-- Logs begin at Wed 2022-02-09 18:17:49 UTC, end at Wed 2022-02-09 20:38:25 UTC. -- Feb 09 18:51:23.350759 n-d-713498-36 systemd[1]: Started Devstack devstack@q-svc.service. Feb 09 18:51:26.400376 n-d-713498-36 neutron-server[103120]: INFO neutron.common.config [-] Logging enabled! Feb 09 18:51:26.401012 n-d-713498-36 neutron-server[103120]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 19.1.0.dev486 Feb 09 18:51:26.401158 n-d-713498-36 neutron-server[103120]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=103120) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Feb 09 18:51:26.404413 n-d-713498-36 neutron-server[103120]: INFO neutron.common.config [-] Logging enabled! Feb 09 18:51:26.404669 n-d-713498-36 neutron-server[103120]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 19.1.0.dev486 Feb 09 18:51:26.404977 n-d-713498-36 neutron-server[103120]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=103120) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Feb 09 18:51:26.405917 n-d-713498-36 neutron-server[103120]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Feb 09 18:51:26.406188 n-d-713498-36 neutron-server[103120]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Feb 09 18:51:26.406578 n-d-713498-36 neutron-server[103120]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Feb 09 18:51:26.406837 n-d-713498-36 neutron-server[103120]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Feb 09 18:51:26.407067 n-d-713498-36 neutron-server[103120]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Feb 09 18:51:26.407541 n-d-713498-36 neutron-server[103120]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 18:51:26.407963 n-d-713498-36 neutron-server[103120]: WARNING oslo_config.cfg [-] Deprecated: Option "allow_overlapping_ips" from group "DEFAULT" is deprecated for removal. Its value may be silently ignored in the future. Feb 09 18:51:26.408272 n-d-713498-36 neutron-server[103120]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 18:51:26.408570 n-d-713498-36 neutron-server[103120]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 18:51:26.408866 n-d-713498-36 neutron-server[103120]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 18:51:26.409166 n-d-713498-36 neutron-server[103120]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 18:51:26.409458 n-d-713498-36 neutron-server[103120]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 18:51:26.409740 n-d-713498-36 neutron-server[103120]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 18:51:26.410057 n-d-713498-36 neutron-server[103120]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 18:51:26.410358 n-d-713498-36 neutron-server[103120]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 18:51:26.410647 n-d-713498-36 neutron-server[103120]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 18:51:26.410929 n-d-713498-36 neutron-server[103120]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 18:51:26.411215 n-d-713498-36 neutron-server[103120]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 18:51:26.411508 n-d-713498-36 neutron-server[103120]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 18:51:26.411792 n-d-713498-36 neutron-server[103120]: DEBUG neutron.common.config [-] config_source = [] {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 18:51:26.412080 n-d-713498-36 neutron-server[103120]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 18:51:26.412370 n-d-713498-36 neutron-server[103120]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 18:51:26.412657 n-d-713498-36 neutron-server[103120]: DEBUG neutron.common.config [-] debug = True {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 18:51:26.412937 n-d-713498-36 neutron-server[103120]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 18:51:26.413373 n-d-713498-36 neutron-server[103120]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 18:51:26.414763 n-d-713498-36 neutron-server[103120]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 18:51:26.415049 n-d-713498-36 neutron-server[103120]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 18:51:26.415346 n-d-713498-36 neutron-server[103120]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 18:51:26.415636 n-d-713498-36 neutron-server[103120]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 18:51:26.415910 n-d-713498-36 neutron-server[103120]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 18:51:26.416192 n-d-713498-36 neutron-server[103120]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 18:51:26.416481 n-d-713498-36 neutron-server[103120]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 18:51:26.416817 n-d-713498-36 neutron-server[103120]: DEBUG neutron.common.config [-] host = n-d-713498-36 {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 18:51:26.417101 n-d-713498-36 neutron-server[103120]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 18:51:26.417393 n-d-713498-36 neutron-server[103120]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 18:51:26.417686 n-d-713498-36 neutron-server[103120]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 18:51:26.418021 n-d-713498-36 neutron-server[103120]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 18:51:26.418308 n-d-713498-36 neutron-server[103120]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 18:51:26.418587 n-d-713498-36 neutron-server[103120]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 18:51:26.418876 n-d-713498-36 neutron-server[103120]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 18:51:26.419153 n-d-713498-36 neutron-server[103120]: DEBUG neutron.common.config [-] log_dir = None {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 18:51:26.419429 n-d-713498-36 neutron-server[103120]: DEBUG neutron.common.config [-] log_file = None {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 18:51:26.419707 n-d-713498-36 neutron-server[103120]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 18:51:26.419997 n-d-713498-36 neutron-server[103120]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 18:51:26.420286 n-d-713498-36 neutron-server[103120]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 18:51:26.420577 n-d-713498-36 neutron-server[103120]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 18:51:26.420805 n-d-713498-36 neutron-server[103120]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 18:51:26.421031 n-d-713498-36 neutron-server[103120]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 18:51:26.421321 n-d-713498-36 neutron-server[103120]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 18:51:26.421608 n-d-713498-36 neutron-server[103120]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 18:51:26.421887 n-d-713498-36 neutron-server[103120]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 18:51:26.422186 n-d-713498-36 neutron-server[103120]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 18:51:26.422464 n-d-713498-36 neutron-server[103120]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 18:51:26.422744 n-d-713498-36 neutron-server[103120]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 18:51:26.423019 n-d-713498-36 neutron-server[103120]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 18:51:26.423289 n-d-713498-36 neutron-server[103120]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 18:51:26.423576 n-d-713498-36 neutron-server[103120]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 18:51:26.423866 n-d-713498-36 neutron-server[103120]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 18:51:26.424150 n-d-713498-36 neutron-server[103120]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 18:51:26.424425 n-d-713498-36 neutron-server[103120]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 18:51:26.424699 n-d-713498-36 neutron-server[103120]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 18:51:26.424974 n-d-713498-36 neutron-server[103120]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 18:51:26.425245 n-d-713498-36 neutron-server[103120]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 18:51:26.425530 n-d-713498-36 neutron-server[103120]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 18:51:26.425804 n-d-713498-36 neutron-server[103120]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 18:51:26.426107 n-d-713498-36 neutron-server[103120]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 18:51:26.426383 n-d-713498-36 neutron-server[103120]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 18:51:26.426669 n-d-713498-36 neutron-server[103120]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 18:51:26.426941 n-d-713498-36 neutron-server[103120]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 18:51:26.427215 n-d-713498-36 neutron-server[103120]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 18:51:26.427517 n-d-713498-36 neutron-server[103120]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 18:51:26.427805 n-d-713498-36 neutron-server[103120]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 18:51:26.428092 n-d-713498-36 neutron-server[103120]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 18:51:26.428378 n-d-713498-36 neutron-server[103120]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 18:51:26.428653 n-d-713498-36 neutron-server[103120]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 18:51:26.428937 n-d-713498-36 neutron-server[103120]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 18:51:26.429347 n-d-713498-36 neutron-server[103120]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 18:51:26.429633 n-d-713498-36 neutron-server[103120]: DEBUG neutron.common.config [-] use_journal = False {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 18:51:26.429910 n-d-713498-36 neutron-server[103120]: DEBUG neutron.common.config [-] use_json = False {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 18:51:26.430214 n-d-713498-36 neutron-server[103120]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 18:51:26.430492 n-d-713498-36 neutron-server[103120]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 18:51:26.430778 n-d-713498-36 neutron-server[103120]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 18:51:26.431054 n-d-713498-36 neutron-server[103120]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 18:51:26.431330 n-d-713498-36 neutron-server[103120]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 18:51:26.431604 n-d-713498-36 neutron-server[103120]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 18:51:26.431881 n-d-713498-36 neutron-server[103120]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 18:51:26.432170 n-d-713498-36 neutron-server[103120]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 18:51:26.432448 n-d-713498-36 neutron-server[103120]: DEBUG neutron.common.config [-] wsgi_server_debug = False {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 18:51:26.432748 n-d-713498-36 neutron-server[103120]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 18:51:26.433048 n-d-713498-36 neutron-server[103120]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 18:51:26.433353 n-d-713498-36 neutron-server[103120]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 18:51:26.433660 n-d-713498-36 neutron-server[103120]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 18:51:26.433977 n-d-713498-36 neutron-server[103120]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 18:51:26.434259 n-d-713498-36 neutron-server[103120]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 18:51:26.434551 n-d-713498-36 neutron-server[103120]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 18:51:26.434845 n-d-713498-36 neutron-server[103120]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 18:51:26.435142 n-d-713498-36 neutron-server[103120]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 18:51:26.435441 n-d-713498-36 neutron-server[103120]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 18:51:26.435737 n-d-713498-36 neutron-server[103120]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 18:51:26.436021 n-d-713498-36 neutron-server[103120]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 18:51:26.436326 n-d-713498-36 neutron-server[103120]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 18:51:26.436621 n-d-713498-36 neutron-server[103120]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 18:51:26.436919 n-d-713498-36 neutron-server[103120]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 18:51:26.437230 n-d-713498-36 neutron-server[103120]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 18:51:26.437528 n-d-713498-36 neutron-server[103120]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 18:51:26.437820 n-d-713498-36 neutron-server[103120]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 18:51:26.438129 n-d-713498-36 neutron-server[103120]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 18:51:26.438411 n-d-713498-36 neutron-server[103120]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 18:51:26.438689 n-d-713498-36 neutron-server[103120]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 18:51:26.438973 n-d-713498-36 neutron-server[103120]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 18:51:26.439262 n-d-713498-36 neutron-server[103120]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 18:51:26.439546 n-d-713498-36 neutron-server[103120]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 18:51:26.439837 n-d-713498-36 neutron-server[103120]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name = {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 18:51:26.440129 n-d-713498-36 neutron-server[103120]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 18:51:26.440411 n-d-713498-36 neutron-server[103120]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 18:51:26.440709 n-d-713498-36 neutron-server[103120]: DEBUG neutron.common.config [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 18:51:26.440995 n-d-713498-36 neutron-server[103120]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 18:51:26.441291 n-d-713498-36 neutron-server[103120]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 18:51:26.441584 n-d-713498-36 neutron-server[103120]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 18:51:26.441859 n-d-713498-36 neutron-server[103120]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 18:51:26.442164 n-d-713498-36 neutron-server[103120]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 18:51:26.442459 n-d-713498-36 neutron-server[103120]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 18:51:26.442738 n-d-713498-36 neutron-server[103120]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 18:51:26.443010 n-d-713498-36 neutron-server[103120]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 18:51:26.443291 n-d-713498-36 neutron-server[103120]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 18:51:26.443587 n-d-713498-36 neutron-server[103120]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 18:51:26.443867 n-d-713498-36 neutron-server[103120]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 18:51:26.444140 n-d-713498-36 neutron-server[103120]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 18:51:26.444424 n-d-713498-36 neutron-server[103120]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 18:51:26.444795 n-d-713498-36 neutron-server[103120]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 18:51:26.445106 n-d-713498-36 neutron-server[103120]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 18:51:26.445385 n-d-713498-36 neutron-server[103120]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 18:51:26.445669 n-d-713498-36 neutron-server[103120]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 18:51:26.445994 n-d-713498-36 neutron-server[103120]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 18:51:26.446265 n-d-713498-36 neutron-server[103120]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 18:51:26.446540 n-d-713498-36 neutron-server[103120]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 18:51:26.446816 n-d-713498-36 neutron-server[103120]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 18:51:26.447096 n-d-713498-36 neutron-server[103120]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 18:51:26.447367 n-d-713498-36 neutron-server[103120]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 18:51:26.447654 n-d-713498-36 neutron-server[103120]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 18:51:26.447935 n-d-713498-36 neutron-server[103120]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 18:51:26.448205 n-d-713498-36 neutron-server[103120]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 18:51:26.448477 n-d-713498-36 neutron-server[103120]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 18:51:26.448759 n-d-713498-36 neutron-server[103120]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 18:51:26.449032 n-d-713498-36 neutron-server[103120]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 18:51:26.449307 n-d-713498-36 neutron-server[103120]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 18:51:26.449588 n-d-713498-36 neutron-server[103120]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 18:51:26.449863 n-d-713498-36 neutron-server[103120]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 18:51:26.450169 n-d-713498-36 neutron-server[103120]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 18:51:26.450445 n-d-713498-36 neutron-server[103120]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 18:51:26.450721 n-d-713498-36 neutron-server[103120]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 18:51:26.450995 n-d-713498-36 neutron-server[103120]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 18:51:26.451268 n-d-713498-36 neutron-server[103120]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 18:51:26.451543 n-d-713498-36 neutron-server[103120]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 18:51:26.451819 n-d-713498-36 neutron-server[103120]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 18:51:26.452094 n-d-713498-36 neutron-server[103120]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 18:51:26.452374 n-d-713498-36 neutron-server[103120]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 18:51:26.452647 n-d-713498-36 neutron-server[103120]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 18:51:26.452921 n-d-713498-36 neutron-server[103120]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 18:51:26.453194 n-d-713498-36 neutron-server[103120]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 18:51:26.453471 n-d-713498-36 neutron-server[103120]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 18:51:26.453745 n-d-713498-36 neutron-server[103120]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 18:51:26.454061 n-d-713498-36 neutron-server[103120]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 18:51:26.454364 n-d-713498-36 neutron-server[103120]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 18:51:26.454644 n-d-713498-36 neutron-server[103120]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 18:51:26.454922 n-d-713498-36 neutron-server[103120]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 18:51:26.455201 n-d-713498-36 neutron-server[103120]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 18:51:26.455480 n-d-713498-36 neutron-server[103120]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 18:51:26.455763 n-d-713498-36 neutron-server[103120]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 18:51:26.456046 n-d-713498-36 neutron-server[103120]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 18:51:26.456329 n-d-713498-36 neutron-server[103120]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 18:51:26.456610 n-d-713498-36 neutron-server[103120]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 18:51:26.456887 n-d-713498-36 neutron-server[103120]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 18:51:26.457182 n-d-713498-36 neutron-server[103120]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 18:51:26.457469 n-d-713498-36 neutron-server[103120]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 18:51:26.457760 n-d-713498-36 neutron-server[103120]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 18:51:26.458108 n-d-713498-36 neutron-server[103120]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 18:51:26.458392 n-d-713498-36 neutron-server[103120]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 18:51:26.458693 n-d-713498-36 neutron-server[103120]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 18:51:26.458977 n-d-713498-36 neutron-server[103120]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 18:51:26.459274 n-d-713498-36 neutron-server[103120]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 18:51:26.459557 n-d-713498-36 neutron-server[103120]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 18:51:26.459842 n-d-713498-36 neutron-server[103120]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 18:51:26.460132 n-d-713498-36 neutron-server[103120]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 18:51:26.461017 n-d-713498-36 neutron-server[103120]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 18:51:26.461343 n-d-713498-36 neutron-server[103120]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 18:51:26.461648 n-d-713498-36 neutron-server[103120]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 18:51:26.461949 n-d-713498-36 neutron-server[103120]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 18:51:26.462273 n-d-713498-36 neutron-server[103120]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 18:51:26.462573 n-d-713498-36 neutron-server[103120]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 18:51:26.462858 n-d-713498-36 neutron-server[103120]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 18:51:26.463172 n-d-713498-36 neutron-server[103120]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 18:51:26.463457 n-d-713498-36 neutron-server[103120]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 18:51:26.463679 n-d-713498-36 neutron-server[103120]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Feb 09 18:51:26.463926 n-d-713498-36 neutron-server[103120]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=103120) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Feb 09 18:51:26.852964 n-d-713498-36 neutron-server[103120]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=103120) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Feb 09 18:51:26.853247 n-d-713498-36 neutron-server[103120]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" "released" by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=103120) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Feb 09 18:51:26.853554 n-d-713498-36 neutron-server[103120]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=103120) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Feb 09 18:51:26.853887 n-d-713498-36 neutron-server[103120]: INFO neutron.manager [-] Loading core plugin: ml2 Feb 09 18:51:27.196640 n-d-713498-36 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103120) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 18:51:27.196843 n-d-713498-36 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103120) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 18:51:27.197118 n-d-713498-36 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103120) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 18:51:27.198441 n-d-713498-36 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103120) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 18:51:27.198721 n-d-713498-36 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103120) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 18:51:27.198990 n-d-713498-36 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103120) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 18:51:27.243302 n-d-713498-36 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103120) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 18:51:27.243577 n-d-713498-36 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103120) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 18:51:27.243845 n-d-713498-36 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103120) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 18:51:27.259936 n-d-713498-36 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103120) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 18:51:27.260221 n-d-713498-36 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103120) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 18:51:27.260493 n-d-713498-36 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103120) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 18:51:27.288630 n-d-713498-36 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103120) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 18:51:27.288918 n-d-713498-36 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103120) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 18:51:27.289862 n-d-713498-36 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103120) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 18:51:27.329395 n-d-713498-36 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103120) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 18:51:27.329679 n-d-713498-36 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103120) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 18:51:27.329971 n-d-713498-36 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103120) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 18:51:27.681218 n-d-713498-36 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=103120) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 18:51:27.681900 n-d-713498-36 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=103120) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 18:51:27.681900 n-d-713498-36 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=103120) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 18:51:27.682116 n-d-713498-36 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=103120) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 18:51:27.682727 n-d-713498-36 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=103120) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 18:51:27.783084 n-d-713498-36 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=103120) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 18:51:27.783407 n-d-713498-36 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=103120) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 18:51:27.783693 n-d-713498-36 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=103120) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 18:51:27.783966 n-d-713498-36 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=103120) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 18:51:27.784238 n-d-713498-36 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=103120) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 18:51:27.784550 n-d-713498-36 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=103120) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 18:51:27.784812 n-d-713498-36 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=103120) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 18:51:27.785072 n-d-713498-36 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=103120) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 18:51:27.785329 n-d-713498-36 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=103120) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 18:51:27.785613 n-d-713498-36 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=103120) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 18:51:27.785876 n-d-713498-36 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=103120) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 18:51:27.786173 n-d-713498-36 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=103120) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 18:51:27.786432 n-d-713498-36 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=103120) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 18:51:27.786686 n-d-713498-36 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=103120) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 18:51:27.786943 n-d-713498-36 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=103120) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 18:51:27.787209 n-d-713498-36 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103120) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 18:51:27.787467 n-d-713498-36 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=103120) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 18:51:27.787736 n-d-713498-36 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=103120) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 18:51:27.788007 n-d-713498-36 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=103120) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 18:51:27.788269 n-d-713498-36 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=103120) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 18:51:27.788646 n-d-713498-36 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103120) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 18:51:27.788905 n-d-713498-36 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103120) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 18:51:27.789194 n-d-713498-36 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=103120) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 18:51:27.789821 n-d-713498-36 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103120) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 18:51:27.790105 n-d-713498-36 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103120) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 18:51:27.790359 n-d-713498-36 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103120) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 18:51:27.790760 n-d-713498-36 neutron-server[103120]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=103120) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Feb 09 18:51:27.791004 n-d-713498-36 neutron-server[103120]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=103120) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Feb 09 18:51:27.791245 n-d-713498-36 neutron-server[103120]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=103120) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Feb 09 18:51:27.791485 n-d-713498-36 neutron-server[103120]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=103120) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Feb 09 18:51:27.791725 n-d-713498-36 neutron-server[103120]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=103120) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Feb 09 18:51:27.791973 n-d-713498-36 neutron-server[103120]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=103120) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Feb 09 18:51:27.792336 n-d-713498-36 neutron-server[103120]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Feb 09 18:51:27.795592 n-d-713498-36 neutron-server[103120]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Feb 09 18:51:27.799759 n-d-713498-36 neutron-server[103120]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Feb 09 18:51:27.803446 n-d-713498-36 neutron-server[103120]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(350, 399)])]) Feb 09 18:51:27.805751 n-d-713498-36 neutron-server[103120]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Feb 09 18:51:27.806286 n-d-713498-36 neutron-server[103120]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Feb 09 18:51:27.806673 n-d-713498-36 neutron-server[103120]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Feb 09 18:51:27.807125 n-d-713498-36 neutron-server[103120]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Feb 09 18:51:27.811430 n-d-713498-36 neutron-server[103120]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Feb 09 18:51:27.811686 n-d-713498-36 neutron-server[103120]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Feb 09 18:51:27.812032 n-d-713498-36 neutron-server[103120]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Feb 09 18:51:27.817665 n-d-713498-36 neutron-server[103120]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Feb 09 18:51:27.841435 n-d-713498-36 neutron-server[103120]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Feb 09 18:51:27.842105 n-d-713498-36 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=103120) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 18:51:27.842407 n-d-713498-36 neutron-server[103120]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=103120) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:88}} Feb 09 18:51:27.842770 n-d-713498-36 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=103120) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 18:51:27.844168 n-d-713498-36 neutron-server[103120]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=103120) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Feb 09 18:51:27.844452 n-d-713498-36 neutron-server[103120]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Feb 09 18:51:27.844702 n-d-713498-36 neutron-server[103120]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Feb 09 18:51:27.848009 n-d-713498-36 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=103120) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 18:51:27.848297 n-d-713498-36 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=103120) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 18:51:27.914918 n-d-713498-36 neutron-server[103120]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Feb 09 18:51:27.915159 n-d-713498-36 neutron-server[103120]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Feb 09 18:51:27.915397 n-d-713498-36 neutron-server[103120]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Feb 09 18:51:27.915915 n-d-713498-36 neutron-server[103120]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Feb 09 18:51:27.936577 n-d-713498-36 neutron-server[103120]: DEBUG oslo_db.sqlalchemy.engines [None req-61f69fd9-84be-4a1f-bf6d-b032a861aa4b None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=103120) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Feb 09 18:51:28.383793 n-d-713498-36 neutron-server[103120]: INFO neutron.plugins.ml2.managers [None req-61f69fd9-84be-4a1f-bf6d-b032a861aa4b None None] Initializing driver for type 'gre' Feb 09 18:51:28.384431 n-d-713498-36 neutron-server[103120]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-61f69fd9-84be-4a1f-bf6d-b032a861aa4b None None] gre ID ranges: [(1, 1000)] Feb 09 18:51:28.440286 n-d-713498-36 neutron-server[103120]: INFO neutron.plugins.ml2.managers [None req-61f69fd9-84be-4a1f-bf6d-b032a861aa4b None None] Initializing driver for type 'local' Feb 09 18:51:28.440778 n-d-713498-36 neutron-server[103120]: INFO neutron.plugins.ml2.managers [None req-61f69fd9-84be-4a1f-bf6d-b032a861aa4b None None] Initializing driver for type 'vlan' Feb 09 18:51:28.455055 n-d-713498-36 neutron-server[103120]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-61f69fd9-84be-4a1f-bf6d-b032a861aa4b None None] VlanTypeDriver initialization complete Feb 09 18:51:28.455425 n-d-713498-36 neutron-server[103120]: INFO neutron.plugins.ml2.managers [None req-61f69fd9-84be-4a1f-bf6d-b032a861aa4b None None] Initializing driver for type 'vxlan' Feb 09 18:51:28.456059 n-d-713498-36 neutron-server[103120]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-61f69fd9-84be-4a1f-bf6d-b032a861aa4b None None] vxlan ID ranges: [(1, 1000)] Feb 09 18:51:28.508629 n-d-713498-36 neutron-server[103120]: INFO neutron.plugins.ml2.managers [None req-61f69fd9-84be-4a1f-bf6d-b032a861aa4b None None] Initializing extension driver 'port_security' Feb 09 18:51:28.508979 n-d-713498-36 neutron-server[103120]: INFO neutron.plugins.ml2.extensions.port_security [None req-61f69fd9-84be-4a1f-bf6d-b032a861aa4b None None] PortSecurityExtensionDriver initialization complete Feb 09 18:51:28.509322 n-d-713498-36 neutron-server[103120]: INFO neutron.plugins.ml2.managers [None req-61f69fd9-84be-4a1f-bf6d-b032a861aa4b None None] Initializing mechanism driver 'openvswitch' Feb 09 18:51:28.509654 n-d-713498-36 neutron-server[103120]: INFO neutron.plugins.ml2.managers [None req-61f69fd9-84be-4a1f-bf6d-b032a861aa4b None None] Initializing mechanism driver 'hyperv' Feb 09 18:51:28.516899 n-d-713498-36 neutron-server[103120]: DEBUG neutron.plugins.ml2.plugin [None req-61f69fd9-84be-4a1f-bf6d-b032a861aa4b None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=103120) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 18:51:28.517740 n-d-713498-36 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-61f69fd9-84be-4a1f-bf6d-b032a861aa4b None None] Subscribe: > port after_create 55550000 {{(pid=103120) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 18:51:28.518151 n-d-713498-36 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-61f69fd9-84be-4a1f-bf6d-b032a861aa4b None None] Subscribe: > port after_update 55550000 {{(pid=103120) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 18:51:28.518510 n-d-713498-36 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-61f69fd9-84be-4a1f-bf6d-b032a861aa4b None None] Subscribe: > port after_delete 55550000 {{(pid=103120) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 18:51:28.519034 n-d-713498-36 neutron-server[103120]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=103120) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Feb 09 18:51:28.519463 n-d-713498-36 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-61f69fd9-84be-4a1f-bf6d-b032a861aa4b None None] Subscribe: > subnet after_create 55550000 {{(pid=103120) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 18:51:28.519815 n-d-713498-36 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-61f69fd9-84be-4a1f-bf6d-b032a861aa4b None None] Subscribe: > subnet after_update 55550000 {{(pid=103120) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 18:51:28.520165 n-d-713498-36 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-61f69fd9-84be-4a1f-bf6d-b032a861aa4b None None] Subscribe: > subnet after_delete 55550000 {{(pid=103120) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 18:51:28.520562 n-d-713498-36 neutron-server[103120]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=103120) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Feb 09 18:51:28.520965 n-d-713498-36 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-61f69fd9-84be-4a1f-bf6d-b032a861aa4b None None] Subscribe: > network after_create 55550000 {{(pid=103120) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 18:51:28.521309 n-d-713498-36 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-61f69fd9-84be-4a1f-bf6d-b032a861aa4b None None] Subscribe: > network after_update 55550000 {{(pid=103120) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 18:51:28.521650 n-d-713498-36 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-61f69fd9-84be-4a1f-bf6d-b032a861aa4b None None] Subscribe: > network after_delete 55550000 {{(pid=103120) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 18:51:28.522064 n-d-713498-36 neutron-server[103120]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=103120) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Feb 09 18:51:28.522475 n-d-713498-36 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-61f69fd9-84be-4a1f-bf6d-b032a861aa4b None None] Subscribe: > security_group after_create 55550000 {{(pid=103120) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 18:51:28.523020 n-d-713498-36 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-61f69fd9-84be-4a1f-bf6d-b032a861aa4b None None] Subscribe: > security_group after_update 55550000 {{(pid=103120) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 18:51:28.523487 n-d-713498-36 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-61f69fd9-84be-4a1f-bf6d-b032a861aa4b None None] Subscribe: > security_group after_delete 55550000 {{(pid=103120) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 18:51:28.523981 n-d-713498-36 neutron-server[103120]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=103120) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Feb 09 18:51:28.524390 n-d-713498-36 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-61f69fd9-84be-4a1f-bf6d-b032a861aa4b None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=103120) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 18:51:28.524735 n-d-713498-36 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-61f69fd9-84be-4a1f-bf6d-b032a861aa4b None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=103120) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 18:51:28.525074 n-d-713498-36 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-61f69fd9-84be-4a1f-bf6d-b032a861aa4b None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=103120) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 18:51:28.525465 n-d-713498-36 neutron-server[103120]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=103120) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Feb 09 18:51:28.525864 n-d-713498-36 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-61f69fd9-84be-4a1f-bf6d-b032a861aa4b None None] Subscribe: > address_group after_create 55550000 {{(pid=103120) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 18:51:28.526231 n-d-713498-36 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-61f69fd9-84be-4a1f-bf6d-b032a861aa4b None None] Subscribe: > address_group after_update 55550000 {{(pid=103120) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 18:51:28.526570 n-d-713498-36 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-61f69fd9-84be-4a1f-bf6d-b032a861aa4b None None] Subscribe: > address_group after_delete 55550000 {{(pid=103120) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 18:51:28.526958 n-d-713498-36 neutron-server[103120]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=103120) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Feb 09 18:51:28.527400 n-d-713498-36 neutron-server[103120]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-61f69fd9-84be-4a1f-bf6d-b032a861aa4b None None] ML2 OVO RPC backend initialized. {{(pid=103120) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:161}} Feb 09 18:51:28.528116 n-d-713498-36 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-61f69fd9-84be-4a1f-bf6d-b032a861aa4b None None] Subscribe: > router_interface after_create 55550000 {{(pid=103120) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 18:51:28.528471 n-d-713498-36 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-61f69fd9-84be-4a1f-bf6d-b032a861aa4b None None] Subscribe: > router_interface after_delete 55550000 {{(pid=103120) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 18:51:28.528885 n-d-713498-36 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-61f69fd9-84be-4a1f-bf6d-b032a861aa4b None None] Subscribe: > network before_response 55550000 {{(pid=103120) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 18:51:28.529233 n-d-713498-36 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-61f69fd9-84be-4a1f-bf6d-b032a861aa4b None None] Subscribe: > networks before_response 55550000 {{(pid=103120) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 18:51:28.529577 n-d-713498-36 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-61f69fd9-84be-4a1f-bf6d-b032a861aa4b None None] Subscribe: > port before_response 55550000 {{(pid=103120) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 18:51:28.529916 n-d-713498-36 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-61f69fd9-84be-4a1f-bf6d-b032a861aa4b None None] Subscribe: > ports before_response 55550000 {{(pid=103120) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 18:51:28.530285 n-d-713498-36 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-61f69fd9-84be-4a1f-bf6d-b032a861aa4b None None] Subscribe: > subnet before_response 55550000 {{(pid=103120) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 18:51:28.530621 n-d-713498-36 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-61f69fd9-84be-4a1f-bf6d-b032a861aa4b None None] Subscribe: > subnets before_response 55550000 {{(pid=103120) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 18:51:28.530961 n-d-713498-36 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-61f69fd9-84be-4a1f-bf6d-b032a861aa4b None None] Subscribe: > network after_create 55550000 {{(pid=103120) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 18:51:28.531295 n-d-713498-36 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-61f69fd9-84be-4a1f-bf6d-b032a861aa4b None None] Subscribe: > network after_update 55550000 {{(pid=103120) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 18:51:28.531625 n-d-713498-36 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-61f69fd9-84be-4a1f-bf6d-b032a861aa4b None None] Subscribe: > network after_delete 55550000 {{(pid=103120) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 18:51:28.531958 n-d-713498-36 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-61f69fd9-84be-4a1f-bf6d-b032a861aa4b None None] Subscribe: > port after_create 55550000 {{(pid=103120) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 18:51:28.532288 n-d-713498-36 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-61f69fd9-84be-4a1f-bf6d-b032a861aa4b None None] Subscribe: > port after_update 55550000 {{(pid=103120) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 18:51:28.532616 n-d-713498-36 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-61f69fd9-84be-4a1f-bf6d-b032a861aa4b None None] Subscribe: > port after_delete 55550000 {{(pid=103120) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 18:51:28.532959 n-d-713498-36 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-61f69fd9-84be-4a1f-bf6d-b032a861aa4b None None] Subscribe: > subnet after_create 55550000 {{(pid=103120) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 18:51:28.533273 n-d-713498-36 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-61f69fd9-84be-4a1f-bf6d-b032a861aa4b None None] Subscribe: > subnet after_update 55550000 {{(pid=103120) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 18:51:28.533600 n-d-713498-36 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-61f69fd9-84be-4a1f-bf6d-b032a861aa4b None None] Subscribe: > subnet after_delete 55550000 {{(pid=103120) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 18:51:28.543119 n-d-713498-36 neutron-server[103120]: INFO neutron.quota [None req-61f69fd9-84be-4a1f-bf6d-b032a861aa4b None None] Loaded quota_driver: . Feb 09 18:51:28.543482 n-d-713498-36 neutron-server[103120]: INFO neutron.plugins.ml2.plugin [None req-61f69fd9-84be-4a1f-bf6d-b032a861aa4b None None] Modular L2 Plugin initialization complete Feb 09 18:51:28.543823 n-d-713498-36 neutron-server[103120]: DEBUG neutron.manager [None req-61f69fd9-84be-4a1f-bf6d-b032a861aa4b None None] Loading services supported by the core plugin {{(pid=103120) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Feb 09 18:51:28.544161 n-d-713498-36 neutron-server[103120]: INFO neutron.plugins.ml2.managers [None req-61f69fd9-84be-4a1f-bf6d-b032a861aa4b None None] Got port-security extension from driver 'port_security' Feb 09 18:51:28.544638 n-d-713498-36 neutron-server[103120]: INFO neutron.extensions.vlantransparent [None req-61f69fd9-84be-4a1f-bf6d-b032a861aa4b None None] Disabled vlantransparent extension. Feb 09 18:51:28.545126 n-d-713498-36 neutron-server[103120]: DEBUG neutron.manager [None req-61f69fd9-84be-4a1f-bf6d-b032a861aa4b None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=103120) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Feb 09 18:51:28.545451 n-d-713498-36 neutron-server[103120]: INFO neutron.manager [None req-61f69fd9-84be-4a1f-bf6d-b032a861aa4b None None] Loading Plugin: router Feb 09 18:51:28.584589 n-d-713498-36 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-61f69fd9-84be-4a1f-bf6d-b032a861aa4b None None] Subscribe: > router_interface before_create 55550000 {{(pid=103120) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 18:51:28.584988 n-d-713498-36 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-61f69fd9-84be-4a1f-bf6d-b032a861aa4b None None] Subscribe: > router after_create 55549900 {{(pid=103120) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 18:51:28.585357 n-d-713498-36 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-61f69fd9-84be-4a1f-bf6d-b032a861aa4b None None] Subscribe: > router before_create 55549900 {{(pid=103120) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 18:51:28.585980 n-d-713498-36 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-61f69fd9-84be-4a1f-bf6d-b032a861aa4b None None] Subscribe: > router_interface before_delete 55550000 {{(pid=103120) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 18:51:28.586403 n-d-713498-36 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-61f69fd9-84be-4a1f-bf6d-b032a861aa4b None None] Subscribe: > router_interface after_delete 55550000 {{(pid=103120) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 18:51:28.586762 n-d-713498-36 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-61f69fd9-84be-4a1f-bf6d-b032a861aa4b None None] Subscribe: > router after_delete 55549900 {{(pid=103120) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 18:51:28.587124 n-d-713498-36 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-61f69fd9-84be-4a1f-bf6d-b032a861aa4b None None] Subscribe: > floatingip after_create 55550000 {{(pid=103120) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 18:51:28.587475 n-d-713498-36 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-61f69fd9-84be-4a1f-bf6d-b032a861aa4b None None] Subscribe: > floatingip after_update 55550000 {{(pid=103120) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 18:51:28.587833 n-d-713498-36 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-61f69fd9-84be-4a1f-bf6d-b032a861aa4b None None] Subscribe: > router after_create 55549900 {{(pid=103120) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 18:51:28.588177 n-d-713498-36 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-61f69fd9-84be-4a1f-bf6d-b032a861aa4b None None] Subscribe: > router after_update 55549900 {{(pid=103120) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 18:51:28.588524 n-d-713498-36 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-61f69fd9-84be-4a1f-bf6d-b032a861aa4b None None] Subscribe: > router after_update 55549900 {{(pid=103120) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 18:51:28.588870 n-d-713498-36 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-61f69fd9-84be-4a1f-bf6d-b032a861aa4b None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=103120) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 18:51:28.589224 n-d-713498-36 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-61f69fd9-84be-4a1f-bf6d-b032a861aa4b None None] Subscribe: > router after_update 55549900 {{(pid=103120) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 18:51:28.589630 n-d-713498-36 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-61f69fd9-84be-4a1f-bf6d-b032a861aa4b None None] Subscribe: > router precommit_update 55549900 {{(pid=103120) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 18:51:28.590022 n-d-713498-36 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-61f69fd9-84be-4a1f-bf6d-b032a861aa4b None None] Subscribe: port after_update 55550000 {{(pid=103120) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 18:51:28.590365 n-d-713498-36 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-61f69fd9-84be-4a1f-bf6d-b032a861aa4b None None] Subscribe: port after_delete 55550000 {{(pid=103120) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 18:51:28.590701 n-d-713498-36 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-61f69fd9-84be-4a1f-bf6d-b032a861aa4b None None] Subscribe: subnet after_update 55550000 {{(pid=103120) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 18:51:28.591043 n-d-713498-36 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-61f69fd9-84be-4a1f-bf6d-b032a861aa4b None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=103120) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 18:51:28.591392 n-d-713498-36 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-61f69fd9-84be-4a1f-bf6d-b032a861aa4b None None] Subscribe: > port precommit_delete 55550000 {{(pid=103120) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 18:51:28.591736 n-d-713498-36 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-61f69fd9-84be-4a1f-bf6d-b032a861aa4b None None] Subscribe: > router precommit_create 55549900 {{(pid=103120) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 18:51:28.592086 n-d-713498-36 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-61f69fd9-84be-4a1f-bf6d-b032a861aa4b None None] Subscribe: port before_delete 55550000 {{(pid=103120) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 18:51:28.592424 n-d-713498-36 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-61f69fd9-84be-4a1f-bf6d-b032a861aa4b None None] Subscribe: > router precommit_create 55550000 {{(pid=103120) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 18:51:28.592772 n-d-713498-36 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-61f69fd9-84be-4a1f-bf6d-b032a861aa4b None None] Subscribe: > router after_update 55549900 {{(pid=103120) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 18:51:28.593112 n-d-713498-36 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-61f69fd9-84be-4a1f-bf6d-b032a861aa4b None None] Subscribe: > router precommit_delete 55549900 {{(pid=103120) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 18:51:28.593586 n-d-713498-36 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-61f69fd9-84be-4a1f-bf6d-b032a861aa4b None None] Subscribe: > router precommit_create 55549900 {{(pid=103120) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 18:51:28.593945 n-d-713498-36 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-61f69fd9-84be-4a1f-bf6d-b032a861aa4b None None] Subscribe: > router_interface after_create 55550000 {{(pid=103120) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 18:51:28.594317 n-d-713498-36 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-61f69fd9-84be-4a1f-bf6d-b032a861aa4b None None] Subscribe: > router precommit_update 55549900 {{(pid=103120) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 18:51:28.594678 n-d-713498-36 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-61f69fd9-84be-4a1f-bf6d-b032a861aa4b None None] Subscribe: > agent after_create 55550000 {{(pid=103120) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 18:51:28.595024 n-d-713498-36 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-61f69fd9-84be-4a1f-bf6d-b032a861aa4b None None] Subscribe: > agent after_delete 55550000 {{(pid=103120) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 18:51:28.595366 n-d-713498-36 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-61f69fd9-84be-4a1f-bf6d-b032a861aa4b None None] Subscribe: > network after_delete 55550000 {{(pid=103120) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 18:51:28.596213 n-d-713498-36 neutron-server[103120]: DEBUG neutron.quota.resource_registry [None req-61f69fd9-84be-4a1f-bf6d-b032a861aa4b None None] Tracking information for resource: router configured {{(pid=103120) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Feb 09 18:51:28.596542 n-d-713498-36 neutron-server[103120]: DEBUG neutron.quota.resource_registry [None req-61f69fd9-84be-4a1f-bf6d-b032a861aa4b None None] Tracking information for resource: floatingip configured {{(pid=103120) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Feb 09 18:51:28.601758 n-d-713498-36 neutron-server[103120]: INFO neutron.db.l3_agentschedulers_db [None req-61f69fd9-84be-4a1f-bf6d-b032a861aa4b None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Feb 09 18:51:28.602374 n-d-713498-36 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-61f69fd9-84be-4a1f-bf6d-b032a861aa4b None None] Subscribe: port after_update 55550000 {{(pid=103120) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 18:51:28.602739 n-d-713498-36 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-61f69fd9-84be-4a1f-bf6d-b032a861aa4b None None] Subscribe: port after_create 55550000 {{(pid=103120) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 18:51:28.603089 n-d-713498-36 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-61f69fd9-84be-4a1f-bf6d-b032a861aa4b None None] Subscribe: port after_delete 55550000 {{(pid=103120) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 18:51:28.603437 n-d-713498-36 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-61f69fd9-84be-4a1f-bf6d-b032a861aa4b None None] Subscribe: port after_update 55550000 {{(pid=103120) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 18:51:28.604229 n-d-713498-36 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-61f69fd9-84be-4a1f-bf6d-b032a861aa4b None None] Subscribe: > router before_create 55550100 {{(pid=103120) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 18:51:28.604590 n-d-713498-36 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-61f69fd9-84be-4a1f-bf6d-b032a861aa4b None None] Subscribe: > router precommit_delete 55550100 {{(pid=103120) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 18:51:28.604944 n-d-713498-36 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-61f69fd9-84be-4a1f-bf6d-b032a861aa4b None None] Subscribe: > router precommit_create 55550100 {{(pid=103120) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 18:51:28.605293 n-d-713498-36 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-61f69fd9-84be-4a1f-bf6d-b032a861aa4b None None] Subscribe: > router precommit_update 55550100 {{(pid=103120) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 18:51:28.610079 n-d-713498-36 neutron-server[103120]: DEBUG neutron.services.provider_configuration [None req-61f69fd9-84be-4a1f-bf6d-b032a861aa4b None None] Service providers = [] {{(pid=103120) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Feb 09 18:51:28.610446 n-d-713498-36 neutron-server[103120]: DEBUG neutron.db.servicetype_db [None req-61f69fd9-84be-4a1f-bf6d-b032a861aa4b None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=103120) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Feb 09 18:51:28.613358 n-d-713498-36 neutron-server[103120]: DEBUG neutron.services.service_base [None req-61f69fd9-84be-4a1f-bf6d-b032a861aa4b None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=103120) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Feb 09 18:51:28.613712 n-d-713498-36 neutron-server[103120]: DEBUG neutron.services.service_base [None req-61f69fd9-84be-4a1f-bf6d-b032a861aa4b None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=103120) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Feb 09 18:51:28.614127 n-d-713498-36 neutron-server[103120]: DEBUG neutron.services.service_base [None req-61f69fd9-84be-4a1f-bf6d-b032a861aa4b None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=103120) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Feb 09 18:51:28.615008 n-d-713498-36 neutron-server[103120]: DEBUG neutron.services.service_base [None req-61f69fd9-84be-4a1f-bf6d-b032a861aa4b None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=103120) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Feb 09 18:51:28.615376 n-d-713498-36 neutron-server[103120]: INFO neutron.services.service_base [None req-61f69fd9-84be-4a1f-bf6d-b032a861aa4b None None] Default provider is not specified for service type L3_ROUTER_NAT Feb 09 18:51:28.615753 n-d-713498-36 neutron-server[103120]: DEBUG neutron.manager [None req-61f69fd9-84be-4a1f-bf6d-b032a861aa4b None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=103120) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Feb 09 18:51:28.616068 n-d-713498-36 neutron-server[103120]: INFO neutron.manager [None req-61f69fd9-84be-4a1f-bf6d-b032a861aa4b None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Feb 09 18:51:28.627643 n-d-713498-36 neutron-server[103120]: DEBUG neutron.manager [None req-61f69fd9-84be-4a1f-bf6d-b032a861aa4b None None] Successfully loaded METERING plugin. Description: METERING {{(pid=103120) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Feb 09 18:51:28.627977 n-d-713498-36 neutron-server[103120]: INFO neutron.manager [None req-61f69fd9-84be-4a1f-bf6d-b032a861aa4b None None] Loading Plugin: auto_allocate Feb 09 18:51:28.635073 n-d-713498-36 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-61f69fd9-84be-4a1f-bf6d-b032a861aa4b None None] Subscribe: network precommit_update 55550000 {{(pid=103120) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 18:51:28.635382 n-d-713498-36 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-61f69fd9-84be-4a1f-bf6d-b032a861aa4b None None] Subscribe: network precommit_create 55550000 {{(pid=103120) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 18:51:28.635892 n-d-713498-36 neutron-server[103120]: DEBUG neutron.manager [None req-61f69fd9-84be-4a1f-bf6d-b032a861aa4b None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=103120) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Feb 09 18:51:28.636210 n-d-713498-36 neutron-server[103120]: INFO neutron.manager [None req-61f69fd9-84be-4a1f-bf6d-b032a861aa4b None None] Loading Plugin: tag Feb 09 18:51:28.643057 n-d-713498-36 neutron-server[103120]: DEBUG neutron.manager [None req-61f69fd9-84be-4a1f-bf6d-b032a861aa4b None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=103120) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Feb 09 18:51:28.643390 n-d-713498-36 neutron-server[103120]: INFO neutron.manager [None req-61f69fd9-84be-4a1f-bf6d-b032a861aa4b None None] Loading Plugin: timestamp Feb 09 18:51:28.647214 n-d-713498-36 neutron-server[103120]: DEBUG neutron.manager [None req-61f69fd9-84be-4a1f-bf6d-b032a861aa4b None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=103120) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Feb 09 18:51:28.647547 n-d-713498-36 neutron-server[103120]: INFO neutron.manager [None req-61f69fd9-84be-4a1f-bf6d-b032a861aa4b None None] Loading Plugin: network_ip_availability Feb 09 18:51:28.653701 n-d-713498-36 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-61f69fd9-84be-4a1f-bf6d-b032a861aa4b None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=103120) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 18:51:28.654108 n-d-713498-36 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-61f69fd9-84be-4a1f-bf6d-b032a861aa4b None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=103120) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 18:51:28.654465 n-d-713498-36 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-61f69fd9-84be-4a1f-bf6d-b032a861aa4b None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103120) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 18:51:28.655230 n-d-713498-36 neutron-server[103120]: DEBUG neutron.manager [None req-61f69fd9-84be-4a1f-bf6d-b032a861aa4b None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=103120) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Feb 09 18:51:28.655548 n-d-713498-36 neutron-server[103120]: INFO neutron.manager [None req-61f69fd9-84be-4a1f-bf6d-b032a861aa4b None None] Loading Plugin: flavors Feb 09 18:51:28.661318 n-d-713498-36 neutron-server[103120]: DEBUG neutron.manager [None req-61f69fd9-84be-4a1f-bf6d-b032a861aa4b None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=103120) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Feb 09 18:51:28.661648 n-d-713498-36 neutron-server[103120]: INFO neutron.manager [None req-61f69fd9-84be-4a1f-bf6d-b032a861aa4b None None] Loading Plugin: revisions Feb 09 18:51:28.666721 n-d-713498-36 neutron-server[103120]: DEBUG neutron.manager [None req-61f69fd9-84be-4a1f-bf6d-b032a861aa4b None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=103120) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Feb 09 18:51:28.667114 n-d-713498-36 neutron-server[103120]: DEBUG oslo_concurrency.lockutils [None req-61f69fd9-84be-4a1f-bf6d-b032a861aa4b None None] Lock "manager" "released" by "neutron.manager.NeutronManager._create_instance" :: held 1.813s {{(pid=103120) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Feb 09 18:51:28.667864 n-d-713498-36 neutron-server[103120]: DEBUG neutron.api.extensions [None req-61f69fd9-84be-4a1f-bf6d-b032a861aa4b None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=103120) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:640}} Feb 09 18:51:28.668196 n-d-713498-36 neutron-server[103120]: INFO neutron.api.extensions [None req-61f69fd9-84be-4a1f-bf6d-b032a861aa4b None None] Initializing extension manager. Feb 09 18:51:28.668718 n-d-713498-36 neutron-server[103120]: DEBUG neutron.api.extensions [None req-61f69fd9-84be-4a1f-bf6d-b032a861aa4b None None] Loading extension file: __init__.py {{(pid=103120) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 18:51:28.669069 n-d-713498-36 neutron-server[103120]: DEBUG neutron.api.extensions [None req-61f69fd9-84be-4a1f-bf6d-b032a861aa4b None None] Loading extension file: __pycache__ {{(pid=103120) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 18:51:28.669405 n-d-713498-36 neutron-server[103120]: DEBUG neutron.api.extensions [None req-61f69fd9-84be-4a1f-bf6d-b032a861aa4b None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=103120) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 18:51:28.669736 n-d-713498-36 neutron-server[103120]: DEBUG neutron.api.extensions [None req-61f69fd9-84be-4a1f-bf6d-b032a861aa4b None None] Loading extension file: address_group.py {{(pid=103120) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 18:51:28.670528 n-d-713498-36 neutron-server[103120]: DEBUG neutron.api.extensions [None req-61f69fd9-84be-4a1f-bf6d-b032a861aa4b None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=103120) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 18:51:28.671108 n-d-713498-36 neutron-server[103120]: INFO neutron.api.extensions [None req-61f69fd9-84be-4a1f-bf6d-b032a861aa4b None None] Loaded extension: address-group Feb 09 18:51:28.671429 n-d-713498-36 neutron-server[103120]: DEBUG neutron.api.extensions [None req-61f69fd9-84be-4a1f-bf6d-b032a861aa4b None None] Loading extension file: address_scope.py {{(pid=103120) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 18:51:28.672139 n-d-713498-36 neutron-server[103120]: DEBUG neutron.api.extensions [None req-61f69fd9-84be-4a1f-bf6d-b032a861aa4b None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=103120) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 18:51:28.672639 n-d-713498-36 neutron-server[103120]: INFO neutron.api.extensions [None req-61f69fd9-84be-4a1f-bf6d-b032a861aa4b None None] Loaded extension: address-scope Feb 09 18:51:28.672961 n-d-713498-36 neutron-server[103120]: DEBUG neutron.api.extensions [None req-61f69fd9-84be-4a1f-bf6d-b032a861aa4b None None] Loading extension file: admin_state_down_before_update.py {{(pid=103120) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 18:51:28.673892 n-d-713498-36 neutron-server[103120]: DEBUG neutron.api.extensions [None req-61f69fd9-84be-4a1f-bf6d-b032a861aa4b None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=103120) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 18:51:28.674417 n-d-713498-36 neutron-server[103120]: INFO neutron.api.extensions [None req-61f69fd9-84be-4a1f-bf6d-b032a861aa4b None None] Loaded extension: router-admin-state-down-before-update Feb 09 18:51:28.674736 n-d-713498-36 neutron-server[103120]: DEBUG neutron.api.extensions [None req-61f69fd9-84be-4a1f-bf6d-b032a861aa4b None None] Loading extension file: agent.py {{(pid=103120) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 18:51:28.675424 n-d-713498-36 neutron-server[103120]: DEBUG neutron.api.extensions [None req-61f69fd9-84be-4a1f-bf6d-b032a861aa4b None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=103120) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 18:51:28.675922 n-d-713498-36 neutron-server[103120]: INFO neutron.api.extensions [None req-61f69fd9-84be-4a1f-bf6d-b032a861aa4b None None] Loaded extension: agent Feb 09 18:51:28.676241 n-d-713498-36 neutron-server[103120]: DEBUG neutron.api.extensions [None req-61f69fd9-84be-4a1f-bf6d-b032a861aa4b None None] Loading extension file: agent_resources_synced.py {{(pid=103120) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 18:51:28.677145 n-d-713498-36 neutron-server[103120]: DEBUG neutron.api.extensions [None req-61f69fd9-84be-4a1f-bf6d-b032a861aa4b None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=103120) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 18:51:28.677646 n-d-713498-36 neutron-server[103120]: INFO neutron.api.extensions [None req-61f69fd9-84be-4a1f-bf6d-b032a861aa4b None None] Loaded extension: agent-resources-synced Feb 09 18:51:28.677976 n-d-713498-36 neutron-server[103120]: DEBUG neutron.api.extensions [None req-61f69fd9-84be-4a1f-bf6d-b032a861aa4b None None] Loading extension file: allowedaddresspairs.py {{(pid=103120) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 18:51:28.680558 n-d-713498-36 neutron-server[103120]: DEBUG neutron.api.extensions [None req-61f69fd9-84be-4a1f-bf6d-b032a861aa4b None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=103120) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 18:51:28.681072 n-d-713498-36 neutron-server[103120]: INFO neutron.api.extensions [None req-61f69fd9-84be-4a1f-bf6d-b032a861aa4b None None] Loaded extension: allowed-address-pairs Feb 09 18:51:28.681402 n-d-713498-36 neutron-server[103120]: DEBUG neutron.api.extensions [None req-61f69fd9-84be-4a1f-bf6d-b032a861aa4b None None] Loading extension file: auto_allocated_topology.py {{(pid=103120) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 18:51:28.682518 n-d-713498-36 neutron-server[103120]: DEBUG neutron.api.extensions [None req-61f69fd9-84be-4a1f-bf6d-b032a861aa4b None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=103120) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 18:51:28.683030 n-d-713498-36 neutron-server[103120]: INFO neutron.api.extensions [None req-61f69fd9-84be-4a1f-bf6d-b032a861aa4b None None] Loaded extension: auto-allocated-topology Feb 09 18:51:28.683354 n-d-713498-36 neutron-server[103120]: DEBUG neutron.api.extensions [None req-61f69fd9-84be-4a1f-bf6d-b032a861aa4b None None] Loading extension file: availability_zone.py {{(pid=103120) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 18:51:28.684041 n-d-713498-36 neutron-server[103120]: DEBUG neutron.api.extensions [None req-61f69fd9-84be-4a1f-bf6d-b032a861aa4b None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=103120) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 18:51:28.684540 n-d-713498-36 neutron-server[103120]: INFO neutron.api.extensions [None req-61f69fd9-84be-4a1f-bf6d-b032a861aa4b None None] Loaded extension: availability_zone Feb 09 18:51:28.684860 n-d-713498-36 neutron-server[103120]: DEBUG neutron.api.extensions [None req-61f69fd9-84be-4a1f-bf6d-b032a861aa4b None None] Loading extension file: availability_zone_filter.py {{(pid=103120) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 18:51:28.685761 n-d-713498-36 neutron-server[103120]: DEBUG neutron.api.extensions [None req-61f69fd9-84be-4a1f-bf6d-b032a861aa4b None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=103120) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 18:51:28.686291 n-d-713498-36 neutron-server[103120]: INFO neutron.api.extensions [None req-61f69fd9-84be-4a1f-bf6d-b032a861aa4b None None] Loaded extension: availability_zone_filter Feb 09 18:51:28.686614 n-d-713498-36 neutron-server[103120]: DEBUG neutron.api.extensions [None req-61f69fd9-84be-4a1f-bf6d-b032a861aa4b None None] Loading extension file: data_plane_status.py {{(pid=103120) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 18:51:28.687508 n-d-713498-36 neutron-server[103120]: DEBUG neutron.api.extensions [None req-61f69fd9-84be-4a1f-bf6d-b032a861aa4b None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=103120) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 18:51:28.688003 n-d-713498-36 neutron-server[103120]: INFO neutron.api.extensions [None req-61f69fd9-84be-4a1f-bf6d-b032a861aa4b None None] Extension data-plane-status not supported by any of loaded plugins Feb 09 18:51:28.688320 n-d-713498-36 neutron-server[103120]: DEBUG neutron.api.extensions [None req-61f69fd9-84be-4a1f-bf6d-b032a861aa4b None None] Loading extension file: default_subnetpools.py {{(pid=103120) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 18:51:28.689232 n-d-713498-36 neutron-server[103120]: DEBUG neutron.api.extensions [None req-61f69fd9-84be-4a1f-bf6d-b032a861aa4b None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=103120) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 18:51:28.689729 n-d-713498-36 neutron-server[103120]: INFO neutron.api.extensions [None req-61f69fd9-84be-4a1f-bf6d-b032a861aa4b None None] Loaded extension: default-subnetpools Feb 09 18:51:28.690077 n-d-713498-36 neutron-server[103120]: DEBUG neutron.api.extensions [None req-61f69fd9-84be-4a1f-bf6d-b032a861aa4b None None] Loading extension file: dhcpagentscheduler.py {{(pid=103120) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 18:51:28.691050 n-d-713498-36 neutron-server[103120]: DEBUG neutron.api.extensions [None req-61f69fd9-84be-4a1f-bf6d-b032a861aa4b None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=103120) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 18:51:28.691907 n-d-713498-36 neutron-server[103120]: INFO neutron.api.extensions [None req-61f69fd9-84be-4a1f-bf6d-b032a861aa4b None None] Loaded extension: dhcp_agent_scheduler Feb 09 18:51:28.692413 n-d-713498-36 neutron-server[103120]: DEBUG neutron.api.extensions [None req-61f69fd9-84be-4a1f-bf6d-b032a861aa4b None None] Loading extension file: dns.py {{(pid=103120) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 18:51:28.693824 n-d-713498-36 neutron-server[103120]: DEBUG neutron.api.extensions [None req-61f69fd9-84be-4a1f-bf6d-b032a861aa4b None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=103120) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 18:51:28.694832 n-d-713498-36 neutron-server[103120]: INFO neutron.api.extensions [None req-61f69fd9-84be-4a1f-bf6d-b032a861aa4b None None] Extension dns-integration not supported by any of loaded plugins Feb 09 18:51:28.695418 n-d-713498-36 neutron-server[103120]: DEBUG neutron.api.extensions [None req-61f69fd9-84be-4a1f-bf6d-b032a861aa4b None None] Loading extension file: dns_domain_ports.py {{(pid=103120) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 18:51:28.696353 n-d-713498-36 neutron-server[103120]: DEBUG neutron.api.extensions [None req-61f69fd9-84be-4a1f-bf6d-b032a861aa4b None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=103120) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 18:51:28.697369 n-d-713498-36 neutron-server[103120]: INFO neutron.api.extensions [None req-61f69fd9-84be-4a1f-bf6d-b032a861aa4b None None] Extension dns-domain-ports not supported by any of loaded plugins Feb 09 18:51:28.697688 n-d-713498-36 neutron-server[103120]: DEBUG neutron.api.extensions [None req-61f69fd9-84be-4a1f-bf6d-b032a861aa4b None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=103120) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 18:51:28.698626 n-d-713498-36 neutron-server[103120]: DEBUG neutron.api.extensions [None req-61f69fd9-84be-4a1f-bf6d-b032a861aa4b None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=103120) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 18:51:28.699140 n-d-713498-36 neutron-server[103120]: INFO neutron.api.extensions [None req-61f69fd9-84be-4a1f-bf6d-b032a861aa4b None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Feb 09 18:51:28.699462 n-d-713498-36 neutron-server[103120]: DEBUG neutron.api.extensions [None req-61f69fd9-84be-4a1f-bf6d-b032a861aa4b None None] Loading extension file: dvr.py {{(pid=103120) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 18:51:28.700130 n-d-713498-36 neutron-server[103120]: DEBUG neutron.api.extensions [None req-61f69fd9-84be-4a1f-bf6d-b032a861aa4b None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=103120) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 18:51:28.700630 n-d-713498-36 neutron-server[103120]: INFO neutron.api.extensions [None req-61f69fd9-84be-4a1f-bf6d-b032a861aa4b None None] Loaded extension: dvr Feb 09 18:51:28.700950 n-d-713498-36 neutron-server[103120]: DEBUG neutron.api.extensions [None req-61f69fd9-84be-4a1f-bf6d-b032a861aa4b None None] Loading extension file: ecmp_routes.py {{(pid=103120) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 18:51:28.701863 n-d-713498-36 neutron-server[103120]: DEBUG neutron.api.extensions [None req-61f69fd9-84be-4a1f-bf6d-b032a861aa4b None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=103120) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 18:51:28.702401 n-d-713498-36 neutron-server[103120]: INFO neutron.api.extensions [None req-61f69fd9-84be-4a1f-bf6d-b032a861aa4b None None] Extension ecmp_routes not supported by any of loaded plugins Feb 09 18:51:28.702725 n-d-713498-36 neutron-server[103120]: DEBUG neutron.api.extensions [None req-61f69fd9-84be-4a1f-bf6d-b032a861aa4b None None] Loading extension file: empty_string_filtering.py {{(pid=103120) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 18:51:28.703625 n-d-713498-36 neutron-server[103120]: DEBUG neutron.api.extensions [None req-61f69fd9-84be-4a1f-bf6d-b032a861aa4b None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=103120) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 18:51:28.704130 n-d-713498-36 neutron-server[103120]: INFO neutron.api.extensions [None req-61f69fd9-84be-4a1f-bf6d-b032a861aa4b None None] Loaded extension: empty-string-filtering Feb 09 18:51:28.704447 n-d-713498-36 neutron-server[103120]: DEBUG neutron.api.extensions [None req-61f69fd9-84be-4a1f-bf6d-b032a861aa4b None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=103120) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 18:51:28.705350 n-d-713498-36 neutron-server[103120]: DEBUG neutron.api.extensions [None req-61f69fd9-84be-4a1f-bf6d-b032a861aa4b None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=103120) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 18:51:28.705849 n-d-713498-36 neutron-server[103120]: INFO neutron.api.extensions [None req-61f69fd9-84be-4a1f-bf6d-b032a861aa4b None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Feb 09 18:51:28.706195 n-d-713498-36 neutron-server[103120]: DEBUG neutron.api.extensions [None req-61f69fd9-84be-4a1f-bf6d-b032a861aa4b None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=103120) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 18:51:28.707091 n-d-713498-36 neutron-server[103120]: DEBUG neutron.api.extensions [None req-61f69fd9-84be-4a1f-bf6d-b032a861aa4b None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=103120) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 18:51:28.707592 n-d-713498-36 neutron-server[103120]: INFO neutron.api.extensions [None req-61f69fd9-84be-4a1f-bf6d-b032a861aa4b None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Feb 09 18:51:28.707909 n-d-713498-36 neutron-server[103120]: DEBUG neutron.api.extensions [None req-61f69fd9-84be-4a1f-bf6d-b032a861aa4b None None] Loading extension file: external_net.py {{(pid=103120) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 18:51:28.708814 n-d-713498-36 neutron-server[103120]: DEBUG neutron.api.extensions [None req-61f69fd9-84be-4a1f-bf6d-b032a861aa4b None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=103120) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 18:51:28.709314 n-d-713498-36 neutron-server[103120]: INFO neutron.api.extensions [None req-61f69fd9-84be-4a1f-bf6d-b032a861aa4b None None] Loaded extension: external-net Feb 09 18:51:28.709632 n-d-713498-36 neutron-server[103120]: DEBUG neutron.api.extensions [None req-61f69fd9-84be-4a1f-bf6d-b032a861aa4b None None] Loading extension file: extra_dhcp_opt.py {{(pid=103120) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 18:51:28.710798 n-d-713498-36 neutron-server[103120]: DEBUG neutron.api.extensions [None req-61f69fd9-84be-4a1f-bf6d-b032a861aa4b None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=103120) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 18:51:28.711689 n-d-713498-36 neutron-server[103120]: INFO neutron.api.extensions [None req-61f69fd9-84be-4a1f-bf6d-b032a861aa4b None None] Loaded extension: extra_dhcp_opt Feb 09 18:51:28.712251 n-d-713498-36 neutron-server[103120]: DEBUG neutron.api.extensions [None req-61f69fd9-84be-4a1f-bf6d-b032a861aa4b None None] Loading extension file: extraroute.py {{(pid=103120) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 18:51:28.713343 n-d-713498-36 neutron-server[103120]: DEBUG neutron.api.extensions [None req-61f69fd9-84be-4a1f-bf6d-b032a861aa4b None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=103120) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 18:51:28.713856 n-d-713498-36 neutron-server[103120]: INFO neutron.api.extensions [None req-61f69fd9-84be-4a1f-bf6d-b032a861aa4b None None] Loaded extension: extraroute Feb 09 18:51:28.714216 n-d-713498-36 neutron-server[103120]: DEBUG neutron.api.extensions [None req-61f69fd9-84be-4a1f-bf6d-b032a861aa4b None None] Loading extension file: extraroute_atomic.py {{(pid=103120) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 18:51:28.715265 n-d-713498-36 neutron-server[103120]: DEBUG neutron.api.extensions [None req-61f69fd9-84be-4a1f-bf6d-b032a861aa4b None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=103120) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 18:51:28.715772 n-d-713498-36 neutron-server[103120]: INFO neutron.api.extensions [None req-61f69fd9-84be-4a1f-bf6d-b032a861aa4b None None] Loaded extension: extraroute-atomic Feb 09 18:51:28.716098 n-d-713498-36 neutron-server[103120]: DEBUG neutron.api.extensions [None req-61f69fd9-84be-4a1f-bf6d-b032a861aa4b None None] Loading extension file: filter_validation.py {{(pid=103120) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 18:51:28.716759 n-d-713498-36 neutron-server[103120]: DEBUG neutron.api.extensions [None req-61f69fd9-84be-4a1f-bf6d-b032a861aa4b None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=103120) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 18:51:28.717259 n-d-713498-36 neutron-server[103120]: INFO neutron.api.extensions [None req-61f69fd9-84be-4a1f-bf6d-b032a861aa4b None None] Loaded extension: filter-validation Feb 09 18:51:28.717578 n-d-713498-36 neutron-server[103120]: DEBUG neutron.api.extensions [None req-61f69fd9-84be-4a1f-bf6d-b032a861aa4b None None] Loading extension file: fip_pf_description.py {{(pid=103120) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 18:51:28.718508 n-d-713498-36 neutron-server[103120]: DEBUG neutron.api.extensions [None req-61f69fd9-84be-4a1f-bf6d-b032a861aa4b None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=103120) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 18:51:28.719017 n-d-713498-36 neutron-server[103120]: INFO neutron.api.extensions [None req-61f69fd9-84be-4a1f-bf6d-b032a861aa4b None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Feb 09 18:51:28.719332 n-d-713498-36 neutron-server[103120]: DEBUG neutron.api.extensions [None req-61f69fd9-84be-4a1f-bf6d-b032a861aa4b None None] Loading extension file: fip_port_details.py {{(pid=103120) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 18:51:28.720436 n-d-713498-36 neutron-server[103120]: DEBUG neutron.api.extensions [None req-61f69fd9-84be-4a1f-bf6d-b032a861aa4b None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=103120) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 18:51:28.720942 n-d-713498-36 neutron-server[103120]: INFO neutron.api.extensions [None req-61f69fd9-84be-4a1f-bf6d-b032a861aa4b None None] Loaded extension: fip-port-details Feb 09 18:51:28.721265 n-d-713498-36 neutron-server[103120]: DEBUG neutron.api.extensions [None req-61f69fd9-84be-4a1f-bf6d-b032a861aa4b None None] Loading extension file: flavors.py {{(pid=103120) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 18:51:28.722535 n-d-713498-36 neutron-server[103120]: DEBUG neutron.api.extensions [None req-61f69fd9-84be-4a1f-bf6d-b032a861aa4b None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=103120) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 18:51:28.723052 n-d-713498-36 neutron-server[103120]: INFO neutron.api.extensions [None req-61f69fd9-84be-4a1f-bf6d-b032a861aa4b None None] Loaded extension: flavors Feb 09 18:51:28.723501 n-d-713498-36 neutron-server[103120]: DEBUG neutron.api.extensions [None req-61f69fd9-84be-4a1f-bf6d-b032a861aa4b None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=103120) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 18:51:28.725434 n-d-713498-36 neutron-server[103120]: DEBUG neutron.api.extensions [None req-61f69fd9-84be-4a1f-bf6d-b032a861aa4b None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=103120) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 18:51:28.725993 n-d-713498-36 neutron-server[103120]: INFO neutron.api.extensions [None req-61f69fd9-84be-4a1f-bf6d-b032a861aa4b None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Feb 09 18:51:28.726569 n-d-713498-36 neutron-server[103120]: DEBUG neutron.api.extensions [None req-61f69fd9-84be-4a1f-bf6d-b032a861aa4b None None] Loading extension file: floatingip_pools.py {{(pid=103120) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 18:51:28.727327 n-d-713498-36 neutron-server[103120]: DEBUG neutron.api.extensions [None req-61f69fd9-84be-4a1f-bf6d-b032a861aa4b None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=103120) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 18:51:28.727836 n-d-713498-36 neutron-server[103120]: INFO neutron.api.extensions [None req-61f69fd9-84be-4a1f-bf6d-b032a861aa4b None None] Loaded extension: floatingip-pools Feb 09 18:51:28.728163 n-d-713498-36 neutron-server[103120]: DEBUG neutron.api.extensions [None req-61f69fd9-84be-4a1f-bf6d-b032a861aa4b None None] Loading extension file: ip_allocation.py {{(pid=103120) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 18:51:28.729095 n-d-713498-36 neutron-server[103120]: DEBUG neutron.api.extensions [None req-61f69fd9-84be-4a1f-bf6d-b032a861aa4b None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=103120) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 18:51:28.729596 n-d-713498-36 neutron-server[103120]: INFO neutron.api.extensions [None req-61f69fd9-84be-4a1f-bf6d-b032a861aa4b None None] Extension ip_allocation not supported by any of loaded plugins Feb 09 18:51:28.729919 n-d-713498-36 neutron-server[103120]: DEBUG neutron.api.extensions [None req-61f69fd9-84be-4a1f-bf6d-b032a861aa4b None None] Loading extension file: ip_substring_port_filtering.py {{(pid=103120) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 18:51:28.730872 n-d-713498-36 neutron-server[103120]: DEBUG neutron.api.extensions [None req-61f69fd9-84be-4a1f-bf6d-b032a861aa4b None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=103120) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 18:51:28.731377 n-d-713498-36 neutron-server[103120]: INFO neutron.api.extensions [None req-61f69fd9-84be-4a1f-bf6d-b032a861aa4b None None] Loaded extension: ip-substring-filtering Feb 09 18:51:28.731702 n-d-713498-36 neutron-server[103120]: DEBUG neutron.api.extensions [None req-61f69fd9-84be-4a1f-bf6d-b032a861aa4b None None] Loading extension file: l2_adjacency.py {{(pid=103120) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 18:51:28.732617 n-d-713498-36 neutron-server[103120]: DEBUG neutron.api.extensions [None req-61f69fd9-84be-4a1f-bf6d-b032a861aa4b None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=103120) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 18:51:28.733117 n-d-713498-36 neutron-server[103120]: INFO neutron.api.extensions [None req-61f69fd9-84be-4a1f-bf6d-b032a861aa4b None None] Extension l2_adjacency not supported by any of loaded plugins Feb 09 18:51:28.733439 n-d-713498-36 neutron-server[103120]: DEBUG neutron.api.extensions [None req-61f69fd9-84be-4a1f-bf6d-b032a861aa4b None None] Loading extension file: l3.py {{(pid=103120) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 18:51:28.734443 n-d-713498-36 neutron-server[103120]: DEBUG neutron.api.extensions [None req-61f69fd9-84be-4a1f-bf6d-b032a861aa4b None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=103120) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 18:51:28.734957 n-d-713498-36 neutron-server[103120]: INFO neutron.api.extensions [None req-61f69fd9-84be-4a1f-bf6d-b032a861aa4b None None] Loaded extension: router Feb 09 18:51:28.735284 n-d-713498-36 neutron-server[103120]: DEBUG neutron.api.extensions [None req-61f69fd9-84be-4a1f-bf6d-b032a861aa4b None None] Loading extension file: l3_conntrack_helper.py {{(pid=103120) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 18:51:28.737512 n-d-713498-36 neutron-server[103120]: DEBUG neutron.api.extensions [None req-61f69fd9-84be-4a1f-bf6d-b032a861aa4b None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=103120) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 18:51:28.738064 n-d-713498-36 neutron-server[103120]: INFO neutron.api.extensions [None req-61f69fd9-84be-4a1f-bf6d-b032a861aa4b None None] Extension l3-conntrack-helper not supported by any of loaded plugins Feb 09 18:51:28.738400 n-d-713498-36 neutron-server[103120]: DEBUG neutron.api.extensions [None req-61f69fd9-84be-4a1f-bf6d-b032a861aa4b None None] Loading extension file: l3_ext_gw_mode.py {{(pid=103120) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 18:51:28.739320 n-d-713498-36 neutron-server[103120]: DEBUG neutron.api.extensions [None req-61f69fd9-84be-4a1f-bf6d-b032a861aa4b None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=103120) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 18:51:28.739830 n-d-713498-36 neutron-server[103120]: INFO neutron.api.extensions [None req-61f69fd9-84be-4a1f-bf6d-b032a861aa4b None None] Loaded extension: ext-gw-mode Feb 09 18:51:28.740154 n-d-713498-36 neutron-server[103120]: DEBUG neutron.api.extensions [None req-61f69fd9-84be-4a1f-bf6d-b032a861aa4b None None] Loading extension file: l3_ext_ha_mode.py {{(pid=103120) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 18:51:28.741060 n-d-713498-36 neutron-server[103120]: DEBUG neutron.api.extensions [None req-61f69fd9-84be-4a1f-bf6d-b032a861aa4b None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=103120) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 18:51:28.742132 n-d-713498-36 neutron-server[103120]: INFO neutron.api.extensions [None req-61f69fd9-84be-4a1f-bf6d-b032a861aa4b None None] Loaded extension: l3-ha Feb 09 18:51:28.742672 n-d-713498-36 neutron-server[103120]: DEBUG neutron.api.extensions [None req-61f69fd9-84be-4a1f-bf6d-b032a861aa4b None None] Loading extension file: l3_ext_ndp_proxy.py {{(pid=103120) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 18:51:28.743639 n-d-713498-36 neutron-server[103120]: DEBUG neutron.api.extensions [None req-61f69fd9-84be-4a1f-bf6d-b032a861aa4b None None] Ext name="Router support to enable NDP proxy" alias="l3-ext-ndp-proxy" description="Router extension to enable ndp proxy" updated="2020-08-25T00:00:00-00:00" {{(pid=103120) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 18:51:28.744144 n-d-713498-36 neutron-server[103120]: INFO neutron.api.extensions [None req-61f69fd9-84be-4a1f-bf6d-b032a861aa4b None None] Extension l3-ext-ndp-proxy not supported by any of loaded plugins Feb 09 18:51:28.744466 n-d-713498-36 neutron-server[103120]: DEBUG neutron.api.extensions [None req-61f69fd9-84be-4a1f-bf6d-b032a861aa4b None None] Loading extension file: l3_flavors.py {{(pid=103120) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 18:51:28.745375 n-d-713498-36 neutron-server[103120]: DEBUG neutron.api.extensions [None req-61f69fd9-84be-4a1f-bf6d-b032a861aa4b None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=103120) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 18:51:28.745880 n-d-713498-36 neutron-server[103120]: INFO neutron.api.extensions [None req-61f69fd9-84be-4a1f-bf6d-b032a861aa4b None None] Loaded extension: l3-flavors Feb 09 18:51:28.746227 n-d-713498-36 neutron-server[103120]: DEBUG neutron.api.extensions [None req-61f69fd9-84be-4a1f-bf6d-b032a861aa4b None None] Loading extension file: l3_ndp_proxy.py {{(pid=103120) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 18:51:28.747601 n-d-713498-36 neutron-server[103120]: DEBUG neutron.api.extensions [None req-61f69fd9-84be-4a1f-bf6d-b032a861aa4b None None] Ext name="name" alias="l3-ndp-proxy" description="description" updated="2021-06-29T10:00:00-00:00" {{(pid=103120) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 18:51:28.748122 n-d-713498-36 neutron-server[103120]: INFO neutron.api.extensions [None req-61f69fd9-84be-4a1f-bf6d-b032a861aa4b None None] Extension l3-ndp-proxy not supported by any of loaded plugins Feb 09 18:51:28.748452 n-d-713498-36 neutron-server[103120]: DEBUG neutron.api.extensions [None req-61f69fd9-84be-4a1f-bf6d-b032a861aa4b None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=103120) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 18:51:28.749367 n-d-713498-36 neutron-server[103120]: DEBUG neutron.api.extensions [None req-61f69fd9-84be-4a1f-bf6d-b032a861aa4b None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=103120) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 18:51:28.749877 n-d-713498-36 neutron-server[103120]: INFO neutron.api.extensions [None req-61f69fd9-84be-4a1f-bf6d-b032a861aa4b None None] Loaded extension: l3-port-ip-change-not-allowed Feb 09 18:51:28.750225 n-d-713498-36 neutron-server[103120]: DEBUG neutron.api.extensions [None req-61f69fd9-84be-4a1f-bf6d-b032a861aa4b None None] Loading extension file: l3agentscheduler.py {{(pid=103120) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 18:51:28.751250 n-d-713498-36 neutron-server[103120]: DEBUG neutron.api.extensions [None req-61f69fd9-84be-4a1f-bf6d-b032a861aa4b None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=103120) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 18:51:28.751765 n-d-713498-36 neutron-server[103120]: INFO neutron.api.extensions [None req-61f69fd9-84be-4a1f-bf6d-b032a861aa4b None None] Loaded extension: l3_agent_scheduler Feb 09 18:51:28.752093 n-d-713498-36 neutron-server[103120]: DEBUG neutron.api.extensions [None req-61f69fd9-84be-4a1f-bf6d-b032a861aa4b None None] Loading extension file: local_ip.py {{(pid=103120) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 18:51:28.753913 n-d-713498-36 neutron-server[103120]: DEBUG neutron.api.extensions [None req-61f69fd9-84be-4a1f-bf6d-b032a861aa4b None None] Ext name="Local IP" alias="local_ip" description="Support Node Local Virtual IP" updated="2021-07-26T10:00:00-00:00" {{(pid=103120) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 18:51:28.754454 n-d-713498-36 neutron-server[103120]: INFO neutron.api.extensions [None req-61f69fd9-84be-4a1f-bf6d-b032a861aa4b None None] Extension local_ip not supported by any of loaded plugins Feb 09 18:51:28.754781 n-d-713498-36 neutron-server[103120]: DEBUG neutron.api.extensions [None req-61f69fd9-84be-4a1f-bf6d-b032a861aa4b None None] Loading extension file: logging.py {{(pid=103120) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 18:51:28.756410 n-d-713498-36 neutron-server[103120]: DEBUG neutron.api.extensions [None req-61f69fd9-84be-4a1f-bf6d-b032a861aa4b None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=103120) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 18:51:28.756934 n-d-713498-36 neutron-server[103120]: INFO neutron.api.extensions [None req-61f69fd9-84be-4a1f-bf6d-b032a861aa4b None None] Extension logging not supported by any of loaded plugins Feb 09 18:51:28.758010 n-d-713498-36 neutron-server[103120]: DEBUG neutron.api.extensions [None req-61f69fd9-84be-4a1f-bf6d-b032a861aa4b None None] Loading extension file: metering.py {{(pid=103120) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 18:51:28.758952 n-d-713498-36 neutron-server[103120]: DEBUG neutron.api.extensions [None req-61f69fd9-84be-4a1f-bf6d-b032a861aa4b None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=103120) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 18:51:28.759531 n-d-713498-36 neutron-server[103120]: INFO neutron.api.extensions [None req-61f69fd9-84be-4a1f-bf6d-b032a861aa4b None None] Loaded extension: metering Feb 09 18:51:28.759860 n-d-713498-36 neutron-server[103120]: DEBUG neutron.api.extensions [None req-61f69fd9-84be-4a1f-bf6d-b032a861aa4b None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=103120) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 18:51:28.760950 n-d-713498-36 neutron-server[103120]: DEBUG neutron.api.extensions [None req-61f69fd9-84be-4a1f-bf6d-b032a861aa4b None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=103120) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 18:51:28.761459 n-d-713498-36 neutron-server[103120]: INFO neutron.api.extensions [None req-61f69fd9-84be-4a1f-bf6d-b032a861aa4b None None] Loaded extension: metering_source_and_destination_fields Feb 09 18:51:28.761784 n-d-713498-36 neutron-server[103120]: DEBUG neutron.api.extensions [None req-61f69fd9-84be-4a1f-bf6d-b032a861aa4b None None] Loading extension file: multiprovidernet.py {{(pid=103120) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 18:51:28.762734 n-d-713498-36 neutron-server[103120]: DEBUG neutron.api.extensions [None req-61f69fd9-84be-4a1f-bf6d-b032a861aa4b None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=103120) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 18:51:28.763240 n-d-713498-36 neutron-server[103120]: INFO neutron.api.extensions [None req-61f69fd9-84be-4a1f-bf6d-b032a861aa4b None None] Loaded extension: multi-provider Feb 09 18:51:28.763562 n-d-713498-36 neutron-server[103120]: DEBUG neutron.api.extensions [None req-61f69fd9-84be-4a1f-bf6d-b032a861aa4b None None] Loading extension file: netmtu.py {{(pid=103120) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 18:51:28.764466 n-d-713498-36 neutron-server[103120]: DEBUG neutron.api.extensions [None req-61f69fd9-84be-4a1f-bf6d-b032a861aa4b None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=103120) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 18:51:28.764968 n-d-713498-36 neutron-server[103120]: INFO neutron.api.extensions [None req-61f69fd9-84be-4a1f-bf6d-b032a861aa4b None None] Loaded extension: net-mtu Feb 09 18:51:28.765285 n-d-713498-36 neutron-server[103120]: DEBUG neutron.api.extensions [None req-61f69fd9-84be-4a1f-bf6d-b032a861aa4b None None] Loading extension file: netmtu_writable.py {{(pid=103120) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 18:51:28.766226 n-d-713498-36 neutron-server[103120]: DEBUG neutron.api.extensions [None req-61f69fd9-84be-4a1f-bf6d-b032a861aa4b None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=103120) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 18:51:28.766728 n-d-713498-36 neutron-server[103120]: INFO neutron.api.extensions [None req-61f69fd9-84be-4a1f-bf6d-b032a861aa4b None None] Loaded extension: net-mtu-writable Feb 09 18:51:28.767047 n-d-713498-36 neutron-server[103120]: DEBUG neutron.api.extensions [None req-61f69fd9-84be-4a1f-bf6d-b032a861aa4b None None] Loading extension file: network_availability_zone.py {{(pid=103120) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 18:51:28.767706 n-d-713498-36 neutron-server[103120]: DEBUG neutron.api.extensions [None req-61f69fd9-84be-4a1f-bf6d-b032a861aa4b None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=103120) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 18:51:28.768201 n-d-713498-36 neutron-server[103120]: INFO neutron.api.extensions [None req-61f69fd9-84be-4a1f-bf6d-b032a861aa4b None None] Loaded extension: network_availability_zone Feb 09 18:51:28.768517 n-d-713498-36 neutron-server[103120]: DEBUG neutron.api.extensions [None req-61f69fd9-84be-4a1f-bf6d-b032a861aa4b None None] Loading extension file: network_ip_availability.py {{(pid=103120) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 18:51:28.769651 n-d-713498-36 neutron-server[103120]: DEBUG neutron.api.extensions [None req-61f69fd9-84be-4a1f-bf6d-b032a861aa4b None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=103120) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 18:51:28.770192 n-d-713498-36 neutron-server[103120]: INFO neutron.api.extensions [None req-61f69fd9-84be-4a1f-bf6d-b032a861aa4b None None] Loaded extension: network-ip-availability Feb 09 18:51:28.770519 n-d-713498-36 neutron-server[103120]: DEBUG neutron.api.extensions [None req-61f69fd9-84be-4a1f-bf6d-b032a861aa4b None None] Loading extension file: network_segment_range.py {{(pid=103120) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 18:51:28.771272 n-d-713498-36 neutron-server[103120]: DEBUG neutron.api.extensions [None req-61f69fd9-84be-4a1f-bf6d-b032a861aa4b None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=103120) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 18:51:28.771772 n-d-713498-36 neutron-server[103120]: INFO neutron.api.extensions [None req-61f69fd9-84be-4a1f-bf6d-b032a861aa4b None None] Extension network-segment-range not supported by any of loaded plugins Feb 09 18:51:28.772093 n-d-713498-36 neutron-server[103120]: DEBUG neutron.api.extensions [None req-61f69fd9-84be-4a1f-bf6d-b032a861aa4b None None] Loading extension file: pagination.py {{(pid=103120) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 18:51:28.773270 n-d-713498-36 neutron-server[103120]: DEBUG neutron.api.extensions [None req-61f69fd9-84be-4a1f-bf6d-b032a861aa4b None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=103120) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 18:51:28.773714 n-d-713498-36 neutron-server[103120]: INFO neutron.api.extensions [None req-61f69fd9-84be-4a1f-bf6d-b032a861aa4b None None] Loaded extension: pagination Feb 09 18:51:28.774076 n-d-713498-36 neutron-server[103120]: DEBUG neutron.api.extensions [None req-61f69fd9-84be-4a1f-bf6d-b032a861aa4b None None] Loading extension file: port_device_profile.py {{(pid=103120) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 18:51:28.775004 n-d-713498-36 neutron-server[103120]: DEBUG neutron.api.extensions [None req-61f69fd9-84be-4a1f-bf6d-b032a861aa4b None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=103120) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 18:51:28.775516 n-d-713498-36 neutron-server[103120]: INFO neutron.api.extensions [None req-61f69fd9-84be-4a1f-bf6d-b032a861aa4b None None] Loaded extension: port-device-profile Feb 09 18:51:28.775837 n-d-713498-36 neutron-server[103120]: DEBUG neutron.api.extensions [None req-61f69fd9-84be-4a1f-bf6d-b032a861aa4b None None] Loading extension file: port_mac_address_regenerate.py {{(pid=103120) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 18:51:28.776746 n-d-713498-36 neutron-server[103120]: DEBUG neutron.api.extensions [None req-61f69fd9-84be-4a1f-bf6d-b032a861aa4b None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=103120) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 18:51:28.777250 n-d-713498-36 neutron-server[103120]: INFO neutron.api.extensions [None req-61f69fd9-84be-4a1f-bf6d-b032a861aa4b None None] Loaded extension: port-mac-address-regenerate Feb 09 18:51:28.777571 n-d-713498-36 neutron-server[103120]: DEBUG neutron.api.extensions [None req-61f69fd9-84be-4a1f-bf6d-b032a861aa4b None None] Loading extension file: port_numa_affinity_policy.py {{(pid=103120) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 18:51:28.778516 n-d-713498-36 neutron-server[103120]: DEBUG neutron.api.extensions [None req-61f69fd9-84be-4a1f-bf6d-b032a861aa4b None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=103120) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 18:51:28.779025 n-d-713498-36 neutron-server[103120]: INFO neutron.api.extensions [None req-61f69fd9-84be-4a1f-bf6d-b032a861aa4b None None] Loaded extension: port-numa-affinity-policy Feb 09 18:51:28.779343 n-d-713498-36 neutron-server[103120]: DEBUG neutron.api.extensions [None req-61f69fd9-84be-4a1f-bf6d-b032a861aa4b None None] Loading extension file: port_resource_request.py {{(pid=103120) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 18:51:28.780251 n-d-713498-36 neutron-server[103120]: DEBUG neutron.api.extensions [None req-61f69fd9-84be-4a1f-bf6d-b032a861aa4b None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=103120) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 18:51:28.780750 n-d-713498-36 neutron-server[103120]: INFO neutron.api.extensions [None req-61f69fd9-84be-4a1f-bf6d-b032a861aa4b None None] Extension port-resource-request not supported by any of loaded plugins Feb 09 18:51:28.781068 n-d-713498-36 neutron-server[103120]: DEBUG neutron.api.extensions [None req-61f69fd9-84be-4a1f-bf6d-b032a861aa4b None None] Loading extension file: port_resource_request_groups.py {{(pid=103120) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 18:51:28.782051 n-d-713498-36 neutron-server[103120]: DEBUG neutron.api.extensions [None req-61f69fd9-84be-4a1f-bf6d-b032a861aa4b None None] Ext name="Port Resource Request Groups" alias="port-resource-request-groups" description="Support requesting multiple groups of resources and traits from the same RP subtree in resource_request" updated="2021-08-02T10:00:00-00:00" {{(pid=103120) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 18:51:28.782555 n-d-713498-36 neutron-server[103120]: INFO neutron.api.extensions [None req-61f69fd9-84be-4a1f-bf6d-b032a861aa4b None None] Extension port-resource-request-groups not supported by any of loaded plugins Feb 09 18:51:28.782875 n-d-713498-36 neutron-server[103120]: DEBUG neutron.api.extensions [None req-61f69fd9-84be-4a1f-bf6d-b032a861aa4b None None] Loading extension file: portbindings.py {{(pid=103120) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 18:51:28.783799 n-d-713498-36 neutron-server[103120]: DEBUG neutron.api.extensions [None req-61f69fd9-84be-4a1f-bf6d-b032a861aa4b None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=103120) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 18:51:28.784305 n-d-713498-36 neutron-server[103120]: INFO neutron.api.extensions [None req-61f69fd9-84be-4a1f-bf6d-b032a861aa4b None None] Loaded extension: binding Feb 09 18:51:28.784623 n-d-713498-36 neutron-server[103120]: DEBUG neutron.api.extensions [None req-61f69fd9-84be-4a1f-bf6d-b032a861aa4b None None] Loading extension file: portbindings_extended.py {{(pid=103120) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 18:51:28.785895 n-d-713498-36 neutron-server[103120]: DEBUG neutron.api.extensions [None req-61f69fd9-84be-4a1f-bf6d-b032a861aa4b None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=103120) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 18:51:28.786433 n-d-713498-36 neutron-server[103120]: INFO neutron.api.extensions [None req-61f69fd9-84be-4a1f-bf6d-b032a861aa4b None None] Loaded extension: binding-extended Feb 09 18:51:28.786760 n-d-713498-36 neutron-server[103120]: DEBUG neutron.api.extensions [None req-61f69fd9-84be-4a1f-bf6d-b032a861aa4b None None] Loading extension file: portsecurity.py {{(pid=103120) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 18:51:28.787667 n-d-713498-36 neutron-server[103120]: DEBUG neutron.api.extensions [None req-61f69fd9-84be-4a1f-bf6d-b032a861aa4b None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=103120) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 18:51:28.788174 n-d-713498-36 neutron-server[103120]: INFO neutron.api.extensions [None req-61f69fd9-84be-4a1f-bf6d-b032a861aa4b None None] Loaded extension: port-security Feb 09 18:51:28.788695 n-d-713498-36 neutron-server[103120]: DEBUG neutron.api.extensions [None req-61f69fd9-84be-4a1f-bf6d-b032a861aa4b None None] Loading extension file: project_id.py {{(pid=103120) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 18:51:28.790175 n-d-713498-36 neutron-server[103120]: DEBUG neutron.api.extensions [None req-61f69fd9-84be-4a1f-bf6d-b032a861aa4b None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=103120) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 18:51:28.790507 n-d-713498-36 neutron-server[103120]: INFO neutron.api.extensions [None req-61f69fd9-84be-4a1f-bf6d-b032a861aa4b None None] Loaded extension: project-id Feb 09 18:51:28.790826 n-d-713498-36 neutron-server[103120]: DEBUG neutron.api.extensions [None req-61f69fd9-84be-4a1f-bf6d-b032a861aa4b None None] Loading extension file: providernet.py {{(pid=103120) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 18:51:28.791751 n-d-713498-36 neutron-server[103120]: DEBUG neutron.api.extensions [None req-61f69fd9-84be-4a1f-bf6d-b032a861aa4b None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=103120) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 18:51:28.792264 n-d-713498-36 neutron-server[103120]: INFO neutron.api.extensions [None req-61f69fd9-84be-4a1f-bf6d-b032a861aa4b None None] Loaded extension: provider Feb 09 18:51:28.792584 n-d-713498-36 neutron-server[103120]: DEBUG neutron.api.extensions [None req-61f69fd9-84be-4a1f-bf6d-b032a861aa4b None None] Loading extension file: qos.py {{(pid=103120) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 18:51:28.796155 n-d-713498-36 neutron-server[103120]: DEBUG neutron.api.extensions [None req-61f69fd9-84be-4a1f-bf6d-b032a861aa4b None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=103120) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 18:51:28.796675 n-d-713498-36 neutron-server[103120]: INFO neutron.api.extensions [None req-61f69fd9-84be-4a1f-bf6d-b032a861aa4b None None] Extension qos not supported by any of loaded plugins Feb 09 18:51:28.797007 n-d-713498-36 neutron-server[103120]: DEBUG neutron.api.extensions [None req-61f69fd9-84be-4a1f-bf6d-b032a861aa4b None None] Loading extension file: qos_bw_limit_direction.py {{(pid=103120) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 18:51:28.798276 n-d-713498-36 neutron-server[103120]: DEBUG neutron.api.extensions [None req-61f69fd9-84be-4a1f-bf6d-b032a861aa4b None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=103120) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 18:51:28.798795 n-d-713498-36 neutron-server[103120]: INFO neutron.api.extensions [None req-61f69fd9-84be-4a1f-bf6d-b032a861aa4b None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Feb 09 18:51:28.799124 n-d-713498-36 neutron-server[103120]: DEBUG neutron.api.extensions [None req-61f69fd9-84be-4a1f-bf6d-b032a861aa4b None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=103120) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 18:51:28.800045 n-d-713498-36 neutron-server[103120]: DEBUG neutron.api.extensions [None req-61f69fd9-84be-4a1f-bf6d-b032a861aa4b None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=103120) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 18:51:28.800553 n-d-713498-36 neutron-server[103120]: INFO neutron.api.extensions [None req-61f69fd9-84be-4a1f-bf6d-b032a861aa4b None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Feb 09 18:51:28.800878 n-d-713498-36 neutron-server[103120]: DEBUG neutron.api.extensions [None req-61f69fd9-84be-4a1f-bf6d-b032a861aa4b None None] Loading extension file: qos_default.py {{(pid=103120) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 18:51:28.801783 n-d-713498-36 neutron-server[103120]: DEBUG neutron.api.extensions [None req-61f69fd9-84be-4a1f-bf6d-b032a861aa4b None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=103120) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 18:51:28.802316 n-d-713498-36 neutron-server[103120]: INFO neutron.api.extensions [None req-61f69fd9-84be-4a1f-bf6d-b032a861aa4b None None] Extension qos-default not supported by any of loaded plugins Feb 09 18:51:28.802642 n-d-713498-36 neutron-server[103120]: DEBUG neutron.api.extensions [None req-61f69fd9-84be-4a1f-bf6d-b032a861aa4b None None] Loading extension file: qos_fip.py {{(pid=103120) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 18:51:28.803550 n-d-713498-36 neutron-server[103120]: DEBUG neutron.api.extensions [None req-61f69fd9-84be-4a1f-bf6d-b032a861aa4b None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=103120) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 18:51:28.804570 n-d-713498-36 neutron-server[103120]: INFO neutron.api.extensions [None req-61f69fd9-84be-4a1f-bf6d-b032a861aa4b None None] Extension qos-fip not supported by any of loaded plugins Feb 09 18:51:28.805094 n-d-713498-36 neutron-server[103120]: DEBUG neutron.api.extensions [None req-61f69fd9-84be-4a1f-bf6d-b032a861aa4b None None] Loading extension file: qos_fip_network_policy.py {{(pid=103120) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 18:51:28.806111 n-d-713498-36 neutron-server[103120]: DEBUG neutron.api.extensions [None req-61f69fd9-84be-4a1f-bf6d-b032a861aa4b None None] Ext name="QoS floating IP network policy ID" alias="qos-fip-network-policy" description="Adds a the QoS network ID to the floating IP definition" updated="2021-11-15T10:00:00-00:00" {{(pid=103120) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 18:51:28.806620 n-d-713498-36 neutron-server[103120]: INFO neutron.api.extensions [None req-61f69fd9-84be-4a1f-bf6d-b032a861aa4b None None] Extension qos-fip-network-policy not supported by any of loaded plugins Feb 09 18:51:28.806942 n-d-713498-36 neutron-server[103120]: DEBUG neutron.api.extensions [None req-61f69fd9-84be-4a1f-bf6d-b032a861aa4b None None] Loading extension file: qos_gateway_ip.py {{(pid=103120) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 18:51:28.807982 n-d-713498-36 neutron-server[103120]: DEBUG neutron.api.extensions [None req-61f69fd9-84be-4a1f-bf6d-b032a861aa4b None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=103120) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 18:51:28.808491 n-d-713498-36 neutron-server[103120]: INFO neutron.api.extensions [None req-61f69fd9-84be-4a1f-bf6d-b032a861aa4b None None] Extension qos-gateway-ip not supported by any of loaded plugins Feb 09 18:51:28.808810 n-d-713498-36 neutron-server[103120]: DEBUG neutron.api.extensions [None req-61f69fd9-84be-4a1f-bf6d-b032a861aa4b None None] Loading extension file: qos_port_network_policy.py {{(pid=103120) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 18:51:28.809727 n-d-713498-36 neutron-server[103120]: DEBUG neutron.api.extensions [None req-61f69fd9-84be-4a1f-bf6d-b032a861aa4b None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=103120) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 18:51:28.810258 n-d-713498-36 neutron-server[103120]: INFO neutron.api.extensions [None req-61f69fd9-84be-4a1f-bf6d-b032a861aa4b None None] Extension qos-port-network-policy not supported by any of loaded plugins Feb 09 18:51:28.810580 n-d-713498-36 neutron-server[103120]: DEBUG neutron.api.extensions [None req-61f69fd9-84be-4a1f-bf6d-b032a861aa4b None None] Loading extension file: qos_pps_minimum_rule.py {{(pid=103120) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 18:51:28.811621 n-d-713498-36 neutron-server[103120]: DEBUG neutron.api.extensions [None req-61f69fd9-84be-4a1f-bf6d-b032a861aa4b None None] Ext name="QoS minimum packet rate rule" alias="qos-pps-minimum" description="Allow to configure QoS minimum packet rate rule." updated="2021-07-14T10:00:00-00:00" {{(pid=103120) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 18:51:28.812135 n-d-713498-36 neutron-server[103120]: INFO neutron.api.extensions [None req-61f69fd9-84be-4a1f-bf6d-b032a861aa4b None None] Extension qos-pps-minimum not supported by any of loaded plugins Feb 09 18:51:28.812457 n-d-713498-36 neutron-server[103120]: DEBUG neutron.api.extensions [None req-61f69fd9-84be-4a1f-bf6d-b032a861aa4b None None] Loading extension file: qos_pps_rule.py {{(pid=103120) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 18:51:28.813627 n-d-713498-36 neutron-server[103120]: DEBUG neutron.api.extensions [None req-61f69fd9-84be-4a1f-bf6d-b032a861aa4b None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=103120) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 18:51:28.814169 n-d-713498-36 neutron-server[103120]: INFO neutron.api.extensions [None req-61f69fd9-84be-4a1f-bf6d-b032a861aa4b None None] Extension qos-pps not supported by any of loaded plugins Feb 09 18:51:28.814494 n-d-713498-36 neutron-server[103120]: DEBUG neutron.api.extensions [None req-61f69fd9-84be-4a1f-bf6d-b032a861aa4b None None] Loading extension file: qos_rule_type_details.py {{(pid=103120) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 18:51:28.815403 n-d-713498-36 neutron-server[103120]: DEBUG neutron.api.extensions [None req-61f69fd9-84be-4a1f-bf6d-b032a861aa4b None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=103120) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 18:51:28.815907 n-d-713498-36 neutron-server[103120]: INFO neutron.api.extensions [None req-61f69fd9-84be-4a1f-bf6d-b032a861aa4b None None] Extension qos-rule-type-details not supported by any of loaded plugins Feb 09 18:51:28.816228 n-d-713498-36 neutron-server[103120]: DEBUG neutron.api.extensions [None req-61f69fd9-84be-4a1f-bf6d-b032a861aa4b None None] Loading extension file: qos_rules_alias.py {{(pid=103120) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 18:51:28.817266 n-d-713498-36 neutron-server[103120]: DEBUG neutron.api.extensions [None req-61f69fd9-84be-4a1f-bf6d-b032a861aa4b None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=103120) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 18:51:28.817771 n-d-713498-36 neutron-server[103120]: INFO neutron.api.extensions [None req-61f69fd9-84be-4a1f-bf6d-b032a861aa4b None None] Extension qos-rules-alias not supported by any of loaded plugins Feb 09 18:51:28.818135 n-d-713498-36 neutron-server[103120]: DEBUG neutron.api.extensions [None req-61f69fd9-84be-4a1f-bf6d-b032a861aa4b None None] Loading extension file: quota_check_limit.py {{(pid=103120) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 18:51:28.819055 n-d-713498-36 neutron-server[103120]: DEBUG neutron.api.extensions [None req-61f69fd9-84be-4a1f-bf6d-b032a861aa4b None None] Ext name="Quota engine limit check" alias="quota-check-limit" description="Support for checking the resource usage before applying a new quota limit" updated="2021-09-08T16:00:00-00:00" {{(pid=103120) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 18:51:28.819557 n-d-713498-36 neutron-server[103120]: INFO neutron.api.extensions [None req-61f69fd9-84be-4a1f-bf6d-b032a861aa4b None None] Loaded extension: quota-check-limit Feb 09 18:51:28.820567 n-d-713498-36 neutron-server[103120]: DEBUG neutron.api.extensions [None req-61f69fd9-84be-4a1f-bf6d-b032a861aa4b None None] Loading extension file: quotasv2.py {{(pid=103120) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 18:51:28.821692 n-d-713498-36 neutron-server[103120]: DEBUG neutron.api.extensions [None req-61f69fd9-84be-4a1f-bf6d-b032a861aa4b None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per project" updated="2012-07-29T10:00:00-00:00" {{(pid=103120) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 18:51:28.822054 n-d-713498-36 neutron-server[103120]: INFO neutron.api.extensions [None req-61f69fd9-84be-4a1f-bf6d-b032a861aa4b None None] Loaded extension: quotas Feb 09 18:51:28.822379 n-d-713498-36 neutron-server[103120]: DEBUG neutron.api.extensions [None req-61f69fd9-84be-4a1f-bf6d-b032a861aa4b None None] Loading extension file: quotasv2_detail.py {{(pid=103120) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 18:51:28.824091 n-d-713498-36 neutron-server[103120]: DEBUG neutron.api.extensions [None req-61f69fd9-84be-4a1f-bf6d-b032a861aa4b None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=103120) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 18:51:28.824425 n-d-713498-36 neutron-server[103120]: INFO neutron.api.extensions [None req-61f69fd9-84be-4a1f-bf6d-b032a861aa4b None None] Loaded extension: quota_details Feb 09 18:51:28.824753 n-d-713498-36 neutron-server[103120]: DEBUG neutron.api.extensions [None req-61f69fd9-84be-4a1f-bf6d-b032a861aa4b None None] Loading extension file: rbac.py {{(pid=103120) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 18:51:28.825799 n-d-713498-36 neutron-server[103120]: DEBUG neutron.api.extensions [None req-61f69fd9-84be-4a1f-bf6d-b032a861aa4b None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=103120) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 18:51:28.826347 n-d-713498-36 neutron-server[103120]: INFO neutron.api.extensions [None req-61f69fd9-84be-4a1f-bf6d-b032a861aa4b None None] Loaded extension: rbac-policies Feb 09 18:51:28.826678 n-d-713498-36 neutron-server[103120]: DEBUG neutron.api.extensions [None req-61f69fd9-84be-4a1f-bf6d-b032a861aa4b None None] Loading extension file: rbac_address_group.py {{(pid=103120) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 18:51:28.827598 n-d-713498-36 neutron-server[103120]: DEBUG neutron.api.extensions [None req-61f69fd9-84be-4a1f-bf6d-b032a861aa4b None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=103120) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 18:51:28.828110 n-d-713498-36 neutron-server[103120]: INFO neutron.api.extensions [None req-61f69fd9-84be-4a1f-bf6d-b032a861aa4b None None] Loaded extension: rbac-address-group Feb 09 18:51:28.828432 n-d-713498-36 neutron-server[103120]: DEBUG neutron.api.extensions [None req-61f69fd9-84be-4a1f-bf6d-b032a861aa4b None None] Loading extension file: rbac_address_scope.py {{(pid=103120) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 18:51:28.829352 n-d-713498-36 neutron-server[103120]: DEBUG neutron.api.extensions [None req-61f69fd9-84be-4a1f-bf6d-b032a861aa4b None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=103120) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 18:51:28.829855 n-d-713498-36 neutron-server[103120]: INFO neutron.api.extensions [None req-61f69fd9-84be-4a1f-bf6d-b032a861aa4b None None] Loaded extension: rbac-address-scope Feb 09 18:51:28.830203 n-d-713498-36 neutron-server[103120]: DEBUG neutron.api.extensions [None req-61f69fd9-84be-4a1f-bf6d-b032a861aa4b None None] Loading extension file: rbac_security_groups.py {{(pid=103120) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 18:51:28.831110 n-d-713498-36 neutron-server[103120]: DEBUG neutron.api.extensions [None req-61f69fd9-84be-4a1f-bf6d-b032a861aa4b None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=103120) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 18:51:28.831614 n-d-713498-36 neutron-server[103120]: INFO neutron.api.extensions [None req-61f69fd9-84be-4a1f-bf6d-b032a861aa4b None None] Loaded extension: rbac-security-groups Feb 09 18:51:28.831934 n-d-713498-36 neutron-server[103120]: DEBUG neutron.api.extensions [None req-61f69fd9-84be-4a1f-bf6d-b032a861aa4b None None] Loading extension file: rbac_subnetpool.py {{(pid=103120) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 18:51:28.832839 n-d-713498-36 neutron-server[103120]: DEBUG neutron.api.extensions [None req-61f69fd9-84be-4a1f-bf6d-b032a861aa4b None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=103120) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 18:51:28.833347 n-d-713498-36 neutron-server[103120]: INFO neutron.api.extensions [None req-61f69fd9-84be-4a1f-bf6d-b032a861aa4b None None] Loaded extension: rbac-subnetpool Feb 09 18:51:28.833671 n-d-713498-36 neutron-server[103120]: DEBUG neutron.api.extensions [None req-61f69fd9-84be-4a1f-bf6d-b032a861aa4b None None] Loading extension file: revisionifmatch.py {{(pid=103120) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 18:51:28.834616 n-d-713498-36 neutron-server[103120]: DEBUG neutron.api.extensions [None req-61f69fd9-84be-4a1f-bf6d-b032a861aa4b None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=103120) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 18:51:28.835123 n-d-713498-36 neutron-server[103120]: INFO neutron.api.extensions [None req-61f69fd9-84be-4a1f-bf6d-b032a861aa4b None None] Loaded extension: revision-if-match Feb 09 18:51:28.835537 n-d-713498-36 neutron-server[103120]: DEBUG neutron.api.extensions [None req-61f69fd9-84be-4a1f-bf6d-b032a861aa4b None None] Loading extension file: revisions.py {{(pid=103120) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 18:51:28.836906 n-d-713498-36 neutron-server[103120]: DEBUG neutron.api.extensions [None req-61f69fd9-84be-4a1f-bf6d-b032a861aa4b None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=103120) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 18:51:28.837429 n-d-713498-36 neutron-server[103120]: INFO neutron.api.extensions [None req-61f69fd9-84be-4a1f-bf6d-b032a861aa4b None None] Loaded extension: standard-attr-revisions Feb 09 18:51:28.837749 n-d-713498-36 neutron-server[103120]: DEBUG neutron.api.extensions [None req-61f69fd9-84be-4a1f-bf6d-b032a861aa4b None None] Loading extension file: router_availability_zone.py {{(pid=103120) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 18:51:28.838444 n-d-713498-36 neutron-server[103120]: DEBUG neutron.api.extensions [None req-61f69fd9-84be-4a1f-bf6d-b032a861aa4b None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=103120) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 18:51:28.838956 n-d-713498-36 neutron-server[103120]: INFO neutron.api.extensions [None req-61f69fd9-84be-4a1f-bf6d-b032a861aa4b None None] Loaded extension: router_availability_zone Feb 09 18:51:28.839275 n-d-713498-36 neutron-server[103120]: DEBUG neutron.api.extensions [None req-61f69fd9-84be-4a1f-bf6d-b032a861aa4b None None] Loading extension file: routerservicetype.py {{(pid=103120) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 18:51:28.840192 n-d-713498-36 neutron-server[103120]: DEBUG neutron.api.extensions [None req-61f69fd9-84be-4a1f-bf6d-b032a861aa4b None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=103120) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 18:51:28.840692 n-d-713498-36 neutron-server[103120]: INFO neutron.api.extensions [None req-61f69fd9-84be-4a1f-bf6d-b032a861aa4b None None] Extension router-service-type not supported by any of loaded plugins Feb 09 18:51:28.841010 n-d-713498-36 neutron-server[103120]: DEBUG neutron.api.extensions [None req-61f69fd9-84be-4a1f-bf6d-b032a861aa4b None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=103120) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 18:51:28.841927 n-d-713498-36 neutron-server[103120]: DEBUG neutron.api.extensions [None req-61f69fd9-84be-4a1f-bf6d-b032a861aa4b None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=103120) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 18:51:28.842454 n-d-713498-36 neutron-server[103120]: INFO neutron.api.extensions [None req-61f69fd9-84be-4a1f-bf6d-b032a861aa4b None None] Loaded extension: security-groups-normalized-cidr Feb 09 18:51:28.842774 n-d-713498-36 neutron-server[103120]: DEBUG neutron.api.extensions [None req-61f69fd9-84be-4a1f-bf6d-b032a861aa4b None None] Loading extension file: security_groups_port_filtering.py {{(pid=103120) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 18:51:28.843685 n-d-713498-36 neutron-server[103120]: DEBUG neutron.api.extensions [None req-61f69fd9-84be-4a1f-bf6d-b032a861aa4b None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=103120) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 18:51:28.844185 n-d-713498-36 neutron-server[103120]: INFO neutron.api.extensions [None req-61f69fd9-84be-4a1f-bf6d-b032a861aa4b None None] Loaded extension: port-security-groups-filtering Feb 09 18:51:28.844502 n-d-713498-36 neutron-server[103120]: DEBUG neutron.api.extensions [None req-61f69fd9-84be-4a1f-bf6d-b032a861aa4b None None] Loading extension file: security_groups_remote_address_group.py {{(pid=103120) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 18:51:28.845425 n-d-713498-36 neutron-server[103120]: DEBUG neutron.api.extensions [None req-61f69fd9-84be-4a1f-bf6d-b032a861aa4b None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=103120) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 18:51:28.845931 n-d-713498-36 neutron-server[103120]: INFO neutron.api.extensions [None req-61f69fd9-84be-4a1f-bf6d-b032a861aa4b None None] Loaded extension: security-groups-remote-address-group Feb 09 18:51:28.846281 n-d-713498-36 neutron-server[103120]: DEBUG neutron.api.extensions [None req-61f69fd9-84be-4a1f-bf6d-b032a861aa4b None None] Loading extension file: security_groups_shared_filtering.py {{(pid=103120) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 18:51:28.847206 n-d-713498-36 neutron-server[103120]: DEBUG neutron.api.extensions [None req-61f69fd9-84be-4a1f-bf6d-b032a861aa4b None None] Ext name="Security group filtering on the shared field" alias="security-groups-shared-filtering" description="Support filtering security groups on the shared field" updated="2021-10-05T09:00:00-00:00" {{(pid=103120) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 18:51:28.847710 n-d-713498-36 neutron-server[103120]: INFO neutron.api.extensions [None req-61f69fd9-84be-4a1f-bf6d-b032a861aa4b None None] Loaded extension: security-groups-shared-filtering Feb 09 18:51:28.848029 n-d-713498-36 neutron-server[103120]: DEBUG neutron.api.extensions [None req-61f69fd9-84be-4a1f-bf6d-b032a861aa4b None None] Loading extension file: security_groups_shared_filtering_lib.py {{(pid=103120) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 18:51:28.848606 n-d-713498-36 neutron-server[103120]: WARNING neutron.api.extensions [None req-61f69fd9-84be-4a1f-bf6d-b032a861aa4b None None] Did not find expected name "Security_groups_shared_filtering_lib" in /opt/stack/neutron/neutron/extensions/security_groups_shared_filtering_lib.py Feb 09 18:51:28.848927 n-d-713498-36 neutron-server[103120]: DEBUG neutron.api.extensions [None req-61f69fd9-84be-4a1f-bf6d-b032a861aa4b None None] Loading extension file: securitygroup.py {{(pid=103120) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 18:51:28.860769 n-d-713498-36 neutron-server[103120]: DEBUG neutron.api.extensions [None req-61f69fd9-84be-4a1f-bf6d-b032a861aa4b None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=103120) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 18:51:28.861293 n-d-713498-36 neutron-server[103120]: INFO neutron.api.extensions [None req-61f69fd9-84be-4a1f-bf6d-b032a861aa4b None None] Loaded extension: security-group Feb 09 18:51:28.861629 n-d-713498-36 neutron-server[103120]: DEBUG neutron.api.extensions [None req-61f69fd9-84be-4a1f-bf6d-b032a861aa4b None None] Loading extension file: segment.py {{(pid=103120) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 18:51:28.862444 n-d-713498-36 neutron-server[103120]: DEBUG neutron.api.extensions [None req-61f69fd9-84be-4a1f-bf6d-b032a861aa4b None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=103120) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 18:51:28.862949 n-d-713498-36 neutron-server[103120]: INFO neutron.api.extensions [None req-61f69fd9-84be-4a1f-bf6d-b032a861aa4b None None] Extension segment not supported by any of loaded plugins Feb 09 18:51:28.863274 n-d-713498-36 neutron-server[103120]: DEBUG neutron.api.extensions [None req-61f69fd9-84be-4a1f-bf6d-b032a861aa4b None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=103120) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 18:51:28.864211 n-d-713498-36 neutron-server[103120]: DEBUG neutron.api.extensions [None req-61f69fd9-84be-4a1f-bf6d-b032a861aa4b None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=103120) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 18:51:28.864719 n-d-713498-36 neutron-server[103120]: INFO neutron.api.extensions [None req-61f69fd9-84be-4a1f-bf6d-b032a861aa4b None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Feb 09 18:51:28.865042 n-d-713498-36 neutron-server[103120]: DEBUG neutron.api.extensions [None req-61f69fd9-84be-4a1f-bf6d-b032a861aa4b None None] Loading extension file: servicetype.py {{(pid=103120) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 18:51:28.866181 n-d-713498-36 neutron-server[103120]: DEBUG neutron.api.extensions [None req-61f69fd9-84be-4a1f-bf6d-b032a861aa4b None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=103120) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 18:51:28.867491 n-d-713498-36 neutron-server[103120]: INFO neutron.api.extensions [None req-61f69fd9-84be-4a1f-bf6d-b032a861aa4b None None] Loaded extension: service-type Feb 09 18:51:28.868004 n-d-713498-36 neutron-server[103120]: DEBUG neutron.api.extensions [None req-61f69fd9-84be-4a1f-bf6d-b032a861aa4b None None] Loading extension file: sorting.py {{(pid=103120) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 18:51:28.868988 n-d-713498-36 neutron-server[103120]: DEBUG neutron.api.extensions [None req-61f69fd9-84be-4a1f-bf6d-b032a861aa4b None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=103120) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 18:51:28.869327 n-d-713498-36 neutron-server[103120]: INFO neutron.api.extensions [None req-61f69fd9-84be-4a1f-bf6d-b032a861aa4b None None] Loaded extension: sorting Feb 09 18:51:28.869647 n-d-713498-36 neutron-server[103120]: DEBUG neutron.api.extensions [None req-61f69fd9-84be-4a1f-bf6d-b032a861aa4b None None] Loading extension file: standard_attr_segment.py {{(pid=103120) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 18:51:28.870594 n-d-713498-36 neutron-server[103120]: DEBUG neutron.api.extensions [None req-61f69fd9-84be-4a1f-bf6d-b032a861aa4b None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=103120) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 18:51:28.871103 n-d-713498-36 neutron-server[103120]: INFO neutron.api.extensions [None req-61f69fd9-84be-4a1f-bf6d-b032a861aa4b None None] Extension standard-attr-segment not supported by any of loaded plugins Feb 09 18:51:28.871423 n-d-713498-36 neutron-server[103120]: DEBUG neutron.api.extensions [None req-61f69fd9-84be-4a1f-bf6d-b032a861aa4b None None] Loading extension file: standardattrdescription.py {{(pid=103120) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 18:51:28.872061 n-d-713498-36 neutron-server[103120]: DEBUG neutron.api.extensions [None req-61f69fd9-84be-4a1f-bf6d-b032a861aa4b None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=103120) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 18:51:28.872559 n-d-713498-36 neutron-server[103120]: INFO neutron.api.extensions [None req-61f69fd9-84be-4a1f-bf6d-b032a861aa4b None None] Loaded extension: standard-attr-description Feb 09 18:51:28.872876 n-d-713498-36 neutron-server[103120]: DEBUG neutron.api.extensions [None req-61f69fd9-84be-4a1f-bf6d-b032a861aa4b None None] Loading extension file: stateful_security_group.py {{(pid=103120) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 18:51:28.873801 n-d-713498-36 neutron-server[103120]: DEBUG neutron.api.extensions [None req-61f69fd9-84be-4a1f-bf6d-b032a861aa4b None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=103120) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 18:51:28.874336 n-d-713498-36 neutron-server[103120]: INFO neutron.api.extensions [None req-61f69fd9-84be-4a1f-bf6d-b032a861aa4b None None] Loaded extension: stateful-security-group Feb 09 18:51:28.874658 n-d-713498-36 neutron-server[103120]: DEBUG neutron.api.extensions [None req-61f69fd9-84be-4a1f-bf6d-b032a861aa4b None None] Loading extension file: stdattrs_common.py {{(pid=103120) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 18:51:28.875220 n-d-713498-36 neutron-server[103120]: WARNING neutron.api.extensions [None req-61f69fd9-84be-4a1f-bf6d-b032a861aa4b None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Feb 09 18:51:28.875537 n-d-713498-36 neutron-server[103120]: DEBUG neutron.api.extensions [None req-61f69fd9-84be-4a1f-bf6d-b032a861aa4b None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=103120) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 18:51:28.876445 n-d-713498-36 neutron-server[103120]: DEBUG neutron.api.extensions [None req-61f69fd9-84be-4a1f-bf6d-b032a861aa4b None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=103120) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 18:51:28.876953 n-d-713498-36 neutron-server[103120]: INFO neutron.api.extensions [None req-61f69fd9-84be-4a1f-bf6d-b032a861aa4b None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Feb 09 18:51:28.877273 n-d-713498-36 neutron-server[103120]: DEBUG neutron.api.extensions [None req-61f69fd9-84be-4a1f-bf6d-b032a861aa4b None None] Loading extension file: subnet_onboard.py {{(pid=103120) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 18:51:28.878401 n-d-713498-36 neutron-server[103120]: DEBUG neutron.api.extensions [None req-61f69fd9-84be-4a1f-bf6d-b032a861aa4b None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=103120) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 18:51:28.878909 n-d-713498-36 neutron-server[103120]: INFO neutron.api.extensions [None req-61f69fd9-84be-4a1f-bf6d-b032a861aa4b None None] Loaded extension: subnet_onboard Feb 09 18:51:28.879235 n-d-713498-36 neutron-server[103120]: DEBUG neutron.api.extensions [None req-61f69fd9-84be-4a1f-bf6d-b032a861aa4b None None] Loading extension file: subnet_segmentid_writable.py {{(pid=103120) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 18:51:28.880156 n-d-713498-36 neutron-server[103120]: DEBUG neutron.api.extensions [None req-61f69fd9-84be-4a1f-bf6d-b032a861aa4b None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=103120) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 18:51:28.880661 n-d-713498-36 neutron-server[103120]: INFO neutron.api.extensions [None req-61f69fd9-84be-4a1f-bf6d-b032a861aa4b None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Feb 09 18:51:28.880983 n-d-713498-36 neutron-server[103120]: DEBUG neutron.api.extensions [None req-61f69fd9-84be-4a1f-bf6d-b032a861aa4b None None] Loading extension file: subnet_service_types.py {{(pid=103120) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 18:51:28.881895 n-d-713498-36 neutron-server[103120]: DEBUG neutron.api.extensions [None req-61f69fd9-84be-4a1f-bf6d-b032a861aa4b None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=103120) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 18:51:28.882713 n-d-713498-36 neutron-server[103120]: INFO neutron.api.extensions [None req-61f69fd9-84be-4a1f-bf6d-b032a861aa4b None None] Loaded extension: subnet-service-types Feb 09 18:51:28.883085 n-d-713498-36 neutron-server[103120]: DEBUG neutron.api.extensions [None req-61f69fd9-84be-4a1f-bf6d-b032a861aa4b None None] Loading extension file: subnetallocation.py {{(pid=103120) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 18:51:28.884169 n-d-713498-36 neutron-server[103120]: DEBUG neutron.api.extensions [None req-61f69fd9-84be-4a1f-bf6d-b032a861aa4b None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=103120) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 18:51:28.884677 n-d-713498-36 neutron-server[103120]: INFO neutron.api.extensions [None req-61f69fd9-84be-4a1f-bf6d-b032a861aa4b None None] Loaded extension: subnet_allocation Feb 09 18:51:28.884998 n-d-713498-36 neutron-server[103120]: DEBUG neutron.api.extensions [None req-61f69fd9-84be-4a1f-bf6d-b032a861aa4b None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=103120) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 18:51:28.885698 n-d-713498-36 neutron-server[103120]: DEBUG neutron.api.extensions [None req-61f69fd9-84be-4a1f-bf6d-b032a861aa4b None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=103120) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 18:51:28.886190 n-d-713498-36 neutron-server[103120]: INFO neutron.api.extensions [None req-61f69fd9-84be-4a1f-bf6d-b032a861aa4b None None] Loaded extension: subnetpool-prefix-ops Feb 09 18:51:28.886508 n-d-713498-36 neutron-server[103120]: DEBUG neutron.api.extensions [None req-61f69fd9-84be-4a1f-bf6d-b032a861aa4b None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=103120) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 18:51:28.887432 n-d-713498-36 neutron-server[103120]: DEBUG neutron.api.extensions [None req-61f69fd9-84be-4a1f-bf6d-b032a861aa4b None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=103120) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 18:51:28.887934 n-d-713498-36 neutron-server[103120]: INFO neutron.api.extensions [None req-61f69fd9-84be-4a1f-bf6d-b032a861aa4b None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Feb 09 18:51:28.888255 n-d-713498-36 neutron-server[103120]: DEBUG neutron.api.extensions [None req-61f69fd9-84be-4a1f-bf6d-b032a861aa4b None None] Loading extension file: tagging.py {{(pid=103120) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 18:51:28.889332 n-d-713498-36 neutron-server[103120]: DEBUG neutron.api.extensions [None req-61f69fd9-84be-4a1f-bf6d-b032a861aa4b None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=103120) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 18:51:28.889843 n-d-713498-36 neutron-server[103120]: INFO neutron.api.extensions [None req-61f69fd9-84be-4a1f-bf6d-b032a861aa4b None None] Loaded extension: standard-attr-tag Feb 09 18:51:28.890192 n-d-713498-36 neutron-server[103120]: DEBUG neutron.api.extensions [None req-61f69fd9-84be-4a1f-bf6d-b032a861aa4b None None] Loading extension file: timestamp.py {{(pid=103120) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 18:51:28.891394 n-d-713498-36 neutron-server[103120]: DEBUG neutron.api.extensions [None req-61f69fd9-84be-4a1f-bf6d-b032a861aa4b None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=103120) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 18:51:28.891909 n-d-713498-36 neutron-server[103120]: INFO neutron.api.extensions [None req-61f69fd9-84be-4a1f-bf6d-b032a861aa4b None None] Loaded extension: standard-attr-timestamp Feb 09 18:51:28.892229 n-d-713498-36 neutron-server[103120]: DEBUG neutron.api.extensions [None req-61f69fd9-84be-4a1f-bf6d-b032a861aa4b None None] Loading extension file: trunk.py {{(pid=103120) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 18:51:28.893263 n-d-713498-36 neutron-server[103120]: DEBUG neutron.api.extensions [None req-61f69fd9-84be-4a1f-bf6d-b032a861aa4b None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=103120) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 18:51:28.893771 n-d-713498-36 neutron-server[103120]: INFO neutron.api.extensions [None req-61f69fd9-84be-4a1f-bf6d-b032a861aa4b None None] Extension trunk not supported by any of loaded plugins Feb 09 18:51:28.894138 n-d-713498-36 neutron-server[103120]: DEBUG neutron.api.extensions [None req-61f69fd9-84be-4a1f-bf6d-b032a861aa4b None None] Loading extension file: trunk_details.py {{(pid=103120) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 18:51:28.895057 n-d-713498-36 neutron-server[103120]: DEBUG neutron.api.extensions [None req-61f69fd9-84be-4a1f-bf6d-b032a861aa4b None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=103120) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 18:51:28.895571 n-d-713498-36 neutron-server[103120]: INFO neutron.api.extensions [None req-61f69fd9-84be-4a1f-bf6d-b032a861aa4b None None] Extension trunk-details not supported by any of loaded plugins Feb 09 18:51:28.895892 n-d-713498-36 neutron-server[103120]: DEBUG neutron.api.extensions [None req-61f69fd9-84be-4a1f-bf6d-b032a861aa4b None None] Loading extension file: uplink_status_propagation.py {{(pid=103120) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 18:51:28.896808 n-d-713498-36 neutron-server[103120]: DEBUG neutron.api.extensions [None req-61f69fd9-84be-4a1f-bf6d-b032a861aa4b None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=103120) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 18:51:28.897318 n-d-713498-36 neutron-server[103120]: INFO neutron.api.extensions [None req-61f69fd9-84be-4a1f-bf6d-b032a861aa4b None None] Extension uplink-status-propagation not supported by any of loaded plugins Feb 09 18:51:28.897638 n-d-713498-36 neutron-server[103120]: DEBUG neutron.api.extensions [None req-61f69fd9-84be-4a1f-bf6d-b032a861aa4b None None] Loading extension file: vlantransparent.py {{(pid=103120) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 18:51:28.898582 n-d-713498-36 neutron-server[103120]: DEBUG neutron.api.extensions [None req-61f69fd9-84be-4a1f-bf6d-b032a861aa4b None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=103120) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 18:51:28.899097 n-d-713498-36 neutron-server[103120]: INFO neutron.api.extensions [None req-61f69fd9-84be-4a1f-bf6d-b032a861aa4b None None] Extension vlan-transparent not supported by any of loaded plugins Feb 09 18:51:28.901582 n-d-713498-36 neutron-server[103120]: INFO neutron.quota.resource_registry [None req-61f69fd9-84be-4a1f-bf6d-b032a861aa4b None None] Creating instance of TrackedResource for resource:network Feb 09 18:51:28.902141 n-d-713498-36 neutron-server[103120]: INFO neutron.quota.resource_registry [None req-61f69fd9-84be-4a1f-bf6d-b032a861aa4b None None] Creating instance of TrackedResource for resource:subnet Feb 09 18:51:28.902534 n-d-713498-36 neutron-server[103120]: INFO neutron.quota.resource_registry [None req-61f69fd9-84be-4a1f-bf6d-b032a861aa4b None None] Creating instance of TrackedResource for resource:subnetpool Feb 09 18:51:28.902920 n-d-713498-36 neutron-server[103120]: INFO neutron.quota.resource_registry [None req-61f69fd9-84be-4a1f-bf6d-b032a861aa4b None None] Creating instance of TrackedResource for resource:port Feb 09 18:51:28.904126 n-d-713498-36 neutron-server[103120]: DEBUG neutron.api.v2.resource_helper [None req-61f69fd9-84be-4a1f-bf6d-b032a861aa4b None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103120) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 09 18:51:28.904569 n-d-713498-36 neutron-server[103120]: DEBUG neutron.api.v2.resource_helper [None req-61f69fd9-84be-4a1f-bf6d-b032a861aa4b None None] Service FLAVORS assigned prefix: {{(pid=103120) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 09 18:51:28.905166 n-d-713498-36 neutron-server[103120]: DEBUG neutron.api.v2.resource_helper [None req-61f69fd9-84be-4a1f-bf6d-b032a861aa4b None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103120) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 09 18:51:28.905593 n-d-713498-36 neutron-server[103120]: DEBUG neutron.api.v2.resource_helper [None req-61f69fd9-84be-4a1f-bf6d-b032a861aa4b None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103120) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 09 18:51:28.905921 n-d-713498-36 neutron-server[103120]: INFO neutron.quota.resource_registry [None req-61f69fd9-84be-4a1f-bf6d-b032a861aa4b None None] Creating instance of TrackedResource for resource:router Feb 09 18:51:28.906368 n-d-713498-36 neutron-server[103120]: INFO neutron.quota.resource_registry [None req-61f69fd9-84be-4a1f-bf6d-b032a861aa4b None None] Creating instance of TrackedResource for resource:floatingip Feb 09 18:51:28.906847 n-d-713498-36 neutron-server[103120]: DEBUG neutron.api.v2.resource_helper [None req-61f69fd9-84be-4a1f-bf6d-b032a861aa4b None None] Service METERING assigned prefix: /metering {{(pid=103120) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 09 18:51:28.908293 n-d-713498-36 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-61f69fd9-84be-4a1f-bf6d-b032a861aa4b None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=103120) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 18:51:28.908667 n-d-713498-36 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-61f69fd9-84be-4a1f-bf6d-b032a861aa4b None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=103120) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 18:51:28.909017 n-d-713498-36 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-61f69fd9-84be-4a1f-bf6d-b032a861aa4b None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103120) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 18:51:28.910032 n-d-713498-36 neutron-server[103120]: INFO neutron.quota.resource_registry [None req-61f69fd9-84be-4a1f-bf6d-b032a861aa4b None None] Creating instance of CountableResource for resource:rbac_policy Feb 09 18:51:28.910481 n-d-713498-36 neutron-server[103120]: INFO neutron.quota.resource_registry [None req-61f69fd9-84be-4a1f-bf6d-b032a861aa4b None None] Creating instance of TrackedResource for resource:security_group Feb 09 18:51:28.910925 n-d-713498-36 neutron-server[103120]: INFO neutron.quota.resource_registry [None req-61f69fd9-84be-4a1f-bf6d-b032a861aa4b None None] Creating instance of TrackedResource for resource:security_group_rule Feb 09 18:51:28.911505 n-d-713498-36 neutron-server[103120]: DEBUG neutron.api.v2.resource_helper [None req-61f69fd9-84be-4a1f-bf6d-b032a861aa4b None None] Service CORE assigned prefix: {{(pid=103120) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 09 18:51:28.911834 n-d-713498-36 neutron-server[103120]: INFO neutron.quota.resource_registry [None req-61f69fd9-84be-4a1f-bf6d-b032a861aa4b None None] Creating instance of TrackedResource for resource:subnetpool Feb 09 18:51:28.912176 n-d-713498-36 neutron-server[103120]: WARNING neutron.quota.resource_registry [None req-61f69fd9-84be-4a1f-bf6d-b032a861aa4b None None] subnetpool is already registered Feb 09 18:51:28.912607 n-d-713498-36 neutron-server[103120]: DEBUG neutron.api.v2.resource_helper [None req-61f69fd9-84be-4a1f-bf6d-b032a861aa4b None None] Service CORE assigned prefix: {{(pid=103120) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 09 18:51:28.912932 n-d-713498-36 neutron-server[103120]: INFO neutron.quota.resource_registry [None req-61f69fd9-84be-4a1f-bf6d-b032a861aa4b None None] Creating instance of TrackedResource for resource:subnetpool Feb 09 18:51:28.913323 n-d-713498-36 neutron-server[103120]: WARNING neutron.quota.resource_registry [None req-61f69fd9-84be-4a1f-bf6d-b032a861aa4b None None] subnetpool is already registered Feb 09 18:51:28.916672 n-d-713498-36 neutron-server[103120]: DEBUG neutron.api.v2.resource_helper [None req-61f69fd9-84be-4a1f-bf6d-b032a861aa4b None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103120) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 09 18:51:28.917099 n-d-713498-36 neutron-server[103120]: DEBUG neutron.api.v2.resource_helper [None req-61f69fd9-84be-4a1f-bf6d-b032a861aa4b None None] Service FLAVORS assigned prefix: {{(pid=103120) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 09 18:51:28.917687 n-d-713498-36 neutron-server[103120]: DEBUG neutron.api.v2.resource_helper [None req-61f69fd9-84be-4a1f-bf6d-b032a861aa4b None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103120) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 09 18:51:28.918134 n-d-713498-36 neutron-server[103120]: DEBUG neutron.api.v2.resource_helper [None req-61f69fd9-84be-4a1f-bf6d-b032a861aa4b None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103120) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 09 18:51:28.918468 n-d-713498-36 neutron-server[103120]: INFO neutron.quota.resource_registry [None req-61f69fd9-84be-4a1f-bf6d-b032a861aa4b None None] Creating instance of TrackedResource for resource:router Feb 09 18:51:28.918805 n-d-713498-36 neutron-server[103120]: WARNING neutron.quota.resource_registry [None req-61f69fd9-84be-4a1f-bf6d-b032a861aa4b None None] router is already registered Feb 09 18:51:28.919208 n-d-713498-36 neutron-server[103120]: INFO neutron.quota.resource_registry [None req-61f69fd9-84be-4a1f-bf6d-b032a861aa4b None None] Creating instance of TrackedResource for resource:floatingip Feb 09 18:51:28.919541 n-d-713498-36 neutron-server[103120]: WARNING neutron.quota.resource_registry [None req-61f69fd9-84be-4a1f-bf6d-b032a861aa4b None None] floatingip is already registered Feb 09 18:51:28.919990 n-d-713498-36 neutron-server[103120]: DEBUG neutron.api.v2.resource_helper [None req-61f69fd9-84be-4a1f-bf6d-b032a861aa4b None None] Service METERING assigned prefix: /metering {{(pid=103120) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 09 18:51:28.920638 n-d-713498-36 neutron-server[103120]: INFO neutron.quota.resource_registry [None req-61f69fd9-84be-4a1f-bf6d-b032a861aa4b None None] Creating instance of CountableResource for resource:rbac_policy Feb 09 18:51:28.920961 n-d-713498-36 neutron-server[103120]: WARNING neutron.quota.resource_registry [None req-61f69fd9-84be-4a1f-bf6d-b032a861aa4b None None] rbac_policy is already registered Feb 09 18:51:28.921368 n-d-713498-36 neutron-server[103120]: INFO neutron.quota.resource_registry [None req-61f69fd9-84be-4a1f-bf6d-b032a861aa4b None None] Creating instance of TrackedResource for resource:security_group Feb 09 18:51:28.921699 n-d-713498-36 neutron-server[103120]: WARNING neutron.quota.resource_registry [None req-61f69fd9-84be-4a1f-bf6d-b032a861aa4b None None] security_group is already registered Feb 09 18:51:28.922122 n-d-713498-36 neutron-server[103120]: INFO neutron.quota.resource_registry [None req-61f69fd9-84be-4a1f-bf6d-b032a861aa4b None None] Creating instance of TrackedResource for resource:security_group_rule Feb 09 18:51:28.922453 n-d-713498-36 neutron-server[103120]: WARNING neutron.quota.resource_registry [None req-61f69fd9-84be-4a1f-bf6d-b032a861aa4b None None] security_group_rule is already registered Feb 09 18:51:28.923071 n-d-713498-36 neutron-server[103120]: DEBUG neutron.api.v2.resource_helper [None req-61f69fd9-84be-4a1f-bf6d-b032a861aa4b None None] Service CORE assigned prefix: {{(pid=103120) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 09 18:51:28.923403 n-d-713498-36 neutron-server[103120]: INFO neutron.quota.resource_registry [None req-61f69fd9-84be-4a1f-bf6d-b032a861aa4b None None] Creating instance of TrackedResource for resource:subnetpool Feb 09 18:51:28.923731 n-d-713498-36 neutron-server[103120]: WARNING neutron.quota.resource_registry [None req-61f69fd9-84be-4a1f-bf6d-b032a861aa4b None None] subnetpool is already registered Feb 09 18:51:28.924152 n-d-713498-36 neutron-server[103120]: DEBUG neutron.api.v2.resource_helper [None req-61f69fd9-84be-4a1f-bf6d-b032a861aa4b None None] Service CORE assigned prefix: {{(pid=103120) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 09 18:51:28.924475 n-d-713498-36 neutron-server[103120]: INFO neutron.quota.resource_registry [None req-61f69fd9-84be-4a1f-bf6d-b032a861aa4b None None] Creating instance of TrackedResource for resource:subnetpool Feb 09 18:51:28.924801 n-d-713498-36 neutron-server[103120]: WARNING neutron.quota.resource_registry [None req-61f69fd9-84be-4a1f-bf6d-b032a861aa4b None None] subnetpool is already registered Feb 09 18:51:28.925256 n-d-713498-36 neutron-server[103120]: DEBUG neutron.api.extensions [None req-61f69fd9-84be-4a1f-bf6d-b032a861aa4b None None] Extended resource: extensions {{(pid=103120) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 09 18:51:28.926757 n-d-713498-36 neutron-server[103120]: DEBUG neutron.api.extensions [None req-61f69fd9-84be-4a1f-bf6d-b032a861aa4b None None] Extended resource: address-groups {{(pid=103120) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 09 18:51:28.928230 n-d-713498-36 neutron-server[103120]: DEBUG neutron.api.extensions [None req-61f69fd9-84be-4a1f-bf6d-b032a861aa4b None None] Extended resource: address-scopes {{(pid=103120) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 09 18:51:28.930401 n-d-713498-36 neutron-server[103120]: DEBUG neutron.api.extensions [None req-61f69fd9-84be-4a1f-bf6d-b032a861aa4b None None] Extended resource: agents {{(pid=103120) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 09 18:51:28.932008 n-d-713498-36 neutron-server[103120]: DEBUG neutron.api.extensions [None req-61f69fd9-84be-4a1f-bf6d-b032a861aa4b None None] Extended resource: auto-allocated-topology {{(pid=103120) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 09 18:51:28.933240 n-d-713498-36 neutron-server[103120]: DEBUG neutron.api.extensions [None req-61f69fd9-84be-4a1f-bf6d-b032a861aa4b None None] Extended resource: availability_zones {{(pid=103120) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 09 18:51:28.934490 n-d-713498-36 neutron-server[103120]: DEBUG neutron.api.extensions [None req-61f69fd9-84be-4a1f-bf6d-b032a861aa4b None None] Extended resource: dhcp-networks {{(pid=103120) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 09 18:51:28.936030 n-d-713498-36 neutron-server[103120]: DEBUG neutron.api.extensions [None req-61f69fd9-84be-4a1f-bf6d-b032a861aa4b None None] Extended resource: dhcp-agents {{(pid=103120) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 09 18:51:28.937454 n-d-713498-36 neutron-server[103120]: DEBUG neutron.api.extensions [None req-61f69fd9-84be-4a1f-bf6d-b032a861aa4b None None] Extended resource: routers {{(pid=103120) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 09 18:51:28.939694 n-d-713498-36 neutron-server[103120]: DEBUG neutron.api.extensions [None req-61f69fd9-84be-4a1f-bf6d-b032a861aa4b None None] Extended resource: flavors {{(pid=103120) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 09 18:51:28.940838 n-d-713498-36 neutron-server[103120]: DEBUG neutron.api.extensions [None req-61f69fd9-84be-4a1f-bf6d-b032a861aa4b None None] Extended resource: service_profiles {{(pid=103120) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 09 18:51:28.942050 n-d-713498-36 neutron-server[103120]: DEBUG neutron.api.extensions [None req-61f69fd9-84be-4a1f-bf6d-b032a861aa4b None None] Extended resource: next_providers {{(pid=103120) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 09 18:51:28.943489 n-d-713498-36 neutron-server[103120]: DEBUG neutron.api.extensions [None req-61f69fd9-84be-4a1f-bf6d-b032a861aa4b None None] Extended resource: service_profiles {{(pid=103120) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 09 18:51:28.945378 n-d-713498-36 neutron-server[103120]: DEBUG neutron.api.extensions [None req-61f69fd9-84be-4a1f-bf6d-b032a861aa4b None None] Extended resource: floatingip-pools {{(pid=103120) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 09 18:51:28.946626 n-d-713498-36 neutron-server[103120]: DEBUG neutron.api.extensions [None req-61f69fd9-84be-4a1f-bf6d-b032a861aa4b None None] Extended resource: routers {{(pid=103120) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 09 18:51:28.948701 n-d-713498-36 neutron-server[103120]: DEBUG neutron.api.extensions [None req-61f69fd9-84be-4a1f-bf6d-b032a861aa4b None None] Extended resource: floatingips {{(pid=103120) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 09 18:51:28.950005 n-d-713498-36 neutron-server[103120]: DEBUG neutron.api.extensions [None req-61f69fd9-84be-4a1f-bf6d-b032a861aa4b None None] Extended resource: l3-routers {{(pid=103120) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 09 18:51:28.951407 n-d-713498-36 neutron-server[103120]: DEBUG neutron.api.extensions [None req-61f69fd9-84be-4a1f-bf6d-b032a861aa4b None None] Extended resource: l3-agents {{(pid=103120) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 09 18:51:28.952821 n-d-713498-36 neutron-server[103120]: DEBUG neutron.api.extensions [None req-61f69fd9-84be-4a1f-bf6d-b032a861aa4b None None] Extended resource: metering-labels {{(pid=103120) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 09 18:51:28.954198 n-d-713498-36 neutron-server[103120]: DEBUG neutron.api.extensions [None req-61f69fd9-84be-4a1f-bf6d-b032a861aa4b None None] Extended resource: metering-label-rules {{(pid=103120) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 09 18:51:28.955465 n-d-713498-36 neutron-server[103120]: DEBUG neutron.api.extensions [None req-61f69fd9-84be-4a1f-bf6d-b032a861aa4b None None] Extended resource: network-ip-availabilities {{(pid=103120) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 09 18:51:28.956706 n-d-713498-36 neutron-server[103120]: DEBUG neutron.api.extensions [None req-61f69fd9-84be-4a1f-bf6d-b032a861aa4b None None] Extended resource: bindings {{(pid=103120) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 09 18:51:28.958377 n-d-713498-36 neutron-server[103120]: DEBUG neutron.api.extensions [None req-61f69fd9-84be-4a1f-bf6d-b032a861aa4b None None] Extended resource: quotas {{(pid=103120) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 09 18:51:28.959960 n-d-713498-36 neutron-server[103120]: DEBUG neutron.api.extensions [None req-61f69fd9-84be-4a1f-bf6d-b032a861aa4b None None] Extended resource: quotas {{(pid=103120) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 09 18:51:28.961948 n-d-713498-36 neutron-server[103120]: DEBUG neutron.api.extensions [None req-61f69fd9-84be-4a1f-bf6d-b032a861aa4b None None] Extended resource: rbac-policies {{(pid=103120) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 09 18:51:28.964141 n-d-713498-36 neutron-server[103120]: DEBUG neutron.api.extensions [None req-61f69fd9-84be-4a1f-bf6d-b032a861aa4b None None] Extended resource: security-groups {{(pid=103120) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 09 18:51:28.965376 n-d-713498-36 neutron-server[103120]: DEBUG neutron.api.extensions [None req-61f69fd9-84be-4a1f-bf6d-b032a861aa4b None None] Extended resource: security-group-rules {{(pid=103120) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 09 18:51:28.966685 n-d-713498-36 neutron-server[103120]: DEBUG neutron.api.extensions [None req-61f69fd9-84be-4a1f-bf6d-b032a861aa4b None None] Extended resource: service-providers {{(pid=103120) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 09 18:51:28.967884 n-d-713498-36 neutron-server[103120]: DEBUG neutron.api.extensions [None req-61f69fd9-84be-4a1f-bf6d-b032a861aa4b None None] Extended resource: subnetpools {{(pid=103120) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 09 18:51:28.969298 n-d-713498-36 neutron-server[103120]: DEBUG neutron.api.extensions [None req-61f69fd9-84be-4a1f-bf6d-b032a861aa4b None None] Extended resource: subnetpools {{(pid=103120) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 09 18:51:28.970769 n-d-713498-36 neutron-server[103120]: DEBUG neutron.api.extensions [None req-61f69fd9-84be-4a1f-bf6d-b032a861aa4b None None] Extended resource: tags {{(pid=103120) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 09 18:51:28.972441 n-d-713498-36 neutron-server[103120]: DEBUG neutron.api.extensions [None req-61f69fd9-84be-4a1f-bf6d-b032a861aa4b None None] Extended resource: tags {{(pid=103120) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 09 18:51:28.974264 n-d-713498-36 neutron-server[103120]: DEBUG neutron.api.extensions [None req-61f69fd9-84be-4a1f-bf6d-b032a861aa4b None None] Extended resource: tags {{(pid=103120) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 09 18:51:28.976706 n-d-713498-36 neutron-server[103120]: DEBUG neutron.api.extensions [None req-61f69fd9-84be-4a1f-bf6d-b032a861aa4b None None] Extended resource: tags {{(pid=103120) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 09 18:51:28.978733 n-d-713498-36 neutron-server[103120]: DEBUG neutron.api.extensions [None req-61f69fd9-84be-4a1f-bf6d-b032a861aa4b None None] Extended resource: tags {{(pid=103120) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 09 18:51:28.980601 n-d-713498-36 neutron-server[103120]: DEBUG neutron.api.extensions [None req-61f69fd9-84be-4a1f-bf6d-b032a861aa4b None None] Extended resource: tags {{(pid=103120) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 09 18:51:28.982288 n-d-713498-36 neutron-server[103120]: DEBUG neutron.api.extensions [None req-61f69fd9-84be-4a1f-bf6d-b032a861aa4b None None] Extended resource: tags {{(pid=103120) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 09 18:51:28.984183 n-d-713498-36 neutron-server[103120]: DEBUG neutron.api.extensions [None req-61f69fd9-84be-4a1f-bf6d-b032a861aa4b None None] Extended resource: tags {{(pid=103120) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 09 18:51:28.985919 n-d-713498-36 neutron-server[103120]: DEBUG neutron.api.extensions [None req-61f69fd9-84be-4a1f-bf6d-b032a861aa4b None None] Extended resource: tags {{(pid=103120) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 09 18:51:28.987794 n-d-713498-36 neutron-server[103120]: DEBUG neutron.api.extensions [None req-61f69fd9-84be-4a1f-bf6d-b032a861aa4b None None] Extended resource: tags {{(pid=103120) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 09 18:51:28.994555 n-d-713498-36 neutron-server[103120]: WARNING keystonemiddleware.auth_token [None req-61f69fd9-84be-4a1f-bf6d-b032a861aa4b None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Feb 09 18:51:28.999204 n-d-713498-36 neutron-server[103120]: WARNING keystonemiddleware.auth_token [None req-61f69fd9-84be-4a1f-bf6d-b032a861aa4b None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Feb 09 18:51:29.008145 n-d-713498-36 neutron-server[103120]: DEBUG oslo_concurrency.lockutils [None req-61f69fd9-84be-4a1f-bf6d-b032a861aa4b None None] Acquired lock "singleton_lock" {{(pid=103120) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:294}} Feb 09 18:51:29.008611 n-d-713498-36 neutron-server[103120]: DEBUG oslo_concurrency.lockutils [None req-61f69fd9-84be-4a1f-bf6d-b032a861aa4b None None] Releasing lock "singleton_lock" {{(pid=103120) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:312}} Feb 09 18:51:29.009254 n-d-713498-36 neutron-server[103120]: INFO oslo_service.service [None req-61f69fd9-84be-4a1f-bf6d-b032a861aa4b None None] Starting 2 workers Feb 09 18:51:29.014199 n-d-713498-36 neutron-server[103120]: DEBUG oslo_service.service [None req-61f69fd9-84be-4a1f-bf6d-b032a861aa4b None None] Started child 103229 {{(pid=103120) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Feb 09 18:51:29.018738 n-d-713498-36 neutron-server[103120]: DEBUG oslo_service.service [None req-61f69fd9-84be-4a1f-bf6d-b032a861aa4b None None] Started child 103230 {{(pid=103120) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Feb 09 18:51:29.019929 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 18:51:29.020563 n-d-713498-36 neutron-server[103120]: INFO neutron.service [None req-61f69fd9-84be-4a1f-bf6d-b032a861aa4b None None] Neutron service started, listening on 0.0.0.0:9696 Feb 09 18:51:29.021027 n-d-713498-36 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-61f69fd9-84be-4a1f-bf6d-b032a861aa4b None None] Publish callbacks [] for process (None), before_spawn {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 18:51:29.021474 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [-] (103229) wsgi starting up on http://0.0.0.0:9696 Feb 09 18:51:29.023639 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 18:51:29.024258 n-d-713498-36 neutron-server[103120]: INFO oslo_service.service [None req-61f69fd9-84be-4a1f-bf6d-b032a861aa4b None None] Starting 1 workers Feb 09 18:51:29.025085 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [-] (103230) wsgi starting up on http://0.0.0.0:9696 Feb 09 18:51:29.027301 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 42438) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 18:51:29.029759 n-d-713498-36 neutron-server[103120]: DEBUG oslo_service.service [None req-61f69fd9-84be-4a1f-bf6d-b032a861aa4b None None] Started child 103232 {{(pid=103120) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Feb 09 18:51:29.030352 n-d-713498-36 neutron-server[103120]: INFO oslo_service.service [None req-61f69fd9-84be-4a1f-bf6d-b032a861aa4b None None] Starting 1 workers Feb 09 18:51:29.033527 n-d-713498-36 neutron-server[103232]: DEBUG neutron.service [None req-61f69fd9-84be-4a1f-bf6d-b032a861aa4b None None] calling RpcWorker wait() {{(pid=103232) _wait /opt/stack/neutron/neutron/service.py:128}} Feb 09 18:51:29.034110 n-d-713498-36 neutron-server[103232]: DEBUG neutron.service [None req-61f69fd9-84be-4a1f-bf6d-b032a861aa4b None None] returning from RpcWorker wait() {{(pid=103232) _wait /opt/stack/neutron/neutron/service.py:135}} Feb 09 18:51:29.035273 n-d-713498-36 neutron-server[103120]: DEBUG oslo_service.service [None req-61f69fd9-84be-4a1f-bf6d-b032a861aa4b None None] Started child 103233 {{(pid=103120) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Feb 09 18:51:29.035475 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 18:51:29.035919 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=103232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 18:51:29.036135 n-d-713498-36 neutron-server[103120]: DEBUG neutron_lib.callbacks.manager [None req-61f69fd9-84be-4a1f-bf6d-b032a861aa4b None None] Publish callbacks [] for process (None), after_spawn {{(pid=103120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 18:51:29.036254 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [-] 10.222.0.75 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0066440 Feb 09 18:51:29.040570 n-d-713498-36 neutron-server[103120]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=103120) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Feb 09 18:51:29.040784 n-d-713498-36 neutron-server[103120]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Feb 09 18:51:29.041137 n-d-713498-36 neutron-server[103120]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Feb 09 18:51:29.041518 n-d-713498-36 neutron-server[103120]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Feb 09 18:51:29.042135 n-d-713498-36 neutron-server[103120]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Feb 09 18:51:29.042258 n-d-713498-36 neutron-server[103120]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Feb 09 18:51:29.042757 n-d-713498-36 neutron-server[103120]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 18:51:29.043038 n-d-713498-36 neutron-server[103120]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 18:51:29.043464 n-d-713498-36 neutron-server[103120]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 18:51:29.043867 n-d-713498-36 neutron-server[103120]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 18:51:29.044376 n-d-713498-36 neutron-server[103120]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 18:51:29.044984 n-d-713498-36 neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 18:51:29.045472 n-d-713498-36 neutron-server[103120]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 18:51:29.045472 n-d-713498-36 neutron-server[103120]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 18:51:29.045706 n-d-713498-36 neutron-server[103120]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 18:51:29.045906 n-d-713498-36 neutron-server[103233]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=103233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 18:51:29.046028 n-d-713498-36 neutron-server[103120]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 18:51:29.046191 n-d-713498-36 neutron-server[103120]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 18:51:29.046361 n-d-713498-36 neutron-server[103120]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 18:51:29.046536 n-d-713498-36 neutron-server[103120]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 18:51:29.048720 n-d-713498-36 neutron-server[103120]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 18:51:29.048720 n-d-713498-36 neutron-server[103120]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 18:51:29.048720 n-d-713498-36 neutron-server[103120]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 18:51:29.048720 n-d-713498-36 neutron-server[103120]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 18:51:29.048720 n-d-713498-36 neutron-server[103120]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 18:51:29.048720 n-d-713498-36 neutron-server[103120]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 18:51:29.048720 n-d-713498-36 neutron-server[103120]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 18:51:29.048720 n-d-713498-36 neutron-server[103120]: DEBUG oslo_service.service [-] config_source = [] {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 18:51:29.049222 n-d-713498-36 neutron-server[103120]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 18:51:29.049222 n-d-713498-36 neutron-server[103120]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 18:51:29.049222 n-d-713498-36 neutron-server[103120]: DEBUG oslo_service.service [-] debug = True {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 18:51:29.049561 n-d-713498-36 neutron-server[103120]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 18:51:29.050014 n-d-713498-36 neutron-server[103120]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 18:51:29.050264 n-d-713498-36 neutron-server[103120]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 18:51:29.052361 n-d-713498-36 neutron-server[103120]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 18:51:29.052361 n-d-713498-36 neutron-server[103120]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 18:51:29.052361 n-d-713498-36 neutron-server[103120]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 18:51:29.052361 n-d-713498-36 neutron-server[103120]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 18:51:29.052361 n-d-713498-36 neutron-server[103120]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 18:51:29.052361 n-d-713498-36 neutron-server[103120]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 18:51:29.052361 n-d-713498-36 neutron-server[103120]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 18:51:29.052361 n-d-713498-36 neutron-server[103120]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 18:51:29.052847 n-d-713498-36 neutron-server[103120]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 18:51:29.052847 n-d-713498-36 neutron-server[103120]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 18:51:29.052847 n-d-713498-36 neutron-server[103120]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 18:51:29.053201 n-d-713498-36 neutron-server[103120]: DEBUG oslo_service.service [-] fatal_deprecations = False {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 18:51:29.053298 n-d-713498-36 neutron-server[103120]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 18:51:29.053545 n-d-713498-36 neutron-server[103120]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 18:51:29.053925 n-d-713498-36 neutron-server[103120]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 18:51:29.055272 n-d-713498-36 neutron-server[103120]: DEBUG oslo_service.service [-] host = n-d-713498-36 {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 18:51:29.055656 n-d-713498-36 neutron-server[103120]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 18:51:29.056040 n-d-713498-36 neutron-server[103120]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 18:51:29.056425 n-d-713498-36 neutron-server[103120]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 18:51:29.056842 n-d-713498-36 neutron-server[103120]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 18:51:29.057264 n-d-713498-36 neutron-server[103120]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 18:51:29.057492 n-d-713498-36 neutron-server[103120]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 18:51:29.057751 n-d-713498-36 neutron-server[103120]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 18:51:29.058057 n-d-713498-36 neutron-server[103120]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 18:51:29.058318 n-d-713498-36 neutron-server[103120]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 18:51:29.058556 n-d-713498-36 neutron-server[103120]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 18:51:29.060642 n-d-713498-36 neutron-server[103120]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 18:51:29.060642 n-d-713498-36 neutron-server[103120]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 18:51:29.060642 n-d-713498-36 neutron-server[103120]: DEBUG oslo_service.service [-] log_dir = None {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 18:51:29.060642 n-d-713498-36 neutron-server[103120]: DEBUG oslo_service.service [-] log_file = None {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 18:51:29.060642 n-d-713498-36 neutron-server[103120]: DEBUG oslo_service.service [-] log_options = True {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 18:51:29.060642 n-d-713498-36 neutron-server[103120]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 18:51:29.060642 n-d-713498-36 neutron-server[103120]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 18:51:29.060642 n-d-713498-36 neutron-server[103120]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 18:51:29.061713 n-d-713498-36 neutron-server[103120]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 18:51:29.061713 n-d-713498-36 neutron-server[103120]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 18:51:29.061713 n-d-713498-36 neutron-server[103120]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 18:51:29.061713 n-d-713498-36 neutron-server[103120]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 18:51:29.061713 n-d-713498-36 neutron-server[103120]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 18:51:29.061713 n-d-713498-36 neutron-server[103120]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 18:51:29.062525 n-d-713498-36 neutron-server[103120]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 18:51:29.062525 n-d-713498-36 neutron-server[103120]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 18:51:29.062525 n-d-713498-36 neutron-server[103120]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 18:51:29.062525 n-d-713498-36 neutron-server[103120]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 18:51:29.063023 n-d-713498-36 neutron-server[103120]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 18:51:29.063156 n-d-713498-36 neutron-server[103120]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 18:51:29.064416 n-d-713498-36 neutron-server[103120]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 18:51:29.064416 n-d-713498-36 neutron-server[103120]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 18:51:29.064416 n-d-713498-36 neutron-server[103120]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 18:51:29.064416 n-d-713498-36 neutron-server[103120]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 18:51:29.064416 n-d-713498-36 neutron-server[103120]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 18:51:29.065083 n-d-713498-36 neutron-server[103120]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 18:51:29.065083 n-d-713498-36 neutron-server[103120]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 18:51:29.065083 n-d-713498-36 neutron-server[103120]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 18:51:29.065491 n-d-713498-36 neutron-server[103120]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 18:51:29.065699 n-d-713498-36 neutron-server[103120]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 18:51:29.066087 n-d-713498-36 neutron-server[103120]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 18:51:29.067312 n-d-713498-36 neutron-server[103120]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 18:51:29.067312 n-d-713498-36 neutron-server[103120]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 18:51:29.067312 n-d-713498-36 neutron-server[103120]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 18:51:29.067312 n-d-713498-36 neutron-server[103120]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 18:51:29.067606 n-d-713498-36 neutron-server[103120]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 18:51:29.067775 n-d-713498-36 neutron-server[103120]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 18:51:29.068034 n-d-713498-36 neutron-server[103120]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 18:51:29.068220 n-d-713498-36 neutron-server[103120]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 18:51:29.068475 n-d-713498-36 neutron-server[103120]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 18:51:29.068748 n-d-713498-36 neutron-server[103120]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 18:51:29.069001 n-d-713498-36 neutron-server[103120]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 18:51:29.069257 n-d-713498-36 neutron-server[103120]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 18:51:29.069539 n-d-713498-36 neutron-server[103120]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 18:51:29.070174 n-d-713498-36 neutron-server[103120]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 18:51:29.070595 n-d-713498-36 neutron-server[103120]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 18:51:29.070995 n-d-713498-36 neutron-server[103120]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 18:51:29.071365 n-d-713498-36 neutron-server[103120]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 18:51:29.071769 n-d-713498-36 neutron-server[103120]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 18:51:29.071996 n-d-713498-36 neutron-server[103120]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 18:51:29.072223 n-d-713498-36 neutron-server[103120]: DEBUG oslo_service.service [-] use_journal = False {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 18:51:29.072444 n-d-713498-36 neutron-server[103120]: DEBUG oslo_service.service [-] use_json = False {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 18:51:29.072663 n-d-713498-36 neutron-server[103120]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 18:51:29.072900 n-d-713498-36 neutron-server[103120]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 18:51:29.073168 n-d-713498-36 neutron-server[103120]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 18:51:29.073404 n-d-713498-36 neutron-server[103120]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 18:51:29.073627 n-d-713498-36 neutron-server[103120]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 18:51:29.073850 n-d-713498-36 neutron-server[103120]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 18:51:29.074121 n-d-713498-36 neutron-server[103120]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 18:51:29.074318 n-d-713498-36 neutron-server[103120]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 18:51:29.076705 n-d-713498-36 neutron-server[103120]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 18:51:29.076705 n-d-713498-36 neutron-server[103120]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 18:51:29.076705 n-d-713498-36 neutron-server[103120]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 18:51:29.076705 n-d-713498-36 neutron-server[103120]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 18:51:29.076705 n-d-713498-36 neutron-server[103120]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 18:51:29.076705 n-d-713498-36 neutron-server[103120]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 18:51:29.077737 n-d-713498-36 neutron-server[103120]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 18:51:29.077737 n-d-713498-36 neutron-server[103120]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 18:51:29.077737 n-d-713498-36 neutron-server[103120]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 18:51:29.077737 n-d-713498-36 neutron-server[103120]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 18:51:29.077737 n-d-713498-36 neutron-server[103120]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 18:51:29.078454 n-d-713498-36 neutron-server[103120]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 18:51:29.078454 n-d-713498-36 neutron-server[103120]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 18:51:29.078708 n-d-713498-36 neutron-server[103120]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 18:51:29.078891 n-d-713498-36 neutron-server[103120]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 18:51:29.079234 n-d-713498-36 neutron-server[103120]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 18:51:29.079574 n-d-713498-36 neutron-server[103120]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 18:51:29.081815 n-d-713498-36 neutron-server[103120]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 18:51:29.082149 n-d-713498-36 neutron-server[103120]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 18:51:29.082407 n-d-713498-36 neutron-server[103120]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 18:51:29.082674 n-d-713498-36 neutron-server[103120]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 18:51:29.082903 n-d-713498-36 neutron-server[103120]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 18:51:29.083160 n-d-713498-36 neutron-server[103120]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 18:51:29.086277 n-d-713498-36 neutron-server[103120]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 18:51:29.086277 n-d-713498-36 neutron-server[103120]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 18:51:29.086277 n-d-713498-36 neutron-server[103120]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 18:51:29.086900 n-d-713498-36 neutron-server[103120]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 18:51:29.089935 n-d-713498-36 neutron-server[103120]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 18:51:29.090289 n-d-713498-36 neutron-server[103120]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 18:51:29.091107 n-d-713498-36 neutron-server[103120]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 18:51:29.091107 n-d-713498-36 neutron-server[103120]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 18:51:29.091410 n-d-713498-36 neutron-server[103120]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 18:51:29.091546 n-d-713498-36 neutron-server[103120]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.75/identity {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 18:51:29.091790 n-d-713498-36 neutron-server[103120]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 18:51:29.092678 n-d-713498-36 neutron-server[103120]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 18:51:29.092678 n-d-713498-36 neutron-server[103120]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 18:51:29.092678 n-d-713498-36 neutron-server[103120]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 18:51:29.093086 n-d-713498-36 neutron-server[103120]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 18:51:29.093086 n-d-713498-36 neutron-server[103120]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 18:51:29.093374 n-d-713498-36 neutron-server[103120]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 18:51:29.093486 n-d-713498-36 neutron-server[103120]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 18:51:29.093646 n-d-713498-36 neutron-server[103120]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 18:51:29.093869 n-d-713498-36 neutron-server[103120]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 18:51:29.095893 n-d-713498-36 neutron-server[103120]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 18:51:29.095893 n-d-713498-36 neutron-server[103120]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 18:51:29.096180 n-d-713498-36 neutron-server[103120]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 18:51:29.096312 n-d-713498-36 neutron-server[103120]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 18:51:29.096572 n-d-713498-36 neutron-server[103120]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 18:51:29.096850 n-d-713498-36 neutron-server[103120]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 18:51:29.097100 n-d-713498-36 neutron-server[103120]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 18:51:29.097768 n-d-713498-36 neutron-server[103120]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 18:51:29.097768 n-d-713498-36 neutron-server[103120]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 18:51:29.098054 n-d-713498-36 neutron-server[103120]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 18:51:29.098972 n-d-713498-36 neutron-server[103120]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 18:51:29.098972 n-d-713498-36 neutron-server[103120]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 18:51:29.099200 n-d-713498-36 neutron-server[103120]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 18:51:29.100007 n-d-713498-36 neutron-server[103120]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 18:51:29.102265 n-d-713498-36 neutron-server[103120]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 18:51:29.102265 n-d-713498-36 neutron-server[103120]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 18:51:29.102265 n-d-713498-36 neutron-server[103120]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 18:51:29.102265 n-d-713498-36 neutron-server[103120]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 18:51:29.102265 n-d-713498-36 neutron-server[103120]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 18:51:29.102265 n-d-713498-36 neutron-server[103120]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 18:51:29.102981 n-d-713498-36 neutron-server[103120]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 18:51:29.102981 n-d-713498-36 neutron-server[103120]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 18:51:29.103434 n-d-713498-36 neutron-server[103120]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 18:51:29.103434 n-d-713498-36 neutron-server[103120]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 18:51:29.103434 n-d-713498-36 neutron-server[103120]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 18:51:29.103801 n-d-713498-36 neutron-server[103120]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 18:51:29.103951 n-d-713498-36 neutron-server[103120]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 18:51:29.104143 n-d-713498-36 neutron-server[103120]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 18:51:29.104933 n-d-713498-36 neutron-server[103120]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 18:51:29.104933 n-d-713498-36 neutron-server[103120]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 18:51:29.104933 n-d-713498-36 neutron-server[103120]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 18:51:29.105273 n-d-713498-36 neutron-server[103120]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 18:51:29.105273 n-d-713498-36 neutron-server[103120]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 18:51:29.105465 n-d-713498-36 neutron-server[103120]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 18:51:29.105647 n-d-713498-36 neutron-server[103120]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 18:51:29.106067 n-d-713498-36 neutron-server[103120]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 18:51:29.107134 n-d-713498-36 neutron-server[103120]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 18:51:29.107387 n-d-713498-36 neutron-server[103120]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 18:51:29.107602 n-d-713498-36 neutron-server[103120]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 18:51:29.107818 n-d-713498-36 neutron-server[103120]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 18:51:29.108030 n-d-713498-36 neutron-server[103120]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 18:51:29.108242 n-d-713498-36 neutron-server[103120]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 18:51:29.108485 n-d-713498-36 neutron-server[103120]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 18:51:29.109190 n-d-713498-36 neutron-server[103120]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 18:51:29.109190 n-d-713498-36 neutron-server[103120]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 18:51:29.109799 n-d-713498-36 neutron-server[103120]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 18:51:29.110043 n-d-713498-36 neutron-server[103120]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 18:51:29.110284 n-d-713498-36 neutron-server[103120]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 18:51:29.110505 n-d-713498-36 neutron-server[103120]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 18:51:29.110794 n-d-713498-36 neutron-server[103120]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 18:51:29.111296 n-d-713498-36 neutron-server[103120]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 18:51:29.111398 n-d-713498-36 neutron-server[103120]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 18:51:29.111614 n-d-713498-36 neutron-server[103120]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 18:51:29.112171 n-d-713498-36 neutron-server[103120]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 18:51:29.112171 n-d-713498-36 neutron-server[103120]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 18:51:29.112456 n-d-713498-36 neutron-server[103120]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 18:51:29.112593 n-d-713498-36 neutron-server[103120]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 18:51:29.113522 n-d-713498-36 neutron-server[103120]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 18:51:29.113522 n-d-713498-36 neutron-server[103120]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 18:51:29.113522 n-d-713498-36 neutron-server[103120]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 18:51:29.113522 n-d-713498-36 neutron-server[103120]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 18:51:29.114119 n-d-713498-36 neutron-server[103120]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 18:51:29.114119 n-d-713498-36 neutron-server[103120]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 18:51:29.114467 n-d-713498-36 neutron-server[103120]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 18:51:29.114467 n-d-713498-36 neutron-server[103120]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 18:51:29.114857 n-d-713498-36 neutron-server[103120]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 18:51:29.115049 n-d-713498-36 neutron-server[103120]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 18:51:29.116068 n-d-713498-36 neutron-server[103120]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 18:51:29.116336 n-d-713498-36 neutron-server[103120]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 18:51:29.118625 n-d-713498-36 neutron-server[103120]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 18:51:29.118911 n-d-713498-36 neutron-server[103120]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 18:51:29.119228 n-d-713498-36 neutron-server[103120]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 18:51:29.119497 n-d-713498-36 neutron-server[103120]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 18:51:29.119851 n-d-713498-36 neutron-server[103120]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 18:51:29.120154 n-d-713498-36 neutron-server[103120]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 18:51:29.120445 n-d-713498-36 neutron-server[103120]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 18:51:29.120732 n-d-713498-36 neutron-server[103120]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 18:51:29.121013 n-d-713498-36 neutron-server[103120]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 18:51:29.121301 n-d-713498-36 neutron-server[103120]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 18:51:29.121552 n-d-713498-36 neutron-server[103120]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 18:51:29.121822 n-d-713498-36 neutron-server[103120]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 18:51:29.122191 n-d-713498-36 neutron-server[103120]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 18:51:29.122459 n-d-713498-36 neutron-server[103120]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 18:51:29.122723 n-d-713498-36 neutron-server[103120]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 18:51:29.122987 n-d-713498-36 neutron-server[103120]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 18:51:29.123280 n-d-713498-36 neutron-server[103120]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 18:51:29.123534 n-d-713498-36 neutron-server[103120]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 18:51:29.123783 n-d-713498-36 neutron-server[103120]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 18:51:29.124052 n-d-713498-36 neutron-server[103120]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 18:51:29.124299 n-d-713498-36 neutron-server[103120]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 18:51:29.124538 n-d-713498-36 neutron-server[103120]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 18:51:29.124794 n-d-713498-36 neutron-server[103120]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 18:51:29.125038 n-d-713498-36 neutron-server[103120]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 18:51:29.125270 n-d-713498-36 neutron-server[103120]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 18:51:29.125488 n-d-713498-36 neutron-server[103120]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 18:51:29.125747 n-d-713498-36 neutron-server[103120]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 18:51:29.128933 n-d-713498-36 neutron-server[103120]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 18:51:29.129214 n-d-713498-36 neutron-server[103120]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 18:51:29.129459 n-d-713498-36 neutron-server[103120]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 18:51:29.129701 n-d-713498-36 neutron-server[103120]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 18:51:29.130642 n-d-713498-36 neutron-server[103120]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 18:51:29.130642 n-d-713498-36 neutron-server[103120]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 18:51:29.130642 n-d-713498-36 neutron-server[103120]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 18:51:29.130872 n-d-713498-36 neutron-server[103120]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 18:51:29.131113 n-d-713498-36 neutron-server[103120]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 18:51:29.131440 n-d-713498-36 neutron-server[103120]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 18:51:29.131658 n-d-713498-36 neutron-server[103120]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 18:51:29.131940 n-d-713498-36 neutron-server[103120]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.75/identity {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 18:51:29.132218 n-d-713498-36 neutron-server[103120]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 18:51:29.132468 n-d-713498-36 neutron-server[103120]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 18:51:29.132731 n-d-713498-36 neutron-server[103120]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 18:51:29.133003 n-d-713498-36 neutron-server[103120]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 18:51:29.133220 n-d-713498-36 neutron-server[103120]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 18:51:29.133407 n-d-713498-36 neutron-server[103120]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 18:51:29.133653 n-d-713498-36 neutron-server[103120]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 18:51:29.133881 n-d-713498-36 neutron-server[103120]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 18:51:29.134430 n-d-713498-36 neutron-server[103120]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 18:51:29.134678 n-d-713498-36 neutron-server[103120]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 18:51:29.134901 n-d-713498-36 neutron-server[103120]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 18:51:29.135131 n-d-713498-36 neutron-server[103120]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 18:51:29.135352 n-d-713498-36 neutron-server[103120]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 18:51:29.135605 n-d-713498-36 neutron-server[103120]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 18:51:29.135928 n-d-713498-36 neutron-server[103120]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 18:51:29.136130 n-d-713498-36 neutron-server[103120]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 18:51:29.136349 n-d-713498-36 neutron-server[103120]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 18:51:29.136580 n-d-713498-36 neutron-server[103120]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 18:51:29.136830 n-d-713498-36 neutron-server[103120]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 18:51:29.137077 n-d-713498-36 neutron-server[103120]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 18:51:29.137363 n-d-713498-36 neutron-server[103120]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 18:51:29.137594 n-d-713498-36 neutron-server[103120]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 18:51:29.137818 n-d-713498-36 neutron-server[103120]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 18:51:29.138107 n-d-713498-36 neutron-server[103120]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 18:51:29.138364 n-d-713498-36 neutron-server[103120]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 18:51:29.138698 n-d-713498-36 neutron-server[103120]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 18:51:29.139139 n-d-713498-36 neutron-server[103120]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 18:51:29.139390 n-d-713498-36 neutron-server[103120]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 18:51:29.139702 n-d-713498-36 neutron-server[103120]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 18:51:29.140123 n-d-713498-36 neutron-server[103120]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 18:51:29.140391 n-d-713498-36 neutron-server[103120]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 18:51:29.140614 n-d-713498-36 neutron-server[103120]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 18:51:29.140869 n-d-713498-36 neutron-server[103120]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 18:51:29.141096 n-d-713498-36 neutron-server[103120]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 18:51:29.141313 n-d-713498-36 neutron-server[103120]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 18:51:29.141529 n-d-713498-36 neutron-server[103120]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 18:51:29.141529 n-d-713498-36 neutron-server[103120]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 18:51:29.143417 n-d-713498-36 neutron-server[103120]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 18:51:29.144245 n-d-713498-36 neutron-server[103120]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 18:51:29.144245 n-d-713498-36 neutron-server[103120]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 18:51:29.144245 n-d-713498-36 neutron-server[103120]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 18:51:29.144458 n-d-713498-36 neutron-server[103120]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 18:51:29.144657 n-d-713498-36 neutron-server[103120]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 18:51:29.145205 n-d-713498-36 neutron-server[103120]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 18:51:29.145526 n-d-713498-36 neutron-server[103120]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 18:51:29.145772 n-d-713498-36 neutron-server[103120]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 18:51:29.146048 n-d-713498-36 neutron-server[103120]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 18:51:29.146296 n-d-713498-36 neutron-server[103120]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 18:51:29.146642 n-d-713498-36 neutron-server[103120]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 18:51:29.146879 n-d-713498-36 neutron-server[103120]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 18:51:29.147127 n-d-713498-36 neutron-server[103120]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 18:51:29.147357 n-d-713498-36 neutron-server[103120]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 18:51:29.147583 n-d-713498-36 neutron-server[103120]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 18:51:29.148096 n-d-713498-36 neutron-server[103120]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 18:51:29.148295 n-d-713498-36 neutron-server[103120]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 18:51:29.148447 n-d-713498-36 neutron-server[103120]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 18:51:29.148665 n-d-713498-36 neutron-server[103120]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 18:51:29.149107 n-d-713498-36 neutron-server[103120]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 18:51:29.149859 n-d-713498-36 neutron-server[103120]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 18:51:29.150377 n-d-713498-36 neutron-server[103120]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 18:51:29.150799 n-d-713498-36 neutron-server[103120]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 18:51:29.151057 n-d-713498-36 neutron-server[103120]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 18:51:29.151307 n-d-713498-36 neutron-server[103120]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 18:51:29.151589 n-d-713498-36 neutron-server[103120]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 18:51:29.153428 n-d-713498-36 neutron-server[103120]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 18:51:29.153863 n-d-713498-36 neutron-server[103120]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 18:51:29.154132 n-d-713498-36 neutron-server[103120]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 18:51:29.154363 n-d-713498-36 neutron-server[103120]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 18:51:29.155608 n-d-713498-36 neutron-server[103120]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 18:51:29.155608 n-d-713498-36 neutron-server[103120]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 18:51:29.155608 n-d-713498-36 neutron-server[103120]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 18:51:29.155608 n-d-713498-36 neutron-server[103120]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 18:51:29.155608 n-d-713498-36 neutron-server[103120]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 18:51:29.156280 n-d-713498-36 neutron-server[103120]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 18:51:29.156280 n-d-713498-36 neutron-server[103120]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 18:51:29.156554 n-d-713498-36 neutron-server[103120]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 18:51:29.156554 n-d-713498-36 neutron-server[103120]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 18:51:29.156807 n-d-713498-36 neutron-server[103120]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 18:51:29.157702 n-d-713498-36 neutron-server[103120]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 18:51:29.157702 n-d-713498-36 neutron-server[103120]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 18:51:29.157702 n-d-713498-36 neutron-server[103120]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 18:51:29.157702 n-d-713498-36 neutron-server[103120]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 18:51:29.158214 n-d-713498-36 neutron-server[103120]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 18:51:29.158214 n-d-713498-36 neutron-server[103120]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 18:51:29.159652 n-d-713498-36 neutron-server[103120]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 18:51:29.159652 n-d-713498-36 neutron-server[103120]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 18:51:29.159652 n-d-713498-36 neutron-server[103120]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 18:51:29.159652 n-d-713498-36 neutron-server[103120]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 18:51:29.159652 n-d-713498-36 neutron-server[103120]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 18:51:29.159652 n-d-713498-36 neutron-server[103120]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 18:51:29.160448 n-d-713498-36 neutron-server[103120]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 18:51:29.160448 n-d-713498-36 neutron-server[103120]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 18:51:29.160448 n-d-713498-36 neutron-server[103120]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 18:51:29.160840 n-d-713498-36 neutron-server[103120]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 18:51:29.160840 n-d-713498-36 neutron-server[103120]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 18:51:29.161106 n-d-713498-36 neutron-server[103120]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 18:51:29.161240 n-d-713498-36 neutron-server[103120]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 18:51:29.161414 n-d-713498-36 neutron-server[103120]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 18:51:29.161809 n-d-713498-36 neutron-server[103120]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 18:51:29.162064 n-d-713498-36 neutron-server[103120]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 18:51:29.162289 n-d-713498-36 neutron-server[103120]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 18:51:29.162496 n-d-713498-36 neutron-server[103120]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 18:51:29.162754 n-d-713498-36 neutron-server[103120]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 18:51:29.162976 n-d-713498-36 neutron-server[103120]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 18:51:29.163193 n-d-713498-36 neutron-server[103120]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 18:51:29.163979 n-d-713498-36 neutron-server[103120]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 18:51:29.164446 n-d-713498-36 neutron-server[103120]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 18:51:29.164695 n-d-713498-36 neutron-server[103120]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 18:51:29.165279 n-d-713498-36 neutron-server[103120]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 18:51:29.165279 n-d-713498-36 neutron-server[103120]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 18:51:29.165453 n-d-713498-36 neutron-server[103120]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 18:51:29.165732 n-d-713498-36 neutron-server[103120]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 18:51:29.165982 n-d-713498-36 neutron-server[103120]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 18:51:29.166235 n-d-713498-36 neutron-server[103120]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 18:51:29.166495 n-d-713498-36 neutron-server[103120]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 18:51:29.166819 n-d-713498-36 neutron-server[103120]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 18:51:29.167035 n-d-713498-36 neutron-server[103120]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 18:51:29.167282 n-d-713498-36 neutron-server[103120]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 18:51:29.167526 n-d-713498-36 neutron-server[103120]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 18:51:29.167754 n-d-713498-36 neutron-server[103120]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 18:51:29.167981 n-d-713498-36 neutron-server[103120]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 18:51:29.168252 n-d-713498-36 neutron-server[103120]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 18:51:29.168576 n-d-713498-36 neutron-server[103120]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 18:51:29.168872 n-d-713498-36 neutron-server[103120]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 18:51:29.169118 n-d-713498-36 neutron-server[103120]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 18:51:29.169391 n-d-713498-36 neutron-server[103120]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 18:51:29.169664 n-d-713498-36 neutron-server[103120]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 18:51:29.170130 n-d-713498-36 neutron-server[103120]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:350:399'] {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 18:51:29.170410 n-d-713498-36 neutron-server[103120]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 18:51:29.170652 n-d-713498-36 neutron-server[103120]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 18:51:29.170947 n-d-713498-36 neutron-server[103120]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 18:51:29.171295 n-d-713498-36 neutron-server[103120]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 18:51:29.171594 n-d-713498-36 neutron-server[103120]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 18:51:29.171858 n-d-713498-36 neutron-server[103120]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 18:51:29.172122 n-d-713498-36 neutron-server[103120]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 18:51:29.172361 n-d-713498-36 neutron-server[103120]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 18:51:29.172588 n-d-713498-36 neutron-server[103120]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 18:51:29.172845 n-d-713498-36 neutron-server[103120]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 18:51:29.173081 n-d-713498-36 neutron-server[103120]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 18:51:29.173318 n-d-713498-36 neutron-server[103120]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 18:51:29.174117 n-d-713498-36 neutron-server[103120]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 18:51:29.174117 n-d-713498-36 neutron-server[103120]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 18:51:29.174117 n-d-713498-36 neutron-server[103120]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 18:51:29.174350 n-d-713498-36 neutron-server[103120]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 18:51:29.174516 n-d-713498-36 neutron-server[103120]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 18:51:29.174768 n-d-713498-36 neutron-server[103120]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 18:51:29.174995 n-d-713498-36 neutron-server[103120]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 18:51:29.175219 n-d-713498-36 neutron-server[103120]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 18:51:29.175452 n-d-713498-36 neutron-server[103120]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 18:51:29.175549 n-d-713498-36 neutron-server[103232]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=103232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 18:51:29.175677 n-d-713498-36 neutron-server[103120]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 18:51:29.175893 n-d-713498-36 neutron-server[103120]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 18:51:29.176209 n-d-713498-36 neutron-server[103120]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Feb 09 18:51:29.176748 n-d-713498-36 neutron-server[103120]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=103120) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Feb 09 18:51:29.176912 n-d-713498-36 neutron-server[103120]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Feb 09 18:51:29.177226 n-d-713498-36 neutron-server[103120]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Feb 09 18:51:29.177443 n-d-713498-36 neutron-server[103120]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Feb 09 18:51:29.177619 n-d-713498-36 neutron-server[103120]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Feb 09 18:51:29.177776 n-d-713498-36 neutron-server[103120]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Feb 09 18:51:29.178092 n-d-713498-36 neutron-server[103120]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 18:51:29.178271 n-d-713498-36 neutron-server[103120]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 18:51:29.178434 n-d-713498-36 neutron-server[103120]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 18:51:29.178672 n-d-713498-36 neutron-server[103120]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 18:51:29.178803 n-d-713498-36 neutron-server[103120]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 18:51:29.179193 n-d-713498-36 neutron-server[103120]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 18:51:29.179407 n-d-713498-36 neutron-server[103120]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 18:51:29.179738 n-d-713498-36 neutron-server[103120]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 18:51:29.179865 n-d-713498-36 neutron-server[103120]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 18:51:29.180337 n-d-713498-36 neutron-server[103120]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 18:51:29.180337 n-d-713498-36 neutron-server[103120]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 18:51:29.180584 n-d-713498-36 neutron-server[103120]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 18:51:29.180584 n-d-713498-36 neutron-server[103120]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 18:51:29.180818 n-d-713498-36 neutron-server[103120]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 18:51:29.180929 n-d-713498-36 neutron-server[103120]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 18:51:29.181052 n-d-713498-36 neutron-server[103120]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 18:51:29.181274 n-d-713498-36 neutron-server[103120]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 18:51:29.182086 n-d-713498-36 neutron-server[103120]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 18:51:29.182293 n-d-713498-36 neutron-server[103120]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 18:51:29.182475 n-d-713498-36 neutron-server[103120]: DEBUG oslo_service.service [-] config_source = [] {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 18:51:29.182676 n-d-713498-36 neutron-server[103120]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 18:51:29.184091 n-d-713498-36 neutron-server[103120]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 18:51:29.184091 n-d-713498-36 neutron-server[103120]: DEBUG oslo_service.service [-] debug = True {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 18:51:29.184404 n-d-713498-36 neutron-server[103120]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 18:51:29.184545 n-d-713498-36 neutron-server[103120]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 18:51:29.184657 n-d-713498-36 neutron-server[103120]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 18:51:29.184740 n-d-713498-36 neutron-server[103120]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 18:51:29.184901 n-d-713498-36 neutron-server[103120]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 18:51:29.185071 n-d-713498-36 neutron-server[103120]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 18:51:29.185232 n-d-713498-36 neutron-server[103120]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 18:51:29.185395 n-d-713498-36 neutron-server[103120]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 18:51:29.185558 n-d-713498-36 neutron-server[103120]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 18:51:29.185719 n-d-713498-36 neutron-server[103120]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 18:51:29.185881 n-d-713498-36 neutron-server[103120]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 18:51:29.186706 n-d-713498-36 neutron-server[103120]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 18:51:29.186874 n-d-713498-36 neutron-server[103120]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 18:51:29.187038 n-d-713498-36 neutron-server[103120]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 18:51:29.187202 n-d-713498-36 neutron-server[103120]: DEBUG oslo_service.service [-] fatal_deprecations = False {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 18:51:29.187363 n-d-713498-36 neutron-server[103120]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 18:51:29.187520 n-d-713498-36 neutron-server[103120]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 18:51:29.187687 n-d-713498-36 neutron-server[103120]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 18:51:29.187850 n-d-713498-36 neutron-server[103120]: DEBUG oslo_service.service [-] host = n-d-713498-36 {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 18:51:29.188011 n-d-713498-36 neutron-server[103120]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 18:51:29.188177 n-d-713498-36 neutron-server[103120]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 18:51:29.188387 n-d-713498-36 neutron-server[103120]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 18:51:29.189453 n-d-713498-36 neutron-server[103120]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 18:51:29.189453 n-d-713498-36 neutron-server[103120]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 18:51:29.189453 n-d-713498-36 neutron-server[103120]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 18:51:29.189453 n-d-713498-36 neutron-server[103120]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 18:51:29.189453 n-d-713498-36 neutron-server[103120]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 18:51:29.189453 n-d-713498-36 neutron-server[103120]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 18:51:29.189453 n-d-713498-36 neutron-server[103120]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 18:51:29.190199 n-d-713498-36 neutron-server[103120]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 18:51:29.190199 n-d-713498-36 neutron-server[103120]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 18:51:29.190199 n-d-713498-36 neutron-server[103120]: DEBUG oslo_service.service [-] log_dir = None {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 18:51:29.190199 n-d-713498-36 neutron-server[103120]: DEBUG oslo_service.service [-] log_file = None {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 18:51:29.190199 n-d-713498-36 neutron-server[103120]: DEBUG oslo_service.service [-] log_options = True {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 18:51:29.190666 n-d-713498-36 neutron-server[103120]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 18:51:29.190666 n-d-713498-36 neutron-server[103120]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 18:51:29.190666 n-d-713498-36 neutron-server[103120]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 18:51:29.191016 n-d-713498-36 neutron-server[103120]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 18:51:29.191016 n-d-713498-36 neutron-server[103120]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 18:51:29.191167 n-d-713498-36 neutron-server[103120]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 18:51:29.191244 n-d-713498-36 neutron-server[103120]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 18:51:29.191679 n-d-713498-36 neutron-server[103120]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 18:51:29.191679 n-d-713498-36 neutron-server[103120]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 18:51:29.191679 n-d-713498-36 neutron-server[103120]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 18:51:29.191893 n-d-713498-36 neutron-server[103120]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 18:51:29.191967 n-d-713498-36 neutron-server[103120]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 18:51:29.192102 n-d-713498-36 neutron-server[103120]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 18:51:29.192226 n-d-713498-36 neutron-server[103120]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 18:51:29.192382 n-d-713498-36 neutron-server[103120]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 18:51:29.192540 n-d-713498-36 neutron-server[103120]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 18:51:29.192863 n-d-713498-36 neutron-server[103120]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 18:51:29.193020 n-d-713498-36 neutron-server[103120]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 18:51:29.193176 n-d-713498-36 neutron-server[103120]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 18:51:29.193340 n-d-713498-36 neutron-server[103120]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 18:51:29.193499 n-d-713498-36 neutron-server[103120]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 18:51:29.193659 n-d-713498-36 neutron-server[103120]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 18:51:29.194165 n-d-713498-36 neutron-server[103120]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 18:51:29.194165 n-d-713498-36 neutron-server[103120]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 18:51:29.194165 n-d-713498-36 neutron-server[103120]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 18:51:29.194582 n-d-713498-36 neutron-server[103120]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 18:51:29.194582 n-d-713498-36 neutron-server[103120]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 18:51:29.194582 n-d-713498-36 neutron-server[103120]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 18:51:29.195670 n-d-713498-36 neutron-server[103120]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 18:51:29.195670 n-d-713498-36 neutron-server[103120]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 18:51:29.195670 n-d-713498-36 neutron-server[103120]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 18:51:29.196070 n-d-713498-36 neutron-server[103120]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 18:51:29.196070 n-d-713498-36 neutron-server[103120]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 18:51:29.196331 n-d-713498-36 neutron-server[103120]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 18:51:29.196331 n-d-713498-36 neutron-server[103120]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 18:51:29.196552 n-d-713498-36 neutron-server[103120]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 18:51:29.196552 n-d-713498-36 neutron-server[103120]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 18:51:29.196695 n-d-713498-36 neutron-server[103120]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 18:51:29.196853 n-d-713498-36 neutron-server[103120]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 18:51:29.197017 n-d-713498-36 neutron-server[103120]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 18:51:29.197181 n-d-713498-36 neutron-server[103120]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 18:51:29.197339 n-d-713498-36 neutron-server[103120]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 18:51:29.197650 n-d-713498-36 neutron-server[103120]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 18:51:29.197993 n-d-713498-36 neutron-server[103120]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 18:51:29.198394 n-d-713498-36 neutron-server[103120]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 18:51:29.198708 n-d-713498-36 neutron-server[103120]: DEBUG oslo_service.service [-] use_journal = False {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 18:51:29.198867 n-d-713498-36 neutron-server[103120]: DEBUG oslo_service.service [-] use_json = False {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 18:51:29.199190 n-d-713498-36 neutron-server[103120]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 18:51:29.199504 n-d-713498-36 neutron-server[103120]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 18:51:29.199803 n-d-713498-36 neutron-server[103120]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 18:51:29.200106 n-d-713498-36 neutron-server[103120]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 18:51:29.201033 n-d-713498-36 neutron-server[103120]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 18:51:29.201033 n-d-713498-36 neutron-server[103120]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 18:51:29.201033 n-d-713498-36 neutron-server[103120]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 18:51:29.201033 n-d-713498-36 neutron-server[103120]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 18:51:29.201033 n-d-713498-36 neutron-server[103120]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 18:51:29.201033 n-d-713498-36 neutron-server[103120]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 18:51:29.201411 n-d-713498-36 neutron-server[103120]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 18:51:29.201411 n-d-713498-36 neutron-server[103120]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 18:51:29.201529 n-d-713498-36 neutron-server[103120]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 18:51:29.201701 n-d-713498-36 neutron-server[103120]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 18:51:29.201861 n-d-713498-36 neutron-server[103120]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 18:51:29.202068 n-d-713498-36 neutron-server[103120]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 18:51:29.202215 n-d-713498-36 neutron-server[103120]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 18:51:29.202354 n-d-713498-36 neutron-server[103120]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 18:51:29.202523 n-d-713498-36 neutron-server[103120]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 18:51:29.202698 n-d-713498-36 neutron-server[103120]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 18:51:29.202864 n-d-713498-36 neutron-server[103120]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 18:51:29.203039 n-d-713498-36 neutron-server[103120]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 18:51:29.203222 n-d-713498-36 neutron-server[103120]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 18:51:29.203364 n-d-713498-36 neutron-server[103120]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 18:51:29.203534 n-d-713498-36 neutron-server[103120]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 18:51:29.203699 n-d-713498-36 neutron-server[103120]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 18:51:29.203867 n-d-713498-36 neutron-server[103120]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 18:51:29.204032 n-d-713498-36 neutron-server[103120]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 18:51:29.204194 n-d-713498-36 neutron-server[103120]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 18:51:29.204360 n-d-713498-36 neutron-server[103120]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 18:51:29.204524 n-d-713498-36 neutron-server[103120]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 18:51:29.204696 n-d-713498-36 neutron-server[103120]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 18:51:29.204860 n-d-713498-36 neutron-server[103120]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 18:51:29.205025 n-d-713498-36 neutron-server[103120]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 18:51:29.205189 n-d-713498-36 neutron-server[103120]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 18:51:29.205355 n-d-713498-36 neutron-server[103120]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 18:51:29.205520 n-d-713498-36 neutron-server[103120]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 18:51:29.205726 n-d-713498-36 neutron-server[103120]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 18:51:29.205937 n-d-713498-36 neutron-server[103120]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 18:51:29.206119 n-d-713498-36 neutron-server[103120]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 18:51:29.206290 n-d-713498-36 neutron-server[103120]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.75/identity {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 18:51:29.206456 n-d-713498-36 neutron-server[103120]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 18:51:29.206623 n-d-713498-36 neutron-server[103120]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 18:51:29.206789 n-d-713498-36 neutron-server[103120]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 18:51:29.206956 n-d-713498-36 neutron-server[103120]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 18:51:29.207924 n-d-713498-36 neutron-server[103120]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 18:51:29.207924 n-d-713498-36 neutron-server[103120]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 18:51:29.207924 n-d-713498-36 neutron-server[103120]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 18:51:29.207924 n-d-713498-36 neutron-server[103120]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 18:51:29.207924 n-d-713498-36 neutron-server[103120]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 18:51:29.207924 n-d-713498-36 neutron-server[103120]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 18:51:29.208350 n-d-713498-36 neutron-server[103120]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 18:51:29.208350 n-d-713498-36 neutron-server[103120]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 18:51:29.208350 n-d-713498-36 neutron-server[103120]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 18:51:29.208567 n-d-713498-36 neutron-server[103120]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 18:51:29.208635 n-d-713498-36 neutron-server[103120]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 18:51:29.208804 n-d-713498-36 neutron-server[103120]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 18:51:29.208965 n-d-713498-36 neutron-server[103120]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 18:51:29.209266 n-d-713498-36 neutron-server[103120]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 18:51:29.209575 n-d-713498-36 neutron-server[103120]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 18:51:29.209892 n-d-713498-36 neutron-server[103120]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 18:51:29.210094 n-d-713498-36 neutron-server[103120]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 18:51:29.210313 n-d-713498-36 neutron-server[103120]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 18:51:29.211392 n-d-713498-36 neutron-server[103120]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 18:51:29.211392 n-d-713498-36 neutron-server[103120]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 18:51:29.211392 n-d-713498-36 neutron-server[103120]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 18:51:29.211392 n-d-713498-36 neutron-server[103120]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 18:51:29.211653 n-d-713498-36 neutron-server[103120]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 18:51:29.211653 n-d-713498-36 neutron-server[103120]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 18:51:29.211892 n-d-713498-36 neutron-server[103120]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 18:51:29.211981 n-d-713498-36 neutron-server[103120]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 18:51:29.212115 n-d-713498-36 neutron-server[103120]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 18:51:29.212266 n-d-713498-36 neutron-server[103120]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 18:51:29.212496 n-d-713498-36 neutron-server[103120]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 18:51:29.212589 n-d-713498-36 neutron-server[103120]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 18:51:29.212739 n-d-713498-36 neutron-server[103120]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 18:51:29.212990 n-d-713498-36 neutron-server[103120]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 18:51:29.213177 n-d-713498-36 neutron-server[103120]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 18:51:29.213412 n-d-713498-36 neutron-server[103120]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 18:51:29.214062 n-d-713498-36 neutron-server[103120]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 18:51:29.214062 n-d-713498-36 neutron-server[103120]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 18:51:29.214062 n-d-713498-36 neutron-server[103120]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 18:51:29.214264 n-d-713498-36 neutron-server[103120]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 18:51:29.214421 n-d-713498-36 neutron-server[103120]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 18:51:29.214507 n-d-713498-36 neutron-server[103120]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 18:51:29.215097 n-d-713498-36 neutron-server[103120]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 18:51:29.215097 n-d-713498-36 neutron-server[103120]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 18:51:29.215097 n-d-713498-36 neutron-server[103120]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 18:51:29.215860 n-d-713498-36 neutron-server[103120]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 18:51:29.216034 n-d-713498-36 neutron-server[103120]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 18:51:29.216195 n-d-713498-36 neutron-server[103120]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 18:51:29.216363 n-d-713498-36 neutron-server[103120]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 18:51:29.216522 n-d-713498-36 neutron-server[103120]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 18:51:29.216690 n-d-713498-36 neutron-server[103120]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 18:51:29.216856 n-d-713498-36 neutron-server[103120]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 18:51:29.217878 n-d-713498-36 neutron-server[103120]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 18:51:29.217878 n-d-713498-36 neutron-server[103120]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 18:51:29.217878 n-d-713498-36 neutron-server[103120]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 18:51:29.218441 n-d-713498-36 neutron-server[103120]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 18:51:29.218441 n-d-713498-36 neutron-server[103120]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 18:51:29.218441 n-d-713498-36 neutron-server[103120]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 18:51:29.218441 n-d-713498-36 neutron-server[103120]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 18:51:29.218942 n-d-713498-36 neutron-server[103120]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 18:51:29.218942 n-d-713498-36 neutron-server[103120]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 18:51:29.218942 n-d-713498-36 neutron-server[103120]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 18:51:29.219566 n-d-713498-36 neutron-server[103120]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 18:51:29.219566 n-d-713498-36 neutron-server[103120]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 18:51:29.219566 n-d-713498-36 neutron-server[103120]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 18:51:29.219950 n-d-713498-36 neutron-server[103120]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 18:51:29.219950 n-d-713498-36 neutron-server[103120]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 18:51:29.220204 n-d-713498-36 neutron-server[103120]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 18:51:29.220469 n-d-713498-36 neutron-server[103120]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 18:51:29.220663 n-d-713498-36 neutron-server[103120]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 18:51:29.220838 n-d-713498-36 neutron-server[103120]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 18:51:29.221006 n-d-713498-36 neutron-server[103120]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 18:51:29.221896 n-d-713498-36 neutron-server[103120]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 18:51:29.221896 n-d-713498-36 neutron-server[103120]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 18:51:29.221896 n-d-713498-36 neutron-server[103120]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 18:51:29.221896 n-d-713498-36 neutron-server[103120]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 18:51:29.221896 n-d-713498-36 neutron-server[103120]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 18:51:29.222599 n-d-713498-36 neutron-server[103120]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 18:51:29.222599 n-d-713498-36 neutron-server[103120]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 18:51:29.222599 n-d-713498-36 neutron-server[103120]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 18:51:29.222599 n-d-713498-36 neutron-server[103120]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 18:51:29.222599 n-d-713498-36 neutron-server[103120]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 18:51:29.223217 n-d-713498-36 neutron-server[103120]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 18:51:29.223217 n-d-713498-36 neutron-server[103120]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 18:51:29.223217 n-d-713498-36 neutron-server[103120]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 18:51:29.223217 n-d-713498-36 neutron-server[103120]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 18:51:29.223709 n-d-713498-36 neutron-server[103120]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 18:51:29.223709 n-d-713498-36 neutron-server[103120]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 18:51:29.223709 n-d-713498-36 neutron-server[103120]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 18:51:29.224089 n-d-713498-36 neutron-server[103120]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 18:51:29.224089 n-d-713498-36 neutron-server[103120]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 18:51:29.225278 n-d-713498-36 neutron-server[103120]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 18:51:29.225278 n-d-713498-36 neutron-server[103120]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 18:51:29.225278 n-d-713498-36 neutron-server[103120]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 18:51:29.225278 n-d-713498-36 neutron-server[103120]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 18:51:29.225278 n-d-713498-36 neutron-server[103120]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 18:51:29.225278 n-d-713498-36 neutron-server[103120]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 18:51:29.225278 n-d-713498-36 neutron-server[103120]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 18:51:29.225278 n-d-713498-36 neutron-server[103120]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 18:51:29.226793 n-d-713498-36 neutron-server[103120]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 18:51:29.226793 n-d-713498-36 neutron-server[103120]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 18:51:29.226793 n-d-713498-36 neutron-server[103120]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 18:51:29.226793 n-d-713498-36 neutron-server[103120]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 18:51:29.226793 n-d-713498-36 neutron-server[103120]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 18:51:29.226793 n-d-713498-36 neutron-server[103120]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 18:51:29.226793 n-d-713498-36 neutron-server[103120]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 18:51:29.226793 n-d-713498-36 neutron-server[103120]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 18:51:29.228577 n-d-713498-36 neutron-server[103120]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 18:51:29.228577 n-d-713498-36 neutron-server[103120]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 18:51:29.228577 n-d-713498-36 neutron-server[103120]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 18:51:29.228577 n-d-713498-36 neutron-server[103120]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 18:51:29.228577 n-d-713498-36 neutron-server[103120]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 18:51:29.228577 n-d-713498-36 neutron-server[103120]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 18:51:29.228577 n-d-713498-36 neutron-server[103120]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 18:51:29.228577 n-d-713498-36 neutron-server[103120]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 18:51:29.229118 n-d-713498-36 neutron-server[103120]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.75/identity {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 18:51:29.229118 n-d-713498-36 neutron-server[103120]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 18:51:29.229118 n-d-713498-36 neutron-server[103120]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 18:51:29.229118 n-d-713498-36 neutron-server[103120]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 18:51:29.229118 n-d-713498-36 neutron-server[103120]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 18:51:29.229118 n-d-713498-36 neutron-server[103120]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 18:51:29.229118 n-d-713498-36 neutron-server[103120]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 18:51:29.229118 n-d-713498-36 neutron-server[103120]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 18:51:29.229839 n-d-713498-36 neutron-server[103120]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 18:51:29.229839 n-d-713498-36 neutron-server[103120]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 18:51:29.229839 n-d-713498-36 neutron-server[103120]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 18:51:29.229839 n-d-713498-36 neutron-server[103120]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 18:51:29.229839 n-d-713498-36 neutron-server[103120]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 18:51:29.230400 n-d-713498-36 neutron-server[103120]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 18:51:29.230400 n-d-713498-36 neutron-server[103120]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 18:51:29.230400 n-d-713498-36 neutron-server[103120]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 18:51:29.230400 n-d-713498-36 neutron-server[103120]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 18:51:29.230763 n-d-713498-36 neutron-server[103120]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 18:51:29.230763 n-d-713498-36 neutron-server[103120]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 18:51:29.230950 n-d-713498-36 neutron-server[103120]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 18:51:29.231088 n-d-713498-36 neutron-server[103120]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 18:51:29.231257 n-d-713498-36 neutron-server[103120]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 18:51:29.231694 n-d-713498-36 neutron-server[103120]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 18:51:29.231694 n-d-713498-36 neutron-server[103120]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 18:51:29.232793 n-d-713498-36 neutron-server[103120]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 18:51:29.232793 n-d-713498-36 neutron-server[103120]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 18:51:29.232793 n-d-713498-36 neutron-server[103120]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 18:51:29.232793 n-d-713498-36 neutron-server[103120]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 18:51:29.232793 n-d-713498-36 neutron-server[103120]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 18:51:29.232793 n-d-713498-36 neutron-server[103120]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 18:51:29.232793 n-d-713498-36 neutron-server[103120]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 18:51:29.232793 n-d-713498-36 neutron-server[103120]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 18:51:29.233514 n-d-713498-36 neutron-server[103120]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 18:51:29.233514 n-d-713498-36 neutron-server[103120]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 18:51:29.233514 n-d-713498-36 neutron-server[103120]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 18:51:29.233514 n-d-713498-36 neutron-server[103120]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 18:51:29.233886 n-d-713498-36 neutron-server[103120]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 18:51:29.233886 n-d-713498-36 neutron-server[103120]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 18:51:29.233886 n-d-713498-36 neutron-server[103120]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 18:51:29.234200 n-d-713498-36 neutron-server[103120]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 18:51:29.234313 n-d-713498-36 neutron-server[103120]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 18:51:29.234416 n-d-713498-36 neutron-server[103120]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 18:51:29.234622 n-d-713498-36 neutron-server[103120]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 18:51:29.234728 n-d-713498-36 neutron-server[103120]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 18:51:29.234923 n-d-713498-36 neutron-server[103120]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 18:51:29.235093 n-d-713498-36 neutron-server[103120]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 18:51:29.235259 n-d-713498-36 neutron-server[103120]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 18:51:29.236247 n-d-713498-36 neutron-server[103120]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 18:51:29.236247 n-d-713498-36 neutron-server[103120]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 18:51:29.236247 n-d-713498-36 neutron-server[103120]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 18:51:29.236247 n-d-713498-36 neutron-server[103120]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 18:51:29.236247 n-d-713498-36 neutron-server[103120]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 18:51:29.236247 n-d-713498-36 neutron-server[103120]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 18:51:29.236734 n-d-713498-36 neutron-server[103120]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 18:51:29.236734 n-d-713498-36 neutron-server[103120]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 18:51:29.236734 n-d-713498-36 neutron-server[103120]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 18:51:29.237172 n-d-713498-36 neutron-server[103120]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 18:51:29.237172 n-d-713498-36 neutron-server[103120]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 18:51:29.237172 n-d-713498-36 neutron-server[103120]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 18:51:29.237464 n-d-713498-36 neutron-server[103120]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 18:51:29.237464 n-d-713498-36 neutron-server[103120]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 18:51:29.237660 n-d-713498-36 neutron-server[103120]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 18:51:29.237763 n-d-713498-36 neutron-server[103120]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 18:51:29.237864 n-d-713498-36 neutron-server[103120]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 18:51:29.238827 n-d-713498-36 neutron-server[103120]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 18:51:29.238827 n-d-713498-36 neutron-server[103120]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 18:51:29.238827 n-d-713498-36 neutron-server[103120]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 18:51:29.238827 n-d-713498-36 neutron-server[103120]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 18:51:29.238827 n-d-713498-36 neutron-server[103120]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 18:51:29.239420 n-d-713498-36 neutron-server[103120]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 18:51:29.239420 n-d-713498-36 neutron-server[103120]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 18:51:29.239420 n-d-713498-36 neutron-server[103120]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 18:51:29.239420 n-d-713498-36 neutron-server[103120]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 18:51:29.239730 n-d-713498-36 neutron-server[103120]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 18:51:29.239730 n-d-713498-36 neutron-server[103120]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 18:51:29.239912 n-d-713498-36 neutron-server[103120]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 18:51:29.240023 n-d-713498-36 neutron-server[103120]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 18:51:29.240124 n-d-713498-36 neutron-server[103120]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 18:51:29.240261 n-d-713498-36 neutron-server[103120]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 18:51:29.240437 n-d-713498-36 neutron-server[103120]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 18:51:29.240602 n-d-713498-36 neutron-server[103120]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 18:51:29.240766 n-d-713498-36 neutron-server[103120]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 18:51:29.240930 n-d-713498-36 neutron-server[103120]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 18:51:29.241094 n-d-713498-36 neutron-server[103120]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 18:51:29.241259 n-d-713498-36 neutron-server[103120]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 18:51:29.241433 n-d-713498-36 neutron-server[103120]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 18:51:29.242152 n-d-713498-36 neutron-server[103120]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 18:51:29.242363 n-d-713498-36 neutron-server[103120]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 18:51:29.242576 n-d-713498-36 neutron-server[103120]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 18:51:29.242811 n-d-713498-36 neutron-server[103120]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 18:51:29.242811 n-d-713498-36 neutron-server[103120]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 18:51:29.242991 n-d-713498-36 neutron-server[103120]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 18:51:29.243069 n-d-713498-36 neutron-server[103120]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 18:51:29.243237 n-d-713498-36 neutron-server[103120]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 18:51:29.243400 n-d-713498-36 neutron-server[103120]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 18:51:29.243564 n-d-713498-36 neutron-server[103120]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 18:51:29.243729 n-d-713498-36 neutron-server[103120]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 18:51:29.243907 n-d-713498-36 neutron-server[103120]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 18:51:29.244071 n-d-713498-36 neutron-server[103120]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 18:51:29.244242 n-d-713498-36 neutron-server[103120]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 18:51:29.244395 n-d-713498-36 neutron-server[103120]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 18:51:29.244574 n-d-713498-36 neutron-server[103120]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 18:51:29.244726 n-d-713498-36 neutron-server[103120]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 18:51:29.244899 n-d-713498-36 neutron-server[103120]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 18:51:29.245064 n-d-713498-36 neutron-server[103120]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 18:51:29.245228 n-d-713498-36 neutron-server[103120]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 18:51:29.245393 n-d-713498-36 neutron-server[103120]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 18:51:29.245555 n-d-713498-36 neutron-server[103120]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 18:51:29.245720 n-d-713498-36 neutron-server[103120]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 18:51:29.245895 n-d-713498-36 neutron-server[103120]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 18:51:29.246099 n-d-713498-36 neutron-server[103120]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 18:51:29.246285 n-d-713498-36 neutron-server[103120]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 18:51:29.246439 n-d-713498-36 neutron-server[103120]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 18:51:29.246604 n-d-713498-36 neutron-server[103120]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 18:51:29.246768 n-d-713498-36 neutron-server[103120]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 18:51:29.246932 n-d-713498-36 neutron-server[103120]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 18:51:29.247110 n-d-713498-36 neutron-server[103120]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 18:51:29.247275 n-d-713498-36 neutron-server[103120]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 18:51:29.247442 n-d-713498-36 neutron-server[103120]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 18:51:29.247606 n-d-713498-36 neutron-server[103120]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 18:51:29.247771 n-d-713498-36 neutron-server[103120]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 18:51:29.247934 n-d-713498-36 neutron-server[103120]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 18:51:29.248100 n-d-713498-36 neutron-server[103120]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 18:51:29.248270 n-d-713498-36 neutron-server[103120]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 18:51:29.248445 n-d-713498-36 neutron-server[103120]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 18:51:29.248617 n-d-713498-36 neutron-server[103120]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 18:51:29.248781 n-d-713498-36 neutron-server[103120]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 18:51:29.248955 n-d-713498-36 neutron-server[103120]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 18:51:29.249129 n-d-713498-36 neutron-server[103120]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:350:399'] {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 18:51:29.249303 n-d-713498-36 neutron-server[103120]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 18:51:29.249467 n-d-713498-36 neutron-server[103120]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 18:51:29.249637 n-d-713498-36 neutron-server[103120]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 18:51:29.249815 n-d-713498-36 neutron-server[103120]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 18:51:29.250053 n-d-713498-36 neutron-server[103120]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 18:51:29.250184 n-d-713498-36 neutron-server[103120]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 18:51:29.250314 n-d-713498-36 neutron-server[103120]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 18:51:29.250478 n-d-713498-36 neutron-server[103120]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 18:51:29.250642 n-d-713498-36 neutron-server[103120]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 18:51:29.250807 n-d-713498-36 neutron-server[103120]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 18:51:29.250969 n-d-713498-36 neutron-server[103120]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 18:51:29.251133 n-d-713498-36 neutron-server[103120]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 18:51:29.251297 n-d-713498-36 neutron-server[103120]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 18:51:29.251461 n-d-713498-36 neutron-server[103120]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 18:51:29.251625 n-d-713498-36 neutron-server[103120]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 18:51:29.251790 n-d-713498-36 neutron-server[103120]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 18:51:29.251954 n-d-713498-36 neutron-server[103120]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 18:51:29.252118 n-d-713498-36 neutron-server[103120]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 18:51:29.252282 n-d-713498-36 neutron-server[103120]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 18:51:29.252445 n-d-713498-36 neutron-server[103120]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 18:51:29.252610 n-d-713498-36 neutron-server[103120]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 18:51:29.252775 n-d-713498-36 neutron-server[103120]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 18:51:29.252940 n-d-713498-36 neutron-server[103120]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 18:51:29.253096 n-d-713498-36 neutron-server[103120]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103120) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Feb 09 18:51:40.735989 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-666f246a-2c8d-4c05-8506-962814d4d184 None None] get_active_networks_info from n-d-713498-36 {{(pid=103232) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Feb 09 18:51:40.791540 n-d-713498-36 neutron-server[103232]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-666f246a-2c8d-4c05-8506-962814d4d184 None None] No non-hosted networks {{(pid=103232) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Feb 09 18:51:40.805724 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.agentschedulers_db [None req-666f246a-2c8d-4c05-8506-962814d4d184 None None] DHCP Agent not found on host n-d-713498-36 {{(pid=103232) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Feb 09 18:51:40.894094 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-649cbeea-7d96-4398-8b0f-fc6824f636ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762867132591', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1834676'] for agent (af91e4b9-f4e1-42b1-a25c-a10dc47171c8), after_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 18:51:42.949417 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-827373b9-8b3b-4694-aa4c-9735f08ca50d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762867132591', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1834676'] for agent (93303d5e-5d17-45e8-8963-7694f87783ae), after_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 18:51:42.982081 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-4bf7d459-6247-4d69-afb4-4ae0ef5396eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762867132591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593584'] for agent (93303d5e-5d17-45e8-8963-7694f87783ae), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 18:51:44.121507 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-edc54c9b-7f13-45d9-9271-85c9738b0128 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762867132591', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1834676'] for agent (a62b1850-466f-48ae-bec7-d62fb280e14b), after_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 18:51:45.735163 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-a7262a8e-0513-48fd-984d-75726a511961 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762867132591', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1834676'] for agent (911cfea2-02ae-4ec9-bac3-7808ee1cdd9c), after_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 18:51:46.697537 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 42536) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 18:51:46.920948 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762867132591', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1834676'] for agent (496418a2-c002-4aec-ab1a-07f3bea491bd), after_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 18:51:46.921834 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 18:51:46.922379 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 18:51:46.922712 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 18:51:46.923232 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 18:51:46.923739 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 18:51:46.924098 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 18:51:46.924420 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 18:51:46.925019 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 18:51:46.925499 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 18:51:46.925984 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 18:51:46.926530 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 18:51:46.926855 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 18:51:46.927318 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 18:51:46.927897 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'n-d-713498-36', {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0'}) {} {{(pid=103232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 18:51:46.939502 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'n-d-713498-36', 'version_map': {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0'}} {{(pid=103232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 18:51:47.250989 n-d-713498-36 neutron-server[103230]: WARNING oslo_policy.policy [None req-e045e3a7-d8ce-4fbb-83af-0b82abcbd784 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 09 18:51:47.251648 n-d-713498-36 neutron-server[103230]: WARNING oslo_policy.policy [None req-e045e3a7-d8ce-4fbb-83af-0b82abcbd784 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 09 18:51:47.478579 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [None req-e045e3a7-d8ce-4fbb-83af-0b82abcbd784 admin admin] http://10.222.0.75:9696/v2.0/extensions returned with HTTP 200 {{(pid=103230) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 09 18:51:47.487371 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-e045e3a7-d8ce-4fbb-83af-0b82abcbd784 admin admin] 10.222.0.75 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.7811463 Feb 09 18:51:49.989974 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 42562) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 18:51:49.994534 n-d-713498-36 neutron-server[103232]: INFO neutron.db.l3_hamode_db [None req-da86f763-86cf-46c4-8603-11595306f9b6 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Feb 09 18:51:50.073974 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da86f763-86cf-46c4-8603-11595306f9b6 None None] Routers set() bound to L3 agent in host n-d-713498-36 {{(pid=103232) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 18:51:50.074289 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da86f763-86cf-46c4-8603-11595306f9b6 None None] Router IDs set() for agent in host n-d-713498-36 {{(pid=103232) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:463}} Feb 09 18:51:50.302553 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.v2.base [None req-1f18144d-8145-47c7-b452-d8f9b409d8eb admin admin] Request body: {'subnetpool': {'shared': True, 'default_prefixlen': 26, 'prefixes': ['172.20.0.0/16'], 'is_default': True, 'name': 'shared-default-subnetpool-v4'}} {{(pid=103230) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 18:51:50.393849 n-d-713498-36 neutron-server[103230]: DEBUG neutron.policy [None req-1f18144d-8145-47c7-b452-d8f9b409d8eb admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=103230) register_rules /opt/stack/neutron/neutron/policy.py:73}} Feb 09 18:51:50.436590 n-d-713498-36 neutron-server[103230]: WARNING oslo_policy.policy [None req-1f18144d-8145-47c7-b452-d8f9b409d8eb admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 09 18:51:50.436959 n-d-713498-36 neutron-server[103230]: WARNING oslo_policy.policy [None req-1f18144d-8145-47c7-b452-d8f9b409d8eb admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 09 18:51:50.531108 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-1f18144d-8145-47c7-b452-d8f9b409d8eb admin admin] Publish callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8762869485339', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8762869483854', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8762869499035', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8762869500306', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8762869331512', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8762869322630', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-670208', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-888075', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-2034424', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-2024321'] for rbac-policy (None), before_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 18:51:50.598660 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-1f18144d-8145-47c7-b452-d8f9b409d8eb admin admin] Publish callbacks [] for subnetpool (None), before_response {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 18:51:50.600569 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-1f18144d-8145-47c7-b452-d8f9b409d8eb admin admin] 10.222.0.75 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.6089859 Feb 09 18:51:53.019110 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 42572) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 18:51:53.327839 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.v2.base [None req-9ff53add-3749-4f61-ad0f-f29b3b78b464 demo demo] Request body: {'network': {'name': 'private', 'admin_state_up': True}} {{(pid=103230) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 18:51:53.357442 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9ff53add-3749-4f61-ad0f-f29b3b78b464 demo demo] Made reservation on behalf of f3fe052ebafd4ef4ad1973a3cd4cb0e9 for: {'network': 1} {{(pid=103230) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 18:51:53.361670 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-9ff53add-3749-4f61-ad0f-f29b3b78b464 demo demo] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for network (None), before_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 18:51:53.378853 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-9ff53add-3749-4f61-ad0f-f29b3b78b464 demo demo] Publish callbacks [] for security_group (None), before_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 18:51:53.487314 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-9ff53add-3749-4f61-ad0f-f29b3b78b464 demo demo] Publish callbacks [] for security_group (988e07db-303d-43d3-bc90-993aba7de664), precommit_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 18:51:53.492545 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-9ff53add-3749-4f61-ad0f-f29b3b78b464 demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1892331'] for security_group (988e07db-303d-43d3-bc90-993aba7de664), after_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 18:51:53.521025 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9ff53add-3749-4f61-ad0f-f29b3b78b464 demo demo] vlan segment allocate from pool success with {'vlan_id': 353, 'physical_network': 'physnet1'} {{(pid=103230) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 18:51:53.555945 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-9ff53add-3749-4f61-ad0f-f29b3b78b464 demo demo] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8762867132600', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-759574'] for segment (f063e1d6-44a6-4f9e-b4b9-913beb5faa7b), precommit_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 18:51:53.556540 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-9ff53add-3749-4f61-ad0f-f29b3b78b464 demo demo] Unsubscribe: segment precommit_create {{(pid=103230) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Feb 09 18:51:53.557073 n-d-713498-36 neutron-server[103230]: INFO neutron.db.segments_db [None req-9ff53add-3749-4f61-ad0f-f29b3b78b464 demo demo] Added segment f063e1d6-44a6-4f9e-b4b9-913beb5faa7b of type vlan for network 85ec8096-7c63-44db-b0ca-f37eaedc9f8b Feb 09 18:51:53.573035 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ff53add-3749-4f61-ad0f-f29b3b78b464 demo demo] Pushing event updated for resources: {'SecurityGroup': ['ID=988e07db-303d-43d3-bc90-993aba7de664,revision_number=1']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:51:53.598924 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ff53add-3749-4f61-ad0f-f29b3b78b464 demo demo] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 18:51:53.599222 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ff53add-3749-4f61-ad0f-f29b3b78b464 demo demo] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 18:51:53.599554 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ff53add-3749-4f61-ad0f-f29b3b78b464 demo demo] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 18:51:53.599883 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ff53add-3749-4f61-ad0f-f29b3b78b464 demo demo] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 18:51:53.600938 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ff53add-3749-4f61-ad0f-f29b3b78b464 demo demo] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 18:51:53.601241 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ff53add-3749-4f61-ad0f-f29b3b78b464 demo demo] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 18:51:53.601564 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ff53add-3749-4f61-ad0f-f29b3b78b464 demo demo] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 18:51:53.601884 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ff53add-3749-4f61-ad0f-f29b3b78b464 demo demo] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 18:51:53.602230 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ff53add-3749-4f61-ad0f-f29b3b78b464 demo demo] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 18:51:53.602547 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ff53add-3749-4f61-ad0f-f29b3b78b464 demo demo] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 18:51:53.602864 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ff53add-3749-4f61-ad0f-f29b3b78b464 demo demo] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 18:51:53.603177 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ff53add-3749-4f61-ad0f-f29b3b78b464 demo demo] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 18:51:53.603489 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ff53add-3749-4f61-ad0f-f29b3b78b464 demo demo] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 18:51:53.604637 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ff53add-3749-4f61-ad0f-f29b3b78b464 demo demo] Tracked resource versions report: Feb 09 18:51:53.604637 n-d-713498-36 neutron-server[103230]: pushed versions: Feb 09 18:51:53.604637 n-d-713498-36 neutron-server[103230]: { 'AddressGroup': {'1.2'}, Feb 09 18:51:53.604637 n-d-713498-36 neutron-server[103230]: 'ConntrackHelper': {'1.0'}, Feb 09 18:51:53.604637 n-d-713498-36 neutron-server[103230]: 'LocalIPAssociation': {'1.0'}, Feb 09 18:51:53.604637 n-d-713498-36 neutron-server[103230]: 'Log': {'1.0'}, Feb 09 18:51:53.604637 n-d-713498-36 neutron-server[103230]: 'Network': {'1.1'}, Feb 09 18:51:53.604637 n-d-713498-36 neutron-server[103230]: 'Port': {'1.7'}, Feb 09 18:51:53.604637 n-d-713498-36 neutron-server[103230]: 'PortForwarding': {'1.2'}, Feb 09 18:51:53.604637 n-d-713498-36 neutron-server[103230]: 'QosPolicy': {'1.10'}, Feb 09 18:51:53.604637 n-d-713498-36 neutron-server[103230]: 'SecurityGroup': {'1.5'}, Feb 09 18:51:53.604637 n-d-713498-36 neutron-server[103230]: 'SecurityGroupRule': {'1.2'}, Feb 09 18:51:53.604637 n-d-713498-36 neutron-server[103230]: 'SubPort': {'1.0'}, Feb 09 18:51:53.604637 n-d-713498-36 neutron-server[103230]: 'Subnet': {'1.1'}, Feb 09 18:51:53.604637 n-d-713498-36 neutron-server[103230]: 'Trunk': {'1.1'}} Feb 09 18:51:53.604637 n-d-713498-36 neutron-server[103230]: consumer versions: Feb 09 18:51:53.604637 n-d-713498-36 neutron-server[103230]: { DHCP agent@n-d-713498-36: {}, Feb 09 18:51:53.604637 n-d-713498-36 neutron-server[103230]: L3 agent@n-d-713498-36: {}, Feb 09 18:51:53.604637 n-d-713498-36 neutron-server[103230]: Metadata agent@n-d-713498-36: {}, Feb 09 18:51:53.604637 n-d-713498-36 neutron-server[103230]: Metering agent@n-d-713498-36: {}, Feb 09 18:51:53.604637 n-d-713498-36 neutron-server[103230]: Open vSwitch agent@n-d-713498-36: { 'AddressGroup': '1.2', Feb 09 18:51:53.604637 n-d-713498-36 neutron-server[103230]: 'ConntrackHelper': '1.0', Feb 09 18:51:53.604637 n-d-713498-36 neutron-server[103230]: 'LocalIPAssociation': '1.0', Feb 09 18:51:53.604637 n-d-713498-36 neutron-server[103230]: 'Log': '1.0', Feb 09 18:51:53.604637 n-d-713498-36 neutron-server[103230]: 'Network': '1.1', Feb 09 18:51:53.604637 n-d-713498-36 neutron-server[103230]: 'Port': '1.7', Feb 09 18:51:53.604637 n-d-713498-36 neutron-server[103230]: 'PortForwarding': '1.2', Feb 09 18:51:53.604637 n-d-713498-36 neutron-server[103230]: 'QosPolicy': '1.10', Feb 09 18:51:53.604637 n-d-713498-36 neutron-server[103230]: 'SecurityGroup': '1.5', Feb 09 18:51:53.604637 n-d-713498-36 neutron-server[103230]: 'SecurityGroupRule': '1.2', Feb 09 18:51:53.604637 n-d-713498-36 neutron-server[103230]: 'SubPort': '1.0', Feb 09 18:51:53.604637 n-d-713498-36 neutron-server[103230]: 'Subnet': '1.1', Feb 09 18:51:53.604637 n-d-713498-36 neutron-server[103230]: 'Trunk': '1.1'}} Feb 09 18:51:53.604637 n-d-713498-36 neutron-server[103230]: {{(pid=103230) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Feb 09 18:51:53.668317 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-9ff53add-3749-4f61-ad0f-f29b3b78b464 demo demo] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762866642225'] for network (85ec8096-7c63-44db-b0ca-f37eaedc9f8b), precommit_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 18:51:53.707152 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-9ff53add-3749-4f61-ad0f-f29b3b78b464 demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1885479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452'] for network (85ec8096-7c63-44db-b0ca-f37eaedc9f8b), after_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 18:51:53.712460 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ff53add-3749-4f61-ad0f-f29b3b78b464 demo demo] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:51:53.713179 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-9ff53add-3749-4f61-ad0f-f29b3b78b464 demo demo] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1613566'] for network (None), before_response {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 18:51:53.797891 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-9ff53add-3749-4f61-ad0f-f29b3b78b464 demo demo] 10.222.0.75 "POST /v2.0/networks HTTP/1.1" status: 201 len: 748 time: 0.7776916 Feb 09 18:51:53.835227 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ff53add-3749-4f61-ad0f-f29b3b78b464 demo demo] Pushing event updated for resources: {'Network': ['ID=85ec8096-7c63-44db-b0ca-f37eaedc9f8b,revision_number=1']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:51:53.848167 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Network 85ec8096-7c63-44db-b0ca-f37eaedc9f8b details requested by agent ovs-agent-n-d-713498-36 with host n-d-713498-36 {{(pid=103232) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 18:51:56.280639 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 42584) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 18:51:56.689549 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2d95f95-ac8e-4097-a35c-7922b4bed9e8 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:51:56.690864 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-c2d95f95-ac8e-4097-a35c-7922b4bed9e8 demo admin] 10.222.0.75 "GET /v2.0/networks/85ec8096-7c63-44db-b0ca-f37eaedc9f8b HTTP/1.1" status: 200 len: 825 time: 0.4092624 Feb 09 18:51:56.714874 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-18932d73-d1e0-43db-9961-66672fec7080 demo admin] 10.222.0.75 "GET /v2.0/subnetpools/f8cb7059-71e0-410b-9397-559e60c871b6 HTTP/1.1" status: 200 len: 734 time: 0.0182316 Feb 09 18:51:56.723104 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.v2.base [None req-0f2f6273-20dd-414b-adf1-5771e2368476 demo admin] Request body: {'subnet': {'network_id': '85ec8096-7c63-44db-b0ca-f37eaedc9f8b', 'gateway_ip': '172.20.0.1', 'ip_version': 4, 'subnetpool_id': 'f8cb7059-71e0-410b-9397-559e60c871b6', 'name': 'private-subnet'}} {{(pid=103230) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 18:51:56.744108 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0f2f6273-20dd-414b-adf1-5771e2368476 demo admin] Made reservation on behalf of f3fe052ebafd4ef4ad1973a3cd4cb0e9 for: {'subnet': 1} {{(pid=103230) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 18:51:56.746386 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-0f2f6273-20dd-414b-adf1-5771e2368476 demo admin] Publish callbacks [] for subnet (None), before_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 18:51:57.034233 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-0f2f6273-20dd-414b-adf1-5771e2368476 demo admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452'] for subnet (c6092113-247c-459a-a0d2-af921d3de0c6), after_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 18:51:57.103075 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f2f6273-20dd-414b-adf1-5771e2368476 demo admin] Pushing event updated for resources: {'Subnet': ['ID=c6092113-247c-459a-a0d2-af921d3de0c6,revision_number=0']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:51:57.108784 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f2f6273-20dd-414b-adf1-5771e2368476 demo admin] Checking segment: {'id': 'f063e1d6-44a6-4f9e-b4b9-913beb5faa7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': '85ec8096-7c63-44db-b0ca-f37eaedc9f8b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103230) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 18:51:57.109168 n-d-713498-36 neutron-server[103230]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f2f6273-20dd-414b-adf1-5771e2368476 demo admin] Network hostable DHCP agents. Network: 85ec8096-7c63-44db-b0ca-f37eaedc9f8b, hostable agents: ['af91e4b9-f4e1-42b1-a25c-a10dc47171c8'], hosted agents: [] {{(pid=103230) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 18:51:57.129215 n-d-713498-36 neutron-server[103230]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f2f6273-20dd-414b-adf1-5771e2368476 demo admin] Network 85ec8096-7c63-44db-b0ca-f37eaedc9f8b is scheduled to be hosted by DHCP agent af91e4b9-f4e1-42b1-a25c-a10dc47171c8 with binding_index 1 {{(pid=103230) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 18:51:57.139870 n-d-713498-36 neutron-server[103230]: DEBUG neutron.scheduler.base_scheduler [None req-0f2f6273-20dd-414b-adf1-5771e2368476 demo admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713498-36, 85ec8096-7c63-44db-b0ca-f37eaedc9f8b) {{(pid=103230) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 18:51:57.144631 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f2f6273-20dd-414b-adf1-5771e2368476 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:51:57.145221 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-0f2f6273-20dd-414b-adf1-5771e2368476 demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1613566'] for subnet (None), before_response {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 18:51:57.151158 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-710d307f-23ed-442b-a08e-96f51a331953 None None] Network 85ec8096-7c63-44db-b0ca-f37eaedc9f8b requested from n-d-713498-36 {{(pid=103232) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 18:51:57.161703 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-0f2f6273-20dd-414b-adf1-5771e2368476 demo admin] 10.222.0.75 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.4417284 Feb 09 18:51:57.431081 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db87f181-2f6c-45fa-947a-eb6084c93bc1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8b32e980-7cce-5e82-a341-bd2fa8945c89-85ec8096-7c63-44db-b0ca-f37eaedc9f8b', 'network_id': '85ec8096-7c63-44db-b0ca-f37eaedc9f8b', 'project_id': 'f3fe052ebafd4ef4ad1973a3cd4cb0e9', 'fixed_ips': [{'subnet_id': 'c6092113-247c-459a-a0d2-af921d3de0c6'}]}} from n-d-713498-36. {{(pid=103232) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 09 18:51:57.432373 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-db87f181-2f6c-45fa-947a-eb6084c93bc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (None), before_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 18:51:57.721369 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.db_base_plugin_common [None req-db87f181-2f6c-45fa-947a-eb6084c93bc1 None None] Allocated IP 172.20.0.2 (85ec8096-7c63-44db-b0ca-f37eaedc9f8b/c6092113-247c-459a-a0d2-af921d3de0c6/240ae3a1-6972-4d2a-a87b-ac6ca7f5dd26) {{(pid=103232) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 18:51:57.991566 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-db87f181-2f6c-45fa-947a-eb6084c93bc1 None None] Publish callbacks [] for port (240ae3a1-6972-4d2a-a87b-ac6ca7f5dd26), precommit_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 18:51:58.001059 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-db87f181-2f6c-45fa-947a-eb6084c93bc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762866656467'] for port (240ae3a1-6972-4d2a-a87b-ac6ca7f5dd26), after_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 18:51:58.070862 n-d-713498-36 neutron-server[103232]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db87f181-2f6c-45fa-947a-eb6084c93bc1 None None] Network 85ec8096-7c63-44db-b0ca-f37eaedc9f8b is already hosted by enough agents. {{(pid=103232) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 18:51:58.076573 n-d-713498-36 neutron-server[103232]: DEBUG neutron.scheduler.base_scheduler [None req-db87f181-2f6c-45fa-947a-eb6084c93bc1 None None] Resources bound (agent type, host, resource id): {{(pid=103232) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 18:51:58.088055 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db87f181-2f6c-45fa-947a-eb6084c93bc1 None None] Received port after_create {{(pid=103232) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 18:51:58.122497 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db87f181-2f6c-45fa-947a-eb6084c93bc1 None None] Pushing event updated for resources: {'Port': ['ID=240ae3a1-6972-4d2a-a87b-ac6ca7f5dd26,revision_number=1']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:51:58.148393 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db87f181-2f6c-45fa-947a-eb6084c93bc1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 18:51:58.148748 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db87f181-2f6c-45fa-947a-eb6084c93bc1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 18:51:58.149092 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db87f181-2f6c-45fa-947a-eb6084c93bc1 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 18:51:58.149433 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db87f181-2f6c-45fa-947a-eb6084c93bc1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 18:51:58.149771 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db87f181-2f6c-45fa-947a-eb6084c93bc1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 18:51:58.150130 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db87f181-2f6c-45fa-947a-eb6084c93bc1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 18:51:58.150466 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db87f181-2f6c-45fa-947a-eb6084c93bc1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 18:51:58.150796 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db87f181-2f6c-45fa-947a-eb6084c93bc1 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 18:51:58.151126 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db87f181-2f6c-45fa-947a-eb6084c93bc1 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 18:51:58.151452 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db87f181-2f6c-45fa-947a-eb6084c93bc1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 18:51:58.151997 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db87f181-2f6c-45fa-947a-eb6084c93bc1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 18:51:58.152079 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db87f181-2f6c-45fa-947a-eb6084c93bc1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 18:51:58.152409 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db87f181-2f6c-45fa-947a-eb6084c93bc1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 18:51:58.153573 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db87f181-2f6c-45fa-947a-eb6084c93bc1 None None] Tracked resource versions report: Feb 09 18:51:58.153573 n-d-713498-36 neutron-server[103232]: pushed versions: Feb 09 18:51:58.153573 n-d-713498-36 neutron-server[103232]: { 'AddressGroup': {'1.2'}, Feb 09 18:51:58.153573 n-d-713498-36 neutron-server[103232]: 'ConntrackHelper': {'1.0'}, Feb 09 18:51:58.153573 n-d-713498-36 neutron-server[103232]: 'LocalIPAssociation': {'1.0'}, Feb 09 18:51:58.153573 n-d-713498-36 neutron-server[103232]: 'Log': {'1.0'}, Feb 09 18:51:58.153573 n-d-713498-36 neutron-server[103232]: 'Network': {'1.1'}, Feb 09 18:51:58.153573 n-d-713498-36 neutron-server[103232]: 'Port': {'1.7'}, Feb 09 18:51:58.153573 n-d-713498-36 neutron-server[103232]: 'PortForwarding': {'1.2'}, Feb 09 18:51:58.153573 n-d-713498-36 neutron-server[103232]: 'QosPolicy': {'1.10'}, Feb 09 18:51:58.153573 n-d-713498-36 neutron-server[103232]: 'SecurityGroup': {'1.5'}, Feb 09 18:51:58.153573 n-d-713498-36 neutron-server[103232]: 'SecurityGroupRule': {'1.2'}, Feb 09 18:51:58.153573 n-d-713498-36 neutron-server[103232]: 'SubPort': {'1.0'}, Feb 09 18:51:58.153573 n-d-713498-36 neutron-server[103232]: 'Subnet': {'1.1'}, Feb 09 18:51:58.153573 n-d-713498-36 neutron-server[103232]: 'Trunk': {'1.1'}} Feb 09 18:51:58.153573 n-d-713498-36 neutron-server[103232]: consumer versions: Feb 09 18:51:58.153573 n-d-713498-36 neutron-server[103232]: { DHCP agent@n-d-713498-36: {}, Feb 09 18:51:58.153573 n-d-713498-36 neutron-server[103232]: L3 agent@n-d-713498-36: {}, Feb 09 18:51:58.153573 n-d-713498-36 neutron-server[103232]: Metadata agent@n-d-713498-36: {}, Feb 09 18:51:58.153573 n-d-713498-36 neutron-server[103232]: Metering agent@n-d-713498-36: {}, Feb 09 18:51:58.153573 n-d-713498-36 neutron-server[103232]: Open vSwitch agent@n-d-713498-36: { 'AddressGroup': '1.2', Feb 09 18:51:58.153573 n-d-713498-36 neutron-server[103232]: 'ConntrackHelper': '1.0', Feb 09 18:51:58.153573 n-d-713498-36 neutron-server[103232]: 'LocalIPAssociation': '1.0', Feb 09 18:51:58.153573 n-d-713498-36 neutron-server[103232]: 'Log': '1.0', Feb 09 18:51:58.153573 n-d-713498-36 neutron-server[103232]: 'Network': '1.1', Feb 09 18:51:58.153573 n-d-713498-36 neutron-server[103232]: 'Port': '1.7', Feb 09 18:51:58.153573 n-d-713498-36 neutron-server[103232]: 'PortForwarding': '1.2', Feb 09 18:51:58.153573 n-d-713498-36 neutron-server[103232]: 'QosPolicy': '1.10', Feb 09 18:51:58.153573 n-d-713498-36 neutron-server[103232]: 'SecurityGroup': '1.5', Feb 09 18:51:58.153573 n-d-713498-36 neutron-server[103232]: 'SecurityGroupRule': '1.2', Feb 09 18:51:58.153573 n-d-713498-36 neutron-server[103232]: 'SubPort': '1.0', Feb 09 18:51:58.153573 n-d-713498-36 neutron-server[103232]: 'Subnet': '1.1', Feb 09 18:51:58.153573 n-d-713498-36 neutron-server[103232]: 'Trunk': '1.1'}} Feb 09 18:51:58.153573 n-d-713498-36 neutron-server[103232]: {{(pid=103232) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Feb 09 18:51:58.185082 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.managers [None req-db87f181-2f6c-45fa-947a-eb6084c93bc1 None None] Attempting to bind port 240ae3a1-6972-4d2a-a87b-ac6ca7f5dd26 on host n-d-713498-36 for vnic_type normal with profile {{(pid=103232) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 18:51:58.185490 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.managers [None req-db87f181-2f6c-45fa-947a-eb6084c93bc1 None None] Attempting to bind port 240ae3a1-6972-4d2a-a87b-ac6ca7f5dd26 by drivers openvswitch,hyperv on host n-d-713498-36 at level 0 using segments [{'id': 'f063e1d6-44a6-4f9e-b4b9-913beb5faa7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': '85ec8096-7c63-44db-b0ca-f37eaedc9f8b'}] {{(pid=103232) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 18:51:58.185921 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db87f181-2f6c-45fa-947a-eb6084c93bc1 None None] Attempting to bind port 240ae3a1-6972-4d2a-a87b-ac6ca7f5dd26 on network 85ec8096-7c63-44db-b0ca-f37eaedc9f8b {{(pid=103232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 18:51:58.190831 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db87f181-2f6c-45fa-947a-eb6084c93bc1 None None] Checking agent: {'id': '496418a2-c002-4aec-ab1a-07f3bea491bd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-36', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 18, 51, 47), 'started_at': datetime.datetime(2022, 2, 9, 18, 51, 47), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 18, 51, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-36'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 18:51:58.191204 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db87f181-2f6c-45fa-947a-eb6084c93bc1 None None] Checking segment: {'id': 'f063e1d6-44a6-4f9e-b4b9-913beb5faa7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': '85ec8096-7c63-44db-b0ca-f37eaedc9f8b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103232) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 18:51:58.191711 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-db87f181-2f6c-45fa-947a-eb6084c93bc1 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 18:51:58.192100 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db87f181-2f6c-45fa-947a-eb6084c93bc1 None None] Bound using segment: {'id': 'f063e1d6-44a6-4f9e-b4b9-913beb5faa7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': '85ec8096-7c63-44db-b0ca-f37eaedc9f8b'} {{(pid=103232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 18:51:58.192578 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.managers [None req-db87f181-2f6c-45fa-947a-eb6084c93bc1 None None] Bound port: 240ae3a1-6972-4d2a-a87b-ac6ca7f5dd26, host: n-d-713498-36, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f063e1d6-44a6-4f9e-b4b9-913beb5faa7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': '85ec8096-7c63-44db-b0ca-f37eaedc9f8b'}}] {{(pid=103232) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 18:51:58.192984 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-db87f181-2f6c-45fa-947a-eb6084c93bc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (240ae3a1-6972-4d2a-a87b-ac6ca7f5dd26), before_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 18:51:58.258178 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-db87f181-2f6c-45fa-947a-eb6084c93bc1 None None] For port 240ae3a1-6972-4d2a-a87b-ac6ca7f5dd26, host n-d-713498-36, cleared binding levels {{(pid=103232) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 18:51:58.279235 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-db87f181-2f6c-45fa-947a-eb6084c93bc1 None None] For port 240ae3a1-6972-4d2a-a87b-ac6ca7f5dd26, host n-d-713498-36, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-36',level=0,port_id=240ae3a1-6972-4d2a-a87b-ac6ca7f5dd26,segment=NetworkSegment(f063e1d6-44a6-4f9e-b4b9-913beb5faa7b),segment_id=f063e1d6-44a6-4f9e-b4b9-913beb5faa7b)] {{(pid=103232) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 18:51:58.286150 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-db87f181-2f6c-45fa-947a-eb6084c93bc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762867176205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762866656485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762866656503'] for port (240ae3a1-6972-4d2a-a87b-ac6ca7f5dd26), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 18:51:58.348590 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db87f181-2f6c-45fa-947a-eb6084c93bc1 None None] Pushing event updated for resources: {'Port': ['ID=240ae3a1-6972-4d2a-a87b-ac6ca7f5dd26,revision_number=2']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:51:59.698488 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 42592) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 18:52:00.206751 n-d-713498-36 neutron-server[103229]: WARNING oslo_policy.policy [None req-11bbb901-f82b-49c1-8fff-72f5baa4fa4b admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 09 18:52:00.207367 n-d-713498-36 neutron-server[103229]: WARNING oslo_policy.policy [None req-11bbb901-f82b-49c1-8fff-72f5baa4fa4b admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 09 18:52:00.446041 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [None req-11bbb901-f82b-49c1-8fff-72f5baa4fa4b admin admin] http://10.222.0.75:9696/v2.0/extensions returned with HTTP 200 {{(pid=103229) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 09 18:52:00.447368 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-11bbb901-f82b-49c1-8fff-72f5baa4fa4b admin admin] 10.222.0.75 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.7467089 Feb 09 18:52:02.992401 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 42606) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 18:52:03.317003 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [None req-97e110aa-9ac1-497e-bfeb-5a165c443d94 admin admin] http://10.222.0.75:9696/v2.0/extensions returned with HTTP 200 {{(pid=103229) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 09 18:52:03.330079 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-97e110aa-9ac1-497e-bfeb-5a165c443d94 admin admin] 10.222.0.75 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3246515 Feb 09 18:52:05.889549 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 42614) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 18:52:06.266638 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.v2.base [None req-b15e1981-d952-4c5a-826e-f9537f92f8da demo demo] Request body: {'router': {'name': 'router1', 'admin_state_up': True}} {{(pid=103229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 18:52:06.326715 n-d-713498-36 neutron-server[103229]: DEBUG neutron.policy [None req-b15e1981-d952-4c5a-826e-f9537f92f8da demo demo] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=103229) register_rules /opt/stack/neutron/neutron/policy.py:73}} Feb 09 18:52:06.373481 n-d-713498-36 neutron-server[103229]: WARNING oslo_policy.policy [None req-b15e1981-d952-4c5a-826e-f9537f92f8da demo demo] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 09 18:52:06.373873 n-d-713498-36 neutron-server[103229]: WARNING oslo_policy.policy [None req-b15e1981-d952-4c5a-826e-f9537f92f8da demo demo] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 09 18:52:06.441935 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-b15e1981-d952-4c5a-826e-f9537f92f8da demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1834830', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-58389'] for router (60882b51-b522-4c65-9fc0-f9a3c729e073), before_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 18:52:06.444601 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-b15e1981-d952-4c5a-826e-f9537f92f8da demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1834810', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1822096', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1886735', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-58380'] for router (60882b51-b522-4c65-9fc0-f9a3c729e073), precommit_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 18:52:06.605128 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-b15e1981-d952-4c5a-826e-f9537f92f8da demo demo] Publish callbacks [] for router_controller (60882b51-b522-4c65-9fc0-f9a3c729e073), precommit_add_association {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 18:52:06.610399 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-b15e1981-d952-4c5a-826e-f9537f92f8da demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1834945', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1818951'] for router (60882b51-b522-4c65-9fc0-f9a3c729e073), after_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 18:52:06.633744 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-b15e1981-d952-4c5a-826e-f9537f92f8da demo demo] Publish callbacks [] for router (None), before_response {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 18:52:06.634937 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-b15e1981-d952-4c5a-826e-f9537f92f8da demo demo] 10.222.0.75 "POST /v2.0/routers HTTP/1.1" status: 201 len: 674 time: 0.7443120 Feb 09 18:52:09.206957 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 42628) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 18:52:09.550478 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7940b90-dafd-493d-8aba-278c06460629 None None] Network 85ec8096-7c63-44db-b0ca-f37eaedc9f8b requested from n-d-713498-36 {{(pid=103232) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 18:52:09.555210 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [None req-5613d046-af09-4854-b190-461afea8bd3a admin admin] http://10.222.0.75:9696/v2.0/extensions returned with HTTP 200 {{(pid=103229) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 09 18:52:09.556351 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Device 240ae3a1-6972-4d2a-a87b-ac6ca7f5dd26 up at agent ovs-agent-n-d-713498-36 {{(pid=103232) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 18:52:09.556495 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-5613d046-af09-4854-b190-461afea8bd3a admin admin] 10.222.0.75 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3481407 Feb 09 18:52:09.717102 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.provisioning_blocks [None req-cbd0fb98-f5a7-4857-a556-2850baf246ca None None] Provisioning complete for port 240ae3a1-6972-4d2a-a87b-ac6ca7f5dd26 triggered by entity DHCP. {{(pid=103232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 18:52:09.717430 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-cbd0fb98-f5a7-4857-a556-2850baf246ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593630'] for port (240ae3a1-6972-4d2a-a87b-ac6ca7f5dd26), provisioning_complete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 18:52:09.782771 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.provisioning_blocks [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Provisioning complete for port 240ae3a1-6972-4d2a-a87b-ac6ca7f5dd26 triggered by entity L2. {{(pid=103232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 18:52:09.783096 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593630'] for port (240ae3a1-6972-4d2a-a87b-ac6ca7f5dd26), provisioning_complete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 18:52:09.915737 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-cbd0fb98-f5a7-4857-a556-2850baf246ca None None] Current status of the port 240ae3a1-6972-4d2a-a87b-ac6ca7f5dd26 is: DOWN; New status is: ACTIVE {{(pid=103232) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 18:52:09.916132 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-cbd0fb98-f5a7-4857-a556-2850baf246ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (240ae3a1-6972-4d2a-a87b-ac6ca7f5dd26), before_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 18:52:09.979830 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Current status of the port 240ae3a1-6972-4d2a-a87b-ac6ca7f5dd26 is: DOWN; New status is: ACTIVE {{(pid=103232) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 18:52:09.980225 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (240ae3a1-6972-4d2a-a87b-ac6ca7f5dd26), before_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 18:52:09.991954 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-cbd0fb98-f5a7-4857-a556-2850baf246ca None None] For port 240ae3a1-6972-4d2a-a87b-ac6ca7f5dd26, host n-d-713498-36, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-36',level=0,port_id=240ae3a1-6972-4d2a-a87b-ac6ca7f5dd26,segment=NetworkSegment(f063e1d6-44a6-4f9e-b4b9-913beb5faa7b),segment_id=f063e1d6-44a6-4f9e-b4b9-913beb5faa7b)] {{(pid=103232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 18:52:10.002686 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-cbd0fb98-f5a7-4857-a556-2850baf246ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762867176205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762866656485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762866656503'] for port (240ae3a1-6972-4d2a-a87b-ac6ca7f5dd26), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 18:52:10.077294 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.db.api [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103232) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 09 18:52:10.077705 n-d-713498-36 neutron-server[103232]: DEBUG oslo_db.api [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 09 18:52:10.081735 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbd0fb98-f5a7-4857-a556-2850baf246ca None None] Pushing event updated for resources: {'Port': ['ID=240ae3a1-6972-4d2a-a87b-ac6ca7f5dd26,revision_number=3']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:52:10.123320 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.provisioning_blocks [None req-82700f49-c5a6-40a5-926c-403cf6eeeb74 None None] Provisioning complete for port 240ae3a1-6972-4d2a-a87b-ac6ca7f5dd26 triggered by entity DHCP. {{(pid=103232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 18:52:10.123688 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-82700f49-c5a6-40a5-926c-403cf6eeeb74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593630'] for port (240ae3a1-6972-4d2a-a87b-ac6ca7f5dd26), provisioning_complete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 18:52:10.196852 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-82700f49-c5a6-40a5-926c-403cf6eeeb74 None None] Current status of the port 240ae3a1-6972-4d2a-a87b-ac6ca7f5dd26 is: ACTIVE; New status is: ACTIVE {{(pid=103232) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 18:52:10.613620 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Current status of the port 240ae3a1-6972-4d2a-a87b-ac6ca7f5dd26 is: ACTIVE; New status is: ACTIVE {{(pid=103232) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 18:52:10.669364 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-1386021f-4972-41f8-9082-a6ceb0242d82 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762867132591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593584'] for agent (af91e4b9-f4e1-42b1-a25c-a10dc47171c8), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 18:52:11.520484 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Device 240ae3a1-6972-4d2a-a87b-ac6ca7f5dd26 up at agent ovs-agent-n-d-713498-36 {{(pid=103232) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 18:52:11.573242 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.provisioning_blocks [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Provisioning complete for port 240ae3a1-6972-4d2a-a87b-ac6ca7f5dd26 triggered by entity L2. {{(pid=103232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 18:52:11.573617 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593630'] for port (240ae3a1-6972-4d2a-a87b-ac6ca7f5dd26), provisioning_complete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 18:52:11.647590 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Current status of the port 240ae3a1-6972-4d2a-a87b-ac6ca7f5dd26 is: ACTIVE; New status is: ACTIVE {{(pid=103232) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 18:52:12.032076 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 42638) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 18:52:12.345169 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.v2.base [None req-6187aa8a-bef5-4b0a-a3a4-f47069eeb72a admin admin] Request body: {'network': {'router:external': True, 'provider:network_type': 'flat', 'admin_state_up': True, 'provider:physical_network': 'physnet1', 'name': 'public', 'is_default': True}} {{(pid=103229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 18:52:12.367001 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6187aa8a-bef5-4b0a-a3a4-f47069eeb72a admin admin] Made reservation on behalf of bfea9de369f44464bb78e472b0a4d39b for: {'network': 1} {{(pid=103229) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 18:52:12.369641 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-6187aa8a-bef5-4b0a-a3a4-f47069eeb72a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for network (None), before_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 18:52:12.385056 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-6187aa8a-bef5-4b0a-a3a4-f47069eeb72a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 18:52:12.489440 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-6187aa8a-bef5-4b0a-a3a4-f47069eeb72a admin admin] Publish callbacks [] for security_group (75c18f4c-dcd4-4daf-9a0a-c021330aab06), precommit_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 18:52:12.493820 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-6187aa8a-bef5-4b0a-a3a4-f47069eeb72a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1892331'] for security_group (75c18f4c-dcd4-4daf-9a0a-c021330aab06), after_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 18:52:12.508032 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-6187aa8a-bef5-4b0a-a3a4-f47069eeb72a admin admin] Reserving flat network on physical network physnet1 {{(pid=103229) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Feb 09 18:52:12.540288 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-6187aa8a-bef5-4b0a-a3a4-f47069eeb72a admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8762867132600', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-759574'] for segment (a4222f89-8d3f-4b51-953b-1a8126392491), precommit_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 18:52:12.540883 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-6187aa8a-bef5-4b0a-a3a4-f47069eeb72a admin admin] Unsubscribe: segment precommit_create {{(pid=103229) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Feb 09 18:52:12.541433 n-d-713498-36 neutron-server[103229]: INFO neutron.db.segments_db [None req-6187aa8a-bef5-4b0a-a3a4-f47069eeb72a admin admin] Added segment a4222f89-8d3f-4b51-953b-1a8126392491 of type flat for network 88055e1e-672a-4487-be31-ffb6e833ece5 Feb 09 18:52:12.557488 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6187aa8a-bef5-4b0a-a3a4-f47069eeb72a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=75c18f4c-dcd4-4daf-9a0a-c021330aab06,revision_number=1']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:52:12.583735 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6187aa8a-bef5-4b0a-a3a4-f47069eeb72a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 18:52:12.584593 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6187aa8a-bef5-4b0a-a3a4-f47069eeb72a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 18:52:12.584944 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6187aa8a-bef5-4b0a-a3a4-f47069eeb72a admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 18:52:12.585252 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6187aa8a-bef5-4b0a-a3a4-f47069eeb72a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 18:52:12.585577 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6187aa8a-bef5-4b0a-a3a4-f47069eeb72a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 18:52:12.585900 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6187aa8a-bef5-4b0a-a3a4-f47069eeb72a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 18:52:12.586255 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6187aa8a-bef5-4b0a-a3a4-f47069eeb72a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 18:52:12.586575 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6187aa8a-bef5-4b0a-a3a4-f47069eeb72a admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 18:52:12.586889 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6187aa8a-bef5-4b0a-a3a4-f47069eeb72a admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 18:52:12.587203 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6187aa8a-bef5-4b0a-a3a4-f47069eeb72a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 18:52:12.587518 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6187aa8a-bef5-4b0a-a3a4-f47069eeb72a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 18:52:12.587831 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6187aa8a-bef5-4b0a-a3a4-f47069eeb72a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 18:52:12.588141 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6187aa8a-bef5-4b0a-a3a4-f47069eeb72a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 18:52:12.589356 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6187aa8a-bef5-4b0a-a3a4-f47069eeb72a admin admin] Tracked resource versions report: Feb 09 18:52:12.589356 n-d-713498-36 neutron-server[103229]: pushed versions: Feb 09 18:52:12.589356 n-d-713498-36 neutron-server[103229]: { 'AddressGroup': {'1.2'}, Feb 09 18:52:12.589356 n-d-713498-36 neutron-server[103229]: 'ConntrackHelper': {'1.0'}, Feb 09 18:52:12.589356 n-d-713498-36 neutron-server[103229]: 'LocalIPAssociation': {'1.0'}, Feb 09 18:52:12.589356 n-d-713498-36 neutron-server[103229]: 'Log': {'1.0'}, Feb 09 18:52:12.589356 n-d-713498-36 neutron-server[103229]: 'Network': {'1.1'}, Feb 09 18:52:12.589356 n-d-713498-36 neutron-server[103229]: 'Port': {'1.7'}, Feb 09 18:52:12.589356 n-d-713498-36 neutron-server[103229]: 'PortForwarding': {'1.2'}, Feb 09 18:52:12.589356 n-d-713498-36 neutron-server[103229]: 'QosPolicy': {'1.10'}, Feb 09 18:52:12.589356 n-d-713498-36 neutron-server[103229]: 'SecurityGroup': {'1.5'}, Feb 09 18:52:12.589356 n-d-713498-36 neutron-server[103229]: 'SecurityGroupRule': {'1.2'}, Feb 09 18:52:12.589356 n-d-713498-36 neutron-server[103229]: 'SubPort': {'1.0'}, Feb 09 18:52:12.589356 n-d-713498-36 neutron-server[103229]: 'Subnet': {'1.1'}, Feb 09 18:52:12.589356 n-d-713498-36 neutron-server[103229]: 'Trunk': {'1.1'}} Feb 09 18:52:12.589356 n-d-713498-36 neutron-server[103229]: consumer versions: Feb 09 18:52:12.589356 n-d-713498-36 neutron-server[103229]: { DHCP agent@n-d-713498-36: {}, Feb 09 18:52:12.589356 n-d-713498-36 neutron-server[103229]: L3 agent@n-d-713498-36: {}, Feb 09 18:52:12.589356 n-d-713498-36 neutron-server[103229]: Metadata agent@n-d-713498-36: {}, Feb 09 18:52:12.589356 n-d-713498-36 neutron-server[103229]: Metering agent@n-d-713498-36: {}, Feb 09 18:52:12.589356 n-d-713498-36 neutron-server[103229]: Open vSwitch agent@n-d-713498-36: { 'AddressGroup': '1.2', Feb 09 18:52:12.589356 n-d-713498-36 neutron-server[103229]: 'ConntrackHelper': '1.0', Feb 09 18:52:12.589356 n-d-713498-36 neutron-server[103229]: 'LocalIPAssociation': '1.0', Feb 09 18:52:12.589356 n-d-713498-36 neutron-server[103229]: 'Log': '1.0', Feb 09 18:52:12.589356 n-d-713498-36 neutron-server[103229]: 'Network': '1.1', Feb 09 18:52:12.589356 n-d-713498-36 neutron-server[103229]: 'Port': '1.7', Feb 09 18:52:12.589356 n-d-713498-36 neutron-server[103229]: 'PortForwarding': '1.2', Feb 09 18:52:12.589356 n-d-713498-36 neutron-server[103229]: 'QosPolicy': '1.10', Feb 09 18:52:12.589356 n-d-713498-36 neutron-server[103229]: 'SecurityGroup': '1.5', Feb 09 18:52:12.589356 n-d-713498-36 neutron-server[103229]: 'SecurityGroupRule': '1.2', Feb 09 18:52:12.589356 n-d-713498-36 neutron-server[103229]: 'SubPort': '1.0', Feb 09 18:52:12.589356 n-d-713498-36 neutron-server[103229]: 'Subnet': '1.1', Feb 09 18:52:12.589356 n-d-713498-36 neutron-server[103229]: 'Trunk': '1.1'}} Feb 09 18:52:12.589356 n-d-713498-36 neutron-server[103229]: {{(pid=103229) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Feb 09 18:52:12.659079 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-6187aa8a-bef5-4b0a-a3a4-f47069eeb72a admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762866642225'] for network (88055e1e-672a-4487-be31-ffb6e833ece5), precommit_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 18:52:12.701209 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-6187aa8a-bef5-4b0a-a3a4-f47069eeb72a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1885479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452'] for network (88055e1e-672a-4487-be31-ffb6e833ece5), after_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 18:52:12.702669 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6187aa8a-bef5-4b0a-a3a4-f47069eeb72a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:52:12.703393 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-6187aa8a-bef5-4b0a-a3a4-f47069eeb72a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1613566'] for network (None), before_response {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 18:52:12.784290 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-6187aa8a-bef5-4b0a-a3a4-f47069eeb72a admin admin] 10.222.0.75 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.7510104 Feb 09 18:52:12.817869 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6187aa8a-bef5-4b0a-a3a4-f47069eeb72a admin admin] Pushing event updated for resources: {'Network': ['ID=88055e1e-672a-4487-be31-ffb6e833ece5,revision_number=1']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:52:12.829967 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Network 88055e1e-672a-4487-be31-ffb6e833ece5 details requested by agent ovs-agent-n-d-713498-36 with host n-d-713498-36 {{(pid=103232) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 18:52:12.968925 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-e282957b-7366-4b21-a658-11b11ea7be9b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762867132591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593584'] for agent (93303d5e-5d17-45e8-8963-7694f87783ae), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 18:52:14.085382 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-edc54c9b-7f13-45d9-9271-85c9738b0128 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762867132591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593584'] for agent (a62b1850-466f-48ae-bec7-d62fb280e14b), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 18:52:15.275208 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 42660) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 18:52:15.453729 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d80438e-07d4-4239-8dcd-1191d9777c04 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:52:15.455094 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-2d80438e-07d4-4239-8dcd-1191d9777c04 demo admin] 10.222.0.75 "GET /v2.0/subnets/c6092113-247c-459a-a0d2-af921d3de0c6 HTTP/1.1" status: 200 len: 849 time: 0.1789470 Feb 09 18:52:15.617845 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-6fc4a98a-fb25-40da-bb59-aee6c29d24e7 demo admin] 10.222.0.75 "GET /v2.0/routers/60882b51-b522-4c65-9fc0-f9a3c729e073 HTTP/1.1" status: 200 len: 704 time: 0.1562698 Feb 09 18:52:15.701770 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-a7262a8e-0513-48fd-984d-75726a511961 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762867132591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593584'] for agent (911cfea2-02ae-4ec9-bac3-7808ee1cdd9c), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 18:52:15.890268 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-064c58b3-3f77-4024-9224-c754553bcc72 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (None), before_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 18:52:16.180229 n-d-713498-36 neutron-server[103230]: DEBUG neutron.db.db_base_plugin_common [None req-064c58b3-3f77-4024-9224-c754553bcc72 demo admin] Allocated IP 172.20.0.1 (85ec8096-7c63-44db-b0ca-f37eaedc9f8b/c6092113-247c-459a-a0d2-af921d3de0c6/d3adf089-43d4-4369-a11f-643f65226374) {{(pid=103230) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 18:52:16.336900 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-064c58b3-3f77-4024-9224-c754553bcc72 demo admin] Publish callbacks [] for port (d3adf089-43d4-4369-a11f-643f65226374), precommit_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 18:52:16.403440 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-064c58b3-3f77-4024-9224-c754553bcc72 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762866656467'] for port (d3adf089-43d4-4369-a11f-643f65226374), after_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 18:52:16.529447 n-d-713498-36 neutron-server[103230]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-064c58b3-3f77-4024-9224-c754553bcc72 demo admin] Network 85ec8096-7c63-44db-b0ca-f37eaedc9f8b is already hosted by enough agents. {{(pid=103230) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 18:52:16.536727 n-d-713498-36 neutron-server[103230]: DEBUG neutron.scheduler.base_scheduler [None req-064c58b3-3f77-4024-9224-c754553bcc72 demo admin] Resources bound (agent type, host, resource id): {{(pid=103230) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 18:52:16.538910 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-064c58b3-3f77-4024-9224-c754553bcc72 demo admin] Pushing event updated for resources: {'Port': ['ID=d3adf089-43d4-4369-a11f-643f65226374,revision_number=1']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:52:16.542495 n-d-713498-36 neutron-server[103230]: DEBUG neutron.db.l3_dvrscheduler_db [None req-064c58b3-3f77-4024-9224-c754553bcc72 demo admin] Received port after_create {{(pid=103230) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 18:52:16.542495 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-064c58b3-3f77-4024-9224-c754553bcc72 demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1819024'] for router_interface (60882b51-b522-4c65-9fc0-f9a3c729e073), before_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 18:52:16.751495 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-064c58b3-3f77-4024-9224-c754553bcc72 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (d3adf089-43d4-4369-a11f-643f65226374), before_update {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 18:52:16.758269 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.provisioning_blocks [None req-4efeb4cb-5dca-4bc3-ba5a-34191ad2c674 None None] Provisioning complete for port d3adf089-43d4-4369-a11f-643f65226374 triggered by entity DHCP. {{(pid=103232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 18:52:16.758750 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-4efeb4cb-5dca-4bc3-ba5a-34191ad2c674 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593630'] for port (d3adf089-43d4-4369-a11f-643f65226374), provisioning_complete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 18:52:16.793592 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-4efeb4cb-5dca-4bc3-ba5a-34191ad2c674 None None] Port d3adf089-43d4-4369-a11f-643f65226374 cannot update to ACTIVE because it is not bound. {{(pid=103232) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 18:52:16.899108 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762867132591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593584'] for agent (496418a2-c002-4aec-ab1a-07f3bea491bd), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 18:52:16.965947 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-064c58b3-3f77-4024-9224-c754553bcc72 demo admin] Publish callbacks [] for port (d3adf089-43d4-4369-a11f-643f65226374), precommit_update {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 18:52:16.970371 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-064c58b3-3f77-4024-9224-c754553bcc72 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762867176205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762866656485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762866656503'] for port (d3adf089-43d4-4369-a11f-643f65226374), after_update {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 18:52:16.971125 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-064c58b3-3f77-4024-9224-c754553bcc72 demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1613458', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1834496'] for router_interface (60882b51-b522-4c65-9fc0-f9a3c729e073), after_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 18:52:17.047904 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-064c58b3-3f77-4024-9224-c754553bcc72 demo admin] Pushing event updated for resources: {'Port': ['ID=d3adf089-43d4-4369-a11f-643f65226374,revision_number=2']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:52:17.093607 n-d-713498-36 neutron-server[103230]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-064c58b3-3f77-4024-9224-c754553bcc72 demo admin] Network 85ec8096-7c63-44db-b0ca-f37eaedc9f8b is already hosted by enough agents. {{(pid=103230) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 18:52:17.094950 n-d-713498-36 neutron-server[103230]: DEBUG neutron.scheduler.base_scheduler [None req-064c58b3-3f77-4024-9224-c754553bcc72 demo admin] Resources bound (agent type, host, resource id): {{(pid=103230) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 18:52:17.259104 n-d-713498-36 neutron-server[103230]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-064c58b3-3f77-4024-9224-c754553bcc72 demo admin] Router 60882b51-b522-4c65-9fc0-f9a3c729e073 is scheduled to L3 agent 93303d5e-5d17-45e8-8963-7694f87783ae with binding_index 1 {{(pid=103230) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 09 18:52:17.313691 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.provisioning_blocks [None req-63e1b7f5-e7be-4de2-b38e-484758e29641 None None] Provisioning complete for port d3adf089-43d4-4369-a11f-643f65226374 triggered by entity DHCP. {{(pid=103232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 18:52:17.314004 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-63e1b7f5-e7be-4de2-b38e-484758e29641 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593630'] for port (d3adf089-43d4-4369-a11f-643f65226374), provisioning_complete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 18:52:17.346385 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-63e1b7f5-e7be-4de2-b38e-484758e29641 None None] Port d3adf089-43d4-4369-a11f-643f65226374 cannot update to ACTIVE because it is not bound. {{(pid=103232) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 18:52:17.354486 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-064c58b3-3f77-4024-9224-c754553bcc72 demo admin] Notify agent at l3_agent.n-d-713498-36 the message routers_updated {{(pid=103230) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 18:52:17.359850 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-064c58b3-3f77-4024-9224-c754553bcc72 demo admin] 10.222.0.75 "PUT /v2.0/routers/60882b51-b522-4c65-9fc0-f9a3c729e073/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.7366297 Feb 09 18:52:17.366681 n-d-713498-36 neutron-server[103233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e43c5fd7-9b16-4c33-916e-3a6b02ad7e27 None None] Sync routers for ids ['60882b51-b522-4c65-9fc0-f9a3c729e073'] in n-d-713498-36 {{(pid=103233) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 18:52:17.380837 n-d-713498-36 neutron-server[103233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e43c5fd7-9b16-4c33-916e-3a6b02ad7e27 None None] Routers {'60882b51-b522-4c65-9fc0-f9a3c729e073'} bound to L3 agent in host n-d-713498-36 {{(pid=103233) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 18:52:17.381684 n-d-713498-36 neutron-server[103233]: DEBUG neutron.db.l3_hamode_db [None req-e43c5fd7-9b16-4c33-916e-3a6b02ad7e27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-02-09T18:51:43Z,description=,heartbeat_timestamp=2022-02-09T18:52:13Z,host='n-d-713498-36',id=93303d5e-5d17-45e8-8963-7694f87783ae,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T18:51:43Z,topic='l3_agent')) {'router_ids': ['60882b51-b522-4c65-9fc0-f9a3c729e073'], 'active': True} {{(pid=103233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 18:52:17.579092 n-d-713498-36 neutron-server[103233]: DEBUG neutron.db.l3_dvr_db [None req-e43c5fd7-9b16-4c33-916e-3a6b02ad7e27 None None] Set router 60882b51-b522-4c65-9fc0-f9a3c729e073 gateway port host: None {{(pid=103233) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 18:52:18.011204 n-d-713498-36 neutron-server[103233]: DEBUG neutron.db.l3_hamode_db [None req-e43c5fd7-9b16-4c33-916e-3a6b02ad7e27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '60882b51-b522-4c65-9fc0-f9a3c729e073', 'name': 'router1', 'tenant_id': 'f3fe052ebafd4ef4ad1973a3cd4cb0e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T18:52:06Z', 'updated_at': '2022-02-09T18:52:16Z', 'revision_number': 2, 'project_id': 'f3fe052ebafd4ef4ad1973a3cd4cb0e9', 'gw_port_host': None, '_interfaces': [{'id': 'd3adf089-43d4-4369-a11f-643f65226374', 'name': '', 'network_id': '85ec8096-7c63-44db-b0ca-f37eaedc9f8b', 'tenant_id': 'f3fe052ebafd4ef4ad1973a3cd4cb0e9', 'mac_address': 'fa:16:3e:b0:4f:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '60882b51-b522-4c65-9fc0-f9a3c729e073', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'c6092113-247c-459a-a0d2-af921d3de0c6', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T18:52:15Z', 'updated_at': '2022-02-09T18:52:16Z', 'revision_number': 2, 'project_id': 'f3fe052ebafd4ef4ad1973a3cd4cb0e9', 'subnets': [{'id': 'c6092113-247c-459a-a0d2-af921d3de0c6', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'f8cb7059-71e0-410b-9397-559e60c871b6'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-36', False) {} {{(pid=103233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 18:52:18.062144 n-d-713498-36 neutron-server[103233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e43c5fd7-9b16-4c33-916e-3a6b02ad7e27 None None] Checking router: 60882b51-b522-4c65-9fc0-f9a3c729e073 for host: n-d-713498-36 {{(pid=103233) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 18:52:18.062517 n-d-713498-36 neutron-server[103233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e43c5fd7-9b16-4c33-916e-3a6b02ad7e27 None None] Updating router 60882b51-b522-4c65-9fc0-f9a3c729e073 port d3adf089-43d4-4369-a11f-643f65226374 binding host n-d-713498-36 {{(pid=103233) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 18:52:18.119238 n-d-713498-36 neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-e43c5fd7-9b16-4c33-916e-3a6b02ad7e27 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (d3adf089-43d4-4369-a11f-643f65226374), before_update {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 18:52:18.144509 n-d-713498-36 neutron-server[103233]: DEBUG neutron.db.agents_db [None req-4a8a6a42-0a0c-4437-8958-92282682b6bb None None] Agent healthcheck: found 5 active agents {{(pid=103233) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 18:52:18.649487 n-d-713498-36 neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-e43c5fd7-9b16-4c33-916e-3a6b02ad7e27 None None] Publish callbacks [] for port (d3adf089-43d4-4369-a11f-643f65226374), precommit_update {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 18:52:18.655737 n-d-713498-36 neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-e43c5fd7-9b16-4c33-916e-3a6b02ad7e27 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762867176205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762866656485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762866656503'] for port (d3adf089-43d4-4369-a11f-643f65226374), after_update {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 18:52:18.776742 n-d-713498-36 neutron-server[103233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75cd1c9a-8ed9-460e-bef7-3b9fd31e02e6 None None] Pushing event updated for resources: {'Port': ['ID=d3adf089-43d4-4369-a11f-643f65226374,revision_number=3']} {{(pid=103233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:52:18.799337 n-d-713498-36 neutron-server[103233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75cd1c9a-8ed9-460e-bef7-3b9fd31e02e6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 18:52:18.799688 n-d-713498-36 neutron-server[103233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75cd1c9a-8ed9-460e-bef7-3b9fd31e02e6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 18:52:18.800029 n-d-713498-36 neutron-server[103233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75cd1c9a-8ed9-460e-bef7-3b9fd31e02e6 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 18:52:18.800364 n-d-713498-36 neutron-server[103233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75cd1c9a-8ed9-460e-bef7-3b9fd31e02e6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 18:52:18.800746 n-d-713498-36 neutron-server[103233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75cd1c9a-8ed9-460e-bef7-3b9fd31e02e6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 18:52:18.801020 n-d-713498-36 neutron-server[103233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75cd1c9a-8ed9-460e-bef7-3b9fd31e02e6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 18:52:18.801349 n-d-713498-36 neutron-server[103233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75cd1c9a-8ed9-460e-bef7-3b9fd31e02e6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 18:52:18.801673 n-d-713498-36 neutron-server[103233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75cd1c9a-8ed9-460e-bef7-3b9fd31e02e6 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 18:52:18.802013 n-d-713498-36 neutron-server[103233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75cd1c9a-8ed9-460e-bef7-3b9fd31e02e6 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 18:52:18.802859 n-d-713498-36 neutron-server[103233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75cd1c9a-8ed9-460e-bef7-3b9fd31e02e6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 18:52:18.803190 n-d-713498-36 neutron-server[103233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75cd1c9a-8ed9-460e-bef7-3b9fd31e02e6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 18:52:18.803509 n-d-713498-36 neutron-server[103233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75cd1c9a-8ed9-460e-bef7-3b9fd31e02e6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 18:52:18.803834 n-d-713498-36 neutron-server[103233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75cd1c9a-8ed9-460e-bef7-3b9fd31e02e6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 18:52:18.805013 n-d-713498-36 neutron-server[103233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75cd1c9a-8ed9-460e-bef7-3b9fd31e02e6 None None] Tracked resource versions report: Feb 09 18:52:18.805013 n-d-713498-36 neutron-server[103233]: pushed versions: Feb 09 18:52:18.805013 n-d-713498-36 neutron-server[103233]: { 'AddressGroup': {'1.2'}, Feb 09 18:52:18.805013 n-d-713498-36 neutron-server[103233]: 'ConntrackHelper': {'1.0'}, Feb 09 18:52:18.805013 n-d-713498-36 neutron-server[103233]: 'LocalIPAssociation': {'1.0'}, Feb 09 18:52:18.805013 n-d-713498-36 neutron-server[103233]: 'Log': {'1.0'}, Feb 09 18:52:18.805013 n-d-713498-36 neutron-server[103233]: 'Network': {'1.1'}, Feb 09 18:52:18.805013 n-d-713498-36 neutron-server[103233]: 'Port': {'1.7'}, Feb 09 18:52:18.805013 n-d-713498-36 neutron-server[103233]: 'PortForwarding': {'1.2'}, Feb 09 18:52:18.805013 n-d-713498-36 neutron-server[103233]: 'QosPolicy': {'1.10'}, Feb 09 18:52:18.805013 n-d-713498-36 neutron-server[103233]: 'SecurityGroup': {'1.5'}, Feb 09 18:52:18.805013 n-d-713498-36 neutron-server[103233]: 'SecurityGroupRule': {'1.2'}, Feb 09 18:52:18.805013 n-d-713498-36 neutron-server[103233]: 'SubPort': {'1.0'}, Feb 09 18:52:18.805013 n-d-713498-36 neutron-server[103233]: 'Subnet': {'1.1'}, Feb 09 18:52:18.805013 n-d-713498-36 neutron-server[103233]: 'Trunk': {'1.1'}} Feb 09 18:52:18.805013 n-d-713498-36 neutron-server[103233]: consumer versions: Feb 09 18:52:18.805013 n-d-713498-36 neutron-server[103233]: { DHCP agent@n-d-713498-36: {}, Feb 09 18:52:18.805013 n-d-713498-36 neutron-server[103233]: L3 agent@n-d-713498-36: {}, Feb 09 18:52:18.805013 n-d-713498-36 neutron-server[103233]: Metadata agent@n-d-713498-36: {}, Feb 09 18:52:18.805013 n-d-713498-36 neutron-server[103233]: Metering agent@n-d-713498-36: {}, Feb 09 18:52:18.805013 n-d-713498-36 neutron-server[103233]: Open vSwitch agent@n-d-713498-36: { 'AddressGroup': '1.2', Feb 09 18:52:18.805013 n-d-713498-36 neutron-server[103233]: 'ConntrackHelper': '1.0', Feb 09 18:52:18.805013 n-d-713498-36 neutron-server[103233]: 'LocalIPAssociation': '1.0', Feb 09 18:52:18.805013 n-d-713498-36 neutron-server[103233]: 'Log': '1.0', Feb 09 18:52:18.805013 n-d-713498-36 neutron-server[103233]: 'Network': '1.1', Feb 09 18:52:18.805013 n-d-713498-36 neutron-server[103233]: 'Port': '1.7', Feb 09 18:52:18.805013 n-d-713498-36 neutron-server[103233]: 'PortForwarding': '1.2', Feb 09 18:52:18.805013 n-d-713498-36 neutron-server[103233]: 'QosPolicy': '1.10', Feb 09 18:52:18.805013 n-d-713498-36 neutron-server[103233]: 'SecurityGroup': '1.5', Feb 09 18:52:18.805013 n-d-713498-36 neutron-server[103233]: 'SecurityGroupRule': '1.2', Feb 09 18:52:18.805013 n-d-713498-36 neutron-server[103233]: 'SubPort': '1.0', Feb 09 18:52:18.805013 n-d-713498-36 neutron-server[103233]: 'Subnet': '1.1', Feb 09 18:52:18.805013 n-d-713498-36 neutron-server[103233]: 'Trunk': '1.1'}} Feb 09 18:52:18.805013 n-d-713498-36 neutron-server[103233]: {{(pid=103233) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Feb 09 18:52:18.841130 n-d-713498-36 neutron-server[103233]: DEBUG neutron.plugins.ml2.managers [None req-e43c5fd7-9b16-4c33-916e-3a6b02ad7e27 None None] Attempting to bind port d3adf089-43d4-4369-a11f-643f65226374 on host n-d-713498-36 for vnic_type normal with profile {{(pid=103233) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 18:52:18.841529 n-d-713498-36 neutron-server[103233]: DEBUG neutron.plugins.ml2.managers [None req-e43c5fd7-9b16-4c33-916e-3a6b02ad7e27 None None] Attempting to bind port d3adf089-43d4-4369-a11f-643f65226374 by drivers openvswitch,hyperv on host n-d-713498-36 at level 0 using segments [{'id': 'f063e1d6-44a6-4f9e-b4b9-913beb5faa7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': '85ec8096-7c63-44db-b0ca-f37eaedc9f8b'}] {{(pid=103233) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 18:52:18.841978 n-d-713498-36 neutron-server[103233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e43c5fd7-9b16-4c33-916e-3a6b02ad7e27 None None] Attempting to bind port d3adf089-43d4-4369-a11f-643f65226374 on network 85ec8096-7c63-44db-b0ca-f37eaedc9f8b {{(pid=103233) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 18:52:18.847005 n-d-713498-36 neutron-server[103233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e43c5fd7-9b16-4c33-916e-3a6b02ad7e27 None None] Checking agent: {'id': '496418a2-c002-4aec-ab1a-07f3bea491bd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-36', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 18, 51, 47), 'started_at': datetime.datetime(2022, 2, 9, 18, 52, 17), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 18, 52, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-36'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103233) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 18:52:18.847381 n-d-713498-36 neutron-server[103233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e43c5fd7-9b16-4c33-916e-3a6b02ad7e27 None None] Checking segment: {'id': 'f063e1d6-44a6-4f9e-b4b9-913beb5faa7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': '85ec8096-7c63-44db-b0ca-f37eaedc9f8b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103233) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 18:52:18.847993 n-d-713498-36 neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-e43c5fd7-9b16-4c33-916e-3a6b02ad7e27 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 18:52:18.848385 n-d-713498-36 neutron-server[103233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e43c5fd7-9b16-4c33-916e-3a6b02ad7e27 None None] Bound using segment: {'id': 'f063e1d6-44a6-4f9e-b4b9-913beb5faa7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': '85ec8096-7c63-44db-b0ca-f37eaedc9f8b'} {{(pid=103233) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 18:52:18.848878 n-d-713498-36 neutron-server[103233]: DEBUG neutron.plugins.ml2.managers [None req-e43c5fd7-9b16-4c33-916e-3a6b02ad7e27 None None] Bound port: d3adf089-43d4-4369-a11f-643f65226374, host: n-d-713498-36, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f063e1d6-44a6-4f9e-b4b9-913beb5faa7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': '85ec8096-7c63-44db-b0ca-f37eaedc9f8b'}}] {{(pid=103233) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 18:52:18.849250 n-d-713498-36 neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-e43c5fd7-9b16-4c33-916e-3a6b02ad7e27 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (d3adf089-43d4-4369-a11f-643f65226374), before_update {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 18:52:18.917631 n-d-713498-36 neutron-server[103233]: DEBUG neutron.plugins.ml2.db [None req-e43c5fd7-9b16-4c33-916e-3a6b02ad7e27 None None] For port d3adf089-43d4-4369-a11f-643f65226374, host n-d-713498-36, cleared binding levels {{(pid=103233) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 18:52:18.936654 n-d-713498-36 neutron-server[103233]: DEBUG neutron.plugins.ml2.db [None req-e43c5fd7-9b16-4c33-916e-3a6b02ad7e27 None None] For port d3adf089-43d4-4369-a11f-643f65226374, host n-d-713498-36, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-36',level=0,port_id=d3adf089-43d4-4369-a11f-643f65226374,segment=NetworkSegment(f063e1d6-44a6-4f9e-b4b9-913beb5faa7b),segment_id=f063e1d6-44a6-4f9e-b4b9-913beb5faa7b)] {{(pid=103233) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 18:52:18.942471 n-d-713498-36 neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-e43c5fd7-9b16-4c33-916e-3a6b02ad7e27 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762867176205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762866656485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762866656503'] for port (d3adf089-43d4-4369-a11f-643f65226374), after_update {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 18:52:18.979966 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.provisioning_blocks [None req-069f582e-78cb-4679-b7f8-5f267cf93a9d None None] Provisioning complete for port d3adf089-43d4-4369-a11f-643f65226374 triggered by entity DHCP. {{(pid=103232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 18:52:18.980736 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-069f582e-78cb-4679-b7f8-5f267cf93a9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593630'] for port (d3adf089-43d4-4369-a11f-643f65226374), provisioning_complete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 18:52:19.003687 n-d-713498-36 neutron-server[103233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75cd1c9a-8ed9-460e-bef7-3b9fd31e02e6 None None] Pushing event updated for resources: {'Port': ['ID=d3adf089-43d4-4369-a11f-643f65226374,revision_number=4']} {{(pid=103233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:52:19.006582 n-d-713498-36 neutron-server[103233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e43c5fd7-9b16-4c33-916e-3a6b02ad7e27 None None] Routers {'60882b51-b522-4c65-9fc0-f9a3c729e073'} bound to L3 agent in host n-d-713498-36 {{(pid=103233) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 18:52:19.007087 n-d-713498-36 neutron-server[103233]: DEBUG neutron.db.l3_hamode_db [None req-e43c5fd7-9b16-4c33-916e-3a6b02ad7e27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-02-09T18:51:43Z,description=,heartbeat_timestamp=2022-02-09T18:52:13Z,host='n-d-713498-36',id=93303d5e-5d17-45e8-8963-7694f87783ae,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T18:51:43Z,topic='l3_agent')) {'router_ids': ['60882b51-b522-4c65-9fc0-f9a3c729e073'], 'active': True} {{(pid=103233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 18:52:19.092424 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-069f582e-78cb-4679-b7f8-5f267cf93a9d None None] Current status of the port d3adf089-43d4-4369-a11f-643f65226374 is: DOWN; New status is: ACTIVE {{(pid=103232) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 18:52:19.093079 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-069f582e-78cb-4679-b7f8-5f267cf93a9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (d3adf089-43d4-4369-a11f-643f65226374), before_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 18:52:19.140143 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-069f582e-78cb-4679-b7f8-5f267cf93a9d None None] For port d3adf089-43d4-4369-a11f-643f65226374, host n-d-713498-36, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-36',level=0,port_id=d3adf089-43d4-4369-a11f-643f65226374,segment=NetworkSegment(f063e1d6-44a6-4f9e-b4b9-913beb5faa7b),segment_id=f063e1d6-44a6-4f9e-b4b9-913beb5faa7b)] {{(pid=103232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 18:52:19.144987 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-069f582e-78cb-4679-b7f8-5f267cf93a9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762867176205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762866656485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762866656503'] for port (d3adf089-43d4-4369-a11f-643f65226374), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 18:52:19.157107 n-d-713498-36 neutron-server[103233]: DEBUG neutron.db.l3_dvr_db [None req-e43c5fd7-9b16-4c33-916e-3a6b02ad7e27 None None] Set router 60882b51-b522-4c65-9fc0-f9a3c729e073 gateway port host: None {{(pid=103233) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 18:52:19.199018 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-069f582e-78cb-4679-b7f8-5f267cf93a9d None None] Pushing event updated for resources: {'Port': ['ID=d3adf089-43d4-4369-a11f-643f65226374,revision_number=5']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:52:19.272369 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.provisioning_blocks [None req-a3231ddf-6d20-4700-823f-8105d4d50631 None None] Provisioning complete for port d3adf089-43d4-4369-a11f-643f65226374 triggered by entity DHCP. {{(pid=103232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 18:52:19.272572 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-a3231ddf-6d20-4700-823f-8105d4d50631 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593630'] for port (d3adf089-43d4-4369-a11f-643f65226374), provisioning_complete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 18:52:19.366378 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-a3231ddf-6d20-4700-823f-8105d4d50631 None None] Current status of the port d3adf089-43d4-4369-a11f-643f65226374 is: ACTIVE; New status is: ACTIVE {{(pid=103232) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 18:52:19.405746 n-d-713498-36 neutron-server[103233]: DEBUG neutron.db.l3_hamode_db [None req-e43c5fd7-9b16-4c33-916e-3a6b02ad7e27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '60882b51-b522-4c65-9fc0-f9a3c729e073', 'name': 'router1', 'tenant_id': 'f3fe052ebafd4ef4ad1973a3cd4cb0e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T18:52:06Z', 'updated_at': '2022-02-09T18:52:16Z', 'revision_number': 2, 'project_id': 'f3fe052ebafd4ef4ad1973a3cd4cb0e9', 'gw_port_host': None, '_interfaces': [{'id': 'd3adf089-43d4-4369-a11f-643f65226374', 'name': '', 'network_id': '85ec8096-7c63-44db-b0ca-f37eaedc9f8b', 'tenant_id': 'f3fe052ebafd4ef4ad1973a3cd4cb0e9', 'mac_address': 'fa:16:3e:b0:4f:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '60882b51-b522-4c65-9fc0-f9a3c729e073', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'c6092113-247c-459a-a0d2-af921d3de0c6', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T18:52:15Z', 'updated_at': '2022-02-09T18:52:18Z', 'revision_number': 4, 'project_id': 'f3fe052ebafd4ef4ad1973a3cd4cb0e9', 'subnets': [{'id': 'c6092113-247c-459a-a0d2-af921d3de0c6', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'f8cb7059-71e0-410b-9397-559e60c871b6'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-36', False) {} {{(pid=103233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 18:52:19.432774 n-d-713498-36 neutron-server[103233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e43c5fd7-9b16-4c33-916e-3a6b02ad7e27 None None] The sync data for ids ['60882b51-b522-4c65-9fc0-f9a3c729e073'] in n-d-713498-36 is: [{'id': '60882b51-b522-4c65-9fc0-f9a3c729e073', 'name': 'router1', 'tenant_id': 'f3fe052ebafd4ef4ad1973a3cd4cb0e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T18:52:06Z', 'updated_at': '2022-02-09T18:52:16Z', 'revision_number': 2, 'project_id': 'f3fe052ebafd4ef4ad1973a3cd4cb0e9', 'gw_port_host': None, '_interfaces': [{'id': 'd3adf089-43d4-4369-a11f-643f65226374', 'name': '', 'network_id': '85ec8096-7c63-44db-b0ca-f37eaedc9f8b', 'tenant_id': 'f3fe052ebafd4ef4ad1973a3cd4cb0e9', 'mac_address': 'fa:16:3e:b0:4f:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '60882b51-b522-4c65-9fc0-f9a3c729e073', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'c6092113-247c-459a-a0d2-af921d3de0c6', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T18:52:15Z', 'updated_at': '2022-02-09T18:52:18Z', 'revision_number': 4, 'project_id': 'f3fe052ebafd4ef4ad1973a3cd4cb0e9', 'subnets': [{'id': 'c6092113-247c-459a-a0d2-af921d3de0c6', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'f8cb7059-71e0-410b-9397-559e60c871b6'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103233) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 18:52:19.833563 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 42682) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 18:52:19.999878 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0513ebdf-a4c7-4bb7-914f-d61ea6bbd4c5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:52:20.001261 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-0513ebdf-a4c7-4bb7-914f-d61ea6bbd4c5 admin admin] 10.222.0.75 "GET /v2.0/networks/88055e1e-672a-4487-be31-ffb6e833ece5 HTTP/1.1" status: 200 len: 842 time: 0.1666238 Feb 09 18:52:20.010618 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.v2.base [None req-b449349a-19b6-4674-b942-83ca929d2502 admin admin] Request body: {'subnet': {'network_id': '88055e1e-672a-4487-be31-ffb6e833ece5', 'enable_dhcp': False, 'cidr': '172.25.1.0/24', 'name': 'public-subnet', 'ip_version': 4, 'gateway_ip': '172.25.1.1'}} {{(pid=103229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 18:52:20.032490 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b449349a-19b6-4674-b942-83ca929d2502 admin admin] Made reservation on behalf of bfea9de369f44464bb78e472b0a4d39b for: {'subnet': 1} {{(pid=103229) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 18:52:20.035017 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-b449349a-19b6-4674-b942-83ca929d2502 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 18:52:20.427724 n-d-713498-36 neutron-server[103229]: DEBUG neutron.objects.ports [None req-b449349a-19b6-4674-b942-83ca929d2502 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103229) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Feb 09 18:52:20.428191 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-b449349a-19b6-4674-b942-83ca929d2502 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452'] for subnet (ac16dbcc-383c-4b43-9153-d763c4a53f91), after_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 18:52:20.491414 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b449349a-19b6-4674-b942-83ca929d2502 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ac16dbcc-383c-4b43-9153-d763c4a53f91,revision_number=0']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:52:20.495975 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b449349a-19b6-4674-b942-83ca929d2502 admin admin] Checking segment: {'id': 'a4222f89-8d3f-4b51-953b-1a8126392491', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '88055e1e-672a-4487-be31-ffb6e833ece5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103229) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 18:52:20.496356 n-d-713498-36 neutron-server[103229]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b449349a-19b6-4674-b942-83ca929d2502 admin admin] Network hostable DHCP agents. Network: 88055e1e-672a-4487-be31-ffb6e833ece5, hostable agents: ['af91e4b9-f4e1-42b1-a25c-a10dc47171c8'], hosted agents: [] {{(pid=103229) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 18:52:20.519652 n-d-713498-36 neutron-server[103229]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b449349a-19b6-4674-b942-83ca929d2502 admin admin] Network 88055e1e-672a-4487-be31-ffb6e833ece5 is scheduled to be hosted by DHCP agent af91e4b9-f4e1-42b1-a25c-a10dc47171c8 with binding_index 1 {{(pid=103229) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 18:52:20.531426 n-d-713498-36 neutron-server[103229]: DEBUG neutron.scheduler.base_scheduler [None req-b449349a-19b6-4674-b942-83ca929d2502 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713498-36, 88055e1e-672a-4487-be31-ffb6e833ece5) {{(pid=103229) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 18:52:20.538302 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b449349a-19b6-4674-b942-83ca929d2502 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:52:20.540332 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-b449349a-19b6-4674-b942-83ca929d2502 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1613566'] for subnet (None), before_response {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 18:52:20.541415 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5bb714bf-001f-4048-912d-bc5eeafb957c None None] Network 88055e1e-672a-4487-be31-ffb6e833ece5 requested from n-d-713498-36 {{(pid=103232) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 18:52:20.555750 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-b449349a-19b6-4674-b942-83ca929d2502 admin admin] 10.222.0.75 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.5484912 Feb 09 18:52:20.653893 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98d59f08-78fd-4ce7-90de-eea8fb73efd7 None None] Network 88055e1e-672a-4487-be31-ffb6e833ece5 requested from n-d-713498-36 {{(pid=103232) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 18:52:22.966526 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 42690) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 18:52:23.101573 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-a6ad1538-8f89-4d94-9d88-a74f81ec027f demo admin] 10.222.0.75 "GET /v2.0/routers/60882b51-b522-4c65-9fc0-f9a3c729e073 HTTP/1.1" status: 200 len: 710 time: 0.1338484 Feb 09 18:52:23.186477 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a5f018a-2947-49cc-bfe1-2449fb7076ba demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:52:23.187740 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-8a5f018a-2947-49cc-bfe1-2449fb7076ba demo admin] 10.222.0.75 "GET /v2.0/networks/88055e1e-672a-4487-be31-ffb6e833ece5 HTTP/1.1" status: 200 len: 886 time: 0.0807397 Feb 09 18:52:23.197099 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.v2.base [None req-4436195e-6dde-453d-8719-5eef7e1fe0fc demo admin] Request body: {'router': {'external_gateway_info': {'network_id': '88055e1e-672a-4487-be31-ffb6e833ece5'}}} {{(pid=103230) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 18:52:23.532246 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-4436195e-6dde-453d-8719-5eef7e1fe0fc demo admin] Publish callbacks [] for router_gateway (60882b51-b522-4c65-9fc0-f9a3c729e073), precommit_update {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 18:52:23.772058 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-4436195e-6dde-453d-8719-5eef7e1fe0fc demo admin] Publish callbacks [] for router_gateway (60882b51-b522-4c65-9fc0-f9a3c729e073), before_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 18:52:23.844857 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-4436195e-6dde-453d-8719-5eef7e1fe0fc demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (None), before_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 18:52:23.950342 n-d-713498-36 neutron-server[103230]: DEBUG neutron.db.db_base_plugin_common [None req-4436195e-6dde-453d-8719-5eef7e1fe0fc demo admin] Allocated IP 172.25.1.40 (88055e1e-672a-4487-be31-ffb6e833ece5/ac16dbcc-383c-4b43-9153-d763c4a53f91/85cfcdff-2e0a-4b40-b30a-c556b1f09653) {{(pid=103230) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 18:52:24.051239 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-4436195e-6dde-453d-8719-5eef7e1fe0fc demo admin] Publish callbacks [] for port (85cfcdff-2e0a-4b40-b30a-c556b1f09653), precommit_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 18:52:24.084576 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-4436195e-6dde-453d-8719-5eef7e1fe0fc demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762866656467'] for port (85cfcdff-2e0a-4b40-b30a-c556b1f09653), after_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 18:52:24.123781 n-d-713498-36 neutron-server[103230]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4436195e-6dde-453d-8719-5eef7e1fe0fc demo admin] Network 88055e1e-672a-4487-be31-ffb6e833ece5 is already hosted by enough agents. {{(pid=103230) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 18:52:24.126620 n-d-713498-36 neutron-server[103230]: DEBUG neutron.scheduler.base_scheduler [None req-4436195e-6dde-453d-8719-5eef7e1fe0fc demo admin] Resources bound (agent type, host, resource id): {{(pid=103230) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 18:52:24.130192 n-d-713498-36 neutron-server[103230]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4436195e-6dde-453d-8719-5eef7e1fe0fc demo admin] Received port after_create {{(pid=103230) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 18:52:24.135575 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4436195e-6dde-453d-8719-5eef7e1fe0fc demo admin] Pushing event updated for resources: {'Port': ['ID=85cfcdff-2e0a-4b40-b30a-c556b1f09653,revision_number=1']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:52:24.382827 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-4436195e-6dde-453d-8719-5eef7e1fe0fc demo admin] Publish callbacks [] for router_gateway (60882b51-b522-4c65-9fc0-f9a3c729e073), after_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 18:52:24.593613 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-4436195e-6dde-453d-8719-5eef7e1fe0fc demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1822118', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1834952', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-58494'] for router (60882b51-b522-4c65-9fc0-f9a3c729e073), precommit_update {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 18:52:24.596930 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-4436195e-6dde-453d-8719-5eef7e1fe0fc demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1818951', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1822125', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1822132', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1834967'] for router (60882b51-b522-4c65-9fc0-f9a3c729e073), after_update {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 18:52:24.709909 n-d-713498-36 neutron-server[103230]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4436195e-6dde-453d-8719-5eef7e1fe0fc demo admin] Router 60882b51-b522-4c65-9fc0-f9a3c729e073 has already been hosted by L3 agent 93303d5e-5d17-45e8-8963-7694f87783ae {{(pid=103230) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 18:52:24.817655 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4436195e-6dde-453d-8719-5eef7e1fe0fc demo admin] Notify agent at l3_agent.n-d-713498-36 the message routers_updated {{(pid=103230) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 18:52:24.822420 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-4436195e-6dde-453d-8719-5eef7e1fe0fc demo admin] Publish callbacks [] for router (None), before_response {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 18:52:24.823517 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-4436195e-6dde-453d-8719-5eef7e1fe0fc demo admin] 10.222.0.75 "PUT /v2.0/routers/60882b51-b522-4c65-9fc0-f9a3c729e073 HTTP/1.1" status: 200 len: 889 time: 1.6296916 Feb 09 18:52:27.331242 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 42702) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 18:52:27.459423 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-801787c8-5332-4953-a2f1-c30c28d17bef admin admin] 10.222.0.75 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 410 time: 0.1270080 Feb 09 18:52:27.584077 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Device d3adf089-43d4-4369-a11f-643f65226374 up at agent ovs-agent-n-d-713498-36 {{(pid=103232) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 18:52:27.633385 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.provisioning_blocks [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Provisioning complete for port d3adf089-43d4-4369-a11f-643f65226374 triggered by entity L2. {{(pid=103232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 18:52:27.634091 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593630'] for port (d3adf089-43d4-4369-a11f-643f65226374), provisioning_complete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 18:52:27.716228 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Current status of the port d3adf089-43d4-4369-a11f-643f65226374 is: ACTIVE; New status is: ACTIVE {{(pid=103232) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 18:52:27.838098 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-605ad1d8-e20f-4a4c-ae33-43e70b877397 None None] Sync routers for ids ['60882b51-b522-4c65-9fc0-f9a3c729e073'] in n-d-713498-36 {{(pid=103232) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 18:52:27.849363 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.l3_dvrscheduler_db [None req-605ad1d8-e20f-4a4c-ae33-43e70b877397 None None] Routers {'60882b51-b522-4c65-9fc0-f9a3c729e073'} bound to L3 agent in host n-d-713498-36 {{(pid=103232) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 18:52:27.850310 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.l3_hamode_db [None req-605ad1d8-e20f-4a4c-ae33-43e70b877397 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-02-09T18:51:43Z,description=,heartbeat_timestamp=2022-02-09T18:52:13Z,host='n-d-713498-36',id=93303d5e-5d17-45e8-8963-7694f87783ae,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T18:51:43Z,topic='l3_agent')) {'router_ids': ['60882b51-b522-4c65-9fc0-f9a3c729e073'], 'active': True} {{(pid=103232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 18:52:28.072851 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.l3_dvr_db [None req-605ad1d8-e20f-4a4c-ae33-43e70b877397 None None] Set router 60882b51-b522-4c65-9fc0-f9a3c729e073 gateway port host: n-d-713498-36 {{(pid=103232) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 18:52:28.544043 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.l3_hamode_db [None req-605ad1d8-e20f-4a4c-ae33-43e70b877397 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '60882b51-b522-4c65-9fc0-f9a3c729e073', 'name': 'router1', 'tenant_id': 'f3fe052ebafd4ef4ad1973a3cd4cb0e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88055e1e-672a-4487-be31-ffb6e833ece5', 'external_fixed_ips': [{'subnet_id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'ip_address': '172.25.1.40'}], 'enable_snat': True}, 'gw_port_id': '85cfcdff-2e0a-4b40-b30a-c556b1f09653', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T18:52:06Z', 'updated_at': '2022-02-09T18:52:24Z', 'revision_number': 4, 'project_id': 'f3fe052ebafd4ef4ad1973a3cd4cb0e9', 'gw_port': {'id': '85cfcdff-2e0a-4b40-b30a-c556b1f09653', 'name': '', 'network_id': '88055e1e-672a-4487-be31-ffb6e833ece5', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:ce:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '60882b51-b522-4c65-9fc0-f9a3c729e073', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'ip_address': '172.25.1.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T18:52:23Z', 'updated_at': '2022-02-09T18:52:23Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-36', '_interfaces': [{'id': 'd3adf089-43d4-4369-a11f-643f65226374', 'name': '', 'network_id': '85ec8096-7c63-44db-b0ca-f37eaedc9f8b', 'tenant_id': 'f3fe052ebafd4ef4ad1973a3cd4cb0e9', 'mac_address': 'fa:16:3e:b0:4f:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60882b51-b522-4c65-9fc0-f9a3c729e073', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'c6092113-247c-459a-a0d2-af921d3de0c6', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T18:52:15Z', 'updated_at': '2022-02-09T18:52:19Z', 'revision_number': 5, 'project_id': 'f3fe052ebafd4ef4ad1973a3cd4cb0e9', 'subnets': [{'id': 'c6092113-247c-459a-a0d2-af921d3de0c6', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'f8cb7059-71e0-410b-9397-559e60c871b6'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-36', False) {} {{(pid=103232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 18:52:28.596112 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-605ad1d8-e20f-4a4c-ae33-43e70b877397 None None] Checking router: 60882b51-b522-4c65-9fc0-f9a3c729e073 for host: n-d-713498-36 {{(pid=103232) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 18:52:28.596772 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-605ad1d8-e20f-4a4c-ae33-43e70b877397 None None] Updating router 60882b51-b522-4c65-9fc0-f9a3c729e073 port 85cfcdff-2e0a-4b40-b30a-c556b1f09653 binding host n-d-713498-36 {{(pid=103232) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 18:52:28.651116 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-605ad1d8-e20f-4a4c-ae33-43e70b877397 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (85cfcdff-2e0a-4b40-b30a-c556b1f09653), before_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 18:52:28.987877 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-605ad1d8-e20f-4a4c-ae33-43e70b877397 None None] Publish callbacks [] for port (85cfcdff-2e0a-4b40-b30a-c556b1f09653), precommit_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 18:52:28.994305 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-605ad1d8-e20f-4a4c-ae33-43e70b877397 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762867176205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762866656485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762866656503'] for port (85cfcdff-2e0a-4b40-b30a-c556b1f09653), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 18:52:29.042718 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.managers [None req-605ad1d8-e20f-4a4c-ae33-43e70b877397 None None] Attempting to bind port 85cfcdff-2e0a-4b40-b30a-c556b1f09653 on host n-d-713498-36 for vnic_type normal with profile {{(pid=103232) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 18:52:29.043093 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.managers [None req-605ad1d8-e20f-4a4c-ae33-43e70b877397 None None] Attempting to bind port 85cfcdff-2e0a-4b40-b30a-c556b1f09653 by drivers openvswitch,hyperv on host n-d-713498-36 at level 0 using segments [{'id': 'a4222f89-8d3f-4b51-953b-1a8126392491', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '88055e1e-672a-4487-be31-ffb6e833ece5'}] {{(pid=103232) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 18:52:29.043458 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-605ad1d8-e20f-4a4c-ae33-43e70b877397 None None] Attempting to bind port 85cfcdff-2e0a-4b40-b30a-c556b1f09653 on network 88055e1e-672a-4487-be31-ffb6e833ece5 {{(pid=103232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 18:52:29.050522 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-605ad1d8-e20f-4a4c-ae33-43e70b877397 None None] Checking agent: {'id': '496418a2-c002-4aec-ab1a-07f3bea491bd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-36', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 18, 51, 47), 'started_at': datetime.datetime(2022, 2, 9, 18, 52, 17), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 18, 52, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-36'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 18:52:29.050928 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-605ad1d8-e20f-4a4c-ae33-43e70b877397 None None] Checking segment: {'id': 'a4222f89-8d3f-4b51-953b-1a8126392491', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '88055e1e-672a-4487-be31-ffb6e833ece5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103232) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 18:52:29.051391 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-605ad1d8-e20f-4a4c-ae33-43e70b877397 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 18:52:29.051948 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-605ad1d8-e20f-4a4c-ae33-43e70b877397 None None] Bound using segment: {'id': 'a4222f89-8d3f-4b51-953b-1a8126392491', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '88055e1e-672a-4487-be31-ffb6e833ece5'} {{(pid=103232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 18:52:29.052980 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.managers [None req-605ad1d8-e20f-4a4c-ae33-43e70b877397 None None] Bound port: 85cfcdff-2e0a-4b40-b30a-c556b1f09653, host: n-d-713498-36, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a4222f89-8d3f-4b51-953b-1a8126392491', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '88055e1e-672a-4487-be31-ffb6e833ece5'}}] {{(pid=103232) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 18:52:29.053358 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-605ad1d8-e20f-4a4c-ae33-43e70b877397 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (85cfcdff-2e0a-4b40-b30a-c556b1f09653), before_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 18:52:29.054932 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98e73afd-99cb-4038-ba94-e0732ba92bae None None] Pushing event updated for resources: {'Port': ['ID=85cfcdff-2e0a-4b40-b30a-c556b1f09653,revision_number=2']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:52:29.106010 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-605ad1d8-e20f-4a4c-ae33-43e70b877397 None None] For port 85cfcdff-2e0a-4b40-b30a-c556b1f09653, host n-d-713498-36, cleared binding levels {{(pid=103232) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 18:52:29.108910 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-605ad1d8-e20f-4a4c-ae33-43e70b877397 None None] For port 85cfcdff-2e0a-4b40-b30a-c556b1f09653, host n-d-713498-36, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-36',level=0,port_id=85cfcdff-2e0a-4b40-b30a-c556b1f09653,segment=NetworkSegment(a4222f89-8d3f-4b51-953b-1a8126392491),segment_id=a4222f89-8d3f-4b51-953b-1a8126392491)] {{(pid=103232) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 18:52:29.115745 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-605ad1d8-e20f-4a4c-ae33-43e70b877397 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762867176205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762866656485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762866656503'] for port (85cfcdff-2e0a-4b40-b30a-c556b1f09653), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 18:52:29.170347 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.l3_dvrscheduler_db [None req-605ad1d8-e20f-4a4c-ae33-43e70b877397 None None] Routers {'60882b51-b522-4c65-9fc0-f9a3c729e073'} bound to L3 agent in host n-d-713498-36 {{(pid=103232) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 18:52:29.170957 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.l3_hamode_db [None req-605ad1d8-e20f-4a4c-ae33-43e70b877397 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-02-09T18:51:43Z,description=,heartbeat_timestamp=2022-02-09T18:52:13Z,host='n-d-713498-36',id=93303d5e-5d17-45e8-8963-7694f87783ae,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T18:51:43Z,topic='l3_agent')) {'router_ids': ['60882b51-b522-4c65-9fc0-f9a3c729e073'], 'active': True} {{(pid=103232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 18:52:29.266728 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98e73afd-99cb-4038-ba94-e0732ba92bae None None] Pushing event updated for resources: {'Port': ['ID=85cfcdff-2e0a-4b40-b30a-c556b1f09653,revision_number=3']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:52:29.308390 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.l3_dvr_db [None req-605ad1d8-e20f-4a4c-ae33-43e70b877397 None None] Set router 60882b51-b522-4c65-9fc0-f9a3c729e073 gateway port host: n-d-713498-36 {{(pid=103232) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 18:52:29.542839 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.l3_hamode_db [None req-605ad1d8-e20f-4a4c-ae33-43e70b877397 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '60882b51-b522-4c65-9fc0-f9a3c729e073', 'name': 'router1', 'tenant_id': 'f3fe052ebafd4ef4ad1973a3cd4cb0e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88055e1e-672a-4487-be31-ffb6e833ece5', 'external_fixed_ips': [{'subnet_id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'ip_address': '172.25.1.40'}], 'enable_snat': True}, 'gw_port_id': '85cfcdff-2e0a-4b40-b30a-c556b1f09653', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T18:52:06Z', 'updated_at': '2022-02-09T18:52:24Z', 'revision_number': 4, 'project_id': 'f3fe052ebafd4ef4ad1973a3cd4cb0e9', 'gw_port': {'id': '85cfcdff-2e0a-4b40-b30a-c556b1f09653', 'name': '', 'network_id': '88055e1e-672a-4487-be31-ffb6e833ece5', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:ce:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '60882b51-b522-4c65-9fc0-f9a3c729e073', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'ip_address': '172.25.1.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T18:52:23Z', 'updated_at': '2022-02-09T18:52:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-36', '_interfaces': [{'id': 'd3adf089-43d4-4369-a11f-643f65226374', 'name': '', 'network_id': '85ec8096-7c63-44db-b0ca-f37eaedc9f8b', 'tenant_id': 'f3fe052ebafd4ef4ad1973a3cd4cb0e9', 'mac_address': 'fa:16:3e:b0:4f:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60882b51-b522-4c65-9fc0-f9a3c729e073', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'c6092113-247c-459a-a0d2-af921d3de0c6', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T18:52:15Z', 'updated_at': '2022-02-09T18:52:19Z', 'revision_number': 5, 'project_id': 'f3fe052ebafd4ef4ad1973a3cd4cb0e9', 'subnets': [{'id': 'c6092113-247c-459a-a0d2-af921d3de0c6', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'f8cb7059-71e0-410b-9397-559e60c871b6'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-36', False) {} {{(pid=103232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 18:52:29.574342 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-605ad1d8-e20f-4a4c-ae33-43e70b877397 None None] The sync data for ids ['60882b51-b522-4c65-9fc0-f9a3c729e073'] in n-d-713498-36 is: [{'id': '60882b51-b522-4c65-9fc0-f9a3c729e073', 'name': 'router1', 'tenant_id': 'f3fe052ebafd4ef4ad1973a3cd4cb0e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88055e1e-672a-4487-be31-ffb6e833ece5', 'external_fixed_ips': [{'subnet_id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'ip_address': '172.25.1.40'}], 'enable_snat': True}, 'gw_port_id': '85cfcdff-2e0a-4b40-b30a-c556b1f09653', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T18:52:06Z', 'updated_at': '2022-02-09T18:52:24Z', 'revision_number': 4, 'project_id': 'f3fe052ebafd4ef4ad1973a3cd4cb0e9', 'gw_port': {'id': '85cfcdff-2e0a-4b40-b30a-c556b1f09653', 'name': '', 'network_id': '88055e1e-672a-4487-be31-ffb6e833ece5', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:ce:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '60882b51-b522-4c65-9fc0-f9a3c729e073', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'ip_address': '172.25.1.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T18:52:23Z', 'updated_at': '2022-02-09T18:52:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-36', '_interfaces': [{'id': 'd3adf089-43d4-4369-a11f-643f65226374', 'name': '', 'network_id': '85ec8096-7c63-44db-b0ca-f37eaedc9f8b', 'tenant_id': 'f3fe052ebafd4ef4ad1973a3cd4cb0e9', 'mac_address': 'fa:16:3e:b0:4f:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60882b51-b522-4c65-9fc0-f9a3c729e073', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'c6092113-247c-459a-a0d2-af921d3de0c6', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T18:52:15Z', 'updated_at': '2022-02-09T18:52:19Z', 'revision_number': 5, 'project_id': 'f3fe052ebafd4ef4ad1973a3cd4cb0e9', 'subnets': [{'id': 'c6092113-247c-459a-a0d2-af921d3de0c6', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'f8cb7059-71e0-410b-9397-559e60c871b6'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103232) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 18:52:31.636857 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Device 85cfcdff-2e0a-4b40-b30a-c556b1f09653 up at agent ovs-agent-n-d-713498-36 {{(pid=103232) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 18:52:31.701699 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.provisioning_blocks [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Provisioning complete for port 85cfcdff-2e0a-4b40-b30a-c556b1f09653 triggered by entity L2. {{(pid=103232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 18:52:31.702129 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593630'] for port (85cfcdff-2e0a-4b40-b30a-c556b1f09653), provisioning_complete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 18:52:31.802104 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Current status of the port 85cfcdff-2e0a-4b40-b30a-c556b1f09653 is: DOWN; New status is: ACTIVE {{(pid=103232) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 18:52:31.802430 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (85cfcdff-2e0a-4b40-b30a-c556b1f09653), before_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 18:52:31.824842 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] For port 85cfcdff-2e0a-4b40-b30a-c556b1f09653, host n-d-713498-36, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-36',level=0,port_id=85cfcdff-2e0a-4b40-b30a-c556b1f09653,segment=NetworkSegment(a4222f89-8d3f-4b51-953b-1a8126392491),segment_id=a4222f89-8d3f-4b51-953b-1a8126392491)] {{(pid=103232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 18:52:31.833986 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762867176205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762866656485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762866656503'] for port (85cfcdff-2e0a-4b40-b30a-c556b1f09653), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 18:52:31.894208 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Pushing event updated for resources: {'Port': ['ID=85cfcdff-2e0a-4b40-b30a-c556b1f09653,revision_number=4']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:52:33.615619 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Device 85cfcdff-2e0a-4b40-b30a-c556b1f09653 up at agent ovs-agent-n-d-713498-36 {{(pid=103232) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 18:52:33.755723 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.provisioning_blocks [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Provisioning complete for port 85cfcdff-2e0a-4b40-b30a-c556b1f09653 triggered by entity L2. {{(pid=103232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 18:52:33.756160 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593630'] for port (85cfcdff-2e0a-4b40-b30a-c556b1f09653), provisioning_complete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 18:52:33.929315 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Current status of the port 85cfcdff-2e0a-4b40-b30a-c556b1f09653 is: ACTIVE; New status is: ACTIVE {{(pid=103232) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 18:52:40.673915 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-215d9572-9a8e-4347-ba87-0f1da003875e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762867132591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593584'] for agent (af91e4b9-f4e1-42b1-a25c-a10dc47171c8), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 18:52:42.944675 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-c928e9f6-c746-4bbb-8ff2-cefeef49c592 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762867132591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593584'] for agent (93303d5e-5d17-45e8-8963-7694f87783ae), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 18:52:44.092328 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-edc54c9b-7f13-45d9-9271-85c9738b0128 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762867132591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593584'] for agent (a62b1850-466f-48ae-bec7-d62fb280e14b), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 18:52:45.720860 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-a7262a8e-0513-48fd-984d-75726a511961 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762867132591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593584'] for agent (911cfea2-02ae-4ec9-bac3-7808ee1cdd9c), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 18:52:46.927200 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762867132591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593584'] for agent (496418a2-c002-4aec-ab1a-07f3bea491bd), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 18:52:55.104399 n-d-713498-36 neutron-server[103233]: DEBUG neutron.db.agents_db [None req-4a8a6a42-0a0c-4437-8958-92282682b6bb None None] Agent healthcheck: found 5 active agents {{(pid=103233) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 18:53:10.678667 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-953dbef3-2a8d-42cf-a7cc-fa916a7e4bc3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762867132591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593584'] for agent (af91e4b9-f4e1-42b1-a25c-a10dc47171c8), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 18:53:12.949582 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-d81034fa-1517-49a0-aaf0-55ad61cc771a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762867132591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593584'] for agent (93303d5e-5d17-45e8-8963-7694f87783ae), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 18:53:14.092190 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-edc54c9b-7f13-45d9-9271-85c9738b0128 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762867132591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593584'] for agent (a62b1850-466f-48ae-bec7-d62fb280e14b), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 18:53:15.708905 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-a7262a8e-0513-48fd-984d-75726a511961 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762867132591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593584'] for agent (911cfea2-02ae-4ec9-bac3-7808ee1cdd9c), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 18:53:16.908045 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762867132591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593584'] for agent (496418a2-c002-4aec-ab1a-07f3bea491bd), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 18:53:32.104585 n-d-713498-36 neutron-server[103233]: DEBUG neutron.db.agents_db [None req-4a8a6a42-0a0c-4437-8958-92282682b6bb None None] Agent healthcheck: found 5 active agents {{(pid=103233) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 18:53:40.681746 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-489c04f5-7c4d-476a-b661-376fe7618c7d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762867132591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593584'] for agent (af91e4b9-f4e1-42b1-a25c-a10dc47171c8), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 18:53:42.950215 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-14165513-99f6-4db6-856c-ca8d4cf7163a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762867132591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593584'] for agent (93303d5e-5d17-45e8-8963-7694f87783ae), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 18:53:44.095081 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-edc54c9b-7f13-45d9-9271-85c9738b0128 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762867132591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593584'] for agent (a62b1850-466f-48ae-bec7-d62fb280e14b), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 18:53:45.711767 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-a7262a8e-0513-48fd-984d-75726a511961 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762867132591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593584'] for agent (911cfea2-02ae-4ec9-bac3-7808ee1cdd9c), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 18:53:46.906974 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762867132591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593584'] for agent (496418a2-c002-4aec-ab1a-07f3bea491bd), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 18:53:56.912738 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 43218) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 18:53:56.975530 n-d-713498-36 neutron-server[103229]: INFO neutron.pecan_wsgi.hooks.translation [None req-f6fe06f3-6960-4b79-aa95-de4b094d8e11 admin admin] GET failed (client error): The resource could not be found. Feb 09 18:53:56.976884 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-f6fe06f3-6960-4b79-aa95-de4b094d8e11 admin admin] 10.222.0.75 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0632191 Feb 09 18:53:57.146556 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6c1ed93-530b-44d1-a182-ce5f87345bdf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:53:57.147935 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-f6c1ed93-530b-44d1-a182-ce5f87345bdf admin admin] 10.222.0.75 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1669152 Feb 09 18:53:59.441991 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 43228) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 18:53:59.532688 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dcadb321-e737-443c-8b40-bae66f0e023d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:53:59.534040 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-dcadb321-e737-443c-8b40-bae66f0e023d admin admin] 10.222.0.75 "GET /v2.0/subnets/c6092113-247c-459a-a0d2-af921d3de0c6 HTTP/1.1" status: 200 len: 849 time: 0.0909646 Feb 09 18:53:59.544210 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.v2.base [None req-b271deb6-c893-4208-b0a8-95a6d0a23b54 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=103230) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 18:53:59.634189 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-b271deb6-c893-4208-b0a8-95a6d0a23b54 admin admin] Publish callbacks [] for subnet (c6092113-247c-459a-a0d2-af921d3de0c6), before_update {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 18:53:59.857297 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-b271deb6-c893-4208-b0a8-95a6d0a23b54 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8762867176196'] for subnet (c6092113-247c-459a-a0d2-af921d3de0c6), after_update {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 18:53:59.892017 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b271deb6-c893-4208-b0a8-95a6d0a23b54 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:53:59.892522 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-b271deb6-c893-4208-b0a8-95a6d0a23b54 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1613566'] for subnet (None), before_response {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 18:53:59.894488 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-b271deb6-c893-4208-b0a8-95a6d0a23b54 admin admin] 10.222.0.75 "PUT /v2.0/subnets/c6092113-247c-459a-a0d2-af921d3de0c6 HTTP/1.1" status: 200 len: 868 time: 0.3533680 Feb 09 18:53:59.897680 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43cfd99c-65f1-4343-b642-1727f18a1e13 None None] Network 85ec8096-7c63-44db-b0ca-f37eaedc9f8b requested from n-d-713498-36 {{(pid=103232) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 18:53:59.918569 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b271deb6-c893-4208-b0a8-95a6d0a23b54 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c6092113-247c-459a-a0d2-af921d3de0c6,revision_number=1']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:53:59.931732 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b271deb6-c893-4208-b0a8-95a6d0a23b54 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 18:53:59.932084 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b271deb6-c893-4208-b0a8-95a6d0a23b54 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 18:53:59.932563 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b271deb6-c893-4208-b0a8-95a6d0a23b54 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 18:53:59.933019 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b271deb6-c893-4208-b0a8-95a6d0a23b54 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 18:53:59.933439 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b271deb6-c893-4208-b0a8-95a6d0a23b54 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 18:53:59.933835 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b271deb6-c893-4208-b0a8-95a6d0a23b54 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 18:53:59.934239 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b271deb6-c893-4208-b0a8-95a6d0a23b54 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 18:53:59.934627 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b271deb6-c893-4208-b0a8-95a6d0a23b54 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 18:53:59.935010 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b271deb6-c893-4208-b0a8-95a6d0a23b54 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 18:53:59.935397 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b271deb6-c893-4208-b0a8-95a6d0a23b54 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 18:53:59.935726 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b271deb6-c893-4208-b0a8-95a6d0a23b54 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 18:53:59.936045 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b271deb6-c893-4208-b0a8-95a6d0a23b54 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 18:53:59.936361 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b271deb6-c893-4208-b0a8-95a6d0a23b54 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 18:54:00.429219 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.provisioning_blocks [None req-6e658525-7d9d-49d4-9fe7-5eb1b861a161 None None] Provisioning complete for port d3adf089-43d4-4369-a11f-643f65226374 triggered by entity DHCP. {{(pid=103232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 18:54:00.429522 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-6e658525-7d9d-49d4-9fe7-5eb1b861a161 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593630'] for port (d3adf089-43d4-4369-a11f-643f65226374), provisioning_complete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 18:54:00.504168 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-6e658525-7d9d-49d4-9fe7-5eb1b861a161 None None] Current status of the port d3adf089-43d4-4369-a11f-643f65226374 is: ACTIVE; New status is: ACTIVE {{(pid=103232) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 18:54:00.513857 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.provisioning_blocks [None req-6e658525-7d9d-49d4-9fe7-5eb1b861a161 None None] Provisioning complete for port 240ae3a1-6972-4d2a-a87b-ac6ca7f5dd26 triggered by entity DHCP. {{(pid=103232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 18:54:00.514276 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-6e658525-7d9d-49d4-9fe7-5eb1b861a161 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593630'] for port (240ae3a1-6972-4d2a-a87b-ac6ca7f5dd26), provisioning_complete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 18:54:00.592809 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-6e658525-7d9d-49d4-9fe7-5eb1b861a161 None None] Current status of the port 240ae3a1-6972-4d2a-a87b-ac6ca7f5dd26 is: ACTIVE; New status is: ACTIVE {{(pid=103232) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 18:54:02.221707 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 43238) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 18:54:02.422961 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-528f75ca-2cc2-4806-a388-ae069517c6b2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:54:02.423351 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-528f75ca-2cc2-4806-a388-ae069517c6b2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:54:02.424884 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-528f75ca-2cc2-4806-a388-ae069517c6b2 admin admin] 10.222.0.75 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2020791 Feb 09 18:54:04.718409 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 43246) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 18:54:04.916523 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d95dde48-0524-49cf-96cc-fc8ddcfdd380 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:54:04.916910 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d95dde48-0524-49cf-96cc-fc8ddcfdd380 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:54:04.918466 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-d95dde48-0524-49cf-96cc-fc8ddcfdd380 admin admin] 10.222.0.75 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1990991 Feb 09 18:54:07.172004 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 43254) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 18:54:07.314093 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d16e7890-8a38-4ada-abe7-3f463169e172 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:54:07.315458 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-d16e7890-8a38-4ada-abe7-3f463169e172 admin admin] 10.222.0.75 "GET /v2.0/networks/85ec8096-7c63-44db-b0ca-f37eaedc9f8b HTTP/1.1" status: 200 len: 869 time: 0.1425085 Feb 09 18:54:09.103485 n-d-713498-36 neutron-server[103233]: DEBUG neutron.db.agents_db [None req-4a8a6a42-0a0c-4437-8958-92282682b6bb None None] Agent healthcheck: found 5 active agents {{(pid=103233) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 18:54:09.597374 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 43262) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 18:54:09.723544 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8c84298-a21a-4e5c-88b5-0a0745d0b8d6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:54:09.724902 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-a8c84298-a21a-4e5c-88b5-0a0745d0b8d6 admin admin] 10.222.0.75 "GET /v2.0/networks/88055e1e-672a-4487-be31-ffb6e833ece5 HTTP/1.1" status: 200 len: 886 time: 0.1261792 Feb 09 18:54:10.683473 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-fdb7b491-503a-49d4-906d-4ba19db7d3b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762867132591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593584'] for agent (af91e4b9-f4e1-42b1-a25c-a10dc47171c8), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 18:54:11.981799 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 43270) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 18:54:12.108080 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89351d94-eb88-4324-b044-1eadb4099ede admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:54:12.108537 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89351d94-eb88-4324-b044-1eadb4099ede admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:54:12.110088 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-89351d94-eb88-4324-b044-1eadb4099ede admin admin] 10.222.0.75 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1272435 Feb 09 18:54:12.950994 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-e22bf6d1-8ceb-467b-a7a6-54678c744743 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762867132591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593584'] for agent (93303d5e-5d17-45e8-8963-7694f87783ae), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 18:54:14.100630 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-edc54c9b-7f13-45d9-9271-85c9738b0128 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762867132591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593584'] for agent (a62b1850-466f-48ae-bec7-d62fb280e14b), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 18:54:14.380620 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 43278) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 18:54:14.470849 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ac2e064-f227-4db2-9774-0e9a18041293 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:54:14.471321 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ac2e064-f227-4db2-9774-0e9a18041293 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:54:14.473514 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-5ac2e064-f227-4db2-9774-0e9a18041293 admin admin] 10.222.0.75 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.0919268 Feb 09 18:54:15.713611 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-a7262a8e-0513-48fd-984d-75726a511961 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762867132591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593584'] for agent (911cfea2-02ae-4ec9-bac3-7808ee1cdd9c), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 18:54:16.756241 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 43286) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 18:54:16.841407 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4355d61-2a1d-4478-a87e-1739048d96f7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:54:16.842665 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-f4355d61-2a1d-4478-a87e-1739048d96f7 admin admin] 10.222.0.75 "GET /v2.0/subnets/ac16dbcc-383c-4b43-9153-d763c4a53f91 HTTP/1.1" status: 200 len: 816 time: 0.0854759 Feb 09 18:54:16.902117 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762867132591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593584'] for agent (496418a2-c002-4aec-ab1a-07f3bea491bd), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 18:54:19.115293 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 43294) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 18:54:19.211385 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d1f0dfa-2f7b-488d-8982-8602eb457d5f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:54:19.212806 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-3d1f0dfa-2f7b-488d-8982-8602eb457d5f admin admin] 10.222.0.75 "GET /v2.0/subnets/c6092113-247c-459a-a0d2-af921d3de0c6 HTTP/1.1" status: 200 len: 868 time: 0.0965593 Feb 09 18:54:40.686212 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-24da4488-82a7-44d2-9b0c-3e16d8b9f663 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762867132591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593584'] for agent (af91e4b9-f4e1-42b1-a25c-a10dc47171c8), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 18:54:42.952176 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-373aeb50-3a7b-4c7b-ae25-cb1ddf4c57a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762867132591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593584'] for agent (93303d5e-5d17-45e8-8963-7694f87783ae), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 18:54:43.910260 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 43348) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 18:54:43.958063 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [None req-70fb972b-c4a2-4fa9-8e90-d96c65c025a0 admin admin] http://10.222.0.75:9696/v2.0/extensions returned with HTTP 200 {{(pid=103230) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 09 18:54:43.959057 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-70fb972b-c4a2-4fa9-8e90-d96c65c025a0 admin admin] 10.222.0.75 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0477278 Feb 09 18:54:44.103496 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-edc54c9b-7f13-45d9-9271-85c9738b0128 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762867132591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593584'] for agent (a62b1850-466f-48ae-bec7-d62fb280e14b), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 18:54:45.717695 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-a7262a8e-0513-48fd-984d-75726a511961 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762867132591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593584'] for agent (911cfea2-02ae-4ec9-bac3-7808ee1cdd9c), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 18:54:46.102958 n-d-713498-36 neutron-server[103233]: DEBUG neutron.db.agents_db [None req-4a8a6a42-0a0c-4437-8958-92282682b6bb None None] Agent healthcheck: found 5 active agents {{(pid=103233) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 18:54:46.313311 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 43356) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 18:54:46.374812 n-d-713498-36 neutron-server[103230]: INFO neutron.pecan_wsgi.hooks.translation [None req-bdf1c2b0-813e-4b11-9133-b7ba99934563 admin admin] GET failed (client error): The resource could not be found. Feb 09 18:54:46.376070 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-bdf1c2b0-813e-4b11-9133-b7ba99934563 admin admin] 10.222.0.75 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0618265 Feb 09 18:54:46.520605 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c43db5d-e757-46d1-8088-79d3c798851e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:54:46.522107 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-1c43db5d-e757-46d1-8088-79d3c798851e admin admin] 10.222.0.75 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1418071 Feb 09 18:54:46.905208 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762867132591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593584'] for agent (496418a2-c002-4aec-ab1a-07f3bea491bd), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 18:54:48.803463 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 43364) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 18:54:48.850549 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.v2.base [None req-02c92ed1-cab3-42b8-ba95-07f477891b8d admin admin] Request body: {'network': {'name': 'shared', 'shared': True, 'admin_state_up': True}} {{(pid=103229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 18:54:48.870067 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-02c92ed1-cab3-42b8-ba95-07f477891b8d admin admin] Made reservation on behalf of bfea9de369f44464bb78e472b0a4d39b for: {'network': 1} {{(pid=103229) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 18:54:48.872321 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-02c92ed1-cab3-42b8-ba95-07f477891b8d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for network (None), before_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 18:54:48.906954 n-d-713498-36 neutron-server[103229]: WARNING neutron.services.revisions.revision_plugin [None req-02c92ed1-cab3-42b8-ba95-07f477891b8d admin admin] Could not find related network for resource to bump revision. Feb 09 18:54:48.922506 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-02c92ed1-cab3-42b8-ba95-07f477891b8d admin admin] vlan segment allocate from pool success with {'vlan_id': 359, 'physical_network': 'physnet1'} {{(pid=103229) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 18:54:48.933833 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-02c92ed1-cab3-42b8-ba95-07f477891b8d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-759574'] for segment (50e5915e-18f0-4558-9a28-b978975ead36), precommit_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 18:54:48.934209 n-d-713498-36 neutron-server[103229]: INFO neutron.db.segments_db [None req-02c92ed1-cab3-42b8-ba95-07f477891b8d admin admin] Added segment 50e5915e-18f0-4558-9a28-b978975ead36 of type vlan for network 2b5494c8-cf97-42c1-b902-87f998f28179 Feb 09 18:54:48.972167 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-02c92ed1-cab3-42b8-ba95-07f477891b8d admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762866642225'] for network (2b5494c8-cf97-42c1-b902-87f998f28179), precommit_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 18:54:48.996408 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-02c92ed1-cab3-42b8-ba95-07f477891b8d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1885479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452'] for network (2b5494c8-cf97-42c1-b902-87f998f28179), after_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 18:54:48.997334 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02c92ed1-cab3-42b8-ba95-07f477891b8d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:54:48.997906 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-02c92ed1-cab3-42b8-ba95-07f477891b8d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1613566'] for network (None), before_response {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 18:54:49.055045 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-02c92ed1-cab3-42b8-ba95-07f477891b8d admin admin] 10.222.0.75 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.2504964 Feb 09 18:54:49.061086 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02c92ed1-cab3-42b8-ba95-07f477891b8d admin admin] Pushing event updated for resources: {'Network': ['ID=2b5494c8-cf97-42c1-b902-87f998f28179,revision_number=1']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:54:49.068807 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02c92ed1-cab3-42b8-ba95-07f477891b8d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 18:54:49.069153 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02c92ed1-cab3-42b8-ba95-07f477891b8d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 18:54:49.069493 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02c92ed1-cab3-42b8-ba95-07f477891b8d admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 18:54:49.069824 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02c92ed1-cab3-42b8-ba95-07f477891b8d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 18:54:49.070191 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02c92ed1-cab3-42b8-ba95-07f477891b8d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 18:54:49.070522 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02c92ed1-cab3-42b8-ba95-07f477891b8d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 18:54:49.070859 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02c92ed1-cab3-42b8-ba95-07f477891b8d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 18:54:49.071171 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02c92ed1-cab3-42b8-ba95-07f477891b8d admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 18:54:49.071495 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02c92ed1-cab3-42b8-ba95-07f477891b8d admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 18:54:49.071817 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02c92ed1-cab3-42b8-ba95-07f477891b8d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 18:54:49.072141 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02c92ed1-cab3-42b8-ba95-07f477891b8d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 18:54:49.072461 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02c92ed1-cab3-42b8-ba95-07f477891b8d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 18:54:49.072779 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02c92ed1-cab3-42b8-ba95-07f477891b8d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 18:54:49.088877 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Network 2b5494c8-cf97-42c1-b902-87f998f28179 details requested by agent ovs-agent-n-d-713498-36 with host n-d-713498-36 {{(pid=103232) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 18:54:51.370113 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 43372) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 18:54:51.438025 n-d-713498-36 neutron-server[103229]: INFO neutron.pecan_wsgi.hooks.translation [None req-89437819-963f-4f6c-8165-f1de617f820d admin admin] GET failed (client error): The resource could not be found. Feb 09 18:54:51.439834 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-89437819-963f-4f6c-8165-f1de617f820d admin admin] 10.222.0.75 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0685749 Feb 09 18:54:51.510740 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0bac1390-b577-4553-9af0-3d08544883e5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:54:51.512168 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-0bac1390-b577-4553-9af0-3d08544883e5 admin admin] 10.222.0.75 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0683928 Feb 09 18:54:51.522181 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.v2.base [None req-8bc2653c-3e2f-4f12-bf2b-a84d4153bfb0 admin admin] Request body: {'subnet': {'name': 'shared-subnet', 'cidr': '192.168.233.0/24', 'network_id': '2b5494c8-cf97-42c1-b902-87f998f28179', 'description': 'shared-subnet', 'ip_version': 4}} {{(pid=103229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 18:54:51.541092 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8bc2653c-3e2f-4f12-bf2b-a84d4153bfb0 admin admin] Made reservation on behalf of bfea9de369f44464bb78e472b0a4d39b for: {'subnet': 1} {{(pid=103229) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 18:54:51.543369 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-8bc2653c-3e2f-4f12-bf2b-a84d4153bfb0 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 18:54:51.702325 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-8bc2653c-3e2f-4f12-bf2b-a84d4153bfb0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452'] for subnet (60b561cb-321e-4f83-9bb3-92b2e1d0dc44), after_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 18:54:51.800654 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bc2653c-3e2f-4f12-bf2b-a84d4153bfb0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=60b561cb-321e-4f83-9bb3-92b2e1d0dc44,revision_number=0']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:54:51.807558 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bc2653c-3e2f-4f12-bf2b-a84d4153bfb0 admin admin] Checking segment: {'id': '50e5915e-18f0-4558-9a28-b978975ead36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': '2b5494c8-cf97-42c1-b902-87f998f28179'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103229) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 18:54:51.807916 n-d-713498-36 neutron-server[103229]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8bc2653c-3e2f-4f12-bf2b-a84d4153bfb0 admin admin] Network hostable DHCP agents. Network: 2b5494c8-cf97-42c1-b902-87f998f28179, hostable agents: ['af91e4b9-f4e1-42b1-a25c-a10dc47171c8'], hosted agents: [] {{(pid=103229) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 18:54:51.824617 n-d-713498-36 neutron-server[103229]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8bc2653c-3e2f-4f12-bf2b-a84d4153bfb0 admin admin] Network 2b5494c8-cf97-42c1-b902-87f998f28179 is scheduled to be hosted by DHCP agent af91e4b9-f4e1-42b1-a25c-a10dc47171c8 with binding_index 1 {{(pid=103229) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 18:54:51.834409 n-d-713498-36 neutron-server[103229]: DEBUG neutron.scheduler.base_scheduler [None req-8bc2653c-3e2f-4f12-bf2b-a84d4153bfb0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713498-36, 2b5494c8-cf97-42c1-b902-87f998f28179) {{(pid=103229) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 18:54:51.838324 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8bc2653c-3e2f-4f12-bf2b-a84d4153bfb0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 18:54:51.838914 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-8bc2653c-3e2f-4f12-bf2b-a84d4153bfb0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1613566'] for subnet (None), before_response {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 18:54:51.843290 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-410f7bea-9b5f-4315-808b-ba4c5f73407d None None] Network 2b5494c8-cf97-42c1-b902-87f998f28179 requested from n-d-713498-36 {{(pid=103232) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 18:54:51.853827 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-8bc2653c-3e2f-4f12-bf2b-a84d4153bfb0 admin admin] 10.222.0.75 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3349206 Feb 09 18:54:51.954137 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0eb676e1-cf9f-4c71-9a40-3675e1b1012c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8b32e980-7cce-5e82-a341-bd2fa8945c89-2b5494c8-cf97-42c1-b902-87f998f28179', 'network_id': '2b5494c8-cf97-42c1-b902-87f998f28179', 'project_id': 'bfea9de369f44464bb78e472b0a4d39b', 'fixed_ips': [{'subnet_id': '60b561cb-321e-4f83-9bb3-92b2e1d0dc44'}]}} from n-d-713498-36. {{(pid=103232) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 09 18:54:51.956036 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-0eb676e1-cf9f-4c71-9a40-3675e1b1012c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (None), before_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 18:54:52.098423 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.db_base_plugin_common [None req-0eb676e1-cf9f-4c71-9a40-3675e1b1012c None None] Allocated IP 192.168.233.2 (2b5494c8-cf97-42c1-b902-87f998f28179/60b561cb-321e-4f83-9bb3-92b2e1d0dc44/3096195d-5630-42c1-ae3c-650abaeb0777) {{(pid=103232) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 18:54:52.244509 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-0eb676e1-cf9f-4c71-9a40-3675e1b1012c None None] Publish callbacks [] for port (3096195d-5630-42c1-ae3c-650abaeb0777), precommit_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 18:54:52.252119 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-0eb676e1-cf9f-4c71-9a40-3675e1b1012c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762866656467'] for port (3096195d-5630-42c1-ae3c-650abaeb0777), after_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 18:54:52.288508 n-d-713498-36 neutron-server[103232]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0eb676e1-cf9f-4c71-9a40-3675e1b1012c None None] Network 2b5494c8-cf97-42c1-b902-87f998f28179 is already hosted by enough agents. {{(pid=103232) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 18:54:52.293666 n-d-713498-36 neutron-server[103232]: DEBUG neutron.scheduler.base_scheduler [None req-0eb676e1-cf9f-4c71-9a40-3675e1b1012c None None] Resources bound (agent type, host, resource id): {{(pid=103232) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 18:54:52.297306 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0eb676e1-cf9f-4c71-9a40-3675e1b1012c None None] Received port after_create {{(pid=103232) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 18:54:52.308815 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eb676e1-cf9f-4c71-9a40-3675e1b1012c None None] Pushing event updated for resources: {'Port': ['ID=3096195d-5630-42c1-ae3c-650abaeb0777,revision_number=1']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:54:52.332050 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0eb676e1-cf9f-4c71-9a40-3675e1b1012c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 18:54:52.332663 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0eb676e1-cf9f-4c71-9a40-3675e1b1012c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 18:54:52.332794 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0eb676e1-cf9f-4c71-9a40-3675e1b1012c None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 18:54:52.333031 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0eb676e1-cf9f-4c71-9a40-3675e1b1012c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 18:54:52.333354 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0eb676e1-cf9f-4c71-9a40-3675e1b1012c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 18:54:52.333673 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0eb676e1-cf9f-4c71-9a40-3675e1b1012c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 18:54:52.334034 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0eb676e1-cf9f-4c71-9a40-3675e1b1012c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 18:54:52.334355 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0eb676e1-cf9f-4c71-9a40-3675e1b1012c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 18:54:52.334670 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0eb676e1-cf9f-4c71-9a40-3675e1b1012c None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 18:54:52.334981 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0eb676e1-cf9f-4c71-9a40-3675e1b1012c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 18:54:52.335296 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0eb676e1-cf9f-4c71-9a40-3675e1b1012c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 18:54:52.335606 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0eb676e1-cf9f-4c71-9a40-3675e1b1012c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 18:54:52.335915 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0eb676e1-cf9f-4c71-9a40-3675e1b1012c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 18:54:52.368824 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.managers [None req-0eb676e1-cf9f-4c71-9a40-3675e1b1012c None None] Attempting to bind port 3096195d-5630-42c1-ae3c-650abaeb0777 on host n-d-713498-36 for vnic_type normal with profile {{(pid=103232) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 18:54:52.369114 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.managers [None req-0eb676e1-cf9f-4c71-9a40-3675e1b1012c None None] Attempting to bind port 3096195d-5630-42c1-ae3c-650abaeb0777 by drivers openvswitch,hyperv on host n-d-713498-36 at level 0 using segments [{'id': '50e5915e-18f0-4558-9a28-b978975ead36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': '2b5494c8-cf97-42c1-b902-87f998f28179'}] {{(pid=103232) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 18:54:52.369470 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0eb676e1-cf9f-4c71-9a40-3675e1b1012c None None] Attempting to bind port 3096195d-5630-42c1-ae3c-650abaeb0777 on network 2b5494c8-cf97-42c1-b902-87f998f28179 {{(pid=103232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 18:54:52.374606 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0eb676e1-cf9f-4c71-9a40-3675e1b1012c None None] Checking agent: {'id': '496418a2-c002-4aec-ab1a-07f3bea491bd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-36', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 18, 51, 47), 'started_at': datetime.datetime(2022, 2, 9, 18, 52, 17), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 18, 54, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-36'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 18:54:52.374980 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0eb676e1-cf9f-4c71-9a40-3675e1b1012c None None] Checking segment: {'id': '50e5915e-18f0-4558-9a28-b978975ead36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': '2b5494c8-cf97-42c1-b902-87f998f28179'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103232) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 18:54:52.375370 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-0eb676e1-cf9f-4c71-9a40-3675e1b1012c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 18:54:52.375756 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0eb676e1-cf9f-4c71-9a40-3675e1b1012c None None] Bound using segment: {'id': '50e5915e-18f0-4558-9a28-b978975ead36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': '2b5494c8-cf97-42c1-b902-87f998f28179'} {{(pid=103232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 18:54:52.376210 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.managers [None req-0eb676e1-cf9f-4c71-9a40-3675e1b1012c None None] Bound port: 3096195d-5630-42c1-ae3c-650abaeb0777, host: n-d-713498-36, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '50e5915e-18f0-4558-9a28-b978975ead36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': '2b5494c8-cf97-42c1-b902-87f998f28179'}}] {{(pid=103232) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 18:54:52.376808 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-0eb676e1-cf9f-4c71-9a40-3675e1b1012c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (3096195d-5630-42c1-ae3c-650abaeb0777), before_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 18:54:52.448063 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-0eb676e1-cf9f-4c71-9a40-3675e1b1012c None None] For port 3096195d-5630-42c1-ae3c-650abaeb0777, host n-d-713498-36, cleared binding levels {{(pid=103232) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 18:54:52.451173 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-0eb676e1-cf9f-4c71-9a40-3675e1b1012c None None] For port 3096195d-5630-42c1-ae3c-650abaeb0777, host n-d-713498-36, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-36',level=0,port_id=3096195d-5630-42c1-ae3c-650abaeb0777,segment=NetworkSegment(50e5915e-18f0-4558-9a28-b978975ead36),segment_id=50e5915e-18f0-4558-9a28-b978975ead36)] {{(pid=103232) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 18:54:52.457390 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-0eb676e1-cf9f-4c71-9a40-3675e1b1012c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762867176205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762866656485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762866656503'] for port (3096195d-5630-42c1-ae3c-650abaeb0777), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 18:54:52.516031 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eb676e1-cf9f-4c71-9a40-3675e1b1012c None None] Pushing event updated for resources: {'Port': ['ID=3096195d-5630-42c1-ae3c-650abaeb0777,revision_number=2']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:54:53.401522 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc54f787-c8a5-424c-85f2-dbe1ef3186ef None None] Network 2b5494c8-cf97-42c1-b902-87f998f28179 requested from n-d-713498-36 {{(pid=103232) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 18:54:53.469589 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.provisioning_blocks [None req-42781015-4b26-49e3-baca-8929537ea4ad None None] Provisioning complete for port 3096195d-5630-42c1-ae3c-650abaeb0777 triggered by entity DHCP. {{(pid=103232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 18:54:53.470007 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-42781015-4b26-49e3-baca-8929537ea4ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593630'] for port (3096195d-5630-42c1-ae3c-650abaeb0777), provisioning_complete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 18:54:53.591196 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-42781015-4b26-49e3-baca-8929537ea4ad None None] Current status of the port 3096195d-5630-42c1-ae3c-650abaeb0777 is: DOWN; New status is: ACTIVE {{(pid=103232) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 18:54:53.591602 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-42781015-4b26-49e3-baca-8929537ea4ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (3096195d-5630-42c1-ae3c-650abaeb0777), before_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 18:54:53.630706 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-42781015-4b26-49e3-baca-8929537ea4ad None None] For port 3096195d-5630-42c1-ae3c-650abaeb0777, host n-d-713498-36, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-36',level=0,port_id=3096195d-5630-42c1-ae3c-650abaeb0777,segment=NetworkSegment(50e5915e-18f0-4558-9a28-b978975ead36),segment_id=50e5915e-18f0-4558-9a28-b978975ead36)] {{(pid=103232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 18:54:53.636820 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-42781015-4b26-49e3-baca-8929537ea4ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762867176205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762866656485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762866656503'] for port (3096195d-5630-42c1-ae3c-650abaeb0777), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 18:54:53.706980 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Device 3096195d-5630-42c1-ae3c-650abaeb0777 up at agent ovs-agent-n-d-713498-36 {{(pid=103232) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 18:54:53.711056 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42781015-4b26-49e3-baca-8929537ea4ad None None] Pushing event updated for resources: {'Port': ['ID=3096195d-5630-42c1-ae3c-650abaeb0777,revision_number=3']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:54:53.766925 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.provisioning_blocks [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Provisioning complete for port 3096195d-5630-42c1-ae3c-650abaeb0777 triggered by entity L2. {{(pid=103232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 18:54:53.767917 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593630'] for port (3096195d-5630-42c1-ae3c-650abaeb0777), provisioning_complete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 18:54:53.845399 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Current status of the port 3096195d-5630-42c1-ae3c-650abaeb0777 is: ACTIVE; New status is: ACTIVE {{(pid=103232) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 18:54:53.861294 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.provisioning_blocks [None req-247777ea-715b-48c1-9dba-a064e3ee8951 None None] Provisioning complete for port 3096195d-5630-42c1-ae3c-650abaeb0777 triggered by entity DHCP. {{(pid=103232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 18:54:53.861683 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-247777ea-715b-48c1-9dba-a064e3ee8951 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593630'] for port (3096195d-5630-42c1-ae3c-650abaeb0777), provisioning_complete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 18:54:53.941162 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-247777ea-715b-48c1-9dba-a064e3ee8951 None None] Current status of the port 3096195d-5630-42c1-ae3c-650abaeb0777 is: ACTIVE; New status is: ACTIVE {{(pid=103232) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 18:54:55.608125 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Device 3096195d-5630-42c1-ae3c-650abaeb0777 up at agent ovs-agent-n-d-713498-36 {{(pid=103232) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 18:54:55.654434 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.provisioning_blocks [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Provisioning complete for port 3096195d-5630-42c1-ae3c-650abaeb0777 triggered by entity L2. {{(pid=103232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 18:54:55.654823 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593630'] for port (3096195d-5630-42c1-ae3c-650abaeb0777), provisioning_complete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 18:54:55.732598 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Current status of the port 3096195d-5630-42c1-ae3c-650abaeb0777 is: ACTIVE; New status is: ACTIVE {{(pid=103232) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 18:55:10.690253 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-d22c1518-7b68-4cdf-b477-bbff8a83353b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762867132591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593584'] for agent (af91e4b9-f4e1-42b1-a25c-a10dc47171c8), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 18:55:12.955190 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-8f4266a2-5a77-41b7-bcb6-6af4cc6071d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762867132591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593584'] for agent (93303d5e-5d17-45e8-8963-7694f87783ae), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 18:55:14.103237 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-edc54c9b-7f13-45d9-9271-85c9738b0128 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762867132591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593584'] for agent (a62b1850-466f-48ae-bec7-d62fb280e14b), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 18:55:15.720377 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-a7262a8e-0513-48fd-984d-75726a511961 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762867132591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593584'] for agent (911cfea2-02ae-4ec9-bac3-7808ee1cdd9c), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 18:55:16.910486 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762867132591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593584'] for agent (496418a2-c002-4aec-ab1a-07f3bea491bd), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 18:55:23.101588 n-d-713498-36 neutron-server[103233]: DEBUG neutron.db.agents_db [None req-4a8a6a42-0a0c-4437-8958-92282682b6bb None None] Agent healthcheck: found 5 active agents {{(pid=103233) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 18:55:40.692732 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-40810520-3399-4064-bc6e-e60b6c6a7eb9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762867132591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593584'] for agent (af91e4b9-f4e1-42b1-a25c-a10dc47171c8), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 18:55:42.957054 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-4ef0a86f-a6f7-4a3d-99c1-bfed75e45c4f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762867132591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593584'] for agent (93303d5e-5d17-45e8-8963-7694f87783ae), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 18:55:44.107155 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-edc54c9b-7f13-45d9-9271-85c9738b0128 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762867132591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593584'] for agent (a62b1850-466f-48ae-bec7-d62fb280e14b), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 18:55:45.725227 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-a7262a8e-0513-48fd-984d-75726a511961 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762867132591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593584'] for agent (911cfea2-02ae-4ec9-bac3-7808ee1cdd9c), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 18:55:46.916853 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762867132591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593584'] for agent (496418a2-c002-4aec-ab1a-07f3bea491bd), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 18:56:00.101263 n-d-713498-36 neutron-server[103233]: DEBUG neutron.db.agents_db [None req-4a8a6a42-0a0c-4437-8958-92282682b6bb None None] Agent healthcheck: found 5 active agents {{(pid=103233) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 18:56:07.899658 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 43416) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 18:56:07.906143 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [None req-7ce08148-9014-481e-9f74-1339a82c7d1e tempest-verify_tempest_config-411783794 tempest-verify_tempest_config-411783794-project] http://10.222.0.75:9696/v2.0/extensions returned with HTTP 200 {{(pid=103229) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 09 18:56:07.907117 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-7ce08148-9014-481e-9f74-1339a82c7d1e tempest-verify_tempest_config-411783794 tempest-verify_tempest_config-411783794-project] 10.222.0.75 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14077 time: 0.0064716 Feb 09 18:56:08.194731 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 43434) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 18:56:08.298587 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-9aaa43a3-09c2-4719-ac1b-0daa2c8999bd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 18:56:08.377227 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-9aaa43a3-09c2-4719-ac1b-0daa2c8999bd admin admin] Publish callbacks [] for security_group (3e3f0c4b-b274-4a7b-a2ba-9d60e8d738a1), precommit_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 18:56:08.382135 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-9aaa43a3-09c2-4719-ac1b-0daa2c8999bd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1892331'] for security_group (3e3f0c4b-b274-4a7b-a2ba-9d60e8d738a1), after_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 18:56:08.434065 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-9aaa43a3-09c2-4719-ac1b-0daa2c8999bd admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=043f453b4f14457f868371c9e553d396&name=default HTTP/1.1" status: 200 len: 2992 time: 0.2382340 Feb 09 18:56:08.434912 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aaa43a3-09c2-4719-ac1b-0daa2c8999bd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3e3f0c4b-b274-4a7b-a2ba-9d60e8d738a1,revision_number=1']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:56:08.436741 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 43438) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 18:56:08.441809 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9aaa43a3-09c2-4719-ac1b-0daa2c8999bd admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 18:56:08.442198 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9aaa43a3-09c2-4719-ac1b-0daa2c8999bd admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 18:56:08.442552 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9aaa43a3-09c2-4719-ac1b-0daa2c8999bd admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 18:56:08.442898 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9aaa43a3-09c2-4719-ac1b-0daa2c8999bd admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 18:56:08.443238 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9aaa43a3-09c2-4719-ac1b-0daa2c8999bd admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 18:56:08.443575 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9aaa43a3-09c2-4719-ac1b-0daa2c8999bd admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 18:56:08.443908 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9aaa43a3-09c2-4719-ac1b-0daa2c8999bd admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 18:56:08.444271 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9aaa43a3-09c2-4719-ac1b-0daa2c8999bd admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 18:56:08.444656 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9aaa43a3-09c2-4719-ac1b-0daa2c8999bd admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 18:56:08.444991 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9aaa43a3-09c2-4719-ac1b-0daa2c8999bd admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 18:56:08.445320 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9aaa43a3-09c2-4719-ac1b-0daa2c8999bd admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 18:56:08.445648 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9aaa43a3-09c2-4719-ac1b-0daa2c8999bd admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 18:56:08.445998 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9aaa43a3-09c2-4719-ac1b-0daa2c8999bd admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 18:56:08.492276 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-1557a157-cd70-4638-92f4-f84cabcff436 admin admin] Publish callbacks [] for security_group (3e3f0c4b-b274-4a7b-a2ba-9d60e8d738a1), before_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 18:56:08.512289 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-1557a157-cd70-4638-92f4-f84cabcff436 admin admin] Publish callbacks [] for security_group (3e3f0c4b-b274-4a7b-a2ba-9d60e8d738a1), precommit_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 18:56:08.606511 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-1557a157-cd70-4638-92f4-f84cabcff436 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1892331'] for security_group (3e3f0c4b-b274-4a7b-a2ba-9d60e8d738a1), after_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 18:56:08.609338 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-1557a157-cd70-4638-92f4-f84cabcff436 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 18:56:08.610502 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-1557a157-cd70-4638-92f4-f84cabcff436 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/3e3f0c4b-b274-4a7b-a2ba-9d60e8d738a1 HTTP/1.1" status: 204 len: 168 time: 0.1728070 Feb 09 18:56:08.619682 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1557a157-cd70-4638-92f4-f84cabcff436 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3e3f0c4b-b274-4a7b-a2ba-9d60e8d738a1,revision_number=None']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 18:56:08.626911 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1557a157-cd70-4638-92f4-f84cabcff436 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 18:56:08.627316 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1557a157-cd70-4638-92f4-f84cabcff436 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 18:56:08.627598 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1557a157-cd70-4638-92f4-f84cabcff436 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 18:56:08.627934 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1557a157-cd70-4638-92f4-f84cabcff436 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 18:56:08.628269 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1557a157-cd70-4638-92f4-f84cabcff436 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 18:56:08.628599 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1557a157-cd70-4638-92f4-f84cabcff436 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 18:56:08.628945 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1557a157-cd70-4638-92f4-f84cabcff436 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 18:56:08.629273 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1557a157-cd70-4638-92f4-f84cabcff436 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 18:56:08.629612 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1557a157-cd70-4638-92f4-f84cabcff436 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 18:56:08.629905 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1557a157-cd70-4638-92f4-f84cabcff436 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 18:56:08.630253 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1557a157-cd70-4638-92f4-f84cabcff436 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 18:56:08.630571 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1557a157-cd70-4638-92f4-f84cabcff436 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 18:56:08.630886 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1557a157-cd70-4638-92f4-f84cabcff436 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 18:56:10.695508 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-2e425909-2291-47b9-9984-dfd2ba7598d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762867132591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593584'] for agent (af91e4b9-f4e1-42b1-a25c-a10dc47171c8), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 18:56:12.958716 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-9fc900ff-8f6b-4e62-92b1-97e06d583dd4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762867132591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593584'] for agent (93303d5e-5d17-45e8-8963-7694f87783ae), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 18:56:14.109423 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-edc54c9b-7f13-45d9-9271-85c9738b0128 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762867132591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593584'] for agent (a62b1850-466f-48ae-bec7-d62fb280e14b), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 18:56:15.726909 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-a7262a8e-0513-48fd-984d-75726a511961 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762867132591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593584'] for agent (911cfea2-02ae-4ec9-bac3-7808ee1cdd9c), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 18:56:16.911583 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762867132591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593584'] for agent (496418a2-c002-4aec-ab1a-07f3bea491bd), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 18:56:37.100266 n-d-713498-36 neutron-server[103233]: DEBUG neutron.db.agents_db [None req-4a8a6a42-0a0c-4437-8958-92282682b6bb None None] Agent healthcheck: found 5 active agents {{(pid=103233) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 18:56:40.697515 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-8f441eae-0d71-4968-ac89-2fdb3247fb77 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762867132591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593584'] for agent (af91e4b9-f4e1-42b1-a25c-a10dc47171c8), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 18:56:42.960375 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-0718b604-788f-4bcc-a4eb-52046fb8feae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762867132591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593584'] for agent (93303d5e-5d17-45e8-8963-7694f87783ae), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 18:56:44.112153 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-edc54c9b-7f13-45d9-9271-85c9738b0128 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762867132591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593584'] for agent (a62b1850-466f-48ae-bec7-d62fb280e14b), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 18:56:45.729843 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-a7262a8e-0513-48fd-984d-75726a511961 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762867132591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593584'] for agent (911cfea2-02ae-4ec9-bac3-7808ee1cdd9c), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 18:56:46.915840 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762867132591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593584'] for agent (496418a2-c002-4aec-ab1a-07f3bea491bd), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 18:57:10.699599 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-b0d579c5-e995-40c6-a34b-d9bd405f2702 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762867132591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593584'] for agent (af91e4b9-f4e1-42b1-a25c-a10dc47171c8), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 18:57:12.962889 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-bc4c6071-14a3-4163-b454-f782d4087718 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762867132591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593584'] for agent (93303d5e-5d17-45e8-8963-7694f87783ae), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 18:57:14.100842 n-d-713498-36 neutron-server[103233]: DEBUG neutron.db.agents_db [None req-4a8a6a42-0a0c-4437-8958-92282682b6bb None None] Agent healthcheck: found 5 active agents {{(pid=103233) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 18:57:14.114830 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-edc54c9b-7f13-45d9-9271-85c9738b0128 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762867132591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593584'] for agent (a62b1850-466f-48ae-bec7-d62fb280e14b), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 18:57:15.732391 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-a7262a8e-0513-48fd-984d-75726a511961 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762867132591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593584'] for agent (911cfea2-02ae-4ec9-bac3-7808ee1cdd9c), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 18:57:16.918638 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762867132591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593584'] for agent (496418a2-c002-4aec-ab1a-07f3bea491bd), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 18:57:40.700288 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-8d721e90-b298-46bf-beb7-f84bd491490f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762867132591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593584'] for agent (af91e4b9-f4e1-42b1-a25c-a10dc47171c8), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 18:57:42.965740 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-ad2f379c-4693-4166-9d2f-04c8c62e86b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762867132591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593584'] for agent (93303d5e-5d17-45e8-8963-7694f87783ae), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 18:57:44.117788 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-edc54c9b-7f13-45d9-9271-85c9738b0128 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762867132591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593584'] for agent (a62b1850-466f-48ae-bec7-d62fb280e14b), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 18:57:45.735179 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-a7262a8e-0513-48fd-984d-75726a511961 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762867132591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593584'] for agent (911cfea2-02ae-4ec9-bac3-7808ee1cdd9c), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 18:57:46.920460 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762867132591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593584'] for agent (496418a2-c002-4aec-ab1a-07f3bea491bd), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 18:57:51.100469 n-d-713498-36 neutron-server[103233]: DEBUG neutron.db.agents_db [None req-4a8a6a42-0a0c-4437-8958-92282682b6bb None None] Agent healthcheck: found 5 active agents {{(pid=103233) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 18:58:10.704619 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-e06cfe1c-3ef5-4150-88c9-a610f46c7fb8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762867132591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593584'] for agent (af91e4b9-f4e1-42b1-a25c-a10dc47171c8), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 18:58:12.969391 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-0c23b09f-e01b-4d40-9948-6a2815a0f73d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762867132591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593584'] for agent (93303d5e-5d17-45e8-8963-7694f87783ae), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 18:58:14.119532 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-edc54c9b-7f13-45d9-9271-85c9738b0128 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762867132591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593584'] for agent (a62b1850-466f-48ae-bec7-d62fb280e14b), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 18:58:15.739033 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-a7262a8e-0513-48fd-984d-75726a511961 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762867132591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593584'] for agent (911cfea2-02ae-4ec9-bac3-7808ee1cdd9c), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 18:58:16.922120 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762867132591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593584'] for agent (496418a2-c002-4aec-ab1a-07f3bea491bd), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 18:58:28.099684 n-d-713498-36 neutron-server[103233]: DEBUG neutron.db.agents_db [None req-4a8a6a42-0a0c-4437-8958-92282682b6bb None None] Agent healthcheck: found 5 active agents {{(pid=103233) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 18:58:40.705426 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-3583942e-bb63-4812-8795-0f84a0e0b630 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762867132591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593584'] for agent (af91e4b9-f4e1-42b1-a25c-a10dc47171c8), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 18:58:42.971655 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-e73ace7d-a3a9-45b8-9bc0-69acb7baacc3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762867132591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593584'] for agent (93303d5e-5d17-45e8-8963-7694f87783ae), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 18:58:44.122911 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-edc54c9b-7f13-45d9-9271-85c9738b0128 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762867132591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593584'] for agent (a62b1850-466f-48ae-bec7-d62fb280e14b), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 18:58:45.742449 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-a7262a8e-0513-48fd-984d-75726a511961 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762867132591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593584'] for agent (911cfea2-02ae-4ec9-bac3-7808ee1cdd9c), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 18:58:46.927240 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762867132591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593584'] for agent (496418a2-c002-4aec-ab1a-07f3bea491bd), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 18:59:05.098458 n-d-713498-36 neutron-server[103233]: DEBUG neutron.db.agents_db [None req-4a8a6a42-0a0c-4437-8958-92282682b6bb None None] Agent healthcheck: found 5 active agents {{(pid=103233) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 18:59:10.706480 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-c8ef61c4-4eea-49ca-9eca-fea6a123a8eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762867132591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593584'] for agent (af91e4b9-f4e1-42b1-a25c-a10dc47171c8), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 18:59:12.973125 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-e5ab1210-a0d3-432e-9d75-0e6cbfbcfd0b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762867132591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593584'] for agent (93303d5e-5d17-45e8-8963-7694f87783ae), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 18:59:14.126159 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-edc54c9b-7f13-45d9-9271-85c9738b0128 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762867132591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593584'] for agent (a62b1850-466f-48ae-bec7-d62fb280e14b), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 18:59:15.746183 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-a7262a8e-0513-48fd-984d-75726a511961 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762867132591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593584'] for agent (911cfea2-02ae-4ec9-bac3-7808ee1cdd9c), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 18:59:16.931522 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762867132591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593584'] for agent (496418a2-c002-4aec-ab1a-07f3bea491bd), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 18:59:18.181449 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762867132591', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1834676'] for agent (488cd9ae-631f-4955-ba0b-4f5a13f12e9c), after_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 18:59:18.666798 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762867132591', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1834676'] for agent (bcd5faee-dc24-4298-9134-0e0aa054058e), after_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 18:59:40.708925 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-e152defd-cccb-43ab-971d-95513ef45139 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762867132591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593584'] for agent (af91e4b9-f4e1-42b1-a25c-a10dc47171c8), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 18:59:42.098531 n-d-713498-36 neutron-server[103233]: DEBUG neutron.db.agents_db [None req-4a8a6a42-0a0c-4437-8958-92282682b6bb None None] Agent healthcheck: found 7 active agents {{(pid=103233) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 18:59:42.977934 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-4f4d82f2-9d77-456a-8c10-ce7aadc7b8c3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762867132591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593584'] for agent (93303d5e-5d17-45e8-8963-7694f87783ae), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 18:59:44.129817 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-edc54c9b-7f13-45d9-9271-85c9738b0128 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762867132591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593584'] for agent (a62b1850-466f-48ae-bec7-d62fb280e14b), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 18:59:45.747646 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-a7262a8e-0513-48fd-984d-75726a511961 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762867132591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593584'] for agent (911cfea2-02ae-4ec9-bac3-7808ee1cdd9c), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 18:59:46.933203 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762867132591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593584'] for agent (496418a2-c002-4aec-ab1a-07f3bea491bd), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 18:59:48.165933 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762867132591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593584'] for agent (488cd9ae-631f-4955-ba0b-4f5a13f12e9c), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 18:59:48.616025 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762867132591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593584'] for agent (bcd5faee-dc24-4298-9134-0e0aa054058e), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:00:06.401790 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 43496) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:00:06.507803 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-c18926fa-c022-4371-b35d-b029c6738e36 admin admin] 10.222.0.75 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4939 time: 0.1047823 Feb 09 19:00:08.796694 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 43506) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:00:08.852129 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-4dc1f59a-d2e2-48ce-85ab-6f4069c92a0d admin admin] 10.222.0.75 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4939 time: 0.0543785 Feb 09 19:00:10.711043 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-548b1049-df1a-4868-b65a-494a19238bdd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762867132591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593584'] for agent (af91e4b9-f4e1-42b1-a25c-a10dc47171c8), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:00:12.978192 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-ca8f03c0-4fb3-40f0-8f4b-70367c1831b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762867132591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593584'] for agent (93303d5e-5d17-45e8-8963-7694f87783ae), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:00:14.131951 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-edc54c9b-7f13-45d9-9271-85c9738b0128 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762867132591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593584'] for agent (a62b1850-466f-48ae-bec7-d62fb280e14b), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:00:15.753030 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-a7262a8e-0513-48fd-984d-75726a511961 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762867132591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593584'] for agent (911cfea2-02ae-4ec9-bac3-7808ee1cdd9c), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:00:16.935350 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762867132591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593584'] for agent (496418a2-c002-4aec-ab1a-07f3bea491bd), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:00:18.177242 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762867132591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593584'] for agent (488cd9ae-631f-4955-ba0b-4f5a13f12e9c), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:00:18.622924 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762867132591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593584'] for agent (bcd5faee-dc24-4298-9134-0e0aa054058e), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:00:19.098383 n-d-713498-36 neutron-server[103233]: DEBUG neutron.db.agents_db [None req-4a8a6a42-0a0c-4437-8958-92282682b6bb None None] Agent healthcheck: found 7 active agents {{(pid=103233) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 19:00:40.712815 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-a02ad617-a5f6-4b2c-a242-773df99f6db0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762867132591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593584'] for agent (af91e4b9-f4e1-42b1-a25c-a10dc47171c8), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:00:42.979751 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-f5f82cc8-ca1d-475d-a4fa-2c8d47869634 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762867132591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593584'] for agent (93303d5e-5d17-45e8-8963-7694f87783ae), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:00:44.134290 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-edc54c9b-7f13-45d9-9271-85c9738b0128 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762867132591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593584'] for agent (a62b1850-466f-48ae-bec7-d62fb280e14b), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:00:45.755128 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-a7262a8e-0513-48fd-984d-75726a511961 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762867132591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593584'] for agent (911cfea2-02ae-4ec9-bac3-7808ee1cdd9c), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:00:46.936543 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762867132591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593584'] for agent (496418a2-c002-4aec-ab1a-07f3bea491bd), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:00:48.181839 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762867132591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593584'] for agent (488cd9ae-631f-4955-ba0b-4f5a13f12e9c), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:00:48.629419 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762867132591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593584'] for agent (bcd5faee-dc24-4298-9134-0e0aa054058e), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:00:56.098483 n-d-713498-36 neutron-server[103233]: DEBUG neutron.db.agents_db [None req-4a8a6a42-0a0c-4437-8958-92282682b6bb None None] Agent healthcheck: found 7 active agents {{(pid=103233) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 19:01:10.714893 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-c651f07e-ef59-401e-bb96-87cf5710ddc7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762867132591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593584'] for agent (af91e4b9-f4e1-42b1-a25c-a10dc47171c8), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:01:12.982175 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-34b1360a-a6f7-448d-b427-85bc92a17cb2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762867132591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593584'] for agent (93303d5e-5d17-45e8-8963-7694f87783ae), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:01:14.142260 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-edc54c9b-7f13-45d9-9271-85c9738b0128 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762867132591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593584'] for agent (a62b1850-466f-48ae-bec7-d62fb280e14b), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:01:15.756904 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-a7262a8e-0513-48fd-984d-75726a511961 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762867132591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593584'] for agent (911cfea2-02ae-4ec9-bac3-7808ee1cdd9c), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:01:16.939535 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762867132591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593584'] for agent (496418a2-c002-4aec-ab1a-07f3bea491bd), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:01:18.177991 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762867132591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593584'] for agent (488cd9ae-631f-4955-ba0b-4f5a13f12e9c), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:01:18.627518 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762867132591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593584'] for agent (bcd5faee-dc24-4298-9134-0e0aa054058e), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:01:33.099356 n-d-713498-36 neutron-server[103233]: DEBUG neutron.db.agents_db [None req-4a8a6a42-0a0c-4437-8958-92282682b6bb None None] Agent healthcheck: found 7 active agents {{(pid=103233) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 19:01:37.738651 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 43714) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:01:38.347828 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.v2.base [None req-758d5c32-76d9-4209-8b70-1bada4d1c6b9 admin admin] Request body: {'network': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-830942200-network', 'tenant_id': '74dc86730a17454f9e20cfb480a6b381'}} {{(pid=103230) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 19:01:38.368925 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-758d5c32-76d9-4209-8b70-1bada4d1c6b9 admin admin] Made reservation on behalf of 74dc86730a17454f9e20cfb480a6b381 for: {'network': 1} {{(pid=103230) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 19:01:38.372250 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-758d5c32-76d9-4209-8b70-1bada4d1c6b9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for network (None), before_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:01:38.381097 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-758d5c32-76d9-4209-8b70-1bada4d1c6b9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:01:38.473348 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-758d5c32-76d9-4209-8b70-1bada4d1c6b9 admin admin] Publish callbacks [] for security_group (bdf7bf2d-6846-41d4-82e1-5d795e9f81b3), precommit_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:01:38.477262 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-758d5c32-76d9-4209-8b70-1bada4d1c6b9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1892331'] for security_group (bdf7bf2d-6846-41d4-82e1-5d795e9f81b3), after_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:01:38.506070 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 43740) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:01:38.507424 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-758d5c32-76d9-4209-8b70-1bada4d1c6b9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bdf7bf2d-6846-41d4-82e1-5d795e9f81b3,revision_number=1']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:01:38.515068 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-758d5c32-76d9-4209-8b70-1bada4d1c6b9 admin admin] vlan segment allocate from pool success with {'vlan_id': 361, 'physical_network': 'physnet1'} {{(pid=103230) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 19:01:38.517784 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-758d5c32-76d9-4209-8b70-1bada4d1c6b9 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:01:38.518147 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-758d5c32-76d9-4209-8b70-1bada4d1c6b9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:01:38.518495 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-758d5c32-76d9-4209-8b70-1bada4d1c6b9 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:01:38.518833 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-758d5c32-76d9-4209-8b70-1bada4d1c6b9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:01:38.519166 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-758d5c32-76d9-4209-8b70-1bada4d1c6b9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:01:38.519493 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-758d5c32-76d9-4209-8b70-1bada4d1c6b9 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:01:38.519814 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-758d5c32-76d9-4209-8b70-1bada4d1c6b9 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:01:38.520139 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-758d5c32-76d9-4209-8b70-1bada4d1c6b9 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:01:38.520599 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-758d5c32-76d9-4209-8b70-1bada4d1c6b9 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:01:38.520921 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-758d5c32-76d9-4209-8b70-1bada4d1c6b9 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:01:38.521399 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-758d5c32-76d9-4209-8b70-1bada4d1c6b9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:01:38.521720 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-758d5c32-76d9-4209-8b70-1bada4d1c6b9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:01:38.522071 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-758d5c32-76d9-4209-8b70-1bada4d1c6b9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:01:38.523208 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-758d5c32-76d9-4209-8b70-1bada4d1c6b9 admin admin] Tracked resource versions report: Feb 09 19:01:38.523208 n-d-713498-36 neutron-server[103230]: pushed versions: Feb 09 19:01:38.523208 n-d-713498-36 neutron-server[103230]: { 'AddressGroup': {'1.2'}, Feb 09 19:01:38.523208 n-d-713498-36 neutron-server[103230]: 'ConntrackHelper': {'1.0'}, Feb 09 19:01:38.523208 n-d-713498-36 neutron-server[103230]: 'LocalIPAssociation': {'1.0'}, Feb 09 19:01:38.523208 n-d-713498-36 neutron-server[103230]: 'Log': {'1.0'}, Feb 09 19:01:38.523208 n-d-713498-36 neutron-server[103230]: 'Network': {'1.1'}, Feb 09 19:01:38.523208 n-d-713498-36 neutron-server[103230]: 'Port': {'1.7'}, Feb 09 19:01:38.523208 n-d-713498-36 neutron-server[103230]: 'PortForwarding': {'1.2'}, Feb 09 19:01:38.523208 n-d-713498-36 neutron-server[103230]: 'QosPolicy': {'1.10'}, Feb 09 19:01:38.523208 n-d-713498-36 neutron-server[103230]: 'SecurityGroup': {'1.5'}, Feb 09 19:01:38.523208 n-d-713498-36 neutron-server[103230]: 'SecurityGroupRule': {'1.2'}, Feb 09 19:01:38.523208 n-d-713498-36 neutron-server[103230]: 'SubPort': {'1.0'}, Feb 09 19:01:38.523208 n-d-713498-36 neutron-server[103230]: 'Subnet': {'1.1'}, Feb 09 19:01:38.523208 n-d-713498-36 neutron-server[103230]: 'Trunk': {'1.1'}} Feb 09 19:01:38.523208 n-d-713498-36 neutron-server[103230]: consumer versions: Feb 09 19:01:38.523208 n-d-713498-36 neutron-server[103230]: { DHCP agent@n-d-713498-36: {}, Feb 09 19:01:38.523208 n-d-713498-36 neutron-server[103230]: HyperV agent@n-h1-713498-36: {}, Feb 09 19:01:38.523208 n-d-713498-36 neutron-server[103230]: HyperV agent@n-h2-713498-36: {}, Feb 09 19:01:38.523208 n-d-713498-36 neutron-server[103230]: L3 agent@n-d-713498-36: {}, Feb 09 19:01:38.523208 n-d-713498-36 neutron-server[103230]: Metadata agent@n-d-713498-36: {}, Feb 09 19:01:38.523208 n-d-713498-36 neutron-server[103230]: Metering agent@n-d-713498-36: {}, Feb 09 19:01:38.523208 n-d-713498-36 neutron-server[103230]: Open vSwitch agent@n-d-713498-36: { 'AddressGroup': '1.2', Feb 09 19:01:38.523208 n-d-713498-36 neutron-server[103230]: 'ConntrackHelper': '1.0', Feb 09 19:01:38.523208 n-d-713498-36 neutron-server[103230]: 'LocalIPAssociation': '1.0', Feb 09 19:01:38.523208 n-d-713498-36 neutron-server[103230]: 'Log': '1.0', Feb 09 19:01:38.523208 n-d-713498-36 neutron-server[103230]: 'Network': '1.1', Feb 09 19:01:38.523208 n-d-713498-36 neutron-server[103230]: 'Port': '1.7', Feb 09 19:01:38.523208 n-d-713498-36 neutron-server[103230]: 'PortForwarding': '1.2', Feb 09 19:01:38.523208 n-d-713498-36 neutron-server[103230]: 'QosPolicy': '1.10', Feb 09 19:01:38.523208 n-d-713498-36 neutron-server[103230]: 'SecurityGroup': '1.5', Feb 09 19:01:38.523208 n-d-713498-36 neutron-server[103230]: 'SecurityGroupRule': '1.2', Feb 09 19:01:38.523208 n-d-713498-36 neutron-server[103230]: 'SubPort': '1.0', Feb 09 19:01:38.523208 n-d-713498-36 neutron-server[103230]: 'Subnet': '1.1', Feb 09 19:01:38.523208 n-d-713498-36 neutron-server[103230]: 'Trunk': '1.1'}} Feb 09 19:01:38.523208 n-d-713498-36 neutron-server[103230]: {{(pid=103230) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Feb 09 19:01:38.536160 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-758d5c32-76d9-4209-8b70-1bada4d1c6b9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-759574'] for segment (2523c180-74ec-4cd9-9acb-870f2fae65fd), precommit_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:01:38.536593 n-d-713498-36 neutron-server[103230]: INFO neutron.db.segments_db [None req-758d5c32-76d9-4209-8b70-1bada4d1c6b9 admin admin] Added segment 2523c180-74ec-4cd9-9acb-870f2fae65fd of type vlan for network 22186bb1-1c50-47a0-85ed-567124795ab8 Feb 09 19:01:38.601887 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-758d5c32-76d9-4209-8b70-1bada4d1c6b9 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762866642225'] for network (22186bb1-1c50-47a0-85ed-567124795ab8), precommit_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:01:38.628280 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-758d5c32-76d9-4209-8b70-1bada4d1c6b9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1885479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452'] for network (22186bb1-1c50-47a0-85ed-567124795ab8), after_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:01:38.629225 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-758d5c32-76d9-4209-8b70-1bada4d1c6b9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:01:38.630026 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-758d5c32-76d9-4209-8b70-1bada4d1c6b9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1613566'] for network (None), before_response {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:01:38.702493 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-758d5c32-76d9-4209-8b70-1bada4d1c6b9 admin admin] 10.222.0.75 "POST /v2.0/networks HTTP/1.1" status: 201 len: 896 time: 0.9621911 Feb 09 19:01:38.704647 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 43758) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:01:38.709775 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.v2.base [None req-2e87f3ad-b9ce-4dd5-98df-1cccf970d012 admin admin] Request body: {'subnet': {'network_id': '22186bb1-1c50-47a0-85ed-567124795ab8', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-830942200-subnet', 'tenant_id': '74dc86730a17454f9e20cfb480a6b381', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 19:01:38.736230 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2e87f3ad-b9ce-4dd5-98df-1cccf970d012 admin admin] Made reservation on behalf of 74dc86730a17454f9e20cfb480a6b381 for: {'subnet': 1} {{(pid=103229) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 19:01:38.737937 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-758d5c32-76d9-4209-8b70-1bada4d1c6b9 admin admin] Pushing event updated for resources: {'Network': ['ID=22186bb1-1c50-47a0-85ed-567124795ab8,revision_number=1']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:01:38.739310 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-2e87f3ad-b9ce-4dd5-98df-1cccf970d012 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:01:38.751919 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Network 22186bb1-1c50-47a0-85ed-567124795ab8 details requested by agent ovs-agent-n-d-713498-36 with host n-d-713498-36 {{(pid=103232) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 19:01:38.941372 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-2e87f3ad-b9ce-4dd5-98df-1cccf970d012 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452'] for subnet (75c6a744-acd8-4cbc-b5ba-1f5214db2393), after_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:01:39.006282 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e87f3ad-b9ce-4dd5-98df-1cccf970d012 admin admin] Pushing event updated for resources: {'Subnet': ['ID=75c6a744-acd8-4cbc-b5ba-1f5214db2393,revision_number=0']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:01:39.040827 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-bbe1a86b-98a5-462f-a9c9-16faece79b29 tempest-AutoAllocateNetworkTest-202767574 tempest-AutoAllocateNetworkTest-202767574-project] 10.222.0.75 "GET /v2.0/networks?tenant_id=cf785df72ef24361884c0207d32f6983&shared=False HTTP/1.1" status: 200 len: 208 time: 0.5324476 Feb 09 19:01:39.043581 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 43770) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:01:39.054595 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e87f3ad-b9ce-4dd5-98df-1cccf970d012 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:01:39.054954 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e87f3ad-b9ce-4dd5-98df-1cccf970d012 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:01:39.055301 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e87f3ad-b9ce-4dd5-98df-1cccf970d012 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:01:39.055642 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e87f3ad-b9ce-4dd5-98df-1cccf970d012 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:01:39.055978 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e87f3ad-b9ce-4dd5-98df-1cccf970d012 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:01:39.056311 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e87f3ad-b9ce-4dd5-98df-1cccf970d012 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:01:39.056647 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e87f3ad-b9ce-4dd5-98df-1cccf970d012 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:01:39.056975 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e87f3ad-b9ce-4dd5-98df-1cccf970d012 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:01:39.057834 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e87f3ad-b9ce-4dd5-98df-1cccf970d012 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:01:39.058192 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e87f3ad-b9ce-4dd5-98df-1cccf970d012 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:01:39.058626 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e87f3ad-b9ce-4dd5-98df-1cccf970d012 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:01:39.058964 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e87f3ad-b9ce-4dd5-98df-1cccf970d012 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:01:39.059292 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e87f3ad-b9ce-4dd5-98df-1cccf970d012 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:01:39.060484 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e87f3ad-b9ce-4dd5-98df-1cccf970d012 admin admin] Tracked resource versions report: Feb 09 19:01:39.060484 n-d-713498-36 neutron-server[103229]: pushed versions: Feb 09 19:01:39.060484 n-d-713498-36 neutron-server[103229]: { 'AddressGroup': {'1.2'}, Feb 09 19:01:39.060484 n-d-713498-36 neutron-server[103229]: 'ConntrackHelper': {'1.0'}, Feb 09 19:01:39.060484 n-d-713498-36 neutron-server[103229]: 'LocalIPAssociation': {'1.0'}, Feb 09 19:01:39.060484 n-d-713498-36 neutron-server[103229]: 'Log': {'1.0'}, Feb 09 19:01:39.060484 n-d-713498-36 neutron-server[103229]: 'Network': {'1.1'}, Feb 09 19:01:39.060484 n-d-713498-36 neutron-server[103229]: 'Port': {'1.7'}, Feb 09 19:01:39.060484 n-d-713498-36 neutron-server[103229]: 'PortForwarding': {'1.2'}, Feb 09 19:01:39.060484 n-d-713498-36 neutron-server[103229]: 'QosPolicy': {'1.10'}, Feb 09 19:01:39.060484 n-d-713498-36 neutron-server[103229]: 'SecurityGroup': {'1.5'}, Feb 09 19:01:39.060484 n-d-713498-36 neutron-server[103229]: 'SecurityGroupRule': {'1.2'}, Feb 09 19:01:39.060484 n-d-713498-36 neutron-server[103229]: 'SubPort': {'1.0'}, Feb 09 19:01:39.060484 n-d-713498-36 neutron-server[103229]: 'Subnet': {'1.1'}, Feb 09 19:01:39.060484 n-d-713498-36 neutron-server[103229]: 'Trunk': {'1.1'}} Feb 09 19:01:39.060484 n-d-713498-36 neutron-server[103229]: consumer versions: Feb 09 19:01:39.060484 n-d-713498-36 neutron-server[103229]: { DHCP agent@n-d-713498-36: {}, Feb 09 19:01:39.060484 n-d-713498-36 neutron-server[103229]: HyperV agent@n-h1-713498-36: {}, Feb 09 19:01:39.060484 n-d-713498-36 neutron-server[103229]: HyperV agent@n-h2-713498-36: {}, Feb 09 19:01:39.060484 n-d-713498-36 neutron-server[103229]: L3 agent@n-d-713498-36: {}, Feb 09 19:01:39.060484 n-d-713498-36 neutron-server[103229]: Metadata agent@n-d-713498-36: {}, Feb 09 19:01:39.060484 n-d-713498-36 neutron-server[103229]: Metering agent@n-d-713498-36: {}, Feb 09 19:01:39.060484 n-d-713498-36 neutron-server[103229]: Open vSwitch agent@n-d-713498-36: { 'AddressGroup': '1.2', Feb 09 19:01:39.060484 n-d-713498-36 neutron-server[103229]: 'ConntrackHelper': '1.0', Feb 09 19:01:39.060484 n-d-713498-36 neutron-server[103229]: 'LocalIPAssociation': '1.0', Feb 09 19:01:39.060484 n-d-713498-36 neutron-server[103229]: 'Log': '1.0', Feb 09 19:01:39.060484 n-d-713498-36 neutron-server[103229]: 'Network': '1.1', Feb 09 19:01:39.060484 n-d-713498-36 neutron-server[103229]: 'Port': '1.7', Feb 09 19:01:39.060484 n-d-713498-36 neutron-server[103229]: 'PortForwarding': '1.2', Feb 09 19:01:39.060484 n-d-713498-36 neutron-server[103229]: 'QosPolicy': '1.10', Feb 09 19:01:39.060484 n-d-713498-36 neutron-server[103229]: 'SecurityGroup': '1.5', Feb 09 19:01:39.060484 n-d-713498-36 neutron-server[103229]: 'SecurityGroupRule': '1.2', Feb 09 19:01:39.060484 n-d-713498-36 neutron-server[103229]: 'SubPort': '1.0', Feb 09 19:01:39.060484 n-d-713498-36 neutron-server[103229]: 'Subnet': '1.1', Feb 09 19:01:39.060484 n-d-713498-36 neutron-server[103229]: 'Trunk': '1.1'}} Feb 09 19:01:39.060484 n-d-713498-36 neutron-server[103229]: {{(pid=103229) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Feb 09 19:01:39.067492 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e87f3ad-b9ce-4dd5-98df-1cccf970d012 admin admin] Checking segment: {'id': '2523c180-74ec-4cd9-9acb-870f2fae65fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '22186bb1-1c50-47a0-85ed-567124795ab8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103229) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 19:01:39.067860 n-d-713498-36 neutron-server[103229]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e87f3ad-b9ce-4dd5-98df-1cccf970d012 admin admin] Network hostable DHCP agents. Network: 22186bb1-1c50-47a0-85ed-567124795ab8, hostable agents: ['af91e4b9-f4e1-42b1-a25c-a10dc47171c8'], hosted agents: [] {{(pid=103229) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 19:01:39.087484 n-d-713498-36 neutron-server[103229]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e87f3ad-b9ce-4dd5-98df-1cccf970d012 admin admin] Network 22186bb1-1c50-47a0-85ed-567124795ab8 is scheduled to be hosted by DHCP agent af91e4b9-f4e1-42b1-a25c-a10dc47171c8 with binding_index 1 {{(pid=103229) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 19:01:39.097832 n-d-713498-36 neutron-server[103229]: DEBUG neutron.scheduler.base_scheduler [None req-2e87f3ad-b9ce-4dd5-98df-1cccf970d012 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713498-36, 22186bb1-1c50-47a0-85ed-567124795ab8) {{(pid=103229) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 19:01:39.103164 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e87f3ad-b9ce-4dd5-98df-1cccf970d012 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:01:39.104056 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-2e87f3ad-b9ce-4dd5-98df-1cccf970d012 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1613566'] for subnet (None), before_response {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:01:39.109484 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ec9d6ae-d489-45eb-8a1e-eccec18bfe8a None None] Network 22186bb1-1c50-47a0-85ed-567124795ab8 requested from n-d-713498-36 {{(pid=103232) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 19:01:39.126802 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-2e87f3ad-b9ce-4dd5-98df-1cccf970d012 admin admin] 10.222.0.75 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 0.4209247 Feb 09 19:01:39.172114 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 43778) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:01:39.176476 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.v2.base [None req-255d3b92-1803-4682-bb26-93a0d6539b43 admin admin] Request body: {'router': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-830942200-router', 'tenant_id': '74dc86730a17454f9e20cfb480a6b381', 'external_gateway_info': {'network_id': '88055e1e-672a-4487-be31-ffb6e833ece5'}}} {{(pid=103229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 19:01:39.201385 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-255d3b92-1803-4682-bb26-93a0d6539b43 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1834830', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-58389'] for router (a0ab541a-939a-4f11-b315-84034bd5accf), before_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:01:39.203011 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-255d3b92-1803-4682-bb26-93a0d6539b43 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1834810', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1822096', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1886735', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-58380'] for router (a0ab541a-939a-4f11-b315-84034bd5accf), precommit_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:01:39.318012 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-255d3b92-1803-4682-bb26-93a0d6539b43 admin admin] Publish callbacks [] for router_controller (a0ab541a-939a-4f11-b315-84034bd5accf), precommit_add_association {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:01:39.321226 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35e7549b-4227-4174-b43f-27f57b7d3eb9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8b32e980-7cce-5e82-a341-bd2fa8945c89-22186bb1-1c50-47a0-85ed-567124795ab8', 'network_id': '22186bb1-1c50-47a0-85ed-567124795ab8', 'project_id': '74dc86730a17454f9e20cfb480a6b381', 'fixed_ips': [{'subnet_id': '75c6a744-acd8-4cbc-b5ba-1f5214db2393'}]}} from n-d-713498-36. {{(pid=103232) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 09 19:01:39.322372 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-35e7549b-4227-4174-b43f-27f57b7d3eb9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (None), before_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:01:39.337505 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-125bf4a1-3aa2-499a-95e5-90df87a68870 tempest-AutoAllocateNetworkTest-202767574 tempest-AutoAllocateNetworkTest-202767574-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:01:39.342778 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-125bf4a1-3aa2-499a-95e5-90df87a68870 tempest-AutoAllocateNetworkTest-202767574 tempest-AutoAllocateNetworkTest-202767574-project] 10.222.0.75 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 764 time: 0.2981546 Feb 09 19:01:39.343428 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 43784) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:01:39.407780 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-20598761-d607-49b1-a149-40051995a0d7 tempest-AutoAllocateNetworkTest-202767574 tempest-AutoAllocateNetworkTest-202767574-project] 10.222.0.75 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0632372 Feb 09 19:01:39.408421 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 43790) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:01:39.438764 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-efb7e208-5ae2-4ecd-90ce-c515b955dd2a tempest-AutoAllocateNetworkTest-202767574 tempest-AutoAllocateNetworkTest-202767574-project] 10.222.0.75 "GET /v2.0/networks?tenant_id=cf785df72ef24361884c0207d32f6983 HTTP/1.1" status: 200 len: 208 time: 0.0292265 Feb 09 19:01:39.478469 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.db_base_plugin_common [None req-35e7549b-4227-4174-b43f-27f57b7d3eb9 None None] Allocated IP 172.20.0.2 (22186bb1-1c50-47a0-85ed-567124795ab8/75c6a744-acd8-4cbc-b5ba-1f5214db2393/e13b72b8-747d-42d9-a65a-59eb0752068a) {{(pid=103232) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 19:01:39.563512 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-255d3b92-1803-4682-bb26-93a0d6539b43 admin admin] Publish callbacks [] for router_gateway (a0ab541a-939a-4f11-b315-84034bd5accf), precommit_update {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:01:39.665567 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-35e7549b-4227-4174-b43f-27f57b7d3eb9 None None] Publish callbacks [] for port (e13b72b8-747d-42d9-a65a-59eb0752068a), precommit_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:01:39.672981 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-35e7549b-4227-4174-b43f-27f57b7d3eb9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762866656467'] for port (e13b72b8-747d-42d9-a65a-59eb0752068a), after_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:01:39.714300 n-d-713498-36 neutron-server[103232]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35e7549b-4227-4174-b43f-27f57b7d3eb9 None None] Network 22186bb1-1c50-47a0-85ed-567124795ab8 is already hosted by enough agents. {{(pid=103232) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 19:01:39.717320 n-d-713498-36 neutron-server[103232]: DEBUG neutron.scheduler.base_scheduler [None req-35e7549b-4227-4174-b43f-27f57b7d3eb9 None None] Resources bound (agent type, host, resource id): {{(pid=103232) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 19:01:39.721398 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35e7549b-4227-4174-b43f-27f57b7d3eb9 None None] Received port after_create {{(pid=103232) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 19:01:39.728615 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35e7549b-4227-4174-b43f-27f57b7d3eb9 None None] Pushing event updated for resources: {'Port': ['ID=e13b72b8-747d-42d9-a65a-59eb0752068a,revision_number=1']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:01:39.755380 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35e7549b-4227-4174-b43f-27f57b7d3eb9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:01:39.756000 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35e7549b-4227-4174-b43f-27f57b7d3eb9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:01:39.756000 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35e7549b-4227-4174-b43f-27f57b7d3eb9 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:01:39.756196 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35e7549b-4227-4174-b43f-27f57b7d3eb9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:01:39.756604 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35e7549b-4227-4174-b43f-27f57b7d3eb9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:01:39.756939 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35e7549b-4227-4174-b43f-27f57b7d3eb9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:01:39.757254 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35e7549b-4227-4174-b43f-27f57b7d3eb9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:01:39.757583 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35e7549b-4227-4174-b43f-27f57b7d3eb9 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:01:39.758044 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35e7549b-4227-4174-b43f-27f57b7d3eb9 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:01:39.758377 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35e7549b-4227-4174-b43f-27f57b7d3eb9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:01:39.758814 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35e7549b-4227-4174-b43f-27f57b7d3eb9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:01:39.759137 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35e7549b-4227-4174-b43f-27f57b7d3eb9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:01:39.759457 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35e7549b-4227-4174-b43f-27f57b7d3eb9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:01:39.762017 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35e7549b-4227-4174-b43f-27f57b7d3eb9 None None] Tracked resource versions report: Feb 09 19:01:39.762017 n-d-713498-36 neutron-server[103232]: pushed versions: Feb 09 19:01:39.762017 n-d-713498-36 neutron-server[103232]: { 'AddressGroup': {'1.2'}, Feb 09 19:01:39.762017 n-d-713498-36 neutron-server[103232]: 'ConntrackHelper': {'1.0'}, Feb 09 19:01:39.762017 n-d-713498-36 neutron-server[103232]: 'LocalIPAssociation': {'1.0'}, Feb 09 19:01:39.762017 n-d-713498-36 neutron-server[103232]: 'Log': {'1.0'}, Feb 09 19:01:39.762017 n-d-713498-36 neutron-server[103232]: 'Network': {'1.1'}, Feb 09 19:01:39.762017 n-d-713498-36 neutron-server[103232]: 'Port': {'1.7'}, Feb 09 19:01:39.762017 n-d-713498-36 neutron-server[103232]: 'PortForwarding': {'1.2'}, Feb 09 19:01:39.762017 n-d-713498-36 neutron-server[103232]: 'QosPolicy': {'1.10'}, Feb 09 19:01:39.762017 n-d-713498-36 neutron-server[103232]: 'SecurityGroup': {'1.5'}, Feb 09 19:01:39.762017 n-d-713498-36 neutron-server[103232]: 'SecurityGroupRule': {'1.2'}, Feb 09 19:01:39.762017 n-d-713498-36 neutron-server[103232]: 'SubPort': {'1.0'}, Feb 09 19:01:39.762017 n-d-713498-36 neutron-server[103232]: 'Subnet': {'1.1'}, Feb 09 19:01:39.762017 n-d-713498-36 neutron-server[103232]: 'Trunk': {'1.1'}} Feb 09 19:01:39.762017 n-d-713498-36 neutron-server[103232]: consumer versions: Feb 09 19:01:39.762017 n-d-713498-36 neutron-server[103232]: { DHCP agent@n-d-713498-36: {}, Feb 09 19:01:39.762017 n-d-713498-36 neutron-server[103232]: HyperV agent@n-h1-713498-36: {}, Feb 09 19:01:39.762017 n-d-713498-36 neutron-server[103232]: HyperV agent@n-h2-713498-36: {}, Feb 09 19:01:39.762017 n-d-713498-36 neutron-server[103232]: L3 agent@n-d-713498-36: {}, Feb 09 19:01:39.762017 n-d-713498-36 neutron-server[103232]: Metadata agent@n-d-713498-36: {}, Feb 09 19:01:39.762017 n-d-713498-36 neutron-server[103232]: Metering agent@n-d-713498-36: {}, Feb 09 19:01:39.762017 n-d-713498-36 neutron-server[103232]: Open vSwitch agent@n-d-713498-36: { 'AddressGroup': '1.2', Feb 09 19:01:39.762017 n-d-713498-36 neutron-server[103232]: 'ConntrackHelper': '1.0', Feb 09 19:01:39.762017 n-d-713498-36 neutron-server[103232]: 'LocalIPAssociation': '1.0', Feb 09 19:01:39.762017 n-d-713498-36 neutron-server[103232]: 'Log': '1.0', Feb 09 19:01:39.762017 n-d-713498-36 neutron-server[103232]: 'Network': '1.1', Feb 09 19:01:39.762017 n-d-713498-36 neutron-server[103232]: 'Port': '1.7', Feb 09 19:01:39.762017 n-d-713498-36 neutron-server[103232]: 'PortForwarding': '1.2', Feb 09 19:01:39.762017 n-d-713498-36 neutron-server[103232]: 'QosPolicy': '1.10', Feb 09 19:01:39.762017 n-d-713498-36 neutron-server[103232]: 'SecurityGroup': '1.5', Feb 09 19:01:39.762017 n-d-713498-36 neutron-server[103232]: 'SecurityGroupRule': '1.2', Feb 09 19:01:39.762017 n-d-713498-36 neutron-server[103232]: 'SubPort': '1.0', Feb 09 19:01:39.762017 n-d-713498-36 neutron-server[103232]: 'Subnet': '1.1', Feb 09 19:01:39.762017 n-d-713498-36 neutron-server[103232]: 'Trunk': '1.1'}} Feb 09 19:01:39.762017 n-d-713498-36 neutron-server[103232]: {{(pid=103232) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Feb 09 19:01:39.812865 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.managers [None req-35e7549b-4227-4174-b43f-27f57b7d3eb9 None None] Attempting to bind port e13b72b8-747d-42d9-a65a-59eb0752068a on host n-d-713498-36 for vnic_type normal with profile {{(pid=103232) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 19:01:39.813626 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.managers [None req-35e7549b-4227-4174-b43f-27f57b7d3eb9 None None] Attempting to bind port e13b72b8-747d-42d9-a65a-59eb0752068a by drivers openvswitch,hyperv on host n-d-713498-36 at level 0 using segments [{'id': '2523c180-74ec-4cd9-9acb-870f2fae65fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '22186bb1-1c50-47a0-85ed-567124795ab8'}] {{(pid=103232) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 19:01:39.814237 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35e7549b-4227-4174-b43f-27f57b7d3eb9 None None] Attempting to bind port e13b72b8-747d-42d9-a65a-59eb0752068a on network 22186bb1-1c50-47a0-85ed-567124795ab8 {{(pid=103232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 19:01:39.820973 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35e7549b-4227-4174-b43f-27f57b7d3eb9 None None] Checking agent: {'id': '496418a2-c002-4aec-ab1a-07f3bea491bd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-36', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 18, 51, 47), 'started_at': datetime.datetime(2022, 2, 9, 18, 52, 17), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 19, 1, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-36'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 19:01:39.822182 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35e7549b-4227-4174-b43f-27f57b7d3eb9 None None] Checking segment: {'id': '2523c180-74ec-4cd9-9acb-870f2fae65fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '22186bb1-1c50-47a0-85ed-567124795ab8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103232) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 19:01:39.823214 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-35e7549b-4227-4174-b43f-27f57b7d3eb9 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:01:39.824134 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35e7549b-4227-4174-b43f-27f57b7d3eb9 None None] Bound using segment: {'id': '2523c180-74ec-4cd9-9acb-870f2fae65fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '22186bb1-1c50-47a0-85ed-567124795ab8'} {{(pid=103232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 19:01:39.824846 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.managers [None req-35e7549b-4227-4174-b43f-27f57b7d3eb9 None None] Bound port: e13b72b8-747d-42d9-a65a-59eb0752068a, host: n-d-713498-36, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2523c180-74ec-4cd9-9acb-870f2fae65fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '22186bb1-1c50-47a0-85ed-567124795ab8'}}] {{(pid=103232) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 19:01:39.825414 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-35e7549b-4227-4174-b43f-27f57b7d3eb9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (e13b72b8-747d-42d9-a65a-59eb0752068a), before_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:01:39.886484 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-255d3b92-1803-4682-bb26-93a0d6539b43 admin admin] Publish callbacks [] for router_gateway (a0ab541a-939a-4f11-b315-84034bd5accf), before_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:01:39.919857 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-255d3b92-1803-4682-bb26-93a0d6539b43 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (None), before_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:01:39.920662 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-35e7549b-4227-4174-b43f-27f57b7d3eb9 None None] For port e13b72b8-747d-42d9-a65a-59eb0752068a, host n-d-713498-36, cleared binding levels {{(pid=103232) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 19:01:39.926134 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-35e7549b-4227-4174-b43f-27f57b7d3eb9 None None] For port e13b72b8-747d-42d9-a65a-59eb0752068a, host n-d-713498-36, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-36',level=0,port_id=e13b72b8-747d-42d9-a65a-59eb0752068a,segment=NetworkSegment(2523c180-74ec-4cd9-9acb-870f2fae65fd),segment_id=2523c180-74ec-4cd9-9acb-870f2fae65fd)] {{(pid=103232) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 19:01:39.935486 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-35e7549b-4227-4174-b43f-27f57b7d3eb9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762867176205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762866656485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762866656503'] for port (e13b72b8-747d-42d9-a65a-59eb0752068a), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:01:40.020673 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35e7549b-4227-4174-b43f-27f57b7d3eb9 None None] Pushing event updated for resources: {'Port': ['ID=e13b72b8-747d-42d9-a65a-59eb0752068a,revision_number=2']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:01:40.152795 n-d-713498-36 neutron-server[103229]: DEBUG neutron.db.db_base_plugin_common [None req-255d3b92-1803-4682-bb26-93a0d6539b43 admin admin] Allocated IP 172.25.1.127 (88055e1e-672a-4487-be31-ffb6e833ece5/ac16dbcc-383c-4b43-9153-d763c4a53f91/4064872f-54ad-481c-8bb9-331fae745bac) {{(pid=103229) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 19:01:40.293719 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-255d3b92-1803-4682-bb26-93a0d6539b43 admin admin] Publish callbacks [] for port (4064872f-54ad-481c-8bb9-331fae745bac), precommit_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:01:40.417704 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-255d3b92-1803-4682-bb26-93a0d6539b43 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762866656467'] for port (4064872f-54ad-481c-8bb9-331fae745bac), after_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:01:40.516303 n-d-713498-36 neutron-server[103229]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-255d3b92-1803-4682-bb26-93a0d6539b43 admin admin] Network 88055e1e-672a-4487-be31-ffb6e833ece5 is already hosted by enough agents. {{(pid=103229) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 19:01:40.522564 n-d-713498-36 neutron-server[103229]: DEBUG neutron.scheduler.base_scheduler [None req-255d3b92-1803-4682-bb26-93a0d6539b43 admin admin] Resources bound (agent type, host, resource id): {{(pid=103229) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 19:01:40.529704 n-d-713498-36 neutron-server[103229]: DEBUG neutron.db.l3_dvrscheduler_db [None req-255d3b92-1803-4682-bb26-93a0d6539b43 admin admin] Received port after_create {{(pid=103229) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 19:01:40.566481 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 43836) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:01:40.714917 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-255d3b92-1803-4682-bb26-93a0d6539b43 admin admin] Pushing event updated for resources: {'Port': ['ID=4064872f-54ad-481c-8bb9-331fae745bac,revision_number=1']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:01:40.744267 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-40fde72d-6d61-4bf0-8235-caaffbc00605 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762867132591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593584'] for agent (af91e4b9-f4e1-42b1-a25c-a10dc47171c8), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:01:41.012358 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-4c4944b6-06cf-491f-9e62-9d87c0a4e557 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:01:41.012541 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-255d3b92-1803-4682-bb26-93a0d6539b43 admin admin] Publish callbacks [] for router_gateway (a0ab541a-939a-4f11-b315-84034bd5accf), after_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:01:41.132627 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-4c4944b6-06cf-491f-9e62-9d87c0a4e557 admin admin] Publish callbacks [] for security_group (19952a6a-857d-4bdf-abd0-f94efaaa1e01), precommit_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:01:41.138755 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-4c4944b6-06cf-491f-9e62-9d87c0a4e557 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1892331'] for security_group (19952a6a-857d-4bdf-abd0-f94efaaa1e01), after_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:01:41.195383 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c4944b6-06cf-491f-9e62-9d87c0a4e557 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=19952a6a-857d-4bdf-abd0-f94efaaa1e01,revision_number=1']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:01:41.222723 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-4c4944b6-06cf-491f-9e62-9d87c0a4e557 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=cf785df72ef24361884c0207d32f6983&name=default HTTP/1.1" status: 200 len: 2992 time: 0.6547303 Feb 09 19:01:41.230706 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 43864) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:01:41.295992 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-255d3b92-1803-4682-bb26-93a0d6539b43 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1834945', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1818951'] for router (a0ab541a-939a-4f11-b315-84034bd5accf), after_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:01:41.424476 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-baedb512-8e4b-43a0-9a56-ada5fd6e0a02 None None] Network 22186bb1-1c50-47a0-85ed-567124795ab8 requested from n-d-713498-36 {{(pid=103232) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 19:01:41.431645 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-2fcef862-f688-490a-82b9-22abcd054354 admin admin] Publish callbacks [] for security_group (19952a6a-857d-4bdf-abd0-f94efaaa1e01), before_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:01:41.458564 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-2fcef862-f688-490a-82b9-22abcd054354 admin admin] Publish callbacks [] for security_group (19952a6a-857d-4bdf-abd0-f94efaaa1e01), precommit_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:01:41.528331 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-2fcef862-f688-490a-82b9-22abcd054354 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1892331'] for security_group (19952a6a-857d-4bdf-abd0-f94efaaa1e01), after_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:01:41.531497 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-2fcef862-f688-490a-82b9-22abcd054354 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:01:41.532897 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-2fcef862-f688-490a-82b9-22abcd054354 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/19952a6a-857d-4bdf-abd0-f94efaaa1e01 HTTP/1.1" status: 204 len: 168 time: 0.3008225 Feb 09 19:01:41.534989 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.provisioning_blocks [None req-1bc1fde7-205f-433c-bfe2-680fab7984b1 None None] Provisioning complete for port e13b72b8-747d-42d9-a65a-59eb0752068a triggered by entity DHCP. {{(pid=103232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 19:01:41.536795 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-1bc1fde7-205f-433c-bfe2-680fab7984b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593630'] for port (e13b72b8-747d-42d9-a65a-59eb0752068a), provisioning_complete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:01:41.552362 n-d-713498-36 neutron-server[103229]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-255d3b92-1803-4682-bb26-93a0d6539b43 admin admin] Router a0ab541a-939a-4f11-b315-84034bd5accf is scheduled to L3 agent 93303d5e-5d17-45e8-8963-7694f87783ae with binding_index 1 {{(pid=103229) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 09 19:01:41.556817 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fcef862-f688-490a-82b9-22abcd054354 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=19952a6a-857d-4bdf-abd0-f94efaaa1e01,revision_number=None']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:01:41.711126 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-255d3b92-1803-4682-bb26-93a0d6539b43 admin admin] Notify agent at l3_agent.n-d-713498-36 the message routers_updated {{(pid=103229) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 19:01:41.713366 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-1bc1fde7-205f-433c-bfe2-680fab7984b1 None None] Current status of the port e13b72b8-747d-42d9-a65a-59eb0752068a is: DOWN; New status is: ACTIVE {{(pid=103232) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 19:01:41.714525 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-1bc1fde7-205f-433c-bfe2-680fab7984b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (e13b72b8-747d-42d9-a65a-59eb0752068a), before_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:01:41.721493 n-d-713498-36 neutron-server[103233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c85685ce-ff26-44cf-8fdf-5646c6747744 None None] Sync routers for ids ['a0ab541a-939a-4f11-b315-84034bd5accf'] in n-d-713498-36 {{(pid=103233) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 19:01:41.735891 n-d-713498-36 neutron-server[103233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c85685ce-ff26-44cf-8fdf-5646c6747744 None None] Routers {'a0ab541a-939a-4f11-b315-84034bd5accf'} bound to L3 agent in host n-d-713498-36 {{(pid=103233) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 19:01:41.744534 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-255d3b92-1803-4682-bb26-93a0d6539b43 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:01:41.745845 n-d-713498-36 neutron-server[103233]: DEBUG neutron.db.l3_hamode_db [None req-c85685ce-ff26-44cf-8fdf-5646c6747744 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-09T18:51:43Z,description=,heartbeat_timestamp=2022-02-09T19:01:13Z,host='n-d-713498-36',id=93303d5e-5d17-45e8-8963-7694f87783ae,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T18:51:43Z,topic='l3_agent')) {'router_ids': ['a0ab541a-939a-4f11-b315-84034bd5accf'], 'active': True} {{(pid=103233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:01:41.749328 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-255d3b92-1803-4682-bb26-93a0d6539b43 admin admin] 10.222.0.75 "POST /v2.0/routers HTTP/1.1" status: 201 len: 935 time: 2.5735595 Feb 09 19:01:41.750848 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 43882) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:01:41.757312 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-1bc1fde7-205f-433c-bfe2-680fab7984b1 None None] For port e13b72b8-747d-42d9-a65a-59eb0752068a, host n-d-713498-36, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-36',level=0,port_id=e13b72b8-747d-42d9-a65a-59eb0752068a,segment=NetworkSegment(2523c180-74ec-4cd9-9acb-870f2fae65fd),segment_id=2523c180-74ec-4cd9-9acb-870f2fae65fd)] {{(pid=103232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 19:01:41.771983 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-1bc1fde7-205f-433c-bfe2-680fab7984b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762867176205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762866656485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762866656503'] for port (e13b72b8-747d-42d9-a65a-59eb0752068a), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:01:41.890631 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bc1fde7-205f-433c-bfe2-680fab7984b1 None None] Pushing event updated for resources: {'Port': ['ID=e13b72b8-747d-42d9-a65a-59eb0752068a,revision_number=3']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:01:41.964265 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Device e13b72b8-747d-42d9-a65a-59eb0752068a up at agent ovs-agent-n-d-713498-36 {{(pid=103232) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 19:01:42.024933 n-d-713498-36 neutron-server[103233]: DEBUG neutron.db.l3_dvr_db [None req-c85685ce-ff26-44cf-8fdf-5646c6747744 None None] Set router a0ab541a-939a-4f11-b315-84034bd5accf gateway port host: n-d-713498-36 {{(pid=103233) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 19:01:42.062066 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.provisioning_blocks [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Provisioning complete for port e13b72b8-747d-42d9-a65a-59eb0752068a triggered by entity L2. {{(pid=103232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 19:01:42.064689 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593630'] for port (e13b72b8-747d-42d9-a65a-59eb0752068a), provisioning_complete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:01:42.178007 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.provisioning_blocks [None req-767070be-331a-4dea-a0a5-0fde00289cda None None] Provisioning complete for port e13b72b8-747d-42d9-a65a-59eb0752068a triggered by entity DHCP. {{(pid=103232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 19:01:42.178490 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-767070be-331a-4dea-a0a5-0fde00289cda None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593630'] for port (e13b72b8-747d-42d9-a65a-59eb0752068a), provisioning_complete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:01:42.262811 n-d-713498-36 neutron-server[103233]: DEBUG neutron.db.l3_hamode_db [None req-c85685ce-ff26-44cf-8fdf-5646c6747744 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a0ab541a-939a-4f11-b315-84034bd5accf', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-830942200-router', 'tenant_id': '74dc86730a17454f9e20cfb480a6b381', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88055e1e-672a-4487-be31-ffb6e833ece5', 'external_fixed_ips': [{'subnet_id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'ip_address': '172.25.1.127'}], 'enable_snat': True}, 'gw_port_id': '4064872f-54ad-481c-8bb9-331fae745bac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T19:01:39Z', 'updated_at': '2022-02-09T19:01:40Z', 'revision_number': 3, 'project_id': '74dc86730a17454f9e20cfb480a6b381', 'gw_port': {'id': '4064872f-54ad-481c-8bb9-331fae745bac', 'name': '', 'network_id': '88055e1e-672a-4487-be31-ffb6e833ece5', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:72:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a0ab541a-939a-4f11-b315-84034bd5accf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'ip_address': '172.25.1.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T19:01:39Z', 'updated_at': '2022-02-09T19:01:40Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-36'}], 'n-d-713498-36', False) {} {{(pid=103233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:01:42.266648 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Current status of the port e13b72b8-747d-42d9-a65a-59eb0752068a is: ACTIVE; New status is: ACTIVE {{(pid=103232) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 19:01:42.294843 n-d-713498-36 neutron-server[103233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c85685ce-ff26-44cf-8fdf-5646c6747744 None None] Checking router: a0ab541a-939a-4f11-b315-84034bd5accf for host: n-d-713498-36 {{(pid=103233) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 19:01:42.295251 n-d-713498-36 neutron-server[103233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c85685ce-ff26-44cf-8fdf-5646c6747744 None None] Updating router a0ab541a-939a-4f11-b315-84034bd5accf port 4064872f-54ad-481c-8bb9-331fae745bac binding host n-d-713498-36 {{(pid=103233) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 19:01:42.313370 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-767070be-331a-4dea-a0a5-0fde00289cda None None] Current status of the port e13b72b8-747d-42d9-a65a-59eb0752068a is: ACTIVE; New status is: ACTIVE {{(pid=103232) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 19:01:42.325919 n-d-713498-36 neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-c85685ce-ff26-44cf-8fdf-5646c6747744 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (4064872f-54ad-481c-8bb9-331fae745bac), before_update {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:01:42.569092 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-b37447fa-d4bf-4783-bf4b-1bfcf8f1c157 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (None), before_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:01:42.629769 n-d-713498-36 neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-c85685ce-ff26-44cf-8fdf-5646c6747744 None None] Publish callbacks [] for port (4064872f-54ad-481c-8bb9-331fae745bac), precommit_update {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:01:42.638120 n-d-713498-36 neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-c85685ce-ff26-44cf-8fdf-5646c6747744 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762867176205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762866656485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762866656503'] for port (4064872f-54ad-481c-8bb9-331fae745bac), after_update {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:01:42.670550 n-d-713498-36 neutron-server[103233]: DEBUG neutron.plugins.ml2.managers [None req-c85685ce-ff26-44cf-8fdf-5646c6747744 None None] Attempting to bind port 4064872f-54ad-481c-8bb9-331fae745bac on host n-d-713498-36 for vnic_type normal with profile {{(pid=103233) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 19:01:42.671140 n-d-713498-36 neutron-server[103233]: DEBUG neutron.plugins.ml2.managers [None req-c85685ce-ff26-44cf-8fdf-5646c6747744 None None] Attempting to bind port 4064872f-54ad-481c-8bb9-331fae745bac by drivers openvswitch,hyperv on host n-d-713498-36 at level 0 using segments [{'id': 'a4222f89-8d3f-4b51-953b-1a8126392491', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '88055e1e-672a-4487-be31-ffb6e833ece5'}] {{(pid=103233) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 19:01:42.671662 n-d-713498-36 neutron-server[103233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c85685ce-ff26-44cf-8fdf-5646c6747744 None None] Attempting to bind port 4064872f-54ad-481c-8bb9-331fae745bac on network 88055e1e-672a-4487-be31-ffb6e833ece5 {{(pid=103233) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 19:01:42.692989 n-d-713498-36 neutron-server[103233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c85685ce-ff26-44cf-8fdf-5646c6747744 None None] Checking agent: {'id': '496418a2-c002-4aec-ab1a-07f3bea491bd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-36', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 18, 51, 47), 'started_at': datetime.datetime(2022, 2, 9, 18, 52, 17), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 19, 1, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-36'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103233) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 19:01:42.693365 n-d-713498-36 neutron-server[103233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c85685ce-ff26-44cf-8fdf-5646c6747744 None None] Checking segment: {'id': 'a4222f89-8d3f-4b51-953b-1a8126392491', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '88055e1e-672a-4487-be31-ffb6e833ece5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103233) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 19:01:42.693769 n-d-713498-36 neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-c85685ce-ff26-44cf-8fdf-5646c6747744 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:01:42.694186 n-d-713498-36 neutron-server[103233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c85685ce-ff26-44cf-8fdf-5646c6747744 None None] Bound using segment: {'id': 'a4222f89-8d3f-4b51-953b-1a8126392491', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '88055e1e-672a-4487-be31-ffb6e833ece5'} {{(pid=103233) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 19:01:42.694668 n-d-713498-36 neutron-server[103233]: DEBUG neutron.plugins.ml2.managers [None req-c85685ce-ff26-44cf-8fdf-5646c6747744 None None] Bound port: 4064872f-54ad-481c-8bb9-331fae745bac, host: n-d-713498-36, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a4222f89-8d3f-4b51-953b-1a8126392491', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '88055e1e-672a-4487-be31-ffb6e833ece5'}}] {{(pid=103233) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 19:01:42.695041 n-d-713498-36 neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-c85685ce-ff26-44cf-8fdf-5646c6747744 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (4064872f-54ad-481c-8bb9-331fae745bac), before_update {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:01:42.749143 n-d-713498-36 neutron-server[103233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed626dc3-6014-48e8-9c37-22000b0c141a None None] Pushing event updated for resources: {'Port': ['ID=4064872f-54ad-481c-8bb9-331fae745bac,revision_number=2']} {{(pid=103233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:01:42.763266 n-d-713498-36 neutron-server[103233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed626dc3-6014-48e8-9c37-22000b0c141a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:01:42.763615 n-d-713498-36 neutron-server[103233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed626dc3-6014-48e8-9c37-22000b0c141a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:01:42.763958 n-d-713498-36 neutron-server[103233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed626dc3-6014-48e8-9c37-22000b0c141a None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:01:42.764391 n-d-713498-36 neutron-server[103233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed626dc3-6014-48e8-9c37-22000b0c141a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:01:42.764731 n-d-713498-36 neutron-server[103233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed626dc3-6014-48e8-9c37-22000b0c141a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:01:42.765062 n-d-713498-36 neutron-server[103233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed626dc3-6014-48e8-9c37-22000b0c141a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:01:42.765635 n-d-713498-36 neutron-server[103233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed626dc3-6014-48e8-9c37-22000b0c141a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:01:42.766467 n-d-713498-36 neutron-server[103233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed626dc3-6014-48e8-9c37-22000b0c141a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:01:42.766467 n-d-713498-36 neutron-server[103233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed626dc3-6014-48e8-9c37-22000b0c141a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:01:42.766817 n-d-713498-36 neutron-server[103233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed626dc3-6014-48e8-9c37-22000b0c141a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:01:42.767199 n-d-713498-36 neutron-server[103233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed626dc3-6014-48e8-9c37-22000b0c141a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:01:42.767693 n-d-713498-36 neutron-server[103233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed626dc3-6014-48e8-9c37-22000b0c141a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:01:42.768031 n-d-713498-36 neutron-server[103233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed626dc3-6014-48e8-9c37-22000b0c141a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:01:42.769366 n-d-713498-36 neutron-server[103233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed626dc3-6014-48e8-9c37-22000b0c141a None None] Tracked resource versions report: Feb 09 19:01:42.769366 n-d-713498-36 neutron-server[103233]: pushed versions: Feb 09 19:01:42.769366 n-d-713498-36 neutron-server[103233]: { 'AddressGroup': {'1.2'}, Feb 09 19:01:42.769366 n-d-713498-36 neutron-server[103233]: 'ConntrackHelper': {'1.0'}, Feb 09 19:01:42.769366 n-d-713498-36 neutron-server[103233]: 'LocalIPAssociation': {'1.0'}, Feb 09 19:01:42.769366 n-d-713498-36 neutron-server[103233]: 'Log': {'1.0'}, Feb 09 19:01:42.769366 n-d-713498-36 neutron-server[103233]: 'Network': {'1.1'}, Feb 09 19:01:42.769366 n-d-713498-36 neutron-server[103233]: 'Port': {'1.7'}, Feb 09 19:01:42.769366 n-d-713498-36 neutron-server[103233]: 'PortForwarding': {'1.2'}, Feb 09 19:01:42.769366 n-d-713498-36 neutron-server[103233]: 'QosPolicy': {'1.10'}, Feb 09 19:01:42.769366 n-d-713498-36 neutron-server[103233]: 'SecurityGroup': {'1.5'}, Feb 09 19:01:42.769366 n-d-713498-36 neutron-server[103233]: 'SecurityGroupRule': {'1.2'}, Feb 09 19:01:42.769366 n-d-713498-36 neutron-server[103233]: 'SubPort': {'1.0'}, Feb 09 19:01:42.769366 n-d-713498-36 neutron-server[103233]: 'Subnet': {'1.1'}, Feb 09 19:01:42.769366 n-d-713498-36 neutron-server[103233]: 'Trunk': {'1.1'}} Feb 09 19:01:42.769366 n-d-713498-36 neutron-server[103233]: consumer versions: Feb 09 19:01:42.769366 n-d-713498-36 neutron-server[103233]: { DHCP agent@n-d-713498-36: {}, Feb 09 19:01:42.769366 n-d-713498-36 neutron-server[103233]: HyperV agent@n-h1-713498-36: {}, Feb 09 19:01:42.769366 n-d-713498-36 neutron-server[103233]: HyperV agent@n-h2-713498-36: {}, Feb 09 19:01:42.769366 n-d-713498-36 neutron-server[103233]: L3 agent@n-d-713498-36: {}, Feb 09 19:01:42.769366 n-d-713498-36 neutron-server[103233]: Metadata agent@n-d-713498-36: {}, Feb 09 19:01:42.769366 n-d-713498-36 neutron-server[103233]: Metering agent@n-d-713498-36: {}, Feb 09 19:01:42.769366 n-d-713498-36 neutron-server[103233]: Open vSwitch agent@n-d-713498-36: { 'AddressGroup': '1.2', Feb 09 19:01:42.769366 n-d-713498-36 neutron-server[103233]: 'ConntrackHelper': '1.0', Feb 09 19:01:42.769366 n-d-713498-36 neutron-server[103233]: 'LocalIPAssociation': '1.0', Feb 09 19:01:42.769366 n-d-713498-36 neutron-server[103233]: 'Log': '1.0', Feb 09 19:01:42.769366 n-d-713498-36 neutron-server[103233]: 'Network': '1.1', Feb 09 19:01:42.769366 n-d-713498-36 neutron-server[103233]: 'Port': '1.7', Feb 09 19:01:42.769366 n-d-713498-36 neutron-server[103233]: 'PortForwarding': '1.2', Feb 09 19:01:42.769366 n-d-713498-36 neutron-server[103233]: 'QosPolicy': '1.10', Feb 09 19:01:42.769366 n-d-713498-36 neutron-server[103233]: 'SecurityGroup': '1.5', Feb 09 19:01:42.769366 n-d-713498-36 neutron-server[103233]: 'SecurityGroupRule': '1.2', Feb 09 19:01:42.769366 n-d-713498-36 neutron-server[103233]: 'SubPort': '1.0', Feb 09 19:01:42.769366 n-d-713498-36 neutron-server[103233]: 'Subnet': '1.1', Feb 09 19:01:42.769366 n-d-713498-36 neutron-server[103233]: 'Trunk': '1.1'}} Feb 09 19:01:42.769366 n-d-713498-36 neutron-server[103233]: {{(pid=103233) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Feb 09 19:01:42.779488 n-d-713498-36 neutron-server[103233]: DEBUG neutron.plugins.ml2.db [None req-c85685ce-ff26-44cf-8fdf-5646c6747744 None None] For port 4064872f-54ad-481c-8bb9-331fae745bac, host n-d-713498-36, cleared binding levels {{(pid=103233) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 19:01:42.792532 n-d-713498-36 neutron-server[103233]: DEBUG neutron.plugins.ml2.db [None req-c85685ce-ff26-44cf-8fdf-5646c6747744 None None] For port 4064872f-54ad-481c-8bb9-331fae745bac, host n-d-713498-36, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-36',level=0,port_id=4064872f-54ad-481c-8bb9-331fae745bac,segment=NetworkSegment(a4222f89-8d3f-4b51-953b-1a8126392491),segment_id=a4222f89-8d3f-4b51-953b-1a8126392491)] {{(pid=103233) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 19:01:42.794207 n-d-713498-36 neutron-server[103230]: DEBUG neutron.db.db_base_plugin_common [None req-b37447fa-d4bf-4783-bf4b-1bfcf8f1c157 admin admin] Allocated IP 172.20.0.1 (22186bb1-1c50-47a0-85ed-567124795ab8/75c6a744-acd8-4cbc-b5ba-1f5214db2393/36ae183d-0b5b-4958-bab8-21d4d5bdca13) {{(pid=103230) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 19:01:42.808309 n-d-713498-36 neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-c85685ce-ff26-44cf-8fdf-5646c6747744 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762867176205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762866656485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762866656503'] for port (4064872f-54ad-481c-8bb9-331fae745bac), after_update {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:01:42.887130 n-d-713498-36 neutron-server[103233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed626dc3-6014-48e8-9c37-22000b0c141a None None] Pushing event updated for resources: {'Port': ['ID=4064872f-54ad-481c-8bb9-331fae745bac,revision_number=3']} {{(pid=103233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:01:42.890158 n-d-713498-36 neutron-server[103233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c85685ce-ff26-44cf-8fdf-5646c6747744 None None] Routers {'a0ab541a-939a-4f11-b315-84034bd5accf'} bound to L3 agent in host n-d-713498-36 {{(pid=103233) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 19:01:42.891571 n-d-713498-36 neutron-server[103233]: DEBUG neutron.db.l3_hamode_db [None req-c85685ce-ff26-44cf-8fdf-5646c6747744 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-09T18:51:43Z,description=,heartbeat_timestamp=2022-02-09T19:01:13Z,host='n-d-713498-36',id=93303d5e-5d17-45e8-8963-7694f87783ae,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T18:51:43Z,topic='l3_agent')) {'router_ids': ['a0ab541a-939a-4f11-b315-84034bd5accf'], 'active': True} {{(pid=103233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:01:42.959214 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-b37447fa-d4bf-4783-bf4b-1bfcf8f1c157 admin admin] Publish callbacks [] for port (36ae183d-0b5b-4958-bab8-21d4d5bdca13), precommit_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:01:42.996181 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-8fbf891b-2c93-4a9f-92d2-b246d3bf9945 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762867132591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593584'] for agent (93303d5e-5d17-45e8-8963-7694f87783ae), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:01:43.031508 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-b37447fa-d4bf-4783-bf4b-1bfcf8f1c157 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762866656467'] for port (36ae183d-0b5b-4958-bab8-21d4d5bdca13), after_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:01:43.059113 n-d-713498-36 neutron-server[103233]: DEBUG neutron.db.l3_dvr_db [None req-c85685ce-ff26-44cf-8fdf-5646c6747744 None None] Set router a0ab541a-939a-4f11-b315-84034bd5accf gateway port host: n-d-713498-36 {{(pid=103233) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 19:01:43.080257 n-d-713498-36 neutron-server[103230]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b37447fa-d4bf-4783-bf4b-1bfcf8f1c157 admin admin] Network 22186bb1-1c50-47a0-85ed-567124795ab8 is already hosted by enough agents. {{(pid=103230) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 19:01:43.083962 n-d-713498-36 neutron-server[103230]: DEBUG neutron.scheduler.base_scheduler [None req-b37447fa-d4bf-4783-bf4b-1bfcf8f1c157 admin admin] Resources bound (agent type, host, resource id): {{(pid=103230) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 19:01:43.087394 n-d-713498-36 neutron-server[103230]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b37447fa-d4bf-4783-bf4b-1bfcf8f1c157 admin admin] Received port after_create {{(pid=103230) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 19:01:43.088000 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-b37447fa-d4bf-4783-bf4b-1bfcf8f1c157 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1819024'] for router_interface (a0ab541a-939a-4f11-b315-84034bd5accf), before_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:01:43.095091 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b37447fa-d4bf-4783-bf4b-1bfcf8f1c157 admin admin] Pushing event updated for resources: {'Port': ['ID=36ae183d-0b5b-4958-bab8-21d4d5bdca13,revision_number=1']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:01:43.234648 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 43960) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:01:43.242736 n-d-713498-36 neutron-server[103229]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Feb 09 19:01:43.290718 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-c8f06fac-5a02-4166-806d-8909aa3cbd32 req-c23ecd9a-83ff-4a7e-be14-8994124bcee9 tempest-DeleteServersAdminTestJSON-568076601 tempest-DeleteServersAdminTestJSON-568076601-project] 10.222.0.75 "GET /v2.0/networks?tenant_id=48e589a1e5c540ffa1d39621749c63d1&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0493450 Feb 09 19:01:43.489843 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-b37447fa-d4bf-4783-bf4b-1bfcf8f1c157 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (36ae183d-0b5b-4958-bab8-21d4d5bdca13), before_update {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:01:43.496740 n-d-713498-36 neutron-server[103233]: DEBUG neutron.db.l3_hamode_db [None req-c85685ce-ff26-44cf-8fdf-5646c6747744 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a0ab541a-939a-4f11-b315-84034bd5accf', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-830942200-router', 'tenant_id': '74dc86730a17454f9e20cfb480a6b381', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88055e1e-672a-4487-be31-ffb6e833ece5', 'external_fixed_ips': [{'subnet_id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'ip_address': '172.25.1.127'}], 'enable_snat': True}, 'gw_port_id': '4064872f-54ad-481c-8bb9-331fae745bac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T19:01:39Z', 'updated_at': '2022-02-09T19:01:40Z', 'revision_number': 3, 'project_id': '74dc86730a17454f9e20cfb480a6b381', 'gw_port': {'id': '4064872f-54ad-481c-8bb9-331fae745bac', 'name': '', 'network_id': '88055e1e-672a-4487-be31-ffb6e833ece5', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:72:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a0ab541a-939a-4f11-b315-84034bd5accf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'ip_address': '172.25.1.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T19:01:39Z', 'updated_at': '2022-02-09T19:01:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-36'}], 'n-d-713498-36', False) {} {{(pid=103233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:01:43.539129 n-d-713498-36 neutron-server[103233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c85685ce-ff26-44cf-8fdf-5646c6747744 None None] The sync data for ids ['a0ab541a-939a-4f11-b315-84034bd5accf'] in n-d-713498-36 is: [{'id': 'a0ab541a-939a-4f11-b315-84034bd5accf', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-830942200-router', 'tenant_id': '74dc86730a17454f9e20cfb480a6b381', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88055e1e-672a-4487-be31-ffb6e833ece5', 'external_fixed_ips': [{'subnet_id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'ip_address': '172.25.1.127'}], 'enable_snat': True}, 'gw_port_id': '4064872f-54ad-481c-8bb9-331fae745bac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T19:01:39Z', 'updated_at': '2022-02-09T19:01:40Z', 'revision_number': 3, 'project_id': '74dc86730a17454f9e20cfb480a6b381', 'gw_port': {'id': '4064872f-54ad-481c-8bb9-331fae745bac', 'name': '', 'network_id': '88055e1e-672a-4487-be31-ffb6e833ece5', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:72:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a0ab541a-939a-4f11-b315-84034bd5accf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'ip_address': '172.25.1.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T19:01:39Z', 'updated_at': '2022-02-09T19:01:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-36'}] {{(pid=103233) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 19:01:43.579286 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.provisioning_blocks [None req-8043cc6a-729a-4010-a9fa-80ecffe3fda2 None None] Provisioning complete for port 36ae183d-0b5b-4958-bab8-21d4d5bdca13 triggered by entity DHCP. {{(pid=103232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 19:01:43.580805 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-8043cc6a-729a-4010-a9fa-80ecffe3fda2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593630'] for port (36ae183d-0b5b-4958-bab8-21d4d5bdca13), provisioning_complete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:01:43.671811 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-8043cc6a-729a-4010-a9fa-80ecffe3fda2 None None] Port 36ae183d-0b5b-4958-bab8-21d4d5bdca13 cannot update to ACTIVE because it is not bound. {{(pid=103232) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 19:01:43.673688 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8f06fac-5a02-4166-806d-8909aa3cbd32 req-aed79ac8-f670-43eb-b7a9-786938e676a9 tempest-DeleteServersAdminTestJSON-568076601 tempest-DeleteServersAdminTestJSON-568076601-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:01:43.681854 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-c8f06fac-5a02-4166-806d-8909aa3cbd32 req-aed79ac8-f670-43eb-b7a9-786938e676a9 tempest-DeleteServersAdminTestJSON-568076601 tempest-DeleteServersAdminTestJSON-568076601-project] 10.222.0.75 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3850257 Feb 09 19:01:43.706409 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-c8f06fac-5a02-4166-806d-8909aa3cbd32 req-5c2ab635-9eb6-450a-94c3-4b52ed005ffd tempest-DeleteServersAdminTestJSON-568076601 tempest-DeleteServersAdminTestJSON-568076601-project] 10.222.0.75 "GET /v2.0/quotas/48e589a1e5c540ffa1d39621749c63d1 HTTP/1.1" status: 200 len: 375 time: 0.0212574 Feb 09 19:01:43.793628 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-c8f06fac-5a02-4166-806d-8909aa3cbd32 req-63fbd1e7-b752-46fe-95c9-78d1adcfa98b tempest-DeleteServersAdminTestJSON-568076601 tempest-DeleteServersAdminTestJSON-568076601-project] 10.222.0.75 "GET /v2.0/ports?tenant_id=48e589a1e5c540ffa1d39621749c63d1&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0880697 Feb 09 19:01:43.844327 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 43996) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:01:43.884582 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Device e13b72b8-747d-42d9-a65a-59eb0752068a up at agent ovs-agent-n-d-713498-36 {{(pid=103232) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 19:01:43.893524 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-b37447fa-d4bf-4783-bf4b-1bfcf8f1c157 admin admin] Publish callbacks [] for port (36ae183d-0b5b-4958-bab8-21d4d5bdca13), precommit_update {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:01:43.906894 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-b37447fa-d4bf-4783-bf4b-1bfcf8f1c157 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762867176205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762866656485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762866656503'] for port (36ae183d-0b5b-4958-bab8-21d4d5bdca13), after_update {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:01:43.907864 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-b37447fa-d4bf-4783-bf4b-1bfcf8f1c157 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1613458', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1834496'] for router_interface (a0ab541a-939a-4f11-b315-84034bd5accf), after_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:01:43.975867 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.provisioning_blocks [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Provisioning complete for port e13b72b8-747d-42d9-a65a-59eb0752068a triggered by entity L2. {{(pid=103232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 19:01:43.977020 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593630'] for port (e13b72b8-747d-42d9-a65a-59eb0752068a), provisioning_complete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:01:44.027120 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b37447fa-d4bf-4783-bf4b-1bfcf8f1c157 admin admin] Pushing event updated for resources: {'Port': ['ID=36ae183d-0b5b-4958-bab8-21d4d5bdca13,revision_number=2']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:01:44.175779 n-d-713498-36 neutron-server[103230]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b37447fa-d4bf-4783-bf4b-1bfcf8f1c157 admin admin] Network 22186bb1-1c50-47a0-85ed-567124795ab8 is already hosted by enough agents. {{(pid=103230) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 19:01:44.192561 n-d-713498-36 neutron-server[103230]: DEBUG neutron.scheduler.base_scheduler [None req-b37447fa-d4bf-4783-bf4b-1bfcf8f1c157 admin admin] Resources bound (agent type, host, resource id): {{(pid=103230) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 19:01:44.210452 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-8a6762f1-ee4b-4a08-8bba-640c524dcf6c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:01:44.411768 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-1f0bc3d3-5e07-462b-810b-4c2efd165f0e req-b800613d-cac3-44b6-8e44-18bcfc8b7ad7 tempest-DeleteServersAdminTestJSON-568076601 tempest-DeleteServersAdminTestJSON-568076601-project] 10.222.0.75 "GET /v2.0/ports?device_id=e46e24cb-41e4-4fb5-ac50-31f8ed645b0d HTTP/1.1" status: 200 len: 210 time: 0.2048416 Feb 09 19:01:44.503653 n-d-713498-36 neutron-server[103230]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b37447fa-d4bf-4783-bf4b-1bfcf8f1c157 admin admin] Router a0ab541a-939a-4f11-b315-84034bd5accf has already been hosted by L3 agent 93303d5e-5d17-45e8-8963-7694f87783ae {{(pid=103230) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 19:01:44.654442 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-8a6762f1-ee4b-4a08-8bba-640c524dcf6c admin admin] Publish callbacks [] for security_group (ef50aca6-7f5f-477a-9522-d8d062c3cf08), precommit_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:01:44.666326 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-edc54c9b-7f13-45d9-9271-85c9738b0128 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762867132591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593584'] for agent (a62b1850-466f-48ae-bec7-d62fb280e14b), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:01:44.668675 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-8a6762f1-ee4b-4a08-8bba-640c524dcf6c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1892331'] for security_group (ef50aca6-7f5f-477a-9522-d8d062c3cf08), after_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:01:44.682434 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Current status of the port e13b72b8-747d-42d9-a65a-59eb0752068a is: ACTIVE; New status is: ACTIVE {{(pid=103232) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 19:01:44.687092 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.provisioning_blocks [None req-92db10ed-2684-41eb-8079-1b33810f5ca6 None None] Provisioning complete for port 36ae183d-0b5b-4958-bab8-21d4d5bdca13 triggered by entity DHCP. {{(pid=103232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 19:01:44.688080 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-92db10ed-2684-41eb-8079-1b33810f5ca6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593630'] for port (36ae183d-0b5b-4958-bab8-21d4d5bdca13), provisioning_complete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:01:44.750511 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-92db10ed-2684-41eb-8079-1b33810f5ca6 None None] Port 36ae183d-0b5b-4958-bab8-21d4d5bdca13 cannot update to ACTIVE because it is not bound. {{(pid=103232) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 19:01:44.768404 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a6762f1-ee4b-4a08-8bba-640c524dcf6c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ef50aca6-7f5f-477a-9522-d8d062c3cf08,revision_number=1']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:01:44.779852 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-8a6762f1-ee4b-4a08-8bba-640c524dcf6c admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=448b7194d1f944dc82268dd274627394&name=default HTTP/1.1" status: 200 len: 2992 time: 0.9344471 Feb 09 19:01:44.786882 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 44044) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:01:44.855320 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b37447fa-d4bf-4783-bf4b-1bfcf8f1c157 admin admin] Notify agent at l3_agent.n-d-713498-36 the message routers_updated {{(pid=103230) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 19:01:44.868374 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-b37447fa-d4bf-4783-bf4b-1bfcf8f1c157 admin admin] 10.222.0.75 "PUT /v2.0/routers/a0ab541a-939a-4f11-b315-84034bd5accf/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1157472 Feb 09 19:01:44.929024 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-9c76eaf8-4dd9-46cd-95e6-66c28e780893 admin admin] Publish callbacks [] for security_group (ef50aca6-7f5f-477a-9522-d8d062c3cf08), before_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:01:44.966221 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-9c76eaf8-4dd9-46cd-95e6-66c28e780893 admin admin] Publish callbacks [] for security_group (ef50aca6-7f5f-477a-9522-d8d062c3cf08), precommit_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:01:45.102027 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-9c76eaf8-4dd9-46cd-95e6-66c28e780893 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1892331'] for security_group (ef50aca6-7f5f-477a-9522-d8d062c3cf08), after_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:01:45.106651 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-9c76eaf8-4dd9-46cd-95e6-66c28e780893 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:01:45.112502 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-9c76eaf8-4dd9-46cd-95e6-66c28e780893 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/ef50aca6-7f5f-477a-9522-d8d062c3cf08 HTTP/1.1" status: 204 len: 168 time: 0.3220422 Feb 09 19:01:45.122861 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c76eaf8-4dd9-46cd-95e6-66c28e780893 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ef50aca6-7f5f-477a-9522-d8d062c3cf08,revision_number=None']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:01:45.585366 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-5f780bca-874a-4a9c-a305-7d46c878c481 req-5efc558e-fbe0-460c-bdef-a693a60ac3b6 tempest-AggregatesAdminTestJSON-1806455315 tempest-AggregatesAdminTestJSON-1806455315-project] 10.222.0.75 "GET /v2.0/networks?tenant_id=b41f257f8de84d918942be9d6a5dfbda&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0298839 Feb 09 19:01:45.722667 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f780bca-874a-4a9c-a305-7d46c878c481 req-2662dd17-a4e9-4fe9-8422-37691b9080b7 tempest-AggregatesAdminTestJSON-1806455315 tempest-AggregatesAdminTestJSON-1806455315-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:01:45.724467 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-5f780bca-874a-4a9c-a305-7d46c878c481 req-2662dd17-a4e9-4fe9-8422-37691b9080b7 tempest-AggregatesAdminTestJSON-1806455315 tempest-AggregatesAdminTestJSON-1806455315-project] 10.222.0.75 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1382689 Feb 09 19:01:45.747976 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-5f780bca-874a-4a9c-a305-7d46c878c481 req-d1af416e-1ace-4e24-bfe3-557b7a289cef tempest-AggregatesAdminTestJSON-1806455315 tempest-AggregatesAdminTestJSON-1806455315-project] 10.222.0.75 "GET /v2.0/quotas/b41f257f8de84d918942be9d6a5dfbda HTTP/1.1" status: 200 len: 375 time: 0.0159307 Feb 09 19:01:45.774400 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-a7262a8e-0513-48fd-984d-75726a511961 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762867132591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593584'] for agent (911cfea2-02ae-4ec9-bac3-7808ee1cdd9c), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:01:45.791259 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-5f780bca-874a-4a9c-a305-7d46c878c481 req-42e95848-c964-43ac-a0af-d1e31dd5d768 tempest-AggregatesAdminTestJSON-1806455315 tempest-AggregatesAdminTestJSON-1806455315-project] 10.222.0.75 "GET /v2.0/ports?tenant_id=b41f257f8de84d918942be9d6a5dfbda&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0422304 Feb 09 19:01:45.887038 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 44132) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:01:45.928398 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Device 4064872f-54ad-481c-8bb9-331fae745bac up at agent ovs-agent-n-d-713498-36 {{(pid=103232) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 19:01:46.038136 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.provisioning_blocks [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Provisioning complete for port 4064872f-54ad-481c-8bb9-331fae745bac triggered by entity L2. {{(pid=103232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 19:01:46.039061 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593630'] for port (4064872f-54ad-481c-8bb9-331fae745bac), provisioning_complete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:01:46.048202 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-190f3d3d-c644-4f60-9a20-4de49db39c71 req-cb8697d3-5f27-4d4a-82cb-3f8fdd673d28 tempest-AggregatesAdminTestJSON-1806455315 tempest-AggregatesAdminTestJSON-1806455315-project] 10.222.0.75 "GET /v2.0/ports?device_id=6ce13752-b912-4d74-9abc-679a966fd01a HTTP/1.1" status: 200 len: 210 time: 0.0552316 Feb 09 19:01:46.177739 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Current status of the port 4064872f-54ad-481c-8bb9-331fae745bac is: DOWN; New status is: ACTIVE {{(pid=103232) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 19:01:46.178164 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (4064872f-54ad-481c-8bb9-331fae745bac), before_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:01:46.212610 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 44158) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:01:46.225343 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] For port 4064872f-54ad-481c-8bb9-331fae745bac, host n-d-713498-36, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-36',level=0,port_id=4064872f-54ad-481c-8bb9-331fae745bac,segment=NetworkSegment(a4222f89-8d3f-4b51-953b-1a8126392491),segment_id=a4222f89-8d3f-4b51-953b-1a8126392491)] {{(pid=103232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 19:01:46.235714 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762867176205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762866656485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762866656503'] for port (4064872f-54ad-481c-8bb9-331fae745bac), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:01:46.239194 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-04f5f204-a7b3-474f-bbab-b74bb193f9a0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:01:46.368470 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 44170) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:01:46.389849 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Pushing event updated for resources: {'Port': ['ID=4064872f-54ad-481c-8bb9-331fae745bac,revision_number=4']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:01:46.469769 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 44176) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:01:46.555286 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-bef99514-168f-4dc9-8c92-f01da7c7047b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:01:46.584079 n-d-713498-36 neutron-server[103230]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Feb 09 19:01:46.628901 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9b6e34b-4200-4b2c-8f0a-e0b8e7dabbf4 None None] Sync routers for ids ['a0ab541a-939a-4f11-b315-84034bd5accf'] in n-d-713498-36 {{(pid=103232) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 19:01:46.644559 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9b6e34b-4200-4b2c-8f0a-e0b8e7dabbf4 None None] Routers {'a0ab541a-939a-4f11-b315-84034bd5accf'} bound to L3 agent in host n-d-713498-36 {{(pid=103232) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 19:01:46.645194 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.l3_hamode_db [None req-f9b6e34b-4200-4b2c-8f0a-e0b8e7dabbf4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-09T18:51:43Z,description=,heartbeat_timestamp=2022-02-09T19:01:43Z,host='n-d-713498-36',id=93303d5e-5d17-45e8-8963-7694f87783ae,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T18:51:43Z,topic='l3_agent')) {'router_ids': ['a0ab541a-939a-4f11-b315-84034bd5accf'], 'active': True} {{(pid=103232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:01:46.715197 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-697787fd-e4ef-49e6-a049-17ecd14713bc req-75fec091-00b2-4a90-a9f8-5c7e16c1c2c5 tempest-DeleteServersAdminTestJSON-568076601 tempest-DeleteServersAdminTestJSON-568076601-project] 10.222.0.75 "GET /v2.0/ports?device_id=e46e24cb-41e4-4fb5-ac50-31f8ed645b0d HTTP/1.1" status: 200 len: 210 time: 0.2440915 Feb 09 19:01:46.719563 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-04f5f204-a7b3-474f-bbab-b74bb193f9a0 admin admin] Publish callbacks [] for security_group (0ad18231-8581-438b-ad93-70e37004b8ce), precommit_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:01:46.720952 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-534dec1e-df70-4a45-81da-2710df74a454 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:01:46.729174 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-04f5f204-a7b3-474f-bbab-b74bb193f9a0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1892331'] for security_group (0ad18231-8581-438b-ad93-70e37004b8ce), after_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:01:46.735654 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-bef99514-168f-4dc9-8c92-f01da7c7047b admin admin] Publish callbacks [] for security_group (ed25c15d-6c6d-4912-b803-3e8348202004), precommit_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:01:46.765937 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04f5f204-a7b3-474f-bbab-b74bb193f9a0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0ad18231-8581-438b-ad93-70e37004b8ce,revision_number=1']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:01:46.773101 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-bef99514-168f-4dc9-8c92-f01da7c7047b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1892331'] for security_group (ed25c15d-6c6d-4912-b803-3e8348202004), after_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:01:46.790078 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.l3_dvr_db [None req-f9b6e34b-4200-4b2c-8f0a-e0b8e7dabbf4 None None] Set router a0ab541a-939a-4f11-b315-84034bd5accf gateway port host: n-d-713498-36 {{(pid=103232) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 19:01:46.809002 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-bef99514-168f-4dc9-8c92-f01da7c7047b admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=5178c54a8b0d4eb896e52b58ab19db26&name=default HTTP/1.1" status: 200 len: 2992 time: 0.9197814 Feb 09 19:01:46.810768 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 44190) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:01:46.850696 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-04f5f204-a7b3-474f-bbab-b74bb193f9a0 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=e6b06f1c785947da92ae4ebd3116a0cb&name=default HTTP/1.1" status: 200 len: 2992 time: 0.6363504 Feb 09 19:01:46.863093 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 44192) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:01:46.914764 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bef99514-168f-4dc9-8c92-f01da7c7047b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ed25c15d-6c6d-4912-b803-3e8348202004,revision_number=1']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:01:46.972890 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-12481296-5fb4-480d-b2e7-95949d868a96 admin admin] Publish callbacks [] for security_group (0ad18231-8581-438b-ad93-70e37004b8ce), before_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:01:46.999628 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-12481296-5fb4-480d-b2e7-95949d868a96 admin admin] Publish callbacks [] for security_group (0ad18231-8581-438b-ad93-70e37004b8ce), precommit_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:01:47.017144 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762867132591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593584'] for agent (496418a2-c002-4aec-ab1a-07f3bea491bd), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:01:47.040251 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 44200) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:01:47.047565 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.v2.base [None req-a97087b0-a605-45ab-bfac-04949328d955 admin admin] Request body: {'network': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-661781207-network', 'tenant_id': 'eb7f01821e8f45978871b88f27807278'}} {{(pid=103230) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 19:01:47.079748 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-534dec1e-df70-4a45-81da-2710df74a454 admin admin] Publish callbacks [] for security_group (bae5a2bc-47ae-4c4e-a504-78838bbe61a0), precommit_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:01:47.096374 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-12481296-5fb4-480d-b2e7-95949d868a96 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1892331'] for security_group (0ad18231-8581-438b-ad93-70e37004b8ce), after_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:01:47.096979 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-534dec1e-df70-4a45-81da-2710df74a454 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1892331'] for security_group (bae5a2bc-47ae-4c4e-a504-78838bbe61a0), after_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:01:47.101998 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-78d05537-9075-4f58-8d53-d0d3a029955f admin admin] Publish callbacks [] for security_group (ed25c15d-6c6d-4912-b803-3e8348202004), before_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:01:47.102885 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-12481296-5fb4-480d-b2e7-95949d868a96 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:01:47.107402 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-12481296-5fb4-480d-b2e7-95949d868a96 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/0ad18231-8581-438b-ad93-70e37004b8ce HTTP/1.1" status: 204 len: 168 time: 0.2421114 Feb 09 19:01:47.124591 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a97087b0-a605-45ab-bfac-04949328d955 admin admin] Made reservation on behalf of eb7f01821e8f45978871b88f27807278 for: {'network': 1} {{(pid=103230) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 19:01:47.126975 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-a97087b0-a605-45ab-bfac-04949328d955 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for network (None), before_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:01:47.127782 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12481296-5fb4-480d-b2e7-95949d868a96 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0ad18231-8581-438b-ad93-70e37004b8ce,revision_number=None']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:01:47.161646 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-a97087b0-a605-45ab-bfac-04949328d955 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:01:47.181022 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-78d05537-9075-4f58-8d53-d0d3a029955f admin admin] Publish callbacks [] for security_group (ed25c15d-6c6d-4912-b803-3e8348202004), precommit_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:01:47.188016 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-534dec1e-df70-4a45-81da-2710df74a454 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=151fed22518846febb680a7c2f1c8b29&name=default HTTP/1.1" status: 200 len: 2992 time: 0.8185360 Feb 09 19:01:47.193256 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 44212) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:01:47.203364 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-39cd35b4-01ef-405e-a3ec-7921950a70b8 req-478d9031-54eb-4048-a561-ea154aaef8f4 tempest-AggregatesAdminTestJSON-1806455315 tempest-AggregatesAdminTestJSON-1806455315-project] 10.222.0.75 "GET /v2.0/ports?device_id=6ce13752-b912-4d74-9abc-679a966fd01a HTTP/1.1" status: 200 len: 210 time: 0.0397756 Feb 09 19:01:47.207863 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-534dec1e-df70-4a45-81da-2710df74a454 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bae5a2bc-47ae-4c4e-a504-78838bbe61a0,revision_number=1']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:01:47.267073 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.l3_hamode_db [None req-f9b6e34b-4200-4b2c-8f0a-e0b8e7dabbf4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a0ab541a-939a-4f11-b315-84034bd5accf', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-830942200-router', 'tenant_id': '74dc86730a17454f9e20cfb480a6b381', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88055e1e-672a-4487-be31-ffb6e833ece5', 'external_fixed_ips': [{'subnet_id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'ip_address': '172.25.1.127'}], 'enable_snat': True}, 'gw_port_id': '4064872f-54ad-481c-8bb9-331fae745bac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T19:01:39Z', 'updated_at': '2022-02-09T19:01:43Z', 'revision_number': 4, 'project_id': '74dc86730a17454f9e20cfb480a6b381', 'gw_port': {'id': '4064872f-54ad-481c-8bb9-331fae745bac', 'name': '', 'network_id': '88055e1e-672a-4487-be31-ffb6e833ece5', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:72:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0ab541a-939a-4f11-b315-84034bd5accf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'ip_address': '172.25.1.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T19:01:39Z', 'updated_at': '2022-02-09T19:01:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-36', '_interfaces': [{'id': '36ae183d-0b5b-4958-bab8-21d4d5bdca13', 'name': '', 'network_id': '22186bb1-1c50-47a0-85ed-567124795ab8', 'tenant_id': '74dc86730a17454f9e20cfb480a6b381', 'mac_address': 'fa:16:3e:9c:64:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a0ab541a-939a-4f11-b315-84034bd5accf', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': '75c6a744-acd8-4cbc-b5ba-1f5214db2393', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T19:01:42Z', 'updated_at': '2022-02-09T19:01:43Z', 'revision_number': 2, 'project_id': '74dc86730a17454f9e20cfb480a6b381', 'subnets': [{'id': '75c6a744-acd8-4cbc-b5ba-1f5214db2393', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-36', False) {} {{(pid=103232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:01:47.309201 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-57e52f6b-54a0-457a-b55f-d6c3ee62a0c3 admin admin] Publish callbacks [] for security_group (bae5a2bc-47ae-4c4e-a504-78838bbe61a0), before_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:01:47.312354 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9b6e34b-4200-4b2c-8f0a-e0b8e7dabbf4 None None] Checking router: a0ab541a-939a-4f11-b315-84034bd5accf for host: n-d-713498-36 {{(pid=103232) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 19:01:47.313358 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9b6e34b-4200-4b2c-8f0a-e0b8e7dabbf4 None None] Updating router a0ab541a-939a-4f11-b315-84034bd5accf port 36ae183d-0b5b-4958-bab8-21d4d5bdca13 binding host n-d-713498-36 {{(pid=103232) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 19:01:47.317752 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.90', 54532) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:01:47.336680 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-78d05537-9075-4f58-8d53-d0d3a029955f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1892331'] for security_group (ed25c15d-6c6d-4912-b803-3e8348202004), after_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:01:47.340384 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-78d05537-9075-4f58-8d53-d0d3a029955f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:01:47.341665 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-78d05537-9075-4f58-8d53-d0d3a029955f admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/ed25c15d-6c6d-4912-b803-3e8348202004 HTTP/1.1" status: 204 len: 168 time: 0.5289457 Feb 09 19:01:47.349350 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-57e52f6b-54a0-457a-b55f-d6c3ee62a0c3 admin admin] Publish callbacks [] for security_group (bae5a2bc-47ae-4c4e-a504-78838bbe61a0), precommit_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:01:47.365849 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-c8f06fac-5a02-4166-806d-8909aa3cbd32 req-8bb6ebdf-f8e6-4cb0-b4c6-ac8fa9689275 tempest-DeleteServersAdminTestJSON-568076601 tempest-DeleteServersAdminTestJSON-568076601-project] 10.222.0.90 "GET /v2.0/networks?tenant_id=48e589a1e5c540ffa1d39621749c63d1&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0458653 Feb 09 19:01:47.382960 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78d05537-9075-4f58-8d53-d0d3a029955f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ed25c15d-6c6d-4912-b803-3e8348202004,revision_number=None']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:01:47.416165 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-f9b6e34b-4200-4b2c-8f0a-e0b8e7dabbf4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (36ae183d-0b5b-4958-bab8-21d4d5bdca13), before_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:01:47.441591 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-a97087b0-a605-45ab-bfac-04949328d955 admin admin] Publish callbacks [] for security_group (e13ab09b-b759-4b5d-bdb8-ae9fde5f9a44), precommit_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:01:47.454828 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-a97087b0-a605-45ab-bfac-04949328d955 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1892331'] for security_group (e13ab09b-b759-4b5d-bdb8-ae9fde5f9a44), after_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:01:47.489440 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-57e52f6b-54a0-457a-b55f-d6c3ee62a0c3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1892331'] for security_group (bae5a2bc-47ae-4c4e-a504-78838bbe61a0), after_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:01:47.499584 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-57e52f6b-54a0-457a-b55f-d6c3ee62a0c3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:01:47.503843 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-57e52f6b-54a0-457a-b55f-d6c3ee62a0c3 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/bae5a2bc-47ae-4c4e-a504-78838bbe61a0 HTTP/1.1" status: 204 len: 168 time: 0.3072846 Feb 09 19:01:47.517214 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a97087b0-a605-45ab-bfac-04949328d955 admin admin] vlan segment allocate from pool success with {'vlan_id': 362, 'physical_network': 'physnet1'} {{(pid=103230) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 19:01:47.527974 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a97087b0-a605-45ab-bfac-04949328d955 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e13ab09b-b759-4b5d-bdb8-ae9fde5f9a44,revision_number=1']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:01:47.536956 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-a97087b0-a605-45ab-bfac-04949328d955 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-759574'] for segment (ac6e654c-3e13-4d49-9ada-1668549aacaa), precommit_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:01:47.537597 n-d-713498-36 neutron-server[103230]: INFO neutron.db.segments_db [None req-a97087b0-a605-45ab-bfac-04949328d955 admin admin] Added segment ac6e654c-3e13-4d49-9ada-1668549aacaa of type vlan for network 40fb5d50-f68b-4501-bf89-512e8ad1fe61 Feb 09 19:01:47.551271 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57e52f6b-54a0-457a-b55f-d6c3ee62a0c3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bae5a2bc-47ae-4c4e-a504-78838bbe61a0,revision_number=None']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:01:47.611177 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-a97087b0-a605-45ab-bfac-04949328d955 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762866642225'] for network (40fb5d50-f68b-4501-bf89-512e8ad1fe61), precommit_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:01:47.650050 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-a97087b0-a605-45ab-bfac-04949328d955 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1885479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452'] for network (40fb5d50-f68b-4501-bf89-512e8ad1fe61), after_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:01:47.651611 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a97087b0-a605-45ab-bfac-04949328d955 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:01:47.652375 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-a97087b0-a605-45ab-bfac-04949328d955 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1613566'] for network (None), before_response {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:01:47.662461 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8f06fac-5a02-4166-806d-8909aa3cbd32 req-e59c4e73-e70e-4d9c-9f81-045a265630fe tempest-DeleteServersAdminTestJSON-568076601 tempest-DeleteServersAdminTestJSON-568076601-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:01:47.667452 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-c8f06fac-5a02-4166-806d-8909aa3cbd32 req-e59c4e73-e70e-4d9c-9f81-045a265630fe tempest-DeleteServersAdminTestJSON-568076601 tempest-DeleteServersAdminTestJSON-568076601-project] 10.222.0.90 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2932503 Feb 09 19:01:47.722499 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a97087b0-a605-45ab-bfac-04949328d955 admin admin] Pushing event updated for resources: {'Network': ['ID=40fb5d50-f68b-4501-bf89-512e8ad1fe61,revision_number=1']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:01:47.733451 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-a97087b0-a605-45ab-bfac-04949328d955 admin admin] 10.222.0.75 "POST /v2.0/networks HTTP/1.1" status: 201 len: 896 time: 0.6900029 Feb 09 19:01:47.737945 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 44224) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:01:47.745880 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.v2.base [None req-7c8c612d-c29b-427e-a954-20408dd709e6 admin admin] Request body: {'subnet': {'network_id': '40fb5d50-f68b-4501-bf89-512e8ad1fe61', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-661781207-subnet', 'tenant_id': 'eb7f01821e8f45978871b88f27807278', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 19:01:47.778505 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7c8c612d-c29b-427e-a954-20408dd709e6 admin admin] Made reservation on behalf of eb7f01821e8f45978871b88f27807278 for: {'subnet': 1} {{(pid=103229) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 19:01:47.782745 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-7c8c612d-c29b-427e-a954-20408dd709e6 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:01:47.785359 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Network 40fb5d50-f68b-4501-bf89-512e8ad1fe61 details requested by agent ovs-agent-n-d-713498-36 with host n-d-713498-36 {{(pid=103232) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 19:01:47.890550 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.v2.base [req-c8f06fac-5a02-4166-806d-8909aa3cbd32 req-8f05a0d0-a7e4-4e01-b79e-cbf6aff06f78 tempest-DeleteServersAdminTestJSON-568076601 tempest-DeleteServersAdminTestJSON-568076601-project] Request body: {'port': {'device_id': 'e46e24cb-41e4-4fb5-ac50-31f8ed645b0d', 'network_id': '2b5494c8-cf97-42c1-b902-87f998f28179', 'admin_state_up': True, 'tenant_id': '48e589a1e5c540ffa1d39621749c63d1'}} {{(pid=103229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 19:01:47.936880 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Device 4064872f-54ad-481c-8bb9-331fae745bac up at agent ovs-agent-n-d-713498-36 {{(pid=103232) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 19:01:47.960509 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-2220066c-6e0f-4956-ae4d-4e040d27c3c5 req-4ff4371a-c8b2-464c-9274-9274a76931d4 tempest-DeleteServersAdminTestJSON-568076601 tempest-DeleteServersAdminTestJSON-568076601-project] 10.222.0.75 "GET /v2.0/ports?device_id=e46e24cb-41e4-4fb5-ac50-31f8ed645b0d HTTP/1.1" status: 200 len: 210 time: 0.0455804 Feb 09 19:01:48.222931 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.provisioning_blocks [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Provisioning complete for port 4064872f-54ad-481c-8bb9-331fae745bac triggered by entity L2. {{(pid=103232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 19:01:48.223647 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593630'] for port (4064872f-54ad-481c-8bb9-331fae745bac), provisioning_complete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:01:48.257476 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c8f06fac-5a02-4166-806d-8909aa3cbd32 req-8f05a0d0-a7e4-4e01-b79e-cbf6aff06f78 tempest-DeleteServersAdminTestJSON-568076601 tempest-DeleteServersAdminTestJSON-568076601-project] Made reservation on behalf of 48e589a1e5c540ffa1d39621749c63d1 for: {'port': 1} {{(pid=103229) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 19:01:48.268812 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-c8f06fac-5a02-4166-806d-8909aa3cbd32 req-8f05a0d0-a7e4-4e01-b79e-cbf6aff06f78 tempest-DeleteServersAdminTestJSON-568076601 tempest-DeleteServersAdminTestJSON-568076601-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (None), before_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:01:48.278610 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762867132591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593584'] for agent (488cd9ae-631f-4955-ba0b-4f5a13f12e9c), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:01:48.284466 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-f9b6e34b-4200-4b2c-8f0a-e0b8e7dabbf4 None None] Publish callbacks [] for port (36ae183d-0b5b-4958-bab8-21d4d5bdca13), precommit_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:01:48.290263 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-7c8c612d-c29b-427e-a954-20408dd709e6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452'] for subnet (ff065aee-277b-4ae2-bb3c-b8cefe471640), after_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:01:48.303806 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.89', 57141) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:01:48.323183 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-f9b6e34b-4200-4b2c-8f0a-e0b8e7dabbf4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762867176205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762866656485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762866656503'] for port (36ae183d-0b5b-4958-bab8-21d4d5bdca13), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:01:48.324400 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-c8f06fac-5a02-4166-806d-8909aa3cbd32 req-8f05a0d0-a7e4-4e01-b79e-cbf6aff06f78 tempest-DeleteServersAdminTestJSON-568076601 tempest-DeleteServersAdminTestJSON-568076601-project] Publish callbacks [] for security_group (None), before_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:01:48.389322 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24b4eab8-0e38-490f-9010-a0d14ca90987 None None] Pushing event updated for resources: {'Port': ['ID=36ae183d-0b5b-4958-bab8-21d4d5bdca13,revision_number=3']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:01:48.391185 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 44254) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:01:48.392046 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 44256) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:01:48.450158 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-5f780bca-874a-4a9c-a305-7d46c878c481 req-c10daa83-6bae-4704-aed5-0b727a042a55 tempest-AggregatesAdminTestJSON-1806455315 tempest-AggregatesAdminTestJSON-1806455315-project] 10.222.0.89 "GET /v2.0/networks?tenant_id=b41f257f8de84d918942be9d6a5dfbda&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1448827 Feb 09 19:01:48.464944 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c8c612d-c29b-427e-a954-20408dd709e6 admin admin] Checking segment: {'id': 'ac6e654c-3e13-4d49-9ada-1668549aacaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': '40fb5d50-f68b-4501-bf89-512e8ad1fe61'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103229) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 19:01:48.465309 n-d-713498-36 neutron-server[103229]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c8c612d-c29b-427e-a954-20408dd709e6 admin admin] Network hostable DHCP agents. Network: 40fb5d50-f68b-4501-bf89-512e8ad1fe61, hostable agents: ['af91e4b9-f4e1-42b1-a25c-a10dc47171c8'], hosted agents: [] {{(pid=103229) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 19:01:48.488616 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-1be97654-cf1a-4a0f-8252-792e0be4e6a9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:01:48.491598 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-49585aad-e28a-4d99-a4dc-d383f6c10255 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:01:48.530212 n-d-713498-36 neutron-server[103229]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c8c612d-c29b-427e-a954-20408dd709e6 admin admin] Network 40fb5d50-f68b-4501-bf89-512e8ad1fe61 is scheduled to be hosted by DHCP agent af91e4b9-f4e1-42b1-a25c-a10dc47171c8 with binding_index 1 {{(pid=103229) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 19:01:48.563923 n-d-713498-36 neutron-server[103229]: DEBUG neutron.scheduler.base_scheduler [None req-7c8c612d-c29b-427e-a954-20408dd709e6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713498-36, 40fb5d50-f68b-4501-bf89-512e8ad1fe61) {{(pid=103229) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 19:01:48.567703 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c8c612d-c29b-427e-a954-20408dd709e6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ff065aee-277b-4ae2-bb3c-b8cefe471640,revision_number=0']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:01:48.574858 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.managers [None req-f9b6e34b-4200-4b2c-8f0a-e0b8e7dabbf4 None None] Attempting to bind port 36ae183d-0b5b-4958-bab8-21d4d5bdca13 on host n-d-713498-36 for vnic_type normal with profile {{(pid=103232) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 19:01:48.574858 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.managers [None req-f9b6e34b-4200-4b2c-8f0a-e0b8e7dabbf4 None None] Attempting to bind port 36ae183d-0b5b-4958-bab8-21d4d5bdca13 by drivers openvswitch,hyperv on host n-d-713498-36 at level 0 using segments [{'id': '2523c180-74ec-4cd9-9acb-870f2fae65fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '22186bb1-1c50-47a0-85ed-567124795ab8'}] {{(pid=103232) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 19:01:48.574858 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9b6e34b-4200-4b2c-8f0a-e0b8e7dabbf4 None None] Attempting to bind port 36ae183d-0b5b-4958-bab8-21d4d5bdca13 on network 22186bb1-1c50-47a0-85ed-567124795ab8 {{(pid=103232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 19:01:48.596810 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c8c612d-c29b-427e-a954-20408dd709e6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:01:48.597700 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-7c8c612d-c29b-427e-a954-20408dd709e6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1613566'] for subnet (None), before_response {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:01:48.605853 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9b6e34b-4200-4b2c-8f0a-e0b8e7dabbf4 None None] Checking agent: {'id': '496418a2-c002-4aec-ab1a-07f3bea491bd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-36', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 18, 51, 47), 'started_at': datetime.datetime(2022, 2, 9, 18, 52, 17), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 19, 1, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-36'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 19:01:48.606260 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9b6e34b-4200-4b2c-8f0a-e0b8e7dabbf4 None None] Checking segment: {'id': '2523c180-74ec-4cd9-9acb-870f2fae65fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '22186bb1-1c50-47a0-85ed-567124795ab8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103232) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 19:01:48.606704 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-f9b6e34b-4200-4b2c-8f0a-e0b8e7dabbf4 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:01:48.607995 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9b6e34b-4200-4b2c-8f0a-e0b8e7dabbf4 None None] Bound using segment: {'id': '2523c180-74ec-4cd9-9acb-870f2fae65fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '22186bb1-1c50-47a0-85ed-567124795ab8'} {{(pid=103232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 19:01:48.608271 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.managers [None req-f9b6e34b-4200-4b2c-8f0a-e0b8e7dabbf4 None None] Bound port: 36ae183d-0b5b-4958-bab8-21d4d5bdca13, host: n-d-713498-36, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2523c180-74ec-4cd9-9acb-870f2fae65fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '22186bb1-1c50-47a0-85ed-567124795ab8'}}] {{(pid=103232) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 19:01:48.608809 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-f9b6e34b-4200-4b2c-8f0a-e0b8e7dabbf4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (36ae183d-0b5b-4958-bab8-21d4d5bdca13), before_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:01:48.612392 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15903923-cc1d-4ddf-8c71-0f7d0946e8a9 None None] Network 40fb5d50-f68b-4501-bf89-512e8ad1fe61 requested from n-d-713498-36 {{(pid=103232) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 19:01:48.652517 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-7c8c612d-c29b-427e-a954-20408dd709e6 admin admin] 10.222.0.75 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 0.9117672 Feb 09 19:01:48.653386 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 44268) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:01:48.686764 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.v2.base [None req-e944350e-2614-492d-8ba2-b071c3b859c3 admin admin] Request body: {'router': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-661781207-router', 'tenant_id': 'eb7f01821e8f45978871b88f27807278', 'external_gateway_info': {'network_id': '88055e1e-672a-4487-be31-ffb6e833ece5'}}} {{(pid=103229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 19:01:48.705407 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-921aca91-8cbd-48ee-9d78-1187f0633ccd req-d65ae98c-7cd8-4549-a34f-e2bf9f4ee53f tempest-AggregatesAdminTestJSON-1806455315 tempest-AggregatesAdminTestJSON-1806455315-project] 10.222.0.75 "GET /v2.0/ports?device_id=6ce13752-b912-4d74-9abc-679a966fd01a HTTP/1.1" status: 200 len: 210 time: 0.1609640 Feb 09 19:01:48.787841 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Current status of the port 4064872f-54ad-481c-8bb9-331fae745bac is: ACTIVE; New status is: ACTIVE {{(pid=103232) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 19:01:48.800032 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-e944350e-2614-492d-8ba2-b071c3b859c3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1834830', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-58389'] for router (0bcc8fbd-ff5d-4b2a-b127-39e435e048e3), before_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:01:48.800820 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f780bca-874a-4a9c-a305-7d46c878c481 req-f47cf393-5ee3-4896-86c8-e49a4e107ab6 tempest-AggregatesAdminTestJSON-1806455315 tempest-AggregatesAdminTestJSON-1806455315-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:01:48.801319 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-e944350e-2614-492d-8ba2-b071c3b859c3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1834810', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1822096', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1886735', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-58380'] for router (0bcc8fbd-ff5d-4b2a-b127-39e435e048e3), precommit_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:01:48.802702 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-072847f5-61fb-40c5-b39e-1860ee217b12 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8b32e980-7cce-5e82-a341-bd2fa8945c89-40fb5d50-f68b-4501-bf89-512e8ad1fe61', 'network_id': '40fb5d50-f68b-4501-bf89-512e8ad1fe61', 'project_id': 'eb7f01821e8f45978871b88f27807278', 'fixed_ips': [{'subnet_id': 'ff065aee-277b-4ae2-bb3c-b8cefe471640'}]}} from n-d-713498-36. {{(pid=103232) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 09 19:01:48.804145 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-072847f5-61fb-40c5-b39e-1860ee217b12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (None), before_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:01:48.804459 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-5f780bca-874a-4a9c-a305-7d46c878c481 req-f47cf393-5ee3-4896-86c8-e49a4e107ab6 tempest-AggregatesAdminTestJSON-1806455315 tempest-AggregatesAdminTestJSON-1806455315-project] 10.222.0.89 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3272622 Feb 09 19:01:48.857716 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-49585aad-e28a-4d99-a4dc-d383f6c10255 admin admin] Publish callbacks [] for security_group (4494acaa-52ee-4ca2-9ba5-64916e407094), precommit_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:01:48.867105 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-49585aad-e28a-4d99-a4dc-d383f6c10255 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1892331'] for security_group (4494acaa-52ee-4ca2-9ba5-64916e407094), after_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:01:48.875879 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-e944350e-2614-492d-8ba2-b071c3b859c3 admin admin] Publish callbacks [] for router_controller (0bcc8fbd-ff5d-4b2a-b127-39e435e048e3), precommit_add_association {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:01:48.882352 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-c8f06fac-5a02-4166-806d-8909aa3cbd32 req-8f05a0d0-a7e4-4e01-b79e-cbf6aff06f78 tempest-DeleteServersAdminTestJSON-568076601 tempest-DeleteServersAdminTestJSON-568076601-project] Publish callbacks [] for security_group (00e3f3c8-5143-473f-96ea-ab4c624b2c93), precommit_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:01:48.889637 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-c8f06fac-5a02-4166-806d-8909aa3cbd32 req-8f05a0d0-a7e4-4e01-b79e-cbf6aff06f78 tempest-DeleteServersAdminTestJSON-568076601 tempest-DeleteServersAdminTestJSON-568076601-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1892331'] for security_group (00e3f3c8-5143-473f-96ea-ab4c624b2c93), after_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:01:48.906174 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-1be97654-cf1a-4a0f-8252-792e0be4e6a9 admin admin] Publish callbacks [] for security_group (1bfd943a-576a-4cc7-8245-7c93ff7a61c5), precommit_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:01:48.915558 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.v2.base [req-5f780bca-874a-4a9c-a305-7d46c878c481 req-4f407b7f-08db-4502-a5af-0053adc513ed tempest-AggregatesAdminTestJSON-1806455315 tempest-AggregatesAdminTestJSON-1806455315-project] Request body: {'port': {'device_id': '6ce13752-b912-4d74-9abc-679a966fd01a', 'network_id': '2b5494c8-cf97-42c1-b902-87f998f28179', 'admin_state_up': True, 'tenant_id': 'b41f257f8de84d918942be9d6a5dfbda'}} {{(pid=103230) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 19:01:48.974759 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-49585aad-e28a-4d99-a4dc-d383f6c10255 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=2af990fb9953458687e3cff8ad078c6f&name=default HTTP/1.1" status: 200 len: 2992 time: 0.5814795 Feb 09 19:01:48.976067 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-1be97654-cf1a-4a0f-8252-792e0be4e6a9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1892331'] for security_group (1bfd943a-576a-4cc7-8245-7c93ff7a61c5), after_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:01:48.980042 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 44282) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:01:49.020814 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.db_base_plugin_common [None req-072847f5-61fb-40c5-b39e-1860ee217b12 None None] Allocated IP 172.20.0.2 (40fb5d50-f68b-4501-bf89-512e8ad1fe61/ff065aee-277b-4ae2-bb3c-b8cefe471640/4db2aab2-d112-49b3-b86c-a7bf500012f9) {{(pid=103232) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 19:01:49.294545 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49585aad-e28a-4d99-a4dc-d383f6c10255 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4494acaa-52ee-4ca2-9ba5-64916e407094,revision_number=1']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:01:49.412705 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-e944350e-2614-492d-8ba2-b071c3b859c3 admin admin] Publish callbacks [] for router_gateway (0bcc8fbd-ff5d-4b2a-b127-39e435e048e3), precommit_update {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:01:49.449206 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f05a0d0-a7e4-4e01-b79e-cbf6aff06f78 tempest-DeleteServersAdminTestJSON-568076601 tempest-DeleteServersAdminTestJSON-568076601-project] Pushing event updated for resources: {'SecurityGroup': ['ID=00e3f3c8-5143-473f-96ea-ab4c624b2c93,revision_number=1']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:01:49.474246 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1be97654-cf1a-4a0f-8252-792e0be4e6a9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1bfd943a-576a-4cc7-8245-7c93ff7a61c5,revision_number=1']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:01:49.498031 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-374121b9-91a3-4c30-b3a9-db13554e79f4 req-92d5fb3e-570f-4bcd-8c96-57c357321d92 tempest-DeleteServersAdminTestJSON-568076601 tempest-DeleteServersAdminTestJSON-568076601-project] 10.222.0.75 "GET /v2.0/ports?device_id=e46e24cb-41e4-4fb5-ac50-31f8ed645b0d HTTP/1.1" status: 200 len: 210 time: 0.3290319 Feb 09 19:01:49.605630 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-1be97654-cf1a-4a0f-8252-792e0be4e6a9 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=3332e29422e5450fba3d1a33e13679d2&name=default HTTP/1.1" status: 200 len: 2992 time: 1.1893888 Feb 09 19:01:49.636742 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 44306) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:01:49.660522 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-072847f5-61fb-40c5-b39e-1860ee217b12 None None] Publish callbacks [] for port (4db2aab2-d112-49b3-b86c-a7bf500012f9), precommit_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:01:49.679469 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-072847f5-61fb-40c5-b39e-1860ee217b12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762866656467'] for port (4db2aab2-d112-49b3-b86c-a7bf500012f9), after_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:01:49.722715 n-d-713498-36 neutron-server[103232]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-072847f5-61fb-40c5-b39e-1860ee217b12 None None] Network 40fb5d50-f68b-4501-bf89-512e8ad1fe61 is already hosted by enough agents. {{(pid=103232) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 19:01:49.725627 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762867132591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593584'] for agent (bcd5faee-dc24-4298-9134-0e0aa054058e), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:01:49.747310 n-d-713498-36 neutron-server[103232]: DEBUG neutron.scheduler.base_scheduler [None req-072847f5-61fb-40c5-b39e-1860ee217b12 None None] Resources bound (agent type, host, resource id): {{(pid=103232) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 19:01:49.754144 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.l3_dvrscheduler_db [None req-072847f5-61fb-40c5-b39e-1860ee217b12 None None] Received port after_create {{(pid=103232) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 19:01:49.867690 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-2a6d76bf-dd8d-43d1-86c1-1865a5a97913 admin admin] Publish callbacks [] for security_group (1bfd943a-576a-4cc7-8245-7c93ff7a61c5), before_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:01:49.922809 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-072847f5-61fb-40c5-b39e-1860ee217b12 None None] Pushing event updated for resources: {'Port': ['ID=4db2aab2-d112-49b3-b86c-a7bf500012f9,revision_number=1']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:01:49.935557 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-2a6d76bf-dd8d-43d1-86c1-1865a5a97913 admin admin] Publish callbacks [] for security_group (1bfd943a-576a-4cc7-8245-7c93ff7a61c5), precommit_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:01:49.946859 n-d-713498-36 neutron-server[103229]: DEBUG neutron.db.db_base_plugin_common [req-c8f06fac-5a02-4166-806d-8909aa3cbd32 req-8f05a0d0-a7e4-4e01-b79e-cbf6aff06f78 tempest-DeleteServersAdminTestJSON-568076601 tempest-DeleteServersAdminTestJSON-568076601-project] Allocated IP 192.168.233.213 (2b5494c8-cf97-42c1-b902-87f998f28179/60b561cb-321e-4f83-9bb3-92b2e1d0dc44/d13cb5d9-4c5d-481e-8220-42be37698d52) {{(pid=103229) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 19:01:49.956138 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.provisioning_blocks [None req-88568c66-f095-45dd-ac1e-1581c19e9a0f None None] Provisioning complete for port 36ae183d-0b5b-4958-bab8-21d4d5bdca13 triggered by entity DHCP. {{(pid=103232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 19:01:49.957883 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-88568c66-f095-45dd-ac1e-1581c19e9a0f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593630'] for port (36ae183d-0b5b-4958-bab8-21d4d5bdca13), provisioning_complete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:01:50.011887 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-88568c66-f095-45dd-ac1e-1581c19e9a0f None None] Port 36ae183d-0b5b-4958-bab8-21d4d5bdca13 cannot update to ACTIVE because it is not bound. {{(pid=103232) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 19:01:50.032648 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-a508dc4d-0c4a-4a49-b5dd-886f4be44e8c req-805c2258-6618-4768-ba6f-fbae5b975055 tempest-AggregatesAdminTestJSON-1806455315 tempest-AggregatesAdminTestJSON-1806455315-project] 10.222.0.75 "GET /v2.0/ports?device_id=6ce13752-b912-4d74-9abc-679a966fd01a HTTP/1.1" status: 200 len: 210 time: 0.1524243 Feb 09 19:01:50.056076 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.managers [None req-072847f5-61fb-40c5-b39e-1860ee217b12 None None] Attempting to bind port 4db2aab2-d112-49b3-b86c-a7bf500012f9 on host n-d-713498-36 for vnic_type normal with profile {{(pid=103232) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 19:01:50.056781 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.managers [None req-072847f5-61fb-40c5-b39e-1860ee217b12 None None] Attempting to bind port 4db2aab2-d112-49b3-b86c-a7bf500012f9 by drivers openvswitch,hyperv on host n-d-713498-36 at level 0 using segments [{'id': 'ac6e654c-3e13-4d49-9ada-1668549aacaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': '40fb5d50-f68b-4501-bf89-512e8ad1fe61'}] {{(pid=103232) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 19:01:50.057498 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-072847f5-61fb-40c5-b39e-1860ee217b12 None None] Attempting to bind port 4db2aab2-d112-49b3-b86c-a7bf500012f9 on network 40fb5d50-f68b-4501-bf89-512e8ad1fe61 {{(pid=103232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 19:01:50.063987 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-8ca0a9b5-86dc-4f4c-a3ec-68a18c0daf48 admin admin] Publish callbacks [] for security_group (4494acaa-52ee-4ca2-9ba5-64916e407094), before_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:01:50.071426 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-072847f5-61fb-40c5-b39e-1860ee217b12 None None] Checking agent: {'id': '496418a2-c002-4aec-ab1a-07f3bea491bd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-36', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 18, 51, 47), 'started_at': datetime.datetime(2022, 2, 9, 18, 52, 17), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 19, 1, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-36'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 19:01:50.072058 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-072847f5-61fb-40c5-b39e-1860ee217b12 None None] Checking segment: {'id': 'ac6e654c-3e13-4d49-9ada-1668549aacaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': '40fb5d50-f68b-4501-bf89-512e8ad1fe61'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103232) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 19:01:50.072579 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-072847f5-61fb-40c5-b39e-1860ee217b12 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:01:50.073695 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-072847f5-61fb-40c5-b39e-1860ee217b12 None None] Bound using segment: {'id': 'ac6e654c-3e13-4d49-9ada-1668549aacaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': '40fb5d50-f68b-4501-bf89-512e8ad1fe61'} {{(pid=103232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 19:01:50.074881 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.managers [None req-072847f5-61fb-40c5-b39e-1860ee217b12 None None] Bound port: 4db2aab2-d112-49b3-b86c-a7bf500012f9, host: n-d-713498-36, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ac6e654c-3e13-4d49-9ada-1668549aacaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': '40fb5d50-f68b-4501-bf89-512e8ad1fe61'}}] {{(pid=103232) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 19:01:50.075403 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-072847f5-61fb-40c5-b39e-1860ee217b12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (4db2aab2-d112-49b3-b86c-a7bf500012f9), before_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:01:50.137459 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-8ca0a9b5-86dc-4f4c-a3ec-68a18c0daf48 admin admin] Publish callbacks [] for security_group (4494acaa-52ee-4ca2-9ba5-64916e407094), precommit_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:01:50.157704 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-072847f5-61fb-40c5-b39e-1860ee217b12 None None] For port 4db2aab2-d112-49b3-b86c-a7bf500012f9, host n-d-713498-36, cleared binding levels {{(pid=103232) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 19:01:50.162822 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-072847f5-61fb-40c5-b39e-1860ee217b12 None None] For port 4db2aab2-d112-49b3-b86c-a7bf500012f9, host n-d-713498-36, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-36',level=0,port_id=4db2aab2-d112-49b3-b86c-a7bf500012f9,segment=NetworkSegment(ac6e654c-3e13-4d49-9ada-1668549aacaa),segment_id=ac6e654c-3e13-4d49-9ada-1668549aacaa)] {{(pid=103232) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 19:01:50.173052 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-072847f5-61fb-40c5-b39e-1860ee217b12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762867176205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762866656485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762866656503'] for port (4db2aab2-d112-49b3-b86c-a7bf500012f9), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:01:50.176881 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-f9b6e34b-4200-4b2c-8f0a-e0b8e7dabbf4 None None] For port 36ae183d-0b5b-4958-bab8-21d4d5bdca13, host n-d-713498-36, cleared binding levels {{(pid=103232) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 19:01:50.246094 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-2a6d76bf-dd8d-43d1-86c1-1865a5a97913 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1892331'] for security_group (1bfd943a-576a-4cc7-8245-7c93ff7a61c5), after_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:01:50.247623 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-072847f5-61fb-40c5-b39e-1860ee217b12 None None] Pushing event updated for resources: {'Port': ['ID=4db2aab2-d112-49b3-b86c-a7bf500012f9,revision_number=2']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:01:50.249526 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-2a6d76bf-dd8d-43d1-86c1-1865a5a97913 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:01:50.256476 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-2a6d76bf-dd8d-43d1-86c1-1865a5a97913 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/1bfd943a-576a-4cc7-8245-7c93ff7a61c5 HTTP/1.1" status: 204 len: 168 time: 0.6168487 Feb 09 19:01:50.278608 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-f9b6e34b-4200-4b2c-8f0a-e0b8e7dabbf4 None None] For port 36ae183d-0b5b-4958-bab8-21d4d5bdca13, host n-d-713498-36, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-36',level=0,port_id=36ae183d-0b5b-4958-bab8-21d4d5bdca13,segment=NetworkSegment(2523c180-74ec-4cd9-9acb-870f2fae65fd),segment_id=2523c180-74ec-4cd9-9acb-870f2fae65fd)] {{(pid=103232) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 19:01:50.303136 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-8ca0a9b5-86dc-4f4c-a3ec-68a18c0daf48 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1892331'] for security_group (4494acaa-52ee-4ca2-9ba5-64916e407094), after_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:01:50.313066 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-8ca0a9b5-86dc-4f4c-a3ec-68a18c0daf48 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:01:50.315615 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-8ca0a9b5-86dc-4f4c-a3ec-68a18c0daf48 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/4494acaa-52ee-4ca2-9ba5-64916e407094 HTTP/1.1" status: 204 len: 168 time: 1.2640104 Feb 09 19:01:50.323767 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a6d76bf-dd8d-43d1-86c1-1865a5a97913 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1bfd943a-576a-4cc7-8245-7c93ff7a61c5,revision_number=None']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:01:50.335134 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5f780bca-874a-4a9c-a305-7d46c878c481 req-4f407b7f-08db-4502-a5af-0053adc513ed tempest-AggregatesAdminTestJSON-1806455315 tempest-AggregatesAdminTestJSON-1806455315-project] Made reservation on behalf of b41f257f8de84d918942be9d6a5dfbda for: {'port': 1} {{(pid=103230) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 19:01:50.338060 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-f9b6e34b-4200-4b2c-8f0a-e0b8e7dabbf4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762867176205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762866656485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762866656503'] for port (36ae183d-0b5b-4958-bab8-21d4d5bdca13), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:01:50.348621 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [req-5f780bca-874a-4a9c-a305-7d46c878c481 req-4f407b7f-08db-4502-a5af-0053adc513ed tempest-AggregatesAdminTestJSON-1806455315 tempest-AggregatesAdminTestJSON-1806455315-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (None), before_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:01:50.384867 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ca0a9b5-86dc-4f4c-a3ec-68a18c0daf48 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4494acaa-52ee-4ca2-9ba5-64916e407094,revision_number=None']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:01:50.387847 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [req-5f780bca-874a-4a9c-a305-7d46c878c481 req-4f407b7f-08db-4502-a5af-0053adc513ed tempest-AggregatesAdminTestJSON-1806455315 tempest-AggregatesAdminTestJSON-1806455315-project] Publish callbacks [] for security_group (None), before_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:01:50.657742 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24b4eab8-0e38-490f-9010-a0d14ca90987 None None] Pushing event updated for resources: {'Port': ['ID=36ae183d-0b5b-4958-bab8-21d4d5bdca13,revision_number=4']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:01:50.715590 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [req-5f780bca-874a-4a9c-a305-7d46c878c481 req-4f407b7f-08db-4502-a5af-0053adc513ed tempest-AggregatesAdminTestJSON-1806455315 tempest-AggregatesAdminTestJSON-1806455315-project] Publish callbacks [] for security_group (54b5222f-ba15-4103-8957-3e4509fdb27b), precommit_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:01:50.744378 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9b6e34b-4200-4b2c-8f0a-e0b8e7dabbf4 None None] Routers {'a0ab541a-939a-4f11-b315-84034bd5accf'} bound to L3 agent in host n-d-713498-36 {{(pid=103232) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 19:01:50.745101 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.l3_hamode_db [None req-f9b6e34b-4200-4b2c-8f0a-e0b8e7dabbf4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-09T18:51:43Z,description=,heartbeat_timestamp=2022-02-09T19:01:43Z,host='n-d-713498-36',id=93303d5e-5d17-45e8-8963-7694f87783ae,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T18:51:43Z,topic='l3_agent')) {'router_ids': ['a0ab541a-939a-4f11-b315-84034bd5accf'], 'active': True} {{(pid=103232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:01:50.762602 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [req-5f780bca-874a-4a9c-a305-7d46c878c481 req-4f407b7f-08db-4502-a5af-0053adc513ed tempest-AggregatesAdminTestJSON-1806455315 tempest-AggregatesAdminTestJSON-1806455315-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1892331'] for security_group (54b5222f-ba15-4103-8957-3e4509fdb27b), after_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:01:50.896134 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-2ad26624-3b81-4eea-a680-81eb6da87f0e req-52535fa9-674a-4b4d-adcf-bfc2abee4eb2 tempest-DeleteServersAdminTestJSON-568076601 tempest-DeleteServersAdminTestJSON-568076601-project] 10.222.0.75 "GET /v2.0/ports?device_id=e46e24cb-41e4-4fb5-ac50-31f8ed645b0d HTTP/1.1" status: 200 len: 210 time: 0.1747377 Feb 09 19:01:51.056755 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.l3_dvr_db [None req-f9b6e34b-4200-4b2c-8f0a-e0b8e7dabbf4 None None] Set router a0ab541a-939a-4f11-b315-84034bd5accf gateway port host: n-d-713498-36 {{(pid=103232) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 19:01:51.089145 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-c8f06fac-5a02-4166-806d-8909aa3cbd32 req-8f05a0d0-a7e4-4e01-b79e-cbf6aff06f78 tempest-DeleteServersAdminTestJSON-568076601 tempest-DeleteServersAdminTestJSON-568076601-project] Publish callbacks [] for port (d13cb5d9-4c5d-481e-8220-42be37698d52), precommit_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:01:51.192304 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-c8f06fac-5a02-4166-806d-8909aa3cbd32 req-8f05a0d0-a7e4-4e01-b79e-cbf6aff06f78 tempest-DeleteServersAdminTestJSON-568076601 tempest-DeleteServersAdminTestJSON-568076601-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762866656467'] for port (d13cb5d9-4c5d-481e-8220-42be37698d52), after_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:01:51.266311 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f407b7f-08db-4502-a5af-0053adc513ed tempest-AggregatesAdminTestJSON-1806455315 tempest-AggregatesAdminTestJSON-1806455315-project] Pushing event updated for resources: {'SecurityGroup': ['ID=54b5222f-ba15-4103-8957-3e4509fdb27b,revision_number=1']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:01:51.311702 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-67f12533-f2b4-44e6-a3a2-755d6fe97521 req-c4c193f9-0428-4ca7-8539-94074cc805fb tempest-AggregatesAdminTestJSON-1806455315 tempest-AggregatesAdminTestJSON-1806455315-project] 10.222.0.75 "GET /v2.0/ports?device_id=6ce13752-b912-4d74-9abc-679a966fd01a HTTP/1.1" status: 200 len: 210 time: 0.1099265 Feb 09 19:01:51.580675 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.provisioning_blocks [None req-e329d658-65ca-4fa6-9c20-d0caefca5e50 None None] Provisioning complete for port 36ae183d-0b5b-4958-bab8-21d4d5bdca13 triggered by entity DHCP. {{(pid=103232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 19:01:51.582207 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-e329d658-65ca-4fa6-9c20-d0caefca5e50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593630'] for port (36ae183d-0b5b-4958-bab8-21d4d5bdca13), provisioning_complete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:01:51.600491 n-d-713498-36 neutron-server[103230]: DEBUG neutron.db.db_base_plugin_common [req-5f780bca-874a-4a9c-a305-7d46c878c481 req-4f407b7f-08db-4502-a5af-0053adc513ed tempest-AggregatesAdminTestJSON-1806455315 tempest-AggregatesAdminTestJSON-1806455315-project] Allocated IP 192.168.233.111 (2b5494c8-cf97-42c1-b902-87f998f28179/60b561cb-321e-4f83-9bb3-92b2e1d0dc44/0ad11c1d-807c-4d0f-9fe3-c60ee608eb74) {{(pid=103230) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 19:01:51.618469 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f05a0d0-a7e4-4e01-b79e-cbf6aff06f78 tempest-DeleteServersAdminTestJSON-568076601 tempest-DeleteServersAdminTestJSON-568076601-project] Pushing event updated for resources: {'Port': ['ID=d13cb5d9-4c5d-481e-8220-42be37698d52,revision_number=1']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:01:51.671771 n-d-713498-36 neutron-server[103229]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c8f06fac-5a02-4166-806d-8909aa3cbd32 req-8f05a0d0-a7e4-4e01-b79e-cbf6aff06f78 tempest-DeleteServersAdminTestJSON-568076601 tempest-DeleteServersAdminTestJSON-568076601-project] Network 2b5494c8-cf97-42c1-b902-87f998f28179 is already hosted by enough agents. {{(pid=103229) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 19:01:51.880159 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.l3_hamode_db [None req-f9b6e34b-4200-4b2c-8f0a-e0b8e7dabbf4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a0ab541a-939a-4f11-b315-84034bd5accf', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-830942200-router', 'tenant_id': '74dc86730a17454f9e20cfb480a6b381', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88055e1e-672a-4487-be31-ffb6e833ece5', 'external_fixed_ips': [{'subnet_id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'ip_address': '172.25.1.127'}], 'enable_snat': True}, 'gw_port_id': '4064872f-54ad-481c-8bb9-331fae745bac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T19:01:39Z', 'updated_at': '2022-02-09T19:01:43Z', 'revision_number': 4, 'project_id': '74dc86730a17454f9e20cfb480a6b381', 'gw_port': {'id': '4064872f-54ad-481c-8bb9-331fae745bac', 'name': '', 'network_id': '88055e1e-672a-4487-be31-ffb6e833ece5', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:72:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0ab541a-939a-4f11-b315-84034bd5accf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'ip_address': '172.25.1.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T19:01:39Z', 'updated_at': '2022-02-09T19:01:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-36', '_interfaces': [{'id': '36ae183d-0b5b-4958-bab8-21d4d5bdca13', 'name': '', 'network_id': '22186bb1-1c50-47a0-85ed-567124795ab8', 'tenant_id': '74dc86730a17454f9e20cfb480a6b381', 'mac_address': 'fa:16:3e:9c:64:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a0ab541a-939a-4f11-b315-84034bd5accf', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': '75c6a744-acd8-4cbc-b5ba-1f5214db2393', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T19:01:42Z', 'updated_at': '2022-02-09T19:01:50Z', 'revision_number': 4, 'project_id': '74dc86730a17454f9e20cfb480a6b381', 'subnets': [{'id': '75c6a744-acd8-4cbc-b5ba-1f5214db2393', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-36', False) {} {{(pid=103232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:01:51.944275 n-d-713498-36 neutron-server[103229]: DEBUG neutron.scheduler.base_scheduler [req-c8f06fac-5a02-4166-806d-8909aa3cbd32 req-8f05a0d0-a7e4-4e01-b79e-cbf6aff06f78 tempest-DeleteServersAdminTestJSON-568076601 tempest-DeleteServersAdminTestJSON-568076601-project] Resources bound (agent type, host, resource id): {{(pid=103229) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 19:01:51.964140 n-d-713498-36 neutron-server[103229]: DEBUG neutron.db.l3_dvrscheduler_db [req-c8f06fac-5a02-4166-806d-8909aa3cbd32 req-8f05a0d0-a7e4-4e01-b79e-cbf6aff06f78 tempest-DeleteServersAdminTestJSON-568076601 tempest-DeleteServersAdminTestJSON-568076601-project] Received port after_create {{(pid=103229) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 19:01:51.983983 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8f06fac-5a02-4166-806d-8909aa3cbd32 req-8f05a0d0-a7e4-4e01-b79e-cbf6aff06f78 tempest-DeleteServersAdminTestJSON-568076601 tempest-DeleteServersAdminTestJSON-568076601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:01:51.984681 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-c8f06fac-5a02-4166-806d-8909aa3cbd32 req-8f05a0d0-a7e4-4e01-b79e-cbf6aff06f78 tempest-DeleteServersAdminTestJSON-568076601 tempest-DeleteServersAdminTestJSON-568076601-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1613566'] for port (None), before_response {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:01:52.028692 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9b6e34b-4200-4b2c-8f0a-e0b8e7dabbf4 None None] The sync data for ids ['a0ab541a-939a-4f11-b315-84034bd5accf'] in n-d-713498-36 is: [{'id': 'a0ab541a-939a-4f11-b315-84034bd5accf', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-830942200-router', 'tenant_id': '74dc86730a17454f9e20cfb480a6b381', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88055e1e-672a-4487-be31-ffb6e833ece5', 'external_fixed_ips': [{'subnet_id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'ip_address': '172.25.1.127'}], 'enable_snat': True}, 'gw_port_id': '4064872f-54ad-481c-8bb9-331fae745bac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T19:01:39Z', 'updated_at': '2022-02-09T19:01:43Z', 'revision_number': 4, 'project_id': '74dc86730a17454f9e20cfb480a6b381', 'gw_port': {'id': '4064872f-54ad-481c-8bb9-331fae745bac', 'name': '', 'network_id': '88055e1e-672a-4487-be31-ffb6e833ece5', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:72:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0ab541a-939a-4f11-b315-84034bd5accf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'ip_address': '172.25.1.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T19:01:39Z', 'updated_at': '2022-02-09T19:01:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-36', '_interfaces': [{'id': '36ae183d-0b5b-4958-bab8-21d4d5bdca13', 'name': '', 'network_id': '22186bb1-1c50-47a0-85ed-567124795ab8', 'tenant_id': '74dc86730a17454f9e20cfb480a6b381', 'mac_address': 'fa:16:3e:9c:64:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a0ab541a-939a-4f11-b315-84034bd5accf', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': '75c6a744-acd8-4cbc-b5ba-1f5214db2393', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T19:01:42Z', 'updated_at': '2022-02-09T19:01:50Z', 'revision_number': 4, 'project_id': '74dc86730a17454f9e20cfb480a6b381', 'subnets': [{'id': '75c6a744-acd8-4cbc-b5ba-1f5214db2393', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103232) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 19:01:52.067041 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-e329d658-65ca-4fa6-9c20-d0caefca5e50 None None] Current status of the port 36ae183d-0b5b-4958-bab8-21d4d5bdca13 is: DOWN; New status is: ACTIVE {{(pid=103232) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 19:01:52.068390 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-e329d658-65ca-4fa6-9c20-d0caefca5e50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (36ae183d-0b5b-4958-bab8-21d4d5bdca13), before_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:01:52.137977 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Device 4db2aab2-d112-49b3-b86c-a7bf500012f9 up at agent ovs-agent-n-d-713498-36 {{(pid=103232) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 19:01:52.242259 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-c8f06fac-5a02-4166-806d-8909aa3cbd32 req-8f05a0d0-a7e4-4e01-b79e-cbf6aff06f78 tempest-DeleteServersAdminTestJSON-568076601 tempest-DeleteServersAdminTestJSON-568076601-project] 10.222.0.90 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 4.3581007 Feb 09 19:01:52.274577 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [req-c8f06fac-5a02-4166-806d-8909aa3cbd32 req-ef8c769e-8af4-446c-8c73-a9ed7c56fb7d tempest-DeleteServersAdminTestJSON-568076601 tempest-DeleteServersAdminTestJSON-568076601-project] http://10.222.0.75:9696/v2.0/extensions returned with HTTP 200 {{(pid=103229) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 09 19:01:52.274577 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-c8f06fac-5a02-4166-806d-8909aa3cbd32 req-ef8c769e-8af4-446c-8c73-a9ed7c56fb7d tempest-DeleteServersAdminTestJSON-568076601 tempest-DeleteServersAdminTestJSON-568076601-project] 10.222.0.90 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0077784 Feb 09 19:01:52.355125 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-e944350e-2614-492d-8ba2-b071c3b859c3 admin admin] Publish callbacks [] for router_gateway (0bcc8fbd-ff5d-4b2a-b127-39e435e048e3), before_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:01:52.426359 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [req-5f780bca-874a-4a9c-a305-7d46c878c481 req-4f407b7f-08db-4502-a5af-0053adc513ed tempest-AggregatesAdminTestJSON-1806455315 tempest-AggregatesAdminTestJSON-1806455315-project] Publish callbacks [] for port (0ad11c1d-807c-4d0f-9fe3-c60ee608eb74), precommit_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:01:52.433539 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-e944350e-2614-492d-8ba2-b071c3b859c3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (None), before_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:01:52.437034 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-e329d658-65ca-4fa6-9c20-d0caefca5e50 None None] For port 36ae183d-0b5b-4958-bab8-21d4d5bdca13, host n-d-713498-36, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-36',level=0,port_id=36ae183d-0b5b-4958-bab8-21d4d5bdca13,segment=NetworkSegment(2523c180-74ec-4cd9-9acb-870f2fae65fd),segment_id=2523c180-74ec-4cd9-9acb-870f2fae65fd)] {{(pid=103232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 19:01:52.467947 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-e329d658-65ca-4fa6-9c20-d0caefca5e50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762867176205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762866656485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762866656503'] for port (36ae183d-0b5b-4958-bab8-21d4d5bdca13), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:01:52.472627 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf8da11b-93bf-4b40-9b91-b1c2a0ef6117 req-db4b6262-040a-43d2-a430-da32951d2355 tempest-DeleteServersAdminTestJSON-568076601 tempest-DeleteServersAdminTestJSON-568076601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:01:52.475774 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-cf8da11b-93bf-4b40-9b91-b1c2a0ef6117 req-db4b6262-040a-43d2-a430-da32951d2355 tempest-DeleteServersAdminTestJSON-568076601 tempest-DeleteServersAdminTestJSON-568076601-project] 10.222.0.75 "GET /v2.0/ports?device_id=e46e24cb-41e4-4fb5-ac50-31f8ed645b0d HTTP/1.1" status: 200 len: 936 time: 0.4312885 Feb 09 19:01:52.638069 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27e9cadd-e93a-4aab-9540-2104c7583fe4 None None] Network 40fb5d50-f68b-4501-bf89-512e8ad1fe61 requested from n-d-713498-36 {{(pid=103232) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 19:01:52.682656 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-cf8da11b-93bf-4b40-9b91-b1c2a0ef6117 req-906701b4-6784-45bb-9585-f646de974d75 tempest-DeleteServersAdminTestJSON-568076601 tempest-DeleteServersAdminTestJSON-568076601-project] 10.222.0.75 "GET /v2.0/security-groups?id=00e3f3c8-5143-473f-96ea-ab4c624b2c93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1924303 Feb 09 19:01:52.687250 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [req-5f780bca-874a-4a9c-a305-7d46c878c481 req-4f407b7f-08db-4502-a5af-0053adc513ed tempest-AggregatesAdminTestJSON-1806455315 tempest-AggregatesAdminTestJSON-1806455315-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762866656467'] for port (0ad11c1d-807c-4d0f-9fe3-c60ee608eb74), after_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:01:52.755038 n-d-713498-36 neutron-server[103229]: DEBUG neutron.db.db_base_plugin_common [None req-e944350e-2614-492d-8ba2-b071c3b859c3 admin admin] Allocated IP 172.25.1.71 (88055e1e-672a-4487-be31-ffb6e833ece5/ac16dbcc-383c-4b43-9153-d763c4a53f91/951f839e-defe-4809-aadf-d073daa581f6) {{(pid=103229) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 19:01:52.879994 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e329d658-65ca-4fa6-9c20-d0caefca5e50 None None] Pushing event updated for resources: {'Port': ['ID=36ae183d-0b5b-4958-bab8-21d4d5bdca13,revision_number=5']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:01:52.894654 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.provisioning_blocks [None req-57caee7c-9e81-493d-99be-8d748b4198a0 None None] Provisioning complete for port 4db2aab2-d112-49b3-b86c-a7bf500012f9 triggered by entity DHCP. {{(pid=103232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 19:01:52.895022 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-57caee7c-9e81-493d-99be-8d748b4198a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593630'] for port (4db2aab2-d112-49b3-b86c-a7bf500012f9), provisioning_complete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:01:52.918676 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.provisioning_blocks [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Provisioning complete for port 4db2aab2-d112-49b3-b86c-a7bf500012f9 triggered by entity L2. {{(pid=103232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 19:01:52.919033 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593630'] for port (4db2aab2-d112-49b3-b86c-a7bf500012f9), provisioning_complete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:01:52.955551 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f407b7f-08db-4502-a5af-0053adc513ed tempest-AggregatesAdminTestJSON-1806455315 tempest-AggregatesAdminTestJSON-1806455315-project] Pushing event updated for resources: {'Port': ['ID=0ad11c1d-807c-4d0f-9fe3-c60ee608eb74,revision_number=1']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:01:53.022826 n-d-713498-36 neutron-server[103230]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5f780bca-874a-4a9c-a305-7d46c878c481 req-4f407b7f-08db-4502-a5af-0053adc513ed tempest-AggregatesAdminTestJSON-1806455315 tempest-AggregatesAdminTestJSON-1806455315-project] Network 2b5494c8-cf97-42c1-b902-87f998f28179 is already hosted by enough agents. {{(pid=103230) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 19:01:53.024801 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-e944350e-2614-492d-8ba2-b071c3b859c3 admin admin] Publish callbacks [] for port (951f839e-defe-4809-aadf-d073daa581f6), precommit_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:01:53.038735 n-d-713498-36 neutron-server[103230]: DEBUG neutron.scheduler.base_scheduler [req-5f780bca-874a-4a9c-a305-7d46c878c481 req-4f407b7f-08db-4502-a5af-0053adc513ed tempest-AggregatesAdminTestJSON-1806455315 tempest-AggregatesAdminTestJSON-1806455315-project] Resources bound (agent type, host, resource id): {{(pid=103230) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 19:01:53.063320 n-d-713498-36 neutron-server[103230]: DEBUG neutron.db.l3_dvrscheduler_db [req-5f780bca-874a-4a9c-a305-7d46c878c481 req-4f407b7f-08db-4502-a5af-0053adc513ed tempest-AggregatesAdminTestJSON-1806455315 tempest-AggregatesAdminTestJSON-1806455315-project] Received port after_create {{(pid=103230) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 19:01:53.088409 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f780bca-874a-4a9c-a305-7d46c878c481 req-4f407b7f-08db-4502-a5af-0053adc513ed tempest-AggregatesAdminTestJSON-1806455315 tempest-AggregatesAdminTestJSON-1806455315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:01:53.094909 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [req-5f780bca-874a-4a9c-a305-7d46c878c481 req-4f407b7f-08db-4502-a5af-0053adc513ed tempest-AggregatesAdminTestJSON-1806455315 tempest-AggregatesAdminTestJSON-1806455315-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1613566'] for port (None), before_response {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:01:53.112812 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-e944350e-2614-492d-8ba2-b071c3b859c3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762866656467'] for port (951f839e-defe-4809-aadf-d073daa581f6), after_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:01:53.183050 n-d-713498-36 neutron-server[103229]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e944350e-2614-492d-8ba2-b071c3b859c3 admin admin] Network 88055e1e-672a-4487-be31-ffb6e833ece5 is already hosted by enough agents. {{(pid=103229) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 19:01:53.186882 n-d-713498-36 neutron-server[103229]: DEBUG neutron.scheduler.base_scheduler [None req-e944350e-2614-492d-8ba2-b071c3b859c3 admin admin] Resources bound (agent type, host, resource id): {{(pid=103229) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 19:01:53.188150 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-5f780bca-874a-4a9c-a305-7d46c878c481 req-4f407b7f-08db-4502-a5af-0053adc513ed tempest-AggregatesAdminTestJSON-1806455315 tempest-AggregatesAdminTestJSON-1806455315-project] 10.222.0.89 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 4.2924232 Feb 09 19:01:53.190243 n-d-713498-36 neutron-server[103229]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e944350e-2614-492d-8ba2-b071c3b859c3 admin admin] Received port after_create {{(pid=103229) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 19:01:53.224785 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [req-5f780bca-874a-4a9c-a305-7d46c878c481 req-2f8d2941-ebad-4b9a-ae67-970afbc77eb1 tempest-AggregatesAdminTestJSON-1806455315 tempest-AggregatesAdminTestJSON-1806455315-project] http://10.222.0.75:9696/v2.0/extensions returned with HTTP 200 {{(pid=103230) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 09 19:01:53.231877 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-5f780bca-874a-4a9c-a305-7d46c878c481 req-2f8d2941-ebad-4b9a-ae67-970afbc77eb1 tempest-AggregatesAdminTestJSON-1806455315 tempest-AggregatesAdminTestJSON-1806455315-project] 10.222.0.89 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0257115 Feb 09 19:01:53.273774 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48cfe8dd-e779-4dcf-9f52-d69885510139 req-217c8514-1697-4114-99bc-a9aae734ebfc tempest-AggregatesAdminTestJSON-1806455315 tempest-AggregatesAdminTestJSON-1806455315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:01:53.296442 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-48cfe8dd-e779-4dcf-9f52-d69885510139 req-217c8514-1697-4114-99bc-a9aae734ebfc tempest-AggregatesAdminTestJSON-1806455315 tempest-AggregatesAdminTestJSON-1806455315-project] 10.222.0.75 "GET /v2.0/ports?device_id=6ce13752-b912-4d74-9abc-679a966fd01a HTTP/1.1" status: 200 len: 936 time: 0.3841279 Feb 09 19:01:53.316970 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e944350e-2614-492d-8ba2-b071c3b859c3 admin admin] Pushing event updated for resources: {'Port': ['ID=951f839e-defe-4809-aadf-d073daa581f6,revision_number=1']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:01:53.396874 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.v2.base [req-c8f06fac-5a02-4166-806d-8909aa3cbd32 req-3f55395d-7770-45e7-859c-d16c782f70e0 service neutron] Request body: {'port': {'device_id': 'e46e24cb-41e4-4fb5-ac50-31f8ed645b0d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-713498-36'}} {{(pid=103229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 19:01:53.564814 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Current status of the port 4db2aab2-d112-49b3-b86c-a7bf500012f9 is: DOWN; New status is: ACTIVE {{(pid=103232) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 19:01:53.571629 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (4db2aab2-d112-49b3-b86c-a7bf500012f9), before_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:01:53.581375 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-57caee7c-9e81-493d-99be-8d748b4198a0 None None] Current status of the port 4db2aab2-d112-49b3-b86c-a7bf500012f9 is: DOWN; New status is: ACTIVE {{(pid=103232) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 19:01:53.582208 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-57caee7c-9e81-493d-99be-8d748b4198a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (4db2aab2-d112-49b3-b86c-a7bf500012f9), before_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:01:53.773146 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-57caee7c-9e81-493d-99be-8d748b4198a0 None None] For port 4db2aab2-d112-49b3-b86c-a7bf500012f9, host n-d-713498-36, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-36',level=0,port_id=4db2aab2-d112-49b3-b86c-a7bf500012f9,segment=NetworkSegment(ac6e654c-3e13-4d49-9ada-1668549aacaa),segment_id=ac6e654c-3e13-4d49-9ada-1668549aacaa)] {{(pid=103232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 19:01:53.802035 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-57caee7c-9e81-493d-99be-8d748b4198a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762867176205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762866656485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762866656503'] for port (4db2aab2-d112-49b3-b86c-a7bf500012f9), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:01:53.956675 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-48cfe8dd-e779-4dcf-9f52-d69885510139 req-3a1459b0-b6cc-45da-9577-94cb4ff26a8b tempest-AggregatesAdminTestJSON-1806455315 tempest-AggregatesAdminTestJSON-1806455315-project] 10.222.0.75 "GET /v2.0/security-groups?id=54b5222f-ba15-4103-8957-3e4509fdb27b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6560979 Feb 09 19:01:54.076817 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.db.api [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103232) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 09 19:01:54.094252 n-d-713498-36 neutron-server[103232]: DEBUG oslo_db.api [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 09 19:01:54.108727 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-c8f06fac-5a02-4166-806d-8909aa3cbd32 req-3f55395d-7770-45e7-859c-d16c782f70e0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (d13cb5d9-4c5d-481e-8220-42be37698d52), before_update {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:01:54.114965 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57caee7c-9e81-493d-99be-8d748b4198a0 None None] Pushing event updated for resources: {'Port': ['ID=4db2aab2-d112-49b3-b86c-a7bf500012f9,revision_number=3']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:01:54.121497 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.provisioning_blocks [None req-11c1fe01-3bc5-4cbd-bfc5-ec5f90dfc83e None None] Provisioning complete for port 0ad11c1d-807c-4d0f-9fe3-c60ee608eb74 triggered by entity DHCP. {{(pid=103232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 19:01:54.128551 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-11c1fe01-3bc5-4cbd-bfc5-ec5f90dfc83e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593630'] for port (0ad11c1d-807c-4d0f-9fe3-c60ee608eb74), provisioning_complete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:01:54.185126 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-11c1fe01-3bc5-4cbd-bfc5-ec5f90dfc83e None None] Port 0ad11c1d-807c-4d0f-9fe3-c60ee608eb74 cannot update to ACTIVE because it is not bound. {{(pid=103232) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 19:01:54.219065 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.provisioning_blocks [None req-11c1fe01-3bc5-4cbd-bfc5-ec5f90dfc83e None None] Provisioning complete for port d13cb5d9-4c5d-481e-8220-42be37698d52 triggered by entity DHCP. {{(pid=103232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 19:01:54.219462 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-11c1fe01-3bc5-4cbd-bfc5-ec5f90dfc83e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593630'] for port (d13cb5d9-4c5d-481e-8220-42be37698d52), provisioning_complete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:01:54.274821 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-11c1fe01-3bc5-4cbd-bfc5-ec5f90dfc83e None None] Port d13cb5d9-4c5d-481e-8220-42be37698d52 cannot update to ACTIVE because it is not bound. {{(pid=103232) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 19:01:54.325036 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.v2.base [req-5f780bca-874a-4a9c-a305-7d46c878c481 req-c617b46a-0062-409a-bed4-46ca7b28389a service neutron] Request body: {'port': {'device_id': '6ce13752-b912-4d74-9abc-679a966fd01a', 'device_owner': 'compute:tempest-test_az-1983686976', 'binding:host_id': 'n-h1-713498-36'}} {{(pid=103230) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 19:01:54.414178 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.provisioning_blocks [None req-4c9a0291-58e1-41c2-ba6a-25695b1ed6ae None None] Provisioning complete for port 4db2aab2-d112-49b3-b86c-a7bf500012f9 triggered by entity DHCP. {{(pid=103232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 19:01:54.415704 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-4c9a0291-58e1-41c2-ba6a-25695b1ed6ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593630'] for port (4db2aab2-d112-49b3-b86c-a7bf500012f9), provisioning_complete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:01:54.499452 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0c09e88-a479-45a6-90df-eb9251fc77f0 req-2c4597c9-d4a6-487f-8018-85229e836a9c tempest-DeleteServersAdminTestJSON-568076601 tempest-DeleteServersAdminTestJSON-568076601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:01:54.502174 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-b0c09e88-a479-45a6-90df-eb9251fc77f0 req-2c4597c9-d4a6-487f-8018-85229e836a9c tempest-DeleteServersAdminTestJSON-568076601 tempest-DeleteServersAdminTestJSON-568076601-project] 10.222.0.75 "GET /v2.0/ports?device_id=e46e24cb-41e4-4fb5-ac50-31f8ed645b0d HTTP/1.1" status: 200 len: 936 time: 0.5287733 Feb 09 19:01:54.528189 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-e944350e-2614-492d-8ba2-b071c3b859c3 admin admin] Publish callbacks [] for router_gateway (0bcc8fbd-ff5d-4b2a-b127-39e435e048e3), after_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:01:54.608138 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [req-5f780bca-874a-4a9c-a305-7d46c878c481 req-c617b46a-0062-409a-bed4-46ca7b28389a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (0ad11c1d-807c-4d0f-9fe3-c60ee608eb74), before_update {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:01:54.741484 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Current status of the port 4db2aab2-d112-49b3-b86c-a7bf500012f9 is: ACTIVE; New status is: ACTIVE {{(pid=103232) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 19:01:54.897978 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-4c9a0291-58e1-41c2-ba6a-25695b1ed6ae None None] Current status of the port 4db2aab2-d112-49b3-b86c-a7bf500012f9 is: ACTIVE; New status is: ACTIVE {{(pid=103232) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 19:01:55.078749 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-b0c09e88-a479-45a6-90df-eb9251fc77f0 req-5f340890-62c3-4e3e-9b2c-7092b6f07084 tempest-DeleteServersAdminTestJSON-568076601 tempest-DeleteServersAdminTestJSON-568076601-project] 10.222.0.75 "GET /v2.0/security-groups?id=00e3f3c8-5143-473f-96ea-ab4c624b2c93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5273414 Feb 09 19:01:55.189709 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Device 4db2aab2-d112-49b3-b86c-a7bf500012f9 up at agent ovs-agent-n-d-713498-36 {{(pid=103232) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 19:01:55.377546 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeb6d3b0-42c3-418d-a28a-e58972ab6ccd req-d4b3a275-3d3e-4c21-8165-ccb08160c10d tempest-AggregatesAdminTestJSON-1806455315 tempest-AggregatesAdminTestJSON-1806455315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:01:55.378121 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.provisioning_blocks [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Provisioning complete for port 4db2aab2-d112-49b3-b86c-a7bf500012f9 triggered by entity L2. {{(pid=103232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 19:01:55.379428 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593630'] for port (4db2aab2-d112-49b3-b86c-a7bf500012f9), provisioning_complete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:01:55.390999 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-aeb6d3b0-42c3-418d-a28a-e58972ab6ccd req-d4b3a275-3d3e-4c21-8165-ccb08160c10d tempest-AggregatesAdminTestJSON-1806455315 tempest-AggregatesAdminTestJSON-1806455315-project] 10.222.0.75 "GET /v2.0/ports?device_id=6ce13752-b912-4d74-9abc-679a966fd01a HTTP/1.1" status: 200 len: 936 time: 0.1816607 Feb 09 19:01:55.408606 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 44424) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:01:55.534935 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-aeb6d3b0-42c3-418d-a28a-e58972ab6ccd req-9c338126-7ab9-4ce2-a322-baacd75094b2 tempest-AggregatesAdminTestJSON-1806455315 tempest-AggregatesAdminTestJSON-1806455315-project] 10.222.0.75 "GET /v2.0/security-groups?id=54b5222f-ba15-4103-8957-3e4509fdb27b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1422110 Feb 09 19:01:55.773159 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-859dba34-12fc-41b6-82ad-4e36db8ae863 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:01:55.783905 n-d-713498-36 neutron-server[103229]: DEBUG neutron.notifiers.nova [req-c8f06fac-5a02-4166-806d-8909aa3cbd32 req-3f55395d-7770-45e7-859c-d16c782f70e0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d13cb5d9-4c5d-481e-8220-42be37698d52 {{(pid=103229) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 19:01:55.805773 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-c8f06fac-5a02-4166-806d-8909aa3cbd32 req-3f55395d-7770-45e7-859c-d16c782f70e0 service neutron] Publish callbacks [] for port (d13cb5d9-4c5d-481e-8220-42be37698d52), precommit_update {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:01:55.821452 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Current status of the port 4db2aab2-d112-49b3-b86c-a7bf500012f9 is: ACTIVE; New status is: ACTIVE {{(pid=103232) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 19:01:55.824102 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Device 36ae183d-0b5b-4958-bab8-21d4d5bdca13 up at agent ovs-agent-n-d-713498-36 {{(pid=103232) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 19:01:55.859273 n-d-713498-36 neutron-server[103229]: DEBUG neutron.db.provisioning_blocks [req-c8f06fac-5a02-4166-806d-8909aa3cbd32 req-3f55395d-7770-45e7-859c-d16c782f70e0 service neutron] Transition to ACTIVE for port object d13cb5d9-4c5d-481e-8220-42be37698d52 will not be triggered until provisioned by entity L2. {{(pid=103229) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 19:01:55.876380 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-c8f06fac-5a02-4166-806d-8909aa3cbd32 req-3f55395d-7770-45e7-859c-d16c782f70e0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762867176205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762866656485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762866656503'] for port (d13cb5d9-4c5d-481e-8220-42be37698d52), after_update {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:01:55.934780 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.provisioning_blocks [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Provisioning complete for port 36ae183d-0b5b-4958-bab8-21d4d5bdca13 triggered by entity L2. {{(pid=103232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 19:01:55.935342 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593630'] for port (36ae183d-0b5b-4958-bab8-21d4d5bdca13), provisioning_complete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:01:55.991068 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f55395d-7770-45e7-859c-d16c782f70e0 service neutron] Pushing event updated for resources: {'Port': ['ID=d13cb5d9-4c5d-481e-8220-42be37698d52,revision_number=2']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:01:56.174180 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Current status of the port 36ae183d-0b5b-4958-bab8-21d4d5bdca13 is: ACTIVE; New status is: ACTIVE {{(pid=103232) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 19:01:56.177807 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-859dba34-12fc-41b6-82ad-4e36db8ae863 admin admin] Publish callbacks [] for security_group (739bcf98-1520-461c-8922-0cb3a00ab5de), precommit_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:01:56.204023 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-859dba34-12fc-41b6-82ad-4e36db8ae863 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1892331'] for security_group (739bcf98-1520-461c-8922-0cb3a00ab5de), after_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:01:56.240411 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.managers [req-c8f06fac-5a02-4166-806d-8909aa3cbd32 req-3f55395d-7770-45e7-859c-d16c782f70e0 service neutron] Attempting to bind port d13cb5d9-4c5d-481e-8220-42be37698d52 on host n-h2-713498-36 for vnic_type normal with profile {{(pid=103229) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 19:01:56.240761 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.managers [req-c8f06fac-5a02-4166-806d-8909aa3cbd32 req-3f55395d-7770-45e7-859c-d16c782f70e0 service neutron] Attempting to bind port d13cb5d9-4c5d-481e-8220-42be37698d52 by drivers openvswitch,hyperv on host n-h2-713498-36 at level 0 using segments [{'id': '50e5915e-18f0-4558-9a28-b978975ead36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': '2b5494c8-cf97-42c1-b902-87f998f28179'}] {{(pid=103229) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 19:01:56.241115 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8f06fac-5a02-4166-806d-8909aa3cbd32 req-3f55395d-7770-45e7-859c-d16c782f70e0 service neutron] Attempting to bind port d13cb5d9-4c5d-481e-8220-42be37698d52 on network 2b5494c8-cf97-42c1-b902-87f998f28179 {{(pid=103229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 19:01:56.262670 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-e944350e-2614-492d-8ba2-b071c3b859c3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1834945', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1818951'] for router (0bcc8fbd-ff5d-4b2a-b127-39e435e048e3), after_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:01:56.279764 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8f06fac-5a02-4166-806d-8909aa3cbd32 req-3f55395d-7770-45e7-859c-d16c782f70e0 service neutron] Port d13cb5d9-4c5d-481e-8220-42be37698d52 on network 2b5494c8-cf97-42c1-b902-87f998f28179 not bound, no agent of type Open vSwitch agent registered on host n-h2-713498-36 {{(pid=103229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 19:01:56.280098 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8f06fac-5a02-4166-806d-8909aa3cbd32 req-3f55395d-7770-45e7-859c-d16c782f70e0 service neutron] Attempting to bind port d13cb5d9-4c5d-481e-8220-42be37698d52 on network 2b5494c8-cf97-42c1-b902-87f998f28179 {{(pid=103229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 19:01:56.336868 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-859dba34-12fc-41b6-82ad-4e36db8ae863 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=739bcf98-1520-461c-8922-0cb3a00ab5de,revision_number=1']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:01:56.361438 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-859dba34-12fc-41b6-82ad-4e36db8ae863 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=a0eee1e7268b4a489c2a5f2816a029f7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9512322 Feb 09 19:01:56.363406 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 44450) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:01:56.397659 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8f06fac-5a02-4166-806d-8909aa3cbd32 req-3f55395d-7770-45e7-859c-d16c782f70e0 service neutron] Checking agent: {'id': 'bcd5faee-dc24-4298-9134-0e0aa054058e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713498-36', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 18, 59, 19), 'started_at': datetime.datetime(2022, 2, 9, 18, 59, 19), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 19, 1, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 19:01:56.398030 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8f06fac-5a02-4166-806d-8909aa3cbd32 req-3f55395d-7770-45e7-859c-d16c782f70e0 service neutron] Checking segment: {'id': '50e5915e-18f0-4558-9a28-b978975ead36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': '2b5494c8-cf97-42c1-b902-87f998f28179'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103229) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 19:01:56.398625 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8f06fac-5a02-4166-806d-8909aa3cbd32 req-3f55395d-7770-45e7-859c-d16c782f70e0 service neutron] Bound using segment: {'id': '50e5915e-18f0-4558-9a28-b978975ead36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': '2b5494c8-cf97-42c1-b902-87f998f28179'} {{(pid=103229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 19:01:56.399088 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.managers [req-c8f06fac-5a02-4166-806d-8909aa3cbd32 req-3f55395d-7770-45e7-859c-d16c782f70e0 service neutron] Bound port: d13cb5d9-4c5d-481e-8220-42be37698d52, host: n-h2-713498-36, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '50e5915e-18f0-4558-9a28-b978975ead36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': '2b5494c8-cf97-42c1-b902-87f998f28179'}}] {{(pid=103229) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 19:01:56.399468 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-c8f06fac-5a02-4166-806d-8909aa3cbd32 req-3f55395d-7770-45e7-859c-d16c782f70e0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (d13cb5d9-4c5d-481e-8220-42be37698d52), before_update {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:01:56.534650 n-d-713498-36 neutron-server[103230]: DEBUG neutron.notifiers.nova [req-5f780bca-874a-4a9c-a305-7d46c878c481 req-c617b46a-0062-409a-bed4-46ca7b28389a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0ad11c1d-807c-4d0f-9fe3-c60ee608eb74 {{(pid=103230) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 19:01:56.581786 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [req-5f780bca-874a-4a9c-a305-7d46c878c481 req-c617b46a-0062-409a-bed4-46ca7b28389a service neutron] Publish callbacks [] for port (0ad11c1d-807c-4d0f-9fe3-c60ee608eb74), precommit_update {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:01:56.638056 n-d-713498-36 neutron-server[103230]: DEBUG neutron.db.provisioning_blocks [req-5f780bca-874a-4a9c-a305-7d46c878c481 req-c617b46a-0062-409a-bed4-46ca7b28389a service neutron] Transition to ACTIVE for port object 0ad11c1d-807c-4d0f-9fe3-c60ee608eb74 will not be triggered until provisioned by entity L2. {{(pid=103230) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 19:01:56.654115 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [req-5f780bca-874a-4a9c-a305-7d46c878c481 req-c617b46a-0062-409a-bed4-46ca7b28389a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762867176205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762866656485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762866656503'] for port (0ad11c1d-807c-4d0f-9fe3-c60ee608eb74), after_update {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:01:56.662112 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-19790914-5226-41b9-9899-babed03cb563 admin admin] Publish callbacks [] for security_group (739bcf98-1520-461c-8922-0cb3a00ab5de), before_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:01:56.668027 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.db [req-c8f06fac-5a02-4166-806d-8909aa3cbd32 req-3f55395d-7770-45e7-859c-d16c782f70e0 service neutron] For port d13cb5d9-4c5d-481e-8220-42be37698d52, host n-h2-713498-36, cleared binding levels {{(pid=103229) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 19:01:56.703461 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.db [req-c8f06fac-5a02-4166-806d-8909aa3cbd32 req-3f55395d-7770-45e7-859c-d16c782f70e0 service neutron] For port d13cb5d9-4c5d-481e-8220-42be37698d52, host n-h2-713498-36, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-36',level=0,port_id=d13cb5d9-4c5d-481e-8220-42be37698d52,segment=NetworkSegment(50e5915e-18f0-4558-9a28-b978975ead36),segment_id=50e5915e-18f0-4558-9a28-b978975ead36)] {{(pid=103229) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 19:01:56.731971 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-c8f06fac-5a02-4166-806d-8909aa3cbd32 req-3f55395d-7770-45e7-859c-d16c782f70e0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762867176205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762866656485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762866656503'] for port (d13cb5d9-4c5d-481e-8220-42be37698d52), after_update {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:01:56.740899 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c617b46a-0062-409a-bed4-46ca7b28389a service neutron] Pushing event updated for resources: {'Port': ['ID=0ad11c1d-807c-4d0f-9fe3-c60ee608eb74,revision_number=2']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:01:56.748087 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-19790914-5226-41b9-9899-babed03cb563 admin admin] Publish callbacks [] for security_group (739bcf98-1520-461c-8922-0cb3a00ab5de), precommit_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:01:56.855015 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.managers [req-5f780bca-874a-4a9c-a305-7d46c878c481 req-c617b46a-0062-409a-bed4-46ca7b28389a service neutron] Attempting to bind port 0ad11c1d-807c-4d0f-9fe3-c60ee608eb74 on host n-h1-713498-36 for vnic_type normal with profile {{(pid=103230) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 19:01:56.855364 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.managers [req-5f780bca-874a-4a9c-a305-7d46c878c481 req-c617b46a-0062-409a-bed4-46ca7b28389a service neutron] Attempting to bind port 0ad11c1d-807c-4d0f-9fe3-c60ee608eb74 by drivers openvswitch,hyperv on host n-h1-713498-36 at level 0 using segments [{'id': '50e5915e-18f0-4558-9a28-b978975ead36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': '2b5494c8-cf97-42c1-b902-87f998f28179'}] {{(pid=103230) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 19:01:56.855748 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f780bca-874a-4a9c-a305-7d46c878c481 req-c617b46a-0062-409a-bed4-46ca7b28389a service neutron] Attempting to bind port 0ad11c1d-807c-4d0f-9fe3-c60ee608eb74 on network 2b5494c8-cf97-42c1-b902-87f998f28179 {{(pid=103230) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 19:01:56.871919 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f780bca-874a-4a9c-a305-7d46c878c481 req-c617b46a-0062-409a-bed4-46ca7b28389a service neutron] Port 0ad11c1d-807c-4d0f-9fe3-c60ee608eb74 on network 2b5494c8-cf97-42c1-b902-87f998f28179 not bound, no agent of type Open vSwitch agent registered on host n-h1-713498-36 {{(pid=103230) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 19:01:56.872233 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f780bca-874a-4a9c-a305-7d46c878c481 req-c617b46a-0062-409a-bed4-46ca7b28389a service neutron] Attempting to bind port 0ad11c1d-807c-4d0f-9fe3-c60ee608eb74 on network 2b5494c8-cf97-42c1-b902-87f998f28179 {{(pid=103230) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 19:01:56.886764 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f780bca-874a-4a9c-a305-7d46c878c481 req-c617b46a-0062-409a-bed4-46ca7b28389a service neutron] Checking agent: {'id': '488cd9ae-631f-4955-ba0b-4f5a13f12e9c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713498-36', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 18, 59, 18), 'started_at': datetime.datetime(2022, 2, 9, 18, 59, 18), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 19, 1, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103230) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 19:01:56.887121 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f780bca-874a-4a9c-a305-7d46c878c481 req-c617b46a-0062-409a-bed4-46ca7b28389a service neutron] Checking segment: {'id': '50e5915e-18f0-4558-9a28-b978975ead36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': '2b5494c8-cf97-42c1-b902-87f998f28179'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103230) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 19:01:56.890564 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f780bca-874a-4a9c-a305-7d46c878c481 req-c617b46a-0062-409a-bed4-46ca7b28389a service neutron] Bound using segment: {'id': '50e5915e-18f0-4558-9a28-b978975ead36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': '2b5494c8-cf97-42c1-b902-87f998f28179'} {{(pid=103230) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 19:01:56.891121 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.managers [req-5f780bca-874a-4a9c-a305-7d46c878c481 req-c617b46a-0062-409a-bed4-46ca7b28389a service neutron] Bound port: 0ad11c1d-807c-4d0f-9fe3-c60ee608eb74, host: n-h1-713498-36, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '50e5915e-18f0-4558-9a28-b978975ead36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': '2b5494c8-cf97-42c1-b902-87f998f28179'}}] {{(pid=103230) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 19:01:56.891526 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [req-5f780bca-874a-4a9c-a305-7d46c878c481 req-c617b46a-0062-409a-bed4-46ca7b28389a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (0ad11c1d-807c-4d0f-9fe3-c60ee608eb74), before_update {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:01:56.928576 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f55395d-7770-45e7-859c-d16c782f70e0 service neutron] Pushing event updated for resources: {'Port': ['ID=d13cb5d9-4c5d-481e-8220-42be37698d52,revision_number=3']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:01:56.972875 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-19790914-5226-41b9-9899-babed03cb563 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1892331'] for security_group (739bcf98-1520-461c-8922-0cb3a00ab5de), after_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:01:56.975576 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-19790914-5226-41b9-9899-babed03cb563 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:01:56.977035 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8f06fac-5a02-4166-806d-8909aa3cbd32 req-3f55395d-7770-45e7-859c-d16c782f70e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:01:56.979195 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-c8f06fac-5a02-4166-806d-8909aa3cbd32 req-3f55395d-7770-45e7-859c-d16c782f70e0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1613566'] for port (None), before_response {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:01:56.980191 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-19790914-5226-41b9-9899-babed03cb563 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/739bcf98-1520-461c-8922-0cb3a00ab5de HTTP/1.1" status: 204 len: 168 time: 0.5683200 Feb 09 19:01:56.997743 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-c8f06fac-5a02-4166-806d-8909aa3cbd32 req-3f55395d-7770-45e7-859c-d16c782f70e0 service neutron] 10.222.0.90 "PUT /v2.0/ports/d13cb5d9-4c5d-481e-8220-42be37698d52 HTTP/1.1" status: 200 len: 1097 time: 4.0855129 Feb 09 19:01:57.007263 n-d-713498-36 neutron-server[103229]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e46e24cb-41e4-4fb5-ac50-31f8ed645b0d', 'tag': 'd13cb5d9-4c5d-481e-8220-42be37698d52'}] {{(pid=103229) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 19:01:57.021448 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19790914-5226-41b9-9899-babed03cb563 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=739bcf98-1520-461c-8922-0cb3a00ab5de,revision_number=None']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:01:57.099284 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.db [req-5f780bca-874a-4a9c-a305-7d46c878c481 req-c617b46a-0062-409a-bed4-46ca7b28389a service neutron] For port 0ad11c1d-807c-4d0f-9fe3-c60ee608eb74, host n-h1-713498-36, cleared binding levels {{(pid=103230) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 19:01:57.123251 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.db [req-5f780bca-874a-4a9c-a305-7d46c878c481 req-c617b46a-0062-409a-bed4-46ca7b28389a service neutron] For port 0ad11c1d-807c-4d0f-9fe3-c60ee608eb74, host n-h1-713498-36, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-36',level=0,port_id=0ad11c1d-807c-4d0f-9fe3-c60ee608eb74,segment=NetworkSegment(50e5915e-18f0-4558-9a28-b978975ead36),segment_id=50e5915e-18f0-4558-9a28-b978975ead36)] {{(pid=103230) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 19:01:57.143833 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [req-5f780bca-874a-4a9c-a305-7d46c878c481 req-c617b46a-0062-409a-bed4-46ca7b28389a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762867176205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762866656485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762866656503'] for port (0ad11c1d-807c-4d0f-9fe3-c60ee608eb74), after_update {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:01:57.208432 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8eeebfc-875c-42ef-915e-0be32f9ad738 req-4a00bf0e-21a7-4a50-8819-0ed21482c821 tempest-AggregatesAdminTestJSON-1806455315 tempest-AggregatesAdminTestJSON-1806455315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:01:57.211760 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-f8eeebfc-875c-42ef-915e-0be32f9ad738 req-4a00bf0e-21a7-4a50-8819-0ed21482c821 tempest-AggregatesAdminTestJSON-1806455315 tempest-AggregatesAdminTestJSON-1806455315-project] 10.222.0.75 "GET /v2.0/ports?device_id=6ce13752-b912-4d74-9abc-679a966fd01a HTTP/1.1" status: 200 len: 970 time: 0.2065723 Feb 09 19:01:57.308717 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f780bca-874a-4a9c-a305-7d46c878c481 req-c617b46a-0062-409a-bed4-46ca7b28389a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:01:57.327743 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-517e1d89-bdf5-475c-ad35-ad1c5d3b720c req-5e5caae6-e9a6-4ca8-9b8a-4543a24102d6 tempest-DeleteServersAdminTestJSON-568076601 tempest-DeleteServersAdminTestJSON-568076601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:01:57.328553 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [req-5f780bca-874a-4a9c-a305-7d46c878c481 req-c617b46a-0062-409a-bed4-46ca7b28389a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1613566'] for port (None), before_response {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:01:57.330266 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-5f780bca-874a-4a9c-a305-7d46c878c481 req-c617b46a-0062-409a-bed4-46ca7b28389a service neutron] 10.222.0.89 "PUT /v2.0/ports/0ad11c1d-807c-4d0f-9fe3-c60ee608eb74 HTTP/1.1" status: 200 len: 1119 time: 3.4824884 Feb 09 19:01:57.330926 n-d-713498-36 neutron-server[103230]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6ce13752-b912-4d74-9abc-679a966fd01a', 'tag': '0ad11c1d-807c-4d0f-9fe3-c60ee608eb74'}] {{(pid=103230) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 19:01:57.336854 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-517e1d89-bdf5-475c-ad35-ad1c5d3b720c req-5e5caae6-e9a6-4ca8-9b8a-4543a24102d6 tempest-DeleteServersAdminTestJSON-568076601 tempest-DeleteServersAdminTestJSON-568076601-project] 10.222.0.75 "GET /v2.0/ports?device_id=e46e24cb-41e4-4fb5-ac50-31f8ed645b0d HTTP/1.1" status: 200 len: 948 time: 1.0494814 Feb 09 19:01:57.477142 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-517e1d89-bdf5-475c-ad35-ad1c5d3b720c req-366e9fd4-3b48-4fe8-876b-3f736594aa4c tempest-DeleteServersAdminTestJSON-568076601 tempest-DeleteServersAdminTestJSON-568076601-project] 10.222.0.75 "GET /v2.0/security-groups?id=00e3f3c8-5143-473f-96ea-ab4c624b2c93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1391051 Feb 09 19:01:57.507757 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8f06fac-5a02-4166-806d-8909aa3cbd32 req-76ee82d7-a6ad-49fb-9482-845cf35fe279 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:01:57.509272 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-c8f06fac-5a02-4166-806d-8909aa3cbd32 req-76ee82d7-a6ad-49fb-9482-845cf35fe279 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=48e589a1e5c540ffa1d39621749c63d1&device_id=e46e24cb-41e4-4fb5-ac50-31f8ed645b0d HTTP/1.1" status: 200 len: 1131 time: 0.2806065 Feb 09 19:01:57.542830 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c617b46a-0062-409a-bed4-46ca7b28389a service neutron] Pushing event updated for resources: {'Port': ['ID=0ad11c1d-807c-4d0f-9fe3-c60ee608eb74,revision_number=3']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:01:57.589057 n-d-713498-36 neutron-server[103229]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e944350e-2614-492d-8ba2-b071c3b859c3 admin admin] Router 0bcc8fbd-ff5d-4b2a-b127-39e435e048e3 is scheduled to L3 agent 93303d5e-5d17-45e8-8963-7694f87783ae with binding_index 1 {{(pid=103229) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 09 19:01:57.657209 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-c8f06fac-5a02-4166-806d-8909aa3cbd32 req-51a67d7c-fac1-44e5-ab46-8c323620a493 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.213&port_id=d13cb5d9-4c5d-481e-8220-42be37698d52 HTTP/1.1" status: 200 len: 217 time: 0.1350932 Feb 09 19:01:57.688503 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-f8eeebfc-875c-42ef-915e-0be32f9ad738 req-0a5fd4c6-84f3-45fc-ab1a-2a0b43ebc875 tempest-AggregatesAdminTestJSON-1806455315 tempest-AggregatesAdminTestJSON-1806455315-project] 10.222.0.75 "GET /v2.0/security-groups?id=54b5222f-ba15-4103-8957-3e4509fdb27b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4505782 Feb 09 19:01:57.718247 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f780bca-874a-4a9c-a305-7d46c878c481 req-26f19233-32b7-4dd9-b716-259a47f43b71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:01:57.730304 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-5f780bca-874a-4a9c-a305-7d46c878c481 req-26f19233-32b7-4dd9-b716-259a47f43b71 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=b41f257f8de84d918942be9d6a5dfbda&device_id=6ce13752-b912-4d74-9abc-679a966fd01a HTTP/1.1" status: 200 len: 1153 time: 0.2517414 Feb 09 19:01:57.810142 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8f06fac-5a02-4166-806d-8909aa3cbd32 req-26701e2c-bcce-4885-9acb-9b40d0b66067 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:01:57.811696 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-c8f06fac-5a02-4166-806d-8909aa3cbd32 req-26701e2c-bcce-4885-9acb-9b40d0b66067 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=60b561cb-321e-4f83-9bb3-92b2e1d0dc44 HTTP/1.1" status: 200 len: 843 time: 0.1463923 Feb 09 19:01:57.814704 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 44476) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:01:57.825291 n-d-713498-36 neutron-server[103229]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fa6ae9a20702bd564eaf90d946620b2b4277b1ab91129323d3b54181076be307" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cd3da36d-ad26-45cc-ac44-7bfd5d659966" -d '{"events": [{"name": "network-changed", "server_uuid": "e46e24cb-41e4-4fb5-ac50-31f8ed645b0d", "tag": "d13cb5d9-4c5d-481e-8220-42be37698d52"}]}' {{(pid=103229) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 19:01:57.863436 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-5f780bca-874a-4a9c-a305-7d46c878c481 req-88e129d9-8d79-406c-872a-ae0fb7e0c4ec service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.111&port_id=0ad11c1d-807c-4d0f-9fe3-c60ee608eb74 HTTP/1.1" status: 200 len: 217 time: 0.1177504 Feb 09 19:01:57.979101 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-3eeb21d4-ec23-4b4b-978a-2931e8021978 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:01:58.051991 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8f06fac-5a02-4166-806d-8909aa3cbd32 req-3729c9fc-a4c9-497c-a124-37c261680e43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:01:58.053658 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-c8f06fac-5a02-4166-806d-8909aa3cbd32 req-3729c9fc-a4c9-497c-a124-37c261680e43 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=2b5494c8-cf97-42c1-b902-87f998f28179&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.1761372 Feb 09 19:01:58.100613 n-d-713498-36 neutron-server[103230]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aee5919275bae9f72eb374ee322673045eb80c1f84b4b45a97d96923bd50ab51" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ab5b3946-4adb-498e-ba1b-21b6a219e623" -d '{"events": [{"name": "network-changed", "server_uuid": "6ce13752-b912-4d74-9abc-679a966fd01a", "tag": "0ad11c1d-807c-4d0f-9fe3-c60ee608eb74"}]}' {{(pid=103230) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 19:01:58.161486 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f780bca-874a-4a9c-a305-7d46c878c481 req-88ab0d48-a605-4e3f-a283-6f75faeb687c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:01:58.164455 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-5f780bca-874a-4a9c-a305-7d46c878c481 req-88ab0d48-a605-4e3f-a283-6f75faeb687c service neutron] 10.222.0.89 "GET /v2.0/subnets?id=60b561cb-321e-4f83-9bb3-92b2e1d0dc44 HTTP/1.1" status: 200 len: 843 time: 0.2500334 Feb 09 19:01:58.188357 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e944350e-2614-492d-8ba2-b071c3b859c3 admin admin] Notify agent at l3_agent.n-d-713498-36 the message routers_updated {{(pid=103229) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 19:01:58.200564 n-d-713498-36 neutron-server[103233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53604007-e223-4846-89bd-bae1276bb091 None None] Sync routers for ids ['0bcc8fbd-ff5d-4b2a-b127-39e435e048e3'] in n-d-713498-36 {{(pid=103233) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 19:01:58.220921 n-d-713498-36 neutron-server[103233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53604007-e223-4846-89bd-bae1276bb091 None None] Routers {'0bcc8fbd-ff5d-4b2a-b127-39e435e048e3'} bound to L3 agent in host n-d-713498-36 {{(pid=103233) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 19:01:58.221679 n-d-713498-36 neutron-server[103233]: DEBUG neutron.db.l3_hamode_db [None req-53604007-e223-4846-89bd-bae1276bb091 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-09T18:51:43Z,description=,heartbeat_timestamp=2022-02-09T19:01:43Z,host='n-d-713498-36',id=93303d5e-5d17-45e8-8963-7694f87783ae,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T18:51:43Z,topic='l3_agent')) {'router_ids': ['0bcc8fbd-ff5d-4b2a-b127-39e435e048e3'], 'active': True} {{(pid=103233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:01:58.268134 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-e944350e-2614-492d-8ba2-b071c3b859c3 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:01:58.279720 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-e944350e-2614-492d-8ba2-b071c3b859c3 admin admin] 10.222.0.75 "POST /v2.0/routers HTTP/1.1" status: 201 len: 934 time: 9.6014230 Feb 09 19:01:58.280737 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 44490) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:01:58.419287 n-d-713498-36 neutron-server[103230]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 19:01:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-92f87296-e912-4d44-a26a-950aeb83c943 x-openstack-request-id: req-92f87296-e912-4d44-a26a-950aeb83c943 {{(pid=103230) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 19:01:58.422467 n-d-713498-36 neutron-server[103230]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6ce13752-b912-4d74-9abc-679a966fd01a", "tag": "0ad11c1d-807c-4d0f-9fe3-c60ee608eb74", "status": "completed", "code": 200}]} {{(pid=103230) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 19:01:58.424723 n-d-713498-36 neutron-server[103230]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-92f87296-e912-4d44-a26a-950aeb83c943 {{(pid=103230) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 19:01:58.425489 n-d-713498-36 neutron-server[103230]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6ce13752-b912-4d74-9abc-679a966fd01a', 'tag': '0ad11c1d-807c-4d0f-9fe3-c60ee608eb74', 'status': 'completed', 'code': 200} Feb 09 19:01:58.565657 n-d-713498-36 neutron-server[103233]: DEBUG neutron.db.l3_dvr_db [None req-53604007-e223-4846-89bd-bae1276bb091 None None] Set router 0bcc8fbd-ff5d-4b2a-b127-39e435e048e3 gateway port host: n-d-713498-36 {{(pid=103233) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 19:01:58.583258 n-d-713498-36 neutron-server[103229]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 19:01:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6f906f1d-9e12-485c-b793-3f6639025767 x-openstack-request-id: req-6f906f1d-9e12-485c-b793-3f6639025767 {{(pid=103229) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 19:01:58.583548 n-d-713498-36 neutron-server[103229]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e46e24cb-41e4-4fb5-ac50-31f8ed645b0d", "tag": "d13cb5d9-4c5d-481e-8220-42be37698d52", "status": "completed", "code": 200}]} {{(pid=103229) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 19:01:58.583812 n-d-713498-36 neutron-server[103229]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-6f906f1d-9e12-485c-b793-3f6639025767 {{(pid=103229) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 19:01:58.585183 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f780bca-874a-4a9c-a305-7d46c878c481 req-cae41288-96da-4edf-bf3d-b2fb1c347dc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:01:58.586732 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-5f780bca-874a-4a9c-a305-7d46c878c481 req-cae41288-96da-4edf-bf3d-b2fb1c347dc5 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=2b5494c8-cf97-42c1-b902-87f998f28179&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.4076824 Feb 09 19:01:58.598073 n-d-713498-36 neutron-server[103229]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e46e24cb-41e4-4fb5-ac50-31f8ed645b0d', 'tag': 'd13cb5d9-4c5d-481e-8220-42be37698d52', 'status': 'completed', 'code': 200} Feb 09 19:01:58.666891 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-3eeb21d4-ec23-4b4b-978a-2931e8021978 admin admin] Publish callbacks [] for security_group (f6a8ecfd-6a67-488f-a636-c45f9a256fad), precommit_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:01:58.695456 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-3eeb21d4-ec23-4b4b-978a-2931e8021978 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1892331'] for security_group (f6a8ecfd-6a67-488f-a636-c45f9a256fad), after_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:01:58.735313 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-640a8ed8-f71e-48b6-a3d3-9f086dbcd590 req-aa9b6a8e-b2bd-4b44-a4c6-2d4b4b89afb1 tempest-DeleteServersAdminTestJSON-568076601 tempest-DeleteServersAdminTestJSON-568076601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:01:58.741450 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-640a8ed8-f71e-48b6-a3d3-9f086dbcd590 req-aa9b6a8e-b2bd-4b44-a4c6-2d4b4b89afb1 tempest-DeleteServersAdminTestJSON-568076601 tempest-DeleteServersAdminTestJSON-568076601-project] 10.222.0.75 "GET /v2.0/ports?device_id=e46e24cb-41e4-4fb5-ac50-31f8ed645b0d HTTP/1.1" status: 200 len: 948 time: 0.0816326 Feb 09 19:01:58.794914 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-c8f06fac-5a02-4166-806d-8909aa3cbd32 req-cff953ff-1a1e-46eb-b30d-59cff2d6fd6c service neutron] 10.222.0.90 "GET /v2.0/networks/2b5494c8-cf97-42c1-b902-87f998f28179?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7142916 Feb 09 19:01:58.801222 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eeb21d4-ec23-4b4b-978a-2931e8021978 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f6a8ecfd-6a67-488f-a636-c45f9a256fad,revision_number=1']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:01:58.822637 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-3eeb21d4-ec23-4b4b-978a-2931e8021978 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=00489eccd6764435b1e63c03c5b8000b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9935751 Feb 09 19:01:58.831179 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 44508) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:01:58.897722 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-640a8ed8-f71e-48b6-a3d3-9f086dbcd590 req-3cea0067-d8ac-4515-a63c-1c21d4e821a2 tempest-DeleteServersAdminTestJSON-568076601 tempest-DeleteServersAdminTestJSON-568076601-project] 10.222.0.75 "GET /v2.0/security-groups?id=00e3f3c8-5143-473f-96ea-ab4c624b2c93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1493039 Feb 09 19:01:58.898328 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 44510) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:01:59.019417 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-82e8920f-a690-4949-bc43-57e16fc5efe6 admin admin] Publish callbacks [] for security_group (f6a8ecfd-6a67-488f-a636-c45f9a256fad), before_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:01:59.049514 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-82e8920f-a690-4949-bc43-57e16fc5efe6 admin admin] Publish callbacks [] for security_group (f6a8ecfd-6a67-488f-a636-c45f9a256fad), precommit_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:01:59.109334 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-82e8920f-a690-4949-bc43-57e16fc5efe6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1892331'] for security_group (f6a8ecfd-6a67-488f-a636-c45f9a256fad), after_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:01:59.115145 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-82e8920f-a690-4949-bc43-57e16fc5efe6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:01:59.117076 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-82e8920f-a690-4949-bc43-57e16fc5efe6 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/f6a8ecfd-6a67-488f-a636-c45f9a256fad HTTP/1.1" status: 204 len: 168 time: 0.2848792 Feb 09 19:01:59.132962 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82e8920f-a690-4949-bc43-57e16fc5efe6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f6a8ecfd-6a67-488f-a636-c45f9a256fad,revision_number=None']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:01:59.146883 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-c8f06fac-5a02-4166-806d-8909aa3cbd32 req-4431e6a1-ad74-4be1-9804-ac6ab2a0c625 service neutron] 10.222.0.90 "GET /v2.0/networks/2b5494c8-cf97-42c1-b902-87f998f28179?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3414893 Feb 09 19:01:59.199483 n-d-713498-36 neutron-server[103233]: DEBUG neutron.db.l3_hamode_db [None req-53604007-e223-4846-89bd-bae1276bb091 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0bcc8fbd-ff5d-4b2a-b127-39e435e048e3', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-661781207-router', 'tenant_id': 'eb7f01821e8f45978871b88f27807278', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88055e1e-672a-4487-be31-ffb6e833ece5', 'external_fixed_ips': [{'subnet_id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'ip_address': '172.25.1.71'}], 'enable_snat': True}, 'gw_port_id': '951f839e-defe-4809-aadf-d073daa581f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T19:01:48Z', 'updated_at': '2022-02-09T19:01:53Z', 'revision_number': 3, 'project_id': 'eb7f01821e8f45978871b88f27807278', 'gw_port': {'id': '951f839e-defe-4809-aadf-d073daa581f6', 'name': '', 'network_id': '88055e1e-672a-4487-be31-ffb6e833ece5', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:f4:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0bcc8fbd-ff5d-4b2a-b127-39e435e048e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'ip_address': '172.25.1.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T19:01:52Z', 'updated_at': '2022-02-09T19:01:52Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-36'}], 'n-d-713498-36', False) {} {{(pid=103233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:01:59.231171 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-65e7e5d6-fef4-4f04-aca0-e38792ea5982 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:01:59.232082 n-d-713498-36 neutron-server[103233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53604007-e223-4846-89bd-bae1276bb091 None None] Checking router: 0bcc8fbd-ff5d-4b2a-b127-39e435e048e3 for host: n-d-713498-36 {{(pid=103233) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 19:01:59.232597 n-d-713498-36 neutron-server[103233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53604007-e223-4846-89bd-bae1276bb091 None None] Updating router 0bcc8fbd-ff5d-4b2a-b127-39e435e048e3 port 951f839e-defe-4809-aadf-d073daa581f6 binding host n-d-713498-36 {{(pid=103233) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 19:01:59.267408 n-d-713498-36 neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-53604007-e223-4846-89bd-bae1276bb091 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (951f839e-defe-4809-aadf-d073daa581f6), before_update {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:01:59.439020 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-65e7e5d6-fef4-4f04-aca0-e38792ea5982 admin admin] Publish callbacks [] for security_group (4776b175-e6a9-4cc0-b4b8-2736d181d546), precommit_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:01:59.455154 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-65e7e5d6-fef4-4f04-aca0-e38792ea5982 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1892331'] for security_group (4776b175-e6a9-4cc0-b4b8-2736d181d546), after_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:01:59.513256 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-5f780bca-874a-4a9c-a305-7d46c878c481 req-b2fcebca-95cc-4941-aea7-edcc3bdeeeb8 service neutron] 10.222.0.89 "GET /v2.0/networks/2b5494c8-cf97-42c1-b902-87f998f28179?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2401600 Feb 09 19:01:59.520023 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-65e7e5d6-fef4-4f04-aca0-e38792ea5982 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=c1df72afe79e4e1493089edaf88f7753&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6019089 Feb 09 19:01:59.521052 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 44518) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:01:59.560646 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65e7e5d6-fef4-4f04-aca0-e38792ea5982 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4776b175-e6a9-4cc0-b4b8-2736d181d546,revision_number=1']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:01:59.652372 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-2c3b2794-52d0-4a45-aace-d385acea7c77 admin admin] Publish callbacks [] for security_group (4776b175-e6a9-4cc0-b4b8-2736d181d546), before_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:01:59.691643 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-2c3b2794-52d0-4a45-aace-d385acea7c77 admin admin] Publish callbacks [] for security_group (4776b175-e6a9-4cc0-b4b8-2736d181d546), precommit_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:01:59.722051 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-5f780bca-874a-4a9c-a305-7d46c878c481 req-5e693016-8832-4442-9817-cdbc6565f055 service neutron] 10.222.0.89 "GET /v2.0/networks/2b5494c8-cf97-42c1-b902-87f998f28179?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1577713 Feb 09 19:01:59.766311 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-2c3b2794-52d0-4a45-aace-d385acea7c77 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1892331'] for security_group (4776b175-e6a9-4cc0-b4b8-2736d181d546), after_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:01:59.769677 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-2c3b2794-52d0-4a45-aace-d385acea7c77 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:01:59.774411 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-2c3b2794-52d0-4a45-aace-d385acea7c77 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/4776b175-e6a9-4cc0-b4b8-2736d181d546 HTTP/1.1" status: 204 len: 168 time: 0.2523236 Feb 09 19:01:59.791724 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c3b2794-52d0-4a45-aace-d385acea7c77 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4776b175-e6a9-4cc0-b4b8-2736d181d546,revision_number=None']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:01:59.890399 n-d-713498-36 neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-53604007-e223-4846-89bd-bae1276bb091 None None] Publish callbacks [] for port (951f839e-defe-4809-aadf-d073daa581f6), precommit_update {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:01:59.903836 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab5b3946-4adb-498e-ba1b-21b6a219e623 req-6f19caa4-adf1-4e9f-b157-b253294feb90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:01:59.904289 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd3da36d-ad26-45cc-ac44-7bfd5d659966 req-7a098e46-d77c-4b64-b087-cd54aee98b68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:01:59.908422 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-cd3da36d-ad26-45cc-ac44-7bfd5d659966 req-7a098e46-d77c-4b64-b087-cd54aee98b68 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=48e589a1e5c540ffa1d39621749c63d1&device_id=e46e24cb-41e4-4fb5-ac50-31f8ed645b0d HTTP/1.1" status: 200 len: 1131 time: 0.2695851 Feb 09 19:01:59.910367 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-ab5b3946-4adb-498e-ba1b-21b6a219e623 req-6f19caa4-adf1-4e9f-b157-b253294feb90 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=b41f257f8de84d918942be9d6a5dfbda&device_id=6ce13752-b912-4d74-9abc-679a966fd01a HTTP/1.1" status: 200 len: 1153 time: 0.1071548 Feb 09 19:01:59.915724 n-d-713498-36 neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-53604007-e223-4846-89bd-bae1276bb091 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762867176205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762866656485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762866656503'] for port (951f839e-defe-4809-aadf-d073daa581f6), after_update {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:01:59.982161 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba93e6bf-ae30-46cf-a984-64018b65d7b5 req-39af5844-317c-40ad-a470-19d0d26e4af4 tempest-AggregatesAdminTestJSON-1806455315 tempest-AggregatesAdminTestJSON-1806455315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:01:59.984326 n-d-713498-36 neutron-server[103233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2060d065-1411-41cf-a15d-d6dd408f4af6 None None] Pushing event updated for resources: {'Port': ['ID=951f839e-defe-4809-aadf-d073daa581f6,revision_number=2']} {{(pid=103233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:01:59.991142 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-ba93e6bf-ae30-46cf-a984-64018b65d7b5 req-39af5844-317c-40ad-a470-19d0d26e4af4 tempest-AggregatesAdminTestJSON-1806455315 tempest-AggregatesAdminTestJSON-1806455315-project] 10.222.0.75 "GET /v2.0/ports?device_id=6ce13752-b912-4d74-9abc-679a966fd01a HTTP/1.1" status: 200 len: 970 time: 0.3533821 Feb 09 19:02:00.033409 n-d-713498-36 neutron-server[103233]: DEBUG neutron.plugins.ml2.managers [None req-53604007-e223-4846-89bd-bae1276bb091 None None] Attempting to bind port 951f839e-defe-4809-aadf-d073daa581f6 on host n-d-713498-36 for vnic_type normal with profile {{(pid=103233) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 19:02:00.034839 n-d-713498-36 neutron-server[103233]: DEBUG neutron.plugins.ml2.managers [None req-53604007-e223-4846-89bd-bae1276bb091 None None] Attempting to bind port 951f839e-defe-4809-aadf-d073daa581f6 by drivers openvswitch,hyperv on host n-d-713498-36 at level 0 using segments [{'id': 'a4222f89-8d3f-4b51-953b-1a8126392491', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '88055e1e-672a-4487-be31-ffb6e833ece5'}] {{(pid=103233) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 19:02:00.035384 n-d-713498-36 neutron-server[103233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53604007-e223-4846-89bd-bae1276bb091 None None] Attempting to bind port 951f839e-defe-4809-aadf-d073daa581f6 on network 88055e1e-672a-4487-be31-ffb6e833ece5 {{(pid=103233) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 19:02:00.042092 n-d-713498-36 neutron-server[103233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53604007-e223-4846-89bd-bae1276bb091 None None] Checking agent: {'id': '496418a2-c002-4aec-ab1a-07f3bea491bd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-36', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 18, 51, 47), 'started_at': datetime.datetime(2022, 2, 9, 18, 52, 17), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 19, 1, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-36'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103233) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 19:02:00.042767 n-d-713498-36 neutron-server[103233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53604007-e223-4846-89bd-bae1276bb091 None None] Checking segment: {'id': 'a4222f89-8d3f-4b51-953b-1a8126392491', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '88055e1e-672a-4487-be31-ffb6e833ece5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103233) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 19:02:00.043277 n-d-713498-36 neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-53604007-e223-4846-89bd-bae1276bb091 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:02:00.043823 n-d-713498-36 neutron-server[103233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53604007-e223-4846-89bd-bae1276bb091 None None] Bound using segment: {'id': 'a4222f89-8d3f-4b51-953b-1a8126392491', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '88055e1e-672a-4487-be31-ffb6e833ece5'} {{(pid=103233) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 19:02:00.044405 n-d-713498-36 neutron-server[103233]: DEBUG neutron.plugins.ml2.managers [None req-53604007-e223-4846-89bd-bae1276bb091 None None] Bound port: 951f839e-defe-4809-aadf-d073daa581f6, host: n-d-713498-36, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a4222f89-8d3f-4b51-953b-1a8126392491', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '88055e1e-672a-4487-be31-ffb6e833ece5'}}] {{(pid=103233) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 19:02:00.044898 n-d-713498-36 neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-53604007-e223-4846-89bd-bae1276bb091 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (951f839e-defe-4809-aadf-d073daa581f6), before_update {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:02:00.111378 n-d-713498-36 neutron-server[103233]: DEBUG neutron.plugins.ml2.db [None req-53604007-e223-4846-89bd-bae1276bb091 None None] For port 951f839e-defe-4809-aadf-d073daa581f6, host n-d-713498-36, cleared binding levels {{(pid=103233) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 19:02:00.117049 n-d-713498-36 neutron-server[103233]: DEBUG neutron.plugins.ml2.db [None req-53604007-e223-4846-89bd-bae1276bb091 None None] For port 951f839e-defe-4809-aadf-d073daa581f6, host n-d-713498-36, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-36',level=0,port_id=951f839e-defe-4809-aadf-d073daa581f6,segment=NetworkSegment(a4222f89-8d3f-4b51-953b-1a8126392491),segment_id=a4222f89-8d3f-4b51-953b-1a8126392491)] {{(pid=103233) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 19:02:00.128713 n-d-713498-36 neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-53604007-e223-4846-89bd-bae1276bb091 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762867176205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762866656485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762866656503'] for port (951f839e-defe-4809-aadf-d073daa581f6), after_update {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:02:00.203104 n-d-713498-36 neutron-server[103233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53604007-e223-4846-89bd-bae1276bb091 None None] Routers {'0bcc8fbd-ff5d-4b2a-b127-39e435e048e3'} bound to L3 agent in host n-d-713498-36 {{(pid=103233) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 19:02:00.204009 n-d-713498-36 neutron-server[103233]: DEBUG neutron.db.l3_hamode_db [None req-53604007-e223-4846-89bd-bae1276bb091 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-09T18:51:43Z,description=,heartbeat_timestamp=2022-02-09T19:01:43Z,host='n-d-713498-36',id=93303d5e-5d17-45e8-8963-7694f87783ae,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T18:51:43Z,topic='l3_agent')) {'router_ids': ['0bcc8fbd-ff5d-4b2a-b127-39e435e048e3'], 'active': True} {{(pid=103233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:02:00.292863 n-d-713498-36 neutron-server[103233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2060d065-1411-41cf-a15d-d6dd408f4af6 None None] Pushing event updated for resources: {'Port': ['ID=951f839e-defe-4809-aadf-d073daa581f6,revision_number=3']} {{(pid=103233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:02:00.355908 n-d-713498-36 neutron-server[103233]: DEBUG neutron.db.l3_dvr_db [None req-53604007-e223-4846-89bd-bae1276bb091 None None] Set router 0bcc8fbd-ff5d-4b2a-b127-39e435e048e3 gateway port host: n-d-713498-36 {{(pid=103233) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 19:02:00.458595 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-ba93e6bf-ae30-46cf-a984-64018b65d7b5 req-831b193f-4ee8-4e43-b9bc-e31c61c58bc3 tempest-AggregatesAdminTestJSON-1806455315 tempest-AggregatesAdminTestJSON-1806455315-project] 10.222.0.75 "GET /v2.0/security-groups?id=54b5222f-ba15-4103-8957-3e4509fdb27b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4663017 Feb 09 19:02:00.505851 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd3da36d-ad26-45cc-ac44-7bfd5d659966 req-fbdc4be2-becd-475b-90fd-3c725168d9bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:02:00.507252 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-cd3da36d-ad26-45cc-ac44-7bfd5d659966 req-fbdc4be2-becd-475b-90fd-3c725168d9bf service neutron] 10.222.0.90 "GET /v2.0/networks?id=2b5494c8-cf97-42c1-b902-87f998f28179 HTTP/1.1" status: 200 len: 870 time: 0.5681450 Feb 09 19:02:00.589846 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 44542) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:02:00.622256 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-cd3da36d-ad26-45cc-ac44-7bfd5d659966 req-cb95213a-7fa7-401a-80f9-6e261bd896ba service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.213&port_id=d13cb5d9-4c5d-481e-8220-42be37698d52 HTTP/1.1" status: 200 len: 217 time: 0.1012971 Feb 09 19:02:00.738601 n-d-713498-36 neutron-server[103233]: DEBUG neutron.db.l3_hamode_db [None req-53604007-e223-4846-89bd-bae1276bb091 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0bcc8fbd-ff5d-4b2a-b127-39e435e048e3', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-661781207-router', 'tenant_id': 'eb7f01821e8f45978871b88f27807278', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88055e1e-672a-4487-be31-ffb6e833ece5', 'external_fixed_ips': [{'subnet_id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'ip_address': '172.25.1.71'}], 'enable_snat': True}, 'gw_port_id': '951f839e-defe-4809-aadf-d073daa581f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T19:01:48Z', 'updated_at': '2022-02-09T19:01:53Z', 'revision_number': 3, 'project_id': 'eb7f01821e8f45978871b88f27807278', 'gw_port': {'id': '951f839e-defe-4809-aadf-d073daa581f6', 'name': '', 'network_id': '88055e1e-672a-4487-be31-ffb6e833ece5', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:f4:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0bcc8fbd-ff5d-4b2a-b127-39e435e048e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'ip_address': '172.25.1.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T19:01:52Z', 'updated_at': '2022-02-09T19:02:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-36'}], 'n-d-713498-36', False) {} {{(pid=103233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:02:00.775320 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab5b3946-4adb-498e-ba1b-21b6a219e623 req-dbc3c99a-d941-444f-a571-1e348704e3fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:02:00.778380 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-ab5b3946-4adb-498e-ba1b-21b6a219e623 req-dbc3c99a-d941-444f-a571-1e348704e3fa service neutron] 10.222.0.89 "GET /v2.0/networks?id=2b5494c8-cf97-42c1-b902-87f998f28179 HTTP/1.1" status: 200 len: 870 time: 0.6972070 Feb 09 19:02:00.781222 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-69f2ce2f-1eb1-4881-907e-281a9d7776c0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:02:00.789672 n-d-713498-36 neutron-server[103233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53604007-e223-4846-89bd-bae1276bb091 None None] The sync data for ids ['0bcc8fbd-ff5d-4b2a-b127-39e435e048e3'] in n-d-713498-36 is: [{'id': '0bcc8fbd-ff5d-4b2a-b127-39e435e048e3', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-661781207-router', 'tenant_id': 'eb7f01821e8f45978871b88f27807278', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88055e1e-672a-4487-be31-ffb6e833ece5', 'external_fixed_ips': [{'subnet_id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'ip_address': '172.25.1.71'}], 'enable_snat': True}, 'gw_port_id': '951f839e-defe-4809-aadf-d073daa581f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T19:01:48Z', 'updated_at': '2022-02-09T19:01:53Z', 'revision_number': 3, 'project_id': 'eb7f01821e8f45978871b88f27807278', 'gw_port': {'id': '951f839e-defe-4809-aadf-d073daa581f6', 'name': '', 'network_id': '88055e1e-672a-4487-be31-ffb6e833ece5', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:f4:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0bcc8fbd-ff5d-4b2a-b127-39e435e048e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'ip_address': '172.25.1.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T19:01:52Z', 'updated_at': '2022-02-09T19:02:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-36'}] {{(pid=103233) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 19:02:00.805942 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-07a6368f-616c-4a16-b5bc-f80f1567a68c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (None), before_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:02:00.821409 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd6a10ac-1d5d-450e-b71a-981765a9f52c req-4464f6c0-3537-44d1-b898-988f03eaea88 tempest-DeleteServersAdminTestJSON-568076601 tempest-DeleteServersAdminTestJSON-568076601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:02:00.825296 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-bd6a10ac-1d5d-450e-b71a-981765a9f52c req-4464f6c0-3537-44d1-b898-988f03eaea88 tempest-DeleteServersAdminTestJSON-568076601 tempest-DeleteServersAdminTestJSON-568076601-project] 10.222.0.75 "GET /v2.0/ports?device_id=e46e24cb-41e4-4fb5-ac50-31f8ed645b0d HTTP/1.1" status: 200 len: 948 time: 0.7896686 Feb 09 19:02:00.844263 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd3da36d-ad26-45cc-ac44-7bfd5d659966 req-ea0f08a4-eefc-4c5c-9386-17f648ba1751 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:02:00.850005 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-cd3da36d-ad26-45cc-ac44-7bfd5d659966 req-ea0f08a4-eefc-4c5c-9386-17f648ba1751 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=60b561cb-321e-4f83-9bb3-92b2e1d0dc44 HTTP/1.1" status: 200 len: 843 time: 0.2198801 Feb 09 19:02:01.040363 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-bd6a10ac-1d5d-450e-b71a-981765a9f52c req-7e56d0fa-0432-4a2c-9b1f-db5f51a97b3b tempest-DeleteServersAdminTestJSON-568076601 tempest-DeleteServersAdminTestJSON-568076601-project] 10.222.0.75 "GET /v2.0/security-groups?id=00e3f3c8-5143-473f-96ea-ab4c624b2c93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2042584 Feb 09 19:02:01.057741 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-ab5b3946-4adb-498e-ba1b-21b6a219e623 req-4038931d-deb4-44b9-9276-82872d754363 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.111&port_id=0ad11c1d-807c-4d0f-9fe3-c60ee608eb74 HTTP/1.1" status: 200 len: 217 time: 0.1064634 Feb 09 19:02:01.127276 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab5b3946-4adb-498e-ba1b-21b6a219e623 req-a710f962-1faa-425a-a37d-0c9d8132c91d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:02:01.131393 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-ab5b3946-4adb-498e-ba1b-21b6a219e623 req-a710f962-1faa-425a-a37d-0c9d8132c91d service neutron] 10.222.0.89 "GET /v2.0/subnets?id=60b561cb-321e-4f83-9bb3-92b2e1d0dc44 HTTP/1.1" status: 200 len: 843 time: 0.0635514 Feb 09 19:02:01.334014 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-69f2ce2f-1eb1-4881-907e-281a9d7776c0 admin admin] Publish callbacks [] for security_group (36798eea-e81f-4448-9230-d4005a658d2b), precommit_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:02:01.346671 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-69f2ce2f-1eb1-4881-907e-281a9d7776c0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1892331'] for security_group (36798eea-e81f-4448-9230-d4005a658d2b), after_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:02:01.361856 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd3da36d-ad26-45cc-ac44-7bfd5d659966 req-8e65a77c-3fe7-466d-95ea-178f7eaa1f97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:02:01.363572 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-cd3da36d-ad26-45cc-ac44-7bfd5d659966 req-8e65a77c-3fe7-466d-95ea-178f7eaa1f97 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=2b5494c8-cf97-42c1-b902-87f998f28179&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.2226777 Feb 09 19:02:01.380426 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-69f2ce2f-1eb1-4881-907e-281a9d7776c0 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=74ad52e528f84382806529bee8893c2b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7887273 Feb 09 19:02:01.381845 n-d-713498-36 neutron-server[103229]: DEBUG neutron.db.db_base_plugin_common [None req-07a6368f-616c-4a16-b5bc-f80f1567a68c admin admin] Allocated IP 172.20.0.1 (40fb5d50-f68b-4501-bf89-512e8ad1fe61/ff065aee-277b-4ae2-bb3c-b8cefe471640/acbc920b-1b09-4144-acdf-1094235fcd62) {{(pid=103229) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 19:02:01.382948 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 44550) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:02:01.402472 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab5b3946-4adb-498e-ba1b-21b6a219e623 req-47e4cbe9-f67a-4b10-ad44-86c5b5a34197 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:02:01.402472 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-ab5b3946-4adb-498e-ba1b-21b6a219e623 req-47e4cbe9-f67a-4b10-ad44-86c5b5a34197 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=2b5494c8-cf97-42c1-b902-87f998f28179&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.2611644 Feb 09 19:02:01.626850 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-ab5b3946-4adb-498e-ba1b-21b6a219e623 req-5438038c-9ed9-408f-b763-64be14790983 service neutron] 10.222.0.89 "GET /v2.0/networks/2b5494c8-cf97-42c1-b902-87f998f28179?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1999550 Feb 09 19:02:01.701109 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69f2ce2f-1eb1-4881-907e-281a9d7776c0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=36798eea-e81f-4448-9230-d4005a658d2b,revision_number=1']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:02:01.764085 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-dc5d3900-0f4a-4557-aaa0-e21be9d133f1 admin admin] Publish callbacks [] for security_group (36798eea-e81f-4448-9230-d4005a658d2b), before_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:02:01.827160 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-dc5d3900-0f4a-4557-aaa0-e21be9d133f1 admin admin] Publish callbacks [] for security_group (36798eea-e81f-4448-9230-d4005a658d2b), precommit_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:02:01.844626 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-ab5b3946-4adb-498e-ba1b-21b6a219e623 req-16321a14-44b5-4b91-ac40-ccdcb7b0d0a8 service neutron] 10.222.0.89 "GET /v2.0/networks/2b5494c8-cf97-42c1-b902-87f998f28179?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2095113 Feb 09 19:02:01.844818 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-07a6368f-616c-4a16-b5bc-f80f1567a68c admin admin] Publish callbacks [] for port (acbc920b-1b09-4144-acdf-1094235fcd62), precommit_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:02:01.922874 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-cd3da36d-ad26-45cc-ac44-7bfd5d659966 req-67898abc-1cd8-4a3e-8457-871e8fa9dbd0 service neutron] 10.222.0.90 "GET /v2.0/networks/2b5494c8-cf97-42c1-b902-87f998f28179?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5362782 Feb 09 19:02:01.946363 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-dc5d3900-0f4a-4557-aaa0-e21be9d133f1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1892331'] for security_group (36798eea-e81f-4448-9230-d4005a658d2b), after_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:02:01.950682 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-dc5d3900-0f4a-4557-aaa0-e21be9d133f1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:02:01.952253 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-dc5d3900-0f4a-4557-aaa0-e21be9d133f1 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/36798eea-e81f-4448-9230-d4005a658d2b HTTP/1.1" status: 204 len: 168 time: 0.5679841 Feb 09 19:02:01.964776 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc5d3900-0f4a-4557-aaa0-e21be9d133f1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=36798eea-e81f-4448-9230-d4005a658d2b,revision_number=None']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:02:02.166726 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb0e28ba-00fc-4d67-9adb-8ccff43ee6bd req-0b176052-64c2-4ad2-b17c-364808260245 tempest-AggregatesAdminTestJSON-1806455315 tempest-AggregatesAdminTestJSON-1806455315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:02:02.172675 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-bb0e28ba-00fc-4d67-9adb-8ccff43ee6bd req-0b176052-64c2-4ad2-b17c-364808260245 tempest-AggregatesAdminTestJSON-1806455315 tempest-AggregatesAdminTestJSON-1806455315-project] 10.222.0.75 "GET /v2.0/ports?device_id=6ce13752-b912-4d74-9abc-679a966fd01a HTTP/1.1" status: 200 len: 970 time: 0.4619014 Feb 09 19:02:02.255579 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-07a6368f-616c-4a16-b5bc-f80f1567a68c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762866656467'] for port (acbc920b-1b09-4144-acdf-1094235fcd62), after_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:02:02.367869 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ac50314-1859-421b-b3dc-1596b2899994 req-c0e8dd33-b28d-4f34-b5ad-81ec764d7a65 tempest-DeleteServersAdminTestJSON-568076601 tempest-DeleteServersAdminTestJSON-568076601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:02:02.378625 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-8ac50314-1859-421b-b3dc-1596b2899994 req-c0e8dd33-b28d-4f34-b5ad-81ec764d7a65 tempest-DeleteServersAdminTestJSON-568076601 tempest-DeleteServersAdminTestJSON-568076601-project] 10.222.0.75 "GET /v2.0/ports?device_id=e46e24cb-41e4-4fb5-ac50-31f8ed645b0d HTTP/1.1" status: 200 len: 948 time: 0.1536722 Feb 09 19:02:02.455202 n-d-713498-36 neutron-server[103229]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07a6368f-616c-4a16-b5bc-f80f1567a68c admin admin] Network 40fb5d50-f68b-4501-bf89-512e8ad1fe61 is already hosted by enough agents. {{(pid=103229) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 19:02:02.471555 n-d-713498-36 neutron-server[103229]: DEBUG neutron.scheduler.base_scheduler [None req-07a6368f-616c-4a16-b5bc-f80f1567a68c admin admin] Resources bound (agent type, host, resource id): {{(pid=103229) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 19:02:02.474260 n-d-713498-36 neutron-server[103229]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07a6368f-616c-4a16-b5bc-f80f1567a68c admin admin] Received port after_create {{(pid=103229) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 19:02:02.474774 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-07a6368f-616c-4a16-b5bc-f80f1567a68c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1819024'] for router_interface (0bcc8fbd-ff5d-4b2a-b127-39e435e048e3), before_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:02:02.524402 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-bb0e28ba-00fc-4d67-9adb-8ccff43ee6bd req-e9eb18b6-2b2b-4b0d-b9e5-e6a4b1364216 tempest-AggregatesAdminTestJSON-1806455315 tempest-AggregatesAdminTestJSON-1806455315-project] 10.222.0.75 "GET /v2.0/security-groups?id=54b5222f-ba15-4103-8957-3e4509fdb27b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3332961 Feb 09 19:02:02.556071 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-8ac50314-1859-421b-b3dc-1596b2899994 req-13b39de0-5e62-45b8-8394-82711d4c13ed tempest-DeleteServersAdminTestJSON-568076601 tempest-DeleteServersAdminTestJSON-568076601-project] 10.222.0.75 "GET /v2.0/security-groups?id=00e3f3c8-5143-473f-96ea-ab4c624b2c93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1765471 Feb 09 19:02:02.633864 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07a6368f-616c-4a16-b5bc-f80f1567a68c admin admin] Pushing event updated for resources: {'Port': ['ID=acbc920b-1b09-4144-acdf-1094235fcd62,revision_number=1']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:02:02.658615 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-cd3da36d-ad26-45cc-ac44-7bfd5d659966 req-71cf9232-eee5-43fb-aeeb-404568162dbc service neutron] 10.222.0.90 "GET /v2.0/networks/2b5494c8-cf97-42c1-b902-87f998f28179?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7209871 Feb 09 19:02:02.954944 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Device 951f839e-defe-4809-aadf-d073daa581f6 up at agent ovs-agent-n-d-713498-36 {{(pid=103232) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 19:02:03.030343 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.provisioning_blocks [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Provisioning complete for port 951f839e-defe-4809-aadf-d073daa581f6 triggered by entity L2. {{(pid=103232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 19:02:03.030767 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593630'] for port (951f839e-defe-4809-aadf-d073daa581f6), provisioning_complete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:02:03.068183 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-07a6368f-616c-4a16-b5bc-f80f1567a68c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (acbc920b-1b09-4144-acdf-1094235fcd62), before_update {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:02:03.104571 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.provisioning_blocks [None req-6d0f5b77-3f37-4e1a-adc9-3b2ca74ab136 None None] Provisioning complete for port acbc920b-1b09-4144-acdf-1094235fcd62 triggered by entity DHCP. {{(pid=103232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 19:02:03.105152 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-6d0f5b77-3f37-4e1a-adc9-3b2ca74ab136 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593630'] for port (acbc920b-1b09-4144-acdf-1094235fcd62), provisioning_complete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:02:03.152819 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-6d0f5b77-3f37-4e1a-adc9-3b2ca74ab136 None None] Port acbc920b-1b09-4144-acdf-1094235fcd62 cannot update to ACTIVE because it is not bound. {{(pid=103232) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 19:02:03.231916 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Current status of the port 951f839e-defe-4809-aadf-d073daa581f6 is: DOWN; New status is: ACTIVE {{(pid=103232) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 19:02:03.232314 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (951f839e-defe-4809-aadf-d073daa581f6), before_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:02:03.293825 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] For port 951f839e-defe-4809-aadf-d073daa581f6, host n-d-713498-36, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-36',level=0,port_id=951f839e-defe-4809-aadf-d073daa581f6,segment=NetworkSegment(a4222f89-8d3f-4b51-953b-1a8126392491),segment_id=a4222f89-8d3f-4b51-953b-1a8126392491)] {{(pid=103232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 19:02:03.300188 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762867176205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762866656485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762866656503'] for port (951f839e-defe-4809-aadf-d073daa581f6), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:02:03.377688 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Pushing event updated for resources: {'Port': ['ID=951f839e-defe-4809-aadf-d073daa581f6,revision_number=4']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:02:03.843880 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67ad1871-063e-4040-bcaa-f6dab6030308 req-773dedc4-fba4-433a-b2e0-63f46eb29d34 tempest-AggregatesAdminTestJSON-1806455315 tempest-AggregatesAdminTestJSON-1806455315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:02:03.845812 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-67ad1871-063e-4040-bcaa-f6dab6030308 req-773dedc4-fba4-433a-b2e0-63f46eb29d34 tempest-AggregatesAdminTestJSON-1806455315 tempest-AggregatesAdminTestJSON-1806455315-project] 10.222.0.75 "GET /v2.0/ports?device_id=6ce13752-b912-4d74-9abc-679a966fd01a HTTP/1.1" status: 200 len: 970 time: 0.1138816 Feb 09 19:02:03.948547 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-67ad1871-063e-4040-bcaa-f6dab6030308 req-ae4a4b46-08db-4342-ba1f-72c9c787a464 tempest-AggregatesAdminTestJSON-1806455315 tempest-AggregatesAdminTestJSON-1806455315-project] 10.222.0.75 "GET /v2.0/security-groups?id=54b5222f-ba15-4103-8957-3e4509fdb27b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0941894 Feb 09 19:02:03.975779 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-07a6368f-616c-4a16-b5bc-f80f1567a68c admin admin] Publish callbacks [] for port (acbc920b-1b09-4144-acdf-1094235fcd62), precommit_update {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:02:03.986558 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-07a6368f-616c-4a16-b5bc-f80f1567a68c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762867176205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762866656485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762866656503'] for port (acbc920b-1b09-4144-acdf-1094235fcd62), after_update {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:02:03.987452 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-07a6368f-616c-4a16-b5bc-f80f1567a68c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1613458', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1834496'] for router_interface (0bcc8fbd-ff5d-4b2a-b127-39e435e048e3), after_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:02:04.115527 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6d6ccc2-5c76-46f7-aa95-96c8d2063d35 req-403c7d99-05c4-45f5-83cc-1c248f43a841 tempest-DeleteServersAdminTestJSON-568076601 tempest-DeleteServersAdminTestJSON-568076601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:02:04.134315 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-e6d6ccc2-5c76-46f7-aa95-96c8d2063d35 req-403c7d99-05c4-45f5-83cc-1c248f43a841 tempest-DeleteServersAdminTestJSON-568076601 tempest-DeleteServersAdminTestJSON-568076601-project] 10.222.0.75 "GET /v2.0/ports?device_id=e46e24cb-41e4-4fb5-ac50-31f8ed645b0d HTTP/1.1" status: 200 len: 948 time: 0.1925929 Feb 09 19:02:04.150805 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07a6368f-616c-4a16-b5bc-f80f1567a68c admin admin] Pushing event updated for resources: {'Port': ['ID=acbc920b-1b09-4144-acdf-1094235fcd62,revision_number=2']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:02:04.242398 n-d-713498-36 neutron-server[103229]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07a6368f-616c-4a16-b5bc-f80f1567a68c admin admin] Network 40fb5d50-f68b-4501-bf89-512e8ad1fe61 is already hosted by enough agents. {{(pid=103229) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 19:02:04.247660 n-d-713498-36 neutron-server[103229]: DEBUG neutron.scheduler.base_scheduler [None req-07a6368f-616c-4a16-b5bc-f80f1567a68c admin admin] Resources bound (agent type, host, resource id): {{(pid=103229) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 19:02:04.292106 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-e6d6ccc2-5c76-46f7-aa95-96c8d2063d35 req-8c6fb21b-cabe-4514-b235-2c0b7373eb48 tempest-DeleteServersAdminTestJSON-568076601 tempest-DeleteServersAdminTestJSON-568076601-project] 10.222.0.75 "GET /v2.0/security-groups?id=00e3f3c8-5143-473f-96ea-ab4c624b2c93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1552997 Feb 09 19:02:04.614013 n-d-713498-36 neutron-server[103229]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-07a6368f-616c-4a16-b5bc-f80f1567a68c admin admin] Router 0bcc8fbd-ff5d-4b2a-b127-39e435e048e3 has already been hosted by L3 agent 93303d5e-5d17-45e8-8963-7694f87783ae {{(pid=103229) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 19:02:04.689486 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.provisioning_blocks [None req-93e34d7d-bfb6-492c-acce-ad12932a9ba8 None None] Provisioning complete for port acbc920b-1b09-4144-acdf-1094235fcd62 triggered by entity DHCP. {{(pid=103232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 19:02:04.690142 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-93e34d7d-bfb6-492c-acce-ad12932a9ba8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593630'] for port (acbc920b-1b09-4144-acdf-1094235fcd62), provisioning_complete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:02:04.786394 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-93e34d7d-bfb6-492c-acce-ad12932a9ba8 None None] Port acbc920b-1b09-4144-acdf-1094235fcd62 cannot update to ACTIVE because it is not bound. {{(pid=103232) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 19:02:04.991687 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Device 951f839e-defe-4809-aadf-d073daa581f6 up at agent ovs-agent-n-d-713498-36 {{(pid=103232) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 19:02:05.037020 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-07a6368f-616c-4a16-b5bc-f80f1567a68c admin admin] Notify agent at l3_agent.n-d-713498-36 the message routers_updated {{(pid=103229) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 19:02:05.071929 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-07a6368f-616c-4a16-b5bc-f80f1567a68c admin admin] 10.222.0.75 "PUT /v2.0/routers/0bcc8fbd-ff5d-4b2a-b127-39e435e048e3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.7799175 Feb 09 19:02:05.084607 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 44636) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:02:05.111839 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e1d5c82-f586-41dc-a649-cb3f3bf01ce2 None None] Sync routers for ids ['0bcc8fbd-ff5d-4b2a-b127-39e435e048e3'] in n-d-713498-36 {{(pid=103232) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 19:02:05.240693 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e1d5c82-f586-41dc-a649-cb3f3bf01ce2 None None] Routers {'0bcc8fbd-ff5d-4b2a-b127-39e435e048e3'} bound to L3 agent in host n-d-713498-36 {{(pid=103232) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 19:02:05.247118 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.l3_hamode_db [None req-1e1d5c82-f586-41dc-a649-cb3f3bf01ce2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-09T18:51:43Z,description=,heartbeat_timestamp=2022-02-09T19:01:43Z,host='n-d-713498-36',id=93303d5e-5d17-45e8-8963-7694f87783ae,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T18:51:43Z,topic='l3_agent')) {'router_ids': ['0bcc8fbd-ff5d-4b2a-b127-39e435e048e3'], 'active': True} {{(pid=103232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:02:05.264483 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfd394ea-7ad5-4aae-ac62-e72d0dfd8c0c req-57e3f6fa-6b2c-4a5d-bd81-35a9087b6158 tempest-AggregatesAdminTestJSON-1806455315 tempest-AggregatesAdminTestJSON-1806455315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:02:05.270387 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-dfd394ea-7ad5-4aae-ac62-e72d0dfd8c0c req-57e3f6fa-6b2c-4a5d-bd81-35a9087b6158 tempest-AggregatesAdminTestJSON-1806455315 tempest-AggregatesAdminTestJSON-1806455315-project] 10.222.0.75 "GET /v2.0/ports?device_id=6ce13752-b912-4d74-9abc-679a966fd01a HTTP/1.1" status: 200 len: 970 time: 0.1301425 Feb 09 19:02:05.418610 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-dfd394ea-7ad5-4aae-ac62-e72d0dfd8c0c req-6399c456-cb36-4092-8998-8f977addb293 tempest-AggregatesAdminTestJSON-1806455315 tempest-AggregatesAdminTestJSON-1806455315-project] 10.222.0.75 "GET /v2.0/security-groups?id=54b5222f-ba15-4103-8957-3e4509fdb27b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1461871 Feb 09 19:02:05.444594 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.l3_dvr_db [None req-1e1d5c82-f586-41dc-a649-cb3f3bf01ce2 None None] Set router 0bcc8fbd-ff5d-4b2a-b127-39e435e048e3 gateway port host: n-d-713498-36 {{(pid=103232) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 19:02:05.536692 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-76234866-0db8-4699-92ca-76e3c94aca46 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:02:05.719904 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-76234866-0db8-4699-92ca-76e3c94aca46 admin admin] Publish callbacks [] for security_group (4d468792-eba4-4180-ac7c-a09c2b001b57), precommit_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:02:05.727552 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-76234866-0db8-4699-92ca-76e3c94aca46 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1892331'] for security_group (4d468792-eba4-4180-ac7c-a09c2b001b57), after_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:02:05.738997 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.provisioning_blocks [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Provisioning complete for port 951f839e-defe-4809-aadf-d073daa581f6 triggered by entity L2. {{(pid=103232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 19:02:05.740296 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593630'] for port (951f839e-defe-4809-aadf-d073daa581f6), provisioning_complete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:02:05.751494 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad38b245-33d7-4482-8117-216039ccd239 req-596dc1e8-1440-4466-8e3b-07392a1b0399 tempest-DeleteServersAdminTestJSON-568076601 tempest-DeleteServersAdminTestJSON-568076601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:02:05.753100 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-ad38b245-33d7-4482-8117-216039ccd239 req-596dc1e8-1440-4466-8e3b-07392a1b0399 tempest-DeleteServersAdminTestJSON-568076601 tempest-DeleteServersAdminTestJSON-568076601-project] 10.222.0.75 "GET /v2.0/ports?device_id=e46e24cb-41e4-4fb5-ac50-31f8ed645b0d HTTP/1.1" status: 200 len: 948 time: 0.0841041 Feb 09 19:02:05.758140 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76234866-0db8-4699-92ca-76e3c94aca46 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4d468792-eba4-4180-ac7c-a09c2b001b57,revision_number=1']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:02:05.796439 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-76234866-0db8-4699-92ca-76e3c94aca46 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=af7fb95666ce470594a4af4eda6538f9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7109702 Feb 09 19:02:05.799032 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 44650) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:02:05.853926 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-ad38b245-33d7-4482-8117-216039ccd239 req-82da3225-243f-45bb-a814-e1b0aa0f68b8 tempest-DeleteServersAdminTestJSON-568076601 tempest-DeleteServersAdminTestJSON-568076601-project] 10.222.0.75 "GET /v2.0/security-groups?id=00e3f3c8-5143-473f-96ea-ab4c624b2c93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0934892 Feb 09 19:02:05.881180 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.l3_hamode_db [None req-1e1d5c82-f586-41dc-a649-cb3f3bf01ce2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0bcc8fbd-ff5d-4b2a-b127-39e435e048e3', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-661781207-router', 'tenant_id': 'eb7f01821e8f45978871b88f27807278', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88055e1e-672a-4487-be31-ffb6e833ece5', 'external_fixed_ips': [{'subnet_id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'ip_address': '172.25.1.71'}], 'enable_snat': True}, 'gw_port_id': '951f839e-defe-4809-aadf-d073daa581f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T19:01:48Z', 'updated_at': '2022-02-09T19:02:02Z', 'revision_number': 4, 'project_id': 'eb7f01821e8f45978871b88f27807278', 'gw_port': {'id': '951f839e-defe-4809-aadf-d073daa581f6', 'name': '', 'network_id': '88055e1e-672a-4487-be31-ffb6e833ece5', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:f4:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0bcc8fbd-ff5d-4b2a-b127-39e435e048e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'ip_address': '172.25.1.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T19:01:52Z', 'updated_at': '2022-02-09T19:02:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-36', '_interfaces': [{'id': 'acbc920b-1b09-4144-acdf-1094235fcd62', 'name': '', 'network_id': '40fb5d50-f68b-4501-bf89-512e8ad1fe61', 'tenant_id': 'eb7f01821e8f45978871b88f27807278', 'mac_address': 'fa:16:3e:0b:1e:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0bcc8fbd-ff5d-4b2a-b127-39e435e048e3', 'device_owner': 'network:router_interface', 'standard_attr_id': 117, 'fixed_ips': [{'subnet_id': 'ff065aee-277b-4ae2-bb3c-b8cefe471640', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T19:02:00Z', 'updated_at': '2022-02-09T19:02:03Z', 'revision_number': 2, 'project_id': 'eb7f01821e8f45978871b88f27807278', 'subnets': [{'id': 'ff065aee-277b-4ae2-bb3c-b8cefe471640', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-36', False) {} {{(pid=103232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:02:05.922414 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e1d5c82-f586-41dc-a649-cb3f3bf01ce2 None None] Checking router: 0bcc8fbd-ff5d-4b2a-b127-39e435e048e3 for host: n-d-713498-36 {{(pid=103232) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 19:02:05.922774 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e1d5c82-f586-41dc-a649-cb3f3bf01ce2 None None] Updating router 0bcc8fbd-ff5d-4b2a-b127-39e435e048e3 port acbc920b-1b09-4144-acdf-1094235fcd62 binding host n-d-713498-36 {{(pid=103232) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 19:02:05.923481 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-1abbf661-9de5-453a-8868-5be3704d24f1 admin admin] Publish callbacks [] for security_group (4d468792-eba4-4180-ac7c-a09c2b001b57), before_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:02:05.961990 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-1e1d5c82-f586-41dc-a649-cb3f3bf01ce2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (acbc920b-1b09-4144-acdf-1094235fcd62), before_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:02:05.965668 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Current status of the port 951f839e-defe-4809-aadf-d073daa581f6 is: ACTIVE; New status is: ACTIVE {{(pid=103232) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 19:02:06.002036 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-1abbf661-9de5-453a-8868-5be3704d24f1 admin admin] Publish callbacks [] for security_group (4d468792-eba4-4180-ac7c-a09c2b001b57), precommit_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:02:06.160511 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-1abbf661-9de5-453a-8868-5be3704d24f1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1892331'] for security_group (4d468792-eba4-4180-ac7c-a09c2b001b57), after_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:02:06.164471 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-1abbf661-9de5-453a-8868-5be3704d24f1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:02:06.167379 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-1abbf661-9de5-453a-8868-5be3704d24f1 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/4d468792-eba4-4180-ac7c-a09c2b001b57 HTTP/1.1" status: 204 len: 168 time: 0.3657422 Feb 09 19:02:06.184095 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1abbf661-9de5-453a-8868-5be3704d24f1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4d468792-eba4-4180-ac7c-a09c2b001b57,revision_number=None']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:02:06.413479 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 44666) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:02:06.426026 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.v2.base [None req-975f03a8-b370-4336-83ff-0ac18d071db8 tempest-ServersWithSpecificFlavorTestJSON-1030228139 tempest-ServersWithSpecificFlavorTestJSON-1030228139-project] Request body: {'security_group': {'name': 'tempest-securitygroup--82164379', 'description': 'tempest-description--2018331265'}} {{(pid=103229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 19:02:06.460202 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-1e1d5c82-f586-41dc-a649-cb3f3bf01ce2 None None] Publish callbacks [] for port (acbc920b-1b09-4144-acdf-1094235fcd62), precommit_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:02:06.472857 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-975f03a8-b370-4336-83ff-0ac18d071db8 tempest-ServersWithSpecificFlavorTestJSON-1030228139 tempest-ServersWithSpecificFlavorTestJSON-1030228139-project] Publish callbacks [] for security_group (None), before_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:02:06.475693 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-1e1d5c82-f586-41dc-a649-cb3f3bf01ce2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762867176205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762866656485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762866656503'] for port (acbc920b-1b09-4144-acdf-1094235fcd62), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:02:06.606632 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18f81b86-859d-430f-bf08-03271fba3011 None None] Pushing event updated for resources: {'Port': ['ID=acbc920b-1b09-4144-acdf-1094235fcd62,revision_number=3']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:02:06.701565 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-975f03a8-b370-4336-83ff-0ac18d071db8 tempest-ServersWithSpecificFlavorTestJSON-1030228139 tempest-ServersWithSpecificFlavorTestJSON-1030228139-project] Publish callbacks [] for security_group (7095cade-8760-483a-a246-f0df5ddf6b33), precommit_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:02:06.712496 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-975f03a8-b370-4336-83ff-0ac18d071db8 tempest-ServersWithSpecificFlavorTestJSON-1030228139 tempest-ServersWithSpecificFlavorTestJSON-1030228139-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1892331'] for security_group (7095cade-8760-483a-a246-f0df5ddf6b33), after_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:02:06.720530 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.managers [None req-1e1d5c82-f586-41dc-a649-cb3f3bf01ce2 None None] Attempting to bind port acbc920b-1b09-4144-acdf-1094235fcd62 on host n-d-713498-36 for vnic_type normal with profile {{(pid=103232) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 19:02:06.720893 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.managers [None req-1e1d5c82-f586-41dc-a649-cb3f3bf01ce2 None None] Attempting to bind port acbc920b-1b09-4144-acdf-1094235fcd62 by drivers openvswitch,hyperv on host n-d-713498-36 at level 0 using segments [{'id': 'ac6e654c-3e13-4d49-9ada-1668549aacaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': '40fb5d50-f68b-4501-bf89-512e8ad1fe61'}] {{(pid=103232) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 19:02:06.721295 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e1d5c82-f586-41dc-a649-cb3f3bf01ce2 None None] Attempting to bind port acbc920b-1b09-4144-acdf-1094235fcd62 on network 40fb5d50-f68b-4501-bf89-512e8ad1fe61 {{(pid=103232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 19:02:06.735805 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e1d5c82-f586-41dc-a649-cb3f3bf01ce2 None None] Checking agent: {'id': '496418a2-c002-4aec-ab1a-07f3bea491bd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-36', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 18, 51, 47), 'started_at': datetime.datetime(2022, 2, 9, 18, 52, 17), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 19, 1, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-36'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 19:02:06.736178 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e1d5c82-f586-41dc-a649-cb3f3bf01ce2 None None] Checking segment: {'id': 'ac6e654c-3e13-4d49-9ada-1668549aacaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': '40fb5d50-f68b-4501-bf89-512e8ad1fe61'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103232) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 19:02:06.736580 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-1e1d5c82-f586-41dc-a649-cb3f3bf01ce2 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:02:06.736967 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e1d5c82-f586-41dc-a649-cb3f3bf01ce2 None None] Bound using segment: {'id': 'ac6e654c-3e13-4d49-9ada-1668549aacaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': '40fb5d50-f68b-4501-bf89-512e8ad1fe61'} {{(pid=103232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 19:02:06.737433 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.managers [None req-1e1d5c82-f586-41dc-a649-cb3f3bf01ce2 None None] Bound port: acbc920b-1b09-4144-acdf-1094235fcd62, host: n-d-713498-36, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ac6e654c-3e13-4d49-9ada-1668549aacaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': '40fb5d50-f68b-4501-bf89-512e8ad1fe61'}}] {{(pid=103232) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 19:02:06.737846 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-1e1d5c82-f586-41dc-a649-cb3f3bf01ce2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (acbc920b-1b09-4144-acdf-1094235fcd62), before_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:02:06.786630 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-975f03a8-b370-4336-83ff-0ac18d071db8 tempest-ServersWithSpecificFlavorTestJSON-1030228139 tempest-ServersWithSpecificFlavorTestJSON-1030228139-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7095cade-8760-483a-a246-f0df5ddf6b33,revision_number=1']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:02:06.848365 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-975f03a8-b370-4336-83ff-0ac18d071db8 tempest-ServersWithSpecificFlavorTestJSON-1030228139 tempest-ServersWithSpecificFlavorTestJSON-1030228139-project] Publish callbacks [] for security_group (None), before_response {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:02:06.853559 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 44676) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:02:06.859207 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.v2.base [None req-601c3a63-abae-44e1-ae60-2f5db332d445 tempest-ServersWithSpecificFlavorTestJSON-1030228139 tempest-ServersWithSpecificFlavorTestJSON-1030228139-project] Request body: {'security_group_rule': {'security_group_id': '7095cade-8760-483a-a246-f0df5ddf6b33', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103230) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 19:02:06.867980 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-975f03a8-b370-4336-83ff-0ac18d071db8 tempest-ServersWithSpecificFlavorTestJSON-1030228139 tempest-ServersWithSpecificFlavorTestJSON-1030228139-project] 10.222.0.75 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 0.4529381 Feb 09 19:02:06.873204 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 44678) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:02:06.913201 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77b04273-695b-43df-88d5-37c134aeabcd req-289db562-dadb-47ff-8b2f-c2b92497cd6d tempest-AggregatesAdminTestJSON-1806455315 tempest-AggregatesAdminTestJSON-1806455315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:02:06.915720 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-f33eccc9-4a84-43ba-97e5-2d4e7023ac2e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:02:06.948987 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-1e1d5c82-f586-41dc-a649-cb3f3bf01ce2 None None] For port acbc920b-1b09-4144-acdf-1094235fcd62, host n-d-713498-36, cleared binding levels {{(pid=103232) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 19:02:06.956089 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-77b04273-695b-43df-88d5-37c134aeabcd req-289db562-dadb-47ff-8b2f-c2b92497cd6d tempest-AggregatesAdminTestJSON-1806455315 tempest-AggregatesAdminTestJSON-1806455315-project] 10.222.0.75 "GET /v2.0/ports?device_id=6ce13752-b912-4d74-9abc-679a966fd01a HTTP/1.1" status: 200 len: 970 time: 0.4242792 Feb 09 19:02:06.956915 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-1e1d5c82-f586-41dc-a649-cb3f3bf01ce2 None None] For port acbc920b-1b09-4144-acdf-1094235fcd62, host n-d-713498-36, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-36',level=0,port_id=acbc920b-1b09-4144-acdf-1094235fcd62,segment=NetworkSegment(ac6e654c-3e13-4d49-9ada-1668549aacaa),segment_id=ac6e654c-3e13-4d49-9ada-1668549aacaa)] {{(pid=103232) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 19:02:06.958370 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-601c3a63-abae-44e1-ae60-2f5db332d445 tempest-ServersWithSpecificFlavorTestJSON-1030228139 tempest-ServersWithSpecificFlavorTestJSON-1030228139-project] Publish callbacks [] for security_group_rule (82a1271c-a721-46d1-8bdb-6865dcd97c97), before_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:02:06.984274 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-1e1d5c82-f586-41dc-a649-cb3f3bf01ce2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762867176205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762866656485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762866656503'] for port (acbc920b-1b09-4144-acdf-1094235fcd62), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:02:07.051566 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.provisioning_blocks [None req-25844d13-7687-4dde-bb49-0834238c2cae None None] Provisioning complete for port acbc920b-1b09-4144-acdf-1094235fcd62 triggered by entity DHCP. {{(pid=103232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 19:02:07.054521 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-25844d13-7687-4dde-bb49-0834238c2cae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593630'] for port (acbc920b-1b09-4144-acdf-1094235fcd62), provisioning_complete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:02:07.122788 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-601c3a63-abae-44e1-ae60-2f5db332d445 tempest-ServersWithSpecificFlavorTestJSON-1030228139 tempest-ServersWithSpecificFlavorTestJSON-1030228139-project] Publish callbacks [] for security_group_rule (82a1271c-a721-46d1-8bdb-6865dcd97c97), precommit_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:02:07.124307 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 44684) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:02:07.147284 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a6e56d1-b7c7-4665-9ac2-dcc790724bf5 req-e3189695-9560-4129-ab2a-97c9a411a5e1 tempest-DeleteServersAdminTestJSON-568076601 tempest-DeleteServersAdminTestJSON-568076601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:02:07.158471 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-0a6e56d1-b7c7-4665-9ac2-dcc790724bf5 req-e3189695-9560-4129-ab2a-97c9a411a5e1 tempest-DeleteServersAdminTestJSON-568076601 tempest-DeleteServersAdminTestJSON-568076601-project] 10.222.0.75 "GET /v2.0/ports?device_id=e46e24cb-41e4-4fb5-ac50-31f8ed645b0d HTTP/1.1" status: 200 len: 948 time: 0.1437063 Feb 09 19:02:07.175166 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-77b04273-695b-43df-88d5-37c134aeabcd req-a8f70dd7-ee3a-409b-a56e-b83adf0652a6 tempest-AggregatesAdminTestJSON-1806455315 tempest-AggregatesAdminTestJSON-1806455315-project] 10.222.0.75 "GET /v2.0/security-groups?id=54b5222f-ba15-4103-8957-3e4509fdb27b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2009709 Feb 09 19:02:07.190356 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-601c3a63-abae-44e1-ae60-2f5db332d445 tempest-ServersWithSpecificFlavorTestJSON-1030228139 tempest-ServersWithSpecificFlavorTestJSON-1030228139-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1892250'] for security_group_rule (82a1271c-a721-46d1-8bdb-6865dcd97c97), after_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:02:07.223586 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-601c3a63-abae-44e1-ae60-2f5db332d445 tempest-ServersWithSpecificFlavorTestJSON-1030228139 tempest-ServersWithSpecificFlavorTestJSON-1030228139-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=82a1271c-a721-46d1-8bdb-6865dcd97c97,revision_number=0']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:02:07.278329 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-f33eccc9-4a84-43ba-97e5-2d4e7023ac2e admin admin] Publish callbacks [] for security_group (867d4cc9-0102-4ab8-a4a5-c7661d29d3a8), precommit_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:02:07.329812 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-0a6e56d1-b7c7-4665-9ac2-dcc790724bf5 req-b9b71875-651d-4a07-bdc9-e5bbae05ebd9 tempest-DeleteServersAdminTestJSON-568076601 tempest-DeleteServersAdminTestJSON-568076601-project] 10.222.0.75 "GET /v2.0/security-groups?id=00e3f3c8-5143-473f-96ea-ab4c624b2c93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1708026 Feb 09 19:02:07.346127 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-601c3a63-abae-44e1-ae60-2f5db332d445 tempest-ServersWithSpecificFlavorTestJSON-1030228139 tempest-ServersWithSpecificFlavorTestJSON-1030228139-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:02:07.347618 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-601c3a63-abae-44e1-ae60-2f5db332d445 tempest-ServersWithSpecificFlavorTestJSON-1030228139 tempest-ServersWithSpecificFlavorTestJSON-1030228139-project] 10.222.0.75 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4926603 Feb 09 19:02:07.348719 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-f33eccc9-4a84-43ba-97e5-2d4e7023ac2e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1892331'] for security_group (867d4cc9-0102-4ab8-a4a5-c7661d29d3a8), after_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:02:07.350927 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 44688) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:02:07.356395 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.v2.base [None req-f0bf38f0-0bbc-495d-b670-94ad073790f9 tempest-ServersWithSpecificFlavorTestJSON-1030228139 tempest-ServersWithSpecificFlavorTestJSON-1030228139-project] Request body: {'security_group_rule': {'security_group_id': '7095cade-8760-483a-a246-f0df5ddf6b33', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 19:02:07.399445 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e1d5c82-f586-41dc-a649-cb3f3bf01ce2 None None] Routers {'0bcc8fbd-ff5d-4b2a-b127-39e435e048e3'} bound to L3 agent in host n-d-713498-36 {{(pid=103232) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 19:02:07.402367 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.l3_hamode_db [None req-1e1d5c82-f586-41dc-a649-cb3f3bf01ce2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-09T18:51:43Z,description=,heartbeat_timestamp=2022-02-09T19:01:43Z,host='n-d-713498-36',id=93303d5e-5d17-45e8-8963-7694f87783ae,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T18:51:43Z,topic='l3_agent')) {'router_ids': ['0bcc8fbd-ff5d-4b2a-b127-39e435e048e3'], 'active': True} {{(pid=103232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:02:07.408881 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f33eccc9-4a84-43ba-97e5-2d4e7023ac2e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=867d4cc9-0102-4ab8-a4a5-c7661d29d3a8,revision_number=1']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:02:07.432319 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18f81b86-859d-430f-bf08-03271fba3011 None None] Pushing event updated for resources: {'Port': ['ID=acbc920b-1b09-4144-acdf-1094235fcd62,revision_number=4']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:02:07.440004 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-f0bf38f0-0bbc-495d-b670-94ad073790f9 tempest-ServersWithSpecificFlavorTestJSON-1030228139 tempest-ServersWithSpecificFlavorTestJSON-1030228139-project] Publish callbacks [] for security_group_rule (e3940476-fbf9-4121-a568-6df5c9ab0e6f), before_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:02:07.472532 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-f33eccc9-4a84-43ba-97e5-2d4e7023ac2e admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=bf650efd52604d23bd49f2688e416b7c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5923462 Feb 09 19:02:07.475298 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 44690) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:02:07.494073 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-e7b52003-444a-4285-80fd-35eed91e9d6a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:02:07.562447 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-f0bf38f0-0bbc-495d-b670-94ad073790f9 tempest-ServersWithSpecificFlavorTestJSON-1030228139 tempest-ServersWithSpecificFlavorTestJSON-1030228139-project] Publish callbacks [] for security_group_rule (e3940476-fbf9-4121-a568-6df5c9ab0e6f), precommit_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:02:07.579449 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-f0bf38f0-0bbc-495d-b670-94ad073790f9 tempest-ServersWithSpecificFlavorTestJSON-1030228139 tempest-ServersWithSpecificFlavorTestJSON-1030228139-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1892250'] for security_group_rule (e3940476-fbf9-4121-a568-6df5c9ab0e6f), after_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:02:07.599070 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0bf38f0-0bbc-495d-b670-94ad073790f9 tempest-ServersWithSpecificFlavorTestJSON-1030228139 tempest-ServersWithSpecificFlavorTestJSON-1030228139-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e3940476-fbf9-4121-a568-6df5c9ab0e6f,revision_number=0']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:02:07.624167 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-e7b52003-444a-4285-80fd-35eed91e9d6a admin admin] Publish callbacks [] for security_group (ebc19091-d5e7-4d51-a270-dcd2a269dcf2), precommit_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:02:07.629577 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-e7b52003-444a-4285-80fd-35eed91e9d6a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1892331'] for security_group (ebc19091-d5e7-4d51-a270-dcd2a269dcf2), after_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:02:07.633196 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-f0bf38f0-0bbc-495d-b670-94ad073790f9 tempest-ServersWithSpecificFlavorTestJSON-1030228139 tempest-ServersWithSpecificFlavorTestJSON-1030228139-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:02:07.641779 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-f0bf38f0-0bbc-495d-b670-94ad073790f9 tempest-ServersWithSpecificFlavorTestJSON-1030228139 tempest-ServersWithSpecificFlavorTestJSON-1030228139-project] 10.222.0.75 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2896206 Feb 09 19:02:07.643154 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 44692) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:02:07.648115 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-25844d13-7687-4dde-bb49-0834238c2cae None None] Current status of the port acbc920b-1b09-4144-acdf-1094235fcd62 is: DOWN; New status is: ACTIVE {{(pid=103232) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 19:02:07.648650 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-25844d13-7687-4dde-bb49-0834238c2cae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (acbc920b-1b09-4144-acdf-1094235fcd62), before_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:02:07.650895 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.v2.base [None req-fab57624-3e2c-4e0f-8e47-e7ee3bf5608c tempest-ServersWithSpecificFlavorTestJSON-1030228139 tempest-ServersWithSpecificFlavorTestJSON-1030228139-project] Request body: {'floatingip': {'floating_network_id': '88055e1e-672a-4487-be31-ffb6e833ece5'}} {{(pid=103229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 19:02:07.667663 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-e7b52003-444a-4285-80fd-35eed91e9d6a admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=1678fef0340e4d66be6fc50728abb7a4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5393739 Feb 09 19:02:07.668741 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 44694) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:02:07.706203 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7b52003-444a-4285-80fd-35eed91e9d6a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ebc19091-d5e7-4d51-a270-dcd2a269dcf2,revision_number=1']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:02:07.726975 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-f55f0084-02df-4fcb-9700-fff98adf4654 admin admin] Publish callbacks [] for security_group (867d4cc9-0102-4ab8-a4a5-c7661d29d3a8), before_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:02:07.736669 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-fab57624-3e2c-4e0f-8e47-e7ee3bf5608c tempest-ServersWithSpecificFlavorTestJSON-1030228139 tempest-ServersWithSpecificFlavorTestJSON-1030228139-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:02:07.756222 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-f55f0084-02df-4fcb-9700-fff98adf4654 admin admin] Publish callbacks [] for security_group (867d4cc9-0102-4ab8-a4a5-c7661d29d3a8), precommit_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:02:07.803504 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-2cde3fd1-723e-4696-9f25-149b67681527 admin admin] Publish callbacks [] for security_group (ebc19091-d5e7-4d51-a270-dcd2a269dcf2), before_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:02:07.815589 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-f55f0084-02df-4fcb-9700-fff98adf4654 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1892331'] for security_group (867d4cc9-0102-4ab8-a4a5-c7661d29d3a8), after_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:02:07.818558 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-f55f0084-02df-4fcb-9700-fff98adf4654 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:02:07.820099 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-f55f0084-02df-4fcb-9700-fff98adf4654 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/867d4cc9-0102-4ab8-a4a5-c7661d29d3a8 HTTP/1.1" status: 204 len: 168 time: 0.3386333 Feb 09 19:02:07.835141 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f55f0084-02df-4fcb-9700-fff98adf4654 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=867d4cc9-0102-4ab8-a4a5-c7661d29d3a8,revision_number=None']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:02:07.894502 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-2cde3fd1-723e-4696-9f25-149b67681527 admin admin] Publish callbacks [] for security_group (ebc19091-d5e7-4d51-a270-dcd2a269dcf2), precommit_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:02:07.907489 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.l3_dvr_db [None req-1e1d5c82-f586-41dc-a649-cb3f3bf01ce2 None None] Set router 0bcc8fbd-ff5d-4b2a-b127-39e435e048e3 gateway port host: n-d-713498-36 {{(pid=103232) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 19:02:07.945559 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-25844d13-7687-4dde-bb49-0834238c2cae None None] For port acbc920b-1b09-4144-acdf-1094235fcd62, host n-d-713498-36, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-36',level=0,port_id=acbc920b-1b09-4144-acdf-1094235fcd62,segment=NetworkSegment(ac6e654c-3e13-4d49-9ada-1668549aacaa),segment_id=ac6e654c-3e13-4d49-9ada-1668549aacaa)] {{(pid=103232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 19:02:07.955068 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-25844d13-7687-4dde-bb49-0834238c2cae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762867176205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762866656485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762866656503'] for port (acbc920b-1b09-4144-acdf-1094235fcd62), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:02:08.023706 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-fab57624-3e2c-4e0f-8e47-e7ee3bf5608c tempest-ServersWithSpecificFlavorTestJSON-1030228139 tempest-ServersWithSpecificFlavorTestJSON-1030228139-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (None), before_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:02:08.026567 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-2cde3fd1-723e-4696-9f25-149b67681527 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1892331'] for security_group (ebc19091-d5e7-4d51-a270-dcd2a269dcf2), after_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:02:08.030539 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-2cde3fd1-723e-4696-9f25-149b67681527 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:02:08.034377 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-2cde3fd1-723e-4696-9f25-149b67681527 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/ebc19091-d5e7-4d51-a270-dcd2a269dcf2 HTTP/1.1" status: 204 len: 168 time: 0.3616481 Feb 09 19:02:08.050770 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cde3fd1-723e-4696-9f25-149b67681527 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ebc19091-d5e7-4d51-a270-dcd2a269dcf2,revision_number=None']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:02:08.159023 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25844d13-7687-4dde-bb49-0834238c2cae None None] Pushing event updated for resources: {'Port': ['ID=acbc920b-1b09-4144-acdf-1094235fcd62,revision_number=5']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:02:08.173730 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.provisioning_blocks [None req-a84b0faa-b26a-4a02-bc52-b890583876f1 None None] Provisioning complete for port acbc920b-1b09-4144-acdf-1094235fcd62 triggered by entity DHCP. {{(pid=103232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 19:02:08.173730 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-a84b0faa-b26a-4a02-bc52-b890583876f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593630'] for port (acbc920b-1b09-4144-acdf-1094235fcd62), provisioning_complete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:02:08.234949 n-d-713498-36 neutron-server[103229]: DEBUG neutron.db.db_base_plugin_common [None req-fab57624-3e2c-4e0f-8e47-e7ee3bf5608c tempest-ServersWithSpecificFlavorTestJSON-1030228139 tempest-ServersWithSpecificFlavorTestJSON-1030228139-project] Allocated IP 172.25.1.34 (88055e1e-672a-4487-be31-ffb6e833ece5/ac16dbcc-383c-4b43-9153-d763c4a53f91/152574aa-a599-4168-a5b2-de2c0a446f0a) {{(pid=103229) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 19:02:08.380014 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-a84b0faa-b26a-4a02-bc52-b890583876f1 None None] Current status of the port acbc920b-1b09-4144-acdf-1094235fcd62 is: ACTIVE; New status is: ACTIVE {{(pid=103232) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 19:02:08.419521 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.l3_hamode_db [None req-1e1d5c82-f586-41dc-a649-cb3f3bf01ce2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0bcc8fbd-ff5d-4b2a-b127-39e435e048e3', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-661781207-router', 'tenant_id': 'eb7f01821e8f45978871b88f27807278', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88055e1e-672a-4487-be31-ffb6e833ece5', 'external_fixed_ips': [{'subnet_id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'ip_address': '172.25.1.71'}], 'enable_snat': True}, 'gw_port_id': '951f839e-defe-4809-aadf-d073daa581f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T19:01:48Z', 'updated_at': '2022-02-09T19:02:02Z', 'revision_number': 4, 'project_id': 'eb7f01821e8f45978871b88f27807278', 'gw_port': {'id': '951f839e-defe-4809-aadf-d073daa581f6', 'name': '', 'network_id': '88055e1e-672a-4487-be31-ffb6e833ece5', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:f4:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0bcc8fbd-ff5d-4b2a-b127-39e435e048e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'ip_address': '172.25.1.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T19:01:52Z', 'updated_at': '2022-02-09T19:02:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-36', '_interfaces': [{'id': 'acbc920b-1b09-4144-acdf-1094235fcd62', 'name': '', 'network_id': '40fb5d50-f68b-4501-bf89-512e8ad1fe61', 'tenant_id': 'eb7f01821e8f45978871b88f27807278', 'mac_address': 'fa:16:3e:0b:1e:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0bcc8fbd-ff5d-4b2a-b127-39e435e048e3', 'device_owner': 'network:router_interface', 'standard_attr_id': 117, 'fixed_ips': [{'subnet_id': 'ff065aee-277b-4ae2-bb3c-b8cefe471640', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T19:02:00Z', 'updated_at': '2022-02-09T19:02:06Z', 'revision_number': 4, 'project_id': 'eb7f01821e8f45978871b88f27807278', 'subnets': [{'id': 'ff065aee-277b-4ae2-bb3c-b8cefe471640', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-36', False) {} {{(pid=103232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:02:08.497278 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e1d5c82-f586-41dc-a649-cb3f3bf01ce2 None None] The sync data for ids ['0bcc8fbd-ff5d-4b2a-b127-39e435e048e3'] in n-d-713498-36 is: [{'id': '0bcc8fbd-ff5d-4b2a-b127-39e435e048e3', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-661781207-router', 'tenant_id': 'eb7f01821e8f45978871b88f27807278', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88055e1e-672a-4487-be31-ffb6e833ece5', 'external_fixed_ips': [{'subnet_id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'ip_address': '172.25.1.71'}], 'enable_snat': True}, 'gw_port_id': '951f839e-defe-4809-aadf-d073daa581f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T19:01:48Z', 'updated_at': '2022-02-09T19:02:02Z', 'revision_number': 4, 'project_id': 'eb7f01821e8f45978871b88f27807278', 'gw_port': {'id': '951f839e-defe-4809-aadf-d073daa581f6', 'name': '', 'network_id': '88055e1e-672a-4487-be31-ffb6e833ece5', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:f4:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0bcc8fbd-ff5d-4b2a-b127-39e435e048e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'ip_address': '172.25.1.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T19:01:52Z', 'updated_at': '2022-02-09T19:02:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-36', '_interfaces': [{'id': 'acbc920b-1b09-4144-acdf-1094235fcd62', 'name': '', 'network_id': '40fb5d50-f68b-4501-bf89-512e8ad1fe61', 'tenant_id': 'eb7f01821e8f45978871b88f27807278', 'mac_address': 'fa:16:3e:0b:1e:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0bcc8fbd-ff5d-4b2a-b127-39e435e048e3', 'device_owner': 'network:router_interface', 'standard_attr_id': 117, 'fixed_ips': [{'subnet_id': 'ff065aee-277b-4ae2-bb3c-b8cefe471640', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T19:02:00Z', 'updated_at': '2022-02-09T19:02:06Z', 'revision_number': 4, 'project_id': 'eb7f01821e8f45978871b88f27807278', 'subnets': [{'id': 'ff065aee-277b-4ae2-bb3c-b8cefe471640', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103232) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 19:02:08.557990 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6614efa-dd5b-45df-8a26-a4883b8a8af9 req-8baf26ef-7f61-43ce-8880-d3ec69959f12 tempest-AggregatesAdminTestJSON-1806455315 tempest-AggregatesAdminTestJSON-1806455315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:02:08.559592 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-b6614efa-dd5b-45df-8a26-a4883b8a8af9 req-8baf26ef-7f61-43ce-8880-d3ec69959f12 tempest-AggregatesAdminTestJSON-1806455315 tempest-AggregatesAdminTestJSON-1806455315-project] 10.222.0.75 "GET /v2.0/ports?device_id=6ce13752-b912-4d74-9abc-679a966fd01a HTTP/1.1" status: 200 len: 970 time: 0.2251425 Feb 09 19:02:08.569206 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-fab57624-3e2c-4e0f-8e47-e7ee3bf5608c tempest-ServersWithSpecificFlavorTestJSON-1030228139 tempest-ServersWithSpecificFlavorTestJSON-1030228139-project] Publish callbacks [] for port (152574aa-a599-4168-a5b2-de2c0a446f0a), precommit_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:02:08.616899 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aad2b9c9-38de-4ddc-84ad-0aaab9502ee2 req-f3bd04bf-6a1b-4f04-8b33-30abd7661b35 tempest-DeleteServersAdminTestJSON-568076601 tempest-DeleteServersAdminTestJSON-568076601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:02:08.625914 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-aad2b9c9-38de-4ddc-84ad-0aaab9502ee2 req-f3bd04bf-6a1b-4f04-8b33-30abd7661b35 tempest-DeleteServersAdminTestJSON-568076601 tempest-DeleteServersAdminTestJSON-568076601-project] 10.222.0.75 "GET /v2.0/ports?device_id=e46e24cb-41e4-4fb5-ac50-31f8ed645b0d HTTP/1.1" status: 200 len: 948 time: 0.1703632 Feb 09 19:02:08.684175 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-b6614efa-dd5b-45df-8a26-a4883b8a8af9 req-2faf669a-a5d1-4d6e-a29b-7572c1a6364a tempest-AggregatesAdminTestJSON-1806455315 tempest-AggregatesAdminTestJSON-1806455315-project] 10.222.0.75 "GET /v2.0/security-groups?id=54b5222f-ba15-4103-8957-3e4509fdb27b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1100183 Feb 09 19:02:08.707278 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-aad2b9c9-38de-4ddc-84ad-0aaab9502ee2 req-7549eb12-0e28-42ac-87a8-94f0159d697b tempest-DeleteServersAdminTestJSON-568076601 tempest-DeleteServersAdminTestJSON-568076601-project] 10.222.0.75 "GET /v2.0/security-groups?id=00e3f3c8-5143-473f-96ea-ab4c624b2c93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0810297 Feb 09 19:02:08.716845 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 44716) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:02:08.735184 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-6f4bf039-37f2-4861-acbe-8cc8430a38ad admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:02:08.746663 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-fab57624-3e2c-4e0f-8e47-e7ee3bf5608c tempest-ServersWithSpecificFlavorTestJSON-1030228139 tempest-ServersWithSpecificFlavorTestJSON-1030228139-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762866656467'] for port (152574aa-a599-4168-a5b2-de2c0a446f0a), after_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:02:08.789305 n-d-713498-36 neutron-server[103229]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fab57624-3e2c-4e0f-8e47-e7ee3bf5608c tempest-ServersWithSpecificFlavorTestJSON-1030228139 tempest-ServersWithSpecificFlavorTestJSON-1030228139-project] Network 88055e1e-672a-4487-be31-ffb6e833ece5 is already hosted by enough agents. {{(pid=103229) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 19:02:08.805264 n-d-713498-36 neutron-server[103229]: DEBUG neutron.scheduler.base_scheduler [None req-fab57624-3e2c-4e0f-8e47-e7ee3bf5608c tempest-ServersWithSpecificFlavorTestJSON-1030228139 tempest-ServersWithSpecificFlavorTestJSON-1030228139-project] Resources bound (agent type, host, resource id): {{(pid=103229) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 19:02:08.810140 n-d-713498-36 neutron-server[103229]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fab57624-3e2c-4e0f-8e47-e7ee3bf5608c tempest-ServersWithSpecificFlavorTestJSON-1030228139 tempest-ServersWithSpecificFlavorTestJSON-1030228139-project] Received port after_create {{(pid=103229) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 19:02:08.823829 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fab57624-3e2c-4e0f-8e47-e7ee3bf5608c tempest-ServersWithSpecificFlavorTestJSON-1030228139 tempest-ServersWithSpecificFlavorTestJSON-1030228139-project] Pushing event updated for resources: {'Port': ['ID=152574aa-a599-4168-a5b2-de2c0a446f0a,revision_number=1']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:02:08.884808 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-6f4bf039-37f2-4861-acbe-8cc8430a38ad admin admin] Publish callbacks [] for security_group (eb3f4bf7-7c43-4cc2-a7b4-a07a33bf0ac7), precommit_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:02:08.893586 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-6f4bf039-37f2-4861-acbe-8cc8430a38ad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1892331'] for security_group (eb3f4bf7-7c43-4cc2-a7b4-a07a33bf0ac7), after_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:02:08.931260 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-fab57624-3e2c-4e0f-8e47-e7ee3bf5608c tempest-ServersWithSpecificFlavorTestJSON-1030228139 tempest-ServersWithSpecificFlavorTestJSON-1030228139-project] Publish callbacks [] for floatingip (52d21fb6-befd-4f67-8a57-5bb13591ad0c), precommit_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:02:08.942764 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Device acbc920b-1b09-4144-acdf-1094235fcd62 up at agent ovs-agent-n-d-713498-36 {{(pid=103232) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 19:02:08.951261 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-6f4bf039-37f2-4861-acbe-8cc8430a38ad admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=0db37834000147d097cd8e194f0687e8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2333343 Feb 09 19:02:08.952384 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f4bf039-37f2-4861-acbe-8cc8430a38ad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eb3f4bf7-7c43-4cc2-a7b4-a07a33bf0ac7,revision_number=1']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:02:08.953818 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 44720) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:02:08.994573 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Device 0ad11c1d-807c-4d0f-9fe3-c60ee608eb74 details requested by agent hyperv_n-h1-713498-36 with host n-h1-713498-36 {{(pid=103232) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 19:02:09.034926 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.provisioning_blocks [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Provisioning complete for port acbc920b-1b09-4144-acdf-1094235fcd62 triggered by entity L2. {{(pid=103232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 19:02:09.035409 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593630'] for port (acbc920b-1b09-4144-acdf-1094235fcd62), provisioning_complete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:02:09.040021 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-fab57624-3e2c-4e0f-8e47-e7ee3bf5608c tempest-ServersWithSpecificFlavorTestJSON-1030228139 tempest-ServersWithSpecificFlavorTestJSON-1030228139-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (152574aa-a599-4168-a5b2-de2c0a446f0a), before_update {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:02:09.095968 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-5d65533f-fc8c-46a3-9603-29486e5eef7d admin admin] Publish callbacks [] for security_group (eb3f4bf7-7c43-4cc2-a7b4-a07a33bf0ac7), before_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:02:09.135818 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-5d65533f-fc8c-46a3-9603-29486e5eef7d admin admin] Publish callbacks [] for security_group (eb3f4bf7-7c43-4cc2-a7b4-a07a33bf0ac7), precommit_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:02:09.155094 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] For port 0ad11c1d-807c-4d0f-9fe3-c60ee608eb74, host n-h1-713498-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-36',level=0,port_id=0ad11c1d-807c-4d0f-9fe3-c60ee608eb74,segment=NetworkSegment(50e5915e-18f0-4558-9a28-b978975ead36),segment_id=50e5915e-18f0-4558-9a28-b978975ead36)] {{(pid=103232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 19:02:09.188419 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Returning: {'device': '0ad11c1d-807c-4d0f-9fe3-c60ee608eb74', 'network_id': '2b5494c8-cf97-42c1-b902-87f998f28179', 'port_id': '0ad11c1d-807c-4d0f-9fe3-c60ee608eb74', 'mac_address': 'fa:16:3e:bf:0f:54', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 359, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '60b561cb-321e-4f83-9bb3-92b2e1d0dc44', 'ip_address': '192.168.233.111'}], 'device_owner': 'compute:tempest-test_az-1983686976', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103232) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 19:02:09.201797 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Current status of the port acbc920b-1b09-4144-acdf-1094235fcd62 is: ACTIVE; New status is: ACTIVE {{(pid=103232) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 19:02:09.247250 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Current status of the port 0ad11c1d-807c-4d0f-9fe3-c60ee608eb74 is: DOWN; New status is: BUILD {{(pid=103232) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 19:02:09.247860 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (0ad11c1d-807c-4d0f-9fe3-c60ee608eb74), before_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:02:09.270756 n-d-713498-36 neutron-server[103232]: DEBUG neutron.notifiers.nova [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0ad11c1d-807c-4d0f-9fe3-c60ee608eb74 {{(pid=103232) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 19:02:09.280915 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-5d65533f-fc8c-46a3-9603-29486e5eef7d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1892331'] for security_group (eb3f4bf7-7c43-4cc2-a7b4-a07a33bf0ac7), after_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:02:09.285609 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-5d65533f-fc8c-46a3-9603-29486e5eef7d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:02:09.286843 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-5d65533f-fc8c-46a3-9603-29486e5eef7d admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/eb3f4bf7-7c43-4cc2-a7b4-a07a33bf0ac7 HTTP/1.1" status: 204 len: 168 time: 0.3318291 Feb 09 19:02:09.304271 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d65533f-fc8c-46a3-9603-29486e5eef7d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eb3f4bf7-7c43-4cc2-a7b4-a07a33bf0ac7,revision_number=None']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:02:09.304868 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] For port 0ad11c1d-807c-4d0f-9fe3-c60ee608eb74, host n-h1-713498-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-36',level=0,port_id=0ad11c1d-807c-4d0f-9fe3-c60ee608eb74,segment=NetworkSegment(50e5915e-18f0-4558-9a28-b978975ead36),segment_id=50e5915e-18f0-4558-9a28-b978975ead36)] {{(pid=103232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 19:02:09.332681 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762867176205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762866656485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762866656503'] for port (0ad11c1d-807c-4d0f-9fe3-c60ee608eb74), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:02:09.342732 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-fab57624-3e2c-4e0f-8e47-e7ee3bf5608c tempest-ServersWithSpecificFlavorTestJSON-1030228139 tempest-ServersWithSpecificFlavorTestJSON-1030228139-project] Publish callbacks [] for port (152574aa-a599-4168-a5b2-de2c0a446f0a), precommit_update {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:02:09.344380 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 44730) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:02:09.350739 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-fab57624-3e2c-4e0f-8e47-e7ee3bf5608c tempest-ServersWithSpecificFlavorTestJSON-1030228139 tempest-ServersWithSpecificFlavorTestJSON-1030228139-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762867176205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762866656485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762866656503'] for port (152574aa-a599-4168-a5b2-de2c0a446f0a), after_update {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:02:09.394211 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-fab57624-3e2c-4e0f-8e47-e7ee3bf5608c tempest-ServersWithSpecificFlavorTestJSON-1030228139 tempest-ServersWithSpecificFlavorTestJSON-1030228139-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1818909'] for floatingip (52d21fb6-befd-4f67-8a57-5bb13591ad0c), after_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:02:09.423652 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Pushing event updated for resources: {'Port': ['ID=0ad11c1d-807c-4d0f-9fe3-c60ee608eb74,revision_number=4']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:02:09.435602 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fab57624-3e2c-4e0f-8e47-e7ee3bf5608c tempest-ServersWithSpecificFlavorTestJSON-1030228139 tempest-ServersWithSpecificFlavorTestJSON-1030228139-project] Pushing event updated for resources: {'Port': ['ID=152574aa-a599-4168-a5b2-de2c0a446f0a,revision_number=2']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:02:09.447251 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-fab57624-3e2c-4e0f-8e47-e7ee3bf5608c tempest-ServersWithSpecificFlavorTestJSON-1030228139 tempest-ServersWithSpecificFlavorTestJSON-1030228139-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171096'] for floatingip (None), before_response {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:02:09.448529 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-fab57624-3e2c-4e0f-8e47-e7ee3bf5608c tempest-ServersWithSpecificFlavorTestJSON-1030228139 tempest-ServersWithSpecificFlavorTestJSON-1030228139-project] 10.222.0.75 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.8041329 Feb 09 19:02:09.496880 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.v2.base [None req-142a8abd-a1eb-4e96-b05f-20bb4e433c55 admin admin] Request body: {'network': {'name': 'tempest-LiveAutoBlockMigrationV225Test-180329000-network', 'tenant_id': 'b8d56d08e88f4d4daeb8e5fed321a162'}} {{(pid=103230) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 19:02:09.521384 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-142a8abd-a1eb-4e96-b05f-20bb4e433c55 admin admin] Made reservation on behalf of b8d56d08e88f4d4daeb8e5fed321a162 for: {'network': 1} {{(pid=103230) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 19:02:09.529920 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-142a8abd-a1eb-4e96-b05f-20bb4e433c55 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for network (None), before_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:02:09.541708 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-142a8abd-a1eb-4e96-b05f-20bb4e433c55 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:02:09.629420 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-142a8abd-a1eb-4e96-b05f-20bb4e433c55 admin admin] Publish callbacks [] for security_group (e3cb5363-3b49-4f74-b239-a871e755b40a), precommit_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:02:09.637253 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-142a8abd-a1eb-4e96-b05f-20bb4e433c55 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1892331'] for security_group (e3cb5363-3b49-4f74-b239-a871e755b40a), after_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:02:09.666302 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-142a8abd-a1eb-4e96-b05f-20bb4e433c55 admin admin] vlan segment allocate from pool success with {'vlan_id': 366, 'physical_network': 'physnet1'} {{(pid=103230) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 19:02:09.668385 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] get_ports_and_sgs() called for port_ids ['0ad11c1d-807c-4d0f-9fe3-c60ee608eb74'] {{(pid=103232) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 19:02:09.684212 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-142a8abd-a1eb-4e96-b05f-20bb4e433c55 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e3cb5363-3b49-4f74-b239-a871e755b40a,revision_number=1']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:02:09.689461 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-142a8abd-a1eb-4e96-b05f-20bb4e433c55 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-759574'] for segment (b98d4747-b18c-4141-8910-77c1fada78d1), precommit_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:02:09.689912 n-d-713498-36 neutron-server[103230]: INFO neutron.db.segments_db [None req-142a8abd-a1eb-4e96-b05f-20bb4e433c55 admin admin] Added segment b98d4747-b18c-4141-8910-77c1fada78d1 of type vlan for network 0e993f99-d3d0-4a2a-8eed-2f34375798b5 Feb 09 19:02:09.773004 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-142a8abd-a1eb-4e96-b05f-20bb4e433c55 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762866642225'] for network (0e993f99-d3d0-4a2a-8eed-2f34375798b5), precommit_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:02:09.828454 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-3a9aeadb-0ef7-4de2-943e-c3ca30ed32f8 req-d6882937-5650-479f-b3d6-2ede0bb78918 tempest-ServersWithSpecificFlavorTestJSON-1030228139 tempest-ServersWithSpecificFlavorTestJSON-1030228139-project] 10.222.0.75 "GET /v2.0/security-groups?name=tempest-securitygroup--82164379&fields=id&tenant_id=74dc86730a17454f9e20cfb480a6b381 HTTP/1.1" status: 200 len: 267 time: 0.1038139 Feb 09 19:02:09.857583 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-142a8abd-a1eb-4e96-b05f-20bb4e433c55 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1885479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452'] for network (0e993f99-d3d0-4a2a-8eed-2f34375798b5), after_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:02:09.859463 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-142a8abd-a1eb-4e96-b05f-20bb4e433c55 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:02:09.860840 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-142a8abd-a1eb-4e96-b05f-20bb4e433c55 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1613566'] for network (None), before_response {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:02:09.954828 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-142a8abd-a1eb-4e96-b05f-20bb4e433c55 admin admin] 10.222.0.75 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 0.6093307 Feb 09 19:02:09.960654 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 44760) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:02:09.969870 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.v2.base [None req-78205e7e-6507-4cc0-b68b-0aa5979a361a admin admin] Request body: {'subnet': {'network_id': '0e993f99-d3d0-4a2a-8eed-2f34375798b5', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveAutoBlockMigrationV225Test-180329000-subnet', 'tenant_id': 'b8d56d08e88f4d4daeb8e5fed321a162', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103230) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 19:02:10.015070 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-142a8abd-a1eb-4e96-b05f-20bb4e433c55 admin admin] Pushing event updated for resources: {'Network': ['ID=0e993f99-d3d0-4a2a-8eed-2f34375798b5,revision_number=1']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:02:10.034683 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Network 0e993f99-d3d0-4a2a-8eed-2f34375798b5 details requested by agent ovs-agent-n-d-713498-36 with host n-d-713498-36 {{(pid=103232) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 19:02:10.039387 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d66576be-fd13-457a-8b93-3f91a24c23af req-e0bc3edc-b3c0-4217-931a-450401fa96e4 tempest-AggregatesAdminTestJSON-1806455315 tempest-AggregatesAdminTestJSON-1806455315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:02:10.044770 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-d66576be-fd13-457a-8b93-3f91a24c23af req-e0bc3edc-b3c0-4217-931a-450401fa96e4 tempest-AggregatesAdminTestJSON-1806455315 tempest-AggregatesAdminTestJSON-1806455315-project] 10.222.0.75 "GET /v2.0/ports?device_id=6ce13752-b912-4d74-9abc-679a966fd01a HTTP/1.1" status: 200 len: 971 time: 0.2550590 Feb 09 19:02:10.046372 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-78205e7e-6507-4cc0-b68b-0aa5979a361a admin admin] Made reservation on behalf of b8d56d08e88f4d4daeb8e5fed321a162 for: {'subnet': 1} {{(pid=103230) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 19:02:10.048633 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-78205e7e-6507-4cc0-b68b-0aa5979a361a admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:02:10.103333 n-d-713498-36 neutron-server[103233]: DEBUG neutron.db.agents_db [None req-4a8a6a42-0a0c-4437-8958-92282682b6bb None None] Agent healthcheck: found 7 active agents {{(pid=103233) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 19:02:10.108639 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a9aeadb-0ef7-4de2-943e-c3ca30ed32f8 req-87bda3cf-c498-4f92-97fa-3391a1426a16 tempest-ServersWithSpecificFlavorTestJSON-1030228139 tempest-ServersWithSpecificFlavorTestJSON-1030228139-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:02:10.110267 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-3a9aeadb-0ef7-4de2-943e-c3ca30ed32f8 req-87bda3cf-c498-4f92-97fa-3391a1426a16 tempest-ServersWithSpecificFlavorTestJSON-1030228139 tempest-ServersWithSpecificFlavorTestJSON-1030228139-project] 10.222.0.75 "GET /v2.0/networks?id=22186bb1-1c50-47a0-85ed-567124795ab8 HTTP/1.1" status: 200 len: 823 time: 0.2809556 Feb 09 19:02:10.129195 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-3a9aeadb-0ef7-4de2-943e-c3ca30ed32f8 req-c5e69979-665e-4c10-b196-87bdd610837a tempest-ServersWithSpecificFlavorTestJSON-1030228139 tempest-ServersWithSpecificFlavorTestJSON-1030228139-project] 10.222.0.75 "GET /v2.0/quotas/74dc86730a17454f9e20cfb480a6b381 HTTP/1.1" status: 200 len: 375 time: 0.0126562 Feb 09 19:02:10.158730 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-d66576be-fd13-457a-8b93-3f91a24c23af req-689709b9-dec8-4b2c-b807-4c8581700af0 tempest-AggregatesAdminTestJSON-1806455315 tempest-AggregatesAdminTestJSON-1806455315-project] 10.222.0.75 "GET /v2.0/security-groups?id=54b5222f-ba15-4103-8957-3e4509fdb27b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1078713 Feb 09 19:02:10.246249 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-3a9aeadb-0ef7-4de2-943e-c3ca30ed32f8 req-e3ec044c-9ac0-4985-a3a9-b2c5cce075be tempest-ServersWithSpecificFlavorTestJSON-1030228139 tempest-ServersWithSpecificFlavorTestJSON-1030228139-project] 10.222.0.75 "GET /v2.0/ports?tenant_id=74dc86730a17454f9e20cfb480a6b381&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1033485 Feb 09 19:02:10.383276 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-78205e7e-6507-4cc0-b68b-0aa5979a361a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452'] for subnet (7d496e2d-6315-4d42-9415-66e0bdf20977), after_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:02:10.466020 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [req-3a9aeadb-0ef7-4de2-943e-c3ca30ed32f8 req-9ba7e6b8-6bb3-4faa-80d7-81db12221241 service neutron] http://10.222.0.75:9696/v2.0/extensions returned with HTTP 200 {{(pid=103229) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 09 19:02:10.467665 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-3a9aeadb-0ef7-4de2-943e-c3ca30ed32f8 req-9ba7e6b8-6bb3-4faa-80d7-81db12221241 service neutron] 10.222.0.75 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0702214 Feb 09 19:02:10.501858 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78205e7e-6507-4cc0-b68b-0aa5979a361a admin admin] Pushing event updated for resources: {'Subnet': ['ID=7d496e2d-6315-4d42-9415-66e0bdf20977,revision_number=0']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:02:10.512249 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78205e7e-6507-4cc0-b68b-0aa5979a361a admin admin] Checking segment: {'id': 'b98d4747-b18c-4141-8910-77c1fada78d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': '0e993f99-d3d0-4a2a-8eed-2f34375798b5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103230) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 19:02:10.512608 n-d-713498-36 neutron-server[103230]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78205e7e-6507-4cc0-b68b-0aa5979a361a admin admin] Network hostable DHCP agents. Network: 0e993f99-d3d0-4a2a-8eed-2f34375798b5, hostable agents: ['af91e4b9-f4e1-42b1-a25c-a10dc47171c8'], hosted agents: [] {{(pid=103230) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 19:02:10.530018 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35714c14-aea9-419e-94ae-a000c0f7c0e4 req-008d1c71-2734-4414-bb14-bff175217e0d tempest-DeleteServersAdminTestJSON-568076601 tempest-DeleteServersAdminTestJSON-568076601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:02:10.532164 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-35714c14-aea9-419e-94ae-a000c0f7c0e4 req-008d1c71-2734-4414-bb14-bff175217e0d tempest-DeleteServersAdminTestJSON-568076601 tempest-DeleteServersAdminTestJSON-568076601-project] 10.222.0.75 "GET /v2.0/ports?device_id=e46e24cb-41e4-4fb5-ac50-31f8ed645b0d HTTP/1.1" status: 200 len: 948 time: 0.0962296 Feb 09 19:02:10.557195 n-d-713498-36 neutron-server[103230]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78205e7e-6507-4cc0-b68b-0aa5979a361a admin admin] Network 0e993f99-d3d0-4a2a-8eed-2f34375798b5 is scheduled to be hosted by DHCP agent af91e4b9-f4e1-42b1-a25c-a10dc47171c8 with binding_index 1 {{(pid=103230) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 19:02:10.577774 n-d-713498-36 neutron-server[103230]: DEBUG neutron.scheduler.base_scheduler [None req-78205e7e-6507-4cc0-b68b-0aa5979a361a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713498-36, 0e993f99-d3d0-4a2a-8eed-2f34375798b5) {{(pid=103230) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 19:02:10.588603 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78205e7e-6507-4cc0-b68b-0aa5979a361a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:02:10.589201 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-78205e7e-6507-4cc0-b68b-0aa5979a361a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1613566'] for subnet (None), before_response {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:02:10.589340 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ee6c3c4-53c3-49c5-92c8-1f995b8e94bc None None] Network 0e993f99-d3d0-4a2a-8eed-2f34375798b5 requested from n-d-713498-36 {{(pid=103232) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 19:02:10.600568 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-3a9aeadb-0ef7-4de2-943e-c3ca30ed32f8 req-85cd3a91-aee9-4a7a-bdcf-59d64104b9d9 service neutron] 10.222.0.75 "GET /v2.0/networks/22186bb1-1c50-47a0-85ed-567124795ab8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1267335 Feb 09 19:02:10.616250 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-35714c14-aea9-419e-94ae-a000c0f7c0e4 req-99fe10ac-b4e1-4325-b4c4-47dfcd22283a tempest-DeleteServersAdminTestJSON-568076601 tempest-DeleteServersAdminTestJSON-568076601-project] 10.222.0.75 "GET /v2.0/security-groups?id=00e3f3c8-5143-473f-96ea-ab4c624b2c93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0730808 Feb 09 19:02:10.627902 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-78205e7e-6507-4cc0-b68b-0aa5979a361a admin admin] 10.222.0.75 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 0.6659563 Feb 09 19:02:10.726186 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-3a9aeadb-0ef7-4de2-943e-c3ca30ed32f8 req-72b2b3e7-783f-490e-a390-fdac4a3acd72 service neutron] 10.222.0.75 "GET /v2.0/networks/22186bb1-1c50-47a0-85ed-567124795ab8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1242931 Feb 09 19:02:10.740001 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9985db30-86e0-4c3c-8cab-e9aa36df458a None None] Network 0e993f99-d3d0-4a2a-8eed-2f34375798b5 requested from n-d-713498-36 {{(pid=103232) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 19:02:10.791659 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-b5b49a25-2ac3-4d8e-a3ef-2a780011b5da None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762867132591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593584'] for agent (af91e4b9-f4e1-42b1-a25c-a10dc47171c8), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:02:10.956906 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-91e1359c-fd55-4689-8e95-b77d6d52c323 req-7f4d7a7d-45bb-4137-9986-5d8adb3323a2 tempest-ServersWithSpecificFlavorTestJSON-1030228139 tempest-ServersWithSpecificFlavorTestJSON-1030228139-project] 10.222.0.75 "GET /v2.0/ports?device_id=3fc1751e-c4e4-428c-9985-7513cf2de861 HTTP/1.1" status: 200 len: 210 time: 0.0516763 Feb 09 19:02:10.977825 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Device 0ad11c1d-807c-4d0f-9fe3-c60ee608eb74 up at agent hyperv_n-h1-713498-36 {{(pid=103232) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 19:02:11.050673 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.provisioning_blocks [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Provisioning for port 0ad11c1d-807c-4d0f-9fe3-c60ee608eb74 completed by entity L2. {{(pid=103232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 19:02:11.055827 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.provisioning_blocks [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Provisioning complete for port 0ad11c1d-807c-4d0f-9fe3-c60ee608eb74 triggered by entity L2. {{(pid=103232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 19:02:11.059963 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593630'] for port (0ad11c1d-807c-4d0f-9fe3-c60ee608eb74), provisioning_complete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:02:11.153912 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Current status of the port 0ad11c1d-807c-4d0f-9fe3-c60ee608eb74 is: BUILD; New status is: ACTIVE {{(pid=103232) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 19:02:11.154397 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (0ad11c1d-807c-4d0f-9fe3-c60ee608eb74), before_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:02:11.186229 n-d-713498-36 neutron-server[103232]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6ce13752-b912-4d74-9abc-679a966fd01a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0ad11c1d-807c-4d0f-9fe3-c60ee608eb74'}] {{(pid=103232) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 19:02:11.271538 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] For port 0ad11c1d-807c-4d0f-9fe3-c60ee608eb74, host n-h1-713498-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-36',level=0,port_id=0ad11c1d-807c-4d0f-9fe3-c60ee608eb74,segment=NetworkSegment(50e5915e-18f0-4558-9a28-b978975ead36),segment_id=50e5915e-18f0-4558-9a28-b978975ead36)] {{(pid=103232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 19:02:11.284069 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762867176205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762866656485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762866656503'] for port (0ad11c1d-807c-4d0f-9fe3-c60ee608eb74), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:02:11.344541 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Pushing event updated for resources: {'Port': ['ID=0ad11c1d-807c-4d0f-9fe3-c60ee608eb74,revision_number=5']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:02:11.365022 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30f7f80b-43a8-4112-b55e-7ff35f1588b2 req-78c21f77-99e6-4bd1-970d-c9de277fa4ac tempest-AggregatesAdminTestJSON-1806455315 tempest-AggregatesAdminTestJSON-1806455315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:02:11.366771 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-30f7f80b-43a8-4112-b55e-7ff35f1588b2 req-78c21f77-99e6-4bd1-970d-c9de277fa4ac tempest-AggregatesAdminTestJSON-1806455315 tempest-AggregatesAdminTestJSON-1806455315-project] 10.222.0.75 "GET /v2.0/ports?device_id=6ce13752-b912-4d74-9abc-679a966fd01a HTTP/1.1" status: 200 len: 972 time: 0.0970118 Feb 09 19:02:11.433346 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-30f7f80b-43a8-4112-b55e-7ff35f1588b2 req-43a8ff27-4997-423e-87aa-7cd2a0b05464 tempest-AggregatesAdminTestJSON-1806455315 tempest-AggregatesAdminTestJSON-1806455315-project] 10.222.0.75 "GET /v2.0/security-groups?id=54b5222f-ba15-4103-8957-3e4509fdb27b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0585690 Feb 09 19:02:11.499321 n-d-713498-36 neutron-server[103232]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}949cdcde653dec44821de95cbf67297f53cbc2aed4e073b5d514f93bf911ce85" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-794e81ea-1b9b-4bd8-960b-cef75cf59194" -d '{"events": [{"server_uuid": "6ce13752-b912-4d74-9abc-679a966fd01a", "name": "network-vif-plugged", "status": "completed", "tag": "0ad11c1d-807c-4d0f-9fe3-c60ee608eb74"}]}' {{(pid=103232) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 19:02:11.536729 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 44834) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:02:11.542819 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.v2.base [None req-774a7165-1f8f-4316-9df5-2b996ddd8893 admin admin] Request body: {'network': {'name': 'tempest-LiveAutoBlockMigrationV225Test-1422537620-network', 'tenant_id': '7972f650d0f94aa9a3a1e3cad72fae11'}} {{(pid=103230) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 19:02:11.582318 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-774a7165-1f8f-4316-9df5-2b996ddd8893 admin admin] Made reservation on behalf of 7972f650d0f94aa9a3a1e3cad72fae11 for: {'network': 1} {{(pid=103230) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 19:02:11.586517 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-774a7165-1f8f-4316-9df5-2b996ddd8893 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for network (None), before_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:02:11.601748 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-774a7165-1f8f-4316-9df5-2b996ddd8893 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:02:11.711123 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-774a7165-1f8f-4316-9df5-2b996ddd8893 admin admin] Publish callbacks [] for security_group (34444a52-d4ec-4eca-84ff-3a8c1d350452), precommit_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:02:11.717305 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-774a7165-1f8f-4316-9df5-2b996ddd8893 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1892331'] for security_group (34444a52-d4ec-4eca-84ff-3a8c1d350452), after_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:02:11.745110 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-774a7165-1f8f-4316-9df5-2b996ddd8893 admin admin] vlan segment allocate from pool success with {'vlan_id': 389, 'physical_network': 'physnet1'} {{(pid=103230) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 19:02:11.752695 n-d-713498-36 neutron-server[103232]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 19:02:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-535a9dc4-7301-4591-852e-152953755620 x-openstack-request-id: req-535a9dc4-7301-4591-852e-152953755620 {{(pid=103232) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 19:02:11.753495 n-d-713498-36 neutron-server[103232]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6ce13752-b912-4d74-9abc-679a966fd01a", "name": "network-vif-plugged", "status": "completed", "tag": "0ad11c1d-807c-4d0f-9fe3-c60ee608eb74", "code": 200}]} {{(pid=103232) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 19:02:11.754187 n-d-713498-36 neutron-server[103232]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-535a9dc4-7301-4591-852e-152953755620 {{(pid=103232) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 19:02:11.755163 n-d-713498-36 neutron-server[103232]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6ce13752-b912-4d74-9abc-679a966fd01a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0ad11c1d-807c-4d0f-9fe3-c60ee608eb74', 'code': 200} Feb 09 19:02:11.757665 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-774a7165-1f8f-4316-9df5-2b996ddd8893 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=34444a52-d4ec-4eca-84ff-3a8c1d350452,revision_number=1']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:02:11.764894 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-774a7165-1f8f-4316-9df5-2b996ddd8893 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-759574'] for segment (c005c2ed-8e53-4521-827e-257598e0867e), precommit_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:02:11.765232 n-d-713498-36 neutron-server[103230]: INFO neutron.db.segments_db [None req-774a7165-1f8f-4316-9df5-2b996ddd8893 admin admin] Added segment c005c2ed-8e53-4521-827e-257598e0867e of type vlan for network 7f6516d1-1f6f-4151-beed-cb437ef8a632 Feb 09 19:02:11.834126 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-774a7165-1f8f-4316-9df5-2b996ddd8893 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762866642225'] for network (7f6516d1-1f6f-4151-beed-cb437ef8a632), precommit_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:02:11.924686 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-774a7165-1f8f-4316-9df5-2b996ddd8893 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1885479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452'] for network (7f6516d1-1f6f-4151-beed-cb437ef8a632), after_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:02:11.926231 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-774a7165-1f8f-4316-9df5-2b996ddd8893 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:02:11.926805 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-774a7165-1f8f-4316-9df5-2b996ddd8893 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1613566'] for network (None), before_response {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:02:11.940804 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f8c8d66-4b64-4b3e-b204-a9186fbab7e4 req-e2f6ab3e-59c6-4040-8379-fb9da4041e60 tempest-DeleteServersAdminTestJSON-568076601 tempest-DeleteServersAdminTestJSON-568076601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:02:11.943756 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-8f8c8d66-4b64-4b3e-b204-a9186fbab7e4 req-e2f6ab3e-59c6-4040-8379-fb9da4041e60 tempest-DeleteServersAdminTestJSON-568076601 tempest-DeleteServersAdminTestJSON-568076601-project] 10.222.0.75 "GET /v2.0/ports?device_id=e46e24cb-41e4-4fb5-ac50-31f8ed645b0d HTTP/1.1" status: 200 len: 948 time: 0.0765321 Feb 09 19:02:11.997114 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-774a7165-1f8f-4316-9df5-2b996ddd8893 admin admin] 10.222.0.75 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 0.4592180 Feb 09 19:02:12.002156 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 44846) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:02:12.011664 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.v2.base [None req-5b117d15-9ba0-412b-b56f-a9d037764c9e admin admin] Request body: {'subnet': {'network_id': '7f6516d1-1f6f-4151-beed-cb437ef8a632', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveAutoBlockMigrationV225Test-1422537620-subnet', 'tenant_id': '7972f650d0f94aa9a3a1e3cad72fae11', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 19:02:12.015786 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87f8bd30-aedd-469d-94d8-13fc3bc7d32b req-ac570ece-9ce6-4d89-a498-2656d229337b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:02:12.017241 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-87f8bd30-aedd-469d-94d8-13fc3bc7d32b req-ac570ece-9ce6-4d89-a498-2656d229337b service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=6ce13752-b912-4d74-9abc-679a966fd01a HTTP/1.1" status: 200 len: 1155 time: 0.1704528 Feb 09 19:02:12.018300 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-8f8c8d66-4b64-4b3e-b204-a9186fbab7e4 req-e849f729-a312-45ab-a792-32d5bf321b90 tempest-DeleteServersAdminTestJSON-568076601 tempest-DeleteServersAdminTestJSON-568076601-project] 10.222.0.75 "GET /v2.0/security-groups?id=00e3f3c8-5143-473f-96ea-ab4c624b2c93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0667651 Feb 09 19:02:12.018521 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-774a7165-1f8f-4316-9df5-2b996ddd8893 admin admin] Pushing event updated for resources: {'Network': ['ID=7f6516d1-1f6f-4151-beed-cb437ef8a632,revision_number=1']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:02:12.030799 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Network 7f6516d1-1f6f-4151-beed-cb437ef8a632 details requested by agent ovs-agent-n-d-713498-36 with host n-d-713498-36 {{(pid=103232) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 19:02:12.052926 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5b117d15-9ba0-412b-b56f-a9d037764c9e admin admin] Made reservation on behalf of 7972f650d0f94aa9a3a1e3cad72fae11 for: {'subnet': 1} {{(pid=103229) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 19:02:12.055229 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-5b117d15-9ba0-412b-b56f-a9d037764c9e admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:02:12.084870 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-3550f8da-d748-422e-adb1-f8db9cf6f7dc req-8cda54bc-5395-413f-b441-eeec7035e4a6 tempest-ServersWithSpecificFlavorTestJSON-1030228139 tempest-ServersWithSpecificFlavorTestJSON-1030228139-project] 10.222.0.75 "GET /v2.0/ports?device_id=3fc1751e-c4e4-428c-9985-7513cf2de861 HTTP/1.1" status: 200 len: 210 time: 0.0502188 Feb 09 19:02:12.086098 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [req-87f8bd30-aedd-469d-94d8-13fc3bc7d32b req-0ff4322f-28da-4bac-bdf4-5645d2fd5487 service neutron] Publish callbacks [] for security_group (None), before_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:02:12.199262 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [req-87f8bd30-aedd-469d-94d8-13fc3bc7d32b req-0ff4322f-28da-4bac-bdf4-5645d2fd5487 service neutron] Publish callbacks [] for security_group (089b456f-6600-483e-a9be-6f9ce5f393d8), precommit_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:02:12.216829 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [req-87f8bd30-aedd-469d-94d8-13fc3bc7d32b req-0ff4322f-28da-4bac-bdf4-5645d2fd5487 service neutron] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1892331'] for security_group (089b456f-6600-483e-a9be-6f9ce5f393d8), after_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:02:12.280737 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ff4322f-28da-4bac-bdf4-5645d2fd5487 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=089b456f-6600-483e-a9be-6f9ce5f393d8,revision_number=1']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:02:12.298477 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-87f8bd30-aedd-469d-94d8-13fc3bc7d32b req-0ff4322f-28da-4bac-bdf4-5645d2fd5487 service neutron] 10.222.0.89 "GET /v2.0/security-groups?id=54b5222f-ba15-4103-8957-3e4509fdb27b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2675436 Feb 09 19:02:12.482451 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a9aeadb-0ef7-4de2-943e-c3ca30ed32f8 req-6b9d50a9-d2ea-4abd-822f-d2534ba5311f tempest-ServersWithSpecificFlavorTestJSON-1030228139 tempest-ServersWithSpecificFlavorTestJSON-1030228139-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:02:12.483958 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-3a9aeadb-0ef7-4de2-943e-c3ca30ed32f8 req-6b9d50a9-d2ea-4abd-822f-d2534ba5311f tempest-ServersWithSpecificFlavorTestJSON-1030228139 tempest-ServersWithSpecificFlavorTestJSON-1030228139-project] 10.222.0.90 "GET /v2.0/networks?id=22186bb1-1c50-47a0-85ed-567124795ab8 HTTP/1.1" status: 200 len: 823 time: 0.1484494 Feb 09 19:02:12.662276 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-3a9aeadb-0ef7-4de2-943e-c3ca30ed32f8 req-8f97bfd2-6a42-4aa7-a8f3-4bb75a32d889 tempest-ServersWithSpecificFlavorTestJSON-1030228139 tempest-ServersWithSpecificFlavorTestJSON-1030228139-project] 10.222.0.90 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=74dc86730a17454f9e20cfb480a6b381 HTTP/1.1" status: 200 len: 378 time: 0.1530125 Feb 09 19:02:12.665538 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-5b117d15-9ba0-412b-b56f-a9d037764c9e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452'] for subnet (7c717471-a932-49e5-8115-1cefb9a31d46), after_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:02:12.679432 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f1f8a65-3c81-4184-841c-7262741d731e req-30a08ff4-f85d-4789-9139-7e8558779b4e tempest-AggregatesAdminTestJSON-1806455315 tempest-AggregatesAdminTestJSON-1806455315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:02:12.681408 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-6f1f8a65-3c81-4184-841c-7262741d731e req-30a08ff4-f85d-4789-9139-7e8558779b4e tempest-AggregatesAdminTestJSON-1806455315 tempest-AggregatesAdminTestJSON-1806455315-project] 10.222.0.75 "GET /v2.0/ports?device_id=6ce13752-b912-4d74-9abc-679a966fd01a HTTP/1.1" status: 200 len: 972 time: 0.1628513 Feb 09 19:02:12.686968 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.v2.base [req-3a9aeadb-0ef7-4de2-943e-c3ca30ed32f8 req-bb49f85e-9961-4fab-86ff-f6b9c523499a tempest-ServersWithSpecificFlavorTestJSON-1030228139 tempest-ServersWithSpecificFlavorTestJSON-1030228139-project] Request body: {'port': {'device_id': '3fc1751e-c4e4-428c-9985-7513cf2de861', 'network_id': '22186bb1-1c50-47a0-85ed-567124795ab8', 'admin_state_up': True, 'tenant_id': '74dc86730a17454f9e20cfb480a6b381', 'security_groups': ['7095cade-8760-483a-a246-f0df5ddf6b33']}} {{(pid=103229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 19:02:12.826115 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b117d15-9ba0-412b-b56f-a9d037764c9e admin admin] Pushing event updated for resources: {'Subnet': ['ID=7c717471-a932-49e5-8115-1cefb9a31d46,revision_number=0']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:02:12.856909 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-6f1f8a65-3c81-4184-841c-7262741d731e req-f9fcd6b7-1962-4049-b70f-40d467b6fd5a tempest-AggregatesAdminTestJSON-1806455315 tempest-AggregatesAdminTestJSON-1806455315-project] 10.222.0.75 "GET /v2.0/security-groups?id=54b5222f-ba15-4103-8957-3e4509fdb27b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1660466 Feb 09 19:02:12.860985 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b117d15-9ba0-412b-b56f-a9d037764c9e admin admin] Checking segment: {'id': 'c005c2ed-8e53-4521-827e-257598e0867e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': '7f6516d1-1f6f-4151-beed-cb437ef8a632'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103229) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 19:02:12.861801 n-d-713498-36 neutron-server[103229]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b117d15-9ba0-412b-b56f-a9d037764c9e admin admin] Network hostable DHCP agents. Network: 7f6516d1-1f6f-4151-beed-cb437ef8a632, hostable agents: ['af91e4b9-f4e1-42b1-a25c-a10dc47171c8'], hosted agents: [] {{(pid=103229) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 19:02:12.897422 n-d-713498-36 neutron-server[103229]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b117d15-9ba0-412b-b56f-a9d037764c9e admin admin] Network 7f6516d1-1f6f-4151-beed-cb437ef8a632 is scheduled to be hosted by DHCP agent af91e4b9-f4e1-42b1-a25c-a10dc47171c8 with binding_index 1 {{(pid=103229) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 19:02:12.906412 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3a9aeadb-0ef7-4de2-943e-c3ca30ed32f8 req-bb49f85e-9961-4fab-86ff-f6b9c523499a tempest-ServersWithSpecificFlavorTestJSON-1030228139 tempest-ServersWithSpecificFlavorTestJSON-1030228139-project] Made reservation on behalf of 74dc86730a17454f9e20cfb480a6b381 for: {'port': 1} {{(pid=103229) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 19:02:12.910410 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-3a9aeadb-0ef7-4de2-943e-c3ca30ed32f8 req-bb49f85e-9961-4fab-86ff-f6b9c523499a tempest-ServersWithSpecificFlavorTestJSON-1030228139 tempest-ServersWithSpecificFlavorTestJSON-1030228139-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (None), before_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:02:12.913708 n-d-713498-36 neutron-server[103229]: DEBUG neutron.scheduler.base_scheduler [None req-5b117d15-9ba0-412b-b56f-a9d037764c9e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713498-36, 7f6516d1-1f6f-4151-beed-cb437ef8a632) {{(pid=103229) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 19:02:12.926387 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b117d15-9ba0-412b-b56f-a9d037764c9e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:02:12.926977 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-5b117d15-9ba0-412b-b56f-a9d037764c9e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1613566'] for subnet (None), before_response {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:02:12.929270 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2da4b1a8-ecd8-45a0-9b5d-a8fafa00d93d None None] Network 7f6516d1-1f6f-4151-beed-cb437ef8a632 requested from n-d-713498-36 {{(pid=103232) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 19:02:12.953433 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-5b117d15-9ba0-412b-b56f-a9d037764c9e admin admin] 10.222.0.75 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 0.9490981 Feb 09 19:02:13.015738 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-af508456-a03d-442d-8e7b-f33bdbf28673 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762867132591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593584'] for agent (93303d5e-5d17-45e8-8963-7694f87783ae), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:02:13.079971 n-d-713498-36 neutron-server[103229]: DEBUG neutron.db.db_base_plugin_common [req-3a9aeadb-0ef7-4de2-943e-c3ca30ed32f8 req-bb49f85e-9961-4fab-86ff-f6b9c523499a tempest-ServersWithSpecificFlavorTestJSON-1030228139 tempest-ServersWithSpecificFlavorTestJSON-1030228139-project] Allocated IP 172.20.0.11 (22186bb1-1c50-47a0-85ed-567124795ab8/75c6a744-acd8-4cbc-b5ba-1f5214db2393/443a3b6c-9e92-46fa-93f9-70cbd9a2f3ba) {{(pid=103229) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 19:02:13.085559 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53148d9d-9bf7-4c72-ab1e-cf737e0735dc None None] Network 7f6516d1-1f6f-4151-beed-cb437ef8a632 requested from n-d-713498-36 {{(pid=103232) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 19:02:13.193100 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c37853fb-7699-44ac-8e13-2ce636706800 req-cbacbc7a-a790-4fbe-847f-d2384ced94dc tempest-DeleteServersAdminTestJSON-568076601 tempest-DeleteServersAdminTestJSON-568076601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:02:13.194665 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-c37853fb-7699-44ac-8e13-2ce636706800 req-cbacbc7a-a790-4fbe-847f-d2384ced94dc tempest-DeleteServersAdminTestJSON-568076601 tempest-DeleteServersAdminTestJSON-568076601-project] 10.222.0.75 "GET /v2.0/ports?device_id=e46e24cb-41e4-4fb5-ac50-31f8ed645b0d HTTP/1.1" status: 200 len: 948 time: 0.0735509 Feb 09 19:02:13.235018 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-858202c4-463a-41d6-94ef-36f7c442400c req-7d43e5d6-d838-4237-a791-081f462f924b tempest-ServersWithSpecificFlavorTestJSON-1030228139 tempest-ServersWithSpecificFlavorTestJSON-1030228139-project] 10.222.0.75 "GET /v2.0/ports?device_id=3fc1751e-c4e4-428c-9985-7513cf2de861 HTTP/1.1" status: 200 len: 210 time: 0.0573747 Feb 09 19:02:13.261209 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-c37853fb-7699-44ac-8e13-2ce636706800 req-3be3a825-99f5-496b-8124-e051222156c8 tempest-DeleteServersAdminTestJSON-568076601 tempest-DeleteServersAdminTestJSON-568076601-project] 10.222.0.75 "GET /v2.0/security-groups?id=00e3f3c8-5143-473f-96ea-ab4c624b2c93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554140 Feb 09 19:02:13.341879 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-3a9aeadb-0ef7-4de2-943e-c3ca30ed32f8 req-bb49f85e-9961-4fab-86ff-f6b9c523499a tempest-ServersWithSpecificFlavorTestJSON-1030228139 tempest-ServersWithSpecificFlavorTestJSON-1030228139-project] Publish callbacks [] for port (443a3b6c-9e92-46fa-93f9-70cbd9a2f3ba), precommit_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:02:13.351550 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Device d13cb5d9-4c5d-481e-8220-42be37698d52 details requested by agent hyperv_n-h2-713498-36 with host n-h2-713498-36 {{(pid=103232) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 19:02:13.385418 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 44892) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:02:13.386883 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-3a9aeadb-0ef7-4de2-943e-c3ca30ed32f8 req-bb49f85e-9961-4fab-86ff-f6b9c523499a tempest-ServersWithSpecificFlavorTestJSON-1030228139 tempest-ServersWithSpecificFlavorTestJSON-1030228139-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762866656467'] for port (443a3b6c-9e92-46fa-93f9-70cbd9a2f3ba), after_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:02:13.444065 n-d-713498-36 neutron-server[103229]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3a9aeadb-0ef7-4de2-943e-c3ca30ed32f8 req-bb49f85e-9961-4fab-86ff-f6b9c523499a tempest-ServersWithSpecificFlavorTestJSON-1030228139 tempest-ServersWithSpecificFlavorTestJSON-1030228139-project] Network 22186bb1-1c50-47a0-85ed-567124795ab8 is already hosted by enough agents. {{(pid=103229) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 19:02:13.447366 n-d-713498-36 neutron-server[103229]: DEBUG neutron.scheduler.base_scheduler [req-3a9aeadb-0ef7-4de2-943e-c3ca30ed32f8 req-bb49f85e-9961-4fab-86ff-f6b9c523499a tempest-ServersWithSpecificFlavorTestJSON-1030228139 tempest-ServersWithSpecificFlavorTestJSON-1030228139-project] Resources bound (agent type, host, resource id): {{(pid=103229) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 19:02:13.451293 n-d-713498-36 neutron-server[103229]: DEBUG neutron.db.l3_dvrscheduler_db [req-3a9aeadb-0ef7-4de2-943e-c3ca30ed32f8 req-bb49f85e-9961-4fab-86ff-f6b9c523499a tempest-ServersWithSpecificFlavorTestJSON-1030228139 tempest-ServersWithSpecificFlavorTestJSON-1030228139-project] Received port after_create {{(pid=103229) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 19:02:13.456575 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a9aeadb-0ef7-4de2-943e-c3ca30ed32f8 req-bb49f85e-9961-4fab-86ff-f6b9c523499a tempest-ServersWithSpecificFlavorTestJSON-1030228139 tempest-ServersWithSpecificFlavorTestJSON-1030228139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:02:13.457198 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-3a9aeadb-0ef7-4de2-943e-c3ca30ed32f8 req-bb49f85e-9961-4fab-86ff-f6b9c523499a tempest-ServersWithSpecificFlavorTestJSON-1030228139 tempest-ServersWithSpecificFlavorTestJSON-1030228139-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1613566'] for port (None), before_response {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:02:13.467478 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb49f85e-9961-4fab-86ff-f6b9c523499a tempest-ServersWithSpecificFlavorTestJSON-1030228139 tempest-ServersWithSpecificFlavorTestJSON-1030228139-project] Pushing event updated for resources: {'Port': ['ID=443a3b6c-9e92-46fa-93f9-70cbd9a2f3ba,revision_number=1']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:02:13.468990 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-7429db8d-6021-40ad-813e-885be449a89b None None] For port d13cb5d9-4c5d-481e-8220-42be37698d52, host n-h2-713498-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-36',level=0,port_id=d13cb5d9-4c5d-481e-8220-42be37698d52,segment=NetworkSegment(50e5915e-18f0-4558-9a28-b978975ead36),segment_id=50e5915e-18f0-4558-9a28-b978975ead36)] {{(pid=103232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 19:02:13.486037 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Returning: {'device': 'd13cb5d9-4c5d-481e-8220-42be37698d52', 'network_id': '2b5494c8-cf97-42c1-b902-87f998f28179', 'port_id': 'd13cb5d9-4c5d-481e-8220-42be37698d52', 'mac_address': 'fa:16:3e:fd:ea:19', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 359, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '60b561cb-321e-4f83-9bb3-92b2e1d0dc44', 'ip_address': '192.168.233.213'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103232) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 19:02:13.496005 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-3a9aeadb-0ef7-4de2-943e-c3ca30ed32f8 req-bb49f85e-9961-4fab-86ff-f6b9c523499a tempest-ServersWithSpecificFlavorTestJSON-1030228139 tempest-ServersWithSpecificFlavorTestJSON-1030228139-project] 10.222.0.90 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8226604 Feb 09 19:02:13.517357 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.v2.base [req-3a9aeadb-0ef7-4de2-943e-c3ca30ed32f8 req-963abc02-6aab-4348-9145-e4494c0095d0 service neutron] Request body: {'port': {'device_id': '3fc1751e-c4e4-428c-9985-7513cf2de861', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-713498-36'}} {{(pid=103229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 19:02:13.527805 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Current status of the port d13cb5d9-4c5d-481e-8220-42be37698d52 is: DOWN; New status is: BUILD {{(pid=103232) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 19:02:13.528188 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (d13cb5d9-4c5d-481e-8220-42be37698d52), before_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:02:13.541067 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-32cc85b0-de4a-4ab3-8b0f-ac02725be0ed admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:02:13.544520 n-d-713498-36 neutron-server[103232]: DEBUG neutron.notifiers.nova [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d13cb5d9-4c5d-481e-8220-42be37698d52 {{(pid=103232) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 19:02:13.594151 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-7429db8d-6021-40ad-813e-885be449a89b None None] For port d13cb5d9-4c5d-481e-8220-42be37698d52, host n-h2-713498-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-36',level=0,port_id=d13cb5d9-4c5d-481e-8220-42be37698d52,segment=NetworkSegment(50e5915e-18f0-4558-9a28-b978975ead36),segment_id=50e5915e-18f0-4558-9a28-b978975ead36)] {{(pid=103232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 19:02:13.604566 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762867176205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762866656485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762866656503'] for port (d13cb5d9-4c5d-481e-8220-42be37698d52), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:02:13.612906 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-3a9aeadb-0ef7-4de2-943e-c3ca30ed32f8 req-963abc02-6aab-4348-9145-e4494c0095d0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (443a3b6c-9e92-46fa-93f9-70cbd9a2f3ba), before_update {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:02:13.646140 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-32cc85b0-de4a-4ab3-8b0f-ac02725be0ed admin admin] Publish callbacks [] for security_group (e804f134-2b26-42d4-896a-94a79e973fe5), precommit_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:02:13.656600 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-32cc85b0-de4a-4ab3-8b0f-ac02725be0ed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1892331'] for security_group (e804f134-2b26-42d4-896a-94a79e973fe5), after_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:02:13.677392 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Pushing event updated for resources: {'Port': ['ID=d13cb5d9-4c5d-481e-8220-42be37698d52,revision_number=4']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:02:13.705196 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-32cc85b0-de4a-4ab3-8b0f-ac02725be0ed admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=e7c0651f792549db9984c603c2a73c4d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3157392 Feb 09 19:02:13.705196 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32cc85b0-de4a-4ab3-8b0f-ac02725be0ed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e804f134-2b26-42d4-896a-94a79e973fe5,revision_number=1']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:02:13.709855 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 44896) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:02:13.764117 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.provisioning_blocks [None req-9902a0c3-e969-4a7b-859f-f2034d740037 None None] Provisioning complete for port 443a3b6c-9e92-46fa-93f9-70cbd9a2f3ba triggered by entity DHCP. {{(pid=103232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 19:02:13.764493 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-9902a0c3-e969-4a7b-859f-f2034d740037 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593630'] for port (443a3b6c-9e92-46fa-93f9-70cbd9a2f3ba), provisioning_complete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:02:13.773208 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-55883de5-2f78-4428-be75-e5cd51b96bd9 admin admin] Publish callbacks [] for security_group (e804f134-2b26-42d4-896a-94a79e973fe5), before_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:02:13.801340 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-55883de5-2f78-4428-be75-e5cd51b96bd9 admin admin] Publish callbacks [] for security_group (e804f134-2b26-42d4-896a-94a79e973fe5), precommit_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:02:13.811145 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-9902a0c3-e969-4a7b-859f-f2034d740037 None None] Port 443a3b6c-9e92-46fa-93f9-70cbd9a2f3ba cannot update to ACTIVE because it is not bound. {{(pid=103232) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 19:02:13.848521 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-55883de5-2f78-4428-be75-e5cd51b96bd9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1892331'] for security_group (e804f134-2b26-42d4-896a-94a79e973fe5), after_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:02:13.851227 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-55883de5-2f78-4428-be75-e5cd51b96bd9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:02:13.852343 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-55883de5-2f78-4428-be75-e5cd51b96bd9 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/e804f134-2b26-42d4-896a-94a79e973fe5 HTTP/1.1" status: 204 len: 168 time: 0.1415308 Feb 09 19:02:13.863064 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55883de5-2f78-4428-be75-e5cd51b96bd9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e804f134-2b26-42d4-896a-94a79e973fe5,revision_number=None']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:02:13.974413 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-505ac349-9fde-4e29-8d1c-10f40bbf3bb4 req-09baf516-cf8a-410d-acee-914d315b8ac7 tempest-LiveAutoBlockMigrationV225Test-2127879101 tempest-LiveAutoBlockMigrationV225Test-2127879101-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:02:13.975876 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-505ac349-9fde-4e29-8d1c-10f40bbf3bb4 req-09baf516-cf8a-410d-acee-914d315b8ac7 tempest-LiveAutoBlockMigrationV225Test-2127879101 tempest-LiveAutoBlockMigrationV225Test-2127879101-project] 10.222.0.75 "GET /v2.0/networks?id=0e993f99-d3d0-4a2a-8eed-2f34375798b5 HTTP/1.1" status: 200 len: 820 time: 0.1726730 Feb 09 19:02:14.010572 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-548187ea-3505-45ba-991f-7127d1dcca5e req-e6738cee-f06c-40e8-9484-ed787121ce07 tempest-AggregatesAdminTestJSON-1806455315 tempest-AggregatesAdminTestJSON-1806455315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:02:14.012197 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-548187ea-3505-45ba-991f-7127d1dcca5e req-e6738cee-f06c-40e8-9484-ed787121ce07 tempest-AggregatesAdminTestJSON-1806455315 tempest-AggregatesAdminTestJSON-1806455315-project] 10.222.0.75 "GET /v2.0/ports?device_id=6ce13752-b912-4d74-9abc-679a966fd01a HTTP/1.1" status: 200 len: 972 time: 0.0695167 Feb 09 19:02:14.028650 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-505ac349-9fde-4e29-8d1c-10f40bbf3bb4 req-9cb3d795-762d-4f39-8e2e-a88a03d7d893 tempest-LiveAutoBlockMigrationV225Test-2127879101 tempest-LiveAutoBlockMigrationV225Test-2127879101-project] 10.222.0.75 "GET /v2.0/quotas/b8d56d08e88f4d4daeb8e5fed321a162 HTTP/1.1" status: 200 len: 375 time: 0.0365353 Feb 09 19:02:14.037726 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-7429db8d-6021-40ad-813e-885be449a89b None None] get_ports_and_sgs() called for port_ids ['d13cb5d9-4c5d-481e-8220-42be37698d52'] {{(pid=103232) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 19:02:14.039433 n-d-713498-36 neutron-server[103229]: DEBUG neutron.notifiers.nova [req-3a9aeadb-0ef7-4de2-943e-c3ca30ed32f8 req-963abc02-6aab-4348-9145-e4494c0095d0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 443a3b6c-9e92-46fa-93f9-70cbd9a2f3ba {{(pid=103229) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 19:02:14.052432 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-3a9aeadb-0ef7-4de2-943e-c3ca30ed32f8 req-963abc02-6aab-4348-9145-e4494c0095d0 service neutron] Publish callbacks [] for port (443a3b6c-9e92-46fa-93f9-70cbd9a2f3ba), precommit_update {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:02:14.088142 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-548187ea-3505-45ba-991f-7127d1dcca5e req-cbd44e73-fa5a-456b-a109-4bd449189228 tempest-AggregatesAdminTestJSON-1806455315 tempest-AggregatesAdminTestJSON-1806455315-project] 10.222.0.75 "GET /v2.0/security-groups?id=54b5222f-ba15-4103-8957-3e4509fdb27b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0670068 Feb 09 19:02:14.089610 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-505ac349-9fde-4e29-8d1c-10f40bbf3bb4 req-4c049280-5c2a-45bc-bcab-8835c6d26d53 tempest-LiveAutoBlockMigrationV225Test-2127879101 tempest-LiveAutoBlockMigrationV225Test-2127879101-project] 10.222.0.75 "GET /v2.0/ports?tenant_id=b8d56d08e88f4d4daeb8e5fed321a162&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0341842 Feb 09 19:02:14.092702 n-d-713498-36 neutron-server[103229]: DEBUG neutron.db.provisioning_blocks [req-3a9aeadb-0ef7-4de2-943e-c3ca30ed32f8 req-963abc02-6aab-4348-9145-e4494c0095d0 service neutron] Transition to ACTIVE for port object 443a3b6c-9e92-46fa-93f9-70cbd9a2f3ba will not be triggered until provisioned by entity L2. {{(pid=103229) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 19:02:14.112287 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-3a9aeadb-0ef7-4de2-943e-c3ca30ed32f8 req-963abc02-6aab-4348-9145-e4494c0095d0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762867176205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762866656485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762866656503'] for port (443a3b6c-9e92-46fa-93f9-70cbd9a2f3ba), after_update {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:02:14.170808 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-edc54c9b-7f13-45d9-9271-85c9738b0128 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762867132591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593584'] for agent (a62b1850-466f-48ae-bec7-d62fb280e14b), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:02:14.213588 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 44912) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:02:14.233792 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-ecb9162b-e5c5-48b3-a5de-5510c9ac8290 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:02:14.268538 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.managers [req-3a9aeadb-0ef7-4de2-943e-c3ca30ed32f8 req-963abc02-6aab-4348-9145-e4494c0095d0 service neutron] Attempting to bind port 443a3b6c-9e92-46fa-93f9-70cbd9a2f3ba on host n-h2-713498-36 for vnic_type normal with profile {{(pid=103229) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 19:02:14.269193 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.managers [req-3a9aeadb-0ef7-4de2-943e-c3ca30ed32f8 req-963abc02-6aab-4348-9145-e4494c0095d0 service neutron] Attempting to bind port 443a3b6c-9e92-46fa-93f9-70cbd9a2f3ba by drivers openvswitch,hyperv on host n-h2-713498-36 at level 0 using segments [{'id': '2523c180-74ec-4cd9-9acb-870f2fae65fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '22186bb1-1c50-47a0-85ed-567124795ab8'}] {{(pid=103229) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 19:02:14.269767 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a9aeadb-0ef7-4de2-943e-c3ca30ed32f8 req-963abc02-6aab-4348-9145-e4494c0095d0 service neutron] Attempting to bind port 443a3b6c-9e92-46fa-93f9-70cbd9a2f3ba on network 22186bb1-1c50-47a0-85ed-567124795ab8 {{(pid=103229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 19:02:14.282962 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a9aeadb-0ef7-4de2-943e-c3ca30ed32f8 req-963abc02-6aab-4348-9145-e4494c0095d0 service neutron] Port 443a3b6c-9e92-46fa-93f9-70cbd9a2f3ba on network 22186bb1-1c50-47a0-85ed-567124795ab8 not bound, no agent of type Open vSwitch agent registered on host n-h2-713498-36 {{(pid=103229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 19:02:14.283457 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a9aeadb-0ef7-4de2-943e-c3ca30ed32f8 req-963abc02-6aab-4348-9145-e4494c0095d0 service neutron] Attempting to bind port 443a3b6c-9e92-46fa-93f9-70cbd9a2f3ba on network 22186bb1-1c50-47a0-85ed-567124795ab8 {{(pid=103229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 19:02:14.294984 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-963abc02-6aab-4348-9145-e4494c0095d0 service neutron] Pushing event updated for resources: {'Port': ['ID=443a3b6c-9e92-46fa-93f9-70cbd9a2f3ba,revision_number=2']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:02:14.305039 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a9aeadb-0ef7-4de2-943e-c3ca30ed32f8 req-963abc02-6aab-4348-9145-e4494c0095d0 service neutron] Checking agent: {'id': 'bcd5faee-dc24-4298-9134-0e0aa054058e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713498-36', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 18, 59, 19), 'started_at': datetime.datetime(2022, 2, 9, 18, 59, 19), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 19, 1, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 19:02:14.305326 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a9aeadb-0ef7-4de2-943e-c3ca30ed32f8 req-963abc02-6aab-4348-9145-e4494c0095d0 service neutron] Checking segment: {'id': '2523c180-74ec-4cd9-9acb-870f2fae65fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '22186bb1-1c50-47a0-85ed-567124795ab8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103229) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 19:02:14.306456 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a9aeadb-0ef7-4de2-943e-c3ca30ed32f8 req-963abc02-6aab-4348-9145-e4494c0095d0 service neutron] Bound using segment: {'id': '2523c180-74ec-4cd9-9acb-870f2fae65fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '22186bb1-1c50-47a0-85ed-567124795ab8'} {{(pid=103229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 19:02:14.307164 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.managers [req-3a9aeadb-0ef7-4de2-943e-c3ca30ed32f8 req-963abc02-6aab-4348-9145-e4494c0095d0 service neutron] Bound port: 443a3b6c-9e92-46fa-93f9-70cbd9a2f3ba, host: n-h2-713498-36, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2523c180-74ec-4cd9-9acb-870f2fae65fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '22186bb1-1c50-47a0-85ed-567124795ab8'}}] {{(pid=103229) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 19:02:14.307539 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-3a9aeadb-0ef7-4de2-943e-c3ca30ed32f8 req-963abc02-6aab-4348-9145-e4494c0095d0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (443a3b6c-9e92-46fa-93f9-70cbd9a2f3ba), before_update {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:02:14.372379 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-ecb9162b-e5c5-48b3-a5de-5510c9ac8290 admin admin] Publish callbacks [] for security_group (71225d86-329e-4331-9d2a-44e402b32d6f), precommit_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:02:14.374135 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-505ac349-9fde-4e29-8d1c-10f40bbf3bb4 req-6d419b01-cca4-4291-a81f-831fa0000c2a service neutron] 10.222.0.75 "GET /v2.0/networks/0e993f99-d3d0-4a2a-8eed-2f34375798b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2736223 Feb 09 19:02:14.391860 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-ecb9162b-e5c5-48b3-a5de-5510c9ac8290 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1892331'] for security_group (71225d86-329e-4331-9d2a-44e402b32d6f), after_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:02:14.458095 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-ecb9162b-e5c5-48b3-a5de-5510c9ac8290 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=3e1699370d204747abef5caa788f7183&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2431386 Feb 09 19:02:14.459066 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecb9162b-e5c5-48b3-a5de-5510c9ac8290 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=71225d86-329e-4331-9d2a-44e402b32d6f,revision_number=1']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:02:14.465184 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 44918) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:02:14.491721 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94dbe463-b9c4-42fc-a0a0-048e1bb8a419 req-0df902be-f233-4e8c-8abb-2a3b67bf61ec tempest-ServersWithSpecificFlavorTestJSON-1030228139 tempest-ServersWithSpecificFlavorTestJSON-1030228139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:02:14.491955 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.db [req-3a9aeadb-0ef7-4de2-943e-c3ca30ed32f8 req-963abc02-6aab-4348-9145-e4494c0095d0 service neutron] For port 443a3b6c-9e92-46fa-93f9-70cbd9a2f3ba, host n-h2-713498-36, cleared binding levels {{(pid=103229) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 19:02:14.494219 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-94dbe463-b9c4-42fc-a0a0-048e1bb8a419 req-0df902be-f233-4e8c-8abb-2a3b67bf61ec tempest-ServersWithSpecificFlavorTestJSON-1030228139 tempest-ServersWithSpecificFlavorTestJSON-1030228139-project] 10.222.0.75 "GET /v2.0/ports?device_id=3fc1751e-c4e4-428c-9985-7513cf2de861 HTTP/1.1" status: 200 len: 944 time: 0.1126142 Feb 09 19:02:14.518536 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.db [req-3a9aeadb-0ef7-4de2-943e-c3ca30ed32f8 req-963abc02-6aab-4348-9145-e4494c0095d0 service neutron] For port 443a3b6c-9e92-46fa-93f9-70cbd9a2f3ba, host n-h2-713498-36, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-36',level=0,port_id=443a3b6c-9e92-46fa-93f9-70cbd9a2f3ba,segment=NetworkSegment(2523c180-74ec-4cd9-9acb-870f2fae65fd),segment_id=2523c180-74ec-4cd9-9acb-870f2fae65fd)] {{(pid=103229) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 19:02:14.537232 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-3a9aeadb-0ef7-4de2-943e-c3ca30ed32f8 req-963abc02-6aab-4348-9145-e4494c0095d0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762867176205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762866656485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762866656503'] for port (443a3b6c-9e92-46fa-93f9-70cbd9a2f3ba), after_update {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:02:14.547088 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-94dbe463-b9c4-42fc-a0a0-048e1bb8a419 req-57ab5624-cd54-4454-ac54-c428bdd7e5e6 tempest-ServersWithSpecificFlavorTestJSON-1030228139 tempest-ServersWithSpecificFlavorTestJSON-1030228139-project] 10.222.0.75 "GET /v2.0/security-groups?id=7095cade-8760-483a-a246-f0df5ddf6b33&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0455370 Feb 09 19:02:14.549544 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-505ac349-9fde-4e29-8d1c-10f40bbf3bb4 req-f698d33d-789c-443b-b8d2-102db2bfc765 service neutron] 10.222.0.75 "GET /v2.0/networks/0e993f99-d3d0-4a2a-8eed-2f34375798b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1744974 Feb 09 19:02:14.620685 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-963abc02-6aab-4348-9145-e4494c0095d0 service neutron] Pushing event updated for resources: {'Port': ['ID=443a3b6c-9e92-46fa-93f9-70cbd9a2f3ba,revision_number=3']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:02:14.636909 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a9aeadb-0ef7-4de2-943e-c3ca30ed32f8 req-963abc02-6aab-4348-9145-e4494c0095d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:02:14.637373 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-3a9aeadb-0ef7-4de2-943e-c3ca30ed32f8 req-963abc02-6aab-4348-9145-e4494c0095d0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1613566'] for port (None), before_response {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:02:14.638808 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-3a9aeadb-0ef7-4de2-943e-c3ca30ed32f8 req-963abc02-6aab-4348-9145-e4494c0095d0 service neutron] 10.222.0.90 "PUT /v2.0/ports/443a3b6c-9e92-46fa-93f9-70cbd9a2f3ba HTTP/1.1" status: 200 len: 1093 time: 1.1307678 Feb 09 19:02:14.639258 n-d-713498-36 neutron-server[103229]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3fc1751e-c4e4-428c-9985-7513cf2de861', 'tag': '443a3b6c-9e92-46fa-93f9-70cbd9a2f3ba'}] {{(pid=103229) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 19:02:14.641610 n-d-713498-36 neutron-server[103229]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fa6ae9a20702bd564eaf90d946620b2b4277b1ab91129323d3b54181076be307" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f2feafe8-6650-4633-a4ef-08f2e17137a2" -d '{"events": [{"name": "network-changed", "server_uuid": "3fc1751e-c4e4-428c-9985-7513cf2de861", "tag": "443a3b6c-9e92-46fa-93f9-70cbd9a2f3ba"}]}' {{(pid=103229) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 19:02:14.648947 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-e3dc0893-9396-4675-b3b1-af27c5faabf1 admin admin] Publish callbacks [] for security_group (71225d86-329e-4331-9d2a-44e402b32d6f), before_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:02:14.704120 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-e3dc0893-9396-4675-b3b1-af27c5faabf1 admin admin] Publish callbacks [] for security_group (71225d86-329e-4331-9d2a-44e402b32d6f), precommit_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:02:14.717258 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-389b80e1-5ad4-41c7-9c24-3903231ffef9 req-c26c71e6-557f-4916-931b-37218a911792 tempest-DeleteServersAdminTestJSON-568076601 tempest-DeleteServersAdminTestJSON-568076601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:02:14.725987 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-389b80e1-5ad4-41c7-9c24-3903231ffef9 req-c26c71e6-557f-4916-931b-37218a911792 tempest-DeleteServersAdminTestJSON-568076601 tempest-DeleteServersAdminTestJSON-568076601-project] 10.222.0.75 "GET /v2.0/ports?device_id=e46e24cb-41e4-4fb5-ac50-31f8ed645b0d HTTP/1.1" status: 200 len: 949 time: 0.1112571 Feb 09 19:02:14.776400 n-d-713498-36 neutron-server[103229]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 19:02:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c8d487f2-c57f-4f13-a959-cc4e84a2beb0 x-openstack-request-id: req-c8d487f2-c57f-4f13-a959-cc4e84a2beb0 {{(pid=103229) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 19:02:14.776623 n-d-713498-36 neutron-server[103229]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3fc1751e-c4e4-428c-9985-7513cf2de861", "tag": "443a3b6c-9e92-46fa-93f9-70cbd9a2f3ba", "status": "completed", "code": 200}]} {{(pid=103229) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 19:02:14.776905 n-d-713498-36 neutron-server[103229]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-c8d487f2-c57f-4f13-a959-cc4e84a2beb0 {{(pid=103229) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 19:02:14.777166 n-d-713498-36 neutron-server[103229]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3fc1751e-c4e4-428c-9985-7513cf2de861', 'tag': '443a3b6c-9e92-46fa-93f9-70cbd9a2f3ba', 'status': 'completed', 'code': 200} Feb 09 19:02:14.807209 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-389b80e1-5ad4-41c7-9c24-3903231ffef9 req-dfd095e3-2c31-4b06-95b9-887af6a28c78 tempest-DeleteServersAdminTestJSON-568076601 tempest-DeleteServersAdminTestJSON-568076601-project] 10.222.0.75 "GET /v2.0/security-groups?id=00e3f3c8-5143-473f-96ea-ab4c624b2c93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0783024 Feb 09 19:02:14.842663 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-b2d0c82c-92be-4dfc-bf0c-822291800161 req-b1bb9c77-71fe-41ab-b3af-18fdf77fe45f tempest-LiveAutoBlockMigrationV225Test-2127879101 tempest-LiveAutoBlockMigrationV225Test-2127879101-project] 10.222.0.75 "GET /v2.0/ports?device_id=4e423b27-3023-4ca3-87d1-42d68436aee9 HTTP/1.1" status: 200 len: 210 time: 0.0646431 Feb 09 19:02:14.858867 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a9aeadb-0ef7-4de2-943e-c3ca30ed32f8 req-8b70e48b-2254-4f90-b30f-d02dfb7365f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:02:14.861204 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-3a9aeadb-0ef7-4de2-943e-c3ca30ed32f8 req-8b70e48b-2254-4f90-b30f-d02dfb7365f1 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=74dc86730a17454f9e20cfb480a6b381&device_id=3fc1751e-c4e4-428c-9985-7513cf2de861 HTTP/1.1" status: 200 len: 1127 time: 0.1526239 Feb 09 19:02:14.883142 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-e3dc0893-9396-4675-b3b1-af27c5faabf1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1892331'] for security_group (71225d86-329e-4331-9d2a-44e402b32d6f), after_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:02:14.886131 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-e3dc0893-9396-4675-b3b1-af27c5faabf1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:02:14.889655 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-e3dc0893-9396-4675-b3b1-af27c5faabf1 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/71225d86-329e-4331-9d2a-44e402b32d6f HTTP/1.1" status: 204 len: 168 time: 0.4211781 Feb 09 19:02:14.928423 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-3a9aeadb-0ef7-4de2-943e-c3ca30ed32f8 req-31064058-d70b-4e31-97cc-580d5743db93 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=443a3b6c-9e92-46fa-93f9-70cbd9a2f3ba HTTP/1.1" status: 200 len: 217 time: 0.0542519 Feb 09 19:02:14.929225 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3dc0893-9396-4675-b3b1-af27c5faabf1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=71225d86-329e-4331-9d2a-44e402b32d6f,revision_number=None']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:02:15.004021 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a9aeadb-0ef7-4de2-943e-c3ca30ed32f8 req-883c0d6b-bc98-4ecc-b45e-fa861c9f71a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:02:15.005536 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-3a9aeadb-0ef7-4de2-943e-c3ca30ed32f8 req-883c0d6b-bc98-4ecc-b45e-fa861c9f71a8 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=75c6a744-acd8-4cbc-b5ba-1f5214db2393 HTTP/1.1" status: 200 len: 862 time: 0.0682788 Feb 09 19:02:15.068419 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a9aeadb-0ef7-4de2-943e-c3ca30ed32f8 req-c3ce0fce-9fea-4da8-bc9b-8841814ce821 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:02:15.070407 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-3a9aeadb-0ef7-4de2-943e-c3ca30ed32f8 req-c3ce0fce-9fea-4da8-bc9b-8841814ce821 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=22186bb1-1c50-47a0-85ed-567124795ab8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0555000 Feb 09 19:02:15.181459 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-3a9aeadb-0ef7-4de2-943e-c3ca30ed32f8 req-f275fef7-cca5-4159-a99b-d1f10e290771 service neutron] 10.222.0.90 "GET /v2.0/networks/22186bb1-1c50-47a0-85ed-567124795ab8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1040301 Feb 09 19:02:15.229473 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19863e43-fb05-4c84-8060-6848a192e312 req-e993478c-4538-4952-b99d-0b2706ec92ab tempest-AggregatesAdminTestJSON-1806455315 tempest-AggregatesAdminTestJSON-1806455315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:02:15.230978 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-19863e43-fb05-4c84-8060-6848a192e312 req-e993478c-4538-4952-b99d-0b2706ec92ab tempest-AggregatesAdminTestJSON-1806455315 tempest-AggregatesAdminTestJSON-1806455315-project] 10.222.0.75 "GET /v2.0/ports?device_id=6ce13752-b912-4d74-9abc-679a966fd01a HTTP/1.1" status: 200 len: 972 time: 0.0674617 Feb 09 19:02:15.297116 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-19863e43-fb05-4c84-8060-6848a192e312 req-da081234-5786-42a0-b907-4e249d3e586b tempest-AggregatesAdminTestJSON-1806455315 tempest-AggregatesAdminTestJSON-1806455315-project] 10.222.0.75 "GET /v2.0/security-groups?id=54b5222f-ba15-4103-8957-3e4509fdb27b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594881 Feb 09 19:02:15.297305 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-3a9aeadb-0ef7-4de2-943e-c3ca30ed32f8 req-10256aea-ab1a-4a81-9bb7-ecfc48ef5d29 service neutron] 10.222.0.90 "GET /v2.0/networks/22186bb1-1c50-47a0-85ed-567124795ab8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1055222 Feb 09 19:02:15.349701 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Device d13cb5d9-4c5d-481e-8220-42be37698d52 up at agent hyperv_n-h2-713498-36 {{(pid=103232) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 19:02:15.448121 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.provisioning_blocks [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Provisioning for port d13cb5d9-4c5d-481e-8220-42be37698d52 completed by entity L2. {{(pid=103232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 19:02:15.452856 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.provisioning_blocks [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Provisioning complete for port d13cb5d9-4c5d-481e-8220-42be37698d52 triggered by entity L2. {{(pid=103232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 19:02:15.453418 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593630'] for port (d13cb5d9-4c5d-481e-8220-42be37698d52), provisioning_complete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:02:15.531804 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2feafe8-6650-4633-a4ef-08f2e17137a2 req-f546fc4a-dbc9-49dc-8ae9-74af721d02a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:02:15.533719 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-f2feafe8-6650-4633-a4ef-08f2e17137a2 req-f546fc4a-dbc9-49dc-8ae9-74af721d02a1 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=74dc86730a17454f9e20cfb480a6b381&device_id=3fc1751e-c4e4-428c-9985-7513cf2de861 HTTP/1.1" status: 200 len: 1127 time: 0.1461942 Feb 09 19:02:15.544945 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c20eacf7-1dd5-41d3-854a-cd71795c5855 req-4f1fc12d-2f60-44b1-a335-53ce4573f3a7 tempest-AggregatesAdminTestJSON-2036334599 tempest-AggregatesAdminTestJSON-2036334599-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:02:15.546133 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Current status of the port d13cb5d9-4c5d-481e-8220-42be37698d52 is: BUILD; New status is: ACTIVE {{(pid=103232) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 19:02:15.546585 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (d13cb5d9-4c5d-481e-8220-42be37698d52), before_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:02:15.546708 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-c20eacf7-1dd5-41d3-854a-cd71795c5855 req-4f1fc12d-2f60-44b1-a335-53ce4573f3a7 tempest-AggregatesAdminTestJSON-2036334599 tempest-AggregatesAdminTestJSON-2036334599-project-admin] 10.222.0.75 "GET /v2.0/ports?device_id=6ce13752-b912-4d74-9abc-679a966fd01a HTTP/1.1" status: 200 len: 1155 time: 0.1249969 Feb 09 19:02:15.572216 n-d-713498-36 neutron-server[103232]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e46e24cb-41e4-4fb5-ac50-31f8ed645b0d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd13cb5d9-4c5d-481e-8220-42be37698d52'}] {{(pid=103232) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 19:02:15.574607 n-d-713498-36 neutron-server[103232]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}949cdcde653dec44821de95cbf67297f53cbc2aed4e073b5d514f93bf911ce85" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-647d393b-a9e8-42b5-b545-d58a1a528b96" -d '{"events": [{"server_uuid": "e46e24cb-41e4-4fb5-ac50-31f8ed645b0d", "name": "network-vif-plugged", "status": "completed", "tag": "d13cb5d9-4c5d-481e-8220-42be37698d52"}]}' {{(pid=103232) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 19:02:15.589099 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-7429db8d-6021-40ad-813e-885be449a89b None None] For port d13cb5d9-4c5d-481e-8220-42be37698d52, host n-h2-713498-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-36',level=0,port_id=d13cb5d9-4c5d-481e-8220-42be37698d52,segment=NetworkSegment(50e5915e-18f0-4558-9a28-b978975ead36),segment_id=50e5915e-18f0-4558-9a28-b978975ead36)] {{(pid=103232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 19:02:15.593137 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762867176205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762866656485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762866656503'] for port (d13cb5d9-4c5d-481e-8220-42be37698d52), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:02:15.607032 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-c20eacf7-1dd5-41d3-854a-cd71795c5855 req-a3a8acd6-de3a-4be3-9e9d-0be51b07624f tempest-AggregatesAdminTestJSON-2036334599 tempest-AggregatesAdminTestJSON-2036334599-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:02:15.661023 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Pushing event updated for resources: {'Port': ['ID=d13cb5d9-4c5d-481e-8220-42be37698d52,revision_number=5']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:02:15.681465 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2feafe8-6650-4633-a4ef-08f2e17137a2 req-bf94dfd7-e510-4ead-ba93-b628591b99cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:02:15.683191 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-f2feafe8-6650-4633-a4ef-08f2e17137a2 req-bf94dfd7-e510-4ead-ba93-b628591b99cd service neutron] 10.222.0.90 "GET /v2.0/networks?id=22186bb1-1c50-47a0-85ed-567124795ab8 HTTP/1.1" status: 200 len: 924 time: 0.1401865 Feb 09 19:02:15.692775 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd705bd3-2c8b-431a-b761-257fbebb34b0 req-e45278a0-78b5-4620-aab7-91058fbec5a5 tempest-ServersWithSpecificFlavorTestJSON-1030228139 tempest-ServersWithSpecificFlavorTestJSON-1030228139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:02:15.694738 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-fd705bd3-2c8b-431a-b761-257fbebb34b0 req-e45278a0-78b5-4620-aab7-91058fbec5a5 tempest-ServersWithSpecificFlavorTestJSON-1030228139 tempest-ServersWithSpecificFlavorTestJSON-1030228139-project] 10.222.0.75 "GET /v2.0/ports?device_id=3fc1751e-c4e4-428c-9985-7513cf2de861 HTTP/1.1" status: 200 len: 944 time: 0.0632377 Feb 09 19:02:15.734245 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-f2feafe8-6650-4633-a4ef-08f2e17137a2 req-cc01857e-2d43-4fd2-a6f8-2c88f3d78b46 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=443a3b6c-9e92-46fa-93f9-70cbd9a2f3ba HTTP/1.1" status: 200 len: 217 time: 0.0390291 Feb 09 19:02:15.747110 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-fd705bd3-2c8b-431a-b761-257fbebb34b0 req-ef0fa3c9-52ab-4732-a17b-e639259a5a9a tempest-ServersWithSpecificFlavorTestJSON-1030228139 tempest-ServersWithSpecificFlavorTestJSON-1030228139-project] 10.222.0.75 "GET /v2.0/security-groups?id=7095cade-8760-483a-a246-f0df5ddf6b33&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0462022 Feb 09 19:02:15.786916 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-c20eacf7-1dd5-41d3-854a-cd71795c5855 req-a3a8acd6-de3a-4be3-9e9d-0be51b07624f tempest-AggregatesAdminTestJSON-2036334599 tempest-AggregatesAdminTestJSON-2036334599-project-admin] Publish callbacks [] for security_group (07ec41cf-d3c6-42e6-8539-5da1409cc860), precommit_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:02:15.790679 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-a7262a8e-0513-48fd-984d-75726a511961 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762867132591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593584'] for agent (911cfea2-02ae-4ec9-bac3-7808ee1cdd9c), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:02:15.796255 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-c20eacf7-1dd5-41d3-854a-cd71795c5855 req-a3a8acd6-de3a-4be3-9e9d-0be51b07624f tempest-AggregatesAdminTestJSON-2036334599 tempest-AggregatesAdminTestJSON-2036334599-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1892331'] for security_group (07ec41cf-d3c6-42e6-8539-5da1409cc860), after_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:02:15.826243 n-d-713498-36 neutron-server[103232]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 19:02:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-baef58fe-5d89-4165-a6f9-37d41a4eed93 x-openstack-request-id: req-baef58fe-5d89-4165-a6f9-37d41a4eed93 {{(pid=103232) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 19:02:15.826775 n-d-713498-36 neutron-server[103232]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e46e24cb-41e4-4fb5-ac50-31f8ed645b0d", "name": "network-vif-plugged", "status": "completed", "tag": "d13cb5d9-4c5d-481e-8220-42be37698d52", "code": 200}]} {{(pid=103232) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 19:02:15.827037 n-d-713498-36 neutron-server[103232]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-baef58fe-5d89-4165-a6f9-37d41a4eed93 {{(pid=103232) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 19:02:15.828786 n-d-713498-36 neutron-server[103232]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e46e24cb-41e4-4fb5-ac50-31f8ed645b0d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd13cb5d9-4c5d-481e-8220-42be37698d52', 'code': 200} Feb 09 19:02:15.837154 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2feafe8-6650-4633-a4ef-08f2e17137a2 req-b3267805-b37d-4d64-9e42-15760c3b4aa4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:02:15.838679 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-f2feafe8-6650-4633-a4ef-08f2e17137a2 req-b3267805-b37d-4d64-9e42-15760c3b4aa4 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=75c6a744-acd8-4cbc-b5ba-1f5214db2393 HTTP/1.1" status: 200 len: 862 time: 0.0934124 Feb 09 19:02:15.852286 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-c20eacf7-1dd5-41d3-854a-cd71795c5855 req-a3a8acd6-de3a-4be3-9e9d-0be51b07624f tempest-AggregatesAdminTestJSON-2036334599 tempest-AggregatesAdminTestJSON-2036334599-project-admin] 10.222.0.75 "GET /v2.0/security-groups?id=54b5222f-ba15-4103-8957-3e4509fdb27b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2969162 Feb 09 19:02:15.854374 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3a8acd6-de3a-4be3-9e9d-0be51b07624f tempest-AggregatesAdminTestJSON-2036334599 tempest-AggregatesAdminTestJSON-2036334599-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=07ec41cf-d3c6-42e6-8539-5da1409cc860,revision_number=1']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:02:15.927102 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.90', 54540) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:02:16.007738 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-7697abe1-7c84-4103-a92c-4b12bd1f4472 req-c90ec68a-7345-4654-9a5e-82aa0e435828 tempest-LiveAutoBlockMigrationV225Test-2127879101 tempest-LiveAutoBlockMigrationV225Test-2127879101-project] 10.222.0.75 "GET /v2.0/ports?device_id=4e423b27-3023-4ca3-87d1-42d68436aee9 HTTP/1.1" status: 200 len: 210 time: 0.0456963 Feb 09 19:02:16.024922 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 44968) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:02:16.039741 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f5dc3bc-63d7-436b-91e9-9c95d46b1682 req-1803e7e3-58d0-4685-938a-e889136799b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:02:16.041806 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-5f5dc3bc-63d7-436b-91e9-9c95d46b1682 req-1803e7e3-58d0-4685-938a-e889136799b7 service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=e46e24cb-41e4-4fb5-ac50-31f8ed645b0d HTTP/1.1" status: 200 len: 1133 time: 0.1128345 Feb 09 19:02:16.043610 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2feafe8-6650-4633-a4ef-08f2e17137a2 req-d06847a5-8e5d-438f-8b4e-5cb944e25966 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:02:16.045004 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-f2feafe8-6650-4633-a4ef-08f2e17137a2 req-d06847a5-8e5d-438f-8b4e-5cb944e25966 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=22186bb1-1c50-47a0-85ed-567124795ab8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.1918416 Feb 09 19:02:16.296688 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aec150e9-b949-410d-aa04-fffbd3eabb34 req-2c5cc869-e492-4bc5-b038-a0295ab3f6f7 tempest-DeleteServersAdminTestJSON-568076601 tempest-DeleteServersAdminTestJSON-568076601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:02:16.303841 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-aec150e9-b949-410d-aa04-fffbd3eabb34 req-2c5cc869-e492-4bc5-b038-a0295ab3f6f7 tempest-DeleteServersAdminTestJSON-568076601 tempest-DeleteServersAdminTestJSON-568076601-project] 10.222.0.75 "GET /v2.0/ports?device_id=e46e24cb-41e4-4fb5-ac50-31f8ed645b0d HTTP/1.1" status: 200 len: 950 time: 0.3997416 Feb 09 19:02:16.356237 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-5f5dc3bc-63d7-436b-91e9-9c95d46b1682 req-d1afefdb-c733-4f2e-9dad-21130f93c738 service neutron] 10.222.0.90 "GET /v2.0/security-groups?id=00e3f3c8-5143-473f-96ea-ab4c624b2c93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2988548 Feb 09 19:02:16.363336 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-505ac349-9fde-4e29-8d1c-10f40bbf3bb4 req-42c07d99-7983-4e9b-99b4-2dd4c3e3c97d tempest-LiveAutoBlockMigrationV225Test-2127879101 tempest-LiveAutoBlockMigrationV225Test-2127879101-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:02:16.364760 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-505ac349-9fde-4e29-8d1c-10f40bbf3bb4 req-42c07d99-7983-4e9b-99b4-2dd4c3e3c97d tempest-LiveAutoBlockMigrationV225Test-2127879101 tempest-LiveAutoBlockMigrationV225Test-2127879101-project] 10.222.0.89 "GET /v2.0/networks?id=0e993f99-d3d0-4a2a-8eed-2f34375798b5 HTTP/1.1" status: 200 len: 820 time: 0.4762330 Feb 09 19:02:16.379959 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.v2.base [req-505ac349-9fde-4e29-8d1c-10f40bbf3bb4 req-bf11380e-05e0-4d19-adcf-75dedd7c60d0 tempest-LiveAutoBlockMigrationV225Test-2127879101 tempest-LiveAutoBlockMigrationV225Test-2127879101-project] Request body: {'port': {'device_id': '4e423b27-3023-4ca3-87d1-42d68436aee9', 'network_id': '0e993f99-d3d0-4a2a-8eed-2f34375798b5', 'admin_state_up': True, 'tenant_id': 'b8d56d08e88f4d4daeb8e5fed321a162'}} {{(pid=103230) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 19:02:16.414018 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-f2feafe8-6650-4633-a4ef-08f2e17137a2 req-22e91fa8-d4b0-4587-be08-317e6df6f63d service neutron] 10.222.0.90 "GET /v2.0/networks/22186bb1-1c50-47a0-85ed-567124795ab8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3309662 Feb 09 19:02:16.425587 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eab7e11a-2fa7-4b39-9981-68441cba8d80 req-c4be3cb3-8aae-4c20-af4d-b58da4c91409 tempest-AggregatesAdminTestJSON-1806455315 tempest-AggregatesAdminTestJSON-1806455315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:02:16.427138 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-eab7e11a-2fa7-4b39-9981-68441cba8d80 req-c4be3cb3-8aae-4c20-af4d-b58da4c91409 tempest-AggregatesAdminTestJSON-1806455315 tempest-AggregatesAdminTestJSON-1806455315-project] 10.222.0.75 "GET /v2.0/ports?device_id=6ce13752-b912-4d74-9abc-679a966fd01a HTTP/1.1" status: 200 len: 972 time: 0.0940688 Feb 09 19:02:16.442551 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.v2.base [None req-a930fcf0-e757-44ca-82f9-ed0d10f482a0 admin admin] Request body: {'network': {'name': 'tempest-VolumesAdminNegativeTest-690228753-network', 'tenant_id': 'db4a76503c5c4c5ebf7d39652b9014b3'}} {{(pid=103230) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 19:02:16.455120 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-aec150e9-b949-410d-aa04-fffbd3eabb34 req-ef8a10ba-d79f-4bb3-af88-f795bde16c9c tempest-DeleteServersAdminTestJSON-568076601 tempest-DeleteServersAdminTestJSON-568076601-project] 10.222.0.75 "GET /v2.0/security-groups?id=00e3f3c8-5143-473f-96ea-ab4c624b2c93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1502719 Feb 09 19:02:16.483737 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-eab7e11a-2fa7-4b39-9981-68441cba8d80 req-13666806-f660-437a-a139-dc32c7c15495 tempest-AggregatesAdminTestJSON-1806455315 tempest-AggregatesAdminTestJSON-1806455315-project] 10.222.0.75 "GET /v2.0/security-groups?id=54b5222f-ba15-4103-8957-3e4509fdb27b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508161 Feb 09 19:02:16.495885 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a930fcf0-e757-44ca-82f9-ed0d10f482a0 admin admin] Made reservation on behalf of db4a76503c5c4c5ebf7d39652b9014b3 for: {'network': 1} {{(pid=103230) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 19:02:16.498227 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-a930fcf0-e757-44ca-82f9-ed0d10f482a0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for network (None), before_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:02:16.514840 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-a930fcf0-e757-44ca-82f9-ed0d10f482a0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:02:16.569228 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-505ac349-9fde-4e29-8d1c-10f40bbf3bb4 req-bf11380e-05e0-4d19-adcf-75dedd7c60d0 tempest-LiveAutoBlockMigrationV225Test-2127879101 tempest-LiveAutoBlockMigrationV225Test-2127879101-project] Made reservation on behalf of b8d56d08e88f4d4daeb8e5fed321a162 for: {'port': 1} {{(pid=103230) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 19:02:16.572563 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [req-505ac349-9fde-4e29-8d1c-10f40bbf3bb4 req-bf11380e-05e0-4d19-adcf-75dedd7c60d0 tempest-LiveAutoBlockMigrationV225Test-2127879101 tempest-LiveAutoBlockMigrationV225Test-2127879101-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (None), before_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:02:16.675475 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-a930fcf0-e757-44ca-82f9-ed0d10f482a0 admin admin] Publish callbacks [] for security_group (ddb23fc3-aa29-4777-a6d0-38c746159132), precommit_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:02:16.684474 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-a930fcf0-e757-44ca-82f9-ed0d10f482a0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1892331'] for security_group (ddb23fc3-aa29-4777-a6d0-38c746159132), after_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:02:16.730469 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a930fcf0-e757-44ca-82f9-ed0d10f482a0 admin admin] vlan segment allocate from pool success with {'vlan_id': 351, 'physical_network': 'physnet1'} {{(pid=103230) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 19:02:16.749335 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a930fcf0-e757-44ca-82f9-ed0d10f482a0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ddb23fc3-aa29-4777-a6d0-38c746159132,revision_number=1']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:02:16.756980 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-a930fcf0-e757-44ca-82f9-ed0d10f482a0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-759574'] for segment (005c78de-c5f6-421f-803a-b71a04aaed38), precommit_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:02:16.757068 n-d-713498-36 neutron-server[103230]: INFO neutron.db.segments_db [None req-a930fcf0-e757-44ca-82f9-ed0d10f482a0 admin admin] Added segment 005c78de-c5f6-421f-803a-b71a04aaed38 of type vlan for network 99ddb91b-36ce-41aa-b11d-fd03c6f9fdc9 Feb 09 19:02:16.769147 n-d-713498-36 neutron-server[103230]: DEBUG neutron.db.db_base_plugin_common [req-505ac349-9fde-4e29-8d1c-10f40bbf3bb4 req-bf11380e-05e0-4d19-adcf-75dedd7c60d0 tempest-LiveAutoBlockMigrationV225Test-2127879101 tempest-LiveAutoBlockMigrationV225Test-2127879101-project] Allocated IP 172.20.0.8 (0e993f99-d3d0-4a2a-8eed-2f34375798b5/7d496e2d-6315-4d42-9415-66e0bdf20977/09574619-31d0-4d7b-8c62-0e309d2267b4) {{(pid=103230) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 19:02:16.813697 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-a930fcf0-e757-44ca-82f9-ed0d10f482a0 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762866642225'] for network (99ddb91b-36ce-41aa-b11d-fd03c6f9fdc9), precommit_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:02:16.866046 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-f2feafe8-6650-4633-a4ef-08f2e17137a2 req-162a39b8-02eb-4759-8c69-c497bbb2210b service neutron] 10.222.0.90 "GET /v2.0/networks/22186bb1-1c50-47a0-85ed-567124795ab8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0974858 Feb 09 19:02:16.896758 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-a930fcf0-e757-44ca-82f9-ed0d10f482a0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1885479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452'] for network (99ddb91b-36ce-41aa-b11d-fd03c6f9fdc9), after_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:02:16.897652 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a930fcf0-e757-44ca-82f9-ed0d10f482a0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:02:16.898253 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-a930fcf0-e757-44ca-82f9-ed0d10f482a0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1613566'] for network (None), before_response {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:02:16.959821 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762867132591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593584'] for agent (496418a2-c002-4aec-ab1a-07f3bea491bd), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:02:17.006902 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-a930fcf0-e757-44ca-82f9-ed0d10f482a0 admin admin] 10.222.0.75 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.9809065 Feb 09 19:02:17.010599 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 44976) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:02:17.015564 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.v2.base [None req-720f9601-3f03-42fb-8218-5f5d8fce02f2 admin admin] Request body: {'subnet': {'network_id': '99ddb91b-36ce-41aa-b11d-fd03c6f9fdc9', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesAdminNegativeTest-690228753-subnet', 'tenant_id': 'db4a76503c5c4c5ebf7d39652b9014b3', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 19:02:17.025624 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a930fcf0-e757-44ca-82f9-ed0d10f482a0 admin admin] Pushing event updated for resources: {'Network': ['ID=99ddb91b-36ce-41aa-b11d-fd03c6f9fdc9,revision_number=1']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:02:17.036343 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Network 99ddb91b-36ce-41aa-b11d-fd03c6f9fdc9 details requested by agent ovs-agent-n-d-713498-36 with host n-d-713498-36 {{(pid=103232) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 19:02:17.038549 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-720f9601-3f03-42fb-8218-5f5d8fce02f2 admin admin] Made reservation on behalf of db4a76503c5c4c5ebf7d39652b9014b3 for: {'subnet': 1} {{(pid=103229) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 19:02:17.042351 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-720f9601-3f03-42fb-8218-5f5d8fce02f2 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:02:17.058883 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdc3b932-43c5-4cdb-838e-20707b25598b req-6eaaccb5-cce3-4128-be23-3072eddc3bc9 tempest-ServersWithSpecificFlavorTestJSON-1030228139 tempest-ServersWithSpecificFlavorTestJSON-1030228139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:02:17.060418 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-cdc3b932-43c5-4cdb-838e-20707b25598b req-6eaaccb5-cce3-4128-be23-3072eddc3bc9 tempest-ServersWithSpecificFlavorTestJSON-1030228139 tempest-ServersWithSpecificFlavorTestJSON-1030228139-project] 10.222.0.75 "GET /v2.0/ports?device_id=3fc1751e-c4e4-428c-9985-7513cf2de861 HTTP/1.1" status: 200 len: 944 time: 0.2087147 Feb 09 19:02:17.086087 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [req-505ac349-9fde-4e29-8d1c-10f40bbf3bb4 req-bf11380e-05e0-4d19-adcf-75dedd7c60d0 tempest-LiveAutoBlockMigrationV225Test-2127879101 tempest-LiveAutoBlockMigrationV225Test-2127879101-project] Publish callbacks [] for port (09574619-31d0-4d7b-8c62-0e309d2267b4), precommit_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:02:17.148157 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-cdc3b932-43c5-4cdb-838e-20707b25598b req-7b6fc69b-1ed8-4360-948b-0200ab27da8e tempest-ServersWithSpecificFlavorTestJSON-1030228139 tempest-ServersWithSpecificFlavorTestJSON-1030228139-project] 10.222.0.75 "GET /v2.0/security-groups?id=7095cade-8760-483a-a246-f0df5ddf6b33&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0820336 Feb 09 19:02:17.161498 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [req-505ac349-9fde-4e29-8d1c-10f40bbf3bb4 req-bf11380e-05e0-4d19-adcf-75dedd7c60d0 tempest-LiveAutoBlockMigrationV225Test-2127879101 tempest-LiveAutoBlockMigrationV225Test-2127879101-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762866656467'] for port (09574619-31d0-4d7b-8c62-0e309d2267b4), after_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:02:17.167946 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-c1a2978e-0671-42b3-ad9e-ce4f2d11f518 req-fe972eb6-d499-46a5-aaeb-1453a9535d2f tempest-LiveAutoBlockMigrationV225Test-2127879101 tempest-LiveAutoBlockMigrationV225Test-2127879101-project] 10.222.0.75 "GET /v2.0/ports?device_id=4e423b27-3023-4ca3-87d1-42d68436aee9 HTTP/1.1" status: 200 len: 210 time: 0.0442698 Feb 09 19:02:17.199098 n-d-713498-36 neutron-server[103230]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-505ac349-9fde-4e29-8d1c-10f40bbf3bb4 req-bf11380e-05e0-4d19-adcf-75dedd7c60d0 tempest-LiveAutoBlockMigrationV225Test-2127879101 tempest-LiveAutoBlockMigrationV225Test-2127879101-project] Network 0e993f99-d3d0-4a2a-8eed-2f34375798b5 is already hosted by enough agents. {{(pid=103230) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 19:02:17.200515 n-d-713498-36 neutron-server[103230]: DEBUG neutron.scheduler.base_scheduler [req-505ac349-9fde-4e29-8d1c-10f40bbf3bb4 req-bf11380e-05e0-4d19-adcf-75dedd7c60d0 tempest-LiveAutoBlockMigrationV225Test-2127879101 tempest-LiveAutoBlockMigrationV225Test-2127879101-project] Resources bound (agent type, host, resource id): {{(pid=103230) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 19:02:17.204191 n-d-713498-36 neutron-server[103230]: DEBUG neutron.db.l3_dvrscheduler_db [req-505ac349-9fde-4e29-8d1c-10f40bbf3bb4 req-bf11380e-05e0-4d19-adcf-75dedd7c60d0 tempest-LiveAutoBlockMigrationV225Test-2127879101 tempest-LiveAutoBlockMigrationV225Test-2127879101-project] Received port after_create {{(pid=103230) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 19:02:17.209282 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-505ac349-9fde-4e29-8d1c-10f40bbf3bb4 req-bf11380e-05e0-4d19-adcf-75dedd7c60d0 tempest-LiveAutoBlockMigrationV225Test-2127879101 tempest-LiveAutoBlockMigrationV225Test-2127879101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:02:17.209983 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [req-505ac349-9fde-4e29-8d1c-10f40bbf3bb4 req-bf11380e-05e0-4d19-adcf-75dedd7c60d0 tempest-LiveAutoBlockMigrationV225Test-2127879101 tempest-LiveAutoBlockMigrationV225Test-2127879101-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1613566'] for port (None), before_response {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:02:17.240601 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-505ac349-9fde-4e29-8d1c-10f40bbf3bb4 req-bf11380e-05e0-4d19-adcf-75dedd7c60d0 tempest-LiveAutoBlockMigrationV225Test-2127879101 tempest-LiveAutoBlockMigrationV225Test-2127879101-project] 10.222.0.89 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8667624 Feb 09 19:02:17.241185 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf11380e-05e0-4d19-adcf-75dedd7c60d0 tempest-LiveAutoBlockMigrationV225Test-2127879101 tempest-LiveAutoBlockMigrationV225Test-2127879101-project] Pushing event updated for resources: {'Port': ['ID=09574619-31d0-4d7b-8c62-0e309d2267b4,revision_number=1']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:02:17.253135 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.v2.base [req-505ac349-9fde-4e29-8d1c-10f40bbf3bb4 req-52cfa4f4-b4c4-4cf4-8dc1-c7da1606561a service neutron] Request body: {'port': {'device_id': '4e423b27-3023-4ca3-87d1-42d68436aee9', 'device_owner': 'compute:tempest-test_az-1983686976', 'binding:host_id': 'n-h1-713498-36'}} {{(pid=103230) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 19:02:17.270561 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-720f9601-3f03-42fb-8218-5f5d8fce02f2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452'] for subnet (6b24333c-810b-42fe-9d36-042fe9dbd8ee), after_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:02:17.314736 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [req-505ac349-9fde-4e29-8d1c-10f40bbf3bb4 req-52cfa4f4-b4c4-4cf4-8dc1-c7da1606561a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (09574619-31d0-4d7b-8c62-0e309d2267b4), before_update {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:02:17.325642 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-720f9601-3f03-42fb-8218-5f5d8fce02f2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6b24333c-810b-42fe-9d36-042fe9dbd8ee,revision_number=0']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:02:17.338218 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-720f9601-3f03-42fb-8218-5f5d8fce02f2 admin admin] Checking segment: {'id': '005c78de-c5f6-421f-803a-b71a04aaed38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': '99ddb91b-36ce-41aa-b11d-fd03c6f9fdc9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103229) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 19:02:17.338742 n-d-713498-36 neutron-server[103229]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-720f9601-3f03-42fb-8218-5f5d8fce02f2 admin admin] Network hostable DHCP agents. Network: 99ddb91b-36ce-41aa-b11d-fd03c6f9fdc9, hostable agents: ['af91e4b9-f4e1-42b1-a25c-a10dc47171c8'], hosted agents: [] {{(pid=103229) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 19:02:17.356174 n-d-713498-36 neutron-server[103229]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-720f9601-3f03-42fb-8218-5f5d8fce02f2 admin admin] Network 99ddb91b-36ce-41aa-b11d-fd03c6f9fdc9 is scheduled to be hosted by DHCP agent af91e4b9-f4e1-42b1-a25c-a10dc47171c8 with binding_index 1 {{(pid=103229) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 19:02:17.365148 n-d-713498-36 neutron-server[103229]: DEBUG neutron.scheduler.base_scheduler [None req-720f9601-3f03-42fb-8218-5f5d8fce02f2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713498-36, 99ddb91b-36ce-41aa-b11d-fd03c6f9fdc9) {{(pid=103229) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 19:02:17.369421 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-720f9601-3f03-42fb-8218-5f5d8fce02f2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:02:17.370069 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-720f9601-3f03-42fb-8218-5f5d8fce02f2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1613566'] for subnet (None), before_response {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:02:17.377507 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-561f28bd-78d2-4dc1-aff2-4f1ba5c82db8 None None] Network 99ddb91b-36ce-41aa-b11d-fd03c6f9fdc9 requested from n-d-713498-36 {{(pid=103232) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 19:02:17.386527 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-720f9601-3f03-42fb-8218-5f5d8fce02f2 admin admin] 10.222.0.75 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3747063 Feb 09 19:02:17.504983 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e48fe24-0d7a-438a-a3a3-40057de52837 None None] Network 99ddb91b-36ce-41aa-b11d-fd03c6f9fdc9 requested from n-d-713498-36 {{(pid=103232) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 19:02:17.672807 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00ef7214-1565-48eb-9560-25ac97845a2e req-2e5e17d8-c9dd-45c8-b975-7af1893fcf35 tempest-AggregatesAdminTestJSON-1806455315 tempest-AggregatesAdminTestJSON-1806455315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:02:17.674399 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-00ef7214-1565-48eb-9560-25ac97845a2e req-2e5e17d8-c9dd-45c8-b975-7af1893fcf35 tempest-AggregatesAdminTestJSON-1806455315 tempest-AggregatesAdminTestJSON-1806455315-project] 10.222.0.75 "GET /v2.0/ports?device_id=6ce13752-b912-4d74-9abc-679a966fd01a HTTP/1.1" status: 200 len: 972 time: 0.0707543 Feb 09 19:02:17.682227 n-d-713498-36 neutron-server[103230]: DEBUG neutron.notifiers.nova [req-505ac349-9fde-4e29-8d1c-10f40bbf3bb4 req-52cfa4f4-b4c4-4cf4-8dc1-c7da1606561a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 09574619-31d0-4d7b-8c62-0e309d2267b4 {{(pid=103230) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 19:02:17.693151 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [req-505ac349-9fde-4e29-8d1c-10f40bbf3bb4 req-52cfa4f4-b4c4-4cf4-8dc1-c7da1606561a service neutron] Publish callbacks [] for port (09574619-31d0-4d7b-8c62-0e309d2267b4), precommit_update {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:02:17.711466 n-d-713498-36 neutron-server[103230]: DEBUG neutron.db.provisioning_blocks [req-505ac349-9fde-4e29-8d1c-10f40bbf3bb4 req-52cfa4f4-b4c4-4cf4-8dc1-c7da1606561a service neutron] Transition to ACTIVE for port object 09574619-31d0-4d7b-8c62-0e309d2267b4 will not be triggered until provisioned by entity L2. {{(pid=103230) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 19:02:17.721193 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdacc972-415e-478c-b3cd-f02e73925f69 req-c976bc6d-4b31-4435-b823-06e30c4a07e5 tempest-DeleteServersAdminTestJSON-568076601 tempest-DeleteServersAdminTestJSON-568076601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:02:17.723001 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-cdacc972-415e-478c-b3cd-f02e73925f69 req-c976bc6d-4b31-4435-b823-06e30c4a07e5 tempest-DeleteServersAdminTestJSON-568076601 tempest-DeleteServersAdminTestJSON-568076601-project] 10.222.0.75 "GET /v2.0/ports?device_id=e46e24cb-41e4-4fb5-ac50-31f8ed645b0d HTTP/1.1" status: 200 len: 950 time: 0.1240003 Feb 09 19:02:17.724348 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [req-505ac349-9fde-4e29-8d1c-10f40bbf3bb4 req-52cfa4f4-b4c4-4cf4-8dc1-c7da1606561a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762867176205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762866656485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762866656503'] for port (09574619-31d0-4d7b-8c62-0e309d2267b4), after_update {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:02:17.727087 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-00ef7214-1565-48eb-9560-25ac97845a2e req-8ebeba74-c24e-4ccf-a5a9-8579002ea8e3 tempest-AggregatesAdminTestJSON-1806455315 tempest-AggregatesAdminTestJSON-1806455315-project] 10.222.0.75 "GET /v2.0/security-groups?id=54b5222f-ba15-4103-8957-3e4509fdb27b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469983 Feb 09 19:02:17.796787 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52cfa4f4-b4c4-4cf4-8dc1-c7da1606561a service neutron] Pushing event updated for resources: {'Port': ['ID=09574619-31d0-4d7b-8c62-0e309d2267b4,revision_number=2']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:02:17.824481 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.89', 57149) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:02:17.848683 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-cdacc972-415e-478c-b3cd-f02e73925f69 req-d50c7f67-c519-4973-8916-8d7e7fe783ad tempest-DeleteServersAdminTestJSON-568076601 tempest-DeleteServersAdminTestJSON-568076601-project] 10.222.0.75 "GET /v2.0/security-groups?id=00e3f3c8-5143-473f-96ea-ab4c624b2c93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0980687 Feb 09 19:02:17.854455 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.managers [req-505ac349-9fde-4e29-8d1c-10f40bbf3bb4 req-52cfa4f4-b4c4-4cf4-8dc1-c7da1606561a service neutron] Attempting to bind port 09574619-31d0-4d7b-8c62-0e309d2267b4 on host n-h1-713498-36 for vnic_type normal with profile {{(pid=103230) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 19:02:17.855113 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.managers [req-505ac349-9fde-4e29-8d1c-10f40bbf3bb4 req-52cfa4f4-b4c4-4cf4-8dc1-c7da1606561a service neutron] Attempting to bind port 09574619-31d0-4d7b-8c62-0e309d2267b4 by drivers openvswitch,hyperv on host n-h1-713498-36 at level 0 using segments [{'id': 'b98d4747-b18c-4141-8910-77c1fada78d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': '0e993f99-d3d0-4a2a-8eed-2f34375798b5'}] {{(pid=103230) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 19:02:17.855113 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-505ac349-9fde-4e29-8d1c-10f40bbf3bb4 req-52cfa4f4-b4c4-4cf4-8dc1-c7da1606561a service neutron] Attempting to bind port 09574619-31d0-4d7b-8c62-0e309d2267b4 on network 0e993f99-d3d0-4a2a-8eed-2f34375798b5 {{(pid=103230) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 19:02:17.859474 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-505ac349-9fde-4e29-8d1c-10f40bbf3bb4 req-52cfa4f4-b4c4-4cf4-8dc1-c7da1606561a service neutron] Port 09574619-31d0-4d7b-8c62-0e309d2267b4 on network 0e993f99-d3d0-4a2a-8eed-2f34375798b5 not bound, no agent of type Open vSwitch agent registered on host n-h1-713498-36 {{(pid=103230) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 19:02:17.859789 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-505ac349-9fde-4e29-8d1c-10f40bbf3bb4 req-52cfa4f4-b4c4-4cf4-8dc1-c7da1606561a service neutron] Attempting to bind port 09574619-31d0-4d7b-8c62-0e309d2267b4 on network 0e993f99-d3d0-4a2a-8eed-2f34375798b5 {{(pid=103230) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 19:02:17.873628 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-505ac349-9fde-4e29-8d1c-10f40bbf3bb4 req-52cfa4f4-b4c4-4cf4-8dc1-c7da1606561a service neutron] Checking agent: {'id': '488cd9ae-631f-4955-ba0b-4f5a13f12e9c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713498-36', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 18, 59, 18), 'started_at': datetime.datetime(2022, 2, 9, 18, 59, 18), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 19, 1, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103230) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 19:02:17.873628 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-505ac349-9fde-4e29-8d1c-10f40bbf3bb4 req-52cfa4f4-b4c4-4cf4-8dc1-c7da1606561a service neutron] Checking segment: {'id': 'b98d4747-b18c-4141-8910-77c1fada78d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': '0e993f99-d3d0-4a2a-8eed-2f34375798b5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103230) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 19:02:17.873628 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-505ac349-9fde-4e29-8d1c-10f40bbf3bb4 req-52cfa4f4-b4c4-4cf4-8dc1-c7da1606561a service neutron] Bound using segment: {'id': 'b98d4747-b18c-4141-8910-77c1fada78d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': '0e993f99-d3d0-4a2a-8eed-2f34375798b5'} {{(pid=103230) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 19:02:17.873628 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.managers [req-505ac349-9fde-4e29-8d1c-10f40bbf3bb4 req-52cfa4f4-b4c4-4cf4-8dc1-c7da1606561a service neutron] Bound port: 09574619-31d0-4d7b-8c62-0e309d2267b4, host: n-h1-713498-36, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b98d4747-b18c-4141-8910-77c1fada78d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': '0e993f99-d3d0-4a2a-8eed-2f34375798b5'}}] {{(pid=103230) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 19:02:17.873628 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [req-505ac349-9fde-4e29-8d1c-10f40bbf3bb4 req-52cfa4f4-b4c4-4cf4-8dc1-c7da1606561a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (09574619-31d0-4d7b-8c62-0e309d2267b4), before_update {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:02:17.898731 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6986e23f-7628-4743-9027-5dbdc4c96438 req-0e6a1fe9-7295-43d5-a453-0af20bb8ad35 tempest-AggregatesAdminTestJSON-1806455315 tempest-AggregatesAdminTestJSON-1806455315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:02:17.901368 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-6986e23f-7628-4743-9027-5dbdc4c96438 req-0e6a1fe9-7295-43d5-a453-0af20bb8ad35 tempest-AggregatesAdminTestJSON-1806455315 tempest-AggregatesAdminTestJSON-1806455315-project] 10.222.0.89 "GET /v2.0/ports?device_id=6ce13752-b912-4d74-9abc-679a966fd01a HTTP/1.1" status: 200 len: 972 time: 0.0754008 Feb 09 19:02:17.938705 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.db [req-505ac349-9fde-4e29-8d1c-10f40bbf3bb4 req-52cfa4f4-b4c4-4cf4-8dc1-c7da1606561a service neutron] For port 09574619-31d0-4d7b-8c62-0e309d2267b4, host n-h1-713498-36, cleared binding levels {{(pid=103230) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 19:02:17.942535 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.db [req-505ac349-9fde-4e29-8d1c-10f40bbf3bb4 req-52cfa4f4-b4c4-4cf4-8dc1-c7da1606561a service neutron] For port 09574619-31d0-4d7b-8c62-0e309d2267b4, host n-h1-713498-36, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-36',level=0,port_id=09574619-31d0-4d7b-8c62-0e309d2267b4,segment=NetworkSegment(b98d4747-b18c-4141-8910-77c1fada78d1),segment_id=b98d4747-b18c-4141-8910-77c1fada78d1)] {{(pid=103230) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 19:02:17.951726 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [req-505ac349-9fde-4e29-8d1c-10f40bbf3bb4 req-52cfa4f4-b4c4-4cf4-8dc1-c7da1606561a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762867176205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762866656485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762866656503'] for port (09574619-31d0-4d7b-8c62-0e309d2267b4), after_update {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:02:17.992683 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-505ac349-9fde-4e29-8d1c-10f40bbf3bb4 req-52cfa4f4-b4c4-4cf4-8dc1-c7da1606561a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:02:17.993451 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [req-505ac349-9fde-4e29-8d1c-10f40bbf3bb4 req-52cfa4f4-b4c4-4cf4-8dc1-c7da1606561a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1613566'] for port (None), before_response {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:02:17.995129 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-505ac349-9fde-4e29-8d1c-10f40bbf3bb4 req-52cfa4f4-b4c4-4cf4-8dc1-c7da1606561a service neutron] 10.222.0.89 "PUT /v2.0/ports/09574619-31d0-4d7b-8c62-0e309d2267b4 HTTP/1.1" status: 200 len: 1114 time: 0.7460818 Feb 09 19:02:17.995687 n-d-713498-36 neutron-server[103230]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4e423b27-3023-4ca3-87d1-42d68436aee9', 'tag': '09574619-31d0-4d7b-8c62-0e309d2267b4'}] {{(pid=103230) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 19:02:17.996045 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 44998) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:02:17.997983 n-d-713498-36 neutron-server[103230]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aee5919275bae9f72eb374ee322673045eb80c1f84b4b45a97d96923bd50ab51" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-65b0d6c5-1d94-478d-a0ea-48c3ec3ee925" -d '{"events": [{"name": "network-changed", "server_uuid": "4e423b27-3023-4ca3-87d1-42d68436aee9", "tag": "09574619-31d0-4d7b-8c62-0e309d2267b4"}]}' {{(pid=103230) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 19:02:18.019836 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.v2.base [None req-1f7f9e12-7d05-4fb9-b229-191be82c515d admin admin] Request body: {'network': {'name': 'tempest-VolumesAdminNegativeTest-662651980-network', 'tenant_id': '4fc403eb7cf2410892eef8d4599187bc'}} {{(pid=103229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 19:02:18.027116 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52cfa4f4-b4c4-4cf4-8dc1-c7da1606561a service neutron] Pushing event updated for resources: {'Port': ['ID=09574619-31d0-4d7b-8c62-0e309d2267b4,revision_number=3']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:02:18.069220 n-d-713498-36 neutron-server[103230]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 19:02:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-858957b9-b8b5-452b-aaad-012b31af3e61 x-openstack-request-id: req-858957b9-b8b5-452b-aaad-012b31af3e61 {{(pid=103230) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 19:02:18.069498 n-d-713498-36 neutron-server[103230]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4e423b27-3023-4ca3-87d1-42d68436aee9", "tag": "09574619-31d0-4d7b-8c62-0e309d2267b4", "status": "completed", "code": 200}]} {{(pid=103230) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 19:02:18.069751 n-d-713498-36 neutron-server[103230]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-858957b9-b8b5-452b-aaad-012b31af3e61 {{(pid=103230) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 19:02:18.070171 n-d-713498-36 neutron-server[103230]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4e423b27-3023-4ca3-87d1-42d68436aee9', 'tag': '09574619-31d0-4d7b-8c62-0e309d2267b4', 'status': 'completed', 'code': 200} Feb 09 19:02:18.076417 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1f7f9e12-7d05-4fb9-b229-191be82c515d admin admin] Made reservation on behalf of 4fc403eb7cf2410892eef8d4599187bc for: {'network': 1} {{(pid=103229) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 19:02:18.078670 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-1f7f9e12-7d05-4fb9-b229-191be82c515d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for network (None), before_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:02:18.089510 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-505ac349-9fde-4e29-8d1c-10f40bbf3bb4 req-d16189b2-76ea-4b04-b8d8-4060f508519c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:02:18.091115 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-505ac349-9fde-4e29-8d1c-10f40bbf3bb4 req-d16189b2-76ea-4b04-b8d8-4060f508519c service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=b8d56d08e88f4d4daeb8e5fed321a162&device_id=4e423b27-3023-4ca3-87d1-42d68436aee9 HTTP/1.1" status: 200 len: 1148 time: 0.0495908 Feb 09 19:02:18.097636 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-1f7f9e12-7d05-4fb9-b229-191be82c515d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:02:18.134775 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.plugin [req-6986e23f-7628-4743-9027-5dbdc4c96438 req-0bf967c8-f526-46c1-b7a6-b375c0981d2c tempest-AggregatesAdminTestJSON-1806455315 tempest-AggregatesAdminTestJSON-1806455315-project] Deleting port 0ad11c1d-807c-4d0f-9fe3-c60ee608eb74 {{(pid=103229) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 19:02:18.135111 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-6986e23f-7628-4743-9027-5dbdc4c96438 req-0bf967c8-f526-46c1-b7a6-b375c0981d2c tempest-AggregatesAdminTestJSON-1806455315 tempest-AggregatesAdminTestJSON-1806455315-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762867170196'] for port (0ad11c1d-807c-4d0f-9fe3-c60ee608eb74), before_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:02:18.137397 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-505ac349-9fde-4e29-8d1c-10f40bbf3bb4 req-bcf4c4e5-c7b8-4155-8def-cab775a06ce1 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=09574619-31d0-4d7b-8c62-0e309d2267b4 HTTP/1.1" status: 200 len: 217 time: 0.0378768 Feb 09 19:02:18.212282 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-505ac349-9fde-4e29-8d1c-10f40bbf3bb4 req-26c9a75e-f706-4ada-8b05-41c1d9652e40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:02:18.214051 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-505ac349-9fde-4e29-8d1c-10f40bbf3bb4 req-26c9a75e-f706-4ada-8b05-41c1d9652e40 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=7d496e2d-6315-4d42-9415-66e0bdf20977 HTTP/1.1" status: 200 len: 860 time: 0.0709634 Feb 09 19:02:18.232759 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762867132591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593584'] for agent (488cd9ae-631f-4955-ba0b-4f5a13f12e9c), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:02:18.264680 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-505ac349-9fde-4e29-8d1c-10f40bbf3bb4 req-cb72579d-62f7-4d88-96d3-dfc4b060cc77 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=0e993f99-d3d0-4a2a-8eed-2f34375798b5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0434778 Feb 09 19:02:18.265118 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.db [req-6986e23f-7628-4743-9027-5dbdc4c96438 req-0bf967c8-f526-46c1-b7a6-b375c0981d2c tempest-AggregatesAdminTestJSON-1806455315 tempest-AggregatesAdminTestJSON-1806455315-project] For port 0ad11c1d-807c-4d0f-9fe3-c60ee608eb74, host n-h1-713498-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-36',level=0,port_id=0ad11c1d-807c-4d0f-9fe3-c60ee608eb74,segment=NetworkSegment(50e5915e-18f0-4558-9a28-b978975ead36),segment_id=50e5915e-18f0-4558-9a28-b978975ead36)] {{(pid=103229) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 19:02:18.265331 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-6986e23f-7628-4743-9027-5dbdc4c96438 req-0bf967c8-f526-46c1-b7a6-b375c0981d2c tempest-AggregatesAdminTestJSON-1806455315 tempest-AggregatesAdminTestJSON-1806455315-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1820838'] for port (0ad11c1d-807c-4d0f-9fe3-c60ee608eb74), precommit_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:02:18.307525 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.plugin [req-6986e23f-7628-4743-9027-5dbdc4c96438 req-0bf967c8-f526-46c1-b7a6-b375c0981d2c tempest-AggregatesAdminTestJSON-1806455315 tempest-AggregatesAdminTestJSON-1806455315-project] Calling delete_port for 0ad11c1d-807c-4d0f-9fe3-c60ee608eb74 owned by compute:tempest-test_az-1983686976 {{(pid=103229) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 19:02:18.333873 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-1f7f9e12-7d05-4fb9-b229-191be82c515d admin admin] Publish callbacks [] for security_group (e67ba3b2-bad3-4d9a-af35-426f19ce4ef7), precommit_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:02:18.351993 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-1f7f9e12-7d05-4fb9-b229-191be82c515d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1892331'] for security_group (e67ba3b2-bad3-4d9a-af35-426f19ce4ef7), after_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:02:18.377898 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a698ddc-f631-4704-be95-b88e38b6192f req-ee921e95-a416-4af7-87e5-adf2b54c7e73 tempest-ServersWithSpecificFlavorTestJSON-1030228139 tempest-ServersWithSpecificFlavorTestJSON-1030228139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:02:18.379407 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-2a698ddc-f631-4704-be95-b88e38b6192f req-ee921e95-a416-4af7-87e5-adf2b54c7e73 tempest-ServersWithSpecificFlavorTestJSON-1030228139 tempest-ServersWithSpecificFlavorTestJSON-1030228139-project] 10.222.0.75 "GET /v2.0/ports?device_id=3fc1751e-c4e4-428c-9985-7513cf2de861 HTTP/1.1" status: 200 len: 944 time: 0.1175606 Feb 09 19:02:18.412803 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-505ac349-9fde-4e29-8d1c-10f40bbf3bb4 req-f8f706bc-d095-4332-b8e3-eb3cd2116a0e service neutron] 10.222.0.89 "GET /v2.0/networks/0e993f99-d3d0-4a2a-8eed-2f34375798b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1387329 Feb 09 19:02:18.453109 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1f7f9e12-7d05-4fb9-b229-191be82c515d admin admin] vlan segment allocate from pool success with {'vlan_id': 367, 'physical_network': 'physnet1'} {{(pid=103229) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 19:02:18.470811 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f7f9e12-7d05-4fb9-b229-191be82c515d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e67ba3b2-bad3-4d9a-af35-426f19ce4ef7,revision_number=1']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:02:18.485620 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-2a698ddc-f631-4704-be95-b88e38b6192f req-157d5386-67b1-4e46-8c5a-8df6aa35cad7 tempest-ServersWithSpecificFlavorTestJSON-1030228139 tempest-ServersWithSpecificFlavorTestJSON-1030228139-project] 10.222.0.75 "GET /v2.0/security-groups?id=7095cade-8760-483a-a246-f0df5ddf6b33&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0977457 Feb 09 19:02:18.491921 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f61c3a1-8012-41bd-983b-ec8d5fad078a req-b5104c8b-ad94-4bd1-835b-88dadb266cf8 tempest-LiveAutoBlockMigrationV225Test-2127879101 tempest-LiveAutoBlockMigrationV225Test-2127879101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:02:18.494340 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-1f61c3a1-8012-41bd-983b-ec8d5fad078a req-b5104c8b-ad94-4bd1-835b-88dadb266cf8 tempest-LiveAutoBlockMigrationV225Test-2127879101 tempest-LiveAutoBlockMigrationV225Test-2127879101-project] 10.222.0.75 "GET /v2.0/ports?device_id=4e423b27-3023-4ca3-87d1-42d68436aee9 HTTP/1.1" status: 200 len: 965 time: 0.2136960 Feb 09 19:02:18.500413 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-1f7f9e12-7d05-4fb9-b229-191be82c515d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-759574'] for segment (949147d4-724d-4bb2-bf69-3255c2535ecf), precommit_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:02:18.500413 n-d-713498-36 neutron-server[103229]: INFO neutron.db.segments_db [None req-1f7f9e12-7d05-4fb9-b229-191be82c515d admin admin] Added segment 949147d4-724d-4bb2-bf69-3255c2535ecf of type vlan for network ea9c684f-eac9-4e35-80fd-f76aefe1ac59 Feb 09 19:02:18.534197 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-505ac349-9fde-4e29-8d1c-10f40bbf3bb4 req-3ca47f80-3cdf-4426-ba28-7996f0984f38 service neutron] 10.222.0.89 "GET /v2.0/networks/0e993f99-d3d0-4a2a-8eed-2f34375798b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1104774 Feb 09 19:02:18.577296 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-1f7f9e12-7d05-4fb9-b229-191be82c515d admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762866642225'] for network (ea9c684f-eac9-4e35-80fd-f76aefe1ac59), precommit_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:02:18.631214 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762867132591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593584'] for agent (bcd5faee-dc24-4298-9134-0e0aa054058e), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:02:18.634780 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65b0d6c5-1d94-478d-a0ea-48c3ec3ee925 req-37b0b954-0601-4a82-8780-877994131552 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:02:18.636443 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-65b0d6c5-1d94-478d-a0ea-48c3ec3ee925 req-37b0b954-0601-4a82-8780-877994131552 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=b8d56d08e88f4d4daeb8e5fed321a162&device_id=4e423b27-3023-4ca3-87d1-42d68436aee9 HTTP/1.1" status: 200 len: 1148 time: 0.0484505 Feb 09 19:02:18.653477 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-1f61c3a1-8012-41bd-983b-ec8d5fad078a req-a70a6c9e-ae44-4f51-afe0-3df5bcc8d02c tempest-LiveAutoBlockMigrationV225Test-2127879101 tempest-LiveAutoBlockMigrationV225Test-2127879101-project] 10.222.0.75 "GET /v2.0/security-groups?id=e3cb5363-3b49-4f74-b239-a871e755b40a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1515460 Feb 09 19:02:18.656100 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-1f7f9e12-7d05-4fb9-b229-191be82c515d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1885479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452'] for network (ea9c684f-eac9-4e35-80fd-f76aefe1ac59), after_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:02:18.657024 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f7f9e12-7d05-4fb9-b229-191be82c515d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:02:18.657597 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-1f7f9e12-7d05-4fb9-b229-191be82c515d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1613566'] for network (None), before_response {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:02:18.716660 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-1f7f9e12-7d05-4fb9-b229-191be82c515d admin admin] 10.222.0.75 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.7195721 Feb 09 19:02:18.717379 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-6986e23f-7628-4743-9027-5dbdc4c96438 req-0bf967c8-f526-46c1-b7a6-b375c0981d2c tempest-AggregatesAdminTestJSON-1806455315 tempest-AggregatesAdminTestJSON-1806455315-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762867177463', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762866656476'] for port (0ad11c1d-807c-4d0f-9fe3-c60ee608eb74), after_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:02:18.721551 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 45006) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:02:18.729489 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.v2.base [None req-0c864f0a-e582-4beb-9ab7-f1b553a01c01 admin admin] Request body: {'subnet': {'network_id': 'ea9c684f-eac9-4e35-80fd-f76aefe1ac59', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesAdminNegativeTest-662651980-subnet', 'tenant_id': '4fc403eb7cf2410892eef8d4599187bc', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103230) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 19:02:18.731995 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] get_ports_and_sgs() called for port_ids ['0ad11c1d-807c-4d0f-9fe3-c60ee608eb74'] {{(pid=103232) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 19:02:18.758329 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bf967c8-f526-46c1-b7a6-b375c0981d2c tempest-AggregatesAdminTestJSON-1806455315 tempest-AggregatesAdminTestJSON-1806455315-project] Pushing event deleted for resources: {'Port': ['ID=0ad11c1d-807c-4d0f-9fe3-c60ee608eb74,revision_number=None']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:02:18.765292 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f7f9e12-7d05-4fb9-b229-191be82c515d admin admin] Pushing event updated for resources: {'Network': ['ID=ea9c684f-eac9-4e35-80fd-f76aefe1ac59,revision_number=1']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:02:18.782102 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Network ea9c684f-eac9-4e35-80fd-f76aefe1ac59 details requested by agent ovs-agent-n-d-713498-36 with host n-d-713498-36 {{(pid=103232) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 19:02:18.787766 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0c864f0a-e582-4beb-9ab7-f1b553a01c01 admin admin] Made reservation on behalf of 4fc403eb7cf2410892eef8d4599187bc for: {'subnet': 1} {{(pid=103230) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 19:02:18.790537 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-0c864f0a-e582-4beb-9ab7-f1b553a01c01 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:02:18.802254 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65b0d6c5-1d94-478d-a0ea-48c3ec3ee925 req-f0b730b2-8f87-42b0-84af-0729bb3f27e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:02:18.803801 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-65b0d6c5-1d94-478d-a0ea-48c3ec3ee925 req-f0b730b2-8f87-42b0-84af-0729bb3f27e5 service neutron] 10.222.0.89 "GET /v2.0/networks?id=0e993f99-d3d0-4a2a-8eed-2f34375798b5 HTTP/1.1" status: 200 len: 921 time: 0.1606359 Feb 09 19:02:18.849076 n-d-713498-36 neutron-server[103229]: DEBUG neutron.db.l3_dvrscheduler_db [req-6986e23f-7628-4743-9027-5dbdc4c96438 req-0bf967c8-f526-46c1-b7a6-b375c0981d2c tempest-AggregatesAdminTestJSON-1806455315 tempest-AggregatesAdminTestJSON-1806455315-project] No DVR routers for this DVR port 0ad11c1d-807c-4d0f-9fe3-c60ee608eb74 on host n-h1-713498-36 {{(pid=103229) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 19:02:18.852630 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-6986e23f-7628-4743-9027-5dbdc4c96438 req-0bf967c8-f526-46c1-b7a6-b375c0981d2c tempest-AggregatesAdminTestJSON-1806455315 tempest-AggregatesAdminTestJSON-1806455315-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171096'] for port (None), before_response {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:02:18.857545 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-6986e23f-7628-4743-9027-5dbdc4c96438 req-0bf967c8-f526-46c1-b7a6-b375c0981d2c tempest-AggregatesAdminTestJSON-1806455315 tempest-AggregatesAdminTestJSON-1806455315-project] 10.222.0.89 "DELETE /v2.0/ports/0ad11c1d-807c-4d0f-9fe3-c60ee608eb74 HTTP/1.1" status: 204 len: 173 time: 0.9516306 Feb 09 19:02:18.858248 n-d-713498-36 neutron-server[103229]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6ce13752-b912-4d74-9abc-679a966fd01a', 'name': 'network-vif-deleted', 'tag': '0ad11c1d-807c-4d0f-9fe3-c60ee608eb74'}] {{(pid=103229) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 19:02:18.861464 n-d-713498-36 neutron-server[103229]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fa6ae9a20702bd564eaf90d946620b2b4277b1ab91129323d3b54181076be307" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f592f968-3272-46c1-9bb2-d7e853f53788" -d '{"events": [{"server_uuid": "6ce13752-b912-4d74-9abc-679a966fd01a", "name": "network-vif-deleted", "tag": "0ad11c1d-807c-4d0f-9fe3-c60ee608eb74"}]}' {{(pid=103229) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 19:02:18.919545 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-65b0d6c5-1d94-478d-a0ea-48c3ec3ee925 req-d85f8d98-701d-4e5d-a3f6-04d1813d2c34 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=09574619-31d0-4d7b-8c62-0e309d2267b4 HTTP/1.1" status: 200 len: 217 time: 0.0991971 Feb 09 19:02:18.930783 n-d-713498-36 neutron-server[103229]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 19:02:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-df3afdc8-54ee-4ede-aa15-ee3959a22bf8 x-openstack-request-id: req-df3afdc8-54ee-4ede-aa15-ee3959a22bf8 {{(pid=103229) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 19:02:18.931473 n-d-713498-36 neutron-server[103229]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6ce13752-b912-4d74-9abc-679a966fd01a", "name": "network-vif-deleted", "tag": "0ad11c1d-807c-4d0f-9fe3-c60ee608eb74", "status": "completed", "code": 200}]} {{(pid=103229) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 19:02:18.931836 n-d-713498-36 neutron-server[103229]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-df3afdc8-54ee-4ede-aa15-ee3959a22bf8 {{(pid=103229) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 19:02:18.932308 n-d-713498-36 neutron-server[103229]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6ce13752-b912-4d74-9abc-679a966fd01a', 'name': 'network-vif-deleted', 'tag': '0ad11c1d-807c-4d0f-9fe3-c60ee608eb74', 'status': 'completed', 'code': 200} Feb 09 19:02:19.012665 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-bbaa03de-0957-4f19-abe5-3a808b607034 req-75c6eaea-4acd-4d51-b742-d7a29e02de55 tempest-AggregatesAdminTestJSON-1806455315 tempest-AggregatesAdminTestJSON-1806455315-project] 10.222.0.75 "GET /v2.0/ports?device_id=6ce13752-b912-4d74-9abc-679a966fd01a HTTP/1.1" status: 200 len: 210 time: 0.1031177 Feb 09 19:02:19.070286 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65b0d6c5-1d94-478d-a0ea-48c3ec3ee925 req-46892046-3b98-4440-9f24-254279c01337 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:02:19.072295 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-65b0d6c5-1d94-478d-a0ea-48c3ec3ee925 req-46892046-3b98-4440-9f24-254279c01337 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=7d496e2d-6315-4d42-9415-66e0bdf20977 HTTP/1.1" status: 200 len: 860 time: 0.1384964 Feb 09 19:02:19.102758 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5896d307-6e4f-4c02-90e7-57f79638d4d4 req-8d4e778e-ad8d-4483-a97a-c5b40808ba1e tempest-DeleteServersAdminTestJSON-568076601 tempest-DeleteServersAdminTestJSON-568076601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:02:19.104305 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-5896d307-6e4f-4c02-90e7-57f79638d4d4 req-8d4e778e-ad8d-4483-a97a-c5b40808ba1e tempest-DeleteServersAdminTestJSON-568076601 tempest-DeleteServersAdminTestJSON-568076601-project] 10.222.0.75 "GET /v2.0/ports?device_id=e46e24cb-41e4-4fb5-ac50-31f8ed645b0d HTTP/1.1" status: 200 len: 950 time: 0.0776184 Feb 09 19:02:19.130485 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-65b0d6c5-1d94-478d-a0ea-48c3ec3ee925 req-3a92b789-d5e8-4c1a-ae19-d6476c8c25c3 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=0e993f99-d3d0-4a2a-8eed-2f34375798b5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0498257 Feb 09 19:02:19.155057 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-5896d307-6e4f-4c02-90e7-57f79638d4d4 req-c667f83e-472d-4d76-960b-ca7caf29f030 tempest-DeleteServersAdminTestJSON-568076601 tempest-DeleteServersAdminTestJSON-568076601-project] 10.222.0.75 "GET /v2.0/security-groups?id=00e3f3c8-5143-473f-96ea-ab4c624b2c93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451491 Feb 09 19:02:19.246664 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-0c864f0a-e582-4beb-9ab7-f1b553a01c01 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452'] for subnet (02571f63-b6f3-49ac-98b2-e2cd7681ca95), after_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:02:19.305380 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-65b0d6c5-1d94-478d-a0ea-48c3ec3ee925 req-3ba0da54-627d-4d26-82d9-24577b8f3ae5 service neutron] 10.222.0.89 "GET /v2.0/networks/0e993f99-d3d0-4a2a-8eed-2f34375798b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1680460 Feb 09 19:02:19.335693 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c864f0a-e582-4beb-9ab7-f1b553a01c01 admin admin] Pushing event updated for resources: {'Subnet': ['ID=02571f63-b6f3-49ac-98b2-e2cd7681ca95,revision_number=0']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:02:19.351435 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Device 443a3b6c-9e92-46fa-93f9-70cbd9a2f3ba details requested by agent hyperv_n-h2-713498-36 with host n-h2-713498-36 {{(pid=103232) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 19:02:19.379117 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c864f0a-e582-4beb-9ab7-f1b553a01c01 admin admin] Checking segment: {'id': '949147d4-724d-4bb2-bf69-3255c2535ecf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': 'ea9c684f-eac9-4e35-80fd-f76aefe1ac59'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103230) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 19:02:19.379600 n-d-713498-36 neutron-server[103230]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c864f0a-e582-4beb-9ab7-f1b553a01c01 admin admin] Network hostable DHCP agents. Network: ea9c684f-eac9-4e35-80fd-f76aefe1ac59, hostable agents: ['af91e4b9-f4e1-42b1-a25c-a10dc47171c8'], hosted agents: [] {{(pid=103230) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 19:02:19.408269 n-d-713498-36 neutron-server[103230]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c864f0a-e582-4beb-9ab7-f1b553a01c01 admin admin] Network ea9c684f-eac9-4e35-80fd-f76aefe1ac59 is scheduled to be hosted by DHCP agent af91e4b9-f4e1-42b1-a25c-a10dc47171c8 with binding_index 1 {{(pid=103230) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 19:02:19.452014 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-65b0d6c5-1d94-478d-a0ea-48c3ec3ee925 req-82b528d4-ab96-4bcc-8fd3-d44a175b93c6 service neutron] 10.222.0.89 "GET /v2.0/networks/0e993f99-d3d0-4a2a-8eed-2f34375798b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1303954 Feb 09 19:02:19.453141 n-d-713498-36 neutron-server[103230]: DEBUG neutron.scheduler.base_scheduler [None req-0c864f0a-e582-4beb-9ab7-f1b553a01c01 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713498-36, ea9c684f-eac9-4e35-80fd-f76aefe1ac59) {{(pid=103230) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 19:02:19.458034 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c864f0a-e582-4beb-9ab7-f1b553a01c01 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:02:19.458949 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-0c864f0a-e582-4beb-9ab7-f1b553a01c01 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1613566'] for subnet (None), before_response {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:02:19.470714 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-730b15ff-c41c-49ba-854a-df178e7ecefe None None] Network ea9c684f-eac9-4e35-80fd-f76aefe1ac59 requested from n-d-713498-36 {{(pid=103232) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 19:02:19.479308 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-0c864f0a-e582-4beb-9ab7-f1b553a01c01 admin admin] 10.222.0.75 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.7564445 Feb 09 19:02:19.481907 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-7429db8d-6021-40ad-813e-885be449a89b None None] For port 443a3b6c-9e92-46fa-93f9-70cbd9a2f3ba, host n-h2-713498-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-36',level=0,port_id=443a3b6c-9e92-46fa-93f9-70cbd9a2f3ba,segment=NetworkSegment(2523c180-74ec-4cd9-9acb-870f2fae65fd),segment_id=2523c180-74ec-4cd9-9acb-870f2fae65fd)] {{(pid=103232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 19:02:19.536600 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Returning: {'device': '443a3b6c-9e92-46fa-93f9-70cbd9a2f3ba', 'network_id': '22186bb1-1c50-47a0-85ed-567124795ab8', 'port_id': '443a3b6c-9e92-46fa-93f9-70cbd9a2f3ba', 'mac_address': 'fa:16:3e:23:56:55', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 361, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '75c6a744-acd8-4cbc-b5ba-1f5214db2393', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103232) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 19:02:19.605207 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Current status of the port 443a3b6c-9e92-46fa-93f9-70cbd9a2f3ba is: DOWN; New status is: BUILD {{(pid=103232) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 19:02:19.605515 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (443a3b6c-9e92-46fa-93f9-70cbd9a2f3ba), before_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:02:19.640198 n-d-713498-36 neutron-server[103232]: DEBUG neutron.notifiers.nova [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 443a3b6c-9e92-46fa-93f9-70cbd9a2f3ba {{(pid=103232) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 19:02:19.647634 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de115831-328e-4710-b624-a4d4c95ebb7a None None] Network ea9c684f-eac9-4e35-80fd-f76aefe1ac59 requested from n-d-713498-36 {{(pid=103232) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 19:02:19.656168 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ee9ff6c-1502-4ca9-9031-72206ef18e73 req-3a854058-7c8d-4a43-a97f-b73e341e7204 tempest-ServersWithSpecificFlavorTestJSON-1030228139 tempest-ServersWithSpecificFlavorTestJSON-1030228139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:02:19.658840 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-8ee9ff6c-1502-4ca9-9031-72206ef18e73 req-3a854058-7c8d-4a43-a97f-b73e341e7204 tempest-ServersWithSpecificFlavorTestJSON-1030228139 tempest-ServersWithSpecificFlavorTestJSON-1030228139-project] 10.222.0.75 "GET /v2.0/ports?device_id=3fc1751e-c4e4-428c-9985-7513cf2de861 HTTP/1.1" status: 200 len: 944 time: 0.0706110 Feb 09 19:02:19.701802 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-7429db8d-6021-40ad-813e-885be449a89b None None] For port 443a3b6c-9e92-46fa-93f9-70cbd9a2f3ba, host n-h2-713498-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-36',level=0,port_id=443a3b6c-9e92-46fa-93f9-70cbd9a2f3ba,segment=NetworkSegment(2523c180-74ec-4cd9-9acb-870f2fae65fd),segment_id=2523c180-74ec-4cd9-9acb-870f2fae65fd)] {{(pid=103232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 19:02:19.715053 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762867176205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762866656485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762866656503'] for port (443a3b6c-9e92-46fa-93f9-70cbd9a2f3ba), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:02:19.792670 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18effd48-db44-47a5-b1a4-a3ab91dc0a11 req-86eb71a6-8f70-4516-8c8c-25de9d43dea8 tempest-LiveAutoBlockMigrationV225Test-2127879101 tempest-LiveAutoBlockMigrationV225Test-2127879101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:02:19.794252 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-18effd48-db44-47a5-b1a4-a3ab91dc0a11 req-86eb71a6-8f70-4516-8c8c-25de9d43dea8 tempest-LiveAutoBlockMigrationV225Test-2127879101 tempest-LiveAutoBlockMigrationV225Test-2127879101-project] 10.222.0.75 "GET /v2.0/ports?device_id=4e423b27-3023-4ca3-87d1-42d68436aee9 HTTP/1.1" status: 200 len: 965 time: 0.0565579 Feb 09 19:02:19.811714 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Pushing event updated for resources: {'Port': ['ID=443a3b6c-9e92-46fa-93f9-70cbd9a2f3ba,revision_number=4']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:02:19.852142 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-18effd48-db44-47a5-b1a4-a3ab91dc0a11 req-cd13eaf9-8bca-40d6-a0ce-5964b3b6577a tempest-LiveAutoBlockMigrationV225Test-2127879101 tempest-LiveAutoBlockMigrationV225Test-2127879101-project] 10.222.0.75 "GET /v2.0/security-groups?id=e3cb5363-3b49-4f74-b239-a871e755b40a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523362 Feb 09 19:02:19.929426 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-8ee9ff6c-1502-4ca9-9031-72206ef18e73 req-a51d69e7-5290-4eb3-a1c2-c9a6f309b9ef tempest-ServersWithSpecificFlavorTestJSON-1030228139 tempest-ServersWithSpecificFlavorTestJSON-1030228139-project] 10.222.0.75 "GET /v2.0/security-groups?id=7095cade-8760-483a-a246-f0df5ddf6b33&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2619629 Feb 09 19:02:20.072173 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-7429db8d-6021-40ad-813e-885be449a89b None None] get_ports_and_sgs() called for port_ids ['443a3b6c-9e92-46fa-93f9-70cbd9a2f3ba'] {{(pid=103232) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 19:02:20.147253 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f673323-a407-4bd5-85f2-79af270d9ef7 req-abc920a6-9249-49d2-8dfa-675a8408a01d tempest-VolumesAdminNegativeTest-1857604815 tempest-VolumesAdminNegativeTest-1857604815-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:02:20.148777 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-2f673323-a407-4bd5-85f2-79af270d9ef7 req-abc920a6-9249-49d2-8dfa-675a8408a01d tempest-VolumesAdminNegativeTest-1857604815 tempest-VolumesAdminNegativeTest-1857604815-project] 10.222.0.75 "GET /v2.0/networks?id=99ddb91b-36ce-41aa-b11d-fd03c6f9fdc9 HTTP/1.1" status: 200 len: 814 time: 0.1070004 Feb 09 19:02:20.164679 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-2f673323-a407-4bd5-85f2-79af270d9ef7 req-4bd5810f-1c54-46c3-9b10-560d25c1c0f5 tempest-VolumesAdminNegativeTest-1857604815 tempest-VolumesAdminNegativeTest-1857604815-project] 10.222.0.75 "GET /v2.0/quotas/db4a76503c5c4c5ebf7d39652b9014b3 HTTP/1.1" status: 200 len: 375 time: 0.0093760 Feb 09 19:02:20.200333 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-2f673323-a407-4bd5-85f2-79af270d9ef7 req-6af5120a-c127-46e5-8b11-2c3d23a4b31b tempest-VolumesAdminNegativeTest-1857604815 tempest-VolumesAdminNegativeTest-1857604815-project] 10.222.0.75 "GET /v2.0/ports?tenant_id=db4a76503c5c4c5ebf7d39652b9014b3&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0293937 Feb 09 19:02:20.296094 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-2f673323-a407-4bd5-85f2-79af270d9ef7 req-8dccb85b-3c29-430f-ae33-ce37d0030046 service neutron] 10.222.0.75 "GET /v2.0/networks/99ddb91b-36ce-41aa-b11d-fd03c6f9fdc9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0884106 Feb 09 19:02:20.317358 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de9a9c8b-a634-4f8e-b956-2e5bb02a4bf4 req-5998d91d-981f-48c7-b3dc-fe28509e8093 tempest-DeleteServersAdminTestJSON-568076601 tempest-DeleteServersAdminTestJSON-568076601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:02:20.318921 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-de9a9c8b-a634-4f8e-b956-2e5bb02a4bf4 req-5998d91d-981f-48c7-b3dc-fe28509e8093 tempest-DeleteServersAdminTestJSON-568076601 tempest-DeleteServersAdminTestJSON-568076601-project] 10.222.0.75 "GET /v2.0/ports?device_id=e46e24cb-41e4-4fb5-ac50-31f8ed645b0d HTTP/1.1" status: 200 len: 950 time: 0.0539522 Feb 09 19:02:20.366334 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-de9a9c8b-a634-4f8e-b956-2e5bb02a4bf4 req-5fc38a79-92f9-493d-96a6-622c09a52f97 tempest-DeleteServersAdminTestJSON-568076601 tempest-DeleteServersAdminTestJSON-568076601-project] 10.222.0.75 "GET /v2.0/security-groups?id=00e3f3c8-5143-473f-96ea-ab4c624b2c93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408719 Feb 09 19:02:20.388464 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-2f673323-a407-4bd5-85f2-79af270d9ef7 req-8b2ca7c9-47c9-4158-90c0-bb3be45885e7 service neutron] 10.222.0.75 "GET /v2.0/networks/99ddb91b-36ce-41aa-b11d-fd03c6f9fdc9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0867178 Feb 09 19:02:20.605841 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-5d279048-3a4f-4cf8-a105-1a1373b29540 req-4f480b0f-6e24-4332-835c-8a8ff96cac62 tempest-VolumesAdminNegativeTest-1857604815 tempest-VolumesAdminNegativeTest-1857604815-project] 10.222.0.75 "GET /v2.0/ports?device_id=e44926b7-3a08-4ba5-9959-169405fce0da HTTP/1.1" status: 200 len: 210 time: 0.0335519 Feb 09 19:02:20.900674 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea5eabdc-f012-42af-9923-b61acacc70fd req-d0e6583a-3e9d-4c1c-9f2a-6f889b9b6e45 tempest-DeleteServersAdminTestJSON-568076601 tempest-DeleteServersAdminTestJSON-568076601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:02:20.907416 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-ea5eabdc-f012-42af-9923-b61acacc70fd req-d0e6583a-3e9d-4c1c-9f2a-6f889b9b6e45 tempest-DeleteServersAdminTestJSON-568076601 tempest-DeleteServersAdminTestJSON-568076601-project] 10.222.0.75 "GET /v2.0/ports?device_id=e46e24cb-41e4-4fb5-ac50-31f8ed645b0d HTTP/1.1" status: 200 len: 950 time: 0.0618725 Feb 09 19:02:20.960610 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-ea5eabdc-f012-42af-9923-b61acacc70fd req-ab11b950-1bb9-4174-83ce-5c1cada98e98 tempest-DeleteServersAdminTestJSON-568076601 tempest-DeleteServersAdminTestJSON-568076601-project] 10.222.0.75 "GET /v2.0/security-groups?id=00e3f3c8-5143-473f-96ea-ab4c624b2c93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521405 Feb 09 19:02:21.007953 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Device 09574619-31d0-4d7b-8c62-0e309d2267b4 details requested by agent hyperv_n-h1-713498-36 with host n-h1-713498-36 {{(pid=103232) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 19:02:21.092112 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee6e64fe-e1b5-469d-9d80-516b52192ff8 req-0186e9f8-1c7e-48c9-8d63-850b528a8ae9 tempest-LiveAutoBlockMigrationV225Test-2127879101 tempest-LiveAutoBlockMigrationV225Test-2127879101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:02:21.099525 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-ee6e64fe-e1b5-469d-9d80-516b52192ff8 req-0186e9f8-1c7e-48c9-8d63-850b528a8ae9 tempest-LiveAutoBlockMigrationV225Test-2127879101 tempest-LiveAutoBlockMigrationV225Test-2127879101-project] 10.222.0.75 "GET /v2.0/ports?device_id=4e423b27-3023-4ca3-87d1-42d68436aee9 HTTP/1.1" status: 200 len: 965 time: 0.0738034 Feb 09 19:02:21.152918 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] For port 09574619-31d0-4d7b-8c62-0e309d2267b4, host n-h1-713498-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-36',level=0,port_id=09574619-31d0-4d7b-8c62-0e309d2267b4,segment=NetworkSegment(b98d4747-b18c-4141-8910-77c1fada78d1),segment_id=b98d4747-b18c-4141-8910-77c1fada78d1)] {{(pid=103232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 19:02:21.154580 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-ee6e64fe-e1b5-469d-9d80-516b52192ff8 req-bd92a13e-4bed-4f3b-aa3b-0766a76e4b1e tempest-LiveAutoBlockMigrationV225Test-2127879101 tempest-LiveAutoBlockMigrationV225Test-2127879101-project] 10.222.0.75 "GET /v2.0/security-groups?id=e3cb5363-3b49-4f74-b239-a871e755b40a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542080 Feb 09 19:02:21.165928 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Returning: {'device': '09574619-31d0-4d7b-8c62-0e309d2267b4', 'network_id': '0e993f99-d3d0-4a2a-8eed-2f34375798b5', 'port_id': '09574619-31d0-4d7b-8c62-0e309d2267b4', 'mac_address': 'fa:16:3e:4e:6e:9b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 366, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7d496e2d-6315-4d42-9415-66e0bdf20977', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:tempest-test_az-1983686976', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103232) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 19:02:21.226883 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Current status of the port 09574619-31d0-4d7b-8c62-0e309d2267b4 is: DOWN; New status is: BUILD {{(pid=103232) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 19:02:21.227486 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (09574619-31d0-4d7b-8c62-0e309d2267b4), before_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:02:21.248293 n-d-713498-36 neutron-server[103232]: DEBUG neutron.notifiers.nova [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 09574619-31d0-4d7b-8c62-0e309d2267b4 {{(pid=103232) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 19:02:21.270253 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] For port 09574619-31d0-4d7b-8c62-0e309d2267b4, host n-h1-713498-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-36',level=0,port_id=09574619-31d0-4d7b-8c62-0e309d2267b4,segment=NetworkSegment(b98d4747-b18c-4141-8910-77c1fada78d1),segment_id=b98d4747-b18c-4141-8910-77c1fada78d1)] {{(pid=103232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 19:02:21.276907 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762867176205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762866656485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762866656503'] for port (09574619-31d0-4d7b-8c62-0e309d2267b4), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:02:21.309383 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3dd0328-6c39-4d53-a611-c3408463ece6 req-94e7737b-851a-44e2-8cd5-478906c3c1a7 tempest-ServersWithSpecificFlavorTestJSON-1030228139 tempest-ServersWithSpecificFlavorTestJSON-1030228139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:02:21.312891 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-f3dd0328-6c39-4d53-a611-c3408463ece6 req-94e7737b-851a-44e2-8cd5-478906c3c1a7 tempest-ServersWithSpecificFlavorTestJSON-1030228139 tempest-ServersWithSpecificFlavorTestJSON-1030228139-project] 10.222.0.75 "GET /v2.0/ports?device_id=3fc1751e-c4e4-428c-9985-7513cf2de861 HTTP/1.1" status: 200 len: 945 time: 0.0811360 Feb 09 19:02:21.331757 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Pushing event updated for resources: {'Port': ['ID=09574619-31d0-4d7b-8c62-0e309d2267b4,revision_number=4']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:02:21.365694 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Device 443a3b6c-9e92-46fa-93f9-70cbd9a2f3ba up at agent hyperv_n-h2-713498-36 {{(pid=103232) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 19:02:21.371286 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-f3dd0328-6c39-4d53-a611-c3408463ece6 req-8ca45762-3cc3-488d-b7b3-dc444423715b tempest-ServersWithSpecificFlavorTestJSON-1030228139 tempest-ServersWithSpecificFlavorTestJSON-1030228139-project] 10.222.0.75 "GET /v2.0/security-groups?id=7095cade-8760-483a-a246-f0df5ddf6b33&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0501544 Feb 09 19:02:21.444819 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.provisioning_blocks [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Provisioning for port 443a3b6c-9e92-46fa-93f9-70cbd9a2f3ba completed by entity L2. {{(pid=103232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 19:02:21.450214 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.provisioning_blocks [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Provisioning complete for port 443a3b6c-9e92-46fa-93f9-70cbd9a2f3ba triggered by entity L2. {{(pid=103232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 19:02:21.450586 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593630'] for port (443a3b6c-9e92-46fa-93f9-70cbd9a2f3ba), provisioning_complete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:02:21.491582 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] get_ports_and_sgs() called for port_ids ['09574619-31d0-4d7b-8c62-0e309d2267b4'] {{(pid=103232) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 19:02:21.648850 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Current status of the port 443a3b6c-9e92-46fa-93f9-70cbd9a2f3ba is: BUILD; New status is: ACTIVE {{(pid=103232) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 19:02:21.650557 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (443a3b6c-9e92-46fa-93f9-70cbd9a2f3ba), before_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:02:21.706850 n-d-713498-36 neutron-server[103232]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3fc1751e-c4e4-428c-9985-7513cf2de861', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '443a3b6c-9e92-46fa-93f9-70cbd9a2f3ba'}] {{(pid=103232) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 19:02:21.709331 n-d-713498-36 neutron-server[103232]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}949cdcde653dec44821de95cbf67297f53cbc2aed4e073b5d514f93bf911ce85" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fa58a60e-b6fd-43ab-a4aa-f5ac0d28f833" -d '{"events": [{"server_uuid": "3fc1751e-c4e4-428c-9985-7513cf2de861", "name": "network-vif-plugged", "status": "completed", "tag": "443a3b6c-9e92-46fa-93f9-70cbd9a2f3ba"}]}' {{(pid=103232) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 19:02:21.728369 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-7429db8d-6021-40ad-813e-885be449a89b None None] For port 443a3b6c-9e92-46fa-93f9-70cbd9a2f3ba, host n-h2-713498-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-36',level=0,port_id=443a3b6c-9e92-46fa-93f9-70cbd9a2f3ba,segment=NetworkSegment(2523c180-74ec-4cd9-9acb-870f2fae65fd),segment_id=2523c180-74ec-4cd9-9acb-870f2fae65fd)] {{(pid=103232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 19:02:21.740320 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762867176205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762866656485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762866656503'] for port (443a3b6c-9e92-46fa-93f9-70cbd9a2f3ba), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:02:21.817776 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 45132) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:02:21.862631 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-bd3e4ab3-4692-444f-a72f-34d24e56181d req-8d403dc5-ad5f-4988-8529-0e1c20459087 tempest-VolumesAdminNegativeTest-1857604815 tempest-VolumesAdminNegativeTest-1857604815-project] 10.222.0.75 "GET /v2.0/ports?device_id=e44926b7-3a08-4ba5-9959-169405fce0da HTTP/1.1" status: 200 len: 210 time: 0.0909600 Feb 09 19:02:21.967112 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f673323-a407-4bd5-85f2-79af270d9ef7 req-1604e5ce-0a8e-4606-84ac-fe639a918e1f tempest-VolumesAdminNegativeTest-1857604815 tempest-VolumesAdminNegativeTest-1857604815-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:02:21.968826 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-2f673323-a407-4bd5-85f2-79af270d9ef7 req-1604e5ce-0a8e-4606-84ac-fe639a918e1f tempest-VolumesAdminNegativeTest-1857604815 tempest-VolumesAdminNegativeTest-1857604815-project] 10.222.0.89 "GET /v2.0/networks?id=99ddb91b-36ce-41aa-b11d-fd03c6f9fdc9 HTTP/1.1" status: 200 len: 814 time: 0.3050015 Feb 09 19:02:21.985044 n-d-713498-36 neutron-server[103232]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 19:02:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b9861989-2647-43fe-b2d4-a519fdcb5a8a x-openstack-request-id: req-b9861989-2647-43fe-b2d4-a519fdcb5a8a {{(pid=103232) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 19:02:21.985367 n-d-713498-36 neutron-server[103232]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3fc1751e-c4e4-428c-9985-7513cf2de861", "name": "network-vif-plugged", "status": "completed", "tag": "443a3b6c-9e92-46fa-93f9-70cbd9a2f3ba", "code": 200}]} {{(pid=103232) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 19:02:21.985748 n-d-713498-36 neutron-server[103232]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-b9861989-2647-43fe-b2d4-a519fdcb5a8a {{(pid=103232) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 19:02:21.986030 n-d-713498-36 neutron-server[103232]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3fc1751e-c4e4-428c-9985-7513cf2de861', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '443a3b6c-9e92-46fa-93f9-70cbd9a2f3ba', 'code': 200} Feb 09 19:02:21.991399 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.v2.base [req-2f673323-a407-4bd5-85f2-79af270d9ef7 req-a7f1f119-795e-4ec3-82d0-1a53c56fb381 tempest-VolumesAdminNegativeTest-1857604815 tempest-VolumesAdminNegativeTest-1857604815-project] Request body: {'port': {'device_id': 'e44926b7-3a08-4ba5-9959-169405fce0da', 'network_id': '99ddb91b-36ce-41aa-b11d-fd03c6f9fdc9', 'admin_state_up': True, 'tenant_id': 'db4a76503c5c4c5ebf7d39652b9014b3'}} {{(pid=103230) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 19:02:22.021738 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Pushing event updated for resources: {'Port': ['ID=443a3b6c-9e92-46fa-93f9-70cbd9a2f3ba,revision_number=5']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:02:22.044425 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-1b5ee046-8e12-4c65-bbb7-045f8856685b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:02:22.096272 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef855b46-931b-406f-8c50-0aa9a2635d49 req-a4843785-559f-44b5-8ef8-94fa0e42989e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:02:22.097750 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-ef855b46-931b-406f-8c50-0aa9a2635d49 req-a4843785-559f-44b5-8ef8-94fa0e42989e service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=3fc1751e-c4e4-428c-9985-7513cf2de861 HTTP/1.1" status: 200 len: 1129 time: 0.1003172 Feb 09 19:02:22.171804 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-ef855b46-931b-406f-8c50-0aa9a2635d49 req-edac67be-f04b-4cfe-a4c2-8e718eb9bea4 service neutron] 10.222.0.90 "GET /v2.0/security-groups?id=7095cade-8760-483a-a246-f0df5ddf6b33&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0606263 Feb 09 19:02:22.173127 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6531680c-3c57-447b-b37c-c411c6f977cd req-57df6c6c-4b26-4383-be23-e1df8f8216f6 tempest-DeleteServersAdminTestJSON-568076601 tempest-DeleteServersAdminTestJSON-568076601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:02:22.174648 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-6531680c-3c57-447b-b37c-c411c6f977cd req-57df6c6c-4b26-4383-be23-e1df8f8216f6 tempest-DeleteServersAdminTestJSON-568076601 tempest-DeleteServersAdminTestJSON-568076601-project] 10.222.0.75 "GET /v2.0/ports?device_id=e46e24cb-41e4-4fb5-ac50-31f8ed645b0d HTTP/1.1" status: 200 len: 950 time: 0.1174290 Feb 09 19:02:22.207047 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-1b5ee046-8e12-4c65-bbb7-045f8856685b admin admin] Publish callbacks [] for security_group (e4aef4dc-281e-4b99-a2f3-ebcefd484d86), precommit_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:02:22.213622 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-1b5ee046-8e12-4c65-bbb7-045f8856685b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1892331'] for security_group (e4aef4dc-281e-4b99-a2f3-ebcefd484d86), after_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:02:22.216992 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2f673323-a407-4bd5-85f2-79af270d9ef7 req-a7f1f119-795e-4ec3-82d0-1a53c56fb381 tempest-VolumesAdminNegativeTest-1857604815 tempest-VolumesAdminNegativeTest-1857604815-project] Made reservation on behalf of db4a76503c5c4c5ebf7d39652b9014b3 for: {'port': 1} {{(pid=103230) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 19:02:22.220106 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [req-2f673323-a407-4bd5-85f2-79af270d9ef7 req-a7f1f119-795e-4ec3-82d0-1a53c56fb381 tempest-VolumesAdminNegativeTest-1857604815 tempest-VolumesAdminNegativeTest-1857604815-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (None), before_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:02:22.255655 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-6531680c-3c57-447b-b37c-c411c6f977cd req-39744225-ef1f-4b0f-915b-8aba1d72e6d2 tempest-DeleteServersAdminTestJSON-568076601 tempest-DeleteServersAdminTestJSON-568076601-project] 10.222.0.75 "GET /v2.0/security-groups?id=00e3f3c8-5143-473f-96ea-ab4c624b2c93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0712898 Feb 09 19:02:22.261279 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-1b5ee046-8e12-4c65-bbb7-045f8856685b admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=fb05120b7543450d90ccea8c957960ec&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4394205 Feb 09 19:02:22.261569 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 45156) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:02:22.266710 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b5ee046-8e12-4c65-bbb7-045f8856685b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e4aef4dc-281e-4b99-a2f3-ebcefd484d86,revision_number=1']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:02:22.342640 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4df1981f-788d-4eeb-8968-b9ca9f7b2e5e req-74351e99-9192-477f-afc6-986d8580c044 tempest-LiveAutoBlockMigrationV225Test-2127879101 tempest-LiveAutoBlockMigrationV225Test-2127879101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:02:22.344294 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-4df1981f-788d-4eeb-8968-b9ca9f7b2e5e req-74351e99-9192-477f-afc6-986d8580c044 tempest-LiveAutoBlockMigrationV225Test-2127879101 tempest-LiveAutoBlockMigrationV225Test-2127879101-project] 10.222.0.75 "GET /v2.0/ports?device_id=4e423b27-3023-4ca3-87d1-42d68436aee9 HTTP/1.1" status: 200 len: 966 time: 0.0905721 Feb 09 19:02:22.403608 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-4df1981f-788d-4eeb-8968-b9ca9f7b2e5e req-4fb0cbb7-7e92-4c55-b117-fc29eab12bf1 tempest-LiveAutoBlockMigrationV225Test-2127879101 tempest-LiveAutoBlockMigrationV225Test-2127879101-project] 10.222.0.75 "GET /v2.0/security-groups?id=e3cb5363-3b49-4f74-b239-a871e755b40a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535164 Feb 09 19:02:22.419485 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-859fde38-7fc0-48ce-8bf7-6ddb929dc7e7 admin admin] Publish callbacks [] for security_group (e4aef4dc-281e-4b99-a2f3-ebcefd484d86), before_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:02:22.449596 n-d-713498-36 neutron-server[103230]: DEBUG neutron.db.db_base_plugin_common [req-2f673323-a407-4bd5-85f2-79af270d9ef7 req-a7f1f119-795e-4ec3-82d0-1a53c56fb381 tempest-VolumesAdminNegativeTest-1857604815 tempest-VolumesAdminNegativeTest-1857604815-project] Allocated IP 172.20.0.12 (99ddb91b-36ce-41aa-b11d-fd03c6f9fdc9/6b24333c-810b-42fe-9d36-042fe9dbd8ee/5fd0a4a5-8221-4221-940c-5e46deecec50) {{(pid=103230) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 19:02:22.463454 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-859fde38-7fc0-48ce-8bf7-6ddb929dc7e7 admin admin] Publish callbacks [] for security_group (e4aef4dc-281e-4b99-a2f3-ebcefd484d86), precommit_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:02:22.626538 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ae0e4ed-e37f-4b2e-bc33-8eaf873d4df7 req-b8e1630c-d3a9-492f-9034-080455439330 tempest-ServersWithSpecificFlavorTestJSON-1030228139 tempest-ServersWithSpecificFlavorTestJSON-1030228139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:02:22.628415 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-3ae0e4ed-e37f-4b2e-bc33-8eaf873d4df7 req-b8e1630c-d3a9-492f-9034-080455439330 tempest-ServersWithSpecificFlavorTestJSON-1030228139 tempest-ServersWithSpecificFlavorTestJSON-1030228139-project] 10.222.0.75 "GET /v2.0/ports?device_id=3fc1751e-c4e4-428c-9985-7513cf2de861 HTTP/1.1" status: 200 len: 946 time: 0.1443534 Feb 09 19:02:22.628913 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-859fde38-7fc0-48ce-8bf7-6ddb929dc7e7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1892331'] for security_group (e4aef4dc-281e-4b99-a2f3-ebcefd484d86), after_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:02:22.631510 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-859fde38-7fc0-48ce-8bf7-6ddb929dc7e7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:02:22.635308 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-859fde38-7fc0-48ce-8bf7-6ddb929dc7e7 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/e4aef4dc-281e-4b99-a2f3-ebcefd484d86 HTTP/1.1" status: 204 len: 168 time: 0.3699806 Feb 09 19:02:22.660754 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-859fde38-7fc0-48ce-8bf7-6ddb929dc7e7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e4aef4dc-281e-4b99-a2f3-ebcefd484d86,revision_number=None']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:02:22.737741 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-3ae0e4ed-e37f-4b2e-bc33-8eaf873d4df7 req-cab5c2d6-c0d9-4686-9f43-65c803de3e41 tempest-ServersWithSpecificFlavorTestJSON-1030228139 tempest-ServersWithSpecificFlavorTestJSON-1030228139-project] 10.222.0.75 "GET /v2.0/security-groups?id=7095cade-8760-483a-a246-f0df5ddf6b33&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0931799 Feb 09 19:02:22.753284 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [req-2f673323-a407-4bd5-85f2-79af270d9ef7 req-a7f1f119-795e-4ec3-82d0-1a53c56fb381 tempest-VolumesAdminNegativeTest-1857604815 tempest-VolumesAdminNegativeTest-1857604815-project] Publish callbacks [] for port (5fd0a4a5-8221-4221-940c-5e46deecec50), precommit_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:02:22.798819 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [req-2f673323-a407-4bd5-85f2-79af270d9ef7 req-a7f1f119-795e-4ec3-82d0-1a53c56fb381 tempest-VolumesAdminNegativeTest-1857604815 tempest-VolumesAdminNegativeTest-1857604815-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762866656467'] for port (5fd0a4a5-8221-4221-940c-5e46deecec50), after_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:02:22.853787 n-d-713498-36 neutron-server[103230]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2f673323-a407-4bd5-85f2-79af270d9ef7 req-a7f1f119-795e-4ec3-82d0-1a53c56fb381 tempest-VolumesAdminNegativeTest-1857604815 tempest-VolumesAdminNegativeTest-1857604815-project] Network 99ddb91b-36ce-41aa-b11d-fd03c6f9fdc9 is already hosted by enough agents. {{(pid=103230) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 19:02:22.859198 n-d-713498-36 neutron-server[103230]: DEBUG neutron.scheduler.base_scheduler [req-2f673323-a407-4bd5-85f2-79af270d9ef7 req-a7f1f119-795e-4ec3-82d0-1a53c56fb381 tempest-VolumesAdminNegativeTest-1857604815 tempest-VolumesAdminNegativeTest-1857604815-project] Resources bound (agent type, host, resource id): {{(pid=103230) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 19:02:22.865698 n-d-713498-36 neutron-server[103230]: DEBUG neutron.db.l3_dvrscheduler_db [req-2f673323-a407-4bd5-85f2-79af270d9ef7 req-a7f1f119-795e-4ec3-82d0-1a53c56fb381 tempest-VolumesAdminNegativeTest-1857604815 tempest-VolumesAdminNegativeTest-1857604815-project] Received port after_create {{(pid=103230) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 19:02:22.874308 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f673323-a407-4bd5-85f2-79af270d9ef7 req-a7f1f119-795e-4ec3-82d0-1a53c56fb381 tempest-VolumesAdminNegativeTest-1857604815 tempest-VolumesAdminNegativeTest-1857604815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:02:22.874308 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [req-2f673323-a407-4bd5-85f2-79af270d9ef7 req-a7f1f119-795e-4ec3-82d0-1a53c56fb381 tempest-VolumesAdminNegativeTest-1857604815 tempest-VolumesAdminNegativeTest-1857604815-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1613566'] for port (None), before_response {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:02:22.886834 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7f1f119-795e-4ec3-82d0-1a53c56fb381 tempest-VolumesAdminNegativeTest-1857604815 tempest-VolumesAdminNegativeTest-1857604815-project] Pushing event updated for resources: {'Port': ['ID=5fd0a4a5-8221-4221-940c-5e46deecec50,revision_number=1']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:02:22.905090 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-2f673323-a407-4bd5-85f2-79af270d9ef7 req-a7f1f119-795e-4ec3-82d0-1a53c56fb381 tempest-VolumesAdminNegativeTest-1857604815 tempest-VolumesAdminNegativeTest-1857604815-project] 10.222.0.89 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9239705 Feb 09 19:02:22.916529 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.v2.base [req-2f673323-a407-4bd5-85f2-79af270d9ef7 req-1171f213-ddc9-4ae4-ac10-7e30550b09f2 service neutron] Request body: {'port': {'device_id': 'e44926b7-3a08-4ba5-9959-169405fce0da', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-713498-36'}} {{(pid=103230) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 19:02:22.989073 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 45204) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:02:23.007877 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-ec07320e-af0e-47d4-8aa2-8f1ffdd1727b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:02:23.012593 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Device 09574619-31d0-4d7b-8c62-0e309d2267b4 up at agent hyperv_n-h1-713498-36 {{(pid=103232) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 19:02:23.034065 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [req-2f673323-a407-4bd5-85f2-79af270d9ef7 req-1171f213-ddc9-4ae4-ac10-7e30550b09f2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (5fd0a4a5-8221-4221-940c-5e46deecec50), before_update {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:02:23.087471 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.provisioning_blocks [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Provisioning for port 09574619-31d0-4d7b-8c62-0e309d2267b4 completed by entity L2. {{(pid=103232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 19:02:23.088001 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62d1b4a5-99f5-4f33-85c8-5f763b94eb54 req-0b419c75-42fe-4c0d-8480-aebd35ee3eb8 tempest-VolumesAdminNegativeTest-1857604815 tempest-VolumesAdminNegativeTest-1857604815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:02:23.093473 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.provisioning_blocks [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Provisioning complete for port 09574619-31d0-4d7b-8c62-0e309d2267b4 triggered by entity L2. {{(pid=103232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 19:02:23.093922 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593630'] for port (09574619-31d0-4d7b-8c62-0e309d2267b4), provisioning_complete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:02:23.094939 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-62d1b4a5-99f5-4f33-85c8-5f763b94eb54 req-0b419c75-42fe-4c0d-8480-aebd35ee3eb8 tempest-VolumesAdminNegativeTest-1857604815 tempest-VolumesAdminNegativeTest-1857604815-project] 10.222.0.75 "GET /v2.0/ports?device_id=e44926b7-3a08-4ba5-9959-169405fce0da HTTP/1.1" status: 200 len: 932 time: 0.1270292 Feb 09 19:02:23.116265 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-ec07320e-af0e-47d4-8aa2-8f1ffdd1727b admin admin] Publish callbacks [] for security_group (47cb1be9-3ee6-4584-9e34-195e121d20fa), precommit_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:02:23.122696 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-ec07320e-af0e-47d4-8aa2-8f1ffdd1727b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1892331'] for security_group (47cb1be9-3ee6-4584-9e34-195e121d20fa), after_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:02:23.166805 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-ec07320e-af0e-47d4-8aa2-8f1ffdd1727b admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=75191801113944ed887f136d93014c28&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1762514 Feb 09 19:02:23.171382 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 45222) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:02:23.189775 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec07320e-af0e-47d4-8aa2-8f1ffdd1727b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=47cb1be9-3ee6-4584-9e34-195e121d20fa,revision_number=1']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:02:23.222582 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Current status of the port 09574619-31d0-4d7b-8c62-0e309d2267b4 is: BUILD; New status is: ACTIVE {{(pid=103232) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 19:02:23.223878 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (09574619-31d0-4d7b-8c62-0e309d2267b4), before_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:02:23.242725 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-935789f4-e578-4c2d-b513-2ea1c5610390 admin admin] Publish callbacks [] for security_group (47cb1be9-3ee6-4584-9e34-195e121d20fa), before_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:02:23.247254 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-62d1b4a5-99f5-4f33-85c8-5f763b94eb54 req-49fdffa6-6fc6-4c0b-851b-a1fee3606a95 tempest-VolumesAdminNegativeTest-1857604815 tempest-VolumesAdminNegativeTest-1857604815-project] 10.222.0.75 "GET /v2.0/security-groups?id=ddb23fc3-aa29-4777-a6d0-38c746159132&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1511457 Feb 09 19:02:23.266041 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] For port 09574619-31d0-4d7b-8c62-0e309d2267b4, host n-h1-713498-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-36',level=0,port_id=09574619-31d0-4d7b-8c62-0e309d2267b4,segment=NetworkSegment(b98d4747-b18c-4141-8910-77c1fada78d1),segment_id=b98d4747-b18c-4141-8910-77c1fada78d1)] {{(pid=103232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 19:02:23.273614 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762867176205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762866656485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762866656503'] for port (09574619-31d0-4d7b-8c62-0e309d2267b4), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:02:23.275775 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Device 0ad11c1d-807c-4d0f-9fe3-c60ee608eb74 no longer exists at agent hyperv_n-h1-713498-36 {{(pid=103232) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 19:02:23.292953 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-935789f4-e578-4c2d-b513-2ea1c5610390 admin admin] Publish callbacks [] for security_group (47cb1be9-3ee6-4584-9e34-195e121d20fa), precommit_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:02:23.336205 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] No Port match for: 0ad11c1d-807c-4d0f-9fe3-c60ee608eb74 {{(pid=103232) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 19:02:23.336628 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Device 0ad11c1d-807c-4d0f-9fe3-c60ee608eb74 not bound to the agent host n-h1-713498-36 {{(pid=103232) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 19:02:23.364050 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Pushing event updated for resources: {'Port': ['ID=09574619-31d0-4d7b-8c62-0e309d2267b4,revision_number=5']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:02:23.377156 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-935789f4-e578-4c2d-b513-2ea1c5610390 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1892331'] for security_group (47cb1be9-3ee6-4584-9e34-195e121d20fa), after_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:02:23.380455 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-935789f4-e578-4c2d-b513-2ea1c5610390 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:02:23.381988 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-935789f4-e578-4c2d-b513-2ea1c5610390 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/47cb1be9-3ee6-4584-9e34-195e121d20fa HTTP/1.1" status: 204 len: 168 time: 0.2096732 Feb 09 19:02:23.399815 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-935789f4-e578-4c2d-b513-2ea1c5610390 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=47cb1be9-3ee6-4584-9e34-195e121d20fa,revision_number=None']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:02:23.494193 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaeec16e-0f17-4762-b58d-91c0d6df4d26 req-f5839969-8e84-4f49-aba7-3ecc565ea471 tempest-DeleteServersAdminTestJSON-1745105309 tempest-DeleteServersAdminTestJSON-1745105309-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:02:23.498235 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-eaeec16e-0f17-4762-b58d-91c0d6df4d26 req-f5839969-8e84-4f49-aba7-3ecc565ea471 tempest-DeleteServersAdminTestJSON-1745105309 tempest-DeleteServersAdminTestJSON-1745105309-project-admin] 10.222.0.90 "GET /v2.0/ports?device_id=e46e24cb-41e4-4fb5-ac50-31f8ed645b0d HTTP/1.1" status: 200 len: 1133 time: 0.0782239 Feb 09 19:02:23.606198 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de8ce77c-f930-45e2-ba9d-e04a0db3a7d3 req-f821cca4-c0b0-4dd8-a983-9a9d0a30175c tempest-DeleteServersAdminTestJSON-568076601 tempest-DeleteServersAdminTestJSON-568076601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:02:23.615547 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-de8ce77c-f930-45e2-ba9d-e04a0db3a7d3 req-f821cca4-c0b0-4dd8-a983-9a9d0a30175c tempest-DeleteServersAdminTestJSON-568076601 tempest-DeleteServersAdminTestJSON-568076601-project] 10.222.0.75 "GET /v2.0/ports?device_id=e46e24cb-41e4-4fb5-ac50-31f8ed645b0d HTTP/1.1" status: 200 len: 950 time: 0.2379944 Feb 09 19:02:23.656144 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.plugin [req-eaeec16e-0f17-4762-b58d-91c0d6df4d26 req-159c8407-eeee-4a90-ae27-f9a16ede9e97 tempest-DeleteServersAdminTestJSON-1745105309 tempest-DeleteServersAdminTestJSON-1745105309-project-admin] Deleting port d13cb5d9-4c5d-481e-8220-42be37698d52 {{(pid=103229) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 19:02:23.656851 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-eaeec16e-0f17-4762-b58d-91c0d6df4d26 req-159c8407-eeee-4a90-ae27-f9a16ede9e97 tempest-DeleteServersAdminTestJSON-1745105309 tempest-DeleteServersAdminTestJSON-1745105309-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762867170196'] for port (d13cb5d9-4c5d-481e-8220-42be37698d52), before_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:02:23.751686 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-de8ce77c-f930-45e2-ba9d-e04a0db3a7d3 req-62f384fc-203e-4064-9326-5184db09ad82 tempest-DeleteServersAdminTestJSON-568076601 tempest-DeleteServersAdminTestJSON-568076601-project] 10.222.0.75 "GET /v2.0/security-groups?id=00e3f3c8-5143-473f-96ea-ab4c624b2c93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1352379 Feb 09 19:02:23.770340 n-d-713498-36 neutron-server[103230]: DEBUG neutron.notifiers.nova [req-2f673323-a407-4bd5-85f2-79af270d9ef7 req-1171f213-ddc9-4ae4-ac10-7e30550b09f2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5fd0a4a5-8221-4221-940c-5e46deecec50 {{(pid=103230) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 19:02:23.783828 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [req-2f673323-a407-4bd5-85f2-79af270d9ef7 req-1171f213-ddc9-4ae4-ac10-7e30550b09f2 service neutron] Publish callbacks [] for port (5fd0a4a5-8221-4221-940c-5e46deecec50), precommit_update {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:02:23.803850 n-d-713498-36 neutron-server[103230]: DEBUG neutron.db.provisioning_blocks [req-2f673323-a407-4bd5-85f2-79af270d9ef7 req-1171f213-ddc9-4ae4-ac10-7e30550b09f2 service neutron] Transition to ACTIVE for port object 5fd0a4a5-8221-4221-940c-5e46deecec50 will not be triggered until provisioned by entity L2. {{(pid=103230) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 19:02:23.812528 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [req-2f673323-a407-4bd5-85f2-79af270d9ef7 req-1171f213-ddc9-4ae4-ac10-7e30550b09f2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762867176205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762866656485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762866656503'] for port (5fd0a4a5-8221-4221-940c-5e46deecec50), after_update {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:02:23.869658 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.db [req-eaeec16e-0f17-4762-b58d-91c0d6df4d26 req-159c8407-eeee-4a90-ae27-f9a16ede9e97 tempest-DeleteServersAdminTestJSON-1745105309 tempest-DeleteServersAdminTestJSON-1745105309-project-admin] For port d13cb5d9-4c5d-481e-8220-42be37698d52, host n-h2-713498-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-36',level=0,port_id=d13cb5d9-4c5d-481e-8220-42be37698d52,segment=NetworkSegment(50e5915e-18f0-4558-9a28-b978975ead36),segment_id=50e5915e-18f0-4558-9a28-b978975ead36)] {{(pid=103229) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 19:02:23.870060 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-eaeec16e-0f17-4762-b58d-91c0d6df4d26 req-159c8407-eeee-4a90-ae27-f9a16ede9e97 tempest-DeleteServersAdminTestJSON-1745105309 tempest-DeleteServersAdminTestJSON-1745105309-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1820838'] for port (d13cb5d9-4c5d-481e-8220-42be37698d52), precommit_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:02:23.896021 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 45260) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:02:23.903314 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.plugin [req-eaeec16e-0f17-4762-b58d-91c0d6df4d26 req-159c8407-eeee-4a90-ae27-f9a16ede9e97 tempest-DeleteServersAdminTestJSON-1745105309 tempest-DeleteServersAdminTestJSON-1745105309-project-admin] Calling delete_port for d13cb5d9-4c5d-481e-8220-42be37698d52 owned by compute:nova {{(pid=103229) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 19:02:23.944930 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe3ae8dd-b9c7-4830-86f7-175fa6082393 req-75ab9541-65e0-4ef3-9581-294352590748 tempest-LiveAutoBlockMigrationV225Test-2127879101 tempest-LiveAutoBlockMigrationV225Test-2127879101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:02:23.949037 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-fe3ae8dd-b9c7-4830-86f7-175fa6082393 req-75ab9541-65e0-4ef3-9581-294352590748 tempest-LiveAutoBlockMigrationV225Test-2127879101 tempest-LiveAutoBlockMigrationV225Test-2127879101-project] 10.222.0.75 "GET /v2.0/ports?device_id=4e423b27-3023-4ca3-87d1-42d68436aee9 HTTP/1.1" status: 200 len: 967 time: 0.2371304 Feb 09 19:02:23.976964 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.managers [req-2f673323-a407-4bd5-85f2-79af270d9ef7 req-1171f213-ddc9-4ae4-ac10-7e30550b09f2 service neutron] Attempting to bind port 5fd0a4a5-8221-4221-940c-5e46deecec50 on host n-h1-713498-36 for vnic_type normal with profile {{(pid=103230) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 19:02:23.977672 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.managers [req-2f673323-a407-4bd5-85f2-79af270d9ef7 req-1171f213-ddc9-4ae4-ac10-7e30550b09f2 service neutron] Attempting to bind port 5fd0a4a5-8221-4221-940c-5e46deecec50 by drivers openvswitch,hyperv on host n-h1-713498-36 at level 0 using segments [{'id': '005c78de-c5f6-421f-803a-b71a04aaed38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': '99ddb91b-36ce-41aa-b11d-fd03c6f9fdc9'}] {{(pid=103230) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 19:02:23.978480 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f673323-a407-4bd5-85f2-79af270d9ef7 req-1171f213-ddc9-4ae4-ac10-7e30550b09f2 service neutron] Attempting to bind port 5fd0a4a5-8221-4221-940c-5e46deecec50 on network 99ddb91b-36ce-41aa-b11d-fd03c6f9fdc9 {{(pid=103230) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 19:02:23.987093 n-d-713498-36 neutron-server[103232]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4e423b27-3023-4ca3-87d1-42d68436aee9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '09574619-31d0-4d7b-8c62-0e309d2267b4'}] {{(pid=103232) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 19:02:23.989481 n-d-713498-36 neutron-server[103232]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}949cdcde653dec44821de95cbf67297f53cbc2aed4e073b5d514f93bf911ce85" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0e9c2988-f927-4c1f-9d9f-19acaa462b0b" -d '{"events": [{"server_uuid": "4e423b27-3023-4ca3-87d1-42d68436aee9", "name": "network-vif-plugged", "status": "completed", "tag": "09574619-31d0-4d7b-8c62-0e309d2267b4"}]}' {{(pid=103232) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 19:02:24.025801 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f673323-a407-4bd5-85f2-79af270d9ef7 req-1171f213-ddc9-4ae4-ac10-7e30550b09f2 service neutron] Port 5fd0a4a5-8221-4221-940c-5e46deecec50 on network 99ddb91b-36ce-41aa-b11d-fd03c6f9fdc9 not bound, no agent of type Open vSwitch agent registered on host n-h1-713498-36 {{(pid=103230) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 19:02:24.026231 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f673323-a407-4bd5-85f2-79af270d9ef7 req-1171f213-ddc9-4ae4-ac10-7e30550b09f2 service neutron] Attempting to bind port 5fd0a4a5-8221-4221-940c-5e46deecec50 on network 99ddb91b-36ce-41aa-b11d-fd03c6f9fdc9 {{(pid=103230) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 19:02:24.041979 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1171f213-ddc9-4ae4-ac10-7e30550b09f2 service neutron] Pushing event updated for resources: {'Port': ['ID=5fd0a4a5-8221-4221-940c-5e46deecec50,revision_number=2']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:02:24.054928 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f673323-a407-4bd5-85f2-79af270d9ef7 req-1171f213-ddc9-4ae4-ac10-7e30550b09f2 service neutron] Checking agent: {'id': '488cd9ae-631f-4955-ba0b-4f5a13f12e9c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713498-36', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 18, 59, 18), 'started_at': datetime.datetime(2022, 2, 9, 18, 59, 18), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 19, 2, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103230) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 19:02:24.055882 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f673323-a407-4bd5-85f2-79af270d9ef7 req-1171f213-ddc9-4ae4-ac10-7e30550b09f2 service neutron] Checking segment: {'id': '005c78de-c5f6-421f-803a-b71a04aaed38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': '99ddb91b-36ce-41aa-b11d-fd03c6f9fdc9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103230) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 19:02:24.056353 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f673323-a407-4bd5-85f2-79af270d9ef7 req-1171f213-ddc9-4ae4-ac10-7e30550b09f2 service neutron] Bound using segment: {'id': '005c78de-c5f6-421f-803a-b71a04aaed38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': '99ddb91b-36ce-41aa-b11d-fd03c6f9fdc9'} {{(pid=103230) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 19:02:24.056872 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.managers [req-2f673323-a407-4bd5-85f2-79af270d9ef7 req-1171f213-ddc9-4ae4-ac10-7e30550b09f2 service neutron] Bound port: 5fd0a4a5-8221-4221-940c-5e46deecec50, host: n-h1-713498-36, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '005c78de-c5f6-421f-803a-b71a04aaed38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': '99ddb91b-36ce-41aa-b11d-fd03c6f9fdc9'}}] {{(pid=103230) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 19:02:24.057935 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [req-2f673323-a407-4bd5-85f2-79af270d9ef7 req-1171f213-ddc9-4ae4-ac10-7e30550b09f2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (5fd0a4a5-8221-4221-940c-5e46deecec50), before_update {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:02:24.086988 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd723f10-1c60-487d-b972-52e2a88b6c14 req-a568cf56-863c-4e30-9af1-1dd0c0024773 tempest-ServersWithSpecificFlavorTestJSON-1030228139 tempest-ServersWithSpecificFlavorTestJSON-1030228139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:02:24.088627 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-cd723f10-1c60-487d-b972-52e2a88b6c14 req-a568cf56-863c-4e30-9af1-1dd0c0024773 tempest-ServersWithSpecificFlavorTestJSON-1030228139 tempest-ServersWithSpecificFlavorTestJSON-1030228139-project] 10.222.0.75 "GET /v2.0/ports?device_id=3fc1751e-c4e4-428c-9985-7513cf2de861 HTTP/1.1" status: 200 len: 946 time: 0.1453090 Feb 09 19:02:24.099000 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-fe3ae8dd-b9c7-4830-86f7-175fa6082393 req-f5506ea9-1d4e-4260-86c4-63f41804a4d9 tempest-LiveAutoBlockMigrationV225Test-2127879101 tempest-LiveAutoBlockMigrationV225Test-2127879101-project] 10.222.0.75 "GET /v2.0/security-groups?id=e3cb5363-3b49-4f74-b239-a871e755b40a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0919063 Feb 09 19:02:24.140547 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-f5e77deb-9dff-46d7-adfe-c48297ea3713 req-58514b37-6b93-47e0-a799-6058ed3e0e73 service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=3fc1751e-c4e4-428c-9985-7513cf2de861&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1222653 Feb 09 19:02:24.208019 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.db [req-2f673323-a407-4bd5-85f2-79af270d9ef7 req-1171f213-ddc9-4ae4-ac10-7e30550b09f2 service neutron] For port 5fd0a4a5-8221-4221-940c-5e46deecec50, host n-h1-713498-36, cleared binding levels {{(pid=103230) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 19:02:24.213801 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-cd723f10-1c60-487d-b972-52e2a88b6c14 req-9ca18f26-2536-4b11-8f9d-a82963e86214 tempest-ServersWithSpecificFlavorTestJSON-1030228139 tempest-ServersWithSpecificFlavorTestJSON-1030228139-project] 10.222.0.75 "GET /v2.0/security-groups?id=7095cade-8760-483a-a246-f0df5ddf6b33&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1188812 Feb 09 19:02:24.215523 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.db [req-2f673323-a407-4bd5-85f2-79af270d9ef7 req-1171f213-ddc9-4ae4-ac10-7e30550b09f2 service neutron] For port 5fd0a4a5-8221-4221-940c-5e46deecec50, host n-h1-713498-36, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-36',level=0,port_id=5fd0a4a5-8221-4221-940c-5e46deecec50,segment=NetworkSegment(005c78de-c5f6-421f-803a-b71a04aaed38),segment_id=005c78de-c5f6-421f-803a-b71a04aaed38)] {{(pid=103230) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 19:02:24.227683 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [req-2f673323-a407-4bd5-85f2-79af270d9ef7 req-1171f213-ddc9-4ae4-ac10-7e30550b09f2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762867176205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762866656485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762866656503'] for port (5fd0a4a5-8221-4221-940c-5e46deecec50), after_update {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:02:24.293634 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-eaeec16e-0f17-4762-b58d-91c0d6df4d26 req-159c8407-eeee-4a90-ae27-f9a16ede9e97 tempest-DeleteServersAdminTestJSON-1745105309 tempest-DeleteServersAdminTestJSON-1745105309-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762867177463', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762866656476'] for port (d13cb5d9-4c5d-481e-8220-42be37698d52), after_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:02:24.310137 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-7429db8d-6021-40ad-813e-885be449a89b None None] get_ports_and_sgs() called for port_ids ['d13cb5d9-4c5d-481e-8220-42be37698d52'] {{(pid=103232) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 19:02:24.325383 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1171f213-ddc9-4ae4-ac10-7e30550b09f2 service neutron] Pushing event updated for resources: {'Port': ['ID=5fd0a4a5-8221-4221-940c-5e46deecec50,revision_number=3']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:02:24.359520 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f673323-a407-4bd5-85f2-79af270d9ef7 req-1171f213-ddc9-4ae4-ac10-7e30550b09f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:02:24.360210 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [req-2f673323-a407-4bd5-85f2-79af270d9ef7 req-1171f213-ddc9-4ae4-ac10-7e30550b09f2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1613566'] for port (None), before_response {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:02:24.362743 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-2f673323-a407-4bd5-85f2-79af270d9ef7 req-1171f213-ddc9-4ae4-ac10-7e30550b09f2 service neutron] 10.222.0.89 "PUT /v2.0/ports/5fd0a4a5-8221-4221-940c-5e46deecec50 HTTP/1.1" status: 200 len: 1093 time: 1.4508355 Feb 09 19:02:24.363246 n-d-713498-36 neutron-server[103230]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e44926b7-3a08-4ba5-9959-169405fce0da', 'tag': '5fd0a4a5-8221-4221-940c-5e46deecec50'}] {{(pid=103230) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 19:02:24.367186 n-d-713498-36 neutron-server[103230]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aee5919275bae9f72eb374ee322673045eb80c1f84b4b45a97d96923bd50ab51" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2e25d898-aec4-474d-9e35-8fccb0963952" -d '{"events": [{"name": "network-changed", "server_uuid": "e44926b7-3a08-4ba5-9959-169405fce0da", "tag": "5fd0a4a5-8221-4221-940c-5e46deecec50"}]}' {{(pid=103230) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 19:02:24.386082 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-7b4de231-2f06-4ccb-8391-bef6544d0a23 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:02:24.395153 n-d-713498-36 neutron-server[103232]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 19:02:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8b012c11-8553-40a1-9ec4-d3c8167dbb0e x-openstack-request-id: req-8b012c11-8553-40a1-9ec4-d3c8167dbb0e {{(pid=103232) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 19:02:24.397102 n-d-713498-36 neutron-server[103232]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4e423b27-3023-4ca3-87d1-42d68436aee9", "name": "network-vif-plugged", "status": "completed", "tag": "09574619-31d0-4d7b-8c62-0e309d2267b4", "code": 200}]} {{(pid=103232) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 19:02:24.397619 n-d-713498-36 neutron-server[103232]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-8b012c11-8553-40a1-9ec4-d3c8167dbb0e {{(pid=103232) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 19:02:24.398269 n-d-713498-36 neutron-server[103232]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4e423b27-3023-4ca3-87d1-42d68436aee9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '09574619-31d0-4d7b-8c62-0e309d2267b4', 'code': 200} Feb 09 19:02:24.497319 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5e77deb-9dff-46d7-adfe-c48297ea3713 req-3ddf4af5-d3a3-4bf6-888b-8a5c1cef5de7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:02:24.500273 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-f5e77deb-9dff-46d7-adfe-c48297ea3713 req-3ddf4af5-d3a3-4bf6-888b-8a5c1cef5de7 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=74dc86730a17454f9e20cfb480a6b381&device_id=3fc1751e-c4e4-428c-9985-7513cf2de861 HTTP/1.1" status: 200 len: 1129 time: 0.2852397 Feb 09 19:02:24.501057 n-d-713498-36 neutron-server[103229]: DEBUG neutron.db.l3_dvrscheduler_db [req-eaeec16e-0f17-4762-b58d-91c0d6df4d26 req-159c8407-eeee-4a90-ae27-f9a16ede9e97 tempest-DeleteServersAdminTestJSON-1745105309 tempest-DeleteServersAdminTestJSON-1745105309-project-admin] No DVR routers for this DVR port d13cb5d9-4c5d-481e-8220-42be37698d52 on host n-h2-713498-36 {{(pid=103229) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 19:02:24.562542 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36baca68-1f2f-4ce6-9c11-0acd3f6c5f75 req-7de6d077-f6d7-4229-a36c-c4750c272c26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:02:24.564051 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-36baca68-1f2f-4ce6-9c11-0acd3f6c5f75 req-7de6d077-f6d7-4229-a36c-c4750c272c26 service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=4e423b27-3023-4ca3-87d1-42d68436aee9 HTTP/1.1" status: 200 len: 1150 time: 0.1129551 Feb 09 19:02:24.583315 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-7b4de231-2f06-4ccb-8391-bef6544d0a23 admin admin] Publish callbacks [] for security_group (30d3209a-16c3-4f02-998b-3850b55d6317), precommit_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:02:24.584702 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-159c8407-eeee-4a90-ae27-f9a16ede9e97 tempest-DeleteServersAdminTestJSON-1745105309 tempest-DeleteServersAdminTestJSON-1745105309-project-admin] Pushing event deleted for resources: {'Port': ['ID=d13cb5d9-4c5d-481e-8220-42be37698d52,revision_number=None']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:02:24.605443 n-d-713498-36 neutron-server[103230]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 19:02:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8c56e657-70f8-4674-b98d-dbf6d15cd653 x-openstack-request-id: req-8c56e657-70f8-4674-b98d-dbf6d15cd653 {{(pid=103230) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 19:02:24.605738 n-d-713498-36 neutron-server[103230]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e44926b7-3a08-4ba5-9959-169405fce0da", "tag": "5fd0a4a5-8221-4221-940c-5e46deecec50", "status": "completed", "code": 200}]} {{(pid=103230) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 19:02:24.606009 n-d-713498-36 neutron-server[103230]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-8c56e657-70f8-4674-b98d-dbf6d15cd653 {{(pid=103230) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 19:02:24.606408 n-d-713498-36 neutron-server[103230]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e44926b7-3a08-4ba5-9959-169405fce0da', 'tag': '5fd0a4a5-8221-4221-940c-5e46deecec50', 'status': 'completed', 'code': 200} Feb 09 19:02:24.607031 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-7b4de231-2f06-4ccb-8391-bef6544d0a23 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1892331'] for security_group (30d3209a-16c3-4f02-998b-3850b55d6317), after_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:02:24.611276 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-eaeec16e-0f17-4762-b58d-91c0d6df4d26 req-159c8407-eeee-4a90-ae27-f9a16ede9e97 tempest-DeleteServersAdminTestJSON-1745105309 tempest-DeleteServersAdminTestJSON-1745105309-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171096'] for port (None), before_response {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:02:24.615807 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-eaeec16e-0f17-4762-b58d-91c0d6df4d26 req-159c8407-eeee-4a90-ae27-f9a16ede9e97 tempest-DeleteServersAdminTestJSON-1745105309 tempest-DeleteServersAdminTestJSON-1745105309-project-admin] 10.222.0.90 "DELETE /v2.0/ports/d13cb5d9-4c5d-481e-8220-42be37698d52 HTTP/1.1" status: 204 len: 173 time: 1.1085699 Feb 09 19:02:24.616810 n-d-713498-36 neutron-server[103229]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e46e24cb-41e4-4fb5-ac50-31f8ed645b0d', 'name': 'network-vif-deleted', 'tag': 'd13cb5d9-4c5d-481e-8220-42be37698d52'}] {{(pid=103229) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 19:02:24.621886 n-d-713498-36 neutron-server[103229]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fa6ae9a20702bd564eaf90d946620b2b4277b1ab91129323d3b54181076be307" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f99a81e8-078e-45b5-b922-8c113177c18d" -d '{"events": [{"server_uuid": "e46e24cb-41e4-4fb5-ac50-31f8ed645b0d", "name": "network-vif-deleted", "tag": "d13cb5d9-4c5d-481e-8220-42be37698d52"}]}' {{(pid=103229) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 19:02:24.747320 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-7b4de231-2f06-4ccb-8391-bef6544d0a23 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=1658a28f8f8c4c50892edd18fb65198c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8433249 Feb 09 19:02:24.748443 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 45310) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:02:24.750625 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b4de231-2f06-4ccb-8391-bef6544d0a23 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=30d3209a-16c3-4f02-998b-3850b55d6317,revision_number=1']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:02:24.759497 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-36baca68-1f2f-4ce6-9c11-0acd3f6c5f75 req-8c6e5533-0843-4524-8222-59e273bca8f6 service neutron] 10.222.0.89 "GET /v2.0/security-groups?id=e3cb5363-3b49-4f74-b239-a871e755b40a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1868563 Feb 09 19:02:24.810430 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-e324f9f1-5914-4ecb-bdcb-651478ce65f1 admin admin] Publish callbacks [] for security_group (30d3209a-16c3-4f02-998b-3850b55d6317), before_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:02:24.811159 n-d-713498-36 neutron-server[103229]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 19:02:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fd283e85-f679-442e-bba4-ed8ce9ff7578 x-openstack-request-id: req-fd283e85-f679-442e-bba4-ed8ce9ff7578 {{(pid=103229) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 19:02:24.811539 n-d-713498-36 neutron-server[103229]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e46e24cb-41e4-4fb5-ac50-31f8ed645b0d", "name": "network-vif-deleted", "tag": "d13cb5d9-4c5d-481e-8220-42be37698d52", "status": "completed", "code": 200}]} {{(pid=103229) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 19:02:24.815934 n-d-713498-36 neutron-server[103229]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-fd283e85-f679-442e-bba4-ed8ce9ff7578 {{(pid=103229) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 19:02:24.816497 n-d-713498-36 neutron-server[103229]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e46e24cb-41e4-4fb5-ac50-31f8ed645b0d', 'name': 'network-vif-deleted', 'tag': 'd13cb5d9-4c5d-481e-8220-42be37698d52', 'status': 'completed', 'code': 200} Feb 09 19:02:24.835215 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-e324f9f1-5914-4ecb-bdcb-651478ce65f1 admin admin] Publish callbacks [] for security_group (30d3209a-16c3-4f02-998b-3850b55d6317), precommit_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:02:24.889253 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f673323-a407-4bd5-85f2-79af270d9ef7 req-27b85fcc-24bb-4c9a-8e57-5b7a5ade807b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:02:24.890857 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-2f673323-a407-4bd5-85f2-79af270d9ef7 req-27b85fcc-24bb-4c9a-8e57-5b7a5ade807b service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=db4a76503c5c4c5ebf7d39652b9014b3&device_id=e44926b7-3a08-4ba5-9959-169405fce0da HTTP/1.1" status: 200 len: 1127 time: 0.4002600 Feb 09 19:02:24.917199 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-e324f9f1-5914-4ecb-bdcb-651478ce65f1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1892331'] for security_group (30d3209a-16c3-4f02-998b-3850b55d6317), after_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:02:24.920291 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-e324f9f1-5914-4ecb-bdcb-651478ce65f1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:02:24.921441 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-e324f9f1-5914-4ecb-bdcb-651478ce65f1 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/30d3209a-16c3-4f02-998b-3850b55d6317 HTTP/1.1" status: 204 len: 168 time: 0.1718123 Feb 09 19:02:24.922221 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40d04573-0f9a-48fd-a452-4f61d76e6461 req-9f10c90b-17e9-4b29-bcf2-618c0c8ebb61 tempest-VolumesAdminNegativeTest-1857604815 tempest-VolumesAdminNegativeTest-1857604815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:02:24.930203 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-40d04573-0f9a-48fd-a452-4f61d76e6461 req-9f10c90b-17e9-4b29-bcf2-618c0c8ebb61 tempest-VolumesAdminNegativeTest-1857604815 tempest-VolumesAdminNegativeTest-1857604815-project] 10.222.0.75 "GET /v2.0/ports?device_id=e44926b7-3a08-4ba5-9959-169405fce0da HTTP/1.1" status: 200 len: 944 time: 0.4380891 Feb 09 19:02:24.933391 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e324f9f1-5914-4ecb-bdcb-651478ce65f1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=30d3209a-16c3-4f02-998b-3850b55d6317,revision_number=None']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:02:24.949582 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5e77deb-9dff-46d7-adfe-c48297ea3713 req-482a8929-dd29-43ad-bfc4-7495de9c60b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:02:24.951136 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-f5e77deb-9dff-46d7-adfe-c48297ea3713 req-482a8929-dd29-43ad-bfc4-7495de9c60b2 service neutron] 10.222.0.90 "GET /v2.0/networks?id=22186bb1-1c50-47a0-85ed-567124795ab8 HTTP/1.1" status: 200 len: 924 time: 0.3506327 Feb 09 19:02:25.004501 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-ec6872de-67fd-430d-a22b-79d7d8ffb5b9 req-69c4c512-1336-44a2-a3e7-fc09e4487915 tempest-DeleteServersAdminTestJSON-568076601 tempest-DeleteServersAdminTestJSON-568076601-project] 10.222.0.75 "GET /v2.0/ports?device_id=e46e24cb-41e4-4fb5-ac50-31f8ed645b0d HTTP/1.1" status: 200 len: 210 time: 0.0474119 Feb 09 19:02:25.014519 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-2f673323-a407-4bd5-85f2-79af270d9ef7 req-55a5442e-6413-41b5-9272-52fc5689d869 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=5fd0a4a5-8221-4221-940c-5e46deecec50 HTTP/1.1" status: 200 len: 217 time: 0.0592828 Feb 09 19:02:25.065838 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-f5e77deb-9dff-46d7-adfe-c48297ea3713 req-872f334f-ddf5-4a75-8f92-7a9b631bb298 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=443a3b6c-9e92-46fa-93f9-70cbd9a2f3ba HTTP/1.1" status: 200 len: 217 time: 0.1004012 Feb 09 19:02:25.130242 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-40d04573-0f9a-48fd-a452-4f61d76e6461 req-5d05b5ea-9e20-45bc-973b-513be3413d7a tempest-VolumesAdminNegativeTest-1857604815 tempest-VolumesAdminNegativeTest-1857604815-project] 10.222.0.75 "GET /v2.0/security-groups?id=ddb23fc3-aa29-4777-a6d0-38c746159132&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1965156 Feb 09 19:02:25.186495 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f673323-a407-4bd5-85f2-79af270d9ef7 req-6b9923e1-1042-4cc6-9a01-f66a03a91706 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:02:25.187913 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-2f673323-a407-4bd5-85f2-79af270d9ef7 req-6b9923e1-1042-4cc6-9a01-f66a03a91706 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=6b24333c-810b-42fe-9d36-042fe9dbd8ee HTTP/1.1" status: 200 len: 854 time: 0.1399643 Feb 09 19:02:25.232137 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5e77deb-9dff-46d7-adfe-c48297ea3713 req-c3c4f89d-235c-4e82-a03c-b736e549f64f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:02:25.234395 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-f5e77deb-9dff-46d7-adfe-c48297ea3713 req-c3c4f89d-235c-4e82-a03c-b736e549f64f service neutron] 10.222.0.90 "GET /v2.0/subnets?id=75c6a744-acd8-4cbc-b5ba-1f5214db2393 HTTP/1.1" status: 200 len: 862 time: 0.1270597 Feb 09 19:02:25.238337 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-2f673323-a407-4bd5-85f2-79af270d9ef7 req-d623ff3b-bd39-47eb-9b05-0113249cec88 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=99ddb91b-36ce-41aa-b11d-fd03c6f9fdc9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0433226 Feb 09 19:02:25.473417 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 45344) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:02:25.521887 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72b4fc9c-7cd7-4592-8483-2a8f87e3ebb5 req-37f98dba-285f-4fdb-b456-0e95a100fe3c tempest-ServersWithSpecificFlavorTestJSON-1030228139 tempest-ServersWithSpecificFlavorTestJSON-1030228139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:02:25.525698 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-72b4fc9c-7cd7-4592-8483-2a8f87e3ebb5 req-37f98dba-285f-4fdb-b456-0e95a100fe3c tempest-ServersWithSpecificFlavorTestJSON-1030228139 tempest-ServersWithSpecificFlavorTestJSON-1030228139-project] 10.222.0.75 "GET /v2.0/ports?device_id=3fc1751e-c4e4-428c-9985-7513cf2de861 HTTP/1.1" status: 200 len: 946 time: 0.0833745 Feb 09 19:02:25.570751 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 45350) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:02:25.614953 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-5ee9d802-0ee5-47c4-af11-820992b1a66d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:02:25.638982 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-930b5e79-bd3a-474c-8553-9fd391efaaab req-4821adee-426d-40fb-b69f-45818af2e349 tempest-LiveAutoBlockMigrationV225Test-2127879101 tempest-LiveAutoBlockMigrationV225Test-2127879101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:02:25.646009 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-930b5e79-bd3a-474c-8553-9fd391efaaab req-4821adee-426d-40fb-b69f-45818af2e349 tempest-LiveAutoBlockMigrationV225Test-2127879101 tempest-LiveAutoBlockMigrationV225Test-2127879101-project] 10.222.0.75 "GET /v2.0/ports?device_id=4e423b27-3023-4ca3-87d1-42d68436aee9 HTTP/1.1" status: 200 len: 967 time: 0.4105070 Feb 09 19:02:25.646590 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-72b4fc9c-7cd7-4592-8483-2a8f87e3ebb5 req-7a0aa298-2472-40b0-b1da-881ee57274a1 tempest-ServersWithSpecificFlavorTestJSON-1030228139 tempest-ServersWithSpecificFlavorTestJSON-1030228139-project] 10.222.0.75 "GET /v2.0/security-groups?id=7095cade-8760-483a-a246-f0df5ddf6b33&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1013527 Feb 09 19:02:25.667644 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5e77deb-9dff-46d7-adfe-c48297ea3713 req-2dde33e4-47f0-4073-9127-6856794f9ca7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:02:25.669398 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-f5e77deb-9dff-46d7-adfe-c48297ea3713 req-2dde33e4-47f0-4073-9127-6856794f9ca7 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=22186bb1-1c50-47a0-85ed-567124795ab8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.4179983 Feb 09 19:02:25.676995 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-2f673323-a407-4bd5-85f2-79af270d9ef7 req-48b1ab90-7dff-414b-a530-e8cff15e15a0 service neutron] 10.222.0.89 "GET /v2.0/networks/99ddb91b-36ce-41aa-b11d-fd03c6f9fdc9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4268556 Feb 09 19:02:25.907694 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-ac8b7729-13da-4963-9427-f932af3c016b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:02:25.943679 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-930b5e79-bd3a-474c-8553-9fd391efaaab req-6b4ebf9a-54ab-492e-9333-deb2847d8d95 tempest-LiveAutoBlockMigrationV225Test-2127879101 tempest-LiveAutoBlockMigrationV225Test-2127879101-project] 10.222.0.75 "GET /v2.0/security-groups?id=e3cb5363-3b49-4f74-b239-a871e755b40a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2963653 Feb 09 19:02:25.968024 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-033f4d8f-3ae1-42cd-aff2-495282537fca req-452d7f8f-9b2b-4df7-8571-c29f613d82eb tempest-ServersWithSpecificFlavorTestJSON-1030228139 tempest-ServersWithSpecificFlavorTestJSON-1030228139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:02:25.969525 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-033f4d8f-3ae1-42cd-aff2-495282537fca req-452d7f8f-9b2b-4df7-8571-c29f613d82eb tempest-ServersWithSpecificFlavorTestJSON-1030228139 tempest-ServersWithSpecificFlavorTestJSON-1030228139-project] 10.222.0.75 "GET /v2.0/ports?device_id=3fc1751e-c4e4-428c-9985-7513cf2de861 HTTP/1.1" status: 200 len: 946 time: 0.1098185 Feb 09 19:02:25.984384 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 45362) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:02:25.989152 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.v2.base [None req-d2f97ef9-14e3-4778-802d-f5fde32d572b tempest-ServersWithSpecificFlavorTestJSON-1030228139 tempest-ServersWithSpecificFlavorTestJSON-1030228139-project] Request body: {'floatingip': {'port_id': '443a3b6c-9e92-46fa-93f9-70cbd9a2f3ba'}} {{(pid=103230) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 19:02:26.049433 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-5ee9d802-0ee5-47c4-af11-820992b1a66d admin admin] Publish callbacks [] for security_group (7f54f156-43ec-4581-90a2-729369b20484), precommit_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:02:26.069898 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-5ee9d802-0ee5-47c4-af11-820992b1a66d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1892331'] for security_group (7f54f156-43ec-4581-90a2-729369b20484), after_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:02:26.079556 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-d2f97ef9-14e3-4778-802d-f5fde32d572b tempest-ServersWithSpecificFlavorTestJSON-1030228139 tempest-ServersWithSpecificFlavorTestJSON-1030228139-project] Publish callbacks [] for floatingip (52d21fb6-befd-4f67-8a57-5bb13591ad0c), before_update {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:02:26.091796 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-2f673323-a407-4bd5-85f2-79af270d9ef7 req-cefc68a8-047f-4bba-b23f-4b9a32283299 service neutron] 10.222.0.89 "GET /v2.0/networks/99ddb91b-36ce-41aa-b11d-fd03c6f9fdc9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4018135 Feb 09 19:02:26.097283 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-f5e77deb-9dff-46d7-adfe-c48297ea3713 req-44a3f3b2-a840-4dc5-a438-c9d4b43e232a service neutron] 10.222.0.90 "GET /v2.0/networks/22186bb1-1c50-47a0-85ed-567124795ab8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4052310 Feb 09 19:02:26.244504 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-5ee9d802-0ee5-47c4-af11-820992b1a66d admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=91b89cd7cba145f5b54d64a1ddf047e0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6692085 Feb 09 19:02:26.249988 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 45382) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:02:26.293360 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-ac8b7729-13da-4963-9427-f932af3c016b admin admin] Publish callbacks [] for security_group (a32206cd-184d-4655-ae3c-9082b2bb9a6f), precommit_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:02:26.309117 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ee9d802-0ee5-47c4-af11-820992b1a66d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7f54f156-43ec-4581-90a2-729369b20484,revision_number=1']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:02:26.349733 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-ac8b7729-13da-4963-9427-f932af3c016b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1892331'] for security_group (a32206cd-184d-4655-ae3c-9082b2bb9a6f), after_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:02:26.403503 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-f5e77deb-9dff-46d7-adfe-c48297ea3713 req-b7778023-5be5-4a60-bd91-75c566a73ad5 service neutron] 10.222.0.90 "GET /v2.0/networks/22186bb1-1c50-47a0-85ed-567124795ab8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2986488 Feb 09 19:02:26.409841 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e25d898-aec4-474d-9e35-8fccb0963952 req-5ab13e15-45f4-48f0-8200-06e8e0c3ade1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:02:26.414117 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-2e25d898-aec4-474d-9e35-8fccb0963952 req-5ab13e15-45f4-48f0-8200-06e8e0c3ade1 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=db4a76503c5c4c5ebf7d39652b9014b3&device_id=e44926b7-3a08-4ba5-9959-169405fce0da HTTP/1.1" status: 200 len: 1127 time: 0.1667204 Feb 09 19:02:26.426525 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed0c6822-b841-4b28-93b8-6def1490ca02 req-3e2e9e96-8346-4bd8-b256-66110aa824e9 tempest-VolumesAdminNegativeTest-1857604815 tempest-VolumesAdminNegativeTest-1857604815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:02:26.429837 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-ed0c6822-b841-4b28-93b8-6def1490ca02 req-3e2e9e96-8346-4bd8-b256-66110aa824e9 tempest-VolumesAdminNegativeTest-1857604815 tempest-VolumesAdminNegativeTest-1857604815-project] 10.222.0.75 "GET /v2.0/ports?device_id=e44926b7-3a08-4ba5-9959-169405fce0da HTTP/1.1" status: 200 len: 944 time: 0.1647770 Feb 09 19:02:26.508112 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-79ebc114-6861-4b59-bfbc-53ab4c7cd42c req-c360a390-c429-47ca-94eb-9ed63a105560 tempest-DeleteServersAdminTestJSON-568076601 tempest-DeleteServersAdminTestJSON-568076601-project] 10.222.0.75 "GET /v2.0/networks?tenant_id=48e589a1e5c540ffa1d39621749c63d1&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0738814 Feb 09 19:02:26.522196 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-ac8b7729-13da-4963-9427-f932af3c016b admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=ed18f563d24a4c8096b4dfabb66bb8e6&name=default HTTP/1.1" status: 200 len: 2996 time: 1.0473619 Feb 09 19:02:26.528468 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 45408) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:02:26.541254 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac8b7729-13da-4963-9427-f932af3c016b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a32206cd-184d-4655-ae3c-9082b2bb9a6f,revision_number=1']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:02:26.635756 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-1846221d-af91-43f9-8ce9-13814f9e8634 admin admin] Publish callbacks [] for security_group (a32206cd-184d-4655-ae3c-9082b2bb9a6f), before_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:02:26.647733 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-00178bb1-7820-4968-a913-b39381f52037 admin admin] Publish callbacks [] for security_group (7f54f156-43ec-4581-90a2-729369b20484), before_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:02:26.666144 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-ed0c6822-b841-4b28-93b8-6def1490ca02 req-4f3289b2-bdf8-4278-89d2-91ed1f411813 tempest-VolumesAdminNegativeTest-1857604815 tempest-VolumesAdminNegativeTest-1857604815-project] 10.222.0.75 "GET /v2.0/security-groups?id=ddb23fc3-aa29-4777-a6d0-38c746159132&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2199326 Feb 09 19:02:26.681619 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 45412) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:02:26.694027 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-1846221d-af91-43f9-8ce9-13814f9e8634 admin admin] Publish callbacks [] for security_group (a32206cd-184d-4655-ae3c-9082b2bb9a6f), precommit_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:02:26.706070 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e25d898-aec4-474d-9e35-8fccb0963952 req-62618538-ec65-41e0-b782-37c0bd19b36a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:02:26.707724 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-2e25d898-aec4-474d-9e35-8fccb0963952 req-62618538-ec65-41e0-b782-37c0bd19b36a service neutron] 10.222.0.89 "GET /v2.0/networks?id=99ddb91b-36ce-41aa-b11d-fd03c6f9fdc9 HTTP/1.1" status: 200 len: 915 time: 0.2764995 Feb 09 19:02:26.777834 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-2e25d898-aec4-474d-9e35-8fccb0963952 req-9be3c176-59e7-40cf-a55a-13e7f85a4539 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=5fd0a4a5-8221-4221-940c-5e46deecec50 HTTP/1.1" status: 200 len: 217 time: 0.0602467 Feb 09 19:02:26.863304 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-1846221d-af91-43f9-8ce9-13814f9e8634 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1892331'] for security_group (a32206cd-184d-4655-ae3c-9082b2bb9a6f), after_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:02:26.866295 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-1846221d-af91-43f9-8ce9-13814f9e8634 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:02:26.867533 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-1846221d-af91-43f9-8ce9-13814f9e8634 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/a32206cd-184d-4655-ae3c-9082b2bb9a6f HTTP/1.1" status: 204 len: 168 time: 0.3362536 Feb 09 19:02:26.938675 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e25d898-aec4-474d-9e35-8fccb0963952 req-586610c1-287f-49f9-85ed-e4709671fb36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:02:26.941553 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-2e25d898-aec4-474d-9e35-8fccb0963952 req-586610c1-287f-49f9-85ed-e4709671fb36 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=6b24333c-810b-42fe-9d36-042fe9dbd8ee HTTP/1.1" status: 200 len: 854 time: 0.1565616 Feb 09 19:02:26.948159 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79ebc114-6861-4b59-bfbc-53ab4c7cd42c req-7ac4e27f-e2f7-4551-8359-162d25aed59d tempest-DeleteServersAdminTestJSON-568076601 tempest-DeleteServersAdminTestJSON-568076601-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:02:26.956320 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-79ebc114-6861-4b59-bfbc-53ab4c7cd42c req-7ac4e27f-e2f7-4551-8359-162d25aed59d tempest-DeleteServersAdminTestJSON-568076601 tempest-DeleteServersAdminTestJSON-568076601-project] 10.222.0.75 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4472127 Feb 09 19:02:26.972540 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-51b595d3-7cb4-4240-8da4-1a47a95db07a admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=b41f257f8de84d918942be9d6a5dfbda&name=default HTTP/1.1" status: 200 len: 2992 time: 0.2869244 Feb 09 19:02:26.983488 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1846221d-af91-43f9-8ce9-13814f9e8634 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a32206cd-184d-4655-ae3c-9082b2bb9a6f,revision_number=None']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:02:26.990987 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 45422) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:02:27.071953 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-2e25d898-aec4-474d-9e35-8fccb0963952 req-95c79bcf-b8ea-46c8-b63e-d4d30914c4eb service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=99ddb91b-36ce-41aa-b11d-fd03c6f9fdc9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1181574 Feb 09 19:02:27.105631 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-79ebc114-6861-4b59-bfbc-53ab4c7cd42c req-d2b5b2b1-7091-47b6-a0a6-f62c494b89d7 tempest-DeleteServersAdminTestJSON-568076601 tempest-DeleteServersAdminTestJSON-568076601-project] 10.222.0.75 "GET /v2.0/quotas/48e589a1e5c540ffa1d39621749c63d1 HTTP/1.1" status: 200 len: 375 time: 0.1481664 Feb 09 19:02:27.159024 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-00178bb1-7820-4968-a913-b39381f52037 admin admin] Publish callbacks [] for security_group (7f54f156-43ec-4581-90a2-729369b20484), precommit_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:02:27.163260 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-caa6fc89-046a-48dc-aa25-74bf7a31729b admin admin] Publish callbacks [] for security_group (54b5222f-ba15-4103-8957-3e4509fdb27b), before_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:02:27.207717 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-caa6fc89-046a-48dc-aa25-74bf7a31729b admin admin] Publish callbacks [] for security_group (54b5222f-ba15-4103-8957-3e4509fdb27b), precommit_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:02:27.209243 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 45430) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:02:27.262967 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70b1c401-0f5c-415a-9180-0b70b474aa88 req-3577d628-7889-4711-9b1e-ce2e7cdb6b14 tempest-LiveAutoBlockMigrationV225Test-2127879101 tempest-LiveAutoBlockMigrationV225Test-2127879101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:02:27.264484 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-70b1c401-0f5c-415a-9180-0b70b474aa88 req-3577d628-7889-4711-9b1e-ce2e7cdb6b14 tempest-LiveAutoBlockMigrationV225Test-2127879101 tempest-LiveAutoBlockMigrationV225Test-2127879101-project] 10.222.0.75 "GET /v2.0/ports?device_id=4e423b27-3023-4ca3-87d1-42d68436aee9 HTTP/1.1" status: 200 len: 967 time: 0.1635134 Feb 09 19:02:27.265252 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-b472a9df-ce95-49fa-8aa8-b7e5c2cd9e25 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:02:27.281471 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-79ebc114-6861-4b59-bfbc-53ab4c7cd42c req-1ddcdc67-0a39-4ab5-b749-625740bbf163 tempest-DeleteServersAdminTestJSON-568076601 tempest-DeleteServersAdminTestJSON-568076601-project] 10.222.0.75 "GET /v2.0/ports?tenant_id=48e589a1e5c540ffa1d39621749c63d1&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0893996 Feb 09 19:02:27.313073 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-2e25d898-aec4-474d-9e35-8fccb0963952 req-61f07809-7485-4d28-af07-60e583e2a6b9 service neutron] 10.222.0.89 "GET /v2.0/networks/99ddb91b-36ce-41aa-b11d-fd03c6f9fdc9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2300704 Feb 09 19:02:27.397601 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Device d13cb5d9-4c5d-481e-8220-42be37698d52 no longer exists at agent hyperv_n-h2-713498-36 {{(pid=103232) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 19:02:27.411421 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-00178bb1-7820-4968-a913-b39381f52037 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1892331'] for security_group (7f54f156-43ec-4581-90a2-729369b20484), after_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:02:27.414280 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-00178bb1-7820-4968-a913-b39381f52037 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:02:27.415816 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-00178bb1-7820-4968-a913-b39381f52037 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/7f54f156-43ec-4581-90a2-729369b20484 HTTP/1.1" status: 204 len: 168 time: 1.1631913 Feb 09 19:02:27.444271 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-7429db8d-6021-40ad-813e-885be449a89b None None] No Port match for: d13cb5d9-4c5d-481e-8220-42be37698d52 {{(pid=103232) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 19:02:27.445502 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-caa6fc89-046a-48dc-aa25-74bf7a31729b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1892331'] for security_group (54b5222f-ba15-4103-8957-3e4509fdb27b), after_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:02:27.445744 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Device d13cb5d9-4c5d-481e-8220-42be37698d52 not bound to the agent host n-h2-713498-36 {{(pid=103232) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 19:02:27.449122 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-caa6fc89-046a-48dc-aa25-74bf7a31729b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:02:27.454463 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-caa6fc89-046a-48dc-aa25-74bf7a31729b admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/54b5222f-ba15-4103-8957-3e4509fdb27b HTTP/1.1" status: 204 len: 168 time: 0.4196136 Feb 09 19:02:27.470575 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-70b1c401-0f5c-415a-9180-0b70b474aa88 req-8d5e6434-41e0-42fa-903f-f9a84a063de5 tempest-LiveAutoBlockMigrationV225Test-2127879101 tempest-LiveAutoBlockMigrationV225Test-2127879101-project] 10.222.0.75 "GET /v2.0/security-groups?id=e3cb5363-3b49-4f74-b239-a871e755b40a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1875858 Feb 09 19:02:27.493794 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00178bb1-7820-4968-a913-b39381f52037 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7f54f156-43ec-4581-90a2-729369b20484,revision_number=None']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:02:27.507883 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.db.resource_extend [None req-d2f97ef9-14e3-4778-802d-f5fde32d572b tempest-ServersWithSpecificFlavorTestJSON-1030228139 tempest-ServersWithSpecificFlavorTestJSON-1030228139-project] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103230) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 09 19:02:27.549566 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-b472a9df-ce95-49fa-8aa8-b7e5c2cd9e25 admin admin] Publish callbacks [] for security_group (2499c637-0b2b-4539-98e2-5ef603003bbf), precommit_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:02:27.598357 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-2e25d898-aec4-474d-9e35-8fccb0963952 req-dbd939b9-3fac-4b03-8fad-b30d7601e4b7 service neutron] 10.222.0.89 "GET /v2.0/networks/99ddb91b-36ce-41aa-b11d-fd03c6f9fdc9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2756565 Feb 09 19:02:27.599087 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caa6fc89-046a-48dc-aa25-74bf7a31729b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=54b5222f-ba15-4103-8957-3e4509fdb27b,revision_number=None']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:02:27.604001 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-b472a9df-ce95-49fa-8aa8-b7e5c2cd9e25 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1892331'] for security_group (2499c637-0b2b-4539-98e2-5ef603003bbf), after_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:02:27.630500 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-d2f97ef9-14e3-4778-802d-f5fde32d572b tempest-ServersWithSpecificFlavorTestJSON-1030228139 tempest-ServersWithSpecificFlavorTestJSON-1030228139-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:02:27.637597 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-d2f97ef9-14e3-4778-802d-f5fde32d572b tempest-ServersWithSpecificFlavorTestJSON-1030228139 tempest-ServersWithSpecificFlavorTestJSON-1030228139-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1818909'] for floatingip (52d21fb6-befd-4f67-8a57-5bb13591ad0c), after_update {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:02:27.676537 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b472a9df-ce95-49fa-8aa8-b7e5c2cd9e25 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2499c637-0b2b-4539-98e2-5ef603003bbf,revision_number=1']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:02:27.707212 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-54f2c982-d6a0-4e75-a239-8c5334f61658 req-84fa6d62-889d-4796-a1d5-cc27cce8a23f tempest-DeleteServersAdminTestJSON-568076601 tempest-DeleteServersAdminTestJSON-568076601-project] 10.222.0.75 "GET /v2.0/ports?device_id=82a993ea-e1fb-4611-9b4b-af8aef416185 HTTP/1.1" status: 200 len: 210 time: 0.1057148 Feb 09 19:02:27.746966 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 45454) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:02:27.747662 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-b472a9df-ce95-49fa-8aa8-b7e5c2cd9e25 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=dedc3e41f22b486396469fd410758acb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5370984 Feb 09 19:02:27.811949 n-d-713498-36 neutron-server[103230]: INFO neutron.db.l3_db [None req-d2f97ef9-14e3-4778-802d-f5fde32d572b tempest-ServersWithSpecificFlavorTestJSON-1030228139 tempest-ServersWithSpecificFlavorTestJSON-1030228139-project] Floating IP 52d21fb6-befd-4f67-8a57-5bb13591ad0c associated. External IP: 172.25.1.34, port: 443a3b6c-9e92-46fa-93f9-70cbd9a2f3ba. Feb 09 19:02:27.882715 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-73eba905-70db-4f69-8fe6-838f50491aba admin admin] Publish callbacks [] for security_group (2499c637-0b2b-4539-98e2-5ef603003bbf), before_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:02:27.920600 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-73eba905-70db-4f69-8fe6-838f50491aba admin admin] Publish callbacks [] for security_group (2499c637-0b2b-4539-98e2-5ef603003bbf), precommit_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:02:28.060421 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-73eba905-70db-4f69-8fe6-838f50491aba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1892331'] for security_group (2499c637-0b2b-4539-98e2-5ef603003bbf), after_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:02:28.063079 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-73eba905-70db-4f69-8fe6-838f50491aba admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:02:28.064308 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-73eba905-70db-4f69-8fe6-838f50491aba admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/2499c637-0b2b-4539-98e2-5ef603003bbf HTTP/1.1" status: 204 len: 168 time: 0.3160925 Feb 09 19:02:28.083798 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73eba905-70db-4f69-8fe6-838f50491aba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2499c637-0b2b-4539-98e2-5ef603003bbf,revision_number=None']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:02:28.113305 n-d-713498-36 neutron-server[103230]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d2f97ef9-14e3-4778-802d-f5fde32d572b tempest-ServersWithSpecificFlavorTestJSON-1030228139 tempest-ServersWithSpecificFlavorTestJSON-1030228139-project] Router a0ab541a-939a-4f11-b315-84034bd5accf has already been hosted by L3 agent 93303d5e-5d17-45e8-8963-7694f87783ae {{(pid=103230) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 19:02:28.278714 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88cc1944-7e87-4f87-9e5d-8c69bac3caf1 req-fbd7a160-527a-4c6c-8e12-2b64fa6d5480 tempest-LiveAutoBlockMigrationV225Test-1149753898 tempest-LiveAutoBlockMigrationV225Test-1149753898-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:02:28.280272 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-88cc1944-7e87-4f87-9e5d-8c69bac3caf1 req-fbd7a160-527a-4c6c-8e12-2b64fa6d5480 tempest-LiveAutoBlockMigrationV225Test-1149753898 tempest-LiveAutoBlockMigrationV225Test-1149753898-project-admin] 10.222.0.75 "GET /v2.0/ports?device_id=4e423b27-3023-4ca3-87d1-42d68436aee9 HTTP/1.1" status: 200 len: 1150 time: 0.0852661 Feb 09 19:02:28.355170 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-88cc1944-7e87-4f87-9e5d-8c69bac3caf1 req-123261c7-eab2-4dfa-9d2b-4b45a11b0935 tempest-LiveAutoBlockMigrationV225Test-1149753898 tempest-LiveAutoBlockMigrationV225Test-1149753898-project-admin] 10.222.0.75 "GET /v2.0/security-groups?id=e3cb5363-3b49-4f74-b239-a871e755b40a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0677950 Feb 09 19:02:28.362092 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d2f97ef9-14e3-4778-802d-f5fde32d572b tempest-ServersWithSpecificFlavorTestJSON-1030228139 tempest-ServersWithSpecificFlavorTestJSON-1030228139-project] Notify agent at l3_agent.n-d-713498-36 the message routers_updated {{(pid=103230) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 19:02:28.384689 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-d2f97ef9-14e3-4778-802d-f5fde32d572b tempest-ServersWithSpecificFlavorTestJSON-1030228139 tempest-ServersWithSpecificFlavorTestJSON-1030228139-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171096'] for floatingip (None), before_response {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:02:28.390841 n-d-713498-36 neutron-server[103233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8387a15-7cf9-4de9-b583-dd92436e6c7c None None] Sync routers for ids ['a0ab541a-939a-4f11-b315-84034bd5accf'] in n-d-713498-36 {{(pid=103233) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 19:02:28.403501 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 45468) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:02:28.409111 n-d-713498-36 neutron-server[103233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8387a15-7cf9-4de9-b583-dd92436e6c7c None None] Routers {'a0ab541a-939a-4f11-b315-84034bd5accf'} bound to L3 agent in host n-d-713498-36 {{(pid=103233) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 19:02:28.411217 n-d-713498-36 neutron-server[103233]: DEBUG neutron.db.l3_hamode_db [None req-c8387a15-7cf9-4de9-b583-dd92436e6c7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T18:51:43Z,description=,heartbeat_timestamp=2022-02-09T19:02:13Z,host='n-d-713498-36',id=93303d5e-5d17-45e8-8963-7694f87783ae,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T18:51:43Z,topic='l3_agent')) {'router_ids': ['a0ab541a-939a-4f11-b315-84034bd5accf'], 'active': True} {{(pid=103233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:02:28.473947 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d29d352-e1ff-417e-aef0-2a2fc0e9045e req-d372ecac-e444-4631-b7fd-90a9333b94de tempest-VolumesAdminNegativeTest-1857604815 tempest-VolumesAdminNegativeTest-1857604815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:02:28.475586 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-5d29d352-e1ff-417e-aef0-2a2fc0e9045e req-d372ecac-e444-4631-b7fd-90a9333b94de tempest-VolumesAdminNegativeTest-1857604815 tempest-VolumesAdminNegativeTest-1857604815-project] 10.222.0.75 "GET /v2.0/ports?device_id=e44926b7-3a08-4ba5-9959-169405fce0da HTTP/1.1" status: 200 len: 944 time: 0.2093232 Feb 09 19:02:28.488228 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-bdf164f7-6c2a-43ca-965e-f5cdd80cd06b admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=234885b01e0c4279acc180ffb430dd8f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0831420 Feb 09 19:02:28.491006 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 45478) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:02:28.505120 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-d2f97ef9-14e3-4778-802d-f5fde32d572b tempest-ServersWithSpecificFlavorTestJSON-1030228139 tempest-ServersWithSpecificFlavorTestJSON-1030228139-project] 10.222.0.75 "PUT /v2.0/floatingips/52d21fb6-befd-4f67-8a57-5bb13591ad0c HTTP/1.1" status: 200 len: 991 time: 2.5169220 Feb 09 19:02:28.505120 n-d-713498-36 neutron-server[103230]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3fc1751e-c4e4-428c-9985-7513cf2de861', 'tag': '443a3b6c-9e92-46fa-93f9-70cbd9a2f3ba'}] {{(pid=103230) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 19:02:28.508031 n-d-713498-36 neutron-server[103230]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aee5919275bae9f72eb374ee322673045eb80c1f84b4b45a97d96923bd50ab51" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f38db66d-04f3-4079-b79c-b45f78c37efd" -d '{"events": [{"name": "network-changed", "server_uuid": "3fc1751e-c4e4-428c-9985-7513cf2de861", "tag": "443a3b6c-9e92-46fa-93f9-70cbd9a2f3ba"}]}' {{(pid=103230) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 19:02:28.557908 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-5d29d352-e1ff-417e-aef0-2a2fc0e9045e req-c07c9102-96f7-4864-a21d-8a86cff4feb1 tempest-VolumesAdminNegativeTest-1857604815 tempest-VolumesAdminNegativeTest-1857604815-project] 10.222.0.75 "GET /v2.0/security-groups?id=ddb23fc3-aa29-4777-a6d0-38c746159132&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0738549 Feb 09 19:02:28.602025 n-d-713498-36 neutron-server[103233]: DEBUG neutron.db.l3_dvr_db [None req-c8387a15-7cf9-4de9-b583-dd92436e6c7c None None] Set router a0ab541a-939a-4f11-b315-84034bd5accf gateway port host: n-d-713498-36 {{(pid=103233) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 19:02:28.612157 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-02d8169c-6c73-4902-8fc1-c13a94c152d4 admin admin] Publish callbacks [] for security_group (07ec41cf-d3c6-42e6-8539-5da1409cc860), before_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:02:28.659348 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-02d8169c-6c73-4902-8fc1-c13a94c152d4 admin admin] Publish callbacks [] for security_group (07ec41cf-d3c6-42e6-8539-5da1409cc860), precommit_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:02:28.730625 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-02d8169c-6c73-4902-8fc1-c13a94c152d4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1892331'] for security_group (07ec41cf-d3c6-42e6-8539-5da1409cc860), after_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:02:28.731676 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acbaccce-8c37-4a65-9345-f1c8440d085a req-b72ade07-e1c5-4dd3-bd7f-0095bf9a72a4 tempest-LiveAutoBlockMigrationV225Test-1149753898 tempest-LiveAutoBlockMigrationV225Test-1149753898-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:02:28.734950 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-02d8169c-6c73-4902-8fc1-c13a94c152d4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:02:28.740341 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-02d8169c-6c73-4902-8fc1-c13a94c152d4 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/07ec41cf-d3c6-42e6-8539-5da1409cc860 HTTP/1.1" status: 204 len: 168 time: 0.2457643 Feb 09 19:02:28.740502 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-acbaccce-8c37-4a65-9345-f1c8440d085a req-b72ade07-e1c5-4dd3-bd7f-0095bf9a72a4 tempest-LiveAutoBlockMigrationV225Test-1149753898 tempest-LiveAutoBlockMigrationV225Test-1149753898-project-admin] 10.222.0.75 "GET /v2.0/ports?device_id=4e423b27-3023-4ca3-87d1-42d68436aee9 HTTP/1.1" status: 200 len: 1150 time: 0.0807157 Feb 09 19:02:28.746975 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02d8169c-6c73-4902-8fc1-c13a94c152d4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=07ec41cf-d3c6-42e6-8539-5da1409cc860,revision_number=None']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:02:28.812971 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-acbaccce-8c37-4a65-9345-f1c8440d085a req-f470cb43-8112-49f2-90af-c211ede88000 tempest-LiveAutoBlockMigrationV225Test-1149753898 tempest-LiveAutoBlockMigrationV225Test-1149753898-project-admin] 10.222.0.75 "GET /v2.0/security-groups?id=e3cb5363-3b49-4f74-b239-a871e755b40a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0724411 Feb 09 19:02:28.979848 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-79ebc114-6861-4b59-bfbc-53ab4c7cd42c req-71483390-4716-40c8-b08d-a2e838a3dcf9 tempest-DeleteServersAdminTestJSON-568076601 tempest-DeleteServersAdminTestJSON-568076601-project] 10.222.0.90 "GET /v2.0/networks?tenant_id=48e589a1e5c540ffa1d39621749c63d1&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0626223 Feb 09 19:02:29.037168 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ef1de25-ecdb-42a9-8e57-b7cfd9fe9848 req-0f9f0af0-ffdf-4886-8813-39688ac18ec9 tempest-ServersWithSpecificFlavorTestJSON-1030228139 tempest-ServersWithSpecificFlavorTestJSON-1030228139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:02:29.048141 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-1ef1de25-ecdb-42a9-8e57-b7cfd9fe9848 req-0f9f0af0-ffdf-4886-8813-39688ac18ec9 tempest-ServersWithSpecificFlavorTestJSON-1030228139 tempest-ServersWithSpecificFlavorTestJSON-1030228139-project] 10.222.0.75 "GET /v2.0/ports?device_id=3fc1751e-c4e4-428c-9985-7513cf2de861 HTTP/1.1" status: 200 len: 946 time: 0.1174073 Feb 09 19:02:29.060971 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Device 5fd0a4a5-8221-4221-940c-5e46deecec50 details requested by agent hyperv_n-h1-713498-36 with host n-h1-713498-36 {{(pid=103232) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 19:02:29.114701 n-d-713498-36 neutron-server[103230]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 19:02:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-82a7e2e8-05bb-45b0-8e1b-645ca938a76c x-openstack-request-id: req-82a7e2e8-05bb-45b0-8e1b-645ca938a76c {{(pid=103230) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 19:02:29.114998 n-d-713498-36 neutron-server[103230]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3fc1751e-c4e4-428c-9985-7513cf2de861", "tag": "443a3b6c-9e92-46fa-93f9-70cbd9a2f3ba", "status": "completed", "code": 200}]} {{(pid=103230) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 19:02:29.115258 n-d-713498-36 neutron-server[103230]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-82a7e2e8-05bb-45b0-8e1b-645ca938a76c {{(pid=103230) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 19:02:29.115644 n-d-713498-36 neutron-server[103230]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3fc1751e-c4e4-428c-9985-7513cf2de861', 'tag': '443a3b6c-9e92-46fa-93f9-70cbd9a2f3ba', 'status': 'completed', 'code': 200} Feb 09 19:02:29.150387 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-1ef1de25-ecdb-42a9-8e57-b7cfd9fe9848 req-cb8879b7-1207-43cb-af9a-0c4851310f02 tempest-ServersWithSpecificFlavorTestJSON-1030228139 tempest-ServersWithSpecificFlavorTestJSON-1030228139-project] 10.222.0.75 "GET /v2.0/security-groups?id=7095cade-8760-483a-a246-f0df5ddf6b33&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1003866 Feb 09 19:02:29.336318 n-d-713498-36 neutron-server[103233]: DEBUG neutron.db.l3_hamode_db [None req-c8387a15-7cf9-4de9-b583-dd92436e6c7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a0ab541a-939a-4f11-b315-84034bd5accf', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-830942200-router', 'tenant_id': '74dc86730a17454f9e20cfb480a6b381', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88055e1e-672a-4487-be31-ffb6e833ece5', 'external_fixed_ips': [{'subnet_id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'ip_address': '172.25.1.127'}], 'enable_snat': True}, 'gw_port_id': '4064872f-54ad-481c-8bb9-331fae745bac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T19:01:39Z', 'updated_at': '2022-02-09T19:01:43Z', 'revision_number': 4, 'project_id': '74dc86730a17454f9e20cfb480a6b381', 'gw_port': {'id': '4064872f-54ad-481c-8bb9-331fae745bac', 'name': '', 'network_id': '88055e1e-672a-4487-be31-ffb6e833ece5', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:72:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0ab541a-939a-4f11-b315-84034bd5accf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'ip_address': '172.25.1.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T19:01:39Z', 'updated_at': '2022-02-09T19:01:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-36', '_floatingips': [{'id': '52d21fb6-befd-4f67-8a57-5bb13591ad0c', 'tenant_id': '74dc86730a17454f9e20cfb480a6b381', 'floating_ip_address': '172.25.1.34', 'floating_network_id': '88055e1e-672a-4487-be31-ffb6e833ece5', 'router_id': 'a0ab541a-939a-4f11-b315-84034bd5accf', 'port_id': '443a3b6c-9e92-46fa-93f9-70cbd9a2f3ba', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 146, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '22186bb1-1c50-47a0-85ed-567124795ab8', 'mac_address': 'fa:16:3e:23:56:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fc1751e-c4e4-428c-9985-7513cf2de861', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T19:02:08Z', 'updated_at': '2022-02-09T19:02:27Z', 'revision_number': 1, 'project_id': '74dc86730a17454f9e20cfb480a6b381', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '36ae183d-0b5b-4958-bab8-21d4d5bdca13', 'name': '', 'network_id': '22186bb1-1c50-47a0-85ed-567124795ab8', 'tenant_id': '74dc86730a17454f9e20cfb480a6b381', 'mac_address': 'fa:16:3e:9c:64:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0ab541a-939a-4f11-b315-84034bd5accf', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': '75c6a744-acd8-4cbc-b5ba-1f5214db2393', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T19:01:42Z', 'updated_at': '2022-02-09T19:01:52Z', 'revision_number': 5, 'project_id': '74dc86730a17454f9e20cfb480a6b381', 'subnets': [{'id': '75c6a744-acd8-4cbc-b5ba-1f5214db2393', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-36', False) {} {{(pid=103233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:02:29.367459 n-d-713498-36 neutron-server[103233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8387a15-7cf9-4de9-b583-dd92436e6c7c None None] Checking router: a0ab541a-939a-4f11-b315-84034bd5accf for host: n-d-713498-36 {{(pid=103233) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 19:02:29.370481 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-dc318c2f-47c3-4165-86d2-98d46963eed4 req-e779f1b4-f484-41c0-979a-fd4313408cd7 tempest-DeleteServersAdminTestJSON-568076601 tempest-DeleteServersAdminTestJSON-568076601-project] 10.222.0.75 "GET /v2.0/ports?device_id=82a993ea-e1fb-4611-9b4b-af8aef416185 HTTP/1.1" status: 200 len: 210 time: 0.1255236 Feb 09 19:02:29.381257 n-d-713498-36 neutron-server[103233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8387a15-7cf9-4de9-b583-dd92436e6c7c None None] Routers {'a0ab541a-939a-4f11-b315-84034bd5accf'} bound to L3 agent in host n-d-713498-36 {{(pid=103233) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 19:02:29.382582 n-d-713498-36 neutron-server[103233]: DEBUG neutron.db.l3_hamode_db [None req-c8387a15-7cf9-4de9-b583-dd92436e6c7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T18:51:43Z,description=,heartbeat_timestamp=2022-02-09T19:02:13Z,host='n-d-713498-36',id=93303d5e-5d17-45e8-8963-7694f87783ae,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T18:51:43Z,topic='l3_agent')) {'router_ids': ['a0ab541a-939a-4f11-b315-84034bd5accf'], 'active': True} {{(pid=103233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:02:29.392443 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] For port 5fd0a4a5-8221-4221-940c-5e46deecec50, host n-h1-713498-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-36',level=0,port_id=5fd0a4a5-8221-4221-940c-5e46deecec50,segment=NetworkSegment(005c78de-c5f6-421f-803a-b71a04aaed38),segment_id=005c78de-c5f6-421f-803a-b71a04aaed38)] {{(pid=103232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 19:02:29.421730 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f38db66d-04f3-4079-b79c-b45f78c37efd req-5ea56d98-0778-45d9-8330-82d2869de2eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:02:29.435720 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-f38db66d-04f3-4079-b79c-b45f78c37efd req-5ea56d98-0778-45d9-8330-82d2869de2eb service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=74dc86730a17454f9e20cfb480a6b381&device_id=3fc1751e-c4e4-428c-9985-7513cf2de861 HTTP/1.1" status: 200 len: 1129 time: 0.2293053 Feb 09 19:02:29.437286 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Returning: {'device': '5fd0a4a5-8221-4221-940c-5e46deecec50', 'network_id': '99ddb91b-36ce-41aa-b11d-fd03c6f9fdc9', 'port_id': '5fd0a4a5-8221-4221-940c-5e46deecec50', 'mac_address': 'fa:16:3e:15:35:53', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 351, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6b24333c-810b-42fe-9d36-042fe9dbd8ee', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103232) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 19:02:29.505542 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Current status of the port 5fd0a4a5-8221-4221-940c-5e46deecec50 is: DOWN; New status is: BUILD {{(pid=103232) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 19:02:29.505969 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (5fd0a4a5-8221-4221-940c-5e46deecec50), before_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:02:29.530042 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79ebc114-6861-4b59-bfbc-53ab4c7cd42c req-4e8bbfe4-b336-4a0f-b8f5-c43a96940b1e tempest-DeleteServersAdminTestJSON-568076601 tempest-DeleteServersAdminTestJSON-568076601-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:02:29.531561 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-79ebc114-6861-4b59-bfbc-53ab4c7cd42c req-4e8bbfe4-b336-4a0f-b8f5-c43a96940b1e tempest-DeleteServersAdminTestJSON-568076601 tempest-DeleteServersAdminTestJSON-568076601-project] 10.222.0.90 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5426164 Feb 09 19:02:29.536829 n-d-713498-36 neutron-server[103232]: DEBUG neutron.notifiers.nova [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5fd0a4a5-8221-4221-940c-5e46deecec50 {{(pid=103232) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 19:02:29.558861 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.v2.base [req-79ebc114-6861-4b59-bfbc-53ab4c7cd42c req-ed9e7146-b43e-47fb-ab12-06c1f1b88f32 tempest-DeleteServersAdminTestJSON-568076601 tempest-DeleteServersAdminTestJSON-568076601-project] Request body: {'port': {'device_id': '82a993ea-e1fb-4611-9b4b-af8aef416185', 'network_id': '2b5494c8-cf97-42c1-b902-87f998f28179', 'admin_state_up': True, 'tenant_id': '48e589a1e5c540ffa1d39621749c63d1'}} {{(pid=103229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 19:02:29.585216 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] For port 5fd0a4a5-8221-4221-940c-5e46deecec50, host n-h1-713498-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-36',level=0,port_id=5fd0a4a5-8221-4221-940c-5e46deecec50,segment=NetworkSegment(005c78de-c5f6-421f-803a-b71a04aaed38),segment_id=005c78de-c5f6-421f-803a-b71a04aaed38)] {{(pid=103232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 19:02:29.592281 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762867176205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762866656485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762866656503'] for port (5fd0a4a5-8221-4221-940c-5e46deecec50), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:02:29.610559 n-d-713498-36 neutron-server[103233]: DEBUG neutron.db.l3_dvr_db [None req-c8387a15-7cf9-4de9-b583-dd92436e6c7c None None] Set router a0ab541a-939a-4f11-b315-84034bd5accf gateway port host: n-d-713498-36 {{(pid=103233) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 19:02:29.631689 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [req-24daed06-7ff2-480c-9646-cbe1c83dd75b req-bc63ed9a-ad5b-466d-be69-bdb55229ca5c service neutron] http://10.222.0.75:9696/v2.0/extensions returned with HTTP 200 {{(pid=103229) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 09 19:02:29.633856 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-24daed06-7ff2-480c-9646-cbe1c83dd75b req-bc63ed9a-ad5b-466d-be69-bdb55229ca5c service neutron] 10.222.0.75 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0088470 Feb 09 19:02:29.693008 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f38db66d-04f3-4079-b79c-b45f78c37efd req-1008421e-e4e0-4417-90d5-193f0da2ddaa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:02:29.696605 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-f38db66d-04f3-4079-b79c-b45f78c37efd req-1008421e-e4e0-4417-90d5-193f0da2ddaa service neutron] 10.222.0.90 "GET /v2.0/networks?id=22186bb1-1c50-47a0-85ed-567124795ab8 HTTP/1.1" status: 200 len: 924 time: 0.2392125 Feb 09 19:02:29.733308 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Pushing event updated for resources: {'Port': ['ID=5fd0a4a5-8221-4221-940c-5e46deecec50,revision_number=4']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:02:29.823521 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] get_ports_and_sgs() called for port_ids ['5fd0a4a5-8221-4221-940c-5e46deecec50'] {{(pid=103232) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 19:02:29.869931 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-f38db66d-04f3-4079-b79c-b45f78c37efd req-26de88dd-4fe4-4ccc-9792-d2fe852ba170 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=443a3b6c-9e92-46fa-93f9-70cbd9a2f3ba HTTP/1.1" status: 200 len: 999 time: 0.1601624 Feb 09 19:02:29.871731 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-79ebc114-6861-4b59-bfbc-53ab4c7cd42c req-ed9e7146-b43e-47fb-ab12-06c1f1b88f32 tempest-DeleteServersAdminTestJSON-568076601 tempest-DeleteServersAdminTestJSON-568076601-project] Made reservation on behalf of 48e589a1e5c540ffa1d39621749c63d1 for: {'port': 1} {{(pid=103229) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 19:02:29.880205 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-79ebc114-6861-4b59-bfbc-53ab4c7cd42c req-ed9e7146-b43e-47fb-ab12-06c1f1b88f32 tempest-DeleteServersAdminTestJSON-568076601 tempest-DeleteServersAdminTestJSON-568076601-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (None), before_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:02:30.037532 n-d-713498-36 neutron-server[103233]: DEBUG neutron.db.l3_hamode_db [None req-c8387a15-7cf9-4de9-b583-dd92436e6c7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a0ab541a-939a-4f11-b315-84034bd5accf', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-830942200-router', 'tenant_id': '74dc86730a17454f9e20cfb480a6b381', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88055e1e-672a-4487-be31-ffb6e833ece5', 'external_fixed_ips': [{'subnet_id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'ip_address': '172.25.1.127'}], 'enable_snat': True}, 'gw_port_id': '4064872f-54ad-481c-8bb9-331fae745bac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T19:01:39Z', 'updated_at': '2022-02-09T19:01:43Z', 'revision_number': 4, 'project_id': '74dc86730a17454f9e20cfb480a6b381', 'gw_port': {'id': '4064872f-54ad-481c-8bb9-331fae745bac', 'name': '', 'network_id': '88055e1e-672a-4487-be31-ffb6e833ece5', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:72:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0ab541a-939a-4f11-b315-84034bd5accf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'ip_address': '172.25.1.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T19:01:39Z', 'updated_at': '2022-02-09T19:01:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-36', '_floatingips': [{'id': '52d21fb6-befd-4f67-8a57-5bb13591ad0c', 'tenant_id': '74dc86730a17454f9e20cfb480a6b381', 'floating_ip_address': '172.25.1.34', 'floating_network_id': '88055e1e-672a-4487-be31-ffb6e833ece5', 'router_id': 'a0ab541a-939a-4f11-b315-84034bd5accf', 'port_id': '443a3b6c-9e92-46fa-93f9-70cbd9a2f3ba', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 146, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '22186bb1-1c50-47a0-85ed-567124795ab8', 'mac_address': 'fa:16:3e:23:56:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fc1751e-c4e4-428c-9985-7513cf2de861', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T19:02:08Z', 'updated_at': '2022-02-09T19:02:27Z', 'revision_number': 1, 'project_id': '74dc86730a17454f9e20cfb480a6b381', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '36ae183d-0b5b-4958-bab8-21d4d5bdca13', 'name': '', 'network_id': '22186bb1-1c50-47a0-85ed-567124795ab8', 'tenant_id': '74dc86730a17454f9e20cfb480a6b381', 'mac_address': 'fa:16:3e:9c:64:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0ab541a-939a-4f11-b315-84034bd5accf', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': '75c6a744-acd8-4cbc-b5ba-1f5214db2393', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T19:01:42Z', 'updated_at': '2022-02-09T19:01:52Z', 'revision_number': 5, 'project_id': '74dc86730a17454f9e20cfb480a6b381', 'subnets': [{'id': '75c6a744-acd8-4cbc-b5ba-1f5214db2393', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-36', False) {} {{(pid=103233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:02:30.123424 n-d-713498-36 neutron-server[103233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8387a15-7cf9-4de9-b583-dd92436e6c7c None None] The sync data for ids ['a0ab541a-939a-4f11-b315-84034bd5accf'] in n-d-713498-36 is: [{'id': 'a0ab541a-939a-4f11-b315-84034bd5accf', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-830942200-router', 'tenant_id': '74dc86730a17454f9e20cfb480a6b381', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88055e1e-672a-4487-be31-ffb6e833ece5', 'external_fixed_ips': [{'subnet_id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'ip_address': '172.25.1.127'}], 'enable_snat': True}, 'gw_port_id': '4064872f-54ad-481c-8bb9-331fae745bac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T19:01:39Z', 'updated_at': '2022-02-09T19:01:43Z', 'revision_number': 4, 'project_id': '74dc86730a17454f9e20cfb480a6b381', 'gw_port': {'id': '4064872f-54ad-481c-8bb9-331fae745bac', 'name': '', 'network_id': '88055e1e-672a-4487-be31-ffb6e833ece5', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:72:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0ab541a-939a-4f11-b315-84034bd5accf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'ip_address': '172.25.1.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T19:01:39Z', 'updated_at': '2022-02-09T19:01:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-36', '_floatingips': [{'id': '52d21fb6-befd-4f67-8a57-5bb13591ad0c', 'tenant_id': '74dc86730a17454f9e20cfb480a6b381', 'floating_ip_address': '172.25.1.34', 'floating_network_id': '88055e1e-672a-4487-be31-ffb6e833ece5', 'router_id': 'a0ab541a-939a-4f11-b315-84034bd5accf', 'port_id': '443a3b6c-9e92-46fa-93f9-70cbd9a2f3ba', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 146, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '22186bb1-1c50-47a0-85ed-567124795ab8', 'mac_address': 'fa:16:3e:23:56:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fc1751e-c4e4-428c-9985-7513cf2de861', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T19:02:08Z', 'updated_at': '2022-02-09T19:02:27Z', 'revision_number': 1, 'project_id': '74dc86730a17454f9e20cfb480a6b381', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '36ae183d-0b5b-4958-bab8-21d4d5bdca13', 'name': '', 'network_id': '22186bb1-1c50-47a0-85ed-567124795ab8', 'tenant_id': '74dc86730a17454f9e20cfb480a6b381', 'mac_address': 'fa:16:3e:9c:64:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0ab541a-939a-4f11-b315-84034bd5accf', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': '75c6a744-acd8-4cbc-b5ba-1f5214db2393', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T19:01:42Z', 'updated_at': '2022-02-09T19:01:52Z', 'revision_number': 5, 'project_id': '74dc86730a17454f9e20cfb480a6b381', 'subnets': [{'id': '75c6a744-acd8-4cbc-b5ba-1f5214db2393', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103233) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 19:02:30.169866 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c6195b3-60d0-41f2-800c-113ccb0d474c req-8e129a96-b64c-4300-b528-aba3c8a772b1 tempest-VolumesAdminNegativeTest-1857604815 tempest-VolumesAdminNegativeTest-1857604815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:02:30.179641 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-2c6195b3-60d0-41f2-800c-113ccb0d474c req-8e129a96-b64c-4300-b528-aba3c8a772b1 tempest-VolumesAdminNegativeTest-1857604815 tempest-VolumesAdminNegativeTest-1857604815-project] 10.222.0.75 "GET /v2.0/ports?device_id=e44926b7-3a08-4ba5-9959-169405fce0da HTTP/1.1" status: 200 len: 945 time: 0.1184392 Feb 09 19:02:30.200471 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f38db66d-04f3-4079-b79c-b45f78c37efd req-3bb4b86c-69e6-4a93-8887-edbd5188b86f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:02:30.201979 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-f38db66d-04f3-4079-b79c-b45f78c37efd req-3bb4b86c-69e6-4a93-8887-edbd5188b86f service neutron] 10.222.0.90 "GET /v2.0/subnets?id=75c6a744-acd8-4cbc-b5ba-1f5214db2393 HTTP/1.1" status: 200 len: 862 time: 0.2995872 Feb 09 19:02:30.249338 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-2c6195b3-60d0-41f2-800c-113ccb0d474c req-7ddf9fff-9b3d-439f-bf5b-8a1f479ae595 tempest-VolumesAdminNegativeTest-1857604815 tempest-VolumesAdminNegativeTest-1857604815-project] 10.222.0.75 "GET /v2.0/security-groups?id=ddb23fc3-aa29-4777-a6d0-38c746159132&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0688975 Feb 09 19:02:30.293049 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f38db66d-04f3-4079-b79c-b45f78c37efd req-26bc2448-5d90-483e-8fec-2e211f8db2d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:02:30.294580 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-f38db66d-04f3-4079-b79c-b45f78c37efd req-26bc2448-5d90-483e-8fec-2e211f8db2d4 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=22186bb1-1c50-47a0-85ed-567124795ab8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0719118 Feb 09 19:02:30.302224 n-d-713498-36 neutron-server[103229]: DEBUG neutron.db.db_base_plugin_common [req-79ebc114-6861-4b59-bfbc-53ab4c7cd42c req-ed9e7146-b43e-47fb-ab12-06c1f1b88f32 tempest-DeleteServersAdminTestJSON-568076601 tempest-DeleteServersAdminTestJSON-568076601-project] Allocated IP 192.168.233.20 (2b5494c8-cf97-42c1-b902-87f998f28179/60b561cb-321e-4f83-9bb3-92b2e1d0dc44/59317504-dab2-415c-8657-2cf260626be9) {{(pid=103229) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 19:02:30.427208 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-f38db66d-04f3-4079-b79c-b45f78c37efd req-7f6c9d37-f767-4d9e-938e-34c012ec7678 service neutron] 10.222.0.90 "GET /v2.0/networks/22186bb1-1c50-47a0-85ed-567124795ab8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1188760 Feb 09 19:02:30.528736 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5f11034-8add-44b3-b722-29644471f160 req-21c356e6-5741-4134-99e1-463d88a5ef8a tempest-ServersWithSpecificFlavorTestJSON-1030228139 tempest-ServersWithSpecificFlavorTestJSON-1030228139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:02:30.536694 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-b5f11034-8add-44b3-b722-29644471f160 req-21c356e6-5741-4134-99e1-463d88a5ef8a tempest-ServersWithSpecificFlavorTestJSON-1030228139 tempest-ServersWithSpecificFlavorTestJSON-1030228139-project] 10.222.0.75 "GET /v2.0/ports?device_id=3fc1751e-c4e4-428c-9985-7513cf2de861 HTTP/1.1" status: 200 len: 946 time: 0.0744712 Feb 09 19:02:30.622639 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39d66bb5-b689-491e-8059-9f66299762d0 None None] New status for floating IP 52d21fb6-befd-4f67-8a57-5bb13591ad0c: ACTIVE {{(pid=103232) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 09 19:02:30.638890 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-b5f11034-8add-44b3-b722-29644471f160 req-c192eed1-c91f-44cc-afad-f57db09198a5 tempest-ServersWithSpecificFlavorTestJSON-1030228139 tempest-ServersWithSpecificFlavorTestJSON-1030228139-project] 10.222.0.75 "GET /v2.0/security-groups?id=7095cade-8760-483a-a246-f0df5ddf6b33&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0985556 Feb 09 19:02:30.662086 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-f38db66d-04f3-4079-b79c-b45f78c37efd req-ff1fd907-0ce9-4389-9c88-edbbd7496ad9 service neutron] 10.222.0.90 "GET /v2.0/networks/22186bb1-1c50-47a0-85ed-567124795ab8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2219923 Feb 09 19:02:30.721285 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-79ebc114-6861-4b59-bfbc-53ab4c7cd42c req-ed9e7146-b43e-47fb-ab12-06c1f1b88f32 tempest-DeleteServersAdminTestJSON-568076601 tempest-DeleteServersAdminTestJSON-568076601-project] Publish callbacks [] for port (59317504-dab2-415c-8657-2cf260626be9), precommit_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:02:30.777886 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-79ebc114-6861-4b59-bfbc-53ab4c7cd42c req-ed9e7146-b43e-47fb-ab12-06c1f1b88f32 tempest-DeleteServersAdminTestJSON-568076601 tempest-DeleteServersAdminTestJSON-568076601-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762866656467'] for port (59317504-dab2-415c-8657-2cf260626be9), after_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:02:30.898912 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed9e7146-b43e-47fb-ab12-06c1f1b88f32 tempest-DeleteServersAdminTestJSON-568076601 tempest-DeleteServersAdminTestJSON-568076601-project] Pushing event updated for resources: {'Port': ['ID=59317504-dab2-415c-8657-2cf260626be9,revision_number=1']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:02:30.906238 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72364575-bb02-48cf-b75e-1e387b2a83d3 req-a6ddf04c-df85-42e4-8ca1-2b658b8f51cc tempest-DeleteServersAdminTestJSON-568076601 tempest-DeleteServersAdminTestJSON-568076601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:02:30.921436 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-72364575-bb02-48cf-b75e-1e387b2a83d3 req-a6ddf04c-df85-42e4-8ca1-2b658b8f51cc tempest-DeleteServersAdminTestJSON-568076601 tempest-DeleteServersAdminTestJSON-568076601-project] 10.222.0.75 "GET /v2.0/ports?device_id=82a993ea-e1fb-4611-9b4b-af8aef416185 HTTP/1.1" status: 200 len: 935 time: 0.1172431 Feb 09 19:02:30.927337 n-d-713498-36 neutron-server[103229]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-79ebc114-6861-4b59-bfbc-53ab4c7cd42c req-ed9e7146-b43e-47fb-ab12-06c1f1b88f32 tempest-DeleteServersAdminTestJSON-568076601 tempest-DeleteServersAdminTestJSON-568076601-project] Network 2b5494c8-cf97-42c1-b902-87f998f28179 is already hosted by enough agents. {{(pid=103229) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 19:02:30.929824 n-d-713498-36 neutron-server[103229]: DEBUG neutron.scheduler.base_scheduler [req-79ebc114-6861-4b59-bfbc-53ab4c7cd42c req-ed9e7146-b43e-47fb-ab12-06c1f1b88f32 tempest-DeleteServersAdminTestJSON-568076601 tempest-DeleteServersAdminTestJSON-568076601-project] Resources bound (agent type, host, resource id): {{(pid=103229) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 19:02:30.952455 n-d-713498-36 neutron-server[103229]: DEBUG neutron.db.l3_dvrscheduler_db [req-79ebc114-6861-4b59-bfbc-53ab4c7cd42c req-ed9e7146-b43e-47fb-ab12-06c1f1b88f32 tempest-DeleteServersAdminTestJSON-568076601 tempest-DeleteServersAdminTestJSON-568076601-project] Received port after_create {{(pid=103229) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 19:02:30.971052 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79ebc114-6861-4b59-bfbc-53ab4c7cd42c req-ed9e7146-b43e-47fb-ab12-06c1f1b88f32 tempest-DeleteServersAdminTestJSON-568076601 tempest-DeleteServersAdminTestJSON-568076601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:02:30.972891 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-79ebc114-6861-4b59-bfbc-53ab4c7cd42c req-ed9e7146-b43e-47fb-ab12-06c1f1b88f32 tempest-DeleteServersAdminTestJSON-568076601 tempest-DeleteServersAdminTestJSON-568076601-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171096'] for port (None), before_response {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:02:30.993212 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-72364575-bb02-48cf-b75e-1e387b2a83d3 req-d94a9b38-0a46-4304-8f31-55252ad13e6a tempest-DeleteServersAdminTestJSON-568076601 tempest-DeleteServersAdminTestJSON-568076601-project] 10.222.0.75 "GET /v2.0/security-groups?id=00e3f3c8-5143-473f-96ea-ab4c624b2c93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0687921 Feb 09 19:02:30.999024 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-79ebc114-6861-4b59-bfbc-53ab4c7cd42c req-ed9e7146-b43e-47fb-ab12-06c1f1b88f32 tempest-DeleteServersAdminTestJSON-568076601 tempest-DeleteServersAdminTestJSON-568076601-project] 10.222.0.90 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.4544616 Feb 09 19:02:31.021345 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.v2.base [req-79ebc114-6861-4b59-bfbc-53ab4c7cd42c req-06032988-9d8e-415d-a323-cbf5b219e728 service neutron] Request body: {'port': {'device_id': '82a993ea-e1fb-4611-9b4b-af8aef416185', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-713498-36'}} {{(pid=103229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 19:02:31.079797 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Device 5fd0a4a5-8221-4221-940c-5e46deecec50 up at agent hyperv_n-h1-713498-36 {{(pid=103232) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 19:02:31.150285 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.provisioning_blocks [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Provisioning for port 5fd0a4a5-8221-4221-940c-5e46deecec50 completed by entity L2. {{(pid=103232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 19:02:31.157178 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.provisioning_blocks [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Provisioning complete for port 5fd0a4a5-8221-4221-940c-5e46deecec50 triggered by entity L2. {{(pid=103232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 19:02:31.158262 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593630'] for port (5fd0a4a5-8221-4221-940c-5e46deecec50), provisioning_complete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:02:31.166599 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-79ebc114-6861-4b59-bfbc-53ab4c7cd42c req-06032988-9d8e-415d-a323-cbf5b219e728 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (59317504-dab2-415c-8657-2cf260626be9), before_update {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:02:31.331020 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Current status of the port 5fd0a4a5-8221-4221-940c-5e46deecec50 is: BUILD; New status is: ACTIVE {{(pid=103232) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 19:02:31.331585 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (5fd0a4a5-8221-4221-940c-5e46deecec50), before_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:02:31.372878 n-d-713498-36 neutron-server[103232]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e44926b7-3a08-4ba5-9959-169405fce0da', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5fd0a4a5-8221-4221-940c-5e46deecec50'}] {{(pid=103232) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 19:02:31.375473 n-d-713498-36 neutron-server[103232]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}949cdcde653dec44821de95cbf67297f53cbc2aed4e073b5d514f93bf911ce85" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b73cabc6-869f-44c8-89fc-4c062058d65a" -d '{"events": [{"server_uuid": "e44926b7-3a08-4ba5-9959-169405fce0da", "name": "network-vif-plugged", "status": "completed", "tag": "5fd0a4a5-8221-4221-940c-5e46deecec50"}]}' {{(pid=103232) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 19:02:31.394039 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] For port 5fd0a4a5-8221-4221-940c-5e46deecec50, host n-h1-713498-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-36',level=0,port_id=5fd0a4a5-8221-4221-940c-5e46deecec50,segment=NetworkSegment(005c78de-c5f6-421f-803a-b71a04aaed38),segment_id=005c78de-c5f6-421f-803a-b71a04aaed38)] {{(pid=103232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 19:02:31.401249 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.provisioning_blocks [None req-fbb1c763-698d-47fd-9f0e-cc4ab1bf6674 None None] Provisioning complete for port 59317504-dab2-415c-8657-2cf260626be9 triggered by entity DHCP. {{(pid=103232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 19:02:31.401792 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-fbb1c763-698d-47fd-9f0e-cc4ab1bf6674 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593630'] for port (59317504-dab2-415c-8657-2cf260626be9), provisioning_complete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:02:31.440669 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762867176205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762866656485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762866656503'] for port (5fd0a4a5-8221-4221-940c-5e46deecec50), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:02:31.475783 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-fbb1c763-698d-47fd-9f0e-cc4ab1bf6674 None None] Port 59317504-dab2-415c-8657-2cf260626be9 cannot update to ACTIVE because it is not bound. {{(pid=103232) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 19:02:31.506609 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Pushing event updated for resources: {'Port': ['ID=5fd0a4a5-8221-4221-940c-5e46deecec50,revision_number=5']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:02:31.529315 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c9800c4-1456-4462-80ad-317eedf95fb0 req-efad6ef5-1472-444d-a9d5-1c628e10ec2f tempest-VolumesAdminNegativeTest-1857604815 tempest-VolumesAdminNegativeTest-1857604815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:02:31.532167 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-7c9800c4-1456-4462-80ad-317eedf95fb0 req-efad6ef5-1472-444d-a9d5-1c628e10ec2f tempest-VolumesAdminNegativeTest-1857604815 tempest-VolumesAdminNegativeTest-1857604815-project] 10.222.0.75 "GET /v2.0/ports?device_id=e44926b7-3a08-4ba5-9959-169405fce0da HTTP/1.1" status: 200 len: 945 time: 0.1551425 Feb 09 19:02:31.595463 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-7c9800c4-1456-4462-80ad-317eedf95fb0 req-4f45d878-8568-4257-8ad2-cd7713555b29 tempest-VolumesAdminNegativeTest-1857604815 tempest-VolumesAdminNegativeTest-1857604815-project] 10.222.0.75 "GET /v2.0/security-groups?id=ddb23fc3-aa29-4777-a6d0-38c746159132&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568273 Feb 09 19:02:31.645387 n-d-713498-36 neutron-server[103229]: DEBUG neutron.notifiers.nova [req-79ebc114-6861-4b59-bfbc-53ab4c7cd42c req-06032988-9d8e-415d-a323-cbf5b219e728 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 59317504-dab2-415c-8657-2cf260626be9 {{(pid=103229) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 19:02:31.653868 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-79ebc114-6861-4b59-bfbc-53ab4c7cd42c req-06032988-9d8e-415d-a323-cbf5b219e728 service neutron] Publish callbacks [] for port (59317504-dab2-415c-8657-2cf260626be9), precommit_update {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:02:31.670293 n-d-713498-36 neutron-server[103229]: DEBUG neutron.db.provisioning_blocks [req-79ebc114-6861-4b59-bfbc-53ab4c7cd42c req-06032988-9d8e-415d-a323-cbf5b219e728 service neutron] Transition to ACTIVE for port object 59317504-dab2-415c-8657-2cf260626be9 will not be triggered until provisioned by entity L2. {{(pid=103229) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 19:02:31.676841 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-79ebc114-6861-4b59-bfbc-53ab4c7cd42c req-06032988-9d8e-415d-a323-cbf5b219e728 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762867176205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762866656485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762866656503'] for port (59317504-dab2-415c-8657-2cf260626be9), after_update {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:02:31.751582 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06032988-9d8e-415d-a323-cbf5b219e728 service neutron] Pushing event updated for resources: {'Port': ['ID=59317504-dab2-415c-8657-2cf260626be9,revision_number=2']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:02:31.768287 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.managers [req-79ebc114-6861-4b59-bfbc-53ab4c7cd42c req-06032988-9d8e-415d-a323-cbf5b219e728 service neutron] Attempting to bind port 59317504-dab2-415c-8657-2cf260626be9 on host n-h2-713498-36 for vnic_type normal with profile {{(pid=103229) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 19:02:31.768705 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.managers [req-79ebc114-6861-4b59-bfbc-53ab4c7cd42c req-06032988-9d8e-415d-a323-cbf5b219e728 service neutron] Attempting to bind port 59317504-dab2-415c-8657-2cf260626be9 by drivers openvswitch,hyperv on host n-h2-713498-36 at level 0 using segments [{'id': '50e5915e-18f0-4558-9a28-b978975ead36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': '2b5494c8-cf97-42c1-b902-87f998f28179'}] {{(pid=103229) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 19:02:31.769042 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79ebc114-6861-4b59-bfbc-53ab4c7cd42c req-06032988-9d8e-415d-a323-cbf5b219e728 service neutron] Attempting to bind port 59317504-dab2-415c-8657-2cf260626be9 on network 2b5494c8-cf97-42c1-b902-87f998f28179 {{(pid=103229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 19:02:31.775189 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79ebc114-6861-4b59-bfbc-53ab4c7cd42c req-06032988-9d8e-415d-a323-cbf5b219e728 service neutron] Port 59317504-dab2-415c-8657-2cf260626be9 on network 2b5494c8-cf97-42c1-b902-87f998f28179 not bound, no agent of type Open vSwitch agent registered on host n-h2-713498-36 {{(pid=103229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 19:02:31.775591 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79ebc114-6861-4b59-bfbc-53ab4c7cd42c req-06032988-9d8e-415d-a323-cbf5b219e728 service neutron] Attempting to bind port 59317504-dab2-415c-8657-2cf260626be9 on network 2b5494c8-cf97-42c1-b902-87f998f28179 {{(pid=103229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 19:02:31.782668 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79ebc114-6861-4b59-bfbc-53ab4c7cd42c req-06032988-9d8e-415d-a323-cbf5b219e728 service neutron] Checking agent: {'id': 'bcd5faee-dc24-4298-9134-0e0aa054058e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713498-36', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 18, 59, 19), 'started_at': datetime.datetime(2022, 2, 9, 18, 59, 19), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 19, 2, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 19:02:31.783157 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79ebc114-6861-4b59-bfbc-53ab4c7cd42c req-06032988-9d8e-415d-a323-cbf5b219e728 service neutron] Checking segment: {'id': '50e5915e-18f0-4558-9a28-b978975ead36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': '2b5494c8-cf97-42c1-b902-87f998f28179'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103229) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 19:02:31.783636 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79ebc114-6861-4b59-bfbc-53ab4c7cd42c req-06032988-9d8e-415d-a323-cbf5b219e728 service neutron] Bound using segment: {'id': '50e5915e-18f0-4558-9a28-b978975ead36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': '2b5494c8-cf97-42c1-b902-87f998f28179'} {{(pid=103229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 19:02:31.784293 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.managers [req-79ebc114-6861-4b59-bfbc-53ab4c7cd42c req-06032988-9d8e-415d-a323-cbf5b219e728 service neutron] Bound port: 59317504-dab2-415c-8657-2cf260626be9, host: n-h2-713498-36, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '50e5915e-18f0-4558-9a28-b978975ead36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': '2b5494c8-cf97-42c1-b902-87f998f28179'}}] {{(pid=103229) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 19:02:31.785026 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-79ebc114-6861-4b59-bfbc-53ab4c7cd42c req-06032988-9d8e-415d-a323-cbf5b219e728 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (59317504-dab2-415c-8657-2cf260626be9), before_update {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:02:31.891721 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.db [req-79ebc114-6861-4b59-bfbc-53ab4c7cd42c req-06032988-9d8e-415d-a323-cbf5b219e728 service neutron] For port 59317504-dab2-415c-8657-2cf260626be9, host n-h2-713498-36, cleared binding levels {{(pid=103229) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 19:02:31.896774 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.db [req-79ebc114-6861-4b59-bfbc-53ab4c7cd42c req-06032988-9d8e-415d-a323-cbf5b219e728 service neutron] For port 59317504-dab2-415c-8657-2cf260626be9, host n-h2-713498-36, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-36',level=0,port_id=59317504-dab2-415c-8657-2cf260626be9,segment=NetworkSegment(50e5915e-18f0-4558-9a28-b978975ead36),segment_id=50e5915e-18f0-4558-9a28-b978975ead36)] {{(pid=103229) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 19:02:31.910660 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-79ebc114-6861-4b59-bfbc-53ab4c7cd42c req-06032988-9d8e-415d-a323-cbf5b219e728 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762867176205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762866656485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762866656503'] for port (59317504-dab2-415c-8657-2cf260626be9), after_update {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:02:31.983798 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79ebc114-6861-4b59-bfbc-53ab4c7cd42c req-06032988-9d8e-415d-a323-cbf5b219e728 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:02:31.985384 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-79ebc114-6861-4b59-bfbc-53ab4c7cd42c req-06032988-9d8e-415d-a323-cbf5b219e728 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171096'] for port (None), before_response {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:02:31.986668 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-79ebc114-6861-4b59-bfbc-53ab4c7cd42c req-06032988-9d8e-415d-a323-cbf5b219e728 service neutron] 10.222.0.90 "PUT /v2.0/ports/59317504-dab2-415c-8657-2cf260626be9 HTTP/1.1" status: 200 len: 1096 time: 0.9759581 Feb 09 19:02:31.987135 n-d-713498-36 neutron-server[103229]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '82a993ea-e1fb-4611-9b4b-af8aef416185', 'tag': '59317504-dab2-415c-8657-2cf260626be9'}] {{(pid=103229) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 19:02:31.989419 n-d-713498-36 neutron-server[103229]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fa6ae9a20702bd564eaf90d946620b2b4277b1ab91129323d3b54181076be307" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a97ce9f9-d06b-40da-8060-58d0e9a32447" -d '{"events": [{"name": "network-changed", "server_uuid": "82a993ea-e1fb-4611-9b4b-af8aef416185", "tag": "59317504-dab2-415c-8657-2cf260626be9"}]}' {{(pid=103229) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 19:02:32.050954 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06032988-9d8e-415d-a323-cbf5b219e728 service neutron] Pushing event updated for resources: {'Port': ['ID=59317504-dab2-415c-8657-2cf260626be9,revision_number=3']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:02:32.051909 n-d-713498-36 neutron-server[103232]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 19:02:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e69fba6c-74d5-4a19-bf0e-c124b1c5c85d x-openstack-request-id: req-e69fba6c-74d5-4a19-bf0e-c124b1c5c85d {{(pid=103232) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 19:02:32.056189 n-d-713498-36 neutron-server[103232]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e44926b7-3a08-4ba5-9959-169405fce0da", "name": "network-vif-plugged", "status": "completed", "tag": "5fd0a4a5-8221-4221-940c-5e46deecec50", "code": 200}]} {{(pid=103232) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 19:02:32.060428 n-d-713498-36 neutron-server[103232]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-e69fba6c-74d5-4a19-bf0e-c124b1c5c85d {{(pid=103232) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 19:02:32.060942 n-d-713498-36 neutron-server[103232]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e44926b7-3a08-4ba5-9959-169405fce0da', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5fd0a4a5-8221-4221-940c-5e46deecec50', 'code': 200} Feb 09 19:02:32.175620 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f253469f-ca57-4179-a3c4-83384b047aaf req-b01e2c0e-c39e-474c-99c3-6f37c25a3501 tempest-ServersWithSpecificFlavorTestJSON-1030228139 tempest-ServersWithSpecificFlavorTestJSON-1030228139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:02:32.183834 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-f253469f-ca57-4179-a3c4-83384b047aaf req-b01e2c0e-c39e-474c-99c3-6f37c25a3501 tempest-ServersWithSpecificFlavorTestJSON-1030228139 tempest-ServersWithSpecificFlavorTestJSON-1030228139-project] 10.222.0.75 "GET /v2.0/ports?device_id=3fc1751e-c4e4-428c-9985-7513cf2de861 HTTP/1.1" status: 200 len: 946 time: 0.0685225 Feb 09 19:02:32.253101 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2cec4c9-2a5d-4a62-bced-41fd6c70cd68 req-72371723-06aa-4b69-a481-13c6a814e41e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:02:32.254887 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-f2cec4c9-2a5d-4a62-bced-41fd6c70cd68 req-72371723-06aa-4b69-a481-13c6a814e41e service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=e44926b7-3a08-4ba5-9959-169405fce0da HTTP/1.1" status: 200 len: 1129 time: 0.0962129 Feb 09 19:02:32.256668 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79ebc114-6861-4b59-bfbc-53ab4c7cd42c req-cecef19a-3a87-4bd7-8d41-2c0c0ee5222e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:02:32.260547 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-79ebc114-6861-4b59-bfbc-53ab4c7cd42c req-cecef19a-3a87-4bd7-8d41-2c0c0ee5222e service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=48e589a1e5c540ffa1d39621749c63d1&device_id=82a993ea-e1fb-4611-9b4b-af8aef416185 HTTP/1.1" status: 200 len: 1130 time: 0.1717920 Feb 09 19:02:32.284071 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-f253469f-ca57-4179-a3c4-83384b047aaf req-ccdf0496-fe37-44ab-a5d0-719e7f6e6793 tempest-ServersWithSpecificFlavorTestJSON-1030228139 tempest-ServersWithSpecificFlavorTestJSON-1030228139-project] 10.222.0.75 "GET /v2.0/security-groups?id=7095cade-8760-483a-a246-f0df5ddf6b33&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0993862 Feb 09 19:02:32.521578 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e8536d1-4652-41e2-8008-b38eae20a6f1 req-a90bbfbb-c312-4164-b769-5e9e78852d70 tempest-DeleteServersAdminTestJSON-568076601 tempest-DeleteServersAdminTestJSON-568076601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:02:32.523379 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-5e8536d1-4652-41e2-8008-b38eae20a6f1 req-a90bbfbb-c312-4164-b769-5e9e78852d70 tempest-DeleteServersAdminTestJSON-568076601 tempest-DeleteServersAdminTestJSON-568076601-project] 10.222.0.75 "GET /v2.0/ports?device_id=82a993ea-e1fb-4611-9b4b-af8aef416185 HTTP/1.1" status: 200 len: 947 time: 0.0624959 Feb 09 19:02:32.570010 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 45666) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:02:32.603524 n-d-713498-36 neutron-server[103229]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 19:02:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f2fc1382-39bf-46b1-85f0-bc18719cae33 x-openstack-request-id: req-f2fc1382-39bf-46b1-85f0-bc18719cae33 {{(pid=103229) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 19:02:32.603882 n-d-713498-36 neutron-server[103229]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "82a993ea-e1fb-4611-9b4b-af8aef416185", "tag": "59317504-dab2-415c-8657-2cf260626be9", "status": "completed", "code": 200}]} {{(pid=103229) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 19:02:32.604066 n-d-713498-36 neutron-server[103229]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-f2fc1382-39bf-46b1-85f0-bc18719cae33 {{(pid=103229) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 19:02:32.604450 n-d-713498-36 neutron-server[103229]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '82a993ea-e1fb-4611-9b4b-af8aef416185', 'tag': '59317504-dab2-415c-8657-2cf260626be9', 'status': 'completed', 'code': 200} Feb 09 19:02:32.610655 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-5e8536d1-4652-41e2-8008-b38eae20a6f1 req-e0a2f869-cbd5-43c5-ab9d-e55b7aab6a50 tempest-DeleteServersAdminTestJSON-568076601 tempest-DeleteServersAdminTestJSON-568076601-project] 10.222.0.75 "GET /v2.0/security-groups?id=00e3f3c8-5143-473f-96ea-ab4c624b2c93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0810990 Feb 09 19:02:32.614293 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-79ebc114-6861-4b59-bfbc-53ab4c7cd42c req-e36b9ebe-3912-420a-a1eb-f846ba7397ae service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.20&port_id=59317504-dab2-415c-8657-2cf260626be9 HTTP/1.1" status: 200 len: 217 time: 0.3311212 Feb 09 19:02:32.667444 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-f2cec4c9-2a5d-4a62-bced-41fd6c70cd68 req-5d26d15d-20f9-48a5-a0d6-df85b1013b0d service neutron] 10.222.0.89 "GET /v2.0/security-groups?id=ddb23fc3-aa29-4777-a6d0-38c746159132&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4014497 Feb 09 19:02:32.682775 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79ebc114-6861-4b59-bfbc-53ab4c7cd42c req-c70291a4-f1e3-4cf1-bf84-634a4a76b6ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:02:32.684441 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-79ebc114-6861-4b59-bfbc-53ab4c7cd42c req-c70291a4-f1e3-4cf1-bf84-634a4a76b6ae service neutron] 10.222.0.90 "GET /v2.0/subnets?id=60b561cb-321e-4f83-9bb3-92b2e1d0dc44 HTTP/1.1" status: 200 len: 843 time: 0.0579469 Feb 09 19:02:32.739418 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79ebc114-6861-4b59-bfbc-53ab4c7cd42c req-742f23b7-55be-4717-b4c8-38c536c6fcb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:02:32.739524 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-79ebc114-6861-4b59-bfbc-53ab4c7cd42c req-742f23b7-55be-4717-b4c8-38c536c6fcb0 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=2b5494c8-cf97-42c1-b902-87f998f28179&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.0480728 Feb 09 19:02:32.812590 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [req-2700d681-915e-4726-84b1-1f2ab2cb857b req-a2f99058-7775-4f42-b6b4-bfaed9ad2f64 tempest-LiveAutoBlockMigrationV225Test-1149753898 tempest-LiveAutoBlockMigrationV225Test-1149753898-project-admin] http://10.222.0.75:9696/v2.0/extensions returned with HTTP 200 {{(pid=103230) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 09 19:02:32.813597 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-2700d681-915e-4726-84b1-1f2ab2cb857b req-a2f99058-7775-4f42-b6b4-bfaed9ad2f64 tempest-LiveAutoBlockMigrationV225Test-1149753898 tempest-LiveAutoBlockMigrationV225Test-1149753898-project-admin] 10.222.0.75 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.2415364 Feb 09 19:02:32.849569 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-79ebc114-6861-4b59-bfbc-53ab4c7cd42c req-5be49a52-a0f6-4f01-b191-ccb0078eb52d service neutron] 10.222.0.90 "GET /v2.0/networks/2b5494c8-cf97-42c1-b902-87f998f28179?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1005111 Feb 09 19:02:32.945636 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-79ebc114-6861-4b59-bfbc-53ab4c7cd42c req-6732efd8-3e12-40c4-9d61-1e1154e48b49 service neutron] 10.222.0.90 "GET /v2.0/networks/2b5494c8-cf97-42c1-b902-87f998f28179?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860021 Feb 09 19:02:32.960888 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2700d681-915e-4726-84b1-1f2ab2cb857b req-4d649191-6721-4160-9325-99a03e15657e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:02:32.963279 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-2700d681-915e-4726-84b1-1f2ab2cb857b req-4d649191-6721-4160-9325-99a03e15657e service neutron] 10.222.0.75 "GET /v2.0/ports/09574619-31d0-4d7b-8c62-0e309d2267b4 HTTP/1.1" status: 200 len: 1147 time: 0.0836389 Feb 09 19:02:32.973114 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.v2.base [req-2700d681-915e-4726-84b1-1f2ab2cb857b req-ce2c1d61-e9be-49d2-9672-a7ffa244094b service neutron] Request body: {'binding': {'host': 'n-h2-713498-36', 'vnic_type': 'normal', 'profile': {}}} {{(pid=103230) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 19:02:32.973707 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.v2.base [req-2700d681-915e-4726-84b1-1f2ab2cb857b req-ce2c1d61-e9be-49d2-9672-a7ffa244094b service neutron] Unknown quota resources ['binding']. {{(pid=103230) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Feb 09 19:02:33.051146 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a97ce9f9-d06b-40da-8060-58d0e9a32447 req-66eec273-90ce-4b42-a3d3-a4439ef78cc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:02:33.052906 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-a97ce9f9-d06b-40da-8060-58d0e9a32447 req-66eec273-90ce-4b42-a3d3-a4439ef78cc3 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=48e589a1e5c540ffa1d39621749c63d1&device_id=82a993ea-e1fb-4611-9b4b-af8aef416185 HTTP/1.1" status: 200 len: 1130 time: 0.0516956 Feb 09 19:02:33.151892 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a97ce9f9-d06b-40da-8060-58d0e9a32447 req-016e69d5-4881-4e4b-aad2-e77cf99f9cbb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:02:33.153383 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-a97ce9f9-d06b-40da-8060-58d0e9a32447 req-016e69d5-4881-4e4b-aad2-e77cf99f9cbb service neutron] 10.222.0.90 "GET /v2.0/networks?id=2b5494c8-cf97-42c1-b902-87f998f28179 HTTP/1.1" status: 200 len: 870 time: 0.0898249 Feb 09 19:02:33.205098 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-a97ce9f9-d06b-40da-8060-58d0e9a32447 req-e0566cc4-2819-448d-8cbc-15d189f2cf4c service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.20&port_id=59317504-dab2-415c-8657-2cf260626be9 HTTP/1.1" status: 200 len: 217 time: 0.0391138 Feb 09 19:02:33.257633 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a97ce9f9-d06b-40da-8060-58d0e9a32447 req-f9ae4744-b07c-4b2c-8af8-9394fec14a2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:02:33.260129 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-a97ce9f9-d06b-40da-8060-58d0e9a32447 req-f9ae4744-b07c-4b2c-8af8-9394fec14a2c service neutron] 10.222.0.90 "GET /v2.0/subnets?id=60b561cb-321e-4f83-9bb3-92b2e1d0dc44 HTTP/1.1" status: 200 len: 843 time: 0.0474975 Feb 09 19:02:33.306903 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.managers [req-2700d681-915e-4726-84b1-1f2ab2cb857b req-ce2c1d61-e9be-49d2-9672-a7ffa244094b service neutron] Attempting to bind port 09574619-31d0-4d7b-8c62-0e309d2267b4 on host n-h2-713498-36 for vnic_type normal with profile None {{(pid=103230) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 19:02:33.307179 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.managers [req-2700d681-915e-4726-84b1-1f2ab2cb857b req-ce2c1d61-e9be-49d2-9672-a7ffa244094b service neutron] Attempting to bind port 09574619-31d0-4d7b-8c62-0e309d2267b4 by drivers openvswitch,hyperv on host n-h2-713498-36 at level 0 using segments [{'id': 'b98d4747-b18c-4141-8910-77c1fada78d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': '0e993f99-d3d0-4a2a-8eed-2f34375798b5'}] {{(pid=103230) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 19:02:33.307477 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2700d681-915e-4726-84b1-1f2ab2cb857b req-ce2c1d61-e9be-49d2-9672-a7ffa244094b service neutron] Attempting to bind port 09574619-31d0-4d7b-8c62-0e309d2267b4 on network 0e993f99-d3d0-4a2a-8eed-2f34375798b5 {{(pid=103230) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 19:02:33.312005 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2700d681-915e-4726-84b1-1f2ab2cb857b req-ce2c1d61-e9be-49d2-9672-a7ffa244094b service neutron] Port 09574619-31d0-4d7b-8c62-0e309d2267b4 on network 0e993f99-d3d0-4a2a-8eed-2f34375798b5 not bound, no agent of type Open vSwitch agent registered on host n-h2-713498-36 {{(pid=103230) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 19:02:33.312325 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2700d681-915e-4726-84b1-1f2ab2cb857b req-ce2c1d61-e9be-49d2-9672-a7ffa244094b service neutron] Attempting to bind port 09574619-31d0-4d7b-8c62-0e309d2267b4 on network 0e993f99-d3d0-4a2a-8eed-2f34375798b5 {{(pid=103230) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 19:02:33.317142 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2700d681-915e-4726-84b1-1f2ab2cb857b req-ce2c1d61-e9be-49d2-9672-a7ffa244094b service neutron] Checking agent: {'id': 'bcd5faee-dc24-4298-9134-0e0aa054058e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713498-36', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 18, 59, 19), 'started_at': datetime.datetime(2022, 2, 9, 18, 59, 19), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 19, 2, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103230) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 19:02:33.317887 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2700d681-915e-4726-84b1-1f2ab2cb857b req-ce2c1d61-e9be-49d2-9672-a7ffa244094b service neutron] Checking segment: {'id': 'b98d4747-b18c-4141-8910-77c1fada78d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': '0e993f99-d3d0-4a2a-8eed-2f34375798b5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103230) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 19:02:33.317887 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2700d681-915e-4726-84b1-1f2ab2cb857b req-ce2c1d61-e9be-49d2-9672-a7ffa244094b service neutron] Bound using segment: {'id': 'b98d4747-b18c-4141-8910-77c1fada78d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': '0e993f99-d3d0-4a2a-8eed-2f34375798b5'} {{(pid=103230) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 19:02:33.318575 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.managers [req-2700d681-915e-4726-84b1-1f2ab2cb857b req-ce2c1d61-e9be-49d2-9672-a7ffa244094b service neutron] Bound port: 09574619-31d0-4d7b-8c62-0e309d2267b4, host: n-h2-713498-36, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b98d4747-b18c-4141-8910-77c1fada78d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': '0e993f99-d3d0-4a2a-8eed-2f34375798b5'}}] {{(pid=103230) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 19:02:33.320440 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a97ce9f9-d06b-40da-8060-58d0e9a32447 req-2f4d608e-1a3c-409b-94f4-bdffa39fa388 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:02:33.322611 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-a97ce9f9-d06b-40da-8060-58d0e9a32447 req-2f4d608e-1a3c-409b-94f4-bdffa39fa388 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=2b5494c8-cf97-42c1-b902-87f998f28179&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.0513754 Feb 09 19:02:33.408905 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.db [req-2700d681-915e-4726-84b1-1f2ab2cb857b req-ce2c1d61-e9be-49d2-9672-a7ffa244094b service neutron] For port 09574619-31d0-4d7b-8c62-0e309d2267b4, host n-h2-713498-36, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-36',level=0,port_id=09574619-31d0-4d7b-8c62-0e309d2267b4,segment=NetworkSegment(b98d4747-b18c-4141-8910-77c1fada78d1),segment_id=b98d4747-b18c-4141-8910-77c1fada78d1)] {{(pid=103230) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 19:02:33.417334 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [req-2700d681-915e-4726-84b1-1f2ab2cb857b req-ce2c1d61-e9be-49d2-9672-a7ffa244094b service neutron] Publish callbacks [] for binding (None), before_response {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:02:33.418665 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-2700d681-915e-4726-84b1-1f2ab2cb857b req-ce2c1d61-e9be-49d2-9672-a7ffa244094b service neutron] 10.222.0.75 "POST /v2.0/ports/09574619-31d0-4d7b-8c62-0e309d2267b4/bindings HTTP/1.1" status: 201 len: 390 time: 0.4490275 Feb 09 19:02:33.431262 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-a97ce9f9-d06b-40da-8060-58d0e9a32447 req-0223c509-77b4-45ea-bb62-f6b8cf6ddc6d service neutron] 10.222.0.90 "GET /v2.0/networks/2b5494c8-cf97-42c1-b902-87f998f28179?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1016572 Feb 09 19:02:33.499449 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acbb89dd-8b16-4c58-aee6-96383b036421 req-663bb0bc-2ba3-4ea0-a1d7-7a0560ebe042 tempest-ServersWithSpecificFlavorTestJSON-1030228139 tempest-ServersWithSpecificFlavorTestJSON-1030228139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:02:33.500949 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-acbb89dd-8b16-4c58-aee6-96383b036421 req-663bb0bc-2ba3-4ea0-a1d7-7a0560ebe042 tempest-ServersWithSpecificFlavorTestJSON-1030228139 tempest-ServersWithSpecificFlavorTestJSON-1030228139-project] 10.222.0.75 "GET /v2.0/ports?device_id=3fc1751e-c4e4-428c-9985-7513cf2de861 HTTP/1.1" status: 200 len: 946 time: 0.0610051 Feb 09 19:02:33.543390 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-a97ce9f9-d06b-40da-8060-58d0e9a32447 req-92eaa89f-c086-4806-a087-06181dc6b26e service neutron] 10.222.0.90 "GET /v2.0/networks/2b5494c8-cf97-42c1-b902-87f998f28179?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1036446 Feb 09 19:02:33.567256 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-acbb89dd-8b16-4c58-aee6-96383b036421 req-2194b4fb-cc97-4fba-b76a-470070ef8971 tempest-ServersWithSpecificFlavorTestJSON-1030228139 tempest-ServersWithSpecificFlavorTestJSON-1030228139-project] 10.222.0.75 "GET /v2.0/security-groups?id=7095cade-8760-483a-a246-f0df5ddf6b33&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0599599 Feb 09 19:02:33.702098 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d36175cd-7fac-4af0-94e0-ee2ec211dacc req-8f282380-0759-4b18-ab51-78821cd8471a tempest-VolumesAdminNegativeTest-1857604815 tempest-VolumesAdminNegativeTest-1857604815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:02:33.703407 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-d36175cd-7fac-4af0-94e0-ee2ec211dacc req-8f282380-0759-4b18-ab51-78821cd8471a tempest-VolumesAdminNegativeTest-1857604815 tempest-VolumesAdminNegativeTest-1857604815-project] 10.222.0.75 "GET /v2.0/ports?device_id=e44926b7-3a08-4ba5-9959-169405fce0da HTTP/1.1" status: 200 len: 946 time: 0.0660906 Feb 09 19:02:33.764143 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-d36175cd-7fac-4af0-94e0-ee2ec211dacc req-3bbe6ad3-7f0f-4fe5-9095-5506e74ce59b tempest-VolumesAdminNegativeTest-1857604815 tempest-VolumesAdminNegativeTest-1857604815-project] 10.222.0.75 "GET /v2.0/security-groups?id=ddb23fc3-aa29-4777-a6d0-38c746159132&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541363 Feb 09 19:02:33.800717 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2700d681-915e-4726-84b1-1f2ab2cb857b req-94f83a10-3f44-4fed-bf4e-616fcc290748 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:02:33.802358 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-2700d681-915e-4726-84b1-1f2ab2cb857b req-94f83a10-3f44-4fed-bf4e-616fcc290748 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=b8d56d08e88f4d4daeb8e5fed321a162&device_id=4e423b27-3023-4ca3-87d1-42d68436aee9 HTTP/1.1" status: 200 len: 1150 time: 0.0638456 Feb 09 19:02:33.938806 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2700d681-915e-4726-84b1-1f2ab2cb857b req-b46e371d-07c0-481b-9ee7-436b72648e7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:02:33.940253 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-2700d681-915e-4726-84b1-1f2ab2cb857b req-b46e371d-07c0-481b-9ee7-436b72648e7d service neutron] 10.222.0.90 "GET /v2.0/networks?id=0e993f99-d3d0-4a2a-8eed-2f34375798b5 HTTP/1.1" status: 200 len: 921 time: 0.1262677 Feb 09 19:02:33.988868 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-2700d681-915e-4726-84b1-1f2ab2cb857b req-b994aa8e-6f42-476e-a523-a0778cf9d6a4 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=09574619-31d0-4d7b-8c62-0e309d2267b4 HTTP/1.1" status: 200 len: 217 time: 0.0415878 Feb 09 19:02:33.996677 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fbf3a38-9a26-4913-83ba-2e68c8a54551 req-ef860d67-b65f-4bb3-aab8-3e3722a4f744 tempest-LiveAutoBlockMigrationV225Test-2127879101 tempest-LiveAutoBlockMigrationV225Test-2127879101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:02:33.998133 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-0fbf3a38-9a26-4913-83ba-2e68c8a54551 req-ef860d67-b65f-4bb3-aab8-3e3722a4f744 tempest-LiveAutoBlockMigrationV225Test-2127879101 tempest-LiveAutoBlockMigrationV225Test-2127879101-project] 10.222.0.75 "GET /v2.0/ports?device_id=4e423b27-3023-4ca3-87d1-42d68436aee9 HTTP/1.1" status: 200 len: 967 time: 0.1036563 Feb 09 19:02:34.066696 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2700d681-915e-4726-84b1-1f2ab2cb857b req-9a795dd1-74b9-4219-b562-b5c79bbbf3af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:02:34.068152 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-2700d681-915e-4726-84b1-1f2ab2cb857b req-9a795dd1-74b9-4219-b562-b5c79bbbf3af service neutron] 10.222.0.90 "GET /v2.0/subnets?id=7d496e2d-6315-4d42-9415-66e0bdf20977 HTTP/1.1" status: 200 len: 860 time: 0.0691605 Feb 09 19:02:34.076470 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6578c010-5a1a-4460-99a5-cce45924ad72 req-c4ddfd42-e40a-4bc9-9426-724e2f2ee1d7 tempest-DeleteServersAdminTestJSON-568076601 tempest-DeleteServersAdminTestJSON-568076601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:02:34.077919 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-6578c010-5a1a-4460-99a5-cce45924ad72 req-c4ddfd42-e40a-4bc9-9426-724e2f2ee1d7 tempest-DeleteServersAdminTestJSON-568076601 tempest-DeleteServersAdminTestJSON-568076601-project] 10.222.0.75 "GET /v2.0/ports?device_id=82a993ea-e1fb-4611-9b4b-af8aef416185 HTTP/1.1" status: 200 len: 947 time: 0.0568919 Feb 09 19:02:34.079709 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-0fbf3a38-9a26-4913-83ba-2e68c8a54551 req-11574dfc-da30-4fba-81cc-cf1150ff474e tempest-LiveAutoBlockMigrationV225Test-2127879101 tempest-LiveAutoBlockMigrationV225Test-2127879101-project] 10.222.0.75 "GET /v2.0/security-groups?id=e3cb5363-3b49-4f74-b239-a871e755b40a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0735681 Feb 09 19:02:34.108372 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-2700d681-915e-4726-84b1-1f2ab2cb857b req-abfc33ba-41f9-4da6-a26e-b8ffcc255980 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=0e993f99-d3d0-4a2a-8eed-2f34375798b5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0277183 Feb 09 19:02:34.144436 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-6578c010-5a1a-4460-99a5-cce45924ad72 req-6b97bd32-e181-48ef-ab6f-ba22f3810989 tempest-DeleteServersAdminTestJSON-568076601 tempest-DeleteServersAdminTestJSON-568076601-project] 10.222.0.75 "GET /v2.0/security-groups?id=00e3f3c8-5143-473f-96ea-ab4c624b2c93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0608048 Feb 09 19:02:34.227567 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-2700d681-915e-4726-84b1-1f2ab2cb857b req-386727e5-20f3-47b1-b651-e7647d263e8d service neutron] 10.222.0.90 "GET /v2.0/networks/0e993f99-d3d0-4a2a-8eed-2f34375798b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1092732 Feb 09 19:02:34.354713 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-2700d681-915e-4726-84b1-1f2ab2cb857b req-ed499907-cb08-42fa-b3d3-77ffe205e354 service neutron] 10.222.0.90 "GET /v2.0/networks/0e993f99-d3d0-4a2a-8eed-2f34375798b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1170423 Feb 09 19:02:34.504232 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 45730) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:02:34.680828 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2700d681-915e-4726-84b1-1f2ab2cb857b req-87da6d67-dc2d-4ed7-bace-c9c7f579c99d tempest-LiveAutoBlockMigrationV225Test-1149753898 tempest-LiveAutoBlockMigrationV225Test-1149753898-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:02:34.682342 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-2700d681-915e-4726-84b1-1f2ab2cb857b req-87da6d67-dc2d-4ed7-bace-c9c7f579c99d tempest-LiveAutoBlockMigrationV225Test-1149753898 tempest-LiveAutoBlockMigrationV225Test-1149753898-project-admin] 10.222.0.90 "GET /v2.0/ports?device_id=4e423b27-3023-4ca3-87d1-42d68436aee9&tenant_id=b8d56d08e88f4d4daeb8e5fed321a162&binding%3Ahost_id=n-h1-713498-36 HTTP/1.1" status: 200 len: 1150 time: 0.1016209 Feb 09 19:02:34.698899 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.v2.base [req-2700d681-915e-4726-84b1-1f2ab2cb857b req-b6d5bf00-329e-4816-b597-36669b8968e6 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-713498-36'}}} {{(pid=103229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 19:02:34.788597 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-2700d681-915e-4726-84b1-1f2ab2cb857b req-b6d5bf00-329e-4816-b597-36669b8968e6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (09574619-31d0-4d7b-8c62-0e309d2267b4), before_update {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:02:34.833572 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-5dfd01cb-1998-4a5a-ab99-a744c09fe44a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:02:34.858151 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 45746) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:02:34.972564 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-dbd835e4-6313-43e3-a233-5a385d907e19 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:02:34.973040 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e187d58-f38b-417d-823c-733864a205ca req-aac48900-6126-4c89-ac8b-038263e493e2 tempest-VolumesAdminNegativeTest-1857604815 tempest-VolumesAdminNegativeTest-1857604815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:02:34.974902 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-9e187d58-f38b-417d-823c-733864a205ca req-aac48900-6126-4c89-ac8b-038263e493e2 tempest-VolumesAdminNegativeTest-1857604815 tempest-VolumesAdminNegativeTest-1857604815-project] 10.222.0.75 "GET /v2.0/ports?device_id=e44926b7-3a08-4ba5-9959-169405fce0da HTTP/1.1" status: 200 len: 946 time: 0.0863934 Feb 09 19:02:35.013588 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.db [req-2700d681-915e-4726-84b1-1f2ab2cb857b req-b6d5bf00-329e-4816-b597-36669b8968e6 service neutron] For port 09574619-31d0-4d7b-8c62-0e309d2267b4, host n-h1-713498-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-36',level=0,port_id=09574619-31d0-4d7b-8c62-0e309d2267b4,segment=NetworkSegment(b98d4747-b18c-4141-8910-77c1fada78d1),segment_id=b98d4747-b18c-4141-8910-77c1fada78d1)] {{(pid=103229) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 19:02:35.015657 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-5dfd01cb-1998-4a5a-ab99-a744c09fe44a admin admin] Publish callbacks [] for security_group (857b2183-6939-4d93-993b-163ebd7df064), precommit_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:02:35.024917 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-5dfd01cb-1998-4a5a-ab99-a744c09fe44a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1892331'] for security_group (857b2183-6939-4d93-993b-163ebd7df064), after_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:02:35.076089 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-9e187d58-f38b-417d-823c-733864a205ca req-050e68d6-084c-4da4-88d6-0eb2a1017c59 tempest-VolumesAdminNegativeTest-1857604815 tempest-VolumesAdminNegativeTest-1857604815-project] 10.222.0.75 "GET /v2.0/security-groups?id=ddb23fc3-aa29-4777-a6d0-38c746159132&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0900304 Feb 09 19:02:35.089092 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-5dfd01cb-1998-4a5a-ab99-a744c09fe44a admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=38e351dd8d854514988a619dc97e9e6a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5835392 Feb 09 19:02:35.092492 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 45764) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:02:35.096511 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dfd01cb-1998-4a5a-ab99-a744c09fe44a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=857b2183-6939-4d93-993b-163ebd7df064,revision_number=1']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:02:35.105744 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.db [req-2700d681-915e-4726-84b1-1f2ab2cb857b req-b6d5bf00-329e-4816-b597-36669b8968e6 service neutron] For port 09574619-31d0-4d7b-8c62-0e309d2267b4, host n-h1-713498-36, cleared binding levels {{(pid=103229) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 19:02:35.241144 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-dbd835e4-6313-43e3-a233-5a385d907e19 admin admin] Publish callbacks [] for security_group (e3de952d-b986-4687-9606-154ca98cdfa4), precommit_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:02:35.246152 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-8fbeca1f-6e37-4ef3-9b35-6ed644118f39 admin admin] Publish callbacks [] for security_group (857b2183-6939-4d93-993b-163ebd7df064), before_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:02:35.258836 n-d-713498-36 neutron-server[103229]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4e423b27-3023-4ca3-87d1-42d68436aee9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '09574619-31d0-4d7b-8c62-0e309d2267b4'}] {{(pid=103229) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 19:02:35.260952 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 45776) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:02:35.261067 n-d-713498-36 neutron-server[103229]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fa6ae9a20702bd564eaf90d946620b2b4277b1ab91129323d3b54181076be307" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eade2919-8f3f-42b6-823f-a1ec44d17ac3" -d '{"events": [{"server_uuid": "4e423b27-3023-4ca3-87d1-42d68436aee9", "name": "network-vif-unplugged", "status": "completed", "tag": "09574619-31d0-4d7b-8c62-0e309d2267b4"}]}' {{(pid=103229) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 19:02:35.265474 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-2700d681-915e-4726-84b1-1f2ab2cb857b req-b6d5bf00-329e-4816-b597-36669b8968e6 service neutron] Publish callbacks [] for port (09574619-31d0-4d7b-8c62-0e309d2267b4), precommit_update {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:02:35.267764 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-dbd835e4-6313-43e3-a233-5a385d907e19 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1892331'] for security_group (e3de952d-b986-4687-9606-154ca98cdfa4), after_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:02:35.278343 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dc3ebe5-525c-4751-9108-e89f340173cb req-98c8af5a-7ab6-4a2a-8340-63a36f3c3d79 tempest-LiveAutoBlockMigrationV225Test-2127879101 tempest-LiveAutoBlockMigrationV225Test-2127879101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:02:35.280394 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-7dc3ebe5-525c-4751-9108-e89f340173cb req-98c8af5a-7ab6-4a2a-8340-63a36f3c3d79 tempest-LiveAutoBlockMigrationV225Test-2127879101 tempest-LiveAutoBlockMigrationV225Test-2127879101-project] 10.222.0.75 "GET /v2.0/ports?device_id=4e423b27-3023-4ca3-87d1-42d68436aee9 HTTP/1.1" status: 200 len: 967 time: 0.1012003 Feb 09 19:02:35.294175 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-dbd835e4-6313-43e3-a233-5a385d907e19 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=151db607d12d4c7d97c6c836f00a592e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4347615 Feb 09 19:02:35.296926 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-8fbeca1f-6e37-4ef3-9b35-6ed644118f39 admin admin] Publish callbacks [] for security_group (857b2183-6939-4d93-993b-163ebd7df064), precommit_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:02:35.298964 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 45782) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:02:35.302895 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-2700d681-915e-4726-84b1-1f2ab2cb857b req-b6d5bf00-329e-4816-b597-36669b8968e6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762867176205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762866656485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762866656503'] for port (09574619-31d0-4d7b-8c62-0e309d2267b4), after_update {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:02:35.348844 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbd835e4-6313-43e3-a233-5a385d907e19 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e3de952d-b986-4687-9606-154ca98cdfa4,revision_number=1']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:02:35.383749 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6d5bf00-329e-4816-b597-36669b8968e6 service neutron] Pushing event updated for resources: {'Port': ['ID=09574619-31d0-4d7b-8c62-0e309d2267b4,revision_number=7']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:02:35.421967 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Device 59317504-dab2-415c-8657-2cf260626be9 details requested by agent hyperv_n-h2-713498-36 with host n-h2-713498-36 {{(pid=103232) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 19:02:35.442212 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.managers [req-2700d681-915e-4726-84b1-1f2ab2cb857b req-b6d5bf00-329e-4816-b597-36669b8968e6 service neutron] Attempting to bind port 09574619-31d0-4d7b-8c62-0e309d2267b4 on host n-h1-713498-36 for vnic_type normal with profile {"migrating_to": "n-h2-713498-36"} {{(pid=103229) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 19:02:35.442742 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.managers [req-2700d681-915e-4726-84b1-1f2ab2cb857b req-b6d5bf00-329e-4816-b597-36669b8968e6 service neutron] Attempting to bind port 09574619-31d0-4d7b-8c62-0e309d2267b4 by drivers openvswitch,hyperv on host n-h1-713498-36 at level 0 using segments [{'id': 'b98d4747-b18c-4141-8910-77c1fada78d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': '0e993f99-d3d0-4a2a-8eed-2f34375798b5'}] {{(pid=103229) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 19:02:35.443184 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2700d681-915e-4726-84b1-1f2ab2cb857b req-b6d5bf00-329e-4816-b597-36669b8968e6 service neutron] Attempting to bind port 09574619-31d0-4d7b-8c62-0e309d2267b4 on network 0e993f99-d3d0-4a2a-8eed-2f34375798b5 {{(pid=103229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 19:02:35.450731 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2700d681-915e-4726-84b1-1f2ab2cb857b req-b6d5bf00-329e-4816-b597-36669b8968e6 service neutron] Port 09574619-31d0-4d7b-8c62-0e309d2267b4 on network 0e993f99-d3d0-4a2a-8eed-2f34375798b5 not bound, no agent of type Open vSwitch agent registered on host n-h1-713498-36 {{(pid=103229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 19:02:35.451204 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2700d681-915e-4726-84b1-1f2ab2cb857b req-b6d5bf00-329e-4816-b597-36669b8968e6 service neutron] Attempting to bind port 09574619-31d0-4d7b-8c62-0e309d2267b4 on network 0e993f99-d3d0-4a2a-8eed-2f34375798b5 {{(pid=103229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 19:02:35.457081 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2700d681-915e-4726-84b1-1f2ab2cb857b req-b6d5bf00-329e-4816-b597-36669b8968e6 service neutron] Checking agent: {'id': '488cd9ae-631f-4955-ba0b-4f5a13f12e9c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713498-36', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 18, 59, 18), 'started_at': datetime.datetime(2022, 2, 9, 18, 59, 18), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 19, 2, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 19:02:35.457720 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2700d681-915e-4726-84b1-1f2ab2cb857b req-b6d5bf00-329e-4816-b597-36669b8968e6 service neutron] Checking segment: {'id': 'b98d4747-b18c-4141-8910-77c1fada78d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': '0e993f99-d3d0-4a2a-8eed-2f34375798b5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103229) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 19:02:35.458633 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2700d681-915e-4726-84b1-1f2ab2cb857b req-b6d5bf00-329e-4816-b597-36669b8968e6 service neutron] Bound using segment: {'id': 'b98d4747-b18c-4141-8910-77c1fada78d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': '0e993f99-d3d0-4a2a-8eed-2f34375798b5'} {{(pid=103229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 19:02:35.459187 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.managers [req-2700d681-915e-4726-84b1-1f2ab2cb857b req-b6d5bf00-329e-4816-b597-36669b8968e6 service neutron] Bound port: 09574619-31d0-4d7b-8c62-0e309d2267b4, host: n-h1-713498-36, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b98d4747-b18c-4141-8910-77c1fada78d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': '0e993f99-d3d0-4a2a-8eed-2f34375798b5'}}] {{(pid=103229) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 19:02:35.459831 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-2700d681-915e-4726-84b1-1f2ab2cb857b req-b6d5bf00-329e-4816-b597-36669b8968e6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (09574619-31d0-4d7b-8c62-0e309d2267b4), before_update {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:02:35.487090 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-d880cb2e-a2dd-4bbf-b41f-d0792e119f9f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:02:35.509416 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-7dc3ebe5-525c-4751-9108-e89f340173cb req-d6bd0baa-3cdd-47e0-9e76-48105a4559f1 tempest-LiveAutoBlockMigrationV225Test-2127879101 tempest-LiveAutoBlockMigrationV225Test-2127879101-project] 10.222.0.75 "GET /v2.0/security-groups?id=e3cb5363-3b49-4f74-b239-a871e755b40a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2147920 Feb 09 19:02:35.590228 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-7429db8d-6021-40ad-813e-885be449a89b None None] For port 59317504-dab2-415c-8657-2cf260626be9, host n-h2-713498-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-36',level=0,port_id=59317504-dab2-415c-8657-2cf260626be9,segment=NetworkSegment(50e5915e-18f0-4558-9a28-b978975ead36),segment_id=50e5915e-18f0-4558-9a28-b978975ead36)] {{(pid=103232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 19:02:35.597077 n-d-713498-36 neutron-server[103229]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 09 Feb 2022 19:02:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-28082b1e-23ca-49f3-bc0a-fbced755ea56 x-openstack-request-id: req-28082b1e-23ca-49f3-bc0a-fbced755ea56 {{(pid=103229) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 19:02:35.597393 n-d-713498-36 neutron-server[103229]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4e423b27-3023-4ca3-87d1-42d68436aee9", "name": "network-vif-unplugged", "status": "completed", "tag": "09574619-31d0-4d7b-8c62-0e309d2267b4", "code": 200}]} {{(pid=103229) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 19:02:35.597656 n-d-713498-36 neutron-server[103229]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-28082b1e-23ca-49f3-bc0a-fbced755ea56 {{(pid=103229) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 19:02:35.598225 n-d-713498-36 neutron-server[103229]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4e423b27-3023-4ca3-87d1-42d68436aee9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '09574619-31d0-4d7b-8c62-0e309d2267b4', 'code': 200} Feb 09 19:02:35.606568 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-142c621c-2e5b-4849-84ad-610c752a8c8c admin admin] Publish callbacks [] for security_group (e3de952d-b986-4687-9606-154ca98cdfa4), before_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:02:35.607494 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Returning: {'device': '59317504-dab2-415c-8657-2cf260626be9', 'network_id': '2b5494c8-cf97-42c1-b902-87f998f28179', 'port_id': '59317504-dab2-415c-8657-2cf260626be9', 'mac_address': 'fa:16:3e:a3:d0:ec', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 359, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '60b561cb-321e-4f83-9bb3-92b2e1d0dc44', 'ip_address': '192.168.233.20'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103232) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 19:02:35.617297 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beed21c0-d58a-47d7-afad-6e1149aadecc req-57ad1f7f-e91f-434c-b727-c99dfe7f305f tempest-DeleteServersAdminTestJSON-568076601 tempest-DeleteServersAdminTestJSON-568076601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:02:35.619258 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-beed21c0-d58a-47d7-afad-6e1149aadecc req-57ad1f7f-e91f-434c-b727-c99dfe7f305f tempest-DeleteServersAdminTestJSON-568076601 tempest-DeleteServersAdminTestJSON-568076601-project] 10.222.0.75 "GET /v2.0/ports?device_id=82a993ea-e1fb-4611-9b4b-af8aef416185 HTTP/1.1" status: 200 len: 947 time: 0.1361806 Feb 09 19:02:35.626145 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.db [req-2700d681-915e-4726-84b1-1f2ab2cb857b req-b6d5bf00-329e-4816-b597-36669b8968e6 service neutron] For port 09574619-31d0-4d7b-8c62-0e309d2267b4, host n-h1-713498-36, cleared binding levels {{(pid=103229) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 19:02:35.638684 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.db [req-2700d681-915e-4726-84b1-1f2ab2cb857b req-b6d5bf00-329e-4816-b597-36669b8968e6 service neutron] For port 09574619-31d0-4d7b-8c62-0e309d2267b4, host n-h1-713498-36, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-36',level=0,port_id=09574619-31d0-4d7b-8c62-0e309d2267b4,segment=NetworkSegment(b98d4747-b18c-4141-8910-77c1fada78d1),segment_id=b98d4747-b18c-4141-8910-77c1fada78d1)] {{(pid=103229) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 19:02:35.642356 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-142c621c-2e5b-4849-84ad-610c752a8c8c admin admin] Publish callbacks [] for security_group (e3de952d-b986-4687-9606-154ca98cdfa4), precommit_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:02:35.660081 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-2700d681-915e-4726-84b1-1f2ab2cb857b req-b6d5bf00-329e-4816-b597-36669b8968e6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762867176205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762866656485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762866656503'] for port (09574619-31d0-4d7b-8c62-0e309d2267b4), after_update {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:02:35.661224 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Current status of the port 59317504-dab2-415c-8657-2cf260626be9 is: DOWN; New status is: BUILD {{(pid=103232) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 19:02:35.661781 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (59317504-dab2-415c-8657-2cf260626be9), before_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:02:35.676459 n-d-713498-36 neutron-server[103232]: DEBUG neutron.notifiers.nova [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 59317504-dab2-415c-8657-2cf260626be9 {{(pid=103232) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 19:02:35.712259 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-7429db8d-6021-40ad-813e-885be449a89b None None] For port 59317504-dab2-415c-8657-2cf260626be9, host n-h2-713498-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-36',level=0,port_id=59317504-dab2-415c-8657-2cf260626be9,segment=NetworkSegment(50e5915e-18f0-4558-9a28-b978975ead36),segment_id=50e5915e-18f0-4558-9a28-b978975ead36)] {{(pid=103232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 19:02:35.717892 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762867176205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762866656485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762866656503'] for port (59317504-dab2-415c-8657-2cf260626be9), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:02:35.718332 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-8fbeca1f-6e37-4ef3-9b35-6ed644118f39 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1892331'] for security_group (857b2183-6939-4d93-993b-163ebd7df064), after_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:02:35.723035 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-8fbeca1f-6e37-4ef3-9b35-6ed644118f39 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:02:35.731942 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-8fbeca1f-6e37-4ef3-9b35-6ed644118f39 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/857b2183-6939-4d93-993b-163ebd7df064 HTTP/1.1" status: 204 len: 168 time: 0.6380000 Feb 09 19:02:35.773010 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fbeca1f-6e37-4ef3-9b35-6ed644118f39 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=857b2183-6939-4d93-993b-163ebd7df064,revision_number=None']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:02:35.800958 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-142c621c-2e5b-4849-84ad-610c752a8c8c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1892331'] for security_group (e3de952d-b986-4687-9606-154ca98cdfa4), after_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:02:35.806380 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Pushing event updated for resources: {'Port': ['ID=59317504-dab2-415c-8657-2cf260626be9,revision_number=4']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:02:35.824287 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-142c621c-2e5b-4849-84ad-610c752a8c8c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:02:35.825515 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-142c621c-2e5b-4849-84ad-610c752a8c8c admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/e3de952d-b986-4687-9606-154ca98cdfa4 HTTP/1.1" status: 204 len: 168 time: 0.5083287 Feb 09 19:02:35.846016 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-beed21c0-d58a-47d7-afad-6e1149aadecc req-6e3a1f1a-f37f-48b7-bfc9-5632f3b3e440 tempest-DeleteServersAdminTestJSON-568076601 tempest-DeleteServersAdminTestJSON-568076601-project] 10.222.0.75 "GET /v2.0/security-groups?id=00e3f3c8-5143-473f-96ea-ab4c624b2c93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2171545 Feb 09 19:02:35.871043 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-142c621c-2e5b-4849-84ad-610c752a8c8c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e3de952d-b986-4687-9606-154ca98cdfa4,revision_number=None']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:02:35.910837 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-d880cb2e-a2dd-4bbf-b41f-d0792e119f9f admin admin] Publish callbacks [] for security_group (4e742573-6172-4bde-ac15-ca8723da1bb1), precommit_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:02:35.916707 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-d880cb2e-a2dd-4bbf-b41f-d0792e119f9f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1892331'] for security_group (4e742573-6172-4bde-ac15-ca8723da1bb1), after_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:02:35.940200 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2700d681-915e-4726-84b1-1f2ab2cb857b req-b6d5bf00-329e-4816-b597-36669b8968e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:02:35.950840 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-2700d681-915e-4726-84b1-1f2ab2cb857b req-b6d5bf00-329e-4816-b597-36669b8968e6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171096'] for port (None), before_response {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:02:35.952571 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-2700d681-915e-4726-84b1-1f2ab2cb857b req-b6d5bf00-329e-4816-b597-36669b8968e6 service neutron] 10.222.0.90 "PUT /v2.0/ports/09574619-31d0-4d7b-8c62-0e309d2267b4 HTTP/1.1" status: 200 len: 1145 time: 1.2591865 Feb 09 19:02:35.953929 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6d5bf00-329e-4816-b597-36669b8968e6 service neutron] Pushing event updated for resources: {'Port': ['ID=09574619-31d0-4d7b-8c62-0e309d2267b4,revision_number=8']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:02:35.980423 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d880cb2e-a2dd-4bbf-b41f-d0792e119f9f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4e742573-6172-4bde-ac15-ca8723da1bb1,revision_number=1']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:02:36.010727 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] get_ports_and_sgs() called for port_ids ['09574619-31d0-4d7b-8c62-0e309d2267b4'] {{(pid=103232) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 19:02:36.049900 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-d880cb2e-a2dd-4bbf-b41f-d0792e119f9f admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=91f6416d51e548bd80311b02e5256ecb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7864509 Feb 09 19:02:36.053121 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 45804) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:02:36.118897 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 45806) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:02:36.132890 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-7429db8d-6021-40ad-813e-885be449a89b None None] get_ports_and_sgs() called for port_ids ['59317504-dab2-415c-8657-2cf260626be9'] {{(pid=103232) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 19:02:36.172858 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-50684ea0-cc67-4aaa-a14e-ae77b7309552 admin admin] Publish callbacks [] for security_group (4e742573-6172-4bde-ac15-ca8723da1bb1), before_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:02:36.225054 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-50684ea0-cc67-4aaa-a14e-ae77b7309552 admin admin] Publish callbacks [] for security_group (4e742573-6172-4bde-ac15-ca8723da1bb1), precommit_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:02:36.303461 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 45814) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:02:36.337725 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-806f8371-888d-404e-91e7-49c478110bbf admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:02:36.357429 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-50684ea0-cc67-4aaa-a14e-ae77b7309552 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1892331'] for security_group (4e742573-6172-4bde-ac15-ca8723da1bb1), after_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:02:36.361745 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-50684ea0-cc67-4aaa-a14e-ae77b7309552 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:02:36.366637 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-50684ea0-cc67-4aaa-a14e-ae77b7309552 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/4e742573-6172-4bde-ac15-ca8723da1bb1 HTTP/1.1" status: 204 len: 168 time: 0.3122456 Feb 09 19:02:36.386173 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50684ea0-cc67-4aaa-a14e-ae77b7309552 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4e742573-6172-4bde-ac15-ca8723da1bb1,revision_number=None']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:02:36.464866 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-806f8371-888d-404e-91e7-49c478110bbf admin admin] Publish callbacks [] for security_group (7439b90e-fb5a-4bc9-94cf-1dec3a9fe1ff), precommit_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:02:36.475503 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-806f8371-888d-404e-91e7-49c478110bbf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1892331'] for security_group (7439b90e-fb5a-4bc9-94cf-1dec3a9fe1ff), after_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:02:36.570158 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-806f8371-888d-404e-91e7-49c478110bbf admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=690416b71c7b409b9f24ff2033cc92ae&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2647781 Feb 09 19:02:36.572961 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 45824) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:02:36.574368 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-806f8371-888d-404e-91e7-49c478110bbf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7439b90e-fb5a-4bc9-94cf-1dec3a9fe1ff,revision_number=1']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:02:36.641282 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-33fc9a22-4b97-4004-8847-01f9221de5d8 admin admin] Publish callbacks [] for security_group (7439b90e-fb5a-4bc9-94cf-1dec3a9fe1ff), before_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:02:36.699641 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-33fc9a22-4b97-4004-8847-01f9221de5d8 admin admin] Publish callbacks [] for security_group (7439b90e-fb5a-4bc9-94cf-1dec3a9fe1ff), precommit_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:02:36.720797 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-007afecf-9679-4c76-ab6d-3ee8d3205c9b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:02:36.822530 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-33fc9a22-4b97-4004-8847-01f9221de5d8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1892331'] for security_group (7439b90e-fb5a-4bc9-94cf-1dec3a9fe1ff), after_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:02:36.825869 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-33fc9a22-4b97-4004-8847-01f9221de5d8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:02:36.829896 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-33fc9a22-4b97-4004-8847-01f9221de5d8 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/7439b90e-fb5a-4bc9-94cf-1dec3a9fe1ff HTTP/1.1" status: 204 len: 168 time: 0.2554691 Feb 09 19:02:36.847075 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33fc9a22-4b97-4004-8847-01f9221de5d8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7439b90e-fb5a-4bc9-94cf-1dec3a9fe1ff,revision_number=None']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:02:36.873894 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-007afecf-9679-4c76-ab6d-3ee8d3205c9b admin admin] Publish callbacks [] for security_group (ba5b5ace-e49e-4af0-8fdb-3048fc99c036), precommit_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:02:36.888910 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-007afecf-9679-4c76-ab6d-3ee8d3205c9b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1892331'] for security_group (ba5b5ace-e49e-4af0-8fdb-3048fc99c036), after_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:02:36.893207 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 45832) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:02:36.912542 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-73c72f89-179f-4294-b864-416cec9a97b7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:02:36.955026 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b40cbf67-3bd0-4740-9a44-a5cd9c3a7464 req-c98e1b1d-ab99-4cc1-ae4f-fb138ab6a661 tempest-LiveAutoBlockMigrationV225Test-2127879101 tempest-LiveAutoBlockMigrationV225Test-2127879101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:02:36.956683 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-b40cbf67-3bd0-4740-9a44-a5cd9c3a7464 req-c98e1b1d-ab99-4cc1-ae4f-fb138ab6a661 tempest-LiveAutoBlockMigrationV225Test-2127879101 tempest-LiveAutoBlockMigrationV225Test-2127879101-project] 10.222.0.75 "GET /v2.0/ports?device_id=4e423b27-3023-4ca3-87d1-42d68436aee9 HTTP/1.1" status: 200 len: 965 time: 0.2778540 Feb 09 19:02:36.967659 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-007afecf-9679-4c76-ab6d-3ee8d3205c9b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ba5b5ace-e49e-4af0-8fdb-3048fc99c036,revision_number=1']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:02:36.995514 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-007afecf-9679-4c76-ab6d-3ee8d3205c9b admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=22168c952f144095998ddf7f93d4944f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8754973 Feb 09 19:02:37.003255 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 45836) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:02:37.054593 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-b40cbf67-3bd0-4740-9a44-a5cd9c3a7464 req-5cbfe134-86ce-4f63-9f7d-50789aa507f9 tempest-LiveAutoBlockMigrationV225Test-2127879101 tempest-LiveAutoBlockMigrationV225Test-2127879101-project] 10.222.0.75 "GET /v2.0/security-groups?id=e3cb5363-3b49-4f74-b239-a871e755b40a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0879059 Feb 09 19:02:37.119088 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-b3cb5838-a05f-44e2-8d87-2b4a91f90215 admin admin] Publish callbacks [] for security_group (ba5b5ace-e49e-4af0-8fdb-3048fc99c036), before_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:02:37.161120 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89533651-6395-4960-a25b-5c3e2c9407f2 req-cefd24aa-4b40-4c6b-ac4c-6024b3cc8817 tempest-DeleteServersAdminTestJSON-568076601 tempest-DeleteServersAdminTestJSON-568076601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:02:37.165116 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-b3cb5838-a05f-44e2-8d87-2b4a91f90215 admin admin] Publish callbacks [] for security_group (ba5b5ace-e49e-4af0-8fdb-3048fc99c036), precommit_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:02:37.169756 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-89533651-6395-4960-a25b-5c3e2c9407f2 req-cefd24aa-4b40-4c6b-ac4c-6024b3cc8817 tempest-DeleteServersAdminTestJSON-568076601 tempest-DeleteServersAdminTestJSON-568076601-project] 10.222.0.75 "GET /v2.0/ports?device_id=82a993ea-e1fb-4611-9b4b-af8aef416185 HTTP/1.1" status: 200 len: 948 time: 0.1479137 Feb 09 19:02:37.181050 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-73c72f89-179f-4294-b864-416cec9a97b7 admin admin] Publish callbacks [] for security_group (5d15b669-7595-4d04-aa33-5bdd40efeaa8), precommit_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:02:37.192476 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-73c72f89-179f-4294-b864-416cec9a97b7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1892331'] for security_group (5d15b669-7595-4d04-aa33-5bdd40efeaa8), after_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:02:37.252133 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 45840) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:02:37.269383 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-88406dcc-7a2d-414d-863a-e80476c0cd47 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:02:37.280825 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-b3cb5838-a05f-44e2-8d87-2b4a91f90215 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1892331'] for security_group (ba5b5ace-e49e-4af0-8fdb-3048fc99c036), after_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:02:37.283636 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-b3cb5838-a05f-44e2-8d87-2b4a91f90215 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:02:37.284845 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-b3cb5838-a05f-44e2-8d87-2b4a91f90215 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/ba5b5ace-e49e-4af0-8fdb-3048fc99c036 HTTP/1.1" status: 204 len: 168 time: 0.2805793 Feb 09 19:02:37.304888 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-89533651-6395-4960-a25b-5c3e2c9407f2 req-f1e543b3-0b1a-4241-bfaf-2d1354c6140f tempest-DeleteServersAdminTestJSON-568076601 tempest-DeleteServersAdminTestJSON-568076601-project] 10.222.0.75 "GET /v2.0/security-groups?id=00e3f3c8-5143-473f-96ea-ab4c624b2c93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1334391 Feb 09 19:02:37.328436 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3cb5838-a05f-44e2-8d87-2b4a91f90215 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ba5b5ace-e49e-4af0-8fdb-3048fc99c036,revision_number=None']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:02:37.374625 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-73c72f89-179f-4294-b864-416cec9a97b7 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=e70ed4ea82dc4b0dae55656dc6084f5b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4801795 Feb 09 19:02:37.376331 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73c72f89-179f-4294-b864-416cec9a97b7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5d15b669-7595-4d04-aa33-5bdd40efeaa8,revision_number=1']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:02:37.378708 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 45846) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:02:37.449000 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Device 59317504-dab2-415c-8657-2cf260626be9 up at agent hyperv_n-h2-713498-36 {{(pid=103232) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 19:02:37.526837 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-88406dcc-7a2d-414d-863a-e80476c0cd47 admin admin] Publish callbacks [] for security_group (1b847597-000c-40fd-8e12-6cda0d52f513), precommit_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:02:37.557456 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-88406dcc-7a2d-414d-863a-e80476c0cd47 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1892331'] for security_group (1b847597-000c-40fd-8e12-6cda0d52f513), after_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:02:37.567941 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.provisioning_blocks [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Provisioning for port 59317504-dab2-415c-8657-2cf260626be9 completed by entity L2. {{(pid=103232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 19:02:37.574298 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.provisioning_blocks [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Provisioning complete for port 59317504-dab2-415c-8657-2cf260626be9 triggered by entity L2. {{(pid=103232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 19:02:37.576290 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593630'] for port (59317504-dab2-415c-8657-2cf260626be9), provisioning_complete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:02:37.598976 n-d-713498-36 neutron-server[103229]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4e423b27-3023-4ca3-87d1-42d68436aee9', 'tag': '09574619-31d0-4d7b-8c62-0e309d2267b4'}] {{(pid=103229) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 19:02:37.601290 n-d-713498-36 neutron-server[103229]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fa6ae9a20702bd564eaf90d946620b2b4277b1ab91129323d3b54181076be307" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-55591e03-01fa-4c9d-a4b3-59a33e489631" -d '{"events": [{"name": "network-changed", "server_uuid": "4e423b27-3023-4ca3-87d1-42d68436aee9", "tag": "09574619-31d0-4d7b-8c62-0e309d2267b4"}]}' {{(pid=103229) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 19:02:37.630633 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-88406dcc-7a2d-414d-863a-e80476c0cd47 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=77494c4d51a7441996725fdf9d939fea&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3769023 Feb 09 19:02:37.633419 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 45854) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:02:37.703401 n-d-713498-36 neutron-server[103229]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 19:02:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aebe0710-84da-4d36-8dd7-80a7613e1cc3 x-openstack-request-id: req-aebe0710-84da-4d36-8dd7-80a7613e1cc3 {{(pid=103229) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 19:02:37.704297 n-d-713498-36 neutron-server[103229]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4e423b27-3023-4ca3-87d1-42d68436aee9", "tag": "09574619-31d0-4d7b-8c62-0e309d2267b4", "status": "completed", "code": 200}]} {{(pid=103229) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 19:02:37.704801 n-d-713498-36 neutron-server[103229]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-aebe0710-84da-4d36-8dd7-80a7613e1cc3 {{(pid=103229) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 19:02:37.705393 n-d-713498-36 neutron-server[103229]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4e423b27-3023-4ca3-87d1-42d68436aee9', 'tag': '09574619-31d0-4d7b-8c62-0e309d2267b4', 'status': 'completed', 'code': 200} Feb 09 19:02:37.738591 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-4d466c98-dfbf-4087-b3b6-c2ac37fddfdb admin admin] Publish callbacks [] for security_group (1b847597-000c-40fd-8e12-6cda0d52f513), before_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:02:37.761997 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Current status of the port 59317504-dab2-415c-8657-2cf260626be9 is: BUILD; New status is: ACTIVE {{(pid=103232) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 19:02:37.763082 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (59317504-dab2-415c-8657-2cf260626be9), before_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:02:37.764761 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-4fe67371-4d68-41a2-9441-0b741aecb58a admin admin] Publish callbacks [] for security_group (5d15b669-7595-4d04-aa33-5bdd40efeaa8), before_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:02:37.791576 n-d-713498-36 neutron-server[103232]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '82a993ea-e1fb-4611-9b4b-af8aef416185', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '59317504-dab2-415c-8657-2cf260626be9'}] {{(pid=103232) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 19:02:37.795152 n-d-713498-36 neutron-server[103232]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}949cdcde653dec44821de95cbf67297f53cbc2aed4e073b5d514f93bf911ce85" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bca9fee8-1c46-47ea-af25-446fdea83503" -d '{"events": [{"server_uuid": "82a993ea-e1fb-4611-9b4b-af8aef416185", "name": "network-vif-plugged", "status": "completed", "tag": "59317504-dab2-415c-8657-2cf260626be9"}]}' {{(pid=103232) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 19:02:37.814796 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-7429db8d-6021-40ad-813e-885be449a89b None None] For port 59317504-dab2-415c-8657-2cf260626be9, host n-h2-713498-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-36',level=0,port_id=59317504-dab2-415c-8657-2cf260626be9,segment=NetworkSegment(50e5915e-18f0-4558-9a28-b978975ead36),segment_id=50e5915e-18f0-4558-9a28-b978975ead36)] {{(pid=103232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 19:02:37.821013 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762867176205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762866656485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762866656503'] for port (59317504-dab2-415c-8657-2cf260626be9), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:02:37.822736 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-4fe67371-4d68-41a2-9441-0b741aecb58a admin admin] Publish callbacks [] for security_group (5d15b669-7595-4d04-aa33-5bdd40efeaa8), precommit_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:02:37.856088 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-4d466c98-dfbf-4087-b3b6-c2ac37fddfdb admin admin] Publish callbacks [] for security_group (1b847597-000c-40fd-8e12-6cda0d52f513), precommit_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:02:37.898687 n-d-713498-36 neutron-server[103232]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 19:02:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3a530753-035e-4cae-9f9c-0d12ed5d571c x-openstack-request-id: req-3a530753-035e-4cae-9f9c-0d12ed5d571c {{(pid=103232) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 19:02:37.899075 n-d-713498-36 neutron-server[103232]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "82a993ea-e1fb-4611-9b4b-af8aef416185", "name": "network-vif-plugged", "status": "completed", "tag": "59317504-dab2-415c-8657-2cf260626be9", "code": 200}]} {{(pid=103232) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 19:02:37.899697 n-d-713498-36 neutron-server[103232]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-3a530753-035e-4cae-9f9c-0d12ed5d571c {{(pid=103232) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 19:02:37.900194 n-d-713498-36 neutron-server[103232]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '82a993ea-e1fb-4611-9b4b-af8aef416185', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '59317504-dab2-415c-8657-2cf260626be9', 'code': 200} Feb 09 19:02:37.902138 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Pushing event updated for resources: {'Port': ['ID=59317504-dab2-415c-8657-2cf260626be9,revision_number=5']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:02:37.936139 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 45864) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:02:37.946389 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88406dcc-7a2d-414d-863a-e80476c0cd47 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1b847597-000c-40fd-8e12-6cda0d52f513,revision_number=1']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:02:37.955213 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55591e03-01fa-4c9d-a4b3-59a33e489631 req-ad66ebf0-31ed-4a4a-bce4-7c481b471541 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:02:37.956920 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-55591e03-01fa-4c9d-a4b3-59a33e489631 req-ad66ebf0-31ed-4a4a-bce4-7c481b471541 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=b8d56d08e88f4d4daeb8e5fed321a162&device_id=4e423b27-3023-4ca3-87d1-42d68436aee9 HTTP/1.1" status: 200 len: 1179 time: 0.2268577 Feb 09 19:02:37.981096 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-8d352f30-4722-4776-ad91-827e30c6efaa admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:02:37.981587 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-4fe67371-4d68-41a2-9441-0b741aecb58a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1892331'] for security_group (5d15b669-7595-4d04-aa33-5bdd40efeaa8), after_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:02:37.992028 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-4fe67371-4d68-41a2-9441-0b741aecb58a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:02:38.002008 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-4fe67371-4d68-41a2-9441-0b741aecb58a admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/5d15b669-7595-4d04-aa33-5bdd40efeaa8 HTTP/1.1" status: 204 len: 168 time: 0.6146049 Feb 09 19:02:38.057681 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fe67371-4d68-41a2-9441-0b741aecb58a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5d15b669-7595-4d04-aa33-5bdd40efeaa8,revision_number=None']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:02:38.193240 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-4d466c98-dfbf-4087-b3b6-c2ac37fddfdb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1892331'] for security_group (1b847597-000c-40fd-8e12-6cda0d52f513), after_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:02:38.201300 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-4d466c98-dfbf-4087-b3b6-c2ac37fddfdb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:02:38.202458 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-4d466c98-dfbf-4087-b3b6-c2ac37fddfdb admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/1b847597-000c-40fd-8e12-6cda0d52f513 HTTP/1.1" status: 204 len: 168 time: 0.5678370 Feb 09 19:02:38.236138 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d466c98-dfbf-4087-b3b6-c2ac37fddfdb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1b847597-000c-40fd-8e12-6cda0d52f513,revision_number=None']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:02:38.295770 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5e8ef92-61d5-4eb3-ab72-16cbdcd38844 req-fc107d3d-7ae3-4e0c-b0d6-46ffcf13a150 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:02:38.297559 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-e5e8ef92-61d5-4eb3-ab72-16cbdcd38844 req-fc107d3d-7ae3-4e0c-b0d6-46ffcf13a150 service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=82a993ea-e1fb-4611-9b4b-af8aef416185 HTTP/1.1" status: 200 len: 1132 time: 0.3326974 Feb 09 19:02:38.298710 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55591e03-01fa-4c9d-a4b3-59a33e489631 req-feb13f98-16c2-4cb0-ac9c-0faf5c95e4f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:02:38.300341 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-55591e03-01fa-4c9d-a4b3-59a33e489631 req-feb13f98-16c2-4cb0-ac9c-0faf5c95e4f0 service neutron] 10.222.0.89 "GET /v2.0/networks?id=0e993f99-d3d0-4a2a-8eed-2f34375798b5 HTTP/1.1" status: 200 len: 921 time: 0.3342156 Feb 09 19:02:38.362306 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4309786-0f75-460a-b5cc-00e7c8e49bf3 req-710ce804-1346-4a04-81c9-c1608f664941 tempest-LiveAutoBlockMigrationV225Test-2127879101 tempest-LiveAutoBlockMigrationV225Test-2127879101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:02:38.369443 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-b4309786-0f75-460a-b5cc-00e7c8e49bf3 req-710ce804-1346-4a04-81c9-c1608f664941 tempest-LiveAutoBlockMigrationV225Test-2127879101 tempest-LiveAutoBlockMigrationV225Test-2127879101-project] 10.222.0.75 "GET /v2.0/ports?device_id=4e423b27-3023-4ca3-87d1-42d68436aee9 HTTP/1.1" status: 200 len: 965 time: 0.1542578 Feb 09 19:02:38.460347 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-55591e03-01fa-4c9d-a4b3-59a33e489631 req-cb19a02e-f6f1-4cb1-9e55-734e3b9a95ef service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=09574619-31d0-4d7b-8c62-0e309d2267b4 HTTP/1.1" status: 200 len: 217 time: 0.1260238 Feb 09 19:02:38.482273 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-b4309786-0f75-460a-b5cc-00e7c8e49bf3 req-af5d8d9d-f72c-4faf-baf7-27db99a5faff tempest-LiveAutoBlockMigrationV225Test-2127879101 tempest-LiveAutoBlockMigrationV225Test-2127879101-project] 10.222.0.75 "GET /v2.0/security-groups?id=e3cb5363-3b49-4f74-b239-a871e755b40a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0990431 Feb 09 19:02:38.580396 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-8d352f30-4722-4776-ad91-827e30c6efaa admin admin] Publish callbacks [] for security_group (ee6700df-c2d0-49d1-a52f-64ba47c8bb54), precommit_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:02:38.594725 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-e5e8ef92-61d5-4eb3-ab72-16cbdcd38844 req-048093e9-dd07-44e1-9b99-48f1666c99a3 service neutron] 10.222.0.90 "GET /v2.0/security-groups?id=00e3f3c8-5143-473f-96ea-ab4c624b2c93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2880397 Feb 09 19:02:38.597602 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-8d352f30-4722-4776-ad91-827e30c6efaa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1892331'] for security_group (ee6700df-c2d0-49d1-a52f-64ba47c8bb54), after_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:02:38.631138 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55591e03-01fa-4c9d-a4b3-59a33e489631 req-dbc71809-5ea6-4641-8d96-3aa14703cde1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:02:38.633727 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-55591e03-01fa-4c9d-a4b3-59a33e489631 req-dbc71809-5ea6-4641-8d96-3aa14703cde1 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=7d496e2d-6315-4d42-9415-66e0bdf20977 HTTP/1.1" status: 200 len: 860 time: 0.1552558 Feb 09 19:02:38.688624 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d352f30-4722-4776-ad91-827e30c6efaa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ee6700df-c2d0-49d1-a52f-64ba47c8bb54,revision_number=1']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:02:38.707499 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-8d352f30-4722-4776-ad91-827e30c6efaa admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=2b5d77b4ea67412b893da0d4ff20c1dd&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7657793 Feb 09 19:02:38.710259 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 45890) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:02:38.714187 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-55591e03-01fa-4c9d-a4b3-59a33e489631 req-c8b27968-d2b3-4d4f-8b58-ecb5d5c80a13 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=0e993f99-d3d0-4a2a-8eed-2f34375798b5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0659380 Feb 09 19:02:38.728199 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8ac5efc-73bf-4335-80df-b2fd0303e6bf req-009aeb28-cc47-4c2d-93a3-f64dacd52c7e tempest-DeleteServersAdminTestJSON-568076601 tempest-DeleteServersAdminTestJSON-568076601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:02:38.736449 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-f8ac5efc-73bf-4335-80df-b2fd0303e6bf req-009aeb28-cc47-4c2d-93a3-f64dacd52c7e tempest-DeleteServersAdminTestJSON-568076601 tempest-DeleteServersAdminTestJSON-568076601-project] 10.222.0.75 "GET /v2.0/ports?device_id=82a993ea-e1fb-4611-9b4b-af8aef416185 HTTP/1.1" status: 200 len: 949 time: 0.2826345 Feb 09 19:02:38.794090 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-8429b9a2-2089-4225-b50e-b085574ad6be admin admin] Publish callbacks [] for security_group (ee6700df-c2d0-49d1-a52f-64ba47c8bb54), before_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:02:38.845430 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-8429b9a2-2089-4225-b50e-b085574ad6be admin admin] Publish callbacks [] for security_group (ee6700df-c2d0-49d1-a52f-64ba47c8bb54), precommit_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:02:38.873916 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-f8ac5efc-73bf-4335-80df-b2fd0303e6bf req-6b142b28-6771-46af-9384-d3ef66d19ddf tempest-DeleteServersAdminTestJSON-568076601 tempest-DeleteServersAdminTestJSON-568076601-project] 10.222.0.75 "GET /v2.0/security-groups?id=00e3f3c8-5143-473f-96ea-ab4c624b2c93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1295028 Feb 09 19:02:38.911353 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 45898) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:02:38.924606 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-55591e03-01fa-4c9d-a4b3-59a33e489631 req-4511412c-2900-4af8-a87e-5bf6f7b62fdf service neutron] 10.222.0.89 "GET /v2.0/networks/0e993f99-d3d0-4a2a-8eed-2f34375798b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1851480 Feb 09 19:02:38.968173 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-8429b9a2-2089-4225-b50e-b085574ad6be admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1892331'] for security_group (ee6700df-c2d0-49d1-a52f-64ba47c8bb54), after_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:02:38.973423 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-8429b9a2-2089-4225-b50e-b085574ad6be admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:02:38.978817 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-8429b9a2-2089-4225-b50e-b085574ad6be admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/ee6700df-c2d0-49d1-a52f-64ba47c8bb54 HTTP/1.1" status: 204 len: 168 time: 0.2665408 Feb 09 19:02:38.988991 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8429b9a2-2089-4225-b50e-b085574ad6be admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ee6700df-c2d0-49d1-a52f-64ba47c8bb54,revision_number=None']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:02:38.998200 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8429b9a2-2089-4225-b50e-b085574ad6be admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:02:38.999565 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8429b9a2-2089-4225-b50e-b085574ad6be admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:02:39.000513 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8429b9a2-2089-4225-b50e-b085574ad6be admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:02:39.001006 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8429b9a2-2089-4225-b50e-b085574ad6be admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:02:39.001499 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8429b9a2-2089-4225-b50e-b085574ad6be admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:02:39.002121 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8429b9a2-2089-4225-b50e-b085574ad6be admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:02:39.002610 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8429b9a2-2089-4225-b50e-b085574ad6be admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:02:39.003116 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8429b9a2-2089-4225-b50e-b085574ad6be admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:02:39.003593 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8429b9a2-2089-4225-b50e-b085574ad6be admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:02:39.004058 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8429b9a2-2089-4225-b50e-b085574ad6be admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:02:39.004545 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8429b9a2-2089-4225-b50e-b085574ad6be admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:02:39.005057 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8429b9a2-2089-4225-b50e-b085574ad6be admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:02:39.005530 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8429b9a2-2089-4225-b50e-b085574ad6be admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:02:39.123067 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-55591e03-01fa-4c9d-a4b3-59a33e489631 req-99cec063-ecfa-46e9-a1f5-ff51343d4ee9 service neutron] 10.222.0.89 "GET /v2.0/networks/0e993f99-d3d0-4a2a-8eed-2f34375798b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1881804 Feb 09 19:02:39.183074 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.v2.base [None req-49ac227f-eae4-4351-b358-c9b8f5d4b956 admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationRemoteConsolesV26Test-575314895-network', 'tenant_id': '7b6f1b302e8942108e61dd2944933daa'}} {{(pid=103229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 19:02:39.222389 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-49ac227f-eae4-4351-b358-c9b8f5d4b956 admin admin] Made reservation on behalf of 7b6f1b302e8942108e61dd2944933daa for: {'network': 1} {{(pid=103229) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 19:02:39.229192 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-49ac227f-eae4-4351-b358-c9b8f5d4b956 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for network (None), before_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:02:39.261526 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-49ac227f-eae4-4351-b358-c9b8f5d4b956 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:02:39.484678 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Device 09574619-31d0-4d7b-8c62-0e309d2267b4 details requested by agent hyperv_n-h2-713498-36 with host n-h2-713498-36 {{(pid=103232) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 19:02:39.506764 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-49ac227f-eae4-4351-b358-c9b8f5d4b956 admin admin] Publish callbacks [] for security_group (6a13cd1b-84d1-463a-b733-b85cec7a3c6d), precommit_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:02:39.527097 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-49ac227f-eae4-4351-b358-c9b8f5d4b956 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1892331'] for security_group (6a13cd1b-84d1-463a-b733-b85cec7a3c6d), after_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:02:39.653936 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-49ac227f-eae4-4351-b358-c9b8f5d4b956 admin admin] vlan segment allocate from pool success with {'vlan_id': 354, 'physical_network': 'physnet1'} {{(pid=103229) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 19:02:39.676186 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49ac227f-eae4-4351-b358-c9b8f5d4b956 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6a13cd1b-84d1-463a-b733-b85cec7a3c6d,revision_number=1']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:02:39.715266 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49ac227f-eae4-4351-b358-c9b8f5d4b956 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:02:39.715610 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49ac227f-eae4-4351-b358-c9b8f5d4b956 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:02:39.717500 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49ac227f-eae4-4351-b358-c9b8f5d4b956 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:02:39.717500 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49ac227f-eae4-4351-b358-c9b8f5d4b956 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:02:39.722743 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49ac227f-eae4-4351-b358-c9b8f5d4b956 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:02:39.722996 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49ac227f-eae4-4351-b358-c9b8f5d4b956 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:02:39.723150 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49ac227f-eae4-4351-b358-c9b8f5d4b956 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:02:39.723491 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49ac227f-eae4-4351-b358-c9b8f5d4b956 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:02:39.723820 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49ac227f-eae4-4351-b358-c9b8f5d4b956 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:02:39.724155 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49ac227f-eae4-4351-b358-c9b8f5d4b956 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:02:39.724484 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49ac227f-eae4-4351-b358-c9b8f5d4b956 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:02:39.730057 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49ac227f-eae4-4351-b358-c9b8f5d4b956 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:02:39.730429 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49ac227f-eae4-4351-b358-c9b8f5d4b956 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:02:39.765115 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-49ac227f-eae4-4351-b358-c9b8f5d4b956 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-759574'] for segment (8bf27c48-4bbb-4385-99c6-7896200f6a51), precommit_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:02:39.765469 n-d-713498-36 neutron-server[103229]: INFO neutron.db.segments_db [None req-49ac227f-eae4-4351-b358-c9b8f5d4b956 admin admin] Added segment 8bf27c48-4bbb-4385-99c6-7896200f6a51 of type vlan for network 98f6e1e5-ca23-4249-9a43-0452261bef0d Feb 09 19:02:39.788928 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1437aec0-1dfa-4f57-950d-05cf4943713a req-70f228c2-b6f0-4c45-946b-89cd8a936882 tempest-LiveAutoBlockMigrationV225Test-2127879101 tempest-LiveAutoBlockMigrationV225Test-2127879101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:02:39.799085 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-1437aec0-1dfa-4f57-950d-05cf4943713a req-70f228c2-b6f0-4c45-946b-89cd8a936882 tempest-LiveAutoBlockMigrationV225Test-2127879101 tempest-LiveAutoBlockMigrationV225Test-2127879101-project] 10.222.0.75 "GET /v2.0/ports?device_id=4e423b27-3023-4ca3-87d1-42d68436aee9 HTTP/1.1" status: 200 len: 965 time: 0.1769474 Feb 09 19:02:39.799886 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-7429db8d-6021-40ad-813e-885be449a89b None None] For port 09574619-31d0-4d7b-8c62-0e309d2267b4, host n-h1-713498-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-36',level=0,port_id=09574619-31d0-4d7b-8c62-0e309d2267b4,segment=NetworkSegment(b98d4747-b18c-4141-8910-77c1fada78d1),segment_id=b98d4747-b18c-4141-8910-77c1fada78d1)] {{(pid=103232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 19:02:39.814528 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Device 09574619-31d0-4d7b-8c62-0e309d2267b4 has no active binding in host n-h2-713498-36 {{(pid=103232) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Feb 09 19:02:39.858892 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-49ac227f-eae4-4351-b358-c9b8f5d4b956 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762866642225'] for network (98f6e1e5-ca23-4249-9a43-0452261bef0d), precommit_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:02:39.916483 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-49ac227f-eae4-4351-b358-c9b8f5d4b956 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1885479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452'] for network (98f6e1e5-ca23-4249-9a43-0452261bef0d), after_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:02:39.916807 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-1437aec0-1dfa-4f57-950d-05cf4943713a req-ba689a3a-afea-4758-898b-456e226f3175 tempest-LiveAutoBlockMigrationV225Test-2127879101 tempest-LiveAutoBlockMigrationV225Test-2127879101-project] 10.222.0.75 "GET /v2.0/security-groups?id=e3cb5363-3b49-4f74-b239-a871e755b40a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1087351 Feb 09 19:02:39.918255 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49ac227f-eae4-4351-b358-c9b8f5d4b956 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:02:39.918963 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-49ac227f-eae4-4351-b358-c9b8f5d4b956 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1613566'] for network (None), before_response {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:02:39.984398 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 45936) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:02:40.000832 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-425c37e3-a22b-4fa3-9d03-6a00fb462121 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:02:40.044822 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-49ac227f-eae4-4351-b358-c9b8f5d4b956 admin admin] 10.222.0.75 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 1.1322243 Feb 09 19:02:40.046378 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49ac227f-eae4-4351-b358-c9b8f5d4b956 admin admin] Pushing event updated for resources: {'Network': ['ID=98f6e1e5-ca23-4249-9a43-0452261bef0d,revision_number=1']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:02:40.048068 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 45940) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:02:40.052951 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.v2.base [None req-4d2624ee-47f4-48aa-abeb-82c6e7661f65 admin admin] Request body: {'subnet': {'network_id': '98f6e1e5-ca23-4249-9a43-0452261bef0d', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationRemoteConsolesV26Test-575314895-subnet', 'tenant_id': '7b6f1b302e8942108e61dd2944933daa', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103230) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 19:02:40.065185 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Network 98f6e1e5-ca23-4249-9a43-0452261bef0d details requested by agent ovs-agent-n-d-713498-36 with host n-d-713498-36 {{(pid=103232) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 19:02:40.077012 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01678511-37ac-4cfb-bb9b-2f20d06e6e60 req-a14e5b01-e988-43f0-9fe6-03d54c64cdcc tempest-DeleteServersAdminTestJSON-568076601 tempest-DeleteServersAdminTestJSON-568076601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:02:40.078870 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-01678511-37ac-4cfb-bb9b-2f20d06e6e60 req-a14e5b01-e988-43f0-9fe6-03d54c64cdcc tempest-DeleteServersAdminTestJSON-568076601 tempest-DeleteServersAdminTestJSON-568076601-project] 10.222.0.75 "GET /v2.0/ports?device_id=82a993ea-e1fb-4611-9b4b-af8aef416185 HTTP/1.1" status: 200 len: 949 time: 0.0833492 Feb 09 19:02:40.103198 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4d2624ee-47f4-48aa-abeb-82c6e7661f65 admin admin] Made reservation on behalf of 7b6f1b302e8942108e61dd2944933daa for: {'subnet': 1} {{(pid=103230) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 19:02:40.105899 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-4d2624ee-47f4-48aa-abeb-82c6e7661f65 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:02:40.162584 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-01678511-37ac-4cfb-bb9b-2f20d06e6e60 req-70d5b9f3-dee3-4d41-a5e2-30f8205ac938 tempest-DeleteServersAdminTestJSON-568076601 tempest-DeleteServersAdminTestJSON-568076601-project] 10.222.0.75 "GET /v2.0/security-groups?id=00e3f3c8-5143-473f-96ea-ab4c624b2c93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0780160 Feb 09 19:02:40.185469 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-425c37e3-a22b-4fa3-9d03-6a00fb462121 admin admin] Publish callbacks [] for security_group (ae9e87c4-8307-4827-b73d-a71057ba3cdc), precommit_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:02:40.193404 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-425c37e3-a22b-4fa3-9d03-6a00fb462121 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1892331'] for security_group (ae9e87c4-8307-4827-b73d-a71057ba3cdc), after_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:02:40.246020 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-425c37e3-a22b-4fa3-9d03-6a00fb462121 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ae9e87c4-8307-4827-b73d-a71057ba3cdc,revision_number=1']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:02:40.256643 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 45946) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:02:40.257325 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-425c37e3-a22b-4fa3-9d03-6a00fb462121 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=9be07fe34a7c4135a0efb7d096ee81a6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2712064 Feb 09 19:02:40.344913 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-910fd89b-48dc-478a-a24f-eb4eaa9c2d2e admin admin] Publish callbacks [] for security_group (ae9e87c4-8307-4827-b73d-a71057ba3cdc), before_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:02:40.369226 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-4d2624ee-47f4-48aa-abeb-82c6e7661f65 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452'] for subnet (b7230f66-f6ca-4b50-8ecb-bf964373cf6d), after_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:02:40.371950 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-910fd89b-48dc-478a-a24f-eb4eaa9c2d2e admin admin] Publish callbacks [] for security_group (ae9e87c4-8307-4827-b73d-a71057ba3cdc), precommit_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:02:40.443191 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d2624ee-47f4-48aa-abeb-82c6e7661f65 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b7230f66-f6ca-4b50-8ecb-bf964373cf6d,revision_number=0']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:02:40.444309 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-910fd89b-48dc-478a-a24f-eb4eaa9c2d2e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1892331'] for security_group (ae9e87c4-8307-4827-b73d-a71057ba3cdc), after_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:02:40.451492 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-910fd89b-48dc-478a-a24f-eb4eaa9c2d2e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:02:40.452495 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-910fd89b-48dc-478a-a24f-eb4eaa9c2d2e admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/ae9e87c4-8307-4827-b73d-a71057ba3cdc HTTP/1.1" status: 204 len: 168 time: 0.1927958 Feb 09 19:02:40.462897 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-910fd89b-48dc-478a-a24f-eb4eaa9c2d2e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ae9e87c4-8307-4827-b73d-a71057ba3cdc,revision_number=None']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:02:40.468188 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d2624ee-47f4-48aa-abeb-82c6e7661f65 admin admin] Checking segment: {'id': '8bf27c48-4bbb-4385-99c6-7896200f6a51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '98f6e1e5-ca23-4249-9a43-0452261bef0d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103230) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 19:02:40.468553 n-d-713498-36 neutron-server[103230]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d2624ee-47f4-48aa-abeb-82c6e7661f65 admin admin] Network hostable DHCP agents. Network: 98f6e1e5-ca23-4249-9a43-0452261bef0d, hostable agents: ['af91e4b9-f4e1-42b1-a25c-a10dc47171c8'], hosted agents: [] {{(pid=103230) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 19:02:40.494217 n-d-713498-36 neutron-server[103230]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d2624ee-47f4-48aa-abeb-82c6e7661f65 admin admin] Network 98f6e1e5-ca23-4249-9a43-0452261bef0d is scheduled to be hosted by DHCP agent af91e4b9-f4e1-42b1-a25c-a10dc47171c8 with binding_index 1 {{(pid=103230) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 19:02:40.505597 n-d-713498-36 neutron-server[103230]: DEBUG neutron.scheduler.base_scheduler [None req-4d2624ee-47f4-48aa-abeb-82c6e7661f65 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713498-36, 98f6e1e5-ca23-4249-9a43-0452261bef0d) {{(pid=103230) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 19:02:40.511831 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d2624ee-47f4-48aa-abeb-82c6e7661f65 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:02:40.512685 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-4d2624ee-47f4-48aa-abeb-82c6e7661f65 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1613566'] for subnet (None), before_response {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:02:40.515694 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2053b962-1b1b-4168-ae91-a3131bfbd60b None None] Network 98f6e1e5-ca23-4249-9a43-0452261bef0d requested from n-d-713498-36 {{(pid=103232) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 19:02:40.532087 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-4d2624ee-47f4-48aa-abeb-82c6e7661f65 admin admin] 10.222.0.75 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.4826317 Feb 09 19:02:40.749564 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-2d8c3867-ab11-4f5c-af32-da69818fcc9d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762867132591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593584'] for agent (af91e4b9-f4e1-42b1-a25c-a10dc47171c8), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:02:40.799730 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee75e2d3-77b8-4b8c-a3d0-39ca1f98a16d None None] Network 98f6e1e5-ca23-4249-9a43-0452261bef0d requested from n-d-713498-36 {{(pid=103232) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 19:02:41.097443 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cb16821-2086-4abd-b5c2-e462bec122a3 req-ac78d613-1ca9-427d-b7b8-484d7da2d3e0 tempest-LiveAutoBlockMigrationV225Test-2127879101 tempest-LiveAutoBlockMigrationV225Test-2127879101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:02:41.099288 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-3cb16821-2086-4abd-b5c2-e462bec122a3 req-ac78d613-1ca9-427d-b7b8-484d7da2d3e0 tempest-LiveAutoBlockMigrationV225Test-2127879101 tempest-LiveAutoBlockMigrationV225Test-2127879101-project] 10.222.0.75 "GET /v2.0/ports?device_id=4e423b27-3023-4ca3-87d1-42d68436aee9 HTTP/1.1" status: 200 len: 965 time: 0.0732148 Feb 09 19:02:41.153234 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-3cb16821-2086-4abd-b5c2-e462bec122a3 req-ac21e1f6-3524-4383-820e-6484b866a237 tempest-LiveAutoBlockMigrationV225Test-2127879101 tempest-LiveAutoBlockMigrationV225Test-2127879101-project] 10.222.0.75 "GET /v2.0/security-groups?id=e3cb5363-3b49-4f74-b239-a871e755b40a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459712 Feb 09 19:02:41.313127 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2b1ab39-92bb-4897-a50e-bdab138cd62e req-461ff0a2-c99e-4ad4-acf1-8f12a1b5d767 tempest-DeleteServersAdminTestJSON-568076601 tempest-DeleteServersAdminTestJSON-568076601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:02:41.314849 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-e2b1ab39-92bb-4897-a50e-bdab138cd62e req-461ff0a2-c99e-4ad4-acf1-8f12a1b5d767 tempest-DeleteServersAdminTestJSON-568076601 tempest-DeleteServersAdminTestJSON-568076601-project] 10.222.0.75 "GET /v2.0/ports?device_id=82a993ea-e1fb-4611-9b4b-af8aef416185 HTTP/1.1" status: 200 len: 949 time: 0.0662265 Feb 09 19:02:41.366385 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-e2b1ab39-92bb-4897-a50e-bdab138cd62e req-4cc6fb01-b15c-4d92-87fe-8b1d1b99ba8d tempest-DeleteServersAdminTestJSON-568076601 tempest-DeleteServersAdminTestJSON-568076601-project] 10.222.0.75 "GET /v2.0/security-groups?id=00e3f3c8-5143-473f-96ea-ab4c624b2c93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460823 Feb 09 19:02:41.654589 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55f48e10-d1f9-4e08-ad82-31f468582dd4 req-964362e3-6ff6-49fb-9875-5a24ad20ea4a tempest-DeleteServersAdminTestJSON-568076601 tempest-DeleteServersAdminTestJSON-568076601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:02:41.661489 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-55f48e10-d1f9-4e08-ad82-31f468582dd4 req-964362e3-6ff6-49fb-9875-5a24ad20ea4a tempest-DeleteServersAdminTestJSON-568076601 tempest-DeleteServersAdminTestJSON-568076601-project] 10.222.0.75 "GET /v2.0/ports?device_id=82a993ea-e1fb-4611-9b4b-af8aef416185 HTTP/1.1" status: 200 len: 949 time: 0.0704703 Feb 09 19:02:41.712873 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-55f48e10-d1f9-4e08-ad82-31f468582dd4 req-00b3a887-6ead-4a20-94f4-c6064db4fb49 tempest-DeleteServersAdminTestJSON-568076601 tempest-DeleteServersAdminTestJSON-568076601-project] 10.222.0.75 "GET /v2.0/security-groups?id=00e3f3c8-5143-473f-96ea-ab4c624b2c93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503337 Feb 09 19:02:41.968972 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-2700d681-915e-4726-84b1-1f2ab2cb857b req-db526748-8ddd-4219-8634-a6ebca9270af service neutron] 10.222.0.89 "GET /v2.0/ports/09574619-31d0-4d7b-8c62-0e309d2267b4/bindings/n-h2-713498-36 HTTP/1.1" status: 200 len: 385 time: 0.0877910 Feb 09 19:02:42.161027 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 46056) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:02:42.166758 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.v2.base [None req-24f378ae-5814-4e6f-b9af-f9893edaa2d7 admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationRemoteConsolesV26Test-1687668524-network', 'tenant_id': '82adca2d761843b69b96bb847fe0bb9e'}} {{(pid=103230) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 19:02:42.260898 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-da568dab-2476-4398-b9f2-7a49eae3f66c req-5f0712e4-4ba0-4b94-9912-da59e27002e8 tempest-ServerDiagnosticsNegativeTest-2010438120 tempest-ServerDiagnosticsNegativeTest-2010438120-project] 10.222.0.75 "GET /v2.0/networks?tenant_id=7c2af57eb7b843d8a05141cabf979cc2&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0713544 Feb 09 19:02:42.281611 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.db [req-2700d681-915e-4726-84b1-1f2ab2cb857b req-d4750b29-16be-40ef-9082-aa29a775ac70 service neutron] For port 09574619-31d0-4d7b-8c62-0e309d2267b4, host n-h1-713498-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-36',level=0,port_id=09574619-31d0-4d7b-8c62-0e309d2267b4,segment=NetworkSegment(b98d4747-b18c-4141-8910-77c1fada78d1),segment_id=b98d4747-b18c-4141-8910-77c1fada78d1)] {{(pid=103229) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 19:02:42.299370 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-24f378ae-5814-4e6f-b9af-f9893edaa2d7 admin admin] Made reservation on behalf of 82adca2d761843b69b96bb847fe0bb9e for: {'network': 1} {{(pid=103230) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 19:02:42.302224 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-24f378ae-5814-4e6f-b9af-f9893edaa2d7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for network (None), before_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:02:42.315114 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.db [req-2700d681-915e-4726-84b1-1f2ab2cb857b req-d4750b29-16be-40ef-9082-aa29a775ac70 service neutron] For port 09574619-31d0-4d7b-8c62-0e309d2267b4, host n-h1-713498-36, cleared binding levels {{(pid=103229) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 19:02:42.345410 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-24f378ae-5814-4e6f-b9af-f9893edaa2d7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:02:42.355457 n-d-713498-36 neutron-server[103229]: DEBUG neutron.notifiers.nova [req-2700d681-915e-4726-84b1-1f2ab2cb857b req-d4750b29-16be-40ef-9082-aa29a775ac70 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 09574619-31d0-4d7b-8c62-0e309d2267b4 {{(pid=103229) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 19:02:42.369039 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.db [req-2700d681-915e-4726-84b1-1f2ab2cb857b req-d4750b29-16be-40ef-9082-aa29a775ac70 service neutron] For port 09574619-31d0-4d7b-8c62-0e309d2267b4, host n-h2-713498-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-36',level=0,port_id=09574619-31d0-4d7b-8c62-0e309d2267b4,segment=NetworkSegment(b98d4747-b18c-4141-8910-77c1fada78d1),segment_id=b98d4747-b18c-4141-8910-77c1fada78d1)] {{(pid=103229) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 19:02:42.410410 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-2700d681-915e-4726-84b1-1f2ab2cb857b req-d4750b29-16be-40ef-9082-aa29a775ac70 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (09574619-31d0-4d7b-8c62-0e309d2267b4), before_update {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:02:42.484568 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da568dab-2476-4398-b9f2-7a49eae3f66c req-6fa7caae-1b53-47b7-b3de-1422c144b606 tempest-ServerDiagnosticsNegativeTest-2010438120 tempest-ServerDiagnosticsNegativeTest-2010438120-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:02:42.486341 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-da568dab-2476-4398-b9f2-7a49eae3f66c req-6fa7caae-1b53-47b7-b3de-1422c144b606 tempest-ServerDiagnosticsNegativeTest-2010438120 tempest-ServerDiagnosticsNegativeTest-2010438120-project] 10.222.0.75 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2243876 Feb 09 19:02:42.505588 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd6a75e0-fd62-46b5-93fe-41c18e3a95db req-84f86e2f-d8be-4f7b-a0b7-85d13daeef37 tempest-DeleteServersAdminTestJSON-568076601 tempest-DeleteServersAdminTestJSON-568076601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:02:42.507662 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-dd6a75e0-fd62-46b5-93fe-41c18e3a95db req-84f86e2f-d8be-4f7b-a0b7-85d13daeef37 tempest-DeleteServersAdminTestJSON-568076601 tempest-DeleteServersAdminTestJSON-568076601-project] 10.222.0.75 "GET /v2.0/ports?device_id=82a993ea-e1fb-4611-9b4b-af8aef416185 HTTP/1.1" status: 200 len: 949 time: 0.2281625 Feb 09 19:02:42.529321 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-da568dab-2476-4398-b9f2-7a49eae3f66c req-90427e1b-ca1d-4d5c-81cb-fa70bd727fab tempest-ServerDiagnosticsNegativeTest-2010438120 tempest-ServerDiagnosticsNegativeTest-2010438120-project] 10.222.0.75 "GET /v2.0/quotas/7c2af57eb7b843d8a05141cabf979cc2 HTTP/1.1" status: 200 len: 375 time: 0.0351017 Feb 09 19:02:42.536412 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-24f378ae-5814-4e6f-b9af-f9893edaa2d7 admin admin] Publish callbacks [] for security_group (2468ba16-08b2-457f-9fcc-a7522b261cd0), precommit_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:02:42.550775 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-24f378ae-5814-4e6f-b9af-f9893edaa2d7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1892331'] for security_group (2468ba16-08b2-457f-9fcc-a7522b261cd0), after_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:02:42.589937 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-da568dab-2476-4398-b9f2-7a49eae3f66c req-ff161e4d-a4b3-4a64-a325-2e893d50d43a tempest-ServerDiagnosticsNegativeTest-2010438120 tempest-ServerDiagnosticsNegativeTest-2010438120-project] 10.222.0.75 "GET /v2.0/ports?tenant_id=7c2af57eb7b843d8a05141cabf979cc2&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0585866 Feb 09 19:02:42.607216 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-dd6a75e0-fd62-46b5-93fe-41c18e3a95db req-9f6be843-9bcf-4112-8add-a14d40733778 tempest-DeleteServersAdminTestJSON-568076601 tempest-DeleteServersAdminTestJSON-568076601-project] 10.222.0.75 "GET /v2.0/security-groups?id=00e3f3c8-5143-473f-96ea-ab4c624b2c93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0875545 Feb 09 19:02:42.614811 n-d-713498-36 neutron-server[103229]: DEBUG neutron.db.provisioning_blocks [req-2700d681-915e-4726-84b1-1f2ab2cb857b req-d4750b29-16be-40ef-9082-aa29a775ac70 service neutron] Transition to ACTIVE for port object 09574619-31d0-4d7b-8c62-0e309d2267b4 will not be triggered until provisioned by entity L2. {{(pid=103229) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 19:02:42.622849 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-2700d681-915e-4726-84b1-1f2ab2cb857b req-d4750b29-16be-40ef-9082-aa29a775ac70 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762867176205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762866656485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762866656503'] for port (09574619-31d0-4d7b-8c62-0e309d2267b4), after_update {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:02:42.644873 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-24f378ae-5814-4e6f-b9af-f9893edaa2d7 admin admin] vlan segment allocate from pool success with {'vlan_id': 360, 'physical_network': 'physnet1'} {{(pid=103230) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 19:02:42.676545 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24f378ae-5814-4e6f-b9af-f9893edaa2d7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2468ba16-08b2-457f-9fcc-a7522b261cd0,revision_number=1']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:02:42.688508 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-24f378ae-5814-4e6f-b9af-f9893edaa2d7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-759574'] for segment (e1ac852f-05dd-4193-9c06-badef85a8e96), precommit_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:02:42.688765 n-d-713498-36 neutron-server[103230]: INFO neutron.db.segments_db [None req-24f378ae-5814-4e6f-b9af-f9893edaa2d7 admin admin] Added segment e1ac852f-05dd-4193-9c06-badef85a8e96 of type vlan for network 22c2f9b7-fbb3-4f5d-a675-db32ffbff5ee Feb 09 19:02:42.778707 n-d-713498-36 neutron-server[103229]: DEBUG neutron.db.l3_dvrscheduler_db [req-2700d681-915e-4726-84b1-1f2ab2cb857b req-d4750b29-16be-40ef-9082-aa29a775ac70 service neutron] No DVR routers for this DVR port 09574619-31d0-4d7b-8c62-0e309d2267b4 on host n-h1-713498-36 {{(pid=103229) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 19:02:42.793997 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-24f378ae-5814-4e6f-b9af-f9893edaa2d7 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762866642225'] for network (22c2f9b7-fbb3-4f5d-a675-db32ffbff5ee), precommit_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:02:42.839084 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-24f378ae-5814-4e6f-b9af-f9893edaa2d7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1885479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452'] for network (22c2f9b7-fbb3-4f5d-a675-db32ffbff5ee), after_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:02:42.840130 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24f378ae-5814-4e6f-b9af-f9893edaa2d7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:02:42.840901 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-24f378ae-5814-4e6f-b9af-f9893edaa2d7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1613566'] for network (None), before_response {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:02:42.842471 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4750b29-16be-40ef-9082-aa29a775ac70 service neutron] Pushing event updated for resources: {'Port': ['ID=09574619-31d0-4d7b-8c62-0e309d2267b4,revision_number=10']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:02:42.897151 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-2700d681-915e-4726-84b1-1f2ab2cb857b req-d4750b29-16be-40ef-9082-aa29a775ac70 service neutron] 10.222.0.89 "PUT /v2.0/ports/09574619-31d0-4d7b-8c62-0e309d2267b4/bindings/n-h2-713498-36/activate HTTP/1.1" status: 200 len: 370 time: 0.9226432 Feb 09 19:02:42.937011 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 46078) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:02:42.937635 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-24f378ae-5814-4e6f-b9af-f9893edaa2d7 admin admin] 10.222.0.75 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.7753747 Feb 09 19:02:42.938490 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24f378ae-5814-4e6f-b9af-f9893edaa2d7 admin admin] Pushing event updated for resources: {'Network': ['ID=22c2f9b7-fbb3-4f5d-a675-db32ffbff5ee,revision_number=1']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:02:42.942520 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.v2.base [None req-27ccf4a8-c6d2-46ed-88b6-c68ee3606125 admin admin] Request body: {'subnet': {'network_id': '22c2f9b7-fbb3-4f5d-a675-db32ffbff5ee', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationRemoteConsolesV26Test-1687668524-subnet', 'tenant_id': '82adca2d761843b69b96bb847fe0bb9e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 19:02:42.956798 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Network 22c2f9b7-fbb3-4f5d-a675-db32ffbff5ee details requested by agent ovs-agent-n-d-713498-36 with host n-d-713498-36 {{(pid=103232) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 19:02:43.125816 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-dcdc3a60-9caf-4fe4-96d9-5a495a76f9aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762867132591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593584'] for agent (93303d5e-5d17-45e8-8963-7694f87783ae), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:02:43.153360 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-27ccf4a8-c6d2-46ed-88b6-c68ee3606125 admin admin] Made reservation on behalf of 82adca2d761843b69b96bb847fe0bb9e for: {'subnet': 1} {{(pid=103229) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 19:02:43.162589 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-27ccf4a8-c6d2-46ed-88b6-c68ee3606125 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:02:43.224579 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b58b59c8-0eda-4c16-97f5-2f44caa54b26 req-f235abbe-6302-4fe2-a8fa-e12575c547dd tempest-LiveAutoBlockMigrationV225Test-2127879101 tempest-LiveAutoBlockMigrationV225Test-2127879101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:02:43.228293 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-b58b59c8-0eda-4c16-97f5-2f44caa54b26 req-f235abbe-6302-4fe2-a8fa-e12575c547dd tempest-LiveAutoBlockMigrationV225Test-2127879101 tempest-LiveAutoBlockMigrationV225Test-2127879101-project] 10.222.0.75 "GET /v2.0/ports?device_id=4e423b27-3023-4ca3-87d1-42d68436aee9 HTTP/1.1" status: 200 len: 966 time: 0.1760628 Feb 09 19:02:43.296230 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-b58b59c8-0eda-4c16-97f5-2f44caa54b26 req-78889a36-c409-45b8-8d2f-076890d97d86 tempest-LiveAutoBlockMigrationV225Test-2127879101 tempest-LiveAutoBlockMigrationV225Test-2127879101-project] 10.222.0.75 "GET /v2.0/security-groups?id=e3cb5363-3b49-4f74-b239-a871e755b40a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0618820 Feb 09 19:02:43.645214 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-388f0eb0-c738-4c6f-886e-5bc1ac0b2ce6 req-af7ec9e9-84fb-47a9-9949-f6ac454971cd tempest-ServerDiagnosticsNegativeTest-2010438120 tempest-ServerDiagnosticsNegativeTest-2010438120-project] 10.222.0.75 "GET /v2.0/ports?device_id=34417964-0df0-4b5a-8cb4-6bff83190578 HTTP/1.1" status: 200 len: 210 time: 0.4939718 Feb 09 19:02:43.708142 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2700d681-915e-4726-84b1-1f2ab2cb857b req-9802ae25-50e9-4e5d-b6cd-a164557a4b7e tempest-LiveAutoBlockMigrationV225Test-1149753898 tempest-LiveAutoBlockMigrationV225Test-1149753898-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:02:43.710291 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-2700d681-915e-4726-84b1-1f2ab2cb857b req-9802ae25-50e9-4e5d-b6cd-a164557a4b7e tempest-LiveAutoBlockMigrationV225Test-1149753898 tempest-LiveAutoBlockMigrationV225Test-1149753898-project-admin] 10.222.0.90 "GET /v2.0/ports?device_id=4e423b27-3023-4ca3-87d1-42d68436aee9&tenant_id=b8d56d08e88f4d4daeb8e5fed321a162&binding%3Ahost_id=n-h1-713498-36 HTTP/1.1" status: 200 len: 1149 time: 0.7302206 Feb 09 19:02:43.715886 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-27ccf4a8-c6d2-46ed-88b6-c68ee3606125 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452'] for subnet (c2ca7e9f-b454-4a24-936d-70cadeafe215), after_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:02:43.812726 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 46112) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:02:43.859414 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b7e61cb-e18e-483d-b037-454ef02997ca req-41d78b5d-e1ee-4e7a-b7bd-501e51b2a61f tempest-DeleteServersAdminTestJSON-568076601 tempest-DeleteServersAdminTestJSON-568076601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:02:43.866573 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-1b7e61cb-e18e-483d-b037-454ef02997ca req-41d78b5d-e1ee-4e7a-b7bd-501e51b2a61f tempest-DeleteServersAdminTestJSON-568076601 tempest-DeleteServersAdminTestJSON-568076601-project] 10.222.0.75 "GET /v2.0/ports?device_id=82a993ea-e1fb-4611-9b4b-af8aef416185 HTTP/1.1" status: 200 len: 949 time: 0.0883348 Feb 09 19:02:43.942041 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-1b7e61cb-e18e-483d-b037-454ef02997ca req-2d51807f-6fb7-44ef-abc1-ba60aa2f03c6 tempest-DeleteServersAdminTestJSON-568076601 tempest-DeleteServersAdminTestJSON-568076601-project] 10.222.0.75 "GET /v2.0/security-groups?id=00e3f3c8-5143-473f-96ea-ab4c624b2c93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0744216 Feb 09 19:02:43.959461 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 46118) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:02:43.969749 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27ccf4a8-c6d2-46ed-88b6-c68ee3606125 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c2ca7e9f-b454-4a24-936d-70cadeafe215,revision_number=0']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:02:43.998986 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27ccf4a8-c6d2-46ed-88b6-c68ee3606125 admin admin] Checking segment: {'id': 'e1ac852f-05dd-4193-9c06-badef85a8e96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '22c2f9b7-fbb3-4f5d-a675-db32ffbff5ee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103229) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 19:02:43.999352 n-d-713498-36 neutron-server[103229]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27ccf4a8-c6d2-46ed-88b6-c68ee3606125 admin admin] Network hostable DHCP agents. Network: 22c2f9b7-fbb3-4f5d-a675-db32ffbff5ee, hostable agents: ['af91e4b9-f4e1-42b1-a25c-a10dc47171c8'], hosted agents: [] {{(pid=103229) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 19:02:44.010036 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2700d681-915e-4726-84b1-1f2ab2cb857b req-a379cb98-c826-4809-875a-f1c31511b19b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:02:44.011568 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-2700d681-915e-4726-84b1-1f2ab2cb857b req-a379cb98-c826-4809-875a-f1c31511b19b service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=4e423b27-3023-4ca3-87d1-42d68436aee9&tenant_id=b8d56d08e88f4d4daeb8e5fed321a162 HTTP/1.1" status: 200 len: 1149 time: 0.2816827 Feb 09 19:02:44.028104 n-d-713498-36 neutron-server[103229]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27ccf4a8-c6d2-46ed-88b6-c68ee3606125 admin admin] Network 22c2f9b7-fbb3-4f5d-a675-db32ffbff5ee is scheduled to be hosted by DHCP agent af91e4b9-f4e1-42b1-a25c-a10dc47171c8 with binding_index 1 {{(pid=103229) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 19:02:44.042377 n-d-713498-36 neutron-server[103229]: DEBUG neutron.scheduler.base_scheduler [None req-27ccf4a8-c6d2-46ed-88b6-c68ee3606125 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713498-36, 22c2f9b7-fbb3-4f5d-a675-db32ffbff5ee) {{(pid=103229) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 19:02:44.049384 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27ccf4a8-c6d2-46ed-88b6-c68ee3606125 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:02:44.049527 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-27ccf4a8-c6d2-46ed-88b6-c68ee3606125 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1613566'] for subnet (None), before_response {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:02:44.057882 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3efa5095-32ae-4911-b0bf-c080fff07f8e None None] Network 22c2f9b7-fbb3-4f5d-a675-db32ffbff5ee requested from n-d-713498-36 {{(pid=103232) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 19:02:44.085477 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-27ccf4a8-c6d2-46ed-88b6-c68ee3606125 admin admin] 10.222.0.75 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 1.1454191 Feb 09 19:02:44.186626 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-a5d4669e-3334-4d1d-b3c8-417ab8e10004 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:02:44.191815 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-8d60a2a9-5fe4-4a3d-a673-62a7cf5221c6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:02:44.201915 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-edc54c9b-7f13-45d9-9271-85c9738b0128 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762867132591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593584'] for agent (a62b1850-466f-48ae-bec7-d62fb280e14b), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:02:44.239246 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2700d681-915e-4726-84b1-1f2ab2cb857b req-40e7aa69-412b-4316-ac2f-de1446108d7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:02:44.241831 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-2700d681-915e-4726-84b1-1f2ab2cb857b req-40e7aa69-412b-4316-ac2f-de1446108d7f service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=b8d56d08e88f4d4daeb8e5fed321a162&device_id=4e423b27-3023-4ca3-87d1-42d68436aee9 HTTP/1.1" status: 200 len: 1149 time: 0.1424787 Feb 09 19:02:44.272564 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c3c8d05-73e8-41b6-a5d9-493be451bcf6 None None] Network 22c2f9b7-fbb3-4f5d-a675-db32ffbff5ee requested from n-d-713498-36 {{(pid=103232) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 19:02:44.323637 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-8d60a2a9-5fe4-4a3d-a673-62a7cf5221c6 admin admin] Publish callbacks [] for security_group (8dbd26b3-1b6c-4e23-a01f-77c54e170625), precommit_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:02:44.324699 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 46126) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:02:44.380538 n-d-713498-36 neutron-server[103230]: DEBUG neutron.db.db_base_plugin_v2 [None req-2b3effb6-8bdc-4715-b2ad-fa06180bf46e admin admin] Deleting subnet b7230f66-f6ca-4b50-8ecb-bf964373cf6d {{(pid=103230) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 19:02:44.385471 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-8d60a2a9-5fe4-4a3d-a673-62a7cf5221c6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1892331'] for security_group (8dbd26b3-1b6c-4e23-a01f-77c54e170625), after_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:02:44.409246 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-2b3effb6-8bdc-4715-b2ad-fa06180bf46e admin admin] Publish callbacks [] for subnet (b7230f66-f6ca-4b50-8ecb-bf964373cf6d), before_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:02:44.432964 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-8d60a2a9-5fe4-4a3d-a673-62a7cf5221c6 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=a89f28997b5049afaf72412a2f62a36b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4713507 Feb 09 19:02:44.461904 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 46130) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:02:44.519042 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d60a2a9-5fe4-4a3d-a673-62a7cf5221c6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8dbd26b3-1b6c-4e23-a01f-77c54e170625,revision_number=1']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:02:44.536102 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-2b3effb6-8bdc-4715-b2ad-fa06180bf46e admin admin] Publish callbacks [] for subnet (b7230f66-f6ca-4b50-8ecb-bf964373cf6d), precommit_delete_associations {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:02:44.559752 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-2b3effb6-8bdc-4715-b2ad-fa06180bf46e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-759852'] for subnet (b7230f66-f6ca-4b50-8ecb-bf964373cf6d), precommit_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:02:44.599171 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-a5d4669e-3334-4d1d-b3c8-417ab8e10004 admin admin] Publish callbacks [] for security_group (d8d9593e-9fa4-4b13-a57e-ee16a29d14d0), precommit_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:02:44.602812 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.90', 54552) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:02:44.614656 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-a5d4669e-3334-4d1d-b3c8-417ab8e10004 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1892331'] for security_group (d8d9593e-9fa4-4b13-a57e-ee16a29d14d0), after_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:02:44.664365 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2700d681-915e-4726-84b1-1f2ab2cb857b req-d6e55b37-cb8e-4444-a1b6-c448cbfd0eec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:02:44.666000 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-2700d681-915e-4726-84b1-1f2ab2cb857b req-d6e55b37-cb8e-4444-a1b6-c448cbfd0eec service neutron] 10.222.0.90 "GET /v2.0/networks?id=0e993f99-d3d0-4a2a-8eed-2f34375798b5 HTTP/1.1" status: 200 len: 921 time: 0.4137659 Feb 09 19:02:44.675082 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5d4669e-3334-4d1d-b3c8-417ab8e10004 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d8d9593e-9fa4-4b13-a57e-ee16a29d14d0,revision_number=1']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:02:44.695679 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-2b3effb6-8bdc-4715-b2ad-fa06180bf46e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-760023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452'] for subnet (b7230f66-f6ca-4b50-8ecb-bf964373cf6d), after_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:02:44.737181 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-012162b0-49c0-415a-ac11-06c392ac0d15 req-47b79c28-e538-4395-bbbb-72e335e2d276 tempest-DeleteServersAdminTestJSON-568076601 tempest-DeleteServersAdminTestJSON-568076601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:02:44.738708 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-012162b0-49c0-415a-ac11-06c392ac0d15 req-47b79c28-e538-4395-bbbb-72e335e2d276 tempest-DeleteServersAdminTestJSON-568076601 tempest-DeleteServersAdminTestJSON-568076601-project] 10.222.0.90 "GET /v2.0/ports?device_id=82a993ea-e1fb-4611-9b4b-af8aef416185 HTTP/1.1" status: 200 len: 949 time: 0.3499813 Feb 09 19:02:44.740007 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-2700d681-915e-4726-84b1-1f2ab2cb857b req-1d2615eb-adf8-4073-9412-4293db293abf service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=09574619-31d0-4d7b-8c62-0e309d2267b4 HTTP/1.1" status: 200 len: 217 time: 0.0563467 Feb 09 19:02:44.751998 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b74c05b5-a37d-422a-af58-7f0f07a92741 req-18526348-65f1-454a-b9e9-f64bdc2aa088 tempest-LiveAutoBlockMigrationV225Test-2127879101 tempest-LiveAutoBlockMigrationV225Test-2127879101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:02:44.753469 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-b74c05b5-a37d-422a-af58-7f0f07a92741 req-18526348-65f1-454a-b9e9-f64bdc2aa088 tempest-LiveAutoBlockMigrationV225Test-2127879101 tempest-LiveAutoBlockMigrationV225Test-2127879101-project] 10.222.0.75 "GET /v2.0/ports?device_id=4e423b27-3023-4ca3-87d1-42d68436aee9 HTTP/1.1" status: 200 len: 966 time: 0.3412402 Feb 09 19:02:44.756067 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-da568dab-2476-4398-b9f2-7a49eae3f66c req-3b962d38-79ba-4022-b3e7-4d7eeb6dd18c tempest-ServerDiagnosticsNegativeTest-2010438120 tempest-ServerDiagnosticsNegativeTest-2010438120-project] 10.222.0.90 "GET /v2.0/networks?tenant_id=7c2af57eb7b843d8a05141cabf979cc2&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1146760 Feb 09 19:02:44.763442 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b3effb6-8bdc-4715-b2ad-fa06180bf46e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b7230f66-f6ca-4b50-8ecb-bf964373cf6d,revision_number=None']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:02:44.772484 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-a5d4669e-3334-4d1d-b3c8-417ab8e10004 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=9d1e787f47524b71bc256a0f1b415485&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9282689 Feb 09 19:02:44.776702 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 46138) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:02:44.792437 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-2b3effb6-8bdc-4715-b2ad-fa06180bf46e admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:02:44.797503 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-2b3effb6-8bdc-4715-b2ad-fa06180bf46e admin admin] 10.222.0.75 "DELETE /v2.0/subnets/b7230f66-f6ca-4b50-8ecb-bf964373cf6d HTTP/1.1" status: 204 len: 168 time: 0.4696164 Feb 09 19:02:44.811909 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 46140) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:02:44.815371 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-a0d09653-1377-4d94-8fb8-e6c0b42dbad9 admin admin] Publish callbacks [] for security_group (8dbd26b3-1b6c-4e23-a01f-77c54e170625), before_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:02:44.822189 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-abdbedc3-031e-49e9-9d2d-7f1e1fea589b req-567b1ff4-0861-47b6-9c6e-8935a9e91cc1 tempest-ServerDiagnosticsNegativeTest-2010438120 tempest-ServerDiagnosticsNegativeTest-2010438120-project] 10.222.0.75 "GET /v2.0/ports?device_id=34417964-0df0-4b5a-8cb4-6bff83190578 HTTP/1.1" status: 200 len: 210 time: 0.0618088 Feb 09 19:02:44.883369 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-a0d09653-1377-4d94-8fb8-e6c0b42dbad9 admin admin] Publish callbacks [] for security_group (8dbd26b3-1b6c-4e23-a01f-77c54e170625), precommit_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:02:44.946431 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2700d681-915e-4726-84b1-1f2ab2cb857b req-a0c6cda4-7ae2-4e11-828d-78b3bf2a147c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:02:44.947909 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-2700d681-915e-4726-84b1-1f2ab2cb857b req-a0c6cda4-7ae2-4e11-828d-78b3bf2a147c service neutron] 10.222.0.90 "GET /v2.0/subnets?id=7d496e2d-6315-4d42-9415-66e0bdf20977 HTTP/1.1" status: 200 len: 860 time: 0.1703246 Feb 09 19:02:44.968952 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-b74c05b5-a37d-422a-af58-7f0f07a92741 req-b08d7eab-2e1a-4619-b7f7-fc3e61b2f127 tempest-LiveAutoBlockMigrationV225Test-2127879101 tempest-LiveAutoBlockMigrationV225Test-2127879101-project] 10.222.0.75 "GET /v2.0/security-groups?id=e3cb5363-3b49-4f74-b239-a871e755b40a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1934931 Feb 09 19:02:44.993696 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-c6e704c8-6fa6-4086-86a1-5344a01d3a02 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-670458'] for network (98f6e1e5-ca23-4249-9a43-0452261bef0d), before_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:02:44.999690 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-2700d681-915e-4726-84b1-1f2ab2cb857b req-2b993c57-5109-4eb3-8aa5-214d0e20b1cb service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=0e993f99-d3d0-4a2a-8eed-2f34375798b5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0378268 Feb 09 19:02:45.025816 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-56053643-9446-444d-b440-8830ab5e3e68 admin admin] Publish callbacks [] for security_group (d8d9593e-9fa4-4b13-a57e-ee16a29d14d0), before_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:02:45.037528 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da568dab-2476-4398-b9f2-7a49eae3f66c req-a4425007-20e3-409b-af72-494fe9995350 tempest-ServerDiagnosticsNegativeTest-2010438120 tempest-ServerDiagnosticsNegativeTest-2010438120-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:02:45.039946 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-da568dab-2476-4398-b9f2-7a49eae3f66c req-a4425007-20e3-409b-af72-494fe9995350 tempest-ServerDiagnosticsNegativeTest-2010438120 tempest-ServerDiagnosticsNegativeTest-2010438120-project] 10.222.0.90 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2646396 Feb 09 19:02:45.078987 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.v2.base [req-da568dab-2476-4398-b9f2-7a49eae3f66c req-c624088c-d6f0-4f63-90c2-971e342e4091 tempest-ServerDiagnosticsNegativeTest-2010438120 tempest-ServerDiagnosticsNegativeTest-2010438120-project] Request body: {'port': {'device_id': '34417964-0df0-4b5a-8cb4-6bff83190578', 'network_id': '2b5494c8-cf97-42c1-b902-87f998f28179', 'admin_state_up': True, 'tenant_id': '7c2af57eb7b843d8a05141cabf979cc2'}} {{(pid=103230) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 19:02:45.092725 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-a0d09653-1377-4d94-8fb8-e6c0b42dbad9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1892331'] for security_group (8dbd26b3-1b6c-4e23-a01f-77c54e170625), after_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:02:45.095340 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-a0d09653-1377-4d94-8fb8-e6c0b42dbad9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:02:45.096465 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-a0d09653-1377-4d94-8fb8-e6c0b42dbad9 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/8dbd26b3-1b6c-4e23-a01f-77c54e170625 HTTP/1.1" status: 204 len: 168 time: 0.6334720 Feb 09 19:02:45.107023 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.plugin [req-012162b0-49c0-415a-ac11-06c392ac0d15 req-bd1d8911-d036-4c77-a2fc-a83630d3c384 tempest-DeleteServersAdminTestJSON-568076601 tempest-DeleteServersAdminTestJSON-568076601-project] Deleting port 59317504-dab2-415c-8657-2cf260626be9 {{(pid=103229) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 19:02:45.107369 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-012162b0-49c0-415a-ac11-06c392ac0d15 req-bd1d8911-d036-4c77-a2fc-a83630d3c384 tempest-DeleteServersAdminTestJSON-568076601 tempest-DeleteServersAdminTestJSON-568076601-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762867170196'] for port (59317504-dab2-415c-8657-2cf260626be9), before_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:02:45.118929 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Device 09574619-31d0-4d7b-8c62-0e309d2267b4 no longer exists at agent hyperv_n-h1-713498-36 {{(pid=103232) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 19:02:45.128314 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0d09653-1377-4d94-8fb8-e6c0b42dbad9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8dbd26b3-1b6c-4e23-a01f-77c54e170625,revision_number=None']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:02:45.209539 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-56053643-9446-444d-b440-8830ab5e3e68 admin admin] Publish callbacks [] for security_group (d8d9593e-9fa4-4b13-a57e-ee16a29d14d0), precommit_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:02:45.244075 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-2700d681-915e-4726-84b1-1f2ab2cb857b req-8a92ec3a-3b26-4dfd-a5e9-995fc87e49c4 service neutron] 10.222.0.90 "GET /v2.0/networks/0e993f99-d3d0-4a2a-8eed-2f34375798b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2331376 Feb 09 19:02:45.249391 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] The host n-h1-713498-36 is not matching for port 09574619-31d0-4d7b-8c62-0e309d2267b4 host n-h2-713498-36! {{(pid=103232) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2330}} Feb 09 19:02:45.254739 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Device 09574619-31d0-4d7b-8c62-0e309d2267b4 not bound to the agent host n-h1-713498-36 {{(pid=103232) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 19:02:45.292059 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.db [req-012162b0-49c0-415a-ac11-06c392ac0d15 req-bd1d8911-d036-4c77-a2fc-a83630d3c384 tempest-DeleteServersAdminTestJSON-568076601 tempest-DeleteServersAdminTestJSON-568076601-project] For port 59317504-dab2-415c-8657-2cf260626be9, host n-h2-713498-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-36',level=0,port_id=59317504-dab2-415c-8657-2cf260626be9,segment=NetworkSegment(50e5915e-18f0-4558-9a28-b978975ead36),segment_id=50e5915e-18f0-4558-9a28-b978975ead36)] {{(pid=103229) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 19:02:45.293889 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-012162b0-49c0-415a-ac11-06c392ac0d15 req-bd1d8911-d036-4c77-a2fc-a83630d3c384 tempest-DeleteServersAdminTestJSON-568076601 tempest-DeleteServersAdminTestJSON-568076601-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1820838'] for port (59317504-dab2-415c-8657-2cf260626be9), precommit_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:02:45.299688 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-c6e704c8-6fa6-4086-86a1-5344a01d3a02 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-590267', 'neutron.services.segments.db._delete_segments_for_network-8762867132609'] for network (98f6e1e5-ca23-4249-9a43-0452261bef0d), precommit_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:02:45.315092 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.plugin [req-012162b0-49c0-415a-ac11-06c392ac0d15 req-bd1d8911-d036-4c77-a2fc-a83630d3c384 tempest-DeleteServersAdminTestJSON-568076601 tempest-DeleteServersAdminTestJSON-568076601-project] Calling delete_port for 59317504-dab2-415c-8657-2cf260626be9 owned by compute:nova {{(pid=103229) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 19:02:45.361542 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caa01f54-4f97-41e1-81fd-627ea602a514 req-0547e92f-ed81-46a6-b59a-9a8863e1f672 tempest-DeleteServersAdminTestJSON-568076601 tempest-DeleteServersAdminTestJSON-568076601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:02:45.363555 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-caa01f54-4f97-41e1-81fd-627ea602a514 req-0547e92f-ed81-46a6-b59a-9a8863e1f672 tempest-DeleteServersAdminTestJSON-568076601 tempest-DeleteServersAdminTestJSON-568076601-project] 10.222.0.75 "GET /v2.0/ports?device_id=82a993ea-e1fb-4611-9b4b-af8aef416185 HTTP/1.1" status: 200 len: 949 time: 0.2921839 Feb 09 19:02:45.366323 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-c6e704c8-6fa6-4086-86a1-5344a01d3a02 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=103230) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 19:02:45.366927 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-c6e704c8-6fa6-4086-86a1-5344a01d3a02 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=103230) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 19:02:45.368389 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-c6e704c8-6fa6-4086-86a1-5344a01d3a02 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=103230) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 19:02:45.368920 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-c6e704c8-6fa6-4086-86a1-5344a01d3a02 admin admin] Subscribe: > port after_create 55550000 {{(pid=103230) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 19:02:45.369440 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-c6e704c8-6fa6-4086-86a1-5344a01d3a02 admin admin] Subscribe: > port after_delete 55550000 {{(pid=103230) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 19:02:45.370017 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-c6e704c8-6fa6-4086-86a1-5344a01d3a02 admin admin] Subscribe: > port after_update 55550000 {{(pid=103230) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 19:02:45.370539 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-c6e704c8-6fa6-4086-86a1-5344a01d3a02 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=103230) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 19:02:45.371083 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-c6e704c8-6fa6-4086-86a1-5344a01d3a02 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103230) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 19:02:45.371591 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-c6e704c8-6fa6-4086-86a1-5344a01d3a02 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103230) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 19:02:45.372092 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-c6e704c8-6fa6-4086-86a1-5344a01d3a02 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=103230) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 19:02:45.446610 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-c6e704c8-6fa6-4086-86a1-5344a01d3a02 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103230) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 19:02:45.446963 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-c6e704c8-6fa6-4086-86a1-5344a01d3a02 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103230) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 19:02:45.447358 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-c6e704c8-6fa6-4086-86a1-5344a01d3a02 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=103230) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 19:02:45.447699 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-c6e704c8-6fa6-4086-86a1-5344a01d3a02 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=103230) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 19:02:45.448072 n-d-713498-36 neutron-server[103230]: DEBUG neutron.services.segments.db [None req-c6e704c8-6fa6-4086-86a1-5344a01d3a02 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['98f6e1e5-ca23-4249-9a43-0452261bef0d']}} {{(pid=103230) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:02:45.498893 n-d-713498-36 neutron-server[103230]: DEBUG neutron.services.segments.db [None req-c6e704c8-6fa6-4086-86a1-5344a01d3a02 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8bf27c48-4bbb-4385-99c6-7896200f6a51') {'for_net_delete': True} {{(pid=103230) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:02:45.499250 n-d-713498-36 neutron-server[103230]: DEBUG neutron.services.segments.db [None req-c6e704c8-6fa6-4086-86a1-5344a01d3a02 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8bf27c48-4bbb-4385-99c6-7896200f6a51') {} {{(pid=103230) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:02:45.502717 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-012162b0-49c0-415a-ac11-06c392ac0d15 req-bd1d8911-d036-4c77-a2fc-a83630d3c384 tempest-DeleteServersAdminTestJSON-568076601 tempest-DeleteServersAdminTestJSON-568076601-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762867177463', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762866656476'] for port (59317504-dab2-415c-8657-2cf260626be9), after_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:02:45.522540 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-7429db8d-6021-40ad-813e-885be449a89b None None] get_ports_and_sgs() called for port_ids ['59317504-dab2-415c-8657-2cf260626be9'] {{(pid=103232) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 19:02:45.539698 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-c6e704c8-6fa6-4086-86a1-5344a01d3a02 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762867134154', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12895813'] for segment (8bf27c48-4bbb-4385-99c6-7896200f6a51), before_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:02:45.543760 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-56053643-9446-444d-b440-8830ab5e3e68 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1892331'] for security_group (d8d9593e-9fa4-4b13-a57e-ee16a29d14d0), after_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:02:45.553292 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-56053643-9446-444d-b440-8830ab5e3e68 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:02:45.553292 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-56053643-9446-444d-b440-8830ab5e3e68 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/d8d9593e-9fa4-4b13-a57e-ee16a29d14d0 HTTP/1.1" status: 204 len: 168 time: 0.7647073 Feb 09 19:02:45.576683 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd1d8911-d036-4c77-a2fc-a83630d3c384 tempest-DeleteServersAdminTestJSON-568076601 tempest-DeleteServersAdminTestJSON-568076601-project] Pushing event deleted for resources: {'Port': ['ID=59317504-dab2-415c-8657-2cf260626be9,revision_number=None']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:02:45.599440 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-caa01f54-4f97-41e1-81fd-627ea602a514 req-77145c21-4081-4dd3-931d-43d6862ed6be tempest-DeleteServersAdminTestJSON-568076601 tempest-DeleteServersAdminTestJSON-568076601-project] 10.222.0.75 "GET /v2.0/security-groups?id=00e3f3c8-5143-473f-96ea-ab4c624b2c93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1279299 Feb 09 19:02:45.608990 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56053643-9446-444d-b440-8830ab5e3e68 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d8d9593e-9fa4-4b13-a57e-ee16a29d14d0,revision_number=None']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:02:45.613038 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-da568dab-2476-4398-b9f2-7a49eae3f66c req-c624088c-d6f0-4f63-90c2-971e342e4091 tempest-ServerDiagnosticsNegativeTest-2010438120 tempest-ServerDiagnosticsNegativeTest-2010438120-project] Made reservation on behalf of 7c2af57eb7b843d8a05141cabf979cc2 for: {'port': 1} {{(pid=103230) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 19:02:45.616761 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [req-da568dab-2476-4398-b9f2-7a49eae3f66c req-c624088c-d6f0-4f63-90c2-971e342e4091 tempest-ServerDiagnosticsNegativeTest-2010438120 tempest-ServerDiagnosticsNegativeTest-2010438120-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (None), before_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:02:45.620683 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-c6e704c8-6fa6-4086-86a1-5344a01d3a02 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-759574'] for segment (8bf27c48-4bbb-4385-99c6-7896200f6a51), precommit_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:02:45.637825 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c6e704c8-6fa6-4086-86a1-5344a01d3a02 admin admin] Releasing vlan 354 on physical network physnet1 to pool {{(pid=103230) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 19:02:45.638288 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-c6e704c8-6fa6-4086-86a1-5344a01d3a02 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-759574', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14393826'] for segment (8bf27c48-4bbb-4385-99c6-7896200f6a51), after_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:02:45.641682 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [req-da568dab-2476-4398-b9f2-7a49eae3f66c req-c624088c-d6f0-4f63-90c2-971e342e4091 tempest-ServerDiagnosticsNegativeTest-2010438120 tempest-ServerDiagnosticsNegativeTest-2010438120-project] Publish callbacks [] for security_group (None), before_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:02:45.666061 n-d-713498-36 neutron-server[103230]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Feb 09 19:02:45.666061 n-d-713498-36 neutron-server[103230]: from cryptography.utils import int_from_bytes Feb 09 19:02:45.666061 n-d-713498-36 neutron-server[103230]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Feb 09 19:02:45.666061 n-d-713498-36 neutron-server[103230]: from cryptography.utils import int_from_bytes Feb 09 19:02:45.666061 n-d-713498-36 neutron-server[103230]: Traceback (most recent call last): Feb 09 19:02:45.666061 n-d-713498-36 neutron-server[103230]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 19:02:45.666061 n-d-713498-36 neutron-server[103230]: timer() Feb 09 19:02:45.666061 n-d-713498-36 neutron-server[103230]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 19:02:45.666061 n-d-713498-36 neutron-server[103230]: cb(*args, **kw) Feb 09 19:02:45.666061 n-d-713498-36 neutron-server[103230]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 19:02:45.666061 n-d-713498-36 neutron-server[103230]: return func(*args, **kwargs) Feb 09 19:02:45.666061 n-d-713498-36 neutron-server[103230]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 19:02:45.666061 n-d-713498-36 neutron-server[103230]: self._notify() Feb 09 19:02:45.666061 n-d-713498-36 neutron-server[103230]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 19:02:45.666061 n-d-713498-36 neutron-server[103230]: self.callback(batched_events) Feb 09 19:02:45.666061 n-d-713498-36 neutron-server[103230]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 19:02:45.666061 n-d-713498-36 neutron-server[103230]: event.method(event) Feb 09 19:02:45.666061 n-d-713498-36 neutron-server[103230]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 19:02:45.666061 n-d-713498-36 neutron-server[103230]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 19:02:45.666061 n-d-713498-36 neutron-server[103230]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 19:02:45.666061 n-d-713498-36 neutron-server[103230]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 19:02:45.666061 n-d-713498-36 neutron-server[103230]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 19:02:45.666061 n-d-713498-36 neutron-server[103230]: return f(self, *a, **k) Feb 09 19:02:45.666061 n-d-713498-36 neutron-server[103230]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 19:02:45.666061 n-d-713498-36 neutron-server[103230]: return self._get(url).json() Feb 09 19:02:45.666061 n-d-713498-36 neutron-server[103230]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 19:02:45.666061 n-d-713498-36 neutron-server[103230]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 19:02:45.666061 n-d-713498-36 neutron-server[103230]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 19:02:45.666061 n-d-713498-36 neutron-server[103230]: return self.request(url, 'GET', **kwargs) Feb 09 19:02:45.666061 n-d-713498-36 neutron-server[103230]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 19:02:45.666061 n-d-713498-36 neutron-server[103230]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 19:02:45.666061 n-d-713498-36 neutron-server[103230]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 19:02:45.666061 n-d-713498-36 neutron-server[103230]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 19:02:45.666061 n-d-713498-36 neutron-server[103230]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 19:02:45.666061 n-d-713498-36 neutron-server[103230]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 19:02:45.666061 n-d-713498-36 neutron-server[103230]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 19:02:45.685668 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 46152) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:02:45.691096 n-d-713498-36 neutron-server[103229]: DEBUG neutron.db.l3_dvrscheduler_db [req-012162b0-49c0-415a-ac11-06c392ac0d15 req-bd1d8911-d036-4c77-a2fc-a83630d3c384 tempest-DeleteServersAdminTestJSON-568076601 tempest-DeleteServersAdminTestJSON-568076601-project] No DVR routers for this DVR port 59317504-dab2-415c-8657-2cf260626be9 on host n-h2-713498-36 {{(pid=103229) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 19:02:45.708568 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-012162b0-49c0-415a-ac11-06c392ac0d15 req-bd1d8911-d036-4c77-a2fc-a83630d3c384 tempest-DeleteServersAdminTestJSON-568076601 tempest-DeleteServersAdminTestJSON-568076601-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171096'] for port (None), before_response {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:02:45.712146 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-012162b0-49c0-415a-ac11-06c392ac0d15 req-bd1d8911-d036-4c77-a2fc-a83630d3c384 tempest-DeleteServersAdminTestJSON-568076601 tempest-DeleteServersAdminTestJSON-568076601-project] 10.222.0.90 "DELETE /v2.0/ports/59317504-dab2-415c-8657-2cf260626be9 HTTP/1.1" status: 204 len: 173 time: 0.9515688 Feb 09 19:02:45.712616 n-d-713498-36 neutron-server[103229]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '82a993ea-e1fb-4611-9b4b-af8aef416185', 'name': 'network-vif-deleted', 'tag': '59317504-dab2-415c-8657-2cf260626be9'}] {{(pid=103229) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 19:02:45.714929 n-d-713498-36 neutron-server[103229]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fa6ae9a20702bd564eaf90d946620b2b4277b1ab91129323d3b54181076be307" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-532e4612-2458-4ada-b8d8-6cbe55efb213" -d '{"events": [{"server_uuid": "82a993ea-e1fb-4611-9b4b-af8aef416185", "name": "network-vif-deleted", "tag": "59317504-dab2-415c-8657-2cf260626be9"}]}' {{(pid=103229) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 19:02:45.736183 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-624b4ff0-8824-4e5c-bf4f-69567206cb10 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:02:45.778756 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-a7262a8e-0513-48fd-984d-75726a511961 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762867132591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593584'] for agent (911cfea2-02ae-4ec9-bac3-7808ee1cdd9c), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:02:45.821611 n-d-713498-36 neutron-server[103229]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 19:02:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-14ea4569-eda2-4dd1-b74a-2bc9ac66d8b7 x-openstack-request-id: req-14ea4569-eda2-4dd1-b74a-2bc9ac66d8b7 {{(pid=103229) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 19:02:45.823362 n-d-713498-36 neutron-server[103229]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "82a993ea-e1fb-4611-9b4b-af8aef416185", "name": "network-vif-deleted", "tag": "59317504-dab2-415c-8657-2cf260626be9", "status": "completed", "code": 200}]} {{(pid=103229) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 19:02:45.823652 n-d-713498-36 neutron-server[103229]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-14ea4569-eda2-4dd1-b74a-2bc9ac66d8b7 {{(pid=103229) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 19:02:45.824952 n-d-713498-36 neutron-server[103229]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '82a993ea-e1fb-4611-9b4b-af8aef416185', 'name': 'network-vif-deleted', 'tag': '59317504-dab2-415c-8657-2cf260626be9', 'status': 'completed', 'code': 200} Feb 09 19:02:45.831942 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-2700d681-915e-4726-84b1-1f2ab2cb857b req-3d172ae8-1df1-418a-be45-23decd2c9d17 service neutron] 10.222.0.90 "GET /v2.0/networks/0e993f99-d3d0-4a2a-8eed-2f34375798b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5780332 Feb 09 19:02:45.834700 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-c6e704c8-6fa6-4086-86a1-5344a01d3a02 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-590242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1885479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1818895'] for network (98f6e1e5-ca23-4249-9a43-0452261bef0d), after_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:02:45.863314 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-c6e704c8-6fa6-4086-86a1-5344a01d3a02 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1613566'] for network (None), before_response {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:02:45.866640 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-c6e704c8-6fa6-4086-86a1-5344a01d3a02 admin admin] 10.222.0.75 "DELETE /v2.0/networks/98f6e1e5-ca23-4249-9a43-0452261bef0d HTTP/1.1" status: 204 len: 168 time: 1.0536785 Feb 09 19:02:45.874839 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 46162) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:02:45.899987 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6e704c8-6fa6-4086-86a1-5344a01d3a02 admin admin] Pushing event deleted for resources: {'Network': ['ID=98f6e1e5-ca23-4249-9a43-0452261bef0d,revision_number=None']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:02:45.983200 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-624b4ff0-8824-4e5c-bf4f-69567206cb10 admin admin] Publish callbacks [] for security_group (2c7d3c97-f39b-4792-a17a-35bf8209eefb), precommit_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:02:45.988531 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-624b4ff0-8824-4e5c-bf4f-69567206cb10 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1892331'] for security_group (2c7d3c97-f39b-4792-a17a-35bf8209eefb), after_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:02:46.008779 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [req-da568dab-2476-4398-b9f2-7a49eae3f66c req-c624088c-d6f0-4f63-90c2-971e342e4091 tempest-ServerDiagnosticsNegativeTest-2010438120 tempest-ServerDiagnosticsNegativeTest-2010438120-project] Publish callbacks [] for security_group (8757276a-4f28-4b5c-b94e-b70c6026af2d), precommit_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:02:46.037335 n-d-713498-36 neutron-server[103230]: DEBUG neutron.db.db_base_plugin_v2 [None req-58ffaea0-69f8-4ad6-977c-1bce120da395 admin admin] Deleting subnet c2ca7e9f-b454-4a24-936d-70cadeafe215 {{(pid=103230) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 19:02:46.043331 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [req-da568dab-2476-4398-b9f2-7a49eae3f66c req-c624088c-d6f0-4f63-90c2-971e342e4091 tempest-ServerDiagnosticsNegativeTest-2010438120 tempest-ServerDiagnosticsNegativeTest-2010438120-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1892331'] for security_group (8757276a-4f28-4b5c-b94e-b70c6026af2d), after_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:02:46.046942 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-624b4ff0-8824-4e5c-bf4f-69567206cb10 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=badfbcc3040245a0b777e6bcb95ca999&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3539941 Feb 09 19:02:46.047113 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 46166) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:02:46.049223 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-58ffaea0-69f8-4ad6-977c-1bce120da395 admin admin] Publish callbacks [] for subnet (c2ca7e9f-b454-4a24-936d-70cadeafe215), before_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:02:46.107897 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-624b4ff0-8824-4e5c-bf4f-69567206cb10 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2c7d3c97-f39b-4792-a17a-35bf8209eefb,revision_number=1']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:02:46.137328 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-bf6e1345-3b63-471b-97e4-b720091b1e07 req-1c32864d-1e45-47d7-a355-5d369d290974 tempest-ServerDiagnosticsNegativeTest-2010438120 tempest-ServerDiagnosticsNegativeTest-2010438120-project] 10.222.0.75 "GET /v2.0/ports?device_id=34417964-0df0-4b5a-8cb4-6bff83190578 HTTP/1.1" status: 200 len: 210 time: 0.1262355 Feb 09 19:02:46.207678 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c624088c-d6f0-4f63-90c2-971e342e4091 tempest-ServerDiagnosticsNegativeTest-2010438120 tempest-ServerDiagnosticsNegativeTest-2010438120-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8757276a-4f28-4b5c-b94e-b70c6026af2d,revision_number=1']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:02:46.244585 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69a47f9a-0409-4dc1-868a-b7e8f13f23b9 req-101021ba-4e39-467c-b820-cc5a362da13f tempest-LiveAutoBlockMigrationV225Test-2127879101 tempest-LiveAutoBlockMigrationV225Test-2127879101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:02:46.246352 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-69a47f9a-0409-4dc1-868a-b7e8f13f23b9 req-101021ba-4e39-467c-b820-cc5a362da13f tempest-LiveAutoBlockMigrationV225Test-2127879101 tempest-LiveAutoBlockMigrationV225Test-2127879101-project] 10.222.0.75 "GET /v2.0/ports?device_id=4e423b27-3023-4ca3-87d1-42d68436aee9 HTTP/1.1" status: 200 len: 966 time: 0.0929749 Feb 09 19:02:46.310595 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-69a47f9a-0409-4dc1-868a-b7e8f13f23b9 req-94c25e5a-0de8-4b2a-99cb-8decb84a8e0b tempest-LiveAutoBlockMigrationV225Test-2127879101 tempest-LiveAutoBlockMigrationV225Test-2127879101-project] 10.222.0.75 "GET /v2.0/security-groups?id=e3cb5363-3b49-4f74-b239-a871e755b40a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574806 Feb 09 19:02:46.327855 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-58ffaea0-69f8-4ad6-977c-1bce120da395 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12895822'] for subnet (c2ca7e9f-b454-4a24-936d-70cadeafe215), precommit_delete_associations {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:02:46.352370 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 46168) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:02:46.391762 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-199fcb08-6232-4603-890b-c61e5f26abd7 admin admin] Publish callbacks [] for security_group (2c7d3c97-f39b-4792-a17a-35bf8209eefb), before_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:02:46.403963 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2700d681-915e-4726-84b1-1f2ab2cb857b req-a467d368-4308-4c41-be5e-3c2dff6b42a5 tempest-LiveAutoBlockMigrationV225Test-1149753898 tempest-LiveAutoBlockMigrationV225Test-1149753898-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:02:46.405470 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-2700d681-915e-4726-84b1-1f2ab2cb857b req-a467d368-4308-4c41-be5e-3c2dff6b42a5 tempest-LiveAutoBlockMigrationV225Test-1149753898 tempest-LiveAutoBlockMigrationV225Test-1149753898-project-admin] 10.222.0.90 "GET /v2.0/ports?device_id=4e423b27-3023-4ca3-87d1-42d68436aee9&tenant_id=b8d56d08e88f4d4daeb8e5fed321a162&binding%3Ahost_id=n-h2-713498-36 HTTP/1.1" status: 200 len: 1149 time: 0.0598907 Feb 09 19:02:46.418701 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-a959f315-2025-443b-a72d-aef2f7a0c44a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:02:46.457639 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-199fcb08-6232-4603-890b-c61e5f26abd7 admin admin] Publish callbacks [] for security_group (2c7d3c97-f39b-4792-a17a-35bf8209eefb), precommit_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:02:46.608914 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.db [req-2700d681-915e-4726-84b1-1f2ab2cb857b req-09963b54-aed7-47c2-9746-d1b9fb5334d9 service neutron] For port 09574619-31d0-4d7b-8c62-0e309d2267b4, host n-h1-713498-36, cleared binding levels {{(pid=103229) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 19:02:46.618905 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-2700d681-915e-4726-84b1-1f2ab2cb857b req-09963b54-aed7-47c2-9746-d1b9fb5334d9 service neutron] Publish callbacks [] for binding (None), before_response {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:02:46.621910 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-2700d681-915e-4726-84b1-1f2ab2cb857b req-09963b54-aed7-47c2-9746-d1b9fb5334d9 service neutron] 10.222.0.90 "DELETE /v2.0/ports/09574619-31d0-4d7b-8c62-0e309d2267b4/bindings/n-h1-713498-36 HTTP/1.1" status: 204 len: 173 time: 0.1880546 Feb 09 19:02:46.768579 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-58ffaea0-69f8-4ad6-977c-1bce120da395 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-759852'] for subnet (c2ca7e9f-b454-4a24-936d-70cadeafe215), precommit_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:02:46.777455 n-d-713498-36 neutron-server[103230]: DEBUG neutron.db.db_base_plugin_common [req-da568dab-2476-4398-b9f2-7a49eae3f66c req-c624088c-d6f0-4f63-90c2-971e342e4091 tempest-ServerDiagnosticsNegativeTest-2010438120 tempest-ServerDiagnosticsNegativeTest-2010438120-project] Allocated IP 192.168.233.189 (2b5494c8-cf97-42c1-b902-87f998f28179/60b561cb-321e-4f83-9bb3-92b2e1d0dc44/a88807bb-7bfd-4200-87e0-9af1aae52447) {{(pid=103230) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 19:02:46.919085 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-58ffaea0-69f8-4ad6-977c-1bce120da395 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-760023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14393672', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12985882'] for subnet (c2ca7e9f-b454-4a24-936d-70cadeafe215), after_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:02:46.926575 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-199fcb08-6232-4603-890b-c61e5f26abd7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1892331'] for security_group (2c7d3c97-f39b-4792-a17a-35bf8209eefb), after_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:02:46.929053 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-199fcb08-6232-4603-890b-c61e5f26abd7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:02:46.930269 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-199fcb08-6232-4603-890b-c61e5f26abd7 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/2c7d3c97-f39b-4792-a17a-35bf8209eefb HTTP/1.1" status: 204 len: 168 time: 0.8075387 Feb 09 19:02:46.978219 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762867132591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593584'] for agent (496418a2-c002-4aec-ab1a-07f3bea491bd), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:02:47.009260 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58ffaea0-69f8-4ad6-977c-1bce120da395 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c2ca7e9f-b454-4a24-936d-70cadeafe215,revision_number=None']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:02:47.013549 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-58ffaea0-69f8-4ad6-977c-1bce120da395 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:02:47.016805 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-58ffaea0-69f8-4ad6-977c-1bce120da395 admin admin] 10.222.0.75 "DELETE /v2.0/subnets/c2ca7e9f-b454-4a24-936d-70cadeafe215 HTTP/1.1" status: 204 len: 168 time: 1.1414657 Feb 09 19:02:47.018915 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-a959f315-2025-443b-a72d-aef2f7a0c44a admin admin] Publish callbacks [] for security_group (99b6e8c9-7962-4bb3-905c-bf650cc05dbc), precommit_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:02:47.020131 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-199fcb08-6232-4603-890b-c61e5f26abd7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2c7d3c97-f39b-4792-a17a-35bf8209eefb,revision_number=None']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:02:47.020575 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 46186) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:02:47.025770 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-a959f315-2025-443b-a72d-aef2f7a0c44a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1892331'] for security_group (99b6e8c9-7962-4bb3-905c-bf650cc05dbc), after_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:02:47.110243 n-d-713498-36 neutron-server[103233]: DEBUG neutron.db.agents_db [None req-4a8a6a42-0a0c-4437-8958-92282682b6bb None None] Agent healthcheck: found 7 active agents {{(pid=103233) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 19:02:47.148078 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-a959f315-2025-443b-a72d-aef2f7a0c44a admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=d168bfb8237e45f690d8780c480eaf0d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7703524 Feb 09 19:02:47.150598 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a959f315-2025-443b-a72d-aef2f7a0c44a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=99b6e8c9-7962-4bb3-905c-bf650cc05dbc,revision_number=1']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:02:47.188800 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 46188) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:02:47.245806 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [req-da568dab-2476-4398-b9f2-7a49eae3f66c req-c624088c-d6f0-4f63-90c2-971e342e4091 tempest-ServerDiagnosticsNegativeTest-2010438120 tempest-ServerDiagnosticsNegativeTest-2010438120-project] Publish callbacks [] for port (a88807bb-7bfd-4200-87e0-9af1aae52447), precommit_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:02:47.254739 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-baea5ff5-da9d-42e1-a9b0-edf982cfe361 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-670458'] for network (22c2f9b7-fbb3-4f5d-a675-db32ffbff5ee), before_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:02:47.316903 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-4380c408-4495-4d11-8323-0bc17931febd admin admin] Publish callbacks [] for security_group (99b6e8c9-7962-4bb3-905c-bf650cc05dbc), before_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:02:47.318438 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-561f4251-258a-4e54-a00c-7b9836dd75a4 req-5986486a-f5e9-461b-92be-75b843ece55e tempest-ServerDiagnosticsNegativeTest-2010438120 tempest-ServerDiagnosticsNegativeTest-2010438120-project] 10.222.0.75 "GET /v2.0/ports?device_id=34417964-0df0-4b5a-8cb4-6bff83190578 HTTP/1.1" status: 200 len: 210 time: 0.0519240 Feb 09 19:02:47.340757 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 46196) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:02:47.376857 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [req-da568dab-2476-4398-b9f2-7a49eae3f66c req-c624088c-d6f0-4f63-90c2-971e342e4091 tempest-ServerDiagnosticsNegativeTest-2010438120 tempest-ServerDiagnosticsNegativeTest-2010438120-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762866656467', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14393751'] for port (a88807bb-7bfd-4200-87e0-9af1aae52447), after_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:02:47.397867 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-4380c408-4495-4d11-8323-0bc17931febd admin admin] Publish callbacks [] for security_group (99b6e8c9-7962-4bb3-905c-bf650cc05dbc), precommit_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:02:47.469097 n-d-713498-36 neutron-server[103230]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-da568dab-2476-4398-b9f2-7a49eae3f66c req-c624088c-d6f0-4f63-90c2-971e342e4091 tempest-ServerDiagnosticsNegativeTest-2010438120 tempest-ServerDiagnosticsNegativeTest-2010438120-project] Network 2b5494c8-cf97-42c1-b902-87f998f28179 is already hosted by enough agents. {{(pid=103230) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 19:02:47.472199 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-baea5ff5-da9d-42e1-a9b0-edf982cfe361 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-590267', 'neutron.services.segments.db._delete_segments_for_network-8762867132609'] for network (22c2f9b7-fbb3-4f5d-a675-db32ffbff5ee), precommit_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:02:47.500286 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-baea5ff5-da9d-42e1-a9b0-edf982cfe361 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=103229) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 19:02:47.501142 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-baea5ff5-da9d-42e1-a9b0-edf982cfe361 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=103229) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 19:02:47.501679 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-baea5ff5-da9d-42e1-a9b0-edf982cfe361 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=103229) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 19:02:47.502119 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-baea5ff5-da9d-42e1-a9b0-edf982cfe361 admin admin] Subscribe: > port after_create 55550000 {{(pid=103229) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 19:02:47.502471 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-baea5ff5-da9d-42e1-a9b0-edf982cfe361 admin admin] Subscribe: > port after_delete 55550000 {{(pid=103229) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 19:02:47.502811 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-baea5ff5-da9d-42e1-a9b0-edf982cfe361 admin admin] Subscribe: > port after_update 55550000 {{(pid=103229) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 19:02:47.503161 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-baea5ff5-da9d-42e1-a9b0-edf982cfe361 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=103229) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 19:02:47.503486 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-baea5ff5-da9d-42e1-a9b0-edf982cfe361 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103229) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 19:02:47.503805 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-baea5ff5-da9d-42e1-a9b0-edf982cfe361 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103229) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 19:02:47.504130 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-baea5ff5-da9d-42e1-a9b0-edf982cfe361 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=103229) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 19:02:47.514544 n-d-713498-36 neutron-server[103230]: DEBUG neutron.scheduler.base_scheduler [req-da568dab-2476-4398-b9f2-7a49eae3f66c req-c624088c-d6f0-4f63-90c2-971e342e4091 tempest-ServerDiagnosticsNegativeTest-2010438120 tempest-ServerDiagnosticsNegativeTest-2010438120-project] Resources bound (agent type, host, resource id): {{(pid=103230) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 19:02:47.517044 n-d-713498-36 neutron-server[103230]: DEBUG neutron.db.l3_dvrscheduler_db [req-da568dab-2476-4398-b9f2-7a49eae3f66c req-c624088c-d6f0-4f63-90c2-971e342e4091 tempest-ServerDiagnosticsNegativeTest-2010438120 tempest-ServerDiagnosticsNegativeTest-2010438120-project] Received port after_create {{(pid=103230) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 19:02:47.595061 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-baea5ff5-da9d-42e1-a9b0-edf982cfe361 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103229) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 19:02:47.595416 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-baea5ff5-da9d-42e1-a9b0-edf982cfe361 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103229) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 19:02:47.595754 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-baea5ff5-da9d-42e1-a9b0-edf982cfe361 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=103229) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 19:02:47.596085 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-baea5ff5-da9d-42e1-a9b0-edf982cfe361 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=103229) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 19:02:47.596465 n-d-713498-36 neutron-server[103229]: DEBUG neutron.services.segments.db [None req-baea5ff5-da9d-42e1-a9b0-edf982cfe361 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['22c2f9b7-fbb3-4f5d-a675-db32ffbff5ee']}} {{(pid=103229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:02:47.603671 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c624088c-d6f0-4f63-90c2-971e342e4091 tempest-ServerDiagnosticsNegativeTest-2010438120 tempest-ServerDiagnosticsNegativeTest-2010438120-project] Pushing event updated for resources: {'Port': ['ID=a88807bb-7bfd-4200-87e0-9af1aae52447,revision_number=1']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:02:47.634047 n-d-713498-36 neutron-server[103229]: DEBUG neutron.services.segments.db [None req-baea5ff5-da9d-42e1-a9b0-edf982cfe361 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e1ac852f-05dd-4193-9c06-badef85a8e96') {'for_net_delete': True} {{(pid=103229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:02:47.634310 n-d-713498-36 neutron-server[103229]: DEBUG neutron.services.segments.db [None req-baea5ff5-da9d-42e1-a9b0-edf982cfe361 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e1ac852f-05dd-4193-9c06-badef85a8e96') {} {{(pid=103229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:02:47.665704 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da568dab-2476-4398-b9f2-7a49eae3f66c req-c624088c-d6f0-4f63-90c2-971e342e4091 tempest-ServerDiagnosticsNegativeTest-2010438120 tempest-ServerDiagnosticsNegativeTest-2010438120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:02:47.666569 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [req-da568dab-2476-4398-b9f2-7a49eae3f66c req-c624088c-d6f0-4f63-90c2-971e342e4091 tempest-ServerDiagnosticsNegativeTest-2010438120 tempest-ServerDiagnosticsNegativeTest-2010438120-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1613566'] for port (None), before_response {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:02:47.670929 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-baea5ff5-da9d-42e1-a9b0-edf982cfe361 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762867134154', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16683417'] for segment (e1ac852f-05dd-4193-9c06-badef85a8e96), before_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:02:47.717836 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-baea5ff5-da9d-42e1-a9b0-edf982cfe361 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-759574'] for segment (e1ac852f-05dd-4193-9c06-badef85a8e96), precommit_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:02:47.745010 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-baea5ff5-da9d-42e1-a9b0-edf982cfe361 admin admin] Releasing vlan 360 on physical network physnet1 to pool {{(pid=103229) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 19:02:47.746174 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-4380c408-4495-4d11-8323-0bc17931febd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1892331'] for security_group (99b6e8c9-7962-4bb3-905c-bf650cc05dbc), after_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:02:47.746554 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-baea5ff5-da9d-42e1-a9b0-edf982cfe361 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-759574', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12867469'] for segment (e1ac852f-05dd-4193-9c06-badef85a8e96), after_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:02:47.754940 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-4380c408-4495-4d11-8323-0bc17931febd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:02:47.755259 n-d-713498-36 neutron-server[103229]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Feb 09 19:02:47.755259 n-d-713498-36 neutron-server[103229]: from cryptography.utils import int_from_bytes Feb 09 19:02:47.755259 n-d-713498-36 neutron-server[103229]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Feb 09 19:02:47.755259 n-d-713498-36 neutron-server[103229]: from cryptography.utils import int_from_bytes Feb 09 19:02:47.755259 n-d-713498-36 neutron-server[103229]: Traceback (most recent call last): Feb 09 19:02:47.755259 n-d-713498-36 neutron-server[103229]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 19:02:47.755259 n-d-713498-36 neutron-server[103229]: timer() Feb 09 19:02:47.755259 n-d-713498-36 neutron-server[103229]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 19:02:47.755259 n-d-713498-36 neutron-server[103229]: cb(*args, **kw) Feb 09 19:02:47.755259 n-d-713498-36 neutron-server[103229]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 19:02:47.755259 n-d-713498-36 neutron-server[103229]: return func(*args, **kwargs) Feb 09 19:02:47.755259 n-d-713498-36 neutron-server[103229]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 19:02:47.755259 n-d-713498-36 neutron-server[103229]: self._notify() Feb 09 19:02:47.755259 n-d-713498-36 neutron-server[103229]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 19:02:47.755259 n-d-713498-36 neutron-server[103229]: self.callback(batched_events) Feb 09 19:02:47.755259 n-d-713498-36 neutron-server[103229]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 19:02:47.755259 n-d-713498-36 neutron-server[103229]: event.method(event) Feb 09 19:02:47.755259 n-d-713498-36 neutron-server[103229]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 19:02:47.755259 n-d-713498-36 neutron-server[103229]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 19:02:47.755259 n-d-713498-36 neutron-server[103229]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 19:02:47.755259 n-d-713498-36 neutron-server[103229]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 19:02:47.755259 n-d-713498-36 neutron-server[103229]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 19:02:47.755259 n-d-713498-36 neutron-server[103229]: return f(self, *a, **k) Feb 09 19:02:47.755259 n-d-713498-36 neutron-server[103229]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 19:02:47.755259 n-d-713498-36 neutron-server[103229]: return self._get(url).json() Feb 09 19:02:47.755259 n-d-713498-36 neutron-server[103229]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 19:02:47.755259 n-d-713498-36 neutron-server[103229]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 19:02:47.755259 n-d-713498-36 neutron-server[103229]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 19:02:47.755259 n-d-713498-36 neutron-server[103229]: return self.request(url, 'GET', **kwargs) Feb 09 19:02:47.755259 n-d-713498-36 neutron-server[103229]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 19:02:47.755259 n-d-713498-36 neutron-server[103229]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 19:02:47.755259 n-d-713498-36 neutron-server[103229]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 19:02:47.755259 n-d-713498-36 neutron-server[103229]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 19:02:47.755259 n-d-713498-36 neutron-server[103229]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 19:02:47.755259 n-d-713498-36 neutron-server[103229]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 19:02:47.755259 n-d-713498-36 neutron-server[103229]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 19:02:47.762756 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-4380c408-4495-4d11-8323-0bc17931febd admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/99b6e8c9-7962-4bb3-905c-bf650cc05dbc HTTP/1.1" status: 204 len: 168 time: 0.5728943 Feb 09 19:02:47.791197 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4b1182d-c74f-410d-aa20-9f6a71bc59c9 req-dd430263-6e5c-4b2f-a101-3d3ebd458129 tempest-LiveAutoBlockMigrationV225Test-2127879101 tempest-LiveAutoBlockMigrationV225Test-2127879101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:02:47.793019 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-e4b1182d-c74f-410d-aa20-9f6a71bc59c9 req-dd430263-6e5c-4b2f-a101-3d3ebd458129 tempest-LiveAutoBlockMigrationV225Test-2127879101 tempest-LiveAutoBlockMigrationV225Test-2127879101-project] 10.222.0.75 "GET /v2.0/ports?device_id=4e423b27-3023-4ca3-87d1-42d68436aee9 HTTP/1.1" status: 200 len: 966 time: 0.3398383 Feb 09 19:02:47.800374 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-6269b6a4-13cb-4b55-a4b0-2b4255eb309e admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=48e589a1e5c540ffa1d39621749c63d1&name=default HTTP/1.1" status: 200 len: 2992 time: 0.4583387 Feb 09 19:02:47.804925 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-da568dab-2476-4398-b9f2-7a49eae3f66c req-c624088c-d6f0-4f63-90c2-971e342e4091 tempest-ServerDiagnosticsNegativeTest-2010438120 tempest-ServerDiagnosticsNegativeTest-2010438120-project] 10.222.0.90 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.7346938 Feb 09 19:02:47.806775 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 46214) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:02:47.809399 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4380c408-4495-4d11-8323-0bc17931febd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=99b6e8c9-7962-4bb3-905c-bf650cc05dbc,revision_number=None']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:02:47.851263 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.v2.base [req-da568dab-2476-4398-b9f2-7a49eae3f66c req-806c8e52-7426-447c-907d-021f6b3aa2a3 service neutron] Request body: {'port': {'device_id': '34417964-0df0-4b5a-8cb4-6bff83190578', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-713498-36'}} {{(pid=103230) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 19:02:47.912504 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-baea5ff5-da9d-42e1-a9b0-edf982cfe361 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-590242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1885479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1818895'] for network (22c2f9b7-fbb3-4f5d-a675-db32ffbff5ee), after_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:02:47.932888 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-baea5ff5-da9d-42e1-a9b0-edf982cfe361 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1613566'] for network (None), before_response {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:02:47.940697 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-baea5ff5-da9d-42e1-a9b0-edf982cfe361 admin admin] 10.222.0.75 "DELETE /v2.0/networks/22c2f9b7-fbb3-4f5d-a675-db32ffbff5ee HTTP/1.1" status: 204 len: 168 time: 0.9161603 Feb 09 19:02:47.942207 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.provisioning_blocks [None req-a8b1547a-e022-4193-959c-2ee7b471b262 None None] Provisioning complete for port a88807bb-7bfd-4200-87e0-9af1aae52447 triggered by entity DHCP. {{(pid=103232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 19:02:47.942833 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-a8b1547a-e022-4193-959c-2ee7b471b262 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593630'] for port (a88807bb-7bfd-4200-87e0-9af1aae52447), provisioning_complete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:02:47.977712 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baea5ff5-da9d-42e1-a9b0-edf982cfe361 admin admin] Pushing event deleted for resources: {'Network': ['ID=22c2f9b7-fbb3-4f5d-a675-db32ffbff5ee,revision_number=None']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:02:48.018553 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-a8b1547a-e022-4193-959c-2ee7b471b262 None None] Port a88807bb-7bfd-4200-87e0-9af1aae52447 cannot update to ACTIVE because it is not bound. {{(pid=103232) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 19:02:48.054046 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-e4b1182d-c74f-410d-aa20-9f6a71bc59c9 req-8c9e89a0-0c36-4b94-a5c5-181b94fd5f25 tempest-LiveAutoBlockMigrationV225Test-2127879101 tempest-LiveAutoBlockMigrationV225Test-2127879101-project] 10.222.0.75 "GET /v2.0/security-groups?id=e3cb5363-3b49-4f74-b239-a871e755b40a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2479451 Feb 09 19:02:48.059693 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-35502b09-db1d-4a57-8fb7-cf2c17088241 admin admin] Publish callbacks [] for security_group (00e3f3c8-5143-473f-96ea-ab4c624b2c93), before_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:02:48.087436 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [req-da568dab-2476-4398-b9f2-7a49eae3f66c req-806c8e52-7426-447c-907d-021f6b3aa2a3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (a88807bb-7bfd-4200-87e0-9af1aae52447), before_update {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:02:48.122289 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-35502b09-db1d-4a57-8fb7-cf2c17088241 admin admin] Publish callbacks [] for security_group (00e3f3c8-5143-473f-96ea-ab4c624b2c93), precommit_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:02:48.151628 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 46228) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:02:48.231757 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-35502b09-db1d-4a57-8fb7-cf2c17088241 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1892331'] for security_group (00e3f3c8-5143-473f-96ea-ab4c624b2c93), after_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:02:48.234337 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762867132591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593584'] for agent (488cd9ae-631f-4955-ba0b-4f5a13f12e9c), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:02:48.235746 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-35502b09-db1d-4a57-8fb7-cf2c17088241 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:02:48.239547 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-e483f1f4-2527-4ddc-ac0f-7a1b4f71459c admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=7b6f1b302e8942108e61dd2944933daa&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0850081 Feb 09 19:02:48.240135 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-35502b09-db1d-4a57-8fb7-cf2c17088241 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/00e3f3c8-5143-473f-96ea-ab4c624b2c93 HTTP/1.1" status: 204 len: 168 time: 0.4321053 Feb 09 19:02:48.240266 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 46230) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:02:48.295513 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35502b09-db1d-4a57-8fb7-cf2c17088241 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=00e3f3c8-5143-473f-96ea-ab4c624b2c93,revision_number=None']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:02:48.338942 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-486abe8a-9436-40d9-ac54-067c0d09c9bc admin admin] Publish callbacks [] for security_group (6a13cd1b-84d1-463a-b733-b85cec7a3c6d), before_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:02:48.387680 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b64fbe09-3cd9-4ba0-a4f0-e08c89844564 req-86b75d85-5742-47d9-83ea-5ed697be7ae8 tempest-LiveAutoBlockMigrationV225Test-1149753898 tempest-LiveAutoBlockMigrationV225Test-1149753898-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:02:48.388435 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-486abe8a-9436-40d9-ac54-067c0d09c9bc admin admin] Publish callbacks [] for security_group (6a13cd1b-84d1-463a-b733-b85cec7a3c6d), precommit_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:02:48.389292 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-b64fbe09-3cd9-4ba0-a4f0-e08c89844564 req-86b75d85-5742-47d9-83ea-5ed697be7ae8 tempest-LiveAutoBlockMigrationV225Test-1149753898 tempest-LiveAutoBlockMigrationV225Test-1149753898-project-admin] 10.222.0.75 "GET /v2.0/ports?device_id=4e423b27-3023-4ca3-87d1-42d68436aee9 HTTP/1.1" status: 200 len: 1149 time: 0.1628544 Feb 09 19:02:48.519304 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-b64fbe09-3cd9-4ba0-a4f0-e08c89844564 req-0abfff29-4cd2-4206-a15a-f64ba9285e85 tempest-LiveAutoBlockMigrationV225Test-1149753898 tempest-LiveAutoBlockMigrationV225Test-1149753898-project-admin] 10.222.0.75 "GET /v2.0/security-groups?id=e3cb5363-3b49-4f74-b239-a871e755b40a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1098633 Feb 09 19:02:48.572640 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-486abe8a-9436-40d9-ac54-067c0d09c9bc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1892331'] for security_group (6a13cd1b-84d1-463a-b733-b85cec7a3c6d), after_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:02:48.575817 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-486abe8a-9436-40d9-ac54-067c0d09c9bc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:02:48.579572 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-486abe8a-9436-40d9-ac54-067c0d09c9bc admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/6a13cd1b-84d1-463a-b733-b85cec7a3c6d HTTP/1.1" status: 204 len: 168 time: 0.3355184 Feb 09 19:02:48.609470 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0059ab2-48d5-4462-9601-ed629566d086 req-a8eb90cc-be1b-428e-abe6-56ed72fb4c75 tempest-ServerDiagnosticsNegativeTest-2010438120 tempest-ServerDiagnosticsNegativeTest-2010438120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:02:48.609470 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-a0059ab2-48d5-4462-9601-ed629566d086 req-a8eb90cc-be1b-428e-abe6-56ed72fb4c75 tempest-ServerDiagnosticsNegativeTest-2010438120 tempest-ServerDiagnosticsNegativeTest-2010438120-project] 10.222.0.75 "GET /v2.0/ports?device_id=34417964-0df0-4b5a-8cb4-6bff83190578 HTTP/1.1" status: 200 len: 936 time: 0.1569309 Feb 09 19:02:48.609470 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-486abe8a-9436-40d9-ac54-067c0d09c9bc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6a13cd1b-84d1-463a-b733-b85cec7a3c6d,revision_number=None']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:02:48.652659 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762867132591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593584'] for agent (bcd5faee-dc24-4298-9134-0e0aa054058e), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:02:48.689517 n-d-713498-36 neutron-server[103230]: DEBUG neutron.notifiers.nova [req-da568dab-2476-4398-b9f2-7a49eae3f66c req-806c8e52-7426-447c-907d-021f6b3aa2a3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a88807bb-7bfd-4200-87e0-9af1aae52447 {{(pid=103230) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 19:02:48.702387 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [req-da568dab-2476-4398-b9f2-7a49eae3f66c req-806c8e52-7426-447c-907d-021f6b3aa2a3 service neutron] Publish callbacks [] for port (a88807bb-7bfd-4200-87e0-9af1aae52447), precommit_update {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:02:48.703347 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-a0059ab2-48d5-4462-9601-ed629566d086 req-7cf784ce-35a6-451f-9681-773b265f698c tempest-ServerDiagnosticsNegativeTest-2010438120 tempest-ServerDiagnosticsNegativeTest-2010438120-project] 10.222.0.75 "GET /v2.0/security-groups?id=8757276a-4f28-4b5c-b94e-b70c6026af2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0894909 Feb 09 19:02:48.728560 n-d-713498-36 neutron-server[103230]: DEBUG neutron.db.provisioning_blocks [req-da568dab-2476-4398-b9f2-7a49eae3f66c req-806c8e52-7426-447c-907d-021f6b3aa2a3 service neutron] Transition to ACTIVE for port object a88807bb-7bfd-4200-87e0-9af1aae52447 will not be triggered until provisioned by entity L2. {{(pid=103230) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 19:02:48.736533 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [req-da568dab-2476-4398-b9f2-7a49eae3f66c req-806c8e52-7426-447c-907d-021f6b3aa2a3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762867176205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762866656485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762866656503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14393758'] for port (a88807bb-7bfd-4200-87e0-9af1aae52447), after_update {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:02:48.826711 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-806c8e52-7426-447c-907d-021f6b3aa2a3 service neutron] Pushing event updated for resources: {'Port': ['ID=a88807bb-7bfd-4200-87e0-9af1aae52447,revision_number=2']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:02:48.938719 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.managers [req-da568dab-2476-4398-b9f2-7a49eae3f66c req-806c8e52-7426-447c-907d-021f6b3aa2a3 service neutron] Attempting to bind port a88807bb-7bfd-4200-87e0-9af1aae52447 on host n-h2-713498-36 for vnic_type normal with profile {{(pid=103230) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 19:02:48.939064 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.managers [req-da568dab-2476-4398-b9f2-7a49eae3f66c req-806c8e52-7426-447c-907d-021f6b3aa2a3 service neutron] Attempting to bind port a88807bb-7bfd-4200-87e0-9af1aae52447 by drivers openvswitch,hyperv on host n-h2-713498-36 at level 0 using segments [{'id': '50e5915e-18f0-4558-9a28-b978975ead36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': '2b5494c8-cf97-42c1-b902-87f998f28179'}] {{(pid=103230) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 19:02:48.939393 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da568dab-2476-4398-b9f2-7a49eae3f66c req-806c8e52-7426-447c-907d-021f6b3aa2a3 service neutron] Attempting to bind port a88807bb-7bfd-4200-87e0-9af1aae52447 on network 2b5494c8-cf97-42c1-b902-87f998f28179 {{(pid=103230) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 19:02:48.952296 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da568dab-2476-4398-b9f2-7a49eae3f66c req-806c8e52-7426-447c-907d-021f6b3aa2a3 service neutron] Port a88807bb-7bfd-4200-87e0-9af1aae52447 on network 2b5494c8-cf97-42c1-b902-87f998f28179 not bound, no agent of type Open vSwitch agent registered on host n-h2-713498-36 {{(pid=103230) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 19:02:48.952634 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da568dab-2476-4398-b9f2-7a49eae3f66c req-806c8e52-7426-447c-907d-021f6b3aa2a3 service neutron] Attempting to bind port a88807bb-7bfd-4200-87e0-9af1aae52447 on network 2b5494c8-cf97-42c1-b902-87f998f28179 {{(pid=103230) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 19:02:48.965944 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da568dab-2476-4398-b9f2-7a49eae3f66c req-806c8e52-7426-447c-907d-021f6b3aa2a3 service neutron] Checking agent: {'id': 'bcd5faee-dc24-4298-9134-0e0aa054058e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713498-36', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 18, 59, 19), 'started_at': datetime.datetime(2022, 2, 9, 18, 59, 19), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 19, 2, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103230) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 19:02:48.968188 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da568dab-2476-4398-b9f2-7a49eae3f66c req-806c8e52-7426-447c-907d-021f6b3aa2a3 service neutron] Checking segment: {'id': '50e5915e-18f0-4558-9a28-b978975ead36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': '2b5494c8-cf97-42c1-b902-87f998f28179'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103230) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 19:02:48.968642 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da568dab-2476-4398-b9f2-7a49eae3f66c req-806c8e52-7426-447c-907d-021f6b3aa2a3 service neutron] Bound using segment: {'id': '50e5915e-18f0-4558-9a28-b978975ead36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': '2b5494c8-cf97-42c1-b902-87f998f28179'} {{(pid=103230) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 19:02:48.969348 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.managers [req-da568dab-2476-4398-b9f2-7a49eae3f66c req-806c8e52-7426-447c-907d-021f6b3aa2a3 service neutron] Bound port: a88807bb-7bfd-4200-87e0-9af1aae52447, host: n-h2-713498-36, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '50e5915e-18f0-4558-9a28-b978975ead36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': '2b5494c8-cf97-42c1-b902-87f998f28179'}}] {{(pid=103230) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 19:02:48.969698 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [req-da568dab-2476-4398-b9f2-7a49eae3f66c req-806c8e52-7426-447c-907d-021f6b3aa2a3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (a88807bb-7bfd-4200-87e0-9af1aae52447), before_update {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:02:49.086597 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 46266) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:02:49.111322 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-75ceba2f-10c8-4455-83c8-a5911a844364 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:02:49.136120 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.db [req-da568dab-2476-4398-b9f2-7a49eae3f66c req-806c8e52-7426-447c-907d-021f6b3aa2a3 service neutron] For port a88807bb-7bfd-4200-87e0-9af1aae52447, host n-h2-713498-36, cleared binding levels {{(pid=103230) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 19:02:49.145857 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.db [req-da568dab-2476-4398-b9f2-7a49eae3f66c req-806c8e52-7426-447c-907d-021f6b3aa2a3 service neutron] For port a88807bb-7bfd-4200-87e0-9af1aae52447, host n-h2-713498-36, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-36',level=0,port_id=a88807bb-7bfd-4200-87e0-9af1aae52447,segment=NetworkSegment(50e5915e-18f0-4558-9a28-b978975ead36),segment_id=50e5915e-18f0-4558-9a28-b978975ead36)] {{(pid=103230) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 19:02:49.167860 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [req-da568dab-2476-4398-b9f2-7a49eae3f66c req-806c8e52-7426-447c-907d-021f6b3aa2a3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762867176205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762866656485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762866656503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14393758'] for port (a88807bb-7bfd-4200-87e0-9af1aae52447), after_update {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:02:49.207786 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-442742e4-4db4-4832-89f0-f069ffb5a7e9 req-84177b67-0b3e-4e0c-8faf-11bc94b61bac tempest-LiveAutoBlockMigrationV225Test-2127879101 tempest-LiveAutoBlockMigrationV225Test-2127879101-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:02:49.215776 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-442742e4-4db4-4832-89f0-f069ffb5a7e9 req-84177b67-0b3e-4e0c-8faf-11bc94b61bac tempest-LiveAutoBlockMigrationV225Test-2127879101 tempest-LiveAutoBlockMigrationV225Test-2127879101-project] 10.222.0.75 "GET /v2.0/networks?id=0e993f99-d3d0-4a2a-8eed-2f34375798b5 HTTP/1.1" status: 200 len: 820 time: 0.1755269 Feb 09 19:02:49.238700 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-75ceba2f-10c8-4455-83c8-a5911a844364 admin admin] Publish callbacks [] for security_group (2bd9242f-0be8-443e-bec6-e7c7f4794740), precommit_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:02:49.239125 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da568dab-2476-4398-b9f2-7a49eae3f66c req-806c8e52-7426-447c-907d-021f6b3aa2a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:02:49.239674 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [req-da568dab-2476-4398-b9f2-7a49eae3f66c req-806c8e52-7426-447c-907d-021f6b3aa2a3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1613566'] for port (None), before_response {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:02:49.241059 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-da568dab-2476-4398-b9f2-7a49eae3f66c req-806c8e52-7426-447c-907d-021f6b3aa2a3 service neutron] 10.222.0.90 "PUT /v2.0/ports/a88807bb-7bfd-4200-87e0-9af1aae52447 HTTP/1.1" status: 200 len: 1097 time: 1.4071596 Feb 09 19:02:49.241506 n-d-713498-36 neutron-server[103230]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '34417964-0df0-4b5a-8cb4-6bff83190578', 'tag': 'a88807bb-7bfd-4200-87e0-9af1aae52447'}] {{(pid=103230) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 19:02:49.244406 n-d-713498-36 neutron-server[103230]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aee5919275bae9f72eb374ee322673045eb80c1f84b4b45a97d96923bd50ab51" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-061eaa65-da77-424c-bbec-d460d48bb31f" -d '{"events": [{"name": "network-changed", "server_uuid": "34417964-0df0-4b5a-8cb4-6bff83190578", "tag": "a88807bb-7bfd-4200-87e0-9af1aae52447"}]}' {{(pid=103230) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 19:02:49.249007 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-75ceba2f-10c8-4455-83c8-a5911a844364 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1892331'] for security_group (2bd9242f-0be8-443e-bec6-e7c7f4794740), after_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:02:49.256766 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-442742e4-4db4-4832-89f0-f069ffb5a7e9 req-4b9e0e84-3c05-46d7-b5ed-a6cc8b34a61d tempest-LiveAutoBlockMigrationV225Test-2127879101 tempest-LiveAutoBlockMigrationV225Test-2127879101-project] 10.222.0.75 "GET /v2.0/quotas/b8d56d08e88f4d4daeb8e5fed321a162 HTTP/1.1" status: 200 len: 375 time: 0.0400448 Feb 09 19:02:49.344489 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-75ceba2f-10c8-4455-83c8-a5911a844364 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=0c3024e7f0b24669a27398c14249b9a5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2558260 Feb 09 19:02:49.345117 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 46272) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:02:49.346610 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75ceba2f-10c8-4455-83c8-a5911a844364 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2bd9242f-0be8-443e-bec6-e7c7f4794740,revision_number=1']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:02:49.377055 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-806c8e52-7426-447c-907d-021f6b3aa2a3 service neutron] Pushing event updated for resources: {'Port': ['ID=a88807bb-7bfd-4200-87e0-9af1aae52447,revision_number=3']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:02:49.418927 n-d-713498-36 neutron-server[103230]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 19:02:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-39f129a7-df13-40e4-8d0c-40d8b1b31684 x-openstack-request-id: req-39f129a7-df13-40e4-8d0c-40d8b1b31684 {{(pid=103230) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 19:02:49.419789 n-d-713498-36 neutron-server[103230]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "34417964-0df0-4b5a-8cb4-6bff83190578", "tag": "a88807bb-7bfd-4200-87e0-9af1aae52447", "status": "completed", "code": 200}]} {{(pid=103230) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 19:02:49.419789 n-d-713498-36 neutron-server[103230]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-39f129a7-df13-40e4-8d0c-40d8b1b31684 {{(pid=103230) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 19:02:49.420033 n-d-713498-36 neutron-server[103230]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '34417964-0df0-4b5a-8cb4-6bff83190578', 'tag': 'a88807bb-7bfd-4200-87e0-9af1aae52447', 'status': 'completed', 'code': 200} Feb 09 19:02:49.505910 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da568dab-2476-4398-b9f2-7a49eae3f66c req-da5e222e-b69c-4374-8248-d611365d6771 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:02:49.508162 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-da568dab-2476-4398-b9f2-7a49eae3f66c req-da5e222e-b69c-4374-8248-d611365d6771 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=7c2af57eb7b843d8a05141cabf979cc2&device_id=34417964-0df0-4b5a-8cb4-6bff83190578 HTTP/1.1" status: 200 len: 1131 time: 0.1845114 Feb 09 19:02:49.536907 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-442742e4-4db4-4832-89f0-f069ffb5a7e9 req-ca1b369f-5165-49d7-8a6b-c454d7c4af61 tempest-LiveAutoBlockMigrationV225Test-2127879101 tempest-LiveAutoBlockMigrationV225Test-2127879101-project] 10.222.0.75 "GET /v2.0/ports?tenant_id=b8d56d08e88f4d4daeb8e5fed321a162&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2791047 Feb 09 19:02:49.541216 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 46278) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:02:49.568973 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Device 59317504-dab2-415c-8657-2cf260626be9 no longer exists at agent hyperv_n-h2-713498-36 {{(pid=103232) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 19:02:49.602668 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-7429db8d-6021-40ad-813e-885be449a89b None None] No Port match for: 59317504-dab2-415c-8657-2cf260626be9 {{(pid=103232) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 19:02:49.603356 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Device 59317504-dab2-415c-8657-2cf260626be9 not bound to the agent host n-h2-713498-36 {{(pid=103232) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 19:02:49.615208 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-f1fa88a9-cb3e-4c47-9314-c1a82fc33904 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=82adca2d761843b69b96bb847fe0bb9e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0716429 Feb 09 19:02:49.616698 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 46280) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:02:49.638817 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-92fc40bc-aded-44d2-ba18-506c1804d3c2 admin admin] Publish callbacks [] for security_group (2bd9242f-0be8-443e-bec6-e7c7f4794740), before_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:02:49.644847 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-da568dab-2476-4398-b9f2-7a49eae3f66c req-9929d19b-f725-4871-965c-3b054e4a0e87 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.189&port_id=a88807bb-7bfd-4200-87e0-9af1aae52447 HTTP/1.1" status: 200 len: 217 time: 0.1006455 Feb 09 19:02:49.685196 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-5925d9a0-f14d-49c7-8438-51fabe2ac5e4 admin admin] Publish callbacks [] for security_group (2468ba16-08b2-457f-9fcc-a7522b261cd0), before_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:02:49.709673 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-5925d9a0-f14d-49c7-8438-51fabe2ac5e4 admin admin] Publish callbacks [] for security_group (2468ba16-08b2-457f-9fcc-a7522b261cd0), precommit_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:02:49.717304 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-92fc40bc-aded-44d2-ba18-506c1804d3c2 admin admin] Publish callbacks [] for security_group (2bd9242f-0be8-443e-bec6-e7c7f4794740), precommit_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:02:49.779383 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-5925d9a0-f14d-49c7-8438-51fabe2ac5e4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1892331'] for security_group (2468ba16-08b2-457f-9fcc-a7522b261cd0), after_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:02:49.783228 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-5925d9a0-f14d-49c7-8438-51fabe2ac5e4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:02:49.785432 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-5925d9a0-f14d-49c7-8438-51fabe2ac5e4 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/2468ba16-08b2-457f-9fcc-a7522b261cd0 HTTP/1.1" status: 204 len: 168 time: 0.1662939 Feb 09 19:02:49.800074 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5925d9a0-f14d-49c7-8438-51fabe2ac5e4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2468ba16-08b2-457f-9fcc-a7522b261cd0,revision_number=None']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:02:49.822109 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da568dab-2476-4398-b9f2-7a49eae3f66c req-43b470c4-a84d-41c8-9327-776954676652 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:02:49.824174 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-da568dab-2476-4398-b9f2-7a49eae3f66c req-43b470c4-a84d-41c8-9327-776954676652 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=60b561cb-321e-4f83-9bb3-92b2e1d0dc44 HTTP/1.1" status: 200 len: 843 time: 0.1664402 Feb 09 19:02:49.895637 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25522895-4d0b-4319-8d7a-a76c5056ab4f req-22060f1d-3960-448d-b9a4-4685986bb665 tempest-ServerDiagnosticsNegativeTest-2010438120 tempest-ServerDiagnosticsNegativeTest-2010438120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:02:49.897179 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-25522895-4d0b-4319-8d7a-a76c5056ab4f req-22060f1d-3960-448d-b9a4-4685986bb665 tempest-ServerDiagnosticsNegativeTest-2010438120 tempest-ServerDiagnosticsNegativeTest-2010438120-project] 10.222.0.75 "GET /v2.0/ports?device_id=34417964-0df0-4b5a-8cb4-6bff83190578 HTTP/1.1" status: 200 len: 948 time: 0.0675907 Feb 09 19:02:49.955315 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-92fc40bc-aded-44d2-ba18-506c1804d3c2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1892331'] for security_group (2bd9242f-0be8-443e-bec6-e7c7f4794740), after_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:02:49.958467 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-92fc40bc-aded-44d2-ba18-506c1804d3c2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:02:49.962626 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-92fc40bc-aded-44d2-ba18-506c1804d3c2 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/2bd9242f-0be8-443e-bec6-e7c7f4794740 HTTP/1.1" status: 204 len: 168 time: 0.5797455 Feb 09 19:02:49.969457 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da568dab-2476-4398-b9f2-7a49eae3f66c req-bc36a395-5633-4256-8e41-21f5825278c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:02:49.971832 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-da568dab-2476-4398-b9f2-7a49eae3f66c req-bc36a395-5633-4256-8e41-21f5825278c1 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=2b5494c8-cf97-42c1-b902-87f998f28179&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.1325088 Feb 09 19:02:49.983387 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92fc40bc-aded-44d2-ba18-506c1804d3c2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2bd9242f-0be8-443e-bec6-e7c7f4794740,revision_number=None']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:02:50.022846 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-25522895-4d0b-4319-8d7a-a76c5056ab4f req-a5cc70e6-8890-4b9b-803b-7060d405e65d tempest-ServerDiagnosticsNegativeTest-2010438120 tempest-ServerDiagnosticsNegativeTest-2010438120-project] 10.222.0.75 "GET /v2.0/security-groups?id=8757276a-4f28-4b5c-b94e-b70c6026af2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1171625 Feb 09 19:02:50.132440 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-da568dab-2476-4398-b9f2-7a49eae3f66c req-aba08402-b983-466a-bb0e-e4f8d2d016c5 service neutron] 10.222.0.90 "GET /v2.0/networks/2b5494c8-cf97-42c1-b902-87f998f28179?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1304140 Feb 09 19:02:50.214892 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [req-442742e4-4db4-4832-89f0-f069ffb5a7e9 req-56ae4246-7da0-44b7-a7ce-3ab3091d41a9 service neutron] http://10.222.0.75:9696/v2.0/extensions returned with HTTP 200 {{(pid=103230) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 09 19:02:50.216116 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-442742e4-4db4-4832-89f0-f069ffb5a7e9 req-56ae4246-7da0-44b7-a7ce-3ab3091d41a9 service neutron] 10.222.0.75 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.2936974 Feb 09 19:02:50.324140 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-da568dab-2476-4398-b9f2-7a49eae3f66c req-2e6ed312-ecb5-40ef-b020-ef8abbb5e8f9 service neutron] 10.222.0.90 "GET /v2.0/networks/2b5494c8-cf97-42c1-b902-87f998f28179?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1808844 Feb 09 19:02:50.354621 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-442742e4-4db4-4832-89f0-f069ffb5a7e9 req-4c5a4a43-e8e4-48cd-ab2d-b1d7c33bc4f0 service neutron] 10.222.0.75 "GET /v2.0/networks/0e993f99-d3d0-4a2a-8eed-2f34375798b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1258795 Feb 09 19:02:50.499449 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-061eaa65-da77-424c-bbec-d460d48bb31f req-2f26aa13-37f2-482c-aa09-1bcdaa3b4e9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:02:50.506353 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-061eaa65-da77-424c-bbec-d460d48bb31f req-2f26aa13-37f2-482c-aa09-1bcdaa3b4e9b service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=7c2af57eb7b843d8a05141cabf979cc2&device_id=34417964-0df0-4b5a-8cb4-6bff83190578 HTTP/1.1" status: 200 len: 1131 time: 0.0839245 Feb 09 19:02:50.511890 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-442742e4-4db4-4832-89f0-f069ffb5a7e9 req-cc43baa1-bbaa-4b22-810b-9b2a0b137bca service neutron] 10.222.0.75 "GET /v2.0/networks/0e993f99-d3d0-4a2a-8eed-2f34375798b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1564174 Feb 09 19:02:50.658567 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-061eaa65-da77-424c-bbec-d460d48bb31f req-938facc1-2424-426d-917d-c9364dd252e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:02:50.659944 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-061eaa65-da77-424c-bbec-d460d48bb31f req-938facc1-2424-426d-917d-c9364dd252e4 service neutron] 10.222.0.90 "GET /v2.0/networks?id=2b5494c8-cf97-42c1-b902-87f998f28179 HTTP/1.1" status: 200 len: 870 time: 0.1423402 Feb 09 19:02:50.751860 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-061eaa65-da77-424c-bbec-d460d48bb31f req-03f07bdc-57b1-40fd-920c-080c3831e3f0 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.189&port_id=a88807bb-7bfd-4200-87e0-9af1aae52447 HTTP/1.1" status: 200 len: 217 time: 0.0793943 Feb 09 19:02:50.784796 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-622670e6-550f-4e93-a215-03de5de79485 req-dcc02d7d-5d5b-4361-b873-8b051cad0a3d tempest-LiveAutoBlockMigrationV225Test-2127879101 tempest-LiveAutoBlockMigrationV225Test-2127879101-project] 10.222.0.75 "GET /v2.0/ports?device_id=f8dcc237-c202-4732-ba27-7c810c7f88dd HTTP/1.1" status: 200 len: 210 time: 0.0464115 Feb 09 19:02:50.874212 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-061eaa65-da77-424c-bbec-d460d48bb31f req-1899499a-91fd-4bb7-b061-5317cd585a94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:02:50.875688 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-061eaa65-da77-424c-bbec-d460d48bb31f req-1899499a-91fd-4bb7-b061-5317cd585a94 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=60b561cb-321e-4f83-9bb3-92b2e1d0dc44 HTTP/1.1" status: 200 len: 843 time: 0.1041462 Feb 09 19:02:51.015586 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-061eaa65-da77-424c-bbec-d460d48bb31f req-0335c428-1939-4ace-b799-67b36971aed3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:02:51.019299 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-061eaa65-da77-424c-bbec-d460d48bb31f req-0335c428-1939-4ace-b799-67b36971aed3 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=2b5494c8-cf97-42c1-b902-87f998f28179&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.1334329 Feb 09 19:02:51.171694 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-061eaa65-da77-424c-bbec-d460d48bb31f req-7c34081e-8f96-4a32-b12f-88657e968ff4 service neutron] 10.222.0.90 "GET /v2.0/networks/2b5494c8-cf97-42c1-b902-87f998f28179?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1386559 Feb 09 19:02:51.313053 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55d20da9-0fb6-48e3-8b6b-27be10fa26ac req-17b5e40f-a334-467d-8688-769c7074db38 tempest-ServerDiagnosticsNegativeTest-2010438120 tempest-ServerDiagnosticsNegativeTest-2010438120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:02:51.315270 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-55d20da9-0fb6-48e3-8b6b-27be10fa26ac req-17b5e40f-a334-467d-8688-769c7074db38 tempest-ServerDiagnosticsNegativeTest-2010438120 tempest-ServerDiagnosticsNegativeTest-2010438120-project] 10.222.0.75 "GET /v2.0/ports?device_id=34417964-0df0-4b5a-8cb4-6bff83190578 HTTP/1.1" status: 200 len: 948 time: 0.1321929 Feb 09 19:02:51.341887 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-061eaa65-da77-424c-bbec-d460d48bb31f req-a85995ef-5888-4d9f-af59-0dbaa6dcc482 service neutron] 10.222.0.90 "GET /v2.0/networks/2b5494c8-cf97-42c1-b902-87f998f28179?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1599898 Feb 09 19:02:51.385014 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-55d20da9-0fb6-48e3-8b6b-27be10fa26ac req-39f10f3f-a4ce-4d25-a9a2-6a0791022e7d tempest-ServerDiagnosticsNegativeTest-2010438120 tempest-ServerDiagnosticsNegativeTest-2010438120-project] 10.222.0.75 "GET /v2.0/security-groups?id=8757276a-4f28-4b5c-b94e-b70c6026af2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541170 Feb 09 19:02:51.962362 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-f58e3a62-0a07-4331-a702-67e99a709140 req-5f16ef7a-821c-4d8d-bd74-6eef714ef798 tempest-LiveAutoBlockMigrationV225Test-2127879101 tempest-LiveAutoBlockMigrationV225Test-2127879101-project] 10.222.0.75 "GET /v2.0/ports?device_id=f8dcc237-c202-4732-ba27-7c810c7f88dd HTTP/1.1" status: 200 len: 210 time: 0.0497272 Feb 09 19:02:52.212893 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-442742e4-4db4-4832-89f0-f069ffb5a7e9 req-b27f792e-f4f9-4987-9bed-46bd8bd02240 tempest-LiveAutoBlockMigrationV225Test-2127879101 tempest-LiveAutoBlockMigrationV225Test-2127879101-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:02:52.223004 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-442742e4-4db4-4832-89f0-f069ffb5a7e9 req-b27f792e-f4f9-4987-9bed-46bd8bd02240 tempest-LiveAutoBlockMigrationV225Test-2127879101 tempest-LiveAutoBlockMigrationV225Test-2127879101-project] 10.222.0.89 "GET /v2.0/networks?id=0e993f99-d3d0-4a2a-8eed-2f34375798b5 HTTP/1.1" status: 200 len: 820 time: 0.2188671 Feb 09 19:02:52.235331 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.v2.base [req-442742e4-4db4-4832-89f0-f069ffb5a7e9 req-97fc2019-858a-4e2c-9536-e173b674f5c0 tempest-LiveAutoBlockMigrationV225Test-2127879101 tempest-LiveAutoBlockMigrationV225Test-2127879101-project] Request body: {'port': {'device_id': 'f8dcc237-c202-4732-ba27-7c810c7f88dd', 'network_id': '0e993f99-d3d0-4a2a-8eed-2f34375798b5', 'admin_state_up': True, 'tenant_id': 'b8d56d08e88f4d4daeb8e5fed321a162'}} {{(pid=103229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 19:02:52.423558 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-442742e4-4db4-4832-89f0-f069ffb5a7e9 req-97fc2019-858a-4e2c-9536-e173b674f5c0 tempest-LiveAutoBlockMigrationV225Test-2127879101 tempest-LiveAutoBlockMigrationV225Test-2127879101-project] Made reservation on behalf of b8d56d08e88f4d4daeb8e5fed321a162 for: {'port': 1} {{(pid=103229) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 19:02:52.429357 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-442742e4-4db4-4832-89f0-f069ffb5a7e9 req-97fc2019-858a-4e2c-9536-e173b674f5c0 tempest-LiveAutoBlockMigrationV225Test-2127879101 tempest-LiveAutoBlockMigrationV225Test-2127879101-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (None), before_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:02:52.887600 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1607b5c6-80a7-4fa7-b2da-2af8b8509d73 req-21879ef8-3cbc-4f73-81f6-d4f14b7fd807 tempest-ServerDiagnosticsNegativeTest-2010438120 tempest-ServerDiagnosticsNegativeTest-2010438120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:02:52.894370 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-1607b5c6-80a7-4fa7-b2da-2af8b8509d73 req-21879ef8-3cbc-4f73-81f6-d4f14b7fd807 tempest-ServerDiagnosticsNegativeTest-2010438120 tempest-ServerDiagnosticsNegativeTest-2010438120-project] 10.222.0.75 "GET /v2.0/ports?device_id=34417964-0df0-4b5a-8cb4-6bff83190578 HTTP/1.1" status: 200 len: 948 time: 0.3767104 Feb 09 19:02:52.938331 n-d-713498-36 neutron-server[103229]: DEBUG neutron.db.db_base_plugin_common [req-442742e4-4db4-4832-89f0-f069ffb5a7e9 req-97fc2019-858a-4e2c-9536-e173b674f5c0 tempest-LiveAutoBlockMigrationV225Test-2127879101 tempest-LiveAutoBlockMigrationV225Test-2127879101-project] Allocated IP 172.20.0.10 (0e993f99-d3d0-4a2a-8eed-2f34375798b5/7d496e2d-6315-4d42-9415-66e0bdf20977/e3deb77c-5e11-4cdd-ac65-3b3ef7c8fe1d) {{(pid=103229) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 19:02:52.954187 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 46422) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:02:52.962054 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-1607b5c6-80a7-4fa7-b2da-2af8b8509d73 req-4e09cfda-3d9a-4a2e-8494-b9d14b255454 tempest-ServerDiagnosticsNegativeTest-2010438120 tempest-ServerDiagnosticsNegativeTest-2010438120-project] 10.222.0.75 "GET /v2.0/security-groups?id=8757276a-4f28-4b5c-b94e-b70c6026af2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0665278 Feb 09 19:02:53.121731 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-075cc20f-6833-4aa9-a057-d61510b969f7 req-be6b917a-1ce1-41c0-8427-5a6d46cc8e26 tempest-LiveAutoBlockMigrationV225Test-2127879101 tempest-LiveAutoBlockMigrationV225Test-2127879101-project] 10.222.0.75 "GET /v2.0/ports?device_id=f8dcc237-c202-4732-ba27-7c810c7f88dd HTTP/1.1" status: 200 len: 210 time: 0.0471499 Feb 09 19:02:53.247947 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-442742e4-4db4-4832-89f0-f069ffb5a7e9 req-97fc2019-858a-4e2c-9536-e173b674f5c0 tempest-LiveAutoBlockMigrationV225Test-2127879101 tempest-LiveAutoBlockMigrationV225Test-2127879101-project] Publish callbacks [] for port (e3deb77c-5e11-4cdd-ac65-3b3ef7c8fe1d), precommit_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:02:53.309994 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-442742e4-4db4-4832-89f0-f069ffb5a7e9 req-97fc2019-858a-4e2c-9536-e173b674f5c0 tempest-LiveAutoBlockMigrationV225Test-2127879101 tempest-LiveAutoBlockMigrationV225Test-2127879101-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762866656467', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12867576'] for port (e3deb77c-5e11-4cdd-ac65-3b3ef7c8fe1d), after_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:02:53.353875 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-da1ff6ca-bbbe-4c05-b1dd-8814e3380498 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:02:53.364481 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97fc2019-858a-4e2c-9536-e173b674f5c0 tempest-LiveAutoBlockMigrationV225Test-2127879101 tempest-LiveAutoBlockMigrationV225Test-2127879101-project] Pushing event updated for resources: {'Port': ['ID=e3deb77c-5e11-4cdd-ac65-3b3ef7c8fe1d,revision_number=1']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:02:53.394681 n-d-713498-36 neutron-server[103229]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-442742e4-4db4-4832-89f0-f069ffb5a7e9 req-97fc2019-858a-4e2c-9536-e173b674f5c0 tempest-LiveAutoBlockMigrationV225Test-2127879101 tempest-LiveAutoBlockMigrationV225Test-2127879101-project] Network 0e993f99-d3d0-4a2a-8eed-2f34375798b5 is already hosted by enough agents. {{(pid=103229) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 19:02:53.396893 n-d-713498-36 neutron-server[103229]: DEBUG neutron.scheduler.base_scheduler [req-442742e4-4db4-4832-89f0-f069ffb5a7e9 req-97fc2019-858a-4e2c-9536-e173b674f5c0 tempest-LiveAutoBlockMigrationV225Test-2127879101 tempest-LiveAutoBlockMigrationV225Test-2127879101-project] Resources bound (agent type, host, resource id): {{(pid=103229) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 19:02:53.400663 n-d-713498-36 neutron-server[103229]: DEBUG neutron.db.l3_dvrscheduler_db [req-442742e4-4db4-4832-89f0-f069ffb5a7e9 req-97fc2019-858a-4e2c-9536-e173b674f5c0 tempest-LiveAutoBlockMigrationV225Test-2127879101 tempest-LiveAutoBlockMigrationV225Test-2127879101-project] Received port after_create {{(pid=103229) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 19:02:53.465376 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-442742e4-4db4-4832-89f0-f069ffb5a7e9 req-97fc2019-858a-4e2c-9536-e173b674f5c0 tempest-LiveAutoBlockMigrationV225Test-2127879101 tempest-LiveAutoBlockMigrationV225Test-2127879101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:02:53.466593 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-442742e4-4db4-4832-89f0-f069ffb5a7e9 req-97fc2019-858a-4e2c-9536-e173b674f5c0 tempest-LiveAutoBlockMigrationV225Test-2127879101 tempest-LiveAutoBlockMigrationV225Test-2127879101-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171096'] for port (None), before_response {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:02:53.488146 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-442742e4-4db4-4832-89f0-f069ffb5a7e9 req-97fc2019-858a-4e2c-9536-e173b674f5c0 tempest-LiveAutoBlockMigrationV225Test-2127879101 tempest-LiveAutoBlockMigrationV225Test-2127879101-project] 10.222.0.89 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2567523 Feb 09 19:02:53.500334 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-da1ff6ca-bbbe-4c05-b1dd-8814e3380498 admin admin] Publish callbacks [] for security_group (3a17c815-bd0d-4382-8bd8-bed41c0ca7c0), precommit_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:02:53.504175 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.v2.base [req-442742e4-4db4-4832-89f0-f069ffb5a7e9 req-433449aa-c447-4925-9ac5-844ded9e1273 service neutron] Request body: {'port': {'device_id': 'f8dcc237-c202-4732-ba27-7c810c7f88dd', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-713498-36'}} {{(pid=103229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 19:02:53.505912 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-da1ff6ca-bbbe-4c05-b1dd-8814e3380498 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1892331'] for security_group (3a17c815-bd0d-4382-8bd8-bed41c0ca7c0), after_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:02:53.562923 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da1ff6ca-bbbe-4c05-b1dd-8814e3380498 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3a17c815-bd0d-4382-8bd8-bed41c0ca7c0,revision_number=1']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:02:53.567598 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-da1ff6ca-bbbe-4c05-b1dd-8814e3380498 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=8cc88ea2814d48cc8b0b8c3ff3cdaaeb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6122844 Feb 09 19:02:53.572410 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 46452) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:02:53.584006 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Device a88807bb-7bfd-4200-87e0-9af1aae52447 details requested by agent hyperv_n-h2-713498-36 with host n-h2-713498-36 {{(pid=103232) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 19:02:53.613655 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-442742e4-4db4-4832-89f0-f069ffb5a7e9 req-433449aa-c447-4925-9ac5-844ded9e1273 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (e3deb77c-5e11-4cdd-ac65-3b3ef7c8fe1d), before_update {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:02:53.688417 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-b01b0c87-eb7f-4b03-beb7-37f88ea6e1b1 admin admin] Publish callbacks [] for security_group (3a17c815-bd0d-4382-8bd8-bed41c0ca7c0), before_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:02:53.739410 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-b01b0c87-eb7f-4b03-beb7-37f88ea6e1b1 admin admin] Publish callbacks [] for security_group (3a17c815-bd0d-4382-8bd8-bed41c0ca7c0), precommit_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:02:53.769331 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-7429db8d-6021-40ad-813e-885be449a89b None None] For port a88807bb-7bfd-4200-87e0-9af1aae52447, host n-h2-713498-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-36',level=0,port_id=a88807bb-7bfd-4200-87e0-9af1aae52447,segment=NetworkSegment(50e5915e-18f0-4558-9a28-b978975ead36),segment_id=50e5915e-18f0-4558-9a28-b978975ead36)] {{(pid=103232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 19:02:53.786658 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Returning: {'device': 'a88807bb-7bfd-4200-87e0-9af1aae52447', 'network_id': '2b5494c8-cf97-42c1-b902-87f998f28179', 'port_id': 'a88807bb-7bfd-4200-87e0-9af1aae52447', 'mac_address': 'fa:16:3e:b4:6c:6e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 359, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '60b561cb-321e-4f83-9bb3-92b2e1d0dc44', 'ip_address': '192.168.233.189'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103232) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 19:02:53.837711 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-b01b0c87-eb7f-4b03-beb7-37f88ea6e1b1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1892331'] for security_group (3a17c815-bd0d-4382-8bd8-bed41c0ca7c0), after_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:02:53.840550 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-b01b0c87-eb7f-4b03-beb7-37f88ea6e1b1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:02:53.844555 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-b01b0c87-eb7f-4b03-beb7-37f88ea6e1b1 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/3a17c815-bd0d-4382-8bd8-bed41c0ca7c0 HTTP/1.1" status: 204 len: 168 time: 0.2676511 Feb 09 19:02:53.854644 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b01b0c87-eb7f-4b03-beb7-37f88ea6e1b1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3a17c815-bd0d-4382-8bd8-bed41c0ca7c0,revision_number=None']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:02:53.861440 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Current status of the port a88807bb-7bfd-4200-87e0-9af1aae52447 is: DOWN; New status is: BUILD {{(pid=103232) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 19:02:53.862204 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (a88807bb-7bfd-4200-87e0-9af1aae52447), before_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:02:53.872940 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 46460) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:02:53.893102 n-d-713498-36 neutron-server[103232]: DEBUG neutron.notifiers.nova [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a88807bb-7bfd-4200-87e0-9af1aae52447 {{(pid=103232) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 19:02:53.933851 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-7429db8d-6021-40ad-813e-885be449a89b None None] For port a88807bb-7bfd-4200-87e0-9af1aae52447, host n-h2-713498-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-36',level=0,port_id=a88807bb-7bfd-4200-87e0-9af1aae52447,segment=NetworkSegment(50e5915e-18f0-4558-9a28-b978975ead36),segment_id=50e5915e-18f0-4558-9a28-b978975ead36)] {{(pid=103232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 19:02:53.957206 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762867176205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762866656485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762866656503'] for port (a88807bb-7bfd-4200-87e0-9af1aae52447), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:02:54.095916 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Pushing event updated for resources: {'Port': ['ID=a88807bb-7bfd-4200-87e0-9af1aae52447,revision_number=4']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:02:54.105540 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:02:54.106173 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:02:54.106671 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:02:54.107192 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:02:54.107681 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:02:54.108167 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:02:54.108770 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:02:54.109249 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:02:54.109742 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:02:54.110260 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:02:54.110870 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:02:54.111351 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:02:54.111832 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:02:54.174414 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1981e7a1-13b4-4126-8c6f-aa6d3c736506 req-c681caad-8611-4748-aa53-25e8ab1fecc3 tempest-ServerDiagnosticsNegativeTest-2010438120 tempest-ServerDiagnosticsNegativeTest-2010438120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:02:54.175954 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-1981e7a1-13b4-4126-8c6f-aa6d3c736506 req-c681caad-8611-4748-aa53-25e8ab1fecc3 tempest-ServerDiagnosticsNegativeTest-2010438120 tempest-ServerDiagnosticsNegativeTest-2010438120-project] 10.222.0.75 "GET /v2.0/ports?device_id=34417964-0df0-4b5a-8cb4-6bff83190578 HTTP/1.1" status: 200 len: 949 time: 0.1175187 Feb 09 19:02:54.208778 n-d-713498-36 neutron-server[103229]: DEBUG neutron.notifiers.nova [req-442742e4-4db4-4832-89f0-f069ffb5a7e9 req-433449aa-c447-4925-9ac5-844ded9e1273 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e3deb77c-5e11-4cdd-ac65-3b3ef7c8fe1d {{(pid=103229) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 19:02:54.220934 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-442742e4-4db4-4832-89f0-f069ffb5a7e9 req-433449aa-c447-4925-9ac5-844ded9e1273 service neutron] Publish callbacks [] for port (e3deb77c-5e11-4cdd-ac65-3b3ef7c8fe1d), precommit_update {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:02:54.239564 n-d-713498-36 neutron-server[103229]: DEBUG neutron.db.provisioning_blocks [req-442742e4-4db4-4832-89f0-f069ffb5a7e9 req-433449aa-c447-4925-9ac5-844ded9e1273 service neutron] Transition to ACTIVE for port object e3deb77c-5e11-4cdd-ac65-3b3ef7c8fe1d will not be triggered until provisioned by entity L2. {{(pid=103229) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 19:02:54.247952 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-442742e4-4db4-4832-89f0-f069ffb5a7e9 req-433449aa-c447-4925-9ac5-844ded9e1273 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762867176205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762866656485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762866656503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12867569'] for port (e3deb77c-5e11-4cdd-ac65-3b3ef7c8fe1d), after_update {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:02:54.290440 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-1981e7a1-13b4-4126-8c6f-aa6d3c736506 req-9f19d09a-ac3b-49fa-bc3f-7ef17d392d8d tempest-ServerDiagnosticsNegativeTest-2010438120 tempest-ServerDiagnosticsNegativeTest-2010438120-project] 10.222.0.75 "GET /v2.0/security-groups?id=8757276a-4f28-4b5c-b94e-b70c6026af2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1038823 Feb 09 19:02:54.317452 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-7429db8d-6021-40ad-813e-885be449a89b None None] get_ports_and_sgs() called for port_ids ['a88807bb-7bfd-4200-87e0-9af1aae52447'] {{(pid=103232) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 19:02:54.334870 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-433449aa-c447-4925-9ac5-844ded9e1273 service neutron] Pushing event updated for resources: {'Port': ['ID=e3deb77c-5e11-4cdd-ac65-3b3ef7c8fe1d,revision_number=2']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:02:54.451075 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.managers [req-442742e4-4db4-4832-89f0-f069ffb5a7e9 req-433449aa-c447-4925-9ac5-844ded9e1273 service neutron] Attempting to bind port e3deb77c-5e11-4cdd-ac65-3b3ef7c8fe1d on host n-h1-713498-36 for vnic_type normal with profile {{(pid=103229) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 19:02:54.451420 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.managers [req-442742e4-4db4-4832-89f0-f069ffb5a7e9 req-433449aa-c447-4925-9ac5-844ded9e1273 service neutron] Attempting to bind port e3deb77c-5e11-4cdd-ac65-3b3ef7c8fe1d by drivers openvswitch,hyperv on host n-h1-713498-36 at level 0 using segments [{'id': 'b98d4747-b18c-4141-8910-77c1fada78d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': '0e993f99-d3d0-4a2a-8eed-2f34375798b5'}] {{(pid=103229) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 19:02:54.451749 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-442742e4-4db4-4832-89f0-f069ffb5a7e9 req-433449aa-c447-4925-9ac5-844ded9e1273 service neutron] Attempting to bind port e3deb77c-5e11-4cdd-ac65-3b3ef7c8fe1d on network 0e993f99-d3d0-4a2a-8eed-2f34375798b5 {{(pid=103229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 19:02:54.480905 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-442742e4-4db4-4832-89f0-f069ffb5a7e9 req-433449aa-c447-4925-9ac5-844ded9e1273 service neutron] Port e3deb77c-5e11-4cdd-ac65-3b3ef7c8fe1d on network 0e993f99-d3d0-4a2a-8eed-2f34375798b5 not bound, no agent of type Open vSwitch agent registered on host n-h1-713498-36 {{(pid=103229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 19:02:54.482087 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-442742e4-4db4-4832-89f0-f069ffb5a7e9 req-433449aa-c447-4925-9ac5-844ded9e1273 service neutron] Attempting to bind port e3deb77c-5e11-4cdd-ac65-3b3ef7c8fe1d on network 0e993f99-d3d0-4a2a-8eed-2f34375798b5 {{(pid=103229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 19:02:54.504186 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-442742e4-4db4-4832-89f0-f069ffb5a7e9 req-433449aa-c447-4925-9ac5-844ded9e1273 service neutron] Checking agent: {'id': '488cd9ae-631f-4955-ba0b-4f5a13f12e9c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713498-36', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 18, 59, 18), 'started_at': datetime.datetime(2022, 2, 9, 18, 59, 18), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 19, 2, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 19:02:54.504596 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-442742e4-4db4-4832-89f0-f069ffb5a7e9 req-433449aa-c447-4925-9ac5-844ded9e1273 service neutron] Checking segment: {'id': 'b98d4747-b18c-4141-8910-77c1fada78d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': '0e993f99-d3d0-4a2a-8eed-2f34375798b5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103229) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 19:02:54.505272 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-442742e4-4db4-4832-89f0-f069ffb5a7e9 req-433449aa-c447-4925-9ac5-844ded9e1273 service neutron] Bound using segment: {'id': 'b98d4747-b18c-4141-8910-77c1fada78d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': '0e993f99-d3d0-4a2a-8eed-2f34375798b5'} {{(pid=103229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 19:02:54.505463 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.managers [req-442742e4-4db4-4832-89f0-f069ffb5a7e9 req-433449aa-c447-4925-9ac5-844ded9e1273 service neutron] Bound port: e3deb77c-5e11-4cdd-ac65-3b3ef7c8fe1d, host: n-h1-713498-36, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b98d4747-b18c-4141-8910-77c1fada78d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': '0e993f99-d3d0-4a2a-8eed-2f34375798b5'}}] {{(pid=103229) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 19:02:54.505827 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-442742e4-4db4-4832-89f0-f069ffb5a7e9 req-433449aa-c447-4925-9ac5-844ded9e1273 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (e3deb77c-5e11-4cdd-ac65-3b3ef7c8fe1d), before_update {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:02:54.547746 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-987612c9-e6c5-4fa0-a2ab-1bda6fe2ca94 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:02:54.673792 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 46488) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:02:54.684376 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4c6c67c-9dc7-4b58-ac94-b3e18f17e9ba req-b8a9cffe-0c28-4221-8aa7-c15d240ba535 tempest-LiveAutoBlockMigrationV225Test-2127879101 tempest-LiveAutoBlockMigrationV225Test-2127879101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:02:54.691733 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-f4c6c67c-9dc7-4b58-ac94-b3e18f17e9ba req-b8a9cffe-0c28-4221-8aa7-c15d240ba535 tempest-LiveAutoBlockMigrationV225Test-2127879101 tempest-LiveAutoBlockMigrationV225Test-2127879101-project] 10.222.0.75 "GET /v2.0/ports?device_id=f8dcc237-c202-4732-ba27-7c810c7f88dd HTTP/1.1" status: 200 len: 944 time: 0.2472162 Feb 09 19:02:54.734654 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-fe81bc84-933b-4b32-a5f1-5419b6a08f3b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:02:54.779662 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.db [req-442742e4-4db4-4832-89f0-f069ffb5a7e9 req-433449aa-c447-4925-9ac5-844ded9e1273 service neutron] For port e3deb77c-5e11-4cdd-ac65-3b3ef7c8fe1d, host n-h1-713498-36, cleared binding levels {{(pid=103229) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 19:02:54.813129 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-f4c6c67c-9dc7-4b58-ac94-b3e18f17e9ba req-486862d6-714d-47cf-bcfa-7796be0058ae tempest-LiveAutoBlockMigrationV225Test-2127879101 tempest-LiveAutoBlockMigrationV225Test-2127879101-project] 10.222.0.75 "GET /v2.0/security-groups?id=e3cb5363-3b49-4f74-b239-a871e755b40a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1195347 Feb 09 19:02:54.818568 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.db [req-442742e4-4db4-4832-89f0-f069ffb5a7e9 req-433449aa-c447-4925-9ac5-844ded9e1273 service neutron] For port e3deb77c-5e11-4cdd-ac65-3b3ef7c8fe1d, host n-h1-713498-36, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-36',level=0,port_id=e3deb77c-5e11-4cdd-ac65-3b3ef7c8fe1d,segment=NetworkSegment(b98d4747-b18c-4141-8910-77c1fada78d1),segment_id=b98d4747-b18c-4141-8910-77c1fada78d1)] {{(pid=103229) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 19:02:54.849971 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-442742e4-4db4-4832-89f0-f069ffb5a7e9 req-433449aa-c447-4925-9ac5-844ded9e1273 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762867176205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762866656485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762866656503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12867569'] for port (e3deb77c-5e11-4cdd-ac65-3b3ef7c8fe1d), after_update {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:02:54.902152 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-442742e4-4db4-4832-89f0-f069ffb5a7e9 req-433449aa-c447-4925-9ac5-844ded9e1273 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:02:54.902777 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-442742e4-4db4-4832-89f0-f069ffb5a7e9 req-433449aa-c447-4925-9ac5-844ded9e1273 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171096'] for port (None), before_response {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:02:54.907058 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-442742e4-4db4-4832-89f0-f069ffb5a7e9 req-433449aa-c447-4925-9ac5-844ded9e1273 service neutron] 10.222.0.89 "PUT /v2.0/ports/e3deb77c-5e11-4cdd-ac65-3b3ef7c8fe1d HTTP/1.1" status: 200 len: 1093 time: 1.4053130 Feb 09 19:02:54.907058 n-d-713498-36 neutron-server[103229]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f8dcc237-c202-4732-ba27-7c810c7f88dd', 'tag': 'e3deb77c-5e11-4cdd-ac65-3b3ef7c8fe1d'}] {{(pid=103229) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 19:02:54.907699 n-d-713498-36 neutron-server[103229]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fa6ae9a20702bd564eaf90d946620b2b4277b1ab91129323d3b54181076be307" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-765135f6-1fb0-4312-a5de-348f52e4a830" -d '{"events": [{"name": "network-changed", "server_uuid": "f8dcc237-c202-4732-ba27-7c810c7f88dd", "tag": "e3deb77c-5e11-4cdd-ac65-3b3ef7c8fe1d"}]}' {{(pid=103229) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 19:02:54.950831 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-433449aa-c447-4925-9ac5-844ded9e1273 service neutron] Pushing event updated for resources: {'Port': ['ID=e3deb77c-5e11-4cdd-ac65-3b3ef7c8fe1d,revision_number=3']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:02:54.978234 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-987612c9-e6c5-4fa0-a2ab-1bda6fe2ca94 admin admin] Publish callbacks [] for security_group (f5c7a728-cc12-4881-ae0a-c01b4d1a242c), precommit_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:02:54.986763 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-987612c9-e6c5-4fa0-a2ab-1bda6fe2ca94 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1892331'] for security_group (f5c7a728-cc12-4881-ae0a-c01b4d1a242c), after_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:02:55.012025 n-d-713498-36 neutron-server[103229]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 19:02:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b223c207-4315-4589-9f6c-ba1a94e08d6e x-openstack-request-id: req-b223c207-4315-4589-9f6c-ba1a94e08d6e {{(pid=103229) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 19:02:55.012346 n-d-713498-36 neutron-server[103229]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f8dcc237-c202-4732-ba27-7c810c7f88dd", "tag": "e3deb77c-5e11-4cdd-ac65-3b3ef7c8fe1d", "status": "completed", "code": 200}]} {{(pid=103229) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 19:02:55.012607 n-d-713498-36 neutron-server[103229]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-b223c207-4315-4589-9f6c-ba1a94e08d6e {{(pid=103229) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 19:02:55.013057 n-d-713498-36 neutron-server[103229]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f8dcc237-c202-4732-ba27-7c810c7f88dd', 'tag': 'e3deb77c-5e11-4cdd-ac65-3b3ef7c8fe1d', 'status': 'completed', 'code': 200} Feb 09 19:02:55.021200 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-fe81bc84-933b-4b32-a5f1-5419b6a08f3b admin admin] Publish callbacks [] for security_group (c3c4f1a2-f174-4107-95c0-de95af76bbc3), precommit_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:02:55.031224 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-fe81bc84-933b-4b32-a5f1-5419b6a08f3b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1892331'] for security_group (c3c4f1a2-f174-4107-95c0-de95af76bbc3), after_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:02:55.048318 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-987612c9-e6c5-4fa0-a2ab-1bda6fe2ca94 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=ccb4a635e04745bab71da0c28625a8ea&name=default HTTP/1.1" status: 200 len: 2996 time: 1.1736369 Feb 09 19:02:55.048865 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 46510) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:02:55.065654 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe81bc84-933b-4b32-a5f1-5419b6a08f3b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c3c4f1a2-f174-4107-95c0-de95af76bbc3,revision_number=1']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:02:55.097692 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-987612c9-e6c5-4fa0-a2ab-1bda6fe2ca94 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f5c7a728-cc12-4881-ae0a-c01b4d1a242c,revision_number=1']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:02:55.100395 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-442742e4-4db4-4832-89f0-f069ffb5a7e9 req-e9571561-52cb-469c-829b-8adb162f2fcf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:02:55.102192 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-442742e4-4db4-4832-89f0-f069ffb5a7e9 req-e9571561-52cb-469c-829b-8adb162f2fcf service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=b8d56d08e88f4d4daeb8e5fed321a162&device_id=f8dcc237-c202-4732-ba27-7c810c7f88dd HTTP/1.1" status: 200 len: 1127 time: 0.1384292 Feb 09 19:02:55.146558 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-fe81bc84-933b-4b32-a5f1-5419b6a08f3b admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=4c30d18ff85c403e8866e52c22062580&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4652901 Feb 09 19:02:55.146784 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 46518) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:02:55.202912 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-f68c444f-af00-42fe-ac3c-e337d0d28fcc admin admin] Publish callbacks [] for security_group (f5c7a728-cc12-4881-ae0a-c01b4d1a242c), before_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:02:55.216972 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-442742e4-4db4-4832-89f0-f069ffb5a7e9 req-a967d7ab-d698-4e71-a0ff-e5f556776dd0 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e3deb77c-5e11-4cdd-ac65-3b3ef7c8fe1d HTTP/1.1" status: 200 len: 217 time: 0.1009362 Feb 09 19:02:55.239016 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-f68c444f-af00-42fe-ac3c-e337d0d28fcc admin admin] Publish callbacks [] for security_group (f5c7a728-cc12-4881-ae0a-c01b4d1a242c), precommit_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:02:55.246204 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-f9eb3e16-05a7-47b7-9b34-cd3ba454193c admin admin] Publish callbacks [] for security_group (c3c4f1a2-f174-4107-95c0-de95af76bbc3), before_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:02:55.300396 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-f9eb3e16-05a7-47b7-9b34-cd3ba454193c admin admin] Publish callbacks [] for security_group (c3c4f1a2-f174-4107-95c0-de95af76bbc3), precommit_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:02:55.320811 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-442742e4-4db4-4832-89f0-f069ffb5a7e9 req-c99250a1-fac1-445f-a5cf-f2109e4304ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:02:55.329495 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-442742e4-4db4-4832-89f0-f069ffb5a7e9 req-c99250a1-fac1-445f-a5cf-f2109e4304ab service neutron] 10.222.0.89 "GET /v2.0/subnets?id=7d496e2d-6315-4d42-9415-66e0bdf20977 HTTP/1.1" status: 200 len: 860 time: 0.1027715 Feb 09 19:02:55.363186 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-f68c444f-af00-42fe-ac3c-e337d0d28fcc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1892331'] for security_group (f5c7a728-cc12-4881-ae0a-c01b4d1a242c), after_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:02:55.369405 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-f68c444f-af00-42fe-ac3c-e337d0d28fcc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:02:55.371635 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-f68c444f-af00-42fe-ac3c-e337d0d28fcc admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/f5c7a728-cc12-4881-ae0a-c01b4d1a242c HTTP/1.1" status: 204 len: 168 time: 0.3198526 Feb 09 19:02:55.383980 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f68c444f-af00-42fe-ac3c-e337d0d28fcc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f5c7a728-cc12-4881-ae0a-c01b4d1a242c,revision_number=None']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:02:55.393024 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-f9eb3e16-05a7-47b7-9b34-cd3ba454193c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1892331'] for security_group (c3c4f1a2-f174-4107-95c0-de95af76bbc3), after_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:02:55.396335 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-f9eb3e16-05a7-47b7-9b34-cd3ba454193c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:02:55.397663 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-f9eb3e16-05a7-47b7-9b34-cd3ba454193c admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/c3c4f1a2-f174-4107-95c0-de95af76bbc3 HTTP/1.1" status: 204 len: 168 time: 0.2542727 Feb 09 19:02:55.411741 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9eb3e16-05a7-47b7-9b34-cd3ba454193c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c3c4f1a2-f174-4107-95c0-de95af76bbc3,revision_number=None']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:02:55.421008 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-442742e4-4db4-4832-89f0-f069ffb5a7e9 req-45f0d5d6-da15-4012-8dbd-4b5e3e954b45 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=0e993f99-d3d0-4a2a-8eed-2f34375798b5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0827527 Feb 09 19:02:55.593277 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62e1209e-b693-4775-bc0a-10ce020e4f53 req-a937aff0-f133-4ecd-88f1-812ce409e143 tempest-ServerDiagnosticsNegativeTest-2010438120 tempest-ServerDiagnosticsNegativeTest-2010438120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:02:55.595877 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-62e1209e-b693-4775-bc0a-10ce020e4f53 req-a937aff0-f133-4ecd-88f1-812ce409e143 tempest-ServerDiagnosticsNegativeTest-2010438120 tempest-ServerDiagnosticsNegativeTest-2010438120-project] 10.222.0.75 "GET /v2.0/ports?device_id=34417964-0df0-4b5a-8cb4-6bff83190578 HTTP/1.1" status: 200 len: 949 time: 0.1613438 Feb 09 19:02:55.600717 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Device a88807bb-7bfd-4200-87e0-9af1aae52447 up at agent hyperv_n-h2-713498-36 {{(pid=103232) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 19:02:55.665912 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-442742e4-4db4-4832-89f0-f069ffb5a7e9 req-70b58588-2f84-471a-8cbb-d8afceb6bb24 service neutron] 10.222.0.89 "GET /v2.0/networks/0e993f99-d3d0-4a2a-8eed-2f34375798b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2388117 Feb 09 19:02:55.710098 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-62e1209e-b693-4775-bc0a-10ce020e4f53 req-459e9751-ce7b-4262-afcf-fbd6c3d5e1b8 tempest-ServerDiagnosticsNegativeTest-2010438120 tempest-ServerDiagnosticsNegativeTest-2010438120-project] 10.222.0.75 "GET /v2.0/security-groups?id=8757276a-4f28-4b5c-b94e-b70c6026af2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1042485 Feb 09 19:02:55.739564 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.provisioning_blocks [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Provisioning for port a88807bb-7bfd-4200-87e0-9af1aae52447 completed by entity L2. {{(pid=103232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 19:02:55.746942 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.provisioning_blocks [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Provisioning complete for port a88807bb-7bfd-4200-87e0-9af1aae52447 triggered by entity L2. {{(pid=103232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 19:02:55.748287 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593630'] for port (a88807bb-7bfd-4200-87e0-9af1aae52447), provisioning_complete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:02:55.779758 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-442742e4-4db4-4832-89f0-f069ffb5a7e9 req-a4655662-519c-4c56-bf82-560815cc1922 service neutron] 10.222.0.89 "GET /v2.0/networks/0e993f99-d3d0-4a2a-8eed-2f34375798b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1067686 Feb 09 19:02:55.850537 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Current status of the port a88807bb-7bfd-4200-87e0-9af1aae52447 is: BUILD; New status is: ACTIVE {{(pid=103232) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 19:02:55.851464 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (a88807bb-7bfd-4200-87e0-9af1aae52447), before_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:02:55.888485 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-7429db8d-6021-40ad-813e-885be449a89b None None] For port a88807bb-7bfd-4200-87e0-9af1aae52447, host n-h2-713498-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-36',level=0,port_id=a88807bb-7bfd-4200-87e0-9af1aae52447,segment=NetworkSegment(50e5915e-18f0-4558-9a28-b978975ead36),segment_id=50e5915e-18f0-4558-9a28-b978975ead36)] {{(pid=103232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 19:02:55.889918 n-d-713498-36 neutron-server[103232]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '34417964-0df0-4b5a-8cb4-6bff83190578', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a88807bb-7bfd-4200-87e0-9af1aae52447'}] {{(pid=103232) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 19:02:55.890878 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-765135f6-1fb0-4312-a5de-348f52e4a830 req-55042e6c-b1c3-4310-a91e-a62c2109e80b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:02:55.892600 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-765135f6-1fb0-4312-a5de-348f52e4a830 req-55042e6c-b1c3-4310-a91e-a62c2109e80b service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=b8d56d08e88f4d4daeb8e5fed321a162&device_id=f8dcc237-c202-4732-ba27-7c810c7f88dd HTTP/1.1" status: 200 len: 1127 time: 0.0614195 Feb 09 19:02:55.893278 n-d-713498-36 neutron-server[103232]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}949cdcde653dec44821de95cbf67297f53cbc2aed4e073b5d514f93bf911ce85" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3d745b6e-5942-4ff9-befa-0c93e395ef5b" -d '{"events": [{"server_uuid": "34417964-0df0-4b5a-8cb4-6bff83190578", "name": "network-vif-plugged", "status": "completed", "tag": "a88807bb-7bfd-4200-87e0-9af1aae52447"}]}' {{(pid=103232) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 19:02:55.897601 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762867176205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762866656485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762866656503'] for port (a88807bb-7bfd-4200-87e0-9af1aae52447), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:02:55.963911 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Pushing event updated for resources: {'Port': ['ID=a88807bb-7bfd-4200-87e0-9af1aae52447,revision_number=5']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:02:55.983688 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 46562) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:02:56.016552 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-dd7f46f1-705f-4195-b067-6a26fee46691 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:02:56.079258 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-765135f6-1fb0-4312-a5de-348f52e4a830 req-70a4d1f1-8d54-4310-a3d5-c897783ec586 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:02:56.080818 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-765135f6-1fb0-4312-a5de-348f52e4a830 req-70a4d1f1-8d54-4310-a3d5-c897783ec586 service neutron] 10.222.0.89 "GET /v2.0/networks?id=0e993f99-d3d0-4a2a-8eed-2f34375798b5 HTTP/1.1" status: 200 len: 921 time: 0.1817670 Feb 09 19:02:56.121476 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-dd7f46f1-705f-4195-b067-6a26fee46691 admin admin] Publish callbacks [] for security_group (33797884-5a35-4bfe-b93f-e798176d423b), precommit_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:02:56.128376 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-dd7f46f1-705f-4195-b067-6a26fee46691 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1892331'] for security_group (33797884-5a35-4bfe-b93f-e798176d423b), after_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:02:56.141574 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-765135f6-1fb0-4312-a5de-348f52e4a830 req-386fe264-18f3-4442-ba41-f85df18c95cd service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e3deb77c-5e11-4cdd-ac65-3b3ef7c8fe1d HTTP/1.1" status: 200 len: 217 time: 0.0529113 Feb 09 19:02:56.175282 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-dd7f46f1-705f-4195-b067-6a26fee46691 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=41ade0151b6e4ee0887e19f6076ddc62&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1905031 Feb 09 19:02:56.176207 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd7f46f1-705f-4195-b067-6a26fee46691 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=33797884-5a35-4bfe-b93f-e798176d423b,revision_number=1']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:02:56.178612 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 46570) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:02:56.203389 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-765135f6-1fb0-4312-a5de-348f52e4a830 req-f2acae90-8312-4c7c-9405-20d23d3d70c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:02:56.204866 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-765135f6-1fb0-4312-a5de-348f52e4a830 req-f2acae90-8312-4c7c-9405-20d23d3d70c1 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=7d496e2d-6315-4d42-9415-66e0bdf20977 HTTP/1.1" status: 200 len: 860 time: 0.0552738 Feb 09 19:02:56.210662 n-d-713498-36 neutron-server[103232]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 19:02:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-734686f4-ec92-4157-9c0a-2df9d093c3c9 x-openstack-request-id: req-734686f4-ec92-4157-9c0a-2df9d093c3c9 {{(pid=103232) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 19:02:56.211247 n-d-713498-36 neutron-server[103232]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "34417964-0df0-4b5a-8cb4-6bff83190578", "name": "network-vif-plugged", "status": "completed", "tag": "a88807bb-7bfd-4200-87e0-9af1aae52447", "code": 200}]} {{(pid=103232) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 19:02:56.211712 n-d-713498-36 neutron-server[103232]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-734686f4-ec92-4157-9c0a-2df9d093c3c9 {{(pid=103232) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 19:02:56.212215 n-d-713498-36 neutron-server[103232]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '34417964-0df0-4b5a-8cb4-6bff83190578', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a88807bb-7bfd-4200-87e0-9af1aae52447', 'code': 200} Feb 09 19:02:56.256163 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-065152dc-a9f8-4d0e-940b-3b237c62d73e admin admin] Publish callbacks [] for security_group (33797884-5a35-4bfe-b93f-e798176d423b), before_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:02:56.263195 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-765135f6-1fb0-4312-a5de-348f52e4a830 req-4e5aa191-6834-4592-99c8-c2a6f64bffde service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=0e993f99-d3d0-4a2a-8eed-2f34375798b5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0481007 Feb 09 19:02:56.290895 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-065152dc-a9f8-4d0e-940b-3b237c62d73e admin admin] Publish callbacks [] for security_group (33797884-5a35-4bfe-b93f-e798176d423b), precommit_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:02:56.348637 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e7f3c3d-215a-4d89-aff8-7d5942278a3a req-eeed73b7-e144-4c65-a523-542f82bf1619 tempest-LiveAutoBlockMigrationV225Test-2127879101 tempest-LiveAutoBlockMigrationV225Test-2127879101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:02:56.350286 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-3e7f3c3d-215a-4d89-aff8-7d5942278a3a req-eeed73b7-e144-4c65-a523-542f82bf1619 tempest-LiveAutoBlockMigrationV225Test-2127879101 tempest-LiveAutoBlockMigrationV225Test-2127879101-project] 10.222.0.75 "GET /v2.0/ports?device_id=f8dcc237-c202-4732-ba27-7c810c7f88dd HTTP/1.1" status: 200 len: 944 time: 0.1440723 Feb 09 19:02:56.381545 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c38def28-93d0-4a53-ac96-732ae0691485 req-e33f7ded-26b1-4c02-851b-d629cdc70003 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:02:56.384401 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-c38def28-93d0-4a53-ac96-732ae0691485 req-e33f7ded-26b1-4c02-851b-d629cdc70003 service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=34417964-0df0-4b5a-8cb4-6bff83190578 HTTP/1.1" status: 200 len: 1133 time: 0.0592787 Feb 09 19:02:56.402437 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-065152dc-a9f8-4d0e-940b-3b237c62d73e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1892331'] for security_group (33797884-5a35-4bfe-b93f-e798176d423b), after_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:02:56.405706 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-065152dc-a9f8-4d0e-940b-3b237c62d73e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:02:56.407003 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-065152dc-a9f8-4d0e-940b-3b237c62d73e admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/33797884-5a35-4bfe-b93f-e798176d423b HTTP/1.1" status: 204 len: 168 time: 0.2267902 Feb 09 19:02:56.417023 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-765135f6-1fb0-4312-a5de-348f52e4a830 req-0420dabc-b72e-4382-8732-29670bf5b0bb service neutron] 10.222.0.89 "GET /v2.0/networks/0e993f99-d3d0-4a2a-8eed-2f34375798b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1444101 Feb 09 19:02:56.426921 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-065152dc-a9f8-4d0e-940b-3b237c62d73e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=33797884-5a35-4bfe-b93f-e798176d423b,revision_number=None']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:02:56.460990 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-c38def28-93d0-4a53-ac96-732ae0691485 req-7331b391-04a9-40c3-9aa3-f32a6db24b66 service neutron] 10.222.0.90 "GET /v2.0/security-groups?id=8757276a-4f28-4b5c-b94e-b70c6026af2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0684536 Feb 09 19:02:56.465103 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-3e7f3c3d-215a-4d89-aff8-7d5942278a3a req-ecc3e29d-2a16-47db-89bc-a5230d518f45 tempest-LiveAutoBlockMigrationV225Test-2127879101 tempest-LiveAutoBlockMigrationV225Test-2127879101-project] 10.222.0.75 "GET /v2.0/security-groups?id=e3cb5363-3b49-4f74-b239-a871e755b40a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1053233 Feb 09 19:02:56.545811 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-765135f6-1fb0-4312-a5de-348f52e4a830 req-1a097909-4510-4b5e-bf5f-4b79d0d0a628 service neutron] 10.222.0.89 "GET /v2.0/networks/0e993f99-d3d0-4a2a-8eed-2f34375798b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1204710 Feb 09 19:02:56.860758 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ff27864-d66f-4d84-ae52-a3724fd7e590 req-9e49c46b-4ca5-49f2-acb4-f456a60b546f tempest-ServerDiagnosticsNegativeTest-2010438120 tempest-ServerDiagnosticsNegativeTest-2010438120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:02:56.862410 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-7ff27864-d66f-4d84-ae52-a3724fd7e590 req-9e49c46b-4ca5-49f2-acb4-f456a60b546f tempest-ServerDiagnosticsNegativeTest-2010438120 tempest-ServerDiagnosticsNegativeTest-2010438120-project] 10.222.0.75 "GET /v2.0/ports?device_id=34417964-0df0-4b5a-8cb4-6bff83190578 HTTP/1.1" status: 200 len: 950 time: 0.0652335 Feb 09 19:02:56.939755 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-7ff27864-d66f-4d84-ae52-a3724fd7e590 req-95e31582-aaf5-4fc6-8c55-9edea3a138ee tempest-ServerDiagnosticsNegativeTest-2010438120 tempest-ServerDiagnosticsNegativeTest-2010438120-project] 10.222.0.75 "GET /v2.0/security-groups?id=8757276a-4f28-4b5c-b94e-b70c6026af2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0653594 Feb 09 19:02:57.601680 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ecd0c53-eb00-4f4f-b038-db7a3723cc67 req-34b37fe1-adc9-4fb9-9e5d-6424cd3ccdde tempest-LiveAutoBlockMigrationV225Test-2127879101 tempest-LiveAutoBlockMigrationV225Test-2127879101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:02:57.603353 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-3ecd0c53-eb00-4f4f-b038-db7a3723cc67 req-34b37fe1-adc9-4fb9-9e5d-6424cd3ccdde tempest-LiveAutoBlockMigrationV225Test-2127879101 tempest-LiveAutoBlockMigrationV225Test-2127879101-project] 10.222.0.75 "GET /v2.0/ports?device_id=f8dcc237-c202-4732-ba27-7c810c7f88dd HTTP/1.1" status: 200 len: 944 time: 0.0625234 Feb 09 19:02:57.664632 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-3ecd0c53-eb00-4f4f-b038-db7a3723cc67 req-9a13190e-41f5-4035-bb5b-133dcfccee33 tempest-LiveAutoBlockMigrationV225Test-2127879101 tempest-LiveAutoBlockMigrationV225Test-2127879101-project] 10.222.0.75 "GET /v2.0/security-groups?id=e3cb5363-3b49-4f74-b239-a871e755b40a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541992 Feb 09 19:02:57.817412 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 46710) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:02:57.828186 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 46714) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:02:58.036190 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.v2.base [None req-481c3bc7-857b-4ef1-b527-b6118eaf6819 admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationTest-952486942-network', 'tenant_id': '05fa6a089578484da4b750f8c0b5ad12'}} {{(pid=103229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 19:02:58.074492 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-481c3bc7-857b-4ef1-b527-b6118eaf6819 admin admin] Made reservation on behalf of 05fa6a089578484da4b750f8c0b5ad12 for: {'network': 1} {{(pid=103229) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 19:02:58.076983 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-481c3bc7-857b-4ef1-b527-b6118eaf6819 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for network (None), before_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:02:58.093132 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07dfdd62-b102-4d23-b138-98e62ca883d5 req-0b370c2d-64c6-4686-973f-947e580d48cf tempest-ServerDiagnosticsNegativeTest-2010438120 tempest-ServerDiagnosticsNegativeTest-2010438120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:02:58.100899 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-07dfdd62-b102-4d23-b138-98e62ca883d5 req-0b370c2d-64c6-4686-973f-947e580d48cf tempest-ServerDiagnosticsNegativeTest-2010438120 tempest-ServerDiagnosticsNegativeTest-2010438120-project] 10.222.0.75 "GET /v2.0/ports?device_id=34417964-0df0-4b5a-8cb4-6bff83190578 HTTP/1.1" status: 200 len: 950 time: 0.0821106 Feb 09 19:02:58.107290 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-481c3bc7-857b-4ef1-b527-b6118eaf6819 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:02:58.142776 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-ca5b195d-9cc9-48cc-af72-a3c2933180c9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:02:58.199724 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-07dfdd62-b102-4d23-b138-98e62ca883d5 req-3bdf80c5-ddba-4b98-8f29-d0ebc4521f04 tempest-ServerDiagnosticsNegativeTest-2010438120 tempest-ServerDiagnosticsNegativeTest-2010438120-project] 10.222.0.75 "GET /v2.0/security-groups?id=8757276a-4f28-4b5c-b94e-b70c6026af2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0962589 Feb 09 19:02:58.256614 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-481c3bc7-857b-4ef1-b527-b6118eaf6819 admin admin] Publish callbacks [] for security_group (ba18819a-1490-4e7b-a11b-e8610423d8ee), precommit_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:02:58.261392 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-481c3bc7-857b-4ef1-b527-b6118eaf6819 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1892331'] for security_group (ba18819a-1490-4e7b-a11b-e8610423d8ee), after_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:02:58.274024 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-481c3bc7-857b-4ef1-b527-b6118eaf6819 admin admin] vlan segment allocate from pool success with {'vlan_id': 375, 'physical_network': 'physnet1'} {{(pid=103229) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 19:02:58.286594 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-481c3bc7-857b-4ef1-b527-b6118eaf6819 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-759574'] for segment (5e48c0d3-ac92-403e-8ddc-eab47c471644), precommit_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:02:58.286810 n-d-713498-36 neutron-server[103229]: INFO neutron.db.segments_db [None req-481c3bc7-857b-4ef1-b527-b6118eaf6819 admin admin] Added segment 5e48c0d3-ac92-403e-8ddc-eab47c471644 of type vlan for network d725567e-ae4f-48c7-8826-ca95b9692346 Feb 09 19:02:58.311262 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-ca5b195d-9cc9-48cc-af72-a3c2933180c9 admin admin] Publish callbacks [] for security_group (db373a37-6e28-4f38-8aa6-9503629f475b), precommit_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:02:58.316117 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-ca5b195d-9cc9-48cc-af72-a3c2933180c9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1892331'] for security_group (db373a37-6e28-4f38-8aa6-9503629f475b), after_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:02:58.350006 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-481c3bc7-857b-4ef1-b527-b6118eaf6819 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762866642225'] for network (d725567e-ae4f-48c7-8826-ca95b9692346), precommit_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:02:58.355834 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-481c3bc7-857b-4ef1-b527-b6118eaf6819 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ba18819a-1490-4e7b-a11b-e8610423d8ee,revision_number=1']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:02:58.376572 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca5b195d-9cc9-48cc-af72-a3c2933180c9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=db373a37-6e28-4f38-8aa6-9503629f475b,revision_number=1']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:02:58.382292 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-ca5b195d-9cc9-48cc-af72-a3c2933180c9 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=c122dabd863a4d52b3b3e565daf715c0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5526705 Feb 09 19:02:58.384835 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 46740) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:02:58.399372 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-481c3bc7-857b-4ef1-b527-b6118eaf6819 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1885479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452'] for network (d725567e-ae4f-48c7-8826-ca95b9692346), after_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:02:58.400611 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-481c3bc7-857b-4ef1-b527-b6118eaf6819 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:02:58.401476 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-481c3bc7-857b-4ef1-b527-b6118eaf6819 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1613566'] for network (None), before_response {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:02:58.456114 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-1e5e8dea-f8b8-4178-9275-77e7ddc5240a admin admin] Publish callbacks [] for security_group (db373a37-6e28-4f38-8aa6-9503629f475b), before_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:02:58.483258 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-481c3bc7-857b-4ef1-b527-b6118eaf6819 admin admin] 10.222.0.75 "POST /v2.0/networks HTTP/1.1" status: 201 len: 880 time: 0.6646886 Feb 09 19:02:58.487841 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 46750) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:02:58.489245 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-1e5e8dea-f8b8-4178-9275-77e7ddc5240a admin admin] Publish callbacks [] for security_group (db373a37-6e28-4f38-8aa6-9503629f475b), precommit_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:02:58.496077 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.v2.base [None req-85dc02eb-5801-4b8c-95a2-c63a222a4a44 admin admin] Request body: {'subnet': {'network_id': 'd725567e-ae4f-48c7-8826-ca95b9692346', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationTest-952486942-subnet', 'tenant_id': '05fa6a089578484da4b750f8c0b5ad12', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 19:02:58.505271 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-481c3bc7-857b-4ef1-b527-b6118eaf6819 admin admin] Pushing event updated for resources: {'Network': ['ID=d725567e-ae4f-48c7-8826-ca95b9692346,revision_number=1']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:02:58.517626 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Network d725567e-ae4f-48c7-8826-ca95b9692346 details requested by agent ovs-agent-n-d-713498-36 with host n-d-713498-36 {{(pid=103232) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 19:02:58.520653 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-85dc02eb-5801-4b8c-95a2-c63a222a4a44 admin admin] Made reservation on behalf of 05fa6a089578484da4b750f8c0b5ad12 for: {'subnet': 1} {{(pid=103229) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 19:02:58.526232 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-85dc02eb-5801-4b8c-95a2-c63a222a4a44 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12759265'] for subnet (None), before_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:02:58.580845 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-1e5e8dea-f8b8-4178-9275-77e7ddc5240a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1892331'] for security_group (db373a37-6e28-4f38-8aa6-9503629f475b), after_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:02:58.583928 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-1e5e8dea-f8b8-4178-9275-77e7ddc5240a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:02:58.586015 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-1e5e8dea-f8b8-4178-9275-77e7ddc5240a admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/db373a37-6e28-4f38-8aa6-9503629f475b HTTP/1.1" status: 204 len: 168 time: 0.1996346 Feb 09 19:02:58.613096 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e5e8dea-f8b8-4178-9275-77e7ddc5240a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=db373a37-6e28-4f38-8aa6-9503629f475b,revision_number=None']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:02:58.810377 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-85dc02eb-5801-4b8c-95a2-c63a222a4a44 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12867428', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12759263'] for subnet (41b0b245-923a-427d-ac3e-7f4b2ecbbb0e), after_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:02:58.853071 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7062b0d8-57c9-4d8b-a64a-09cd2cb47769 req-ec11cb3f-abd8-4c47-a844-88ebda72583e tempest-LiveAutoBlockMigrationV225Test-2127879101 tempest-LiveAutoBlockMigrationV225Test-2127879101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:02:58.856528 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-7062b0d8-57c9-4d8b-a64a-09cd2cb47769 req-ec11cb3f-abd8-4c47-a844-88ebda72583e tempest-LiveAutoBlockMigrationV225Test-2127879101 tempest-LiveAutoBlockMigrationV225Test-2127879101-project] 10.222.0.75 "GET /v2.0/ports?device_id=f8dcc237-c202-4732-ba27-7c810c7f88dd HTTP/1.1" status: 200 len: 944 time: 0.0884800 Feb 09 19:02:58.896618 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85dc02eb-5801-4b8c-95a2-c63a222a4a44 admin admin] Checking segment: {'id': '5e48c0d3-ac92-403e-8ddc-eab47c471644', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': 'd725567e-ae4f-48c7-8826-ca95b9692346'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103229) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 19:02:58.897112 n-d-713498-36 neutron-server[103229]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85dc02eb-5801-4b8c-95a2-c63a222a4a44 admin admin] Network hostable DHCP agents. Network: d725567e-ae4f-48c7-8826-ca95b9692346, hostable agents: ['af91e4b9-f4e1-42b1-a25c-a10dc47171c8'], hosted agents: [] {{(pid=103229) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 19:02:58.901149 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85dc02eb-5801-4b8c-95a2-c63a222a4a44 admin admin] Pushing event updated for resources: {'Subnet': ['ID=41b0b245-923a-427d-ac3e-7f4b2ecbbb0e,revision_number=0']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:02:58.926719 n-d-713498-36 neutron-server[103229]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85dc02eb-5801-4b8c-95a2-c63a222a4a44 admin admin] Network d725567e-ae4f-48c7-8826-ca95b9692346 is scheduled to be hosted by DHCP agent af91e4b9-f4e1-42b1-a25c-a10dc47171c8 with binding_index 1 {{(pid=103229) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 19:02:58.931753 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-7062b0d8-57c9-4d8b-a64a-09cd2cb47769 req-f5d12e83-907e-4baa-9c78-bb2ce4e5b3ef tempest-LiveAutoBlockMigrationV225Test-2127879101 tempest-LiveAutoBlockMigrationV225Test-2127879101-project] 10.222.0.75 "GET /v2.0/security-groups?id=e3cb5363-3b49-4f74-b239-a871e755b40a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0675509 Feb 09 19:02:58.940855 n-d-713498-36 neutron-server[103229]: DEBUG neutron.scheduler.base_scheduler [None req-85dc02eb-5801-4b8c-95a2-c63a222a4a44 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713498-36, d725567e-ae4f-48c7-8826-ca95b9692346) {{(pid=103229) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 19:02:58.946892 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85dc02eb-5801-4b8c-95a2-c63a222a4a44 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:02:58.948236 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-85dc02eb-5801-4b8c-95a2-c63a222a4a44 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1613566'] for subnet (None), before_response {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:02:58.954519 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97937226-9ae7-44cb-acf8-9d08975a73e5 None None] Network d725567e-ae4f-48c7-8826-ca95b9692346 requested from n-d-713498-36 {{(pid=103232) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 19:02:58.968378 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-85dc02eb-5801-4b8c-95a2-c63a222a4a44 admin admin] 10.222.0.75 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.4791265 Feb 09 19:02:58.999126 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 46774) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:02:59.016780 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-47cb9378-087d-4413-afd5-ccd2c20faa2e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:02:59.074702 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a158d21-1082-4503-9053-b4f64612df8d None None] Network d725567e-ae4f-48c7-8826-ca95b9692346 requested from n-d-713498-36 {{(pid=103232) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 19:02:59.078832 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 46776) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:02:59.139694 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-47cb9378-087d-4413-afd5-ccd2c20faa2e admin admin] Publish callbacks [] for security_group (c58475bc-90ee-4eba-b8ce-8122c032db27), precommit_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:02:59.145481 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-47cb9378-087d-4413-afd5-ccd2c20faa2e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1892331'] for security_group (c58475bc-90ee-4eba-b8ce-8122c032db27), after_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:02:59.178339 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Device e3deb77c-5e11-4cdd-ac65-3b3ef7c8fe1d details requested by agent hyperv_n-h1-713498-36 with host n-h1-713498-36 {{(pid=103232) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 19:02:59.186984 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-47cb9378-087d-4413-afd5-ccd2c20faa2e admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=f2883a13ca194ac58c66019af6c3c2bc&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1865113 Feb 09 19:02:59.187861 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47cb9378-087d-4413-afd5-ccd2c20faa2e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c58475bc-90ee-4eba-b8ce-8122c032db27,revision_number=1']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:02:59.189658 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 46782) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:02:59.272511 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-5ead3870-f9f6-4d54-b89b-d0e93d164306 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:02:59.286101 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-d0fed7d8-8934-49bc-be86-6213b4c01291 admin admin] Publish callbacks [] for security_group (c58475bc-90ee-4eba-b8ce-8122c032db27), before_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:02:59.341001 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-d0fed7d8-8934-49bc-be86-6213b4c01291 admin admin] Publish callbacks [] for security_group (c58475bc-90ee-4eba-b8ce-8122c032db27), precommit_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:02:59.346616 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] For port e3deb77c-5e11-4cdd-ac65-3b3ef7c8fe1d, host n-h1-713498-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-36',level=0,port_id=e3deb77c-5e11-4cdd-ac65-3b3ef7c8fe1d,segment=NetworkSegment(b98d4747-b18c-4141-8910-77c1fada78d1),segment_id=b98d4747-b18c-4141-8910-77c1fada78d1)] {{(pid=103232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 19:02:59.360420 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Returning: {'device': 'e3deb77c-5e11-4cdd-ac65-3b3ef7c8fe1d', 'network_id': '0e993f99-d3d0-4a2a-8eed-2f34375798b5', 'port_id': 'e3deb77c-5e11-4cdd-ac65-3b3ef7c8fe1d', 'mac_address': 'fa:16:3e:5d:97:c6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 366, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7d496e2d-6315-4d42-9415-66e0bdf20977', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103232) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 19:02:59.409303 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Current status of the port e3deb77c-5e11-4cdd-ac65-3b3ef7c8fe1d is: DOWN; New status is: BUILD {{(pid=103232) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 19:02:59.410011 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (e3deb77c-5e11-4cdd-ac65-3b3ef7c8fe1d), before_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:02:59.433991 n-d-713498-36 neutron-server[103232]: DEBUG neutron.notifiers.nova [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e3deb77c-5e11-4cdd-ac65-3b3ef7c8fe1d {{(pid=103232) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 19:02:59.450326 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52d31403-fae4-443e-8d10-a1984135c8c7 req-8660836d-8fc7-4287-a716-d55acefd34b8 tempest-ServerDiagnosticsNegativeTest-2010438120 tempest-ServerDiagnosticsNegativeTest-2010438120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:02:59.452270 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-52d31403-fae4-443e-8d10-a1984135c8c7 req-8660836d-8fc7-4287-a716-d55acefd34b8 tempest-ServerDiagnosticsNegativeTest-2010438120 tempest-ServerDiagnosticsNegativeTest-2010438120-project] 10.222.0.75 "GET /v2.0/ports?device_id=34417964-0df0-4b5a-8cb4-6bff83190578 HTTP/1.1" status: 200 len: 950 time: 0.1334541 Feb 09 19:02:59.463809 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] For port e3deb77c-5e11-4cdd-ac65-3b3ef7c8fe1d, host n-h1-713498-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-36',level=0,port_id=e3deb77c-5e11-4cdd-ac65-3b3ef7c8fe1d,segment=NetworkSegment(b98d4747-b18c-4141-8910-77c1fada78d1),segment_id=b98d4747-b18c-4141-8910-77c1fada78d1)] {{(pid=103232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 19:02:59.467604 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762867176205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762866656485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762866656503'] for port (e3deb77c-5e11-4cdd-ac65-3b3ef7c8fe1d), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:02:59.500730 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-5ead3870-f9f6-4d54-b89b-d0e93d164306 admin admin] Publish callbacks [] for security_group (bac5b5e1-f774-401a-9ee2-5a2390c42917), precommit_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:02:59.503986 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-d0fed7d8-8934-49bc-be86-6213b4c01291 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1892331'] for security_group (c58475bc-90ee-4eba-b8ce-8122c032db27), after_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:02:59.506802 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-d0fed7d8-8934-49bc-be86-6213b4c01291 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:02:59.510977 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-d0fed7d8-8934-49bc-be86-6213b4c01291 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/c58475bc-90ee-4eba-b8ce-8122c032db27 HTTP/1.1" status: 204 len: 168 time: 0.3178983 Feb 09 19:02:59.512907 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-5ead3870-f9f6-4d54-b89b-d0e93d164306 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1892331'] for security_group (bac5b5e1-f774-401a-9ee2-5a2390c42917), after_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:02:59.540602 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0fed7d8-8934-49bc-be86-6213b4c01291 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c58475bc-90ee-4eba-b8ce-8122c032db27,revision_number=None']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:02:59.540791 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Pushing event updated for resources: {'Port': ['ID=e3deb77c-5e11-4cdd-ac65-3b3ef7c8fe1d,revision_number=4']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:02:59.588764 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-52d31403-fae4-443e-8d10-a1984135c8c7 req-52d22136-746a-4977-8714-5b576209dc51 tempest-ServerDiagnosticsNegativeTest-2010438120 tempest-ServerDiagnosticsNegativeTest-2010438120-project] 10.222.0.75 "GET /v2.0/security-groups?id=8757276a-4f28-4b5c-b94e-b70c6026af2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1197839 Feb 09 19:02:59.593485 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-5ead3870-f9f6-4d54-b89b-d0e93d164306 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=80e62dc58dd2435dbd43684b11c94336&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5109401 Feb 09 19:02:59.594130 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 46796) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:02:59.600632 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ead3870-f9f6-4d54-b89b-d0e93d164306 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bac5b5e1-f774-401a-9ee2-5a2390c42917,revision_number=1']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:02:59.671492 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-6e73c9e1-c1e4-42c4-abcc-ce786e7f8d5a admin admin] Publish callbacks [] for security_group (bac5b5e1-f774-401a-9ee2-5a2390c42917), before_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:02:59.698602 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] get_ports_and_sgs() called for port_ids ['e3deb77c-5e11-4cdd-ac65-3b3ef7c8fe1d'] {{(pid=103232) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 19:02:59.703384 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-6e73c9e1-c1e4-42c4-abcc-ce786e7f8d5a admin admin] Publish callbacks [] for security_group (bac5b5e1-f774-401a-9ee2-5a2390c42917), precommit_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:02:59.776888 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-6e73c9e1-c1e4-42c4-abcc-ce786e7f8d5a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1892331'] for security_group (bac5b5e1-f774-401a-9ee2-5a2390c42917), after_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:02:59.779926 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-6e73c9e1-c1e4-42c4-abcc-ce786e7f8d5a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:02:59.781400 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-6e73c9e1-c1e4-42c4-abcc-ce786e7f8d5a admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/bac5b5e1-f774-401a-9ee2-5a2390c42917 HTTP/1.1" status: 204 len: 168 time: 0.1864285 Feb 09 19:02:59.791891 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e73c9e1-c1e4-42c4-abcc-ce786e7f8d5a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bac5b5e1-f774-401a-9ee2-5a2390c42917,revision_number=None']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:02:59.967591 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-627e74d6-3cb4-41e8-8fec-41809f8dafdc req-e6e777ff-f4d0-485a-aa02-db322b653408 tempest-ServerDiagnosticsNegativeTest-2010438120 tempest-ServerDiagnosticsNegativeTest-2010438120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:02:59.969323 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-627e74d6-3cb4-41e8-8fec-41809f8dafdc req-e6e777ff-f4d0-485a-aa02-db322b653408 tempest-ServerDiagnosticsNegativeTest-2010438120 tempest-ServerDiagnosticsNegativeTest-2010438120-project] 10.222.0.75 "GET /v2.0/ports?device_id=34417964-0df0-4b5a-8cb4-6bff83190578 HTTP/1.1" status: 200 len: 950 time: 0.0652478 Feb 09 19:03:00.047150 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-627e74d6-3cb4-41e8-8fec-41809f8dafdc req-56fa7fea-f5ab-4b76-bc27-38c35a74215f tempest-ServerDiagnosticsNegativeTest-2010438120 tempest-ServerDiagnosticsNegativeTest-2010438120-project] 10.222.0.75 "GET /v2.0/security-groups?id=8757276a-4f28-4b5c-b94e-b70c6026af2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0706377 Feb 09 19:03:00.102160 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e82d8fce-d4bb-4f11-811e-ad6020bfb094 req-4de048c9-0cce-4a01-b895-cbeec995523d tempest-LiveAutoBlockMigrationV225Test-2127879101 tempest-LiveAutoBlockMigrationV225Test-2127879101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:03:00.103864 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-e82d8fce-d4bb-4f11-811e-ad6020bfb094 req-4de048c9-0cce-4a01-b895-cbeec995523d tempest-LiveAutoBlockMigrationV225Test-2127879101 tempest-LiveAutoBlockMigrationV225Test-2127879101-project] 10.222.0.75 "GET /v2.0/ports?device_id=f8dcc237-c202-4732-ba27-7c810c7f88dd HTTP/1.1" status: 200 len: 945 time: 0.0616112 Feb 09 19:03:00.279204 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 46830) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:03:00.285057 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.v2.base [None req-38109205-621a-45d6-adcf-64093cbf656c admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationTest-1795235675-network', 'tenant_id': 'bf4843774221413fa03eb7b3f0a188e1'}} {{(pid=103229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 19:03:00.307339 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-38109205-621a-45d6-adcf-64093cbf656c admin admin] Made reservation on behalf of bf4843774221413fa03eb7b3f0a188e1 for: {'network': 1} {{(pid=103229) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 19:03:00.312299 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-38109205-621a-45d6-adcf-64093cbf656c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for network (None), before_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:03:00.329580 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-38109205-621a-45d6-adcf-64093cbf656c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:03:00.379845 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-e82d8fce-d4bb-4f11-811e-ad6020bfb094 req-83e0d58b-bba5-4fcc-86d3-8ee57c81ceb2 tempest-LiveAutoBlockMigrationV225Test-2127879101 tempest-LiveAutoBlockMigrationV225Test-2127879101-project] 10.222.0.75 "GET /v2.0/security-groups?id=e3cb5363-3b49-4f74-b239-a871e755b40a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2690496 Feb 09 19:03:00.436582 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-38109205-621a-45d6-adcf-64093cbf656c admin admin] Publish callbacks [] for security_group (6b06d486-2112-4cae-bc85-9878762bf09a), precommit_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:03:00.440927 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-38109205-621a-45d6-adcf-64093cbf656c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1892331'] for security_group (6b06d486-2112-4cae-bc85-9878762bf09a), after_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:03:00.466912 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-38109205-621a-45d6-adcf-64093cbf656c admin admin] vlan segment allocate from pool success with {'vlan_id': 386, 'physical_network': 'physnet1'} {{(pid=103229) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 19:03:00.480743 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38109205-621a-45d6-adcf-64093cbf656c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6b06d486-2112-4cae-bc85-9878762bf09a,revision_number=1']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:03:00.485314 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-38109205-621a-45d6-adcf-64093cbf656c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-759574'] for segment (e4d7268d-3416-4f2f-ae50-d3684a9c8f63), precommit_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:03:00.485650 n-d-713498-36 neutron-server[103229]: INFO neutron.db.segments_db [None req-38109205-621a-45d6-adcf-64093cbf656c admin admin] Added segment e4d7268d-3416-4f2f-ae50-d3684a9c8f63 of type vlan for network d199c31b-185e-48db-9d5c-d199ab02709e Feb 09 19:03:00.532085 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-38109205-621a-45d6-adcf-64093cbf656c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762866642225'] for network (d199c31b-185e-48db-9d5c-d199ab02709e), precommit_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:03:00.562128 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-38109205-621a-45d6-adcf-64093cbf656c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1885479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452'] for network (d199c31b-185e-48db-9d5c-d199ab02709e), after_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:03:00.563191 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38109205-621a-45d6-adcf-64093cbf656c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:03:00.563759 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-38109205-621a-45d6-adcf-64093cbf656c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1613566'] for network (None), before_response {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:03:00.583090 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 46840) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:03:00.602866 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-3bef65d5-2ed7-4a62-9442-36cd18ab6cd9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:03:00.619611 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-38109205-621a-45d6-adcf-64093cbf656c admin admin] 10.222.0.75 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.3387837 Feb 09 19:03:00.622310 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 46844) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:03:00.634738 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.v2.base [None req-0418ed12-cc5e-44e0-a795-db1b18fc1a9e admin admin] Request body: {'subnet': {'network_id': 'd199c31b-185e-48db-9d5c-d199ab02709e', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationTest-1795235675-subnet', 'tenant_id': 'bf4843774221413fa03eb7b3f0a188e1', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 19:03:00.650044 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38109205-621a-45d6-adcf-64093cbf656c admin admin] Pushing event updated for resources: {'Network': ['ID=d199c31b-185e-48db-9d5c-d199ab02709e,revision_number=1']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:03:00.660507 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0418ed12-cc5e-44e0-a795-db1b18fc1a9e admin admin] Made reservation on behalf of bf4843774221413fa03eb7b3f0a188e1 for: {'subnet': 1} {{(pid=103229) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 19:03:00.661544 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Network d199c31b-185e-48db-9d5c-d199ab02709e details requested by agent ovs-agent-n-d-713498-36 with host n-d-713498-36 {{(pid=103232) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 19:03:00.664649 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-0418ed12-cc5e-44e0-a795-db1b18fc1a9e admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12759265'] for subnet (None), before_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:03:00.753864 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-3bef65d5-2ed7-4a62-9442-36cd18ab6cd9 admin admin] Publish callbacks [] for security_group (391ad1a4-64aa-41c6-9f9e-0c857c5c40f8), precommit_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:03:00.762609 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-3bef65d5-2ed7-4a62-9442-36cd18ab6cd9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1892331'] for security_group (391ad1a4-64aa-41c6-9f9e-0c857c5c40f8), after_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:03:00.826146 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-3bef65d5-2ed7-4a62-9442-36cd18ab6cd9 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=98ee8da4ac514c8fa7f00fbc24824002&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2416215 Feb 09 19:03:00.827245 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bef65d5-2ed7-4a62-9442-36cd18ab6cd9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=391ad1a4-64aa-41c6-9f9e-0c857c5c40f8,revision_number=1']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:03:00.829923 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 46850) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:03:00.904637 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-0418ed12-cc5e-44e0-a795-db1b18fc1a9e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12867428', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12759263'] for subnet (5f44d9a7-94c0-4330-ace0-ea921f344dbe), after_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:03:00.990914 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-ebc5537b-f053-4b49-a052-8c97d3591a56 admin admin] Publish callbacks [] for security_group (391ad1a4-64aa-41c6-9f9e-0c857c5c40f8), before_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:03:00.995886 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0418ed12-cc5e-44e0-a795-db1b18fc1a9e admin admin] Pushing event updated for resources: {'Subnet': ['ID=5f44d9a7-94c0-4330-ace0-ea921f344dbe,revision_number=0']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:03:01.030232 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0418ed12-cc5e-44e0-a795-db1b18fc1a9e admin admin] Checking segment: {'id': 'e4d7268d-3416-4f2f-ae50-d3684a9c8f63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': 'd199c31b-185e-48db-9d5c-d199ab02709e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103229) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 19:03:01.030232 n-d-713498-36 neutron-server[103229]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0418ed12-cc5e-44e0-a795-db1b18fc1a9e admin admin] Network hostable DHCP agents. Network: d199c31b-185e-48db-9d5c-d199ab02709e, hostable agents: ['af91e4b9-f4e1-42b1-a25c-a10dc47171c8'], hosted agents: [] {{(pid=103229) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 19:03:01.036904 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-ebc5537b-f053-4b49-a052-8c97d3591a56 admin admin] Publish callbacks [] for security_group (391ad1a4-64aa-41c6-9f9e-0c857c5c40f8), precommit_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:03:01.076351 n-d-713498-36 neutron-server[103229]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0418ed12-cc5e-44e0-a795-db1b18fc1a9e admin admin] Network d199c31b-185e-48db-9d5c-d199ab02709e is scheduled to be hosted by DHCP agent af91e4b9-f4e1-42b1-a25c-a10dc47171c8 with binding_index 1 {{(pid=103229) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 19:03:01.088135 n-d-713498-36 neutron-server[103229]: DEBUG neutron.scheduler.base_scheduler [None req-0418ed12-cc5e-44e0-a795-db1b18fc1a9e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713498-36, d199c31b-185e-48db-9d5c-d199ab02709e) {{(pid=103229) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 19:03:01.092634 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0418ed12-cc5e-44e0-a795-db1b18fc1a9e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:03:01.093232 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-0418ed12-cc5e-44e0-a795-db1b18fc1a9e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1613566'] for subnet (None), before_response {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:03:01.101554 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7408337e-a75e-4cf3-8760-9df58c8bb5fe None None] Network d199c31b-185e-48db-9d5c-d199ab02709e requested from n-d-713498-36 {{(pid=103232) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 19:03:01.116525 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-0418ed12-cc5e-44e0-a795-db1b18fc1a9e admin admin] 10.222.0.75 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.4931343 Feb 09 19:03:01.137181 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-ebc5537b-f053-4b49-a052-8c97d3591a56 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1892331'] for security_group (391ad1a4-64aa-41c6-9f9e-0c857c5c40f8), after_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:03:01.140121 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-ebc5537b-f053-4b49-a052-8c97d3591a56 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:03:01.141245 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-ebc5537b-f053-4b49-a052-8c97d3591a56 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/391ad1a4-64aa-41c6-9f9e-0c857c5c40f8 HTTP/1.1" status: 204 len: 168 time: 0.3087840 Feb 09 19:03:01.157520 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebc5537b-f053-4b49-a052-8c97d3591a56 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=391ad1a4-64aa-41c6-9f9e-0c857c5c40f8,revision_number=None']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:03:01.197209 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Device e3deb77c-5e11-4cdd-ac65-3b3ef7c8fe1d up at agent hyperv_n-h1-713498-36 {{(pid=103232) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 19:03:01.253063 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7d380c3-f89f-4cf4-8a8f-bb787dfebf8f req-cdbec8c0-505b-4dab-b2aa-ef5605a81ef9 tempest-ServerDiagnosticsNegativeTest-2010438120 tempest-ServerDiagnosticsNegativeTest-2010438120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:03:01.254752 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-f7d380c3-f89f-4cf4-8a8f-bb787dfebf8f req-cdbec8c0-505b-4dab-b2aa-ef5605a81ef9 tempest-ServerDiagnosticsNegativeTest-2010438120 tempest-ServerDiagnosticsNegativeTest-2010438120-project] 10.222.0.75 "GET /v2.0/ports?device_id=34417964-0df0-4b5a-8cb4-6bff83190578 HTTP/1.1" status: 200 len: 950 time: 0.0647156 Feb 09 19:03:01.281812 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42725202-8b37-4b08-9151-5503191c9b66 None None] Network d199c31b-185e-48db-9d5c-d199ab02709e requested from n-d-713498-36 {{(pid=103232) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 19:03:01.331954 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-f7d380c3-f89f-4cf4-8a8f-bb787dfebf8f req-c1521993-4d95-4759-8900-e4d790c56411 tempest-ServerDiagnosticsNegativeTest-2010438120 tempest-ServerDiagnosticsNegativeTest-2010438120-project] 10.222.0.75 "GET /v2.0/security-groups?id=8757276a-4f28-4b5c-b94e-b70c6026af2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0685980 Feb 09 19:03:01.350188 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.provisioning_blocks [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Provisioning for port e3deb77c-5e11-4cdd-ac65-3b3ef7c8fe1d completed by entity L2. {{(pid=103232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 19:03:01.360052 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.provisioning_blocks [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Provisioning complete for port e3deb77c-5e11-4cdd-ac65-3b3ef7c8fe1d triggered by entity L2. {{(pid=103232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 19:03:01.360363 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593630'] for port (e3deb77c-5e11-4cdd-ac65-3b3ef7c8fe1d), provisioning_complete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:03:01.532811 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfd1c79d-22c1-492e-9f1f-8f6e4bd6d66a req-f7cb7038-ef1f-46dc-a305-a31792b96503 tempest-LiveAutoBlockMigrationV225Test-2127879101 tempest-LiveAutoBlockMigrationV225Test-2127879101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:03:01.534532 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-dfd1c79d-22c1-492e-9f1f-8f6e4bd6d66a req-f7cb7038-ef1f-46dc-a305-a31792b96503 tempest-LiveAutoBlockMigrationV225Test-2127879101 tempest-LiveAutoBlockMigrationV225Test-2127879101-project] 10.222.0.75 "GET /v2.0/ports?device_id=f8dcc237-c202-4732-ba27-7c810c7f88dd HTTP/1.1" status: 200 len: 945 time: 0.0589437 Feb 09 19:03:01.610936 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-dfd1c79d-22c1-492e-9f1f-8f6e4bd6d66a req-143437b8-b18d-404b-b4ef-ab746677c30e tempest-LiveAutoBlockMigrationV225Test-2127879101 tempest-LiveAutoBlockMigrationV225Test-2127879101-project] 10.222.0.75 "GET /v2.0/security-groups?id=e3cb5363-3b49-4f74-b239-a871e755b40a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0695601 Feb 09 19:03:01.660492 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Current status of the port e3deb77c-5e11-4cdd-ac65-3b3ef7c8fe1d is: BUILD; New status is: ACTIVE {{(pid=103232) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 19:03:01.661139 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (e3deb77c-5e11-4cdd-ac65-3b3ef7c8fe1d), before_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:03:01.689844 n-d-713498-36 neutron-server[103232]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f8dcc237-c202-4732-ba27-7c810c7f88dd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e3deb77c-5e11-4cdd-ac65-3b3ef7c8fe1d'}] {{(pid=103232) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 19:03:01.692143 n-d-713498-36 neutron-server[103232]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}949cdcde653dec44821de95cbf67297f53cbc2aed4e073b5d514f93bf911ce85" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cf157058-65be-427c-b20f-1d8301bf47ab" -d '{"events": [{"server_uuid": "f8dcc237-c202-4732-ba27-7c810c7f88dd", "name": "network-vif-plugged", "status": "completed", "tag": "e3deb77c-5e11-4cdd-ac65-3b3ef7c8fe1d"}]}' {{(pid=103232) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 19:03:01.706953 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] For port e3deb77c-5e11-4cdd-ac65-3b3ef7c8fe1d, host n-h1-713498-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-36',level=0,port_id=e3deb77c-5e11-4cdd-ac65-3b3ef7c8fe1d,segment=NetworkSegment(b98d4747-b18c-4141-8910-77c1fada78d1),segment_id=b98d4747-b18c-4141-8910-77c1fada78d1)] {{(pid=103232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 19:03:01.712625 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762867176205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762866656485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762866656503'] for port (e3deb77c-5e11-4cdd-ac65-3b3ef7c8fe1d), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:03:01.777143 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Pushing event updated for resources: {'Port': ['ID=e3deb77c-5e11-4cdd-ac65-3b3ef7c8fe1d,revision_number=5']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:03:02.137770 n-d-713498-36 neutron-server[103232]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 19:03:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bca64bce-8746-4b71-9d85-31408e4302b5 x-openstack-request-id: req-bca64bce-8746-4b71-9d85-31408e4302b5 {{(pid=103232) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 19:03:02.138252 n-d-713498-36 neutron-server[103232]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f8dcc237-c202-4732-ba27-7c810c7f88dd", "name": "network-vif-plugged", "status": "completed", "tag": "e3deb77c-5e11-4cdd-ac65-3b3ef7c8fe1d", "code": 200}]} {{(pid=103232) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 19:03:02.138686 n-d-713498-36 neutron-server[103232]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-bca64bce-8746-4b71-9d85-31408e4302b5 {{(pid=103232) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 19:03:02.139214 n-d-713498-36 neutron-server[103232]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f8dcc237-c202-4732-ba27-7c810c7f88dd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e3deb77c-5e11-4cdd-ac65-3b3ef7c8fe1d', 'code': 200} Feb 09 19:03:02.185502 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66df4409-8186-43c2-ad52-343503bd1ebf req-38a9765d-de38-433b-82e3-ab328c499762 tempest-LiveMigrationTest-1021096981 tempest-LiveMigrationTest-1021096981-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:03:02.192480 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-66df4409-8186-43c2-ad52-343503bd1ebf req-38a9765d-de38-433b-82e3-ab328c499762 tempest-LiveMigrationTest-1021096981 tempest-LiveMigrationTest-1021096981-project] 10.222.0.75 "GET /v2.0/networks?id=d725567e-ae4f-48c7-8826-ca95b9692346 HTTP/1.1" status: 200 len: 807 time: 0.1611781 Feb 09 19:03:02.203392 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-66df4409-8186-43c2-ad52-343503bd1ebf req-a4f879f6-cc5d-40f2-84e8-ab9ca47ad486 tempest-LiveMigrationTest-1021096981 tempest-LiveMigrationTest-1021096981-project] 10.222.0.75 "GET /v2.0/quotas/05fa6a089578484da4b750f8c0b5ad12 HTTP/1.1" status: 200 len: 375 time: 0.0099809 Feb 09 19:03:02.296573 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-66df4409-8186-43c2-ad52-343503bd1ebf req-89ca0897-1747-4dac-a714-5dc0717ef7a6 tempest-LiveMigrationTest-1021096981 tempest-LiveMigrationTest-1021096981-project] 10.222.0.75 "GET /v2.0/ports?tenant_id=05fa6a089578484da4b750f8c0b5ad12&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0858860 Feb 09 19:03:02.300198 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7177a0b1-fbaa-48e3-a3f3-609e0326dcc7 req-cef3f5e8-b600-4196-9fa9-d23adf13c538 tempest-ServerDiagnosticsNegativeTest-2010438120 tempest-ServerDiagnosticsNegativeTest-2010438120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:03:02.303715 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-7177a0b1-fbaa-48e3-a3f3-609e0326dcc7 req-cef3f5e8-b600-4196-9fa9-d23adf13c538 tempest-ServerDiagnosticsNegativeTest-2010438120 tempest-ServerDiagnosticsNegativeTest-2010438120-project] 10.222.0.90 "GET /v2.0/ports?device_id=34417964-0df0-4b5a-8cb4-6bff83190578 HTTP/1.1" status: 200 len: 950 time: 0.1021814 Feb 09 19:03:02.387522 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93577ada-04f9-43b4-aede-e30e33bf16ef req-aae8f0ac-e862-41bb-95f3-eaf1c53cd51e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:03:02.389330 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-93577ada-04f9-43b4-aede-e30e33bf16ef req-aae8f0ac-e862-41bb-95f3-eaf1c53cd51e service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=f8dcc237-c202-4732-ba27-7c810c7f88dd HTTP/1.1" status: 200 len: 1129 time: 0.1779521 Feb 09 19:03:02.483545 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-66df4409-8186-43c2-ad52-343503bd1ebf req-111e9147-618a-4bed-a006-ca18b4735e24 service neutron] 10.222.0.75 "GET /v2.0/networks/d725567e-ae4f-48c7-8826-ca95b9692346?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1736639 Feb 09 19:03:02.499114 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-93577ada-04f9-43b4-aede-e30e33bf16ef req-dc621048-9547-4bee-9a9a-f1b902d72247 service neutron] 10.222.0.89 "GET /v2.0/security-groups?id=e3cb5363-3b49-4f74-b239-a871e755b40a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0971510 Feb 09 19:03:02.527293 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.plugin [req-7177a0b1-fbaa-48e3-a3f3-609e0326dcc7 req-d20baeb5-7ca0-42f2-ba72-d842c6237139 tempest-ServerDiagnosticsNegativeTest-2010438120 tempest-ServerDiagnosticsNegativeTest-2010438120-project] Deleting port a88807bb-7bfd-4200-87e0-9af1aae52447 {{(pid=103230) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 19:03:02.527886 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [req-7177a0b1-fbaa-48e3-a3f3-609e0326dcc7 req-d20baeb5-7ca0-42f2-ba72-d842c6237139 tempest-ServerDiagnosticsNegativeTest-2010438120 tempest-ServerDiagnosticsNegativeTest-2010438120-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762867170196'] for port (a88807bb-7bfd-4200-87e0-9af1aae52447), before_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:03:02.559678 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 46930) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:03:02.610536 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-66df4409-8186-43c2-ad52-343503bd1ebf req-6e3caa11-9c55-4f3b-836b-ffdd6cc0f751 service neutron] 10.222.0.75 "GET /v2.0/networks/d725567e-ae4f-48c7-8826-ca95b9692346?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1261115 Feb 09 19:03:02.656660 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.db [req-7177a0b1-fbaa-48e3-a3f3-609e0326dcc7 req-d20baeb5-7ca0-42f2-ba72-d842c6237139 tempest-ServerDiagnosticsNegativeTest-2010438120 tempest-ServerDiagnosticsNegativeTest-2010438120-project] For port a88807bb-7bfd-4200-87e0-9af1aae52447, host n-h2-713498-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-36',level=0,port_id=a88807bb-7bfd-4200-87e0-9af1aae52447,segment=NetworkSegment(50e5915e-18f0-4558-9a28-b978975ead36),segment_id=50e5915e-18f0-4558-9a28-b978975ead36)] {{(pid=103230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 19:03:02.657275 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [req-7177a0b1-fbaa-48e3-a3f3-609e0326dcc7 req-d20baeb5-7ca0-42f2-ba72-d842c6237139 tempest-ServerDiagnosticsNegativeTest-2010438120 tempest-ServerDiagnosticsNegativeTest-2010438120-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1820838'] for port (a88807bb-7bfd-4200-87e0-9af1aae52447), precommit_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:03:02.676479 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.plugin [req-7177a0b1-fbaa-48e3-a3f3-609e0326dcc7 req-d20baeb5-7ca0-42f2-ba72-d842c6237139 tempest-ServerDiagnosticsNegativeTest-2010438120 tempest-ServerDiagnosticsNegativeTest-2010438120-project] Calling delete_port for a88807bb-7bfd-4200-87e0-9af1aae52447 owned by compute:nova {{(pid=103230) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 19:03:02.726233 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-f4450397-1258-4df4-ae97-5b54e3b64a59 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:03:02.887662 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-f4450397-1258-4df4-ae97-5b54e3b64a59 admin admin] Publish callbacks [] for security_group (e6576972-5b2e-489d-b196-9c967211aa11), precommit_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:03:02.893824 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-f4450397-1258-4df4-ae97-5b54e3b64a59 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1892331'] for security_group (e6576972-5b2e-489d-b196-9c967211aa11), after_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:03:02.952718 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a6646f7-f23d-403f-91e5-0b3ad0c57afb req-c96707ef-9813-4fc5-98b4-02e3359b3c27 tempest-ServerDiagnosticsNegativeTest-2010438120 tempest-ServerDiagnosticsNegativeTest-2010438120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:03:02.961423 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-8a6646f7-f23d-403f-91e5-0b3ad0c57afb req-c96707ef-9813-4fc5-98b4-02e3359b3c27 tempest-ServerDiagnosticsNegativeTest-2010438120 tempest-ServerDiagnosticsNegativeTest-2010438120-project] 10.222.0.75 "GET /v2.0/ports?device_id=34417964-0df0-4b5a-8cb4-6bff83190578 HTTP/1.1" status: 200 len: 950 time: 0.1659718 Feb 09 19:03:02.998436 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-f4450397-1258-4df4-ae97-5b54e3b64a59 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=90f7ce39a10e4092b3007e5b762479fd&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4373477 Feb 09 19:03:02.999640 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4450397-1258-4df4-ae97-5b54e3b64a59 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e6576972-5b2e-489d-b196-9c967211aa11,revision_number=1']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:03:03.001713 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [req-7177a0b1-fbaa-48e3-a3f3-609e0326dcc7 req-d20baeb5-7ca0-42f2-ba72-d842c6237139 tempest-ServerDiagnosticsNegativeTest-2010438120 tempest-ServerDiagnosticsNegativeTest-2010438120-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762867177463', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762866656476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14393751'] for port (a88807bb-7bfd-4200-87e0-9af1aae52447), after_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:03:03.004002 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 46950) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:03:03.024474 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-7429db8d-6021-40ad-813e-885be449a89b None None] get_ports_and_sgs() called for port_ids ['a88807bb-7bfd-4200-87e0-9af1aae52447'] {{(pid=103232) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 19:03:03.053940 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4343ade-8b20-478e-b7be-471a68b6b686 req-7f74a655-901b-44c1-b1c8-cc18c4b26bc8 tempest-LiveAutoBlockMigrationV225Test-2127879101 tempest-LiveAutoBlockMigrationV225Test-2127879101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:03:03.056189 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-a4343ade-8b20-478e-b7be-471a68b6b686 req-7f74a655-901b-44c1-b1c8-cc18c4b26bc8 tempest-LiveAutoBlockMigrationV225Test-2127879101 tempest-LiveAutoBlockMigrationV225Test-2127879101-project] 10.222.0.75 "GET /v2.0/ports?device_id=f8dcc237-c202-4732-ba27-7c810c7f88dd HTTP/1.1" status: 200 len: 946 time: 0.1502647 Feb 09 19:03:03.081443 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d20baeb5-7ca0-42f2-ba72-d842c6237139 tempest-ServerDiagnosticsNegativeTest-2010438120 tempest-ServerDiagnosticsNegativeTest-2010438120-project] Pushing event deleted for resources: {'Port': ['ID=a88807bb-7bfd-4200-87e0-9af1aae52447,revision_number=None']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:03:03.133000 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-8a6646f7-f23d-403f-91e5-0b3ad0c57afb req-b79eca73-5da2-4879-9381-39d30d3528d7 tempest-ServerDiagnosticsNegativeTest-2010438120 tempest-ServerDiagnosticsNegativeTest-2010438120-project] 10.222.0.75 "GET /v2.0/security-groups?id=8757276a-4f28-4b5c-b94e-b70c6026af2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1666253 Feb 09 19:03:03.160539 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-b65a51c7-6983-4a98-bdfe-e14dae0a38b0 admin admin] Publish callbacks [] for security_group (e6576972-5b2e-489d-b196-9c967211aa11), before_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:03:03.189451 n-d-713498-36 neutron-server[103230]: DEBUG neutron.db.l3_dvrscheduler_db [req-7177a0b1-fbaa-48e3-a3f3-609e0326dcc7 req-d20baeb5-7ca0-42f2-ba72-d842c6237139 tempest-ServerDiagnosticsNegativeTest-2010438120 tempest-ServerDiagnosticsNegativeTest-2010438120-project] No DVR routers for this DVR port a88807bb-7bfd-4200-87e0-9af1aae52447 on host n-h2-713498-36 {{(pid=103230) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 19:03:03.192862 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [req-7177a0b1-fbaa-48e3-a3f3-609e0326dcc7 req-d20baeb5-7ca0-42f2-ba72-d842c6237139 tempest-ServerDiagnosticsNegativeTest-2010438120 tempest-ServerDiagnosticsNegativeTest-2010438120-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171096'] for port (None), before_response {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:03:03.202471 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-7177a0b1-fbaa-48e3-a3f3-609e0326dcc7 req-d20baeb5-7ca0-42f2-ba72-d842c6237139 tempest-ServerDiagnosticsNegativeTest-2010438120 tempest-ServerDiagnosticsNegativeTest-2010438120-project] 10.222.0.90 "DELETE /v2.0/ports/a88807bb-7bfd-4200-87e0-9af1aae52447 HTTP/1.1" status: 204 len: 173 time: 0.8900237 Feb 09 19:03:03.203045 n-d-713498-36 neutron-server[103230]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '34417964-0df0-4b5a-8cb4-6bff83190578', 'name': 'network-vif-deleted', 'tag': 'a88807bb-7bfd-4200-87e0-9af1aae52447'}] {{(pid=103230) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 19:03:03.205326 n-d-713498-36 neutron-server[103230]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aee5919275bae9f72eb374ee322673045eb80c1f84b4b45a97d96923bd50ab51" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-56d7cf65-7de7-4ea3-b0d4-3349073ef8b1" -d '{"events": [{"server_uuid": "34417964-0df0-4b5a-8cb4-6bff83190578", "name": "network-vif-deleted", "tag": "a88807bb-7bfd-4200-87e0-9af1aae52447"}]}' {{(pid=103230) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 19:03:03.209028 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-a4343ade-8b20-478e-b7be-471a68b6b686 req-5c6cfeae-35cb-4eec-a54a-cd83944e7e5f tempest-LiveAutoBlockMigrationV225Test-2127879101 tempest-LiveAutoBlockMigrationV225Test-2127879101-project] 10.222.0.75 "GET /v2.0/security-groups?id=e3cb5363-3b49-4f74-b239-a871e755b40a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1416392 Feb 09 19:03:03.223670 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-b65a51c7-6983-4a98-bdfe-e14dae0a38b0 admin admin] Publish callbacks [] for security_group (e6576972-5b2e-489d-b196-9c967211aa11), precommit_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:03:03.343792 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-b65a51c7-6983-4a98-bdfe-e14dae0a38b0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1892331'] for security_group (e6576972-5b2e-489d-b196-9c967211aa11), after_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:03:03.347741 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-b65a51c7-6983-4a98-bdfe-e14dae0a38b0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:03:03.352753 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-b65a51c7-6983-4a98-bdfe-e14dae0a38b0 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/e6576972-5b2e-489d-b196-9c967211aa11 HTTP/1.1" status: 204 len: 168 time: 0.3451748 Feb 09 19:03:03.405139 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b65a51c7-6983-4a98-bdfe-e14dae0a38b0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e6576972-5b2e-489d-b196-9c967211aa11,revision_number=None']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:03:03.433195 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-e253b4f9-2296-449f-9c75-090f22514959 req-297d797d-4cd1-435c-85f3-f78d0091955b tempest-LiveMigrationTest-1021096981 tempest-LiveMigrationTest-1021096981-project] 10.222.0.75 "GET /v2.0/ports?device_id=5ff67175-208f-48a4-b08d-79f957313fbc HTTP/1.1" status: 200 len: 210 time: 0.0619409 Feb 09 19:03:03.520058 n-d-713498-36 neutron-server[103230]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 19:03:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-214ae324-8d3c-4623-ad07-16ab63daf910 x-openstack-request-id: req-214ae324-8d3c-4623-ad07-16ab63daf910 {{(pid=103230) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 19:03:03.520558 n-d-713498-36 neutron-server[103230]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "34417964-0df0-4b5a-8cb4-6bff83190578", "name": "network-vif-deleted", "tag": "a88807bb-7bfd-4200-87e0-9af1aae52447", "status": "completed", "code": 200}]} {{(pid=103230) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 19:03:03.520874 n-d-713498-36 neutron-server[103230]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-214ae324-8d3c-4623-ad07-16ab63daf910 {{(pid=103230) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 19:03:03.521350 n-d-713498-36 neutron-server[103230]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '34417964-0df0-4b5a-8cb4-6bff83190578', 'name': 'network-vif-deleted', 'tag': 'a88807bb-7bfd-4200-87e0-9af1aae52447', 'status': 'completed', 'code': 200} Feb 09 19:03:03.806865 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 46984) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:03:03.840082 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-066946ef-2b39-4ce9-8109-d1096e8e4c2d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:03:03.934454 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-066946ef-2b39-4ce9-8109-d1096e8e4c2d admin admin] Publish callbacks [] for security_group (36b7163d-8c3a-4197-8d6e-21d89232ca55), precommit_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:03:03.939581 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-066946ef-2b39-4ce9-8109-d1096e8e4c2d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1892331'] for security_group (36b7163d-8c3a-4197-8d6e-21d89232ca55), after_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:03:03.989542 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-066946ef-2b39-4ce9-8109-d1096e8e4c2d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=36b7163d-8c3a-4197-8d6e-21d89232ca55,revision_number=1']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:03:04.009480 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 46990) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:03:04.023713 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-066946ef-2b39-4ce9-8109-d1096e8e4c2d admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=c5ab2c30d3ea43f5bd36de6e05d9948e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1999965 Feb 09 19:03:04.090256 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-805932da-5537-4160-a3f9-c8a6f8f1feb9 admin admin] Publish callbacks [] for security_group (36b7163d-8c3a-4197-8d6e-21d89232ca55), before_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:03:04.128230 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-805932da-5537-4160-a3f9-c8a6f8f1feb9 admin admin] Publish callbacks [] for security_group (36b7163d-8c3a-4197-8d6e-21d89232ca55), precommit_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:03:04.192982 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-805932da-5537-4160-a3f9-c8a6f8f1feb9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1892331'] for security_group (36b7163d-8c3a-4197-8d6e-21d89232ca55), after_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:03:04.201505 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-805932da-5537-4160-a3f9-c8a6f8f1feb9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:03:04.202803 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-805932da-5537-4160-a3f9-c8a6f8f1feb9 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/36b7163d-8c3a-4197-8d6e-21d89232ca55 HTTP/1.1" status: 204 len: 168 time: 0.1922226 Feb 09 19:03:04.214675 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-805932da-5537-4160-a3f9-c8a6f8f1feb9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=36b7163d-8c3a-4197-8d6e-21d89232ca55,revision_number=None']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:03:04.495711 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66df4409-8186-43c2-ad52-343503bd1ebf req-82d57da3-7bff-434f-895a-634fb416681b tempest-LiveMigrationTest-1021096981 tempest-LiveMigrationTest-1021096981-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:03:04.497273 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-66df4409-8186-43c2-ad52-343503bd1ebf req-82d57da3-7bff-434f-895a-634fb416681b tempest-LiveMigrationTest-1021096981 tempest-LiveMigrationTest-1021096981-project] 10.222.0.90 "GET /v2.0/networks?id=d725567e-ae4f-48c7-8826-ca95b9692346 HTTP/1.1" status: 200 len: 807 time: 0.1608980 Feb 09 19:03:04.521350 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.v2.base [req-66df4409-8186-43c2-ad52-343503bd1ebf req-67f6a081-b9b6-4beb-93e5-3731868b428b tempest-LiveMigrationTest-1021096981 tempest-LiveMigrationTest-1021096981-project] Request body: {'port': {'device_id': '5ff67175-208f-48a4-b08d-79f957313fbc', 'network_id': 'd725567e-ae4f-48c7-8826-ca95b9692346', 'admin_state_up': True, 'tenant_id': '05fa6a089578484da4b750f8c0b5ad12'}} {{(pid=103230) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 19:03:04.687738 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5779a802-d259-4332-952d-b8d10805c31d req-65f48b74-3e46-4d46-99b4-f25ef3bc5a5a tempest-LiveAutoBlockMigrationV225Test-2127879101 tempest-LiveAutoBlockMigrationV225Test-2127879101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:03:04.689248 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-5779a802-d259-4332-952d-b8d10805c31d req-65f48b74-3e46-4d46-99b4-f25ef3bc5a5a tempest-LiveAutoBlockMigrationV225Test-2127879101 tempest-LiveAutoBlockMigrationV225Test-2127879101-project] 10.222.0.75 "GET /v2.0/ports?device_id=f8dcc237-c202-4732-ba27-7c810c7f88dd HTTP/1.1" status: 200 len: 946 time: 0.0945723 Feb 09 19:03:04.732080 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-a0498f1a-26d4-431a-808a-48e92f4994fa req-aaf7f2bc-f534-44b5-a83d-8d1ead544227 tempest-LiveMigrationTest-1021096981 tempest-LiveMigrationTest-1021096981-project] 10.222.0.75 "GET /v2.0/ports?device_id=5ff67175-208f-48a4-b08d-79f957313fbc HTTP/1.1" status: 200 len: 210 time: 0.0532990 Feb 09 19:03:04.776206 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-5779a802-d259-4332-952d-b8d10805c31d req-1bc485cd-c2fb-4b24-80e8-4b0944a19561 tempest-LiveAutoBlockMigrationV225Test-2127879101 tempest-LiveAutoBlockMigrationV225Test-2127879101-project] 10.222.0.75 "GET /v2.0/security-groups?id=e3cb5363-3b49-4f74-b239-a871e755b40a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0807471 Feb 09 19:03:04.784981 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-66df4409-8186-43c2-ad52-343503bd1ebf req-67f6a081-b9b6-4beb-93e5-3731868b428b tempest-LiveMigrationTest-1021096981 tempest-LiveMigrationTest-1021096981-project] Made reservation on behalf of 05fa6a089578484da4b750f8c0b5ad12 for: {'port': 1} {{(pid=103230) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 19:03:04.794081 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [req-66df4409-8186-43c2-ad52-343503bd1ebf req-67f6a081-b9b6-4beb-93e5-3731868b428b tempest-LiveMigrationTest-1021096981 tempest-LiveMigrationTest-1021096981-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (None), before_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:03:04.952865 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 47046) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:03:05.001336 n-d-713498-36 neutron-server[103230]: DEBUG neutron.db.db_base_plugin_common [req-66df4409-8186-43c2-ad52-343503bd1ebf req-67f6a081-b9b6-4beb-93e5-3731868b428b tempest-LiveMigrationTest-1021096981 tempest-LiveMigrationTest-1021096981-project] Allocated IP 172.20.0.12 (d725567e-ae4f-48c7-8826-ca95b9692346/41b0b245-923a-427d-ac3e-7f4b2ecbbb0e/2871109b-715f-42ac-9bd1-b1a86f16330a) {{(pid=103230) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 19:03:05.046027 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5091eb77-8bfd-4d51-a82f-ad8d22653f54 req-d8c26582-eade-4ce1-9cca-9d42558f7b8c tempest-LiveAutoBlockMigrationV225Test-1149753898 tempest-LiveAutoBlockMigrationV225Test-1149753898-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:03:05.048576 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-5091eb77-8bfd-4d51-a82f-ad8d22653f54 req-d8c26582-eade-4ce1-9cca-9d42558f7b8c tempest-LiveAutoBlockMigrationV225Test-1149753898 tempest-LiveAutoBlockMigrationV225Test-1149753898-project-admin] 10.222.0.75 "GET /v2.0/ports?device_id=f8dcc237-c202-4732-ba27-7c810c7f88dd HTTP/1.1" status: 200 len: 1129 time: 0.0858924 Feb 09 19:03:05.227512 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-5091eb77-8bfd-4d51-a82f-ad8d22653f54 req-96021918-8860-4c71-a0d1-3bc6e00ff48d tempest-LiveAutoBlockMigrationV225Test-1149753898 tempest-LiveAutoBlockMigrationV225Test-1149753898-project-admin] 10.222.0.75 "GET /v2.0/security-groups?id=e3cb5363-3b49-4f74-b239-a871e755b40a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1647897 Feb 09 19:03:05.253540 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [req-66df4409-8186-43c2-ad52-343503bd1ebf req-67f6a081-b9b6-4beb-93e5-3731868b428b tempest-LiveMigrationTest-1021096981 tempest-LiveMigrationTest-1021096981-project] Publish callbacks [] for port (2871109b-715f-42ac-9bd1-b1a86f16330a), precommit_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:03:05.280605 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-9b095271-4555-4434-add5-41ba2b92156a admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=7c2af57eb7b843d8a05141cabf979cc2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3224840 Feb 09 19:03:05.281118 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 47064) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:03:05.348683 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [req-66df4409-8186-43c2-ad52-343503bd1ebf req-67f6a081-b9b6-4beb-93e5-3731868b428b tempest-LiveMigrationTest-1021096981 tempest-LiveMigrationTest-1021096981-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762866656467', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14393751'] for port (2871109b-715f-42ac-9bd1-b1a86f16330a), after_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:03:05.366030 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-2f9ead96-fb91-4b0c-a6bd-3af67b03eb8b admin admin] Publish callbacks [] for security_group (8757276a-4f28-4b5c-b94e-b70c6026af2d), before_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:03:05.394746 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-2f9ead96-fb91-4b0c-a6bd-3af67b03eb8b admin admin] Publish callbacks [] for security_group (8757276a-4f28-4b5c-b94e-b70c6026af2d), precommit_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:03:05.522145 n-d-713498-36 neutron-server[103230]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-66df4409-8186-43c2-ad52-343503bd1ebf req-67f6a081-b9b6-4beb-93e5-3731868b428b tempest-LiveMigrationTest-1021096981 tempest-LiveMigrationTest-1021096981-project] Network d725567e-ae4f-48c7-8826-ca95b9692346 is already hosted by enough agents. {{(pid=103230) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 19:03:05.532680 n-d-713498-36 neutron-server[103230]: DEBUG neutron.scheduler.base_scheduler [req-66df4409-8186-43c2-ad52-343503bd1ebf req-67f6a081-b9b6-4beb-93e5-3731868b428b tempest-LiveMigrationTest-1021096981 tempest-LiveMigrationTest-1021096981-project] Resources bound (agent type, host, resource id): {{(pid=103230) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 19:03:05.535226 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67f6a081-b9b6-4beb-93e5-3731868b428b tempest-LiveMigrationTest-1021096981 tempest-LiveMigrationTest-1021096981-project] Pushing event updated for resources: {'Port': ['ID=2871109b-715f-42ac-9bd1-b1a86f16330a,revision_number=1']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:03:05.547040 n-d-713498-36 neutron-server[103230]: DEBUG neutron.db.l3_dvrscheduler_db [req-66df4409-8186-43c2-ad52-343503bd1ebf req-67f6a081-b9b6-4beb-93e5-3731868b428b tempest-LiveMigrationTest-1021096981 tempest-LiveMigrationTest-1021096981-project] Received port after_create {{(pid=103230) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 19:03:05.599768 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-2f9ead96-fb91-4b0c-a6bd-3af67b03eb8b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1892331'] for security_group (8757276a-4f28-4b5c-b94e-b70c6026af2d), after_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:03:05.603023 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-2f9ead96-fb91-4b0c-a6bd-3af67b03eb8b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:03:05.604152 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-2f9ead96-fb91-4b0c-a6bd-3af67b03eb8b admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/8757276a-4f28-4b5c-b94e-b70c6026af2d HTTP/1.1" status: 204 len: 168 time: 0.3219354 Feb 09 19:03:05.619212 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f69b284-7173-4b00-9196-607e0e721dd1 req-7b69f37a-0f26-403c-bb35-9ade2b65fdc3 tempest-LiveAutoBlockMigrationV225Test-1149753898 tempest-LiveAutoBlockMigrationV225Test-1149753898-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:03:05.626247 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-5f69b284-7173-4b00-9196-607e0e721dd1 req-7b69f37a-0f26-403c-bb35-9ade2b65fdc3 tempest-LiveAutoBlockMigrationV225Test-1149753898 tempest-LiveAutoBlockMigrationV225Test-1149753898-project-admin] 10.222.0.75 "GET /v2.0/ports?device_id=f8dcc237-c202-4732-ba27-7c810c7f88dd HTTP/1.1" status: 200 len: 1129 time: 0.1791670 Feb 09 19:03:05.634450 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Device a88807bb-7bfd-4200-87e0-9af1aae52447 no longer exists at agent hyperv_n-h2-713498-36 {{(pid=103232) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 19:03:05.649775 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f9ead96-fb91-4b0c-a6bd-3af67b03eb8b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8757276a-4f28-4b5c-b94e-b70c6026af2d,revision_number=None']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:03:05.661096 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66df4409-8186-43c2-ad52-343503bd1ebf req-67f6a081-b9b6-4beb-93e5-3731868b428b tempest-LiveMigrationTest-1021096981 tempest-LiveMigrationTest-1021096981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:03:05.664966 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [req-66df4409-8186-43c2-ad52-343503bd1ebf req-67f6a081-b9b6-4beb-93e5-3731868b428b tempest-LiveMigrationTest-1021096981 tempest-LiveMigrationTest-1021096981-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171096'] for port (None), before_response {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:03:05.703864 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-7429db8d-6021-40ad-813e-885be449a89b None None] No Port match for: a88807bb-7bfd-4200-87e0-9af1aae52447 {{(pid=103232) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 19:03:05.704895 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Device a88807bb-7bfd-4200-87e0-9af1aae52447 not bound to the agent host n-h2-713498-36 {{(pid=103232) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 19:03:05.736668 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-66df4409-8186-43c2-ad52-343503bd1ebf req-67f6a081-b9b6-4beb-93e5-3731868b428b tempest-LiveMigrationTest-1021096981 tempest-LiveMigrationTest-1021096981-project] 10.222.0.90 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2242997 Feb 09 19:03:05.765033 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-5f69b284-7173-4b00-9196-607e0e721dd1 req-9b9f8bae-8760-4f8f-b1f6-9fbcefdda381 tempest-LiveAutoBlockMigrationV225Test-1149753898 tempest-LiveAutoBlockMigrationV225Test-1149753898-project-admin] 10.222.0.75 "GET /v2.0/security-groups?id=e3cb5363-3b49-4f74-b239-a871e755b40a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1322899 Feb 09 19:03:05.775392 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.v2.base [req-66df4409-8186-43c2-ad52-343503bd1ebf req-5f5256f0-8691-4d62-816e-c6ad0632709f service neutron] Request body: {'port': {'device_id': '5ff67175-208f-48a4-b08d-79f957313fbc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-713498-36'}} {{(pid=103230) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 19:03:05.934936 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [req-66df4409-8186-43c2-ad52-343503bd1ebf req-5f5256f0-8691-4d62-816e-c6ad0632709f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (2871109b-715f-42ac-9bd1-b1a86f16330a), before_update {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:03:06.000215 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58bda382-2c58-40ee-b222-105bd03d53f4 req-c99f5bbd-cfe6-45e3-b9b4-a26ac6ed3059 tempest-LiveMigrationTest-1021096981 tempest-LiveMigrationTest-1021096981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:03:06.003295 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-58bda382-2c58-40ee-b222-105bd03d53f4 req-c99f5bbd-cfe6-45e3-b9b4-a26ac6ed3059 tempest-LiveMigrationTest-1021096981 tempest-LiveMigrationTest-1021096981-project] 10.222.0.75 "GET /v2.0/ports?device_id=5ff67175-208f-48a4-b08d-79f957313fbc HTTP/1.1" status: 200 len: 932 time: 0.1072993 Feb 09 19:03:06.136695 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-58bda382-2c58-40ee-b222-105bd03d53f4 req-d67539e9-9c08-4383-b8b6-d8a4ee0cf3fb tempest-LiveMigrationTest-1021096981 tempest-LiveMigrationTest-1021096981-project] 10.222.0.75 "GET /v2.0/security-groups?id=ba18819a-1490-4e7b-a11b-e8610423d8ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1252878 Feb 09 19:03:06.443753 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a81b5a4-0455-4acc-aba8-96e2a836d184 req-35d87c0a-20c5-4656-b6bf-917f6c3ba5e1 tempest-LiveAutoBlockMigrationV225Test-1149753898 tempest-LiveAutoBlockMigrationV225Test-1149753898-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:03:06.452637 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-5a81b5a4-0455-4acc-aba8-96e2a836d184 req-35d87c0a-20c5-4656-b6bf-917f6c3ba5e1 tempest-LiveAutoBlockMigrationV225Test-1149753898 tempest-LiveAutoBlockMigrationV225Test-1149753898-project-admin] 10.222.0.75 "GET /v2.0/ports?device_id=f8dcc237-c202-4732-ba27-7c810c7f88dd HTTP/1.1" status: 200 len: 1129 time: 0.0877531 Feb 09 19:03:06.472548 n-d-713498-36 neutron-server[103230]: DEBUG neutron.notifiers.nova [req-66df4409-8186-43c2-ad52-343503bd1ebf req-5f5256f0-8691-4d62-816e-c6ad0632709f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2871109b-715f-42ac-9bd1-b1a86f16330a {{(pid=103230) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 19:03:06.490432 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 47104) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:03:06.499256 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [req-66df4409-8186-43c2-ad52-343503bd1ebf req-5f5256f0-8691-4d62-816e-c6ad0632709f service neutron] Publish callbacks [] for port (2871109b-715f-42ac-9bd1-b1a86f16330a), precommit_update {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:03:06.513271 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-7464bb79-231f-49ab-8e85-30ec3525c0bb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:03:06.530920 n-d-713498-36 neutron-server[103230]: DEBUG neutron.db.provisioning_blocks [req-66df4409-8186-43c2-ad52-343503bd1ebf req-5f5256f0-8691-4d62-816e-c6ad0632709f service neutron] Transition to ACTIVE for port object 2871109b-715f-42ac-9bd1-b1a86f16330a will not be triggered until provisioned by entity L2. {{(pid=103230) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 19:03:06.534767 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-5a81b5a4-0455-4acc-aba8-96e2a836d184 req-2ab3af40-d9e9-444a-9d05-049f2e17cf31 tempest-LiveAutoBlockMigrationV225Test-1149753898 tempest-LiveAutoBlockMigrationV225Test-1149753898-project-admin] 10.222.0.75 "GET /v2.0/security-groups?id=e3cb5363-3b49-4f74-b239-a871e755b40a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0804226 Feb 09 19:03:06.543200 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [req-66df4409-8186-43c2-ad52-343503bd1ebf req-5f5256f0-8691-4d62-816e-c6ad0632709f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762867176205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762866656485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762866656503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14393758'] for port (2871109b-715f-42ac-9bd1-b1a86f16330a), after_update {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:03:06.683116 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f5256f0-8691-4d62-816e-c6ad0632709f service neutron] Pushing event updated for resources: {'Port': ['ID=2871109b-715f-42ac-9bd1-b1a86f16330a,revision_number=2']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:03:06.719667 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 47108) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:03:06.743803 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-7464bb79-231f-49ab-8e85-30ec3525c0bb admin admin] Publish callbacks [] for security_group (50cd9d17-f74a-4e3d-a657-829153d57967), precommit_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:03:06.746718 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.managers [req-66df4409-8186-43c2-ad52-343503bd1ebf req-5f5256f0-8691-4d62-816e-c6ad0632709f service neutron] Attempting to bind port 2871109b-715f-42ac-9bd1-b1a86f16330a on host n-h2-713498-36 for vnic_type normal with profile {{(pid=103230) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 19:03:06.747257 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.managers [req-66df4409-8186-43c2-ad52-343503bd1ebf req-5f5256f0-8691-4d62-816e-c6ad0632709f service neutron] Attempting to bind port 2871109b-715f-42ac-9bd1-b1a86f16330a by drivers openvswitch,hyperv on host n-h2-713498-36 at level 0 using segments [{'id': '5e48c0d3-ac92-403e-8ddc-eab47c471644', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': 'd725567e-ae4f-48c7-8826-ca95b9692346'}] {{(pid=103230) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 19:03:06.747603 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66df4409-8186-43c2-ad52-343503bd1ebf req-5f5256f0-8691-4d62-816e-c6ad0632709f service neutron] Attempting to bind port 2871109b-715f-42ac-9bd1-b1a86f16330a on network d725567e-ae4f-48c7-8826-ca95b9692346 {{(pid=103230) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 19:03:06.751011 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-7464bb79-231f-49ab-8e85-30ec3525c0bb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1892331'] for security_group (50cd9d17-f74a-4e3d-a657-829153d57967), after_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:03:06.778169 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66df4409-8186-43c2-ad52-343503bd1ebf req-5f5256f0-8691-4d62-816e-c6ad0632709f service neutron] Port 2871109b-715f-42ac-9bd1-b1a86f16330a on network d725567e-ae4f-48c7-8826-ca95b9692346 not bound, no agent of type Open vSwitch agent registered on host n-h2-713498-36 {{(pid=103230) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 19:03:06.778539 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66df4409-8186-43c2-ad52-343503bd1ebf req-5f5256f0-8691-4d62-816e-c6ad0632709f service neutron] Attempting to bind port 2871109b-715f-42ac-9bd1-b1a86f16330a on network d725567e-ae4f-48c7-8826-ca95b9692346 {{(pid=103230) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 19:03:06.780229 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 47112) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:03:06.794358 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-7464bb79-231f-49ab-8e85-30ec3525c0bb admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=29d23456027b4bd4abb179252e71b8ac&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3015964 Feb 09 19:03:06.794622 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 47118) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:03:06.798258 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66df4409-8186-43c2-ad52-343503bd1ebf req-5f5256f0-8691-4d62-816e-c6ad0632709f service neutron] Checking agent: {'id': 'bcd5faee-dc24-4298-9134-0e0aa054058e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713498-36', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 18, 59, 19), 'started_at': datetime.datetime(2022, 2, 9, 18, 59, 19), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 19, 2, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103230) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 19:03:06.798673 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66df4409-8186-43c2-ad52-343503bd1ebf req-5f5256f0-8691-4d62-816e-c6ad0632709f service neutron] Checking segment: {'id': '5e48c0d3-ac92-403e-8ddc-eab47c471644', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': 'd725567e-ae4f-48c7-8826-ca95b9692346'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103230) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 19:03:06.799122 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66df4409-8186-43c2-ad52-343503bd1ebf req-5f5256f0-8691-4d62-816e-c6ad0632709f service neutron] Bound using segment: {'id': '5e48c0d3-ac92-403e-8ddc-eab47c471644', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': 'd725567e-ae4f-48c7-8826-ca95b9692346'} {{(pid=103230) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 19:03:06.799632 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.managers [req-66df4409-8186-43c2-ad52-343503bd1ebf req-5f5256f0-8691-4d62-816e-c6ad0632709f service neutron] Bound port: 2871109b-715f-42ac-9bd1-b1a86f16330a, host: n-h2-713498-36, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5e48c0d3-ac92-403e-8ddc-eab47c471644', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': 'd725567e-ae4f-48c7-8826-ca95b9692346'}}] {{(pid=103230) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 19:03:06.800084 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [req-66df4409-8186-43c2-ad52-343503bd1ebf req-5f5256f0-8691-4d62-816e-c6ad0632709f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (2871109b-715f-42ac-9bd1-b1a86f16330a), before_update {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:03:06.819923 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7464bb79-231f-49ab-8e85-30ec3525c0bb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=50cd9d17-f74a-4e3d-a657-829153d57967,revision_number=1']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:03:06.905490 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-e3e0febc-375f-4799-9104-71738810a0a3 admin admin] Publish callbacks [] for security_group (50cd9d17-f74a-4e3d-a657-829153d57967), before_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:03:06.906764 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.db [req-66df4409-8186-43c2-ad52-343503bd1ebf req-5f5256f0-8691-4d62-816e-c6ad0632709f service neutron] For port 2871109b-715f-42ac-9bd1-b1a86f16330a, host n-h2-713498-36, cleared binding levels {{(pid=103230) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 19:03:06.910770 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.db [req-66df4409-8186-43c2-ad52-343503bd1ebf req-5f5256f0-8691-4d62-816e-c6ad0632709f service neutron] For port 2871109b-715f-42ac-9bd1-b1a86f16330a, host n-h2-713498-36, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-36',level=0,port_id=2871109b-715f-42ac-9bd1-b1a86f16330a,segment=NetworkSegment(5e48c0d3-ac92-403e-8ddc-eab47c471644),segment_id=5e48c0d3-ac92-403e-8ddc-eab47c471644)] {{(pid=103230) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 19:03:06.922393 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [req-66df4409-8186-43c2-ad52-343503bd1ebf req-5f5256f0-8691-4d62-816e-c6ad0632709f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762867176205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762866656485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762866656503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14393758'] for port (2871109b-715f-42ac-9bd1-b1a86f16330a), after_update {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:03:06.942697 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-e3e0febc-375f-4799-9104-71738810a0a3 admin admin] Publish callbacks [] for security_group (50cd9d17-f74a-4e3d-a657-829153d57967), precommit_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:03:06.971459 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66df4409-8186-43c2-ad52-343503bd1ebf req-5f5256f0-8691-4d62-816e-c6ad0632709f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:03:06.972196 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [req-66df4409-8186-43c2-ad52-343503bd1ebf req-5f5256f0-8691-4d62-816e-c6ad0632709f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171096'] for port (None), before_response {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:03:06.973676 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-66df4409-8186-43c2-ad52-343503bd1ebf req-5f5256f0-8691-4d62-816e-c6ad0632709f service neutron] 10.222.0.90 "PUT /v2.0/ports/2871109b-715f-42ac-9bd1-b1a86f16330a HTTP/1.1" status: 200 len: 1093 time: 1.2132289 Feb 09 19:03:06.974293 n-d-713498-36 neutron-server[103230]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5ff67175-208f-48a4-b08d-79f957313fbc', 'tag': '2871109b-715f-42ac-9bd1-b1a86f16330a'}] {{(pid=103230) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 19:03:06.977455 n-d-713498-36 neutron-server[103230]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aee5919275bae9f72eb374ee322673045eb80c1f84b4b45a97d96923bd50ab51" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2ab00a44-8164-4112-9968-d9c0aa45fdca" -d '{"events": [{"name": "network-changed", "server_uuid": "5ff67175-208f-48a4-b08d-79f957313fbc", "tag": "2871109b-715f-42ac-9bd1-b1a86f16330a"}]}' {{(pid=103230) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 19:03:07.001786 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f5256f0-8691-4d62-816e-c6ad0632709f service neutron] Pushing event updated for resources: {'Port': ['ID=2871109b-715f-42ac-9bd1-b1a86f16330a,revision_number=3']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:03:07.060291 n-d-713498-36 neutron-server[103230]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 19:03:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cacd76d6-181c-4fdd-9ac4-25b662a10252 x-openstack-request-id: req-cacd76d6-181c-4fdd-9ac4-25b662a10252 {{(pid=103230) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 19:03:07.060719 n-d-713498-36 neutron-server[103230]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5ff67175-208f-48a4-b08d-79f957313fbc", "tag": "2871109b-715f-42ac-9bd1-b1a86f16330a", "status": "completed", "code": 200}]} {{(pid=103230) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 19:03:07.060976 n-d-713498-36 neutron-server[103230]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-cacd76d6-181c-4fdd-9ac4-25b662a10252 {{(pid=103230) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 19:03:07.061399 n-d-713498-36 neutron-server[103230]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5ff67175-208f-48a4-b08d-79f957313fbc', 'tag': '2871109b-715f-42ac-9bd1-b1a86f16330a', 'status': 'completed', 'code': 200} Feb 09 19:03:07.078512 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-1a6cb567-eee5-45e5-8a4c-926d055c1080 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:03:07.094486 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66df4409-8186-43c2-ad52-343503bd1ebf req-2500fe47-6a0d-4c8a-9436-e0780403c073 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:03:07.096254 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-66df4409-8186-43c2-ad52-343503bd1ebf req-2500fe47-6a0d-4c8a-9436-e0780403c073 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=05fa6a089578484da4b750f8c0b5ad12&device_id=5ff67175-208f-48a4-b08d-79f957313fbc HTTP/1.1" status: 200 len: 1127 time: 0.0721874 Feb 09 19:03:07.101389 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-e3e0febc-375f-4799-9104-71738810a0a3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1892331'] for security_group (50cd9d17-f74a-4e3d-a657-829153d57967), after_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:03:07.104548 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-e3e0febc-375f-4799-9104-71738810a0a3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:03:07.108563 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-e3e0febc-375f-4799-9104-71738810a0a3 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/50cd9d17-f74a-4e3d-a657-829153d57967 HTTP/1.1" status: 204 len: 168 time: 0.3126640 Feb 09 19:03:07.119158 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-a7e93c46-fe40-4043-951f-ced09ea21124 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:03:07.131056 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3e0febc-375f-4799-9104-71738810a0a3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=50cd9d17-f74a-4e3d-a657-829153d57967,revision_number=None']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:03:07.168304 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-66df4409-8186-43c2-ad52-343503bd1ebf req-90ef0a95-be13-48b5-bb6f-f1886683cfcb service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=2871109b-715f-42ac-9bd1-b1a86f16330a HTTP/1.1" status: 200 len: 217 time: 0.0632389 Feb 09 19:03:07.238828 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-a7e93c46-fe40-4043-951f-ced09ea21124 admin admin] Publish callbacks [] for security_group (031c416d-7f7d-429e-a17a-1d71cf2eb617), precommit_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:03:07.243324 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-a7e93c46-fe40-4043-951f-ced09ea21124 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1892331'] for security_group (031c416d-7f7d-429e-a17a-1d71cf2eb617), after_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:03:07.289627 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66df4409-8186-43c2-ad52-343503bd1ebf req-472e9ae1-3c05-4463-9b69-f283bd92ff15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:03:07.291477 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-66df4409-8186-43c2-ad52-343503bd1ebf req-472e9ae1-3c05-4463-9b69-f283bd92ff15 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=41b0b245-923a-427d-ac3e-7f4b2ecbbb0e HTTP/1.1" status: 200 len: 847 time: 0.1129470 Feb 09 19:03:07.311130 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-a7e93c46-fe40-4043-951f-ced09ea21124 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=b4085b1e6b104f7287c530d745415da2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5291142 Feb 09 19:03:07.319957 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 47132) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:03:07.322379 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7e93c46-fe40-4043-951f-ced09ea21124 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=031c416d-7f7d-429e-a17a-1d71cf2eb617,revision_number=1']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:03:07.399330 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-66df4409-8186-43c2-ad52-343503bd1ebf req-07cd14d5-6856-42eb-bb17-d22455d8b1cc service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=d725567e-ae4f-48c7-8826-ca95b9692346&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0675476 Feb 09 19:03:07.403044 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-1a6cb567-eee5-45e5-8a4c-926d055c1080 admin admin] Publish callbacks [] for security_group (8b0a6616-f1ec-488b-9d46-dc40e3587d90), precommit_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:03:07.414576 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-1a6cb567-eee5-45e5-8a4c-926d055c1080 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1892331'] for security_group (8b0a6616-f1ec-488b-9d46-dc40e3587d90), after_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:03:07.451353 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-f8914e3c-30dc-43dc-a043-c20b7d81db74 admin admin] Publish callbacks [] for security_group (031c416d-7f7d-429e-a17a-1d71cf2eb617), before_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:03:07.495373 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-f8914e3c-30dc-43dc-a043-c20b7d81db74 admin admin] Publish callbacks [] for security_group (031c416d-7f7d-429e-a17a-1d71cf2eb617), precommit_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:03:07.498839 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-1a6cb567-eee5-45e5-8a4c-926d055c1080 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=8940df0cf9e342f69f6256be6b662076&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7781134 Feb 09 19:03:07.505772 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 47138) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:03:07.511506 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a6cb567-eee5-45e5-8a4c-926d055c1080 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8b0a6616-f1ec-488b-9d46-dc40e3587d90,revision_number=1']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:03:07.548340 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b5effe7-5875-4ca0-97e3-22948cba156a req-fda9f5c8-e181-426e-9777-68da54038725 tempest-LiveMigrationTest-1021096981 tempest-LiveMigrationTest-1021096981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:03:07.565157 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-3b5effe7-5875-4ca0-97e3-22948cba156a req-fda9f5c8-e181-426e-9777-68da54038725 tempest-LiveMigrationTest-1021096981 tempest-LiveMigrationTest-1021096981-project] 10.222.0.75 "GET /v2.0/ports?device_id=5ff67175-208f-48a4-b08d-79f957313fbc HTTP/1.1" status: 200 len: 944 time: 0.2723165 Feb 09 19:03:07.620835 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-66df4409-8186-43c2-ad52-343503bd1ebf req-4f9278ae-4c27-4450-802f-93fe0b7eb17e service neutron] 10.222.0.90 "GET /v2.0/networks/d725567e-ae4f-48c7-8826-ca95b9692346?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2099898 Feb 09 19:03:07.649458 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-3b5effe7-5875-4ca0-97e3-22948cba156a req-0fc34930-858a-4774-9e82-80e46213beb9 tempest-LiveMigrationTest-1021096981 tempest-LiveMigrationTest-1021096981-project] 10.222.0.75 "GET /v2.0/security-groups?id=ba18819a-1490-4e7b-a11b-e8610423d8ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0779178 Feb 09 19:03:07.714450 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-2bc33aa2-dbe8-489e-8b24-ed3a0d17a904 admin admin] Publish callbacks [] for security_group (8b0a6616-f1ec-488b-9d46-dc40e3587d90), before_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:03:07.768325 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-2bc33aa2-dbe8-489e-8b24-ed3a0d17a904 admin admin] Publish callbacks [] for security_group (8b0a6616-f1ec-488b-9d46-dc40e3587d90), precommit_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:03:07.787661 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-66df4409-8186-43c2-ad52-343503bd1ebf req-0440963e-dff3-496b-b6be-0f9d04d21237 service neutron] 10.222.0.90 "GET /v2.0/networks/d725567e-ae4f-48c7-8826-ca95b9692346?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1347175 Feb 09 19:03:07.814520 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-f8914e3c-30dc-43dc-a043-c20b7d81db74 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1892331'] for security_group (031c416d-7f7d-429e-a17a-1d71cf2eb617), after_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:03:07.815109 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-f8914e3c-30dc-43dc-a043-c20b7d81db74 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:03:07.816396 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-f8914e3c-30dc-43dc-a043-c20b7d81db74 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/031c416d-7f7d-429e-a17a-1d71cf2eb617 HTTP/1.1" status: 204 len: 168 time: 0.4949775 Feb 09 19:03:07.882391 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8914e3c-30dc-43dc-a043-c20b7d81db74 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=031c416d-7f7d-429e-a17a-1d71cf2eb617,revision_number=None']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:03:07.909904 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eee84d8-5007-40fc-ab71-5e6c299e81c4 req-4089f872-e855-4ebe-8fbc-d98fa420d7da tempest-LiveAutoBlockMigrationV225Test-1149753898 tempest-LiveAutoBlockMigrationV225Test-1149753898-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:03:07.920778 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-1eee84d8-5007-40fc-ab71-5e6c299e81c4 req-4089f872-e855-4ebe-8fbc-d98fa420d7da tempest-LiveAutoBlockMigrationV225Test-1149753898 tempest-LiveAutoBlockMigrationV225Test-1149753898-project-admin] 10.222.0.75 "GET /v2.0/ports?device_id=f8dcc237-c202-4732-ba27-7c810c7f88dd HTTP/1.1" status: 200 len: 1129 time: 0.2113962 Feb 09 19:03:07.963205 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ab00a44-8164-4112-9968-d9c0aa45fdca req-e88cf340-a868-44f5-949a-bdf528de5768 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:03:07.964396 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-2bc33aa2-dbe8-489e-8b24-ed3a0d17a904 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1892331'] for security_group (8b0a6616-f1ec-488b-9d46-dc40e3587d90), after_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:03:07.965362 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-2ab00a44-8164-4112-9968-d9c0aa45fdca req-e88cf340-a868-44f5-949a-bdf528de5768 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=05fa6a089578484da4b750f8c0b5ad12&device_id=5ff67175-208f-48a4-b08d-79f957313fbc HTTP/1.1" status: 200 len: 1127 time: 0.1108785 Feb 09 19:03:07.967894 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-2bc33aa2-dbe8-489e-8b24-ed3a0d17a904 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:03:07.970058 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-2bc33aa2-dbe8-489e-8b24-ed3a0d17a904 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/8b0a6616-f1ec-488b-9d46-dc40e3587d90 HTTP/1.1" status: 204 len: 168 time: 0.4622142 Feb 09 19:03:08.025418 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bc33aa2-dbe8-489e-8b24-ed3a0d17a904 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8b0a6616-f1ec-488b-9d46-dc40e3587d90,revision_number=None']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:03:08.043987 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-1eee84d8-5007-40fc-ab71-5e6c299e81c4 req-20c484bf-574e-460f-af1c-ed24c74167d9 tempest-LiveAutoBlockMigrationV225Test-1149753898 tempest-LiveAutoBlockMigrationV225Test-1149753898-project-admin] 10.222.0.75 "GET /v2.0/security-groups?id=e3cb5363-3b49-4f74-b239-a871e755b40a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1161022 Feb 09 19:03:08.204237 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ab00a44-8164-4112-9968-d9c0aa45fdca req-efc01034-69e8-4f17-b9b9-aa2929e1a2ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:03:08.206411 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 47168) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:03:08.206880 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-2ab00a44-8164-4112-9968-d9c0aa45fdca req-efc01034-69e8-4f17-b9b9-aa2929e1a2ad service neutron] 10.222.0.90 "GET /v2.0/networks?id=d725567e-ae4f-48c7-8826-ca95b9692346 HTTP/1.1" status: 200 len: 908 time: 0.2278914 Feb 09 19:03:08.285267 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [req-124ea499-d57b-40dd-85f8-7054a91c749a req-4547cd83-eced-4bf4-8ade-05a5a324ca78 service neutron] http://10.222.0.75:9696/v2.0/extensions returned with HTTP 200 {{(pid=103230) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 09 19:03:08.286279 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-124ea499-d57b-40dd-85f8-7054a91c749a req-4547cd83-eced-4bf4-8ade-05a5a324ca78 service neutron] 10.222.0.75 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0057852 Feb 09 19:03:08.287719 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-2ab00a44-8164-4112-9968-d9c0aa45fdca req-5f0e0e6f-a85e-4eec-97c6-bd4e6d014703 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=2871109b-715f-42ac-9bd1-b1a86f16330a HTTP/1.1" status: 200 len: 217 time: 0.0701356 Feb 09 19:03:08.376356 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ab00a44-8164-4112-9968-d9c0aa45fdca req-3788ad57-19da-4daa-8dbe-aa993b114b79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:03:08.378281 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-2ab00a44-8164-4112-9968-d9c0aa45fdca req-3788ad57-19da-4daa-8dbe-aa993b114b79 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=41b0b245-923a-427d-ac3e-7f4b2ecbbb0e HTTP/1.1" status: 200 len: 847 time: 0.0817909 Feb 09 19:03:08.439136 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-2ab00a44-8164-4112-9968-d9c0aa45fdca req-91e360ef-3478-4e29-9bac-1d50bc80605a service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=d725567e-ae4f-48c7-8826-ca95b9692346&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0487008 Feb 09 19:03:08.470748 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 47176) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:03:08.505766 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-cada9ce9-1ab9-4dbf-b10d-af2ba404f267 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:03:08.592128 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-2ab00a44-8164-4112-9968-d9c0aa45fdca req-fc407e61-7861-4fe4-aac0-31f695d7cc70 service neutron] 10.222.0.90 "GET /v2.0/networks/d725567e-ae4f-48c7-8826-ca95b9692346?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1419530 Feb 09 19:03:08.643880 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-cada9ce9-1ab9-4dbf-b10d-af2ba404f267 admin admin] Publish callbacks [] for security_group (a0bea421-ca70-400a-9cf1-36c94af5a387), precommit_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:03:08.649668 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-cada9ce9-1ab9-4dbf-b10d-af2ba404f267 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1892331'] for security_group (a0bea421-ca70-400a-9cf1-36c94af5a387), after_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:03:08.756436 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-2ab00a44-8164-4112-9968-d9c0aa45fdca req-7237607b-593a-4a0a-a8a8-cac2a386b641 service neutron] 10.222.0.90 "GET /v2.0/networks/d725567e-ae4f-48c7-8826-ca95b9692346?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1535940 Feb 09 19:03:08.773633 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 47188) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:03:08.773846 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-cada9ce9-1ab9-4dbf-b10d-af2ba404f267 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=b36764a6fde74ab2ac621e42dea4cfac&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3009944 Feb 09 19:03:08.779014 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-3d4b09ec-e87b-4b07-94a5-7dde2d59b8e7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:03:08.821205 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cada9ce9-1ab9-4dbf-b10d-af2ba404f267 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a0bea421-ca70-400a-9cf1-36c94af5a387,revision_number=1']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:03:08.860983 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 47190) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:03:08.871263 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eec0c1f-571c-4141-bf3c-abe6a4427c95 req-1a1594df-b302-4bb4-ac09-13a664dc82f8 tempest-LiveMigrationTest-1021096981 tempest-LiveMigrationTest-1021096981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:03:08.879379 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-6eec0c1f-571c-4141-bf3c-abe6a4427c95 req-1a1594df-b302-4bb4-ac09-13a664dc82f8 tempest-LiveMigrationTest-1021096981 tempest-LiveMigrationTest-1021096981-project] 10.222.0.75 "GET /v2.0/ports?device_id=5ff67175-208f-48a4-b08d-79f957313fbc HTTP/1.1" status: 200 len: 944 time: 0.1043446 Feb 09 19:03:08.914149 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-29929c65-c475-4f40-8c20-04332eed05ab admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:03:08.962527 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-6eec0c1f-571c-4141-bf3c-abe6a4427c95 req-35926796-6f63-48ce-8e79-a735b9018d4c tempest-LiveMigrationTest-1021096981 tempest-LiveMigrationTest-1021096981-project] 10.222.0.75 "GET /v2.0/security-groups?id=ba18819a-1490-4e7b-a11b-e8610423d8ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0800071 Feb 09 19:03:08.980934 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-c1d83df1-3e4a-470a-9ca5-11a626075211 admin admin] Publish callbacks [] for security_group (a0bea421-ca70-400a-9cf1-36c94af5a387), before_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:03:09.017786 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-3d4b09ec-e87b-4b07-94a5-7dde2d59b8e7 admin admin] Publish callbacks [] for security_group (2b00501d-35c8-4635-a8d9-16a93f5c8f28), precommit_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:03:09.027591 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-3d4b09ec-e87b-4b07-94a5-7dde2d59b8e7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1892331'] for security_group (2b00501d-35c8-4635-a8d9-16a93f5c8f28), after_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:03:09.030975 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-c1d83df1-3e4a-470a-9ca5-11a626075211 admin admin] Publish callbacks [] for security_group (a0bea421-ca70-400a-9cf1-36c94af5a387), precommit_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:03:09.110859 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-3d4b09ec-e87b-4b07-94a5-7dde2d59b8e7 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=b1e660e8202a42cabe979eb80bae9254&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9025552 Feb 09 19:03:09.118146 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 47196) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:03:09.125723 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-29929c65-c475-4f40-8c20-04332eed05ab admin admin] Publish callbacks [] for security_group (43923d92-210e-4c9b-afd1-f5215b2d64e7), precommit_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:03:09.134300 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-29929c65-c475-4f40-8c20-04332eed05ab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1892331'] for security_group (43923d92-210e-4c9b-afd1-f5215b2d64e7), after_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:03:09.152720 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-c1d83df1-3e4a-470a-9ca5-11a626075211 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1892331'] for security_group (a0bea421-ca70-400a-9cf1-36c94af5a387), after_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:03:09.155958 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-c1d83df1-3e4a-470a-9ca5-11a626075211 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:03:09.157386 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-c1d83df1-3e4a-470a-9ca5-11a626075211 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/a0bea421-ca70-400a-9cf1-36c94af5a387 HTTP/1.1" status: 204 len: 168 time: 0.3813453 Feb 09 19:03:09.167012 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d4b09ec-e87b-4b07-94a5-7dde2d59b8e7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2b00501d-35c8-4635-a8d9-16a93f5c8f28,revision_number=1']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:03:09.218590 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 47206) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:03:09.223928 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-29929c65-c475-4f40-8c20-04332eed05ab admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=52d2483a3397499a84e59fd6c0f251af&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3469164 Feb 09 19:03:09.225263 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29929c65-c475-4f40-8c20-04332eed05ab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=43923d92-210e-4c9b-afd1-f5215b2d64e7,revision_number=1']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:03:09.229996 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-53906943-7f8c-420f-a69b-e1c9449eeb8e admin admin] Publish callbacks [] for security_group (2b00501d-35c8-4635-a8d9-16a93f5c8f28), before_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:03:09.246990 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1d83df1-3e4a-470a-9ca5-11a626075211 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a0bea421-ca70-400a-9cf1-36c94af5a387,revision_number=None']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:03:09.298348 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-53906943-7f8c-420f-a69b-e1c9449eeb8e admin admin] Publish callbacks [] for security_group (2b00501d-35c8-4635-a8d9-16a93f5c8f28), precommit_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:03:09.343318 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-1dc3f4cc-2dd6-469e-9b93-8cb53d27855f admin admin] Publish callbacks [] for security_group (43923d92-210e-4c9b-afd1-f5215b2d64e7), before_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:03:09.373052 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-1dc3f4cc-2dd6-469e-9b93-8cb53d27855f admin admin] Publish callbacks [] for security_group (43923d92-210e-4c9b-afd1-f5215b2d64e7), precommit_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:03:09.425410 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-53906943-7f8c-420f-a69b-e1c9449eeb8e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1892331'] for security_group (2b00501d-35c8-4635-a8d9-16a93f5c8f28), after_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:03:09.429153 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-53906943-7f8c-420f-a69b-e1c9449eeb8e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:03:09.430777 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-53906943-7f8c-420f-a69b-e1c9449eeb8e admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/2b00501d-35c8-4635-a8d9-16a93f5c8f28 HTTP/1.1" status: 204 len: 168 time: 0.3079019 Feb 09 19:03:09.440802 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53906943-7f8c-420f-a69b-e1c9449eeb8e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2b00501d-35c8-4635-a8d9-16a93f5c8f28,revision_number=None']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:03:09.448639 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-1dc3f4cc-2dd6-469e-9b93-8cb53d27855f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1892331'] for security_group (43923d92-210e-4c9b-afd1-f5215b2d64e7), after_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:03:09.451574 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-1dc3f4cc-2dd6-469e-9b93-8cb53d27855f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:03:09.455842 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-1dc3f4cc-2dd6-469e-9b93-8cb53d27855f admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/43923d92-210e-4c9b-afd1-f5215b2d64e7 HTTP/1.1" status: 204 len: 168 time: 0.2352152 Feb 09 19:03:09.464840 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dc3f4cc-2dd6-469e-9b93-8cb53d27855f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=43923d92-210e-4c9b-afd1-f5215b2d64e7,revision_number=None']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:03:09.954244 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [req-41579836-ce21-4ee2-9cdd-fef731dd9cd3 req-1c4d8c42-5bb3-4a54-bbfa-8f01124d0174 tempest-LiveAutoBlockMigrationV225Test-1149753898 tempest-LiveAutoBlockMigrationV225Test-1149753898-project-admin] http://10.222.0.75:9696/v2.0/extensions returned with HTTP 200 {{(pid=103230) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 09 19:03:09.955229 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-41579836-ce21-4ee2-9cdd-fef731dd9cd3 req-1c4d8c42-5bb3-4a54-bbfa-8f01124d0174 tempest-LiveAutoBlockMigrationV225Test-1149753898 tempest-LiveAutoBlockMigrationV225Test-1149753898-project-admin] 10.222.0.75 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0060048 Feb 09 19:03:09.961776 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 47242) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:03:10.006211 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-ae014712-49e9-4e81-923b-92cc47302b26 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:03:10.110852 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-ae014712-49e9-4e81-923b-92cc47302b26 admin admin] Publish callbacks [] for security_group (db9f4ff6-98f3-4f0f-954f-1fb3601dc86d), precommit_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:03:10.117933 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41579836-ce21-4ee2-9cdd-fef731dd9cd3 req-3b51810e-fb83-4db6-92c2-091ee5283202 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:03:10.119507 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-41579836-ce21-4ee2-9cdd-fef731dd9cd3 req-3b51810e-fb83-4db6-92c2-091ee5283202 service neutron] 10.222.0.75 "GET /v2.0/ports/e3deb77c-5e11-4cdd-ac65-3b3ef7c8fe1d HTTP/1.1" status: 200 len: 1126 time: 0.1547825 Feb 09 19:03:10.120605 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-ae014712-49e9-4e81-923b-92cc47302b26 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1892331'] for security_group (db9f4ff6-98f3-4f0f-954f-1fb3601dc86d), after_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:03:10.131537 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f6acb47-bb8f-4f5e-af57-7fcce3e9af13 req-415e2d87-b99d-4e7f-827f-dbe26fc922a2 tempest-LiveMigrationTest-1021096981 tempest-LiveMigrationTest-1021096981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:03:10.140314 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-1f6acb47-bb8f-4f5e-af57-7fcce3e9af13 req-415e2d87-b99d-4e7f-827f-dbe26fc922a2 tempest-LiveMigrationTest-1021096981 tempest-LiveMigrationTest-1021096981-project] 10.222.0.75 "GET /v2.0/ports?device_id=5ff67175-208f-48a4-b08d-79f957313fbc HTTP/1.1" status: 200 len: 944 time: 0.0682406 Feb 09 19:03:10.167559 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae014712-49e9-4e81-923b-92cc47302b26 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=db9f4ff6-98f3-4f0f-954f-1fb3601dc86d,revision_number=1']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:03:10.175801 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.v2.base [req-41579836-ce21-4ee2-9cdd-fef731dd9cd3 req-3411ad87-e520-4013-95c4-6c4bd08811e7 service neutron] Request body: {'binding': {'host': 'n-h2-713498-36', 'vnic_type': 'normal', 'profile': {}}} {{(pid=103230) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 19:03:10.176262 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.v2.base [req-41579836-ce21-4ee2-9cdd-fef731dd9cd3 req-3411ad87-e520-4013-95c4-6c4bd08811e7 service neutron] Unknown quota resources ['binding']. {{(pid=103230) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Feb 09 19:03:10.218590 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-1f6acb47-bb8f-4f5e-af57-7fcce3e9af13 req-0f9ae62b-9a7e-4ee0-b3cd-26501b584d61 tempest-LiveMigrationTest-1021096981 tempest-LiveMigrationTest-1021096981-project] 10.222.0.75 "GET /v2.0/security-groups?id=ba18819a-1490-4e7b-a11b-e8610423d8ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0773785 Feb 09 19:03:10.225384 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-ae014712-49e9-4e81-923b-92cc47302b26 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=15a7a48c00e44bee8078692b7150e3dc&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2597976 Feb 09 19:03:10.226424 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 47252) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:03:10.355423 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-49e67180-791c-4dc7-9ae5-57ffec2ab215 admin admin] Publish callbacks [] for security_group (db9f4ff6-98f3-4f0f-954f-1fb3601dc86d), before_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:03:10.403804 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-49e67180-791c-4dc7-9ae5-57ffec2ab215 admin admin] Publish callbacks [] for security_group (db9f4ff6-98f3-4f0f-954f-1fb3601dc86d), precommit_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:03:10.450069 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.managers [req-41579836-ce21-4ee2-9cdd-fef731dd9cd3 req-3411ad87-e520-4013-95c4-6c4bd08811e7 service neutron] Attempting to bind port e3deb77c-5e11-4cdd-ac65-3b3ef7c8fe1d on host n-h2-713498-36 for vnic_type normal with profile None {{(pid=103230) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 19:03:10.450636 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.managers [req-41579836-ce21-4ee2-9cdd-fef731dd9cd3 req-3411ad87-e520-4013-95c4-6c4bd08811e7 service neutron] Attempting to bind port e3deb77c-5e11-4cdd-ac65-3b3ef7c8fe1d by drivers openvswitch,hyperv on host n-h2-713498-36 at level 0 using segments [{'id': 'b98d4747-b18c-4141-8910-77c1fada78d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': '0e993f99-d3d0-4a2a-8eed-2f34375798b5'}] {{(pid=103230) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 19:03:10.451133 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41579836-ce21-4ee2-9cdd-fef731dd9cd3 req-3411ad87-e520-4013-95c4-6c4bd08811e7 service neutron] Attempting to bind port e3deb77c-5e11-4cdd-ac65-3b3ef7c8fe1d on network 0e993f99-d3d0-4a2a-8eed-2f34375798b5 {{(pid=103230) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 19:03:10.466744 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41579836-ce21-4ee2-9cdd-fef731dd9cd3 req-3411ad87-e520-4013-95c4-6c4bd08811e7 service neutron] Port e3deb77c-5e11-4cdd-ac65-3b3ef7c8fe1d on network 0e993f99-d3d0-4a2a-8eed-2f34375798b5 not bound, no agent of type Open vSwitch agent registered on host n-h2-713498-36 {{(pid=103230) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 19:03:10.467336 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41579836-ce21-4ee2-9cdd-fef731dd9cd3 req-3411ad87-e520-4013-95c4-6c4bd08811e7 service neutron] Attempting to bind port e3deb77c-5e11-4cdd-ac65-3b3ef7c8fe1d on network 0e993f99-d3d0-4a2a-8eed-2f34375798b5 {{(pid=103230) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 19:03:10.475474 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41579836-ce21-4ee2-9cdd-fef731dd9cd3 req-3411ad87-e520-4013-95c4-6c4bd08811e7 service neutron] Checking agent: {'id': 'bcd5faee-dc24-4298-9134-0e0aa054058e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713498-36', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 18, 59, 19), 'started_at': datetime.datetime(2022, 2, 9, 18, 59, 19), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 19, 2, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103230) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 19:03:10.476720 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41579836-ce21-4ee2-9cdd-fef731dd9cd3 req-3411ad87-e520-4013-95c4-6c4bd08811e7 service neutron] Checking segment: {'id': 'b98d4747-b18c-4141-8910-77c1fada78d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': '0e993f99-d3d0-4a2a-8eed-2f34375798b5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103230) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 19:03:10.477284 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41579836-ce21-4ee2-9cdd-fef731dd9cd3 req-3411ad87-e520-4013-95c4-6c4bd08811e7 service neutron] Bound using segment: {'id': 'b98d4747-b18c-4141-8910-77c1fada78d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': '0e993f99-d3d0-4a2a-8eed-2f34375798b5'} {{(pid=103230) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 19:03:10.477885 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.managers [req-41579836-ce21-4ee2-9cdd-fef731dd9cd3 req-3411ad87-e520-4013-95c4-6c4bd08811e7 service neutron] Bound port: e3deb77c-5e11-4cdd-ac65-3b3ef7c8fe1d, host: n-h2-713498-36, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b98d4747-b18c-4141-8910-77c1fada78d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': '0e993f99-d3d0-4a2a-8eed-2f34375798b5'}}] {{(pid=103230) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 19:03:10.543744 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.db [req-41579836-ce21-4ee2-9cdd-fef731dd9cd3 req-3411ad87-e520-4013-95c4-6c4bd08811e7 service neutron] For port e3deb77c-5e11-4cdd-ac65-3b3ef7c8fe1d, host n-h2-713498-36, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-36',level=0,port_id=e3deb77c-5e11-4cdd-ac65-3b3ef7c8fe1d,segment=NetworkSegment(b98d4747-b18c-4141-8910-77c1fada78d1),segment_id=b98d4747-b18c-4141-8910-77c1fada78d1)] {{(pid=103230) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 19:03:10.561286 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [req-41579836-ce21-4ee2-9cdd-fef731dd9cd3 req-3411ad87-e520-4013-95c4-6c4bd08811e7 service neutron] Publish callbacks [] for binding (None), before_response {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:03:10.562465 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-41579836-ce21-4ee2-9cdd-fef731dd9cd3 req-3411ad87-e520-4013-95c4-6c4bd08811e7 service neutron] 10.222.0.75 "POST /v2.0/ports/e3deb77c-5e11-4cdd-ac65-3b3ef7c8fe1d/bindings HTTP/1.1" status: 201 len: 390 time: 0.4026532 Feb 09 19:03:10.563235 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-49e67180-791c-4dc7-9ae5-57ffec2ab215 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1892331'] for security_group (db9f4ff6-98f3-4f0f-954f-1fb3601dc86d), after_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:03:10.566089 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-49e67180-791c-4dc7-9ae5-57ffec2ab215 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:03:10.567769 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-49e67180-791c-4dc7-9ae5-57ffec2ab215 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/db9f4ff6-98f3-4f0f-954f-1fb3601dc86d HTTP/1.1" status: 204 len: 168 time: 0.3404787 Feb 09 19:03:10.583120 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49e67180-791c-4dc7-9ae5-57ffec2ab215 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=db9f4ff6-98f3-4f0f-954f-1fb3601dc86d,revision_number=None']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:03:10.748688 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-c611ff17-72cc-45f8-b3dd-8fea1d984383 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762867132591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593584'] for agent (af91e4b9-f4e1-42b1-a25c-a10dc47171c8), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:03:10.808071 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58e2e336-230e-41da-8b68-5107c4c7b824 req-02feaed3-7e3d-48b3-ae79-ac6442df2d84 tempest-LiveAutoBlockMigrationV225Test-2127879101 tempest-LiveAutoBlockMigrationV225Test-2127879101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:03:10.830942 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-58e2e336-230e-41da-8b68-5107c4c7b824 req-02feaed3-7e3d-48b3-ae79-ac6442df2d84 tempest-LiveAutoBlockMigrationV225Test-2127879101 tempest-LiveAutoBlockMigrationV225Test-2127879101-project] 10.222.0.75 "GET /v2.0/ports?device_id=f8dcc237-c202-4732-ba27-7c810c7f88dd HTTP/1.1" status: 200 len: 946 time: 0.1095905 Feb 09 19:03:10.899727 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-58e2e336-230e-41da-8b68-5107c4c7b824 req-fb79841d-29fb-4f68-81f2-87a8040b2391 tempest-LiveAutoBlockMigrationV225Test-2127879101 tempest-LiveAutoBlockMigrationV225Test-2127879101-project] 10.222.0.75 "GET /v2.0/security-groups?id=e3cb5363-3b49-4f74-b239-a871e755b40a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0678582 Feb 09 19:03:10.939020 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41579836-ce21-4ee2-9cdd-fef731dd9cd3 req-5204f5d0-011a-47b9-89e1-577e8594a535 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:03:10.941441 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-41579836-ce21-4ee2-9cdd-fef731dd9cd3 req-5204f5d0-011a-47b9-89e1-577e8594a535 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=b8d56d08e88f4d4daeb8e5fed321a162&device_id=f8dcc237-c202-4732-ba27-7c810c7f88dd HTTP/1.1" status: 200 len: 1129 time: 0.0744960 Feb 09 19:03:11.053238 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41579836-ce21-4ee2-9cdd-fef731dd9cd3 req-015d66bd-eeb6-48cc-bd9a-8ee6a4044417 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:03:11.056103 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-41579836-ce21-4ee2-9cdd-fef731dd9cd3 req-015d66bd-eeb6-48cc-bd9a-8ee6a4044417 service neutron] 10.222.0.90 "GET /v2.0/networks?id=0e993f99-d3d0-4a2a-8eed-2f34375798b5 HTTP/1.1" status: 200 len: 921 time: 0.1030769 Feb 09 19:03:11.103377 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-41579836-ce21-4ee2-9cdd-fef731dd9cd3 req-edcdb303-33e0-4536-aa45-efee2883ca69 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e3deb77c-5e11-4cdd-ac65-3b3ef7c8fe1d HTTP/1.1" status: 200 len: 217 time: 0.0379238 Feb 09 19:03:11.200198 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41579836-ce21-4ee2-9cdd-fef731dd9cd3 req-d56a116a-98e6-4b16-810e-c06426c7d696 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:03:11.201838 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-41579836-ce21-4ee2-9cdd-fef731dd9cd3 req-d56a116a-98e6-4b16-810e-c06426c7d696 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=7d496e2d-6315-4d42-9415-66e0bdf20977 HTTP/1.1" status: 200 len: 860 time: 0.0857413 Feb 09 19:03:11.266708 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-41579836-ce21-4ee2-9cdd-fef731dd9cd3 req-c1246fde-1118-4de3-8ab7-e7c6fd346e05 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=0e993f99-d3d0-4a2a-8eed-2f34375798b5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0545056 Feb 09 19:03:11.690958 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Device 2871109b-715f-42ac-9bd1-b1a86f16330a details requested by agent hyperv_n-h2-713498-36 with host n-h2-713498-36 {{(pid=103232) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 19:03:11.707340 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-41579836-ce21-4ee2-9cdd-fef731dd9cd3 req-01d23d92-1b63-4c4b-ac08-58a324d2dad1 service neutron] 10.222.0.90 "GET /v2.0/networks/0e993f99-d3d0-4a2a-8eed-2f34375798b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4309187 Feb 09 19:03:11.714639 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-172721aa-f444-4c9f-afa8-c12e8612c486 req-4d53f1c6-8748-4ee8-925e-38837d571f0e tempest-LiveMigrationTest-1021096981 tempest-LiveMigrationTest-1021096981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:03:11.721323 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-172721aa-f444-4c9f-afa8-c12e8612c486 req-4d53f1c6-8748-4ee8-925e-38837d571f0e tempest-LiveMigrationTest-1021096981 tempest-LiveMigrationTest-1021096981-project] 10.222.0.75 "GET /v2.0/ports?device_id=5ff67175-208f-48a4-b08d-79f957313fbc HTTP/1.1" status: 200 len: 944 time: 0.3323948 Feb 09 19:03:11.856893 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-172721aa-f444-4c9f-afa8-c12e8612c486 req-42fdf93a-531c-4213-97a2-c804be7af6f1 tempest-LiveMigrationTest-1021096981 tempest-LiveMigrationTest-1021096981-project] 10.222.0.75 "GET /v2.0/security-groups?id=ba18819a-1490-4e7b-a11b-e8610423d8ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1348929 Feb 09 19:03:11.884886 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-41579836-ce21-4ee2-9cdd-fef731dd9cd3 req-ccd718ab-a0a6-49fa-8460-88ee3c291adb service neutron] 10.222.0.90 "GET /v2.0/networks/0e993f99-d3d0-4a2a-8eed-2f34375798b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1617656 Feb 09 19:03:11.964044 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-7429db8d-6021-40ad-813e-885be449a89b None None] For port 2871109b-715f-42ac-9bd1-b1a86f16330a, host n-h2-713498-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-36',level=0,port_id=2871109b-715f-42ac-9bd1-b1a86f16330a,segment=NetworkSegment(5e48c0d3-ac92-403e-8ddc-eab47c471644),segment_id=5e48c0d3-ac92-403e-8ddc-eab47c471644)] {{(pid=103232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 19:03:11.980191 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Returning: {'device': '2871109b-715f-42ac-9bd1-b1a86f16330a', 'network_id': 'd725567e-ae4f-48c7-8826-ca95b9692346', 'port_id': '2871109b-715f-42ac-9bd1-b1a86f16330a', 'mac_address': 'fa:16:3e:6c:30:42', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 375, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '41b0b245-923a-427d-ac3e-7f4b2ecbbb0e', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103232) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 19:03:12.064458 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 47344) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:03:12.067756 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Current status of the port 2871109b-715f-42ac-9bd1-b1a86f16330a is: DOWN; New status is: BUILD {{(pid=103232) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 19:03:12.068291 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (2871109b-715f-42ac-9bd1-b1a86f16330a), before_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:03:12.097877 n-d-713498-36 neutron-server[103232]: DEBUG neutron.notifiers.nova [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2871109b-715f-42ac-9bd1-b1a86f16330a {{(pid=103232) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 19:03:12.155435 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-7429db8d-6021-40ad-813e-885be449a89b None None] For port 2871109b-715f-42ac-9bd1-b1a86f16330a, host n-h2-713498-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-36',level=0,port_id=2871109b-715f-42ac-9bd1-b1a86f16330a,segment=NetworkSegment(5e48c0d3-ac92-403e-8ddc-eab47c471644),segment_id=5e48c0d3-ac92-403e-8ddc-eab47c471644)] {{(pid=103232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 19:03:12.162362 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762867176205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762866656485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762866656503'] for port (2871109b-715f-42ac-9bd1-b1a86f16330a), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:03:12.214003 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41579836-ce21-4ee2-9cdd-fef731dd9cd3 req-46adaa0f-a50c-41e0-9b0f-9f4193329875 tempest-LiveAutoBlockMigrationV225Test-1149753898 tempest-LiveAutoBlockMigrationV225Test-1149753898-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:03:12.216056 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-41579836-ce21-4ee2-9cdd-fef731dd9cd3 req-46adaa0f-a50c-41e0-9b0f-9f4193329875 tempest-LiveAutoBlockMigrationV225Test-1149753898 tempest-LiveAutoBlockMigrationV225Test-1149753898-project-admin] 10.222.0.90 "GET /v2.0/ports?device_id=f8dcc237-c202-4732-ba27-7c810c7f88dd&tenant_id=b8d56d08e88f4d4daeb8e5fed321a162&binding%3Ahost_id=n-h1-713498-36 HTTP/1.1" status: 200 len: 1129 time: 0.2280285 Feb 09 19:03:12.232822 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.v2.base [req-41579836-ce21-4ee2-9cdd-fef731dd9cd3 req-d2b07209-b368-4dc9-bc26-79b372b96dbb service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-713498-36'}}} {{(pid=103230) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 19:03:12.250729 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Pushing event updated for resources: {'Port': ['ID=2871109b-715f-42ac-9bd1-b1a86f16330a,revision_number=4']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:03:12.400730 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-6005a873-ec87-4a0d-b8f0-1aaaa90abef3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:03:12.444678 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ef3f775-1f4b-4283-b109-f4f3b964544f req-84833100-ee3c-4244-a6a6-3be37bba2aae tempest-LiveAutoBlockMigrationV225Test-2127879101 tempest-LiveAutoBlockMigrationV225Test-2127879101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:03:12.449675 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-0ef3f775-1f4b-4283-b109-f4f3b964544f req-84833100-ee3c-4244-a6a6-3be37bba2aae tempest-LiveAutoBlockMigrationV225Test-2127879101 tempest-LiveAutoBlockMigrationV225Test-2127879101-project] 10.222.0.75 "GET /v2.0/ports?device_id=f8dcc237-c202-4732-ba27-7c810c7f88dd HTTP/1.1" status: 200 len: 946 time: 0.4368560 Feb 09 19:03:12.462903 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [req-41579836-ce21-4ee2-9cdd-fef731dd9cd3 req-d2b07209-b368-4dc9-bc26-79b372b96dbb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (e3deb77c-5e11-4cdd-ac65-3b3ef7c8fe1d), before_update {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:03:12.530778 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-7429db8d-6021-40ad-813e-885be449a89b None None] get_ports_and_sgs() called for port_ids ['2871109b-715f-42ac-9bd1-b1a86f16330a'] {{(pid=103232) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 19:03:12.552302 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-0ef3f775-1f4b-4283-b109-f4f3b964544f req-966e6a95-70d0-4d22-a307-c8320f78c3e8 tempest-LiveAutoBlockMigrationV225Test-2127879101 tempest-LiveAutoBlockMigrationV225Test-2127879101-project] 10.222.0.75 "GET /v2.0/security-groups?id=e3cb5363-3b49-4f74-b239-a871e755b40a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0966306 Feb 09 19:03:12.786812 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.db [req-41579836-ce21-4ee2-9cdd-fef731dd9cd3 req-d2b07209-b368-4dc9-bc26-79b372b96dbb service neutron] For port e3deb77c-5e11-4cdd-ac65-3b3ef7c8fe1d, host n-h1-713498-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-36',level=0,port_id=e3deb77c-5e11-4cdd-ac65-3b3ef7c8fe1d,segment=NetworkSegment(b98d4747-b18c-4141-8910-77c1fada78d1),segment_id=b98d4747-b18c-4141-8910-77c1fada78d1)] {{(pid=103230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 19:03:12.854283 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.db [req-41579836-ce21-4ee2-9cdd-fef731dd9cd3 req-d2b07209-b368-4dc9-bc26-79b372b96dbb service neutron] For port e3deb77c-5e11-4cdd-ac65-3b3ef7c8fe1d, host n-h1-713498-36, cleared binding levels {{(pid=103230) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 19:03:12.890478 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-6005a873-ec87-4a0d-b8f0-1aaaa90abef3 admin admin] Publish callbacks [] for security_group (73e3b74b-f4df-4bf4-90e6-27133a3e7aaa), precommit_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:03:12.902232 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-6005a873-ec87-4a0d-b8f0-1aaaa90abef3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1892331'] for security_group (73e3b74b-f4df-4bf4-90e6-27133a3e7aaa), after_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:03:12.939597 n-d-713498-36 neutron-server[103230]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f8dcc237-c202-4732-ba27-7c810c7f88dd', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e3deb77c-5e11-4cdd-ac65-3b3ef7c8fe1d'}] {{(pid=103230) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 19:03:12.942016 n-d-713498-36 neutron-server[103230]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aee5919275bae9f72eb374ee322673045eb80c1f84b4b45a97d96923bd50ab51" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0aa201f4-2737-4c8d-a94e-c277f839ff3e" -d '{"events": [{"server_uuid": "f8dcc237-c202-4732-ba27-7c810c7f88dd", "name": "network-vif-unplugged", "status": "completed", "tag": "e3deb77c-5e11-4cdd-ac65-3b3ef7c8fe1d"}]}' {{(pid=103230) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 19:03:12.952386 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [req-41579836-ce21-4ee2-9cdd-fef731dd9cd3 req-d2b07209-b368-4dc9-bc26-79b372b96dbb service neutron] Publish callbacks [] for port (e3deb77c-5e11-4cdd-ac65-3b3ef7c8fe1d), precommit_update {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:03:12.979189 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-6005a873-ec87-4a0d-b8f0-1aaaa90abef3 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=440f8157f6244e9b86f092223798a43d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9103413 Feb 09 19:03:12.979189 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6005a873-ec87-4a0d-b8f0-1aaaa90abef3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=73e3b74b-f4df-4bf4-90e6-27133a3e7aaa,revision_number=1']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:03:12.980910 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 47394) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:03:12.988401 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [req-41579836-ce21-4ee2-9cdd-fef731dd9cd3 req-d2b07209-b368-4dc9-bc26-79b372b96dbb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762867176205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762866656485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762866656503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14393758'] for port (e3deb77c-5e11-4cdd-ac65-3b3ef7c8fe1d), after_update {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:03:13.003021 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-9599dd4c-f689-4324-867e-5496e2cf823f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762867132591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593584'] for agent (93303d5e-5d17-45e8-8963-7694f87783ae), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:03:13.052183 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2b07209-b368-4dc9-bc26-79b372b96dbb service neutron] Pushing event updated for resources: {'Port': ['ID=e3deb77c-5e11-4cdd-ac65-3b3ef7c8fe1d,revision_number=7']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:03:13.075410 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8e20d3a-179e-47f0-b071-5467e9bf47f8 req-9416f0a1-3ffb-467b-a4f1-74d884ea4707 tempest-LiveMigrationTest-1021096981 tempest-LiveMigrationTest-1021096981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:03:13.088228 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-c8e20d3a-179e-47f0-b071-5467e9bf47f8 req-9416f0a1-3ffb-467b-a4f1-74d884ea4707 tempest-LiveMigrationTest-1021096981 tempest-LiveMigrationTest-1021096981-project] 10.222.0.75 "GET /v2.0/ports?device_id=5ff67175-208f-48a4-b08d-79f957313fbc HTTP/1.1" status: 200 len: 945 time: 0.1236725 Feb 09 19:03:13.108934 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-a50e1ddf-2c95-4bfa-b60b-c31b2ce15530 admin admin] Publish callbacks [] for security_group (73e3b74b-f4df-4bf4-90e6-27133a3e7aaa), before_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:03:13.184688 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-79b375b0-0dd2-4ba1-9e76-375230792573 req-b72b5847-f71e-4507-ae4e-3e6e4505abea tempest-FlavorsV2NegativeTest-675601367 tempest-FlavorsV2NegativeTest-675601367-project] 10.222.0.75 "GET /v2.0/networks?tenant_id=ce884296cd2342a0b6a83a519d67cc20&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0343528 Feb 09 19:03:13.215995 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-c8e20d3a-179e-47f0-b071-5467e9bf47f8 req-3ebdb46a-e9b1-48a9-b581-406f5953ab29 tempest-LiveMigrationTest-1021096981 tempest-LiveMigrationTest-1021096981-project] 10.222.0.75 "GET /v2.0/security-groups?id=ba18819a-1490-4e7b-a11b-e8610423d8ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1267843 Feb 09 19:03:13.223676 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.managers [req-41579836-ce21-4ee2-9cdd-fef731dd9cd3 req-d2b07209-b368-4dc9-bc26-79b372b96dbb service neutron] Attempting to bind port e3deb77c-5e11-4cdd-ac65-3b3ef7c8fe1d on host n-h1-713498-36 for vnic_type normal with profile {"migrating_to": "n-h2-713498-36"} {{(pid=103230) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 19:03:13.224012 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.managers [req-41579836-ce21-4ee2-9cdd-fef731dd9cd3 req-d2b07209-b368-4dc9-bc26-79b372b96dbb service neutron] Attempting to bind port e3deb77c-5e11-4cdd-ac65-3b3ef7c8fe1d by drivers openvswitch,hyperv on host n-h1-713498-36 at level 0 using segments [{'id': 'b98d4747-b18c-4141-8910-77c1fada78d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': '0e993f99-d3d0-4a2a-8eed-2f34375798b5'}] {{(pid=103230) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 19:03:13.224372 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41579836-ce21-4ee2-9cdd-fef731dd9cd3 req-d2b07209-b368-4dc9-bc26-79b372b96dbb service neutron] Attempting to bind port e3deb77c-5e11-4cdd-ac65-3b3ef7c8fe1d on network 0e993f99-d3d0-4a2a-8eed-2f34375798b5 {{(pid=103230) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 19:03:13.230701 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-a50e1ddf-2c95-4bfa-b60b-c31b2ce15530 admin admin] Publish callbacks [] for security_group (73e3b74b-f4df-4bf4-90e6-27133a3e7aaa), precommit_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:03:13.255842 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41579836-ce21-4ee2-9cdd-fef731dd9cd3 req-d2b07209-b368-4dc9-bc26-79b372b96dbb service neutron] Port e3deb77c-5e11-4cdd-ac65-3b3ef7c8fe1d on network 0e993f99-d3d0-4a2a-8eed-2f34375798b5 not bound, no agent of type Open vSwitch agent registered on host n-h1-713498-36 {{(pid=103230) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 19:03:13.256418 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41579836-ce21-4ee2-9cdd-fef731dd9cd3 req-d2b07209-b368-4dc9-bc26-79b372b96dbb service neutron] Attempting to bind port e3deb77c-5e11-4cdd-ac65-3b3ef7c8fe1d on network 0e993f99-d3d0-4a2a-8eed-2f34375798b5 {{(pid=103230) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 19:03:13.293515 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41579836-ce21-4ee2-9cdd-fef731dd9cd3 req-d2b07209-b368-4dc9-bc26-79b372b96dbb service neutron] Checking agent: {'id': '488cd9ae-631f-4955-ba0b-4f5a13f12e9c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713498-36', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 18, 59, 18), 'started_at': datetime.datetime(2022, 2, 9, 18, 59, 18), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 19, 2, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103230) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 19:03:13.293839 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41579836-ce21-4ee2-9cdd-fef731dd9cd3 req-d2b07209-b368-4dc9-bc26-79b372b96dbb service neutron] Checking segment: {'id': 'b98d4747-b18c-4141-8910-77c1fada78d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': '0e993f99-d3d0-4a2a-8eed-2f34375798b5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103230) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 19:03:13.294259 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41579836-ce21-4ee2-9cdd-fef731dd9cd3 req-d2b07209-b368-4dc9-bc26-79b372b96dbb service neutron] Bound using segment: {'id': 'b98d4747-b18c-4141-8910-77c1fada78d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': '0e993f99-d3d0-4a2a-8eed-2f34375798b5'} {{(pid=103230) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 19:03:13.294703 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.managers [req-41579836-ce21-4ee2-9cdd-fef731dd9cd3 req-d2b07209-b368-4dc9-bc26-79b372b96dbb service neutron] Bound port: e3deb77c-5e11-4cdd-ac65-3b3ef7c8fe1d, host: n-h1-713498-36, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b98d4747-b18c-4141-8910-77c1fada78d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': '0e993f99-d3d0-4a2a-8eed-2f34375798b5'}}] {{(pid=103230) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 19:03:13.295058 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [req-41579836-ce21-4ee2-9cdd-fef731dd9cd3 req-d2b07209-b368-4dc9-bc26-79b372b96dbb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (e3deb77c-5e11-4cdd-ac65-3b3ef7c8fe1d), before_update {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:03:13.327134 n-d-713498-36 neutron-server[103230]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 09 Feb 2022 19:03:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-136d9daa-0f69-4e1b-b48e-542935cd1c5b x-openstack-request-id: req-136d9daa-0f69-4e1b-b48e-542935cd1c5b {{(pid=103230) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 19:03:13.327459 n-d-713498-36 neutron-server[103230]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f8dcc237-c202-4732-ba27-7c810c7f88dd", "name": "network-vif-unplugged", "status": "completed", "tag": "e3deb77c-5e11-4cdd-ac65-3b3ef7c8fe1d", "code": 200}]} {{(pid=103230) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 19:03:13.327679 n-d-713498-36 neutron-server[103230]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-136d9daa-0f69-4e1b-b48e-542935cd1c5b {{(pid=103230) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 19:03:13.328297 n-d-713498-36 neutron-server[103230]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f8dcc237-c202-4732-ba27-7c810c7f88dd', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e3deb77c-5e11-4cdd-ac65-3b3ef7c8fe1d', 'code': 200} Feb 09 19:03:13.426370 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79b375b0-0dd2-4ba1-9e76-375230792573 req-eb552fb1-db9b-455f-a2ed-d4ec664063a2 tempest-FlavorsV2NegativeTest-675601367 tempest-FlavorsV2NegativeTest-675601367-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:03:13.427822 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-79b375b0-0dd2-4ba1-9e76-375230792573 req-eb552fb1-db9b-455f-a2ed-d4ec664063a2 tempest-FlavorsV2NegativeTest-675601367 tempest-FlavorsV2NegativeTest-675601367-project] 10.222.0.75 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2423830 Feb 09 19:03:13.465481 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-a50e1ddf-2c95-4bfa-b60b-c31b2ce15530 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1892331'] for security_group (73e3b74b-f4df-4bf4-90e6-27133a3e7aaa), after_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:03:13.468303 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-a50e1ddf-2c95-4bfa-b60b-c31b2ce15530 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:03:13.469412 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-a50e1ddf-2c95-4bfa-b60b-c31b2ce15530 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/73e3b74b-f4df-4bf4-90e6-27133a3e7aaa HTTP/1.1" status: 204 len: 168 time: 0.4875436 Feb 09 19:03:13.475570 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.db [req-41579836-ce21-4ee2-9cdd-fef731dd9cd3 req-d2b07209-b368-4dc9-bc26-79b372b96dbb service neutron] For port e3deb77c-5e11-4cdd-ac65-3b3ef7c8fe1d, host n-h1-713498-36, cleared binding levels {{(pid=103230) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 19:03:13.484554 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-79b375b0-0dd2-4ba1-9e76-375230792573 req-3117f756-5903-4183-9b9a-a1e855f1102b tempest-FlavorsV2NegativeTest-675601367 tempest-FlavorsV2NegativeTest-675601367-project] 10.222.0.75 "GET /v2.0/quotas/ce884296cd2342a0b6a83a519d67cc20 HTTP/1.1" status: 200 len: 375 time: 0.0367491 Feb 09 19:03:13.487386 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a50e1ddf-2c95-4bfa-b60b-c31b2ce15530 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=73e3b74b-f4df-4bf4-90e6-27133a3e7aaa,revision_number=None']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:03:13.511580 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.db [req-41579836-ce21-4ee2-9cdd-fef731dd9cd3 req-d2b07209-b368-4dc9-bc26-79b372b96dbb service neutron] For port e3deb77c-5e11-4cdd-ac65-3b3ef7c8fe1d, host n-h1-713498-36, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-36',level=0,port_id=e3deb77c-5e11-4cdd-ac65-3b3ef7c8fe1d,segment=NetworkSegment(b98d4747-b18c-4141-8910-77c1fada78d1),segment_id=b98d4747-b18c-4141-8910-77c1fada78d1)] {{(pid=103230) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 19:03:13.536424 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-79b375b0-0dd2-4ba1-9e76-375230792573 req-0bd9c0fa-3ca6-4143-84f1-2a073c460ccd tempest-FlavorsV2NegativeTest-675601367 tempest-FlavorsV2NegativeTest-675601367-project] 10.222.0.75 "GET /v2.0/ports?tenant_id=ce884296cd2342a0b6a83a519d67cc20&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0404527 Feb 09 19:03:13.541444 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [req-41579836-ce21-4ee2-9cdd-fef731dd9cd3 req-d2b07209-b368-4dc9-bc26-79b372b96dbb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762867176205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762866656485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762866656503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14393758'] for port (e3deb77c-5e11-4cdd-ac65-3b3ef7c8fe1d), after_update {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:03:13.651678 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41579836-ce21-4ee2-9cdd-fef731dd9cd3 req-d2b07209-b368-4dc9-bc26-79b372b96dbb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:03:13.652540 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [req-41579836-ce21-4ee2-9cdd-fef731dd9cd3 req-d2b07209-b368-4dc9-bc26-79b372b96dbb service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171096'] for port (None), before_response {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:03:13.654158 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-41579836-ce21-4ee2-9cdd-fef731dd9cd3 req-d2b07209-b368-4dc9-bc26-79b372b96dbb service neutron] 10.222.0.90 "PUT /v2.0/ports/e3deb77c-5e11-4cdd-ac65-3b3ef7c8fe1d HTTP/1.1" status: 200 len: 1124 time: 1.4260602 Feb 09 19:03:13.654971 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2b07209-b368-4dc9-bc26-79b372b96dbb service neutron] Pushing event updated for resources: {'Port': ['ID=e3deb77c-5e11-4cdd-ac65-3b3ef7c8fe1d,revision_number=8']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:03:13.715767 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Device 2871109b-715f-42ac-9bd1-b1a86f16330a up at agent hyperv_n-h2-713498-36 {{(pid=103232) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 19:03:13.807692 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7594593c-edd9-430b-ad10-d8b39d0ee8a8 req-1a4334ed-7b05-430b-bf06-c945b79ecdcd tempest-LiveAutoBlockMigrationV225Test-2127879101 tempest-LiveAutoBlockMigrationV225Test-2127879101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:03:13.810255 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-7594593c-edd9-430b-ad10-d8b39d0ee8a8 req-1a4334ed-7b05-430b-bf06-c945b79ecdcd tempest-LiveAutoBlockMigrationV225Test-2127879101 tempest-LiveAutoBlockMigrationV225Test-2127879101-project] 10.222.0.75 "GET /v2.0/ports?device_id=f8dcc237-c202-4732-ba27-7c810c7f88dd HTTP/1.1" status: 200 len: 944 time: 0.0814788 Feb 09 19:03:13.817182 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] get_ports_and_sgs() called for port_ids ['e3deb77c-5e11-4cdd-ac65-3b3ef7c8fe1d'] {{(pid=103232) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 19:03:13.915253 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-7594593c-edd9-430b-ad10-d8b39d0ee8a8 req-448543bc-f28c-481a-85ef-e3ba4af31fb4 tempest-LiveAutoBlockMigrationV225Test-2127879101 tempest-LiveAutoBlockMigrationV225Test-2127879101-project] 10.222.0.75 "GET /v2.0/security-groups?id=e3cb5363-3b49-4f74-b239-a871e755b40a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0947862 Feb 09 19:03:13.929704 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.provisioning_blocks [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Provisioning for port 2871109b-715f-42ac-9bd1-b1a86f16330a completed by entity L2. {{(pid=103232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 19:03:13.935323 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.provisioning_blocks [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Provisioning complete for port 2871109b-715f-42ac-9bd1-b1a86f16330a triggered by entity L2. {{(pid=103232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 19:03:13.935982 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593630'] for port (2871109b-715f-42ac-9bd1-b1a86f16330a), provisioning_complete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:03:14.101600 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 47446) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:03:14.124746 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-4bafea94-b7e1-4427-b1ee-f84e9ea5bc88 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:03:14.203703 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Current status of the port 2871109b-715f-42ac-9bd1-b1a86f16330a is: BUILD; New status is: ACTIVE {{(pid=103232) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 19:03:14.207252 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (2871109b-715f-42ac-9bd1-b1a86f16330a), before_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:03:14.233842 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-edc54c9b-7f13-45d9-9271-85c9738b0128 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762867132591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593584'] for agent (a62b1850-466f-48ae-bec7-d62fb280e14b), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:03:14.267008 n-d-713498-36 neutron-server[103232]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5ff67175-208f-48a4-b08d-79f957313fbc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2871109b-715f-42ac-9bd1-b1a86f16330a'}] {{(pid=103232) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 19:03:14.274531 n-d-713498-36 neutron-server[103232]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}949cdcde653dec44821de95cbf67297f53cbc2aed4e073b5d514f93bf911ce85" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-34d8f420-f49d-45de-b3b9-ca89f9ac1239" -d '{"events": [{"server_uuid": "5ff67175-208f-48a4-b08d-79f957313fbc", "name": "network-vif-plugged", "status": "completed", "tag": "2871109b-715f-42ac-9bd1-b1a86f16330a"}]}' {{(pid=103232) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 19:03:14.306751 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-4bafea94-b7e1-4427-b1ee-f84e9ea5bc88 admin admin] Publish callbacks [] for security_group (8a75e7ce-de15-4021-9aed-8d0e23ec328e), precommit_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:03:14.311476 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-7429db8d-6021-40ad-813e-885be449a89b None None] For port 2871109b-715f-42ac-9bd1-b1a86f16330a, host n-h2-713498-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-36',level=0,port_id=2871109b-715f-42ac-9bd1-b1a86f16330a,segment=NetworkSegment(5e48c0d3-ac92-403e-8ddc-eab47c471644),segment_id=5e48c0d3-ac92-403e-8ddc-eab47c471644)] {{(pid=103232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 19:03:14.318225 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762867176205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762866656485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762866656503'] for port (2871109b-715f-42ac-9bd1-b1a86f16330a), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:03:14.325227 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-4bafea94-b7e1-4427-b1ee-f84e9ea5bc88 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1892331'] for security_group (8a75e7ce-de15-4021-9aed-8d0e23ec328e), after_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:03:14.396160 n-d-713498-36 neutron-server[103232]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 19:03:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b968294f-9311-41af-b5b7-25e5a8b274b6 x-openstack-request-id: req-b968294f-9311-41af-b5b7-25e5a8b274b6 {{(pid=103232) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 19:03:14.396653 n-d-713498-36 neutron-server[103232]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5ff67175-208f-48a4-b08d-79f957313fbc", "name": "network-vif-plugged", "status": "completed", "tag": "2871109b-715f-42ac-9bd1-b1a86f16330a", "code": 200}]} {{(pid=103232) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 19:03:14.397089 n-d-713498-36 neutron-server[103232]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-b968294f-9311-41af-b5b7-25e5a8b274b6 {{(pid=103232) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 19:03:14.398471 n-d-713498-36 neutron-server[103232]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5ff67175-208f-48a4-b08d-79f957313fbc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2871109b-715f-42ac-9bd1-b1a86f16330a', 'code': 200} Feb 09 19:03:14.405232 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Pushing event updated for resources: {'Port': ['ID=2871109b-715f-42ac-9bd1-b1a86f16330a,revision_number=5']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:03:14.434343 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-4bafea94-b7e1-4427-b1ee-f84e9ea5bc88 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=0cfb41bc08164b53bc62df374007a526&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3309233 Feb 09 19:03:14.435865 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 47466) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:03:14.438319 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bafea94-b7e1-4427-b1ee-f84e9ea5bc88 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8a75e7ce-de15-4021-9aed-8d0e23ec328e,revision_number=1']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:03:14.508588 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4415f53d-8bdd-4392-afa5-dadad60dfd8c req-c0aed5ac-d7b7-4f5f-a655-7cf766c94fd3 tempest-LiveMigrationTest-1021096981 tempest-LiveMigrationTest-1021096981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:03:14.516095 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-4415f53d-8bdd-4392-afa5-dadad60dfd8c req-c0aed5ac-d7b7-4f5f-a655-7cf766c94fd3 tempest-LiveMigrationTest-1021096981 tempest-LiveMigrationTest-1021096981-project] 10.222.0.75 "GET /v2.0/ports?device_id=5ff67175-208f-48a4-b08d-79f957313fbc HTTP/1.1" status: 200 len: 946 time: 0.2075448 Feb 09 19:03:14.522886 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-08f1dd4a-b348-43c2-9fa8-22af8da5989b admin admin] Publish callbacks [] for security_group (8a75e7ce-de15-4021-9aed-8d0e23ec328e), before_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:03:14.546972 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-08f1dd4a-b348-43c2-9fa8-22af8da5989b admin admin] Publish callbacks [] for security_group (8a75e7ce-de15-4021-9aed-8d0e23ec328e), precommit_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:03:14.613451 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-08f1dd4a-b348-43c2-9fa8-22af8da5989b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1892331'] for security_group (8a75e7ce-de15-4021-9aed-8d0e23ec328e), after_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:03:14.617652 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-08f1dd4a-b348-43c2-9fa8-22af8da5989b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:03:14.623921 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-08f1dd4a-b348-43c2-9fa8-22af8da5989b admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/8a75e7ce-de15-4021-9aed-8d0e23ec328e HTTP/1.1" status: 204 len: 168 time: 0.1861341 Feb 09 19:03:14.630303 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34ed61e0-51d8-4c19-9d7d-969f34a1d956 req-5cb1ad1e-0e5a-4af0-b9f2-d1426bbe6606 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:03:14.633106 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-34ed61e0-51d8-4c19-9d7d-969f34a1d956 req-5cb1ad1e-0e5a-4af0-b9f2-d1426bbe6606 service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=5ff67175-208f-48a4-b08d-79f957313fbc HTTP/1.1" status: 200 len: 1129 time: 0.1553900 Feb 09 19:03:14.645367 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-4415f53d-8bdd-4392-afa5-dadad60dfd8c req-168c93b4-898c-4ede-8548-4842d65bf59a tempest-LiveMigrationTest-1021096981 tempest-LiveMigrationTest-1021096981-project] 10.222.0.75 "GET /v2.0/security-groups?id=ba18819a-1490-4e7b-a11b-e8610423d8ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1281905 Feb 09 19:03:14.649310 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08f1dd4a-b348-43c2-9fa8-22af8da5989b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8a75e7ce-de15-4021-9aed-8d0e23ec328e,revision_number=None']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:03:14.703848 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-34ed61e0-51d8-4c19-9d7d-969f34a1d956 req-14f474c6-ea24-4bdb-97ca-80e585a83013 service neutron] 10.222.0.90 "GET /v2.0/security-groups?id=ba18819a-1490-4e7b-a11b-e8610423d8ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571635 Feb 09 19:03:14.731432 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.v2.base [req-81b8bf86-6f53-4c76-9c1e-6e91ebaa2a32 req-a46d3b6c-0dff-4ad6-96b0-a475b17ac46f tempest-SecurityGroupsTestAdminJSON-329392414 tempest-SecurityGroupsTestAdminJSON-329392414-project] Request body: {'security_group': {'name': 'tempest-securitygroup-1231647439', 'description': 'tempest-description-1017579593'}} {{(pid=103229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 19:03:14.760224 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-81b8bf86-6f53-4c76-9c1e-6e91ebaa2a32 req-a46d3b6c-0dff-4ad6-96b0-a475b17ac46f tempest-SecurityGroupsTestAdminJSON-329392414 tempest-SecurityGroupsTestAdminJSON-329392414-project] Publish callbacks [] for security_group (None), before_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:03:14.770942 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-81b8bf86-6f53-4c76-9c1e-6e91ebaa2a32 req-a46d3b6c-0dff-4ad6-96b0-a475b17ac46f tempest-SecurityGroupsTestAdminJSON-329392414 tempest-SecurityGroupsTestAdminJSON-329392414-project] Publish callbacks [] for security_group (None), before_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:03:14.879608 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-81b8bf86-6f53-4c76-9c1e-6e91ebaa2a32 req-a46d3b6c-0dff-4ad6-96b0-a475b17ac46f tempest-SecurityGroupsTestAdminJSON-329392414 tempest-SecurityGroupsTestAdminJSON-329392414-project] Publish callbacks [] for security_group (aa4a0bbe-df00-46e2-a5f0-051c8df9a9a3), precommit_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:03:14.885653 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-81b8bf86-6f53-4c76-9c1e-6e91ebaa2a32 req-a46d3b6c-0dff-4ad6-96b0-a475b17ac46f tempest-SecurityGroupsTestAdminJSON-329392414 tempest-SecurityGroupsTestAdminJSON-329392414-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1892331'] for security_group (aa4a0bbe-df00-46e2-a5f0-051c8df9a9a3), after_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:03:14.928048 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a46d3b6c-0dff-4ad6-96b0-a475b17ac46f tempest-SecurityGroupsTestAdminJSON-329392414 tempest-SecurityGroupsTestAdminJSON-329392414-project] Pushing event updated for resources: {'SecurityGroup': ['ID=aa4a0bbe-df00-46e2-a5f0-051c8df9a9a3,revision_number=1']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:03:14.978299 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-81b8bf86-6f53-4c76-9c1e-6e91ebaa2a32 req-a46d3b6c-0dff-4ad6-96b0-a475b17ac46f tempest-SecurityGroupsTestAdminJSON-329392414 tempest-SecurityGroupsTestAdminJSON-329392414-project] Publish callbacks [] for security_group (e9b16750-9d94-4768-9ef0-d259eb9ce870), precommit_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:03:14.986677 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-81b8bf86-6f53-4c76-9c1e-6e91ebaa2a32 req-a46d3b6c-0dff-4ad6-96b0-a475b17ac46f tempest-SecurityGroupsTestAdminJSON-329392414 tempest-SecurityGroupsTestAdminJSON-329392414-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1892331'] for security_group (e9b16750-9d94-4768-9ef0-d259eb9ce870), after_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:03:15.024374 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a46d3b6c-0dff-4ad6-96b0-a475b17ac46f tempest-SecurityGroupsTestAdminJSON-329392414 tempest-SecurityGroupsTestAdminJSON-329392414-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e9b16750-9d94-4768-9ef0-d259eb9ce870,revision_number=1']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:03:15.044965 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-81b8bf86-6f53-4c76-9c1e-6e91ebaa2a32 req-a46d3b6c-0dff-4ad6-96b0-a475b17ac46f tempest-SecurityGroupsTestAdminJSON-329392414 tempest-SecurityGroupsTestAdminJSON-329392414-project] Publish callbacks [] for security_group (None), before_response {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:03:15.046360 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-81b8bf86-6f53-4c76-9c1e-6e91ebaa2a32 req-a46d3b6c-0dff-4ad6-96b0-a475b17ac46f tempest-SecurityGroupsTestAdminJSON-329392414 tempest-SecurityGroupsTestAdminJSON-329392414-project] 10.222.0.75 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1800 time: 0.3191538 Feb 09 19:03:15.074450 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.v2.base [req-1700518d-1ec4-4db4-9fe1-61e8ad9d92b1 req-a5a1e32f-bd0f-4f82-83ff-9c9a126a4114 tempest-SecurityGroupsTestAdminJSON-329392414 tempest-SecurityGroupsTestAdminJSON-329392414-project] Request body: {'security_group': {'name': 'tempest-securitygroup-2705508', 'description': 'tempest-description-1265992782'}} {{(pid=103229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 19:03:15.116493 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-1700518d-1ec4-4db4-9fe1-61e8ad9d92b1 req-a5a1e32f-bd0f-4f82-83ff-9c9a126a4114 tempest-SecurityGroupsTestAdminJSON-329392414 tempest-SecurityGroupsTestAdminJSON-329392414-project] Publish callbacks [] for security_group (None), before_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:03:15.173785 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d35d20d-c996-4cbf-b23f-52415f309192 req-c1033fd2-6eae-4937-96c1-29af0b27b1e9 tempest-LiveAutoBlockMigrationV225Test-2127879101 tempest-LiveAutoBlockMigrationV225Test-2127879101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:03:15.187242 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-3d35d20d-c996-4cbf-b23f-52415f309192 req-c1033fd2-6eae-4937-96c1-29af0b27b1e9 tempest-LiveAutoBlockMigrationV225Test-2127879101 tempest-LiveAutoBlockMigrationV225Test-2127879101-project] 10.222.0.75 "GET /v2.0/ports?device_id=f8dcc237-c202-4732-ba27-7c810c7f88dd HTTP/1.1" status: 200 len: 944 time: 0.1435344 Feb 09 19:03:15.235705 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-1700518d-1ec4-4db4-9fe1-61e8ad9d92b1 req-a5a1e32f-bd0f-4f82-83ff-9c9a126a4114 tempest-SecurityGroupsTestAdminJSON-329392414 tempest-SecurityGroupsTestAdminJSON-329392414-project] Publish callbacks [] for security_group (516e2180-a964-4547-b7f6-f6d32bc6ad22), precommit_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:03:15.240633 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-1700518d-1ec4-4db4-9fe1-61e8ad9d92b1 req-a5a1e32f-bd0f-4f82-83ff-9c9a126a4114 tempest-SecurityGroupsTestAdminJSON-329392414 tempest-SecurityGroupsTestAdminJSON-329392414-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1892331'] for security_group (516e2180-a964-4547-b7f6-f6d32bc6ad22), after_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:03:15.255572 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-3d35d20d-c996-4cbf-b23f-52415f309192 req-a9b146ed-bb0d-4192-8fa7-2c03cf8f6b77 tempest-LiveAutoBlockMigrationV225Test-2127879101 tempest-LiveAutoBlockMigrationV225Test-2127879101-project] 10.222.0.75 "GET /v2.0/security-groups?id=e3cb5363-3b49-4f74-b239-a871e755b40a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0658851 Feb 09 19:03:15.294453 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-1700518d-1ec4-4db4-9fe1-61e8ad9d92b1 req-a5a1e32f-bd0f-4f82-83ff-9c9a126a4114 tempest-SecurityGroupsTestAdminJSON-329392414 tempest-SecurityGroupsTestAdminJSON-329392414-project] Publish callbacks [] for security_group (None), before_response {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:03:15.304606 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 47494) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:03:15.310823 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-1700518d-1ec4-4db4-9fe1-61e8ad9d92b1 req-a5a1e32f-bd0f-4f82-83ff-9c9a126a4114 tempest-SecurityGroupsTestAdminJSON-329392414 tempest-SecurityGroupsTestAdminJSON-329392414-project] 10.222.0.75 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.2419407 Feb 09 19:03:15.330036 n-d-713498-36 neutron-server[103230]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f8dcc237-c202-4732-ba27-7c810c7f88dd', 'tag': 'e3deb77c-5e11-4cdd-ac65-3b3ef7c8fe1d'}] {{(pid=103230) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 19:03:15.332595 n-d-713498-36 neutron-server[103230]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aee5919275bae9f72eb374ee322673045eb80c1f84b4b45a97d96923bd50ab51" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-da55f817-95c2-48e5-a2c7-4a128b2d345a" -d '{"events": [{"name": "network-changed", "server_uuid": "f8dcc237-c202-4732-ba27-7c810c7f88dd", "tag": "e3deb77c-5e11-4cdd-ac65-3b3ef7c8fe1d"}]}' {{(pid=103230) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 19:03:15.333538 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5a1e32f-bd0f-4f82-83ff-9c9a126a4114 tempest-SecurityGroupsTestAdminJSON-329392414 tempest-SecurityGroupsTestAdminJSON-329392414-project] Pushing event updated for resources: {'SecurityGroup': ['ID=516e2180-a964-4547-b7f6-f6d32bc6ad22,revision_number=1']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:03:15.402171 n-d-713498-36 neutron-server[103230]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 19:03:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1be00616-ab1a-4d80-8cc7-b1a460fd39df x-openstack-request-id: req-1be00616-ab1a-4d80-8cc7-b1a460fd39df {{(pid=103230) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 19:03:15.402467 n-d-713498-36 neutron-server[103230]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f8dcc237-c202-4732-ba27-7c810c7f88dd", "tag": "e3deb77c-5e11-4cdd-ac65-3b3ef7c8fe1d", "status": "completed", "code": 200}]} {{(pid=103230) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 19:03:15.402716 n-d-713498-36 neutron-server[103230]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-1be00616-ab1a-4d80-8cc7-b1a460fd39df {{(pid=103230) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 19:03:15.403193 n-d-713498-36 neutron-server[103230]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f8dcc237-c202-4732-ba27-7c810c7f88dd', 'tag': 'e3deb77c-5e11-4cdd-ac65-3b3ef7c8fe1d', 'status': 'completed', 'code': 200} Feb 09 19:03:15.419890 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 47506) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:03:15.479088 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da55f817-95c2-48e5-a2c7-4a128b2d345a req-dd4e8174-3991-4e98-b3bb-f366be29fcb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:03:15.480947 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-da55f817-95c2-48e5-a2c7-4a128b2d345a req-dd4e8174-3991-4e98-b3bb-f366be29fcb5 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=b8d56d08e88f4d4daeb8e5fed321a162&device_id=f8dcc237-c202-4732-ba27-7c810c7f88dd HTTP/1.1" status: 200 len: 1158 time: 0.0510950 Feb 09 19:03:15.517518 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-e562e61d-2963-472e-ba07-de255bc8c5f1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:03:15.598967 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-48d27d93-0d20-4b4a-aa46-0b447f469e55 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:03:15.670728 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da55f817-95c2-48e5-a2c7-4a128b2d345a req-10f52abc-3ee1-42be-9bd0-135c3724f364 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:03:15.673319 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-da55f817-95c2-48e5-a2c7-4a128b2d345a req-10f52abc-3ee1-42be-9bd0-135c3724f364 service neutron] 10.222.0.89 "GET /v2.0/networks?id=0e993f99-d3d0-4a2a-8eed-2f34375798b5 HTTP/1.1" status: 200 len: 921 time: 0.1856318 Feb 09 19:03:15.694918 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.v2.base [req-73f57011-ce0d-468c-835a-545abbec4bf3 req-811f502f-4bd0-45ac-8965-7ecde1b2a38c tempest-SecurityGroupsTestAdminJSON-460961542 tempest-SecurityGroupsTestAdminJSON-460961542-project-admin] Request body: {'security_group': {'name': 'tempest-securitygroup-1642796279', 'description': 'tempest-description-1609976217'}} {{(pid=103229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 19:03:15.748013 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-da55f817-95c2-48e5-a2c7-4a128b2d345a req-30148073-e283-4124-94bc-fba65cd03a96 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e3deb77c-5e11-4cdd-ac65-3b3ef7c8fe1d HTTP/1.1" status: 200 len: 217 time: 0.0678835 Feb 09 19:03:15.750544 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Device e3deb77c-5e11-4cdd-ac65-3b3ef7c8fe1d details requested by agent hyperv_n-h2-713498-36 with host n-h2-713498-36 {{(pid=103232) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 19:03:15.767536 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-73f57011-ce0d-468c-835a-545abbec4bf3 req-811f502f-4bd0-45ac-8965-7ecde1b2a38c tempest-SecurityGroupsTestAdminJSON-460961542 tempest-SecurityGroupsTestAdminJSON-460961542-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:03:15.768934 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-e562e61d-2963-472e-ba07-de255bc8c5f1 admin admin] Publish callbacks [] for security_group (20782c56-a510-4e64-8039-3e7055b22e8b), precommit_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:03:15.781256 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-e562e61d-2963-472e-ba07-de255bc8c5f1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1892331'] for security_group (20782c56-a510-4e64-8039-3e7055b22e8b), after_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:03:15.797679 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-73f57011-ce0d-468c-835a-545abbec4bf3 req-811f502f-4bd0-45ac-8965-7ecde1b2a38c tempest-SecurityGroupsTestAdminJSON-460961542 tempest-SecurityGroupsTestAdminJSON-460961542-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:03:15.816533 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e562e61d-2963-472e-ba07-de255bc8c5f1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=20782c56-a510-4e64-8039-3e7055b22e8b,revision_number=1']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:03:15.848836 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-48d27d93-0d20-4b4a-aa46-0b447f469e55 admin admin] Publish callbacks [] for security_group (b96f9668-ef3e-45be-8592-0b49aecc910d), precommit_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:03:15.898584 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-48d27d93-0d20-4b4a-aa46-0b447f469e55 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1892331'] for security_group (b96f9668-ef3e-45be-8592-0b49aecc910d), after_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:03:15.906103 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da55f817-95c2-48e5-a2c7-4a128b2d345a req-27145ace-1aab-4266-af85-f4550f97fefa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:03:15.907702 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-da55f817-95c2-48e5-a2c7-4a128b2d345a req-27145ace-1aab-4266-af85-f4550f97fefa service neutron] 10.222.0.89 "GET /v2.0/subnets?id=7d496e2d-6315-4d42-9415-66e0bdf20977 HTTP/1.1" status: 200 len: 860 time: 0.1494467 Feb 09 19:03:15.957766 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-da55f817-95c2-48e5-a2c7-4a128b2d345a req-288f3147-b814-4cbc-9de8-eeddec6add7d service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=0e993f99-d3d0-4a2a-8eed-2f34375798b5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0421386 Feb 09 19:03:15.978201 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-7429db8d-6021-40ad-813e-885be449a89b None None] For port e3deb77c-5e11-4cdd-ac65-3b3ef7c8fe1d, host n-h1-713498-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-36',level=0,port_id=e3deb77c-5e11-4cdd-ac65-3b3ef7c8fe1d,segment=NetworkSegment(b98d4747-b18c-4141-8910-77c1fada78d1),segment_id=b98d4747-b18c-4141-8910-77c1fada78d1)] {{(pid=103232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 19:03:15.987227 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48d27d93-0d20-4b4a-aa46-0b447f469e55 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b96f9668-ef3e-45be-8592-0b49aecc910d,revision_number=1']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:03:16.012606 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Device e3deb77c-5e11-4cdd-ac65-3b3ef7c8fe1d has no active binding in host n-h2-713498-36 {{(pid=103232) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Feb 09 19:03:16.019170 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-48d27d93-0d20-4b4a-aa46-0b447f469e55 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=fe7a3067624e45d8938549eb7de25db8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5985384 Feb 09 19:03:16.021169 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-a7262a8e-0513-48fd-984d-75726a511961 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762867132591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593584'] for agent (911cfea2-02ae-4ec9-bac3-7808ee1cdd9c), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:03:16.021309 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 47524) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:03:16.023576 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-73f57011-ce0d-468c-835a-545abbec4bf3 req-811f502f-4bd0-45ac-8965-7ecde1b2a38c tempest-SecurityGroupsTestAdminJSON-460961542 tempest-SecurityGroupsTestAdminJSON-460961542-project-admin] Publish callbacks [] for security_group (d8cbd7d9-5837-4d39-b771-85e86209feca), precommit_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:03:16.031310 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-e562e61d-2963-472e-ba07-de255bc8c5f1 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=ce884296cd2342a0b6a83a519d67cc20&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7260866 Feb 09 19:03:16.035818 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 47526) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:03:16.037004 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-73f57011-ce0d-468c-835a-545abbec4bf3 req-811f502f-4bd0-45ac-8965-7ecde1b2a38c tempest-SecurityGroupsTestAdminJSON-460961542 tempest-SecurityGroupsTestAdminJSON-460961542-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1892331'] for security_group (d8cbd7d9-5837-4d39-b771-85e86209feca), after_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:03:16.121780 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-811f502f-4bd0-45ac-8965-7ecde1b2a38c tempest-SecurityGroupsTestAdminJSON-460961542 tempest-SecurityGroupsTestAdminJSON-460961542-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d8cbd7d9-5837-4d39-b771-85e86209feca,revision_number=1']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:03:16.166206 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b1d6267-303e-4ae1-b55b-8539f84e0b82 req-4f920a33-e7c7-42aa-b0fe-003ea8cac7be tempest-LiveMigrationTest-1021096981 tempest-LiveMigrationTest-1021096981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:03:16.168747 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-5b1d6267-303e-4ae1-b55b-8539f84e0b82 req-4f920a33-e7c7-42aa-b0fe-003ea8cac7be tempest-LiveMigrationTest-1021096981 tempest-LiveMigrationTest-1021096981-project] 10.222.0.75 "GET /v2.0/ports?device_id=5ff67175-208f-48a4-b08d-79f957313fbc HTTP/1.1" status: 200 len: 946 time: 0.3533709 Feb 09 19:03:16.196651 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-da55f817-95c2-48e5-a2c7-4a128b2d345a req-a016d403-abb9-4295-9cd9-0523325dca31 service neutron] 10.222.0.89 "GET /v2.0/networks/0e993f99-d3d0-4a2a-8eed-2f34375798b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2287529 Feb 09 19:03:16.199640 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-73f57011-ce0d-468c-835a-545abbec4bf3 req-811f502f-4bd0-45ac-8965-7ecde1b2a38c tempest-SecurityGroupsTestAdminJSON-460961542 tempest-SecurityGroupsTestAdminJSON-460961542-project-admin] Publish callbacks [] for security_group (0eec120f-7c5d-4eeb-9cc4-4b78b873fa09), precommit_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:03:16.200578 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-34b8cfec-30df-4974-b630-2e0ff1244929 admin admin] Publish callbacks [] for security_group (b96f9668-ef3e-45be-8592-0b49aecc910d), before_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:03:16.229889 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-73f57011-ce0d-468c-835a-545abbec4bf3 req-811f502f-4bd0-45ac-8965-7ecde1b2a38c tempest-SecurityGroupsTestAdminJSON-460961542 tempest-SecurityGroupsTestAdminJSON-460961542-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1892331'] for security_group (0eec120f-7c5d-4eeb-9cc4-4b78b873fa09), after_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:03:16.243333 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-5b1d6267-303e-4ae1-b55b-8539f84e0b82 req-a6b51ca7-fe89-4c18-8257-34739fcaa8c2 tempest-LiveMigrationTest-1021096981 tempest-LiveMigrationTest-1021096981-project] 10.222.0.75 "GET /v2.0/security-groups?id=ba18819a-1490-4e7b-a11b-e8610423d8ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0680707 Feb 09 19:03:16.245152 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-f9f435cc-75af-46c5-8361-ead110a2aa80 admin admin] Publish callbacks [] for security_group (20782c56-a510-4e64-8039-3e7055b22e8b), before_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:03:16.307521 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-f9f435cc-75af-46c5-8361-ead110a2aa80 admin admin] Publish callbacks [] for security_group (20782c56-a510-4e64-8039-3e7055b22e8b), precommit_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:03:16.345822 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-34b8cfec-30df-4974-b630-2e0ff1244929 admin admin] Publish callbacks [] for security_group (b96f9668-ef3e-45be-8592-0b49aecc910d), precommit_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:03:16.370416 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-73f57011-ce0d-468c-835a-545abbec4bf3 req-811f502f-4bd0-45ac-8965-7ecde1b2a38c tempest-SecurityGroupsTestAdminJSON-460961542 tempest-SecurityGroupsTestAdminJSON-460961542-project-admin] Publish callbacks [] for security_group (None), before_response {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:03:16.371659 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-73f57011-ce0d-468c-835a-545abbec4bf3 req-811f502f-4bd0-45ac-8965-7ecde1b2a38c tempest-SecurityGroupsTestAdminJSON-460961542 tempest-SecurityGroupsTestAdminJSON-460961542-project-admin] 10.222.0.75 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1800 time: 0.6945932 Feb 09 19:03:16.375841 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-811f502f-4bd0-45ac-8965-7ecde1b2a38c tempest-SecurityGroupsTestAdminJSON-460961542 tempest-SecurityGroupsTestAdminJSON-460961542-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0eec120f-7c5d-4eeb-9cc4-4b78b873fa09,revision_number=1']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:03:16.452376 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-da55f817-95c2-48e5-a2c7-4a128b2d345a req-2a94644e-1dae-4b7f-ab26-922d3851b9f0 service neutron] 10.222.0.89 "GET /v2.0/networks/0e993f99-d3d0-4a2a-8eed-2f34375798b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2485464 Feb 09 19:03:16.479313 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-34b8cfec-30df-4974-b630-2e0ff1244929 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1892331'] for security_group (b96f9668-ef3e-45be-8592-0b49aecc910d), after_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:03:16.483743 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-34b8cfec-30df-4974-b630-2e0ff1244929 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:03:16.485306 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-34b8cfec-30df-4974-b630-2e0ff1244929 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/b96f9668-ef3e-45be-8592-0b49aecc910d HTTP/1.1" status: 204 len: 168 time: 0.4595635 Feb 09 19:03:16.498049 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-f9f435cc-75af-46c5-8361-ead110a2aa80 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1892331'] for security_group (20782c56-a510-4e64-8039-3e7055b22e8b), after_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:03:16.501078 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-f9f435cc-75af-46c5-8361-ead110a2aa80 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:03:16.502887 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-f9f435cc-75af-46c5-8361-ead110a2aa80 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/20782c56-a510-4e64-8039-3e7055b22e8b HTTP/1.1" status: 204 len: 168 time: 0.4650583 Feb 09 19:03:16.513683 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34b8cfec-30df-4974-b630-2e0ff1244929 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b96f9668-ef3e-45be-8592-0b49aecc910d,revision_number=None']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:03:16.516180 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9f435cc-75af-46c5-8361-ead110a2aa80 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=20782c56-a510-4e64-8039-3e7055b22e8b,revision_number=None']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:03:16.531275 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ba88e13-7129-4f6b-8da1-674690da93c4 req-1cfa87d0-01ee-4306-bd56-0d54ccff646c tempest-LiveAutoBlockMigrationV225Test-2127879101 tempest-LiveAutoBlockMigrationV225Test-2127879101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:03:16.533000 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-1ba88e13-7129-4f6b-8da1-674690da93c4 req-1cfa87d0-01ee-4306-bd56-0d54ccff646c tempest-LiveAutoBlockMigrationV225Test-2127879101 tempest-LiveAutoBlockMigrationV225Test-2127879101-project] 10.222.0.75 "GET /v2.0/ports?device_id=f8dcc237-c202-4732-ba27-7c810c7f88dd HTTP/1.1" status: 200 len: 944 time: 0.1865227 Feb 09 19:03:16.544085 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.v2.base [req-4041f9cc-df50-4f32-baa8-0cc90eb6d8f5 req-9e814172-81a0-4c54-8975-6b65ca97b337 tempest-SecurityGroupsTestAdminJSON-460961542 tempest-SecurityGroupsTestAdminJSON-460961542-project-admin] Request body: {'security_group': {'name': 'tempest-securitygroup-1714935794', 'description': 'tempest-description-57794279'}} {{(pid=103229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 19:03:16.613872 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-4041f9cc-df50-4f32-baa8-0cc90eb6d8f5 req-9e814172-81a0-4c54-8975-6b65ca97b337 tempest-SecurityGroupsTestAdminJSON-460961542 tempest-SecurityGroupsTestAdminJSON-460961542-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:03:16.618503 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-1ba88e13-7129-4f6b-8da1-674690da93c4 req-aa910831-d2e7-4c5c-8993-a01d3c877485 tempest-LiveAutoBlockMigrationV225Test-2127879101 tempest-LiveAutoBlockMigrationV225Test-2127879101-project] 10.222.0.75 "GET /v2.0/security-groups?id=e3cb5363-3b49-4f74-b239-a871e755b40a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0787570 Feb 09 19:03:16.718261 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-4041f9cc-df50-4f32-baa8-0cc90eb6d8f5 req-9e814172-81a0-4c54-8975-6b65ca97b337 tempest-SecurityGroupsTestAdminJSON-460961542 tempest-SecurityGroupsTestAdminJSON-460961542-project-admin] Publish callbacks [] for security_group (97940bb0-8cd2-4dbe-b83d-750edbad0213), precommit_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:03:16.723257 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-4041f9cc-df50-4f32-baa8-0cc90eb6d8f5 req-9e814172-81a0-4c54-8975-6b65ca97b337 tempest-SecurityGroupsTestAdminJSON-460961542 tempest-SecurityGroupsTestAdminJSON-460961542-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1892331'] for security_group (97940bb0-8cd2-4dbe-b83d-750edbad0213), after_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:03:16.767788 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-4041f9cc-df50-4f32-baa8-0cc90eb6d8f5 req-9e814172-81a0-4c54-8975-6b65ca97b337 tempest-SecurityGroupsTestAdminJSON-460961542 tempest-SecurityGroupsTestAdminJSON-460961542-project-admin] Publish callbacks [] for security_group (None), before_response {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:03:16.769548 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-4041f9cc-df50-4f32-baa8-0cc90eb6d8f5 req-9e814172-81a0-4c54-8975-6b65ca97b337 tempest-SecurityGroupsTestAdminJSON-460961542 tempest-SecurityGroupsTestAdminJSON-460961542-project-admin] 10.222.0.75 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1798 time: 0.2371645 Feb 09 19:03:16.771814 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e814172-81a0-4c54-8975-6b65ca97b337 tempest-SecurityGroupsTestAdminJSON-460961542 tempest-SecurityGroupsTestAdminJSON-460961542-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=97940bb0-8cd2-4dbe-b83d-750edbad0213,revision_number=1']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:03:16.971924 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762867132591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593584'] for agent (496418a2-c002-4aec-ab1a-07f3bea491bd), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:03:17.022004 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 47560) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:03:17.043971 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-efb53636-1305-439b-b2c4-e295d5c95ab2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:03:17.073906 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-f7d6c3a1-a9d5-423a-b6a6-05dc2855ecb6 req-50073413-7c07-4545-9343-a0395d9578b7 tempest-SecurityGroupsTestAdminJSON-460961542 tempest-SecurityGroupsTestAdminJSON-460961542-project-admin] 10.222.0.75 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 45385 time: 0.2789574 Feb 09 19:03:17.157467 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-f7d6c3a1-a9d5-423a-b6a6-05dc2855ecb6 req-e7cedaa0-e89c-4d63-9ed4-2f1b61a88a4a tempest-SecurityGroupsTestAdminJSON-460961542 tempest-SecurityGroupsTestAdminJSON-460961542-project-admin] 10.222.0.75 "GET /v2.0/security-groups/089b456f-6600-483e-a9be-6f9ce5f393d8 HTTP/1.1" status: 200 len: 2998 time: 0.0635128 Feb 09 19:03:17.168256 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-efb53636-1305-439b-b2c4-e295d5c95ab2 admin admin] Publish callbacks [] for security_group (6b32b411-23d6-4edf-a142-0191271a62ae), precommit_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:03:17.175291 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-efb53636-1305-439b-b2c4-e295d5c95ab2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1892331'] for security_group (6b32b411-23d6-4edf-a142-0191271a62ae), after_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:03:17.215633 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-efb53636-1305-439b-b2c4-e295d5c95ab2 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=a991a1a1c8374668a077b182fe91ff2c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1918902 Feb 09 19:03:17.220502 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 47572) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:03:17.222170 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-f7d6c3a1-a9d5-423a-b6a6-05dc2855ecb6 req-59bccce8-a550-4eb2-832e-d0dd8b760a19 tempest-SecurityGroupsTestAdminJSON-460961542 tempest-SecurityGroupsTestAdminJSON-460961542-project-admin] 10.222.0.75 "GET /v2.0/security-groups/089b456f-6600-483e-a9be-6f9ce5f393d8 HTTP/1.1" status: 200 len: 2998 time: 0.0572276 Feb 09 19:03:17.238069 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efb53636-1305-439b-b2c4-e295d5c95ab2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6b32b411-23d6-4edf-a142-0191271a62ae,revision_number=1']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:03:17.299238 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-adfaae57-4de7-45a4-8212-cefbcf3b9024 admin admin] Publish callbacks [] for security_group (6b32b411-23d6-4edf-a142-0191271a62ae), before_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:03:17.306330 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-f7d6c3a1-a9d5-423a-b6a6-05dc2855ecb6 req-515d5268-92c0-47da-ac3a-136daf09f49b tempest-SecurityGroupsTestAdminJSON-460961542 tempest-SecurityGroupsTestAdminJSON-460961542-project-admin] 10.222.0.75 "GET /v2.0/security-groups/34444a52-d4ec-4eca-84ff-3a8c1d350452 HTTP/1.1" status: 200 len: 2998 time: 0.0769076 Feb 09 19:03:17.336541 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-adfaae57-4de7-45a4-8212-cefbcf3b9024 admin admin] Publish callbacks [] for security_group (6b32b411-23d6-4edf-a142-0191271a62ae), precommit_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:03:17.370979 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-f7d6c3a1-a9d5-423a-b6a6-05dc2855ecb6 req-c8cc81d2-7629-4b50-800e-171f0e049007 tempest-SecurityGroupsTestAdminJSON-460961542 tempest-SecurityGroupsTestAdminJSON-460961542-project-admin] 10.222.0.75 "GET /v2.0/security-groups/34444a52-d4ec-4eca-84ff-3a8c1d350452 HTTP/1.1" status: 200 len: 2998 time: 0.0578501 Feb 09 19:03:17.415704 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-f7d6c3a1-a9d5-423a-b6a6-05dc2855ecb6 req-58dd7740-c257-4c31-8bac-c173f9ffe50d tempest-SecurityGroupsTestAdminJSON-460961542 tempest-SecurityGroupsTestAdminJSON-460961542-project-admin] 10.222.0.75 "GET /v2.0/security-groups/6b06d486-2112-4cae-bc85-9878762bf09a HTTP/1.1" status: 200 len: 2998 time: 0.0387280 Feb 09 19:03:17.439147 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e25166ff-0a9b-464c-b516-ee956bd5663c req-44d60696-3c58-465e-91f6-2af378fbb787 tempest-LiveMigrationTest-1021096981 tempest-LiveMigrationTest-1021096981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:03:17.440677 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-e25166ff-0a9b-464c-b516-ee956bd5663c req-44d60696-3c58-465e-91f6-2af378fbb787 tempest-LiveMigrationTest-1021096981 tempest-LiveMigrationTest-1021096981-project] 10.222.0.75 "GET /v2.0/ports?device_id=5ff67175-208f-48a4-b08d-79f957313fbc HTTP/1.1" status: 200 len: 946 time: 0.0854750 Feb 09 19:03:17.447077 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-adfaae57-4de7-45a4-8212-cefbcf3b9024 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1892331'] for security_group (6b32b411-23d6-4edf-a142-0191271a62ae), after_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:03:17.449872 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-adfaae57-4de7-45a4-8212-cefbcf3b9024 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:03:17.453655 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-adfaae57-4de7-45a4-8212-cefbcf3b9024 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/6b32b411-23d6-4edf-a142-0191271a62ae HTTP/1.1" status: 204 len: 168 time: 0.2322276 Feb 09 19:03:17.469128 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adfaae57-4de7-45a4-8212-cefbcf3b9024 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6b32b411-23d6-4edf-a142-0191271a62ae,revision_number=None']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:03:17.469328 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-f7d6c3a1-a9d5-423a-b6a6-05dc2855ecb6 req-e35c1b1d-60d8-4f2e-ae72-2c7311dd7e73 tempest-SecurityGroupsTestAdminJSON-460961542 tempest-SecurityGroupsTestAdminJSON-460961542-project-admin] 10.222.0.75 "GET /v2.0/security-groups/6b06d486-2112-4cae-bc85-9878762bf09a HTTP/1.1" status: 200 len: 2998 time: 0.0465748 Feb 09 19:03:17.531141 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-e25166ff-0a9b-464c-b516-ee956bd5663c req-7580fb9d-f7e4-4eb8-baec-3bb725e8b3d7 tempest-LiveMigrationTest-1021096981 tempest-LiveMigrationTest-1021096981-project] 10.222.0.75 "GET /v2.0/security-groups?id=ba18819a-1490-4e7b-a11b-e8610423d8ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0761454 Feb 09 19:03:17.555558 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-f7d6c3a1-a9d5-423a-b6a6-05dc2855ecb6 req-2215b0f1-045f-487b-a87d-b41ed38ba77a tempest-SecurityGroupsTestAdminJSON-460961542 tempest-SecurityGroupsTestAdminJSON-460961542-project-admin] 10.222.0.75 "GET /v2.0/security-groups/75c18f4c-dcd4-4daf-9a0a-c021330aab06 HTTP/1.1" status: 200 len: 2994 time: 0.0574150 Feb 09 19:03:17.602329 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-f7d6c3a1-a9d5-423a-b6a6-05dc2855ecb6 req-40af956f-f2b2-4e37-88ae-6e538675c96b tempest-SecurityGroupsTestAdminJSON-460961542 tempest-SecurityGroupsTestAdminJSON-460961542-project-admin] 10.222.0.75 "GET /v2.0/security-groups/75c18f4c-dcd4-4daf-9a0a-c021330aab06 HTTP/1.1" status: 200 len: 2994 time: 0.0409117 Feb 09 19:03:17.662361 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-f7d6c3a1-a9d5-423a-b6a6-05dc2855ecb6 req-5c92ac74-32ed-4bf6-8c9e-48da09c9144e tempest-SecurityGroupsTestAdminJSON-460961542 tempest-SecurityGroupsTestAdminJSON-460961542-project-admin] 10.222.0.75 "GET /v2.0/security-groups/988e07db-303d-43d3-bc90-993aba7de664 HTTP/1.1" status: 200 len: 2990 time: 0.0539644 Feb 09 19:03:17.720378 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-f7d6c3a1-a9d5-423a-b6a6-05dc2855ecb6 req-1d7cd8a8-5227-4659-bd15-900693637ee7 tempest-SecurityGroupsTestAdminJSON-460961542 tempest-SecurityGroupsTestAdminJSON-460961542-project-admin] 10.222.0.75 "GET /v2.0/security-groups/988e07db-303d-43d3-bc90-993aba7de664 HTTP/1.1" status: 200 len: 2990 time: 0.0508833 Feb 09 19:03:17.780706 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-f7d6c3a1-a9d5-423a-b6a6-05dc2855ecb6 req-e3ee9e3b-07dc-4b98-be11-15080e80b2f4 tempest-SecurityGroupsTestAdminJSON-460961542 tempest-SecurityGroupsTestAdminJSON-460961542-project-admin] 10.222.0.75 "GET /v2.0/security-groups/aa4a0bbe-df00-46e2-a5f0-051c8df9a9a3 HTTP/1.1" status: 200 len: 2998 time: 0.0532827 Feb 09 19:03:17.827535 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-f7d6c3a1-a9d5-423a-b6a6-05dc2855ecb6 req-73fa1ad0-6e67-4a7c-93ef-68e50be69f4f tempest-SecurityGroupsTestAdminJSON-460961542 tempest-SecurityGroupsTestAdminJSON-460961542-project-admin] 10.222.0.75 "GET /v2.0/security-groups/aa4a0bbe-df00-46e2-a5f0-051c8df9a9a3 HTTP/1.1" status: 200 len: 2998 time: 0.0412953 Feb 09 19:03:17.876536 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-f7d6c3a1-a9d5-423a-b6a6-05dc2855ecb6 req-b934cf9b-62db-4a65-b711-ce123f151ec4 tempest-SecurityGroupsTestAdminJSON-460961542 tempest-SecurityGroupsTestAdminJSON-460961542-project-admin] 10.222.0.75 "GET /v2.0/security-groups/ba18819a-1490-4e7b-a11b-e8610423d8ee HTTP/1.1" status: 200 len: 2998 time: 0.0406241 Feb 09 19:03:17.926963 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-f7d6c3a1-a9d5-423a-b6a6-05dc2855ecb6 req-d1bf6c6d-8c88-495b-9915-6a30bc232e7d tempest-SecurityGroupsTestAdminJSON-460961542 tempest-SecurityGroupsTestAdminJSON-460961542-project-admin] 10.222.0.75 "GET /v2.0/security-groups/ba18819a-1490-4e7b-a11b-e8610423d8ee HTTP/1.1" status: 200 len: 2998 time: 0.0419703 Feb 09 19:03:17.973499 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 47608) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:03:18.014356 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-f7d6c3a1-a9d5-423a-b6a6-05dc2855ecb6 req-cef0d1ec-d1c0-4e4a-91ee-256f1e1f988d tempest-SecurityGroupsTestAdminJSON-460961542 tempest-SecurityGroupsTestAdminJSON-460961542-project-admin] 10.222.0.75 "GET /v2.0/security-groups/bdf7bf2d-6846-41d4-82e1-5d795e9f81b3 HTTP/1.1" status: 200 len: 2994 time: 0.0796661 Feb 09 19:03:18.068110 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-f7d6c3a1-a9d5-423a-b6a6-05dc2855ecb6 req-4218e4c0-693f-47c7-96b9-9b31abbb2487 tempest-SecurityGroupsTestAdminJSON-460961542 tempest-SecurityGroupsTestAdminJSON-460961542-project-admin] 10.222.0.75 "GET /v2.0/security-groups/bdf7bf2d-6846-41d4-82e1-5d795e9f81b3 HTTP/1.1" status: 200 len: 2994 time: 0.0454156 Feb 09 19:03:18.135109 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-41579836-ce21-4ee2-9cdd-fef731dd9cd3 req-de7903c1-c9c5-4b57-9db5-b1e589c60d35 service neutron] 10.222.0.89 "GET /v2.0/ports/e3deb77c-5e11-4cdd-ac65-3b3ef7c8fe1d/bindings/n-h2-713498-36 HTTP/1.1" status: 200 len: 385 time: 0.1895251 Feb 09 19:03:18.153618 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-f7d6c3a1-a9d5-423a-b6a6-05dc2855ecb6 req-6b30307a-6971-4878-9f76-ee1adcd8c481 tempest-SecurityGroupsTestAdminJSON-460961542 tempest-SecurityGroupsTestAdminJSON-460961542-project-admin] 10.222.0.75 "GET /v2.0/security-groups/d8cbd7d9-5837-4d39-b771-85e86209feca HTTP/1.1" status: 200 len: 2998 time: 0.0767992 Feb 09 19:03:18.177344 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3728c2db-f0bc-43a9-bbb6-aec076e95aa6 req-73c98c6b-0e78-4877-99f2-af553e8ded5e tempest-LiveAutoBlockMigrationV225Test-2127879101 tempest-LiveAutoBlockMigrationV225Test-2127879101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:03:18.180233 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-3728c2db-f0bc-43a9-bbb6-aec076e95aa6 req-73c98c6b-0e78-4877-99f2-af553e8ded5e tempest-LiveAutoBlockMigrationV225Test-2127879101 tempest-LiveAutoBlockMigrationV225Test-2127879101-project] 10.222.0.75 "GET /v2.0/ports?device_id=f8dcc237-c202-4732-ba27-7c810c7f88dd HTTP/1.1" status: 200 len: 944 time: 0.1501267 Feb 09 19:03:18.228702 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-f7d6c3a1-a9d5-423a-b6a6-05dc2855ecb6 req-461ad8d2-09fb-436d-a18b-f402512f48c5 tempest-SecurityGroupsTestAdminJSON-460961542 tempest-SecurityGroupsTestAdminJSON-460961542-project-admin] 10.222.0.75 "GET /v2.0/security-groups/d8cbd7d9-5837-4d39-b771-85e86209feca HTTP/1.1" status: 200 len: 2998 time: 0.0686889 Feb 09 19:03:18.246750 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762867132591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593584'] for agent (488cd9ae-631f-4955-ba0b-4f5a13f12e9c), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:03:18.269421 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.v2.base [None req-08a6cd80-536a-49f7-afbd-7ddd173cae56 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPDetailsNegativeTestJSON-2127457717-network', 'tenant_id': '099b095e97df4302aa37ec5304cc9f5e'}} {{(pid=103230) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 19:03:18.322264 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-f7d6c3a1-a9d5-423a-b6a6-05dc2855ecb6 req-66007687-a0d3-4c49-837e-e5db41917f27 tempest-SecurityGroupsTestAdminJSON-460961542 tempest-SecurityGroupsTestAdminJSON-460961542-project-admin] 10.222.0.75 "GET /v2.0/security-groups/ddb23fc3-aa29-4777-a6d0-38c746159132 HTTP/1.1" status: 200 len: 2998 time: 0.0861068 Feb 09 19:03:18.323825 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-08a6cd80-536a-49f7-afbd-7ddd173cae56 admin admin] Made reservation on behalf of 099b095e97df4302aa37ec5304cc9f5e for: {'network': 1} {{(pid=103230) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 19:03:18.326323 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-08a6cd80-536a-49f7-afbd-7ddd173cae56 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for network (None), before_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:03:18.327985 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-3728c2db-f0bc-43a9-bbb6-aec076e95aa6 req-7f232e39-29e1-4a23-8309-07507d63d07c tempest-LiveAutoBlockMigrationV225Test-2127879101 tempest-LiveAutoBlockMigrationV225Test-2127879101-project] 10.222.0.75 "GET /v2.0/security-groups?id=e3cb5363-3b49-4f74-b239-a871e755b40a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1326463 Feb 09 19:03:18.346167 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-08a6cd80-536a-49f7-afbd-7ddd173cae56 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:03:18.422414 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-f7d6c3a1-a9d5-423a-b6a6-05dc2855ecb6 req-5aa701ad-5d76-4d03-8ba3-f9f515e94ef1 tempest-SecurityGroupsTestAdminJSON-460961542 tempest-SecurityGroupsTestAdminJSON-460961542-project-admin] 10.222.0.75 "GET /v2.0/security-groups/ddb23fc3-aa29-4777-a6d0-38c746159132 HTTP/1.1" status: 200 len: 2998 time: 0.0921230 Feb 09 19:03:18.460569 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.db [req-41579836-ce21-4ee2-9cdd-fef731dd9cd3 req-cabec40f-0ed1-4df8-8a6e-f60e8be79a6b service neutron] For port e3deb77c-5e11-4cdd-ac65-3b3ef7c8fe1d, host n-h1-713498-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-36',level=0,port_id=e3deb77c-5e11-4cdd-ac65-3b3ef7c8fe1d,segment=NetworkSegment(b98d4747-b18c-4141-8910-77c1fada78d1),segment_id=b98d4747-b18c-4141-8910-77c1fada78d1)] {{(pid=103229) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 19:03:18.510139 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.db [req-41579836-ce21-4ee2-9cdd-fef731dd9cd3 req-cabec40f-0ed1-4df8-8a6e-f60e8be79a6b service neutron] For port e3deb77c-5e11-4cdd-ac65-3b3ef7c8fe1d, host n-h1-713498-36, cleared binding levels {{(pid=103229) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 19:03:18.529341 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-08a6cd80-536a-49f7-afbd-7ddd173cae56 admin admin] Publish callbacks [] for security_group (efc5471b-cbf5-4d27-80d6-91b3b0e4784a), precommit_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:03:18.533598 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-f7d6c3a1-a9d5-423a-b6a6-05dc2855ecb6 req-5873be68-f44a-41a3-9b37-5b38604822cb tempest-SecurityGroupsTestAdminJSON-460961542 tempest-SecurityGroupsTestAdminJSON-460961542-project-admin] 10.222.0.75 "GET /v2.0/security-groups/e13ab09b-b759-4b5d-bdb8-ae9fde5f9a44 HTTP/1.1" status: 200 len: 2994 time: 0.0676494 Feb 09 19:03:18.535103 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-08a6cd80-536a-49f7-afbd-7ddd173cae56 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1892331'] for security_group (efc5471b-cbf5-4d27-80d6-91b3b0e4784a), after_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:03:18.577501 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08a6cd80-536a-49f7-afbd-7ddd173cae56 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=efc5471b-cbf5-4d27-80d6-91b3b0e4784a,revision_number=1']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:03:18.581333 n-d-713498-36 neutron-server[103229]: DEBUG neutron.notifiers.nova [req-41579836-ce21-4ee2-9cdd-fef731dd9cd3 req-cabec40f-0ed1-4df8-8a6e-f60e8be79a6b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e3deb77c-5e11-4cdd-ac65-3b3ef7c8fe1d {{(pid=103229) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 19:03:18.614999 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.db [req-41579836-ce21-4ee2-9cdd-fef731dd9cd3 req-cabec40f-0ed1-4df8-8a6e-f60e8be79a6b service neutron] For port e3deb77c-5e11-4cdd-ac65-3b3ef7c8fe1d, host n-h2-713498-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-36',level=0,port_id=e3deb77c-5e11-4cdd-ac65-3b3ef7c8fe1d,segment=NetworkSegment(b98d4747-b18c-4141-8910-77c1fada78d1),segment_id=b98d4747-b18c-4141-8910-77c1fada78d1)] {{(pid=103229) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 19:03:18.631377 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-08a6cd80-536a-49f7-afbd-7ddd173cae56 admin admin] vlan segment allocate from pool success with {'vlan_id': 370, 'physical_network': 'physnet1'} {{(pid=103230) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 19:03:18.648401 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-41579836-ce21-4ee2-9cdd-fef731dd9cd3 req-cabec40f-0ed1-4df8-8a6e-f60e8be79a6b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (e3deb77c-5e11-4cdd-ac65-3b3ef7c8fe1d), before_update {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:03:18.651081 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762867132591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593584'] for agent (bcd5faee-dc24-4298-9134-0e0aa054058e), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:03:18.679198 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-08a6cd80-536a-49f7-afbd-7ddd173cae56 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-759574'] for segment (356e2436-cf26-41b6-8ce3-ee1cccf24514), precommit_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:03:18.679625 n-d-713498-36 neutron-server[103230]: INFO neutron.db.segments_db [None req-08a6cd80-536a-49f7-afbd-7ddd173cae56 admin admin] Added segment 356e2436-cf26-41b6-8ce3-ee1cccf24514 of type vlan for network 285c3e13-0e4d-4577-8fdd-9c25f7236b5f Feb 09 19:03:18.712395 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-f7d6c3a1-a9d5-423a-b6a6-05dc2855ecb6 req-77ace06c-c238-4778-913a-935fcfd14c37 tempest-SecurityGroupsTestAdminJSON-460961542 tempest-SecurityGroupsTestAdminJSON-460961542-project-admin] 10.222.0.75 "GET /v2.0/security-groups/e13ab09b-b759-4b5d-bdb8-ae9fde5f9a44 HTTP/1.1" status: 200 len: 2994 time: 0.1415415 Feb 09 19:03:18.729604 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-08a6cd80-536a-49f7-afbd-7ddd173cae56 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762866642225'] for network (285c3e13-0e4d-4577-8fdd-9c25f7236b5f), precommit_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:03:18.790560 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2193bc8f-bd16-48db-92ad-ce648918289f req-558bd59f-3189-48c4-9b26-6b31fec37a84 tempest-LiveMigrationTest-1021096981 tempest-LiveMigrationTest-1021096981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:03:18.791474 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-f7d6c3a1-a9d5-423a-b6a6-05dc2855ecb6 req-48a820b3-dd1b-44b1-89a3-da64b1b373ae tempest-SecurityGroupsTestAdminJSON-460961542 tempest-SecurityGroupsTestAdminJSON-460961542-project-admin] 10.222.0.75 "GET /v2.0/security-groups/e3cb5363-3b49-4f74-b239-a871e755b40a HTTP/1.1" status: 200 len: 2998 time: 0.0669863 Feb 09 19:03:18.792099 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-2193bc8f-bd16-48db-92ad-ce648918289f req-558bd59f-3189-48c4-9b26-6b31fec37a84 tempest-LiveMigrationTest-1021096981 tempest-LiveMigrationTest-1021096981-project] 10.222.0.75 "GET /v2.0/ports?device_id=5ff67175-208f-48a4-b08d-79f957313fbc HTTP/1.1" status: 200 len: 946 time: 0.1310201 Feb 09 19:03:18.801230 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-08a6cd80-536a-49f7-afbd-7ddd173cae56 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1885479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452'] for network (285c3e13-0e4d-4577-8fdd-9c25f7236b5f), after_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:03:18.803231 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08a6cd80-536a-49f7-afbd-7ddd173cae56 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:03:18.804206 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-08a6cd80-536a-49f7-afbd-7ddd173cae56 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1613566'] for network (None), before_response {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:03:18.873510 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-08a6cd80-536a-49f7-afbd-7ddd173cae56 admin admin] 10.222.0.75 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.8987830 Feb 09 19:03:18.878142 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 47646) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:03:18.889087 n-d-713498-36 neutron-server[103229]: DEBUG neutron.db.provisioning_blocks [req-41579836-ce21-4ee2-9cdd-fef731dd9cd3 req-cabec40f-0ed1-4df8-8a6e-f60e8be79a6b service neutron] Transition to ACTIVE for port object e3deb77c-5e11-4cdd-ac65-3b3ef7c8fe1d will not be triggered until provisioned by entity L2. {{(pid=103229) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 19:03:18.892537 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.v2.base [None req-00d71ced-88aa-4f33-a3a7-9db891932628 admin admin] Request body: {'subnet': {'network_id': '285c3e13-0e4d-4577-8fdd-9c25f7236b5f', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-2127457717-subnet', 'tenant_id': '099b095e97df4302aa37ec5304cc9f5e', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103230) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 19:03:18.898992 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-41579836-ce21-4ee2-9cdd-fef731dd9cd3 req-cabec40f-0ed1-4df8-8a6e-f60e8be79a6b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762867176205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762866656485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762866656503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12867569'] for port (e3deb77c-5e11-4cdd-ac65-3b3ef7c8fe1d), after_update {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:03:18.926486 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-00d71ced-88aa-4f33-a3a7-9db891932628 admin admin] Made reservation on behalf of 099b095e97df4302aa37ec5304cc9f5e for: {'subnet': 1} {{(pid=103230) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 19:03:18.927839 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-00d71ced-88aa-4f33-a3a7-9db891932628 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12985917'] for subnet (None), before_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:03:18.962777 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-2193bc8f-bd16-48db-92ad-ce648918289f req-a0927e94-cb67-4acb-9076-5389cef6c041 tempest-LiveMigrationTest-1021096981 tempest-LiveMigrationTest-1021096981-project] 10.222.0.75 "GET /v2.0/security-groups?id=ba18819a-1490-4e7b-a11b-e8610423d8ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1465645 Feb 09 19:03:18.987240 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cabec40f-0ed1-4df8-8a6e-f60e8be79a6b service neutron] Pushing event updated for resources: {'Port': ['ID=e3deb77c-5e11-4cdd-ac65-3b3ef7c8fe1d,revision_number=10']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:03:19.008439 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08a6cd80-536a-49f7-afbd-7ddd173cae56 admin admin] Pushing event updated for resources: {'Network': ['ID=285c3e13-0e4d-4577-8fdd-9c25f7236b5f,revision_number=1']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:03:19.015691 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-f7d6c3a1-a9d5-423a-b6a6-05dc2855ecb6 req-85a992a5-141a-4604-a89f-86e2f47103b7 tempest-SecurityGroupsTestAdminJSON-460961542 tempest-SecurityGroupsTestAdminJSON-460961542-project-admin] 10.222.0.75 "GET /v2.0/security-groups/e3cb5363-3b49-4f74-b239-a871e755b40a HTTP/1.1" status: 200 len: 2998 time: 0.2024391 Feb 09 19:03:19.029417 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Network 285c3e13-0e4d-4577-8fdd-9c25f7236b5f details requested by agent ovs-agent-n-d-713498-36 with host n-d-713498-36 {{(pid=103232) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 19:03:19.042565 n-d-713498-36 neutron-server[103229]: DEBUG neutron.db.l3_dvrscheduler_db [req-41579836-ce21-4ee2-9cdd-fef731dd9cd3 req-cabec40f-0ed1-4df8-8a6e-f60e8be79a6b service neutron] No DVR routers for this DVR port e3deb77c-5e11-4cdd-ac65-3b3ef7c8fe1d on host n-h1-713498-36 {{(pid=103229) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 19:03:19.086087 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-41579836-ce21-4ee2-9cdd-fef731dd9cd3 req-cabec40f-0ed1-4df8-8a6e-f60e8be79a6b service neutron] 10.222.0.89 "PUT /v2.0/ports/e3deb77c-5e11-4cdd-ac65-3b3ef7c8fe1d/bindings/n-h2-713498-36/activate HTTP/1.1" status: 200 len: 370 time: 0.9440911 Feb 09 19:03:19.173559 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-f7d6c3a1-a9d5-423a-b6a6-05dc2855ecb6 req-4e3a9762-5eb7-4342-ae45-9948f1624df1 tempest-SecurityGroupsTestAdminJSON-460961542 tempest-SecurityGroupsTestAdminJSON-460961542-project-admin] 10.222.0.75 "GET /v2.0/security-groups/e67ba3b2-bad3-4d9a-af35-426f19ce4ef7 HTTP/1.1" status: 200 len: 2998 time: 0.1443739 Feb 09 19:03:19.347632 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-00d71ced-88aa-4f33-a3a7-9db891932628 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14393611', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12985859'] for subnet (4b0ddf5d-fdc3-4db3-a8da-40b695a3400e), after_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:03:19.370042 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41579836-ce21-4ee2-9cdd-fef731dd9cd3 req-9900f367-313a-4c61-9ecf-919a99da6790 tempest-LiveAutoBlockMigrationV225Test-1149753898 tempest-LiveAutoBlockMigrationV225Test-1149753898-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:03:19.370042 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-41579836-ce21-4ee2-9cdd-fef731dd9cd3 req-9900f367-313a-4c61-9ecf-919a99da6790 tempest-LiveAutoBlockMigrationV225Test-1149753898 tempest-LiveAutoBlockMigrationV225Test-1149753898-project-admin] 10.222.0.90 "GET /v2.0/ports?device_id=f8dcc237-c202-4732-ba27-7c810c7f88dd&tenant_id=b8d56d08e88f4d4daeb8e5fed321a162&binding%3Ahost_id=n-h1-713498-36 HTTP/1.1" status: 200 len: 1128 time: 0.1872146 Feb 09 19:03:19.370360 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-f7d6c3a1-a9d5-423a-b6a6-05dc2855ecb6 req-f77b917d-1587-4bd0-8a04-6c65e983c754 tempest-SecurityGroupsTestAdminJSON-460961542 tempest-SecurityGroupsTestAdminJSON-460961542-project-admin] 10.222.0.75 "GET /v2.0/security-groups/e67ba3b2-bad3-4d9a-af35-426f19ce4ef7 HTTP/1.1" status: 200 len: 2998 time: 0.1824663 Feb 09 19:03:19.552418 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00d71ced-88aa-4f33-a3a7-9db891932628 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4b0ddf5d-fdc3-4db3-a8da-40b695a3400e,revision_number=0']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:03:19.585507 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41579836-ce21-4ee2-9cdd-fef731dd9cd3 req-a128e68b-d651-4c5a-848b-733266efdd65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:03:19.587206 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-41579836-ce21-4ee2-9cdd-fef731dd9cd3 req-a128e68b-d651-4c5a-848b-733266efdd65 service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=f8dcc237-c202-4732-ba27-7c810c7f88dd&tenant_id=b8d56d08e88f4d4daeb8e5fed321a162 HTTP/1.1" status: 200 len: 1128 time: 0.1933708 Feb 09 19:03:19.589222 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c38f216-1ec0-4a95-97c7-11feb96810fa req-96eb85f2-307c-4763-ba4f-7bb7729f2b2c tempest-LiveMigrationTest-1137365927 tempest-LiveMigrationTest-1137365927-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:03:19.593941 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00d71ced-88aa-4f33-a3a7-9db891932628 admin admin] Checking segment: {'id': '356e2436-cf26-41b6-8ce3-ee1cccf24514', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': '285c3e13-0e4d-4577-8fdd-9c25f7236b5f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103230) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 19:03:19.594333 n-d-713498-36 neutron-server[103230]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00d71ced-88aa-4f33-a3a7-9db891932628 admin admin] Network hostable DHCP agents. Network: 285c3e13-0e4d-4577-8fdd-9c25f7236b5f, hostable agents: ['af91e4b9-f4e1-42b1-a25c-a10dc47171c8'], hosted agents: [] {{(pid=103230) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 19:03:19.598049 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-8c38f216-1ec0-4a95-97c7-11feb96810fa req-96eb85f2-307c-4763-ba4f-7bb7729f2b2c tempest-LiveMigrationTest-1137365927 tempest-LiveMigrationTest-1137365927-project-admin] 10.222.0.75 "GET /v2.0/ports?device_id=5ff67175-208f-48a4-b08d-79f957313fbc HTTP/1.1" status: 200 len: 1129 time: 0.0744712 Feb 09 19:03:19.611835 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2b868d6-2107-422c-b25b-6e7513f0a4b2 req-581e61cb-2c71-4d6f-a16d-e3ad681b3ee9 tempest-LiveAutoBlockMigrationV225Test-2127879101 tempest-LiveAutoBlockMigrationV225Test-2127879101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:03:19.613219 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-b2b868d6-2107-422c-b25b-6e7513f0a4b2 req-581e61cb-2c71-4d6f-a16d-e3ad681b3ee9 tempest-LiveAutoBlockMigrationV225Test-2127879101 tempest-LiveAutoBlockMigrationV225Test-2127879101-project] 10.222.0.75 "GET /v2.0/ports?device_id=f8dcc237-c202-4732-ba27-7c810c7f88dd HTTP/1.1" status: 200 len: 945 time: 0.1246495 Feb 09 19:03:19.644622 n-d-713498-36 neutron-server[103230]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00d71ced-88aa-4f33-a3a7-9db891932628 admin admin] Network 285c3e13-0e4d-4577-8fdd-9c25f7236b5f is scheduled to be hosted by DHCP agent af91e4b9-f4e1-42b1-a25c-a10dc47171c8 with binding_index 1 {{(pid=103230) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 19:03:19.655679 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-8c38f216-1ec0-4a95-97c7-11feb96810fa req-759aa0a0-17ae-4f02-a72a-b8a3d0931a9b tempest-LiveMigrationTest-1137365927 tempest-LiveMigrationTest-1137365927-project-admin] 10.222.0.75 "GET /v2.0/security-groups?id=ba18819a-1490-4e7b-a11b-e8610423d8ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559874 Feb 09 19:03:19.686736 n-d-713498-36 neutron-server[103230]: DEBUG neutron.scheduler.base_scheduler [None req-00d71ced-88aa-4f33-a3a7-9db891932628 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713498-36, 285c3e13-0e4d-4577-8fdd-9c25f7236b5f) {{(pid=103230) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 19:03:19.695824 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00d71ced-88aa-4f33-a3a7-9db891932628 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:03:19.696410 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-00d71ced-88aa-4f33-a3a7-9db891932628 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:03:19.697515 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07704933-3d77-44fb-bc43-835f2e0290f6 None None] Network 285c3e13-0e4d-4577-8fdd-9c25f7236b5f requested from n-d-713498-36 {{(pid=103232) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 19:03:19.719230 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-b2b868d6-2107-422c-b25b-6e7513f0a4b2 req-0820f88d-925d-46bc-98e4-78dc5e537e50 tempest-LiveAutoBlockMigrationV225Test-2127879101 tempest-LiveAutoBlockMigrationV225Test-2127879101-project] 10.222.0.75 "GET /v2.0/security-groups?id=e3cb5363-3b49-4f74-b239-a871e755b40a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0988190 Feb 09 19:03:19.726171 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-00d71ced-88aa-4f33-a3a7-9db891932628 admin admin] 10.222.0.75 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 860 time: 0.8401353 Feb 09 19:03:19.728075 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 47682) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:03:19.730468 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41579836-ce21-4ee2-9cdd-fef731dd9cd3 req-e72891d6-306f-41a5-81b2-266ce788544f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:03:19.732062 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-41579836-ce21-4ee2-9cdd-fef731dd9cd3 req-e72891d6-306f-41a5-81b2-266ce788544f service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=b8d56d08e88f4d4daeb8e5fed321a162&device_id=f8dcc237-c202-4732-ba27-7c810c7f88dd HTTP/1.1" status: 200 len: 1128 time: 0.1033704 Feb 09 19:03:19.735398 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.v2.base [None req-5a859475-c16e-4124-8fd4-e087c20f17c2 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPDetailsNegativeTestJSON-2127457717-router', 'tenant_id': '099b095e97df4302aa37ec5304cc9f5e', 'external_gateway_info': {'network_id': '88055e1e-672a-4487-be31-ffb6e833ece5'}}} {{(pid=103229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 19:03:19.785621 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-5a859475-c16e-4124-8fd4-e087c20f17c2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1834830', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-58389'] for router (ba92a895-b2b9-49f2-bfbb-eec3c35125e3), before_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:03:19.788587 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-5a859475-c16e-4124-8fd4-e087c20f17c2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1834810', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1822096', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1886735', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-58380'] for router (ba92a895-b2b9-49f2-bfbb-eec3c35125e3), precommit_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:03:19.833372 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-b6b014a4-bc24-48f1-88dd-2d8993c621d2 req-f182f78e-318f-4bb0-8ba7-164efd5b74f1 tempest-SecurityGroupsTestAdminJSON-329392414 tempest-SecurityGroupsTestAdminJSON-329392414-project] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=44928f6230e4469da2ea80361d65aaf2 HTTP/1.1" status: 200 len: 6152 time: 0.1325126 Feb 09 19:03:19.894503 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72cffe8d-7571-4872-a200-f91318a8f2f8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8b32e980-7cce-5e82-a341-bd2fa8945c89-285c3e13-0e4d-4577-8fdd-9c25f7236b5f', 'network_id': '285c3e13-0e4d-4577-8fdd-9c25f7236b5f', 'project_id': '099b095e97df4302aa37ec5304cc9f5e', 'fixed_ips': [{'subnet_id': '4b0ddf5d-fdc3-4db3-a8da-40b695a3400e'}]}} from n-d-713498-36. {{(pid=103232) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 09 19:03:19.895507 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-72cffe8d-7571-4872-a200-f91318a8f2f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (None), before_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:03:19.907911 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-5a859475-c16e-4124-8fd4-e087c20f17c2 admin admin] Publish callbacks [] for router_controller (ba92a895-b2b9-49f2-bfbb-eec3c35125e3), precommit_add_association {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:03:19.972692 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41579836-ce21-4ee2-9cdd-fef731dd9cd3 req-873bd4b7-3817-492f-9ac2-615459277695 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:03:19.974198 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-41579836-ce21-4ee2-9cdd-fef731dd9cd3 req-873bd4b7-3817-492f-9ac2-615459277695 service neutron] 10.222.0.90 "GET /v2.0/networks?id=0e993f99-d3d0-4a2a-8eed-2f34375798b5 HTTP/1.1" status: 200 len: 921 time: 0.2040806 Feb 09 19:03:20.002413 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-b6b014a4-bc24-48f1-88dd-2d8993c621d2 req-36661aa9-8ad6-4909-a3cc-8e03b82775ad tempest-SecurityGroupsTestAdminJSON-329392414 tempest-SecurityGroupsTestAdminJSON-329392414-project] 10.222.0.75 "GET /v2.0/security-groups/aa4a0bbe-df00-46e2-a5f0-051c8df9a9a3 HTTP/1.1" status: 200 len: 2998 time: 0.1681380 Feb 09 19:03:20.048784 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-41579836-ce21-4ee2-9cdd-fef731dd9cd3 req-b6814fd5-f628-49ca-8ea1-d7f2403b484e service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e3deb77c-5e11-4cdd-ac65-3b3ef7c8fe1d HTTP/1.1" status: 200 len: 217 time: 0.0625002 Feb 09 19:03:20.105646 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.db_base_plugin_common [None req-72cffe8d-7571-4872-a200-f91318a8f2f8 None None] Allocated IP 172.20.0.2 (285c3e13-0e4d-4577-8fdd-9c25f7236b5f/4b0ddf5d-fdc3-4db3-a8da-40b695a3400e/8331a37a-331e-41ec-bae8-c606496c5bed) {{(pid=103232) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 19:03:20.113419 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-5a859475-c16e-4124-8fd4-e087c20f17c2 admin admin] Publish callbacks [] for router_gateway (ba92a895-b2b9-49f2-bfbb-eec3c35125e3), precommit_update {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:03:20.142909 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-b6b014a4-bc24-48f1-88dd-2d8993c621d2 req-40583b0c-a12c-46e4-a859-be85f68909b4 tempest-SecurityGroupsTestAdminJSON-329392414 tempest-SecurityGroupsTestAdminJSON-329392414-project] 10.222.0.75 "GET /v2.0/security-groups/aa4a0bbe-df00-46e2-a5f0-051c8df9a9a3 HTTP/1.1" status: 200 len: 2998 time: 0.1395519 Feb 09 19:03:20.188850 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41579836-ce21-4ee2-9cdd-fef731dd9cd3 req-383e8d19-7b4d-4c1e-84c9-d339b7d17a1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:03:20.198744 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-41579836-ce21-4ee2-9cdd-fef731dd9cd3 req-383e8d19-7b4d-4c1e-84c9-d339b7d17a1e service neutron] 10.222.0.90 "GET /v2.0/subnets?id=7d496e2d-6315-4d42-9415-66e0bdf20977 HTTP/1.1" status: 200 len: 860 time: 0.1387792 Feb 09 19:03:20.264080 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-41579836-ce21-4ee2-9cdd-fef731dd9cd3 req-cade3e20-ee33-446a-a9b1-1f5ca12667d4 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=0e993f99-d3d0-4a2a-8eed-2f34375798b5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0556979 Feb 09 19:03:20.356635 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-72cffe8d-7571-4872-a200-f91318a8f2f8 None None] Publish callbacks [] for port (8331a37a-331e-41ec-bae8-c606496c5bed), precommit_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:03:20.369585 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-72cffe8d-7571-4872-a200-f91318a8f2f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762866656467'] for port (8331a37a-331e-41ec-bae8-c606496c5bed), after_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:03:20.384929 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff2a05f5-789b-4520-977f-680cf50571cc req-644ad3a5-eb4f-4aa2-ae35-f3429759f670 tempest-LiveMigrationTest-1137365927 tempest-LiveMigrationTest-1137365927-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:03:20.387073 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-ff2a05f5-789b-4520-977f-680cf50571cc req-644ad3a5-eb4f-4aa2-ae35-f3429759f670 tempest-LiveMigrationTest-1137365927 tempest-LiveMigrationTest-1137365927-project-admin] 10.222.0.75 "GET /v2.0/ports?device_id=5ff67175-208f-48a4-b08d-79f957313fbc HTTP/1.1" status: 200 len: 1129 time: 0.1181176 Feb 09 19:03:20.449666 n-d-713498-36 neutron-server[103232]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72cffe8d-7571-4872-a200-f91318a8f2f8 None None] Network 285c3e13-0e4d-4577-8fdd-9c25f7236b5f is already hosted by enough agents. {{(pid=103232) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 19:03:20.465072 n-d-713498-36 neutron-server[103232]: DEBUG neutron.scheduler.base_scheduler [None req-72cffe8d-7571-4872-a200-f91318a8f2f8 None None] Resources bound (agent type, host, resource id): {{(pid=103232) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 19:03:20.472405 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72cffe8d-7571-4872-a200-f91318a8f2f8 None None] Received port after_create {{(pid=103232) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 19:03:20.501239 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72cffe8d-7571-4872-a200-f91318a8f2f8 None None] Pushing event updated for resources: {'Port': ['ID=8331a37a-331e-41ec-bae8-c606496c5bed,revision_number=1']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:03:20.517398 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-ff2a05f5-789b-4520-977f-680cf50571cc req-7b9d439d-8ef6-42db-9290-691a0dbe2056 tempest-LiveMigrationTest-1137365927 tempest-LiveMigrationTest-1137365927-project-admin] 10.222.0.75 "GET /v2.0/security-groups?id=ba18819a-1490-4e7b-a11b-e8610423d8ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1175785 Feb 09 19:03:20.545897 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-41579836-ce21-4ee2-9cdd-fef731dd9cd3 req-bf0756d3-ae49-4106-8342-6749baf4a6cf service neutron] 10.222.0.90 "GET /v2.0/networks/0e993f99-d3d0-4a2a-8eed-2f34375798b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2708349 Feb 09 19:03:20.551057 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-4002f6d6-c467-46ce-952f-65b5cbeb6ca1 req-2f6b663e-1dba-41a9-8d5a-cf7644d4e657 tempest-SecurityGroupsTestAdminJSON-460961542 tempest-SecurityGroupsTestAdminJSON-460961542-project-admin] 10.222.0.75 "GET /v2.0/security-groups/97940bb0-8cd2-4dbe-b83d-750edbad0213 HTTP/1.1" status: 200 len: 1793 time: 0.1488059 Feb 09 19:03:20.603589 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.managers [None req-72cffe8d-7571-4872-a200-f91318a8f2f8 None None] Attempting to bind port 8331a37a-331e-41ec-bae8-c606496c5bed on host n-d-713498-36 for vnic_type normal with profile {{(pid=103232) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 19:03:20.604253 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.managers [None req-72cffe8d-7571-4872-a200-f91318a8f2f8 None None] Attempting to bind port 8331a37a-331e-41ec-bae8-c606496c5bed by drivers openvswitch,hyperv on host n-d-713498-36 at level 0 using segments [{'id': '356e2436-cf26-41b6-8ce3-ee1cccf24514', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': '285c3e13-0e4d-4577-8fdd-9c25f7236b5f'}] {{(pid=103232) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 19:03:20.604818 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72cffe8d-7571-4872-a200-f91318a8f2f8 None None] Attempting to bind port 8331a37a-331e-41ec-bae8-c606496c5bed on network 285c3e13-0e4d-4577-8fdd-9c25f7236b5f {{(pid=103232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 19:03:20.610585 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72cffe8d-7571-4872-a200-f91318a8f2f8 None None] Checking agent: {'id': '496418a2-c002-4aec-ab1a-07f3bea491bd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-36', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 18, 51, 47), 'started_at': datetime.datetime(2022, 2, 9, 18, 52, 17), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 19, 3, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-36'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 19:03:20.611331 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72cffe8d-7571-4872-a200-f91318a8f2f8 None None] Checking segment: {'id': '356e2436-cf26-41b6-8ce3-ee1cccf24514', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': '285c3e13-0e4d-4577-8fdd-9c25f7236b5f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103232) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 19:03:20.611962 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-72cffe8d-7571-4872-a200-f91318a8f2f8 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:03:20.612565 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72cffe8d-7571-4872-a200-f91318a8f2f8 None None] Bound using segment: {'id': '356e2436-cf26-41b6-8ce3-ee1cccf24514', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': '285c3e13-0e4d-4577-8fdd-9c25f7236b5f'} {{(pid=103232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 19:03:20.613271 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.managers [None req-72cffe8d-7571-4872-a200-f91318a8f2f8 None None] Bound port: 8331a37a-331e-41ec-bae8-c606496c5bed, host: n-d-713498-36, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '356e2436-cf26-41b6-8ce3-ee1cccf24514', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': '285c3e13-0e4d-4577-8fdd-9c25f7236b5f'}}] {{(pid=103232) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 19:03:20.613905 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-72cffe8d-7571-4872-a200-f91318a8f2f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (8331a37a-331e-41ec-bae8-c606496c5bed), before_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:03:20.674002 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 47702) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:03:20.722837 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-72cffe8d-7571-4872-a200-f91318a8f2f8 None None] For port 8331a37a-331e-41ec-bae8-c606496c5bed, host n-d-713498-36, cleared binding levels {{(pid=103232) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 19:03:20.731227 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [req-4002f6d6-c467-46ce-952f-65b5cbeb6ca1 req-027dc259-6c9c-474f-9dae-fc542b912f2c tempest-SecurityGroupsTestAdminJSON-460961542 tempest-SecurityGroupsTestAdminJSON-460961542-project-admin] Publish callbacks [] for security_group (97940bb0-8cd2-4dbe-b83d-750edbad0213), before_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:03:20.733312 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-72cffe8d-7571-4872-a200-f91318a8f2f8 None None] For port 8331a37a-331e-41ec-bae8-c606496c5bed, host n-d-713498-36, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-36',level=0,port_id=8331a37a-331e-41ec-bae8-c606496c5bed,segment=NetworkSegment(356e2436-cf26-41b6-8ce3-ee1cccf24514),segment_id=356e2436-cf26-41b6-8ce3-ee1cccf24514)] {{(pid=103232) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 19:03:20.746198 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-72cffe8d-7571-4872-a200-f91318a8f2f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762867176205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762866656485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762866656503'] for port (8331a37a-331e-41ec-bae8-c606496c5bed), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:03:20.765206 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-5a859475-c16e-4124-8fd4-e087c20f17c2 admin admin] Publish callbacks [] for router_gateway (ba92a895-b2b9-49f2-bfbb-eec3c35125e3), before_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:03:20.771209 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-41579836-ce21-4ee2-9cdd-fef731dd9cd3 req-482f2bbb-215b-476f-846c-2c7aedebd248 service neutron] 10.222.0.90 "GET /v2.0/networks/0e993f99-d3d0-4a2a-8eed-2f34375798b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2158833 Feb 09 19:03:20.786137 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [req-4002f6d6-c467-46ce-952f-65b5cbeb6ca1 req-027dc259-6c9c-474f-9dae-fc542b912f2c tempest-SecurityGroupsTestAdminJSON-460961542 tempest-SecurityGroupsTestAdminJSON-460961542-project-admin] Publish callbacks [] for security_group (97940bb0-8cd2-4dbe-b83d-750edbad0213), precommit_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:03:20.794203 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-5a859475-c16e-4124-8fd4-e087c20f17c2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (None), before_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:03:20.837671 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [req-4002f6d6-c467-46ce-952f-65b5cbeb6ca1 req-027dc259-6c9c-474f-9dae-fc542b912f2c tempest-SecurityGroupsTestAdminJSON-460961542 tempest-SecurityGroupsTestAdminJSON-460961542-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1892331'] for security_group (97940bb0-8cd2-4dbe-b83d-750edbad0213), after_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:03:20.841593 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [req-4002f6d6-c467-46ce-952f-65b5cbeb6ca1 req-027dc259-6c9c-474f-9dae-fc542b912f2c tempest-SecurityGroupsTestAdminJSON-460961542 tempest-SecurityGroupsTestAdminJSON-460961542-project-admin] Publish callbacks [] for security_group (None), before_response {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:03:20.859307 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-4002f6d6-c467-46ce-952f-65b5cbeb6ca1 req-027dc259-6c9c-474f-9dae-fc542b912f2c tempest-SecurityGroupsTestAdminJSON-460961542 tempest-SecurityGroupsTestAdminJSON-460961542-project-admin] 10.222.0.75 "DELETE /v2.0/security-groups/97940bb0-8cd2-4dbe-b83d-750edbad0213 HTTP/1.1" status: 204 len: 173 time: 0.2951024 Feb 09 19:03:20.883680 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72cffe8d-7571-4872-a200-f91318a8f2f8 None None] Pushing event updated for resources: {'Port': ['ID=8331a37a-331e-41ec-bae8-c606496c5bed,revision_number=2']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:03:20.912923 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-3285849b-b5bf-4951-b92a-bd0171d3a4b5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:03:20.927135 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-027dc259-6c9c-474f-9dae-fc542b912f2c tempest-SecurityGroupsTestAdminJSON-460961542 tempest-SecurityGroupsTestAdminJSON-460961542-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=97940bb0-8cd2-4dbe-b83d-750edbad0213,revision_number=None']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:03:20.974603 n-d-713498-36 neutron-server[103229]: DEBUG neutron.db.db_base_plugin_common [None req-5a859475-c16e-4124-8fd4-e087c20f17c2 admin admin] Allocated IP 172.25.1.100 (88055e1e-672a-4487-be31-ffb6e833ece5/ac16dbcc-383c-4b43-9153-d763c4a53f91/ba192f5d-5ee3-4327-8143-67f618f504ef) {{(pid=103229) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 19:03:21.071207 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-7fec4e4b-add5-45d0-85d4-109577bccb6c req-0323d9c4-20ed-4041-8c04-d7a4fba312a8 tempest-SecurityGroupsTestAdminJSON-460961542 tempest-SecurityGroupsTestAdminJSON-460961542-project-admin] 10.222.0.75 "GET /v2.0/security-groups/0eec120f-7c5d-4eeb-9cc4-4b78b873fa09 HTTP/1.1" status: 200 len: 1795 time: 0.0579407 Feb 09 19:03:21.179171 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-3285849b-b5bf-4951-b92a-bd0171d3a4b5 admin admin] Publish callbacks [] for security_group (1d3d7267-cc76-4bc6-8850-5d4473744d15), precommit_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:03:21.194509 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-3285849b-b5bf-4951-b92a-bd0171d3a4b5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1892331'] for security_group (1d3d7267-cc76-4bc6-8850-5d4473744d15), after_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:03:21.206896 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41f109b6-2d93-4000-97d5-13db9035f350 req-e0cb3978-b7bb-4cd2-94c5-3b4e0d6071dd tempest-LiveAutoBlockMigrationV225Test-2127879101 tempest-LiveAutoBlockMigrationV225Test-2127879101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:03:21.215953 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-41f109b6-2d93-4000-97d5-13db9035f350 req-e0cb3978-b7bb-4cd2-94c5-3b4e0d6071dd tempest-LiveAutoBlockMigrationV225Test-2127879101 tempest-LiveAutoBlockMigrationV225Test-2127879101-project] 10.222.0.75 "GET /v2.0/ports?device_id=f8dcc237-c202-4732-ba27-7c810c7f88dd HTTP/1.1" status: 200 len: 945 time: 0.2070761 Feb 09 19:03:21.241502 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-2c290694-f5f8-41da-ad22-36b586117215 req-d55c52a3-389e-45f4-9283-cfd14c2ee913 service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=e44926b7-3a08-4ba5-9959-169405fce0da&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1779366 Feb 09 19:03:21.251769 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3285849b-b5bf-4951-b92a-bd0171d3a4b5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1d3d7267-cc76-4bc6-8850-5d4473744d15,revision_number=1']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:03:21.264039 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-3285849b-b5bf-4951-b92a-bd0171d3a4b5 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=30bfa346e8fd461f9494293cc24b22b2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5874944 Feb 09 19:03:21.270928 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 47722) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:03:21.280138 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [req-7fec4e4b-add5-45d0-85d4-109577bccb6c req-2f163dde-a37e-42f8-af30-cd6ce0ddec3b tempest-SecurityGroupsTestAdminJSON-460961542 tempest-SecurityGroupsTestAdminJSON-460961542-project-admin] Publish callbacks [] for security_group (0eec120f-7c5d-4eeb-9cc4-4b78b873fa09), before_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:03:21.286646 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-5a859475-c16e-4124-8fd4-e087c20f17c2 admin admin] Publish callbacks [] for port (ba192f5d-5ee3-4327-8143-67f618f504ef), precommit_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:03:21.287368 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Device e3deb77c-5e11-4cdd-ac65-3b3ef7c8fe1d no longer exists at agent hyperv_n-h1-713498-36 {{(pid=103232) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 19:03:21.292827 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41579836-ce21-4ee2-9cdd-fef731dd9cd3 req-f332ed54-cf2f-418c-8eba-885368a1aa25 tempest-LiveAutoBlockMigrationV225Test-1149753898 tempest-LiveAutoBlockMigrationV225Test-1149753898-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:03:21.294331 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-41579836-ce21-4ee2-9cdd-fef731dd9cd3 req-f332ed54-cf2f-418c-8eba-885368a1aa25 tempest-LiveAutoBlockMigrationV225Test-1149753898 tempest-LiveAutoBlockMigrationV225Test-1149753898-project-admin] 10.222.0.90 "GET /v2.0/ports?device_id=f8dcc237-c202-4732-ba27-7c810c7f88dd&tenant_id=b8d56d08e88f4d4daeb8e5fed321a162&binding%3Ahost_id=n-h2-713498-36 HTTP/1.1" status: 200 len: 1128 time: 0.1834061 Feb 09 19:03:21.344565 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] The host n-h1-713498-36 is not matching for port e3deb77c-5e11-4cdd-ac65-3b3ef7c8fe1d host n-h2-713498-36! {{(pid=103232) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2330}} Feb 09 19:03:21.345946 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Device e3deb77c-5e11-4cdd-ac65-3b3ef7c8fe1d not bound to the agent host n-h1-713498-36 {{(pid=103232) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 19:03:21.352703 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-41f109b6-2d93-4000-97d5-13db9035f350 req-1788bac9-52b8-49ca-af2a-a44efa117262 tempest-LiveAutoBlockMigrationV225Test-2127879101 tempest-LiveAutoBlockMigrationV225Test-2127879101-project] 10.222.0.75 "GET /v2.0/security-groups?id=e3cb5363-3b49-4f74-b239-a871e755b40a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1370306 Feb 09 19:03:21.355456 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [req-7fec4e4b-add5-45d0-85d4-109577bccb6c req-2f163dde-a37e-42f8-af30-cd6ce0ddec3b tempest-SecurityGroupsTestAdminJSON-460961542 tempest-SecurityGroupsTestAdminJSON-460961542-project-admin] Publish callbacks [] for security_group (0eec120f-7c5d-4eeb-9cc4-4b78b873fa09), precommit_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:03:21.400904 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c290694-f5f8-41da-ad22-36b586117215 req-3c04b6c9-d64f-4968-9859-acb0f0a9a501 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:03:21.406401 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-2c290694-f5f8-41da-ad22-36b586117215 req-3c04b6c9-d64f-4968-9859-acb0f0a9a501 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=db4a76503c5c4c5ebf7d39652b9014b3&device_id=e44926b7-3a08-4ba5-9959-169405fce0da HTTP/1.1" status: 200 len: 1129 time: 0.1100729 Feb 09 19:03:21.408266 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-5a859475-c16e-4124-8fd4-e087c20f17c2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762866656467', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12867576'] for port (ba192f5d-5ee3-4327-8143-67f618f504ef), after_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:03:21.433987 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-f3df5eb3-b5be-44b5-ae63-834e13de24ef admin admin] Publish callbacks [] for security_group (1d3d7267-cc76-4bc6-8850-5d4473744d15), before_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:03:21.491943 n-d-713498-36 neutron-server[103229]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a859475-c16e-4124-8fd4-e087c20f17c2 admin admin] Network 88055e1e-672a-4487-be31-ffb6e833ece5 is already hosted by enough agents. {{(pid=103229) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 19:03:21.500171 n-d-713498-36 neutron-server[103229]: DEBUG neutron.scheduler.base_scheduler [None req-5a859475-c16e-4124-8fd4-e087c20f17c2 admin admin] Resources bound (agent type, host, resource id): {{(pid=103229) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 19:03:21.510588 n-d-713498-36 neutron-server[103229]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a859475-c16e-4124-8fd4-e087c20f17c2 admin admin] Received port after_create {{(pid=103229) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 19:03:21.539443 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a859475-c16e-4124-8fd4-e087c20f17c2 admin admin] Pushing event updated for resources: {'Port': ['ID=ba192f5d-5ee3-4327-8143-67f618f504ef,revision_number=1']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:03:21.590205 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c290694-f5f8-41da-ad22-36b586117215 req-96ec9a14-3711-46b4-b005-c01345892628 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:03:21.591778 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-2c290694-f5f8-41da-ad22-36b586117215 req-96ec9a14-3711-46b4-b005-c01345892628 service neutron] 10.222.0.89 "GET /v2.0/networks?id=99ddb91b-36ce-41aa-b11d-fd03c6f9fdc9 HTTP/1.1" status: 200 len: 915 time: 0.1548607 Feb 09 19:03:21.695396 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-2c290694-f5f8-41da-ad22-36b586117215 req-4548fa3e-cb0b-4a97-87ac-fa6a1e7ee905 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=5fd0a4a5-8221-4221-940c-5e46deecec50 HTTP/1.1" status: 200 len: 217 time: 0.0712721 Feb 09 19:03:21.744781 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [req-7fec4e4b-add5-45d0-85d4-109577bccb6c req-2f163dde-a37e-42f8-af30-cd6ce0ddec3b tempest-SecurityGroupsTestAdminJSON-460961542 tempest-SecurityGroupsTestAdminJSON-460961542-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1892331'] for security_group (0eec120f-7c5d-4eeb-9cc4-4b78b873fa09), after_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:03:21.747711 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [req-7fec4e4b-add5-45d0-85d4-109577bccb6c req-2f163dde-a37e-42f8-af30-cd6ce0ddec3b tempest-SecurityGroupsTestAdminJSON-460961542 tempest-SecurityGroupsTestAdminJSON-460961542-project-admin] Publish callbacks [] for security_group (None), before_response {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:03:21.760343 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-7fec4e4b-add5-45d0-85d4-109577bccb6c req-2f163dde-a37e-42f8-af30-cd6ce0ddec3b tempest-SecurityGroupsTestAdminJSON-460961542 tempest-SecurityGroupsTestAdminJSON-460961542-project-admin] 10.222.0.75 "DELETE /v2.0/security-groups/0eec120f-7c5d-4eeb-9cc4-4b78b873fa09 HTTP/1.1" status: 204 len: 173 time: 0.6813586 Feb 09 19:03:21.766347 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-f3df5eb3-b5be-44b5-ae63-834e13de24ef admin admin] Publish callbacks [] for security_group (1d3d7267-cc76-4bc6-8850-5d4473744d15), precommit_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:03:21.790664 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c290694-f5f8-41da-ad22-36b586117215 req-fe88dffc-b693-428b-818c-6d1bdc492950 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:03:21.792145 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-2c290694-f5f8-41da-ad22-36b586117215 req-fe88dffc-b693-428b-818c-6d1bdc492950 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=6b24333c-810b-42fe-9d36-042fe9dbd8ee HTTP/1.1" status: 200 len: 854 time: 0.0914249 Feb 09 19:03:21.823653 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f163dde-a37e-42f8-af30-cd6ce0ddec3b tempest-SecurityGroupsTestAdminJSON-460961542 tempest-SecurityGroupsTestAdminJSON-460961542-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0eec120f-7c5d-4eeb-9cc4-4b78b873fa09,revision_number=None']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:03:21.844869 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.db [req-41579836-ce21-4ee2-9cdd-fef731dd9cd3 req-43b2d81a-b156-45f6-bb52-ac2f90c45ff3 service neutron] For port e3deb77c-5e11-4cdd-ac65-3b3ef7c8fe1d, host n-h1-713498-36, cleared binding levels {{(pid=103230) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 19:03:21.849611 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [req-41579836-ce21-4ee2-9cdd-fef731dd9cd3 req-43b2d81a-b156-45f6-bb52-ac2f90c45ff3 service neutron] Publish callbacks [] for binding (None), before_response {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:03:21.861284 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-41579836-ce21-4ee2-9cdd-fef731dd9cd3 req-43b2d81a-b156-45f6-bb52-ac2f90c45ff3 service neutron] 10.222.0.90 "DELETE /v2.0/ports/e3deb77c-5e11-4cdd-ac65-3b3ef7c8fe1d/bindings/n-h1-713498-36 HTTP/1.1" status: 204 len: 173 time: 0.5520544 Feb 09 19:03:21.897446 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-f3df5eb3-b5be-44b5-ae63-834e13de24ef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1892331'] for security_group (1d3d7267-cc76-4bc6-8850-5d4473744d15), after_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:03:21.902198 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-f3df5eb3-b5be-44b5-ae63-834e13de24ef admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:03:21.905701 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-f3df5eb3-b5be-44b5-ae63-834e13de24ef admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/1d3d7267-cc76-4bc6-8850-5d4473744d15 HTTP/1.1" status: 204 len: 168 time: 0.6314888 Feb 09 19:03:21.924325 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3df5eb3-b5be-44b5-ae63-834e13de24ef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1d3d7267-cc76-4bc6-8850-5d4473744d15,revision_number=None']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:03:22.304355 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-2c290694-f5f8-41da-ad22-36b586117215 req-1d4f8453-3af4-4bf8-8847-823abeaacdb9 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=99ddb91b-36ce-41aa-b11d-fd03c6f9fdc9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.5049114 Feb 09 19:03:22.333985 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-424a8eab-ef37-4406-9eda-1f728d2628d6 req-878fccb5-5a66-491a-aba7-1c0fb644b268 tempest-SecurityGroupsTestAdminJSON-329392414 tempest-SecurityGroupsTestAdminJSON-329392414-project] 10.222.0.75 "GET /v2.0/security-groups/516e2180-a964-4547-b7f6-f6d32bc6ad22 HTTP/1.1" status: 200 len: 1792 time: 0.0779302 Feb 09 19:03:22.470354 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [req-424a8eab-ef37-4406-9eda-1f728d2628d6 req-d30fe8d8-4f85-4293-b171-90b1551dcc3e tempest-SecurityGroupsTestAdminJSON-329392414 tempest-SecurityGroupsTestAdminJSON-329392414-project] Publish callbacks [] for security_group (516e2180-a964-4547-b7f6-f6d32bc6ad22), before_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:03:22.513874 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18146652-e50c-4d31-99e3-90f9b2ffa90e None None] Network 285c3e13-0e4d-4577-8fdd-9c25f7236b5f requested from n-d-713498-36 {{(pid=103232) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 19:03:22.519815 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-5a859475-c16e-4124-8fd4-e087c20f17c2 admin admin] Publish callbacks [] for router_gateway (ba92a895-b2b9-49f2-bfbb-eec3c35125e3), after_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:03:22.520730 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [req-424a8eab-ef37-4406-9eda-1f728d2628d6 req-d30fe8d8-4f85-4293-b171-90b1551dcc3e tempest-SecurityGroupsTestAdminJSON-329392414 tempest-SecurityGroupsTestAdminJSON-329392414-project] Publish callbacks [] for security_group (516e2180-a964-4547-b7f6-f6d32bc6ad22), precommit_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:03:22.586041 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 47768) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:03:22.631156 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-2c290694-f5f8-41da-ad22-36b586117215 req-373f9c9f-f2d5-45c5-ae3d-fb14cdbee20d service neutron] 10.222.0.89 "GET /v2.0/networks/99ddb91b-36ce-41aa-b11d-fd03c6f9fdc9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3172095 Feb 09 19:03:22.638955 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-c52c990a-bea1-472a-ba83-642564b5a8d2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:03:22.641252 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [req-424a8eab-ef37-4406-9eda-1f728d2628d6 req-d30fe8d8-4f85-4293-b171-90b1551dcc3e tempest-SecurityGroupsTestAdminJSON-329392414 tempest-SecurityGroupsTestAdminJSON-329392414-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1892331'] for security_group (516e2180-a964-4547-b7f6-f6d32bc6ad22), after_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:03:22.644560 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [req-424a8eab-ef37-4406-9eda-1f728d2628d6 req-d30fe8d8-4f85-4293-b171-90b1551dcc3e tempest-SecurityGroupsTestAdminJSON-329392414 tempest-SecurityGroupsTestAdminJSON-329392414-project] Publish callbacks [] for security_group (None), before_response {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:03:22.660447 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-424a8eab-ef37-4406-9eda-1f728d2628d6 req-d30fe8d8-4f85-4293-b171-90b1551dcc3e tempest-SecurityGroupsTestAdminJSON-329392414 tempest-SecurityGroupsTestAdminJSON-329392414-project] 10.222.0.75 "DELETE /v2.0/security-groups/516e2180-a964-4547-b7f6-f6d32bc6ad22 HTTP/1.1" status: 204 len: 173 time: 0.3234971 Feb 09 19:03:22.699136 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d30fe8d8-4f85-4293-b171-90b1551dcc3e tempest-SecurityGroupsTestAdminJSON-329392414 tempest-SecurityGroupsTestAdminJSON-329392414-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=516e2180-a964-4547-b7f6-f6d32bc6ad22,revision_number=None']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:03:22.758816 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-2c290694-f5f8-41da-ad22-36b586117215 req-38d9ceb0-99a4-4f47-81db-cb4dc734217f service neutron] 10.222.0.89 "GET /v2.0/networks/99ddb91b-36ce-41aa-b11d-fd03c6f9fdc9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1209404 Feb 09 19:03:22.847117 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.provisioning_blocks [None req-c717c3d2-4e1e-4ce5-8487-ee0ab355cfd1 None None] Provisioning complete for port 8331a37a-331e-41ec-bae8-c606496c5bed triggered by entity DHCP. {{(pid=103232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 19:03:22.848499 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-c717c3d2-4e1e-4ce5-8487-ee0ab355cfd1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593630'] for port (8331a37a-331e-41ec-bae8-c606496c5bed), provisioning_complete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:03:23.031465 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-cb951f94-74d8-472d-bcfe-7eff670da15d req-b8f7e005-63a8-446e-8f52-bcf09d29a75d tempest-ServersWithSpecificFlavorTestJSON-1030228139 tempest-ServersWithSpecificFlavorTestJSON-1030228139-project] 10.222.0.75 "GET /v2.0/security-groups?name=tempest-securitygroup--82164379&fields=id&tenant_id=74dc86730a17454f9e20cfb480a6b381 HTTP/1.1" status: 200 len: 267 time: 0.1785071 Feb 09 19:03:23.049827 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-c52c990a-bea1-472a-ba83-642564b5a8d2 admin admin] Publish callbacks [] for security_group (52210245-fa47-4f53-8962-879f3568cbbe), precommit_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:03:23.060949 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-c52c990a-bea1-472a-ba83-642564b5a8d2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1892331'] for security_group (52210245-fa47-4f53-8962-879f3568cbbe), after_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:03:23.116773 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Device 8331a37a-331e-41ec-bae8-c606496c5bed up at agent ovs-agent-n-d-713498-36 {{(pid=103232) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 19:03:23.146417 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-5a859475-c16e-4124-8fd4-e087c20f17c2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1834945', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1818951'] for router (ba92a895-b2b9-49f2-bfbb-eec3c35125e3), after_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:03:23.173048 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-c717c3d2-4e1e-4ce5-8487-ee0ab355cfd1 None None] Current status of the port 8331a37a-331e-41ec-bae8-c606496c5bed is: DOWN; New status is: ACTIVE {{(pid=103232) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 19:03:23.174330 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-c717c3d2-4e1e-4ce5-8487-ee0ab355cfd1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (8331a37a-331e-41ec-bae8-c606496c5bed), before_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:03:23.185556 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c52c990a-bea1-472a-ba83-642564b5a8d2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=52210245-fa47-4f53-8962-879f3568cbbe,revision_number=1']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:03:23.198526 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-c52c990a-bea1-472a-ba83-642564b5a8d2 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=27f9d48c77de4213adb877a5ec0b77dd&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6093726 Feb 09 19:03:23.202860 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 47786) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:03:23.211968 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.provisioning_blocks [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Provisioning complete for port 8331a37a-331e-41ec-bae8-c606496c5bed triggered by entity L2. {{(pid=103232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 19:03:23.212480 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593630'] for port (8331a37a-331e-41ec-bae8-c606496c5bed), provisioning_complete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:03:23.260749 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 47788) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:03:23.262042 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-c717c3d2-4e1e-4ce5-8487-ee0ab355cfd1 None None] For port 8331a37a-331e-41ec-bae8-c606496c5bed, host n-d-713498-36, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-36',level=0,port_id=8331a37a-331e-41ec-bae8-c606496c5bed,segment=NetworkSegment(356e2436-cf26-41b6-8ce3-ee1cccf24514),segment_id=356e2436-cf26-41b6-8ce3-ee1cccf24514)] {{(pid=103232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 19:03:23.273616 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-c717c3d2-4e1e-4ce5-8487-ee0ab355cfd1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762867176205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762866656485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762866656503'] for port (8331a37a-331e-41ec-bae8-c606496c5bed), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:03:23.338335 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb951f94-74d8-472d-bcfe-7eff670da15d req-ce74d149-e90c-46a1-894d-980e5581cf6a tempest-ServersWithSpecificFlavorTestJSON-1030228139 tempest-ServersWithSpecificFlavorTestJSON-1030228139-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:03:23.341633 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-cb951f94-74d8-472d-bcfe-7eff670da15d req-ce74d149-e90c-46a1-894d-980e5581cf6a tempest-ServersWithSpecificFlavorTestJSON-1030228139 tempest-ServersWithSpecificFlavorTestJSON-1030228139-project] 10.222.0.75 "GET /v2.0/networks?id=22186bb1-1c50-47a0-85ed-567124795ab8 HTTP/1.1" status: 200 len: 823 time: 0.3093157 Feb 09 19:03:23.368546 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-cb951f94-74d8-472d-bcfe-7eff670da15d req-6e126703-0339-4d4d-bf43-f36093519d09 tempest-ServersWithSpecificFlavorTestJSON-1030228139 tempest-ServersWithSpecificFlavorTestJSON-1030228139-project] 10.222.0.75 "GET /v2.0/quotas/74dc86730a17454f9e20cfb480a6b381 HTTP/1.1" status: 200 len: 375 time: 0.0199053 Feb 09 19:03:23.412070 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-ff52d072-b1b8-48de-b2be-1bf9aead8f1d admin admin] Publish callbacks [] for security_group (52210245-fa47-4f53-8962-879f3568cbbe), before_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:03:23.448511 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-ff52d072-b1b8-48de-b2be-1bf9aead8f1d admin admin] Publish callbacks [] for security_group (52210245-fa47-4f53-8962-879f3568cbbe), precommit_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:03:23.492055 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-cb951f94-74d8-472d-bcfe-7eff670da15d req-fef414ea-ea6d-41b8-a745-78992191c4ea tempest-ServersWithSpecificFlavorTestJSON-1030228139 tempest-ServersWithSpecificFlavorTestJSON-1030228139-project] 10.222.0.75 "GET /v2.0/ports?tenant_id=74dc86730a17454f9e20cfb480a6b381&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1225307 Feb 09 19:03:23.528782 n-d-713498-36 neutron-server[103229]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5a859475-c16e-4124-8fd4-e087c20f17c2 admin admin] Router ba92a895-b2b9-49f2-bfbb-eec3c35125e3 is scheduled to L3 agent 93303d5e-5d17-45e8-8963-7694f87783ae with binding_index 1 {{(pid=103229) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 09 19:03:23.537506 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [req-d2fbd3ef-627f-46ba-91f9-342c6672cb7b req-eda01a10-24eb-43ba-a62c-5773669791a2 tempest-LiveMigrationTest-1137365927 tempest-LiveMigrationTest-1137365927-project-admin] http://10.222.0.75:9696/v2.0/extensions returned with HTTP 200 {{(pid=103230) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 09 19:03:23.539627 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-d2fbd3ef-627f-46ba-91f9-342c6672cb7b req-eda01a10-24eb-43ba-a62c-5773669791a2 tempest-LiveMigrationTest-1137365927 tempest-LiveMigrationTest-1137365927-project-admin] 10.222.0.75 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.2773614 Feb 09 19:03:23.577440 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.provisioning_blocks [None req-4cb4fb22-980a-49b2-b682-64969baa2e57 None None] Provisioning complete for port 8331a37a-331e-41ec-bae8-c606496c5bed triggered by entity DHCP. {{(pid=103232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 19:03:23.577440 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-4cb4fb22-980a-49b2-b682-64969baa2e57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593630'] for port (8331a37a-331e-41ec-bae8-c606496c5bed), provisioning_complete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:03:23.665096 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-ff52d072-b1b8-48de-b2be-1bf9aead8f1d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1892331'] for security_group (52210245-fa47-4f53-8962-879f3568cbbe), after_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:03:23.667809 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-ff52d072-b1b8-48de-b2be-1bf9aead8f1d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:03:23.672068 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-ff52d072-b1b8-48de-b2be-1bf9aead8f1d admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/52210245-fa47-4f53-8962-879f3568cbbe HTTP/1.1" status: 204 len: 168 time: 0.4682059 Feb 09 19:03:23.691525 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5a859475-c16e-4124-8fd4-e087c20f17c2 admin admin] Notify agent at l3_agent.n-d-713498-36 the message routers_updated {{(pid=103229) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 19:03:23.702056 n-d-713498-36 neutron-server[103233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30e23d95-9ad1-424e-956c-d10e896fe350 None None] Sync routers for ids ['ba92a895-b2b9-49f2-bfbb-eec3c35125e3'] in n-d-713498-36 {{(pid=103233) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 19:03:23.711539 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c717c3d2-4e1e-4ce5-8487-ee0ab355cfd1 None None] Pushing event updated for resources: {'Port': ['ID=8331a37a-331e-41ec-bae8-c606496c5bed,revision_number=3']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:03:23.716585 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2fbd3ef-627f-46ba-91f9-342c6672cb7b req-16868604-c383-4e4f-938a-1b2144d9a562 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:03:23.717510 n-d-713498-36 neutron-server[103233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30e23d95-9ad1-424e-956c-d10e896fe350 None None] Routers {'ba92a895-b2b9-49f2-bfbb-eec3c35125e3'} bound to L3 agent in host n-d-713498-36 {{(pid=103233) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 19:03:23.718499 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-d2fbd3ef-627f-46ba-91f9-342c6672cb7b req-16868604-c383-4e4f-938a-1b2144d9a562 service neutron] 10.222.0.75 "GET /v2.0/ports/2871109b-715f-42ac-9bd1-b1a86f16330a HTTP/1.1" status: 200 len: 1126 time: 0.1019051 Feb 09 19:03:23.725795 n-d-713498-36 neutron-server[103233]: DEBUG neutron.db.l3_hamode_db [None req-30e23d95-9ad1-424e-956c-d10e896fe350 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T18:51:43Z,description=,heartbeat_timestamp=2022-02-09T19:03:13Z,host='n-d-713498-36',id=93303d5e-5d17-45e8-8963-7694f87783ae,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T18:51:43Z,topic='l3_agent')) {'router_ids': ['ba92a895-b2b9-49f2-bfbb-eec3c35125e3'], 'active': True} {{(pid=103233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:03:23.729410 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Current status of the port 8331a37a-331e-41ec-bae8-c606496c5bed is: ACTIVE; New status is: ACTIVE {{(pid=103232) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 19:03:23.741164 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.v2.base [req-d2fbd3ef-627f-46ba-91f9-342c6672cb7b req-3d5b2f53-0057-4954-85b8-acdfc72c427a service neutron] Request body: {'binding': {'host': 'n-h1-713498-36', 'vnic_type': 'normal', 'profile': {}}} {{(pid=103230) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 19:03:23.741554 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.v2.base [req-d2fbd3ef-627f-46ba-91f9-342c6672cb7b req-3d5b2f53-0057-4954-85b8-acdfc72c427a service neutron] Unknown quota resources ['binding']. {{(pid=103230) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Feb 09 19:03:23.766987 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-5a859475-c16e-4124-8fd4-e087c20f17c2 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:03:23.773038 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-5a859475-c16e-4124-8fd4-e087c20f17c2 admin admin] 10.222.0.75 "POST /v2.0/routers HTTP/1.1" status: 201 len: 936 time: 4.0430765 Feb 09 19:03:23.774728 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 47800) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:03:23.778474 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-4cb4fb22-980a-49b2-b682-64969baa2e57 None None] Current status of the port 8331a37a-331e-41ec-bae8-c606496c5bed is: ACTIVE; New status is: ACTIVE {{(pid=103232) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 19:03:23.837157 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff52d072-b1b8-48de-b2be-1bf9aead8f1d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=52210245-fa47-4f53-8962-879f3568cbbe,revision_number=None']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:03:23.854281 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-cb951f94-74d8-472d-bcfe-7eff670da15d req-4958c681-b01b-42ee-8770-e2b6dbb190e8 service neutron] 10.222.0.75 "GET /v2.0/networks/22186bb1-1c50-47a0-85ed-567124795ab8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3358095 Feb 09 19:03:23.993851 n-d-713498-36 neutron-server[103233]: DEBUG neutron.db.l3_dvr_db [None req-30e23d95-9ad1-424e-956c-d10e896fe350 None None] Set router ba92a895-b2b9-49f2-bfbb-eec3c35125e3 gateway port host: n-d-713498-36 {{(pid=103233) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 19:03:24.075388 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.managers [req-d2fbd3ef-627f-46ba-91f9-342c6672cb7b req-3d5b2f53-0057-4954-85b8-acdfc72c427a service neutron] Attempting to bind port 2871109b-715f-42ac-9bd1-b1a86f16330a on host n-h1-713498-36 for vnic_type normal with profile None {{(pid=103230) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 19:03:24.075946 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.managers [req-d2fbd3ef-627f-46ba-91f9-342c6672cb7b req-3d5b2f53-0057-4954-85b8-acdfc72c427a service neutron] Attempting to bind port 2871109b-715f-42ac-9bd1-b1a86f16330a by drivers openvswitch,hyperv on host n-h1-713498-36 at level 0 using segments [{'id': '5e48c0d3-ac92-403e-8ddc-eab47c471644', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': 'd725567e-ae4f-48c7-8826-ca95b9692346'}] {{(pid=103230) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 19:03:24.076051 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2fbd3ef-627f-46ba-91f9-342c6672cb7b req-3d5b2f53-0057-4954-85b8-acdfc72c427a service neutron] Attempting to bind port 2871109b-715f-42ac-9bd1-b1a86f16330a on network d725567e-ae4f-48c7-8826-ca95b9692346 {{(pid=103230) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 19:03:24.088567 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2fbd3ef-627f-46ba-91f9-342c6672cb7b req-3d5b2f53-0057-4954-85b8-acdfc72c427a service neutron] Port 2871109b-715f-42ac-9bd1-b1a86f16330a on network d725567e-ae4f-48c7-8826-ca95b9692346 not bound, no agent of type Open vSwitch agent registered on host n-h1-713498-36 {{(pid=103230) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 19:03:24.088888 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2fbd3ef-627f-46ba-91f9-342c6672cb7b req-3d5b2f53-0057-4954-85b8-acdfc72c427a service neutron] Attempting to bind port 2871109b-715f-42ac-9bd1-b1a86f16330a on network d725567e-ae4f-48c7-8826-ca95b9692346 {{(pid=103230) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 19:03:24.105577 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-cb951f94-74d8-472d-bcfe-7eff670da15d req-3dac1e38-b815-46dd-986f-da52733f236b service neutron] 10.222.0.75 "GET /v2.0/networks/22186bb1-1c50-47a0-85ed-567124795ab8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2500279 Feb 09 19:03:24.117431 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-4393311e-ea7f-4a47-a84d-34b197a9095a req-901dfcd5-2bfc-49bc-8e4b-07bdd6e10128 service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=4e423b27-3023-4ca3-87d1-42d68436aee9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1225493 Feb 09 19:03:24.127174 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2fbd3ef-627f-46ba-91f9-342c6672cb7b req-3d5b2f53-0057-4954-85b8-acdfc72c427a service neutron] Checking agent: {'id': '488cd9ae-631f-4955-ba0b-4f5a13f12e9c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713498-36', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 18, 59, 18), 'started_at': datetime.datetime(2022, 2, 9, 18, 59, 18), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 19, 3, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103230) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 19:03:24.129925 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2fbd3ef-627f-46ba-91f9-342c6672cb7b req-3d5b2f53-0057-4954-85b8-acdfc72c427a service neutron] Checking segment: {'id': '5e48c0d3-ac92-403e-8ddc-eab47c471644', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': 'd725567e-ae4f-48c7-8826-ca95b9692346'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103230) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 19:03:24.130578 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2fbd3ef-627f-46ba-91f9-342c6672cb7b req-3d5b2f53-0057-4954-85b8-acdfc72c427a service neutron] Bound using segment: {'id': '5e48c0d3-ac92-403e-8ddc-eab47c471644', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': 'd725567e-ae4f-48c7-8826-ca95b9692346'} {{(pid=103230) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 19:03:24.131248 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.managers [req-d2fbd3ef-627f-46ba-91f9-342c6672cb7b req-3d5b2f53-0057-4954-85b8-acdfc72c427a service neutron] Bound port: 2871109b-715f-42ac-9bd1-b1a86f16330a, host: n-h1-713498-36, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5e48c0d3-ac92-403e-8ddc-eab47c471644', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': 'd725567e-ae4f-48c7-8826-ca95b9692346'}}] {{(pid=103230) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 19:03:24.262637 n-d-713498-36 neutron-server[103233]: DEBUG neutron.db.agents_db [None req-4a8a6a42-0a0c-4437-8958-92282682b6bb None None] Agent healthcheck: found 7 active agents {{(pid=103233) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 19:03:24.335881 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.db [req-d2fbd3ef-627f-46ba-91f9-342c6672cb7b req-3d5b2f53-0057-4954-85b8-acdfc72c427a service neutron] For port 2871109b-715f-42ac-9bd1-b1a86f16330a, host n-h1-713498-36, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-36',level=0,port_id=2871109b-715f-42ac-9bd1-b1a86f16330a,segment=NetworkSegment(5e48c0d3-ac92-403e-8ddc-eab47c471644),segment_id=5e48c0d3-ac92-403e-8ddc-eab47c471644)] {{(pid=103230) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 19:03:24.338434 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4393311e-ea7f-4a47-a84d-34b197a9095a req-3009cc13-3e49-4bd3-a782-e0841dbe6629 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:03:24.340253 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-4393311e-ea7f-4a47-a84d-34b197a9095a req-3009cc13-3e49-4bd3-a782-e0841dbe6629 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=b8d56d08e88f4d4daeb8e5fed321a162&device_id=4e423b27-3023-4ca3-87d1-42d68436aee9 HTTP/1.1" status: 200 len: 1149 time: 0.1514833 Feb 09 19:03:24.345829 n-d-713498-36 neutron-server[103233]: DEBUG neutron.db.l3_hamode_db [None req-30e23d95-9ad1-424e-956c-d10e896fe350 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ba92a895-b2b9-49f2-bfbb-eec3c35125e3', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-2127457717-router', 'tenant_id': '099b095e97df4302aa37ec5304cc9f5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88055e1e-672a-4487-be31-ffb6e833ece5', 'external_fixed_ips': [{'subnet_id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'ip_address': '172.25.1.100'}], 'enable_snat': True}, 'gw_port_id': 'ba192f5d-5ee3-4327-8143-67f618f504ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T19:03:19Z', 'updated_at': '2022-02-09T19:03:21Z', 'revision_number': 3, 'project_id': '099b095e97df4302aa37ec5304cc9f5e', 'gw_port': {'id': 'ba192f5d-5ee3-4327-8143-67f618f504ef', 'name': '', 'network_id': '88055e1e-672a-4487-be31-ffb6e833ece5', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:af:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ba92a895-b2b9-49f2-bfbb-eec3c35125e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 487, 'fixed_ips': [{'subnet_id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'ip_address': '172.25.1.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T19:03:20Z', 'updated_at': '2022-02-09T19:03:20Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-36'}], 'n-d-713498-36', False) {} {{(pid=103233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:03:24.346625 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [req-d2fbd3ef-627f-46ba-91f9-342c6672cb7b req-3d5b2f53-0057-4954-85b8-acdfc72c427a service neutron] Publish callbacks [] for binding (None), before_response {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:03:24.368082 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-d2fbd3ef-627f-46ba-91f9-342c6672cb7b req-3d5b2f53-0057-4954-85b8-acdfc72c427a service neutron] 10.222.0.75 "POST /v2.0/ports/2871109b-715f-42ac-9bd1-b1a86f16330a/bindings HTTP/1.1" status: 201 len: 390 time: 0.6310413 Feb 09 19:03:24.387278 n-d-713498-36 neutron-server[103233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30e23d95-9ad1-424e-956c-d10e896fe350 None None] Checking router: ba92a895-b2b9-49f2-bfbb-eec3c35125e3 for host: n-d-713498-36 {{(pid=103233) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 19:03:24.388244 n-d-713498-36 neutron-server[103233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30e23d95-9ad1-424e-956c-d10e896fe350 None None] Updating router ba92a895-b2b9-49f2-bfbb-eec3c35125e3 port ba192f5d-5ee3-4327-8143-67f618f504ef binding host n-d-713498-36 {{(pid=103233) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 19:03:24.424853 n-d-713498-36 neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-30e23d95-9ad1-424e-956c-d10e896fe350 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (ba192f5d-5ee3-4327-8143-67f618f504ef), before_update {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:03:24.595054 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc9d7744-6f2e-4cfe-8b08-76e3ac7f518e req-959709e2-3a7d-4bb5-a1bd-bd8465b4e23c tempest-ServersWithSpecificFlavorTestJSON-1030228139 tempest-ServersWithSpecificFlavorTestJSON-1030228139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:03:24.597611 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-dc9d7744-6f2e-4cfe-8b08-76e3ac7f518e req-959709e2-3a7d-4bb5-a1bd-bd8465b4e23c tempest-ServersWithSpecificFlavorTestJSON-1030228139 tempest-ServersWithSpecificFlavorTestJSON-1030228139-project] 10.222.0.90 "GET /v2.0/ports?device_id=3fc1751e-c4e4-428c-9985-7513cf2de861 HTTP/1.1" status: 200 len: 946 time: 0.3569601 Feb 09 19:03:24.666822 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4393311e-ea7f-4a47-a84d-34b197a9095a req-bc89c154-b740-4959-9663-d4a89d62335f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:03:24.668682 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-4393311e-ea7f-4a47-a84d-34b197a9095a req-bc89c154-b740-4959-9663-d4a89d62335f service neutron] 10.222.0.90 "GET /v2.0/networks?id=0e993f99-d3d0-4a2a-8eed-2f34375798b5 HTTP/1.1" status: 200 len: 921 time: 0.2880931 Feb 09 19:03:24.730911 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-4393311e-ea7f-4a47-a84d-34b197a9095a req-5bdd8da0-9ecc-48d0-953b-c8e76f1b6d59 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=09574619-31d0-4d7b-8c62-0e309d2267b4 HTTP/1.1" status: 200 len: 217 time: 0.0480788 Feb 09 19:03:24.842195 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29789c9d-63d4-473d-a3cd-b43e0c8f8cfb req-2154fa35-8893-4b23-b7ac-a489af4c2f03 tempest-LiveAutoBlockMigrationV225Test-2127879101 tempest-LiveAutoBlockMigrationV225Test-2127879101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:03:24.850014 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-29789c9d-63d4-473d-a3cd-b43e0c8f8cfb req-2154fa35-8893-4b23-b7ac-a489af4c2f03 tempest-LiveAutoBlockMigrationV225Test-2127879101 tempest-LiveAutoBlockMigrationV225Test-2127879101-project] 10.222.0.75 "GET /v2.0/ports?device_id=f8dcc237-c202-4732-ba27-7c810c7f88dd HTTP/1.1" status: 200 len: 945 time: 0.1796858 Feb 09 19:03:24.852556 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4393311e-ea7f-4a47-a84d-34b197a9095a req-bc65c2f3-dc61-46b6-bb86-6be97a363908 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:03:24.854297 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-4393311e-ea7f-4a47-a84d-34b197a9095a req-bc65c2f3-dc61-46b6-bb86-6be97a363908 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=7d496e2d-6315-4d42-9415-66e0bdf20977 HTTP/1.1" status: 200 len: 860 time: 0.1057575 Feb 09 19:03:24.927307 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-4393311e-ea7f-4a47-a84d-34b197a9095a req-ba2f492c-dbb8-456a-a0c0-769d52218376 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=0e993f99-d3d0-4a2a-8eed-2f34375798b5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0514078 Feb 09 19:03:24.955234 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-e006e272-b83e-407b-b3d2-ab882204b94f req-fde593f3-c025-4a85-9402-22b73383d075 tempest-SecurityGroupsTestAdminJSON-329392414 tempest-SecurityGroupsTestAdminJSON-329392414-project] 10.222.0.75 "GET /v2.0/security-groups/e9b16750-9d94-4768-9ef0-d259eb9ce870 HTTP/1.1" status: 200 len: 1795 time: 0.4347358 Feb 09 19:03:25.001733 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Device 8331a37a-331e-41ec-bae8-c606496c5bed up at agent ovs-agent-n-d-713498-36 {{(pid=103232) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 19:03:25.011835 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-29789c9d-63d4-473d-a3cd-b43e0c8f8cfb req-fe1c6855-cb26-4ae7-bbe8-b61395705002 tempest-LiveAutoBlockMigrationV225Test-2127879101 tempest-LiveAutoBlockMigrationV225Test-2127879101-project] 10.222.0.75 "GET /v2.0/security-groups?id=e3cb5363-3b49-4f74-b239-a871e755b40a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1611102 Feb 09 19:03:25.105014 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.provisioning_blocks [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Provisioning complete for port 8331a37a-331e-41ec-bae8-c606496c5bed triggered by entity L2. {{(pid=103232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 19:03:25.105401 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593630'] for port (8331a37a-331e-41ec-bae8-c606496c5bed), provisioning_complete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:03:25.120907 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-6aa91254-e18a-4b2b-bfe3-ad369e8009c7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (None), before_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:03:25.121807 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-4393311e-ea7f-4a47-a84d-34b197a9095a req-5c223219-f3bc-47be-932e-544ef72dc6f0 service neutron] 10.222.0.90 "GET /v2.0/networks/0e993f99-d3d0-4a2a-8eed-2f34375798b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1809211 Feb 09 19:03:25.221174 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-0735d8fd-1de9-4588-91b6-39fb8843c6b9 req-ac28071d-fd79-452b-ba9d-9ebfde7c33ac tempest-ServersWithSpecificFlavorTestJSON-1030228139 tempest-ServersWithSpecificFlavorTestJSON-1030228139-project] 10.222.0.75 "GET /v2.0/ports?device_id=b6786f1e-03a5-4d3d-aeaf-fa15657da107 HTTP/1.1" status: 200 len: 210 time: 0.0809591 Feb 09 19:03:25.243435 n-d-713498-36 neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-30e23d95-9ad1-424e-956c-d10e896fe350 None None] Publish callbacks [] for port (ba192f5d-5ee3-4327-8143-67f618f504ef), precommit_update {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:03:25.267034 n-d-713498-36 neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-30e23d95-9ad1-424e-956c-d10e896fe350 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762867176205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762866656485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762866656503'] for port (ba192f5d-5ee3-4327-8143-67f618f504ef), after_update {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:03:25.375227 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Current status of the port 8331a37a-331e-41ec-bae8-c606496c5bed is: ACTIVE; New status is: ACTIVE {{(pid=103232) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 19:03:25.419400 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-4393311e-ea7f-4a47-a84d-34b197a9095a req-8aad6513-f48e-4389-b640-34fc4303d428 service neutron] 10.222.0.90 "GET /v2.0/networks/0e993f99-d3d0-4a2a-8eed-2f34375798b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2935143 Feb 09 19:03:25.432058 n-d-713498-36 neutron-server[103233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b23bd0a-8f1b-431e-9f8e-8b96104a15d5 None None] Pushing event updated for resources: {'Port': ['ID=ba192f5d-5ee3-4327-8143-67f618f504ef,revision_number=2']} {{(pid=103233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:03:25.438243 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-e006e272-b83e-407b-b3d2-ab882204b94f req-23bd5c71-690b-464e-a4db-36f5694105b2 tempest-SecurityGroupsTestAdminJSON-329392414 tempest-SecurityGroupsTestAdminJSON-329392414-project] Publish callbacks [] for security_group (e9b16750-9d94-4768-9ef0-d259eb9ce870), before_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:03:25.445097 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2fbd3ef-627f-46ba-91f9-342c6672cb7b req-b6a50d9c-2df8-4a72-8804-13a26341390e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:03:25.446801 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-d2fbd3ef-627f-46ba-91f9-342c6672cb7b req-b6a50d9c-2df8-4a72-8804-13a26341390e service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=05fa6a089578484da4b750f8c0b5ad12&device_id=5ff67175-208f-48a4-b08d-79f957313fbc HTTP/1.1" status: 200 len: 1129 time: 0.6989415 Feb 09 19:03:25.460250 n-d-713498-36 neutron-server[103233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b23bd0a-8f1b-431e-9f8e-8b96104a15d5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:03:25.461887 n-d-713498-36 neutron-server[103233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b23bd0a-8f1b-431e-9f8e-8b96104a15d5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:03:25.466526 n-d-713498-36 neutron-server[103233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b23bd0a-8f1b-431e-9f8e-8b96104a15d5 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:03:25.467183 n-d-713498-36 neutron-server[103233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b23bd0a-8f1b-431e-9f8e-8b96104a15d5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:03:25.468150 n-d-713498-36 neutron-server[103233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b23bd0a-8f1b-431e-9f8e-8b96104a15d5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:03:25.468711 n-d-713498-36 neutron-server[103233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b23bd0a-8f1b-431e-9f8e-8b96104a15d5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:03:25.471039 n-d-713498-36 neutron-server[103233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b23bd0a-8f1b-431e-9f8e-8b96104a15d5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:03:25.471878 n-d-713498-36 neutron-server[103233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b23bd0a-8f1b-431e-9f8e-8b96104a15d5 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:03:25.472470 n-d-713498-36 neutron-server[103233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b23bd0a-8f1b-431e-9f8e-8b96104a15d5 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:03:25.474169 n-d-713498-36 neutron-server[103233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b23bd0a-8f1b-431e-9f8e-8b96104a15d5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:03:25.474627 n-d-713498-36 neutron-server[103233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b23bd0a-8f1b-431e-9f8e-8b96104a15d5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:03:25.477032 n-d-713498-36 neutron-server[103233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b23bd0a-8f1b-431e-9f8e-8b96104a15d5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:03:25.478263 n-d-713498-36 neutron-server[103233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b23bd0a-8f1b-431e-9f8e-8b96104a15d5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:03:25.496581 n-d-713498-36 neutron-server[103233]: DEBUG neutron.plugins.ml2.managers [None req-30e23d95-9ad1-424e-956c-d10e896fe350 None None] Attempting to bind port ba192f5d-5ee3-4327-8143-67f618f504ef on host n-d-713498-36 for vnic_type normal with profile {{(pid=103233) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 19:03:25.497785 n-d-713498-36 neutron-server[103233]: DEBUG neutron.plugins.ml2.managers [None req-30e23d95-9ad1-424e-956c-d10e896fe350 None None] Attempting to bind port ba192f5d-5ee3-4327-8143-67f618f504ef by drivers openvswitch,hyperv on host n-d-713498-36 at level 0 using segments [{'id': 'a4222f89-8d3f-4b51-953b-1a8126392491', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '88055e1e-672a-4487-be31-ffb6e833ece5'}] {{(pid=103233) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 19:03:25.498979 n-d-713498-36 neutron-server[103233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30e23d95-9ad1-424e-956c-d10e896fe350 None None] Attempting to bind port ba192f5d-5ee3-4327-8143-67f618f504ef on network 88055e1e-672a-4487-be31-ffb6e833ece5 {{(pid=103233) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 19:03:25.500223 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28666def-193c-428b-a3e6-6ac2b2f2ddec req-9a68da0d-8be2-4dea-a6c3-4324d168bc55 tempest-LiveMigrationTest-1021096981 tempest-LiveMigrationTest-1021096981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:03:25.507952 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-28666def-193c-428b-a3e6-6ac2b2f2ddec req-9a68da0d-8be2-4dea-a6c3-4324d168bc55 tempest-LiveMigrationTest-1021096981 tempest-LiveMigrationTest-1021096981-project] 10.222.0.75 "GET /v2.0/ports?device_id=5ff67175-208f-48a4-b08d-79f957313fbc HTTP/1.1" status: 200 len: 946 time: 0.2139454 Feb 09 19:03:25.524407 n-d-713498-36 neutron-server[103233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30e23d95-9ad1-424e-956c-d10e896fe350 None None] Checking agent: {'id': '496418a2-c002-4aec-ab1a-07f3bea491bd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-36', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 18, 51, 47), 'started_at': datetime.datetime(2022, 2, 9, 18, 52, 17), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 19, 3, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-36'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103233) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 19:03:25.526216 n-d-713498-36 neutron-server[103233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30e23d95-9ad1-424e-956c-d10e896fe350 None None] Checking segment: {'id': 'a4222f89-8d3f-4b51-953b-1a8126392491', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '88055e1e-672a-4487-be31-ffb6e833ece5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103233) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 19:03:25.526925 n-d-713498-36 neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-30e23d95-9ad1-424e-956c-d10e896fe350 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:03:25.529423 n-d-713498-36 neutron-server[103233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30e23d95-9ad1-424e-956c-d10e896fe350 None None] Bound using segment: {'id': 'a4222f89-8d3f-4b51-953b-1a8126392491', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '88055e1e-672a-4487-be31-ffb6e833ece5'} {{(pid=103233) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 19:03:25.530129 n-d-713498-36 neutron-server[103233]: DEBUG neutron.plugins.ml2.managers [None req-30e23d95-9ad1-424e-956c-d10e896fe350 None None] Bound port: ba192f5d-5ee3-4327-8143-67f618f504ef, host: n-d-713498-36, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a4222f89-8d3f-4b51-953b-1a8126392491', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '88055e1e-672a-4487-be31-ffb6e833ece5'}}] {{(pid=103233) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 19:03:25.530643 n-d-713498-36 neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-30e23d95-9ad1-424e-956c-d10e896fe350 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (ba192f5d-5ee3-4327-8143-67f618f504ef), before_update {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:03:25.580688 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-e006e272-b83e-407b-b3d2-ab882204b94f req-23bd5c71-690b-464e-a4db-36f5694105b2 tempest-SecurityGroupsTestAdminJSON-329392414 tempest-SecurityGroupsTestAdminJSON-329392414-project] Publish callbacks [] for security_group (e9b16750-9d94-4768-9ef0-d259eb9ce870), precommit_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:03:25.618558 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.plugin [req-dc9d7744-6f2e-4cfe-8b08-76e3ac7f518e req-a0a9657b-a62e-466b-8c85-7bb1a0b6df2f tempest-ServersWithSpecificFlavorTestJSON-1030228139 tempest-ServersWithSpecificFlavorTestJSON-1030228139-project] Deleting port 443a3b6c-9e92-46fa-93f9-70cbd9a2f3ba {{(pid=103229) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 19:03:25.619678 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-dc9d7744-6f2e-4cfe-8b08-76e3ac7f518e req-a0a9657b-a62e-466b-8c85-7bb1a0b6df2f tempest-ServersWithSpecificFlavorTestJSON-1030228139 tempest-ServersWithSpecificFlavorTestJSON-1030228139-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762867170196'] for port (443a3b6c-9e92-46fa-93f9-70cbd9a2f3ba), before_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:03:25.635290 n-d-713498-36 neutron-server[103233]: DEBUG neutron.plugins.ml2.db [None req-30e23d95-9ad1-424e-956c-d10e896fe350 None None] For port ba192f5d-5ee3-4327-8143-67f618f504ef, host n-d-713498-36, cleared binding levels {{(pid=103233) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 19:03:25.643537 n-d-713498-36 neutron-server[103233]: DEBUG neutron.plugins.ml2.db [None req-30e23d95-9ad1-424e-956c-d10e896fe350 None None] For port ba192f5d-5ee3-4327-8143-67f618f504ef, host n-d-713498-36, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-36',level=0,port_id=ba192f5d-5ee3-4327-8143-67f618f504ef,segment=NetworkSegment(a4222f89-8d3f-4b51-953b-1a8126392491),segment_id=a4222f89-8d3f-4b51-953b-1a8126392491)] {{(pid=103233) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 19:03:25.664991 n-d-713498-36 neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-30e23d95-9ad1-424e-956c-d10e896fe350 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762867176205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762866656485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762866656503'] for port (ba192f5d-5ee3-4327-8143-67f618f504ef), after_update {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:03:25.689788 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-28666def-193c-428b-a3e6-6ac2b2f2ddec req-8b238c96-ab8e-4873-9e96-2c95c34219a2 tempest-LiveMigrationTest-1021096981 tempest-LiveMigrationTest-1021096981-project] 10.222.0.75 "GET /v2.0/security-groups?id=ba18819a-1490-4e7b-a11b-e8610423d8ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1773059 Feb 09 19:03:25.717271 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 47844) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:03:25.763544 n-d-713498-36 neutron-server[103233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b23bd0a-8f1b-431e-9f8e-8b96104a15d5 None None] Pushing event updated for resources: {'Port': ['ID=ba192f5d-5ee3-4327-8143-67f618f504ef,revision_number=3']} {{(pid=103233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:03:25.768938 n-d-713498-36 neutron-server[103233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30e23d95-9ad1-424e-956c-d10e896fe350 None None] Routers {'ba92a895-b2b9-49f2-bfbb-eec3c35125e3'} bound to L3 agent in host n-d-713498-36 {{(pid=103233) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 19:03:25.769839 n-d-713498-36 neutron-server[103233]: DEBUG neutron.db.l3_hamode_db [None req-30e23d95-9ad1-424e-956c-d10e896fe350 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T18:51:43Z,description=,heartbeat_timestamp=2022-02-09T19:03:13Z,host='n-d-713498-36',id=93303d5e-5d17-45e8-8963-7694f87783ae,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T18:51:43Z,topic='l3_agent')) {'router_ids': ['ba92a895-b2b9-49f2-bfbb-eec3c35125e3'], 'active': True} {{(pid=103233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:03:25.977198 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60456c7b-d71d-4327-b98b-bc47937295a3 req-b58842d8-39dc-47b1-9e91-7c8821f7eb70 tempest-LiveAutoBlockMigrationV225Test-1149753898 tempest-LiveAutoBlockMigrationV225Test-1149753898-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:03:25.978772 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-60456c7b-d71d-4327-b98b-bc47937295a3 req-b58842d8-39dc-47b1-9e91-7c8821f7eb70 tempest-LiveAutoBlockMigrationV225Test-1149753898 tempest-LiveAutoBlockMigrationV225Test-1149753898-project-admin] 10.222.0.75 "GET /v2.0/ports?device_id=f8dcc237-c202-4732-ba27-7c810c7f88dd HTTP/1.1" status: 200 len: 1128 time: 0.1066546 Feb 09 19:03:26.109227 n-d-713498-36 neutron-server[103233]: DEBUG neutron.db.l3_dvr_db [None req-30e23d95-9ad1-424e-956c-d10e896fe350 None None] Set router ba92a895-b2b9-49f2-bfbb-eec3c35125e3 gateway port host: n-d-713498-36 {{(pid=103233) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 19:03:26.116482 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-60456c7b-d71d-4327-b98b-bc47937295a3 req-23defe35-9c43-46b2-ad00-b572d4e72078 tempest-LiveAutoBlockMigrationV225Test-1149753898 tempest-LiveAutoBlockMigrationV225Test-1149753898-project-admin] 10.222.0.75 "GET /v2.0/security-groups?id=e3cb5363-3b49-4f74-b239-a871e755b40a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1258445 Feb 09 19:03:26.206201 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-2a503370-2cbf-44ef-9f0d-79fb79bbbfbc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:03:26.411932 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-01c86f27-b19c-4817-b0df-03ad063f86a6 req-64319274-f355-476e-8a11-0eaf4f4a1809 tempest-ServersWithSpecificFlavorTestJSON-1030228139 tempest-ServersWithSpecificFlavorTestJSON-1030228139-project] 10.222.0.75 "GET /v2.0/ports?device_id=b6786f1e-03a5-4d3d-aeaf-fa15657da107 HTTP/1.1" status: 200 len: 210 time: 0.0574465 Feb 09 19:03:26.476722 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.db [req-dc9d7744-6f2e-4cfe-8b08-76e3ac7f518e req-a0a9657b-a62e-466b-8c85-7bb1a0b6df2f tempest-ServersWithSpecificFlavorTestJSON-1030228139 tempest-ServersWithSpecificFlavorTestJSON-1030228139-project] For port 443a3b6c-9e92-46fa-93f9-70cbd9a2f3ba, host n-h2-713498-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-36',level=0,port_id=443a3b6c-9e92-46fa-93f9-70cbd9a2f3ba,segment=NetworkSegment(2523c180-74ec-4cd9-9acb-870f2fae65fd),segment_id=2523c180-74ec-4cd9-9acb-870f2fae65fd)] {{(pid=103229) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 19:03:26.477104 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-dc9d7744-6f2e-4cfe-8b08-76e3ac7f518e req-a0a9657b-a62e-466b-8c85-7bb1a0b6df2f tempest-ServersWithSpecificFlavorTestJSON-1030228139 tempest-ServersWithSpecificFlavorTestJSON-1030228139-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1820838'] for port (443a3b6c-9e92-46fa-93f9-70cbd9a2f3ba), precommit_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:03:26.535683 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-2a503370-2cbf-44ef-9f0d-79fb79bbbfbc admin admin] Publish callbacks [] for security_group (07603131-8003-4ea5-bc59-eb38a7e942ac), precommit_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:03:26.568969 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-2a503370-2cbf-44ef-9f0d-79fb79bbbfbc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1892331'] for security_group (07603131-8003-4ea5-bc59-eb38a7e942ac), after_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:03:26.627727 n-d-713498-36 neutron-server[103233]: DEBUG neutron.db.l3_hamode_db [None req-30e23d95-9ad1-424e-956c-d10e896fe350 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ba92a895-b2b9-49f2-bfbb-eec3c35125e3', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-2127457717-router', 'tenant_id': '099b095e97df4302aa37ec5304cc9f5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88055e1e-672a-4487-be31-ffb6e833ece5', 'external_fixed_ips': [{'subnet_id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'ip_address': '172.25.1.100'}], 'enable_snat': True}, 'gw_port_id': 'ba192f5d-5ee3-4327-8143-67f618f504ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T19:03:19Z', 'updated_at': '2022-02-09T19:03:21Z', 'revision_number': 3, 'project_id': '099b095e97df4302aa37ec5304cc9f5e', 'gw_port': {'id': 'ba192f5d-5ee3-4327-8143-67f618f504ef', 'name': '', 'network_id': '88055e1e-672a-4487-be31-ffb6e833ece5', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:af:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ba92a895-b2b9-49f2-bfbb-eec3c35125e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 487, 'fixed_ips': [{'subnet_id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'ip_address': '172.25.1.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T19:03:20Z', 'updated_at': '2022-02-09T19:03:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-36'}], 'n-d-713498-36', False) {} {{(pid=103233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:03:26.629468 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a503370-2cbf-44ef-9f0d-79fb79bbbfbc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=07603131-8003-4ea5-bc59-eb38a7e942ac,revision_number=1']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:03:26.664274 n-d-713498-36 neutron-server[103233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30e23d95-9ad1-424e-956c-d10e896fe350 None None] The sync data for ids ['ba92a895-b2b9-49f2-bfbb-eec3c35125e3'] in n-d-713498-36 is: [{'id': 'ba92a895-b2b9-49f2-bfbb-eec3c35125e3', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-2127457717-router', 'tenant_id': '099b095e97df4302aa37ec5304cc9f5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88055e1e-672a-4487-be31-ffb6e833ece5', 'external_fixed_ips': [{'subnet_id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'ip_address': '172.25.1.100'}], 'enable_snat': True}, 'gw_port_id': 'ba192f5d-5ee3-4327-8143-67f618f504ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T19:03:19Z', 'updated_at': '2022-02-09T19:03:21Z', 'revision_number': 3, 'project_id': '099b095e97df4302aa37ec5304cc9f5e', 'gw_port': {'id': 'ba192f5d-5ee3-4327-8143-67f618f504ef', 'name': '', 'network_id': '88055e1e-672a-4487-be31-ffb6e833ece5', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:af:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ba92a895-b2b9-49f2-bfbb-eec3c35125e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 487, 'fixed_ips': [{'subnet_id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'ip_address': '172.25.1.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T19:03:20Z', 'updated_at': '2022-02-09T19:03:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-36'}] {{(pid=103233) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 19:03:26.730948 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-2a503370-2cbf-44ef-9f0d-79fb79bbbfbc admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=69307fbdcd1d4ad090c1d46d60dab5a3&name=default HTTP/1.1" status: 200 len: 2996 time: 1.0123022 Feb 09 19:03:26.741636 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 47882) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:03:26.777986 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d332e49-4862-4851-a787-efda5bddcbe7 req-a697790b-11c9-4e7d-86bf-f95cbe104113 tempest-LiveAutoBlockMigrationV225Test-2127879101 tempest-LiveAutoBlockMigrationV225Test-2127879101-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:03:26.788131 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-8d332e49-4862-4851-a787-efda5bddcbe7 req-a697790b-11c9-4e7d-86bf-f95cbe104113 tempest-LiveAutoBlockMigrationV225Test-2127879101 tempest-LiveAutoBlockMigrationV225Test-2127879101-project] 10.222.0.75 "GET /v2.0/networks?id=0e993f99-d3d0-4a2a-8eed-2f34375798b5 HTTP/1.1" status: 200 len: 820 time: 0.2494996 Feb 09 19:03:26.808168 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb951f94-74d8-472d-bcfe-7eff670da15d req-cd7965ce-b7fc-4b63-aa3e-72b0885868fc tempest-ServersWithSpecificFlavorTestJSON-1030228139 tempest-ServersWithSpecificFlavorTestJSON-1030228139-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:03:26.809997 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-cb951f94-74d8-472d-bcfe-7eff670da15d req-cd7965ce-b7fc-4b63-aa3e-72b0885868fc tempest-ServersWithSpecificFlavorTestJSON-1030228139 tempest-ServersWithSpecificFlavorTestJSON-1030228139-project] 10.222.0.89 "GET /v2.0/networks?id=22186bb1-1c50-47a0-85ed-567124795ab8 HTTP/1.1" status: 200 len: 823 time: 0.3961873 Feb 09 19:03:26.852093 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-8d332e49-4862-4851-a787-efda5bddcbe7 req-332f07af-4932-4cbc-914f-3a604469c4be tempest-LiveAutoBlockMigrationV225Test-2127879101 tempest-LiveAutoBlockMigrationV225Test-2127879101-project] 10.222.0.75 "GET /v2.0/quotas/b8d56d08e88f4d4daeb8e5fed321a162 HTTP/1.1" status: 200 len: 375 time: 0.0626493 Feb 09 19:03:26.918020 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-dc9d7744-6f2e-4cfe-8b08-76e3ac7f518e req-a0a9657b-a62e-466b-8c85-7bb1a0b6df2f tempest-ServersWithSpecificFlavorTestJSON-1030228139 tempest-ServersWithSpecificFlavorTestJSON-1030228139-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:03:26.918545 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-dc9d7744-6f2e-4cfe-8b08-76e3ac7f518e req-a0a9657b-a62e-466b-8c85-7bb1a0b6df2f tempest-ServersWithSpecificFlavorTestJSON-1030228139 tempest-ServersWithSpecificFlavorTestJSON-1030228139-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1818909'] for floatingip (52d21fb6-befd-4f67-8a57-5bb13591ad0c), after_update {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:03:26.918913 n-d-713498-36 neutron-server[103229]: INFO neutron.db.l3_db [req-dc9d7744-6f2e-4cfe-8b08-76e3ac7f518e req-a0a9657b-a62e-466b-8c85-7bb1a0b6df2f tempest-ServersWithSpecificFlavorTestJSON-1030228139 tempest-ServersWithSpecificFlavorTestJSON-1030228139-project] Floating IP 52d21fb6-befd-4f67-8a57-5bb13591ad0c disassociated. External IP: 172.25.1.34, port: 443a3b6c-9e92-46fa-93f9-70cbd9a2f3ba. Feb 09 19:03:26.919374 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.plugin [req-dc9d7744-6f2e-4cfe-8b08-76e3ac7f518e req-a0a9657b-a62e-466b-8c85-7bb1a0b6df2f tempest-ServersWithSpecificFlavorTestJSON-1030228139 tempest-ServersWithSpecificFlavorTestJSON-1030228139-project] Calling delete_port for 443a3b6c-9e92-46fa-93f9-70cbd9a2f3ba owned by compute:nova {{(pid=103229) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 19:03:26.921831 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2fbd3ef-627f-46ba-91f9-342c6672cb7b req-42605d62-1778-41d3-9ab6-4b30bcc1c63b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:03:26.923818 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-d2fbd3ef-627f-46ba-91f9-342c6672cb7b req-42605d62-1778-41d3-9ab6-4b30bcc1c63b service neutron] 10.222.0.89 "GET /v2.0/networks?id=d725567e-ae4f-48c7-8826-ca95b9692346 HTTP/1.1" status: 200 len: 908 time: 1.4471853 Feb 09 19:03:26.959003 n-d-713498-36 neutron-server[103229]: DEBUG neutron.db.db_base_plugin_common [None req-6aa91254-e18a-4b2b-bfe3-ad369e8009c7 admin admin] Allocated IP 172.20.0.1 (285c3e13-0e4d-4577-8fdd-9c25f7236b5f/4b0ddf5d-fdc3-4db3-a8da-40b695a3400e/e54e2c4d-e326-4f99-b573-831b795e7634) {{(pid=103229) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 19:03:26.977768 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-cb951f94-74d8-472d-bcfe-7eff670da15d req-64b47be4-9b58-49c8-ab94-363fe52ba359 tempest-ServersWithSpecificFlavorTestJSON-1030228139 tempest-ServersWithSpecificFlavorTestJSON-1030228139-project] 10.222.0.89 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=74dc86730a17454f9e20cfb480a6b381 HTTP/1.1" status: 200 len: 378 time: 0.1524205 Feb 09 19:03:26.980042 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-78c276ea-3dc8-49ed-bb75-5b801927af9a admin admin] Publish callbacks [] for security_group (07603131-8003-4ea5-bc59-eb38a7e942ac), before_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:03:26.995331 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.v2.base [req-cb951f94-74d8-472d-bcfe-7eff670da15d req-ae89fac8-0f0a-4063-a5ec-738581355f34 tempest-ServersWithSpecificFlavorTestJSON-1030228139 tempest-ServersWithSpecificFlavorTestJSON-1030228139-project] Request body: {'port': {'device_id': 'b6786f1e-03a5-4d3d-aeaf-fa15657da107', 'network_id': '22186bb1-1c50-47a0-85ed-567124795ab8', 'admin_state_up': True, 'tenant_id': '74dc86730a17454f9e20cfb480a6b381', 'security_groups': ['7095cade-8760-483a-a246-f0df5ddf6b33']}} {{(pid=103230) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 19:03:27.084674 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-e006e272-b83e-407b-b3d2-ab882204b94f req-23bd5c71-690b-464e-a4db-36f5694105b2 tempest-SecurityGroupsTestAdminJSON-329392414 tempest-SecurityGroupsTestAdminJSON-329392414-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1892331'] for security_group (e9b16750-9d94-4768-9ef0-d259eb9ce870), after_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:03:27.087687 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-e006e272-b83e-407b-b3d2-ab882204b94f req-23bd5c71-690b-464e-a4db-36f5694105b2 tempest-SecurityGroupsTestAdminJSON-329392414 tempest-SecurityGroupsTestAdminJSON-329392414-project] Publish callbacks [] for security_group (None), before_response {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:03:27.088534 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-e006e272-b83e-407b-b3d2-ab882204b94f req-23bd5c71-690b-464e-a4db-36f5694105b2 tempest-SecurityGroupsTestAdminJSON-329392414 tempest-SecurityGroupsTestAdminJSON-329392414-project] 10.222.0.75 "DELETE /v2.0/security-groups/e9b16750-9d94-4768-9ef0-d259eb9ce870 HTTP/1.1" status: 204 len: 173 time: 2.0549357 Feb 09 19:03:27.098405 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-d2fbd3ef-627f-46ba-91f9-342c6672cb7b req-5ffc95c7-ebd3-478b-8a18-3ca5c52de2f1 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=2871109b-715f-42ac-9bd1-b1a86f16330a HTTP/1.1" status: 200 len: 217 time: 0.1631491 Feb 09 19:03:27.179765 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-78c276ea-3dc8-49ed-bb75-5b801927af9a admin admin] Publish callbacks [] for security_group (07603131-8003-4ea5-bc59-eb38a7e942ac), precommit_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:03:27.188838 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23bd5c71-690b-464e-a4db-36f5694105b2 tempest-SecurityGroupsTestAdminJSON-329392414 tempest-SecurityGroupsTestAdminJSON-329392414-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e9b16750-9d94-4768-9ef0-d259eb9ce870,revision_number=None']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:03:27.239326 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-8d332e49-4862-4851-a787-efda5bddcbe7 req-4437cfab-6c71-4edd-857b-75eea1d30fa2 tempest-LiveAutoBlockMigrationV225Test-2127879101 tempest-LiveAutoBlockMigrationV225Test-2127879101-project] 10.222.0.75 "GET /v2.0/ports?tenant_id=b8d56d08e88f4d4daeb8e5fed321a162&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3847256 Feb 09 19:03:27.367587 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2fbd3ef-627f-46ba-91f9-342c6672cb7b req-ac2d16d8-0d61-400c-89fe-d76f236dae1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:03:27.369341 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-d2fbd3ef-627f-46ba-91f9-342c6672cb7b req-ac2d16d8-0d61-400c-89fe-d76f236dae1e service neutron] 10.222.0.89 "GET /v2.0/subnets?id=41b0b245-923a-427d-ac3e-7f4b2ecbbb0e HTTP/1.1" status: 200 len: 847 time: 0.2059605 Feb 09 19:03:27.375822 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-6aa91254-e18a-4b2b-bfe3-ad369e8009c7 admin admin] Publish callbacks [] for port (e54e2c4d-e326-4f99-b573-831b795e7634), precommit_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:03:27.418311 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-8d332e49-4862-4851-a787-efda5bddcbe7 req-2d1a2e41-de62-43ab-8b99-a58ecebe13ee service neutron] 10.222.0.75 "GET /v2.0/networks/0e993f99-d3d0-4a2a-8eed-2f34375798b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1779575 Feb 09 19:03:27.424112 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-d2fbd3ef-627f-46ba-91f9-342c6672cb7b req-91c3c95b-7eaf-4954-8911-95cfb2625feb service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=d725567e-ae4f-48c7-8826-ca95b9692346&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0452704 Feb 09 19:03:27.486350 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cb951f94-74d8-472d-bcfe-7eff670da15d req-ae89fac8-0f0a-4063-a5ec-738581355f34 tempest-ServersWithSpecificFlavorTestJSON-1030228139 tempest-ServersWithSpecificFlavorTestJSON-1030228139-project] Made reservation on behalf of 74dc86730a17454f9e20cfb480a6b381 for: {'port': 1} {{(pid=103230) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 19:03:27.490205 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [req-cb951f94-74d8-472d-bcfe-7eff670da15d req-ae89fac8-0f0a-4063-a5ec-738581355f34 tempest-ServersWithSpecificFlavorTestJSON-1030228139 tempest-ServersWithSpecificFlavorTestJSON-1030228139-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (None), before_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:03:27.511289 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-78c276ea-3dc8-49ed-bb75-5b801927af9a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1892331'] for security_group (07603131-8003-4ea5-bc59-eb38a7e942ac), after_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:03:27.513854 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-78c276ea-3dc8-49ed-bb75-5b801927af9a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:03:27.515123 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-78c276ea-3dc8-49ed-bb75-5b801927af9a admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/07603131-8003-4ea5-bc59-eb38a7e942ac HTTP/1.1" status: 204 len: 168 time: 0.7723944 Feb 09 19:03:27.531290 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5585db2-8ad3-45fa-9952-e5e9b6e63897 req-0e99918e-8ec5-47f7-aa9a-0965180016f8 tempest-LiveMigrationTest-1021096981 tempest-LiveMigrationTest-1021096981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:03:27.533380 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-d5585db2-8ad3-45fa-9952-e5e9b6e63897 req-0e99918e-8ec5-47f7-aa9a-0965180016f8 tempest-LiveMigrationTest-1021096981 tempest-LiveMigrationTest-1021096981-project] 10.222.0.75 "GET /v2.0/ports?device_id=5ff67175-208f-48a4-b08d-79f957313fbc HTTP/1.1" status: 200 len: 946 time: 0.3719549 Feb 09 19:03:27.595891 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78c276ea-3dc8-49ed-bb75-5b801927af9a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=07603131-8003-4ea5-bc59-eb38a7e942ac,revision_number=None']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:03:27.614063 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-6aa91254-e18a-4b2b-bfe3-ad369e8009c7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762866656467', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12867576'] for port (e54e2c4d-e326-4f99-b573-831b795e7634), after_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:03:27.652615 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-dc9d7744-6f2e-4cfe-8b08-76e3ac7f518e req-a0a9657b-a62e-466b-8c85-7bb1a0b6df2f tempest-ServersWithSpecificFlavorTestJSON-1030228139 tempest-ServersWithSpecificFlavorTestJSON-1030228139-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762867177463', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762866656476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12867576'] for port (443a3b6c-9e92-46fa-93f9-70cbd9a2f3ba), after_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:03:27.698170 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 47894) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:03:27.793893 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-8d332e49-4862-4851-a787-efda5bddcbe7 req-9b5b1c5a-ee2d-4ab9-8052-8ba93c4c8660 service neutron] 10.222.0.75 "GET /v2.0/networks/0e993f99-d3d0-4a2a-8eed-2f34375798b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3732958 Feb 09 19:03:27.798489 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Device 443a3b6c-9e92-46fa-93f9-70cbd9a2f3ba no longer exists at agent hyperv_n-h2-713498-36 {{(pid=103232) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 19:03:27.808297 n-d-713498-36 neutron-server[103229]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6aa91254-e18a-4b2b-bfe3-ad369e8009c7 admin admin] Network 285c3e13-0e4d-4577-8fdd-9c25f7236b5f is already hosted by enough agents. {{(pid=103229) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 19:03:27.833437 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-d5585db2-8ad3-45fa-9952-e5e9b6e63897 req-a6891952-92d8-4e59-ba55-a727562e9c4a tempest-LiveMigrationTest-1021096981 tempest-LiveMigrationTest-1021096981-project] 10.222.0.75 "GET /v2.0/security-groups?id=ba18819a-1490-4e7b-a11b-e8610423d8ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2876470 Feb 09 19:03:27.870286 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-7429db8d-6021-40ad-813e-885be449a89b None None] No Port match for: 443a3b6c-9e92-46fa-93f9-70cbd9a2f3ba {{(pid=103232) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 19:03:27.872804 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Device 443a3b6c-9e92-46fa-93f9-70cbd9a2f3ba not bound to the agent host n-h2-713498-36 {{(pid=103232) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 19:03:27.875795 n-d-713498-36 neutron-server[103229]: DEBUG neutron.scheduler.base_scheduler [None req-6aa91254-e18a-4b2b-bfe3-ad369e8009c7 admin admin] Resources bound (agent type, host, resource id): {{(pid=103229) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 19:03:27.890616 n-d-713498-36 neutron-server[103229]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6aa91254-e18a-4b2b-bfe3-ad369e8009c7 admin admin] Received port after_create {{(pid=103229) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 19:03:27.984173 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aa91254-e18a-4b2b-bfe3-ad369e8009c7 admin admin] Pushing event updated for resources: {'Port': ['ID=e54e2c4d-e326-4f99-b573-831b795e7634,revision_number=1']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:03:28.015365 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0a9657b-a62e-466b-8c85-7bb1a0b6df2f tempest-ServersWithSpecificFlavorTestJSON-1030228139 tempest-ServersWithSpecificFlavorTestJSON-1030228139-project] Pushing event deleted for resources: {'Port': ['ID=443a3b6c-9e92-46fa-93f9-70cbd9a2f3ba,revision_number=None']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:03:28.035781 n-d-713498-36 neutron-server[103230]: DEBUG neutron.db.db_base_plugin_common [req-cb951f94-74d8-472d-bcfe-7eff670da15d req-ae89fac8-0f0a-4063-a5ec-738581355f34 tempest-ServersWithSpecificFlavorTestJSON-1030228139 tempest-ServersWithSpecificFlavorTestJSON-1030228139-project] Allocated IP 172.20.0.9 (22186bb1-1c50-47a0-85ed-567124795ab8/75c6a744-acd8-4cbc-b5ba-1f5214db2393/aeb6ef05-0f81-4bfc-9b56-d956ed6fbaa6) {{(pid=103230) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 19:03:28.088184 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-d2fbd3ef-627f-46ba-91f9-342c6672cb7b req-7eacabd7-a739-4995-b9a6-1eff625a71bd service neutron] 10.222.0.89 "GET /v2.0/networks/d725567e-ae4f-48c7-8826-ca95b9692346?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6537380 Feb 09 19:03:28.362499 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.provisioning_blocks [None req-4847e25a-ee07-45c5-86a2-cb59659d3359 None None] Provisioning complete for port e54e2c4d-e326-4f99-b573-831b795e7634 triggered by entity DHCP. {{(pid=103232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 19:03:28.366386 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-4847e25a-ee07-45c5-86a2-cb59659d3359 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593630'] for port (e54e2c4d-e326-4f99-b573-831b795e7634), provisioning_complete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:03:28.400909 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-d2fbd3ef-627f-46ba-91f9-342c6672cb7b req-3b5c7780-82c2-4987-9192-90b85f465574 service neutron] 10.222.0.89 "GET /v2.0/networks/d725567e-ae4f-48c7-8826-ca95b9692346?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2990999 Feb 09 19:03:28.431768 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-6aa91254-e18a-4b2b-bfe3-ad369e8009c7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1819024'] for router_interface (ba92a895-b2b9-49f2-bfbb-eec3c35125e3), before_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:03:28.465973 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-4847e25a-ee07-45c5-86a2-cb59659d3359 None None] Port e54e2c4d-e326-4f99-b573-831b795e7634 cannot update to ACTIVE because it is not bound. {{(pid=103232) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 19:03:28.541514 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [req-cb951f94-74d8-472d-bcfe-7eff670da15d req-ae89fac8-0f0a-4063-a5ec-738581355f34 tempest-ServersWithSpecificFlavorTestJSON-1030228139 tempest-ServersWithSpecificFlavorTestJSON-1030228139-project] Publish callbacks [] for port (aeb6ef05-0f81-4bfc-9b56-d956ed6fbaa6), precommit_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:03:28.572558 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-48652891-3ea4-4c19-8796-40c84c453adf req-aaf60f50-e380-4f0c-a022-8bd26f18e3b6 tempest-ServersWithSpecificFlavorTestJSON-1030228139 tempest-ServersWithSpecificFlavorTestJSON-1030228139-project] 10.222.0.75 "GET /v2.0/ports?device_id=b6786f1e-03a5-4d3d-aeaf-fa15657da107 HTTP/1.1" status: 200 len: 210 time: 0.2916591 Feb 09 19:03:28.653494 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-602be962-8bba-4cdc-83cb-7fcf6af2810d req-7aad9697-e6d1-497b-a712-7c046b0f4706 tempest-LiveAutoBlockMigrationV225Test-2127879101 tempest-LiveAutoBlockMigrationV225Test-2127879101-project] 10.222.0.75 "GET /v2.0/ports?device_id=9d1556d0-d009-41c6-9d9c-d68b6ae4cbe4 HTTP/1.1" status: 200 len: 210 time: 0.0850534 Feb 09 19:03:28.701341 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2fbd3ef-627f-46ba-91f9-342c6672cb7b req-3766a67b-d771-4535-aef9-5875ee9dc742 tempest-LiveMigrationTest-1137365927 tempest-LiveMigrationTest-1137365927-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:03:28.703111 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-d2fbd3ef-627f-46ba-91f9-342c6672cb7b req-3766a67b-d771-4535-aef9-5875ee9dc742 tempest-LiveMigrationTest-1137365927 tempest-LiveMigrationTest-1137365927-project-admin] 10.222.0.89 "GET /v2.0/ports?device_id=5ff67175-208f-48a4-b08d-79f957313fbc&tenant_id=05fa6a089578484da4b750f8c0b5ad12&binding%3Ahost_id=n-h2-713498-36 HTTP/1.1" status: 200 len: 1129 time: 0.1939855 Feb 09 19:03:28.722454 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 47918) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:03:28.754886 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-a8c8ff26-48fa-483a-ac58-d45401618e21 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=44928f6230e4469da2ea80361d65aaf2&name=default HTTP/1.1" status: 200 len: 2996 time: 1.0544858 Feb 09 19:03:28.756898 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 47920) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:03:28.769536 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.v2.base [req-d2fbd3ef-627f-46ba-91f9-342c6672cb7b req-c995f3b5-4b9d-4739-a1bf-ca457297ee2d service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-713498-36'}}} {{(pid=103229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 19:03:28.778992 n-d-713498-36 neutron-server[103229]: DEBUG neutron.scheduler.l3_agent_scheduler [req-dc9d7744-6f2e-4cfe-8b08-76e3ac7f518e req-a0a9657b-a62e-466b-8c85-7bb1a0b6df2f tempest-ServersWithSpecificFlavorTestJSON-1030228139 tempest-ServersWithSpecificFlavorTestJSON-1030228139-project] Router a0ab541a-939a-4f11-b315-84034bd5accf has already been hosted by L3 agent 93303d5e-5d17-45e8-8963-7694f87783ae {{(pid=103229) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 19:03:28.827412 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-c3656e8e-9cf4-497a-ab8d-5a3b4442bda5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:03:28.837366 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [req-cb951f94-74d8-472d-bcfe-7eff670da15d req-ae89fac8-0f0a-4063-a5ec-738581355f34 tempest-ServersWithSpecificFlavorTestJSON-1030228139 tempest-ServersWithSpecificFlavorTestJSON-1030228139-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762866656467', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14393751'] for port (aeb6ef05-0f81-4bfc-9b56-d956ed6fbaa6), after_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:03:28.956038 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-6aa91254-e18a-4b2b-bfe3-ad369e8009c7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (e54e2c4d-e326-4f99-b573-831b795e7634), before_update {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:03:29.087495 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-93f97b52-92f0-4f08-b015-1b524cc6836a admin admin] Publish callbacks [] for security_group (aa4a0bbe-df00-46e2-a5f0-051c8df9a9a3), before_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:03:29.092700 n-d-713498-36 neutron-server[103230]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cb951f94-74d8-472d-bcfe-7eff670da15d req-ae89fac8-0f0a-4063-a5ec-738581355f34 tempest-ServersWithSpecificFlavorTestJSON-1030228139 tempest-ServersWithSpecificFlavorTestJSON-1030228139-project] Network 22186bb1-1c50-47a0-85ed-567124795ab8 is already hosted by enough agents. {{(pid=103230) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 19:03:29.110314 n-d-713498-36 neutron-server[103230]: DEBUG neutron.scheduler.base_scheduler [req-cb951f94-74d8-472d-bcfe-7eff670da15d req-ae89fac8-0f0a-4063-a5ec-738581355f34 tempest-ServersWithSpecificFlavorTestJSON-1030228139 tempest-ServersWithSpecificFlavorTestJSON-1030228139-project] Resources bound (agent type, host, resource id): {{(pid=103230) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 19:03:29.119276 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae89fac8-0f0a-4063-a5ec-738581355f34 tempest-ServersWithSpecificFlavorTestJSON-1030228139 tempest-ServersWithSpecificFlavorTestJSON-1030228139-project] Pushing event updated for resources: {'Port': ['ID=aeb6ef05-0f81-4bfc-9b56-d956ed6fbaa6,revision_number=1']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:03:29.119953 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Device ba192f5d-5ee3-4327-8143-67f618f504ef up at agent ovs-agent-n-d-713498-36 {{(pid=103232) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 19:03:29.122189 n-d-713498-36 neutron-server[103230]: DEBUG neutron.db.l3_dvrscheduler_db [req-cb951f94-74d8-472d-bcfe-7eff670da15d req-ae89fac8-0f0a-4063-a5ec-738581355f34 tempest-ServersWithSpecificFlavorTestJSON-1030228139 tempest-ServersWithSpecificFlavorTestJSON-1030228139-project] Received port after_create {{(pid=103230) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 19:03:29.185087 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb951f94-74d8-472d-bcfe-7eff670da15d req-ae89fac8-0f0a-4063-a5ec-738581355f34 tempest-ServersWithSpecificFlavorTestJSON-1030228139 tempest-ServersWithSpecificFlavorTestJSON-1030228139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:03:29.185911 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [req-cb951f94-74d8-472d-bcfe-7eff670da15d req-ae89fac8-0f0a-4063-a5ec-738581355f34 tempest-ServersWithSpecificFlavorTestJSON-1030228139 tempest-ServersWithSpecificFlavorTestJSON-1030228139-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171096'] for port (None), before_response {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:03:29.190968 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-d2fbd3ef-627f-46ba-91f9-342c6672cb7b req-c995f3b5-4b9d-4739-a1bf-ca457297ee2d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (2871109b-715f-42ac-9bd1-b1a86f16330a), before_update {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:03:29.246549 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-93f97b52-92f0-4f08-b015-1b524cc6836a admin admin] Publish callbacks [] for security_group (aa4a0bbe-df00-46e2-a5f0-051c8df9a9a3), precommit_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:03:29.279482 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.provisioning_blocks [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Provisioning complete for port ba192f5d-5ee3-4327-8143-67f618f504ef triggered by entity L2. {{(pid=103232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 19:03:29.281310 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593630'] for port (ba192f5d-5ee3-4327-8143-67f618f504ef), provisioning_complete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:03:29.285019 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-cb951f94-74d8-472d-bcfe-7eff670da15d req-ae89fac8-0f0a-4063-a5ec-738581355f34 tempest-ServersWithSpecificFlavorTestJSON-1030228139 tempest-ServersWithSpecificFlavorTestJSON-1030228139-project] 10.222.0.89 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.3004608 Feb 09 19:03:29.314192 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.v2.base [req-cb951f94-74d8-472d-bcfe-7eff670da15d req-fe37335c-16cb-4229-a8ad-00b0527e1356 service neutron] Request body: {'port': {'device_id': 'b6786f1e-03a5-4d3d-aeaf-fa15657da107', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-713498-36'}} {{(pid=103230) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 19:03:29.563574 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Current status of the port ba192f5d-5ee3-4327-8143-67f618f504ef is: DOWN; New status is: ACTIVE {{(pid=103232) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 19:03:29.564241 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (ba192f5d-5ee3-4327-8143-67f618f504ef), before_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:03:29.592641 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [req-cb951f94-74d8-472d-bcfe-7eff670da15d req-fe37335c-16cb-4229-a8ad-00b0527e1356 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (aeb6ef05-0f81-4bfc-9b56-d956ed6fbaa6), before_update {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:03:29.609021 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] For port ba192f5d-5ee3-4327-8143-67f618f504ef, host n-d-713498-36, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-36',level=0,port_id=ba192f5d-5ee3-4327-8143-67f618f504ef,segment=NetworkSegment(a4222f89-8d3f-4b51-953b-1a8126392491),segment_id=a4222f89-8d3f-4b51-953b-1a8126392491)] {{(pid=103232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 19:03:29.633524 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762867176205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762866656485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762866656503'] for port (ba192f5d-5ee3-4327-8143-67f618f504ef), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:03:29.643674 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-93f97b52-92f0-4f08-b015-1b524cc6836a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1892331'] for security_group (aa4a0bbe-df00-46e2-a5f0-051c8df9a9a3), after_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:03:29.648387 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-93f97b52-92f0-4f08-b015-1b524cc6836a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:03:29.649983 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-93f97b52-92f0-4f08-b015-1b524cc6836a admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/aa4a0bbe-df00-46e2-a5f0-051c8df9a9a3 HTTP/1.1" status: 204 len: 168 time: 0.8893683 Feb 09 19:03:29.693937 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93f97b52-92f0-4f08-b015-1b524cc6836a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aa4a0bbe-df00-46e2-a5f0-051c8df9a9a3,revision_number=None']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:03:29.787086 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 47938) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:03:29.820043 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Pushing event updated for resources: {'Port': ['ID=ba192f5d-5ee3-4327-8143-67f618f504ef,revision_number=4']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:03:30.017213 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23d1b34b-257f-4bbc-8bc7-de288eddab12 req-f732764b-6bdb-4b3c-8f5a-e6a51e1877e5 tempest-LiveMigrationTest-1021096981 tempest-LiveMigrationTest-1021096981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:03:30.018662 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-23d1b34b-257f-4bbc-8bc7-de288eddab12 req-f732764b-6bdb-4b3c-8f5a-e6a51e1877e5 tempest-LiveMigrationTest-1021096981 tempest-LiveMigrationTest-1021096981-project] 10.222.0.75 "GET /v2.0/ports?device_id=5ff67175-208f-48a4-b08d-79f957313fbc HTTP/1.1" status: 200 len: 946 time: 0.9689832 Feb 09 19:03:30.056503 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-306b76e0-ffe4-4c9d-b2ae-bb6b8483d055 req-3583794e-9d5d-4f39-b363-04bd7c034bb1 tempest-ServersWithSpecificFlavorTestJSON-1030228139 tempest-ServersWithSpecificFlavorTestJSON-1030228139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:03:30.069409 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-306b76e0-ffe4-4c9d-b2ae-bb6b8483d055 req-3583794e-9d5d-4f39-b363-04bd7c034bb1 tempest-ServersWithSpecificFlavorTestJSON-1030228139 tempest-ServersWithSpecificFlavorTestJSON-1030228139-project] 10.222.0.75 "GET /v2.0/ports?device_id=b6786f1e-03a5-4d3d-aeaf-fa15657da107 HTTP/1.1" status: 200 len: 931 time: 0.3207293 Feb 09 19:03:30.219689 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-dc9d7744-6f2e-4cfe-8b08-76e3ac7f518e req-a0a9657b-a62e-466b-8c85-7bb1a0b6df2f tempest-ServersWithSpecificFlavorTestJSON-1030228139 tempest-ServersWithSpecificFlavorTestJSON-1030228139-project] Notify agent at l3_agent.n-d-713498-36 the message routers_updated {{(pid=103229) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 19:03:30.233896 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dec75ec1-6c5d-47c5-b433-0770a40db927 None None] Sync routers for ids ['a0ab541a-939a-4f11-b315-84034bd5accf'] in n-d-713498-36 {{(pid=103232) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 19:03:30.267030 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dec75ec1-6c5d-47c5-b433-0770a40db927 None None] Routers {'a0ab541a-939a-4f11-b315-84034bd5accf'} bound to L3 agent in host n-d-713498-36 {{(pid=103232) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 19:03:30.270531 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.l3_hamode_db [None req-dec75ec1-6c5d-47c5-b433-0770a40db927 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T18:51:43Z,description=,heartbeat_timestamp=2022-02-09T19:03:13Z,host='n-d-713498-36',id=93303d5e-5d17-45e8-8963-7694f87783ae,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T18:51:43Z,topic='l3_agent')) {'router_ids': ['a0ab541a-939a-4f11-b315-84034bd5accf'], 'active': True} {{(pid=103232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:03:30.283956 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-23d1b34b-257f-4bbc-8bc7-de288eddab12 req-5dc4e1e8-1218-4e10-8d92-c77a463dd3f2 tempest-LiveMigrationTest-1021096981 tempest-LiveMigrationTest-1021096981-project] 10.222.0.75 "GET /v2.0/security-groups?id=ba18819a-1490-4e7b-a11b-e8610423d8ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2529759 Feb 09 19:03:30.289377 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-c3656e8e-9cf4-497a-ab8d-5a3b4442bda5 admin admin] Publish callbacks [] for security_group (0d2486b1-360e-4b87-b833-2c66cd943d94), precommit_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:03:30.304657 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.db [req-d2fbd3ef-627f-46ba-91f9-342c6672cb7b req-c995f3b5-4b9d-4739-a1bf-ca457297ee2d service neutron] For port 2871109b-715f-42ac-9bd1-b1a86f16330a, host n-h2-713498-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-36',level=0,port_id=2871109b-715f-42ac-9bd1-b1a86f16330a,segment=NetworkSegment(5e48c0d3-ac92-403e-8ddc-eab47c471644),segment_id=5e48c0d3-ac92-403e-8ddc-eab47c471644)] {{(pid=103229) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 19:03:30.356642 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-c3656e8e-9cf4-497a-ab8d-5a3b4442bda5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1892331'] for security_group (0d2486b1-360e-4b87-b833-2c66cd943d94), after_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:03:30.372803 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 47948) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:03:30.464462 n-d-713498-36 neutron-server[103229]: DEBUG neutron.db.l3_dvrscheduler_db [req-dc9d7744-6f2e-4cfe-8b08-76e3ac7f518e req-a0a9657b-a62e-466b-8c85-7bb1a0b6df2f tempest-ServersWithSpecificFlavorTestJSON-1030228139 tempest-ServersWithSpecificFlavorTestJSON-1030228139-project] No DVR routers for this DVR port 443a3b6c-9e92-46fa-93f9-70cbd9a2f3ba on host n-h2-713498-36 {{(pid=103229) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 19:03:30.472143 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-dc9d7744-6f2e-4cfe-8b08-76e3ac7f518e req-a0a9657b-a62e-466b-8c85-7bb1a0b6df2f tempest-ServersWithSpecificFlavorTestJSON-1030228139 tempest-ServersWithSpecificFlavorTestJSON-1030228139-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171096'] for port (None), before_response {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:03:30.476101 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-dc9d7744-6f2e-4cfe-8b08-76e3ac7f518e req-a0a9657b-a62e-466b-8c85-7bb1a0b6df2f tempest-ServersWithSpecificFlavorTestJSON-1030228139 tempest-ServersWithSpecificFlavorTestJSON-1030228139-project] 10.222.0.90 "DELETE /v2.0/ports/443a3b6c-9e92-46fa-93f9-70cbd9a2f3ba HTTP/1.1" status: 204 len: 173 time: 5.8651514 Feb 09 19:03:30.527280 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3656e8e-9cf4-497a-ab8d-5a3b4442bda5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0d2486b1-360e-4b87-b833-2c66cd943d94,revision_number=1']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:03:30.530025 n-d-713498-36 neutron-server[103229]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3fc1751e-c4e4-428c-9985-7513cf2de861', 'name': 'network-vif-deleted', 'tag': '443a3b6c-9e92-46fa-93f9-70cbd9a2f3ba'}] {{(pid=103229) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 19:03:30.535197 n-d-713498-36 neutron-server[103229]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fa6ae9a20702bd564eaf90d946620b2b4277b1ab91129323d3b54181076be307" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-be339848-6ac6-4069-82bc-aaee41f4a14d" -d '{"events": [{"server_uuid": "3fc1751e-c4e4-428c-9985-7513cf2de861", "name": "network-vif-deleted", "tag": "443a3b6c-9e92-46fa-93f9-70cbd9a2f3ba"}]}' {{(pid=103229) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 19:03:30.640015 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-cbf54bc1-d4a9-41df-b8e1-87e45d2ec445 req-866c36d6-5643-46b9-88b4-990a62ab3c13 tempest-LiveAutoBlockMigrationV225Test-2127879101 tempest-LiveAutoBlockMigrationV225Test-2127879101-project] 10.222.0.75 "GET /v2.0/ports?device_id=9d1556d0-d009-41c6-9d9c-d68b6ae4cbe4 HTTP/1.1" status: 200 len: 210 time: 0.0834420 Feb 09 19:03:30.666718 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.l3_dvr_db [None req-dec75ec1-6c5d-47c5-b433-0770a40db927 None None] Set router a0ab541a-939a-4f11-b315-84034bd5accf gateway port host: n-d-713498-36 {{(pid=103232) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 19:03:30.668034 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-c3656e8e-9cf4-497a-ab8d-5a3b4442bda5 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=0acc0c13e8504b8d8b5312a48cd923db&name=default HTTP/1.1" status: 200 len: 2996 time: 1.9333081 Feb 09 19:03:30.685067 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 47954) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:03:30.732713 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.db [req-d2fbd3ef-627f-46ba-91f9-342c6672cb7b req-c995f3b5-4b9d-4739-a1bf-ca457297ee2d service neutron] For port 2871109b-715f-42ac-9bd1-b1a86f16330a, host n-h2-713498-36, cleared binding levels {{(pid=103229) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 19:03:30.739698 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-d28924f1-a217-4907-97f7-1be21f1b26c9 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=b831371ae29e490ba9859206b8bfb102&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2550535 Feb 09 19:03:30.762631 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 47956) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:03:30.787148 n-d-713498-36 neutron-server[103229]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 19:03:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-924c179f-5138-40f3-92b6-d24429ebbcdc x-openstack-request-id: req-924c179f-5138-40f3-92b6-d24429ebbcdc {{(pid=103229) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 19:03:30.787520 n-d-713498-36 neutron-server[103229]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3fc1751e-c4e4-428c-9985-7513cf2de861", "name": "network-vif-deleted", "tag": "443a3b6c-9e92-46fa-93f9-70cbd9a2f3ba", "status": "completed", "code": 200}]} {{(pid=103229) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 19:03:30.788305 n-d-713498-36 neutron-server[103229]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-924c179f-5138-40f3-92b6-d24429ebbcdc {{(pid=103229) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 19:03:30.789325 n-d-713498-36 neutron-server[103229]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3fc1751e-c4e4-428c-9985-7513cf2de861', 'name': 'network-vif-deleted', 'tag': '443a3b6c-9e92-46fa-93f9-70cbd9a2f3ba', 'status': 'completed', 'code': 200} Feb 09 19:03:30.826297 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-10b73806-3e49-4207-83ef-70c05aad3b97 admin admin] Publish callbacks [] for security_group (0d2486b1-360e-4b87-b833-2c66cd943d94), before_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:03:30.849152 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-d2fbd3ef-627f-46ba-91f9-342c6672cb7b req-c995f3b5-4b9d-4739-a1bf-ca457297ee2d service neutron] Publish callbacks [] for port (2871109b-715f-42ac-9bd1-b1a86f16330a), precommit_update {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:03:30.859843 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-6aa91254-e18a-4b2b-bfe3-ad369e8009c7 admin admin] Publish callbacks [] for port (e54e2c4d-e326-4f99-b573-831b795e7634), precommit_update {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:03:30.890409 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-d2fbd3ef-627f-46ba-91f9-342c6672cb7b req-c995f3b5-4b9d-4739-a1bf-ca457297ee2d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762867176205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762866656485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762866656503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12867569'] for port (2871109b-715f-42ac-9bd1-b1a86f16330a), after_update {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:03:30.927581 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-6aa91254-e18a-4b2b-bfe3-ad369e8009c7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762867176205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762866656485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762866656503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12867569'] for port (e54e2c4d-e326-4f99-b573-831b795e7634), after_update {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:03:31.024395 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-306b76e0-ffe4-4c9d-b2ae-bb6b8483d055 req-fbef15f5-be82-4649-af9d-9da9a3ad4397 tempest-ServersWithSpecificFlavorTestJSON-1030228139 tempest-ServersWithSpecificFlavorTestJSON-1030228139-project] 10.222.0.75 "GET /v2.0/security-groups?id=7095cade-8760-483a-a246-f0df5ddf6b33&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.9543991 Feb 09 19:03:31.046470 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.l3_hamode_db [None req-dec75ec1-6c5d-47c5-b433-0770a40db927 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a0ab541a-939a-4f11-b315-84034bd5accf', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-830942200-router', 'tenant_id': '74dc86730a17454f9e20cfb480a6b381', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88055e1e-672a-4487-be31-ffb6e833ece5', 'external_fixed_ips': [{'subnet_id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'ip_address': '172.25.1.127'}], 'enable_snat': True}, 'gw_port_id': '4064872f-54ad-481c-8bb9-331fae745bac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T19:01:39Z', 'updated_at': '2022-02-09T19:01:43Z', 'revision_number': 4, 'project_id': '74dc86730a17454f9e20cfb480a6b381', 'gw_port': {'id': '4064872f-54ad-481c-8bb9-331fae745bac', 'name': '', 'network_id': '88055e1e-672a-4487-be31-ffb6e833ece5', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:72:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0ab541a-939a-4f11-b315-84034bd5accf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'ip_address': '172.25.1.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T19:01:39Z', 'updated_at': '2022-02-09T19:01:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-36', '_interfaces': [{'id': '36ae183d-0b5b-4958-bab8-21d4d5bdca13', 'name': '', 'network_id': '22186bb1-1c50-47a0-85ed-567124795ab8', 'tenant_id': '74dc86730a17454f9e20cfb480a6b381', 'mac_address': 'fa:16:3e:9c:64:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0ab541a-939a-4f11-b315-84034bd5accf', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': '75c6a744-acd8-4cbc-b5ba-1f5214db2393', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T19:01:42Z', 'updated_at': '2022-02-09T19:01:52Z', 'revision_number': 5, 'project_id': '74dc86730a17454f9e20cfb480a6b381', 'subnets': [{'id': '75c6a744-acd8-4cbc-b5ba-1f5214db2393', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-36', False) {} {{(pid=103232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:03:31.062949 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-6aa91254-e18a-4b2b-bfe3-ad369e8009c7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1613458', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1834496'] for router_interface (ba92a895-b2b9-49f2-bfbb-eec3c35125e3), after_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:03:31.099913 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Device ba192f5d-5ee3-4327-8143-67f618f504ef up at agent ovs-agent-n-d-713498-36 {{(pid=103232) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 19:03:31.108485 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dec75ec1-6c5d-47c5-b433-0770a40db927 None None] Checking router: a0ab541a-939a-4f11-b315-84034bd5accf for host: n-d-713498-36 {{(pid=103232) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 19:03:31.149757 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-10b73806-3e49-4207-83ef-70c05aad3b97 admin admin] Publish callbacks [] for security_group (0d2486b1-360e-4b87-b833-2c66cd943d94), precommit_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:03:31.152189 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.managers [req-d2fbd3ef-627f-46ba-91f9-342c6672cb7b req-c995f3b5-4b9d-4739-a1bf-ca457297ee2d service neutron] Attempting to bind port 2871109b-715f-42ac-9bd1-b1a86f16330a on host n-h2-713498-36 for vnic_type normal with profile {"migrating_to": "n-h1-713498-36"} {{(pid=103229) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 19:03:31.152551 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.managers [req-d2fbd3ef-627f-46ba-91f9-342c6672cb7b req-c995f3b5-4b9d-4739-a1bf-ca457297ee2d service neutron] Attempting to bind port 2871109b-715f-42ac-9bd1-b1a86f16330a by drivers openvswitch,hyperv on host n-h2-713498-36 at level 0 using segments [{'id': '5e48c0d3-ac92-403e-8ddc-eab47c471644', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': 'd725567e-ae4f-48c7-8826-ca95b9692346'}] {{(pid=103229) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 19:03:31.152948 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2fbd3ef-627f-46ba-91f9-342c6672cb7b req-c995f3b5-4b9d-4739-a1bf-ca457297ee2d service neutron] Attempting to bind port 2871109b-715f-42ac-9bd1-b1a86f16330a on network d725567e-ae4f-48c7-8826-ca95b9692346 {{(pid=103229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 19:03:31.167418 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2fbd3ef-627f-46ba-91f9-342c6672cb7b req-c995f3b5-4b9d-4739-a1bf-ca457297ee2d service neutron] Port 2871109b-715f-42ac-9bd1-b1a86f16330a on network d725567e-ae4f-48c7-8826-ca95b9692346 not bound, no agent of type Open vSwitch agent registered on host n-h2-713498-36 {{(pid=103229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 19:03:31.167884 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2fbd3ef-627f-46ba-91f9-342c6672cb7b req-c995f3b5-4b9d-4739-a1bf-ca457297ee2d service neutron] Attempting to bind port 2871109b-715f-42ac-9bd1-b1a86f16330a on network d725567e-ae4f-48c7-8826-ca95b9692346 {{(pid=103229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 19:03:31.189487 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-5f9f121e-c3a1-4e88-a4d3-52f61d5b3fd3 admin admin] Publish callbacks [] for security_group (d8cbd7d9-5837-4d39-b771-85e86209feca), before_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:03:31.206396 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dec75ec1-6c5d-47c5-b433-0770a40db927 None None] Routers {'a0ab541a-939a-4f11-b315-84034bd5accf'} bound to L3 agent in host n-d-713498-36 {{(pid=103232) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 19:03:31.207327 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.l3_hamode_db [None req-dec75ec1-6c5d-47c5-b433-0770a40db927 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T18:51:43Z,description=,heartbeat_timestamp=2022-02-09T19:03:13Z,host='n-d-713498-36',id=93303d5e-5d17-45e8-8963-7694f87783ae,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T18:51:43Z,topic='l3_agent')) {'router_ids': ['a0ab541a-939a-4f11-b315-84034bd5accf'], 'active': True} {{(pid=103232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:03:31.215011 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-5f9f121e-c3a1-4e88-a4d3-52f61d5b3fd3 admin admin] Publish callbacks [] for security_group (d8cbd7d9-5837-4d39-b771-85e86209feca), precommit_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:03:31.279216 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d332e49-4862-4851-a787-efda5bddcbe7 req-3b01b78e-8d88-4b89-8ebb-98fc2dff7533 tempest-LiveAutoBlockMigrationV225Test-2127879101 tempest-LiveAutoBlockMigrationV225Test-2127879101-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:03:31.280739 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-8d332e49-4862-4851-a787-efda5bddcbe7 req-3b01b78e-8d88-4b89-8ebb-98fc2dff7533 tempest-LiveAutoBlockMigrationV225Test-2127879101 tempest-LiveAutoBlockMigrationV225Test-2127879101-project] 10.222.0.90 "GET /v2.0/networks?id=0e993f99-d3d0-4a2a-8eed-2f34375798b5 HTTP/1.1" status: 200 len: 820 time: 1.0863461 Feb 09 19:03:31.297871 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.v2.base [req-8d332e49-4862-4851-a787-efda5bddcbe7 req-b73a0613-6190-4147-9322-45dae6e5c749 tempest-LiveAutoBlockMigrationV225Test-2127879101 tempest-LiveAutoBlockMigrationV225Test-2127879101-project] Request body: {'port': {'device_id': '9d1556d0-d009-41c6-9d9c-d68b6ae4cbe4', 'network_id': '0e993f99-d3d0-4a2a-8eed-2f34375798b5', 'admin_state_up': True, 'tenant_id': 'b8d56d08e88f4d4daeb8e5fed321a162'}} {{(pid=103230) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 19:03:31.329918 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-5f9f121e-c3a1-4e88-a4d3-52f61d5b3fd3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1892331'] for security_group (d8cbd7d9-5837-4d39-b771-85e86209feca), after_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:03:31.344376 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-5f9f121e-c3a1-4e88-a4d3-52f61d5b3fd3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:03:31.348452 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-5f9f121e-c3a1-4e88-a4d3-52f61d5b3fd3 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/d8cbd7d9-5837-4d39-b771-85e86209feca HTTP/1.1" status: 204 len: 168 time: 0.5802042 Feb 09 19:03:31.448174 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2fbd3ef-627f-46ba-91f9-342c6672cb7b req-c995f3b5-4b9d-4739-a1bf-ca457297ee2d service neutron] Checking agent: {'id': 'bcd5faee-dc24-4298-9134-0e0aa054058e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713498-36', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 18, 59, 19), 'started_at': datetime.datetime(2022, 2, 9, 18, 59, 19), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 19, 3, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 19:03:31.448630 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2fbd3ef-627f-46ba-91f9-342c6672cb7b req-c995f3b5-4b9d-4739-a1bf-ca457297ee2d service neutron] Checking segment: {'id': '5e48c0d3-ac92-403e-8ddc-eab47c471644', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': 'd725567e-ae4f-48c7-8826-ca95b9692346'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103229) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 19:03:31.449329 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2fbd3ef-627f-46ba-91f9-342c6672cb7b req-c995f3b5-4b9d-4739-a1bf-ca457297ee2d service neutron] Bound using segment: {'id': '5e48c0d3-ac92-403e-8ddc-eab47c471644', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': 'd725567e-ae4f-48c7-8826-ca95b9692346'} {{(pid=103229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 19:03:31.450030 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.managers [req-d2fbd3ef-627f-46ba-91f9-342c6672cb7b req-c995f3b5-4b9d-4739-a1bf-ca457297ee2d service neutron] Bound port: 2871109b-715f-42ac-9bd1-b1a86f16330a, host: n-h2-713498-36, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5e48c0d3-ac92-403e-8ddc-eab47c471644', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': 'd725567e-ae4f-48c7-8826-ca95b9692346'}}] {{(pid=103229) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 19:03:31.450462 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-d2fbd3ef-627f-46ba-91f9-342c6672cb7b req-c995f3b5-4b9d-4739-a1bf-ca457297ee2d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (2871109b-715f-42ac-9bd1-b1a86f16330a), before_update {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:03:31.461233 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f9f121e-c3a1-4e88-a4d3-52f61d5b3fd3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d8cbd7d9-5837-4d39-b771-85e86209feca,revision_number=None']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:03:31.512364 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.provisioning_blocks [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Provisioning complete for port ba192f5d-5ee3-4327-8143-67f618f504ef triggered by entity L2. {{(pid=103232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 19:03:31.512820 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593630'] for port (ba192f5d-5ee3-4327-8143-67f618f504ef), provisioning_complete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:03:31.587730 n-d-713498-36 neutron-server[103230]: DEBUG neutron.notifiers.nova [req-cb951f94-74d8-472d-bcfe-7eff670da15d req-fe37335c-16cb-4229-a8ad-00b0527e1356 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id aeb6ef05-0f81-4bfc-9b56-d956ed6fbaa6 {{(pid=103230) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 19:03:31.592637 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c995f3b5-4b9d-4739-a1bf-ca457297ee2d service neutron] Pushing event updated for resources: {'Port': ['ID=2871109b-715f-42ac-9bd1-b1a86f16330a,revision_number=7']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:03:31.608934 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [req-cb951f94-74d8-472d-bcfe-7eff670da15d req-fe37335c-16cb-4229-a8ad-00b0527e1356 service neutron] Publish callbacks [] for port (aeb6ef05-0f81-4bfc-9b56-d956ed6fbaa6), precommit_update {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:03:31.628503 n-d-713498-36 neutron-server[103230]: DEBUG neutron.db.provisioning_blocks [req-cb951f94-74d8-472d-bcfe-7eff670da15d req-fe37335c-16cb-4229-a8ad-00b0527e1356 service neutron] Transition to ACTIVE for port object aeb6ef05-0f81-4bfc-9b56-d956ed6fbaa6 will not be triggered until provisioned by entity L2. {{(pid=103230) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 19:03:31.630350 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-a541a57f-f997-438f-bdb3-b0f389165c71 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:03:31.642254 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [req-cb951f94-74d8-472d-bcfe-7eff670da15d req-fe37335c-16cb-4229-a8ad-00b0527e1356 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762867176205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762866656485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762866656503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14393758'] for port (aeb6ef05-0f81-4bfc-9b56-d956ed6fbaa6), after_update {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:03:31.763167 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.l3_dvr_db [None req-dec75ec1-6c5d-47c5-b433-0770a40db927 None None] Set router a0ab541a-939a-4f11-b315-84034bd5accf gateway port host: n-d-713498-36 {{(pid=103232) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 19:03:31.804722 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Current status of the port ba192f5d-5ee3-4327-8143-67f618f504ef is: ACTIVE; New status is: ACTIVE {{(pid=103232) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 19:03:31.859079 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8d332e49-4862-4851-a787-efda5bddcbe7 req-b73a0613-6190-4147-9322-45dae6e5c749 tempest-LiveAutoBlockMigrationV225Test-2127879101 tempest-LiveAutoBlockMigrationV225Test-2127879101-project] Made reservation on behalf of b8d56d08e88f4d4daeb8e5fed321a162 for: {'port': 1} {{(pid=103230) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 19:03:31.870618 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [req-8d332e49-4862-4851-a787-efda5bddcbe7 req-b73a0613-6190-4147-9322-45dae6e5c749 tempest-LiveAutoBlockMigrationV225Test-2127879101 tempest-LiveAutoBlockMigrationV225Test-2127879101-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (None), before_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:03:31.927948 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aa91254-e18a-4b2b-bfe3-ad369e8009c7 admin admin] Pushing event updated for resources: {'Port': ['ID=e54e2c4d-e326-4f99-b573-831b795e7634,revision_number=2']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:03:31.973766 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.db [req-d2fbd3ef-627f-46ba-91f9-342c6672cb7b req-c995f3b5-4b9d-4739-a1bf-ca457297ee2d service neutron] For port 2871109b-715f-42ac-9bd1-b1a86f16330a, host n-h2-713498-36, cleared binding levels {{(pid=103229) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 19:03:31.980071 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.db [req-d2fbd3ef-627f-46ba-91f9-342c6672cb7b req-c995f3b5-4b9d-4739-a1bf-ca457297ee2d service neutron] For port 2871109b-715f-42ac-9bd1-b1a86f16330a, host n-h2-713498-36, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-36',level=0,port_id=2871109b-715f-42ac-9bd1-b1a86f16330a,segment=NetworkSegment(5e48c0d3-ac92-403e-8ddc-eab47c471644),segment_id=5e48c0d3-ac92-403e-8ddc-eab47c471644)] {{(pid=103229) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 19:03:32.008654 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-ad74f681-e681-4d09-b5a3-208acfe3f6ee req-8e22f868-bd65-4fe4-8bfd-377adaf06ed6 tempest-LiveAutoBlockMigrationV225Test-2127879101 tempest-LiveAutoBlockMigrationV225Test-2127879101-project] 10.222.0.75 "GET /v2.0/ports?device_id=9d1556d0-d009-41c6-9d9c-d68b6ae4cbe4 HTTP/1.1" status: 200 len: 210 time: 0.1665380 Feb 09 19:03:32.038343 n-d-713498-36 neutron-server[103229]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6aa91254-e18a-4b2b-bfe3-ad369e8009c7 admin admin] Network 285c3e13-0e4d-4577-8fdd-9c25f7236b5f is already hosted by enough agents. {{(pid=103229) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 19:03:32.046449 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-d2fbd3ef-627f-46ba-91f9-342c6672cb7b req-c995f3b5-4b9d-4739-a1bf-ca457297ee2d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762867176205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762866656485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762866656503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12867569'] for port (2871109b-715f-42ac-9bd1-b1a86f16330a), after_update {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:03:32.087712 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-10b73806-3e49-4207-83ef-70c05aad3b97 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1892331'] for security_group (0d2486b1-360e-4b87-b833-2c66cd943d94), after_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:03:32.095765 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.l3_hamode_db [None req-dec75ec1-6c5d-47c5-b433-0770a40db927 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a0ab541a-939a-4f11-b315-84034bd5accf', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-830942200-router', 'tenant_id': '74dc86730a17454f9e20cfb480a6b381', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88055e1e-672a-4487-be31-ffb6e833ece5', 'external_fixed_ips': [{'subnet_id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'ip_address': '172.25.1.127'}], 'enable_snat': True}, 'gw_port_id': '4064872f-54ad-481c-8bb9-331fae745bac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T19:01:39Z', 'updated_at': '2022-02-09T19:01:43Z', 'revision_number': 4, 'project_id': '74dc86730a17454f9e20cfb480a6b381', 'gw_port': {'id': '4064872f-54ad-481c-8bb9-331fae745bac', 'name': '', 'network_id': '88055e1e-672a-4487-be31-ffb6e833ece5', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:72:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0ab541a-939a-4f11-b315-84034bd5accf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'ip_address': '172.25.1.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T19:01:39Z', 'updated_at': '2022-02-09T19:01:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-36', '_interfaces': [{'id': '36ae183d-0b5b-4958-bab8-21d4d5bdca13', 'name': '', 'network_id': '22186bb1-1c50-47a0-85ed-567124795ab8', 'tenant_id': '74dc86730a17454f9e20cfb480a6b381', 'mac_address': 'fa:16:3e:9c:64:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0ab541a-939a-4f11-b315-84034bd5accf', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': '75c6a744-acd8-4cbc-b5ba-1f5214db2393', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T19:01:42Z', 'updated_at': '2022-02-09T19:01:52Z', 'revision_number': 5, 'project_id': '74dc86730a17454f9e20cfb480a6b381', 'subnets': [{'id': '75c6a744-acd8-4cbc-b5ba-1f5214db2393', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-36', False) {} {{(pid=103232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:03:32.096655 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-10b73806-3e49-4207-83ef-70c05aad3b97 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:03:32.114876 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-10b73806-3e49-4207-83ef-70c05aad3b97 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/0d2486b1-360e-4b87-b833-2c66cd943d94 HTTP/1.1" status: 204 len: 168 time: 1.4201033 Feb 09 19:03:32.186918 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dec75ec1-6c5d-47c5-b433-0770a40db927 None None] The sync data for ids ['a0ab541a-939a-4f11-b315-84034bd5accf'] in n-d-713498-36 is: [{'id': 'a0ab541a-939a-4f11-b315-84034bd5accf', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-830942200-router', 'tenant_id': '74dc86730a17454f9e20cfb480a6b381', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88055e1e-672a-4487-be31-ffb6e833ece5', 'external_fixed_ips': [{'subnet_id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'ip_address': '172.25.1.127'}], 'enable_snat': True}, 'gw_port_id': '4064872f-54ad-481c-8bb9-331fae745bac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T19:01:39Z', 'updated_at': '2022-02-09T19:01:43Z', 'revision_number': 4, 'project_id': '74dc86730a17454f9e20cfb480a6b381', 'gw_port': {'id': '4064872f-54ad-481c-8bb9-331fae745bac', 'name': '', 'network_id': '88055e1e-672a-4487-be31-ffb6e833ece5', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:72:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0ab541a-939a-4f11-b315-84034bd5accf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'ip_address': '172.25.1.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T19:01:39Z', 'updated_at': '2022-02-09T19:01:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-36', '_interfaces': [{'id': '36ae183d-0b5b-4958-bab8-21d4d5bdca13', 'name': '', 'network_id': '22186bb1-1c50-47a0-85ed-567124795ab8', 'tenant_id': '74dc86730a17454f9e20cfb480a6b381', 'mac_address': 'fa:16:3e:9c:64:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0ab541a-939a-4f11-b315-84034bd5accf', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': '75c6a744-acd8-4cbc-b5ba-1f5214db2393', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T19:01:42Z', 'updated_at': '2022-02-09T19:01:52Z', 'revision_number': 5, 'project_id': '74dc86730a17454f9e20cfb480a6b381', 'subnets': [{'id': '75c6a744-acd8-4cbc-b5ba-1f5214db2393', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103232) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 19:03:32.221773 n-d-713498-36 neutron-server[103230]: DEBUG neutron.db.db_base_plugin_common [req-8d332e49-4862-4851-a787-efda5bddcbe7 req-b73a0613-6190-4147-9322-45dae6e5c749 tempest-LiveAutoBlockMigrationV225Test-2127879101 tempest-LiveAutoBlockMigrationV225Test-2127879101-project] Allocated IP 172.20.0.12 (0e993f99-d3d0-4a2a-8eed-2f34375798b5/7d496e2d-6315-4d42-9415-66e0bdf20977/0eea1a64-ccbf-4679-8307-b9066a9a8dde) {{(pid=103230) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 19:03:32.288892 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c995f3b5-4b9d-4739-a1bf-ca457297ee2d service neutron] Pushing event updated for resources: {'Port': ['ID=2871109b-715f-42ac-9bd1-b1a86f16330a,revision_number=8']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:03:32.309224 n-d-713498-36 neutron-server[103229]: DEBUG neutron.scheduler.base_scheduler [None req-6aa91254-e18a-4b2b-bfe3-ad369e8009c7 admin admin] Resources bound (agent type, host, resource id): {{(pid=103229) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 19:03:32.345710 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4632c9e-cff7-457a-b8b5-ae37abb6af63 req-caf17b22-f5b5-4775-924d-2bbd68f2045f tempest-LiveMigrationTest-1021096981 tempest-LiveMigrationTest-1021096981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:03:32.357381 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-f4632c9e-cff7-457a-b8b5-ae37abb6af63 req-caf17b22-f5b5-4775-924d-2bbd68f2045f tempest-LiveMigrationTest-1021096981 tempest-LiveMigrationTest-1021096981-project] 10.222.0.75 "GET /v2.0/ports?device_id=5ff67175-208f-48a4-b08d-79f957313fbc HTTP/1.1" status: 200 len: 944 time: 0.9023380 Feb 09 19:03:32.518143 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [req-8d332e49-4862-4851-a787-efda5bddcbe7 req-b73a0613-6190-4147-9322-45dae6e5c749 tempest-LiveAutoBlockMigrationV225Test-2127879101 tempest-LiveAutoBlockMigrationV225Test-2127879101-project] Publish callbacks [] for port (0eea1a64-ccbf-4679-8307-b9066a9a8dde), precommit_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:03:32.549031 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-f4632c9e-cff7-457a-b8b5-ae37abb6af63 req-fe5a74a2-6ec8-4a7a-aba1-e3fde1317824 tempest-LiveMigrationTest-1021096981 tempest-LiveMigrationTest-1021096981-project] 10.222.0.75 "GET /v2.0/security-groups?id=ba18819a-1490-4e7b-a11b-e8610423d8ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1906736 Feb 09 19:03:32.567820 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10b73806-3e49-4207-83ef-70c05aad3b97 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0d2486b1-360e-4b87-b833-2c66cd943d94,revision_number=None']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:03:32.624168 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe37335c-16cb-4229-a8ad-00b0527e1356 service neutron] Pushing event updated for resources: {'Port': ['ID=aeb6ef05-0f81-4bfc-9b56-d956ed6fbaa6,revision_number=2']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:03:32.726004 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [req-8d332e49-4862-4851-a787-efda5bddcbe7 req-b73a0613-6190-4147-9322-45dae6e5c749 tempest-LiveAutoBlockMigrationV225Test-2127879101 tempest-LiveAutoBlockMigrationV225Test-2127879101-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762866656467', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14393751'] for port (0eea1a64-ccbf-4679-8307-b9066a9a8dde), after_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:03:32.837785 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.provisioning_blocks [None req-f2fcc5d7-6f93-4f49-971a-615f07760630 None None] Provisioning complete for port e54e2c4d-e326-4f99-b573-831b795e7634 triggered by entity DHCP. {{(pid=103232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 19:03:32.839209 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-f2fcc5d7-6f93-4f49-971a-615f07760630 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593630'] for port (e54e2c4d-e326-4f99-b573-831b795e7634), provisioning_complete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:03:32.879279 n-d-713498-36 neutron-server[103233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf01e911-3530-433f-adb1-c218c8b8456c None None] New status for floating IP 52d21fb6-befd-4f67-8a57-5bb13591ad0c: DOWN {{(pid=103233) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 09 19:03:32.902593 n-d-713498-36 neutron-server[103229]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5ff67175-208f-48a4-b08d-79f957313fbc', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2871109b-715f-42ac-9bd1-b1a86f16330a'}] {{(pid=103229) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 19:03:32.904908 n-d-713498-36 neutron-server[103229]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fa6ae9a20702bd564eaf90d946620b2b4277b1ab91129323d3b54181076be307" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c27ebf2f-1911-44af-a00c-f2d214302558" -d '{"events": [{"server_uuid": "5ff67175-208f-48a4-b08d-79f957313fbc", "name": "network-vif-unplugged", "status": "completed", "tag": "2871109b-715f-42ac-9bd1-b1a86f16330a"}]}' {{(pid=103229) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 19:03:32.925273 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-f2fcc5d7-6f93-4f49-971a-615f07760630 None None] Port e54e2c4d-e326-4f99-b573-831b795e7634 cannot update to ACTIVE because it is not bound. {{(pid=103232) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 19:03:33.005098 n-d-713498-36 neutron-server[103229]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6aa91254-e18a-4b2b-bfe3-ad369e8009c7 admin admin] Router ba92a895-b2b9-49f2-bfbb-eec3c35125e3 has already been hosted by L3 agent 93303d5e-5d17-45e8-8963-7694f87783ae {{(pid=103229) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 19:03:33.006628 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2fbd3ef-627f-46ba-91f9-342c6672cb7b req-c995f3b5-4b9d-4739-a1bf-ca457297ee2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:03:33.007257 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-d2fbd3ef-627f-46ba-91f9-342c6672cb7b req-c995f3b5-4b9d-4739-a1bf-ca457297ee2d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171096'] for port (None), before_response {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:03:33.033285 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-d2fbd3ef-627f-46ba-91f9-342c6672cb7b req-c995f3b5-4b9d-4739-a1bf-ca457297ee2d service neutron] 10.222.0.89 "PUT /v2.0/ports/2871109b-715f-42ac-9bd1-b1a86f16330a HTTP/1.1" status: 200 len: 1124 time: 4.3096735 Feb 09 19:03:33.090541 n-d-713498-36 neutron-server[103229]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 09 Feb 2022 19:03:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-623597f3-1748-4dde-97e5-eb82fc2b3ec6 x-openstack-request-id: req-623597f3-1748-4dde-97e5-eb82fc2b3ec6 {{(pid=103229) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 19:03:33.090541 n-d-713498-36 neutron-server[103229]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5ff67175-208f-48a4-b08d-79f957313fbc", "name": "network-vif-unplugged", "status": "completed", "tag": "2871109b-715f-42ac-9bd1-b1a86f16330a", "code": 200}]} {{(pid=103229) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 19:03:33.090541 n-d-713498-36 neutron-server[103229]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-623597f3-1748-4dde-97e5-eb82fc2b3ec6 {{(pid=103229) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 19:03:33.090541 n-d-713498-36 neutron-server[103229]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5ff67175-208f-48a4-b08d-79f957313fbc', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2871109b-715f-42ac-9bd1-b1a86f16330a', 'code': 200} Feb 09 19:03:33.106270 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-7429db8d-6021-40ad-813e-885be449a89b None None] get_ports_and_sgs() called for port_ids ['2871109b-715f-42ac-9bd1-b1a86f16330a'] {{(pid=103232) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 19:03:33.245843 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b73a0613-6190-4147-9322-45dae6e5c749 tempest-LiveAutoBlockMigrationV225Test-2127879101 tempest-LiveAutoBlockMigrationV225Test-2127879101-project] Pushing event updated for resources: {'Port': ['ID=0eea1a64-ccbf-4679-8307-b9066a9a8dde,revision_number=1']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:03:33.266440 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.managers [req-cb951f94-74d8-472d-bcfe-7eff670da15d req-fe37335c-16cb-4229-a8ad-00b0527e1356 service neutron] Attempting to bind port aeb6ef05-0f81-4bfc-9b56-d956ed6fbaa6 on host n-h1-713498-36 for vnic_type normal with profile {{(pid=103230) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 19:03:33.268660 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.managers [req-cb951f94-74d8-472d-bcfe-7eff670da15d req-fe37335c-16cb-4229-a8ad-00b0527e1356 service neutron] Attempting to bind port aeb6ef05-0f81-4bfc-9b56-d956ed6fbaa6 by drivers openvswitch,hyperv on host n-h1-713498-36 at level 0 using segments [{'id': '2523c180-74ec-4cd9-9acb-870f2fae65fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '22186bb1-1c50-47a0-85ed-567124795ab8'}] {{(pid=103230) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 19:03:33.275456 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb951f94-74d8-472d-bcfe-7eff670da15d req-fe37335c-16cb-4229-a8ad-00b0527e1356 service neutron] Attempting to bind port aeb6ef05-0f81-4bfc-9b56-d956ed6fbaa6 on network 22186bb1-1c50-47a0-85ed-567124795ab8 {{(pid=103230) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 19:03:33.303510 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-a541a57f-f997-438f-bdb3-b0f389165c71 admin admin] Publish callbacks [] for security_group (5f513b39-20ec-4527-84b8-35c1f1c9e7dd), precommit_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:03:33.335362 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-a541a57f-f997-438f-bdb3-b0f389165c71 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1892331'] for security_group (5f513b39-20ec-4527-84b8-35c1f1c9e7dd), after_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:03:33.402882 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb951f94-74d8-472d-bcfe-7eff670da15d req-fe37335c-16cb-4229-a8ad-00b0527e1356 service neutron] Port aeb6ef05-0f81-4bfc-9b56-d956ed6fbaa6 on network 22186bb1-1c50-47a0-85ed-567124795ab8 not bound, no agent of type Open vSwitch agent registered on host n-h1-713498-36 {{(pid=103230) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 19:03:33.405429 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb951f94-74d8-472d-bcfe-7eff670da15d req-fe37335c-16cb-4229-a8ad-00b0527e1356 service neutron] Attempting to bind port aeb6ef05-0f81-4bfc-9b56-d956ed6fbaa6 on network 22186bb1-1c50-47a0-85ed-567124795ab8 {{(pid=103230) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 19:03:33.463304 n-d-713498-36 neutron-server[103230]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8d332e49-4862-4851-a787-efda5bddcbe7 req-b73a0613-6190-4147-9322-45dae6e5c749 tempest-LiveAutoBlockMigrationV225Test-2127879101 tempest-LiveAutoBlockMigrationV225Test-2127879101-project] Network 0e993f99-d3d0-4a2a-8eed-2f34375798b5 is already hosted by enough agents. {{(pid=103230) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 19:03:33.466864 n-d-713498-36 neutron-server[103230]: DEBUG neutron.scheduler.base_scheduler [req-8d332e49-4862-4851-a787-efda5bddcbe7 req-b73a0613-6190-4147-9322-45dae6e5c749 tempest-LiveAutoBlockMigrationV225Test-2127879101 tempest-LiveAutoBlockMigrationV225Test-2127879101-project] Resources bound (agent type, host, resource id): {{(pid=103230) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 19:03:33.471682 n-d-713498-36 neutron-server[103230]: DEBUG neutron.db.l3_dvrscheduler_db [req-8d332e49-4862-4851-a787-efda5bddcbe7 req-b73a0613-6190-4147-9322-45dae6e5c749 tempest-LiveAutoBlockMigrationV225Test-2127879101 tempest-LiveAutoBlockMigrationV225Test-2127879101-project] Received port after_create {{(pid=103230) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 19:03:33.492501 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a75fb0ed-c414-4154-a93c-16b092a20ecb req-b3f82a3b-a489-4fc1-ae59-89af405de077 tempest-LiveAutoBlockMigrationV225Test-2127879101 tempest-LiveAutoBlockMigrationV225Test-2127879101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:03:33.510117 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-a75fb0ed-c414-4154-a93c-16b092a20ecb req-b3f82a3b-a489-4fc1-ae59-89af405de077 tempest-LiveAutoBlockMigrationV225Test-2127879101 tempest-LiveAutoBlockMigrationV225Test-2127879101-project] 10.222.0.75 "GET /v2.0/ports?device_id=9d1556d0-d009-41c6-9d9c-d68b6ae4cbe4 HTTP/1.1" status: 200 len: 932 time: 0.2134900 Feb 09 19:03:33.584957 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb951f94-74d8-472d-bcfe-7eff670da15d req-fe37335c-16cb-4229-a8ad-00b0527e1356 service neutron] Checking agent: {'id': '488cd9ae-631f-4955-ba0b-4f5a13f12e9c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713498-36', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 18, 59, 18), 'started_at': datetime.datetime(2022, 2, 9, 18, 59, 18), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 19, 3, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103230) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 19:03:33.585444 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb951f94-74d8-472d-bcfe-7eff670da15d req-fe37335c-16cb-4229-a8ad-00b0527e1356 service neutron] Checking segment: {'id': '2523c180-74ec-4cd9-9acb-870f2fae65fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '22186bb1-1c50-47a0-85ed-567124795ab8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103230) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 19:03:33.585983 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb951f94-74d8-472d-bcfe-7eff670da15d req-fe37335c-16cb-4229-a8ad-00b0527e1356 service neutron] Bound using segment: {'id': '2523c180-74ec-4cd9-9acb-870f2fae65fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '22186bb1-1c50-47a0-85ed-567124795ab8'} {{(pid=103230) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 19:03:33.586567 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.managers [req-cb951f94-74d8-472d-bcfe-7eff670da15d req-fe37335c-16cb-4229-a8ad-00b0527e1356 service neutron] Bound port: aeb6ef05-0f81-4bfc-9b56-d956ed6fbaa6, host: n-h1-713498-36, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2523c180-74ec-4cd9-9acb-870f2fae65fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '22186bb1-1c50-47a0-85ed-567124795ab8'}}] {{(pid=103230) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 19:03:33.587039 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [req-cb951f94-74d8-472d-bcfe-7eff670da15d req-fe37335c-16cb-4229-a8ad-00b0527e1356 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (aeb6ef05-0f81-4bfc-9b56-d956ed6fbaa6), before_update {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:03:33.622702 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-a541a57f-f997-438f-bdb3-b0f389165c71 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=4c197902d90a4007aa5d53fdb3f451ff&name=default HTTP/1.1" status: 200 len: 2996 time: 3.8338015 Feb 09 19:03:33.630077 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-339c8ecc-cf2c-46ad-8b4c-378a5ad09a99 req-a272365d-9383-43d8-a3c8-d1364d990417 tempest-ServersWithSpecificFlavorTestJSON-1030228139 tempest-ServersWithSpecificFlavorTestJSON-1030228139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:03:33.637807 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-339c8ecc-cf2c-46ad-8b4c-378a5ad09a99 req-a272365d-9383-43d8-a3c8-d1364d990417 tempest-ServersWithSpecificFlavorTestJSON-1030228139 tempest-ServersWithSpecificFlavorTestJSON-1030228139-project] 10.222.0.75 "GET /v2.0/ports?device_id=b6786f1e-03a5-4d3d-aeaf-fa15657da107 HTTP/1.1" status: 200 len: 943 time: 1.0320826 Feb 09 19:03:33.668183 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 48016) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:03:33.671317 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a541a57f-f997-438f-bdb3-b0f389165c71 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5f513b39-20ec-4527-84b8-35c1f1c9e7dd,revision_number=1']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:03:33.681532 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-a75fb0ed-c414-4154-a93c-16b092a20ecb req-e8172227-bd57-4768-8d94-09328eb9e773 tempest-LiveAutoBlockMigrationV225Test-2127879101 tempest-LiveAutoBlockMigrationV225Test-2127879101-project] 10.222.0.75 "GET /v2.0/security-groups?id=e3cb5363-3b49-4f74-b239-a871e755b40a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1634641 Feb 09 19:03:33.696350 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6aa91254-e18a-4b2b-bfe3-ad369e8009c7 admin admin] Notify agent at l3_agent.n-d-713498-36 the message routers_updated {{(pid=103229) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 19:03:33.706276 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c02693e-f8d6-406a-a7fa-68d9e20774f5 None None] Sync routers for ids ['ba92a895-b2b9-49f2-bfbb-eec3c35125e3'] in n-d-713498-36 {{(pid=103232) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 19:03:33.720654 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-6aa91254-e18a-4b2b-bfe3-ad369e8009c7 admin admin] 10.222.0.75 "PUT /v2.0/routers/ba92a895-b2b9-49f2-bfbb-eec3c35125e3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.9364483 Feb 09 19:03:33.746579 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c02693e-f8d6-406a-a7fa-68d9e20774f5 None None] Routers {'ba92a895-b2b9-49f2-bfbb-eec3c35125e3'} bound to L3 agent in host n-d-713498-36 {{(pid=103232) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 19:03:33.747412 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.l3_hamode_db [None req-0c02693e-f8d6-406a-a7fa-68d9e20774f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T18:51:43Z,description=,heartbeat_timestamp=2022-02-09T19:03:13Z,host='n-d-713498-36',id=93303d5e-5d17-45e8-8963-7694f87783ae,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T18:51:43Z,topic='l3_agent')) {'router_ids': ['ba92a895-b2b9-49f2-bfbb-eec3c35125e3'], 'active': True} {{(pid=103232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:03:33.855905 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d332e49-4862-4851-a787-efda5bddcbe7 req-b73a0613-6190-4147-9322-45dae6e5c749 tempest-LiveAutoBlockMigrationV225Test-2127879101 tempest-LiveAutoBlockMigrationV225Test-2127879101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:03:33.856953 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [req-8d332e49-4862-4851-a787-efda5bddcbe7 req-b73a0613-6190-4147-9322-45dae6e5c749 tempest-LiveAutoBlockMigrationV225Test-2127879101 tempest-LiveAutoBlockMigrationV225Test-2127879101-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171096'] for port (None), before_response {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:03:33.980141 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-8d332e49-4862-4851-a787-efda5bddcbe7 req-b73a0613-6190-4147-9322-45dae6e5c749 tempest-LiveAutoBlockMigrationV225Test-2127879101 tempest-LiveAutoBlockMigrationV225Test-2127879101-project] 10.222.0.90 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.6800499 Feb 09 19:03:34.006154 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.l3_dvr_db [None req-0c02693e-f8d6-406a-a7fa-68d9e20774f5 None None] Set router ba92a895-b2b9-49f2-bfbb-eec3c35125e3 gateway port host: n-d-713498-36 {{(pid=103232) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 19:03:34.025426 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.v2.base [req-8d332e49-4862-4851-a787-efda5bddcbe7 req-101cde51-930d-43fb-a371-dbe1e0648a9f service neutron] Request body: {'port': {'device_id': '9d1556d0-d009-41c6-9d9c-d68b6ae4cbe4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-713498-36'}} {{(pid=103230) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 19:03:34.027139 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd47de22-29b8-4193-b6a0-18b437c16b42 req-0c207db2-03f6-44ae-82d5-faa6efa22b66 tempest-LiveMigrationTest-1021096981 tempest-LiveMigrationTest-1021096981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:03:34.032764 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-fd47de22-29b8-4193-b6a0-18b437c16b42 req-0c207db2-03f6-44ae-82d5-faa6efa22b66 tempest-LiveMigrationTest-1021096981 tempest-LiveMigrationTest-1021096981-project] 10.222.0.75 "GET /v2.0/ports?device_id=5ff67175-208f-48a4-b08d-79f957313fbc HTTP/1.1" status: 200 len: 944 time: 0.1128156 Feb 09 19:03:34.045646 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.db [req-cb951f94-74d8-472d-bcfe-7eff670da15d req-fe37335c-16cb-4229-a8ad-00b0527e1356 service neutron] For port aeb6ef05-0f81-4bfc-9b56-d956ed6fbaa6, host n-h1-713498-36, cleared binding levels {{(pid=103230) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 19:03:34.060502 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-a94ef1f6-fee2-45fc-a93b-fb15bcadd1b0 admin admin] Publish callbacks [] for security_group (5f513b39-20ec-4527-84b8-35c1f1c9e7dd), before_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:03:34.164321 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-339c8ecc-cf2c-46ad-8b4c-378a5ad09a99 req-67e07c85-df12-440b-be5b-3a019247a998 tempest-ServersWithSpecificFlavorTestJSON-1030228139 tempest-ServersWithSpecificFlavorTestJSON-1030228139-project] 10.222.0.75 "GET /v2.0/security-groups?id=7095cade-8760-483a-a246-f0df5ddf6b33&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.5248687 Feb 09 19:03:34.187726 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-fd47de22-29b8-4193-b6a0-18b437c16b42 req-4c5b408e-00bc-4f6f-979e-4aa248835f2f tempest-LiveMigrationTest-1021096981 tempest-LiveMigrationTest-1021096981-project] 10.222.0.75 "GET /v2.0/security-groups?id=ba18819a-1490-4e7b-a11b-e8610423d8ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1403606 Feb 09 19:03:34.198706 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.db [req-cb951f94-74d8-472d-bcfe-7eff670da15d req-fe37335c-16cb-4229-a8ad-00b0527e1356 service neutron] For port aeb6ef05-0f81-4bfc-9b56-d956ed6fbaa6, host n-h1-713498-36, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-36',level=0,port_id=aeb6ef05-0f81-4bfc-9b56-d956ed6fbaa6,segment=NetworkSegment(2523c180-74ec-4cd9-9acb-870f2fae65fd),segment_id=2523c180-74ec-4cd9-9acb-870f2fae65fd)] {{(pid=103230) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 19:03:34.251022 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-a94ef1f6-fee2-45fc-a93b-fb15bcadd1b0 admin admin] Publish callbacks [] for security_group (5f513b39-20ec-4527-84b8-35c1f1c9e7dd), precommit_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:03:34.288389 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [req-cb951f94-74d8-472d-bcfe-7eff670da15d req-fe37335c-16cb-4229-a8ad-00b0527e1356 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762867176205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762866656485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762866656503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14393758'] for port (aeb6ef05-0f81-4bfc-9b56-d956ed6fbaa6), after_update {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:03:34.376033 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb951f94-74d8-472d-bcfe-7eff670da15d req-fe37335c-16cb-4229-a8ad-00b0527e1356 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:03:34.376866 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [req-cb951f94-74d8-472d-bcfe-7eff670da15d req-fe37335c-16cb-4229-a8ad-00b0527e1356 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171096'] for port (None), before_response {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:03:34.378632 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-cb951f94-74d8-472d-bcfe-7eff670da15d req-fe37335c-16cb-4229-a8ad-00b0527e1356 service neutron] 10.222.0.89 "PUT /v2.0/ports/aeb6ef05-0f81-4bfc-9b56-d956ed6fbaa6 HTTP/1.1" status: 200 len: 1092 time: 5.0842478 Feb 09 19:03:34.379271 n-d-713498-36 neutron-server[103230]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b6786f1e-03a5-4d3d-aeaf-fa15657da107', 'tag': 'aeb6ef05-0f81-4bfc-9b56-d956ed6fbaa6'}] {{(pid=103230) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 19:03:34.381743 n-d-713498-36 neutron-server[103230]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aee5919275bae9f72eb374ee322673045eb80c1f84b4b45a97d96923bd50ab51" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9ddd6380-7a83-4eee-9ee5-db942e70fe5c" -d '{"events": [{"name": "network-changed", "server_uuid": "b6786f1e-03a5-4d3d-aeaf-fa15657da107", "tag": "aeb6ef05-0f81-4bfc-9b56-d956ed6fbaa6"}]}' {{(pid=103230) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 19:03:34.424167 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [req-8d332e49-4862-4851-a787-efda5bddcbe7 req-101cde51-930d-43fb-a371-dbe1e0648a9f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (0eea1a64-ccbf-4679-8307-b9066a9a8dde), before_update {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:03:34.529132 n-d-713498-36 neutron-server[103230]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 19:03:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b4f8f3b7-ddab-438d-bf80-cf428dd3951a x-openstack-request-id: req-b4f8f3b7-ddab-438d-bf80-cf428dd3951a {{(pid=103230) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 19:03:34.529670 n-d-713498-36 neutron-server[103230]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b6786f1e-03a5-4d3d-aeaf-fa15657da107", "tag": "aeb6ef05-0f81-4bfc-9b56-d956ed6fbaa6", "status": "completed", "code": 200}]} {{(pid=103230) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 19:03:34.530081 n-d-713498-36 neutron-server[103230]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-b4f8f3b7-ddab-438d-bf80-cf428dd3951a {{(pid=103230) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 19:03:34.530611 n-d-713498-36 neutron-server[103230]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b6786f1e-03a5-4d3d-aeaf-fa15657da107', 'tag': 'aeb6ef05-0f81-4bfc-9b56-d956ed6fbaa6', 'status': 'completed', 'code': 200} Feb 09 19:03:34.537917 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.l3_hamode_db [None req-0c02693e-f8d6-406a-a7fa-68d9e20774f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ba92a895-b2b9-49f2-bfbb-eec3c35125e3', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-2127457717-router', 'tenant_id': '099b095e97df4302aa37ec5304cc9f5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88055e1e-672a-4487-be31-ffb6e833ece5', 'external_fixed_ips': [{'subnet_id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'ip_address': '172.25.1.100'}], 'enable_snat': True}, 'gw_port_id': 'ba192f5d-5ee3-4327-8143-67f618f504ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T19:03:19Z', 'updated_at': '2022-02-09T19:03:28Z', 'revision_number': 4, 'project_id': '099b095e97df4302aa37ec5304cc9f5e', 'gw_port': {'id': 'ba192f5d-5ee3-4327-8143-67f618f504ef', 'name': '', 'network_id': '88055e1e-672a-4487-be31-ffb6e833ece5', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:af:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba92a895-b2b9-49f2-bfbb-eec3c35125e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 487, 'fixed_ips': [{'subnet_id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'ip_address': '172.25.1.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T19:03:20Z', 'updated_at': '2022-02-09T19:03:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-36', '_interfaces': [{'id': 'e54e2c4d-e326-4f99-b573-831b795e7634', 'name': '', 'network_id': '285c3e13-0e4d-4577-8fdd-9c25f7236b5f', 'tenant_id': '099b095e97df4302aa37ec5304cc9f5e', 'mac_address': 'fa:16:3e:21:ad:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ba92a895-b2b9-49f2-bfbb-eec3c35125e3', 'device_owner': 'network:router_interface', 'standard_attr_id': 498, 'fixed_ips': [{'subnet_id': '4b0ddf5d-fdc3-4db3-a8da-40b695a3400e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T19:03:25Z', 'updated_at': '2022-02-09T19:03:30Z', 'revision_number': 2, 'project_id': '099b095e97df4302aa37ec5304cc9f5e', 'subnets': [{'id': '4b0ddf5d-fdc3-4db3-a8da-40b695a3400e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-36', False) {} {{(pid=103232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:03:34.592379 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe37335c-16cb-4229-a8ad-00b0527e1356 service neutron] Pushing event updated for resources: {'Port': ['ID=aeb6ef05-0f81-4bfc-9b56-d956ed6fbaa6,revision_number=3']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:03:34.612528 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb951f94-74d8-472d-bcfe-7eff670da15d req-1d138f84-0381-476d-a202-4b3facbd3941 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:03:34.614353 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-cb951f94-74d8-472d-bcfe-7eff670da15d req-1d138f84-0381-476d-a202-4b3facbd3941 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=74dc86730a17454f9e20cfb480a6b381&device_id=b6786f1e-03a5-4d3d-aeaf-fa15657da107 HTTP/1.1" status: 200 len: 1126 time: 0.1258199 Feb 09 19:03:34.650669 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c02693e-f8d6-406a-a7fa-68d9e20774f5 None None] Checking router: ba92a895-b2b9-49f2-bfbb-eec3c35125e3 for host: n-d-713498-36 {{(pid=103232) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 19:03:34.651125 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c02693e-f8d6-406a-a7fa-68d9e20774f5 None None] Updating router ba92a895-b2b9-49f2-bfbb-eec3c35125e3 port e54e2c4d-e326-4f99-b573-831b795e7634 binding host n-d-713498-36 {{(pid=103232) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 19:03:34.715236 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-0c02693e-f8d6-406a-a7fa-68d9e20774f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (e54e2c4d-e326-4f99-b573-831b795e7634), before_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:03:34.751126 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-cb951f94-74d8-472d-bcfe-7eff670da15d req-6535c603-a36c-4c05-bca2-a16940b28605 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=aeb6ef05-0f81-4bfc-9b56-d956ed6fbaa6 HTTP/1.1" status: 200 len: 217 time: 0.1199119 Feb 09 19:03:34.755684 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-a94ef1f6-fee2-45fc-a93b-fb15bcadd1b0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1892331'] for security_group (5f513b39-20ec-4527-84b8-35c1f1c9e7dd), after_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:03:34.759667 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-a94ef1f6-fee2-45fc-a93b-fb15bcadd1b0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:03:34.764098 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-a94ef1f6-fee2-45fc-a93b-fb15bcadd1b0 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/5f513b39-20ec-4527-84b8-35c1f1c9e7dd HTTP/1.1" status: 204 len: 168 time: 1.0938740 Feb 09 19:03:34.846907 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a94ef1f6-fee2-45fc-a93b-fb15bcadd1b0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5f513b39-20ec-4527-84b8-35c1f1c9e7dd,revision_number=None']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:03:34.978003 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c0c5b56-fe7b-4fcc-bf77-02f7ac26950f req-982f12e8-1e59-4793-a827-2b2733766b74 tempest-LiveAutoBlockMigrationV225Test-2127879101 tempest-LiveAutoBlockMigrationV225Test-2127879101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:03:34.989273 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-1c0c5b56-fe7b-4fcc-bf77-02f7ac26950f req-982f12e8-1e59-4793-a827-2b2733766b74 tempest-LiveAutoBlockMigrationV225Test-2127879101 tempest-LiveAutoBlockMigrationV225Test-2127879101-project] 10.222.0.75 "GET /v2.0/ports?device_id=9d1556d0-d009-41c6-9d9c-d68b6ae4cbe4 HTTP/1.1" status: 200 len: 932 time: 0.1206548 Feb 09 19:03:35.091298 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-1c0c5b56-fe7b-4fcc-bf77-02f7ac26950f req-2f5eb62f-9b13-4976-9926-1c000d99e522 tempest-LiveAutoBlockMigrationV225Test-2127879101 tempest-LiveAutoBlockMigrationV225Test-2127879101-project] 10.222.0.75 "GET /v2.0/security-groups?id=e3cb5363-3b49-4f74-b239-a871e755b40a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1012645 Feb 09 19:03:35.091812 n-d-713498-36 neutron-server[103229]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5ff67175-208f-48a4-b08d-79f957313fbc', 'tag': '2871109b-715f-42ac-9bd1-b1a86f16330a'}] {{(pid=103229) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 19:03:35.094119 n-d-713498-36 neutron-server[103229]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fa6ae9a20702bd564eaf90d946620b2b4277b1ab91129323d3b54181076be307" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1b3341c3-db74-49a8-ab25-3e49044ca90f" -d '{"events": [{"name": "network-changed", "server_uuid": "5ff67175-208f-48a4-b08d-79f957313fbc", "tag": "2871109b-715f-42ac-9bd1-b1a86f16330a"}]}' {{(pid=103229) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 19:03:35.114758 n-d-713498-36 neutron-server[103230]: INFO neutron.api.v2.resource [req-34c485ac-a6fe-44cb-aaf2-3877da0a437d req-c92412ed-7b9b-43ac-a477-1295e4a4872c tempest-FloatingIPDetailsNegativeTestJSON-910052118 tempest-FloatingIPDetailsNegativeTestJSON-910052118-project] show failed (client error): The resource could not be found. Feb 09 19:03:35.119484 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 48056) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:03:35.128966 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-34c485ac-a6fe-44cb-aaf2-3877da0a437d req-c92412ed-7b9b-43ac-a477-1295e4a4872c tempest-FloatingIPDetailsNegativeTestJSON-910052118 tempest-FloatingIPDetailsNegativeTestJSON-910052118-project] 10.222.0.75 "GET /v2.0/floatingips/80fde0b2-4fed-4f1a-9b4a-f74935e2ce18 HTTP/1.1" status: 404 len: 350 time: 0.1212471 Feb 09 19:03:35.135212 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb951f94-74d8-472d-bcfe-7eff670da15d req-7ba0ccfe-8331-4760-85c0-ba402da8631e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:03:35.137945 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-cb951f94-74d8-472d-bcfe-7eff670da15d req-7ba0ccfe-8331-4760-85c0-ba402da8631e service neutron] 10.222.0.89 "GET /v2.0/subnets?id=75c6a744-acd8-4cbc-b5ba-1f5214db2393 HTTP/1.1" status: 200 len: 862 time: 0.3687949 Feb 09 19:03:35.265481 n-d-713498-36 neutron-server[103229]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 19:03:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f5f30d72-dc8c-4adf-af4a-66fe7e2aa84f x-openstack-request-id: req-f5f30d72-dc8c-4adf-af4a-66fe7e2aa84f {{(pid=103229) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 19:03:35.265949 n-d-713498-36 neutron-server[103229]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5ff67175-208f-48a4-b08d-79f957313fbc", "tag": "2871109b-715f-42ac-9bd1-b1a86f16330a", "status": "completed", "code": 200}]} {{(pid=103229) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 19:03:35.267049 n-d-713498-36 neutron-server[103229]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-f5f30d72-dc8c-4adf-af4a-66fe7e2aa84f {{(pid=103229) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 19:03:35.267722 n-d-713498-36 neutron-server[103229]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5ff67175-208f-48a4-b08d-79f957313fbc', 'tag': '2871109b-715f-42ac-9bd1-b1a86f16330a', 'status': 'completed', 'code': 200} Feb 09 19:03:35.448980 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb951f94-74d8-472d-bcfe-7eff670da15d req-099a7253-78aa-434c-8200-40bc51b23e45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:03:35.451569 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-cb951f94-74d8-472d-bcfe-7eff670da15d req-099a7253-78aa-434c-8200-40bc51b23e45 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=22186bb1-1c50-47a0-85ed-567124795ab8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.3060536 Feb 09 19:03:35.574987 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f13d29df-3a37-40a2-9ac7-c7020dbaffb3 req-5baa3655-a951-4c47-a5d8-13a1ce646c54 tempest-LiveMigrationTest-1021096981 tempest-LiveMigrationTest-1021096981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:03:35.588009 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-f13d29df-3a37-40a2-9ac7-c7020dbaffb3 req-5baa3655-a951-4c47-a5d8-13a1ce646c54 tempest-LiveMigrationTest-1021096981 tempest-LiveMigrationTest-1021096981-project] 10.222.0.75 "GET /v2.0/ports?device_id=5ff67175-208f-48a4-b08d-79f957313fbc HTTP/1.1" status: 200 len: 944 time: 0.2228851 Feb 09 19:03:35.710255 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-f13d29df-3a37-40a2-9ac7-c7020dbaffb3 req-05ff219f-7363-4372-8d18-c50f91f9abe6 tempest-LiveMigrationTest-1021096981 tempest-LiveMigrationTest-1021096981-project] 10.222.0.75 "GET /v2.0/security-groups?id=ba18819a-1490-4e7b-a11b-e8610423d8ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1154077 Feb 09 19:03:35.715226 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb580710-af01-43fc-bb5c-c7c9929af87e req-f5966d7f-1ca1-41f3-a0c3-22a4fb27ff6b tempest-ServersWithSpecificFlavorTestJSON-1030228139 tempest-ServersWithSpecificFlavorTestJSON-1030228139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:03:35.716926 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-eb580710-af01-43fc-bb5c-c7c9929af87e req-f5966d7f-1ca1-41f3-a0c3-22a4fb27ff6b tempest-ServersWithSpecificFlavorTestJSON-1030228139 tempest-ServersWithSpecificFlavorTestJSON-1030228139-project] 10.222.0.75 "GET /v2.0/ports?device_id=b6786f1e-03a5-4d3d-aeaf-fa15657da107 HTTP/1.1" status: 200 len: 943 time: 0.3914790 Feb 09 19:03:35.741852 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b3341c3-db74-49a8-ab25-3e49044ca90f req-f08bad33-e4cf-448f-b470-46757791b40d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:03:35.758501 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-1b3341c3-db74-49a8-ab25-3e49044ca90f req-f08bad33-e4cf-448f-b470-46757791b40d service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=05fa6a089578484da4b750f8c0b5ad12&device_id=5ff67175-208f-48a4-b08d-79f957313fbc HTTP/1.1" status: 200 len: 1158 time: 0.5032501 Feb 09 19:03:35.759002 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 48070) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:03:35.775689 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-0c02693e-f8d6-406a-a7fa-68d9e20774f5 None None] Publish callbacks [] for port (e54e2c4d-e326-4f99-b573-831b795e7634), precommit_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:03:35.796592 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Device 2871109b-715f-42ac-9bd1-b1a86f16330a details requested by agent hyperv_n-h1-713498-36 with host n-h1-713498-36 {{(pid=103232) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 19:03:35.819376 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-0c02693e-f8d6-406a-a7fa-68d9e20774f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762867176205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762866656485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762866656503'] for port (e54e2c4d-e326-4f99-b573-831b795e7634), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:03:35.869461 n-d-713498-36 neutron-server[103230]: DEBUG neutron.notifiers.nova [req-8d332e49-4862-4851-a787-efda5bddcbe7 req-101cde51-930d-43fb-a371-dbe1e0648a9f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0eea1a64-ccbf-4679-8307-b9066a9a8dde {{(pid=103230) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 19:03:35.924997 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [req-8d332e49-4862-4851-a787-efda5bddcbe7 req-101cde51-930d-43fb-a371-dbe1e0648a9f service neutron] Publish callbacks [] for port (0eea1a64-ccbf-4679-8307-b9066a9a8dde), precommit_update {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:03:35.963893 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-eb580710-af01-43fc-bb5c-c7c9929af87e req-5594b17b-9b73-4f8b-8699-8d640709a6d5 tempest-ServersWithSpecificFlavorTestJSON-1030228139 tempest-ServersWithSpecificFlavorTestJSON-1030228139-project] 10.222.0.75 "GET /v2.0/security-groups?id=7095cade-8760-483a-a246-f0df5ddf6b33&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2397125 Feb 09 19:03:35.990886 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14caa6be-5334-43c3-b8c8-1022e513f7d1 None None] Pushing event updated for resources: {'Port': ['ID=e54e2c4d-e326-4f99-b573-831b795e7634,revision_number=3']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:03:36.001987 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-cb951f94-74d8-472d-bcfe-7eff670da15d req-f3a293bf-3282-478f-a3c4-847c1fe2345f service neutron] 10.222.0.89 "GET /v2.0/networks/22186bb1-1c50-47a0-85ed-567124795ab8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5248048 Feb 09 19:03:36.017192 n-d-713498-36 neutron-server[103230]: DEBUG neutron.db.provisioning_blocks [req-8d332e49-4862-4851-a787-efda5bddcbe7 req-101cde51-930d-43fb-a371-dbe1e0648a9f service neutron] Transition to ACTIVE for port object 0eea1a64-ccbf-4679-8307-b9066a9a8dde will not be triggered until provisioned by entity L2. {{(pid=103230) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 19:03:36.065916 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [req-8d332e49-4862-4851-a787-efda5bddcbe7 req-101cde51-930d-43fb-a371-dbe1e0648a9f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762867176205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762866656485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762866656503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14393758'] for port (0eea1a64-ccbf-4679-8307-b9066a9a8dde), after_update {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:03:36.353062 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-d43f08e6-1e86-459e-97da-941cfacd2892 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:03:36.459345 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-920b0b6c-5775-4631-9798-b60eefe24cfd req-ced7d49e-2435-49a2-b37e-4270d0ee6df0 tempest-ServersOnMultiNodesTest-1472402947 tempest-ServersOnMultiNodesTest-1472402947-project] 10.222.0.75 "GET /v2.0/networks?tenant_id=1672ee8b769240288b95113d5dff1fd2&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0550277 Feb 09 19:03:36.460347 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.managers [None req-0c02693e-f8d6-406a-a7fa-68d9e20774f5 None None] Attempting to bind port e54e2c4d-e326-4f99-b573-831b795e7634 on host n-d-713498-36 for vnic_type normal with profile {{(pid=103232) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 19:03:36.460896 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.managers [None req-0c02693e-f8d6-406a-a7fa-68d9e20774f5 None None] Attempting to bind port e54e2c4d-e326-4f99-b573-831b795e7634 by drivers openvswitch,hyperv on host n-d-713498-36 at level 0 using segments [{'id': '356e2436-cf26-41b6-8ce3-ee1cccf24514', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': '285c3e13-0e4d-4577-8fdd-9c25f7236b5f'}] {{(pid=103232) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 19:03:36.461638 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c02693e-f8d6-406a-a7fa-68d9e20774f5 None None] Attempting to bind port e54e2c4d-e326-4f99-b573-831b795e7634 on network 285c3e13-0e4d-4577-8fdd-9c25f7236b5f {{(pid=103232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 19:03:36.473612 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c02693e-f8d6-406a-a7fa-68d9e20774f5 None None] Checking agent: {'id': '496418a2-c002-4aec-ab1a-07f3bea491bd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-36', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 18, 51, 47), 'started_at': datetime.datetime(2022, 2, 9, 18, 52, 17), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 19, 3, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-36'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 19:03:36.475093 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c02693e-f8d6-406a-a7fa-68d9e20774f5 None None] Checking segment: {'id': '356e2436-cf26-41b6-8ce3-ee1cccf24514', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': '285c3e13-0e4d-4577-8fdd-9c25f7236b5f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103232) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 19:03:36.477039 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-0c02693e-f8d6-406a-a7fa-68d9e20774f5 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:03:36.477627 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c02693e-f8d6-406a-a7fa-68d9e20774f5 None None] Bound using segment: {'id': '356e2436-cf26-41b6-8ce3-ee1cccf24514', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': '285c3e13-0e4d-4577-8fdd-9c25f7236b5f'} {{(pid=103232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 19:03:36.478356 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.managers [None req-0c02693e-f8d6-406a-a7fa-68d9e20774f5 None None] Bound port: e54e2c4d-e326-4f99-b573-831b795e7634, host: n-d-713498-36, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '356e2436-cf26-41b6-8ce3-ee1cccf24514', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': '285c3e13-0e4d-4577-8fdd-9c25f7236b5f'}}] {{(pid=103232) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 19:03:36.478898 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-0c02693e-f8d6-406a-a7fa-68d9e20774f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (e54e2c4d-e326-4f99-b573-831b795e7634), before_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:03:36.526071 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] For port 2871109b-715f-42ac-9bd1-b1a86f16330a, host n-h2-713498-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-36',level=0,port_id=2871109b-715f-42ac-9bd1-b1a86f16330a,segment=NetworkSegment(5e48c0d3-ac92-403e-8ddc-eab47c471644),segment_id=5e48c0d3-ac92-403e-8ddc-eab47c471644)] {{(pid=103232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 19:03:36.591448 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.managers [req-8d332e49-4862-4851-a787-efda5bddcbe7 req-101cde51-930d-43fb-a371-dbe1e0648a9f service neutron] Attempting to bind port 0eea1a64-ccbf-4679-8307-b9066a9a8dde on host n-h2-713498-36 for vnic_type normal with profile {{(pid=103230) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 19:03:36.592003 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.managers [req-8d332e49-4862-4851-a787-efda5bddcbe7 req-101cde51-930d-43fb-a371-dbe1e0648a9f service neutron] Attempting to bind port 0eea1a64-ccbf-4679-8307-b9066a9a8dde by drivers openvswitch,hyperv on host n-h2-713498-36 at level 0 using segments [{'id': 'b98d4747-b18c-4141-8910-77c1fada78d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': '0e993f99-d3d0-4a2a-8eed-2f34375798b5'}] {{(pid=103230) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 19:03:36.592120 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-920b0b6c-5775-4631-9798-b60eefe24cfd req-7a8bbe06-df0e-4913-9fbe-c9a564b9c22b tempest-ServersOnMultiNodesTest-1472402947 tempest-ServersOnMultiNodesTest-1472402947-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:03:36.592239 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d332e49-4862-4851-a787-efda5bddcbe7 req-101cde51-930d-43fb-a371-dbe1e0648a9f service neutron] Attempting to bind port 0eea1a64-ccbf-4679-8307-b9066a9a8dde on network 0e993f99-d3d0-4a2a-8eed-2f34375798b5 {{(pid=103230) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 19:03:36.594698 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-101cde51-930d-43fb-a371-dbe1e0648a9f service neutron] Pushing event updated for resources: {'Port': ['ID=0eea1a64-ccbf-4679-8307-b9066a9a8dde,revision_number=2']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:03:36.600047 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-920b0b6c-5775-4631-9798-b60eefe24cfd req-7a8bbe06-df0e-4913-9fbe-c9a564b9c22b tempest-ServersOnMultiNodesTest-1472402947 tempest-ServersOnMultiNodesTest-1472402947-project] 10.222.0.75 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1387875 Feb 09 19:03:36.620240 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Device 2871109b-715f-42ac-9bd1-b1a86f16330a has no active binding in host n-h1-713498-36 {{(pid=103232) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Feb 09 19:03:36.638870 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.provisioning_blocks [None req-3f998301-8e3e-42d8-8b5e-24b2e53f106d None None] Provisioning complete for port e54e2c4d-e326-4f99-b573-831b795e7634 triggered by entity DHCP. {{(pid=103232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 19:03:36.639067 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d332e49-4862-4851-a787-efda5bddcbe7 req-101cde51-930d-43fb-a371-dbe1e0648a9f service neutron] Port 0eea1a64-ccbf-4679-8307-b9066a9a8dde on network 0e993f99-d3d0-4a2a-8eed-2f34375798b5 not bound, no agent of type Open vSwitch agent registered on host n-h2-713498-36 {{(pid=103230) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 19:03:36.639399 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d332e49-4862-4851-a787-efda5bddcbe7 req-101cde51-930d-43fb-a371-dbe1e0648a9f service neutron] Attempting to bind port 0eea1a64-ccbf-4679-8307-b9066a9a8dde on network 0e993f99-d3d0-4a2a-8eed-2f34375798b5 {{(pid=103230) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 19:03:36.640473 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-3f998301-8e3e-42d8-8b5e-24b2e53f106d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593630'] for port (e54e2c4d-e326-4f99-b573-831b795e7634), provisioning_complete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:03:36.647058 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-920b0b6c-5775-4631-9798-b60eefe24cfd req-3da777e4-cad7-463a-8922-983ca124b9b0 tempest-ServersOnMultiNodesTest-1472402947 tempest-ServersOnMultiNodesTest-1472402947-project] 10.222.0.75 "GET /v2.0/quotas/1672ee8b769240288b95113d5dff1fd2 HTTP/1.1" status: 200 len: 375 time: 0.0451980 Feb 09 19:03:36.669312 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d332e49-4862-4851-a787-efda5bddcbe7 req-101cde51-930d-43fb-a371-dbe1e0648a9f service neutron] Checking agent: {'id': 'bcd5faee-dc24-4298-9134-0e0aa054058e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713498-36', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 18, 59, 19), 'started_at': datetime.datetime(2022, 2, 9, 18, 59, 19), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 19, 3, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103230) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 19:03:36.671041 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d332e49-4862-4851-a787-efda5bddcbe7 req-101cde51-930d-43fb-a371-dbe1e0648a9f service neutron] Checking segment: {'id': 'b98d4747-b18c-4141-8910-77c1fada78d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': '0e993f99-d3d0-4a2a-8eed-2f34375798b5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103230) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 19:03:36.671457 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d332e49-4862-4851-a787-efda5bddcbe7 req-101cde51-930d-43fb-a371-dbe1e0648a9f service neutron] Bound using segment: {'id': 'b98d4747-b18c-4141-8910-77c1fada78d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': '0e993f99-d3d0-4a2a-8eed-2f34375798b5'} {{(pid=103230) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 19:03:36.671942 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.managers [req-8d332e49-4862-4851-a787-efda5bddcbe7 req-101cde51-930d-43fb-a371-dbe1e0648a9f service neutron] Bound port: 0eea1a64-ccbf-4679-8307-b9066a9a8dde, host: n-h2-713498-36, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b98d4747-b18c-4141-8910-77c1fada78d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': '0e993f99-d3d0-4a2a-8eed-2f34375798b5'}}] {{(pid=103230) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 19:03:36.674331 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [req-8d332e49-4862-4851-a787-efda5bddcbe7 req-101cde51-930d-43fb-a371-dbe1e0648a9f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (0eea1a64-ccbf-4679-8307-b9066a9a8dde), before_update {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:03:36.687450 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-0c02693e-f8d6-406a-a7fa-68d9e20774f5 None None] For port e54e2c4d-e326-4f99-b573-831b795e7634, host n-d-713498-36, cleared binding levels {{(pid=103232) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 19:03:36.700890 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-920b0b6c-5775-4631-9798-b60eefe24cfd req-022ea801-adf5-478c-9e8e-9df02113598e tempest-ServersOnMultiNodesTest-1472402947 tempest-ServersOnMultiNodesTest-1472402947-project] 10.222.0.75 "GET /v2.0/ports?tenant_id=1672ee8b769240288b95113d5dff1fd2&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0529046 Feb 09 19:03:36.712374 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-0c02693e-f8d6-406a-a7fa-68d9e20774f5 None None] For port e54e2c4d-e326-4f99-b573-831b795e7634, host n-d-713498-36, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-36',level=0,port_id=e54e2c4d-e326-4f99-b573-831b795e7634,segment=NetworkSegment(356e2436-cf26-41b6-8ce3-ee1cccf24514),segment_id=356e2436-cf26-41b6-8ce3-ee1cccf24514)] {{(pid=103232) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 19:03:36.718792 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-3f998301-8e3e-42d8-8b5e-24b2e53f106d None None] Port e54e2c4d-e326-4f99-b573-831b795e7634 cannot update to ACTIVE because it is not bound. {{(pid=103232) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 19:03:36.730878 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-0c02693e-f8d6-406a-a7fa-68d9e20774f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762867176205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762866656485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762866656503'] for port (e54e2c4d-e326-4f99-b573-831b795e7634), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:03:36.815332 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-cb951f94-74d8-472d-bcfe-7eff670da15d req-c5996784-5472-40cc-a6ea-0afda86410f3 service neutron] 10.222.0.89 "GET /v2.0/networks/22186bb1-1c50-47a0-85ed-567124795ab8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7942257 Feb 09 19:03:36.831892 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b3341c3-db74-49a8-ab25-3e49044ca90f req-ce3daabd-6715-4516-ba20-f93db44f8ef8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:03:36.834687 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-1b3341c3-db74-49a8-ab25-3e49044ca90f req-ce3daabd-6715-4516-ba20-f93db44f8ef8 service neutron] 10.222.0.90 "GET /v2.0/networks?id=d725567e-ae4f-48c7-8826-ca95b9692346 HTTP/1.1" status: 200 len: 908 time: 1.0545845 Feb 09 19:03:36.868113 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c02693e-f8d6-406a-a7fa-68d9e20774f5 None None] Routers {'ba92a895-b2b9-49f2-bfbb-eec3c35125e3'} bound to L3 agent in host n-d-713498-36 {{(pid=103232) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 19:03:36.868949 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.l3_hamode_db [None req-0c02693e-f8d6-406a-a7fa-68d9e20774f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T18:51:43Z,description=,heartbeat_timestamp=2022-02-09T19:03:13Z,host='n-d-713498-36',id=93303d5e-5d17-45e8-8963-7694f87783ae,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T18:51:43Z,topic='l3_agent')) {'router_ids': ['ba92a895-b2b9-49f2-bfbb-eec3c35125e3'], 'active': True} {{(pid=103232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:03:36.976160 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-1b3341c3-db74-49a8-ab25-3e49044ca90f req-183dcd2a-9f6c-4f8e-a56d-c3794d72aba8 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=2871109b-715f-42ac-9bd1-b1a86f16330a HTTP/1.1" status: 200 len: 217 time: 0.1311138 Feb 09 19:03:37.014816 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01aed2b2-d27b-4dd3-8006-0510869f3e6d req-c927cf6f-ad49-451b-acb4-5141bb57e73e tempest-NetworksTest-1208683048 tempest-NetworksTest-1208683048-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:03:37.015668 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01aed2b2-d27b-4dd3-8006-0510869f3e6d req-c927cf6f-ad49-451b-acb4-5141bb57e73e tempest-NetworksTest-1208683048 tempest-NetworksTest-1208683048-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:03:37.015840 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01aed2b2-d27b-4dd3-8006-0510869f3e6d req-c927cf6f-ad49-451b-acb4-5141bb57e73e tempest-NetworksTest-1208683048 tempest-NetworksTest-1208683048-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:03:37.016602 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01aed2b2-d27b-4dd3-8006-0510869f3e6d req-c927cf6f-ad49-451b-acb4-5141bb57e73e tempest-NetworksTest-1208683048 tempest-NetworksTest-1208683048-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:03:37.017135 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01aed2b2-d27b-4dd3-8006-0510869f3e6d req-c927cf6f-ad49-451b-acb4-5141bb57e73e tempest-NetworksTest-1208683048 tempest-NetworksTest-1208683048-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:03:37.017600 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01aed2b2-d27b-4dd3-8006-0510869f3e6d req-c927cf6f-ad49-451b-acb4-5141bb57e73e tempest-NetworksTest-1208683048 tempest-NetworksTest-1208683048-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:03:37.018146 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01aed2b2-d27b-4dd3-8006-0510869f3e6d req-c927cf6f-ad49-451b-acb4-5141bb57e73e tempest-NetworksTest-1208683048 tempest-NetworksTest-1208683048-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:03:37.018613 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01aed2b2-d27b-4dd3-8006-0510869f3e6d req-c927cf6f-ad49-451b-acb4-5141bb57e73e tempest-NetworksTest-1208683048 tempest-NetworksTest-1208683048-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:03:37.019786 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01aed2b2-d27b-4dd3-8006-0510869f3e6d req-c927cf6f-ad49-451b-acb4-5141bb57e73e tempest-NetworksTest-1208683048 tempest-NetworksTest-1208683048-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:03:37.020261 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01aed2b2-d27b-4dd3-8006-0510869f3e6d req-c927cf6f-ad49-451b-acb4-5141bb57e73e tempest-NetworksTest-1208683048 tempest-NetworksTest-1208683048-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:03:37.020718 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01aed2b2-d27b-4dd3-8006-0510869f3e6d req-c927cf6f-ad49-451b-acb4-5141bb57e73e tempest-NetworksTest-1208683048 tempest-NetworksTest-1208683048-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:03:37.021854 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01aed2b2-d27b-4dd3-8006-0510869f3e6d req-c927cf6f-ad49-451b-acb4-5141bb57e73e tempest-NetworksTest-1208683048 tempest-NetworksTest-1208683048-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:03:37.026463 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-01aed2b2-d27b-4dd3-8006-0510869f3e6d req-c927cf6f-ad49-451b-acb4-5141bb57e73e tempest-NetworksTest-1208683048 tempest-NetworksTest-1208683048-project-admin] 10.222.0.75 "GET /v2.0/networks HTTP/1.1" status: 200 len: 8552 time: 0.6155927 Feb 09 19:03:37.045872 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.db [req-8d332e49-4862-4851-a787-efda5bddcbe7 req-101cde51-930d-43fb-a371-dbe1e0648a9f service neutron] For port 0eea1a64-ccbf-4679-8307-b9066a9a8dde, host n-h2-713498-36, cleared binding levels {{(pid=103230) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 19:03:37.053805 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.db [req-8d332e49-4862-4851-a787-efda5bddcbe7 req-101cde51-930d-43fb-a371-dbe1e0648a9f service neutron] For port 0eea1a64-ccbf-4679-8307-b9066a9a8dde, host n-h2-713498-36, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-36',level=0,port_id=0eea1a64-ccbf-4679-8307-b9066a9a8dde,segment=NetworkSegment(b98d4747-b18c-4141-8910-77c1fada78d1),segment_id=b98d4747-b18c-4141-8910-77c1fada78d1)] {{(pid=103230) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 19:03:37.066153 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ddd6380-7a83-4eee-9ee5-db942e70fe5c req-196b343b-7b59-4363-875d-4c5609282976 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:03:37.069911 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-9ddd6380-7a83-4eee-9ee5-db942e70fe5c req-196b343b-7b59-4363-875d-4c5609282976 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=74dc86730a17454f9e20cfb480a6b381&device_id=b6786f1e-03a5-4d3d-aeaf-fa15657da107 HTTP/1.1" status: 200 len: 1126 time: 0.1790109 Feb 09 19:03:37.075576 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [req-8d332e49-4862-4851-a787-efda5bddcbe7 req-101cde51-930d-43fb-a371-dbe1e0648a9f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762867176205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762866656485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762866656503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14393758'] for port (0eea1a64-ccbf-4679-8307-b9066a9a8dde), after_update {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:03:37.127953 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.l3_dvr_db [None req-0c02693e-f8d6-406a-a7fa-68d9e20774f5 None None] Set router ba92a895-b2b9-49f2-bfbb-eec3c35125e3 gateway port host: n-d-713498-36 {{(pid=103232) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 19:03:37.244176 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14caa6be-5334-43c3-b8c8-1022e513f7d1 None None] Pushing event updated for resources: {'Port': ['ID=e54e2c4d-e326-4f99-b573-831b795e7634,revision_number=4']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:03:37.291953 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d332e49-4862-4851-a787-efda5bddcbe7 req-101cde51-930d-43fb-a371-dbe1e0648a9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:03:37.292582 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [req-8d332e49-4862-4851-a787-efda5bddcbe7 req-101cde51-930d-43fb-a371-dbe1e0648a9f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171096'] for port (None), before_response {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:03:37.304344 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-8d332e49-4862-4851-a787-efda5bddcbe7 req-101cde51-930d-43fb-a371-dbe1e0648a9f service neutron] 10.222.0.90 "PUT /v2.0/ports/0eea1a64-ccbf-4679-8307-b9066a9a8dde HTTP/1.1" status: 200 len: 1093 time: 3.3055022 Feb 09 19:03:37.305579 n-d-713498-36 neutron-server[103230]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9d1556d0-d009-41c6-9d9c-d68b6ae4cbe4', 'tag': '0eea1a64-ccbf-4679-8307-b9066a9a8dde'}] {{(pid=103230) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 19:03:37.308042 n-d-713498-36 neutron-server[103230]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aee5919275bae9f72eb374ee322673045eb80c1f84b4b45a97d96923bd50ab51" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-46d18610-f3f0-4f2b-9e8f-3f3ce0abd125" -d '{"events": [{"name": "network-changed", "server_uuid": "9d1556d0-d009-41c6-9d9c-d68b6ae4cbe4", "tag": "0eea1a64-ccbf-4679-8307-b9066a9a8dde"}]}' {{(pid=103230) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 19:03:37.373037 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.provisioning_blocks [None req-b30f3baa-7ed2-4ecc-91ba-48ac5ba0da86 None None] Provisioning complete for port e54e2c4d-e326-4f99-b573-831b795e7634 triggered by entity DHCP. {{(pid=103232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 19:03:37.373415 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-b30f3baa-7ed2-4ecc-91ba-48ac5ba0da86 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593630'] for port (e54e2c4d-e326-4f99-b573-831b795e7634), provisioning_complete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:03:37.597627 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-858a6b83-128d-4e03-839b-78c725446192 req-b57c0cfd-2068-4009-9bc4-813250dbc036 tempest-LiveMigrationTest-1021096981 tempest-LiveMigrationTest-1021096981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:03:37.601250 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-858a6b83-128d-4e03-839b-78c725446192 req-b57c0cfd-2068-4009-9bc4-813250dbc036 tempest-LiveMigrationTest-1021096981 tempest-LiveMigrationTest-1021096981-project] 10.222.0.75 "GET /v2.0/ports?device_id=5ff67175-208f-48a4-b08d-79f957313fbc HTTP/1.1" status: 200 len: 944 time: 0.3906295 Feb 09 19:03:37.684389 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-d43f08e6-1e86-459e-97da-941cfacd2892 admin admin] Publish callbacks [] for security_group (f55356f8-8dc7-4f9b-94f9-08e6b0a490b5), precommit_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:03:37.694286 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b3341c3-db74-49a8-ab25-3e49044ca90f req-f5520ecb-8f7e-42f2-b631-5f0740491203 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:03:37.701453 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-1b3341c3-db74-49a8-ab25-3e49044ca90f req-f5520ecb-8f7e-42f2-b631-5f0740491203 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=41b0b245-923a-427d-ac3e-7f4b2ecbbb0e HTTP/1.1" status: 200 len: 847 time: 0.6989722 Feb 09 19:03:37.769934 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-b30f3baa-7ed2-4ecc-91ba-48ac5ba0da86 None None] Current status of the port e54e2c4d-e326-4f99-b573-831b795e7634 is: DOWN; New status is: ACTIVE {{(pid=103232) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 19:03:37.770237 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-d43f08e6-1e86-459e-97da-941cfacd2892 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1892331'] for security_group (f55356f8-8dc7-4f9b-94f9-08e6b0a490b5), after_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:03:37.772016 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-b30f3baa-7ed2-4ecc-91ba-48ac5ba0da86 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (e54e2c4d-e326-4f99-b573-831b795e7634), before_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:03:37.829116 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-b30f3baa-7ed2-4ecc-91ba-48ac5ba0da86 None None] For port e54e2c4d-e326-4f99-b573-831b795e7634, host n-d-713498-36, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-36',level=0,port_id=e54e2c4d-e326-4f99-b573-831b795e7634,segment=NetworkSegment(356e2436-cf26-41b6-8ce3-ee1cccf24514),segment_id=356e2436-cf26-41b6-8ce3-ee1cccf24514)] {{(pid=103232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 19:03:37.840839 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-1b3341c3-db74-49a8-ab25-3e49044ca90f req-e1ccbe24-430d-4b0f-9d67-777ceabef809 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=d725567e-ae4f-48c7-8826-ca95b9692346&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1279836 Feb 09 19:03:37.863555 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-b30f3baa-7ed2-4ecc-91ba-48ac5ba0da86 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762867176205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762866656485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762866656503'] for port (e54e2c4d-e326-4f99-b573-831b795e7634), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:03:37.978493 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-858a6b83-128d-4e03-839b-78c725446192 req-71032b01-2ae5-44a4-a580-def6276141ea tempest-LiveMigrationTest-1021096981 tempest-LiveMigrationTest-1021096981-project] 10.222.0.75 "GET /v2.0/security-groups?id=ba18819a-1490-4e7b-a11b-e8610423d8ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3586164 Feb 09 19:03:37.979166 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-101cde51-930d-43fb-a371-dbe1e0648a9f service neutron] Pushing event updated for resources: {'Port': ['ID=0eea1a64-ccbf-4679-8307-b9066a9a8dde,revision_number=3']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:03:37.992509 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d332e49-4862-4851-a787-efda5bddcbe7 req-ab8fd10e-3e82-497f-adf6-3fb96192368f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:03:37.993989 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-8d332e49-4862-4851-a787-efda5bddcbe7 req-ab8fd10e-3e82-497f-adf6-3fb96192368f service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=b8d56d08e88f4d4daeb8e5fed321a162&device_id=9d1556d0-d009-41c6-9d9c-d68b6ae4cbe4 HTTP/1.1" status: 200 len: 1127 time: 0.6304963 Feb 09 19:03:38.008677 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-68c9d935-fd44-4874-bb84-eba53d749499 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1834525'] for router_interface (ba92a895-b2b9-49f2-bfbb-eec3c35125e3), before_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:03:38.049247 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ddd6380-7a83-4eee-9ee5-db942e70fe5c req-14b776f5-77f8-4338-bf8d-bbf18115259c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:03:38.061662 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b30f3baa-7ed2-4ecc-91ba-48ac5ba0da86 None None] Pushing event updated for resources: {'Port': ['ID=e54e2c4d-e326-4f99-b573-831b795e7634,revision_number=5']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:03:38.073671 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-9ddd6380-7a83-4eee-9ee5-db942e70fe5c req-14b776f5-77f8-4338-bf8d-bbf18115259c service neutron] 10.222.0.89 "GET /v2.0/networks?id=22186bb1-1c50-47a0-85ed-567124795ab8 HTTP/1.1" status: 200 len: 924 time: 0.9736829 Feb 09 19:03:38.076495 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-8d332e49-4862-4851-a787-efda5bddcbe7 req-c432456b-0dfd-4be8-889a-9bd160bcc199 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=0eea1a64-ccbf-4679-8307-b9066a9a8dde HTTP/1.1" status: 200 len: 217 time: 0.0663116 Feb 09 19:03:38.090885 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.l3_hamode_db [None req-0c02693e-f8d6-406a-a7fa-68d9e20774f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ba92a895-b2b9-49f2-bfbb-eec3c35125e3', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-2127457717-router', 'tenant_id': '099b095e97df4302aa37ec5304cc9f5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88055e1e-672a-4487-be31-ffb6e833ece5', 'external_fixed_ips': [{'subnet_id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'ip_address': '172.25.1.100'}], 'enable_snat': True}, 'gw_port_id': 'ba192f5d-5ee3-4327-8143-67f618f504ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T19:03:19Z', 'updated_at': '2022-02-09T19:03:28Z', 'revision_number': 4, 'project_id': '099b095e97df4302aa37ec5304cc9f5e', 'gw_port': {'id': 'ba192f5d-5ee3-4327-8143-67f618f504ef', 'name': '', 'network_id': '88055e1e-672a-4487-be31-ffb6e833ece5', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:af:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba92a895-b2b9-49f2-bfbb-eec3c35125e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 487, 'fixed_ips': [{'subnet_id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'ip_address': '172.25.1.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T19:03:20Z', 'updated_at': '2022-02-09T19:03:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-36', '_interfaces': [{'id': 'e54e2c4d-e326-4f99-b573-831b795e7634', 'name': '', 'network_id': '285c3e13-0e4d-4577-8fdd-9c25f7236b5f', 'tenant_id': '099b095e97df4302aa37ec5304cc9f5e', 'mac_address': 'fa:16:3e:21:ad:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ba92a895-b2b9-49f2-bfbb-eec3c35125e3', 'device_owner': 'network:router_interface', 'standard_attr_id': 498, 'fixed_ips': [{'subnet_id': '4b0ddf5d-fdc3-4db3-a8da-40b695a3400e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T19:03:25Z', 'updated_at': '2022-02-09T19:03:36Z', 'revision_number': 4, 'project_id': '099b095e97df4302aa37ec5304cc9f5e', 'subnets': [{'id': '4b0ddf5d-fdc3-4db3-a8da-40b695a3400e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-36', False) {} {{(pid=103232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:03:38.155828 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-9ddd6380-7a83-4eee-9ee5-db942e70fe5c req-036eca60-cd79-47c0-a9b4-0c7f38d976dd service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=aeb6ef05-0f81-4bfc-9b56-d956ed6fbaa6 HTTP/1.1" status: 200 len: 217 time: 0.0759687 Feb 09 19:03:38.157737 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c02693e-f8d6-406a-a7fa-68d9e20774f5 None None] The sync data for ids ['ba92a895-b2b9-49f2-bfbb-eec3c35125e3'] in n-d-713498-36 is: [{'id': 'ba92a895-b2b9-49f2-bfbb-eec3c35125e3', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-2127457717-router', 'tenant_id': '099b095e97df4302aa37ec5304cc9f5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88055e1e-672a-4487-be31-ffb6e833ece5', 'external_fixed_ips': [{'subnet_id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'ip_address': '172.25.1.100'}], 'enable_snat': True}, 'gw_port_id': 'ba192f5d-5ee3-4327-8143-67f618f504ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T19:03:19Z', 'updated_at': '2022-02-09T19:03:28Z', 'revision_number': 4, 'project_id': '099b095e97df4302aa37ec5304cc9f5e', 'gw_port': {'id': 'ba192f5d-5ee3-4327-8143-67f618f504ef', 'name': '', 'network_id': '88055e1e-672a-4487-be31-ffb6e833ece5', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:af:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba92a895-b2b9-49f2-bfbb-eec3c35125e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 487, 'fixed_ips': [{'subnet_id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'ip_address': '172.25.1.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T19:03:20Z', 'updated_at': '2022-02-09T19:03:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-36', '_interfaces': [{'id': 'e54e2c4d-e326-4f99-b573-831b795e7634', 'name': '', 'network_id': '285c3e13-0e4d-4577-8fdd-9c25f7236b5f', 'tenant_id': '099b095e97df4302aa37ec5304cc9f5e', 'mac_address': 'fa:16:3e:21:ad:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ba92a895-b2b9-49f2-bfbb-eec3c35125e3', 'device_owner': 'network:router_interface', 'standard_attr_id': 498, 'fixed_ips': [{'subnet_id': '4b0ddf5d-fdc3-4db3-a8da-40b695a3400e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T19:03:25Z', 'updated_at': '2022-02-09T19:03:36Z', 'revision_number': 4, 'project_id': '099b095e97df4302aa37ec5304cc9f5e', 'subnets': [{'id': '4b0ddf5d-fdc3-4db3-a8da-40b695a3400e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103232) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 19:03:38.290860 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d332e49-4862-4851-a787-efda5bddcbe7 req-fdad260c-2aa6-401c-8c4f-4b99c83355c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:03:38.292370 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-8d332e49-4862-4851-a787-efda5bddcbe7 req-fdad260c-2aa6-401c-8c4f-4b99c83355c7 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=7d496e2d-6315-4d42-9415-66e0bdf20977 HTTP/1.1" status: 200 len: 860 time: 0.1362629 Feb 09 19:03:38.304180 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-d43f08e6-1e86-459e-97da-941cfacd2892 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=d9531757888b4d1d90beeddcc7538c27&name=default HTTP/1.1" status: 200 len: 2996 time: 2.5425138 Feb 09 19:03:38.322443 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 48116) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:03:38.348485 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dc3f4f5-6be6-4a1d-a1da-b9b90679556c req-1309ef3b-5119-48a3-8365-1012860eff50 tempest-LiveAutoBlockMigrationV225Test-2127879101 tempest-LiveAutoBlockMigrationV225Test-2127879101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:03:38.350603 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-2dc3f4f5-6be6-4a1d-a1da-b9b90679556c req-1309ef3b-5119-48a3-8365-1012860eff50 tempest-LiveAutoBlockMigrationV225Test-2127879101 tempest-LiveAutoBlockMigrationV225Test-2127879101-project] 10.222.0.75 "GET /v2.0/ports?device_id=9d1556d0-d009-41c6-9d9c-d68b6ae4cbe4 HTTP/1.1" status: 200 len: 944 time: 1.2624609 Feb 09 19:03:38.387922 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-4a52e9ef-bea9-4bc8-b53a-bfc3a2a23408 req-68f4078c-1c0b-4c56-977f-061953773ff6 tempest-ServersOnMultiNodesTest-1472402947 tempest-ServersOnMultiNodesTest-1472402947-project] 10.222.0.75 "GET /v2.0/ports?device_id=7286d075-cf60-4225-a604-fbfa2ee2c8fd HTTP/1.1" status: 200 len: 210 time: 0.1051190 Feb 09 19:03:38.442741 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ddd6380-7a83-4eee-9ee5-db942e70fe5c req-63a3edb1-3c91-48a2-baf9-21d58f48a556 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:03:38.445687 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-9ddd6380-7a83-4eee-9ee5-db942e70fe5c req-63a3edb1-3c91-48a2-baf9-21d58f48a556 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=75c6a744-acd8-4cbc-b5ba-1f5214db2393 HTTP/1.1" status: 200 len: 862 time: 0.1517100 Feb 09 19:03:38.457779 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-8d332e49-4862-4851-a787-efda5bddcbe7 req-8135296e-c705-4e98-be95-be8d246ab854 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=0e993f99-d3d0-4a2a-8eed-2f34375798b5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1418262 Feb 09 19:03:38.552939 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d43f08e6-1e86-459e-97da-941cfacd2892 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f55356f8-8dc7-4f9b-94f9-08e6b0a490b5,revision_number=1']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:03:38.690938 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ddd6380-7a83-4eee-9ee5-db942e70fe5c req-f97daf63-456b-4b5f-8c9c-e3a724d40bc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:03:38.694238 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-9ddd6380-7a83-4eee-9ee5-db942e70fe5c req-f97daf63-456b-4b5f-8c9c-e3a724d40bc2 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=22186bb1-1c50-47a0-85ed-567124795ab8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.2302601 Feb 09 19:03:38.702115 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-8d332e49-4862-4851-a787-efda5bddcbe7 req-dcbf5cdc-acdf-4abd-8fc4-74c01f9f627f service neutron] 10.222.0.90 "GET /v2.0/networks/0e993f99-d3d0-4a2a-8eed-2f34375798b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1878884 Feb 09 19:03:38.715292 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-3f201ce9-9b20-44a5-b59e-a1ce7daf517b admin admin] Publish callbacks [] for security_group (f55356f8-8dc7-4f9b-94f9-08e6b0a490b5), before_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:03:38.772637 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-2dc3f4f5-6be6-4a1d-a1da-b9b90679556c req-bfc21591-a273-49dd-ba25-d19aad2c32d1 tempest-LiveAutoBlockMigrationV225Test-2127879101 tempest-LiveAutoBlockMigrationV225Test-2127879101-project] 10.222.0.75 "GET /v2.0/security-groups?id=e3cb5363-3b49-4f74-b239-a871e755b40a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3454957 Feb 09 19:03:38.786223 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2105c478-2a8f-4376-b356-27506a2e3859 req-156025ea-f094-4ffa-833b-e329d48d0af3 tempest-ServersWithSpecificFlavorTestJSON-1030228139 tempest-ServersWithSpecificFlavorTestJSON-1030228139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:03:38.795038 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-2105c478-2a8f-4376-b356-27506a2e3859 req-156025ea-f094-4ffa-833b-e329d48d0af3 tempest-ServersWithSpecificFlavorTestJSON-1030228139 tempest-ServersWithSpecificFlavorTestJSON-1030228139-project] 10.222.0.75 "GET /v2.0/ports?device_id=b6786f1e-03a5-4d3d-aeaf-fa15657da107 HTTP/1.1" status: 200 len: 943 time: 0.2694104 Feb 09 19:03:38.820489 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-d2fbd3ef-627f-46ba-91f9-342c6672cb7b req-93343819-e1e7-45da-9380-c15bca0d35dd service neutron] 10.222.0.90 "GET /v2.0/ports/2871109b-715f-42ac-9bd1-b1a86f16330a/bindings/n-h1-713498-36 HTTP/1.1" status: 200 len: 385 time: 0.3946044 Feb 09 19:03:38.822502 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-1b3341c3-db74-49a8-ab25-3e49044ca90f req-bd1d402f-2635-422a-a804-80b204ed1680 service neutron] 10.222.0.90 "GET /v2.0/networks/d725567e-ae4f-48c7-8826-ca95b9692346?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9429553 Feb 09 19:03:38.981176 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-3f201ce9-9b20-44a5-b59e-a1ce7daf517b admin admin] Publish callbacks [] for security_group (f55356f8-8dc7-4f9b-94f9-08e6b0a490b5), precommit_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:03:39.125986 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Device e54e2c4d-e326-4f99-b573-831b795e7634 up at agent ovs-agent-n-d-713498-36 {{(pid=103232) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 19:03:39.145318 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-9ddd6380-7a83-4eee-9ee5-db942e70fe5c req-759d9207-acd1-4d27-93d6-7ea045ae1474 service neutron] 10.222.0.89 "GET /v2.0/networks/22186bb1-1c50-47a0-85ed-567124795ab8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4202869 Feb 09 19:03:39.196171 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-8d332e49-4862-4851-a787-efda5bddcbe7 req-4972bb15-42f0-4756-b77e-6654164fc167 service neutron] 10.222.0.90 "GET /v2.0/networks/0e993f99-d3d0-4a2a-8eed-2f34375798b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4832337 Feb 09 19:03:39.237906 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.provisioning_blocks [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Provisioning complete for port e54e2c4d-e326-4f99-b573-831b795e7634 triggered by entity L2. {{(pid=103232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 19:03:39.238317 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593630'] for port (e54e2c4d-e326-4f99-b573-831b795e7634), provisioning_complete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:03:39.325830 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-920b0b6c-5775-4631-9798-b60eefe24cfd req-db163135-523c-4310-9018-58236a036fc7 tempest-ServersOnMultiNodesTest-1472402947 tempest-ServersOnMultiNodesTest-1472402947-project] 10.222.0.89 "GET /v2.0/networks?tenant_id=1672ee8b769240288b95113d5dff1fd2&shared=False HTTP/1.1" status: 200 len: 213 time: 0.3365731 Feb 09 19:03:39.385797 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-9ddd6380-7a83-4eee-9ee5-db942e70fe5c req-fa84732d-cd76-48e2-a274-8f1c070e8fde service neutron] 10.222.0.89 "GET /v2.0/networks/22186bb1-1c50-47a0-85ed-567124795ab8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1886432 Feb 09 19:03:39.431668 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Current status of the port e54e2c4d-e326-4f99-b573-831b795e7634 is: ACTIVE; New status is: ACTIVE {{(pid=103232) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 19:03:39.442769 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-2105c478-2a8f-4376-b356-27506a2e3859 req-90709597-ac4d-4c00-bbc2-77c5a77a2706 tempest-ServersWithSpecificFlavorTestJSON-1030228139 tempest-ServersWithSpecificFlavorTestJSON-1030228139-project] 10.222.0.75 "GET /v2.0/security-groups?id=7095cade-8760-483a-a246-f0df5ddf6b33&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.6462445 Feb 09 19:03:39.486334 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-3f201ce9-9b20-44a5-b59e-a1ce7daf517b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1892331'] for security_group (f55356f8-8dc7-4f9b-94f9-08e6b0a490b5), after_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:03:39.489489 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-3f201ce9-9b20-44a5-b59e-a1ce7daf517b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:03:39.494067 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-3f201ce9-9b20-44a5-b59e-a1ce7daf517b admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/f55356f8-8dc7-4f9b-94f9-08e6b0a490b5 HTTP/1.1" status: 204 len: 168 time: 1.1680849 Feb 09 19:03:39.502985 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f201ce9-9b20-44a5-b59e-a1ce7daf517b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f55356f8-8dc7-4f9b-94f9-08e6b0a490b5,revision_number=None']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:03:39.524542 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f201ce9-9b20-44a5-b59e-a1ce7daf517b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:03:39.524883 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f201ce9-9b20-44a5-b59e-a1ce7daf517b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:03:39.525220 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f201ce9-9b20-44a5-b59e-a1ce7daf517b admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:03:39.525552 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f201ce9-9b20-44a5-b59e-a1ce7daf517b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:03:39.525877 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f201ce9-9b20-44a5-b59e-a1ce7daf517b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:03:39.526397 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f201ce9-9b20-44a5-b59e-a1ce7daf517b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:03:39.526550 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f201ce9-9b20-44a5-b59e-a1ce7daf517b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:03:39.526870 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f201ce9-9b20-44a5-b59e-a1ce7daf517b admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:03:39.527189 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f201ce9-9b20-44a5-b59e-a1ce7daf517b admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:03:39.527504 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f201ce9-9b20-44a5-b59e-a1ce7daf517b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:03:39.527817 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f201ce9-9b20-44a5-b59e-a1ce7daf517b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:03:39.528134 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f201ce9-9b20-44a5-b59e-a1ce7daf517b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:03:39.528448 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f201ce9-9b20-44a5-b59e-a1ce7daf517b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:03:39.554645 n-d-713498-36 neutron-server[103230]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 19:03:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b53488e5-2392-4f61-89c2-6ce2366714fa x-openstack-request-id: req-b53488e5-2392-4f61-89c2-6ce2366714fa {{(pid=103230) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 19:03:39.554927 n-d-713498-36 neutron-server[103230]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9d1556d0-d009-41c6-9d9c-d68b6ae4cbe4", "tag": "0eea1a64-ccbf-4679-8307-b9066a9a8dde", "status": "completed", "code": 200}]} {{(pid=103230) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 19:03:39.555594 n-d-713498-36 neutron-server[103230]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-b53488e5-2392-4f61-89c2-6ce2366714fa {{(pid=103230) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 19:03:39.555594 n-d-713498-36 neutron-server[103230]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9d1556d0-d009-41c6-9d9c-d68b6ae4cbe4', 'tag': '0eea1a64-ccbf-4679-8307-b9066a9a8dde', 'status': 'completed', 'code': 200} Feb 09 19:03:39.724875 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46d18610-f3f0-4f2b-9e8f-3f3ce0abd125 req-304f25cc-bda2-4f8c-adf1-bad9475dd3ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:03:39.726605 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-46d18610-f3f0-4f2b-9e8f-3f3ce0abd125 req-304f25cc-bda2-4f8c-adf1-bad9475dd3ac service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=b8d56d08e88f4d4daeb8e5fed321a162&device_id=9d1556d0-d009-41c6-9d9c-d68b6ae4cbe4 HTTP/1.1" status: 200 len: 1127 time: 0.1498215 Feb 09 19:03:39.737099 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-1b3341c3-db74-49a8-ab25-3e49044ca90f req-71d137df-92d6-4bdf-9c7e-185ad66079e8 service neutron] 10.222.0.90 "GET /v2.0/networks/d725567e-ae4f-48c7-8826-ca95b9692346?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8940125 Feb 09 19:03:39.738406 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c355f9a-92c5-4bfc-90d2-f7a516e09e09 req-de574e4d-264a-4456-b425-a9ca7849770e tempest-NetworksTest-1208683048 tempest-NetworksTest-1208683048-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:03:39.739648 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-4c355f9a-92c5-4bfc-90d2-f7a516e09e09 req-de574e4d-264a-4456-b425-a9ca7849770e tempest-NetworksTest-1208683048 tempest-NetworksTest-1208683048-project-admin] 10.222.0.75 "GET /v2.0/networks/88055e1e-672a-4487-be31-ffb6e833ece5 HTTP/1.1" status: 200 len: 886 time: 0.9162958 Feb 09 19:03:39.902602 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbdfc52c-6e5d-47ad-a365-cc8a89f71402 req-b17480f9-6b05-4c90-bd92-6a5f6adb5bf8 tempest-LiveMigrationTest-1021096981 tempest-LiveMigrationTest-1021096981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:03:39.904643 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-dbdfc52c-6e5d-47ad-a365-cc8a89f71402 req-b17480f9-6b05-4c90-bd92-6a5f6adb5bf8 tempest-LiveMigrationTest-1021096981 tempest-LiveMigrationTest-1021096981-project] 10.222.0.75 "GET /v2.0/ports?device_id=5ff67175-208f-48a4-b08d-79f957313fbc HTTP/1.1" status: 200 len: 944 time: 0.2400551 Feb 09 19:03:39.955831 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-920b0b6c-5775-4631-9798-b60eefe24cfd req-eaf35929-b617-4620-b9fc-4abdafa170d6 tempest-ServersOnMultiNodesTest-1472402947 tempest-ServersOnMultiNodesTest-1472402947-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:03:39.957205 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-920b0b6c-5775-4631-9798-b60eefe24cfd req-eaf35929-b617-4620-b9fc-4abdafa170d6 tempest-ServersOnMultiNodesTest-1472402947 tempest-ServersOnMultiNodesTest-1472402947-project] 10.222.0.89 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.6056418 Feb 09 19:03:39.984440 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46d18610-f3f0-4f2b-9e8f-3f3ce0abd125 req-934e616a-1a57-4cf9-971e-b2be27f3ed44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:03:39.984440 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-46d18610-f3f0-4f2b-9e8f-3f3ce0abd125 req-934e616a-1a57-4cf9-971e-b2be27f3ed44 service neutron] 10.222.0.90 "GET /v2.0/networks?id=0e993f99-d3d0-4a2a-8eed-2f34375798b5 HTTP/1.1" status: 200 len: 921 time: 0.2427094 Feb 09 19:03:39.988271 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-0f30d37e-65e4-4860-a13e-41b4b75b3371 req-22288274-b38f-498e-af6f-04b1061feb65 tempest-ServersOnMultiNodesTest-1472402947 tempest-ServersOnMultiNodesTest-1472402947-project] 10.222.0.75 "GET /v2.0/ports?device_id=7286d075-cf60-4225-a604-fbfa2ee2c8fd HTTP/1.1" status: 200 len: 210 time: 0.0605016 Feb 09 19:03:39.991914 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.v2.base [req-920b0b6c-5775-4631-9798-b60eefe24cfd req-dfd336d4-25b8-45ed-bf7d-5bb7bdbc2bfa tempest-ServersOnMultiNodesTest-1472402947 tempest-ServersOnMultiNodesTest-1472402947-project] Request body: {'port': {'device_id': '7286d075-cf60-4225-a604-fbfa2ee2c8fd', 'network_id': '2b5494c8-cf97-42c1-b902-87f998f28179', 'admin_state_up': True, 'tenant_id': '1672ee8b769240288b95113d5dff1fd2'}} {{(pid=103229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 19:03:40.095969 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-46d18610-f3f0-4f2b-9e8f-3f3ce0abd125 req-d9db0237-2b17-49bb-bf83-7feb8ea60188 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=0eea1a64-ccbf-4679-8307-b9066a9a8dde HTTP/1.1" status: 200 len: 217 time: 0.1018782 Feb 09 19:03:40.099600 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-dbdfc52c-6e5d-47ad-a365-cc8a89f71402 req-8a0f2a69-46af-44be-8839-4c8210e9feaa tempest-LiveMigrationTest-1021096981 tempest-LiveMigrationTest-1021096981-project] 10.222.0.75 "GET /v2.0/security-groups?id=ba18819a-1490-4e7b-a11b-e8610423d8ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1898603 Feb 09 19:03:40.118244 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.plugin [None req-68c9d935-fd44-4874-bb84-eba53d749499 admin admin] Deleting port e54e2c4d-e326-4f99-b573-831b795e7634 {{(pid=103229) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 19:03:40.119047 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-68c9d935-fd44-4874-bb84-eba53d749499 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762867170196'] for port (e54e2c4d-e326-4f99-b573-831b795e7634), before_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:03:40.189784 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46d18610-f3f0-4f2b-9e8f-3f3ce0abd125 req-a72729a4-ad8d-46ac-aa9a-908cfe017a8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:03:40.191600 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-46d18610-f3f0-4f2b-9e8f-3f3ce0abd125 req-a72729a4-ad8d-46ac-aa9a-908cfe017a8d service neutron] 10.222.0.90 "GET /v2.0/subnets?id=7d496e2d-6315-4d42-9415-66e0bdf20977 HTTP/1.1" status: 200 len: 860 time: 0.0880437 Feb 09 19:03:40.242288 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-46d18610-f3f0-4f2b-9e8f-3f3ce0abd125 req-20f1d7a6-41b6-470f-864b-3eda52c59b81 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=0e993f99-d3d0-4a2a-8eed-2f34375798b5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0306387 Feb 09 19:03:40.251579 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.db [req-d2fbd3ef-627f-46ba-91f9-342c6672cb7b req-1a23b8ca-4a85-4377-84ef-d913a10ed1dc service neutron] For port 2871109b-715f-42ac-9bd1-b1a86f16330a, host n-h2-713498-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-36',level=0,port_id=2871109b-715f-42ac-9bd1-b1a86f16330a,segment=NetworkSegment(5e48c0d3-ac92-403e-8ddc-eab47c471644),segment_id=5e48c0d3-ac92-403e-8ddc-eab47c471644)] {{(pid=103229) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 19:03:40.342019 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.db [req-d2fbd3ef-627f-46ba-91f9-342c6672cb7b req-1a23b8ca-4a85-4377-84ef-d913a10ed1dc service neutron] For port 2871109b-715f-42ac-9bd1-b1a86f16330a, host n-h2-713498-36, cleared binding levels {{(pid=103229) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 19:03:40.392945 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dab2f9b8-0ed7-4267-ad5d-69f3d044a018 req-5dd10946-b36c-4636-8e15-83343c63742e tempest-LiveAutoBlockMigrationV225Test-2127879101 tempest-LiveAutoBlockMigrationV225Test-2127879101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:03:40.394478 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-dab2f9b8-0ed7-4267-ad5d-69f3d044a018 req-5dd10946-b36c-4636-8e15-83343c63742e tempest-LiveAutoBlockMigrationV225Test-2127879101 tempest-LiveAutoBlockMigrationV225Test-2127879101-project] 10.222.0.75 "GET /v2.0/ports?device_id=9d1556d0-d009-41c6-9d9c-d68b6ae4cbe4 HTTP/1.1" status: 200 len: 944 time: 0.1817839 Feb 09 19:03:40.433265 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b038dca3-64c1-4757-bfb4-d7c64d82430c req-a0dae7e7-6dfa-44a0-92b4-245c52a5787e tempest-NetworksTest-1208683048 tempest-NetworksTest-1208683048-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:03:40.433665 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b038dca3-64c1-4757-bfb4-d7c64d82430c req-a0dae7e7-6dfa-44a0-92b4-245c52a5787e tempest-NetworksTest-1208683048 tempest-NetworksTest-1208683048-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:03:40.434557 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b038dca3-64c1-4757-bfb4-d7c64d82430c req-a0dae7e7-6dfa-44a0-92b4-245c52a5787e tempest-NetworksTest-1208683048 tempest-NetworksTest-1208683048-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:03:40.435217 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b038dca3-64c1-4757-bfb4-d7c64d82430c req-a0dae7e7-6dfa-44a0-92b4-245c52a5787e tempest-NetworksTest-1208683048 tempest-NetworksTest-1208683048-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:03:40.435364 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b038dca3-64c1-4757-bfb4-d7c64d82430c req-a0dae7e7-6dfa-44a0-92b4-245c52a5787e tempest-NetworksTest-1208683048 tempest-NetworksTest-1208683048-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:03:40.435826 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b038dca3-64c1-4757-bfb4-d7c64d82430c req-a0dae7e7-6dfa-44a0-92b4-245c52a5787e tempest-NetworksTest-1208683048 tempest-NetworksTest-1208683048-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:03:40.436288 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b038dca3-64c1-4757-bfb4-d7c64d82430c req-a0dae7e7-6dfa-44a0-92b4-245c52a5787e tempest-NetworksTest-1208683048 tempest-NetworksTest-1208683048-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:03:40.436747 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b038dca3-64c1-4757-bfb4-d7c64d82430c req-a0dae7e7-6dfa-44a0-92b4-245c52a5787e tempest-NetworksTest-1208683048 tempest-NetworksTest-1208683048-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:03:40.437205 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b038dca3-64c1-4757-bfb4-d7c64d82430c req-a0dae7e7-6dfa-44a0-92b4-245c52a5787e tempest-NetworksTest-1208683048 tempest-NetworksTest-1208683048-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:03:40.437720 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b038dca3-64c1-4757-bfb4-d7c64d82430c req-a0dae7e7-6dfa-44a0-92b4-245c52a5787e tempest-NetworksTest-1208683048 tempest-NetworksTest-1208683048-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:03:40.438201 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b038dca3-64c1-4757-bfb4-d7c64d82430c req-a0dae7e7-6dfa-44a0-92b4-245c52a5787e tempest-NetworksTest-1208683048 tempest-NetworksTest-1208683048-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:03:40.438657 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b038dca3-64c1-4757-bfb4-d7c64d82430c req-a0dae7e7-6dfa-44a0-92b4-245c52a5787e tempest-NetworksTest-1208683048 tempest-NetworksTest-1208683048-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:03:40.440712 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-b038dca3-64c1-4757-bfb4-d7c64d82430c req-a0dae7e7-6dfa-44a0-92b4-245c52a5787e tempest-NetworksTest-1208683048 tempest-NetworksTest-1208683048-project-admin] 10.222.0.75 "GET /v2.0/networks HTTP/1.1" status: 200 len: 8552 time: 0.3786311 Feb 09 19:03:40.489196 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-46d18610-f3f0-4f2b-9e8f-3f3ce0abd125 req-1eabb7c4-26b8-45ee-967c-0fa026e47d2e service neutron] 10.222.0.90 "GET /v2.0/networks/0e993f99-d3d0-4a2a-8eed-2f34375798b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2126625 Feb 09 19:03:40.495389 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-dab2f9b8-0ed7-4267-ad5d-69f3d044a018 req-706fcdb8-00d6-4e4d-ab81-d905500e9aa2 tempest-LiveAutoBlockMigrationV225Test-2127879101 tempest-LiveAutoBlockMigrationV225Test-2127879101-project] 10.222.0.75 "GET /v2.0/security-groups?id=e3cb5363-3b49-4f74-b239-a871e755b40a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0932963 Feb 09 19:03:40.556147 n-d-713498-36 neutron-server[103229]: DEBUG neutron.notifiers.nova [req-d2fbd3ef-627f-46ba-91f9-342c6672cb7b req-1a23b8ca-4a85-4377-84ef-d913a10ed1dc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2871109b-715f-42ac-9bd1-b1a86f16330a {{(pid=103229) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 19:03:40.573864 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-920b0b6c-5775-4631-9798-b60eefe24cfd req-dfd336d4-25b8-45ed-bf7d-5bb7bdbc2bfa tempest-ServersOnMultiNodesTest-1472402947 tempest-ServersOnMultiNodesTest-1472402947-project] Made reservation on behalf of 1672ee8b769240288b95113d5dff1fd2 for: {'port': 1} {{(pid=103229) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 19:03:40.578786 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-920b0b6c-5775-4631-9798-b60eefe24cfd req-dfd336d4-25b8-45ed-bf7d-5bb7bdbc2bfa tempest-ServersOnMultiNodesTest-1472402947 tempest-ServersOnMultiNodesTest-1472402947-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (None), before_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:03:40.598001 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.db [req-d2fbd3ef-627f-46ba-91f9-342c6672cb7b req-1a23b8ca-4a85-4377-84ef-d913a10ed1dc service neutron] For port 2871109b-715f-42ac-9bd1-b1a86f16330a, host n-h1-713498-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-36',level=0,port_id=2871109b-715f-42ac-9bd1-b1a86f16330a,segment=NetworkSegment(5e48c0d3-ac92-403e-8ddc-eab47c471644),segment_id=5e48c0d3-ac92-403e-8ddc-eab47c471644)] {{(pid=103229) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 19:03:40.622356 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-920b0b6c-5775-4631-9798-b60eefe24cfd req-dfd336d4-25b8-45ed-bf7d-5bb7bdbc2bfa tempest-ServersOnMultiNodesTest-1472402947 tempest-ServersOnMultiNodesTest-1472402947-project] Publish callbacks [] for security_group (None), before_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:03:40.628727 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.db [None req-68c9d935-fd44-4874-bb84-eba53d749499 admin admin] For port e54e2c4d-e326-4f99-b573-831b795e7634, host n-d-713498-36, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-36',level=0,port_id=e54e2c4d-e326-4f99-b573-831b795e7634,segment=NetworkSegment(356e2436-cf26-41b6-8ce3-ee1cccf24514),segment_id=356e2436-cf26-41b6-8ce3-ee1cccf24514)] {{(pid=103229) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 19:03:40.629307 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-68c9d935-fd44-4874-bb84-eba53d749499 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1820838'] for port (e54e2c4d-e326-4f99-b573-831b795e7634), precommit_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:03:40.639029 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-46d18610-f3f0-4f2b-9e8f-3f3ce0abd125 req-56c52bcb-16a9-46d2-a4f9-4b14fc2384e9 service neutron] 10.222.0.90 "GET /v2.0/networks/0e993f99-d3d0-4a2a-8eed-2f34375798b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1402292 Feb 09 19:03:40.655785 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-d2fbd3ef-627f-46ba-91f9-342c6672cb7b req-1a23b8ca-4a85-4377-84ef-d913a10ed1dc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (2871109b-715f-42ac-9bd1-b1a86f16330a), before_update {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:03:40.685776 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.plugin [None req-68c9d935-fd44-4874-bb84-eba53d749499 admin admin] Calling delete_port for e54e2c4d-e326-4f99-b573-831b795e7634 owned by network:router_interface {{(pid=103229) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 19:03:40.734366 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-5ed6f574-fd6d-4497-bac1-ea04f1b8fb2b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762867132591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593584'] for agent (af91e4b9-f4e1-42b1-a25c-a10dc47171c8), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:03:40.812164 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 48160) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:03:40.857620 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41f07614-1945-4f14-bed6-2433a0a732a7 req-041b7b3f-0039-41bf-8663-87a4fd3c64bb tempest-ServersWithSpecificFlavorTestJSON-1030228139 tempest-ServersWithSpecificFlavorTestJSON-1030228139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:03:40.859178 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-41f07614-1945-4f14-bed6-2433a0a732a7 req-041b7b3f-0039-41bf-8663-87a4fd3c64bb tempest-ServersWithSpecificFlavorTestJSON-1030228139 tempest-ServersWithSpecificFlavorTestJSON-1030228139-project] 10.222.0.75 "GET /v2.0/ports?device_id=b6786f1e-03a5-4d3d-aeaf-fa15657da107 HTTP/1.1" status: 200 len: 943 time: 0.2500727 Feb 09 19:03:40.956014 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-4caef603-39eb-41fd-bdf1-eb73e9d575d6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:03:41.069819 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-4caef603-39eb-41fd-bdf1-eb73e9d575d6 admin admin] Publish callbacks [] for security_group (e9ea84d8-d2d6-4c22-b3cd-a0dbd1d63224), precommit_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:03:41.076966 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-4caef603-39eb-41fd-bdf1-eb73e9d575d6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1892331'] for security_group (e9ea84d8-d2d6-4c22-b3cd-a0dbd1d63224), after_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:03:41.124600 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4caef603-39eb-41fd-bdf1-eb73e9d575d6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e9ea84d8-d2d6-4c22-b3cd-a0dbd1d63224,revision_number=1']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:03:41.146894 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-4caef603-39eb-41fd-bdf1-eb73e9d575d6 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=9b35721eb0d34c4abb1208896115c235&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3327212 Feb 09 19:03:41.151251 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 48172) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:03:41.213428 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-7fc7d242-1fcd-47d4-b0fc-c3cba8909386 admin admin] Publish callbacks [] for security_group (e9ea84d8-d2d6-4c22-b3cd-a0dbd1d63224), before_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:03:41.228474 n-d-713498-36 neutron-server[103229]: DEBUG neutron.db.provisioning_blocks [req-d2fbd3ef-627f-46ba-91f9-342c6672cb7b req-1a23b8ca-4a85-4377-84ef-d913a10ed1dc service neutron] Transition to ACTIVE for port object 2871109b-715f-42ac-9bd1-b1a86f16330a will not be triggered until provisioned by entity L2. {{(pid=103229) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 19:03:41.252907 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-d2fbd3ef-627f-46ba-91f9-342c6672cb7b req-1a23b8ca-4a85-4377-84ef-d913a10ed1dc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762867176205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762866656485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762866656503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12867569'] for port (2871109b-715f-42ac-9bd1-b1a86f16330a), after_update {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:03:41.261807 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-920b0b6c-5775-4631-9798-b60eefe24cfd req-dfd336d4-25b8-45ed-bf7d-5bb7bdbc2bfa tempest-ServersOnMultiNodesTest-1472402947 tempest-ServersOnMultiNodesTest-1472402947-project] Publish callbacks [] for security_group (aed5302d-0478-4b9d-b014-143adc5c0d74), precommit_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:03:41.265525 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-8cffc47d-6d9f-4103-9c50-2233d3ae60c1 req-dc9603b0-3aab-4419-bb0f-40379657540b tempest-ServersOnMultiNodesTest-1472402947 tempest-ServersOnMultiNodesTest-1472402947-project] 10.222.0.75 "GET /v2.0/ports?device_id=7286d075-cf60-4225-a604-fbfa2ee2c8fd HTTP/1.1" status: 200 len: 210 time: 0.0392561 Feb 09 19:03:41.267488 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-7fc7d242-1fcd-47d4-b0fc-c3cba8909386 admin admin] Publish callbacks [] for security_group (e9ea84d8-d2d6-4c22-b3cd-a0dbd1d63224), precommit_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:03:41.275644 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-920b0b6c-5775-4631-9798-b60eefe24cfd req-dfd336d4-25b8-45ed-bf7d-5bb7bdbc2bfa tempest-ServersOnMultiNodesTest-1472402947 tempest-ServersOnMultiNodesTest-1472402947-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1892331'] for security_group (aed5302d-0478-4b9d-b014-143adc5c0d74), after_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:03:41.330176 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-41f07614-1945-4f14-bed6-2433a0a732a7 req-753010ab-e497-4564-9478-71a8065721e4 tempest-ServersWithSpecificFlavorTestJSON-1030228139 tempest-ServersWithSpecificFlavorTestJSON-1030228139-project] 10.222.0.75 "GET /v2.0/security-groups?id=7095cade-8760-483a-a246-f0df5ddf6b33&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.4607229 Feb 09 19:03:41.330797 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-7fc7d242-1fcd-47d4-b0fc-c3cba8909386 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1892331'] for security_group (e9ea84d8-d2d6-4c22-b3cd-a0dbd1d63224), after_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:03:41.334744 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-7fc7d242-1fcd-47d4-b0fc-c3cba8909386 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:03:41.336477 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-7fc7d242-1fcd-47d4-b0fc-c3cba8909386 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/e9ea84d8-d2d6-4c22-b3cd-a0dbd1d63224 HTTP/1.1" status: 204 len: 168 time: 0.1827049 Feb 09 19:03:41.346735 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fc7d242-1fcd-47d4-b0fc-c3cba8909386 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e9ea84d8-d2d6-4c22-b3cd-a0dbd1d63224,revision_number=None']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:03:41.419126 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Device aeb6ef05-0f81-4bfc-9b56-d956ed6fbaa6 details requested by agent hyperv_n-h1-713498-36 with host n-h1-713498-36 {{(pid=103232) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 19:03:41.477121 n-d-713498-36 neutron-server[103229]: DEBUG neutron.db.l3_dvrscheduler_db [req-d2fbd3ef-627f-46ba-91f9-342c6672cb7b req-1a23b8ca-4a85-4377-84ef-d913a10ed1dc service neutron] No DVR routers for this DVR port 2871109b-715f-42ac-9bd1-b1a86f16330a on host n-h2-713498-36 {{(pid=103229) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 19:03:41.486045 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfd336d4-25b8-45ed-bf7d-5bb7bdbc2bfa tempest-ServersOnMultiNodesTest-1472402947 tempest-ServersOnMultiNodesTest-1472402947-project] Pushing event updated for resources: {'SecurityGroup': ['ID=aed5302d-0478-4b9d-b014-143adc5c0d74,revision_number=1']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:03:41.488418 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a23b8ca-4a85-4377-84ef-d913a10ed1dc service neutron] Pushing event updated for resources: {'Port': ['ID=2871109b-715f-42ac-9bd1-b1a86f16330a,revision_number=10']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:03:41.523048 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61c6c70a-88a1-45f2-9068-a8abb3663b6b req-555c26fc-8995-44fe-8a2e-fbd18eb7b334 tempest-LiveMigrationTest-1021096981 tempest-LiveMigrationTest-1021096981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:03:41.532813 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-61c6c70a-88a1-45f2-9068-a8abb3663b6b req-555c26fc-8995-44fe-8a2e-fbd18eb7b334 tempest-LiveMigrationTest-1021096981 tempest-LiveMigrationTest-1021096981-project] 10.222.0.75 "GET /v2.0/ports?device_id=5ff67175-208f-48a4-b08d-79f957313fbc HTTP/1.1" status: 200 len: 945 time: 0.1279929 Feb 09 19:03:41.545289 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a23b8ca-4a85-4377-84ef-d913a10ed1dc service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:03:41.546041 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a23b8ca-4a85-4377-84ef-d913a10ed1dc service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:03:41.546629 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a23b8ca-4a85-4377-84ef-d913a10ed1dc service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:03:41.547177 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a23b8ca-4a85-4377-84ef-d913a10ed1dc service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:03:41.548119 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a23b8ca-4a85-4377-84ef-d913a10ed1dc service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:03:41.548683 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a23b8ca-4a85-4377-84ef-d913a10ed1dc service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:03:41.549229 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a23b8ca-4a85-4377-84ef-d913a10ed1dc service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:03:41.549783 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a23b8ca-4a85-4377-84ef-d913a10ed1dc service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:03:41.550355 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a23b8ca-4a85-4377-84ef-d913a10ed1dc service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:03:41.550913 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a23b8ca-4a85-4377-84ef-d913a10ed1dc service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:03:41.551457 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a23b8ca-4a85-4377-84ef-d913a10ed1dc service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:03:41.551990 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a23b8ca-4a85-4377-84ef-d913a10ed1dc service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:03:41.552884 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a23b8ca-4a85-4377-84ef-d913a10ed1dc service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:03:41.566682 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfd336d4-25b8-45ed-bf7d-5bb7bdbc2bfa tempest-ServersOnMultiNodesTest-1472402947 tempest-ServersOnMultiNodesTest-1472402947-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:03:41.567273 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfd336d4-25b8-45ed-bf7d-5bb7bdbc2bfa tempest-ServersOnMultiNodesTest-1472402947 tempest-ServersOnMultiNodesTest-1472402947-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:03:41.568992 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfd336d4-25b8-45ed-bf7d-5bb7bdbc2bfa tempest-ServersOnMultiNodesTest-1472402947 tempest-ServersOnMultiNodesTest-1472402947-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:03:41.569637 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfd336d4-25b8-45ed-bf7d-5bb7bdbc2bfa tempest-ServersOnMultiNodesTest-1472402947 tempest-ServersOnMultiNodesTest-1472402947-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:03:41.570217 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfd336d4-25b8-45ed-bf7d-5bb7bdbc2bfa tempest-ServersOnMultiNodesTest-1472402947 tempest-ServersOnMultiNodesTest-1472402947-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:03:41.570763 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfd336d4-25b8-45ed-bf7d-5bb7bdbc2bfa tempest-ServersOnMultiNodesTest-1472402947 tempest-ServersOnMultiNodesTest-1472402947-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:03:41.571301 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfd336d4-25b8-45ed-bf7d-5bb7bdbc2bfa tempest-ServersOnMultiNodesTest-1472402947 tempest-ServersOnMultiNodesTest-1472402947-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:03:41.571854 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfd336d4-25b8-45ed-bf7d-5bb7bdbc2bfa tempest-ServersOnMultiNodesTest-1472402947 tempest-ServersOnMultiNodesTest-1472402947-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:03:41.572386 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfd336d4-25b8-45ed-bf7d-5bb7bdbc2bfa tempest-ServersOnMultiNodesTest-1472402947 tempest-ServersOnMultiNodesTest-1472402947-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:03:41.573639 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfd336d4-25b8-45ed-bf7d-5bb7bdbc2bfa tempest-ServersOnMultiNodesTest-1472402947 tempest-ServersOnMultiNodesTest-1472402947-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:03:41.574235 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfd336d4-25b8-45ed-bf7d-5bb7bdbc2bfa tempest-ServersOnMultiNodesTest-1472402947 tempest-ServersOnMultiNodesTest-1472402947-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:03:41.578413 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfd336d4-25b8-45ed-bf7d-5bb7bdbc2bfa tempest-ServersOnMultiNodesTest-1472402947 tempest-ServersOnMultiNodesTest-1472402947-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:03:41.579012 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfd336d4-25b8-45ed-bf7d-5bb7bdbc2bfa tempest-ServersOnMultiNodesTest-1472402947 tempest-ServersOnMultiNodesTest-1472402947-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:03:41.608100 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-61c6c70a-88a1-45f2-9068-a8abb3663b6b req-5cccc863-3435-41ea-9b07-f21c0523c42f tempest-LiveMigrationTest-1021096981 tempest-LiveMigrationTest-1021096981-project] 10.222.0.75 "GET /v2.0/security-groups?id=ba18819a-1490-4e7b-a11b-e8610423d8ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0701237 Feb 09 19:03:41.649994 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-d2fbd3ef-627f-46ba-91f9-342c6672cb7b req-1a23b8ca-4a85-4377-84ef-d913a10ed1dc service neutron] 10.222.0.90 "PUT /v2.0/ports/2871109b-715f-42ac-9bd1-b1a86f16330a/bindings/n-h1-713498-36/activate HTTP/1.1" status: 200 len: 370 time: 2.8058329 Feb 09 19:03:41.686641 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-68c9d935-fd44-4874-bb84-eba53d749499 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762867177463', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762866656476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12867576'] for port (e54e2c4d-e326-4f99-b573-831b795e7634), after_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:03:41.696369 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] For port aeb6ef05-0f81-4bfc-9b56-d956ed6fbaa6, host n-h1-713498-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-36',level=0,port_id=aeb6ef05-0f81-4bfc-9b56-d956ed6fbaa6,segment=NetworkSegment(2523c180-74ec-4cd9-9acb-870f2fae65fd),segment_id=2523c180-74ec-4cd9-9acb-870f2fae65fd)] {{(pid=103232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 19:03:41.730277 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68c9d935-fd44-4874-bb84-eba53d749499 admin admin] Pushing event deleted for resources: {'Port': ['ID=e54e2c4d-e326-4f99-b573-831b795e7634,revision_number=None']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:03:41.741518 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Returning: {'device': 'aeb6ef05-0f81-4bfc-9b56-d956ed6fbaa6', 'network_id': '22186bb1-1c50-47a0-85ed-567124795ab8', 'port_id': 'aeb6ef05-0f81-4bfc-9b56-d956ed6fbaa6', 'mac_address': 'fa:16:3e:ff:20:40', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 361, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '75c6a744-acd8-4cbc-b5ba-1f5214db2393', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103232) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 19:03:41.750612 n-d-713498-36 neutron-server[103229]: DEBUG neutron.db.db_base_plugin_common [req-920b0b6c-5775-4631-9798-b60eefe24cfd req-dfd336d4-25b8-45ed-bf7d-5bb7bdbc2bfa tempest-ServersOnMultiNodesTest-1472402947 tempest-ServersOnMultiNodesTest-1472402947-project] Allocated IP 192.168.233.248 (2b5494c8-cf97-42c1-b902-87f998f28179/60b561cb-321e-4f83-9bb3-92b2e1d0dc44/bc357ad8-1b22-4fe1-a6af-e296389a311b) {{(pid=103229) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 19:03:41.821211 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25490357-14e4-4a97-9eed-0319efb2f418 req-0d040aec-80cd-4be5-9650-12f2fb682781 tempest-LiveAutoBlockMigrationV225Test-2127879101 tempest-LiveAutoBlockMigrationV225Test-2127879101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:03:41.828494 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-25490357-14e4-4a97-9eed-0319efb2f418 req-0d040aec-80cd-4be5-9650-12f2fb682781 tempest-LiveAutoBlockMigrationV225Test-2127879101 tempest-LiveAutoBlockMigrationV225Test-2127879101-project] 10.222.0.75 "GET /v2.0/ports?device_id=9d1556d0-d009-41c6-9d9c-d68b6ae4cbe4 HTTP/1.1" status: 200 len: 944 time: 0.1639435 Feb 09 19:03:41.834967 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Current status of the port aeb6ef05-0f81-4bfc-9b56-d956ed6fbaa6 is: DOWN; New status is: BUILD {{(pid=103232) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 19:03:41.835682 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (aeb6ef05-0f81-4bfc-9b56-d956ed6fbaa6), before_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:03:41.859393 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Device 0eea1a64-ccbf-4679-8307-b9066a9a8dde details requested by agent hyperv_n-h2-713498-36 with host n-h2-713498-36 {{(pid=103232) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 19:03:41.871316 n-d-713498-36 neutron-server[103232]: DEBUG neutron.notifiers.nova [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id aeb6ef05-0f81-4bfc-9b56-d956ed6fbaa6 {{(pid=103232) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 19:03:41.881469 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2fbd3ef-627f-46ba-91f9-342c6672cb7b req-c460c75a-7b33-484c-8db9-c7021ee2b4fe tempest-LiveMigrationTest-1137365927 tempest-LiveMigrationTest-1137365927-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:03:41.883319 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-d2fbd3ef-627f-46ba-91f9-342c6672cb7b req-c460c75a-7b33-484c-8db9-c7021ee2b4fe tempest-LiveMigrationTest-1137365927 tempest-LiveMigrationTest-1137365927-project-admin] 10.222.0.89 "GET /v2.0/ports?device_id=5ff67175-208f-48a4-b08d-79f957313fbc&tenant_id=05fa6a089578484da4b750f8c0b5ad12&binding%3Ahost_id=n-h2-713498-36 HTTP/1.1" status: 200 len: 1128 time: 0.1655169 Feb 09 19:03:41.910711 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Device 2871109b-715f-42ac-9bd1-b1a86f16330a no longer exists at agent hyperv_n-h2-713498-36 {{(pid=103232) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 19:03:41.982414 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-25490357-14e4-4a97-9eed-0319efb2f418 req-52f02757-a690-4215-a133-039f71961ce7 tempest-LiveAutoBlockMigrationV225Test-2127879101 tempest-LiveAutoBlockMigrationV225Test-2127879101-project] 10.222.0.75 "GET /v2.0/security-groups?id=e3cb5363-3b49-4f74-b239-a871e755b40a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1465113 Feb 09 19:03:41.987160 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 48186) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:03:42.013448 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] For port aeb6ef05-0f81-4bfc-9b56-d956ed6fbaa6, host n-h1-713498-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-36',level=0,port_id=aeb6ef05-0f81-4bfc-9b56-d956ed6fbaa6,segment=NetworkSegment(2523c180-74ec-4cd9-9acb-870f2fae65fd),segment_id=2523c180-74ec-4cd9-9acb-870f2fae65fd)] {{(pid=103232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 19:03:42.028162 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-9940e3fe-cac6-4c10-be27-d1f1022a4a17 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:03:42.039224 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762867176205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762866656485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762866656503'] for port (aeb6ef05-0f81-4bfc-9b56-d956ed6fbaa6), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:03:42.050124 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.db.resource_extend [None req-7429db8d-6021-40ad-813e-885be449a89b None None] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 09 19:03:42.060046 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2fbd3ef-627f-46ba-91f9-342c6672cb7b req-65b00820-5981-49a3-aebd-24d0c4e51028 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:03:42.062232 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-d2fbd3ef-627f-46ba-91f9-342c6672cb7b req-65b00820-5981-49a3-aebd-24d0c4e51028 service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=5ff67175-208f-48a4-b08d-79f957313fbc&tenant_id=05fa6a089578484da4b750f8c0b5ad12 HTTP/1.1" status: 200 len: 1128 time: 0.1703830 Feb 09 19:03:42.185773 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-7429db8d-6021-40ad-813e-885be449a89b None None] The host n-h2-713498-36 is not matching for port 2871109b-715f-42ac-9bd1-b1a86f16330a host n-h1-713498-36! {{(pid=103232) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2330}} Feb 09 19:03:42.186240 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Device 2871109b-715f-42ac-9bd1-b1a86f16330a not bound to the agent host n-h2-713498-36 {{(pid=103232) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 19:03:42.210530 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Pushing event updated for resources: {'Port': ['ID=aeb6ef05-0f81-4bfc-9b56-d956ed6fbaa6,revision_number=4']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:03:42.217446 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-68c9d935-fd44-4874-bb84-eba53d749499 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1613467', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1834633'] for router_interface (ba92a895-b2b9-49f2-bfbb-eec3c35125e3), after_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:03:42.235767 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2fbd3ef-627f-46ba-91f9-342c6672cb7b req-ee2f5835-697d-4b12-a29f-ed7c91d47e22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:03:42.237666 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-d2fbd3ef-627f-46ba-91f9-342c6672cb7b req-ee2f5835-697d-4b12-a29f-ed7c91d47e22 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=05fa6a089578484da4b750f8c0b5ad12&device_id=5ff67175-208f-48a4-b08d-79f957313fbc HTTP/1.1" status: 200 len: 1128 time: 0.1467340 Feb 09 19:03:42.264533 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-7429db8d-6021-40ad-813e-885be449a89b None None] For port 0eea1a64-ccbf-4679-8307-b9066a9a8dde, host n-h2-713498-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-36',level=0,port_id=0eea1a64-ccbf-4679-8307-b9066a9a8dde,segment=NetworkSegment(b98d4747-b18c-4141-8910-77c1fada78d1),segment_id=b98d4747-b18c-4141-8910-77c1fada78d1)] {{(pid=103232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 19:03:42.293674 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Returning: {'device': '0eea1a64-ccbf-4679-8307-b9066a9a8dde', 'network_id': '0e993f99-d3d0-4a2a-8eed-2f34375798b5', 'port_id': '0eea1a64-ccbf-4679-8307-b9066a9a8dde', 'mac_address': 'fa:16:3e:4d:2f:1a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 366, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7d496e2d-6315-4d42-9415-66e0bdf20977', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103232) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 19:03:42.334434 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] get_ports_and_sgs() called for port_ids ['aeb6ef05-0f81-4bfc-9b56-d956ed6fbaa6'] {{(pid=103232) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 19:03:42.338803 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-9940e3fe-cac6-4c10-be27-d1f1022a4a17 admin admin] Publish callbacks [] for security_group (4ede1238-9028-41ac-9ac3-da38d9a1d5e0), precommit_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:03:42.347902 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-9940e3fe-cac6-4c10-be27-d1f1022a4a17 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1892331'] for security_group (4ede1238-9028-41ac-9ac3-da38d9a1d5e0), after_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:03:42.426964 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9940e3fe-cac6-4c10-be27-d1f1022a4a17 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4ede1238-9028-41ac-9ac3-da38d9a1d5e0,revision_number=1']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:03:42.446617 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Current status of the port 0eea1a64-ccbf-4679-8307-b9066a9a8dde is: DOWN; New status is: BUILD {{(pid=103232) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 19:03:42.447013 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (0eea1a64-ccbf-4679-8307-b9066a9a8dde), before_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:03:42.475153 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-422206b2-75f5-4556-a142-86eafe28699a req-fd281451-9784-41c5-a9c6-06d981fc6f6f tempest-ServersOnMultiNodesTest-1472402947 tempest-ServersOnMultiNodesTest-1472402947-project] 10.222.0.75 "GET /v2.0/ports?device_id=7286d075-cf60-4225-a604-fbfa2ee2c8fd HTTP/1.1" status: 200 len: 210 time: 0.0753407 Feb 09 19:03:42.486549 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-9940e3fe-cac6-4c10-be27-d1f1022a4a17 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=fbbd13deb13b44ecb7c606328e20a594&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4975753 Feb 09 19:03:42.490862 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 48196) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:03:42.501847 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2fbd3ef-627f-46ba-91f9-342c6672cb7b req-3a4d0b22-5421-443a-92ed-86246ce0e9bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:03:42.503659 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-d2fbd3ef-627f-46ba-91f9-342c6672cb7b req-3a4d0b22-5421-443a-92ed-86246ce0e9bc service neutron] 10.222.0.89 "GET /v2.0/networks?id=d725567e-ae4f-48c7-8826-ca95b9692346 HTTP/1.1" status: 200 len: 908 time: 0.2594776 Feb 09 19:03:42.537166 n-d-713498-36 neutron-server[103232]: DEBUG neutron.notifiers.nova [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0eea1a64-ccbf-4679-8307-b9066a9a8dde {{(pid=103232) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 19:03:42.561139 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-7429db8d-6021-40ad-813e-885be449a89b None None] For port 0eea1a64-ccbf-4679-8307-b9066a9a8dde, host n-h2-713498-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-36',level=0,port_id=0eea1a64-ccbf-4679-8307-b9066a9a8dde,segment=NetworkSegment(b98d4747-b18c-4141-8910-77c1fada78d1),segment_id=b98d4747-b18c-4141-8910-77c1fada78d1)] {{(pid=103232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 19:03:42.578818 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762867176205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762866656485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762866656503'] for port (0eea1a64-ccbf-4679-8307-b9066a9a8dde), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:03:42.579558 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-d2fbd3ef-627f-46ba-91f9-342c6672cb7b req-294512dd-bd25-4fb8-9334-9bd20091b19e service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=2871109b-715f-42ac-9bd1-b1a86f16330a HTTP/1.1" status: 200 len: 217 time: 0.0663238 Feb 09 19:03:42.643124 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Pushing event updated for resources: {'Port': ['ID=0eea1a64-ccbf-4679-8307-b9066a9a8dde,revision_number=4']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:03:42.698324 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-571bfcba-d307-476c-881c-458218a96a0d admin admin] Publish callbacks [] for security_group (4ede1238-9028-41ac-9ac3-da38d9a1d5e0), before_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:03:42.705429 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2fbd3ef-627f-46ba-91f9-342c6672cb7b req-a680cf2e-f7b6-43c2-82f5-0940cb39292a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:03:42.707104 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-d2fbd3ef-627f-46ba-91f9-342c6672cb7b req-a680cf2e-f7b6-43c2-82f5-0940cb39292a service neutron] 10.222.0.89 "GET /v2.0/subnets?id=41b0b245-923a-427d-ac3e-7f4b2ecbbb0e HTTP/1.1" status: 200 len: 847 time: 0.1198134 Feb 09 19:03:42.756623 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-d2fbd3ef-627f-46ba-91f9-342c6672cb7b req-774a5f2b-06aa-499a-a720-7c406cfd63bd service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=d725567e-ae4f-48c7-8826-ca95b9692346&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0395100 Feb 09 19:03:42.758934 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-571bfcba-d307-476c-881c-458218a96a0d admin admin] Publish callbacks [] for security_group (4ede1238-9028-41ac-9ac3-da38d9a1d5e0), precommit_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:03:42.773342 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-920b0b6c-5775-4631-9798-b60eefe24cfd req-dfd336d4-25b8-45ed-bf7d-5bb7bdbc2bfa tempest-ServersOnMultiNodesTest-1472402947 tempest-ServersOnMultiNodesTest-1472402947-project] Publish callbacks [] for port (bc357ad8-1b22-4fe1-a6af-e296389a311b), precommit_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:03:42.813705 n-d-713498-36 neutron-server[103229]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-68c9d935-fd44-4874-bb84-eba53d749499 admin admin] Router ba92a895-b2b9-49f2-bfbb-eec3c35125e3 has already been hosted by L3 agent 93303d5e-5d17-45e8-8963-7694f87783ae {{(pid=103229) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 19:03:42.845822 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6135dae7-83d1-4ed5-9a9d-2d9855165241 req-ae388a37-243e-4c21-b905-fe43b69be70e tempest-VolumesAdminNegativeTest-1857604815 tempest-VolumesAdminNegativeTest-1857604815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:03:42.850463 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-6135dae7-83d1-4ed5-9a9d-2d9855165241 req-ae388a37-243e-4c21-b905-fe43b69be70e tempest-VolumesAdminNegativeTest-1857604815 tempest-VolumesAdminNegativeTest-1857604815-project] 10.222.0.75 "GET /v2.0/ports?device_id=e44926b7-3a08-4ba5-9959-169405fce0da HTTP/1.1" status: 200 len: 946 time: 0.2292581 Feb 09 19:03:42.853931 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ac9ad0c-87d4-46f7-8c76-345537878afc req-2909c08d-4824-4f88-9085-db9bcb6a6e2b tempest-ServersWithSpecificFlavorTestJSON-1030228139 tempest-ServersWithSpecificFlavorTestJSON-1030228139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:03:42.855460 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-2ac9ad0c-87d4-46f7-8c76-345537878afc req-2909c08d-4824-4f88-9085-db9bcb6a6e2b tempest-ServersWithSpecificFlavorTestJSON-1030228139 tempest-ServersWithSpecificFlavorTestJSON-1030228139-project] 10.222.0.75 "GET /v2.0/ports?device_id=b6786f1e-03a5-4d3d-aeaf-fa15657da107 HTTP/1.1" status: 200 len: 944 time: 0.1015558 Feb 09 19:03:42.912110 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-7429db8d-6021-40ad-813e-885be449a89b None None] get_ports_and_sgs() called for port_ids ['0eea1a64-ccbf-4679-8307-b9066a9a8dde'] {{(pid=103232) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 19:03:42.938641 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-571bfcba-d307-476c-881c-458218a96a0d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1892331'] for security_group (4ede1238-9028-41ac-9ac3-da38d9a1d5e0), after_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:03:42.941566 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-571bfcba-d307-476c-881c-458218a96a0d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:03:42.945875 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-571bfcba-d307-476c-881c-458218a96a0d admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/4ede1238-9028-41ac-9ac3-da38d9a1d5e0 HTTP/1.1" status: 204 len: 168 time: 0.4503717 Feb 09 19:03:42.949308 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-d2fbd3ef-627f-46ba-91f9-342c6672cb7b req-79e0d08d-b37c-45f2-b117-182e259cb4d9 service neutron] 10.222.0.89 "GET /v2.0/networks/d725567e-ae4f-48c7-8826-ca95b9692346?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1815128 Feb 09 19:03:42.975683 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-920b0b6c-5775-4631-9798-b60eefe24cfd req-dfd336d4-25b8-45ed-bf7d-5bb7bdbc2bfa tempest-ServersOnMultiNodesTest-1472402947 tempest-ServersOnMultiNodesTest-1472402947-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762866656467', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12867576'] for port (bc357ad8-1b22-4fe1-a6af-e296389a311b), after_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:03:42.977233 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-6135dae7-83d1-4ed5-9a9d-2d9855165241 req-c5bcc9a2-dce0-429d-a4c3-49c174b800ba tempest-VolumesAdminNegativeTest-1857604815 tempest-VolumesAdminNegativeTest-1857604815-project] 10.222.0.75 "GET /v2.0/security-groups?id=ddb23fc3-aa29-4777-a6d0-38c746159132&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1163530 Feb 09 19:03:43.030543 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-571bfcba-d307-476c-881c-458218a96a0d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4ede1238-9028-41ac-9ac3-da38d9a1d5e0,revision_number=None']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:03:43.032770 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-db8abe40-4c05-4fc9-9907-f84b9737861a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762867132591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593584'] for agent (93303d5e-5d17-45e8-8963-7694f87783ae), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:03:43.166681 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-d2fbd3ef-627f-46ba-91f9-342c6672cb7b req-c0b212ec-932e-49e8-85f4-140efc7b383b service neutron] 10.222.0.89 "GET /v2.0/networks/d725567e-ae4f-48c7-8826-ca95b9692346?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1860268 Feb 09 19:03:43.171252 n-d-713498-36 neutron-server[103229]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-920b0b6c-5775-4631-9798-b60eefe24cfd req-dfd336d4-25b8-45ed-bf7d-5bb7bdbc2bfa tempest-ServersOnMultiNodesTest-1472402947 tempest-ServersOnMultiNodesTest-1472402947-project] Network 2b5494c8-cf97-42c1-b902-87f998f28179 is already hosted by enough agents. {{(pid=103229) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 19:03:43.175914 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07e72d42-62ad-44fb-9534-512bb249440d req-9b141990-bf34-48aa-a52a-c53f412289e1 tempest-LiveMigrationTest-1021096981 tempest-LiveMigrationTest-1021096981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:03:43.183886 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-07e72d42-62ad-44fb-9534-512bb249440d req-9b141990-bf34-48aa-a52a-c53f412289e1 tempest-LiveMigrationTest-1021096981 tempest-LiveMigrationTest-1021096981-project] 10.222.0.75 "GET /v2.0/ports?device_id=5ff67175-208f-48a4-b08d-79f957313fbc HTTP/1.1" status: 200 len: 945 time: 0.1015189 Feb 09 19:03:43.211150 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-2ac9ad0c-87d4-46f7-8c76-345537878afc req-63689a3a-5d97-4872-b4c7-2c674c56c15c tempest-ServersWithSpecificFlavorTestJSON-1030228139 tempest-ServersWithSpecificFlavorTestJSON-1030228139-project] 10.222.0.75 "GET /v2.0/security-groups?id=7095cade-8760-483a-a246-f0df5ddf6b33&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.3169405 Feb 09 19:03:43.211900 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfd336d4-25b8-45ed-bf7d-5bb7bdbc2bfa tempest-ServersOnMultiNodesTest-1472402947 tempest-ServersOnMultiNodesTest-1472402947-project] Pushing event updated for resources: {'Port': ['ID=bc357ad8-1b22-4fe1-a6af-e296389a311b,revision_number=1']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:03:43.216408 n-d-713498-36 neutron-server[103229]: DEBUG neutron.scheduler.base_scheduler [req-920b0b6c-5775-4631-9798-b60eefe24cfd req-dfd336d4-25b8-45ed-bf7d-5bb7bdbc2bfa tempest-ServersOnMultiNodesTest-1472402947 tempest-ServersOnMultiNodesTest-1472402947-project] Resources bound (agent type, host, resource id): {{(pid=103229) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 19:03:43.254981 n-d-713498-36 neutron-server[103229]: DEBUG neutron.db.l3_dvrscheduler_db [req-920b0b6c-5775-4631-9798-b60eefe24cfd req-dfd336d4-25b8-45ed-bf7d-5bb7bdbc2bfa tempest-ServersOnMultiNodesTest-1472402947 tempest-ServersOnMultiNodesTest-1472402947-project] Received port after_create {{(pid=103229) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 19:03:43.274686 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-07e72d42-62ad-44fb-9534-512bb249440d req-42fbc093-5a45-4540-9aa7-6f42d5caf243 tempest-LiveMigrationTest-1021096981 tempest-LiveMigrationTest-1021096981-project] 10.222.0.75 "GET /v2.0/security-groups?id=ba18819a-1490-4e7b-a11b-e8610423d8ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0896118 Feb 09 19:03:43.332910 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-68c9d935-fd44-4874-bb84-eba53d749499 admin admin] Notify agent at l3_agent.n-d-713498-36 the message routers_updated {{(pid=103229) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 19:03:43.345782 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-68c9d935-fd44-4874-bb84-eba53d749499 admin admin] 10.222.0.75 "PUT /v2.0/routers/ba92a895-b2b9-49f2-bfbb-eec3c35125e3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.2251563 Feb 09 19:03:43.348541 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 48210) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:03:43.356452 n-d-713498-36 neutron-server[103233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d5d89a3-3036-4647-8a5d-35d648267ee7 None None] Sync routers for ids ['ba92a895-b2b9-49f2-bfbb-eec3c35125e3'] in n-d-713498-36 {{(pid=103233) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 19:03:43.395526 n-d-713498-36 neutron-server[103233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d5d89a3-3036-4647-8a5d-35d648267ee7 None None] Routers {'ba92a895-b2b9-49f2-bfbb-eec3c35125e3'} bound to L3 agent in host n-d-713498-36 {{(pid=103233) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 19:03:43.400598 n-d-713498-36 neutron-server[103233]: DEBUG neutron.db.l3_hamode_db [None req-3d5d89a3-3036-4647-8a5d-35d648267ee7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T18:51:43Z,description=,heartbeat_timestamp=2022-02-09T19:03:43Z,host='n-d-713498-36',id=93303d5e-5d17-45e8-8963-7694f87783ae,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T18:51:43Z,topic='l3_agent')) {'router_ids': ['ba92a895-b2b9-49f2-bfbb-eec3c35125e3'], 'active': True} {{(pid=103233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:03:43.413817 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-920b0b6c-5775-4631-9798-b60eefe24cfd req-dfd336d4-25b8-45ed-bf7d-5bb7bdbc2bfa tempest-ServersOnMultiNodesTest-1472402947 tempest-ServersOnMultiNodesTest-1472402947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:03:43.414804 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-920b0b6c-5775-4631-9798-b60eefe24cfd req-dfd336d4-25b8-45ed-bf7d-5bb7bdbc2bfa tempest-ServersOnMultiNodesTest-1472402947 tempest-ServersOnMultiNodesTest-1472402947-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171096'] for port (None), before_response {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:03:43.417791 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Device aeb6ef05-0f81-4bfc-9b56-d956ed6fbaa6 up at agent hyperv_n-h1-713498-36 {{(pid=103232) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 19:03:43.456962 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-920b0b6c-5775-4631-9798-b60eefe24cfd req-dfd336d4-25b8-45ed-bf7d-5bb7bdbc2bfa tempest-ServersOnMultiNodesTest-1472402947 tempest-ServersOnMultiNodesTest-1472402947-project] 10.222.0.89 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.4759188 Feb 09 19:03:43.468671 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.v2.base [req-920b0b6c-5775-4631-9798-b60eefe24cfd req-42e16a92-0d74-44f3-8dfc-e72bb83e5667 service neutron] Request body: {'port': {'device_id': '7286d075-cf60-4225-a604-fbfa2ee2c8fd', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-713498-36'}} {{(pid=103229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 19:03:43.630013 n-d-713498-36 neutron-server[103233]: DEBUG neutron.db.l3_dvr_db [None req-3d5d89a3-3036-4647-8a5d-35d648267ee7 None None] Set router ba92a895-b2b9-49f2-bfbb-eec3c35125e3 gateway port host: n-d-713498-36 {{(pid=103233) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 19:03:43.639456 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2fbd3ef-627f-46ba-91f9-342c6672cb7b req-de88704e-9478-45a5-bae3-1c78e4e4ac8b tempest-LiveMigrationTest-1137365927 tempest-LiveMigrationTest-1137365927-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:03:43.643011 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-d2fbd3ef-627f-46ba-91f9-342c6672cb7b req-de88704e-9478-45a5-bae3-1c78e4e4ac8b tempest-LiveMigrationTest-1137365927 tempest-LiveMigrationTest-1137365927-project-admin] 10.222.0.89 "GET /v2.0/ports?device_id=5ff67175-208f-48a4-b08d-79f957313fbc&tenant_id=05fa6a089578484da4b750f8c0b5ad12&binding%3Ahost_id=n-h1-713498-36 HTTP/1.1" status: 200 len: 1128 time: 0.0849433 Feb 09 19:03:43.699380 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-920b0b6c-5775-4631-9798-b60eefe24cfd req-42e16a92-0d74-44f3-8dfc-e72bb83e5667 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (bc357ad8-1b22-4fe1-a6af-e296389a311b), before_update {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:03:43.741182 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdb1254e-a9b6-4866-a7f3-71c5540c8613 req-70a25412-3d88-42f8-944a-b122778adaff tempest-LiveAutoBlockMigrationV225Test-2127879101 tempest-LiveAutoBlockMigrationV225Test-2127879101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:03:43.742804 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-cdb1254e-a9b6-4866-a7f3-71c5540c8613 req-70a25412-3d88-42f8-944a-b122778adaff tempest-LiveAutoBlockMigrationV225Test-2127879101 tempest-LiveAutoBlockMigrationV225Test-2127879101-project] 10.222.0.75 "GET /v2.0/ports?device_id=9d1556d0-d009-41c6-9d9c-d68b6ae4cbe4 HTTP/1.1" status: 200 len: 945 time: 0.2667160 Feb 09 19:03:43.857190 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.provisioning_blocks [None req-13cd1aaa-e3b9-4b5b-a3b3-b35a6c738775 None None] Provisioning complete for port bc357ad8-1b22-4fe1-a6af-e296389a311b triggered by entity DHCP. {{(pid=103232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 19:03:43.858047 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-13cd1aaa-e3b9-4b5b-a3b3-b35a6c738775 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593630'] for port (bc357ad8-1b22-4fe1-a6af-e296389a311b), provisioning_complete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:03:43.865548 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Device 0eea1a64-ccbf-4679-8307-b9066a9a8dde up at agent hyperv_n-h2-713498-36 {{(pid=103232) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 19:03:43.867112 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.89', 57208) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:03:43.914359 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.provisioning_blocks [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Provisioning for port aeb6ef05-0f81-4bfc-9b56-d956ed6fbaa6 completed by entity L2. {{(pid=103232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 19:03:43.955536 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.db [req-d2fbd3ef-627f-46ba-91f9-342c6672cb7b req-f974be25-ad02-4780-bfbf-104a0bb072f4 service neutron] For port 2871109b-715f-42ac-9bd1-b1a86f16330a, host n-h2-713498-36, cleared binding levels {{(pid=103230) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 19:03:43.956922 n-d-713498-36 neutron-server[103233]: DEBUG neutron.db.l3_hamode_db [None req-3d5d89a3-3036-4647-8a5d-35d648267ee7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ba92a895-b2b9-49f2-bfbb-eec3c35125e3', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-2127457717-router', 'tenant_id': '099b095e97df4302aa37ec5304cc9f5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88055e1e-672a-4487-be31-ffb6e833ece5', 'external_fixed_ips': [{'subnet_id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'ip_address': '172.25.1.100'}], 'enable_snat': True}, 'gw_port_id': 'ba192f5d-5ee3-4327-8143-67f618f504ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T19:03:19Z', 'updated_at': '2022-02-09T19:03:41Z', 'revision_number': 5, 'project_id': '099b095e97df4302aa37ec5304cc9f5e', 'gw_port': {'id': 'ba192f5d-5ee3-4327-8143-67f618f504ef', 'name': '', 'network_id': '88055e1e-672a-4487-be31-ffb6e833ece5', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:af:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba92a895-b2b9-49f2-bfbb-eec3c35125e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 487, 'fixed_ips': [{'subnet_id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'ip_address': '172.25.1.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T19:03:20Z', 'updated_at': '2022-02-09T19:03:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-36'}], 'n-d-713498-36', False) {} {{(pid=103233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:03:43.961706 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.provisioning_blocks [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Provisioning complete for port aeb6ef05-0f81-4bfc-9b56-d956ed6fbaa6 triggered by entity L2. {{(pid=103232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 19:03:43.964073 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593630'] for port (aeb6ef05-0f81-4bfc-9b56-d956ed6fbaa6), provisioning_complete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:03:43.966469 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [req-d2fbd3ef-627f-46ba-91f9-342c6672cb7b req-f974be25-ad02-4780-bfbf-104a0bb072f4 service neutron] Publish callbacks [] for binding (None), before_response {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:03:43.968117 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-d2fbd3ef-627f-46ba-91f9-342c6672cb7b req-f974be25-ad02-4780-bfbf-104a0bb072f4 service neutron] 10.222.0.89 "DELETE /v2.0/ports/2871109b-715f-42ac-9bd1-b1a86f16330a/bindings/n-h2-713498-36 HTTP/1.1" status: 204 len: 173 time: 0.3161883 Feb 09 19:03:43.986408 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64df6cbf-0d28-4979-9063-9ec64d2f375c req-1a852af0-3ea6-4ea2-9e08-700bbf7b6628 tempest-ServersOnMultiNodesTest-1472402947 tempest-ServersOnMultiNodesTest-1472402947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:03:43.993702 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-cdb1254e-a9b6-4866-a7f3-71c5540c8613 req-443a98c4-c12f-4991-be3c-005103da265a tempest-LiveAutoBlockMigrationV225Test-2127879101 tempest-LiveAutoBlockMigrationV225Test-2127879101-project] 10.222.0.75 "GET /v2.0/security-groups?id=e3cb5363-3b49-4f74-b239-a871e755b40a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2373829 Feb 09 19:03:43.996103 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-64df6cbf-0d28-4979-9063-9ec64d2f375c req-1a852af0-3ea6-4ea2-9e08-700bbf7b6628 tempest-ServersOnMultiNodesTest-1472402947 tempest-ServersOnMultiNodesTest-1472402947-project] 10.222.0.75 "GET /v2.0/ports?device_id=7286d075-cf60-4225-a604-fbfa2ee2c8fd HTTP/1.1" status: 200 len: 936 time: 0.1900809 Feb 09 19:03:44.040614 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-13cd1aaa-e3b9-4b5b-a3b3-b35a6c738775 None None] Port bc357ad8-1b22-4fe1-a6af-e296389a311b cannot update to ACTIVE because it is not bound. {{(pid=103232) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 19:03:44.041850 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-1e9c2fb1-408f-4637-91e9-a539a438380f admin admin] Publish callbacks [] for router (ba92a895-b2b9-49f2-bfbb-eec3c35125e3), before_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:03:44.082047 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.provisioning_blocks [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Provisioning for port 0eea1a64-ccbf-4679-8307-b9066a9a8dde completed by entity L2. {{(pid=103232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 19:03:44.111682 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.provisioning_blocks [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Provisioning complete for port 0eea1a64-ccbf-4679-8307-b9066a9a8dde triggered by entity L2. {{(pid=103232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 19:03:44.112587 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593630'] for port (0eea1a64-ccbf-4679-8307-b9066a9a8dde), provisioning_complete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:03:44.119199 n-d-713498-36 neutron-server[103233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d5d89a3-3036-4647-8a5d-35d648267ee7 None None] Checking router: ba92a895-b2b9-49f2-bfbb-eec3c35125e3 for host: n-d-713498-36 {{(pid=103233) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 19:03:44.185784 n-d-713498-36 neutron-server[103233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d5d89a3-3036-4647-8a5d-35d648267ee7 None None] Routers {'ba92a895-b2b9-49f2-bfbb-eec3c35125e3'} bound to L3 agent in host n-d-713498-36 {{(pid=103233) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 19:03:44.186437 n-d-713498-36 neutron-server[103233]: DEBUG neutron.db.l3_hamode_db [None req-3d5d89a3-3036-4647-8a5d-35d648267ee7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T18:51:43Z,description=,heartbeat_timestamp=2022-02-09T19:03:43Z,host='n-d-713498-36',id=93303d5e-5d17-45e8-8963-7694f87783ae,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T18:51:43Z,topic='l3_agent')) {'router_ids': ['ba92a895-b2b9-49f2-bfbb-eec3c35125e3'], 'active': True} {{(pid=103233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:03:44.265522 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-64df6cbf-0d28-4979-9063-9ec64d2f375c req-af500295-920d-41f3-94bc-ea265aaf3d4d tempest-ServersOnMultiNodesTest-1472402947 tempest-ServersOnMultiNodesTest-1472402947-project] 10.222.0.75 "GET /v2.0/security-groups?id=aed5302d-0478-4b9d-b014-143adc5c0d74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2685325 Feb 09 19:03:44.307227 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-edc54c9b-7f13-45d9-9271-85c9738b0128 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762867132591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593584'] for agent (a62b1850-466f-48ae-bec7-d62fb280e14b), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:03:44.316958 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Current status of the port aeb6ef05-0f81-4bfc-9b56-d956ed6fbaa6 is: BUILD; New status is: ACTIVE {{(pid=103232) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 19:03:44.326309 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (aeb6ef05-0f81-4bfc-9b56-d956ed6fbaa6), before_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:03:44.346264 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-1e9c2fb1-408f-4637-91e9-a539a438380f admin admin] Publish callbacks [] for router_gateway (ba92a895-b2b9-49f2-bfbb-eec3c35125e3), before_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:03:44.372325 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09a9bdf1-61e7-4fd9-8938-4dbaceb8bb5c req-352cda35-14eb-4465-827a-c07873edf263 tempest-VolumesAdminNegativeTest-1857604815 tempest-VolumesAdminNegativeTest-1857604815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:03:44.391034 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-09a9bdf1-61e7-4fd9-8938-4dbaceb8bb5c req-352cda35-14eb-4465-827a-c07873edf263 tempest-VolumesAdminNegativeTest-1857604815 tempest-VolumesAdminNegativeTest-1857604815-project] 10.222.0.89 "GET /v2.0/ports?device_id=e44926b7-3a08-4ba5-9959-169405fce0da HTTP/1.1" status: 200 len: 946 time: 0.5051873 Feb 09 19:03:44.391206 n-d-713498-36 neutron-server[103233]: DEBUG neutron.db.l3_dvr_db [None req-3d5d89a3-3036-4647-8a5d-35d648267ee7 None None] Set router ba92a895-b2b9-49f2-bfbb-eec3c35125e3 gateway port host: n-d-713498-36 {{(pid=103233) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 19:03:44.464551 n-d-713498-36 neutron-server[103232]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b6786f1e-03a5-4d3d-aeaf-fa15657da107', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aeb6ef05-0f81-4bfc-9b56-d956ed6fbaa6'}] {{(pid=103232) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 19:03:44.466839 n-d-713498-36 neutron-server[103232]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}949cdcde653dec44821de95cbf67297f53cbc2aed4e073b5d514f93bf911ce85" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1322bfe8-11bb-4b10-99d6-033d3e81f9ab" -d '{"events": [{"server_uuid": "b6786f1e-03a5-4d3d-aeaf-fa15657da107", "name": "network-vif-plugged", "status": "completed", "tag": "aeb6ef05-0f81-4bfc-9b56-d956ed6fbaa6"}]}' {{(pid=103232) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 19:03:44.506116 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] For port aeb6ef05-0f81-4bfc-9b56-d956ed6fbaa6, host n-h1-713498-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-36',level=0,port_id=aeb6ef05-0f81-4bfc-9b56-d956ed6fbaa6,segment=NetworkSegment(2523c180-74ec-4cd9-9acb-870f2fae65fd),segment_id=2523c180-74ec-4cd9-9acb-870f2fae65fd)] {{(pid=103232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 19:03:44.526682 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Current status of the port 0eea1a64-ccbf-4679-8307-b9066a9a8dde is: BUILD; New status is: ACTIVE {{(pid=103232) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 19:03:44.526682 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (0eea1a64-ccbf-4679-8307-b9066a9a8dde), before_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:03:44.526682 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762867176205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762866656485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762866656503'] for port (aeb6ef05-0f81-4bfc-9b56-d956ed6fbaa6), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:03:44.585857 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40130362-972f-4960-abd9-33a284789617 req-69bc1235-d6ef-480d-b67c-9352384a32a9 tempest-ServersWithSpecificFlavorTestJSON-1030228139 tempest-ServersWithSpecificFlavorTestJSON-1030228139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:03:44.591061 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-40130362-972f-4960-abd9-33a284789617 req-69bc1235-d6ef-480d-b67c-9352384a32a9 tempest-ServersWithSpecificFlavorTestJSON-1030228139 tempest-ServersWithSpecificFlavorTestJSON-1030228139-project] 10.222.0.75 "GET /v2.0/ports?device_id=b6786f1e-03a5-4d3d-aeaf-fa15657da107 HTTP/1.1" status: 200 len: 944 time: 0.2054923 Feb 09 19:03:44.602874 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.plugin [None req-1e9c2fb1-408f-4637-91e9-a539a438380f admin admin] Deleting port ba192f5d-5ee3-4327-8143-67f618f504ef {{(pid=103230) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 19:03:44.604126 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-1e9c2fb1-408f-4637-91e9-a539a438380f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762867170196'] for port (ba192f5d-5ee3-4327-8143-67f618f504ef), before_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:03:44.640944 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Pushing event updated for resources: {'Port': ['ID=aeb6ef05-0f81-4bfc-9b56-d956ed6fbaa6,revision_number=5']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:03:44.710358 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-7429db8d-6021-40ad-813e-885be449a89b None None] For port 0eea1a64-ccbf-4679-8307-b9066a9a8dde, host n-h2-713498-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-36',level=0,port_id=0eea1a64-ccbf-4679-8307-b9066a9a8dde,segment=NetworkSegment(b98d4747-b18c-4141-8910-77c1fada78d1),segment_id=b98d4747-b18c-4141-8910-77c1fada78d1)] {{(pid=103232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 19:03:44.721578 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762867176205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762866656485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762866656503'] for port (0eea1a64-ccbf-4679-8307-b9066a9a8dde), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:03:44.801443 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21c2acfc-d6cf-4e38-a40b-051a139fa1bc req-6b02c7c1-1538-48b6-98c6-ff4c22962b60 tempest-VolumesAdminNegativeTest-1857604815 tempest-VolumesAdminNegativeTest-1857604815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:03:44.804935 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-21c2acfc-d6cf-4e38-a40b-051a139fa1bc req-6b02c7c1-1538-48b6-98c6-ff4c22962b60 tempest-VolumesAdminNegativeTest-1857604815 tempest-VolumesAdminNegativeTest-1857604815-project] 10.222.0.75 "GET /v2.0/ports?device_id=e44926b7-3a08-4ba5-9959-169405fce0da HTTP/1.1" status: 200 len: 946 time: 0.4129629 Feb 09 19:03:44.811520 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 48252) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:03:44.821816 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Pushing event updated for resources: {'Port': ['ID=0eea1a64-ccbf-4679-8307-b9066a9a8dde,revision_number=5']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:03:44.823968 n-d-713498-36 neutron-server[103229]: DEBUG neutron.notifiers.nova [req-920b0b6c-5775-4631-9798-b60eefe24cfd req-42e16a92-0d74-44f3-8dfc-e72bb83e5667 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bc357ad8-1b22-4fe1-a6af-e296389a311b {{(pid=103229) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 19:03:44.839584 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-920b0b6c-5775-4631-9798-b60eefe24cfd req-42e16a92-0d74-44f3-8dfc-e72bb83e5667 service neutron] Publish callbacks [] for port (bc357ad8-1b22-4fe1-a6af-e296389a311b), precommit_update {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:03:44.877743 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-40130362-972f-4960-abd9-33a284789617 req-3166e26e-e248-45b1-a74e-7564b01d64d3 tempest-ServersWithSpecificFlavorTestJSON-1030228139 tempest-ServersWithSpecificFlavorTestJSON-1030228139-project] 10.222.0.75 "GET /v2.0/security-groups?id=7095cade-8760-483a-a246-f0df5ddf6b33&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2768648 Feb 09 19:03:44.882954 n-d-713498-36 neutron-server[103229]: DEBUG neutron.db.provisioning_blocks [req-920b0b6c-5775-4631-9798-b60eefe24cfd req-42e16a92-0d74-44f3-8dfc-e72bb83e5667 service neutron] Transition to ACTIVE for port object bc357ad8-1b22-4fe1-a6af-e296389a311b will not be triggered until provisioned by entity L2. {{(pid=103229) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 19:03:44.895406 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.db [None req-1e9c2fb1-408f-4637-91e9-a539a438380f admin admin] For port ba192f5d-5ee3-4327-8143-67f618f504ef, host n-d-713498-36, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-36',level=0,port_id=ba192f5d-5ee3-4327-8143-67f618f504ef,segment=NetworkSegment(a4222f89-8d3f-4b51-953b-1a8126392491),segment_id=a4222f89-8d3f-4b51-953b-1a8126392491)] {{(pid=103230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 19:03:44.899235 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-1e9c2fb1-408f-4637-91e9-a539a438380f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1820838'] for port (ba192f5d-5ee3-4327-8143-67f618f504ef), precommit_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:03:44.900939 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-920b0b6c-5775-4631-9798-b60eefe24cfd req-42e16a92-0d74-44f3-8dfc-e72bb83e5667 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762867176205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762866656485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762866656503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12867569'] for port (bc357ad8-1b22-4fe1-a6af-e296389a311b), after_update {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:03:44.930477 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.plugin [None req-1e9c2fb1-408f-4637-91e9-a539a438380f admin admin] Calling delete_port for ba192f5d-5ee3-4327-8143-67f618f504ef owned by network:router_gateway {{(pid=103230) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 19:03:44.970385 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-21c2acfc-d6cf-4e38-a40b-051a139fa1bc req-8838968b-d3ba-4341-b8fb-d369cf47716c tempest-VolumesAdminNegativeTest-1857604815 tempest-VolumesAdminNegativeTest-1857604815-project] 10.222.0.75 "GET /v2.0/security-groups?id=ddb23fc3-aa29-4777-a6d0-38c746159132&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1550581 Feb 09 19:03:44.976107 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.plugin [req-09a9bdf1-61e7-4fd9-8938-4dbaceb8bb5c req-9cedc072-0f41-4a7f-8edc-f0b03738a1f6 tempest-VolumesAdminNegativeTest-1857604815 tempest-VolumesAdminNegativeTest-1857604815-project] Deleting port 5fd0a4a5-8221-4221-940c-5e46deecec50 {{(pid=103229) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 19:03:44.981033 n-d-713498-36 neutron-server[103233]: DEBUG neutron.db.l3_hamode_db [None req-3d5d89a3-3036-4647-8a5d-35d648267ee7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ba92a895-b2b9-49f2-bfbb-eec3c35125e3', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-2127457717-router', 'tenant_id': '099b095e97df4302aa37ec5304cc9f5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88055e1e-672a-4487-be31-ffb6e833ece5', 'external_fixed_ips': [{'subnet_id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'ip_address': '172.25.1.100'}], 'enable_snat': True}, 'gw_port_id': 'ba192f5d-5ee3-4327-8143-67f618f504ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T19:03:19Z', 'updated_at': '2022-02-09T19:03:41Z', 'revision_number': 5, 'project_id': '099b095e97df4302aa37ec5304cc9f5e', 'gw_port': {'id': 'ba192f5d-5ee3-4327-8143-67f618f504ef', 'name': '', 'network_id': '88055e1e-672a-4487-be31-ffb6e833ece5', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:af:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba92a895-b2b9-49f2-bfbb-eec3c35125e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 487, 'fixed_ips': [{'subnet_id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'ip_address': '172.25.1.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T19:03:20Z', 'updated_at': '2022-02-09T19:03:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-36'}], 'n-d-713498-36', False) {} {{(pid=103233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:03:44.986315 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-09a9bdf1-61e7-4fd9-8938-4dbaceb8bb5c req-9cedc072-0f41-4a7f-8edc-f0b03738a1f6 tempest-VolumesAdminNegativeTest-1857604815 tempest-VolumesAdminNegativeTest-1857604815-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762867170196'] for port (5fd0a4a5-8221-4221-940c-5e46deecec50), before_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:03:45.035183 n-d-713498-36 neutron-server[103233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d5d89a3-3036-4647-8a5d-35d648267ee7 None None] The sync data for ids ['ba92a895-b2b9-49f2-bfbb-eec3c35125e3'] in n-d-713498-36 is: [{'id': 'ba92a895-b2b9-49f2-bfbb-eec3c35125e3', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-2127457717-router', 'tenant_id': '099b095e97df4302aa37ec5304cc9f5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88055e1e-672a-4487-be31-ffb6e833ece5', 'external_fixed_ips': [{'subnet_id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'ip_address': '172.25.1.100'}], 'enable_snat': True}, 'gw_port_id': 'ba192f5d-5ee3-4327-8143-67f618f504ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T19:03:19Z', 'updated_at': '2022-02-09T19:03:41Z', 'revision_number': 5, 'project_id': '099b095e97df4302aa37ec5304cc9f5e', 'gw_port': {'id': 'ba192f5d-5ee3-4327-8143-67f618f504ef', 'name': '', 'network_id': '88055e1e-672a-4487-be31-ffb6e833ece5', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:af:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba92a895-b2b9-49f2-bfbb-eec3c35125e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 487, 'fixed_ips': [{'subnet_id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'ip_address': '172.25.1.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T19:03:20Z', 'updated_at': '2022-02-09T19:03:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-36'}] {{(pid=103233) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 19:03:45.081440 n-d-713498-36 neutron-server[103232]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 19:03:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b5090a21-358f-4fd6-8545-597f1ea61a16 x-openstack-request-id: req-b5090a21-358f-4fd6-8545-597f1ea61a16 {{(pid=103232) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 19:03:45.082006 n-d-713498-36 neutron-server[103232]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b6786f1e-03a5-4d3d-aeaf-fa15657da107", "name": "network-vif-plugged", "status": "completed", "tag": "aeb6ef05-0f81-4bfc-9b56-d956ed6fbaa6", "code": 200}]} {{(pid=103232) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 19:03:45.082907 n-d-713498-36 neutron-server[103232]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-b5090a21-358f-4fd6-8545-597f1ea61a16 {{(pid=103232) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 19:03:45.084386 n-d-713498-36 neutron-server[103232]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b6786f1e-03a5-4d3d-aeaf-fa15657da107', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aeb6ef05-0f81-4bfc-9b56-d956ed6fbaa6', 'code': 200} Feb 09 19:03:45.100772 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42e16a92-0d74-44f3-8dfc-e72bb83e5667 service neutron] Pushing event updated for resources: {'Port': ['ID=bc357ad8-1b22-4fe1-a6af-e296389a311b,revision_number=2']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:03:45.248888 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.db [req-09a9bdf1-61e7-4fd9-8938-4dbaceb8bb5c req-9cedc072-0f41-4a7f-8edc-f0b03738a1f6 tempest-VolumesAdminNegativeTest-1857604815 tempest-VolumesAdminNegativeTest-1857604815-project] For port 5fd0a4a5-8221-4221-940c-5e46deecec50, host n-h1-713498-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-36',level=0,port_id=5fd0a4a5-8221-4221-940c-5e46deecec50,segment=NetworkSegment(005c78de-c5f6-421f-803a-b71a04aaed38),segment_id=005c78de-c5f6-421f-803a-b71a04aaed38)] {{(pid=103229) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 19:03:45.249268 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-09a9bdf1-61e7-4fd9-8938-4dbaceb8bb5c req-9cedc072-0f41-4a7f-8edc-f0b03738a1f6 tempest-VolumesAdminNegativeTest-1857604815 tempest-VolumesAdminNegativeTest-1857604815-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1820838'] for port (5fd0a4a5-8221-4221-940c-5e46deecec50), precommit_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:03:45.291848 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.plugin [req-09a9bdf1-61e7-4fd9-8938-4dbaceb8bb5c req-9cedc072-0f41-4a7f-8edc-f0b03738a1f6 tempest-VolumesAdminNegativeTest-1857604815 tempest-VolumesAdminNegativeTest-1857604815-project] Calling delete_port for 5fd0a4a5-8221-4221-940c-5e46deecec50 owned by compute:nova {{(pid=103229) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 19:03:45.322374 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.managers [req-920b0b6c-5775-4631-9798-b60eefe24cfd req-42e16a92-0d74-44f3-8dfc-e72bb83e5667 service neutron] Attempting to bind port bc357ad8-1b22-4fe1-a6af-e296389a311b on host n-h1-713498-36 for vnic_type normal with profile {{(pid=103229) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 19:03:45.322716 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.managers [req-920b0b6c-5775-4631-9798-b60eefe24cfd req-42e16a92-0d74-44f3-8dfc-e72bb83e5667 service neutron] Attempting to bind port bc357ad8-1b22-4fe1-a6af-e296389a311b by drivers openvswitch,hyperv on host n-h1-713498-36 at level 0 using segments [{'id': '50e5915e-18f0-4558-9a28-b978975ead36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': '2b5494c8-cf97-42c1-b902-87f998f28179'}] {{(pid=103229) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 19:03:45.323049 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-920b0b6c-5775-4631-9798-b60eefe24cfd req-42e16a92-0d74-44f3-8dfc-e72bb83e5667 service neutron] Attempting to bind port bc357ad8-1b22-4fe1-a6af-e296389a311b on network 2b5494c8-cf97-42c1-b902-87f998f28179 {{(pid=103229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 19:03:45.336182 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0ddbb3c-5a24-401a-88e4-ff3ec7586acc req-1da4fe75-32b7-4116-999a-3c2283ce22de tempest-LiveAutoBlockMigrationV225Test-2127879101 tempest-LiveAutoBlockMigrationV225Test-2127879101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:03:45.343178 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-d0ddbb3c-5a24-401a-88e4-ff3ec7586acc req-1da4fe75-32b7-4116-999a-3c2283ce22de tempest-LiveAutoBlockMigrationV225Test-2127879101 tempest-LiveAutoBlockMigrationV225Test-2127879101-project] 10.222.0.75 "GET /v2.0/ports?device_id=9d1556d0-d009-41c6-9d9c-d68b6ae4cbe4 HTTP/1.1" status: 200 len: 946 time: 0.1832690 Feb 09 19:03:45.347537 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-920b0b6c-5775-4631-9798-b60eefe24cfd req-42e16a92-0d74-44f3-8dfc-e72bb83e5667 service neutron] Port bc357ad8-1b22-4fe1-a6af-e296389a311b on network 2b5494c8-cf97-42c1-b902-87f998f28179 not bound, no agent of type Open vSwitch agent registered on host n-h1-713498-36 {{(pid=103229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 19:03:45.347807 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-920b0b6c-5775-4631-9798-b60eefe24cfd req-42e16a92-0d74-44f3-8dfc-e72bb83e5667 service neutron] Attempting to bind port bc357ad8-1b22-4fe1-a6af-e296389a311b on network 2b5494c8-cf97-42c1-b902-87f998f28179 {{(pid=103229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 19:03:45.396543 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-920b0b6c-5775-4631-9798-b60eefe24cfd req-42e16a92-0d74-44f3-8dfc-e72bb83e5667 service neutron] Checking agent: {'id': '488cd9ae-631f-4955-ba0b-4f5a13f12e9c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713498-36', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 18, 59, 18), 'started_at': datetime.datetime(2022, 2, 9, 18, 59, 18), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 19, 3, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 19:03:45.396700 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-920b0b6c-5775-4631-9798-b60eefe24cfd req-42e16a92-0d74-44f3-8dfc-e72bb83e5667 service neutron] Checking segment: {'id': '50e5915e-18f0-4558-9a28-b978975ead36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': '2b5494c8-cf97-42c1-b902-87f998f28179'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103229) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 19:03:45.397622 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-920b0b6c-5775-4631-9798-b60eefe24cfd req-42e16a92-0d74-44f3-8dfc-e72bb83e5667 service neutron] Bound using segment: {'id': '50e5915e-18f0-4558-9a28-b978975ead36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': '2b5494c8-cf97-42c1-b902-87f998f28179'} {{(pid=103229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 19:03:45.397622 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.managers [req-920b0b6c-5775-4631-9798-b60eefe24cfd req-42e16a92-0d74-44f3-8dfc-e72bb83e5667 service neutron] Bound port: bc357ad8-1b22-4fe1-a6af-e296389a311b, host: n-h1-713498-36, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '50e5915e-18f0-4558-9a28-b978975ead36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': '2b5494c8-cf97-42c1-b902-87f998f28179'}}] {{(pid=103229) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 19:03:45.397818 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-920b0b6c-5775-4631-9798-b60eefe24cfd req-42e16a92-0d74-44f3-8dfc-e72bb83e5667 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (bc357ad8-1b22-4fe1-a6af-e296389a311b), before_update {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:03:45.467708 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-d0ddbb3c-5a24-401a-88e4-ff3ec7586acc req-fbef1eb5-e524-46a2-8101-03a933e9cf7b tempest-LiveAutoBlockMigrationV225Test-2127879101 tempest-LiveAutoBlockMigrationV225Test-2127879101-project] 10.222.0.75 "GET /v2.0/security-groups?id=e3cb5363-3b49-4f74-b239-a871e755b40a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1235788 Feb 09 19:03:45.523706 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-c7cbd6f3-a526-42c5-9214-a1fe16490e17 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:03:45.559085 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.db [req-920b0b6c-5775-4631-9798-b60eefe24cfd req-42e16a92-0d74-44f3-8dfc-e72bb83e5667 service neutron] For port bc357ad8-1b22-4fe1-a6af-e296389a311b, host n-h1-713498-36, cleared binding levels {{(pid=103229) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 19:03:45.621578 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.db [req-920b0b6c-5775-4631-9798-b60eefe24cfd req-42e16a92-0d74-44f3-8dfc-e72bb83e5667 service neutron] For port bc357ad8-1b22-4fe1-a6af-e296389a311b, host n-h1-713498-36, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-36',level=0,port_id=bc357ad8-1b22-4fe1-a6af-e296389a311b,segment=NetworkSegment(50e5915e-18f0-4558-9a28-b978975ead36),segment_id=50e5915e-18f0-4558-9a28-b978975ead36)] {{(pid=103229) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 19:03:45.662844 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-920b0b6c-5775-4631-9798-b60eefe24cfd req-42e16a92-0d74-44f3-8dfc-e72bb83e5667 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762867176205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762866656485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762866656503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12867569'] for port (bc357ad8-1b22-4fe1-a6af-e296389a311b), after_update {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:03:45.671164 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02a48471-ac6e-43e4-9d74-1a7288fa47b3 req-32f78ab8-5849-42d3-b8de-7e09ebea9197 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:03:45.672686 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-02a48471-ac6e-43e4-9d74-1a7288fa47b3 req-32f78ab8-5849-42d3-b8de-7e09ebea9197 service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=b6786f1e-03a5-4d3d-aeaf-fa15657da107 HTTP/1.1" status: 200 len: 1128 time: 0.1931944 Feb 09 19:03:45.722221 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-09a9bdf1-61e7-4fd9-8938-4dbaceb8bb5c req-9cedc072-0f41-4a7f-8edc-f0b03738a1f6 tempest-VolumesAdminNegativeTest-1857604815 tempest-VolumesAdminNegativeTest-1857604815-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762867177463', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762866656476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12867576'] for port (5fd0a4a5-8221-4221-940c-5e46deecec50), after_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:03:45.735822 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d764e12-7dc0-4279-a905-b3da634b6a6a req-31f5f335-9e67-40ab-b471-838fe150cc1e tempest-LiveMigrationTest-1021096981 tempest-LiveMigrationTest-1021096981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:03:45.740698 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-920b0b6c-5775-4631-9798-b60eefe24cfd req-42e16a92-0d74-44f3-8dfc-e72bb83e5667 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:03:45.741762 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-920b0b6c-5775-4631-9798-b60eefe24cfd req-42e16a92-0d74-44f3-8dfc-e72bb83e5667 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171096'] for port (None), before_response {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:03:45.743356 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-920b0b6c-5775-4631-9798-b60eefe24cfd req-42e16a92-0d74-44f3-8dfc-e72bb83e5667 service neutron] 10.222.0.89 "PUT /v2.0/ports/bc357ad8-1b22-4fe1-a6af-e296389a311b HTTP/1.1" status: 200 len: 1097 time: 2.2791314 Feb 09 19:03:45.743661 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-9d764e12-7dc0-4279-a905-b3da634b6a6a req-31f5f335-9e67-40ab-b471-838fe150cc1e tempest-LiveMigrationTest-1021096981 tempest-LiveMigrationTest-1021096981-project] 10.222.0.75 "GET /v2.0/ports?device_id=5ff67175-208f-48a4-b08d-79f957313fbc HTTP/1.1" status: 200 len: 945 time: 0.2651193 Feb 09 19:03:45.743837 n-d-713498-36 neutron-server[103229]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7286d075-cf60-4225-a604-fbfa2ee2c8fd', 'tag': 'bc357ad8-1b22-4fe1-a6af-e296389a311b'}] {{(pid=103229) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 19:03:45.746276 n-d-713498-36 neutron-server[103229]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fa6ae9a20702bd564eaf90d946620b2b4277b1ab91129323d3b54181076be307" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-71657258-e55f-4bd0-95ed-e54526e80238" -d '{"events": [{"name": "network-changed", "server_uuid": "7286d075-cf60-4225-a604-fbfa2ee2c8fd", "tag": "bc357ad8-1b22-4fe1-a6af-e296389a311b"}]}' {{(pid=103229) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 19:03:45.776319 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-1e9c2fb1-408f-4637-91e9-a539a438380f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762867177463', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762866656476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14393751'] for port (ba192f5d-5ee3-4327-8143-67f618f504ef), after_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:03:45.788886 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-a7262a8e-0513-48fd-984d-75726a511961 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762867132591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593584'] for agent (911cfea2-02ae-4ec9-bac3-7808ee1cdd9c), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:03:45.807683 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e187ac09-a19b-48be-ad78-bb852eba1fb1 req-c13c067d-7744-4d57-90d5-f0788113b71b tempest-ServersOnMultiNodesTest-1472402947 tempest-ServersOnMultiNodesTest-1472402947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:03:45.809542 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-e187ac09-a19b-48be-ad78-bb852eba1fb1 req-c13c067d-7744-4d57-90d5-f0788113b71b tempest-ServersOnMultiNodesTest-1472402947 tempest-ServersOnMultiNodesTest-1472402947-project] 10.222.0.75 "GET /v2.0/ports?device_id=7286d075-cf60-4225-a604-fbfa2ee2c8fd HTTP/1.1" status: 200 len: 948 time: 0.2200215 Feb 09 19:03:45.831648 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42e16a92-0d74-44f3-8dfc-e72bb83e5667 service neutron] Pushing event updated for resources: {'Port': ['ID=bc357ad8-1b22-4fe1-a6af-e296389a311b,revision_number=3']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:03:45.879971 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e9c2fb1-408f-4637-91e9-a539a438380f admin admin] Pushing event deleted for resources: {'Port': ['ID=ba192f5d-5ee3-4327-8143-67f618f504ef,revision_number=None']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:03:45.905223 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-c7cbd6f3-a526-42c5-9214-a1fe16490e17 admin admin] Publish callbacks [] for security_group (29b823ea-666b-4d4d-ac34-8ec201e4d388), precommit_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:03:45.920372 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-02a48471-ac6e-43e4-9d74-1a7288fa47b3 req-4f3aabba-b4f2-4ab8-b475-3943baece4d0 service neutron] 10.222.0.89 "GET /v2.0/security-groups?id=7095cade-8760-483a-a246-f0df5ddf6b33&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2370224 Feb 09 19:03:45.921509 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cedc072-0f41-4a7f-8edc-f0b03738a1f6 tempest-VolumesAdminNegativeTest-1857604815 tempest-VolumesAdminNegativeTest-1857604815-project] Pushing event deleted for resources: {'Port': ['ID=5fd0a4a5-8221-4221-940c-5e46deecec50,revision_number=None']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:03:45.932989 n-d-713498-36 neutron-server[103229]: DEBUG neutron.db.l3_dvrscheduler_db [req-09a9bdf1-61e7-4fd9-8938-4dbaceb8bb5c req-9cedc072-0f41-4a7f-8edc-f0b03738a1f6 tempest-VolumesAdminNegativeTest-1857604815 tempest-VolumesAdminNegativeTest-1857604815-project] No DVR routers for this DVR port 5fd0a4a5-8221-4221-940c-5e46deecec50 on host n-h1-713498-36 {{(pid=103229) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 19:03:45.935755 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-09a9bdf1-61e7-4fd9-8938-4dbaceb8bb5c req-9cedc072-0f41-4a7f-8edc-f0b03738a1f6 tempest-VolumesAdminNegativeTest-1857604815 tempest-VolumesAdminNegativeTest-1857604815-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171096'] for port (None), before_response {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:03:45.939681 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-09a9bdf1-61e7-4fd9-8938-4dbaceb8bb5c req-9cedc072-0f41-4a7f-8edc-f0b03738a1f6 tempest-VolumesAdminNegativeTest-1857604815 tempest-VolumesAdminNegativeTest-1857604815-project] 10.222.0.89 "DELETE /v2.0/ports/5fd0a4a5-8221-4221-940c-5e46deecec50 HTTP/1.1" status: 204 len: 173 time: 1.5416346 Feb 09 19:03:45.946256 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-c7cbd6f3-a526-42c5-9214-a1fe16490e17 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1892331'] for security_group (29b823ea-666b-4d4d-ac34-8ec201e4d388), after_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:03:45.985835 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-920b0b6c-5775-4631-9798-b60eefe24cfd req-b1245f01-3c40-4780-81b2-2d27b9a91987 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:03:45.988845 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-920b0b6c-5775-4631-9798-b60eefe24cfd req-b1245f01-3c40-4780-81b2-2d27b9a91987 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=1672ee8b769240288b95113d5dff1fd2&device_id=7286d075-cf60-4225-a604-fbfa2ee2c8fd HTTP/1.1" status: 200 len: 1131 time: 0.1782565 Feb 09 19:03:45.993514 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-e187ac09-a19b-48be-ad78-bb852eba1fb1 req-e8ada02d-5cc2-491e-bebd-8e8fb0c24eef tempest-ServersOnMultiNodesTest-1472402947 tempest-ServersOnMultiNodesTest-1472402947-project] 10.222.0.75 "GET /v2.0/security-groups?id=aed5302d-0478-4b9d-b014-143adc5c0d74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1354406 Feb 09 19:03:46.034796 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-9d764e12-7dc0-4279-a905-b3da634b6a6a req-29ae8f0c-50c9-4cb8-8842-66611e68f923 tempest-LiveMigrationTest-1021096981 tempest-LiveMigrationTest-1021096981-project] 10.222.0.75 "GET /v2.0/security-groups?id=ba18819a-1490-4e7b-a11b-e8610423d8ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2901452 Feb 09 19:03:46.052942 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-c7cbd6f3-a526-42c5-9214-a1fe16490e17 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=3462f48222264ee68b6aabf89801ed28&name=default HTTP/1.1" status: 200 len: 2996 time: 1.2355630 Feb 09 19:03:46.054165 n-d-713498-36 neutron-server[103229]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 19:03:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-00154ac9-c1e4-4a37-a391-efcb7bb8277a x-openstack-request-id: req-00154ac9-c1e4-4a37-a391-efcb7bb8277a {{(pid=103229) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 19:03:46.054522 n-d-713498-36 neutron-server[103229]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7286d075-cf60-4225-a604-fbfa2ee2c8fd", "tag": "bc357ad8-1b22-4fe1-a6af-e296389a311b", "status": "completed", "code": 200}]} {{(pid=103229) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 19:03:46.054841 n-d-713498-36 neutron-server[103229]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-00154ac9-c1e4-4a37-a391-efcb7bb8277a {{(pid=103229) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 19:03:46.055294 n-d-713498-36 neutron-server[103229]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7286d075-cf60-4225-a604-fbfa2ee2c8fd', 'tag': 'bc357ad8-1b22-4fe1-a6af-e296389a311b', 'status': 'completed', 'code': 200} Feb 09 19:03:46.055897 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 48286) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:03:46.074625 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7cbd6f3-a526-42c5-9214-a1fe16490e17 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=29b823ea-666b-4d4d-ac34-8ec201e4d388,revision_number=1']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:03:46.077594 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-1e9c2fb1-408f-4637-91e9-a539a438380f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1818987'] for router_gateway (ba92a895-b2b9-49f2-bfbb-eec3c35125e3), after_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:03:46.170455 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-920b0b6c-5775-4631-9798-b60eefe24cfd req-d43ce11a-d07b-4cd2-8658-9e704604b58d service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.248&port_id=bc357ad8-1b22-4fe1-a6af-e296389a311b HTTP/1.1" status: 200 len: 217 time: 0.0361707 Feb 09 19:03:46.171263 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-5e9bb508-c9df-49de-b2de-3912b8a21168 admin admin] Publish callbacks [] for security_group (29b823ea-666b-4d4d-ac34-8ec201e4d388), before_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:03:46.218606 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-3fc6bc7e-7b0e-4fd8-884e-dece0722b988 req-8ea72de9-2d38-430b-8ccf-47bbee027cfb tempest-VolumesAdminNegativeTest-1857604815 tempest-VolumesAdminNegativeTest-1857604815-project] 10.222.0.75 "GET /v2.0/ports?device_id=e44926b7-3a08-4ba5-9959-169405fce0da HTTP/1.1" status: 200 len: 210 time: 0.0444148 Feb 09 19:03:46.252078 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-5e9bb508-c9df-49de-b2de-3912b8a21168 admin admin] Publish callbacks [] for security_group (29b823ea-666b-4d4d-ac34-8ec201e4d388), precommit_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:03:46.289120 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-1e9c2fb1-408f-4637-91e9-a539a438380f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1834988', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-58375'] for router (ba92a895-b2b9-49f2-bfbb-eec3c35125e3), precommit_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:03:46.293638 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-1e9c2fb1-408f-4637-91e9-a539a438380f admin admin] Publish callbacks [] for router_controller (ba92a895-b2b9-49f2-bfbb-eec3c35125e3), precommit_delete_associations {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:03:46.296336 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-920b0b6c-5775-4631-9798-b60eefe24cfd req-ad47e218-5bd6-4bba-b43f-70bbcf469bb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:03:46.297818 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-920b0b6c-5775-4631-9798-b60eefe24cfd req-ad47e218-5bd6-4bba-b43f-70bbcf469bb4 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=60b561cb-321e-4f83-9bb3-92b2e1d0dc44 HTTP/1.1" status: 200 len: 843 time: 0.0907469 Feb 09 19:03:46.351687 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-5e9bb508-c9df-49de-b2de-3912b8a21168 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1892331'] for security_group (29b823ea-666b-4d4d-ac34-8ec201e4d388), after_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:03:46.354508 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-5e9bb508-c9df-49de-b2de-3912b8a21168 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:03:46.358279 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-5e9bb508-c9df-49de-b2de-3912b8a21168 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/29b823ea-666b-4d4d-ac34-8ec201e4d388 HTTP/1.1" status: 204 len: 168 time: 0.2986062 Feb 09 19:03:46.361622 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-920b0b6c-5775-4631-9798-b60eefe24cfd req-ff58e6f3-1e3b-4237-b33c-9d35902e0264 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:03:46.363611 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-920b0b6c-5775-4631-9798-b60eefe24cfd req-ff58e6f3-1e3b-4237-b33c-9d35902e0264 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=2b5494c8-cf97-42c1-b902-87f998f28179&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.0597677 Feb 09 19:03:46.379314 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e9bb508-c9df-49de-b2de-3912b8a21168 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=29b823ea-666b-4d4d-ac34-8ec201e4d388,revision_number=None']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:03:46.390288 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46e5410c-e2de-4fc2-911a-711a613b7504 req-9ebfe8c3-984b-4921-9ee8-3d6eb5767f48 tempest-ServersWithSpecificFlavorTestJSON-1030228139 tempest-ServersWithSpecificFlavorTestJSON-1030228139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:03:46.392520 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-46e5410c-e2de-4fc2-911a-711a613b7504 req-9ebfe8c3-984b-4921-9ee8-3d6eb5767f48 tempest-ServersWithSpecificFlavorTestJSON-1030228139 tempest-ServersWithSpecificFlavorTestJSON-1030228139-project] 10.222.0.75 "GET /v2.0/ports?device_id=b6786f1e-03a5-4d3d-aeaf-fa15657da107 HTTP/1.1" status: 200 len: 945 time: 0.2130327 Feb 09 19:03:46.405257 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-1e9c2fb1-408f-4637-91e9-a539a438380f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1835003'] for router (ba92a895-b2b9-49f2-bfbb-eec3c35125e3), after_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:03:46.405832 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1e9c2fb1-408f-4637-91e9-a539a438380f admin admin] Fanout notify agent at l3_agent the message router_deleted on router ba92a895-b2b9-49f2-bfbb-eec3c35125e3 {{(pid=103230) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 09 19:03:46.436316 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-1e9c2fb1-408f-4637-91e9-a539a438380f admin admin] Publish callbacks [] for router (None), before_response {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:03:46.438062 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-1e9c2fb1-408f-4637-91e9-a539a438380f admin admin] 10.222.0.75 "DELETE /v2.0/routers/ba92a895-b2b9-49f2-bfbb-eec3c35125e3 HTTP/1.1" status: 204 len: 168 time: 3.0876858 Feb 09 19:03:46.441084 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 48298) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:03:46.511235 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-46e5410c-e2de-4fc2-911a-711a613b7504 req-da3e05e3-6702-4989-8919-c8e3505ad0b2 tempest-ServersWithSpecificFlavorTestJSON-1030228139 tempest-ServersWithSpecificFlavorTestJSON-1030228139-project] 10.222.0.75 "GET /v2.0/security-groups?id=7095cade-8760-483a-a246-f0df5ddf6b33&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1113069 Feb 09 19:03:46.514181 n-d-713498-36 neutron-server[103230]: DEBUG neutron.db.db_base_plugin_v2 [None req-e0ab7bb9-d452-4d28-b9b9-25ffbdd93d09 admin admin] Deleting subnet 4b0ddf5d-fdc3-4db3-a8da-40b695a3400e {{(pid=103230) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 19:03:46.518141 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-e0ab7bb9-d452-4d28-b9b9-25ffbdd93d09 admin admin] Publish callbacks [] for subnet (4b0ddf5d-fdc3-4db3-a8da-40b695a3400e), before_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:03:46.567680 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-920b0b6c-5775-4631-9798-b60eefe24cfd req-6368eba4-4a1d-4eab-bc7b-89cc5eb0cfd2 service neutron] 10.222.0.89 "GET /v2.0/networks/2b5494c8-cf97-42c1-b902-87f998f28179?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1970325 Feb 09 19:03:46.601225 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-e0ab7bb9-d452-4d28-b9b9-25ffbdd93d09 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12895822'] for subnet (4b0ddf5d-fdc3-4db3-a8da-40b695a3400e), precommit_delete_associations {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:03:46.785013 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33895904-0fcb-497b-8f06-36acc432a46d req-2f15d55c-6938-4d80-baea-c2151033f959 tempest-LiveMigrationTest-1137365927 tempest-LiveMigrationTest-1137365927-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:03:46.795153 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-33895904-0fcb-497b-8f06-36acc432a46d req-2f15d55c-6938-4d80-baea-c2151033f959 tempest-LiveMigrationTest-1137365927 tempest-LiveMigrationTest-1137365927-project-admin] 10.222.0.75 "GET /v2.0/ports?device_id=5ff67175-208f-48a4-b08d-79f957313fbc HTTP/1.1" status: 200 len: 1128 time: 0.1715620 Feb 09 19:03:46.855076 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-e0ab7bb9-d452-4d28-b9b9-25ffbdd93d09 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-759852'] for subnet (4b0ddf5d-fdc3-4db3-a8da-40b695a3400e), precommit_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:03:46.945887 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-33895904-0fcb-497b-8f06-36acc432a46d req-5239fe2a-7397-497a-9c4c-0a1fae78c8ab tempest-LiveMigrationTest-1137365927 tempest-LiveMigrationTest-1137365927-project-admin] 10.222.0.75 "GET /v2.0/security-groups?id=ba18819a-1490-4e7b-a11b-e8610423d8ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1470120 Feb 09 19:03:46.973018 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762867132591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593584'] for agent (496418a2-c002-4aec-ab1a-07f3bea491bd), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:03:46.978629 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-e0ab7bb9-d452-4d28-b9b9-25ffbdd93d09 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-760023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14393672', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12985882'] for subnet (4b0ddf5d-fdc3-4db3-a8da-40b695a3400e), after_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:03:47.006311 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Device ba192f5d-5ee3-4327-8143-67f618f504ef no longer exists at agent ovs-agent-n-d-713498-36 {{(pid=103232) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 19:03:47.038075 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0ab7bb9-d452-4d28-b9b9-25ffbdd93d09 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4b0ddf5d-fdc3-4db3-a8da-40b695a3400e,revision_number=None']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:03:47.045197 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] No Port match for: ba192f5d-5ee3-4327-8143-67f618f504ef {{(pid=103232) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 19:03:47.045906 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Device ba192f5d-5ee3-4327-8143-67f618f504ef not bound to the agent host n-d-713498-36 {{(pid=103232) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 19:03:47.046606 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Device e54e2c4d-e326-4f99-b573-831b795e7634 no longer exists at agent ovs-agent-n-d-713498-36 {{(pid=103232) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 19:03:47.071474 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-e0ab7bb9-d452-4d28-b9b9-25ffbdd93d09 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:03:47.080255 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-e0ab7bb9-d452-4d28-b9b9-25ffbdd93d09 admin admin] 10.222.0.75 "DELETE /v2.0/subnets/4b0ddf5d-fdc3-4db3-a8da-40b695a3400e HTTP/1.1" status: 204 len: 168 time: 0.6356277 Feb 09 19:03:47.082361 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 48326) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:03:47.096308 n-d-713498-36 neutron-server[103232]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9d1556d0-d009-41c6-9d9c-d68b6ae4cbe4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0eea1a64-ccbf-4679-8307-b9066a9a8dde'}] {{(pid=103232) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 19:03:47.105273 n-d-713498-36 neutron-server[103232]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}949cdcde653dec44821de95cbf67297f53cbc2aed4e073b5d514f93bf911ce85" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3706b1d1-2556-494b-8b37-af6adfa7fd95" -d '{"events": [{"server_uuid": "9d1556d0-d009-41c6-9d9c-d68b6ae4cbe4", "name": "network-vif-plugged", "status": "completed", "tag": "0eea1a64-ccbf-4679-8307-b9066a9a8dde"}]}' {{(pid=103232) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 19:03:47.109946 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] No Port match for: e54e2c4d-e326-4f99-b573-831b795e7634 {{(pid=103232) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 19:03:47.110317 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Device e54e2c4d-e326-4f99-b573-831b795e7634 not bound to the agent host n-d-713498-36 {{(pid=103232) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 19:03:47.113827 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09a70f89-3a82-4067-907f-c3b99a05c831 None None] Network 285c3e13-0e4d-4577-8fdd-9c25f7236b5f requested from n-d-713498-36 {{(pid=103232) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 19:03:47.139868 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a92921b4-c154-4a24-a1c7-f31ad2fb0e0a req-f5c7758a-8f15-4b8d-a97c-78065617ff0f tempest-LiveAutoBlockMigrationV225Test-2127879101 tempest-LiveAutoBlockMigrationV225Test-2127879101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:03:47.142024 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-a92921b4-c154-4a24-a1c7-f31ad2fb0e0a req-f5c7758a-8f15-4b8d-a97c-78065617ff0f tempest-LiveAutoBlockMigrationV225Test-2127879101 tempest-LiveAutoBlockMigrationV225Test-2127879101-project] 10.222.0.75 "GET /v2.0/ports?device_id=9d1556d0-d009-41c6-9d9c-d68b6ae4cbe4 HTTP/1.1" status: 200 len: 946 time: 0.1154492 Feb 09 19:03:47.146937 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-920b0b6c-5775-4631-9798-b60eefe24cfd req-8a8fe586-0800-4db1-ae8e-5b7c13419c4a service neutron] 10.222.0.89 "GET /v2.0/networks/2b5494c8-cf97-42c1-b902-87f998f28179?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5624037 Feb 09 19:03:47.209391 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-3a51a7f4-f015-4933-80df-763ca24095b7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-670458'] for network (285c3e13-0e4d-4577-8fdd-9c25f7236b5f), before_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:03:47.249372 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-a92921b4-c154-4a24-a1c7-f31ad2fb0e0a req-d10c10fc-6b43-4b35-98e9-e3295b5f3396 tempest-LiveAutoBlockMigrationV225Test-2127879101 tempest-LiveAutoBlockMigrationV225Test-2127879101-project] 10.222.0.75 "GET /v2.0/security-groups?id=e3cb5363-3b49-4f74-b239-a871e755b40a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0992253 Feb 09 19:03:47.298231 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71657258-e55f-4bd0-95ed-e54526e80238 req-ee278b6e-15e8-4f88-aa2c-1c13041930d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:03:47.301551 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-71657258-e55f-4bd0-95ed-e54526e80238 req-ee278b6e-15e8-4f88-aa2c-1c13041930d2 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=1672ee8b769240288b95113d5dff1fd2&device_id=7286d075-cf60-4225-a604-fbfa2ee2c8fd HTTP/1.1" status: 200 len: 1131 time: 0.0689626 Feb 09 19:03:47.342739 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.plugin [None req-3a51a7f4-f015-4933-80df-763ca24095b7 admin admin] Deleting port 8331a37a-331e-41ec-bae8-c606496c5bed {{(pid=103230) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 19:03:47.347626 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-3a51a7f4-f015-4933-80df-763ca24095b7 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762867170196'] for port (8331a37a-331e-41ec-bae8-c606496c5bed), before_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:03:47.388277 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8e841cc-cd7c-430a-81ee-5bf53c30db4d None None] DHCP port deletion for 285c3e13-0e4d-4577-8fdd-9c25f7236b5f request from n-d-713498-36 {{(pid=103232) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 09 19:03:47.427566 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Device 5fd0a4a5-8221-4221-940c-5e46deecec50 no longer exists at agent hyperv_n-h1-713498-36 {{(pid=103232) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 19:03:47.444847 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.db [None req-3a51a7f4-f015-4933-80df-763ca24095b7 admin admin] For port 8331a37a-331e-41ec-bae8-c606496c5bed, host n-d-713498-36, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-36',level=0,port_id=8331a37a-331e-41ec-bae8-c606496c5bed,segment=NetworkSegment(356e2436-cf26-41b6-8ce3-ee1cccf24514),segment_id=356e2436-cf26-41b6-8ce3-ee1cccf24514)] {{(pid=103230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 19:03:47.445411 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-3a51a7f4-f015-4933-80df-763ca24095b7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1820838'] for port (8331a37a-331e-41ec-bae8-c606496c5bed), precommit_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:03:47.464956 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.plugin [None req-3a51a7f4-f015-4933-80df-763ca24095b7 admin admin] Calling delete_port for 8331a37a-331e-41ec-bae8-c606496c5bed owned by network:dhcp {{(pid=103230) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 19:03:47.480863 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] No Port match for: 5fd0a4a5-8221-4221-940c-5e46deecec50 {{(pid=103232) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 19:03:47.481211 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Device 5fd0a4a5-8221-4221-940c-5e46deecec50 not bound to the agent host n-h1-713498-36 {{(pid=103232) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 19:03:47.508693 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71657258-e55f-4bd0-95ed-e54526e80238 req-01335079-5569-43ac-ad22-04f732b47ccf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:03:47.510049 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-71657258-e55f-4bd0-95ed-e54526e80238 req-01335079-5569-43ac-ad22-04f732b47ccf service neutron] 10.222.0.89 "GET /v2.0/networks?id=2b5494c8-cf97-42c1-b902-87f998f28179 HTTP/1.1" status: 200 len: 870 time: 0.2038827 Feb 09 19:03:47.521767 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-f8e841cc-cd7c-430a-81ee-5bf53c30db4d None None] Deleting port 8331a37a-331e-41ec-bae8-c606496c5bed {{(pid=103232) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 19:03:47.522491 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-f8e841cc-cd7c-430a-81ee-5bf53c30db4d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762867170196'] for port (8331a37a-331e-41ec-bae8-c606496c5bed), before_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:03:47.552593 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e865866-6f58-4fe4-a648-3f3f82b9e634 req-ef09e815-6c41-4750-bfa8-467688d4de21 tempest-ServersOnMultiNodesTest-1472402947 tempest-ServersOnMultiNodesTest-1472402947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:03:47.563747 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-6e865866-6f58-4fe4-a648-3f3f82b9e634 req-ef09e815-6c41-4750-bfa8-467688d4de21 tempest-ServersOnMultiNodesTest-1472402947 tempest-ServersOnMultiNodesTest-1472402947-project] 10.222.0.75 "GET /v2.0/ports?device_id=7286d075-cf60-4225-a604-fbfa2ee2c8fd HTTP/1.1" status: 200 len: 948 time: 0.1504307 Feb 09 19:03:47.579234 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-3a51a7f4-f015-4933-80df-763ca24095b7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762867177463', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762866656476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14393751'] for port (8331a37a-331e-41ec-bae8-c606496c5bed), after_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:03:47.610783 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a51a7f4-f015-4933-80df-763ca24095b7 admin admin] Pushing event deleted for resources: {'Port': ['ID=8331a37a-331e-41ec-bae8-c606496c5bed,revision_number=None']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:03:47.620374 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-f8e841cc-cd7c-430a-81ee-5bf53c30db4d None None] For port 8331a37a-331e-41ec-bae8-c606496c5bed, host n-d-713498-36, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-36',level=0,port_id=8331a37a-331e-41ec-bae8-c606496c5bed,segment=NetworkSegment(356e2436-cf26-41b6-8ce3-ee1cccf24514),segment_id=356e2436-cf26-41b6-8ce3-ee1cccf24514)] {{(pid=103232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 19:03:47.621069 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-f8e841cc-cd7c-430a-81ee-5bf53c30db4d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1820838'] for port (8331a37a-331e-41ec-bae8-c606496c5bed), precommit_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:03:47.623303 n-d-713498-36 neutron-server[103230]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a51a7f4-f015-4933-80df-763ca24095b7 admin admin] No DVR routers for this DVR port 8331a37a-331e-41ec-bae8-c606496c5bed on host n-d-713498-36 {{(pid=103230) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 19:03:47.635938 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-71657258-e55f-4bd0-95ed-e54526e80238 req-62ad72b5-55e7-417f-805b-4d8ec8b0c78e service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.248&port_id=bc357ad8-1b22-4fe1-a6af-e296389a311b HTTP/1.1" status: 200 len: 217 time: 0.1188130 Feb 09 19:03:47.642485 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-f8e841cc-cd7c-430a-81ee-5bf53c30db4d None None] Calling delete_port for 8331a37a-331e-41ec-bae8-c606496c5bed owned by network:dhcp {{(pid=103232) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 19:03:47.712886 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-3a51a7f4-f015-4933-80df-763ca24095b7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-590267', 'neutron.services.segments.db._delete_segments_for_network-8762867132609'] for network (285c3e13-0e4d-4577-8fdd-9c25f7236b5f), precommit_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:03:47.723643 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-6e865866-6f58-4fe4-a648-3f3f82b9e634 req-6d7c2354-6859-451b-b826-9d8cbe3aa7b9 tempest-ServersOnMultiNodesTest-1472402947 tempest-ServersOnMultiNodesTest-1472402947-project] 10.222.0.75 "GET /v2.0/security-groups?id=aed5302d-0478-4b9d-b014-143adc5c0d74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1588676 Feb 09 19:03:47.728895 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71657258-e55f-4bd0-95ed-e54526e80238 req-cabe86ed-be33-4e7c-8c25-50fb74ebee72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:03:47.730432 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-71657258-e55f-4bd0-95ed-e54526e80238 req-cabe86ed-be33-4e7c-8c25-50fb74ebee72 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=60b561cb-321e-4f83-9bb3-92b2e1d0dc44 HTTP/1.1" status: 200 len: 843 time: 0.0859139 Feb 09 19:03:47.753595 n-d-713498-36 neutron-server[103230]: DEBUG neutron.services.segments.db [None req-3a51a7f4-f015-4933-80df-763ca24095b7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['285c3e13-0e4d-4577-8fdd-9c25f7236b5f']}} {{(pid=103230) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:03:47.782530 n-d-713498-36 neutron-server[103230]: DEBUG neutron.services.segments.db [None req-3a51a7f4-f015-4933-80df-763ca24095b7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '356e2436-cf26-41b6-8ce3-ee1cccf24514') {'for_net_delete': True} {{(pid=103230) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:03:47.782825 n-d-713498-36 neutron-server[103230]: DEBUG neutron.services.segments.db [None req-3a51a7f4-f015-4933-80df-763ca24095b7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '356e2436-cf26-41b6-8ce3-ee1cccf24514') {} {{(pid=103230) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:03:47.801278 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-3a51a7f4-f015-4933-80df-763ca24095b7 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762867134154', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12895813'] for segment (356e2436-cf26-41b6-8ce3-ee1cccf24514), before_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:03:47.811976 n-d-713498-36 neutron-server[103232]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 19:03:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-081c4408-3f71-4631-9328-8645087c52fc x-openstack-request-id: req-081c4408-3f71-4631-9328-8645087c52fc {{(pid=103232) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 19:03:47.812313 n-d-713498-36 neutron-server[103232]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9d1556d0-d009-41c6-9d9c-d68b6ae4cbe4", "name": "network-vif-plugged", "status": "completed", "tag": "0eea1a64-ccbf-4679-8307-b9066a9a8dde", "code": 200}]} {{(pid=103232) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 19:03:47.812577 n-d-713498-36 neutron-server[103232]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-081c4408-3f71-4631-9328-8645087c52fc {{(pid=103232) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 19:03:47.815662 n-d-713498-36 neutron-server[103232]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9d1556d0-d009-41c6-9d9c-d68b6ae4cbe4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0eea1a64-ccbf-4679-8307-b9066a9a8dde', 'code': 200} Feb 09 19:03:47.826455 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71657258-e55f-4bd0-95ed-e54526e80238 req-42721c15-d7c1-4e3d-8861-562428a01ac5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:03:47.827842 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-71657258-e55f-4bd0-95ed-e54526e80238 req-42721c15-d7c1-4e3d-8861-562428a01ac5 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=2b5494c8-cf97-42c1-b902-87f998f28179&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.0888815 Feb 09 19:03:47.828945 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-3a51a7f4-f015-4933-80df-763ca24095b7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-759574'] for segment (356e2436-cf26-41b6-8ce3-ee1cccf24514), precommit_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:03:47.844471 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3a51a7f4-f015-4933-80df-763ca24095b7 admin admin] Releasing vlan 370 on physical network physnet1 to pool {{(pid=103230) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 19:03:47.844471 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-3a51a7f4-f015-4933-80df-763ca24095b7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-759574', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14393826'] for segment (356e2436-cf26-41b6-8ce3-ee1cccf24514), after_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:03:47.846224 n-d-713498-36 neutron-server[103230]: Traceback (most recent call last): Feb 09 19:03:47.846224 n-d-713498-36 neutron-server[103230]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 19:03:47.846224 n-d-713498-36 neutron-server[103230]: timer() Feb 09 19:03:47.846224 n-d-713498-36 neutron-server[103230]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 19:03:47.846224 n-d-713498-36 neutron-server[103230]: cb(*args, **kw) Feb 09 19:03:47.846224 n-d-713498-36 neutron-server[103230]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 19:03:47.846224 n-d-713498-36 neutron-server[103230]: return func(*args, **kwargs) Feb 09 19:03:47.846224 n-d-713498-36 neutron-server[103230]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 19:03:47.846224 n-d-713498-36 neutron-server[103230]: self._notify() Feb 09 19:03:47.846224 n-d-713498-36 neutron-server[103230]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 19:03:47.846224 n-d-713498-36 neutron-server[103230]: self.callback(batched_events) Feb 09 19:03:47.846224 n-d-713498-36 neutron-server[103230]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 19:03:47.846224 n-d-713498-36 neutron-server[103230]: event.method(event) Feb 09 19:03:47.846224 n-d-713498-36 neutron-server[103230]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 19:03:47.846224 n-d-713498-36 neutron-server[103230]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 19:03:47.846224 n-d-713498-36 neutron-server[103230]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 19:03:47.846224 n-d-713498-36 neutron-server[103230]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 19:03:47.846224 n-d-713498-36 neutron-server[103230]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 19:03:47.846224 n-d-713498-36 neutron-server[103230]: return f(self, *a, **k) Feb 09 19:03:47.846224 n-d-713498-36 neutron-server[103230]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 19:03:47.846224 n-d-713498-36 neutron-server[103230]: return self._get(url).json() Feb 09 19:03:47.846224 n-d-713498-36 neutron-server[103230]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 19:03:47.846224 n-d-713498-36 neutron-server[103230]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 19:03:47.846224 n-d-713498-36 neutron-server[103230]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 19:03:47.846224 n-d-713498-36 neutron-server[103230]: return self.request(url, 'GET', **kwargs) Feb 09 19:03:47.846224 n-d-713498-36 neutron-server[103230]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 19:03:47.846224 n-d-713498-36 neutron-server[103230]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 19:03:47.846224 n-d-713498-36 neutron-server[103230]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 19:03:47.846224 n-d-713498-36 neutron-server[103230]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 19:03:47.846224 n-d-713498-36 neutron-server[103230]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 19:03:47.846224 n-d-713498-36 neutron-server[103230]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 19:03:47.846224 n-d-713498-36 neutron-server[103230]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 19:03:47.871066 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 48358) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:03:47.877333 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-f8e841cc-cd7c-430a-81ee-5bf53c30db4d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762867177463', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762866656476'] for port (8331a37a-331e-41ec-bae8-c606496c5bed), after_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:03:47.906340 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8e841cc-cd7c-430a-81ee-5bf53c30db4d None None] Pushing event deleted for resources: {'Port': ['ID=8331a37a-331e-41ec-bae8-c606496c5bed,revision_number=None']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:03:47.910624 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8e841cc-cd7c-430a-81ee-5bf53c30db4d None None] No DVR routers for this DVR port 8331a37a-331e-41ec-bae8-c606496c5bed on host n-d-713498-36 {{(pid=103232) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 19:03:48.012290 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-3a51a7f4-f015-4933-80df-763ca24095b7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-590242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1885479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1818895'] for network (285c3e13-0e4d-4577-8fdd-9c25f7236b5f), after_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:03:48.022788 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-3a51a7f4-f015-4933-80df-763ca24095b7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1613566'] for network (None), before_response {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:03:48.025928 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-3a51a7f4-f015-4933-80df-763ca24095b7 admin admin] 10.222.0.75 "DELETE /v2.0/networks/285c3e13-0e4d-4577-8fdd-9c25f7236b5f HTTP/1.1" status: 204 len: 168 time: 0.9427502 Feb 09 19:03:48.041770 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a51a7f4-f015-4933-80df-763ca24095b7 admin admin] Pushing event deleted for resources: {'Network': ['ID=285c3e13-0e4d-4577-8fdd-9c25f7236b5f,revision_number=None']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:03:48.056210 n-d-713498-36 neutron-server[103229]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e44926b7-3a08-4ba5-9959-169405fce0da', 'name': 'network-vif-deleted', 'tag': '5fd0a4a5-8221-4221-940c-5e46deecec50'}] {{(pid=103229) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 19:03:48.058587 n-d-713498-36 neutron-server[103229]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fa6ae9a20702bd564eaf90d946620b2b4277b1ab91129323d3b54181076be307" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-078d76c6-80bb-4fbe-8233-3c3001f4221c" -d '{"events": [{"server_uuid": "e44926b7-3a08-4ba5-9959-169405fce0da", "name": "network-vif-deleted", "tag": "5fd0a4a5-8221-4221-940c-5e46deecec50"}]}' {{(pid=103229) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 19:03:48.074998 n-d-713498-36 neutron-server[103229]: DEBUG neutron.db.db_base_plugin_v2 [None req-8e139f52-9dd6-42d3-aaa1-b753a9aeb8e9 admin admin] Deleting subnet 6b24333c-810b-42fe-9d36-042fe9dbd8ee {{(pid=103229) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 19:03:48.082231 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-477cfc68-c680-4d1e-81e5-eb6a8fcc3e2c req-e8973e82-c118-43da-97c8-53a623c2fa48 tempest-LiveMigrationTest-1021096981 tempest-LiveMigrationTest-1021096981-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:03:48.086233 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-8e139f52-9dd6-42d3-aaa1-b753a9aeb8e9 admin admin] Publish callbacks [] for subnet (6b24333c-810b-42fe-9d36-042fe9dbd8ee), before_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:03:48.087250 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-477cfc68-c680-4d1e-81e5-eb6a8fcc3e2c req-e8973e82-c118-43da-97c8-53a623c2fa48 tempest-LiveMigrationTest-1021096981 tempest-LiveMigrationTest-1021096981-project] 10.222.0.75 "GET /v2.0/networks?id=d725567e-ae4f-48c7-8826-ca95b9692346 HTTP/1.1" status: 200 len: 807 time: 0.2115443 Feb 09 19:03:48.101053 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-477cfc68-c680-4d1e-81e5-eb6a8fcc3e2c req-470c444b-827d-45eb-b517-b43b9dec8f5d tempest-LiveMigrationTest-1021096981 tempest-LiveMigrationTest-1021096981-project] 10.222.0.75 "GET /v2.0/quotas/05fa6a089578484da4b750f8c0b5ad12 HTTP/1.1" status: 200 len: 375 time: 0.0102439 Feb 09 19:03:48.147093 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33e81bf8-77c9-4d1a-b364-640f816f323d req-5fabaaad-c436-44dc-8985-32bd81296ce9 tempest-ServersWithSpecificFlavorTestJSON-1030228139 tempest-ServersWithSpecificFlavorTestJSON-1030228139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:03:48.149377 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-33e81bf8-77c9-4d1a-b364-640f816f323d req-5fabaaad-c436-44dc-8985-32bd81296ce9 tempest-ServersWithSpecificFlavorTestJSON-1030228139 tempest-ServersWithSpecificFlavorTestJSON-1030228139-project] 10.222.0.75 "GET /v2.0/ports?device_id=b6786f1e-03a5-4d3d-aeaf-fa15657da107 HTTP/1.1" status: 200 len: 945 time: 0.1781135 Feb 09 19:03:48.151261 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d224054b-452c-4081-8b5b-95b35bee4d5a req-85e455f8-1185-43e4-8e8c-306d7ef1f2ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:03:48.152777 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-d224054b-452c-4081-8b5b-95b35bee4d5a req-85e455f8-1185-43e4-8e8c-306d7ef1f2ea service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=9d1556d0-d009-41c6-9d9c-d68b6ae4cbe4 HTTP/1.1" status: 200 len: 1129 time: 0.1804507 Feb 09 19:03:48.154784 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-71657258-e55f-4bd0-95ed-e54526e80238 req-2cc9b95c-109a-43c8-a8ac-f2e3f8587903 service neutron] 10.222.0.89 "GET /v2.0/networks/2b5494c8-cf97-42c1-b902-87f998f28179?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3189313 Feb 09 19:03:48.159204 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-8e139f52-9dd6-42d3-aaa1-b753a9aeb8e9 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16683410'] for subnet (6b24333c-810b-42fe-9d36-042fe9dbd8ee), precommit_delete_associations {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:03:48.160801 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-477cfc68-c680-4d1e-81e5-eb6a8fcc3e2c req-2bae1a8d-431f-401e-b144-9a5d084c59bb tempest-LiveMigrationTest-1021096981 tempest-LiveMigrationTest-1021096981-project] 10.222.0.75 "GET /v2.0/ports?tenant_id=05fa6a089578484da4b750f8c0b5ad12&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0529807 Feb 09 19:03:48.227007 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 48368) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:03:48.256034 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762867132591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593584'] for agent (488cd9ae-631f-4955-ba0b-4f5a13f12e9c), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:03:48.296908 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-6154d415-f16c-47b6-8a66-4363368ce769 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=099b095e97df4302aa37ec5304cc9f5e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0654159 Feb 09 19:03:48.299364 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-477cfc68-c680-4d1e-81e5-eb6a8fcc3e2c req-315c1882-0808-460b-ad76-e0cf9e5f67d5 service neutron] 10.222.0.75 "GET /v2.0/networks/d725567e-ae4f-48c7-8826-ca95b9692346?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1304696 Feb 09 19:03:48.299897 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 48370) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:03:48.310989 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-8e139f52-9dd6-42d3-aaa1-b753a9aeb8e9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-759852'] for subnet (6b24333c-810b-42fe-9d36-042fe9dbd8ee), precommit_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:03:48.352378 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-33e81bf8-77c9-4d1a-b364-640f816f323d req-60e50aa1-e63e-4859-9f9e-7211755b4f8f tempest-ServersWithSpecificFlavorTestJSON-1030228139 tempest-ServersWithSpecificFlavorTestJSON-1030228139-project] 10.222.0.75 "GET /v2.0/security-groups?id=7095cade-8760-483a-a246-f0df5ddf6b33&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1899474 Feb 09 19:03:48.373283 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-d224054b-452c-4081-8b5b-95b35bee4d5a req-5850b2e1-7fc9-42a3-9a69-31f1cdb768ce service neutron] 10.222.0.90 "GET /v2.0/security-groups?id=e3cb5363-3b49-4f74-b239-a871e755b40a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1793761 Feb 09 19:03:48.397824 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-71657258-e55f-4bd0-95ed-e54526e80238 req-b517ebac-be9b-4bed-af42-580cfc2e4092 service neutron] 10.222.0.89 "GET /v2.0/networks/2b5494c8-cf97-42c1-b902-87f998f28179?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2362514 Feb 09 19:03:48.417239 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-8b1211f4-5127-4abd-a7a3-1936f4e16513 admin admin] Publish callbacks [] for security_group (efc5471b-cbf5-4d27-80d6-91b3b0e4784a), before_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:03:48.436404 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-8e139f52-9dd6-42d3-aaa1-b753a9aeb8e9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-760023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12867367', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12759238'] for subnet (6b24333c-810b-42fe-9d36-042fe9dbd8ee), after_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:03:48.448772 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-477cfc68-c680-4d1e-81e5-eb6a8fcc3e2c req-b264f147-8a75-424b-ae51-cf62db52563d service neutron] 10.222.0.75 "GET /v2.0/networks/d725567e-ae4f-48c7-8826-ca95b9692346?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1340678 Feb 09 19:03:48.462004 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-8b1211f4-5127-4abd-a7a3-1936f4e16513 admin admin] Publish callbacks [] for security_group (efc5471b-cbf5-4d27-80d6-91b3b0e4784a), precommit_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:03:48.484437 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e139f52-9dd6-42d3-aaa1-b753a9aeb8e9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6b24333c-810b-42fe-9d36-042fe9dbd8ee,revision_number=None']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:03:48.495386 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-8e139f52-9dd6-42d3-aaa1-b753a9aeb8e9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1613566'] for subnet (None), before_response {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:03:48.501853 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-8e139f52-9dd6-42d3-aaa1-b753a9aeb8e9 admin admin] 10.222.0.75 "DELETE /v2.0/subnets/6b24333c-810b-42fe-9d36-042fe9dbd8ee HTTP/1.1" status: 204 len: 168 time: 0.6297278 Feb 09 19:03:48.504446 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 48378) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:03:48.581622 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-8b1211f4-5127-4abd-a7a3-1936f4e16513 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1892331'] for security_group (efc5471b-cbf5-4d27-80d6-91b3b0e4784a), after_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:03:48.585003 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-8b1211f4-5127-4abd-a7a3-1936f4e16513 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:03:48.588583 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-8b1211f4-5127-4abd-a7a3-1936f4e16513 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/efc5471b-cbf5-4d27-80d6-91b3b0e4784a HTTP/1.1" status: 204 len: 168 time: 0.2853670 Feb 09 19:03:48.593122 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-c2b9d145-4aeb-40aa-a0f0-6525aed8452a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-670458'] for network (99ddb91b-36ce-41aa-b11d-fd03c6f9fdc9), before_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:03:48.610448 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b1211f4-5127-4abd-a7a3-1936f4e16513 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=efc5471b-cbf5-4d27-80d6-91b3b0e4784a,revision_number=None']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:03:48.670026 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762867132591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593584'] for agent (bcd5faee-dc24-4298-9134-0e0aa054058e), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:03:48.743231 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-c2b9d145-4aeb-40aa-a0f0-6525aed8452a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-590267', 'neutron.services.segments.db._delete_segments_for_network-8762867132609'] for network (99ddb91b-36ce-41aa-b11d-fd03c6f9fdc9), precommit_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:03:48.769327 n-d-713498-36 neutron-server[103230]: DEBUG neutron.services.segments.db [None req-c2b9d145-4aeb-40aa-a0f0-6525aed8452a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['99ddb91b-36ce-41aa-b11d-fd03c6f9fdc9']}} {{(pid=103230) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:03:48.782387 n-d-713498-36 neutron-server[103230]: DEBUG neutron.services.segments.db [None req-c2b9d145-4aeb-40aa-a0f0-6525aed8452a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '005c78de-c5f6-421f-803a-b71a04aaed38') {'for_net_delete': True} {{(pid=103230) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:03:48.782694 n-d-713498-36 neutron-server[103230]: DEBUG neutron.services.segments.db [None req-c2b9d145-4aeb-40aa-a0f0-6525aed8452a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '005c78de-c5f6-421f-803a-b71a04aaed38') {} {{(pid=103230) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:03:48.807406 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-c2b9d145-4aeb-40aa-a0f0-6525aed8452a admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762867134154', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12895813'] for segment (005c78de-c5f6-421f-803a-b71a04aaed38), before_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:03:48.839842 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-c2b9d145-4aeb-40aa-a0f0-6525aed8452a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-759574'] for segment (005c78de-c5f6-421f-803a-b71a04aaed38), precommit_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:03:48.869656 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c2b9d145-4aeb-40aa-a0f0-6525aed8452a admin admin] Releasing vlan 351 on physical network physnet1 to pool {{(pid=103230) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 19:03:48.871733 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-c2b9d145-4aeb-40aa-a0f0-6525aed8452a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-759574', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14393826'] for segment (005c78de-c5f6-421f-803a-b71a04aaed38), after_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:03:48.872021 n-d-713498-36 neutron-server[103229]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 19:03:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-731a58f3-3980-419e-98e8-a65b15e37300 x-openstack-request-id: req-731a58f3-3980-419e-98e8-a65b15e37300 {{(pid=103229) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 19:03:48.872577 n-d-713498-36 neutron-server[103229]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e44926b7-3a08-4ba5-9959-169405fce0da", "name": "network-vif-deleted", "tag": "5fd0a4a5-8221-4221-940c-5e46deecec50", "status": "completed", "code": 200}]} {{(pid=103229) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 19:03:48.872831 n-d-713498-36 neutron-server[103229]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-731a58f3-3980-419e-98e8-a65b15e37300 {{(pid=103229) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 19:03:48.873223 n-d-713498-36 neutron-server[103229]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e44926b7-3a08-4ba5-9959-169405fce0da', 'name': 'network-vif-deleted', 'tag': '5fd0a4a5-8221-4221-940c-5e46deecec50', 'status': 'completed', 'code': 200} Feb 09 19:03:48.874499 n-d-713498-36 neutron-server[103230]: Traceback (most recent call last): Feb 09 19:03:48.874499 n-d-713498-36 neutron-server[103230]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 19:03:48.874499 n-d-713498-36 neutron-server[103230]: timer() Feb 09 19:03:48.874499 n-d-713498-36 neutron-server[103230]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 19:03:48.874499 n-d-713498-36 neutron-server[103230]: cb(*args, **kw) Feb 09 19:03:48.874499 n-d-713498-36 neutron-server[103230]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 19:03:48.874499 n-d-713498-36 neutron-server[103230]: return func(*args, **kwargs) Feb 09 19:03:48.874499 n-d-713498-36 neutron-server[103230]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 19:03:48.874499 n-d-713498-36 neutron-server[103230]: self._notify() Feb 09 19:03:48.874499 n-d-713498-36 neutron-server[103230]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 19:03:48.874499 n-d-713498-36 neutron-server[103230]: self.callback(batched_events) Feb 09 19:03:48.874499 n-d-713498-36 neutron-server[103230]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 19:03:48.874499 n-d-713498-36 neutron-server[103230]: event.method(event) Feb 09 19:03:48.874499 n-d-713498-36 neutron-server[103230]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 19:03:48.874499 n-d-713498-36 neutron-server[103230]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 19:03:48.874499 n-d-713498-36 neutron-server[103230]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 19:03:48.874499 n-d-713498-36 neutron-server[103230]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 19:03:48.874499 n-d-713498-36 neutron-server[103230]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 19:03:48.874499 n-d-713498-36 neutron-server[103230]: return f(self, *a, **k) Feb 09 19:03:48.874499 n-d-713498-36 neutron-server[103230]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 19:03:48.874499 n-d-713498-36 neutron-server[103230]: return self._get(url).json() Feb 09 19:03:48.874499 n-d-713498-36 neutron-server[103230]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 19:03:48.874499 n-d-713498-36 neutron-server[103230]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 19:03:48.874499 n-d-713498-36 neutron-server[103230]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 19:03:48.874499 n-d-713498-36 neutron-server[103230]: return self.request(url, 'GET', **kwargs) Feb 09 19:03:48.874499 n-d-713498-36 neutron-server[103230]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 19:03:48.874499 n-d-713498-36 neutron-server[103230]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 19:03:48.874499 n-d-713498-36 neutron-server[103230]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 19:03:48.874499 n-d-713498-36 neutron-server[103230]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 19:03:48.874499 n-d-713498-36 neutron-server[103230]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 19:03:48.874499 n-d-713498-36 neutron-server[103230]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 19:03:48.874499 n-d-713498-36 neutron-server[103230]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 19:03:49.012465 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-c2b9d145-4aeb-40aa-a0f0-6525aed8452a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-590242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1885479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1818895'] for network (99ddb91b-36ce-41aa-b11d-fd03c6f9fdc9), after_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:03:49.016024 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Device 8331a37a-331e-41ec-bae8-c606496c5bed no longer exists at agent ovs-agent-n-d-713498-36 {{(pid=103232) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 19:03:49.019759 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-c2b9d145-4aeb-40aa-a0f0-6525aed8452a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1613566'] for network (None), before_response {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:03:49.026312 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4bc1181-ddb0-404e-ac41-973273edd740 req-fcbe8783-eec8-4b81-ba8f-f8c0388878d9 tempest-LiveAutoBlockMigrationV225Test-2127879101 tempest-LiveAutoBlockMigrationV225Test-2127879101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:03:49.027878 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-a4bc1181-ddb0-404e-ac41-973273edd740 req-fcbe8783-eec8-4b81-ba8f-f8c0388878d9 tempest-LiveAutoBlockMigrationV225Test-2127879101 tempest-LiveAutoBlockMigrationV225Test-2127879101-project] 10.222.0.75 "GET /v2.0/ports?device_id=9d1556d0-d009-41c6-9d9c-d68b6ae4cbe4 HTTP/1.1" status: 200 len: 946 time: 0.0976024 Feb 09 19:03:49.032340 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-c2b9d145-4aeb-40aa-a0f0-6525aed8452a admin admin] 10.222.0.75 "DELETE /v2.0/networks/99ddb91b-36ce-41aa-b11d-fd03c6f9fdc9 HTTP/1.1" status: 204 len: 168 time: 0.5243301 Feb 09 19:03:49.038009 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 48404) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:03:49.058006 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] No Port match for: 8331a37a-331e-41ec-bae8-c606496c5bed {{(pid=103232) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 19:03:49.058539 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Device 8331a37a-331e-41ec-bae8-c606496c5bed not bound to the agent host n-d-713498-36 {{(pid=103232) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 19:03:49.098264 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2b9d145-4aeb-40aa-a0f0-6525aed8452a admin admin] Pushing event deleted for resources: {'Network': ['ID=99ddb91b-36ce-41aa-b11d-fd03c6f9fdc9,revision_number=None']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:03:49.119745 n-d-713498-36 neutron-server[103230]: DEBUG neutron.db.db_base_plugin_v2 [None req-b7c37936-6ffd-4f33-8ae2-f133b971c28c admin admin] Deleting subnet 02571f63-b6f3-49ac-98b2-e2cd7681ca95 {{(pid=103230) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 19:03:49.123883 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-b7c37936-6ffd-4f33-8ae2-f133b971c28c admin admin] Publish callbacks [] for subnet (02571f63-b6f3-49ac-98b2-e2cd7681ca95), before_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:03:49.167421 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-a4bc1181-ddb0-404e-ac41-973273edd740 req-d04649c7-6231-42d4-852e-31b1c0a31ec0 tempest-LiveAutoBlockMigrationV225Test-2127879101 tempest-LiveAutoBlockMigrationV225Test-2127879101-project] 10.222.0.75 "GET /v2.0/security-groups?id=e3cb5363-3b49-4f74-b239-a871e755b40a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1252470 Feb 09 19:03:49.204201 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-b7c37936-6ffd-4f33-8ae2-f133b971c28c admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12895822'] for subnet (02571f63-b6f3-49ac-98b2-e2cd7681ca95), precommit_delete_associations {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:03:49.297579 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-14158a75-9aec-417f-bb1a-de1cd7ec971f req-ed353839-81e5-4ccf-ad44-e0f3ee89dba3 tempest-LiveMigrationTest-1021096981 tempest-LiveMigrationTest-1021096981-project] 10.222.0.75 "GET /v2.0/ports?device_id=59d6552c-9c7d-436a-9583-1a4c43dbfa42 HTTP/1.1" status: 200 len: 210 time: 0.0406132 Feb 09 19:03:49.319972 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-b7c37936-6ffd-4f33-8ae2-f133b971c28c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-759852'] for subnet (02571f63-b6f3-49ac-98b2-e2cd7681ca95), precommit_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:03:49.347881 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8403d90-276c-490b-b7e6-ebf435f2b78b req-201ea9b8-6bc3-4acf-9b1c-a0f9f9cc8343 tempest-ServersWithSpecificFlavorTestJSON-1030228139 tempest-ServersWithSpecificFlavorTestJSON-1030228139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:03:49.350509 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-f8403d90-276c-490b-b7e6-ebf435f2b78b req-201ea9b8-6bc3-4acf-9b1c-a0f9f9cc8343 tempest-ServersWithSpecificFlavorTestJSON-1030228139 tempest-ServersWithSpecificFlavorTestJSON-1030228139-project] 10.222.0.75 "GET /v2.0/ports?device_id=b6786f1e-03a5-4d3d-aeaf-fa15657da107 HTTP/1.1" status: 200 len: 945 time: 0.0928028 Feb 09 19:03:49.359377 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 48414) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:03:49.368463 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 48416) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:03:49.373631 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.v2.base [None req-aad75451-1653-4688-8d0e-6de7df788b65 tempest-ServersWithSpecificFlavorTestJSON-1030228139 tempest-ServersWithSpecificFlavorTestJSON-1030228139-project] Request body: {'floatingip': {'port_id': 'aeb6ef05-0f81-4bfc-9b56-d956ed6fbaa6'}} {{(pid=103230) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 19:03:49.433658 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-aad75451-1653-4688-8d0e-6de7df788b65 tempest-ServersWithSpecificFlavorTestJSON-1030228139 tempest-ServersWithSpecificFlavorTestJSON-1030228139-project] Publish callbacks [] for floatingip (52d21fb6-befd-4f67-8a57-5bb13591ad0c), before_update {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:03:49.589617 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-b7c37936-6ffd-4f33-8ae2-f133b971c28c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-760023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14393672', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12985882'] for subnet (02571f63-b6f3-49ac-98b2-e2cd7681ca95), after_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:03:49.617728 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-255ae2a5-10b4-47ad-a526-7d1c56959a53 req-dfc156b2-b4ca-42b7-a713-ae2c485eb88e tempest-ServersOnMultiNodesTest-1472402947 tempest-ServersOnMultiNodesTest-1472402947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:03:49.619254 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-255ae2a5-10b4-47ad-a526-7d1c56959a53 req-dfc156b2-b4ca-42b7-a713-ae2c485eb88e tempest-ServersOnMultiNodesTest-1472402947 tempest-ServersOnMultiNodesTest-1472402947-project] 10.222.0.75 "GET /v2.0/ports?device_id=7286d075-cf60-4225-a604-fbfa2ee2c8fd HTTP/1.1" status: 200 len: 948 time: 0.1829271 Feb 09 19:03:49.644365 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7c37936-6ffd-4f33-8ae2-f133b971c28c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=02571f63-b6f3-49ac-98b2-e2cd7681ca95,revision_number=None']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:03:49.647368 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-b7c37936-6ffd-4f33-8ae2-f133b971c28c admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:03:49.650159 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-b7c37936-6ffd-4f33-8ae2-f133b971c28c admin admin] 10.222.0.75 "DELETE /v2.0/subnets/02571f63-b6f3-49ac-98b2-e2cd7681ca95 HTTP/1.1" status: 204 len: 168 time: 0.6101532 Feb 09 19:03:49.652937 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 48428) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:03:49.777138 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-45f75e45-d0f8-4c5c-a376-1844cc1d724c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:03:49.801581 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-c0e04f7d-b524-4143-b410-223f4b830d3d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-670458'] for network (ea9c684f-eac9-4e35-80fd-f76aefe1ac59), before_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:03:49.959681 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-c0e04f7d-b524-4143-b410-223f4b830d3d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-590267', 'neutron.services.segments.db._delete_segments_for_network-8762867132609'] for network (ea9c684f-eac9-4e35-80fd-f76aefe1ac59), precommit_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:03:50.013028 n-d-713498-36 neutron-server[103229]: DEBUG neutron.services.segments.db [None req-c0e04f7d-b524-4143-b410-223f4b830d3d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ea9c684f-eac9-4e35-80fd-f76aefe1ac59']}} {{(pid=103229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:03:50.034939 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-255ae2a5-10b4-47ad-a526-7d1c56959a53 req-afa4ba13-69ad-4a9c-886c-194debb4178a tempest-ServersOnMultiNodesTest-1472402947 tempest-ServersOnMultiNodesTest-1472402947-project] 10.222.0.75 "GET /v2.0/security-groups?id=aed5302d-0478-4b9d-b014-143adc5c0d74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3906739 Feb 09 19:03:50.048169 n-d-713498-36 neutron-server[103229]: DEBUG neutron.services.segments.db [None req-c0e04f7d-b524-4143-b410-223f4b830d3d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '949147d4-724d-4bb2-bf69-3255c2535ecf') {'for_net_delete': True} {{(pid=103229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:03:50.048169 n-d-713498-36 neutron-server[103229]: DEBUG neutron.services.segments.db [None req-c0e04f7d-b524-4143-b410-223f4b830d3d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '949147d4-724d-4bb2-bf69-3255c2535ecf') {} {{(pid=103229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:03:50.068788 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-c0e04f7d-b524-4143-b410-223f4b830d3d admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762867134154', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16683417'] for segment (949147d4-724d-4bb2-bf69-3255c2535ecf), before_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:03:50.086771 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-45f75e45-d0f8-4c5c-a376-1844cc1d724c admin admin] Publish callbacks [] for security_group (958cbcb8-6257-49d4-afae-8dccfa35fae6), precommit_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:03:50.146767 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-45f75e45-d0f8-4c5c-a376-1844cc1d724c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1892331'] for security_group (958cbcb8-6257-49d4-afae-8dccfa35fae6), after_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:03:50.186859 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-c0e04f7d-b524-4143-b410-223f4b830d3d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-759574'] for segment (949147d4-724d-4bb2-bf69-3255c2535ecf), precommit_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:03:50.221616 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c0e04f7d-b524-4143-b410-223f4b830d3d admin admin] Releasing vlan 367 on physical network physnet1 to pool {{(pid=103229) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 19:03:50.222049 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-c0e04f7d-b524-4143-b410-223f4b830d3d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-759574', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12867469'] for segment (949147d4-724d-4bb2-bf69-3255c2535ecf), after_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:03:50.226679 n-d-713498-36 neutron-server[103229]: Traceback (most recent call last): Feb 09 19:03:50.226679 n-d-713498-36 neutron-server[103229]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 19:03:50.226679 n-d-713498-36 neutron-server[103229]: timer() Feb 09 19:03:50.226679 n-d-713498-36 neutron-server[103229]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 19:03:50.226679 n-d-713498-36 neutron-server[103229]: cb(*args, **kw) Feb 09 19:03:50.226679 n-d-713498-36 neutron-server[103229]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 19:03:50.226679 n-d-713498-36 neutron-server[103229]: return func(*args, **kwargs) Feb 09 19:03:50.226679 n-d-713498-36 neutron-server[103229]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 19:03:50.226679 n-d-713498-36 neutron-server[103229]: self._notify() Feb 09 19:03:50.226679 n-d-713498-36 neutron-server[103229]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 19:03:50.226679 n-d-713498-36 neutron-server[103229]: self.callback(batched_events) Feb 09 19:03:50.226679 n-d-713498-36 neutron-server[103229]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 19:03:50.226679 n-d-713498-36 neutron-server[103229]: event.method(event) Feb 09 19:03:50.226679 n-d-713498-36 neutron-server[103229]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 19:03:50.226679 n-d-713498-36 neutron-server[103229]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 19:03:50.226679 n-d-713498-36 neutron-server[103229]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 19:03:50.226679 n-d-713498-36 neutron-server[103229]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 19:03:50.226679 n-d-713498-36 neutron-server[103229]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 19:03:50.226679 n-d-713498-36 neutron-server[103229]: return f(self, *a, **k) Feb 09 19:03:50.226679 n-d-713498-36 neutron-server[103229]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 19:03:50.226679 n-d-713498-36 neutron-server[103229]: return self._get(url).json() Feb 09 19:03:50.226679 n-d-713498-36 neutron-server[103229]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 19:03:50.226679 n-d-713498-36 neutron-server[103229]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 19:03:50.226679 n-d-713498-36 neutron-server[103229]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 19:03:50.226679 n-d-713498-36 neutron-server[103229]: return self.request(url, 'GET', **kwargs) Feb 09 19:03:50.226679 n-d-713498-36 neutron-server[103229]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 19:03:50.226679 n-d-713498-36 neutron-server[103229]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 19:03:50.226679 n-d-713498-36 neutron-server[103229]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 19:03:50.226679 n-d-713498-36 neutron-server[103229]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 19:03:50.226679 n-d-713498-36 neutron-server[103229]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 19:03:50.226679 n-d-713498-36 neutron-server[103229]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 19:03:50.226679 n-d-713498-36 neutron-server[103229]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 19:03:50.241392 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45f75e45-d0f8-4c5c-a376-1844cc1d724c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=958cbcb8-6257-49d4-afae-8dccfa35fae6,revision_number=1']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:03:50.277414 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-45f75e45-d0f8-4c5c-a376-1844cc1d724c admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=5ebeee692d914804bcb8540e23177afd&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9138713 Feb 09 19:03:50.282954 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 48444) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:03:50.334821 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-477cfc68-c680-4d1e-81e5-eb6a8fcc3e2c req-9e632478-1327-4a4e-8dae-6e1f4be265c5 tempest-LiveMigrationTest-1021096981 tempest-LiveMigrationTest-1021096981-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:03:50.336962 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-477cfc68-c680-4d1e-81e5-eb6a8fcc3e2c req-9e632478-1327-4a4e-8dae-6e1f4be265c5 tempest-LiveMigrationTest-1021096981 tempest-LiveMigrationTest-1021096981-project] 10.222.0.90 "GET /v2.0/networks?id=d725567e-ae4f-48c7-8826-ca95b9692346 HTTP/1.1" status: 200 len: 807 time: 0.2887094 Feb 09 19:03:50.338669 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-c0e04f7d-b524-4143-b410-223f4b830d3d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-590242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1885479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1818895'] for network (ea9c684f-eac9-4e35-80fd-f76aefe1ac59), after_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:03:50.346029 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-c0e04f7d-b524-4143-b410-223f4b830d3d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1613566'] for network (None), before_response {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:03:50.350103 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-c0e04f7d-b524-4143-b410-223f4b830d3d admin admin] 10.222.0.75 "DELETE /v2.0/networks/ea9c684f-eac9-4e35-80fd-f76aefe1ac59 HTTP/1.1" status: 204 len: 168 time: 0.6961386 Feb 09 19:03:50.359270 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.v2.base [req-477cfc68-c680-4d1e-81e5-eb6a8fcc3e2c req-bffa7e10-0436-4c45-a6c8-ff7041666ba7 tempest-LiveMigrationTest-1021096981 tempest-LiveMigrationTest-1021096981-project] Request body: {'port': {'device_id': '59d6552c-9c7d-436a-9583-1a4c43dbfa42', 'network_id': 'd725567e-ae4f-48c7-8826-ca95b9692346', 'admin_state_up': True, 'tenant_id': '05fa6a089578484da4b750f8c0b5ad12'}} {{(pid=103229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 19:03:50.366683 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.db.resource_extend [None req-aad75451-1653-4688-8d0e-6de7df788b65 tempest-ServersWithSpecificFlavorTestJSON-1030228139 tempest-ServersWithSpecificFlavorTestJSON-1030228139-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103230) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 09 19:03:50.409664 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-40401754-289f-4d06-8ec7-2981da1f0a04 admin admin] Publish callbacks [] for security_group (958cbcb8-6257-49d4-afae-8dccfa35fae6), before_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:03:50.416718 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0e04f7d-b524-4143-b410-223f4b830d3d admin admin] Pushing event deleted for resources: {'Network': ['ID=ea9c684f-eac9-4e35-80fd-f76aefe1ac59,revision_number=None']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:03:50.473186 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-aad75451-1653-4688-8d0e-6de7df788b65 tempest-ServersWithSpecificFlavorTestJSON-1030228139 tempest-ServersWithSpecificFlavorTestJSON-1030228139-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:03:50.477296 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-40401754-289f-4d06-8ec7-2981da1f0a04 admin admin] Publish callbacks [] for security_group (958cbcb8-6257-49d4-afae-8dccfa35fae6), precommit_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:03:50.480553 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-aad75451-1653-4688-8d0e-6de7df788b65 tempest-ServersWithSpecificFlavorTestJSON-1030228139 tempest-ServersWithSpecificFlavorTestJSON-1030228139-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1818909'] for floatingip (52d21fb6-befd-4f67-8a57-5bb13591ad0c), after_update {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:03:50.503383 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-363b4243-ef22-4c58-92f7-4a1642171126 req-9a37f4c3-ceb0-4a85-9046-0f511358f98e tempest-LiveAutoBlockMigrationV225Test-2127879101 tempest-LiveAutoBlockMigrationV225Test-2127879101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:03:50.504921 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-363b4243-ef22-4c58-92f7-4a1642171126 req-9a37f4c3-ceb0-4a85-9046-0f511358f98e tempest-LiveAutoBlockMigrationV225Test-2127879101 tempest-LiveAutoBlockMigrationV225Test-2127879101-project] 10.222.0.75 "GET /v2.0/ports?device_id=9d1556d0-d009-41c6-9d9c-d68b6ae4cbe4 HTTP/1.1" status: 200 len: 946 time: 0.1423092 Feb 09 19:03:50.598512 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-363b4243-ef22-4c58-92f7-4a1642171126 req-b402b4c4-eb9e-435e-9510-d7d59c6b75a7 tempest-LiveAutoBlockMigrationV225Test-2127879101 tempest-LiveAutoBlockMigrationV225Test-2127879101-project] 10.222.0.75 "GET /v2.0/security-groups?id=e3cb5363-3b49-4f74-b239-a871e755b40a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0840902 Feb 09 19:03:50.599825 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-477cfc68-c680-4d1e-81e5-eb6a8fcc3e2c req-bffa7e10-0436-4c45-a6c8-ff7041666ba7 tempest-LiveMigrationTest-1021096981 tempest-LiveMigrationTest-1021096981-project] Made reservation on behalf of 05fa6a089578484da4b750f8c0b5ad12 for: {'port': 1} {{(pid=103229) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 19:03:50.603728 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-477cfc68-c680-4d1e-81e5-eb6a8fcc3e2c req-bffa7e10-0436-4c45-a6c8-ff7041666ba7 tempest-LiveMigrationTest-1021096981 tempest-LiveMigrationTest-1021096981-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (None), before_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:03:50.638995 n-d-713498-36 neutron-server[103230]: INFO neutron.db.l3_db [None req-aad75451-1653-4688-8d0e-6de7df788b65 tempest-ServersWithSpecificFlavorTestJSON-1030228139 tempest-ServersWithSpecificFlavorTestJSON-1030228139-project] Floating IP 52d21fb6-befd-4f67-8a57-5bb13591ad0c associated. External IP: 172.25.1.34, port: aeb6ef05-0f81-4bfc-9b56-d956ed6fbaa6. Feb 09 19:03:50.718282 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 48462) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:03:50.727489 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-40401754-289f-4d06-8ec7-2981da1f0a04 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1892331'] for security_group (958cbcb8-6257-49d4-afae-8dccfa35fae6), after_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:03:50.731471 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-40401754-289f-4d06-8ec7-2981da1f0a04 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:03:50.735972 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-40401754-289f-4d06-8ec7-2981da1f0a04 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/958cbcb8-6257-49d4-afae-8dccfa35fae6 HTTP/1.1" status: 204 len: 168 time: 0.4512427 Feb 09 19:03:50.755460 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40401754-289f-4d06-8ec7-2981da1f0a04 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=958cbcb8-6257-49d4-afae-8dccfa35fae6,revision_number=None']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:03:50.798611 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-028413ae-0b32-4fd4-bcbd-455f7246097a req-35411403-b47f-4f87-a056-184d0cd8ef67 tempest-LiveMigrationTest-1021096981 tempest-LiveMigrationTest-1021096981-project] 10.222.0.75 "GET /v2.0/ports?device_id=59d6552c-9c7d-436a-9583-1a4c43dbfa42 HTTP/1.1" status: 200 len: 210 time: 0.1013248 Feb 09 19:03:50.883063 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-740bf596-69ad-40a9-a11a-1339a4625182 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=db4a76503c5c4c5ebf7d39652b9014b3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1610157 Feb 09 19:03:50.900502 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 48476) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:03:50.966806 n-d-713498-36 neutron-server[103229]: DEBUG neutron.db.db_base_plugin_common [req-477cfc68-c680-4d1e-81e5-eb6a8fcc3e2c req-bffa7e10-0436-4c45-a6c8-ff7041666ba7 tempest-LiveMigrationTest-1021096981 tempest-LiveMigrationTest-1021096981-project] Allocated IP 172.20.0.7 (d725567e-ae4f-48c7-8826-ca95b9692346/41b0b245-923a-427d-ac3e-7f4b2ecbbb0e/a4e79a8e-ce64-4a98-88aa-2b5124a3f55b) {{(pid=103229) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 19:03:50.988663 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-39a05c8c-d1f1-4c5e-9e48-003ec0d9f622 admin admin] Publish callbacks [] for security_group (ddb23fc3-aa29-4777-a6d0-38c746159132), before_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:03:51.031878 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-39a05c8c-d1f1-4c5e-9e48-003ec0d9f622 admin admin] Publish callbacks [] for security_group (ddb23fc3-aa29-4777-a6d0-38c746159132), precommit_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:03:51.111967 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c11a064-5fd1-4991-b999-40a8930232b3 req-f7e7dfa1-b16d-4920-8df2-d783dc503f32 tempest-LiveAutoBlockMigrationV225Test-1149753898 tempest-LiveAutoBlockMigrationV225Test-1149753898-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:03:51.113712 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-4c11a064-5fd1-4991-b999-40a8930232b3 req-f7e7dfa1-b16d-4920-8df2-d783dc503f32 tempest-LiveAutoBlockMigrationV225Test-1149753898 tempest-LiveAutoBlockMigrationV225Test-1149753898-project-admin] 10.222.0.75 "GET /v2.0/ports?device_id=9d1556d0-d009-41c6-9d9c-d68b6ae4cbe4 HTTP/1.1" status: 200 len: 1129 time: 0.1208663 Feb 09 19:03:51.167905 n-d-713498-36 neutron-server[103230]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aad75451-1653-4688-8d0e-6de7df788b65 tempest-ServersWithSpecificFlavorTestJSON-1030228139 tempest-ServersWithSpecificFlavorTestJSON-1030228139-project] Router a0ab541a-939a-4f11-b315-84034bd5accf has already been hosted by L3 agent 93303d5e-5d17-45e8-8963-7694f87783ae {{(pid=103230) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 19:03:51.172883 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 48500) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:03:51.188554 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-39a05c8c-d1f1-4c5e-9e48-003ec0d9f622 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1892331'] for security_group (ddb23fc3-aa29-4777-a6d0-38c746159132), after_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:03:51.192792 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-39a05c8c-d1f1-4c5e-9e48-003ec0d9f622 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:03:51.194811 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-39a05c8c-d1f1-4c5e-9e48-003ec0d9f622 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/ddb23fc3-aa29-4777-a6d0-38c746159132 HTTP/1.1" status: 204 len: 168 time: 0.2933404 Feb 09 19:03:51.226566 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-4c11a064-5fd1-4991-b999-40a8930232b3 req-2062b99a-3799-4406-a721-81f069c82d40 tempest-LiveAutoBlockMigrationV225Test-1149753898 tempest-LiveAutoBlockMigrationV225Test-1149753898-project-admin] 10.222.0.75 "GET /v2.0/security-groups?id=e3cb5363-3b49-4f74-b239-a871e755b40a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0966353 Feb 09 19:03:51.236380 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39a05c8c-d1f1-4c5e-9e48-003ec0d9f622 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ddb23fc3-aa29-4777-a6d0-38c746159132,revision_number=None']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:03:51.266223 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-477cfc68-c680-4d1e-81e5-eb6a8fcc3e2c req-bffa7e10-0436-4c45-a6c8-ff7041666ba7 tempest-LiveMigrationTest-1021096981 tempest-LiveMigrationTest-1021096981-project] Publish callbacks [] for port (a4e79a8e-ce64-4a98-88aa-2b5124a3f55b), precommit_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:03:51.317188 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6aa0254-09c6-4c2c-8887-1a2f23fe9146 req-eba7d9e3-23b9-41fc-9dcf-56d977549eef tempest-ServersOnMultiNodesTest-1472402947 tempest-ServersOnMultiNodesTest-1472402947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:03:51.319831 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-f6aa0254-09c6-4c2c-8887-1a2f23fe9146 req-eba7d9e3-23b9-41fc-9dcf-56d977549eef tempest-ServersOnMultiNodesTest-1472402947 tempest-ServersOnMultiNodesTest-1472402947-project] 10.222.0.75 "GET /v2.0/ports?device_id=7286d075-cf60-4225-a604-fbfa2ee2c8fd HTTP/1.1" status: 200 len: 948 time: 0.1681702 Feb 09 19:03:51.368356 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-477cfc68-c680-4d1e-81e5-eb6a8fcc3e2c req-bffa7e10-0436-4c45-a6c8-ff7041666ba7 tempest-LiveMigrationTest-1021096981 tempest-LiveMigrationTest-1021096981-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762866656467', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12867576'] for port (a4e79a8e-ce64-4a98-88aa-2b5124a3f55b), after_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:03:51.427136 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-f6aa0254-09c6-4c2c-8887-1a2f23fe9146 req-e67b6637-0ef3-42d4-826b-29100c1816d5 tempest-ServersOnMultiNodesTest-1472402947 tempest-ServersOnMultiNodesTest-1472402947-project] 10.222.0.75 "GET /v2.0/security-groups?id=aed5302d-0478-4b9d-b014-143adc5c0d74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0964854 Feb 09 19:03:51.429412 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Device bc357ad8-1b22-4fe1-a6af-e296389a311b details requested by agent hyperv_n-h1-713498-36 with host n-h1-713498-36 {{(pid=103232) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 19:03:51.447770 n-d-713498-36 neutron-server[103229]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-477cfc68-c680-4d1e-81e5-eb6a8fcc3e2c req-bffa7e10-0436-4c45-a6c8-ff7041666ba7 tempest-LiveMigrationTest-1021096981 tempest-LiveMigrationTest-1021096981-project] Network d725567e-ae4f-48c7-8826-ca95b9692346 is already hosted by enough agents. {{(pid=103229) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 19:03:51.451034 n-d-713498-36 neutron-server[103229]: DEBUG neutron.scheduler.base_scheduler [req-477cfc68-c680-4d1e-81e5-eb6a8fcc3e2c req-bffa7e10-0436-4c45-a6c8-ff7041666ba7 tempest-LiveMigrationTest-1021096981 tempest-LiveMigrationTest-1021096981-project] Resources bound (agent type, host, resource id): {{(pid=103229) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 19:03:51.455566 n-d-713498-36 neutron-server[103229]: DEBUG neutron.db.l3_dvrscheduler_db [req-477cfc68-c680-4d1e-81e5-eb6a8fcc3e2c req-bffa7e10-0436-4c45-a6c8-ff7041666ba7 tempest-LiveMigrationTest-1021096981 tempest-LiveMigrationTest-1021096981-project] Received port after_create {{(pid=103229) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 19:03:51.460008 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bffa7e10-0436-4c45-a6c8-ff7041666ba7 tempest-LiveMigrationTest-1021096981 tempest-LiveMigrationTest-1021096981-project] Pushing event updated for resources: {'Port': ['ID=a4e79a8e-ce64-4a98-88aa-2b5124a3f55b,revision_number=1']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:03:51.478736 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aad75451-1653-4688-8d0e-6de7df788b65 tempest-ServersWithSpecificFlavorTestJSON-1030228139 tempest-ServersWithSpecificFlavorTestJSON-1030228139-project] Notify agent at l3_agent.n-d-713498-36 the message routers_updated {{(pid=103230) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 19:03:51.490728 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-aad75451-1653-4688-8d0e-6de7df788b65 tempest-ServersWithSpecificFlavorTestJSON-1030228139 tempest-ServersWithSpecificFlavorTestJSON-1030228139-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171096'] for floatingip (None), before_response {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:03:51.529631 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-5e56f83d-0700-4948-b7af-ca8cf6597ae5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:03:51.532308 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-477cfc68-c680-4d1e-81e5-eb6a8fcc3e2c req-bffa7e10-0436-4c45-a6c8-ff7041666ba7 tempest-LiveMigrationTest-1021096981 tempest-LiveMigrationTest-1021096981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:03:51.534399 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-477cfc68-c680-4d1e-81e5-eb6a8fcc3e2c req-bffa7e10-0436-4c45-a6c8-ff7041666ba7 tempest-LiveMigrationTest-1021096981 tempest-LiveMigrationTest-1021096981-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171096'] for port (None), before_response {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:03:51.577634 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-477cfc68-c680-4d1e-81e5-eb6a8fcc3e2c req-bffa7e10-0436-4c45-a6c8-ff7041666ba7 tempest-LiveMigrationTest-1021096981 tempest-LiveMigrationTest-1021096981-project] 10.222.0.90 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2263341 Feb 09 19:03:51.584544 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 48518) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:03:51.598182 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.v2.base [req-477cfc68-c680-4d1e-81e5-eb6a8fcc3e2c req-b0959aff-bf29-450e-b726-80a4b3618c46 service neutron] Request body: {'port': {'device_id': '59d6552c-9c7d-436a-9583-1a4c43dbfa42', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-713498-36'}} {{(pid=103229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 19:03:51.612529 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-882f99c7-50b6-4d17-aca3-b42fb1524954 None None] Sync routers for ids ['a0ab541a-939a-4f11-b315-84034bd5accf'] in n-d-713498-36 {{(pid=103232) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 19:03:51.642950 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-5e56f83d-0700-4948-b7af-ca8cf6597ae5 admin admin] Publish callbacks [] for security_group (07683b6c-13ed-4fc7-a665-43abcc703dea), precommit_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:03:51.653517 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-5e56f83d-0700-4948-b7af-ca8cf6597ae5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1892331'] for security_group (07683b6c-13ed-4fc7-a665-43abcc703dea), after_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:03:51.661540 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-aad75451-1653-4688-8d0e-6de7df788b65 tempest-ServersWithSpecificFlavorTestJSON-1030228139 tempest-ServersWithSpecificFlavorTestJSON-1030228139-project] 10.222.0.75 "PUT /v2.0/floatingips/52d21fb6-befd-4f67-8a57-5bb13591ad0c HTTP/1.1" status: 200 len: 990 time: 2.2919009 Feb 09 19:03:51.670270 n-d-713498-36 neutron-server[103230]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b6786f1e-03a5-4d3d-aeaf-fa15657da107', 'tag': 'aeb6ef05-0f81-4bfc-9b56-d956ed6fbaa6'}] {{(pid=103230) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 19:03:51.672630 n-d-713498-36 neutron-server[103230]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aee5919275bae9f72eb374ee322673045eb80c1f84b4b45a97d96923bd50ab51" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cd1e7186-c815-43ce-b7c8-63efa2cb82b6" -d '{"events": [{"name": "network-changed", "server_uuid": "b6786f1e-03a5-4d3d-aeaf-fa15657da107", "tag": "aeb6ef05-0f81-4bfc-9b56-d956ed6fbaa6"}]}' {{(pid=103230) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 19:03:51.716134 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-5e56f83d-0700-4948-b7af-ca8cf6597ae5 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=35cdf3212cbf4ed59864e82bc66acad2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5396423 Feb 09 19:03:51.716134 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e56f83d-0700-4948-b7af-ca8cf6597ae5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=07683b6c-13ed-4fc7-a665-43abcc703dea,revision_number=1']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:03:51.719452 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 48530) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:03:51.735355 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] For port bc357ad8-1b22-4fe1-a6af-e296389a311b, host n-h1-713498-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-36',level=0,port_id=bc357ad8-1b22-4fe1-a6af-e296389a311b,segment=NetworkSegment(50e5915e-18f0-4558-9a28-b978975ead36),segment_id=50e5915e-18f0-4558-9a28-b978975ead36)] {{(pid=103232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 19:03:51.768855 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Returning: {'device': 'bc357ad8-1b22-4fe1-a6af-e296389a311b', 'network_id': '2b5494c8-cf97-42c1-b902-87f998f28179', 'port_id': 'bc357ad8-1b22-4fe1-a6af-e296389a311b', 'mac_address': 'fa:16:3e:58:d6:cd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 359, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '60b561cb-321e-4f83-9bb3-92b2e1d0dc44', 'ip_address': '192.168.233.248'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103232) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 19:03:51.770132 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-477cfc68-c680-4d1e-81e5-eb6a8fcc3e2c req-b0959aff-bf29-450e-b726-80a4b3618c46 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (a4e79a8e-ce64-4a98-88aa-2b5124a3f55b), before_update {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:03:51.775795 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-dc8899e2-4dcd-48fa-8f90-606b4ac0586c admin admin] Publish callbacks [] for security_group (07683b6c-13ed-4fc7-a665-43abcc703dea), before_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:03:51.784331 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.l3_dvrscheduler_db [None req-882f99c7-50b6-4d17-aca3-b42fb1524954 None None] Routers {'a0ab541a-939a-4f11-b315-84034bd5accf'} bound to L3 agent in host n-d-713498-36 {{(pid=103232) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 19:03:51.784917 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.l3_hamode_db [None req-882f99c7-50b6-4d17-aca3-b42fb1524954 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T18:51:43Z,description=,heartbeat_timestamp=2022-02-09T19:03:43Z,host='n-d-713498-36',id=93303d5e-5d17-45e8-8963-7694f87783ae,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T18:51:43Z,topic='l3_agent')) {'router_ids': ['a0ab541a-939a-4f11-b315-84034bd5accf'], 'active': True} {{(pid=103232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:03:51.807837 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-dc8899e2-4dcd-48fa-8f90-606b4ac0586c admin admin] Publish callbacks [] for security_group (07683b6c-13ed-4fc7-a665-43abcc703dea), precommit_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:03:51.814078 n-d-713498-36 neutron-server[103230]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 19:03:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-84f41211-2d78-456a-90b2-777ba092c0ad x-openstack-request-id: req-84f41211-2d78-456a-90b2-777ba092c0ad {{(pid=103230) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 19:03:51.814494 n-d-713498-36 neutron-server[103230]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b6786f1e-03a5-4d3d-aeaf-fa15657da107", "tag": "aeb6ef05-0f81-4bfc-9b56-d956ed6fbaa6", "status": "completed", "code": 200}]} {{(pid=103230) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 19:03:51.814859 n-d-713498-36 neutron-server[103230]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-84f41211-2d78-456a-90b2-777ba092c0ad {{(pid=103230) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 19:03:51.815360 n-d-713498-36 neutron-server[103230]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b6786f1e-03a5-4d3d-aeaf-fa15657da107', 'tag': 'aeb6ef05-0f81-4bfc-9b56-d956ed6fbaa6', 'status': 'completed', 'code': 200} Feb 09 19:03:52.055381 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-039a0cbe-5ebe-4507-b7ed-f9f50cf99825 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:03:52.099911 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc43a68c-7272-46a5-8d3f-48c7fe24efc2 req-fb6ff74a-6eb5-468d-865d-6b0f017938f3 tempest-ServersWithSpecificFlavorTestJSON-1030228139 tempest-ServersWithSpecificFlavorTestJSON-1030228139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:03:52.101695 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-cc43a68c-7272-46a5-8d3f-48c7fe24efc2 req-fb6ff74a-6eb5-468d-865d-6b0f017938f3 tempest-ServersWithSpecificFlavorTestJSON-1030228139 tempest-ServersWithSpecificFlavorTestJSON-1030228139-project] 10.222.0.75 "GET /v2.0/ports?device_id=b6786f1e-03a5-4d3d-aeaf-fa15657da107 HTTP/1.1" status: 200 len: 945 time: 0.2099583 Feb 09 19:03:52.107678 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-dc8899e2-4dcd-48fa-8f90-606b4ac0586c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1892331'] for security_group (07683b6c-13ed-4fc7-a665-43abcc703dea), after_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:03:52.110895 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-dc8899e2-4dcd-48fa-8f90-606b4ac0586c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:03:52.114196 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-dc8899e2-4dcd-48fa-8f90-606b4ac0586c admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/07683b6c-13ed-4fc7-a665-43abcc703dea HTTP/1.1" status: 204 len: 168 time: 0.3933883 Feb 09 19:03:52.165700 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Current status of the port bc357ad8-1b22-4fe1-a6af-e296389a311b is: DOWN; New status is: BUILD {{(pid=103232) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 19:03:52.166288 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (bc357ad8-1b22-4fe1-a6af-e296389a311b), before_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:03:52.173250 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc8899e2-4dcd-48fa-8f90-606b4ac0586c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=07683b6c-13ed-4fc7-a665-43abcc703dea,revision_number=None']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:03:52.178528 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd1e7186-c815-43ce-b7c8-63efa2cb82b6 req-f76cada5-8937-43e4-8559-d31d49fea632 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:03:52.179935 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-cd1e7186-c815-43ce-b7c8-63efa2cb82b6 req-f76cada5-8937-43e4-8559-d31d49fea632 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=74dc86730a17454f9e20cfb480a6b381&device_id=b6786f1e-03a5-4d3d-aeaf-fa15657da107 HTTP/1.1" status: 200 len: 1128 time: 0.3122687 Feb 09 19:03:52.204250 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ead8d12d-cf7f-4c52-8c22-f216d67d214c req-becdafc6-d8de-46b8-892b-32fab08e7c12 tempest-LiveMigrationTest-1021096981 tempest-LiveMigrationTest-1021096981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:03:52.217185 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-ead8d12d-cf7f-4c52-8c22-f216d67d214c req-becdafc6-d8de-46b8-892b-32fab08e7c12 tempest-LiveMigrationTest-1021096981 tempest-LiveMigrationTest-1021096981-project] 10.222.0.75 "GET /v2.0/ports?device_id=59d6552c-9c7d-436a-9583-1a4c43dbfa42 HTTP/1.1" status: 200 len: 931 time: 0.3093438 Feb 09 19:03:52.226285 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.l3_dvr_db [None req-882f99c7-50b6-4d17-aca3-b42fb1524954 None None] Set router a0ab541a-939a-4f11-b315-84034bd5accf gateway port host: n-d-713498-36 {{(pid=103232) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 19:03:52.235987 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-cc43a68c-7272-46a5-8d3f-48c7fe24efc2 req-3fae772d-d52e-4960-8513-f63182e280d9 tempest-ServersWithSpecificFlavorTestJSON-1030228139 tempest-ServersWithSpecificFlavorTestJSON-1030228139-project] 10.222.0.75 "GET /v2.0/security-groups?id=7095cade-8760-483a-a246-f0df5ddf6b33&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1181223 Feb 09 19:03:52.296319 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 48546) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:03:52.367304 n-d-713498-36 neutron-server[103232]: DEBUG neutron.notifiers.nova [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bc357ad8-1b22-4fe1-a6af-e296389a311b {{(pid=103232) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 19:03:52.444445 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-44bbcbef-aa27-4d90-be22-a51bffafece3 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=4fc403eb7cf2410892eef8d4599187bc&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1447589 Feb 09 19:03:52.448915 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 48552) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:03:52.625861 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-21bd2ac6-ddc1-45c2-a16a-35a42d69ae22 admin admin] Publish callbacks [] for security_group (e67ba3b2-bad3-4d9a-af35-426f19ce4ef7), before_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:03:52.698025 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-21bd2ac6-ddc1-45c2-a16a-35a42d69ae22 admin admin] Publish callbacks [] for security_group (e67ba3b2-bad3-4d9a-af35-426f19ce4ef7), precommit_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:03:52.709266 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-ead8d12d-cf7f-4c52-8c22-f216d67d214c req-fe3bea60-8f63-48e2-b381-c080abdc860c tempest-LiveMigrationTest-1021096981 tempest-LiveMigrationTest-1021096981-project] 10.222.0.75 "GET /v2.0/security-groups?id=ba18819a-1490-4e7b-a11b-e8610423d8ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4886470 Feb 09 19:03:52.754695 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd1e7186-c815-43ce-b7c8-63efa2cb82b6 req-3cf658b4-bbcc-4efc-a456-4a312920464c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:03:52.757291 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-cd1e7186-c815-43ce-b7c8-63efa2cb82b6 req-3cf658b4-bbcc-4efc-a456-4a312920464c service neutron] 10.222.0.89 "GET /v2.0/networks?id=22186bb1-1c50-47a0-85ed-567124795ab8 HTTP/1.1" status: 200 len: 924 time: 0.5617182 Feb 09 19:03:52.832618 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 48560) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:03:52.836105 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-21bd2ac6-ddc1-45c2-a16a-35a42d69ae22 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1892331'] for security_group (e67ba3b2-bad3-4d9a-af35-426f19ce4ef7), after_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:03:52.839587 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-21bd2ac6-ddc1-45c2-a16a-35a42d69ae22 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:03:52.841036 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-21bd2ac6-ddc1-45c2-a16a-35a42d69ae22 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/e67ba3b2-bad3-4d9a-af35-426f19ce4ef7 HTTP/1.1" status: 204 len: 168 time: 0.3909924 Feb 09 19:03:52.871619 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21bd2ac6-ddc1-45c2-a16a-35a42d69ae22 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e67ba3b2-bad3-4d9a-af35-426f19ce4ef7,revision_number=None']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:03:52.874528 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-039a0cbe-5ebe-4507-b7ed-f9f50cf99825 admin admin] Publish callbacks [] for security_group (59927398-144e-46c6-953b-fb4bb020f5cb), precommit_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:03:52.884897 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-e7d2415d-ff37-47d9-8e9c-5edbbd5dc76f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:03:52.959833 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1000599-bf5c-4074-b1f9-da2912c955b0 req-9b96353d-32b5-4e08-b23e-1559140050f0 tempest-ServersOnMultiNodesTest-1472402947 tempest-ServersOnMultiNodesTest-1472402947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:03:52.960960 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-039a0cbe-5ebe-4507-b7ed-f9f50cf99825 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1892331'] for security_group (59927398-144e-46c6-953b-fb4bb020f5cb), after_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:03:52.962331 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-c1000599-bf5c-4074-b1f9-da2912c955b0 req-9b96353d-32b5-4e08-b23e-1559140050f0 tempest-ServersOnMultiNodesTest-1472402947 tempest-ServersOnMultiNodesTest-1472402947-project] 10.222.0.75 "GET /v2.0/ports?device_id=7286d075-cf60-4225-a604-fbfa2ee2c8fd HTTP/1.1" status: 200 len: 948 time: 0.3744178 Feb 09 19:03:53.009342 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 48566) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:03:53.068271 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-cd1e7186-c815-43ce-b7c8-63efa2cb82b6 req-735e6998-a665-4b92-aa0c-2c184f754e62 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=aeb6ef05-0f81-4bfc-9b56-d956ed6fbaa6 HTTP/1.1" status: 200 len: 998 time: 0.2992222 Feb 09 19:03:53.076469 n-d-713498-36 neutron-server[103229]: DEBUG neutron.notifiers.nova [req-477cfc68-c680-4d1e-81e5-eb6a8fcc3e2c req-b0959aff-bf29-450e-b726-80a4b3618c46 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a4e79a8e-ce64-4a98-88aa-2b5124a3f55b {{(pid=103229) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 19:03:53.111737 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-c1000599-bf5c-4074-b1f9-da2912c955b0 req-45d60155-ce86-479a-907d-d37762ac7ff2 tempest-ServersOnMultiNodesTest-1472402947 tempest-ServersOnMultiNodesTest-1472402947-project] 10.222.0.75 "GET /v2.0/security-groups?id=aed5302d-0478-4b9d-b014-143adc5c0d74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1427164 Feb 09 19:03:53.117066 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-477cfc68-c680-4d1e-81e5-eb6a8fcc3e2c req-b0959aff-bf29-450e-b726-80a4b3618c46 service neutron] Publish callbacks [] for port (a4e79a8e-ce64-4a98-88aa-2b5124a3f55b), precommit_update {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:03:53.133418 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-039a0cbe-5ebe-4507-b7ed-f9f50cf99825 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=0673dbbe2de6418a96eb6fb0e73ffe08&name=default HTTP/1.1" status: 200 len: 2996 time: 1.5475955 Feb 09 19:03:53.134686 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 48570) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:03:53.172263 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-039a0cbe-5ebe-4507-b7ed-f9f50cf99825 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=59927398-144e-46c6-953b-fb4bb020f5cb,revision_number=1']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:03:53.177492 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] For port bc357ad8-1b22-4fe1-a6af-e296389a311b, host n-h1-713498-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-36',level=0,port_id=bc357ad8-1b22-4fe1-a6af-e296389a311b,segment=NetworkSegment(50e5915e-18f0-4558-9a28-b978975ead36),segment_id=50e5915e-18f0-4558-9a28-b978975ead36)] {{(pid=103232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 19:03:53.203860 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762867176205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762866656485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762866656503'] for port (bc357ad8-1b22-4fe1-a6af-e296389a311b), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:03:53.206671 n-d-713498-36 neutron-server[103229]: DEBUG neutron.db.provisioning_blocks [req-477cfc68-c680-4d1e-81e5-eb6a8fcc3e2c req-b0959aff-bf29-450e-b726-80a4b3618c46 service neutron] Transition to ACTIVE for port object a4e79a8e-ce64-4a98-88aa-2b5124a3f55b will not be triggered until provisioned by entity L2. {{(pid=103229) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 19:03:53.217682 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-477cfc68-c680-4d1e-81e5-eb6a8fcc3e2c req-b0959aff-bf29-450e-b726-80a4b3618c46 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762867176205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762866656485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762866656503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12867569'] for port (a4e79a8e-ce64-4a98-88aa-2b5124a3f55b), after_update {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:03:53.223621 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd1e7186-c815-43ce-b7c8-63efa2cb82b6 req-deb1f320-ad1c-4f32-bee4-225d96ad5cac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:03:53.226892 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-cd1e7186-c815-43ce-b7c8-63efa2cb82b6 req-deb1f320-ad1c-4f32-bee4-225d96ad5cac service neutron] 10.222.0.89 "GET /v2.0/subnets?id=75c6a744-acd8-4cbc-b5ba-1f5214db2393 HTTP/1.1" status: 200 len: 862 time: 0.1406183 Feb 09 19:03:53.290507 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-e7d2415d-ff37-47d9-8e9c-5edbbd5dc76f admin admin] Publish callbacks [] for security_group (cda652f8-5dc4-4da9-bca8-329ce0a6d2dc), precommit_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:03:53.319759 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-e7d2415d-ff37-47d9-8e9c-5edbbd5dc76f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1892331'] for security_group (cda652f8-5dc4-4da9-bca8-329ce0a6d2dc), after_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:03:53.386097 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Pushing event updated for resources: {'Port': ['ID=bc357ad8-1b22-4fe1-a6af-e296389a311b,revision_number=4']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:03:53.400869 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-660255de-69e2-48eb-a563-8b314180cf23 admin admin] Publish callbacks [] for security_group (59927398-144e-46c6-953b-fb4bb020f5cb), before_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:03:53.428146 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0959aff-bf29-450e-b726-80a4b3618c46 service neutron] Pushing event updated for resources: {'Port': ['ID=a4e79a8e-ce64-4a98-88aa-2b5124a3f55b,revision_number=2']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:03:53.444124 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] get_ports_and_sgs() called for port_ids ['bc357ad8-1b22-4fe1-a6af-e296389a311b'] {{(pid=103232) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 19:03:53.450417 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.v2.base [None req-c4e05ac2-1ca0-4157-a6e5-3bd88f8f2ba4 admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest_v242-1855491091-network', 'tenant_id': '1165ce6413224edfb276f9f552a74208'}} {{(pid=103229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 19:03:53.461145 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-660255de-69e2-48eb-a563-8b314180cf23 admin admin] Publish callbacks [] for security_group (59927398-144e-46c6-953b-fb4bb020f5cb), precommit_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:03:53.477378 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-e7d2415d-ff37-47d9-8e9c-5edbbd5dc76f admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=307f945aa7524dfc8b1779f106c2a959&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6405425 Feb 09 19:03:53.478301 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7d2415d-ff37-47d9-8e9c-5edbbd5dc76f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cda652f8-5dc4-4da9-bca8-329ce0a6d2dc,revision_number=1']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:03:53.489082 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 48578) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:03:53.557796 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.l3_hamode_db [None req-882f99c7-50b6-4d17-aca3-b42fb1524954 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a0ab541a-939a-4f11-b315-84034bd5accf', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-830942200-router', 'tenant_id': '74dc86730a17454f9e20cfb480a6b381', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88055e1e-672a-4487-be31-ffb6e833ece5', 'external_fixed_ips': [{'subnet_id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'ip_address': '172.25.1.127'}], 'enable_snat': True}, 'gw_port_id': '4064872f-54ad-481c-8bb9-331fae745bac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T19:01:39Z', 'updated_at': '2022-02-09T19:01:43Z', 'revision_number': 4, 'project_id': '74dc86730a17454f9e20cfb480a6b381', 'gw_port': {'id': '4064872f-54ad-481c-8bb9-331fae745bac', 'name': '', 'network_id': '88055e1e-672a-4487-be31-ffb6e833ece5', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:72:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0ab541a-939a-4f11-b315-84034bd5accf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'ip_address': '172.25.1.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T19:01:39Z', 'updated_at': '2022-02-09T19:01:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-36', '_floatingips': [{'id': '52d21fb6-befd-4f67-8a57-5bb13591ad0c', 'tenant_id': '74dc86730a17454f9e20cfb480a6b381', 'floating_ip_address': '172.25.1.34', 'floating_network_id': '88055e1e-672a-4487-be31-ffb6e833ece5', 'router_id': 'a0ab541a-939a-4f11-b315-84034bd5accf', 'port_id': 'aeb6ef05-0f81-4bfc-9b56-d956ed6fbaa6', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 146, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '22186bb1-1c50-47a0-85ed-567124795ab8', 'mac_address': 'fa:16:3e:ff:20:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6786f1e-03a5-4d3d-aeaf-fa15657da107', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T19:02:08Z', 'updated_at': '2022-02-09T19:03:50Z', 'revision_number': 5, 'project_id': '74dc86730a17454f9e20cfb480a6b381', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '36ae183d-0b5b-4958-bab8-21d4d5bdca13', 'name': '', 'network_id': '22186bb1-1c50-47a0-85ed-567124795ab8', 'tenant_id': '74dc86730a17454f9e20cfb480a6b381', 'mac_address': 'fa:16:3e:9c:64:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0ab541a-939a-4f11-b315-84034bd5accf', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': '75c6a744-acd8-4cbc-b5ba-1f5214db2393', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T19:01:42Z', 'updated_at': '2022-02-09T19:01:52Z', 'revision_number': 5, 'project_id': '74dc86730a17454f9e20cfb480a6b381', 'subnets': [{'id': '75c6a744-acd8-4cbc-b5ba-1f5214db2393', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-36', False) {} {{(pid=103232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:03:53.578096 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-17bd5ce2-d9d8-4f6f-a289-a2816f111981 admin admin] Publish callbacks [] for security_group (cda652f8-5dc4-4da9-bca8-329ce0a6d2dc), before_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:03:53.593613 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-882f99c7-50b6-4d17-aca3-b42fb1524954 None None] Checking router: a0ab541a-939a-4f11-b315-84034bd5accf for host: n-d-713498-36 {{(pid=103232) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 19:03:53.632281 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.l3_dvrscheduler_db [None req-882f99c7-50b6-4d17-aca3-b42fb1524954 None None] Routers {'a0ab541a-939a-4f11-b315-84034bd5accf'} bound to L3 agent in host n-d-713498-36 {{(pid=103232) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 19:03:53.633019 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.l3_hamode_db [None req-882f99c7-50b6-4d17-aca3-b42fb1524954 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T18:51:43Z,description=,heartbeat_timestamp=2022-02-09T19:03:43Z,host='n-d-713498-36',id=93303d5e-5d17-45e8-8963-7694f87783ae,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T18:51:43Z,topic='l3_agent')) {'router_ids': ['a0ab541a-939a-4f11-b315-84034bd5accf'], 'active': True} {{(pid=103232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:03:53.636156 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-17bd5ce2-d9d8-4f6f-a289-a2816f111981 admin admin] Publish callbacks [] for security_group (cda652f8-5dc4-4da9-bca8-329ce0a6d2dc), precommit_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:03:53.643891 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-660255de-69e2-48eb-a563-8b314180cf23 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1892331'] for security_group (59927398-144e-46c6-953b-fb4bb020f5cb), after_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:03:53.647394 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-660255de-69e2-48eb-a563-8b314180cf23 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:03:53.649008 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd1e7186-c815-43ce-b7c8-63efa2cb82b6 req-89641469-59a5-4306-a162-f55417c26663 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:03:53.652891 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-660255de-69e2-48eb-a563-8b314180cf23 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/59927398-144e-46c6-953b-fb4bb020f5cb HTTP/1.1" status: 204 len: 168 time: 0.5169697 Feb 09 19:03:53.667922 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-cd1e7186-c815-43ce-b7c8-63efa2cb82b6 req-89641469-59a5-4306-a162-f55417c26663 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=22186bb1-1c50-47a0-85ed-567124795ab8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.4126580 Feb 09 19:03:53.683655 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-660255de-69e2-48eb-a563-8b314180cf23 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=59927398-144e-46c6-953b-fb4bb020f5cb,revision_number=None']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:03:53.758780 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-17bd5ce2-d9d8-4f6f-a289-a2816f111981 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1892331'] for security_group (cda652f8-5dc4-4da9-bca8-329ce0a6d2dc), after_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:03:53.762094 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-17bd5ce2-d9d8-4f6f-a289-a2816f111981 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:03:53.763640 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-17bd5ce2-d9d8-4f6f-a289-a2816f111981 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/cda652f8-5dc4-4da9-bca8-329ce0a6d2dc HTTP/1.1" status: 204 len: 168 time: 0.2727554 Feb 09 19:03:53.775535 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17bd5ce2-d9d8-4f6f-a289-a2816f111981 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cda652f8-5dc4-4da9-bca8-329ce0a6d2dc,revision_number=None']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:03:53.791309 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.l3_dvr_db [None req-882f99c7-50b6-4d17-aca3-b42fb1524954 None None] Set router a0ab541a-939a-4f11-b315-84034bd5accf gateway port host: n-d-713498-36 {{(pid=103232) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 19:03:53.807983 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c4e05ac2-1ca0-4157-a6e5-3bd88f8f2ba4 admin admin] Made reservation on behalf of 1165ce6413224edfb276f9f552a74208 for: {'network': 1} {{(pid=103229) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 19:03:53.812725 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-c4e05ac2-1ca0-4157-a6e5-3bd88f8f2ba4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for network (None), before_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:03:53.889342 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-c4e05ac2-1ca0-4157-a6e5-3bd88f8f2ba4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:03:53.960549 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf8f2ef8-f42f-4b99-a0fa-435f3423a92f req-6cd1e628-ce86-4bef-90a6-0aeeeb3013c8 tempest-LiveMigrationTest-1021096981 tempest-LiveMigrationTest-1021096981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:03:53.962242 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-cf8f2ef8-f42f-4b99-a0fa-435f3423a92f req-6cd1e628-ce86-4bef-90a6-0aeeeb3013c8 tempest-LiveMigrationTest-1021096981 tempest-LiveMigrationTest-1021096981-project] 10.222.0.75 "GET /v2.0/ports?device_id=59d6552c-9c7d-436a-9583-1a4c43dbfa42 HTTP/1.1" status: 200 len: 943 time: 0.1308553 Feb 09 19:03:53.966376 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22f5f2c1-0199-4358-9c64-401313ce304e req-860e7967-3230-438f-bdb7-109ff86c24d1 tempest-ServersWithSpecificFlavorTestJSON-1030228139 tempest-ServersWithSpecificFlavorTestJSON-1030228139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:03:53.975001 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-22f5f2c1-0199-4358-9c64-401313ce304e req-860e7967-3230-438f-bdb7-109ff86c24d1 tempest-ServersWithSpecificFlavorTestJSON-1030228139 tempest-ServersWithSpecificFlavorTestJSON-1030228139-project] 10.222.0.75 "GET /v2.0/ports?device_id=b6786f1e-03a5-4d3d-aeaf-fa15657da107 HTTP/1.1" status: 200 len: 945 time: 0.5685613 Feb 09 19:03:53.992744 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.managers [req-477cfc68-c680-4d1e-81e5-eb6a8fcc3e2c req-b0959aff-bf29-450e-b726-80a4b3618c46 service neutron] Attempting to bind port a4e79a8e-ce64-4a98-88aa-2b5124a3f55b on host n-h2-713498-36 for vnic_type normal with profile {{(pid=103229) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 19:03:53.993119 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.managers [req-477cfc68-c680-4d1e-81e5-eb6a8fcc3e2c req-b0959aff-bf29-450e-b726-80a4b3618c46 service neutron] Attempting to bind port a4e79a8e-ce64-4a98-88aa-2b5124a3f55b by drivers openvswitch,hyperv on host n-h2-713498-36 at level 0 using segments [{'id': '5e48c0d3-ac92-403e-8ddc-eab47c471644', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': 'd725567e-ae4f-48c7-8826-ca95b9692346'}] {{(pid=103229) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 19:03:53.993456 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-477cfc68-c680-4d1e-81e5-eb6a8fcc3e2c req-b0959aff-bf29-450e-b726-80a4b3618c46 service neutron] Attempting to bind port a4e79a8e-ce64-4a98-88aa-2b5124a3f55b on network d725567e-ae4f-48c7-8826-ca95b9692346 {{(pid=103229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 19:03:54.024484 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-477cfc68-c680-4d1e-81e5-eb6a8fcc3e2c req-b0959aff-bf29-450e-b726-80a4b3618c46 service neutron] Port a4e79a8e-ce64-4a98-88aa-2b5124a3f55b on network d725567e-ae4f-48c7-8826-ca95b9692346 not bound, no agent of type Open vSwitch agent registered on host n-h2-713498-36 {{(pid=103229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 19:03:54.025062 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-477cfc68-c680-4d1e-81e5-eb6a8fcc3e2c req-b0959aff-bf29-450e-b726-80a4b3618c46 service neutron] Attempting to bind port a4e79a8e-ce64-4a98-88aa-2b5124a3f55b on network d725567e-ae4f-48c7-8826-ca95b9692346 {{(pid=103229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 19:03:54.041605 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-477cfc68-c680-4d1e-81e5-eb6a8fcc3e2c req-b0959aff-bf29-450e-b726-80a4b3618c46 service neutron] Checking agent: {'id': 'bcd5faee-dc24-4298-9134-0e0aa054058e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713498-36', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 18, 59, 19), 'started_at': datetime.datetime(2022, 2, 9, 18, 59, 19), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 19, 3, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 19:03:54.042208 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-477cfc68-c680-4d1e-81e5-eb6a8fcc3e2c req-b0959aff-bf29-450e-b726-80a4b3618c46 service neutron] Checking segment: {'id': '5e48c0d3-ac92-403e-8ddc-eab47c471644', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': 'd725567e-ae4f-48c7-8826-ca95b9692346'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103229) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 19:03:54.042826 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-477cfc68-c680-4d1e-81e5-eb6a8fcc3e2c req-b0959aff-bf29-450e-b726-80a4b3618c46 service neutron] Bound using segment: {'id': '5e48c0d3-ac92-403e-8ddc-eab47c471644', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': 'd725567e-ae4f-48c7-8826-ca95b9692346'} {{(pid=103229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 19:03:54.043335 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-cf8f2ef8-f42f-4b99-a0fa-435f3423a92f req-7e04ca02-0812-4192-819a-0ca9f59ccee7 tempest-LiveMigrationTest-1021096981 tempest-LiveMigrationTest-1021096981-project] 10.222.0.75 "GET /v2.0/security-groups?id=ba18819a-1490-4e7b-a11b-e8610423d8ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0754466 Feb 09 19:03:54.043715 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.managers [req-477cfc68-c680-4d1e-81e5-eb6a8fcc3e2c req-b0959aff-bf29-450e-b726-80a4b3618c46 service neutron] Bound port: a4e79a8e-ce64-4a98-88aa-2b5124a3f55b, host: n-h2-713498-36, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5e48c0d3-ac92-403e-8ddc-eab47c471644', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': 'd725567e-ae4f-48c7-8826-ca95b9692346'}}] {{(pid=103229) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 19:03:54.044082 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-477cfc68-c680-4d1e-81e5-eb6a8fcc3e2c req-b0959aff-bf29-450e-b726-80a4b3618c46 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (a4e79a8e-ce64-4a98-88aa-2b5124a3f55b), before_update {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:03:54.113128 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-cd1e7186-c815-43ce-b7c8-63efa2cb82b6 req-da37c140-c340-42f9-bac6-6e545b765797 service neutron] 10.222.0.89 "GET /v2.0/networks/22186bb1-1c50-47a0-85ed-567124795ab8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4417078 Feb 09 19:03:54.278174 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-cd1e7186-c815-43ce-b7c8-63efa2cb82b6 req-08f91c64-e8e4-4219-90e1-813e5c7cb801 service neutron] 10.222.0.89 "GET /v2.0/networks/22186bb1-1c50-47a0-85ed-567124795ab8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1259503 Feb 09 19:03:54.300716 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-22f5f2c1-0199-4358-9c64-401313ce304e req-088b9768-72d9-4a01-8596-ce2a337399bf tempest-ServersWithSpecificFlavorTestJSON-1030228139 tempest-ServersWithSpecificFlavorTestJSON-1030228139-project] 10.222.0.75 "GET /v2.0/security-groups?id=7095cade-8760-483a-a246-f0df5ddf6b33&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.3090465 Feb 09 19:03:54.365876 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.db [req-477cfc68-c680-4d1e-81e5-eb6a8fcc3e2c req-b0959aff-bf29-450e-b726-80a4b3618c46 service neutron] For port a4e79a8e-ce64-4a98-88aa-2b5124a3f55b, host n-h2-713498-36, cleared binding levels {{(pid=103229) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 19:03:54.369132 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-c4e05ac2-1ca0-4157-a6e5-3bd88f8f2ba4 admin admin] Publish callbacks [] for security_group (6452f0cf-fe35-4557-9092-43f1827176a8), precommit_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:03:54.383623 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.db [req-477cfc68-c680-4d1e-81e5-eb6a8fcc3e2c req-b0959aff-bf29-450e-b726-80a4b3618c46 service neutron] For port a4e79a8e-ce64-4a98-88aa-2b5124a3f55b, host n-h2-713498-36, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-36',level=0,port_id=a4e79a8e-ce64-4a98-88aa-2b5124a3f55b,segment=NetworkSegment(5e48c0d3-ac92-403e-8ddc-eab47c471644),segment_id=5e48c0d3-ac92-403e-8ddc-eab47c471644)] {{(pid=103229) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 19:03:54.387841 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-c4e05ac2-1ca0-4157-a6e5-3bd88f8f2ba4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1892331'] for security_group (6452f0cf-fe35-4557-9092-43f1827176a8), after_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:03:54.414809 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-477cfc68-c680-4d1e-81e5-eb6a8fcc3e2c req-b0959aff-bf29-450e-b726-80a4b3618c46 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762867176205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762866656485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762866656503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12867569'] for port (a4e79a8e-ce64-4a98-88aa-2b5124a3f55b), after_update {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:03:54.454902 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.l3_hamode_db [None req-882f99c7-50b6-4d17-aca3-b42fb1524954 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a0ab541a-939a-4f11-b315-84034bd5accf', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-830942200-router', 'tenant_id': '74dc86730a17454f9e20cfb480a6b381', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88055e1e-672a-4487-be31-ffb6e833ece5', 'external_fixed_ips': [{'subnet_id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'ip_address': '172.25.1.127'}], 'enable_snat': True}, 'gw_port_id': '4064872f-54ad-481c-8bb9-331fae745bac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T19:01:39Z', 'updated_at': '2022-02-09T19:01:43Z', 'revision_number': 4, 'project_id': '74dc86730a17454f9e20cfb480a6b381', 'gw_port': {'id': '4064872f-54ad-481c-8bb9-331fae745bac', 'name': '', 'network_id': '88055e1e-672a-4487-be31-ffb6e833ece5', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:72:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0ab541a-939a-4f11-b315-84034bd5accf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'ip_address': '172.25.1.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T19:01:39Z', 'updated_at': '2022-02-09T19:01:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-36', '_floatingips': [{'id': '52d21fb6-befd-4f67-8a57-5bb13591ad0c', 'tenant_id': '74dc86730a17454f9e20cfb480a6b381', 'floating_ip_address': '172.25.1.34', 'floating_network_id': '88055e1e-672a-4487-be31-ffb6e833ece5', 'router_id': 'a0ab541a-939a-4f11-b315-84034bd5accf', 'port_id': 'aeb6ef05-0f81-4bfc-9b56-d956ed6fbaa6', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 146, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '22186bb1-1c50-47a0-85ed-567124795ab8', 'mac_address': 'fa:16:3e:ff:20:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6786f1e-03a5-4d3d-aeaf-fa15657da107', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T19:02:08Z', 'updated_at': '2022-02-09T19:03:50Z', 'revision_number': 5, 'project_id': '74dc86730a17454f9e20cfb480a6b381', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '36ae183d-0b5b-4958-bab8-21d4d5bdca13', 'name': '', 'network_id': '22186bb1-1c50-47a0-85ed-567124795ab8', 'tenant_id': '74dc86730a17454f9e20cfb480a6b381', 'mac_address': 'fa:16:3e:9c:64:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0ab541a-939a-4f11-b315-84034bd5accf', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': '75c6a744-acd8-4cbc-b5ba-1f5214db2393', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T19:01:42Z', 'updated_at': '2022-02-09T19:01:52Z', 'revision_number': 5, 'project_id': '74dc86730a17454f9e20cfb480a6b381', 'subnets': [{'id': '75c6a744-acd8-4cbc-b5ba-1f5214db2393', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-36', False) {} {{(pid=103232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:03:54.462792 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c4e05ac2-1ca0-4157-a6e5-3bd88f8f2ba4 admin admin] vlan segment allocate from pool success with {'vlan_id': 393, 'physical_network': 'physnet1'} {{(pid=103229) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 19:03:54.487541 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4e05ac2-1ca0-4157-a6e5-3bd88f8f2ba4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6452f0cf-fe35-4557-9092-43f1827176a8,revision_number=1']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:03:54.509699 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-882f99c7-50b6-4d17-aca3-b42fb1524954 None None] The sync data for ids ['a0ab541a-939a-4f11-b315-84034bd5accf'] in n-d-713498-36 is: [{'id': 'a0ab541a-939a-4f11-b315-84034bd5accf', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-830942200-router', 'tenant_id': '74dc86730a17454f9e20cfb480a6b381', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88055e1e-672a-4487-be31-ffb6e833ece5', 'external_fixed_ips': [{'subnet_id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'ip_address': '172.25.1.127'}], 'enable_snat': True}, 'gw_port_id': '4064872f-54ad-481c-8bb9-331fae745bac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T19:01:39Z', 'updated_at': '2022-02-09T19:01:43Z', 'revision_number': 4, 'project_id': '74dc86730a17454f9e20cfb480a6b381', 'gw_port': {'id': '4064872f-54ad-481c-8bb9-331fae745bac', 'name': '', 'network_id': '88055e1e-672a-4487-be31-ffb6e833ece5', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:72:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0ab541a-939a-4f11-b315-84034bd5accf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'ip_address': '172.25.1.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T19:01:39Z', 'updated_at': '2022-02-09T19:01:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-36', '_floatingips': [{'id': '52d21fb6-befd-4f67-8a57-5bb13591ad0c', 'tenant_id': '74dc86730a17454f9e20cfb480a6b381', 'floating_ip_address': '172.25.1.34', 'floating_network_id': '88055e1e-672a-4487-be31-ffb6e833ece5', 'router_id': 'a0ab541a-939a-4f11-b315-84034bd5accf', 'port_id': 'aeb6ef05-0f81-4bfc-9b56-d956ed6fbaa6', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 146, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '22186bb1-1c50-47a0-85ed-567124795ab8', 'mac_address': 'fa:16:3e:ff:20:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6786f1e-03a5-4d3d-aeaf-fa15657da107', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T19:02:08Z', 'updated_at': '2022-02-09T19:03:50Z', 'revision_number': 5, 'project_id': '74dc86730a17454f9e20cfb480a6b381', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '36ae183d-0b5b-4958-bab8-21d4d5bdca13', 'name': '', 'network_id': '22186bb1-1c50-47a0-85ed-567124795ab8', 'tenant_id': '74dc86730a17454f9e20cfb480a6b381', 'mac_address': 'fa:16:3e:9c:64:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0ab541a-939a-4f11-b315-84034bd5accf', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': '75c6a744-acd8-4cbc-b5ba-1f5214db2393', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T19:01:42Z', 'updated_at': '2022-02-09T19:01:52Z', 'revision_number': 5, 'project_id': '74dc86730a17454f9e20cfb480a6b381', 'subnets': [{'id': '75c6a744-acd8-4cbc-b5ba-1f5214db2393', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103232) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 19:03:54.544974 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-477cfc68-c680-4d1e-81e5-eb6a8fcc3e2c req-b0959aff-bf29-450e-b726-80a4b3618c46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:03:54.545602 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-477cfc68-c680-4d1e-81e5-eb6a8fcc3e2c req-b0959aff-bf29-450e-b726-80a4b3618c46 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171096'] for port (None), before_response {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:03:54.547235 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-477cfc68-c680-4d1e-81e5-eb6a8fcc3e2c req-b0959aff-bf29-450e-b726-80a4b3618c46 service neutron] 10.222.0.90 "PUT /v2.0/ports/a4e79a8e-ce64-4a98-88aa-2b5124a3f55b HTTP/1.1" status: 200 len: 1092 time: 2.9602618 Feb 09 19:03:54.551410 n-d-713498-36 neutron-server[103229]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '59d6552c-9c7d-436a-9583-1a4c43dbfa42', 'tag': 'a4e79a8e-ce64-4a98-88aa-2b5124a3f55b'}] {{(pid=103229) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 19:03:54.553741 n-d-713498-36 neutron-server[103229]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fa6ae9a20702bd564eaf90d946620b2b4277b1ab91129323d3b54181076be307" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-17985789-c843-42c7-ae03-0ced9a2aade5" -d '{"events": [{"name": "network-changed", "server_uuid": "59d6552c-9c7d-436a-9583-1a4c43dbfa42", "tag": "a4e79a8e-ce64-4a98-88aa-2b5124a3f55b"}]}' {{(pid=103229) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 19:03:54.597216 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-c4e05ac2-1ca0-4157-a6e5-3bd88f8f2ba4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-759574'] for segment (8ae1b900-d52d-4214-8642-0ef5379b7314), precommit_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:03:54.597556 n-d-713498-36 neutron-server[103229]: INFO neutron.db.segments_db [None req-c4e05ac2-1ca0-4157-a6e5-3bd88f8f2ba4 admin admin] Added segment 8ae1b900-d52d-4214-8642-0ef5379b7314 of type vlan for network c0d79728-024b-4c62-b035-620d2aaf99fe Feb 09 19:03:54.689271 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0959aff-bf29-450e-b726-80a4b3618c46 service neutron] Pushing event updated for resources: {'Port': ['ID=a4e79a8e-ce64-4a98-88aa-2b5124a3f55b,revision_number=3']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:03:54.698332 n-d-713498-36 neutron-server[103229]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 19:03:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-21ace7d4-61ee-4cfb-93de-b34dfccfdfaf x-openstack-request-id: req-21ace7d4-61ee-4cfb-93de-b34dfccfdfaf {{(pid=103229) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 19:03:54.698620 n-d-713498-36 neutron-server[103229]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "59d6552c-9c7d-436a-9583-1a4c43dbfa42", "tag": "a4e79a8e-ce64-4a98-88aa-2b5124a3f55b", "status": "completed", "code": 200}]} {{(pid=103229) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 19:03:54.698870 n-d-713498-36 neutron-server[103229]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-21ace7d4-61ee-4cfb-93de-b34dfccfdfaf {{(pid=103229) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 19:03:54.699259 n-d-713498-36 neutron-server[103229]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '59d6552c-9c7d-436a-9583-1a4c43dbfa42', 'tag': 'a4e79a8e-ce64-4a98-88aa-2b5124a3f55b', 'status': 'completed', 'code': 200} Feb 09 19:03:54.703335 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 48630) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:03:54.723354 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-c4e05ac2-1ca0-4157-a6e5-3bd88f8f2ba4 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762866642225'] for network (c0d79728-024b-4c62-b035-620d2aaf99fe), precommit_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:03:54.742081 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bed5ee5c-813a-4a94-aa85-bf6706003414 req-eb036250-dab6-4d8f-9f7b-b77da74b2065 tempest-ServersOnMultiNodesTest-1472402947 tempest-ServersOnMultiNodesTest-1472402947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:03:54.743691 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-bed5ee5c-813a-4a94-aa85-bf6706003414 req-eb036250-dab6-4d8f-9f7b-b77da74b2065 tempest-ServersOnMultiNodesTest-1472402947 tempest-ServersOnMultiNodesTest-1472402947-project] 10.222.0.75 "GET /v2.0/ports?device_id=7286d075-cf60-4225-a604-fbfa2ee2c8fd HTTP/1.1" status: 200 len: 949 time: 0.2648547 Feb 09 19:03:54.776532 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-477cfc68-c680-4d1e-81e5-eb6a8fcc3e2c req-2d440139-e3f7-4d5f-a1d5-ab0169ad9d61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:03:54.778041 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-477cfc68-c680-4d1e-81e5-eb6a8fcc3e2c req-2d440139-e3f7-4d5f-a1d5-ab0169ad9d61 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=05fa6a089578484da4b750f8c0b5ad12&device_id=59d6552c-9c7d-436a-9583-1a4c43dbfa42 HTTP/1.1" status: 200 len: 1126 time: 0.1285064 Feb 09 19:03:54.794818 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-c4e05ac2-1ca0-4157-a6e5-3bd88f8f2ba4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1885479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452'] for network (c0d79728-024b-4c62-b035-620d2aaf99fe), after_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:03:54.795759 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4e05ac2-1ca0-4157-a6e5-3bd88f8f2ba4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:03:54.796333 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-c4e05ac2-1ca0-4157-a6e5-3bd88f8f2ba4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1613566'] for network (None), before_response {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:03:54.890467 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-c4e05ac2-1ca0-4157-a6e5-3bd88f8f2ba4 admin admin] 10.222.0.75 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 1.8553379 Feb 09 19:03:54.893185 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 48638) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:03:54.899792 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.v2.base [None req-99b3e94e-0697-41d6-b3a5-3e3f2f72bd9b admin admin] Request body: {'subnet': {'network_id': 'c0d79728-024b-4c62-b035-620d2aaf99fe', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest_v242-1855491091-subnet', 'tenant_id': '1165ce6413224edfb276f9f552a74208', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103230) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 19:03:54.937877 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-bed5ee5c-813a-4a94-aa85-bf6706003414 req-0a7454fb-f0e9-477d-8104-2b15077c0c76 tempest-ServersOnMultiNodesTest-1472402947 tempest-ServersOnMultiNodesTest-1472402947-project] 10.222.0.75 "GET /v2.0/security-groups?id=aed5302d-0478-4b9d-b014-143adc5c0d74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1817610 Feb 09 19:03:54.945729 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-99b3e94e-0697-41d6-b3a5-3e3f2f72bd9b admin admin] Made reservation on behalf of 1165ce6413224edfb276f9f552a74208 for: {'subnet': 1} {{(pid=103230) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 19:03:54.952158 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-477cfc68-c680-4d1e-81e5-eb6a8fcc3e2c req-2184914d-5a98-4b8d-be2b-a50603f15ed6 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a4e79a8e-ce64-4a98-88aa-2b5124a3f55b HTTP/1.1" status: 200 len: 217 time: 0.0849535 Feb 09 19:03:54.954043 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-99b3e94e-0697-41d6-b3a5-3e3f2f72bd9b admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12985917'] for subnet (None), before_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:03:54.962107 n-d-713498-36 neutron-server[103233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d0d5afd-4094-43ce-b142-79f9ee36558c None None] New status for floating IP 52d21fb6-befd-4f67-8a57-5bb13591ad0c: ACTIVE {{(pid=103233) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 09 19:03:54.965429 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.v2.base [None req-3ea3001c-7b9c-4743-947a-137de3b77228 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsAssociationTestJSON-2139759441-network', 'tenant_id': '0e772d8c7ac44b1fbd56efaf46b6dbd8'}} {{(pid=103230) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 19:03:54.978515 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4e05ac2-1ca0-4157-a6e5-3bd88f8f2ba4 admin admin] Pushing event updated for resources: {'Network': ['ID=c0d79728-024b-4c62-b035-620d2aaf99fe,revision_number=1']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:03:54.992173 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Network c0d79728-024b-4c62-b035-620d2aaf99fe details requested by agent ovs-agent-n-d-713498-36 with host n-d-713498-36 {{(pid=103232) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 19:03:55.062441 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-477cfc68-c680-4d1e-81e5-eb6a8fcc3e2c req-96136921-b12c-4c8d-b257-459f921998fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:03:55.065143 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-477cfc68-c680-4d1e-81e5-eb6a8fcc3e2c req-96136921-b12c-4c8d-b257-459f921998fd service neutron] 10.222.0.90 "GET /v2.0/subnets?id=41b0b245-923a-427d-ac3e-7f4b2ecbbb0e HTTP/1.1" status: 200 len: 847 time: 0.0823312 Feb 09 19:03:55.134577 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3ea3001c-7b9c-4743-947a-137de3b77228 admin admin] Made reservation on behalf of 0e772d8c7ac44b1fbd56efaf46b6dbd8 for: {'network': 1} {{(pid=103230) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 19:03:55.138238 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-3ea3001c-7b9c-4743-947a-137de3b77228 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for network (None), before_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:03:55.151947 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-3ea3001c-7b9c-4743-947a-137de3b77228 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:03:55.185391 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-477cfc68-c680-4d1e-81e5-eb6a8fcc3e2c req-c7c96f52-6e70-48f9-8436-7e1ac0bf4ffb service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=d725567e-ae4f-48c7-8826-ca95b9692346&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0959592 Feb 09 19:03:55.405222 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56bb562d-c5f9-4799-bd3c-37a4873ec85a req-0c343db7-e659-4bfb-a514-c638c19a1922 tempest-LiveMigrationTest-1021096981 tempest-LiveMigrationTest-1021096981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:03:55.412732 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-56bb562d-c5f9-4799-bd3c-37a4873ec85a req-0c343db7-e659-4bfb-a514-c638c19a1922 tempest-LiveMigrationTest-1021096981 tempest-LiveMigrationTest-1021096981-project] 10.222.0.75 "GET /v2.0/ports?device_id=59d6552c-9c7d-436a-9583-1a4c43dbfa42 HTTP/1.1" status: 200 len: 943 time: 0.1785884 Feb 09 19:03:55.426184 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-477cfc68-c680-4d1e-81e5-eb6a8fcc3e2c req-b9a09c9f-ee5c-4196-9219-8bab6fda8cdd service neutron] 10.222.0.90 "GET /v2.0/networks/d725567e-ae4f-48c7-8826-ca95b9692346?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2301755 Feb 09 19:03:55.447079 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Device bc357ad8-1b22-4fe1-a6af-e296389a311b up at agent hyperv_n-h1-713498-36 {{(pid=103232) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 19:03:55.506749 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-99b3e94e-0697-41d6-b3a5-3e3f2f72bd9b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14393611', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12985859'] for subnet (2560c25c-40bb-435f-8831-cdcd16b2f81e), after_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:03:55.515825 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 48662) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:03:55.517761 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-3ea3001c-7b9c-4743-947a-137de3b77228 admin admin] Publish callbacks [] for security_group (e033bcb0-30a2-4ca7-825f-be8d1c426f02), precommit_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:03:55.541712 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.provisioning_blocks [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Provisioning for port bc357ad8-1b22-4fe1-a6af-e296389a311b completed by entity L2. {{(pid=103232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 19:03:55.551412 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.provisioning_blocks [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Provisioning complete for port bc357ad8-1b22-4fe1-a6af-e296389a311b triggered by entity L2. {{(pid=103232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 19:03:55.553093 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593630'] for port (bc357ad8-1b22-4fe1-a6af-e296389a311b), provisioning_complete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:03:55.577256 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99b3e94e-0697-41d6-b3a5-3e3f2f72bd9b admin admin] Pushing event updated for resources: {'Subnet': ['ID=2560c25c-40bb-435f-8831-cdcd16b2f81e,revision_number=0']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:03:55.586325 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-3ea3001c-7b9c-4743-947a-137de3b77228 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1892331'] for security_group (e033bcb0-30a2-4ca7-825f-be8d1c426f02), after_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:03:55.604832 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3ea3001c-7b9c-4743-947a-137de3b77228 admin admin] vlan segment allocate from pool success with {'vlan_id': 398, 'physical_network': 'physnet1'} {{(pid=103230) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 19:03:55.617491 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-3ea3001c-7b9c-4743-947a-137de3b77228 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-759574'] for segment (645882ad-a796-4218-a7d9-a75443ad9585), precommit_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:03:55.618336 n-d-713498-36 neutron-server[103230]: INFO neutron.db.segments_db [None req-3ea3001c-7b9c-4743-947a-137de3b77228 admin admin] Added segment 645882ad-a796-4218-a7d9-a75443ad9585 of type vlan for network f1e6924e-7348-48ca-aa14-d5834e100bd2 Feb 09 19:03:55.672607 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-3ea3001c-7b9c-4743-947a-137de3b77228 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762866642225'] for network (f1e6924e-7348-48ca-aa14-d5834e100bd2), precommit_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:03:55.702237 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-56bb562d-c5f9-4799-bd3c-37a4873ec85a req-7b6681b5-7564-4148-947c-2e98d37e2d2c tempest-LiveMigrationTest-1021096981 tempest-LiveMigrationTest-1021096981-project] 10.222.0.75 "GET /v2.0/security-groups?id=ba18819a-1490-4e7b-a11b-e8610423d8ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2862265 Feb 09 19:03:55.706972 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Current status of the port bc357ad8-1b22-4fe1-a6af-e296389a311b is: BUILD; New status is: ACTIVE {{(pid=103232) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 19:03:55.707575 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (bc357ad8-1b22-4fe1-a6af-e296389a311b), before_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:03:55.714405 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7dbf2ba-aef0-4cdd-a8ea-06875fabcd16 req-af8a675b-182e-49e4-956f-12569423a3d8 tempest-ServersWithSpecificFlavorTestJSON-1030228139 tempest-ServersWithSpecificFlavorTestJSON-1030228139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:03:55.715969 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-c7dbf2ba-aef0-4cdd-a8ea-06875fabcd16 req-af8a675b-182e-49e4-956f-12569423a3d8 tempest-ServersWithSpecificFlavorTestJSON-1030228139 tempest-ServersWithSpecificFlavorTestJSON-1030228139-project] 10.222.0.75 "GET /v2.0/ports?device_id=b6786f1e-03a5-4d3d-aeaf-fa15657da107 HTTP/1.1" status: 200 len: 945 time: 0.2422628 Feb 09 19:03:55.759645 n-d-713498-36 neutron-server[103232]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7286d075-cf60-4225-a604-fbfa2ee2c8fd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bc357ad8-1b22-4fe1-a6af-e296389a311b'}] {{(pid=103232) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 19:03:55.762027 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-477cfc68-c680-4d1e-81e5-eb6a8fcc3e2c req-dfcfd579-824a-49ca-8676-ea0f2da289eb service neutron] 10.222.0.90 "GET /v2.0/networks/d725567e-ae4f-48c7-8826-ca95b9692346?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3242033 Feb 09 19:03:55.764491 n-d-713498-36 neutron-server[103232]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}949cdcde653dec44821de95cbf67297f53cbc2aed4e073b5d514f93bf911ce85" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-84290647-0c8f-4a8d-aee7-8faacdba704c" -d '{"events": [{"server_uuid": "7286d075-cf60-4225-a604-fbfa2ee2c8fd", "name": "network-vif-plugged", "status": "completed", "tag": "bc357ad8-1b22-4fe1-a6af-e296389a311b"}]}' {{(pid=103232) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 19:03:55.802912 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-c7dbf2ba-aef0-4cdd-a8ea-06875fabcd16 req-e272e8c9-2b07-4a44-b91e-70ff4fba0a3e tempest-ServersWithSpecificFlavorTestJSON-1030228139 tempest-ServersWithSpecificFlavorTestJSON-1030228139-project] 10.222.0.75 "GET /v2.0/security-groups?id=7095cade-8760-483a-a246-f0df5ddf6b33&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0744047 Feb 09 19:03:55.813482 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] For port bc357ad8-1b22-4fe1-a6af-e296389a311b, host n-h1-713498-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-36',level=0,port_id=bc357ad8-1b22-4fe1-a6af-e296389a311b,segment=NetworkSegment(50e5915e-18f0-4558-9a28-b978975ead36),segment_id=50e5915e-18f0-4558-9a28-b978975ead36)] {{(pid=103232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 19:03:55.822118 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762867176205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762866656485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762866656503'] for port (bc357ad8-1b22-4fe1-a6af-e296389a311b), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:03:55.828833 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.db.resource_extend [None req-3ea3001c-7b9c-4743-947a-137de3b77228 admin admin] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103230) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 09 19:03:55.889696 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Pushing event updated for resources: {'Port': ['ID=bc357ad8-1b22-4fe1-a6af-e296389a311b,revision_number=5']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:03:55.899354 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:03:55.900109 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:03:55.900611 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:03:55.901106 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:03:55.902571 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:03:55.903649 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:03:55.904180 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:03:55.904676 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:03:55.905177 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:03:55.905666 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:03:55.906193 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:03:55.906698 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:03:55.907184 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:03:55.921246 n-d-713498-36 neutron-server[103232]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 19:03:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f7347338-a9a6-42f1-8b5b-bad16e64aa36 x-openstack-request-id: req-f7347338-a9a6-42f1-8b5b-bad16e64aa36 {{(pid=103232) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 19:03:55.922020 n-d-713498-36 neutron-server[103232]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7286d075-cf60-4225-a604-fbfa2ee2c8fd", "name": "network-vif-plugged", "status": "completed", "tag": "bc357ad8-1b22-4fe1-a6af-e296389a311b", "code": 200}]} {{(pid=103232) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 19:03:55.922160 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.v2.base [None req-4c49a56d-0db1-4c6c-bc98-5934d3d71425 admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-132031465-network', 'tenant_id': '517983531e1e48b1926bcc2c9eb0928e'}} {{(pid=103230) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 19:03:55.923120 n-d-713498-36 neutron-server[103232]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-f7347338-a9a6-42f1-8b5b-bad16e64aa36 {{(pid=103232) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 19:03:55.925087 n-d-713498-36 neutron-server[103232]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7286d075-cf60-4225-a604-fbfa2ee2c8fd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bc357ad8-1b22-4fe1-a6af-e296389a311b', 'code': 200} Feb 09 19:03:55.927822 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17985789-c843-42c7-ae03-0ced9a2aade5 req-7c0d11c4-4a35-4b1c-8ba2-b47b110b4433 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:03:55.930968 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-17985789-c843-42c7-ae03-0ced9a2aade5 req-7c0d11c4-4a35-4b1c-8ba2-b47b110b4433 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=05fa6a089578484da4b750f8c0b5ad12&device_id=59d6552c-9c7d-436a-9583-1a4c43dbfa42 HTTP/1.1" status: 200 len: 1126 time: 0.0998354 Feb 09 19:03:55.943912 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ea3001c-7b9c-4743-947a-137de3b77228 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e033bcb0-30a2-4ca7-825f-be8d1c426f02,revision_number=1']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:03:55.952245 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-3ea3001c-7b9c-4743-947a-137de3b77228 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1885479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452'] for network (f1e6924e-7348-48ca-aa14-d5834e100bd2), after_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:03:55.953902 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ea3001c-7b9c-4743-947a-137de3b77228 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:03:55.954522 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-3ea3001c-7b9c-4743-947a-137de3b77228 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1613566'] for network (None), before_response {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:03:55.979949 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99b3e94e-0697-41d6-b3a5-3e3f2f72bd9b admin admin] Checking segment: {'id': '8ae1b900-d52d-4214-8642-0ef5379b7314', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': 'c0d79728-024b-4c62-b035-620d2aaf99fe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103230) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 19:03:55.980400 n-d-713498-36 neutron-server[103230]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99b3e94e-0697-41d6-b3a5-3e3f2f72bd9b admin admin] Network hostable DHCP agents. Network: c0d79728-024b-4c62-b035-620d2aaf99fe, hostable agents: ['af91e4b9-f4e1-42b1-a25c-a10dc47171c8'], hosted agents: [] {{(pid=103230) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 19:03:56.086498 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ea3001c-7b9c-4743-947a-137de3b77228 admin admin] Pushing event updated for resources: {'Network': ['ID=f1e6924e-7348-48ca-aa14-d5834e100bd2,revision_number=1']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:03:56.098152 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Network f1e6924e-7348-48ca-aa14-d5834e100bd2 details requested by agent ovs-agent-n-d-713498-36 with host n-d-713498-36 {{(pid=103232) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 19:03:56.124074 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17985789-c843-42c7-ae03-0ced9a2aade5 req-10c01f75-b73d-4041-8192-16948bc17766 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:03:56.126698 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-17985789-c843-42c7-ae03-0ced9a2aade5 req-10c01f75-b73d-4041-8192-16948bc17766 service neutron] 10.222.0.90 "GET /v2.0/networks?id=d725567e-ae4f-48c7-8826-ca95b9692346 HTTP/1.1" status: 200 len: 908 time: 0.1194763 Feb 09 19:03:56.149643 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4c49a56d-0db1-4c6c-bc98-5934d3d71425 admin admin] Made reservation on behalf of 517983531e1e48b1926bcc2c9eb0928e for: {'network': 1} {{(pid=103230) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 19:03:56.153875 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-4c49a56d-0db1-4c6c-bc98-5934d3d71425 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for network (None), before_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:03:56.175946 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-4c49a56d-0db1-4c6c-bc98-5934d3d71425 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:03:56.182124 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-3ea3001c-7b9c-4743-947a-137de3b77228 admin admin] 10.222.0.75 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 1.4749494 Feb 09 19:03:56.183569 n-d-713498-36 neutron-server[103230]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99b3e94e-0697-41d6-b3a5-3e3f2f72bd9b admin admin] Network c0d79728-024b-4c62-b035-620d2aaf99fe is scheduled to be hosted by DHCP agent af91e4b9-f4e1-42b1-a25c-a10dc47171c8 with binding_index 1 {{(pid=103230) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 19:03:56.194397 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 48682) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:03:56.199458 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-17985789-c843-42c7-ae03-0ced9a2aade5 req-57d70c32-ce7f-46fa-aee7-f37bbd295485 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a4e79a8e-ce64-4a98-88aa-2b5124a3f55b HTTP/1.1" status: 200 len: 217 time: 0.0474184 Feb 09 19:03:56.219890 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.v2.base [None req-af3192f3-5927-471a-831a-12fff9b158d3 admin admin] Request body: {'subnet': {'network_id': 'f1e6924e-7348-48ca-aa14-d5834e100bd2', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsAssociationTestJSON-2139759441-subnet', 'tenant_id': '0e772d8c7ac44b1fbd56efaf46b6dbd8', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103230) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 19:03:56.266090 n-d-713498-36 neutron-server[103230]: DEBUG neutron.scheduler.base_scheduler [None req-99b3e94e-0697-41d6-b3a5-3e3f2f72bd9b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713498-36, c0d79728-024b-4c62-b035-620d2aaf99fe) {{(pid=103230) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 19:03:56.276395 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f18a9e6-b515-4b3d-b3b8-3d0e52b3b036 None None] Network c0d79728-024b-4c62-b035-620d2aaf99fe requested from n-d-713498-36 {{(pid=103232) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 19:03:56.282791 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbc55c5b-d849-41f1-87d2-ea8783290926 req-d3172ee0-b1ab-4556-8af6-1e56522b38f5 tempest-ServersWithSpecificFlavorTestJSON-1030228139 tempest-ServersWithSpecificFlavorTestJSON-1030228139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:03:56.293387 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-bbc55c5b-d849-41f1-87d2-ea8783290926 req-d3172ee0-b1ab-4556-8af6-1e56522b38f5 tempest-ServersWithSpecificFlavorTestJSON-1030228139 tempest-ServersWithSpecificFlavorTestJSON-1030228139-project] 10.222.0.75 "GET /v2.0/ports?device_id=b6786f1e-03a5-4d3d-aeaf-fa15657da107 HTTP/1.1" status: 200 len: 945 time: 0.3513498 Feb 09 19:03:56.305284 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17985789-c843-42c7-ae03-0ced9a2aade5 req-4bf4f289-60c2-4487-8ad3-48f538169d65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:03:56.306746 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-17985789-c843-42c7-ae03-0ced9a2aade5 req-4bf4f289-60c2-4487-8ad3-48f538169d65 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=41b0b245-923a-427d-ac3e-7f4b2ecbbb0e HTTP/1.1" status: 200 len: 847 time: 0.0966680 Feb 09 19:03:56.308472 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff531079-c68a-44f2-a549-ff5e79ab3396 req-7b310ed1-f257-4b43-9c4b-14cf902b443f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:03:56.309838 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-ff531079-c68a-44f2-a549-ff5e79ab3396 req-7b310ed1-f257-4b43-9c4b-14cf902b443f service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=7286d075-cf60-4225-a604-fbfa2ee2c8fd HTTP/1.1" status: 200 len: 1133 time: 0.3041880 Feb 09 19:03:56.356680 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-4c49a56d-0db1-4c6c-bc98-5934d3d71425 admin admin] Publish callbacks [] for security_group (0cec1239-953e-447c-963d-e9da27ad650d), precommit_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:03:56.357928 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-af3192f3-5927-471a-831a-12fff9b158d3 admin admin] Made reservation on behalf of 0e772d8c7ac44b1fbd56efaf46b6dbd8 for: {'subnet': 1} {{(pid=103230) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 19:03:56.360934 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-af3192f3-5927-471a-831a-12fff9b158d3 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12985917'] for subnet (None), before_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:03:56.365024 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99b3e94e-0697-41d6-b3a5-3e3f2f72bd9b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:03:56.365436 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-99b3e94e-0697-41d6-b3a5-3e3f2f72bd9b admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:03:56.368979 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-17985789-c843-42c7-ae03-0ced9a2aade5 req-95dfb941-9a58-415d-913d-4f7a785dbff3 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=d725567e-ae4f-48c7-8826-ca95b9692346&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0408893 Feb 09 19:03:56.378068 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-4c49a56d-0db1-4c6c-bc98-5934d3d71425 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1892331'] for security_group (0cec1239-953e-447c-963d-e9da27ad650d), after_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:03:56.413510 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-99b3e94e-0697-41d6-b3a5-3e3f2f72bd9b admin admin] 10.222.0.75 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 1.5191212 Feb 09 19:03:56.432282 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c49a56d-0db1-4c6c-bc98-5934d3d71425 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0cec1239-953e-447c-963d-e9da27ad650d,revision_number=1']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:03:56.457864 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 48688) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:03:56.463986 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.v2.base [None req-a9329d46-cc14-495a-9278-36c38d4e69be admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest_v242-1855491091-router', 'tenant_id': '1165ce6413224edfb276f9f552a74208', 'external_gateway_info': {'network_id': '88055e1e-672a-4487-be31-ffb6e833ece5'}}} {{(pid=103229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 19:03:56.492021 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25ea1aae-ac40-4373-b726-791b594ad97a req-2f0045b3-b25e-460e-9b53-e0aba62285cd tempest-ServersOnMultiNodesTest-1472402947 tempest-ServersOnMultiNodesTest-1472402947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:03:56.492482 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-bbc55c5b-d849-41f1-87d2-ea8783290926 req-f763a060-1eae-4e87-9a28-6b7cbdfc8e83 tempest-ServersWithSpecificFlavorTestJSON-1030228139 tempest-ServersWithSpecificFlavorTestJSON-1030228139-project] 10.222.0.75 "GET /v2.0/security-groups?id=7095cade-8760-483a-a246-f0df5ddf6b33&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1937003 Feb 09 19:03:56.502465 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-25ea1aae-ac40-4373-b726-791b594ad97a req-2f0045b3-b25e-460e-9b53-e0aba62285cd tempest-ServersOnMultiNodesTest-1472402947 tempest-ServersOnMultiNodesTest-1472402947-project] 10.222.0.75 "GET /v2.0/ports?device_id=7286d075-cf60-4225-a604-fbfa2ee2c8fd HTTP/1.1" status: 200 len: 950 time: 0.3731015 Feb 09 19:03:56.508739 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-ff531079-c68a-44f2-a549-ff5e79ab3396 req-ceb394f1-5491-4ee4-8a62-dd2f3ad6be0b service neutron] 10.222.0.89 "GET /v2.0/security-groups?id=aed5302d-0478-4b9d-b014-143adc5c0d74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1898501 Feb 09 19:03:56.527700 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4c49a56d-0db1-4c6c-bc98-5934d3d71425 admin admin] vlan segment allocate from pool success with {'vlan_id': 354, 'physical_network': 'physnet1'} {{(pid=103230) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 19:03:56.576642 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-17985789-c843-42c7-ae03-0ced9a2aade5 req-a9dcd494-d55e-411d-a79e-aeb95630255d service neutron] 10.222.0.90 "GET /v2.0/networks/d725567e-ae4f-48c7-8826-ca95b9692346?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1934018 Feb 09 19:03:56.577817 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-a9329d46-cc14-495a-9278-36c38d4e69be admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1834830', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-58389'] for router (be4a1a42-6639-4179-813a-d32a8ff58f2e), before_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:03:56.578556 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-4c49a56d-0db1-4c6c-bc98-5934d3d71425 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-759574'] for segment (3c2a36dd-ca5a-433f-961e-7fad9c509ca3), precommit_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:03:56.578911 n-d-713498-36 neutron-server[103230]: INFO neutron.db.segments_db [None req-4c49a56d-0db1-4c6c-bc98-5934d3d71425 admin admin] Added segment 3c2a36dd-ca5a-433f-961e-7fad9c509ca3 of type vlan for network be0118d5-68df-4b41-98f0-41008ae5746c Feb 09 19:03:56.579181 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-a9329d46-cc14-495a-9278-36c38d4e69be admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1834810', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1822096', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1886735', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-58380'] for router (be4a1a42-6639-4179-813a-d32a8ff58f2e), precommit_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:03:56.603540 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-115e4104-f9a3-4be0-b249-ad51b86347c1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8b32e980-7cce-5e82-a341-bd2fa8945c89-c0d79728-024b-4c62-b035-620d2aaf99fe', 'network_id': 'c0d79728-024b-4c62-b035-620d2aaf99fe', 'project_id': '1165ce6413224edfb276f9f552a74208', 'fixed_ips': [{'subnet_id': '2560c25c-40bb-435f-8831-cdcd16b2f81e'}]}} from n-d-713498-36. {{(pid=103232) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 09 19:03:56.606160 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-115e4104-f9a3-4be0-b249-ad51b86347c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (None), before_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:03:56.671296 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-25ea1aae-ac40-4373-b726-791b594ad97a req-0cf61084-3021-4de0-a526-711ad22e3909 tempest-ServersOnMultiNodesTest-1472402947 tempest-ServersOnMultiNodesTest-1472402947-project] 10.222.0.75 "GET /v2.0/security-groups?id=aed5302d-0478-4b9d-b014-143adc5c0d74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1565101 Feb 09 19:03:56.679224 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-4c49a56d-0db1-4c6c-bc98-5934d3d71425 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762866642225'] for network (be0118d5-68df-4b41-98f0-41008ae5746c), precommit_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:03:56.768458 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-a9329d46-cc14-495a-9278-36c38d4e69be admin admin] Publish callbacks [] for router_controller (be4a1a42-6639-4179-813a-d32a8ff58f2e), precommit_add_association {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:03:56.824801 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-4c49a56d-0db1-4c6c-bc98-5934d3d71425 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1885479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452'] for network (be0118d5-68df-4b41-98f0-41008ae5746c), after_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:03:56.824801 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c49a56d-0db1-4c6c-bc98-5934d3d71425 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:03:56.824801 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-4c49a56d-0db1-4c6c-bc98-5934d3d71425 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1613566'] for network (None), before_response {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:03:56.835933 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-4c49a56d-0db1-4c6c-bc98-5934d3d71425 admin admin] 10.222.0.75 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 1.2742939 Feb 09 19:03:56.869180 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.db_base_plugin_common [None req-115e4104-f9a3-4be0-b249-ad51b86347c1 None None] Allocated IP 172.20.0.2 (c0d79728-024b-4c62-b035-620d2aaf99fe/2560c25c-40bb-435f-8831-cdcd16b2f81e/80221c8b-b1f2-441d-8ece-0a8aef99752b) {{(pid=103232) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 19:03:56.874256 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 48700) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:03:56.902597 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.v2.base [None req-dda6b5bd-c21a-4523-a5cf-93013647040e admin admin] Request body: {'subnet': {'network_id': 'be0118d5-68df-4b41-98f0-41008ae5746c', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupRulesNegativeTestJSON-132031465-subnet', 'tenant_id': '517983531e1e48b1926bcc2c9eb0928e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 19:03:56.937289 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c49a56d-0db1-4c6c-bc98-5934d3d71425 admin admin] Pushing event updated for resources: {'Network': ['ID=be0118d5-68df-4b41-98f0-41008ae5746c,revision_number=1']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:03:56.940033 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-af3192f3-5927-471a-831a-12fff9b158d3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14393611', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12985859'] for subnet (7ab1963a-39ad-4d86-9549-880198499f42), after_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:03:56.957172 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Network be0118d5-68df-4b41-98f0-41008ae5746c details requested by agent ovs-agent-n-d-713498-36 with host n-d-713498-36 {{(pid=103232) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 19:03:57.016221 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-17985789-c843-42c7-ae03-0ced9a2aade5 req-565d6f6b-b270-42f3-9358-fb430db879f0 service neutron] 10.222.0.90 "GET /v2.0/networks/d725567e-ae4f-48c7-8826-ca95b9692346?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4278345 Feb 09 19:03:57.022793 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dda6b5bd-c21a-4523-a5cf-93013647040e admin admin] Made reservation on behalf of 517983531e1e48b1926bcc2c9eb0928e for: {'subnet': 1} {{(pid=103229) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 19:03:57.026887 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-dda6b5bd-c21a-4523-a5cf-93013647040e admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12759265'] for subnet (None), before_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:03:57.034176 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af3192f3-5927-471a-831a-12fff9b158d3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7ab1963a-39ad-4d86-9549-880198499f42,revision_number=0']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:03:57.045155 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af3192f3-5927-471a-831a-12fff9b158d3 admin admin] Checking segment: {'id': '645882ad-a796-4218-a7d9-a75443ad9585', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': 'f1e6924e-7348-48ca-aa14-d5834e100bd2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103230) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 19:03:57.045825 n-d-713498-36 neutron-server[103230]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af3192f3-5927-471a-831a-12fff9b158d3 admin admin] Network hostable DHCP agents. Network: f1e6924e-7348-48ca-aa14-d5834e100bd2, hostable agents: ['af91e4b9-f4e1-42b1-a25c-a10dc47171c8'], hosted agents: [] {{(pid=103230) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 19:03:57.071726 n-d-713498-36 neutron-server[103230]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af3192f3-5927-471a-831a-12fff9b158d3 admin admin] Network f1e6924e-7348-48ca-aa14-d5834e100bd2 is scheduled to be hosted by DHCP agent af91e4b9-f4e1-42b1-a25c-a10dc47171c8 with binding_index 1 {{(pid=103230) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 19:03:57.087711 n-d-713498-36 neutron-server[103230]: DEBUG neutron.scheduler.base_scheduler [None req-af3192f3-5927-471a-831a-12fff9b158d3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713498-36, f1e6924e-7348-48ca-aa14-d5834e100bd2) {{(pid=103230) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 19:03:57.104450 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af3192f3-5927-471a-831a-12fff9b158d3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:03:57.105637 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-af3192f3-5927-471a-831a-12fff9b158d3 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:03:57.126389 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-af3192f3-5927-471a-831a-12fff9b158d3 admin admin] 10.222.0.75 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 0.9099092 Feb 09 19:03:57.126616 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 48708) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:03:57.134222 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.v2.base [None req-502640d0-2b4b-47aa-98aa-866f2ca7350c admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsAssociationTestJSON-2139759441-router', 'tenant_id': '0e772d8c7ac44b1fbd56efaf46b6dbd8', 'external_gateway_info': {'network_id': '88055e1e-672a-4487-be31-ffb6e833ece5'}}} {{(pid=103230) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 19:03:57.184127 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-502640d0-2b4b-47aa-98aa-866f2ca7350c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1834830', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-58389'] for router (cce358c5-3304-4c33-bbfc-986c1eed7a6e), before_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:03:57.186802 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-502640d0-2b4b-47aa-98aa-866f2ca7350c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1834810', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1822096', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1886735', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-58380'] for router (cce358c5-3304-4c33-bbfc-986c1eed7a6e), precommit_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:03:57.203456 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1eb9357-e46f-44f1-9da0-f153653f8c04 req-321d02b6-7991-4877-9618-c0781185ab92 tempest-LiveMigrationTest-1021096981 tempest-LiveMigrationTest-1021096981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:03:57.211744 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-115e4104-f9a3-4be0-b249-ad51b86347c1 None None] Publish callbacks [] for port (80221c8b-b1f2-441d-8ece-0a8aef99752b), precommit_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:03:57.212368 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-d1eb9357-e46f-44f1-9da0-f153653f8c04 req-321d02b6-7991-4877-9618-c0781185ab92 tempest-LiveMigrationTest-1021096981 tempest-LiveMigrationTest-1021096981-project] 10.222.0.75 "GET /v2.0/ports?device_id=59d6552c-9c7d-436a-9583-1a4c43dbfa42 HTTP/1.1" status: 200 len: 943 time: 0.4208655 Feb 09 19:03:57.215442 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9642552-30a9-4eea-8325-f4d4813e2344 None None] Network f1e6924e-7348-48ca-aa14-d5834e100bd2 requested from n-d-713498-36 {{(pid=103232) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 19:03:57.227864 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-115e4104-f9a3-4be0-b249-ad51b86347c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762866656467'] for port (80221c8b-b1f2-441d-8ece-0a8aef99752b), after_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:03:57.228764 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-a9329d46-cc14-495a-9278-36c38d4e69be admin admin] Publish callbacks [] for router_gateway (be4a1a42-6639-4179-813a-d32a8ff58f2e), precommit_update {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:03:57.350532 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-d1eb9357-e46f-44f1-9da0-f153653f8c04 req-88fd232b-3997-4e9f-8086-e8b1332597b4 tempest-LiveMigrationTest-1021096981 tempest-LiveMigrationTest-1021096981-project] 10.222.0.75 "GET /v2.0/security-groups?id=ba18819a-1490-4e7b-a11b-e8610423d8ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1370101 Feb 09 19:03:57.354264 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-502640d0-2b4b-47aa-98aa-866f2ca7350c admin admin] Publish callbacks [] for router_controller (cce358c5-3304-4c33-bbfc-986c1eed7a6e), precommit_add_association {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:03:57.367464 n-d-713498-36 neutron-server[103232]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-115e4104-f9a3-4be0-b249-ad51b86347c1 None None] Network c0d79728-024b-4c62-b035-620d2aaf99fe is already hosted by enough agents. {{(pid=103232) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 19:03:57.374833 n-d-713498-36 neutron-server[103232]: DEBUG neutron.scheduler.base_scheduler [None req-115e4104-f9a3-4be0-b249-ad51b86347c1 None None] Resources bound (agent type, host, resource id): {{(pid=103232) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 19:03:57.385042 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.l3_dvrscheduler_db [None req-115e4104-f9a3-4be0-b249-ad51b86347c1 None None] Received port after_create {{(pid=103232) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 19:03:57.468178 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11f000ff-b8b0-4819-aa1e-dbcaacfeeba6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8b32e980-7cce-5e82-a341-bd2fa8945c89-f1e6924e-7348-48ca-aa14-d5834e100bd2', 'network_id': 'f1e6924e-7348-48ca-aa14-d5834e100bd2', 'project_id': '0e772d8c7ac44b1fbd56efaf46b6dbd8', 'fixed_ips': [{'subnet_id': '7ab1963a-39ad-4d86-9549-880198499f42'}]}} from n-d-713498-36. {{(pid=103232) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 09 19:03:57.469628 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-11f000ff-b8b0-4819-aa1e-dbcaacfeeba6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (None), before_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:03:57.480336 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-5ba17f4f-aa4a-47d9-befd-40c53c77eba0 req-ca6f96ab-149b-4b36-8d37-942a74faa6f8 tempest-ServersAdminNegativeTestJSON-2127918484 tempest-ServersAdminNegativeTestJSON-2127918484-project] 10.222.0.75 "GET /v2.0/networks?tenant_id=8f2bcb5e327341c189d64292b309c17c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0697865 Feb 09 19:03:57.491994 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-dda6b5bd-c21a-4523-a5cf-93013647040e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12867428', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12759263'] for subnet (f4e0290a-331b-4226-b1b0-506c0687e285), after_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:03:57.533851 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-115e4104-f9a3-4be0-b249-ad51b86347c1 None None] Pushing event updated for resources: {'Port': ['ID=80221c8b-b1f2-441d-8ece-0a8aef99752b,revision_number=1']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:03:57.577448 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dda6b5bd-c21a-4523-a5cf-93013647040e admin admin] Checking segment: {'id': '3c2a36dd-ca5a-433f-961e-7fad9c509ca3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': 'be0118d5-68df-4b41-98f0-41008ae5746c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103229) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 19:03:57.578202 n-d-713498-36 neutron-server[103229]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dda6b5bd-c21a-4523-a5cf-93013647040e admin admin] Network hostable DHCP agents. Network: be0118d5-68df-4b41-98f0-41008ae5746c, hostable agents: ['af91e4b9-f4e1-42b1-a25c-a10dc47171c8'], hosted agents: [] {{(pid=103229) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 19:03:57.583985 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dda6b5bd-c21a-4523-a5cf-93013647040e admin admin] Pushing event updated for resources: {'Subnet': ['ID=f4e0290a-331b-4226-b1b0-506c0687e285,revision_number=0']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:03:57.675535 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ba17f4f-aa4a-47d9-befd-40c53c77eba0 req-210f2265-ef43-4184-83a4-1f73fdb1d8f5 tempest-ServersAdminNegativeTestJSON-2127918484 tempest-ServersAdminNegativeTestJSON-2127918484-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:03:57.677906 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-5ba17f4f-aa4a-47d9-befd-40c53c77eba0 req-210f2265-ef43-4184-83a4-1f73fdb1d8f5 tempest-ServersAdminNegativeTestJSON-2127918484 tempest-ServersAdminNegativeTestJSON-2127918484-project] 10.222.0.75 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1920493 Feb 09 19:03:57.730361 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.managers [None req-115e4104-f9a3-4be0-b249-ad51b86347c1 None None] Attempting to bind port 80221c8b-b1f2-441d-8ece-0a8aef99752b on host n-d-713498-36 for vnic_type normal with profile {{(pid=103232) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 19:03:57.730976 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.managers [None req-115e4104-f9a3-4be0-b249-ad51b86347c1 None None] Attempting to bind port 80221c8b-b1f2-441d-8ece-0a8aef99752b by drivers openvswitch,hyperv on host n-d-713498-36 at level 0 using segments [{'id': '8ae1b900-d52d-4214-8642-0ef5379b7314', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': 'c0d79728-024b-4c62-b035-620d2aaf99fe'}] {{(pid=103232) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 19:03:57.731337 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-115e4104-f9a3-4be0-b249-ad51b86347c1 None None] Attempting to bind port 80221c8b-b1f2-441d-8ece-0a8aef99752b on network c0d79728-024b-4c62-b035-620d2aaf99fe {{(pid=103232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 19:03:57.758643 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-115e4104-f9a3-4be0-b249-ad51b86347c1 None None] Checking agent: {'id': '496418a2-c002-4aec-ab1a-07f3bea491bd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-36', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 18, 51, 47), 'started_at': datetime.datetime(2022, 2, 9, 18, 52, 17), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 19, 3, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-36'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 19:03:57.759161 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-115e4104-f9a3-4be0-b249-ad51b86347c1 None None] Checking segment: {'id': '8ae1b900-d52d-4214-8642-0ef5379b7314', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': 'c0d79728-024b-4c62-b035-620d2aaf99fe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103232) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 19:03:57.759674 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-115e4104-f9a3-4be0-b249-ad51b86347c1 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:03:57.760177 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-115e4104-f9a3-4be0-b249-ad51b86347c1 None None] Bound using segment: {'id': '8ae1b900-d52d-4214-8642-0ef5379b7314', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': 'c0d79728-024b-4c62-b035-620d2aaf99fe'} {{(pid=103232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 19:03:57.760785 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.managers [None req-115e4104-f9a3-4be0-b249-ad51b86347c1 None None] Bound port: 80221c8b-b1f2-441d-8ece-0a8aef99752b, host: n-d-713498-36, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8ae1b900-d52d-4214-8642-0ef5379b7314', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': 'c0d79728-024b-4c62-b035-620d2aaf99fe'}}] {{(pid=103232) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 19:03:57.761554 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-5ba17f4f-aa4a-47d9-befd-40c53c77eba0 req-8b76464f-69bc-408c-8b6d-6ece26e0b32a tempest-ServersAdminNegativeTestJSON-2127918484 tempest-ServersAdminNegativeTestJSON-2127918484-project] 10.222.0.75 "GET /v2.0/quotas/8f2bcb5e327341c189d64292b309c17c HTTP/1.1" status: 200 len: 375 time: 0.0385387 Feb 09 19:03:57.766665 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-115e4104-f9a3-4be0-b249-ad51b86347c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (80221c8b-b1f2-441d-8ece-0a8aef99752b), before_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:03:57.780858 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-502640d0-2b4b-47aa-98aa-866f2ca7350c admin admin] Publish callbacks [] for router_gateway (cce358c5-3304-4c33-bbfc-986c1eed7a6e), precommit_update {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:03:57.805297 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-5ba17f4f-aa4a-47d9-befd-40c53c77eba0 req-96682f36-b117-4a42-9357-7650e57e3b9b tempest-ServersAdminNegativeTestJSON-2127918484 tempest-ServersAdminNegativeTestJSON-2127918484-project] 10.222.0.75 "GET /v2.0/ports?tenant_id=8f2bcb5e327341c189d64292b309c17c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0370979 Feb 09 19:03:57.891865 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-115e4104-f9a3-4be0-b249-ad51b86347c1 None None] For port 80221c8b-b1f2-441d-8ece-0a8aef99752b, host n-d-713498-36, cleared binding levels {{(pid=103232) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 19:03:57.896120 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-115e4104-f9a3-4be0-b249-ad51b86347c1 None None] For port 80221c8b-b1f2-441d-8ece-0a8aef99752b, host n-d-713498-36, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-36',level=0,port_id=80221c8b-b1f2-441d-8ece-0a8aef99752b,segment=NetworkSegment(8ae1b900-d52d-4214-8642-0ef5379b7314),segment_id=8ae1b900-d52d-4214-8642-0ef5379b7314)] {{(pid=103232) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 19:03:57.905894 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-115e4104-f9a3-4be0-b249-ad51b86347c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762867176205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762866656485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762866656503'] for port (80221c8b-b1f2-441d-8ece-0a8aef99752b), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:03:57.967326 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Device a4e79a8e-ce64-4a98-88aa-2b5124a3f55b details requested by agent hyperv_n-h2-713498-36 with host n-h2-713498-36 {{(pid=103232) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 19:03:58.137659 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-a9329d46-cc14-495a-9278-36c38d4e69be admin admin] Publish callbacks [] for router_gateway (be4a1a42-6639-4179-813a-d32a8ff58f2e), before_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:03:58.140209 n-d-713498-36 neutron-server[103229]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dda6b5bd-c21a-4523-a5cf-93013647040e admin admin] Network be0118d5-68df-4b41-98f0-41008ae5746c is scheduled to be hosted by DHCP agent af91e4b9-f4e1-42b1-a25c-a10dc47171c8 with binding_index 1 {{(pid=103229) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 19:03:58.182942 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.db_base_plugin_common [None req-11f000ff-b8b0-4819-aa1e-dbcaacfeeba6 None None] Allocated IP 172.20.0.2 (f1e6924e-7348-48ca-aa14-d5834e100bd2/7ab1963a-39ad-4d86-9549-880198499f42/be5790b7-dbd4-45df-8537-c8159e3d664d) {{(pid=103232) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 19:03:58.194047 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-a9329d46-cc14-495a-9278-36c38d4e69be admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (None), before_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:03:58.218536 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-115e4104-f9a3-4be0-b249-ad51b86347c1 None None] Pushing event updated for resources: {'Port': ['ID=80221c8b-b1f2-441d-8ece-0a8aef99752b,revision_number=2']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:03:58.222543 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-453ad962-6dd2-4523-81a9-d71e67a787d1 req-995ea6ca-fadf-45ac-82a2-060bf52ecaaf tempest-ServersAdminNegativeTestJSON-2127918484 tempest-ServersAdminNegativeTestJSON-2127918484-project] 10.222.0.75 "GET /v2.0/ports?device_id=c082bc13-8194-4bdb-a323-42b0de08e605 HTTP/1.1" status: 200 len: 210 time: 0.0952678 Feb 09 19:03:58.242551 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-502640d0-2b4b-47aa-98aa-866f2ca7350c admin admin] Publish callbacks [] for router_gateway (cce358c5-3304-4c33-bbfc-986c1eed7a6e), before_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:03:58.288375 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-502640d0-2b4b-47aa-98aa-866f2ca7350c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (None), before_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:03:58.332046 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-7429db8d-6021-40ad-813e-885be449a89b None None] For port a4e79a8e-ce64-4a98-88aa-2b5124a3f55b, host n-h2-713498-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-36',level=0,port_id=a4e79a8e-ce64-4a98-88aa-2b5124a3f55b,segment=NetworkSegment(5e48c0d3-ac92-403e-8ddc-eab47c471644),segment_id=5e48c0d3-ac92-403e-8ddc-eab47c471644)] {{(pid=103232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 19:03:58.375092 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Returning: {'device': 'a4e79a8e-ce64-4a98-88aa-2b5124a3f55b', 'network_id': 'd725567e-ae4f-48c7-8826-ca95b9692346', 'port_id': 'a4e79a8e-ce64-4a98-88aa-2b5124a3f55b', 'mac_address': 'fa:16:3e:27:0a:28', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 375, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '41b0b245-923a-427d-ac3e-7f4b2ecbbb0e', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103232) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 19:03:58.486787 n-d-713498-36 neutron-server[103229]: DEBUG neutron.scheduler.base_scheduler [None req-dda6b5bd-c21a-4523-a5cf-93013647040e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713498-36, be0118d5-68df-4b41-98f0-41008ae5746c) {{(pid=103229) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 19:03:58.521758 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e78f2dd-2add-4abd-8530-06769e7bf4a3 None None] Network be0118d5-68df-4b41-98f0-41008ae5746c requested from n-d-713498-36 {{(pid=103232) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 19:03:58.529834 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dda6b5bd-c21a-4523-a5cf-93013647040e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:03:58.534236 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-dda6b5bd-c21a-4523-a5cf-93013647040e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1613566'] for subnet (None), before_response {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:03:58.543003 n-d-713498-36 neutron-server[103229]: DEBUG neutron.db.db_base_plugin_common [None req-a9329d46-cc14-495a-9278-36c38d4e69be admin admin] Allocated IP 172.25.1.19 (88055e1e-672a-4487-be31-ffb6e833ece5/ac16dbcc-383c-4b43-9153-d763c4a53f91/13f899f2-2d68-415a-b3cf-d91e83d25d1b) {{(pid=103229) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 19:03:58.593525 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0f815e5-948e-4980-974e-90f63443235d req-8040fdbd-5d76-4161-96b4-34988edea372 tempest-LiveMigrationTest-1021096981 tempest-LiveMigrationTest-1021096981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:03:58.601896 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-c0f815e5-948e-4980-974e-90f63443235d req-8040fdbd-5d76-4161-96b4-34988edea372 tempest-LiveMigrationTest-1021096981 tempest-LiveMigrationTest-1021096981-project] 10.222.0.75 "GET /v2.0/ports?device_id=59d6552c-9c7d-436a-9583-1a4c43dbfa42 HTTP/1.1" status: 200 len: 943 time: 0.1396885 Feb 09 19:03:58.615407 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-11f000ff-b8b0-4819-aa1e-dbcaacfeeba6 None None] Publish callbacks [] for port (be5790b7-dbd4-45df-8537-c8159e3d664d), precommit_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:03:58.693770 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-dda6b5bd-c21a-4523-a5cf-93013647040e admin admin] 10.222.0.75 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 1.8154852 Feb 09 19:03:58.701738 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-c0f815e5-948e-4980-974e-90f63443235d req-731daa13-5ad0-411e-895d-9e568d03e37d tempest-LiveMigrationTest-1021096981 tempest-LiveMigrationTest-1021096981-project] 10.222.0.75 "GET /v2.0/security-groups?id=ba18819a-1490-4e7b-a11b-e8610423d8ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0984178 Feb 09 19:03:58.719901 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33f23eb0-4cef-49b5-9051-8ba8bda03d04 req-d583b275-74d9-4510-9956-e10729236ec8 tempest-ServersOnMultiNodesTest-1472402947 tempest-ServersOnMultiNodesTest-1472402947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:03:58.722147 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-33f23eb0-4cef-49b5-9051-8ba8bda03d04 req-d583b275-74d9-4510-9956-e10729236ec8 tempest-ServersOnMultiNodesTest-1472402947 tempest-ServersOnMultiNodesTest-1472402947-project] 10.222.0.75 "GET /v2.0/ports?device_id=7286d075-cf60-4225-a604-fbfa2ee2c8fd HTTP/1.1" status: 200 len: 950 time: 0.5867310 Feb 09 19:03:58.847171 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-11f000ff-b8b0-4819-aa1e-dbcaacfeeba6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762866656467'] for port (be5790b7-dbd4-45df-8537-c8159e3d664d), after_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:03:58.873018 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-33f23eb0-4cef-49b5-9051-8ba8bda03d04 req-cf8f4f32-b62f-4537-89e3-8e4ba5c996be tempest-ServersOnMultiNodesTest-1472402947 tempest-ServersOnMultiNodesTest-1472402947-project] 10.222.0.75 "GET /v2.0/security-groups?id=aed5302d-0478-4b9d-b014-143adc5c0d74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1435893 Feb 09 19:03:58.896460 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-a9329d46-cc14-495a-9278-36c38d4e69be admin admin] Publish callbacks [] for port (13f899f2-2d68-415a-b3cf-d91e83d25d1b), precommit_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:03:58.961373 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-a9329d46-cc14-495a-9278-36c38d4e69be admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762866656467', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12867576'] for port (13f899f2-2d68-415a-b3cf-d91e83d25d1b), after_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:03:59.019183 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Current status of the port a4e79a8e-ce64-4a98-88aa-2b5124a3f55b is: DOWN; New status is: BUILD {{(pid=103232) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 19:03:59.019852 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (a4e79a8e-ce64-4a98-88aa-2b5124a3f55b), before_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:03:59.048927 n-d-713498-36 neutron-server[103230]: DEBUG neutron.db.db_base_plugin_common [None req-502640d0-2b4b-47aa-98aa-866f2ca7350c admin admin] Allocated IP 172.25.1.54 (88055e1e-672a-4487-be31-ffb6e833ece5/ac16dbcc-383c-4b43-9153-d763c4a53f91/81de01c8-c6f4-40f0-a237-d3fa04784f37) {{(pid=103230) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 19:03:59.076367 n-d-713498-36 neutron-server[103232]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11f000ff-b8b0-4819-aa1e-dbcaacfeeba6 None None] Network f1e6924e-7348-48ca-aa14-d5834e100bd2 is already hosted by enough agents. {{(pid=103232) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 19:03:59.105151 n-d-713498-36 neutron-server[103229]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9329d46-cc14-495a-9278-36c38d4e69be admin admin] Network 88055e1e-672a-4487-be31-ffb6e833ece5 is already hosted by enough agents. {{(pid=103229) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 19:03:59.115025 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11f000ff-b8b0-4819-aa1e-dbcaacfeeba6 None None] Pushing event updated for resources: {'Port': ['ID=be5790b7-dbd4-45df-8537-c8159e3d664d,revision_number=1']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:03:59.116623 n-d-713498-36 neutron-server[103229]: DEBUG neutron.scheduler.base_scheduler [None req-a9329d46-cc14-495a-9278-36c38d4e69be admin admin] Resources bound (agent type, host, resource id): {{(pid=103229) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 19:03:59.131323 n-d-713498-36 neutron-server[103232]: DEBUG neutron.scheduler.base_scheduler [None req-11f000ff-b8b0-4819-aa1e-dbcaacfeeba6 None None] Resources bound (agent type, host, resource id): {{(pid=103232) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 19:03:59.134446 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Device 80221c8b-b1f2-441d-8ece-0a8aef99752b up at agent ovs-agent-n-d-713498-36 {{(pid=103232) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 19:03:59.139827 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11f000ff-b8b0-4819-aa1e-dbcaacfeeba6 None None] Received port after_create {{(pid=103232) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 19:03:59.149662 n-d-713498-36 neutron-server[103229]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9329d46-cc14-495a-9278-36c38d4e69be admin admin] Received port after_create {{(pid=103229) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 19:03:59.192957 n-d-713498-36 neutron-server[103232]: DEBUG neutron.notifiers.nova [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a4e79a8e-ce64-4a98-88aa-2b5124a3f55b {{(pid=103232) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 19:03:59.245108 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-502640d0-2b4b-47aa-98aa-866f2ca7350c admin admin] Publish callbacks [] for port (81de01c8-c6f4-40f0-a237-d3fa04784f37), precommit_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:03:59.280787 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cfb6aada-6a24-4136-8699-e3ff064cfeef None None] Network be0118d5-68df-4b41-98f0-41008ae5746c requested from n-d-713498-36 {{(pid=103232) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 19:03:59.309434 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9329d46-cc14-495a-9278-36c38d4e69be admin admin] Pushing event updated for resources: {'Port': ['ID=13f899f2-2d68-415a-b3cf-d91e83d25d1b,revision_number=1']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:03:59.399141 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-7429db8d-6021-40ad-813e-885be449a89b None None] For port a4e79a8e-ce64-4a98-88aa-2b5124a3f55b, host n-h2-713498-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-36',level=0,port_id=a4e79a8e-ce64-4a98-88aa-2b5124a3f55b,segment=NetworkSegment(5e48c0d3-ac92-403e-8ddc-eab47c471644),segment_id=5e48c0d3-ac92-403e-8ddc-eab47c471644)] {{(pid=103232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 19:03:59.494862 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762867176205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762866656485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762866656503'] for port (a4e79a8e-ce64-4a98-88aa-2b5124a3f55b), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:03:59.616498 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.managers [None req-11f000ff-b8b0-4819-aa1e-dbcaacfeeba6 None None] Attempting to bind port be5790b7-dbd4-45df-8537-c8159e3d664d on host n-d-713498-36 for vnic_type normal with profile {{(pid=103232) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 19:03:59.617130 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.managers [None req-11f000ff-b8b0-4819-aa1e-dbcaacfeeba6 None None] Attempting to bind port be5790b7-dbd4-45df-8537-c8159e3d664d by drivers openvswitch,hyperv on host n-d-713498-36 at level 0 using segments [{'id': '645882ad-a796-4218-a7d9-a75443ad9585', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': 'f1e6924e-7348-48ca-aa14-d5834e100bd2'}] {{(pid=103232) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 19:03:59.617667 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11f000ff-b8b0-4819-aa1e-dbcaacfeeba6 None None] Attempting to bind port be5790b7-dbd4-45df-8537-c8159e3d664d on network f1e6924e-7348-48ca-aa14-d5834e100bd2 {{(pid=103232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 19:03:59.685233 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11f000ff-b8b0-4819-aa1e-dbcaacfeeba6 None None] Checking agent: {'id': '496418a2-c002-4aec-ab1a-07f3bea491bd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-36', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 18, 51, 47), 'started_at': datetime.datetime(2022, 2, 9, 18, 52, 17), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 19, 3, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-36'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 19:03:59.685665 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11f000ff-b8b0-4819-aa1e-dbcaacfeeba6 None None] Checking segment: {'id': '645882ad-a796-4218-a7d9-a75443ad9585', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': 'f1e6924e-7348-48ca-aa14-d5834e100bd2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103232) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 19:03:59.686062 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-11f000ff-b8b0-4819-aa1e-dbcaacfeeba6 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:03:59.688353 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11f000ff-b8b0-4819-aa1e-dbcaacfeeba6 None None] Bound using segment: {'id': '645882ad-a796-4218-a7d9-a75443ad9585', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': 'f1e6924e-7348-48ca-aa14-d5834e100bd2'} {{(pid=103232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 19:03:59.688897 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.managers [None req-11f000ff-b8b0-4819-aa1e-dbcaacfeeba6 None None] Bound port: be5790b7-dbd4-45df-8537-c8159e3d664d, host: n-d-713498-36, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '645882ad-a796-4218-a7d9-a75443ad9585', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': 'f1e6924e-7348-48ca-aa14-d5834e100bd2'}}] {{(pid=103232) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 19:03:59.689300 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-11f000ff-b8b0-4819-aa1e-dbcaacfeeba6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (be5790b7-dbd4-45df-8537-c8159e3d664d), before_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:03:59.691693 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.provisioning_blocks [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Provisioning complete for port 80221c8b-b1f2-441d-8ece-0a8aef99752b triggered by entity L2. {{(pid=103232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 19:03:59.692068 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593630'] for port (80221c8b-b1f2-441d-8ece-0a8aef99752b), provisioning_complete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:03:59.736958 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.v2.base [req-db167c12-d976-4fa3-9ec2-e663a30c5989 req-9c60b7a1-8ce3-4c24-aadb-563a73274fa1 tempest-SecurityGroupRulesNegativeTestJSON-778336778 tempest-SecurityGroupRulesNegativeTestJSON-778336778-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-1896328288', 'description': 'tempest-description-363135828'}} {{(pid=103230) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 19:03:59.773622 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91a4c213-8a54-4638-afee-bfef0d51f152 req-37fdb967-5fb2-43ff-934e-a0af8187b740 tempest-ServersOnMultiNodesTest-12203541 tempest-ServersOnMultiNodesTest-12203541-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:03:59.778311 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1844e2c-2fdc-47be-8c20-f30f47e7bd14 None None] Network c0d79728-024b-4c62-b035-620d2aaf99fe requested from n-d-713498-36 {{(pid=103232) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 19:03:59.789245 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-91a4c213-8a54-4638-afee-bfef0d51f152 req-37fdb967-5fb2-43ff-934e-a0af8187b740 tempest-ServersOnMultiNodesTest-12203541 tempest-ServersOnMultiNodesTest-12203541-project-admin] 10.222.0.75 "GET /v2.0/ports?device_id=7286d075-cf60-4225-a604-fbfa2ee2c8fd HTTP/1.1" status: 200 len: 1133 time: 0.3021495 Feb 09 19:03:59.793932 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [req-db167c12-d976-4fa3-9ec2-e663a30c5989 req-9c60b7a1-8ce3-4c24-aadb-563a73274fa1 tempest-SecurityGroupRulesNegativeTestJSON-778336778 tempest-SecurityGroupRulesNegativeTestJSON-778336778-project] Publish callbacks [] for security_group (None), before_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:03:59.812966 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-502640d0-2b4b-47aa-98aa-866f2ca7350c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762866656467', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14393751'] for port (81de01c8-c6f4-40f0-a237-d3fa04784f37), after_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:03:59.827201 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-91a4c213-8a54-4638-afee-bfef0d51f152 req-63c017e2-0498-4ab5-984f-c9d9135094ff tempest-ServersOnMultiNodesTest-12203541 tempest-ServersOnMultiNodesTest-12203541-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:03:59.847765 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-5ba17f4f-aa4a-47d9-befd-40c53c77eba0 req-452c61e7-054a-4b85-a1de-44d9d6b10585 tempest-ServersAdminNegativeTestJSON-2127918484 tempest-ServersAdminNegativeTestJSON-2127918484-project] 10.222.0.89 "GET /v2.0/networks?tenant_id=8f2bcb5e327341c189d64292b309c17c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1596677 Feb 09 19:03:59.863125 n-d-713498-36 neutron-server[103230]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-502640d0-2b4b-47aa-98aa-866f2ca7350c admin admin] Network 88055e1e-672a-4487-be31-ffb6e833ece5 is already hosted by enough agents. {{(pid=103230) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 19:03:59.872415 n-d-713498-36 neutron-server[103230]: DEBUG neutron.scheduler.base_scheduler [None req-502640d0-2b4b-47aa-98aa-866f2ca7350c admin admin] Resources bound (agent type, host, resource id): {{(pid=103230) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 19:03:59.882957 n-d-713498-36 neutron-server[103230]: DEBUG neutron.db.l3_dvrscheduler_db [None req-502640d0-2b4b-47aa-98aa-866f2ca7350c admin admin] Received port after_create {{(pid=103230) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 19:03:59.911767 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-7429db8d-6021-40ad-813e-885be449a89b None None] get_ports_and_sgs() called for port_ids ['a4e79a8e-ce64-4a98-88aa-2b5124a3f55b'] {{(pid=103232) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 19:03:59.914368 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Pushing event updated for resources: {'Port': ['ID=a4e79a8e-ce64-4a98-88aa-2b5124a3f55b,revision_number=4']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:03:59.979573 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-a9329d46-cc14-495a-9278-36c38d4e69be admin admin] Publish callbacks [] for router_gateway (be4a1a42-6639-4179-813a-d32a8ff58f2e), after_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:04:00.049478 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-11f000ff-b8b0-4819-aa1e-dbcaacfeeba6 None None] For port be5790b7-dbd4-45df-8537-c8159e3d664d, host n-d-713498-36, cleared binding levels {{(pid=103232) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 19:04:00.052981 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-11f000ff-b8b0-4819-aa1e-dbcaacfeeba6 None None] For port be5790b7-dbd4-45df-8537-c8159e3d664d, host n-d-713498-36, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-36',level=0,port_id=be5790b7-dbd4-45df-8537-c8159e3d664d,segment=NetworkSegment(645882ad-a796-4218-a7d9-a75443ad9585),segment_id=645882ad-a796-4218-a7d9-a75443ad9585)] {{(pid=103232) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 19:04:00.104044 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Current status of the port 80221c8b-b1f2-441d-8ece-0a8aef99752b is: DOWN; New status is: ACTIVE {{(pid=103232) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 19:04:00.104359 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (80221c8b-b1f2-441d-8ece-0a8aef99752b), before_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:04:00.106826 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-11f000ff-b8b0-4819-aa1e-dbcaacfeeba6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762867176205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762866656485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762866656503'] for port (be5790b7-dbd4-45df-8537-c8159e3d664d), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:04:00.109261 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ba17f4f-aa4a-47d9-befd-40c53c77eba0 req-81ea2fe6-b414-461f-a645-c365b842907b tempest-ServersAdminNegativeTestJSON-2127918484 tempest-ServersAdminNegativeTestJSON-2127918484-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:04:00.111329 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-5ba17f4f-aa4a-47d9-befd-40c53c77eba0 req-81ea2fe6-b414-461f-a645-c365b842907b tempest-ServersAdminNegativeTestJSON-2127918484 tempest-ServersAdminNegativeTestJSON-2127918484-project] 10.222.0.89 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2569900 Feb 09 19:04:00.128635 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.v2.base [req-5ba17f4f-aa4a-47d9-befd-40c53c77eba0 req-19121e44-45be-494e-a22d-75038953d93c tempest-ServersAdminNegativeTestJSON-2127918484 tempest-ServersAdminNegativeTestJSON-2127918484-project] Request body: {'port': {'device_id': 'c082bc13-8194-4bdb-a323-42b0de08e605', 'network_id': '2b5494c8-cf97-42c1-b902-87f998f28179', 'admin_state_up': True, 'tenant_id': '8f2bcb5e327341c189d64292b309c17c'}} {{(pid=103229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 19:04:00.200788 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [req-db167c12-d976-4fa3-9ec2-e663a30c5989 req-9c60b7a1-8ce3-4c24-aadb-563a73274fa1 tempest-SecurityGroupRulesNegativeTestJSON-778336778 tempest-SecurityGroupRulesNegativeTestJSON-778336778-project] Publish callbacks [] for security_group (f164e3f0-7fe2-42fa-b37b-51b4fce7779c), precommit_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:04:00.209609 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-502640d0-2b4b-47aa-98aa-866f2ca7350c admin admin] Pushing event updated for resources: {'Port': ['ID=81de01c8-c6f4-40f0-a237-d3fa04784f37,revision_number=1']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:04:00.264640 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [req-db167c12-d976-4fa3-9ec2-e663a30c5989 req-9c60b7a1-8ce3-4c24-aadb-563a73274fa1 tempest-SecurityGroupRulesNegativeTestJSON-778336778 tempest-SecurityGroupRulesNegativeTestJSON-778336778-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1892331'] for security_group (f164e3f0-7fe2-42fa-b37b-51b4fce7779c), after_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:04:00.329039 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-91a4c213-8a54-4638-afee-bfef0d51f152 req-63c017e2-0498-4ab5-984f-c9d9135094ff tempest-ServersOnMultiNodesTest-12203541 tempest-ServersOnMultiNodesTest-12203541-project-admin] Publish callbacks [] for security_group (338e258a-013a-42c8-b8c4-43e624bf2b63), precommit_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:04:00.333652 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [req-db167c12-d976-4fa3-9ec2-e663a30c5989 req-9c60b7a1-8ce3-4c24-aadb-563a73274fa1 tempest-SecurityGroupRulesNegativeTestJSON-778336778 tempest-SecurityGroupRulesNegativeTestJSON-778336778-project] Publish callbacks [] for security_group (None), before_response {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:04:00.336030 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-db167c12-d976-4fa3-9ec2-e663a30c5989 req-9c60b7a1-8ce3-4c24-aadb-563a73274fa1 tempest-SecurityGroupRulesNegativeTestJSON-778336778 tempest-SecurityGroupRulesNegativeTestJSON-778336778-project] 10.222.0.75 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1834 time: 0.6056938 Feb 09 19:04:00.375649 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.provisioning_blocks [None req-2dc4c730-aee4-482d-a2ba-384456055dc2 None None] Provisioning complete for port 80221c8b-b1f2-441d-8ece-0a8aef99752b triggered by entity DHCP. {{(pid=103232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 19:04:00.376036 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-2dc4c730-aee4-482d-a2ba-384456055dc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593630'] for port (80221c8b-b1f2-441d-8ece-0a8aef99752b), provisioning_complete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:04:00.382726 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c60b7a1-8ce3-4c24-aadb-563a73274fa1 tempest-SecurityGroupRulesNegativeTestJSON-778336778 tempest-SecurityGroupRulesNegativeTestJSON-778336778-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f164e3f0-7fe2-42fa-b37b-51b4fce7779c,revision_number=1']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:04:00.406587 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5ba17f4f-aa4a-47d9-befd-40c53c77eba0 req-19121e44-45be-494e-a22d-75038953d93c tempest-ServersAdminNegativeTestJSON-2127918484 tempest-ServersAdminNegativeTestJSON-2127918484-project] Made reservation on behalf of 8f2bcb5e327341c189d64292b309c17c for: {'port': 1} {{(pid=103229) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 19:04:00.410219 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-5ba17f4f-aa4a-47d9-befd-40c53c77eba0 req-19121e44-45be-494e-a22d-75038953d93c tempest-ServersAdminNegativeTestJSON-2127918484 tempest-ServersAdminNegativeTestJSON-2127918484-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (None), before_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:04:00.445515 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-91a4c213-8a54-4638-afee-bfef0d51f152 req-63c017e2-0498-4ab5-984f-c9d9135094ff tempest-ServersOnMultiNodesTest-12203541 tempest-ServersOnMultiNodesTest-12203541-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1892331'] for security_group (338e258a-013a-42c8-b8c4-43e624bf2b63), after_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:04:00.473157 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-5ba17f4f-aa4a-47d9-befd-40c53c77eba0 req-19121e44-45be-494e-a22d-75038953d93c tempest-ServersAdminNegativeTestJSON-2127918484 tempest-ServersAdminNegativeTestJSON-2127918484-project] Publish callbacks [] for security_group (None), before_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:04:00.477886 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-502640d0-2b4b-47aa-98aa-866f2ca7350c admin admin] Publish callbacks [] for router_gateway (cce358c5-3304-4c33-bbfc-986c1eed7a6e), after_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:04:00.564224 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] For port 80221c8b-b1f2-441d-8ece-0a8aef99752b, host n-d-713498-36, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-36',level=0,port_id=80221c8b-b1f2-441d-8ece-0a8aef99752b,segment=NetworkSegment(8ae1b900-d52d-4214-8642-0ef5379b7314),segment_id=8ae1b900-d52d-4214-8642-0ef5379b7314)] {{(pid=103232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 19:04:00.564805 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-91a4c213-8a54-4638-afee-bfef0d51f152 req-63c017e2-0498-4ab5-984f-c9d9135094ff tempest-ServersOnMultiNodesTest-12203541 tempest-ServersOnMultiNodesTest-12203541-project-admin] 10.222.0.75 "GET /v2.0/security-groups?id=aed5302d-0478-4b9d-b014-143adc5c0d74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7743075 Feb 09 19:04:00.611609 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762867176205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762866656485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762866656503'] for port (80221c8b-b1f2-441d-8ece-0a8aef99752b), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:04:00.614916 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11f000ff-b8b0-4819-aa1e-dbcaacfeeba6 None None] Pushing event updated for resources: {'Port': ['ID=be5790b7-dbd4-45df-8537-c8159e3d664d,revision_number=2']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:04:00.667853 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63c017e2-0498-4ab5-984f-c9d9135094ff tempest-ServersOnMultiNodesTest-12203541 tempest-ServersOnMultiNodesTest-12203541-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=338e258a-013a-42c8-b8c4-43e624bf2b63,revision_number=1']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:04:00.706852 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-2dc4c730-aee4-482d-a2ba-384456055dc2 None None] Current status of the port 80221c8b-b1f2-441d-8ece-0a8aef99752b is: ACTIVE; New status is: ACTIVE {{(pid=103232) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 19:04:00.721084 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-7c3a24c4-c2af-41fa-9f05-28c2a0ec1509 req-353f5d9b-9e9f-40d7-bec6-5f1a64cd9a7f tempest-ServersAdminNegativeTestJSON-2127918484 tempest-ServersAdminNegativeTestJSON-2127918484-project] 10.222.0.75 "GET /v2.0/ports?device_id=c082bc13-8194-4bdb-a323-42b0de08e605 HTTP/1.1" status: 200 len: 210 time: 0.2707126 Feb 09 19:04:00.734961 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Pushing event updated for resources: {'Port': ['ID=80221c8b-b1f2-441d-8ece-0a8aef99752b,revision_number=3']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:04:00.757309 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-a9329d46-cc14-495a-9278-36c38d4e69be admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1834945', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1818951'] for router (be4a1a42-6639-4179-813a-d32a8ff58f2e), after_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:04:00.929043 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-502640d0-2b4b-47aa-98aa-866f2ca7350c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1834945', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1818951'] for router (cce358c5-3304-4c33-bbfc-986c1eed7a6e), after_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:04:00.944266 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-e21fa5bb-1a40-4cc8-820d-e22cbd65e809 req-71ae6ce4-c47a-4ca2-9a56-8170cf2b7309 tempest-SecurityGroupRulesNegativeTestJSON-778336778 tempest-SecurityGroupRulesNegativeTestJSON-778336778-project] 10.222.0.75 "GET /v2.0/security-groups/f164e3f0-7fe2-42fa-b37b-51b4fce7779c HTTP/1.1" status: 200 len: 1829 time: 0.1434081 Feb 09 19:04:00.953936 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.provisioning_blocks [None req-71658b74-39e7-4b8e-8837-f6abbb1f9931 None None] Provisioning complete for port 80221c8b-b1f2-441d-8ece-0a8aef99752b triggered by entity DHCP. {{(pid=103232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 19:04:00.954498 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-71658b74-39e7-4b8e-8837-f6abbb1f9931 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593630'] for port (80221c8b-b1f2-441d-8ece-0a8aef99752b), provisioning_complete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:04:00.985019 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a8da3f8-1334-4f42-92e8-ebe35e7cb12c req-175e3117-03df-4433-8a93-db4600a0088b tempest-LiveMigrationTest-1021096981 tempest-LiveMigrationTest-1021096981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:04:00.986892 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-0a8da3f8-1334-4f42-92e8-ebe35e7cb12c req-175e3117-03df-4433-8a93-db4600a0088b tempest-LiveMigrationTest-1021096981 tempest-LiveMigrationTest-1021096981-project] 10.222.0.75 "GET /v2.0/ports?device_id=59d6552c-9c7d-436a-9583-1a4c43dbfa42 HTTP/1.1" status: 200 len: 944 time: 0.2272682 Feb 09 19:04:00.988887 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-5ba17f4f-aa4a-47d9-befd-40c53c77eba0 req-19121e44-45be-494e-a22d-75038953d93c tempest-ServersAdminNegativeTestJSON-2127918484 tempest-ServersAdminNegativeTestJSON-2127918484-project] Publish callbacks [] for security_group (c2a1d80e-4c84-44c1-8257-66d4ceb1ab5f), precommit_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:04:01.016183 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-5ba17f4f-aa4a-47d9-befd-40c53c77eba0 req-19121e44-45be-494e-a22d-75038953d93c tempest-ServersAdminNegativeTestJSON-2127918484 tempest-ServersAdminNegativeTestJSON-2127918484-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1892331'] for security_group (c2a1d80e-4c84-44c1-8257-66d4ceb1ab5f), after_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:04:01.081729 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.v2.base [req-e21fa5bb-1a40-4cc8-820d-e22cbd65e809 req-1984f96e-5775-4462-b427-67fe9d93ed46 tempest-SecurityGroupRulesNegativeTestJSON-778336778 tempest-SecurityGroupRulesNegativeTestJSON-778336778-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'f164e3f0-7fe2-42fa-b37b-51b4fce7779c', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=103230) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 19:04:01.082175 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.v2.base [req-e21fa5bb-1a40-4cc8-820d-e22cbd65e809 req-1984f96e-5775-4462-b427-67fe9d93ed46 tempest-SecurityGroupRulesNegativeTestJSON-778336778 tempest-SecurityGroupRulesNegativeTestJSON-778336778-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'f164e3f0-7fe2-42fa-b37b-51b4fce7779c', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=103230) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 19:04:01.086793 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-71658b74-39e7-4b8e-8837-f6abbb1f9931 None None] Current status of the port 80221c8b-b1f2-441d-8ece-0a8aef99752b is: ACTIVE; New status is: ACTIVE {{(pid=103232) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 19:04:01.124704 n-d-713498-36 neutron-server[103233]: DEBUG neutron.db.agents_db [None req-4a8a6a42-0a0c-4437-8958-92282682b6bb None None] Agent healthcheck: found 7 active agents {{(pid=103233) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 19:04:01.131890 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19121e44-45be-494e-a22d-75038953d93c tempest-ServersAdminNegativeTestJSON-2127918484 tempest-ServersAdminNegativeTestJSON-2127918484-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c2a1d80e-4c84-44c1-8257-66d4ceb1ab5f,revision_number=1']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:04:01.178676 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [req-e21fa5bb-1a40-4cc8-820d-e22cbd65e809 req-1984f96e-5775-4462-b427-67fe9d93ed46 tempest-SecurityGroupRulesNegativeTestJSON-778336778 tempest-SecurityGroupRulesNegativeTestJSON-778336778-project] Publish callbacks [] for security_group_rule (330bd1ed-1c3a-43f0-ad26-0f5533fd2b5d), before_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:04:01.187940 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Device 80221c8b-b1f2-441d-8ece-0a8aef99752b up at agent ovs-agent-n-d-713498-36 {{(pid=103232) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 19:04:01.213995 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [req-e21fa5bb-1a40-4cc8-820d-e22cbd65e809 req-1984f96e-5775-4462-b427-67fe9d93ed46 tempest-SecurityGroupRulesNegativeTestJSON-778336778 tempest-SecurityGroupRulesNegativeTestJSON-778336778-project] Publish callbacks [] for security_group_rule (330bd1ed-1c3a-43f0-ad26-0f5533fd2b5d), precommit_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:04:01.216367 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-0a8da3f8-1334-4f42-92e8-ebe35e7cb12c req-c06c8ee8-bef6-4853-8800-6e98a2717899 tempest-LiveMigrationTest-1021096981 tempest-LiveMigrationTest-1021096981-project] 10.222.0.75 "GET /v2.0/security-groups?id=ba18819a-1490-4e7b-a11b-e8610423d8ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2174594 Feb 09 19:04:01.241364 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [req-e21fa5bb-1a40-4cc8-820d-e22cbd65e809 req-1984f96e-5775-4462-b427-67fe9d93ed46 tempest-SecurityGroupRulesNegativeTestJSON-778336778 tempest-SecurityGroupRulesNegativeTestJSON-778336778-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1892250'] for security_group_rule (330bd1ed-1c3a-43f0-ad26-0f5533fd2b5d), after_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:04:01.268930 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.provisioning_blocks [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Provisioning complete for port 80221c8b-b1f2-441d-8ece-0a8aef99752b triggered by entity L2. {{(pid=103232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 19:04:01.269939 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593630'] for port (80221c8b-b1f2-441d-8ece-0a8aef99752b), provisioning_complete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:04:01.275249 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1984f96e-5775-4462-b427-67fe9d93ed46 tempest-SecurityGroupRulesNegativeTestJSON-778336778 tempest-SecurityGroupRulesNegativeTestJSON-778336778-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=330bd1ed-1c3a-43f0-ad26-0f5533fd2b5d,revision_number=0']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:04:01.293084 n-d-713498-36 neutron-server[103230]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-502640d0-2b4b-47aa-98aa-866f2ca7350c admin admin] Router cce358c5-3304-4c33-bbfc-986c1eed7a6e is scheduled to L3 agent 93303d5e-5d17-45e8-8963-7694f87783ae with binding_index 1 {{(pid=103230) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 09 19:04:01.307564 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [req-e21fa5bb-1a40-4cc8-820d-e22cbd65e809 req-1984f96e-5775-4462-b427-67fe9d93ed46 tempest-SecurityGroupRulesNegativeTestJSON-778336778 tempest-SecurityGroupRulesNegativeTestJSON-778336778-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:04:01.308960 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-e21fa5bb-1a40-4cc8-820d-e22cbd65e809 req-1984f96e-5775-4462-b427-67fe9d93ed46 tempest-SecurityGroupRulesNegativeTestJSON-778336778 tempest-SecurityGroupRulesNegativeTestJSON-778336778-project] 10.222.0.75 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.2932487 Feb 09 19:04:01.317926 n-d-713498-36 neutron-server[103229]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a9329d46-cc14-495a-9278-36c38d4e69be admin admin] Router be4a1a42-6639-4179-813a-d32a8ff58f2e is scheduled to L3 agent 93303d5e-5d17-45e8-8963-7694f87783ae with binding_index 1 {{(pid=103229) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 09 19:04:01.349000 n-d-713498-36 neutron-server[103229]: DEBUG neutron.db.db_base_plugin_common [req-5ba17f4f-aa4a-47d9-befd-40c53c77eba0 req-19121e44-45be-494e-a22d-75038953d93c tempest-ServersAdminNegativeTestJSON-2127918484 tempest-ServersAdminNegativeTestJSON-2127918484-project] Allocated IP 192.168.233.60 (2b5494c8-cf97-42c1-b902-87f998f28179/60b561cb-321e-4f83-9bb3-92b2e1d0dc44/8b691445-3686-4647-a8b1-7728ec31fbe4) {{(pid=103229) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 19:04:01.405677 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Current status of the port 80221c8b-b1f2-441d-8ece-0a8aef99752b is: ACTIVE; New status is: ACTIVE {{(pid=103232) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 19:04:01.408458 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Device be5790b7-dbd4-45df-8537-c8159e3d664d up at agent ovs-agent-n-d-713498-36 {{(pid=103232) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 19:04:01.473210 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.provisioning_blocks [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Provisioning complete for port be5790b7-dbd4-45df-8537-c8159e3d664d triggered by entity L2. {{(pid=103232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 19:04:01.475484 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593630'] for port (be5790b7-dbd4-45df-8537-c8159e3d664d), provisioning_complete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:04:01.502499 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-502640d0-2b4b-47aa-98aa-866f2ca7350c admin admin] Notify agent at l3_agent.n-d-713498-36 the message routers_updated {{(pid=103230) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 19:04:01.545088 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e729d638-3f5e-441e-9c5c-5fcdf7fd837a None None] Sync routers for ids ['cce358c5-3304-4c33-bbfc-986c1eed7a6e'] in n-d-713498-36 {{(pid=103232) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 19:04:01.549404 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-502640d0-2b4b-47aa-98aa-866f2ca7350c admin admin] Publish callbacks [] for router (None), before_response {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:04:01.552213 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-502640d0-2b4b-47aa-98aa-866f2ca7350c admin admin] 10.222.0.75 "POST /v2.0/routers HTTP/1.1" status: 201 len: 932 time: 4.4230478 Feb 09 19:04:01.556072 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 48766) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:04:01.578134 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-96014ab3-cf9c-471b-90c9-51b9e2e96add req-31ecab9c-7bf3-41e4-b774-62ead563d974 tempest-SecurityGroupRulesNegativeTestJSON-778336778 tempest-SecurityGroupRulesNegativeTestJSON-778336778-project] 10.222.0.75 "GET /v2.0/security-groups/f164e3f0-7fe2-42fa-b37b-51b4fce7779c HTTP/1.1" status: 200 len: 2422 time: 0.2392542 Feb 09 19:04:01.609711 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e729d638-3f5e-441e-9c5c-5fcdf7fd837a None None] Routers {'cce358c5-3304-4c33-bbfc-986c1eed7a6e'} bound to L3 agent in host n-d-713498-36 {{(pid=103232) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 19:04:01.610382 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.l3_hamode_db [None req-e729d638-3f5e-441e-9c5c-5fcdf7fd837a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T18:51:43Z,description=,heartbeat_timestamp=2022-02-09T19:03:43Z,host='n-d-713498-36',id=93303d5e-5d17-45e8-8963-7694f87783ae,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T18:51:43Z,topic='l3_agent')) {'router_ids': ['cce358c5-3304-4c33-bbfc-986c1eed7a6e'], 'active': True} {{(pid=103232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:04:01.765764 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Current status of the port be5790b7-dbd4-45df-8537-c8159e3d664d is: DOWN; New status is: ACTIVE {{(pid=103232) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 19:04:01.766723 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (be5790b7-dbd4-45df-8537-c8159e3d664d), before_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:04:01.780293 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-ae6b3807-5f15-401c-a481-e539d41357cf req-23673535-cdda-44bf-87ff-444f030641f9 tempest-ServersOnMultiNodesTest-1472402947 tempest-ServersOnMultiNodesTest-1472402947-project] 10.222.0.75 "GET /v2.0/networks?tenant_id=1672ee8b769240288b95113d5dff1fd2&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0314655 Feb 09 19:04:01.819223 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] For port be5790b7-dbd4-45df-8537-c8159e3d664d, host n-d-713498-36, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-36',level=0,port_id=be5790b7-dbd4-45df-8537-c8159e3d664d,segment=NetworkSegment(645882ad-a796-4218-a7d9-a75443ad9585),segment_id=645882ad-a796-4218-a7d9-a75443ad9585)] {{(pid=103232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 19:04:01.836814 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762867176205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762866656485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762866656503'] for port (be5790b7-dbd4-45df-8537-c8159e3d664d), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:04:01.843981 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.l3_dvr_db [None req-e729d638-3f5e-441e-9c5c-5fcdf7fd837a None None] Set router cce358c5-3304-4c33-bbfc-986c1eed7a6e gateway port host: n-d-713498-36 {{(pid=103232) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 19:04:01.911350 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bfb46636-4ca7-4774-8d29-5057d3cca2e5 None None] Network f1e6924e-7348-48ca-aa14-d5834e100bd2 requested from n-d-713498-36 {{(pid=103232) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 19:04:01.954780 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae6b3807-5f15-401c-a481-e539d41357cf req-aa3a51d9-7217-4b28-8351-8c9d59ce9dec tempest-ServersOnMultiNodesTest-1472402947 tempest-ServersOnMultiNodesTest-1472402947-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:04:01.956641 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-ae6b3807-5f15-401c-a481-e539d41357cf req-aa3a51d9-7217-4b28-8351-8c9d59ce9dec tempest-ServersOnMultiNodesTest-1472402947 tempest-ServersOnMultiNodesTest-1472402947-project] 10.222.0.75 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1709652 Feb 09 19:04:01.973199 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-ae6b3807-5f15-401c-a481-e539d41357cf req-f87e9e6c-2aa2-4315-bd40-12493dd3f13d tempest-ServersOnMultiNodesTest-1472402947 tempest-ServersOnMultiNodesTest-1472402947-project] 10.222.0.75 "GET /v2.0/quotas/1672ee8b769240288b95113d5dff1fd2 HTTP/1.1" status: 200 len: 375 time: 0.0106788 Feb 09 19:04:01.998946 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Device a4e79a8e-ce64-4a98-88aa-2b5124a3f55b up at agent hyperv_n-h2-713498-36 {{(pid=103232) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 19:04:02.038824 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-ae6b3807-5f15-401c-a481-e539d41357cf req-dbe6c6d0-6607-4869-a63e-defa5a1d670b tempest-ServersOnMultiNodesTest-1472402947 tempest-ServersOnMultiNodesTest-1472402947-project] 10.222.0.75 "GET /v2.0/ports?tenant_id=1672ee8b769240288b95113d5dff1fd2&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0588207 Feb 09 19:04:02.157945 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-4928ae49-b652-43dc-895c-60cf3975c873 req-b04b28ba-e24d-4a71-ab89-cdd6b6ebaeb1 tempest-SecurityGroupRulesNegativeTestJSON-778336778 tempest-SecurityGroupRulesNegativeTestJSON-778336778-project] 10.222.0.75 "GET /v2.0/security-group-rules/330bd1ed-1c3a-43f0-ad26-0f5533fd2b5d HTTP/1.1" status: 200 len: 778 time: 0.5078595 Feb 09 19:04:02.233011 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a9329d46-cc14-495a-9278-36c38d4e69be admin admin] Notify agent at l3_agent.n-d-713498-36 the message routers_updated {{(pid=103229) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 19:04:02.245176 n-d-713498-36 neutron-server[103233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39626053-f44b-43bb-8176-601451607f5e None None] Sync routers for ids ['be4a1a42-6639-4179-813a-d32a8ff58f2e'] in n-d-713498-36 {{(pid=103233) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 19:04:02.260990 n-d-713498-36 neutron-server[103233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39626053-f44b-43bb-8176-601451607f5e None None] Routers {'be4a1a42-6639-4179-813a-d32a8ff58f2e'} bound to L3 agent in host n-d-713498-36 {{(pid=103233) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 19:04:02.262716 n-d-713498-36 neutron-server[103233]: DEBUG neutron.db.l3_hamode_db [None req-39626053-f44b-43bb-8176-601451607f5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T18:51:43Z,description=,heartbeat_timestamp=2022-02-09T19:03:43Z,host='n-d-713498-36',id=93303d5e-5d17-45e8-8963-7694f87783ae,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T18:51:43Z,topic='l3_agent')) {'router_ids': ['be4a1a42-6639-4179-813a-d32a8ff58f2e'], 'active': True} {{(pid=103233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:04:02.289694 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-4928ae49-b652-43dc-895c-60cf3975c873 req-4712276a-d4a7-4587-8bc8-8e388139fa26 tempest-SecurityGroupRulesNegativeTestJSON-778336778 tempest-SecurityGroupRulesNegativeTestJSON-778336778-project] 10.222.0.75 "GET /v2.0/security-groups/f164e3f0-7fe2-42fa-b37b-51b4fce7779c HTTP/1.1" status: 200 len: 2422 time: 0.1307282 Feb 09 19:04:02.318784 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-a9329d46-cc14-495a-9278-36c38d4e69be admin admin] Publish callbacks [] for router (None), before_response {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:04:02.320026 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-a9329d46-cc14-495a-9278-36c38d4e69be admin admin] 10.222.0.75 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 5.8604250 Feb 09 19:04:02.323891 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 48786) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:04:02.351801 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.provisioning_blocks [None req-d852ebc3-d945-42e7-9cd2-0ae854377d93 None None] Provisioning complete for port be5790b7-dbd4-45df-8537-c8159e3d664d triggered by entity DHCP. {{(pid=103232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 19:04:02.352179 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-d852ebc3-d945-42e7-9cd2-0ae854377d93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593630'] for port (be5790b7-dbd4-45df-8537-c8159e3d664d), provisioning_complete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:04:02.455155 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-4928ae49-b652-43dc-895c-60cf3975c873 req-015fcb98-be9c-494e-bb04-2e88073a10af tempest-SecurityGroupRulesNegativeTestJSON-778336778 tempest-SecurityGroupRulesNegativeTestJSON-778336778-project] Publish callbacks [] for security_group_rule (330bd1ed-1c3a-43f0-ad26-0f5533fd2b5d), before_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:04:02.490191 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-4928ae49-b652-43dc-895c-60cf3975c873 req-015fcb98-be9c-494e-bb04-2e88073a10af tempest-SecurityGroupRulesNegativeTestJSON-778336778 tempest-SecurityGroupRulesNegativeTestJSON-778336778-project] Publish callbacks [] for security_group_rule (330bd1ed-1c3a-43f0-ad26-0f5533fd2b5d), precommit_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:04:02.494470 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-5ba17f4f-aa4a-47d9-befd-40c53c77eba0 req-19121e44-45be-494e-a22d-75038953d93c tempest-ServersAdminNegativeTestJSON-2127918484 tempest-ServersAdminNegativeTestJSON-2127918484-project] Publish callbacks [] for port (8b691445-3686-4647-a8b1-7728ec31fbe4), precommit_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:04:02.499130 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Pushing event updated for resources: {'Port': ['ID=be5790b7-dbd4-45df-8537-c8159e3d664d,revision_number=3']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:04:02.585369 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-4928ae49-b652-43dc-895c-60cf3975c873 req-015fcb98-be9c-494e-bb04-2e88073a10af tempest-SecurityGroupRulesNegativeTestJSON-778336778 tempest-SecurityGroupRulesNegativeTestJSON-778336778-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1892250'] for security_group_rule (330bd1ed-1c3a-43f0-ad26-0f5533fd2b5d), after_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:04:02.623571 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-4928ae49-b652-43dc-895c-60cf3975c873 req-015fcb98-be9c-494e-bb04-2e88073a10af tempest-SecurityGroupRulesNegativeTestJSON-778336778 tempest-SecurityGroupRulesNegativeTestJSON-778336778-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:04:02.624711 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-4928ae49-b652-43dc-895c-60cf3975c873 req-015fcb98-be9c-494e-bb04-2e88073a10af tempest-SecurityGroupRulesNegativeTestJSON-778336778 tempest-SecurityGroupRulesNegativeTestJSON-778336778-project] 10.222.0.75 "DELETE /v2.0/security-group-rules/330bd1ed-1c3a-43f0-ad26-0f5533fd2b5d HTTP/1.1" status: 204 len: 173 time: 0.3341699 Feb 09 19:04:02.672998 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-015fcb98-be9c-494e-bb04-2e88073a10af tempest-SecurityGroupRulesNegativeTestJSON-778336778 tempest-SecurityGroupRulesNegativeTestJSON-778336778-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=330bd1ed-1c3a-43f0-ad26-0f5533fd2b5d,revision_number=None']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:04:02.690886 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-d852ebc3-d945-42e7-9cd2-0ae854377d93 None None] Current status of the port be5790b7-dbd4-45df-8537-c8159e3d664d is: ACTIVE; New status is: ACTIVE {{(pid=103232) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 19:04:02.763926 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.provisioning_blocks [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Provisioning for port a4e79a8e-ce64-4a98-88aa-2b5124a3f55b completed by entity L2. {{(pid=103232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 19:04:02.794369 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.provisioning_blocks [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Provisioning complete for port a4e79a8e-ce64-4a98-88aa-2b5124a3f55b triggered by entity L2. {{(pid=103232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 19:04:02.794891 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593630'] for port (a4e79a8e-ce64-4a98-88aa-2b5124a3f55b), provisioning_complete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:04:02.851034 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-5ba17f4f-aa4a-47d9-befd-40c53c77eba0 req-19121e44-45be-494e-a22d-75038953d93c tempest-ServersAdminNegativeTestJSON-2127918484 tempest-ServersAdminNegativeTestJSON-2127918484-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762866656467', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12867576'] for port (8b691445-3686-4647-a8b1-7728ec31fbe4), after_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:04:02.910485 n-d-713498-36 neutron-server[103233]: DEBUG neutron.db.l3_dvr_db [None req-39626053-f44b-43bb-8176-601451607f5e None None] Set router be4a1a42-6639-4179-813a-d32a8ff58f2e gateway port host: n-d-713498-36 {{(pid=103233) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 19:04:03.060303 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Current status of the port a4e79a8e-ce64-4a98-88aa-2b5124a3f55b is: BUILD; New status is: ACTIVE {{(pid=103232) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 19:04:03.060812 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (a4e79a8e-ce64-4a98-88aa-2b5124a3f55b), before_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:04:03.063294 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.l3_hamode_db [None req-e729d638-3f5e-441e-9c5c-5fcdf7fd837a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cce358c5-3304-4c33-bbfc-986c1eed7a6e', 'name': 'tempest-FloatingIPsAssociationTestJSON-2139759441-router', 'tenant_id': '0e772d8c7ac44b1fbd56efaf46b6dbd8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88055e1e-672a-4487-be31-ffb6e833ece5', 'external_fixed_ips': [{'subnet_id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'ip_address': '172.25.1.54'}], 'enable_snat': True}, 'gw_port_id': '81de01c8-c6f4-40f0-a237-d3fa04784f37', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T19:03:57Z', 'updated_at': '2022-02-09T19:04:00Z', 'revision_number': 3, 'project_id': '0e772d8c7ac44b1fbd56efaf46b6dbd8', 'gw_port': {'id': '81de01c8-c6f4-40f0-a237-d3fa04784f37', 'name': '', 'network_id': '88055e1e-672a-4487-be31-ffb6e833ece5', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:69:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cce358c5-3304-4c33-bbfc-986c1eed7a6e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 592, 'fixed_ips': [{'subnet_id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'ip_address': '172.25.1.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T19:03:58Z', 'updated_at': '2022-02-09T19:03:59Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-36'}], 'n-d-713498-36', False) {} {{(pid=103232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:04:03.098107 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Device be5790b7-dbd4-45df-8537-c8159e3d664d up at agent ovs-agent-n-d-713498-36 {{(pid=103232) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 19:04:03.131452 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55e931db-28dd-4f48-a1ee-d8e0390dbe86 req-836a66b2-f0a6-4cc2-b469-673ab24283a3 tempest-LiveMigrationTest-1021096981 tempest-LiveMigrationTest-1021096981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:04:03.133152 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-55e931db-28dd-4f48-a1ee-d8e0390dbe86 req-836a66b2-f0a6-4cc2-b469-673ab24283a3 tempest-LiveMigrationTest-1021096981 tempest-LiveMigrationTest-1021096981-project] 10.222.0.75 "GET /v2.0/ports?device_id=59d6552c-9c7d-436a-9583-1a4c43dbfa42 HTTP/1.1" status: 200 len: 944 time: 0.2080088 Feb 09 19:04:03.139326 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e729d638-3f5e-441e-9c5c-5fcdf7fd837a None None] Checking router: cce358c5-3304-4c33-bbfc-986c1eed7a6e for host: n-d-713498-36 {{(pid=103232) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 19:04:03.146920 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e729d638-3f5e-441e-9c5c-5fcdf7fd837a None None] Updating router cce358c5-3304-4c33-bbfc-986c1eed7a6e port 81de01c8-c6f4-40f0-a237-d3fa04784f37 binding host n-d-713498-36 {{(pid=103232) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 19:04:03.166460 n-d-713498-36 neutron-server[103229]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5ba17f4f-aa4a-47d9-befd-40c53c77eba0 req-19121e44-45be-494e-a22d-75038953d93c tempest-ServersAdminNegativeTestJSON-2127918484 tempest-ServersAdminNegativeTestJSON-2127918484-project] Network 2b5494c8-cf97-42c1-b902-87f998f28179 is already hosted by enough agents. {{(pid=103229) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 19:04:03.169766 n-d-713498-36 neutron-server[103229]: DEBUG neutron.scheduler.base_scheduler [req-5ba17f4f-aa4a-47d9-befd-40c53c77eba0 req-19121e44-45be-494e-a22d-75038953d93c tempest-ServersAdminNegativeTestJSON-2127918484 tempest-ServersAdminNegativeTestJSON-2127918484-project] Resources bound (agent type, host, resource id): {{(pid=103229) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 19:04:03.184369 n-d-713498-36 neutron-server[103229]: DEBUG neutron.db.l3_dvrscheduler_db [req-5ba17f4f-aa4a-47d9-befd-40c53c77eba0 req-19121e44-45be-494e-a22d-75038953d93c tempest-ServersAdminNegativeTestJSON-2127918484 tempest-ServersAdminNegativeTestJSON-2127918484-project] Received port after_create {{(pid=103229) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 19:04:03.224909 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-7429db8d-6021-40ad-813e-885be449a89b None None] For port a4e79a8e-ce64-4a98-88aa-2b5124a3f55b, host n-h2-713498-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-36',level=0,port_id=a4e79a8e-ce64-4a98-88aa-2b5124a3f55b,segment=NetworkSegment(5e48c0d3-ac92-403e-8ddc-eab47c471644),segment_id=5e48c0d3-ac92-403e-8ddc-eab47c471644)] {{(pid=103232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 19:04:03.256621 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c68f1b99-5ee4-4dfa-bd09-ceac9b85b0df req-befda3f0-7eb8-4ed2-82f1-8fcc4597de5c tempest-ServersAdminNegativeTestJSON-2127918484 tempest-ServersAdminNegativeTestJSON-2127918484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:04:03.262908 n-d-713498-36 neutron-server[103232]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '59d6552c-9c7d-436a-9583-1a4c43dbfa42', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a4e79a8e-ce64-4a98-88aa-2b5124a3f55b'}] {{(pid=103232) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 19:04:03.265803 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-c68f1b99-5ee4-4dfa-bd09-ceac9b85b0df req-befda3f0-7eb8-4ed2-82f1-8fcc4597de5c tempest-ServersAdminNegativeTestJSON-2127918484 tempest-ServersAdminNegativeTestJSON-2127918484-project] 10.222.0.75 "GET /v2.0/ports?device_id=c082bc13-8194-4bdb-a323-42b0de08e605 HTTP/1.1" status: 200 len: 935 time: 0.4904232 Feb 09 19:04:03.267858 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19121e44-45be-494e-a22d-75038953d93c tempest-ServersAdminNegativeTestJSON-2127918484 tempest-ServersAdminNegativeTestJSON-2127918484-project] Pushing event updated for resources: {'Port': ['ID=8b691445-3686-4647-a8b1-7728ec31fbe4,revision_number=1']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:04:03.270742 n-d-713498-36 neutron-server[103232]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}949cdcde653dec44821de95cbf67297f53cbc2aed4e073b5d514f93bf911ce85" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-df61ca47-824a-4154-b60d-656f4d668260" -d '{"events": [{"server_uuid": "59d6552c-9c7d-436a-9583-1a4c43dbfa42", "name": "network-vif-plugged", "status": "completed", "tag": "a4e79a8e-ce64-4a98-88aa-2b5124a3f55b"}]}' {{(pid=103232) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 19:04:03.302912 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762867176205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762866656485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762866656503'] for port (a4e79a8e-ce64-4a98-88aa-2b5124a3f55b), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:04:03.310818 n-d-713498-36 neutron-server[103233]: DEBUG neutron.db.l3_hamode_db [None req-39626053-f44b-43bb-8176-601451607f5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'be4a1a42-6639-4179-813a-d32a8ff58f2e', 'name': 'tempest-TaggedBootDevicesTest_v242-1855491091-router', 'tenant_id': '1165ce6413224edfb276f9f552a74208', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88055e1e-672a-4487-be31-ffb6e833ece5', 'external_fixed_ips': [{'subnet_id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'ip_address': '172.25.1.19'}], 'enable_snat': True}, 'gw_port_id': '13f899f2-2d68-415a-b3cf-d91e83d25d1b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T19:03:56Z', 'updated_at': '2022-02-09T19:03:59Z', 'revision_number': 3, 'project_id': '1165ce6413224edfb276f9f552a74208', 'gw_port': {'id': '13f899f2-2d68-415a-b3cf-d91e83d25d1b', 'name': '', 'network_id': '88055e1e-672a-4487-be31-ffb6e833ece5', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:27:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'be4a1a42-6639-4179-813a-d32a8ff58f2e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 591, 'fixed_ips': [{'subnet_id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'ip_address': '172.25.1.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T19:03:58Z', 'updated_at': '2022-02-09T19:03:58Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-36'}], 'n-d-713498-36', False) {} {{(pid=103233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:04:03.373626 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-e729d638-3f5e-441e-9c5c-5fcdf7fd837a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (81de01c8-c6f4-40f0-a237-d3fa04784f37), before_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:04:03.378891 n-d-713498-36 neutron-server[103233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39626053-f44b-43bb-8176-601451607f5e None None] Checking router: be4a1a42-6639-4179-813a-d32a8ff58f2e for host: n-d-713498-36 {{(pid=103233) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 19:04:03.379240 n-d-713498-36 neutron-server[103233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39626053-f44b-43bb-8176-601451607f5e None None] Updating router be4a1a42-6639-4179-813a-d32a8ff58f2e port 13f899f2-2d68-415a-b3cf-d91e83d25d1b binding host n-d-713498-36 {{(pid=103233) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 19:04:03.396487 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-897bfaef-051a-4e0f-a90f-540723e01283 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (None), before_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:04:03.431875 n-d-713498-36 neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-39626053-f44b-43bb-8176-601451607f5e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (13f899f2-2d68-415a-b3cf-d91e83d25d1b), before_update {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:04:03.432308 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-55e931db-28dd-4f48-a1ee-d8e0390dbe86 req-d7a84fe6-3588-427d-829f-37f61166e09b tempest-LiveMigrationTest-1021096981 tempest-LiveMigrationTest-1021096981-project] 10.222.0.75 "GET /v2.0/security-groups?id=ba18819a-1490-4e7b-a11b-e8610423d8ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2874880 Feb 09 19:04:03.473149 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.provisioning_blocks [None req-da70ebe9-6949-48ff-8a71-b1a413285d51 None None] Provisioning complete for port be5790b7-dbd4-45df-8537-c8159e3d664d triggered by entity DHCP. {{(pid=103232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 19:04:03.478407 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-da70ebe9-6949-48ff-8a71-b1a413285d51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593630'] for port (be5790b7-dbd4-45df-8537-c8159e3d664d), provisioning_complete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:04:03.481990 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.v2.base [req-4e755d22-308e-4e1a-8ff1-9c1e6b039ad2 req-00316792-a057-4a2d-8833-b334d54c491d tempest-SecurityGroupRulesNegativeTestJSON-778336778 tempest-SecurityGroupRulesNegativeTestJSON-778336778-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-1954735764', 'description': 'tempest-description-1662497351'}} {{(pid=103230) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 19:04:03.544909 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-c68f1b99-5ee4-4dfa-bd09-ceac9b85b0df req-5fada770-d349-4f73-950e-074e897918d9 tempest-ServersAdminNegativeTestJSON-2127918484 tempest-ServersAdminNegativeTestJSON-2127918484-project] 10.222.0.75 "GET /v2.0/security-groups?id=c2a1d80e-4c84-44c1-8257-66d4ceb1ab5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2773087 Feb 09 19:04:03.548771 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [req-4e755d22-308e-4e1a-8ff1-9c1e6b039ad2 req-00316792-a057-4a2d-8833-b334d54c491d tempest-SecurityGroupRulesNegativeTestJSON-778336778 tempest-SecurityGroupRulesNegativeTestJSON-778336778-project] Publish callbacks [] for security_group (None), before_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:04:03.602777 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-af57d952-1e66-437e-a004-aa6808e44821 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (None), before_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:04:03.693752 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Pushing event updated for resources: {'Port': ['ID=a4e79a8e-ce64-4a98-88aa-2b5124a3f55b,revision_number=5']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:04:03.694201 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ba17f4f-aa4a-47d9-befd-40c53c77eba0 req-19121e44-45be-494e-a22d-75038953d93c tempest-ServersAdminNegativeTestJSON-2127918484 tempest-ServersAdminNegativeTestJSON-2127918484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:04:03.695215 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-5ba17f4f-aa4a-47d9-befd-40c53c77eba0 req-19121e44-45be-494e-a22d-75038953d93c tempest-ServersAdminNegativeTestJSON-2127918484 tempest-ServersAdminNegativeTestJSON-2127918484-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171096'] for port (None), before_response {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:04:03.778898 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-5ba17f4f-aa4a-47d9-befd-40c53c77eba0 req-19121e44-45be-494e-a22d-75038953d93c tempest-ServersAdminNegativeTestJSON-2127918484 tempest-ServersAdminNegativeTestJSON-2127918484-project] 10.222.0.89 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 3.6551073 Feb 09 19:04:03.813291 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.v2.base [req-5ba17f4f-aa4a-47d9-befd-40c53c77eba0 req-491c29b5-ffd8-440f-8bc0-b820025bfb5c service neutron] Request body: {'port': {'device_id': 'c082bc13-8194-4bdb-a323-42b0de08e605', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-713498-36'}} {{(pid=103229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 19:04:03.846691 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.provisioning_blocks [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Provisioning complete for port be5790b7-dbd4-45df-8537-c8159e3d664d triggered by entity L2. {{(pid=103232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 19:04:03.847172 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593630'] for port (be5790b7-dbd4-45df-8537-c8159e3d664d), provisioning_complete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:04:03.974626 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [req-4e755d22-308e-4e1a-8ff1-9c1e6b039ad2 req-00316792-a057-4a2d-8833-b334d54c491d tempest-SecurityGroupRulesNegativeTestJSON-778336778 tempest-SecurityGroupRulesNegativeTestJSON-778336778-project] Publish callbacks [] for security_group (40f0e102-3901-4941-8cd4-b4020f71b861), precommit_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:04:03.985493 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [req-4e755d22-308e-4e1a-8ff1-9c1e6b039ad2 req-00316792-a057-4a2d-8833-b334d54c491d tempest-SecurityGroupRulesNegativeTestJSON-778336778 tempest-SecurityGroupRulesNegativeTestJSON-778336778-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1892331'] for security_group (40f0e102-3901-4941-8cd4-b4020f71b861), after_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:04:03.997187 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-da70ebe9-6949-48ff-8a71-b1a413285d51 None None] Current status of the port be5790b7-dbd4-45df-8537-c8159e3d664d is: ACTIVE; New status is: ACTIVE {{(pid=103232) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 19:04:04.016066 n-d-713498-36 neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-39626053-f44b-43bb-8176-601451607f5e None None] Publish callbacks [] for port (13f899f2-2d68-415a-b3cf-d91e83d25d1b), precommit_update {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:04:04.031073 n-d-713498-36 neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-39626053-f44b-43bb-8176-601451607f5e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762867176205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762866656485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762866656503'] for port (13f899f2-2d68-415a-b3cf-d91e83d25d1b), after_update {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:04:04.084485 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00316792-a057-4a2d-8833-b334d54c491d tempest-SecurityGroupRulesNegativeTestJSON-778336778 tempest-SecurityGroupRulesNegativeTestJSON-778336778-project] Pushing event updated for resources: {'SecurityGroup': ['ID=40f0e102-3901-4941-8cd4-b4020f71b861,revision_number=1']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:04:04.125558 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [req-4e755d22-308e-4e1a-8ff1-9c1e6b039ad2 req-00316792-a057-4a2d-8833-b334d54c491d tempest-SecurityGroupRulesNegativeTestJSON-778336778 tempest-SecurityGroupRulesNegativeTestJSON-778336778-project] Publish callbacks [] for security_group (None), before_response {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:04:04.127433 n-d-713498-36 neutron-server[103233]: DEBUG neutron.plugins.ml2.managers [None req-39626053-f44b-43bb-8176-601451607f5e None None] Attempting to bind port 13f899f2-2d68-415a-b3cf-d91e83d25d1b on host n-d-713498-36 for vnic_type normal with profile {{(pid=103233) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 19:04:04.130889 n-d-713498-36 neutron-server[103233]: DEBUG neutron.plugins.ml2.managers [None req-39626053-f44b-43bb-8176-601451607f5e None None] Attempting to bind port 13f899f2-2d68-415a-b3cf-d91e83d25d1b by drivers openvswitch,hyperv on host n-d-713498-36 at level 0 using segments [{'id': 'a4222f89-8d3f-4b51-953b-1a8126392491', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '88055e1e-672a-4487-be31-ffb6e833ece5'}] {{(pid=103233) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 19:04:04.131636 n-d-713498-36 neutron-server[103233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39626053-f44b-43bb-8176-601451607f5e None None] Attempting to bind port 13f899f2-2d68-415a-b3cf-d91e83d25d1b on network 88055e1e-672a-4487-be31-ffb6e833ece5 {{(pid=103233) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 19:04:04.136052 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-4e755d22-308e-4e1a-8ff1-9c1e6b039ad2 req-00316792-a057-4a2d-8833-b334d54c491d tempest-SecurityGroupRulesNegativeTestJSON-778336778 tempest-SecurityGroupRulesNegativeTestJSON-778336778-project] 10.222.0.75 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1835 time: 0.6608908 Feb 09 19:04:04.153094 n-d-713498-36 neutron-server[103233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39626053-f44b-43bb-8176-601451607f5e None None] Checking agent: {'id': '496418a2-c002-4aec-ab1a-07f3bea491bd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-36', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 18, 51, 47), 'started_at': datetime.datetime(2022, 2, 9, 18, 52, 17), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 19, 3, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-36'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103233) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 19:04:04.162767 n-d-713498-36 neutron-server[103233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39626053-f44b-43bb-8176-601451607f5e None None] Checking segment: {'id': 'a4222f89-8d3f-4b51-953b-1a8126392491', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '88055e1e-672a-4487-be31-ffb6e833ece5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103233) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 19:04:04.163766 n-d-713498-36 neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-39626053-f44b-43bb-8176-601451607f5e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:04:04.165164 n-d-713498-36 neutron-server[103233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39626053-f44b-43bb-8176-601451607f5e None None] Bound using segment: {'id': 'a4222f89-8d3f-4b51-953b-1a8126392491', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '88055e1e-672a-4487-be31-ffb6e833ece5'} {{(pid=103233) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 19:04:04.168790 n-d-713498-36 neutron-server[103233]: DEBUG neutron.plugins.ml2.managers [None req-39626053-f44b-43bb-8176-601451607f5e None None] Bound port: 13f899f2-2d68-415a-b3cf-d91e83d25d1b, host: n-d-713498-36, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a4222f89-8d3f-4b51-953b-1a8126392491', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '88055e1e-672a-4487-be31-ffb6e833ece5'}}] {{(pid=103233) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 19:04:04.169500 n-d-713498-36 neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-39626053-f44b-43bb-8176-601451607f5e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (13f899f2-2d68-415a-b3cf-d91e83d25d1b), before_update {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:04:04.175612 n-d-713498-36 neutron-server[103229]: DEBUG neutron.db.db_base_plugin_common [None req-897bfaef-051a-4e0f-a90f-540723e01283 admin admin] Allocated IP 172.20.0.1 (f1e6924e-7348-48ca-aa14-d5834e100bd2/7ab1963a-39ad-4d86-9549-880198499f42/9dab1ea3-55fb-405d-b11c-f3605a977927) {{(pid=103229) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 19:04:04.265739 n-d-713498-36 neutron-server[103233]: DEBUG neutron.plugins.ml2.db [None req-39626053-f44b-43bb-8176-601451607f5e None None] For port 13f899f2-2d68-415a-b3cf-d91e83d25d1b, host n-d-713498-36, cleared binding levels {{(pid=103233) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 19:04:04.272123 n-d-713498-36 neutron-server[103233]: DEBUG neutron.plugins.ml2.db [None req-39626053-f44b-43bb-8176-601451607f5e None None] For port 13f899f2-2d68-415a-b3cf-d91e83d25d1b, host n-d-713498-36, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-36',level=0,port_id=13f899f2-2d68-415a-b3cf-d91e83d25d1b,segment=NetworkSegment(a4222f89-8d3f-4b51-953b-1a8126392491),segment_id=a4222f89-8d3f-4b51-953b-1a8126392491)] {{(pid=103233) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 19:04:04.289624 n-d-713498-36 neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-39626053-f44b-43bb-8176-601451607f5e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762867176205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762866656485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762866656503'] for port (13f899f2-2d68-415a-b3cf-d91e83d25d1b), after_update {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:04:04.310627 n-d-713498-36 neutron-server[103233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4a09f28-63ec-46e3-a24e-48dce7dc8c1a None None] Pushing event updated for resources: {'Port': ['ID=13f899f2-2d68-415a-b3cf-d91e83d25d1b,revision_number=2']} {{(pid=103233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:04:04.314776 n-d-713498-36 neutron-server[103230]: DEBUG neutron.db.db_base_plugin_common [None req-af57d952-1e66-437e-a004-aa6808e44821 admin admin] Allocated IP 172.20.0.1 (c0d79728-024b-4c62-b035-620d2aaf99fe/2560c25c-40bb-435f-8831-cdcd16b2f81e/f5029e3b-38a6-4d59-a014-a781814bfad1) {{(pid=103230) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 19:04:04.357761 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-e729d638-3f5e-441e-9c5c-5fcdf7fd837a None None] Publish callbacks [] for port (81de01c8-c6f4-40f0-a237-d3fa04784f37), precommit_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:04:04.368783 n-d-713498-36 neutron-server[103232]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 19:04:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-20029bfe-fd44-46df-91b0-a357b0d9033a x-openstack-request-id: req-20029bfe-fd44-46df-91b0-a357b0d9033a {{(pid=103232) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 19:04:04.369351 n-d-713498-36 neutron-server[103232]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "59d6552c-9c7d-436a-9583-1a4c43dbfa42", "name": "network-vif-plugged", "status": "completed", "tag": "a4e79a8e-ce64-4a98-88aa-2b5124a3f55b", "code": 200}]} {{(pid=103232) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 19:04:04.370584 n-d-713498-36 neutron-server[103232]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-20029bfe-fd44-46df-91b0-a357b0d9033a {{(pid=103232) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 19:04:04.370994 n-d-713498-36 neutron-server[103232]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '59d6552c-9c7d-436a-9583-1a4c43dbfa42', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a4e79a8e-ce64-4a98-88aa-2b5124a3f55b', 'code': 200} Feb 09 19:04:04.386343 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-e729d638-3f5e-441e-9c5c-5fcdf7fd837a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762867176205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762866656485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762866656503'] for port (81de01c8-c6f4-40f0-a237-d3fa04784f37), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:04:04.438915 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.managers [None req-e729d638-3f5e-441e-9c5c-5fcdf7fd837a None None] Attempting to bind port 81de01c8-c6f4-40f0-a237-d3fa04784f37 on host n-d-713498-36 for vnic_type normal with profile {{(pid=103232) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 19:04:04.439573 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.managers [None req-e729d638-3f5e-441e-9c5c-5fcdf7fd837a None None] Attempting to bind port 81de01c8-c6f4-40f0-a237-d3fa04784f37 by drivers openvswitch,hyperv on host n-d-713498-36 at level 0 using segments [{'id': 'a4222f89-8d3f-4b51-953b-1a8126392491', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '88055e1e-672a-4487-be31-ffb6e833ece5'}] {{(pid=103232) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 19:04:04.440725 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e729d638-3f5e-441e-9c5c-5fcdf7fd837a None None] Attempting to bind port 81de01c8-c6f4-40f0-a237-d3fa04784f37 on network 88055e1e-672a-4487-be31-ffb6e833ece5 {{(pid=103232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 19:04:04.456885 n-d-713498-36 neutron-server[103233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39626053-f44b-43bb-8176-601451607f5e None None] Routers {'be4a1a42-6639-4179-813a-d32a8ff58f2e'} bound to L3 agent in host n-d-713498-36 {{(pid=103233) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 19:04:04.458998 n-d-713498-36 neutron-server[103233]: DEBUG neutron.db.l3_hamode_db [None req-39626053-f44b-43bb-8176-601451607f5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T18:51:43Z,description=,heartbeat_timestamp=2022-02-09T19:03:43Z,host='n-d-713498-36',id=93303d5e-5d17-45e8-8963-7694f87783ae,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T18:51:43Z,topic='l3_agent')) {'router_ids': ['be4a1a42-6639-4179-813a-d32a8ff58f2e'], 'active': True} {{(pid=103233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:04:04.483410 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e729d638-3f5e-441e-9c5c-5fcdf7fd837a None None] Checking agent: {'id': '496418a2-c002-4aec-ab1a-07f3bea491bd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-36', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 18, 51, 47), 'started_at': datetime.datetime(2022, 2, 9, 18, 52, 17), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 19, 3, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-36'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 19:04:04.483796 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e729d638-3f5e-441e-9c5c-5fcdf7fd837a None None] Checking segment: {'id': 'a4222f89-8d3f-4b51-953b-1a8126392491', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '88055e1e-672a-4487-be31-ffb6e833ece5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103232) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 19:04:04.484635 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-e729d638-3f5e-441e-9c5c-5fcdf7fd837a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:04:04.485043 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e729d638-3f5e-441e-9c5c-5fcdf7fd837a None None] Bound using segment: {'id': 'a4222f89-8d3f-4b51-953b-1a8126392491', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '88055e1e-672a-4487-be31-ffb6e833ece5'} {{(pid=103232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 19:04:04.485588 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.managers [None req-e729d638-3f5e-441e-9c5c-5fcdf7fd837a None None] Bound port: 81de01c8-c6f4-40f0-a237-d3fa04784f37, host: n-d-713498-36, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a4222f89-8d3f-4b51-953b-1a8126392491', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '88055e1e-672a-4487-be31-ffb6e833ece5'}}] {{(pid=103232) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 19:04:04.486160 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-e729d638-3f5e-441e-9c5c-5fcdf7fd837a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (81de01c8-c6f4-40f0-a237-d3fa04784f37), before_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:04:04.574916 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-5ba17f4f-aa4a-47d9-befd-40c53c77eba0 req-491c29b5-ffd8-440f-8bc0-b820025bfb5c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (8b691445-3686-4647-a8b1-7728ec31fbe4), before_update {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:04:04.580012 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Current status of the port be5790b7-dbd4-45df-8537-c8159e3d664d is: ACTIVE; New status is: ACTIVE {{(pid=103232) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 19:04:04.588936 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.provisioning_blocks [None req-05cf799c-fc5e-419b-90f4-a46fe96cf8bf None None] Provisioning complete for port 8b691445-3686-4647-a8b1-7728ec31fbe4 triggered by entity DHCP. {{(pid=103232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 19:04:04.590297 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-05cf799c-fc5e-419b-90f4-a46fe96cf8bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593630'] for port (8b691445-3686-4647-a8b1-7728ec31fbe4), provisioning_complete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:04:04.620867 n-d-713498-36 neutron-server[103233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4a09f28-63ec-46e3-a24e-48dce7dc8c1a None None] Pushing event updated for resources: {'Port': ['ID=13f899f2-2d68-415a-b3cf-d91e83d25d1b,revision_number=3']} {{(pid=103233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:04:04.650780 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41a35cf4-06e2-43d9-86c4-ed30a017fe2b None None] Pushing event updated for resources: {'Port': ['ID=81de01c8-c6f4-40f0-a237-d3fa04784f37,revision_number=2']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:04:04.694453 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-e729d638-3f5e-441e-9c5c-5fcdf7fd837a None None] For port 81de01c8-c6f4-40f0-a237-d3fa04784f37, host n-d-713498-36, cleared binding levels {{(pid=103232) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 19:04:04.700413 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-e729d638-3f5e-441e-9c5c-5fcdf7fd837a None None] For port 81de01c8-c6f4-40f0-a237-d3fa04784f37, host n-d-713498-36, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-36',level=0,port_id=81de01c8-c6f4-40f0-a237-d3fa04784f37,segment=NetworkSegment(a4222f89-8d3f-4b51-953b-1a8126392491),segment_id=a4222f89-8d3f-4b51-953b-1a8126392491)] {{(pid=103232) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 19:04:04.716003 n-d-713498-36 neutron-server[103233]: DEBUG neutron.db.l3_dvr_db [None req-39626053-f44b-43bb-8176-601451607f5e None None] Set router be4a1a42-6639-4179-813a-d32a8ff58f2e gateway port host: n-d-713498-36 {{(pid=103233) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 19:04:04.720799 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-05cf799c-fc5e-419b-90f4-a46fe96cf8bf None None] Port 8b691445-3686-4647-a8b1-7728ec31fbe4 cannot update to ACTIVE because it is not bound. {{(pid=103232) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 19:04:04.725025 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-e729d638-3f5e-441e-9c5c-5fcdf7fd837a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762867176205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762866656485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762866656503'] for port (81de01c8-c6f4-40f0-a237-d3fa04784f37), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:04:04.745495 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-5b0718b1-4921-47e9-833a-5016e11e4169 req-54ef9a06-156e-47e8-998b-dce6fe788c49 tempest-SecurityGroupRulesNegativeTestJSON-778336778 tempest-SecurityGroupRulesNegativeTestJSON-778336778-project] 10.222.0.75 "GET /v2.0/security-groups/40f0e102-3901-4941-8cd4-b4020f71b861 HTTP/1.1" status: 200 len: 1830 time: 0.4076402 Feb 09 19:04:04.811134 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41a35cf4-06e2-43d9-86c4-ed30a017fe2b None None] Pushing event updated for resources: {'Port': ['ID=81de01c8-c6f4-40f0-a237-d3fa04784f37,revision_number=3']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:04:04.824030 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e729d638-3f5e-441e-9c5c-5fcdf7fd837a None None] Routers {'cce358c5-3304-4c33-bbfc-986c1eed7a6e'} bound to L3 agent in host n-d-713498-36 {{(pid=103232) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 19:04:04.824816 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.l3_hamode_db [None req-e729d638-3f5e-441e-9c5c-5fcdf7fd837a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T18:51:43Z,description=,heartbeat_timestamp=2022-02-09T19:03:43Z,host='n-d-713498-36',id=93303d5e-5d17-45e8-8963-7694f87783ae,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T18:51:43Z,topic='l3_agent')) {'router_ids': ['cce358c5-3304-4c33-bbfc-986c1eed7a6e'], 'active': True} {{(pid=103232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:04:04.831691 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6304784-92dc-45cb-af49-3ac25afa7ced req-a9b46b61-78df-4a51-9929-6ceb79549dee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:04:04.833282 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-d6304784-92dc-45cb-af49-3ac25afa7ced req-a9b46b61-78df-4a51-9929-6ceb79549dee service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=59d6552c-9c7d-436a-9583-1a4c43dbfa42 HTTP/1.1" status: 200 len: 1128 time: 0.3619277 Feb 09 19:04:04.858681 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-897bfaef-051a-4e0f-a90f-540723e01283 admin admin] Publish callbacks [] for port (9dab1ea3-55fb-405d-b11c-f3605a977927), precommit_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:04:05.010352 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.l3_dvr_db [None req-e729d638-3f5e-441e-9c5c-5fcdf7fd837a None None] Set router cce358c5-3304-4c33-bbfc-986c1eed7a6e gateway port host: n-d-713498-36 {{(pid=103232) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 19:04:05.071356 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-d6304784-92dc-45cb-af49-3ac25afa7ced req-ce23b868-661b-4ada-8c82-7b11484c3f98 service neutron] 10.222.0.90 "GET /v2.0/security-groups?id=ba18819a-1490-4e7b-a11b-e8610423d8ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2092750 Feb 09 19:04:05.111038 n-d-713498-36 neutron-server[103233]: DEBUG neutron.db.l3_hamode_db [None req-39626053-f44b-43bb-8176-601451607f5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'be4a1a42-6639-4179-813a-d32a8ff58f2e', 'name': 'tempest-TaggedBootDevicesTest_v242-1855491091-router', 'tenant_id': '1165ce6413224edfb276f9f552a74208', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88055e1e-672a-4487-be31-ffb6e833ece5', 'external_fixed_ips': [{'subnet_id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'ip_address': '172.25.1.19'}], 'enable_snat': True}, 'gw_port_id': '13f899f2-2d68-415a-b3cf-d91e83d25d1b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T19:03:56Z', 'updated_at': '2022-02-09T19:03:59Z', 'revision_number': 3, 'project_id': '1165ce6413224edfb276f9f552a74208', 'gw_port': {'id': '13f899f2-2d68-415a-b3cf-d91e83d25d1b', 'name': '', 'network_id': '88055e1e-672a-4487-be31-ffb6e833ece5', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:27:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'be4a1a42-6639-4179-813a-d32a8ff58f2e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 591, 'fixed_ips': [{'subnet_id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'ip_address': '172.25.1.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T19:03:58Z', 'updated_at': '2022-02-09T19:04:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-36'}], 'n-d-713498-36', False) {} {{(pid=103233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:04:05.111520 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-897bfaef-051a-4e0f-a90f-540723e01283 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762866656467', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12867576'] for port (9dab1ea3-55fb-405d-b11c-f3605a977927), after_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:04:05.127542 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-298e0b8b-752f-44d1-995d-50f644e21743 req-4d86bca7-f28f-477a-8c20-735aef721edb tempest-LiveMigrationTest-1021096981 tempest-LiveMigrationTest-1021096981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:04:05.135185 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-298e0b8b-752f-44d1-995d-50f644e21743 req-4d86bca7-f28f-477a-8c20-735aef721edb tempest-LiveMigrationTest-1021096981 tempest-LiveMigrationTest-1021096981-project] 10.222.0.75 "GET /v2.0/ports?device_id=59d6552c-9c7d-436a-9583-1a4c43dbfa42 HTTP/1.1" status: 200 len: 945 time: 0.2397661 Feb 09 19:04:05.140590 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-af57d952-1e66-437e-a004-aa6808e44821 admin admin] Publish callbacks [] for port (f5029e3b-38a6-4d59-a014-a781814bfad1), precommit_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:04:05.182717 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-6e863a77-10d7-4651-b522-954444f81193 req-a77d912c-8408-43db-94ea-18708b5f16a9 tempest-ServersOnMultiNodesTest-1472402947 tempest-ServersOnMultiNodesTest-1472402947-project] 10.222.0.75 "GET /v2.0/ports?device_id=2f45403d-b7ca-4d38-8d27-19538a1473d9 HTTP/1.1" status: 200 len: 210 time: 0.7297933 Feb 09 19:04:05.188743 n-d-713498-36 neutron-server[103233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39626053-f44b-43bb-8176-601451607f5e None None] The sync data for ids ['be4a1a42-6639-4179-813a-d32a8ff58f2e'] in n-d-713498-36 is: [{'id': 'be4a1a42-6639-4179-813a-d32a8ff58f2e', 'name': 'tempest-TaggedBootDevicesTest_v242-1855491091-router', 'tenant_id': '1165ce6413224edfb276f9f552a74208', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88055e1e-672a-4487-be31-ffb6e833ece5', 'external_fixed_ips': [{'subnet_id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'ip_address': '172.25.1.19'}], 'enable_snat': True}, 'gw_port_id': '13f899f2-2d68-415a-b3cf-d91e83d25d1b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T19:03:56Z', 'updated_at': '2022-02-09T19:03:59Z', 'revision_number': 3, 'project_id': '1165ce6413224edfb276f9f552a74208', 'gw_port': {'id': '13f899f2-2d68-415a-b3cf-d91e83d25d1b', 'name': '', 'network_id': '88055e1e-672a-4487-be31-ffb6e833ece5', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:27:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'be4a1a42-6639-4179-813a-d32a8ff58f2e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 591, 'fixed_ips': [{'subnet_id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'ip_address': '172.25.1.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T19:03:58Z', 'updated_at': '2022-02-09T19:04:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-36'}] {{(pid=103233) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 19:04:05.231562 n-d-713498-36 neutron-server[103229]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-897bfaef-051a-4e0f-a90f-540723e01283 admin admin] Network f1e6924e-7348-48ca-aa14-d5834e100bd2 is already hosted by enough agents. {{(pid=103229) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 19:04:05.242154 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-897bfaef-051a-4e0f-a90f-540723e01283 admin admin] Pushing event updated for resources: {'Port': ['ID=9dab1ea3-55fb-405d-b11c-f3605a977927,revision_number=1']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:04:05.265377 n-d-713498-36 neutron-server[103229]: DEBUG neutron.scheduler.base_scheduler [None req-897bfaef-051a-4e0f-a90f-540723e01283 admin admin] Resources bound (agent type, host, resource id): {{(pid=103229) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 19:04:05.269107 n-d-713498-36 neutron-server[103229]: DEBUG neutron.db.l3_dvrscheduler_db [None req-897bfaef-051a-4e0f-a90f-540723e01283 admin admin] Received port after_create {{(pid=103229) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 19:04:05.274176 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-af57d952-1e66-437e-a004-aa6808e44821 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762866656467', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14393751'] for port (f5029e3b-38a6-4d59-a014-a781814bfad1), after_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:04:05.344517 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-897bfaef-051a-4e0f-a90f-540723e01283 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1819024'] for router_interface (cce358c5-3304-4c33-bbfc-986c1eed7a6e), before_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:04:05.392404 n-d-713498-36 neutron-server[103230]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af57d952-1e66-437e-a004-aa6808e44821 admin admin] Network c0d79728-024b-4c62-b035-620d2aaf99fe is already hosted by enough agents. {{(pid=103230) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 19:04:05.401419 n-d-713498-36 neutron-server[103230]: DEBUG neutron.scheduler.base_scheduler [None req-af57d952-1e66-437e-a004-aa6808e44821 admin admin] Resources bound (agent type, host, resource id): {{(pid=103230) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 19:04:05.405385 n-d-713498-36 neutron-server[103230]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af57d952-1e66-437e-a004-aa6808e44821 admin admin] Received port after_create {{(pid=103230) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 19:04:05.421990 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af57d952-1e66-437e-a004-aa6808e44821 admin admin] Pushing event updated for resources: {'Port': ['ID=f5029e3b-38a6-4d59-a014-a781814bfad1,revision_number=1']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:04:05.470359 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.l3_hamode_db [None req-e729d638-3f5e-441e-9c5c-5fcdf7fd837a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cce358c5-3304-4c33-bbfc-986c1eed7a6e', 'name': 'tempest-FloatingIPsAssociationTestJSON-2139759441-router', 'tenant_id': '0e772d8c7ac44b1fbd56efaf46b6dbd8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88055e1e-672a-4487-be31-ffb6e833ece5', 'external_fixed_ips': [{'subnet_id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'ip_address': '172.25.1.54'}], 'enable_snat': True}, 'gw_port_id': '81de01c8-c6f4-40f0-a237-d3fa04784f37', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T19:03:57Z', 'updated_at': '2022-02-09T19:04:00Z', 'revision_number': 3, 'project_id': '0e772d8c7ac44b1fbd56efaf46b6dbd8', 'gw_port': {'id': '81de01c8-c6f4-40f0-a237-d3fa04784f37', 'name': '', 'network_id': '88055e1e-672a-4487-be31-ffb6e833ece5', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:69:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cce358c5-3304-4c33-bbfc-986c1eed7a6e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 592, 'fixed_ips': [{'subnet_id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'ip_address': '172.25.1.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T19:03:58Z', 'updated_at': '2022-02-09T19:04:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-36'}], 'n-d-713498-36', False) {} {{(pid=103232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:04:05.544648 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-af57d952-1e66-437e-a004-aa6808e44821 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1819024'] for router_interface (be4a1a42-6639-4179-813a-d32a8ff58f2e), before_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:04:05.545192 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e729d638-3f5e-441e-9c5c-5fcdf7fd837a None None] The sync data for ids ['cce358c5-3304-4c33-bbfc-986c1eed7a6e'] in n-d-713498-36 is: [{'id': 'cce358c5-3304-4c33-bbfc-986c1eed7a6e', 'name': 'tempest-FloatingIPsAssociationTestJSON-2139759441-router', 'tenant_id': '0e772d8c7ac44b1fbd56efaf46b6dbd8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88055e1e-672a-4487-be31-ffb6e833ece5', 'external_fixed_ips': [{'subnet_id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'ip_address': '172.25.1.54'}], 'enable_snat': True}, 'gw_port_id': '81de01c8-c6f4-40f0-a237-d3fa04784f37', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T19:03:57Z', 'updated_at': '2022-02-09T19:04:00Z', 'revision_number': 3, 'project_id': '0e772d8c7ac44b1fbd56efaf46b6dbd8', 'gw_port': {'id': '81de01c8-c6f4-40f0-a237-d3fa04784f37', 'name': '', 'network_id': '88055e1e-672a-4487-be31-ffb6e833ece5', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:69:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cce358c5-3304-4c33-bbfc-986c1eed7a6e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 592, 'fixed_ips': [{'subnet_id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'ip_address': '172.25.1.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T19:03:58Z', 'updated_at': '2022-02-09T19:04:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-36'}] {{(pid=103232) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 19:04:05.696693 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-298e0b8b-752f-44d1-995d-50f644e21743 req-f1c60ffb-972b-448e-a192-8cce8f8ba084 tempest-LiveMigrationTest-1021096981 tempest-LiveMigrationTest-1021096981-project] 10.222.0.75 "GET /v2.0/security-groups?id=ba18819a-1490-4e7b-a11b-e8610423d8ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5541229 Feb 09 19:04:05.722719 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-ae6b3807-5f15-401c-a481-e539d41357cf req-4d265789-0419-4389-8787-b391244ebd28 tempest-ServersOnMultiNodesTest-1472402947 tempest-ServersOnMultiNodesTest-1472402947-project] 10.222.0.90 "GET /v2.0/networks?tenant_id=1672ee8b769240288b95113d5dff1fd2&shared=False HTTP/1.1" status: 200 len: 213 time: 0.3793495 Feb 09 19:04:05.791343 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.provisioning_blocks [None req-357ea058-c877-496f-933b-4005a4502304 None None] Provisioning complete for port 9dab1ea3-55fb-405d-b11c-f3605a977927 triggered by entity DHCP. {{(pid=103232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 19:04:05.791817 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-357ea058-c877-496f-933b-4005a4502304 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593630'] for port (9dab1ea3-55fb-405d-b11c-f3605a977927), provisioning_complete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:04:05.872110 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-ae6b3807-5f15-401c-a481-e539d41357cf req-66d01d15-d18d-4a01-b98d-64d4090335b2 tempest-ServersOnMultiNodesTest-1472402947 tempest-ServersOnMultiNodesTest-1472402947-project] 10.222.0.90 "GET /v2.0/networks?tenant_id=1672ee8b769240288b95113d5dff1fd2&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1163676 Feb 09 19:04:05.932947 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-357ea058-c877-496f-933b-4005a4502304 None None] Port 9dab1ea3-55fb-405d-b11c-f3605a977927 cannot update to ACTIVE because it is not bound. {{(pid=103232) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 19:04:06.005126 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.v2.base [req-efe36ff8-d2b3-47c8-9d5a-623d4c825bcd req-6db4c522-c787-404a-8a8d-9a0605678fb1 tempest-SecurityGroupRulesNegativeTestJSON-778336778 tempest-SecurityGroupRulesNegativeTestJSON-778336778-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-1165445792', 'description': 'tempest-description-207118153'}} {{(pid=103229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 19:04:06.091883 n-d-713498-36 neutron-server[103229]: DEBUG neutron.notifiers.nova [req-5ba17f4f-aa4a-47d9-befd-40c53c77eba0 req-491c29b5-ffd8-440f-8bc0-b820025bfb5c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8b691445-3686-4647-a8b1-7728ec31fbe4 {{(pid=103229) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 19:04:06.103910 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.provisioning_blocks [None req-a9a33da7-bf25-4fd1-ab2a-36699a173f27 None None] Provisioning complete for port f5029e3b-38a6-4d59-a014-a781814bfad1 triggered by entity DHCP. {{(pid=103232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 19:04:06.104716 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-a9a33da7-bf25-4fd1-ab2a-36699a173f27 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593630'] for port (f5029e3b-38a6-4d59-a014-a781814bfad1), provisioning_complete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:04:06.132441 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-5ba17f4f-aa4a-47d9-befd-40c53c77eba0 req-491c29b5-ffd8-440f-8bc0-b820025bfb5c service neutron] Publish callbacks [] for port (8b691445-3686-4647-a8b1-7728ec31fbe4), precommit_update {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:04:06.171168 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae6b3807-5f15-401c-a481-e539d41357cf req-1f9436f3-7e2d-4097-8963-ccfd008b40dc tempest-ServersOnMultiNodesTest-1472402947 tempest-ServersOnMultiNodesTest-1472402947-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:04:06.172754 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-ae6b3807-5f15-401c-a481-e539d41357cf req-1f9436f3-7e2d-4097-8963-ccfd008b40dc tempest-ServersOnMultiNodesTest-1472402947 tempest-ServersOnMultiNodesTest-1472402947-project] 10.222.0.90 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3216271 Feb 09 19:04:06.192556 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-efe36ff8-d2b3-47c8-9d5a-623d4c825bcd req-6db4c522-c787-404a-8a8d-9a0605678fb1 tempest-SecurityGroupRulesNegativeTestJSON-778336778 tempest-SecurityGroupRulesNegativeTestJSON-778336778-project] Publish callbacks [] for security_group (None), before_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:04:06.223016 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.v2.base [req-ae6b3807-5f15-401c-a481-e539d41357cf req-352e8bf2-38b9-4785-8f73-fdf03f44261a tempest-ServersOnMultiNodesTest-1472402947 tempest-ServersOnMultiNodesTest-1472402947-project] Request body: {'port': {'device_id': '80c4e695-e3b4-42be-ba0e-5756305138f1', 'network_id': '2b5494c8-cf97-42c1-b902-87f998f28179', 'admin_state_up': True, 'tenant_id': '1672ee8b769240288b95113d5dff1fd2'}} {{(pid=103229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 19:04:06.238718 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-a9a33da7-bf25-4fd1-ab2a-36699a173f27 None None] Port f5029e3b-38a6-4d59-a014-a781814bfad1 cannot update to ACTIVE because it is not bound. {{(pid=103232) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 19:04:06.264107 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-af57d952-1e66-437e-a004-aa6808e44821 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (f5029e3b-38a6-4d59-a014-a781814bfad1), before_update {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:04:06.285335 n-d-713498-36 neutron-server[103229]: DEBUG neutron.db.provisioning_blocks [req-5ba17f4f-aa4a-47d9-befd-40c53c77eba0 req-491c29b5-ffd8-440f-8bc0-b820025bfb5c service neutron] Transition to ACTIVE for port object 8b691445-3686-4647-a8b1-7728ec31fbe4 will not be triggered until provisioned by entity L2. {{(pid=103229) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 19:04:06.378403 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-5ba17f4f-aa4a-47d9-befd-40c53c77eba0 req-491c29b5-ffd8-440f-8bc0-b820025bfb5c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762867176205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762866656485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762866656503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12867569'] for port (8b691445-3686-4647-a8b1-7728ec31fbe4), after_update {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:04:06.499148 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae6b3807-5f15-401c-a481-e539d41357cf req-61427b7a-1ecc-40cd-b66b-1f9d1d783895 tempest-ServersOnMultiNodesTest-1472402947 tempest-ServersOnMultiNodesTest-1472402947-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:04:06.503703 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-ae6b3807-5f15-401c-a481-e539d41357cf req-61427b7a-1ecc-40cd-b66b-1f9d1d783895 tempest-ServersOnMultiNodesTest-1472402947 tempest-ServersOnMultiNodesTest-1472402947-project] 10.222.0.90 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4658067 Feb 09 19:04:06.527300 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.v2.base [req-ae6b3807-5f15-401c-a481-e539d41357cf req-35e73ed6-8dff-41ca-90cc-ca03cc8713bd tempest-ServersOnMultiNodesTest-1472402947 tempest-ServersOnMultiNodesTest-1472402947-project] Request body: {'port': {'device_id': '2f45403d-b7ca-4d38-8d27-19538a1473d9', 'network_id': '2b5494c8-cf97-42c1-b902-87f998f28179', 'admin_state_up': True, 'tenant_id': '1672ee8b769240288b95113d5dff1fd2'}} {{(pid=103230) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 19:04:06.570279 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-491c29b5-ffd8-440f-8bc0-b820025bfb5c service neutron] Pushing event updated for resources: {'Port': ['ID=8b691445-3686-4647-a8b1-7728ec31fbe4,revision_number=2']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:04:06.592935 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-541e4f0e-2b45-44c9-8a79-b41ff1f40e8d req-56314abd-92d8-4264-9750-75fd5675c538 tempest-ServersAdminNegativeTestJSON-2127918484 tempest-ServersAdminNegativeTestJSON-2127918484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:04:06.601604 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-541e4f0e-2b45-44c9-8a79-b41ff1f40e8d req-56314abd-92d8-4264-9750-75fd5675c538 tempest-ServersAdminNegativeTestJSON-2127918484 tempest-ServersAdminNegativeTestJSON-2127918484-project] 10.222.0.75 "GET /v2.0/ports?device_id=c082bc13-8194-4bdb-a323-42b0de08e605 HTTP/1.1" status: 200 len: 935 time: 0.8062155 Feb 09 19:04:06.792136 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-897bfaef-051a-4e0f-a90f-540723e01283 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (9dab1ea3-55fb-405d-b11c-f3605a977927), before_update {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:04:06.921225 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ae6b3807-5f15-401c-a481-e539d41357cf req-35e73ed6-8dff-41ca-90cc-ca03cc8713bd tempest-ServersOnMultiNodesTest-1472402947 tempest-ServersOnMultiNodesTest-1472402947-project] Made reservation on behalf of 1672ee8b769240288b95113d5dff1fd2 for: {'port': 1} {{(pid=103230) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 19:04:06.924960 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [req-ae6b3807-5f15-401c-a481-e539d41357cf req-35e73ed6-8dff-41ca-90cc-ca03cc8713bd tempest-ServersOnMultiNodesTest-1472402947 tempest-ServersOnMultiNodesTest-1472402947-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (None), before_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:04:06.956869 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-541e4f0e-2b45-44c9-8a79-b41ff1f40e8d req-906a9165-38a1-4dcd-91bb-3bd8d035ff0a tempest-ServersAdminNegativeTestJSON-2127918484 tempest-ServersAdminNegativeTestJSON-2127918484-project] 10.222.0.75 "GET /v2.0/security-groups?id=c2a1d80e-4c84-44c1-8257-66d4ceb1ab5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3544734 Feb 09 19:04:07.072985 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-af57d952-1e66-437e-a004-aa6808e44821 admin admin] Publish callbacks [] for port (f5029e3b-38a6-4d59-a014-a781814bfad1), precommit_update {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:04:07.086257 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-af57d952-1e66-437e-a004-aa6808e44821 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762867176205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762866656485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762866656503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14393758'] for port (f5029e3b-38a6-4d59-a014-a781814bfad1), after_update {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:04:07.090005 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.managers [req-5ba17f4f-aa4a-47d9-befd-40c53c77eba0 req-491c29b5-ffd8-440f-8bc0-b820025bfb5c service neutron] Attempting to bind port 8b691445-3686-4647-a8b1-7728ec31fbe4 on host n-h1-713498-36 for vnic_type normal with profile {{(pid=103229) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 19:04:07.093080 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.managers [req-5ba17f4f-aa4a-47d9-befd-40c53c77eba0 req-491c29b5-ffd8-440f-8bc0-b820025bfb5c service neutron] Attempting to bind port 8b691445-3686-4647-a8b1-7728ec31fbe4 by drivers openvswitch,hyperv on host n-h1-713498-36 at level 0 using segments [{'id': '50e5915e-18f0-4558-9a28-b978975ead36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': '2b5494c8-cf97-42c1-b902-87f998f28179'}] {{(pid=103229) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 19:04:07.093911 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ba17f4f-aa4a-47d9-befd-40c53c77eba0 req-491c29b5-ffd8-440f-8bc0-b820025bfb5c service neutron] Attempting to bind port 8b691445-3686-4647-a8b1-7728ec31fbe4 on network 2b5494c8-cf97-42c1-b902-87f998f28179 {{(pid=103229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 19:04:07.115596 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ba17f4f-aa4a-47d9-befd-40c53c77eba0 req-491c29b5-ffd8-440f-8bc0-b820025bfb5c service neutron] Port 8b691445-3686-4647-a8b1-7728ec31fbe4 on network 2b5494c8-cf97-42c1-b902-87f998f28179 not bound, no agent of type Open vSwitch agent registered on host n-h1-713498-36 {{(pid=103229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 19:04:07.117968 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ba17f4f-aa4a-47d9-befd-40c53c77eba0 req-491c29b5-ffd8-440f-8bc0-b820025bfb5c service neutron] Attempting to bind port 8b691445-3686-4647-a8b1-7728ec31fbe4 on network 2b5494c8-cf97-42c1-b902-87f998f28179 {{(pid=103229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 19:04:07.147899 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ba17f4f-aa4a-47d9-befd-40c53c77eba0 req-491c29b5-ffd8-440f-8bc0-b820025bfb5c service neutron] Checking agent: {'id': '488cd9ae-631f-4955-ba0b-4f5a13f12e9c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713498-36', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 18, 59, 18), 'started_at': datetime.datetime(2022, 2, 9, 18, 59, 18), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 19, 3, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 19:04:07.151322 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ba17f4f-aa4a-47d9-befd-40c53c77eba0 req-491c29b5-ffd8-440f-8bc0-b820025bfb5c service neutron] Checking segment: {'id': '50e5915e-18f0-4558-9a28-b978975ead36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': '2b5494c8-cf97-42c1-b902-87f998f28179'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103229) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 19:04:07.152378 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ba17f4f-aa4a-47d9-befd-40c53c77eba0 req-491c29b5-ffd8-440f-8bc0-b820025bfb5c service neutron] Bound using segment: {'id': '50e5915e-18f0-4558-9a28-b978975ead36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': '2b5494c8-cf97-42c1-b902-87f998f28179'} {{(pid=103229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 19:04:07.152761 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af57d952-1e66-437e-a004-aa6808e44821 admin admin] Pushing event updated for resources: {'Port': ['ID=f5029e3b-38a6-4d59-a014-a781814bfad1,revision_number=2']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:04:07.153422 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.managers [req-5ba17f4f-aa4a-47d9-befd-40c53c77eba0 req-491c29b5-ffd8-440f-8bc0-b820025bfb5c service neutron] Bound port: 8b691445-3686-4647-a8b1-7728ec31fbe4, host: n-h1-713498-36, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '50e5915e-18f0-4558-9a28-b978975ead36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': '2b5494c8-cf97-42c1-b902-87f998f28179'}}] {{(pid=103229) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 19:04:07.155045 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-5ba17f4f-aa4a-47d9-befd-40c53c77eba0 req-491c29b5-ffd8-440f-8bc0-b820025bfb5c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (8b691445-3686-4647-a8b1-7728ec31fbe4), before_update {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:04:07.183940 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ae6b3807-5f15-401c-a481-e539d41357cf req-352e8bf2-38b9-4785-8f73-fdf03f44261a tempest-ServersOnMultiNodesTest-1472402947 tempest-ServersOnMultiNodesTest-1472402947-project] Made reservation on behalf of 1672ee8b769240288b95113d5dff1fd2 for: {'port': 1} {{(pid=103229) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 19:04:07.190083 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-ae6b3807-5f15-401c-a481-e539d41357cf req-352e8bf2-38b9-4785-8f73-fdf03f44261a tempest-ServersOnMultiNodesTest-1472402947 tempest-ServersOnMultiNodesTest-1472402947-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (None), before_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:04:07.218586 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Device 13f899f2-2d68-415a-b3cf-d91e83d25d1b up at agent ovs-agent-n-d-713498-36 {{(pid=103232) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 19:04:07.245266 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-efe36ff8-d2b3-47c8-9d5a-623d4c825bcd req-6db4c522-c787-404a-8a8d-9a0605678fb1 tempest-SecurityGroupRulesNegativeTestJSON-778336778 tempest-SecurityGroupRulesNegativeTestJSON-778336778-project] Publish callbacks [] for security_group (f1ea15ea-33cb-4171-bb6a-ddad4886f1ce), precommit_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:04:07.259627 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-9443dae3-51b2-43ca-b5d8-fb95b7c0aa94 req-74730b6d-eaf0-4511-b8a9-7f4abd282681 tempest-ServersOnMultiNodesTest-1472402947 tempest-ServersOnMultiNodesTest-1472402947-project] 10.222.0.75 "GET /v2.0/ports?device_id=2f45403d-b7ca-4d38-8d27-19538a1473d9 HTTP/1.1" status: 200 len: 210 time: 0.1101627 Feb 09 19:04:07.312089 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.provisioning_blocks [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Provisioning complete for port 13f899f2-2d68-415a-b3cf-d91e83d25d1b triggered by entity L2. {{(pid=103232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 19:04:07.312717 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593630'] for port (13f899f2-2d68-415a-b3cf-d91e83d25d1b), provisioning_complete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:04:07.331809 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-efe36ff8-d2b3-47c8-9d5a-623d4c825bcd req-6db4c522-c787-404a-8a8d-9a0605678fb1 tempest-SecurityGroupRulesNegativeTestJSON-778336778 tempest-SecurityGroupRulesNegativeTestJSON-778336778-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1892331'] for security_group (f1ea15ea-33cb-4171-bb6a-ddad4886f1ce), after_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:04:07.336973 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-af57d952-1e66-437e-a004-aa6808e44821 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1613458', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1834496'] for router_interface (be4a1a42-6639-4179-813a-d32a8ff58f2e), after_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:04:07.364786 n-d-713498-36 neutron-server[103230]: DEBUG neutron.db.db_base_plugin_common [req-ae6b3807-5f15-401c-a481-e539d41357cf req-35e73ed6-8dff-41ca-90cc-ca03cc8713bd tempest-ServersOnMultiNodesTest-1472402947 tempest-ServersOnMultiNodesTest-1472402947-project] Allocated IP 192.168.233.52 (2b5494c8-cf97-42c1-b902-87f998f28179/60b561cb-321e-4f83-9bb3-92b2e1d0dc44/9431105a-be29-4ce5-9970-f91bee564b4b) {{(pid=103230) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 19:04:07.557342 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-efe36ff8-d2b3-47c8-9d5a-623d4c825bcd req-6db4c522-c787-404a-8a8d-9a0605678fb1 tempest-SecurityGroupRulesNegativeTestJSON-778336778 tempest-SecurityGroupRulesNegativeTestJSON-778336778-project] Publish callbacks [] for security_group (None), before_response {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:04:07.561817 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-efe36ff8-d2b3-47c8-9d5a-623d4c825bcd req-6db4c522-c787-404a-8a8d-9a0605678fb1 tempest-SecurityGroupRulesNegativeTestJSON-778336778 tempest-SecurityGroupRulesNegativeTestJSON-778336778-project] 10.222.0.75 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1834 time: 1.5747766 Feb 09 19:04:07.587184 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c6f2c4e-1c2a-407a-b4d4-71841cbfc197 req-fc8eff5a-fe1a-4a36-a661-4c0c84f2c8d9 tempest-LiveMigrationTest-1021096981 tempest-LiveMigrationTest-1021096981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:04:07.594162 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-5c6f2c4e-1c2a-407a-b4d4-71841cbfc197 req-fc8eff5a-fe1a-4a36-a661-4c0c84f2c8d9 tempest-LiveMigrationTest-1021096981 tempest-LiveMigrationTest-1021096981-project] 10.222.0.75 "GET /v2.0/ports?device_id=59d6552c-9c7d-436a-9583-1a4c43dbfa42 HTTP/1.1" status: 200 len: 945 time: 0.2349210 Feb 09 19:04:07.661589 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Current status of the port 13f899f2-2d68-415a-b3cf-d91e83d25d1b is: DOWN; New status is: ACTIVE {{(pid=103232) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 19:04:07.662280 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (13f899f2-2d68-415a-b3cf-d91e83d25d1b), before_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:04:07.703710 n-d-713498-36 neutron-server[103230]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af57d952-1e66-437e-a004-aa6808e44821 admin admin] Network c0d79728-024b-4c62-b035-620d2aaf99fe is already hosted by enough agents. {{(pid=103230) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 19:04:07.712194 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] For port 13f899f2-2d68-415a-b3cf-d91e83d25d1b, host n-d-713498-36, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-36',level=0,port_id=13f899f2-2d68-415a-b3cf-d91e83d25d1b,segment=NetworkSegment(a4222f89-8d3f-4b51-953b-1a8126392491),segment_id=a4222f89-8d3f-4b51-953b-1a8126392491)] {{(pid=103232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 19:04:07.714505 n-d-713498-36 neutron-server[103230]: DEBUG neutron.scheduler.base_scheduler [None req-af57d952-1e66-437e-a004-aa6808e44821 admin admin] Resources bound (agent type, host, resource id): {{(pid=103230) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 19:04:07.740224 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762867176205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762866656485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762866656503'] for port (13f899f2-2d68-415a-b3cf-d91e83d25d1b), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:04:07.742660 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Device 81de01c8-c6f4-40f0-a237-d3fa04784f37 up at agent ovs-agent-n-d-713498-36 {{(pid=103232) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 19:04:07.762986 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-5c6f2c4e-1c2a-407a-b4d4-71841cbfc197 req-33d7d188-898f-48b4-a1c7-68712d2e1458 tempest-LiveMigrationTest-1021096981 tempest-LiveMigrationTest-1021096981-project] 10.222.0.75 "GET /v2.0/security-groups?id=ba18819a-1490-4e7b-a11b-e8610423d8ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1666076 Feb 09 19:04:07.928055 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [req-ae6b3807-5f15-401c-a481-e539d41357cf req-35e73ed6-8dff-41ca-90cc-ca03cc8713bd tempest-ServersOnMultiNodesTest-1472402947 tempest-ServersOnMultiNodesTest-1472402947-project] Publish callbacks [] for port (9431105a-be29-4ce5-9970-f91bee564b4b), precommit_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:04:07.945278 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Pushing event updated for resources: {'Port': ['ID=13f899f2-2d68-415a-b3cf-d91e83d25d1b,revision_number=4']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:04:07.954263 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.provisioning_blocks [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Provisioning complete for port 81de01c8-c6f4-40f0-a237-d3fa04784f37 triggered by entity L2. {{(pid=103232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 19:04:07.954549 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593630'] for port (81de01c8-c6f4-40f0-a237-d3fa04784f37), provisioning_complete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:04:08.065925 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Current status of the port 81de01c8-c6f4-40f0-a237-d3fa04784f37 is: DOWN; New status is: ACTIVE {{(pid=103232) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 19:04:08.066346 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (81de01c8-c6f4-40f0-a237-d3fa04784f37), before_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:04:08.089870 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-897bfaef-051a-4e0f-a90f-540723e01283 admin admin] Publish callbacks [] for port (9dab1ea3-55fb-405d-b11c-f3605a977927), precommit_update {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:04:08.094322 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] For port 81de01c8-c6f4-40f0-a237-d3fa04784f37, host n-d-713498-36, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-36',level=0,port_id=81de01c8-c6f4-40f0-a237-d3fa04784f37,segment=NetworkSegment(a4222f89-8d3f-4b51-953b-1a8126392491),segment_id=a4222f89-8d3f-4b51-953b-1a8126392491)] {{(pid=103232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 19:04:08.097540 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59e3c383-ec47-4620-aa18-e14abaf660ee req-8c8bd23a-ecec-48b6-b8c8-7864501dea83 tempest-LiveMigrationTest-1137365927 tempest-LiveMigrationTest-1137365927-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:04:08.100018 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-59e3c383-ec47-4620-aa18-e14abaf660ee req-8c8bd23a-ecec-48b6-b8c8-7864501dea83 tempest-LiveMigrationTest-1137365927 tempest-LiveMigrationTest-1137365927-project-admin] 10.222.0.75 "GET /v2.0/ports?device_id=59d6552c-9c7d-436a-9583-1a4c43dbfa42 HTTP/1.1" status: 200 len: 1128 time: 0.1960423 Feb 09 19:04:08.101653 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762867176205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762866656485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762866656503'] for port (81de01c8-c6f4-40f0-a237-d3fa04784f37), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:04:08.105568 n-d-713498-36 neutron-server[103230]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-af57d952-1e66-437e-a004-aa6808e44821 admin admin] Router be4a1a42-6639-4179-813a-d32a8ff58f2e has already been hosted by L3 agent 93303d5e-5d17-45e8-8963-7694f87783ae {{(pid=103230) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 19:04:08.116922 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6db4c522-c787-404a-8a8d-9a0605678fb1 tempest-SecurityGroupRulesNegativeTestJSON-778336778 tempest-SecurityGroupRulesNegativeTestJSON-778336778-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f1ea15ea-33cb-4171-bb6a-ddad4886f1ce,revision_number=1']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:04:08.117434 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [req-ae6b3807-5f15-401c-a481-e539d41357cf req-35e73ed6-8dff-41ca-90cc-ca03cc8713bd tempest-ServersOnMultiNodesTest-1472402947 tempest-ServersOnMultiNodesTest-1472402947-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762866656467', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14393751'] for port (9431105a-be29-4ce5-9970-f91bee564b4b), after_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:04:08.143270 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-897bfaef-051a-4e0f-a90f-540723e01283 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762867176205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762866656485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762866656503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12867569'] for port (9dab1ea3-55fb-405d-b11c-f3605a977927), after_update {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:04:08.151021 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] get_ports_and_sgs() called for port_ids ['bc357ad8-1b22-4fe1-a6af-e296389a311b'] {{(pid=103232) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 19:04:08.246898 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.db [req-5ba17f4f-aa4a-47d9-befd-40c53c77eba0 req-491c29b5-ffd8-440f-8bc0-b820025bfb5c service neutron] For port 8b691445-3686-4647-a8b1-7728ec31fbe4, host n-h1-713498-36, cleared binding levels {{(pid=103229) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 19:04:08.247248 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.provisioning_blocks [None req-07c84e05-2bca-49da-9cd0-dd20a435a8d3 None None] Provisioning complete for port f5029e3b-38a6-4d59-a014-a781814bfad1 triggered by entity DHCP. {{(pid=103232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 19:04:08.247695 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-07c84e05-2bca-49da-9cd0-dd20a435a8d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593630'] for port (f5029e3b-38a6-4d59-a014-a781814bfad1), provisioning_complete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:04:08.292956 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-07c84e05-2bca-49da-9cd0-dd20a435a8d3 None None] Port f5029e3b-38a6-4d59-a014-a781814bfad1 cannot update to ACTIVE because it is not bound. {{(pid=103232) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 19:04:08.298138 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Pushing event updated for resources: {'Port': ['ID=81de01c8-c6f4-40f0-a237-d3fa04784f37,revision_number=4']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:04:08.303479 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-9faa5ad0-422c-471b-9e38-1d62da03df02 req-d6e52e73-6120-425a-8513-d60148e1c583 tempest-SecurityGroupRulesNegativeTestJSON-778336778 tempest-SecurityGroupRulesNegativeTestJSON-778336778-project] 10.222.0.75 "GET /v2.0/security-groups/f1ea15ea-33cb-4171-bb6a-ddad4886f1ce HTTP/1.1" status: 200 len: 1829 time: 0.6976435 Feb 09 19:04:08.321526 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-897bfaef-051a-4e0f-a90f-540723e01283 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1613458', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1834496'] for router_interface (cce358c5-3304-4c33-bbfc-986c1eed7a6e), after_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:04:08.349159 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.db [req-5ba17f4f-aa4a-47d9-befd-40c53c77eba0 req-491c29b5-ffd8-440f-8bc0-b820025bfb5c service neutron] For port 8b691445-3686-4647-a8b1-7728ec31fbe4, host n-h1-713498-36, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-36',level=0,port_id=8b691445-3686-4647-a8b1-7728ec31fbe4,segment=NetworkSegment(50e5915e-18f0-4558-9a28-b978975ead36),segment_id=50e5915e-18f0-4558-9a28-b978975ead36)] {{(pid=103229) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 19:04:08.371108 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-af57d952-1e66-437e-a004-aa6808e44821 admin admin] Notify agent at l3_agent.n-d-713498-36 the message routers_updated {{(pid=103230) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 19:04:08.380963 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-af57d952-1e66-437e-a004-aa6808e44821 admin admin] 10.222.0.75 "PUT /v2.0/routers/be4a1a42-6639-4179-813a-d32a8ff58f2e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.0555823 Feb 09 19:04:08.385559 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-897bfaef-051a-4e0f-a90f-540723e01283 admin admin] Pushing event updated for resources: {'Port': ['ID=9dab1ea3-55fb-405d-b11c-f3605a977927,revision_number=2']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:04:08.399916 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-5ba17f4f-aa4a-47d9-befd-40c53c77eba0 req-491c29b5-ffd8-440f-8bc0-b820025bfb5c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762867176205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762866656485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762866656503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12867569'] for port (8b691445-3686-4647-a8b1-7728ec31fbe4), after_update {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:04:08.430573 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-59e3c383-ec47-4620-aa18-e14abaf660ee req-3ab4c547-b5c8-49fe-98fa-907b702708bb tempest-LiveMigrationTest-1137365927 tempest-LiveMigrationTest-1137365927-project-admin] 10.222.0.75 "GET /v2.0/security-groups?id=ba18819a-1490-4e7b-a11b-e8610423d8ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3126075 Feb 09 19:04:08.468422 n-d-713498-36 neutron-server[103230]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ae6b3807-5f15-401c-a481-e539d41357cf req-35e73ed6-8dff-41ca-90cc-ca03cc8713bd tempest-ServersOnMultiNodesTest-1472402947 tempest-ServersOnMultiNodesTest-1472402947-project] Network 2b5494c8-cf97-42c1-b902-87f998f28179 is already hosted by enough agents. {{(pid=103230) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 19:04:08.469861 n-d-713498-36 neutron-server[103229]: DEBUG neutron.db.db_base_plugin_common [req-ae6b3807-5f15-401c-a481-e539d41357cf req-352e8bf2-38b9-4785-8f73-fdf03f44261a tempest-ServersOnMultiNodesTest-1472402947 tempest-ServersOnMultiNodesTest-1472402947-project] Allocated IP 192.168.233.247 (2b5494c8-cf97-42c1-b902-87f998f28179/60b561cb-321e-4f83-9bb3-92b2e1d0dc44/f2af33d6-809c-4462-a1c1-648e7e81004e) {{(pid=103229) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 19:04:08.476282 n-d-713498-36 neutron-server[103230]: DEBUG neutron.scheduler.base_scheduler [req-ae6b3807-5f15-401c-a481-e539d41357cf req-35e73ed6-8dff-41ca-90cc-ca03cc8713bd tempest-ServersOnMultiNodesTest-1472402947 tempest-ServersOnMultiNodesTest-1472402947-project] Resources bound (agent type, host, resource id): {{(pid=103230) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 19:04:08.484381 n-d-713498-36 neutron-server[103230]: DEBUG neutron.db.l3_dvrscheduler_db [req-ae6b3807-5f15-401c-a481-e539d41357cf req-35e73ed6-8dff-41ca-90cc-ca03cc8713bd tempest-ServersOnMultiNodesTest-1472402947 tempest-ServersOnMultiNodesTest-1472402947-project] Received port after_create {{(pid=103230) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 19:04:08.586849 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ba17f4f-aa4a-47d9-befd-40c53c77eba0 req-491c29b5-ffd8-440f-8bc0-b820025bfb5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:04:08.590062 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-5ba17f4f-aa4a-47d9-befd-40c53c77eba0 req-491c29b5-ffd8-440f-8bc0-b820025bfb5c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171096'] for port (None), before_response {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:04:08.591305 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69a2214a-f152-429c-ab62-e63c6c42d46f None None] Sync routers for ids ['be4a1a42-6639-4179-813a-d32a8ff58f2e'] in n-d-713498-36 {{(pid=103232) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 19:04:08.593225 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-5ba17f4f-aa4a-47d9-befd-40c53c77eba0 req-491c29b5-ffd8-440f-8bc0-b820025bfb5c service neutron] 10.222.0.89 "PUT /v2.0/ports/8b691445-3686-4647-a8b1-7728ec31fbe4 HTTP/1.1" status: 200 len: 1096 time: 4.8004546 Feb 09 19:04:08.608259 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae6b3807-5f15-401c-a481-e539d41357cf req-35e73ed6-8dff-41ca-90cc-ca03cc8713bd tempest-ServersOnMultiNodesTest-1472402947 tempest-ServersOnMultiNodesTest-1472402947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:04:08.608906 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [req-ae6b3807-5f15-401c-a481-e539d41357cf req-35e73ed6-8dff-41ca-90cc-ca03cc8713bd tempest-ServersOnMultiNodesTest-1472402947 tempest-ServersOnMultiNodesTest-1472402947-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171096'] for port (None), before_response {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:04:08.617126 n-d-713498-36 neutron-server[103229]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c082bc13-8194-4bdb-a323-42b0de08e605', 'tag': '8b691445-3686-4647-a8b1-7728ec31fbe4'}] {{(pid=103229) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 19:04:08.619491 n-d-713498-36 neutron-server[103229]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fa6ae9a20702bd564eaf90d946620b2b4277b1ab91129323d3b54181076be307" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-71b1ad6d-9cf1-422d-a96c-88e003d956a3" -d '{"events": [{"name": "network-changed", "server_uuid": "c082bc13-8194-4bdb-a323-42b0de08e605", "tag": "8b691445-3686-4647-a8b1-7728ec31fbe4"}]}' {{(pid=103229) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 19:04:08.633717 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69a2214a-f152-429c-ab62-e63c6c42d46f None None] Routers {'be4a1a42-6639-4179-813a-d32a8ff58f2e'} bound to L3 agent in host n-d-713498-36 {{(pid=103232) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 19:04:08.645292 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.l3_hamode_db [None req-69a2214a-f152-429c-ab62-e63c6c42d46f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T18:51:43Z,description=,heartbeat_timestamp=2022-02-09T19:03:43Z,host='n-d-713498-36',id=93303d5e-5d17-45e8-8963-7694f87783ae,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T18:51:43Z,topic='l3_agent')) {'router_ids': ['be4a1a42-6639-4179-813a-d32a8ff58f2e'], 'active': True} {{(pid=103232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:04:08.681812 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-ae6b3807-5f15-401c-a481-e539d41357cf req-35e73ed6-8dff-41ca-90cc-ca03cc8713bd tempest-ServersOnMultiNodesTest-1472402947 tempest-ServersOnMultiNodesTest-1472402947-project] 10.222.0.90 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.1595275 Feb 09 19:04:08.718785 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35e73ed6-8dff-41ca-90cc-ca03cc8713bd tempest-ServersOnMultiNodesTest-1472402947 tempest-ServersOnMultiNodesTest-1472402947-project] Pushing event updated for resources: {'Port': ['ID=9431105a-be29-4ce5-9970-f91bee564b4b,revision_number=1']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:04:08.757571 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.v2.base [req-ae6b3807-5f15-401c-a481-e539d41357cf req-33a20b55-a76f-4a6e-9dc8-094680a9bac0 service neutron] Request body: {'port': {'device_id': '2f45403d-b7ca-4d38-8d27-19538a1473d9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-713498-36'}} {{(pid=103230) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 19:04:08.845152 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-491c29b5-ffd8-440f-8bc0-b820025bfb5c service neutron] Pushing event updated for resources: {'Port': ['ID=8b691445-3686-4647-a8b1-7728ec31fbe4,revision_number=3']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:04:08.873415 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-040ea0d0-9968-4b0b-9c42-61357aefb5b0 req-419159b6-be74-475b-947d-3cc85782f54c tempest-ServersOnMultiNodesTest-1472402947 tempest-ServersOnMultiNodesTest-1472402947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:04:08.885589 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-040ea0d0-9968-4b0b-9c42-61357aefb5b0 req-419159b6-be74-475b-947d-3cc85782f54c tempest-ServersOnMultiNodesTest-1472402947 tempest-ServersOnMultiNodesTest-1472402947-project] 10.222.0.75 "GET /v2.0/ports?device_id=2f45403d-b7ca-4d38-8d27-19538a1473d9 HTTP/1.1" status: 200 len: 935 time: 0.2437272 Feb 09 19:04:08.921643 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.l3_dvr_db [None req-69a2214a-f152-429c-ab62-e63c6c42d46f None None] Set router be4a1a42-6639-4179-813a-d32a8ff58f2e gateway port host: n-d-713498-36 {{(pid=103232) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 19:04:08.925641 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07ec9b7c-e622-4cd6-8d7f-9641ba4fae82 req-61c73cde-d776-4676-8605-9fbd7ed7549a tempest-ServersAdminNegativeTestJSON-2127918484 tempest-ServersAdminNegativeTestJSON-2127918484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:04:08.927849 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-07ec9b7c-e622-4cd6-8d7f-9641ba4fae82 req-61c73cde-d776-4676-8605-9fbd7ed7549a tempest-ServersAdminNegativeTestJSON-2127918484 tempest-ServersAdminNegativeTestJSON-2127918484-project] 10.222.0.75 "GET /v2.0/ports?device_id=c082bc13-8194-4bdb-a323-42b0de08e605 HTTP/1.1" status: 200 len: 947 time: 0.4450042 Feb 09 19:04:08.973260 n-d-713498-36 neutron-server[103229]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-897bfaef-051a-4e0f-a90f-540723e01283 admin admin] Network f1e6924e-7348-48ca-aa14-d5834e100bd2 is already hosted by enough agents. {{(pid=103229) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 19:04:08.994996 n-d-713498-36 neutron-server[103229]: DEBUG neutron.scheduler.base_scheduler [None req-897bfaef-051a-4e0f-a90f-540723e01283 admin admin] Resources bound (agent type, host, resource id): {{(pid=103229) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 19:04:09.007602 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-040ea0d0-9968-4b0b-9c42-61357aefb5b0 req-d6101bbb-38ba-4711-b905-8799ec884df8 tempest-ServersOnMultiNodesTest-1472402947 tempest-ServersOnMultiNodesTest-1472402947-project] 10.222.0.75 "GET /v2.0/security-groups?id=aed5302d-0478-4b9d-b014-143adc5c0d74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1214519 Feb 09 19:04:09.018153 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ba17f4f-aa4a-47d9-befd-40c53c77eba0 req-06b09a23-1a3f-4462-bb1b-394cb1408ada service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:04:09.018153 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-5ba17f4f-aa4a-47d9-befd-40c53c77eba0 req-06b09a23-1a3f-4462-bb1b-394cb1408ada service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=8f2bcb5e327341c189d64292b309c17c&device_id=c082bc13-8194-4bdb-a323-42b0de08e605 HTTP/1.1" status: 200 len: 1130 time: 0.3584325 Feb 09 19:04:09.107162 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-5ba17f4f-aa4a-47d9-befd-40c53c77eba0 req-40ebeeac-dcd8-4fac-ad95-765b596fb7a1 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.60&port_id=8b691445-3686-4647-a8b1-7728ec31fbe4 HTTP/1.1" status: 200 len: 217 time: 0.0630989 Feb 09 19:04:09.111351 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.provisioning_blocks [None req-8f8420ea-2e19-4390-ab19-33de6e5573b3 None None] Provisioning complete for port 9431105a-be29-4ce5-9970-f91bee564b4b triggered by entity DHCP. {{(pid=103232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 19:04:09.111351 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-8f8420ea-2e19-4390-ab19-33de6e5573b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593630'] for port (9431105a-be29-4ce5-9970-f91bee564b4b), provisioning_complete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:04:09.116916 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Device 13f899f2-2d68-415a-b3cf-d91e83d25d1b up at agent ovs-agent-n-d-713498-36 {{(pid=103232) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 19:04:09.133209 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.v2.base [req-97a16b7a-50ca-44a7-a771-74e2a668872d req-a2e23bc8-67cc-4eaa-b65a-2d4ec0ca1a14 tempest-SecurityGroupRulesNegativeTestJSON-778336778 tempest-SecurityGroupRulesNegativeTestJSON-778336778-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-785740149', 'description': 'tempest-description-1890237558'}} {{(pid=103230) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 19:04:09.194517 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [req-ae6b3807-5f15-401c-a481-e539d41357cf req-33a20b55-a76f-4a6e-9dc8-094680a9bac0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (9431105a-be29-4ce5-9970-f91bee564b4b), before_update {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:04:09.214947 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [req-97a16b7a-50ca-44a7-a771-74e2a668872d req-a2e23bc8-67cc-4eaa-b65a-2d4ec0ca1a14 tempest-SecurityGroupRulesNegativeTestJSON-778336778 tempest-SecurityGroupRulesNegativeTestJSON-778336778-project] Publish callbacks [] for security_group (None), before_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:04:09.247551 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ba17f4f-aa4a-47d9-befd-40c53c77eba0 req-3318e38b-1e8c-46b8-b99c-5ea776e736bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:04:09.251776 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-5ba17f4f-aa4a-47d9-befd-40c53c77eba0 req-3318e38b-1e8c-46b8-b99c-5ea776e736bb service neutron] 10.222.0.89 "GET /v2.0/subnets?id=60b561cb-321e-4f83-9bb3-92b2e1d0dc44 HTTP/1.1" status: 200 len: 843 time: 0.1414921 Feb 09 19:04:09.434940 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-07ec9b7c-e622-4cd6-8d7f-9641ba4fae82 req-a41c86d5-1f78-406d-b00b-2987be977bc5 tempest-ServersAdminNegativeTestJSON-2127918484 tempest-ServersAdminNegativeTestJSON-2127918484-project] 10.222.0.75 "GET /v2.0/security-groups?id=c2a1d80e-4c84-44c1-8257-66d4ceb1ab5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4566057 Feb 09 19:04:09.464510 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-8f8420ea-2e19-4390-ab19-33de6e5573b3 None None] Port 9431105a-be29-4ce5-9970-f91bee564b4b cannot update to ACTIVE because it is not bound. {{(pid=103232) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 19:04:09.480059 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [req-97a16b7a-50ca-44a7-a771-74e2a668872d req-a2e23bc8-67cc-4eaa-b65a-2d4ec0ca1a14 tempest-SecurityGroupRulesNegativeTestJSON-778336778 tempest-SecurityGroupRulesNegativeTestJSON-778336778-project] Publish callbacks [] for security_group (a2486651-c727-48e2-87ba-7f831ab45e89), precommit_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:04:09.492709 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.provisioning_blocks [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Provisioning complete for port 13f899f2-2d68-415a-b3cf-d91e83d25d1b triggered by entity L2. {{(pid=103232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 19:04:09.493104 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593630'] for port (13f899f2-2d68-415a-b3cf-d91e83d25d1b), provisioning_complete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:04:09.538375 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-ae6b3807-5f15-401c-a481-e539d41357cf req-352e8bf2-38b9-4785-8f73-fdf03f44261a tempest-ServersOnMultiNodesTest-1472402947 tempest-ServersOnMultiNodesTest-1472402947-project] Publish callbacks [] for port (f2af33d6-809c-4462-a1c1-648e7e81004e), precommit_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:04:09.609304 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [req-97a16b7a-50ca-44a7-a771-74e2a668872d req-a2e23bc8-67cc-4eaa-b65a-2d4ec0ca1a14 tempest-SecurityGroupRulesNegativeTestJSON-778336778 tempest-SecurityGroupRulesNegativeTestJSON-778336778-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1892331'] for security_group (a2486651-c727-48e2-87ba-7f831ab45e89), after_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:04:09.633256 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ba17f4f-aa4a-47d9-befd-40c53c77eba0 req-f31d728a-ff9c-4b2a-802a-afbed6a82934 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:04:09.634980 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-5ba17f4f-aa4a-47d9-befd-40c53c77eba0 req-f31d728a-ff9c-4b2a-802a-afbed6a82934 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=2b5494c8-cf97-42c1-b902-87f998f28179&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.3264520 Feb 09 19:04:09.641042 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 48868) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:04:09.649462 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.v2.base [None req-c0ffbd24-29f3-4c19-adb0-36aade4d1a83 admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest_v242-464618955-network', 'tenant_id': 'fc48f1fb5a9b4a3a92e70a04d215ce84'}} {{(pid=103230) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 19:04:09.658362 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [req-97a16b7a-50ca-44a7-a771-74e2a668872d req-a2e23bc8-67cc-4eaa-b65a-2d4ec0ca1a14 tempest-SecurityGroupRulesNegativeTestJSON-778336778 tempest-SecurityGroupRulesNegativeTestJSON-778336778-project] Publish callbacks [] for security_group (None), before_response {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:04:09.660134 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-97a16b7a-50ca-44a7-a771-74e2a668872d req-a2e23bc8-67cc-4eaa-b65a-2d4ec0ca1a14 tempest-SecurityGroupRulesNegativeTestJSON-778336778 tempest-SecurityGroupRulesNegativeTestJSON-778336778-project] 10.222.0.75 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1834 time: 0.5385180 Feb 09 19:04:09.679502 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.provisioning_blocks [None req-66418d0a-e27c-497d-9aff-7f61403ae9f2 None None] Provisioning complete for port 9dab1ea3-55fb-405d-b11c-f3605a977927 triggered by entity DHCP. {{(pid=103232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 19:04:09.679878 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-66418d0a-e27c-497d-9aff-7f61403ae9f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593630'] for port (9dab1ea3-55fb-405d-b11c-f3605a977927), provisioning_complete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:04:09.684347 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2e23bc8-67cc-4eaa-b65a-2d4ec0ca1a14 tempest-SecurityGroupRulesNegativeTestJSON-778336778 tempest-SecurityGroupRulesNegativeTestJSON-778336778-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a2486651-c727-48e2-87ba-7f831ab45e89,revision_number=1']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:04:09.736136 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c0ffbd24-29f3-4c19-adb0-36aade4d1a83 admin admin] Made reservation on behalf of fc48f1fb5a9b4a3a92e70a04d215ce84 for: {'network': 1} {{(pid=103230) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 19:04:09.736136 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-c0ffbd24-29f3-4c19-adb0-36aade4d1a83 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for network (None), before_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:04:09.737024 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-c0ffbd24-29f3-4c19-adb0-36aade4d1a83 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:04:09.742846 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Current status of the port 13f899f2-2d68-415a-b3cf-d91e83d25d1b is: ACTIVE; New status is: ACTIVE {{(pid=103232) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 19:04:09.743698 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Device 81de01c8-c6f4-40f0-a237-d3fa04784f37 up at agent ovs-agent-n-d-713498-36 {{(pid=103232) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 19:04:09.757460 n-d-713498-36 neutron-server[103229]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 19:04:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ea349aaf-ee79-4891-b431-738510f573ee x-openstack-request-id: req-ea349aaf-ee79-4891-b431-738510f573ee {{(pid=103229) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 19:04:09.757748 n-d-713498-36 neutron-server[103229]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c082bc13-8194-4bdb-a323-42b0de08e605", "tag": "8b691445-3686-4647-a8b1-7728ec31fbe4", "status": "completed", "code": 200}]} {{(pid=103229) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 19:04:09.758026 n-d-713498-36 neutron-server[103229]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-ea349aaf-ee79-4891-b431-738510f573ee {{(pid=103229) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 19:04:09.758423 n-d-713498-36 neutron-server[103229]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c082bc13-8194-4bdb-a323-42b0de08e605', 'tag': '8b691445-3686-4647-a8b1-7728ec31fbe4', 'status': 'completed', 'code': 200} Feb 09 19:04:09.773801 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-66418d0a-e27c-497d-9aff-7f61403ae9f2 None None] Port 9dab1ea3-55fb-405d-b11c-f3605a977927 cannot update to ACTIVE because it is not bound. {{(pid=103232) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 19:04:09.779596 n-d-713498-36 neutron-server[103229]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-897bfaef-051a-4e0f-a90f-540723e01283 admin admin] Router cce358c5-3304-4c33-bbfc-986c1eed7a6e has already been hosted by L3 agent 93303d5e-5d17-45e8-8963-7694f87783ae {{(pid=103229) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 19:04:09.782296 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-ae6b3807-5f15-401c-a481-e539d41357cf req-352e8bf2-38b9-4785-8f73-fdf03f44261a tempest-ServersOnMultiNodesTest-1472402947 tempest-ServersOnMultiNodesTest-1472402947-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762866656467', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12867576'] for port (f2af33d6-809c-4462-a1c1-648e7e81004e), after_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:04:09.784967 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc71c16e-c88a-4f24-8a39-20a2537a74e5 req-5c1eabb8-06e7-46ec-b483-9d8811e5b4e5 tempest-LiveMigrationTest-1137365927 tempest-LiveMigrationTest-1137365927-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:04:09.787627 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-cc71c16e-c88a-4f24-8a39-20a2537a74e5 req-5c1eabb8-06e7-46ec-b483-9d8811e5b4e5 tempest-LiveMigrationTest-1137365927 tempest-LiveMigrationTest-1137365927-project-admin] 10.222.0.75 "GET /v2.0/ports?device_id=59d6552c-9c7d-436a-9583-1a4c43dbfa42 HTTP/1.1" status: 200 len: 1128 time: 0.2148814 Feb 09 19:04:09.799997 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] get_ports_and_sgs() called for port_ids ['bc357ad8-1b22-4fe1-a6af-e296389a311b'] {{(pid=103232) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 19:04:09.809370 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.l3_hamode_db [None req-69a2214a-f152-429c-ab62-e63c6c42d46f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'be4a1a42-6639-4179-813a-d32a8ff58f2e', 'name': 'tempest-TaggedBootDevicesTest_v242-1855491091-router', 'tenant_id': '1165ce6413224edfb276f9f552a74208', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88055e1e-672a-4487-be31-ffb6e833ece5', 'external_fixed_ips': [{'subnet_id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'ip_address': '172.25.1.19'}], 'enable_snat': True}, 'gw_port_id': '13f899f2-2d68-415a-b3cf-d91e83d25d1b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T19:03:56Z', 'updated_at': '2022-02-09T19:04:06Z', 'revision_number': 4, 'project_id': '1165ce6413224edfb276f9f552a74208', 'gw_port': {'id': '13f899f2-2d68-415a-b3cf-d91e83d25d1b', 'name': '', 'network_id': '88055e1e-672a-4487-be31-ffb6e833ece5', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:27:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be4a1a42-6639-4179-813a-d32a8ff58f2e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 591, 'fixed_ips': [{'subnet_id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'ip_address': '172.25.1.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T19:03:58Z', 'updated_at': '2022-02-09T19:04:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-36', '_interfaces': [{'id': 'f5029e3b-38a6-4d59-a014-a781814bfad1', 'name': '', 'network_id': 'c0d79728-024b-4c62-b035-620d2aaf99fe', 'tenant_id': '1165ce6413224edfb276f9f552a74208', 'mac_address': 'fa:16:3e:03:64:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'be4a1a42-6639-4179-813a-d32a8ff58f2e', 'device_owner': 'network:router_interface', 'standard_attr_id': 610, 'fixed_ips': [{'subnet_id': '2560c25c-40bb-435f-8831-cdcd16b2f81e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T19:04:03Z', 'updated_at': '2022-02-09T19:04:06Z', 'revision_number': 2, 'project_id': '1165ce6413224edfb276f9f552a74208', 'subnets': [{'id': '2560c25c-40bb-435f-8831-cdcd16b2f81e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-36', False) {} {{(pid=103232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:04:09.841601 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-352e8bf2-38b9-4785-8f73-fdf03f44261a tempest-ServersOnMultiNodesTest-1472402947 tempest-ServersOnMultiNodesTest-1472402947-project] Pushing event updated for resources: {'Port': ['ID=f2af33d6-809c-4462-a1c1-648e7e81004e,revision_number=1']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:04:09.899625 n-d-713498-36 neutron-server[103229]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ae6b3807-5f15-401c-a481-e539d41357cf req-352e8bf2-38b9-4785-8f73-fdf03f44261a tempest-ServersOnMultiNodesTest-1472402947 tempest-ServersOnMultiNodesTest-1472402947-project] Network 2b5494c8-cf97-42c1-b902-87f998f28179 is already hosted by enough agents. {{(pid=103229) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 19:04:09.905903 n-d-713498-36 neutron-server[103229]: DEBUG neutron.scheduler.base_scheduler [req-ae6b3807-5f15-401c-a481-e539d41357cf req-352e8bf2-38b9-4785-8f73-fdf03f44261a tempest-ServersOnMultiNodesTest-1472402947 tempest-ServersOnMultiNodesTest-1472402947-project] Resources bound (agent type, host, resource id): {{(pid=103229) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 19:04:09.915042 n-d-713498-36 neutron-server[103229]: DEBUG neutron.db.l3_dvrscheduler_db [req-ae6b3807-5f15-401c-a481-e539d41357cf req-352e8bf2-38b9-4785-8f73-fdf03f44261a tempest-ServersOnMultiNodesTest-1472402947 tempest-ServersOnMultiNodesTest-1472402947-project] Received port after_create {{(pid=103229) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 19:04:09.921897 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69a2214a-f152-429c-ab62-e63c6c42d46f None None] Checking router: be4a1a42-6639-4179-813a-d32a8ff58f2e for host: n-d-713498-36 {{(pid=103232) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 19:04:09.928465 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69a2214a-f152-429c-ab62-e63c6c42d46f None None] Updating router be4a1a42-6639-4179-813a-d32a8ff58f2e port f5029e3b-38a6-4d59-a014-a781814bfad1 binding host n-d-713498-36 {{(pid=103232) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 19:04:09.932446 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-f840f977-0373-4f55-aa6d-f4381e2dae12 req-128065fc-cc37-4de6-bd32-f18d2a7dd40d tempest-SecurityGroupRulesNegativeTestJSON-778336778 tempest-SecurityGroupRulesNegativeTestJSON-778336778-project] 10.222.0.75 "GET /v2.0/security-groups/a2486651-c727-48e2-87ba-7f831ab45e89 HTTP/1.1" status: 200 len: 1829 time: 0.1574564 Feb 09 19:04:09.997066 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.v2.base [req-32253363-2a9f-414a-ab3d-458f1511a39f req-bb181a82-8c19-47e4-b435-107991473e21 tempest-SecurityGroupRulesNegativeTestJSON-778336778 tempest-SecurityGroupRulesNegativeTestJSON-778336778-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-1102988179', 'description': 'tempest-description-48027294'}} {{(pid=103230) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 19:04:10.008742 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-69a2214a-f152-429c-ab62-e63c6c42d46f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (f5029e3b-38a6-4d59-a014-a781814bfad1), before_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:04:10.056128 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.provisioning_blocks [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Provisioning complete for port 81de01c8-c6f4-40f0-a237-d3fa04784f37 triggered by entity L2. {{(pid=103232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 19:04:10.057057 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593630'] for port (81de01c8-c6f4-40f0-a237-d3fa04784f37), provisioning_complete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:04:10.073328 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-5ba17f4f-aa4a-47d9-befd-40c53c77eba0 req-cd18ff56-a984-4ada-ad07-b136d7dab407 service neutron] 10.222.0.89 "GET /v2.0/networks/2b5494c8-cf97-42c1-b902-87f998f28179?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4249315 Feb 09 19:04:10.077318 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [req-32253363-2a9f-414a-ab3d-458f1511a39f req-bb181a82-8c19-47e4-b435-107991473e21 tempest-SecurityGroupRulesNegativeTestJSON-778336778 tempest-SecurityGroupRulesNegativeTestJSON-778336778-project] Publish callbacks [] for security_group (None), before_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:04:10.095190 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-c0ffbd24-29f3-4c19-adb0-36aade4d1a83 admin admin] Publish callbacks [] for security_group (cc63c4d9-f329-4b6f-899f-9562967a7564), precommit_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:04:10.115531 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-c0ffbd24-29f3-4c19-adb0-36aade4d1a83 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1892331'] for security_group (cc63c4d9-f329-4b6f-899f-9562967a7564), after_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:04:10.251546 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c0ffbd24-29f3-4c19-adb0-36aade4d1a83 admin admin] vlan segment allocate from pool success with {'vlan_id': 391, 'physical_network': 'physnet1'} {{(pid=103230) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 19:04:10.268049 n-d-713498-36 neutron-server[103230]: DEBUG neutron.notifiers.nova [req-ae6b3807-5f15-401c-a481-e539d41357cf req-33a20b55-a76f-4a6e-9dc8-094680a9bac0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9431105a-be29-4ce5-9970-f91bee564b4b {{(pid=103230) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 19:04:10.274409 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-897bfaef-051a-4e0f-a90f-540723e01283 admin admin] Notify agent at l3_agent.n-d-713498-36 the message routers_updated {{(pid=103229) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 19:04:10.278958 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [req-32253363-2a9f-414a-ab3d-458f1511a39f req-bb181a82-8c19-47e4-b435-107991473e21 tempest-SecurityGroupRulesNegativeTestJSON-778336778 tempest-SecurityGroupRulesNegativeTestJSON-778336778-project] Publish callbacks [] for security_group (bc69fd4f-7413-4ee7-a08a-20ca181033b9), precommit_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:04:10.290086 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-897bfaef-051a-4e0f-a90f-540723e01283 admin admin] 10.222.0.75 "PUT /v2.0/routers/cce358c5-3304-4c33-bbfc-986c1eed7a6e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.7241323 Feb 09 19:04:10.290843 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [req-ae6b3807-5f15-401c-a481-e539d41357cf req-33a20b55-a76f-4a6e-9dc8-094680a9bac0 service neutron] Publish callbacks [] for port (9431105a-be29-4ce5-9970-f91bee564b4b), precommit_update {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:04:10.290843 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0ffbd24-29f3-4c19-adb0-36aade4d1a83 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cc63c4d9-f329-4b6f-899f-9562967a7564,revision_number=1']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:04:10.294603 n-d-713498-36 neutron-server[103233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f01841e8-8de2-4780-b196-ec0a270e566c None None] Sync routers for ids ['cce358c5-3304-4c33-bbfc-986c1eed7a6e'] in n-d-713498-36 {{(pid=103233) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 19:04:10.302935 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-cc71c16e-c88a-4f24-8a39-20a2537a74e5 req-45a7e6f4-1afe-4ad6-8ee0-a2ce251d86f7 tempest-LiveMigrationTest-1137365927 tempest-LiveMigrationTest-1137365927-project-admin] 10.222.0.75 "GET /v2.0/security-groups?id=ba18819a-1490-4e7b-a11b-e8610423d8ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4577105 Feb 09 19:04:10.304277 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [req-32253363-2a9f-414a-ab3d-458f1511a39f req-bb181a82-8c19-47e4-b435-107991473e21 tempest-SecurityGroupRulesNegativeTestJSON-778336778 tempest-SecurityGroupRulesNegativeTestJSON-778336778-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1892331'] for security_group (bc69fd4f-7413-4ee7-a08a-20ca181033b9), after_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:04:10.320088 n-d-713498-36 neutron-server[103233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f01841e8-8de2-4780-b196-ec0a270e566c None None] Routers {'cce358c5-3304-4c33-bbfc-986c1eed7a6e'} bound to L3 agent in host n-d-713498-36 {{(pid=103233) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 19:04:10.322254 n-d-713498-36 neutron-server[103233]: DEBUG neutron.db.l3_hamode_db [None req-f01841e8-8de2-4780-b196-ec0a270e566c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T18:51:43Z,description=,heartbeat_timestamp=2022-02-09T19:03:43Z,host='n-d-713498-36',id=93303d5e-5d17-45e8-8963-7694f87783ae,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T18:51:43Z,topic='l3_agent')) {'router_ids': ['cce358c5-3304-4c33-bbfc-986c1eed7a6e'], 'active': True} {{(pid=103233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:04:10.327141 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-c0ffbd24-29f3-4c19-adb0-36aade4d1a83 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-759574'] for segment (ddd7ee15-d376-483e-82d4-8429af82ad81), precommit_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:04:10.327486 n-d-713498-36 neutron-server[103230]: INFO neutron.db.segments_db [None req-c0ffbd24-29f3-4c19-adb0-36aade4d1a83 admin admin] Added segment ddd7ee15-d376-483e-82d4-8429af82ad81 of type vlan for network 4b4a4f04-9554-422a-8d57-eaf8329dcb91 Feb 09 19:04:10.337094 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae6b3807-5f15-401c-a481-e539d41357cf req-352e8bf2-38b9-4785-8f73-fdf03f44261a tempest-ServersOnMultiNodesTest-1472402947 tempest-ServersOnMultiNodesTest-1472402947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:04:10.338088 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-ae6b3807-5f15-401c-a481-e539d41357cf req-352e8bf2-38b9-4785-8f73-fdf03f44261a tempest-ServersOnMultiNodesTest-1472402947 tempest-ServersOnMultiNodesTest-1472402947-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171096'] for port (None), before_response {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:04:10.356326 n-d-713498-36 neutron-server[103230]: DEBUG neutron.db.provisioning_blocks [req-ae6b3807-5f15-401c-a481-e539d41357cf req-33a20b55-a76f-4a6e-9dc8-094680a9bac0 service neutron] Transition to ACTIVE for port object 9431105a-be29-4ce5-9970-f91bee564b4b will not be triggered until provisioned by entity L2. {{(pid=103230) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 19:04:10.398141 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [req-ae6b3807-5f15-401c-a481-e539d41357cf req-33a20b55-a76f-4a6e-9dc8-094680a9bac0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762867176205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762866656485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762866656503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14393758'] for port (9431105a-be29-4ce5-9970-f91bee564b4b), after_update {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:04:10.419926 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-ae6b3807-5f15-401c-a481-e539d41357cf req-352e8bf2-38b9-4785-8f73-fdf03f44261a tempest-ServersOnMultiNodesTest-1472402947 tempest-ServersOnMultiNodesTest-1472402947-project] 10.222.0.90 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 4.2023990 Feb 09 19:04:10.424140 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-5ba17f4f-aa4a-47d9-befd-40c53c77eba0 req-a82ff3aa-1e95-499e-8eb4-ea29c305597c service neutron] 10.222.0.89 "GET /v2.0/networks/2b5494c8-cf97-42c1-b902-87f998f28179?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3333063 Feb 09 19:04:10.465025 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [req-32253363-2a9f-414a-ab3d-458f1511a39f req-bb181a82-8c19-47e4-b435-107991473e21 tempest-SecurityGroupRulesNegativeTestJSON-778336778 tempest-SecurityGroupRulesNegativeTestJSON-778336778-project] Publish callbacks [] for security_group (None), before_response {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:04:10.466494 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-32253363-2a9f-414a-ab3d-458f1511a39f req-bb181a82-8c19-47e4-b435-107991473e21 tempest-SecurityGroupRulesNegativeTestJSON-778336778 tempest-SecurityGroupRulesNegativeTestJSON-778336778-project] 10.222.0.75 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1833 time: 0.4778230 Feb 09 19:04:10.486136 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-c0ffbd24-29f3-4c19-adb0-36aade4d1a83 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762866642225'] for network (4b4a4f04-9554-422a-8d57-eaf8329dcb91), precommit_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:04:10.495867 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.v2.base [req-ae6b3807-5f15-401c-a481-e539d41357cf req-8ffb72b3-9e63-455d-9aac-011168565556 service neutron] Request body: {'port': {'device_id': '80c4e695-e3b4-42be-ba0e-5756305138f1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-713498-36'}} {{(pid=103229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 19:04:10.516652 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb181a82-8c19-47e4-b435-107991473e21 tempest-SecurityGroupRulesNegativeTestJSON-778336778 tempest-SecurityGroupRulesNegativeTestJSON-778336778-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bc69fd4f-7413-4ee7-a08a-20ca181033b9,revision_number=1']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:04:10.659836 n-d-713498-36 neutron-server[103233]: DEBUG neutron.db.l3_dvr_db [None req-f01841e8-8de2-4780-b196-ec0a270e566c None None] Set router cce358c5-3304-4c33-bbfc-986c1eed7a6e gateway port host: n-d-713498-36 {{(pid=103233) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 19:04:10.699824 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33a20b55-a76f-4a6e-9dc8-094680a9bac0 service neutron] Pushing event updated for resources: {'Port': ['ID=9431105a-be29-4ce5-9970-f91bee564b4b,revision_number=2']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:04:10.731150 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-ae6b3807-5f15-401c-a481-e539d41357cf req-8ffb72b3-9e63-455d-9aac-011168565556 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (f2af33d6-809c-4462-a1c1-648e7e81004e), before_update {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:04:10.790056 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-c0ffbd24-29f3-4c19-adb0-36aade4d1a83 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1885479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452'] for network (4b4a4f04-9554-422a-8d57-eaf8329dcb91), after_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:04:10.791025 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0ffbd24-29f3-4c19-adb0-36aade4d1a83 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:04:10.791606 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-c0ffbd24-29f3-4c19-adb0-36aade4d1a83 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1613566'] for network (None), before_response {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:04:10.841353 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f9d0629-0d46-44ab-9536-e2462049663f req-97cc512f-f4e0-46a9-b4d9-0d6d2b679139 tempest-ServersOnMultiNodesTest-1472402947 tempest-ServersOnMultiNodesTest-1472402947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:04:10.859524 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-7f9d0629-0d46-44ab-9536-e2462049663f req-97cc512f-f4e0-46a9-b4d9-0d6d2b679139 tempest-ServersOnMultiNodesTest-1472402947 tempest-ServersOnMultiNodesTest-1472402947-project] 10.222.0.75 "GET /v2.0/ports?device_id=2f45403d-b7ca-4d38-8d27-19538a1473d9 HTTP/1.1" status: 200 len: 947 time: 0.4382281 Feb 09 19:04:10.892455 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-c0ffbd24-29f3-4c19-adb0-36aade4d1a83 admin admin] 10.222.0.75 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 1.2501104 Feb 09 19:04:10.893575 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-69a2214a-f152-429c-ab62-e63c6c42d46f None None] Publish callbacks [] for port (f5029e3b-38a6-4d59-a014-a781814bfad1), precommit_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:04:10.897208 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 48894) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:04:10.905891 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.provisioning_blocks [None req-216cd594-a5a8-40c8-94b6-74626eb26740 None None] Provisioning complete for port f2af33d6-809c-4462-a1c1-648e7e81004e triggered by entity DHCP. {{(pid=103232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 19:04:10.907010 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-216cd594-a5a8-40c8-94b6-74626eb26740 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593630'] for port (f2af33d6-809c-4462-a1c1-648e7e81004e), provisioning_complete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:04:10.912363 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.v2.base [None req-9ecf3cf8-bb96-4684-bfa2-4813f6a0cf5d admin admin] Request body: {'subnet': {'network_id': '4b4a4f04-9554-422a-8d57-eaf8329dcb91', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest_v242-464618955-subnet', 'tenant_id': 'fc48f1fb5a9b4a3a92e70a04d215ce84', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103230) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 19:04:10.920361 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0ffbd24-29f3-4c19-adb0-36aade4d1a83 admin admin] Pushing event updated for resources: {'Network': ['ID=4b4a4f04-9554-422a-8d57-eaf8329dcb91,revision_number=1']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:04:10.952987 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71b1ad6d-9cf1-422d-a96c-88e003d956a3 req-fd893bef-624a-4624-9928-668ec4af7a67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:04:10.956373 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-71b1ad6d-9cf1-422d-a96c-88e003d956a3 req-fd893bef-624a-4624-9928-668ec4af7a67 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=8f2bcb5e327341c189d64292b309c17c&device_id=c082bc13-8194-4bdb-a323-42b0de08e605 HTTP/1.1" status: 200 len: 1130 time: 0.3959081 Feb 09 19:04:10.964656 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-07328b7d-7c1b-4fe7-8f2a-d4069809685a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762867132591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593584'] for agent (af91e4b9-f4e1-42b1-a25c-a10dc47171c8), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:04:10.978112 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-216cd594-a5a8-40c8-94b6-74626eb26740 None None] Port f2af33d6-809c-4462-a1c1-648e7e81004e cannot update to ACTIVE because it is not bound. {{(pid=103232) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 19:04:10.983933 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Network 4b4a4f04-9554-422a-8d57-eaf8329dcb91 details requested by agent ovs-agent-n-d-713498-36 with host n-d-713498-36 {{(pid=103232) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 19:04:11.081166 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-7f9d0629-0d46-44ab-9536-e2462049663f req-fb383411-07f3-434d-a47c-4ca0c35b5670 tempest-ServersOnMultiNodesTest-1472402947 tempest-ServersOnMultiNodesTest-1472402947-project] 10.222.0.75 "GET /v2.0/security-groups?id=aed5302d-0478-4b9d-b014-143adc5c0d74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2064438 Feb 09 19:04:11.132257 n-d-713498-36 neutron-server[103233]: DEBUG neutron.db.l3_hamode_db [None req-f01841e8-8de2-4780-b196-ec0a270e566c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cce358c5-3304-4c33-bbfc-986c1eed7a6e', 'name': 'tempest-FloatingIPsAssociationTestJSON-2139759441-router', 'tenant_id': '0e772d8c7ac44b1fbd56efaf46b6dbd8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88055e1e-672a-4487-be31-ffb6e833ece5', 'external_fixed_ips': [{'subnet_id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'ip_address': '172.25.1.54'}], 'enable_snat': True}, 'gw_port_id': '81de01c8-c6f4-40f0-a237-d3fa04784f37', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T19:03:57Z', 'updated_at': '2022-02-09T19:04:06Z', 'revision_number': 4, 'project_id': '0e772d8c7ac44b1fbd56efaf46b6dbd8', 'gw_port': {'id': '81de01c8-c6f4-40f0-a237-d3fa04784f37', 'name': '', 'network_id': '88055e1e-672a-4487-be31-ffb6e833ece5', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:69:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cce358c5-3304-4c33-bbfc-986c1eed7a6e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 592, 'fixed_ips': [{'subnet_id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'ip_address': '172.25.1.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T19:03:58Z', 'updated_at': '2022-02-09T19:04:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-36', '_interfaces': [{'id': '9dab1ea3-55fb-405d-b11c-f3605a977927', 'name': '', 'network_id': 'f1e6924e-7348-48ca-aa14-d5834e100bd2', 'tenant_id': '0e772d8c7ac44b1fbd56efaf46b6dbd8', 'mac_address': 'fa:16:3e:22:ac:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cce358c5-3304-4c33-bbfc-986c1eed7a6e', 'device_owner': 'network:router_interface', 'standard_attr_id': 608, 'fixed_ips': [{'subnet_id': '7ab1963a-39ad-4d86-9549-880198499f42', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T19:04:03Z', 'updated_at': '2022-02-09T19:04:07Z', 'revision_number': 2, 'project_id': '0e772d8c7ac44b1fbd56efaf46b6dbd8', 'subnets': [{'id': '7ab1963a-39ad-4d86-9549-880198499f42', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-36', False) {} {{(pid=103233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:04:11.191213 n-d-713498-36 neutron-server[103233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f01841e8-8de2-4780-b196-ec0a270e566c None None] Checking router: cce358c5-3304-4c33-bbfc-986c1eed7a6e for host: n-d-713498-36 {{(pid=103233) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 19:04:11.191915 n-d-713498-36 neutron-server[103233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f01841e8-8de2-4780-b196-ec0a270e566c None None] Updating router cce358c5-3304-4c33-bbfc-986c1eed7a6e port 9dab1ea3-55fb-405d-b11c-f3605a977927 binding host n-d-713498-36 {{(pid=103233) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 19:04:11.291963 n-d-713498-36 neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-f01841e8-8de2-4780-b196-ec0a270e566c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (9dab1ea3-55fb-405d-b11c-f3605a977927), before_update {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:04:11.298445 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-69a2214a-f152-429c-ab62-e63c6c42d46f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762867176205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762866656485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762866656503'] for port (f5029e3b-38a6-4d59-a014-a781814bfad1), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:04:11.299227 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-5611e586-d462-43b2-af7c-0fa44fb2d399 req-2320f069-6f4d-45e4-8326-686e6bddbc90 tempest-SecurityGroupRulesNegativeTestJSON-778336778 tempest-SecurityGroupRulesNegativeTestJSON-778336778-project] 10.222.0.75 "GET /v2.0/security-groups/bc69fd4f-7413-4ee7-a08a-20ca181033b9 HTTP/1.1" status: 200 len: 1828 time: 0.2017031 Feb 09 19:04:11.314255 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.managers [req-ae6b3807-5f15-401c-a481-e539d41357cf req-33a20b55-a76f-4a6e-9dc8-094680a9bac0 service neutron] Attempting to bind port 9431105a-be29-4ce5-9970-f91bee564b4b on host n-h2-713498-36 for vnic_type normal with profile {{(pid=103230) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 19:04:11.314794 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.managers [req-ae6b3807-5f15-401c-a481-e539d41357cf req-33a20b55-a76f-4a6e-9dc8-094680a9bac0 service neutron] Attempting to bind port 9431105a-be29-4ce5-9970-f91bee564b4b by drivers openvswitch,hyperv on host n-h2-713498-36 at level 0 using segments [{'id': '50e5915e-18f0-4558-9a28-b978975ead36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': '2b5494c8-cf97-42c1-b902-87f998f28179'}] {{(pid=103230) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 19:04:11.315295 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae6b3807-5f15-401c-a481-e539d41357cf req-33a20b55-a76f-4a6e-9dc8-094680a9bac0 service neutron] Attempting to bind port 9431105a-be29-4ce5-9970-f91bee564b4b on network 2b5494c8-cf97-42c1-b902-87f998f28179 {{(pid=103230) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 19:04:11.325660 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b913ce9f-2622-41b0-b0e2-295229b79ca5 req-0991c1de-2e78-45d6-9c0d-f760648e0b4f tempest-ServersAdminNegativeTestJSON-2127918484 tempest-ServersAdminNegativeTestJSON-2127918484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:04:11.333335 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-b913ce9f-2622-41b0-b0e2-295229b79ca5 req-0991c1de-2e78-45d6-9c0d-f760648e0b4f tempest-ServersAdminNegativeTestJSON-2127918484 tempest-ServersAdminNegativeTestJSON-2127918484-project] 10.222.0.75 "GET /v2.0/ports?device_id=c082bc13-8194-4bdb-a323-42b0de08e605 HTTP/1.1" status: 200 len: 947 time: 0.6297135 Feb 09 19:04:11.343728 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9ecf3cf8-bb96-4684-bfa2-4813f6a0cf5d admin admin] Made reservation on behalf of fc48f1fb5a9b4a3a92e70a04d215ce84 for: {'subnet': 1} {{(pid=103230) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 19:04:11.346148 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-9ecf3cf8-bb96-4684-bfa2-4813f6a0cf5d admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12985917'] for subnet (None), before_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:04:11.348377 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae6b3807-5f15-401c-a481-e539d41357cf req-33a20b55-a76f-4a6e-9dc8-094680a9bac0 service neutron] Port 9431105a-be29-4ce5-9970-f91bee564b4b on network 2b5494c8-cf97-42c1-b902-87f998f28179 not bound, no agent of type Open vSwitch agent registered on host n-h2-713498-36 {{(pid=103230) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 19:04:11.349006 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae6b3807-5f15-401c-a481-e539d41357cf req-33a20b55-a76f-4a6e-9dc8-094680a9bac0 service neutron] Attempting to bind port 9431105a-be29-4ce5-9970-f91bee564b4b on network 2b5494c8-cf97-42c1-b902-87f998f28179 {{(pid=103230) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 19:04:11.349574 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71b1ad6d-9cf1-422d-a96c-88e003d956a3 req-04c8498e-17fa-46c8-a3b0-032afdaa4cf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:04:11.355838 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-71b1ad6d-9cf1-422d-a96c-88e003d956a3 req-04c8498e-17fa-46c8-a3b0-032afdaa4cf2 service neutron] 10.222.0.89 "GET /v2.0/networks?id=2b5494c8-cf97-42c1-b902-87f998f28179 HTTP/1.1" status: 200 len: 870 time: 0.2984161 Feb 09 19:04:11.394330 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae6b3807-5f15-401c-a481-e539d41357cf req-33a20b55-a76f-4a6e-9dc8-094680a9bac0 service neutron] Checking agent: {'id': 'bcd5faee-dc24-4298-9134-0e0aa054058e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713498-36', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 18, 59, 19), 'started_at': datetime.datetime(2022, 2, 9, 18, 59, 19), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 19, 3, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103230) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 19:04:11.398424 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae6b3807-5f15-401c-a481-e539d41357cf req-33a20b55-a76f-4a6e-9dc8-094680a9bac0 service neutron] Checking segment: {'id': '50e5915e-18f0-4558-9a28-b978975ead36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': '2b5494c8-cf97-42c1-b902-87f998f28179'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103230) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 19:04:11.399043 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae6b3807-5f15-401c-a481-e539d41357cf req-33a20b55-a76f-4a6e-9dc8-094680a9bac0 service neutron] Bound using segment: {'id': '50e5915e-18f0-4558-9a28-b978975ead36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': '2b5494c8-cf97-42c1-b902-87f998f28179'} {{(pid=103230) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 19:04:11.399677 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.managers [req-ae6b3807-5f15-401c-a481-e539d41357cf req-33a20b55-a76f-4a6e-9dc8-094680a9bac0 service neutron] Bound port: 9431105a-be29-4ce5-9970-f91bee564b4b, host: n-h2-713498-36, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '50e5915e-18f0-4558-9a28-b978975ead36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': '2b5494c8-cf97-42c1-b902-87f998f28179'}}] {{(pid=103230) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 19:04:11.400212 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [req-ae6b3807-5f15-401c-a481-e539d41357cf req-33a20b55-a76f-4a6e-9dc8-094680a9bac0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (9431105a-be29-4ce5-9970-f91bee564b4b), before_update {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:04:11.469540 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a21ab4ea-f69b-413d-9099-c2343deac3e3 None None] Pushing event updated for resources: {'Port': ['ID=f5029e3b-38a6-4d59-a014-a781814bfad1,revision_number=3']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:04:11.519853 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-71b1ad6d-9cf1-422d-a96c-88e003d956a3 req-217f6a6e-793b-4e0b-a284-1f6b4d63a7d5 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.60&port_id=8b691445-3686-4647-a8b1-7728ec31fbe4 HTTP/1.1" status: 200 len: 217 time: 0.1220846 Feb 09 19:04:11.601386 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Current status of the port 81de01c8-c6f4-40f0-a237-d3fa04784f37 is: ACTIVE; New status is: ACTIVE {{(pid=103232) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 19:04:11.642904 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-b913ce9f-2622-41b0-b0e2-295229b79ca5 req-72381a5d-6f01-4353-9610-2614f2d1f70b tempest-ServersAdminNegativeTestJSON-2127918484 tempest-ServersAdminNegativeTestJSON-2127918484-project] 10.222.0.75 "GET /v2.0/security-groups?id=c2a1d80e-4c84-44c1-8257-66d4ceb1ab5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3082933 Feb 09 19:04:11.685288 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.managers [None req-69a2214a-f152-429c-ab62-e63c6c42d46f None None] Attempting to bind port f5029e3b-38a6-4d59-a014-a781814bfad1 on host n-d-713498-36 for vnic_type normal with profile {{(pid=103232) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 19:04:11.687510 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.managers [None req-69a2214a-f152-429c-ab62-e63c6c42d46f None None] Attempting to bind port f5029e3b-38a6-4d59-a014-a781814bfad1 by drivers openvswitch,hyperv on host n-d-713498-36 at level 0 using segments [{'id': '8ae1b900-d52d-4214-8642-0ef5379b7314', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': 'c0d79728-024b-4c62-b035-620d2aaf99fe'}] {{(pid=103232) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 19:04:11.687922 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69a2214a-f152-429c-ab62-e63c6c42d46f None None] Attempting to bind port f5029e3b-38a6-4d59-a014-a781814bfad1 on network c0d79728-024b-4c62-b035-620d2aaf99fe {{(pid=103232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 19:04:11.700217 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69a2214a-f152-429c-ab62-e63c6c42d46f None None] Checking agent: {'id': '496418a2-c002-4aec-ab1a-07f3bea491bd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-36', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 18, 51, 47), 'started_at': datetime.datetime(2022, 2, 9, 18, 52, 17), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 19, 3, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-36'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 19:04:11.700217 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69a2214a-f152-429c-ab62-e63c6c42d46f None None] Checking segment: {'id': '8ae1b900-d52d-4214-8642-0ef5379b7314', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': 'c0d79728-024b-4c62-b035-620d2aaf99fe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103232) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 19:04:11.700603 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-69a2214a-f152-429c-ab62-e63c6c42d46f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:04:11.700892 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71b1ad6d-9cf1-422d-a96c-88e003d956a3 req-143cd64a-2714-449b-8b52-80dd6ee69d31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:04:11.702474 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-71b1ad6d-9cf1-422d-a96c-88e003d956a3 req-143cd64a-2714-449b-8b52-80dd6ee69d31 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=60b561cb-321e-4f83-9bb3-92b2e1d0dc44 HTTP/1.1" status: 200 len: 843 time: 0.1482534 Feb 09 19:04:11.703400 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69a2214a-f152-429c-ab62-e63c6c42d46f None None] Bound using segment: {'id': '8ae1b900-d52d-4214-8642-0ef5379b7314', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': 'c0d79728-024b-4c62-b035-620d2aaf99fe'} {{(pid=103232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 19:04:11.703904 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.managers [None req-69a2214a-f152-429c-ab62-e63c6c42d46f None None] Bound port: f5029e3b-38a6-4d59-a014-a781814bfad1, host: n-d-713498-36, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8ae1b900-d52d-4214-8642-0ef5379b7314', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': 'c0d79728-024b-4c62-b035-620d2aaf99fe'}}] {{(pid=103232) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 19:04:11.704707 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-69a2214a-f152-429c-ab62-e63c6c42d46f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (f5029e3b-38a6-4d59-a014-a781814bfad1), before_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:04:11.791493 n-d-713498-36 neutron-server[103230]: INFO neutron.api.v2.resource [req-31402b01-355e-45d0-99c2-73e23ed6b190 req-01d4f817-3ca9-43c2-b134-94312627213f tempest-SecurityGroupRulesNegativeTestJSON-778336778 tempest-SecurityGroupRulesNegativeTestJSON-778336778-project] show failed (client error): The resource could not be found. Feb 09 19:04:11.793739 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-31402b01-355e-45d0-99c2-73e23ed6b190 req-01d4f817-3ca9-43c2-b134-94312627213f tempest-SecurityGroupRulesNegativeTestJSON-778336778 tempest-SecurityGroupRulesNegativeTestJSON-778336778-project] 10.222.0.75 "GET /v2.0/security-groups/6a07ab5a-5970-43f3-a1ef-152779980189 HTTP/1.1" status: 404 len: 352 time: 0.1020460 Feb 09 19:04:11.829158 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-69a2214a-f152-429c-ab62-e63c6c42d46f None None] For port f5029e3b-38a6-4d59-a014-a781814bfad1, host n-d-713498-36, cleared binding levels {{(pid=103232) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 19:04:11.838489 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-69a2214a-f152-429c-ab62-e63c6c42d46f None None] For port f5029e3b-38a6-4d59-a014-a781814bfad1, host n-d-713498-36, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-36',level=0,port_id=f5029e3b-38a6-4d59-a014-a781814bfad1,segment=NetworkSegment(8ae1b900-d52d-4214-8642-0ef5379b7314),segment_id=8ae1b900-d52d-4214-8642-0ef5379b7314)] {{(pid=103232) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 19:04:11.867695 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-69a2214a-f152-429c-ab62-e63c6c42d46f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762867176205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762866656485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762866656503'] for port (f5029e3b-38a6-4d59-a014-a781814bfad1), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:04:11.891095 n-d-713498-36 neutron-server[103229]: DEBUG neutron.notifiers.nova [req-ae6b3807-5f15-401c-a481-e539d41357cf req-8ffb72b3-9e63-455d-9aac-011168565556 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f2af33d6-809c-4462-a1c1-648e7e81004e {{(pid=103229) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 19:04:11.904201 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-ae6b3807-5f15-401c-a481-e539d41357cf req-8ffb72b3-9e63-455d-9aac-011168565556 service neutron] Publish callbacks [] for port (f2af33d6-809c-4462-a1c1-648e7e81004e), precommit_update {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:04:11.914726 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71b1ad6d-9cf1-422d-a96c-88e003d956a3 req-33862035-0b29-4df3-a39f-3a65191bc4ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:04:11.916233 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-71b1ad6d-9cf1-422d-a96c-88e003d956a3 req-33862035-0b29-4df3-a39f-3a65191bc4ec service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=2b5494c8-cf97-42c1-b902-87f998f28179&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.2034030 Feb 09 19:04:11.916717 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.db [req-ae6b3807-5f15-401c-a481-e539d41357cf req-33a20b55-a76f-4a6e-9dc8-094680a9bac0 service neutron] For port 9431105a-be29-4ce5-9970-f91bee564b4b, host n-h2-713498-36, cleared binding levels {{(pid=103230) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 19:04:11.923877 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.db [req-ae6b3807-5f15-401c-a481-e539d41357cf req-33a20b55-a76f-4a6e-9dc8-094680a9bac0 service neutron] For port 9431105a-be29-4ce5-9970-f91bee564b4b, host n-h2-713498-36, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-36',level=0,port_id=9431105a-be29-4ce5-9970-f91bee564b4b,segment=NetworkSegment(50e5915e-18f0-4558-9a28-b978975ead36),segment_id=50e5915e-18f0-4558-9a28-b978975ead36)] {{(pid=103230) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 19:04:11.933656 n-d-713498-36 neutron-server[103229]: DEBUG neutron.db.provisioning_blocks [req-ae6b3807-5f15-401c-a481-e539d41357cf req-8ffb72b3-9e63-455d-9aac-011168565556 service neutron] Transition to ACTIVE for port object f2af33d6-809c-4462-a1c1-648e7e81004e will not be triggered until provisioned by entity L2. {{(pid=103229) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 19:04:11.947351 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-ae6b3807-5f15-401c-a481-e539d41357cf req-8ffb72b3-9e63-455d-9aac-011168565556 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762867176205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762866656485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762866656503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12867569'] for port (f2af33d6-809c-4462-a1c1-648e7e81004e), after_update {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:04:11.968601 n-d-713498-36 neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-f01841e8-8de2-4780-b196-ec0a270e566c None None] Publish callbacks [] for port (9dab1ea3-55fb-405d-b11c-f3605a977927), precommit_update {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:04:11.977499 n-d-713498-36 neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-f01841e8-8de2-4780-b196-ec0a270e566c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762867176205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762866656485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762866656503'] for port (9dab1ea3-55fb-405d-b11c-f3605a977927), after_update {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:04:11.997395 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [req-ae6b3807-5f15-401c-a481-e539d41357cf req-33a20b55-a76f-4a6e-9dc8-094680a9bac0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762867176205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762866656485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762866656503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14393758'] for port (9431105a-be29-4ce5-9970-f91bee564b4b), after_update {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:04:12.008767 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a21ab4ea-f69b-413d-9099-c2343deac3e3 None None] Pushing event updated for resources: {'Port': ['ID=f5029e3b-38a6-4d59-a014-a781814bfad1,revision_number=4']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:04:12.053829 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.provisioning_blocks [None req-d8224167-f323-4aa1-a90c-5bd65ceb9727 None None] Provisioning complete for port f5029e3b-38a6-4d59-a014-a781814bfad1 triggered by entity DHCP. {{(pid=103232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 19:04:12.054240 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-d8224167-f323-4aa1-a90c-5bd65ceb9727 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593630'] for port (f5029e3b-38a6-4d59-a014-a781814bfad1), provisioning_complete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:04:12.130141 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae6b3807-5f15-401c-a481-e539d41357cf req-33a20b55-a76f-4a6e-9dc8-094680a9bac0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:04:12.132093 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [req-ae6b3807-5f15-401c-a481-e539d41357cf req-33a20b55-a76f-4a6e-9dc8-094680a9bac0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171096'] for port (None), before_response {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:04:12.134523 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-ae6b3807-5f15-401c-a481-e539d41357cf req-33a20b55-a76f-4a6e-9dc8-094680a9bac0 service neutron] 10.222.0.90 "PUT /v2.0/ports/9431105a-be29-4ce5-9970-f91bee564b4b HTTP/1.1" status: 200 len: 1096 time: 3.4020774 Feb 09 19:04:12.136087 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69a2214a-f152-429c-ab62-e63c6c42d46f None None] Routers {'be4a1a42-6639-4179-813a-d32a8ff58f2e'} bound to L3 agent in host n-d-713498-36 {{(pid=103232) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 19:04:12.136744 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.l3_hamode_db [None req-69a2214a-f152-429c-ab62-e63c6c42d46f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T18:51:43Z,description=,heartbeat_timestamp=2022-02-09T19:03:43Z,host='n-d-713498-36',id=93303d5e-5d17-45e8-8963-7694f87783ae,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T18:51:43Z,topic='l3_agent')) {'router_ids': ['be4a1a42-6639-4179-813a-d32a8ff58f2e'], 'active': True} {{(pid=103232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:04:12.158113 n-d-713498-36 neutron-server[103230]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2f45403d-b7ca-4d38-8d27-19538a1473d9', 'tag': '9431105a-be29-4ce5-9970-f91bee564b4b'}] {{(pid=103230) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 19:04:12.169356 n-d-713498-36 neutron-server[103230]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aee5919275bae9f72eb374ee322673045eb80c1f84b4b45a97d96923bd50ab51" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-88aac4b3-25ec-4e96-b829-a2b278b08b65" -d '{"events": [{"name": "network-changed", "server_uuid": "2f45403d-b7ca-4d38-8d27-19538a1473d9", "tag": "9431105a-be29-4ce5-9970-f91bee564b4b"}]}' {{(pid=103230) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 19:04:12.217175 n-d-713498-36 neutron-server[103233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24b8d244-9781-41be-8107-c1cec0ec0827 None None] Pushing event updated for resources: {'Port': ['ID=9dab1ea3-55fb-405d-b11c-f3605a977927,revision_number=3']} {{(pid=103233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:04:12.368964 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33a20b55-a76f-4a6e-9dc8-094680a9bac0 service neutron] Pushing event updated for resources: {'Port': ['ID=9431105a-be29-4ce5-9970-f91bee564b4b,revision_number=3']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:04:12.380653 n-d-713498-36 neutron-server[103233]: DEBUG neutron.plugins.ml2.managers [None req-f01841e8-8de2-4780-b196-ec0a270e566c None None] Attempting to bind port 9dab1ea3-55fb-405d-b11c-f3605a977927 on host n-d-713498-36 for vnic_type normal with profile {{(pid=103233) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 19:04:12.381314 n-d-713498-36 neutron-server[103233]: DEBUG neutron.plugins.ml2.managers [None req-f01841e8-8de2-4780-b196-ec0a270e566c None None] Attempting to bind port 9dab1ea3-55fb-405d-b11c-f3605a977927 by drivers openvswitch,hyperv on host n-d-713498-36 at level 0 using segments [{'id': '645882ad-a796-4218-a7d9-a75443ad9585', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': 'f1e6924e-7348-48ca-aa14-d5834e100bd2'}] {{(pid=103233) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 19:04:12.382065 n-d-713498-36 neutron-server[103233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f01841e8-8de2-4780-b196-ec0a270e566c None None] Attempting to bind port 9dab1ea3-55fb-405d-b11c-f3605a977927 on network f1e6924e-7348-48ca-aa14-d5834e100bd2 {{(pid=103233) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 19:04:12.396978 n-d-713498-36 neutron-server[103233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f01841e8-8de2-4780-b196-ec0a270e566c None None] Checking agent: {'id': '496418a2-c002-4aec-ab1a-07f3bea491bd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-36', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 18, 51, 47), 'started_at': datetime.datetime(2022, 2, 9, 18, 52, 17), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 19, 3, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-36'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103233) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 19:04:12.397805 n-d-713498-36 neutron-server[103233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f01841e8-8de2-4780-b196-ec0a270e566c None None] Checking segment: {'id': '645882ad-a796-4218-a7d9-a75443ad9585', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': 'f1e6924e-7348-48ca-aa14-d5834e100bd2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103233) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 19:04:12.399029 n-d-713498-36 neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-f01841e8-8de2-4780-b196-ec0a270e566c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:04:12.399619 n-d-713498-36 neutron-server[103233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f01841e8-8de2-4780-b196-ec0a270e566c None None] Bound using segment: {'id': '645882ad-a796-4218-a7d9-a75443ad9585', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': 'f1e6924e-7348-48ca-aa14-d5834e100bd2'} {{(pid=103233) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 19:04:12.404481 n-d-713498-36 neutron-server[103233]: DEBUG neutron.plugins.ml2.managers [None req-f01841e8-8de2-4780-b196-ec0a270e566c None None] Bound port: 9dab1ea3-55fb-405d-b11c-f3605a977927, host: n-d-713498-36, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '645882ad-a796-4218-a7d9-a75443ad9585', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': 'f1e6924e-7348-48ca-aa14-d5834e100bd2'}}] {{(pid=103233) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 19:04:12.405108 n-d-713498-36 neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-f01841e8-8de2-4780-b196-ec0a270e566c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (9dab1ea3-55fb-405d-b11c-f3605a977927), before_update {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:04:12.417568 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01058f45-32a3-4032-8431-43084846d6ea req-969096c0-a0e2-47e7-9d63-88622b47f8d8 tempest-LiveMigrationTest-1137365927 tempest-LiveMigrationTest-1137365927-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:04:12.421688 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-01058f45-32a3-4032-8431-43084846d6ea req-969096c0-a0e2-47e7-9d63-88622b47f8d8 tempest-LiveMigrationTest-1137365927 tempest-LiveMigrationTest-1137365927-project-admin] 10.222.0.75 "GET /v2.0/ports?device_id=59d6552c-9c7d-436a-9583-1a4c43dbfa42 HTTP/1.1" status: 200 len: 1128 time: 0.4453435 Feb 09 19:04:12.429558 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-9ecf3cf8-bb96-4684-bfa2-4813f6a0cf5d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14393611', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12985859'] for subnet (1c0a26fa-85f5-4288-a9e7-ccef4643fbad), after_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:04:12.469432 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-d8224167-f323-4aa1-a90c-5bd65ceb9727 None None] Current status of the port f5029e3b-38a6-4d59-a014-a781814bfad1 is: DOWN; New status is: ACTIVE {{(pid=103232) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 19:04:12.469900 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-d8224167-f323-4aa1-a90c-5bd65ceb9727 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (f5029e3b-38a6-4d59-a014-a781814bfad1), before_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:04:12.532779 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-d8224167-f323-4aa1-a90c-5bd65ceb9727 None None] For port f5029e3b-38a6-4d59-a014-a781814bfad1, host n-d-713498-36, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-36',level=0,port_id=f5029e3b-38a6-4d59-a014-a781814bfad1,segment=NetworkSegment(8ae1b900-d52d-4214-8642-0ef5379b7314),segment_id=8ae1b900-d52d-4214-8642-0ef5379b7314)] {{(pid=103232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 19:04:12.534940 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.l3_dvr_db [None req-69a2214a-f152-429c-ab62-e63c6c42d46f None None] Set router be4a1a42-6639-4179-813a-d32a8ff58f2e gateway port host: n-d-713498-36 {{(pid=103232) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 19:04:12.578954 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-d8224167-f323-4aa1-a90c-5bd65ceb9727 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762867176205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762866656485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762866656503'] for port (f5029e3b-38a6-4d59-a014-a781814bfad1), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:04:12.579441 n-d-713498-36 neutron-server[103233]: DEBUG neutron.plugins.ml2.db [None req-f01841e8-8de2-4780-b196-ec0a270e566c None None] For port 9dab1ea3-55fb-405d-b11c-f3605a977927, host n-d-713498-36, cleared binding levels {{(pid=103233) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 19:04:12.588323 n-d-713498-36 neutron-server[103233]: DEBUG neutron.plugins.ml2.db [None req-f01841e8-8de2-4780-b196-ec0a270e566c None None] For port 9dab1ea3-55fb-405d-b11c-f3605a977927, host n-d-713498-36, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-36',level=0,port_id=9dab1ea3-55fb-405d-b11c-f3605a977927,segment=NetworkSegment(645882ad-a796-4218-a7d9-a75443ad9585),segment_id=645882ad-a796-4218-a7d9-a75443ad9585)] {{(pid=103233) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 19:04:12.605521 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae6b3807-5f15-401c-a481-e539d41357cf req-73e94694-eb9e-4edd-9891-120973371632 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:04:12.606424 n-d-713498-36 neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-f01841e8-8de2-4780-b196-ec0a270e566c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762867176205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762866656485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762866656503'] for port (9dab1ea3-55fb-405d-b11c-f3605a977927), after_update {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:04:12.607590 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-ae6b3807-5f15-401c-a481-e539d41357cf req-73e94694-eb9e-4edd-9891-120973371632 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=1672ee8b769240288b95113d5dff1fd2&device_id=2f45403d-b7ca-4d38-8d27-19538a1473d9 HTTP/1.1" status: 200 len: 1130 time: 0.4055696 Feb 09 19:04:12.654066 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ecf3cf8-bb96-4684-bfa2-4813f6a0cf5d admin admin] Pushing event updated for resources: {'Subnet': ['ID=1c0a26fa-85f5-4288-a9e7-ccef4643fbad,revision_number=0']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:04:12.706038 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-ae6b3807-5f15-401c-a481-e539d41357cf req-6d5c57e3-4615-4f1f-9e0c-787fee838d84 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.52&port_id=9431105a-be29-4ce5-9970-f91bee564b4b HTTP/1.1" status: 200 len: 217 time: 0.0867980 Feb 09 19:04:12.710039 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-01058f45-32a3-4032-8431-43084846d6ea req-33d26f36-cd5d-4c8f-8026-7f3e941a82bb tempest-LiveMigrationTest-1137365927 tempest-LiveMigrationTest-1137365927-project-admin] 10.222.0.75 "GET /v2.0/security-groups?id=ba18819a-1490-4e7b-a11b-e8610423d8ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2740183 Feb 09 19:04:12.735069 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ecf3cf8-bb96-4684-bfa2-4813f6a0cf5d admin admin] Checking segment: {'id': 'ddd7ee15-d376-483e-82d4-8429af82ad81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': '4b4a4f04-9554-422a-8d57-eaf8329dcb91'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103230) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 19:04:12.735654 n-d-713498-36 neutron-server[103230]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ecf3cf8-bb96-4684-bfa2-4813f6a0cf5d admin admin] Network hostable DHCP agents. Network: 4b4a4f04-9554-422a-8d57-eaf8329dcb91, hostable agents: ['af91e4b9-f4e1-42b1-a25c-a10dc47171c8'], hosted agents: [] {{(pid=103230) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 19:04:12.769733 n-d-713498-36 neutron-server[103233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f01841e8-8de2-4780-b196-ec0a270e566c None None] Routers {'cce358c5-3304-4c33-bbfc-986c1eed7a6e'} bound to L3 agent in host n-d-713498-36 {{(pid=103233) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 19:04:12.775188 n-d-713498-36 neutron-server[103233]: DEBUG neutron.db.l3_hamode_db [None req-f01841e8-8de2-4780-b196-ec0a270e566c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T18:51:43Z,description=,heartbeat_timestamp=2022-02-09T19:03:43Z,host='n-d-713498-36',id=93303d5e-5d17-45e8-8963-7694f87783ae,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T18:51:43Z,topic='l3_agent')) {'router_ids': ['cce358c5-3304-4c33-bbfc-986c1eed7a6e'], 'active': True} {{(pid=103233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:04:12.820215 n-d-713498-36 neutron-server[103230]: INFO neutron.api.v2.resource [req-0df8cf79-2488-4aef-bc5a-b2d630ef69ce req-9a41ee9f-a9e9-4fa6-aeee-146e4ba0e50a tempest-SecurityGroupRulesNegativeTestJSON-778336778 tempest-SecurityGroupRulesNegativeTestJSON-778336778-project] show failed (client error): The resource could not be found. Feb 09 19:04:12.824921 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-0df8cf79-2488-4aef-bc5a-b2d630ef69ce req-9a41ee9f-a9e9-4fa6-aeee-146e4ba0e50a tempest-SecurityGroupRulesNegativeTestJSON-778336778 tempest-SecurityGroupRulesNegativeTestJSON-778336778-project] 10.222.0.75 "GET /v2.0/security-group-rules/23808893-df7f-4fe4-8ae5-6f11e60b3b1e HTTP/1.1" status: 404 len: 361 time: 0.0561588 Feb 09 19:04:12.839176 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae6b3807-5f15-401c-a481-e539d41357cf req-85df5119-8ab3-4aa4-88d9-624dbb6838a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:04:12.841343 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-ae6b3807-5f15-401c-a481-e539d41357cf req-85df5119-8ab3-4aa4-88d9-624dbb6838a9 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=60b561cb-321e-4f83-9bb3-92b2e1d0dc44 HTTP/1.1" status: 200 len: 843 time: 0.1266115 Feb 09 19:04:12.841617 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.provisioning_blocks [None req-90dfa201-e4e9-4eb4-b888-3b406e8aa124 None None] Provisioning complete for port f5029e3b-38a6-4d59-a014-a781814bfad1 triggered by entity DHCP. {{(pid=103232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 19:04:12.842037 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-90dfa201-e4e9-4eb4-b888-3b406e8aa124 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593630'] for port (f5029e3b-38a6-4d59-a014-a781814bfad1), provisioning_complete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:04:12.843549 n-d-713498-36 neutron-server[103230]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ecf3cf8-bb96-4684-bfa2-4813f6a0cf5d admin admin] Network 4b4a4f04-9554-422a-8d57-eaf8329dcb91 is scheduled to be hosted by DHCP agent af91e4b9-f4e1-42b1-a25c-a10dc47171c8 with binding_index 1 {{(pid=103230) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 19:04:12.845682 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8224167-f323-4aa1-a90c-5bd65ceb9727 None None] Pushing event updated for resources: {'Port': ['ID=f5029e3b-38a6-4d59-a014-a781814bfad1,revision_number=5']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:04:12.874630 n-d-713498-36 neutron-server[103230]: DEBUG neutron.scheduler.base_scheduler [None req-9ecf3cf8-bb96-4684-bfa2-4813f6a0cf5d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713498-36, 4b4a4f04-9554-422a-8d57-eaf8329dcb91) {{(pid=103230) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 19:04:12.874908 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa8b38f6-5410-4152-98e6-9a50af4e10d8 req-e90cfe16-45be-4c3d-95a0-57d3863121e5 tempest-FloatingIPsAssociationTestJSON-731512856 tempest-FloatingIPsAssociationTestJSON-731512856-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:04:12.879827 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-aa8b38f6-5410-4152-98e6-9a50af4e10d8 req-e90cfe16-45be-4c3d-95a0-57d3863121e5 tempest-FloatingIPsAssociationTestJSON-731512856 tempest-FloatingIPsAssociationTestJSON-731512856-project] 10.222.0.75 "GET /v2.0/networks?id=f1e6924e-7348-48ca-aa14-d5834e100bd2 HTTP/1.1" status: 200 len: 821 time: 0.8884323 Feb 09 19:04:12.888402 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a8c564c-7161-45d3-b5fb-0161801291bf None None] Network 4b4a4f04-9554-422a-8d57-eaf8329dcb91 requested from n-d-713498-36 {{(pid=103232) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 19:04:12.891043 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ecf3cf8-bb96-4684-bfa2-4813f6a0cf5d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:04:12.891635 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-9ecf3cf8-bb96-4684-bfa2-4813f6a0cf5d admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:04:12.961938 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-9ecf3cf8-bb96-4684-bfa2-4813f6a0cf5d admin admin] 10.222.0.75 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 2.0580909 Feb 09 19:04:12.962611 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 48926) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:04:12.969786 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.v2.base [None req-dc1b3c0e-5285-4984-ae4e-34533f1068e3 admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest_v242-464618955-router', 'tenant_id': 'fc48f1fb5a9b4a3a92e70a04d215ce84', 'external_gateway_info': {'network_id': '88055e1e-672a-4487-be31-ffb6e833ece5'}}} {{(pid=103230) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 19:04:12.980261 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae6b3807-5f15-401c-a481-e539d41357cf req-d12f5ea0-ba37-4156-bfd7-fdf7ba153e02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:04:12.981932 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-ae6b3807-5f15-401c-a481-e539d41357cf req-d12f5ea0-ba37-4156-bfd7-fdf7ba153e02 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=2b5494c8-cf97-42c1-b902-87f998f28179&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.1317132 Feb 09 19:04:13.022194 n-d-713498-36 neutron-server[103233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24b8d244-9781-41be-8107-c1cec0ec0827 None None] Pushing event updated for resources: {'Port': ['ID=9dab1ea3-55fb-405d-b11c-f3605a977927,revision_number=4']} {{(pid=103233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:04:13.043319 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-aa8b38f6-5410-4152-98e6-9a50af4e10d8 req-c873f544-c096-4b84-9d0e-2aa475a67aac tempest-FloatingIPsAssociationTestJSON-731512856 tempest-FloatingIPsAssociationTestJSON-731512856-project] 10.222.0.75 "GET /v2.0/quotas/0e772d8c7ac44b1fbd56efaf46b6dbd8 HTTP/1.1" status: 200 len: 375 time: 0.1003413 Feb 09 19:04:13.068665 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ffb72b3-9e63-455d-9aac-011168565556 service neutron] Pushing event updated for resources: {'Port': ['ID=f2af33d6-809c-4462-a1c1-648e7e81004e,revision_number=2']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:04:13.127431 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-c3ef3d79-bf85-4f93-944d-47c48113b3cb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762867132591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593584'] for agent (93303d5e-5d17-45e8-8963-7694f87783ae), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:04:13.141938 n-d-713498-36 neutron-server[103233]: DEBUG neutron.db.l3_dvr_db [None req-f01841e8-8de2-4780-b196-ec0a270e566c None None] Set router cce358c5-3304-4c33-bbfc-986c1eed7a6e gateway port host: n-d-713498-36 {{(pid=103233) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 19:04:13.146004 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-dc1b3c0e-5285-4984-ae4e-34533f1068e3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1834830', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-58389'] for router (fbcdf16f-a13b-425a-bb2f-df6648651d4a), before_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:04:13.147080 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-dc1b3c0e-5285-4984-ae4e-34533f1068e3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1834810', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1822096', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1886735', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-58380'] for router (fbcdf16f-a13b-425a-bb2f-df6648651d4a), precommit_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:04:13.242994 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8158fb7-b9dd-4871-953c-454c2c902bd3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8b32e980-7cce-5e82-a341-bd2fa8945c89-4b4a4f04-9554-422a-8d57-eaf8329dcb91', 'network_id': '4b4a4f04-9554-422a-8d57-eaf8329dcb91', 'project_id': 'fc48f1fb5a9b4a3a92e70a04d215ce84', 'fixed_ips': [{'subnet_id': '1c0a26fa-85f5-4288-a9e7-ccef4643fbad'}]}} from n-d-713498-36. {{(pid=103232) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 09 19:04:13.243373 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-f8158fb7-b9dd-4871-953c-454c2c902bd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (None), before_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:04:13.266449 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.managers [req-ae6b3807-5f15-401c-a481-e539d41357cf req-8ffb72b3-9e63-455d-9aac-011168565556 service neutron] Attempting to bind port f2af33d6-809c-4462-a1c1-648e7e81004e on host n-h2-713498-36 for vnic_type normal with profile {{(pid=103229) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 19:04:13.266967 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.managers [req-ae6b3807-5f15-401c-a481-e539d41357cf req-8ffb72b3-9e63-455d-9aac-011168565556 service neutron] Attempting to bind port f2af33d6-809c-4462-a1c1-648e7e81004e by drivers openvswitch,hyperv on host n-h2-713498-36 at level 0 using segments [{'id': '50e5915e-18f0-4558-9a28-b978975ead36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': '2b5494c8-cf97-42c1-b902-87f998f28179'}] {{(pid=103229) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 19:04:13.267412 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae6b3807-5f15-401c-a481-e539d41357cf req-8ffb72b3-9e63-455d-9aac-011168565556 service neutron] Attempting to bind port f2af33d6-809c-4462-a1c1-648e7e81004e on network 2b5494c8-cf97-42c1-b902-87f998f28179 {{(pid=103229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 19:04:13.275724 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae6b3807-5f15-401c-a481-e539d41357cf req-8ffb72b3-9e63-455d-9aac-011168565556 service neutron] Port f2af33d6-809c-4462-a1c1-648e7e81004e on network 2b5494c8-cf97-42c1-b902-87f998f28179 not bound, no agent of type Open vSwitch agent registered on host n-h2-713498-36 {{(pid=103229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 19:04:13.276167 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae6b3807-5f15-401c-a481-e539d41357cf req-8ffb72b3-9e63-455d-9aac-011168565556 service neutron] Attempting to bind port f2af33d6-809c-4462-a1c1-648e7e81004e on network 2b5494c8-cf97-42c1-b902-87f998f28179 {{(pid=103229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 19:04:13.280234 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-90dfa201-e4e9-4eb4-b888-3b406e8aa124 None None] Current status of the port f5029e3b-38a6-4d59-a014-a781814bfad1 is: ACTIVE; New status is: ACTIVE {{(pid=103232) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 19:04:13.281798 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-71b1ad6d-9cf1-422d-a96c-88e003d956a3 req-4ae301b5-8cd6-48a9-8d67-5e6fce41a7b8 service neutron] 10.222.0.89 "GET /v2.0/networks/2b5494c8-cf97-42c1-b902-87f998f28179?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.3563623 Feb 09 19:04:13.290741 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae6b3807-5f15-401c-a481-e539d41357cf req-8ffb72b3-9e63-455d-9aac-011168565556 service neutron] Checking agent: {'id': 'bcd5faee-dc24-4298-9134-0e0aa054058e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713498-36', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 18, 59, 19), 'started_at': datetime.datetime(2022, 2, 9, 18, 59, 19), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 19, 3, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 19:04:13.292602 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae6b3807-5f15-401c-a481-e539d41357cf req-8ffb72b3-9e63-455d-9aac-011168565556 service neutron] Checking segment: {'id': '50e5915e-18f0-4558-9a28-b978975ead36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': '2b5494c8-cf97-42c1-b902-87f998f28179'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103229) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 19:04:13.293106 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae6b3807-5f15-401c-a481-e539d41357cf req-8ffb72b3-9e63-455d-9aac-011168565556 service neutron] Bound using segment: {'id': '50e5915e-18f0-4558-9a28-b978975ead36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': '2b5494c8-cf97-42c1-b902-87f998f28179'} {{(pid=103229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 19:04:13.293669 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.managers [req-ae6b3807-5f15-401c-a481-e539d41357cf req-8ffb72b3-9e63-455d-9aac-011168565556 service neutron] Bound port: f2af33d6-809c-4462-a1c1-648e7e81004e, host: n-h2-713498-36, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '50e5915e-18f0-4558-9a28-b978975ead36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': '2b5494c8-cf97-42c1-b902-87f998f28179'}}] {{(pid=103229) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 19:04:13.294170 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-ae6b3807-5f15-401c-a481-e539d41357cf req-8ffb72b3-9e63-455d-9aac-011168565556 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (f2af33d6-809c-4462-a1c1-648e7e81004e), before_update {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:04:13.359854 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e60d9a6-2f46-4b47-9c43-6fbec94843c3 req-80baad79-b13f-46ff-93a5-f9d7a39e443e tempest-ServersOnMultiNodesTest-1472402947 tempest-ServersOnMultiNodesTest-1472402947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:04:13.361368 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-7e60d9a6-2f46-4b47-9c43-6fbec94843c3 req-80baad79-b13f-46ff-93a5-f9d7a39e443e tempest-ServersOnMultiNodesTest-1472402947 tempest-ServersOnMultiNodesTest-1472402947-project] 10.222.0.75 "GET /v2.0/ports?device_id=2f45403d-b7ca-4d38-8d27-19538a1473d9 HTTP/1.1" status: 200 len: 947 time: 0.3663924 Feb 09 19:04:13.364740 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-dc1b3c0e-5285-4984-ae4e-34533f1068e3 admin admin] Publish callbacks [] for router_controller (fbcdf16f-a13b-425a-bb2f-df6648651d4a), precommit_add_association {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:04:13.387610 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.l3_hamode_db [None req-69a2214a-f152-429c-ab62-e63c6c42d46f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'be4a1a42-6639-4179-813a-d32a8ff58f2e', 'name': 'tempest-TaggedBootDevicesTest_v242-1855491091-router', 'tenant_id': '1165ce6413224edfb276f9f552a74208', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88055e1e-672a-4487-be31-ffb6e833ece5', 'external_fixed_ips': [{'subnet_id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'ip_address': '172.25.1.19'}], 'enable_snat': True}, 'gw_port_id': '13f899f2-2d68-415a-b3cf-d91e83d25d1b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T19:03:56Z', 'updated_at': '2022-02-09T19:04:06Z', 'revision_number': 4, 'project_id': '1165ce6413224edfb276f9f552a74208', 'gw_port': {'id': '13f899f2-2d68-415a-b3cf-d91e83d25d1b', 'name': '', 'network_id': '88055e1e-672a-4487-be31-ffb6e833ece5', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:27:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be4a1a42-6639-4179-813a-d32a8ff58f2e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 591, 'fixed_ips': [{'subnet_id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'ip_address': '172.25.1.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T19:03:58Z', 'updated_at': '2022-02-09T19:04:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-36', '_interfaces': [{'id': 'f5029e3b-38a6-4d59-a014-a781814bfad1', 'name': '', 'network_id': 'c0d79728-024b-4c62-b035-620d2aaf99fe', 'tenant_id': '1165ce6413224edfb276f9f552a74208', 'mac_address': 'fa:16:3e:03:64:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'be4a1a42-6639-4179-813a-d32a8ff58f2e', 'device_owner': 'network:router_interface', 'standard_attr_id': 610, 'fixed_ips': [{'subnet_id': '2560c25c-40bb-435f-8831-cdcd16b2f81e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T19:04:03Z', 'updated_at': '2022-02-09T19:04:11Z', 'revision_number': 4, 'project_id': '1165ce6413224edfb276f9f552a74208', 'subnets': [{'id': '2560c25c-40bb-435f-8831-cdcd16b2f81e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-36', False) {} {{(pid=103232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:04:13.442666 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-ae6b3807-5f15-401c-a481-e539d41357cf req-b28d338c-c2ed-45e5-a289-ca73b7fe5b3d service neutron] 10.222.0.90 "GET /v2.0/networks/2b5494c8-cf97-42c1-b902-87f998f28179?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4463944 Feb 09 19:04:13.501538 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.db_base_plugin_common [None req-f8158fb7-b9dd-4871-953c-454c2c902bd3 None None] Allocated IP 172.20.0.2 (4b4a4f04-9554-422a-8d57-eaf8329dcb91/1c0a26fa-85f5-4288-a9e7-ccef4643fbad/eded95a2-d908-4844-8544-97ee573be831) {{(pid=103232) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 19:04:13.520767 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.db [req-ae6b3807-5f15-401c-a481-e539d41357cf req-8ffb72b3-9e63-455d-9aac-011168565556 service neutron] For port f2af33d6-809c-4462-a1c1-648e7e81004e, host n-h2-713498-36, cleared binding levels {{(pid=103229) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 19:04:13.525176 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.db [req-ae6b3807-5f15-401c-a481-e539d41357cf req-8ffb72b3-9e63-455d-9aac-011168565556 service neutron] For port f2af33d6-809c-4462-a1c1-648e7e81004e, host n-h2-713498-36, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-36',level=0,port_id=f2af33d6-809c-4462-a1c1-648e7e81004e,segment=NetworkSegment(50e5915e-18f0-4558-9a28-b978975ead36),segment_id=50e5915e-18f0-4558-9a28-b978975ead36)] {{(pid=103229) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 19:04:13.545274 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-aa8b38f6-5410-4152-98e6-9a50af4e10d8 req-f7cb865c-e2d8-493f-a071-80b801a5e8ac tempest-FloatingIPsAssociationTestJSON-731512856 tempest-FloatingIPsAssociationTestJSON-731512856-project] 10.222.0.75 "GET /v2.0/ports?tenant_id=0e772d8c7ac44b1fbd56efaf46b6dbd8&fields=id HTTP/1.1" status: 200 len: 302 time: 0.4875197 Feb 09 19:04:13.580533 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-ae6b3807-5f15-401c-a481-e539d41357cf req-8ffb72b3-9e63-455d-9aac-011168565556 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762867176205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762866656485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762866656503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12867569'] for port (f2af33d6-809c-4462-a1c1-648e7e81004e), after_update {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:04:13.587014 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Device 8b691445-3686-4647-a8b1-7728ec31fbe4 details requested by agent hyperv_n-h1-713498-36 with host n-h1-713498-36 {{(pid=103232) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 19:04:13.589016 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69a2214a-f152-429c-ab62-e63c6c42d46f None None] The sync data for ids ['be4a1a42-6639-4179-813a-d32a8ff58f2e'] in n-d-713498-36 is: [{'id': 'be4a1a42-6639-4179-813a-d32a8ff58f2e', 'name': 'tempest-TaggedBootDevicesTest_v242-1855491091-router', 'tenant_id': '1165ce6413224edfb276f9f552a74208', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88055e1e-672a-4487-be31-ffb6e833ece5', 'external_fixed_ips': [{'subnet_id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'ip_address': '172.25.1.19'}], 'enable_snat': True}, 'gw_port_id': '13f899f2-2d68-415a-b3cf-d91e83d25d1b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T19:03:56Z', 'updated_at': '2022-02-09T19:04:06Z', 'revision_number': 4, 'project_id': '1165ce6413224edfb276f9f552a74208', 'gw_port': {'id': '13f899f2-2d68-415a-b3cf-d91e83d25d1b', 'name': '', 'network_id': '88055e1e-672a-4487-be31-ffb6e833ece5', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:27:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be4a1a42-6639-4179-813a-d32a8ff58f2e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 591, 'fixed_ips': [{'subnet_id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'ip_address': '172.25.1.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T19:03:58Z', 'updated_at': '2022-02-09T19:04:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-36', '_interfaces': [{'id': 'f5029e3b-38a6-4d59-a014-a781814bfad1', 'name': '', 'network_id': 'c0d79728-024b-4c62-b035-620d2aaf99fe', 'tenant_id': '1165ce6413224edfb276f9f552a74208', 'mac_address': 'fa:16:3e:03:64:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'be4a1a42-6639-4179-813a-d32a8ff58f2e', 'device_owner': 'network:router_interface', 'standard_attr_id': 610, 'fixed_ips': [{'subnet_id': '2560c25c-40bb-435f-8831-cdcd16b2f81e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T19:04:03Z', 'updated_at': '2022-02-09T19:04:11Z', 'revision_number': 4, 'project_id': '1165ce6413224edfb276f9f552a74208', 'subnets': [{'id': '2560c25c-40bb-435f-8831-cdcd16b2f81e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103232) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 19:04:13.591180 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.provisioning_blocks [None req-90dfa201-e4e9-4eb4-b888-3b406e8aa124 None None] Provisioning complete for port 9dab1ea3-55fb-405d-b11c-f3605a977927 triggered by entity DHCP. {{(pid=103232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 19:04:13.591655 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-90dfa201-e4e9-4eb4-b888-3b406e8aa124 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593630'] for port (9dab1ea3-55fb-405d-b11c-f3605a977927), provisioning_complete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:04:13.618786 n-d-713498-36 neutron-server[103233]: DEBUG neutron.db.l3_hamode_db [None req-f01841e8-8de2-4780-b196-ec0a270e566c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cce358c5-3304-4c33-bbfc-986c1eed7a6e', 'name': 'tempest-FloatingIPsAssociationTestJSON-2139759441-router', 'tenant_id': '0e772d8c7ac44b1fbd56efaf46b6dbd8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88055e1e-672a-4487-be31-ffb6e833ece5', 'external_fixed_ips': [{'subnet_id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'ip_address': '172.25.1.54'}], 'enable_snat': True}, 'gw_port_id': '81de01c8-c6f4-40f0-a237-d3fa04784f37', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T19:03:57Z', 'updated_at': '2022-02-09T19:04:06Z', 'revision_number': 4, 'project_id': '0e772d8c7ac44b1fbd56efaf46b6dbd8', 'gw_port': {'id': '81de01c8-c6f4-40f0-a237-d3fa04784f37', 'name': '', 'network_id': '88055e1e-672a-4487-be31-ffb6e833ece5', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:69:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cce358c5-3304-4c33-bbfc-986c1eed7a6e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 592, 'fixed_ips': [{'subnet_id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'ip_address': '172.25.1.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T19:03:58Z', 'updated_at': '2022-02-09T19:04:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-36', '_interfaces': [{'id': '9dab1ea3-55fb-405d-b11c-f3605a977927', 'name': '', 'network_id': 'f1e6924e-7348-48ca-aa14-d5834e100bd2', 'tenant_id': '0e772d8c7ac44b1fbd56efaf46b6dbd8', 'mac_address': 'fa:16:3e:22:ac:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cce358c5-3304-4c33-bbfc-986c1eed7a6e', 'device_owner': 'network:router_interface', 'standard_attr_id': 608, 'fixed_ips': [{'subnet_id': '7ab1963a-39ad-4d86-9549-880198499f42', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T19:04:03Z', 'updated_at': '2022-02-09T19:04:12Z', 'revision_number': 4, 'project_id': '0e772d8c7ac44b1fbd56efaf46b6dbd8', 'subnets': [{'id': '7ab1963a-39ad-4d86-9549-880198499f42', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-36', False) {} {{(pid=103233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:04:13.694137 n-d-713498-36 neutron-server[103233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f01841e8-8de2-4780-b196-ec0a270e566c None None] The sync data for ids ['cce358c5-3304-4c33-bbfc-986c1eed7a6e'] in n-d-713498-36 is: [{'id': 'cce358c5-3304-4c33-bbfc-986c1eed7a6e', 'name': 'tempest-FloatingIPsAssociationTestJSON-2139759441-router', 'tenant_id': '0e772d8c7ac44b1fbd56efaf46b6dbd8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88055e1e-672a-4487-be31-ffb6e833ece5', 'external_fixed_ips': [{'subnet_id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'ip_address': '172.25.1.54'}], 'enable_snat': True}, 'gw_port_id': '81de01c8-c6f4-40f0-a237-d3fa04784f37', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T19:03:57Z', 'updated_at': '2022-02-09T19:04:06Z', 'revision_number': 4, 'project_id': '0e772d8c7ac44b1fbd56efaf46b6dbd8', 'gw_port': {'id': '81de01c8-c6f4-40f0-a237-d3fa04784f37', 'name': '', 'network_id': '88055e1e-672a-4487-be31-ffb6e833ece5', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:69:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cce358c5-3304-4c33-bbfc-986c1eed7a6e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 592, 'fixed_ips': [{'subnet_id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'ip_address': '172.25.1.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T19:03:58Z', 'updated_at': '2022-02-09T19:04:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-36', '_interfaces': [{'id': '9dab1ea3-55fb-405d-b11c-f3605a977927', 'name': '', 'network_id': 'f1e6924e-7348-48ca-aa14-d5834e100bd2', 'tenant_id': '0e772d8c7ac44b1fbd56efaf46b6dbd8', 'mac_address': 'fa:16:3e:22:ac:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cce358c5-3304-4c33-bbfc-986c1eed7a6e', 'device_owner': 'network:router_interface', 'standard_attr_id': 608, 'fixed_ips': [{'subnet_id': '7ab1963a-39ad-4d86-9549-880198499f42', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T19:04:03Z', 'updated_at': '2022-02-09T19:04:12Z', 'revision_number': 4, 'project_id': '0e772d8c7ac44b1fbd56efaf46b6dbd8', 'subnets': [{'id': '7ab1963a-39ad-4d86-9549-880198499f42', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103233) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 19:04:13.711037 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-7e60d9a6-2f46-4b47-9c43-6fbec94843c3 req-71f1ed4b-6909-459e-9b7a-69c72483dc4e tempest-ServersOnMultiNodesTest-1472402947 tempest-ServersOnMultiNodesTest-1472402947-project] 10.222.0.75 "GET /v2.0/security-groups?id=aed5302d-0478-4b9d-b014-143adc5c0d74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3378808 Feb 09 19:04:13.831367 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-dc1b3c0e-5285-4984-ae4e-34533f1068e3 admin admin] Publish callbacks [] for router_gateway (fbcdf16f-a13b-425a-bb2f-df6648651d4a), precommit_update {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:04:13.852102 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-ae6b3807-5f15-401c-a481-e539d41357cf req-6c81da1f-df78-4052-8c6b-110e44517672 service neutron] 10.222.0.90 "GET /v2.0/networks/2b5494c8-cf97-42c1-b902-87f998f28179?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3761411 Feb 09 19:04:13.859164 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae6b3807-5f15-401c-a481-e539d41357cf req-8ffb72b3-9e63-455d-9aac-011168565556 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:04:13.859814 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-ae6b3807-5f15-401c-a481-e539d41357cf req-8ffb72b3-9e63-455d-9aac-011168565556 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171096'] for port (None), before_response {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:04:13.861187 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-ae6b3807-5f15-401c-a481-e539d41357cf req-8ffb72b3-9e63-455d-9aac-011168565556 service neutron] 10.222.0.90 "PUT /v2.0/ports/f2af33d6-809c-4462-a1c1-648e7e81004e HTTP/1.1" status: 200 len: 1097 time: 3.3708344 Feb 09 19:04:13.881556 n-d-713498-36 neutron-server[103229]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '80c4e695-e3b4-42be-ba0e-5756305138f1', 'tag': 'f2af33d6-809c-4462-a1c1-648e7e81004e'}] {{(pid=103229) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 19:04:13.886346 n-d-713498-36 neutron-server[103229]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fa6ae9a20702bd564eaf90d946620b2b4277b1ab91129323d3b54181076be307" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e4a7cc1e-4231-4206-a699-2f3d3cc51b4d" -d '{"events": [{"name": "network-changed", "server_uuid": "80c4e695-e3b4-42be-ba0e-5756305138f1", "tag": "f2af33d6-809c-4462-a1c1-648e7e81004e"}]}' {{(pid=103229) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 19:04:13.896722 n-d-713498-36 neutron-server[103230]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 19:04:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-79670281-f9f7-47e4-a8ab-84de9f8bddca x-openstack-request-id: req-79670281-f9f7-47e4-a8ab-84de9f8bddca {{(pid=103230) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 19:04:13.897386 n-d-713498-36 neutron-server[103230]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2f45403d-b7ca-4d38-8d27-19538a1473d9", "tag": "9431105a-be29-4ce5-9970-f91bee564b4b", "status": "completed", "code": 200}]} {{(pid=103230) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 19:04:13.899083 n-d-713498-36 neutron-server[103230]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-79670281-f9f7-47e4-a8ab-84de9f8bddca {{(pid=103230) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 19:04:13.899829 n-d-713498-36 neutron-server[103230]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2f45403d-b7ca-4d38-8d27-19538a1473d9', 'tag': '9431105a-be29-4ce5-9970-f91bee564b4b', 'status': 'completed', 'code': 200} Feb 09 19:04:13.987845 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-71b1ad6d-9cf1-422d-a96c-88e003d956a3 req-92a46ccf-0a5a-4eb0-955b-f2024a5d82f5 service neutron] 10.222.0.89 "GET /v2.0/networks/2b5494c8-cf97-42c1-b902-87f998f28179?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6755295 Feb 09 19:04:14.045861 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-aa8b38f6-5410-4152-98e6-9a50af4e10d8 req-29e293ae-5306-4ca6-bb4f-8aa0c9bccf64 service neutron] 10.222.0.75 "GET /v2.0/networks/f1e6924e-7348-48ca-aa14-d5834e100bd2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4538577 Feb 09 19:04:14.144096 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-90dfa201-e4e9-4eb4-b888-3b406e8aa124 None None] Current status of the port 9dab1ea3-55fb-405d-b11c-f3605a977927 is: DOWN; New status is: ACTIVE {{(pid=103232) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 19:04:14.145205 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-90dfa201-e4e9-4eb4-b888-3b406e8aa124 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (9dab1ea3-55fb-405d-b11c-f3605a977927), before_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:04:14.170696 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ffb72b3-9e63-455d-9aac-011168565556 service neutron] Pushing event updated for resources: {'Port': ['ID=f2af33d6-809c-4462-a1c1-648e7e81004e,revision_number=3']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:04:14.215505 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88aac4b3-25ec-4e96-b829-a2b278b08b65 req-4e3bafcb-24a5-432d-97ee-5c4e12548b0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:04:14.217250 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-88aac4b3-25ec-4e96-b829-a2b278b08b65 req-4e3bafcb-24a5-432d-97ee-5c4e12548b0e service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=1672ee8b769240288b95113d5dff1fd2&device_id=2f45403d-b7ca-4d38-8d27-19538a1473d9 HTTP/1.1" status: 200 len: 1130 time: 0.1924326 Feb 09 19:04:14.231813 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae7d4bd1-b2e5-4e04-8013-5aedd4c144f8 req-3297dd84-fc36-40cf-9f9e-c5de88814cc1 tempest-ServersAdminNegativeTestJSON-2127918484 tempest-ServersAdminNegativeTestJSON-2127918484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:04:14.233908 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-ae7d4bd1-b2e5-4e04-8013-5aedd4c144f8 req-3297dd84-fc36-40cf-9f9e-c5de88814cc1 tempest-ServersAdminNegativeTestJSON-2127918484 tempest-ServersAdminNegativeTestJSON-2127918484-project] 10.222.0.75 "GET /v2.0/ports?device_id=c082bc13-8194-4bdb-a323-42b0de08e605 HTTP/1.1" status: 200 len: 947 time: 0.2102125 Feb 09 19:04:14.237222 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-90dfa201-e4e9-4eb4-b888-3b406e8aa124 None None] For port 9dab1ea3-55fb-405d-b11c-f3605a977927, host n-d-713498-36, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-36',level=0,port_id=9dab1ea3-55fb-405d-b11c-f3605a977927,segment=NetworkSegment(645882ad-a796-4218-a7d9-a75443ad9585),segment_id=645882ad-a796-4218-a7d9-a75443ad9585)] {{(pid=103232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 19:04:14.257507 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-aa8b38f6-5410-4152-98e6-9a50af4e10d8 req-e5bf59bd-9fbc-46a5-9cf7-1b596f154c3b service neutron] 10.222.0.75 "GET /v2.0/networks/f1e6924e-7348-48ca-aa14-d5834e100bd2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2104917 Feb 09 19:04:14.260005 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae6b3807-5f15-401c-a481-e539d41357cf req-3a7996af-293d-4570-ab02-e59e19868d3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:04:14.262877 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-ae6b3807-5f15-401c-a481-e539d41357cf req-3a7996af-293d-4570-ab02-e59e19868d3b service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=1672ee8b769240288b95113d5dff1fd2&device_id=80c4e695-e3b4-42be-ba0e-5756305138f1 HTTP/1.1" status: 200 len: 1131 time: 0.2741566 Feb 09 19:04:14.266062 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-edc54c9b-7f13-45d9-9271-85c9738b0128 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762867132591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593584'] for agent (a62b1850-466f-48ae-bec7-d62fb280e14b), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:04:14.273892 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-90dfa201-e4e9-4eb4-b888-3b406e8aa124 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762867176205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762866656485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762866656503'] for port (9dab1ea3-55fb-405d-b11c-f3605a977927), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:04:14.276880 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-f8158fb7-b9dd-4871-953c-454c2c902bd3 None None] Publish callbacks [] for port (eded95a2-d908-4844-8544-97ee573be831), precommit_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:04:14.345851 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-ae6b3807-5f15-401c-a481-e539d41357cf req-e89c1724-6a55-4afc-b31c-b925e235d196 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.247&port_id=f2af33d6-809c-4462-a1c1-648e7e81004e HTTP/1.1" status: 200 len: 217 time: 0.0669830 Feb 09 19:04:14.358595 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90dfa201-e4e9-4eb4-b888-3b406e8aa124 None None] Pushing event updated for resources: {'Port': ['ID=9dab1ea3-55fb-405d-b11c-f3605a977927,revision_number=5']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:04:14.393937 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] For port 8b691445-3686-4647-a8b1-7728ec31fbe4, host n-h1-713498-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-36',level=0,port_id=8b691445-3686-4647-a8b1-7728ec31fbe4,segment=NetworkSegment(50e5915e-18f0-4558-9a28-b978975ead36),segment_id=50e5915e-18f0-4558-9a28-b978975ead36)] {{(pid=103232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 19:04:14.399528 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-f8158fb7-b9dd-4871-953c-454c2c902bd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762866656467'] for port (eded95a2-d908-4844-8544-97ee573be831), after_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:04:14.437358 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-ae7d4bd1-b2e5-4e04-8013-5aedd4c144f8 req-4ac46bfb-ee11-4445-b7ef-1291958cc36e tempest-ServersAdminNegativeTestJSON-2127918484 tempest-ServersAdminNegativeTestJSON-2127918484-project] 10.222.0.75 "GET /v2.0/security-groups?id=c2a1d80e-4c84-44c1-8257-66d4ceb1ab5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1732700 Feb 09 19:04:14.533512 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae6b3807-5f15-401c-a481-e539d41357cf req-7e06fca8-a60e-4024-b2af-2a9b90e8bb36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:04:14.535113 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-ae6b3807-5f15-401c-a481-e539d41357cf req-7e06fca8-a60e-4024-b2af-2a9b90e8bb36 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=60b561cb-321e-4f83-9bb3-92b2e1d0dc44 HTTP/1.1" status: 200 len: 843 time: 0.1730349 Feb 09 19:04:14.539466 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8158fb7-b9dd-4871-953c-454c2c902bd3 None None] Pushing event updated for resources: {'Port': ['ID=eded95a2-d908-4844-8544-97ee573be831,revision_number=1']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:04:14.563157 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Returning: {'device': '8b691445-3686-4647-a8b1-7728ec31fbe4', 'network_id': '2b5494c8-cf97-42c1-b902-87f998f28179', 'port_id': '8b691445-3686-4647-a8b1-7728ec31fbe4', 'mac_address': 'fa:16:3e:f2:85:35', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 359, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '60b561cb-321e-4f83-9bb3-92b2e1d0dc44', 'ip_address': '192.168.233.60'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103232) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 19:04:14.590193 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88aac4b3-25ec-4e96-b829-a2b278b08b65 req-5337c8d7-ca0b-46df-9ed5-9b2fa69c258a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:04:14.594058 n-d-713498-36 neutron-server[103232]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8158fb7-b9dd-4871-953c-454c2c902bd3 None None] Network 4b4a4f04-9554-422a-8d57-eaf8329dcb91 is already hosted by enough agents. {{(pid=103232) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 19:04:14.597204 n-d-713498-36 neutron-server[103232]: DEBUG neutron.scheduler.base_scheduler [None req-f8158fb7-b9dd-4871-953c-454c2c902bd3 None None] Resources bound (agent type, host, resource id): {{(pid=103232) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 19:04:14.602914 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-88aac4b3-25ec-4e96-b829-a2b278b08b65 req-5337c8d7-ca0b-46df-9ed5-9b2fa69c258a service neutron] 10.222.0.90 "GET /v2.0/networks?id=2b5494c8-cf97-42c1-b902-87f998f28179 HTTP/1.1" status: 200 len: 870 time: 0.3666081 Feb 09 19:04:14.607575 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8158fb7-b9dd-4871-953c-454c2c902bd3 None None] Received port after_create {{(pid=103232) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 19:04:14.684880 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae6b3807-5f15-401c-a481-e539d41357cf req-badb4f12-40d2-4a88-86ef-8b4d7ff39853 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:04:14.689269 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-ae6b3807-5f15-401c-a481-e539d41357cf req-badb4f12-40d2-4a88-86ef-8b4d7ff39853 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=2b5494c8-cf97-42c1-b902-87f998f28179&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.1407480 Feb 09 19:04:14.853273 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-ae6b3807-5f15-401c-a481-e539d41357cf req-0b92694e-e54a-49cc-ba90-6e3c7a6ec25a service neutron] 10.222.0.90 "GET /v2.0/networks/2b5494c8-cf97-42c1-b902-87f998f28179?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1555128 Feb 09 19:04:14.901116 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-88aac4b3-25ec-4e96-b829-a2b278b08b65 req-78615bf6-2de8-4b78-ad67-b73eda975b29 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.52&port_id=9431105a-be29-4ce5-9970-f91bee564b4b HTTP/1.1" status: 200 len: 217 time: 0.2784760 Feb 09 19:04:14.923012 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-8d9565b6-7c5a-4a72-bcdb-3911d995755a req-3302391e-c346-4d6c-8c62-083a24d53a16 tempest-SecurityGroupRulesNegativeTestJSON-778336778 tempest-SecurityGroupRulesNegativeTestJSON-778336778-project] 10.222.0.75 "GET /v2.0/security-groups/bc69fd4f-7413-4ee7-a08a-20ca181033b9 HTTP/1.1" status: 200 len: 1828 time: 0.4363046 Feb 09 19:04:15.016168 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Current status of the port 8b691445-3686-4647-a8b1-7728ec31fbe4 is: DOWN; New status is: BUILD {{(pid=103232) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 19:04:15.017163 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (8b691445-3686-4647-a8b1-7728ec31fbe4), before_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:04:15.061379 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-ae6b3807-5f15-401c-a481-e539d41357cf req-012c95ee-2ae1-4d74-805e-825ab7882e5d service neutron] 10.222.0.90 "GET /v2.0/networks/2b5494c8-cf97-42c1-b902-87f998f28179?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1936793 Feb 09 19:04:15.063860 n-d-713498-36 neutron-server[103232]: DEBUG neutron.notifiers.nova [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8b691445-3686-4647-a8b1-7728ec31fbe4 {{(pid=103232) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 19:04:15.091574 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] For port 8b691445-3686-4647-a8b1-7728ec31fbe4, host n-h1-713498-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-36',level=0,port_id=8b691445-3686-4647-a8b1-7728ec31fbe4,segment=NetworkSegment(50e5915e-18f0-4558-9a28-b978975ead36),segment_id=50e5915e-18f0-4558-9a28-b978975ead36)] {{(pid=103232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 19:04:15.129822 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88aac4b3-25ec-4e96-b829-a2b278b08b65 req-45e8d96a-4fbe-4f4a-9045-3cbfbbd24bbe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:04:15.131805 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-88aac4b3-25ec-4e96-b829-a2b278b08b65 req-45e8d96a-4fbe-4f4a-9045-3cbfbbd24bbe service neutron] 10.222.0.90 "GET /v2.0/subnets?id=60b561cb-321e-4f83-9bb3-92b2e1d0dc44 HTTP/1.1" status: 200 len: 843 time: 0.2055924 Feb 09 19:04:15.142675 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-dc1b3c0e-5285-4984-ae4e-34533f1068e3 admin admin] Publish callbacks [] for router_gateway (fbcdf16f-a13b-425a-bb2f-df6648651d4a), before_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:04:15.142889 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762867176205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762866656485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762866656503'] for port (8b691445-3686-4647-a8b1-7728ec31fbe4), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:04:15.185654 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-dc1b3c0e-5285-4984-ae4e-34533f1068e3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (None), before_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:04:15.230176 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.managers [None req-f8158fb7-b9dd-4871-953c-454c2c902bd3 None None] Attempting to bind port eded95a2-d908-4844-8544-97ee573be831 on host n-d-713498-36 for vnic_type normal with profile {{(pid=103232) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 19:04:15.230759 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.managers [None req-f8158fb7-b9dd-4871-953c-454c2c902bd3 None None] Attempting to bind port eded95a2-d908-4844-8544-97ee573be831 by drivers openvswitch,hyperv on host n-d-713498-36 at level 0 using segments [{'id': 'ddd7ee15-d376-483e-82d4-8429af82ad81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': '4b4a4f04-9554-422a-8d57-eaf8329dcb91'}] {{(pid=103232) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 19:04:15.230916 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8158fb7-b9dd-4871-953c-454c2c902bd3 None None] Attempting to bind port eded95a2-d908-4844-8544-97ee573be831 on network 4b4a4f04-9554-422a-8d57-eaf8329dcb91 {{(pid=103232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 19:04:15.235832 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.provisioning_blocks [None req-ff187455-1af7-4819-80f6-07a56e4a2b09 None None] Provisioning complete for port 9dab1ea3-55fb-405d-b11c-f3605a977927 triggered by entity DHCP. {{(pid=103232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 19:04:15.236459 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-ff187455-1af7-4819-80f6-07a56e4a2b09 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593630'] for port (9dab1ea3-55fb-405d-b11c-f3605a977927), provisioning_complete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:04:15.247541 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [req-8d9565b6-7c5a-4a72-bcdb-3911d995755a req-6a5cbc0e-3ad4-4c30-89a2-c9905e5a31e7 tempest-SecurityGroupRulesNegativeTestJSON-778336778 tempest-SecurityGroupRulesNegativeTestJSON-778336778-project] Publish callbacks [] for security_group (bc69fd4f-7413-4ee7-a08a-20ca181033b9), before_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:04:15.299944 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8158fb7-b9dd-4871-953c-454c2c902bd3 None None] Checking agent: {'id': '496418a2-c002-4aec-ab1a-07f3bea491bd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-36', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 18, 51, 47), 'started_at': datetime.datetime(2022, 2, 9, 18, 52, 17), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 19, 3, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-36'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 19:04:15.300644 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8158fb7-b9dd-4871-953c-454c2c902bd3 None None] Checking segment: {'id': 'ddd7ee15-d376-483e-82d4-8429af82ad81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': '4b4a4f04-9554-422a-8d57-eaf8329dcb91'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103232) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 19:04:15.301340 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-f8158fb7-b9dd-4871-953c-454c2c902bd3 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:04:15.302140 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8158fb7-b9dd-4871-953c-454c2c902bd3 None None] Bound using segment: {'id': 'ddd7ee15-d376-483e-82d4-8429af82ad81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': '4b4a4f04-9554-422a-8d57-eaf8329dcb91'} {{(pid=103232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 19:04:15.302888 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.managers [None req-f8158fb7-b9dd-4871-953c-454c2c902bd3 None None] Bound port: eded95a2-d908-4844-8544-97ee573be831, host: n-d-713498-36, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ddd7ee15-d376-483e-82d4-8429af82ad81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': '4b4a4f04-9554-422a-8d57-eaf8329dcb91'}}] {{(pid=103232) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 19:04:15.303536 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-f8158fb7-b9dd-4871-953c-454c2c902bd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (eded95a2-d908-4844-8544-97ee573be831), before_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:04:15.371582 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [req-8d9565b6-7c5a-4a72-bcdb-3911d995755a req-6a5cbc0e-3ad4-4c30-89a2-c9905e5a31e7 tempest-SecurityGroupRulesNegativeTestJSON-778336778 tempest-SecurityGroupRulesNegativeTestJSON-778336778-project] Publish callbacks [] for security_group (bc69fd4f-7413-4ee7-a08a-20ca181033b9), precommit_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:04:15.394287 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Pushing event updated for resources: {'Port': ['ID=8b691445-3686-4647-a8b1-7728ec31fbe4,revision_number=4']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:04:15.407198 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] get_ports_and_sgs() called for port_ids ['8b691445-3686-4647-a8b1-7728ec31fbe4'] {{(pid=103232) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 19:04:15.431132 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88aac4b3-25ec-4e96-b829-a2b278b08b65 req-9242f89a-c988-4300-97d2-bd4263e28fd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:04:15.432706 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-88aac4b3-25ec-4e96-b829-a2b278b08b65 req-9242f89a-c988-4300-97d2-bd4263e28fd0 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=2b5494c8-cf97-42c1-b902-87f998f28179&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.2485986 Feb 09 19:04:15.593587 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-ff187455-1af7-4819-80f6-07a56e4a2b09 None None] Current status of the port 9dab1ea3-55fb-405d-b11c-f3605a977927 is: ACTIVE; New status is: ACTIVE {{(pid=103232) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 19:04:15.594501 n-d-713498-36 neutron-server[103230]: DEBUG neutron.db.db_base_plugin_common [None req-dc1b3c0e-5285-4984-ae4e-34533f1068e3 admin admin] Allocated IP 172.25.1.229 (88055e1e-672a-4487-be31-ffb6e833ece5/ac16dbcc-383c-4b43-9153-d763c4a53f91/fca1ed2d-fd3e-4e52-a12c-dbc81f0b074d) {{(pid=103230) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 19:04:15.599077 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-f8158fb7-b9dd-4871-953c-454c2c902bd3 None None] For port eded95a2-d908-4844-8544-97ee573be831, host n-d-713498-36, cleared binding levels {{(pid=103232) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 19:04:15.605709 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-f8158fb7-b9dd-4871-953c-454c2c902bd3 None None] For port eded95a2-d908-4844-8544-97ee573be831, host n-d-713498-36, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-36',level=0,port_id=eded95a2-d908-4844-8544-97ee573be831,segment=NetworkSegment(ddd7ee15-d376-483e-82d4-8429af82ad81),segment_id=ddd7ee15-d376-483e-82d4-8429af82ad81)] {{(pid=103232) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 19:04:15.623308 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-f8158fb7-b9dd-4871-953c-454c2c902bd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762867176205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762866656485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762866656503'] for port (eded95a2-d908-4844-8544-97ee573be831), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:04:15.754723 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8158fb7-b9dd-4871-953c-454c2c902bd3 None None] Pushing event updated for resources: {'Port': ['ID=eded95a2-d908-4844-8544-97ee573be831,revision_number=2']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:04:15.814824 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-a7262a8e-0513-48fd-984d-75726a511961 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762867132591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593584'] for agent (911cfea2-02ae-4ec9-bac3-7808ee1cdd9c), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:04:15.833910 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [req-8d9565b6-7c5a-4a72-bcdb-3911d995755a req-6a5cbc0e-3ad4-4c30-89a2-c9905e5a31e7 tempest-SecurityGroupRulesNegativeTestJSON-778336778 tempest-SecurityGroupRulesNegativeTestJSON-778336778-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1892331'] for security_group (bc69fd4f-7413-4ee7-a08a-20ca181033b9), after_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:04:15.837382 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [req-8d9565b6-7c5a-4a72-bcdb-3911d995755a req-6a5cbc0e-3ad4-4c30-89a2-c9905e5a31e7 tempest-SecurityGroupRulesNegativeTestJSON-778336778 tempest-SecurityGroupRulesNegativeTestJSON-778336778-project] Publish callbacks [] for security_group (None), before_response {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:04:15.838683 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-8d9565b6-7c5a-4a72-bcdb-3911d995755a req-6a5cbc0e-3ad4-4c30-89a2-c9905e5a31e7 tempest-SecurityGroupRulesNegativeTestJSON-778336778 tempest-SecurityGroupRulesNegativeTestJSON-778336778-project] 10.222.0.75 "DELETE /v2.0/security-groups/bc69fd4f-7413-4ee7-a08a-20ca181033b9 HTTP/1.1" status: 204 len: 173 time: 0.9146054 Feb 09 19:04:15.876777 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a5cbc0e-3ad4-4c30-89a2-c9905e5a31e7 tempest-SecurityGroupRulesNegativeTestJSON-778336778 tempest-SecurityGroupRulesNegativeTestJSON-778336778-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bc69fd4f-7413-4ee7-a08a-20ca181033b9,revision_number=None']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:04:15.902781 n-d-713498-36 neutron-server[103229]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 19:04:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-27c32b2a-3b62-4eb9-9d38-4f03dcd6149f x-openstack-request-id: req-27c32b2a-3b62-4eb9-9d38-4f03dcd6149f {{(pid=103229) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 19:04:15.903307 n-d-713498-36 neutron-server[103229]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "80c4e695-e3b4-42be-ba0e-5756305138f1", "tag": "f2af33d6-809c-4462-a1c1-648e7e81004e", "status": "completed", "code": 200}]} {{(pid=103229) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 19:04:15.903769 n-d-713498-36 neutron-server[103229]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-27c32b2a-3b62-4eb9-9d38-4f03dcd6149f {{(pid=103229) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 19:04:15.904296 n-d-713498-36 neutron-server[103229]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '80c4e695-e3b4-42be-ba0e-5756305138f1', 'tag': 'f2af33d6-809c-4462-a1c1-648e7e81004e', 'status': 'completed', 'code': 200} Feb 09 19:04:15.945249 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-88aac4b3-25ec-4e96-b829-a2b278b08b65 req-0bca7042-6494-48b0-895c-d50d3446f058 service neutron] 10.222.0.90 "GET /v2.0/networks/2b5494c8-cf97-42c1-b902-87f998f28179?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4940572 Feb 09 19:04:15.963017 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Device 9dab1ea3-55fb-405d-b11c-f3605a977927 up at agent ovs-agent-n-d-713498-36 {{(pid=103232) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 19:04:16.036526 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-dc1b3c0e-5285-4984-ae4e-34533f1068e3 admin admin] Publish callbacks [] for port (fca1ed2d-fd3e-4e52-a12c-dbc81f0b074d), precommit_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:04:16.051790 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Device 9431105a-be29-4ce5-9970-f91bee564b4b details requested by agent hyperv_n-h2-713498-36 with host n-h2-713498-36 {{(pid=103232) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 19:04:16.057417 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4a7cc1e-4231-4206-a699-2f3d3cc51b4d req-15f167a6-6dca-4efd-a2a6-fe987d581839 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:04:16.061733 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-e4a7cc1e-4231-4206-a699-2f3d3cc51b4d req-15f167a6-6dca-4efd-a2a6-fe987d581839 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=1672ee8b769240288b95113d5dff1fd2&device_id=80c4e695-e3b4-42be-ba0e-5756305138f1 HTTP/1.1" status: 200 len: 1131 time: 0.1254783 Feb 09 19:04:16.083477 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [req-72bc9b18-5bd5-4ef6-b5d4-2e98e234d401 req-c0204a0e-5756-4450-8607-5dc7ec379ddc tempest-LiveMigrationTest-1137365927 tempest-LiveMigrationTest-1137365927-project-admin] http://10.222.0.75:9696/v2.0/extensions returned with HTTP 200 {{(pid=103230) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 09 19:04:16.091098 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-72bc9b18-5bd5-4ef6-b5d4-2e98e234d401 req-c0204a0e-5756-4450-8607-5dc7ec379ddc tempest-LiveMigrationTest-1137365927 tempest-LiveMigrationTest-1137365927-project-admin] 10.222.0.75 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0180047 Feb 09 19:04:16.123530 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.provisioning_blocks [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Provisioning complete for port 9dab1ea3-55fb-405d-b11c-f3605a977927 triggered by entity L2. {{(pid=103232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 19:04:16.124045 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593630'] for port (9dab1ea3-55fb-405d-b11c-f3605a977927), provisioning_complete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:04:16.284706 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-7429db8d-6021-40ad-813e-885be449a89b None None] For port 9431105a-be29-4ce5-9970-f91bee564b4b, host n-h2-713498-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-36',level=0,port_id=9431105a-be29-4ce5-9970-f91bee564b4b,segment=NetworkSegment(50e5915e-18f0-4558-9a28-b978975ead36),segment_id=50e5915e-18f0-4558-9a28-b978975ead36)] {{(pid=103232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 19:04:16.307159 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Returning: {'device': '9431105a-be29-4ce5-9970-f91bee564b4b', 'network_id': '2b5494c8-cf97-42c1-b902-87f998f28179', 'port_id': '9431105a-be29-4ce5-9970-f91bee564b4b', 'mac_address': 'fa:16:3e:65:e3:44', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 359, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '60b561cb-321e-4f83-9bb3-92b2e1d0dc44', 'ip_address': '192.168.233.52'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103232) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 19:04:16.310460 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Current status of the port 9dab1ea3-55fb-405d-b11c-f3605a977927 is: ACTIVE; New status is: ACTIVE {{(pid=103232) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 19:04:16.311933 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Device f5029e3b-38a6-4d59-a014-a781814bfad1 up at agent ovs-agent-n-d-713498-36 {{(pid=103232) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 19:04:16.323829 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4a7cc1e-4231-4206-a699-2f3d3cc51b4d req-875bb043-a937-4956-a846-35e12f21a4b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:04:16.325305 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-e4a7cc1e-4231-4206-a699-2f3d3cc51b4d req-875bb043-a937-4956-a846-35e12f21a4b6 service neutron] 10.222.0.90 "GET /v2.0/networks?id=2b5494c8-cf97-42c1-b902-87f998f28179 HTTP/1.1" status: 200 len: 870 time: 0.2503967 Feb 09 19:04:16.385051 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Current status of the port 9431105a-be29-4ce5-9970-f91bee564b4b is: DOWN; New status is: BUILD {{(pid=103232) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 19:04:16.385867 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (9431105a-be29-4ce5-9970-f91bee564b4b), before_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:04:16.405650 n-d-713498-36 neutron-server[103232]: DEBUG neutron.notifiers.nova [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9431105a-be29-4ce5-9970-f91bee564b4b {{(pid=103232) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 19:04:16.406346 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-29bd2828-707a-4153-9ba8-52a8e9937b93 req-a1f2f905-354d-4117-8fac-41afae608e36 tempest-FloatingIPsAssociationTestJSON-731512856 tempest-FloatingIPsAssociationTestJSON-731512856-project] 10.222.0.75 "GET /v2.0/ports?device_id=cf8d55d7-ba31-4451-a682-c3c5050d34d1 HTTP/1.1" status: 200 len: 210 time: 0.3854179 Feb 09 19:04:16.415180 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.provisioning_blocks [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Provisioning complete for port f5029e3b-38a6-4d59-a014-a781814bfad1 triggered by entity L2. {{(pid=103232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 19:04:16.415908 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593630'] for port (f5029e3b-38a6-4d59-a014-a781814bfad1), provisioning_complete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:04:16.455965 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-7429db8d-6021-40ad-813e-885be449a89b None None] For port 9431105a-be29-4ce5-9970-f91bee564b4b, host n-h2-713498-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-36',level=0,port_id=9431105a-be29-4ce5-9970-f91bee564b4b,segment=NetworkSegment(50e5915e-18f0-4558-9a28-b978975ead36),segment_id=50e5915e-18f0-4558-9a28-b978975ead36)] {{(pid=103232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 19:04:16.466056 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762867176205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762866656485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762866656503'] for port (9431105a-be29-4ce5-9970-f91bee564b4b), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:04:16.520458 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72bc9b18-5bd5-4ef6-b5d4-2e98e234d401 req-98309625-6008-4593-9d57-6d08dd8f7d59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:04:16.527344 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-72bc9b18-5bd5-4ef6-b5d4-2e98e234d401 req-98309625-6008-4593-9d57-6d08dd8f7d59 service neutron] 10.222.0.75 "GET /v2.0/ports/a4e79a8e-ce64-4a98-88aa-2b5124a3f55b HTTP/1.1" status: 200 len: 1125 time: 0.4354038 Feb 09 19:04:16.531492 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.v2.base [req-72bc9b18-5bd5-4ef6-b5d4-2e98e234d401 req-46a38a61-adbd-452f-854c-b143fffb697e service neutron] Request body: {'binding': {'host': 'n-h1-713498-36', 'vnic_type': 'normal', 'profile': {}}} {{(pid=103230) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 19:04:16.531936 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.v2.base [req-72bc9b18-5bd5-4ef6-b5d4-2e98e234d401 req-46a38a61-adbd-452f-854c-b143fffb697e service neutron] Unknown quota resources ['binding']. {{(pid=103230) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Feb 09 19:04:16.533801 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-e4a7cc1e-4231-4206-a699-2f3d3cc51b4d req-410cd25c-04d6-4680-9d0f-694888f4dfd3 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.247&port_id=f2af33d6-809c-4462-a1c1-648e7e81004e HTTP/1.1" status: 200 len: 217 time: 0.1283758 Feb 09 19:04:16.547468 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Pushing event updated for resources: {'Port': ['ID=9431105a-be29-4ce5-9970-f91bee564b4b,revision_number=4']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:04:16.587067 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Current status of the port f5029e3b-38a6-4d59-a014-a781814bfad1 is: ACTIVE; New status is: ACTIVE {{(pid=103232) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 19:04:16.596094 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-88aac4b3-25ec-4e96-b829-a2b278b08b65 req-1b40a285-e6d9-486f-9770-14294085389f service neutron] 10.222.0.90 "GET /v2.0/networks/2b5494c8-cf97-42c1-b902-87f998f28179?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6284184 Feb 09 19:04:16.609170 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-dc1b3c0e-5285-4984-ae4e-34533f1068e3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762866656467', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14393751'] for port (fca1ed2d-fd3e-4e52-a12c-dbc81f0b074d), after_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:04:16.612917 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa8b38f6-5410-4152-98e6-9a50af4e10d8 req-0f55ad02-08b7-4c35-9246-b6a6df1ea000 tempest-FloatingIPsAssociationTestJSON-731512856 tempest-FloatingIPsAssociationTestJSON-731512856-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:04:16.616376 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-aa8b38f6-5410-4152-98e6-9a50af4e10d8 req-0f55ad02-08b7-4c35-9246-b6a6df1ea000 tempest-FloatingIPsAssociationTestJSON-731512856 tempest-FloatingIPsAssociationTestJSON-731512856-project] 10.222.0.89 "GET /v2.0/networks?id=f1e6924e-7348-48ca-aa14-d5834e100bd2 HTTP/1.1" status: 200 len: 821 time: 0.3813505 Feb 09 19:04:16.631842 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.v2.base [req-aa8b38f6-5410-4152-98e6-9a50af4e10d8 req-b94d9dbf-ff56-4f53-bdf8-13ec8cb20c27 tempest-FloatingIPsAssociationTestJSON-731512856 tempest-FloatingIPsAssociationTestJSON-731512856-project] Request body: {'port': {'device_id': 'cf8d55d7-ba31-4451-a682-c3c5050d34d1', 'network_id': 'f1e6924e-7348-48ca-aa14-d5834e100bd2', 'admin_state_up': True, 'tenant_id': '0e772d8c7ac44b1fbd56efaf46b6dbd8'}} {{(pid=103229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 19:04:16.678178 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4a7cc1e-4231-4206-a699-2f3d3cc51b4d req-2ca53ad0-0a3c-4a93-9244-060123b8743b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:04:16.679651 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-e4a7cc1e-4231-4206-a699-2f3d3cc51b4d req-2ca53ad0-0a3c-4a93-9244-060123b8743b service neutron] 10.222.0.90 "GET /v2.0/subnets?id=60b561cb-321e-4f83-9bb3-92b2e1d0dc44 HTTP/1.1" status: 200 len: 843 time: 0.1343529 Feb 09 19:04:16.693018 n-d-713498-36 neutron-server[103230]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc1b3c0e-5285-4984-ae4e-34533f1068e3 admin admin] Network 88055e1e-672a-4487-be31-ffb6e833ece5 is already hosted by enough agents. {{(pid=103230) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 19:04:16.704848 n-d-713498-36 neutron-server[103230]: DEBUG neutron.scheduler.base_scheduler [None req-dc1b3c0e-5285-4984-ae4e-34533f1068e3 admin admin] Resources bound (agent type, host, resource id): {{(pid=103230) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 19:04:16.715998 n-d-713498-36 neutron-server[103230]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc1b3c0e-5285-4984-ae4e-34533f1068e3 admin admin] Received port after_create {{(pid=103230) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 19:04:16.726895 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc1b3c0e-5285-4984-ae4e-34533f1068e3 admin admin] Pushing event updated for resources: {'Port': ['ID=fca1ed2d-fd3e-4e52-a12c-dbc81f0b074d,revision_number=1']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:04:16.764027 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cef18e4-fa2b-4cfd-af3c-78e779fafe17 req-fc355cd5-b850-4258-96e6-11eb99726e83 tempest-ServersOnMultiNodesTest-1472402947 tempest-ServersOnMultiNodesTest-1472402947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:04:16.765554 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-7cef18e4-fa2b-4cfd-af3c-78e779fafe17 req-fc355cd5-b850-4258-96e6-11eb99726e83 tempest-ServersOnMultiNodesTest-1472402947 tempest-ServersOnMultiNodesTest-1472402947-project] 10.222.0.75 "GET /v2.0/ports?device_id=2f45403d-b7ca-4d38-8d27-19538a1473d9 HTTP/1.1" status: 200 len: 948 time: 0.2277002 Feb 09 19:04:16.775734 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4a7cc1e-4231-4206-a699-2f3d3cc51b4d req-656c04db-5f73-47e5-b94b-2513d5c898b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:04:16.777209 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-e4a7cc1e-4231-4206-a699-2f3d3cc51b4d req-656c04db-5f73-47e5-b94b-2513d5c898b9 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=2b5494c8-cf97-42c1-b902-87f998f28179&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.0881612 Feb 09 19:04:16.798291 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-aa8b38f6-5410-4152-98e6-9a50af4e10d8 req-b94d9dbf-ff56-4f53-bdf8-13ec8cb20c27 tempest-FloatingIPsAssociationTestJSON-731512856 tempest-FloatingIPsAssociationTestJSON-731512856-project] Made reservation on behalf of 0e772d8c7ac44b1fbd56efaf46b6dbd8 for: {'port': 1} {{(pid=103229) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 19:04:16.801846 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-aa8b38f6-5410-4152-98e6-9a50af4e10d8 req-b94d9dbf-ff56-4f53-bdf8-13ec8cb20c27 tempest-FloatingIPsAssociationTestJSON-731512856 tempest-FloatingIPsAssociationTestJSON-731512856-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (None), before_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:04:16.826064 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-7429db8d-6021-40ad-813e-885be449a89b None None] get_ports_and_sgs() called for port_ids ['9431105a-be29-4ce5-9970-f91bee564b4b'] {{(pid=103232) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 19:04:16.960341 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-7cef18e4-fa2b-4cfd-af3c-78e779fafe17 req-85b63afd-6227-4bee-886b-aea4ce11bde1 tempest-ServersOnMultiNodesTest-1472402947 tempest-ServersOnMultiNodesTest-1472402947-project] 10.222.0.75 "GET /v2.0/security-groups?id=aed5302d-0478-4b9d-b014-143adc5c0d74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1810310 Feb 09 19:04:16.988234 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762867132591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593584'] for agent (496418a2-c002-4aec-ab1a-07f3bea491bd), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:04:17.002162 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.managers [req-72bc9b18-5bd5-4ef6-b5d4-2e98e234d401 req-46a38a61-adbd-452f-854c-b143fffb697e service neutron] Attempting to bind port a4e79a8e-ce64-4a98-88aa-2b5124a3f55b on host n-h1-713498-36 for vnic_type normal with profile None {{(pid=103230) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 19:04:17.002504 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.managers [req-72bc9b18-5bd5-4ef6-b5d4-2e98e234d401 req-46a38a61-adbd-452f-854c-b143fffb697e service neutron] Attempting to bind port a4e79a8e-ce64-4a98-88aa-2b5124a3f55b by drivers openvswitch,hyperv on host n-h1-713498-36 at level 0 using segments [{'id': '5e48c0d3-ac92-403e-8ddc-eab47c471644', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': 'd725567e-ae4f-48c7-8826-ca95b9692346'}] {{(pid=103230) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 19:04:17.002830 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72bc9b18-5bd5-4ef6-b5d4-2e98e234d401 req-46a38a61-adbd-452f-854c-b143fffb697e service neutron] Attempting to bind port a4e79a8e-ce64-4a98-88aa-2b5124a3f55b on network d725567e-ae4f-48c7-8826-ca95b9692346 {{(pid=103230) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 19:04:17.031456 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72bc9b18-5bd5-4ef6-b5d4-2e98e234d401 req-46a38a61-adbd-452f-854c-b143fffb697e service neutron] Port a4e79a8e-ce64-4a98-88aa-2b5124a3f55b on network d725567e-ae4f-48c7-8826-ca95b9692346 not bound, no agent of type Open vSwitch agent registered on host n-h1-713498-36 {{(pid=103230) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 19:04:17.031778 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72bc9b18-5bd5-4ef6-b5d4-2e98e234d401 req-46a38a61-adbd-452f-854c-b143fffb697e service neutron] Attempting to bind port a4e79a8e-ce64-4a98-88aa-2b5124a3f55b on network d725567e-ae4f-48c7-8826-ca95b9692346 {{(pid=103230) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 19:04:17.044732 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72bc9b18-5bd5-4ef6-b5d4-2e98e234d401 req-46a38a61-adbd-452f-854c-b143fffb697e service neutron] Checking agent: {'id': '488cd9ae-631f-4955-ba0b-4f5a13f12e9c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713498-36', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 18, 59, 18), 'started_at': datetime.datetime(2022, 2, 9, 18, 59, 18), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 19, 3, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103230) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 19:04:17.045207 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72bc9b18-5bd5-4ef6-b5d4-2e98e234d401 req-46a38a61-adbd-452f-854c-b143fffb697e service neutron] Checking segment: {'id': '5e48c0d3-ac92-403e-8ddc-eab47c471644', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': 'd725567e-ae4f-48c7-8826-ca95b9692346'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103230) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 19:04:17.045604 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72bc9b18-5bd5-4ef6-b5d4-2e98e234d401 req-46a38a61-adbd-452f-854c-b143fffb697e service neutron] Bound using segment: {'id': '5e48c0d3-ac92-403e-8ddc-eab47c471644', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': 'd725567e-ae4f-48c7-8826-ca95b9692346'} {{(pid=103230) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 19:04:17.046304 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.managers [req-72bc9b18-5bd5-4ef6-b5d4-2e98e234d401 req-46a38a61-adbd-452f-854c-b143fffb697e service neutron] Bound port: a4e79a8e-ce64-4a98-88aa-2b5124a3f55b, host: n-h1-713498-36, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5e48c0d3-ac92-403e-8ddc-eab47c471644', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': 'd725567e-ae4f-48c7-8826-ca95b9692346'}}] {{(pid=103230) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 19:04:17.048958 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-e4a7cc1e-4231-4206-a699-2f3d3cc51b4d req-24be5105-3936-4b4e-89c9-cfb799b1c2ba service neutron] 10.222.0.90 "GET /v2.0/networks/2b5494c8-cf97-42c1-b902-87f998f28179?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2594275 Feb 09 19:04:17.109752 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06b8a44e-cd1e-4843-878d-46c2253ccadd None None] Network 4b4a4f04-9554-422a-8d57-eaf8329dcb91 requested from n-d-713498-36 {{(pid=103232) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 19:04:17.149477 n-d-713498-36 neutron-server[103229]: DEBUG neutron.db.db_base_plugin_common [req-aa8b38f6-5410-4152-98e6-9a50af4e10d8 req-b94d9dbf-ff56-4f53-bdf8-13ec8cb20c27 tempest-FloatingIPsAssociationTestJSON-731512856 tempest-FloatingIPsAssociationTestJSON-731512856-project] Allocated IP 172.20.0.6 (f1e6924e-7348-48ca-aa14-d5834e100bd2/7ab1963a-39ad-4d86-9549-880198499f42/fff28e55-1481-495e-822a-a809fab17399) {{(pid=103229) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 19:04:17.182727 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.provisioning_blocks [None req-5af30f89-2430-4354-bed3-f42ae3e58796 None None] Provisioning complete for port eded95a2-d908-4844-8544-97ee573be831 triggered by entity DHCP. {{(pid=103232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 19:04:17.183101 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-5af30f89-2430-4354-bed3-f42ae3e58796 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593630'] for port (eded95a2-d908-4844-8544-97ee573be831), provisioning_complete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:04:17.210674 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-e4a7cc1e-4231-4206-a699-2f3d3cc51b4d req-c43ed53a-17cb-4d2e-b298-dc43c4222b2a service neutron] 10.222.0.90 "GET /v2.0/networks/2b5494c8-cf97-42c1-b902-87f998f28179?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1517563 Feb 09 19:04:17.265079 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.db [req-72bc9b18-5bd5-4ef6-b5d4-2e98e234d401 req-46a38a61-adbd-452f-854c-b143fffb697e service neutron] For port a4e79a8e-ce64-4a98-88aa-2b5124a3f55b, host n-h1-713498-36, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-36',level=0,port_id=a4e79a8e-ce64-4a98-88aa-2b5124a3f55b,segment=NetworkSegment(5e48c0d3-ac92-403e-8ddc-eab47c471644),segment_id=5e48c0d3-ac92-403e-8ddc-eab47c471644)] {{(pid=103230) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 19:04:17.275493 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [req-72bc9b18-5bd5-4ef6-b5d4-2e98e234d401 req-46a38a61-adbd-452f-854c-b143fffb697e service neutron] Publish callbacks [] for binding (None), before_response {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:04:17.276753 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-72bc9b18-5bd5-4ef6-b5d4-2e98e234d401 req-46a38a61-adbd-452f-854c-b143fffb697e service neutron] 10.222.0.75 "POST /v2.0/ports/a4e79a8e-ce64-4a98-88aa-2b5124a3f55b/bindings HTTP/1.1" status: 201 len: 390 time: 0.7486372 Feb 09 19:04:17.283845 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7259002-1cbe-4c17-95e1-17b5ed49c578 req-27d1785c-072f-408f-9207-668f6fb4d418 tempest-ServersAdminNegativeTestJSON-2127918484 tempest-ServersAdminNegativeTestJSON-2127918484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:04:17.286291 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-e7259002-1cbe-4c17-95e1-17b5ed49c578 req-27d1785c-072f-408f-9207-668f6fb4d418 tempest-ServersAdminNegativeTestJSON-2127918484 tempest-ServersAdminNegativeTestJSON-2127918484-project] 10.222.0.75 "GET /v2.0/ports?device_id=c082bc13-8194-4bdb-a323-42b0de08e605 HTTP/1.1" status: 200 len: 948 time: 0.1969788 Feb 09 19:04:17.302490 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-dc1b3c0e-5285-4984-ae4e-34533f1068e3 admin admin] Publish callbacks [] for router_gateway (fbcdf16f-a13b-425a-bb2f-df6648651d4a), after_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:04:17.345516 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-5af30f89-2430-4354-bed3-f42ae3e58796 None None] Current status of the port eded95a2-d908-4844-8544-97ee573be831 is: DOWN; New status is: ACTIVE {{(pid=103232) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 19:04:17.346238 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-5af30f89-2430-4354-bed3-f42ae3e58796 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (eded95a2-d908-4844-8544-97ee573be831), before_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:04:17.372864 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-aa8b38f6-5410-4152-98e6-9a50af4e10d8 req-b94d9dbf-ff56-4f53-bdf8-13ec8cb20c27 tempest-FloatingIPsAssociationTestJSON-731512856 tempest-FloatingIPsAssociationTestJSON-731512856-project] Publish callbacks [] for port (fff28e55-1481-495e-822a-a809fab17399), precommit_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:04:17.388829 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-5af30f89-2430-4354-bed3-f42ae3e58796 None None] For port eded95a2-d908-4844-8544-97ee573be831, host n-d-713498-36, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-36',level=0,port_id=eded95a2-d908-4844-8544-97ee573be831,segment=NetworkSegment(ddd7ee15-d376-483e-82d4-8429af82ad81),segment_id=ddd7ee15-d376-483e-82d4-8429af82ad81)] {{(pid=103232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 19:04:17.397992 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-5af30f89-2430-4354-bed3-f42ae3e58796 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762867176205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762866656485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762866656503'] for port (eded95a2-d908-4844-8544-97ee573be831), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:04:17.459923 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-aa8b38f6-5410-4152-98e6-9a50af4e10d8 req-b94d9dbf-ff56-4f53-bdf8-13ec8cb20c27 tempest-FloatingIPsAssociationTestJSON-731512856 tempest-FloatingIPsAssociationTestJSON-731512856-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762866656467', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12867576'] for port (fff28e55-1481-495e-822a-a809fab17399), after_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:04:17.460979 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5af30f89-2430-4354-bed3-f42ae3e58796 None None] Pushing event updated for resources: {'Port': ['ID=eded95a2-d908-4844-8544-97ee573be831,revision_number=3']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:04:17.492866 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-e7259002-1cbe-4c17-95e1-17b5ed49c578 req-6e0bee2b-9831-4900-82b7-f65d15acd28b tempest-ServersAdminNegativeTestJSON-2127918484 tempest-ServersAdminNegativeTestJSON-2127918484-project] 10.222.0.75 "GET /v2.0/security-groups?id=c2a1d80e-4c84-44c1-8257-66d4ceb1ab5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1997747 Feb 09 19:04:17.511050 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-b9d2592d-8c41-45af-bf4d-7e5ef7b49c43 req-7fbbb1f8-e907-4423-a792-bb4bdb992ef0 tempest-SecurityGroupRulesNegativeTestJSON-778336778 tempest-SecurityGroupRulesNegativeTestJSON-778336778-project] 10.222.0.75 "GET /v2.0/security-groups/a2486651-c727-48e2-87ba-7f831ab45e89 HTTP/1.1" status: 200 len: 1829 time: 0.1121311 Feb 09 19:04:17.522566 n-d-713498-36 neutron-server[103229]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-aa8b38f6-5410-4152-98e6-9a50af4e10d8 req-b94d9dbf-ff56-4f53-bdf8-13ec8cb20c27 tempest-FloatingIPsAssociationTestJSON-731512856 tempest-FloatingIPsAssociationTestJSON-731512856-project] Network f1e6924e-7348-48ca-aa14-d5834e100bd2 is already hosted by enough agents. {{(pid=103229) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 19:04:17.535726 n-d-713498-36 neutron-server[103229]: DEBUG neutron.scheduler.base_scheduler [req-aa8b38f6-5410-4152-98e6-9a50af4e10d8 req-b94d9dbf-ff56-4f53-bdf8-13ec8cb20c27 tempest-FloatingIPsAssociationTestJSON-731512856 tempest-FloatingIPsAssociationTestJSON-731512856-project] Resources bound (agent type, host, resource id): {{(pid=103229) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 19:04:17.537933 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Device 8b691445-3686-4647-a8b1-7728ec31fbe4 up at agent hyperv_n-h1-713498-36 {{(pid=103232) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 19:04:17.550049 n-d-713498-36 neutron-server[103229]: DEBUG neutron.db.l3_dvrscheduler_db [req-aa8b38f6-5410-4152-98e6-9a50af4e10d8 req-b94d9dbf-ff56-4f53-bdf8-13ec8cb20c27 tempest-FloatingIPsAssociationTestJSON-731512856 tempest-FloatingIPsAssociationTestJSON-731512856-project] Received port after_create {{(pid=103229) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 19:04:17.640257 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.provisioning_blocks [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Provisioning for port 8b691445-3686-4647-a8b1-7728ec31fbe4 completed by entity L2. {{(pid=103232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 19:04:17.647267 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.provisioning_blocks [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Provisioning complete for port 8b691445-3686-4647-a8b1-7728ec31fbe4 triggered by entity L2. {{(pid=103232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 19:04:17.648635 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593630'] for port (8b691445-3686-4647-a8b1-7728ec31fbe4), provisioning_complete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:04:17.697214 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b94d9dbf-ff56-4f53-bdf8-13ec8cb20c27 tempest-FloatingIPsAssociationTestJSON-731512856 tempest-FloatingIPsAssociationTestJSON-731512856-project] Pushing event updated for resources: {'Port': ['ID=fff28e55-1481-495e-822a-a809fab17399,revision_number=1']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:04:17.839611 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa8b38f6-5410-4152-98e6-9a50af4e10d8 req-b94d9dbf-ff56-4f53-bdf8-13ec8cb20c27 tempest-FloatingIPsAssociationTestJSON-731512856 tempest-FloatingIPsAssociationTestJSON-731512856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:04:17.840082 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-aa8b38f6-5410-4152-98e6-9a50af4e10d8 req-b94d9dbf-ff56-4f53-bdf8-13ec8cb20c27 tempest-FloatingIPsAssociationTestJSON-731512856 tempest-FloatingIPsAssociationTestJSON-731512856-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171096'] for port (None), before_response {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:04:17.853903 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Device eded95a2-d908-4844-8544-97ee573be831 up at agent ovs-agent-n-d-713498-36 {{(pid=103232) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 19:04:17.854643 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-dc1b3c0e-5285-4984-ae4e-34533f1068e3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1834945', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1818951'] for router (fbcdf16f-a13b-425a-bb2f-df6648651d4a), after_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:04:17.867275 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72963e4d-293d-4704-bae4-6dc75f8ce2b1 req-851583f6-c6cf-4ba8-8b1a-550e7b43f2f2 tempest-LiveMigrationTest-1021096981 tempest-LiveMigrationTest-1021096981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:04:17.870936 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-b9d2592d-8c41-45af-bf4d-7e5ef7b49c43 req-cc930b40-2613-4a2a-af0d-8cb74b6e93e4 tempest-SecurityGroupRulesNegativeTestJSON-778336778 tempest-SecurityGroupRulesNegativeTestJSON-778336778-project] Publish callbacks [] for security_group (a2486651-c727-48e2-87ba-7f831ab45e89), before_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:04:17.874328 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-72963e4d-293d-4704-bae4-6dc75f8ce2b1 req-851583f6-c6cf-4ba8-8b1a-550e7b43f2f2 tempest-LiveMigrationTest-1021096981 tempest-LiveMigrationTest-1021096981-project] 10.222.0.75 "GET /v2.0/ports?device_id=59d6552c-9c7d-436a-9583-1a4c43dbfa42 HTTP/1.1" status: 200 len: 945 time: 0.1075447 Feb 09 19:04:17.903433 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-aa8b38f6-5410-4152-98e6-9a50af4e10d8 req-b94d9dbf-ff56-4f53-bdf8-13ec8cb20c27 tempest-FloatingIPsAssociationTestJSON-731512856 tempest-FloatingIPsAssociationTestJSON-731512856-project] 10.222.0.89 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2773943 Feb 09 19:04:17.919769 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72bc9b18-5bd5-4ef6-b5d4-2e98e234d401 req-b3b23a01-c4c4-45f6-b768-371256a36f41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:04:17.921995 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-72bc9b18-5bd5-4ef6-b5d4-2e98e234d401 req-b3b23a01-c4c4-45f6-b768-371256a36f41 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=05fa6a089578484da4b750f8c0b5ad12&device_id=59d6552c-9c7d-436a-9583-1a4c43dbfa42 HTTP/1.1" status: 200 len: 1128 time: 0.3004868 Feb 09 19:04:17.926731 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-b9d2592d-8c41-45af-bf4d-7e5ef7b49c43 req-cc930b40-2613-4a2a-af0d-8cb74b6e93e4 tempest-SecurityGroupRulesNegativeTestJSON-778336778 tempest-SecurityGroupRulesNegativeTestJSON-778336778-project] Publish callbacks [] for security_group (a2486651-c727-48e2-87ba-7f831ab45e89), precommit_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:04:17.927396 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.provisioning_blocks [None req-c4c20814-ae49-462c-940c-460d11a6a084 None None] Provisioning complete for port eded95a2-d908-4844-8544-97ee573be831 triggered by entity DHCP. {{(pid=103232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 19:04:17.929305 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-c4c20814-ae49-462c-940c-460d11a6a084 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593630'] for port (eded95a2-d908-4844-8544-97ee573be831), provisioning_complete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:04:17.930871 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Current status of the port 8b691445-3686-4647-a8b1-7728ec31fbe4 is: BUILD; New status is: ACTIVE {{(pid=103232) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 19:04:17.931316 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (8b691445-3686-4647-a8b1-7728ec31fbe4), before_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:04:17.934377 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.v2.base [req-aa8b38f6-5410-4152-98e6-9a50af4e10d8 req-dd615eee-f3c8-47d6-830c-cc45a2f5ae8f service neutron] Request body: {'port': {'device_id': 'cf8d55d7-ba31-4451-a682-c3c5050d34d1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-713498-36'}} {{(pid=103229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 19:04:17.999235 n-d-713498-36 neutron-server[103232]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c082bc13-8194-4bdb-a323-42b0de08e605', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8b691445-3686-4647-a8b1-7728ec31fbe4'}] {{(pid=103232) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 19:04:18.001755 n-d-713498-36 neutron-server[103232]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}949cdcde653dec44821de95cbf67297f53cbc2aed4e073b5d514f93bf911ce85" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-83223302-3e8a-43b1-a5f5-0a3e14c0f397" -d '{"events": [{"server_uuid": "c082bc13-8194-4bdb-a323-42b0de08e605", "name": "network-vif-plugged", "status": "completed", "tag": "8b691445-3686-4647-a8b1-7728ec31fbe4"}]}' {{(pid=103232) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 19:04:18.013091 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-72963e4d-293d-4704-bae4-6dc75f8ce2b1 req-fcc3caea-abb1-46e2-a500-50b5f1283076 tempest-LiveMigrationTest-1021096981 tempest-LiveMigrationTest-1021096981-project] 10.222.0.75 "GET /v2.0/security-groups?id=ba18819a-1490-4e7b-a11b-e8610423d8ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1377897 Feb 09 19:04:18.020785 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Device f2af33d6-809c-4462-a1c1-648e7e81004e details requested by agent hyperv_n-h2-713498-36 with host n-h2-713498-36 {{(pid=103232) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 19:04:18.029152 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Device 9431105a-be29-4ce5-9970-f91bee564b4b up at agent hyperv_n-h2-713498-36 {{(pid=103232) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 19:04:18.056483 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-b9d2592d-8c41-45af-bf4d-7e5ef7b49c43 req-cc930b40-2613-4a2a-af0d-8cb74b6e93e4 tempest-SecurityGroupRulesNegativeTestJSON-778336778 tempest-SecurityGroupRulesNegativeTestJSON-778336778-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1892331'] for security_group (a2486651-c727-48e2-87ba-7f831ab45e89), after_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:04:18.059423 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-b9d2592d-8c41-45af-bf4d-7e5ef7b49c43 req-cc930b40-2613-4a2a-af0d-8cb74b6e93e4 tempest-SecurityGroupRulesNegativeTestJSON-778336778 tempest-SecurityGroupRulesNegativeTestJSON-778336778-project] Publish callbacks [] for security_group (None), before_response {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:04:18.067331 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-b9d2592d-8c41-45af-bf4d-7e5ef7b49c43 req-cc930b40-2613-4a2a-af0d-8cb74b6e93e4 tempest-SecurityGroupRulesNegativeTestJSON-778336778 tempest-SecurityGroupRulesNegativeTestJSON-778336778-project] 10.222.0.75 "DELETE /v2.0/security-groups/a2486651-c727-48e2-87ba-7f831ab45e89 HTTP/1.1" status: 204 len: 173 time: 0.5412126 Feb 09 19:04:18.071405 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] For port 8b691445-3686-4647-a8b1-7728ec31fbe4, host n-h1-713498-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-36',level=0,port_id=8b691445-3686-4647-a8b1-7728ec31fbe4,segment=NetworkSegment(50e5915e-18f0-4558-9a28-b978975ead36),segment_id=50e5915e-18f0-4558-9a28-b978975ead36)] {{(pid=103232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 19:04:18.085036 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.provisioning_blocks [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Provisioning complete for port eded95a2-d908-4844-8544-97ee573be831 triggered by entity L2. {{(pid=103232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 19:04:18.085568 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593630'] for port (eded95a2-d908-4844-8544-97ee573be831), provisioning_complete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:04:18.106250 n-d-713498-36 neutron-server[103230]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dc1b3c0e-5285-4984-ae4e-34533f1068e3 admin admin] Router fbcdf16f-a13b-425a-bb2f-df6648651d4a is scheduled to L3 agent 93303d5e-5d17-45e8-8963-7694f87783ae with binding_index 1 {{(pid=103230) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 09 19:04:18.116483 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762867176205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762866656485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762866656503'] for port (8b691445-3686-4647-a8b1-7728ec31fbe4), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:04:18.166750 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc930b40-2613-4a2a-af0d-8cb74b6e93e4 tempest-SecurityGroupRulesNegativeTestJSON-778336778 tempest-SecurityGroupRulesNegativeTestJSON-778336778-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a2486651-c727-48e2-87ba-7f831ab45e89,revision_number=None']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:04:18.258250 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80f30bfa-c0d8-423c-9163-f343d924ca43 req-5300583f-939a-4f5f-aafc-24c68ef298e4 tempest-FloatingIPsAssociationTestJSON-731512856 tempest-FloatingIPsAssociationTestJSON-731512856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:04:18.260067 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-80f30bfa-c0d8-423c-9163-f343d924ca43 req-5300583f-939a-4f5f-aafc-24c68ef298e4 tempest-FloatingIPsAssociationTestJSON-731512856 tempest-FloatingIPsAssociationTestJSON-731512856-project] 10.222.0.75 "GET /v2.0/ports?device_id=cf8d55d7-ba31-4451-a682-c3c5050d34d1 HTTP/1.1" status: 200 len: 931 time: 0.1374166 Feb 09 19:04:18.273104 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-aa8b38f6-5410-4152-98e6-9a50af4e10d8 req-dd615eee-f3c8-47d6-830c-cc45a2f5ae8f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (fff28e55-1481-495e-822a-a809fab17399), before_update {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:04:18.302027 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72bc9b18-5bd5-4ef6-b5d4-2e98e234d401 req-9c925376-3cec-4e9b-a20f-61a33c08fc25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:04:18.303673 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-72bc9b18-5bd5-4ef6-b5d4-2e98e234d401 req-9c925376-3cec-4e9b-a20f-61a33c08fc25 service neutron] 10.222.0.89 "GET /v2.0/networks?id=d725567e-ae4f-48c7-8826-ca95b9692346 HTTP/1.1" status: 200 len: 908 time: 0.3740587 Feb 09 19:04:18.318194 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dc1b3c0e-5285-4984-ae4e-34533f1068e3 admin admin] Notify agent at l3_agent.n-d-713498-36 the message routers_updated {{(pid=103230) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 19:04:18.350072 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b450bd6-9206-4235-b6ca-a8756336271b req-2decc86d-dcac-4fb5-9ef1-4fd0fba6b49f tempest-ServersOnMultiNodesTest-1472402947 tempest-ServersOnMultiNodesTest-1472402947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:04:18.351562 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-7b450bd6-9206-4235-b6ca-a8756336271b req-2decc86d-dcac-4fb5-9ef1-4fd0fba6b49f tempest-ServersOnMultiNodesTest-1472402947 tempest-ServersOnMultiNodesTest-1472402947-project] 10.222.0.75 "GET /v2.0/ports?device_id=2f45403d-b7ca-4d38-8d27-19538a1473d9 HTTP/1.1" status: 200 len: 948 time: 0.1922290 Feb 09 19:04:18.362718 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-80f30bfa-c0d8-423c-9163-f343d924ca43 req-cbfdfacf-d466-4791-8b58-143ef5d78d93 tempest-FloatingIPsAssociationTestJSON-731512856 tempest-FloatingIPsAssociationTestJSON-731512856-project] 10.222.0.75 "GET /v2.0/security-groups?id=e033bcb0-30a2-4ca7-825f-be8d1c426f02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0897830 Feb 09 19:04:18.380198 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-dc1b3c0e-5285-4984-ae4e-34533f1068e3 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:04:18.381644 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-dc1b3c0e-5285-4984-ae4e-34533f1068e3 admin admin] 10.222.0.75 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 5.4163656 Feb 09 19:04:18.384868 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 48988) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:04:18.393665 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-72bc9b18-5bd5-4ef6-b5d4-2e98e234d401 req-ac6eacb2-5714-47b9-ade0-de3a209659b1 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a4e79a8e-ce64-4a98-88aa-2b5124a3f55b HTTP/1.1" status: 200 len: 217 time: 0.0629704 Feb 09 19:04:18.477239 n-d-713498-36 neutron-server[103232]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 19:04:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-72fe49e6-14e9-4402-a708-cf80e79b15a8 x-openstack-request-id: req-72fe49e6-14e9-4402-a708-cf80e79b15a8 {{(pid=103232) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 19:04:18.477851 n-d-713498-36 neutron-server[103232]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c082bc13-8194-4bdb-a323-42b0de08e605", "name": "network-vif-plugged", "status": "completed", "tag": "8b691445-3686-4647-a8b1-7728ec31fbe4", "code": 200}]} {{(pid=103232) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 19:04:18.477851 n-d-713498-36 neutron-server[103232]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-72fe49e6-14e9-4402-a708-cf80e79b15a8 {{(pid=103232) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 19:04:18.478177 n-d-713498-36 neutron-server[103232]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c082bc13-8194-4bdb-a323-42b0de08e605', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8b691445-3686-4647-a8b1-7728ec31fbe4', 'code': 200} Feb 09 19:04:18.485320 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8167171d-8ee5-4f7b-a10d-f6a2999598a0 None None] Sync routers for ids ['fbcdf16f-a13b-425a-bb2f-df6648651d4a'] in n-d-713498-36 {{(pid=103232) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 19:04:18.512929 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-c4c20814-ae49-462c-940c-460d11a6a084 None None] Current status of the port eded95a2-d908-4844-8544-97ee573be831 is: ACTIVE; New status is: ACTIVE {{(pid=103232) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 19:04:18.514892 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762867132591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593584'] for agent (488cd9ae-631f-4955-ba0b-4f5a13f12e9c), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:04:18.515429 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Pushing event updated for resources: {'Port': ['ID=8b691445-3686-4647-a8b1-7728ec31fbe4,revision_number=5']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:04:18.531064 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.provisioning_blocks [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Provisioning for port 9431105a-be29-4ce5-9970-f91bee564b4b completed by entity L2. {{(pid=103232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 19:04:18.543167 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8167171d-8ee5-4f7b-a10d-f6a2999598a0 None None] Routers {'fbcdf16f-a13b-425a-bb2f-df6648651d4a'} bound to L3 agent in host n-d-713498-36 {{(pid=103232) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 19:04:18.543816 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.l3_hamode_db [None req-8167171d-8ee5-4f7b-a10d-f6a2999598a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T18:51:43Z,description=,heartbeat_timestamp=2022-02-09T19:04:13Z,host='n-d-713498-36',id=93303d5e-5d17-45e8-8963-7694f87783ae,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T18:51:43Z,topic='l3_agent')) {'router_ids': ['fbcdf16f-a13b-425a-bb2f-df6648651d4a'], 'active': True} {{(pid=103232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:04:18.554165 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72bc9b18-5bd5-4ef6-b5d4-2e98e234d401 req-f4be8c98-2126-46d7-8e17-8353e6b74951 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:04:18.555870 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-72bc9b18-5bd5-4ef6-b5d4-2e98e234d401 req-f4be8c98-2126-46d7-8e17-8353e6b74951 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=41b0b245-923a-427d-ac3e-7f4b2ecbbb0e HTTP/1.1" status: 200 len: 847 time: 0.1485240 Feb 09 19:04:18.567382 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.provisioning_blocks [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Provisioning complete for port 9431105a-be29-4ce5-9970-f91bee564b4b triggered by entity L2. {{(pid=103232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 19:04:18.567780 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593630'] for port (9431105a-be29-4ce5-9970-f91bee564b4b), provisioning_complete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:04:18.568297 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-7b450bd6-9206-4235-b6ca-a8756336271b req-e7250730-fab1-4e75-9015-62cc5bfa8239 tempest-ServersOnMultiNodesTest-1472402947 tempest-ServersOnMultiNodesTest-1472402947-project] 10.222.0.75 "GET /v2.0/security-groups?id=aed5302d-0478-4b9d-b014-143adc5c0d74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1787274 Feb 09 19:04:18.623497 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-72bc9b18-5bd5-4ef6-b5d4-2e98e234d401 req-81a07be7-b8ea-43ae-80b0-bca74a240bec service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=d725567e-ae4f-48c7-8826-ca95b9692346&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0496585 Feb 09 19:04:18.696478 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-7429db8d-6021-40ad-813e-885be449a89b None None] For port f2af33d6-809c-4462-a1c1-648e7e81004e, host n-h2-713498-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-36',level=0,port_id=f2af33d6-809c-4462-a1c1-648e7e81004e,segment=NetworkSegment(50e5915e-18f0-4558-9a28-b978975ead36),segment_id=50e5915e-18f0-4558-9a28-b978975ead36)] {{(pid=103232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 19:04:18.702394 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-a5b651f6-a5b2-4371-b123-9463bcbc9868 req-c2c3c434-d2c7-4ff7-995c-f5aae2009136 tempest-SecurityGroupRulesNegativeTestJSON-778336778 tempest-SecurityGroupRulesNegativeTestJSON-778336778-project] 10.222.0.75 "GET /v2.0/security-groups/f1ea15ea-33cb-4171-bb6a-ddad4886f1ce HTTP/1.1" status: 200 len: 1829 time: 0.2164381 Feb 09 19:04:18.744774 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Current status of the port eded95a2-d908-4844-8544-97ee573be831 is: ACTIVE; New status is: ACTIVE {{(pid=103232) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 19:04:18.750947 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Returning: {'device': 'f2af33d6-809c-4462-a1c1-648e7e81004e', 'network_id': '2b5494c8-cf97-42c1-b902-87f998f28179', 'port_id': 'f2af33d6-809c-4462-a1c1-648e7e81004e', 'mac_address': 'fa:16:3e:a4:7e:ae', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 359, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '60b561cb-321e-4f83-9bb3-92b2e1d0dc44', 'ip_address': '192.168.233.247'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103232) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 19:04:18.758966 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762867132591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593584'] for agent (bcd5faee-dc24-4298-9134-0e0aa054058e), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:04:18.762629 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.provisioning_blocks [None req-581f077a-3760-409c-8a8c-cb2d7244287d None None] Provisioning complete for port fff28e55-1481-495e-822a-a809fab17399 triggered by entity DHCP. {{(pid=103232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 19:04:18.762629 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-581f077a-3760-409c-8a8c-cb2d7244287d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593630'] for port (fff28e55-1481-495e-822a-a809fab17399), provisioning_complete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:04:18.850847 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cff9a32d-b44a-4e03-8206-59c4b5df34c6 req-4bf293b0-4610-4284-889d-16ad2bdfbe48 tempest-ServersAdminNegativeTestJSON-2127918484 tempest-ServersAdminNegativeTestJSON-2127918484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:04:18.851573 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-cff9a32d-b44a-4e03-8206-59c4b5df34c6 req-4bf293b0-4610-4284-889d-16ad2bdfbe48 tempest-ServersAdminNegativeTestJSON-2127918484 tempest-ServersAdminNegativeTestJSON-2127918484-project] 10.222.0.75 "GET /v2.0/ports?device_id=c082bc13-8194-4bdb-a323-42b0de08e605 HTTP/1.1" status: 200 len: 949 time: 0.1659505 Feb 09 19:04:18.855127 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-72bc9b18-5bd5-4ef6-b5d4-2e98e234d401 req-11124710-7137-4d3e-bb83-d39ab31605f1 service neutron] 10.222.0.89 "GET /v2.0/networks/d725567e-ae4f-48c7-8826-ca95b9692346?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2209489 Feb 09 19:04:18.874476 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-581f077a-3760-409c-8a8c-cb2d7244287d None None] Port fff28e55-1481-495e-822a-a809fab17399 cannot update to ACTIVE because it is not bound. {{(pid=103232) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 19:04:18.887554 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.l3_dvr_db [None req-8167171d-8ee5-4f7b-a10d-f6a2999598a0 None None] Set router fbcdf16f-a13b-425a-bb2f-df6648651d4a gateway port host: n-d-713498-36 {{(pid=103232) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 19:04:18.892385 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Current status of the port f2af33d6-809c-4462-a1c1-648e7e81004e is: DOWN; New status is: BUILD {{(pid=103232) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 19:04:18.892781 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (f2af33d6-809c-4462-a1c1-648e7e81004e), before_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:04:18.966219 n-d-713498-36 neutron-server[103232]: DEBUG neutron.notifiers.nova [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f2af33d6-809c-4462-a1c1-648e7e81004e {{(pid=103232) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 19:04:18.971822 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Current status of the port 9431105a-be29-4ce5-9970-f91bee564b4b is: BUILD; New status is: ACTIVE {{(pid=103232) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 19:04:18.972213 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (9431105a-be29-4ce5-9970-f91bee564b4b), before_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:04:19.004719 n-d-713498-36 neutron-server[103229]: DEBUG neutron.notifiers.nova [req-aa8b38f6-5410-4152-98e6-9a50af4e10d8 req-dd615eee-f3c8-47d6-830c-cc45a2f5ae8f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fff28e55-1481-495e-822a-a809fab17399 {{(pid=103229) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 19:04:19.017337 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-aa8b38f6-5410-4152-98e6-9a50af4e10d8 req-dd615eee-f3c8-47d6-830c-cc45a2f5ae8f service neutron] Publish callbacks [] for port (fff28e55-1481-495e-822a-a809fab17399), precommit_update {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:04:19.044172 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-cff9a32d-b44a-4e03-8206-59c4b5df34c6 req-54a39df9-ec5d-4ec6-bf2a-d3e9e723f06b tempest-ServersAdminNegativeTestJSON-2127918484 tempest-ServersAdminNegativeTestJSON-2127918484-project] 10.222.0.75 "GET /v2.0/security-groups?id=c2a1d80e-4c84-44c1-8257-66d4ceb1ab5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1753187 Feb 09 19:04:19.045319 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30c35ee0-472b-4140-8756-676f445ddde2 req-31ec3460-97a8-4ce5-acc5-9cc95a9d2d08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:04:19.047602 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-30c35ee0-472b-4140-8756-676f445ddde2 req-31ec3460-97a8-4ce5-acc5-9cc95a9d2d08 service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=c082bc13-8194-4bdb-a323-42b0de08e605 HTTP/1.1" status: 200 len: 1132 time: 0.5508642 Feb 09 19:04:19.054609 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-7429db8d-6021-40ad-813e-885be449a89b None None] For port f2af33d6-809c-4462-a1c1-648e7e81004e, host n-h2-713498-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-36',level=0,port_id=f2af33d6-809c-4462-a1c1-648e7e81004e,segment=NetworkSegment(50e5915e-18f0-4558-9a28-b978975ead36),segment_id=50e5915e-18f0-4558-9a28-b978975ead36)] {{(pid=103232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 19:04:19.061457 n-d-713498-36 neutron-server[103229]: DEBUG neutron.db.provisioning_blocks [req-aa8b38f6-5410-4152-98e6-9a50af4e10d8 req-dd615eee-f3c8-47d6-830c-cc45a2f5ae8f service neutron] Transition to ACTIVE for port object fff28e55-1481-495e-822a-a809fab17399 will not be triggered until provisioned by entity L2. {{(pid=103229) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 19:04:19.070547 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762867176205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762866656485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762866656503'] for port (f2af33d6-809c-4462-a1c1-648e7e81004e), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:04:19.092710 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-aa8b38f6-5410-4152-98e6-9a50af4e10d8 req-dd615eee-f3c8-47d6-830c-cc45a2f5ae8f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762867176205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762866656485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762866656503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12867569'] for port (fff28e55-1481-495e-822a-a809fab17399), after_update {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:04:19.108521 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-7429db8d-6021-40ad-813e-885be449a89b None None] For port 9431105a-be29-4ce5-9970-f91bee564b4b, host n-h2-713498-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-36',level=0,port_id=9431105a-be29-4ce5-9970-f91bee564b4b,segment=NetworkSegment(50e5915e-18f0-4558-9a28-b978975ead36),segment_id=50e5915e-18f0-4558-9a28-b978975ead36)] {{(pid=103232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 19:04:19.127061 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762867176205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762866656485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762866656503'] for port (9431105a-be29-4ce5-9970-f91bee564b4b), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:04:19.145351 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-72bc9b18-5bd5-4ef6-b5d4-2e98e234d401 req-0b59e609-083b-474a-a5f7-0a8821111397 service neutron] 10.222.0.89 "GET /v2.0/networks/d725567e-ae4f-48c7-8826-ca95b9692346?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2775152 Feb 09 19:04:19.154706 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Pushing event updated for resources: {'Port': ['ID=f2af33d6-809c-4462-a1c1-648e7e81004e,revision_number=4']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:04:19.183251 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [req-a5b651f6-a5b2-4371-b123-9463bcbc9868 req-ea011a82-f55f-47bf-8aee-c5396e3529d4 tempest-SecurityGroupRulesNegativeTestJSON-778336778 tempest-SecurityGroupRulesNegativeTestJSON-778336778-project] Publish callbacks [] for security_group (f1ea15ea-33cb-4171-bb6a-ddad4886f1ce), before_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:04:19.236120 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Pushing event updated for resources: {'Port': ['ID=9431105a-be29-4ce5-9970-f91bee564b4b,revision_number=5']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:04:19.236444 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [req-a5b651f6-a5b2-4371-b123-9463bcbc9868 req-ea011a82-f55f-47bf-8aee-c5396e3529d4 tempest-SecurityGroupRulesNegativeTestJSON-778336778 tempest-SecurityGroupRulesNegativeTestJSON-778336778-project] Publish callbacks [] for security_group (f1ea15ea-33cb-4171-bb6a-ddad4886f1ce), precommit_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:04:19.248458 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-30c35ee0-472b-4140-8756-676f445ddde2 req-9c45d93c-7903-4496-80d2-88398a0f9339 service neutron] 10.222.0.89 "GET /v2.0/security-groups?id=c2a1d80e-4c84-44c1-8257-66d4ceb1ab5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1909318 Feb 09 19:04:19.254510 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd615eee-f3c8-47d6-830c-cc45a2f5ae8f service neutron] Pushing event updated for resources: {'Port': ['ID=fff28e55-1481-495e-822a-a809fab17399,revision_number=2']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:04:19.260982 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.l3_hamode_db [None req-8167171d-8ee5-4f7b-a10d-f6a2999598a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fbcdf16f-a13b-425a-bb2f-df6648651d4a', 'name': 'tempest-TaggedBootDevicesTest_v242-464618955-router', 'tenant_id': 'fc48f1fb5a9b4a3a92e70a04d215ce84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88055e1e-672a-4487-be31-ffb6e833ece5', 'external_fixed_ips': [{'subnet_id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'ip_address': '172.25.1.229'}], 'enable_snat': True}, 'gw_port_id': 'fca1ed2d-fd3e-4e52-a12c-dbc81f0b074d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T19:04:13Z', 'updated_at': '2022-02-09T19:04:17Z', 'revision_number': 3, 'project_id': 'fc48f1fb5a9b4a3a92e70a04d215ce84', 'gw_port': {'id': 'fca1ed2d-fd3e-4e52-a12c-dbc81f0b074d', 'name': '', 'network_id': '88055e1e-672a-4487-be31-ffb6e833ece5', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:fc:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fbcdf16f-a13b-425a-bb2f-df6648651d4a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 634, 'fixed_ips': [{'subnet_id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'ip_address': '172.25.1.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T19:04:15Z', 'updated_at': '2022-02-09T19:04:15Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-36'}], 'n-d-713498-36', False) {} {{(pid=103232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:04:19.319673 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8167171d-8ee5-4f7b-a10d-f6a2999598a0 None None] Checking router: fbcdf16f-a13b-425a-bb2f-df6648651d4a for host: n-d-713498-36 {{(pid=103232) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 19:04:19.320151 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8167171d-8ee5-4f7b-a10d-f6a2999598a0 None None] Updating router fbcdf16f-a13b-425a-bb2f-df6648651d4a port fca1ed2d-fd3e-4e52-a12c-dbc81f0b074d binding host n-d-713498-36 {{(pid=103232) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 19:04:19.323546 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [req-a5b651f6-a5b2-4371-b123-9463bcbc9868 req-ea011a82-f55f-47bf-8aee-c5396e3529d4 tempest-SecurityGroupRulesNegativeTestJSON-778336778 tempest-SecurityGroupRulesNegativeTestJSON-778336778-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1892331'] for security_group (f1ea15ea-33cb-4171-bb6a-ddad4886f1ce), after_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:04:19.326730 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [req-a5b651f6-a5b2-4371-b123-9463bcbc9868 req-ea011a82-f55f-47bf-8aee-c5396e3529d4 tempest-SecurityGroupRulesNegativeTestJSON-778336778 tempest-SecurityGroupRulesNegativeTestJSON-778336778-project] Publish callbacks [] for security_group (None), before_response {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:04:19.328248 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-a5b651f6-a5b2-4371-b123-9463bcbc9868 req-ea011a82-f55f-47bf-8aee-c5396e3529d4 tempest-SecurityGroupRulesNegativeTestJSON-778336778 tempest-SecurityGroupRulesNegativeTestJSON-778336778-project] 10.222.0.75 "DELETE /v2.0/security-groups/f1ea15ea-33cb-4171-bb6a-ddad4886f1ce HTTP/1.1" status: 204 len: 173 time: 0.6170785 Feb 09 19:04:19.359670 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea011a82-f55f-47bf-8aee-c5396e3529d4 tempest-SecurityGroupRulesNegativeTestJSON-778336778 tempest-SecurityGroupRulesNegativeTestJSON-778336778-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f1ea15ea-33cb-4171-bb6a-ddad4886f1ce,revision_number=None']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:04:19.391760 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaa01d6d-7369-4771-9b19-411cccae81b8 req-21c2ecb5-de55-4d0e-b74c-7900c50f53ce tempest-LiveMigrationTest-1021096981 tempest-LiveMigrationTest-1021096981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:04:19.394341 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-aaa01d6d-7369-4771-9b19-411cccae81b8 req-21c2ecb5-de55-4d0e-b74c-7900c50f53ce tempest-LiveMigrationTest-1021096981 tempest-LiveMigrationTest-1021096981-project] 10.222.0.75 "GET /v2.0/ports?device_id=59d6552c-9c7d-436a-9583-1a4c43dbfa42 HTTP/1.1" status: 200 len: 945 time: 0.2520440 Feb 09 19:04:19.411521 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-8167171d-8ee5-4f7b-a10d-f6a2999598a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (fca1ed2d-fd3e-4e52-a12c-dbc81f0b074d), before_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:04:19.413085 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.managers [req-aa8b38f6-5410-4152-98e6-9a50af4e10d8 req-dd615eee-f3c8-47d6-830c-cc45a2f5ae8f service neutron] Attempting to bind port fff28e55-1481-495e-822a-a809fab17399 on host n-h1-713498-36 for vnic_type normal with profile {{(pid=103229) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 19:04:19.414413 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.managers [req-aa8b38f6-5410-4152-98e6-9a50af4e10d8 req-dd615eee-f3c8-47d6-830c-cc45a2f5ae8f service neutron] Attempting to bind port fff28e55-1481-495e-822a-a809fab17399 by drivers openvswitch,hyperv on host n-h1-713498-36 at level 0 using segments [{'id': '645882ad-a796-4218-a7d9-a75443ad9585', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': 'f1e6924e-7348-48ca-aa14-d5834e100bd2'}] {{(pid=103229) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 19:04:19.416232 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa8b38f6-5410-4152-98e6-9a50af4e10d8 req-dd615eee-f3c8-47d6-830c-cc45a2f5ae8f service neutron] Attempting to bind port fff28e55-1481-495e-822a-a809fab17399 on network f1e6924e-7348-48ca-aa14-d5834e100bd2 {{(pid=103229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 19:04:19.476685 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72bc9b18-5bd5-4ef6-b5d4-2e98e234d401 req-2df857d8-e884-448d-9aaa-94daa7debc3f tempest-LiveMigrationTest-1137365927 tempest-LiveMigrationTest-1137365927-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:04:19.488264 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-72bc9b18-5bd5-4ef6-b5d4-2e98e234d401 req-2df857d8-e884-448d-9aaa-94daa7debc3f tempest-LiveMigrationTest-1137365927 tempest-LiveMigrationTest-1137365927-project-admin] 10.222.0.89 "GET /v2.0/ports?device_id=59d6552c-9c7d-436a-9583-1a4c43dbfa42&tenant_id=05fa6a089578484da4b750f8c0b5ad12&binding%3Ahost_id=n-h2-713498-36 HTTP/1.1" status: 200 len: 1128 time: 0.2570558 Feb 09 19:04:19.492731 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa8b38f6-5410-4152-98e6-9a50af4e10d8 req-dd615eee-f3c8-47d6-830c-cc45a2f5ae8f service neutron] Port fff28e55-1481-495e-822a-a809fab17399 on network f1e6924e-7348-48ca-aa14-d5834e100bd2 not bound, no agent of type Open vSwitch agent registered on host n-h1-713498-36 {{(pid=103229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 19:04:19.493056 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa8b38f6-5410-4152-98e6-9a50af4e10d8 req-dd615eee-f3c8-47d6-830c-cc45a2f5ae8f service neutron] Attempting to bind port fff28e55-1481-495e-822a-a809fab17399 on network f1e6924e-7348-48ca-aa14-d5834e100bd2 {{(pid=103229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 19:04:19.505429 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.v2.base [req-72bc9b18-5bd5-4ef6-b5d4-2e98e234d401 req-9c11f02a-30cc-4ae9-be92-89111c2828c1 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-713498-36'}}} {{(pid=103229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 19:04:19.518631 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-fde979d5-ce07-4a99-a85e-b67bcf1b04d1 req-980786dd-6f22-417d-a9e1-e383ddb19c7e tempest-SecurityGroupRulesNegativeTestJSON-778336778 tempest-SecurityGroupRulesNegativeTestJSON-778336778-project] 10.222.0.75 "GET /v2.0/security-groups/40f0e102-3901-4941-8cd4-b4020f71b861 HTTP/1.1" status: 200 len: 1830 time: 0.1601949 Feb 09 19:04:19.557422 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-b458074a-c2f4-4efa-a3be-e04fd1d9331c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (None), before_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:04:19.592310 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-7429db8d-6021-40ad-813e-885be449a89b None None] get_ports_and_sgs() called for port_ids ['f2af33d6-809c-4462-a1c1-648e7e81004e'] {{(pid=103232) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 19:04:19.664977 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [req-fde979d5-ce07-4a99-a85e-b67bcf1b04d1 req-43df00cc-e1cb-4132-8ac3-98235b711b44 tempest-SecurityGroupRulesNegativeTestJSON-778336778 tempest-SecurityGroupRulesNegativeTestJSON-778336778-project] Publish callbacks [] for security_group (40f0e102-3901-4941-8cd4-b4020f71b861), before_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:04:19.691282 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [req-fde979d5-ce07-4a99-a85e-b67bcf1b04d1 req-43df00cc-e1cb-4132-8ac3-98235b711b44 tempest-SecurityGroupRulesNegativeTestJSON-778336778 tempest-SecurityGroupRulesNegativeTestJSON-778336778-project] Publish callbacks [] for security_group (40f0e102-3901-4941-8cd4-b4020f71b861), precommit_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:04:19.770156 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [req-fde979d5-ce07-4a99-a85e-b67bcf1b04d1 req-43df00cc-e1cb-4132-8ac3-98235b711b44 tempest-SecurityGroupRulesNegativeTestJSON-778336778 tempest-SecurityGroupRulesNegativeTestJSON-778336778-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1892331'] for security_group (40f0e102-3901-4941-8cd4-b4020f71b861), after_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:04:19.773611 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [req-fde979d5-ce07-4a99-a85e-b67bcf1b04d1 req-43df00cc-e1cb-4132-8ac3-98235b711b44 tempest-SecurityGroupRulesNegativeTestJSON-778336778 tempest-SecurityGroupRulesNegativeTestJSON-778336778-project] Publish callbacks [] for security_group (None), before_response {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:04:19.789866 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-fde979d5-ce07-4a99-a85e-b67bcf1b04d1 req-43df00cc-e1cb-4132-8ac3-98235b711b44 tempest-SecurityGroupRulesNegativeTestJSON-778336778 tempest-SecurityGroupRulesNegativeTestJSON-778336778-project] 10.222.0.75 "DELETE /v2.0/security-groups/40f0e102-3901-4941-8cd4-b4020f71b861 HTTP/1.1" status: 204 len: 173 time: 0.2623706 Feb 09 19:04:19.838509 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43df00cc-e1cb-4132-8ac3-98235b711b44 tempest-SecurityGroupRulesNegativeTestJSON-778336778 tempest-SecurityGroupRulesNegativeTestJSON-778336778-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=40f0e102-3901-4941-8cd4-b4020f71b861,revision_number=None']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:04:19.849394 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa8b38f6-5410-4152-98e6-9a50af4e10d8 req-dd615eee-f3c8-47d6-830c-cc45a2f5ae8f service neutron] Checking agent: {'id': '488cd9ae-631f-4955-ba0b-4f5a13f12e9c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713498-36', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 18, 59, 18), 'started_at': datetime.datetime(2022, 2, 9, 18, 59, 18), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 19, 4, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 19:04:19.849747 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa8b38f6-5410-4152-98e6-9a50af4e10d8 req-dd615eee-f3c8-47d6-830c-cc45a2f5ae8f service neutron] Checking segment: {'id': '645882ad-a796-4218-a7d9-a75443ad9585', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': 'f1e6924e-7348-48ca-aa14-d5834e100bd2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103229) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 19:04:19.850262 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa8b38f6-5410-4152-98e6-9a50af4e10d8 req-dd615eee-f3c8-47d6-830c-cc45a2f5ae8f service neutron] Bound using segment: {'id': '645882ad-a796-4218-a7d9-a75443ad9585', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': 'f1e6924e-7348-48ca-aa14-d5834e100bd2'} {{(pid=103229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 19:04:19.850714 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.managers [req-aa8b38f6-5410-4152-98e6-9a50af4e10d8 req-dd615eee-f3c8-47d6-830c-cc45a2f5ae8f service neutron] Bound port: fff28e55-1481-495e-822a-a809fab17399, host: n-h1-713498-36, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '645882ad-a796-4218-a7d9-a75443ad9585', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': 'f1e6924e-7348-48ca-aa14-d5834e100bd2'}}] {{(pid=103229) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 19:04:19.851077 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-aa8b38f6-5410-4152-98e6-9a50af4e10d8 req-dd615eee-f3c8-47d6-830c-cc45a2f5ae8f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (fff28e55-1481-495e-822a-a809fab17399), before_update {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:04:19.903393 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-aaa01d6d-7369-4771-9b19-411cccae81b8 req-a4e37eef-f7a8-43e6-85c2-bf615481ccf5 tempest-LiveMigrationTest-1021096981 tempest-LiveMigrationTest-1021096981-project] 10.222.0.75 "GET /v2.0/security-groups?id=ba18819a-1490-4e7b-a11b-e8610423d8ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5014558 Feb 09 19:04:19.912646 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-8167171d-8ee5-4f7b-a10d-f6a2999598a0 None None] Publish callbacks [] for port (fca1ed2d-fd3e-4e52-a12c-dbc81f0b074d), precommit_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:04:19.931546 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-72bc9b18-5bd5-4ef6-b5d4-2e98e234d401 req-9c11f02a-30cc-4ae9-be92-89111c2828c1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (a4e79a8e-ce64-4a98-88aa-2b5124a3f55b), before_update {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:04:19.939554 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-8167171d-8ee5-4f7b-a10d-f6a2999598a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762867176205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762866656485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762866656503'] for port (fca1ed2d-fd3e-4e52-a12c-dbc81f0b074d), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:04:19.988503 n-d-713498-36 neutron-server[103230]: DEBUG neutron.db.db_base_plugin_common [None req-b458074a-c2f4-4efa-a3be-e04fd1d9331c admin admin] Allocated IP 172.20.0.1 (4b4a4f04-9554-422a-8d57-eaf8329dcb91/1c0a26fa-85f5-4288-a9e7-ccef4643fbad/f87ebada-25df-4663-80df-22b2838f9eb9) {{(pid=103230) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 19:04:20.000754 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.db [req-aa8b38f6-5410-4152-98e6-9a50af4e10d8 req-dd615eee-f3c8-47d6-830c-cc45a2f5ae8f service neutron] For port fff28e55-1481-495e-822a-a809fab17399, host n-h1-713498-36, cleared binding levels {{(pid=103229) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 19:04:20.006248 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.db [req-aa8b38f6-5410-4152-98e6-9a50af4e10d8 req-dd615eee-f3c8-47d6-830c-cc45a2f5ae8f service neutron] For port fff28e55-1481-495e-822a-a809fab17399, host n-h1-713498-36, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-36',level=0,port_id=fff28e55-1481-495e-822a-a809fab17399,segment=NetworkSegment(645882ad-a796-4218-a7d9-a75443ad9585),segment_id=645882ad-a796-4218-a7d9-a75443ad9585)] {{(pid=103229) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 19:04:20.025779 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-aa8b38f6-5410-4152-98e6-9a50af4e10d8 req-dd615eee-f3c8-47d6-830c-cc45a2f5ae8f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762867176205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762866656485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762866656503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12867569'] for port (fff28e55-1481-495e-822a-a809fab17399), after_update {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:04:20.036583 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36d40728-d6c7-4ad3-8550-20f1af823676 None None] Pushing event updated for resources: {'Port': ['ID=fca1ed2d-fd3e-4e52-a12c-dbc81f0b074d,revision_number=2']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:04:20.039273 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.managers [None req-8167171d-8ee5-4f7b-a10d-f6a2999598a0 None None] Attempting to bind port fca1ed2d-fd3e-4e52-a12c-dbc81f0b074d on host n-d-713498-36 for vnic_type normal with profile {{(pid=103232) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 19:04:20.039646 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.managers [None req-8167171d-8ee5-4f7b-a10d-f6a2999598a0 None None] Attempting to bind port fca1ed2d-fd3e-4e52-a12c-dbc81f0b074d by drivers openvswitch,hyperv on host n-d-713498-36 at level 0 using segments [{'id': 'a4222f89-8d3f-4b51-953b-1a8126392491', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '88055e1e-672a-4487-be31-ffb6e833ece5'}] {{(pid=103232) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 19:04:20.040062 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8167171d-8ee5-4f7b-a10d-f6a2999598a0 None None] Attempting to bind port fca1ed2d-fd3e-4e52-a12c-dbc81f0b074d on network 88055e1e-672a-4487-be31-ffb6e833ece5 {{(pid=103232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 19:04:20.045751 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8167171d-8ee5-4f7b-a10d-f6a2999598a0 None None] Checking agent: {'id': '496418a2-c002-4aec-ab1a-07f3bea491bd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-36', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 18, 51, 47), 'started_at': datetime.datetime(2022, 2, 9, 18, 52, 17), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 19, 4, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-36'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 19:04:20.046184 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8167171d-8ee5-4f7b-a10d-f6a2999598a0 None None] Checking segment: {'id': 'a4222f89-8d3f-4b51-953b-1a8126392491', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '88055e1e-672a-4487-be31-ffb6e833ece5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103232) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 19:04:20.046565 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-8167171d-8ee5-4f7b-a10d-f6a2999598a0 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:04:20.046950 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8167171d-8ee5-4f7b-a10d-f6a2999598a0 None None] Bound using segment: {'id': 'a4222f89-8d3f-4b51-953b-1a8126392491', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '88055e1e-672a-4487-be31-ffb6e833ece5'} {{(pid=103232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 19:04:20.047415 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.managers [None req-8167171d-8ee5-4f7b-a10d-f6a2999598a0 None None] Bound port: fca1ed2d-fd3e-4e52-a12c-dbc81f0b074d, host: n-d-713498-36, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a4222f89-8d3f-4b51-953b-1a8126392491', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '88055e1e-672a-4487-be31-ffb6e833ece5'}}] {{(pid=103232) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 19:04:20.047797 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-8167171d-8ee5-4f7b-a10d-f6a2999598a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (fca1ed2d-fd3e-4e52-a12c-dbc81f0b074d), before_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:04:20.106907 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-215e7cfc-9841-49de-b9b3-bdc6e2f7873a req-f0b1dd21-df1c-4507-8757-d9976f7ab7d2 tempest-FloatingIPsAssociationTestJSON-731512856 tempest-FloatingIPsAssociationTestJSON-731512856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:04:20.115677 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-215e7cfc-9841-49de-b9b3-bdc6e2f7873a req-f0b1dd21-df1c-4507-8757-d9976f7ab7d2 tempest-FloatingIPsAssociationTestJSON-731512856 tempest-FloatingIPsAssociationTestJSON-731512856-project] 10.222.0.75 "GET /v2.0/ports?device_id=cf8d55d7-ba31-4451-a682-c3c5050d34d1 HTTP/1.1" status: 200 len: 943 time: 0.2588384 Feb 09 19:04:20.133200 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa8b38f6-5410-4152-98e6-9a50af4e10d8 req-dd615eee-f3c8-47d6-830c-cc45a2f5ae8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:04:20.133922 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-aa8b38f6-5410-4152-98e6-9a50af4e10d8 req-dd615eee-f3c8-47d6-830c-cc45a2f5ae8f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171096'] for port (None), before_response {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:04:20.136305 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-aa8b38f6-5410-4152-98e6-9a50af4e10d8 req-dd615eee-f3c8-47d6-830c-cc45a2f5ae8f service neutron] 10.222.0.89 "PUT /v2.0/ports/fff28e55-1481-495e-822a-a809fab17399 HTTP/1.1" status: 200 len: 1092 time: 2.2116950 Feb 09 19:04:20.138512 n-d-713498-36 neutron-server[103229]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cf8d55d7-ba31-4451-a682-c3c5050d34d1', 'tag': 'fff28e55-1481-495e-822a-a809fab17399'}] {{(pid=103229) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 19:04:20.141184 n-d-713498-36 neutron-server[103229]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fa6ae9a20702bd564eaf90d946620b2b4277b1ab91129323d3b54181076be307" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7d152239-0052-4528-bc0f-914aaf67d511" -d '{"events": [{"name": "network-changed", "server_uuid": "cf8d55d7-ba31-4451-a682-c3c5050d34d1", "tag": "fff28e55-1481-495e-822a-a809fab17399"}]}' {{(pid=103229) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 19:04:20.162299 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-8167171d-8ee5-4f7b-a10d-f6a2999598a0 None None] For port fca1ed2d-fd3e-4e52-a12c-dbc81f0b074d, host n-d-713498-36, cleared binding levels {{(pid=103232) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 19:04:20.172484 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-8167171d-8ee5-4f7b-a10d-f6a2999598a0 None None] For port fca1ed2d-fd3e-4e52-a12c-dbc81f0b074d, host n-d-713498-36, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-36',level=0,port_id=fca1ed2d-fd3e-4e52-a12c-dbc81f0b074d,segment=NetworkSegment(a4222f89-8d3f-4b51-953b-1a8126392491),segment_id=a4222f89-8d3f-4b51-953b-1a8126392491)] {{(pid=103232) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 19:04:20.181710 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-8167171d-8ee5-4f7b-a10d-f6a2999598a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762867176205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762866656485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762866656503'] for port (fca1ed2d-fd3e-4e52-a12c-dbc81f0b074d), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:04:20.227092 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-b458074a-c2f4-4efa-a3be-e04fd1d9331c admin admin] Publish callbacks [] for port (f87ebada-25df-4663-80df-22b2838f9eb9), precommit_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:04:20.232228 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.db [req-72bc9b18-5bd5-4ef6-b5d4-2e98e234d401 req-9c11f02a-30cc-4ae9-be92-89111c2828c1 service neutron] For port a4e79a8e-ce64-4a98-88aa-2b5124a3f55b, host n-h2-713498-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-36',level=0,port_id=a4e79a8e-ce64-4a98-88aa-2b5124a3f55b,segment=NetworkSegment(5e48c0d3-ac92-403e-8ddc-eab47c471644),segment_id=5e48c0d3-ac92-403e-8ddc-eab47c471644)] {{(pid=103229) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 19:04:20.281053 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-215e7cfc-9841-49de-b9b3-bdc6e2f7873a req-b563ff07-8658-44d7-b8dd-861814dc5537 tempest-FloatingIPsAssociationTestJSON-731512856 tempest-FloatingIPsAssociationTestJSON-731512856-project] 10.222.0.75 "GET /v2.0/security-groups?id=e033bcb0-30a2-4ca7-825f-be8d1c426f02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1641581 Feb 09 19:04:20.287011 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-b458074a-c2f4-4efa-a3be-e04fd1d9331c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762866656467', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14393751'] for port (f87ebada-25df-4663-80df-22b2838f9eb9), after_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:04:20.297512 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36d40728-d6c7-4ad3-8550-20f1af823676 None None] Pushing event updated for resources: {'Port': ['ID=fca1ed2d-fd3e-4e52-a12c-dbc81f0b074d,revision_number=3']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:04:20.309577 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8167171d-8ee5-4f7b-a10d-f6a2999598a0 None None] Routers {'fbcdf16f-a13b-425a-bb2f-df6648651d4a'} bound to L3 agent in host n-d-713498-36 {{(pid=103232) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 19:04:20.310262 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.l3_hamode_db [None req-8167171d-8ee5-4f7b-a10d-f6a2999598a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T18:51:43Z,description=,heartbeat_timestamp=2022-02-09T19:04:13Z,host='n-d-713498-36',id=93303d5e-5d17-45e8-8963-7694f87783ae,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T18:51:43Z,topic='l3_agent')) {'router_ids': ['fbcdf16f-a13b-425a-bb2f-df6648651d4a'], 'active': True} {{(pid=103232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:04:20.324532 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.db [req-72bc9b18-5bd5-4ef6-b5d4-2e98e234d401 req-9c11f02a-30cc-4ae9-be92-89111c2828c1 service neutron] For port a4e79a8e-ce64-4a98-88aa-2b5124a3f55b, host n-h2-713498-36, cleared binding levels {{(pid=103229) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 19:04:20.359254 n-d-713498-36 neutron-server[103230]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b458074a-c2f4-4efa-a3be-e04fd1d9331c admin admin] Network 4b4a4f04-9554-422a-8d57-eaf8329dcb91 is already hosted by enough agents. {{(pid=103230) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 19:04:20.364884 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd615eee-f3c8-47d6-830c-cc45a2f5ae8f service neutron] Pushing event updated for resources: {'Port': ['ID=fff28e55-1481-495e-822a-a809fab17399,revision_number=3']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:04:20.395598 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91ab5a36-10bf-42da-b3f7-c2803355036f req-d8a0c169-aa66-4ccb-a6ed-d5c2d8f2ffe9 tempest-ServersOnMultiNodesTest-1472402947 tempest-ServersOnMultiNodesTest-1472402947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:04:20.403789 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-91ab5a36-10bf-42da-b3f7-c2803355036f req-d8a0c169-aa66-4ccb-a6ed-d5c2d8f2ffe9 tempest-ServersOnMultiNodesTest-1472402947 tempest-ServersOnMultiNodesTest-1472402947-project] 10.222.0.75 "GET /v2.0/ports?device_id=2f45403d-b7ca-4d38-8d27-19538a1473d9 HTTP/1.1" status: 200 len: 949 time: 0.3468904 Feb 09 19:04:20.423749 n-d-713498-36 neutron-server[103230]: DEBUG neutron.scheduler.base_scheduler [None req-b458074a-c2f4-4efa-a3be-e04fd1d9331c admin admin] Resources bound (agent type, host, resource id): {{(pid=103230) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 19:04:20.437902 n-d-713498-36 neutron-server[103230]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b458074a-c2f4-4efa-a3be-e04fd1d9331c admin admin] Received port after_create {{(pid=103230) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 19:04:20.481009 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-4cd6318f-6b36-49d5-9222-ff438f2c5242 req-79ddca40-835d-4401-abab-774978bf222c tempest-SecurityGroupRulesNegativeTestJSON-778336778 tempest-SecurityGroupRulesNegativeTestJSON-778336778-project] 10.222.0.75 "GET /v2.0/security-groups/f164e3f0-7fe2-42fa-b37b-51b4fce7779c HTTP/1.1" status: 200 len: 1829 time: 0.1659801 Feb 09 19:04:20.483691 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b458074a-c2f4-4efa-a3be-e04fd1d9331c admin admin] Pushing event updated for resources: {'Port': ['ID=f87ebada-25df-4663-80df-22b2838f9eb9,revision_number=1']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:04:20.499202 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-72bc9b18-5bd5-4ef6-b5d4-2e98e234d401 req-9c11f02a-30cc-4ae9-be92-89111c2828c1 service neutron] Publish callbacks [] for port (a4e79a8e-ce64-4a98-88aa-2b5124a3f55b), precommit_update {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:04:20.502077 n-d-713498-36 neutron-server[103232]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2f45403d-b7ca-4d38-8d27-19538a1473d9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9431105a-be29-4ce5-9970-f91bee564b4b'}] {{(pid=103232) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 19:04:20.505664 n-d-713498-36 neutron-server[103232]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}949cdcde653dec44821de95cbf67297f53cbc2aed4e073b5d514f93bf911ce85" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fe2cc198-93c1-441a-8258-6be102b22b87" -d '{"events": [{"server_uuid": "2f45403d-b7ca-4d38-8d27-19538a1473d9", "name": "network-vif-plugged", "status": "completed", "tag": "9431105a-be29-4ce5-9970-f91bee564b4b"}]}' {{(pid=103232) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 19:04:20.518791 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-b458074a-c2f4-4efa-a3be-e04fd1d9331c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1819024'] for router_interface (fbcdf16f-a13b-425a-bb2f-df6648651d4a), before_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:04:20.523132 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.l3_dvr_db [None req-8167171d-8ee5-4f7b-a10d-f6a2999598a0 None None] Set router fbcdf16f-a13b-425a-bb2f-df6648651d4a gateway port host: n-d-713498-36 {{(pid=103232) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 19:04:20.536935 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-91ab5a36-10bf-42da-b3f7-c2803355036f req-995e944b-1e52-4c42-9e42-07d24badcbee tempest-ServersOnMultiNodesTest-1472402947 tempest-ServersOnMultiNodesTest-1472402947-project] 10.222.0.75 "GET /v2.0/security-groups?id=aed5302d-0478-4b9d-b014-143adc5c0d74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1318905 Feb 09 19:04:20.542971 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa8b38f6-5410-4152-98e6-9a50af4e10d8 req-181c95c9-4dbf-4657-8177-1247e29e48fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:04:20.546453 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-aa8b38f6-5410-4152-98e6-9a50af4e10d8 req-181c95c9-4dbf-4657-8177-1247e29e48fb service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=0e772d8c7ac44b1fbd56efaf46b6dbd8&device_id=cf8d55d7-ba31-4451-a682-c3c5050d34d1 HTTP/1.1" status: 200 len: 1126 time: 0.3497365 Feb 09 19:04:20.547369 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-72bc9b18-5bd5-4ef6-b5d4-2e98e234d401 req-9c11f02a-30cc-4ae9-be92-89111c2828c1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762867176205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762866656485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762866656503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12867569'] for port (a4e79a8e-ce64-4a98-88aa-2b5124a3f55b), after_update {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:04:20.645836 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [req-4cd6318f-6b36-49d5-9222-ff438f2c5242 req-de16568e-d239-482e-8a08-e17780e8ed78 tempest-SecurityGroupRulesNegativeTestJSON-778336778 tempest-SecurityGroupRulesNegativeTestJSON-778336778-project] Publish callbacks [] for security_group (f164e3f0-7fe2-42fa-b37b-51b4fce7779c), before_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:04:20.716824 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-aa8b38f6-5410-4152-98e6-9a50af4e10d8 req-93bf7f91-1cf9-4a66-9b1c-3406809e721e service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=fff28e55-1481-495e-822a-a809fab17399 HTTP/1.1" status: 200 len: 217 time: 0.1418538 Feb 09 19:04:20.729452 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [req-4cd6318f-6b36-49d5-9222-ff438f2c5242 req-de16568e-d239-482e-8a08-e17780e8ed78 tempest-SecurityGroupRulesNegativeTestJSON-778336778 tempest-SecurityGroupRulesNegativeTestJSON-778336778-project] Publish callbacks [] for security_group (f164e3f0-7fe2-42fa-b37b-51b4fce7779c), precommit_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:04:20.847144 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c11f02a-30cc-4ae9-be92-89111c2828c1 service neutron] Pushing event updated for resources: {'Port': ['ID=a4e79a8e-ce64-4a98-88aa-2b5124a3f55b,revision_number=7']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:04:20.853734 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-b458074a-c2f4-4efa-a3be-e04fd1d9331c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (f87ebada-25df-4663-80df-22b2838f9eb9), before_update {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:04:20.871637 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [req-4cd6318f-6b36-49d5-9222-ff438f2c5242 req-de16568e-d239-482e-8a08-e17780e8ed78 tempest-SecurityGroupRulesNegativeTestJSON-778336778 tempest-SecurityGroupRulesNegativeTestJSON-778336778-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1892331'] for security_group (f164e3f0-7fe2-42fa-b37b-51b4fce7779c), after_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:04:20.874357 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [req-4cd6318f-6b36-49d5-9222-ff438f2c5242 req-de16568e-d239-482e-8a08-e17780e8ed78 tempest-SecurityGroupRulesNegativeTestJSON-778336778 tempest-SecurityGroupRulesNegativeTestJSON-778336778-project] Publish callbacks [] for security_group (None), before_response {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:04:20.875494 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-4cd6318f-6b36-49d5-9222-ff438f2c5242 req-de16568e-d239-482e-8a08-e17780e8ed78 tempest-SecurityGroupRulesNegativeTestJSON-778336778 tempest-SecurityGroupRulesNegativeTestJSON-778336778-project] 10.222.0.75 "DELETE /v2.0/security-groups/f164e3f0-7fe2-42fa-b37b-51b4fce7779c HTTP/1.1" status: 204 len: 173 time: 0.3779163 Feb 09 19:04:20.883343 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.l3_hamode_db [None req-8167171d-8ee5-4f7b-a10d-f6a2999598a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fbcdf16f-a13b-425a-bb2f-df6648651d4a', 'name': 'tempest-TaggedBootDevicesTest_v242-464618955-router', 'tenant_id': 'fc48f1fb5a9b4a3a92e70a04d215ce84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88055e1e-672a-4487-be31-ffb6e833ece5', 'external_fixed_ips': [{'subnet_id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'ip_address': '172.25.1.229'}], 'enable_snat': True}, 'gw_port_id': 'fca1ed2d-fd3e-4e52-a12c-dbc81f0b074d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T19:04:13Z', 'updated_at': '2022-02-09T19:04:17Z', 'revision_number': 3, 'project_id': 'fc48f1fb5a9b4a3a92e70a04d215ce84', 'gw_port': {'id': 'fca1ed2d-fd3e-4e52-a12c-dbc81f0b074d', 'name': '', 'network_id': '88055e1e-672a-4487-be31-ffb6e833ece5', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:fc:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fbcdf16f-a13b-425a-bb2f-df6648651d4a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 634, 'fixed_ips': [{'subnet_id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'ip_address': '172.25.1.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T19:04:15Z', 'updated_at': '2022-02-09T19:04:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-36'}], 'n-d-713498-36', False) {} {{(pid=103232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:04:20.885062 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d362f44-ed01-46f7-bd7b-9ca74096b97a req-2319ae06-e2c3-4d08-bd12-5b0436dbbf4b tempest-ServersAdminNegativeTestJSON-2127918484 tempest-ServersAdminNegativeTestJSON-2127918484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:04:20.892108 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-3d362f44-ed01-46f7-bd7b-9ca74096b97a req-2319ae06-e2c3-4d08-bd12-5b0436dbbf4b tempest-ServersAdminNegativeTestJSON-2127918484 tempest-ServersAdminNegativeTestJSON-2127918484-project] 10.222.0.75 "GET /v2.0/ports?device_id=c082bc13-8194-4bdb-a323-42b0de08e605 HTTP/1.1" status: 200 len: 949 time: 0.2018254 Feb 09 19:04:20.893744 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 49012) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:04:20.897301 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa8b38f6-5410-4152-98e6-9a50af4e10d8 req-43e6d7be-f471-40ee-9b96-dcb9c154d8e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:04:20.898821 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-aa8b38f6-5410-4152-98e6-9a50af4e10d8 req-43e6d7be-f471-40ee-9b96-dcb9c154d8e2 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=7ab1963a-39ad-4d86-9549-880198499f42 HTTP/1.1" status: 200 len: 860 time: 0.1618686 Feb 09 19:04:20.899518 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.managers [req-72bc9b18-5bd5-4ef6-b5d4-2e98e234d401 req-9c11f02a-30cc-4ae9-be92-89111c2828c1 service neutron] Attempting to bind port a4e79a8e-ce64-4a98-88aa-2b5124a3f55b on host n-h2-713498-36 for vnic_type normal with profile {"migrating_to": "n-h1-713498-36"} {{(pid=103229) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 19:04:20.899852 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.managers [req-72bc9b18-5bd5-4ef6-b5d4-2e98e234d401 req-9c11f02a-30cc-4ae9-be92-89111c2828c1 service neutron] Attempting to bind port a4e79a8e-ce64-4a98-88aa-2b5124a3f55b by drivers openvswitch,hyperv on host n-h2-713498-36 at level 0 using segments [{'id': '5e48c0d3-ac92-403e-8ddc-eab47c471644', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': 'd725567e-ae4f-48c7-8826-ca95b9692346'}] {{(pid=103229) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 19:04:20.900183 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72bc9b18-5bd5-4ef6-b5d4-2e98e234d401 req-9c11f02a-30cc-4ae9-be92-89111c2828c1 service neutron] Attempting to bind port a4e79a8e-ce64-4a98-88aa-2b5124a3f55b on network d725567e-ae4f-48c7-8826-ca95b9692346 {{(pid=103229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 19:04:20.905171 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de16568e-d239-482e-8a08-e17780e8ed78 tempest-SecurityGroupRulesNegativeTestJSON-778336778 tempest-SecurityGroupRulesNegativeTestJSON-778336778-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f164e3f0-7fe2-42fa-b37b-51b4fce7779c,revision_number=None']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:04:20.949103 n-d-713498-36 neutron-server[103229]: DEBUG neutron.db.db_base_plugin_v2 [None req-98b2110d-88c9-4999-87b6-b6a910f282bc admin admin] Deleting subnet f4e0290a-331b-4226-b1b0-506c0687e285 {{(pid=103229) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 19:04:20.952638 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-98b2110d-88c9-4999-87b6-b6a910f282bc admin admin] Publish callbacks [] for subnet (f4e0290a-331b-4226-b1b0-506c0687e285), before_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:04:20.998812 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-98b2110d-88c9-4999-87b6-b6a910f282bc admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16683410'] for subnet (f4e0290a-331b-4226-b1b0-506c0687e285), precommit_delete_associations {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:04:21.038219 n-d-713498-36 neutron-server[103229]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 19:04:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-491d913b-2a58-4c2c-bf4d-14bb9be656af x-openstack-request-id: req-491d913b-2a58-4c2c-bf4d-14bb9be656af {{(pid=103229) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 19:04:21.038853 n-d-713498-36 neutron-server[103229]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cf8d55d7-ba31-4451-a682-c3c5050d34d1", "tag": "fff28e55-1481-495e-822a-a809fab17399", "status": "completed", "code": 200}]} {{(pid=103229) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 19:04:21.039091 n-d-713498-36 neutron-server[103229]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-491d913b-2a58-4c2c-bf4d-14bb9be656af {{(pid=103229) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 19:04:21.039593 n-d-713498-36 neutron-server[103229]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cf8d55d7-ba31-4451-a682-c3c5050d34d1', 'tag': 'fff28e55-1481-495e-822a-a809fab17399', 'status': 'completed', 'code': 200} Feb 09 19:04:21.147287 n-d-713498-36 neutron-server[103232]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 19:04:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d541b148-b0f3-4622-8aec-149c1d1ba143 x-openstack-request-id: req-d541b148-b0f3-4622-8aec-149c1d1ba143 {{(pid=103232) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 19:04:21.147706 n-d-713498-36 neutron-server[103232]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2f45403d-b7ca-4d38-8d27-19538a1473d9", "name": "network-vif-plugged", "status": "completed", "tag": "9431105a-be29-4ce5-9970-f91bee564b4b", "code": 200}]} {{(pid=103232) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 19:04:21.148006 n-d-713498-36 neutron-server[103232]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-d541b148-b0f3-4622-8aec-149c1d1ba143 {{(pid=103232) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 19:04:21.148517 n-d-713498-36 neutron-server[103232]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2f45403d-b7ca-4d38-8d27-19538a1473d9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9431105a-be29-4ce5-9970-f91bee564b4b', 'code': 200} Feb 09 19:04:21.150698 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8167171d-8ee5-4f7b-a10d-f6a2999598a0 None None] The sync data for ids ['fbcdf16f-a13b-425a-bb2f-df6648651d4a'] in n-d-713498-36 is: [{'id': 'fbcdf16f-a13b-425a-bb2f-df6648651d4a', 'name': 'tempest-TaggedBootDevicesTest_v242-464618955-router', 'tenant_id': 'fc48f1fb5a9b4a3a92e70a04d215ce84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88055e1e-672a-4487-be31-ffb6e833ece5', 'external_fixed_ips': [{'subnet_id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'ip_address': '172.25.1.229'}], 'enable_snat': True}, 'gw_port_id': 'fca1ed2d-fd3e-4e52-a12c-dbc81f0b074d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T19:04:13Z', 'updated_at': '2022-02-09T19:04:17Z', 'revision_number': 3, 'project_id': 'fc48f1fb5a9b4a3a92e70a04d215ce84', 'gw_port': {'id': 'fca1ed2d-fd3e-4e52-a12c-dbc81f0b074d', 'name': '', 'network_id': '88055e1e-672a-4487-be31-ffb6e833ece5', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:fc:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fbcdf16f-a13b-425a-bb2f-df6648651d4a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 634, 'fixed_ips': [{'subnet_id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'ip_address': '172.25.1.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T19:04:15Z', 'updated_at': '2022-02-09T19:04:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-36'}] {{(pid=103232) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 19:04:21.158383 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8beb3a4c-1a4c-42f9-9891-5e5a2007e48d req-2b2e31cf-8adc-4005-8a2b-d1ffdfd445a2 tempest-LiveMigrationTest-1021096981 tempest-LiveMigrationTest-1021096981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:04:21.159922 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-8beb3a4c-1a4c-42f9-9891-5e5a2007e48d req-2b2e31cf-8adc-4005-8a2b-d1ffdfd445a2 tempest-LiveMigrationTest-1021096981 tempest-LiveMigrationTest-1021096981-project] 10.222.0.75 "GET /v2.0/ports?device_id=59d6552c-9c7d-436a-9583-1a4c43dbfa42 HTTP/1.1" status: 200 len: 943 time: 0.1054132 Feb 09 19:04:21.162854 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-b458074a-c2f4-4efa-a3be-e04fd1d9331c admin admin] Publish callbacks [] for port (f87ebada-25df-4663-80df-22b2838f9eb9), precommit_update {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:04:21.173703 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72bc9b18-5bd5-4ef6-b5d4-2e98e234d401 req-9c11f02a-30cc-4ae9-be92-89111c2828c1 service neutron] Port a4e79a8e-ce64-4a98-88aa-2b5124a3f55b on network d725567e-ae4f-48c7-8826-ca95b9692346 not bound, no agent of type Open vSwitch agent registered on host n-h2-713498-36 {{(pid=103229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 19:04:21.174452 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72bc9b18-5bd5-4ef6-b5d4-2e98e234d401 req-9c11f02a-30cc-4ae9-be92-89111c2828c1 service neutron] Attempting to bind port a4e79a8e-ce64-4a98-88aa-2b5124a3f55b on network d725567e-ae4f-48c7-8826-ca95b9692346 {{(pid=103229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 19:04:21.176417 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-b458074a-c2f4-4efa-a3be-e04fd1d9331c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762867176205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762866656485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762866656503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14393758'] for port (f87ebada-25df-4663-80df-22b2838f9eb9), after_update {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:04:21.182055 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.provisioning_blocks [None req-e28baaa1-f1da-45ea-8029-77ee0e89ec72 None None] Provisioning complete for port f87ebada-25df-4663-80df-22b2838f9eb9 triggered by entity DHCP. {{(pid=103232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 19:04:21.182482 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-e28baaa1-f1da-45ea-8029-77ee0e89ec72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593630'] for port (f87ebada-25df-4663-80df-22b2838f9eb9), provisioning_complete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:04:21.224136 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-e28baaa1-f1da-45ea-8029-77ee0e89ec72 None None] Port f87ebada-25df-4663-80df-22b2838f9eb9 cannot update to ACTIVE because it is not bound. {{(pid=103232) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 19:04:21.237202 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-3d362f44-ed01-46f7-bd7b-9ca74096b97a req-f9ddace8-dfe0-4a3d-8944-987433d00bde tempest-ServersAdminNegativeTestJSON-2127918484 tempest-ServersAdminNegativeTestJSON-2127918484-project] 10.222.0.75 "GET /v2.0/security-groups?id=c2a1d80e-4c84-44c1-8257-66d4ceb1ab5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3441648 Feb 09 19:04:21.258038 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72bc9b18-5bd5-4ef6-b5d4-2e98e234d401 req-9c11f02a-30cc-4ae9-be92-89111c2828c1 service neutron] Checking agent: {'id': 'bcd5faee-dc24-4298-9134-0e0aa054058e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713498-36', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 18, 59, 19), 'started_at': datetime.datetime(2022, 2, 9, 18, 59, 19), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 19, 4, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 19:04:21.259306 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72bc9b18-5bd5-4ef6-b5d4-2e98e234d401 req-9c11f02a-30cc-4ae9-be92-89111c2828c1 service neutron] Checking segment: {'id': '5e48c0d3-ac92-403e-8ddc-eab47c471644', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': 'd725567e-ae4f-48c7-8826-ca95b9692346'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103229) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 19:04:21.260232 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72bc9b18-5bd5-4ef6-b5d4-2e98e234d401 req-9c11f02a-30cc-4ae9-be92-89111c2828c1 service neutron] Bound using segment: {'id': '5e48c0d3-ac92-403e-8ddc-eab47c471644', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': 'd725567e-ae4f-48c7-8826-ca95b9692346'} {{(pid=103229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 19:04:21.260232 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.managers [req-72bc9b18-5bd5-4ef6-b5d4-2e98e234d401 req-9c11f02a-30cc-4ae9-be92-89111c2828c1 service neutron] Bound port: a4e79a8e-ce64-4a98-88aa-2b5124a3f55b, host: n-h2-713498-36, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5e48c0d3-ac92-403e-8ddc-eab47c471644', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': 'd725567e-ae4f-48c7-8826-ca95b9692346'}}] {{(pid=103229) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 19:04:21.260489 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-72bc9b18-5bd5-4ef6-b5d4-2e98e234d401 req-9c11f02a-30cc-4ae9-be92-89111c2828c1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (a4e79a8e-ce64-4a98-88aa-2b5124a3f55b), before_update {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:04:21.291005 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-98b2110d-88c9-4999-87b6-b6a910f282bc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-759852'] for subnet (f4e0290a-331b-4226-b1b0-506c0687e285), precommit_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:04:21.296409 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b458074a-c2f4-4efa-a3be-e04fd1d9331c admin admin] Pushing event updated for resources: {'Port': ['ID=f87ebada-25df-4663-80df-22b2838f9eb9,revision_number=2']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:04:21.303768 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-b458074a-c2f4-4efa-a3be-e04fd1d9331c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1613458', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1834496'] for router_interface (fbcdf16f-a13b-425a-bb2f-df6648651d4a), after_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:04:21.323067 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-8beb3a4c-1a4c-42f9-9891-5e5a2007e48d req-09ea485d-6004-49aa-950a-e2052fc4ef24 tempest-LiveMigrationTest-1021096981 tempest-LiveMigrationTest-1021096981-project] 10.222.0.75 "GET /v2.0/security-groups?id=ba18819a-1490-4e7b-a11b-e8610423d8ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1537781 Feb 09 19:04:21.360386 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa8b38f6-5410-4152-98e6-9a50af4e10d8 req-510f2198-eb27-476b-b74b-e54080f9313c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:04:21.361888 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-aa8b38f6-5410-4152-98e6-9a50af4e10d8 req-510f2198-eb27-476b-b74b-e54080f9313c service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=f1e6924e-7348-48ca-aa14-d5834e100bd2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.3315582 Feb 09 19:04:21.388345 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3beca5f8-7f44-40ab-9586-2709279dd8b4 req-825c5880-c656-474f-a62d-63f9d33323fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:04:21.390447 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-3beca5f8-7f44-40ab-9586-2709279dd8b4 req-825c5880-c656-474f-a62d-63f9d33323fd service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=2f45403d-b7ca-4d38-8d27-19538a1473d9 HTTP/1.1" status: 200 len: 1132 time: 0.2865379 Feb 09 19:04:21.432133 n-d-713498-36 neutron-server[103230]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b458074a-c2f4-4efa-a3be-e04fd1d9331c admin admin] Network 4b4a4f04-9554-422a-8d57-eaf8329dcb91 is already hosted by enough agents. {{(pid=103230) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 19:04:21.433553 n-d-713498-36 neutron-server[103230]: DEBUG neutron.scheduler.base_scheduler [None req-b458074a-c2f4-4efa-a3be-e04fd1d9331c admin admin] Resources bound (agent type, host, resource id): {{(pid=103230) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 19:04:21.499211 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.db [req-72bc9b18-5bd5-4ef6-b5d4-2e98e234d401 req-9c11f02a-30cc-4ae9-be92-89111c2828c1 service neutron] For port a4e79a8e-ce64-4a98-88aa-2b5124a3f55b, host n-h2-713498-36, cleared binding levels {{(pid=103229) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 19:04:21.563622 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.db [req-72bc9b18-5bd5-4ef6-b5d4-2e98e234d401 req-9c11f02a-30cc-4ae9-be92-89111c2828c1 service neutron] For port a4e79a8e-ce64-4a98-88aa-2b5124a3f55b, host n-h2-713498-36, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-36',level=0,port_id=a4e79a8e-ce64-4a98-88aa-2b5124a3f55b,segment=NetworkSegment(5e48c0d3-ac92-403e-8ddc-eab47c471644),segment_id=5e48c0d3-ac92-403e-8ddc-eab47c471644)] {{(pid=103229) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 19:04:21.588868 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-72bc9b18-5bd5-4ef6-b5d4-2e98e234d401 req-9c11f02a-30cc-4ae9-be92-89111c2828c1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762867176205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762866656485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762866656503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12867569'] for port (a4e79a8e-ce64-4a98-88aa-2b5124a3f55b), after_update {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:04:21.598514 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-98b2110d-88c9-4999-87b6-b6a910f282bc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-760023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12867367', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12759238'] for subnet (f4e0290a-331b-4226-b1b0-506c0687e285), after_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:04:21.730116 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98b2110d-88c9-4999-87b6-b6a910f282bc admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f4e0290a-331b-4226-b1b0-506c0687e285,revision_number=None']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:04:21.733737 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-3beca5f8-7f44-40ab-9586-2709279dd8b4 req-8f3fb0c4-0a41-4477-9425-e346efe51f47 service neutron] 10.222.0.90 "GET /v2.0/security-groups?id=aed5302d-0478-4b9d-b014-143adc5c0d74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2835948 Feb 09 19:04:21.749377 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b14fcd88-46ef-487f-b3e2-ae6863883845 req-b2a815f5-401a-4c8f-ad44-aad4dbc8c020 tempest-FloatingIPsAssociationTestJSON-731512856 tempest-FloatingIPsAssociationTestJSON-731512856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:04:21.760368 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-b14fcd88-46ef-487f-b3e2-ae6863883845 req-b2a815f5-401a-4c8f-ad44-aad4dbc8c020 tempest-FloatingIPsAssociationTestJSON-731512856 tempest-FloatingIPsAssociationTestJSON-731512856-project] 10.222.0.75 "GET /v2.0/ports?device_id=cf8d55d7-ba31-4451-a682-c3c5050d34d1 HTTP/1.1" status: 200 len: 943 time: 0.3805530 Feb 09 19:04:21.777846 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-98b2110d-88c9-4999-87b6-b6a910f282bc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1613566'] for subnet (None), before_response {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:04:21.781328 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-98b2110d-88c9-4999-87b6-b6a910f282bc admin admin] 10.222.0.75 "DELETE /v2.0/subnets/f4e0290a-331b-4226-b1b0-506c0687e285 HTTP/1.1" status: 204 len: 168 time: 0.8857648 Feb 09 19:04:21.787520 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 49026) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:04:21.803984 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-aa8b38f6-5410-4152-98e6-9a50af4e10d8 req-151830a4-6b09-49dc-bf46-917862dcc260 service neutron] 10.222.0.89 "GET /v2.0/networks/f1e6924e-7348-48ca-aa14-d5834e100bd2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4324064 Feb 09 19:04:21.822398 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Device fca1ed2d-fd3e-4e52-a12c-dbc81f0b074d up at agent ovs-agent-n-d-713498-36 {{(pid=103232) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 19:04:21.836180 n-d-713498-36 neutron-server[103230]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b458074a-c2f4-4efa-a3be-e04fd1d9331c admin admin] Router fbcdf16f-a13b-425a-bb2f-df6648651d4a has already been hosted by L3 agent 93303d5e-5d17-45e8-8963-7694f87783ae {{(pid=103230) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 19:04:21.865174 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aca92adb-10cc-42eb-88bc-e3c36b57e79a req-b3cd87ba-9016-4a67-8b50-a3268e1c83b0 tempest-ServersOnMultiNodesTest-1472402947 tempest-ServersOnMultiNodesTest-1472402947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:04:21.868092 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-aca92adb-10cc-42eb-88bc-e3c36b57e79a req-b3cd87ba-9016-4a67-8b50-a3268e1c83b0 tempest-ServersOnMultiNodesTest-1472402947 tempest-ServersOnMultiNodesTest-1472402947-project] 10.222.0.75 "GET /v2.0/ports?device_id=2f45403d-b7ca-4d38-8d27-19538a1473d9 HTTP/1.1" status: 200 len: 949 time: 0.1711111 Feb 09 19:04:21.883939 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.provisioning_blocks [None req-9d1700ec-78d2-42e8-9a7d-8e438b42e827 None None] Provisioning complete for port f87ebada-25df-4663-80df-22b2838f9eb9 triggered by entity DHCP. {{(pid=103232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 19:04:21.884504 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-9d1700ec-78d2-42e8-9a7d-8e438b42e827 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593630'] for port (f87ebada-25df-4663-80df-22b2838f9eb9), provisioning_complete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:04:21.940180 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-9d1700ec-78d2-42e8-9a7d-8e438b42e827 None None] Port f87ebada-25df-4663-80df-22b2838f9eb9 cannot update to ACTIVE because it is not bound. {{(pid=103232) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 19:04:21.948089 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.provisioning_blocks [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Provisioning complete for port fca1ed2d-fd3e-4e52-a12c-dbc81f0b074d triggered by entity L2. {{(pid=103232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 19:04:21.948606 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593630'] for port (fca1ed2d-fd3e-4e52-a12c-dbc81f0b074d), provisioning_complete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:04:21.970300 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72bc9b18-5bd5-4ef6-b5d4-2e98e234d401 req-9c11f02a-30cc-4ae9-be92-89111c2828c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:04:21.971172 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-72bc9b18-5bd5-4ef6-b5d4-2e98e234d401 req-9c11f02a-30cc-4ae9-be92-89111c2828c1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171096'] for port (None), before_response {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:04:21.972581 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-72bc9b18-5bd5-4ef6-b5d4-2e98e234d401 req-9c11f02a-30cc-4ae9-be92-89111c2828c1 service neutron] 10.222.0.89 "PUT /v2.0/ports/a4e79a8e-ce64-4a98-88aa-2b5124a3f55b HTTP/1.1" status: 200 len: 1123 time: 2.4746127 Feb 09 19:04:21.979730 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c11f02a-30cc-4ae9-be92-89111c2828c1 service neutron] Pushing event updated for resources: {'Port': ['ID=a4e79a8e-ce64-4a98-88aa-2b5124a3f55b,revision_number=8']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:04:22.049916 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Device f2af33d6-809c-4462-a1c1-648e7e81004e up at agent hyperv_n-h2-713498-36 {{(pid=103232) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 19:04:22.052009 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-aca92adb-10cc-42eb-88bc-e3c36b57e79a req-cb56bf89-3db6-4454-b9e3-b7e97cf704b0 tempest-ServersOnMultiNodesTest-1472402947 tempest-ServersOnMultiNodesTest-1472402947-project] 10.222.0.75 "GET /v2.0/security-groups?id=aed5302d-0478-4b9d-b014-143adc5c0d74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1763780 Feb 09 19:04:22.052921 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-b14fcd88-46ef-487f-b3e2-ae6863883845 req-12f8aad8-c6a2-4ee8-a8fe-cad8c8aea82b tempest-FloatingIPsAssociationTestJSON-731512856 tempest-FloatingIPsAssociationTestJSON-731512856-project] 10.222.0.75 "GET /v2.0/security-groups?id=e033bcb0-30a2-4ca7-825f-be8d1c426f02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2916329 Feb 09 19:04:22.060811 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-1156f1d4-83bc-4707-8a12-5bacf1960fee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-670458'] for network (be0118d5-68df-4b41-98f0-41008ae5746c), before_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:04:22.081720 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b458074a-c2f4-4efa-a3be-e04fd1d9331c admin admin] Notify agent at l3_agent.n-d-713498-36 the message routers_updated {{(pid=103230) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 19:04:22.090708 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-b458074a-c2f4-4efa-a3be-e04fd1d9331c admin admin] 10.222.0.75 "PUT /v2.0/routers/fbcdf16f-a13b-425a-bb2f-df6648651d4a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7047889 Feb 09 19:04:22.126814 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Current status of the port fca1ed2d-fd3e-4e52-a12c-dbc81f0b074d is: DOWN; New status is: ACTIVE {{(pid=103232) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 19:04:22.127314 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (fca1ed2d-fd3e-4e52-a12c-dbc81f0b074d), before_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:04:22.149503 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-7429db8d-6021-40ad-813e-885be449a89b None None] get_ports_and_sgs() called for port_ids ['a4e79a8e-ce64-4a98-88aa-2b5124a3f55b'] {{(pid=103232) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 19:04:22.166264 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-aa8b38f6-5410-4152-98e6-9a50af4e10d8 req-555c6b5a-3abb-43c4-a48a-0d8a03dd2a73 service neutron] 10.222.0.89 "GET /v2.0/networks/f1e6924e-7348-48ca-aa14-d5834e100bd2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3400486 Feb 09 19:04:22.191920 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] For port fca1ed2d-fd3e-4e52-a12c-dbc81f0b074d, host n-d-713498-36, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-36',level=0,port_id=fca1ed2d-fd3e-4e52-a12c-dbc81f0b074d,segment=NetworkSegment(a4222f89-8d3f-4b51-953b-1a8126392491),segment_id=a4222f89-8d3f-4b51-953b-1a8126392491)] {{(pid=103232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 19:04:22.207988 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.provisioning_blocks [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Provisioning for port f2af33d6-809c-4462-a1c1-648e7e81004e completed by entity L2. {{(pid=103232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 19:04:22.214732 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.provisioning_blocks [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Provisioning complete for port f2af33d6-809c-4462-a1c1-648e7e81004e triggered by entity L2. {{(pid=103232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 19:04:22.217461 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593630'] for port (f2af33d6-809c-4462-a1c1-648e7e81004e), provisioning_complete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:04:22.295299 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762867176205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762866656485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762866656503'] for port (fca1ed2d-fd3e-4e52-a12c-dbc81f0b074d), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:04:22.297667 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-018d819f-2558-4f6e-a92e-ec68b7d640e0 req-2c129597-aa2f-4a85-82f1-6dcd6acb20ba tempest-LiveAutoBlockMigrationV225Test-1149753898 tempest-LiveAutoBlockMigrationV225Test-1149753898-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:04:22.319310 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-018d819f-2558-4f6e-a92e-ec68b7d640e0 req-2c129597-aa2f-4a85-82f1-6dcd6acb20ba tempest-LiveAutoBlockMigrationV225Test-1149753898 tempest-LiveAutoBlockMigrationV225Test-1149753898-project-admin] 10.222.0.75 "GET /v2.0/ports?device_id=9d1556d0-d009-41c6-9d9c-d68b6ae4cbe4 HTTP/1.1" status: 200 len: 1129 time: 0.1667428 Feb 09 19:04:22.362099 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-1156f1d4-83bc-4707-8a12-5bacf1960fee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-590267', 'neutron.services.segments.db._delete_segments_for_network-8762867132609'] for network (be0118d5-68df-4b41-98f0-41008ae5746c), precommit_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:04:22.391127 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-018d819f-2558-4f6e-a92e-ec68b7d640e0 req-55e5be92-a226-4dbf-8b23-d849940be917 tempest-LiveAutoBlockMigrationV225Test-1149753898 tempest-LiveAutoBlockMigrationV225Test-1149753898-project-admin] 10.222.0.75 "GET /v2.0/security-groups?id=e3cb5363-3b49-4f74-b239-a871e755b40a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0708916 Feb 09 19:04:22.476827 n-d-713498-36 neutron-server[103229]: DEBUG neutron.services.segments.db [None req-1156f1d4-83bc-4707-8a12-5bacf1960fee admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['be0118d5-68df-4b41-98f0-41008ae5746c']}} {{(pid=103229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:04:22.481575 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Current status of the port f2af33d6-809c-4462-a1c1-648e7e81004e is: BUILD; New status is: ACTIVE {{(pid=103232) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 19:04:22.482139 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (f2af33d6-809c-4462-a1c1-648e7e81004e), before_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:04:22.496583 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d152239-0052-4528-bc0f-914aaf67d511 req-edd07ab6-7ced-4c6f-9bff-2809af68bc07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:04:22.497894 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-7d152239-0052-4528-bc0f-914aaf67d511 req-edd07ab6-7ced-4c6f-9bff-2809af68bc07 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=0e772d8c7ac44b1fbd56efaf46b6dbd8&device_id=cf8d55d7-ba31-4451-a682-c3c5050d34d1 HTTP/1.1" status: 200 len: 1126 time: 0.2151830 Feb 09 19:04:22.502692 n-d-713498-36 neutron-server[103229]: DEBUG neutron.services.segments.db [None req-1156f1d4-83bc-4707-8a12-5bacf1960fee admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3c2a36dd-ca5a-433f-961e-7fad9c509ca3') {'for_net_delete': True} {{(pid=103229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:04:22.502984 n-d-713498-36 neutron-server[103229]: DEBUG neutron.services.segments.db [None req-1156f1d4-83bc-4707-8a12-5bacf1960fee admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3c2a36dd-ca5a-433f-961e-7fad9c509ca3') {} {{(pid=103229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:04:22.509877 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Pushing event updated for resources: {'Port': ['ID=fca1ed2d-fd3e-4e52-a12c-dbc81f0b074d,revision_number=4']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:04:22.527075 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-1156f1d4-83bc-4707-8a12-5bacf1960fee admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762867134154', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16683417'] for segment (3c2a36dd-ca5a-433f-961e-7fad9c509ca3), before_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:04:22.580516 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-7429db8d-6021-40ad-813e-885be449a89b None None] For port f2af33d6-809c-4462-a1c1-648e7e81004e, host n-h2-713498-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-36',level=0,port_id=f2af33d6-809c-4462-a1c1-648e7e81004e,segment=NetworkSegment(50e5915e-18f0-4558-9a28-b978975ead36),segment_id=50e5915e-18f0-4558-9a28-b978975ead36)] {{(pid=103232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 19:04:22.590859 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762867176205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762866656485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762866656503'] for port (f2af33d6-809c-4462-a1c1-648e7e81004e), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:04:22.591908 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd9a827f-d539-48aa-b330-af8ab35aff9b req-f7c9e1e9-402d-4cb7-9086-70070b624aeb tempest-LiveMigrationTest-1021096981 tempest-LiveMigrationTest-1021096981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:04:22.593429 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-cd9a827f-d539-48aa-b330-af8ab35aff9b req-f7c9e1e9-402d-4cb7-9086-70070b624aeb tempest-LiveMigrationTest-1021096981 tempest-LiveMigrationTest-1021096981-project] 10.222.0.75 "GET /v2.0/ports?device_id=59d6552c-9c7d-436a-9583-1a4c43dbfa42 HTTP/1.1" status: 200 len: 943 time: 0.0843973 Feb 09 19:04:22.594378 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-134386de-4004-4fa3-b0ba-7a1f7785eb61 req-2e6a8a57-04c2-42ad-b735-2a2ed59dea26 tempest-ServersAdminNegativeTestJSON-2127918484 tempest-ServersAdminNegativeTestJSON-2127918484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:04:22.595881 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-134386de-4004-4fa3-b0ba-7a1f7785eb61 req-2e6a8a57-04c2-42ad-b735-2a2ed59dea26 tempest-ServersAdminNegativeTestJSON-2127918484 tempest-ServersAdminNegativeTestJSON-2127918484-project] 10.222.0.75 "GET /v2.0/ports?device_id=c082bc13-8194-4bdb-a323-42b0de08e605 HTTP/1.1" status: 200 len: 949 time: 0.2152727 Feb 09 19:04:22.623123 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-1156f1d4-83bc-4707-8a12-5bacf1960fee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-759574'] for segment (3c2a36dd-ca5a-433f-961e-7fad9c509ca3), precommit_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:04:22.644474 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1156f1d4-83bc-4707-8a12-5bacf1960fee admin admin] Releasing vlan 354 on physical network physnet1 to pool {{(pid=103229) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 19:04:22.645059 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-1156f1d4-83bc-4707-8a12-5bacf1960fee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-759574', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12867469'] for segment (3c2a36dd-ca5a-433f-961e-7fad9c509ca3), after_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:04:22.647768 n-d-713498-36 neutron-server[103229]: Traceback (most recent call last): Feb 09 19:04:22.647768 n-d-713498-36 neutron-server[103229]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 19:04:22.647768 n-d-713498-36 neutron-server[103229]: timer() Feb 09 19:04:22.647768 n-d-713498-36 neutron-server[103229]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 19:04:22.647768 n-d-713498-36 neutron-server[103229]: cb(*args, **kw) Feb 09 19:04:22.647768 n-d-713498-36 neutron-server[103229]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 19:04:22.647768 n-d-713498-36 neutron-server[103229]: return func(*args, **kwargs) Feb 09 19:04:22.647768 n-d-713498-36 neutron-server[103229]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 19:04:22.647768 n-d-713498-36 neutron-server[103229]: self._notify() Feb 09 19:04:22.647768 n-d-713498-36 neutron-server[103229]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 19:04:22.647768 n-d-713498-36 neutron-server[103229]: self.callback(batched_events) Feb 09 19:04:22.647768 n-d-713498-36 neutron-server[103229]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 19:04:22.647768 n-d-713498-36 neutron-server[103229]: event.method(event) Feb 09 19:04:22.647768 n-d-713498-36 neutron-server[103229]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 19:04:22.647768 n-d-713498-36 neutron-server[103229]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 19:04:22.647768 n-d-713498-36 neutron-server[103229]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 19:04:22.647768 n-d-713498-36 neutron-server[103229]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 19:04:22.647768 n-d-713498-36 neutron-server[103229]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 19:04:22.647768 n-d-713498-36 neutron-server[103229]: return f(self, *a, **k) Feb 09 19:04:22.647768 n-d-713498-36 neutron-server[103229]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 19:04:22.647768 n-d-713498-36 neutron-server[103229]: return self._get(url).json() Feb 09 19:04:22.647768 n-d-713498-36 neutron-server[103229]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 19:04:22.647768 n-d-713498-36 neutron-server[103229]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 19:04:22.647768 n-d-713498-36 neutron-server[103229]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 19:04:22.647768 n-d-713498-36 neutron-server[103229]: return self.request(url, 'GET', **kwargs) Feb 09 19:04:22.647768 n-d-713498-36 neutron-server[103229]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 19:04:22.647768 n-d-713498-36 neutron-server[103229]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 19:04:22.647768 n-d-713498-36 neutron-server[103229]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 19:04:22.647768 n-d-713498-36 neutron-server[103229]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 19:04:22.647768 n-d-713498-36 neutron-server[103229]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 19:04:22.647768 n-d-713498-36 neutron-server[103229]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 19:04:22.647768 n-d-713498-36 neutron-server[103229]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 19:04:22.664505 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-cd9a827f-d539-48aa-b330-af8ab35aff9b req-1d0de36b-4a3b-446f-a4d4-b6c542d8a0c3 tempest-LiveMigrationTest-1021096981 tempest-LiveMigrationTest-1021096981-project] 10.222.0.75 "GET /v2.0/security-groups?id=ba18819a-1490-4e7b-a11b-e8610423d8ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0626464 Feb 09 19:04:22.716451 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Pushing event updated for resources: {'Port': ['ID=f2af33d6-809c-4462-a1c1-648e7e81004e,revision_number=5']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:04:22.751537 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-134386de-4004-4fa3-b0ba-7a1f7785eb61 req-266d080c-9c3a-42d3-b06f-719f00e31f1a tempest-ServersAdminNegativeTestJSON-2127918484 tempest-ServersAdminNegativeTestJSON-2127918484-project] 10.222.0.75 "GET /v2.0/security-groups?id=c2a1d80e-4c84-44c1-8257-66d4ceb1ab5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1487772 Feb 09 19:04:22.757686 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d152239-0052-4528-bc0f-914aaf67d511 req-fb4f8d37-787b-42c1-8c55-8e8342440012 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:04:22.759182 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-7d152239-0052-4528-bc0f-914aaf67d511 req-fb4f8d37-787b-42c1-8c55-8e8342440012 service neutron] 10.222.0.89 "GET /v2.0/networks?id=f1e6924e-7348-48ca-aa14-d5834e100bd2 HTTP/1.1" status: 200 len: 922 time: 0.2473564 Feb 09 19:04:22.760413 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-1156f1d4-83bc-4707-8a12-5bacf1960fee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-590242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1885479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1818895'] for network (be0118d5-68df-4b41-98f0-41008ae5746c), after_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:04:22.768191 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-1156f1d4-83bc-4707-8a12-5bacf1960fee admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1613566'] for network (None), before_response {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:04:22.779005 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-1156f1d4-83bc-4707-8a12-5bacf1960fee admin admin] 10.222.0.75 "DELETE /v2.0/networks/be0118d5-68df-4b41-98f0-41008ae5746c HTTP/1.1" status: 204 len: 168 time: 0.9750507 Feb 09 19:04:22.852777 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1156f1d4-83bc-4707-8a12-5bacf1960fee admin admin] Pushing event deleted for resources: {'Network': ['ID=be0118d5-68df-4b41-98f0-41008ae5746c,revision_number=None']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:04:22.855885 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-7d152239-0052-4528-bc0f-914aaf67d511 req-ed98fc4a-dbee-4b9c-8417-a0a019214e8c service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=fff28e55-1481-495e-822a-a809fab17399 HTTP/1.1" status: 200 len: 217 time: 0.0781682 Feb 09 19:04:22.922997 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d152239-0052-4528-bc0f-914aaf67d511 req-761bd3cc-ced2-4083-89ad-22e6a5b9d34d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:04:22.926974 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-7d152239-0052-4528-bc0f-914aaf67d511 req-761bd3cc-ced2-4083-89ad-22e6a5b9d34d service neutron] 10.222.0.89 "GET /v2.0/subnets?id=7ab1963a-39ad-4d86-9549-880198499f42 HTTP/1.1" status: 200 len: 860 time: 0.0640447 Feb 09 19:04:23.000532 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d152239-0052-4528-bc0f-914aaf67d511 req-e9b331c4-226b-4f73-b98a-dad812503f10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:04:23.002096 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-7d152239-0052-4528-bc0f-914aaf67d511 req-e9b331c4-226b-4f73-b98a-dad812503f10 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=f1e6924e-7348-48ca-aa14-d5834e100bd2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0689352 Feb 09 19:04:23.068788 n-d-713498-36 neutron-server[103229]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '59d6552c-9c7d-436a-9583-1a4c43dbfa42', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a4e79a8e-ce64-4a98-88aa-2b5124a3f55b'}, {'name': 'network-changed', 'server_uuid': '59d6552c-9c7d-436a-9583-1a4c43dbfa42', 'tag': 'a4e79a8e-ce64-4a98-88aa-2b5124a3f55b'}] {{(pid=103229) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 19:04:23.075661 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 49092) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:04:23.076893 n-d-713498-36 neutron-server[103229]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fa6ae9a20702bd564eaf90d946620b2b4277b1ab91129323d3b54181076be307" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-38b74e24-b398-4ec8-a5af-e423a3f68bf0" -d '{"events": [{"server_uuid": "59d6552c-9c7d-436a-9583-1a4c43dbfa42", "name": "network-vif-unplugged", "status": "completed", "tag": "a4e79a8e-ce64-4a98-88aa-2b5124a3f55b"}, {"name": "network-changed", "server_uuid": "59d6552c-9c7d-436a-9583-1a4c43dbfa42", "tag": "a4e79a8e-ce64-4a98-88aa-2b5124a3f55b"}]}' {{(pid=103229) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 19:04:23.150640 n-d-713498-36 neutron-server[103232]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '80c4e695-e3b4-42be-ba0e-5756305138f1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f2af33d6-809c-4462-a1c1-648e7e81004e'}] {{(pid=103232) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 19:04:23.153280 n-d-713498-36 neutron-server[103232]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}949cdcde653dec44821de95cbf67297f53cbc2aed4e073b5d514f93bf911ce85" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3187c540-5059-4ac3-b976-7baec0c7d800" -d '{"events": [{"server_uuid": "80c4e695-e3b4-42be-ba0e-5756305138f1", "name": "network-vif-plugged", "status": "completed", "tag": "f2af33d6-809c-4462-a1c1-648e7e81004e"}]}' {{(pid=103232) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 19:04:23.153539 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-7d152239-0052-4528-bc0f-914aaf67d511 req-5ee03486-3dc8-4aa9-bf7a-861281c596a6 service neutron] 10.222.0.89 "GET /v2.0/networks/f1e6924e-7348-48ca-aa14-d5834e100bd2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1440139 Feb 09 19:04:23.167302 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-34195995-4538-4821-9e34-8c1968dede19 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=517983531e1e48b1926bcc2c9eb0928e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0903254 Feb 09 19:04:23.179425 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 49104) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:04:23.212222 n-d-713498-36 neutron-server[103229]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 352 Content-Type: application/json Date: Wed, 09 Feb 2022 19:04:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3d55b234-8231-4764-951e-f18504e88df7 x-openstack-request-id: req-3d55b234-8231-4764-951e-f18504e88df7 {{(pid=103229) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 19:04:23.212472 n-d-713498-36 neutron-server[103229]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "59d6552c-9c7d-436a-9583-1a4c43dbfa42", "name": "network-vif-unplugged", "status": "completed", "tag": "a4e79a8e-ce64-4a98-88aa-2b5124a3f55b", "code": 200}, {"name": "network-changed", "server_uuid": "59d6552c-9c7d-436a-9583-1a4c43dbfa42", "tag": "a4e79a8e-ce64-4a98-88aa-2b5124a3f55b", "status": "completed", "code": 200}]} {{(pid=103229) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 19:04:23.213103 n-d-713498-36 neutron-server[103229]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-3d55b234-8231-4764-951e-f18504e88df7 {{(pid=103229) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 19:04:23.213515 n-d-713498-36 neutron-server[103229]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '59d6552c-9c7d-436a-9583-1a4c43dbfa42', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a4e79a8e-ce64-4a98-88aa-2b5124a3f55b', 'code': 200} Feb 09 19:04:23.213775 n-d-713498-36 neutron-server[103229]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '59d6552c-9c7d-436a-9583-1a4c43dbfa42', 'tag': 'a4e79a8e-ce64-4a98-88aa-2b5124a3f55b', 'status': 'completed', 'code': 200} Feb 09 19:04:23.252420 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-c7b0a9fa-25a8-48c5-b8f4-42512553e1fe admin admin] Publish callbacks [] for security_group (0cec1239-953e-447c-963d-e9da27ad650d), before_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:04:23.290221 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-c7b0a9fa-25a8-48c5-b8f4-42512553e1fe admin admin] Publish callbacks [] for security_group (0cec1239-953e-447c-963d-e9da27ad650d), precommit_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:04:23.415518 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-c7b0a9fa-25a8-48c5-b8f4-42512553e1fe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1892331'] for security_group (0cec1239-953e-447c-963d-e9da27ad650d), after_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:04:23.418077 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-c7b0a9fa-25a8-48c5-b8f4-42512553e1fe admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:04:23.419208 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-c7b0a9fa-25a8-48c5-b8f4-42512553e1fe admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/0cec1239-953e-447c-963d-e9da27ad650d HTTP/1.1" status: 204 len: 168 time: 0.2393935 Feb 09 19:04:23.466776 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7b0a9fa-25a8-48c5-b8f4-42512553e1fe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0cec1239-953e-447c-963d-e9da27ad650d,revision_number=None']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:04:23.489797 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-7d152239-0052-4528-bc0f-914aaf67d511 req-ed031f26-993b-4503-ab78-58ba1ef99205 service neutron] 10.222.0.89 "GET /v2.0/networks/f1e6924e-7348-48ca-aa14-d5834e100bd2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3259485 Feb 09 19:04:23.500483 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38b74e24-b398-4ec8-a5af-e423a3f68bf0 req-b2f42626-1bd8-4ecf-825d-b05f1d9b6b57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:04:23.504863 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-38b74e24-b398-4ec8-a5af-e423a3f68bf0 req-b2f42626-1bd8-4ecf-825d-b05f1d9b6b57 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=05fa6a089578484da4b750f8c0b5ad12&device_id=59d6552c-9c7d-436a-9583-1a4c43dbfa42 HTTP/1.1" status: 200 len: 1157 time: 0.2185831 Feb 09 19:04:23.517534 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fa3e879-7713-4557-86e4-16ae243aedfd req-1da9af1e-fd97-4f8e-8c1f-a13e7b28d9d6 tempest-ServersOnMultiNodesTest-1472402947 tempest-ServersOnMultiNodesTest-1472402947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:04:23.526030 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-5fa3e879-7713-4557-86e4-16ae243aedfd req-1da9af1e-fd97-4f8e-8c1f-a13e7b28d9d6 tempest-ServersOnMultiNodesTest-1472402947 tempest-ServersOnMultiNodesTest-1472402947-project] 10.222.0.75 "GET /v2.0/ports?device_id=2f45403d-b7ca-4d38-8d27-19538a1473d9 HTTP/1.1" status: 200 len: 949 time: 0.2145579 Feb 09 19:04:23.659705 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-5fa3e879-7713-4557-86e4-16ae243aedfd req-0343629f-4bb6-4623-8812-215a6d66e549 tempest-ServersOnMultiNodesTest-1472402947 tempest-ServersOnMultiNodesTest-1472402947-project] 10.222.0.75 "GET /v2.0/security-groups?id=aed5302d-0478-4b9d-b014-143adc5c0d74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1326737 Feb 09 19:04:23.702038 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38b74e24-b398-4ec8-a5af-e423a3f68bf0 req-74440606-a4cc-4b5d-8049-7303a0ae6b2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:04:23.702038 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-38b74e24-b398-4ec8-a5af-e423a3f68bf0 req-74440606-a4cc-4b5d-8049-7303a0ae6b2a service neutron] 10.222.0.90 "GET /v2.0/networks?id=d725567e-ae4f-48c7-8826-ca95b9692346 HTTP/1.1" status: 200 len: 908 time: 0.1734979 Feb 09 19:04:23.761390 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Device fca1ed2d-fd3e-4e52-a12c-dbc81f0b074d up at agent ovs-agent-n-d-713498-36 {{(pid=103232) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 19:04:23.790692 n-d-713498-36 neutron-server[103233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d577de26-46c3-49cc-b89c-8e743543bcf4 None None] Sync routers for ids ['fbcdf16f-a13b-425a-bb2f-df6648651d4a'] in n-d-713498-36 {{(pid=103233) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 19:04:23.806126 n-d-713498-36 neutron-server[103233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d577de26-46c3-49cc-b89c-8e743543bcf4 None None] Routers {'fbcdf16f-a13b-425a-bb2f-df6648651d4a'} bound to L3 agent in host n-d-713498-36 {{(pid=103233) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 19:04:23.808552 n-d-713498-36 neutron-server[103233]: DEBUG neutron.db.l3_hamode_db [None req-d577de26-46c3-49cc-b89c-8e743543bcf4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T18:51:43Z,description=,heartbeat_timestamp=2022-02-09T19:04:13Z,host='n-d-713498-36',id=93303d5e-5d17-45e8-8963-7694f87783ae,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T18:51:43Z,topic='l3_agent')) {'router_ids': ['fbcdf16f-a13b-425a-bb2f-df6648651d4a'], 'active': True} {{(pid=103233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:04:23.820973 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-38b74e24-b398-4ec8-a5af-e423a3f68bf0 req-a9cd504b-de64-434e-9259-81ed20eee9f5 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a4e79a8e-ce64-4a98-88aa-2b5124a3f55b HTTP/1.1" status: 200 len: 217 time: 0.1119962 Feb 09 19:04:23.931904 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38b74e24-b398-4ec8-a5af-e423a3f68bf0 req-0002f798-44f0-4ece-9d63-39251928fe14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:04:23.931904 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-38b74e24-b398-4ec8-a5af-e423a3f68bf0 req-0002f798-44f0-4ece-9d63-39251928fe14 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=41b0b245-923a-427d-ac3e-7f4b2ecbbb0e HTTP/1.1" status: 200 len: 847 time: 0.0691874 Feb 09 19:04:23.932142 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.provisioning_blocks [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Provisioning complete for port fca1ed2d-fd3e-4e52-a12c-dbc81f0b074d triggered by entity L2. {{(pid=103232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 19:04:23.934092 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593630'] for port (fca1ed2d-fd3e-4e52-a12c-dbc81f0b074d), provisioning_complete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:04:24.014409 n-d-713498-36 neutron-server[103233]: DEBUG neutron.db.l3_dvr_db [None req-d577de26-46c3-49cc-b89c-8e743543bcf4 None None] Set router fbcdf16f-a13b-425a-bb2f-df6648651d4a gateway port host: n-d-713498-36 {{(pid=103233) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 19:04:24.049078 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-38b74e24-b398-4ec8-a5af-e423a3f68bf0 req-9e913a3c-6250-45eb-9d6a-965bf4b407ee service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=d725567e-ae4f-48c7-8826-ca95b9692346&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0834374 Feb 09 19:04:24.059287 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26404944-fc5a-47c6-8448-cac5ad5c6bef req-7fe7edc9-a36b-45d9-b3c6-0f41088768fe tempest-FloatingIPsAssociationTestJSON-731512856 tempest-FloatingIPsAssociationTestJSON-731512856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:04:24.067740 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-26404944-fc5a-47c6-8448-cac5ad5c6bef req-7fe7edc9-a36b-45d9-b3c6-0f41088768fe tempest-FloatingIPsAssociationTestJSON-731512856 tempest-FloatingIPsAssociationTestJSON-731512856-project] 10.222.0.75 "GET /v2.0/ports?device_id=cf8d55d7-ba31-4451-a682-c3c5050d34d1 HTTP/1.1" status: 200 len: 943 time: 0.2497494 Feb 09 19:04:24.141204 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Current status of the port fca1ed2d-fd3e-4e52-a12c-dbc81f0b074d is: ACTIVE; New status is: ACTIVE {{(pid=103232) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 19:04:24.227243 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-669019c4-ffe4-4fdf-bb02-b8d64e04e9c7 req-abf0fb8a-8487-4b9e-bfff-276b179fb223 service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=f8dcc237-c202-4732-ba27-7c810c7f88dd&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0843694 Feb 09 19:04:24.324391 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-26404944-fc5a-47c6-8448-cac5ad5c6bef req-58281a4f-a117-4acc-be20-9a8069c3f516 tempest-FloatingIPsAssociationTestJSON-731512856 tempest-FloatingIPsAssociationTestJSON-731512856-project] 10.222.0.75 "GET /v2.0/security-groups?id=e033bcb0-30a2-4ca7-825f-be8d1c426f02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2556560 Feb 09 19:04:24.341027 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-38b74e24-b398-4ec8-a5af-e423a3f68bf0 req-2952287e-38b2-4683-95a2-24ba3d1e885e service neutron] 10.222.0.90 "GET /v2.0/networks/d725567e-ae4f-48c7-8826-ca95b9692346?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2667584 Feb 09 19:04:24.343951 n-d-713498-36 neutron-server[103233]: DEBUG neutron.db.l3_hamode_db [None req-d577de26-46c3-49cc-b89c-8e743543bcf4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fbcdf16f-a13b-425a-bb2f-df6648651d4a', 'name': 'tempest-TaggedBootDevicesTest_v242-464618955-router', 'tenant_id': 'fc48f1fb5a9b4a3a92e70a04d215ce84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88055e1e-672a-4487-be31-ffb6e833ece5', 'external_fixed_ips': [{'subnet_id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'ip_address': '172.25.1.229'}], 'enable_snat': True}, 'gw_port_id': 'fca1ed2d-fd3e-4e52-a12c-dbc81f0b074d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T19:04:13Z', 'updated_at': '2022-02-09T19:04:20Z', 'revision_number': 4, 'project_id': 'fc48f1fb5a9b4a3a92e70a04d215ce84', 'gw_port': {'id': 'fca1ed2d-fd3e-4e52-a12c-dbc81f0b074d', 'name': '', 'network_id': '88055e1e-672a-4487-be31-ffb6e833ece5', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:fc:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fbcdf16f-a13b-425a-bb2f-df6648651d4a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 634, 'fixed_ips': [{'subnet_id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'ip_address': '172.25.1.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T19:04:15Z', 'updated_at': '2022-02-09T19:04:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-36', '_interfaces': [{'id': 'f87ebada-25df-4663-80df-22b2838f9eb9', 'name': '', 'network_id': '4b4a4f04-9554-422a-8d57-eaf8329dcb91', 'tenant_id': 'fc48f1fb5a9b4a3a92e70a04d215ce84', 'mac_address': 'fa:16:3e:f4:5a:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fbcdf16f-a13b-425a-bb2f-df6648651d4a', 'device_owner': 'network:router_interface', 'standard_attr_id': 636, 'fixed_ips': [{'subnet_id': '1c0a26fa-85f5-4288-a9e7-ccef4643fbad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T19:04:19Z', 'updated_at': '2022-02-09T19:04:20Z', 'revision_number': 2, 'project_id': 'fc48f1fb5a9b4a3a92e70a04d215ce84', 'subnets': [{'id': '1c0a26fa-85f5-4288-a9e7-ccef4643fbad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-36', False) {} {{(pid=103233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:04:24.367904 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-669019c4-ffe4-4fdf-bb02-b8d64e04e9c7 req-1087c8e8-48ba-4b2d-81bd-9161d2f3c15c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:04:24.375243 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-669019c4-ffe4-4fdf-bb02-b8d64e04e9c7 req-1087c8e8-48ba-4b2d-81bd-9161d2f3c15c service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=b8d56d08e88f4d4daeb8e5fed321a162&device_id=f8dcc237-c202-4732-ba27-7c810c7f88dd HTTP/1.1" status: 200 len: 1128 time: 0.1122694 Feb 09 19:04:24.411318 n-d-713498-36 neutron-server[103232]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 19:04:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fe259422-d0fb-47cd-9da1-cec3655dd0b8 x-openstack-request-id: req-fe259422-d0fb-47cd-9da1-cec3655dd0b8 {{(pid=103232) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 19:04:24.411827 n-d-713498-36 neutron-server[103232]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "80c4e695-e3b4-42be-ba0e-5756305138f1", "name": "network-vif-plugged", "status": "completed", "tag": "f2af33d6-809c-4462-a1c1-648e7e81004e", "code": 200}]} {{(pid=103232) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 19:04:24.412021 n-d-713498-36 neutron-server[103232]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-fe259422-d0fb-47cd-9da1-cec3655dd0b8 {{(pid=103232) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 19:04:24.412416 n-d-713498-36 neutron-server[103232]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '80c4e695-e3b4-42be-ba0e-5756305138f1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f2af33d6-809c-4462-a1c1-648e7e81004e', 'code': 200} Feb 09 19:04:24.423130 n-d-713498-36 neutron-server[103233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d577de26-46c3-49cc-b89c-8e743543bcf4 None None] Checking router: fbcdf16f-a13b-425a-bb2f-df6648651d4a for host: n-d-713498-36 {{(pid=103233) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 19:04:24.424537 n-d-713498-36 neutron-server[103233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d577de26-46c3-49cc-b89c-8e743543bcf4 None None] Updating router fbcdf16f-a13b-425a-bb2f-df6648651d4a port f87ebada-25df-4663-80df-22b2838f9eb9 binding host n-d-713498-36 {{(pid=103233) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 19:04:24.541925 n-d-713498-36 neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-d577de26-46c3-49cc-b89c-8e743543bcf4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (f87ebada-25df-4663-80df-22b2838f9eb9), before_update {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:04:24.626867 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-669019c4-ffe4-4fdf-bb02-b8d64e04e9c7 req-52384123-da6d-454f-8f0c-2b8dc6fbf7e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:04:24.630660 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-38b74e24-b398-4ec8-a5af-e423a3f68bf0 req-7637127f-48ee-4ba6-92c6-d0119d3d6f26 service neutron] 10.222.0.90 "GET /v2.0/networks/d725567e-ae4f-48c7-8826-ca95b9692346?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2847641 Feb 09 19:04:24.631736 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-669019c4-ffe4-4fdf-bb02-b8d64e04e9c7 req-52384123-da6d-454f-8f0c-2b8dc6fbf7e7 service neutron] 10.222.0.90 "GET /v2.0/networks?id=0e993f99-d3d0-4a2a-8eed-2f34375798b5 HTTP/1.1" status: 200 len: 921 time: 0.2008891 Feb 09 19:04:24.639512 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [req-aff869a6-156d-4d49-88da-6524d271430a req-95cfc88c-e0c1-42c5-b2b4-af68f938eb7f tempest-LiveAutoBlockMigrationV225Test-1149753898 tempest-LiveAutoBlockMigrationV225Test-1149753898-project-admin] http://10.222.0.75:9696/v2.0/extensions returned with HTTP 200 {{(pid=103230) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 09 19:04:24.640725 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-aff869a6-156d-4d49-88da-6524d271430a req-95cfc88c-e0c1-42c5-b2b4-af68f938eb7f tempest-LiveAutoBlockMigrationV225Test-1149753898 tempest-LiveAutoBlockMigrationV225Test-1149753898-project-admin] 10.222.0.75 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0078542 Feb 09 19:04:24.672012 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-97bf6766-09f5-4b1c-9785-ad9c9663b4e6 req-38fa3422-7278-47c3-bae1-6106b75f14c3 tempest-ServersAdminNegativeTestJSON-2127918484 tempest-ServersAdminNegativeTestJSON-2127918484-project] 10.222.0.75 "GET /v2.0/networks?tenant_id=8f2bcb5e327341c189d64292b309c17c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1133959 Feb 09 19:04:24.725447 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-669019c4-ffe4-4fdf-bb02-b8d64e04e9c7 req-48b2400a-21d3-4264-87b1-fcaacaa03435 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e3deb77c-5e11-4cdd-ac65-3b3ef7c8fe1d HTTP/1.1" status: 200 len: 217 time: 0.0739272 Feb 09 19:04:24.757733 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aff869a6-156d-4d49-88da-6524d271430a req-8696b9a6-c142-4099-b0ab-faa1020b9906 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:04:24.758686 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-aff869a6-156d-4d49-88da-6524d271430a req-8696b9a6-c142-4099-b0ab-faa1020b9906 service neutron] 10.222.0.75 "GET /v2.0/ports/0eea1a64-ccbf-4679-8307-b9066a9a8dde HTTP/1.1" status: 200 len: 1126 time: 0.0518837 Feb 09 19:04:24.774112 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.v2.base [req-aff869a6-156d-4d49-88da-6524d271430a req-4880e2ee-ae26-4077-ae42-412c6d60bc45 service neutron] Request body: {'binding': {'host': 'n-h1-713498-36', 'vnic_type': 'normal', 'profile': {}}} {{(pid=103230) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 19:04:24.774953 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.v2.base [req-aff869a6-156d-4d49-88da-6524d271430a req-4880e2ee-ae26-4077-ae42-412c6d60bc45 service neutron] Unknown quota resources ['binding']. {{(pid=103230) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Feb 09 19:04:24.822491 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 49196) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:04:24.986850 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-669019c4-ffe4-4fdf-bb02-b8d64e04e9c7 req-32c9b521-cdb0-480d-b4b1-1f05e40ad12c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:04:24.989303 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-669019c4-ffe4-4fdf-bb02-b8d64e04e9c7 req-32c9b521-cdb0-480d-b4b1-1f05e40ad12c service neutron] 10.222.0.90 "GET /v2.0/subnets?id=7d496e2d-6315-4d42-9415-66e0bdf20977 HTTP/1.1" status: 200 len: 860 time: 0.2295806 Feb 09 19:04:24.996721 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.v2.base [None req-a246f26c-4405-4ebc-9f4d-e3755bee644e admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupsTestJSON-2092151342-network', 'tenant_id': 'bff3c1e37b294eeb94406c2c4c8cd026'}} {{(pid=103230) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 19:04:25.022008 n-d-713498-36 neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-d577de26-46c3-49cc-b89c-8e743543bcf4 None None] Publish callbacks [] for port (f87ebada-25df-4663-80df-22b2838f9eb9), precommit_update {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:04:25.028929 n-d-713498-36 neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-d577de26-46c3-49cc-b89c-8e743543bcf4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762867176205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762866656485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762866656503'] for port (f87ebada-25df-4663-80df-22b2838f9eb9), after_update {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:04:25.057788 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-669019c4-ffe4-4fdf-bb02-b8d64e04e9c7 req-ae80cb48-f505-47ca-82f9-41235c4f16a9 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=0e993f99-d3d0-4a2a-8eed-2f34375798b5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0528765 Feb 09 19:04:25.065736 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a246f26c-4405-4ebc-9f4d-e3755bee644e admin admin] Made reservation on behalf of bff3c1e37b294eeb94406c2c4c8cd026 for: {'network': 1} {{(pid=103230) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 19:04:25.068627 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-a246f26c-4405-4ebc-9f4d-e3755bee644e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for network (None), before_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:04:25.087720 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-a246f26c-4405-4ebc-9f4d-e3755bee644e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:04:25.090938 n-d-713498-36 neutron-server[103233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d162f05-aea1-41b5-9fd0-d6766c74474a None None] Pushing event updated for resources: {'Port': ['ID=f87ebada-25df-4663-80df-22b2838f9eb9,revision_number=3']} {{(pid=103233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:04:25.137086 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97bf6766-09f5-4b1c-9785-ad9c9663b4e6 req-0fde27ee-9ad1-44cf-a5d9-98e1b1f24fb5 tempest-ServersAdminNegativeTestJSON-2127918484 tempest-ServersAdminNegativeTestJSON-2127918484-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:04:25.150012 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-97bf6766-09f5-4b1c-9785-ad9c9663b4e6 req-0fde27ee-9ad1-44cf-a5d9-98e1b1f24fb5 tempest-ServersAdminNegativeTestJSON-2127918484 tempest-ServersAdminNegativeTestJSON-2127918484-project] 10.222.0.75 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4619496 Feb 09 19:04:25.171668 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ba39835-491f-4e3f-92ee-570ed2b7d84e req-ab5613f4-d522-4009-9e5b-12a3b16a45b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:04:25.175407 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-4ba39835-491f-4e3f-92ee-570ed2b7d84e req-ab5613f4-d522-4009-9e5b-12a3b16a45b4 service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=80c4e695-e3b4-42be-ba0e-5756305138f1 HTTP/1.1" status: 200 len: 1133 time: 0.5871072 Feb 09 19:04:25.184792 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-97bf6766-09f5-4b1c-9785-ad9c9663b4e6 req-743a9176-9c8f-405d-bc8e-a9d303d7e253 tempest-ServersAdminNegativeTestJSON-2127918484 tempest-ServersAdminNegativeTestJSON-2127918484-project] 10.222.0.75 "GET /v2.0/quotas/8f2bcb5e327341c189d64292b309c17c HTTP/1.1" status: 200 len: 375 time: 0.0368235 Feb 09 19:04:25.200959 n-d-713498-36 neutron-server[103233]: DEBUG neutron.plugins.ml2.managers [None req-d577de26-46c3-49cc-b89c-8e743543bcf4 None None] Attempting to bind port f87ebada-25df-4663-80df-22b2838f9eb9 on host n-d-713498-36 for vnic_type normal with profile {{(pid=103233) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 19:04:25.210100 n-d-713498-36 neutron-server[103233]: DEBUG neutron.plugins.ml2.managers [None req-d577de26-46c3-49cc-b89c-8e743543bcf4 None None] Attempting to bind port f87ebada-25df-4663-80df-22b2838f9eb9 by drivers openvswitch,hyperv on host n-d-713498-36 at level 0 using segments [{'id': 'ddd7ee15-d376-483e-82d4-8429af82ad81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': '4b4a4f04-9554-422a-8d57-eaf8329dcb91'}] {{(pid=103233) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 19:04:25.210803 n-d-713498-36 neutron-server[103233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d577de26-46c3-49cc-b89c-8e743543bcf4 None None] Attempting to bind port f87ebada-25df-4663-80df-22b2838f9eb9 on network 4b4a4f04-9554-422a-8d57-eaf8329dcb91 {{(pid=103233) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 19:04:25.216591 n-d-713498-36 neutron-server[103233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d577de26-46c3-49cc-b89c-8e743543bcf4 None None] Checking agent: {'id': '496418a2-c002-4aec-ab1a-07f3bea491bd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-36', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 18, 51, 47), 'started_at': datetime.datetime(2022, 2, 9, 18, 52, 17), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 19, 4, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-36'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103233) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 19:04:25.217058 n-d-713498-36 neutron-server[103233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d577de26-46c3-49cc-b89c-8e743543bcf4 None None] Checking segment: {'id': 'ddd7ee15-d376-483e-82d4-8429af82ad81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': '4b4a4f04-9554-422a-8d57-eaf8329dcb91'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103233) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 19:04:25.217355 n-d-713498-36 neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-d577de26-46c3-49cc-b89c-8e743543bcf4 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:04:25.218360 n-d-713498-36 neutron-server[103233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d577de26-46c3-49cc-b89c-8e743543bcf4 None None] Bound using segment: {'id': 'ddd7ee15-d376-483e-82d4-8429af82ad81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': '4b4a4f04-9554-422a-8d57-eaf8329dcb91'} {{(pid=103233) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 19:04:25.218844 n-d-713498-36 neutron-server[103233]: DEBUG neutron.plugins.ml2.managers [None req-d577de26-46c3-49cc-b89c-8e743543bcf4 None None] Bound port: f87ebada-25df-4663-80df-22b2838f9eb9, host: n-d-713498-36, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ddd7ee15-d376-483e-82d4-8429af82ad81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': '4b4a4f04-9554-422a-8d57-eaf8329dcb91'}}] {{(pid=103233) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 19:04:25.219220 n-d-713498-36 neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-d577de26-46c3-49cc-b89c-8e743543bcf4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (f87ebada-25df-4663-80df-22b2838f9eb9), before_update {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:04:25.249613 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.managers [req-aff869a6-156d-4d49-88da-6524d271430a req-4880e2ee-ae26-4077-ae42-412c6d60bc45 service neutron] Attempting to bind port 0eea1a64-ccbf-4679-8307-b9066a9a8dde on host n-h1-713498-36 for vnic_type normal with profile None {{(pid=103230) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 19:04:25.249942 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.managers [req-aff869a6-156d-4d49-88da-6524d271430a req-4880e2ee-ae26-4077-ae42-412c6d60bc45 service neutron] Attempting to bind port 0eea1a64-ccbf-4679-8307-b9066a9a8dde by drivers openvswitch,hyperv on host n-h1-713498-36 at level 0 using segments [{'id': 'b98d4747-b18c-4141-8910-77c1fada78d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': '0e993f99-d3d0-4a2a-8eed-2f34375798b5'}] {{(pid=103230) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 19:04:25.250295 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aff869a6-156d-4d49-88da-6524d271430a req-4880e2ee-ae26-4077-ae42-412c6d60bc45 service neutron] Attempting to bind port 0eea1a64-ccbf-4679-8307-b9066a9a8dde on network 0e993f99-d3d0-4a2a-8eed-2f34375798b5 {{(pid=103230) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 19:04:25.294972 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aff869a6-156d-4d49-88da-6524d271430a req-4880e2ee-ae26-4077-ae42-412c6d60bc45 service neutron] Port 0eea1a64-ccbf-4679-8307-b9066a9a8dde on network 0e993f99-d3d0-4a2a-8eed-2f34375798b5 not bound, no agent of type Open vSwitch agent registered on host n-h1-713498-36 {{(pid=103230) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 19:04:25.295301 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aff869a6-156d-4d49-88da-6524d271430a req-4880e2ee-ae26-4077-ae42-412c6d60bc45 service neutron] Attempting to bind port 0eea1a64-ccbf-4679-8307-b9066a9a8dde on network 0e993f99-d3d0-4a2a-8eed-2f34375798b5 {{(pid=103230) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 19:04:25.307709 n-d-713498-36 neutron-server[103233]: DEBUG neutron.plugins.ml2.db [None req-d577de26-46c3-49cc-b89c-8e743543bcf4 None None] For port f87ebada-25df-4663-80df-22b2838f9eb9, host n-d-713498-36, cleared binding levels {{(pid=103233) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 19:04:25.314448 n-d-713498-36 neutron-server[103233]: DEBUG neutron.plugins.ml2.db [None req-d577de26-46c3-49cc-b89c-8e743543bcf4 None None] For port f87ebada-25df-4663-80df-22b2838f9eb9, host n-d-713498-36, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-36',level=0,port_id=f87ebada-25df-4663-80df-22b2838f9eb9,segment=NetworkSegment(ddd7ee15-d376-483e-82d4-8429af82ad81),segment_id=ddd7ee15-d376-483e-82d4-8429af82ad81)] {{(pid=103233) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 19:04:25.315192 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-669019c4-ffe4-4fdf-bb02-b8d64e04e9c7 req-120152c4-ef87-40cc-b371-747512368d89 service neutron] 10.222.0.90 "GET /v2.0/networks/0e993f99-d3d0-4a2a-8eed-2f34375798b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2287333 Feb 09 19:04:25.318979 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aff869a6-156d-4d49-88da-6524d271430a req-4880e2ee-ae26-4077-ae42-412c6d60bc45 service neutron] Checking agent: {'id': '488cd9ae-631f-4955-ba0b-4f5a13f12e9c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713498-36', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 18, 59, 18), 'started_at': datetime.datetime(2022, 2, 9, 18, 59, 18), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 19, 4, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103230) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 19:04:25.319558 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aff869a6-156d-4d49-88da-6524d271430a req-4880e2ee-ae26-4077-ae42-412c6d60bc45 service neutron] Checking segment: {'id': 'b98d4747-b18c-4141-8910-77c1fada78d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': '0e993f99-d3d0-4a2a-8eed-2f34375798b5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103230) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 19:04:25.320117 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aff869a6-156d-4d49-88da-6524d271430a req-4880e2ee-ae26-4077-ae42-412c6d60bc45 service neutron] Bound using segment: {'id': 'b98d4747-b18c-4141-8910-77c1fada78d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': '0e993f99-d3d0-4a2a-8eed-2f34375798b5'} {{(pid=103230) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 19:04:25.320727 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.managers [req-aff869a6-156d-4d49-88da-6524d271430a req-4880e2ee-ae26-4077-ae42-412c6d60bc45 service neutron] Bound port: 0eea1a64-ccbf-4679-8307-b9066a9a8dde, host: n-h1-713498-36, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b98d4747-b18c-4141-8910-77c1fada78d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': '0e993f99-d3d0-4a2a-8eed-2f34375798b5'}}] {{(pid=103230) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 19:04:25.323037 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-4ba39835-491f-4e3f-92ee-570ed2b7d84e req-602be745-c43e-428f-8240-b32bfe791f62 service neutron] 10.222.0.90 "GET /v2.0/security-groups?id=aed5302d-0478-4b9d-b014-143adc5c0d74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1363716 Feb 09 19:04:25.330561 n-d-713498-36 neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-d577de26-46c3-49cc-b89c-8e743543bcf4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762867176205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762866656485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762866656503'] for port (f87ebada-25df-4663-80df-22b2838f9eb9), after_update {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:04:25.351934 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-97bf6766-09f5-4b1c-9785-ad9c9663b4e6 req-e42eb0fe-4acd-4e6e-9ec8-097d91ffabd9 tempest-ServersAdminNegativeTestJSON-2127918484 tempest-ServersAdminNegativeTestJSON-2127918484-project] 10.222.0.75 "GET /v2.0/ports?tenant_id=8f2bcb5e327341c189d64292b309c17c&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1548259 Feb 09 19:04:25.399793 n-d-713498-36 neutron-server[103233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d577de26-46c3-49cc-b89c-8e743543bcf4 None None] Routers {'fbcdf16f-a13b-425a-bb2f-df6648651d4a'} bound to L3 agent in host n-d-713498-36 {{(pid=103233) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 19:04:25.400554 n-d-713498-36 neutron-server[103233]: DEBUG neutron.db.l3_hamode_db [None req-d577de26-46c3-49cc-b89c-8e743543bcf4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T18:51:43Z,description=,heartbeat_timestamp=2022-02-09T19:04:13Z,host='n-d-713498-36',id=93303d5e-5d17-45e8-8963-7694f87783ae,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T18:51:43Z,topic='l3_agent')) {'router_ids': ['fbcdf16f-a13b-425a-bb2f-df6648651d4a'], 'active': True} {{(pid=103233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:04:25.424900 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-a246f26c-4405-4ebc-9f4d-e3755bee644e admin admin] Publish callbacks [] for security_group (22bcb932-19f7-46ba-b2c8-090f138c7032), precommit_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:04:25.436882 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-a246f26c-4405-4ebc-9f4d-e3755bee644e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1892331'] for security_group (22bcb932-19f7-46ba-b2c8-090f138c7032), after_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:04:25.454317 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.db [req-aff869a6-156d-4d49-88da-6524d271430a req-4880e2ee-ae26-4077-ae42-412c6d60bc45 service neutron] For port 0eea1a64-ccbf-4679-8307-b9066a9a8dde, host n-h1-713498-36, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-36',level=0,port_id=0eea1a64-ccbf-4679-8307-b9066a9a8dde,segment=NetworkSegment(b98d4747-b18c-4141-8910-77c1fada78d1),segment_id=b98d4747-b18c-4141-8910-77c1fada78d1)] {{(pid=103230) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 19:04:25.473006 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [req-aff869a6-156d-4d49-88da-6524d271430a req-4880e2ee-ae26-4077-ae42-412c6d60bc45 service neutron] Publish callbacks [] for binding (None), before_response {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:04:25.474456 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-aff869a6-156d-4d49-88da-6524d271430a req-4880e2ee-ae26-4077-ae42-412c6d60bc45 service neutron] 10.222.0.75 "POST /v2.0/ports/0eea1a64-ccbf-4679-8307-b9066a9a8dde/bindings HTTP/1.1" status: 201 len: 390 time: 0.7039852 Feb 09 19:04:25.481674 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a246f26c-4405-4ebc-9f4d-e3755bee644e admin admin] vlan segment allocate from pool success with {'vlan_id': 382, 'physical_network': 'physnet1'} {{(pid=103230) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 19:04:25.496165 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a246f26c-4405-4ebc-9f4d-e3755bee644e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=22bcb932-19f7-46ba-b2c8-090f138c7032,revision_number=1']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:04:25.504964 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-a246f26c-4405-4ebc-9f4d-e3755bee644e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-759574'] for segment (0eaea607-a7ab-4dbb-b6ca-ed9e62abb1c6), precommit_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:04:25.505637 n-d-713498-36 neutron-server[103230]: INFO neutron.db.segments_db [None req-a246f26c-4405-4ebc-9f4d-e3755bee644e admin admin] Added segment 0eaea607-a7ab-4dbb-b6ca-ed9e62abb1c6 of type vlan for network 3aeedb6f-762d-4e6c-8ee5-bfa54ee38104 Feb 09 19:04:25.526883 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.provisioning_blocks [None req-9d9972f9-149b-424c-8529-766376ae8024 None None] Provisioning complete for port f87ebada-25df-4663-80df-22b2838f9eb9 triggered by entity DHCP. {{(pid=103232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 19:04:25.528374 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-9d9972f9-149b-424c-8529-766376ae8024 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593630'] for port (f87ebada-25df-4663-80df-22b2838f9eb9), provisioning_complete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:04:25.567931 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-a246f26c-4405-4ebc-9f4d-e3755bee644e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762866642225'] for network (3aeedb6f-762d-4e6c-8ee5-bfa54ee38104), precommit_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:04:25.611755 n-d-713498-36 neutron-server[103233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d162f05-aea1-41b5-9fd0-d6766c74474a None None] Pushing event updated for resources: {'Port': ['ID=f87ebada-25df-4663-80df-22b2838f9eb9,revision_number=4']} {{(pid=103233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:04:25.616193 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Device a4e79a8e-ce64-4a98-88aa-2b5124a3f55b details requested by agent hyperv_n-h1-713498-36 with host n-h1-713498-36 {{(pid=103232) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 19:04:25.628670 n-d-713498-36 neutron-server[103233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d162f05-aea1-41b5-9fd0-d6766c74474a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:04:25.629838 n-d-713498-36 neutron-server[103233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d162f05-aea1-41b5-9fd0-d6766c74474a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:04:25.630229 n-d-713498-36 neutron-server[103233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d162f05-aea1-41b5-9fd0-d6766c74474a None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:04:25.630566 n-d-713498-36 neutron-server[103233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d162f05-aea1-41b5-9fd0-d6766c74474a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:04:25.630996 n-d-713498-36 neutron-server[103233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d162f05-aea1-41b5-9fd0-d6766c74474a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:04:25.631333 n-d-713498-36 neutron-server[103233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d162f05-aea1-41b5-9fd0-d6766c74474a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:04:25.631659 n-d-713498-36 neutron-server[103233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d162f05-aea1-41b5-9fd0-d6766c74474a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:04:25.631981 n-d-713498-36 neutron-server[103233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d162f05-aea1-41b5-9fd0-d6766c74474a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:04:25.632304 n-d-713498-36 neutron-server[103233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d162f05-aea1-41b5-9fd0-d6766c74474a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:04:25.632622 n-d-713498-36 neutron-server[103233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d162f05-aea1-41b5-9fd0-d6766c74474a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:04:25.632991 n-d-713498-36 neutron-server[103233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d162f05-aea1-41b5-9fd0-d6766c74474a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:04:25.633313 n-d-713498-36 neutron-server[103233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d162f05-aea1-41b5-9fd0-d6766c74474a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:04:25.633630 n-d-713498-36 neutron-server[103233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d162f05-aea1-41b5-9fd0-d6766c74474a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:04:25.639324 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-a246f26c-4405-4ebc-9f4d-e3755bee644e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1885479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452'] for network (3aeedb6f-762d-4e6c-8ee5-bfa54ee38104), after_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:04:25.641539 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a246f26c-4405-4ebc-9f4d-e3755bee644e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:04:25.647745 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-a246f26c-4405-4ebc-9f4d-e3755bee644e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1613566'] for network (None), before_response {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:04:25.649735 n-d-713498-36 neutron-server[103233]: DEBUG neutron.db.l3_dvr_db [None req-d577de26-46c3-49cc-b89c-8e743543bcf4 None None] Set router fbcdf16f-a13b-425a-bb2f-df6648651d4a gateway port host: n-d-713498-36 {{(pid=103233) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 19:04:25.992085 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a0712b8-3861-4866-abf5-8bf5f5de2ed5 req-26c691a9-09dd-4229-be18-122baf1e5b52 tempest-ServersOnMultiNodesTest-1472402947 tempest-ServersOnMultiNodesTest-1472402947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:04:26.018474 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-0a0712b8-3861-4866-abf5-8bf5f5de2ed5 req-26c691a9-09dd-4229-be18-122baf1e5b52 tempest-ServersOnMultiNodesTest-1472402947 tempest-ServersOnMultiNodesTest-1472402947-project] 10.222.0.75 "GET /v2.0/ports?device_id=2f45403d-b7ca-4d38-8d27-19538a1473d9 HTTP/1.1" status: 200 len: 949 time: 0.2047508 Feb 09 19:04:26.023995 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-9d9972f9-149b-424c-8529-766376ae8024 None None] Current status of the port f87ebada-25df-4663-80df-22b2838f9eb9 is: DOWN; New status is: ACTIVE {{(pid=103232) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 19:04:26.024764 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-9d9972f9-149b-424c-8529-766376ae8024 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (f87ebada-25df-4663-80df-22b2838f9eb9), before_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:04:26.089829 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-a246f26c-4405-4ebc-9f4d-e3755bee644e admin admin] 10.222.0.75 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 1.2639618 Feb 09 19:04:26.096547 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 49210) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:04:26.099899 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-0a0712b8-3861-4866-abf5-8bf5f5de2ed5 req-fa07ef11-f3af-4ba2-b703-861022e0d4c7 tempest-ServersOnMultiNodesTest-1472402947 tempest-ServersOnMultiNodesTest-1472402947-project] 10.222.0.75 "GET /v2.0/security-groups?id=aed5302d-0478-4b9d-b014-143adc5c0d74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0804379 Feb 09 19:04:26.117647 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a246f26c-4405-4ebc-9f4d-e3755bee644e admin admin] Pushing event updated for resources: {'Network': ['ID=3aeedb6f-762d-4e6c-8ee5-bfa54ee38104,revision_number=1']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:04:26.139049 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] For port a4e79a8e-ce64-4a98-88aa-2b5124a3f55b, host n-h2-713498-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-36',level=0,port_id=a4e79a8e-ce64-4a98-88aa-2b5124a3f55b,segment=NetworkSegment(5e48c0d3-ac92-403e-8ddc-eab47c471644),segment_id=5e48c0d3-ac92-403e-8ddc-eab47c471644)] {{(pid=103232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 19:04:26.145623 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.v2.base [None req-2d805a9e-e2d9-4255-9835-a8a472de13f2 admin admin] Request body: {'subnet': {'network_id': '3aeedb6f-762d-4e6c-8ee5-bfa54ee38104', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupsTestJSON-2092151342-subnet', 'tenant_id': 'bff3c1e37b294eeb94406c2c4c8cd026', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103230) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 19:04:26.157570 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Network 3aeedb6f-762d-4e6c-8ee5-bfa54ee38104 details requested by agent ovs-agent-n-d-713498-36 with host n-d-713498-36 {{(pid=103232) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 19:04:26.210777 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-669019c4-ffe4-4fdf-bb02-b8d64e04e9c7 req-b0effe69-2b92-4149-8b38-c1cc94ed10c5 service neutron] 10.222.0.90 "GET /v2.0/networks/0e993f99-d3d0-4a2a-8eed-2f34375798b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5489140 Feb 09 19:04:26.213036 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2d805a9e-e2d9-4255-9835-a8a472de13f2 admin admin] Made reservation on behalf of bff3c1e37b294eeb94406c2c4c8cd026 for: {'subnet': 1} {{(pid=103230) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 19:04:26.215491 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-2d805a9e-e2d9-4255-9835-a8a472de13f2 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12985917'] for subnet (None), before_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:04:26.217170 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-9d9972f9-149b-424c-8529-766376ae8024 None None] For port f87ebada-25df-4663-80df-22b2838f9eb9, host n-d-713498-36, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-36',level=0,port_id=f87ebada-25df-4663-80df-22b2838f9eb9,segment=NetworkSegment(ddd7ee15-d376-483e-82d4-8429af82ad81),segment_id=ddd7ee15-d376-483e-82d4-8429af82ad81)] {{(pid=103232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 19:04:26.224647 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4c688ff-369f-4667-a923-fa074b7b4262 req-520d2973-073e-4dca-ae41-a64c20020ca4 tempest-LiveMigrationTest-1021096981 tempest-LiveMigrationTest-1021096981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:04:26.231850 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-d4c688ff-369f-4667-a923-fa074b7b4262 req-520d2973-073e-4dca-ae41-a64c20020ca4 tempest-LiveMigrationTest-1021096981 tempest-LiveMigrationTest-1021096981-project] 10.222.0.75 "GET /v2.0/ports?device_id=59d6552c-9c7d-436a-9583-1a4c43dbfa42 HTTP/1.1" status: 200 len: 943 time: 0.2845511 Feb 09 19:04:26.234911 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Device a4e79a8e-ce64-4a98-88aa-2b5124a3f55b has no active binding in host n-h1-713498-36 {{(pid=103232) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Feb 09 19:04:26.235297 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Device fff28e55-1481-495e-822a-a809fab17399 details requested by agent hyperv_n-h1-713498-36 with host n-h1-713498-36 {{(pid=103232) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 19:04:26.351846 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-9d9972f9-149b-424c-8529-766376ae8024 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762867176205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762866656485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762866656503'] for port (f87ebada-25df-4663-80df-22b2838f9eb9), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:04:26.441222 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a533f2fb-4822-42e3-bc69-9ee037e0bcf0 req-7a3bebbe-6a95-45e4-a9ef-c2defe386b53 tempest-FloatingIPsAssociationTestJSON-731512856 tempest-FloatingIPsAssociationTestJSON-731512856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:04:26.445395 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-d4c688ff-369f-4667-a923-fa074b7b4262 req-b76a649a-e4bb-40ba-bf5c-c5e93cc18178 tempest-LiveMigrationTest-1021096981 tempest-LiveMigrationTest-1021096981-project] 10.222.0.75 "GET /v2.0/security-groups?id=ba18819a-1490-4e7b-a11b-e8610423d8ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2090549 Feb 09 19:04:26.446774 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-a533f2fb-4822-42e3-bc69-9ee037e0bcf0 req-7a3bebbe-6a95-45e4-a9ef-c2defe386b53 tempest-FloatingIPsAssociationTestJSON-731512856 tempest-FloatingIPsAssociationTestJSON-731512856-project] 10.222.0.75 "GET /v2.0/ports?device_id=cf8d55d7-ba31-4451-a682-c3c5050d34d1 HTTP/1.1" status: 200 len: 943 time: 0.1985891 Feb 09 19:04:26.461631 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-72bc9b18-5bd5-4ef6-b5d4-2e98e234d401 req-7c2d204e-ff2f-4381-b36c-e0fe12785dc3 service neutron] 10.222.0.90 "GET /v2.0/ports/a4e79a8e-ce64-4a98-88aa-2b5124a3f55b/bindings/n-h1-713498-36 HTTP/1.1" status: 200 len: 385 time: 0.2188797 Feb 09 19:04:26.516005 n-d-713498-36 neutron-server[103233]: DEBUG neutron.db.l3_hamode_db [None req-d577de26-46c3-49cc-b89c-8e743543bcf4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fbcdf16f-a13b-425a-bb2f-df6648651d4a', 'name': 'tempest-TaggedBootDevicesTest_v242-464618955-router', 'tenant_id': 'fc48f1fb5a9b4a3a92e70a04d215ce84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88055e1e-672a-4487-be31-ffb6e833ece5', 'external_fixed_ips': [{'subnet_id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'ip_address': '172.25.1.229'}], 'enable_snat': True}, 'gw_port_id': 'fca1ed2d-fd3e-4e52-a12c-dbc81f0b074d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T19:04:13Z', 'updated_at': '2022-02-09T19:04:20Z', 'revision_number': 4, 'project_id': 'fc48f1fb5a9b4a3a92e70a04d215ce84', 'gw_port': {'id': 'fca1ed2d-fd3e-4e52-a12c-dbc81f0b074d', 'name': '', 'network_id': '88055e1e-672a-4487-be31-ffb6e833ece5', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:fc:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fbcdf16f-a13b-425a-bb2f-df6648651d4a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 634, 'fixed_ips': [{'subnet_id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'ip_address': '172.25.1.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T19:04:15Z', 'updated_at': '2022-02-09T19:04:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-36', '_interfaces': [{'id': 'f87ebada-25df-4663-80df-22b2838f9eb9', 'name': '', 'network_id': '4b4a4f04-9554-422a-8d57-eaf8329dcb91', 'tenant_id': 'fc48f1fb5a9b4a3a92e70a04d215ce84', 'mac_address': 'fa:16:3e:f4:5a:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fbcdf16f-a13b-425a-bb2f-df6648651d4a', 'device_owner': 'network:router_interface', 'standard_attr_id': 636, 'fixed_ips': [{'subnet_id': '1c0a26fa-85f5-4288-a9e7-ccef4643fbad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T19:04:19Z', 'updated_at': '2022-02-09T19:04:25Z', 'revision_number': 4, 'project_id': 'fc48f1fb5a9b4a3a92e70a04d215ce84', 'subnets': [{'id': '1c0a26fa-85f5-4288-a9e7-ccef4643fbad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-36', False) {} {{(pid=103233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:04:26.565126 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-a533f2fb-4822-42e3-bc69-9ee037e0bcf0 req-d98e902c-13e6-4aff-a628-49623c359550 tempest-FloatingIPsAssociationTestJSON-731512856 tempest-FloatingIPsAssociationTestJSON-731512856-project] 10.222.0.75 "GET /v2.0/security-groups?id=e033bcb0-30a2-4ca7-825f-be8d1c426f02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1131222 Feb 09 19:04:26.606367 n-d-713498-36 neutron-server[103233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d577de26-46c3-49cc-b89c-8e743543bcf4 None None] The sync data for ids ['fbcdf16f-a13b-425a-bb2f-df6648651d4a'] in n-d-713498-36 is: [{'id': 'fbcdf16f-a13b-425a-bb2f-df6648651d4a', 'name': 'tempest-TaggedBootDevicesTest_v242-464618955-router', 'tenant_id': 'fc48f1fb5a9b4a3a92e70a04d215ce84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88055e1e-672a-4487-be31-ffb6e833ece5', 'external_fixed_ips': [{'subnet_id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'ip_address': '172.25.1.229'}], 'enable_snat': True}, 'gw_port_id': 'fca1ed2d-fd3e-4e52-a12c-dbc81f0b074d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T19:04:13Z', 'updated_at': '2022-02-09T19:04:20Z', 'revision_number': 4, 'project_id': 'fc48f1fb5a9b4a3a92e70a04d215ce84', 'gw_port': {'id': 'fca1ed2d-fd3e-4e52-a12c-dbc81f0b074d', 'name': '', 'network_id': '88055e1e-672a-4487-be31-ffb6e833ece5', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:fc:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fbcdf16f-a13b-425a-bb2f-df6648651d4a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 634, 'fixed_ips': [{'subnet_id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'ip_address': '172.25.1.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T19:04:15Z', 'updated_at': '2022-02-09T19:04:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-36', '_interfaces': [{'id': 'f87ebada-25df-4663-80df-22b2838f9eb9', 'name': '', 'network_id': '4b4a4f04-9554-422a-8d57-eaf8329dcb91', 'tenant_id': 'fc48f1fb5a9b4a3a92e70a04d215ce84', 'mac_address': 'fa:16:3e:f4:5a:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fbcdf16f-a13b-425a-bb2f-df6648651d4a', 'device_owner': 'network:router_interface', 'standard_attr_id': 636, 'fixed_ips': [{'subnet_id': '1c0a26fa-85f5-4288-a9e7-ccef4643fbad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T19:04:19Z', 'updated_at': '2022-02-09T19:04:25Z', 'revision_number': 4, 'project_id': 'fc48f1fb5a9b4a3a92e70a04d215ce84', 'subnets': [{'id': '1c0a26fa-85f5-4288-a9e7-ccef4643fbad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103233) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 19:04:26.616695 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d9972f9-149b-424c-8529-766376ae8024 None None] Pushing event updated for resources: {'Port': ['ID=f87ebada-25df-4663-80df-22b2838f9eb9,revision_number=5']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:04:26.625774 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.provisioning_blocks [None req-e69ea8ee-99f5-48b1-80b2-972c2b87eb63 None None] Provisioning complete for port f87ebada-25df-4663-80df-22b2838f9eb9 triggered by entity DHCP. {{(pid=103232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 19:04:26.627369 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-e69ea8ee-99f5-48b1-80b2-972c2b87eb63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593630'] for port (f87ebada-25df-4663-80df-22b2838f9eb9), provisioning_complete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:04:26.724842 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-7f25b662-6c73-4f50-86aa-fb93bc5f2d73 req-39fa18c7-3a47-4a79-b0a1-e1d375cf4b61 tempest-ServersAdminNegativeTestJSON-2127918484 tempest-ServersAdminNegativeTestJSON-2127918484-project] 10.222.0.75 "GET /v2.0/ports?device_id=0851fad7-b0d9-4660-875e-7305aaf48ce5 HTTP/1.1" status: 200 len: 210 time: 0.0880179 Feb 09 19:04:26.910593 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] For port fff28e55-1481-495e-822a-a809fab17399, host n-h1-713498-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-36',level=0,port_id=fff28e55-1481-495e-822a-a809fab17399,segment=NetworkSegment(645882ad-a796-4218-a7d9-a75443ad9585),segment_id=645882ad-a796-4218-a7d9-a75443ad9585)] {{(pid=103232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 19:04:27.017725 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bdd0985-a90c-4e4d-840b-64890e4ac28c req-dceedf99-8235-4a9a-9477-840a038decd8 tempest-ServersOnMultiNodesTest-1472402947 tempest-ServersOnMultiNodesTest-1472402947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:04:27.018543 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Returning: {'device': 'fff28e55-1481-495e-822a-a809fab17399', 'network_id': 'f1e6924e-7348-48ca-aa14-d5834e100bd2', 'port_id': 'fff28e55-1481-495e-822a-a809fab17399', 'mac_address': 'fa:16:3e:14:c7:37', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 398, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7ab1963a-39ad-4d86-9549-880198499f42', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103232) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 19:04:27.027458 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-6bdd0985-a90c-4e4d-840b-64890e4ac28c req-dceedf99-8235-4a9a-9477-840a038decd8 tempest-ServersOnMultiNodesTest-1472402947 tempest-ServersOnMultiNodesTest-1472402947-project] 10.222.0.75 "GET /v2.0/ports?device_id=80c4e695-e3b4-42be-ba0e-5756305138f1 HTTP/1.1" status: 200 len: 950 time: 0.1277895 Feb 09 19:04:27.108871 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-e69ea8ee-99f5-48b1-80b2-972c2b87eb63 None None] Current status of the port f87ebada-25df-4663-80df-22b2838f9eb9 is: ACTIVE; New status is: ACTIVE {{(pid=103232) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 19:04:27.136764 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-6bdd0985-a90c-4e4d-840b-64890e4ac28c req-3889eef7-7b7f-4a09-b39e-2b752034dc9a tempest-ServersOnMultiNodesTest-1472402947 tempest-ServersOnMultiNodesTest-1472402947-project] 10.222.0.75 "GET /v2.0/security-groups?id=aed5302d-0478-4b9d-b014-143adc5c0d74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1060467 Feb 09 19:04:27.162668 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Current status of the port fff28e55-1481-495e-822a-a809fab17399 is: DOWN; New status is: BUILD {{(pid=103232) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 19:04:27.163350 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (fff28e55-1481-495e-822a-a809fab17399), before_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:04:27.206097 n-d-713498-36 neutron-server[103232]: DEBUG neutron.notifiers.nova [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fff28e55-1481-495e-822a-a809fab17399 {{(pid=103232) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 19:04:27.218328 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6476479-a722-4d15-9e15-bde425838d2c req-81e26cd0-cb43-4d1e-8e9e-b457597cfa51 tempest-LiveAutoBlockMigrationV225Test-2127879101 tempest-LiveAutoBlockMigrationV225Test-2127879101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:04:27.225826 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-a6476479-a722-4d15-9e15-bde425838d2c req-81e26cd0-cb43-4d1e-8e9e-b457597cfa51 tempest-LiveAutoBlockMigrationV225Test-2127879101 tempest-LiveAutoBlockMigrationV225Test-2127879101-project] 10.222.0.75 "GET /v2.0/ports?device_id=9d1556d0-d009-41c6-9d9c-d68b6ae4cbe4 HTTP/1.1" status: 200 len: 946 time: 0.6626174 Feb 09 19:04:27.234095 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-2d805a9e-e2d9-4255-9835-a8a472de13f2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14393611', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12985859'] for subnet (717af8bd-c7df-4f19-ad07-3fc4563db201), after_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:04:27.239052 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] For port fff28e55-1481-495e-822a-a809fab17399, host n-h1-713498-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-36',level=0,port_id=fff28e55-1481-495e-822a-a809fab17399,segment=NetworkSegment(645882ad-a796-4218-a7d9-a75443ad9585),segment_id=645882ad-a796-4218-a7d9-a75443ad9585)] {{(pid=103232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 19:04:27.245493 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762867176205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762866656485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762866656503'] for port (fff28e55-1481-495e-822a-a809fab17399), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:04:27.352659 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Pushing event updated for resources: {'Port': ['ID=fff28e55-1481-495e-822a-a809fab17399,revision_number=4']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:04:27.495324 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-a6476479-a722-4d15-9e15-bde425838d2c req-6366604e-ad16-4b57-9ac6-df53dc3f4bde tempest-LiveAutoBlockMigrationV225Test-2127879101 tempest-LiveAutoBlockMigrationV225Test-2127879101-project] 10.222.0.75 "GET /v2.0/security-groups?id=e3cb5363-3b49-4f74-b239-a871e755b40a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2683201 Feb 09 19:04:27.521041 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d805a9e-e2d9-4255-9835-a8a472de13f2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=717af8bd-c7df-4f19-ad07-3fc4563db201,revision_number=0']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:04:27.559830 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d805a9e-e2d9-4255-9835-a8a472de13f2 admin admin] Checking segment: {'id': '0eaea607-a7ab-4dbb-b6ca-ed9e62abb1c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': '3aeedb6f-762d-4e6c-8ee5-bfa54ee38104'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103230) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 19:04:27.560198 n-d-713498-36 neutron-server[103230]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d805a9e-e2d9-4255-9835-a8a472de13f2 admin admin] Network hostable DHCP agents. Network: 3aeedb6f-762d-4e6c-8ee5-bfa54ee38104, hostable agents: ['af91e4b9-f4e1-42b1-a25c-a10dc47171c8'], hosted agents: [] {{(pid=103230) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 19:04:27.592614 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] get_ports_and_sgs() called for port_ids ['fff28e55-1481-495e-822a-a809fab17399'] {{(pid=103232) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 19:04:27.630754 n-d-713498-36 neutron-server[103230]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d805a9e-e2d9-4255-9835-a8a472de13f2 admin admin] Network 3aeedb6f-762d-4e6c-8ee5-bfa54ee38104 is scheduled to be hosted by DHCP agent af91e4b9-f4e1-42b1-a25c-a10dc47171c8 with binding_index 1 {{(pid=103230) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 19:04:27.639800 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.db [req-72bc9b18-5bd5-4ef6-b5d4-2e98e234d401 req-3bb56548-47c9-4c4b-8a6e-337ae2da479d service neutron] For port a4e79a8e-ce64-4a98-88aa-2b5124a3f55b, host n-h2-713498-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-36',level=0,port_id=a4e79a8e-ce64-4a98-88aa-2b5124a3f55b,segment=NetworkSegment(5e48c0d3-ac92-403e-8ddc-eab47c471644),segment_id=5e48c0d3-ac92-403e-8ddc-eab47c471644)] {{(pid=103230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 19:04:27.650651 n-d-713498-36 neutron-server[103230]: DEBUG neutron.scheduler.base_scheduler [None req-2d805a9e-e2d9-4255-9835-a8a472de13f2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713498-36, 3aeedb6f-762d-4e6c-8ee5-bfa54ee38104) {{(pid=103230) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 19:04:27.683231 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d805a9e-e2d9-4255-9835-a8a472de13f2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:04:27.684383 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-2d805a9e-e2d9-4255-9835-a8a472de13f2 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:04:27.699045 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.db [req-72bc9b18-5bd5-4ef6-b5d4-2e98e234d401 req-3bb56548-47c9-4c4b-8a6e-337ae2da479d service neutron] For port a4e79a8e-ce64-4a98-88aa-2b5124a3f55b, host n-h2-713498-36, cleared binding levels {{(pid=103230) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 19:04:27.751662 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b91494dd-cef6-48f2-ba4a-7b03a28303cf None None] Network 3aeedb6f-762d-4e6c-8ee5-bfa54ee38104 requested from n-d-713498-36 {{(pid=103232) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 19:04:27.757359 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49b530dc-0163-47bb-8c1d-cb497d9617e2 req-224a4854-2d40-49f6-bb9b-da35967a915a tempest-LiveMigrationTest-1021096981 tempest-LiveMigrationTest-1021096981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:04:27.772417 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-49b530dc-0163-47bb-8c1d-cb497d9617e2 req-224a4854-2d40-49f6-bb9b-da35967a915a tempest-LiveMigrationTest-1021096981 tempest-LiveMigrationTest-1021096981-project] 10.222.0.75 "GET /v2.0/ports?device_id=59d6552c-9c7d-436a-9583-1a4c43dbfa42 HTTP/1.1" status: 200 len: 943 time: 0.1996198 Feb 09 19:04:27.836938 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Device f87ebada-25df-4663-80df-22b2838f9eb9 up at agent ovs-agent-n-d-713498-36 {{(pid=103232) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 19:04:27.843579 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-2d805a9e-e2d9-4255-9835-a8a472de13f2 admin admin] 10.222.0.75 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.7333550 Feb 09 19:04:27.908218 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-49b530dc-0163-47bb-8c1d-cb497d9617e2 req-b0dedccd-5a69-40f9-a25a-e9dab5c9e203 tempest-LiveMigrationTest-1021096981 tempest-LiveMigrationTest-1021096981-project] 10.222.0.75 "GET /v2.0/security-groups?id=ba18819a-1490-4e7b-a11b-e8610423d8ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1340642 Feb 09 19:04:27.959045 n-d-713498-36 neutron-server[103230]: DEBUG neutron.notifiers.nova [req-72bc9b18-5bd5-4ef6-b5d4-2e98e234d401 req-3bb56548-47c9-4c4b-8a6e-337ae2da479d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a4e79a8e-ce64-4a98-88aa-2b5124a3f55b {{(pid=103230) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 19:04:27.994778 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.db [req-72bc9b18-5bd5-4ef6-b5d4-2e98e234d401 req-3bb56548-47c9-4c4b-8a6e-337ae2da479d service neutron] For port a4e79a8e-ce64-4a98-88aa-2b5124a3f55b, host n-h1-713498-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-36',level=0,port_id=a4e79a8e-ce64-4a98-88aa-2b5124a3f55b,segment=NetworkSegment(5e48c0d3-ac92-403e-8ddc-eab47c471644),segment_id=5e48c0d3-ac92-403e-8ddc-eab47c471644)] {{(pid=103230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 19:04:28.058853 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8806696b-4678-4afa-9b25-cff65673f170 req-2736671b-5fa0-4957-b40c-d896e19be1c7 tempest-FloatingIPsAssociationTestJSON-731512856 tempest-FloatingIPsAssociationTestJSON-731512856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:04:28.059088 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.provisioning_blocks [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Provisioning complete for port f87ebada-25df-4663-80df-22b2838f9eb9 triggered by entity L2. {{(pid=103232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 19:04:28.059466 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593630'] for port (f87ebada-25df-4663-80df-22b2838f9eb9), provisioning_complete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:04:28.060393 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-8806696b-4678-4afa-9b25-cff65673f170 req-2736671b-5fa0-4957-b40c-d896e19be1c7 tempest-FloatingIPsAssociationTestJSON-731512856 tempest-FloatingIPsAssociationTestJSON-731512856-project] 10.222.0.75 "GET /v2.0/ports?device_id=cf8d55d7-ba31-4451-a682-c3c5050d34d1 HTTP/1.1" status: 200 len: 944 time: 0.2753944 Feb 09 19:04:28.068650 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [req-72bc9b18-5bd5-4ef6-b5d4-2e98e234d401 req-3bb56548-47c9-4c4b-8a6e-337ae2da479d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (a4e79a8e-ce64-4a98-88aa-2b5124a3f55b), before_update {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:04:28.083998 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1f2850b-4d9d-434f-88d4-2e2dcce16cb1 None None] Network 3aeedb6f-762d-4e6c-8ee5-bfa54ee38104 requested from n-d-713498-36 {{(pid=103232) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 19:04:28.118801 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-454774af-bdf3-46f1-b50e-6ffa0e800338 req-316e3e73-1a7b-47d2-ac38-868cd9d8f58f tempest-ServersAdminNegativeTestJSON-2127918484 tempest-ServersAdminNegativeTestJSON-2127918484-project] 10.222.0.75 "GET /v2.0/ports?device_id=0851fad7-b0d9-4660-875e-7305aaf48ce5 HTTP/1.1" status: 200 len: 210 time: 0.0715554 Feb 09 19:04:28.207823 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-8806696b-4678-4afa-9b25-cff65673f170 req-90c5bfca-81fc-4a2e-b9b3-d37fe94b24e7 tempest-FloatingIPsAssociationTestJSON-731512856 tempest-FloatingIPsAssociationTestJSON-731512856-project] 10.222.0.75 "GET /v2.0/security-groups?id=e033bcb0-30a2-4ca7-825f-be8d1c426f02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1200135 Feb 09 19:04:28.281773 n-d-713498-36 neutron-server[103230]: DEBUG neutron.db.provisioning_blocks [req-72bc9b18-5bd5-4ef6-b5d4-2e98e234d401 req-3bb56548-47c9-4c4b-8a6e-337ae2da479d service neutron] Transition to ACTIVE for port object a4e79a8e-ce64-4a98-88aa-2b5124a3f55b will not be triggered until provisioned by entity L2. {{(pid=103230) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 19:04:28.297968 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [req-72bc9b18-5bd5-4ef6-b5d4-2e98e234d401 req-3bb56548-47c9-4c4b-8a6e-337ae2da479d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762867176205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762866656485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762866656503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14393758'] for port (a4e79a8e-ce64-4a98-88aa-2b5124a3f55b), after_update {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:04:28.346175 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Current status of the port f87ebada-25df-4663-80df-22b2838f9eb9 is: ACTIVE; New status is: ACTIVE {{(pid=103232) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 19:04:28.409667 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.v2.base [req-49dbeac3-45c3-4abd-8b32-a8788e4a21c3 req-3fc418dc-b355-4953-b49b-0ff124eaf939 tempest-SecurityGroupsTestJSON-1151704431 tempest-SecurityGroupsTestJSON-1151704431-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1991685923', 'description': 'tempest-description-1357014521'}} {{(pid=103229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 19:04:28.430532 n-d-713498-36 neutron-server[103230]: DEBUG neutron.db.l3_dvrscheduler_db [req-72bc9b18-5bd5-4ef6-b5d4-2e98e234d401 req-3bb56548-47c9-4c4b-8a6e-337ae2da479d service neutron] No DVR routers for this DVR port a4e79a8e-ce64-4a98-88aa-2b5124a3f55b on host n-h2-713498-36 {{(pid=103230) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 19:04:28.449711 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-49dbeac3-45c3-4abd-8b32-a8788e4a21c3 req-3fc418dc-b355-4953-b49b-0ff124eaf939 tempest-SecurityGroupsTestJSON-1151704431 tempest-SecurityGroupsTestJSON-1151704431-project] Publish callbacks [] for security_group (None), before_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:04:28.452814 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bb56548-47c9-4c4b-8a6e-337ae2da479d service neutron] Pushing event updated for resources: {'Port': ['ID=a4e79a8e-ce64-4a98-88aa-2b5124a3f55b,revision_number=10']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:04:28.486432 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91b2fd38-647e-46db-88e5-cec16855360f req-feeef43a-17eb-43a7-a30e-a80953bfda0f tempest-ServersOnMultiNodesTest-1472402947 tempest-ServersOnMultiNodesTest-1472402947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:04:28.488603 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-91b2fd38-647e-46db-88e5-cec16855360f req-feeef43a-17eb-43a7-a30e-a80953bfda0f tempest-ServersOnMultiNodesTest-1472402947 tempest-ServersOnMultiNodesTest-1472402947-project] 10.222.0.75 "GET /v2.0/ports?device_id=80c4e695-e3b4-42be-ba0e-5756305138f1 HTTP/1.1" status: 200 len: 950 time: 0.1412921 Feb 09 19:04:28.493175 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-72bc9b18-5bd5-4ef6-b5d4-2e98e234d401 req-3bb56548-47c9-4c4b-8a6e-337ae2da479d service neutron] 10.222.0.90 "PUT /v2.0/ports/a4e79a8e-ce64-4a98-88aa-2b5124a3f55b/bindings/n-h1-713498-36/activate HTTP/1.1" status: 200 len: 370 time: 2.0158391 Feb 09 19:04:28.542860 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-49dbeac3-45c3-4abd-8b32-a8788e4a21c3 req-3fc418dc-b355-4953-b49b-0ff124eaf939 tempest-SecurityGroupsTestJSON-1151704431 tempest-SecurityGroupsTestJSON-1151704431-project] Publish callbacks [] for security_group (28459d6d-23d7-4b88-812f-7c8adbc9a69b), precommit_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:04:28.549140 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-49dbeac3-45c3-4abd-8b32-a8788e4a21c3 req-3fc418dc-b355-4953-b49b-0ff124eaf939 tempest-SecurityGroupsTestJSON-1151704431 tempest-SecurityGroupsTestJSON-1151704431-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1892331'] for security_group (28459d6d-23d7-4b88-812f-7c8adbc9a69b), after_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:04:28.585409 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-91b2fd38-647e-46db-88e5-cec16855360f req-bb763695-69d4-4a22-b3a7-5700c9c664be tempest-ServersOnMultiNodesTest-1472402947 tempest-ServersOnMultiNodesTest-1472402947-project] 10.222.0.75 "GET /v2.0/security-groups?id=aed5302d-0478-4b9d-b014-143adc5c0d74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0906193 Feb 09 19:04:28.643983 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-49dbeac3-45c3-4abd-8b32-a8788e4a21c3 req-3fc418dc-b355-4953-b49b-0ff124eaf939 tempest-SecurityGroupsTestJSON-1151704431 tempest-SecurityGroupsTestJSON-1151704431-project] Publish callbacks [] for security_group (None), before_response {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:04:28.645453 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-49dbeac3-45c3-4abd-8b32-a8788e4a21c3 req-3fc418dc-b355-4953-b49b-0ff124eaf939 tempest-SecurityGroupsTestJSON-1151704431 tempest-SecurityGroupsTestJSON-1151704431-project] 10.222.0.75 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1823 time: 0.2451463 Feb 09 19:04:28.648298 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fc418dc-b355-4953-b49b-0ff124eaf939 tempest-SecurityGroupsTestJSON-1151704431 tempest-SecurityGroupsTestJSON-1151704431-project] Pushing event updated for resources: {'SecurityGroup': ['ID=28459d6d-23d7-4b88-812f-7c8adbc9a69b,revision_number=1']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:04:28.666847 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72bc9b18-5bd5-4ef6-b5d4-2e98e234d401 req-925619ff-e154-4ec1-885d-f5ca9c6633a8 tempest-LiveMigrationTest-1137365927 tempest-LiveMigrationTest-1137365927-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:04:28.668345 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-72bc9b18-5bd5-4ef6-b5d4-2e98e234d401 req-925619ff-e154-4ec1-885d-f5ca9c6633a8 tempest-LiveMigrationTest-1137365927 tempest-LiveMigrationTest-1137365927-project-admin] 10.222.0.89 "GET /v2.0/ports?device_id=59d6552c-9c7d-436a-9583-1a4c43dbfa42&tenant_id=05fa6a089578484da4b750f8c0b5ad12&binding%3Ahost_id=n-h2-713498-36 HTTP/1.1" status: 200 len: 1127 time: 0.0917039 Feb 09 19:04:28.772839 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72bc9b18-5bd5-4ef6-b5d4-2e98e234d401 req-d03562d6-744a-49f1-9cfe-e9c63a3b036d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:04:28.774650 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-72bc9b18-5bd5-4ef6-b5d4-2e98e234d401 req-d03562d6-744a-49f1-9cfe-e9c63a3b036d service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=59d6552c-9c7d-436a-9583-1a4c43dbfa42&tenant_id=05fa6a089578484da4b750f8c0b5ad12 HTTP/1.1" status: 200 len: 1127 time: 0.0880225 Feb 09 19:04:28.802775 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a3ae478-2011-40b0-a0a0-a3a7891f9058 req-24d5d535-dfc3-4b86-a910-01868989c335 tempest-LiveAutoBlockMigrationV225Test-2127879101 tempest-LiveAutoBlockMigrationV225Test-2127879101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:04:28.806426 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-3a3ae478-2011-40b0-a0a0-a3a7891f9058 req-24d5d535-dfc3-4b86-a910-01868989c335 tempest-LiveAutoBlockMigrationV225Test-2127879101 tempest-LiveAutoBlockMigrationV225Test-2127879101-project] 10.222.0.75 "GET /v2.0/ports?device_id=9d1556d0-d009-41c6-9d9c-d68b6ae4cbe4 HTTP/1.1" status: 200 len: 946 time: 0.1274977 Feb 09 19:04:28.927432 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-97bf6766-09f5-4b1c-9785-ad9c9663b4e6 req-5cff766f-718c-42f5-a45d-cd0ab61232d6 tempest-ServersAdminNegativeTestJSON-2127918484 tempest-ServersAdminNegativeTestJSON-2127918484-project] 10.222.0.89 "GET /v2.0/networks?tenant_id=8f2bcb5e327341c189d64292b309c17c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0624180 Feb 09 19:04:28.950778 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-3a3ae478-2011-40b0-a0a0-a3a7891f9058 req-8c2c9df8-69b2-42f1-8e45-7beb7b98e2ac tempest-LiveAutoBlockMigrationV225Test-2127879101 tempest-LiveAutoBlockMigrationV225Test-2127879101-project] 10.222.0.75 "GET /v2.0/security-groups?id=e3cb5363-3b49-4f74-b239-a871e755b40a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1199501 Feb 09 19:04:28.974687 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.v2.base [req-c4e5a34e-fa3c-4e46-8493-1cac2c734a86 req-326e3ab5-c37c-43a4-bd1b-46666c4efba7 tempest-SecurityGroupsTestJSON-1151704431 tempest-SecurityGroupsTestJSON-1151704431-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-362969742', 'description': 'tempest-description-1932984533'}} {{(pid=103230) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 19:04:29.030839 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [req-c4e5a34e-fa3c-4e46-8493-1cac2c734a86 req-326e3ab5-c37c-43a4-bd1b-46666c4efba7 tempest-SecurityGroupsTestJSON-1151704431 tempest-SecurityGroupsTestJSON-1151704431-project] Publish callbacks [] for security_group (None), before_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:04:29.044360 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72bc9b18-5bd5-4ef6-b5d4-2e98e234d401 req-586c0ee8-17df-4232-b99a-864de5bfee2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:04:29.045885 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-72bc9b18-5bd5-4ef6-b5d4-2e98e234d401 req-586c0ee8-17df-4232-b99a-864de5bfee2e service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=05fa6a089578484da4b750f8c0b5ad12&device_id=59d6552c-9c7d-436a-9583-1a4c43dbfa42 HTTP/1.1" status: 200 len: 1127 time: 0.2384243 Feb 09 19:04:29.147930 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [req-c4e5a34e-fa3c-4e46-8493-1cac2c734a86 req-326e3ab5-c37c-43a4-bd1b-46666c4efba7 tempest-SecurityGroupsTestJSON-1151704431 tempest-SecurityGroupsTestJSON-1151704431-project] Publish callbacks [] for security_group (ae98c994-accf-46f6-b21b-84a2f41e4a4a), precommit_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:04:29.152200 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [req-c4e5a34e-fa3c-4e46-8493-1cac2c734a86 req-326e3ab5-c37c-43a4-bd1b-46666c4efba7 tempest-SecurityGroupsTestJSON-1151704431 tempest-SecurityGroupsTestJSON-1151704431-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1892331'] for security_group (ae98c994-accf-46f6-b21b-84a2f41e4a4a), after_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:04:29.181006 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [req-c4e5a34e-fa3c-4e46-8493-1cac2c734a86 req-326e3ab5-c37c-43a4-bd1b-46666c4efba7 tempest-SecurityGroupsTestJSON-1151704431 tempest-SecurityGroupsTestJSON-1151704431-project] Publish callbacks [] for security_group (None), before_response {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:04:29.182279 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-c4e5a34e-fa3c-4e46-8493-1cac2c734a86 req-326e3ab5-c37c-43a4-bd1b-46666c4efba7 tempest-SecurityGroupsTestJSON-1151704431 tempest-SecurityGroupsTestJSON-1151704431-project] 10.222.0.75 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1822 time: 0.2144132 Feb 09 19:04:29.193528 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-326e3ab5-c37c-43a4-bd1b-46666c4efba7 tempest-SecurityGroupsTestJSON-1151704431 tempest-SecurityGroupsTestJSON-1151704431-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ae98c994-accf-46f6-b21b-84a2f41e4a4a,revision_number=1']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:04:29.223496 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97bf6766-09f5-4b1c-9785-ad9c9663b4e6 req-910e4218-30d1-4548-98ae-f2a112a76039 tempest-ServersAdminNegativeTestJSON-2127918484 tempest-ServersAdminNegativeTestJSON-2127918484-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:04:29.224964 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-97bf6766-09f5-4b1c-9785-ad9c9663b4e6 req-910e4218-30d1-4548-98ae-f2a112a76039 tempest-ServersAdminNegativeTestJSON-2127918484 tempest-ServersAdminNegativeTestJSON-2127918484-project] 10.222.0.89 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2878184 Feb 09 19:04:29.246722 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.v2.base [req-97bf6766-09f5-4b1c-9785-ad9c9663b4e6 req-d5254872-499e-469b-8bec-799dd640ae5b tempest-ServersAdminNegativeTestJSON-2127918484 tempest-ServersAdminNegativeTestJSON-2127918484-project] Request body: {'port': {'device_id': '0851fad7-b0d9-4660-875e-7305aaf48ce5', 'network_id': '2b5494c8-cf97-42c1-b902-87f998f28179', 'admin_state_up': True, 'tenant_id': '8f2bcb5e327341c189d64292b309c17c'}} {{(pid=103229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 19:04:29.312382 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a51f9b43-9933-45ab-9a87-20e00a727032 req-64ad795f-ef39-43a6-a91c-af9c29cca0b2 tempest-ServersOnMultiNodesTest-1472402947 tempest-ServersOnMultiNodesTest-1472402947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:04:29.317852 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a51f9b43-9933-45ab-9a87-20e00a727032 req-64ad795f-ef39-43a6-a91c-af9c29cca0b2 tempest-ServersOnMultiNodesTest-1472402947 tempest-ServersOnMultiNodesTest-1472402947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:04:29.318624 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebf0150a-55b1-4676-b8fa-f99d269032d1 req-408b1da1-edce-45ef-9163-4164a2892ab2 tempest-LiveMigrationTest-1021096981 tempest-LiveMigrationTest-1021096981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:04:29.320088 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-ebf0150a-55b1-4676-b8fa-f99d269032d1 req-408b1da1-edce-45ef-9163-4164a2892ab2 tempest-LiveMigrationTest-1021096981 tempest-LiveMigrationTest-1021096981-project] 10.222.0.75 "GET /v2.0/ports?device_id=59d6552c-9c7d-436a-9583-1a4c43dbfa42 HTTP/1.1" status: 200 len: 944 time: 0.0698471 Feb 09 19:04:29.322634 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-a51f9b43-9933-45ab-9a87-20e00a727032 req-64ad795f-ef39-43a6-a91c-af9c29cca0b2 tempest-ServersOnMultiNodesTest-1472402947 tempest-ServersOnMultiNodesTest-1472402947-project] 10.222.0.75 "GET /v2.0/ports?device_id=2f45403d-b7ca-4d38-8d27-19538a1473d9&device_id=80c4e695-e3b4-42be-ba0e-5756305138f1 HTTP/1.1" status: 200 len: 1690 time: 0.2127538 Feb 09 19:04:29.331089 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72bc9b18-5bd5-4ef6-b5d4-2e98e234d401 req-899f134b-e007-4d88-a1d7-be92a23b073c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:04:29.333067 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-72bc9b18-5bd5-4ef6-b5d4-2e98e234d401 req-899f134b-e007-4d88-a1d7-be92a23b073c service neutron] 10.222.0.89 "GET /v2.0/networks?id=d725567e-ae4f-48c7-8826-ca95b9692346 HTTP/1.1" status: 200 len: 908 time: 0.2748499 Feb 09 19:04:29.375691 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-ebf0150a-55b1-4676-b8fa-f99d269032d1 req-c7f5357e-021f-42de-9d2c-97d38c83fa88 tempest-LiveMigrationTest-1021096981 tempest-LiveMigrationTest-1021096981-project] 10.222.0.75 "GET /v2.0/security-groups?id=ba18819a-1490-4e7b-a11b-e8610423d8ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491266 Feb 09 19:04:29.395422 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-72bc9b18-5bd5-4ef6-b5d4-2e98e234d401 req-982b5f39-087d-4585-89a1-4174a6f5ce3a service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a4e79a8e-ce64-4a98-88aa-2b5124a3f55b HTTP/1.1" status: 200 len: 217 time: 0.0487146 Feb 09 19:04:29.477024 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-a8e9b7b8-e91d-48b9-900e-92386c528d9a req-67c36866-d2a3-4be7-a4d8-55f2bbfd5641 tempest-ServersAdminNegativeTestJSON-2127918484 tempest-ServersAdminNegativeTestJSON-2127918484-project] 10.222.0.75 "GET /v2.0/ports?device_id=0851fad7-b0d9-4660-875e-7305aaf48ce5 HTTP/1.1" status: 200 len: 210 time: 0.0343924 Feb 09 19:04:29.486795 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-a51f9b43-9933-45ab-9a87-20e00a727032 req-c5ec8f27-6bd1-44dd-904b-7b62e2b2389c tempest-ServersOnMultiNodesTest-1472402947 tempest-ServersOnMultiNodesTest-1472402947-project] 10.222.0.75 "GET /v2.0/security-groups?id=aed5302d-0478-4b9d-b014-143adc5c0d74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1502759 Feb 09 19:04:29.512419 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72bc9b18-5bd5-4ef6-b5d4-2e98e234d401 req-efde235f-5b9a-4442-9294-659514bc6fc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:04:29.514303 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-72bc9b18-5bd5-4ef6-b5d4-2e98e234d401 req-efde235f-5b9a-4442-9294-659514bc6fc0 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=41b0b245-923a-427d-ac3e-7f4b2ecbbb0e HTTP/1.1" status: 200 len: 847 time: 0.1131687 Feb 09 19:04:29.564054 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-72bc9b18-5bd5-4ef6-b5d4-2e98e234d401 req-a7d5b9cf-5533-46e4-a139-8959d896d4b3 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=d725567e-ae4f-48c7-8826-ca95b9692346&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0420480 Feb 09 19:04:29.564764 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-97bf6766-09f5-4b1c-9785-ad9c9663b4e6 req-d5254872-499e-469b-8bec-799dd640ae5b tempest-ServersAdminNegativeTestJSON-2127918484 tempest-ServersAdminNegativeTestJSON-2127918484-project] Made reservation on behalf of 8f2bcb5e327341c189d64292b309c17c for: {'port': 1} {{(pid=103229) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 19:04:29.568912 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-97bf6766-09f5-4b1c-9785-ad9c9663b4e6 req-d5254872-499e-469b-8bec-799dd640ae5b tempest-ServersAdminNegativeTestJSON-2127918484 tempest-ServersAdminNegativeTestJSON-2127918484-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (None), before_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:04:29.581583 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Device fff28e55-1481-495e-822a-a809fab17399 up at agent hyperv_n-h1-713498-36 {{(pid=103232) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 19:04:29.652191 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c354743d-f225-4dd6-9180-5b71bf820a05 req-1cc1e63d-50cd-4ba8-9920-dd468d31474a tempest-FloatingIPsAssociationTestJSON-731512856 tempest-FloatingIPsAssociationTestJSON-731512856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:04:29.662347 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-c354743d-f225-4dd6-9180-5b71bf820a05 req-1cc1e63d-50cd-4ba8-9920-dd468d31474a tempest-FloatingIPsAssociationTestJSON-731512856 tempest-FloatingIPsAssociationTestJSON-731512856-project] 10.222.0.75 "GET /v2.0/ports?device_id=cf8d55d7-ba31-4451-a682-c3c5050d34d1 HTTP/1.1" status: 200 len: 944 time: 0.0959542 Feb 09 19:04:29.704708 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.provisioning_blocks [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Provisioning for port fff28e55-1481-495e-822a-a809fab17399 completed by entity L2. {{(pid=103232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 19:04:29.712157 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.provisioning_blocks [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Provisioning complete for port fff28e55-1481-495e-822a-a809fab17399 triggered by entity L2. {{(pid=103232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 19:04:29.712628 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593630'] for port (fff28e55-1481-495e-822a-a809fab17399), provisioning_complete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:04:29.795948 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-c354743d-f225-4dd6-9180-5b71bf820a05 req-a786234a-4a10-4c8e-8903-9b1251422a3c tempest-FloatingIPsAssociationTestJSON-731512856 tempest-FloatingIPsAssociationTestJSON-731512856-project] 10.222.0.75 "GET /v2.0/security-groups?id=e033bcb0-30a2-4ca7-825f-be8d1c426f02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1286881 Feb 09 19:04:29.816788 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Current status of the port fff28e55-1481-495e-822a-a809fab17399 is: BUILD; New status is: ACTIVE {{(pid=103232) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 19:04:29.817757 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (fff28e55-1481-495e-822a-a809fab17399), before_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:04:29.843821 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-72bc9b18-5bd5-4ef6-b5d4-2e98e234d401 req-8f2f25d5-3ede-4601-953a-5251ec783ce9 service neutron] 10.222.0.89 "GET /v2.0/networks/d725567e-ae4f-48c7-8826-ca95b9692346?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2499037 Feb 09 19:04:29.847839 n-d-713498-36 neutron-server[103232]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cf8d55d7-ba31-4451-a682-c3c5050d34d1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fff28e55-1481-495e-822a-a809fab17399'}] {{(pid=103232) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 19:04:29.851902 n-d-713498-36 neutron-server[103232]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}949cdcde653dec44821de95cbf67297f53cbc2aed4e073b5d514f93bf911ce85" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e435d488-45d1-497d-a09a-6f3686640e27" -d '{"events": [{"server_uuid": "cf8d55d7-ba31-4451-a682-c3c5050d34d1", "name": "network-vif-plugged", "status": "completed", "tag": "fff28e55-1481-495e-822a-a809fab17399"}]}' {{(pid=103232) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 19:04:29.867522 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] For port fff28e55-1481-495e-822a-a809fab17399, host n-h1-713498-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-36',level=0,port_id=fff28e55-1481-495e-822a-a809fab17399,segment=NetworkSegment(645882ad-a796-4218-a7d9-a75443ad9585),segment_id=645882ad-a796-4218-a7d9-a75443ad9585)] {{(pid=103232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 19:04:29.877614 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762867176205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762866656485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762866656503'] for port (fff28e55-1481-495e-822a-a809fab17399), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:04:29.943462 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Pushing event updated for resources: {'Port': ['ID=fff28e55-1481-495e-822a-a809fab17399,revision_number=5']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:04:29.970462 n-d-713498-36 neutron-server[103229]: DEBUG neutron.db.db_base_plugin_common [req-97bf6766-09f5-4b1c-9785-ad9c9663b4e6 req-d5254872-499e-469b-8bec-799dd640ae5b tempest-ServersAdminNegativeTestJSON-2127918484 tempest-ServersAdminNegativeTestJSON-2127918484-project] Allocated IP 192.168.233.154 (2b5494c8-cf97-42c1-b902-87f998f28179/60b561cb-321e-4f83-9bb3-92b2e1d0dc44/c436dbe0-9864-40f1-bc27-04287c65dc4f) {{(pid=103229) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 19:04:29.983016 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf6aa519-f630-477b-902a-6d35875082df req-7f80cf38-e56e-408d-aeb7-eceaca6c388a tempest-ServersWithSpecificFlavorTestJSON-1030228139 tempest-ServersWithSpecificFlavorTestJSON-1030228139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:04:29.985236 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-bf6aa519-f630-477b-902a-6d35875082df req-7f80cf38-e56e-408d-aeb7-eceaca6c388a tempest-ServersWithSpecificFlavorTestJSON-1030228139 tempest-ServersWithSpecificFlavorTestJSON-1030228139-project] 10.222.0.75 "GET /v2.0/ports?device_id=b6786f1e-03a5-4d3d-aeaf-fa15657da107 HTTP/1.1" status: 200 len: 945 time: 0.0615504 Feb 09 19:04:30.021154 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae096d8e-3a47-4fc8-ae57-92b1196302ad req-e9f6fa0a-be3c-408f-89ba-81772cb2102b tempest-SecurityGroupsTestJSON-1151704431 tempest-SecurityGroupsTestJSON-1151704431-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:04:30.022567 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-ae096d8e-3a47-4fc8-ae57-92b1196302ad req-e9f6fa0a-be3c-408f-89ba-81772cb2102b tempest-SecurityGroupsTestJSON-1151704431 tempest-SecurityGroupsTestJSON-1151704431-project] 10.222.0.75 "GET /v2.0/networks?id=3aeedb6f-762d-4e6c-8ee5-bfa54ee38104 HTTP/1.1" status: 200 len: 813 time: 0.2477965 Feb 09 19:04:30.036139 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-bf6aa519-f630-477b-902a-6d35875082df req-55171bc7-7dc0-40d0-968e-502b1e84485f tempest-ServersWithSpecificFlavorTestJSON-1030228139 tempest-ServersWithSpecificFlavorTestJSON-1030228139-project] 10.222.0.75 "GET /v2.0/security-groups?id=7095cade-8760-483a-a246-f0df5ddf6b33&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0447268 Feb 09 19:04:30.088044 n-d-713498-36 neutron-server[103232]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 19:04:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ceac097c-f722-4c05-9943-8273685233db x-openstack-request-id: req-ceac097c-f722-4c05-9943-8273685233db {{(pid=103232) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 19:04:30.088358 n-d-713498-36 neutron-server[103232]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cf8d55d7-ba31-4451-a682-c3c5050d34d1", "name": "network-vif-plugged", "status": "completed", "tag": "fff28e55-1481-495e-822a-a809fab17399", "code": 200}]} {{(pid=103232) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 19:04:30.088619 n-d-713498-36 neutron-server[103232]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-ceac097c-f722-4c05-9943-8273685233db {{(pid=103232) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 19:04:30.089013 n-d-713498-36 neutron-server[103232]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cf8d55d7-ba31-4451-a682-c3c5050d34d1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fff28e55-1481-495e-822a-a809fab17399', 'code': 200} Feb 09 19:04:30.095596 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Device a4e79a8e-ce64-4a98-88aa-2b5124a3f55b no longer exists at agent hyperv_n-h2-713498-36 {{(pid=103232) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 19:04:30.097626 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-ae096d8e-3a47-4fc8-ae57-92b1196302ad req-b4fb470e-7244-490e-b74c-8eb1dc0ad0bd tempest-SecurityGroupsTestJSON-1151704431 tempest-SecurityGroupsTestJSON-1151704431-project] 10.222.0.75 "GET /v2.0/quotas/bff3c1e37b294eeb94406c2c4c8cd026 HTTP/1.1" status: 200 len: 375 time: 0.0606823 Feb 09 19:04:30.154483 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-7429db8d-6021-40ad-813e-885be449a89b None None] The host n-h2-713498-36 is not matching for port a4e79a8e-ce64-4a98-88aa-2b5124a3f55b host n-h1-713498-36! {{(pid=103232) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2330}} Feb 09 19:04:30.154483 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Device a4e79a8e-ce64-4a98-88aa-2b5124a3f55b not bound to the agent host n-h2-713498-36 {{(pid=103232) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 19:04:30.228035 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-72bc9b18-5bd5-4ef6-b5d4-2e98e234d401 req-eaaee98d-76bd-48b7-bbeb-330a6fe491b4 service neutron] 10.222.0.89 "GET /v2.0/networks/d725567e-ae4f-48c7-8826-ca95b9692346?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3719273 Feb 09 19:04:30.230588 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-ae096d8e-3a47-4fc8-ae57-92b1196302ad req-9bdf202f-5117-4fd4-8325-285683b7180c tempest-SecurityGroupsTestJSON-1151704431 tempest-SecurityGroupsTestJSON-1151704431-project] 10.222.0.75 "GET /v2.0/ports?tenant_id=bff3c1e37b294eeb94406c2c4c8cd026&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1319740 Feb 09 19:04:30.249843 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6201e510-aa58-46b6-9706-d37fce051728 req-84f32cd5-02f2-47b2-83f4-4cc7c33b27b6 tempest-ServersOnMultiNodesTest-12203541 tempest-ServersOnMultiNodesTest-12203541-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:04:30.251549 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-6201e510-aa58-46b6-9706-d37fce051728 req-84f32cd5-02f2-47b2-83f4-4cc7c33b27b6 tempest-ServersOnMultiNodesTest-12203541 tempest-ServersOnMultiNodesTest-12203541-project-admin] 10.222.0.75 "GET /v2.0/ports?device_id=2f45403d-b7ca-4d38-8d27-19538a1473d9 HTTP/1.1" status: 200 len: 1132 time: 0.0830510 Feb 09 19:04:30.258167 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d386eb7-23b4-41f4-8230-9f913d1f4e94 req-6050aa4f-c22c-4dc3-99dd-6c584cfb7e16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:04:30.259786 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-9d386eb7-23b4-41f4-8230-9f913d1f4e94 req-6050aa4f-c22c-4dc3-99dd-6c584cfb7e16 service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=cf8d55d7-ba31-4451-a682-c3c5050d34d1 HTTP/1.1" status: 200 len: 1128 time: 0.0602233 Feb 09 19:04:30.331152 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-97bf6766-09f5-4b1c-9785-ad9c9663b4e6 req-d5254872-499e-469b-8bec-799dd640ae5b tempest-ServersAdminNegativeTestJSON-2127918484 tempest-ServersAdminNegativeTestJSON-2127918484-project] Publish callbacks [] for port (c436dbe0-9864-40f1-bc27-04287c65dc4f), precommit_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:04:30.338551 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-6201e510-aa58-46b6-9706-d37fce051728 req-e35887be-12d4-487e-919f-02bd7c24a146 tempest-ServersOnMultiNodesTest-12203541 tempest-ServersOnMultiNodesTest-12203541-project-admin] 10.222.0.75 "GET /v2.0/security-groups?id=aed5302d-0478-4b9d-b014-143adc5c0d74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0776627 Feb 09 19:04:30.367983 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-9d386eb7-23b4-41f4-8230-9f913d1f4e94 req-84577741-bcb9-4c27-a14c-456eefbbb5fe service neutron] 10.222.0.89 "GET /v2.0/security-groups?id=e033bcb0-30a2-4ca7-825f-be8d1c426f02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0825076 Feb 09 19:04:30.381506 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-ae096d8e-3a47-4fc8-ae57-92b1196302ad req-d1591fbc-a7cd-4079-9e25-a5d9dc8ae7a4 service neutron] 10.222.0.75 "GET /v2.0/networks/3aeedb6f-762d-4e6c-8ee5-bfa54ee38104?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1330893 Feb 09 19:04:30.438704 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-97bf6766-09f5-4b1c-9785-ad9c9663b4e6 req-d5254872-499e-469b-8bec-799dd640ae5b tempest-ServersAdminNegativeTestJSON-2127918484 tempest-ServersAdminNegativeTestJSON-2127918484-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762866656467', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12867576'] for port (c436dbe0-9864-40f1-bc27-04287c65dc4f), after_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:04:30.452857 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] get_ports_and_sgs() called for port_ids ['8b691445-3686-4647-a8b1-7728ec31fbe4'] {{(pid=103232) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 19:04:30.483396 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad57a330-db00-4723-b16c-a7832b8099af req-174a638f-5398-48a2-8235-75aaf882477f tempest-LiveAutoBlockMigrationV225Test-2127879101 tempest-LiveAutoBlockMigrationV225Test-2127879101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:04:30.484902 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-ad57a330-db00-4723-b16c-a7832b8099af req-174a638f-5398-48a2-8235-75aaf882477f tempest-LiveAutoBlockMigrationV225Test-2127879101 tempest-LiveAutoBlockMigrationV225Test-2127879101-project] 10.222.0.75 "GET /v2.0/ports?device_id=9d1556d0-d009-41c6-9d9c-d68b6ae4cbe4 HTTP/1.1" status: 200 len: 946 time: 0.0698304 Feb 09 19:04:30.496877 n-d-713498-36 neutron-server[103229]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-97bf6766-09f5-4b1c-9785-ad9c9663b4e6 req-d5254872-499e-469b-8bec-799dd640ae5b tempest-ServersAdminNegativeTestJSON-2127918484 tempest-ServersAdminNegativeTestJSON-2127918484-project] Network 2b5494c8-cf97-42c1-b902-87f998f28179 is already hosted by enough agents. {{(pid=103229) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 19:04:30.504888 n-d-713498-36 neutron-server[103229]: DEBUG neutron.scheduler.base_scheduler [req-97bf6766-09f5-4b1c-9785-ad9c9663b4e6 req-d5254872-499e-469b-8bec-799dd640ae5b tempest-ServersAdminNegativeTestJSON-2127918484 tempest-ServersAdminNegativeTestJSON-2127918484-project] Resources bound (agent type, host, resource id): {{(pid=103229) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 19:04:30.508758 n-d-713498-36 neutron-server[103229]: DEBUG neutron.db.l3_dvrscheduler_db [req-97bf6766-09f5-4b1c-9785-ad9c9663b4e6 req-d5254872-499e-469b-8bec-799dd640ae5b tempest-ServersAdminNegativeTestJSON-2127918484 tempest-ServersAdminNegativeTestJSON-2127918484-project] Received port after_create {{(pid=103229) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 19:04:30.514367 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5254872-499e-469b-8bec-799dd640ae5b tempest-ServersAdminNegativeTestJSON-2127918484 tempest-ServersAdminNegativeTestJSON-2127918484-project] Pushing event updated for resources: {'Port': ['ID=c436dbe0-9864-40f1-bc27-04287c65dc4f,revision_number=1']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:04:30.563097 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-ad57a330-db00-4723-b16c-a7832b8099af req-57659e60-a2dc-45d2-9850-9632a70c1eda tempest-LiveAutoBlockMigrationV225Test-2127879101 tempest-LiveAutoBlockMigrationV225Test-2127879101-project] 10.222.0.75 "GET /v2.0/security-groups?id=e3cb5363-3b49-4f74-b239-a871e755b40a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0705605 Feb 09 19:04:30.574661 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-ae096d8e-3a47-4fc8-ae57-92b1196302ad req-798bf7f7-659e-4b74-9976-783099a2cb25 service neutron] 10.222.0.75 "GET /v2.0/networks/3aeedb6f-762d-4e6c-8ee5-bfa54ee38104?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1843758 Feb 09 19:04:30.594079 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97bf6766-09f5-4b1c-9785-ad9c9663b4e6 req-d5254872-499e-469b-8bec-799dd640ae5b tempest-ServersAdminNegativeTestJSON-2127918484 tempest-ServersAdminNegativeTestJSON-2127918484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:04:30.594914 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-97bf6766-09f5-4b1c-9785-ad9c9663b4e6 req-d5254872-499e-469b-8bec-799dd640ae5b tempest-ServersAdminNegativeTestJSON-2127918484 tempest-ServersAdminNegativeTestJSON-2127918484-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171096'] for port (None), before_response {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:04:30.624301 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-97bf6766-09f5-4b1c-9785-ad9c9663b4e6 req-d5254872-499e-469b-8bec-799dd640ae5b tempest-ServersAdminNegativeTestJSON-2127918484 tempest-ServersAdminNegativeTestJSON-2127918484-project] 10.222.0.89 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.3870177 Feb 09 19:04:30.654780 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.v2.base [req-97bf6766-09f5-4b1c-9785-ad9c9663b4e6 req-2273a82e-92da-4467-97ea-6c1acd80cdc1 service neutron] Request body: {'port': {'device_id': '0851fad7-b0d9-4660-875e-7305aaf48ce5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-713498-36'}} {{(pid=103229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 19:04:30.763208 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-97bf6766-09f5-4b1c-9785-ad9c9663b4e6 req-2273a82e-92da-4467-97ea-6c1acd80cdc1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (c436dbe0-9864-40f1-bc27-04287c65dc4f), before_update {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:04:30.898631 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4664e5b9-cd9c-4578-bbab-4d064e42c10e req-caaa0525-3d6b-46a0-97a4-f28f3d823fde tempest-ServersOnMultiNodesTest-12203541 tempest-ServersOnMultiNodesTest-12203541-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:04:30.906321 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-4664e5b9-cd9c-4578-bbab-4d064e42c10e req-caaa0525-3d6b-46a0-97a4-f28f3d823fde tempest-ServersOnMultiNodesTest-12203541 tempest-ServersOnMultiNodesTest-12203541-project-admin] 10.222.0.75 "GET /v2.0/ports?device_id=80c4e695-e3b4-42be-ba0e-5756305138f1 HTTP/1.1" status: 200 len: 1133 time: 0.1805353 Feb 09 19:04:30.915852 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72bc9b18-5bd5-4ef6-b5d4-2e98e234d401 req-018889d1-7e27-487a-9170-0549040ad62d tempest-LiveMigrationTest-1137365927 tempest-LiveMigrationTest-1137365927-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:04:30.917418 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-72bc9b18-5bd5-4ef6-b5d4-2e98e234d401 req-018889d1-7e27-487a-9170-0549040ad62d tempest-LiveMigrationTest-1137365927 tempest-LiveMigrationTest-1137365927-project-admin] 10.222.0.89 "GET /v2.0/ports?device_id=59d6552c-9c7d-436a-9583-1a4c43dbfa42&tenant_id=05fa6a089578484da4b750f8c0b5ad12&binding%3Ahost_id=n-h1-713498-36 HTTP/1.1" status: 200 len: 1127 time: 0.1490860 Feb 09 19:04:30.981572 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.provisioning_blocks [None req-11b81135-60e1-4f7a-b731-22091aba6c45 None None] Provisioning complete for port c436dbe0-9864-40f1-bc27-04287c65dc4f triggered by entity DHCP. {{(pid=103232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 19:04:30.982229 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-11b81135-60e1-4f7a-b731-22091aba6c45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593630'] for port (c436dbe0-9864-40f1-bc27-04287c65dc4f), provisioning_complete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:04:31.034278 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-4664e5b9-cd9c-4578-bbab-4d064e42c10e req-f3f64c35-a604-47e5-9559-d0bda82adefb tempest-ServersOnMultiNodesTest-12203541 tempest-ServersOnMultiNodesTest-12203541-project-admin] 10.222.0.75 "GET /v2.0/security-groups?id=aed5302d-0478-4b9d-b014-143adc5c0d74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1251616 Feb 09 19:04:31.057283 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-11b81135-60e1-4f7a-b731-22091aba6c45 None None] Port c436dbe0-9864-40f1-bc27-04287c65dc4f cannot update to ACTIVE because it is not bound. {{(pid=103232) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 19:04:31.118225 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29fc7bad-6040-4530-96e0-34b2789e9a9d req-ac5ac3d2-e41e-406d-acc3-aa3aec9f38cf tempest-LiveMigrationTest-1021096981 tempest-LiveMigrationTest-1021096981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:04:31.119634 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-29fc7bad-6040-4530-96e0-34b2789e9a9d req-ac5ac3d2-e41e-406d-acc3-aa3aec9f38cf tempest-LiveMigrationTest-1021096981 tempest-LiveMigrationTest-1021096981-project] 10.222.0.75 "GET /v2.0/ports?device_id=59d6552c-9c7d-436a-9583-1a4c43dbfa42 HTTP/1.1" status: 200 len: 944 time: 0.1760292 Feb 09 19:04:31.204832 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.db [req-72bc9b18-5bd5-4ef6-b5d4-2e98e234d401 req-136406f6-f512-48d7-8089-08372abee765 service neutron] For port a4e79a8e-ce64-4a98-88aa-2b5124a3f55b, host n-h2-713498-36, cleared binding levels {{(pid=103230) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 19:04:31.211242 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [req-72bc9b18-5bd5-4ef6-b5d4-2e98e234d401 req-136406f6-f512-48d7-8089-08372abee765 service neutron] Publish callbacks [] for binding (None), before_response {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:04:31.212340 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-72bc9b18-5bd5-4ef6-b5d4-2e98e234d401 req-136406f6-f512-48d7-8089-08372abee765 service neutron] 10.222.0.89 "DELETE /v2.0/ports/a4e79a8e-ce64-4a98-88aa-2b5124a3f55b/bindings/n-h2-713498-36 HTTP/1.1" status: 204 len: 173 time: 0.2747707 Feb 09 19:04:31.212891 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-29fc7bad-6040-4530-96e0-34b2789e9a9d req-4357dd16-bda8-4352-98ad-1e15ecb2d275 tempest-LiveMigrationTest-1021096981 tempest-LiveMigrationTest-1021096981-project] 10.222.0.75 "GET /v2.0/security-groups?id=ba18819a-1490-4e7b-a11b-e8610423d8ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0847383 Feb 09 19:04:31.244902 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68a06d30-09a9-4d39-8450-8adab39f79fa req-4617cd69-fd27-43ee-8153-239cb02a9a4f tempest-ServersAdminNegativeTestJSON-2127918484 tempest-ServersAdminNegativeTestJSON-2127918484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:04:31.246906 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-68a06d30-09a9-4d39-8450-8adab39f79fa req-4617cd69-fd27-43ee-8153-239cb02a9a4f tempest-ServersAdminNegativeTestJSON-2127918484 tempest-ServersAdminNegativeTestJSON-2127918484-project] 10.222.0.75 "GET /v2.0/ports?device_id=0851fad7-b0d9-4660-875e-7305aaf48ce5 HTTP/1.1" status: 200 len: 936 time: 0.1184525 Feb 09 19:04:31.287996 n-d-713498-36 neutron-server[103229]: DEBUG neutron.notifiers.nova [req-97bf6766-09f5-4b1c-9785-ad9c9663b4e6 req-2273a82e-92da-4467-97ea-6c1acd80cdc1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c436dbe0-9864-40f1-bc27-04287c65dc4f {{(pid=103229) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 19:04:31.306757 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-97bf6766-09f5-4b1c-9785-ad9c9663b4e6 req-2273a82e-92da-4467-97ea-6c1acd80cdc1 service neutron] Publish callbacks [] for port (c436dbe0-9864-40f1-bc27-04287c65dc4f), precommit_update {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:04:31.326732 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-ee060092-14f3-45b4-98b2-33c00e8cf911 req-6f5fbf4d-6a5d-4261-8427-b08a4f2463a0 tempest-SecurityGroupsTestJSON-1151704431 tempest-SecurityGroupsTestJSON-1151704431-project] 10.222.0.75 "GET /v2.0/ports?device_id=b556cc6e-5955-4af0-948f-32c5decc7379 HTTP/1.1" status: 200 len: 210 time: 0.0414827 Feb 09 19:04:31.331362 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-68a06d30-09a9-4d39-8450-8adab39f79fa req-3863aaee-91b0-49d9-af4f-5da6daa5a986 tempest-ServersAdminNegativeTestJSON-2127918484 tempest-ServersAdminNegativeTestJSON-2127918484-project] 10.222.0.75 "GET /v2.0/security-groups?id=c2a1d80e-4c84-44c1-8257-66d4ceb1ab5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0777802 Feb 09 19:04:31.354869 n-d-713498-36 neutron-server[103229]: DEBUG neutron.db.provisioning_blocks [req-97bf6766-09f5-4b1c-9785-ad9c9663b4e6 req-2273a82e-92da-4467-97ea-6c1acd80cdc1 service neutron] Transition to ACTIVE for port object c436dbe0-9864-40f1-bc27-04287c65dc4f will not be triggered until provisioned by entity L2. {{(pid=103229) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 19:04:31.360824 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-97bf6766-09f5-4b1c-9785-ad9c9663b4e6 req-2273a82e-92da-4467-97ea-6c1acd80cdc1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762867176205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762866656485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762866656503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12867569'] for port (c436dbe0-9864-40f1-bc27-04287c65dc4f), after_update {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:04:31.466214 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2273a82e-92da-4467-97ea-6c1acd80cdc1 service neutron] Pushing event updated for resources: {'Port': ['ID=c436dbe0-9864-40f1-bc27-04287c65dc4f,revision_number=2']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:04:31.559552 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.managers [req-97bf6766-09f5-4b1c-9785-ad9c9663b4e6 req-2273a82e-92da-4467-97ea-6c1acd80cdc1 service neutron] Attempting to bind port c436dbe0-9864-40f1-bc27-04287c65dc4f on host n-h1-713498-36 for vnic_type normal with profile {{(pid=103229) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 19:04:31.559900 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.managers [req-97bf6766-09f5-4b1c-9785-ad9c9663b4e6 req-2273a82e-92da-4467-97ea-6c1acd80cdc1 service neutron] Attempting to bind port c436dbe0-9864-40f1-bc27-04287c65dc4f by drivers openvswitch,hyperv on host n-h1-713498-36 at level 0 using segments [{'id': '50e5915e-18f0-4558-9a28-b978975ead36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': '2b5494c8-cf97-42c1-b902-87f998f28179'}] {{(pid=103229) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 19:04:31.560239 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97bf6766-09f5-4b1c-9785-ad9c9663b4e6 req-2273a82e-92da-4467-97ea-6c1acd80cdc1 service neutron] Attempting to bind port c436dbe0-9864-40f1-bc27-04287c65dc4f on network 2b5494c8-cf97-42c1-b902-87f998f28179 {{(pid=103229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 19:04:31.574343 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6ceba08-dbe0-4d29-8776-e04dfa444b03 req-d2a0d65b-51a7-48bc-805f-c7db44952143 tempest-FloatingIPsAssociationTestJSON-731512856 tempest-FloatingIPsAssociationTestJSON-731512856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:04:31.576638 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97bf6766-09f5-4b1c-9785-ad9c9663b4e6 req-2273a82e-92da-4467-97ea-6c1acd80cdc1 service neutron] Port c436dbe0-9864-40f1-bc27-04287c65dc4f on network 2b5494c8-cf97-42c1-b902-87f998f28179 not bound, no agent of type Open vSwitch agent registered on host n-h1-713498-36 {{(pid=103229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 19:04:31.576975 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97bf6766-09f5-4b1c-9785-ad9c9663b4e6 req-2273a82e-92da-4467-97ea-6c1acd80cdc1 service neutron] Attempting to bind port c436dbe0-9864-40f1-bc27-04287c65dc4f on network 2b5494c8-cf97-42c1-b902-87f998f28179 {{(pid=103229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 19:04:31.581397 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-b6ceba08-dbe0-4d29-8776-e04dfa444b03 req-d2a0d65b-51a7-48bc-805f-c7db44952143 tempest-FloatingIPsAssociationTestJSON-731512856 tempest-FloatingIPsAssociationTestJSON-731512856-project] 10.222.0.75 "GET /v2.0/ports?device_id=cf8d55d7-ba31-4451-a682-c3c5050d34d1 HTTP/1.1" status: 200 len: 945 time: 0.1485686 Feb 09 19:04:31.593989 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97bf6766-09f5-4b1c-9785-ad9c9663b4e6 req-2273a82e-92da-4467-97ea-6c1acd80cdc1 service neutron] Checking agent: {'id': '488cd9ae-631f-4955-ba0b-4f5a13f12e9c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713498-36', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 18, 59, 18), 'started_at': datetime.datetime(2022, 2, 9, 18, 59, 18), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 19, 4, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 19:04:31.594342 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97bf6766-09f5-4b1c-9785-ad9c9663b4e6 req-2273a82e-92da-4467-97ea-6c1acd80cdc1 service neutron] Checking segment: {'id': '50e5915e-18f0-4558-9a28-b978975ead36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': '2b5494c8-cf97-42c1-b902-87f998f28179'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103229) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 19:04:31.594769 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97bf6766-09f5-4b1c-9785-ad9c9663b4e6 req-2273a82e-92da-4467-97ea-6c1acd80cdc1 service neutron] Bound using segment: {'id': '50e5915e-18f0-4558-9a28-b978975ead36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': '2b5494c8-cf97-42c1-b902-87f998f28179'} {{(pid=103229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 19:04:31.599378 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.managers [req-97bf6766-09f5-4b1c-9785-ad9c9663b4e6 req-2273a82e-92da-4467-97ea-6c1acd80cdc1 service neutron] Bound port: c436dbe0-9864-40f1-bc27-04287c65dc4f, host: n-h1-713498-36, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '50e5915e-18f0-4558-9a28-b978975ead36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': '2b5494c8-cf97-42c1-b902-87f998f28179'}}] {{(pid=103229) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 19:04:31.599815 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-97bf6766-09f5-4b1c-9785-ad9c9663b4e6 req-2273a82e-92da-4467-97ea-6c1acd80cdc1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (c436dbe0-9864-40f1-bc27-04287c65dc4f), before_update {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:04:31.795451 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.db [req-97bf6766-09f5-4b1c-9785-ad9c9663b4e6 req-2273a82e-92da-4467-97ea-6c1acd80cdc1 service neutron] For port c436dbe0-9864-40f1-bc27-04287c65dc4f, host n-h1-713498-36, cleared binding levels {{(pid=103229) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 19:04:31.807405 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15f593ce-e239-45fc-bf9e-52157bf26763 req-0e9d1365-cddb-4628-9da1-5725872dfd8a tempest-ServersWithSpecificFlavorTestJSON-1030228139 tempest-ServersWithSpecificFlavorTestJSON-1030228139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:04:31.809449 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-15f593ce-e239-45fc-bf9e-52157bf26763 req-0e9d1365-cddb-4628-9da1-5725872dfd8a tempest-ServersWithSpecificFlavorTestJSON-1030228139 tempest-ServersWithSpecificFlavorTestJSON-1030228139-project] 10.222.0.75 "GET /v2.0/ports?device_id=b6786f1e-03a5-4d3d-aeaf-fa15657da107 HTTP/1.1" status: 200 len: 945 time: 0.1488855 Feb 09 19:04:31.811402 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.db [req-97bf6766-09f5-4b1c-9785-ad9c9663b4e6 req-2273a82e-92da-4467-97ea-6c1acd80cdc1 service neutron] For port c436dbe0-9864-40f1-bc27-04287c65dc4f, host n-h1-713498-36, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-36',level=0,port_id=c436dbe0-9864-40f1-bc27-04287c65dc4f,segment=NetworkSegment(50e5915e-18f0-4558-9a28-b978975ead36),segment_id=50e5915e-18f0-4558-9a28-b978975ead36)] {{(pid=103229) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 19:04:31.825515 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-97bf6766-09f5-4b1c-9785-ad9c9663b4e6 req-2273a82e-92da-4467-97ea-6c1acd80cdc1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762867176205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762866656485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762866656503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12867569'] for port (c436dbe0-9864-40f1-bc27-04287c65dc4f), after_update {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:04:31.858512 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-b6ceba08-dbe0-4d29-8776-e04dfa444b03 req-05eb93bd-0e0a-457f-a0e9-48f7bd2e84aa tempest-FloatingIPsAssociationTestJSON-731512856 tempest-FloatingIPsAssociationTestJSON-731512856-project] 10.222.0.75 "GET /v2.0/security-groups?id=e033bcb0-30a2-4ca7-825f-be8d1c426f02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1928518 Feb 09 19:04:31.890891 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6a5fe54-efb0-42c3-99ad-4784d153ab51 req-18c448a0-387d-488b-84ef-4710a609ff52 tempest-ServersWithSpecificFlavorTestJSON-1030228139 tempest-ServersWithSpecificFlavorTestJSON-1030228139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:04:31.892470 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-e6a5fe54-efb0-42c3-99ad-4784d153ab51 req-18c448a0-387d-488b-84ef-4710a609ff52 tempest-ServersWithSpecificFlavorTestJSON-1030228139 tempest-ServersWithSpecificFlavorTestJSON-1030228139-project] 10.222.0.89 "GET /v2.0/ports?device_id=b6786f1e-03a5-4d3d-aeaf-fa15657da107 HTTP/1.1" status: 200 len: 945 time: 0.3093996 Feb 09 19:04:31.893580 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97bf6766-09f5-4b1c-9785-ad9c9663b4e6 req-2273a82e-92da-4467-97ea-6c1acd80cdc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:04:31.895879 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-97bf6766-09f5-4b1c-9785-ad9c9663b4e6 req-2273a82e-92da-4467-97ea-6c1acd80cdc1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171096'] for port (None), before_response {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:04:31.897294 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-97bf6766-09f5-4b1c-9785-ad9c9663b4e6 req-2273a82e-92da-4467-97ea-6c1acd80cdc1 service neutron] 10.222.0.89 "PUT /v2.0/ports/c436dbe0-9864-40f1-bc27-04287c65dc4f HTTP/1.1" status: 200 len: 1097 time: 1.2630489 Feb 09 19:04:31.902636 n-d-713498-36 neutron-server[103229]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0851fad7-b0d9-4660-875e-7305aaf48ce5', 'tag': 'c436dbe0-9864-40f1-bc27-04287c65dc4f'}] {{(pid=103229) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 19:04:31.905366 n-d-713498-36 neutron-server[103229]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fa6ae9a20702bd564eaf90d946620b2b4277b1ab91129323d3b54181076be307" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bc31b281-c59e-47f1-a95b-b0a43c896b53" -d '{"events": [{"name": "network-changed", "server_uuid": "0851fad7-b0d9-4660-875e-7305aaf48ce5", "tag": "c436dbe0-9864-40f1-bc27-04287c65dc4f"}]}' {{(pid=103229) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 19:04:31.988685 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-15f593ce-e239-45fc-bf9e-52157bf26763 req-000343d3-fa32-4312-81bd-4819b52c89de tempest-ServersWithSpecificFlavorTestJSON-1030228139 tempest-ServersWithSpecificFlavorTestJSON-1030228139-project] 10.222.0.75 "GET /v2.0/security-groups?id=7095cade-8760-483a-a246-f0df5ddf6b33&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1671233 Feb 09 19:04:32.079600 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2273a82e-92da-4467-97ea-6c1acd80cdc1 service neutron] Pushing event updated for resources: {'Port': ['ID=c436dbe0-9864-40f1-bc27-04287c65dc4f,revision_number=3']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:04:32.117556 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97bf6766-09f5-4b1c-9785-ad9c9663b4e6 req-d5d09cae-86f0-4386-a694-1634a40dbe2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:04:32.120043 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-97bf6766-09f5-4b1c-9785-ad9c9663b4e6 req-d5d09cae-86f0-4386-a694-1634a40dbe2c service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=8f2bcb5e327341c189d64292b309c17c&device_id=0851fad7-b0d9-4660-875e-7305aaf48ce5 HTTP/1.1" status: 200 len: 1131 time: 0.1483634 Feb 09 19:04:32.183126 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-97bf6766-09f5-4b1c-9785-ad9c9663b4e6 req-8f32933b-4cc5-46d9-ac40-6f4aef81ea0d service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.154&port_id=c436dbe0-9864-40f1-bc27-04287c65dc4f HTTP/1.1" status: 200 len: 217 time: 0.0521405 Feb 09 19:04:32.217723 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-c6fc710f-dd15-4947-a7e7-66c67c5f9d62 req-78108115-db38-4cc6-bad1-91157c623232 tempest-ServersOnMultiNodesTest-1472402947 tempest-ServersOnMultiNodesTest-1472402947-project] 10.222.0.75 "GET /v2.0/networks?tenant_id=1672ee8b769240288b95113d5dff1fd2&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0368407 Feb 09 19:04:32.220243 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.plugin [req-e6a5fe54-efb0-42c3-99ad-4784d153ab51 req-32a2ef7b-5487-42b3-a8b0-a4102f2415a8 tempest-ServersWithSpecificFlavorTestJSON-1030228139 tempest-ServersWithSpecificFlavorTestJSON-1030228139-project] Deleting port aeb6ef05-0f81-4bfc-9b56-d956ed6fbaa6 {{(pid=103230) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 19:04:32.236630 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [req-e6a5fe54-efb0-42c3-99ad-4784d153ab51 req-32a2ef7b-5487-42b3-a8b0-a4102f2415a8 tempest-ServersWithSpecificFlavorTestJSON-1030228139 tempest-ServersWithSpecificFlavorTestJSON-1030228139-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762867170196'] for port (aeb6ef05-0f81-4bfc-9b56-d956ed6fbaa6), before_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:04:32.247185 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b5b48f4-ad83-40b6-958d-f5526c3772d6 req-d2fa3099-e0a9-4ff1-bed9-898b322fd889 tempest-LiveAutoBlockMigrationV225Test-2127879101 tempest-LiveAutoBlockMigrationV225Test-2127879101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:04:32.248749 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-2b5b48f4-ad83-40b6-958d-f5526c3772d6 req-d2fa3099-e0a9-4ff1-bed9-898b322fd889 tempest-LiveAutoBlockMigrationV225Test-2127879101 tempest-LiveAutoBlockMigrationV225Test-2127879101-project] 10.222.0.75 "GET /v2.0/ports?device_id=9d1556d0-d009-41c6-9d9c-d68b6ae4cbe4 HTTP/1.1" status: 200 len: 946 time: 0.2062149 Feb 09 19:04:32.307512 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97bf6766-09f5-4b1c-9785-ad9c9663b4e6 req-7a32fe7e-193d-49ac-b98b-658abe1e91ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:04:32.310414 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-97bf6766-09f5-4b1c-9785-ad9c9663b4e6 req-7a32fe7e-193d-49ac-b98b-658abe1e91ab service neutron] 10.222.0.89 "GET /v2.0/subnets?id=60b561cb-321e-4f83-9bb3-92b2e1d0dc44 HTTP/1.1" status: 200 len: 843 time: 0.0904083 Feb 09 19:04:32.445097 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97bf6766-09f5-4b1c-9785-ad9c9663b4e6 req-2acce446-369b-481a-b53e-12303088077c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:04:32.446508 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-2b5b48f4-ad83-40b6-958d-f5526c3772d6 req-3fc4d334-19f2-4c07-93b7-d88704377793 tempest-LiveAutoBlockMigrationV225Test-2127879101 tempest-LiveAutoBlockMigrationV225Test-2127879101-project] 10.222.0.75 "GET /v2.0/security-groups?id=e3cb5363-3b49-4f74-b239-a871e755b40a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1774285 Feb 09 19:04:32.446645 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-97bf6766-09f5-4b1c-9785-ad9c9663b4e6 req-2acce446-369b-481a-b53e-12303088077c service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=2b5494c8-cf97-42c1-b902-87f998f28179&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.1218371 Feb 09 19:04:32.457379 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.db [req-e6a5fe54-efb0-42c3-99ad-4784d153ab51 req-32a2ef7b-5487-42b3-a8b0-a4102f2415a8 tempest-ServersWithSpecificFlavorTestJSON-1030228139 tempest-ServersWithSpecificFlavorTestJSON-1030228139-project] For port aeb6ef05-0f81-4bfc-9b56-d956ed6fbaa6, host n-h1-713498-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-36',level=0,port_id=aeb6ef05-0f81-4bfc-9b56-d956ed6fbaa6,segment=NetworkSegment(2523c180-74ec-4cd9-9acb-870f2fae65fd),segment_id=2523c180-74ec-4cd9-9acb-870f2fae65fd)] {{(pid=103230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 19:04:32.458241 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [req-e6a5fe54-efb0-42c3-99ad-4784d153ab51 req-32a2ef7b-5487-42b3-a8b0-a4102f2415a8 tempest-ServersWithSpecificFlavorTestJSON-1030228139 tempest-ServersWithSpecificFlavorTestJSON-1030228139-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1820838'] for port (aeb6ef05-0f81-4bfc-9b56-d956ed6fbaa6), precommit_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:04:32.463646 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6fc710f-dd15-4947-a7e7-66c67c5f9d62 req-04ab037f-d956-4964-bddd-69e6265deea8 tempest-ServersOnMultiNodesTest-1472402947 tempest-ServersOnMultiNodesTest-1472402947-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:04:32.477010 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-c6fc710f-dd15-4947-a7e7-66c67c5f9d62 req-04ab037f-d956-4964-bddd-69e6265deea8 tempest-ServersOnMultiNodesTest-1472402947 tempest-ServersOnMultiNodesTest-1472402947-project] 10.222.0.75 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2523234 Feb 09 19:04:32.530788 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-c6fc710f-dd15-4947-a7e7-66c67c5f9d62 req-172863db-a8b4-46ef-8029-c16890f7ccf0 tempest-ServersOnMultiNodesTest-1472402947 tempest-ServersOnMultiNodesTest-1472402947-project] 10.222.0.75 "GET /v2.0/quotas/1672ee8b769240288b95113d5dff1fd2 HTTP/1.1" status: 200 len: 375 time: 0.0586736 Feb 09 19:04:32.651424 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba59fede-f4bb-4d5c-8db5-9abff3a15ab1 req-a8ba7dcd-b8ec-48b1-9b8c-8f94dcb8918c tempest-LiveMigrationTest-1137365927 tempest-LiveMigrationTest-1137365927-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:04:32.653093 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-ba59fede-f4bb-4d5c-8db5-9abff3a15ab1 req-a8ba7dcd-b8ec-48b1-9b8c-8f94dcb8918c tempest-LiveMigrationTest-1137365927 tempest-LiveMigrationTest-1137365927-project-admin] 10.222.0.75 "GET /v2.0/ports?device_id=59d6552c-9c7d-436a-9583-1a4c43dbfa42 HTTP/1.1" status: 200 len: 1127 time: 0.1125283 Feb 09 19:04:32.810692 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-ba59fede-f4bb-4d5c-8db5-9abff3a15ab1 req-7b5760a3-0b49-42c1-bdef-0cb8098b4c0a tempest-LiveMigrationTest-1137365927 tempest-LiveMigrationTest-1137365927-project-admin] 10.222.0.75 "GET /v2.0/security-groups?id=ba18819a-1490-4e7b-a11b-e8610423d8ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1127243 Feb 09 19:04:32.947202 n-d-713498-36 neutron-server[103229]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 19:04:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cbf93766-1de4-46d5-adb5-75cfda18b25b x-openstack-request-id: req-cbf93766-1de4-46d5-adb5-75cfda18b25b {{(pid=103229) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 19:04:32.947541 n-d-713498-36 neutron-server[103229]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0851fad7-b0d9-4660-875e-7305aaf48ce5", "tag": "c436dbe0-9864-40f1-bc27-04287c65dc4f", "status": "completed", "code": 200}]} {{(pid=103229) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 19:04:32.947753 n-d-713498-36 neutron-server[103229]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-cbf93766-1de4-46d5-adb5-75cfda18b25b {{(pid=103229) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 19:04:32.948156 n-d-713498-36 neutron-server[103229]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0851fad7-b0d9-4660-875e-7305aaf48ce5', 'tag': 'c436dbe0-9864-40f1-bc27-04287c65dc4f', 'status': 'completed', 'code': 200} Feb 09 19:04:32.984371 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-97bf6766-09f5-4b1c-9785-ad9c9663b4e6 req-78df84a6-da7a-48b2-aebc-0bebd19a742d service neutron] 10.222.0.89 "GET /v2.0/networks/2b5494c8-cf97-42c1-b902-87f998f28179?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5108407 Feb 09 19:04:33.028652 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-c6fc710f-dd15-4947-a7e7-66c67c5f9d62 req-27862267-8297-4b0e-8bad-aa2be83f34cb tempest-ServersOnMultiNodesTest-1472402947 tempest-ServersOnMultiNodesTest-1472402947-project] 10.222.0.75 "GET /v2.0/ports?tenant_id=1672ee8b769240288b95113d5dff1fd2&fields=id HTTP/1.1" status: 200 len: 348 time: 0.4935308 Feb 09 19:04:33.154340 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aff869a6-156d-4d49-88da-6524d271430a req-9403fd61-c34e-47e7-a203-a37883a4abc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:04:33.155835 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-aff869a6-156d-4d49-88da-6524d271430a req-9403fd61-c34e-47e7-a203-a37883a4abc9 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=b8d56d08e88f4d4daeb8e5fed321a162&device_id=9d1556d0-d009-41c6-9d9c-d68b6ae4cbe4 HTTP/1.1" status: 200 len: 1129 time: 0.1071045 Feb 09 19:04:33.161505 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-97bf6766-09f5-4b1c-9785-ad9c9663b4e6 req-81c7f212-d9a7-4f62-bb10-a7b2505c39bb service neutron] 10.222.0.89 "GET /v2.0/networks/2b5494c8-cf97-42c1-b902-87f998f28179?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1590376 Feb 09 19:04:33.201218 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [req-e6a5fe54-efb0-42c3-99ad-4784d153ab51 req-32a2ef7b-5487-42b3-a8b0-a4102f2415a8 tempest-ServersWithSpecificFlavorTestJSON-1030228139 tempest-ServersWithSpecificFlavorTestJSON-1030228139-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:04:33.201970 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [req-e6a5fe54-efb0-42c3-99ad-4784d153ab51 req-32a2ef7b-5487-42b3-a8b0-a4102f2415a8 tempest-ServersWithSpecificFlavorTestJSON-1030228139 tempest-ServersWithSpecificFlavorTestJSON-1030228139-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1818909'] for floatingip (52d21fb6-befd-4f67-8a57-5bb13591ad0c), after_update {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:04:33.202465 n-d-713498-36 neutron-server[103230]: INFO neutron.db.l3_db [req-e6a5fe54-efb0-42c3-99ad-4784d153ab51 req-32a2ef7b-5487-42b3-a8b0-a4102f2415a8 tempest-ServersWithSpecificFlavorTestJSON-1030228139 tempest-ServersWithSpecificFlavorTestJSON-1030228139-project] Floating IP 52d21fb6-befd-4f67-8a57-5bb13591ad0c disassociated. External IP: 172.25.1.34, port: aeb6ef05-0f81-4bfc-9b56-d956ed6fbaa6. Feb 09 19:04:33.203111 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.plugin [req-e6a5fe54-efb0-42c3-99ad-4784d153ab51 req-32a2ef7b-5487-42b3-a8b0-a4102f2415a8 tempest-ServersWithSpecificFlavorTestJSON-1030228139 tempest-ServersWithSpecificFlavorTestJSON-1030228139-project] Calling delete_port for aeb6ef05-0f81-4bfc-9b56-d956ed6fbaa6 owned by compute:nova {{(pid=103230) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 19:04:33.230720 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae096d8e-3a47-4fc8-ae57-92b1196302ad req-8c0ffb0f-3b4f-44d7-8e33-6b9ba29b2511 tempest-SecurityGroupsTestJSON-1151704431 tempest-SecurityGroupsTestJSON-1151704431-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:04:33.232899 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-ae096d8e-3a47-4fc8-ae57-92b1196302ad req-8c0ffb0f-3b4f-44d7-8e33-6b9ba29b2511 tempest-SecurityGroupsTestJSON-1151704431 tempest-SecurityGroupsTestJSON-1151704431-project] 10.222.0.90 "GET /v2.0/networks?id=3aeedb6f-762d-4e6c-8ee5-bfa54ee38104 HTTP/1.1" status: 200 len: 813 time: 0.2712610 Feb 09 19:04:33.251195 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28dad1bf-fabb-4d3d-ad04-2288cdf6ee27 req-fc71d9d5-d86c-4bc0-8783-2e1834b9b2a1 tempest-ServersAdminNegativeTestJSON-2127918484 tempest-ServersAdminNegativeTestJSON-2127918484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:04:33.258482 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-28dad1bf-fabb-4d3d-ad04-2288cdf6ee27 req-fc71d9d5-d86c-4bc0-8783-2e1834b9b2a1 tempest-ServersAdminNegativeTestJSON-2127918484 tempest-ServersAdminNegativeTestJSON-2127918484-project] 10.222.0.75 "GET /v2.0/ports?device_id=0851fad7-b0d9-4660-875e-7305aaf48ce5 HTTP/1.1" status: 200 len: 948 time: 0.2422869 Feb 09 19:04:33.268409 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.v2.base [req-ae096d8e-3a47-4fc8-ae57-92b1196302ad req-9ef6d9b3-42f9-49ac-bbff-aae0b5567470 tempest-SecurityGroupsTestJSON-1151704431 tempest-SecurityGroupsTestJSON-1151704431-project] Request body: {'port': {'device_id': 'b556cc6e-5955-4af0-948f-32c5decc7379', 'network_id': '3aeedb6f-762d-4e6c-8ee5-bfa54ee38104', 'admin_state_up': True, 'tenant_id': 'bff3c1e37b294eeb94406c2c4c8cd026'}} {{(pid=103230) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 19:04:33.326615 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aff869a6-156d-4d49-88da-6524d271430a req-24321844-3cf9-4029-b6ae-3635a26bc463 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:04:33.329390 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-aff869a6-156d-4d49-88da-6524d271430a req-24321844-3cf9-4029-b6ae-3635a26bc463 service neutron] 10.222.0.89 "GET /v2.0/networks?id=0e993f99-d3d0-4a2a-8eed-2f34375798b5 HTTP/1.1" status: 200 len: 921 time: 0.1657143 Feb 09 19:04:33.389557 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-aff869a6-156d-4d49-88da-6524d271430a req-99faaf9e-c7fe-461e-af81-aa93d70f5492 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=0eea1a64-ccbf-4679-8307-b9066a9a8dde HTTP/1.1" status: 200 len: 217 time: 0.0506659 Feb 09 19:04:33.396059 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc31b281-c59e-47f1-a95b-b0a43c896b53 req-35a96247-be38-49ce-97a0-ed0b306056ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:04:33.397757 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-bc31b281-c59e-47f1-a95b-b0a43c896b53 req-35a96247-be38-49ce-97a0-ed0b306056ec service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=8f2bcb5e327341c189d64292b309c17c&device_id=0851fad7-b0d9-4660-875e-7305aaf48ce5 HTTP/1.1" status: 200 len: 1131 time: 0.1319833 Feb 09 19:04:33.466654 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-28dad1bf-fabb-4d3d-ad04-2288cdf6ee27 req-7e90382d-8b79-4fb2-a4af-7f25b06553b2 tempest-ServersAdminNegativeTestJSON-2127918484 tempest-ServersAdminNegativeTestJSON-2127918484-project] 10.222.0.75 "GET /v2.0/security-groups?id=c2a1d80e-4c84-44c1-8257-66d4ceb1ab5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2066424 Feb 09 19:04:33.527418 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aff869a6-156d-4d49-88da-6524d271430a req-ad7ec3bf-7c41-4e46-b1ea-b2ac1eb3e43b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:04:33.528990 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-aff869a6-156d-4d49-88da-6524d271430a req-ad7ec3bf-7c41-4e46-b1ea-b2ac1eb3e43b service neutron] 10.222.0.89 "GET /v2.0/subnets?id=7d496e2d-6315-4d42-9415-66e0bdf20977 HTTP/1.1" status: 200 len: 860 time: 0.1242123 Feb 09 19:04:33.592743 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-aff869a6-156d-4d49-88da-6524d271430a req-22e080a9-c3f8-4d8e-b393-561cb63d6670 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=0e993f99-d3d0-4a2a-8eed-2f34375798b5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0537739 Feb 09 19:04:33.675705 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-308f89cc-48f4-42e8-b887-47b144842dc2 req-1c3d410b-9082-4d4a-aba7-7bbb6390456d tempest-SecurityGroupsTestJSON-1151704431 tempest-SecurityGroupsTestJSON-1151704431-project] 10.222.0.75 "GET /v2.0/ports?device_id=b556cc6e-5955-4af0-948f-32c5decc7379 HTTP/1.1" status: 200 len: 210 time: 0.0802367 Feb 09 19:04:33.679397 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ae096d8e-3a47-4fc8-ae57-92b1196302ad req-9ef6d9b3-42f9-49ac-bbff-aae0b5567470 tempest-SecurityGroupsTestJSON-1151704431 tempest-SecurityGroupsTestJSON-1151704431-project] Made reservation on behalf of bff3c1e37b294eeb94406c2c4c8cd026 for: {'port': 1} {{(pid=103230) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 19:04:33.683082 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [req-ae096d8e-3a47-4fc8-ae57-92b1196302ad req-9ef6d9b3-42f9-49ac-bbff-aae0b5567470 tempest-SecurityGroupsTestJSON-1151704431 tempest-SecurityGroupsTestJSON-1151704431-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (None), before_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:04:33.721367 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [req-e6a5fe54-efb0-42c3-99ad-4784d153ab51 req-32a2ef7b-5487-42b3-a8b0-a4102f2415a8 tempest-ServersWithSpecificFlavorTestJSON-1030228139 tempest-ServersWithSpecificFlavorTestJSON-1030228139-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762867177463', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762866656476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14393751'] for port (aeb6ef05-0f81-4bfc-9b56-d956ed6fbaa6), after_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:04:33.788233 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc31b281-c59e-47f1-a95b-b0a43c896b53 req-1674306c-1d24-4cdc-aef5-9a3ceddbbf1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:04:33.790255 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-bc31b281-c59e-47f1-a95b-b0a43c896b53 req-1674306c-1d24-4cdc-aef5-9a3ceddbbf1a service neutron] 10.222.0.89 "GET /v2.0/networks?id=2b5494c8-cf97-42c1-b902-87f998f28179 HTTP/1.1" status: 200 len: 870 time: 0.3839977 Feb 09 19:04:33.802280 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32a2ef7b-5487-42b3-a8b0-a4102f2415a8 tempest-ServersWithSpecificFlavorTestJSON-1030228139 tempest-ServersWithSpecificFlavorTestJSON-1030228139-project] Pushing event deleted for resources: {'Port': ['ID=aeb6ef05-0f81-4bfc-9b56-d956ed6fbaa6,revision_number=None']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:04:33.858158 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3b14317-e5a5-456b-bbc1-9b859960d380 req-cc3928d0-4e67-44df-8ceb-16f6fc4afb54 tempest-FloatingIPsAssociationTestJSON-731512856 tempest-FloatingIPsAssociationTestJSON-731512856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:04:33.860025 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-3e76da5d-0e50-42f4-9cf6-b4ca799dc909 req-2e6e0aa4-beb9-4719-8932-fdacd7c83b93 tempest-ServersWithSpecificFlavorTestJSON-1030228139 tempest-ServersWithSpecificFlavorTestJSON-1030228139-project] 10.222.0.75 "GET /v2.0/ports?device_id=b6786f1e-03a5-4d3d-aeaf-fa15657da107 HTTP/1.1" status: 200 len: 210 time: 0.0951600 Feb 09 19:04:33.865069 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-c3b14317-e5a5-456b-bbc1-9b859960d380 req-cc3928d0-4e67-44df-8ceb-16f6fc4afb54 tempest-FloatingIPsAssociationTestJSON-731512856 tempest-FloatingIPsAssociationTestJSON-731512856-project] 10.222.0.75 "GET /v2.0/ports?device_id=cf8d55d7-ba31-4451-a682-c3c5050d34d1 HTTP/1.1" status: 200 len: 945 time: 0.1642892 Feb 09 19:04:33.871832 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-bc31b281-c59e-47f1-a95b-b0a43c896b53 req-b3c858e6-033a-4c58-97a5-238f955f4868 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.154&port_id=c436dbe0-9864-40f1-bc27-04287c65dc4f HTTP/1.1" status: 200 len: 217 time: 0.0725956 Feb 09 19:04:33.995558 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-aff869a6-156d-4d49-88da-6524d271430a req-8cd57654-ff05-40bf-846c-fb0c4aeb7f7a service neutron] 10.222.0.89 "GET /v2.0/networks/0e993f99-d3d0-4a2a-8eed-2f34375798b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3933711 Feb 09 19:04:34.085945 n-d-713498-36 neutron-server[103230]: DEBUG neutron.db.db_base_plugin_common [req-ae096d8e-3a47-4fc8-ae57-92b1196302ad req-9ef6d9b3-42f9-49ac-bbff-aae0b5567470 tempest-SecurityGroupsTestJSON-1151704431 tempest-SecurityGroupsTestJSON-1151704431-project] Allocated IP 172.20.0.2 (3aeedb6f-762d-4e6c-8ee5-bfa54ee38104/717af8bd-c7df-4f19-ad07-3fc4563db201/c98198ac-f434-4c74-80ce-197589977159) {{(pid=103230) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 19:04:34.090559 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-c3b14317-e5a5-456b-bbc1-9b859960d380 req-58cdc9f4-cd46-48c5-b436-3ca1564f5213 tempest-FloatingIPsAssociationTestJSON-731512856 tempest-FloatingIPsAssociationTestJSON-731512856-project] 10.222.0.75 "GET /v2.0/security-groups?id=e033bcb0-30a2-4ca7-825f-be8d1c426f02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2245152 Feb 09 19:04:34.101247 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc31b281-c59e-47f1-a95b-b0a43c896b53 req-17076b4f-2fe8-490e-8aa0-2fb092c56e2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:04:34.102761 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-bc31b281-c59e-47f1-a95b-b0a43c896b53 req-17076b4f-2fe8-490e-8aa0-2fb092c56e2a service neutron] 10.222.0.89 "GET /v2.0/subnets?id=60b561cb-321e-4f83-9bb3-92b2e1d0dc44 HTTP/1.1" status: 200 len: 843 time: 0.2095327 Feb 09 19:04:34.165460 n-d-713498-36 neutron-server[103230]: DEBUG neutron.scheduler.l3_agent_scheduler [req-e6a5fe54-efb0-42c3-99ad-4784d153ab51 req-32a2ef7b-5487-42b3-a8b0-a4102f2415a8 tempest-ServersWithSpecificFlavorTestJSON-1030228139 tempest-ServersWithSpecificFlavorTestJSON-1030228139-project] Router a0ab541a-939a-4f11-b315-84034bd5accf has already been hosted by L3 agent 93303d5e-5d17-45e8-8963-7694f87783ae {{(pid=103230) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 19:04:34.201607 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2c6e4ab-1b73-424b-9b46-f4c48d6ca09f req-41d139e0-873d-4f43-9856-c2de3eb14687 tempest-LiveMigrationTest-1021096981 tempest-LiveMigrationTest-1021096981-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:04:34.203354 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-b2c6e4ab-1b73-424b-9b46-f4c48d6ca09f req-41d139e0-873d-4f43-9856-c2de3eb14687 tempest-LiveMigrationTest-1021096981 tempest-LiveMigrationTest-1021096981-project] 10.222.0.75 "GET /v2.0/networks?id=d725567e-ae4f-48c7-8826-ca95b9692346 HTTP/1.1" status: 200 len: 807 time: 0.2283590 Feb 09 19:04:34.270794 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-aff869a6-156d-4d49-88da-6524d271430a req-02c4371a-1424-4559-a97c-957d772f6e09 service neutron] 10.222.0.89 "GET /v2.0/networks/0e993f99-d3d0-4a2a-8eed-2f34375798b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2625153 Feb 09 19:04:34.276038 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc31b281-c59e-47f1-a95b-b0a43c896b53 req-7912a78f-6e68-4e9b-86f3-5d4adfea98a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:04:34.277660 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-bc31b281-c59e-47f1-a95b-b0a43c896b53 req-7912a78f-6e68-4e9b-86f3-5d4adfea98a0 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=2b5494c8-cf97-42c1-b902-87f998f28179&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.1671958 Feb 09 19:04:34.421866 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a7893b6-a8ab-4427-90ac-2e18af62fc71 req-e1a0661b-6129-4289-ad4a-a8400d465ac1 tempest-LiveAutoBlockMigrationV225Test-2127879101 tempest-LiveAutoBlockMigrationV225Test-2127879101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:04:34.437090 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-4a7893b6-a8ab-4427-90ac-2e18af62fc71 req-e1a0661b-6129-4289-ad4a-a8400d465ac1 tempest-LiveAutoBlockMigrationV225Test-2127879101 tempest-LiveAutoBlockMigrationV225Test-2127879101-project] 10.222.0.75 "GET /v2.0/ports?device_id=9d1556d0-d009-41c6-9d9c-d68b6ae4cbe4 HTTP/1.1" status: 200 len: 946 time: 0.2464218 Feb 09 19:04:34.614803 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-4a7893b6-a8ab-4427-90ac-2e18af62fc71 req-f2fcbe06-85ec-4c83-8097-6d46a04680df tempest-LiveAutoBlockMigrationV225Test-2127879101 tempest-LiveAutoBlockMigrationV225Test-2127879101-project] 10.222.0.75 "GET /v2.0/security-groups?id=e3cb5363-3b49-4f74-b239-a871e755b40a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1765037 Feb 09 19:04:34.653803 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-b2c6e4ab-1b73-424b-9b46-f4c48d6ca09f req-aad52922-fbfa-44c7-a739-b5e3a1d84d7f tempest-LiveMigrationTest-1021096981 tempest-LiveMigrationTest-1021096981-project] 10.222.0.75 "GET /v2.0/quotas/05fa6a089578484da4b750f8c0b5ad12 HTTP/1.1" status: 200 len: 375 time: 0.4365776 Feb 09 19:04:34.671510 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-bc31b281-c59e-47f1-a95b-b0a43c896b53 req-47e23d37-9f77-482e-b754-05db828eced7 service neutron] 10.222.0.89 "GET /v2.0/networks/2b5494c8-cf97-42c1-b902-87f998f28179?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3792403 Feb 09 19:04:34.892649 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-b2c6e4ab-1b73-424b-9b46-f4c48d6ca09f req-046a2cf4-1f37-486b-8613-59998b5805ba tempest-LiveMigrationTest-1021096981 tempest-LiveMigrationTest-1021096981-project] 10.222.0.75 "GET /v2.0/ports?tenant_id=05fa6a089578484da4b750f8c0b5ad12&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2373865 Feb 09 19:04:34.929306 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [req-ae096d8e-3a47-4fc8-ae57-92b1196302ad req-9ef6d9b3-42f9-49ac-bbff-aae0b5567470 tempest-SecurityGroupsTestJSON-1151704431 tempest-SecurityGroupsTestJSON-1151704431-project] Publish callbacks [] for port (c98198ac-f434-4c74-80ce-197589977159), precommit_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:04:34.980005 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-e6a5fe54-efb0-42c3-99ad-4784d153ab51 req-32a2ef7b-5487-42b3-a8b0-a4102f2415a8 tempest-ServersWithSpecificFlavorTestJSON-1030228139 tempest-ServersWithSpecificFlavorTestJSON-1030228139-project] Notify agent at l3_agent.n-d-713498-36 the message routers_updated {{(pid=103230) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 19:04:34.998120 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4ee1dd1-64d2-4685-b2d6-eee5e532a25e None None] Sync routers for ids ['a0ab541a-939a-4f11-b315-84034bd5accf'] in n-d-713498-36 {{(pid=103232) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 19:04:35.030599 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4ee1dd1-64d2-4685-b2d6-eee5e532a25e None None] Routers {'a0ab541a-939a-4f11-b315-84034bd5accf'} bound to L3 agent in host n-d-713498-36 {{(pid=103232) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 19:04:35.031754 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.l3_hamode_db [None req-c4ee1dd1-64d2-4685-b2d6-eee5e532a25e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T18:51:43Z,description=,heartbeat_timestamp=2022-02-09T19:04:13Z,host='n-d-713498-36',id=93303d5e-5d17-45e8-8963-7694f87783ae,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T18:51:43Z,topic='l3_agent')) {'router_ids': ['a0ab541a-939a-4f11-b315-84034bd5accf'], 'active': True} {{(pid=103232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:04:35.072876 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-bc31b281-c59e-47f1-a95b-b0a43c896b53 req-72243fa0-91f1-4e45-aa06-cbf667c40d1a service neutron] 10.222.0.89 "GET /v2.0/networks/2b5494c8-cf97-42c1-b902-87f998f28179?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3951020 Feb 09 19:04:35.138891 n-d-713498-36 neutron-server[103230]: DEBUG neutron.db.l3_dvrscheduler_db [req-e6a5fe54-efb0-42c3-99ad-4784d153ab51 req-32a2ef7b-5487-42b3-a8b0-a4102f2415a8 tempest-ServersWithSpecificFlavorTestJSON-1030228139 tempest-ServersWithSpecificFlavorTestJSON-1030228139-project] No DVR routers for this DVR port aeb6ef05-0f81-4bfc-9b56-d956ed6fbaa6 on host n-h1-713498-36 {{(pid=103230) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 19:04:35.145430 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [req-e6a5fe54-efb0-42c3-99ad-4784d153ab51 req-32a2ef7b-5487-42b3-a8b0-a4102f2415a8 tempest-ServersWithSpecificFlavorTestJSON-1030228139 tempest-ServersWithSpecificFlavorTestJSON-1030228139-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171096'] for port (None), before_response {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:04:35.149272 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-e6a5fe54-efb0-42c3-99ad-4784d153ab51 req-32a2ef7b-5487-42b3-a8b0-a4102f2415a8 tempest-ServersWithSpecificFlavorTestJSON-1030228139 tempest-ServersWithSpecificFlavorTestJSON-1030228139-project] 10.222.0.89 "DELETE /v2.0/ports/aeb6ef05-0f81-4bfc-9b56-d956ed6fbaa6 HTTP/1.1" status: 204 len: 173 time: 3.2412066 Feb 09 19:04:35.150102 n-d-713498-36 neutron-server[103230]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b6786f1e-03a5-4d3d-aeaf-fa15657da107', 'name': 'network-vif-deleted', 'tag': 'aeb6ef05-0f81-4bfc-9b56-d956ed6fbaa6'}] {{(pid=103230) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 19:04:35.152558 n-d-713498-36 neutron-server[103230]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aee5919275bae9f72eb374ee322673045eb80c1f84b4b45a97d96923bd50ab51" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1f3d372e-75f1-4c61-8263-1cf0d36d9866" -d '{"events": [{"server_uuid": "b6786f1e-03a5-4d3d-aeaf-fa15657da107", "name": "network-vif-deleted", "tag": "aeb6ef05-0f81-4bfc-9b56-d956ed6fbaa6"}]}' {{(pid=103230) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 19:04:35.168648 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-ac17e0db-c70f-4d3f-810c-1e35854e56d8 req-a8544b13-46ac-4b0d-91e3-eb46c6c569fe tempest-FloatingIPsAssociationTestJSON-731512856 tempest-FloatingIPsAssociationTestJSON-731512856-project] 10.222.0.75 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.3149092 Feb 09 19:04:35.183925 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.v2.base [req-ac17e0db-c70f-4d3f-810c-1e35854e56d8 req-5fb1dd4b-0df5-4705-bbb1-7accbb1eed4d tempest-FloatingIPsAssociationTestJSON-731512856 tempest-FloatingIPsAssociationTestJSON-731512856-project] Request body: {'floatingip': {'floating_network_id': '88055e1e-672a-4487-be31-ffb6e833ece5'}} {{(pid=103229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 19:04:35.200678 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [req-ae096d8e-3a47-4fc8-ae57-92b1196302ad req-9ef6d9b3-42f9-49ac-bbff-aae0b5567470 tempest-SecurityGroupsTestJSON-1151704431 tempest-SecurityGroupsTestJSON-1151704431-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762866656467', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14393751'] for port (c98198ac-f434-4c74-80ce-197589977159), after_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:04:35.226701 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-ac17e0db-c70f-4d3f-810c-1e35854e56d8 req-5fb1dd4b-0df5-4705-bbb1-7accbb1eed4d tempest-FloatingIPsAssociationTestJSON-731512856 tempest-FloatingIPsAssociationTestJSON-731512856-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:04:35.311582 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ef6d9b3-42f9-49ac-bbff-aae0b5567470 tempest-SecurityGroupsTestJSON-1151704431 tempest-SecurityGroupsTestJSON-1151704431-project] Pushing event updated for resources: {'Port': ['ID=c98198ac-f434-4c74-80ce-197589977159,revision_number=1']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:04:35.331309 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-b2c6e4ab-1b73-424b-9b46-f4c48d6ca09f req-02a5fc21-2bcc-4c3d-91e1-6d3e5599669e service neutron] 10.222.0.75 "GET /v2.0/networks/d725567e-ae4f-48c7-8826-ca95b9692346?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4376249 Feb 09 19:04:35.346131 n-d-713498-36 neutron-server[103230]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ae096d8e-3a47-4fc8-ae57-92b1196302ad req-9ef6d9b3-42f9-49ac-bbff-aae0b5567470 tempest-SecurityGroupsTestJSON-1151704431 tempest-SecurityGroupsTestJSON-1151704431-project] Network 3aeedb6f-762d-4e6c-8ee5-bfa54ee38104 is already hosted by enough agents. {{(pid=103230) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 19:04:35.447471 n-d-713498-36 neutron-server[103230]: DEBUG neutron.scheduler.base_scheduler [req-ae096d8e-3a47-4fc8-ae57-92b1196302ad req-9ef6d9b3-42f9-49ac-bbff-aae0b5567470 tempest-SecurityGroupsTestJSON-1151704431 tempest-SecurityGroupsTestJSON-1151704431-project] Resources bound (agent type, host, resource id): {{(pid=103230) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 19:04:35.476768 n-d-713498-36 neutron-server[103230]: DEBUG neutron.db.l3_dvrscheduler_db [req-ae096d8e-3a47-4fc8-ae57-92b1196302ad req-9ef6d9b3-42f9-49ac-bbff-aae0b5567470 tempest-SecurityGroupsTestJSON-1151704431 tempest-SecurityGroupsTestJSON-1151704431-project] Received port after_create {{(pid=103230) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 19:04:35.512727 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-ac17e0db-c70f-4d3f-810c-1e35854e56d8 req-5fb1dd4b-0df5-4705-bbb1-7accbb1eed4d tempest-FloatingIPsAssociationTestJSON-731512856 tempest-FloatingIPsAssociationTestJSON-731512856-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (None), before_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:04:35.537754 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.l3_dvr_db [None req-c4ee1dd1-64d2-4685-b2d6-eee5e532a25e None None] Set router a0ab541a-939a-4f11-b315-84034bd5accf gateway port host: n-d-713498-36 {{(pid=103232) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 19:04:35.568111 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae096d8e-3a47-4fc8-ae57-92b1196302ad req-9ef6d9b3-42f9-49ac-bbff-aae0b5567470 tempest-SecurityGroupsTestJSON-1151704431 tempest-SecurityGroupsTestJSON-1151704431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:04:35.568764 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [req-ae096d8e-3a47-4fc8-ae57-92b1196302ad req-9ef6d9b3-42f9-49ac-bbff-aae0b5567470 tempest-SecurityGroupsTestJSON-1151704431 tempest-SecurityGroupsTestJSON-1151704431-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171096'] for port (None), before_response {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:04:35.611175 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-ae096d8e-3a47-4fc8-ae57-92b1196302ad req-9ef6d9b3-42f9-49ac-bbff-aae0b5567470 tempest-SecurityGroupsTestJSON-1151704431 tempest-SecurityGroupsTestJSON-1151704431-project] 10.222.0.90 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.3473611 Feb 09 19:04:35.633324 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-b2c6e4ab-1b73-424b-9b46-f4c48d6ca09f req-350fe520-a8a2-4e6d-a855-a5111a35e56f service neutron] 10.222.0.75 "GET /v2.0/networks/d725567e-ae4f-48c7-8826-ca95b9692346?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3005254 Feb 09 19:04:35.654735 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.v2.base [req-ae096d8e-3a47-4fc8-ae57-92b1196302ad req-04b8c083-e9df-47a7-befe-d5eee0bbf008 service neutron] Request body: {'port': {'device_id': 'b556cc6e-5955-4af0-948f-32c5decc7379', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-713498-36'}} {{(pid=103230) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 19:04:35.673029 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Device c436dbe0-9864-40f1-bc27-04287c65dc4f details requested by agent hyperv_n-h1-713498-36 with host n-h1-713498-36 {{(pid=103232) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 19:04:35.686201 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Device aeb6ef05-0f81-4bfc-9b56-d956ed6fbaa6 no longer exists at agent hyperv_n-h1-713498-36 {{(pid=103232) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 19:04:35.702486 n-d-713498-36 neutron-server[103229]: DEBUG neutron.db.db_base_plugin_common [req-ac17e0db-c70f-4d3f-810c-1e35854e56d8 req-5fb1dd4b-0df5-4705-bbb1-7accbb1eed4d tempest-FloatingIPsAssociationTestJSON-731512856 tempest-FloatingIPsAssociationTestJSON-731512856-project] Allocated IP 172.25.1.47 (88055e1e-672a-4487-be31-ffb6e833ece5/ac16dbcc-383c-4b43-9153-d763c4a53f91/c899dbb9-7a2a-4095-b71f-d206024fe809) {{(pid=103229) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 19:04:35.839869 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] No Port match for: aeb6ef05-0f81-4bfc-9b56-d956ed6fbaa6 {{(pid=103232) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 19:04:35.840471 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Device aeb6ef05-0f81-4bfc-9b56-d956ed6fbaa6 not bound to the agent host n-h1-713498-36 {{(pid=103232) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 19:04:35.843556 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [req-ae096d8e-3a47-4fc8-ae57-92b1196302ad req-04b8c083-e9df-47a7-befe-d5eee0bbf008 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (c98198ac-f434-4c74-80ce-197589977159), before_update {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:04:35.876199 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-ac17e0db-c70f-4d3f-810c-1e35854e56d8 req-5fb1dd4b-0df5-4705-bbb1-7accbb1eed4d tempest-FloatingIPsAssociationTestJSON-731512856 tempest-FloatingIPsAssociationTestJSON-731512856-project] Publish callbacks [] for port (c899dbb9-7a2a-4095-b71f-d206024fe809), precommit_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:04:35.983568 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-ac17e0db-c70f-4d3f-810c-1e35854e56d8 req-5fb1dd4b-0df5-4705-bbb1-7accbb1eed4d tempest-FloatingIPsAssociationTestJSON-731512856 tempest-FloatingIPsAssociationTestJSON-731512856-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762866656467', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12867576'] for port (c899dbb9-7a2a-4095-b71f-d206024fe809), after_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:04:36.101253 n-d-713498-36 neutron-server[103229]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ac17e0db-c70f-4d3f-810c-1e35854e56d8 req-5fb1dd4b-0df5-4705-bbb1-7accbb1eed4d tempest-FloatingIPsAssociationTestJSON-731512856 tempest-FloatingIPsAssociationTestJSON-731512856-project] Network 88055e1e-672a-4487-be31-ffb6e833ece5 is already hosted by enough agents. {{(pid=103229) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 19:04:36.106576 n-d-713498-36 neutron-server[103229]: DEBUG neutron.scheduler.base_scheduler [req-ac17e0db-c70f-4d3f-810c-1e35854e56d8 req-5fb1dd4b-0df5-4705-bbb1-7accbb1eed4d tempest-FloatingIPsAssociationTestJSON-731512856 tempest-FloatingIPsAssociationTestJSON-731512856-project] Resources bound (agent type, host, resource id): {{(pid=103229) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 19:04:36.124712 n-d-713498-36 neutron-server[103229]: DEBUG neutron.db.l3_dvrscheduler_db [req-ac17e0db-c70f-4d3f-810c-1e35854e56d8 req-5fb1dd4b-0df5-4705-bbb1-7accbb1eed4d tempest-FloatingIPsAssociationTestJSON-731512856 tempest-FloatingIPsAssociationTestJSON-731512856-project] Received port after_create {{(pid=103229) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 19:04:36.225443 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] For port c436dbe0-9864-40f1-bc27-04287c65dc4f, host n-h1-713498-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-36',level=0,port_id=c436dbe0-9864-40f1-bc27-04287c65dc4f,segment=NetworkSegment(50e5915e-18f0-4558-9a28-b978975ead36),segment_id=50e5915e-18f0-4558-9a28-b978975ead36)] {{(pid=103232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 19:04:36.244942 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Returning: {'device': 'c436dbe0-9864-40f1-bc27-04287c65dc4f', 'network_id': '2b5494c8-cf97-42c1-b902-87f998f28179', 'port_id': 'c436dbe0-9864-40f1-bc27-04287c65dc4f', 'mac_address': 'fa:16:3e:0d:1f:9e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 359, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '60b561cb-321e-4f83-9bb3-92b2e1d0dc44', 'ip_address': '192.168.233.154'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103232) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 19:04:36.321289 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.l3_hamode_db [None req-c4ee1dd1-64d2-4685-b2d6-eee5e532a25e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a0ab541a-939a-4f11-b315-84034bd5accf', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-830942200-router', 'tenant_id': '74dc86730a17454f9e20cfb480a6b381', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88055e1e-672a-4487-be31-ffb6e833ece5', 'external_fixed_ips': [{'subnet_id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'ip_address': '172.25.1.127'}], 'enable_snat': True}, 'gw_port_id': '4064872f-54ad-481c-8bb9-331fae745bac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T19:01:39Z', 'updated_at': '2022-02-09T19:01:43Z', 'revision_number': 4, 'project_id': '74dc86730a17454f9e20cfb480a6b381', 'gw_port': {'id': '4064872f-54ad-481c-8bb9-331fae745bac', 'name': '', 'network_id': '88055e1e-672a-4487-be31-ffb6e833ece5', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:72:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0ab541a-939a-4f11-b315-84034bd5accf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'ip_address': '172.25.1.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T19:01:39Z', 'updated_at': '2022-02-09T19:01:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-36', '_interfaces': [{'id': '36ae183d-0b5b-4958-bab8-21d4d5bdca13', 'name': '', 'network_id': '22186bb1-1c50-47a0-85ed-567124795ab8', 'tenant_id': '74dc86730a17454f9e20cfb480a6b381', 'mac_address': 'fa:16:3e:9c:64:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0ab541a-939a-4f11-b315-84034bd5accf', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': '75c6a744-acd8-4cbc-b5ba-1f5214db2393', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T19:01:42Z', 'updated_at': '2022-02-09T19:01:52Z', 'revision_number': 5, 'project_id': '74dc86730a17454f9e20cfb480a6b381', 'subnets': [{'id': '75c6a744-acd8-4cbc-b5ba-1f5214db2393', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-36', False) {} {{(pid=103232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:04:36.370516 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-c6fc710f-dd15-4947-a7e7-66c67c5f9d62 req-2bc18cb7-cadb-4761-abf8-78c2ad844cf2 tempest-ServersOnMultiNodesTest-1472402947 tempest-ServersOnMultiNodesTest-1472402947-project] 10.222.0.90 "GET /v2.0/networks?tenant_id=1672ee8b769240288b95113d5dff1fd2&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1139643 Feb 09 19:04:36.371330 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fb1dd4b-0df5-4705-bbb1-7accbb1eed4d tempest-FloatingIPsAssociationTestJSON-731512856 tempest-FloatingIPsAssociationTestJSON-731512856-project] Pushing event updated for resources: {'Port': ['ID=c899dbb9-7a2a-4095-b71f-d206024fe809,revision_number=1']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:04:36.444976 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Current status of the port c436dbe0-9864-40f1-bc27-04287c65dc4f is: DOWN; New status is: BUILD {{(pid=103232) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 19:04:36.450669 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (c436dbe0-9864-40f1-bc27-04287c65dc4f), before_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:04:36.454263 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4ee1dd1-64d2-4685-b2d6-eee5e532a25e None None] Checking router: a0ab541a-939a-4f11-b315-84034bd5accf for host: n-d-713498-36 {{(pid=103232) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 19:04:36.515561 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4ee1dd1-64d2-4685-b2d6-eee5e532a25e None None] Routers {'a0ab541a-939a-4f11-b315-84034bd5accf'} bound to L3 agent in host n-d-713498-36 {{(pid=103232) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 19:04:36.518185 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.l3_hamode_db [None req-c4ee1dd1-64d2-4685-b2d6-eee5e532a25e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T18:51:43Z,description=,heartbeat_timestamp=2022-02-09T19:04:13Z,host='n-d-713498-36',id=93303d5e-5d17-45e8-8963-7694f87783ae,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T18:51:43Z,topic='l3_agent')) {'router_ids': ['a0ab541a-939a-4f11-b315-84034bd5accf'], 'active': True} {{(pid=103232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:04:36.525980 n-d-713498-36 neutron-server[103232]: DEBUG neutron.notifiers.nova [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c436dbe0-9864-40f1-bc27-04287c65dc4f {{(pid=103232) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 19:04:36.535017 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-c6fc710f-dd15-4947-a7e7-66c67c5f9d62 req-4a03597b-9786-4541-91a8-ad99895e4cf8 tempest-ServersOnMultiNodesTest-1472402947 tempest-ServersOnMultiNodesTest-1472402947-project] 10.222.0.89 "GET /v2.0/networks?tenant_id=1672ee8b769240288b95113d5dff1fd2&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1542370 Feb 09 19:04:36.580013 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-ac17e0db-c70f-4d3f-810c-1e35854e56d8 req-5fb1dd4b-0df5-4705-bbb1-7accbb1eed4d tempest-FloatingIPsAssociationTestJSON-731512856 tempest-FloatingIPsAssociationTestJSON-731512856-project] Publish callbacks [] for floatingip (90ab6c29-730c-48b0-825b-c15a934d4e4f), precommit_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:04:36.717049 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-ac17e0db-c70f-4d3f-810c-1e35854e56d8 req-5fb1dd4b-0df5-4705-bbb1-7accbb1eed4d tempest-FloatingIPsAssociationTestJSON-731512856 tempest-FloatingIPsAssociationTestJSON-731512856-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (c899dbb9-7a2a-4095-b71f-d206024fe809), before_update {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:04:36.789580 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6fc710f-dd15-4947-a7e7-66c67c5f9d62 req-abeba001-8049-4e95-90e4-4a50f9076727 tempest-ServersOnMultiNodesTest-1472402947 tempest-ServersOnMultiNodesTest-1472402947-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:04:36.791963 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-c6fc710f-dd15-4947-a7e7-66c67c5f9d62 req-abeba001-8049-4e95-90e4-4a50f9076727 tempest-ServersOnMultiNodesTest-1472402947 tempest-ServersOnMultiNodesTest-1472402947-project] 10.222.0.90 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4086809 Feb 09 19:04:36.811223 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] For port c436dbe0-9864-40f1-bc27-04287c65dc4f, host n-h1-713498-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-36',level=0,port_id=c436dbe0-9864-40f1-bc27-04287c65dc4f,segment=NetworkSegment(50e5915e-18f0-4558-9a28-b978975ead36),segment_id=50e5915e-18f0-4558-9a28-b978975ead36)] {{(pid=103232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 19:04:36.815986 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.v2.base [req-c6fc710f-dd15-4947-a7e7-66c67c5f9d62 req-0b043f3c-bc2f-4925-9212-b726c41b6569 tempest-ServersOnMultiNodesTest-1472402947 tempest-ServersOnMultiNodesTest-1472402947-project] Request body: {'port': {'device_id': '52fec816-6575-4868-bced-f29f5448f9d8', 'network_id': '2b5494c8-cf97-42c1-b902-87f998f28179', 'admin_state_up': True, 'tenant_id': '1672ee8b769240288b95113d5dff1fd2'}} {{(pid=103229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 19:04:36.827372 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762867176205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762866656485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762866656503'] for port (c436dbe0-9864-40f1-bc27-04287c65dc4f), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:04:36.939877 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.l3_dvr_db [None req-c4ee1dd1-64d2-4685-b2d6-eee5e532a25e None None] Set router a0ab541a-939a-4f11-b315-84034bd5accf gateway port host: n-d-713498-36 {{(pid=103232) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 19:04:36.960683 n-d-713498-36 neutron-server[103230]: DEBUG neutron.notifiers.nova [req-ae096d8e-3a47-4fc8-ae57-92b1196302ad req-04b8c083-e9df-47a7-befe-d5eee0bbf008 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c98198ac-f434-4c74-80ce-197589977159 {{(pid=103230) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 19:04:36.986086 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Pushing event updated for resources: {'Port': ['ID=c436dbe0-9864-40f1-bc27-04287c65dc4f,revision_number=4']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:04:36.998391 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [req-ae096d8e-3a47-4fc8-ae57-92b1196302ad req-04b8c083-e9df-47a7-befe-d5eee0bbf008 service neutron] Publish callbacks [] for port (c98198ac-f434-4c74-80ce-197589977159), precommit_update {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:04:37.022368 n-d-713498-36 neutron-server[103230]: DEBUG neutron.db.provisioning_blocks [req-ae096d8e-3a47-4fc8-ae57-92b1196302ad req-04b8c083-e9df-47a7-befe-d5eee0bbf008 service neutron] Transition to ACTIVE for port object c98198ac-f434-4c74-80ce-197589977159 will not be triggered until provisioned by entity L2. {{(pid=103230) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 19:04:37.044991 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [req-ae096d8e-3a47-4fc8-ae57-92b1196302ad req-04b8c083-e9df-47a7-befe-d5eee0bbf008 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762867176205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762866656485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762866656503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14393758'] for port (c98198ac-f434-4c74-80ce-197589977159), after_update {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:04:37.091767 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c6fc710f-dd15-4947-a7e7-66c67c5f9d62 req-0b043f3c-bc2f-4925-9212-b726c41b6569 tempest-ServersOnMultiNodesTest-1472402947 tempest-ServersOnMultiNodesTest-1472402947-project] Made reservation on behalf of 1672ee8b769240288b95113d5dff1fd2 for: {'port': 1} {{(pid=103229) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 19:04:37.095797 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-c6fc710f-dd15-4947-a7e7-66c67c5f9d62 req-0b043f3c-bc2f-4925-9212-b726c41b6569 tempest-ServersOnMultiNodesTest-1472402947 tempest-ServersOnMultiNodesTest-1472402947-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (None), before_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:04:37.116994 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] get_ports_and_sgs() called for port_ids ['c436dbe0-9864-40f1-bc27-04287c65dc4f'] {{(pid=103232) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 19:04:37.137391 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-ac17e0db-c70f-4d3f-810c-1e35854e56d8 req-5fb1dd4b-0df5-4705-bbb1-7accbb1eed4d tempest-FloatingIPsAssociationTestJSON-731512856 tempest-FloatingIPsAssociationTestJSON-731512856-project] Publish callbacks [] for port (c899dbb9-7a2a-4095-b71f-d206024fe809), precommit_update {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:04:37.195251 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-ac17e0db-c70f-4d3f-810c-1e35854e56d8 req-5fb1dd4b-0df5-4705-bbb1-7accbb1eed4d tempest-FloatingIPsAssociationTestJSON-731512856 tempest-FloatingIPsAssociationTestJSON-731512856-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762867176205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762866656485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762866656503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12867569'] for port (c899dbb9-7a2a-4095-b71f-d206024fe809), after_update {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:04:37.230181 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04b8c083-e9df-47a7-befe-d5eee0bbf008 service neutron] Pushing event updated for resources: {'Port': ['ID=c98198ac-f434-4c74-80ce-197589977159,revision_number=2']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:04:37.296736 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-391b9988-647c-48c4-b5fe-149decdbfa91 req-af93538a-7b83-450e-b54d-5203ed32d5ba tempest-ServersAdminNegativeTestJSON-2127918484 tempest-ServersAdminNegativeTestJSON-2127918484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:04:37.300840 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-391b9988-647c-48c4-b5fe-149decdbfa91 req-af93538a-7b83-450e-b54d-5203ed32d5ba tempest-ServersAdminNegativeTestJSON-2127918484 tempest-ServersAdminNegativeTestJSON-2127918484-project] 10.222.0.75 "GET /v2.0/ports?device_id=0851fad7-b0d9-4660-875e-7305aaf48ce5 HTTP/1.1" status: 200 len: 948 time: 0.9191825 Feb 09 19:04:37.471625 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.managers [req-ae096d8e-3a47-4fc8-ae57-92b1196302ad req-04b8c083-e9df-47a7-befe-d5eee0bbf008 service neutron] Attempting to bind port c98198ac-f434-4c74-80ce-197589977159 on host n-h2-713498-36 for vnic_type normal with profile {{(pid=103230) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 19:04:37.471941 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.managers [req-ae096d8e-3a47-4fc8-ae57-92b1196302ad req-04b8c083-e9df-47a7-befe-d5eee0bbf008 service neutron] Attempting to bind port c98198ac-f434-4c74-80ce-197589977159 by drivers openvswitch,hyperv on host n-h2-713498-36 at level 0 using segments [{'id': '0eaea607-a7ab-4dbb-b6ca-ed9e62abb1c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': '3aeedb6f-762d-4e6c-8ee5-bfa54ee38104'}] {{(pid=103230) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 19:04:37.472748 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae096d8e-3a47-4fc8-ae57-92b1196302ad req-04b8c083-e9df-47a7-befe-d5eee0bbf008 service neutron] Attempting to bind port c98198ac-f434-4c74-80ce-197589977159 on network 3aeedb6f-762d-4e6c-8ee5-bfa54ee38104 {{(pid=103230) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 19:04:37.493354 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6fc710f-dd15-4947-a7e7-66c67c5f9d62 req-633f38b3-09af-4a76-b605-f331ca7d1d8d tempest-ServersOnMultiNodesTest-1472402947 tempest-ServersOnMultiNodesTest-1472402947-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:04:37.495311 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-c6fc710f-dd15-4947-a7e7-66c67c5f9d62 req-633f38b3-09af-4a76-b605-f331ca7d1d8d tempest-ServersOnMultiNodesTest-1472402947 tempest-ServersOnMultiNodesTest-1472402947-project] 10.222.0.89 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4710660 Feb 09 19:04:37.502724 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae096d8e-3a47-4fc8-ae57-92b1196302ad req-04b8c083-e9df-47a7-befe-d5eee0bbf008 service neutron] Port c98198ac-f434-4c74-80ce-197589977159 on network 3aeedb6f-762d-4e6c-8ee5-bfa54ee38104 not bound, no agent of type Open vSwitch agent registered on host n-h2-713498-36 {{(pid=103230) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 19:04:37.503051 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae096d8e-3a47-4fc8-ae57-92b1196302ad req-04b8c083-e9df-47a7-befe-d5eee0bbf008 service neutron] Attempting to bind port c98198ac-f434-4c74-80ce-197589977159 on network 3aeedb6f-762d-4e6c-8ee5-bfa54ee38104 {{(pid=103230) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 19:04:37.512132 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.v2.base [req-c6fc710f-dd15-4947-a7e7-66c67c5f9d62 req-7f82e090-2433-45e3-9250-b2d14a1e6af1 tempest-ServersOnMultiNodesTest-1472402947 tempest-ServersOnMultiNodesTest-1472402947-project] Request body: {'port': {'device_id': '0269339f-45e1-41d2-83f3-e2211df6911a', 'network_id': '2b5494c8-cf97-42c1-b902-87f998f28179', 'admin_state_up': True, 'tenant_id': '1672ee8b769240288b95113d5dff1fd2'}} {{(pid=103230) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 19:04:37.538355 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-391b9988-647c-48c4-b5fe-149decdbfa91 req-5c9aa248-35f1-42aa-96dc-b747eb5add64 tempest-ServersAdminNegativeTestJSON-2127918484 tempest-ServersAdminNegativeTestJSON-2127918484-project] 10.222.0.75 "GET /v2.0/security-groups?id=c2a1d80e-4c84-44c1-8257-66d4ceb1ab5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1980212 Feb 09 19:04:37.573211 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae096d8e-3a47-4fc8-ae57-92b1196302ad req-04b8c083-e9df-47a7-befe-d5eee0bbf008 service neutron] Checking agent: {'id': 'bcd5faee-dc24-4298-9134-0e0aa054058e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713498-36', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 18, 59, 19), 'started_at': datetime.datetime(2022, 2, 9, 18, 59, 19), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 19, 4, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103230) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 19:04:37.573560 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae096d8e-3a47-4fc8-ae57-92b1196302ad req-04b8c083-e9df-47a7-befe-d5eee0bbf008 service neutron] Checking segment: {'id': '0eaea607-a7ab-4dbb-b6ca-ed9e62abb1c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': '3aeedb6f-762d-4e6c-8ee5-bfa54ee38104'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103230) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 19:04:37.590558 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae096d8e-3a47-4fc8-ae57-92b1196302ad req-04b8c083-e9df-47a7-befe-d5eee0bbf008 service neutron] Bound using segment: {'id': '0eaea607-a7ab-4dbb-b6ca-ed9e62abb1c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': '3aeedb6f-762d-4e6c-8ee5-bfa54ee38104'} {{(pid=103230) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 19:04:37.591154 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.managers [req-ae096d8e-3a47-4fc8-ae57-92b1196302ad req-04b8c083-e9df-47a7-befe-d5eee0bbf008 service neutron] Bound port: c98198ac-f434-4c74-80ce-197589977159, host: n-h2-713498-36, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0eaea607-a7ab-4dbb-b6ca-ed9e62abb1c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': '3aeedb6f-762d-4e6c-8ee5-bfa54ee38104'}}] {{(pid=103230) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 19:04:37.591547 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [req-ae096d8e-3a47-4fc8-ae57-92b1196302ad req-04b8c083-e9df-47a7-befe-d5eee0bbf008 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (c98198ac-f434-4c74-80ce-197589977159), before_update {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:04:37.617342 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-ac17e0db-c70f-4d3f-810c-1e35854e56d8 req-5fb1dd4b-0df5-4705-bbb1-7accbb1eed4d tempest-FloatingIPsAssociationTestJSON-731512856 tempest-FloatingIPsAssociationTestJSON-731512856-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1818909'] for floatingip (90ab6c29-730c-48b0-825b-c15a934d4e4f), after_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:04:37.646337 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.l3_hamode_db [None req-c4ee1dd1-64d2-4685-b2d6-eee5e532a25e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a0ab541a-939a-4f11-b315-84034bd5accf', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-830942200-router', 'tenant_id': '74dc86730a17454f9e20cfb480a6b381', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88055e1e-672a-4487-be31-ffb6e833ece5', 'external_fixed_ips': [{'subnet_id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'ip_address': '172.25.1.127'}], 'enable_snat': True}, 'gw_port_id': '4064872f-54ad-481c-8bb9-331fae745bac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T19:01:39Z', 'updated_at': '2022-02-09T19:01:43Z', 'revision_number': 4, 'project_id': '74dc86730a17454f9e20cfb480a6b381', 'gw_port': {'id': '4064872f-54ad-481c-8bb9-331fae745bac', 'name': '', 'network_id': '88055e1e-672a-4487-be31-ffb6e833ece5', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:72:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0ab541a-939a-4f11-b315-84034bd5accf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'ip_address': '172.25.1.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T19:01:39Z', 'updated_at': '2022-02-09T19:01:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-36', '_interfaces': [{'id': '36ae183d-0b5b-4958-bab8-21d4d5bdca13', 'name': '', 'network_id': '22186bb1-1c50-47a0-85ed-567124795ab8', 'tenant_id': '74dc86730a17454f9e20cfb480a6b381', 'mac_address': 'fa:16:3e:9c:64:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0ab541a-939a-4f11-b315-84034bd5accf', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': '75c6a744-acd8-4cbc-b5ba-1f5214db2393', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T19:01:42Z', 'updated_at': '2022-02-09T19:01:52Z', 'revision_number': 5, 'project_id': '74dc86730a17454f9e20cfb480a6b381', 'subnets': [{'id': '75c6a744-acd8-4cbc-b5ba-1f5214db2393', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-36', False) {} {{(pid=103232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:04:37.713514 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4ee1dd1-64d2-4685-b2d6-eee5e532a25e None None] The sync data for ids ['a0ab541a-939a-4f11-b315-84034bd5accf'] in n-d-713498-36 is: [{'id': 'a0ab541a-939a-4f11-b315-84034bd5accf', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-830942200-router', 'tenant_id': '74dc86730a17454f9e20cfb480a6b381', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88055e1e-672a-4487-be31-ffb6e833ece5', 'external_fixed_ips': [{'subnet_id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'ip_address': '172.25.1.127'}], 'enable_snat': True}, 'gw_port_id': '4064872f-54ad-481c-8bb9-331fae745bac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T19:01:39Z', 'updated_at': '2022-02-09T19:01:43Z', 'revision_number': 4, 'project_id': '74dc86730a17454f9e20cfb480a6b381', 'gw_port': {'id': '4064872f-54ad-481c-8bb9-331fae745bac', 'name': '', 'network_id': '88055e1e-672a-4487-be31-ffb6e833ece5', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:72:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0ab541a-939a-4f11-b315-84034bd5accf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'ip_address': '172.25.1.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T19:01:39Z', 'updated_at': '2022-02-09T19:01:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-36', '_interfaces': [{'id': '36ae183d-0b5b-4958-bab8-21d4d5bdca13', 'name': '', 'network_id': '22186bb1-1c50-47a0-85ed-567124795ab8', 'tenant_id': '74dc86730a17454f9e20cfb480a6b381', 'mac_address': 'fa:16:3e:9c:64:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0ab541a-939a-4f11-b315-84034bd5accf', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': '75c6a744-acd8-4cbc-b5ba-1f5214db2393', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T19:01:42Z', 'updated_at': '2022-02-09T19:01:52Z', 'revision_number': 5, 'project_id': '74dc86730a17454f9e20cfb480a6b381', 'subnets': [{'id': '75c6a744-acd8-4cbc-b5ba-1f5214db2393', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103232) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 19:04:37.722994 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-ac17e0db-c70f-4d3f-810c-1e35854e56d8 req-5fb1dd4b-0df5-4705-bbb1-7accbb1eed4d tempest-FloatingIPsAssociationTestJSON-731512856 tempest-FloatingIPsAssociationTestJSON-731512856-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171096'] for floatingip (None), before_response {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:04:37.724021 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-ac17e0db-c70f-4d3f-810c-1e35854e56d8 req-5fb1dd4b-0df5-4705-bbb1-7accbb1eed4d tempest-FloatingIPsAssociationTestJSON-731512856 tempest-FloatingIPsAssociationTestJSON-731512856-project] 10.222.0.75 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 2.5496116 Feb 09 19:04:37.724682 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fb1dd4b-0df5-4705-bbb1-7accbb1eed4d tempest-FloatingIPsAssociationTestJSON-731512856 tempest-FloatingIPsAssociationTestJSON-731512856-project] Pushing event updated for resources: {'Port': ['ID=c899dbb9-7a2a-4095-b71f-d206024fe809,revision_number=2']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:04:37.924517 n-d-713498-36 neutron-server[103229]: DEBUG neutron.db.db_base_plugin_common [req-c6fc710f-dd15-4947-a7e7-66c67c5f9d62 req-0b043f3c-bc2f-4925-9212-b726c41b6569 tempest-ServersOnMultiNodesTest-1472402947 tempest-ServersOnMultiNodesTest-1472402947-project] Allocated IP 192.168.233.135 (2b5494c8-cf97-42c1-b902-87f998f28179/60b561cb-321e-4f83-9bb3-92b2e1d0dc44/06d7c180-3877-4407-9db3-c4e82f2a9b30) {{(pid=103229) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 19:04:37.935440 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.db [req-ae096d8e-3a47-4fc8-ae57-92b1196302ad req-04b8c083-e9df-47a7-befe-d5eee0bbf008 service neutron] For port c98198ac-f434-4c74-80ce-197589977159, host n-h2-713498-36, cleared binding levels {{(pid=103230) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 19:04:37.953452 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-ac17e0db-c70f-4d3f-810c-1e35854e56d8 req-b9b36a5f-d7df-4d5a-8bc6-f8dcc961abc1 tempest-FloatingIPsAssociationTestJSON-731512856 tempest-FloatingIPsAssociationTestJSON-731512856-project] 10.222.0.75 "GET /v2.0/floatingips?floating_ip_address=172.25.1.47 HTTP/1.1" status: 200 len: 695 time: 0.2161410 Feb 09 19:04:38.008286 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.db [req-ae096d8e-3a47-4fc8-ae57-92b1196302ad req-04b8c083-e9df-47a7-befe-d5eee0bbf008 service neutron] For port c98198ac-f434-4c74-80ce-197589977159, host n-h2-713498-36, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-36',level=0,port_id=c98198ac-f434-4c74-80ce-197589977159,segment=NetworkSegment(0eaea607-a7ab-4dbb-b6ca-ed9e62abb1c6),segment_id=0eaea607-a7ab-4dbb-b6ca-ed9e62abb1c6)] {{(pid=103230) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 19:04:38.040709 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [req-ae096d8e-3a47-4fc8-ae57-92b1196302ad req-04b8c083-e9df-47a7-befe-d5eee0bbf008 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762867176205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762866656485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762866656503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14393758'] for port (c98198ac-f434-4c74-80ce-197589977159), after_update {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:04:38.082604 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae096d8e-3a47-4fc8-ae57-92b1196302ad req-04b8c083-e9df-47a7-befe-d5eee0bbf008 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:04:38.083964 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [req-ae096d8e-3a47-4fc8-ae57-92b1196302ad req-04b8c083-e9df-47a7-befe-d5eee0bbf008 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171096'] for port (None), before_response {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:04:38.090478 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-ae096d8e-3a47-4fc8-ae57-92b1196302ad req-04b8c083-e9df-47a7-befe-d5eee0bbf008 service neutron] 10.222.0.90 "PUT /v2.0/ports/c98198ac-f434-4c74-80ce-197589977159 HTTP/1.1" status: 200 len: 1092 time: 2.4439974 Feb 09 19:04:38.102119 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4aa2f76-0e46-4174-9fe8-078734c902be req-aa3bb3df-9283-46fb-ad44-5ff2a31cb135 tempest-SecurityGroupsTestJSON-1151704431 tempest-SecurityGroupsTestJSON-1151704431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:04:38.109688 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-e4aa2f76-0e46-4174-9fe8-078734c902be req-aa3bb3df-9283-46fb-ad44-5ff2a31cb135 tempest-SecurityGroupsTestJSON-1151704431 tempest-SecurityGroupsTestJSON-1151704431-project] 10.222.0.75 "GET /v2.0/ports?device_id=b556cc6e-5955-4af0-948f-32c5decc7379 HTTP/1.1" status: 200 len: 943 time: 0.3905375 Feb 09 19:04:38.129802 n-d-713498-36 neutron-server[103233]: DEBUG neutron.db.agents_db [None req-4a8a6a42-0a0c-4437-8958-92282682b6bb None None] Agent healthcheck: found 7 active agents {{(pid=103233) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 19:04:38.213991 n-d-713498-36 neutron-server[103233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-355d9147-b7cd-4822-a0d3-a1c50ca69b24 None None] New status for floating IP 52d21fb6-befd-4f67-8a57-5bb13591ad0c: DOWN {{(pid=103233) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 09 19:04:38.399368 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04b8c083-e9df-47a7-befe-d5eee0bbf008 service neutron] Pushing event updated for resources: {'Port': ['ID=c98198ac-f434-4c74-80ce-197589977159,revision_number=3']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:04:38.466268 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c6fc710f-dd15-4947-a7e7-66c67c5f9d62 req-7f82e090-2433-45e3-9250-b2d14a1e6af1 tempest-ServersOnMultiNodesTest-1472402947 tempest-ServersOnMultiNodesTest-1472402947-project] Made reservation on behalf of 1672ee8b769240288b95113d5dff1fd2 for: {'port': 1} {{(pid=103230) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 19:04:38.470148 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [req-c6fc710f-dd15-4947-a7e7-66c67c5f9d62 req-7f82e090-2433-45e3-9250-b2d14a1e6af1 tempest-ServersOnMultiNodesTest-1472402947 tempest-ServersOnMultiNodesTest-1472402947-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (None), before_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:04:38.664140 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac17e0db-c70f-4d3f-810c-1e35854e56d8 req-5425c24b-45f0-434a-be7d-c4b5c837ed04 tempest-FloatingIPsAssociationTestJSON-731512856 tempest-FloatingIPsAssociationTestJSON-731512856-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:04:38.671865 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-ac17e0db-c70f-4d3f-810c-1e35854e56d8 req-5425c24b-45f0-434a-be7d-c4b5c837ed04 tempest-FloatingIPsAssociationTestJSON-731512856 tempest-FloatingIPsAssociationTestJSON-731512856-project] 10.222.0.75 "GET /v2.0/networks/88055e1e-672a-4487-be31-ffb6e833ece5 HTTP/1.1" status: 200 len: 784 time: 0.7054501 Feb 09 19:04:38.680293 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [req-ac17e0db-c70f-4d3f-810c-1e35854e56d8 req-8f4e791d-6ae9-409f-92f1-6f555fb5037a tempest-FloatingIPsAssociationTestJSON-731512856 tempest-FloatingIPsAssociationTestJSON-731512856-project] http://10.222.0.75:9696/v2.0/extensions returned with HTTP 200 {{(pid=103229) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 09 19:04:38.691160 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-e4aa2f76-0e46-4174-9fe8-078734c902be req-fdbf7f73-7ba4-459f-9e67-89c0116610bf tempest-SecurityGroupsTestJSON-1151704431 tempest-SecurityGroupsTestJSON-1151704431-project] 10.222.0.75 "GET /v2.0/security-groups?id=22bcb932-19f7-46ba-b2c8-090f138c7032&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5080652 Feb 09 19:04:38.694047 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-ac17e0db-c70f-4d3f-810c-1e35854e56d8 req-8f4e791d-6ae9-409f-92f1-6f555fb5037a tempest-FloatingIPsAssociationTestJSON-731512856 tempest-FloatingIPsAssociationTestJSON-731512856-project] 10.222.0.75 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0207260 Feb 09 19:04:38.703583 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae096d8e-3a47-4fc8-ae57-92b1196302ad req-e49ff4af-05e0-4ce8-99b9-66e8259b5463 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:04:38.723767 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-ae096d8e-3a47-4fc8-ae57-92b1196302ad req-e49ff4af-05e0-4ce8-99b9-66e8259b5463 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=bff3c1e37b294eeb94406c2c4c8cd026&device_id=b556cc6e-5955-4af0-948f-32c5decc7379 HTTP/1.1" status: 200 len: 1126 time: 0.2899973 Feb 09 19:04:38.733829 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2c6e4ab-1b73-424b-9b46-f4c48d6ca09f req-e5069c58-8c09-4f8e-9d93-6321a11a53c4 tempest-LiveMigrationTest-1021096981 tempest-LiveMigrationTest-1021096981-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:04:38.735353 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-b2c6e4ab-1b73-424b-9b46-f4c48d6ca09f req-e5069c58-8c09-4f8e-9d93-6321a11a53c4 tempest-LiveMigrationTest-1021096981 tempest-LiveMigrationTest-1021096981-project] 10.222.0.90 "GET /v2.0/networks?id=d725567e-ae4f-48c7-8826-ca95b9692346 HTTP/1.1" status: 200 len: 807 time: 0.5675340 Feb 09 19:04:38.772575 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.v2.base [req-b2c6e4ab-1b73-424b-9b46-f4c48d6ca09f req-4da86bde-ef5b-47bf-88b4-cd53518c1457 tempest-LiveMigrationTest-1021096981 tempest-LiveMigrationTest-1021096981-project] Request body: {'port': {'device_id': '2f9a8919-1b2a-4183-90dc-45c5e52d5a99', 'network_id': 'd725567e-ae4f-48c7-8826-ca95b9692346', 'admin_state_up': True, 'tenant_id': '05fa6a089578484da4b750f8c0b5ad12'}} {{(pid=103230) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 19:04:38.833266 n-d-713498-36 neutron-server[103230]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 19:04:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-773507e7-365f-44f7-9e3a-ad52d0bcc5a0 x-openstack-request-id: req-773507e7-365f-44f7-9e3a-ad52d0bcc5a0 {{(pid=103230) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 19:04:38.833556 n-d-713498-36 neutron-server[103230]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b6786f1e-03a5-4d3d-aeaf-fa15657da107", "name": "network-vif-deleted", "tag": "aeb6ef05-0f81-4bfc-9b56-d956ed6fbaa6", "status": "completed", "code": 200}]} {{(pid=103230) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 19:04:38.833806 n-d-713498-36 neutron-server[103230]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-773507e7-365f-44f7-9e3a-ad52d0bcc5a0 {{(pid=103230) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 19:04:38.839355 n-d-713498-36 neutron-server[103230]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b6786f1e-03a5-4d3d-aeaf-fa15657da107', 'name': 'network-vif-deleted', 'tag': 'aeb6ef05-0f81-4bfc-9b56-d956ed6fbaa6', 'status': 'completed', 'code': 200} Feb 09 19:04:39.008930 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-02077515-aca5-4722-9b1b-d47850dd752c req-5055796e-ab71-4362-8e0e-bd13a6985ddf tempest-ServersOnMultiNodesTest-1472402947 tempest-ServersOnMultiNodesTest-1472402947-project] 10.222.0.75 "GET /v2.0/ports?device_id=0269339f-45e1-41d2-83f3-e2211df6911a HTTP/1.1" status: 200 len: 210 time: 0.0733700 Feb 09 19:04:39.013439 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-ae096d8e-3a47-4fc8-ae57-92b1196302ad req-5a9e5c24-ab22-41c0-9a2c-15a54b19334c service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=c98198ac-f434-4c74-80ce-197589977159 HTTP/1.1" status: 200 len: 217 time: 0.2344701 Feb 09 19:04:39.020459 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcba8975-a478-47e6-bc8f-0011a05de3c3 req-5266e5e0-bbb7-464b-9214-cf4861901347 tempest-LiveAutoBlockMigrationV225Test-2127879101 tempest-LiveAutoBlockMigrationV225Test-2127879101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:04:39.029363 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-dcba8975-a478-47e6-bc8f-0011a05de3c3 req-5266e5e0-bbb7-464b-9214-cf4861901347 tempest-LiveAutoBlockMigrationV225Test-2127879101 tempest-LiveAutoBlockMigrationV225Test-2127879101-project] 10.222.0.75 "GET /v2.0/ports?device_id=9d1556d0-d009-41c6-9d9c-d68b6ae4cbe4 HTTP/1.1" status: 200 len: 946 time: 0.1216860 Feb 09 19:04:39.093110 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b2c6e4ab-1b73-424b-9b46-f4c48d6ca09f req-4da86bde-ef5b-47bf-88b4-cd53518c1457 tempest-LiveMigrationTest-1021096981 tempest-LiveMigrationTest-1021096981-project] Made reservation on behalf of 05fa6a089578484da4b750f8c0b5ad12 for: {'port': 1} {{(pid=103230) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 19:04:39.101219 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [req-b2c6e4ab-1b73-424b-9b46-f4c48d6ca09f req-4da86bde-ef5b-47bf-88b4-cd53518c1457 tempest-LiveMigrationTest-1021096981 tempest-LiveMigrationTest-1021096981-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (None), before_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:04:39.122279 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-dcba8975-a478-47e6-bc8f-0011a05de3c3 req-fe9a8b88-5267-4b2d-b8a1-d658b5b88835 tempest-LiveAutoBlockMigrationV225Test-2127879101 tempest-LiveAutoBlockMigrationV225Test-2127879101-project] 10.222.0.75 "GET /v2.0/security-groups?id=e3cb5363-3b49-4f74-b239-a871e755b40a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0918036 Feb 09 19:04:39.214953 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-e6fe31c3-1800-42fc-a7b7-213734828431 req-23b15a66-813a-4dc6-8521-a6a4799aa2e1 tempest-LiveMigrationTest-1021096981 tempest-LiveMigrationTest-1021096981-project] 10.222.0.75 "GET /v2.0/ports?device_id=2f9a8919-1b2a-4183-90dc-45c5e52d5a99 HTTP/1.1" status: 200 len: 210 time: 0.0985835 Feb 09 19:04:39.229049 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-c6fc710f-dd15-4947-a7e7-66c67c5f9d62 req-0b043f3c-bc2f-4925-9212-b726c41b6569 tempest-ServersOnMultiNodesTest-1472402947 tempest-ServersOnMultiNodesTest-1472402947-project] Publish callbacks [] for port (06d7c180-3877-4407-9db3-c4e82f2a9b30), precommit_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:04:39.247933 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae096d8e-3a47-4fc8-ae57-92b1196302ad req-4fb7fe1e-6651-46b8-91f5-73b595614603 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:04:39.249419 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-ae096d8e-3a47-4fc8-ae57-92b1196302ad req-4fb7fe1e-6651-46b8-91f5-73b595614603 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=717af8bd-c7df-4f19-ad07-3fc4563db201 HTTP/1.1" status: 200 len: 853 time: 0.2247751 Feb 09 19:04:39.348474 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-ae096d8e-3a47-4fc8-ae57-92b1196302ad req-0498c9fd-15ba-48cb-a86a-44d431d17f9f service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=3aeedb6f-762d-4e6c-8ee5-bfa54ee38104&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0844412 Feb 09 19:04:39.434219 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4238c54e-2047-46db-adc8-2e30b8428d1c req-b10d6ae7-7290-41e0-ba23-7229d73bb185 tempest-ServersAdminNegativeTestJSON-2127918484 tempest-ServersAdminNegativeTestJSON-2127918484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:04:39.436500 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-4238c54e-2047-46db-adc8-2e30b8428d1c req-b10d6ae7-7290-41e0-ba23-7229d73bb185 tempest-ServersAdminNegativeTestJSON-2127918484 tempest-ServersAdminNegativeTestJSON-2127918484-project] 10.222.0.75 "GET /v2.0/ports?device_id=0851fad7-b0d9-4660-875e-7305aaf48ce5 HTTP/1.1" status: 200 len: 949 time: 0.2024336 Feb 09 19:04:39.516575 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-c6fc710f-dd15-4947-a7e7-66c67c5f9d62 req-0b043f3c-bc2f-4925-9212-b726c41b6569 tempest-ServersOnMultiNodesTest-1472402947 tempest-ServersOnMultiNodesTest-1472402947-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762866656467', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12867576'] for port (06d7c180-3877-4407-9db3-c4e82f2a9b30), after_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:04:39.522697 n-d-713498-36 neutron-server[103230]: DEBUG neutron.db.db_base_plugin_common [req-b2c6e4ab-1b73-424b-9b46-f4c48d6ca09f req-4da86bde-ef5b-47bf-88b4-cd53518c1457 tempest-LiveMigrationTest-1021096981 tempest-LiveMigrationTest-1021096981-project] Allocated IP 172.20.0.3 (d725567e-ae4f-48c7-8826-ca95b9692346/41b0b245-923a-427d-ac3e-7f4b2ecbbb0e/40de4c12-543c-44a6-9bda-24a60a9555b8) {{(pid=103230) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 19:04:39.540604 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] get_ports_and_sgs() called for port_ids ['bc357ad8-1b22-4fe1-a6af-e296389a311b'] {{(pid=103232) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 19:04:39.543952 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-7429db8d-6021-40ad-813e-885be449a89b None None] get_ports_and_sgs() called for port_ids ['9431105a-be29-4ce5-9970-f91bee564b4b', 'f2af33d6-809c-4462-a1c1-648e7e81004e'] {{(pid=103232) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 19:04:39.653882 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-4238c54e-2047-46db-adc8-2e30b8428d1c req-c51e0c99-e87e-4238-90f8-83c734d411e9 tempest-ServersAdminNegativeTestJSON-2127918484 tempest-ServersAdminNegativeTestJSON-2127918484-project] 10.222.0.75 "GET /v2.0/security-groups?id=c2a1d80e-4c84-44c1-8257-66d4ceb1ab5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2078083 Feb 09 19:04:39.667016 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Device c436dbe0-9864-40f1-bc27-04287c65dc4f up at agent hyperv_n-h1-713498-36 {{(pid=103232) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 19:04:39.730786 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-ae096d8e-3a47-4fc8-ae57-92b1196302ad req-5b736a96-f4a3-4118-90b2-97d08a7adaa1 service neutron] 10.222.0.90 "GET /v2.0/networks/3aeedb6f-762d-4e6c-8ee5-bfa54ee38104?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3587630 Feb 09 19:04:39.762228 n-d-713498-36 neutron-server[103229]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c6fc710f-dd15-4947-a7e7-66c67c5f9d62 req-0b043f3c-bc2f-4925-9212-b726c41b6569 tempest-ServersOnMultiNodesTest-1472402947 tempest-ServersOnMultiNodesTest-1472402947-project] Network 2b5494c8-cf97-42c1-b902-87f998f28179 is already hosted by enough agents. {{(pid=103229) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 19:04:39.789277 n-d-713498-36 neutron-server[103230]: DEBUG neutron.db.db_base_plugin_common [req-c6fc710f-dd15-4947-a7e7-66c67c5f9d62 req-7f82e090-2433-45e3-9250-b2d14a1e6af1 tempest-ServersOnMultiNodesTest-1472402947 tempest-ServersOnMultiNodesTest-1472402947-project] Allocated IP 192.168.233.140 (2b5494c8-cf97-42c1-b902-87f998f28179/60b561cb-321e-4f83-9bb3-92b2e1d0dc44/c1d73ea9-8c68-47bd-93c8-9905d58b5c08) {{(pid=103230) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 19:04:39.803778 n-d-713498-36 neutron-server[103229]: DEBUG neutron.scheduler.base_scheduler [req-c6fc710f-dd15-4947-a7e7-66c67c5f9d62 req-0b043f3c-bc2f-4925-9212-b726c41b6569 tempest-ServersOnMultiNodesTest-1472402947 tempest-ServersOnMultiNodesTest-1472402947-project] Resources bound (agent type, host, resource id): {{(pid=103229) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 19:04:40.008420 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-ae096d8e-3a47-4fc8-ae57-92b1196302ad req-7aaaadd9-d592-4631-87d5-67b6c6ae9369 service neutron] 10.222.0.90 "GET /v2.0/networks/3aeedb6f-762d-4e6c-8ee5-bfa54ee38104?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2446427 Feb 09 19:04:40.009404 n-d-713498-36 neutron-server[103229]: DEBUG neutron.db.l3_dvrscheduler_db [req-c6fc710f-dd15-4947-a7e7-66c67c5f9d62 req-0b043f3c-bc2f-4925-9212-b726c41b6569 tempest-ServersOnMultiNodesTest-1472402947 tempest-ServersOnMultiNodesTest-1472402947-project] Received port after_create {{(pid=103229) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 19:04:40.020518 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b043f3c-bc2f-4925-9212-b726c41b6569 tempest-ServersOnMultiNodesTest-1472402947 tempest-ServersOnMultiNodesTest-1472402947-project] Pushing event updated for resources: {'Port': ['ID=06d7c180-3877-4407-9db3-c4e82f2a9b30,revision_number=1']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:04:40.076981 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.provisioning_blocks [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Provisioning for port c436dbe0-9864-40f1-bc27-04287c65dc4f completed by entity L2. {{(pid=103232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 19:04:40.084721 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.provisioning_blocks [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Provisioning complete for port c436dbe0-9864-40f1-bc27-04287c65dc4f triggered by entity L2. {{(pid=103232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 19:04:40.085352 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593630'] for port (c436dbe0-9864-40f1-bc27-04287c65dc4f), provisioning_complete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:04:40.168232 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6fc710f-dd15-4947-a7e7-66c67c5f9d62 req-0b043f3c-bc2f-4925-9212-b726c41b6569 tempest-ServersOnMultiNodesTest-1472402947 tempest-ServersOnMultiNodesTest-1472402947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:04:40.168916 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-c6fc710f-dd15-4947-a7e7-66c67c5f9d62 req-0b043f3c-bc2f-4925-9212-b726c41b6569 tempest-ServersOnMultiNodesTest-1472402947 tempest-ServersOnMultiNodesTest-1472402947-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171096'] for port (None), before_response {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:04:40.187330 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f7f05a2-45db-42fe-9bf5-da1d70b29e90 req-b9d12e66-866b-46dd-a6d2-cd0b89a48bd5 tempest-FloatingIPsAssociationTestJSON-731512856 tempest-FloatingIPsAssociationTestJSON-731512856-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:04:40.195529 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-6f7f05a2-45db-42fe-9bf5-da1d70b29e90 req-b9d12e66-866b-46dd-a6d2-cd0b89a48bd5 tempest-FloatingIPsAssociationTestJSON-731512856 tempest-FloatingIPsAssociationTestJSON-731512856-project] 10.222.0.75 "GET /v2.0/networks?id=f1e6924e-7348-48ca-aa14-d5834e100bd2 HTTP/1.1" status: 200 len: 821 time: 0.7119064 Feb 09 19:04:40.201629 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-c6fc710f-dd15-4947-a7e7-66c67c5f9d62 req-0b043f3c-bc2f-4925-9212-b726c41b6569 tempest-ServersOnMultiNodesTest-1472402947 tempest-ServersOnMultiNodesTest-1472402947-project] 10.222.0.90 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.3916059 Feb 09 19:04:40.216570 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-6f7f05a2-45db-42fe-9bf5-da1d70b29e90 req-2b1af9e5-debb-4e2b-b61f-14e4e84f6066 tempest-FloatingIPsAssociationTestJSON-731512856 tempest-FloatingIPsAssociationTestJSON-731512856-project] 10.222.0.75 "GET /v2.0/quotas/0e772d8c7ac44b1fbd56efaf46b6dbd8 HTTP/1.1" status: 200 len: 375 time: 0.0199659 Feb 09 19:04:40.246781 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.v2.base [req-c6fc710f-dd15-4947-a7e7-66c67c5f9d62 req-80dbfacb-7dce-44c7-bee6-9615889dc901 service neutron] Request body: {'port': {'device_id': '52fec816-6575-4868-bced-f29f5448f9d8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-713498-36'}} {{(pid=103229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 19:04:40.364544 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Current status of the port c436dbe0-9864-40f1-bc27-04287c65dc4f is: BUILD; New status is: ACTIVE {{(pid=103232) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 19:04:40.364948 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (c436dbe0-9864-40f1-bc27-04287c65dc4f), before_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:04:40.395166 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cd8c48e-543f-463e-b8e9-a9875b093dfb req-dadb2316-f8de-44d1-8df9-493fc53a1f54 tempest-SecurityGroupsTestJSON-1151704431 tempest-SecurityGroupsTestJSON-1151704431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:04:40.400836 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-2cd8c48e-543f-463e-b8e9-a9875b093dfb req-dadb2316-f8de-44d1-8df9-493fc53a1f54 tempest-SecurityGroupsTestJSON-1151704431 tempest-SecurityGroupsTestJSON-1151704431-project] 10.222.0.75 "GET /v2.0/ports?device_id=b556cc6e-5955-4af0-948f-32c5decc7379 HTTP/1.1" status: 200 len: 943 time: 0.4190216 Feb 09 19:04:40.438780 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.provisioning_blocks [None req-3581fda6-61f6-4296-ba25-2a1bd84f4041 None None] Provisioning complete for port 06d7c180-3877-4407-9db3-c4e82f2a9b30 triggered by entity DHCP. {{(pid=103232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 19:04:40.439359 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-3581fda6-61f6-4296-ba25-2a1bd84f4041 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593630'] for port (06d7c180-3877-4407-9db3-c4e82f2a9b30), provisioning_complete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:04:40.449569 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-6f7f05a2-45db-42fe-9bf5-da1d70b29e90 req-bf8f06c3-f7fa-4366-8602-c9304dc0119c tempest-FloatingIPsAssociationTestJSON-731512856 tempest-FloatingIPsAssociationTestJSON-731512856-project] 10.222.0.75 "GET /v2.0/ports?tenant_id=0e772d8c7ac44b1fbd56efaf46b6dbd8&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2320859 Feb 09 19:04:40.462154 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-c6fc710f-dd15-4947-a7e7-66c67c5f9d62 req-80dbfacb-7dce-44c7-bee6-9615889dc901 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (06d7c180-3877-4407-9db3-c4e82f2a9b30), before_update {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:04:40.497406 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-3581fda6-61f6-4296-ba25-2a1bd84f4041 None None] Port 06d7c180-3877-4407-9db3-c4e82f2a9b30 cannot update to ACTIVE because it is not bound. {{(pid=103232) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 19:04:40.511834 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [req-b2c6e4ab-1b73-424b-9b46-f4c48d6ca09f req-4da86bde-ef5b-47bf-88b4-cd53518c1457 tempest-LiveMigrationTest-1021096981 tempest-LiveMigrationTest-1021096981-project] Publish callbacks [] for port (40de4c12-543c-44a6-9bda-24a60a9555b8), precommit_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:04:40.523864 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] For port c436dbe0-9864-40f1-bc27-04287c65dc4f, host n-h1-713498-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-36',level=0,port_id=c436dbe0-9864-40f1-bc27-04287c65dc4f,segment=NetworkSegment(50e5915e-18f0-4558-9a28-b978975ead36),segment_id=50e5915e-18f0-4558-9a28-b978975ead36)] {{(pid=103232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 19:04:40.529838 n-d-713498-36 neutron-server[103232]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0851fad7-b0d9-4660-875e-7305aaf48ce5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c436dbe0-9864-40f1-bc27-04287c65dc4f'}] {{(pid=103232) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 19:04:40.533074 n-d-713498-36 neutron-server[103232]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}949cdcde653dec44821de95cbf67297f53cbc2aed4e073b5d514f93bf911ce85" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fb4a78a2-6ddb-4508-8858-86bf7a5f075b" -d '{"events": [{"server_uuid": "0851fad7-b0d9-4660-875e-7305aaf48ce5", "name": "network-vif-plugged", "status": "completed", "tag": "c436dbe0-9864-40f1-bc27-04287c65dc4f"}]}' {{(pid=103232) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 19:04:40.542076 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762867176205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762866656485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762866656503'] for port (c436dbe0-9864-40f1-bc27-04287c65dc4f), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:04:40.562828 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-2cd8c48e-543f-463e-b8e9-a9875b093dfb req-86f3b59c-9769-43d3-8219-6b305c03a369 tempest-SecurityGroupsTestJSON-1151704431 tempest-SecurityGroupsTestJSON-1151704431-project] 10.222.0.75 "GET /v2.0/security-groups?id=22bcb932-19f7-46ba-b2c8-090f138c7032&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1459453 Feb 09 19:04:40.628452 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 49436) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:04:40.667270 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [req-c6fc710f-dd15-4947-a7e7-66c67c5f9d62 req-7f82e090-2433-45e3-9250-b2d14a1e6af1 tempest-ServersOnMultiNodesTest-1472402947 tempest-ServersOnMultiNodesTest-1472402947-project] Publish callbacks [] for port (c1d73ea9-8c68-47bd-93c8-9905d58b5c08), precommit_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:04:40.720462 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [req-b2c6e4ab-1b73-424b-9b46-f4c48d6ca09f req-4da86bde-ef5b-47bf-88b4-cd53518c1457 tempest-LiveMigrationTest-1021096981 tempest-LiveMigrationTest-1021096981-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762866656467', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14393751'] for port (40de4c12-543c-44a6-9bda-24a60a9555b8), after_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:04:40.735509 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Pushing event updated for resources: {'Port': ['ID=c436dbe0-9864-40f1-bc27-04287c65dc4f,revision_number=5']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:04:40.749455 n-d-713498-36 neutron-server[103230]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b2c6e4ab-1b73-424b-9b46-f4c48d6ca09f req-4da86bde-ef5b-47bf-88b4-cd53518c1457 tempest-LiveMigrationTest-1021096981 tempest-LiveMigrationTest-1021096981-project] Network d725567e-ae4f-48c7-8826-ca95b9692346 is already hosted by enough agents. {{(pid=103230) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 19:04:40.753438 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-e34ab48e-e662-46db-b843-93d2db160398 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762867132591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593584'] for agent (af91e4b9-f4e1-42b1-a25c-a10dc47171c8), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:04:40.764808 n-d-713498-36 neutron-server[103230]: DEBUG neutron.scheduler.base_scheduler [req-b2c6e4ab-1b73-424b-9b46-f4c48d6ca09f req-4da86bde-ef5b-47bf-88b4-cd53518c1457 tempest-LiveMigrationTest-1021096981 tempest-LiveMigrationTest-1021096981-project] Resources bound (agent type, host, resource id): {{(pid=103230) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 19:04:40.799549 n-d-713498-36 neutron-server[103230]: DEBUG neutron.db.l3_dvrscheduler_db [req-b2c6e4ab-1b73-424b-9b46-f4c48d6ca09f req-4da86bde-ef5b-47bf-88b4-cd53518c1457 tempest-LiveMigrationTest-1021096981 tempest-LiveMigrationTest-1021096981-project] Received port after_create {{(pid=103230) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 19:04:40.846430 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-4e75fd23-b030-4fd5-b980-9df846830f1b req-7d7b9e80-3d5f-4007-a9fb-25c7a5cc4c6b tempest-ServersOnMultiNodesTest-1472402947 tempest-ServersOnMultiNodesTest-1472402947-project] 10.222.0.75 "GET /v2.0/ports?device_id=0269339f-45e1-41d2-83f3-e2211df6911a HTTP/1.1" status: 200 len: 210 time: 0.0952351 Feb 09 19:04:40.895100 n-d-713498-36 neutron-server[103230]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b556cc6e-5955-4af0-948f-32c5decc7379', 'tag': 'c98198ac-f434-4c74-80ce-197589977159'}] {{(pid=103230) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 19:04:40.901315 n-d-713498-36 neutron-server[103230]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aee5919275bae9f72eb374ee322673045eb80c1f84b4b45a97d96923bd50ab51" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8e3a131e-226c-41f7-95f2-a8521f95a3d8" -d '{"events": [{"name": "network-changed", "server_uuid": "b556cc6e-5955-4af0-948f-32c5decc7379", "tag": "c98198ac-f434-4c74-80ce-197589977159"}]}' {{(pid=103230) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 19:04:40.958881 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-6f7f05a2-45db-42fe-9bf5-da1d70b29e90 req-9a9c9fba-ec58-4ba3-8627-05215de29904 service neutron] 10.222.0.75 "GET /v2.0/networks/f1e6924e-7348-48ca-aa14-d5834e100bd2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4914689 Feb 09 19:04:41.000869 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4da86bde-ef5b-47bf-88b4-cd53518c1457 tempest-LiveMigrationTest-1021096981 tempest-LiveMigrationTest-1021096981-project] Pushing event updated for resources: {'Port': ['ID=40de4c12-543c-44a6-9bda-24a60a9555b8,revision_number=1']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:04:41.004936 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-2474c339-6467-453a-9671-c7dda72bfb55 tempest-ServersWithSpecificFlavorTestJSON-1030228139 tempest-ServersWithSpecificFlavorTestJSON-1030228139-project] Publish callbacks [] for security_group (7095cade-8760-483a-a246-f0df5ddf6b33), before_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:04:41.013813 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2c6e4ab-1b73-424b-9b46-f4c48d6ca09f req-4da86bde-ef5b-47bf-88b4-cd53518c1457 tempest-LiveMigrationTest-1021096981 tempest-LiveMigrationTest-1021096981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:04:41.014453 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [req-b2c6e4ab-1b73-424b-9b46-f4c48d6ca09f req-4da86bde-ef5b-47bf-88b4-cd53518c1457 tempest-LiveMigrationTest-1021096981 tempest-LiveMigrationTest-1021096981-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171096'] for port (None), before_response {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:04:41.028454 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4da86bde-ef5b-47bf-88b4-cd53518c1457 tempest-LiveMigrationTest-1021096981 tempest-LiveMigrationTest-1021096981-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:04:41.028815 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4da86bde-ef5b-47bf-88b4-cd53518c1457 tempest-LiveMigrationTest-1021096981 tempest-LiveMigrationTest-1021096981-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:04:41.029164 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4da86bde-ef5b-47bf-88b4-cd53518c1457 tempest-LiveMigrationTest-1021096981 tempest-LiveMigrationTest-1021096981-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:04:41.029504 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4da86bde-ef5b-47bf-88b4-cd53518c1457 tempest-LiveMigrationTest-1021096981 tempest-LiveMigrationTest-1021096981-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:04:41.029842 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4da86bde-ef5b-47bf-88b4-cd53518c1457 tempest-LiveMigrationTest-1021096981 tempest-LiveMigrationTest-1021096981-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:04:41.030205 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4da86bde-ef5b-47bf-88b4-cd53518c1457 tempest-LiveMigrationTest-1021096981 tempest-LiveMigrationTest-1021096981-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:04:41.030607 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4da86bde-ef5b-47bf-88b4-cd53518c1457 tempest-LiveMigrationTest-1021096981 tempest-LiveMigrationTest-1021096981-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:04:41.030990 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4da86bde-ef5b-47bf-88b4-cd53518c1457 tempest-LiveMigrationTest-1021096981 tempest-LiveMigrationTest-1021096981-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:04:41.031288 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4da86bde-ef5b-47bf-88b4-cd53518c1457 tempest-LiveMigrationTest-1021096981 tempest-LiveMigrationTest-1021096981-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:04:41.031621 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4da86bde-ef5b-47bf-88b4-cd53518c1457 tempest-LiveMigrationTest-1021096981 tempest-LiveMigrationTest-1021096981-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:04:41.032235 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4da86bde-ef5b-47bf-88b4-cd53518c1457 tempest-LiveMigrationTest-1021096981 tempest-LiveMigrationTest-1021096981-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:04:41.032575 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4da86bde-ef5b-47bf-88b4-cd53518c1457 tempest-LiveMigrationTest-1021096981 tempest-LiveMigrationTest-1021096981-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:04:41.032902 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4da86bde-ef5b-47bf-88b4-cd53518c1457 tempest-LiveMigrationTest-1021096981 tempest-LiveMigrationTest-1021096981-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:04:41.038692 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [req-c6fc710f-dd15-4947-a7e7-66c67c5f9d62 req-7f82e090-2433-45e3-9250-b2d14a1e6af1 tempest-ServersOnMultiNodesTest-1472402947 tempest-ServersOnMultiNodesTest-1472402947-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762866656467', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14393751'] for port (c1d73ea9-8c68-47bd-93c8-9905d58b5c08), after_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:04:41.044514 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-b2c6e4ab-1b73-424b-9b46-f4c48d6ca09f req-4da86bde-ef5b-47bf-88b4-cd53518c1457 tempest-LiveMigrationTest-1021096981 tempest-LiveMigrationTest-1021096981-project] 10.222.0.90 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2771428 Feb 09 19:04:41.051532 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0945ed5e-fd58-461e-ae81-0af627067909 req-d26f7629-a586-4f7a-acfa-a5d0c1c76d3d tempest-LiveAutoBlockMigrationV225Test-2127879101 tempest-LiveAutoBlockMigrationV225Test-2127879101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:04:41.053001 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] get_ports_and_sgs() called for port_ids ['bc357ad8-1b22-4fe1-a6af-e296389a311b'] {{(pid=103232) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 19:04:41.058989 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-7429db8d-6021-40ad-813e-885be449a89b None None] get_ports_and_sgs() called for port_ids ['9431105a-be29-4ce5-9970-f91bee564b4b', 'f2af33d6-809c-4462-a1c1-648e7e81004e'] {{(pid=103232) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 19:04:41.060791 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-0945ed5e-fd58-461e-ae81-0af627067909 req-d26f7629-a586-4f7a-acfa-a5d0c1c76d3d tempest-LiveAutoBlockMigrationV225Test-2127879101 tempest-LiveAutoBlockMigrationV225Test-2127879101-project] 10.222.0.75 "GET /v2.0/ports?device_id=9d1556d0-d009-41c6-9d9c-d68b6ae4cbe4 HTTP/1.1" status: 200 len: 946 time: 0.1447783 Feb 09 19:04:41.081788 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.v2.base [req-b2c6e4ab-1b73-424b-9b46-f4c48d6ca09f req-61a8ebed-3f1d-4e37-a018-5bc223574f20 service neutron] Request body: {'port': {'device_id': '2f9a8919-1b2a-4183-90dc-45c5e52d5a99', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-713498-36'}} {{(pid=103230) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 19:04:41.134261 n-d-713498-36 neutron-server[103230]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c6fc710f-dd15-4947-a7e7-66c67c5f9d62 req-7f82e090-2433-45e3-9250-b2d14a1e6af1 tempest-ServersOnMultiNodesTest-1472402947 tempest-ServersOnMultiNodesTest-1472402947-project] Network 2b5494c8-cf97-42c1-b902-87f998f28179 is already hosted by enough agents. {{(pid=103230) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 19:04:41.141482 n-d-713498-36 neutron-server[103230]: DEBUG neutron.scheduler.base_scheduler [req-c6fc710f-dd15-4947-a7e7-66c67c5f9d62 req-7f82e090-2433-45e3-9250-b2d14a1e6af1 tempest-ServersOnMultiNodesTest-1472402947 tempest-ServersOnMultiNodesTest-1472402947-project] Resources bound (agent type, host, resource id): {{(pid=103230) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 19:04:41.159664 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-2474c339-6467-453a-9671-c7dda72bfb55 tempest-ServersWithSpecificFlavorTestJSON-1030228139 tempest-ServersWithSpecificFlavorTestJSON-1030228139-project] Publish callbacks [] for security_group (7095cade-8760-483a-a246-f0df5ddf6b33), precommit_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:04:41.194116 n-d-713498-36 neutron-server[103230]: DEBUG neutron.db.l3_dvrscheduler_db [req-c6fc710f-dd15-4947-a7e7-66c67c5f9d62 req-7f82e090-2433-45e3-9250-b2d14a1e6af1 tempest-ServersOnMultiNodesTest-1472402947 tempest-ServersOnMultiNodesTest-1472402947-project] Received port after_create {{(pid=103230) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 19:04:41.276606 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-6f7f05a2-45db-42fe-9bf5-da1d70b29e90 req-962f4c8b-b45f-487e-aef4-591134640a2f service neutron] 10.222.0.75 "GET /v2.0/networks/f1e6924e-7348-48ca-aa14-d5834e100bd2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3056757 Feb 09 19:04:41.277864 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6fc710f-dd15-4947-a7e7-66c67c5f9d62 req-7f82e090-2433-45e3-9250-b2d14a1e6af1 tempest-ServersOnMultiNodesTest-1472402947 tempest-ServersOnMultiNodesTest-1472402947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:04:41.278565 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [req-c6fc710f-dd15-4947-a7e7-66c67c5f9d62 req-7f82e090-2433-45e3-9250-b2d14a1e6af1 tempest-ServersOnMultiNodesTest-1472402947 tempest-ServersOnMultiNodesTest-1472402947-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171096'] for port (None), before_response {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:04:41.312089 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-c6fc710f-dd15-4947-a7e7-66c67c5f9d62 req-7f82e090-2433-45e3-9250-b2d14a1e6af1 tempest-ServersOnMultiNodesTest-1472402947 tempest-ServersOnMultiNodesTest-1472402947-project] 10.222.0.89 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.8040657 Feb 09 19:04:41.348949 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.v2.base [req-c6fc710f-dd15-4947-a7e7-66c67c5f9d62 req-020a69b0-52ef-43e9-b70c-1fcc93c35c9f service neutron] Request body: {'port': {'device_id': '0269339f-45e1-41d2-83f3-e2211df6911a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-713498-36'}} {{(pid=103230) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 19:04:41.435606 n-d-713498-36 neutron-server[103229]: DEBUG neutron.notifiers.nova [req-c6fc710f-dd15-4947-a7e7-66c67c5f9d62 req-80dbfacb-7dce-44c7-bee6-9615889dc901 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 06d7c180-3877-4407-9db3-c4e82f2a9b30 {{(pid=103229) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 19:04:41.455614 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-c6fc710f-dd15-4947-a7e7-66c67c5f9d62 req-80dbfacb-7dce-44c7-bee6-9615889dc901 service neutron] Publish callbacks [] for port (06d7c180-3877-4407-9db3-c4e82f2a9b30), precommit_update {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:04:41.491385 n-d-713498-36 neutron-server[103229]: DEBUG neutron.db.provisioning_blocks [req-c6fc710f-dd15-4947-a7e7-66c67c5f9d62 req-80dbfacb-7dce-44c7-bee6-9615889dc901 service neutron] Transition to ACTIVE for port object 06d7c180-3877-4407-9db3-c4e82f2a9b30 will not be triggered until provisioned by entity L2. {{(pid=103229) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 19:04:41.505577 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-c6fc710f-dd15-4947-a7e7-66c67c5f9d62 req-80dbfacb-7dce-44c7-bee6-9615889dc901 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762867176205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762866656485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762866656503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12867569'] for port (06d7c180-3877-4407-9db3-c4e82f2a9b30), after_update {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:04:41.522791 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-2474c339-6467-453a-9671-c7dda72bfb55 tempest-ServersWithSpecificFlavorTestJSON-1030228139 tempest-ServersWithSpecificFlavorTestJSON-1030228139-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1892331'] for security_group (7095cade-8760-483a-a246-f0df5ddf6b33), after_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:04:41.533912 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-2474c339-6467-453a-9671-c7dda72bfb55 tempest-ServersWithSpecificFlavorTestJSON-1030228139 tempest-ServersWithSpecificFlavorTestJSON-1030228139-project] Publish callbacks [] for security_group (None), before_response {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:04:41.538042 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-2474c339-6467-453a-9671-c7dda72bfb55 tempest-ServersWithSpecificFlavorTestJSON-1030228139 tempest-ServersWithSpecificFlavorTestJSON-1030228139-project] 10.222.0.75 "DELETE /v2.0/security-groups/7095cade-8760-483a-a246-f0df5ddf6b33 HTTP/1.1" status: 204 len: 168 time: 0.8971663 Feb 09 19:04:41.586953 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 49444) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:04:41.609788 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2474c339-6467-453a-9671-c7dda72bfb55 tempest-ServersWithSpecificFlavorTestJSON-1030228139 tempest-ServersWithSpecificFlavorTestJSON-1030228139-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7095cade-8760-483a-a246-f0df5ddf6b33,revision_number=None']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:04:41.631972 n-d-713498-36 neutron-server[103229]: INFO neutron.api.v2.resource [None req-19777a00-63a9-4afb-a8e7-2661a165cef3 tempest-ServersWithSpecificFlavorTestJSON-1030228139 tempest-ServersWithSpecificFlavorTestJSON-1030228139-project] show failed (client error): The resource could not be found. Feb 09 19:04:41.636690 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-19777a00-63a9-4afb-a8e7-2661a165cef3 tempest-ServersWithSpecificFlavorTestJSON-1030228139 tempest-ServersWithSpecificFlavorTestJSON-1030228139-project] 10.222.0.75 "GET /v2.0/security-groups/7095cade-8760-483a-a246-f0df5ddf6b33 HTTP/1.1" status: 404 len: 347 time: 0.0401659 Feb 09 19:04:41.636690 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 49452) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:04:41.646467 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2474c339-6467-453a-9671-c7dda72bfb55 tempest-ServersWithSpecificFlavorTestJSON-1030228139 tempest-ServersWithSpecificFlavorTestJSON-1030228139-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:04:41.646820 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2474c339-6467-453a-9671-c7dda72bfb55 tempest-ServersWithSpecificFlavorTestJSON-1030228139 tempest-ServersWithSpecificFlavorTestJSON-1030228139-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:04:41.647176 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2474c339-6467-453a-9671-c7dda72bfb55 tempest-ServersWithSpecificFlavorTestJSON-1030228139 tempest-ServersWithSpecificFlavorTestJSON-1030228139-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:04:41.647514 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2474c339-6467-453a-9671-c7dda72bfb55 tempest-ServersWithSpecificFlavorTestJSON-1030228139 tempest-ServersWithSpecificFlavorTestJSON-1030228139-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:04:41.647835 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2474c339-6467-453a-9671-c7dda72bfb55 tempest-ServersWithSpecificFlavorTestJSON-1030228139 tempest-ServersWithSpecificFlavorTestJSON-1030228139-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:04:41.648175 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2474c339-6467-453a-9671-c7dda72bfb55 tempest-ServersWithSpecificFlavorTestJSON-1030228139 tempest-ServersWithSpecificFlavorTestJSON-1030228139-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:04:41.648492 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2474c339-6467-453a-9671-c7dda72bfb55 tempest-ServersWithSpecificFlavorTestJSON-1030228139 tempest-ServersWithSpecificFlavorTestJSON-1030228139-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:04:41.649015 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2474c339-6467-453a-9671-c7dda72bfb55 tempest-ServersWithSpecificFlavorTestJSON-1030228139 tempest-ServersWithSpecificFlavorTestJSON-1030228139-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:04:41.649412 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2474c339-6467-453a-9671-c7dda72bfb55 tempest-ServersWithSpecificFlavorTestJSON-1030228139 tempest-ServersWithSpecificFlavorTestJSON-1030228139-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:04:41.649667 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2474c339-6467-453a-9671-c7dda72bfb55 tempest-ServersWithSpecificFlavorTestJSON-1030228139 tempest-ServersWithSpecificFlavorTestJSON-1030228139-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:04:41.650395 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2474c339-6467-453a-9671-c7dda72bfb55 tempest-ServersWithSpecificFlavorTestJSON-1030228139 tempest-ServersWithSpecificFlavorTestJSON-1030228139-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:04:41.650733 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2474c339-6467-453a-9671-c7dda72bfb55 tempest-ServersWithSpecificFlavorTestJSON-1030228139 tempest-ServersWithSpecificFlavorTestJSON-1030228139-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:04:41.651103 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2474c339-6467-453a-9671-c7dda72bfb55 tempest-ServersWithSpecificFlavorTestJSON-1030228139 tempest-ServersWithSpecificFlavorTestJSON-1030228139-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:04:41.737388 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80dbfacb-7dce-44c7-bee6-9615889dc901 service neutron] Pushing event updated for resources: {'Port': ['ID=06d7c180-3877-4407-9db3-c4e82f2a9b30,revision_number=2']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:04:41.747054 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.provisioning_blocks [None req-cee494d1-a05a-4329-b0f8-ab209efbcbf2 None None] Provisioning complete for port c1d73ea9-8c68-47bd-93c8-9905d58b5c08 triggered by entity DHCP. {{(pid=103232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 19:04:41.747547 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-cee494d1-a05a-4329-b0f8-ab209efbcbf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593630'] for port (c1d73ea9-8c68-47bd-93c8-9905d58b5c08), provisioning_complete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:04:41.902838 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-cee494d1-a05a-4329-b0f8-ab209efbcbf2 None None] Port c1d73ea9-8c68-47bd-93c8-9905d58b5c08 cannot update to ACTIVE because it is not bound. {{(pid=103232) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 19:04:42.065902 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.managers [req-c6fc710f-dd15-4947-a7e7-66c67c5f9d62 req-80dbfacb-7dce-44c7-bee6-9615889dc901 service neutron] Attempting to bind port 06d7c180-3877-4407-9db3-c4e82f2a9b30 on host n-h2-713498-36 for vnic_type normal with profile {{(pid=103229) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 19:04:42.066533 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.managers [req-c6fc710f-dd15-4947-a7e7-66c67c5f9d62 req-80dbfacb-7dce-44c7-bee6-9615889dc901 service neutron] Attempting to bind port 06d7c180-3877-4407-9db3-c4e82f2a9b30 by drivers openvswitch,hyperv on host n-h2-713498-36 at level 0 using segments [{'id': '50e5915e-18f0-4558-9a28-b978975ead36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': '2b5494c8-cf97-42c1-b902-87f998f28179'}] {{(pid=103229) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 19:04:42.067312 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6fc710f-dd15-4947-a7e7-66c67c5f9d62 req-80dbfacb-7dce-44c7-bee6-9615889dc901 service neutron] Attempting to bind port 06d7c180-3877-4407-9db3-c4e82f2a9b30 on network 2b5494c8-cf97-42c1-b902-87f998f28179 {{(pid=103229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 19:04:42.092598 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-0945ed5e-fd58-461e-ae81-0af627067909 req-bd36440d-7128-4b9f-88ca-24ee2e0e9e6e tempest-LiveAutoBlockMigrationV225Test-2127879101 tempest-LiveAutoBlockMigrationV225Test-2127879101-project] 10.222.0.75 "GET /v2.0/security-groups?id=e3cb5363-3b49-4f74-b239-a871e755b40a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0308454 Feb 09 19:04:42.094820 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6fc710f-dd15-4947-a7e7-66c67c5f9d62 req-80dbfacb-7dce-44c7-bee6-9615889dc901 service neutron] Port 06d7c180-3877-4407-9db3-c4e82f2a9b30 on network 2b5494c8-cf97-42c1-b902-87f998f28179 not bound, no agent of type Open vSwitch agent registered on host n-h2-713498-36 {{(pid=103229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 19:04:42.095259 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6fc710f-dd15-4947-a7e7-66c67c5f9d62 req-80dbfacb-7dce-44c7-bee6-9615889dc901 service neutron] Attempting to bind port 06d7c180-3877-4407-9db3-c4e82f2a9b30 on network 2b5494c8-cf97-42c1-b902-87f998f28179 {{(pid=103229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 19:04:42.107997 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a727bb6b-bdb5-4784-8c81-fe7db3bd0c44 req-25b5aaf5-4247-48fc-ab79-1d9369e8b605 tempest-LiveMigrationTest-1021096981 tempest-LiveMigrationTest-1021096981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:04:42.110210 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-a727bb6b-bdb5-4784-8c81-fe7db3bd0c44 req-25b5aaf5-4247-48fc-ab79-1d9369e8b605 tempest-LiveMigrationTest-1021096981 tempest-LiveMigrationTest-1021096981-project] 10.222.0.75 "GET /v2.0/ports?device_id=2f9a8919-1b2a-4183-90dc-45c5e52d5a99 HTTP/1.1" status: 200 len: 931 time: 0.4218376 Feb 09 19:04:42.148705 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Device c98198ac-f434-4c74-80ce-197589977159 details requested by agent hyperv_n-h2-713498-36 with host n-h2-713498-36 {{(pid=103232) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 19:04:42.167983 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [req-b2c6e4ab-1b73-424b-9b46-f4c48d6ca09f req-61a8ebed-3f1d-4e37-a018-5bc223574f20 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (40de4c12-543c-44a6-9bda-24a60a9555b8), before_update {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:04:42.179626 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [req-c6fc710f-dd15-4947-a7e7-66c67c5f9d62 req-020a69b0-52ef-43e9-b70c-1fcc93c35c9f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (c1d73ea9-8c68-47bd-93c8-9905d58b5c08), before_update {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:04:42.183478 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6fc710f-dd15-4947-a7e7-66c67c5f9d62 req-80dbfacb-7dce-44c7-bee6-9615889dc901 service neutron] Checking agent: {'id': 'bcd5faee-dc24-4298-9134-0e0aa054058e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713498-36', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 18, 59, 19), 'started_at': datetime.datetime(2022, 2, 9, 18, 59, 19), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 19, 4, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 19:04:42.185231 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6fc710f-dd15-4947-a7e7-66c67c5f9d62 req-80dbfacb-7dce-44c7-bee6-9615889dc901 service neutron] Checking segment: {'id': '50e5915e-18f0-4558-9a28-b978975ead36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': '2b5494c8-cf97-42c1-b902-87f998f28179'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103229) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 19:04:42.185805 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6fc710f-dd15-4947-a7e7-66c67c5f9d62 req-80dbfacb-7dce-44c7-bee6-9615889dc901 service neutron] Bound using segment: {'id': '50e5915e-18f0-4558-9a28-b978975ead36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': '2b5494c8-cf97-42c1-b902-87f998f28179'} {{(pid=103229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 19:04:42.186296 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.managers [req-c6fc710f-dd15-4947-a7e7-66c67c5f9d62 req-80dbfacb-7dce-44c7-bee6-9615889dc901 service neutron] Bound port: 06d7c180-3877-4407-9db3-c4e82f2a9b30, host: n-h2-713498-36, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '50e5915e-18f0-4558-9a28-b978975ead36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': '2b5494c8-cf97-42c1-b902-87f998f28179'}}] {{(pid=103229) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 19:04:42.188102 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-c6fc710f-dd15-4947-a7e7-66c67c5f9d62 req-80dbfacb-7dce-44c7-bee6-9615889dc901 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (06d7c180-3877-4407-9db3-c4e82f2a9b30), before_update {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:04:42.199253 n-d-713498-36 neutron-server[103232]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 19:04:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3e86b676-63c6-4692-93cb-afccbebc0dd2 x-openstack-request-id: req-3e86b676-63c6-4692-93cb-afccbebc0dd2 {{(pid=103232) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 19:04:42.199650 n-d-713498-36 neutron-server[103232]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0851fad7-b0d9-4660-875e-7305aaf48ce5", "name": "network-vif-plugged", "status": "completed", "tag": "c436dbe0-9864-40f1-bc27-04287c65dc4f", "code": 200}]} {{(pid=103232) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 19:04:42.199975 n-d-713498-36 neutron-server[103232]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-3e86b676-63c6-4692-93cb-afccbebc0dd2 {{(pid=103232) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 19:04:42.200443 n-d-713498-36 neutron-server[103232]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0851fad7-b0d9-4660-875e-7305aaf48ce5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c436dbe0-9864-40f1-bc27-04287c65dc4f', 'code': 200} Feb 09 19:04:42.202466 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.plugin [None req-ea56a361-0a27-4f0f-8a7a-87f67dadcfbb tempest-ServersWithSpecificFlavorTestJSON-1030228139 tempest-ServersWithSpecificFlavorTestJSON-1030228139-project] Deleting port 152574aa-a599-4168-a5b2-de2c0a446f0a {{(pid=103229) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 19:04:42.203805 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-ea56a361-0a27-4f0f-8a7a-87f67dadcfbb tempest-ServersWithSpecificFlavorTestJSON-1030228139 tempest-ServersWithSpecificFlavorTestJSON-1030228139-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762867170196'] for port (152574aa-a599-4168-a5b2-de2c0a446f0a), before_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:04:42.394194 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f82e090-2433-45e3-9250-b2d14a1e6af1 tempest-ServersOnMultiNodesTest-1472402947 tempest-ServersOnMultiNodesTest-1472402947-project] Pushing event updated for resources: {'Port': ['ID=c1d73ea9-8c68-47bd-93c8-9905d58b5c08,revision_number=1']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:04:42.403877 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-7429db8d-6021-40ad-813e-885be449a89b None None] For port c98198ac-f434-4c74-80ce-197589977159, host n-h2-713498-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-36',level=0,port_id=c98198ac-f434-4c74-80ce-197589977159,segment=NetworkSegment(0eaea607-a7ab-4dbb-b6ca-ed9e62abb1c6),segment_id=0eaea607-a7ab-4dbb-b6ca-ed9e62abb1c6)] {{(pid=103232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 19:04:42.426724 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Returning: {'device': 'c98198ac-f434-4c74-80ce-197589977159', 'network_id': '3aeedb6f-762d-4e6c-8ee5-bfa54ee38104', 'port_id': 'c98198ac-f434-4c74-80ce-197589977159', 'mac_address': 'fa:16:3e:c0:35:da', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 382, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '717af8bd-c7df-4f19-ad07-3fc4563db201', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103232) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 19:04:42.485032 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Current status of the port c98198ac-f434-4c74-80ce-197589977159 is: DOWN; New status is: BUILD {{(pid=103232) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 19:04:42.485668 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (c98198ac-f434-4c74-80ce-197589977159), before_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:04:42.494284 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-a727bb6b-bdb5-4784-8c81-fe7db3bd0c44 req-3d2c4408-f7ae-4475-8553-3c0a074ac01b tempest-LiveMigrationTest-1021096981 tempest-LiveMigrationTest-1021096981-project] 10.222.0.75 "GET /v2.0/security-groups?id=ba18819a-1490-4e7b-a11b-e8610423d8ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3775215 Feb 09 19:04:42.512295 n-d-713498-36 neutron-server[103232]: DEBUG neutron.notifiers.nova [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c98198ac-f434-4c74-80ce-197589977159 {{(pid=103232) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 19:04:42.564805 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-7429db8d-6021-40ad-813e-885be449a89b None None] For port c98198ac-f434-4c74-80ce-197589977159, host n-h2-713498-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-36',level=0,port_id=c98198ac-f434-4c74-80ce-197589977159,segment=NetworkSegment(0eaea607-a7ab-4dbb-b6ca-ed9e62abb1c6),segment_id=0eaea607-a7ab-4dbb-b6ca-ed9e62abb1c6)] {{(pid=103232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 19:04:42.569635 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762867176205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762866656485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762866656503'] for port (c98198ac-f434-4c74-80ce-197589977159), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:04:42.626783 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.db [req-c6fc710f-dd15-4947-a7e7-66c67c5f9d62 req-80dbfacb-7dce-44c7-bee6-9615889dc901 service neutron] For port 06d7c180-3877-4407-9db3-c4e82f2a9b30, host n-h2-713498-36, cleared binding levels {{(pid=103229) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 19:04:42.634734 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.db [req-c6fc710f-dd15-4947-a7e7-66c67c5f9d62 req-80dbfacb-7dce-44c7-bee6-9615889dc901 service neutron] For port 06d7c180-3877-4407-9db3-c4e82f2a9b30, host n-h2-713498-36, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-36',level=0,port_id=06d7c180-3877-4407-9db3-c4e82f2a9b30,segment=NetworkSegment(50e5915e-18f0-4558-9a28-b978975ead36),segment_id=50e5915e-18f0-4558-9a28-b978975ead36)] {{(pid=103229) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 19:04:42.683624 n-d-713498-36 neutron-server[103230]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 19:04:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-375fb338-9441-44b5-a292-ef3e5a9b6ffa x-openstack-request-id: req-375fb338-9441-44b5-a292-ef3e5a9b6ffa {{(pid=103230) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 19:04:42.683993 n-d-713498-36 neutron-server[103230]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b556cc6e-5955-4af0-948f-32c5decc7379", "tag": "c98198ac-f434-4c74-80ce-197589977159", "status": "completed", "code": 200}]} {{(pid=103230) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 19:04:42.684193 n-d-713498-36 neutron-server[103230]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-375fb338-9441-44b5-a292-ef3e5a9b6ffa {{(pid=103230) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 19:04:42.686962 n-d-713498-36 neutron-server[103230]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b556cc6e-5955-4af0-948f-32c5decc7379', 'tag': 'c98198ac-f434-4c74-80ce-197589977159', 'status': 'completed', 'code': 200} Feb 09 19:04:42.687519 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Pushing event updated for resources: {'Port': ['ID=c98198ac-f434-4c74-80ce-197589977159,revision_number=4']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:04:42.727464 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-c6fc710f-dd15-4947-a7e7-66c67c5f9d62 req-80dbfacb-7dce-44c7-bee6-9615889dc901 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762867176205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762866656485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762866656503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12867569'] for port (06d7c180-3877-4407-9db3-c4e82f2a9b30), after_update {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:04:42.755916 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-91637b54-e3f4-4adf-9ec0-9cdec08d9e76 req-56bfdf6a-3afa-4757-a6f0-9f6a57da10b3 tempest-FloatingIPsAssociationTestJSON-731512856 tempest-FloatingIPsAssociationTestJSON-731512856-project] 10.222.0.75 "GET /v2.0/ports?device_id=32bf91ec-07c2-4708-858a-e8e64b1da7a6 HTTP/1.1" status: 200 len: 210 time: 0.0840273 Feb 09 19:04:42.810772 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6fc710f-dd15-4947-a7e7-66c67c5f9d62 req-80dbfacb-7dce-44c7-bee6-9615889dc901 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:04:42.811576 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-c6fc710f-dd15-4947-a7e7-66c67c5f9d62 req-80dbfacb-7dce-44c7-bee6-9615889dc901 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171096'] for port (None), before_response {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:04:42.812930 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-c6fc710f-dd15-4947-a7e7-66c67c5f9d62 req-80dbfacb-7dce-44c7-bee6-9615889dc901 service neutron] 10.222.0.90 "PUT /v2.0/ports/06d7c180-3877-4407-9db3-c4e82f2a9b30 HTTP/1.1" status: 200 len: 1097 time: 2.5797932 Feb 09 19:04:42.817712 n-d-713498-36 neutron-server[103229]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '52fec816-6575-4868-bced-f29f5448f9d8', 'tag': '06d7c180-3877-4407-9db3-c4e82f2a9b30'}] {{(pid=103229) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 19:04:42.820269 n-d-713498-36 neutron-server[103229]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fa6ae9a20702bd564eaf90d946620b2b4277b1ab91129323d3b54181076be307" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2041a924-0527-4b8a-9c8e-fa811e0c4f32" -d '{"events": [{"name": "network-changed", "server_uuid": "52fec816-6575-4868-bced-f29f5448f9d8", "tag": "06d7c180-3877-4407-9db3-c4e82f2a9b30"}]}' {{(pid=103229) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 19:04:42.887369 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-ea56a361-0a27-4f0f-8a7a-87f67dadcfbb tempest-ServersWithSpecificFlavorTestJSON-1030228139 tempest-ServersWithSpecificFlavorTestJSON-1030228139-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1820838'] for port (152574aa-a599-4168-a5b2-de2c0a446f0a), precommit_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:04:42.891621 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-ea56a361-0a27-4f0f-8a7a-87f67dadcfbb tempest-ServersWithSpecificFlavorTestJSON-1030228139 tempest-ServersWithSpecificFlavorTestJSON-1030228139-project] Publish callbacks [] for floatingip (152574aa-a599-4168-a5b2-de2c0a446f0a), precommit_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:04:42.907164 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8bb63aa-e345-4266-acc4-c5bf4ada8eca req-c2cd2c45-8044-43ae-81d0-623c23d3810c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:04:42.908657 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-d8bb63aa-e345-4266-acc4-c5bf4ada8eca req-c2cd2c45-8044-43ae-81d0-623c23d3810c service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=0851fad7-b0d9-4660-875e-7305aaf48ce5 HTTP/1.1" status: 200 len: 1133 time: 0.5395780 Feb 09 19:04:42.955690 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80dbfacb-7dce-44c7-bee6-9615889dc901 service neutron] Pushing event updated for resources: {'Port': ['ID=06d7c180-3877-4407-9db3-c4e82f2a9b30,revision_number=3']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:04:42.961403 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.plugin [None req-ea56a361-0a27-4f0f-8a7a-87f67dadcfbb tempest-ServersWithSpecificFlavorTestJSON-1030228139 tempest-ServersWithSpecificFlavorTestJSON-1030228139-project] Calling delete_port for 152574aa-a599-4168-a5b2-de2c0a446f0a owned by network:floatingip {{(pid=103229) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 19:04:43.007453 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-7429db8d-6021-40ad-813e-885be449a89b None None] get_ports_and_sgs() called for port_ids ['c98198ac-f434-4c74-80ce-197589977159'] {{(pid=103232) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 19:04:43.021729 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e3a131e-226c-41f7-95f2-a8521f95a3d8 req-a68da154-60f1-485d-a972-28a82b10f22c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:04:43.023310 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-8e3a131e-226c-41f7-95f2-a8521f95a3d8 req-a68da154-60f1-485d-a972-28a82b10f22c service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=bff3c1e37b294eeb94406c2c4c8cd026&device_id=b556cc6e-5955-4af0-948f-32c5decc7379 HTTP/1.1" status: 200 len: 1127 time: 0.3769953 Feb 09 19:04:43.056204 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-5db085d9-cc40-4f36-8c25-b4e56ad219a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762867132591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593584'] for agent (93303d5e-5d17-45e8-8963-7694f87783ae), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:04:43.085179 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a67a968-5057-48a0-8907-31f13a924904 req-c04820b8-6dda-4dde-9be0-0595058bf064 tempest-ServersAdminNegativeTestJSON-2127918484 tempest-ServersAdminNegativeTestJSON-2127918484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:04:43.092698 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-6a67a968-5057-48a0-8907-31f13a924904 req-c04820b8-6dda-4dde-9be0-0595058bf064 tempest-ServersAdminNegativeTestJSON-2127918484 tempest-ServersAdminNegativeTestJSON-2127918484-project] 10.222.0.75 "GET /v2.0/ports?device_id=0851fad7-b0d9-4660-875e-7305aaf48ce5 HTTP/1.1" status: 200 len: 950 time: 0.6998065 Feb 09 19:04:43.218079 n-d-713498-36 neutron-server[103230]: DEBUG neutron.notifiers.nova [req-b2c6e4ab-1b73-424b-9b46-f4c48d6ca09f req-61a8ebed-3f1d-4e37-a018-5bc223574f20 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 40de4c12-543c-44a6-9bda-24a60a9555b8 {{(pid=103230) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 19:04:43.239926 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-6a67a968-5057-48a0-8907-31f13a924904 req-b08df129-0764-4edd-8579-332cacd7741c tempest-ServersAdminNegativeTestJSON-2127918484 tempest-ServersAdminNegativeTestJSON-2127918484-project] 10.222.0.75 "GET /v2.0/security-groups?id=c2a1d80e-4c84-44c1-8257-66d4ceb1ab5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1456504 Feb 09 19:04:43.240518 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-d8bb63aa-e345-4266-acc4-c5bf4ada8eca req-77b2f1c4-0b65-4eb5-97b2-811be6eb66b4 service neutron] 10.222.0.89 "GET /v2.0/security-groups?id=c2a1d80e-4c84-44c1-8257-66d4ceb1ab5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2958024 Feb 09 19:04:43.257375 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [req-b2c6e4ab-1b73-424b-9b46-f4c48d6ca09f req-61a8ebed-3f1d-4e37-a018-5bc223574f20 service neutron] Publish callbacks [] for port (40de4c12-543c-44a6-9bda-24a60a9555b8), precommit_update {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:04:43.265402 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c05c2a41-c14d-4d53-897a-ca650ea0d429 req-7650f1a0-efd6-4bf1-b3aa-73538c182bbd tempest-SecurityGroupsTestJSON-1151704431 tempest-SecurityGroupsTestJSON-1151704431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:04:43.267327 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-c05c2a41-c14d-4d53-897a-ca650ea0d429 req-7650f1a0-efd6-4bf1-b3aa-73538c182bbd tempest-SecurityGroupsTestJSON-1151704431 tempest-SecurityGroupsTestJSON-1151704431-project] 10.222.0.75 "GET /v2.0/ports?device_id=b556cc6e-5955-4af0-948f-32c5decc7379 HTTP/1.1" status: 200 len: 944 time: 0.3888297 Feb 09 19:04:43.297695 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6fc710f-dd15-4947-a7e7-66c67c5f9d62 req-842a0551-61ec-4a1f-ad9f-861ceb309a3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:04:43.299572 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-c6fc710f-dd15-4947-a7e7-66c67c5f9d62 req-842a0551-61ec-4a1f-ad9f-861ceb309a3c service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=1672ee8b769240288b95113d5dff1fd2&device_id=52fec816-6575-4868-bced-f29f5448f9d8 HTTP/1.1" status: 200 len: 1131 time: 0.3829331 Feb 09 19:04:43.354634 n-d-713498-36 neutron-server[103230]: DEBUG neutron.db.provisioning_blocks [req-b2c6e4ab-1b73-424b-9b46-f4c48d6ca09f req-61a8ebed-3f1d-4e37-a018-5bc223574f20 service neutron] Transition to ACTIVE for port object 40de4c12-543c-44a6-9bda-24a60a9555b8 will not be triggered until provisioned by entity L2. {{(pid=103230) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 19:04:43.397188 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [req-b2c6e4ab-1b73-424b-9b46-f4c48d6ca09f req-61a8ebed-3f1d-4e37-a018-5bc223574f20 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762867176205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762866656485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762866656503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14393758'] for port (40de4c12-543c-44a6-9bda-24a60a9555b8), after_update {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:04:43.561422 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61a8ebed-3f1d-4e37-a018-5bc223574f20 service neutron] Pushing event updated for resources: {'Port': ['ID=40de4c12-543c-44a6-9bda-24a60a9555b8,revision_number=2']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:04:43.567750 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.90', 54617) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:04:43.584057 n-d-713498-36 neutron-server[103230]: DEBUG neutron.notifiers.nova [req-c6fc710f-dd15-4947-a7e7-66c67c5f9d62 req-020a69b0-52ef-43e9-b70c-1fcc93c35c9f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c1d73ea9-8c68-47bd-93c8-9905d58b5c08 {{(pid=103230) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 19:04:43.662873 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [req-c6fc710f-dd15-4947-a7e7-66c67c5f9d62 req-020a69b0-52ef-43e9-b70c-1fcc93c35c9f service neutron] Publish callbacks [] for port (c1d73ea9-8c68-47bd-93c8-9905d58b5c08), precommit_update {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:04:43.719661 n-d-713498-36 neutron-server[103230]: DEBUG neutron.db.provisioning_blocks [req-c6fc710f-dd15-4947-a7e7-66c67c5f9d62 req-020a69b0-52ef-43e9-b70c-1fcc93c35c9f service neutron] Transition to ACTIVE for port object c1d73ea9-8c68-47bd-93c8-9905d58b5c08 will not be triggered until provisioned by entity L2. {{(pid=103230) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 19:04:43.778335 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5ff6baf-538a-4980-a6db-8d17bb1dcfa1 req-b2a9fef1-2bd5-4abf-96ec-f296b119e96a tempest-ServersOnMultiNodesTest-1472402947 tempest-ServersOnMultiNodesTest-1472402947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:04:43.780152 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-b5ff6baf-538a-4980-a6db-8d17bb1dcfa1 req-b2a9fef1-2bd5-4abf-96ec-f296b119e96a tempest-ServersOnMultiNodesTest-1472402947 tempest-ServersOnMultiNodesTest-1472402947-project] 10.222.0.75 "GET /v2.0/ports?device_id=0269339f-45e1-41d2-83f3-e2211df6911a HTTP/1.1" status: 200 len: 936 time: 0.4277604 Feb 09 19:04:43.785154 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [req-c6fc710f-dd15-4947-a7e7-66c67c5f9d62 req-020a69b0-52ef-43e9-b70c-1fcc93c35c9f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762867176205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762866656485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762866656503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14393758'] for port (c1d73ea9-8c68-47bd-93c8-9905d58b5c08), after_update {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:04:43.792198 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-c6fc710f-dd15-4947-a7e7-66c67c5f9d62 req-f2273564-f86c-4ca8-8e10-81e9d486e6ec service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.135&port_id=06d7c180-3877-4407-9db3-c4e82f2a9b30 HTTP/1.1" status: 200 len: 217 time: 0.4763958 Feb 09 19:04:43.813398 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e3a131e-226c-41f7-95f2-a8521f95a3d8 req-ba5f4125-aa6d-4dec-be9b-39056ecf56eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:04:43.815131 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-8e3a131e-226c-41f7-95f2-a8521f95a3d8 req-ba5f4125-aa6d-4dec-be9b-39056ecf56eb service neutron] 10.222.0.90 "GET /v2.0/networks?id=3aeedb6f-762d-4e6c-8ee5-bfa54ee38104 HTTP/1.1" status: 200 len: 914 time: 0.7676547 Feb 09 19:04:43.926667 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f7f05a2-45db-42fe-9bf5-da1d70b29e90 req-72643017-80d6-458f-816f-c72d43ba5aa9 tempest-FloatingIPsAssociationTestJSON-731512856 tempest-FloatingIPsAssociationTestJSON-731512856-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:04:43.928394 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-6f7f05a2-45db-42fe-9bf5-da1d70b29e90 req-72643017-80d6-458f-816f-c72d43ba5aa9 tempest-FloatingIPsAssociationTestJSON-731512856 tempest-FloatingIPsAssociationTestJSON-731512856-project] 10.222.0.90 "GET /v2.0/networks?id=f1e6924e-7348-48ca-aa14-d5834e100bd2 HTTP/1.1" status: 200 len: 821 time: 0.3587742 Feb 09 19:04:43.932121 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-8e3a131e-226c-41f7-95f2-a8521f95a3d8 req-80cbae12-a841-4dc6-a05f-e06f0bb17ad4 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=c98198ac-f434-4c74-80ce-197589977159 HTTP/1.1" status: 200 len: 217 time: 0.0995066 Feb 09 19:04:43.949006 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-020a69b0-52ef-43e9-b70c-1fcc93c35c9f service neutron] Pushing event updated for resources: {'Port': ['ID=c1d73ea9-8c68-47bd-93c8-9905d58b5c08,revision_number=2']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:04:43.960918 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.v2.base [req-6f7f05a2-45db-42fe-9bf5-da1d70b29e90 req-edc5d27a-bbc9-4b51-b309-534232508aee tempest-FloatingIPsAssociationTestJSON-731512856 tempest-FloatingIPsAssociationTestJSON-731512856-project] Request body: {'port': {'device_id': '32bf91ec-07c2-4708-858a-e8e64b1da7a6', 'network_id': 'f1e6924e-7348-48ca-aa14-d5834e100bd2', 'admin_state_up': True, 'tenant_id': '0e772d8c7ac44b1fbd56efaf46b6dbd8'}} {{(pid=103230) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 19:04:44.004219 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-b5ff6baf-538a-4980-a6db-8d17bb1dcfa1 req-9cddd2b4-6cb9-4dbb-958d-65e5a16326b9 tempest-ServersOnMultiNodesTest-1472402947 tempest-ServersOnMultiNodesTest-1472402947-project] 10.222.0.75 "GET /v2.0/security-groups?id=aed5302d-0478-4b9d-b014-143adc5c0d74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2071378 Feb 09 19:04:44.019682 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e3a131e-226c-41f7-95f2-a8521f95a3d8 req-e59addd0-1c27-45f6-b8c4-bfb65081986f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:04:44.021233 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-8e3a131e-226c-41f7-95f2-a8521f95a3d8 req-e59addd0-1c27-45f6-b8c4-bfb65081986f service neutron] 10.222.0.90 "GET /v2.0/subnets?id=717af8bd-c7df-4f19-ad07-3fc4563db201 HTTP/1.1" status: 200 len: 853 time: 0.0535607 Feb 09 19:04:44.031500 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-c05c2a41-c14d-4d53-897a-ca650ea0d429 req-d07eb89b-62e5-465a-abea-dda253c68fd8 tempest-SecurityGroupsTestJSON-1151704431 tempest-SecurityGroupsTestJSON-1151704431-project] 10.222.0.75 "GET /v2.0/security-groups?id=22bcb932-19f7-46ba-b2c8-090f138c7032&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7557144 Feb 09 19:04:44.089813 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.managers [req-b2c6e4ab-1b73-424b-9b46-f4c48d6ca09f req-61a8ebed-3f1d-4e37-a018-5bc223574f20 service neutron] Attempting to bind port 40de4c12-543c-44a6-9bda-24a60a9555b8 on host n-h2-713498-36 for vnic_type normal with profile {{(pid=103230) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 19:04:44.090297 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.managers [req-b2c6e4ab-1b73-424b-9b46-f4c48d6ca09f req-61a8ebed-3f1d-4e37-a018-5bc223574f20 service neutron] Attempting to bind port 40de4c12-543c-44a6-9bda-24a60a9555b8 by drivers openvswitch,hyperv on host n-h2-713498-36 at level 0 using segments [{'id': '5e48c0d3-ac92-403e-8ddc-eab47c471644', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': 'd725567e-ae4f-48c7-8826-ca95b9692346'}] {{(pid=103230) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 19:04:44.090717 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2c6e4ab-1b73-424b-9b46-f4c48d6ca09f req-61a8ebed-3f1d-4e37-a018-5bc223574f20 service neutron] Attempting to bind port 40de4c12-543c-44a6-9bda-24a60a9555b8 on network d725567e-ae4f-48c7-8826-ca95b9692346 {{(pid=103230) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 19:04:44.098833 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-8e3a131e-226c-41f7-95f2-a8521f95a3d8 req-6c2b565b-a16b-460f-8ec6-3dc9c5f5dafe service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=3aeedb6f-762d-4e6c-8ee5-bfa54ee38104&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0657434 Feb 09 19:04:44.103447 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6fc710f-dd15-4947-a7e7-66c67c5f9d62 req-2748b907-4cec-48b3-93d4-b6bd7f624ff7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:04:44.108824 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-c6fc710f-dd15-4947-a7e7-66c67c5f9d62 req-2748b907-4cec-48b3-93d4-b6bd7f624ff7 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=60b561cb-321e-4f83-9bb3-92b2e1d0dc44 HTTP/1.1" status: 200 len: 843 time: 0.2878768 Feb 09 19:04:44.121564 n-d-713498-36 neutron-server[103229]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 19:04:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-85db577a-37c1-4526-8feb-2aaf022c86e9 x-openstack-request-id: req-85db577a-37c1-4526-8feb-2aaf022c86e9 {{(pid=103229) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 19:04:44.122071 n-d-713498-36 neutron-server[103229]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "52fec816-6575-4868-bced-f29f5448f9d8", "tag": "06d7c180-3877-4407-9db3-c4e82f2a9b30", "status": "completed", "code": 200}]} {{(pid=103229) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 19:04:44.122487 n-d-713498-36 neutron-server[103229]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-85db577a-37c1-4526-8feb-2aaf022c86e9 {{(pid=103229) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 19:04:44.123046 n-d-713498-36 neutron-server[103229]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '52fec816-6575-4868-bced-f29f5448f9d8', 'tag': '06d7c180-3877-4407-9db3-c4e82f2a9b30', 'status': 'completed', 'code': 200} Feb 09 19:04:44.132600 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2c6e4ab-1b73-424b-9b46-f4c48d6ca09f req-61a8ebed-3f1d-4e37-a018-5bc223574f20 service neutron] Port 40de4c12-543c-44a6-9bda-24a60a9555b8 on network d725567e-ae4f-48c7-8826-ca95b9692346 not bound, no agent of type Open vSwitch agent registered on host n-h2-713498-36 {{(pid=103230) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 19:04:44.133157 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2c6e4ab-1b73-424b-9b46-f4c48d6ca09f req-61a8ebed-3f1d-4e37-a018-5bc223574f20 service neutron] Attempting to bind port 40de4c12-543c-44a6-9bda-24a60a9555b8 on network d725567e-ae4f-48c7-8826-ca95b9692346 {{(pid=103230) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 19:04:44.156644 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2c6e4ab-1b73-424b-9b46-f4c48d6ca09f req-61a8ebed-3f1d-4e37-a018-5bc223574f20 service neutron] Checking agent: {'id': 'bcd5faee-dc24-4298-9134-0e0aa054058e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713498-36', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 18, 59, 19), 'started_at': datetime.datetime(2022, 2, 9, 18, 59, 19), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 19, 4, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103230) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 19:04:44.157320 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2c6e4ab-1b73-424b-9b46-f4c48d6ca09f req-61a8ebed-3f1d-4e37-a018-5bc223574f20 service neutron] Checking segment: {'id': '5e48c0d3-ac92-403e-8ddc-eab47c471644', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': 'd725567e-ae4f-48c7-8826-ca95b9692346'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103230) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 19:04:44.157798 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2c6e4ab-1b73-424b-9b46-f4c48d6ca09f req-61a8ebed-3f1d-4e37-a018-5bc223574f20 service neutron] Bound using segment: {'id': '5e48c0d3-ac92-403e-8ddc-eab47c471644', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': 'd725567e-ae4f-48c7-8826-ca95b9692346'} {{(pid=103230) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 19:04:44.158357 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.managers [req-b2c6e4ab-1b73-424b-9b46-f4c48d6ca09f req-61a8ebed-3f1d-4e37-a018-5bc223574f20 service neutron] Bound port: 40de4c12-543c-44a6-9bda-24a60a9555b8, host: n-h2-713498-36, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5e48c0d3-ac92-403e-8ddc-eab47c471644', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': 'd725567e-ae4f-48c7-8826-ca95b9692346'}}] {{(pid=103230) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 19:04:44.158816 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [req-b2c6e4ab-1b73-424b-9b46-f4c48d6ca09f req-61a8ebed-3f1d-4e37-a018-5bc223574f20 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (40de4c12-543c-44a6-9bda-24a60a9555b8), before_update {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:04:44.192695 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-edc54c9b-7f13-45d9-9271-85c9738b0128 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762867132591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593584'] for agent (a62b1850-466f-48ae-bec7-d62fb280e14b), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:04:44.243254 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.managers [req-c6fc710f-dd15-4947-a7e7-66c67c5f9d62 req-020a69b0-52ef-43e9-b70c-1fcc93c35c9f service neutron] Attempting to bind port c1d73ea9-8c68-47bd-93c8-9905d58b5c08 on host n-h1-713498-36 for vnic_type normal with profile {{(pid=103230) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 19:04:44.243701 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.managers [req-c6fc710f-dd15-4947-a7e7-66c67c5f9d62 req-020a69b0-52ef-43e9-b70c-1fcc93c35c9f service neutron] Attempting to bind port c1d73ea9-8c68-47bd-93c8-9905d58b5c08 by drivers openvswitch,hyperv on host n-h1-713498-36 at level 0 using segments [{'id': '50e5915e-18f0-4558-9a28-b978975ead36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': '2b5494c8-cf97-42c1-b902-87f998f28179'}] {{(pid=103230) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 19:04:44.244132 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6fc710f-dd15-4947-a7e7-66c67c5f9d62 req-020a69b0-52ef-43e9-b70c-1fcc93c35c9f service neutron] Attempting to bind port c1d73ea9-8c68-47bd-93c8-9905d58b5c08 on network 2b5494c8-cf97-42c1-b902-87f998f28179 {{(pid=103230) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 19:04:44.290035 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-ea56a361-0a27-4f0f-8a7a-87f67dadcfbb tempest-ServersWithSpecificFlavorTestJSON-1030228139 tempest-ServersWithSpecificFlavorTestJSON-1030228139-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762867177463', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762866656476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12867576'] for port (152574aa-a599-4168-a5b2-de2c0a446f0a), after_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:04:44.337672 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.db [req-b2c6e4ab-1b73-424b-9b46-f4c48d6ca09f req-61a8ebed-3f1d-4e37-a018-5bc223574f20 service neutron] For port 40de4c12-543c-44a6-9bda-24a60a9555b8, host n-h2-713498-36, cleared binding levels {{(pid=103230) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 19:04:44.341808 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.db [req-b2c6e4ab-1b73-424b-9b46-f4c48d6ca09f req-61a8ebed-3f1d-4e37-a018-5bc223574f20 service neutron] For port 40de4c12-543c-44a6-9bda-24a60a9555b8, host n-h2-713498-36, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-36',level=0,port_id=40de4c12-543c-44a6-9bda-24a60a9555b8,segment=NetworkSegment(5e48c0d3-ac92-403e-8ddc-eab47c471644),segment_id=5e48c0d3-ac92-403e-8ddc-eab47c471644)] {{(pid=103230) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 19:04:44.345115 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea56a361-0a27-4f0f-8a7a-87f67dadcfbb tempest-ServersWithSpecificFlavorTestJSON-1030228139 tempest-ServersWithSpecificFlavorTestJSON-1030228139-project] Pushing event deleted for resources: {'Port': ['ID=152574aa-a599-4168-a5b2-de2c0a446f0a,revision_number=None']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:04:44.375346 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6fc710f-dd15-4947-a7e7-66c67c5f9d62 req-020a69b0-52ef-43e9-b70c-1fcc93c35c9f service neutron] Port c1d73ea9-8c68-47bd-93c8-9905d58b5c08 on network 2b5494c8-cf97-42c1-b902-87f998f28179 not bound, no agent of type Open vSwitch agent registered on host n-h1-713498-36 {{(pid=103230) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 19:04:44.375828 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6fc710f-dd15-4947-a7e7-66c67c5f9d62 req-020a69b0-52ef-43e9-b70c-1fcc93c35c9f service neutron] Attempting to bind port c1d73ea9-8c68-47bd-93c8-9905d58b5c08 on network 2b5494c8-cf97-42c1-b902-87f998f28179 {{(pid=103230) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 19:04:44.382596 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [req-b2c6e4ab-1b73-424b-9b46-f4c48d6ca09f req-61a8ebed-3f1d-4e37-a018-5bc223574f20 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762867176205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762866656485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762866656503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14393758'] for port (40de4c12-543c-44a6-9bda-24a60a9555b8), after_update {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:04:44.388841 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6fc710f-dd15-4947-a7e7-66c67c5f9d62 req-82469032-234a-45bf-930e-5e9c4425278b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:04:44.390599 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-c6fc710f-dd15-4947-a7e7-66c67c5f9d62 req-82469032-234a-45bf-930e-5e9c4425278b service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=2b5494c8-cf97-42c1-b902-87f998f28179&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.2324955 Feb 09 19:04:44.418777 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-8e3a131e-226c-41f7-95f2-a8521f95a3d8 req-7ee6d2d5-1e4e-44e0-803d-39af0c7744ea service neutron] 10.222.0.90 "GET /v2.0/networks/3aeedb6f-762d-4e6c-8ee5-bfa54ee38104?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2929921 Feb 09 19:04:44.448455 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5649282-242a-4572-b493-46052f57fb48 req-fe5c126e-b35f-4f68-8bd1-0a37fef6cd0d tempest-LiveAutoBlockMigrationV225Test-2127879101 tempest-LiveAutoBlockMigrationV225Test-2127879101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:04:44.455843 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-b5649282-242a-4572-b493-46052f57fb48 req-fe5c126e-b35f-4f68-8bd1-0a37fef6cd0d tempest-LiveAutoBlockMigrationV225Test-2127879101 tempest-LiveAutoBlockMigrationV225Test-2127879101-project] 10.222.0.75 "GET /v2.0/ports?device_id=9d1556d0-d009-41c6-9d9c-d68b6ae4cbe4 HTTP/1.1" status: 200 len: 946 time: 0.2631609 Feb 09 19:04:44.464863 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6fc710f-dd15-4947-a7e7-66c67c5f9d62 req-020a69b0-52ef-43e9-b70c-1fcc93c35c9f service neutron] Checking agent: {'id': '488cd9ae-631f-4955-ba0b-4f5a13f12e9c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713498-36', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 18, 59, 18), 'started_at': datetime.datetime(2022, 2, 9, 18, 59, 18), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 19, 4, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103230) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 19:04:44.465308 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6fc710f-dd15-4947-a7e7-66c67c5f9d62 req-020a69b0-52ef-43e9-b70c-1fcc93c35c9f service neutron] Checking segment: {'id': '50e5915e-18f0-4558-9a28-b978975ead36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': '2b5494c8-cf97-42c1-b902-87f998f28179'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103230) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 19:04:44.465750 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6fc710f-dd15-4947-a7e7-66c67c5f9d62 req-020a69b0-52ef-43e9-b70c-1fcc93c35c9f service neutron] Bound using segment: {'id': '50e5915e-18f0-4558-9a28-b978975ead36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': '2b5494c8-cf97-42c1-b902-87f998f28179'} {{(pid=103230) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 19:04:44.466469 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.managers [req-c6fc710f-dd15-4947-a7e7-66c67c5f9d62 req-020a69b0-52ef-43e9-b70c-1fcc93c35c9f service neutron] Bound port: c1d73ea9-8c68-47bd-93c8-9905d58b5c08, host: n-h1-713498-36, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '50e5915e-18f0-4558-9a28-b978975ead36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': '2b5494c8-cf97-42c1-b902-87f998f28179'}}] {{(pid=103230) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 19:04:44.467703 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [req-c6fc710f-dd15-4947-a7e7-66c67c5f9d62 req-020a69b0-52ef-43e9-b70c-1fcc93c35c9f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (c1d73ea9-8c68-47bd-93c8-9905d58b5c08), before_update {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:04:44.497145 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2c6e4ab-1b73-424b-9b46-f4c48d6ca09f req-61a8ebed-3f1d-4e37-a018-5bc223574f20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:04:44.497872 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [req-b2c6e4ab-1b73-424b-9b46-f4c48d6ca09f req-61a8ebed-3f1d-4e37-a018-5bc223574f20 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171096'] for port (None), before_response {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:04:44.506271 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-b2c6e4ab-1b73-424b-9b46-f4c48d6ca09f req-61a8ebed-3f1d-4e37-a018-5bc223574f20 service neutron] 10.222.0.90 "PUT /v2.0/ports/40de4c12-543c-44a6-9bda-24a60a9555b8 HTTP/1.1" status: 200 len: 1092 time: 3.4235749 Feb 09 19:04:44.573983 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61a8ebed-3f1d-4e37-a018-5bc223574f20 service neutron] Pushing event updated for resources: {'Port': ['ID=40de4c12-543c-44a6-9bda-24a60a9555b8,revision_number=3']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:04:44.596145 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6f7f05a2-45db-42fe-9bf5-da1d70b29e90 req-edc5d27a-bbc9-4b51-b309-534232508aee tempest-FloatingIPsAssociationTestJSON-731512856 tempest-FloatingIPsAssociationTestJSON-731512856-project] Made reservation on behalf of 0e772d8c7ac44b1fbd56efaf46b6dbd8 for: {'port': 1} {{(pid=103230) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 19:04:44.599865 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [req-6f7f05a2-45db-42fe-9bf5-da1d70b29e90 req-edc5d27a-bbc9-4b51-b309-534232508aee tempest-FloatingIPsAssociationTestJSON-731512856 tempest-FloatingIPsAssociationTestJSON-731512856-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (None), before_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:04:44.667660 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-ea56a361-0a27-4f0f-8a7a-87f67dadcfbb tempest-ServersWithSpecificFlavorTestJSON-1030228139 tempest-ServersWithSpecificFlavorTestJSON-1030228139-project] Publish callbacks [] for floatingip (52d21fb6-befd-4f67-8a57-5bb13591ad0c), after_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:04:44.674032 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-ea56a361-0a27-4f0f-8a7a-87f67dadcfbb tempest-ServersWithSpecificFlavorTestJSON-1030228139 tempest-ServersWithSpecificFlavorTestJSON-1030228139-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171096'] for floatingip (None), before_response {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:04:44.675885 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-ea56a361-0a27-4f0f-8a7a-87f67dadcfbb tempest-ServersWithSpecificFlavorTestJSON-1030228139 tempest-ServersWithSpecificFlavorTestJSON-1030228139-project] 10.222.0.75 "DELETE /v2.0/floatingips/52d21fb6-befd-4f67-8a57-5bb13591ad0c HTTP/1.1" status: 204 len: 168 time: 3.0383377 Feb 09 19:04:44.687565 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88a72e1e-ec86-49d1-add3-ee41d424b221 req-de9225ae-4ec3-4718-8ede-24a147fa8037 tempest-LiveMigrationTest-1021096981 tempest-LiveMigrationTest-1021096981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:04:44.688920 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-88a72e1e-ec86-49d1-add3-ee41d424b221 req-de9225ae-4ec3-4718-8ede-24a147fa8037 tempest-LiveMigrationTest-1021096981 tempest-LiveMigrationTest-1021096981-project] 10.222.0.75 "GET /v2.0/ports?device_id=2f9a8919-1b2a-4183-90dc-45c5e52d5a99 HTTP/1.1" status: 200 len: 943 time: 0.4505882 Feb 09 19:04:44.697461 n-d-713498-36 neutron-server[103230]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2f9a8919-1b2a-4183-90dc-45c5e52d5a99', 'tag': '40de4c12-543c-44a6-9bda-24a60a9555b8'}] {{(pid=103230) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 19:04:44.700445 n-d-713498-36 neutron-server[103230]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aee5919275bae9f72eb374ee322673045eb80c1f84b4b45a97d96923bd50ab51" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1d3e3047-6fb4-4c20-9f05-9c897cb5e1f6" -d '{"events": [{"name": "network-changed", "server_uuid": "2f9a8919-1b2a-4183-90dc-45c5e52d5a99", "tag": "40de4c12-543c-44a6-9bda-24a60a9555b8"}]}' {{(pid=103230) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 19:04:44.720739 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2c6e4ab-1b73-424b-9b46-f4c48d6ca09f req-564ac5ee-5bd8-49f2-94ac-0aeb361359ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:04:44.722514 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-b2c6e4ab-1b73-424b-9b46-f4c48d6ca09f req-564ac5ee-5bd8-49f2-94ac-0aeb361359ad service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=05fa6a089578484da4b750f8c0b5ad12&device_id=2f9a8919-1b2a-4183-90dc-45c5e52d5a99 HTTP/1.1" status: 200 len: 1126 time: 0.1363702 Feb 09 19:04:44.732495 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-b5649282-242a-4572-b493-46052f57fb48 req-1635a1d3-5978-4b8c-b1fc-4d6128337479 tempest-LiveAutoBlockMigrationV225Test-2127879101 tempest-LiveAutoBlockMigrationV225Test-2127879101-project] 10.222.0.75 "GET /v2.0/security-groups?id=e3cb5363-3b49-4f74-b239-a871e755b40a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2745335 Feb 09 19:04:44.800634 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-88a72e1e-ec86-49d1-add3-ee41d424b221 req-abaa52b7-b633-40d6-b76b-26b2f7a1d432 tempest-LiveMigrationTest-1021096981 tempest-LiveMigrationTest-1021096981-project] 10.222.0.75 "GET /v2.0/security-groups?id=ba18819a-1490-4e7b-a11b-e8610423d8ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0960789 Feb 09 19:04:44.811893 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-c6fc710f-dd15-4947-a7e7-66c67c5f9d62 req-3f57c7f0-ab03-454e-a6ff-73befa1941c5 service neutron] 10.222.0.90 "GET /v2.0/networks/2b5494c8-cf97-42c1-b902-87f998f28179?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3895757 Feb 09 19:04:44.814600 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-8e3a131e-226c-41f7-95f2-a8521f95a3d8 req-450b1115-262e-47ef-892e-1f05a46a8364 service neutron] 10.222.0.90 "GET /v2.0/networks/3aeedb6f-762d-4e6c-8ee5-bfa54ee38104?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3826308 Feb 09 19:04:44.853259 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-b2c6e4ab-1b73-424b-9b46-f4c48d6ca09f req-b3a5100d-5163-4b33-88c9-24e3469398db service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=40de4c12-543c-44a6-9bda-24a60a9555b8 HTTP/1.1" status: 200 len: 217 time: 0.0610557 Feb 09 19:04:44.860205 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.db [req-c6fc710f-dd15-4947-a7e7-66c67c5f9d62 req-020a69b0-52ef-43e9-b70c-1fcc93c35c9f service neutron] For port c1d73ea9-8c68-47bd-93c8-9905d58b5c08, host n-h1-713498-36, cleared binding levels {{(pid=103230) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 19:04:44.930428 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-5002e8fe-501b-4529-b4c4-22fa47075bf4 req-866f1c8e-143c-4774-a629-9bd6b6644759 tempest-FloatingIPsAssociationTestJSON-731512856 tempest-FloatingIPsAssociationTestJSON-731512856-project] 10.222.0.75 "GET /v2.0/ports?device_id=32bf91ec-07c2-4708-858a-e8e64b1da7a6 HTTP/1.1" status: 200 len: 210 time: 0.0661268 Feb 09 19:04:44.935721 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.db [req-c6fc710f-dd15-4947-a7e7-66c67c5f9d62 req-020a69b0-52ef-43e9-b70c-1fcc93c35c9f service neutron] For port c1d73ea9-8c68-47bd-93c8-9905d58b5c08, host n-h1-713498-36, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-36',level=0,port_id=c1d73ea9-8c68-47bd-93c8-9905d58b5c08,segment=NetworkSegment(50e5915e-18f0-4558-9a28-b978975ead36),segment_id=50e5915e-18f0-4558-9a28-b978975ead36)] {{(pid=103230) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 19:04:45.017419 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [req-c6fc710f-dd15-4947-a7e7-66c67c5f9d62 req-020a69b0-52ef-43e9-b70c-1fcc93c35c9f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762867176205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762866656485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762866656503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14393758'] for port (c1d73ea9-8c68-47bd-93c8-9905d58b5c08), after_update {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:04:45.029321 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-c6fc710f-dd15-4947-a7e7-66c67c5f9d62 req-81ef58e8-a718-4952-8a87-46724bde0ea1 service neutron] 10.222.0.90 "GET /v2.0/networks/2b5494c8-cf97-42c1-b902-87f998f28179?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1940672 Feb 09 19:04:45.066506 n-d-713498-36 neutron-server[103230]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 19:04:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-287bf746-eb87-4c4f-a8fc-8a85d15d21c9 x-openstack-request-id: req-287bf746-eb87-4c4f-a8fc-8a85d15d21c9 {{(pid=103230) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 19:04:45.066807 n-d-713498-36 neutron-server[103230]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2f9a8919-1b2a-4183-90dc-45c5e52d5a99", "tag": "40de4c12-543c-44a6-9bda-24a60a9555b8", "status": "completed", "code": 200}]} {{(pid=103230) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 19:04:45.067067 n-d-713498-36 neutron-server[103230]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-287bf746-eb87-4c4f-a8fc-8a85d15d21c9 {{(pid=103230) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 19:04:45.067470 n-d-713498-36 neutron-server[103230]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2f9a8919-1b2a-4183-90dc-45c5e52d5a99', 'tag': '40de4c12-543c-44a6-9bda-24a60a9555b8', 'status': 'completed', 'code': 200} Feb 09 19:04:45.086010 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6fc710f-dd15-4947-a7e7-66c67c5f9d62 req-020a69b0-52ef-43e9-b70c-1fcc93c35c9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:04:45.086560 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [req-c6fc710f-dd15-4947-a7e7-66c67c5f9d62 req-020a69b0-52ef-43e9-b70c-1fcc93c35c9f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171096'] for port (None), before_response {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:04:45.088377 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-c6fc710f-dd15-4947-a7e7-66c67c5f9d62 req-020a69b0-52ef-43e9-b70c-1fcc93c35c9f service neutron] 10.222.0.89 "PUT /v2.0/ports/c1d73ea9-8c68-47bd-93c8-9905d58b5c08 HTTP/1.1" status: 200 len: 1097 time: 3.7442081 Feb 09 19:04:45.099808 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a81580db-546d-4548-9a91-24641d7dd838 req-67e561a7-acee-48f5-affb-232f574443d4 tempest-ServersAdminNegativeTestJSON-2127918484 tempest-ServersAdminNegativeTestJSON-2127918484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:04:45.101695 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-a81580db-546d-4548-9a91-24641d7dd838 req-67e561a7-acee-48f5-affb-232f574443d4 tempest-ServersAdminNegativeTestJSON-2127918484 tempest-ServersAdminNegativeTestJSON-2127918484-project] 10.222.0.75 "GET /v2.0/ports?device_id=0851fad7-b0d9-4660-875e-7305aaf48ce5 HTTP/1.1" status: 200 len: 950 time: 0.1690159 Feb 09 19:04:45.155764 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2c6e4ab-1b73-424b-9b46-f4c48d6ca09f req-1000df42-c200-49fa-8911-0538f1036450 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:04:45.157255 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-b2c6e4ab-1b73-424b-9b46-f4c48d6ca09f req-1000df42-c200-49fa-8911-0538f1036450 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=41b0b245-923a-427d-ac3e-7f4b2ecbbb0e HTTP/1.1" status: 200 len: 847 time: 0.2563999 Feb 09 19:04:45.270700 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-020a69b0-52ef-43e9-b70c-1fcc93c35c9f service neutron] Pushing event updated for resources: {'Port': ['ID=c1d73ea9-8c68-47bd-93c8-9905d58b5c08,revision_number=3']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:04:45.275367 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2041a924-0527-4b8a-9c8e-fa811e0c4f32 req-b7a9adac-3188-4955-8201-3c0791e04975 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:04:45.276899 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-2041a924-0527-4b8a-9c8e-fa811e0c4f32 req-b7a9adac-3188-4955-8201-3c0791e04975 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=1672ee8b769240288b95113d5dff1fd2&device_id=52fec816-6575-4868-bced-f29f5448f9d8 HTTP/1.1" status: 200 len: 1131 time: 0.1286356 Feb 09 19:04:45.281822 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-b2c6e4ab-1b73-424b-9b46-f4c48d6ca09f req-577b62d4-2666-42d1-892b-2c8eb208c492 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=d725567e-ae4f-48c7-8826-ca95b9692346&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0697999 Feb 09 19:04:45.293880 n-d-713498-36 neutron-server[103230]: DEBUG neutron.db.db_base_plugin_common [req-6f7f05a2-45db-42fe-9bf5-da1d70b29e90 req-edc5d27a-bbc9-4b51-b309-534232508aee tempest-FloatingIPsAssociationTestJSON-731512856 tempest-FloatingIPsAssociationTestJSON-731512856-project] Allocated IP 172.20.0.9 (f1e6924e-7348-48ca-aa14-d5834e100bd2/7ab1963a-39ad-4d86-9549-880198499f42/0359494e-ba4d-4050-8b2f-eaed6c3f4823) {{(pid=103230) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 19:04:45.302377 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2131f617-307e-4640-9456-f0cb750f1e3f req-648da63b-8fe7-4866-a476-c455d3de38ae tempest-ServersOnMultiNodesTest-1472402947 tempest-ServersOnMultiNodesTest-1472402947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:04:45.305082 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-2131f617-307e-4640-9456-f0cb750f1e3f req-648da63b-8fe7-4866-a476-c455d3de38ae tempest-ServersOnMultiNodesTest-1472402947 tempest-ServersOnMultiNodesTest-1472402947-project] 10.222.0.75 "GET /v2.0/ports?device_id=0269339f-45e1-41d2-83f3-e2211df6911a HTTP/1.1" status: 200 len: 948 time: 0.0852449 Feb 09 19:04:45.406949 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-a81580db-546d-4548-9a91-24641d7dd838 req-865feedd-bf8c-4a5c-97ed-0bac9845707d tempest-ServersAdminNegativeTestJSON-2127918484 tempest-ServersAdminNegativeTestJSON-2127918484-project] 10.222.0.75 "GET /v2.0/security-groups?id=c2a1d80e-4c84-44c1-8257-66d4ceb1ab5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2599285 Feb 09 19:04:45.445151 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2041a924-0527-4b8a-9c8e-fa811e0c4f32 req-f97fe50b-53bb-4435-959f-7458393c837a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:04:45.446678 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-2041a924-0527-4b8a-9c8e-fa811e0c4f32 req-f97fe50b-53bb-4435-959f-7458393c837a service neutron] 10.222.0.90 "GET /v2.0/networks?id=2b5494c8-cf97-42c1-b902-87f998f28179 HTTP/1.1" status: 200 len: 870 time: 0.1406751 Feb 09 19:04:45.452447 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6fc710f-dd15-4947-a7e7-66c67c5f9d62 req-e51e9fc0-5e12-447c-a1a0-24896b6b0e0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:04:45.453990 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-c6fc710f-dd15-4947-a7e7-66c67c5f9d62 req-e51e9fc0-5e12-447c-a1a0-24896b6b0e0b service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=1672ee8b769240288b95113d5dff1fd2&device_id=0269339f-45e1-41d2-83f3-e2211df6911a HTTP/1.1" status: 200 len: 1131 time: 0.2957962 Feb 09 19:04:45.546232 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-c6fc710f-dd15-4947-a7e7-66c67c5f9d62 req-b9e066e4-a857-40e3-9949-28f389591767 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.140&port_id=c1d73ea9-8c68-47bd-93c8-9905d58b5c08 HTTP/1.1" status: 200 len: 217 time: 0.0780888 Feb 09 19:04:45.555325 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-2041a924-0527-4b8a-9c8e-fa811e0c4f32 req-18976c00-dd82-4143-afed-354fe4e9b84b service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.135&port_id=06d7c180-3877-4407-9db3-c4e82f2a9b30 HTTP/1.1" status: 200 len: 217 time: 0.0793278 Feb 09 19:04:45.593750 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-b2c6e4ab-1b73-424b-9b46-f4c48d6ca09f req-15272051-f08b-4bb3-8c22-763c9ed549e7 service neutron] 10.222.0.90 "GET /v2.0/networks/d725567e-ae4f-48c7-8826-ca95b9692346?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2893283 Feb 09 19:04:45.623621 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-2131f617-307e-4640-9456-f0cb750f1e3f req-234684c1-1810-4187-8da0-e80f57000d24 tempest-ServersOnMultiNodesTest-1472402947 tempest-ServersOnMultiNodesTest-1472402947-project] 10.222.0.75 "GET /v2.0/security-groups?id=aed5302d-0478-4b9d-b014-143adc5c0d74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1737208 Feb 09 19:04:45.648059 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2041a924-0527-4b8a-9c8e-fa811e0c4f32 req-c55eff9f-bcad-4b88-be33-fcfad2125aa0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:04:45.649522 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-2041a924-0527-4b8a-9c8e-fa811e0c4f32 req-c55eff9f-bcad-4b88-be33-fcfad2125aa0 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=60b561cb-321e-4f83-9bb3-92b2e1d0dc44 HTTP/1.1" status: 200 len: 843 time: 0.0823445 Feb 09 19:04:45.733454 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2041a924-0527-4b8a-9c8e-fa811e0c4f32 req-16f3e5eb-1d33-4891-8155-48e43347777a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:04:45.747440 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-2041a924-0527-4b8a-9c8e-fa811e0c4f32 req-16f3e5eb-1d33-4891-8155-48e43347777a service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=2b5494c8-cf97-42c1-b902-87f998f28179&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.0762672 Feb 09 19:04:45.762519 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6fc710f-dd15-4947-a7e7-66c67c5f9d62 req-0e25fc18-cfc5-46f9-acb3-ef6f85a00ebf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:04:45.763959 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-c6fc710f-dd15-4947-a7e7-66c67c5f9d62 req-0e25fc18-cfc5-46f9-acb3-ef6f85a00ebf service neutron] 10.222.0.89 "GET /v2.0/subnets?id=60b561cb-321e-4f83-9bb3-92b2e1d0dc44 HTTP/1.1" status: 200 len: 843 time: 0.1834769 Feb 09 19:04:45.798404 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-a7262a8e-0513-48fd-984d-75726a511961 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762867132591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593584'] for agent (911cfea2-02ae-4ec9-bac3-7808ee1cdd9c), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:04:45.827288 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [req-6f7f05a2-45db-42fe-9bf5-da1d70b29e90 req-edc5d27a-bbc9-4b51-b309-534232508aee tempest-FloatingIPsAssociationTestJSON-731512856 tempest-FloatingIPsAssociationTestJSON-731512856-project] Publish callbacks [] for port (0359494e-ba4d-4050-8b2f-eaed6c3f4823), precommit_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:04:45.855784 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-682beebc-44c8-43ab-82dd-85edec4f1de7 req-c483c520-97ad-4184-8fa8-da959f62eba3 tempest-SecurityGroupsTestJSON-1151704431 tempest-SecurityGroupsTestJSON-1151704431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:04:45.863438 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-682beebc-44c8-43ab-82dd-85edec4f1de7 req-c483c520-97ad-4184-8fa8-da959f62eba3 tempest-SecurityGroupsTestJSON-1151704431 tempest-SecurityGroupsTestJSON-1151704431-project] 10.222.0.75 "GET /v2.0/ports?device_id=b556cc6e-5955-4af0-948f-32c5decc7379 HTTP/1.1" status: 200 len: 944 time: 0.2793200 Feb 09 19:04:45.883070 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-b2c6e4ab-1b73-424b-9b46-f4c48d6ca09f req-4c253302-a5fc-49fb-b9b6-c01ac7b21574 service neutron] 10.222.0.90 "GET /v2.0/networks/d725567e-ae4f-48c7-8826-ca95b9692346?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2525105 Feb 09 19:04:45.931940 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-2041a924-0527-4b8a-9c8e-fa811e0c4f32 req-8dcf9e41-e46b-448f-97fa-d63d0be9fc25 service neutron] 10.222.0.90 "GET /v2.0/networks/2b5494c8-cf97-42c1-b902-87f998f28179?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1690404 Feb 09 19:04:45.958957 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-682beebc-44c8-43ab-82dd-85edec4f1de7 req-fb9061aa-af1f-44c3-990f-d6decab80d18 tempest-SecurityGroupsTestJSON-1151704431 tempest-SecurityGroupsTestJSON-1151704431-project] 10.222.0.75 "GET /v2.0/security-groups?id=22bcb932-19f7-46ba-b2c8-090f138c7032&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0944631 Feb 09 19:04:45.981216 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6fc710f-dd15-4947-a7e7-66c67c5f9d62 req-9e65b6ca-8105-430e-8bdd-9ec9a120c149 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:04:45.982999 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-c6fc710f-dd15-4947-a7e7-66c67c5f9d62 req-9e65b6ca-8105-430e-8bdd-9ec9a120c149 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=2b5494c8-cf97-42c1-b902-87f998f28179&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.2089739 Feb 09 19:04:46.090946 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [req-6f7f05a2-45db-42fe-9bf5-da1d70b29e90 req-edc5d27a-bbc9-4b51-b309-534232508aee tempest-FloatingIPsAssociationTestJSON-731512856 tempest-FloatingIPsAssociationTestJSON-731512856-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762866656467', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14393751'] for port (0359494e-ba4d-4050-8b2f-eaed6c3f4823), after_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:04:46.110118 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] get_ports_and_sgs() called for port_ids ['fff28e55-1481-495e-822a-a809fab17399'] {{(pid=103232) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 19:04:46.150990 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-2041a924-0527-4b8a-9c8e-fa811e0c4f32 req-f9d311e2-eeb3-405f-9337-408e6fd546de service neutron] 10.222.0.90 "GET /v2.0/networks/2b5494c8-cf97-42c1-b902-87f998f28179?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1828115 Feb 09 19:04:46.205023 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae6c0cd4-d704-4d51-8647-eb9f29b3d206 req-9813b141-79f3-44db-891e-f47de256883a tempest-LiveMigrationTest-1021096981 tempest-LiveMigrationTest-1021096981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:04:46.208056 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-ae6c0cd4-d704-4d51-8647-eb9f29b3d206 req-9813b141-79f3-44db-891e-f47de256883a tempest-LiveMigrationTest-1021096981 tempest-LiveMigrationTest-1021096981-project] 10.222.0.75 "GET /v2.0/ports?device_id=2f9a8919-1b2a-4183-90dc-45c5e52d5a99 HTTP/1.1" status: 200 len: 943 time: 0.1254535 Feb 09 19:04:46.214765 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Device c98198ac-f434-4c74-80ce-197589977159 up at agent hyperv_n-h2-713498-36 {{(pid=103232) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 19:04:46.299129 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-ae6c0cd4-d704-4d51-8647-eb9f29b3d206 req-ca6500aa-ef4e-4970-9d69-f1c6167a436b tempest-LiveMigrationTest-1021096981 tempest-LiveMigrationTest-1021096981-project] 10.222.0.75 "GET /v2.0/security-groups?id=ba18819a-1490-4e7b-a11b-e8610423d8ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0847511 Feb 09 19:04:46.513331 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c9e45c0-1166-4b9d-9218-84b4ec5b30de req-e6191e8f-6926-4a0e-9023-7f0ac04745ed tempest-ServersAdminNegativeTestJSON-1553113209 tempest-ServersAdminNegativeTestJSON-1553113209-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:04:46.516377 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-5c9e45c0-1166-4b9d-9218-84b4ec5b30de req-e6191e8f-6926-4a0e-9023-7f0ac04745ed tempest-ServersAdminNegativeTestJSON-1553113209 tempest-ServersAdminNegativeTestJSON-1553113209-project-admin] 10.222.0.75 "GET /v2.0/ports?device_id=0851fad7-b0d9-4660-875e-7305aaf48ce5 HTTP/1.1" status: 200 len: 1133 time: 0.0949957 Feb 09 19:04:46.534859 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.provisioning_blocks [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Provisioning for port c98198ac-f434-4c74-80ce-197589977159 completed by entity L2. {{(pid=103232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 19:04:46.551442 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.provisioning_blocks [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Provisioning complete for port c98198ac-f434-4c74-80ce-197589977159 triggered by entity L2. {{(pid=103232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 19:04:46.563022 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-5c9e45c0-1166-4b9d-9218-84b4ec5b30de req-d9a32710-d6bc-439e-ab47-ab7bbbfa6997 tempest-ServersAdminNegativeTestJSON-1553113209 tempest-ServersAdminNegativeTestJSON-1553113209-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:04:46.563466 n-d-713498-36 neutron-server[103230]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6f7f05a2-45db-42fe-9bf5-da1d70b29e90 req-edc5d27a-bbc9-4b51-b309-534232508aee tempest-FloatingIPsAssociationTestJSON-731512856 tempest-FloatingIPsAssociationTestJSON-731512856-project] Network f1e6924e-7348-48ca-aa14-d5834e100bd2 is already hosted by enough agents. {{(pid=103230) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 19:04:46.564725 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593630'] for port (c98198ac-f434-4c74-80ce-197589977159), provisioning_complete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:04:46.576925 n-d-713498-36 neutron-server[103230]: DEBUG neutron.scheduler.base_scheduler [req-6f7f05a2-45db-42fe-9bf5-da1d70b29e90 req-edc5d27a-bbc9-4b51-b309-534232508aee tempest-FloatingIPsAssociationTestJSON-731512856 tempest-FloatingIPsAssociationTestJSON-731512856-project] Resources bound (agent type, host, resource id): {{(pid=103230) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 19:04:46.580286 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d3e3047-6fb4-4c20-9f05-9c897cb5e1f6 req-c464710d-da65-493a-a105-c1c52c303839 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:04:46.582854 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-1d3e3047-6fb4-4c20-9f05-9c897cb5e1f6 req-c464710d-da65-493a-a105-c1c52c303839 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=05fa6a089578484da4b750f8c0b5ad12&device_id=2f9a8919-1b2a-4183-90dc-45c5e52d5a99 HTTP/1.1" status: 200 len: 1126 time: 0.5971057 Feb 09 19:04:46.586912 n-d-713498-36 neutron-server[103230]: DEBUG neutron.db.l3_dvrscheduler_db [req-6f7f05a2-45db-42fe-9bf5-da1d70b29e90 req-edc5d27a-bbc9-4b51-b309-534232508aee tempest-FloatingIPsAssociationTestJSON-731512856 tempest-FloatingIPsAssociationTestJSON-731512856-project] Received port after_create {{(pid=103230) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 19:04:46.666299 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edc5d27a-bbc9-4b51-b309-534232508aee tempest-FloatingIPsAssociationTestJSON-731512856 tempest-FloatingIPsAssociationTestJSON-731512856-project] Pushing event updated for resources: {'Port': ['ID=0359494e-ba4d-4050-8b2f-eaed6c3f4823,revision_number=1']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:04:46.694549 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fb37989-5882-4426-8f3c-4ffadd0a7d06 req-c340e64e-bab9-49c7-972f-5048cafc906c tempest-LiveAutoBlockMigrationV225Test-2127879101 tempest-LiveAutoBlockMigrationV225Test-2127879101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:04:46.698520 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-8fb37989-5882-4426-8f3c-4ffadd0a7d06 req-c340e64e-bab9-49c7-972f-5048cafc906c tempest-LiveAutoBlockMigrationV225Test-2127879101 tempest-LiveAutoBlockMigrationV225Test-2127879101-project] 10.222.0.75 "GET /v2.0/ports?device_id=9d1556d0-d009-41c6-9d9c-d68b6ae4cbe4 HTTP/1.1" status: 200 len: 946 time: 0.6290209 Feb 09 19:04:46.740783 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-5c9e45c0-1166-4b9d-9218-84b4ec5b30de req-d9a32710-d6bc-439e-ab47-ab7bbbfa6997 tempest-ServersAdminNegativeTestJSON-1553113209 tempest-ServersAdminNegativeTestJSON-1553113209-project-admin] Publish callbacks [] for security_group (2db7bdd3-d2eb-4aa8-8e4c-847f8c834960), precommit_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:04:46.751557 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-5c9e45c0-1166-4b9d-9218-84b4ec5b30de req-d9a32710-d6bc-439e-ab47-ab7bbbfa6997 tempest-ServersAdminNegativeTestJSON-1553113209 tempest-ServersAdminNegativeTestJSON-1553113209-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1892331'] for security_group (2db7bdd3-d2eb-4aa8-8e4c-847f8c834960), after_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:04:46.809185 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-5c9e45c0-1166-4b9d-9218-84b4ec5b30de req-d9a32710-d6bc-439e-ab47-ab7bbbfa6997 tempest-ServersAdminNegativeTestJSON-1553113209 tempest-ServersAdminNegativeTestJSON-1553113209-project-admin] 10.222.0.75 "GET /v2.0/security-groups?id=c2a1d80e-4c84-44c1-8257-66d4ceb1ab5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2839608 Feb 09 19:04:46.855551 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-c6fc710f-dd15-4947-a7e7-66c67c5f9d62 req-32475316-ea34-4186-987c-9ac1135547ed service neutron] 10.222.0.89 "GET /v2.0/networks/2b5494c8-cf97-42c1-b902-87f998f28179?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8501611 Feb 09 19:04:46.861564 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9a32710-d6bc-439e-ab47-ab7bbbfa6997 tempest-ServersAdminNegativeTestJSON-1553113209 tempest-ServersAdminNegativeTestJSON-1553113209-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2db7bdd3-d2eb-4aa8-8e4c-847f8c834960,revision_number=1']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:04:46.937710 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Current status of the port c98198ac-f434-4c74-80ce-197589977159 is: BUILD; New status is: ACTIVE {{(pid=103232) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 19:04:46.938693 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (c98198ac-f434-4c74-80ce-197589977159), before_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:04:46.983631 n-d-713498-36 neutron-server[103232]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b556cc6e-5955-4af0-948f-32c5decc7379', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c98198ac-f434-4c74-80ce-197589977159'}] {{(pid=103232) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 19:04:46.989453 n-d-713498-36 neutron-server[103232]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}949cdcde653dec44821de95cbf67297f53cbc2aed4e073b5d514f93bf911ce85" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-18b9eca4-f6dd-4571-ac64-231c86f4397f" -d '{"events": [{"server_uuid": "b556cc6e-5955-4af0-948f-32c5decc7379", "name": "network-vif-plugged", "status": "completed", "tag": "c98198ac-f434-4c74-80ce-197589977159"}]}' {{(pid=103232) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 19:04:47.000652 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762867132591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593584'] for agent (496418a2-c002-4aec-ab1a-07f3bea491bd), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:04:47.005389 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-7429db8d-6021-40ad-813e-885be449a89b None None] For port c98198ac-f434-4c74-80ce-197589977159, host n-h2-713498-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-36',level=0,port_id=c98198ac-f434-4c74-80ce-197589977159,segment=NetworkSegment(0eaea607-a7ab-4dbb-b6ca-ed9e62abb1c6),segment_id=0eaea607-a7ab-4dbb-b6ca-ed9e62abb1c6)] {{(pid=103232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 19:04:47.017604 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-8fb37989-5882-4426-8f3c-4ffadd0a7d06 req-eb70e595-c584-4194-a6ee-0ebc6f503b0f tempest-LiveAutoBlockMigrationV225Test-2127879101 tempest-LiveAutoBlockMigrationV225Test-2127879101-project] 10.222.0.75 "GET /v2.0/security-groups?id=e3cb5363-3b49-4f74-b239-a871e755b40a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3181503 Feb 09 19:04:47.024891 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.provisioning_blocks [None req-f4600d6f-0746-4043-a08f-1162b60d0cf4 None None] Provisioning complete for port 0359494e-ba4d-4050-8b2f-eaed6c3f4823 triggered by entity DHCP. {{(pid=103232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 19:04:47.025441 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-f4600d6f-0746-4043-a08f-1162b60d0cf4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593630'] for port (0359494e-ba4d-4050-8b2f-eaed6c3f4823), provisioning_complete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:04:47.027163 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762867176205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762866656485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762866656503'] for port (c98198ac-f434-4c74-80ce-197589977159), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:04:47.031001 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f7f05a2-45db-42fe-9bf5-da1d70b29e90 req-edc5d27a-bbc9-4b51-b309-534232508aee tempest-FloatingIPsAssociationTestJSON-731512856 tempest-FloatingIPsAssociationTestJSON-731512856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:04:47.031872 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [req-6f7f05a2-45db-42fe-9bf5-da1d70b29e90 req-edc5d27a-bbc9-4b51-b309-534232508aee tempest-FloatingIPsAssociationTestJSON-731512856 tempest-FloatingIPsAssociationTestJSON-731512856-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171096'] for port (None), before_response {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:04:47.042553 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d3e3047-6fb4-4c20-9f05-9c897cb5e1f6 req-e27de1f0-7093-43cf-aae8-eaf8e0e0d1f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:04:47.044301 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-1d3e3047-6fb4-4c20-9f05-9c897cb5e1f6 req-e27de1f0-7093-43cf-aae8-eaf8e0e0d1f8 service neutron] 10.222.0.90 "GET /v2.0/networks?id=d725567e-ae4f-48c7-8826-ca95b9692346 HTTP/1.1" status: 200 len: 908 time: 0.4278269 Feb 09 19:04:47.104176 n-d-713498-36 neutron-server[103230]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0269339f-45e1-41d2-83f3-e2211df6911a', 'tag': 'c1d73ea9-8c68-47bd-93c8-9905d58b5c08'}] {{(pid=103230) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 19:04:47.106896 n-d-713498-36 neutron-server[103230]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aee5919275bae9f72eb374ee322673045eb80c1f84b4b45a97d96923bd50ab51" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-373977d3-621f-432d-8146-29e099b12b72" -d '{"events": [{"name": "network-changed", "server_uuid": "0269339f-45e1-41d2-83f3-e2211df6911a", "tag": "c1d73ea9-8c68-47bd-93c8-9905d58b5c08"}]}' {{(pid=103230) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 19:04:47.110566 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-1d3e3047-6fb4-4c20-9f05-9c897cb5e1f6 req-5ef6e231-a578-4302-98bf-9a78f3b0b47a service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=40de4c12-543c-44a6-9bda-24a60a9555b8 HTTP/1.1" status: 200 len: 217 time: 0.0509763 Feb 09 19:04:47.117673 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-6f7f05a2-45db-42fe-9bf5-da1d70b29e90 req-edc5d27a-bbc9-4b51-b309-534232508aee tempest-FloatingIPsAssociationTestJSON-731512856 tempest-FloatingIPsAssociationTestJSON-731512856-project] 10.222.0.90 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.1648321 Feb 09 19:04:47.121846 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66d0f969-6f28-4f6e-929d-19659ec73ad8 req-87b3d467-a84a-4580-970e-3a38809fa5ce tempest-FloatingIPsAssociationTestJSON-731512856 tempest-FloatingIPsAssociationTestJSON-731512856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:04:47.124289 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-66d0f969-6f28-4f6e-929d-19659ec73ad8 req-87b3d467-a84a-4580-970e-3a38809fa5ce tempest-FloatingIPsAssociationTestJSON-731512856 tempest-FloatingIPsAssociationTestJSON-731512856-project] 10.222.0.75 "GET /v2.0/ports?device_id=32bf91ec-07c2-4708-858a-e8e64b1da7a6 HTTP/1.1" status: 200 len: 931 time: 0.1808956 Feb 09 19:04:47.126540 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-f4600d6f-0746-4043-a08f-1162b60d0cf4 None None] Port 0359494e-ba4d-4050-8b2f-eaed6c3f4823 cannot update to ACTIVE because it is not bound. {{(pid=103232) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 19:04:47.147000 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.v2.base [req-6f7f05a2-45db-42fe-9bf5-da1d70b29e90 req-8502250b-d8c5-4c11-8071-7a1c4ab68b05 service neutron] Request body: {'port': {'device_id': '32bf91ec-07c2-4708-858a-e8e64b1da7a6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-713498-36'}} {{(pid=103230) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 19:04:47.181369 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Pushing event updated for resources: {'Port': ['ID=c98198ac-f434-4c74-80ce-197589977159,revision_number=5']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:04:47.228463 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-66d0f969-6f28-4f6e-929d-19659ec73ad8 req-dc0d95ab-33cc-470c-8835-5757a9fc3f30 tempest-FloatingIPsAssociationTestJSON-731512856 tempest-FloatingIPsAssociationTestJSON-731512856-project] 10.222.0.75 "GET /v2.0/security-groups?id=e033bcb0-30a2-4ca7-825f-be8d1c426f02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0974269 Feb 09 19:04:47.328337 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-c6fc710f-dd15-4947-a7e7-66c67c5f9d62 req-8bd42806-9e74-4ff6-a266-7d7440c3f6de service neutron] 10.222.0.89 "GET /v2.0/networks/2b5494c8-cf97-42c1-b902-87f998f28179?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4625940 Feb 09 19:04:47.332725 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d3e3047-6fb4-4c20-9f05-9c897cb5e1f6 req-e91c28f7-2f73-4c9b-bfe6-1ab621b10d67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:04:47.343569 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-1d3e3047-6fb4-4c20-9f05-9c897cb5e1f6 req-e91c28f7-2f73-4c9b-bfe6-1ab621b10d67 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=41b0b245-923a-427d-ac3e-7f4b2ecbbb0e HTTP/1.1" status: 200 len: 847 time: 0.2105806 Feb 09 19:04:47.366432 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-459c8666-6438-4951-9cf9-0dede1b4bd8e req-a80a618d-81ce-4b23-8432-88bb597e4828 tempest-SecurityGroupsTestJSON-1151704431 tempest-SecurityGroupsTestJSON-1151704431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:04:47.368174 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-459c8666-6438-4951-9cf9-0dede1b4bd8e req-a80a618d-81ce-4b23-8432-88bb597e4828 tempest-SecurityGroupsTestJSON-1151704431 tempest-SecurityGroupsTestJSON-1151704431-project] 10.222.0.75 "GET /v2.0/ports?device_id=b556cc6e-5955-4af0-948f-32c5decc7379 HTTP/1.1" status: 200 len: 945 time: 0.0626280 Feb 09 19:04:47.392911 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [req-6f7f05a2-45db-42fe-9bf5-da1d70b29e90 req-8502250b-d8c5-4c11-8071-7a1c4ab68b05 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (0359494e-ba4d-4050-8b2f-eaed6c3f4823), before_update {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:04:47.424343 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-459c8666-6438-4951-9cf9-0dede1b4bd8e req-d00c08b1-6f43-42b5-97c0-40f86267862b tempest-SecurityGroupsTestJSON-1151704431 tempest-SecurityGroupsTestJSON-1151704431-project] 10.222.0.75 "GET /v2.0/security-groups?id=22bcb932-19f7-46ba-b2c8-090f138c7032&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500655 Feb 09 19:04:47.431050 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-1d3e3047-6fb4-4c20-9f05-9c897cb5e1f6 req-5a7055ce-d47f-4525-9a8c-e7e5a56ee2d0 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=d725567e-ae4f-48c7-8826-ca95b9692346&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0458393 Feb 09 19:04:47.494283 n-d-713498-36 neutron-server[103232]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 19:04:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-23b9fecf-525c-422c-a0bd-eec8c5398c95 x-openstack-request-id: req-23b9fecf-525c-422c-a0bd-eec8c5398c95 {{(pid=103232) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 19:04:47.494782 n-d-713498-36 neutron-server[103232]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b556cc6e-5955-4af0-948f-32c5decc7379", "name": "network-vif-plugged", "status": "completed", "tag": "c98198ac-f434-4c74-80ce-197589977159", "code": 200}]} {{(pid=103232) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 19:04:47.495182 n-d-713498-36 neutron-server[103232]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-23b9fecf-525c-422c-a0bd-eec8c5398c95 {{(pid=103232) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 19:04:47.495980 n-d-713498-36 neutron-server[103232]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b556cc6e-5955-4af0-948f-32c5decc7379', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c98198ac-f434-4c74-80ce-197589977159', 'code': 200} Feb 09 19:04:47.538153 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1a1d80d-96ae-41f3-8ad2-a9ed6ac4f131 req-15de1dec-9828-48ab-be06-501c2c1264c8 tempest-ServersOnMultiNodesTest-1472402947 tempest-ServersOnMultiNodesTest-1472402947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:04:47.549293 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-f1a1d80d-96ae-41f3-8ad2-a9ed6ac4f131 req-15de1dec-9828-48ab-be06-501c2c1264c8 tempest-ServersOnMultiNodesTest-1472402947 tempest-ServersOnMultiNodesTest-1472402947-project] 10.222.0.75 "GET /v2.0/ports?device_id=0269339f-45e1-41d2-83f3-e2211df6911a HTTP/1.1" status: 200 len: 948 time: 0.2525158 Feb 09 19:04:47.561203 n-d-713498-36 neutron-server[103230]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 19:04:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7a85946c-c7ea-47ea-bc07-1dacee99919f x-openstack-request-id: req-7a85946c-c7ea-47ea-bc07-1dacee99919f {{(pid=103230) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 19:04:47.561467 n-d-713498-36 neutron-server[103230]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0269339f-45e1-41d2-83f3-e2211df6911a", "tag": "c1d73ea9-8c68-47bd-93c8-9905d58b5c08", "status": "completed", "code": 200}]} {{(pid=103230) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 19:04:47.561792 n-d-713498-36 neutron-server[103230]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-7a85946c-c7ea-47ea-bc07-1dacee99919f {{(pid=103230) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 19:04:47.562271 n-d-713498-36 neutron-server[103230]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0269339f-45e1-41d2-83f3-e2211df6911a', 'tag': 'c1d73ea9-8c68-47bd-93c8-9905d58b5c08', 'status': 'completed', 'code': 200} Feb 09 19:04:47.692921 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2c7363f-fab3-49f4-83ad-f514a13b3191 req-46efe13b-e34c-4d67-9ed4-6e8acd31f439 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:04:47.694547 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-e2c7363f-fab3-49f4-83ad-f514a13b3191 req-46efe13b-e34c-4d67-9ed4-6e8acd31f439 service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=b556cc6e-5955-4af0-948f-32c5decc7379 HTTP/1.1" status: 200 len: 1128 time: 0.0934219 Feb 09 19:04:47.792380 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-f1a1d80d-96ae-41f3-8ad2-a9ed6ac4f131 req-d847a551-1447-4fcf-875e-2ccebaf7ddc3 tempest-ServersOnMultiNodesTest-1472402947 tempest-ServersOnMultiNodesTest-1472402947-project] 10.222.0.75 "GET /v2.0/security-groups?id=aed5302d-0478-4b9d-b014-143adc5c0d74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2420645 Feb 09 19:04:47.805058 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-e2c7363f-fab3-49f4-83ad-f514a13b3191 req-4730d1db-c007-4245-b369-bdf7d60aafc1 service neutron] 10.222.0.90 "GET /v2.0/security-groups?id=22bcb932-19f7-46ba-b2c8-090f138c7032&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1031187 Feb 09 19:04:47.816471 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30c18e1a-9568-4923-9879-c2731f7c4478 req-b2b9c5b7-23ce-4366-8185-1ef208afd586 tempest-LiveMigrationTest-1021096981 tempest-LiveMigrationTest-1021096981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:04:47.821014 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-30c18e1a-9568-4923-9879-c2731f7c4478 req-b2b9c5b7-23ce-4366-8185-1ef208afd586 tempest-LiveMigrationTest-1021096981 tempest-LiveMigrationTest-1021096981-project] 10.222.0.75 "GET /v2.0/ports?device_id=2f9a8919-1b2a-4183-90dc-45c5e52d5a99 HTTP/1.1" status: 200 len: 943 time: 0.0903997 Feb 09 19:04:47.838025 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-1d3e3047-6fb4-4c20-9f05-9c897cb5e1f6 req-bf7fd6f8-835e-45c8-a666-ebe7045a5380 service neutron] 10.222.0.90 "GET /v2.0/networks/d725567e-ae4f-48c7-8826-ca95b9692346?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3805783 Feb 09 19:04:47.870713 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-30c18e1a-9568-4923-9879-c2731f7c4478 req-f2316b80-4598-44f3-8f80-73d078ca87c1 tempest-LiveMigrationTest-1021096981 tempest-LiveMigrationTest-1021096981-project] 10.222.0.75 "GET /v2.0/security-groups?id=ba18819a-1490-4e7b-a11b-e8610423d8ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487056 Feb 09 19:04:47.893086 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-373977d3-621f-432d-8146-29e099b12b72 req-db9395d3-e437-4b73-b4cf-fb7207905d39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:04:47.900764 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-373977d3-621f-432d-8146-29e099b12b72 req-db9395d3-e437-4b73-b4cf-fb7207905d39 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=1672ee8b769240288b95113d5dff1fd2&device_id=0269339f-45e1-41d2-83f3-e2211df6911a HTTP/1.1" status: 200 len: 1131 time: 0.3361247 Feb 09 19:04:47.940094 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 49544) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:04:48.162061 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-373977d3-621f-432d-8146-29e099b12b72 req-c18dee52-b800-49e1-9ab4-12a446014ea1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:04:48.163955 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-373977d3-621f-432d-8146-29e099b12b72 req-c18dee52-b800-49e1-9ab4-12a446014ea1 service neutron] 10.222.0.89 "GET /v2.0/networks?id=2b5494c8-cf97-42c1-b902-87f998f28179 HTTP/1.1" status: 200 len: 870 time: 0.2458820 Feb 09 19:04:48.188988 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd73c79f-db79-45a4-9b75-dc004abaffc4 req-d6ecb833-421c-40cf-b424-aa82b2d1b465 tempest-ServersAdminNegativeTestJSON-1553113209 tempest-ServersAdminNegativeTestJSON-1553113209-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:04:48.191059 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Device 40de4c12-543c-44a6-9bda-24a60a9555b8 details requested by agent hyperv_n-h2-713498-36 with host n-h2-713498-36 {{(pid=103232) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 19:04:48.191911 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-dd73c79f-db79-45a4-9b75-dc004abaffc4 req-d6ecb833-421c-40cf-b424-aa82b2d1b465 tempest-ServersAdminNegativeTestJSON-1553113209 tempest-ServersAdminNegativeTestJSON-1553113209-project-admin] 10.222.0.75 "GET /v2.0/ports?device_id=0851fad7-b0d9-4660-875e-7305aaf48ce5 HTTP/1.1" status: 200 len: 1133 time: 0.2603080 Feb 09 19:04:48.258719 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-373977d3-621f-432d-8146-29e099b12b72 req-98853d68-d46d-4662-837c-992c6e783de2 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.140&port_id=c1d73ea9-8c68-47bd-93c8-9905d58b5c08 HTTP/1.1" status: 200 len: 217 time: 0.0640483 Feb 09 19:04:48.272894 n-d-713498-36 neutron-server[103230]: DEBUG neutron.notifiers.nova [req-6f7f05a2-45db-42fe-9bf5-da1d70b29e90 req-8502250b-d8c5-4c11-8071-7a1c4ab68b05 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0359494e-ba4d-4050-8b2f-eaed6c3f4823 {{(pid=103230) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 19:04:48.311680 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [req-6f7f05a2-45db-42fe-9bf5-da1d70b29e90 req-8502250b-d8c5-4c11-8071-7a1c4ab68b05 service neutron] Publish callbacks [] for port (0359494e-ba4d-4050-8b2f-eaed6c3f4823), precommit_update {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:04:48.366226 n-d-713498-36 neutron-server[103230]: DEBUG neutron.db.provisioning_blocks [req-6f7f05a2-45db-42fe-9bf5-da1d70b29e90 req-8502250b-d8c5-4c11-8071-7a1c4ab68b05 service neutron] Transition to ACTIVE for port object 0359494e-ba4d-4050-8b2f-eaed6c3f4823 will not be triggered until provisioned by entity L2. {{(pid=103230) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 19:04:48.380782 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-7429db8d-6021-40ad-813e-885be449a89b None None] For port 40de4c12-543c-44a6-9bda-24a60a9555b8, host n-h2-713498-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-36',level=0,port_id=40de4c12-543c-44a6-9bda-24a60a9555b8,segment=NetworkSegment(5e48c0d3-ac92-403e-8ddc-eab47c471644),segment_id=5e48c0d3-ac92-403e-8ddc-eab47c471644)] {{(pid=103232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 19:04:48.389130 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [req-6f7f05a2-45db-42fe-9bf5-da1d70b29e90 req-8502250b-d8c5-4c11-8071-7a1c4ab68b05 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762867176205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762866656485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762866656503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14393758'] for port (0359494e-ba4d-4050-8b2f-eaed6c3f4823), after_update {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:04:48.400697 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Returning: {'device': '40de4c12-543c-44a6-9bda-24a60a9555b8', 'network_id': 'd725567e-ae4f-48c7-8826-ca95b9692346', 'port_id': '40de4c12-543c-44a6-9bda-24a60a9555b8', 'mac_address': 'fa:16:3e:c4:71:01', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 375, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '41b0b245-923a-427d-ac3e-7f4b2ecbbb0e', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103232) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 19:04:48.404241 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-373977d3-621f-432d-8146-29e099b12b72 req-e7bbbcaa-f7db-4340-ac24-b73db8282f0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:04:48.405816 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-373977d3-621f-432d-8146-29e099b12b72 req-e7bbbcaa-f7db-4340-ac24-b73db8282f0e service neutron] 10.222.0.89 "GET /v2.0/subnets?id=60b561cb-321e-4f83-9bb3-92b2e1d0dc44 HTTP/1.1" status: 200 len: 843 time: 0.1353495 Feb 09 19:04:48.420382 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-dd73c79f-db79-45a4-9b75-dc004abaffc4 req-a4d6d8c1-b875-476e-b0b2-c1c7c0be004f tempest-ServersAdminNegativeTestJSON-1553113209 tempest-ServersAdminNegativeTestJSON-1553113209-project-admin] 10.222.0.75 "GET /v2.0/security-groups?id=c2a1d80e-4c84-44c1-8257-66d4ceb1ab5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2134237 Feb 09 19:04:48.477629 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Current status of the port 40de4c12-543c-44a6-9bda-24a60a9555b8 is: DOWN; New status is: BUILD {{(pid=103232) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 19:04:48.478200 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (40de4c12-543c-44a6-9bda-24a60a9555b8), before_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:04:48.485831 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8502250b-d8c5-4c11-8071-7a1c4ab68b05 service neutron] Pushing event updated for resources: {'Port': ['ID=0359494e-ba4d-4050-8b2f-eaed6c3f4823,revision_number=2']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:04:48.488268 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762867132591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593584'] for agent (488cd9ae-631f-4955-ba0b-4f5a13f12e9c), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:04:48.505452 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-1d3e3047-6fb4-4c20-9f05-9c897cb5e1f6 req-e2644b40-5a46-4979-9e0a-b93f6e622de5 service neutron] 10.222.0.90 "GET /v2.0/networks/d725567e-ae4f-48c7-8826-ca95b9692346?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4101529 Feb 09 19:04:48.507942 n-d-713498-36 neutron-server[103232]: DEBUG neutron.notifiers.nova [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 40de4c12-543c-44a6-9bda-24a60a9555b8 {{(pid=103232) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 19:04:48.532409 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9bcfa82-4b1d-4a57-ac2c-a7ce86b7a3e2 req-a895ae8b-6fae-44be-a18a-ffd9e9abe048 tempest-LiveAutoBlockMigrationV225Test-2127879101 tempest-LiveAutoBlockMigrationV225Test-2127879101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:04:48.544657 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-a9bcfa82-4b1d-4a57-ac2c-a7ce86b7a3e2 req-a895ae8b-6fae-44be-a18a-ffd9e9abe048 tempest-LiveAutoBlockMigrationV225Test-2127879101 tempest-LiveAutoBlockMigrationV225Test-2127879101-project] 10.222.0.75 "GET /v2.0/ports?device_id=9d1556d0-d009-41c6-9d9c-d68b6ae4cbe4 HTTP/1.1" status: 200 len: 946 time: 0.2142618 Feb 09 19:04:48.577792 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-7429db8d-6021-40ad-813e-885be449a89b None None] For port 40de4c12-543c-44a6-9bda-24a60a9555b8, host n-h2-713498-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-36',level=0,port_id=40de4c12-543c-44a6-9bda-24a60a9555b8,segment=NetworkSegment(5e48c0d3-ac92-403e-8ddc-eab47c471644),segment_id=5e48c0d3-ac92-403e-8ddc-eab47c471644)] {{(pid=103232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 19:04:48.587904 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762867176205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762866656485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762866656503'] for port (40de4c12-543c-44a6-9bda-24a60a9555b8), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:04:48.588895 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Device 06d7c180-3877-4407-9db3-c4e82f2a9b30 details requested by agent hyperv_n-h2-713498-36 with host n-h2-713498-36 {{(pid=103232) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 19:04:48.634011 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-a9bcfa82-4b1d-4a57-ac2c-a7ce86b7a3e2 req-25bd9e6e-f461-4514-a2be-a534eb072710 tempest-LiveAutoBlockMigrationV225Test-2127879101 tempest-LiveAutoBlockMigrationV225Test-2127879101-project] 10.222.0.75 "GET /v2.0/security-groups?id=e3cb5363-3b49-4f74-b239-a871e755b40a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0831923 Feb 09 19:04:48.770328 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-5b95a201-d03c-4da9-bee8-739bc8b0ff61 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1834525'] for router_interface (a0ab541a-939a-4f11-b315-84034bd5accf), before_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:04:48.866951 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-373977d3-621f-432d-8146-29e099b12b72 req-edc4a589-b943-428f-a667-1aa415f49c7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:04:48.869860 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-373977d3-621f-432d-8146-29e099b12b72 req-edc4a589-b943-428f-a667-1aa415f49c7c service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=2b5494c8-cf97-42c1-b902-87f998f28179&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.4454675 Feb 09 19:04:48.924077 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Pushing event updated for resources: {'Port': ['ID=40de4c12-543c-44a6-9bda-24a60a9555b8,revision_number=4']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:04:48.997310 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-7429db8d-6021-40ad-813e-885be449a89b None None] For port 06d7c180-3877-4407-9db3-c4e82f2a9b30, host n-h2-713498-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-36',level=0,port_id=06d7c180-3877-4407-9db3-c4e82f2a9b30,segment=NetworkSegment(50e5915e-18f0-4558-9a28-b978975ead36),segment_id=50e5915e-18f0-4558-9a28-b978975ead36)] {{(pid=103232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 19:04:49.016759 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Returning: {'device': '06d7c180-3877-4407-9db3-c4e82f2a9b30', 'network_id': '2b5494c8-cf97-42c1-b902-87f998f28179', 'port_id': '06d7c180-3877-4407-9db3-c4e82f2a9b30', 'mac_address': 'fa:16:3e:60:03:8c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 359, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '60b561cb-321e-4f83-9bb3-92b2e1d0dc44', 'ip_address': '192.168.233.135'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103232) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 19:04:49.067518 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762867132591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593584'] for agent (bcd5faee-dc24-4298-9134-0e0aa054058e), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:04:49.093584 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Current status of the port 06d7c180-3877-4407-9db3-c4e82f2a9b30 is: DOWN; New status is: BUILD {{(pid=103232) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 19:04:49.094534 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (06d7c180-3877-4407-9db3-c4e82f2a9b30), before_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:04:49.113327 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96b56ca8-abe7-4573-ac6c-062ded85a624 req-ca23126c-e2ba-421a-8796-1d4505e4fbf9 tempest-FloatingIPsAssociationTestJSON-731512856 tempest-FloatingIPsAssociationTestJSON-731512856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:04:49.121997 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-96b56ca8-abe7-4573-ac6c-062ded85a624 req-ca23126c-e2ba-421a-8796-1d4505e4fbf9 tempest-FloatingIPsAssociationTestJSON-731512856 tempest-FloatingIPsAssociationTestJSON-731512856-project] 10.222.0.75 "GET /v2.0/ports?device_id=32bf91ec-07c2-4708-858a-e8e64b1da7a6 HTTP/1.1" status: 200 len: 943 time: 0.4962745 Feb 09 19:04:49.131343 n-d-713498-36 neutron-server[103232]: DEBUG neutron.notifiers.nova [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 06d7c180-3877-4407-9db3-c4e82f2a9b30 {{(pid=103232) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 19:04:49.151499 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.managers [req-6f7f05a2-45db-42fe-9bf5-da1d70b29e90 req-8502250b-d8c5-4c11-8071-7a1c4ab68b05 service neutron] Attempting to bind port 0359494e-ba4d-4050-8b2f-eaed6c3f4823 on host n-h2-713498-36 for vnic_type normal with profile {{(pid=103230) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 19:04:49.151842 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.managers [req-6f7f05a2-45db-42fe-9bf5-da1d70b29e90 req-8502250b-d8c5-4c11-8071-7a1c4ab68b05 service neutron] Attempting to bind port 0359494e-ba4d-4050-8b2f-eaed6c3f4823 by drivers openvswitch,hyperv on host n-h2-713498-36 at level 0 using segments [{'id': '645882ad-a796-4218-a7d9-a75443ad9585', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': 'f1e6924e-7348-48ca-aa14-d5834e100bd2'}] {{(pid=103230) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 19:04:49.152326 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f7f05a2-45db-42fe-9bf5-da1d70b29e90 req-8502250b-d8c5-4c11-8071-7a1c4ab68b05 service neutron] Attempting to bind port 0359494e-ba4d-4050-8b2f-eaed6c3f4823 on network f1e6924e-7348-48ca-aa14-d5834e100bd2 {{(pid=103230) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 19:04:49.166427 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-7429db8d-6021-40ad-813e-885be449a89b None None] For port 06d7c180-3877-4407-9db3-c4e82f2a9b30, host n-h2-713498-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-36',level=0,port_id=06d7c180-3877-4407-9db3-c4e82f2a9b30,segment=NetworkSegment(50e5915e-18f0-4558-9a28-b978975ead36),segment_id=50e5915e-18f0-4558-9a28-b978975ead36)] {{(pid=103232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 19:04:49.171036 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-373977d3-621f-432d-8146-29e099b12b72 req-be88da4a-7f80-4c4d-b43c-5fb47d2d7b3e service neutron] 10.222.0.89 "GET /v2.0/networks/2b5494c8-cf97-42c1-b902-87f998f28179?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2865689 Feb 09 19:04:49.172453 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f7f05a2-45db-42fe-9bf5-da1d70b29e90 req-8502250b-d8c5-4c11-8071-7a1c4ab68b05 service neutron] Port 0359494e-ba4d-4050-8b2f-eaed6c3f4823 on network f1e6924e-7348-48ca-aa14-d5834e100bd2 not bound, no agent of type Open vSwitch agent registered on host n-h2-713498-36 {{(pid=103230) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 19:04:49.172453 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f7f05a2-45db-42fe-9bf5-da1d70b29e90 req-8502250b-d8c5-4c11-8071-7a1c4ab68b05 service neutron] Attempting to bind port 0359494e-ba4d-4050-8b2f-eaed6c3f4823 on network f1e6924e-7348-48ca-aa14-d5834e100bd2 {{(pid=103230) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 19:04:49.180230 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762867176205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762866656485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762866656503'] for port (06d7c180-3877-4407-9db3-c4e82f2a9b30), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:04:49.215580 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79060288-6bb3-4b66-a39a-62728c12e31b req-462e92f7-929d-4771-9de1-479e6fbd0c09 tempest-SecurityGroupsTestJSON-1151704431 tempest-SecurityGroupsTestJSON-1151704431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:04:49.220923 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-96b56ca8-abe7-4573-ac6c-062ded85a624 req-3c13649f-d945-47ca-847d-05a8e40547a3 tempest-FloatingIPsAssociationTestJSON-731512856 tempest-FloatingIPsAssociationTestJSON-731512856-project] 10.222.0.75 "GET /v2.0/security-groups?id=e033bcb0-30a2-4ca7-825f-be8d1c426f02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0937426 Feb 09 19:04:49.224040 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-79060288-6bb3-4b66-a39a-62728c12e31b req-462e92f7-929d-4771-9de1-479e6fbd0c09 tempest-SecurityGroupsTestJSON-1151704431 tempest-SecurityGroupsTestJSON-1151704431-project] 10.222.0.75 "GET /v2.0/ports?device_id=b556cc6e-5955-4af0-948f-32c5decc7379 HTTP/1.1" status: 200 len: 945 time: 0.1394775 Feb 09 19:04:49.240582 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f7f05a2-45db-42fe-9bf5-da1d70b29e90 req-8502250b-d8c5-4c11-8071-7a1c4ab68b05 service neutron] Checking agent: {'id': 'bcd5faee-dc24-4298-9134-0e0aa054058e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713498-36', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 18, 59, 19), 'started_at': datetime.datetime(2022, 2, 9, 18, 59, 19), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 19, 4, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103230) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 19:04:49.241384 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f7f05a2-45db-42fe-9bf5-da1d70b29e90 req-8502250b-d8c5-4c11-8071-7a1c4ab68b05 service neutron] Checking segment: {'id': '645882ad-a796-4218-a7d9-a75443ad9585', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': 'f1e6924e-7348-48ca-aa14-d5834e100bd2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103230) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 19:04:49.243670 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f7f05a2-45db-42fe-9bf5-da1d70b29e90 req-8502250b-d8c5-4c11-8071-7a1c4ab68b05 service neutron] Bound using segment: {'id': '645882ad-a796-4218-a7d9-a75443ad9585', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': 'f1e6924e-7348-48ca-aa14-d5834e100bd2'} {{(pid=103230) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 19:04:49.244356 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.managers [req-6f7f05a2-45db-42fe-9bf5-da1d70b29e90 req-8502250b-d8c5-4c11-8071-7a1c4ab68b05 service neutron] Bound port: 0359494e-ba4d-4050-8b2f-eaed6c3f4823, host: n-h2-713498-36, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '645882ad-a796-4218-a7d9-a75443ad9585', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': 'f1e6924e-7348-48ca-aa14-d5834e100bd2'}}] {{(pid=103230) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 19:04:49.245020 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [req-6f7f05a2-45db-42fe-9bf5-da1d70b29e90 req-8502250b-d8c5-4c11-8071-7a1c4ab68b05 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (0359494e-ba4d-4050-8b2f-eaed6c3f4823), before_update {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:04:49.287800 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Pushing event updated for resources: {'Port': ['ID=06d7c180-3877-4407-9db3-c4e82f2a9b30,revision_number=4']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:04:49.382770 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-79060288-6bb3-4b66-a39a-62728c12e31b req-ce7e8092-1e59-48cf-9119-22664c3f7128 tempest-SecurityGroupsTestJSON-1151704431 tempest-SecurityGroupsTestJSON-1151704431-project] 10.222.0.75 "GET /v2.0/security-groups?id=22bcb932-19f7-46ba-b2c8-090f138c7032&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1522129 Feb 09 19:04:49.424049 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.plugin [None req-5b95a201-d03c-4da9-bee8-739bc8b0ff61 admin admin] Deleting port 36ae183d-0b5b-4958-bab8-21d4d5bdca13 {{(pid=103229) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 19:04:49.424399 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-5b95a201-d03c-4da9-bee8-739bc8b0ff61 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762867170196'] for port (36ae183d-0b5b-4958-bab8-21d4d5bdca13), before_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:04:49.452052 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-373977d3-621f-432d-8146-29e099b12b72 req-63ee45bf-cd86-4334-920d-a43c66da8a97 service neutron] 10.222.0.89 "GET /v2.0/networks/2b5494c8-cf97-42c1-b902-87f998f28179?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2465274 Feb 09 19:04:49.506138 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.db [req-6f7f05a2-45db-42fe-9bf5-da1d70b29e90 req-8502250b-d8c5-4c11-8071-7a1c4ab68b05 service neutron] For port 0359494e-ba4d-4050-8b2f-eaed6c3f4823, host n-h2-713498-36, cleared binding levels {{(pid=103230) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 19:04:49.509824 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.db [req-6f7f05a2-45db-42fe-9bf5-da1d70b29e90 req-8502250b-d8c5-4c11-8071-7a1c4ab68b05 service neutron] For port 0359494e-ba4d-4050-8b2f-eaed6c3f4823, host n-h2-713498-36, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-36',level=0,port_id=0359494e-ba4d-4050-8b2f-eaed6c3f4823,segment=NetworkSegment(645882ad-a796-4218-a7d9-a75443ad9585),segment_id=645882ad-a796-4218-a7d9-a75443ad9585)] {{(pid=103230) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 19:04:49.522215 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [req-6f7f05a2-45db-42fe-9bf5-da1d70b29e90 req-8502250b-d8c5-4c11-8071-7a1c4ab68b05 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762867176205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762866656485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762866656503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14393758'] for port (0359494e-ba4d-4050-8b2f-eaed6c3f4823), after_update {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:04:49.568413 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-602a6403-6a00-4bd7-ae5d-c3a48831ab86 req-46d03fe1-63a2-4101-a726-878e9671492d tempest-LiveMigrationTest-1021096981 tempest-LiveMigrationTest-1021096981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:04:49.575624 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-602a6403-6a00-4bd7-ae5d-c3a48831ab86 req-46d03fe1-63a2-4101-a726-878e9671492d tempest-LiveMigrationTest-1021096981 tempest-LiveMigrationTest-1021096981-project] 10.222.0.75 "GET /v2.0/ports?device_id=2f9a8919-1b2a-4183-90dc-45c5e52d5a99 HTTP/1.1" status: 200 len: 944 time: 0.0754859 Feb 09 19:04:49.579426 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8502250b-d8c5-4c11-8071-7a1c4ab68b05 service neutron] Pushing event updated for resources: {'Port': ['ID=0359494e-ba4d-4050-8b2f-eaed6c3f4823,revision_number=3']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:04:49.595005 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-591e8c64-8830-4188-987e-dd6754ff8b9a req-aa754fef-b34e-464c-a9b1-13ea163a2120 tempest-ServersOnMultiNodesTest-1472402947 tempest-ServersOnMultiNodesTest-1472402947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:04:49.597173 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-591e8c64-8830-4188-987e-dd6754ff8b9a req-aa754fef-b34e-464c-a9b1-13ea163a2120 tempest-ServersOnMultiNodesTest-1472402947 tempest-ServersOnMultiNodesTest-1472402947-project] 10.222.0.75 "GET /v2.0/ports?device_id=0269339f-45e1-41d2-83f3-e2211df6911a HTTP/1.1" status: 200 len: 948 time: 0.2623842 Feb 09 19:04:49.608309 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f7f05a2-45db-42fe-9bf5-da1d70b29e90 req-8502250b-d8c5-4c11-8071-7a1c4ab68b05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:04:49.608917 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [req-6f7f05a2-45db-42fe-9bf5-da1d70b29e90 req-8502250b-d8c5-4c11-8071-7a1c4ab68b05 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171096'] for port (None), before_response {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:04:49.610253 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-6f7f05a2-45db-42fe-9bf5-da1d70b29e90 req-8502250b-d8c5-4c11-8071-7a1c4ab68b05 service neutron] 10.222.0.90 "PUT /v2.0/ports/0359494e-ba4d-4050-8b2f-eaed6c3f4823 HTTP/1.1" status: 200 len: 1092 time: 2.4762645 Feb 09 19:04:49.610699 n-d-713498-36 neutron-server[103230]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '32bf91ec-07c2-4708-858a-e8e64b1da7a6', 'tag': '0359494e-ba4d-4050-8b2f-eaed6c3f4823'}] {{(pid=103230) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 19:04:49.614485 n-d-713498-36 neutron-server[103230]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aee5919275bae9f72eb374ee322673045eb80c1f84b4b45a97d96923bd50ab51" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4b980aa4-16c5-49e5-98eb-8c3102c3ad1f" -d '{"events": [{"name": "network-changed", "server_uuid": "32bf91ec-07c2-4708-858a-e8e64b1da7a6", "tag": "0359494e-ba4d-4050-8b2f-eaed6c3f4823"}]}' {{(pid=103230) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 19:04:49.642908 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-602a6403-6a00-4bd7-ae5d-c3a48831ab86 req-517dcffe-16a4-4ebd-8785-1878107330fa tempest-LiveMigrationTest-1021096981 tempest-LiveMigrationTest-1021096981-project] 10.222.0.75 "GET /v2.0/security-groups?id=ba18819a-1490-4e7b-a11b-e8610423d8ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0660293 Feb 09 19:04:49.694436 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Device c1d73ea9-8c68-47bd-93c8-9905d58b5c08 details requested by agent hyperv_n-h1-713498-36 with host n-h1-713498-36 {{(pid=103232) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 19:04:49.722504 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.db [None req-5b95a201-d03c-4da9-bee8-739bc8b0ff61 admin admin] For port 36ae183d-0b5b-4958-bab8-21d4d5bdca13, host n-d-713498-36, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-36',level=0,port_id=36ae183d-0b5b-4958-bab8-21d4d5bdca13,segment=NetworkSegment(2523c180-74ec-4cd9-9acb-870f2fae65fd),segment_id=2523c180-74ec-4cd9-9acb-870f2fae65fd)] {{(pid=103229) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 19:04:49.728278 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-5b95a201-d03c-4da9-bee8-739bc8b0ff61 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1820838'] for port (36ae183d-0b5b-4958-bab8-21d4d5bdca13), precommit_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:04:49.759673 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.plugin [None req-5b95a201-d03c-4da9-bee8-739bc8b0ff61 admin admin] Calling delete_port for 36ae183d-0b5b-4958-bab8-21d4d5bdca13 owned by network:router_interface {{(pid=103229) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 19:04:49.809143 n-d-713498-36 neutron-server[103230]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 19:04:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fe5a2e1f-8a8d-4359-bbda-416d9274efe8 x-openstack-request-id: req-fe5a2e1f-8a8d-4359-bbda-416d9274efe8 {{(pid=103230) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 19:04:49.810238 n-d-713498-36 neutron-server[103230]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "32bf91ec-07c2-4708-858a-e8e64b1da7a6", "tag": "0359494e-ba4d-4050-8b2f-eaed6c3f4823", "status": "completed", "code": 200}]} {{(pid=103230) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 19:04:49.810511 n-d-713498-36 neutron-server[103230]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-fe5a2e1f-8a8d-4359-bbda-416d9274efe8 {{(pid=103230) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 19:04:49.810926 n-d-713498-36 neutron-server[103230]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '32bf91ec-07c2-4708-858a-e8e64b1da7a6', 'tag': '0359494e-ba4d-4050-8b2f-eaed6c3f4823', 'status': 'completed', 'code': 200} Feb 09 19:04:49.838038 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-591e8c64-8830-4188-987e-dd6754ff8b9a req-533d4142-b682-4f2f-b2ea-b4f655e03e3a tempest-ServersOnMultiNodesTest-1472402947 tempest-ServersOnMultiNodesTest-1472402947-project] 10.222.0.75 "GET /v2.0/security-groups?id=aed5302d-0478-4b9d-b014-143adc5c0d74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2337730 Feb 09 19:04:49.889260 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f7f05a2-45db-42fe-9bf5-da1d70b29e90 req-0d82cc0b-1393-4245-9693-d11b946efde4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:04:49.894582 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-6f7f05a2-45db-42fe-9bf5-da1d70b29e90 req-0d82cc0b-1393-4245-9693-d11b946efde4 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=0e772d8c7ac44b1fbd56efaf46b6dbd8&device_id=32bf91ec-07c2-4708-858a-e8e64b1da7a6 HTTP/1.1" status: 200 len: 1126 time: 0.1763556 Feb 09 19:04:49.926631 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-7429db8d-6021-40ad-813e-885be449a89b None None] get_ports_and_sgs() called for port_ids ['06d7c180-3877-4407-9db3-c4e82f2a9b30'] {{(pid=103232) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 19:04:49.931562 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-7429db8d-6021-40ad-813e-885be449a89b None None] get_ports_and_sgs() called for port_ids ['40de4c12-543c-44a6-9bda-24a60a9555b8'] {{(pid=103232) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 19:04:49.991968 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-6f7f05a2-45db-42fe-9bf5-da1d70b29e90 req-ec37f1b5-46d4-4663-93ed-da9e018e4bc4 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=0359494e-ba4d-4050-8b2f-eaed6c3f4823 HTTP/1.1" status: 200 len: 217 time: 0.0830452 Feb 09 19:04:50.034927 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-313bba63-0544-4cdb-9f00-f1c8e4b1eef7 req-5ce63287-7e49-418b-94b9-94a28f0de15b tempest-LiveAutoBlockMigrationV225Test-2127879101 tempest-LiveAutoBlockMigrationV225Test-2127879101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:04:50.036335 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-313bba63-0544-4cdb-9f00-f1c8e4b1eef7 req-5ce63287-7e49-418b-94b9-94a28f0de15b tempest-LiveAutoBlockMigrationV225Test-2127879101 tempest-LiveAutoBlockMigrationV225Test-2127879101-project] 10.222.0.75 "GET /v2.0/ports?device_id=9d1556d0-d009-41c6-9d9c-d68b6ae4cbe4 HTTP/1.1" status: 200 len: 946 time: 0.1321356 Feb 09 19:04:50.099461 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f7f05a2-45db-42fe-9bf5-da1d70b29e90 req-d4af19e6-45e4-4aa9-9436-5944876c94b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:04:50.103688 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-6f7f05a2-45db-42fe-9bf5-da1d70b29e90 req-d4af19e6-45e4-4aa9-9436-5944876c94b1 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=7ab1963a-39ad-4d86-9549-880198499f42 HTTP/1.1" status: 200 len: 860 time: 0.0994728 Feb 09 19:04:50.170651 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] For port c1d73ea9-8c68-47bd-93c8-9905d58b5c08, host n-h1-713498-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-36',level=0,port_id=c1d73ea9-8c68-47bd-93c8-9905d58b5c08,segment=NetworkSegment(50e5915e-18f0-4558-9a28-b978975ead36),segment_id=50e5915e-18f0-4558-9a28-b978975ead36)] {{(pid=103232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 19:04:50.216728 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Returning: {'device': 'c1d73ea9-8c68-47bd-93c8-9905d58b5c08', 'network_id': '2b5494c8-cf97-42c1-b902-87f998f28179', 'port_id': 'c1d73ea9-8c68-47bd-93c8-9905d58b5c08', 'mac_address': 'fa:16:3e:4c:9b:6c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 359, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '60b561cb-321e-4f83-9bb3-92b2e1d0dc44', 'ip_address': '192.168.233.140'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103232) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 19:04:50.256077 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f7f05a2-45db-42fe-9bf5-da1d70b29e90 req-aaa97c41-616e-4bbd-b33e-3e483ab7cf14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:04:50.257905 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-6f7f05a2-45db-42fe-9bf5-da1d70b29e90 req-aaa97c41-616e-4bbd-b33e-3e483ab7cf14 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=f1e6924e-7348-48ca-aa14-d5834e100bd2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.1460719 Feb 09 19:04:50.363487 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Current status of the port c1d73ea9-8c68-47bd-93c8-9905d58b5c08 is: DOWN; New status is: BUILD {{(pid=103232) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 19:04:50.364143 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (c1d73ea9-8c68-47bd-93c8-9905d58b5c08), before_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:04:50.386005 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-6f7f05a2-45db-42fe-9bf5-da1d70b29e90 req-d20ab97b-99e6-49cc-b62d-7ccf66cf5b8d service neutron] 10.222.0.90 "GET /v2.0/networks/f1e6924e-7348-48ca-aa14-d5834e100bd2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1083047 Feb 09 19:04:50.445847 n-d-713498-36 neutron-server[103232]: DEBUG neutron.notifiers.nova [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c1d73ea9-8c68-47bd-93c8-9905d58b5c08 {{(pid=103232) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 19:04:50.512583 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-6f7f05a2-45db-42fe-9bf5-da1d70b29e90 req-a9a11853-2742-4666-b606-0991790bc459 service neutron] 10.222.0.90 "GET /v2.0/networks/f1e6924e-7348-48ca-aa14-d5834e100bd2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1137347 Feb 09 19:04:50.513054 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] For port c1d73ea9-8c68-47bd-93c8-9905d58b5c08, host n-h1-713498-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-36',level=0,port_id=c1d73ea9-8c68-47bd-93c8-9905d58b5c08,segment=NetworkSegment(50e5915e-18f0-4558-9a28-b978975ead36),segment_id=50e5915e-18f0-4558-9a28-b978975ead36)] {{(pid=103232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 19:04:50.523676 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762867176205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762866656485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762866656503'] for port (c1d73ea9-8c68-47bd-93c8-9905d58b5c08), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:04:50.560523 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f503414b-89cc-4680-b246-87cbe251708d req-1b7789b6-e324-4075-96bd-ef7fd3c1bab0 tempest-ServersAdminNegativeTestJSON-2127918484 tempest-ServersAdminNegativeTestJSON-2127918484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:04:50.570804 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-f503414b-89cc-4680-b246-87cbe251708d req-1b7789b6-e324-4075-96bd-ef7fd3c1bab0 tempest-ServersAdminNegativeTestJSON-2127918484 tempest-ServersAdminNegativeTestJSON-2127918484-project] 10.222.0.75 "GET /v2.0/ports?device_id=0851fad7-b0d9-4660-875e-7305aaf48ce5 HTTP/1.1" status: 200 len: 950 time: 0.1834016 Feb 09 19:04:50.608130 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Pushing event updated for resources: {'Port': ['ID=c1d73ea9-8c68-47bd-93c8-9905d58b5c08,revision_number=4']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:04:50.663868 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-f503414b-89cc-4680-b246-87cbe251708d req-b3652f93-e662-40eb-8f4e-4cf4644ee15e tempest-ServersAdminNegativeTestJSON-2127918484 tempest-ServersAdminNegativeTestJSON-2127918484-project] 10.222.0.75 "GET /v2.0/security-groups?id=c2a1d80e-4c84-44c1-8257-66d4ceb1ab5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0918522 Feb 09 19:04:50.675097 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-313bba63-0544-4cdb-9f00-f1c8e4b1eef7 req-1c43a2e6-95ad-4d84-9490-bc9417b828f7 tempest-LiveAutoBlockMigrationV225Test-2127879101 tempest-LiveAutoBlockMigrationV225Test-2127879101-project] 10.222.0.75 "GET /v2.0/security-groups?id=e3cb5363-3b49-4f74-b239-a871e755b40a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6307101 Feb 09 19:04:50.678092 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b980aa4-16c5-49e5-98eb-8c3102c3ad1f req-addf2c59-b660-4fa1-8196-e6e92f08f87f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:04:50.681996 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-4b980aa4-16c5-49e5-98eb-8c3102c3ad1f req-addf2c59-b660-4fa1-8196-e6e92f08f87f service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=0e772d8c7ac44b1fbd56efaf46b6dbd8&device_id=32bf91ec-07c2-4708-858a-e8e64b1da7a6 HTTP/1.1" status: 200 len: 1126 time: 0.0863385 Feb 09 19:04:50.841932 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-5b95a201-d03c-4da9-bee8-739bc8b0ff61 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762867177463', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762866656476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12867576'] for port (36ae183d-0b5b-4958-bab8-21d4d5bdca13), after_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:04:50.849296 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] get_ports_and_sgs() called for port_ids ['c1d73ea9-8c68-47bd-93c8-9905d58b5c08'] {{(pid=103232) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 19:04:50.869561 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b980aa4-16c5-49e5-98eb-8c3102c3ad1f req-e9e06c27-40de-473c-831f-01599d8cacbe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:04:50.871084 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-4b980aa4-16c5-49e5-98eb-8c3102c3ad1f req-e9e06c27-40de-473c-831f-01599d8cacbe service neutron] 10.222.0.90 "GET /v2.0/networks?id=f1e6924e-7348-48ca-aa14-d5834e100bd2 HTTP/1.1" status: 200 len: 922 time: 0.1728618 Feb 09 19:04:50.939260 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-4b980aa4-16c5-49e5-98eb-8c3102c3ad1f req-af48109b-b8da-415f-ae3f-fdeee1539d12 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=0359494e-ba4d-4050-8b2f-eaed6c3f4823 HTTP/1.1" status: 200 len: 217 time: 0.0405159 Feb 09 19:04:51.026826 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b95a201-d03c-4da9-bee8-739bc8b0ff61 admin admin] Pushing event deleted for resources: {'Port': ['ID=36ae183d-0b5b-4958-bab8-21d4d5bdca13,revision_number=None']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:04:51.186999 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-705ec306-8036-43f9-b35e-33bcd0dde235 req-f7cba75b-fc2e-4488-8795-84e7608981f9 tempest-SecurityGroupsTestJSON-1151704431 tempest-SecurityGroupsTestJSON-1151704431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:04:51.194271 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-705ec306-8036-43f9-b35e-33bcd0dde235 req-f7cba75b-fc2e-4488-8795-84e7608981f9 tempest-SecurityGroupsTestJSON-1151704431 tempest-SecurityGroupsTestJSON-1151704431-project] 10.222.0.75 "GET /v2.0/ports?device_id=b556cc6e-5955-4af0-948f-32c5decc7379 HTTP/1.1" status: 200 len: 945 time: 0.4007981 Feb 09 19:04:51.266841 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-705ec306-8036-43f9-b35e-33bcd0dde235 req-d401cbde-99d6-4af8-a4f6-aa46190bf6ee tempest-SecurityGroupsTestJSON-1151704431 tempest-SecurityGroupsTestJSON-1151704431-project] 10.222.0.75 "GET /v2.0/security-groups?id=22bcb932-19f7-46ba-b2c8-090f138c7032&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0697017 Feb 09 19:04:51.287656 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-5b95a201-d03c-4da9-bee8-739bc8b0ff61 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1613467', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1834633'] for router_interface (a0ab541a-939a-4f11-b315-84034bd5accf), after_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:04:51.415752 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3774bd3a-4637-4299-9c3f-6cedfef02840 req-94e8ad14-97f2-4124-9653-7b3da80132b2 tempest-FloatingIPsAssociationTestJSON-731512856 tempest-FloatingIPsAssociationTestJSON-731512856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:04:51.423886 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-3774bd3a-4637-4299-9c3f-6cedfef02840 req-94e8ad14-97f2-4124-9653-7b3da80132b2 tempest-FloatingIPsAssociationTestJSON-731512856 tempest-FloatingIPsAssociationTestJSON-731512856-project] 10.222.0.75 "GET /v2.0/ports?device_id=32bf91ec-07c2-4708-858a-e8e64b1da7a6 HTTP/1.1" status: 200 len: 943 time: 0.6222708 Feb 09 19:04:51.450678 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b980aa4-16c5-49e5-98eb-8c3102c3ad1f req-bdf6041b-66b8-4a00-9bae-354534e928ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:04:51.453454 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-4b980aa4-16c5-49e5-98eb-8c3102c3ad1f req-bdf6041b-66b8-4a00-9bae-354534e928ff service neutron] 10.222.0.90 "GET /v2.0/subnets?id=7ab1963a-39ad-4d86-9549-880198499f42 HTTP/1.1" status: 200 len: 860 time: 0.5018888 Feb 09 19:04:51.491721 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fce39a1-1891-4c67-8900-ef9fe03db4b7 req-774ec462-540f-40a9-aa8e-d44a3ec3297c tempest-LiveMigrationTest-1021096981 tempest-LiveMigrationTest-1021096981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:04:51.498988 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-2fce39a1-1891-4c67-8900-ef9fe03db4b7 req-774ec462-540f-40a9-aa8e-d44a3ec3297c tempest-LiveMigrationTest-1021096981 tempest-LiveMigrationTest-1021096981-project] 10.222.0.75 "GET /v2.0/ports?device_id=2f9a8919-1b2a-4183-90dc-45c5e52d5a99 HTTP/1.1" status: 200 len: 944 time: 0.1362605 Feb 09 19:04:51.524745 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-3774bd3a-4637-4299-9c3f-6cedfef02840 req-f05635a5-6ffd-4e5f-bb3d-9ffe3745eb7f tempest-FloatingIPsAssociationTestJSON-731512856 tempest-FloatingIPsAssociationTestJSON-731512856-project] 10.222.0.75 "GET /v2.0/security-groups?id=e033bcb0-30a2-4ca7-825f-be8d1c426f02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0987587 Feb 09 19:04:51.556776 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b980aa4-16c5-49e5-98eb-8c3102c3ad1f req-01d07130-bb43-4abd-970f-9b51daf55ef5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:04:51.558296 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-4b980aa4-16c5-49e5-98eb-8c3102c3ad1f req-01d07130-bb43-4abd-970f-9b51daf55ef5 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=f1e6924e-7348-48ca-aa14-d5834e100bd2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0962551 Feb 09 19:04:51.695306 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-2fce39a1-1891-4c67-8900-ef9fe03db4b7 req-55f76f2f-2ce6-4506-938a-433d564a2072 tempest-LiveMigrationTest-1021096981 tempest-LiveMigrationTest-1021096981-project] 10.222.0.75 "GET /v2.0/security-groups?id=ba18819a-1490-4e7b-a11b-e8610423d8ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1954007 Feb 09 19:04:51.745478 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-4b980aa4-16c5-49e5-98eb-8c3102c3ad1f req-fc11488c-7005-46b2-a47e-5a4602cc7115 service neutron] 10.222.0.90 "GET /v2.0/networks/f1e6924e-7348-48ca-aa14-d5834e100bd2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1770532 Feb 09 19:04:51.762757 n-d-713498-36 neutron-server[103229]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5b95a201-d03c-4da9-bee8-739bc8b0ff61 admin admin] Router a0ab541a-939a-4f11-b315-84034bd5accf has already been hosted by L3 agent 93303d5e-5d17-45e8-8963-7694f87783ae {{(pid=103229) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 19:04:51.771631 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c7a5a79-c4c7-4672-9f05-1bdb7133ea2c req-f1b7a82c-d2a2-42b3-8d2b-fc0147f06069 tempest-ServersOnMultiNodesTest-1472402947 tempest-ServersOnMultiNodesTest-1472402947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:04:51.779800 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-4c7a5a79-c4c7-4672-9f05-1bdb7133ea2c req-f1b7a82c-d2a2-42b3-8d2b-fc0147f06069 tempest-ServersOnMultiNodesTest-1472402947 tempest-ServersOnMultiNodesTest-1472402947-project] 10.222.0.75 "GET /v2.0/ports?device_id=0269339f-45e1-41d2-83f3-e2211df6911a HTTP/1.1" status: 200 len: 949 time: 0.0986223 Feb 09 19:04:51.926338 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-2cca9e9a-e221-4d46-ad1d-ca27690658a8 req-f9b727df-2abd-44b1-8c68-7616bb33ab74 tempest-SecurityGroupsTestJSON-1151704431 tempest-SecurityGroupsTestJSON-1151704431-project] 10.222.0.75 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-1991685923&fields=id&tenant_id=bff3c1e37b294eeb94406c2c4c8cd026 HTTP/1.1" status: 200 len: 267 time: 0.0955024 Feb 09 19:04:51.948187 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-4c7a5a79-c4c7-4672-9f05-1bdb7133ea2c req-cf71938a-739e-4abb-9ecf-7b081d16b9d5 tempest-ServersOnMultiNodesTest-1472402947 tempest-ServersOnMultiNodesTest-1472402947-project] 10.222.0.75 "GET /v2.0/security-groups?id=aed5302d-0478-4b9d-b014-143adc5c0d74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1667886 Feb 09 19:04:52.001036 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-4b980aa4-16c5-49e5-98eb-8c3102c3ad1f req-4f3347e1-d291-4825-856d-90e772f5bf9f service neutron] 10.222.0.90 "GET /v2.0/networks/f1e6924e-7348-48ca-aa14-d5834e100bd2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2178521 Feb 09 19:04:52.044409 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cca9e9a-e221-4d46-ad1d-ca27690658a8 req-b7e0fa29-322d-44e0-8764-4ba1d743bc16 tempest-SecurityGroupsTestJSON-1151704431 tempest-SecurityGroupsTestJSON-1151704431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:04:52.049037 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-247c5685-cbff-4003-b92b-fc29af46d25d req-ac623692-d274-406e-b2eb-8821cc271fe7 tempest-ServersAdminNegativeTestJSON-2127918484 tempest-ServersAdminNegativeTestJSON-2127918484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:04:52.050873 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-247c5685-cbff-4003-b92b-fc29af46d25d req-ac623692-d274-406e-b2eb-8821cc271fe7 tempest-ServersAdminNegativeTestJSON-2127918484 tempest-ServersAdminNegativeTestJSON-2127918484-project] 10.222.0.89 "GET /v2.0/ports?device_id=0851fad7-b0d9-4660-875e-7305aaf48ce5 HTTP/1.1" status: 200 len: 950 time: 0.1670697 Feb 09 19:04:52.055835 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-2cca9e9a-e221-4d46-ad1d-ca27690658a8 req-b7e0fa29-322d-44e0-8764-4ba1d743bc16 tempest-SecurityGroupsTestJSON-1151704431 tempest-SecurityGroupsTestJSON-1151704431-project] 10.222.0.75 "GET /v2.0/ports?device_id=b556cc6e-5955-4af0-948f-32c5decc7379 HTTP/1.1" status: 200 len: 945 time: 0.1282501 Feb 09 19:04:52.067292 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.v2.base [req-2cca9e9a-e221-4d46-ad1d-ca27690658a8 req-3c69621c-117c-4f4b-a118-4ee31238680f tempest-SecurityGroupsTestJSON-1151704431 tempest-SecurityGroupsTestJSON-1151704431-project] Request body: {'port': {'security_groups': ['22bcb932-19f7-46ba-b2c8-090f138c7032', '28459d6d-23d7-4b88-812f-7c8adbc9a69b']}} {{(pid=103229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 19:04:52.120128 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5b95a201-d03c-4da9-bee8-739bc8b0ff61 admin admin] Notify agent at l3_agent.n-d-713498-36 the message routers_updated {{(pid=103229) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 19:04:52.126359 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-5b95a201-d03c-4da9-bee8-739bc8b0ff61 admin admin] 10.222.0.75 "PUT /v2.0/routers/a0ab541a-939a-4f11-b315-84034bd5accf/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1839325 Feb 09 19:04:52.130811 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 49602) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:04:52.138000 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e55d09e-d10e-4629-808c-7ef295d773c7 None None] Sync routers for ids ['a0ab541a-939a-4f11-b315-84034bd5accf'] in n-d-713498-36 {{(pid=103232) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 19:04:52.160280 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e55d09e-d10e-4629-808c-7ef295d773c7 None None] Routers {'a0ab541a-939a-4f11-b315-84034bd5accf'} bound to L3 agent in host n-d-713498-36 {{(pid=103232) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 19:04:52.161361 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.l3_hamode_db [None req-8e55d09e-d10e-4629-808c-7ef295d773c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-09T18:51:43Z,description=,heartbeat_timestamp=2022-02-09T19:04:43Z,host='n-d-713498-36',id=93303d5e-5d17-45e8-8963-7694f87783ae,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T18:51:43Z,topic='l3_agent')) {'router_ids': ['a0ab541a-939a-4f11-b315-84034bd5accf'], 'active': True} {{(pid=103232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:04:52.181661 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fde300fa-2418-4add-98f1-3d7482d4dd88 req-5563f587-b818-4b24-b3b5-bc1ea6de6753 tempest-ServersAdminNegativeTestJSON-2127918484 tempest-ServersAdminNegativeTestJSON-2127918484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:04:52.183243 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-fde300fa-2418-4add-98f1-3d7482d4dd88 req-5563f587-b818-4b24-b3b5-bc1ea6de6753 tempest-ServersAdminNegativeTestJSON-2127918484 tempest-ServersAdminNegativeTestJSON-2127918484-project] 10.222.0.75 "GET /v2.0/ports?device_id=0851fad7-b0d9-4660-875e-7305aaf48ce5 HTTP/1.1" status: 200 len: 950 time: 0.1438179 Feb 09 19:04:52.277069 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Device 40de4c12-543c-44a6-9bda-24a60a9555b8 up at agent hyperv_n-h2-713498-36 {{(pid=103232) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 19:04:52.291226 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-fde300fa-2418-4add-98f1-3d7482d4dd88 req-6bde7274-def4-4744-b3e4-816e39f260eb tempest-ServersAdminNegativeTestJSON-2127918484 tempest-ServersAdminNegativeTestJSON-2127918484-project] 10.222.0.75 "GET /v2.0/security-groups?id=c2a1d80e-4c84-44c1-8257-66d4ceb1ab5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0873590 Feb 09 19:04:52.323097 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.plugin [req-247c5685-cbff-4003-b92b-fc29af46d25d req-e89a2969-7ca2-47bd-9645-c11992b1551d tempest-ServersAdminNegativeTestJSON-2127918484 tempest-ServersAdminNegativeTestJSON-2127918484-project] Deleting port c436dbe0-9864-40f1-bc27-04287c65dc4f {{(pid=103230) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 19:04:52.323465 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [req-247c5685-cbff-4003-b92b-fc29af46d25d req-e89a2969-7ca2-47bd-9645-c11992b1551d tempest-ServersAdminNegativeTestJSON-2127918484 tempest-ServersAdminNegativeTestJSON-2127918484-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762867170196'] for port (c436dbe0-9864-40f1-bc27-04287c65dc4f), before_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:04:52.339901 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-2cca9e9a-e221-4d46-ad1d-ca27690658a8 req-3c69621c-117c-4f4b-a118-4ee31238680f tempest-SecurityGroupsTestJSON-1151704431 tempest-SecurityGroupsTestJSON-1151704431-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (c98198ac-f434-4c74-80ce-197589977159), before_update {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:04:52.378805 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-06d1c6d2-9360-44c5-b69e-4e2739309afd admin admin] Publish callbacks [] for router (a0ab541a-939a-4f11-b315-84034bd5accf), before_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:04:52.411647 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.l3_dvr_db [None req-8e55d09e-d10e-4629-808c-7ef295d773c7 None None] Set router a0ab541a-939a-4f11-b315-84034bd5accf gateway port host: n-d-713498-36 {{(pid=103232) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 19:04:52.483517 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b43ee167-a4c2-4a70-925e-e88d5105f4af req-de9500b6-df52-4439-be75-f06da9a26a94 tempest-LiveAutoBlockMigrationV225Test-2127879101 tempest-LiveAutoBlockMigrationV225Test-2127879101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:04:52.484951 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-b43ee167-a4c2-4a70-925e-e88d5105f4af req-de9500b6-df52-4439-be75-f06da9a26a94 tempest-LiveAutoBlockMigrationV225Test-2127879101 tempest-LiveAutoBlockMigrationV225Test-2127879101-project] 10.222.0.75 "GET /v2.0/ports?device_id=9d1556d0-d009-41c6-9d9c-d68b6ae4cbe4 HTTP/1.1" status: 200 len: 946 time: 0.0783143 Feb 09 19:04:52.491631 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.provisioning_blocks [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Provisioning for port 40de4c12-543c-44a6-9bda-24a60a9555b8 completed by entity L2. {{(pid=103232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 19:04:52.555994 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-b43ee167-a4c2-4a70-925e-e88d5105f4af req-5a3109af-20df-4b79-b26d-e0ae74c1290d tempest-LiveAutoBlockMigrationV225Test-2127879101 tempest-LiveAutoBlockMigrationV225Test-2127879101-project] 10.222.0.75 "GET /v2.0/security-groups?id=e3cb5363-3b49-4f74-b239-a871e755b40a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0637600 Feb 09 19:04:52.561066 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.db [req-247c5685-cbff-4003-b92b-fc29af46d25d req-e89a2969-7ca2-47bd-9645-c11992b1551d tempest-ServersAdminNegativeTestJSON-2127918484 tempest-ServersAdminNegativeTestJSON-2127918484-project] For port c436dbe0-9864-40f1-bc27-04287c65dc4f, host n-h1-713498-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-36',level=0,port_id=c436dbe0-9864-40f1-bc27-04287c65dc4f,segment=NetworkSegment(50e5915e-18f0-4558-9a28-b978975ead36),segment_id=50e5915e-18f0-4558-9a28-b978975ead36)] {{(pid=103230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 19:04:52.561439 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [req-247c5685-cbff-4003-b92b-fc29af46d25d req-e89a2969-7ca2-47bd-9645-c11992b1551d tempest-ServersAdminNegativeTestJSON-2127918484 tempest-ServersAdminNegativeTestJSON-2127918484-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1820838'] for port (c436dbe0-9864-40f1-bc27-04287c65dc4f), precommit_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:04:52.578123 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.plugin [req-247c5685-cbff-4003-b92b-fc29af46d25d req-e89a2969-7ca2-47bd-9645-c11992b1551d tempest-ServersAdminNegativeTestJSON-2127918484 tempest-ServersAdminNegativeTestJSON-2127918484-project] Calling delete_port for c436dbe0-9864-40f1-bc27-04287c65dc4f owned by compute:nova {{(pid=103230) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 19:04:52.583515 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.db [req-2cca9e9a-e221-4d46-ad1d-ca27690658a8 req-3c69621c-117c-4f4b-a118-4ee31238680f tempest-SecurityGroupsTestJSON-1151704431 tempest-SecurityGroupsTestJSON-1151704431-project] For port c98198ac-f434-4c74-80ce-197589977159, host n-h2-713498-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-36',level=0,port_id=c98198ac-f434-4c74-80ce-197589977159,segment=NetworkSegment(0eaea607-a7ab-4dbb-b6ca-ed9e62abb1c6),segment_id=0eaea607-a7ab-4dbb-b6ca-ed9e62abb1c6)] {{(pid=103229) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 19:04:52.615980 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-2cca9e9a-e221-4d46-ad1d-ca27690658a8 req-3c69621c-117c-4f4b-a118-4ee31238680f tempest-SecurityGroupsTestJSON-1151704431 tempest-SecurityGroupsTestJSON-1151704431-project] Publish callbacks [] for port (c98198ac-f434-4c74-80ce-197589977159), precommit_update {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:04:52.621838 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.provisioning_blocks [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Provisioning complete for port 40de4c12-543c-44a6-9bda-24a60a9555b8 triggered by entity L2. {{(pid=103232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 19:04:52.622519 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593630'] for port (40de4c12-543c-44a6-9bda-24a60a9555b8), provisioning_complete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:04:52.651487 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-2cca9e9a-e221-4d46-ad1d-ca27690658a8 req-3c69621c-117c-4f4b-a118-4ee31238680f tempest-SecurityGroupsTestJSON-1151704431 tempest-SecurityGroupsTestJSON-1151704431-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762867176205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762866656485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762866656503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12867569'] for port (c98198ac-f434-4c74-80ce-197589977159), after_update {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:04:52.672073 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-7429db8d-6021-40ad-813e-885be449a89b None None] get_ports_and_sgs() called for port_ids ['c98198ac-f434-4c74-80ce-197589977159'] {{(pid=103232) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 19:04:52.724277 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cca9e9a-e221-4d46-ad1d-ca27690658a8 req-3c69621c-117c-4f4b-a118-4ee31238680f tempest-SecurityGroupsTestJSON-1151704431 tempest-SecurityGroupsTestJSON-1151704431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:04:52.724908 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-2cca9e9a-e221-4d46-ad1d-ca27690658a8 req-3c69621c-117c-4f4b-a118-4ee31238680f tempest-SecurityGroupsTestJSON-1151704431 tempest-SecurityGroupsTestJSON-1151704431-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171096'] for port (None), before_response {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:04:52.726362 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-2cca9e9a-e221-4d46-ad1d-ca27690658a8 req-3c69621c-117c-4f4b-a118-4ee31238680f tempest-SecurityGroupsTestJSON-1151704431 tempest-SecurityGroupsTestJSON-1151704431-project] 10.222.0.75 "PUT /v2.0/ports/c98198ac-f434-4c74-80ce-197589977159 HTTP/1.1" status: 200 len: 981 time: 0.6696942 Feb 09 19:04:52.728870 n-d-713498-36 neutron-server[103229]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b556cc6e-5955-4af0-948f-32c5decc7379', 'tag': 'c98198ac-f434-4c74-80ce-197589977159'}] {{(pid=103229) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 19:04:52.731460 n-d-713498-36 neutron-server[103229]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fa6ae9a20702bd564eaf90d946620b2b4277b1ab91129323d3b54181076be307" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-10c2638e-31e4-468b-85e8-013707f03db7" -d '{"events": [{"name": "network-changed", "server_uuid": "b556cc6e-5955-4af0-948f-32c5decc7379", "tag": "c98198ac-f434-4c74-80ce-197589977159"}]}' {{(pid=103229) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 19:04:52.764502 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [req-247c5685-cbff-4003-b92b-fc29af46d25d req-e89a2969-7ca2-47bd-9645-c11992b1551d tempest-ServersAdminNegativeTestJSON-2127918484 tempest-ServersAdminNegativeTestJSON-2127918484-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762867177463', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762866656476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14393751'] for port (c436dbe0-9864-40f1-bc27-04287c65dc4f), after_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:04:52.795129 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] get_ports_and_sgs() called for port_ids ['8b691445-3686-4647-a8b1-7728ec31fbe4', 'c436dbe0-9864-40f1-bc27-04287c65dc4f'] {{(pid=103232) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 19:04:52.803725 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c69621c-117c-4f4b-a118-4ee31238680f tempest-SecurityGroupsTestJSON-1151704431 tempest-SecurityGroupsTestJSON-1151704431-project] Pushing event updated for resources: {'Port': ['ID=c98198ac-f434-4c74-80ce-197589977159,revision_number=6']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:04:52.882755 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-06d1c6d2-9360-44c5-b69e-4e2739309afd admin admin] Publish callbacks [] for router_gateway (a0ab541a-939a-4f11-b315-84034bd5accf), before_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:04:52.896006 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e89a2969-7ca2-47bd-9645-c11992b1551d tempest-ServersAdminNegativeTestJSON-2127918484 tempest-ServersAdminNegativeTestJSON-2127918484-project] Pushing event deleted for resources: {'Port': ['ID=c436dbe0-9864-40f1-bc27-04287c65dc4f,revision_number=None']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:04:52.900394 n-d-713498-36 neutron-server[103230]: DEBUG neutron.db.l3_dvrscheduler_db [req-247c5685-cbff-4003-b92b-fc29af46d25d req-e89a2969-7ca2-47bd-9645-c11992b1551d tempest-ServersAdminNegativeTestJSON-2127918484 tempest-ServersAdminNegativeTestJSON-2127918484-project] No DVR routers for this DVR port c436dbe0-9864-40f1-bc27-04287c65dc4f on host n-h1-713498-36 {{(pid=103230) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 19:04:52.904476 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [req-247c5685-cbff-4003-b92b-fc29af46d25d req-e89a2969-7ca2-47bd-9645-c11992b1551d tempest-ServersAdminNegativeTestJSON-2127918484 tempest-ServersAdminNegativeTestJSON-2127918484-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171096'] for port (None), before_response {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:04:52.908560 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-247c5685-cbff-4003-b92b-fc29af46d25d req-e89a2969-7ca2-47bd-9645-c11992b1551d tempest-ServersAdminNegativeTestJSON-2127918484 tempest-ServersAdminNegativeTestJSON-2127918484-project] 10.222.0.89 "DELETE /v2.0/ports/c436dbe0-9864-40f1-bc27-04287c65dc4f HTTP/1.1" status: 204 len: 173 time: 0.8249657 Feb 09 19:04:52.909426 n-d-713498-36 neutron-server[103230]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0851fad7-b0d9-4660-875e-7305aaf48ce5', 'name': 'network-vif-deleted', 'tag': 'c436dbe0-9864-40f1-bc27-04287c65dc4f'}] {{(pid=103230) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 19:04:52.917271 n-d-713498-36 neutron-server[103230]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aee5919275bae9f72eb374ee322673045eb80c1f84b4b45a97d96923bd50ab51" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-68d1a63e-d493-468f-a37f-d71e9751e658" -d '{"events": [{"server_uuid": "0851fad7-b0d9-4660-875e-7305aaf48ce5", "name": "network-vif-deleted", "tag": "c436dbe0-9864-40f1-bc27-04287c65dc4f"}]}' {{(pid=103230) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 19:04:52.939479 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bef466e-c15f-44a9-a28a-2654d58fac49 req-6e66918d-0e54-4023-9e8f-c77f0e7cfa3b tempest-FloatingIPsAssociationTestJSON-731512856 tempest-FloatingIPsAssociationTestJSON-731512856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:04:52.947599 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-0bef466e-c15f-44a9-a28a-2654d58fac49 req-6e66918d-0e54-4023-9e8f-c77f0e7cfa3b tempest-FloatingIPsAssociationTestJSON-731512856 tempest-FloatingIPsAssociationTestJSON-731512856-project] 10.222.0.75 "GET /v2.0/ports?device_id=32bf91ec-07c2-4708-858a-e8e64b1da7a6 HTTP/1.1" status: 200 len: 943 time: 0.2166450 Feb 09 19:04:53.014160 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09834daa-592c-4f0a-8fe2-60f4388bb3b7 req-0219be9e-f0d5-4ef2-80dc-9c4091d2504a tempest-LiveMigrationTest-1021096981 tempest-LiveMigrationTest-1021096981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:04:53.020516 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-09834daa-592c-4f0a-8fe2-60f4388bb3b7 req-0219be9e-f0d5-4ef2-80dc-9c4091d2504a tempest-LiveMigrationTest-1021096981 tempest-LiveMigrationTest-1021096981-project] 10.222.0.75 "GET /v2.0/ports?device_id=2f9a8919-1b2a-4183-90dc-45c5e52d5a99 HTTP/1.1" status: 200 len: 944 time: 0.1904144 Feb 09 19:04:53.044416 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-7429db8d-6021-40ad-813e-885be449a89b None None] get_ports_and_sgs() called for port_ids ['c98198ac-f434-4c74-80ce-197589977159'] {{(pid=103232) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 19:04:53.049174 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-0bef466e-c15f-44a9-a28a-2654d58fac49 req-781ce245-8800-49c1-8569-0defb4e6bbd7 tempest-FloatingIPsAssociationTestJSON-731512856 tempest-FloatingIPsAssociationTestJSON-731512856-project] 10.222.0.75 "GET /v2.0/security-groups?id=e033bcb0-30a2-4ca7-825f-be8d1c426f02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0906482 Feb 09 19:04:53.093702 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.plugin [None req-06d1c6d2-9360-44c5-b69e-4e2739309afd admin admin] Deleting port 4064872f-54ad-481c-8bb9-331fae745bac {{(pid=103229) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 19:04:53.094075 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-06d1c6d2-9360-44c5-b69e-4e2739309afd admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762867170196'] for port (4064872f-54ad-481c-8bb9-331fae745bac), before_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:04:53.206281 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.db [None req-06d1c6d2-9360-44c5-b69e-4e2739309afd admin admin] For port 4064872f-54ad-481c-8bb9-331fae745bac, host n-d-713498-36, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-36',level=0,port_id=4064872f-54ad-481c-8bb9-331fae745bac,segment=NetworkSegment(a4222f89-8d3f-4b51-953b-1a8126392491),segment_id=a4222f89-8d3f-4b51-953b-1a8126392491)] {{(pid=103229) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 19:04:53.206660 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-06d1c6d2-9360-44c5-b69e-4e2739309afd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1820838'] for port (4064872f-54ad-481c-8bb9-331fae745bac), precommit_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:04:53.218805 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-09834daa-592c-4f0a-8fe2-60f4388bb3b7 req-6b655fd1-b509-4bea-9622-e4d25b68768d tempest-LiveMigrationTest-1021096981 tempest-LiveMigrationTest-1021096981-project] 10.222.0.75 "GET /v2.0/security-groups?id=ba18819a-1490-4e7b-a11b-e8610423d8ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1879539 Feb 09 19:04:53.230228 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.plugin [None req-06d1c6d2-9360-44c5-b69e-4e2739309afd admin admin] Calling delete_port for 4064872f-54ad-481c-8bb9-331fae745bac owned by network:router_gateway {{(pid=103229) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 19:04:53.249587 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-891af2a1-dc5c-40b1-85e3-87149d30df69 req-d03c2e0d-b8d6-45a7-886d-2d01755f8ddb tempest-SecurityGroupsTestJSON-1151704431 tempest-SecurityGroupsTestJSON-1151704431-project] 10.222.0.75 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-362969742&fields=id&tenant_id=bff3c1e37b294eeb94406c2c4c8cd026 HTTP/1.1" status: 200 len: 267 time: 0.0658576 Feb 09 19:04:53.319044 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.l3_hamode_db [None req-8e55d09e-d10e-4629-808c-7ef295d773c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a0ab541a-939a-4f11-b315-84034bd5accf', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-830942200-router', 'tenant_id': '74dc86730a17454f9e20cfb480a6b381', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88055e1e-672a-4487-be31-ffb6e833ece5', 'external_fixed_ips': [{'subnet_id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'ip_address': '172.25.1.127'}], 'enable_snat': True}, 'gw_port_id': '4064872f-54ad-481c-8bb9-331fae745bac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T19:01:39Z', 'updated_at': '2022-02-09T19:04:50Z', 'revision_number': 5, 'project_id': '74dc86730a17454f9e20cfb480a6b381', 'gw_port': {'id': '4064872f-54ad-481c-8bb9-331fae745bac', 'name': '', 'network_id': '88055e1e-672a-4487-be31-ffb6e833ece5', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:72:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0ab541a-939a-4f11-b315-84034bd5accf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'ip_address': '172.25.1.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T19:01:39Z', 'updated_at': '2022-02-09T19:01:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-36'}], 'n-d-713498-36', False) {} {{(pid=103232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:04:53.327573 n-d-713498-36 neutron-server[103230]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 19:04:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-63c7a972-9510-484c-8b29-18f2d756fc98 x-openstack-request-id: req-63c7a972-9510-484c-8b29-18f2d756fc98 {{(pid=103230) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 19:04:53.328404 n-d-713498-36 neutron-server[103230]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0851fad7-b0d9-4660-875e-7305aaf48ce5", "name": "network-vif-deleted", "tag": "c436dbe0-9864-40f1-bc27-04287c65dc4f", "status": "completed", "code": 200}]} {{(pid=103230) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 19:04:53.328404 n-d-713498-36 neutron-server[103230]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-63c7a972-9510-484c-8b29-18f2d756fc98 {{(pid=103230) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 19:04:53.328717 n-d-713498-36 neutron-server[103230]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0851fad7-b0d9-4660-875e-7305aaf48ce5', 'name': 'network-vif-deleted', 'tag': 'c436dbe0-9864-40f1-bc27-04287c65dc4f', 'status': 'completed', 'code': 200} Feb 09 19:04:53.338941 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-891af2a1-dc5c-40b1-85e3-87149d30df69 req-b6c4431e-1d16-476e-a44e-b9358b5eb9a4 tempest-SecurityGroupsTestJSON-1151704431 tempest-SecurityGroupsTestJSON-1151704431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:04:53.349534 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-891af2a1-dc5c-40b1-85e3-87149d30df69 req-b6c4431e-1d16-476e-a44e-b9358b5eb9a4 tempest-SecurityGroupsTestJSON-1151704431 tempest-SecurityGroupsTestJSON-1151704431-project] 10.222.0.75 "GET /v2.0/ports?device_id=b556cc6e-5955-4af0-948f-32c5decc7379 HTTP/1.1" status: 200 len: 984 time: 0.0955415 Feb 09 19:04:53.355850 n-d-713498-36 neutron-server[103229]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 19:04:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-062843e7-71b6-438e-8914-42e7c30fd546 x-openstack-request-id: req-062843e7-71b6-438e-8914-42e7c30fd546 {{(pid=103229) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 19:04:53.356354 n-d-713498-36 neutron-server[103229]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b556cc6e-5955-4af0-948f-32c5decc7379", "tag": "c98198ac-f434-4c74-80ce-197589977159", "status": "completed", "code": 200}]} {{(pid=103229) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 19:04:53.356454 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.v2.base [req-891af2a1-dc5c-40b1-85e3-87149d30df69 req-2a97e5aa-1c38-49c3-b3c6-a8f9b3f614c5 tempest-SecurityGroupsTestJSON-1151704431 tempest-SecurityGroupsTestJSON-1151704431-project] Request body: {'port': {'security_groups': ['22bcb932-19f7-46ba-b2c8-090f138c7032', '28459d6d-23d7-4b88-812f-7c8adbc9a69b', 'ae98c994-accf-46f6-b21b-84a2f41e4a4a']}} {{(pid=103230) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 19:04:53.356550 n-d-713498-36 neutron-server[103229]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-062843e7-71b6-438e-8914-42e7c30fd546 {{(pid=103229) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 19:04:53.356844 n-d-713498-36 neutron-server[103229]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b556cc6e-5955-4af0-948f-32c5decc7379', 'tag': 'c98198ac-f434-4c74-80ce-197589977159', 'status': 'completed', 'code': 200} Feb 09 19:04:53.420077 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e55d09e-d10e-4629-808c-7ef295d773c7 None None] Checking router: a0ab541a-939a-4f11-b315-84034bd5accf for host: n-d-713498-36 {{(pid=103232) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 19:04:53.422013 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Current status of the port 40de4c12-543c-44a6-9bda-24a60a9555b8 is: BUILD; New status is: ACTIVE {{(pid=103232) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 19:04:53.422416 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (40de4c12-543c-44a6-9bda-24a60a9555b8), before_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:04:53.502952 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e55d09e-d10e-4629-808c-7ef295d773c7 None None] Routers {'a0ab541a-939a-4f11-b315-84034bd5accf'} bound to L3 agent in host n-d-713498-36 {{(pid=103232) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 19:04:53.503388 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.l3_hamode_db [None req-8e55d09e-d10e-4629-808c-7ef295d773c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-09T18:51:43Z,description=,heartbeat_timestamp=2022-02-09T19:04:43Z,host='n-d-713498-36',id=93303d5e-5d17-45e8-8963-7694f87783ae,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T18:51:43Z,topic='l3_agent')) {'router_ids': ['a0ab541a-939a-4f11-b315-84034bd5accf'], 'active': True} {{(pid=103232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:04:53.509243 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [req-891af2a1-dc5c-40b1-85e3-87149d30df69 req-2a97e5aa-1c38-49c3-b3c6-a8f9b3f614c5 tempest-SecurityGroupsTestJSON-1151704431 tempest-SecurityGroupsTestJSON-1151704431-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (c98198ac-f434-4c74-80ce-197589977159), before_update {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:04:53.529801 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10c2638e-31e4-468b-85e8-013707f03db7 req-38fe464d-aa21-4a47-9bb2-f00bc76c25ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:04:53.531571 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-10c2638e-31e4-468b-85e8-013707f03db7 req-38fe464d-aa21-4a47-9bb2-f00bc76c25ef service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=bff3c1e37b294eeb94406c2c4c8cd026&device_id=b556cc6e-5955-4af0-948f-32c5decc7379 HTTP/1.1" status: 200 len: 1167 time: 0.1705277 Feb 09 19:04:53.533706 n-d-713498-36 neutron-server[103232]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2f9a8919-1b2a-4183-90dc-45c5e52d5a99', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '40de4c12-543c-44a6-9bda-24a60a9555b8'}] {{(pid=103232) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 19:04:53.536554 n-d-713498-36 neutron-server[103232]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}949cdcde653dec44821de95cbf67297f53cbc2aed4e073b5d514f93bf911ce85" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-26edc3f6-b3a9-464f-b6ae-3b7155780422" -d '{"events": [{"server_uuid": "2f9a8919-1b2a-4183-90dc-45c5e52d5a99", "name": "network-vif-plugged", "status": "completed", "tag": "40de4c12-543c-44a6-9bda-24a60a9555b8"}]}' {{(pid=103232) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 19:04:53.599499 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a64f645e-67ba-4863-a081-fcbebe67c62d req-40b9fd8f-99e7-45cf-adc0-47cf5460bad8 tempest-ServersOnMultiNodesTest-1472402947 tempest-ServersOnMultiNodesTest-1472402947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:04:53.602947 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-a64f645e-67ba-4863-a081-fcbebe67c62d req-40b9fd8f-99e7-45cf-adc0-47cf5460bad8 tempest-ServersOnMultiNodesTest-1472402947 tempest-ServersOnMultiNodesTest-1472402947-project] 10.222.0.75 "GET /v2.0/ports?device_id=0269339f-45e1-41d2-83f3-e2211df6911a HTTP/1.1" status: 200 len: 949 time: 0.1690822 Feb 09 19:04:53.662414 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-7429db8d-6021-40ad-813e-885be449a89b None None] For port 40de4c12-543c-44a6-9bda-24a60a9555b8, host n-h2-713498-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-36',level=0,port_id=40de4c12-543c-44a6-9bda-24a60a9555b8,segment=NetworkSegment(5e48c0d3-ac92-403e-8ddc-eab47c471644),segment_id=5e48c0d3-ac92-403e-8ddc-eab47c471644)] {{(pid=103232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 19:04:53.697348 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10c2638e-31e4-468b-85e8-013707f03db7 req-9cc91814-42ab-4a9f-8d32-c05287a0b562 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:04:53.698727 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762867176205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762866656485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762866656503'] for port (40de4c12-543c-44a6-9bda-24a60a9555b8), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:04:53.698884 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-10c2638e-31e4-468b-85e8-013707f03db7 req-9cc91814-42ab-4a9f-8d32-c05287a0b562 service neutron] 10.222.0.90 "GET /v2.0/networks?id=3aeedb6f-762d-4e6c-8ee5-bfa54ee38104 HTTP/1.1" status: 200 len: 914 time: 0.1376412 Feb 09 19:04:53.699576 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Device 06d7c180-3877-4407-9db3-c4e82f2a9b30 up at agent hyperv_n-h2-713498-36 {{(pid=103232) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 19:04:53.730424 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-06d1c6d2-9360-44c5-b69e-4e2739309afd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762867177463', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762866656476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12867576'] for port (4064872f-54ad-481c-8bb9-331fae745bac), after_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:04:53.744109 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Device c1d73ea9-8c68-47bd-93c8-9905d58b5c08 up at agent hyperv_n-h1-713498-36 {{(pid=103232) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 19:04:53.759533 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-10c2638e-31e4-468b-85e8-013707f03db7 req-6e6ec1ee-890a-416e-b088-eed65d8baf9e service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=c98198ac-f434-4c74-80ce-197589977159 HTTP/1.1" status: 200 len: 217 time: 0.0513899 Feb 09 19:04:53.778378 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-a64f645e-67ba-4863-a081-fcbebe67c62d req-908549c2-067f-4ef7-9ed1-030abe4ed80f tempest-ServersOnMultiNodesTest-1472402947 tempest-ServersOnMultiNodesTest-1472402947-project] 10.222.0.75 "GET /v2.0/security-groups?id=aed5302d-0478-4b9d-b014-143adc5c0d74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1504655 Feb 09 19:04:53.798440 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06d1c6d2-9360-44c5-b69e-4e2739309afd admin admin] Pushing event deleted for resources: {'Port': ['ID=4064872f-54ad-481c-8bb9-331fae745bac,revision_number=None']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:04:53.869776 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10c2638e-31e4-468b-85e8-013707f03db7 req-c18d77da-7c62-42ff-aa8e-dc04a95131f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:04:53.871217 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-10c2638e-31e4-468b-85e8-013707f03db7 req-c18d77da-7c62-42ff-aa8e-dc04a95131f3 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=717af8bd-c7df-4f19-ad07-3fc4563db201 HTTP/1.1" status: 200 len: 853 time: 0.1012495 Feb 09 19:04:53.913373 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.l3_dvr_db [None req-8e55d09e-d10e-4629-808c-7ef295d773c7 None None] Set router a0ab541a-939a-4f11-b315-84034bd5accf gateway port host: None {{(pid=103232) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 19:04:53.942869 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-06d1c6d2-9360-44c5-b69e-4e2739309afd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1818987'] for router_gateway (a0ab541a-939a-4f11-b315-84034bd5accf), after_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:04:53.953148 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-10c2638e-31e4-468b-85e8-013707f03db7 req-6a2ac1ff-2f39-4aad-9ab0-406cdf07feb8 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=3aeedb6f-762d-4e6c-8ee5-bfa54ee38104&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0684009 Feb 09 19:04:54.012330 n-d-713498-36 neutron-server[103232]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 19:04:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6e1e9e7c-a857-4aae-8729-06f73a975600 x-openstack-request-id: req-6e1e9e7c-a857-4aae-8729-06f73a975600 {{(pid=103232) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 19:04:54.012806 n-d-713498-36 neutron-server[103232]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2f9a8919-1b2a-4183-90dc-45c5e52d5a99", "name": "network-vif-plugged", "status": "completed", "tag": "40de4c12-543c-44a6-9bda-24a60a9555b8", "code": 200}]} {{(pid=103232) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 19:04:54.013167 n-d-713498-36 neutron-server[103232]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-6e1e9e7c-a857-4aae-8729-06f73a975600 {{(pid=103232) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 19:04:54.013655 n-d-713498-36 neutron-server[103232]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2f9a8919-1b2a-4183-90dc-45c5e52d5a99', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '40de4c12-543c-44a6-9bda-24a60a9555b8', 'code': 200} Feb 09 19:04:54.039407 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.l3_hamode_db [None req-8e55d09e-d10e-4629-808c-7ef295d773c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a0ab541a-939a-4f11-b315-84034bd5accf', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-830942200-router', 'tenant_id': '74dc86730a17454f9e20cfb480a6b381', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T19:01:39Z', 'updated_at': '2022-02-09T19:04:52Z', 'revision_number': 6, 'project_id': '74dc86730a17454f9e20cfb480a6b381', 'gw_port_host': None}], 'n-d-713498-36', False) {} {{(pid=103232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:04:54.047748 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Pushing event updated for resources: {'Port': ['ID=40de4c12-543c-44a6-9bda-24a60a9555b8,revision_number=5']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:04:54.100572 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e55d09e-d10e-4629-808c-7ef295d773c7 None None] The sync data for ids ['a0ab541a-939a-4f11-b315-84034bd5accf'] in n-d-713498-36 is: [{'id': 'a0ab541a-939a-4f11-b315-84034bd5accf', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-830942200-router', 'tenant_id': '74dc86730a17454f9e20cfb480a6b381', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T19:01:39Z', 'updated_at': '2022-02-09T19:04:52Z', 'revision_number': 6, 'project_id': '74dc86730a17454f9e20cfb480a6b381', 'gw_port_host': None}] {{(pid=103232) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 19:04:54.125054 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-06d1c6d2-9360-44c5-b69e-4e2739309afd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1834988', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-58375'] for router (a0ab541a-939a-4f11-b315-84034bd5accf), precommit_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:04:54.126562 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.db [req-891af2a1-dc5c-40b1-85e3-87149d30df69 req-2a97e5aa-1c38-49c3-b3c6-a8f9b3f614c5 tempest-SecurityGroupsTestJSON-1151704431 tempest-SecurityGroupsTestJSON-1151704431-project] For port c98198ac-f434-4c74-80ce-197589977159, host n-h2-713498-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-36',level=0,port_id=c98198ac-f434-4c74-80ce-197589977159,segment=NetworkSegment(0eaea607-a7ab-4dbb-b6ca-ed9e62abb1c6),segment_id=0eaea607-a7ab-4dbb-b6ca-ed9e62abb1c6)] {{(pid=103230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 19:04:54.131017 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-06d1c6d2-9360-44c5-b69e-4e2739309afd admin admin] Publish callbacks [] for router_controller (a0ab541a-939a-4f11-b315-84034bd5accf), precommit_delete_associations {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:04:54.166845 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.provisioning_blocks [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Provisioning for port 06d7c180-3877-4407-9db3-c4e82f2a9b30 completed by entity L2. {{(pid=103232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 19:04:54.168692 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.provisioning_blocks [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Provisioning for port c1d73ea9-8c68-47bd-93c8-9905d58b5c08 completed by entity L2. {{(pid=103232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 19:04:54.176904 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.provisioning_blocks [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Provisioning complete for port 06d7c180-3877-4407-9db3-c4e82f2a9b30 triggered by entity L2. {{(pid=103232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 19:04:54.177776 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593630'] for port (06d7c180-3877-4407-9db3-c4e82f2a9b30), provisioning_complete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:04:54.184128 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.provisioning_blocks [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Provisioning complete for port c1d73ea9-8c68-47bd-93c8-9905d58b5c08 triggered by entity L2. {{(pid=103232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 19:04:54.184498 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593630'] for port (c1d73ea9-8c68-47bd-93c8-9905d58b5c08), provisioning_complete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:04:54.232098 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25d4b0fe-a09a-4ba2-9044-21151b667d8c req-bc2886ae-7de4-452f-8546-ce843e434ddd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:04:54.235641 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-25d4b0fe-a09a-4ba2-9044-21151b667d8c req-bc2886ae-7de4-452f-8546-ce843e434ddd service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=2f9a8919-1b2a-4183-90dc-45c5e52d5a99 HTTP/1.1" status: 200 len: 1128 time: 0.1749048 Feb 09 19:04:54.236337 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de7605ad-9051-4224-9ed5-3d28e5fa017f req-f3a2f866-ab02-4bcb-880f-384bd8a8220d tempest-LiveAutoBlockMigrationV225Test-2127879101 tempest-LiveAutoBlockMigrationV225Test-2127879101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:04:54.240877 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-de7605ad-9051-4224-9ed5-3d28e5fa017f req-f3a2f866-ab02-4bcb-880f-384bd8a8220d tempest-LiveAutoBlockMigrationV225Test-2127879101 tempest-LiveAutoBlockMigrationV225Test-2127879101-project] 10.222.0.75 "GET /v2.0/ports?device_id=9d1556d0-d009-41c6-9d9c-d68b6ae4cbe4 HTTP/1.1" status: 200 len: 946 time: 0.2317019 Feb 09 19:04:54.241879 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-10c2638e-31e4-468b-85e8-013707f03db7 req-f840c2ce-4d6b-4f6a-858f-e88b797fafe5 service neutron] 10.222.0.90 "GET /v2.0/networks/3aeedb6f-762d-4e6c-8ee5-bfa54ee38104?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2685220 Feb 09 19:04:54.244108 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-06d1c6d2-9360-44c5-b69e-4e2739309afd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1835003'] for router (a0ab541a-939a-4f11-b315-84034bd5accf), after_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:04:54.244452 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [req-891af2a1-dc5c-40b1-85e3-87149d30df69 req-2a97e5aa-1c38-49c3-b3c6-a8f9b3f614c5 tempest-SecurityGroupsTestJSON-1151704431 tempest-SecurityGroupsTestJSON-1151704431-project] Publish callbacks [] for port (c98198ac-f434-4c74-80ce-197589977159), precommit_update {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:04:54.244643 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-06d1c6d2-9360-44c5-b69e-4e2739309afd admin admin] Fanout notify agent at l3_agent the message router_deleted on router a0ab541a-939a-4f11-b315-84034bd5accf {{(pid=103229) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 09 19:04:54.246249 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Device 0359494e-ba4d-4050-8b2f-eaed6c3f4823 details requested by agent hyperv_n-h2-713498-36 with host n-h2-713498-36 {{(pid=103232) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 19:04:54.262348 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-06d1c6d2-9360-44c5-b69e-4e2739309afd admin admin] Publish callbacks [] for router (None), before_response {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:04:54.263508 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-06d1c6d2-9360-44c5-b69e-4e2739309afd admin admin] 10.222.0.75 "DELETE /v2.0/routers/a0ab541a-939a-4f11-b315-84034bd5accf HTTP/1.1" status: 204 len: 168 time: 2.1329556 Feb 09 19:04:54.271653 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 49632) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:04:54.283134 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [req-891af2a1-dc5c-40b1-85e3-87149d30df69 req-2a97e5aa-1c38-49c3-b3c6-a8f9b3f614c5 tempest-SecurityGroupsTestJSON-1151704431 tempest-SecurityGroupsTestJSON-1151704431-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762867176205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762866656485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762866656503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14393758'] for port (c98198ac-f434-4c74-80ce-197589977159), after_update {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:04:54.316984 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-7429db8d-6021-40ad-813e-885be449a89b None None] get_ports_and_sgs() called for port_ids ['c98198ac-f434-4c74-80ce-197589977159'] {{(pid=103232) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 19:04:54.360525 n-d-713498-36 neutron-server[103229]: DEBUG neutron.db.db_base_plugin_v2 [None req-e151887a-377a-409a-b221-e592cd8fc1d6 admin admin] Deleting subnet 75c6a744-acd8-4cbc-b5ba-1f5214db2393 {{(pid=103229) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 19:04:54.378203 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-de7605ad-9051-4224-9ed5-3d28e5fa017f req-a41daf6f-b74a-4602-95fe-9459011f48ef tempest-LiveAutoBlockMigrationV225Test-2127879101 tempest-LiveAutoBlockMigrationV225Test-2127879101-project] 10.222.0.75 "GET /v2.0/security-groups?id=e3cb5363-3b49-4f74-b239-a871e755b40a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1091330 Feb 09 19:04:54.381517 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-e151887a-377a-409a-b221-e592cd8fc1d6 admin admin] Publish callbacks [] for subnet (75c6a744-acd8-4cbc-b5ba-1f5214db2393), before_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:04:54.432878 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-891af2a1-dc5c-40b1-85e3-87149d30df69 req-2a97e5aa-1c38-49c3-b3c6-a8f9b3f614c5 tempest-SecurityGroupsTestJSON-1151704431 tempest-SecurityGroupsTestJSON-1151704431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:04:54.433794 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [req-891af2a1-dc5c-40b1-85e3-87149d30df69 req-2a97e5aa-1c38-49c3-b3c6-a8f9b3f614c5 tempest-SecurityGroupsTestJSON-1151704431 tempest-SecurityGroupsTestJSON-1151704431-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171096'] for port (None), before_response {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:04:54.436833 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-e151887a-377a-409a-b221-e592cd8fc1d6 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16683410'] for subnet (75c6a744-acd8-4cbc-b5ba-1f5214db2393), precommit_delete_associations {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:04:54.448420 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-891af2a1-dc5c-40b1-85e3-87149d30df69 req-2a97e5aa-1c38-49c3-b3c6-a8f9b3f614c5 tempest-SecurityGroupsTestJSON-1151704431 tempest-SecurityGroupsTestJSON-1151704431-project] 10.222.0.75 "PUT /v2.0/ports/c98198ac-f434-4c74-80ce-197589977159 HTTP/1.1" status: 200 len: 1020 time: 1.0973475 Feb 09 19:04:54.584170 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Current status of the port c1d73ea9-8c68-47bd-93c8-9905d58b5c08 is: BUILD; New status is: ACTIVE {{(pid=103232) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 19:04:54.584716 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (c1d73ea9-8c68-47bd-93c8-9905d58b5c08), before_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:04:54.595481 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-25d4b0fe-a09a-4ba2-9044-21151b667d8c req-288b6801-491e-4552-bdaf-efa9e5f2b8e0 service neutron] 10.222.0.90 "GET /v2.0/security-groups?id=ba18819a-1490-4e7b-a11b-e8610423d8ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3375182 Feb 09 19:04:54.621949 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a97e5aa-1c38-49c3-b3c6-a8f9b3f614c5 tempest-SecurityGroupsTestJSON-1151704431 tempest-SecurityGroupsTestJSON-1151704431-project] Pushing event updated for resources: {'Port': ['ID=c98198ac-f434-4c74-80ce-197589977159,revision_number=7']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:04:54.664167 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Current status of the port 06d7c180-3877-4407-9db3-c4e82f2a9b30 is: BUILD; New status is: ACTIVE {{(pid=103232) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 19:04:54.664567 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (06d7c180-3877-4407-9db3-c4e82f2a9b30), before_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:04:54.686658 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-10c2638e-31e4-468b-85e8-013707f03db7 req-50e56859-4d0e-429c-ad89-9a6450cb54bd service neutron] 10.222.0.90 "GET /v2.0/networks/3aeedb6f-762d-4e6c-8ee5-bfa54ee38104?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4257965 Feb 09 19:04:54.710294 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-7429db8d-6021-40ad-813e-885be449a89b None None] For port 06d7c180-3877-4407-9db3-c4e82f2a9b30, host n-h2-713498-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-36',level=0,port_id=06d7c180-3877-4407-9db3-c4e82f2a9b30,segment=NetworkSegment(50e5915e-18f0-4558-9a28-b978975ead36),segment_id=50e5915e-18f0-4558-9a28-b978975ead36)] {{(pid=103232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 19:04:54.711046 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e72a348-a198-486f-b2a2-4181990be064 req-79ccdac9-f1aa-4ac1-b611-8f3b828b011c tempest-FloatingIPsAssociationTestJSON-731512856 tempest-FloatingIPsAssociationTestJSON-731512856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:04:54.722358 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-7429db8d-6021-40ad-813e-885be449a89b None None] get_ports_and_sgs() called for port_ids ['c98198ac-f434-4c74-80ce-197589977159'] {{(pid=103232) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 19:04:54.723594 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-9e72a348-a198-486f-b2a2-4181990be064 req-79ccdac9-f1aa-4ac1-b611-8f3b828b011c tempest-FloatingIPsAssociationTestJSON-731512856 tempest-FloatingIPsAssociationTestJSON-731512856-project] 10.222.0.75 "GET /v2.0/ports?device_id=32bf91ec-07c2-4708-858a-e8e64b1da7a6 HTTP/1.1" status: 200 len: 943 time: 0.1603558 Feb 09 19:04:54.724307 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762867176205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762866656485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762866656503'] for port (06d7c180-3877-4407-9db3-c4e82f2a9b30), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:04:54.798806 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-9e72a348-a198-486f-b2a2-4181990be064 req-cec0a3cf-9707-47f9-b191-e77aca812949 tempest-FloatingIPsAssociationTestJSON-731512856 tempest-FloatingIPsAssociationTestJSON-731512856-project] 10.222.0.75 "GET /v2.0/security-groups?id=e033bcb0-30a2-4ca7-825f-be8d1c426f02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0724623 Feb 09 19:04:54.816343 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Pushing event updated for resources: {'Port': ['ID=06d7c180-3877-4407-9db3-c4e82f2a9b30,revision_number=5']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:04:54.867301 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] For port c1d73ea9-8c68-47bd-93c8-9905d58b5c08, host n-h1-713498-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-36',level=0,port_id=c1d73ea9-8c68-47bd-93c8-9905d58b5c08,segment=NetworkSegment(50e5915e-18f0-4558-9a28-b978975ead36),segment_id=50e5915e-18f0-4558-9a28-b978975ead36)] {{(pid=103232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 19:04:54.888335 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762867176205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762866656485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762866656503'] for port (c1d73ea9-8c68-47bd-93c8-9905d58b5c08), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:04:54.951830 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-7429db8d-6021-40ad-813e-885be449a89b None None] For port 0359494e-ba4d-4050-8b2f-eaed6c3f4823, host n-h2-713498-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-36',level=0,port_id=0359494e-ba4d-4050-8b2f-eaed6c3f4823,segment=NetworkSegment(645882ad-a796-4218-a7d9-a75443ad9585),segment_id=645882ad-a796-4218-a7d9-a75443ad9585)] {{(pid=103232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 19:04:54.960126 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a6302e9-6e2e-426b-a97a-ac0704ab0387 req-122bdce1-686c-4601-b971-8f82cd3dd412 tempest-SecurityGroupsTestJSON-1151704431 tempest-SecurityGroupsTestJSON-1151704431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:04:54.970842 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-0a6302e9-6e2e-426b-a97a-ac0704ab0387 req-122bdce1-686c-4601-b971-8f82cd3dd412 tempest-SecurityGroupsTestJSON-1151704431 tempest-SecurityGroupsTestJSON-1151704431-project] 10.222.0.75 "GET /v2.0/ports?device_id=b556cc6e-5955-4af0-948f-32c5decc7379 HTTP/1.1" status: 200 len: 1023 time: 0.0865066 Feb 09 19:04:54.989663 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-e151887a-377a-409a-b221-e592cd8fc1d6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-759852'] for subnet (75c6a744-acd8-4cbc-b5ba-1f5214db2393), precommit_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:04:55.001318 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Returning: {'device': '0359494e-ba4d-4050-8b2f-eaed6c3f4823', 'network_id': 'f1e6924e-7348-48ca-aa14-d5834e100bd2', 'port_id': '0359494e-ba4d-4050-8b2f-eaed6c3f4823', 'mac_address': 'fa:16:3e:35:f2:91', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 398, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7ab1963a-39ad-4d86-9549-880198499f42', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103232) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 19:04:55.072449 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-0a6302e9-6e2e-426b-a97a-ac0704ab0387 req-c76ec1a1-6c0b-435c-b32e-3d9277480a6e tempest-SecurityGroupsTestJSON-1151704431 tempest-SecurityGroupsTestJSON-1151704431-project] 10.222.0.75 "GET /v2.0/security-groups?id=28459d6d-23d7-4b88-812f-7c8adbc9a69b&id=ae98c994-accf-46f6-b21b-84a2f41e4a4a&id=22bcb932-19f7-46ba-b2c8-090f138c7032 HTTP/1.1" status: 200 len: 6200 time: 0.0987666 Feb 09 19:04:55.077776 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Pushing event updated for resources: {'Port': ['ID=c1d73ea9-8c68-47bd-93c8-9905d58b5c08,revision_number=5']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:04:55.091970 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-e151887a-377a-409a-b221-e592cd8fc1d6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-760023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12867367', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12759238'] for subnet (75c6a744-acd8-4cbc-b5ba-1f5214db2393), after_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:04:55.132598 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-e151887a-377a-409a-b221-e592cd8fc1d6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1613566'] for subnet (None), before_response {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:04:55.142375 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d33dfe42-6e1c-4c3c-997f-2d29557e3c85 None None] Network 22186bb1-1c50-47a0-85ed-567124795ab8 requested from n-d-713498-36 {{(pid=103232) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 19:04:55.142588 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-e151887a-377a-409a-b221-e592cd8fc1d6 admin admin] 10.222.0.75 "DELETE /v2.0/subnets/75c6a744-acd8-4cbc-b5ba-1f5214db2393 HTTP/1.1" status: 204 len: 168 time: 0.8669069 Feb 09 19:04:55.142701 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 49642) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:04:55.186805 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e151887a-377a-409a-b221-e592cd8fc1d6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=75c6a744-acd8-4cbc-b5ba-1f5214db2393,revision_number=None']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:04:55.221281 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0f71164-8ab3-405d-928c-ff0f4f541209 req-980e9ec7-439a-4b0b-a391-80c33160254c tempest-LiveMigrationTest-1021096981 tempest-LiveMigrationTest-1021096981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:04:55.225553 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-a0f71164-8ab3-405d-928c-ff0f4f541209 req-980e9ec7-439a-4b0b-a391-80c33160254c tempest-LiveMigrationTest-1021096981 tempest-LiveMigrationTest-1021096981-project] 10.222.0.75 "GET /v2.0/ports?device_id=2f9a8919-1b2a-4183-90dc-45c5e52d5a99 HTTP/1.1" status: 200 len: 945 time: 0.1520684 Feb 09 19:04:55.249185 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Current status of the port 0359494e-ba4d-4050-8b2f-eaed6c3f4823 is: DOWN; New status is: BUILD {{(pid=103232) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 19:04:55.249581 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (0359494e-ba4d-4050-8b2f-eaed6c3f4823), before_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:04:55.331330 n-d-713498-36 neutron-server[103230]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b556cc6e-5955-4af0-948f-32c5decc7379', 'tag': 'c98198ac-f434-4c74-80ce-197589977159'}] {{(pid=103230) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 19:04:55.342158 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-a0f71164-8ab3-405d-928c-ff0f4f541209 req-56f76ed3-2291-4631-a8f5-f5e520ec3e14 tempest-LiveMigrationTest-1021096981 tempest-LiveMigrationTest-1021096981-project] 10.222.0.75 "GET /v2.0/security-groups?id=ba18819a-1490-4e7b-a11b-e8610423d8ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1026735 Feb 09 19:04:55.342508 n-d-713498-36 neutron-server[103230]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aee5919275bae9f72eb374ee322673045eb80c1f84b4b45a97d96923bd50ab51" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1a0b97a0-5dd1-4ae2-9c8f-54876d666bea" -d '{"events": [{"name": "network-changed", "server_uuid": "b556cc6e-5955-4af0-948f-32c5decc7379", "tag": "c98198ac-f434-4c74-80ce-197589977159"}]}' {{(pid=103230) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 19:04:55.354232 n-d-713498-36 neutron-server[103232]: DEBUG neutron.notifiers.nova [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0359494e-ba4d-4050-8b2f-eaed6c3f4823 {{(pid=103232) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 19:04:55.356180 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-5f164161-09a5-4a38-a5af-b2828255afed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-670458'] for network (22186bb1-1c50-47a0-85ed-567124795ab8), before_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:04:55.387496 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a37cb21d-4365-4f73-b62c-dbb8d6e0f004 req-a161e23c-2ad2-4297-accd-df7d2fae0e18 tempest-ServersAdminNegativeTestJSON-2127918484 tempest-ServersAdminNegativeTestJSON-2127918484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:04:55.398795 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-a37cb21d-4365-4f73-b62c-dbb8d6e0f004 req-a161e23c-2ad2-4297-accd-df7d2fae0e18 tempest-ServersAdminNegativeTestJSON-2127918484 tempest-ServersAdminNegativeTestJSON-2127918484-project] 10.222.0.75 "GET /v2.0/ports?device_id=c082bc13-8194-4bdb-a323-42b0de08e605 HTTP/1.1" status: 200 len: 949 time: 0.2585034 Feb 09 19:04:55.473635 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-7429db8d-6021-40ad-813e-885be449a89b None None] For port 0359494e-ba4d-4050-8b2f-eaed6c3f4823, host n-h2-713498-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-36',level=0,port_id=0359494e-ba4d-4050-8b2f-eaed6c3f4823,segment=NetworkSegment(645882ad-a796-4218-a7d9-a75443ad9585),segment_id=645882ad-a796-4218-a7d9-a75443ad9585)] {{(pid=103232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 19:04:55.504417 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08e81a1f-7a47-477f-a8ff-6b30656685f8 req-cb906976-1460-4de4-a66d-f98352f8a967 tempest-ServersOnMultiNodesTest-1472402947 tempest-ServersOnMultiNodesTest-1472402947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:04:55.511858 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-08e81a1f-7a47-477f-a8ff-6b30656685f8 req-cb906976-1460-4de4-a66d-f98352f8a967 tempest-ServersOnMultiNodesTest-1472402947 tempest-ServersOnMultiNodesTest-1472402947-project] 10.222.0.75 "GET /v2.0/ports?device_id=0269339f-45e1-41d2-83f3-e2211df6911a HTTP/1.1" status: 200 len: 950 time: 0.0760701 Feb 09 19:04:55.524532 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762867176205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762866656485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762866656503'] for port (0359494e-ba4d-4050-8b2f-eaed6c3f4823), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:04:55.526815 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-a37cb21d-4365-4f73-b62c-dbb8d6e0f004 req-0b57c097-a7c2-4404-9c68-4b5de5ec517e tempest-ServersAdminNegativeTestJSON-2127918484 tempest-ServersAdminNegativeTestJSON-2127918484-project] 10.222.0.75 "GET /v2.0/security-groups?id=c2a1d80e-4c84-44c1-8257-66d4ceb1ab5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1215053 Feb 09 19:04:55.613217 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.v2.base [req-aef11e15-1a24-40c6-b901-7c3c53133a2c req-d3a2fe7e-d794-496b-8594-b6a09e6d0cfd tempest-SecurityGroupsTestJSON-1151704431 tempest-SecurityGroupsTestJSON-1151704431-project] Request body: {'security_group': {'name': ' tempest-securitygroup -802603934 ', 'description': 'tempest-description-1660996400'}} {{(pid=103230) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 19:04:55.623601 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-08e81a1f-7a47-477f-a8ff-6b30656685f8 req-77b7a12d-e3f2-4596-973f-4793af2cdb30 tempest-ServersOnMultiNodesTest-1472402947 tempest-ServersOnMultiNodesTest-1472402947-project] 10.222.0.75 "GET /v2.0/security-groups?id=aed5302d-0478-4b9d-b014-143adc5c0d74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1101260 Feb 09 19:04:55.633670 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.plugin [None req-5f164161-09a5-4a38-a5af-b2828255afed admin admin] Deleting port e13b72b8-747d-42d9-a65a-59eb0752068a {{(pid=103230) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 19:04:55.633670 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-5f164161-09a5-4a38-a5af-b2828255afed admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762867170196'] for port (e13b72b8-747d-42d9-a65a-59eb0752068a), before_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:04:55.677188 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-127a528b-5078-448b-ab92-dc658ee81ac4 None None] DHCP port deletion for 22186bb1-1c50-47a0-85ed-567124795ab8 request from n-d-713498-36 {{(pid=103232) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 09 19:04:55.695923 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Pushing event updated for resources: {'Port': ['ID=0359494e-ba4d-4050-8b2f-eaed6c3f4823,revision_number=4']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:04:55.725573 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Device c436dbe0-9864-40f1-bc27-04287c65dc4f no longer exists at agent hyperv_n-h1-713498-36 {{(pid=103232) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 19:04:55.751998 n-d-713498-36 neutron-server[103230]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 19:04:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c75b5aa8-19c6-4cd4-b1b3-4e467701783b x-openstack-request-id: req-c75b5aa8-19c6-4cd4-b1b3-4e467701783b {{(pid=103230) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 19:04:55.753644 n-d-713498-36 neutron-server[103230]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b556cc6e-5955-4af0-948f-32c5decc7379", "tag": "c98198ac-f434-4c74-80ce-197589977159", "status": "completed", "code": 200}]} {{(pid=103230) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 19:04:55.753644 n-d-713498-36 neutron-server[103230]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-c75b5aa8-19c6-4cd4-b1b3-4e467701783b {{(pid=103230) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 19:04:55.753644 n-d-713498-36 neutron-server[103230]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b556cc6e-5955-4af0-948f-32c5decc7379', 'tag': 'c98198ac-f434-4c74-80ce-197589977159', 'status': 'completed', 'code': 200} Feb 09 19:04:55.761552 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.db [None req-5f164161-09a5-4a38-a5af-b2828255afed admin admin] For port e13b72b8-747d-42d9-a65a-59eb0752068a, host n-d-713498-36, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-36',level=0,port_id=e13b72b8-747d-42d9-a65a-59eb0752068a,segment=NetworkSegment(2523c180-74ec-4cd9-9acb-870f2fae65fd),segment_id=2523c180-74ec-4cd9-9acb-870f2fae65fd)] {{(pid=103230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 19:04:55.762006 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-5f164161-09a5-4a38-a5af-b2828255afed admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1820838'] for port (e13b72b8-747d-42d9-a65a-59eb0752068a), precommit_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:04:55.763637 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] No Port match for: c436dbe0-9864-40f1-bc27-04287c65dc4f {{(pid=103232) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 19:04:55.764517 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Device c436dbe0-9864-40f1-bc27-04287c65dc4f not bound to the agent host n-h1-713498-36 {{(pid=103232) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 19:04:55.785882 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [req-aef11e15-1a24-40c6-b901-7c3c53133a2c req-d3a2fe7e-d794-496b-8594-b6a09e6d0cfd tempest-SecurityGroupsTestJSON-1151704431 tempest-SecurityGroupsTestJSON-1151704431-project] Publish callbacks [] for security_group (None), before_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:04:55.804636 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Device 4064872f-54ad-481c-8bb9-331fae745bac no longer exists at agent ovs-agent-n-d-713498-36 {{(pid=103232) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 19:04:55.846198 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] No Port match for: 4064872f-54ad-481c-8bb9-331fae745bac {{(pid=103232) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 19:04:55.847136 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Device 4064872f-54ad-481c-8bb9-331fae745bac not bound to the agent host n-d-713498-36 {{(pid=103232) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 19:04:55.847784 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Device 36ae183d-0b5b-4958-bab8-21d4d5bdca13 no longer exists at agent ovs-agent-n-d-713498-36 {{(pid=103232) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 19:04:55.848027 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.plugin [None req-5f164161-09a5-4a38-a5af-b2828255afed admin admin] Calling delete_port for e13b72b8-747d-42d9-a65a-59eb0752068a owned by network:dhcp {{(pid=103230) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 19:04:55.880244 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] No Port match for: 36ae183d-0b5b-4958-bab8-21d4d5bdca13 {{(pid=103232) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 19:04:55.881026 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Device 36ae183d-0b5b-4958-bab8-21d4d5bdca13 not bound to the agent host n-d-713498-36 {{(pid=103232) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 19:04:55.881641 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Device e13b72b8-747d-42d9-a65a-59eb0752068a no longer exists at agent ovs-agent-n-d-713498-36 {{(pid=103232) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 19:04:55.904783 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8c5450c-1c54-4b91-a29b-8bbc2dd1d0c8 req-a29e764b-2669-4af8-beb0-2f66dae47d9d tempest-LiveAutoBlockMigrationV225Test-2127879101 tempest-LiveAutoBlockMigrationV225Test-2127879101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:04:55.906706 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-d8c5450c-1c54-4b91-a29b-8bbc2dd1d0c8 req-a29e764b-2669-4af8-beb0-2f66dae47d9d tempest-LiveAutoBlockMigrationV225Test-2127879101 tempest-LiveAutoBlockMigrationV225Test-2127879101-project] 10.222.0.75 "GET /v2.0/ports?device_id=9d1556d0-d009-41c6-9d9c-d68b6ae4cbe4 HTTP/1.1" status: 200 len: 946 time: 0.0873222 Feb 09 19:04:55.962472 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a0b97a0-5dd1-4ae2-9c8f-54876d666bea req-308eb271-0c9a-4921-aef8-1ac3df5e30d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:04:55.964227 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-1a0b97a0-5dd1-4ae2-9c8f-54876d666bea req-308eb271-0c9a-4921-aef8-1ac3df5e30d0 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=bff3c1e37b294eeb94406c2c4c8cd026&device_id=b556cc6e-5955-4af0-948f-32c5decc7379 HTTP/1.1" status: 200 len: 1207 time: 0.1829059 Feb 09 19:04:56.013082 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-d8c5450c-1c54-4b91-a29b-8bbc2dd1d0c8 req-8b054f66-d5bb-42c0-9ce5-8848d29e86d6 tempest-LiveAutoBlockMigrationV225Test-2127879101 tempest-LiveAutoBlockMigrationV225Test-2127879101-project] 10.222.0.75 "GET /v2.0/security-groups?id=e3cb5363-3b49-4f74-b239-a871e755b40a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0935330 Feb 09 19:04:56.082394 n-d-713498-36 neutron-server[103232]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '52fec816-6575-4868-bced-f29f5448f9d8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '06d7c180-3877-4407-9db3-c4e82f2a9b30'}, {'server_uuid': '0269339f-45e1-41d2-83f3-e2211df6911a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c1d73ea9-8c68-47bd-93c8-9905d58b5c08'}] {{(pid=103232) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 19:04:56.085025 n-d-713498-36 neutron-server[103232]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}949cdcde653dec44821de95cbf67297f53cbc2aed4e073b5d514f93bf911ce85" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-20c041de-10c2-4810-b173-089698474221" -d '{"events": [{"server_uuid": "52fec816-6575-4868-bced-f29f5448f9d8", "name": "network-vif-plugged", "status": "completed", "tag": "06d7c180-3877-4407-9db3-c4e82f2a9b30"}, {"server_uuid": "0269339f-45e1-41d2-83f3-e2211df6911a", "name": "network-vif-plugged", "status": "completed", "tag": "c1d73ea9-8c68-47bd-93c8-9905d58b5c08"}]}' {{(pid=103232) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 19:04:56.098015 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-127a528b-5078-448b-ab92-dc658ee81ac4 None None] Deleting port e13b72b8-747d-42d9-a65a-59eb0752068a {{(pid=103232) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 19:04:56.098483 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-127a528b-5078-448b-ab92-dc658ee81ac4 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762867170196'] for port (e13b72b8-747d-42d9-a65a-59eb0752068a), before_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:04:56.108935 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [req-aef11e15-1a24-40c6-b901-7c3c53133a2c req-d3a2fe7e-d794-496b-8594-b6a09e6d0cfd tempest-SecurityGroupsTestJSON-1151704431 tempest-SecurityGroupsTestJSON-1151704431-project] Publish callbacks [] for security_group (3e0800b7-ae40-45e6-a613-234518c54239), precommit_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:04:56.148867 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-7429db8d-6021-40ad-813e-885be449a89b None None] get_ports_and_sgs() called for port_ids ['0359494e-ba4d-4050-8b2f-eaed6c3f4823'] {{(pid=103232) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 19:04:56.174218 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a0b97a0-5dd1-4ae2-9c8f-54876d666bea req-959968b0-e342-4850-bd88-4d32d5a0ef29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:04:56.176684 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-1a0b97a0-5dd1-4ae2-9c8f-54876d666bea req-959968b0-e342-4850-bd88-4d32d5a0ef29 service neutron] 10.222.0.90 "GET /v2.0/networks?id=3aeedb6f-762d-4e6c-8ee5-bfa54ee38104 HTTP/1.1" status: 200 len: 914 time: 0.1842995 Feb 09 19:04:56.214750 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [req-aef11e15-1a24-40c6-b901-7c3c53133a2c req-d3a2fe7e-d794-496b-8594-b6a09e6d0cfd tempest-SecurityGroupsTestJSON-1151704431 tempest-SecurityGroupsTestJSON-1151704431-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1892331'] for security_group (3e0800b7-ae40-45e6-a613-234518c54239), after_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:04:56.224905 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2976e80-4ca8-469f-b7ed-57506941ca4e req-04cb2bdc-91fc-4586-9ab9-df3e54415b2f tempest-FloatingIPsAssociationTestJSON-731512856 tempest-FloatingIPsAssociationTestJSON-731512856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:04:56.226102 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-127a528b-5078-448b-ab92-dc658ee81ac4 None None] For port e13b72b8-747d-42d9-a65a-59eb0752068a, host n-d-713498-36, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-36',level=0,port_id=e13b72b8-747d-42d9-a65a-59eb0752068a,segment=NetworkSegment(2523c180-74ec-4cd9-9acb-870f2fae65fd),segment_id=2523c180-74ec-4cd9-9acb-870f2fae65fd)] {{(pid=103232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 19:04:56.226578 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-127a528b-5078-448b-ab92-dc658ee81ac4 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1820838'] for port (e13b72b8-747d-42d9-a65a-59eb0752068a), precommit_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:04:56.226739 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-f2976e80-4ca8-469f-b7ed-57506941ca4e req-04cb2bdc-91fc-4586-9ab9-df3e54415b2f tempest-FloatingIPsAssociationTestJSON-731512856 tempest-FloatingIPsAssociationTestJSON-731512856-project] 10.222.0.75 "GET /v2.0/ports?device_id=32bf91ec-07c2-4708-858a-e8e64b1da7a6 HTTP/1.1" status: 200 len: 944 time: 0.0723348 Feb 09 19:04:56.250573 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-127a528b-5078-448b-ab92-dc658ee81ac4 None None] Calling delete_port for e13b72b8-747d-42d9-a65a-59eb0752068a owned by network:dhcp {{(pid=103232) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 19:04:56.264147 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-1a0b97a0-5dd1-4ae2-9c8f-54876d666bea req-e09bff44-7b56-4649-b974-a9b5ca6bf1a0 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=c98198ac-f434-4c74-80ce-197589977159 HTTP/1.1" status: 200 len: 217 time: 0.0516665 Feb 09 19:04:56.294977 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-f2976e80-4ca8-469f-b7ed-57506941ca4e req-4d0792b4-c449-4294-ab6e-08ea40d32b9e tempest-FloatingIPsAssociationTestJSON-731512856 tempest-FloatingIPsAssociationTestJSON-731512856-project] 10.222.0.75 "GET /v2.0/security-groups?id=e033bcb0-30a2-4ca7-825f-be8d1c426f02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597649 Feb 09 19:04:56.347157 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-5f164161-09a5-4a38-a5af-b2828255afed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762867177463', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762866656476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14393751'] for port (e13b72b8-747d-42d9-a65a-59eb0752068a), after_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:04:56.350582 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a0b97a0-5dd1-4ae2-9c8f-54876d666bea req-28703f1b-8ba8-47be-8e15-d6e1f5a5f4ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:04:56.352045 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-1a0b97a0-5dd1-4ae2-9c8f-54876d666bea req-28703f1b-8ba8-47be-8e15-d6e1f5a5f4ea service neutron] 10.222.0.90 "GET /v2.0/subnets?id=717af8bd-c7df-4f19-ad07-3fc4563db201 HTTP/1.1" status: 200 len: 853 time: 0.0723007 Feb 09 19:04:56.362950 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Current status of the port e13b72b8-747d-42d9-a65a-59eb0752068a is: ACTIVE; New status is: DOWN {{(pid=103232) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 19:04:56.363790 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (e13b72b8-747d-42d9-a65a-59eb0752068a), before_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:04:56.378306 n-d-713498-36 neutron-server[103232]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Wed, 09 Feb 2022 19:04:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-230d1432-158a-4d20-adfd-a6f6c3b2891f x-openstack-request-id: req-230d1432-158a-4d20-adfd-a6f6c3b2891f {{(pid=103232) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 19:04:56.381675 n-d-713498-36 neutron-server[103232]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "52fec816-6575-4868-bced-f29f5448f9d8", "name": "network-vif-plugged", "status": "completed", "tag": "06d7c180-3877-4407-9db3-c4e82f2a9b30", "code": 200}, {"server_uuid": "0269339f-45e1-41d2-83f3-e2211df6911a", "name": "network-vif-plugged", "status": "completed", "tag": "c1d73ea9-8c68-47bd-93c8-9905d58b5c08", "code": 200}]} {{(pid=103232) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 19:04:56.382288 n-d-713498-36 neutron-server[103232]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-230d1432-158a-4d20-adfd-a6f6c3b2891f {{(pid=103232) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 19:04:56.383067 n-d-713498-36 neutron-server[103232]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '52fec816-6575-4868-bced-f29f5448f9d8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '06d7c180-3877-4407-9db3-c4e82f2a9b30', 'code': 200} Feb 09 19:04:56.383510 n-d-713498-36 neutron-server[103232]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0269339f-45e1-41d2-83f3-e2211df6911a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c1d73ea9-8c68-47bd-93c8-9905d58b5c08', 'code': 200} Feb 09 19:04:56.385819 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [req-aef11e15-1a24-40c6-b901-7c3c53133a2c req-d3a2fe7e-d794-496b-8594-b6a09e6d0cfd tempest-SecurityGroupsTestJSON-1151704431 tempest-SecurityGroupsTestJSON-1151704431-project] Publish callbacks [] for security_group (None), before_response {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:04:56.387967 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-aef11e15-1a24-40c6-b901-7c3c53133a2c req-d3a2fe7e-d794-496b-8594-b6a09e6d0cfd tempest-SecurityGroupsTestJSON-1151704431 tempest-SecurityGroupsTestJSON-1151704431-project] 10.222.0.75 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1802 time: 0.7797296 Feb 09 19:04:56.457277 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3a2fe7e-d794-496b-8594-b6a09e6d0cfd tempest-SecurityGroupsTestJSON-1151704431 tempest-SecurityGroupsTestJSON-1151704431-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3e0800b7-ae40-45e6-a613-234518c54239,revision_number=1']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:04:56.474640 n-d-713498-36 neutron-server[103230]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f164161-09a5-4a38-a5af-b2828255afed admin admin] No DVR routers for this DVR port e13b72b8-747d-42d9-a65a-59eb0752068a on host n-d-713498-36 {{(pid=103230) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 19:04:56.478045 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f164161-09a5-4a38-a5af-b2828255afed admin admin] Pushing event deleted for resources: {'Port': ['ID=e13b72b8-747d-42d9-a65a-59eb0752068a,revision_number=None']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:04:56.505517 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-1a0b97a0-5dd1-4ae2-9c8f-54876d666bea req-ccb7eaef-8f57-4bed-a75b-d097e47edf0a service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=3aeedb6f-762d-4e6c-8ee5-bfa54ee38104&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1110470 Feb 09 19:04:56.551894 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b175f44-8113-4b05-9506-8890ef71d026 req-331c3c3b-42bf-4d0a-b4ee-ecb12a0e3988 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:04:56.553392 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-3b175f44-8113-4b05-9506-8890ef71d026 req-331c3c3b-42bf-4d0a-b4ee-ecb12a0e3988 service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=0269339f-45e1-41d2-83f3-e2211df6911a HTTP/1.1" status: 200 len: 1133 time: 0.1030340 Feb 09 19:04:56.556798 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-127a528b-5078-448b-ab92-dc658ee81ac4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762867177463', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762866656476'] for port (e13b72b8-747d-42d9-a65a-59eb0752068a), after_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:04:56.568252 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b06aa64-ef83-4db3-97e7-3acdbe9b540b req-f96b32c0-a57e-4a77-8e6e-8b7bb0908b62 tempest-ServersAdminNegativeTestJSON-2127918484 tempest-ServersAdminNegativeTestJSON-2127918484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:04:56.571325 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-6b06aa64-ef83-4db3-97e7-3acdbe9b540b req-f96b32c0-a57e-4a77-8e6e-8b7bb0908b62 tempest-ServersAdminNegativeTestJSON-2127918484 tempest-ServersAdminNegativeTestJSON-2127918484-project] 10.222.0.89 "GET /v2.0/ports?device_id=c082bc13-8194-4bdb-a323-42b0de08e605 HTTP/1.1" status: 200 len: 949 time: 0.3929489 Feb 09 19:04:56.586231 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e2511d3-ff1f-4a8f-8929-ece7a470ef24 req-e34b7ee1-9b47-418f-bfde-db112a4106a3 tempest-LiveMigrationTest-1021096981 tempest-LiveMigrationTest-1021096981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:04:56.587792 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-2e2511d3-ff1f-4a8f-8929-ece7a470ef24 req-e34b7ee1-9b47-418f-bfde-db112a4106a3 tempest-LiveMigrationTest-1021096981 tempest-LiveMigrationTest-1021096981-project] 10.222.0.75 "GET /v2.0/ports?device_id=2f9a8919-1b2a-4183-90dc-45c5e52d5a99 HTTP/1.1" status: 200 len: 945 time: 0.0950375 Feb 09 19:04:56.624031 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.l3_dvrscheduler_db [None req-127a528b-5078-448b-ab92-dc658ee81ac4 None None] No DVR routers for this DVR port e13b72b8-747d-42d9-a65a-59eb0752068a on host n-d-713498-36 {{(pid=103232) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 19:04:56.625462 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-127a528b-5078-448b-ab92-dc658ee81ac4 None None] Pushing event deleted for resources: {'Port': ['ID=e13b72b8-747d-42d9-a65a-59eb0752068a,revision_number=None']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:04:56.657345 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-127a528b-5078-448b-ab92-dc658ee81ac4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:04:56.657345 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-127a528b-5078-448b-ab92-dc658ee81ac4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:04:56.657345 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-127a528b-5078-448b-ab92-dc658ee81ac4 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:04:56.657345 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-127a528b-5078-448b-ab92-dc658ee81ac4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:04:56.658260 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-127a528b-5078-448b-ab92-dc658ee81ac4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:04:56.658260 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-127a528b-5078-448b-ab92-dc658ee81ac4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:04:56.658555 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-127a528b-5078-448b-ab92-dc658ee81ac4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:04:56.658890 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-127a528b-5078-448b-ab92-dc658ee81ac4 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:04:56.659235 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-127a528b-5078-448b-ab92-dc658ee81ac4 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:04:56.659568 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-127a528b-5078-448b-ab92-dc658ee81ac4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:04:56.660062 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-127a528b-5078-448b-ab92-dc658ee81ac4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:04:56.660580 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-127a528b-5078-448b-ab92-dc658ee81ac4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:04:56.660910 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-127a528b-5078-448b-ab92-dc658ee81ac4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:04:56.705155 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-3b175f44-8113-4b05-9506-8890ef71d026 req-358a1fb4-09d8-45fb-ac65-b60886c2dac5 service neutron] 10.222.0.89 "GET /v2.0/security-groups?id=aed5302d-0478-4b9d-b014-143adc5c0d74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1378391 Feb 09 19:04:56.737997 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-2e2511d3-ff1f-4a8f-8929-ece7a470ef24 req-9099ccfe-a712-4701-93e3-603749510c9d tempest-LiveMigrationTest-1021096981 tempest-LiveMigrationTest-1021096981-project] 10.222.0.75 "GET /v2.0/security-groups?id=ba18819a-1490-4e7b-a11b-e8610423d8ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1266496 Feb 09 19:04:56.869187 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ea840fc-df64-448e-aab7-45a7eb477d10 req-a553ba21-2c83-4106-b97a-529b591195ad tempest-ServersAdminNegativeTestJSON-2127918484 tempest-ServersAdminNegativeTestJSON-2127918484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:04:56.870981 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-9ea840fc-df64-448e-aab7-45a7eb477d10 req-a553ba21-2c83-4106-b97a-529b591195ad tempest-ServersAdminNegativeTestJSON-2127918484 tempest-ServersAdminNegativeTestJSON-2127918484-project] 10.222.0.75 "GET /v2.0/ports?device_id=c082bc13-8194-4bdb-a323-42b0de08e605 HTTP/1.1" status: 200 len: 949 time: 0.0579846 Feb 09 19:04:56.926176 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-9ea840fc-df64-448e-aab7-45a7eb477d10 req-5fd4fbeb-8cb0-4c90-9818-a6c769ae2adc tempest-ServersAdminNegativeTestJSON-2127918484 tempest-ServersAdminNegativeTestJSON-2127918484-project] 10.222.0.75 "GET /v2.0/security-groups?id=c2a1d80e-4c84-44c1-8257-66d4ceb1ab5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472062 Feb 09 19:04:57.038063 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-dfaecab6-50be-44ad-8db9-e92b9de9b622 req-6cad2bed-7b9b-4725-b7fc-ef6203ecfbf4 tempest-SecurityGroupsTestJSON-1151704431 tempest-SecurityGroupsTestJSON-1151704431-project] 10.222.0.75 "GET /v2.0/security-groups/3e0800b7-ae40-45e6-a613-234518c54239 HTTP/1.1" status: 200 len: 1797 time: 0.5864484 Feb 09 19:04:57.045988 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-5f164161-09a5-4a38-a5af-b2828255afed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-590267', 'neutron.services.segments.db._delete_segments_for_network-8762867132609'] for network (22186bb1-1c50-47a0-85ed-567124795ab8), precommit_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:04:57.070816 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c2197bf-6fc6-47eb-9969-f13bcdb76e42 req-5b3dee9c-4740-44bd-8b56-e0257b6de396 tempest-ServersOnMultiNodesTest-1472402947 tempest-ServersOnMultiNodesTest-1472402947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:04:57.072651 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-7c2197bf-6fc6-47eb-9969-f13bcdb76e42 req-5b3dee9c-4740-44bd-8b56-e0257b6de396 tempest-ServersOnMultiNodesTest-1472402947 tempest-ServersOnMultiNodesTest-1472402947-project] 10.222.0.75 "GET /v2.0/ports?device_id=0269339f-45e1-41d2-83f3-e2211df6911a HTTP/1.1" status: 200 len: 950 time: 0.0795069 Feb 09 19:04:57.122831 n-d-713498-36 neutron-server[103230]: DEBUG neutron.services.segments.db [None req-5f164161-09a5-4a38-a5af-b2828255afed admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['22186bb1-1c50-47a0-85ed-567124795ab8']}} {{(pid=103230) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:04:57.123107 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-7c2197bf-6fc6-47eb-9969-f13bcdb76e42 req-1e638b2c-0867-479c-83aa-f68549593722 tempest-ServersOnMultiNodesTest-1472402947 tempest-ServersOnMultiNodesTest-1472402947-project] 10.222.0.75 "GET /v2.0/security-groups?id=aed5302d-0478-4b9d-b014-143adc5c0d74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445251 Feb 09 19:04:57.149069 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1ed0c24-381f-4669-8ab3-8e6deaf5a714 req-84cdc954-f295-4363-bdcc-24f08fd23191 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:04:57.150599 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-f1ed0c24-381f-4669-8ab3-8e6deaf5a714 req-84cdc954-f295-4363-bdcc-24f08fd23191 service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=52fec816-6575-4868-bced-f29f5448f9d8 HTTP/1.1" status: 200 len: 1133 time: 0.6688998 Feb 09 19:04:57.164034 n-d-713498-36 neutron-server[103230]: DEBUG neutron.services.segments.db [None req-5f164161-09a5-4a38-a5af-b2828255afed admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2523c180-74ec-4cd9-9acb-870f2fae65fd') {'for_net_delete': True} {{(pid=103230) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:04:57.164333 n-d-713498-36 neutron-server[103230]: DEBUG neutron.services.segments.db [None req-5f164161-09a5-4a38-a5af-b2828255afed admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2523c180-74ec-4cd9-9acb-870f2fae65fd') {} {{(pid=103230) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:04:57.203411 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-5f164161-09a5-4a38-a5af-b2828255afed admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762867134154', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12895813'] for segment (2523c180-74ec-4cd9-9acb-870f2fae65fd), before_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:04:57.207007 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-1a0b97a0-5dd1-4ae2-9c8f-54876d666bea req-541104e1-8f60-4dc5-9268-53c1868f79fe service neutron] 10.222.0.90 "GET /v2.0/networks/3aeedb6f-762d-4e6c-8ee5-bfa54ee38104?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6624961 Feb 09 19:04:57.254402 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-9c6ece1f-197d-49a7-9ce0-f97fe0d53931 req-ef6b3425-2396-4f86-b94a-4de8433db51b tempest-SecurityGroupsTestJSON-1151704431 tempest-SecurityGroupsTestJSON-1151704431-project] 10.222.0.75 "GET /v2.0/security-groups/3e0800b7-ae40-45e6-a613-234518c54239 HTTP/1.1" status: 200 len: 1797 time: 0.1712186 Feb 09 19:04:57.255406 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-5f164161-09a5-4a38-a5af-b2828255afed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-759574'] for segment (2523c180-74ec-4cd9-9acb-870f2fae65fd), precommit_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:04:57.273437 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-308fbaa4-7533-4b6b-bc99-b791eb980c70 req-f7d14b0d-d77a-4959-9479-bb6ca5127078 tempest-LiveAutoBlockMigrationV225Test-2127879101 tempest-LiveAutoBlockMigrationV225Test-2127879101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:04:57.275371 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-308fbaa4-7533-4b6b-bc99-b791eb980c70 req-f7d14b0d-d77a-4959-9479-bb6ca5127078 tempest-LiveAutoBlockMigrationV225Test-2127879101 tempest-LiveAutoBlockMigrationV225Test-2127879101-project] 10.222.0.75 "GET /v2.0/ports?device_id=9d1556d0-d009-41c6-9d9c-d68b6ae4cbe4 HTTP/1.1" status: 200 len: 946 time: 0.0764961 Feb 09 19:04:57.326270 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5f164161-09a5-4a38-a5af-b2828255afed admin admin] Releasing vlan 361 on physical network physnet1 to pool {{(pid=103230) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 19:04:57.326582 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-5f164161-09a5-4a38-a5af-b2828255afed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-759574', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14393826'] for segment (2523c180-74ec-4cd9-9acb-870f2fae65fd), after_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:04:57.328442 n-d-713498-36 neutron-server[103230]: Traceback (most recent call last): Feb 09 19:04:57.328442 n-d-713498-36 neutron-server[103230]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 19:04:57.328442 n-d-713498-36 neutron-server[103230]: timer() Feb 09 19:04:57.328442 n-d-713498-36 neutron-server[103230]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 19:04:57.328442 n-d-713498-36 neutron-server[103230]: cb(*args, **kw) Feb 09 19:04:57.328442 n-d-713498-36 neutron-server[103230]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 19:04:57.328442 n-d-713498-36 neutron-server[103230]: return func(*args, **kwargs) Feb 09 19:04:57.328442 n-d-713498-36 neutron-server[103230]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 19:04:57.328442 n-d-713498-36 neutron-server[103230]: self._notify() Feb 09 19:04:57.328442 n-d-713498-36 neutron-server[103230]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 19:04:57.328442 n-d-713498-36 neutron-server[103230]: self.callback(batched_events) Feb 09 19:04:57.328442 n-d-713498-36 neutron-server[103230]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 19:04:57.328442 n-d-713498-36 neutron-server[103230]: event.method(event) Feb 09 19:04:57.328442 n-d-713498-36 neutron-server[103230]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 19:04:57.328442 n-d-713498-36 neutron-server[103230]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 19:04:57.328442 n-d-713498-36 neutron-server[103230]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 19:04:57.328442 n-d-713498-36 neutron-server[103230]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 19:04:57.328442 n-d-713498-36 neutron-server[103230]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 19:04:57.328442 n-d-713498-36 neutron-server[103230]: return f(self, *a, **k) Feb 09 19:04:57.328442 n-d-713498-36 neutron-server[103230]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 19:04:57.328442 n-d-713498-36 neutron-server[103230]: return self._get(url).json() Feb 09 19:04:57.328442 n-d-713498-36 neutron-server[103230]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 19:04:57.328442 n-d-713498-36 neutron-server[103230]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 19:04:57.328442 n-d-713498-36 neutron-server[103230]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 19:04:57.328442 n-d-713498-36 neutron-server[103230]: return self.request(url, 'GET', **kwargs) Feb 09 19:04:57.328442 n-d-713498-36 neutron-server[103230]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 19:04:57.328442 n-d-713498-36 neutron-server[103230]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 19:04:57.328442 n-d-713498-36 neutron-server[103230]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 19:04:57.328442 n-d-713498-36 neutron-server[103230]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 19:04:57.328442 n-d-713498-36 neutron-server[103230]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 19:04:57.328442 n-d-713498-36 neutron-server[103230]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 19:04:57.328442 n-d-713498-36 neutron-server[103230]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 19:04:57.335051 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-308fbaa4-7533-4b6b-bc99-b791eb980c70 req-fee94fe5-83b0-4a51-9985-d8e19a2ae367 tempest-LiveAutoBlockMigrationV225Test-2127879101 tempest-LiveAutoBlockMigrationV225Test-2127879101-project] 10.222.0.75 "GET /v2.0/security-groups?id=e3cb5363-3b49-4f74-b239-a871e755b40a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539148 Feb 09 19:04:57.356171 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-f1ed0c24-381f-4669-8ab3-8e6deaf5a714 req-2371f087-7395-41ac-93c1-7de1749d8d78 service neutron] 10.222.0.90 "GET /v2.0/security-groups?id=aed5302d-0478-4b9d-b014-143adc5c0d74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1818442 Feb 09 19:04:57.393996 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.plugin [req-6b06aa64-ef83-4db3-97e7-3acdbe9b540b req-75925a6f-be15-444a-8cbc-1cea83cce37d tempest-ServersAdminNegativeTestJSON-2127918484 tempest-ServersAdminNegativeTestJSON-2127918484-project] Deleting port 8b691445-3686-4647-a8b1-7728ec31fbe4 {{(pid=103230) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 19:04:57.394252 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [req-6b06aa64-ef83-4db3-97e7-3acdbe9b540b req-75925a6f-be15-444a-8cbc-1cea83cce37d tempest-ServersAdminNegativeTestJSON-2127918484 tempest-ServersAdminNegativeTestJSON-2127918484-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762867170196'] for port (8b691445-3686-4647-a8b1-7728ec31fbe4), before_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:04:57.481581 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f7539cb-c3e9-4508-a4a9-45aff7a1afcb req-18e4de41-c5a9-4b25-b60b-df53a0395aef tempest-FloatingIPsAssociationTestJSON-731512856 tempest-FloatingIPsAssociationTestJSON-731512856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:04:57.490606 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-1f7539cb-c3e9-4508-a4a9-45aff7a1afcb req-18e4de41-c5a9-4b25-b60b-df53a0395aef tempest-FloatingIPsAssociationTestJSON-731512856 tempest-FloatingIPsAssociationTestJSON-731512856-project] 10.222.0.75 "GET /v2.0/ports?device_id=32bf91ec-07c2-4708-858a-e8e64b1da7a6 HTTP/1.1" status: 200 len: 944 time: 0.0743141 Feb 09 19:04:57.493673 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-5f164161-09a5-4a38-a5af-b2828255afed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-590242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1885479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1818895'] for network (22186bb1-1c50-47a0-85ed-567124795ab8), after_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:04:57.528426 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-1a0b97a0-5dd1-4ae2-9c8f-54876d666bea req-3429622b-691b-41c4-a42a-00f2c1d87e24 service neutron] 10.222.0.90 "GET /v2.0/networks/3aeedb6f-762d-4e6c-8ee5-bfa54ee38104?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3121264 Feb 09 19:04:57.532018 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-5f164161-09a5-4a38-a5af-b2828255afed admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1613566'] for network (None), before_response {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:04:57.535481 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-5f164161-09a5-4a38-a5af-b2828255afed admin admin] 10.222.0.75 "DELETE /v2.0/networks/22186bb1-1c50-47a0-85ed-567124795ab8 HTTP/1.1" status: 204 len: 168 time: 2.3919370 Feb 09 19:04:57.539077 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 49674) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:04:57.552738 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f164161-09a5-4a38-a5af-b2828255afed admin admin] Pushing event deleted for resources: {'Network': ['ID=22186bb1-1c50-47a0-85ed-567124795ab8,revision_number=None']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:04:57.558505 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-1f7539cb-c3e9-4508-a4a9-45aff7a1afcb req-fb15d88f-6954-47a4-8687-0f196eea50c0 tempest-FloatingIPsAssociationTestJSON-731512856 tempest-FloatingIPsAssociationTestJSON-731512856-project] 10.222.0.75 "GET /v2.0/security-groups?id=e033bcb0-30a2-4ca7-825f-be8d1c426f02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0669844 Feb 09 19:04:57.560637 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [req-9c6ece1f-197d-49a7-9ce0-f97fe0d53931 req-6ed27082-87c0-4a42-ad9b-c779f887db8f tempest-SecurityGroupsTestJSON-1151704431 tempest-SecurityGroupsTestJSON-1151704431-project] Publish callbacks [] for security_group (3e0800b7-ae40-45e6-a613-234518c54239), before_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:04:57.602203 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.db [req-6b06aa64-ef83-4db3-97e7-3acdbe9b540b req-75925a6f-be15-444a-8cbc-1cea83cce37d tempest-ServersAdminNegativeTestJSON-2127918484 tempest-ServersAdminNegativeTestJSON-2127918484-project] For port 8b691445-3686-4647-a8b1-7728ec31fbe4, host n-h1-713498-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-36',level=0,port_id=8b691445-3686-4647-a8b1-7728ec31fbe4,segment=NetworkSegment(50e5915e-18f0-4558-9a28-b978975ead36),segment_id=50e5915e-18f0-4558-9a28-b978975ead36)] {{(pid=103230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 19:04:57.602575 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [req-6b06aa64-ef83-4db3-97e7-3acdbe9b540b req-75925a6f-be15-444a-8cbc-1cea83cce37d tempest-ServersAdminNegativeTestJSON-2127918484 tempest-ServersAdminNegativeTestJSON-2127918484-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1820838'] for port (8b691445-3686-4647-a8b1-7728ec31fbe4), precommit_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:04:57.606176 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [req-9c6ece1f-197d-49a7-9ce0-f97fe0d53931 req-6ed27082-87c0-4a42-ad9b-c779f887db8f tempest-SecurityGroupsTestJSON-1151704431 tempest-SecurityGroupsTestJSON-1151704431-project] Publish callbacks [] for security_group (3e0800b7-ae40-45e6-a613-234518c54239), precommit_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:04:57.626498 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.plugin [req-6b06aa64-ef83-4db3-97e7-3acdbe9b540b req-75925a6f-be15-444a-8cbc-1cea83cce37d tempest-ServersAdminNegativeTestJSON-2127918484 tempest-ServersAdminNegativeTestJSON-2127918484-project] Calling delete_port for 8b691445-3686-4647-a8b1-7728ec31fbe4 owned by compute:nova {{(pid=103230) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 19:04:57.708708 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [req-9c6ece1f-197d-49a7-9ce0-f97fe0d53931 req-6ed27082-87c0-4a42-ad9b-c779f887db8f tempest-SecurityGroupsTestJSON-1151704431 tempest-SecurityGroupsTestJSON-1151704431-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1892331'] for security_group (3e0800b7-ae40-45e6-a613-234518c54239), after_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:04:57.711547 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [req-9c6ece1f-197d-49a7-9ce0-f97fe0d53931 req-6ed27082-87c0-4a42-ad9b-c779f887db8f tempest-SecurityGroupsTestJSON-1151704431 tempest-SecurityGroupsTestJSON-1151704431-project] Publish callbacks [] for security_group (None), before_response {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:04:57.712665 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-9c6ece1f-197d-49a7-9ce0-f97fe0d53931 req-6ed27082-87c0-4a42-ad9b-c779f887db8f tempest-SecurityGroupsTestJSON-1151704431 tempest-SecurityGroupsTestJSON-1151704431-project] 10.222.0.75 "DELETE /v2.0/security-groups/3e0800b7-ae40-45e6-a613-234518c54239 HTTP/1.1" status: 204 len: 173 time: 0.4187820 Feb 09 19:04:57.737388 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ed27082-87c0-4a42-ad9b-c779f887db8f tempest-SecurityGroupsTestJSON-1151704431 tempest-SecurityGroupsTestJSON-1151704431-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3e0800b7-ae40-45e6-a613-234518c54239,revision_number=None']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:04:57.800581 n-d-713498-36 neutron-server[103229]: INFO neutron.api.v2.resource [req-7b7fdc43-1e28-42ec-b3b3-be1891b96fb1 req-c76091fb-8cd6-414a-a2e3-bf6c0c137739 tempest-SecurityGroupsTestJSON-1151704431 tempest-SecurityGroupsTestJSON-1151704431-project] show failed (client error): The resource could not be found. Feb 09 19:04:57.801934 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-7b7fdc43-1e28-42ec-b3b3-be1891b96fb1 req-c76091fb-8cd6-414a-a2e3-bf6c0c137739 tempest-SecurityGroupsTestJSON-1151704431 tempest-SecurityGroupsTestJSON-1151704431-project] 10.222.0.75 "GET /v2.0/security-groups/3e0800b7-ae40-45e6-a613-234518c54239 HTTP/1.1" status: 404 len: 352 time: 0.0248888 Feb 09 19:04:57.837417 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [req-6b06aa64-ef83-4db3-97e7-3acdbe9b540b req-75925a6f-be15-444a-8cbc-1cea83cce37d tempest-ServersAdminNegativeTestJSON-2127918484 tempest-ServersAdminNegativeTestJSON-2127918484-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762867177463', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762866656476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14393751'] for port (8b691445-3686-4647-a8b1-7728ec31fbe4), after_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:04:57.840737 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.v2.base [req-f8d8f610-f56b-4f28-8069-8209434c4e3f req-1f06394f-99ab-49e9-8917-14a3ff815dd9 tempest-SecurityGroupsTestJSON-1151704431 tempest-SecurityGroupsTestJSON-1151704431-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-936687276', 'description': 'tempest-description-702996506'}} {{(pid=103229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 19:04:57.878567 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75925a6f-be15-444a-8cbc-1cea83cce37d tempest-ServersAdminNegativeTestJSON-2127918484 tempest-ServersAdminNegativeTestJSON-2127918484-project] Pushing event deleted for resources: {'Port': ['ID=8b691445-3686-4647-a8b1-7728ec31fbe4,revision_number=None']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:04:57.935837 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-f8d8f610-f56b-4f28-8069-8209434c4e3f req-1f06394f-99ab-49e9-8917-14a3ff815dd9 tempest-SecurityGroupsTestJSON-1151704431 tempest-SecurityGroupsTestJSON-1151704431-project] Publish callbacks [] for security_group (None), before_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:04:57.957560 n-d-713498-36 neutron-server[103230]: DEBUG neutron.db.l3_dvrscheduler_db [req-6b06aa64-ef83-4db3-97e7-3acdbe9b540b req-75925a6f-be15-444a-8cbc-1cea83cce37d tempest-ServersAdminNegativeTestJSON-2127918484 tempest-ServersAdminNegativeTestJSON-2127918484-project] No DVR routers for this DVR port 8b691445-3686-4647-a8b1-7728ec31fbe4 on host n-h1-713498-36 {{(pid=103230) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 19:04:57.962478 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [req-6b06aa64-ef83-4db3-97e7-3acdbe9b540b req-75925a6f-be15-444a-8cbc-1cea83cce37d tempest-ServersAdminNegativeTestJSON-2127918484 tempest-ServersAdminNegativeTestJSON-2127918484-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171096'] for port (None), before_response {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:04:57.966388 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-6b06aa64-ef83-4db3-97e7-3acdbe9b540b req-75925a6f-be15-444a-8cbc-1cea83cce37d tempest-ServersAdminNegativeTestJSON-2127918484 tempest-ServersAdminNegativeTestJSON-2127918484-project] 10.222.0.89 "DELETE /v2.0/ports/8b691445-3686-4647-a8b1-7728ec31fbe4 HTTP/1.1" status: 204 len: 173 time: 1.3564515 Feb 09 19:04:57.966874 n-d-713498-36 neutron-server[103230]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c082bc13-8194-4bdb-a323-42b0de08e605', 'name': 'network-vif-deleted', 'tag': '8b691445-3686-4647-a8b1-7728ec31fbe4'}] {{(pid=103230) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 19:04:57.969471 n-d-713498-36 neutron-server[103230]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aee5919275bae9f72eb374ee322673045eb80c1f84b4b45a97d96923bd50ab51" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e5c0d109-8b90-4424-896a-260c9b3dfc9f" -d '{"events": [{"server_uuid": "c082bc13-8194-4bdb-a323-42b0de08e605", "name": "network-vif-deleted", "tag": "8b691445-3686-4647-a8b1-7728ec31fbe4"}]}' {{(pid=103230) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 19:04:57.997257 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e824fcd4-25a2-441f-a83f-59999978cd4c req-8fed87bb-05d4-4699-a756-b559db6903a3 tempest-LiveMigrationTest-1021096981 tempest-LiveMigrationTest-1021096981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:04:58.005897 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-e824fcd4-25a2-441f-a83f-59999978cd4c req-8fed87bb-05d4-4699-a756-b559db6903a3 tempest-LiveMigrationTest-1021096981 tempest-LiveMigrationTest-1021096981-project] 10.222.0.75 "GET /v2.0/ports?device_id=2f9a8919-1b2a-4183-90dc-45c5e52d5a99 HTTP/1.1" status: 200 len: 945 time: 0.1295342 Feb 09 19:04:58.054984 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-e824fcd4-25a2-441f-a83f-59999978cd4c req-3ce39cc8-1fe9-44d6-b1dd-90745b829d9b tempest-LiveMigrationTest-1021096981 tempest-LiveMigrationTest-1021096981-project] 10.222.0.75 "GET /v2.0/security-groups?id=ba18819a-1490-4e7b-a11b-e8610423d8ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481935 Feb 09 19:04:58.069792 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-f8d8f610-f56b-4f28-8069-8209434c4e3f req-1f06394f-99ab-49e9-8917-14a3ff815dd9 tempest-SecurityGroupsTestJSON-1151704431 tempest-SecurityGroupsTestJSON-1151704431-project] Publish callbacks [] for security_group (61f5f9af-8228-479e-a051-8fce412494b4), precommit_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:04:58.085989 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-f8d8f610-f56b-4f28-8069-8209434c4e3f req-1f06394f-99ab-49e9-8917-14a3ff815dd9 tempest-SecurityGroupsTestJSON-1151704431 tempest-SecurityGroupsTestJSON-1151704431-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1892331'] for security_group (61f5f9af-8228-479e-a051-8fce412494b4), after_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:04:58.127015 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-f8d8f610-f56b-4f28-8069-8209434c4e3f req-1f06394f-99ab-49e9-8917-14a3ff815dd9 tempest-SecurityGroupsTestJSON-1151704431 tempest-SecurityGroupsTestJSON-1151704431-project] Publish callbacks [] for security_group (None), before_response {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:04:58.128668 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-f8d8f610-f56b-4f28-8069-8209434c4e3f req-1f06394f-99ab-49e9-8917-14a3ff815dd9 tempest-SecurityGroupsTestJSON-1151704431 tempest-SecurityGroupsTestJSON-1151704431-project] 10.222.0.75 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1821 time: 0.2939403 Feb 09 19:04:58.145624 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f06394f-99ab-49e9-8917-14a3ff815dd9 tempest-SecurityGroupsTestJSON-1151704431 tempest-SecurityGroupsTestJSON-1151704431-project] Pushing event updated for resources: {'SecurityGroup': ['ID=61f5f9af-8228-479e-a051-8fce412494b4,revision_number=1']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:04:58.162406 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-726a7e24-36d6-455d-8c88-19065232a7df req-f38e4f70-82b1-4e54-8fd7-a7eeb2247728 tempest-ServersAdminNegativeTestJSON-2127918484 tempest-ServersAdminNegativeTestJSON-2127918484-project] 10.222.0.75 "GET /v2.0/ports?device_id=c082bc13-8194-4bdb-a323-42b0de08e605 HTTP/1.1" status: 200 len: 210 time: 0.0326555 Feb 09 19:04:58.177835 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-57bb2933-7afe-4de6-b1ec-70877bf9e323 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1834525'] for router_interface (0bcc8fbd-ff5d-4b2a-b127-39e435e048e3), before_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:04:58.186520 n-d-713498-36 neutron-server[103230]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 19:04:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-72425a13-fcf0-4086-9e1a-8b2ada930d45 x-openstack-request-id: req-72425a13-fcf0-4086-9e1a-8b2ada930d45 {{(pid=103230) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 19:04:58.187108 n-d-713498-36 neutron-server[103230]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c082bc13-8194-4bdb-a323-42b0de08e605", "name": "network-vif-deleted", "tag": "8b691445-3686-4647-a8b1-7728ec31fbe4", "status": "completed", "code": 200}]} {{(pid=103230) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 19:04:58.187437 n-d-713498-36 neutron-server[103230]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-72425a13-fcf0-4086-9e1a-8b2ada930d45 {{(pid=103230) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 19:04:58.187861 n-d-713498-36 neutron-server[103230]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c082bc13-8194-4bdb-a323-42b0de08e605', 'name': 'network-vif-deleted', 'tag': '8b691445-3686-4647-a8b1-7728ec31fbe4', 'status': 'completed', 'code': 200} Feb 09 19:04:58.219410 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.v2.base [req-7b2de826-7dc0-48cb-9b6a-cae36fc81831 req-db7e2f90-17ee-4284-9c5f-e0d21ab6d1a2 tempest-SecurityGroupsTestJSON-1151704431 tempest-SecurityGroupsTestJSON-1151704431-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-432547448', 'description': 'tempest-description-1581989934'}} {{(pid=103229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 19:04:58.273861 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a008121a-3949-457b-a5e8-260181e99b3d req-9bd21535-1475-4bd1-adfe-6bf2e1551285 tempest-LiveMigrationTest-1137365927 tempest-LiveMigrationTest-1137365927-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:04:58.275528 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-a008121a-3949-457b-a5e8-260181e99b3d req-9bd21535-1475-4bd1-adfe-6bf2e1551285 tempest-LiveMigrationTest-1137365927 tempest-LiveMigrationTest-1137365927-project-admin] 10.222.0.75 "GET /v2.0/ports?device_id=2f9a8919-1b2a-4183-90dc-45c5e52d5a99 HTTP/1.1" status: 200 len: 1128 time: 0.0471597 Feb 09 19:04:58.279936 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-7b2de826-7dc0-48cb-9b6a-cae36fc81831 req-db7e2f90-17ee-4284-9c5f-e0d21ab6d1a2 tempest-SecurityGroupsTestJSON-1151704431 tempest-SecurityGroupsTestJSON-1151704431-project] Publish callbacks [] for security_group (None), before_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:04:58.327013 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-a008121a-3949-457b-a5e8-260181e99b3d req-914ee5ff-190a-40c0-99bd-6332cf719bce tempest-LiveMigrationTest-1137365927 tempest-LiveMigrationTest-1137365927-project-admin] 10.222.0.75 "GET /v2.0/security-groups?id=ba18819a-1490-4e7b-a11b-e8610423d8ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444939 Feb 09 19:04:58.435703 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-7b2de826-7dc0-48cb-9b6a-cae36fc81831 req-db7e2f90-17ee-4284-9c5f-e0d21ab6d1a2 tempest-SecurityGroupsTestJSON-1151704431 tempest-SecurityGroupsTestJSON-1151704431-project] Publish callbacks [] for security_group (409273b9-deaf-4c18-ae55-d2fe92e028fe), precommit_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:04:58.444129 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-7b2de826-7dc0-48cb-9b6a-cae36fc81831 req-db7e2f90-17ee-4284-9c5f-e0d21ab6d1a2 tempest-SecurityGroupsTestJSON-1151704431 tempest-SecurityGroupsTestJSON-1151704431-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1892331'] for security_group (409273b9-deaf-4c18-ae55-d2fe92e028fe), after_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:04:58.484753 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe9e93fc-5e22-4a1f-aa9e-8d113ab67a39 req-7c212f08-a254-4fc7-9469-04c413d22c39 tempest-ServersOnMultiNodesTest-1472402947 tempest-ServersOnMultiNodesTest-1472402947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:04:58.487817 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-fe9e93fc-5e22-4a1f-aa9e-8d113ab67a39 req-7c212f08-a254-4fc7-9469-04c413d22c39 tempest-ServersOnMultiNodesTest-1472402947 tempest-ServersOnMultiNodesTest-1472402947-project] 10.222.0.75 "GET /v2.0/ports?device_id=0269339f-45e1-41d2-83f3-e2211df6911a HTTP/1.1" status: 200 len: 950 time: 0.0856860 Feb 09 19:04:58.490505 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-7b2de826-7dc0-48cb-9b6a-cae36fc81831 req-db7e2f90-17ee-4284-9c5f-e0d21ab6d1a2 tempest-SecurityGroupsTestJSON-1151704431 tempest-SecurityGroupsTestJSON-1151704431-project] Publish callbacks [] for security_group (None), before_response {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:04:58.491740 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-7b2de826-7dc0-48cb-9b6a-cae36fc81831 req-db7e2f90-17ee-4284-9c5f-e0d21ab6d1a2 tempest-SecurityGroupsTestJSON-1151704431 tempest-SecurityGroupsTestJSON-1151704431-project] 10.222.0.75 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1822 time: 0.2763669 Feb 09 19:04:58.520175 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db7e2f90-17ee-4284-9c5f-e0d21ab6d1a2 tempest-SecurityGroupsTestJSON-1151704431 tempest-SecurityGroupsTestJSON-1151704431-project] Pushing event updated for resources: {'SecurityGroup': ['ID=409273b9-deaf-4c18-ae55-d2fe92e028fe,revision_number=1']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:04:58.605037 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-fe9e93fc-5e22-4a1f-aa9e-8d113ab67a39 req-a99f9fb1-b607-4521-a60c-3e08acca6a02 tempest-ServersOnMultiNodesTest-1472402947 tempest-ServersOnMultiNodesTest-1472402947-project] 10.222.0.75 "GET /v2.0/security-groups?id=aed5302d-0478-4b9d-b014-143adc5c0d74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0990186 Feb 09 19:04:58.653184 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.v2.base [req-e583ff50-e767-4d4e-baaf-736a33f94d7c req-ad8a37b5-b3fe-42e4-a0bf-281bb7bcd325 tempest-SecurityGroupsTestJSON-1151704431 tempest-SecurityGroupsTestJSON-1151704431-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-2088165146', 'description': 'tempest-description-425218318'}} {{(pid=103230) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 19:04:58.675862 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.plugin [None req-57bb2933-7afe-4de6-b1ec-70877bf9e323 admin admin] Deleting port acbc920b-1b09-4144-acdf-1094235fcd62 {{(pid=103229) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 19:04:58.676417 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-57bb2933-7afe-4de6-b1ec-70877bf9e323 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762867170196'] for port (acbc920b-1b09-4144-acdf-1094235fcd62), before_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:04:58.686897 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [req-e583ff50-e767-4d4e-baaf-736a33f94d7c req-ad8a37b5-b3fe-42e4-a0bf-281bb7bcd325 tempest-SecurityGroupsTestJSON-1151704431 tempest-SecurityGroupsTestJSON-1151704431-project] Publish callbacks [] for security_group (None), before_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:04:58.752278 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07f37b80-c153-421d-ba0a-330b6a7fe15a req-28a30a8e-dec1-44bc-872c-a88bfc67676a tempest-LiveAutoBlockMigrationV225Test-2127879101 tempest-LiveAutoBlockMigrationV225Test-2127879101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:04:58.761317 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-07f37b80-c153-421d-ba0a-330b6a7fe15a req-28a30a8e-dec1-44bc-872c-a88bfc67676a tempest-LiveAutoBlockMigrationV225Test-2127879101 tempest-LiveAutoBlockMigrationV225Test-2127879101-project] 10.222.0.75 "GET /v2.0/ports?device_id=9d1556d0-d009-41c6-9d9c-d68b6ae4cbe4 HTTP/1.1" status: 200 len: 946 time: 0.1278160 Feb 09 19:04:58.785263 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [req-e583ff50-e767-4d4e-baaf-736a33f94d7c req-ad8a37b5-b3fe-42e4-a0bf-281bb7bcd325 tempest-SecurityGroupsTestJSON-1151704431 tempest-SecurityGroupsTestJSON-1151704431-project] Publish callbacks [] for security_group (548d855a-6fb6-496c-ab67-fc010a746526), precommit_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:04:58.789876 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [req-e583ff50-e767-4d4e-baaf-736a33f94d7c req-ad8a37b5-b3fe-42e4-a0bf-281bb7bcd325 tempest-SecurityGroupsTestJSON-1151704431 tempest-SecurityGroupsTestJSON-1151704431-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1892331'] for security_group (548d855a-6fb6-496c-ab67-fc010a746526), after_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:04:58.828046 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.db [None req-57bb2933-7afe-4de6-b1ec-70877bf9e323 admin admin] For port acbc920b-1b09-4144-acdf-1094235fcd62, host n-d-713498-36, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-36',level=0,port_id=acbc920b-1b09-4144-acdf-1094235fcd62,segment=NetworkSegment(ac6e654c-3e13-4d49-9ada-1668549aacaa),segment_id=ac6e654c-3e13-4d49-9ada-1668549aacaa)] {{(pid=103229) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 19:04:58.828282 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [req-e583ff50-e767-4d4e-baaf-736a33f94d7c req-ad8a37b5-b3fe-42e4-a0bf-281bb7bcd325 tempest-SecurityGroupsTestJSON-1151704431 tempest-SecurityGroupsTestJSON-1151704431-project] Publish callbacks [] for security_group (None), before_response {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:04:58.828415 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-57bb2933-7afe-4de6-b1ec-70877bf9e323 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1820838'] for port (acbc920b-1b09-4144-acdf-1094235fcd62), precommit_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:04:58.840734 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-e583ff50-e767-4d4e-baaf-736a33f94d7c req-ad8a37b5-b3fe-42e4-a0bf-281bb7bcd325 tempest-SecurityGroupsTestJSON-1151704431 tempest-SecurityGroupsTestJSON-1151704431-project] 10.222.0.75 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1822 time: 0.1916289 Feb 09 19:04:58.843846 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad8a37b5-b3fe-42e4-a0bf-281bb7bcd325 tempest-SecurityGroupsTestJSON-1151704431 tempest-SecurityGroupsTestJSON-1151704431-project] Pushing event updated for resources: {'SecurityGroup': ['ID=548d855a-6fb6-496c-ab67-fc010a746526,revision_number=1']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:04:58.878653 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-07f37b80-c153-421d-ba0a-330b6a7fe15a req-48c57a6f-aa99-4c82-befa-a68280c06894 tempest-LiveAutoBlockMigrationV225Test-2127879101 tempest-LiveAutoBlockMigrationV225Test-2127879101-project] 10.222.0.75 "GET /v2.0/security-groups?id=e3cb5363-3b49-4f74-b239-a871e755b40a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1143494 Feb 09 19:04:58.885835 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.plugin [None req-57bb2933-7afe-4de6-b1ec-70877bf9e323 admin admin] Calling delete_port for acbc920b-1b09-4144-acdf-1094235fcd62 owned by network:router_interface {{(pid=103229) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 19:04:59.060223 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aff869a6-156d-4d49-88da-6524d271430a req-6cbbb5dd-faec-458c-8468-de734626cb77 tempest-LiveAutoBlockMigrationV225Test-1149753898 tempest-LiveAutoBlockMigrationV225Test-1149753898-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:04:59.062449 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-aff869a6-156d-4d49-88da-6524d271430a req-6cbbb5dd-faec-458c-8468-de734626cb77 tempest-LiveAutoBlockMigrationV225Test-1149753898 tempest-LiveAutoBlockMigrationV225Test-1149753898-project-admin] 10.222.0.89 "GET /v2.0/ports?device_id=9d1556d0-d009-41c6-9d9c-d68b6ae4cbe4&tenant_id=b8d56d08e88f4d4daeb8e5fed321a162&binding%3Ahost_id=n-h2-713498-36 HTTP/1.1" status: 200 len: 1129 time: 0.1471038 Feb 09 19:04:59.071199 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6ff0e55-13e8-4ed6-8a38-08f3e3cb759b req-204ac0bc-ef87-4105-b4a5-9b355071c511 tempest-FloatingIPsAssociationTestJSON-731512856 tempest-FloatingIPsAssociationTestJSON-731512856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:04:59.072631 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-f6ff0e55-13e8-4ed6-8a38-08f3e3cb759b req-204ac0bc-ef87-4105-b4a5-9b355071c511 tempest-FloatingIPsAssociationTestJSON-731512856 tempest-FloatingIPsAssociationTestJSON-731512856-project] 10.222.0.75 "GET /v2.0/ports?device_id=32bf91ec-07c2-4708-858a-e8e64b1da7a6 HTTP/1.1" status: 200 len: 944 time: 0.1802356 Feb 09 19:04:59.077938 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.v2.base [req-aff869a6-156d-4d49-88da-6524d271430a req-fdb38f00-17cb-4b6e-bd2d-c29d824f4d6d service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-713498-36'}}} {{(pid=103230) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 19:04:59.085255 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60decefd-b33e-4cd6-8ea2-b68aa00cb25f req-3660da83-5427-44df-ae11-08890be08cc1 tempest-ServersOnMultiNodesTest-1472402947 tempest-ServersOnMultiNodesTest-1472402947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:04:59.086822 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-60decefd-b33e-4cd6-8ea2-b68aa00cb25f req-3660da83-5427-44df-ae11-08890be08cc1 tempest-ServersOnMultiNodesTest-1472402947 tempest-ServersOnMultiNodesTest-1472402947-project] 10.222.0.75 "GET /v2.0/ports?device_id=52fec816-6575-4868-bced-f29f5448f9d8 HTTP/1.1" status: 200 len: 950 time: 0.1127253 Feb 09 19:04:59.165806 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-60decefd-b33e-4cd6-8ea2-b68aa00cb25f req-2b00d5bb-73d3-45d1-920d-01d02f817213 tempest-ServersOnMultiNodesTest-1472402947 tempest-ServersOnMultiNodesTest-1472402947-project] 10.222.0.75 "GET /v2.0/security-groups?id=aed5302d-0478-4b9d-b014-143adc5c0d74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0727808 Feb 09 19:04:59.191358 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-f6ff0e55-13e8-4ed6-8a38-08f3e3cb759b req-9f19f3a0-566a-40ab-b9eb-5203b436c386 tempest-FloatingIPsAssociationTestJSON-731512856 tempest-FloatingIPsAssociationTestJSON-731512856-project] 10.222.0.75 "GET /v2.0/security-groups?id=e033bcb0-30a2-4ca7-825f-be8d1c426f02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0884132 Feb 09 19:04:59.192039 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [req-aff869a6-156d-4d49-88da-6524d271430a req-fdb38f00-17cb-4b6e-bd2d-c29d824f4d6d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (0eea1a64-ccbf-4679-8307-b9066a9a8dde), before_update {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:04:59.340618 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-57bb2933-7afe-4de6-b1ec-70877bf9e323 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762867177463', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762866656476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12867576'] for port (acbc920b-1b09-4144-acdf-1094235fcd62), after_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:04:59.410750 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-65cefbe2-a834-4510-9184-013645882f25 req-3033a603-c191-4251-aa81-3d24ec91388a tempest-SecurityGroupsTestJSON-1151704431 tempest-SecurityGroupsTestJSON-1151704431-project] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=bff3c1e37b294eeb94406c2c4c8cd026 HTTP/1.1" status: 200 len: 10997 time: 0.2187595 Feb 09 19:04:59.417648 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.db [req-aff869a6-156d-4d49-88da-6524d271430a req-fdb38f00-17cb-4b6e-bd2d-c29d824f4d6d service neutron] For port 0eea1a64-ccbf-4679-8307-b9066a9a8dde, host n-h2-713498-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-36',level=0,port_id=0eea1a64-ccbf-4679-8307-b9066a9a8dde,segment=NetworkSegment(b98d4747-b18c-4141-8910-77c1fada78d1),segment_id=b98d4747-b18c-4141-8910-77c1fada78d1)] {{(pid=103230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 19:04:59.498132 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57bb2933-7afe-4de6-b1ec-70877bf9e323 admin admin] Pushing event deleted for resources: {'Port': ['ID=acbc920b-1b09-4144-acdf-1094235fcd62,revision_number=None']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:04:59.551113 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.db [req-aff869a6-156d-4d49-88da-6524d271430a req-fdb38f00-17cb-4b6e-bd2d-c29d824f4d6d service neutron] For port 0eea1a64-ccbf-4679-8307-b9066a9a8dde, host n-h2-713498-36, cleared binding levels {{(pid=103230) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 19:04:59.608670 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 49736) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:04:59.668286 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [req-aff869a6-156d-4d49-88da-6524d271430a req-fdb38f00-17cb-4b6e-bd2d-c29d824f4d6d service neutron] Publish callbacks [] for port (0eea1a64-ccbf-4679-8307-b9066a9a8dde), precommit_update {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:04:59.688643 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [req-aff869a6-156d-4d49-88da-6524d271430a req-fdb38f00-17cb-4b6e-bd2d-c29d824f4d6d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762867176205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762866656485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762866656503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14393758'] for port (0eea1a64-ccbf-4679-8307-b9066a9a8dde), after_update {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:04:59.723612 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Device 8b691445-3686-4647-a8b1-7728ec31fbe4 no longer exists at agent hyperv_n-h1-713498-36 {{(pid=103232) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 19:04:59.800525 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdb38f00-17cb-4b6e-bd2d-c29d824f4d6d service neutron] Pushing event updated for resources: {'Port': ['ID=0eea1a64-ccbf-4679-8307-b9066a9a8dde,revision_number=7']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:04:59.821251 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] No Port match for: 8b691445-3686-4647-a8b1-7728ec31fbe4 {{(pid=103232) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 19:04:59.821606 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Device 8b691445-3686-4647-a8b1-7728ec31fbe4 not bound to the agent host n-h1-713498-36 {{(pid=103232) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 19:04:59.852466 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.managers [req-aff869a6-156d-4d49-88da-6524d271430a req-fdb38f00-17cb-4b6e-bd2d-c29d824f4d6d service neutron] Attempting to bind port 0eea1a64-ccbf-4679-8307-b9066a9a8dde on host n-h2-713498-36 for vnic_type normal with profile {"migrating_to": "n-h1-713498-36"} {{(pid=103230) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 19:04:59.852757 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.managers [req-aff869a6-156d-4d49-88da-6524d271430a req-fdb38f00-17cb-4b6e-bd2d-c29d824f4d6d service neutron] Attempting to bind port 0eea1a64-ccbf-4679-8307-b9066a9a8dde by drivers openvswitch,hyperv on host n-h2-713498-36 at level 0 using segments [{'id': 'b98d4747-b18c-4141-8910-77c1fada78d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': '0e993f99-d3d0-4a2a-8eed-2f34375798b5'}] {{(pid=103230) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 19:04:59.853151 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aff869a6-156d-4d49-88da-6524d271430a req-fdb38f00-17cb-4b6e-bd2d-c29d824f4d6d service neutron] Attempting to bind port 0eea1a64-ccbf-4679-8307-b9066a9a8dde on network 0e993f99-d3d0-4a2a-8eed-2f34375798b5 {{(pid=103230) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 19:04:59.858125 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aff869a6-156d-4d49-88da-6524d271430a req-fdb38f00-17cb-4b6e-bd2d-c29d824f4d6d service neutron] Port 0eea1a64-ccbf-4679-8307-b9066a9a8dde on network 0e993f99-d3d0-4a2a-8eed-2f34375798b5 not bound, no agent of type Open vSwitch agent registered on host n-h2-713498-36 {{(pid=103230) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 19:04:59.858573 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aff869a6-156d-4d49-88da-6524d271430a req-fdb38f00-17cb-4b6e-bd2d-c29d824f4d6d service neutron] Attempting to bind port 0eea1a64-ccbf-4679-8307-b9066a9a8dde on network 0e993f99-d3d0-4a2a-8eed-2f34375798b5 {{(pid=103230) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 19:04:59.864661 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aff869a6-156d-4d49-88da-6524d271430a req-fdb38f00-17cb-4b6e-bd2d-c29d824f4d6d service neutron] Checking agent: {'id': 'bcd5faee-dc24-4298-9134-0e0aa054058e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713498-36', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 18, 59, 19), 'started_at': datetime.datetime(2022, 2, 9, 18, 59, 19), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 19, 4, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103230) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 19:04:59.865003 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aff869a6-156d-4d49-88da-6524d271430a req-fdb38f00-17cb-4b6e-bd2d-c29d824f4d6d service neutron] Checking segment: {'id': 'b98d4747-b18c-4141-8910-77c1fada78d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': '0e993f99-d3d0-4a2a-8eed-2f34375798b5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103230) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 19:04:59.865434 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aff869a6-156d-4d49-88da-6524d271430a req-fdb38f00-17cb-4b6e-bd2d-c29d824f4d6d service neutron] Bound using segment: {'id': 'b98d4747-b18c-4141-8910-77c1fada78d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': '0e993f99-d3d0-4a2a-8eed-2f34375798b5'} {{(pid=103230) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 19:04:59.865870 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.managers [req-aff869a6-156d-4d49-88da-6524d271430a req-fdb38f00-17cb-4b6e-bd2d-c29d824f4d6d service neutron] Bound port: 0eea1a64-ccbf-4679-8307-b9066a9a8dde, host: n-h2-713498-36, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b98d4747-b18c-4141-8910-77c1fada78d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': '0e993f99-d3d0-4a2a-8eed-2f34375798b5'}}] {{(pid=103230) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 19:04:59.866251 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [req-aff869a6-156d-4d49-88da-6524d271430a req-fdb38f00-17cb-4b6e-bd2d-c29d824f4d6d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (0eea1a64-ccbf-4679-8307-b9066a9a8dde), before_update {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:04:59.897271 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-65cefbe2-a834-4510-9184-013645882f25 req-d7c59dd6-829d-4078-bd4c-31d2c5314160 tempest-SecurityGroupsTestJSON-1151704431 tempest-SecurityGroupsTestJSON-1151704431-project] 10.222.0.75 "GET /v2.0/security-groups/22bcb932-19f7-46ba-b2c8-090f138c7032 HTTP/1.1" status: 200 len: 2998 time: 0.4824595 Feb 09 19:04:59.904979 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-57bb2933-7afe-4de6-b1ec-70877bf9e323 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1613467', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1834633'] for router_interface (0bcc8fbd-ff5d-4b2a-b127-39e435e048e3), after_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:04:59.986695 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-1750a956-6328-4fc5-801d-37812ca39cde admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=8f2bcb5e327341c189d64292b309c17c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3766904 Feb 09 19:04:59.989122 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 49742) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:05:00.094860 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.db [req-aff869a6-156d-4d49-88da-6524d271430a req-fdb38f00-17cb-4b6e-bd2d-c29d824f4d6d service neutron] For port 0eea1a64-ccbf-4679-8307-b9066a9a8dde, host n-h2-713498-36, cleared binding levels {{(pid=103230) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 19:05:00.123483 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.db [req-aff869a6-156d-4d49-88da-6524d271430a req-fdb38f00-17cb-4b6e-bd2d-c29d824f4d6d service neutron] For port 0eea1a64-ccbf-4679-8307-b9066a9a8dde, host n-h2-713498-36, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-36',level=0,port_id=0eea1a64-ccbf-4679-8307-b9066a9a8dde,segment=NetworkSegment(b98d4747-b18c-4141-8910-77c1fada78d1),segment_id=b98d4747-b18c-4141-8910-77c1fada78d1)] {{(pid=103230) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 19:05:00.135768 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-6e4338aa-e922-4c8b-a803-602fa8fc81d6 admin admin] Publish callbacks [] for security_group (c2a1d80e-4c84-44c1-8257-66d4ceb1ab5f), before_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:05:00.143471 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [req-aff869a6-156d-4d49-88da-6524d271430a req-fdb38f00-17cb-4b6e-bd2d-c29d824f4d6d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762867176205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762866656485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762866656503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14393758'] for port (0eea1a64-ccbf-4679-8307-b9066a9a8dde), after_update {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:05:00.149115 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-65cefbe2-a834-4510-9184-013645882f25 req-7713acc7-8992-4863-a373-44723a9e93ae tempest-SecurityGroupsTestJSON-1151704431 tempest-SecurityGroupsTestJSON-1151704431-project] 10.222.0.75 "GET /v2.0/security-groups/22bcb932-19f7-46ba-b2c8-090f138c7032 HTTP/1.1" status: 200 len: 2998 time: 0.2509987 Feb 09 19:05:00.193852 n-d-713498-36 neutron-server[103230]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9d1556d0-d009-41c6-9d9c-d68b6ae4cbe4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0eea1a64-ccbf-4679-8307-b9066a9a8dde'}] {{(pid=103230) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 19:05:00.196305 n-d-713498-36 neutron-server[103230]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aee5919275bae9f72eb374ee322673045eb80c1f84b4b45a97d96923bd50ab51" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8529239a-dcc3-4968-a660-87b742b76269" -d '{"events": [{"server_uuid": "9d1556d0-d009-41c6-9d9c-d68b6ae4cbe4", "name": "network-vif-unplugged", "status": "completed", "tag": "0eea1a64-ccbf-4679-8307-b9066a9a8dde"}]}' {{(pid=103230) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 19:05:00.212409 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3f3dc69-6faf-4acc-aa39-89653bd984e1 req-de0e1587-49f8-4d38-b74c-840bc3f10eb9 tempest-LiveAutoBlockMigrationV225Test-2127879101 tempest-LiveAutoBlockMigrationV225Test-2127879101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:05:00.219424 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-d3f3dc69-6faf-4acc-aa39-89653bd984e1 req-de0e1587-49f8-4d38-b74c-840bc3f10eb9 tempest-LiveAutoBlockMigrationV225Test-2127879101 tempest-LiveAutoBlockMigrationV225Test-2127879101-project] 10.222.0.75 "GET /v2.0/ports?device_id=9d1556d0-d009-41c6-9d9c-d68b6ae4cbe4 HTTP/1.1" status: 200 len: 944 time: 0.1944618 Feb 09 19:05:00.245619 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-6e4338aa-e922-4c8b-a803-602fa8fc81d6 admin admin] Publish callbacks [] for security_group (c2a1d80e-4c84-44c1-8257-66d4ceb1ab5f), precommit_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:05:00.262229 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Device 0359494e-ba4d-4050-8b2f-eaed6c3f4823 up at agent hyperv_n-h2-713498-36 {{(pid=103232) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 19:05:00.303737 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-16f98cdc-f146-4344-b6db-512ad94530ee req-8db83a44-109c-4f6b-9d0a-7deba50b765b tempest-SecurityGroupsTestJSON-1151704431 tempest-SecurityGroupsTestJSON-1151704431-project] 10.222.0.75 "GET /v2.0/security-groups/61f5f9af-8228-479e-a051-8fce412494b4 HTTP/1.1" status: 200 len: 1816 time: 0.0944660 Feb 09 19:05:00.327015 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdb38f00-17cb-4b6e-bd2d-c29d824f4d6d service neutron] Pushing event updated for resources: {'Port': ['ID=0eea1a64-ccbf-4679-8307-b9066a9a8dde,revision_number=8']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:05:00.367166 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.provisioning_blocks [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Provisioning for port 0359494e-ba4d-4050-8b2f-eaed6c3f4823 completed by entity L2. {{(pid=103232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 19:05:00.371100 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.provisioning_blocks [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Provisioning complete for port 0359494e-ba4d-4050-8b2f-eaed6c3f4823 triggered by entity L2. {{(pid=103232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 19:05:00.371472 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593630'] for port (0359494e-ba4d-4050-8b2f-eaed6c3f4823), provisioning_complete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:05:00.376650 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aff869a6-156d-4d49-88da-6524d271430a req-fdb38f00-17cb-4b6e-bd2d-c29d824f4d6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:05:00.378599 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [req-aff869a6-156d-4d49-88da-6524d271430a req-fdb38f00-17cb-4b6e-bd2d-c29d824f4d6d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171096'] for port (None), before_response {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:05:00.380557 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-aff869a6-156d-4d49-88da-6524d271430a req-fdb38f00-17cb-4b6e-bd2d-c29d824f4d6d service neutron] 10.222.0.89 "PUT /v2.0/ports/0eea1a64-ccbf-4679-8307-b9066a9a8dde HTTP/1.1" status: 200 len: 1124 time: 1.3069921 Feb 09 19:05:00.390440 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-16f98cdc-f146-4344-b6db-512ad94530ee req-c9074e41-d862-4ca6-90df-878588b9f14b tempest-SecurityGroupsTestJSON-1151704431 tempest-SecurityGroupsTestJSON-1151704431-project] Publish callbacks [] for security_group (61f5f9af-8228-479e-a051-8fce412494b4), before_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:05:00.430927 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-d3f3dc69-6faf-4acc-aa39-89653bd984e1 req-f7fc60d8-c4c9-456e-a127-30ff80ad9c31 tempest-LiveAutoBlockMigrationV225Test-2127879101 tempest-LiveAutoBlockMigrationV225Test-2127879101-project] 10.222.0.75 "GET /v2.0/security-groups?id=e3cb5363-3b49-4f74-b239-a871e755b40a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2083745 Feb 09 19:05:00.454304 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-6e4338aa-e922-4c8b-a803-602fa8fc81d6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1892331'] for security_group (c2a1d80e-4c84-44c1-8257-66d4ceb1ab5f), after_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:05:00.459611 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-16f98cdc-f146-4344-b6db-512ad94530ee req-c9074e41-d862-4ca6-90df-878588b9f14b tempest-SecurityGroupsTestJSON-1151704431 tempest-SecurityGroupsTestJSON-1151704431-project] Publish callbacks [] for security_group (61f5f9af-8228-479e-a051-8fce412494b4), precommit_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:05:00.467920 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-6e4338aa-e922-4c8b-a803-602fa8fc81d6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:05:00.472187 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-6e4338aa-e922-4c8b-a803-602fa8fc81d6 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/c2a1d80e-4c84-44c1-8257-66d4ceb1ab5f HTTP/1.1" status: 204 len: 168 time: 0.4821301 Feb 09 19:05:00.493737 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e4338aa-e922-4c8b-a803-602fa8fc81d6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c2a1d80e-4c84-44c1-8257-66d4ceb1ab5f,revision_number=None']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:05:00.506161 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] get_ports_and_sgs() called for port_ids ['0eea1a64-ccbf-4679-8307-b9066a9a8dde'] {{(pid=103232) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 19:05:00.595281 n-d-713498-36 neutron-server[103229]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-57bb2933-7afe-4de6-b1ec-70877bf9e323 admin admin] Router 0bcc8fbd-ff5d-4b2a-b127-39e435e048e3 has already been hosted by L3 agent 93303d5e-5d17-45e8-8963-7694f87783ae {{(pid=103229) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 19:05:00.679982 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-7429db8d-6021-40ad-813e-885be449a89b None None] get_ports_and_sgs() called for port_ids ['0eea1a64-ccbf-4679-8307-b9066a9a8dde'] {{(pid=103232) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 19:05:00.695916 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-031b9e1c-7d76-4846-8517-b424add1105c req-dd08d32c-1a25-4360-b925-afc995b7de06 tempest-ServersOnMultiNodesTest-1472402947 tempest-ServersOnMultiNodesTest-1472402947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:05:00.703963 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-031b9e1c-7d76-4846-8517-b424add1105c req-dd08d32c-1a25-4360-b925-afc995b7de06 tempest-ServersOnMultiNodesTest-1472402947 tempest-ServersOnMultiNodesTest-1472402947-project] 10.222.0.75 "GET /v2.0/ports?device_id=52fec816-6575-4868-bced-f29f5448f9d8 HTTP/1.1" status: 200 len: 950 time: 0.1490951 Feb 09 19:05:00.796089 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-031b9e1c-7d76-4846-8517-b424add1105c req-4c333194-1b09-4eb7-884e-acf212cbbe4c tempest-ServersOnMultiNodesTest-1472402947 tempest-ServersOnMultiNodesTest-1472402947-project] 10.222.0.75 "GET /v2.0/security-groups?id=aed5302d-0478-4b9d-b014-143adc5c0d74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0792398 Feb 09 19:05:00.804031 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-16f98cdc-f146-4344-b6db-512ad94530ee req-c9074e41-d862-4ca6-90df-878588b9f14b tempest-SecurityGroupsTestJSON-1151704431 tempest-SecurityGroupsTestJSON-1151704431-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1892331'] for security_group (61f5f9af-8228-479e-a051-8fce412494b4), after_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:05:00.819007 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-16f98cdc-f146-4344-b6db-512ad94530ee req-c9074e41-d862-4ca6-90df-878588b9f14b tempest-SecurityGroupsTestJSON-1151704431 tempest-SecurityGroupsTestJSON-1151704431-project] Publish callbacks [] for security_group (None), before_response {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:05:00.820219 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-16f98cdc-f146-4344-b6db-512ad94530ee req-c9074e41-d862-4ca6-90df-878588b9f14b tempest-SecurityGroupsTestJSON-1151704431 tempest-SecurityGroupsTestJSON-1151704431-project] 10.222.0.75 "DELETE /v2.0/security-groups/61f5f9af-8228-479e-a051-8fce412494b4 HTTP/1.1" status: 204 len: 173 time: 0.5108681 Feb 09 19:05:00.854229 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9074e41-d862-4ca6-90df-878588b9f14b tempest-SecurityGroupsTestJSON-1151704431 tempest-SecurityGroupsTestJSON-1151704431-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=61f5f9af-8228-479e-a051-8fce412494b4,revision_number=None']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:05:00.908562 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Current status of the port 0359494e-ba4d-4050-8b2f-eaed6c3f4823 is: BUILD; New status is: ACTIVE {{(pid=103232) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 19:05:00.911782 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (0359494e-ba4d-4050-8b2f-eaed6c3f4823), before_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:05:00.913034 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-57bb2933-7afe-4de6-b1ec-70877bf9e323 admin admin] Notify agent at l3_agent.n-d-713498-36 the message routers_updated {{(pid=103229) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 19:05:00.929599 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 49764) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:05:00.931434 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-57bb2933-7afe-4de6-b1ec-70877bf9e323 admin admin] 10.222.0.75 "PUT /v2.0/routers/0bcc8fbd-ff5d-4b2a-b127-39e435e048e3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3909435 Feb 09 19:05:00.934001 n-d-713498-36 neutron-server[103233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd845c1e-c071-4f71-9f01-5f9f22f34750 None None] Sync routers for ids ['0bcc8fbd-ff5d-4b2a-b127-39e435e048e3'] in n-d-713498-36 {{(pid=103233) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 19:05:00.964672 n-d-713498-36 neutron-server[103233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd845c1e-c071-4f71-9f01-5f9f22f34750 None None] Routers {'0bcc8fbd-ff5d-4b2a-b127-39e435e048e3'} bound to L3 agent in host n-d-713498-36 {{(pid=103233) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 19:05:00.968250 n-d-713498-36 neutron-server[103233]: DEBUG neutron.db.l3_hamode_db [None req-bd845c1e-c071-4f71-9f01-5f9f22f34750 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-09T18:51:43Z,description=,heartbeat_timestamp=2022-02-09T19:04:43Z,host='n-d-713498-36',id=93303d5e-5d17-45e8-8963-7694f87783ae,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T18:51:43Z,topic='l3_agent')) {'router_ids': ['0bcc8fbd-ff5d-4b2a-b127-39e435e048e3'], 'active': True} {{(pid=103233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:05:01.007165 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-7429db8d-6021-40ad-813e-885be449a89b None None] For port 0359494e-ba4d-4050-8b2f-eaed6c3f4823, host n-h2-713498-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-36',level=0,port_id=0359494e-ba4d-4050-8b2f-eaed6c3f4823,segment=NetworkSegment(645882ad-a796-4218-a7d9-a75443ad9585),segment_id=645882ad-a796-4218-a7d9-a75443ad9585)] {{(pid=103232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 19:05:01.013844 n-d-713498-36 neutron-server[103232]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '32bf91ec-07c2-4708-858a-e8e64b1da7a6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0359494e-ba4d-4050-8b2f-eaed6c3f4823'}] {{(pid=103232) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 19:05:01.018974 n-d-713498-36 neutron-server[103232]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}949cdcde653dec44821de95cbf67297f53cbc2aed4e073b5d514f93bf911ce85" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dbe84c7d-ff6d-4837-983f-711f55e7d554" -d '{"events": [{"server_uuid": "32bf91ec-07c2-4708-858a-e8e64b1da7a6", "name": "network-vif-plugged", "status": "completed", "tag": "0359494e-ba4d-4050-8b2f-eaed6c3f4823"}]}' {{(pid=103232) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 19:05:01.029545 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762867176205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762866656485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762866656503'] for port (0359494e-ba4d-4050-8b2f-eaed6c3f4823), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:05:01.088884 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Pushing event updated for resources: {'Port': ['ID=0359494e-ba4d-4050-8b2f-eaed6c3f4823,revision_number=5']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:05:01.119493 n-d-713498-36 neutron-server[103230]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 09 Feb 2022 19:05:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8ed0b4a6-cbfa-4e58-9ebd-12f6d76c5027 x-openstack-request-id: req-8ed0b4a6-cbfa-4e58-9ebd-12f6d76c5027 {{(pid=103230) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 19:05:01.119816 n-d-713498-36 neutron-server[103230]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9d1556d0-d009-41c6-9d9c-d68b6ae4cbe4", "name": "network-vif-unplugged", "status": "completed", "tag": "0eea1a64-ccbf-4679-8307-b9066a9a8dde", "code": 200}]} {{(pid=103230) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 19:05:01.121140 n-d-713498-36 neutron-server[103230]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-8ed0b4a6-cbfa-4e58-9ebd-12f6d76c5027 {{(pid=103230) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 19:05:01.121870 n-d-713498-36 neutron-server[103230]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9d1556d0-d009-41c6-9d9c-d68b6ae4cbe4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0eea1a64-ccbf-4679-8307-b9066a9a8dde', 'code': 200} Feb 09 19:05:01.179264 n-d-713498-36 neutron-server[103233]: DEBUG neutron.db.l3_dvr_db [None req-bd845c1e-c071-4f71-9f01-5f9f22f34750 None None] Set router 0bcc8fbd-ff5d-4b2a-b127-39e435e048e3 gateway port host: n-d-713498-36 {{(pid=103233) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 19:05:01.182878 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7ae1cf1-5904-4718-a134-f17d8ad184cc req-725243bf-50dd-4b03-b2d1-c41c400e796f tempest-FloatingIPsAssociationTestJSON-731512856 tempest-FloatingIPsAssociationTestJSON-731512856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:05:01.186529 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-a7ae1cf1-5904-4718-a134-f17d8ad184cc req-725243bf-50dd-4b03-b2d1-c41c400e796f tempest-FloatingIPsAssociationTestJSON-731512856 tempest-FloatingIPsAssociationTestJSON-731512856-project] 10.222.0.75 "GET /v2.0/ports?device_id=32bf91ec-07c2-4708-858a-e8e64b1da7a6 HTTP/1.1" status: 200 len: 945 time: 0.1639252 Feb 09 19:05:01.187038 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 49772) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:05:01.290432 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-8c300c69-7811-42ad-a8c7-fd105c71107b admin admin] Publish callbacks [] for router (0bcc8fbd-ff5d-4b2a-b127-39e435e048e3), before_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:05:01.347970 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-a7ae1cf1-5904-4718-a134-f17d8ad184cc req-77fbb287-ba29-4037-a84d-5f5d47c1b9d0 tempest-FloatingIPsAssociationTestJSON-731512856 tempest-FloatingIPsAssociationTestJSON-731512856-project] 10.222.0.75 "GET /v2.0/security-groups?id=e033bcb0-30a2-4ca7-825f-be8d1c426f02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1399617 Feb 09 19:05:01.358261 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-6338f786-8ff3-40eb-822e-f15114036f8d admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=ddd02c4650f244d58ef52ca62b99a8f5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1641133 Feb 09 19:05:01.360630 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 49774) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:05:01.462564 n-d-713498-36 neutron-server[103229]: INFO neutron.api.v2.resource [req-a4683e43-8486-4117-9850-349a2a8190e2 req-97aaa244-780b-4a75-bce2-8c1c215ec8e7 tempest-SecurityGroupsTestJSON-1151704431 tempest-SecurityGroupsTestJSON-1151704431-project] show failed (client error): The resource could not be found. Feb 09 19:05:01.482586 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-a4683e43-8486-4117-9850-349a2a8190e2 req-97aaa244-780b-4a75-bce2-8c1c215ec8e7 tempest-SecurityGroupsTestJSON-1151704431 tempest-SecurityGroupsTestJSON-1151704431-project] 10.222.0.75 "GET /v2.0/security-groups/61f5f9af-8228-479e-a051-8fce412494b4 HTTP/1.1" status: 404 len: 352 time: 0.0795941 Feb 09 19:05:01.504975 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-8bf23c5d-d863-49cd-a629-ff44d47519a9 admin admin] Publish callbacks [] for security_group (2db7bdd3-d2eb-4aa8-8e4c-847f8c834960), before_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:05:01.520638 n-d-713498-36 neutron-server[103233]: DEBUG neutron.db.l3_hamode_db [None req-bd845c1e-c071-4f71-9f01-5f9f22f34750 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0bcc8fbd-ff5d-4b2a-b127-39e435e048e3', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-661781207-router', 'tenant_id': 'eb7f01821e8f45978871b88f27807278', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88055e1e-672a-4487-be31-ffb6e833ece5', 'external_fixed_ips': [{'subnet_id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'ip_address': '172.25.1.71'}], 'enable_snat': True}, 'gw_port_id': '951f839e-defe-4809-aadf-d073daa581f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T19:01:48Z', 'updated_at': '2022-02-09T19:04:59Z', 'revision_number': 5, 'project_id': 'eb7f01821e8f45978871b88f27807278', 'gw_port': {'id': '951f839e-defe-4809-aadf-d073daa581f6', 'name': '', 'network_id': '88055e1e-672a-4487-be31-ffb6e833ece5', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:f4:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0bcc8fbd-ff5d-4b2a-b127-39e435e048e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'ip_address': '172.25.1.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T19:01:52Z', 'updated_at': '2022-02-09T19:02:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-36'}], 'n-d-713498-36', False) {} {{(pid=103233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:05:01.526480 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-8c300c69-7811-42ad-a8c7-fd105c71107b admin admin] Publish callbacks [] for router_gateway (0bcc8fbd-ff5d-4b2a-b127-39e435e048e3), before_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:05:01.531004 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-8bf23c5d-d863-49cd-a629-ff44d47519a9 admin admin] Publish callbacks [] for security_group (2db7bdd3-d2eb-4aa8-8e4c-847f8c834960), precommit_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:05:01.548030 n-d-713498-36 neutron-server[103232]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 19:05:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-62a44e31-54f2-4f20-903b-7ab7491d6c60 x-openstack-request-id: req-62a44e31-54f2-4f20-903b-7ab7491d6c60 {{(pid=103232) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 19:05:01.548610 n-d-713498-36 neutron-server[103232]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "32bf91ec-07c2-4708-858a-e8e64b1da7a6", "name": "network-vif-plugged", "status": "completed", "tag": "0359494e-ba4d-4050-8b2f-eaed6c3f4823", "code": 200}]} {{(pid=103232) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 19:05:01.549072 n-d-713498-36 neutron-server[103232]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-62a44e31-54f2-4f20-903b-7ab7491d6c60 {{(pid=103232) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 19:05:01.549643 n-d-713498-36 neutron-server[103232]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '32bf91ec-07c2-4708-858a-e8e64b1da7a6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0359494e-ba4d-4050-8b2f-eaed6c3f4823', 'code': 200} Feb 09 19:05:01.562665 n-d-713498-36 neutron-server[103233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd845c1e-c071-4f71-9f01-5f9f22f34750 None None] Checking router: 0bcc8fbd-ff5d-4b2a-b127-39e435e048e3 for host: n-d-713498-36 {{(pid=103233) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 19:05:01.576957 n-d-713498-36 neutron-server[103233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd845c1e-c071-4f71-9f01-5f9f22f34750 None None] Routers {'0bcc8fbd-ff5d-4b2a-b127-39e435e048e3'} bound to L3 agent in host n-d-713498-36 {{(pid=103233) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 19:05:01.577630 n-d-713498-36 neutron-server[103233]: DEBUG neutron.db.l3_hamode_db [None req-bd845c1e-c071-4f71-9f01-5f9f22f34750 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-09T18:51:43Z,description=,heartbeat_timestamp=2022-02-09T19:04:43Z,host='n-d-713498-36',id=93303d5e-5d17-45e8-8963-7694f87783ae,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T18:51:43Z,topic='l3_agent')) {'router_ids': ['0bcc8fbd-ff5d-4b2a-b127-39e435e048e3'], 'active': True} {{(pid=103233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:05:01.629732 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64b4f4a4-7710-40fe-aebb-de6859999cd2 req-2d12fea8-0b19-46af-bd53-2be4a76959cc tempest-ServersOnMultiNodesTest-1472402947 tempest-ServersOnMultiNodesTest-1472402947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:05:01.635380 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64b4f4a4-7710-40fe-aebb-de6859999cd2 req-2d12fea8-0b19-46af-bd53-2be4a76959cc tempest-ServersOnMultiNodesTest-1472402947 tempest-ServersOnMultiNodesTest-1472402947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:05:01.637138 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-64b4f4a4-7710-40fe-aebb-de6859999cd2 req-2d12fea8-0b19-46af-bd53-2be4a76959cc tempest-ServersOnMultiNodesTest-1472402947 tempest-ServersOnMultiNodesTest-1472402947-project] 10.222.0.75 "GET /v2.0/ports?device_id=0269339f-45e1-41d2-83f3-e2211df6911a&device_id=52fec816-6575-4868-bced-f29f5448f9d8 HTTP/1.1" status: 200 len: 1691 time: 0.1571259 Feb 09 19:05:01.671269 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-29361d73-0784-45c5-a855-95047c6c6cf8 req-91e2313a-363f-40af-b7a0-3448894c424b tempest-SecurityGroupsTestJSON-1151704431 tempest-SecurityGroupsTestJSON-1151704431-project] 10.222.0.75 "GET /v2.0/security-groups/409273b9-deaf-4c18-ae55-d2fe92e028fe HTTP/1.1" status: 200 len: 1817 time: 0.0889354 Feb 09 19:05:01.703980 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-8bf23c5d-d863-49cd-a629-ff44d47519a9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1892331'] for security_group (2db7bdd3-d2eb-4aa8-8e4c-847f8c834960), after_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:05:01.707010 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-8bf23c5d-d863-49cd-a629-ff44d47519a9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:05:01.708255 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-8bf23c5d-d863-49cd-a629-ff44d47519a9 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/2db7bdd3-d2eb-4aa8-8e4c-847f8c834960 HTTP/1.1" status: 204 len: 168 time: 0.3464961 Feb 09 19:05:01.710676 n-d-713498-36 neutron-server[103233]: DEBUG neutron.db.l3_dvr_db [None req-bd845c1e-c071-4f71-9f01-5f9f22f34750 None None] Set router 0bcc8fbd-ff5d-4b2a-b127-39e435e048e3 gateway port host: None {{(pid=103233) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 19:05:01.724196 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.plugin [None req-8c300c69-7811-42ad-a8c7-fd105c71107b admin admin] Deleting port 951f839e-defe-4809-aadf-d073daa581f6 {{(pid=103230) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 19:05:01.724452 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-8c300c69-7811-42ad-a8c7-fd105c71107b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762867170196'] for port (951f839e-defe-4809-aadf-d073daa581f6), before_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:05:01.725784 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bf23c5d-d863-49cd-a629-ff44d47519a9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2db7bdd3-d2eb-4aa8-8e4c-847f8c834960,revision_number=None']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:05:01.740526 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Device 0eea1a64-ccbf-4679-8307-b9066a9a8dde details requested by agent hyperv_n-h1-713498-36 with host n-h1-713498-36 {{(pid=103232) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 19:05:01.786554 n-d-713498-36 neutron-server[103233]: DEBUG neutron.db.l3_hamode_db [None req-bd845c1e-c071-4f71-9f01-5f9f22f34750 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0bcc8fbd-ff5d-4b2a-b127-39e435e048e3', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-661781207-router', 'tenant_id': 'eb7f01821e8f45978871b88f27807278', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T19:01:48Z', 'updated_at': '2022-02-09T19:05:01Z', 'revision_number': 6, 'project_id': 'eb7f01821e8f45978871b88f27807278', 'gw_port_host': None}], 'n-d-713498-36', False) {} {{(pid=103233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:05:01.800060 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-29361d73-0784-45c5-a855-95047c6c6cf8 req-5068bd2a-07f6-471c-b923-b563f74144c8 tempest-SecurityGroupsTestJSON-1151704431 tempest-SecurityGroupsTestJSON-1151704431-project] Publish callbacks [] for security_group (409273b9-deaf-4c18-ae55-d2fe92e028fe), before_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:05:01.808018 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-64b4f4a4-7710-40fe-aebb-de6859999cd2 req-842a183b-985e-4007-a5c2-02d4fd5944f3 tempest-ServersOnMultiNodesTest-1472402947 tempest-ServersOnMultiNodesTest-1472402947-project] 10.222.0.75 "GET /v2.0/security-groups?id=aed5302d-0478-4b9d-b014-143adc5c0d74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1595140 Feb 09 19:05:01.834254 n-d-713498-36 neutron-server[103233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd845c1e-c071-4f71-9f01-5f9f22f34750 None None] The sync data for ids ['0bcc8fbd-ff5d-4b2a-b127-39e435e048e3'] in n-d-713498-36 is: [{'id': '0bcc8fbd-ff5d-4b2a-b127-39e435e048e3', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-661781207-router', 'tenant_id': 'eb7f01821e8f45978871b88f27807278', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T19:01:48Z', 'updated_at': '2022-02-09T19:05:01Z', 'revision_number': 6, 'project_id': 'eb7f01821e8f45978871b88f27807278', 'gw_port_host': None}] {{(pid=103233) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 19:05:01.852907 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-29361d73-0784-45c5-a855-95047c6c6cf8 req-5068bd2a-07f6-471c-b923-b563f74144c8 tempest-SecurityGroupsTestJSON-1151704431 tempest-SecurityGroupsTestJSON-1151704431-project] Publish callbacks [] for security_group (409273b9-deaf-4c18-ae55-d2fe92e028fe), precommit_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:05:01.863909 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24dd0bb6-4249-47c0-90fc-d09acdba6066 req-5e40d382-c08d-4396-93c8-9900fdfce4bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:05:01.865579 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-24dd0bb6-4249-47c0-90fc-d09acdba6066 req-5e40d382-c08d-4396-93c8-9900fdfce4bc service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=32bf91ec-07c2-4708-858a-e8e64b1da7a6 HTTP/1.1" status: 200 len: 1128 time: 0.2022159 Feb 09 19:05:01.872358 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.db [None req-8c300c69-7811-42ad-a8c7-fd105c71107b admin admin] For port 951f839e-defe-4809-aadf-d073daa581f6, host n-d-713498-36, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-36',level=0,port_id=951f839e-defe-4809-aadf-d073daa581f6,segment=NetworkSegment(a4222f89-8d3f-4b51-953b-1a8126392491),segment_id=a4222f89-8d3f-4b51-953b-1a8126392491)] {{(pid=103230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 19:05:01.872725 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-8c300c69-7811-42ad-a8c7-fd105c71107b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1820838'] for port (951f839e-defe-4809-aadf-d073daa581f6), precommit_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:05:01.915965 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.plugin [None req-8c300c69-7811-42ad-a8c7-fd105c71107b admin admin] Calling delete_port for 951f839e-defe-4809-aadf-d073daa581f6 owned by network:router_gateway {{(pid=103230) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 19:05:01.932507 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-29361d73-0784-45c5-a855-95047c6c6cf8 req-5068bd2a-07f6-471c-b923-b563f74144c8 tempest-SecurityGroupsTestJSON-1151704431 tempest-SecurityGroupsTestJSON-1151704431-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1892331'] for security_group (409273b9-deaf-4c18-ae55-d2fe92e028fe), after_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:05:01.935601 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-29361d73-0784-45c5-a855-95047c6c6cf8 req-5068bd2a-07f6-471c-b923-b563f74144c8 tempest-SecurityGroupsTestJSON-1151704431 tempest-SecurityGroupsTestJSON-1151704431-project] Publish callbacks [] for security_group (None), before_response {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:05:01.936997 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-29361d73-0784-45c5-a855-95047c6c6cf8 req-5068bd2a-07f6-471c-b923-b563f74144c8 tempest-SecurityGroupsTestJSON-1151704431 tempest-SecurityGroupsTestJSON-1151704431-project] 10.222.0.75 "DELETE /v2.0/security-groups/409273b9-deaf-4c18-ae55-d2fe92e028fe HTTP/1.1" status: 204 len: 173 time: 0.2480834 Feb 09 19:05:01.953108 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5068bd2a-07f6-471c-b923-b563f74144c8 tempest-SecurityGroupsTestJSON-1151704431 tempest-SecurityGroupsTestJSON-1151704431-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=409273b9-deaf-4c18-ae55-d2fe92e028fe,revision_number=None']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:05:01.987610 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] For port 0eea1a64-ccbf-4679-8307-b9066a9a8dde, host n-h2-713498-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-36',level=0,port_id=0eea1a64-ccbf-4679-8307-b9066a9a8dde,segment=NetworkSegment(b98d4747-b18c-4141-8910-77c1fada78d1),segment_id=b98d4747-b18c-4141-8910-77c1fada78d1)] {{(pid=103232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 19:05:02.001663 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Device 0eea1a64-ccbf-4679-8307-b9066a9a8dde has no active binding in host n-h1-713498-36 {{(pid=103232) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Feb 09 19:05:02.023747 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-24dd0bb6-4249-47c0-90fc-d09acdba6066 req-6f19fca6-a161-4c3b-85cc-80ca4e9cfbba service neutron] 10.222.0.90 "GET /v2.0/security-groups?id=e033bcb0-30a2-4ca7-825f-be8d1c426f02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1201487 Feb 09 19:05:02.057815 n-d-713498-36 neutron-server[103229]: INFO neutron.api.v2.resource [req-14e238b8-b1ef-43d7-81ee-38c0449a5b92 req-7b2caaa0-4b30-4ddd-8eca-9e90b2d46cea tempest-SecurityGroupsTestJSON-1151704431 tempest-SecurityGroupsTestJSON-1151704431-project] show failed (client error): The resource could not be found. Feb 09 19:05:02.059042 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-14e238b8-b1ef-43d7-81ee-38c0449a5b92 req-7b2caaa0-4b30-4ddd-8eca-9e90b2d46cea tempest-SecurityGroupsTestJSON-1151704431 tempest-SecurityGroupsTestJSON-1151704431-project] 10.222.0.75 "GET /v2.0/security-groups/409273b9-deaf-4c18-ae55-d2fe92e028fe HTTP/1.1" status: 404 len: 352 time: 0.0144746 Feb 09 19:05:02.068499 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8b7309a-07ed-490f-a5fd-1372a7653c25 req-1a09e180-7e5b-4234-9fda-c6d942af7648 tempest-LiveAutoBlockMigrationV225Test-2127879101 tempest-LiveAutoBlockMigrationV225Test-2127879101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:05:02.074453 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-e8b7309a-07ed-490f-a5fd-1372a7653c25 req-1a09e180-7e5b-4234-9fda-c6d942af7648 tempest-LiveAutoBlockMigrationV225Test-2127879101 tempest-LiveAutoBlockMigrationV225Test-2127879101-project] 10.222.0.75 "GET /v2.0/ports?device_id=9d1556d0-d009-41c6-9d9c-d68b6ae4cbe4 HTTP/1.1" status: 200 len: 944 time: 0.1562874 Feb 09 19:05:02.164084 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28a50d00-57c7-4a27-9492-92f887e66d0c req-fef6baef-e389-45e8-a0ac-9316b9bce29f tempest-ServersOnMultiNodesTest-12203541 tempest-ServersOnMultiNodesTest-12203541-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:05:02.165626 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-28a50d00-57c7-4a27-9492-92f887e66d0c req-fef6baef-e389-45e8-a0ac-9316b9bce29f tempest-ServersOnMultiNodesTest-12203541 tempest-ServersOnMultiNodesTest-12203541-project-admin] 10.222.0.75 "GET /v2.0/ports?device_id=0269339f-45e1-41d2-83f3-e2211df6911a HTTP/1.1" status: 200 len: 1133 time: 0.0527122 Feb 09 19:05:02.184820 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-e8b7309a-07ed-490f-a5fd-1372a7653c25 req-3affb24a-bc8a-4ab4-9fbc-22b0122e82d2 tempest-LiveAutoBlockMigrationV225Test-2127879101 tempest-LiveAutoBlockMigrationV225Test-2127879101-project] 10.222.0.75 "GET /v2.0/security-groups?id=e3cb5363-3b49-4f74-b239-a871e755b40a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1091299 Feb 09 19:05:02.270879 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-28a50d00-57c7-4a27-9492-92f887e66d0c req-f055d3e6-1172-47ce-bdab-fc1992a51225 tempest-ServersOnMultiNodesTest-12203541 tempest-ServersOnMultiNodesTest-12203541-project-admin] 10.222.0.75 "GET /v2.0/security-groups?id=aed5302d-0478-4b9d-b014-143adc5c0d74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0833302 Feb 09 19:05:02.329244 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-8c300c69-7811-42ad-a8c7-fd105c71107b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762867177463', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762866656476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14393751'] for port (951f839e-defe-4809-aadf-d073daa581f6), after_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:05:02.368546 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c300c69-7811-42ad-a8c7-fd105c71107b admin admin] Pushing event deleted for resources: {'Port': ['ID=951f839e-defe-4809-aadf-d073daa581f6,revision_number=None']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:05:02.384597 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-2b9a4c95-9fe2-44ab-aba0-1db98fe7d0d1 req-198c6fb5-44b4-4ca2-8d90-7d7c941d084f tempest-SecurityGroupsTestJSON-1151704431 tempest-SecurityGroupsTestJSON-1151704431-project] 10.222.0.75 "GET /v2.0/security-groups/548d855a-6fb6-496c-ab67-fc010a746526 HTTP/1.1" status: 200 len: 1817 time: 0.1524732 Feb 09 19:05:02.438805 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bef1d068-8e50-4e99-b158-24ac05a9c627 req-1e657229-a44f-4205-a936-761d683f38f1 tempest-ServersOnMultiNodesTest-12203541 tempest-ServersOnMultiNodesTest-12203541-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:05:02.448718 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-bef1d068-8e50-4e99-b158-24ac05a9c627 req-1e657229-a44f-4205-a936-761d683f38f1 tempest-ServersOnMultiNodesTest-12203541 tempest-ServersOnMultiNodesTest-12203541-project-admin] 10.222.0.75 "GET /v2.0/ports?device_id=52fec816-6575-4868-bced-f29f5448f9d8 HTTP/1.1" status: 200 len: 1133 time: 0.0776906 Feb 09 19:05:02.506702 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-8c300c69-7811-42ad-a8c7-fd105c71107b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1818987'] for router_gateway (0bcc8fbd-ff5d-4b2a-b127-39e435e048e3), after_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:05:02.509550 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-bef1d068-8e50-4e99-b158-24ac05a9c627 req-28aa402e-d2db-4445-8c4c-ceeca99374b8 tempest-ServersOnMultiNodesTest-12203541 tempest-ServersOnMultiNodesTest-12203541-project-admin] 10.222.0.75 "GET /v2.0/security-groups?id=aed5302d-0478-4b9d-b014-143adc5c0d74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0600343 Feb 09 19:05:02.704082 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-8c300c69-7811-42ad-a8c7-fd105c71107b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1834988', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-58375'] for router (0bcc8fbd-ff5d-4b2a-b127-39e435e048e3), precommit_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:05:02.709022 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-8c300c69-7811-42ad-a8c7-fd105c71107b admin admin] Publish callbacks [] for router_controller (0bcc8fbd-ff5d-4b2a-b127-39e435e048e3), precommit_delete_associations {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:05:02.727367 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [req-2b9a4c95-9fe2-44ab-aba0-1db98fe7d0d1 req-75f15e29-77a7-4843-b3ea-081abffb4f38 tempest-SecurityGroupsTestJSON-1151704431 tempest-SecurityGroupsTestJSON-1151704431-project] Publish callbacks [] for security_group (548d855a-6fb6-496c-ab67-fc010a746526), before_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:05:02.816853 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [req-2b9a4c95-9fe2-44ab-aba0-1db98fe7d0d1 req-75f15e29-77a7-4843-b3ea-081abffb4f38 tempest-SecurityGroupsTestJSON-1151704431 tempest-SecurityGroupsTestJSON-1151704431-project] Publish callbacks [] for security_group (548d855a-6fb6-496c-ab67-fc010a746526), precommit_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:05:02.819928 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-8c300c69-7811-42ad-a8c7-fd105c71107b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1835003'] for router (0bcc8fbd-ff5d-4b2a-b127-39e435e048e3), after_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:05:02.820441 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8c300c69-7811-42ad-a8c7-fd105c71107b admin admin] Fanout notify agent at l3_agent the message router_deleted on router 0bcc8fbd-ff5d-4b2a-b127-39e435e048e3 {{(pid=103230) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 09 19:05:02.831922 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-8c300c69-7811-42ad-a8c7-fd105c71107b admin admin] Publish callbacks [] for router (None), before_response {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:05:02.832618 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-8c300c69-7811-42ad-a8c7-fd105c71107b admin admin] 10.222.0.75 "DELETE /v2.0/routers/0bcc8fbd-ff5d-4b2a-b127-39e435e048e3 HTTP/1.1" status: 204 len: 168 time: 1.9006035 Feb 09 19:05:02.836004 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 49832) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:05:02.900960 n-d-713498-36 neutron-server[103229]: DEBUG neutron.db.db_base_plugin_v2 [None req-97ab19d7-5a80-40f3-a88e-4216ef2cfb48 admin admin] Deleting subnet ff065aee-277b-4ae2-bb3c-b8cefe471640 {{(pid=103229) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 19:05:02.905746 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-97ab19d7-5a80-40f3-a88e-4216ef2cfb48 admin admin] Publish callbacks [] for subnet (ff065aee-277b-4ae2-bb3c-b8cefe471640), before_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:05:02.907353 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [req-2b9a4c95-9fe2-44ab-aba0-1db98fe7d0d1 req-75f15e29-77a7-4843-b3ea-081abffb4f38 tempest-SecurityGroupsTestJSON-1151704431 tempest-SecurityGroupsTestJSON-1151704431-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1892331'] for security_group (548d855a-6fb6-496c-ab67-fc010a746526), after_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:05:02.910963 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [req-2b9a4c95-9fe2-44ab-aba0-1db98fe7d0d1 req-75f15e29-77a7-4843-b3ea-081abffb4f38 tempest-SecurityGroupsTestJSON-1151704431 tempest-SecurityGroupsTestJSON-1151704431-project] Publish callbacks [] for security_group (None), before_response {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:05:02.912024 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-2b9a4c95-9fe2-44ab-aba0-1db98fe7d0d1 req-75f15e29-77a7-4843-b3ea-081abffb4f38 tempest-SecurityGroupsTestJSON-1151704431 tempest-SecurityGroupsTestJSON-1151704431-project] 10.222.0.75 "DELETE /v2.0/security-groups/548d855a-6fb6-496c-ab67-fc010a746526 HTTP/1.1" status: 204 len: 173 time: 0.5271549 Feb 09 19:05:02.937203 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75f15e29-77a7-4843-b3ea-081abffb4f38 tempest-SecurityGroupsTestJSON-1151704431 tempest-SecurityGroupsTestJSON-1151704431-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=548d855a-6fb6-496c-ab67-fc010a746526,revision_number=None']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:05:02.981486 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-97ab19d7-5a80-40f3-a88e-4216ef2cfb48 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16683410'] for subnet (ff065aee-277b-4ae2-bb3c-b8cefe471640), precommit_delete_associations {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:05:03.097018 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-97ab19d7-5a80-40f3-a88e-4216ef2cfb48 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-759852'] for subnet (ff065aee-277b-4ae2-bb3c-b8cefe471640), precommit_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:05:03.131256 n-d-713498-36 neutron-server[103230]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9d1556d0-d009-41c6-9d9c-d68b6ae4cbe4', 'tag': '0eea1a64-ccbf-4679-8307-b9066a9a8dde'}] {{(pid=103230) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 19:05:03.133510 n-d-713498-36 neutron-server[103230]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aee5919275bae9f72eb374ee322673045eb80c1f84b4b45a97d96923bd50ab51" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5b96c4ac-26ae-4d44-9686-97fc6341685d" -d '{"events": [{"name": "network-changed", "server_uuid": "9d1556d0-d009-41c6-9d9c-d68b6ae4cbe4", "tag": "0eea1a64-ccbf-4679-8307-b9066a9a8dde"}]}' {{(pid=103230) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 19:05:03.170922 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-437c5264-80df-4184-9683-aa91040661a5 req-574f6e19-fc4d-4e6e-b1b9-e0748381b2f9 tempest-FloatingIPsAssociationTestJSON-731512856 tempest-FloatingIPsAssociationTestJSON-731512856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:05:03.180694 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-437c5264-80df-4184-9683-aa91040661a5 req-574f6e19-fc4d-4e6e-b1b9-e0748381b2f9 tempest-FloatingIPsAssociationTestJSON-731512856 tempest-FloatingIPsAssociationTestJSON-731512856-project] 10.222.0.75 "GET /v2.0/ports?device_id=32bf91ec-07c2-4708-858a-e8e64b1da7a6 HTTP/1.1" status: 200 len: 945 time: 0.1379263 Feb 09 19:05:03.191000 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-97ab19d7-5a80-40f3-a88e-4216ef2cfb48 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-760023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12867367', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12759238'] for subnet (ff065aee-277b-4ae2-bb3c-b8cefe471640), after_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:05:03.239280 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-437c5264-80df-4184-9683-aa91040661a5 req-0328e04f-5b05-462e-9c24-b5b87b5d30fe tempest-FloatingIPsAssociationTestJSON-731512856 tempest-FloatingIPsAssociationTestJSON-731512856-project] 10.222.0.75 "GET /v2.0/security-groups?id=e033bcb0-30a2-4ca7-825f-be8d1c426f02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579057 Feb 09 19:05:03.278413 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0527f423-db5d-4987-b3f3-d7e5ce507f2d None None] Network 40fb5d50-f68b-4501-bf89-512e8ad1fe61 requested from n-d-713498-36 {{(pid=103232) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 19:05:03.304359 n-d-713498-36 neutron-server[103230]: INFO neutron.api.v2.resource [req-58230ce6-b37f-480a-9f61-f6ee2be28fc1 req-40552df9-3790-4eb1-bff8-aea794ea40d1 tempest-SecurityGroupsTestJSON-1151704431 tempest-SecurityGroupsTestJSON-1151704431-project] show failed (client error): The resource could not be found. Feb 09 19:05:03.307211 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-97ab19d7-5a80-40f3-a88e-4216ef2cfb48 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1613566'] for subnet (None), before_response {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:05:03.314062 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-97ab19d7-5a80-40f3-a88e-4216ef2cfb48 admin admin] 10.222.0.75 "DELETE /v2.0/subnets/ff065aee-277b-4ae2-bb3c-b8cefe471640 HTTP/1.1" status: 204 len: 168 time: 0.4734771 Feb 09 19:05:03.314062 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97ab19d7-5a80-40f3-a88e-4216ef2cfb48 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ff065aee-277b-4ae2-bb3c-b8cefe471640,revision_number=None']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:05:03.319929 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-58230ce6-b37f-480a-9f61-f6ee2be28fc1 req-40552df9-3790-4eb1-bff8-aea794ea40d1 tempest-SecurityGroupsTestJSON-1151704431 tempest-SecurityGroupsTestJSON-1151704431-project] 10.222.0.75 "GET /v2.0/security-groups/548d855a-6fb6-496c-ab67-fc010a746526 HTTP/1.1" status: 404 len: 352 time: 0.0564575 Feb 09 19:05:03.320501 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 49860) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:05:03.329868 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-8a6fb3c4-ba87-4507-9ce4-d650a936af18 req-4140353f-e976-4598-9f95-38b5d714c0aa tempest-ServersOnMultiNodesTest-1472402947 tempest-ServersOnMultiNodesTest-1472402947-project] 10.222.0.75 "GET /v2.0/networks?tenant_id=1672ee8b769240288b95113d5dff1fd2&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1231959 Feb 09 19:05:03.520589 n-d-713498-36 neutron-server[103230]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 19:05:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-48eb85a1-3737-49c3-bda4-500989d17ec6 x-openstack-request-id: req-48eb85a1-3737-49c3-bda4-500989d17ec6 {{(pid=103230) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 19:05:03.521048 n-d-713498-36 neutron-server[103230]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9d1556d0-d009-41c6-9d9c-d68b6ae4cbe4", "tag": "0eea1a64-ccbf-4679-8307-b9066a9a8dde", "status": "completed", "code": 200}]} {{(pid=103230) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 19:05:03.521172 n-d-713498-36 neutron-server[103230]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-48eb85a1-3737-49c3-bda4-500989d17ec6 {{(pid=103230) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 19:05:03.521506 n-d-713498-36 neutron-server[103230]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9d1556d0-d009-41c6-9d9c-d68b6ae4cbe4', 'tag': '0eea1a64-ccbf-4679-8307-b9066a9a8dde', 'status': 'completed', 'code': 200} Feb 09 19:05:03.542921 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-075065d0-165e-48da-bbf2-3b900b8af8c0 None None] DHCP port deletion for 40fb5d50-f68b-4501-bf89-512e8ad1fe61 request from n-d-713498-36 {{(pid=103232) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 09 19:05:03.564262 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a6fb3c4-ba87-4507-9ce4-d650a936af18 req-188bd343-0106-4f11-954f-9a5fc57b7a8e tempest-ServersOnMultiNodesTest-1472402947 tempest-ServersOnMultiNodesTest-1472402947-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:05:03.586570 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-8a6fb3c4-ba87-4507-9ce4-d650a936af18 req-188bd343-0106-4f11-954f-9a5fc57b7a8e tempest-ServersOnMultiNodesTest-1472402947 tempest-ServersOnMultiNodesTest-1472402947-project] 10.222.0.75 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2503176 Feb 09 19:05:03.611164 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-8a6fb3c4-ba87-4507-9ce4-d650a936af18 req-cb115c62-d20f-4acf-aef8-a0a1f51b1a56 tempest-ServersOnMultiNodesTest-1472402947 tempest-ServersOnMultiNodesTest-1472402947-project] 10.222.0.75 "GET /v2.0/quotas/1672ee8b769240288b95113d5dff1fd2 HTTP/1.1" status: 200 len: 375 time: 0.0232317 Feb 09 19:05:03.622222 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-938b675b-3dde-44ed-903a-69e4cdcec646 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-670458'] for network (40fb5d50-f68b-4501-bf89-512e8ad1fe61), before_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:05:03.652808 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b96c4ac-26ae-4d44-9686-97fc6341685d req-57d17640-b25a-4ecc-b2f7-be39fae391fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:05:03.654328 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-5b96c4ac-26ae-4d44-9686-97fc6341685d req-57d17640-b25a-4ecc-b2f7-be39fae391fa service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=b8d56d08e88f4d4daeb8e5fed321a162&device_id=9d1556d0-d009-41c6-9d9c-d68b6ae4cbe4 HTTP/1.1" status: 200 len: 1158 time: 0.1376574 Feb 09 19:05:03.687156 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-075065d0-165e-48da-bbf2-3b900b8af8c0 None None] Deleting port 4db2aab2-d112-49b3-b86c-a7bf500012f9 {{(pid=103232) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 19:05:03.687717 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-075065d0-165e-48da-bbf2-3b900b8af8c0 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762867170196'] for port (4db2aab2-d112-49b3-b86c-a7bf500012f9), before_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:05:03.737710 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-8a6fb3c4-ba87-4507-9ce4-d650a936af18 req-49502af0-5845-4775-95eb-bc81eef93bf5 tempest-ServersOnMultiNodesTest-1472402947 tempest-ServersOnMultiNodesTest-1472402947-project] 10.222.0.75 "GET /v2.0/ports?tenant_id=1672ee8b769240288b95113d5dff1fd2&fields=id HTTP/1.1" status: 200 len: 440 time: 0.1258404 Feb 09 19:05:03.766581 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c1298da-d03d-4771-83e0-f2ee10b8525c req-44bed5ac-8825-497e-be47-2ec2c5c5fd98 tempest-LiveAutoBlockMigrationV225Test-2127879101 tempest-LiveAutoBlockMigrationV225Test-2127879101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:05:03.778781 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-9c1298da-d03d-4771-83e0-f2ee10b8525c req-44bed5ac-8825-497e-be47-2ec2c5c5fd98 tempest-LiveAutoBlockMigrationV225Test-2127879101 tempest-LiveAutoBlockMigrationV225Test-2127879101-project] 10.222.0.75 "GET /v2.0/ports?device_id=9d1556d0-d009-41c6-9d9c-d68b6ae4cbe4 HTTP/1.1" status: 200 len: 944 time: 0.2090657 Feb 09 19:05:03.838507 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-075065d0-165e-48da-bbf2-3b900b8af8c0 None None] For port 4db2aab2-d112-49b3-b86c-a7bf500012f9, host n-d-713498-36, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-36',level=0,port_id=4db2aab2-d112-49b3-b86c-a7bf500012f9,segment=NetworkSegment(ac6e654c-3e13-4d49-9ada-1668549aacaa),segment_id=ac6e654c-3e13-4d49-9ada-1668549aacaa)] {{(pid=103232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 19:05:03.847662 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-075065d0-165e-48da-bbf2-3b900b8af8c0 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1820838'] for port (4db2aab2-d112-49b3-b86c-a7bf500012f9), precommit_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:05:03.873024 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Device 4db2aab2-d112-49b3-b86c-a7bf500012f9 no longer exists at agent ovs-agent-n-d-713498-36 {{(pid=103232) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 19:05:03.945452 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-075065d0-165e-48da-bbf2-3b900b8af8c0 None None] Calling delete_port for 4db2aab2-d112-49b3-b86c-a7bf500012f9 owned by network:dhcp {{(pid=103232) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 19:05:04.012834 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-9c1298da-d03d-4771-83e0-f2ee10b8525c req-c8943a8d-463d-48d3-99d7-57006ecdf231 tempest-LiveAutoBlockMigrationV225Test-2127879101 tempest-LiveAutoBlockMigrationV225Test-2127879101-project] 10.222.0.75 "GET /v2.0/security-groups?id=e3cb5363-3b49-4f74-b239-a871e755b40a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2331953 Feb 09 19:05:04.063065 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Current status of the port 4db2aab2-d112-49b3-b86c-a7bf500012f9 is: ACTIVE; New status is: DOWN {{(pid=103232) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 19:05:04.063776 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (4db2aab2-d112-49b3-b86c-a7bf500012f9), before_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:05:04.097519 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.plugin [None req-938b675b-3dde-44ed-903a-69e4cdcec646 admin admin] Deleting port 4db2aab2-d112-49b3-b86c-a7bf500012f9 {{(pid=103230) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 19:05:04.097939 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-938b675b-3dde-44ed-903a-69e4cdcec646 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762867170196'] for port (4db2aab2-d112-49b3-b86c-a7bf500012f9), before_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:05:04.109105 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-d1e7c24b-2fc2-4009-aafe-c2cf5a7a03bc req-a18f0583-bf8c-44e5-8ea8-fd43b3d81763 tempest-SecurityGroupsTestJSON-1151704431 tempest-SecurityGroupsTestJSON-1151704431-project] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=bff3c1e37b294eeb94406c2c4c8cd026 HTTP/1.1" status: 200 len: 6200 time: 0.1748734 Feb 09 19:05:04.113988 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] For port 4db2aab2-d112-49b3-b86c-a7bf500012f9, host n-d-713498-36, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-36',level=0,port_id=4db2aab2-d112-49b3-b86c-a7bf500012f9,segment=NetworkSegment(ac6e654c-3e13-4d49-9ada-1668549aacaa),segment_id=ac6e654c-3e13-4d49-9ada-1668549aacaa)] {{(pid=103232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 19:05:04.119127 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762867176205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762866656485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762866656503'] for port (4db2aab2-d112-49b3-b86c-a7bf500012f9), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:05:04.120255 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Device 951f839e-defe-4809-aadf-d073daa581f6 no longer exists at agent ovs-agent-n-d-713498-36 {{(pid=103232) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 19:05:04.149223 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] No Port match for: 951f839e-defe-4809-aadf-d073daa581f6 {{(pid=103232) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 19:05:04.149918 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Device 951f839e-defe-4809-aadf-d073daa581f6 not bound to the agent host n-d-713498-36 {{(pid=103232) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 19:05:04.151134 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Device acbc920b-1b09-4144-acdf-1094235fcd62 no longer exists at agent ovs-agent-n-d-713498-36 {{(pid=103232) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 19:05:04.198452 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-075065d0-165e-48da-bbf2-3b900b8af8c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762867177463', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762866656476'] for port (4db2aab2-d112-49b3-b86c-a7bf500012f9), after_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:05:04.202548 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] No Port match for: acbc920b-1b09-4144-acdf-1094235fcd62 {{(pid=103232) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 19:05:04.203089 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Device acbc920b-1b09-4144-acdf-1094235fcd62 not bound to the agent host n-d-713498-36 {{(pid=103232) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 19:05:04.217138 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-d1e7c24b-2fc2-4009-aafe-c2cf5a7a03bc req-877fdbf4-a36e-4793-94fb-47aaf98ff0a9 tempest-SecurityGroupsTestJSON-1151704431 tempest-SecurityGroupsTestJSON-1151704431-project] 10.222.0.75 "GET /v2.0/security-groups/22bcb932-19f7-46ba-b2c8-090f138c7032 HTTP/1.1" status: 200 len: 2998 time: 0.1040924 Feb 09 19:05:04.231759 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.l3_dvrscheduler_db [None req-075065d0-165e-48da-bbf2-3b900b8af8c0 None None] No DVR routers for this DVR port 4db2aab2-d112-49b3-b86c-a7bf500012f9 on host n-d-713498-36 {{(pid=103232) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 19:05:04.260519 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Pushing event updated for resources: {'Port': ['ID=4db2aab2-d112-49b3-b86c-a7bf500012f9,revision_number=5']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:05:04.308613 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-0e4f2a4d-bef0-4f62-a22d-5efc60e2ab7a req-373a2036-fe4e-4337-b82b-7d1f914b5c5a tempest-ServersOnMultiNodesTest-1472402947 tempest-ServersOnMultiNodesTest-1472402947-project] 10.222.0.75 "GET /v2.0/ports?device_id=c6d3d784-e9c5-44f4-8e9b-599af9ae422b HTTP/1.1" status: 200 len: 210 time: 0.1060796 Feb 09 19:05:04.316443 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-d1e7c24b-2fc2-4009-aafe-c2cf5a7a03bc req-37f522e3-599b-430e-91c7-019c35948e84 tempest-SecurityGroupsTestJSON-1151704431 tempest-SecurityGroupsTestJSON-1151704431-project] 10.222.0.75 "GET /v2.0/security-groups/22bcb932-19f7-46ba-b2c8-090f138c7032 HTTP/1.1" status: 200 len: 2998 time: 0.0980713 Feb 09 19:05:04.324230 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-075065d0-165e-48da-bbf2-3b900b8af8c0 None None] Pushing event deleted for resources: {'Port': ['ID=4db2aab2-d112-49b3-b86c-a7bf500012f9,revision_number=None']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:05:04.350170 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b96c4ac-26ae-4d44-9686-97fc6341685d req-a92fabbf-6598-408b-b458-ad9cfb4111c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:05:04.353850 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-5b96c4ac-26ae-4d44-9686-97fc6341685d req-a92fabbf-6598-408b-b458-ad9cfb4111c4 service neutron] 10.222.0.90 "GET /v2.0/networks?id=0e993f99-d3d0-4a2a-8eed-2f34375798b5 HTTP/1.1" status: 200 len: 921 time: 0.6299856 Feb 09 19:05:04.493630 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-5b96c4ac-26ae-4d44-9686-97fc6341685d req-34ebfd62-d0a3-476b-b601-c455005e3249 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=0eea1a64-ccbf-4679-8307-b9066a9a8dde HTTP/1.1" status: 200 len: 217 time: 0.1142836 Feb 09 19:05:04.560220 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b96c4ac-26ae-4d44-9686-97fc6341685d req-d61f2e3b-6c1f-4522-95d1-2b8245351370 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:05:04.561690 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-5b96c4ac-26ae-4d44-9686-97fc6341685d req-d61f2e3b-6c1f-4522-95d1-2b8245351370 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=7d496e2d-6315-4d42-9415-66e0bdf20977 HTTP/1.1" status: 200 len: 860 time: 0.0485532 Feb 09 19:05:04.588579 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.db [None req-938b675b-3dde-44ed-903a-69e4cdcec646 admin admin] For port 4db2aab2-d112-49b3-b86c-a7bf500012f9, host n-d-713498-36, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-36',level=0,port_id=4db2aab2-d112-49b3-b86c-a7bf500012f9,segment=NetworkSegment(ac6e654c-3e13-4d49-9ada-1668549aacaa),segment_id=ac6e654c-3e13-4d49-9ada-1668549aacaa)] {{(pid=103230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 19:05:04.588951 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-938b675b-3dde-44ed-903a-69e4cdcec646 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1820838'] for port (4db2aab2-d112-49b3-b86c-a7bf500012f9), precommit_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:05:04.620671 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-5b96c4ac-26ae-4d44-9686-97fc6341685d req-84517d56-6272-424e-a8a8-dd580b3b3b7e service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=0e993f99-d3d0-4a2a-8eed-2f34375798b5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0465426 Feb 09 19:05:04.628542 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.plugin [None req-938b675b-3dde-44ed-903a-69e4cdcec646 admin admin] Calling delete_port for 4db2aab2-d112-49b3-b86c-a7bf500012f9 owned by network:dhcp {{(pid=103230) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 19:05:04.646020 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69ae1678-f36f-46e5-b796-feac17efd954 req-a36e75ad-9c57-45e8-ba76-b207ca04241d tempest-FloatingIPsAssociationTestJSON-731512856 tempest-FloatingIPsAssociationTestJSON-731512856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:05:04.647587 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-69ae1678-f36f-46e5-b796-feac17efd954 req-a36e75ad-9c57-45e8-ba76-b207ca04241d tempest-FloatingIPsAssociationTestJSON-731512856 tempest-FloatingIPsAssociationTestJSON-731512856-project] 10.222.0.75 "GET /v2.0/ports?device_id=32bf91ec-07c2-4708-858a-e8e64b1da7a6 HTTP/1.1" status: 200 len: 945 time: 0.1673710 Feb 09 19:05:04.670892 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.v2.base [req-64e9ab50-72c8-4b39-8cbd-d5b3919e9984 req-2484241f-1b12-42e0-90df-a1acaeb33a9e tempest-SecurityGroupsTestJSON-1151704431 tempest-SecurityGroupsTestJSON-1151704431-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1127273664', 'description': 'tempest-description-1843313080'}} {{(pid=103229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 19:05:04.702688 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-64e9ab50-72c8-4b39-8cbd-d5b3919e9984 req-2484241f-1b12-42e0-90df-a1acaeb33a9e tempest-SecurityGroupsTestJSON-1151704431 tempest-SecurityGroupsTestJSON-1151704431-project] Publish callbacks [] for security_group (None), before_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:05:04.833595 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-64e9ab50-72c8-4b39-8cbd-d5b3919e9984 req-2484241f-1b12-42e0-90df-a1acaeb33a9e tempest-SecurityGroupsTestJSON-1151704431 tempest-SecurityGroupsTestJSON-1151704431-project] Publish callbacks [] for security_group (b086e46d-c919-4db6-b232-c76d0cd5bdfc), precommit_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:05:04.842647 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-64e9ab50-72c8-4b39-8cbd-d5b3919e9984 req-2484241f-1b12-42e0-90df-a1acaeb33a9e tempest-SecurityGroupsTestJSON-1151704431 tempest-SecurityGroupsTestJSON-1151704431-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1892331'] for security_group (b086e46d-c919-4db6-b232-c76d0cd5bdfc), after_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:05:04.885210 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-64e9ab50-72c8-4b39-8cbd-d5b3919e9984 req-2484241f-1b12-42e0-90df-a1acaeb33a9e tempest-SecurityGroupsTestJSON-1151704431 tempest-SecurityGroupsTestJSON-1151704431-project] Publish callbacks [] for security_group (None), before_response {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:05:04.899488 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-64e9ab50-72c8-4b39-8cbd-d5b3919e9984 req-2484241f-1b12-42e0-90df-a1acaeb33a9e tempest-SecurityGroupsTestJSON-1151704431 tempest-SecurityGroupsTestJSON-1151704431-project] 10.222.0.75 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1823 time: 0.2321308 Feb 09 19:05:04.923733 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2484241f-1b12-42e0-90df-a1acaeb33a9e tempest-SecurityGroupsTestJSON-1151704431 tempest-SecurityGroupsTestJSON-1151704431-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b086e46d-c919-4db6-b232-c76d0cd5bdfc,revision_number=1']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:05:05.000379 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.v2.base [req-7515e9b9-0558-44bd-9509-1dd9498785a1 req-454c9468-5a3b-4be3-b6fc-e550c4ab3062 tempest-SecurityGroupsTestJSON-1151704431 tempest-SecurityGroupsTestJSON-1151704431-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1060181889', 'description': 'tempest-description-876119786'}} {{(pid=103229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 19:05:05.037831 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-7515e9b9-0558-44bd-9509-1dd9498785a1 req-454c9468-5a3b-4be3-b6fc-e550c4ab3062 tempest-SecurityGroupsTestJSON-1151704431 tempest-SecurityGroupsTestJSON-1151704431-project] Publish callbacks [] for security_group (None), before_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:05:05.162785 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-7515e9b9-0558-44bd-9509-1dd9498785a1 req-454c9468-5a3b-4be3-b6fc-e550c4ab3062 tempest-SecurityGroupsTestJSON-1151704431 tempest-SecurityGroupsTestJSON-1151704431-project] Publish callbacks [] for security_group (1d9bef53-a5ca-490d-97b1-1f1918120880), precommit_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:05:05.168731 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-7515e9b9-0558-44bd-9509-1dd9498785a1 req-454c9468-5a3b-4be3-b6fc-e550c4ab3062 tempest-SecurityGroupsTestJSON-1151704431 tempest-SecurityGroupsTestJSON-1151704431-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1892331'] for security_group (1d9bef53-a5ca-490d-97b1-1f1918120880), after_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:05:05.184228 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-69ae1678-f36f-46e5-b796-feac17efd954 req-295c80dd-3952-438d-8c6b-b4787dcb0487 tempest-FloatingIPsAssociationTestJSON-731512856 tempest-FloatingIPsAssociationTestJSON-731512856-project] 10.222.0.75 "GET /v2.0/security-groups?id=e033bcb0-30a2-4ca7-825f-be8d1c426f02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1710944 Feb 09 19:05:05.209346 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-938b675b-3dde-44ed-903a-69e4cdcec646 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762867177463', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762866656476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14393751'] for port (4db2aab2-d112-49b3-b86c-a7bf500012f9), after_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:05:05.227009 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-5b96c4ac-26ae-4d44-9686-97fc6341685d req-0dbdd118-9b28-4a82-9bb7-c2413fd8daf8 service neutron] 10.222.0.90 "GET /v2.0/networks/0e993f99-d3d0-4a2a-8eed-2f34375798b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5665348 Feb 09 19:05:05.238265 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-7515e9b9-0558-44bd-9509-1dd9498785a1 req-454c9468-5a3b-4be3-b6fc-e550c4ab3062 tempest-SecurityGroupsTestJSON-1151704431 tempest-SecurityGroupsTestJSON-1151704431-project] Publish callbacks [] for security_group (None), before_response {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:05:05.254607 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-7515e9b9-0558-44bd-9509-1dd9498785a1 req-454c9468-5a3b-4be3-b6fc-e550c4ab3062 tempest-SecurityGroupsTestJSON-1151704431 tempest-SecurityGroupsTestJSON-1151704431-project] 10.222.0.75 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1822 time: 0.2584615 Feb 09 19:05:05.271885 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-454c9468-5a3b-4be3-b6fc-e550c4ab3062 tempest-SecurityGroupsTestJSON-1151704431 tempest-SecurityGroupsTestJSON-1151704431-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1d9bef53-a5ca-490d-97b1-1f1918120880,revision_number=1']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:05:05.273140 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-938b675b-3dde-44ed-903a-69e4cdcec646 admin admin] Pushing event deleted for resources: {'Port': ['ID=4db2aab2-d112-49b3-b86c-a7bf500012f9,revision_number=None']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:05:05.380108 n-d-713498-36 neutron-server[103230]: DEBUG neutron.db.l3_dvrscheduler_db [None req-938b675b-3dde-44ed-903a-69e4cdcec646 admin admin] No DVR routers for this DVR port 4db2aab2-d112-49b3-b86c-a7bf500012f9 on host n-d-713498-36 {{(pid=103230) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 19:05:05.477442 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aaa85bf-1c19-4c9f-ad3f-2ca7c29f0734 req-8338ce24-1f40-4a22-b01f-e5a187f12bfe tempest-LiveAutoBlockMigrationV225Test-2127879101 tempest-LiveAutoBlockMigrationV225Test-2127879101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:05:05.483168 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-3aaa85bf-1c19-4c9f-ad3f-2ca7c29f0734 req-8338ce24-1f40-4a22-b01f-e5a187f12bfe tempest-LiveAutoBlockMigrationV225Test-2127879101 tempest-LiveAutoBlockMigrationV225Test-2127879101-project] 10.222.0.75 "GET /v2.0/ports?device_id=9d1556d0-d009-41c6-9d9c-d68b6ae4cbe4 HTTP/1.1" status: 200 len: 944 time: 0.1246634 Feb 09 19:05:05.529637 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-5b96c4ac-26ae-4d44-9686-97fc6341685d req-c5ae4b2d-aeea-4646-81b7-373b9ad9c67e service neutron] 10.222.0.90 "GET /v2.0/networks/0e993f99-d3d0-4a2a-8eed-2f34375798b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2701418 Feb 09 19:05:05.534981 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-3aaa85bf-1c19-4c9f-ad3f-2ca7c29f0734 req-24e62bf2-d926-4224-89bf-b131c4d06095 tempest-LiveAutoBlockMigrationV225Test-2127879101 tempest-LiveAutoBlockMigrationV225Test-2127879101-project] 10.222.0.75 "GET /v2.0/security-groups?id=e3cb5363-3b49-4f74-b239-a871e755b40a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446165 Feb 09 19:05:05.564223 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-9ad2c04c-9460-47de-b6be-ca0ec5713a09 req-3c8cd5b6-ed60-4d53-8e25-7891025a0d30 tempest-ServersOnMultiNodesTest-1472402947 tempest-ServersOnMultiNodesTest-1472402947-project] 10.222.0.75 "GET /v2.0/ports?device_id=c6d3d784-e9c5-44f4-8e9b-599af9ae422b HTTP/1.1" status: 200 len: 210 time: 0.0496669 Feb 09 19:05:05.597848 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-938b675b-3dde-44ed-903a-69e4cdcec646 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-590267', 'neutron.services.segments.db._delete_segments_for_network-8762867132609'] for network (40fb5d50-f68b-4501-bf89-512e8ad1fe61), precommit_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:05:05.630132 n-d-713498-36 neutron-server[103230]: DEBUG neutron.services.segments.db [None req-938b675b-3dde-44ed-903a-69e4cdcec646 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['40fb5d50-f68b-4501-bf89-512e8ad1fe61']}} {{(pid=103230) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:05:05.640960 n-d-713498-36 neutron-server[103230]: DEBUG neutron.services.segments.db [None req-938b675b-3dde-44ed-903a-69e4cdcec646 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ac6e654c-3e13-4d49-9ada-1668549aacaa') {'for_net_delete': True} {{(pid=103230) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:05:05.641261 n-d-713498-36 neutron-server[103230]: DEBUG neutron.services.segments.db [None req-938b675b-3dde-44ed-903a-69e4cdcec646 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ac6e654c-3e13-4d49-9ada-1668549aacaa') {} {{(pid=103230) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:05:05.654146 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-938b675b-3dde-44ed-903a-69e4cdcec646 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762867134154', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12895813'] for segment (ac6e654c-3e13-4d49-9ada-1668549aacaa), before_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:05:05.689532 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-938b675b-3dde-44ed-903a-69e4cdcec646 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-759574'] for segment (ac6e654c-3e13-4d49-9ada-1668549aacaa), precommit_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:05:05.734208 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-938b675b-3dde-44ed-903a-69e4cdcec646 admin admin] Releasing vlan 362 on physical network physnet1 to pool {{(pid=103230) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 19:05:05.734741 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-938b675b-3dde-44ed-903a-69e4cdcec646 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-759574', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14393826'] for segment (ac6e654c-3e13-4d49-9ada-1668549aacaa), after_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:05:05.736602 n-d-713498-36 neutron-server[103230]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 19:05:05.736602 n-d-713498-36 neutron-server[103230]: self.session.flush() Feb 09 19:05:05.736602 n-d-713498-36 neutron-server[103230]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 19:05:05.736602 n-d-713498-36 neutron-server[103230]: self.session.flush() Feb 09 19:05:05.736602 n-d-713498-36 neutron-server[103230]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 19:05:05.736602 n-d-713498-36 neutron-server[103230]: self.session.flush() Feb 09 19:05:05.736602 n-d-713498-36 neutron-server[103230]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 19:05:05.736602 n-d-713498-36 neutron-server[103230]: self.session.flush() Feb 09 19:05:05.736602 n-d-713498-36 neutron-server[103230]: Traceback (most recent call last): Feb 09 19:05:05.736602 n-d-713498-36 neutron-server[103230]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 19:05:05.736602 n-d-713498-36 neutron-server[103230]: timer() Feb 09 19:05:05.736602 n-d-713498-36 neutron-server[103230]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 19:05:05.736602 n-d-713498-36 neutron-server[103230]: cb(*args, **kw) Feb 09 19:05:05.736602 n-d-713498-36 neutron-server[103230]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 19:05:05.736602 n-d-713498-36 neutron-server[103230]: return func(*args, **kwargs) Feb 09 19:05:05.736602 n-d-713498-36 neutron-server[103230]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 19:05:05.736602 n-d-713498-36 neutron-server[103230]: self._notify() Feb 09 19:05:05.736602 n-d-713498-36 neutron-server[103230]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 19:05:05.736602 n-d-713498-36 neutron-server[103230]: self.callback(batched_events) Feb 09 19:05:05.736602 n-d-713498-36 neutron-server[103230]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 19:05:05.736602 n-d-713498-36 neutron-server[103230]: event.method(event) Feb 09 19:05:05.736602 n-d-713498-36 neutron-server[103230]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 19:05:05.736602 n-d-713498-36 neutron-server[103230]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 19:05:05.736602 n-d-713498-36 neutron-server[103230]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 19:05:05.736602 n-d-713498-36 neutron-server[103230]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 19:05:05.736602 n-d-713498-36 neutron-server[103230]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 19:05:05.736602 n-d-713498-36 neutron-server[103230]: return f(self, *a, **k) Feb 09 19:05:05.736602 n-d-713498-36 neutron-server[103230]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 19:05:05.736602 n-d-713498-36 neutron-server[103230]: return self._get(url).json() Feb 09 19:05:05.736602 n-d-713498-36 neutron-server[103230]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 19:05:05.736602 n-d-713498-36 neutron-server[103230]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 19:05:05.736602 n-d-713498-36 neutron-server[103230]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 19:05:05.736602 n-d-713498-36 neutron-server[103230]: return self.request(url, 'GET', **kwargs) Feb 09 19:05:05.736602 n-d-713498-36 neutron-server[103230]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 19:05:05.736602 n-d-713498-36 neutron-server[103230]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 19:05:05.736602 n-d-713498-36 neutron-server[103230]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 19:05:05.736602 n-d-713498-36 neutron-server[103230]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 19:05:05.736602 n-d-713498-36 neutron-server[103230]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 19:05:05.736602 n-d-713498-36 neutron-server[103230]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 19:05:05.736602 n-d-713498-36 neutron-server[103230]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 19:05:05.826364 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-938b675b-3dde-44ed-903a-69e4cdcec646 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-590242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1885479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1818895'] for network (40fb5d50-f68b-4501-bf89-512e8ad1fe61), after_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:05:05.839370 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-938b675b-3dde-44ed-903a-69e4cdcec646 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1613566'] for network (None), before_response {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:05:05.843071 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-938b675b-3dde-44ed-903a-69e4cdcec646 admin admin] 10.222.0.75 "DELETE /v2.0/networks/40fb5d50-f68b-4501-bf89-512e8ad1fe61 HTTP/1.1" status: 204 len: 168 time: 2.5213001 Feb 09 19:05:05.860882 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-938b675b-3dde-44ed-903a-69e4cdcec646 admin admin] Pushing event deleted for resources: {'Network': ['ID=40fb5d50-f68b-4501-bf89-512e8ad1fe61,revision_number=None']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:05:05.884182 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-348d60cf-7aca-4d26-8551-261e740c5937 req-e268a93a-82b2-40ba-80b1-d9c70f7cec4f tempest-SecurityGroupsTestJSON-1151704431 tempest-SecurityGroupsTestJSON-1151704431-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:05:05.885703 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-348d60cf-7aca-4d26-8551-261e740c5937 req-e268a93a-82b2-40ba-80b1-d9c70f7cec4f tempest-SecurityGroupsTestJSON-1151704431 tempest-SecurityGroupsTestJSON-1151704431-project] 10.222.0.75 "GET /v2.0/networks?id=3aeedb6f-762d-4e6c-8ee5-bfa54ee38104 HTTP/1.1" status: 200 len: 813 time: 0.2185116 Feb 09 19:05:05.903627 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-348d60cf-7aca-4d26-8551-261e740c5937 req-a286cfde-b400-4f56-8552-3570ba43ccdb tempest-SecurityGroupsTestJSON-1151704431 tempest-SecurityGroupsTestJSON-1151704431-project] 10.222.0.75 "GET /v2.0/quotas/bff3c1e37b294eeb94406c2c4c8cd026 HTTP/1.1" status: 200 len: 375 time: 0.0107994 Feb 09 19:05:06.028064 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-348d60cf-7aca-4d26-8551-261e740c5937 req-3b1df0c3-db6c-4242-bcc5-aa59acd6fd24 tempest-SecurityGroupsTestJSON-1151704431 tempest-SecurityGroupsTestJSON-1151704431-project] 10.222.0.75 "GET /v2.0/ports?tenant_id=bff3c1e37b294eeb94406c2c4c8cd026&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1168621 Feb 09 19:05:06.073618 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-8a6fb3c4-ba87-4507-9ce4-d650a936af18 req-350fccee-0b33-47f0-8871-e1019f291bb4 tempest-ServersOnMultiNodesTest-1472402947 tempest-ServersOnMultiNodesTest-1472402947-project] 10.222.0.90 "GET /v2.0/networks?tenant_id=1672ee8b769240288b95113d5dff1fd2&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0776236 Feb 09 19:05:06.089274 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 49956) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:05:06.098838 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.v2.base [None req-9142fe03-b0b1-4a89-9605-1ce4e0000730 tempest-TaggedBootDevicesTest_v242-798392635 tempest-TaggedBootDevicesTest_v242-798392635-project] Request body: {'network': {'name': 'tempest-device-tagging-net1-414550125'}} {{(pid=103229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 19:05:06.133339 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 49958) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:05:06.142169 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9142fe03-b0b1-4a89-9605-1ce4e0000730 tempest-TaggedBootDevicesTest_v242-798392635 tempest-TaggedBootDevicesTest_v242-798392635-project] Made reservation on behalf of 1165ce6413224edfb276f9f552a74208 for: {'network': 1} {{(pid=103229) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 19:05:06.153747 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-9142fe03-b0b1-4a89-9605-1ce4e0000730 tempest-TaggedBootDevicesTest_v242-798392635 tempest-TaggedBootDevicesTest_v242-798392635-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for network (None), before_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:05:06.202481 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9142fe03-b0b1-4a89-9605-1ce4e0000730 tempest-TaggedBootDevicesTest_v242-798392635 tempest-TaggedBootDevicesTest_v242-798392635-project] vlan segment allocate from pool success with {'vlan_id': 392, 'physical_network': 'physnet1'} {{(pid=103229) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 19:05:06.218761 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-9142fe03-b0b1-4a89-9605-1ce4e0000730 tempest-TaggedBootDevicesTest_v242-798392635 tempest-TaggedBootDevicesTest_v242-798392635-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-759574'] for segment (c2ea736f-956b-4712-9292-0c7e6eae844b), precommit_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:05:06.219433 n-d-713498-36 neutron-server[103229]: INFO neutron.db.segments_db [None req-9142fe03-b0b1-4a89-9605-1ce4e0000730 tempest-TaggedBootDevicesTest_v242-798392635 tempest-TaggedBootDevicesTest_v242-798392635-project] Added segment c2ea736f-956b-4712-9292-0c7e6eae844b of type vlan for network 622dc241-96e3-459d-8172-016faee8abe4 Feb 09 19:05:06.306087 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-70b9922d-f6a5-43e8-84e4-860000ee347e admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=74dc86730a17454f9e20cfb480a6b381&name=default HTTP/1.1" status: 200 len: 2992 time: 0.1420398 Feb 09 19:05:06.307014 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 49964) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:05:06.322711 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-348d60cf-7aca-4d26-8551-261e740c5937 req-c583f0fc-d2e4-4c64-ad84-b98fcaff437e service neutron] 10.222.0.75 "GET /v2.0/networks/3aeedb6f-762d-4e6c-8ee5-bfa54ee38104?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2690485 Feb 09 19:05:06.331945 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-9142fe03-b0b1-4a89-9605-1ce4e0000730 tempest-TaggedBootDevicesTest_v242-798392635 tempest-TaggedBootDevicesTest_v242-798392635-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762866642225'] for network (622dc241-96e3-459d-8172-016faee8abe4), precommit_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:05:06.347874 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a6fb3c4-ba87-4507-9ce4-d650a936af18 req-a8328f3c-d709-4f58-8cc2-d7250abaa7d6 tempest-ServersOnMultiNodesTest-1472402947 tempest-ServersOnMultiNodesTest-1472402947-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:05:06.349828 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-8a6fb3c4-ba87-4507-9ce4-d650a936af18 req-a8328f3c-d709-4f58-8cc2-d7250abaa7d6 tempest-ServersOnMultiNodesTest-1472402947 tempest-ServersOnMultiNodesTest-1472402947-project] 10.222.0.90 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2344782 Feb 09 19:05:06.402650 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 49966) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:05:06.411423 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.v2.base [req-8a6fb3c4-ba87-4507-9ce4-d650a936af18 req-0488113b-d02f-483b-9538-ca981b1d4ca5 tempest-ServersOnMultiNodesTest-1472402947 tempest-ServersOnMultiNodesTest-1472402947-project] Request body: {'port': {'device_id': 'c6d3d784-e9c5-44f4-8e9b-599af9ae422b', 'network_id': '2b5494c8-cf97-42c1-b902-87f998f28179', 'admin_state_up': True, 'tenant_id': '1672ee8b769240288b95113d5dff1fd2'}} {{(pid=103230) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 19:05:06.419617 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-9142fe03-b0b1-4a89-9605-1ce4e0000730 tempest-TaggedBootDevicesTest_v242-798392635 tempest-TaggedBootDevicesTest_v242-798392635-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1885479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452'] for network (622dc241-96e3-459d-8172-016faee8abe4), after_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:05:06.425216 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9142fe03-b0b1-4a89-9605-1ce4e0000730 tempest-TaggedBootDevicesTest_v242-798392635 tempest-TaggedBootDevicesTest_v242-798392635-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:05:06.425942 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-9142fe03-b0b1-4a89-9605-1ce4e0000730 tempest-TaggedBootDevicesTest_v242-798392635 tempest-TaggedBootDevicesTest_v242-798392635-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1613566'] for network (None), before_response {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:05:06.549923 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-51bd02fa-e0d8-4602-aa2b-639852b75e64 admin admin] Publish callbacks [] for security_group (bdf7bf2d-6846-41d4-82e1-5d795e9f81b3), before_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:05:06.592832 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-9142fe03-b0b1-4a89-9605-1ce4e0000730 tempest-TaggedBootDevicesTest_v242-798392635 tempest-TaggedBootDevicesTest_v242-798392635-project] 10.222.0.75 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.5013065 Feb 09 19:05:06.604589 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-348d60cf-7aca-4d26-8551-261e740c5937 req-fef18b2e-9c70-46f3-9b45-e0b5684d1ac4 service neutron] 10.222.0.75 "GET /v2.0/networks/3aeedb6f-762d-4e6c-8ee5-bfa54ee38104?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2535748 Feb 09 19:05:06.606210 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 49976) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:05:06.624993 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.v2.base [None req-2461167e-280f-477f-ac64-d1bcff691504 tempest-TaggedBootDevicesTest_v242-798392635 tempest-TaggedBootDevicesTest_v242-798392635-project] Request body: {'network': {'name': 'tempest-device-tagging-net2-752073683'}} {{(pid=103229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 19:05:06.646752 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe218339-464c-461f-86e6-405210bfb980 req-6a5007c7-c649-485c-955e-dd2be63447b5 tempest-FloatingIPsAssociationTestJSON-731512856 tempest-FloatingIPsAssociationTestJSON-731512856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:05:06.648345 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-fe218339-464c-461f-86e6-405210bfb980 req-6a5007c7-c649-485c-955e-dd2be63447b5 tempest-FloatingIPsAssociationTestJSON-731512856 tempest-FloatingIPsAssociationTestJSON-731512856-project] 10.222.0.75 "GET /v2.0/ports?device_id=32bf91ec-07c2-4708-858a-e8e64b1da7a6 HTTP/1.1" status: 200 len: 945 time: 0.2936127 Feb 09 19:05:06.649060 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9142fe03-b0b1-4a89-9605-1ce4e0000730 tempest-TaggedBootDevicesTest_v242-798392635 tempest-TaggedBootDevicesTest_v242-798392635-project] Pushing event updated for resources: {'Network': ['ID=622dc241-96e3-459d-8172-016faee8abe4,revision_number=1']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:05:06.652971 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-51bd02fa-e0d8-4602-aa2b-639852b75e64 admin admin] Publish callbacks [] for security_group (bdf7bf2d-6846-41d4-82e1-5d795e9f81b3), precommit_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:05:06.663113 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-43f92956-af43-4041-87ef-4d91cfc93a91 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:05:06.666013 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Network 622dc241-96e3-459d-8172-016faee8abe4 details requested by agent ovs-agent-n-d-713498-36 with host n-d-713498-36 {{(pid=103232) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 19:05:06.709411 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8a6fb3c4-ba87-4507-9ce4-d650a936af18 req-0488113b-d02f-483b-9538-ca981b1d4ca5 tempest-ServersOnMultiNodesTest-1472402947 tempest-ServersOnMultiNodesTest-1472402947-project] Made reservation on behalf of 1672ee8b769240288b95113d5dff1fd2 for: {'port': 1} {{(pid=103230) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 19:05:06.715899 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [req-8a6fb3c4-ba87-4507-9ce4-d650a936af18 req-0488113b-d02f-483b-9538-ca981b1d4ca5 tempest-ServersOnMultiNodesTest-1472402947 tempest-ServersOnMultiNodesTest-1472402947-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (None), before_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:05:06.807347 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2461167e-280f-477f-ac64-d1bcff691504 tempest-TaggedBootDevicesTest_v242-798392635 tempest-TaggedBootDevicesTest_v242-798392635-project] Made reservation on behalf of 1165ce6413224edfb276f9f552a74208 for: {'network': 1} {{(pid=103229) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 19:05:06.812446 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-2461167e-280f-477f-ac64-d1bcff691504 tempest-TaggedBootDevicesTest_v242-798392635 tempest-TaggedBootDevicesTest_v242-798392635-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for network (None), before_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:05:06.926741 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-51bd02fa-e0d8-4602-aa2b-639852b75e64 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1892331'] for security_group (bdf7bf2d-6846-41d4-82e1-5d795e9f81b3), after_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:05:06.929411 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-51bd02fa-e0d8-4602-aa2b-639852b75e64 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:05:06.939155 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-51bd02fa-e0d8-4602-aa2b-639852b75e64 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/bdf7bf2d-6846-41d4-82e1-5d795e9f81b3 HTTP/1.1" status: 204 len: 168 time: 0.6294391 Feb 09 19:05:06.972399 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-fe218339-464c-461f-86e6-405210bfb980 req-0096d8cb-ab6c-4fac-a082-e84ae0427182 tempest-FloatingIPsAssociationTestJSON-731512856 tempest-FloatingIPsAssociationTestJSON-731512856-project] 10.222.0.75 "GET /v2.0/security-groups?id=e033bcb0-30a2-4ca7-825f-be8d1c426f02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3024595 Feb 09 19:05:07.002717 n-d-713498-36 neutron-server[103230]: DEBUG neutron.db.db_base_plugin_common [req-8a6fb3c4-ba87-4507-9ce4-d650a936af18 req-0488113b-d02f-483b-9538-ca981b1d4ca5 tempest-ServersOnMultiNodesTest-1472402947 tempest-ServersOnMultiNodesTest-1472402947-project] Allocated IP 192.168.233.162 (2b5494c8-cf97-42c1-b902-87f998f28179/60b561cb-321e-4f83-9bb3-92b2e1d0dc44/8785c69d-6d10-4443-a2ce-db0ad5c8182f) {{(pid=103230) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 19:05:07.037375 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51bd02fa-e0d8-4602-aa2b-639852b75e64 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bdf7bf2d-6846-41d4-82e1-5d795e9f81b3,revision_number=None']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:05:07.038108 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faff5cb4-073b-4c71-b335-8858d87678ea req-daf8f86c-c710-4e15-9111-3952e213206d tempest-LiveAutoBlockMigrationV225Test-2127879101 tempest-LiveAutoBlockMigrationV225Test-2127879101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:05:07.045989 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-faff5cb4-073b-4c71-b335-8858d87678ea req-daf8f86c-c710-4e15-9111-3952e213206d tempest-LiveAutoBlockMigrationV225Test-2127879101 tempest-LiveAutoBlockMigrationV225Test-2127879101-project] 10.222.0.75 "GET /v2.0/ports?device_id=9d1556d0-d009-41c6-9d9c-d68b6ae4cbe4 HTTP/1.1" status: 200 len: 944 time: 0.1143422 Feb 09 19:05:07.129731 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2461167e-280f-477f-ac64-d1bcff691504 tempest-TaggedBootDevicesTest_v242-798392635 tempest-TaggedBootDevicesTest_v242-798392635-project] vlan segment allocate from pool success with {'vlan_id': 355, 'physical_network': 'physnet1'} {{(pid=103229) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 19:05:07.210457 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-faff5cb4-073b-4c71-b335-8858d87678ea req-2ecdba92-44ff-4863-b764-7ef0199fb722 tempest-LiveAutoBlockMigrationV225Test-2127879101 tempest-LiveAutoBlockMigrationV225Test-2127879101-project] 10.222.0.75 "GET /v2.0/security-groups?id=e3cb5363-3b49-4f74-b239-a871e755b40a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1635678 Feb 09 19:05:07.390976 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-a4696e30-b288-4481-8e6c-dc2c14866ff7 req-5a13bb91-5365-421c-9d3f-e21878ae6be7 tempest-SecurityGroupsTestJSON-1151704431 tempest-SecurityGroupsTestJSON-1151704431-project] 10.222.0.75 "GET /v2.0/ports?device_id=f00ecfa2-51bd-4cf5-a4e0-ec73d3e22ffa HTTP/1.1" status: 200 len: 210 time: 0.0747263 Feb 09 19:05:07.447792 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [req-8a6fb3c4-ba87-4507-9ce4-d650a936af18 req-0488113b-d02f-483b-9538-ca981b1d4ca5 tempest-ServersOnMultiNodesTest-1472402947 tempest-ServersOnMultiNodesTest-1472402947-project] Publish callbacks [] for port (8785c69d-6d10-4443-a2ce-db0ad5c8182f), precommit_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:05:07.493373 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [req-8a6fb3c4-ba87-4507-9ce4-d650a936af18 req-0488113b-d02f-483b-9538-ca981b1d4ca5 tempest-ServersOnMultiNodesTest-1472402947 tempest-ServersOnMultiNodesTest-1472402947-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762866656467', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14393751'] for port (8785c69d-6d10-4443-a2ce-db0ad5c8182f), after_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:05:07.508251 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] get_ports_and_sgs() called for port_ids ['bc357ad8-1b22-4fe1-a6af-e296389a311b', 'c1d73ea9-8c68-47bd-93c8-9905d58b5c08'] {{(pid=103232) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 19:05:07.515415 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-7429db8d-6021-40ad-813e-885be449a89b None None] get_ports_and_sgs() called for port_ids ['9431105a-be29-4ce5-9970-f91bee564b4b', 'f2af33d6-809c-4462-a1c1-648e7e81004e', '06d7c180-3877-4407-9db3-c4e82f2a9b30'] {{(pid=103232) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 19:05:07.594994 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 49996) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:05:07.660579 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0488113b-d02f-483b-9538-ca981b1d4ca5 tempest-ServersOnMultiNodesTest-1472402947 tempest-ServersOnMultiNodesTest-1472402947-project] Pushing event updated for resources: {'Port': ['ID=8785c69d-6d10-4443-a2ce-db0ad5c8182f,revision_number=1']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:05:07.669226 n-d-713498-36 neutron-server[103230]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8a6fb3c4-ba87-4507-9ce4-d650a936af18 req-0488113b-d02f-483b-9538-ca981b1d4ca5 tempest-ServersOnMultiNodesTest-1472402947 tempest-ServersOnMultiNodesTest-1472402947-project] Network 2b5494c8-cf97-42c1-b902-87f998f28179 is already hosted by enough agents. {{(pid=103230) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 19:05:07.708753 n-d-713498-36 neutron-server[103230]: DEBUG neutron.scheduler.base_scheduler [req-8a6fb3c4-ba87-4507-9ce4-d650a936af18 req-0488113b-d02f-483b-9538-ca981b1d4ca5 tempest-ServersOnMultiNodesTest-1472402947 tempest-ServersOnMultiNodesTest-1472402947-project] Resources bound (agent type, host, resource id): {{(pid=103230) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 19:05:07.733147 n-d-713498-36 neutron-server[103230]: DEBUG neutron.db.l3_dvrscheduler_db [req-8a6fb3c4-ba87-4507-9ce4-d650a936af18 req-0488113b-d02f-483b-9538-ca981b1d4ca5 tempest-ServersOnMultiNodesTest-1472402947 tempest-ServersOnMultiNodesTest-1472402947-project] Received port after_create {{(pid=103230) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 19:05:07.755969 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-43f92956-af43-4041-87ef-4d91cfc93a91 admin admin] Publish callbacks [] for security_group (86e50dff-3328-4015-bbc5-20e200ff22a8), precommit_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:05:07.768495 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-2461167e-280f-477f-ac64-d1bcff691504 tempest-TaggedBootDevicesTest_v242-798392635 tempest-TaggedBootDevicesTest_v242-798392635-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-759574'] for segment (d87ae67e-008b-48f1-b0f8-925fd9ffe48b), precommit_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:05:07.772627 n-d-713498-36 neutron-server[103229]: INFO neutron.db.segments_db [None req-2461167e-280f-477f-ac64-d1bcff691504 tempest-TaggedBootDevicesTest_v242-798392635 tempest-TaggedBootDevicesTest_v242-798392635-project] Added segment d87ae67e-008b-48f1-b0f8-925fd9ffe48b of type vlan for network 827c740b-e08e-4994-bbc7-e073abc4dcaf Feb 09 19:05:07.774067 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-43f92956-af43-4041-87ef-4d91cfc93a91 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1892331'] for security_group (86e50dff-3328-4015-bbc5-20e200ff22a8), after_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:05:07.828940 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a6fb3c4-ba87-4507-9ce4-d650a936af18 req-0488113b-d02f-483b-9538-ca981b1d4ca5 tempest-ServersOnMultiNodesTest-1472402947 tempest-ServersOnMultiNodesTest-1472402947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:05:07.832953 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [req-8a6fb3c4-ba87-4507-9ce4-d650a936af18 req-0488113b-d02f-483b-9538-ca981b1d4ca5 tempest-ServersOnMultiNodesTest-1472402947 tempest-ServersOnMultiNodesTest-1472402947-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171096'] for port (None), before_response {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:05:07.879046 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-2461167e-280f-477f-ac64-d1bcff691504 tempest-TaggedBootDevicesTest_v242-798392635 tempest-TaggedBootDevicesTest_v242-798392635-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762866642225'] for network (827c740b-e08e-4994-bbc7-e073abc4dcaf), precommit_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:05:07.895592 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-8a6fb3c4-ba87-4507-9ce4-d650a936af18 req-0488113b-d02f-483b-9538-ca981b1d4ca5 tempest-ServersOnMultiNodesTest-1472402947 tempest-ServersOnMultiNodesTest-1472402947-project] 10.222.0.90 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.4891109 Feb 09 19:05:07.927212 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-2461167e-280f-477f-ac64-d1bcff691504 tempest-TaggedBootDevicesTest_v242-798392635 tempest-TaggedBootDevicesTest_v242-798392635-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1885479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452'] for network (827c740b-e08e-4994-bbc7-e073abc4dcaf), after_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:05:07.932949 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2461167e-280f-477f-ac64-d1bcff691504 tempest-TaggedBootDevicesTest_v242-798392635 tempest-TaggedBootDevicesTest_v242-798392635-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:05:07.933890 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-2461167e-280f-477f-ac64-d1bcff691504 tempest-TaggedBootDevicesTest_v242-798392635 tempest-TaggedBootDevicesTest_v242-798392635-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1613566'] for network (None), before_response {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:05:07.950552 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.v2.base [req-8a6fb3c4-ba87-4507-9ce4-d650a936af18 req-631d7c09-7b19-4912-b939-b794b4a76612 service neutron] Request body: {'port': {'device_id': 'c6d3d784-e9c5-44f4-8e9b-599af9ae422b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-713498-36'}} {{(pid=103230) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 19:05:07.968367 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ae75df2-1b33-4b77-9708-a7e59760e883 req-14a4d8fd-3f3a-43e6-8603-3e5fee5cff2d tempest-FloatingIPsAssociationTestJSON-731512856 tempest-FloatingIPsAssociationTestJSON-731512856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:05:07.981706 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-2461167e-280f-477f-ac64-d1bcff691504 tempest-TaggedBootDevicesTest_v242-798392635 tempest-TaggedBootDevicesTest_v242-798392635-project] 10.222.0.75 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 1.3672562 Feb 09 19:05:07.991279 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-6ae75df2-1b33-4b77-9708-a7e59760e883 req-14a4d8fd-3f3a-43e6-8603-3e5fee5cff2d tempest-FloatingIPsAssociationTestJSON-731512856 tempest-FloatingIPsAssociationTestJSON-731512856-project] 10.222.0.75 "GET /v2.0/ports?device_id=cf8d55d7-ba31-4451-a682-c3c5050d34d1&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.3707135 Feb 09 19:05:08.010094 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 49998) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:05:08.014439 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-16ca2102-d950-4484-8c49-4ddbba1c1a1e admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=eb7f01821e8f45978871b88f27807278&name=default HTTP/1.1" status: 200 len: 2992 time: 0.4137273 Feb 09 19:05:08.041327 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 50000) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:05:08.043376 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.v2.base [None req-47bbb29d-3cf6-41e4-b6bb-00aa69538be7 tempest-TaggedBootDevicesTest_v242-798392635 tempest-TaggedBootDevicesTest_v242-798392635-project] Request body: {'subnet': {'network_id': '622dc241-96e3-459d-8172-016faee8abe4', 'cidr': '10.1.1.0/24', 'ip_version': 4}} {{(pid=103229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 19:05:08.113640 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.provisioning_blocks [None req-d3f1cede-cfba-4ed2-98c7-f354a034e0ce None None] Provisioning complete for port 8785c69d-6d10-4443-a2ce-db0ad5c8182f triggered by entity DHCP. {{(pid=103232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 19:05:08.114260 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-d3f1cede-cfba-4ed2-98c7-f354a034e0ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593630'] for port (8785c69d-6d10-4443-a2ce-db0ad5c8182f), provisioning_complete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:05:08.114537 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64cd0beb-3b1a-4853-9bc5-6d05c874aca3 req-ed570e2f-5382-4d16-aaf7-59d9f42658ab tempest-ServersOnMultiNodesTest-1472402947 tempest-ServersOnMultiNodesTest-1472402947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:05:08.122306 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-64cd0beb-3b1a-4853-9bc5-6d05c874aca3 req-ed570e2f-5382-4d16-aaf7-59d9f42658ab tempest-ServersOnMultiNodesTest-1472402947 tempest-ServersOnMultiNodesTest-1472402947-project] 10.222.0.75 "GET /v2.0/ports?device_id=c6d3d784-e9c5-44f4-8e9b-599af9ae422b HTTP/1.1" status: 200 len: 936 time: 0.9631691 Feb 09 19:05:08.183889 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-6ae75df2-1b33-4b77-9708-a7e59760e883 req-5e1939c3-8894-41ce-b115-0c3b7887a1f3 tempest-FloatingIPsAssociationTestJSON-731512856 tempest-FloatingIPsAssociationTestJSON-731512856-project] 10.222.0.75 "GET /v2.0/floatingips?floating_ip_address=172.25.1.47 HTTP/1.1" status: 200 len: 695 time: 0.1914835 Feb 09 19:05:08.193333 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-d3f1cede-cfba-4ed2-98c7-f354a034e0ce None None] Port 8785c69d-6d10-4443-a2ce-db0ad5c8182f cannot update to ACTIVE because it is not bound. {{(pid=103232) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 19:05:08.200745 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-43f92956-af43-4041-87ef-4d91cfc93a91 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=1e58443ade99450aaca78cbf30958882&name=default HTTP/1.1" status: 200 len: 2996 time: 1.7946291 Feb 09 19:05:08.201636 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43f92956-af43-4041-87ef-4d91cfc93a91 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=86e50dff-3328-4015-bbc5-20e200ff22a8,revision_number=1']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:05:08.208422 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 50002) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:05:08.215776 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.v2.base [req-6ae75df2-1b33-4b77-9708-a7e59760e883 req-2ea9438a-7c82-4ee3-a4ae-34cd0a494c6d tempest-FloatingIPsAssociationTestJSON-731512856 tempest-FloatingIPsAssociationTestJSON-731512856-project] Request body: {'floatingip': {'port_id': 'fff28e55-1481-495e-822a-a809fab17399', 'fixed_ip_address': '172.20.0.6'}} {{(pid=103230) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 19:05:08.271311 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [req-6ae75df2-1b33-4b77-9708-a7e59760e883 req-2ea9438a-7c82-4ee3-a4ae-34cd0a494c6d tempest-FloatingIPsAssociationTestJSON-731512856 tempest-FloatingIPsAssociationTestJSON-731512856-project] Publish callbacks [] for floatingip (90ab6c29-730c-48b0-825b-c15a934d4e4f), before_update {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:05:08.291089 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-64cd0beb-3b1a-4853-9bc5-6d05c874aca3 req-ee321b85-131e-4456-a9e0-5872bdff9ea7 tempest-ServersOnMultiNodesTest-1472402947 tempest-ServersOnMultiNodesTest-1472402947-project] 10.222.0.75 "GET /v2.0/security-groups?id=aed5302d-0478-4b9d-b014-143adc5c0d74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1592569 Feb 09 19:05:08.300333 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2461167e-280f-477f-ac64-d1bcff691504 tempest-TaggedBootDevicesTest_v242-798392635 tempest-TaggedBootDevicesTest_v242-798392635-project] Pushing event updated for resources: {'Network': ['ID=827c740b-e08e-4994-bbc7-e073abc4dcaf,revision_number=1']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:05:08.329456 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [req-8a6fb3c4-ba87-4507-9ce4-d650a936af18 req-631d7c09-7b19-4912-b939-b794b4a76612 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (8785c69d-6d10-4443-a2ce-db0ad5c8182f), before_update {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:05:08.358539 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Network 827c740b-e08e-4994-bbc7-e073abc4dcaf details requested by agent ovs-agent-n-d-713498-36 with host n-d-713498-36 {{(pid=103232) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 19:05:08.385080 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-3f3ec78f-a3e4-4d43-adf3-e7c920365f75 admin admin] Publish callbacks [] for security_group (e13ab09b-b759-4b5d-bdb8-ae9fde5f9a44), before_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:05:08.411207 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-3f3ec78f-a3e4-4d43-adf3-e7c920365f75 admin admin] Publish callbacks [] for security_group (e13ab09b-b759-4b5d-bdb8-ae9fde5f9a44), precommit_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:05:08.521044 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-e93e147a-78e7-4e7c-9cf3-20ce33c36e7e admin admin] Publish callbacks [] for security_group (86e50dff-3328-4015-bbc5-20e200ff22a8), before_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:05:08.525691 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-47bbb29d-3cf6-41e4-b6bb-00aa69538be7 tempest-TaggedBootDevicesTest_v242-798392635 tempest-TaggedBootDevicesTest_v242-798392635-project] Made reservation on behalf of 1165ce6413224edfb276f9f552a74208 for: {'subnet': 1} {{(pid=103229) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 19:05:08.529139 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-47bbb29d-3cf6-41e4-b6bb-00aa69538be7 tempest-TaggedBootDevicesTest_v242-798392635 tempest-TaggedBootDevicesTest_v242-798392635-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12759265'] for subnet (None), before_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:05:08.616842 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-3f3ec78f-a3e4-4d43-adf3-e7c920365f75 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1892331'] for security_group (e13ab09b-b759-4b5d-bdb8-ae9fde5f9a44), after_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:05:08.620298 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-3f3ec78f-a3e4-4d43-adf3-e7c920365f75 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:05:08.625919 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-3f3ec78f-a3e4-4d43-adf3-e7c920365f75 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/e13ab09b-b759-4b5d-bdb8-ae9fde5f9a44 HTTP/1.1" status: 204 len: 168 time: 0.5766444 Feb 09 19:05:08.630603 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-e93e147a-78e7-4e7c-9cf3-20ce33c36e7e admin admin] Publish callbacks [] for security_group (86e50dff-3328-4015-bbc5-20e200ff22a8), precommit_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:05:08.665419 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e032cff8-4af5-4cea-a31b-d9dc877b1b4a req-21fbe57c-2625-4b08-b9b9-2f560197e461 tempest-LiveAutoBlockMigrationV225Test-2127879101 tempest-LiveAutoBlockMigrationV225Test-2127879101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:05:08.677303 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-e032cff8-4af5-4cea-a31b-d9dc877b1b4a req-21fbe57c-2625-4b08-b9b9-2f560197e461 tempest-LiveAutoBlockMigrationV225Test-2127879101 tempest-LiveAutoBlockMigrationV225Test-2127879101-project] 10.222.0.75 "GET /v2.0/ports?device_id=9d1556d0-d009-41c6-9d9c-d68b6ae4cbe4 HTTP/1.1" status: 200 len: 944 time: 0.2274003 Feb 09 19:05:08.805651 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f3ec78f-a3e4-4d43-adf3-e7c920365f75 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e13ab09b-b759-4b5d-bdb8-ae9fde5f9a44,revision_number=None']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:05:08.844282 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-e032cff8-4af5-4cea-a31b-d9dc877b1b4a req-e8656f96-42ac-420a-80b6-b1696d554b7e tempest-LiveAutoBlockMigrationV225Test-2127879101 tempest-LiveAutoBlockMigrationV225Test-2127879101-project] 10.222.0.75 "GET /v2.0/security-groups?id=e3cb5363-3b49-4f74-b239-a871e755b40a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1600120 Feb 09 19:05:08.898892 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-348d60cf-7aca-4d26-8551-261e740c5937 req-3bfd288a-35c4-49cd-a1af-70b90e30c13a tempest-SecurityGroupsTestJSON-1151704431 tempest-SecurityGroupsTestJSON-1151704431-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:05:08.900400 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-348d60cf-7aca-4d26-8551-261e740c5937 req-3bfd288a-35c4-49cd-a1af-70b90e30c13a tempest-SecurityGroupsTestJSON-1151704431 tempest-SecurityGroupsTestJSON-1151704431-project] 10.222.0.89 "GET /v2.0/networks?id=3aeedb6f-762d-4e6c-8ee5-bfa54ee38104 HTTP/1.1" status: 200 len: 813 time: 0.4010484 Feb 09 19:05:08.922588 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.v2.base [req-348d60cf-7aca-4d26-8551-261e740c5937 req-305db568-b496-459e-bebd-2611a4860b3b tempest-SecurityGroupsTestJSON-1151704431 tempest-SecurityGroupsTestJSON-1151704431-project] Request body: {'port': {'device_id': 'f00ecfa2-51bd-4cf5-a4e0-ec73d3e22ffa', 'network_id': '3aeedb6f-762d-4e6c-8ee5-bfa54ee38104', 'admin_state_up': True, 'tenant_id': 'bff3c1e37b294eeb94406c2c4c8cd026'}} {{(pid=103230) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 19:05:08.930010 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-e93e147a-78e7-4e7c-9cf3-20ce33c36e7e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1892331'] for security_group (86e50dff-3328-4015-bbc5-20e200ff22a8), after_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:05:08.932737 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-e93e147a-78e7-4e7c-9cf3-20ce33c36e7e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:05:08.940272 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-e93e147a-78e7-4e7c-9cf3-20ce33c36e7e admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/86e50dff-3328-4015-bbc5-20e200ff22a8 HTTP/1.1" status: 204 len: 168 time: 0.7274959 Feb 09 19:05:08.985047 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e93e147a-78e7-4e7c-9cf3-20ce33c36e7e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=86e50dff-3328-4015-bbc5-20e200ff22a8,revision_number=None']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:05:09.179688 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-53ef9dde-faa5-4af3-b782-a7dbb5f10a1d req-1586b76b-fb9d-4ddd-8833-92f95b9f5e4d tempest-SecurityGroupsTestJSON-1151704431 tempest-SecurityGroupsTestJSON-1151704431-project] 10.222.0.75 "GET /v2.0/ports?device_id=f00ecfa2-51bd-4cf5-a4e0-ec73d3e22ffa HTTP/1.1" status: 200 len: 210 time: 0.1154788 Feb 09 19:05:09.184046 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-47bbb29d-3cf6-41e4-b6bb-00aa69538be7 tempest-TaggedBootDevicesTest_v242-798392635 tempest-TaggedBootDevicesTest_v242-798392635-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12867428', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12759263'] for subnet (e38cb3e5-c128-440c-8e8d-f08a001a84c6), after_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:05:09.338369 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47bbb29d-3cf6-41e4-b6bb-00aa69538be7 tempest-TaggedBootDevicesTest_v242-798392635 tempest-TaggedBootDevicesTest_v242-798392635-project] Pushing event updated for resources: {'Subnet': ['ID=e38cb3e5-c128-440c-8e8d-f08a001a84c6,revision_number=0']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:05:09.361101 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47bbb29d-3cf6-41e4-b6bb-00aa69538be7 tempest-TaggedBootDevicesTest_v242-798392635 tempest-TaggedBootDevicesTest_v242-798392635-project] Checking segment: {'id': 'c2ea736f-956b-4712-9292-0c7e6eae844b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': '622dc241-96e3-459d-8172-016faee8abe4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103229) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 19:05:09.362125 n-d-713498-36 neutron-server[103229]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47bbb29d-3cf6-41e4-b6bb-00aa69538be7 tempest-TaggedBootDevicesTest_v242-798392635 tempest-TaggedBootDevicesTest_v242-798392635-project] Network hostable DHCP agents. Network: 622dc241-96e3-459d-8172-016faee8abe4, hostable agents: ['af91e4b9-f4e1-42b1-a25c-a10dc47171c8'], hosted agents: [] {{(pid=103229) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 19:05:09.464475 n-d-713498-36 neutron-server[103229]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47bbb29d-3cf6-41e4-b6bb-00aa69538be7 tempest-TaggedBootDevicesTest_v242-798392635 tempest-TaggedBootDevicesTest_v242-798392635-project] Network 622dc241-96e3-459d-8172-016faee8abe4 is scheduled to be hosted by DHCP agent af91e4b9-f4e1-42b1-a25c-a10dc47171c8 with binding_index 1 {{(pid=103229) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 19:05:09.491444 n-d-713498-36 neutron-server[103229]: DEBUG neutron.scheduler.base_scheduler [None req-47bbb29d-3cf6-41e4-b6bb-00aa69538be7 tempest-TaggedBootDevicesTest_v242-798392635 tempest-TaggedBootDevicesTest_v242-798392635-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713498-36, 622dc241-96e3-459d-8172-016faee8abe4) {{(pid=103229) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 19:05:09.503601 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51edb39b-e1cd-419a-b044-0a089b6cc69e None None] Network 622dc241-96e3-459d-8172-016faee8abe4 requested from n-d-713498-36 {{(pid=103232) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 19:05:09.512591 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47bbb29d-3cf6-41e4-b6bb-00aa69538be7 tempest-TaggedBootDevicesTest_v242-798392635 tempest-TaggedBootDevicesTest_v242-798392635-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:05:09.515711 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-47bbb29d-3cf6-41e4-b6bb-00aa69538be7 tempest-TaggedBootDevicesTest_v242-798392635 tempest-TaggedBootDevicesTest_v242-798392635-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1613566'] for subnet (None), before_response {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:05:09.540172 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-257f30e3-be30-472a-8bab-f1dcadcadd6f req-a517c9da-c0b6-468a-90f4-660fb38c60da tempest-ServersOnMultiNodesTest-1472402947 tempest-ServersOnMultiNodesTest-1472402947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:05:09.549770 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-257f30e3-be30-472a-8bab-f1dcadcadd6f req-a517c9da-c0b6-468a-90f4-660fb38c60da tempest-ServersOnMultiNodesTest-1472402947 tempest-ServersOnMultiNodesTest-1472402947-project] 10.222.0.75 "GET /v2.0/ports?device_id=c6d3d784-e9c5-44f4-8e9b-599af9ae422b HTTP/1.1" status: 200 len: 936 time: 0.1672068 Feb 09 19:05:09.555226 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 50028) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:05:09.597846 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-713c5290-9c9e-43a2-9244-9c2a28ca11f0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:05:09.615672 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-47bbb29d-3cf6-41e4-b6bb-00aa69538be7 tempest-TaggedBootDevicesTest_v242-798392635 tempest-TaggedBootDevicesTest_v242-798392635-project] 10.222.0.75 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 1.5796268 Feb 09 19:05:09.620935 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 50030) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:05:09.637059 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.v2.base [None req-6f3bbecd-54cc-4365-a13b-f90895758f26 tempest-TaggedBootDevicesTest_v242-798392635 tempest-TaggedBootDevicesTest_v242-798392635-project] Request body: {'subnet': {'network_id': '827c740b-e08e-4994-bbc7-e073abc4dcaf', 'cidr': '10.2.2.0/24', 'ip_version': 4}} {{(pid=103229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 19:05:09.753187 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54ab2609-7f15-4754-a422-774003a3aaa9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8b32e980-7cce-5e82-a341-bd2fa8945c89-622dc241-96e3-459d-8172-016faee8abe4', 'network_id': '622dc241-96e3-459d-8172-016faee8abe4', 'project_id': '1165ce6413224edfb276f9f552a74208', 'fixed_ips': [{'subnet_id': 'e38cb3e5-c128-440c-8e8d-f08a001a84c6'}]}} from n-d-713498-36. {{(pid=103232) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 09 19:05:09.755830 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-54ab2609-7f15-4754-a422-774003a3aaa9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (None), before_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:05:09.763642 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-257f30e3-be30-472a-8bab-f1dcadcadd6f req-7306fa65-3b1d-4ddf-8a7e-1f69ef44236b tempest-ServersOnMultiNodesTest-1472402947 tempest-ServersOnMultiNodesTest-1472402947-project] 10.222.0.75 "GET /v2.0/security-groups?id=aed5302d-0478-4b9d-b014-143adc5c0d74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2013695 Feb 09 19:05:09.788690 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [req-6ae75df2-1b33-4b77-9708-a7e59760e883 req-2ea9438a-7c82-4ee3-a4ae-34cd0a494c6d tempest-FloatingIPsAssociationTestJSON-731512856 tempest-FloatingIPsAssociationTestJSON-731512856-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:05:09.902923 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6f3bbecd-54cc-4365-a13b-f90895758f26 tempest-TaggedBootDevicesTest_v242-798392635 tempest-TaggedBootDevicesTest_v242-798392635-project] Made reservation on behalf of 1165ce6413224edfb276f9f552a74208 for: {'subnet': 1} {{(pid=103229) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 19:05:09.906956 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-6f3bbecd-54cc-4365-a13b-f90895758f26 tempest-TaggedBootDevicesTest_v242-798392635 tempest-TaggedBootDevicesTest_v242-798392635-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12759265'] for subnet (None), before_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:05:09.962828 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [req-6ae75df2-1b33-4b77-9708-a7e59760e883 req-2ea9438a-7c82-4ee3-a4ae-34cd0a494c6d tempest-FloatingIPsAssociationTestJSON-731512856 tempest-FloatingIPsAssociationTestJSON-731512856-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1818909'] for floatingip (90ab6c29-730c-48b0-825b-c15a934d4e4f), after_update {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:05:09.994763 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.db_base_plugin_common [None req-54ab2609-7f15-4754-a422-774003a3aaa9 None None] Allocated IP 10.1.1.2 (622dc241-96e3-459d-8172-016faee8abe4/e38cb3e5-c128-440c-8e8d-f08a001a84c6/3fbebeb1-5749-414d-b3d2-2558016cb58b) {{(pid=103232) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 19:05:10.131388 n-d-713498-36 neutron-server[103230]: DEBUG neutron.notifiers.nova [req-8a6fb3c4-ba87-4507-9ce4-d650a936af18 req-631d7c09-7b19-4912-b939-b794b4a76612 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8785c69d-6d10-4443-a2ce-db0ad5c8182f {{(pid=103230) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 19:05:10.149997 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [req-8a6fb3c4-ba87-4507-9ce4-d650a936af18 req-631d7c09-7b19-4912-b939-b794b4a76612 service neutron] Publish callbacks [] for port (8785c69d-6d10-4443-a2ce-db0ad5c8182f), precommit_update {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:05:10.153209 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-348d60cf-7aca-4d26-8551-261e740c5937 req-305db568-b496-459e-bebd-2611a4860b3b tempest-SecurityGroupsTestJSON-1151704431 tempest-SecurityGroupsTestJSON-1151704431-project] Made reservation on behalf of bff3c1e37b294eeb94406c2c4c8cd026 for: {'port': 1} {{(pid=103230) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 19:05:10.157010 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [req-348d60cf-7aca-4d26-8551-261e740c5937 req-305db568-b496-459e-bebd-2611a4860b3b tempest-SecurityGroupsTestJSON-1151704431 tempest-SecurityGroupsTestJSON-1151704431-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (None), before_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:05:10.197619 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-6f3bbecd-54cc-4365-a13b-f90895758f26 tempest-TaggedBootDevicesTest_v242-798392635 tempest-TaggedBootDevicesTest_v242-798392635-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12867428', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12759263'] for subnet (62aa7105-9b3f-4b31-849e-86005d5d6eff), after_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:05:10.268997 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f3bbecd-54cc-4365-a13b-f90895758f26 tempest-TaggedBootDevicesTest_v242-798392635 tempest-TaggedBootDevicesTest_v242-798392635-project] Pushing event updated for resources: {'Subnet': ['ID=62aa7105-9b3f-4b31-849e-86005d5d6eff,revision_number=0']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:05:10.285183 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-713c5290-9c9e-43a2-9244-9c2a28ca11f0 admin admin] Publish callbacks [] for security_group (05febeba-c0e4-4a72-8651-49be74ca90cf), precommit_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:05:10.321210 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f3bbecd-54cc-4365-a13b-f90895758f26 tempest-TaggedBootDevicesTest_v242-798392635 tempest-TaggedBootDevicesTest_v242-798392635-project] Checking segment: {'id': 'd87ae67e-008b-48f1-b0f8-925fd9ffe48b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '827c740b-e08e-4994-bbc7-e073abc4dcaf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103229) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 19:05:10.321595 n-d-713498-36 neutron-server[103229]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f3bbecd-54cc-4365-a13b-f90895758f26 tempest-TaggedBootDevicesTest_v242-798392635 tempest-TaggedBootDevicesTest_v242-798392635-project] Network hostable DHCP agents. Network: 827c740b-e08e-4994-bbc7-e073abc4dcaf, hostable agents: ['af91e4b9-f4e1-42b1-a25c-a10dc47171c8'], hosted agents: [] {{(pid=103229) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 19:05:10.333141 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-812730a8-4a6b-4f07-a843-3a51a5216eef req-6d54c030-d719-4154-8947-944095114658 tempest-LiveAutoBlockMigrationV225Test-2127879101 tempest-LiveAutoBlockMigrationV225Test-2127879101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:05:10.340753 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-812730a8-4a6b-4f07-a843-3a51a5216eef req-6d54c030-d719-4154-8947-944095114658 tempest-LiveAutoBlockMigrationV225Test-2127879101 tempest-LiveAutoBlockMigrationV225Test-2127879101-project] 10.222.0.75 "GET /v2.0/ports?device_id=9d1556d0-d009-41c6-9d9c-d68b6ae4cbe4 HTTP/1.1" status: 200 len: 944 time: 0.2003989 Feb 09 19:05:10.349529 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-713c5290-9c9e-43a2-9244-9c2a28ca11f0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1892331'] for security_group (05febeba-c0e4-4a72-8651-49be74ca90cf), after_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:05:10.359922 n-d-713498-36 neutron-server[103230]: DEBUG neutron.db.db_base_plugin_common [req-348d60cf-7aca-4d26-8551-261e740c5937 req-305db568-b496-459e-bebd-2611a4860b3b tempest-SecurityGroupsTestJSON-1151704431 tempest-SecurityGroupsTestJSON-1151704431-project] Allocated IP 172.20.0.14 (3aeedb6f-762d-4e6c-8ee5-bfa54ee38104/717af8bd-c7df-4f19-ad07-3fc4563db201/84d5567e-44ed-41fd-8a8e-d80271a0a3f0) {{(pid=103230) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 19:05:10.370901 n-d-713498-36 neutron-server[103230]: DEBUG neutron.db.provisioning_blocks [req-8a6fb3c4-ba87-4507-9ce4-d650a936af18 req-631d7c09-7b19-4912-b939-b794b4a76612 service neutron] Transition to ACTIVE for port object 8785c69d-6d10-4443-a2ce-db0ad5c8182f will not be triggered until provisioned by entity L2. {{(pid=103230) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 19:05:10.385019 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [req-8a6fb3c4-ba87-4507-9ce4-d650a936af18 req-631d7c09-7b19-4912-b939-b794b4a76612 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762867176205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762866656485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762866656503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14393758'] for port (8785c69d-6d10-4443-a2ce-db0ad5c8182f), after_update {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:05:10.417201 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-713c5290-9c9e-43a2-9244-9c2a28ca11f0 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=28b0a0597888405d869563e69bbf7f0e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8616807 Feb 09 19:05:10.434329 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-713c5290-9c9e-43a2-9244-9c2a28ca11f0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=05febeba-c0e4-4a72-8651-49be74ca90cf,revision_number=1']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:05:10.435059 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 50048) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:05:10.461720 n-d-713498-36 neutron-server[103229]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f3bbecd-54cc-4365-a13b-f90895758f26 tempest-TaggedBootDevicesTest_v242-798392635 tempest-TaggedBootDevicesTest_v242-798392635-project] Network 827c740b-e08e-4994-bbc7-e073abc4dcaf is scheduled to be hosted by DHCP agent af91e4b9-f4e1-42b1-a25c-a10dc47171c8 with binding_index 1 {{(pid=103229) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 19:05:10.487059 n-d-713498-36 neutron-server[103230]: INFO neutron.db.l3_db [req-6ae75df2-1b33-4b77-9708-a7e59760e883 req-2ea9438a-7c82-4ee3-a4ae-34cd0a494c6d tempest-FloatingIPsAssociationTestJSON-731512856 tempest-FloatingIPsAssociationTestJSON-731512856-project] Floating IP 90ab6c29-730c-48b0-825b-c15a934d4e4f associated. External IP: 172.25.1.47, port: fff28e55-1481-495e-822a-a809fab17399. Feb 09 19:05:10.513724 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-54ab2609-7f15-4754-a422-774003a3aaa9 None None] Publish callbacks [] for port (3fbebeb1-5749-414d-b3d2-2558016cb58b), precommit_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:05:10.528963 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-54ab2609-7f15-4754-a422-774003a3aaa9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762866656467'] for port (3fbebeb1-5749-414d-b3d2-2558016cb58b), after_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:05:10.531786 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-812730a8-4a6b-4f07-a843-3a51a5216eef req-2621cb06-82c4-4b95-ab8e-0bcae59620ff tempest-LiveAutoBlockMigrationV225Test-2127879101 tempest-LiveAutoBlockMigrationV225Test-2127879101-project] 10.222.0.75 "GET /v2.0/security-groups?id=e3cb5363-3b49-4f74-b239-a871e755b40a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1859436 Feb 09 19:05:10.540351 n-d-713498-36 neutron-server[103229]: DEBUG neutron.scheduler.base_scheduler [None req-6f3bbecd-54cc-4365-a13b-f90895758f26 tempest-TaggedBootDevicesTest_v242-798392635 tempest-TaggedBootDevicesTest_v242-798392635-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713498-36, 827c740b-e08e-4994-bbc7-e073abc4dcaf) {{(pid=103229) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 19:05:10.549134 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f3bbecd-54cc-4365-a13b-f90895758f26 tempest-TaggedBootDevicesTest_v242-798392635 tempest-TaggedBootDevicesTest_v242-798392635-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:05:10.554998 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-6f3bbecd-54cc-4365-a13b-f90895758f26 tempest-TaggedBootDevicesTest_v242-798392635 tempest-TaggedBootDevicesTest_v242-798392635-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1613566'] for subnet (None), before_response {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:05:10.569798 n-d-713498-36 neutron-server[103232]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54ab2609-7f15-4754-a422-774003a3aaa9 None None] Network 622dc241-96e3-459d-8172-016faee8abe4 is already hosted by enough agents. {{(pid=103232) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 19:05:10.575915 n-d-713498-36 neutron-server[103232]: DEBUG neutron.scheduler.base_scheduler [None req-54ab2609-7f15-4754-a422-774003a3aaa9 None None] Resources bound (agent type, host, resource id): {{(pid=103232) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 19:05:10.582744 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce2ce4dc-6e91-455a-b01e-57e738aaddb5 None None] Network 827c740b-e08e-4994-bbc7-e073abc4dcaf requested from n-d-713498-36 {{(pid=103232) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 19:05:10.584736 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54ab2609-7f15-4754-a422-774003a3aaa9 None None] Received port after_create {{(pid=103232) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 19:05:10.604601 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-6f3bbecd-54cc-4365-a13b-f90895758f26 tempest-TaggedBootDevicesTest_v242-798392635 tempest-TaggedBootDevicesTest_v242-798392635-project] 10.222.0.75 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 0.9806118 Feb 09 19:05:10.607225 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 50052) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:05:10.615513 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-631d7c09-7b19-4912-b939-b794b4a76612 service neutron] Pushing event updated for resources: {'Port': ['ID=8785c69d-6d10-4443-a2ce-db0ad5c8182f,revision_number=2']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:05:10.626275 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.v2.base [None req-3a065ce9-57d5-4048-b69c-a0ba69a105eb tempest-TaggedBootDevicesTest_v242-798392635 tempest-TaggedBootDevicesTest_v242-798392635-project] Request body: {'port': {'network_id': '622dc241-96e3-459d-8172-016faee8abe4', 'name': 'tempest-TaggedBootDevicesTest_v242-2064486596', 'fixed_ips': [{'subnet_id': 'e38cb3e5-c128-440c-8e8d-f08a001a84c6'}]}} {{(pid=103229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 19:05:10.816902 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54ab2609-7f15-4754-a422-774003a3aaa9 None None] Pushing event updated for resources: {'Port': ['ID=3fbebeb1-5749-414d-b3d2-2558016cb58b,revision_number=1']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:05:10.865099 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-137dc0b4-912e-4145-8b08-c043aa671243 req-8485da96-b404-47c3-ab29-9a648e19fb24 tempest-SecurityGroupsTestJSON-1151704431 tempest-SecurityGroupsTestJSON-1151704431-project] 10.222.0.75 "GET /v2.0/ports?device_id=f00ecfa2-51bd-4cf5-a4e0-ec73d3e22ffa HTTP/1.1" status: 200 len: 210 time: 0.0920796 Feb 09 19:05:10.913125 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-41f94664-75e4-46c0-925d-61f366441d4c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762867132591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593584'] for agent (af91e4b9-f4e1-42b1-a25c-a10dc47171c8), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:05:10.913342 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-b9500960-0948-457c-8d8c-64a162ed35f0 admin admin] Publish callbacks [] for security_group (05febeba-c0e4-4a72-8651-49be74ca90cf), before_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:05:10.921783 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.managers [None req-54ab2609-7f15-4754-a422-774003a3aaa9 None None] Attempting to bind port 3fbebeb1-5749-414d-b3d2-2558016cb58b on host n-d-713498-36 for vnic_type normal with profile {{(pid=103232) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 19:05:10.922448 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.managers [None req-54ab2609-7f15-4754-a422-774003a3aaa9 None None] Attempting to bind port 3fbebeb1-5749-414d-b3d2-2558016cb58b by drivers openvswitch,hyperv on host n-d-713498-36 at level 0 using segments [{'id': 'c2ea736f-956b-4712-9292-0c7e6eae844b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': '622dc241-96e3-459d-8172-016faee8abe4'}] {{(pid=103232) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 19:05:10.922980 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54ab2609-7f15-4754-a422-774003a3aaa9 None None] Attempting to bind port 3fbebeb1-5749-414d-b3d2-2558016cb58b on network 622dc241-96e3-459d-8172-016faee8abe4 {{(pid=103232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 19:05:10.962138 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54ab2609-7f15-4754-a422-774003a3aaa9 None None] Checking agent: {'id': '496418a2-c002-4aec-ab1a-07f3bea491bd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-36', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 18, 51, 47), 'started_at': datetime.datetime(2022, 2, 9, 18, 52, 17), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 19, 4, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-36'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 19:05:10.962799 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54ab2609-7f15-4754-a422-774003a3aaa9 None None] Checking segment: {'id': 'c2ea736f-956b-4712-9292-0c7e6eae844b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': '622dc241-96e3-459d-8172-016faee8abe4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103232) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 19:05:10.963543 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-54ab2609-7f15-4754-a422-774003a3aaa9 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:05:10.964642 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54ab2609-7f15-4754-a422-774003a3aaa9 None None] Bound using segment: {'id': 'c2ea736f-956b-4712-9292-0c7e6eae844b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': '622dc241-96e3-459d-8172-016faee8abe4'} {{(pid=103232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 19:05:10.965325 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.managers [None req-54ab2609-7f15-4754-a422-774003a3aaa9 None None] Bound port: 3fbebeb1-5749-414d-b3d2-2558016cb58b, host: n-d-713498-36, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c2ea736f-956b-4712-9292-0c7e6eae844b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': '622dc241-96e3-459d-8172-016faee8abe4'}}] {{(pid=103232) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 19:05:10.965896 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-54ab2609-7f15-4754-a422-774003a3aaa9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (3fbebeb1-5749-414d-b3d2-2558016cb58b), before_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:05:11.017680 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3a065ce9-57d5-4048-b69c-a0ba69a105eb tempest-TaggedBootDevicesTest_v242-798392635 tempest-TaggedBootDevicesTest_v242-798392635-project] Made reservation on behalf of 1165ce6413224edfb276f9f552a74208 for: {'port': 1} {{(pid=103229) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 19:05:11.048036 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0a6711b-d893-4700-aadf-46499f160c26 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8b32e980-7cce-5e82-a341-bd2fa8945c89-827c740b-e08e-4994-bbc7-e073abc4dcaf', 'network_id': '827c740b-e08e-4994-bbc7-e073abc4dcaf', 'project_id': '1165ce6413224edfb276f9f552a74208', 'fixed_ips': [{'subnet_id': '62aa7105-9b3f-4b31-849e-86005d5d6eff'}]}} from n-d-713498-36. {{(pid=103232) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 09 19:05:11.050377 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-e0a6711b-d893-4700-aadf-46499f160c26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (None), before_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:05:11.064195 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-b9500960-0948-457c-8d8c-64a162ed35f0 admin admin] Publish callbacks [] for security_group (05febeba-c0e4-4a72-8651-49be74ca90cf), precommit_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:05:11.113709 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.managers [req-8a6fb3c4-ba87-4507-9ce4-d650a936af18 req-631d7c09-7b19-4912-b939-b794b4a76612 service neutron] Attempting to bind port 8785c69d-6d10-4443-a2ce-db0ad5c8182f on host n-h2-713498-36 for vnic_type normal with profile {{(pid=103230) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 19:05:11.114118 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.managers [req-8a6fb3c4-ba87-4507-9ce4-d650a936af18 req-631d7c09-7b19-4912-b939-b794b4a76612 service neutron] Attempting to bind port 8785c69d-6d10-4443-a2ce-db0ad5c8182f by drivers openvswitch,hyperv on host n-h2-713498-36 at level 0 using segments [{'id': '50e5915e-18f0-4558-9a28-b978975ead36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': '2b5494c8-cf97-42c1-b902-87f998f28179'}] {{(pid=103230) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 19:05:11.114402 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a6fb3c4-ba87-4507-9ce4-d650a936af18 req-631d7c09-7b19-4912-b939-b794b4a76612 service neutron] Attempting to bind port 8785c69d-6d10-4443-a2ce-db0ad5c8182f on network 2b5494c8-cf97-42c1-b902-87f998f28179 {{(pid=103230) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 19:05:11.172561 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [req-348d60cf-7aca-4d26-8551-261e740c5937 req-305db568-b496-459e-bebd-2611a4860b3b tempest-SecurityGroupsTestJSON-1151704431 tempest-SecurityGroupsTestJSON-1151704431-project] Publish callbacks [] for port (84d5567e-44ed-41fd-8a8e-d80271a0a3f0), precommit_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:05:11.206369 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a6fb3c4-ba87-4507-9ce4-d650a936af18 req-631d7c09-7b19-4912-b939-b794b4a76612 service neutron] Port 8785c69d-6d10-4443-a2ce-db0ad5c8182f on network 2b5494c8-cf97-42c1-b902-87f998f28179 not bound, no agent of type Open vSwitch agent registered on host n-h2-713498-36 {{(pid=103230) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 19:05:11.206801 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a6fb3c4-ba87-4507-9ce4-d650a936af18 req-631d7c09-7b19-4912-b939-b794b4a76612 service neutron] Attempting to bind port 8785c69d-6d10-4443-a2ce-db0ad5c8182f on network 2b5494c8-cf97-42c1-b902-87f998f28179 {{(pid=103230) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 19:05:11.221524 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a6fb3c4-ba87-4507-9ce4-d650a936af18 req-631d7c09-7b19-4912-b939-b794b4a76612 service neutron] Checking agent: {'id': 'bcd5faee-dc24-4298-9134-0e0aa054058e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713498-36', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 18, 59, 19), 'started_at': datetime.datetime(2022, 2, 9, 18, 59, 19), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 19, 4, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103230) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 19:05:11.221854 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a6fb3c4-ba87-4507-9ce4-d650a936af18 req-631d7c09-7b19-4912-b939-b794b4a76612 service neutron] Checking segment: {'id': '50e5915e-18f0-4558-9a28-b978975ead36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': '2b5494c8-cf97-42c1-b902-87f998f28179'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103230) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 19:05:11.222465 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a6fb3c4-ba87-4507-9ce4-d650a936af18 req-631d7c09-7b19-4912-b939-b794b4a76612 service neutron] Bound using segment: {'id': '50e5915e-18f0-4558-9a28-b978975ead36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': '2b5494c8-cf97-42c1-b902-87f998f28179'} {{(pid=103230) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 19:05:11.223996 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.managers [req-8a6fb3c4-ba87-4507-9ce4-d650a936af18 req-631d7c09-7b19-4912-b939-b794b4a76612 service neutron] Bound port: 8785c69d-6d10-4443-a2ce-db0ad5c8182f, host: n-h2-713498-36, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '50e5915e-18f0-4558-9a28-b978975ead36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': '2b5494c8-cf97-42c1-b902-87f998f28179'}}] {{(pid=103230) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 19:05:11.223996 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [req-8a6fb3c4-ba87-4507-9ce4-d650a936af18 req-631d7c09-7b19-4912-b939-b794b4a76612 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (8785c69d-6d10-4443-a2ce-db0ad5c8182f), before_update {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:05:11.244126 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.db_base_plugin_common [None req-e0a6711b-d893-4700-aadf-46499f160c26 None None] Allocated IP 10.2.2.2 (827c740b-e08e-4994-bbc7-e073abc4dcaf/62aa7105-9b3f-4b31-849e-86005d5d6eff/8a0e3d7d-40e8-4358-9609-8f936abc6261) {{(pid=103232) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 19:05:11.262545 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-3a065ce9-57d5-4048-b69c-a0ba69a105eb tempest-TaggedBootDevicesTest_v242-798392635 tempest-TaggedBootDevicesTest_v242-798392635-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (None), before_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:05:11.328363 n-d-713498-36 neutron-server[103229]: DEBUG neutron.notifiers.nova [None req-3a065ce9-57d5-4048-b69c-a0ba69a105eb tempest-TaggedBootDevicesTest_v242-798392635 tempest-TaggedBootDevicesTest_v242-798392635-project] device_id is not set on port 778b20b7-7678-470a-84cc-7abef1a21546 yet. {{(pid=103229) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 09 19:05:11.337340 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-b9500960-0948-457c-8d8c-64a162ed35f0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1892331'] for security_group (05febeba-c0e4-4a72-8651-49be74ca90cf), after_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:05:11.339991 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-b9500960-0948-457c-8d8c-64a162ed35f0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:05:11.354188 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-b9500960-0948-457c-8d8c-64a162ed35f0 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/05febeba-c0e4-4a72-8651-49be74ca90cf HTTP/1.1" status: 204 len: 168 time: 0.9149389 Feb 09 19:05:11.434498 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [req-348d60cf-7aca-4d26-8551-261e740c5937 req-305db568-b496-459e-bebd-2611a4860b3b tempest-SecurityGroupsTestJSON-1151704431 tempest-SecurityGroupsTestJSON-1151704431-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762866656467', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14393751'] for port (84d5567e-44ed-41fd-8a8e-d80271a0a3f0), after_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:05:11.441253 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-e0a6711b-d893-4700-aadf-46499f160c26 None None] Publish callbacks [] for port (8a0e3d7d-40e8-4358-9609-8f936abc6261), precommit_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:05:11.445497 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9500960-0948-457c-8d8c-64a162ed35f0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=05febeba-c0e4-4a72-8651-49be74ca90cf,revision_number=None']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:05:11.457644 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-e0a6711b-d893-4700-aadf-46499f160c26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762866656467'] for port (8a0e3d7d-40e8-4358-9609-8f936abc6261), after_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:05:11.483873 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-7429db8d-6021-40ad-813e-885be449a89b None None] get_ports_and_sgs() called for port_ids ['c98198ac-f434-4c74-80ce-197589977159'] {{(pid=103232) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 19:05:11.491208 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3763266f-d711-4a80-8bb5-ccff6c12ee93 req-2828767e-aea2-4bb2-a061-8ae23619cce6 tempest-ServersOnMultiNodesTest-1472402947 tempest-ServersOnMultiNodesTest-1472402947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:05:11.491788 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.db [req-8a6fb3c4-ba87-4507-9ce4-d650a936af18 req-631d7c09-7b19-4912-b939-b794b4a76612 service neutron] For port 8785c69d-6d10-4443-a2ce-db0ad5c8182f, host n-h2-713498-36, cleared binding levels {{(pid=103230) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 19:05:11.499874 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-3763266f-d711-4a80-8bb5-ccff6c12ee93 req-2828767e-aea2-4bb2-a061-8ae23619cce6 tempest-ServersOnMultiNodesTest-1472402947 tempest-ServersOnMultiNodesTest-1472402947-project] 10.222.0.75 "GET /v2.0/ports?device_id=c6d3d784-e9c5-44f4-8e9b-599af9ae422b HTTP/1.1" status: 200 len: 948 time: 0.2618604 Feb 09 19:05:11.506587 n-d-713498-36 neutron-server[103232]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0a6711b-d893-4700-aadf-46499f160c26 None None] Network 827c740b-e08e-4994-bbc7-e073abc4dcaf is already hosted by enough agents. {{(pid=103232) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 19:05:11.509540 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.db [req-8a6fb3c4-ba87-4507-9ce4-d650a936af18 req-631d7c09-7b19-4912-b939-b794b4a76612 service neutron] For port 8785c69d-6d10-4443-a2ce-db0ad5c8182f, host n-h2-713498-36, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-36',level=0,port_id=8785c69d-6d10-4443-a2ce-db0ad5c8182f,segment=NetworkSegment(50e5915e-18f0-4558-9a28-b978975ead36),segment_id=50e5915e-18f0-4558-9a28-b978975ead36)] {{(pid=103230) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 19:05:11.565015 n-d-713498-36 neutron-server[103230]: DEBUG neutron.scheduler.l3_agent_scheduler [req-6ae75df2-1b33-4b77-9708-a7e59760e883 req-2ea9438a-7c82-4ee3-a4ae-34cd0a494c6d tempest-FloatingIPsAssociationTestJSON-731512856 tempest-FloatingIPsAssociationTestJSON-731512856-project] Router cce358c5-3304-4c33-bbfc-986c1eed7a6e has already been hosted by L3 agent 93303d5e-5d17-45e8-8963-7694f87783ae {{(pid=103230) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 19:05:11.567129 n-d-713498-36 neutron-server[103232]: DEBUG neutron.scheduler.base_scheduler [None req-e0a6711b-d893-4700-aadf-46499f160c26 None None] Resources bound (agent type, host, resource id): {{(pid=103232) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 19:05:11.570222 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0a6711b-d893-4700-aadf-46499f160c26 None None] Received port after_create {{(pid=103232) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 19:05:11.576854 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [req-8a6fb3c4-ba87-4507-9ce4-d650a936af18 req-631d7c09-7b19-4912-b939-b794b4a76612 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762867176205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762866656485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762866656503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14393758'] for port (8785c69d-6d10-4443-a2ce-db0ad5c8182f), after_update {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:05:11.579075 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-54ab2609-7f15-4754-a422-774003a3aaa9 None None] For port 3fbebeb1-5749-414d-b3d2-2558016cb58b, host n-d-713498-36, cleared binding levels {{(pid=103232) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 19:05:11.604950 n-d-713498-36 neutron-server[103230]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-348d60cf-7aca-4d26-8551-261e740c5937 req-305db568-b496-459e-bebd-2611a4860b3b tempest-SecurityGroupsTestJSON-1151704431 tempest-SecurityGroupsTestJSON-1151704431-project] Network 3aeedb6f-762d-4e6c-8ee5-bfa54ee38104 is already hosted by enough agents. {{(pid=103230) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 19:05:11.625209 n-d-713498-36 neutron-server[103230]: DEBUG neutron.scheduler.base_scheduler [req-348d60cf-7aca-4d26-8551-261e740c5937 req-305db568-b496-459e-bebd-2611a4860b3b tempest-SecurityGroupsTestJSON-1151704431 tempest-SecurityGroupsTestJSON-1151704431-project] Resources bound (agent type, host, resource id): {{(pid=103230) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 19:05:11.639985 n-d-713498-36 neutron-server[103230]: DEBUG neutron.db.l3_dvrscheduler_db [req-348d60cf-7aca-4d26-8551-261e740c5937 req-305db568-b496-459e-bebd-2611a4860b3b tempest-SecurityGroupsTestJSON-1151704431 tempest-SecurityGroupsTestJSON-1151704431-project] Received port after_create {{(pid=103230) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 19:05:11.641876 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-54ab2609-7f15-4754-a422-774003a3aaa9 None None] For port 3fbebeb1-5749-414d-b3d2-2558016cb58b, host n-d-713498-36, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-36',level=0,port_id=3fbebeb1-5749-414d-b3d2-2558016cb58b,segment=NetworkSegment(c2ea736f-956b-4712-9292-0c7e6eae844b),segment_id=c2ea736f-956b-4712-9292-0c7e6eae844b)] {{(pid=103232) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 19:05:11.660976 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-3763266f-d711-4a80-8bb5-ccff6c12ee93 req-78a2c449-b5de-4e7e-ad9f-f74232ece5a1 tempest-ServersOnMultiNodesTest-1472402947 tempest-ServersOnMultiNodesTest-1472402947-project] 10.222.0.75 "GET /v2.0/security-groups?id=aed5302d-0478-4b9d-b014-143adc5c0d74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1547098 Feb 09 19:05:11.677798 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-54ab2609-7f15-4754-a422-774003a3aaa9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762867176205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762866656485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762866656503'] for port (3fbebeb1-5749-414d-b3d2-2558016cb58b), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:05:11.691231 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0a6711b-d893-4700-aadf-46499f160c26 None None] Pushing event updated for resources: {'Port': ['ID=8a0e3d7d-40e8-4358-9609-8f936abc6261,revision_number=1']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:05:11.718722 n-d-713498-36 neutron-server[103229]: DEBUG neutron.db.db_base_plugin_common [None req-3a065ce9-57d5-4048-b69c-a0ba69a105eb tempest-TaggedBootDevicesTest_v242-798392635 tempest-TaggedBootDevicesTest_v242-798392635-project] Allocated IP 10.1.1.105 (622dc241-96e3-459d-8172-016faee8abe4/e38cb3e5-c128-440c-8e8d-f08a001a84c6/778b20b7-7678-470a-84cc-7abef1a21546) {{(pid=103229) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 19:05:11.738277 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.managers [None req-e0a6711b-d893-4700-aadf-46499f160c26 None None] Attempting to bind port 8a0e3d7d-40e8-4358-9609-8f936abc6261 on host n-d-713498-36 for vnic_type normal with profile {{(pid=103232) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 19:05:11.738654 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.managers [None req-e0a6711b-d893-4700-aadf-46499f160c26 None None] Attempting to bind port 8a0e3d7d-40e8-4358-9609-8f936abc6261 by drivers openvswitch,hyperv on host n-d-713498-36 at level 0 using segments [{'id': 'd87ae67e-008b-48f1-b0f8-925fd9ffe48b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '827c740b-e08e-4994-bbc7-e073abc4dcaf'}] {{(pid=103232) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 19:05:11.739018 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0a6711b-d893-4700-aadf-46499f160c26 None None] Attempting to bind port 8a0e3d7d-40e8-4358-9609-8f936abc6261 on network 827c740b-e08e-4994-bbc7-e073abc4dcaf {{(pid=103232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 19:05:11.757771 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a6fb3c4-ba87-4507-9ce4-d650a936af18 req-631d7c09-7b19-4912-b939-b794b4a76612 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:05:11.766349 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0a6711b-d893-4700-aadf-46499f160c26 None None] Checking agent: {'id': '496418a2-c002-4aec-ab1a-07f3bea491bd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-36', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 18, 51, 47), 'started_at': datetime.datetime(2022, 2, 9, 18, 52, 17), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 19, 4, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-36'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 19:05:11.766726 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0a6711b-d893-4700-aadf-46499f160c26 None None] Checking segment: {'id': 'd87ae67e-008b-48f1-b0f8-925fd9ffe48b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '827c740b-e08e-4994-bbc7-e073abc4dcaf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103232) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 19:05:11.767133 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-e0a6711b-d893-4700-aadf-46499f160c26 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:05:11.768123 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [req-8a6fb3c4-ba87-4507-9ce4-d650a936af18 req-631d7c09-7b19-4912-b939-b794b4a76612 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171096'] for port (None), before_response {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:05:11.768463 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0a6711b-d893-4700-aadf-46499f160c26 None None] Bound using segment: {'id': 'd87ae67e-008b-48f1-b0f8-925fd9ffe48b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '827c740b-e08e-4994-bbc7-e073abc4dcaf'} {{(pid=103232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 19:05:11.769284 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.managers [None req-e0a6711b-d893-4700-aadf-46499f160c26 None None] Bound port: 8a0e3d7d-40e8-4358-9609-8f936abc6261, host: n-d-713498-36, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd87ae67e-008b-48f1-b0f8-925fd9ffe48b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '827c740b-e08e-4994-bbc7-e073abc4dcaf'}}] {{(pid=103232) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 19:05:11.770585 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-e0a6711b-d893-4700-aadf-46499f160c26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (8a0e3d7d-40e8-4358-9609-8f936abc6261), before_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:05:11.783870 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-8a6fb3c4-ba87-4507-9ce4-d650a936af18 req-631d7c09-7b19-4912-b939-b794b4a76612 service neutron] 10.222.0.90 "PUT /v2.0/ports/8785c69d-6d10-4443-a2ce-db0ad5c8182f HTTP/1.1" status: 200 len: 1097 time: 3.8597248 Feb 09 19:05:11.792706 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-305db568-b496-459e-bebd-2611a4860b3b tempest-SecurityGroupsTestJSON-1151704431 tempest-SecurityGroupsTestJSON-1151704431-project] Pushing event updated for resources: {'Port': ['ID=84d5567e-44ed-41fd-8a8e-d80271a0a3f0,revision_number=1']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:05:11.841848 n-d-713498-36 neutron-server[103230]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c6d3d784-e9c5-44f4-8e9b-599af9ae422b', 'tag': '8785c69d-6d10-4443-a2ce-db0ad5c8182f'}] {{(pid=103230) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 19:05:11.852700 n-d-713498-36 neutron-server[103230]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aee5919275bae9f72eb374ee322673045eb80c1f84b4b45a97d96923bd50ab51" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bacb3e34-1def-4737-8999-80d6df6d9069" -d '{"events": [{"name": "network-changed", "server_uuid": "c6d3d784-e9c5-44f4-8e9b-599af9ae422b", "tag": "8785c69d-6d10-4443-a2ce-db0ad5c8182f"}]}' {{(pid=103230) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 19:05:11.886291 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54ab2609-7f15-4754-a422-774003a3aaa9 None None] Pushing event updated for resources: {'Port': ['ID=3fbebeb1-5749-414d-b3d2-2558016cb58b,revision_number=2']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:05:12.049491 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-e0a6711b-d893-4700-aadf-46499f160c26 None None] For port 8a0e3d7d-40e8-4358-9609-8f936abc6261, host n-d-713498-36, cleared binding levels {{(pid=103232) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 19:05:12.058210 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-e0a6711b-d893-4700-aadf-46499f160c26 None None] For port 8a0e3d7d-40e8-4358-9609-8f936abc6261, host n-d-713498-36, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-36',level=0,port_id=8a0e3d7d-40e8-4358-9609-8f936abc6261,segment=NetworkSegment(d87ae67e-008b-48f1-b0f8-925fd9ffe48b),segment_id=d87ae67e-008b-48f1-b0f8-925fd9ffe48b)] {{(pid=103232) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 19:05:12.078215 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-e0a6711b-d893-4700-aadf-46499f160c26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762867176205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762866656485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762866656503'] for port (8a0e3d7d-40e8-4358-9609-8f936abc6261), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:05:12.129305 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-3a065ce9-57d5-4048-b69c-a0ba69a105eb tempest-TaggedBootDevicesTest_v242-798392635 tempest-TaggedBootDevicesTest_v242-798392635-project] Publish callbacks [] for port (778b20b7-7678-470a-84cc-7abef1a21546), precommit_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:05:12.241769 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-3a065ce9-57d5-4048-b69c-a0ba69a105eb tempest-TaggedBootDevicesTest_v242-798392635 tempest-TaggedBootDevicesTest_v242-798392635-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762866656467', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12867576'] for port (778b20b7-7678-470a-84cc-7abef1a21546), after_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:05:12.355506 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Device 0eea1a64-ccbf-4679-8307-b9066a9a8dde no longer exists at agent hyperv_n-h2-713498-36 {{(pid=103232) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 19:05:12.367543 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-348d60cf-7aca-4d26-8551-261e740c5937 req-305db568-b496-459e-bebd-2611a4860b3b tempest-SecurityGroupsTestJSON-1151704431 tempest-SecurityGroupsTestJSON-1151704431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:05:12.368214 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [req-348d60cf-7aca-4d26-8551-261e740c5937 req-305db568-b496-459e-bebd-2611a4860b3b tempest-SecurityGroupsTestJSON-1151704431 tempest-SecurityGroupsTestJSON-1151704431-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171096'] for port (None), before_response {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:05:12.395811 n-d-713498-36 neutron-server[103229]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a065ce9-57d5-4048-b69c-a0ba69a105eb tempest-TaggedBootDevicesTest_v242-798392635 tempest-TaggedBootDevicesTest_v242-798392635-project] Network 622dc241-96e3-459d-8172-016faee8abe4 is already hosted by enough agents. {{(pid=103229) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 19:05:12.398042 n-d-713498-36 neutron-server[103229]: DEBUG neutron.scheduler.base_scheduler [None req-3a065ce9-57d5-4048-b69c-a0ba69a105eb tempest-TaggedBootDevicesTest_v242-798392635 tempest-TaggedBootDevicesTest_v242-798392635-project] Resources bound (agent type, host, resource id): {{(pid=103229) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 19:05:12.402144 n-d-713498-36 neutron-server[103229]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a065ce9-57d5-4048-b69c-a0ba69a105eb tempest-TaggedBootDevicesTest_v242-798392635 tempest-TaggedBootDevicesTest_v242-798392635-project] Received port after_create {{(pid=103229) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 19:05:12.425942 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-631d7c09-7b19-4912-b939-b794b4a76612 service neutron] Pushing event updated for resources: {'Port': ['ID=8785c69d-6d10-4443-a2ce-db0ad5c8182f,revision_number=3']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:05:12.474289 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0a6711b-d893-4700-aadf-46499f160c26 None None] Pushing event updated for resources: {'Port': ['ID=8a0e3d7d-40e8-4358-9609-8f936abc6261,revision_number=2']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:05:12.489583 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a6fb3c4-ba87-4507-9ce4-d650a936af18 req-017f62fb-a709-4378-9f72-7b4dab056798 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:05:12.492136 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-8a6fb3c4-ba87-4507-9ce4-d650a936af18 req-017f62fb-a709-4378-9f72-7b4dab056798 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=1672ee8b769240288b95113d5dff1fd2&device_id=c6d3d784-e9c5-44f4-8e9b-599af9ae422b HTTP/1.1" status: 200 len: 1131 time: 0.6280222 Feb 09 19:05:12.511101 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-348d60cf-7aca-4d26-8551-261e740c5937 req-305db568-b496-459e-bebd-2611a4860b3b tempest-SecurityGroupsTestJSON-1151704431 tempest-SecurityGroupsTestJSON-1151704431-project] 10.222.0.89 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.5972953 Feb 09 19:05:12.631079 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a065ce9-57d5-4048-b69c-a0ba69a105eb tempest-TaggedBootDevicesTest_v242-798392635 tempest-TaggedBootDevicesTest_v242-798392635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:05:12.634561 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-3a065ce9-57d5-4048-b69c-a0ba69a105eb tempest-TaggedBootDevicesTest_v242-798392635 tempest-TaggedBootDevicesTest_v242-798392635-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171096'] for port (None), before_response {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:05:12.652773 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a065ce9-57d5-4048-b69c-a0ba69a105eb tempest-TaggedBootDevicesTest_v242-798392635 tempest-TaggedBootDevicesTest_v242-798392635-project] Pushing event updated for resources: {'Port': ['ID=778b20b7-7678-470a-84cc-7abef1a21546,revision_number=1']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:05:12.654947 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-6ae75df2-1b33-4b77-9708-a7e59760e883 req-2ea9438a-7c82-4ee3-a4ae-34cd0a494c6d tempest-FloatingIPsAssociationTestJSON-731512856 tempest-FloatingIPsAssociationTestJSON-731512856-project] Notify agent at l3_agent.n-d-713498-36 the message routers_updated {{(pid=103230) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 19:05:12.673395 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.v2.base [req-348d60cf-7aca-4d26-8551-261e740c5937 req-2788704a-0c92-4672-aa48-ac7799fc6766 service neutron] Request body: {'port': {'device_id': 'f00ecfa2-51bd-4cf5-a4e0-ec73d3e22ffa', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-713498-36'}} {{(pid=103230) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 19:05:12.681491 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [req-6ae75df2-1b33-4b77-9708-a7e59760e883 req-2ea9438a-7c82-4ee3-a4ae-34cd0a494c6d tempest-FloatingIPsAssociationTestJSON-731512856 tempest-FloatingIPsAssociationTestJSON-731512856-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171096'] for floatingip (None), before_response {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:05:12.682274 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a7c731b-dfaa-4f87-a0b7-8abd03bed5ee None None] Sync routers for ids ['cce358c5-3304-4c33-bbfc-986c1eed7a6e'] in n-d-713498-36 {{(pid=103232) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 19:05:12.689385 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-8a6fb3c4-ba87-4507-9ce4-d650a936af18 req-95cc9e23-e92d-4bc9-a58b-505067446612 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.162&port_id=8785c69d-6d10-4443-a2ce-db0ad5c8182f HTTP/1.1" status: 200 len: 217 time: 0.1736259 Feb 09 19:05:12.694302 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Current status of the port 0eea1a64-ccbf-4679-8307-b9066a9a8dde is: DOWN; New status is: DOWN {{(pid=103232) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 19:05:12.710342 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a7c731b-dfaa-4f87-a0b7-8abd03bed5ee None None] Routers {'cce358c5-3304-4c33-bbfc-986c1eed7a6e'} bound to L3 agent in host n-d-713498-36 {{(pid=103232) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 19:05:12.711153 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.l3_hamode_db [None req-5a7c731b-dfaa-4f87-a0b7-8abd03bed5ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-09T18:51:43Z,description=,heartbeat_timestamp=2022-02-09T19:04:43Z,host='n-d-713498-36',id=93303d5e-5d17-45e8-8963-7694f87783ae,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T18:51:43Z,topic='l3_agent')) {'router_ids': ['cce358c5-3304-4c33-bbfc-986c1eed7a6e'], 'active': True} {{(pid=103232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:05:12.716047 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-3a065ce9-57d5-4048-b69c-a0ba69a105eb tempest-TaggedBootDevicesTest_v242-798392635 tempest-TaggedBootDevicesTest_v242-798392635-project] 10.222.0.75 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.1077545 Feb 09 19:05:12.718439 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 50098) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:05:12.726144 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.v2.base [None req-0005ac80-105a-4f18-8aca-bd818422547e tempest-TaggedBootDevicesTest_v242-798392635 tempest-TaggedBootDevicesTest_v242-798392635-project] Request body: {'port': {'network_id': '622dc241-96e3-459d-8172-016faee8abe4', 'name': 'tempest-TaggedBootDevicesTest_v242-910551963', 'fixed_ips': [{'subnet_id': 'e38cb3e5-c128-440c-8e8d-f08a001a84c6'}]}} {{(pid=103229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 19:05:12.883567 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-6ae75df2-1b33-4b77-9708-a7e59760e883 req-2ea9438a-7c82-4ee3-a4ae-34cd0a494c6d tempest-FloatingIPsAssociationTestJSON-731512856 tempest-FloatingIPsAssociationTestJSON-731512856-project] 10.222.0.75 "PUT /v2.0/floatingips/90ab6c29-730c-48b0-825b-c15a934d4e4f HTTP/1.1" status: 200 len: 995 time: 4.6911128 Feb 09 19:05:12.931008 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.l3_dvr_db [None req-5a7c731b-dfaa-4f87-a0b7-8abd03bed5ee None None] Set router cce358c5-3304-4c33-bbfc-986c1eed7a6e gateway port host: n-d-713498-36 {{(pid=103232) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 19:05:12.959937 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a6fb3c4-ba87-4507-9ce4-d650a936af18 req-6dbf7b08-8e07-49e8-a97b-52c47570ca21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:05:12.961663 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-8a6fb3c4-ba87-4507-9ce4-d650a936af18 req-6dbf7b08-8e07-49e8-a97b-52c47570ca21 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=60b561cb-321e-4f83-9bb3-92b2e1d0dc44 HTTP/1.1" status: 200 len: 843 time: 0.2628555 Feb 09 19:05:12.963557 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [req-348d60cf-7aca-4d26-8551-261e740c5937 req-2788704a-0c92-4672-aa48-ac7799fc6766 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (84d5567e-44ed-41fd-8a8e-d80271a0a3f0), before_update {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:05:12.997811 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0005ac80-105a-4f18-8aca-bd818422547e tempest-TaggedBootDevicesTest_v242-798392635 tempest-TaggedBootDevicesTest_v242-798392635-project] Made reservation on behalf of 1165ce6413224edfb276f9f552a74208 for: {'port': 1} {{(pid=103229) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 19:05:13.004927 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-0005ac80-105a-4f18-8aca-bd818422547e tempest-TaggedBootDevicesTest_v242-798392635 tempest-TaggedBootDevicesTest_v242-798392635-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (None), before_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:05:13.057185 n-d-713498-36 neutron-server[103229]: DEBUG neutron.notifiers.nova [None req-0005ac80-105a-4f18-8aca-bd818422547e tempest-TaggedBootDevicesTest_v242-798392635 tempest-TaggedBootDevicesTest_v242-798392635-project] device_id is not set on port c8197a22-0a63-4fe5-8fb5-ede78617a0f7 yet. {{(pid=103229) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 09 19:05:13.088739 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ae75df2-1b33-4b77-9708-a7e59760e883 req-f8622291-a0fe-4a2a-a775-60caca4a1150 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:05:13.096634 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-6ae75df2-1b33-4b77-9708-a7e59760e883 req-f8622291-a0fe-4a2a-a775-60caca4a1150 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=0e772d8c7ac44b1fbd56efaf46b6dbd8&device_id=cf8d55d7-ba31-4451-a682-c3c5050d34d1 HTTP/1.1" status: 200 len: 1128 time: 0.2121491 Feb 09 19:05:13.198441 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1634ac02-9dff-4e32-b56d-0cbbf7e796cc req-5b726f63-1318-4432-aa4a-c6d3e92d702b tempest-LiveAutoBlockMigrationV225Test-2127879101 tempest-LiveAutoBlockMigrationV225Test-2127879101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:05:13.199397 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-d327144d-0fa5-48fb-bf82-f37120b0ee2f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762867132591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593584'] for agent (93303d5e-5d17-45e8-8963-7694f87783ae), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:05:13.200002 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-1634ac02-9dff-4e32-b56d-0cbbf7e796cc req-5b726f63-1318-4432-aa4a-c6d3e92d702b tempest-LiveAutoBlockMigrationV225Test-2127879101 tempest-LiveAutoBlockMigrationV225Test-2127879101-project] 10.222.0.75 "GET /v2.0/ports?device_id=9d1556d0-d009-41c6-9d9c-d68b6ae4cbe4 HTTP/1.1" status: 200 len: 944 time: 0.3833034 Feb 09 19:05:13.363630 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a6fb3c4-ba87-4507-9ce4-d650a936af18 req-5cf9fead-b510-4dc3-bdcf-d8e63e7a8a70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:05:13.365177 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-8a6fb3c4-ba87-4507-9ce4-d650a936af18 req-5cf9fead-b510-4dc3-bdcf-d8e63e7a8a70 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=2b5494c8-cf97-42c1-b902-87f998f28179&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.3855269 Feb 09 19:05:13.397030 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.l3_hamode_db [None req-5a7c731b-dfaa-4f87-a0b7-8abd03bed5ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cce358c5-3304-4c33-bbfc-986c1eed7a6e', 'name': 'tempest-FloatingIPsAssociationTestJSON-2139759441-router', 'tenant_id': '0e772d8c7ac44b1fbd56efaf46b6dbd8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88055e1e-672a-4487-be31-ffb6e833ece5', 'external_fixed_ips': [{'subnet_id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'ip_address': '172.25.1.54'}], 'enable_snat': True}, 'gw_port_id': '81de01c8-c6f4-40f0-a237-d3fa04784f37', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T19:03:57Z', 'updated_at': '2022-02-09T19:04:06Z', 'revision_number': 4, 'project_id': '0e772d8c7ac44b1fbd56efaf46b6dbd8', 'gw_port': {'id': '81de01c8-c6f4-40f0-a237-d3fa04784f37', 'name': '', 'network_id': '88055e1e-672a-4487-be31-ffb6e833ece5', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:69:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cce358c5-3304-4c33-bbfc-986c1eed7a6e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 592, 'fixed_ips': [{'subnet_id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'ip_address': '172.25.1.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T19:03:58Z', 'updated_at': '2022-02-09T19:04:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-36', '_floatingips': [{'id': '90ab6c29-730c-48b0-825b-c15a934d4e4f', 'tenant_id': '0e772d8c7ac44b1fbd56efaf46b6dbd8', 'floating_ip_address': '172.25.1.47', 'floating_network_id': '88055e1e-672a-4487-be31-ffb6e833ece5', 'router_id': 'cce358c5-3304-4c33-bbfc-986c1eed7a6e', 'port_id': 'fff28e55-1481-495e-822a-a809fab17399', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 654, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f1e6924e-7348-48ca-aa14-d5834e100bd2', 'mac_address': 'fa:16:3e:14:c7:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf8d55d7-ba31-4451-a682-c3c5050d34d1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T19:04:36Z', 'updated_at': '2022-02-09T19:05:09Z', 'revision_number': 1, 'project_id': '0e772d8c7ac44b1fbd56efaf46b6dbd8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9dab1ea3-55fb-405d-b11c-f3605a977927', 'name': '', 'network_id': 'f1e6924e-7348-48ca-aa14-d5834e100bd2', 'tenant_id': '0e772d8c7ac44b1fbd56efaf46b6dbd8', 'mac_address': 'fa:16:3e:22:ac:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cce358c5-3304-4c33-bbfc-986c1eed7a6e', 'device_owner': 'network:router_interface', 'standard_attr_id': 608, 'fixed_ips': [{'subnet_id': '7ab1963a-39ad-4d86-9549-880198499f42', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T19:04:03Z', 'updated_at': '2022-02-09T19:04:14Z', 'revision_number': 5, 'project_id': '0e772d8c7ac44b1fbd56efaf46b6dbd8', 'subnets': [{'id': '7ab1963a-39ad-4d86-9549-880198499f42', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-36', False) {} {{(pid=103232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:05:13.414595 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-1634ac02-9dff-4e32-b56d-0cbbf7e796cc req-60cea91d-aff2-40c0-bc7f-975a764ef9f1 tempest-LiveAutoBlockMigrationV225Test-2127879101 tempest-LiveAutoBlockMigrationV225Test-2127879101-project] 10.222.0.75 "GET /v2.0/security-groups?id=e3cb5363-3b49-4f74-b239-a871e755b40a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2017524 Feb 09 19:05:13.467643 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a7c731b-dfaa-4f87-a0b7-8abd03bed5ee None None] Checking router: cce358c5-3304-4c33-bbfc-986c1eed7a6e for host: n-d-713498-36 {{(pid=103232) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 19:05:13.495856 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a7c731b-dfaa-4f87-a0b7-8abd03bed5ee None None] Routers {'cce358c5-3304-4c33-bbfc-986c1eed7a6e'} bound to L3 agent in host n-d-713498-36 {{(pid=103232) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 19:05:13.497346 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.l3_hamode_db [None req-5a7c731b-dfaa-4f87-a0b7-8abd03bed5ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T18:51:43Z,description=,heartbeat_timestamp=2022-02-09T19:05:13Z,host='n-d-713498-36',id=93303d5e-5d17-45e8-8963-7694f87783ae,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T18:51:43Z,topic='l3_agent')) {'router_ids': ['cce358c5-3304-4c33-bbfc-986c1eed7a6e'], 'active': True} {{(pid=103232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:05:13.654703 n-d-713498-36 neutron-server[103229]: DEBUG neutron.db.db_base_plugin_common [None req-0005ac80-105a-4f18-8aca-bd818422547e tempest-TaggedBootDevicesTest_v242-798392635 tempest-TaggedBootDevicesTest_v242-798392635-project] Allocated IP 10.1.1.51 (622dc241-96e3-459d-8172-016faee8abe4/e38cb3e5-c128-440c-8e8d-f08a001a84c6/c8197a22-0a63-4fe5-8fb5-ede78617a0f7) {{(pid=103229) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 19:05:13.722458 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02a5d888-97e5-487e-8e29-eca17422143e None None] Network 622dc241-96e3-459d-8172-016faee8abe4 requested from n-d-713498-36 {{(pid=103232) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 19:05:13.924464 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-0005ac80-105a-4f18-8aca-bd818422547e tempest-TaggedBootDevicesTest_v242-798392635 tempest-TaggedBootDevicesTest_v242-798392635-project] Publish callbacks [] for port (c8197a22-0a63-4fe5-8fb5-ede78617a0f7), precommit_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:05:13.983125 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-0005ac80-105a-4f18-8aca-bd818422547e tempest-TaggedBootDevicesTest_v242-798392635 tempest-TaggedBootDevicesTest_v242-798392635-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762866656467', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12867576'] for port (c8197a22-0a63-4fe5-8fb5-ede78617a0f7), after_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:05:14.050022 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0005ac80-105a-4f18-8aca-bd818422547e tempest-TaggedBootDevicesTest_v242-798392635 tempest-TaggedBootDevicesTest_v242-798392635-project] Pushing event updated for resources: {'Port': ['ID=c8197a22-0a63-4fe5-8fb5-ede78617a0f7,revision_number=1']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:05:14.059351 n-d-713498-36 neutron-server[103229]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0005ac80-105a-4f18-8aca-bd818422547e tempest-TaggedBootDevicesTest_v242-798392635 tempest-TaggedBootDevicesTest_v242-798392635-project] Network 622dc241-96e3-459d-8172-016faee8abe4 is already hosted by enough agents. {{(pid=103229) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 19:05:14.090910 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05a37aa6-aa25-4768-b36d-a56a4019555f req-2d55801f-16dc-40db-8434-dd9be474538c tempest-SecurityGroupsTestJSON-1151704431 tempest-SecurityGroupsTestJSON-1151704431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:05:14.101659 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-05a37aa6-aa25-4768-b36d-a56a4019555f req-2d55801f-16dc-40db-8434-dd9be474538c tempest-SecurityGroupsTestJSON-1151704431 tempest-SecurityGroupsTestJSON-1151704431-project] 10.222.0.75 "GET /v2.0/ports?device_id=f00ecfa2-51bd-4cf5-a4e0-ec73d3e22ffa HTTP/1.1" status: 200 len: 932 time: 0.4401991 Feb 09 19:05:14.103993 n-d-713498-36 neutron-server[103229]: DEBUG neutron.scheduler.base_scheduler [None req-0005ac80-105a-4f18-8aca-bd818422547e tempest-TaggedBootDevicesTest_v242-798392635 tempest-TaggedBootDevicesTest_v242-798392635-project] Resources bound (agent type, host, resource id): {{(pid=103229) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 19:05:14.106930 n-d-713498-36 neutron-server[103229]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0005ac80-105a-4f18-8aca-bd818422547e tempest-TaggedBootDevicesTest_v242-798392635 tempest-TaggedBootDevicesTest_v242-798392635-project] Received port after_create {{(pid=103229) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 19:05:14.180906 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0005ac80-105a-4f18-8aca-bd818422547e tempest-TaggedBootDevicesTest_v242-798392635 tempest-TaggedBootDevicesTest_v242-798392635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:05:14.182096 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-0005ac80-105a-4f18-8aca-bd818422547e tempest-TaggedBootDevicesTest_v242-798392635 tempest-TaggedBootDevicesTest_v242-798392635-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171096'] for port (None), before_response {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:05:14.240006 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-05a37aa6-aa25-4768-b36d-a56a4019555f req-d6b5eed8-375c-4ff6-978a-05269f06451b tempest-SecurityGroupsTestJSON-1151704431 tempest-SecurityGroupsTestJSON-1151704431-project] 10.222.0.75 "GET /v2.0/security-groups?id=22bcb932-19f7-46ba-b2c8-090f138c7032&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1372464 Feb 09 19:05:14.248010 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-0005ac80-105a-4f18-8aca-bd818422547e tempest-TaggedBootDevicesTest_v242-798392635 tempest-TaggedBootDevicesTest_v242-798392635-project] 10.222.0.75 "POST /v2.0/ports HTTP/1.1" status: 201 len: 935 time: 1.5248618 Feb 09 19:05:14.274563 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Device 8a0e3d7d-40e8-4358-9609-8f936abc6261 up at agent ovs-agent-n-d-713498-36 {{(pid=103232) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 19:05:14.276368 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0aa3c0cc-844e-4654-9a12-5ef05bdae42b None None] Network 827c740b-e08e-4994-bbc7-e073abc4dcaf requested from n-d-713498-36 {{(pid=103232) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 19:05:14.332256 n-d-713498-36 neutron-server[103230]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 19:05:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b7fc8be7-b8b4-4efc-91ee-6078c44e43ff x-openstack-request-id: req-b7fc8be7-b8b4-4efc-91ee-6078c44e43ff {{(pid=103230) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 19:05:14.333092 n-d-713498-36 neutron-server[103230]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c6d3d784-e9c5-44f4-8e9b-599af9ae422b", "tag": "8785c69d-6d10-4443-a2ce-db0ad5c8182f", "status": "completed", "code": 200}]} {{(pid=103230) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 19:05:14.333404 n-d-713498-36 neutron-server[103230]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-b7fc8be7-b8b4-4efc-91ee-6078c44e43ff {{(pid=103230) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 19:05:14.333972 n-d-713498-36 neutron-server[103230]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c6d3d784-e9c5-44f4-8e9b-599af9ae422b', 'tag': '8785c69d-6d10-4443-a2ce-db0ad5c8182f', 'status': 'completed', 'code': 200} Feb 09 19:05:14.356139 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ae75df2-1b33-4b77-9708-a7e59760e883 req-0e824bff-a387-46d4-986e-2044b41cda63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:05:14.358507 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-6ae75df2-1b33-4b77-9708-a7e59760e883 req-0e824bff-a387-46d4-986e-2044b41cda63 service neutron] 10.222.0.75 "GET /v2.0/networks?id=f1e6924e-7348-48ca-aa14-d5834e100bd2 HTTP/1.1" status: 200 len: 922 time: 1.2601953 Feb 09 19:05:14.389538 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-8a6fb3c4-ba87-4507-9ce4-d650a936af18 req-3d217001-55f9-4e76-882a-733923bbb024 service neutron] 10.222.0.90 "GET /v2.0/networks/2b5494c8-cf97-42c1-b902-87f998f28179?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0061414 Feb 09 19:05:14.407371 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-edc54c9b-7f13-45d9-9271-85c9738b0128 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762867132591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593584'] for agent (a62b1850-466f-48ae-bec7-d62fb280e14b), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:05:14.415478 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.provisioning_blocks [None req-44ee21b2-01dd-4144-a970-4130ee9159b8 None None] Provisioning complete for port 3fbebeb1-5749-414d-b3d2-2558016cb58b triggered by entity DHCP. {{(pid=103232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 19:05:14.415776 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-44ee21b2-01dd-4144-a970-4130ee9159b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593630'] for port (3fbebeb1-5749-414d-b3d2-2558016cb58b), provisioning_complete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:05:14.446449 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29c30d35-fa4c-46ed-a749-811c20930db2 req-4be97171-49b3-4d8d-b9b2-b00e648d3fc4 tempest-ServersOnMultiNodesTest-1472402947 tempest-ServersOnMultiNodesTest-1472402947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:05:14.455788 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-29c30d35-fa4c-46ed-a749-811c20930db2 req-4be97171-49b3-4d8d-b9b2-b00e648d3fc4 tempest-ServersOnMultiNodesTest-1472402947 tempest-ServersOnMultiNodesTest-1472402947-project] 10.222.0.75 "GET /v2.0/ports?device_id=c6d3d784-e9c5-44f4-8e9b-599af9ae422b HTTP/1.1" status: 200 len: 948 time: 0.0990274 Feb 09 19:05:14.495437 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.l3_dvr_db [None req-5a7c731b-dfaa-4f87-a0b7-8abd03bed5ee None None] Set router cce358c5-3304-4c33-bbfc-986c1eed7a6e gateway port host: n-d-713498-36 {{(pid=103232) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 19:05:14.518122 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-29c30d35-fa4c-46ed-a749-811c20930db2 req-8a18dc19-48ec-4667-98d3-05c990a6efbf tempest-ServersOnMultiNodesTest-1472402947 tempest-ServersOnMultiNodesTest-1472402947-project] 10.222.0.75 "GET /v2.0/security-groups?id=aed5302d-0478-4b9d-b014-143adc5c0d74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563185 Feb 09 19:05:14.582690 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.provisioning_blocks [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Provisioning complete for port 8a0e3d7d-40e8-4358-9609-8f936abc6261 triggered by entity L2. {{(pid=103232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 19:05:14.583071 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593630'] for port (8a0e3d7d-40e8-4358-9609-8f936abc6261), provisioning_complete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:05:14.592415 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-6ae75df2-1b33-4b77-9708-a7e59760e883 req-4e90a749-f66a-41f9-a7a1-c805ac472cf6 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=fff28e55-1481-495e-822a-a809fab17399 HTTP/1.1" status: 200 len: 998 time: 0.2199016 Feb 09 19:05:14.695736 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ae75df2-1b33-4b77-9708-a7e59760e883 req-c6d0e2cf-d8ce-4ff2-84b1-5b1abfc2edcd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:05:14.702748 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-6ae75df2-1b33-4b77-9708-a7e59760e883 req-c6d0e2cf-d8ce-4ff2-84b1-5b1abfc2edcd service neutron] 10.222.0.75 "GET /v2.0/subnets?id=7ab1963a-39ad-4d86-9549-880198499f42 HTTP/1.1" status: 200 len: 860 time: 0.1094444 Feb 09 19:05:14.839700 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-8a6fb3c4-ba87-4507-9ce4-d650a936af18 req-f60c09ba-e32c-418f-bac8-c999221b1d77 service neutron] 10.222.0.90 "GET /v2.0/networks/2b5494c8-cf97-42c1-b902-87f998f28179?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4140172 Feb 09 19:05:14.841725 n-d-713498-36 neutron-server[103230]: DEBUG neutron.notifiers.nova [req-348d60cf-7aca-4d26-8551-261e740c5937 req-2788704a-0c92-4672-aa48-ac7799fc6766 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 84d5567e-44ed-41fd-8a8e-d80271a0a3f0 {{(pid=103230) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 19:05:14.854122 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [req-348d60cf-7aca-4d26-8551-261e740c5937 req-2788704a-0c92-4672-aa48-ac7799fc6766 service neutron] Publish callbacks [] for port (84d5567e-44ed-41fd-8a8e-d80271a0a3f0), precommit_update {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:05:14.877903 n-d-713498-36 neutron-server[103230]: DEBUG neutron.db.provisioning_blocks [req-348d60cf-7aca-4d26-8551-261e740c5937 req-2788704a-0c92-4672-aa48-ac7799fc6766 service neutron] Transition to ACTIVE for port object 84d5567e-44ed-41fd-8a8e-d80271a0a3f0 will not be triggered until provisioned by entity L2. {{(pid=103230) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 19:05:14.880464 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ae75df2-1b33-4b77-9708-a7e59760e883 req-c21500ab-7dd7-467d-ad2e-2f74c08fc608 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:05:14.889395 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-6ae75df2-1b33-4b77-9708-a7e59760e883 req-c21500ab-7dd7-467d-ad2e-2f74c08fc608 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=f1e6924e-7348-48ca-aa14-d5834e100bd2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.1856849 Feb 09 19:05:14.894692 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [req-6ae75df2-1b33-4b77-9708-a7e59760e883 req-e7e2596d-ccb8-4551-8b99-dc57a8a66d7f service neutron] http://10.222.0.75:9696/v2.0/extensions returned with HTTP 200 {{(pid=103230) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 09 19:05:14.901771 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-6ae75df2-1b33-4b77-9708-a7e59760e883 req-e7e2596d-ccb8-4551-8b99-dc57a8a66d7f service neutron] 10.222.0.75 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0114036 Feb 09 19:05:14.904267 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [req-348d60cf-7aca-4d26-8551-261e740c5937 req-2788704a-0c92-4672-aa48-ac7799fc6766 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762867176205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762866656485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762866656503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14393758'] for port (84d5567e-44ed-41fd-8a8e-d80271a0a3f0), after_update {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:05:15.006098 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-44ee21b2-01dd-4144-a970-4130ee9159b8 None None] Current status of the port 3fbebeb1-5749-414d-b3d2-2558016cb58b is: DOWN; New status is: ACTIVE {{(pid=103232) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 19:05:15.006681 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-44ee21b2-01dd-4144-a970-4130ee9159b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (3fbebeb1-5749-414d-b3d2-2558016cb58b), before_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:05:15.100034 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Current status of the port 8a0e3d7d-40e8-4358-9609-8f936abc6261 is: DOWN; New status is: ACTIVE {{(pid=103232) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 19:05:15.100595 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (8a0e3d7d-40e8-4358-9609-8f936abc6261), before_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:05:15.113181 n-d-713498-36 neutron-server[103233]: DEBUG neutron.db.agents_db [None req-4a8a6a42-0a0c-4437-8958-92282682b6bb None None] Agent healthcheck: found 7 active agents {{(pid=103233) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 19:05:15.135918 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-44ee21b2-01dd-4144-a970-4130ee9159b8 None None] For port 3fbebeb1-5749-414d-b3d2-2558016cb58b, host n-d-713498-36, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-36',level=0,port_id=3fbebeb1-5749-414d-b3d2-2558016cb58b,segment=NetworkSegment(c2ea736f-956b-4712-9292-0c7e6eae844b),segment_id=c2ea736f-956b-4712-9292-0c7e6eae844b)] {{(pid=103232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 19:05:15.161707 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2788704a-0c92-4672-aa48-ac7799fc6766 service neutron] Pushing event updated for resources: {'Port': ['ID=84d5567e-44ed-41fd-8a8e-d80271a0a3f0,revision_number=2']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:05:15.175054 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] For port 8a0e3d7d-40e8-4358-9609-8f936abc6261, host n-d-713498-36, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-36',level=0,port_id=8a0e3d7d-40e8-4358-9609-8f936abc6261,segment=NetworkSegment(d87ae67e-008b-48f1-b0f8-925fd9ffe48b),segment_id=d87ae67e-008b-48f1-b0f8-925fd9ffe48b)] {{(pid=103232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 19:05:15.176550 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-44ee21b2-01dd-4144-a970-4130ee9159b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762867176205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762866656485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762866656503'] for port (3fbebeb1-5749-414d-b3d2-2558016cb58b), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:05:15.187446 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762867176205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762866656485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762866656503'] for port (8a0e3d7d-40e8-4358-9609-8f936abc6261), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:05:15.188151 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Device 3fbebeb1-5749-414d-b3d2-2558016cb58b up at agent ovs-agent-n-d-713498-36 {{(pid=103232) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 19:05:15.245782 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.l3_hamode_db [None req-5a7c731b-dfaa-4f87-a0b7-8abd03bed5ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cce358c5-3304-4c33-bbfc-986c1eed7a6e', 'name': 'tempest-FloatingIPsAssociationTestJSON-2139759441-router', 'tenant_id': '0e772d8c7ac44b1fbd56efaf46b6dbd8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88055e1e-672a-4487-be31-ffb6e833ece5', 'external_fixed_ips': [{'subnet_id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'ip_address': '172.25.1.54'}], 'enable_snat': True}, 'gw_port_id': '81de01c8-c6f4-40f0-a237-d3fa04784f37', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T19:03:57Z', 'updated_at': '2022-02-09T19:04:06Z', 'revision_number': 4, 'project_id': '0e772d8c7ac44b1fbd56efaf46b6dbd8', 'gw_port': {'id': '81de01c8-c6f4-40f0-a237-d3fa04784f37', 'name': '', 'network_id': '88055e1e-672a-4487-be31-ffb6e833ece5', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:69:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cce358c5-3304-4c33-bbfc-986c1eed7a6e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 592, 'fixed_ips': [{'subnet_id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'ip_address': '172.25.1.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T19:03:58Z', 'updated_at': '2022-02-09T19:04:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-36', '_floatingips': [{'id': '90ab6c29-730c-48b0-825b-c15a934d4e4f', 'tenant_id': '0e772d8c7ac44b1fbd56efaf46b6dbd8', 'floating_ip_address': '172.25.1.47', 'floating_network_id': '88055e1e-672a-4487-be31-ffb6e833ece5', 'router_id': 'cce358c5-3304-4c33-bbfc-986c1eed7a6e', 'port_id': 'fff28e55-1481-495e-822a-a809fab17399', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 654, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f1e6924e-7348-48ca-aa14-d5834e100bd2', 'mac_address': 'fa:16:3e:14:c7:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf8d55d7-ba31-4451-a682-c3c5050d34d1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T19:04:36Z', 'updated_at': '2022-02-09T19:05:09Z', 'revision_number': 1, 'project_id': '0e772d8c7ac44b1fbd56efaf46b6dbd8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9dab1ea3-55fb-405d-b11c-f3605a977927', 'name': '', 'network_id': 'f1e6924e-7348-48ca-aa14-d5834e100bd2', 'tenant_id': '0e772d8c7ac44b1fbd56efaf46b6dbd8', 'mac_address': 'fa:16:3e:22:ac:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cce358c5-3304-4c33-bbfc-986c1eed7a6e', 'device_owner': 'network:router_interface', 'standard_attr_id': 608, 'fixed_ips': [{'subnet_id': '7ab1963a-39ad-4d86-9549-880198499f42', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T19:04:03Z', 'updated_at': '2022-02-09T19:04:14Z', 'revision_number': 5, 'project_id': '0e772d8c7ac44b1fbd56efaf46b6dbd8', 'subnets': [{'id': '7ab1963a-39ad-4d86-9549-880198499f42', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-36', False) {} {{(pid=103232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:05:15.270624 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bacb3e34-1def-4737-8999-80d6df6d9069 req-37bd7e21-167a-4109-bf2a-524cee54feda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:05:15.272149 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-bacb3e34-1def-4737-8999-80d6df6d9069 req-37bd7e21-167a-4109-bf2a-524cee54feda service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=1672ee8b769240288b95113d5dff1fd2&device_id=c6d3d784-e9c5-44f4-8e9b-599af9ae422b HTTP/1.1" status: 200 len: 1131 time: 0.3360662 Feb 09 19:05:15.370358 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44ee21b2-01dd-4144-a970-4130ee9159b8 None None] Pushing event updated for resources: {'Port': ['ID=3fbebeb1-5749-414d-b3d2-2558016cb58b,revision_number=3']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:05:15.374817 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bacb3e34-1def-4737-8999-80d6df6d9069 req-757f1065-0a9d-4a63-be53-c6c52ecf24d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:05:15.376314 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-bacb3e34-1def-4737-8999-80d6df6d9069 req-757f1065-0a9d-4a63-be53-c6c52ecf24d7 service neutron] 10.222.0.90 "GET /v2.0/networks?id=2b5494c8-cf97-42c1-b902-87f998f28179 HTTP/1.1" status: 200 len: 870 time: 0.0918112 Feb 09 19:05:15.395358 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a7c731b-dfaa-4f87-a0b7-8abd03bed5ee None None] The sync data for ids ['cce358c5-3304-4c33-bbfc-986c1eed7a6e'] in n-d-713498-36 is: [{'id': 'cce358c5-3304-4c33-bbfc-986c1eed7a6e', 'name': 'tempest-FloatingIPsAssociationTestJSON-2139759441-router', 'tenant_id': '0e772d8c7ac44b1fbd56efaf46b6dbd8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88055e1e-672a-4487-be31-ffb6e833ece5', 'external_fixed_ips': [{'subnet_id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'ip_address': '172.25.1.54'}], 'enable_snat': True}, 'gw_port_id': '81de01c8-c6f4-40f0-a237-d3fa04784f37', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T19:03:57Z', 'updated_at': '2022-02-09T19:04:06Z', 'revision_number': 4, 'project_id': '0e772d8c7ac44b1fbd56efaf46b6dbd8', 'gw_port': {'id': '81de01c8-c6f4-40f0-a237-d3fa04784f37', 'name': '', 'network_id': '88055e1e-672a-4487-be31-ffb6e833ece5', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:69:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cce358c5-3304-4c33-bbfc-986c1eed7a6e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 592, 'fixed_ips': [{'subnet_id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'ip_address': '172.25.1.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T19:03:58Z', 'updated_at': '2022-02-09T19:04:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-36', '_floatingips': [{'id': '90ab6c29-730c-48b0-825b-c15a934d4e4f', 'tenant_id': '0e772d8c7ac44b1fbd56efaf46b6dbd8', 'floating_ip_address': '172.25.1.47', 'floating_network_id': '88055e1e-672a-4487-be31-ffb6e833ece5', 'router_id': 'cce358c5-3304-4c33-bbfc-986c1eed7a6e', 'port_id': 'fff28e55-1481-495e-822a-a809fab17399', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 654, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f1e6924e-7348-48ca-aa14-d5834e100bd2', 'mac_address': 'fa:16:3e:14:c7:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf8d55d7-ba31-4451-a682-c3c5050d34d1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T19:04:36Z', 'updated_at': '2022-02-09T19:05:09Z', 'revision_number': 1, 'project_id': '0e772d8c7ac44b1fbd56efaf46b6dbd8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9dab1ea3-55fb-405d-b11c-f3605a977927', 'name': '', 'network_id': 'f1e6924e-7348-48ca-aa14-d5834e100bd2', 'tenant_id': '0e772d8c7ac44b1fbd56efaf46b6dbd8', 'mac_address': 'fa:16:3e:22:ac:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cce358c5-3304-4c33-bbfc-986c1eed7a6e', 'device_owner': 'network:router_interface', 'standard_attr_id': 608, 'fixed_ips': [{'subnet_id': '7ab1963a-39ad-4d86-9549-880198499f42', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T19:04:03Z', 'updated_at': '2022-02-09T19:04:14Z', 'revision_number': 5, 'project_id': '0e772d8c7ac44b1fbd56efaf46b6dbd8', 'subnets': [{'id': '7ab1963a-39ad-4d86-9549-880198499f42', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103232) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 19:05:15.443331 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-bacb3e34-1def-4737-8999-80d6df6d9069 req-fa9b0951-f0e1-4f05-a591-d0e4f3ab44ee service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.162&port_id=8785c69d-6d10-4443-a2ce-db0ad5c8182f HTTP/1.1" status: 200 len: 217 time: 0.0545366 Feb 09 19:05:15.463085 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.provisioning_blocks [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Provisioning complete for port 3fbebeb1-5749-414d-b3d2-2558016cb58b triggered by entity L2. {{(pid=103232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 19:05:15.463798 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593630'] for port (3fbebeb1-5749-414d-b3d2-2558016cb58b), provisioning_complete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:05:15.477612 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.provisioning_blocks [None req-95bca464-d0b0-455d-80f3-bb0ccc6f5be6 None None] Provisioning complete for port 8a0e3d7d-40e8-4358-9609-8f936abc6261 triggered by entity DHCP. {{(pid=103232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 19:05:15.478315 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-95bca464-d0b0-455d-80f3-bb0ccc6f5be6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593630'] for port (8a0e3d7d-40e8-4358-9609-8f936abc6261), provisioning_complete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:05:15.516013 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-6ae75df2-1b33-4b77-9708-a7e59760e883 req-ab27daa5-9eb3-411d-a7ce-34a976d2404f service neutron] 10.222.0.75 "GET /v2.0/networks/f1e6924e-7348-48ca-aa14-d5834e100bd2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6131315 Feb 09 19:05:15.520370 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bacb3e34-1def-4737-8999-80d6df6d9069 req-742033c5-6654-471f-986b-1ae13b7aa387 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:05:15.521805 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-bacb3e34-1def-4737-8999-80d6df6d9069 req-742033c5-6654-471f-986b-1ae13b7aa387 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=60b561cb-321e-4f83-9bb3-92b2e1d0dc44 HTTP/1.1" status: 200 len: 843 time: 0.0587850 Feb 09 19:05:15.549113 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 50136) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:05:15.559591 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.v2.base [None req-fc6c0daa-b366-4e5f-a385-1e8a9c65ebc9 tempest-TaggedBootDevicesTest_v242-798392635 tempest-TaggedBootDevicesTest_v242-798392635-project] Request body: {'security_group': {'name': 'tempest-securitygroup--2032900539', 'description': 'tempest-description--2132657117'}} {{(pid=103229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 19:05:15.609251 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-fc6c0daa-b366-4e5f-a385-1e8a9c65ebc9 tempest-TaggedBootDevicesTest_v242-798392635 tempest-TaggedBootDevicesTest_v242-798392635-project] Publish callbacks [] for security_group (None), before_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:05:15.627966 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-6ae75df2-1b33-4b77-9708-a7e59760e883 req-a734889d-d527-4086-915e-d990e6ffbb2a service neutron] 10.222.0.75 "GET /v2.0/networks/f1e6924e-7348-48ca-aa14-d5834e100bd2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1034403 Feb 09 19:05:15.632157 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Pushing event updated for resources: {'Port': ['ID=8a0e3d7d-40e8-4358-9609-8f936abc6261,revision_number=3']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:05:15.662180 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.managers [req-348d60cf-7aca-4d26-8551-261e740c5937 req-2788704a-0c92-4672-aa48-ac7799fc6766 service neutron] Attempting to bind port 84d5567e-44ed-41fd-8a8e-d80271a0a3f0 on host n-h1-713498-36 for vnic_type normal with profile {{(pid=103230) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 19:05:15.662601 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.managers [req-348d60cf-7aca-4d26-8551-261e740c5937 req-2788704a-0c92-4672-aa48-ac7799fc6766 service neutron] Attempting to bind port 84d5567e-44ed-41fd-8a8e-d80271a0a3f0 by drivers openvswitch,hyperv on host n-h1-713498-36 at level 0 using segments [{'id': '0eaea607-a7ab-4dbb-b6ca-ed9e62abb1c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': '3aeedb6f-762d-4e6c-8ee5-bfa54ee38104'}] {{(pid=103230) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 19:05:15.663314 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-348d60cf-7aca-4d26-8551-261e740c5937 req-2788704a-0c92-4672-aa48-ac7799fc6766 service neutron] Attempting to bind port 84d5567e-44ed-41fd-8a8e-d80271a0a3f0 on network 3aeedb6f-762d-4e6c-8ee5-bfa54ee38104 {{(pid=103230) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 19:05:15.670659 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-348d60cf-7aca-4d26-8551-261e740c5937 req-2788704a-0c92-4672-aa48-ac7799fc6766 service neutron] Port 84d5567e-44ed-41fd-8a8e-d80271a0a3f0 on network 3aeedb6f-762d-4e6c-8ee5-bfa54ee38104 not bound, no agent of type Open vSwitch agent registered on host n-h1-713498-36 {{(pid=103230) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 19:05:15.671060 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-348d60cf-7aca-4d26-8551-261e740c5937 req-2788704a-0c92-4672-aa48-ac7799fc6766 service neutron] Attempting to bind port 84d5567e-44ed-41fd-8a8e-d80271a0a3f0 on network 3aeedb6f-762d-4e6c-8ee5-bfa54ee38104 {{(pid=103230) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 19:05:15.691024 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-348d60cf-7aca-4d26-8551-261e740c5937 req-2788704a-0c92-4672-aa48-ac7799fc6766 service neutron] Checking agent: {'id': '488cd9ae-631f-4955-ba0b-4f5a13f12e9c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713498-36', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 18, 59, 18), 'started_at': datetime.datetime(2022, 2, 9, 18, 59, 18), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 19, 4, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103230) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 19:05:15.691412 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-348d60cf-7aca-4d26-8551-261e740c5937 req-2788704a-0c92-4672-aa48-ac7799fc6766 service neutron] Checking segment: {'id': '0eaea607-a7ab-4dbb-b6ca-ed9e62abb1c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': '3aeedb6f-762d-4e6c-8ee5-bfa54ee38104'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103230) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 19:05:15.691894 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-348d60cf-7aca-4d26-8551-261e740c5937 req-2788704a-0c92-4672-aa48-ac7799fc6766 service neutron] Bound using segment: {'id': '0eaea607-a7ab-4dbb-b6ca-ed9e62abb1c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': '3aeedb6f-762d-4e6c-8ee5-bfa54ee38104'} {{(pid=103230) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 19:05:15.692415 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.managers [req-348d60cf-7aca-4d26-8551-261e740c5937 req-2788704a-0c92-4672-aa48-ac7799fc6766 service neutron] Bound port: 84d5567e-44ed-41fd-8a8e-d80271a0a3f0, host: n-h1-713498-36, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0eaea607-a7ab-4dbb-b6ca-ed9e62abb1c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': '3aeedb6f-762d-4e6c-8ee5-bfa54ee38104'}}] {{(pid=103230) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 19:05:15.692847 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [req-348d60cf-7aca-4d26-8551-261e740c5937 req-2788704a-0c92-4672-aa48-ac7799fc6766 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (84d5567e-44ed-41fd-8a8e-d80271a0a3f0), before_update {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:05:15.712417 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bacb3e34-1def-4737-8999-80d6df6d9069 req-01924fd8-9472-4e63-9174-72e4f3f486e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:05:15.714071 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-bacb3e34-1def-4737-8999-80d6df6d9069 req-01924fd8-9472-4e63-9174-72e4f3f486e6 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=2b5494c8-cf97-42c1-b902-87f998f28179&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.0851707 Feb 09 19:05:15.763521 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Current status of the port 3fbebeb1-5749-414d-b3d2-2558016cb58b is: ACTIVE; New status is: ACTIVE {{(pid=103232) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 19:05:15.780462 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-fc6c0daa-b366-4e5f-a385-1e8a9c65ebc9 tempest-TaggedBootDevicesTest_v242-798392635 tempest-TaggedBootDevicesTest_v242-798392635-project] Publish callbacks [] for security_group (58062d4f-c149-4db3-a357-a4eb59a3d83e), precommit_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:05:15.782449 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-95bca464-d0b0-455d-80f3-bb0ccc6f5be6 None None] Current status of the port 8a0e3d7d-40e8-4358-9609-8f936abc6261 is: ACTIVE; New status is: ACTIVE {{(pid=103232) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 19:05:15.789252 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-fc6c0daa-b366-4e5f-a385-1e8a9c65ebc9 tempest-TaggedBootDevicesTest_v242-798392635 tempest-TaggedBootDevicesTest_v242-798392635-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1892331'] for security_group (58062d4f-c149-4db3-a357-a4eb59a3d83e), after_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:05:15.832856 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-fc6c0daa-b366-4e5f-a385-1e8a9c65ebc9 tempest-TaggedBootDevicesTest_v242-798392635 tempest-TaggedBootDevicesTest_v242-798392635-project] Publish callbacks [] for security_group (None), before_response {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:05:15.834370 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-fc6c0daa-b366-4e5f-a385-1e8a9c65ebc9 tempest-TaggedBootDevicesTest_v242-798392635 tempest-TaggedBootDevicesTest_v242-798392635-project] 10.222.0.75 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.2836332 Feb 09 19:05:15.837323 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 50150) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:05:15.843845 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.v2.base [None req-fa041855-fd22-4263-8449-5e5fcd1a2dd3 tempest-TaggedBootDevicesTest_v242-798392635 tempest-TaggedBootDevicesTest_v242-798392635-project] Request body: {'security_group_rule': {'security_group_id': '58062d4f-c149-4db3-a357-a4eb59a3d83e', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 19:05:15.850052 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.provisioning_blocks [None req-95bca464-d0b0-455d-80f3-bb0ccc6f5be6 None None] Provisioning complete for port 3fbebeb1-5749-414d-b3d2-2558016cb58b triggered by entity DHCP. {{(pid=103232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 19:05:15.850052 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-95bca464-d0b0-455d-80f3-bb0ccc6f5be6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593630'] for port (3fbebeb1-5749-414d-b3d2-2558016cb58b), provisioning_complete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:05:15.862402 n-d-713498-36 neutron-server[103233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2ed52b3-5b25-433d-bbf8-38ca4d78e65e None None] New status for floating IP 90ab6c29-730c-48b0-825b-c15a934d4e4f: ACTIVE {{(pid=103233) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 09 19:05:15.878829 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc6c0daa-b366-4e5f-a385-1e8a9c65ebc9 tempest-TaggedBootDevicesTest_v242-798392635 tempest-TaggedBootDevicesTest_v242-798392635-project] Pushing event updated for resources: {'SecurityGroup': ['ID=58062d4f-c149-4db3-a357-a4eb59a3d83e,revision_number=1']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:05:15.915612 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-a7262a8e-0513-48fd-984d-75726a511961 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762867132591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593584'] for agent (911cfea2-02ae-4ec9-bac3-7808ee1cdd9c), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:05:15.916572 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-643e000e-005e-446d-85b6-88615f2c7b64 req-f5fe3b0e-9a93-49bf-9290-d9be0f9160b3 tempest-TenantUsagesTestJSON-72406381 tempest-TenantUsagesTestJSON-72406381-project] 10.222.0.75 "GET /v2.0/networks?tenant_id=869f3706d5e0495a93c6b47a1fa2751d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0330482 Feb 09 19:05:16.007810 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-95bca464-d0b0-455d-80f3-bb0ccc6f5be6 None None] Current status of the port 3fbebeb1-5749-414d-b3d2-2558016cb58b is: ACTIVE; New status is: ACTIVE {{(pid=103232) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 19:05:16.012950 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Device 8a0e3d7d-40e8-4358-9609-8f936abc6261 up at agent ovs-agent-n-d-713498-36 {{(pid=103232) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 19:05:16.048299 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-643e000e-005e-446d-85b6-88615f2c7b64 req-76869880-bc2c-49ee-8786-fbd83f16242e tempest-TenantUsagesTestJSON-72406381 tempest-TenantUsagesTestJSON-72406381-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:05:16.051670 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.provisioning_blocks [None req-95bca464-d0b0-455d-80f3-bb0ccc6f5be6 None None] Provisioning complete for port c8197a22-0a63-4fe5-8fb5-ede78617a0f7 triggered by entity DHCP. {{(pid=103232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 19:05:16.052236 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.db [req-348d60cf-7aca-4d26-8551-261e740c5937 req-2788704a-0c92-4672-aa48-ac7799fc6766 service neutron] For port 84d5567e-44ed-41fd-8a8e-d80271a0a3f0, host n-h1-713498-36, cleared binding levels {{(pid=103230) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 19:05:16.052435 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-95bca464-d0b0-455d-80f3-bb0ccc6f5be6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593630'] for port (c8197a22-0a63-4fe5-8fb5-ede78617a0f7), provisioning_complete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:05:16.057815 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-643e000e-005e-446d-85b6-88615f2c7b64 req-76869880-bc2c-49ee-8786-fbd83f16242e tempest-TenantUsagesTestJSON-72406381 tempest-TenantUsagesTestJSON-72406381-project] 10.222.0.75 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1402614 Feb 09 19:05:16.067454 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-fa041855-fd22-4263-8449-5e5fcd1a2dd3 tempest-TaggedBootDevicesTest_v242-798392635 tempest-TaggedBootDevicesTest_v242-798392635-project] Publish callbacks [] for security_group_rule (f2b5b8c8-868d-4a48-828e-604f6a18d2f2), before_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:05:16.089035 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.db [req-348d60cf-7aca-4d26-8551-261e740c5937 req-2788704a-0c92-4672-aa48-ac7799fc6766 service neutron] For port 84d5567e-44ed-41fd-8a8e-d80271a0a3f0, host n-h1-713498-36, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-36',level=0,port_id=84d5567e-44ed-41fd-8a8e-d80271a0a3f0,segment=NetworkSegment(0eaea607-a7ab-4dbb-b6ca-ed9e62abb1c6),segment_id=0eaea607-a7ab-4dbb-b6ca-ed9e62abb1c6)] {{(pid=103230) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 19:05:16.104487 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-643e000e-005e-446d-85b6-88615f2c7b64 req-9a92762f-3d5a-4647-b9ab-23e09a1c89ee tempest-TenantUsagesTestJSON-72406381 tempest-TenantUsagesTestJSON-72406381-project] 10.222.0.75 "GET /v2.0/quotas/869f3706d5e0495a93c6b47a1fa2751d HTTP/1.1" status: 200 len: 375 time: 0.0448437 Feb 09 19:05:16.115890 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d62617b1-fd17-48fd-882e-08300c38015d req-a44fc049-88b5-4420-8176-9d7145b18d4b tempest-LiveAutoBlockMigrationV225Test-2127879101 tempest-LiveAutoBlockMigrationV225Test-2127879101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:05:16.122869 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-d62617b1-fd17-48fd-882e-08300c38015d req-a44fc049-88b5-4420-8176-9d7145b18d4b tempest-LiveAutoBlockMigrationV225Test-2127879101 tempest-LiveAutoBlockMigrationV225Test-2127879101-project] 10.222.0.75 "GET /v2.0/ports?device_id=9d1556d0-d009-41c6-9d9c-d68b6ae4cbe4 HTTP/1.1" status: 200 len: 944 time: 0.2645013 Feb 09 19:05:16.127175 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [req-348d60cf-7aca-4d26-8551-261e740c5937 req-2788704a-0c92-4672-aa48-ac7799fc6766 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762867176205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762866656485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762866656503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14393758'] for port (84d5567e-44ed-41fd-8a8e-d80271a0a3f0), after_update {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:05:16.127330 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-95bca464-d0b0-455d-80f3-bb0ccc6f5be6 None None] Port c8197a22-0a63-4fe5-8fb5-ede78617a0f7 cannot update to ACTIVE because it is not bound. {{(pid=103232) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 19:05:16.135687 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.provisioning_blocks [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Provisioning complete for port 8a0e3d7d-40e8-4358-9609-8f936abc6261 triggered by entity L2. {{(pid=103232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 19:05:16.135916 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593630'] for port (8a0e3d7d-40e8-4358-9609-8f936abc6261), provisioning_complete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:05:16.161222 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-643e000e-005e-446d-85b6-88615f2c7b64 req-d669f2f2-1ea2-4a56-bd88-63ba4c1849eb tempest-TenantUsagesTestJSON-72406381 tempest-TenantUsagesTestJSON-72406381-project] 10.222.0.75 "GET /v2.0/ports?tenant_id=869f3706d5e0495a93c6b47a1fa2751d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0523193 Feb 09 19:05:16.164435 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-bacb3e34-1def-4737-8999-80d6df6d9069 req-3cb656c0-565d-4600-b12f-aa9b99b6a4ce service neutron] 10.222.0.90 "GET /v2.0/networks/2b5494c8-cf97-42c1-b902-87f998f28179?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4069557 Feb 09 19:05:16.171829 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.provisioning_blocks [None req-95bca464-d0b0-455d-80f3-bb0ccc6f5be6 None None] Provisioning complete for port 778b20b7-7678-470a-84cc-7abef1a21546 triggered by entity DHCP. {{(pid=103232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 19:05:16.172405 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-95bca464-d0b0-455d-80f3-bb0ccc6f5be6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593630'] for port (778b20b7-7678-470a-84cc-7abef1a21546), provisioning_complete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:05:16.195792 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-348d60cf-7aca-4d26-8551-261e740c5937 req-2788704a-0c92-4672-aa48-ac7799fc6766 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:05:16.196553 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [req-348d60cf-7aca-4d26-8551-261e740c5937 req-2788704a-0c92-4672-aa48-ac7799fc6766 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171096'] for port (None), before_response {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:05:16.198719 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-348d60cf-7aca-4d26-8551-261e740c5937 req-2788704a-0c92-4672-aa48-ac7799fc6766 service neutron] 10.222.0.89 "PUT /v2.0/ports/84d5567e-44ed-41fd-8a8e-d80271a0a3f0 HTTP/1.1" status: 200 len: 1093 time: 3.6686294 Feb 09 19:05:16.215227 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-95bca464-d0b0-455d-80f3-bb0ccc6f5be6 None None] Port 778b20b7-7678-470a-84cc-7abef1a21546 cannot update to ACTIVE because it is not bound. {{(pid=103232) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 19:05:16.226491 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-fa041855-fd22-4263-8449-5e5fcd1a2dd3 tempest-TaggedBootDevicesTest_v242-798392635 tempest-TaggedBootDevicesTest_v242-798392635-project] Publish callbacks [] for security_group_rule (f2b5b8c8-868d-4a48-828e-604f6a18d2f2), precommit_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:05:16.232802 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-fa041855-fd22-4263-8449-5e5fcd1a2dd3 tempest-TaggedBootDevicesTest_v242-798392635 tempest-TaggedBootDevicesTest_v242-798392635-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1892250'] for security_group_rule (f2b5b8c8-868d-4a48-828e-604f6a18d2f2), after_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:05:16.255241 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa041855-fd22-4263-8449-5e5fcd1a2dd3 tempest-TaggedBootDevicesTest_v242-798392635 tempest-TaggedBootDevicesTest_v242-798392635-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f2b5b8c8-868d-4a48-828e-604f6a18d2f2,revision_number=0']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:05:16.263245 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-fa041855-fd22-4263-8449-5e5fcd1a2dd3 tempest-TaggedBootDevicesTest_v242-798392635 tempest-TaggedBootDevicesTest_v242-798392635-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:05:16.264425 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-fa041855-fd22-4263-8449-5e5fcd1a2dd3 tempest-TaggedBootDevicesTest_v242-798392635 tempest-TaggedBootDevicesTest_v242-798392635-project] 10.222.0.75 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4259038 Feb 09 19:05:16.267069 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 50152) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:05:16.273495 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.v2.base [None req-30eeb589-e2b2-40fe-aeea-9ca7cd88c492 tempest-TaggedBootDevicesTest_v242-798392635 tempest-TaggedBootDevicesTest_v242-798392635-project] Request body: {'security_group_rule': {'security_group_id': '58062d4f-c149-4db3-a357-a4eb59a3d83e', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 19:05:16.297346 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2788704a-0c92-4672-aa48-ac7799fc6766 service neutron] Pushing event updated for resources: {'Port': ['ID=84d5567e-44ed-41fd-8a8e-d80271a0a3f0,revision_number=3']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:05:16.309491 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Current status of the port 8a0e3d7d-40e8-4358-9609-8f936abc6261 is: ACTIVE; New status is: ACTIVE {{(pid=103232) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 19:05:16.310703 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Device 3fbebeb1-5749-414d-b3d2-2558016cb58b up at agent ovs-agent-n-d-713498-36 {{(pid=103232) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 19:05:16.324014 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-30eeb589-e2b2-40fe-aeea-9ca7cd88c492 tempest-TaggedBootDevicesTest_v242-798392635 tempest-TaggedBootDevicesTest_v242-798392635-project] Publish callbacks [] for security_group_rule (911bd0f3-e3eb-44d7-b88b-d88e81ee1da9), before_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:05:16.336777 n-d-713498-36 neutron-server[103230]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cf8d55d7-ba31-4451-a682-c3c5050d34d1', 'tag': 'fff28e55-1481-495e-822a-a809fab17399'}, {'name': 'network-changed', 'server_uuid': 'f00ecfa2-51bd-4cf5-a4e0-ec73d3e22ffa', 'tag': '84d5567e-44ed-41fd-8a8e-d80271a0a3f0'}] {{(pid=103230) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 19:05:16.339182 n-d-713498-36 neutron-server[103230]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aee5919275bae9f72eb374ee322673045eb80c1f84b4b45a97d96923bd50ab51" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a0334756-4211-47f5-b126-759900c04382" -d '{"events": [{"name": "network-changed", "server_uuid": "cf8d55d7-ba31-4451-a682-c3c5050d34d1", "tag": "fff28e55-1481-495e-822a-a809fab17399"}, {"name": "network-changed", "server_uuid": "f00ecfa2-51bd-4cf5-a4e0-ec73d3e22ffa", "tag": "84d5567e-44ed-41fd-8a8e-d80271a0a3f0"}]}' {{(pid=103230) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 19:05:16.379148 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.provisioning_blocks [None req-b8f8f9dc-2cb3-4856-8603-818fc9d06d91 None None] Provisioning complete for port c8197a22-0a63-4fe5-8fb5-ede78617a0f7 triggered by entity DHCP. {{(pid=103232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 19:05:16.379448 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-b8f8f9dc-2cb3-4856-8603-818fc9d06d91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593630'] for port (c8197a22-0a63-4fe5-8fb5-ede78617a0f7), provisioning_complete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:05:16.426358 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-d62617b1-fd17-48fd-882e-08300c38015d req-495b5111-8ae7-4bed-a57b-c08f75f6f414 tempest-LiveAutoBlockMigrationV225Test-2127879101 tempest-LiveAutoBlockMigrationV225Test-2127879101-project] 10.222.0.75 "GET /v2.0/security-groups?id=e3cb5363-3b49-4f74-b239-a871e755b40a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2841036 Feb 09 19:05:16.427253 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-b8f8f9dc-2cb3-4856-8603-818fc9d06d91 None None] Port c8197a22-0a63-4fe5-8fb5-ede78617a0f7 cannot update to ACTIVE because it is not bound. {{(pid=103232) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 19:05:16.434259 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.provisioning_blocks [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Provisioning complete for port 3fbebeb1-5749-414d-b3d2-2558016cb58b triggered by entity L2. {{(pid=103232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 19:05:16.434259 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593630'] for port (3fbebeb1-5749-414d-b3d2-2558016cb58b), provisioning_complete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:05:16.467423 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-348d60cf-7aca-4d26-8551-261e740c5937 req-d4893e91-c18f-4d41-8b58-3cb7ae8b1368 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:05:16.468976 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-348d60cf-7aca-4d26-8551-261e740c5937 req-d4893e91-c18f-4d41-8b58-3cb7ae8b1368 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=bff3c1e37b294eeb94406c2c4c8cd026&device_id=f00ecfa2-51bd-4cf5-a4e0-ec73d3e22ffa HTTP/1.1" status: 200 len: 1127 time: 0.2118061 Feb 09 19:05:16.495759 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-30eeb589-e2b2-40fe-aeea-9ca7cd88c492 tempest-TaggedBootDevicesTest_v242-798392635 tempest-TaggedBootDevicesTest_v242-798392635-project] Publish callbacks [] for security_group_rule (911bd0f3-e3eb-44d7-b88b-d88e81ee1da9), precommit_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:05:16.506378 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-30eeb589-e2b2-40fe-aeea-9ca7cd88c492 tempest-TaggedBootDevicesTest_v242-798392635 tempest-TaggedBootDevicesTest_v242-798392635-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1892250'] for security_group_rule (911bd0f3-e3eb-44d7-b88b-d88e81ee1da9), after_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:05:16.524442 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-348d60cf-7aca-4d26-8551-261e740c5937 req-6e038394-001a-417a-b87c-14b38085b106 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=84d5567e-44ed-41fd-8a8e-d80271a0a3f0 HTTP/1.1" status: 200 len: 217 time: 0.0485706 Feb 09 19:05:16.559489 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Current status of the port 3fbebeb1-5749-414d-b3d2-2558016cb58b is: ACTIVE; New status is: ACTIVE {{(pid=103232) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 19:05:16.588643 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-bacb3e34-1def-4737-8999-80d6df6d9069 req-0c6413eb-1ea0-44c4-8d74-c0298f5c4778 service neutron] 10.222.0.90 "GET /v2.0/networks/2b5494c8-cf97-42c1-b902-87f998f28179?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3886817 Feb 09 19:05:16.596598 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-30eeb589-e2b2-40fe-aeea-9ca7cd88c492 tempest-TaggedBootDevicesTest_v242-798392635 tempest-TaggedBootDevicesTest_v242-798392635-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:05:16.597820 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-30eeb589-e2b2-40fe-aeea-9ca7cd88c492 tempest-TaggedBootDevicesTest_v242-798392635 tempest-TaggedBootDevicesTest_v242-798392635-project] 10.222.0.75 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3288581 Feb 09 19:05:16.601015 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 50162) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:05:16.609112 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.v2.base [None req-9d425ee2-8d07-4511-9461-0af014713467 tempest-TaggedBootDevicesTest_v242-798392635 tempest-TaggedBootDevicesTest_v242-798392635-project] Request body: {'floatingip': {'floating_network_id': '88055e1e-672a-4487-be31-ffb6e833ece5'}} {{(pid=103230) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 19:05:16.627689 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30eeb589-e2b2-40fe-aeea-9ca7cd88c492 tempest-TaggedBootDevicesTest_v242-798392635 tempest-TaggedBootDevicesTest_v242-798392635-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=911bd0f3-e3eb-44d7-b88b-d88e81ee1da9,revision_number=0']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:05:16.643119 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-348d60cf-7aca-4d26-8551-261e740c5937 req-4187a1f9-313a-42ba-b513-65129ba3a956 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:05:16.645764 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-348d60cf-7aca-4d26-8551-261e740c5937 req-4187a1f9-313a-42ba-b513-65129ba3a956 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=717af8bd-c7df-4f19-ad07-3fc4563db201 HTTP/1.1" status: 200 len: 853 time: 0.1109095 Feb 09 19:05:16.660694 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7591f881-0936-478d-9422-7e8d0df6596b req-d621e7b3-c4cc-4c4b-9014-b742aace4c88 tempest-SecurityGroupsTestJSON-1151704431 tempest-SecurityGroupsTestJSON-1151704431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:05:16.662890 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-7591f881-0936-478d-9422-7e8d0df6596b req-d621e7b3-c4cc-4c4b-9014-b742aace4c88 tempest-SecurityGroupsTestJSON-1151704431 tempest-SecurityGroupsTestJSON-1151704431-project] 10.222.0.75 "GET /v2.0/ports?device_id=f00ecfa2-51bd-4cf5-a4e0-ec73d3e22ffa HTTP/1.1" status: 200 len: 944 time: 0.1026709 Feb 09 19:05:16.670620 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-9d425ee2-8d07-4511-9461-0af014713467 tempest-TaggedBootDevicesTest_v242-798392635 tempest-TaggedBootDevicesTest_v242-798392635-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:05:16.699242 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-348d60cf-7aca-4d26-8551-261e740c5937 req-e440f482-defe-46ff-af0c-808eb1383ab1 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=3aeedb6f-762d-4e6c-8ee5-bfa54ee38104&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0459797 Feb 09 19:05:16.722840 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-7591f881-0936-478d-9422-7e8d0df6596b req-100bfb6c-b926-464e-bd5f-4c60d9eef2ee tempest-SecurityGroupsTestJSON-1151704431 tempest-SecurityGroupsTestJSON-1151704431-project] 10.222.0.75 "GET /v2.0/security-groups?id=22bcb932-19f7-46ba-b2c8-090f138c7032&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529404 Feb 09 19:05:16.896357 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee5ee797-daa7-43b6-9500-724df9ccc533 req-6564df27-975d-409d-920d-d15d5b1227a6 tempest-ServersOnMultiNodesTest-1472402947 tempest-ServersOnMultiNodesTest-1472402947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:05:16.898150 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-ee5ee797-daa7-43b6-9500-724df9ccc533 req-6564df27-975d-409d-920d-d15d5b1227a6 tempest-ServersOnMultiNodesTest-1472402947 tempest-ServersOnMultiNodesTest-1472402947-project] 10.222.0.75 "GET /v2.0/ports?device_id=c6d3d784-e9c5-44f4-8e9b-599af9ae422b HTTP/1.1" status: 200 len: 948 time: 0.2355525 Feb 09 19:05:16.931197 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-348d60cf-7aca-4d26-8551-261e740c5937 req-db3f9db5-9707-4115-a29a-cb7d5ee90f70 service neutron] 10.222.0.89 "GET /v2.0/networks/3aeedb6f-762d-4e6c-8ee5-bfa54ee38104?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1912026 Feb 09 19:05:16.982873 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762867132591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593584'] for agent (496418a2-c002-4aec-ab1a-07f3bea491bd), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:05:17.009413 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b0fde29-bba5-4ce8-97bb-2d277462d242 req-4e604eee-7f96-41a2-8d8e-312e81b2ab0b tempest-FloatingIPsAssociationTestJSON-731512856 tempest-FloatingIPsAssociationTestJSON-731512856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:05:17.011234 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-8b0fde29-bba5-4ce8-97bb-2d277462d242 req-4e604eee-7f96-41a2-8d8e-312e81b2ab0b tempest-FloatingIPsAssociationTestJSON-731512856 tempest-FloatingIPsAssociationTestJSON-731512856-project] 10.222.0.75 "GET /v2.0/ports?device_id=32bf91ec-07c2-4708-858a-e8e64b1da7a6&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.1301186 Feb 09 19:05:17.057216 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-ee5ee797-daa7-43b6-9500-724df9ccc533 req-0e4a110d-bcac-44bc-936d-d5ecb092ad3b tempest-ServersOnMultiNodesTest-1472402947 tempest-ServersOnMultiNodesTest-1472402947-project] 10.222.0.75 "GET /v2.0/security-groups?id=aed5302d-0478-4b9d-b014-143adc5c0d74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1369407 Feb 09 19:05:17.089350 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-348d60cf-7aca-4d26-8551-261e740c5937 req-c4565aef-e689-4122-9ea7-77b9a4b71231 service neutron] 10.222.0.89 "GET /v2.0/networks/3aeedb6f-762d-4e6c-8ee5-bfa54ee38104?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1480484 Feb 09 19:05:17.097202 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-9d425ee2-8d07-4511-9461-0af014713467 tempest-TaggedBootDevicesTest_v242-798392635 tempest-TaggedBootDevicesTest_v242-798392635-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (None), before_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:05:17.158952 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-8b0fde29-bba5-4ce8-97bb-2d277462d242 req-a5bb5aae-bfb6-479b-8927-22e24e9bbeda tempest-FloatingIPsAssociationTestJSON-731512856 tempest-FloatingIPsAssociationTestJSON-731512856-project] 10.222.0.75 "GET /v2.0/floatingips?floating_ip_address=172.25.1.47 HTTP/1.1" status: 200 len: 1000 time: 0.1366143 Feb 09 19:05:17.171880 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.v2.base [req-8b0fde29-bba5-4ce8-97bb-2d277462d242 req-ca333c36-b95a-4c43-8aa0-d32aa9a938a5 tempest-FloatingIPsAssociationTestJSON-731512856 tempest-FloatingIPsAssociationTestJSON-731512856-project] Request body: {'floatingip': {'port_id': '0359494e-ba4d-4050-8b2f-eaed6c3f4823', 'fixed_ip_address': '172.20.0.9'}} {{(pid=103229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 19:05:17.214958 n-d-713498-36 neutron-server[103230]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Wed, 09 Feb 2022 19:05:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-21a95708-6d54-40a9-adf3-6653f70aad00 x-openstack-request-id: req-21a95708-6d54-40a9-adf3-6653f70aad00 {{(pid=103230) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 19:05:17.217345 n-d-713498-36 neutron-server[103230]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cf8d55d7-ba31-4451-a682-c3c5050d34d1", "tag": "fff28e55-1481-495e-822a-a809fab17399", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "f00ecfa2-51bd-4cf5-a4e0-ec73d3e22ffa", "tag": "84d5567e-44ed-41fd-8a8e-d80271a0a3f0", "status": "completed", "code": 200}]} {{(pid=103230) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 19:05:17.217790 n-d-713498-36 neutron-server[103230]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-21a95708-6d54-40a9-adf3-6653f70aad00 {{(pid=103230) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 19:05:17.219029 n-d-713498-36 neutron-server[103230]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cf8d55d7-ba31-4451-a682-c3c5050d34d1', 'tag': 'fff28e55-1481-495e-822a-a809fab17399', 'status': 'completed', 'code': 200} Feb 09 19:05:17.219424 n-d-713498-36 neutron-server[103230]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f00ecfa2-51bd-4cf5-a4e0-ec73d3e22ffa', 'tag': '84d5567e-44ed-41fd-8a8e-d80271a0a3f0', 'status': 'completed', 'code': 200} Feb 09 19:05:17.321894 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-8b0fde29-bba5-4ce8-97bb-2d277462d242 req-ca333c36-b95a-4c43-8aa0-d32aa9a938a5 tempest-FloatingIPsAssociationTestJSON-731512856 tempest-FloatingIPsAssociationTestJSON-731512856-project] Publish callbacks [] for floatingip (90ab6c29-730c-48b0-825b-c15a934d4e4f), before_update {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:05:17.373026 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-e665513d-83b5-4e2d-86e6-a36277efe71f req-0f19f44c-4852-4ac1-a951-77925dad8a1f tempest-TenantUsagesTestJSON-72406381 tempest-TenantUsagesTestJSON-72406381-project] 10.222.0.75 "GET /v2.0/ports?device_id=f37012e8-afbe-4a27-a2c8-7089008934be HTTP/1.1" status: 200 len: 210 time: 0.0831547 Feb 09 19:05:17.402610 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0334756-4211-47f5-b126-759900c04382 req-61272cfe-2b0a-4ae1-9364-9bed2d530349 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:05:17.404082 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-a0334756-4211-47f5-b126-759900c04382 req-61272cfe-2b0a-4ae1-9364-9bed2d530349 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=0e772d8c7ac44b1fbd56efaf46b6dbd8&device_id=cf8d55d7-ba31-4451-a682-c3c5050d34d1 HTTP/1.1" status: 200 len: 1128 time: 0.1664534 Feb 09 19:05:17.406422 n-d-713498-36 neutron-server[103230]: DEBUG neutron.db.db_base_plugin_common [None req-9d425ee2-8d07-4511-9461-0af014713467 tempest-TaggedBootDevicesTest_v242-798392635 tempest-TaggedBootDevicesTest_v242-798392635-project] Allocated IP 172.25.1.186 (88055e1e-672a-4487-be31-ffb6e833ece5/ac16dbcc-383c-4b43-9153-d763c4a53f91/3631c7d9-06b7-4489-a6af-615c4c3ef309) {{(pid=103230) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 19:05:17.612433 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0334756-4211-47f5-b126-759900c04382 req-7830b539-14b9-4970-b0fa-d537d54649dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:05:17.614091 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-a0334756-4211-47f5-b126-759900c04382 req-7830b539-14b9-4970-b0fa-d537d54649dc service neutron] 10.222.0.89 "GET /v2.0/networks?id=f1e6924e-7348-48ca-aa14-d5834e100bd2 HTTP/1.1" status: 200 len: 922 time: 0.1979570 Feb 09 19:05:17.620797 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-9d425ee2-8d07-4511-9461-0af014713467 tempest-TaggedBootDevicesTest_v242-798392635 tempest-TaggedBootDevicesTest_v242-798392635-project] Publish callbacks [] for port (3631c7d9-06b7-4489-a6af-615c4c3ef309), precommit_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:05:17.735621 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-a0334756-4211-47f5-b126-759900c04382 req-0430150f-bdba-4c14-91df-9a7c6673deb5 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=fff28e55-1481-495e-822a-a809fab17399 HTTP/1.1" status: 200 len: 1000 time: 0.1129882 Feb 09 19:05:17.747960 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0875e28a-89c0-43d0-a198-85ea19d735a3 req-26b86704-6f22-4238-b974-8701f3ba8595 tempest-LiveAutoBlockMigrationV225Test-2127879101 tempest-LiveAutoBlockMigrationV225Test-2127879101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:05:17.749468 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-0875e28a-89c0-43d0-a198-85ea19d735a3 req-26b86704-6f22-4238-b974-8701f3ba8595 tempest-LiveAutoBlockMigrationV225Test-2127879101 tempest-LiveAutoBlockMigrationV225Test-2127879101-project] 10.222.0.75 "GET /v2.0/ports?device_id=9d1556d0-d009-41c6-9d9c-d68b6ae4cbe4 HTTP/1.1" status: 200 len: 944 time: 0.1558096 Feb 09 19:05:17.790052 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-9d425ee2-8d07-4511-9461-0af014713467 tempest-TaggedBootDevicesTest_v242-798392635 tempest-TaggedBootDevicesTest_v242-798392635-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762866656467', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14393751'] for port (3631c7d9-06b7-4489-a6af-615c4c3ef309), after_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:05:17.870890 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0334756-4211-47f5-b126-759900c04382 req-92515f0e-3aad-4603-af28-afd160bc2d12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:05:17.871322 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-a0334756-4211-47f5-b126-759900c04382 req-92515f0e-3aad-4603-af28-afd160bc2d12 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=7ab1963a-39ad-4d86-9549-880198499f42 HTTP/1.1" status: 200 len: 860 time: 0.1208963 Feb 09 19:05:17.875337 n-d-713498-36 neutron-server[103230]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d425ee2-8d07-4511-9461-0af014713467 tempest-TaggedBootDevicesTest_v242-798392635 tempest-TaggedBootDevicesTest_v242-798392635-project] Network 88055e1e-672a-4487-be31-ffb6e833ece5 is already hosted by enough agents. {{(pid=103230) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 19:05:17.892733 n-d-713498-36 neutron-server[103230]: DEBUG neutron.scheduler.base_scheduler [None req-9d425ee2-8d07-4511-9461-0af014713467 tempest-TaggedBootDevicesTest_v242-798392635 tempest-TaggedBootDevicesTest_v242-798392635-project] Resources bound (agent type, host, resource id): {{(pid=103230) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 19:05:17.901991 n-d-713498-36 neutron-server[103230]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d425ee2-8d07-4511-9461-0af014713467 tempest-TaggedBootDevicesTest_v242-798392635 tempest-TaggedBootDevicesTest_v242-798392635-project] Received port after_create {{(pid=103230) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 19:05:17.905369 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d425ee2-8d07-4511-9461-0af014713467 tempest-TaggedBootDevicesTest_v242-798392635 tempest-TaggedBootDevicesTest_v242-798392635-project] Pushing event updated for resources: {'Port': ['ID=3631c7d9-06b7-4489-a6af-615c4c3ef309,revision_number=1']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:05:17.950846 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-0875e28a-89c0-43d0-a198-85ea19d735a3 req-c80787ec-983f-4619-80fa-c0cba9893e79 tempest-LiveAutoBlockMigrationV225Test-2127879101 tempest-LiveAutoBlockMigrationV225Test-2127879101-project] 10.222.0.75 "GET /v2.0/security-groups?id=e3cb5363-3b49-4f74-b239-a871e755b40a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1898398 Feb 09 19:05:17.998244 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-643e000e-005e-446d-85b6-88615f2c7b64 req-7b7be6ff-d017-40d2-a1ac-ad31ecdef0f4 tempest-TenantUsagesTestJSON-72406381 tempest-TenantUsagesTestJSON-72406381-project] 10.222.0.89 "GET /v2.0/networks?tenant_id=869f3706d5e0495a93c6b47a1fa2751d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1275356 Feb 09 19:05:18.014844 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0334756-4211-47f5-b126-759900c04382 req-bcd1e2d9-22fe-46f4-b767-7cbc11a4d396 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:05:18.016343 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-a0334756-4211-47f5-b126-759900c04382 req-bcd1e2d9-22fe-46f4-b767-7cbc11a4d396 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=f1e6924e-7348-48ca-aa14-d5834e100bd2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.1371727 Feb 09 19:05:18.201431 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-643e000e-005e-446d-85b6-88615f2c7b64 req-7e807427-7c63-4a14-8c27-62de1818937c tempest-TenantUsagesTestJSON-72406381 tempest-TenantUsagesTestJSON-72406381-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:05:18.203155 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-643e000e-005e-446d-85b6-88615f2c7b64 req-7e807427-7c63-4a14-8c27-62de1818937c tempest-TenantUsagesTestJSON-72406381 tempest-TenantUsagesTestJSON-72406381-project] 10.222.0.89 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1949420 Feb 09 19:05:18.219606 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.v2.base [req-643e000e-005e-446d-85b6-88615f2c7b64 req-ed86ec92-07d6-4813-ba9b-b9c9014bfec8 tempest-TenantUsagesTestJSON-72406381 tempest-TenantUsagesTestJSON-72406381-project] Request body: {'port': {'device_id': 'f37012e8-afbe-4a27-a2c8-7089008934be', 'network_id': '2b5494c8-cf97-42c1-b902-87f998f28179', 'admin_state_up': True, 'tenant_id': '869f3706d5e0495a93c6b47a1fa2751d'}} {{(pid=103229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 19:05:18.296948 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762867132591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593584'] for agent (488cd9ae-631f-4955-ba0b-4f5a13f12e9c), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:05:18.327396 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Device 8785c69d-6d10-4443-a2ce-db0ad5c8182f details requested by agent hyperv_n-h2-713498-36 with host n-h2-713498-36 {{(pid=103232) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 19:05:18.468625 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-7429db8d-6021-40ad-813e-885be449a89b None None] For port 8785c69d-6d10-4443-a2ce-db0ad5c8182f, host n-h2-713498-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-36',level=0,port_id=8785c69d-6d10-4443-a2ce-db0ad5c8182f,segment=NetworkSegment(50e5915e-18f0-4558-9a28-b978975ead36),segment_id=50e5915e-18f0-4558-9a28-b978975ead36)] {{(pid=103232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 19:05:18.480210 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-9d425ee2-8d07-4511-9461-0af014713467 tempest-TaggedBootDevicesTest_v242-798392635 tempest-TaggedBootDevicesTest_v242-798392635-project] Publish callbacks [] for floatingip (fed35f0e-fa58-4c33-9233-170bd6c464ec), precommit_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:05:18.488452 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Returning: {'device': '8785c69d-6d10-4443-a2ce-db0ad5c8182f', 'network_id': '2b5494c8-cf97-42c1-b902-87f998f28179', 'port_id': '8785c69d-6d10-4443-a2ce-db0ad5c8182f', 'mac_address': 'fa:16:3e:96:e3:ce', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 359, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '60b561cb-321e-4f83-9bb3-92b2e1d0dc44', 'ip_address': '192.168.233.162'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103232) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 19:05:18.539932 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-883abecf-2d78-4968-b24a-0a11dfd582e3 req-b545d0eb-6aa1-4e99-a65d-0e79e78e19cc tempest-SecurityGroupsTestJSON-1151704431 tempest-SecurityGroupsTestJSON-1151704431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:05:18.541474 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-883abecf-2d78-4968-b24a-0a11dfd582e3 req-b545d0eb-6aa1-4e99-a65d-0e79e78e19cc tempest-SecurityGroupsTestJSON-1151704431 tempest-SecurityGroupsTestJSON-1151704431-project] 10.222.0.75 "GET /v2.0/ports?device_id=f00ecfa2-51bd-4cf5-a4e0-ec73d3e22ffa HTTP/1.1" status: 200 len: 944 time: 0.4790070 Feb 09 19:05:18.555739 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-a0334756-4211-47f5-b126-759900c04382 req-9ca6b903-d4f5-4cbc-8e50-88819dcdec62 service neutron] 10.222.0.89 "GET /v2.0/networks/f1e6924e-7348-48ca-aa14-d5834e100bd2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5225918 Feb 09 19:05:18.556411 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Current status of the port 8785c69d-6d10-4443-a2ce-db0ad5c8182f is: DOWN; New status is: BUILD {{(pid=103232) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 19:05:18.557018 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (8785c69d-6d10-4443-a2ce-db0ad5c8182f), before_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:05:18.570999 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-9d425ee2-8d07-4511-9461-0af014713467 tempest-TaggedBootDevicesTest_v242-798392635 tempest-TaggedBootDevicesTest_v242-798392635-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (3631c7d9-06b7-4489-a6af-615c4c3ef309), before_update {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:05:18.575017 n-d-713498-36 neutron-server[103232]: DEBUG neutron.notifiers.nova [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8785c69d-6d10-4443-a2ce-db0ad5c8182f {{(pid=103232) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 19:05:18.607214 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-7429db8d-6021-40ad-813e-885be449a89b None None] For port 8785c69d-6d10-4443-a2ce-db0ad5c8182f, host n-h2-713498-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-36',level=0,port_id=8785c69d-6d10-4443-a2ce-db0ad5c8182f,segment=NetworkSegment(50e5915e-18f0-4558-9a28-b978975ead36),segment_id=50e5915e-18f0-4558-9a28-b978975ead36)] {{(pid=103232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 19:05:18.612839 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-643e000e-005e-446d-85b6-88615f2c7b64 req-ed86ec92-07d6-4813-ba9b-b9c9014bfec8 tempest-TenantUsagesTestJSON-72406381 tempest-TenantUsagesTestJSON-72406381-project] Made reservation on behalf of 869f3706d5e0495a93c6b47a1fa2751d for: {'port': 1} {{(pid=103229) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 19:05:18.613606 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762867176205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762866656485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762866656503'] for port (8785c69d-6d10-4443-a2ce-db0ad5c8182f), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:05:18.616339 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-643e000e-005e-446d-85b6-88615f2c7b64 req-ed86ec92-07d6-4813-ba9b-b9c9014bfec8 tempest-TenantUsagesTestJSON-72406381 tempest-TenantUsagesTestJSON-72406381-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (None), before_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:05:18.657637 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-643e000e-005e-446d-85b6-88615f2c7b64 req-ed86ec92-07d6-4813-ba9b-b9c9014bfec8 tempest-TenantUsagesTestJSON-72406381 tempest-TenantUsagesTestJSON-72406381-project] Publish callbacks [] for security_group (None), before_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:05:18.686844 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-8b0fde29-bba5-4ce8-97bb-2d277462d242 req-ca333c36-b95a-4c43-8aa0-d32aa9a938a5 tempest-FloatingIPsAssociationTestJSON-731512856 tempest-FloatingIPsAssociationTestJSON-731512856-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:05:18.695560 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Pushing event updated for resources: {'Port': ['ID=8785c69d-6d10-4443-a2ce-db0ad5c8182f,revision_number=4']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:05:18.696041 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-8b0fde29-bba5-4ce8-97bb-2d277462d242 req-ca333c36-b95a-4c43-8aa0-d32aa9a938a5 tempest-FloatingIPsAssociationTestJSON-731512856 tempest-FloatingIPsAssociationTestJSON-731512856-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1818909'] for floatingip (90ab6c29-730c-48b0-825b-c15a934d4e4f), after_update {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:05:18.703632 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-883abecf-2d78-4968-b24a-0a11dfd582e3 req-58736472-3dae-4a84-9778-681d0b2851cc tempest-SecurityGroupsTestJSON-1151704431 tempest-SecurityGroupsTestJSON-1151704431-project] 10.222.0.75 "GET /v2.0/security-groups?id=22bcb932-19f7-46ba-b2c8-090f138c7032&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1526303 Feb 09 19:05:18.729642 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762867132591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593584'] for agent (bcd5faee-dc24-4298-9134-0e0aa054058e), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:05:18.793537 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-a0334756-4211-47f5-b126-759900c04382 req-078ef751-8b67-4bff-bd4f-d2c788d98aa6 service neutron] 10.222.0.89 "GET /v2.0/networks/f1e6924e-7348-48ca-aa14-d5834e100bd2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2308500 Feb 09 19:05:18.878617 n-d-713498-36 neutron-server[103229]: INFO neutron.db.l3_db [req-8b0fde29-bba5-4ce8-97bb-2d277462d242 req-ca333c36-b95a-4c43-8aa0-d32aa9a938a5 tempest-FloatingIPsAssociationTestJSON-731512856 tempest-FloatingIPsAssociationTestJSON-731512856-project] Floating IP 90ab6c29-730c-48b0-825b-c15a934d4e4f associated. External IP: 172.25.1.47, port: fff28e55-1481-495e-822a-a809fab17399. Feb 09 19:05:18.885201 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-643e000e-005e-446d-85b6-88615f2c7b64 req-ed86ec92-07d6-4813-ba9b-b9c9014bfec8 tempest-TenantUsagesTestJSON-72406381 tempest-TenantUsagesTestJSON-72406381-project] Publish callbacks [] for security_group (0b341b8f-0cb8-4006-83e3-da8a9dd80697), precommit_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:05:18.926862 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-643e000e-005e-446d-85b6-88615f2c7b64 req-ed86ec92-07d6-4813-ba9b-b9c9014bfec8 tempest-TenantUsagesTestJSON-72406381 tempest-TenantUsagesTestJSON-72406381-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1892331'] for security_group (0b341b8f-0cb8-4006-83e3-da8a9dd80697), after_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:05:18.928915 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-9d425ee2-8d07-4511-9461-0af014713467 tempest-TaggedBootDevicesTest_v242-798392635 tempest-TaggedBootDevicesTest_v242-798392635-project] Publish callbacks [] for port (3631c7d9-06b7-4489-a6af-615c4c3ef309), precommit_update {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:05:18.939682 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-9d425ee2-8d07-4511-9461-0af014713467 tempest-TaggedBootDevicesTest_v242-798392635 tempest-TaggedBootDevicesTest_v242-798392635-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762867176205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762866656485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762866656503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14393758'] for port (3631c7d9-06b7-4489-a6af-615c4c3ef309), after_update {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:05:18.951585 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4f8d73a-48d4-4af8-b2f4-1c6545f827ce req-f61946e6-3ee2-4724-9c53-ed95b1f1f0cd tempest-ServersOnMultiNodesTest-1472402947 tempest-ServersOnMultiNodesTest-1472402947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:05:18.953057 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-d4f8d73a-48d4-4af8-b2f4-1c6545f827ce req-f61946e6-3ee2-4724-9c53-ed95b1f1f0cd tempest-ServersOnMultiNodesTest-1472402947 tempest-ServersOnMultiNodesTest-1472402947-project] 10.222.0.75 "GET /v2.0/ports?device_id=c6d3d784-e9c5-44f4-8e9b-599af9ae422b HTTP/1.1" status: 200 len: 949 time: 0.1243117 Feb 09 19:05:18.985072 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0334756-4211-47f5-b126-759900c04382 req-b34f0855-be22-4207-9877-74009e4aa848 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:05:18.987455 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-a0334756-4211-47f5-b126-759900c04382 req-b34f0855-be22-4207-9877-74009e4aa848 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=bff3c1e37b294eeb94406c2c4c8cd026&device_id=f00ecfa2-51bd-4cf5-a4e0-ec73d3e22ffa HTTP/1.1" status: 200 len: 1127 time: 0.1201408 Feb 09 19:05:19.043603 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed86ec92-07d6-4813-ba9b-b9c9014bfec8 tempest-TenantUsagesTestJSON-72406381 tempest-TenantUsagesTestJSON-72406381-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0b341b8f-0cb8-4006-83e3-da8a9dd80697,revision_number=1']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:05:19.080733 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d425ee2-8d07-4511-9461-0af014713467 tempest-TaggedBootDevicesTest_v242-798392635 tempest-TaggedBootDevicesTest_v242-798392635-project] Pushing event updated for resources: {'Port': ['ID=3631c7d9-06b7-4489-a6af-615c4c3ef309,revision_number=2']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:05:19.131792 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-d4f8d73a-48d4-4af8-b2f4-1c6545f827ce req-6a67ddb8-8d5e-400d-9e97-b14b53737e72 tempest-ServersOnMultiNodesTest-1472402947 tempest-ServersOnMultiNodesTest-1472402947-project] 10.222.0.75 "GET /v2.0/security-groups?id=aed5302d-0478-4b9d-b014-143adc5c0d74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1515045 Feb 09 19:05:19.134728 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-9d425ee2-8d07-4511-9461-0af014713467 tempest-TaggedBootDevicesTest_v242-798392635 tempest-TaggedBootDevicesTest_v242-798392635-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1818909'] for floatingip (fed35f0e-fa58-4c33-9233-170bd6c464ec), after_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:05:19.137381 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-7429db8d-6021-40ad-813e-885be449a89b None None] get_ports_and_sgs() called for port_ids ['8785c69d-6d10-4443-a2ce-db0ad5c8182f'] {{(pid=103232) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 19:05:19.172621 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-9d425ee2-8d07-4511-9461-0af014713467 tempest-TaggedBootDevicesTest_v242-798392635 tempest-TaggedBootDevicesTest_v242-798392635-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171096'] for floatingip (None), before_response {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:05:19.174180 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-9d425ee2-8d07-4511-9461-0af014713467 tempest-TaggedBootDevicesTest_v242-798392635 tempest-TaggedBootDevicesTest_v242-798392635-project] 10.222.0.75 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.5684900 Feb 09 19:05:19.179805 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0334756-4211-47f5-b126-759900c04382 req-c5180557-8623-4909-ba51-645da398d620 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:05:19.181282 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-a0334756-4211-47f5-b126-759900c04382 req-c5180557-8623-4909-ba51-645da398d620 service neutron] 10.222.0.89 "GET /v2.0/networks?id=3aeedb6f-762d-4e6c-8ee5-bfa54ee38104 HTTP/1.1" status: 200 len: 914 time: 0.1859057 Feb 09 19:05:19.243162 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-a0334756-4211-47f5-b126-759900c04382 req-f9f3cc0a-556d-411d-a68f-57b50a9c4aa6 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=84d5567e-44ed-41fd-8a8e-d80271a0a3f0 HTTP/1.1" status: 200 len: 217 time: 0.0543029 Feb 09 19:05:19.256343 n-d-713498-36 neutron-server[103229]: DEBUG neutron.db.db_base_plugin_common [req-643e000e-005e-446d-85b6-88615f2c7b64 req-ed86ec92-07d6-4813-ba9b-b9c9014bfec8 tempest-TenantUsagesTestJSON-72406381 tempest-TenantUsagesTestJSON-72406381-project] Allocated IP 192.168.233.71 (2b5494c8-cf97-42c1-b902-87f998f28179/60b561cb-321e-4f83-9bb3-92b2e1d0dc44/026129c2-9cf4-4b5c-8b80-582972f977f5) {{(pid=103229) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 19:05:19.355973 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-cf77e568-c253-4be4-ad19-469d23ccf04a req-e7422c60-9984-4469-8cd6-59b551500c8f tempest-TenantUsagesTestJSON-72406381 tempest-TenantUsagesTestJSON-72406381-project] 10.222.0.75 "GET /v2.0/ports?device_id=f37012e8-afbe-4a27-a2c8-7089008934be HTTP/1.1" status: 200 len: 210 time: 0.0819759 Feb 09 19:05:19.392266 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0334756-4211-47f5-b126-759900c04382 req-d7bda4c5-c10f-433f-9dd9-0c7e05d48991 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:05:19.395829 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-a0334756-4211-47f5-b126-759900c04382 req-d7bda4c5-c10f-433f-9dd9-0c7e05d48991 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=717af8bd-c7df-4f19-ad07-3fc4563db201 HTTP/1.1" status: 200 len: 853 time: 0.1450703 Feb 09 19:05:19.435425 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-a0334756-4211-47f5-b126-759900c04382 req-c3e78ca0-3355-4b4c-ab70-489cab94cf18 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=3aeedb6f-762d-4e6c-8ee5-bfa54ee38104&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0306134 Feb 09 19:05:19.519073 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-643e000e-005e-446d-85b6-88615f2c7b64 req-ed86ec92-07d6-4813-ba9b-b9c9014bfec8 tempest-TenantUsagesTestJSON-72406381 tempest-TenantUsagesTestJSON-72406381-project] Publish callbacks [] for port (026129c2-9cf4-4b5c-8b80-582972f977f5), precommit_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:05:19.533933 n-d-713498-36 neutron-server[103229]: DEBUG neutron.scheduler.l3_agent_scheduler [req-8b0fde29-bba5-4ce8-97bb-2d277462d242 req-ca333c36-b95a-4c43-8aa0-d32aa9a938a5 tempest-FloatingIPsAssociationTestJSON-731512856 tempest-FloatingIPsAssociationTestJSON-731512856-project] Router cce358c5-3304-4c33-bbfc-986c1eed7a6e has already been hosted by L3 agent 93303d5e-5d17-45e8-8963-7694f87783ae {{(pid=103229) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 19:05:19.647269 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0627e98-e1d8-4f70-834f-ddf638272a3c req-2a7983be-3c56-46d8-a0fe-1c41872f3c38 tempest-LiveAutoBlockMigrationV225Test-2127879101 tempest-LiveAutoBlockMigrationV225Test-2127879101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:05:19.647488 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-643e000e-005e-446d-85b6-88615f2c7b64 req-ed86ec92-07d6-4813-ba9b-b9c9014bfec8 tempest-TenantUsagesTestJSON-72406381 tempest-TenantUsagesTestJSON-72406381-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762866656467', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12867576'] for port (026129c2-9cf4-4b5c-8b80-582972f977f5), after_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:05:19.649023 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-d0627e98-e1d8-4f70-834f-ddf638272a3c req-2a7983be-3c56-46d8-a0fe-1c41872f3c38 tempest-LiveAutoBlockMigrationV225Test-2127879101 tempest-LiveAutoBlockMigrationV225Test-2127879101-project] 10.222.0.75 "GET /v2.0/ports?device_id=9d1556d0-d009-41c6-9d9c-d68b6ae4cbe4 HTTP/1.1" status: 200 len: 944 time: 0.1954398 Feb 09 19:05:19.650992 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-a0334756-4211-47f5-b126-759900c04382 req-12191593-8a72-476a-a747-82053b3f16ec service neutron] 10.222.0.89 "GET /v2.0/networks/3aeedb6f-762d-4e6c-8ee5-bfa54ee38104?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2071002 Feb 09 19:05:19.698130 n-d-713498-36 neutron-server[103229]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-643e000e-005e-446d-85b6-88615f2c7b64 req-ed86ec92-07d6-4813-ba9b-b9c9014bfec8 tempest-TenantUsagesTestJSON-72406381 tempest-TenantUsagesTestJSON-72406381-project] Network 2b5494c8-cf97-42c1-b902-87f998f28179 is already hosted by enough agents. {{(pid=103229) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 19:05:19.703623 n-d-713498-36 neutron-server[103229]: DEBUG neutron.scheduler.base_scheduler [req-643e000e-005e-446d-85b6-88615f2c7b64 req-ed86ec92-07d6-4813-ba9b-b9c9014bfec8 tempest-TenantUsagesTestJSON-72406381 tempest-TenantUsagesTestJSON-72406381-project] Resources bound (agent type, host, resource id): {{(pid=103229) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 19:05:19.706304 n-d-713498-36 neutron-server[103229]: DEBUG neutron.db.l3_dvrscheduler_db [req-643e000e-005e-446d-85b6-88615f2c7b64 req-ed86ec92-07d6-4813-ba9b-b9c9014bfec8 tempest-TenantUsagesTestJSON-72406381 tempest-TenantUsagesTestJSON-72406381-project] Received port after_create {{(pid=103229) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 19:05:19.767333 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed86ec92-07d6-4813-ba9b-b9c9014bfec8 tempest-TenantUsagesTestJSON-72406381 tempest-TenantUsagesTestJSON-72406381-project] Pushing event updated for resources: {'Port': ['ID=026129c2-9cf4-4b5c-8b80-582972f977f5,revision_number=1']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:05:19.774195 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-8b0fde29-bba5-4ce8-97bb-2d277462d242 req-ca333c36-b95a-4c43-8aa0-d32aa9a938a5 tempest-FloatingIPsAssociationTestJSON-731512856 tempest-FloatingIPsAssociationTestJSON-731512856-project] Notify agent at l3_agent.n-d-713498-36 the message routers_updated {{(pid=103229) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 19:05:19.785094 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70080c2c-511b-491c-abce-2b18c83d1131 None None] Sync routers for ids ['cce358c5-3304-4c33-bbfc-986c1eed7a6e'] in n-d-713498-36 {{(pid=103232) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 19:05:19.811261 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-a0334756-4211-47f5-b126-759900c04382 req-779557d9-1e15-4f83-b06d-827dae51209e service neutron] 10.222.0.89 "GET /v2.0/networks/3aeedb6f-762d-4e6c-8ee5-bfa54ee38104?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1412389 Feb 09 19:05:19.812989 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-aff869a6-156d-4d49-88da-6524d271430a req-30c8655a-454b-46ce-ac11-57e87c9696d7 service neutron] 10.222.0.90 "GET /v2.0/ports/0eea1a64-ccbf-4679-8307-b9066a9a8dde/bindings/n-h1-713498-36 HTTP/1.1" status: 200 len: 385 time: 0.2089832 Feb 09 19:05:19.822283 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Device 84d5567e-44ed-41fd-8a8e-d80271a0a3f0 details requested by agent hyperv_n-h1-713498-36 with host n-h1-713498-36 {{(pid=103232) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 19:05:19.830585 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70080c2c-511b-491c-abce-2b18c83d1131 None None] Routers {'cce358c5-3304-4c33-bbfc-986c1eed7a6e'} bound to L3 agent in host n-d-713498-36 {{(pid=103232) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 19:05:19.832069 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.l3_hamode_db [None req-70080c2c-511b-491c-abce-2b18c83d1131 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T18:51:43Z,description=,heartbeat_timestamp=2022-02-09T19:05:13Z,host='n-d-713498-36',id=93303d5e-5d17-45e8-8963-7694f87783ae,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T18:51:43Z,topic='l3_agent')) {'router_ids': ['cce358c5-3304-4c33-bbfc-986c1eed7a6e'], 'active': True} {{(pid=103232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:05:19.849663 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-d0627e98-e1d8-4f70-834f-ddf638272a3c req-46ed2540-abcc-419e-bfde-06bc402ad5bd tempest-LiveAutoBlockMigrationV225Test-2127879101 tempest-LiveAutoBlockMigrationV225Test-2127879101-project] 10.222.0.75 "GET /v2.0/security-groups?id=e3cb5363-3b49-4f74-b239-a871e755b40a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1914592 Feb 09 19:05:19.877354 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-643e000e-005e-446d-85b6-88615f2c7b64 req-ed86ec92-07d6-4813-ba9b-b9c9014bfec8 tempest-TenantUsagesTestJSON-72406381 tempest-TenantUsagesTestJSON-72406381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:05:19.878039 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-643e000e-005e-446d-85b6-88615f2c7b64 req-ed86ec92-07d6-4813-ba9b-b9c9014bfec8 tempest-TenantUsagesTestJSON-72406381 tempest-TenantUsagesTestJSON-72406381-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171096'] for port (None), before_response {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:05:19.919934 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-643e000e-005e-446d-85b6-88615f2c7b64 req-ed86ec92-07d6-4813-ba9b-b9c9014bfec8 tempest-TenantUsagesTestJSON-72406381 tempest-TenantUsagesTestJSON-72406381-project] 10.222.0.89 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.7041323 Feb 09 19:05:19.960544 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.v2.base [req-643e000e-005e-446d-85b6-88615f2c7b64 req-ab89ab17-cb0a-402a-a42b-32b82e6940cf service neutron] Request body: {'port': {'device_id': 'f37012e8-afbe-4a27-a2c8-7089008934be', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-713498-36'}} {{(pid=103229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 19:05:20.119052 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.db [req-aff869a6-156d-4d49-88da-6524d271430a req-3ba4c9fb-5929-4867-9b49-61f5483c7cce service neutron] For port 0eea1a64-ccbf-4679-8307-b9066a9a8dde, host n-h2-713498-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-36',level=0,port_id=0eea1a64-ccbf-4679-8307-b9066a9a8dde,segment=NetworkSegment(b98d4747-b18c-4141-8910-77c1fada78d1),segment_id=b98d4747-b18c-4141-8910-77c1fada78d1)] {{(pid=103230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 19:05:20.136572 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.db.resource_extend [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] It took 0.23 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 09 19:05:20.143910 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.db [req-aff869a6-156d-4d49-88da-6524d271430a req-3ba4c9fb-5929-4867-9b49-61f5483c7cce service neutron] For port 0eea1a64-ccbf-4679-8307-b9066a9a8dde, host n-h2-713498-36, cleared binding levels {{(pid=103230) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 19:05:20.184027 n-d-713498-36 neutron-server[103230]: DEBUG neutron.notifiers.nova [req-aff869a6-156d-4d49-88da-6524d271430a req-3ba4c9fb-5929-4867-9b49-61f5483c7cce service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0eea1a64-ccbf-4679-8307-b9066a9a8dde {{(pid=103230) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 19:05:20.193781 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.provisioning_blocks [None req-20d318b5-3b07-4db4-a20e-c592ae044066 None None] Provisioning complete for port 026129c2-9cf4-4b5c-8b80-582972f977f5 triggered by entity DHCP. {{(pid=103232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 19:05:20.194182 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-20d318b5-3b07-4db4-a20e-c592ae044066 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593630'] for port (026129c2-9cf4-4b5c-8b80-582972f977f5), provisioning_complete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:05:20.197584 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.db [req-aff869a6-156d-4d49-88da-6524d271430a req-3ba4c9fb-5929-4867-9b49-61f5483c7cce service neutron] For port 0eea1a64-ccbf-4679-8307-b9066a9a8dde, host n-h1-713498-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-36',level=0,port_id=0eea1a64-ccbf-4679-8307-b9066a9a8dde,segment=NetworkSegment(b98d4747-b18c-4141-8910-77c1fada78d1),segment_id=b98d4747-b18c-4141-8910-77c1fada78d1)] {{(pid=103230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 19:05:20.248655 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [req-aff869a6-156d-4d49-88da-6524d271430a req-3ba4c9fb-5929-4867-9b49-61f5483c7cce service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (0eea1a64-ccbf-4679-8307-b9066a9a8dde), before_update {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:05:20.279451 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-20d318b5-3b07-4db4-a20e-c592ae044066 None None] Port 026129c2-9cf4-4b5c-8b80-582972f977f5 cannot update to ACTIVE because it is not bound. {{(pid=103232) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 19:05:20.283239 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.l3_dvr_db [None req-70080c2c-511b-491c-abce-2b18c83d1131 None None] Set router cce358c5-3304-4c33-bbfc-986c1eed7a6e gateway port host: n-d-713498-36 {{(pid=103232) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 19:05:20.287709 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-34070aeb-f347-4ef0-8065-5c52f76dd850 req-a4c3dd22-3bb8-4e11-8e27-3ab0f293c841 tempest-TaggedBootDevicesTest_v242-798392635 tempest-TaggedBootDevicesTest_v242-798392635-project] 10.222.0.75 "GET /v2.0/security-groups?name=tempest-securitygroup--2032900539&fields=id&tenant_id=1165ce6413224edfb276f9f552a74208 HTTP/1.1" status: 200 len: 267 time: 0.0760562 Feb 09 19:05:20.342110 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] For port 84d5567e-44ed-41fd-8a8e-d80271a0a3f0, host n-h1-713498-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-36',level=0,port_id=84d5567e-44ed-41fd-8a8e-d80271a0a3f0,segment=NetworkSegment(0eaea607-a7ab-4dbb-b6ca-ed9e62abb1c6),segment_id=0eaea607-a7ab-4dbb-b6ca-ed9e62abb1c6)] {{(pid=103232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 19:05:20.367511 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-643e000e-005e-446d-85b6-88615f2c7b64 req-ab89ab17-cb0a-402a-a42b-32b82e6940cf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (026129c2-9cf4-4b5c-8b80-582972f977f5), before_update {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:05:20.378126 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34070aeb-f347-4ef0-8065-5c52f76dd850 req-ab2f1e36-4103-43cb-9b6f-63ed4334a737 tempest-TaggedBootDevicesTest_v242-798392635 tempest-TaggedBootDevicesTest_v242-798392635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:05:20.386653 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-34070aeb-f347-4ef0-8065-5c52f76dd850 req-ab2f1e36-4103-43cb-9b6f-63ed4334a737 tempest-TaggedBootDevicesTest_v242-798392635 tempest-TaggedBootDevicesTest_v242-798392635-project] 10.222.0.75 "GET /v2.0/ports/778b20b7-7678-470a-84cc-7abef1a21546 HTTP/1.1" status: 200 len: 937 time: 0.0971909 Feb 09 19:05:20.404218 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Returning: {'device': '84d5567e-44ed-41fd-8a8e-d80271a0a3f0', 'network_id': '3aeedb6f-762d-4e6c-8ee5-bfa54ee38104', 'port_id': '84d5567e-44ed-41fd-8a8e-d80271a0a3f0', 'mac_address': 'fa:16:3e:23:4b:56', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 382, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '717af8bd-c7df-4f19-ad07-3fc4563db201', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103232) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 19:05:20.445470 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34070aeb-f347-4ef0-8065-5c52f76dd850 req-7ffb5945-9ed9-467b-b582-7d2960881653 tempest-TaggedBootDevicesTest_v242-798392635 tempest-TaggedBootDevicesTest_v242-798392635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:05:20.453129 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-34070aeb-f347-4ef0-8065-5c52f76dd850 req-7ffb5945-9ed9-467b-b582-7d2960881653 tempest-TaggedBootDevicesTest_v242-798392635 tempest-TaggedBootDevicesTest_v242-798392635-project] 10.222.0.75 "GET /v2.0/ports/c8197a22-0a63-4fe5-8fb5-ede78617a0f7 HTTP/1.1" status: 200 len: 935 time: 0.0651422 Feb 09 19:05:20.479260 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Current status of the port 84d5567e-44ed-41fd-8a8e-d80271a0a3f0 is: DOWN; New status is: BUILD {{(pid=103232) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 19:05:20.479721 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (84d5567e-44ed-41fd-8a8e-d80271a0a3f0), before_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:05:20.520676 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-34070aeb-f347-4ef0-8065-5c52f76dd850 req-70137714-1f26-42c5-93ff-f03073580c8e tempest-TaggedBootDevicesTest_v242-798392635 tempest-TaggedBootDevicesTest_v242-798392635-project] 10.222.0.75 "GET /v2.0/ports?network_id=827c740b-e08e-4994-bbc7-e073abc4dcaf&fixed_ips=ip_address%3D10.2.2.100&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0661700 Feb 09 19:05:20.542255 n-d-713498-36 neutron-server[103232]: DEBUG neutron.notifiers.nova [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 84d5567e-44ed-41fd-8a8e-d80271a0a3f0 {{(pid=103232) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 19:05:20.573716 n-d-713498-36 neutron-server[103229]: DEBUG neutron.scheduler.l3_agent_scheduler [req-8b0fde29-bba5-4ce8-97bb-2d277462d242 req-ca333c36-b95a-4c43-8aa0-d32aa9a938a5 tempest-FloatingIPsAssociationTestJSON-731512856 tempest-FloatingIPsAssociationTestJSON-731512856-project] Router cce358c5-3304-4c33-bbfc-986c1eed7a6e has already been hosted by L3 agent 93303d5e-5d17-45e8-8963-7694f87783ae {{(pid=103229) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 19:05:20.574801 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-34070aeb-f347-4ef0-8065-5c52f76dd850 req-6f9e6cb3-68ca-457a-ba56-6218e071e90c tempest-TaggedBootDevicesTest_v242-798392635 tempest-TaggedBootDevicesTest_v242-798392635-project] 10.222.0.75 "GET /v2.0/ports?network_id=827c740b-e08e-4994-bbc7-e073abc4dcaf&fixed_ips=ip_address%3D10.2.2.200&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0519867 Feb 09 19:05:20.591058 n-d-713498-36 neutron-server[103230]: DEBUG neutron.db.provisioning_blocks [req-aff869a6-156d-4d49-88da-6524d271430a req-3ba4c9fb-5929-4867-9b49-61f5483c7cce service neutron] Transition to ACTIVE for port object 0eea1a64-ccbf-4679-8307-b9066a9a8dde will not be triggered until provisioned by entity L2. {{(pid=103230) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 19:05:20.604286 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [req-aff869a6-156d-4d49-88da-6524d271430a req-3ba4c9fb-5929-4867-9b49-61f5483c7cce service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762867176205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762866656485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762866656503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14393758'] for port (0eea1a64-ccbf-4679-8307-b9066a9a8dde), after_update {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:05:20.604850 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] For port 84d5567e-44ed-41fd-8a8e-d80271a0a3f0, host n-h1-713498-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-36',level=0,port_id=84d5567e-44ed-41fd-8a8e-d80271a0a3f0,segment=NetworkSegment(0eaea607-a7ab-4dbb-b6ca-ed9e62abb1c6),segment_id=0eaea607-a7ab-4dbb-b6ca-ed9e62abb1c6)] {{(pid=103232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 19:05:20.629975 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762867176205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762866656485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762866656503'] for port (84d5567e-44ed-41fd-8a8e-d80271a0a3f0), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:05:20.693211 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ba4c9fb-5929-4867-9b49-61f5483c7cce service neutron] Pushing event updated for resources: {'Port': ['ID=0eea1a64-ccbf-4679-8307-b9066a9a8dde,revision_number=10']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:05:20.734518 n-d-713498-36 neutron-server[103230]: DEBUG neutron.db.l3_dvrscheduler_db [req-aff869a6-156d-4d49-88da-6524d271430a req-3ba4c9fb-5929-4867-9b49-61f5483c7cce service neutron] No DVR routers for this DVR port 0eea1a64-ccbf-4679-8307-b9066a9a8dde on host n-h2-713498-36 {{(pid=103230) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 19:05:20.790239 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-aff869a6-156d-4d49-88da-6524d271430a req-3ba4c9fb-5929-4867-9b49-61f5483c7cce service neutron] 10.222.0.90 "PUT /v2.0/ports/0eea1a64-ccbf-4679-8307-b9066a9a8dde/bindings/n-h1-713498-36/activate HTTP/1.1" status: 200 len: 370 time: 0.9608648 Feb 09 19:05:20.792662 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Pushing event updated for resources: {'Port': ['ID=84d5567e-44ed-41fd-8a8e-d80271a0a3f0,revision_number=4']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:05:20.812803 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34070aeb-f347-4ef0-8065-5c52f76dd850 req-32f7b734-684f-428d-a840-f5a56f63f67f tempest-TaggedBootDevicesTest_v242-798392635 tempest-TaggedBootDevicesTest_v242-798392635-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:05:20.819543 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34070aeb-f347-4ef0-8065-5c52f76dd850 req-32f7b734-684f-428d-a840-f5a56f63f67f tempest-TaggedBootDevicesTest_v242-798392635 tempest-TaggedBootDevicesTest_v242-798392635-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:05:20.825081 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34070aeb-f347-4ef0-8065-5c52f76dd850 req-32f7b734-684f-428d-a840-f5a56f63f67f tempest-TaggedBootDevicesTest_v242-798392635 tempest-TaggedBootDevicesTest_v242-798392635-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:05:20.826963 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-34070aeb-f347-4ef0-8065-5c52f76dd850 req-32f7b734-684f-428d-a840-f5a56f63f67f tempest-TaggedBootDevicesTest_v242-798392635 tempest-TaggedBootDevicesTest_v242-798392635-project] 10.222.0.75 "GET /v2.0/networks?id=c0d79728-024b-4c62-b035-620d2aaf99fe&id=622dc241-96e3-459d-8172-016faee8abe4&id=622dc241-96e3-459d-8172-016faee8abe4&id=827c740b-e08e-4994-bbc7-e073abc4dcaf&id=827c740b-e08e-4994-bbc7-e073abc4dcaf HTTP/1.1" status: 200 len: 1994 time: 0.2517786 Feb 09 19:05:20.836372 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.l3_hamode_db [None req-70080c2c-511b-491c-abce-2b18c83d1131 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cce358c5-3304-4c33-bbfc-986c1eed7a6e', 'name': 'tempest-FloatingIPsAssociationTestJSON-2139759441-router', 'tenant_id': '0e772d8c7ac44b1fbd56efaf46b6dbd8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88055e1e-672a-4487-be31-ffb6e833ece5', 'external_fixed_ips': [{'subnet_id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'ip_address': '172.25.1.54'}], 'enable_snat': True}, 'gw_port_id': '81de01c8-c6f4-40f0-a237-d3fa04784f37', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T19:03:57Z', 'updated_at': '2022-02-09T19:04:06Z', 'revision_number': 4, 'project_id': '0e772d8c7ac44b1fbd56efaf46b6dbd8', 'gw_port': {'id': '81de01c8-c6f4-40f0-a237-d3fa04784f37', 'name': '', 'network_id': '88055e1e-672a-4487-be31-ffb6e833ece5', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:69:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cce358c5-3304-4c33-bbfc-986c1eed7a6e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 592, 'fixed_ips': [{'subnet_id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'ip_address': '172.25.1.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T19:03:58Z', 'updated_at': '2022-02-09T19:04:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-36', '_floatingips': [{'id': '90ab6c29-730c-48b0-825b-c15a934d4e4f', 'tenant_id': '0e772d8c7ac44b1fbd56efaf46b6dbd8', 'floating_ip_address': '172.25.1.47', 'floating_network_id': '88055e1e-672a-4487-be31-ffb6e833ece5', 'router_id': 'cce358c5-3304-4c33-bbfc-986c1eed7a6e', 'port_id': '0359494e-ba4d-4050-8b2f-eaed6c3f4823', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 654, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f1e6924e-7348-48ca-aa14-d5834e100bd2', 'mac_address': 'fa:16:3e:35:f2:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32bf91ec-07c2-4708-858a-e8e64b1da7a6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T19:04:36Z', 'updated_at': '2022-02-09T19:05:18Z', 'revision_number': 3, 'project_id': '0e772d8c7ac44b1fbd56efaf46b6dbd8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9dab1ea3-55fb-405d-b11c-f3605a977927', 'name': '', 'network_id': 'f1e6924e-7348-48ca-aa14-d5834e100bd2', 'tenant_id': '0e772d8c7ac44b1fbd56efaf46b6dbd8', 'mac_address': 'fa:16:3e:22:ac:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cce358c5-3304-4c33-bbfc-986c1eed7a6e', 'device_owner': 'network:router_interface', 'standard_attr_id': 608, 'fixed_ips': [{'subnet_id': '7ab1963a-39ad-4d86-9549-880198499f42', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T19:04:03Z', 'updated_at': '2022-02-09T19:04:14Z', 'revision_number': 5, 'project_id': '0e772d8c7ac44b1fbd56efaf46b6dbd8', 'subnets': [{'id': '7ab1963a-39ad-4d86-9549-880198499f42', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-36', False) {} {{(pid=103232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:05:20.844358 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-34070aeb-f347-4ef0-8065-5c52f76dd850 req-bea6a809-615a-430e-859c-dd9af9fb2fc0 tempest-TaggedBootDevicesTest_v242-798392635 tempest-TaggedBootDevicesTest_v242-798392635-project] 10.222.0.75 "GET /v2.0/quotas/1165ce6413224edfb276f9f552a74208 HTTP/1.1" status: 200 len: 375 time: 0.0114708 Feb 09 19:05:20.869345 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70080c2c-511b-491c-abce-2b18c83d1131 None None] Checking router: cce358c5-3304-4c33-bbfc-986c1eed7a6e for host: n-d-713498-36 {{(pid=103232) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 19:05:20.882378 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70080c2c-511b-491c-abce-2b18c83d1131 None None] Routers {'cce358c5-3304-4c33-bbfc-986c1eed7a6e'} bound to L3 agent in host n-d-713498-36 {{(pid=103232) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 19:05:20.882972 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.l3_hamode_db [None req-70080c2c-511b-491c-abce-2b18c83d1131 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T18:51:43Z,description=,heartbeat_timestamp=2022-02-09T19:05:13Z,host='n-d-713498-36',id=93303d5e-5d17-45e8-8963-7694f87783ae,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T18:51:43Z,topic='l3_agent')) {'router_ids': ['cce358c5-3304-4c33-bbfc-986c1eed7a6e'], 'active': True} {{(pid=103232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:05:20.966793 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] get_ports_and_sgs() called for port_ids ['84d5567e-44ed-41fd-8a8e-d80271a0a3f0'] {{(pid=103232) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 19:05:20.973370 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-34070aeb-f347-4ef0-8065-5c52f76dd850 req-9d7b53d9-40c4-4637-adf1-9b2ab1de28c2 tempest-TaggedBootDevicesTest_v242-798392635 tempest-TaggedBootDevicesTest_v242-798392635-project] 10.222.0.75 "GET /v2.0/ports?tenant_id=1165ce6413224edfb276f9f552a74208&fields=id HTTP/1.1" status: 200 len: 486 time: 0.1214120 Feb 09 19:05:20.984677 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aff869a6-156d-4d49-88da-6524d271430a req-d58b000b-ed97-4d9b-830a-565e567631e1 tempest-LiveAutoBlockMigrationV225Test-1149753898 tempest-LiveAutoBlockMigrationV225Test-1149753898-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:05:20.987548 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-aff869a6-156d-4d49-88da-6524d271430a req-d58b000b-ed97-4d9b-830a-565e567631e1 tempest-LiveAutoBlockMigrationV225Test-1149753898 tempest-LiveAutoBlockMigrationV225Test-1149753898-project-admin] 10.222.0.89 "GET /v2.0/ports?device_id=9d1556d0-d009-41c6-9d9c-d68b6ae4cbe4&tenant_id=b8d56d08e88f4d4daeb8e5fed321a162&binding%3Ahost_id=n-h2-713498-36 HTTP/1.1" status: 200 len: 1128 time: 0.0893445 Feb 09 19:05:20.994565 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-8b0fde29-bba5-4ce8-97bb-2d277462d242 req-ca333c36-b95a-4c43-8aa0-d32aa9a938a5 tempest-FloatingIPsAssociationTestJSON-731512856 tempest-FloatingIPsAssociationTestJSON-731512856-project] Notify agent at l3_agent.n-d-713498-36 the message routers_updated {{(pid=103229) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 19:05:21.000101 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-8b0fde29-bba5-4ce8-97bb-2d277462d242 req-ca333c36-b95a-4c43-8aa0-d32aa9a938a5 tempest-FloatingIPsAssociationTestJSON-731512856 tempest-FloatingIPsAssociationTestJSON-731512856-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171096'] for floatingip (None), before_response {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:05:21.003894 n-d-713498-36 neutron-server[103229]: DEBUG neutron.notifiers.nova [req-643e000e-005e-446d-85b6-88615f2c7b64 req-ab89ab17-cb0a-402a-a42b-32b82e6940cf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 026129c2-9cf4-4b5c-8b80-582972f977f5 {{(pid=103229) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 19:05:21.037792 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-643e000e-005e-446d-85b6-88615f2c7b64 req-ab89ab17-cb0a-402a-a42b-32b82e6940cf service neutron] Publish callbacks [] for port (026129c2-9cf4-4b5c-8b80-582972f977f5), precommit_update {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:05:21.095695 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.l3_dvr_db [None req-70080c2c-511b-491c-abce-2b18c83d1131 None None] Set router cce358c5-3304-4c33-bbfc-986c1eed7a6e gateway port host: n-d-713498-36 {{(pid=103232) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 19:05:21.102373 n-d-713498-36 neutron-server[103229]: DEBUG neutron.db.provisioning_blocks [req-643e000e-005e-446d-85b6-88615f2c7b64 req-ab89ab17-cb0a-402a-a42b-32b82e6940cf service neutron] Transition to ACTIVE for port object 026129c2-9cf4-4b5c-8b80-582972f977f5 will not be triggered until provisioned by entity L2. {{(pid=103229) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 19:05:21.103295 n-d-713498-36 neutron-server[103229]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cf8d55d7-ba31-4451-a682-c3c5050d34d1', 'tag': 'fff28e55-1481-495e-822a-a809fab17399'}] {{(pid=103229) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 19:05:21.106247 n-d-713498-36 neutron-server[103229]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fa6ae9a20702bd564eaf90d946620b2b4277b1ab91129323d3b54181076be307" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e8416ad1-4d34-4f07-8ee4-569c9a5de3e8" -d '{"events": [{"name": "network-changed", "server_uuid": "cf8d55d7-ba31-4451-a682-c3c5050d34d1", "tag": "fff28e55-1481-495e-822a-a809fab17399"}]}' {{(pid=103229) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 19:05:21.110119 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-8b0fde29-bba5-4ce8-97bb-2d277462d242 req-ca333c36-b95a-4c43-8aa0-d32aa9a938a5 tempest-FloatingIPsAssociationTestJSON-731512856 tempest-FloatingIPsAssociationTestJSON-731512856-project] 10.222.0.75 "PUT /v2.0/floatingips/90ab6c29-730c-48b0-825b-c15a934d4e4f HTTP/1.1" status: 200 len: 997 time: 3.9449339 Feb 09 19:05:21.113361 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-643e000e-005e-446d-85b6-88615f2c7b64 req-ab89ab17-cb0a-402a-a42b-32b82e6940cf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762867176205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762866656485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762866656503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12867569'] for port (026129c2-9cf4-4b5c-8b80-582972f977f5), after_update {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:05:21.120368 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-34070aeb-f347-4ef0-8065-5c52f76dd850 req-214e97b4-9c4b-4f2a-94c6-0c80f05b731d service neutron] 10.222.0.75 "GET /v2.0/networks/c0d79728-024b-4c62-b035-620d2aaf99fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1291921 Feb 09 19:05:21.249356 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aff869a6-156d-4d49-88da-6524d271430a req-90a68866-2c0a-4179-b3fa-10f1d1e2cbee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:05:21.252130 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-aff869a6-156d-4d49-88da-6524d271430a req-90a68866-2c0a-4179-b3fa-10f1d1e2cbee service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=9d1556d0-d009-41c6-9d9c-d68b6ae4cbe4&tenant_id=b8d56d08e88f4d4daeb8e5fed321a162 HTTP/1.1" status: 200 len: 1128 time: 0.1189432 Feb 09 19:05:21.333076 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b0fde29-bba5-4ce8-97bb-2d277462d242 req-5955d2ec-5c05-4256-9be4-812841242bab tempest-FloatingIPsAssociationTestJSON-731512856 tempest-FloatingIPsAssociationTestJSON-731512856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:05:21.335065 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-8b0fde29-bba5-4ce8-97bb-2d277462d242 req-5955d2ec-5c05-4256-9be4-812841242bab tempest-FloatingIPsAssociationTestJSON-731512856 tempest-FloatingIPsAssociationTestJSON-731512856-project] 10.222.0.75 "GET /v2.0/ports/fff28e55-1481-495e-822a-a809fab17399 HTTP/1.1" status: 200 len: 942 time: 0.2114580 Feb 09 19:05:21.337135 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab89ab17-cb0a-402a-a42b-32b82e6940cf service neutron] Pushing event updated for resources: {'Port': ['ID=026129c2-9cf4-4b5c-8b80-582972f977f5,revision_number=2']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:05:21.362234 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.managers [req-643e000e-005e-446d-85b6-88615f2c7b64 req-ab89ab17-cb0a-402a-a42b-32b82e6940cf service neutron] Attempting to bind port 026129c2-9cf4-4b5c-8b80-582972f977f5 on host n-h1-713498-36 for vnic_type normal with profile {{(pid=103229) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 19:05:21.362578 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.managers [req-643e000e-005e-446d-85b6-88615f2c7b64 req-ab89ab17-cb0a-402a-a42b-32b82e6940cf service neutron] Attempting to bind port 026129c2-9cf4-4b5c-8b80-582972f977f5 by drivers openvswitch,hyperv on host n-h1-713498-36 at level 0 using segments [{'id': '50e5915e-18f0-4558-9a28-b978975ead36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': '2b5494c8-cf97-42c1-b902-87f998f28179'}] {{(pid=103229) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 19:05:21.362915 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-643e000e-005e-446d-85b6-88615f2c7b64 req-ab89ab17-cb0a-402a-a42b-32b82e6940cf service neutron] Attempting to bind port 026129c2-9cf4-4b5c-8b80-582972f977f5 on network 2b5494c8-cf97-42c1-b902-87f998f28179 {{(pid=103229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 19:05:21.367768 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-643e000e-005e-446d-85b6-88615f2c7b64 req-ab89ab17-cb0a-402a-a42b-32b82e6940cf service neutron] Port 026129c2-9cf4-4b5c-8b80-582972f977f5 on network 2b5494c8-cf97-42c1-b902-87f998f28179 not bound, no agent of type Open vSwitch agent registered on host n-h1-713498-36 {{(pid=103229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 19:05:21.368451 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-643e000e-005e-446d-85b6-88615f2c7b64 req-ab89ab17-cb0a-402a-a42b-32b82e6940cf service neutron] Attempting to bind port 026129c2-9cf4-4b5c-8b80-582972f977f5 on network 2b5494c8-cf97-42c1-b902-87f998f28179 {{(pid=103229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 19:05:21.374037 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-643e000e-005e-446d-85b6-88615f2c7b64 req-ab89ab17-cb0a-402a-a42b-32b82e6940cf service neutron] Checking agent: {'id': '488cd9ae-631f-4955-ba0b-4f5a13f12e9c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713498-36', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 18, 59, 18), 'started_at': datetime.datetime(2022, 2, 9, 18, 59, 18), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 19, 5, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 19:05:21.374406 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-643e000e-005e-446d-85b6-88615f2c7b64 req-ab89ab17-cb0a-402a-a42b-32b82e6940cf service neutron] Checking segment: {'id': '50e5915e-18f0-4558-9a28-b978975ead36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': '2b5494c8-cf97-42c1-b902-87f998f28179'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103229) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 19:05:21.374780 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-643e000e-005e-446d-85b6-88615f2c7b64 req-ab89ab17-cb0a-402a-a42b-32b82e6940cf service neutron] Bound using segment: {'id': '50e5915e-18f0-4558-9a28-b978975ead36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': '2b5494c8-cf97-42c1-b902-87f998f28179'} {{(pid=103229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 19:05:21.375215 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.managers [req-643e000e-005e-446d-85b6-88615f2c7b64 req-ab89ab17-cb0a-402a-a42b-32b82e6940cf service neutron] Bound port: 026129c2-9cf4-4b5c-8b80-582972f977f5, host: n-h1-713498-36, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '50e5915e-18f0-4558-9a28-b978975ead36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': '2b5494c8-cf97-42c1-b902-87f998f28179'}}] {{(pid=103229) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 19:05:21.375581 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-643e000e-005e-446d-85b6-88615f2c7b64 req-ab89ab17-cb0a-402a-a42b-32b82e6940cf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (026129c2-9cf4-4b5c-8b80-582972f977f5), before_update {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:05:21.414594 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-34070aeb-f347-4ef0-8065-5c52f76dd850 req-a3238338-6332-4a6e-bda8-e51bdd184571 service neutron] 10.222.0.75 "GET /v2.0/networks/c0d79728-024b-4c62-b035-620d2aaf99fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2930381 Feb 09 19:05:21.425435 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aff869a6-156d-4d49-88da-6524d271430a req-e90f7efb-3b32-4364-94ac-6f915fbfca56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:05:21.429510 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-aff869a6-156d-4d49-88da-6524d271430a req-e90f7efb-3b32-4364-94ac-6f915fbfca56 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=b8d56d08e88f4d4daeb8e5fed321a162&device_id=9d1556d0-d009-41c6-9d9c-d68b6ae4cbe4 HTTP/1.1" status: 200 len: 1128 time: 0.1489787 Feb 09 19:05:21.491761 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.l3_hamode_db [None req-70080c2c-511b-491c-abce-2b18c83d1131 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cce358c5-3304-4c33-bbfc-986c1eed7a6e', 'name': 'tempest-FloatingIPsAssociationTestJSON-2139759441-router', 'tenant_id': '0e772d8c7ac44b1fbd56efaf46b6dbd8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88055e1e-672a-4487-be31-ffb6e833ece5', 'external_fixed_ips': [{'subnet_id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'ip_address': '172.25.1.54'}], 'enable_snat': True}, 'gw_port_id': '81de01c8-c6f4-40f0-a237-d3fa04784f37', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T19:03:57Z', 'updated_at': '2022-02-09T19:04:06Z', 'revision_number': 4, 'project_id': '0e772d8c7ac44b1fbd56efaf46b6dbd8', 'gw_port': {'id': '81de01c8-c6f4-40f0-a237-d3fa04784f37', 'name': '', 'network_id': '88055e1e-672a-4487-be31-ffb6e833ece5', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:69:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cce358c5-3304-4c33-bbfc-986c1eed7a6e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 592, 'fixed_ips': [{'subnet_id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'ip_address': '172.25.1.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T19:03:58Z', 'updated_at': '2022-02-09T19:04:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-36', '_floatingips': [{'id': '90ab6c29-730c-48b0-825b-c15a934d4e4f', 'tenant_id': '0e772d8c7ac44b1fbd56efaf46b6dbd8', 'floating_ip_address': '172.25.1.47', 'floating_network_id': '88055e1e-672a-4487-be31-ffb6e833ece5', 'router_id': 'cce358c5-3304-4c33-bbfc-986c1eed7a6e', 'port_id': '0359494e-ba4d-4050-8b2f-eaed6c3f4823', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 654, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f1e6924e-7348-48ca-aa14-d5834e100bd2', 'mac_address': 'fa:16:3e:35:f2:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32bf91ec-07c2-4708-858a-e8e64b1da7a6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T19:04:36Z', 'updated_at': '2022-02-09T19:05:18Z', 'revision_number': 3, 'project_id': '0e772d8c7ac44b1fbd56efaf46b6dbd8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9dab1ea3-55fb-405d-b11c-f3605a977927', 'name': '', 'network_id': 'f1e6924e-7348-48ca-aa14-d5834e100bd2', 'tenant_id': '0e772d8c7ac44b1fbd56efaf46b6dbd8', 'mac_address': 'fa:16:3e:22:ac:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cce358c5-3304-4c33-bbfc-986c1eed7a6e', 'device_owner': 'network:router_interface', 'standard_attr_id': 608, 'fixed_ips': [{'subnet_id': '7ab1963a-39ad-4d86-9549-880198499f42', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T19:04:03Z', 'updated_at': '2022-02-09T19:04:14Z', 'revision_number': 5, 'project_id': '0e772d8c7ac44b1fbd56efaf46b6dbd8', 'subnets': [{'id': '7ab1963a-39ad-4d86-9549-880198499f42', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-36', False) {} {{(pid=103232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:05:21.526856 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70080c2c-511b-491c-abce-2b18c83d1131 None None] The sync data for ids ['cce358c5-3304-4c33-bbfc-986c1eed7a6e'] in n-d-713498-36 is: [{'id': 'cce358c5-3304-4c33-bbfc-986c1eed7a6e', 'name': 'tempest-FloatingIPsAssociationTestJSON-2139759441-router', 'tenant_id': '0e772d8c7ac44b1fbd56efaf46b6dbd8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88055e1e-672a-4487-be31-ffb6e833ece5', 'external_fixed_ips': [{'subnet_id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'ip_address': '172.25.1.54'}], 'enable_snat': True}, 'gw_port_id': '81de01c8-c6f4-40f0-a237-d3fa04784f37', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T19:03:57Z', 'updated_at': '2022-02-09T19:04:06Z', 'revision_number': 4, 'project_id': '0e772d8c7ac44b1fbd56efaf46b6dbd8', 'gw_port': {'id': '81de01c8-c6f4-40f0-a237-d3fa04784f37', 'name': '', 'network_id': '88055e1e-672a-4487-be31-ffb6e833ece5', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:69:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cce358c5-3304-4c33-bbfc-986c1eed7a6e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 592, 'fixed_ips': [{'subnet_id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'ip_address': '172.25.1.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T19:03:58Z', 'updated_at': '2022-02-09T19:04:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-36', '_floatingips': [{'id': '90ab6c29-730c-48b0-825b-c15a934d4e4f', 'tenant_id': '0e772d8c7ac44b1fbd56efaf46b6dbd8', 'floating_ip_address': '172.25.1.47', 'floating_network_id': '88055e1e-672a-4487-be31-ffb6e833ece5', 'router_id': 'cce358c5-3304-4c33-bbfc-986c1eed7a6e', 'port_id': '0359494e-ba4d-4050-8b2f-eaed6c3f4823', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 654, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f1e6924e-7348-48ca-aa14-d5834e100bd2', 'mac_address': 'fa:16:3e:35:f2:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32bf91ec-07c2-4708-858a-e8e64b1da7a6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T19:04:36Z', 'updated_at': '2022-02-09T19:05:18Z', 'revision_number': 3, 'project_id': '0e772d8c7ac44b1fbd56efaf46b6dbd8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9dab1ea3-55fb-405d-b11c-f3605a977927', 'name': '', 'network_id': 'f1e6924e-7348-48ca-aa14-d5834e100bd2', 'tenant_id': '0e772d8c7ac44b1fbd56efaf46b6dbd8', 'mac_address': 'fa:16:3e:22:ac:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cce358c5-3304-4c33-bbfc-986c1eed7a6e', 'device_owner': 'network:router_interface', 'standard_attr_id': 608, 'fixed_ips': [{'subnet_id': '7ab1963a-39ad-4d86-9549-880198499f42', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T19:04:03Z', 'updated_at': '2022-02-09T19:04:14Z', 'revision_number': 5, 'project_id': '0e772d8c7ac44b1fbd56efaf46b6dbd8', 'subnets': [{'id': '7ab1963a-39ad-4d86-9549-880198499f42', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103232) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 19:05:21.536194 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.db [req-643e000e-005e-446d-85b6-88615f2c7b64 req-ab89ab17-cb0a-402a-a42b-32b82e6940cf service neutron] For port 026129c2-9cf4-4b5c-8b80-582972f977f5, host n-h1-713498-36, cleared binding levels {{(pid=103229) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 19:05:21.550617 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-34070aeb-f347-4ef0-8065-5c52f76dd850 req-815d7612-4f8f-41fc-80f6-5db70e7891cb service neutron] 10.222.0.75 "GET /v2.0/ports/778b20b7-7678-470a-84cc-7abef1a21546?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200 len: 311 time: 0.1199958 Feb 09 19:05:21.561357 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.db [req-643e000e-005e-446d-85b6-88615f2c7b64 req-ab89ab17-cb0a-402a-a42b-32b82e6940cf service neutron] For port 026129c2-9cf4-4b5c-8b80-582972f977f5, host n-h1-713498-36, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-36',level=0,port_id=026129c2-9cf4-4b5c-8b80-582972f977f5,segment=NetworkSegment(50e5915e-18f0-4558-9a28-b978975ead36),segment_id=50e5915e-18f0-4558-9a28-b978975ead36)] {{(pid=103229) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 19:05:21.573895 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-643e000e-005e-446d-85b6-88615f2c7b64 req-ab89ab17-cb0a-402a-a42b-32b82e6940cf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762867176205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762866656485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762866656503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12867569'] for port (026129c2-9cf4-4b5c-8b80-582972f977f5), after_update {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:05:21.634869 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b0fde29-bba5-4ce8-97bb-2d277462d242 req-f7dce196-99bf-4c6a-a396-039cc5ccdfcd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:05:21.641941 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-8b0fde29-bba5-4ce8-97bb-2d277462d242 req-f7dce196-99bf-4c6a-a396-039cc5ccdfcd service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=0e772d8c7ac44b1fbd56efaf46b6dbd8&device_id=cf8d55d7-ba31-4451-a682-c3c5050d34d1 HTTP/1.1" status: 200 len: 1128 time: 0.1738250 Feb 09 19:05:21.656264 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-643e000e-005e-446d-85b6-88615f2c7b64 req-ab89ab17-cb0a-402a-a42b-32b82e6940cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:05:21.656886 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-643e000e-005e-446d-85b6-88615f2c7b64 req-ab89ab17-cb0a-402a-a42b-32b82e6940cf service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171096'] for port (None), before_response {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:05:21.658585 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-643e000e-005e-446d-85b6-88615f2c7b64 req-ab89ab17-cb0a-402a-a42b-32b82e6940cf service neutron] 10.222.0.89 "PUT /v2.0/ports/026129c2-9cf4-4b5c-8b80-582972f977f5 HTTP/1.1" status: 200 len: 1096 time: 1.7256489 Feb 09 19:05:21.669429 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aff869a6-156d-4d49-88da-6524d271430a req-09b40a62-9828-4189-a189-1137b443a080 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:05:21.671605 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-aff869a6-156d-4d49-88da-6524d271430a req-09b40a62-9828-4189-a189-1137b443a080 service neutron] 10.222.0.89 "GET /v2.0/networks?id=0e993f99-d3d0-4a2a-8eed-2f34375798b5 HTTP/1.1" status: 200 len: 921 time: 0.2272840 Feb 09 19:05:21.740888 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-aff869a6-156d-4d49-88da-6524d271430a req-7625e75f-e25f-4ea7-a221-9a130f96abe4 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=0eea1a64-ccbf-4679-8307-b9066a9a8dde HTTP/1.1" status: 200 len: 217 time: 0.0547090 Feb 09 19:05:21.767566 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-34070aeb-f347-4ef0-8065-5c52f76dd850 req-dcad3d4b-0337-4446-b831-2d4f47e19312 service neutron] 10.222.0.75 "GET /v2.0/networks/622dc241-96e3-459d-8172-016faee8abe4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2072201 Feb 09 19:05:21.818130 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab89ab17-cb0a-402a-a42b-32b82e6940cf service neutron] Pushing event updated for resources: {'Port': ['ID=026129c2-9cf4-4b5c-8b80-582972f977f5,revision_number=3']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:05:21.849901 n-d-713498-36 neutron-server[103233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab59198d-1637-4e4d-a242-12f3f3ddfe5e None None] New status for floating IP 90ab6c29-730c-48b0-825b-c15a934d4e4f: ACTIVE {{(pid=103233) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 09 19:05:21.914292 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aff869a6-156d-4d49-88da-6524d271430a req-f3dc9fa1-0d51-4a90-9973-3f0bf38ab31a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:05:21.915590 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-643e000e-005e-446d-85b6-88615f2c7b64 req-cc32a571-c87b-4cb4-9e2d-a77ef888417b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:05:21.915792 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-aff869a6-156d-4d49-88da-6524d271430a req-f3dc9fa1-0d51-4a90-9973-3f0bf38ab31a service neutron] 10.222.0.89 "GET /v2.0/subnets?id=7d496e2d-6315-4d42-9415-66e0bdf20977 HTTP/1.1" status: 200 len: 860 time: 0.1652031 Feb 09 19:05:21.917083 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-643e000e-005e-446d-85b6-88615f2c7b64 req-cc32a571-c87b-4cb4-9e2d-a77ef888417b service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=869f3706d5e0495a93c6b47a1fa2751d&device_id=f37012e8-afbe-4a27-a2c8-7089008934be HTTP/1.1" status: 200 len: 1130 time: 0.1751928 Feb 09 19:05:21.930894 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b0fde29-bba5-4ce8-97bb-2d277462d242 req-76885262-8648-4c56-9582-3730b5dd8d56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:05:21.936320 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-8b0fde29-bba5-4ce8-97bb-2d277462d242 req-76885262-8648-4c56-9582-3730b5dd8d56 service neutron] 10.222.0.75 "GET /v2.0/networks?id=f1e6924e-7348-48ca-aa14-d5834e100bd2 HTTP/1.1" status: 200 len: 922 time: 0.2906077 Feb 09 19:05:21.994248 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-aff869a6-156d-4d49-88da-6524d271430a req-dfd49158-5893-4c52-966f-1ff99db80472 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=0e993f99-d3d0-4a2a-8eed-2f34375798b5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0647666 Feb 09 19:05:22.002341 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-34070aeb-f347-4ef0-8065-5c52f76dd850 req-c5a0e75d-93a6-4c5c-a316-e460d6a73513 service neutron] 10.222.0.75 "GET /v2.0/networks/622dc241-96e3-459d-8172-016faee8abe4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1573484 Feb 09 19:05:22.022416 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-643e000e-005e-446d-85b6-88615f2c7b64 req-b63db21d-e212-4366-ad16-cc520743101d service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.71&port_id=026129c2-9cf4-4b5c-8b80-582972f977f5 HTTP/1.1" status: 200 len: 217 time: 0.0849328 Feb 09 19:05:22.065681 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-8b0fde29-bba5-4ce8-97bb-2d277462d242 req-7073fb0a-bc6b-4971-b2e5-fe0c4a69f21c service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=fff28e55-1481-495e-822a-a809fab17399 HTTP/1.1" status: 200 len: 217 time: 0.0506604 Feb 09 19:05:22.099865 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-34070aeb-f347-4ef0-8065-5c52f76dd850 req-51b07316-b0d7-44ec-91b9-763a684ad706 service neutron] 10.222.0.75 "GET /v2.0/ports/c8197a22-0a63-4fe5-8fb5-ede78617a0f7?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200 len: 311 time: 0.0965931 Feb 09 19:05:22.125142 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b0fde29-bba5-4ce8-97bb-2d277462d242 req-0efbf20f-e4b4-466b-b430-a9f209343fe5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:05:22.127209 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-8b0fde29-bba5-4ce8-97bb-2d277462d242 req-0efbf20f-e4b4-466b-b430-a9f209343fe5 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=7ab1963a-39ad-4d86-9549-880198499f42 HTTP/1.1" status: 200 len: 860 time: 0.0441871 Feb 09 19:05:22.183436 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-643e000e-005e-446d-85b6-88615f2c7b64 req-5a707a4c-ba79-4ff7-9068-40781687ade3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:05:22.184908 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-643e000e-005e-446d-85b6-88615f2c7b64 req-5a707a4c-ba79-4ff7-9068-40781687ade3 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=60b561cb-321e-4f83-9bb3-92b2e1d0dc44 HTTP/1.1" status: 200 len: 843 time: 0.1296678 Feb 09 19:05:22.194421 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-aff869a6-156d-4d49-88da-6524d271430a req-7ed1ac01-2082-4a5d-abbd-c5d00d96aa0f service neutron] 10.222.0.89 "GET /v2.0/networks/0e993f99-d3d0-4a2a-8eed-2f34375798b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1836314 Feb 09 19:05:22.212496 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b0fde29-bba5-4ce8-97bb-2d277462d242 req-585e010f-16a8-4dfe-81a2-d70cc0a92ebb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:05:22.214344 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-8b0fde29-bba5-4ce8-97bb-2d277462d242 req-585e010f-16a8-4dfe-81a2-d70cc0a92ebb service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=f1e6924e-7348-48ca-aa14-d5834e100bd2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0790191 Feb 09 19:05:22.242572 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [req-8b0fde29-bba5-4ce8-97bb-2d277462d242 req-fad4446a-10bb-4c53-8c7e-aa563c7a85ef service neutron] http://10.222.0.75:9696/v2.0/extensions returned with HTTP 200 {{(pid=103229) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 09 19:05:22.243809 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-8b0fde29-bba5-4ce8-97bb-2d277462d242 req-fad4446a-10bb-4c53-8c7e-aa563c7a85ef service neutron] 10.222.0.75 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0056639 Feb 09 19:05:22.300750 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-34070aeb-f347-4ef0-8065-5c52f76dd850 req-2d578781-827c-4506-843f-eff64cc5f2f9 service neutron] 10.222.0.75 "GET /v2.0/networks/622dc241-96e3-459d-8172-016faee8abe4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1999781 Feb 09 19:05:22.341640 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Device 8785c69d-6d10-4443-a2ce-db0ad5c8182f up at agent hyperv_n-h2-713498-36 {{(pid=103232) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 19:05:22.349144 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c5d5135-72ef-48a3-9e90-439278a0ad62 None None] Sync routers for ids ['cce358c5-3304-4c33-bbfc-986c1eed7a6e'] in n-d-713498-36 {{(pid=103232) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 19:05:22.356060 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-643e000e-005e-446d-85b6-88615f2c7b64 req-00fcbe1b-6cd5-409a-a636-8f42d6bf50bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:05:22.357569 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-643e000e-005e-446d-85b6-88615f2c7b64 req-00fcbe1b-6cd5-409a-a636-8f42d6bf50bf service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=2b5494c8-cf97-42c1-b902-87f998f28179&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.1634421 Feb 09 19:05:22.381183 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-aff869a6-156d-4d49-88da-6524d271430a req-96c24997-cccc-4a5b-b49d-828f99f80117 service neutron] 10.222.0.89 "GET /v2.0/networks/0e993f99-d3d0-4a2a-8eed-2f34375798b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1777928 Feb 09 19:05:22.399868 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c5d5135-72ef-48a3-9e90-439278a0ad62 None None] Routers {'cce358c5-3304-4c33-bbfc-986c1eed7a6e'} bound to L3 agent in host n-d-713498-36 {{(pid=103232) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 19:05:22.401067 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.l3_hamode_db [None req-4c5d5135-72ef-48a3-9e90-439278a0ad62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T18:51:43Z,description=,heartbeat_timestamp=2022-02-09T19:05:13Z,host='n-d-713498-36',id=93303d5e-5d17-45e8-8963-7694f87783ae,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T18:51:43Z,topic='l3_agent')) {'router_ids': ['cce358c5-3304-4c33-bbfc-986c1eed7a6e'], 'active': True} {{(pid=103232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:05:22.418177 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-34070aeb-f347-4ef0-8065-5c52f76dd850 req-f05c54af-9ae8-468d-bded-61d4008ec440 service neutron] 10.222.0.75 "GET /v2.0/networks/622dc241-96e3-459d-8172-016faee8abe4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1163709 Feb 09 19:05:22.464103 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-7df473ad-0a0c-49df-9181-7aa15a314576 req-6123592b-b699-447f-8504-27464d15b217 service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=5ff67175-208f-48a4-b08d-79f957313fbc&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1901951 Feb 09 19:05:22.473214 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-8b0fde29-bba5-4ce8-97bb-2d277462d242 req-eaabc6ea-61dd-4417-a423-0b50799a10e8 service neutron] 10.222.0.75 "GET /v2.0/networks/f1e6924e-7348-48ca-aa14-d5834e100bd2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2193494 Feb 09 19:05:22.533824 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-34070aeb-f347-4ef0-8065-5c52f76dd850 req-be2d1f6d-181a-4a31-b678-24164b806b07 service neutron] 10.222.0.75 "GET /v2.0/networks/622dc241-96e3-459d-8172-016faee8abe4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1143773 Feb 09 19:05:22.540692 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.provisioning_blocks [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Provisioning for port 8785c69d-6d10-4443-a2ce-db0ad5c8182f completed by entity L2. {{(pid=103232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 19:05:22.572657 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.provisioning_blocks [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Provisioning complete for port 8785c69d-6d10-4443-a2ce-db0ad5c8182f triggered by entity L2. {{(pid=103232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 19:05:22.573656 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593630'] for port (8785c69d-6d10-4443-a2ce-db0ad5c8182f), provisioning_complete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:05:22.603289 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-8b0fde29-bba5-4ce8-97bb-2d277462d242 req-b11493ef-01bb-4b85-9c48-ee2fa1ceb8da service neutron] 10.222.0.75 "GET /v2.0/networks/f1e6924e-7348-48ca-aa14-d5834e100bd2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1232781 Feb 09 19:05:22.663804 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.l3_dvr_db [None req-4c5d5135-72ef-48a3-9e90-439278a0ad62 None None] Set router cce358c5-3304-4c33-bbfc-986c1eed7a6e gateway port host: n-d-713498-36 {{(pid=103232) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 19:05:22.707209 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-643e000e-005e-446d-85b6-88615f2c7b64 req-ec4c29a1-37ba-45a9-933f-70296eb9328c service neutron] 10.222.0.89 "GET /v2.0/networks/2b5494c8-cf97-42c1-b902-87f998f28179?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3411264 Feb 09 19:05:22.709294 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-34070aeb-f347-4ef0-8065-5c52f76dd850 req-220ef69b-ffe0-414f-a40a-a6a638bb4de7 service neutron] 10.222.0.75 "GET /v2.0/networks/622dc241-96e3-459d-8172-016faee8abe4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1742771 Feb 09 19:05:22.800115 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7df473ad-0a0c-49df-9181-7aa15a314576 req-5330381c-4ccd-45fb-aad5-f0a2c1fe68e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:05:22.802599 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aff869a6-156d-4d49-88da-6524d271430a req-70ee5c54-95e0-44ff-986c-20befefbd22c tempest-LiveAutoBlockMigrationV225Test-1149753898 tempest-LiveAutoBlockMigrationV225Test-1149753898-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:05:22.803029 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-7df473ad-0a0c-49df-9181-7aa15a314576 req-5330381c-4ccd-45fb-aad5-f0a2c1fe68e3 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=05fa6a089578484da4b750f8c0b5ad12&device_id=5ff67175-208f-48a4-b08d-79f957313fbc HTTP/1.1" status: 200 len: 1128 time: 0.1986802 Feb 09 19:05:22.804086 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-aff869a6-156d-4d49-88da-6524d271430a req-70ee5c54-95e0-44ff-986c-20befefbd22c tempest-LiveAutoBlockMigrationV225Test-1149753898 tempest-LiveAutoBlockMigrationV225Test-1149753898-project-admin] 10.222.0.89 "GET /v2.0/ports?device_id=9d1556d0-d009-41c6-9d9c-d68b6ae4cbe4&tenant_id=b8d56d08e88f4d4daeb8e5fed321a162&binding%3Ahost_id=n-h1-713498-36 HTTP/1.1" status: 200 len: 1128 time: 0.1433544 Feb 09 19:05:22.808901 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Current status of the port 8785c69d-6d10-4443-a2ce-db0ad5c8182f is: BUILD; New status is: ACTIVE {{(pid=103232) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 19:05:22.809305 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (8785c69d-6d10-4443-a2ce-db0ad5c8182f), before_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:05:22.841129 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b0fde29-bba5-4ce8-97bb-2d277462d242 req-27d2261c-f659-48d6-b54a-060ce4b98563 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:05:22.854016 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-8b0fde29-bba5-4ce8-97bb-2d277462d242 req-27d2261c-f659-48d6-b54a-060ce4b98563 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=0e772d8c7ac44b1fbd56efaf46b6dbd8&device_id=32bf91ec-07c2-4708-858a-e8e64b1da7a6 HTTP/1.1" status: 200 len: 1128 time: 0.1990354 Feb 09 19:05:22.860022 n-d-713498-36 neutron-server[103232]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c6d3d784-e9c5-44f4-8e9b-599af9ae422b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8785c69d-6d10-4443-a2ce-db0ad5c8182f'}] {{(pid=103232) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 19:05:22.863039 n-d-713498-36 neutron-server[103232]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}949cdcde653dec44821de95cbf67297f53cbc2aed4e073b5d514f93bf911ce85" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5ee0c240-fc5e-4e17-927b-b32d2914340e" -d '{"events": [{"server_uuid": "c6d3d784-e9c5-44f4-8e9b-599af9ae422b", "name": "network-vif-plugged", "status": "completed", "tag": "8785c69d-6d10-4443-a2ce-db0ad5c8182f"}]}' {{(pid=103232) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 19:05:22.892684 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-34070aeb-f347-4ef0-8065-5c52f76dd850 req-91ff3495-4574-4ba4-8ff6-1845ac89cbe6 service neutron] 10.222.0.75 "GET /v2.0/networks/622dc241-96e3-459d-8172-016faee8abe4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1766100 Feb 09 19:05:22.922703 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-7429db8d-6021-40ad-813e-885be449a89b None None] For port 8785c69d-6d10-4443-a2ce-db0ad5c8182f, host n-h2-713498-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-36',level=0,port_id=8785c69d-6d10-4443-a2ce-db0ad5c8182f,segment=NetworkSegment(50e5915e-18f0-4558-9a28-b978975ead36),segment_id=50e5915e-18f0-4558-9a28-b978975ead36)] {{(pid=103232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 19:05:22.936122 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762867176205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762866656485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762866656503'] for port (8785c69d-6d10-4443-a2ce-db0ad5c8182f), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:05:23.027708 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-643e000e-005e-446d-85b6-88615f2c7b64 req-f3d67a06-8656-4ea3-a0de-8772397f968c service neutron] 10.222.0.89 "GET /v2.0/networks/2b5494c8-cf97-42c1-b902-87f998f28179?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3101118 Feb 09 19:05:23.095502 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-34070aeb-f347-4ef0-8065-5c52f76dd850 req-a40211a4-7c8d-4de9-af30-ab9eb8cb94b5 service neutron] 10.222.0.75 "GET /v2.0/networks/622dc241-96e3-459d-8172-016faee8abe4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1935627 Feb 09 19:05:23.101608 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.db [req-aff869a6-156d-4d49-88da-6524d271430a req-6a46c3f6-061a-4389-a380-2fdf33c720f9 service neutron] For port 0eea1a64-ccbf-4679-8307-b9066a9a8dde, host n-h2-713498-36, cleared binding levels {{(pid=103230) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 19:05:23.105489 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [req-aff869a6-156d-4d49-88da-6524d271430a req-6a46c3f6-061a-4389-a380-2fdf33c720f9 service neutron] Publish callbacks [] for binding (None), before_response {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:05:23.106777 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-aff869a6-156d-4d49-88da-6524d271430a req-6a46c3f6-061a-4389-a380-2fdf33c720f9 service neutron] 10.222.0.89 "DELETE /v2.0/ports/0eea1a64-ccbf-4679-8307-b9066a9a8dde/bindings/n-h2-713498-36 HTTP/1.1" status: 204 len: 173 time: 0.2942505 Feb 09 19:05:23.131492 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b0fde29-bba5-4ce8-97bb-2d277462d242 req-4c5f06bc-1f2a-4c90-96ae-0fc329572b30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:05:23.140477 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-8b0fde29-bba5-4ce8-97bb-2d277462d242 req-4c5f06bc-1f2a-4c90-96ae-0fc329572b30 service neutron] 10.222.0.75 "GET /v2.0/networks?id=f1e6924e-7348-48ca-aa14-d5834e100bd2 HTTP/1.1" status: 200 len: 922 time: 0.2843482 Feb 09 19:05:23.153297 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7df473ad-0a0c-49df-9181-7aa15a314576 req-189ebfde-7e58-4754-bc11-2dc14f0e4fa1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:05:23.155320 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-7df473ad-0a0c-49df-9181-7aa15a314576 req-189ebfde-7e58-4754-bc11-2dc14f0e4fa1 service neutron] 10.222.0.89 "GET /v2.0/networks?id=d725567e-ae4f-48c7-8826-ca95b9692346 HTTP/1.1" status: 200 len: 908 time: 0.3164177 Feb 09 19:05:23.208646 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Pushing event updated for resources: {'Port': ['ID=8785c69d-6d10-4443-a2ce-db0ad5c8182f,revision_number=5']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:05:23.232569 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-34070aeb-f347-4ef0-8065-5c52f76dd850 req-8cb1adf6-d18b-4c19-88a1-da23d2503463 service neutron] 10.222.0.75 "GET /v2.0/networks/827c740b-e08e-4994-bbc7-e073abc4dcaf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1247129 Feb 09 19:05:23.257596 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-7df473ad-0a0c-49df-9181-7aa15a314576 req-348aa9ff-e63d-431c-bcfc-94c4b819a917 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=2871109b-715f-42ac-9bd1-b1a86f16330a HTTP/1.1" status: 200 len: 217 time: 0.0544417 Feb 09 19:05:23.266797 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.l3_hamode_db [None req-4c5d5135-72ef-48a3-9e90-439278a0ad62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cce358c5-3304-4c33-bbfc-986c1eed7a6e', 'name': 'tempest-FloatingIPsAssociationTestJSON-2139759441-router', 'tenant_id': '0e772d8c7ac44b1fbd56efaf46b6dbd8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88055e1e-672a-4487-be31-ffb6e833ece5', 'external_fixed_ips': [{'subnet_id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'ip_address': '172.25.1.54'}], 'enable_snat': True}, 'gw_port_id': '81de01c8-c6f4-40f0-a237-d3fa04784f37', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T19:03:57Z', 'updated_at': '2022-02-09T19:04:06Z', 'revision_number': 4, 'project_id': '0e772d8c7ac44b1fbd56efaf46b6dbd8', 'gw_port': {'id': '81de01c8-c6f4-40f0-a237-d3fa04784f37', 'name': '', 'network_id': '88055e1e-672a-4487-be31-ffb6e833ece5', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:69:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cce358c5-3304-4c33-bbfc-986c1eed7a6e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 592, 'fixed_ips': [{'subnet_id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'ip_address': '172.25.1.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T19:03:58Z', 'updated_at': '2022-02-09T19:04:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-36', '_floatingips': [{'id': '90ab6c29-730c-48b0-825b-c15a934d4e4f', 'tenant_id': '0e772d8c7ac44b1fbd56efaf46b6dbd8', 'floating_ip_address': '172.25.1.47', 'floating_network_id': '88055e1e-672a-4487-be31-ffb6e833ece5', 'router_id': 'cce358c5-3304-4c33-bbfc-986c1eed7a6e', 'port_id': '0359494e-ba4d-4050-8b2f-eaed6c3f4823', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 654, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f1e6924e-7348-48ca-aa14-d5834e100bd2', 'mac_address': 'fa:16:3e:35:f2:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32bf91ec-07c2-4708-858a-e8e64b1da7a6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T19:04:36Z', 'updated_at': '2022-02-09T19:05:22Z', 'revision_number': 4, 'project_id': '0e772d8c7ac44b1fbd56efaf46b6dbd8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9dab1ea3-55fb-405d-b11c-f3605a977927', 'name': '', 'network_id': 'f1e6924e-7348-48ca-aa14-d5834e100bd2', 'tenant_id': '0e772d8c7ac44b1fbd56efaf46b6dbd8', 'mac_address': 'fa:16:3e:22:ac:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cce358c5-3304-4c33-bbfc-986c1eed7a6e', 'device_owner': 'network:router_interface', 'standard_attr_id': 608, 'fixed_ips': [{'subnet_id': '7ab1963a-39ad-4d86-9549-880198499f42', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T19:04:03Z', 'updated_at': '2022-02-09T19:04:14Z', 'revision_number': 5, 'project_id': '0e772d8c7ac44b1fbd56efaf46b6dbd8', 'subnets': [{'id': '7ab1963a-39ad-4d86-9549-880198499f42', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-36', False) {} {{(pid=103232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:05:23.295544 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c5d5135-72ef-48a3-9e90-439278a0ad62 None None] Checking router: cce358c5-3304-4c33-bbfc-986c1eed7a6e for host: n-d-713498-36 {{(pid=103232) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 19:05:23.306911 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c5d5135-72ef-48a3-9e90-439278a0ad62 None None] Routers {'cce358c5-3304-4c33-bbfc-986c1eed7a6e'} bound to L3 agent in host n-d-713498-36 {{(pid=103232) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 19:05:23.307631 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.l3_hamode_db [None req-4c5d5135-72ef-48a3-9e90-439278a0ad62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T18:51:43Z,description=,heartbeat_timestamp=2022-02-09T19:05:13Z,host='n-d-713498-36',id=93303d5e-5d17-45e8-8963-7694f87783ae,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T18:51:43Z,topic='l3_agent')) {'router_ids': ['cce358c5-3304-4c33-bbfc-986c1eed7a6e'], 'active': True} {{(pid=103232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:05:23.308885 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-8b0fde29-bba5-4ce8-97bb-2d277462d242 req-6751a9c8-63ea-42d9-b7ee-98f775d4daf2 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=0359494e-ba4d-4050-8b2f-eaed6c3f4823 HTTP/1.1" status: 200 len: 1000 time: 0.1672394 Feb 09 19:05:23.344009 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-34070aeb-f347-4ef0-8065-5c52f76dd850 req-033efdbb-28b8-4d67-98dc-f76bff55f8fd service neutron] 10.222.0.75 "GET /v2.0/networks/827c740b-e08e-4994-bbc7-e073abc4dcaf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1049566 Feb 09 19:05:23.368673 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7df473ad-0a0c-49df-9181-7aa15a314576 req-8df190f1-c3b2-4fd2-9497-379001ed24e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:05:23.371106 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-7df473ad-0a0c-49df-9181-7aa15a314576 req-8df190f1-c3b2-4fd2-9497-379001ed24e8 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=41b0b245-923a-427d-ac3e-7f4b2ecbbb0e HTTP/1.1" status: 200 len: 847 time: 0.1061807 Feb 09 19:05:23.382461 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b0fde29-bba5-4ce8-97bb-2d277462d242 req-28480dc2-80ce-44ac-91c0-8d959fccff03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:05:23.384042 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-8b0fde29-bba5-4ce8-97bb-2d277462d242 req-28480dc2-80ce-44ac-91c0-8d959fccff03 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=7ab1963a-39ad-4d86-9549-880198499f42 HTTP/1.1" status: 200 len: 860 time: 0.0742440 Feb 09 19:05:23.438650 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.l3_dvr_db [None req-4c5d5135-72ef-48a3-9e90-439278a0ad62 None None] Set router cce358c5-3304-4c33-bbfc-986c1eed7a6e gateway port host: n-d-713498-36 {{(pid=103232) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 19:05:23.457975 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-7df473ad-0a0c-49df-9181-7aa15a314576 req-432f4220-1be2-4b5c-b707-e3ff0e4a7b99 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=d725567e-ae4f-48c7-8826-ca95b9692346&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0306311 Feb 09 19:05:23.514518 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b0fde29-bba5-4ce8-97bb-2d277462d242 req-26a606fd-499d-451d-b0fe-2cc9b564eb6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:05:23.524330 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-8b0fde29-bba5-4ce8-97bb-2d277462d242 req-26a606fd-499d-451d-b0fe-2cc9b564eb6b service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=f1e6924e-7348-48ca-aa14-d5834e100bd2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.1337636 Feb 09 19:05:23.641310 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-7df473ad-0a0c-49df-9181-7aa15a314576 req-02864200-73ee-48e0-8cd7-126424ca5488 service neutron] 10.222.0.89 "GET /v2.0/networks/d725567e-ae4f-48c7-8826-ca95b9692346?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1746607 Feb 09 19:05:23.669629 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-8b0fde29-bba5-4ce8-97bb-2d277462d242 req-08018cb8-eb9f-441b-85b2-aa01d2af0710 service neutron] 10.222.0.75 "GET /v2.0/networks/f1e6924e-7348-48ca-aa14-d5834e100bd2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1440692 Feb 09 19:05:23.728993 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.l3_hamode_db [None req-4c5d5135-72ef-48a3-9e90-439278a0ad62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cce358c5-3304-4c33-bbfc-986c1eed7a6e', 'name': 'tempest-FloatingIPsAssociationTestJSON-2139759441-router', 'tenant_id': '0e772d8c7ac44b1fbd56efaf46b6dbd8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88055e1e-672a-4487-be31-ffb6e833ece5', 'external_fixed_ips': [{'subnet_id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'ip_address': '172.25.1.54'}], 'enable_snat': True}, 'gw_port_id': '81de01c8-c6f4-40f0-a237-d3fa04784f37', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T19:03:57Z', 'updated_at': '2022-02-09T19:04:06Z', 'revision_number': 4, 'project_id': '0e772d8c7ac44b1fbd56efaf46b6dbd8', 'gw_port': {'id': '81de01c8-c6f4-40f0-a237-d3fa04784f37', 'name': '', 'network_id': '88055e1e-672a-4487-be31-ffb6e833ece5', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:69:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cce358c5-3304-4c33-bbfc-986c1eed7a6e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 592, 'fixed_ips': [{'subnet_id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'ip_address': '172.25.1.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T19:03:58Z', 'updated_at': '2022-02-09T19:04:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-36', '_floatingips': [{'id': '90ab6c29-730c-48b0-825b-c15a934d4e4f', 'tenant_id': '0e772d8c7ac44b1fbd56efaf46b6dbd8', 'floating_ip_address': '172.25.1.47', 'floating_network_id': '88055e1e-672a-4487-be31-ffb6e833ece5', 'router_id': 'cce358c5-3304-4c33-bbfc-986c1eed7a6e', 'port_id': '0359494e-ba4d-4050-8b2f-eaed6c3f4823', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 654, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f1e6924e-7348-48ca-aa14-d5834e100bd2', 'mac_address': 'fa:16:3e:35:f2:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32bf91ec-07c2-4708-858a-e8e64b1da7a6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T19:04:36Z', 'updated_at': '2022-02-09T19:05:22Z', 'revision_number': 4, 'project_id': '0e772d8c7ac44b1fbd56efaf46b6dbd8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9dab1ea3-55fb-405d-b11c-f3605a977927', 'name': '', 'network_id': 'f1e6924e-7348-48ca-aa14-d5834e100bd2', 'tenant_id': '0e772d8c7ac44b1fbd56efaf46b6dbd8', 'mac_address': 'fa:16:3e:22:ac:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cce358c5-3304-4c33-bbfc-986c1eed7a6e', 'device_owner': 'network:router_interface', 'standard_attr_id': 608, 'fixed_ips': [{'subnet_id': '7ab1963a-39ad-4d86-9549-880198499f42', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T19:04:03Z', 'updated_at': '2022-02-09T19:04:14Z', 'revision_number': 5, 'project_id': '0e772d8c7ac44b1fbd56efaf46b6dbd8', 'subnets': [{'id': '7ab1963a-39ad-4d86-9549-880198499f42', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-36', False) {} {{(pid=103232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:05:23.760558 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c5d5135-72ef-48a3-9e90-439278a0ad62 None None] The sync data for ids ['cce358c5-3304-4c33-bbfc-986c1eed7a6e'] in n-d-713498-36 is: [{'id': 'cce358c5-3304-4c33-bbfc-986c1eed7a6e', 'name': 'tempest-FloatingIPsAssociationTestJSON-2139759441-router', 'tenant_id': '0e772d8c7ac44b1fbd56efaf46b6dbd8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88055e1e-672a-4487-be31-ffb6e833ece5', 'external_fixed_ips': [{'subnet_id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'ip_address': '172.25.1.54'}], 'enable_snat': True}, 'gw_port_id': '81de01c8-c6f4-40f0-a237-d3fa04784f37', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T19:03:57Z', 'updated_at': '2022-02-09T19:04:06Z', 'revision_number': 4, 'project_id': '0e772d8c7ac44b1fbd56efaf46b6dbd8', 'gw_port': {'id': '81de01c8-c6f4-40f0-a237-d3fa04784f37', 'name': '', 'network_id': '88055e1e-672a-4487-be31-ffb6e833ece5', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:69:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cce358c5-3304-4c33-bbfc-986c1eed7a6e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 592, 'fixed_ips': [{'subnet_id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'ip_address': '172.25.1.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T19:03:58Z', 'updated_at': '2022-02-09T19:04:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-36', '_floatingips': [{'id': '90ab6c29-730c-48b0-825b-c15a934d4e4f', 'tenant_id': '0e772d8c7ac44b1fbd56efaf46b6dbd8', 'floating_ip_address': '172.25.1.47', 'floating_network_id': '88055e1e-672a-4487-be31-ffb6e833ece5', 'router_id': 'cce358c5-3304-4c33-bbfc-986c1eed7a6e', 'port_id': '0359494e-ba4d-4050-8b2f-eaed6c3f4823', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 654, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f1e6924e-7348-48ca-aa14-d5834e100bd2', 'mac_address': 'fa:16:3e:35:f2:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32bf91ec-07c2-4708-858a-e8e64b1da7a6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T19:04:36Z', 'updated_at': '2022-02-09T19:05:22Z', 'revision_number': 4, 'project_id': '0e772d8c7ac44b1fbd56efaf46b6dbd8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9dab1ea3-55fb-405d-b11c-f3605a977927', 'name': '', 'network_id': 'f1e6924e-7348-48ca-aa14-d5834e100bd2', 'tenant_id': '0e772d8c7ac44b1fbd56efaf46b6dbd8', 'mac_address': 'fa:16:3e:22:ac:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cce358c5-3304-4c33-bbfc-986c1eed7a6e', 'device_owner': 'network:router_interface', 'standard_attr_id': 608, 'fixed_ips': [{'subnet_id': '7ab1963a-39ad-4d86-9549-880198499f42', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T19:04:03Z', 'updated_at': '2022-02-09T19:04:14Z', 'revision_number': 5, 'project_id': '0e772d8c7ac44b1fbd56efaf46b6dbd8', 'subnets': [{'id': '7ab1963a-39ad-4d86-9549-880198499f42', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103232) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 19:05:23.760850 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-34070aeb-f347-4ef0-8065-5c52f76dd850 req-f21d065a-4faa-4ff1-89ae-2f9665e93335 service neutron] 10.222.0.75 "GET /v2.0/networks/827c740b-e08e-4994-bbc7-e073abc4dcaf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4097416 Feb 09 19:05:23.846587 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-7df473ad-0a0c-49df-9181-7aa15a314576 req-33d08534-9203-43d5-92d9-be1921a7b952 service neutron] 10.222.0.89 "GET /v2.0/networks/d725567e-ae4f-48c7-8826-ca95b9692346?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1970248 Feb 09 19:05:23.853723 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Device 84d5567e-44ed-41fd-8a8e-d80271a0a3f0 up at agent hyperv_n-h1-713498-36 {{(pid=103232) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 19:05:23.861735 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-8b0fde29-bba5-4ce8-97bb-2d277462d242 req-63feea39-b842-483c-a3f1-6c912e440af9 service neutron] 10.222.0.75 "GET /v2.0/networks/f1e6924e-7348-48ca-aa14-d5834e100bd2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1906493 Feb 09 19:05:23.917818 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-34070aeb-f347-4ef0-8065-5c52f76dd850 req-a30f2739-96c2-4a4a-965d-8ba5429d0bd1 service neutron] 10.222.0.75 "GET /v2.0/networks/827c740b-e08e-4994-bbc7-e073abc4dcaf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1465015 Feb 09 19:05:23.978339 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.provisioning_blocks [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Provisioning for port 84d5567e-44ed-41fd-8a8e-d80271a0a3f0 completed by entity L2. {{(pid=103232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 19:05:23.983796 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.provisioning_blocks [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Provisioning complete for port 84d5567e-44ed-41fd-8a8e-d80271a0a3f0 triggered by entity L2. {{(pid=103232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 19:05:23.986979 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593630'] for port (84d5567e-44ed-41fd-8a8e-d80271a0a3f0), provisioning_complete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:05:24.068210 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cbf85f0-12e8-4d06-8353-8ce94949974a req-2ab9134b-938e-4baf-9788-7dba1ab4f4a7 tempest-SecurityGroupsTestJSON-1151704431 tempest-SecurityGroupsTestJSON-1151704431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:05:24.069760 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-5cbf85f0-12e8-4d06-8353-8ce94949974a req-2ab9134b-938e-4baf-9788-7dba1ab4f4a7 tempest-SecurityGroupsTestJSON-1151704431 tempest-SecurityGroupsTestJSON-1151704431-project] 10.222.0.75 "GET /v2.0/ports?device_id=f00ecfa2-51bd-4cf5-a4e0-ec73d3e22ffa HTTP/1.1" status: 200 len: 945 time: 0.0956173 Feb 09 19:05:24.116505 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Current status of the port 84d5567e-44ed-41fd-8a8e-d80271a0a3f0 is: BUILD; New status is: ACTIVE {{(pid=103232) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 19:05:24.116918 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (84d5567e-44ed-41fd-8a8e-d80271a0a3f0), before_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:05:24.139256 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-5cbf85f0-12e8-4d06-8353-8ce94949974a req-9fa86d05-8c0f-4f44-8fe2-4b31ba894955 tempest-SecurityGroupsTestJSON-1151704431 tempest-SecurityGroupsTestJSON-1151704431-project] 10.222.0.75 "GET /v2.0/security-groups?id=22bcb932-19f7-46ba-b2c8-090f138c7032&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0620344 Feb 09 19:05:24.174091 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] For port 84d5567e-44ed-41fd-8a8e-d80271a0a3f0, host n-h1-713498-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-36',level=0,port_id=84d5567e-44ed-41fd-8a8e-d80271a0a3f0,segment=NetworkSegment(0eaea607-a7ab-4dbb-b6ca-ed9e62abb1c6),segment_id=0eaea607-a7ab-4dbb-b6ca-ed9e62abb1c6)] {{(pid=103232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 19:05:24.194042 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762867176205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762866656485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762866656503'] for port (84d5567e-44ed-41fd-8a8e-d80271a0a3f0), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:05:24.258674 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Pushing event updated for resources: {'Port': ['ID=84d5567e-44ed-41fd-8a8e-d80271a0a3f0,revision_number=5']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:05:24.280083 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28a2eab2-5111-413d-b16a-669941f1d991 req-307faf8e-40b6-4a12-93a4-8cc9c0278099 tempest-ServersOnMultiNodesTest-1472402947 tempest-ServersOnMultiNodesTest-1472402947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:05:24.282322 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-28a2eab2-5111-413d-b16a-669941f1d991 req-307faf8e-40b6-4a12-93a4-8cc9c0278099 tempest-ServersOnMultiNodesTest-1472402947 tempest-ServersOnMultiNodesTest-1472402947-project] 10.222.0.75 "GET /v2.0/ports?device_id=c6d3d784-e9c5-44f4-8e9b-599af9ae422b HTTP/1.1" status: 200 len: 950 time: 0.0781446 Feb 09 19:05:24.338696 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-28a2eab2-5111-413d-b16a-669941f1d991 req-c9cd8f5c-41f7-42e4-a634-632c3484ed6b tempest-ServersOnMultiNodesTest-1472402947 tempest-ServersOnMultiNodesTest-1472402947-project] 10.222.0.75 "GET /v2.0/security-groups?id=aed5302d-0478-4b9d-b014-143adc5c0d74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495243 Feb 09 19:05:24.466133 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76094e36-4755-48d0-95bb-5a74f78c27b3 req-bc62e403-efa3-42ca-9e3a-f9f9f0c4f72e tempest-TenantUsagesTestJSON-72406381 tempest-TenantUsagesTestJSON-72406381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:05:24.467628 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-76094e36-4755-48d0-95bb-5a74f78c27b3 req-bc62e403-efa3-42ca-9e3a-f9f9f0c4f72e tempest-TenantUsagesTestJSON-72406381 tempest-TenantUsagesTestJSON-72406381-project] 10.222.0.75 "GET /v2.0/ports?device_id=f37012e8-afbe-4a27-a2c8-7089008934be HTTP/1.1" status: 200 len: 947 time: 0.0543933 Feb 09 19:05:24.522446 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-76094e36-4755-48d0-95bb-5a74f78c27b3 req-4960e840-0af3-4347-8c8a-5bc211b3ad31 tempest-TenantUsagesTestJSON-72406381 tempest-TenantUsagesTestJSON-72406381-project] 10.222.0.75 "GET /v2.0/security-groups?id=0b341b8f-0cb8-4006-83e3-da8a9dd80697&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477142 Feb 09 19:05:24.617276 n-d-713498-36 neutron-server[103229]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 19:05:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-97aa1050-89fb-4457-9db8-d0063b18bc38 x-openstack-request-id: req-97aa1050-89fb-4457-9db8-d0063b18bc38 {{(pid=103229) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 19:05:24.617563 n-d-713498-36 neutron-server[103229]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cf8d55d7-ba31-4451-a682-c3c5050d34d1", "tag": "fff28e55-1481-495e-822a-a809fab17399", "status": "completed", "code": 200}]} {{(pid=103229) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 19:05:24.617890 n-d-713498-36 neutron-server[103229]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-97aa1050-89fb-4457-9db8-d0063b18bc38 {{(pid=103229) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 19:05:24.618400 n-d-713498-36 neutron-server[103229]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cf8d55d7-ba31-4451-a682-c3c5050d34d1', 'tag': 'fff28e55-1481-495e-822a-a809fab17399', 'status': 'completed', 'code': 200} Feb 09 19:05:24.648498 n-d-713498-36 neutron-server[103232]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 19:05:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-17aa2b0e-7dfd-4e24-a010-4ad1fbd922ae x-openstack-request-id: req-17aa2b0e-7dfd-4e24-a010-4ad1fbd922ae {{(pid=103232) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 19:05:24.649521 n-d-713498-36 neutron-server[103232]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c6d3d784-e9c5-44f4-8e9b-599af9ae422b", "name": "network-vif-plugged", "status": "completed", "tag": "8785c69d-6d10-4443-a2ce-db0ad5c8182f", "code": 200}]} {{(pid=103232) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 19:05:24.650024 n-d-713498-36 neutron-server[103232]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-17aa2b0e-7dfd-4e24-a010-4ad1fbd922ae {{(pid=103232) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 19:05:24.650671 n-d-713498-36 neutron-server[103232]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c6d3d784-e9c5-44f4-8e9b-599af9ae422b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8785c69d-6d10-4443-a2ce-db0ad5c8182f', 'code': 200} Feb 09 19:05:24.690963 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6e80c49-8d64-4b44-83a9-881d9fdd393b req-5589c3f8-4ace-4557-9072-c22ff209ff6e tempest-LiveAutoBlockMigrationV225Test-2127879101 tempest-LiveAutoBlockMigrationV225Test-2127879101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:05:24.692513 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-c6e80c49-8d64-4b44-83a9-881d9fdd393b req-5589c3f8-4ace-4557-9072-c22ff209ff6e tempest-LiveAutoBlockMigrationV225Test-2127879101 tempest-LiveAutoBlockMigrationV225Test-2127879101-project] 10.222.0.75 "GET /v2.0/ports?device_id=9d1556d0-d009-41c6-9d9c-d68b6ae4cbe4 HTTP/1.1" status: 200 len: 945 time: 0.1048367 Feb 09 19:05:24.746532 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8416ad1-4d34-4f07-8ee4-569c9a5de3e8 req-e5c74500-91ba-428f-a9d2-6cec217d44cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:05:24.760359 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-e8416ad1-4d34-4f07-8ee4-569c9a5de3e8 req-e5c74500-91ba-428f-a9d2-6cec217d44cc service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=0e772d8c7ac44b1fbd56efaf46b6dbd8&device_id=cf8d55d7-ba31-4451-a682-c3c5050d34d1 HTTP/1.1" status: 200 len: 1128 time: 0.1221473 Feb 09 19:05:24.796614 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-89a062b5-6b99-4e95-bd3d-0a695ae26639 req-0ce5be1e-9a06-47c6-b9ac-04545b63db22 tempest-FloatingIPsAssociationTestJSON-731512856 tempest-FloatingIPsAssociationTestJSON-731512856-project] 10.222.0.75 "GET /v2.0/floatingips?floating_ip_address=172.25.1.47 HTTP/1.1" status: 200 len: 1000 time: 0.1356819 Feb 09 19:05:24.840424 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-c6e80c49-8d64-4b44-83a9-881d9fdd393b req-6e86f7e8-2b6f-4786-84b2-f5108969c33e tempest-LiveAutoBlockMigrationV225Test-2127879101 tempest-LiveAutoBlockMigrationV225Test-2127879101-project] 10.222.0.75 "GET /v2.0/security-groups?id=e3cb5363-3b49-4f74-b239-a871e755b40a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1380589 Feb 09 19:05:24.884756 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08cf5837-61b4-4cb9-9a3f-86cc619018b9 req-7ed1114e-191f-4bfb-8d64-a348170184a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:05:24.887913 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-08cf5837-61b4-4cb9-9a3f-86cc619018b9 req-7ed1114e-191f-4bfb-8d64-a348170184a0 service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=c6d3d784-e9c5-44f4-8e9b-599af9ae422b HTTP/1.1" status: 200 len: 1133 time: 0.1114242 Feb 09 19:05:24.898952 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89a062b5-6b99-4e95-bd3d-0a695ae26639 req-18ad4f37-0c8a-4d07-a718-67116c31c818 tempest-FloatingIPsAssociationTestJSON-731512856 tempest-FloatingIPsAssociationTestJSON-731512856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:05:24.900537 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-89a062b5-6b99-4e95-bd3d-0a695ae26639 req-18ad4f37-0c8a-4d07-a718-67116c31c818 tempest-FloatingIPsAssociationTestJSON-731512856 tempest-FloatingIPsAssociationTestJSON-731512856-project] 10.222.0.75 "GET /v2.0/ports/0359494e-ba4d-4050-8b2f-eaed6c3f4823 HTTP/1.1" status: 200 len: 942 time: 0.0880568 Feb 09 19:05:24.906871 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8416ad1-4d34-4f07-8ee4-569c9a5de3e8 req-5c85fcc7-f812-41ac-8bdc-c1aed8dcda6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:05:24.908539 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-e8416ad1-4d34-4f07-8ee4-569c9a5de3e8 req-5c85fcc7-f812-41ac-8bdc-c1aed8dcda6a service neutron] 10.222.0.89 "GET /v2.0/networks?id=f1e6924e-7348-48ca-aa14-d5834e100bd2 HTTP/1.1" status: 200 len: 922 time: 0.1345851 Feb 09 19:05:24.954165 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-08cf5837-61b4-4cb9-9a3f-86cc619018b9 req-83c3602d-9bac-456b-8efe-164552c33c29 service neutron] 10.222.0.90 "GET /v2.0/security-groups?id=aed5302d-0478-4b9d-b014-143adc5c0d74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525553 Feb 09 19:05:24.964339 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-e8416ad1-4d34-4f07-8ee4-569c9a5de3e8 req-2af606ef-9732-43bb-ad61-f177948ec868 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=fff28e55-1481-495e-822a-a809fab17399 HTTP/1.1" status: 200 len: 217 time: 0.0451183 Feb 09 19:05:24.997682 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-4bfdb7aa-eb1f-4464-b4ae-def589ba4598 req-cd881bd2-040d-4a6f-a2bc-748683324866 tempest-TaggedBootDevicesTest_v242-798392635 tempest-TaggedBootDevicesTest_v242-798392635-project] 10.222.0.75 "GET /v2.0/ports?device_id=8319129f-1054-494a-b0c0-2ec99e839619 HTTP/1.1" status: 200 len: 210 time: 0.0357299 Feb 09 19:05:25.070670 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8416ad1-4d34-4f07-8ee4-569c9a5de3e8 req-2ae1b3e1-01f4-443a-be7c-7544337570fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:05:25.072129 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-e8416ad1-4d34-4f07-8ee4-569c9a5de3e8 req-2ae1b3e1-01f4-443a-be7c-7544337570fa service neutron] 10.222.0.89 "GET /v2.0/subnets?id=7ab1963a-39ad-4d86-9549-880198499f42 HTTP/1.1" status: 200 len: 860 time: 0.0991035 Feb 09 19:05:25.079638 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-89a062b5-6b99-4e95-bd3d-0a695ae26639 req-c9e05ccc-51c9-4e9f-86a3-de13bfc3c345 tempest-FloatingIPsAssociationTestJSON-731512856 tempest-FloatingIPsAssociationTestJSON-731512856-project] 10.222.0.75 "GET /v2.0/floatingips?floating_ip_address=172.25.1.47 HTTP/1.1" status: 200 len: 1000 time: 0.1040998 Feb 09 19:05:25.162546 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8416ad1-4d34-4f07-8ee4-569c9a5de3e8 req-25934c20-63bd-4448-b507-ca38dfa2dffc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:05:25.164877 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-e8416ad1-4d34-4f07-8ee4-569c9a5de3e8 req-25934c20-63bd-4448-b507-ca38dfa2dffc service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=f1e6924e-7348-48ca-aa14-d5834e100bd2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0842788 Feb 09 19:05:25.198992 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89a062b5-6b99-4e95-bd3d-0a695ae26639 req-2f9f2a5d-c3a7-446b-b22f-ce96fb88e522 tempest-FloatingIPsAssociationTestJSON-731512856 tempest-FloatingIPsAssociationTestJSON-731512856-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:05:25.200460 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-89a062b5-6b99-4e95-bd3d-0a695ae26639 req-2f9f2a5d-c3a7-446b-b22f-ce96fb88e522 tempest-FloatingIPsAssociationTestJSON-731512856 tempest-FloatingIPsAssociationTestJSON-731512856-project] 10.222.0.75 "GET /v2.0/networks/88055e1e-672a-4487-be31-ffb6e833ece5 HTTP/1.1" status: 200 len: 784 time: 0.1221993 Feb 09 19:05:25.334649 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-567399ca-7280-41c4-8941-00d3841aefab req-4ff81653-fe1a-47d8-8854-a79002dc26ee tempest-SecurityGroupsTestJSON-1151704431 tempest-SecurityGroupsTestJSON-1151704431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:05:25.341425 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-567399ca-7280-41c4-8941-00d3841aefab req-4ff81653-fe1a-47d8-8854-a79002dc26ee tempest-SecurityGroupsTestJSON-1151704431 tempest-SecurityGroupsTestJSON-1151704431-project] 10.222.0.75 "GET /v2.0/ports?device_id=f00ecfa2-51bd-4cf5-a4e0-ec73d3e22ffa HTTP/1.1" status: 200 len: 946 time: 0.0672147 Feb 09 19:05:25.422712 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-567399ca-7280-41c4-8941-00d3841aefab req-f233fe42-27e2-42bb-9605-d706cb681a97 tempest-SecurityGroupsTestJSON-1151704431 tempest-SecurityGroupsTestJSON-1151704431-project] 10.222.0.75 "GET /v2.0/security-groups?id=22bcb932-19f7-46ba-b2c8-090f138c7032&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0784605 Feb 09 19:05:25.536832 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-bfa8a662-2a5c-4842-bf45-53823251a82f req-7618237d-53a0-4b4e-b86c-5411bf3ce0f7 tempest-FloatingIPsAssociationTestJSON-731512856 tempest-FloatingIPsAssociationTestJSON-731512856-project] 10.222.0.75 "GET /v2.0/floatingips?floating_ip_address=172.25.1.47 HTTP/1.1" status: 200 len: 1000 time: 0.0775516 Feb 09 19:05:25.550839 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f14aa6c7-10e2-4dbb-be9e-9999febd0701 req-0d9ca8a2-11dc-4f0d-afe6-430c2c46b10d tempest-LiveAutoBlockMigrationV225Test-1149753898 tempest-LiveAutoBlockMigrationV225Test-1149753898-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:05:25.552391 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-f14aa6c7-10e2-4dbb-be9e-9999febd0701 req-0d9ca8a2-11dc-4f0d-afe6-430c2c46b10d tempest-LiveAutoBlockMigrationV225Test-1149753898 tempest-LiveAutoBlockMigrationV225Test-1149753898-project-admin] 10.222.0.75 "GET /v2.0/ports?device_id=9d1556d0-d009-41c6-9d9c-d68b6ae4cbe4 HTTP/1.1" status: 200 len: 1128 time: 0.4185295 Feb 09 19:05:25.591986 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 50284) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:05:25.617610 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfa8a662-2a5c-4842-bf45-53823251a82f req-19ab6d48-95b9-4acd-bd28-7876bf6d0a77 tempest-FloatingIPsAssociationTestJSON-731512856 tempest-FloatingIPsAssociationTestJSON-731512856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:05:25.619290 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-bfa8a662-2a5c-4842-bf45-53823251a82f req-19ab6d48-95b9-4acd-bd28-7876bf6d0a77 tempest-FloatingIPsAssociationTestJSON-731512856 tempest-FloatingIPsAssociationTestJSON-731512856-project] 10.222.0.75 "GET /v2.0/ports/0359494e-ba4d-4050-8b2f-eaed6c3f4823 HTTP/1.1" status: 200 len: 942 time: 0.0733614 Feb 09 19:05:25.625286 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-e8416ad1-4d34-4f07-8ee4-569c9a5de3e8 req-6cbf8e9c-7514-4690-9a96-792afa392f87 service neutron] 10.222.0.89 "GET /v2.0/networks/f1e6924e-7348-48ca-aa14-d5834e100bd2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4533410 Feb 09 19:05:25.652998 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-f14aa6c7-10e2-4dbb-be9e-9999febd0701 req-bb577998-5a73-4a0b-b1dc-d77d4b62a709 tempest-LiveAutoBlockMigrationV225Test-1149753898 tempest-LiveAutoBlockMigrationV225Test-1149753898-project-admin] 10.222.0.75 "GET /v2.0/security-groups?id=e3cb5363-3b49-4f74-b239-a871e755b40a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0891538 Feb 09 19:05:25.731443 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-e8416ad1-4d34-4f07-8ee4-569c9a5de3e8 req-e6146d38-bab1-4104-9595-689ef59740b8 service neutron] 10.222.0.89 "GET /v2.0/networks/f1e6924e-7348-48ca-aa14-d5834e100bd2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0983498 Feb 09 19:05:25.768629 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-bfa8a662-2a5c-4842-bf45-53823251a82f req-61cae5ac-c11d-42ca-847c-1412bef87056 tempest-FloatingIPsAssociationTestJSON-731512856 tempest-FloatingIPsAssociationTestJSON-731512856-project] 10.222.0.75 "GET /v2.0/floatingips?floating_ip_address=172.25.1.47 HTTP/1.1" status: 200 len: 1000 time: 0.0972009 Feb 09 19:05:25.819989 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-e65a6224-ec2e-4cbb-83d9-a8bc561add89 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:05:25.855406 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c2e9261-64a5-4126-939a-7ce3deb79325 req-e32a7b95-ed20-4724-87d0-25f7dcaf978b tempest-ServersOnMultiNodesTest-1472402947 tempest-ServersOnMultiNodesTest-1472402947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:05:25.857384 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-5c2e9261-64a5-4126-939a-7ce3deb79325 req-e32a7b95-ed20-4724-87d0-25f7dcaf978b tempest-ServersOnMultiNodesTest-1472402947 tempest-ServersOnMultiNodesTest-1472402947-project] 10.222.0.75 "GET /v2.0/ports?device_id=c6d3d784-e9c5-44f4-8e9b-599af9ae422b HTTP/1.1" status: 200 len: 950 time: 0.0911055 Feb 09 19:05:25.859476 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Device 026129c2-9cf4-4b5c-8b80-582972f977f5 details requested by agent hyperv_n-h1-713498-36 with host n-h1-713498-36 {{(pid=103232) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 19:05:25.881400 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfa8a662-2a5c-4842-bf45-53823251a82f req-cf8cf682-042d-44af-8aa3-f30146377ef6 tempest-FloatingIPsAssociationTestJSON-731512856 tempest-FloatingIPsAssociationTestJSON-731512856-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:05:25.882815 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-bfa8a662-2a5c-4842-bf45-53823251a82f req-cf8cf682-042d-44af-8aa3-f30146377ef6 tempest-FloatingIPsAssociationTestJSON-731512856 tempest-FloatingIPsAssociationTestJSON-731512856-project] 10.222.0.75 "GET /v2.0/networks/88055e1e-672a-4487-be31-ffb6e833ece5 HTTP/1.1" status: 200 len: 784 time: 0.1084666 Feb 09 19:05:25.930604 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-5c2e9261-64a5-4126-939a-7ce3deb79325 req-93941cff-5b41-4cb8-a4ac-79920e52d001 tempest-ServersOnMultiNodesTest-1472402947 tempest-ServersOnMultiNodesTest-1472402947-project] 10.222.0.75 "GET /v2.0/security-groups?id=aed5302d-0478-4b9d-b014-143adc5c0d74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0624948 Feb 09 19:05:25.966654 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-bfa8a662-2a5c-4842-bf45-53823251a82f req-763106e8-9615-4367-a935-de0903de9154 tempest-FloatingIPsAssociationTestJSON-731512856 tempest-FloatingIPsAssociationTestJSON-731512856-project] 10.222.0.75 "GET /v2.0/floatingips?floating_ip_address=172.25.1.47 HTTP/1.1" status: 200 len: 1000 time: 0.0770118 Feb 09 19:05:25.972716 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.v2.base [req-bfa8a662-2a5c-4842-bf45-53823251a82f req-8602ed24-0759-4840-bcf4-6d07cb407d48 tempest-FloatingIPsAssociationTestJSON-731512856 tempest-FloatingIPsAssociationTestJSON-731512856-project] Request body: {'floatingip': {'port_id': None}} {{(pid=103230) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 19:05:25.974795 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-e65a6224-ec2e-4cbb-83d9-a8bc561add89 admin admin] Publish callbacks [] for security_group (557215f7-13f0-4f28-a6ed-84e574d429cc), precommit_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:05:25.980231 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-e65a6224-ec2e-4cbb-83d9-a8bc561add89 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1892331'] for security_group (557215f7-13f0-4f28-a6ed-84e574d429cc), after_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:05:26.000651 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] For port 026129c2-9cf4-4b5c-8b80-582972f977f5, host n-h1-713498-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-36',level=0,port_id=026129c2-9cf4-4b5c-8b80-582972f977f5,segment=NetworkSegment(50e5915e-18f0-4558-9a28-b978975ead36),segment_id=50e5915e-18f0-4558-9a28-b978975ead36)] {{(pid=103232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 19:05:26.016363 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Returning: {'device': '026129c2-9cf4-4b5c-8b80-582972f977f5', 'network_id': '2b5494c8-cf97-42c1-b902-87f998f28179', 'port_id': '026129c2-9cf4-4b5c-8b80-582972f977f5', 'mac_address': 'fa:16:3e:97:1b:5e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 359, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '60b561cb-321e-4f83-9bb3-92b2e1d0dc44', 'ip_address': '192.168.233.71'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103232) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 19:05:26.023482 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-e65a6224-ec2e-4cbb-83d9-a8bc561add89 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=283826bd0bd94594ae0c5085f67eba7c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4292595 Feb 09 19:05:26.024205 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e65a6224-ec2e-4cbb-83d9-a8bc561add89 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=557215f7-13f0-4f28-a6ed-84e574d429cc,revision_number=1']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:05:26.027105 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 50290) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:05:26.056227 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Current status of the port 026129c2-9cf4-4b5c-8b80-582972f977f5 is: DOWN; New status is: BUILD {{(pid=103232) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 19:05:26.056621 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (026129c2-9cf4-4b5c-8b80-582972f977f5), before_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:05:26.066915 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [req-bfa8a662-2a5c-4842-bf45-53823251a82f req-8602ed24-0759-4840-bcf4-6d07cb407d48 tempest-FloatingIPsAssociationTestJSON-731512856 tempest-FloatingIPsAssociationTestJSON-731512856-project] Publish callbacks [] for floatingip (90ab6c29-730c-48b0-825b-c15a934d4e4f), before_update {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:05:26.070792 n-d-713498-36 neutron-server[103232]: DEBUG neutron.notifiers.nova [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 026129c2-9cf4-4b5c-8b80-582972f977f5 {{(pid=103232) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 19:05:26.092761 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] For port 026129c2-9cf4-4b5c-8b80-582972f977f5, host n-h1-713498-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-36',level=0,port_id=026129c2-9cf4-4b5c-8b80-582972f977f5,segment=NetworkSegment(50e5915e-18f0-4558-9a28-b978975ead36),segment_id=50e5915e-18f0-4558-9a28-b978975ead36)] {{(pid=103232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 19:05:26.098770 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa878102-5706-4687-a910-be47a3c93c82 req-fd6ed3bb-43b6-42f5-99ae-2ea194d615d9 tempest-TenantUsagesTestJSON-72406381 tempest-TenantUsagesTestJSON-72406381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:05:26.100410 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-fa878102-5706-4687-a910-be47a3c93c82 req-fd6ed3bb-43b6-42f5-99ae-2ea194d615d9 tempest-TenantUsagesTestJSON-72406381 tempest-TenantUsagesTestJSON-72406381-project] 10.222.0.75 "GET /v2.0/ports?device_id=f37012e8-afbe-4a27-a2c8-7089008934be HTTP/1.1" status: 200 len: 947 time: 0.0580106 Feb 09 19:05:26.108845 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762867176205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762866656485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762866656503'] for port (026129c2-9cf4-4b5c-8b80-582972f977f5), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:05:26.152685 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-8df56864-4f0c-4e56-bbf5-0dd5feac4f22 admin admin] Publish callbacks [] for security_group (557215f7-13f0-4f28-a6ed-84e574d429cc), before_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:05:26.170403 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-fa878102-5706-4687-a910-be47a3c93c82 req-f553baab-6abc-4119-a58a-5daaae1d2605 tempest-TenantUsagesTestJSON-72406381 tempest-TenantUsagesTestJSON-72406381-project] 10.222.0.75 "GET /v2.0/security-groups?id=0b341b8f-0cb8-4006-83e3-da8a9dd80697&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0630896 Feb 09 19:05:26.174346 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Pushing event updated for resources: {'Port': ['ID=026129c2-9cf4-4b5c-8b80-582972f977f5,revision_number=4']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:05:26.225358 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-8df56864-4f0c-4e56-bbf5-0dd5feac4f22 admin admin] Publish callbacks [] for security_group (557215f7-13f0-4f28-a6ed-84e574d429cc), precommit_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:05:26.274137 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3b41d0a-ddea-4594-ab34-b45dc674ca52 req-237d4bb3-f202-4a68-b0c3-f38954c79af4 tempest-LiveAutoBlockMigrationV225Test-1149753898 tempest-LiveAutoBlockMigrationV225Test-1149753898-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:05:26.275702 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-d3b41d0a-ddea-4594-ab34-b45dc674ca52 req-237d4bb3-f202-4a68-b0c3-f38954c79af4 tempest-LiveAutoBlockMigrationV225Test-1149753898 tempest-LiveAutoBlockMigrationV225Test-1149753898-project-admin] 10.222.0.75 "GET /v2.0/ports?device_id=9d1556d0-d009-41c6-9d9c-d68b6ae4cbe4 HTTP/1.1" status: 200 len: 1128 time: 0.0460176 Feb 09 19:05:26.312836 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [req-bfa8a662-2a5c-4842-bf45-53823251a82f req-8602ed24-0759-4840-bcf4-6d07cb407d48 tempest-FloatingIPsAssociationTestJSON-731512856 tempest-FloatingIPsAssociationTestJSON-731512856-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:05:26.316726 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [req-bfa8a662-2a5c-4842-bf45-53823251a82f req-8602ed24-0759-4840-bcf4-6d07cb407d48 tempest-FloatingIPsAssociationTestJSON-731512856 tempest-FloatingIPsAssociationTestJSON-731512856-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1818909'] for floatingip (90ab6c29-730c-48b0-825b-c15a934d4e4f), after_update {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:05:26.317085 n-d-713498-36 neutron-server[103230]: INFO neutron.db.l3_db [req-bfa8a662-2a5c-4842-bf45-53823251a82f req-8602ed24-0759-4840-bcf4-6d07cb407d48 tempest-FloatingIPsAssociationTestJSON-731512856 tempest-FloatingIPsAssociationTestJSON-731512856-project] Floating IP 90ab6c29-730c-48b0-825b-c15a934d4e4f disassociated. External IP: 172.25.1.47, port: 0359494e-ba4d-4050-8b2f-eaed6c3f4823. Feb 09 19:05:26.322642 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-d3b41d0a-ddea-4594-ab34-b45dc674ca52 req-08ebdbf0-2c31-446c-a3ad-99d7dc75fdf3 tempest-LiveAutoBlockMigrationV225Test-1149753898 tempest-LiveAutoBlockMigrationV225Test-1149753898-project-admin] 10.222.0.75 "GET /v2.0/security-groups?id=e3cb5363-3b49-4f74-b239-a871e755b40a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408888 Feb 09 19:05:26.389502 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] get_ports_and_sgs() called for port_ids ['026129c2-9cf4-4b5c-8b80-582972f977f5'] {{(pid=103232) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 19:05:26.482153 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-8df56864-4f0c-4e56-bbf5-0dd5feac4f22 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1892331'] for security_group (557215f7-13f0-4f28-a6ed-84e574d429cc), after_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:05:26.484739 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-8df56864-4f0c-4e56-bbf5-0dd5feac4f22 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:05:26.488540 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-8df56864-4f0c-4e56-bbf5-0dd5feac4f22 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/557215f7-13f0-4f28-a6ed-84e574d429cc HTTP/1.1" status: 204 len: 168 time: 0.4578829 Feb 09 19:05:26.506608 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8df56864-4f0c-4e56-bbf5-0dd5feac4f22 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=557215f7-13f0-4f28-a6ed-84e574d429cc,revision_number=None']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:05:26.517925 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-115790a6-8517-483c-8965-5846a6262295 req-3574aa59-77a6-44d0-a72e-86d341823633 tempest-TaggedBootDevicesTest_v242-798392635 tempest-TaggedBootDevicesTest_v242-798392635-project] 10.222.0.75 "GET /v2.0/ports?device_id=8319129f-1054-494a-b0c0-2ec99e839619 HTTP/1.1" status: 200 len: 210 time: 0.0448453 Feb 09 19:05:26.619299 n-d-713498-36 neutron-server[103229]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '32bf91ec-07c2-4708-858a-e8e64b1da7a6', 'tag': '0359494e-ba4d-4050-8b2f-eaed6c3f4823'}, {'name': 'network-changed', 'server_uuid': 'f37012e8-afbe-4a27-a2c8-7089008934be', 'tag': '026129c2-9cf4-4b5c-8b80-582972f977f5'}] {{(pid=103229) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 19:05:26.623101 n-d-713498-36 neutron-server[103229]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fa6ae9a20702bd564eaf90d946620b2b4277b1ab91129323d3b54181076be307" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9e9e1286-3642-4450-9018-fe9aa1844b91" -d '{"events": [{"name": "network-changed", "server_uuid": "32bf91ec-07c2-4708-858a-e8e64b1da7a6", "tag": "0359494e-ba4d-4050-8b2f-eaed6c3f4823"}, {"name": "network-changed", "server_uuid": "f37012e8-afbe-4a27-a2c8-7089008934be", "tag": "026129c2-9cf4-4b5c-8b80-582972f977f5"}]}' {{(pid=103229) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 19:05:26.655059 n-d-713498-36 neutron-server[103232]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f00ecfa2-51bd-4cf5-a4e0-ec73d3e22ffa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '84d5567e-44ed-41fd-8a8e-d80271a0a3f0'}] {{(pid=103232) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 19:05:26.658732 n-d-713498-36 neutron-server[103232]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}949cdcde653dec44821de95cbf67297f53cbc2aed4e073b5d514f93bf911ce85" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-08211b26-5a0b-4119-9cde-40fefa7738a6" -d '{"events": [{"server_uuid": "f00ecfa2-51bd-4cf5-a4e0-ec73d3e22ffa", "name": "network-vif-plugged", "status": "completed", "tag": "84d5567e-44ed-41fd-8a8e-d80271a0a3f0"}]}' {{(pid=103232) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 19:05:26.694639 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-960e3a78-688f-4e1e-969d-ec046bccc518 req-7d5b1d0c-b0ad-4bd5-aa81-85edacfd56eb tempest-SecurityGroupsTestJSON-1151704431 tempest-SecurityGroupsTestJSON-1151704431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:05:26.696633 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-960e3a78-688f-4e1e-969d-ec046bccc518 req-7d5b1d0c-b0ad-4bd5-aa81-85edacfd56eb tempest-SecurityGroupsTestJSON-1151704431 tempest-SecurityGroupsTestJSON-1151704431-project] 10.222.0.75 "GET /v2.0/ports?device_id=f00ecfa2-51bd-4cf5-a4e0-ec73d3e22ffa HTTP/1.1" status: 200 len: 946 time: 0.0690267 Feb 09 19:05:26.727437 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34070aeb-f347-4ef0-8065-5c52f76dd850 req-c0865595-4bbf-40a4-a90a-f5ae1e0a3324 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:05:26.728870 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-34070aeb-f347-4ef0-8065-5c52f76dd850 req-c0865595-4bbf-40a4-a90a-f5ae1e0a3324 service neutron] 10.222.0.90 "GET /v2.0/ports/778b20b7-7678-470a-84cc-7abef1a21546 HTTP/1.1" status: 200 len: 1033 time: 0.0937617 Feb 09 19:05:26.753901 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-960e3a78-688f-4e1e-969d-ec046bccc518 req-75ef9fdb-29cb-4e21-a6a8-8297017dc4ea tempest-SecurityGroupsTestJSON-1151704431 tempest-SecurityGroupsTestJSON-1151704431-project] 10.222.0.75 "GET /v2.0/security-groups?id=22bcb932-19f7-46ba-b2c8-090f138c7032&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493398 Feb 09 19:05:26.762513 n-d-713498-36 neutron-server[103230]: DEBUG neutron.scheduler.l3_agent_scheduler [req-bfa8a662-2a5c-4842-bf45-53823251a82f req-8602ed24-0759-4840-bcf4-6d07cb407d48 tempest-FloatingIPsAssociationTestJSON-731512856 tempest-FloatingIPsAssociationTestJSON-731512856-project] Router cce358c5-3304-4c33-bbfc-986c1eed7a6e has already been hosted by L3 agent 93303d5e-5d17-45e8-8963-7694f87783ae {{(pid=103230) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 19:05:26.889814 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-bfa8a662-2a5c-4842-bf45-53823251a82f req-8602ed24-0759-4840-bcf4-6d07cb407d48 tempest-FloatingIPsAssociationTestJSON-731512856 tempest-FloatingIPsAssociationTestJSON-731512856-project] Notify agent at l3_agent.n-d-713498-36 the message routers_updated {{(pid=103230) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 19:05:26.895851 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [req-bfa8a662-2a5c-4842-bf45-53823251a82f req-8602ed24-0759-4840-bcf4-6d07cb407d48 tempest-FloatingIPsAssociationTestJSON-731512856 tempest-FloatingIPsAssociationTestJSON-731512856-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171096'] for floatingip (None), before_response {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:05:26.898762 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 50312) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:05:26.902695 n-d-713498-36 neutron-server[103233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef442941-b898-4473-9803-6bc47392f910 None None] Sync routers for ids ['cce358c5-3304-4c33-bbfc-986c1eed7a6e'] in n-d-713498-36 {{(pid=103233) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 19:05:26.913178 n-d-713498-36 neutron-server[103233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef442941-b898-4473-9803-6bc47392f910 None None] Routers {'cce358c5-3304-4c33-bbfc-986c1eed7a6e'} bound to L3 agent in host n-d-713498-36 {{(pid=103233) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 19:05:26.914150 n-d-713498-36 neutron-server[103233]: DEBUG neutron.db.l3_hamode_db [None req-ef442941-b898-4473-9803-6bc47392f910 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T18:51:43Z,description=,heartbeat_timestamp=2022-02-09T19:05:13Z,host='n-d-713498-36',id=93303d5e-5d17-45e8-8963-7694f87783ae,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T18:51:43Z,topic='l3_agent')) {'router_ids': ['cce358c5-3304-4c33-bbfc-986c1eed7a6e'], 'active': True} {{(pid=103233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:05:26.931958 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-5b3a3030-3739-4898-91dc-3fda57a7add7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:05:26.971973 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-bfa8a662-2a5c-4842-bf45-53823251a82f req-8602ed24-0759-4840-bcf4-6d07cb407d48 tempest-FloatingIPsAssociationTestJSON-731512856 tempest-FloatingIPsAssociationTestJSON-731512856-project] 10.222.0.75 "PUT /v2.0/floatingips/90ab6c29-730c-48b0-825b-c15a934d4e4f HTTP/1.1" status: 200 len: 694 time: 0.9979236 Feb 09 19:05:26.995537 n-d-713498-36 neutron-server[103230]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '32bf91ec-07c2-4708-858a-e8e64b1da7a6', 'tag': '0359494e-ba4d-4050-8b2f-eaed6c3f4823'}] {{(pid=103230) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 19:05:26.997807 n-d-713498-36 neutron-server[103230]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aee5919275bae9f72eb374ee322673045eb80c1f84b4b45a97d96923bd50ab51" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8d8c8485-5634-46e0-90b4-e46d60f9d3ab" -d '{"events": [{"name": "network-changed", "server_uuid": "32bf91ec-07c2-4708-858a-e8e64b1da7a6", "tag": "0359494e-ba4d-4050-8b2f-eaed6c3f4823"}]}' {{(pid=103230) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 19:05:27.049408 n-d-713498-36 neutron-server[103233]: DEBUG neutron.db.l3_dvr_db [None req-ef442941-b898-4473-9803-6bc47392f910 None None] Set router cce358c5-3304-4c33-bbfc-986c1eed7a6e gateway port host: n-d-713498-36 {{(pid=103233) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 19:05:27.055933 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34070aeb-f347-4ef0-8065-5c52f76dd850 req-8e79fe86-5eb6-495c-93b9-eeee913c3c48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:05:27.057284 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-34070aeb-f347-4ef0-8065-5c52f76dd850 req-8e79fe86-5eb6-495c-93b9-eeee913c3c48 service neutron] 10.222.0.90 "GET /v2.0/ports/c8197a22-0a63-4fe5-8fb5-ede78617a0f7 HTTP/1.1" status: 200 len: 1031 time: 0.1131454 Feb 09 19:05:27.141605 n-d-713498-36 neutron-server[103229]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Wed, 09 Feb 2022 19:05:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-37afb873-84a8-4cbf-b020-362d4ffd87e5 x-openstack-request-id: req-37afb873-84a8-4cbf-b020-362d4ffd87e5 {{(pid=103229) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 19:05:27.142723 n-d-713498-36 neutron-server[103229]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "32bf91ec-07c2-4708-858a-e8e64b1da7a6", "tag": "0359494e-ba4d-4050-8b2f-eaed6c3f4823", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "f37012e8-afbe-4a27-a2c8-7089008934be", "tag": "026129c2-9cf4-4b5c-8b80-582972f977f5", "status": "completed", "code": 200}]} {{(pid=103229) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 19:05:27.143192 n-d-713498-36 neutron-server[103229]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-37afb873-84a8-4cbf-b020-362d4ffd87e5 {{(pid=103229) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 19:05:27.144034 n-d-713498-36 neutron-server[103229]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '32bf91ec-07c2-4708-858a-e8e64b1da7a6', 'tag': '0359494e-ba4d-4050-8b2f-eaed6c3f4823', 'status': 'completed', 'code': 200} Feb 09 19:05:27.144452 n-d-713498-36 neutron-server[103229]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f37012e8-afbe-4a27-a2c8-7089008934be', 'tag': '026129c2-9cf4-4b5c-8b80-582972f977f5', 'status': 'completed', 'code': 200} Feb 09 19:05:27.199129 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfa8a662-2a5c-4842-bf45-53823251a82f req-1787f5a1-6af3-4f41-a6fb-7065e4e10156 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:05:27.209798 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-bfa8a662-2a5c-4842-bf45-53823251a82f req-1787f5a1-6af3-4f41-a6fb-7065e4e10156 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=0e772d8c7ac44b1fbd56efaf46b6dbd8&device_id=32bf91ec-07c2-4708-858a-e8e64b1da7a6 HTTP/1.1" status: 200 len: 1128 time: 0.2034082 Feb 09 19:05:27.223926 n-d-713498-36 neutron-server[103232]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 19:05:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1be7a587-c10e-4580-bd62-0adfcc02af21 x-openstack-request-id: req-1be7a587-c10e-4580-bd62-0adfcc02af21 {{(pid=103232) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 19:05:27.227577 n-d-713498-36 neutron-server[103232]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f00ecfa2-51bd-4cf5-a4e0-ec73d3e22ffa", "name": "network-vif-plugged", "status": "completed", "tag": "84d5567e-44ed-41fd-8a8e-d80271a0a3f0", "code": 200}]} {{(pid=103232) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 19:05:27.228139 n-d-713498-36 neutron-server[103232]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-1be7a587-c10e-4580-bd62-0adfcc02af21 {{(pid=103232) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 19:05:27.229542 n-d-713498-36 neutron-server[103232]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f00ecfa2-51bd-4cf5-a4e0-ec73d3e22ffa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '84d5567e-44ed-41fd-8a8e-d80271a0a3f0', 'code': 200} Feb 09 19:05:27.339511 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e9e1286-3642-4450-9018-fe9aa1844b91 req-a85a3ee6-b3b3-47e9-aef1-b77d52492031 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:05:27.345586 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-9e9e1286-3642-4450-9018-fe9aa1844b91 req-a85a3ee6-b3b3-47e9-aef1-b77d52492031 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=869f3706d5e0495a93c6b47a1fa2751d&device_id=f37012e8-afbe-4a27-a2c8-7089008934be HTTP/1.1" status: 200 len: 1131 time: 0.1300075 Feb 09 19:05:27.399225 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-5b3a3030-3739-4898-91dc-3fda57a7add7 admin admin] Publish callbacks [] for security_group (243d6211-fac6-4c65-8fb4-513ed7a9f78c), precommit_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:05:27.430826 n-d-713498-36 neutron-server[103233]: DEBUG neutron.db.l3_hamode_db [None req-ef442941-b898-4473-9803-6bc47392f910 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cce358c5-3304-4c33-bbfc-986c1eed7a6e', 'name': 'tempest-FloatingIPsAssociationTestJSON-2139759441-router', 'tenant_id': '0e772d8c7ac44b1fbd56efaf46b6dbd8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88055e1e-672a-4487-be31-ffb6e833ece5', 'external_fixed_ips': [{'subnet_id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'ip_address': '172.25.1.54'}], 'enable_snat': True}, 'gw_port_id': '81de01c8-c6f4-40f0-a237-d3fa04784f37', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T19:03:57Z', 'updated_at': '2022-02-09T19:04:06Z', 'revision_number': 4, 'project_id': '0e772d8c7ac44b1fbd56efaf46b6dbd8', 'gw_port': {'id': '81de01c8-c6f4-40f0-a237-d3fa04784f37', 'name': '', 'network_id': '88055e1e-672a-4487-be31-ffb6e833ece5', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:69:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cce358c5-3304-4c33-bbfc-986c1eed7a6e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 592, 'fixed_ips': [{'subnet_id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'ip_address': '172.25.1.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T19:03:58Z', 'updated_at': '2022-02-09T19:04:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-36', '_interfaces': [{'id': '9dab1ea3-55fb-405d-b11c-f3605a977927', 'name': '', 'network_id': 'f1e6924e-7348-48ca-aa14-d5834e100bd2', 'tenant_id': '0e772d8c7ac44b1fbd56efaf46b6dbd8', 'mac_address': 'fa:16:3e:22:ac:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cce358c5-3304-4c33-bbfc-986c1eed7a6e', 'device_owner': 'network:router_interface', 'standard_attr_id': 608, 'fixed_ips': [{'subnet_id': '7ab1963a-39ad-4d86-9549-880198499f42', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T19:04:03Z', 'updated_at': '2022-02-09T19:04:14Z', 'revision_number': 5, 'project_id': '0e772d8c7ac44b1fbd56efaf46b6dbd8', 'subnets': [{'id': '7ab1963a-39ad-4d86-9549-880198499f42', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-36', False) {} {{(pid=103233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:05:27.434315 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-5b3a3030-3739-4898-91dc-3fda57a7add7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1892331'] for security_group (243d6211-fac6-4c65-8fb4-513ed7a9f78c), after_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:05:27.468538 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34070aeb-f347-4ef0-8065-5c52f76dd850 req-87007a46-13a2-4141-9c8e-24be95d46291 tempest-TaggedBootDevicesTest_v242-798392635 tempest-TaggedBootDevicesTest_v242-798392635-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:05:27.478440 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34070aeb-f347-4ef0-8065-5c52f76dd850 req-87007a46-13a2-4141-9c8e-24be95d46291 tempest-TaggedBootDevicesTest_v242-798392635 tempest-TaggedBootDevicesTest_v242-798392635-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:05:27.480419 n-d-713498-36 neutron-server[103233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef442941-b898-4473-9803-6bc47392f910 None None] Checking router: cce358c5-3304-4c33-bbfc-986c1eed7a6e for host: n-d-713498-36 {{(pid=103233) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 19:05:27.484721 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34070aeb-f347-4ef0-8065-5c52f76dd850 req-87007a46-13a2-4141-9c8e-24be95d46291 tempest-TaggedBootDevicesTest_v242-798392635 tempest-TaggedBootDevicesTest_v242-798392635-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:05:27.488409 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-34070aeb-f347-4ef0-8065-5c52f76dd850 req-87007a46-13a2-4141-9c8e-24be95d46291 tempest-TaggedBootDevicesTest_v242-798392635 tempest-TaggedBootDevicesTest_v242-798392635-project] 10.222.0.90 "GET /v2.0/networks?id=c0d79728-024b-4c62-b035-620d2aaf99fe&id=622dc241-96e3-459d-8172-016faee8abe4&id=622dc241-96e3-459d-8172-016faee8abe4&id=622dc241-96e3-459d-8172-016faee8abe4&id=622dc241-96e3-459d-8172-016faee8abe4&id=827c740b-e08e-4994-bbc7-e073abc4dcaf&id=827c740b-e08e-4994-bbc7-e073abc4dcaf HTTP/1.1" status: 200 len: 1994 time: 0.4081650 Feb 09 19:05:27.492790 n-d-713498-36 neutron-server[103233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef442941-b898-4473-9803-6bc47392f910 None None] Routers {'cce358c5-3304-4c33-bbfc-986c1eed7a6e'} bound to L3 agent in host n-d-713498-36 {{(pid=103233) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 19:05:27.493549 n-d-713498-36 neutron-server[103233]: DEBUG neutron.db.l3_hamode_db [None req-ef442941-b898-4473-9803-6bc47392f910 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T18:51:43Z,description=,heartbeat_timestamp=2022-02-09T19:05:13Z,host='n-d-713498-36',id=93303d5e-5d17-45e8-8963-7694f87783ae,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T18:51:43Z,topic='l3_agent')) {'router_ids': ['cce358c5-3304-4c33-bbfc-986c1eed7a6e'], 'active': True} {{(pid=103233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:05:27.510860 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27a12f29-77af-4450-8cd2-5e6c600ecec1 req-d1d36a67-bf18-493d-a622-69c53dfb68a7 tempest-ServersOnMultiNodesTest-1472402947 tempest-ServersOnMultiNodesTest-1472402947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:05:27.512392 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-27a12f29-77af-4450-8cd2-5e6c600ecec1 req-d1d36a67-bf18-493d-a622-69c53dfb68a7 tempest-ServersOnMultiNodesTest-1472402947 tempest-ServersOnMultiNodesTest-1472402947-project] 10.222.0.75 "GET /v2.0/ports?device_id=c6d3d784-e9c5-44f4-8e9b-599af9ae422b HTTP/1.1" status: 200 len: 950 time: 0.1591823 Feb 09 19:05:27.515813 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e9e1286-3642-4450-9018-fe9aa1844b91 req-e359ad37-32ea-41a2-b729-15fd886e9bc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:05:27.517518 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-9e9e1286-3642-4450-9018-fe9aa1844b91 req-e359ad37-32ea-41a2-b729-15fd886e9bc0 service neutron] 10.222.0.89 "GET /v2.0/networks?id=2b5494c8-cf97-42c1-b902-87f998f28179 HTTP/1.1" status: 200 len: 870 time: 0.1669338 Feb 09 19:05:27.539845 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e9e1286-3642-4450-9018-fe9aa1844b91 req-9e82feb1-8781-423c-918d-a073f212e82c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:05:27.541305 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-9e9e1286-3642-4450-9018-fe9aa1844b91 req-9e82feb1-8781-423c-918d-a073f212e82c service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=0e772d8c7ac44b1fbd56efaf46b6dbd8&device_id=32bf91ec-07c2-4708-858a-e8e64b1da7a6 HTTP/1.1" status: 200 len: 1128 time: 0.3684154 Feb 09 19:05:27.586736 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-5b3a3030-3739-4898-91dc-3fda57a7add7 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=3e3c835917004bddaa5ca1f00282d70f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6867723 Feb 09 19:05:27.587300 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b3a3030-3739-4898-91dc-3fda57a7add7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=243d6211-fac6-4c65-8fb4-513ed7a9f78c,revision_number=1']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:05:27.592932 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 50328) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:05:27.597278 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfa8a662-2a5c-4842-bf45-53823251a82f req-1539ac77-2fb3-49bb-9ead-5627505bb6af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:05:27.603286 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-9e9e1286-3642-4450-9018-fe9aa1844b91 req-e0369299-945b-4fd5-bc3a-2608ff9db6ac service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.71&port_id=026129c2-9cf4-4b5c-8b80-582972f977f5 HTTP/1.1" status: 200 len: 217 time: 0.0631309 Feb 09 19:05:27.604176 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-bfa8a662-2a5c-4842-bf45-53823251a82f req-1539ac77-2fb3-49bb-9ead-5627505bb6af service neutron] 10.222.0.75 "GET /v2.0/networks?id=f1e6924e-7348-48ca-aa14-d5834e100bd2 HTTP/1.1" status: 200 len: 922 time: 0.3935113 Feb 09 19:05:27.653503 n-d-713498-36 neutron-server[103233]: DEBUG neutron.db.l3_dvr_db [None req-ef442941-b898-4473-9803-6bc47392f910 None None] Set router cce358c5-3304-4c33-bbfc-986c1eed7a6e gateway port host: n-d-713498-36 {{(pid=103233) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 19:05:27.674161 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-27a12f29-77af-4450-8cd2-5e6c600ecec1 req-e213b350-0bb7-44dc-be3e-5ad09755d9f8 tempest-ServersOnMultiNodesTest-1472402947 tempest-ServersOnMultiNodesTest-1472402947-project] 10.222.0.75 "GET /v2.0/security-groups?id=aed5302d-0478-4b9d-b014-143adc5c0d74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1435277 Feb 09 19:05:27.706293 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e9e1286-3642-4450-9018-fe9aa1844b91 req-dbb911e7-ed4b-46a9-9a6f-d03d17dd7ebb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:05:27.707761 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-9e9e1286-3642-4450-9018-fe9aa1844b91 req-dbb911e7-ed4b-46a9-9a6f-d03d17dd7ebb service neutron] 10.222.0.89 "GET /v2.0/subnets?id=60b561cb-321e-4f83-9bb3-92b2e1d0dc44 HTTP/1.1" status: 200 len: 843 time: 0.0915267 Feb 09 19:05:27.710253 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-bfa8a662-2a5c-4842-bf45-53823251a82f req-fc4f2f82-6394-4b80-b324-1d6374d81970 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=0359494e-ba4d-4050-8b2f-eaed6c3f4823 HTTP/1.1" status: 200 len: 217 time: 0.1052539 Feb 09 19:05:27.731541 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-694b6a60-9d73-4410-bb3d-586eca3dd16b req-461ab8d2-5335-441a-a4d3-b1bc7bf4be6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:05:27.733021 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-694b6a60-9d73-4410-bb3d-586eca3dd16b req-461ab8d2-5335-441a-a4d3-b1bc7bf4be6b service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=f00ecfa2-51bd-4cf5-a4e0-ec73d3e22ffa HTTP/1.1" status: 200 len: 1129 time: 0.3677340 Feb 09 19:05:27.769082 n-d-713498-36 neutron-server[103230]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 19:05:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5093fd03-9880-4335-b67d-dba232f8a613 x-openstack-request-id: req-5093fd03-9880-4335-b67d-dba232f8a613 {{(pid=103230) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 19:05:27.769373 n-d-713498-36 neutron-server[103230]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "32bf91ec-07c2-4708-858a-e8e64b1da7a6", "tag": "0359494e-ba4d-4050-8b2f-eaed6c3f4823", "status": "completed", "code": 200}]} {{(pid=103230) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 19:05:27.769628 n-d-713498-36 neutron-server[103230]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-5093fd03-9880-4335-b67d-dba232f8a613 {{(pid=103230) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 19:05:27.770032 n-d-713498-36 neutron-server[103230]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '32bf91ec-07c2-4708-858a-e8e64b1da7a6', 'tag': '0359494e-ba4d-4050-8b2f-eaed6c3f4823', 'status': 'completed', 'code': 200} Feb 09 19:05:27.819978 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e9e1286-3642-4450-9018-fe9aa1844b91 req-bc26a965-94a3-4016-ac89-03d91cc50983 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:05:27.821654 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-9e9e1286-3642-4450-9018-fe9aa1844b91 req-bc26a965-94a3-4016-ac89-03d91cc50983 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=2b5494c8-cf97-42c1-b902-87f998f28179&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.1056986 Feb 09 19:05:27.852129 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-34070aeb-f347-4ef0-8065-5c52f76dd850 req-493031d6-d440-40f5-8c6f-4a2385b2bf91 tempest-TaggedBootDevicesTest_v242-798392635 tempest-TaggedBootDevicesTest_v242-798392635-project] 10.222.0.90 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=1165ce6413224edfb276f9f552a74208 HTTP/1.1" status: 200 len: 380 time: 0.3262343 Feb 09 19:05:27.862566 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Device 026129c2-9cf4-4b5c-8b80-582972f977f5 up at agent hyperv_n-h1-713498-36 {{(pid=103232) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 19:05:27.892730 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.v2.base [req-34070aeb-f347-4ef0-8065-5c52f76dd850 req-3ec0138d-d272-4aa7-b4f2-e9223e18a410 tempest-TaggedBootDevicesTest_v242-798392635 tempest-TaggedBootDevicesTest_v242-798392635-project] Request body: {'port': {'device_id': '8319129f-1054-494a-b0c0-2ec99e839619', 'network_id': 'c0d79728-024b-4c62-b035-620d2aaf99fe', 'admin_state_up': True, 'tenant_id': '1165ce6413224edfb276f9f552a74208', 'security_groups': ['58062d4f-c149-4db3-a357-a4eb59a3d83e']}} {{(pid=103230) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 19:05:27.994125 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-9e9e1286-3642-4450-9018-fe9aa1844b91 req-8d68a664-4bc8-4ed4-ac7c-4870acfd9c7f service neutron] 10.222.0.89 "GET /v2.0/networks/2b5494c8-cf97-42c1-b902-87f998f28179?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1630988 Feb 09 19:05:28.026041 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfa8a662-2a5c-4842-bf45-53823251a82f req-c8ed9048-028a-44de-8a3a-f80e0d5e00ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:05:28.027840 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-bfa8a662-2a5c-4842-bf45-53823251a82f req-c8ed9048-028a-44de-8a3a-f80e0d5e00ae service neutron] 10.222.0.75 "GET /v2.0/subnets?id=7ab1963a-39ad-4d86-9549-880198499f42 HTTP/1.1" status: 200 len: 860 time: 0.3082583 Feb 09 19:05:28.062892 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e9e1286-3642-4450-9018-fe9aa1844b91 req-5c8402ed-7ddf-479e-bda5-e391ba6a6d7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:05:28.065819 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-9e9e1286-3642-4450-9018-fe9aa1844b91 req-5c8402ed-7ddf-479e-bda5-e391ba6a6d7e service neutron] 10.222.0.90 "GET /v2.0/networks?id=f1e6924e-7348-48ca-aa14-d5834e100bd2 HTTP/1.1" status: 200 len: 922 time: 0.4990652 Feb 09 19:05:28.066957 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.provisioning_blocks [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Provisioning for port 026129c2-9cf4-4b5c-8b80-582972f977f5 completed by entity L2. {{(pid=103232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 19:05:28.074458 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.provisioning_blocks [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Provisioning complete for port 026129c2-9cf4-4b5c-8b80-582972f977f5 triggered by entity L2. {{(pid=103232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 19:05:28.074832 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593630'] for port (026129c2-9cf4-4b5c-8b80-582972f977f5), provisioning_complete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:05:28.095590 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-eeb1c2cf-94b8-4e05-9b45-263395b0b104 admin admin] Publish callbacks [] for security_group (243d6211-fac6-4c65-8fb4-513ed7a9f78c), before_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:05:28.112679 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-694b6a60-9d73-4410-bb3d-586eca3dd16b req-ed4351b7-4b12-4158-b173-11c62eaff745 service neutron] 10.222.0.89 "GET /v2.0/security-groups?id=22bcb932-19f7-46ba-b2c8-090f138c7032&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3543437 Feb 09 19:05:28.178569 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-9e9e1286-3642-4450-9018-fe9aa1844b91 req-52df25d3-dd43-43a2-a3d0-1aa6e8e4efb8 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=0359494e-ba4d-4050-8b2f-eaed6c3f4823 HTTP/1.1" status: 200 len: 217 time: 0.0778291 Feb 09 19:05:28.190202 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-eeb1c2cf-94b8-4e05-9b45-263395b0b104 admin admin] Publish callbacks [] for security_group (243d6211-fac6-4c65-8fb4-513ed7a9f78c), precommit_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:05:28.255798 n-d-713498-36 neutron-server[103233]: DEBUG neutron.db.l3_hamode_db [None req-ef442941-b898-4473-9803-6bc47392f910 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cce358c5-3304-4c33-bbfc-986c1eed7a6e', 'name': 'tempest-FloatingIPsAssociationTestJSON-2139759441-router', 'tenant_id': '0e772d8c7ac44b1fbd56efaf46b6dbd8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88055e1e-672a-4487-be31-ffb6e833ece5', 'external_fixed_ips': [{'subnet_id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'ip_address': '172.25.1.54'}], 'enable_snat': True}, 'gw_port_id': '81de01c8-c6f4-40f0-a237-d3fa04784f37', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T19:03:57Z', 'updated_at': '2022-02-09T19:04:06Z', 'revision_number': 4, 'project_id': '0e772d8c7ac44b1fbd56efaf46b6dbd8', 'gw_port': {'id': '81de01c8-c6f4-40f0-a237-d3fa04784f37', 'name': '', 'network_id': '88055e1e-672a-4487-be31-ffb6e833ece5', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:69:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cce358c5-3304-4c33-bbfc-986c1eed7a6e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 592, 'fixed_ips': [{'subnet_id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'ip_address': '172.25.1.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T19:03:58Z', 'updated_at': '2022-02-09T19:04:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-36', '_interfaces': [{'id': '9dab1ea3-55fb-405d-b11c-f3605a977927', 'name': '', 'network_id': 'f1e6924e-7348-48ca-aa14-d5834e100bd2', 'tenant_id': '0e772d8c7ac44b1fbd56efaf46b6dbd8', 'mac_address': 'fa:16:3e:22:ac:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cce358c5-3304-4c33-bbfc-986c1eed7a6e', 'device_owner': 'network:router_interface', 'standard_attr_id': 608, 'fixed_ips': [{'subnet_id': '7ab1963a-39ad-4d86-9549-880198499f42', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T19:04:03Z', 'updated_at': '2022-02-09T19:04:14Z', 'revision_number': 5, 'project_id': '0e772d8c7ac44b1fbd56efaf46b6dbd8', 'subnets': [{'id': '7ab1963a-39ad-4d86-9549-880198499f42', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-36', False) {} {{(pid=103233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:05:28.267699 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af0ae16a-7c1a-499c-b1f9-48909523cb66 req-2bff1973-e41b-46c9-9b6e-c943b82137ff tempest-TenantUsagesTestJSON-72406381 tempest-TenantUsagesTestJSON-72406381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:05:28.278771 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-af0ae16a-7c1a-499c-b1f9-48909523cb66 req-2bff1973-e41b-46c9-9b6e-c943b82137ff tempest-TenantUsagesTestJSON-72406381 tempest-TenantUsagesTestJSON-72406381-project] 10.222.0.75 "GET /v2.0/ports?device_id=f37012e8-afbe-4a27-a2c8-7089008934be HTTP/1.1" status: 200 len: 948 time: 0.2232678 Feb 09 19:05:28.283252 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Current status of the port 026129c2-9cf4-4b5c-8b80-582972f977f5 is: BUILD; New status is: ACTIVE {{(pid=103232) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 19:05:28.284424 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (026129c2-9cf4-4b5c-8b80-582972f977f5), before_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:05:28.318805 n-d-713498-36 neutron-server[103233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef442941-b898-4473-9803-6bc47392f910 None None] The sync data for ids ['cce358c5-3304-4c33-bbfc-986c1eed7a6e'] in n-d-713498-36 is: [{'id': 'cce358c5-3304-4c33-bbfc-986c1eed7a6e', 'name': 'tempest-FloatingIPsAssociationTestJSON-2139759441-router', 'tenant_id': '0e772d8c7ac44b1fbd56efaf46b6dbd8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88055e1e-672a-4487-be31-ffb6e833ece5', 'external_fixed_ips': [{'subnet_id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'ip_address': '172.25.1.54'}], 'enable_snat': True}, 'gw_port_id': '81de01c8-c6f4-40f0-a237-d3fa04784f37', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T19:03:57Z', 'updated_at': '2022-02-09T19:04:06Z', 'revision_number': 4, 'project_id': '0e772d8c7ac44b1fbd56efaf46b6dbd8', 'gw_port': {'id': '81de01c8-c6f4-40f0-a237-d3fa04784f37', 'name': '', 'network_id': '88055e1e-672a-4487-be31-ffb6e833ece5', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:69:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cce358c5-3304-4c33-bbfc-986c1eed7a6e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 592, 'fixed_ips': [{'subnet_id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'ip_address': '172.25.1.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T19:03:58Z', 'updated_at': '2022-02-09T19:04:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-36', '_interfaces': [{'id': '9dab1ea3-55fb-405d-b11c-f3605a977927', 'name': '', 'network_id': 'f1e6924e-7348-48ca-aa14-d5834e100bd2', 'tenant_id': '0e772d8c7ac44b1fbd56efaf46b6dbd8', 'mac_address': 'fa:16:3e:22:ac:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cce358c5-3304-4c33-bbfc-986c1eed7a6e', 'device_owner': 'network:router_interface', 'standard_attr_id': 608, 'fixed_ips': [{'subnet_id': '7ab1963a-39ad-4d86-9549-880198499f42', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T19:04:03Z', 'updated_at': '2022-02-09T19:04:14Z', 'revision_number': 5, 'project_id': '0e772d8c7ac44b1fbd56efaf46b6dbd8', 'subnets': [{'id': '7ab1963a-39ad-4d86-9549-880198499f42', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103233) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 19:05:28.357815 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfa8a662-2a5c-4842-bf45-53823251a82f req-cbd6b77b-dfd9-4aaa-90db-3409ed5b0244 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:05:28.360371 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-bfa8a662-2a5c-4842-bf45-53823251a82f req-cbd6b77b-dfd9-4aaa-90db-3409ed5b0244 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=f1e6924e-7348-48ca-aa14-d5834e100bd2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.3202291 Feb 09 19:05:28.363547 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] For port 026129c2-9cf4-4b5c-8b80-582972f977f5, host n-h1-713498-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-36',level=0,port_id=026129c2-9cf4-4b5c-8b80-582972f977f5,segment=NetworkSegment(50e5915e-18f0-4558-9a28-b978975ead36),segment_id=50e5915e-18f0-4558-9a28-b978975ead36)] {{(pid=103232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 19:05:28.370609 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-34070aeb-f347-4ef0-8065-5c52f76dd850 req-3ec0138d-d272-4aa7-b4f2-e9223e18a410 tempest-TaggedBootDevicesTest_v242-798392635 tempest-TaggedBootDevicesTest_v242-798392635-project] Made reservation on behalf of 1165ce6413224edfb276f9f552a74208 for: {'port': 1} {{(pid=103230) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 19:05:28.374406 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [req-34070aeb-f347-4ef0-8065-5c52f76dd850 req-3ec0138d-d272-4aa7-b4f2-e9223e18a410 tempest-TaggedBootDevicesTest_v242-798392635 tempest-TaggedBootDevicesTest_v242-798392635-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (None), before_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:05:28.378705 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762867176205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762866656485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762866656503'] for port (026129c2-9cf4-4b5c-8b80-582972f977f5), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:05:28.388948 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-9e9e1286-3642-4450-9018-fe9aa1844b91 req-e14ead98-cff1-4c56-b08c-67d020b96d64 service neutron] 10.222.0.89 "GET /v2.0/networks/2b5494c8-cf97-42c1-b902-87f998f28179?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3850336 Feb 09 19:05:28.415378 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e9e1286-3642-4450-9018-fe9aa1844b91 req-d708d360-ce8f-4391-b484-7e2c9d89709e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:05:28.416876 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-9e9e1286-3642-4450-9018-fe9aa1844b91 req-d708d360-ce8f-4391-b484-7e2c9d89709e service neutron] 10.222.0.90 "GET /v2.0/subnets?id=7ab1963a-39ad-4d86-9549-880198499f42 HTTP/1.1" status: 200 len: 860 time: 0.2055168 Feb 09 19:05:28.457896 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-af0ae16a-7c1a-499c-b1f9-48909523cb66 req-1a565afb-9c11-4b58-95e6-011c06c35abe tempest-TenantUsagesTestJSON-72406381 tempest-TenantUsagesTestJSON-72406381-project] 10.222.0.75 "GET /v2.0/security-groups?id=0b341b8f-0cb8-4006-83e3-da8a9dd80697&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1782489 Feb 09 19:05:28.479644 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Pushing event updated for resources: {'Port': ['ID=026129c2-9cf4-4b5c-8b80-582972f977f5,revision_number=5']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:05:28.553983 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-eeb1c2cf-94b8-4e05-9b45-263395b0b104 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1892331'] for security_group (243d6211-fac6-4c65-8fb4-513ed7a9f78c), after_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:05:28.556762 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-eeb1c2cf-94b8-4e05-9b45-263395b0b104 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:05:28.558070 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-eeb1c2cf-94b8-4e05-9b45-263395b0b104 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/243d6211-fac6-4c65-8fb4-513ed7a9f78c HTTP/1.1" status: 204 len: 168 time: 0.9631031 Feb 09 19:05:28.595647 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-d0db6eba-68c9-4e91-bb03-0ccc67a6df3b req-237db88f-c56e-4a22-96e8-8eaddb9380b6 tempest-TaggedBootDevicesTest_v242-798392635 tempest-TaggedBootDevicesTest_v242-798392635-project] 10.222.0.75 "GET /v2.0/ports?device_id=8319129f-1054-494a-b0c0-2ec99e839619 HTTP/1.1" status: 200 len: 210 time: 0.0692980 Feb 09 19:05:28.731512 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad5f352c-c1a4-43cc-97f5-b13588496410 req-4bee71d5-53e4-4c28-94a5-6812b6a55d6d tempest-SecurityGroupsTestJSON-1151704431 tempest-SecurityGroupsTestJSON-1151704431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:05:28.743162 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-ad5f352c-c1a4-43cc-97f5-b13588496410 req-4bee71d5-53e4-4c28-94a5-6812b6a55d6d tempest-SecurityGroupsTestJSON-1151704431 tempest-SecurityGroupsTestJSON-1151704431-project] 10.222.0.75 "GET /v2.0/ports?device_id=f00ecfa2-51bd-4cf5-a4e0-ec73d3e22ffa HTTP/1.1" status: 200 len: 946 time: 0.0727322 Feb 09 19:05:28.780614 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee1001f6-35aa-4509-9dd6-579f76bd1f71 None None] New status for floating IP 90ab6c29-730c-48b0-825b-c15a934d4e4f: DOWN {{(pid=103232) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 09 19:05:28.803809 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-ad5f352c-c1a4-43cc-97f5-b13588496410 req-28e173ea-0877-46bf-a0b5-966e654c3a15 tempest-SecurityGroupsTestJSON-1151704431 tempest-SecurityGroupsTestJSON-1151704431-project] 10.222.0.75 "GET /v2.0/security-groups?id=22bcb932-19f7-46ba-b2c8-090f138c7032&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592945 Feb 09 19:05:28.967835 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e25e77b8-0c0e-44b2-ba1e-353e21d25899 req-cac50be3-10a8-4e29-807f-6b7e805dd286 tempest-ServersOnMultiNodesTest-1472402947 tempest-ServersOnMultiNodesTest-1472402947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:05:28.969599 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-e25e77b8-0c0e-44b2-ba1e-353e21d25899 req-cac50be3-10a8-4e29-807f-6b7e805dd286 tempest-ServersOnMultiNodesTest-1472402947 tempest-ServersOnMultiNodesTest-1472402947-project] 10.222.0.75 "GET /v2.0/ports?device_id=c6d3d784-e9c5-44f4-8e9b-599af9ae422b HTTP/1.1" status: 200 len: 950 time: 0.0872543 Feb 09 19:05:29.061612 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeb1c2cf-94b8-4e05-9b45-263395b0b104 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=243d6211-fac6-4c65-8fb4-513ed7a9f78c,revision_number=None']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:05:29.101776 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-e25e77b8-0c0e-44b2-ba1e-353e21d25899 req-d712732f-4c9b-417c-b2fd-a1629331a4b0 tempest-ServersOnMultiNodesTest-1472402947 tempest-ServersOnMultiNodesTest-1472402947-project] 10.222.0.75 "GET /v2.0/security-groups?id=aed5302d-0478-4b9d-b014-143adc5c0d74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1234660 Feb 09 19:05:29.182476 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e9e1286-3642-4450-9018-fe9aa1844b91 req-58059e6f-af8c-4ee0-9261-75f303544e81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:05:29.184239 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-9e9e1286-3642-4450-9018-fe9aa1844b91 req-58059e6f-af8c-4ee0-9261-75f303544e81 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=f1e6924e-7348-48ca-aa14-d5834e100bd2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.7252393 Feb 09 19:05:29.216335 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-bfa8a662-2a5c-4842-bf45-53823251a82f req-59a47132-3718-422f-831b-ece7f7cb16a1 service neutron] 10.222.0.75 "GET /v2.0/networks/f1e6924e-7348-48ca-aa14-d5834e100bd2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8469956 Feb 09 19:05:29.233434 n-d-713498-36 neutron-server[103232]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f37012e8-afbe-4a27-a2c8-7089008934be', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '026129c2-9cf4-4b5c-8b80-582972f977f5'}] {{(pid=103232) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 19:05:29.237398 n-d-713498-36 neutron-server[103232]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}949cdcde653dec44821de95cbf67297f53cbc2aed4e073b5d514f93bf911ce85" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c09dc12a-55a4-46ec-9698-41383a7ca542" -d '{"events": [{"server_uuid": "f37012e8-afbe-4a27-a2c8-7089008934be", "name": "network-vif-plugged", "status": "completed", "tag": "026129c2-9cf4-4b5c-8b80-582972f977f5"}]}' {{(pid=103232) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 19:05:29.354898 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54c1ad5a-827f-4b19-b49b-84de87158d16 req-f15f9cd2-5d2c-4349-93ca-1f3f9943f2dd tempest-ServersOnMultiNodesTest-12203541 tempest-ServersOnMultiNodesTest-12203541-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:05:29.371292 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-54c1ad5a-827f-4b19-b49b-84de87158d16 req-f15f9cd2-5d2c-4349-93ca-1f3f9943f2dd tempest-ServersOnMultiNodesTest-12203541 tempest-ServersOnMultiNodesTest-12203541-project-admin] 10.222.0.75 "GET /v2.0/ports?device_id=c6d3d784-e9c5-44f4-8e9b-599af9ae422b HTTP/1.1" status: 200 len: 1133 time: 0.0794516 Feb 09 19:05:29.387823 n-d-713498-36 neutron-server[103230]: DEBUG neutron.db.db_base_plugin_common [req-34070aeb-f347-4ef0-8065-5c52f76dd850 req-3ec0138d-d272-4aa7-b4f2-e9223e18a410 tempest-TaggedBootDevicesTest_v242-798392635 tempest-TaggedBootDevicesTest_v242-798392635-project] Allocated IP 172.20.0.12 (c0d79728-024b-4c62-b035-620d2aaf99fe/2560c25c-40bb-435f-8831-cdcd16b2f81e/d8831f22-48ff-4779-ae00-8742dab90eee) {{(pid=103230) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 19:05:29.445514 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-54c1ad5a-827f-4b19-b49b-84de87158d16 req-4b68973a-5004-4fae-9e3f-68d526f7a3a0 tempest-ServersOnMultiNodesTest-12203541 tempest-ServersOnMultiNodesTest-12203541-project-admin] 10.222.0.75 "GET /v2.0/security-groups?id=aed5302d-0478-4b9d-b014-143adc5c0d74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0731533 Feb 09 19:05:29.478146 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-9e9e1286-3642-4450-9018-fe9aa1844b91 req-d7878c08-7a2b-4b83-93a8-b6909d88f3de service neutron] 10.222.0.90 "GET /v2.0/networks/f1e6924e-7348-48ca-aa14-d5834e100bd2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2734089 Feb 09 19:05:29.484819 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-bfa8a662-2a5c-4842-bf45-53823251a82f req-dc390d66-80ee-410b-8ed5-92e6eaad507c service neutron] 10.222.0.75 "GET /v2.0/networks/f1e6924e-7348-48ca-aa14-d5834e100bd2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2339923 Feb 09 19:05:29.504954 n-d-713498-36 neutron-server[103232]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 19:05:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b14ecafe-48cc-4fa2-bd15-9f3e8c4fec1b x-openstack-request-id: req-b14ecafe-48cc-4fa2-bd15-9f3e8c4fec1b {{(pid=103232) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 19:05:29.505479 n-d-713498-36 neutron-server[103232]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f37012e8-afbe-4a27-a2c8-7089008934be", "name": "network-vif-plugged", "status": "completed", "tag": "026129c2-9cf4-4b5c-8b80-582972f977f5", "code": 200}]} {{(pid=103232) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 19:05:29.505586 n-d-713498-36 neutron-server[103232]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-b14ecafe-48cc-4fa2-bd15-9f3e8c4fec1b {{(pid=103232) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 19:05:29.506039 n-d-713498-36 neutron-server[103232]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f37012e8-afbe-4a27-a2c8-7089008934be', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '026129c2-9cf4-4b5c-8b80-582972f977f5', 'code': 200} Feb 09 19:05:29.726704 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-9e9e1286-3642-4450-9018-fe9aa1844b91 req-b36f55f8-dc30-4167-bd4e-c44cb3c507d8 service neutron] 10.222.0.90 "GET /v2.0/networks/f1e6924e-7348-48ca-aa14-d5834e100bd2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2047501 Feb 09 19:05:29.742967 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [req-34070aeb-f347-4ef0-8065-5c52f76dd850 req-3ec0138d-d272-4aa7-b4f2-e9223e18a410 tempest-TaggedBootDevicesTest_v242-798392635 tempest-TaggedBootDevicesTest_v242-798392635-project] Publish callbacks [] for port (d8831f22-48ff-4779-ae00-8742dab90eee), precommit_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:05:29.765006 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53581624-17b2-483b-bf48-d2d5d641c60b req-8f527035-01d5-4f88-a1d0-0a96bd9c7784 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:05:29.773281 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-53581624-17b2-483b-bf48-d2d5d641c60b req-8f527035-01d5-4f88-a1d0-0a96bd9c7784 service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=f37012e8-afbe-4a27-a2c8-7089008934be HTTP/1.1" status: 200 len: 1132 time: 0.1890528 Feb 09 19:05:29.791926 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [req-34070aeb-f347-4ef0-8065-5c52f76dd850 req-3ec0138d-d272-4aa7-b4f2-e9223e18a410 tempest-TaggedBootDevicesTest_v242-798392635 tempest-TaggedBootDevicesTest_v242-798392635-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762866656467', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14393751'] for port (d8831f22-48ff-4779-ae00-8742dab90eee), after_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:05:29.835507 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-420fa7d2-84a9-4b91-8545-82bbb5634133 req-f4d6ce1c-52a0-4ab1-8c64-78267f185992 tempest-TenantUsagesTestJSON-72406381 tempest-TenantUsagesTestJSON-72406381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:05:29.837028 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-420fa7d2-84a9-4b91-8545-82bbb5634133 req-f4d6ce1c-52a0-4ab1-8c64-78267f185992 tempest-TenantUsagesTestJSON-72406381 tempest-TenantUsagesTestJSON-72406381-project] 10.222.0.75 "GET /v2.0/ports?device_id=f37012e8-afbe-4a27-a2c8-7089008934be HTTP/1.1" status: 200 len: 949 time: 0.2449400 Feb 09 19:05:29.874401 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-53581624-17b2-483b-bf48-d2d5d641c60b req-c17ea564-a4b3-4197-8482-9b49319f0697 service neutron] 10.222.0.89 "GET /v2.0/security-groups?id=0b341b8f-0cb8-4006-83e3-da8a9dd80697&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0842097 Feb 09 19:05:29.927793 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ec0138d-d272-4aa7-b4f2-e9223e18a410 tempest-TaggedBootDevicesTest_v242-798392635 tempest-TaggedBootDevicesTest_v242-798392635-project] Pushing event updated for resources: {'Port': ['ID=d8831f22-48ff-4779-ae00-8742dab90eee,revision_number=1']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:05:29.952562 n-d-713498-36 neutron-server[103230]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-34070aeb-f347-4ef0-8065-5c52f76dd850 req-3ec0138d-d272-4aa7-b4f2-e9223e18a410 tempest-TaggedBootDevicesTest_v242-798392635 tempest-TaggedBootDevicesTest_v242-798392635-project] Network c0d79728-024b-4c62-b035-620d2aaf99fe is already hosted by enough agents. {{(pid=103230) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 19:05:29.955762 n-d-713498-36 neutron-server[103230]: DEBUG neutron.scheduler.base_scheduler [req-34070aeb-f347-4ef0-8065-5c52f76dd850 req-3ec0138d-d272-4aa7-b4f2-e9223e18a410 tempest-TaggedBootDevicesTest_v242-798392635 tempest-TaggedBootDevicesTest_v242-798392635-project] Resources bound (agent type, host, resource id): {{(pid=103230) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 19:05:29.958711 n-d-713498-36 neutron-server[103230]: DEBUG neutron.db.l3_dvrscheduler_db [req-34070aeb-f347-4ef0-8065-5c52f76dd850 req-3ec0138d-d272-4aa7-b4f2-e9223e18a410 tempest-TaggedBootDevicesTest_v242-798392635 tempest-TaggedBootDevicesTest_v242-798392635-project] Received port after_create {{(pid=103230) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 19:05:30.011929 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-420fa7d2-84a9-4b91-8545-82bbb5634133 req-774010af-77db-4536-bf0f-f6d78e5b381c tempest-TenantUsagesTestJSON-72406381 tempest-TenantUsagesTestJSON-72406381-project] 10.222.0.75 "GET /v2.0/security-groups?id=0b341b8f-0cb8-4006-83e3-da8a9dd80697&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1392384 Feb 09 19:05:30.030628 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34070aeb-f347-4ef0-8065-5c52f76dd850 req-3ec0138d-d272-4aa7-b4f2-e9223e18a410 tempest-TaggedBootDevicesTest_v242-798392635 tempest-TaggedBootDevicesTest_v242-798392635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:05:30.031244 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [req-34070aeb-f347-4ef0-8065-5c52f76dd850 req-3ec0138d-d272-4aa7-b4f2-e9223e18a410 tempest-TaggedBootDevicesTest_v242-798392635 tempest-TaggedBootDevicesTest_v242-798392635-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171096'] for port (None), before_response {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:05:30.043565 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d8c8485-5634-46e0-90b4-e46d60f9d3ab req-cfd2426d-0334-4e35-9eeb-35386c2bc6fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:05:30.045137 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-8d8c8485-5634-46e0-90b4-e46d60f9d3ab req-cfd2426d-0334-4e35-9eeb-35386c2bc6fe service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=0e772d8c7ac44b1fbd56efaf46b6dbd8&device_id=32bf91ec-07c2-4708-858a-e8e64b1da7a6 HTTP/1.1" status: 200 len: 1128 time: 0.1320348 Feb 09 19:05:30.074663 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-34070aeb-f347-4ef0-8065-5c52f76dd850 req-3ec0138d-d272-4aa7-b4f2-e9223e18a410 tempest-TaggedBootDevicesTest_v242-798392635 tempest-TaggedBootDevicesTest_v242-798392635-project] 10.222.0.90 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.2046740 Feb 09 19:05:30.150463 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-225988cb-01d5-4cd7-baeb-57ca66f856e3 req-2a25e8bc-6c55-439f-99b5-fae29edfdd0a tempest-ServersOnMultiNodesTest-1472402947 tempest-ServersOnMultiNodesTest-1472402947-project] 10.222.0.75 "GET /v2.0/networks?tenant_id=1672ee8b769240288b95113d5dff1fd2&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0295732 Feb 09 19:05:30.156514 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.v2.base [req-34070aeb-f347-4ef0-8065-5c52f76dd850 req-e984ac1a-73de-41e7-9cc8-645afe3e4cc8 tempest-TaggedBootDevicesTest_v242-798392635 tempest-TaggedBootDevicesTest_v242-798392635-project] Request body: {'port': {'device_id': '8319129f-1054-494a-b0c0-2ec99e839619', 'network_id': '622dc241-96e3-459d-8172-016faee8abe4', 'admin_state_up': True, 'tenant_id': '1165ce6413224edfb276f9f552a74208', 'security_groups': ['58062d4f-c149-4db3-a357-a4eb59a3d83e']}} {{(pid=103230) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 19:05:30.272517 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d8c8485-5634-46e0-90b4-e46d60f9d3ab req-d253e14f-d4e5-470a-96ca-4bd6969e51ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:05:30.274154 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-8d8c8485-5634-46e0-90b4-e46d60f9d3ab req-d253e14f-d4e5-470a-96ca-4bd6969e51ef service neutron] 10.222.0.90 "GET /v2.0/networks?id=f1e6924e-7348-48ca-aa14-d5834e100bd2 HTTP/1.1" status: 200 len: 922 time: 0.2128441 Feb 09 19:05:30.320148 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.provisioning_blocks [None req-b930eeec-b5ec-4607-afcb-88fdde00107c None None] Provisioning complete for port d8831f22-48ff-4779-ae00-8742dab90eee triggered by entity DHCP. {{(pid=103232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 19:05:30.321125 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-b930eeec-b5ec-4607-afcb-88fdde00107c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593630'] for port (d8831f22-48ff-4779-ae00-8742dab90eee), provisioning_complete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:05:30.339732 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-8d8c8485-5634-46e0-90b4-e46d60f9d3ab req-57157bec-3678-4aa3-b368-8a2eb9ba5889 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=0359494e-ba4d-4050-8b2f-eaed6c3f4823 HTTP/1.1" status: 200 len: 217 time: 0.0482409 Feb 09 19:05:30.343973 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-225988cb-01d5-4cd7-baeb-57ca66f856e3 req-e71d4ff7-ed47-47b6-a64e-8742ed6e8d9f tempest-ServersOnMultiNodesTest-1472402947 tempest-ServersOnMultiNodesTest-1472402947-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:05:30.352545 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-225988cb-01d5-4cd7-baeb-57ca66f856e3 req-e71d4ff7-ed47-47b6-a64e-8742ed6e8d9f tempest-ServersOnMultiNodesTest-1472402947 tempest-ServersOnMultiNodesTest-1472402947-project] 10.222.0.75 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1956060 Feb 09 19:05:30.369874 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-225988cb-01d5-4cd7-baeb-57ca66f856e3 req-3988f570-b43e-4ad6-aaa4-d6e57724ba40 tempest-ServersOnMultiNodesTest-1472402947 tempest-ServersOnMultiNodesTest-1472402947-project] 10.222.0.75 "GET /v2.0/quotas/1672ee8b769240288b95113d5dff1fd2 HTTP/1.1" status: 200 len: 375 time: 0.0156436 Feb 09 19:05:30.382904 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-b930eeec-b5ec-4607-afcb-88fdde00107c None None] Port d8831f22-48ff-4779-ae00-8742dab90eee cannot update to ACTIVE because it is not bound. {{(pid=103232) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 19:05:30.407946 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5590325-0529-456b-a9c9-af2f8cfebb90 req-05666099-afd8-4362-b290-5b65ed00008b tempest-TaggedBootDevicesTest_v242-798392635 tempest-TaggedBootDevicesTest_v242-798392635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:05:30.415600 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-a5590325-0529-456b-a9c9-af2f8cfebb90 req-05666099-afd8-4362-b290-5b65ed00008b tempest-TaggedBootDevicesTest_v242-798392635 tempest-TaggedBootDevicesTest_v242-798392635-project] 10.222.0.75 "GET /v2.0/ports?device_id=8319129f-1054-494a-b0c0-2ec99e839619 HTTP/1.1" status: 200 len: 932 time: 0.3389509 Feb 09 19:05:30.466536 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d8c8485-5634-46e0-90b4-e46d60f9d3ab req-9881f966-46c9-4dac-a4e7-ce686bc72921 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:05:30.467978 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-8d8c8485-5634-46e0-90b4-e46d60f9d3ab req-9881f966-46c9-4dac-a4e7-ce686bc72921 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=7ab1963a-39ad-4d86-9549-880198499f42 HTTP/1.1" status: 200 len: 860 time: 0.1173739 Feb 09 19:05:30.482971 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-225988cb-01d5-4cd7-baeb-57ca66f856e3 req-0e5523bb-c582-4711-8804-c54e6773bca8 tempest-ServersOnMultiNodesTest-1472402947 tempest-ServersOnMultiNodesTest-1472402947-project] 10.222.0.75 "GET /v2.0/ports?tenant_id=1672ee8b769240288b95113d5dff1fd2&fields=id HTTP/1.1" status: 200 len: 486 time: 0.1117280 Feb 09 19:05:30.510613 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-a5590325-0529-456b-a9c9-af2f8cfebb90 req-b77fb644-5735-4686-a640-90a163bb67af tempest-TaggedBootDevicesTest_v242-798392635 tempest-TaggedBootDevicesTest_v242-798392635-project] 10.222.0.75 "GET /v2.0/security-groups?id=58062d4f-c149-4db3-a357-a4eb59a3d83e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0940557 Feb 09 19:05:30.533277 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-34070aeb-f347-4ef0-8065-5c52f76dd850 req-e984ac1a-73de-41e7-9cc8-645afe3e4cc8 tempest-TaggedBootDevicesTest_v242-798392635 tempest-TaggedBootDevicesTest_v242-798392635-project] Made reservation on behalf of 1165ce6413224edfb276f9f552a74208 for: {'port': 1} {{(pid=103230) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 19:05:30.537126 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [req-34070aeb-f347-4ef0-8065-5c52f76dd850 req-e984ac1a-73de-41e7-9cc8-645afe3e4cc8 tempest-TaggedBootDevicesTest_v242-798392635 tempest-TaggedBootDevicesTest_v242-798392635-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (None), before_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:05:30.727589 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d8c8485-5634-46e0-90b4-e46d60f9d3ab req-5eb4cdec-6118-471c-b30f-e08f418adaf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:05:30.729087 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-8d8c8485-5634-46e0-90b4-e46d60f9d3ab req-5eb4cdec-6118-471c-b30f-e08f418adaf9 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=f1e6924e-7348-48ca-aa14-d5834e100bd2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.2171783 Feb 09 19:05:30.819405 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-769071c7-c150-4743-9a9b-0e3ad510ab12 req-edf1617e-6e7f-417e-bedc-53745e7b204e tempest-FloatingIPsAssociationTestJSON-731512856 tempest-FloatingIPsAssociationTestJSON-731512856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:05:30.827041 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-769071c7-c150-4743-9a9b-0e3ad510ab12 req-edf1617e-6e7f-417e-bedc-53745e7b204e tempest-FloatingIPsAssociationTestJSON-731512856 tempest-FloatingIPsAssociationTestJSON-731512856-project] 10.222.0.75 "GET /v2.0/ports?device_id=cf8d55d7-ba31-4451-a682-c3c5050d34d1&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.0949430 Feb 09 19:05:30.877790 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2241a06a-3680-48e8-8e93-3cb0c208456d req-85075b62-e53c-4624-aeb3-a557dbe2332a tempest-SecurityGroupsTestJSON-1151704431 tempest-SecurityGroupsTestJSON-1151704431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:05:30.884447 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-2241a06a-3680-48e8-8e93-3cb0c208456d req-85075b62-e53c-4624-aeb3-a557dbe2332a tempest-SecurityGroupsTestJSON-1151704431 tempest-SecurityGroupsTestJSON-1151704431-project] 10.222.0.75 "GET /v2.0/ports?device_id=f00ecfa2-51bd-4cf5-a4e0-ec73d3e22ffa HTTP/1.1" status: 200 len: 946 time: 0.2583249 Feb 09 19:05:30.899569 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-769071c7-c150-4743-9a9b-0e3ad510ab12 req-acb8fd73-c65e-42f9-94b7-64e5bbfae8c2 tempest-FloatingIPsAssociationTestJSON-731512856 tempest-FloatingIPsAssociationTestJSON-731512856-project] 10.222.0.75 "GET /v2.0/floatingips?floating_ip_address=172.25.1.47 HTTP/1.1" status: 200 len: 695 time: 0.0708833 Feb 09 19:05:30.905036 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.v2.base [req-769071c7-c150-4743-9a9b-0e3ad510ab12 req-c6f8a667-6ef1-4764-a84f-3f2ad8bac292 tempest-FloatingIPsAssociationTestJSON-731512856 tempest-FloatingIPsAssociationTestJSON-731512856-project] Request body: {'floatingip': {'port_id': 'fff28e55-1481-495e-822a-a809fab17399', 'fixed_ip_address': '172.20.0.6'}} {{(pid=103229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 19:05:30.946442 n-d-713498-36 neutron-server[103230]: DEBUG neutron.db.db_base_plugin_common [req-34070aeb-f347-4ef0-8065-5c52f76dd850 req-e984ac1a-73de-41e7-9cc8-645afe3e4cc8 tempest-TaggedBootDevicesTest_v242-798392635 tempest-TaggedBootDevicesTest_v242-798392635-project] Allocated IP 10.1.1.130 (622dc241-96e3-459d-8172-016faee8abe4/e38cb3e5-c128-440c-8e8d-f08a001a84c6/21138c02-2bef-4eb2-822c-0766736ce486) {{(pid=103230) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 19:05:30.976228 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-769071c7-c150-4743-9a9b-0e3ad510ab12 req-c6f8a667-6ef1-4764-a84f-3f2ad8bac292 tempest-FloatingIPsAssociationTestJSON-731512856 tempest-FloatingIPsAssociationTestJSON-731512856-project] Publish callbacks [] for floatingip (90ab6c29-730c-48b0-825b-c15a934d4e4f), before_update {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:05:30.977557 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-8d8c8485-5634-46e0-90b4-e46d60f9d3ab req-6198d30e-13ad-4738-88ce-315cf44f73ec service neutron] 10.222.0.90 "GET /v2.0/networks/f1e6924e-7348-48ca-aa14-d5834e100bd2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2331779 Feb 09 19:05:30.995262 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-2241a06a-3680-48e8-8e93-3cb0c208456d req-d42e37c4-d5bb-4b93-89d4-f180fff69a50 tempest-SecurityGroupsTestJSON-1151704431 tempest-SecurityGroupsTestJSON-1151704431-project] 10.222.0.75 "GET /v2.0/security-groups?id=22bcb932-19f7-46ba-b2c8-090f138c7032&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1098752 Feb 09 19:05:31.213303 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-55002db5-7cbf-4eef-bb73-e55ef99e315d req-a20b7fd1-e196-4fa0-9a00-f6099ee55a1f tempest-ServersOnMultiNodesTest-1472402947 tempest-ServersOnMultiNodesTest-1472402947-project] 10.222.0.75 "GET /v2.0/ports?device_id=51cb8794-bff0-486c-b5b2-ded44945fc8b HTTP/1.1" status: 200 len: 210 time: 0.0504611 Feb 09 19:05:31.250240 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-8d8c8485-5634-46e0-90b4-e46d60f9d3ab req-4449ec6f-5295-45ad-8d46-326d9b565c3f service neutron] 10.222.0.90 "GET /v2.0/networks/f1e6924e-7348-48ca-aa14-d5834e100bd2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2517247 Feb 09 19:05:31.282058 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [req-34070aeb-f347-4ef0-8065-5c52f76dd850 req-e984ac1a-73de-41e7-9cc8-645afe3e4cc8 tempest-TaggedBootDevicesTest_v242-798392635 tempest-TaggedBootDevicesTest_v242-798392635-project] Publish callbacks [] for port (21138c02-2bef-4eb2-822c-0766736ce486), precommit_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:05:31.328127 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [req-34070aeb-f347-4ef0-8065-5c52f76dd850 req-e984ac1a-73de-41e7-9cc8-645afe3e4cc8 tempest-TaggedBootDevicesTest_v242-798392635 tempest-TaggedBootDevicesTest_v242-798392635-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762866656467', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14393751'] for port (21138c02-2bef-4eb2-822c-0766736ce486), after_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:05:31.386821 n-d-713498-36 neutron-server[103230]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-34070aeb-f347-4ef0-8065-5c52f76dd850 req-e984ac1a-73de-41e7-9cc8-645afe3e4cc8 tempest-TaggedBootDevicesTest_v242-798392635 tempest-TaggedBootDevicesTest_v242-798392635-project] Network 622dc241-96e3-459d-8172-016faee8abe4 is already hosted by enough agents. {{(pid=103230) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 19:05:31.393612 n-d-713498-36 neutron-server[103230]: DEBUG neutron.scheduler.base_scheduler [req-34070aeb-f347-4ef0-8065-5c52f76dd850 req-e984ac1a-73de-41e7-9cc8-645afe3e4cc8 tempest-TaggedBootDevicesTest_v242-798392635 tempest-TaggedBootDevicesTest_v242-798392635-project] Resources bound (agent type, host, resource id): {{(pid=103230) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 19:05:31.396508 n-d-713498-36 neutron-server[103230]: DEBUG neutron.db.l3_dvrscheduler_db [req-34070aeb-f347-4ef0-8065-5c52f76dd850 req-e984ac1a-73de-41e7-9cc8-645afe3e4cc8 tempest-TaggedBootDevicesTest_v242-798392635 tempest-TaggedBootDevicesTest_v242-798392635-project] Received port after_create {{(pid=103230) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 19:05:31.452163 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e984ac1a-73de-41e7-9cc8-645afe3e4cc8 tempest-TaggedBootDevicesTest_v242-798392635 tempest-TaggedBootDevicesTest_v242-798392635-project] Pushing event updated for resources: {'Port': ['ID=21138c02-2bef-4eb2-822c-0766736ce486,revision_number=1']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:05:31.493213 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34070aeb-f347-4ef0-8065-5c52f76dd850 req-e984ac1a-73de-41e7-9cc8-645afe3e4cc8 tempest-TaggedBootDevicesTest_v242-798392635 tempest-TaggedBootDevicesTest_v242-798392635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:05:31.494333 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [req-34070aeb-f347-4ef0-8065-5c52f76dd850 req-e984ac1a-73de-41e7-9cc8-645afe3e4cc8 tempest-TaggedBootDevicesTest_v242-798392635 tempest-TaggedBootDevicesTest_v242-798392635-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171096'] for port (None), before_response {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:05:31.525112 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-34070aeb-f347-4ef0-8065-5c52f76dd850 req-e984ac1a-73de-41e7-9cc8-645afe3e4cc8 tempest-TaggedBootDevicesTest_v242-798392635 tempest-TaggedBootDevicesTest_v242-798392635-project] 10.222.0.90 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4239557 Feb 09 19:05:31.556079 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.v2.base [req-34070aeb-f347-4ef0-8065-5c52f76dd850 req-b8e5c839-e723-4506-9768-48029250a89e tempest-TaggedBootDevicesTest_v242-798392635 tempest-TaggedBootDevicesTest_v242-798392635-project] Request body: {'port': {'device_id': '8319129f-1054-494a-b0c0-2ec99e839619', 'network_id': '622dc241-96e3-459d-8172-016faee8abe4', 'admin_state_up': True, 'tenant_id': '1165ce6413224edfb276f9f552a74208', 'security_groups': ['58062d4f-c149-4db3-a357-a4eb59a3d83e']}} {{(pid=103230) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 19:05:31.737470 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-7246edf7-5981-4c38-8838-986ac6ba6d1a req-0b28eff0-2304-41c0-b8cc-ea9f75fc5fa7 tempest-SecurityGroupsTestJSON-1151704431 tempest-SecurityGroupsTestJSON-1151704431-project] 10.222.0.75 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-1127273664&fields=id&tenant_id=bff3c1e37b294eeb94406c2c4c8cd026 HTTP/1.1" status: 200 len: 267 time: 0.0872052 Feb 09 19:05:31.762305 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-769071c7-c150-4743-9a9b-0e3ad510ab12 req-c6f8a667-6ef1-4764-a84f-3f2ad8bac292 tempest-FloatingIPsAssociationTestJSON-731512856 tempest-FloatingIPsAssociationTestJSON-731512856-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:05:31.766263 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-769071c7-c150-4743-9a9b-0e3ad510ab12 req-c6f8a667-6ef1-4764-a84f-3f2ad8bac292 tempest-FloatingIPsAssociationTestJSON-731512856 tempest-FloatingIPsAssociationTestJSON-731512856-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1818909'] for floatingip (90ab6c29-730c-48b0-825b-c15a934d4e4f), after_update {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:05:31.799538 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-34070aeb-f347-4ef0-8065-5c52f76dd850 req-b8e5c839-e723-4506-9768-48029250a89e tempest-TaggedBootDevicesTest_v242-798392635 tempest-TaggedBootDevicesTest_v242-798392635-project] Made reservation on behalf of 1165ce6413224edfb276f9f552a74208 for: {'port': 1} {{(pid=103230) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 19:05:31.803208 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [req-34070aeb-f347-4ef0-8065-5c52f76dd850 req-b8e5c839-e723-4506-9768-48029250a89e tempest-TaggedBootDevicesTest_v242-798392635 tempest-TaggedBootDevicesTest_v242-798392635-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (None), before_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:05:31.826772 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.provisioning_blocks [None req-6a895c26-060e-4134-82c0-44c4f5939fd3 None None] Provisioning complete for port 21138c02-2bef-4eb2-822c-0766736ce486 triggered by entity DHCP. {{(pid=103232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 19:05:31.828218 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-6a895c26-060e-4134-82c0-44c4f5939fd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593630'] for port (21138c02-2bef-4eb2-822c-0766736ce486), provisioning_complete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:05:31.844509 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7246edf7-5981-4c38-8838-986ac6ba6d1a req-5e871874-dfc6-4adc-ae7b-28b2c44d9ca2 tempest-SecurityGroupsTestJSON-1151704431 tempest-SecurityGroupsTestJSON-1151704431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:05:31.847328 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-7246edf7-5981-4c38-8838-986ac6ba6d1a req-5e871874-dfc6-4adc-ae7b-28b2c44d9ca2 tempest-SecurityGroupsTestJSON-1151704431 tempest-SecurityGroupsTestJSON-1151704431-project] 10.222.0.75 "GET /v2.0/ports?device_id=f00ecfa2-51bd-4cf5-a4e0-ec73d3e22ffa HTTP/1.1" status: 200 len: 946 time: 0.1032135 Feb 09 19:05:31.885901 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.v2.base [req-7246edf7-5981-4c38-8838-986ac6ba6d1a req-f29e52bd-b176-4124-9056-7db12a7cc9c9 tempest-SecurityGroupsTestJSON-1151704431 tempest-SecurityGroupsTestJSON-1151704431-project] Request body: {'port': {'security_groups': ['22bcb932-19f7-46ba-b2c8-090f138c7032', 'b086e46d-c919-4db6-b232-c76d0cd5bdfc']}} {{(pid=103230) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 19:05:31.906293 n-d-713498-36 neutron-server[103229]: INFO neutron.db.l3_db [req-769071c7-c150-4743-9a9b-0e3ad510ab12 req-c6f8a667-6ef1-4764-a84f-3f2ad8bac292 tempest-FloatingIPsAssociationTestJSON-731512856 tempest-FloatingIPsAssociationTestJSON-731512856-project] Floating IP 90ab6c29-730c-48b0-825b-c15a934d4e4f associated. External IP: 172.25.1.47, port: fff28e55-1481-495e-822a-a809fab17399. Feb 09 19:05:31.940911 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-6a895c26-060e-4134-82c0-44c4f5939fd3 None None] Port 21138c02-2bef-4eb2-822c-0766736ce486 cannot update to ACTIVE because it is not bound. {{(pid=103232) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 19:05:32.016230 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [req-7246edf7-5981-4c38-8838-986ac6ba6d1a req-f29e52bd-b176-4124-9056-7db12a7cc9c9 tempest-SecurityGroupsTestJSON-1151704431 tempest-SecurityGroupsTestJSON-1151704431-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (84d5567e-44ed-41fd-8a8e-d80271a0a3f0), before_update {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:05:32.070940 n-d-713498-36 neutron-server[103230]: DEBUG neutron.db.db_base_plugin_common [req-34070aeb-f347-4ef0-8065-5c52f76dd850 req-b8e5c839-e723-4506-9768-48029250a89e tempest-TaggedBootDevicesTest_v242-798392635 tempest-TaggedBootDevicesTest_v242-798392635-project] Allocated IP 10.1.1.127 (622dc241-96e3-459d-8172-016faee8abe4/e38cb3e5-c128-440c-8e8d-f08a001a84c6/3d73dda7-fb9b-4c04-9fbb-19034e8d2d7b) {{(pid=103230) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 19:05:32.148834 n-d-713498-36 neutron-server[103229]: DEBUG neutron.scheduler.l3_agent_scheduler [req-769071c7-c150-4743-9a9b-0e3ad510ab12 req-c6f8a667-6ef1-4764-a84f-3f2ad8bac292 tempest-FloatingIPsAssociationTestJSON-731512856 tempest-FloatingIPsAssociationTestJSON-731512856-project] Router cce358c5-3304-4c33-bbfc-986c1eed7a6e has already been hosted by L3 agent 93303d5e-5d17-45e8-8963-7694f87783ae {{(pid=103229) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 19:05:32.268635 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-769071c7-c150-4743-9a9b-0e3ad510ab12 req-c6f8a667-6ef1-4764-a84f-3f2ad8bac292 tempest-FloatingIPsAssociationTestJSON-731512856 tempest-FloatingIPsAssociationTestJSON-731512856-project] Notify agent at l3_agent.n-d-713498-36 the message routers_updated {{(pid=103229) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 19:05:32.273179 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-769071c7-c150-4743-9a9b-0e3ad510ab12 req-c6f8a667-6ef1-4764-a84f-3f2ad8bac292 tempest-FloatingIPsAssociationTestJSON-731512856 tempest-FloatingIPsAssociationTestJSON-731512856-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171096'] for floatingip (None), before_response {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:05:32.281897 n-d-713498-36 neutron-server[103233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36ce8fb5-c752-4b1b-8253-9ce11c5bb7bb None None] Sync routers for ids ['cce358c5-3304-4c33-bbfc-986c1eed7a6e'] in n-d-713498-36 {{(pid=103233) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 19:05:32.293276 n-d-713498-36 neutron-server[103233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36ce8fb5-c752-4b1b-8253-9ce11c5bb7bb None None] Routers {'cce358c5-3304-4c33-bbfc-986c1eed7a6e'} bound to L3 agent in host n-d-713498-36 {{(pid=103233) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 19:05:32.294252 n-d-713498-36 neutron-server[103233]: DEBUG neutron.db.l3_hamode_db [None req-36ce8fb5-c752-4b1b-8253-9ce11c5bb7bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T18:51:43Z,description=,heartbeat_timestamp=2022-02-09T19:05:13Z,host='n-d-713498-36',id=93303d5e-5d17-45e8-8963-7694f87783ae,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T18:51:43Z,topic='l3_agent')) {'router_ids': ['cce358c5-3304-4c33-bbfc-986c1eed7a6e'], 'active': True} {{(pid=103233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:05:32.339560 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [req-34070aeb-f347-4ef0-8065-5c52f76dd850 req-b8e5c839-e723-4506-9768-48029250a89e tempest-TaggedBootDevicesTest_v242-798392635 tempest-TaggedBootDevicesTest_v242-798392635-project] Publish callbacks [] for port (3d73dda7-fb9b-4c04-9fbb-19034e8d2d7b), precommit_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:05:32.345978 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.db [req-7246edf7-5981-4c38-8838-986ac6ba6d1a req-f29e52bd-b176-4124-9056-7db12a7cc9c9 tempest-SecurityGroupsTestJSON-1151704431 tempest-SecurityGroupsTestJSON-1151704431-project] For port 84d5567e-44ed-41fd-8a8e-d80271a0a3f0, host n-h1-713498-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-36',level=0,port_id=84d5567e-44ed-41fd-8a8e-d80271a0a3f0,segment=NetworkSegment(0eaea607-a7ab-4dbb-b6ca-ed9e62abb1c6),segment_id=0eaea607-a7ab-4dbb-b6ca-ed9e62abb1c6)] {{(pid=103230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 19:05:32.357855 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-769071c7-c150-4743-9a9b-0e3ad510ab12 req-c6f8a667-6ef1-4764-a84f-3f2ad8bac292 tempest-FloatingIPsAssociationTestJSON-731512856 tempest-FloatingIPsAssociationTestJSON-731512856-project] 10.222.0.75 "PUT /v2.0/floatingips/90ab6c29-730c-48b0-825b-c15a934d4e4f HTTP/1.1" status: 200 len: 995 time: 1.4569428 Feb 09 19:05:32.358365 n-d-713498-36 neutron-server[103229]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cf8d55d7-ba31-4451-a682-c3c5050d34d1', 'tag': 'fff28e55-1481-495e-822a-a809fab17399'}] {{(pid=103229) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 19:05:32.363559 n-d-713498-36 neutron-server[103229]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fa6ae9a20702bd564eaf90d946620b2b4277b1ab91129323d3b54181076be307" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-621292b9-7ef7-4ece-a1f0-0b3d045ee337" -d '{"events": [{"name": "network-changed", "server_uuid": "cf8d55d7-ba31-4451-a682-c3c5050d34d1", "tag": "fff28e55-1481-495e-822a-a809fab17399"}]}' {{(pid=103229) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 19:05:32.392154 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [req-7246edf7-5981-4c38-8838-986ac6ba6d1a req-f29e52bd-b176-4124-9056-7db12a7cc9c9 tempest-SecurityGroupsTestJSON-1151704431 tempest-SecurityGroupsTestJSON-1151704431-project] Publish callbacks [] for port (84d5567e-44ed-41fd-8a8e-d80271a0a3f0), precommit_update {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:05:32.403119 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [req-7246edf7-5981-4c38-8838-986ac6ba6d1a req-f29e52bd-b176-4124-9056-7db12a7cc9c9 tempest-SecurityGroupsTestJSON-1151704431 tempest-SecurityGroupsTestJSON-1151704431-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762867176205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762866656485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762866656503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14393758'] for port (84d5567e-44ed-41fd-8a8e-d80271a0a3f0), after_update {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:05:32.418907 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] get_ports_and_sgs() called for port_ids ['84d5567e-44ed-41fd-8a8e-d80271a0a3f0'] {{(pid=103232) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 19:05:32.420583 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [req-34070aeb-f347-4ef0-8065-5c52f76dd850 req-b8e5c839-e723-4506-9768-48029250a89e tempest-TaggedBootDevicesTest_v242-798392635 tempest-TaggedBootDevicesTest_v242-798392635-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762866656467', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14393751'] for port (3d73dda7-fb9b-4c04-9fbb-19034e8d2d7b), after_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:05:32.448194 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-769071c7-c150-4743-9a9b-0e3ad510ab12 req-bdac8c5c-8620-4368-b349-3b1a4f777998 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:05:32.457787 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-769071c7-c150-4743-9a9b-0e3ad510ab12 req-bdac8c5c-8620-4368-b349-3b1a4f777998 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=0e772d8c7ac44b1fbd56efaf46b6dbd8&device_id=cf8d55d7-ba31-4451-a682-c3c5050d34d1 HTTP/1.1" status: 200 len: 1128 time: 0.0784051 Feb 09 19:05:32.464528 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7246edf7-5981-4c38-8838-986ac6ba6d1a req-f29e52bd-b176-4124-9056-7db12a7cc9c9 tempest-SecurityGroupsTestJSON-1151704431 tempest-SecurityGroupsTestJSON-1151704431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:05:32.466584 n-d-713498-36 neutron-server[103233]: DEBUG neutron.db.l3_dvr_db [None req-36ce8fb5-c752-4b1b-8253-9ce11c5bb7bb None None] Set router cce358c5-3304-4c33-bbfc-986c1eed7a6e gateway port host: n-d-713498-36 {{(pid=103233) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 19:05:32.467342 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [req-7246edf7-5981-4c38-8838-986ac6ba6d1a req-f29e52bd-b176-4124-9056-7db12a7cc9c9 tempest-SecurityGroupsTestJSON-1151704431 tempest-SecurityGroupsTestJSON-1151704431-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171096'] for port (None), before_response {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:05:32.468730 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-7246edf7-5981-4c38-8838-986ac6ba6d1a req-f29e52bd-b176-4124-9056-7db12a7cc9c9 tempest-SecurityGroupsTestJSON-1151704431 tempest-SecurityGroupsTestJSON-1151704431-project] 10.222.0.75 "PUT /v2.0/ports/84d5567e-44ed-41fd-8a8e-d80271a0a3f0 HTTP/1.1" status: 200 len: 982 time: 0.5874569 Feb 09 19:05:32.486901 n-d-713498-36 neutron-server[103230]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f00ecfa2-51bd-4cf5-a4e0-ec73d3e22ffa', 'tag': '84d5567e-44ed-41fd-8a8e-d80271a0a3f0'}] {{(pid=103230) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 19:05:32.489291 n-d-713498-36 neutron-server[103230]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aee5919275bae9f72eb374ee322673045eb80c1f84b4b45a97d96923bd50ab51" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-af2b3db8-70af-45b0-a5c8-d09e1a84ced1" -d '{"events": [{"name": "network-changed", "server_uuid": "f00ecfa2-51bd-4cf5-a4e0-ec73d3e22ffa", "tag": "84d5567e-44ed-41fd-8a8e-d80271a0a3f0"}]}' {{(pid=103230) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 19:05:32.508343 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-7429db8d-6021-40ad-813e-885be449a89b None None] get_ports_and_sgs() called for port_ids ['c98198ac-f434-4c74-80ce-197589977159'] {{(pid=103232) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 19:05:32.544182 n-d-713498-36 neutron-server[103230]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-34070aeb-f347-4ef0-8065-5c52f76dd850 req-b8e5c839-e723-4506-9768-48029250a89e tempest-TaggedBootDevicesTest_v242-798392635 tempest-TaggedBootDevicesTest_v242-798392635-project] Network 622dc241-96e3-459d-8172-016faee8abe4 is already hosted by enough agents. {{(pid=103230) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 19:05:32.548254 n-d-713498-36 neutron-server[103230]: DEBUG neutron.scheduler.base_scheduler [req-34070aeb-f347-4ef0-8065-5c52f76dd850 req-b8e5c839-e723-4506-9768-48029250a89e tempest-TaggedBootDevicesTest_v242-798392635 tempest-TaggedBootDevicesTest_v242-798392635-project] Resources bound (agent type, host, resource id): {{(pid=103230) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 19:05:32.562348 n-d-713498-36 neutron-server[103230]: DEBUG neutron.db.l3_dvrscheduler_db [req-34070aeb-f347-4ef0-8065-5c52f76dd850 req-b8e5c839-e723-4506-9768-48029250a89e tempest-TaggedBootDevicesTest_v242-798392635 tempest-TaggedBootDevicesTest_v242-798392635-project] Received port after_create {{(pid=103230) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 19:05:32.627247 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] get_ports_and_sgs() called for port_ids ['84d5567e-44ed-41fd-8a8e-d80271a0a3f0'] {{(pid=103232) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 19:05:32.642279 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-769071c7-c150-4743-9a9b-0e3ad510ab12 req-4307cff2-cc53-41ae-810e-f56b3ef50589 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:05:32.643537 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-769071c7-c150-4743-9a9b-0e3ad510ab12 req-4307cff2-cc53-41ae-810e-f56b3ef50589 service neutron] 10.222.0.75 "GET /v2.0/networks?id=f1e6924e-7348-48ca-aa14-d5834e100bd2 HTTP/1.1" status: 200 len: 922 time: 0.1847289 Feb 09 19:05:32.698059 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f29e52bd-b176-4124-9056-7db12a7cc9c9 tempest-SecurityGroupsTestJSON-1151704431 tempest-SecurityGroupsTestJSON-1151704431-project] Pushing event updated for resources: {'Port': ['ID=84d5567e-44ed-41fd-8a8e-d80271a0a3f0,revision_number=6']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:05:32.815393 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-769071c7-c150-4743-9a9b-0e3ad510ab12 req-ebce0896-9e5a-42b3-81af-b4b18538283e service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=fff28e55-1481-495e-822a-a809fab17399 HTTP/1.1" status: 200 len: 998 time: 0.1638641 Feb 09 19:05:32.900699 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-769071c7-c150-4743-9a9b-0e3ad510ab12 req-da8a8bf0-10fa-42a4-952f-8bfd88ea326b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:05:32.901655 n-d-713498-36 neutron-server[103233]: DEBUG neutron.db.l3_hamode_db [None req-36ce8fb5-c752-4b1b-8253-9ce11c5bb7bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cce358c5-3304-4c33-bbfc-986c1eed7a6e', 'name': 'tempest-FloatingIPsAssociationTestJSON-2139759441-router', 'tenant_id': '0e772d8c7ac44b1fbd56efaf46b6dbd8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88055e1e-672a-4487-be31-ffb6e833ece5', 'external_fixed_ips': [{'subnet_id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'ip_address': '172.25.1.54'}], 'enable_snat': True}, 'gw_port_id': '81de01c8-c6f4-40f0-a237-d3fa04784f37', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T19:03:57Z', 'updated_at': '2022-02-09T19:04:06Z', 'revision_number': 4, 'project_id': '0e772d8c7ac44b1fbd56efaf46b6dbd8', 'gw_port': {'id': '81de01c8-c6f4-40f0-a237-d3fa04784f37', 'name': '', 'network_id': '88055e1e-672a-4487-be31-ffb6e833ece5', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:69:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cce358c5-3304-4c33-bbfc-986c1eed7a6e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 592, 'fixed_ips': [{'subnet_id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'ip_address': '172.25.1.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T19:03:58Z', 'updated_at': '2022-02-09T19:04:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-36', '_floatingips': [{'id': '90ab6c29-730c-48b0-825b-c15a934d4e4f', 'tenant_id': '0e772d8c7ac44b1fbd56efaf46b6dbd8', 'floating_ip_address': '172.25.1.47', 'floating_network_id': '88055e1e-672a-4487-be31-ffb6e833ece5', 'router_id': 'cce358c5-3304-4c33-bbfc-986c1eed7a6e', 'port_id': 'fff28e55-1481-495e-822a-a809fab17399', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 654, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f1e6924e-7348-48ca-aa14-d5834e100bd2', 'mac_address': 'fa:16:3e:14:c7:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf8d55d7-ba31-4451-a682-c3c5050d34d1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T19:04:36Z', 'updated_at': '2022-02-09T19:05:31Z', 'revision_number': 8, 'project_id': '0e772d8c7ac44b1fbd56efaf46b6dbd8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9dab1ea3-55fb-405d-b11c-f3605a977927', 'name': '', 'network_id': 'f1e6924e-7348-48ca-aa14-d5834e100bd2', 'tenant_id': '0e772d8c7ac44b1fbd56efaf46b6dbd8', 'mac_address': 'fa:16:3e:22:ac:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cce358c5-3304-4c33-bbfc-986c1eed7a6e', 'device_owner': 'network:router_interface', 'standard_attr_id': 608, 'fixed_ips': [{'subnet_id': '7ab1963a-39ad-4d86-9549-880198499f42', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T19:04:03Z', 'updated_at': '2022-02-09T19:04:14Z', 'revision_number': 5, 'project_id': '0e772d8c7ac44b1fbd56efaf46b6dbd8', 'subnets': [{'id': '7ab1963a-39ad-4d86-9549-880198499f42', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-36', False) {} {{(pid=103233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:05:32.917916 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-769071c7-c150-4743-9a9b-0e3ad510ab12 req-da8a8bf0-10fa-42a4-952f-8bfd88ea326b service neutron] 10.222.0.75 "GET /v2.0/subnets?id=7ab1963a-39ad-4d86-9549-880198499f42 HTTP/1.1" status: 200 len: 860 time: 0.1011748 Feb 09 19:05:32.954816 n-d-713498-36 neutron-server[103233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36ce8fb5-c752-4b1b-8253-9ce11c5bb7bb None None] Checking router: cce358c5-3304-4c33-bbfc-986c1eed7a6e for host: n-d-713498-36 {{(pid=103233) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 19:05:32.963410 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34070aeb-f347-4ef0-8065-5c52f76dd850 req-b8e5c839-e723-4506-9768-48029250a89e tempest-TaggedBootDevicesTest_v242-798392635 tempest-TaggedBootDevicesTest_v242-798392635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:05:32.964112 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [req-34070aeb-f347-4ef0-8065-5c52f76dd850 req-b8e5c839-e723-4506-9768-48029250a89e tempest-TaggedBootDevicesTest_v242-798392635 tempest-TaggedBootDevicesTest_v242-798392635-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171096'] for port (None), before_response {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:05:32.974371 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-225988cb-01d5-4cd7-baeb-57ca66f856e3 req-ba15f177-2d3e-4e91-8551-c78f1543aaf2 tempest-ServersOnMultiNodesTest-1472402947 tempest-ServersOnMultiNodesTest-1472402947-project] 10.222.0.90 "GET /v2.0/networks?tenant_id=1672ee8b769240288b95113d5dff1fd2&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1349494 Feb 09 19:05:32.982788 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8e5c839-e723-4506-9768-48029250a89e tempest-TaggedBootDevicesTest_v242-798392635 tempest-TaggedBootDevicesTest_v242-798392635-project] Pushing event updated for resources: {'Port': ['ID=3d73dda7-fb9b-4c04-9fbb-19034e8d2d7b,revision_number=1']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:05:32.983579 n-d-713498-36 neutron-server[103233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36ce8fb5-c752-4b1b-8253-9ce11c5bb7bb None None] Routers {'cce358c5-3304-4c33-bbfc-986c1eed7a6e'} bound to L3 agent in host n-d-713498-36 {{(pid=103233) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 19:05:32.984455 n-d-713498-36 neutron-server[103233]: DEBUG neutron.db.l3_hamode_db [None req-36ce8fb5-c752-4b1b-8253-9ce11c5bb7bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T18:51:43Z,description=,heartbeat_timestamp=2022-02-09T19:05:13Z,host='n-d-713498-36',id=93303d5e-5d17-45e8-8963-7694f87783ae,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T18:51:43Z,topic='l3_agent')) {'router_ids': ['cce358c5-3304-4c33-bbfc-986c1eed7a6e'], 'active': True} {{(pid=103233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:05:32.989317 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-769071c7-c150-4743-9a9b-0e3ad510ab12 req-dfb676b6-bcf1-43a3-849d-d30a04e65201 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:05:33.006420 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-769071c7-c150-4743-9a9b-0e3ad510ab12 req-dfb676b6-bcf1-43a3-849d-d30a04e65201 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=f1e6924e-7348-48ca-aa14-d5834e100bd2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0860903 Feb 09 19:05:33.062210 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-34070aeb-f347-4ef0-8065-5c52f76dd850 req-b8e5c839-e723-4506-9768-48029250a89e tempest-TaggedBootDevicesTest_v242-798392635 tempest-TaggedBootDevicesTest_v242-798392635-project] 10.222.0.90 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5133121 Feb 09 19:05:33.075472 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e31feb89-1aa1-4354-8327-590d04642e26 req-66a6ba85-9ad3-4257-926d-3cfb4b925474 tempest-TenantUsagesTestJSON-72406381 tempest-TenantUsagesTestJSON-72406381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:05:33.083466 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-e31feb89-1aa1-4354-8327-590d04642e26 req-66a6ba85-9ad3-4257-926d-3cfb4b925474 tempest-TenantUsagesTestJSON-72406381 tempest-TenantUsagesTestJSON-72406381-project] 10.222.0.75 "GET /v2.0/ports?device_id=f37012e8-afbe-4a27-a2c8-7089008934be HTTP/1.1" status: 200 len: 949 time: 0.4494684 Feb 09 19:05:33.096788 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.v2.base [req-34070aeb-f347-4ef0-8065-5c52f76dd850 req-073e7f24-719f-4702-a9d7-fb0041c037c7 tempest-TaggedBootDevicesTest_v242-798392635 tempest-TaggedBootDevicesTest_v242-798392635-project] Request body: {'port': {'device_id': '8319129f-1054-494a-b0c0-2ec99e839619', 'fixed_ips': [{'ip_address': '10.2.2.100'}], 'network_id': '827c740b-e08e-4994-bbc7-e073abc4dcaf', 'admin_state_up': True, 'tenant_id': '1165ce6413224edfb276f9f552a74208', 'security_groups': ['58062d4f-c149-4db3-a357-a4eb59a3d83e']}} {{(pid=103230) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 19:05:33.119394 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.provisioning_blocks [None req-ad3acd86-9046-4654-b37c-2d5d6a4272e2 None None] Provisioning complete for port 3d73dda7-fb9b-4c04-9fbb-19034e8d2d7b triggered by entity DHCP. {{(pid=103232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 19:05:33.120004 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-ad3acd86-9046-4654-b37c-2d5d6a4272e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593630'] for port (3d73dda7-fb9b-4c04-9fbb-19034e8d2d7b), provisioning_complete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:05:33.195414 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-ad3acd86-9046-4654-b37c-2d5d6a4272e2 None None] Port 3d73dda7-fb9b-4c04-9fbb-19034e8d2d7b cannot update to ACTIVE because it is not bound. {{(pid=103232) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 19:05:33.208846 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-769071c7-c150-4743-9a9b-0e3ad510ab12 req-45cb256d-e9d9-4a5b-a614-45dc51a406f9 service neutron] 10.222.0.75 "GET /v2.0/networks/f1e6924e-7348-48ca-aa14-d5834e100bd2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2014797 Feb 09 19:05:33.280785 n-d-713498-36 neutron-server[103233]: DEBUG neutron.db.l3_dvr_db [None req-36ce8fb5-c752-4b1b-8253-9ce11c5bb7bb None None] Set router cce358c5-3304-4c33-bbfc-986c1eed7a6e gateway port host: n-d-713498-36 {{(pid=103233) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 19:05:33.358520 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e0e35a6-76e3-4f9a-9fd2-dafabf32d3ec req-b48e9677-f6ae-46a4-b1fe-8fcfe7de8018 tempest-FloatingIPsAssociationTestJSON-731512856 tempest-FloatingIPsAssociationTestJSON-731512856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:05:33.359981 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-6e0e35a6-76e3-4f9a-9fd2-dafabf32d3ec req-b48e9677-f6ae-46a4-b1fe-8fcfe7de8018 tempest-FloatingIPsAssociationTestJSON-731512856 tempest-FloatingIPsAssociationTestJSON-731512856-project] 10.222.0.90 "GET /v2.0/ports?device_id=32bf91ec-07c2-4708-858a-e8e64b1da7a6 HTTP/1.1" status: 200 len: 945 time: 0.1154110 Feb 09 19:05:33.385754 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-769071c7-c150-4743-9a9b-0e3ad510ab12 req-12c1a7da-b95a-4b6e-859d-16b29dae6804 service neutron] 10.222.0.75 "GET /v2.0/networks/f1e6924e-7348-48ca-aa14-d5834e100bd2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1756017 Feb 09 19:05:33.580695 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09dc9296-2721-434d-a152-eca79de5e25a req-d859bc07-78b4-4fe8-b91a-eb0fbaaa535a tempest-TaggedBootDevicesTest_v242-798392635 tempest-TaggedBootDevicesTest_v242-798392635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:05:33.587655 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09dc9296-2721-434d-a152-eca79de5e25a req-d859bc07-78b4-4fe8-b91a-eb0fbaaa535a tempest-TaggedBootDevicesTest_v242-798392635 tempest-TaggedBootDevicesTest_v242-798392635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:05:33.594070 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09dc9296-2721-434d-a152-eca79de5e25a req-d859bc07-78b4-4fe8-b91a-eb0fbaaa535a tempest-TaggedBootDevicesTest_v242-798392635 tempest-TaggedBootDevicesTest_v242-798392635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:05:33.596312 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-09dc9296-2721-434d-a152-eca79de5e25a req-d859bc07-78b4-4fe8-b91a-eb0fbaaa535a tempest-TaggedBootDevicesTest_v242-798392635 tempest-TaggedBootDevicesTest_v242-798392635-project] 10.222.0.75 "GET /v2.0/ports?device_id=8319129f-1054-494a-b0c0-2ec99e839619 HTTP/1.1" status: 200 len: 2375 time: 0.1133187 Feb 09 19:05:33.603466 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.plugin [req-6e0e35a6-76e3-4f9a-9fd2-dafabf32d3ec req-2587a5ea-0d54-42e8-8687-8c8255159284 tempest-FloatingIPsAssociationTestJSON-731512856 tempest-FloatingIPsAssociationTestJSON-731512856-project] Deleting port 0359494e-ba4d-4050-8b2f-eaed6c3f4823 {{(pid=103229) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 19:05:33.603863 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-6e0e35a6-76e3-4f9a-9fd2-dafabf32d3ec req-2587a5ea-0d54-42e8-8687-8c8255159284 tempest-FloatingIPsAssociationTestJSON-731512856 tempest-FloatingIPsAssociationTestJSON-731512856-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762867170196'] for port (0359494e-ba4d-4050-8b2f-eaed6c3f4823), before_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:05:33.609202 n-d-713498-36 neutron-server[103233]: DEBUG neutron.db.l3_hamode_db [None req-36ce8fb5-c752-4b1b-8253-9ce11c5bb7bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cce358c5-3304-4c33-bbfc-986c1eed7a6e', 'name': 'tempest-FloatingIPsAssociationTestJSON-2139759441-router', 'tenant_id': '0e772d8c7ac44b1fbd56efaf46b6dbd8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88055e1e-672a-4487-be31-ffb6e833ece5', 'external_fixed_ips': [{'subnet_id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'ip_address': '172.25.1.54'}], 'enable_snat': True}, 'gw_port_id': '81de01c8-c6f4-40f0-a237-d3fa04784f37', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T19:03:57Z', 'updated_at': '2022-02-09T19:04:06Z', 'revision_number': 4, 'project_id': '0e772d8c7ac44b1fbd56efaf46b6dbd8', 'gw_port': {'id': '81de01c8-c6f4-40f0-a237-d3fa04784f37', 'name': '', 'network_id': '88055e1e-672a-4487-be31-ffb6e833ece5', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:69:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cce358c5-3304-4c33-bbfc-986c1eed7a6e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 592, 'fixed_ips': [{'subnet_id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'ip_address': '172.25.1.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T19:03:58Z', 'updated_at': '2022-02-09T19:04:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-36', '_floatingips': [{'id': '90ab6c29-730c-48b0-825b-c15a934d4e4f', 'tenant_id': '0e772d8c7ac44b1fbd56efaf46b6dbd8', 'floating_ip_address': '172.25.1.47', 'floating_network_id': '88055e1e-672a-4487-be31-ffb6e833ece5', 'router_id': 'cce358c5-3304-4c33-bbfc-986c1eed7a6e', 'port_id': 'fff28e55-1481-495e-822a-a809fab17399', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 654, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f1e6924e-7348-48ca-aa14-d5834e100bd2', 'mac_address': 'fa:16:3e:14:c7:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf8d55d7-ba31-4451-a682-c3c5050d34d1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T19:04:36Z', 'updated_at': '2022-02-09T19:05:31Z', 'revision_number': 8, 'project_id': '0e772d8c7ac44b1fbd56efaf46b6dbd8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9dab1ea3-55fb-405d-b11c-f3605a977927', 'name': '', 'network_id': 'f1e6924e-7348-48ca-aa14-d5834e100bd2', 'tenant_id': '0e772d8c7ac44b1fbd56efaf46b6dbd8', 'mac_address': 'fa:16:3e:22:ac:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cce358c5-3304-4c33-bbfc-986c1eed7a6e', 'device_owner': 'network:router_interface', 'standard_attr_id': 608, 'fixed_ips': [{'subnet_id': '7ab1963a-39ad-4d86-9549-880198499f42', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T19:04:03Z', 'updated_at': '2022-02-09T19:04:14Z', 'revision_number': 5, 'project_id': '0e772d8c7ac44b1fbd56efaf46b6dbd8', 'subnets': [{'id': '7ab1963a-39ad-4d86-9549-880198499f42', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-36', False) {} {{(pid=103233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:05:33.642815 n-d-713498-36 neutron-server[103233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36ce8fb5-c752-4b1b-8253-9ce11c5bb7bb None None] The sync data for ids ['cce358c5-3304-4c33-bbfc-986c1eed7a6e'] in n-d-713498-36 is: [{'id': 'cce358c5-3304-4c33-bbfc-986c1eed7a6e', 'name': 'tempest-FloatingIPsAssociationTestJSON-2139759441-router', 'tenant_id': '0e772d8c7ac44b1fbd56efaf46b6dbd8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88055e1e-672a-4487-be31-ffb6e833ece5', 'external_fixed_ips': [{'subnet_id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'ip_address': '172.25.1.54'}], 'enable_snat': True}, 'gw_port_id': '81de01c8-c6f4-40f0-a237-d3fa04784f37', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T19:03:57Z', 'updated_at': '2022-02-09T19:04:06Z', 'revision_number': 4, 'project_id': '0e772d8c7ac44b1fbd56efaf46b6dbd8', 'gw_port': {'id': '81de01c8-c6f4-40f0-a237-d3fa04784f37', 'name': '', 'network_id': '88055e1e-672a-4487-be31-ffb6e833ece5', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:69:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cce358c5-3304-4c33-bbfc-986c1eed7a6e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 592, 'fixed_ips': [{'subnet_id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'ip_address': '172.25.1.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T19:03:58Z', 'updated_at': '2022-02-09T19:04:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-36', '_floatingips': [{'id': '90ab6c29-730c-48b0-825b-c15a934d4e4f', 'tenant_id': '0e772d8c7ac44b1fbd56efaf46b6dbd8', 'floating_ip_address': '172.25.1.47', 'floating_network_id': '88055e1e-672a-4487-be31-ffb6e833ece5', 'router_id': 'cce358c5-3304-4c33-bbfc-986c1eed7a6e', 'port_id': 'fff28e55-1481-495e-822a-a809fab17399', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 654, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f1e6924e-7348-48ca-aa14-d5834e100bd2', 'mac_address': 'fa:16:3e:14:c7:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf8d55d7-ba31-4451-a682-c3c5050d34d1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T19:04:36Z', 'updated_at': '2022-02-09T19:05:31Z', 'revision_number': 8, 'project_id': '0e772d8c7ac44b1fbd56efaf46b6dbd8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9dab1ea3-55fb-405d-b11c-f3605a977927', 'name': '', 'network_id': 'f1e6924e-7348-48ca-aa14-d5834e100bd2', 'tenant_id': '0e772d8c7ac44b1fbd56efaf46b6dbd8', 'mac_address': 'fa:16:3e:22:ac:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cce358c5-3304-4c33-bbfc-986c1eed7a6e', 'device_owner': 'network:router_interface', 'standard_attr_id': 608, 'fixed_ips': [{'subnet_id': '7ab1963a-39ad-4d86-9549-880198499f42', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T19:04:03Z', 'updated_at': '2022-02-09T19:04:14Z', 'revision_number': 5, 'project_id': '0e772d8c7ac44b1fbd56efaf46b6dbd8', 'subnets': [{'id': '7ab1963a-39ad-4d86-9549-880198499f42', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103233) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 19:05:33.652978 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-e31feb89-1aa1-4354-8327-590d04642e26 req-4c67795f-ff72-47e6-87da-6dd6738bd21a tempest-TenantUsagesTestJSON-72406381 tempest-TenantUsagesTestJSON-72406381-project] 10.222.0.75 "GET /v2.0/security-groups?id=0b341b8f-0cb8-4006-83e3-da8a9dd80697&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5684087 Feb 09 19:05:33.731040 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-225988cb-01d5-4cd7-baeb-57ca66f856e3 req-040f8a83-2882-4090-b728-1cc6d2b70dfd tempest-ServersOnMultiNodesTest-1472402947 tempest-ServersOnMultiNodesTest-1472402947-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:05:33.732328 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-225988cb-01d5-4cd7-baeb-57ca66f856e3 req-040f8a83-2882-4090-b728-1cc6d2b70dfd tempest-ServersOnMultiNodesTest-1472402947 tempest-ServersOnMultiNodesTest-1472402947-project] 10.222.0.90 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.7342706 Feb 09 19:05:33.758595 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.v2.base [req-225988cb-01d5-4cd7-baeb-57ca66f856e3 req-afc041c3-a6a6-47bd-af6f-fca81711fa4a tempest-ServersOnMultiNodesTest-1472402947 tempest-ServersOnMultiNodesTest-1472402947-project] Request body: {'port': {'device_id': '51cb8794-bff0-486c-b5b2-ded44945fc8b', 'network_id': '2b5494c8-cf97-42c1-b902-87f998f28179', 'admin_state_up': True, 'tenant_id': '1672ee8b769240288b95113d5dff1fd2'}} {{(pid=103230) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 19:05:33.766270 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-09dc9296-2721-434d-a152-eca79de5e25a req-737d467e-ea80-4fa7-b72b-07d54cb31514 tempest-TaggedBootDevicesTest_v242-798392635 tempest-TaggedBootDevicesTest_v242-798392635-project] 10.222.0.75 "GET /v2.0/security-groups?id=58062d4f-c149-4db3-a357-a4eb59a3d83e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1536353 Feb 09 19:05:33.805318 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.db [req-6e0e35a6-76e3-4f9a-9fd2-dafabf32d3ec req-2587a5ea-0d54-42e8-8687-8c8255159284 tempest-FloatingIPsAssociationTestJSON-731512856 tempest-FloatingIPsAssociationTestJSON-731512856-project] For port 0359494e-ba4d-4050-8b2f-eaed6c3f4823, host n-h2-713498-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-36',level=0,port_id=0359494e-ba4d-4050-8b2f-eaed6c3f4823,segment=NetworkSegment(645882ad-a796-4218-a7d9-a75443ad9585),segment_id=645882ad-a796-4218-a7d9-a75443ad9585)] {{(pid=103229) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 19:05:33.805688 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-6e0e35a6-76e3-4f9a-9fd2-dafabf32d3ec req-2587a5ea-0d54-42e8-8687-8c8255159284 tempest-FloatingIPsAssociationTestJSON-731512856 tempest-FloatingIPsAssociationTestJSON-731512856-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1820838'] for port (0359494e-ba4d-4050-8b2f-eaed6c3f4823), precommit_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:05:33.840827 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.plugin [req-6e0e35a6-76e3-4f9a-9fd2-dafabf32d3ec req-2587a5ea-0d54-42e8-8687-8c8255159284 tempest-FloatingIPsAssociationTestJSON-731512856 tempest-FloatingIPsAssociationTestJSON-731512856-project] Calling delete_port for 0359494e-ba4d-4050-8b2f-eaed6c3f4823 owned by compute:nova {{(pid=103229) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 19:05:33.905078 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-225988cb-01d5-4cd7-baeb-57ca66f856e3 req-afc041c3-a6a6-47bd-af6f-fca81711fa4a tempest-ServersOnMultiNodesTest-1472402947 tempest-ServersOnMultiNodesTest-1472402947-project] Made reservation on behalf of 1672ee8b769240288b95113d5dff1fd2 for: {'port': 1} {{(pid=103230) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 19:05:33.910132 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [req-225988cb-01d5-4cd7-baeb-57ca66f856e3 req-afc041c3-a6a6-47bd-af6f-fca81711fa4a tempest-ServersOnMultiNodesTest-1472402947 tempest-ServersOnMultiNodesTest-1472402947-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (None), before_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:05:33.913198 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-34070aeb-f347-4ef0-8065-5c52f76dd850 req-073e7f24-719f-4702-a9d7-fb0041c037c7 tempest-TaggedBootDevicesTest_v242-798392635 tempest-TaggedBootDevicesTest_v242-798392635-project] Made reservation on behalf of 1165ce6413224edfb276f9f552a74208 for: {'port': 1} {{(pid=103230) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 19:05:34.053940 n-d-713498-36 neutron-server[103229]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 19:05:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1054808f-e04a-4549-ad28-1a45e51aa5ec x-openstack-request-id: req-1054808f-e04a-4549-ad28-1a45e51aa5ec {{(pid=103229) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 19:05:34.055044 n-d-713498-36 neutron-server[103229]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cf8d55d7-ba31-4451-a682-c3c5050d34d1", "tag": "fff28e55-1481-495e-822a-a809fab17399", "status": "completed", "code": 200}]} {{(pid=103229) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 19:05:34.055275 n-d-713498-36 neutron-server[103229]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-1054808f-e04a-4549-ad28-1a45e51aa5ec {{(pid=103229) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 19:05:34.055819 n-d-713498-36 neutron-server[103229]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cf8d55d7-ba31-4451-a682-c3c5050d34d1', 'tag': 'fff28e55-1481-495e-822a-a809fab17399', 'status': 'completed', 'code': 200} Feb 09 19:05:34.070961 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-6e0e35a6-76e3-4f9a-9fd2-dafabf32d3ec req-2587a5ea-0d54-42e8-8687-8c8255159284 tempest-FloatingIPsAssociationTestJSON-731512856 tempest-FloatingIPsAssociationTestJSON-731512856-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762867177463', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762866656476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12867576'] for port (0359494e-ba4d-4050-8b2f-eaed6c3f4823), after_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:05:34.078375 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0df9f4a-2aaf-4f94-9ec5-b7cc2c6b0efa None None] New status for floating IP 90ab6c29-730c-48b0-825b-c15a934d4e4f: ACTIVE {{(pid=103232) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 09 19:05:34.086730 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] get_ports_and_sgs() called for port_ids ['fff28e55-1481-495e-822a-a809fab17399'] {{(pid=103232) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 19:05:34.123455 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-d2789aa7-6575-453d-a7ec-be58570cb172 req-cf8107c4-afdd-4891-90f5-ce5133ae9196 tempest-ServersOnMultiNodesTest-1472402947 tempest-ServersOnMultiNodesTest-1472402947-project] 10.222.0.75 "GET /v2.0/ports?device_id=51cb8794-bff0-486c-b5b2-ded44945fc8b HTTP/1.1" status: 200 len: 210 time: 0.0664363 Feb 09 19:05:34.148905 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-57343a7c-3ccf-4634-8212-eba98d337084 req-5436773c-818a-49db-96d2-d9f27d4594b1 tempest-SecurityGroupsTestJSON-1151704431 tempest-SecurityGroupsTestJSON-1151704431-project] 10.222.0.75 "GET /v2.0/security-groups/b086e46d-c919-4db6-b232-c76d0cd5bdfc HTTP/1.1" status: 200 len: 1818 time: 0.0857615 Feb 09 19:05:34.259920 n-d-713498-36 neutron-server[103230]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 19:05:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b1bcc10f-84fa-4b76-8813-067d0843d758 x-openstack-request-id: req-b1bcc10f-84fa-4b76-8813-067d0843d758 {{(pid=103230) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 19:05:34.259920 n-d-713498-36 neutron-server[103230]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f00ecfa2-51bd-4cf5-a4e0-ec73d3e22ffa", "tag": "84d5567e-44ed-41fd-8a8e-d80271a0a3f0", "status": "completed", "code": 200}]} {{(pid=103230) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 19:05:34.260334 n-d-713498-36 neutron-server[103230]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-b1bcc10f-84fa-4b76-8813-067d0843d758 {{(pid=103230) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 19:05:34.260668 n-d-713498-36 neutron-server[103230]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f00ecfa2-51bd-4cf5-a4e0-ec73d3e22ffa', 'tag': '84d5567e-44ed-41fd-8a8e-d80271a0a3f0', 'status': 'completed', 'code': 200} Feb 09 19:05:34.268136 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [req-34070aeb-f347-4ef0-8065-5c52f76dd850 req-073e7f24-719f-4702-a9d7-fb0041c037c7 tempest-TaggedBootDevicesTest_v242-798392635 tempest-TaggedBootDevicesTest_v242-798392635-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (None), before_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:05:34.272657 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-7429db8d-6021-40ad-813e-885be449a89b None None] get_ports_and_sgs() called for port_ids ['0359494e-ba4d-4050-8b2f-eaed6c3f4823'] {{(pid=103232) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 19:05:34.305531 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2587a5ea-0d54-42e8-8687-8c8255159284 tempest-FloatingIPsAssociationTestJSON-731512856 tempest-FloatingIPsAssociationTestJSON-731512856-project] Pushing event deleted for resources: {'Port': ['ID=0359494e-ba4d-4050-8b2f-eaed6c3f4823,revision_number=None']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:05:34.319852 n-d-713498-36 neutron-server[103229]: DEBUG neutron.db.l3_dvrscheduler_db [req-6e0e35a6-76e3-4f9a-9fd2-dafabf32d3ec req-2587a5ea-0d54-42e8-8687-8c8255159284 tempest-FloatingIPsAssociationTestJSON-731512856 tempest-FloatingIPsAssociationTestJSON-731512856-project] No DVR routers for this DVR port 0359494e-ba4d-4050-8b2f-eaed6c3f4823 on host n-h2-713498-36 {{(pid=103229) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 19:05:34.324430 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-6e0e35a6-76e3-4f9a-9fd2-dafabf32d3ec req-2587a5ea-0d54-42e8-8687-8c8255159284 tempest-FloatingIPsAssociationTestJSON-731512856 tempest-FloatingIPsAssociationTestJSON-731512856-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171096'] for port (None), before_response {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:05:34.330638 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-6e0e35a6-76e3-4f9a-9fd2-dafabf32d3ec req-2587a5ea-0d54-42e8-8687-8c8255159284 tempest-FloatingIPsAssociationTestJSON-731512856 tempest-FloatingIPsAssociationTestJSON-731512856-project] 10.222.0.90 "DELETE /v2.0/ports/0359494e-ba4d-4050-8b2f-eaed6c3f4823 HTTP/1.1" status: 204 len: 173 time: 0.9570985 Feb 09 19:05:34.383167 n-d-713498-36 neutron-server[103230]: INFO neutron.api.v2.resource [req-57343a7c-3ccf-4634-8212-eba98d337084 req-1b113f9d-a175-4454-9359-f7ef4ebec580 tempest-SecurityGroupsTestJSON-1151704431 tempest-SecurityGroupsTestJSON-1151704431-project] delete failed (client error): There was a conflict when trying to complete your request. Feb 09 19:05:34.384381 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-57343a7c-3ccf-4634-8212-eba98d337084 req-1b113f9d-a175-4454-9359-f7ef4ebec580 tempest-SecurityGroupsTestJSON-1151704431 tempest-SecurityGroupsTestJSON-1151704431-project] 10.222.0.75 "DELETE /v2.0/security-groups/b086e46d-c919-4db6-b232-c76d0cd5bdfc HTTP/1.1" status: 409 len: 341 time: 0.2234409 Feb 09 19:05:34.417022 n-d-713498-36 neutron-server[103230]: DEBUG neutron.db.db_base_plugin_common [req-225988cb-01d5-4cd7-baeb-57ca66f856e3 req-afc041c3-a6a6-47bd-af6f-fca81711fa4a tempest-ServersOnMultiNodesTest-1472402947 tempest-ServersOnMultiNodesTest-1472402947-project] Allocated IP 192.168.233.139 (2b5494c8-cf97-42c1-b902-87f998f28179/60b561cb-321e-4f83-9bb3-92b2e1d0dc44/a294bcb8-d442-49d2-9a1d-f7a2c1782013) {{(pid=103230) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 19:05:34.425327 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-621292b9-7ef7-4ece-a1f0-0b3d045ee337 req-21348a83-69c8-4b94-821c-38940a0d78b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:05:34.429296 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-621292b9-7ef7-4ece-a1f0-0b3d045ee337 req-21348a83-69c8-4b94-821c-38940a0d78b8 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=0e772d8c7ac44b1fbd56efaf46b6dbd8&device_id=cf8d55d7-ba31-4451-a682-c3c5050d34d1 HTTP/1.1" status: 200 len: 1128 time: 0.3605757 Feb 09 19:05:34.501676 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af2b3db8-70af-45b0-a5c8-d09e1a84ced1 req-5a74468c-3f9a-4823-b05e-004caa4ab536 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:05:34.507069 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-af2b3db8-70af-45b0-a5c8-d09e1a84ced1 req-5a74468c-3f9a-4823-b05e-004caa4ab536 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=bff3c1e37b294eeb94406c2c4c8cd026&device_id=f00ecfa2-51bd-4cf5-a4e0-ec73d3e22ffa HTTP/1.1" status: 200 len: 1168 time: 0.2319295 Feb 09 19:05:34.671314 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-2f2a5e54-55ef-43e3-b83e-fe8b7356b248 req-733dc19b-348a-44ba-a894-4b0eb2c951a5 tempest-FloatingIPsAssociationTestJSON-731512856 tempest-FloatingIPsAssociationTestJSON-731512856-project] 10.222.0.75 "GET /v2.0/floatingips/90ab6c29-730c-48b0-825b-c15a934d4e4f HTTP/1.1" status: 200 len: 995 time: 0.3544507 Feb 09 19:05:35.052414 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af2b3db8-70af-45b0-a5c8-d09e1a84ced1 req-848a0f9f-2e08-462d-8f86-73c12a8306f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:05:35.054596 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-af2b3db8-70af-45b0-a5c8-d09e1a84ced1 req-848a0f9f-2e08-462d-8f86-73c12a8306f4 service neutron] 10.222.0.89 "GET /v2.0/networks?id=3aeedb6f-762d-4e6c-8ee5-bfa54ee38104 HTTP/1.1" status: 200 len: 914 time: 0.5097015 Feb 09 19:05:35.061189 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-616f70aa-f671-4729-89b3-fb29abd98c37 req-e300de62-1539-4123-8712-21c13fdb211b tempest-QuotasAdminNegativeTest-1016736285 tempest-QuotasAdminNegativeTest-1016736285-project] 10.222.0.75 "GET /v2.0/networks?tenant_id=96cf2e9f4aaf47ccaa29e715df135703&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1309719 Feb 09 19:05:35.159043 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-af2b3db8-70af-45b0-a5c8-d09e1a84ced1 req-20b32089-8d2b-4854-960b-095a2f28974d service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=84d5567e-44ed-41fd-8a8e-d80271a0a3f0 HTTP/1.1" status: 200 len: 217 time: 0.0944614 Feb 09 19:05:35.170312 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-621292b9-7ef7-4ece-a1f0-0b3d045ee337 req-8870ba67-1c30-47f6-ad7a-bff44856d3f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:05:35.172142 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-621292b9-7ef7-4ece-a1f0-0b3d045ee337 req-8870ba67-1c30-47f6-ad7a-bff44856d3f0 service neutron] 10.222.0.89 "GET /v2.0/networks?id=f1e6924e-7348-48ca-aa14-d5834e100bd2 HTTP/1.1" status: 200 len: 922 time: 0.7208574 Feb 09 19:05:35.183690 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f2a5e54-55ef-43e3-b83e-fe8b7356b248 req-2faff3cc-0aa5-42fc-9053-aa1c1317da42 tempest-FloatingIPsAssociationTestJSON-731512856 tempest-FloatingIPsAssociationTestJSON-731512856-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:05:35.191706 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-2f2a5e54-55ef-43e3-b83e-fe8b7356b248 req-2faff3cc-0aa5-42fc-9053-aa1c1317da42 tempest-FloatingIPsAssociationTestJSON-731512856 tempest-FloatingIPsAssociationTestJSON-731512856-project] 10.222.0.75 "GET /v2.0/networks/88055e1e-672a-4487-be31-ffb6e833ece5 HTTP/1.1" status: 200 len: 784 time: 0.5092061 Feb 09 19:05:35.198178 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [req-2f2a5e54-55ef-43e3-b83e-fe8b7356b248 req-34cccaf2-f72e-4c1b-b56e-73633b523a20 tempest-FloatingIPsAssociationTestJSON-731512856 tempest-FloatingIPsAssociationTestJSON-731512856-project] http://10.222.0.75:9696/v2.0/extensions returned with HTTP 200 {{(pid=103229) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 09 19:05:35.204769 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-2f2a5e54-55ef-43e3-b83e-fe8b7356b248 req-34cccaf2-f72e-4c1b-b56e-73633b523a20 tempest-FloatingIPsAssociationTestJSON-731512856 tempest-FloatingIPsAssociationTestJSON-731512856-project] 10.222.0.75 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0116863 Feb 09 19:05:35.280959 n-d-713498-36 neutron-server[103230]: DEBUG neutron.db.db_base_plugin_common [req-34070aeb-f347-4ef0-8065-5c52f76dd850 req-073e7f24-719f-4702-a9d7-fb0041c037c7 tempest-TaggedBootDevicesTest_v242-798392635 tempest-TaggedBootDevicesTest_v242-798392635-project] Allocated IP 10.2.2.100 (827c740b-e08e-4994-bbc7-e073abc4dcaf/62aa7105-9b3f-4b31-849e-86005d5d6eff/a7b6d8bb-417c-4222-9de0-5c1844679bed) {{(pid=103230) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 19:05:35.287649 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-621292b9-7ef7-4ece-a1f0-0b3d045ee337 req-582a1e8b-f0ae-492c-a3d6-4e66c11021b2 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=fff28e55-1481-495e-822a-a809fab17399 HTTP/1.1" status: 200 len: 1000 time: 0.0937629 Feb 09 19:05:35.373938 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-621292b9-7ef7-4ece-a1f0-0b3d045ee337 req-1def5954-eabb-43d8-aa11-4b6a10dd5dd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:05:35.375478 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-621292b9-7ef7-4ece-a1f0-0b3d045ee337 req-1def5954-eabb-43d8-aa11-4b6a10dd5dd4 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=7ab1963a-39ad-4d86-9549-880198499f42 HTTP/1.1" status: 200 len: 860 time: 0.0801990 Feb 09 19:05:35.395097 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af2b3db8-70af-45b0-a5c8-d09e1a84ced1 req-f5f127f2-4bca-42ec-839e-72e0836ac5a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:05:35.398035 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-af2b3db8-70af-45b0-a5c8-d09e1a84ced1 req-f5f127f2-4bca-42ec-839e-72e0836ac5a9 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=717af8bd-c7df-4f19-ad07-3fc4563db201 HTTP/1.1" status: 200 len: 853 time: 0.1886930 Feb 09 19:05:35.411440 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [req-225988cb-01d5-4cd7-baeb-57ca66f856e3 req-afc041c3-a6a6-47bd-af6f-fca81711fa4a tempest-ServersOnMultiNodesTest-1472402947 tempest-ServersOnMultiNodesTest-1472402947-project] Publish callbacks [] for port (a294bcb8-d442-49d2-9a1d-f7a2c1782013), precommit_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:05:35.453741 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-af2b3db8-70af-45b0-a5c8-d09e1a84ced1 req-a9a153e9-f7b0-4b2a-9b3f-6677b6069ab4 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=3aeedb6f-762d-4e6c-8ee5-bfa54ee38104&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0384700 Feb 09 19:05:35.457945 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-621292b9-7ef7-4ece-a1f0-0b3d045ee337 req-9b2313d1-c4b6-46cb-b6b0-d8f235cf448e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:05:35.459494 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-621292b9-7ef7-4ece-a1f0-0b3d045ee337 req-9b2313d1-c4b6-46cb-b6b0-d8f235cf448e service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=f1e6924e-7348-48ca-aa14-d5834e100bd2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0760503 Feb 09 19:05:35.459685 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-616f70aa-f671-4729-89b3-fb29abd98c37 req-e2e880a6-9d56-4275-8e84-dabe0ca01c47 tempest-QuotasAdminNegativeTest-1016736285 tempest-QuotasAdminNegativeTest-1016736285-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:05:35.460968 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-616f70aa-f671-4729-89b3-fb29abd98c37 req-e2e880a6-9d56-4275-8e84-dabe0ca01c47 tempest-QuotasAdminNegativeTest-1016736285 tempest-QuotasAdminNegativeTest-1016736285-project] 10.222.0.75 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3883324 Feb 09 19:05:35.588100 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-616f70aa-f671-4729-89b3-fb29abd98c37 req-445e2118-563c-4f9e-9422-4040ef321e97 tempest-QuotasAdminNegativeTest-1016736285 tempest-QuotasAdminNegativeTest-1016736285-project] 10.222.0.75 "GET /v2.0/quotas/96cf2e9f4aaf47ccaa29e715df135703 HTTP/1.1" status: 200 len: 375 time: 0.1165864 Feb 09 19:05:35.634539 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c018fc78-e806-4690-825c-5d3c34955472 req-80598557-bc7e-4dd3-8f3f-d21d1bec2758 tempest-TaggedBootDevicesTest_v242-798392635 tempest-TaggedBootDevicesTest_v242-798392635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:05:35.640336 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c018fc78-e806-4690-825c-5d3c34955472 req-80598557-bc7e-4dd3-8f3f-d21d1bec2758 tempest-TaggedBootDevicesTest_v242-798392635 tempest-TaggedBootDevicesTest_v242-798392635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:05:35.645908 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c018fc78-e806-4690-825c-5d3c34955472 req-80598557-bc7e-4dd3-8f3f-d21d1bec2758 tempest-TaggedBootDevicesTest_v242-798392635 tempest-TaggedBootDevicesTest_v242-798392635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:05:35.647709 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-c018fc78-e806-4690-825c-5d3c34955472 req-80598557-bc7e-4dd3-8f3f-d21d1bec2758 tempest-TaggedBootDevicesTest_v242-798392635 tempest-TaggedBootDevicesTest_v242-798392635-project] 10.222.0.75 "GET /v2.0/ports?device_id=8319129f-1054-494a-b0c0-2ec99e839619 HTTP/1.1" status: 200 len: 2375 time: 0.1086392 Feb 09 19:05:35.651643 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-621292b9-7ef7-4ece-a1f0-0b3d045ee337 req-7c4c1a79-08af-4535-b34b-7a5c5867ce6f service neutron] 10.222.0.89 "GET /v2.0/networks/f1e6924e-7348-48ca-aa14-d5834e100bd2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1730862 Feb 09 19:05:35.665461 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-616f70aa-f671-4729-89b3-fb29abd98c37 req-35dd8996-ec0b-4b7c-aa6e-6f3db7cc4104 tempest-QuotasAdminNegativeTest-1016736285 tempest-QuotasAdminNegativeTest-1016736285-project] 10.222.0.75 "GET /v2.0/ports?tenant_id=96cf2e9f4aaf47ccaa29e715df135703&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0672638 Feb 09 19:05:35.717867 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-af2b3db8-70af-45b0-a5c8-d09e1a84ced1 req-ccd2a376-93ed-4733-9e5e-9e3f96d3e2d3 service neutron] 10.222.0.89 "GET /v2.0/networks/3aeedb6f-762d-4e6c-8ee5-bfa54ee38104?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2323530 Feb 09 19:05:35.727670 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [req-225988cb-01d5-4cd7-baeb-57ca66f856e3 req-afc041c3-a6a6-47bd-af6f-fca81711fa4a tempest-ServersOnMultiNodesTest-1472402947 tempest-ServersOnMultiNodesTest-1472402947-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762866656467', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14393751'] for port (a294bcb8-d442-49d2-9a1d-f7a2c1782013), after_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:05:35.743246 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [req-34070aeb-f347-4ef0-8065-5c52f76dd850 req-073e7f24-719f-4702-a9d7-fb0041c037c7 tempest-TaggedBootDevicesTest_v242-798392635 tempest-TaggedBootDevicesTest_v242-798392635-project] Publish callbacks [] for port (a7b6d8bb-417c-4222-9de0-5c1844679bed), precommit_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:05:35.745067 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-7429db8d-6021-40ad-813e-885be449a89b None None] get_ports_and_sgs() called for port_ids ['9431105a-be29-4ce5-9970-f91bee564b4b', 'f2af33d6-809c-4462-a1c1-648e7e81004e', '06d7c180-3877-4407-9db3-c4e82f2a9b30', '8785c69d-6d10-4443-a2ce-db0ad5c8182f'] {{(pid=103232) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 19:05:35.792600 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-c018fc78-e806-4690-825c-5d3c34955472 req-0d51fa3d-35ef-426d-aba0-9a0c7ed7c3a6 tempest-TaggedBootDevicesTest_v242-798392635 tempest-TaggedBootDevicesTest_v242-798392635-project] 10.222.0.75 "GET /v2.0/security-groups?id=58062d4f-c149-4db3-a357-a4eb59a3d83e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1373892 Feb 09 19:05:35.804314 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] get_ports_and_sgs() called for port_ids ['bc357ad8-1b22-4fe1-a6af-e296389a311b', 'c1d73ea9-8c68-47bd-93c8-9905d58b5c08'] {{(pid=103232) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 19:05:35.863994 n-d-713498-36 neutron-server[103230]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-225988cb-01d5-4cd7-baeb-57ca66f856e3 req-afc041c3-a6a6-47bd-af6f-fca81711fa4a tempest-ServersOnMultiNodesTest-1472402947 tempest-ServersOnMultiNodesTest-1472402947-project] Network 2b5494c8-cf97-42c1-b902-87f998f28179 is already hosted by enough agents. {{(pid=103230) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 19:05:35.874106 n-d-713498-36 neutron-server[103230]: DEBUG neutron.scheduler.base_scheduler [req-225988cb-01d5-4cd7-baeb-57ca66f856e3 req-afc041c3-a6a6-47bd-af6f-fca81711fa4a tempest-ServersOnMultiNodesTest-1472402947 tempest-ServersOnMultiNodesTest-1472402947-project] Resources bound (agent type, host, resource id): {{(pid=103230) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 19:05:35.877549 n-d-713498-36 neutron-server[103230]: DEBUG neutron.db.l3_dvrscheduler_db [req-225988cb-01d5-4cd7-baeb-57ca66f856e3 req-afc041c3-a6a6-47bd-af6f-fca81711fa4a tempest-ServersOnMultiNodesTest-1472402947 tempest-ServersOnMultiNodesTest-1472402947-project] Received port after_create {{(pid=103230) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 19:05:35.911058 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afc041c3-a6a6-47bd-af6f-fca81711fa4a tempest-ServersOnMultiNodesTest-1472402947 tempest-ServersOnMultiNodesTest-1472402947-project] Pushing event updated for resources: {'Port': ['ID=a294bcb8-d442-49d2-9a1d-f7a2c1782013,revision_number=1']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:05:35.922489 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-621292b9-7ef7-4ece-a1f0-0b3d045ee337 req-02627067-bca7-4297-ad7b-3707fac1c048 service neutron] 10.222.0.89 "GET /v2.0/networks/f1e6924e-7348-48ca-aa14-d5834e100bd2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2600272 Feb 09 19:05:36.063681 n-d-713498-36 neutron-server[103229]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '32bf91ec-07c2-4708-858a-e8e64b1da7a6', 'name': 'network-vif-deleted', 'tag': '0359494e-ba4d-4050-8b2f-eaed6c3f4823'}] {{(pid=103229) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 19:05:36.066839 n-d-713498-36 neutron-server[103229]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fa6ae9a20702bd564eaf90d946620b2b4277b1ab91129323d3b54181076be307" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8d58d7dc-690d-4a14-99eb-343253a16948" -d '{"events": [{"server_uuid": "32bf91ec-07c2-4708-858a-e8e64b1da7a6", "name": "network-vif-deleted", "tag": "0359494e-ba4d-4050-8b2f-eaed6c3f4823"}]}' {{(pid=103229) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 19:05:36.102167 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6bf9166-3d88-4626-8875-b11ca4a7cefa req-352c63a3-a5d0-4e81-9a48-551cdcf4e7a8 tempest-ServersOnMultiNodesTest-1472402947 tempest-ServersOnMultiNodesTest-1472402947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:05:36.103769 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-f6bf9166-3d88-4626-8875-b11ca4a7cefa req-352c63a3-a5d0-4e81-9a48-551cdcf4e7a8 tempest-ServersOnMultiNodesTest-1472402947 tempest-ServersOnMultiNodesTest-1472402947-project] 10.222.0.75 "GET /v2.0/ports?device_id=51cb8794-bff0-486c-b5b2-ded44945fc8b HTTP/1.1" status: 200 len: 936 time: 0.1173134 Feb 09 19:05:36.146178 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-058cd96b-43dc-4c92-914e-1011454f0b91 req-89897a12-7807-4c11-bec0-20a7a94bb281 tempest-FloatingIPsAssociationTestJSON-731512856 tempest-FloatingIPsAssociationTestJSON-731512856-project] 10.222.0.75 "GET /v2.0/floatingips?floating_ip_address=172.25.1.47 HTTP/1.1" status: 200 len: 1000 time: 0.2191691 Feb 09 19:05:36.160967 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [req-34070aeb-f347-4ef0-8065-5c52f76dd850 req-073e7f24-719f-4702-a9d7-fb0041c037c7 tempest-TaggedBootDevicesTest_v242-798392635 tempest-TaggedBootDevicesTest_v242-798392635-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762866656467', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14393751'] for port (a7b6d8bb-417c-4222-9de0-5c1844679bed), after_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:05:36.194925 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-f6bf9166-3d88-4626-8875-b11ca4a7cefa req-1c19652f-05ea-4e83-9153-5d3ede751974 tempest-ServersOnMultiNodesTest-1472402947 tempest-ServersOnMultiNodesTest-1472402947-project] 10.222.0.75 "GET /v2.0/security-groups?id=aed5302d-0478-4b9d-b014-143adc5c0d74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0802085 Feb 09 19:05:36.284873 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-073e7f24-719f-4702-a9d7-fb0041c037c7 tempest-TaggedBootDevicesTest_v242-798392635 tempest-TaggedBootDevicesTest_v242-798392635-project] Pushing event updated for resources: {'Port': ['ID=a7b6d8bb-417c-4222-9de0-5c1844679bed,revision_number=1']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:05:36.300510 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-af2b3db8-70af-45b0-a5c8-d09e1a84ced1 req-5105ea33-e08f-4cc3-b876-3d1e5dd706e3 service neutron] 10.222.0.89 "GET /v2.0/networks/3aeedb6f-762d-4e6c-8ee5-bfa54ee38104?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5758209 Feb 09 19:05:36.315194 n-d-713498-36 neutron-server[103230]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-34070aeb-f347-4ef0-8065-5c52f76dd850 req-073e7f24-719f-4702-a9d7-fb0041c037c7 tempest-TaggedBootDevicesTest_v242-798392635 tempest-TaggedBootDevicesTest_v242-798392635-project] Network 827c740b-e08e-4994-bbc7-e073abc4dcaf is already hosted by enough agents. {{(pid=103230) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 19:05:36.320704 n-d-713498-36 neutron-server[103230]: DEBUG neutron.scheduler.base_scheduler [req-34070aeb-f347-4ef0-8065-5c52f76dd850 req-073e7f24-719f-4702-a9d7-fb0041c037c7 tempest-TaggedBootDevicesTest_v242-798392635 tempest-TaggedBootDevicesTest_v242-798392635-project] Resources bound (agent type, host, resource id): {{(pid=103230) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 19:05:36.328337 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-225988cb-01d5-4cd7-baeb-57ca66f856e3 req-afc041c3-a6a6-47bd-af6f-fca81711fa4a tempest-ServersOnMultiNodesTest-1472402947 tempest-ServersOnMultiNodesTest-1472402947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:05:36.329512 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [req-225988cb-01d5-4cd7-baeb-57ca66f856e3 req-afc041c3-a6a6-47bd-af6f-fca81711fa4a tempest-ServersOnMultiNodesTest-1472402947 tempest-ServersOnMultiNodesTest-1472402947-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171096'] for port (None), before_response {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:05:36.342681 n-d-713498-36 neutron-server[103230]: DEBUG neutron.db.l3_dvrscheduler_db [req-34070aeb-f347-4ef0-8065-5c52f76dd850 req-073e7f24-719f-4702-a9d7-fb0041c037c7 tempest-TaggedBootDevicesTest_v242-798392635 tempest-TaggedBootDevicesTest_v242-798392635-project] Received port after_create {{(pid=103230) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 19:05:36.359698 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-225988cb-01d5-4cd7-baeb-57ca66f856e3 req-afc041c3-a6a6-47bd-af6f-fca81711fa4a tempest-ServersOnMultiNodesTest-1472402947 tempest-ServersOnMultiNodesTest-1472402947-project] 10.222.0.90 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.6056707 Feb 09 19:05:36.405972 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.v2.base [req-225988cb-01d5-4cd7-baeb-57ca66f856e3 req-a7b2a7f2-b639-499f-9d3a-558b249c2764 service neutron] Request body: {'port': {'device_id': '51cb8794-bff0-486c-b5b2-ded44945fc8b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-713498-36'}} {{(pid=103230) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 19:05:36.450122 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-058cd96b-43dc-4c92-914e-1011454f0b91 req-ec2cecb8-8178-4a60-af06-7290c14a4c41 tempest-FloatingIPsAssociationTestJSON-731512856 tempest-FloatingIPsAssociationTestJSON-731512856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:05:36.462571 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-058cd96b-43dc-4c92-914e-1011454f0b91 req-ec2cecb8-8178-4a60-af06-7290c14a4c41 tempest-FloatingIPsAssociationTestJSON-731512856 tempest-FloatingIPsAssociationTestJSON-731512856-project] 10.222.0.75 "GET /v2.0/ports/fff28e55-1481-495e-822a-a809fab17399 HTTP/1.1" status: 200 len: 942 time: 0.3082480 Feb 09 19:05:36.467796 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Device 0359494e-ba4d-4050-8b2f-eaed6c3f4823 no longer exists at agent hyperv_n-h2-713498-36 {{(pid=103232) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 19:05:36.480548 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55a04d6d-31cd-4737-bff9-ae81beec2613 req-a6f851d6-6b4e-4a51-a12f-cce91dbcff32 tempest-SecurityGroupsTestJSON-1151704431 tempest-SecurityGroupsTestJSON-1151704431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:05:36.488840 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-55a04d6d-31cd-4737-bff9-ae81beec2613 req-a6f851d6-6b4e-4a51-a12f-cce91dbcff32 tempest-SecurityGroupsTestJSON-1151704431 tempest-SecurityGroupsTestJSON-1151704431-project] 10.222.0.75 "GET /v2.0/ports?device_id=f00ecfa2-51bd-4cf5-a4e0-ec73d3e22ffa HTTP/1.1" status: 200 len: 985 time: 0.1180816 Feb 09 19:05:36.510232 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-7429db8d-6021-40ad-813e-885be449a89b None None] No Port match for: 0359494e-ba4d-4050-8b2f-eaed6c3f4823 {{(pid=103232) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 19:05:36.510574 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Device 0359494e-ba4d-4050-8b2f-eaed6c3f4823 not bound to the agent host n-h2-713498-36 {{(pid=103232) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 19:05:36.552638 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.provisioning_blocks [None req-a71b17fb-30f7-4dd8-b35a-21b8eed0c003 None None] Provisioning complete for port a294bcb8-d442-49d2-9a1d-f7a2c1782013 triggered by entity DHCP. {{(pid=103232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 19:05:36.553115 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-a71b17fb-30f7-4dd8-b35a-21b8eed0c003 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593630'] for port (a294bcb8-d442-49d2-9a1d-f7a2c1782013), provisioning_complete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:05:36.591264 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-55a04d6d-31cd-4737-bff9-ae81beec2613 req-43efc760-b514-47b0-833d-958707f0814b tempest-SecurityGroupsTestJSON-1151704431 tempest-SecurityGroupsTestJSON-1151704431-project] 10.222.0.75 "GET /v2.0/security-groups?id=b086e46d-c919-4db6-b232-c76d0cd5bdfc&id=22bcb932-19f7-46ba-b2c8-090f138c7032&fields=id&fields=name HTTP/1.1" status: 200 len: 402 time: 0.1007056 Feb 09 19:05:36.624762 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [req-225988cb-01d5-4cd7-baeb-57ca66f856e3 req-a7b2a7f2-b639-499f-9d3a-558b249c2764 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (a294bcb8-d442-49d2-9a1d-f7a2c1782013), before_update {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:05:36.656409 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34070aeb-f347-4ef0-8065-5c52f76dd850 req-073e7f24-719f-4702-a9d7-fb0041c037c7 tempest-TaggedBootDevicesTest_v242-798392635 tempest-TaggedBootDevicesTest_v242-798392635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:05:36.657604 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [req-34070aeb-f347-4ef0-8065-5c52f76dd850 req-073e7f24-719f-4702-a9d7-fb0041c037c7 tempest-TaggedBootDevicesTest_v242-798392635 tempest-TaggedBootDevicesTest_v242-798392635-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171096'] for port (None), before_response {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:05:36.707370 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-34070aeb-f347-4ef0-8065-5c52f76dd850 req-073e7f24-719f-4702-a9d7-fb0041c037c7 tempest-TaggedBootDevicesTest_v242-798392635 tempest-TaggedBootDevicesTest_v242-798392635-project] 10.222.0.90 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.6156454 Feb 09 19:05:36.726072 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d19ee280-fd83-4a54-ab57-5762ab6b1485 req-9574e399-55d3-4bd4-96a9-052ee72ada68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:05:36.727691 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-d19ee280-fd83-4a54-ab57-5762ab6b1485 req-9574e399-55d3-4bd4-96a9-052ee72ada68 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=bff3c1e37b294eeb94406c2c4c8cd026&device_id=f00ecfa2-51bd-4cf5-a4e0-ec73d3e22ffa HTTP/1.1" status: 200 len: 1168 time: 0.3366714 Feb 09 19:05:36.744968 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.v2.base [req-34070aeb-f347-4ef0-8065-5c52f76dd850 req-b38a04bf-fc2b-4b70-bb2f-0c5e7c5627c9 tempest-TaggedBootDevicesTest_v242-798392635 tempest-TaggedBootDevicesTest_v242-798392635-project] Request body: {'port': {'device_id': '8319129f-1054-494a-b0c0-2ec99e839619', 'fixed_ips': [{'ip_address': '10.2.2.200'}], 'network_id': '827c740b-e08e-4994-bbc7-e073abc4dcaf', 'admin_state_up': True, 'tenant_id': '1165ce6413224edfb276f9f552a74208', 'security_groups': ['58062d4f-c149-4db3-a357-a4eb59a3d83e']}} {{(pid=103230) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 19:05:36.831540 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-a71b17fb-30f7-4dd8-b35a-21b8eed0c003 None None] Port a294bcb8-d442-49d2-9a1d-f7a2c1782013 cannot update to ACTIVE because it is not bound. {{(pid=103232) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 19:05:36.883396 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-058cd96b-43dc-4c92-914e-1011454f0b91 req-a6929a7f-b0cb-4cbf-b3c6-86aa49be1f91 tempest-FloatingIPsAssociationTestJSON-731512856 tempest-FloatingIPsAssociationTestJSON-731512856-project] 10.222.0.75 "GET /v2.0/floatingips?floating_ip_address=172.25.1.47 HTTP/1.1" status: 200 len: 1000 time: 0.3381989 Feb 09 19:05:37.014451 n-d-713498-36 neutron-server[103229]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 19:05:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-076c2837-787d-4ee9-b059-d02b2f5c442e x-openstack-request-id: req-076c2837-787d-4ee9-b059-d02b2f5c442e {{(pid=103229) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 19:05:37.015149 n-d-713498-36 neutron-server[103229]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "32bf91ec-07c2-4708-858a-e8e64b1da7a6", "name": "network-vif-deleted", "tag": "0359494e-ba4d-4050-8b2f-eaed6c3f4823", "status": "completed", "code": 200}]} {{(pid=103229) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 19:05:37.015642 n-d-713498-36 neutron-server[103229]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-076c2837-787d-4ee9-b059-d02b2f5c442e {{(pid=103229) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 19:05:37.016285 n-d-713498-36 neutron-server[103229]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '32bf91ec-07c2-4708-858a-e8e64b1da7a6', 'name': 'network-vif-deleted', 'tag': '0359494e-ba4d-4050-8b2f-eaed6c3f4823', 'status': 'completed', 'code': 200} Feb 09 19:05:37.061239 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.provisioning_blocks [None req-51cd4d23-3994-4c41-b4a5-01ea94a80917 None None] Provisioning complete for port a7b6d8bb-417c-4222-9de0-5c1844679bed triggered by entity DHCP. {{(pid=103232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 19:05:37.062004 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-51cd4d23-3994-4c41-b4a5-01ea94a80917 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593630'] for port (a7b6d8bb-417c-4222-9de0-5c1844679bed), provisioning_complete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:05:37.101833 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-51cd4d23-3994-4c41-b4a5-01ea94a80917 None None] Port a7b6d8bb-417c-4222-9de0-5c1844679bed cannot update to ACTIVE because it is not bound. {{(pid=103232) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 19:05:37.414524 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-34070aeb-f347-4ef0-8065-5c52f76dd850 req-b38a04bf-fc2b-4b70-bb2f-0c5e7c5627c9 tempest-TaggedBootDevicesTest_v242-798392635 tempest-TaggedBootDevicesTest_v242-798392635-project] Made reservation on behalf of 1165ce6413224edfb276f9f552a74208 for: {'port': 1} {{(pid=103230) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 19:05:37.421833 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [req-34070aeb-f347-4ef0-8065-5c52f76dd850 req-b38a04bf-fc2b-4b70-bb2f-0c5e7c5627c9 tempest-TaggedBootDevicesTest_v242-798392635 tempest-TaggedBootDevicesTest_v242-798392635-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (None), before_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:05:37.471698 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79581635-903c-4e35-8bcd-f937ba825c92 req-a9e62638-6dbd-47ec-b8e5-5792788138e6 tempest-TaggedBootDevicesTest_v242-798392635 tempest-TaggedBootDevicesTest_v242-798392635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:05:37.479923 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79581635-903c-4e35-8bcd-f937ba825c92 req-a9e62638-6dbd-47ec-b8e5-5792788138e6 tempest-TaggedBootDevicesTest_v242-798392635 tempest-TaggedBootDevicesTest_v242-798392635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:05:37.486476 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79581635-903c-4e35-8bcd-f937ba825c92 req-a9e62638-6dbd-47ec-b8e5-5792788138e6 tempest-TaggedBootDevicesTest_v242-798392635 tempest-TaggedBootDevicesTest_v242-798392635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:05:37.491925 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79581635-903c-4e35-8bcd-f937ba825c92 req-a9e62638-6dbd-47ec-b8e5-5792788138e6 tempest-TaggedBootDevicesTest_v242-798392635 tempest-TaggedBootDevicesTest_v242-798392635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:05:37.493696 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-79581635-903c-4e35-8bcd-f937ba825c92 req-a9e62638-6dbd-47ec-b8e5-5792788138e6 tempest-TaggedBootDevicesTest_v242-798392635 tempest-TaggedBootDevicesTest_v242-798392635-project] 10.222.0.75 "GET /v2.0/ports?device_id=8319129f-1054-494a-b0c0-2ec99e839619 HTTP/1.1" status: 200 len: 3096 time: 0.1119790 Feb 09 19:05:37.582835 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-79581635-903c-4e35-8bcd-f937ba825c92 req-8262df87-d598-4925-95e1-539f795b0088 tempest-TaggedBootDevicesTest_v242-798392635 tempest-TaggedBootDevicesTest_v242-798392635-project] 10.222.0.75 "GET /v2.0/security-groups?id=58062d4f-c149-4db3-a357-a4eb59a3d83e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0823548 Feb 09 19:05:37.630909 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-058cd96b-43dc-4c92-914e-1011454f0b91 req-10a62930-64ce-4c54-93db-46b72e867946 tempest-FloatingIPsAssociationTestJSON-731512856 tempest-FloatingIPsAssociationTestJSON-731512856-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:05:37.638353 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-058cd96b-43dc-4c92-914e-1011454f0b91 req-10a62930-64ce-4c54-93db-46b72e867946 tempest-FloatingIPsAssociationTestJSON-731512856 tempest-FloatingIPsAssociationTestJSON-731512856-project] 10.222.0.75 "GET /v2.0/networks/88055e1e-672a-4487-be31-ffb6e833ece5 HTTP/1.1" status: 200 len: 784 time: 0.7540851 Feb 09 19:05:37.646564 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d19ee280-fd83-4a54-ab57-5762ab6b1485 req-7bee2478-9eae-4db5-ac49-2b2fef374675 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:05:37.648066 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-d19ee280-fd83-4a54-ab57-5762ab6b1485 req-7bee2478-9eae-4db5-ac49-2b2fef374675 service neutron] 10.222.0.89 "GET /v2.0/networks?id=3aeedb6f-762d-4e6c-8ee5-bfa54ee38104 HTTP/1.1" status: 200 len: 914 time: 0.7955632 Feb 09 19:05:37.765977 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-d19ee280-fd83-4a54-ab57-5762ab6b1485 req-7675e335-54e9-4204-bb62-76289fa26a6e service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=84d5567e-44ed-41fd-8a8e-d80271a0a3f0 HTTP/1.1" status: 200 len: 217 time: 0.0957558 Feb 09 19:05:37.859907 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f25e40e-9095-4afc-a5db-007fadf88215 req-93d21a33-4a37-4740-99f4-5d896195eb4a tempest-ServersOnMultiNodesTest-1472402947 tempest-ServersOnMultiNodesTest-1472402947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:05:37.871716 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-7f25e40e-9095-4afc-a5db-007fadf88215 req-93d21a33-4a37-4740-99f4-5d896195eb4a tempest-ServersOnMultiNodesTest-1472402947 tempest-ServersOnMultiNodesTest-1472402947-project] 10.222.0.75 "GET /v2.0/ports?device_id=51cb8794-bff0-486c-b5b2-ded44945fc8b HTTP/1.1" status: 200 len: 936 time: 0.0773003 Feb 09 19:05:37.879862 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-058cd96b-43dc-4c92-914e-1011454f0b91 req-01229876-33d9-4d49-a6fe-71a6e36d60b7 tempest-FloatingIPsAssociationTestJSON-731512856 tempest-FloatingIPsAssociationTestJSON-731512856-project] 10.222.0.75 "GET /v2.0/floatingips?floating_ip_address=172.25.1.47 HTTP/1.1" status: 200 len: 1000 time: 0.2405744 Feb 09 19:05:37.884613 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.v2.base [req-058cd96b-43dc-4c92-914e-1011454f0b91 req-221ffd4c-6e5c-49a7-bcec-717418b2029e tempest-FloatingIPsAssociationTestJSON-731512856 tempest-FloatingIPsAssociationTestJSON-731512856-project] Request body: {'floatingip': {'port_id': None}} {{(pid=103230) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 19:05:37.934989 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-7f25e40e-9095-4afc-a5db-007fadf88215 req-6e0e66f7-be81-432f-9180-3ed00b389d3a tempest-ServersOnMultiNodesTest-1472402947 tempest-ServersOnMultiNodesTest-1472402947-project] 10.222.0.75 "GET /v2.0/security-groups?id=aed5302d-0478-4b9d-b014-143adc5c0d74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0621524 Feb 09 19:05:37.972897 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d19ee280-fd83-4a54-ab57-5762ab6b1485 req-e6d3e373-a0ed-479a-ac6e-e5fa06c92cfb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:05:37.974386 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-d19ee280-fd83-4a54-ab57-5762ab6b1485 req-e6d3e373-a0ed-479a-ac6e-e5fa06c92cfb service neutron] 10.222.0.89 "GET /v2.0/subnets?id=717af8bd-c7df-4f19-ad07-3fc4563db201 HTTP/1.1" status: 200 len: 853 time: 0.1743445 Feb 09 19:05:38.052268 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-d19ee280-fd83-4a54-ab57-5762ab6b1485 req-90b785ce-cfd1-4188-af15-b6c8b41919f9 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=3aeedb6f-762d-4e6c-8ee5-bfa54ee38104&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0539382 Feb 09 19:05:38.063282 n-d-713498-36 neutron-server[103230]: DEBUG neutron.notifiers.nova [req-225988cb-01d5-4cd7-baeb-57ca66f856e3 req-a7b2a7f2-b639-499f-9d3a-558b249c2764 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a294bcb8-d442-49d2-9a1d-f7a2c1782013 {{(pid=103230) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 19:05:38.069135 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [req-058cd96b-43dc-4c92-914e-1011454f0b91 req-221ffd4c-6e5c-49a7-bcec-717418b2029e tempest-FloatingIPsAssociationTestJSON-731512856 tempest-FloatingIPsAssociationTestJSON-731512856-project] Publish callbacks [] for floatingip (90ab6c29-730c-48b0-825b-c15a934d4e4f), before_update {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:05:38.070308 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-867955bf-82a7-4095-8498-c4e06905f84b req-880f1e46-5c95-44bf-a0be-b1034ce4ba8a tempest-TenantUsagesTestJSON-72406381 tempest-TenantUsagesTestJSON-72406381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:05:38.078544 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-867955bf-82a7-4095-8498-c4e06905f84b req-880f1e46-5c95-44bf-a0be-b1034ce4ba8a tempest-TenantUsagesTestJSON-72406381 tempest-TenantUsagesTestJSON-72406381-project] 10.222.0.75 "GET /v2.0/ports?device_id=f37012e8-afbe-4a27-a2c8-7089008934be HTTP/1.1" status: 200 len: 949 time: 0.0741470 Feb 09 19:05:38.118434 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [req-225988cb-01d5-4cd7-baeb-57ca66f856e3 req-a7b2a7f2-b639-499f-9d3a-558b249c2764 service neutron] Publish callbacks [] for port (a294bcb8-d442-49d2-9a1d-f7a2c1782013), precommit_update {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:05:38.122823 n-d-713498-36 neutron-server[103230]: DEBUG neutron.db.db_base_plugin_common [req-34070aeb-f347-4ef0-8065-5c52f76dd850 req-b38a04bf-fc2b-4b70-bb2f-0c5e7c5627c9 tempest-TaggedBootDevicesTest_v242-798392635 tempest-TaggedBootDevicesTest_v242-798392635-project] Allocated IP 10.2.2.200 (827c740b-e08e-4994-bbc7-e073abc4dcaf/62aa7105-9b3f-4b31-849e-86005d5d6eff/79f07b23-6771-42a0-bab9-d3efdb3c9702) {{(pid=103230) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 19:05:38.143018 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-867955bf-82a7-4095-8498-c4e06905f84b req-7da95a89-99ff-41e4-be16-f51f60a81d09 tempest-TenantUsagesTestJSON-72406381 tempest-TenantUsagesTestJSON-72406381-project] 10.222.0.75 "GET /v2.0/security-groups?id=0b341b8f-0cb8-4006-83e3-da8a9dd80697&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0626733 Feb 09 19:05:38.194136 n-d-713498-36 neutron-server[103230]: DEBUG neutron.db.provisioning_blocks [req-225988cb-01d5-4cd7-baeb-57ca66f856e3 req-a7b2a7f2-b639-499f-9d3a-558b249c2764 service neutron] Transition to ACTIVE for port object a294bcb8-d442-49d2-9a1d-f7a2c1782013 will not be triggered until provisioned by entity L2. {{(pid=103230) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 19:05:38.227332 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [req-225988cb-01d5-4cd7-baeb-57ca66f856e3 req-a7b2a7f2-b639-499f-9d3a-558b249c2764 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762867176205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762866656485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762866656503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14393758'] for port (a294bcb8-d442-49d2-9a1d-f7a2c1782013), after_update {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:05:38.287708 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1c00aa9-f288-461d-a645-5bd7f39b8a9b req-0bc86e0d-7ff5-4d63-aea7-5763dd61dbe0 tempest-SecurityGroupsTestJSON-1151704431 tempest-SecurityGroupsTestJSON-1151704431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:05:38.289825 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-c1c00aa9-f288-461d-a645-5bd7f39b8a9b req-0bc86e0d-7ff5-4d63-aea7-5763dd61dbe0 tempest-SecurityGroupsTestJSON-1151704431 tempest-SecurityGroupsTestJSON-1151704431-project] 10.222.0.75 "GET /v2.0/ports?device_id=f00ecfa2-51bd-4cf5-a4e0-ec73d3e22ffa HTTP/1.1" status: 200 len: 985 time: 0.0857556 Feb 09 19:05:38.401116 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-c1c00aa9-f288-461d-a645-5bd7f39b8a9b req-b5be3f4b-341b-4d48-b1f0-d4ff740087ae tempest-SecurityGroupsTestJSON-1151704431 tempest-SecurityGroupsTestJSON-1151704431-project] 10.222.0.75 "GET /v2.0/security-groups?id=b086e46d-c919-4db6-b232-c76d0cd5bdfc&id=22bcb932-19f7-46ba-b2c8-090f138c7032&fields=id&fields=name HTTP/1.1" status: 200 len: 402 time: 0.0943735 Feb 09 19:05:38.417338 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-d19ee280-fd83-4a54-ab57-5762ab6b1485 req-2d0fe6f5-9fb3-4cc8-ad12-8f4f338ace3d service neutron] 10.222.0.89 "GET /v2.0/networks/3aeedb6f-762d-4e6c-8ee5-bfa54ee38104?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3439937 Feb 09 19:05:38.442403 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7b2a7f2-b639-499f-9d3a-558b249c2764 service neutron] Pushing event updated for resources: {'Port': ['ID=a294bcb8-d442-49d2-9a1d-f7a2c1782013,revision_number=2']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:05:38.534061 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [req-058cd96b-43dc-4c92-914e-1011454f0b91 req-221ffd4c-6e5c-49a7-bcec-717418b2029e tempest-FloatingIPsAssociationTestJSON-731512856 tempest-FloatingIPsAssociationTestJSON-731512856-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:05:38.574150 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [req-058cd96b-43dc-4c92-914e-1011454f0b91 req-221ffd4c-6e5c-49a7-bcec-717418b2029e tempest-FloatingIPsAssociationTestJSON-731512856 tempest-FloatingIPsAssociationTestJSON-731512856-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1818909'] for floatingip (90ab6c29-730c-48b0-825b-c15a934d4e4f), after_update {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:05:38.574481 n-d-713498-36 neutron-server[103230]: INFO neutron.db.l3_db [req-058cd96b-43dc-4c92-914e-1011454f0b91 req-221ffd4c-6e5c-49a7-bcec-717418b2029e tempest-FloatingIPsAssociationTestJSON-731512856 tempest-FloatingIPsAssociationTestJSON-731512856-project] Floating IP 90ab6c29-730c-48b0-825b-c15a934d4e4f disassociated. External IP: 172.25.1.47, port: fff28e55-1481-495e-822a-a809fab17399. Feb 09 19:05:38.805066 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.managers [req-225988cb-01d5-4cd7-baeb-57ca66f856e3 req-a7b2a7f2-b639-499f-9d3a-558b249c2764 service neutron] Attempting to bind port a294bcb8-d442-49d2-9a1d-f7a2c1782013 on host n-h2-713498-36 for vnic_type normal with profile {{(pid=103230) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 19:05:38.805512 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.managers [req-225988cb-01d5-4cd7-baeb-57ca66f856e3 req-a7b2a7f2-b639-499f-9d3a-558b249c2764 service neutron] Attempting to bind port a294bcb8-d442-49d2-9a1d-f7a2c1782013 by drivers openvswitch,hyperv on host n-h2-713498-36 at level 0 using segments [{'id': '50e5915e-18f0-4558-9a28-b978975ead36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': '2b5494c8-cf97-42c1-b902-87f998f28179'}] {{(pid=103230) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 19:05:38.805925 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-225988cb-01d5-4cd7-baeb-57ca66f856e3 req-a7b2a7f2-b639-499f-9d3a-558b249c2764 service neutron] Attempting to bind port a294bcb8-d442-49d2-9a1d-f7a2c1782013 on network 2b5494c8-cf97-42c1-b902-87f998f28179 {{(pid=103230) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 19:05:38.833201 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7c31d95-a0e5-40c1-aff9-99e7f4f71d7a req-e24e46f8-35f5-475e-bd38-455f36877c2e tempest-TaggedBootDevicesTest_v242-798392635 tempest-TaggedBootDevicesTest_v242-798392635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:05:38.839116 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7c31d95-a0e5-40c1-aff9-99e7f4f71d7a req-e24e46f8-35f5-475e-bd38-455f36877c2e tempest-TaggedBootDevicesTest_v242-798392635 tempest-TaggedBootDevicesTest_v242-798392635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:05:38.845567 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7c31d95-a0e5-40c1-aff9-99e7f4f71d7a req-e24e46f8-35f5-475e-bd38-455f36877c2e tempest-TaggedBootDevicesTest_v242-798392635 tempest-TaggedBootDevicesTest_v242-798392635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:05:38.847874 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-225988cb-01d5-4cd7-baeb-57ca66f856e3 req-a7b2a7f2-b639-499f-9d3a-558b249c2764 service neutron] Port a294bcb8-d442-49d2-9a1d-f7a2c1782013 on network 2b5494c8-cf97-42c1-b902-87f998f28179 not bound, no agent of type Open vSwitch agent registered on host n-h2-713498-36 {{(pid=103230) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 19:05:38.848211 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-225988cb-01d5-4cd7-baeb-57ca66f856e3 req-a7b2a7f2-b639-499f-9d3a-558b249c2764 service neutron] Attempting to bind port a294bcb8-d442-49d2-9a1d-f7a2c1782013 on network 2b5494c8-cf97-42c1-b902-87f998f28179 {{(pid=103230) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 19:05:38.851417 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7c31d95-a0e5-40c1-aff9-99e7f4f71d7a req-e24e46f8-35f5-475e-bd38-455f36877c2e tempest-TaggedBootDevicesTest_v242-798392635 tempest-TaggedBootDevicesTest_v242-798392635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:05:38.859077 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-b7c31d95-a0e5-40c1-aff9-99e7f4f71d7a req-e24e46f8-35f5-475e-bd38-455f36877c2e tempest-TaggedBootDevicesTest_v242-798392635 tempest-TaggedBootDevicesTest_v242-798392635-project] 10.222.0.75 "GET /v2.0/ports?device_id=8319129f-1054-494a-b0c0-2ec99e839619 HTTP/1.1" status: 200 len: 3096 time: 0.1188748 Feb 09 19:05:38.859294 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-225988cb-01d5-4cd7-baeb-57ca66f856e3 req-a7b2a7f2-b639-499f-9d3a-558b249c2764 service neutron] Checking agent: {'id': 'bcd5faee-dc24-4298-9134-0e0aa054058e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713498-36', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 18, 59, 19), 'started_at': datetime.datetime(2022, 2, 9, 18, 59, 19), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 19, 5, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103230) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 19:05:38.859711 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-225988cb-01d5-4cd7-baeb-57ca66f856e3 req-a7b2a7f2-b639-499f-9d3a-558b249c2764 service neutron] Checking segment: {'id': '50e5915e-18f0-4558-9a28-b978975ead36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': '2b5494c8-cf97-42c1-b902-87f998f28179'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103230) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 19:05:38.860966 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-225988cb-01d5-4cd7-baeb-57ca66f856e3 req-a7b2a7f2-b639-499f-9d3a-558b249c2764 service neutron] Bound using segment: {'id': '50e5915e-18f0-4558-9a28-b978975ead36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': '2b5494c8-cf97-42c1-b902-87f998f28179'} {{(pid=103230) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 19:05:38.861274 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.managers [req-225988cb-01d5-4cd7-baeb-57ca66f856e3 req-a7b2a7f2-b639-499f-9d3a-558b249c2764 service neutron] Bound port: a294bcb8-d442-49d2-9a1d-f7a2c1782013, host: n-h2-713498-36, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '50e5915e-18f0-4558-9a28-b978975ead36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': '2b5494c8-cf97-42c1-b902-87f998f28179'}}] {{(pid=103230) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 19:05:38.861754 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [req-225988cb-01d5-4cd7-baeb-57ca66f856e3 req-a7b2a7f2-b639-499f-9d3a-558b249c2764 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (a294bcb8-d442-49d2-9a1d-f7a2c1782013), before_update {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:05:38.867237 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [req-34070aeb-f347-4ef0-8065-5c52f76dd850 req-b38a04bf-fc2b-4b70-bb2f-0c5e7c5627c9 tempest-TaggedBootDevicesTest_v242-798392635 tempest-TaggedBootDevicesTest_v242-798392635-project] Publish callbacks [] for port (79f07b23-6771-42a0-bab9-d3efdb3c9702), precommit_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:05:38.915200 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-d19ee280-fd83-4a54-ab57-5762ab6b1485 req-15fbb5ba-aa5a-4e70-aaf2-6b4b18d2c376 service neutron] 10.222.0.89 "GET /v2.0/networks/3aeedb6f-762d-4e6c-8ee5-bfa54ee38104?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4601707 Feb 09 19:05:38.929110 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b835edd5-4e03-43ba-907b-17a5877a3efb req-15b3f61c-b27d-412e-81ff-c9ba25f6c01b tempest-TenantUsagesTestJSON-72406381 tempest-TenantUsagesTestJSON-72406381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:05:38.930767 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-b835edd5-4e03-43ba-907b-17a5877a3efb req-15b3f61c-b27d-412e-81ff-c9ba25f6c01b tempest-TenantUsagesTestJSON-72406381 tempest-TenantUsagesTestJSON-72406381-project] 10.222.0.89 "GET /v2.0/ports?device_id=f37012e8-afbe-4a27-a2c8-7089008934be HTTP/1.1" status: 200 len: 949 time: 0.1425929 Feb 09 19:05:38.940639 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-b7c31d95-a0e5-40c1-aff9-99e7f4f71d7a req-333249b3-9ccf-48df-ac35-4f415387dc0f tempest-TaggedBootDevicesTest_v242-798392635 tempest-TaggedBootDevicesTest_v242-798392635-project] 10.222.0.75 "GET /v2.0/security-groups?id=58062d4f-c149-4db3-a357-a4eb59a3d83e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0806177 Feb 09 19:05:39.107558 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [req-34070aeb-f347-4ef0-8065-5c52f76dd850 req-b38a04bf-fc2b-4b70-bb2f-0c5e7c5627c9 tempest-TaggedBootDevicesTest_v242-798392635 tempest-TaggedBootDevicesTest_v242-798392635-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762866656467', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14393751'] for port (79f07b23-6771-42a0-bab9-d3efdb3c9702), after_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:05:39.157450 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-52e1aa05-6d08-43c1-8604-e27fde4e69ca req-05e7d951-7078-4337-901d-8a9b96cbc0d7 tempest-QuotasAdminNegativeTest-1016736285 tempest-QuotasAdminNegativeTest-1016736285-project] 10.222.0.75 "GET /v2.0/networks?tenant_id=96cf2e9f4aaf47ccaa29e715df135703&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0301058 Feb 09 19:05:39.186983 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.db [req-225988cb-01d5-4cd7-baeb-57ca66f856e3 req-a7b2a7f2-b639-499f-9d3a-558b249c2764 service neutron] For port a294bcb8-d442-49d2-9a1d-f7a2c1782013, host n-h2-713498-36, cleared binding levels {{(pid=103230) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 19:05:39.215196 n-d-713498-36 neutron-server[103230]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-34070aeb-f347-4ef0-8065-5c52f76dd850 req-b38a04bf-fc2b-4b70-bb2f-0c5e7c5627c9 tempest-TaggedBootDevicesTest_v242-798392635 tempest-TaggedBootDevicesTest_v242-798392635-project] Network 827c740b-e08e-4994-bbc7-e073abc4dcaf is already hosted by enough agents. {{(pid=103230) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 19:05:39.218510 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.db [req-225988cb-01d5-4cd7-baeb-57ca66f856e3 req-a7b2a7f2-b639-499f-9d3a-558b249c2764 service neutron] For port a294bcb8-d442-49d2-9a1d-f7a2c1782013, host n-h2-713498-36, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-36',level=0,port_id=a294bcb8-d442-49d2-9a1d-f7a2c1782013,segment=NetworkSegment(50e5915e-18f0-4558-9a28-b978975ead36),segment_id=50e5915e-18f0-4558-9a28-b978975ead36)] {{(pid=103230) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 19:05:39.223455 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b38a04bf-fc2b-4b70-bb2f-0c5e7c5627c9 tempest-TaggedBootDevicesTest_v242-798392635 tempest-TaggedBootDevicesTest_v242-798392635-project] Pushing event updated for resources: {'Port': ['ID=79f07b23-6771-42a0-bab9-d3efdb3c9702,revision_number=1']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:05:39.228135 n-d-713498-36 neutron-server[103230]: DEBUG neutron.scheduler.base_scheduler [req-34070aeb-f347-4ef0-8065-5c52f76dd850 req-b38a04bf-fc2b-4b70-bb2f-0c5e7c5627c9 tempest-TaggedBootDevicesTest_v242-798392635 tempest-TaggedBootDevicesTest_v242-798392635-project] Resources bound (agent type, host, resource id): {{(pid=103230) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 19:05:39.233643 n-d-713498-36 neutron-server[103230]: DEBUG neutron.db.l3_dvrscheduler_db [req-34070aeb-f347-4ef0-8065-5c52f76dd850 req-b38a04bf-fc2b-4b70-bb2f-0c5e7c5627c9 tempest-TaggedBootDevicesTest_v242-798392635 tempest-TaggedBootDevicesTest_v242-798392635-project] Received port after_create {{(pid=103230) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 19:05:39.300913 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.plugin [req-b835edd5-4e03-43ba-907b-17a5877a3efb req-9f488b51-9f4d-4d9a-ac23-4c53bb5afb2f tempest-TenantUsagesTestJSON-72406381 tempest-TenantUsagesTestJSON-72406381-project] Deleting port 026129c2-9cf4-4b5c-8b80-582972f977f5 {{(pid=103229) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 19:05:39.301539 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-b835edd5-4e03-43ba-907b-17a5877a3efb req-9f488b51-9f4d-4d9a-ac23-4c53bb5afb2f tempest-TenantUsagesTestJSON-72406381 tempest-TenantUsagesTestJSON-72406381-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762867170196'] for port (026129c2-9cf4-4b5c-8b80-582972f977f5), before_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:05:39.371388 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52e1aa05-6d08-43c1-8604-e27fde4e69ca req-9ba2f678-0f38-4696-91f1-f4a4a3eb5441 tempest-QuotasAdminNegativeTest-1016736285 tempest-QuotasAdminNegativeTest-1016736285-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:05:39.381292 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-52e1aa05-6d08-43c1-8604-e27fde4e69ca req-9ba2f678-0f38-4696-91f1-f4a4a3eb5441 tempest-QuotasAdminNegativeTest-1016736285 tempest-QuotasAdminNegativeTest-1016736285-project] 10.222.0.75 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2221701 Feb 09 19:05:39.410666 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-52e1aa05-6d08-43c1-8604-e27fde4e69ca req-7de172be-0e3b-4dbe-a4af-abca245df6d1 tempest-QuotasAdminNegativeTest-1016736285 tempest-QuotasAdminNegativeTest-1016736285-project] 10.222.0.75 "GET /v2.0/quotas/96cf2e9f4aaf47ccaa29e715df135703 HTTP/1.1" status: 200 len: 375 time: 0.0281293 Feb 09 19:05:39.465158 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-52e1aa05-6d08-43c1-8604-e27fde4e69ca req-34a8d978-8a26-4e12-b4c4-3fcfbb28b61f tempest-QuotasAdminNegativeTest-1016736285 tempest-QuotasAdminNegativeTest-1016736285-project] 10.222.0.75 "GET /v2.0/ports?tenant_id=96cf2e9f4aaf47ccaa29e715df135703&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0531240 Feb 09 19:05:39.549237 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.db [req-b835edd5-4e03-43ba-907b-17a5877a3efb req-9f488b51-9f4d-4d9a-ac23-4c53bb5afb2f tempest-TenantUsagesTestJSON-72406381 tempest-TenantUsagesTestJSON-72406381-project] For port 026129c2-9cf4-4b5c-8b80-582972f977f5, host n-h1-713498-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-36',level=0,port_id=026129c2-9cf4-4b5c-8b80-582972f977f5,segment=NetworkSegment(50e5915e-18f0-4558-9a28-b978975ead36),segment_id=50e5915e-18f0-4558-9a28-b978975ead36)] {{(pid=103229) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 19:05:39.551990 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-b835edd5-4e03-43ba-907b-17a5877a3efb req-9f488b51-9f4d-4d9a-ac23-4c53bb5afb2f tempest-TenantUsagesTestJSON-72406381 tempest-TenantUsagesTestJSON-72406381-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1820838'] for port (026129c2-9cf4-4b5c-8b80-582972f977f5), precommit_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:05:39.586067 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.plugin [req-b835edd5-4e03-43ba-907b-17a5877a3efb req-9f488b51-9f4d-4d9a-ac23-4c53bb5afb2f tempest-TenantUsagesTestJSON-72406381 tempest-TenantUsagesTestJSON-72406381-project] Calling delete_port for 026129c2-9cf4-4b5c-8b80-582972f977f5 owned by compute:nova {{(pid=103229) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 19:05:39.648604 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [req-225988cb-01d5-4cd7-baeb-57ca66f856e3 req-a7b2a7f2-b639-499f-9d3a-558b249c2764 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762867176205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762866656485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762866656503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14393758'] for port (a294bcb8-d442-49d2-9a1d-f7a2c1782013), after_update {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:05:39.656021 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34070aeb-f347-4ef0-8065-5c52f76dd850 req-b38a04bf-fc2b-4b70-bb2f-0c5e7c5627c9 tempest-TaggedBootDevicesTest_v242-798392635 tempest-TaggedBootDevicesTest_v242-798392635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:05:39.656618 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [req-34070aeb-f347-4ef0-8065-5c52f76dd850 req-b38a04bf-fc2b-4b70-bb2f-0c5e7c5627c9 tempest-TaggedBootDevicesTest_v242-798392635 tempest-TaggedBootDevicesTest_v242-798392635-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171096'] for port (None), before_response {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:05:39.681300 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.provisioning_blocks [None req-ec6e57bc-afbb-482b-bdb2-146be32ce807 None None] Provisioning complete for port 79f07b23-6771-42a0-bab9-d3efdb3c9702 triggered by entity DHCP. {{(pid=103232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 19:05:39.682300 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-ec6e57bc-afbb-482b-bdb2-146be32ce807 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593630'] for port (79f07b23-6771-42a0-bab9-d3efdb3c9702), provisioning_complete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:05:39.699308 n-d-713498-36 neutron-server[103230]: DEBUG neutron.scheduler.l3_agent_scheduler [req-058cd96b-43dc-4c92-914e-1011454f0b91 req-221ffd4c-6e5c-49a7-bcec-717418b2029e tempest-FloatingIPsAssociationTestJSON-731512856 tempest-FloatingIPsAssociationTestJSON-731512856-project] Router cce358c5-3304-4c33-bbfc-986c1eed7a6e has already been hosted by L3 agent 93303d5e-5d17-45e8-8963-7694f87783ae {{(pid=103230) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 19:05:39.711894 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-225988cb-01d5-4cd7-baeb-57ca66f856e3 req-a7b2a7f2-b639-499f-9d3a-558b249c2764 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:05:39.712933 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [req-225988cb-01d5-4cd7-baeb-57ca66f856e3 req-a7b2a7f2-b639-499f-9d3a-558b249c2764 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171096'] for port (None), before_response {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:05:39.714549 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-225988cb-01d5-4cd7-baeb-57ca66f856e3 req-a7b2a7f2-b639-499f-9d3a-558b249c2764 service neutron] 10.222.0.90 "PUT /v2.0/ports/a294bcb8-d442-49d2-9a1d-f7a2c1782013 HTTP/1.1" status: 200 len: 1097 time: 3.3246448 Feb 09 19:05:39.721319 n-d-713498-36 neutron-server[103230]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '51cb8794-bff0-486c-b5b2-ded44945fc8b', 'tag': 'a294bcb8-d442-49d2-9a1d-f7a2c1782013'}] {{(pid=103230) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 19:05:39.724223 n-d-713498-36 neutron-server[103230]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aee5919275bae9f72eb374ee322673045eb80c1f84b4b45a97d96923bd50ab51" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-93932abf-2315-427d-ba8c-0fb40f7e75fd" -d '{"events": [{"name": "network-changed", "server_uuid": "51cb8794-bff0-486c-b5b2-ded44945fc8b", "tag": "a294bcb8-d442-49d2-9a1d-f7a2c1782013"}]}' {{(pid=103230) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 19:05:39.737886 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-34070aeb-f347-4ef0-8065-5c52f76dd850 req-b38a04bf-fc2b-4b70-bb2f-0c5e7c5627c9 tempest-TaggedBootDevicesTest_v242-798392635 tempest-TaggedBootDevicesTest_v242-798392635-project] 10.222.0.90 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.0032248 Feb 09 19:05:39.767121 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.v2.base [req-34070aeb-f347-4ef0-8065-5c52f76dd850 req-28cb5f61-3553-410d-874b-7ace55d70f4c service neutron] Request body: {'port': {'device_id': '8319129f-1054-494a-b0c0-2ec99e839619', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-713498-36'}} {{(pid=103230) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 19:05:39.785751 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-449f8e3f-ad27-456e-9175-6d6e126fb70c req-10c7d66c-a3dd-4c9b-8bab-869d92d28112 tempest-ServersOnMultiNodesTest-1472402947 tempest-ServersOnMultiNodesTest-1472402947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:05:39.787323 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-449f8e3f-ad27-456e-9175-6d6e126fb70c req-10c7d66c-a3dd-4c9b-8bab-869d92d28112 tempest-ServersOnMultiNodesTest-1472402947 tempest-ServersOnMultiNodesTest-1472402947-project] 10.222.0.75 "GET /v2.0/ports?device_id=51cb8794-bff0-486c-b5b2-ded44945fc8b HTTP/1.1" status: 200 len: 948 time: 0.1282494 Feb 09 19:05:39.806711 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-ec6e57bc-afbb-482b-bdb2-146be32ce807 None None] Port 79f07b23-6771-42a0-bab9-d3efdb3c9702 cannot update to ACTIVE because it is not bound. {{(pid=103232) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 19:05:39.846656 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-449f8e3f-ad27-456e-9175-6d6e126fb70c req-985ff28a-8900-44ed-90b6-230b8c4d5780 tempest-ServersOnMultiNodesTest-1472402947 tempest-ServersOnMultiNodesTest-1472402947-project] 10.222.0.75 "GET /v2.0/security-groups?id=aed5302d-0478-4b9d-b014-143adc5c0d74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513425 Feb 09 19:05:39.872605 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-b835edd5-4e03-43ba-907b-17a5877a3efb req-9f488b51-9f4d-4d9a-ac23-4c53bb5afb2f tempest-TenantUsagesTestJSON-72406381 tempest-TenantUsagesTestJSON-72406381-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762867177463', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762866656476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12867576'] for port (026129c2-9cf4-4b5c-8b80-582972f977f5), after_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:05:39.887593 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] get_ports_and_sgs() called for port_ids ['026129c2-9cf4-4b5c-8b80-582972f977f5'] {{(pid=103232) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 19:05:39.915676 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7b2a7f2-b639-499f-9d3a-558b249c2764 service neutron] Pushing event updated for resources: {'Port': ['ID=a294bcb8-d442-49d2-9a1d-f7a2c1782013,revision_number=3']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:05:39.936421 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f488b51-9f4d-4d9a-ac23-4c53bb5afb2f tempest-TenantUsagesTestJSON-72406381 tempest-TenantUsagesTestJSON-72406381-project] Pushing event deleted for resources: {'Port': ['ID=026129c2-9cf4-4b5c-8b80-582972f977f5,revision_number=None']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:05:40.004961 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-4df8c28d-2305-4e5c-b118-63f92593940e req-58870696-a70b-4cc0-bb7b-1f400f5a4f77 tempest-TenantUsagesTestJSON-72406381 tempest-TenantUsagesTestJSON-72406381-project] 10.222.0.75 "GET /v2.0/ports?device_id=f37012e8-afbe-4a27-a2c8-7089008934be HTTP/1.1" status: 200 len: 210 time: 0.0367377 Feb 09 19:05:40.005804 n-d-713498-36 neutron-server[103229]: DEBUG neutron.db.l3_dvrscheduler_db [req-b835edd5-4e03-43ba-907b-17a5877a3efb req-9f488b51-9f4d-4d9a-ac23-4c53bb5afb2f tempest-TenantUsagesTestJSON-72406381 tempest-TenantUsagesTestJSON-72406381-project] No DVR routers for this DVR port 026129c2-9cf4-4b5c-8b80-582972f977f5 on host n-h1-713498-36 {{(pid=103229) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 19:05:40.008615 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-b835edd5-4e03-43ba-907b-17a5877a3efb req-9f488b51-9f4d-4d9a-ac23-4c53bb5afb2f tempest-TenantUsagesTestJSON-72406381 tempest-TenantUsagesTestJSON-72406381-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171096'] for port (None), before_response {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:05:40.011875 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-b835edd5-4e03-43ba-907b-17a5877a3efb req-9f488b51-9f4d-4d9a-ac23-4c53bb5afb2f tempest-TenantUsagesTestJSON-72406381 tempest-TenantUsagesTestJSON-72406381-project] 10.222.0.89 "DELETE /v2.0/ports/026129c2-9cf4-4b5c-8b80-582972f977f5 HTTP/1.1" status: 204 len: 173 time: 1.0688381 Feb 09 19:05:40.012599 n-d-713498-36 neutron-server[103229]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f37012e8-afbe-4a27-a2c8-7089008934be', 'name': 'network-vif-deleted', 'tag': '026129c2-9cf4-4b5c-8b80-582972f977f5'}] {{(pid=103229) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 19:05:40.015088 n-d-713498-36 neutron-server[103229]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fa6ae9a20702bd564eaf90d946620b2b4277b1ab91129323d3b54181076be307" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a087cadf-b8f9-41ef-84d0-21b7b4e4b6b9" -d '{"events": [{"server_uuid": "f37012e8-afbe-4a27-a2c8-7089008934be", "name": "network-vif-deleted", "tag": "026129c2-9cf4-4b5c-8b80-582972f977f5"}]}' {{(pid=103229) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 19:05:40.112189 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-225988cb-01d5-4cd7-baeb-57ca66f856e3 req-0571af0a-0da1-4abd-b35c-f62af2c0d893 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:05:40.113709 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-225988cb-01d5-4cd7-baeb-57ca66f856e3 req-0571af0a-0da1-4abd-b35c-f62af2c0d893 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=1672ee8b769240288b95113d5dff1fd2&device_id=51cb8794-bff0-486c-b5b2-ded44945fc8b HTTP/1.1" status: 200 len: 1131 time: 0.2972376 Feb 09 19:05:40.136501 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [req-34070aeb-f347-4ef0-8065-5c52f76dd850 req-28cb5f61-3553-410d-874b-7ace55d70f4c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (d8831f22-48ff-4779-ae00-8742dab90eee), before_update {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:05:40.154555 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-058cd96b-43dc-4c92-914e-1011454f0b91 req-221ffd4c-6e5c-49a7-bcec-717418b2029e tempest-FloatingIPsAssociationTestJSON-731512856 tempest-FloatingIPsAssociationTestJSON-731512856-project] Notify agent at l3_agent.n-d-713498-36 the message routers_updated {{(pid=103230) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 19:05:40.170042 n-d-713498-36 neutron-server[103233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cad7c3f2-0a08-41ae-84f2-c85ea36647ca None None] Sync routers for ids ['cce358c5-3304-4c33-bbfc-986c1eed7a6e'] in n-d-713498-36 {{(pid=103233) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 19:05:40.187721 n-d-713498-36 neutron-server[103233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cad7c3f2-0a08-41ae-84f2-c85ea36647ca None None] Routers {'cce358c5-3304-4c33-bbfc-986c1eed7a6e'} bound to L3 agent in host n-d-713498-36 {{(pid=103233) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 19:05:40.191943 n-d-713498-36 neutron-server[103233]: DEBUG neutron.db.l3_hamode_db [None req-cad7c3f2-0a08-41ae-84f2-c85ea36647ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T18:51:43Z,description=,heartbeat_timestamp=2022-02-09T19:05:13Z,host='n-d-713498-36',id=93303d5e-5d17-45e8-8963-7694f87783ae,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T18:51:43Z,topic='l3_agent')) {'router_ids': ['cce358c5-3304-4c33-bbfc-986c1eed7a6e'], 'active': True} {{(pid=103233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:05:40.199566 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bccc149-6820-434c-9562-2e0b9382e748 req-715ab05d-9762-4534-8330-bd803773caa8 tempest-SecurityGroupsTestJSON-1151704431 tempest-SecurityGroupsTestJSON-1151704431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:05:40.201104 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-9bccc149-6820-434c-9562-2e0b9382e748 req-715ab05d-9762-4534-8330-bd803773caa8 tempest-SecurityGroupsTestJSON-1151704431 tempest-SecurityGroupsTestJSON-1151704431-project] 10.222.0.75 "GET /v2.0/ports?device_id=f00ecfa2-51bd-4cf5-a4e0-ec73d3e22ffa HTTP/1.1" status: 200 len: 985 time: 0.0932817 Feb 09 19:05:40.210377 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [req-058cd96b-43dc-4c92-914e-1011454f0b91 req-221ffd4c-6e5c-49a7-bcec-717418b2029e tempest-FloatingIPsAssociationTestJSON-731512856 tempest-FloatingIPsAssociationTestJSON-731512856-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171096'] for floatingip (None), before_response {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:05:40.215569 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-225988cb-01d5-4cd7-baeb-57ca66f856e3 req-6f0d6a21-e5bc-4e5b-87e0-49f2cb90ced3 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.139&port_id=a294bcb8-d442-49d2-9a1d-f7a2c1782013 HTTP/1.1" status: 200 len: 217 time: 0.0817919 Feb 09 19:05:40.303993 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-9bccc149-6820-434c-9562-2e0b9382e748 req-ecb5d9bf-1d18-4950-9155-5fb1ba0f2cc8 tempest-SecurityGroupsTestJSON-1151704431 tempest-SecurityGroupsTestJSON-1151704431-project] 10.222.0.75 "GET /v2.0/security-groups?id=b086e46d-c919-4db6-b232-c76d0cd5bdfc&id=22bcb932-19f7-46ba-b2c8-090f138c7032&fields=id&fields=name HTTP/1.1" status: 200 len: 402 time: 0.0956738 Feb 09 19:05:40.346516 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-058cd96b-43dc-4c92-914e-1011454f0b91 req-221ffd4c-6e5c-49a7-bcec-717418b2029e tempest-FloatingIPsAssociationTestJSON-731512856 tempest-FloatingIPsAssociationTestJSON-731512856-project] 10.222.0.75 "PUT /v2.0/floatingips/90ab6c29-730c-48b0-825b-c15a934d4e4f HTTP/1.1" status: 200 len: 695 time: 2.4657331 Feb 09 19:05:40.401029 n-d-713498-36 neutron-server[103233]: DEBUG neutron.db.l3_dvr_db [None req-cad7c3f2-0a08-41ae-84f2-c85ea36647ca None None] Set router cce358c5-3304-4c33-bbfc-986c1eed7a6e gateway port host: n-d-713498-36 {{(pid=103233) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 19:05:40.404505 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-225988cb-01d5-4cd7-baeb-57ca66f856e3 req-36e8ec2c-308d-4e44-aee4-45aa00913f64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:05:40.407141 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-225988cb-01d5-4cd7-baeb-57ca66f856e3 req-36e8ec2c-308d-4e44-aee4-45aa00913f64 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=60b561cb-321e-4f83-9bb3-92b2e1d0dc44 HTTP/1.1" status: 200 len: 843 time: 0.1613786 Feb 09 19:05:40.682116 n-d-713498-36 neutron-server[103230]: DEBUG neutron.notifiers.nova [req-34070aeb-f347-4ef0-8065-5c52f76dd850 req-28cb5f61-3553-410d-874b-7ace55d70f4c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d8831f22-48ff-4779-ae00-8742dab90eee {{(pid=103230) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 19:05:40.708734 n-d-713498-36 neutron-server[103233]: DEBUG neutron.db.l3_hamode_db [None req-cad7c3f2-0a08-41ae-84f2-c85ea36647ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cce358c5-3304-4c33-bbfc-986c1eed7a6e', 'name': 'tempest-FloatingIPsAssociationTestJSON-2139759441-router', 'tenant_id': '0e772d8c7ac44b1fbd56efaf46b6dbd8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88055e1e-672a-4487-be31-ffb6e833ece5', 'external_fixed_ips': [{'subnet_id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'ip_address': '172.25.1.54'}], 'enable_snat': True}, 'gw_port_id': '81de01c8-c6f4-40f0-a237-d3fa04784f37', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T19:03:57Z', 'updated_at': '2022-02-09T19:04:06Z', 'revision_number': 4, 'project_id': '0e772d8c7ac44b1fbd56efaf46b6dbd8', 'gw_port': {'id': '81de01c8-c6f4-40f0-a237-d3fa04784f37', 'name': '', 'network_id': '88055e1e-672a-4487-be31-ffb6e833ece5', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:69:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cce358c5-3304-4c33-bbfc-986c1eed7a6e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 592, 'fixed_ips': [{'subnet_id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'ip_address': '172.25.1.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T19:03:58Z', 'updated_at': '2022-02-09T19:04:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-36', '_interfaces': [{'id': '9dab1ea3-55fb-405d-b11c-f3605a977927', 'name': '', 'network_id': 'f1e6924e-7348-48ca-aa14-d5834e100bd2', 'tenant_id': '0e772d8c7ac44b1fbd56efaf46b6dbd8', 'mac_address': 'fa:16:3e:22:ac:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cce358c5-3304-4c33-bbfc-986c1eed7a6e', 'device_owner': 'network:router_interface', 'standard_attr_id': 608, 'fixed_ips': [{'subnet_id': '7ab1963a-39ad-4d86-9549-880198499f42', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T19:04:03Z', 'updated_at': '2022-02-09T19:04:14Z', 'revision_number': 5, 'project_id': '0e772d8c7ac44b1fbd56efaf46b6dbd8', 'subnets': [{'id': '7ab1963a-39ad-4d86-9549-880198499f42', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-36', False) {} {{(pid=103233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:05:40.709669 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [req-34070aeb-f347-4ef0-8065-5c52f76dd850 req-28cb5f61-3553-410d-874b-7ace55d70f4c service neutron] Publish callbacks [] for port (d8831f22-48ff-4779-ae00-8742dab90eee), precommit_update {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:05:40.728760 n-d-713498-36 neutron-server[103230]: DEBUG neutron.db.provisioning_blocks [req-34070aeb-f347-4ef0-8065-5c52f76dd850 req-28cb5f61-3553-410d-874b-7ace55d70f4c service neutron] Transition to ACTIVE for port object d8831f22-48ff-4779-ae00-8742dab90eee will not be triggered until provisioned by entity L2. {{(pid=103230) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 19:05:40.747461 n-d-713498-36 neutron-server[103233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cad7c3f2-0a08-41ae-84f2-c85ea36647ca None None] Checking router: cce358c5-3304-4c33-bbfc-986c1eed7a6e for host: n-d-713498-36 {{(pid=103233) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 19:05:40.747725 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbf3518f-360e-4bf7-a867-282e62a118bb req-ae6b840e-521a-44c5-bc23-20666365f174 tempest-TaggedBootDevicesTest_v242-798392635 tempest-TaggedBootDevicesTest_v242-798392635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:05:40.753250 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-e00f1587-fcb0-4143-bcd3-89c58b6bff8c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762867132591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593584'] for agent (af91e4b9-f4e1-42b1-a25c-a10dc47171c8), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:05:40.761213 n-d-713498-36 neutron-server[103233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cad7c3f2-0a08-41ae-84f2-c85ea36647ca None None] Routers {'cce358c5-3304-4c33-bbfc-986c1eed7a6e'} bound to L3 agent in host n-d-713498-36 {{(pid=103233) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 19:05:40.761947 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbf3518f-360e-4bf7-a867-282e62a118bb req-ae6b840e-521a-44c5-bc23-20666365f174 tempest-TaggedBootDevicesTest_v242-798392635 tempest-TaggedBootDevicesTest_v242-798392635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:05:40.762172 n-d-713498-36 neutron-server[103233]: DEBUG neutron.db.l3_hamode_db [None req-cad7c3f2-0a08-41ae-84f2-c85ea36647ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T18:51:43Z,description=,heartbeat_timestamp=2022-02-09T19:05:13Z,host='n-d-713498-36',id=93303d5e-5d17-45e8-8963-7694f87783ae,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T18:51:43Z,topic='l3_agent')) {'router_ids': ['cce358c5-3304-4c33-bbfc-986c1eed7a6e'], 'active': True} {{(pid=103233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:05:40.772862 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbf3518f-360e-4bf7-a867-282e62a118bb req-ae6b840e-521a-44c5-bc23-20666365f174 tempest-TaggedBootDevicesTest_v242-798392635 tempest-TaggedBootDevicesTest_v242-798392635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:05:40.773334 n-d-713498-36 neutron-server[103230]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 19:05:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fa4748a0-911f-498d-8d52-7aba146082ef x-openstack-request-id: req-fa4748a0-911f-498d-8d52-7aba146082ef {{(pid=103230) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 19:05:40.773785 n-d-713498-36 neutron-server[103230]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "51cb8794-bff0-486c-b5b2-ded44945fc8b", "tag": "a294bcb8-d442-49d2-9a1d-f7a2c1782013", "status": "completed", "code": 200}]} {{(pid=103230) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 19:05:40.774330 n-d-713498-36 neutron-server[103230]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-fa4748a0-911f-498d-8d52-7aba146082ef {{(pid=103230) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 19:05:40.774888 n-d-713498-36 neutron-server[103230]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '51cb8794-bff0-486c-b5b2-ded44945fc8b', 'tag': 'a294bcb8-d442-49d2-9a1d-f7a2c1782013', 'status': 'completed', 'code': 200} Feb 09 19:05:40.779021 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [req-34070aeb-f347-4ef0-8065-5c52f76dd850 req-28cb5f61-3553-410d-874b-7ace55d70f4c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762867176205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762866656485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762866656503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14393758'] for port (d8831f22-48ff-4779-ae00-8742dab90eee), after_update {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:05:40.780299 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbf3518f-360e-4bf7-a867-282e62a118bb req-ae6b840e-521a-44c5-bc23-20666365f174 tempest-TaggedBootDevicesTest_v242-798392635 tempest-TaggedBootDevicesTest_v242-798392635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:05:40.786541 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbf3518f-360e-4bf7-a867-282e62a118bb req-ae6b840e-521a-44c5-bc23-20666365f174 tempest-TaggedBootDevicesTest_v242-798392635 tempest-TaggedBootDevicesTest_v242-798392635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:05:40.797645 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-dbf3518f-360e-4bf7-a867-282e62a118bb req-ae6b840e-521a-44c5-bc23-20666365f174 tempest-TaggedBootDevicesTest_v242-798392635 tempest-TaggedBootDevicesTest_v242-798392635-project] 10.222.0.75 "GET /v2.0/ports?device_id=8319129f-1054-494a-b0c0-2ec99e839619 HTTP/1.1" status: 200 len: 3817 time: 0.1782088 Feb 09 19:05:40.882568 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-dbf3518f-360e-4bf7-a867-282e62a118bb req-31a10d60-9008-498b-839c-ed2852879cfe tempest-TaggedBootDevicesTest_v242-798392635 tempest-TaggedBootDevicesTest_v242-798392635-project] 10.222.0.75 "GET /v2.0/security-groups?id=58062d4f-c149-4db3-a357-a4eb59a3d83e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0838017 Feb 09 19:05:40.894470 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-225988cb-01d5-4cd7-baeb-57ca66f856e3 req-0c575c1e-271b-45c9-86c8-3af92348b158 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:05:40.895990 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-225988cb-01d5-4cd7-baeb-57ca66f856e3 req-0c575c1e-271b-45c9-86c8-3af92348b158 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=2b5494c8-cf97-42c1-b902-87f998f28179&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.1644330 Feb 09 19:05:40.896630 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28cb5f61-3553-410d-874b-7ace55d70f4c service neutron] Pushing event updated for resources: {'Port': ['ID=d8831f22-48ff-4779-ae00-8742dab90eee,revision_number=2']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:05:40.919066 n-d-713498-36 neutron-server[103233]: DEBUG neutron.db.l3_dvr_db [None req-cad7c3f2-0a08-41ae-84f2-c85ea36647ca None None] Set router cce358c5-3304-4c33-bbfc-986c1eed7a6e gateway port host: n-d-713498-36 {{(pid=103233) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 19:05:40.956662 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-058cd96b-43dc-4c92-914e-1011454f0b91 req-24d1fbf0-39b3-4275-8137-c8658d26900a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:05:40.960728 n-d-713498-36 neutron-server[103229]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 19:05:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6e39abc3-36d3-456b-b82e-c8d6e9700d49 x-openstack-request-id: req-6e39abc3-36d3-456b-b82e-c8d6e9700d49 {{(pid=103229) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 19:05:40.961026 n-d-713498-36 neutron-server[103229]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f37012e8-afbe-4a27-a2c8-7089008934be", "name": "network-vif-deleted", "tag": "026129c2-9cf4-4b5c-8b80-582972f977f5", "status": "completed", "code": 200}]} {{(pid=103229) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 19:05:40.961289 n-d-713498-36 neutron-server[103229]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-6e39abc3-36d3-456b-b82e-c8d6e9700d49 {{(pid=103229) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 19:05:40.961724 n-d-713498-36 neutron-server[103229]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f37012e8-afbe-4a27-a2c8-7089008934be', 'name': 'network-vif-deleted', 'tag': '026129c2-9cf4-4b5c-8b80-582972f977f5', 'status': 'completed', 'code': 200} Feb 09 19:05:40.966746 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-058cd96b-43dc-4c92-914e-1011454f0b91 req-24d1fbf0-39b3-4275-8137-c8658d26900a service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=0e772d8c7ac44b1fbd56efaf46b6dbd8&device_id=cf8d55d7-ba31-4451-a682-c3c5050d34d1 HTTP/1.1" status: 200 len: 1128 time: 0.5639682 Feb 09 19:05:41.159144 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-f5e02911-4406-4bc5-be3d-ca399b181372 req-455b8366-1c0d-406a-b505-a8f66232fae2 tempest-SecurityGroupsTestJSON-1151704431 tempest-SecurityGroupsTestJSON-1151704431-project] 10.222.0.75 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-1060181889&fields=id&tenant_id=bff3c1e37b294eeb94406c2c4c8cd026 HTTP/1.1" status: 200 len: 267 time: 0.0600016 Feb 09 19:05:41.242865 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.managers [req-34070aeb-f347-4ef0-8065-5c52f76dd850 req-28cb5f61-3553-410d-874b-7ace55d70f4c service neutron] Attempting to bind port d8831f22-48ff-4779-ae00-8742dab90eee on host n-h2-713498-36 for vnic_type normal with profile {{(pid=103230) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 19:05:41.243205 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.managers [req-34070aeb-f347-4ef0-8065-5c52f76dd850 req-28cb5f61-3553-410d-874b-7ace55d70f4c service neutron] Attempting to bind port d8831f22-48ff-4779-ae00-8742dab90eee by drivers openvswitch,hyperv on host n-h2-713498-36 at level 0 using segments [{'id': '8ae1b900-d52d-4214-8642-0ef5379b7314', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': 'c0d79728-024b-4c62-b035-620d2aaf99fe'}] {{(pid=103230) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 19:05:41.243671 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34070aeb-f347-4ef0-8065-5c52f76dd850 req-28cb5f61-3553-410d-874b-7ace55d70f4c service neutron] Attempting to bind port d8831f22-48ff-4779-ae00-8742dab90eee on network c0d79728-024b-4c62-b035-620d2aaf99fe {{(pid=103230) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 19:05:41.256553 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-058cd96b-43dc-4c92-914e-1011454f0b91 req-dd69fe99-4b76-4878-8d43-536b0a9bf7e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:05:41.263737 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-058cd96b-43dc-4c92-914e-1011454f0b91 req-dd69fe99-4b76-4878-8d43-536b0a9bf7e5 service neutron] 10.222.0.75 "GET /v2.0/networks?id=f1e6924e-7348-48ca-aa14-d5834e100bd2 HTTP/1.1" status: 200 len: 922 time: 0.2956822 Feb 09 19:05:41.303174 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34070aeb-f347-4ef0-8065-5c52f76dd850 req-28cb5f61-3553-410d-874b-7ace55d70f4c service neutron] Port d8831f22-48ff-4779-ae00-8742dab90eee on network c0d79728-024b-4c62-b035-620d2aaf99fe not bound, no agent of type Open vSwitch agent registered on host n-h2-713498-36 {{(pid=103230) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 19:05:41.303630 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34070aeb-f347-4ef0-8065-5c52f76dd850 req-28cb5f61-3553-410d-874b-7ace55d70f4c service neutron] Attempting to bind port d8831f22-48ff-4779-ae00-8742dab90eee on network c0d79728-024b-4c62-b035-620d2aaf99fe {{(pid=103230) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 19:05:41.304679 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5e02911-4406-4bc5-be3d-ca399b181372 req-1012f35a-58a9-4a80-aa75-e31fe2c6ef26 tempest-SecurityGroupsTestJSON-1151704431 tempest-SecurityGroupsTestJSON-1151704431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:05:41.315049 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-058cd96b-43dc-4c92-914e-1011454f0b91 req-9101215a-4cf3-4c90-8feb-956cfc2c022c service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=fff28e55-1481-495e-822a-a809fab17399 HTTP/1.1" status: 200 len: 217 time: 0.0504441 Feb 09 19:05:41.316069 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-f5e02911-4406-4bc5-be3d-ca399b181372 req-1012f35a-58a9-4a80-aa75-e31fe2c6ef26 tempest-SecurityGroupsTestJSON-1151704431 tempest-SecurityGroupsTestJSON-1151704431-project] 10.222.0.75 "GET /v2.0/ports?device_id=f00ecfa2-51bd-4cf5-a4e0-ec73d3e22ffa HTTP/1.1" status: 200 len: 985 time: 0.1512878 Feb 09 19:05:41.321930 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.v2.base [req-f5e02911-4406-4bc5-be3d-ca399b181372 req-5ab5b0c4-59b2-4bfa-96ae-792512735eb8 tempest-SecurityGroupsTestJSON-1151704431 tempest-SecurityGroupsTestJSON-1151704431-project] Request body: {'port': {'security_groups': ['22bcb932-19f7-46ba-b2c8-090f138c7032', 'b086e46d-c919-4db6-b232-c76d0cd5bdfc', '1d9bef53-a5ca-490d-97b1-1f1918120880']}} {{(pid=103229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 19:05:41.324771 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-225988cb-01d5-4cd7-baeb-57ca66f856e3 req-4c84c5c8-8630-41f9-abf5-ad4d3c5427bb service neutron] 10.222.0.90 "GET /v2.0/networks/2b5494c8-cf97-42c1-b902-87f998f28179?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3726313 Feb 09 19:05:41.336642 n-d-713498-36 neutron-server[103233]: DEBUG neutron.db.l3_hamode_db [None req-cad7c3f2-0a08-41ae-84f2-c85ea36647ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cce358c5-3304-4c33-bbfc-986c1eed7a6e', 'name': 'tempest-FloatingIPsAssociationTestJSON-2139759441-router', 'tenant_id': '0e772d8c7ac44b1fbd56efaf46b6dbd8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88055e1e-672a-4487-be31-ffb6e833ece5', 'external_fixed_ips': [{'subnet_id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'ip_address': '172.25.1.54'}], 'enable_snat': True}, 'gw_port_id': '81de01c8-c6f4-40f0-a237-d3fa04784f37', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T19:03:57Z', 'updated_at': '2022-02-09T19:04:06Z', 'revision_number': 4, 'project_id': '0e772d8c7ac44b1fbd56efaf46b6dbd8', 'gw_port': {'id': '81de01c8-c6f4-40f0-a237-d3fa04784f37', 'name': '', 'network_id': '88055e1e-672a-4487-be31-ffb6e833ece5', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:69:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cce358c5-3304-4c33-bbfc-986c1eed7a6e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 592, 'fixed_ips': [{'subnet_id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'ip_address': '172.25.1.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T19:03:58Z', 'updated_at': '2022-02-09T19:04:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-36', '_interfaces': [{'id': '9dab1ea3-55fb-405d-b11c-f3605a977927', 'name': '', 'network_id': 'f1e6924e-7348-48ca-aa14-d5834e100bd2', 'tenant_id': '0e772d8c7ac44b1fbd56efaf46b6dbd8', 'mac_address': 'fa:16:3e:22:ac:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cce358c5-3304-4c33-bbfc-986c1eed7a6e', 'device_owner': 'network:router_interface', 'standard_attr_id': 608, 'fixed_ips': [{'subnet_id': '7ab1963a-39ad-4d86-9549-880198499f42', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T19:04:03Z', 'updated_at': '2022-02-09T19:04:14Z', 'revision_number': 5, 'project_id': '0e772d8c7ac44b1fbd56efaf46b6dbd8', 'subnets': [{'id': '7ab1963a-39ad-4d86-9549-880198499f42', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-36', False) {} {{(pid=103233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:05:41.357587 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34070aeb-f347-4ef0-8065-5c52f76dd850 req-28cb5f61-3553-410d-874b-7ace55d70f4c service neutron] Checking agent: {'id': 'bcd5faee-dc24-4298-9134-0e0aa054058e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713498-36', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 18, 59, 19), 'started_at': datetime.datetime(2022, 2, 9, 18, 59, 19), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 19, 5, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103230) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 19:05:41.358065 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34070aeb-f347-4ef0-8065-5c52f76dd850 req-28cb5f61-3553-410d-874b-7ace55d70f4c service neutron] Checking segment: {'id': '8ae1b900-d52d-4214-8642-0ef5379b7314', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': 'c0d79728-024b-4c62-b035-620d2aaf99fe'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103230) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 19:05:41.358542 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34070aeb-f347-4ef0-8065-5c52f76dd850 req-28cb5f61-3553-410d-874b-7ace55d70f4c service neutron] Bound using segment: {'id': '8ae1b900-d52d-4214-8642-0ef5379b7314', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': 'c0d79728-024b-4c62-b035-620d2aaf99fe'} {{(pid=103230) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 19:05:41.359061 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.managers [req-34070aeb-f347-4ef0-8065-5c52f76dd850 req-28cb5f61-3553-410d-874b-7ace55d70f4c service neutron] Bound port: d8831f22-48ff-4779-ae00-8742dab90eee, host: n-h2-713498-36, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8ae1b900-d52d-4214-8642-0ef5379b7314', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': 'c0d79728-024b-4c62-b035-620d2aaf99fe'}}] {{(pid=103230) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 19:05:41.359499 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [req-34070aeb-f347-4ef0-8065-5c52f76dd850 req-28cb5f61-3553-410d-874b-7ace55d70f4c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (d8831f22-48ff-4779-ae00-8742dab90eee), before_update {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:05:41.386925 n-d-713498-36 neutron-server[103233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cad7c3f2-0a08-41ae-84f2-c85ea36647ca None None] The sync data for ids ['cce358c5-3304-4c33-bbfc-986c1eed7a6e'] in n-d-713498-36 is: [{'id': 'cce358c5-3304-4c33-bbfc-986c1eed7a6e', 'name': 'tempest-FloatingIPsAssociationTestJSON-2139759441-router', 'tenant_id': '0e772d8c7ac44b1fbd56efaf46b6dbd8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88055e1e-672a-4487-be31-ffb6e833ece5', 'external_fixed_ips': [{'subnet_id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'ip_address': '172.25.1.54'}], 'enable_snat': True}, 'gw_port_id': '81de01c8-c6f4-40f0-a237-d3fa04784f37', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T19:03:57Z', 'updated_at': '2022-02-09T19:04:06Z', 'revision_number': 4, 'project_id': '0e772d8c7ac44b1fbd56efaf46b6dbd8', 'gw_port': {'id': '81de01c8-c6f4-40f0-a237-d3fa04784f37', 'name': '', 'network_id': '88055e1e-672a-4487-be31-ffb6e833ece5', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:69:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cce358c5-3304-4c33-bbfc-986c1eed7a6e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 592, 'fixed_ips': [{'subnet_id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'ip_address': '172.25.1.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T19:03:58Z', 'updated_at': '2022-02-09T19:04:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-36', '_interfaces': [{'id': '9dab1ea3-55fb-405d-b11c-f3605a977927', 'name': '', 'network_id': 'f1e6924e-7348-48ca-aa14-d5834e100bd2', 'tenant_id': '0e772d8c7ac44b1fbd56efaf46b6dbd8', 'mac_address': 'fa:16:3e:22:ac:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cce358c5-3304-4c33-bbfc-986c1eed7a6e', 'device_owner': 'network:router_interface', 'standard_attr_id': 608, 'fixed_ips': [{'subnet_id': '7ab1963a-39ad-4d86-9549-880198499f42', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T19:04:03Z', 'updated_at': '2022-02-09T19:04:14Z', 'revision_number': 5, 'project_id': '0e772d8c7ac44b1fbd56efaf46b6dbd8', 'subnets': [{'id': '7ab1963a-39ad-4d86-9549-880198499f42', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103233) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 19:05:41.441402 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-f5e02911-4406-4bc5-be3d-ca399b181372 req-5ab5b0c4-59b2-4bfa-96ae-792512735eb8 tempest-SecurityGroupsTestJSON-1151704431 tempest-SecurityGroupsTestJSON-1151704431-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (84d5567e-44ed-41fd-8a8e-d80271a0a3f0), before_update {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:05:41.485050 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-058cd96b-43dc-4c92-914e-1011454f0b91 req-c2af96b9-5dbc-4c9b-8783-8b7886ac8481 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:05:41.487390 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-058cd96b-43dc-4c92-914e-1011454f0b91 req-c2af96b9-5dbc-4c9b-8783-8b7886ac8481 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=7ab1963a-39ad-4d86-9549-880198499f42 HTTP/1.1" status: 200 len: 860 time: 0.1711450 Feb 09 19:05:41.572183 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.db [req-34070aeb-f347-4ef0-8065-5c52f76dd850 req-28cb5f61-3553-410d-874b-7ace55d70f4c service neutron] For port d8831f22-48ff-4779-ae00-8742dab90eee, host n-h2-713498-36, cleared binding levels {{(pid=103230) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 19:05:41.577645 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.db [req-34070aeb-f347-4ef0-8065-5c52f76dd850 req-28cb5f61-3553-410d-874b-7ace55d70f4c service neutron] For port d8831f22-48ff-4779-ae00-8742dab90eee, host n-h2-713498-36, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-36',level=0,port_id=d8831f22-48ff-4779-ae00-8742dab90eee,segment=NetworkSegment(8ae1b900-d52d-4214-8642-0ef5379b7314),segment_id=8ae1b900-d52d-4214-8642-0ef5379b7314)] {{(pid=103230) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 19:05:41.582672 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-225988cb-01d5-4cd7-baeb-57ca66f856e3 req-c7c9306e-6d76-4cf0-9ec0-e56c3e534433 service neutron] 10.222.0.90 "GET /v2.0/networks/2b5494c8-cf97-42c1-b902-87f998f28179?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2347224 Feb 09 19:05:41.595619 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [req-34070aeb-f347-4ef0-8065-5c52f76dd850 req-28cb5f61-3553-410d-874b-7ace55d70f4c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762867176205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762866656485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762866656503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14393758'] for port (d8831f22-48ff-4779-ae00-8742dab90eee), after_update {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:05:41.605213 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-058cd96b-43dc-4c92-914e-1011454f0b91 req-6dfa1ea6-4c3c-41b6-8585-b99cabe2340d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:05:41.606761 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-058cd96b-43dc-4c92-914e-1011454f0b91 req-6dfa1ea6-4c3c-41b6-8585-b99cabe2340d service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=f1e6924e-7348-48ca-aa14-d5834e100bd2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.1060853 Feb 09 19:05:41.651392 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34070aeb-f347-4ef0-8065-5c52f76dd850 req-28cb5f61-3553-410d-874b-7ace55d70f4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:05:41.652016 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [req-34070aeb-f347-4ef0-8065-5c52f76dd850 req-28cb5f61-3553-410d-874b-7ace55d70f4c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171096'] for port (None), before_response {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:05:41.654755 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-34070aeb-f347-4ef0-8065-5c52f76dd850 req-28cb5f61-3553-410d-874b-7ace55d70f4c service neutron] 10.222.0.90 "PUT /v2.0/ports/d8831f22-48ff-4779-ae00-8742dab90eee HTTP/1.1" status: 200 len: 1093 time: 1.8969998 Feb 09 19:05:41.723960 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.v2.base [req-34070aeb-f347-4ef0-8065-5c52f76dd850 req-f3a082cc-5553-4490-a5fe-523af2d479ed service neutron] Request body: {'port': {'device_id': '8319129f-1054-494a-b0c0-2ec99e839619', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-713498-36'}} {{(pid=103230) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 19:05:41.797786 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.db [req-f5e02911-4406-4bc5-be3d-ca399b181372 req-5ab5b0c4-59b2-4bfa-96ae-792512735eb8 tempest-SecurityGroupsTestJSON-1151704431 tempest-SecurityGroupsTestJSON-1151704431-project] For port 84d5567e-44ed-41fd-8a8e-d80271a0a3f0, host n-h1-713498-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-36',level=0,port_id=84d5567e-44ed-41fd-8a8e-d80271a0a3f0,segment=NetworkSegment(0eaea607-a7ab-4dbb-b6ca-ed9e62abb1c6),segment_id=0eaea607-a7ab-4dbb-b6ca-ed9e62abb1c6)] {{(pid=103229) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 19:05:41.802196 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28cb5f61-3553-410d-874b-7ace55d70f4c service neutron] Pushing event updated for resources: {'Port': ['ID=d8831f22-48ff-4779-ae00-8742dab90eee,revision_number=3']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:05:41.831126 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28cb5f61-3553-410d-874b-7ace55d70f4c service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:05:41.831407 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28cb5f61-3553-410d-874b-7ace55d70f4c service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:05:41.832487 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28cb5f61-3553-410d-874b-7ace55d70f4c service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:05:41.832982 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28cb5f61-3553-410d-874b-7ace55d70f4c service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:05:41.833482 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28cb5f61-3553-410d-874b-7ace55d70f4c service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:05:41.834194 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28cb5f61-3553-410d-874b-7ace55d70f4c service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:05:41.834678 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28cb5f61-3553-410d-874b-7ace55d70f4c service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:05:41.835329 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28cb5f61-3553-410d-874b-7ace55d70f4c service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:05:41.836212 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28cb5f61-3553-410d-874b-7ace55d70f4c service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:05:41.836685 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28cb5f61-3553-410d-874b-7ace55d70f4c service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:05:41.837171 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28cb5f61-3553-410d-874b-7ace55d70f4c service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:05:41.837375 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-f5e02911-4406-4bc5-be3d-ca399b181372 req-5ab5b0c4-59b2-4bfa-96ae-792512735eb8 tempest-SecurityGroupsTestJSON-1151704431 tempest-SecurityGroupsTestJSON-1151704431-project] Publish callbacks [] for port (84d5567e-44ed-41fd-8a8e-d80271a0a3f0), precommit_update {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:05:41.837806 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28cb5f61-3553-410d-874b-7ace55d70f4c service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:05:41.838295 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28cb5f61-3553-410d-874b-7ace55d70f4c service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:05:41.846339 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-f5e02911-4406-4bc5-be3d-ca399b181372 req-5ab5b0c4-59b2-4bfa-96ae-792512735eb8 tempest-SecurityGroupsTestJSON-1151704431 tempest-SecurityGroupsTestJSON-1151704431-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762867176205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762866656485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762866656503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12867569'] for port (84d5567e-44ed-41fd-8a8e-d80271a0a3f0), after_update {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:05:41.862078 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] get_ports_and_sgs() called for port_ids ['84d5567e-44ed-41fd-8a8e-d80271a0a3f0'] {{(pid=103232) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 19:05:41.869325 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-7429db8d-6021-40ad-813e-885be449a89b None None] get_ports_and_sgs() called for port_ids ['c98198ac-f434-4c74-80ce-197589977159'] {{(pid=103232) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 19:05:41.883171 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13951321-fb58-4cd1-87ab-0056da055765 None None] New status for floating IP 90ab6c29-730c-48b0-825b-c15a934d4e4f: DOWN {{(pid=103232) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 09 19:05:41.895439 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-058cd96b-43dc-4c92-914e-1011454f0b91 req-58daf10b-2db4-4c6e-a14d-744601aca724 service neutron] 10.222.0.75 "GET /v2.0/networks/f1e6924e-7348-48ca-aa14-d5834e100bd2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2648687 Feb 09 19:05:41.898956 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [req-34070aeb-f347-4ef0-8065-5c52f76dd850 req-f3a082cc-5553-4490-a5fe-523af2d479ed service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (778b20b7-7678-470a-84cc-7abef1a21546), before_update {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:05:41.914872 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93932abf-2315-427d-ba8c-0fb40f7e75fd req-a8910a60-2bb2-46f8-b5fe-2cb28a04c2df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:05:41.916335 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-93932abf-2315-427d-ba8c-0fb40f7e75fd req-a8910a60-2bb2-46f8-b5fe-2cb28a04c2df service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=1672ee8b769240288b95113d5dff1fd2&device_id=51cb8794-bff0-486c-b5b2-ded44945fc8b HTTP/1.1" status: 200 len: 1131 time: 0.2127011 Feb 09 19:05:41.918594 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5e02911-4406-4bc5-be3d-ca399b181372 req-5ab5b0c4-59b2-4bfa-96ae-792512735eb8 tempest-SecurityGroupsTestJSON-1151704431 tempest-SecurityGroupsTestJSON-1151704431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:05:41.919828 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-f5e02911-4406-4bc5-be3d-ca399b181372 req-5ab5b0c4-59b2-4bfa-96ae-792512735eb8 tempest-SecurityGroupsTestJSON-1151704431 tempest-SecurityGroupsTestJSON-1151704431-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171096'] for port (None), before_response {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:05:41.937544 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-f5e02911-4406-4bc5-be3d-ca399b181372 req-5ab5b0c4-59b2-4bfa-96ae-792512735eb8 tempest-SecurityGroupsTestJSON-1151704431 tempest-SecurityGroupsTestJSON-1151704431-project] 10.222.0.75 "PUT /v2.0/ports/84d5567e-44ed-41fd-8a8e-d80271a0a3f0 HTTP/1.1" status: 200 len: 1021 time: 0.6203299 Feb 09 19:05:41.983058 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ab5b0c4-59b2-4bfa-96ae-792512735eb8 tempest-SecurityGroupsTestJSON-1151704431 tempest-SecurityGroupsTestJSON-1151704431-project] Pushing event updated for resources: {'Port': ['ID=84d5567e-44ed-41fd-8a8e-d80271a0a3f0,revision_number=7']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:05:41.994589 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ab5b0c4-59b2-4bfa-96ae-792512735eb8 tempest-SecurityGroupsTestJSON-1151704431 tempest-SecurityGroupsTestJSON-1151704431-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:05:41.995132 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ab5b0c4-59b2-4bfa-96ae-792512735eb8 tempest-SecurityGroupsTestJSON-1151704431 tempest-SecurityGroupsTestJSON-1151704431-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:05:41.995662 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ab5b0c4-59b2-4bfa-96ae-792512735eb8 tempest-SecurityGroupsTestJSON-1151704431 tempest-SecurityGroupsTestJSON-1151704431-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:05:41.996486 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ab5b0c4-59b2-4bfa-96ae-792512735eb8 tempest-SecurityGroupsTestJSON-1151704431 tempest-SecurityGroupsTestJSON-1151704431-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:05:41.997146 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ab5b0c4-59b2-4bfa-96ae-792512735eb8 tempest-SecurityGroupsTestJSON-1151704431 tempest-SecurityGroupsTestJSON-1151704431-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:05:41.997630 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ab5b0c4-59b2-4bfa-96ae-792512735eb8 tempest-SecurityGroupsTestJSON-1151704431 tempest-SecurityGroupsTestJSON-1151704431-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:05:41.998176 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ab5b0c4-59b2-4bfa-96ae-792512735eb8 tempest-SecurityGroupsTestJSON-1151704431 tempest-SecurityGroupsTestJSON-1151704431-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:05:41.998672 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ab5b0c4-59b2-4bfa-96ae-792512735eb8 tempest-SecurityGroupsTestJSON-1151704431 tempest-SecurityGroupsTestJSON-1151704431-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:05:41.999159 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ab5b0c4-59b2-4bfa-96ae-792512735eb8 tempest-SecurityGroupsTestJSON-1151704431 tempest-SecurityGroupsTestJSON-1151704431-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:05:41.999643 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ab5b0c4-59b2-4bfa-96ae-792512735eb8 tempest-SecurityGroupsTestJSON-1151704431 tempest-SecurityGroupsTestJSON-1151704431-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:05:42.000140 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ab5b0c4-59b2-4bfa-96ae-792512735eb8 tempest-SecurityGroupsTestJSON-1151704431 tempest-SecurityGroupsTestJSON-1151704431-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:05:42.000745 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ab5b0c4-59b2-4bfa-96ae-792512735eb8 tempest-SecurityGroupsTestJSON-1151704431 tempest-SecurityGroupsTestJSON-1151704431-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:05:42.001232 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ab5b0c4-59b2-4bfa-96ae-792512735eb8 tempest-SecurityGroupsTestJSON-1151704431 tempest-SecurityGroupsTestJSON-1151704431-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:05:42.062568 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Device 026129c2-9cf4-4b5c-8b80-582972f977f5 no longer exists at agent hyperv_n-h1-713498-36 {{(pid=103232) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 19:05:42.185096 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd051cef-322f-4b46-ae32-c3e8ae8222d9 req-b942f465-e084-4a19-810d-dad7ee2a1436 tempest-ServersOnMultiNodesTest-1472402947 tempest-ServersOnMultiNodesTest-1472402947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:05:42.194692 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-dd051cef-322f-4b46-ae32-c3e8ae8222d9 req-b942f465-e084-4a19-810d-dad7ee2a1436 tempest-ServersOnMultiNodesTest-1472402947 tempest-ServersOnMultiNodesTest-1472402947-project] 10.222.0.75 "GET /v2.0/ports?device_id=51cb8794-bff0-486c-b5b2-ded44945fc8b HTTP/1.1" status: 200 len: 948 time: 0.0799377 Feb 09 19:05:42.201043 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] get_ports_and_sgs() called for port_ids ['84d5567e-44ed-41fd-8a8e-d80271a0a3f0'] {{(pid=103232) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 19:05:42.223483 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-058cd96b-43dc-4c92-914e-1011454f0b91 req-da7ec680-3e8c-4fa0-8223-558f939a1337 service neutron] 10.222.0.75 "GET /v2.0/networks/f1e6924e-7348-48ca-aa14-d5834e100bd2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3207111 Feb 09 19:05:42.232599 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93932abf-2315-427d-ba8c-0fb40f7e75fd req-3b09bdab-58e7-4f0f-89a9-a7e6a544dd43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:05:42.233699 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-93932abf-2315-427d-ba8c-0fb40f7e75fd req-3b09bdab-58e7-4f0f-89a9-a7e6a544dd43 service neutron] 10.222.0.90 "GET /v2.0/networks?id=2b5494c8-cf97-42c1-b902-87f998f28179 HTTP/1.1" status: 200 len: 870 time: 0.2939205 Feb 09 19:05:42.268635 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-dd051cef-322f-4b46-ae32-c3e8ae8222d9 req-87fc818e-39d6-4102-a5cf-e7d17e4e1069 tempest-ServersOnMultiNodesTest-1472402947 tempest-ServersOnMultiNodesTest-1472402947-project] 10.222.0.75 "GET /v2.0/security-groups?id=aed5302d-0478-4b9d-b014-143adc5c0d74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0715787 Feb 09 19:05:42.289709 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] No Port match for: 026129c2-9cf4-4b5c-8b80-582972f977f5 {{(pid=103232) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 19:05:42.290076 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Device 026129c2-9cf4-4b5c-8b80-582972f977f5 not bound to the agent host n-h1-713498-36 {{(pid=103232) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 19:05:42.324353 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-93932abf-2315-427d-ba8c-0fb40f7e75fd req-79ab7651-6377-4800-a61c-4d371be7a201 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.139&port_id=a294bcb8-d442-49d2-9a1d-f7a2c1782013 HTTP/1.1" status: 200 len: 217 time: 0.0791416 Feb 09 19:05:42.480241 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b73f4c9d-d539-4829-9be5-e1a4dcd77e19 req-9e9bd089-bd7b-431c-baa9-284c65dbdf81 tempest-TaggedBootDevicesTest_v242-798392635 tempest-TaggedBootDevicesTest_v242-798392635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:05:42.487566 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93932abf-2315-427d-ba8c-0fb40f7e75fd req-52a94db4-31b3-43f1-b681-d1dc2614a06d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:05:42.487795 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b73f4c9d-d539-4829-9be5-e1a4dcd77e19 req-9e9bd089-bd7b-431c-baa9-284c65dbdf81 tempest-TaggedBootDevicesTest_v242-798392635 tempest-TaggedBootDevicesTest_v242-798392635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:05:42.489091 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-93932abf-2315-427d-ba8c-0fb40f7e75fd req-52a94db4-31b3-43f1-b681-d1dc2614a06d service neutron] 10.222.0.90 "GET /v2.0/subnets?id=60b561cb-321e-4f83-9bb3-92b2e1d0dc44 HTTP/1.1" status: 200 len: 843 time: 0.1507313 Feb 09 19:05:42.493993 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b73f4c9d-d539-4829-9be5-e1a4dcd77e19 req-9e9bd089-bd7b-431c-baa9-284c65dbdf81 tempest-TaggedBootDevicesTest_v242-798392635 tempest-TaggedBootDevicesTest_v242-798392635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:05:42.500388 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b73f4c9d-d539-4829-9be5-e1a4dcd77e19 req-9e9bd089-bd7b-431c-baa9-284c65dbdf81 tempest-TaggedBootDevicesTest_v242-798392635 tempest-TaggedBootDevicesTest_v242-798392635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:05:42.504035 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-746357df-a9bd-49f9-bd13-b124d9b33f93 req-43794436-b858-482a-bb5c-6122e56220e9 tempest-SecurityGroupsTestJSON-1151704431 tempest-SecurityGroupsTestJSON-1151704431-project] 10.222.0.75 "GET /v2.0/security-groups/1d9bef53-a5ca-490d-97b1-1f1918120880 HTTP/1.1" status: 200 len: 1817 time: 0.1175148 Feb 09 19:05:42.507942 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b73f4c9d-d539-4829-9be5-e1a4dcd77e19 req-9e9bd089-bd7b-431c-baa9-284c65dbdf81 tempest-TaggedBootDevicesTest_v242-798392635 tempest-TaggedBootDevicesTest_v242-798392635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:05:42.515915 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-b73f4c9d-d539-4829-9be5-e1a4dcd77e19 req-9e9bd089-bd7b-431c-baa9-284c65dbdf81 tempest-TaggedBootDevicesTest_v242-798392635 tempest-TaggedBootDevicesTest_v242-798392635-project] 10.222.0.75 "GET /v2.0/ports?device_id=8319129f-1054-494a-b0c0-2ec99e839619 HTTP/1.1" status: 200 len: 3829 time: 0.1564903 Feb 09 19:05:42.600460 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-b73f4c9d-d539-4829-9be5-e1a4dcd77e19 req-1ba20f78-23a7-4f7d-810e-eb220406a121 tempest-TaggedBootDevicesTest_v242-798392635 tempest-TaggedBootDevicesTest_v242-798392635-project] 10.222.0.75 "GET /v2.0/security-groups?id=58062d4f-c149-4db3-a357-a4eb59a3d83e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0812349 Feb 09 19:05:42.611900 n-d-713498-36 neutron-server[103230]: DEBUG neutron.notifiers.nova [req-34070aeb-f347-4ef0-8065-5c52f76dd850 req-f3a082cc-5553-4490-a5fe-523af2d479ed service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 778b20b7-7678-470a-84cc-7abef1a21546 {{(pid=103230) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 19:05:42.624230 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [req-34070aeb-f347-4ef0-8065-5c52f76dd850 req-f3a082cc-5553-4490-a5fe-523af2d479ed service neutron] Publish callbacks [] for port (778b20b7-7678-470a-84cc-7abef1a21546), precommit_update {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:05:42.670589 n-d-713498-36 neutron-server[103230]: DEBUG neutron.db.provisioning_blocks [req-34070aeb-f347-4ef0-8065-5c52f76dd850 req-f3a082cc-5553-4490-a5fe-523af2d479ed service neutron] Transition to ACTIVE for port object 778b20b7-7678-470a-84cc-7abef1a21546 will not be triggered until provisioned by entity L2. {{(pid=103230) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 19:05:42.675697 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93932abf-2315-427d-ba8c-0fb40f7e75fd req-b2733154-77f8-4fe4-81bc-7edc20ba7e1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:05:42.680514 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-93932abf-2315-427d-ba8c-0fb40f7e75fd req-b2733154-77f8-4fe4-81bc-7edc20ba7e1b service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=2b5494c8-cf97-42c1-b902-87f998f28179&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.1438363 Feb 09 19:05:42.684414 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [req-34070aeb-f347-4ef0-8065-5c52f76dd850 req-f3a082cc-5553-4490-a5fe-523af2d479ed service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762867176205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762866656485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762866656503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14393758'] for port (778b20b7-7678-470a-84cc-7abef1a21546), after_update {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:05:42.695715 n-d-713498-36 neutron-server[103230]: INFO neutron.api.v2.resource [req-746357df-a9bd-49f9-bd13-b124d9b33f93 req-d15b3e6e-de3c-4a9c-ae7b-c9d465005184 tempest-SecurityGroupsTestJSON-1151704431 tempest-SecurityGroupsTestJSON-1151704431-project] delete failed (client error): There was a conflict when trying to complete your request. Feb 09 19:05:42.702575 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-746357df-a9bd-49f9-bd13-b124d9b33f93 req-d15b3e6e-de3c-4a9c-ae7b-c9d465005184 tempest-SecurityGroupsTestJSON-1151704431 tempest-SecurityGroupsTestJSON-1151704431-project] 10.222.0.75 "DELETE /v2.0/security-groups/1d9bef53-a5ca-490d-97b1-1f1918120880 HTTP/1.1" status: 409 len: 341 time: 0.1747835 Feb 09 19:05:42.797469 n-d-713498-36 neutron-server[103230]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cf8d55d7-ba31-4451-a682-c3c5050d34d1', 'tag': 'fff28e55-1481-495e-822a-a809fab17399'}, {'name': 'network-changed', 'server_uuid': '8319129f-1054-494a-b0c0-2ec99e839619', 'tag': 'd8831f22-48ff-4779-ae00-8742dab90eee'}] {{(pid=103230) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 19:05:42.806110 n-d-713498-36 neutron-server[103230]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aee5919275bae9f72eb374ee322673045eb80c1f84b4b45a97d96923bd50ab51" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e8262cb1-5106-4430-afd7-151e7287d5dd" -d '{"events": [{"name": "network-changed", "server_uuid": "cf8d55d7-ba31-4451-a682-c3c5050d34d1", "tag": "fff28e55-1481-495e-822a-a809fab17399"}, {"name": "network-changed", "server_uuid": "8319129f-1054-494a-b0c0-2ec99e839619", "tag": "d8831f22-48ff-4779-ae00-8742dab90eee"}]}' {{(pid=103230) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 19:05:42.964333 n-d-713498-36 neutron-server[103229]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f00ecfa2-51bd-4cf5-a4e0-ec73d3e22ffa', 'tag': '84d5567e-44ed-41fd-8a8e-d80271a0a3f0'}] {{(pid=103229) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 19:05:42.966631 n-d-713498-36 neutron-server[103229]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fa6ae9a20702bd564eaf90d946620b2b4277b1ab91129323d3b54181076be307" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-705f8066-86af-405d-b2ae-00faa2b234e0" -d '{"events": [{"name": "network-changed", "server_uuid": "f00ecfa2-51bd-4cf5-a4e0-ec73d3e22ffa", "tag": "84d5567e-44ed-41fd-8a8e-d80271a0a3f0"}]}' {{(pid=103229) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 19:05:42.985722 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 50592) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:05:43.000778 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb72b7ae-8fb3-4de8-b08f-15853e0e82e9 req-e750a7ec-c481-4177-b641-c3e04b890317 tempest-LiveMigrationTest-1137365927 tempest-LiveMigrationTest-1137365927-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:05:43.015153 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-bb72b7ae-8fb3-4de8-b08f-15853e0e82e9 req-e750a7ec-c481-4177-b641-c3e04b890317 tempest-LiveMigrationTest-1137365927 tempest-LiveMigrationTest-1137365927-project-admin] 10.222.0.75 "GET /v2.0/ports?device_id=2f9a8919-1b2a-4183-90dc-45c5e52d5a99 HTTP/1.1" status: 200 len: 1128 time: 0.1238847 Feb 09 19:05:43.015356 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3a082cc-5553-4490-a5fe-523af2d479ed service neutron] Pushing event updated for resources: {'Port': ['ID=778b20b7-7678-470a-84cc-7abef1a21546,revision_number=2']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:05:43.114833 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-bb72b7ae-8fb3-4de8-b08f-15853e0e82e9 req-f2114365-8fda-4bae-92d3-d6a000e423d0 tempest-LiveMigrationTest-1137365927 tempest-LiveMigrationTest-1137365927-project-admin] 10.222.0.75 "GET /v2.0/security-groups?id=ba18819a-1490-4e7b-a11b-e8610423d8ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1003532 Feb 09 19:05:43.193145 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-264ef481-5df7-42df-a70b-86b3681dce77 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762867132591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593584'] for agent (93303d5e-5d17-45e8-8963-7694f87783ae), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:05:43.241116 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-93932abf-2315-427d-ba8c-0fb40f7e75fd req-7f6a23e7-80a0-4326-9d38-f1edc6fe209a service neutron] 10.222.0.90 "GET /v2.0/networks/2b5494c8-cf97-42c1-b902-87f998f28179?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5238960 Feb 09 19:05:43.440042 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-fe2d2f03-1af6-4541-8f65-86765f136891 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=869f3706d5e0495a93c6b47a1fa2751d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4483430 Feb 09 19:05:43.445833 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 50634) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:05:43.499538 n-d-713498-36 neutron-server[103230]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Wed, 09 Feb 2022 19:05:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-869c74c9-4973-4792-aee8-94588a69eaf0 x-openstack-request-id: req-869c74c9-4973-4792-aee8-94588a69eaf0 {{(pid=103230) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 19:05:43.499850 n-d-713498-36 neutron-server[103230]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cf8d55d7-ba31-4451-a682-c3c5050d34d1", "tag": "fff28e55-1481-495e-822a-a809fab17399", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "8319129f-1054-494a-b0c0-2ec99e839619", "tag": "d8831f22-48ff-4779-ae00-8742dab90eee", "status": "completed", "code": 200}]} {{(pid=103230) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 19:05:43.500109 n-d-713498-36 neutron-server[103230]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-869c74c9-4973-4792-aee8-94588a69eaf0 {{(pid=103230) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 19:05:43.501036 n-d-713498-36 neutron-server[103230]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cf8d55d7-ba31-4451-a682-c3c5050d34d1', 'tag': 'fff28e55-1481-495e-822a-a809fab17399', 'status': 'completed', 'code': 200} Feb 09 19:05:43.501299 n-d-713498-36 neutron-server[103230]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8319129f-1054-494a-b0c0-2ec99e839619', 'tag': 'd8831f22-48ff-4779-ae00-8742dab90eee', 'status': 'completed', 'code': 200} Feb 09 19:05:43.594848 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-93932abf-2315-427d-ba8c-0fb40f7e75fd req-7837795f-02ac-4c34-bbc6-48421c4fd195 service neutron] 10.222.0.90 "GET /v2.0/networks/2b5494c8-cf97-42c1-b902-87f998f28179?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3344750 Feb 09 19:05:43.595725 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.managers [req-34070aeb-f347-4ef0-8065-5c52f76dd850 req-f3a082cc-5553-4490-a5fe-523af2d479ed service neutron] Attempting to bind port 778b20b7-7678-470a-84cc-7abef1a21546 on host n-h2-713498-36 for vnic_type normal with profile {{(pid=103230) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 19:05:43.596064 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.managers [req-34070aeb-f347-4ef0-8065-5c52f76dd850 req-f3a082cc-5553-4490-a5fe-523af2d479ed service neutron] Attempting to bind port 778b20b7-7678-470a-84cc-7abef1a21546 by drivers openvswitch,hyperv on host n-h2-713498-36 at level 0 using segments [{'id': 'c2ea736f-956b-4712-9292-0c7e6eae844b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': '622dc241-96e3-459d-8172-016faee8abe4'}] {{(pid=103230) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 19:05:43.596395 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34070aeb-f347-4ef0-8065-5c52f76dd850 req-f3a082cc-5553-4490-a5fe-523af2d479ed service neutron] Attempting to bind port 778b20b7-7678-470a-84cc-7abef1a21546 on network 622dc241-96e3-459d-8172-016faee8abe4 {{(pid=103230) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 19:05:43.602483 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34070aeb-f347-4ef0-8065-5c52f76dd850 req-f3a082cc-5553-4490-a5fe-523af2d479ed service neutron] Port 778b20b7-7678-470a-84cc-7abef1a21546 on network 622dc241-96e3-459d-8172-016faee8abe4 not bound, no agent of type Open vSwitch agent registered on host n-h2-713498-36 {{(pid=103230) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 19:05:43.602814 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34070aeb-f347-4ef0-8065-5c52f76dd850 req-f3a082cc-5553-4490-a5fe-523af2d479ed service neutron] Attempting to bind port 778b20b7-7678-470a-84cc-7abef1a21546 on network 622dc241-96e3-459d-8172-016faee8abe4 {{(pid=103230) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 19:05:43.605695 n-d-713498-36 neutron-server[103229]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 19:05:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1b39d540-2582-440f-a0a6-d6834b81f4e9 x-openstack-request-id: req-1b39d540-2582-440f-a0a6-d6834b81f4e9 {{(pid=103229) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 19:05:43.606065 n-d-713498-36 neutron-server[103229]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f00ecfa2-51bd-4cf5-a4e0-ec73d3e22ffa", "tag": "84d5567e-44ed-41fd-8a8e-d80271a0a3f0", "status": "completed", "code": 200}]} {{(pid=103229) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 19:05:43.606257 n-d-713498-36 neutron-server[103229]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-1b39d540-2582-440f-a0a6-d6834b81f4e9 {{(pid=103229) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 19:05:43.606622 n-d-713498-36 neutron-server[103229]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f00ecfa2-51bd-4cf5-a4e0-ec73d3e22ffa', 'tag': '84d5567e-44ed-41fd-8a8e-d80271a0a3f0', 'status': 'completed', 'code': 200} Feb 09 19:05:43.646164 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34070aeb-f347-4ef0-8065-5c52f76dd850 req-f3a082cc-5553-4490-a5fe-523af2d479ed service neutron] Checking agent: {'id': 'bcd5faee-dc24-4298-9134-0e0aa054058e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713498-36', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 18, 59, 19), 'started_at': datetime.datetime(2022, 2, 9, 18, 59, 19), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 19, 5, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103230) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 19:05:43.647111 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34070aeb-f347-4ef0-8065-5c52f76dd850 req-f3a082cc-5553-4490-a5fe-523af2d479ed service neutron] Checking segment: {'id': 'c2ea736f-956b-4712-9292-0c7e6eae844b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': '622dc241-96e3-459d-8172-016faee8abe4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103230) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 19:05:43.647659 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34070aeb-f347-4ef0-8065-5c52f76dd850 req-f3a082cc-5553-4490-a5fe-523af2d479ed service neutron] Bound using segment: {'id': 'c2ea736f-956b-4712-9292-0c7e6eae844b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': '622dc241-96e3-459d-8172-016faee8abe4'} {{(pid=103230) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 19:05:43.648172 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.managers [req-34070aeb-f347-4ef0-8065-5c52f76dd850 req-f3a082cc-5553-4490-a5fe-523af2d479ed service neutron] Bound port: 778b20b7-7678-470a-84cc-7abef1a21546, host: n-h2-713498-36, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c2ea736f-956b-4712-9292-0c7e6eae844b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': '622dc241-96e3-459d-8172-016faee8abe4'}}] {{(pid=103230) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 19:05:43.648542 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [req-34070aeb-f347-4ef0-8065-5c52f76dd850 req-f3a082cc-5553-4490-a5fe-523af2d479ed service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (778b20b7-7678-470a-84cc-7abef1a21546), before_update {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:05:43.732058 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-705f8066-86af-405d-b2ae-00faa2b234e0 req-d060eed6-c01e-46d2-ac25-9e4cdbd7dbe8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:05:43.734735 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-705f8066-86af-405d-b2ae-00faa2b234e0 req-d060eed6-c01e-46d2-ac25-9e4cdbd7dbe8 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=bff3c1e37b294eeb94406c2c4c8cd026&device_id=f00ecfa2-51bd-4cf5-a4e0-ec73d3e22ffa HTTP/1.1" status: 200 len: 1208 time: 0.1848233 Feb 09 19:05:43.785439 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8262cb1-5106-4430-afd7-151e7287d5dd req-67cd1a89-a603-477c-a299-1322a38c7894 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:05:43.788258 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-e8262cb1-5106-4430-afd7-151e7287d5dd req-67cd1a89-a603-477c-a299-1322a38c7894 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=0e772d8c7ac44b1fbd56efaf46b6dbd8&device_id=cf8d55d7-ba31-4451-a682-c3c5050d34d1 HTTP/1.1" status: 200 len: 1128 time: 0.2957520 Feb 09 19:05:43.811873 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-d47abed6-15b7-46f8-bab3-8df734c9537a admin admin] Publish callbacks [] for security_group (0b341b8f-0cb8-4006-83e3-da8a9dd80697), before_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:05:43.846928 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.db [req-34070aeb-f347-4ef0-8065-5c52f76dd850 req-f3a082cc-5553-4490-a5fe-523af2d479ed service neutron] For port 778b20b7-7678-470a-84cc-7abef1a21546, host n-h2-713498-36, cleared binding levels {{(pid=103230) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 19:05:43.910597 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-941456ea-f466-4b61-8347-e8bc3a646968 req-c228daf4-e3bc-4e7b-ac29-ab9d0b8e23e2 tempest-ServersOnMultiNodesTest-1472402947 tempest-ServersOnMultiNodesTest-1472402947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:05:43.931764 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-941456ea-f466-4b61-8347-e8bc3a646968 req-c228daf4-e3bc-4e7b-ac29-ab9d0b8e23e2 tempest-ServersOnMultiNodesTest-1472402947 tempest-ServersOnMultiNodesTest-1472402947-project] 10.222.0.75 "GET /v2.0/ports?device_id=51cb8794-bff0-486c-b5b2-ded44945fc8b HTTP/1.1" status: 200 len: 948 time: 0.3286145 Feb 09 19:05:43.940296 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.db [req-34070aeb-f347-4ef0-8065-5c52f76dd850 req-f3a082cc-5553-4490-a5fe-523af2d479ed service neutron] For port 778b20b7-7678-470a-84cc-7abef1a21546, host n-h2-713498-36, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-36',level=0,port_id=778b20b7-7678-470a-84cc-7abef1a21546,segment=NetworkSegment(c2ea736f-956b-4712-9292-0c7e6eae844b),segment_id=c2ea736f-956b-4712-9292-0c7e6eae844b)] {{(pid=103230) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 19:05:43.946749 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-705f8066-86af-405d-b2ae-00faa2b234e0 req-6d2196d1-4944-4307-8e35-9428a87b96e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:05:43.948221 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-705f8066-86af-405d-b2ae-00faa2b234e0 req-6d2196d1-4944-4307-8e35-9428a87b96e0 service neutron] 10.222.0.89 "GET /v2.0/networks?id=3aeedb6f-762d-4e6c-8ee5-bfa54ee38104 HTTP/1.1" status: 200 len: 914 time: 0.2045355 Feb 09 19:05:43.954239 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [req-34070aeb-f347-4ef0-8065-5c52f76dd850 req-f3a082cc-5553-4490-a5fe-523af2d479ed service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762867176205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762866656485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762866656503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14393758'] for port (778b20b7-7678-470a-84cc-7abef1a21546), after_update {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:05:43.966550 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8262cb1-5106-4430-afd7-151e7287d5dd req-84af0266-de49-44ab-8d46-7c33fdd191b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:05:43.967271 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8262cb1-5106-4430-afd7-151e7287d5dd req-84af0266-de49-44ab-8d46-7c33fdd191b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:05:43.967818 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8262cb1-5106-4430-afd7-151e7287d5dd req-84af0266-de49-44ab-8d46-7c33fdd191b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:05:43.968357 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8262cb1-5106-4430-afd7-151e7287d5dd req-84af0266-de49-44ab-8d46-7c33fdd191b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:05:43.968896 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8262cb1-5106-4430-afd7-151e7287d5dd req-84af0266-de49-44ab-8d46-7c33fdd191b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:05:43.970001 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8262cb1-5106-4430-afd7-151e7287d5dd req-84af0266-de49-44ab-8d46-7c33fdd191b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:05:43.972001 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-e8262cb1-5106-4430-afd7-151e7287d5dd req-84af0266-de49-44ab-8d46-7c33fdd191b0 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=1165ce6413224edfb276f9f552a74208&device_id=8319129f-1054-494a-b0c0-2ec99e839619 HTTP/1.1" status: 200 len: 5284 time: 0.3678701 Feb 09 19:05:43.983279 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-d47abed6-15b7-46f8-bab3-8df734c9537a admin admin] Publish callbacks [] for security_group (0b341b8f-0cb8-4006-83e3-da8a9dd80697), precommit_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:05:44.026547 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34070aeb-f347-4ef0-8065-5c52f76dd850 req-f3a082cc-5553-4490-a5fe-523af2d479ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:05:44.027593 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [req-34070aeb-f347-4ef0-8065-5c52f76dd850 req-f3a082cc-5553-4490-a5fe-523af2d479ed service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171096'] for port (None), before_response {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:05:44.028535 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-34070aeb-f347-4ef0-8065-5c52f76dd850 req-f3a082cc-5553-4490-a5fe-523af2d479ed service neutron] 10.222.0.90 "PUT /v2.0/ports/778b20b7-7678-470a-84cc-7abef1a21546 HTTP/1.1" status: 200 len: 1137 time: 2.3092303 Feb 09 19:05:44.088160 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3a082cc-5553-4490-a5fe-523af2d479ed service neutron] Pushing event updated for resources: {'Port': ['ID=778b20b7-7678-470a-84cc-7abef1a21546,revision_number=3']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:05:44.096727 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.v2.base [req-34070aeb-f347-4ef0-8065-5c52f76dd850 req-ee4affba-0899-4824-9615-4022d3d47385 service neutron] Request body: {'port': {'device_id': '8319129f-1054-494a-b0c0-2ec99e839619', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-713498-36'}} {{(pid=103230) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 19:05:44.100215 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-705f8066-86af-405d-b2ae-00faa2b234e0 req-9f72f3d4-8d52-445e-9039-635a06fc9000 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=84d5567e-44ed-41fd-8a8e-d80271a0a3f0 HTTP/1.1" status: 200 len: 217 time: 0.1339781 Feb 09 19:05:44.181797 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-edc54c9b-7f13-45d9-9271-85c9738b0128 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762867132591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593584'] for agent (a62b1850-466f-48ae-bec7-d62fb280e14b), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:05:44.294598 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-705f8066-86af-405d-b2ae-00faa2b234e0 req-6a1f26e1-c7d8-497e-80be-2355ee33b991 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:05:44.296055 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-705f8066-86af-405d-b2ae-00faa2b234e0 req-6a1f26e1-c7d8-497e-80be-2355ee33b991 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=717af8bd-c7df-4f19-ad07-3fc4563db201 HTTP/1.1" status: 200 len: 853 time: 0.1520264 Feb 09 19:05:44.299796 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [req-34070aeb-f347-4ef0-8065-5c52f76dd850 req-ee4affba-0899-4824-9615-4022d3d47385 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (c8197a22-0a63-4fe5-8fb5-ede78617a0f7), before_update {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:05:44.388716 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-941456ea-f466-4b61-8347-e8bc3a646968 req-d3e28020-c32f-4bbf-9887-866bca1e117a tempest-ServersOnMultiNodesTest-1472402947 tempest-ServersOnMultiNodesTest-1472402947-project] 10.222.0.75 "GET /v2.0/security-groups?id=aed5302d-0478-4b9d-b014-143adc5c0d74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4503505 Feb 09 19:05:44.480203 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8262cb1-5106-4430-afd7-151e7287d5dd req-e9ec370b-36fe-41ef-8844-75a4d468c21b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:05:44.482266 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-e8262cb1-5106-4430-afd7-151e7287d5dd req-e9ec370b-36fe-41ef-8844-75a4d468c21b service neutron] 10.222.0.89 "GET /v2.0/networks?id=f1e6924e-7348-48ca-aa14-d5834e100bd2 HTTP/1.1" status: 200 len: 922 time: 0.6713374 Feb 09 19:05:44.495471 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-d47abed6-15b7-46f8-bab3-8df734c9537a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1892331'] for security_group (0b341b8f-0cb8-4006-83e3-da8a9dd80697), after_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:05:44.498623 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-d47abed6-15b7-46f8-bab3-8df734c9537a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:05:44.499742 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-d47abed6-15b7-46f8-bab3-8df734c9537a admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/0b341b8f-0cb8-4006-83e3-da8a9dd80697 HTTP/1.1" status: 204 len: 168 time: 1.0533040 Feb 09 19:05:44.528731 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-705f8066-86af-405d-b2ae-00faa2b234e0 req-78e151e4-52b5-48d0-acf6-0c319941e7df service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=3aeedb6f-762d-4e6c-8ee5-bfa54ee38104&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2039180 Feb 09 19:05:44.649502 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-e8262cb1-5106-4430-afd7-151e7287d5dd req-993f9817-a6f6-49ea-b7ff-baf17525f142 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=fff28e55-1481-495e-822a-a809fab17399 HTTP/1.1" status: 200 len: 217 time: 0.1454260 Feb 09 19:05:44.697130 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8262cb1-5106-4430-afd7-151e7287d5dd req-dea9142a-0fb7-4142-8e5e-573de1c11cd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:05:44.697536 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8262cb1-5106-4430-afd7-151e7287d5dd req-dea9142a-0fb7-4142-8e5e-573de1c11cd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:05:44.698037 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8262cb1-5106-4430-afd7-151e7287d5dd req-dea9142a-0fb7-4142-8e5e-573de1c11cd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:05:44.699796 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-e8262cb1-5106-4430-afd7-151e7287d5dd req-dea9142a-0fb7-4142-8e5e-573de1c11cd8 service neutron] 10.222.0.90 "GET /v2.0/networks?tenant_id=1165ce6413224edfb276f9f552a74208&shared=False HTTP/1.1" status: 200 len: 2297 time: 0.6957097 Feb 09 19:05:44.821152 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-c2d1d503-856c-4bc0-a869-02c3cf351f0b req-9e806bdb-39cd-4620-b4cf-5907a96894b1 tempest-FloatingIPsAssociationTestJSON-731512856 tempest-FloatingIPsAssociationTestJSON-731512856-project] 10.222.0.75 "GET /v2.0/floatingips/90ab6c29-730c-48b0-825b-c15a934d4e4f HTTP/1.1" status: 200 len: 693 time: 0.3968334 Feb 09 19:05:44.824719 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d47abed6-15b7-46f8-bab3-8df734c9537a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0b341b8f-0cb8-4006-83e3-da8a9dd80697,revision_number=None']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:05:45.059776 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 50710) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:05:45.446440 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [req-b1af85a3-bc78-4408-989e-cfde401000cf req-5877ac80-ae8c-4f4f-95d1-f0d7b7121381 tempest-LiveMigrationTest-1137365927 tempest-LiveMigrationTest-1137365927-project-admin] http://10.222.0.75:9696/v2.0/extensions returned with HTTP 200 {{(pid=103230) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 09 19:05:45.447435 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-b1af85a3-bc78-4408-989e-cfde401000cf req-5877ac80-ae8c-4f4f-95d1-f0d7b7121381 tempest-LiveMigrationTest-1137365927 tempest-LiveMigrationTest-1137365927-project-admin] 10.222.0.75 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3577609 Feb 09 19:05:45.476698 n-d-713498-36 neutron-server[103230]: DEBUG neutron.notifiers.nova [req-34070aeb-f347-4ef0-8065-5c52f76dd850 req-ee4affba-0899-4824-9615-4022d3d47385 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c8197a22-0a63-4fe5-8fb5-ede78617a0f7 {{(pid=103230) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 19:05:45.490897 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8262cb1-5106-4430-afd7-151e7287d5dd req-5a7267d6-1e19-444f-86be-244105fc956e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:05:45.493111 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-e8262cb1-5106-4430-afd7-151e7287d5dd req-5a7267d6-1e19-444f-86be-244105fc956e service neutron] 10.222.0.90 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.6529925 Feb 09 19:05:45.494412 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-6a2f1bc8-c453-4cb2-beee-58fc134cc07e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:05:45.532260 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [req-34070aeb-f347-4ef0-8065-5c52f76dd850 req-ee4affba-0899-4824-9615-4022d3d47385 service neutron] Publish callbacks [] for port (c8197a22-0a63-4fe5-8fb5-ede78617a0f7), precommit_update {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:05:45.534808 n-d-713498-36 neutron-server[103230]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8319129f-1054-494a-b0c0-2ec99e839619', 'tag': '778b20b7-7678-470a-84cc-7abef1a21546'}] {{(pid=103230) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 19:05:45.536955 n-d-713498-36 neutron-server[103230]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aee5919275bae9f72eb374ee322673045eb80c1f84b4b45a97d96923bd50ab51" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cf910b69-05de-45be-83db-06f059e5aa06" -d '{"events": [{"name": "network-changed", "server_uuid": "8319129f-1054-494a-b0c0-2ec99e839619", "tag": "778b20b7-7678-470a-84cc-7abef1a21546"}]}' {{(pid=103230) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 19:05:45.575013 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-705f8066-86af-405d-b2ae-00faa2b234e0 req-87df374f-efa8-4f08-9d9a-d22b88944d6b service neutron] 10.222.0.89 "GET /v2.0/networks/3aeedb6f-762d-4e6c-8ee5-bfa54ee38104?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0237846 Feb 09 19:05:45.585710 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8262cb1-5106-4430-afd7-151e7287d5dd req-97270b08-a803-4401-be49-2c244e7d31e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:05:45.587324 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-e8262cb1-5106-4430-afd7-151e7287d5dd req-97270b08-a803-4401-be49-2c244e7d31e2 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=7ab1963a-39ad-4d86-9549-880198499f42 HTTP/1.1" status: 200 len: 860 time: 0.8973567 Feb 09 19:05:45.606546 n-d-713498-36 neutron-server[103230]: DEBUG neutron.db.provisioning_blocks [req-34070aeb-f347-4ef0-8065-5c52f76dd850 req-ee4affba-0899-4824-9615-4022d3d47385 service neutron] Transition to ACTIVE for port object c8197a22-0a63-4fe5-8fb5-ede78617a0f7 will not be triggered until provisioned by entity L2. {{(pid=103230) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 19:05:45.608151 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1af85a3-bc78-4408-989e-cfde401000cf req-0ed1fee6-31fe-4b40-a42c-067f145dafc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:05:45.610211 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-b1af85a3-bc78-4408-989e-cfde401000cf req-0ed1fee6-31fe-4b40-a42c-067f145dafc2 service neutron] 10.222.0.75 "GET /v2.0/ports/40de4c12-543c-44a6-9bda-24a60a9555b8 HTTP/1.1" status: 200 len: 1125 time: 0.1437259 Feb 09 19:05:45.645626 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.v2.base [req-b1af85a3-bc78-4408-989e-cfde401000cf req-fdbf150d-e425-43a3-a981-9697df224a14 service neutron] Request body: {'binding': {'host': 'n-h1-713498-36', 'vnic_type': 'normal', 'profile': {}}} {{(pid=103230) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 19:05:45.646100 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.v2.base [req-b1af85a3-bc78-4408-989e-cfde401000cf req-fdbf150d-e425-43a3-a981-9697df224a14 service neutron] Unknown quota resources ['binding']. {{(pid=103230) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Feb 09 19:05:45.678436 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [req-34070aeb-f347-4ef0-8065-5c52f76dd850 req-ee4affba-0899-4824-9615-4022d3d47385 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762867176205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762866656485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762866656503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14393758'] for port (c8197a22-0a63-4fe5-8fb5-ede78617a0f7), after_update {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:05:45.759883 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2d1d503-856c-4bc0-a869-02c3cf351f0b req-1c30944c-7a63-45a8-84ab-8a80f5bf8396 tempest-FloatingIPsAssociationTestJSON-731512856 tempest-FloatingIPsAssociationTestJSON-731512856-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:05:45.767007 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-c2d1d503-856c-4bc0-a869-02c3cf351f0b req-1c30944c-7a63-45a8-84ab-8a80f5bf8396 tempest-FloatingIPsAssociationTestJSON-731512856 tempest-FloatingIPsAssociationTestJSON-731512856-project] 10.222.0.75 "GET /v2.0/networks/88055e1e-672a-4487-be31-ffb6e833ece5 HTTP/1.1" status: 200 len: 784 time: 0.9444029 Feb 09 19:05:45.772819 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee4affba-0899-4824-9615-4022d3d47385 service neutron] Pushing event updated for resources: {'Port': ['ID=c8197a22-0a63-4fe5-8fb5-ede78617a0f7,revision_number=2']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:05:45.773127 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [req-c2d1d503-856c-4bc0-a869-02c3cf351f0b req-73d802de-baa3-4b34-912b-8f6026d04dc5 tempest-FloatingIPsAssociationTestJSON-731512856 tempest-FloatingIPsAssociationTestJSON-731512856-project] http://10.222.0.75:9696/v2.0/extensions returned with HTTP 200 {{(pid=103229) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 09 19:05:45.791660 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-c2d1d503-856c-4bc0-a869-02c3cf351f0b req-73d802de-baa3-4b34-912b-8f6026d04dc5 tempest-FloatingIPsAssociationTestJSON-731512856 tempest-FloatingIPsAssociationTestJSON-731512856-project] 10.222.0.75 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0234258 Feb 09 19:05:45.820492 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-a7262a8e-0513-48fd-984d-75726a511961 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762867132591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593584'] for agent (911cfea2-02ae-4ec9-bac3-7808ee1cdd9c), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:05:45.873655 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8262cb1-5106-4430-afd7-151e7287d5dd req-61f6a8d5-39c5-406d-98c3-023df4da55e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:05:45.875991 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-e8262cb1-5106-4430-afd7-151e7287d5dd req-61f6a8d5-39c5-406d-98c3-023df4da55e6 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=f1e6924e-7348-48ca-aa14-d5834e100bd2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.2787278 Feb 09 19:05:45.888029 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61bb026f-12f7-46ec-b53a-0a20d58a2b0d req-f12ce9bc-b84f-42e4-8266-04658549aa21 tempest-SecurityGroupsTestJSON-1151704431 tempest-SecurityGroupsTestJSON-1151704431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:05:45.890431 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-61bb026f-12f7-46ec-b53a-0a20d58a2b0d req-f12ce9bc-b84f-42e4-8266-04658549aa21 tempest-SecurityGroupsTestJSON-1151704431 tempest-SecurityGroupsTestJSON-1151704431-project] 10.222.0.89 "GET /v2.0/ports?device_id=f00ecfa2-51bd-4cf5-a4e0-ec73d3e22ffa HTTP/1.1" status: 200 len: 1024 time: 0.3809371 Feb 09 19:05:45.978746 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-c2d1d503-856c-4bc0-a869-02c3cf351f0b req-b411ce83-676a-4ca4-9878-96aa98af60d6 tempest-FloatingIPsAssociationTestJSON-731512856 tempest-FloatingIPsAssociationTestJSON-731512856-project] 10.222.0.75 "GET /v2.0/floatingips?floating_ip_address=172.25.1.47 HTTP/1.1" status: 200 len: 696 time: 0.1843340 Feb 09 19:05:46.088796 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-c2d1d503-856c-4bc0-a869-02c3cf351f0b req-a6a32cb0-cb24-48c8-9964-9846579d2228 tempest-FloatingIPsAssociationTestJSON-731512856 tempest-FloatingIPsAssociationTestJSON-731512856-project] 10.222.0.75 "GET /v2.0/floatingips?floating_ip_address=172.25.1.47 HTTP/1.1" status: 200 len: 696 time: 0.1089544 Feb 09 19:05:46.092743 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-705f8066-86af-405d-b2ae-00faa2b234e0 req-1d259461-142a-4463-ac4d-422b0a044e97 service neutron] 10.222.0.89 "GET /v2.0/networks/3aeedb6f-762d-4e6c-8ee5-bfa54ee38104?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5108469 Feb 09 19:05:46.165791 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.managers [req-34070aeb-f347-4ef0-8065-5c52f76dd850 req-ee4affba-0899-4824-9615-4022d3d47385 service neutron] Attempting to bind port c8197a22-0a63-4fe5-8fb5-ede78617a0f7 on host n-h2-713498-36 for vnic_type normal with profile {{(pid=103230) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 19:05:46.166423 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.managers [req-34070aeb-f347-4ef0-8065-5c52f76dd850 req-ee4affba-0899-4824-9615-4022d3d47385 service neutron] Attempting to bind port c8197a22-0a63-4fe5-8fb5-ede78617a0f7 by drivers openvswitch,hyperv on host n-h2-713498-36 at level 0 using segments [{'id': 'c2ea736f-956b-4712-9292-0c7e6eae844b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': '622dc241-96e3-459d-8172-016faee8abe4'}] {{(pid=103230) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 19:05:46.166752 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34070aeb-f347-4ef0-8065-5c52f76dd850 req-ee4affba-0899-4824-9615-4022d3d47385 service neutron] Attempting to bind port c8197a22-0a63-4fe5-8fb5-ede78617a0f7 on network 622dc241-96e3-459d-8172-016faee8abe4 {{(pid=103230) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 19:05:46.198865 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34070aeb-f347-4ef0-8065-5c52f76dd850 req-ee4affba-0899-4824-9615-4022d3d47385 service neutron] Port c8197a22-0a63-4fe5-8fb5-ede78617a0f7 on network 622dc241-96e3-459d-8172-016faee8abe4 not bound, no agent of type Open vSwitch agent registered on host n-h2-713498-36 {{(pid=103230) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 19:05:46.199213 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34070aeb-f347-4ef0-8065-5c52f76dd850 req-ee4affba-0899-4824-9615-4022d3d47385 service neutron] Attempting to bind port c8197a22-0a63-4fe5-8fb5-ede78617a0f7 on network 622dc241-96e3-459d-8172-016faee8abe4 {{(pid=103230) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 19:05:46.209225 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34070aeb-f347-4ef0-8065-5c52f76dd850 req-ee4affba-0899-4824-9615-4022d3d47385 service neutron] Checking agent: {'id': 'bcd5faee-dc24-4298-9134-0e0aa054058e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713498-36', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 18, 59, 19), 'started_at': datetime.datetime(2022, 2, 9, 18, 59, 19), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 19, 5, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103230) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 19:05:46.209561 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34070aeb-f347-4ef0-8065-5c52f76dd850 req-ee4affba-0899-4824-9615-4022d3d47385 service neutron] Checking segment: {'id': 'c2ea736f-956b-4712-9292-0c7e6eae844b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': '622dc241-96e3-459d-8172-016faee8abe4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103230) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 19:05:46.209964 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34070aeb-f347-4ef0-8065-5c52f76dd850 req-ee4affba-0899-4824-9615-4022d3d47385 service neutron] Bound using segment: {'id': 'c2ea736f-956b-4712-9292-0c7e6eae844b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': '622dc241-96e3-459d-8172-016faee8abe4'} {{(pid=103230) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 19:05:46.210596 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.managers [req-34070aeb-f347-4ef0-8065-5c52f76dd850 req-ee4affba-0899-4824-9615-4022d3d47385 service neutron] Bound port: c8197a22-0a63-4fe5-8fb5-ede78617a0f7, host: n-h2-713498-36, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c2ea736f-956b-4712-9292-0c7e6eae844b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': '622dc241-96e3-459d-8172-016faee8abe4'}}] {{(pid=103230) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 19:05:46.213002 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [req-34070aeb-f347-4ef0-8065-5c52f76dd850 req-ee4affba-0899-4824-9615-4022d3d47385 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (c8197a22-0a63-4fe5-8fb5-ede78617a0f7), before_update {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:05:46.253313 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-6a2f1bc8-c453-4cb2-beee-58fc134cc07e admin admin] Publish callbacks [] for security_group (c8378651-ad34-4edc-b31b-2423e881600a), precommit_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:05:46.254585 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.managers [req-b1af85a3-bc78-4408-989e-cfde401000cf req-fdbf150d-e425-43a3-a981-9697df224a14 service neutron] Attempting to bind port 40de4c12-543c-44a6-9bda-24a60a9555b8 on host n-h1-713498-36 for vnic_type normal with profile None {{(pid=103230) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 19:05:46.254930 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.managers [req-b1af85a3-bc78-4408-989e-cfde401000cf req-fdbf150d-e425-43a3-a981-9697df224a14 service neutron] Attempting to bind port 40de4c12-543c-44a6-9bda-24a60a9555b8 by drivers openvswitch,hyperv on host n-h1-713498-36 at level 0 using segments [{'id': '5e48c0d3-ac92-403e-8ddc-eab47c471644', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': 'd725567e-ae4f-48c7-8826-ca95b9692346'}] {{(pid=103230) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 19:05:46.255244 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1af85a3-bc78-4408-989e-cfde401000cf req-fdbf150d-e425-43a3-a981-9697df224a14 service neutron] Attempting to bind port 40de4c12-543c-44a6-9bda-24a60a9555b8 on network d725567e-ae4f-48c7-8826-ca95b9692346 {{(pid=103230) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 19:05:46.265463 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-6a2f1bc8-c453-4cb2-beee-58fc134cc07e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1892331'] for security_group (c8378651-ad34-4edc-b31b-2423e881600a), after_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:05:46.307528 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-e8262cb1-5106-4430-afd7-151e7287d5dd req-04414aa4-22cc-41ca-a53c-d401f014dac8 service neutron] 10.222.0.89 "GET /v2.0/networks/f1e6924e-7348-48ca-aa14-d5834e100bd2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4132476 Feb 09 19:05:46.334976 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1af85a3-bc78-4408-989e-cfde401000cf req-fdbf150d-e425-43a3-a981-9697df224a14 service neutron] Port 40de4c12-543c-44a6-9bda-24a60a9555b8 on network d725567e-ae4f-48c7-8826-ca95b9692346 not bound, no agent of type Open vSwitch agent registered on host n-h1-713498-36 {{(pid=103230) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 19:05:46.335573 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1af85a3-bc78-4408-989e-cfde401000cf req-fdbf150d-e425-43a3-a981-9697df224a14 service neutron] Attempting to bind port 40de4c12-543c-44a6-9bda-24a60a9555b8 on network d725567e-ae4f-48c7-8826-ca95b9692346 {{(pid=103230) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 19:05:46.356768 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-6a2f1bc8-c453-4cb2-beee-58fc134cc07e admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=5dd3e79d16be405a95225faf7eb5c1e0&name=default HTTP/1.1" status: 200 len: 2996 time: 1.2814281 Feb 09 19:05:46.363899 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 50718) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:05:46.368350 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1af85a3-bc78-4408-989e-cfde401000cf req-fdbf150d-e425-43a3-a981-9697df224a14 service neutron] Checking agent: {'id': '488cd9ae-631f-4955-ba0b-4f5a13f12e9c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713498-36', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 18, 59, 18), 'started_at': datetime.datetime(2022, 2, 9, 18, 59, 18), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 19, 5, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103230) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 19:05:46.368697 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1af85a3-bc78-4408-989e-cfde401000cf req-fdbf150d-e425-43a3-a981-9697df224a14 service neutron] Checking segment: {'id': '5e48c0d3-ac92-403e-8ddc-eab47c471644', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': 'd725567e-ae4f-48c7-8826-ca95b9692346'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103230) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 19:05:46.369162 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1af85a3-bc78-4408-989e-cfde401000cf req-fdbf150d-e425-43a3-a981-9697df224a14 service neutron] Bound using segment: {'id': '5e48c0d3-ac92-403e-8ddc-eab47c471644', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': 'd725567e-ae4f-48c7-8826-ca95b9692346'} {{(pid=103230) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 19:05:46.369825 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.managers [req-b1af85a3-bc78-4408-989e-cfde401000cf req-fdbf150d-e425-43a3-a981-9697df224a14 service neutron] Bound port: 40de4c12-543c-44a6-9bda-24a60a9555b8, host: n-h1-713498-36, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5e48c0d3-ac92-403e-8ddc-eab47c471644', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': 'd725567e-ae4f-48c7-8826-ca95b9692346'}}] {{(pid=103230) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 19:05:46.415504 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.plugin [req-61bb026f-12f7-46ec-b53a-0a20d58a2b0d req-29c73c88-5777-4391-bea9-843622c966ef tempest-SecurityGroupsTestJSON-1151704431 tempest-SecurityGroupsTestJSON-1151704431-project] Deleting port 84d5567e-44ed-41fd-8a8e-d80271a0a3f0 {{(pid=103229) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 19:05:46.415870 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-61bb026f-12f7-46ec-b53a-0a20d58a2b0d req-29c73c88-5777-4391-bea9-843622c966ef tempest-SecurityGroupsTestJSON-1151704431 tempest-SecurityGroupsTestJSON-1151704431-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762867170196'] for port (84d5567e-44ed-41fd-8a8e-d80271a0a3f0), before_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:05:46.417500 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a2f1bc8-c453-4cb2-beee-58fc134cc07e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c8378651-ad34-4edc-b31b-2423e881600a,revision_number=1']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:05:46.480257 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.db [req-34070aeb-f347-4ef0-8065-5c52f76dd850 req-ee4affba-0899-4824-9615-4022d3d47385 service neutron] For port c8197a22-0a63-4fe5-8fb5-ede78617a0f7, host n-h2-713498-36, cleared binding levels {{(pid=103230) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 19:05:46.486806 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.db [req-34070aeb-f347-4ef0-8065-5c52f76dd850 req-ee4affba-0899-4824-9615-4022d3d47385 service neutron] For port c8197a22-0a63-4fe5-8fb5-ede78617a0f7, host n-h2-713498-36, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-36',level=0,port_id=c8197a22-0a63-4fe5-8fb5-ede78617a0f7,segment=NetworkSegment(c2ea736f-956b-4712-9292-0c7e6eae844b),segment_id=c2ea736f-956b-4712-9292-0c7e6eae844b)] {{(pid=103230) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 19:05:46.494394 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.plugin [req-c2d1d503-856c-4bc0-a869-02c3cf351f0b req-46f8d3ec-3e61-4b4e-b1ec-5ae78088673c tempest-FloatingIPsAssociationTestJSON-731512856 tempest-FloatingIPsAssociationTestJSON-731512856-project] Deleting port c899dbb9-7a2a-4095-b71f-d206024fe809 {{(pid=103229) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 19:05:46.495446 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-c2d1d503-856c-4bc0-a869-02c3cf351f0b req-46f8d3ec-3e61-4b4e-b1ec-5ae78088673c tempest-FloatingIPsAssociationTestJSON-731512856 tempest-FloatingIPsAssociationTestJSON-731512856-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762867170196'] for port (c899dbb9-7a2a-4095-b71f-d206024fe809), before_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:05:46.504068 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.db [req-b1af85a3-bc78-4408-989e-cfde401000cf req-fdbf150d-e425-43a3-a981-9697df224a14 service neutron] For port 40de4c12-543c-44a6-9bda-24a60a9555b8, host n-h1-713498-36, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-36',level=0,port_id=40de4c12-543c-44a6-9bda-24a60a9555b8,segment=NetworkSegment(5e48c0d3-ac92-403e-8ddc-eab47c471644),segment_id=5e48c0d3-ac92-403e-8ddc-eab47c471644)] {{(pid=103230) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 19:05:46.506661 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Device a294bcb8-d442-49d2-9a1d-f7a2c1782013 details requested by agent hyperv_n-h2-713498-36 with host n-h2-713498-36 {{(pid=103232) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 19:05:46.507589 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [req-34070aeb-f347-4ef0-8065-5c52f76dd850 req-ee4affba-0899-4824-9615-4022d3d47385 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762867176205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762866656485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762866656503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14393758'] for port (c8197a22-0a63-4fe5-8fb5-ede78617a0f7), after_update {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:05:46.527686 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [req-b1af85a3-bc78-4408-989e-cfde401000cf req-fdbf150d-e425-43a3-a981-9697df224a14 service neutron] Publish callbacks [] for binding (None), before_response {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:05:46.541287 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-b1af85a3-bc78-4408-989e-cfde401000cf req-fdbf150d-e425-43a3-a981-9697df224a14 service neutron] 10.222.0.75 "POST /v2.0/ports/40de4c12-543c-44a6-9bda-24a60a9555b8/bindings HTTP/1.1" status: 201 len: 390 time: 0.8998570 Feb 09 19:05:46.582096 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-b073b956-3d00-4210-a20c-243ba4e5cc84 admin admin] Publish callbacks [] for security_group (c8378651-ad34-4edc-b31b-2423e881600a), before_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:05:46.592888 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34070aeb-f347-4ef0-8065-5c52f76dd850 req-ee4affba-0899-4824-9615-4022d3d47385 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:05:46.593504 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [req-34070aeb-f347-4ef0-8065-5c52f76dd850 req-ee4affba-0899-4824-9615-4022d3d47385 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171096'] for port (None), before_response {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:05:46.595584 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-34070aeb-f347-4ef0-8065-5c52f76dd850 req-ee4affba-0899-4824-9615-4022d3d47385 service neutron] 10.222.0.90 "PUT /v2.0/ports/c8197a22-0a63-4fe5-8fb5-ede78617a0f7 HTTP/1.1" status: 200 len: 1135 time: 2.5085022 Feb 09 19:05:46.627148 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee4affba-0899-4824-9615-4022d3d47385 service neutron] Pushing event updated for resources: {'Port': ['ID=c8197a22-0a63-4fe5-8fb5-ede78617a0f7,revision_number=3']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:05:46.634361 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-b073b956-3d00-4210-a20c-243ba4e5cc84 admin admin] Publish callbacks [] for security_group (c8378651-ad34-4edc-b31b-2423e881600a), precommit_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:05:46.670548 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.v2.base [req-34070aeb-f347-4ef0-8065-5c52f76dd850 req-29e9dd80-820e-4861-ae2b-6980d7001d63 service neutron] Request body: {'port': {'device_id': '8319129f-1054-494a-b0c0-2ec99e839619', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-713498-36'}} {{(pid=103230) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 19:05:46.738341 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-7429db8d-6021-40ad-813e-885be449a89b None None] For port a294bcb8-d442-49d2-9a1d-f7a2c1782013, host n-h2-713498-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-36',level=0,port_id=a294bcb8-d442-49d2-9a1d-f7a2c1782013,segment=NetworkSegment(50e5915e-18f0-4558-9a28-b978975ead36),segment_id=50e5915e-18f0-4558-9a28-b978975ead36)] {{(pid=103232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 19:05:46.774452 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Returning: {'device': 'a294bcb8-d442-49d2-9a1d-f7a2c1782013', 'network_id': '2b5494c8-cf97-42c1-b902-87f998f28179', 'port_id': 'a294bcb8-d442-49d2-9a1d-f7a2c1782013', 'mac_address': 'fa:16:3e:8e:ca:01', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 359, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '60b561cb-321e-4f83-9bb3-92b2e1d0dc44', 'ip_address': '192.168.233.139'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103232) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 19:05:46.796156 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.db [req-61bb026f-12f7-46ec-b53a-0a20d58a2b0d req-29c73c88-5777-4391-bea9-843622c966ef tempest-SecurityGroupsTestJSON-1151704431 tempest-SecurityGroupsTestJSON-1151704431-project] For port 84d5567e-44ed-41fd-8a8e-d80271a0a3f0, host n-h1-713498-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-36',level=0,port_id=84d5567e-44ed-41fd-8a8e-d80271a0a3f0,segment=NetworkSegment(0eaea607-a7ab-4dbb-b6ca-ed9e62abb1c6),segment_id=0eaea607-a7ab-4dbb-b6ca-ed9e62abb1c6)] {{(pid=103229) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 19:05:46.796528 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-61bb026f-12f7-46ec-b53a-0a20d58a2b0d req-29c73c88-5777-4391-bea9-843622c966ef tempest-SecurityGroupsTestJSON-1151704431 tempest-SecurityGroupsTestJSON-1151704431-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1820838'] for port (84d5567e-44ed-41fd-8a8e-d80271a0a3f0), precommit_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:05:46.852242 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.plugin [req-61bb026f-12f7-46ec-b53a-0a20d58a2b0d req-29c73c88-5777-4391-bea9-843622c966ef tempest-SecurityGroupsTestJSON-1151704431 tempest-SecurityGroupsTestJSON-1151704431-project] Calling delete_port for 84d5567e-44ed-41fd-8a8e-d80271a0a3f0 owned by compute:nova {{(pid=103229) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 19:05:46.863958 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Current status of the port a294bcb8-d442-49d2-9a1d-f7a2c1782013 is: DOWN; New status is: BUILD {{(pid=103232) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 19:05:46.865540 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (a294bcb8-d442-49d2-9a1d-f7a2c1782013), before_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:05:46.871544 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [req-34070aeb-f347-4ef0-8065-5c52f76dd850 req-29e9dd80-820e-4861-ae2b-6980d7001d63 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (21138c02-2bef-4eb2-822c-0766736ce486), before_update {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:05:46.887652 n-d-713498-36 neutron-server[103232]: DEBUG neutron.notifiers.nova [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a294bcb8-d442-49d2-9a1d-f7a2c1782013 {{(pid=103232) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 19:05:46.933415 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-7429db8d-6021-40ad-813e-885be449a89b None None] For port a294bcb8-d442-49d2-9a1d-f7a2c1782013, host n-h2-713498-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-36',level=0,port_id=a294bcb8-d442-49d2-9a1d-f7a2c1782013,segment=NetworkSegment(50e5915e-18f0-4558-9a28-b978975ead36),segment_id=50e5915e-18f0-4558-9a28-b978975ead36)] {{(pid=103232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 19:05:46.942864 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762867176205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762866656485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762866656503'] for port (a294bcb8-d442-49d2-9a1d-f7a2c1782013), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:05:46.954846 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-b073b956-3d00-4210-a20c-243ba4e5cc84 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1892331'] for security_group (c8378651-ad34-4edc-b31b-2423e881600a), after_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:05:46.958099 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-b073b956-3d00-4210-a20c-243ba4e5cc84 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:05:46.959264 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-b073b956-3d00-4210-a20c-243ba4e5cc84 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/c8378651-ad34-4edc-b31b-2423e881600a HTTP/1.1" status: 204 len: 168 time: 0.5868971 Feb 09 19:05:47.036528 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762867132591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593584'] for agent (496418a2-c002-4aec-ab1a-07f3bea491bd), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:05:47.046825 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-c546d5c7-a23a-49a8-b3cc-42fd5b0fc5fe req-9087ad9d-3f0a-4a43-81f9-3003841fbbe1 tempest-QuotasAdminNegativeTest-1016736285 tempest-QuotasAdminNegativeTest-1016736285-project] 10.222.0.75 "GET /v2.0/networks?tenant_id=96cf2e9f4aaf47ccaa29e715df135703&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1387210 Feb 09 19:05:47.059494 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Pushing event updated for resources: {'Port': ['ID=a294bcb8-d442-49d2-9a1d-f7a2c1782013,revision_number=4']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:05:47.126478 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-e8262cb1-5106-4430-afd7-151e7287d5dd req-1ce5c39a-47f0-4866-9a78-ad374db847d9 service neutron] 10.222.0.89 "GET /v2.0/networks/f1e6924e-7348-48ca-aa14-d5834e100bd2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7939279 Feb 09 19:05:47.145890 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b073b956-3d00-4210-a20c-243ba4e5cc84 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c8378651-ad34-4edc-b31b-2423e881600a,revision_number=None']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:05:47.183796 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-61bb026f-12f7-46ec-b53a-0a20d58a2b0d req-29c73c88-5777-4391-bea9-843622c966ef tempest-SecurityGroupsTestJSON-1151704431 tempest-SecurityGroupsTestJSON-1151704431-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762867177463', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762866656476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12867576'] for port (84d5567e-44ed-41fd-8a8e-d80271a0a3f0), after_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:05:47.217611 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-7429db8d-6021-40ad-813e-885be449a89b None None] get_ports_and_sgs() called for port_ids ['c98198ac-f434-4c74-80ce-197589977159'] {{(pid=103232) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 19:05:47.306339 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29c73c88-5777-4391-bea9-843622c966ef tempest-SecurityGroupsTestJSON-1151704431 tempest-SecurityGroupsTestJSON-1151704431-project] Pushing event deleted for resources: {'Port': ['ID=84d5567e-44ed-41fd-8a8e-d80271a0a3f0,revision_number=None']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:05:47.382698 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-c2d1d503-856c-4bc0-a869-02c3cf351f0b req-46f8d3ec-3e61-4b4e-b1ec-5ae78088673c tempest-FloatingIPsAssociationTestJSON-731512856 tempest-FloatingIPsAssociationTestJSON-731512856-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1820838'] for port (c899dbb9-7a2a-4095-b71f-d206024fe809), precommit_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:05:47.383091 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-c2d1d503-856c-4bc0-a869-02c3cf351f0b req-46f8d3ec-3e61-4b4e-b1ec-5ae78088673c tempest-FloatingIPsAssociationTestJSON-731512856 tempest-FloatingIPsAssociationTestJSON-731512856-project] Publish callbacks [] for floatingip (c899dbb9-7a2a-4095-b71f-d206024fe809), precommit_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:05:47.434849 n-d-713498-36 neutron-server[103229]: DEBUG neutron.db.l3_dvrscheduler_db [req-61bb026f-12f7-46ec-b53a-0a20d58a2b0d req-29c73c88-5777-4391-bea9-843622c966ef tempest-SecurityGroupsTestJSON-1151704431 tempest-SecurityGroupsTestJSON-1151704431-project] No DVR routers for this DVR port 84d5567e-44ed-41fd-8a8e-d80271a0a3f0 on host n-h1-713498-36 {{(pid=103229) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 19:05:47.440774 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-61bb026f-12f7-46ec-b53a-0a20d58a2b0d req-29c73c88-5777-4391-bea9-843622c966ef tempest-SecurityGroupsTestJSON-1151704431 tempest-SecurityGroupsTestJSON-1151704431-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171096'] for port (None), before_response {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:05:47.448318 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-61bb026f-12f7-46ec-b53a-0a20d58a2b0d req-29c73c88-5777-4391-bea9-843622c966ef tempest-SecurityGroupsTestJSON-1151704431 tempest-SecurityGroupsTestJSON-1151704431-project] 10.222.0.89 "DELETE /v2.0/ports/84d5567e-44ed-41fd-8a8e-d80271a0a3f0 HTTP/1.1" status: 204 len: 173 time: 1.4923942 Feb 09 19:05:47.463644 n-d-713498-36 neutron-server[103229]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f00ecfa2-51bd-4cf5-a4e0-ec73d3e22ffa', 'name': 'network-vif-deleted', 'tag': '84d5567e-44ed-41fd-8a8e-d80271a0a3f0'}] {{(pid=103229) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 19:05:47.467652 n-d-713498-36 neutron-server[103229]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fa6ae9a20702bd564eaf90d946620b2b4277b1ab91129323d3b54181076be307" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-064cde1a-f8e6-440d-bf35-291be618c6cd" -d '{"events": [{"server_uuid": "f00ecfa2-51bd-4cf5-a4e0-ec73d3e22ffa", "name": "network-vif-deleted", "tag": "84d5567e-44ed-41fd-8a8e-d80271a0a3f0"}]}' {{(pid=103229) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 19:05:47.473234 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1af85a3-bc78-4408-989e-cfde401000cf req-1ebdf245-bc0d-41e0-8979-b219182f5f60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:05:47.474953 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-b1af85a3-bc78-4408-989e-cfde401000cf req-1ebdf245-bc0d-41e0-8979-b219182f5f60 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=05fa6a089578484da4b750f8c0b5ad12&device_id=2f9a8919-1b2a-4183-90dc-45c5e52d5a99 HTTP/1.1" status: 200 len: 1128 time: 0.4438021 Feb 09 19:05:47.481541 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.plugin [req-c2d1d503-856c-4bc0-a869-02c3cf351f0b req-46f8d3ec-3e61-4b4e-b1ec-5ae78088673c tempest-FloatingIPsAssociationTestJSON-731512856 tempest-FloatingIPsAssociationTestJSON-731512856-project] Calling delete_port for c899dbb9-7a2a-4095-b71f-d206024fe809 owned by network:floatingip {{(pid=103229) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 19:05:47.614552 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c546d5c7-a23a-49a8-b3cc-42fd5b0fc5fe req-ac14c799-9f07-4a2d-b06a-ef4e1bd163df tempest-QuotasAdminNegativeTest-1016736285 tempest-QuotasAdminNegativeTest-1016736285-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:05:47.622090 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-c546d5c7-a23a-49a8-b3cc-42fd5b0fc5fe req-ac14c799-9f07-4a2d-b06a-ef4e1bd163df tempest-QuotasAdminNegativeTest-1016736285 tempest-QuotasAdminNegativeTest-1016736285-project] 10.222.0.75 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5056019 Feb 09 19:05:47.622600 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-7429db8d-6021-40ad-813e-885be449a89b None None] get_ports_and_sgs() called for port_ids ['a294bcb8-d442-49d2-9a1d-f7a2c1782013'] {{(pid=103232) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 19:05:47.658943 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-c546d5c7-a23a-49a8-b3cc-42fd5b0fc5fe req-75013cde-e41b-4087-abdc-1c74791b3cb0 tempest-QuotasAdminNegativeTest-1016736285 tempest-QuotasAdminNegativeTest-1016736285-project] 10.222.0.75 "GET /v2.0/quotas/96cf2e9f4aaf47ccaa29e715df135703 HTTP/1.1" status: 200 len: 375 time: 0.0357873 Feb 09 19:05:47.714322 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-c546d5c7-a23a-49a8-b3cc-42fd5b0fc5fe req-7f6286f3-5ab7-43eb-b03d-2c64f6abfe59 tempest-QuotasAdminNegativeTest-1016736285 tempest-QuotasAdminNegativeTest-1016736285-project] 10.222.0.75 "GET /v2.0/ports?tenant_id=96cf2e9f4aaf47ccaa29e715df135703&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0544717 Feb 09 19:05:47.742655 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1af85a3-bc78-4408-989e-cfde401000cf req-bbe9d750-7ee3-4ad6-84f4-c4829dfb9adb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:05:47.744336 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-b1af85a3-bc78-4408-989e-cfde401000cf req-bbe9d750-7ee3-4ad6-84f4-c4829dfb9adb service neutron] 10.222.0.89 "GET /v2.0/networks?id=d725567e-ae4f-48c7-8826-ca95b9692346 HTTP/1.1" status: 200 len: 908 time: 0.2578394 Feb 09 19:05:47.804759 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-b1af85a3-bc78-4408-989e-cfde401000cf req-89f5edf8-2205-44b2-af92-30595d62c92c service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=40de4c12-543c-44a6-9bda-24a60a9555b8 HTTP/1.1" status: 200 len: 217 time: 0.0505111 Feb 09 19:05:47.885180 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1af85a3-bc78-4408-989e-cfde401000cf req-e4aff2cb-898c-46c0-882c-5116245db3df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:05:47.886708 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-b1af85a3-bc78-4408-989e-cfde401000cf req-e4aff2cb-898c-46c0-882c-5116245db3df service neutron] 10.222.0.89 "GET /v2.0/subnets?id=41b0b245-923a-427d-ac3e-7f4b2ecbbb0e HTTP/1.1" status: 200 len: 847 time: 0.0751264 Feb 09 19:05:47.928575 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-c2d1d503-856c-4bc0-a869-02c3cf351f0b req-46f8d3ec-3e61-4b4e-b1ec-5ae78088673c tempest-FloatingIPsAssociationTestJSON-731512856 tempest-FloatingIPsAssociationTestJSON-731512856-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762867177463', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762866656476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12867576'] for port (c899dbb9-7a2a-4095-b71f-d206024fe809), after_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:05:47.947646 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-b1af85a3-bc78-4408-989e-cfde401000cf req-adea7f02-7c6a-48fb-8e66-9b0098d0fc07 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=d725567e-ae4f-48c7-8826-ca95b9692346&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0546615 Feb 09 19:05:47.961063 n-d-713498-36 neutron-server[103230]: DEBUG neutron.notifiers.nova [req-34070aeb-f347-4ef0-8065-5c52f76dd850 req-29e9dd80-820e-4861-ae2b-6980d7001d63 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 21138c02-2bef-4eb2-822c-0766736ce486 {{(pid=103230) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 19:05:47.991164 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [req-34070aeb-f347-4ef0-8065-5c52f76dd850 req-29e9dd80-820e-4861-ae2b-6980d7001d63 service neutron] Publish callbacks [] for port (21138c02-2bef-4eb2-822c-0766736ce486), precommit_update {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:05:48.003107 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Device 84d5567e-44ed-41fd-8a8e-d80271a0a3f0 no longer exists at agent hyperv_n-h1-713498-36 {{(pid=103232) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 19:05:48.044747 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46f8d3ec-3e61-4b4e-b1ec-5ae78088673c tempest-FloatingIPsAssociationTestJSON-731512856 tempest-FloatingIPsAssociationTestJSON-731512856-project] Pushing event deleted for resources: {'Port': ['ID=c899dbb9-7a2a-4095-b71f-d206024fe809,revision_number=None']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:05:48.066589 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] No Port match for: 84d5567e-44ed-41fd-8a8e-d80271a0a3f0 {{(pid=103232) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 19:05:48.070145 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Device 84d5567e-44ed-41fd-8a8e-d80271a0a3f0 not bound to the agent host n-h1-713498-36 {{(pid=103232) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 19:05:48.074798 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-69cb9bf6-cb3b-4fb1-bd8e-e9587cb60416 req-a02e2b0a-26b3-4269-a5eb-dc126196d80b tempest-SecurityGroupsTestJSON-1151704431 tempest-SecurityGroupsTestJSON-1151704431-project] 10.222.0.75 "GET /v2.0/ports?device_id=f00ecfa2-51bd-4cf5-a4e0-ec73d3e22ffa HTTP/1.1" status: 200 len: 210 time: 0.0392747 Feb 09 19:05:48.086471 n-d-713498-36 neutron-server[103230]: DEBUG neutron.db.provisioning_blocks [req-34070aeb-f347-4ef0-8065-5c52f76dd850 req-29e9dd80-820e-4861-ae2b-6980d7001d63 service neutron] Transition to ACTIVE for port object 21138c02-2bef-4eb2-822c-0766736ce486 will not be triggered until provisioned by entity L2. {{(pid=103230) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 19:05:48.117338 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [req-34070aeb-f347-4ef0-8065-5c52f76dd850 req-29e9dd80-820e-4861-ae2b-6980d7001d63 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762867176205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762866656485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762866656503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14393758'] for port (21138c02-2bef-4eb2-822c-0766736ce486), after_update {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:05:48.157627 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-c2d1d503-856c-4bc0-a869-02c3cf351f0b req-46f8d3ec-3e61-4b4e-b1ec-5ae78088673c tempest-FloatingIPsAssociationTestJSON-731512856 tempest-FloatingIPsAssociationTestJSON-731512856-project] Publish callbacks [] for floatingip (90ab6c29-730c-48b0-825b-c15a934d4e4f), after_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:05:48.163206 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-c2d1d503-856c-4bc0-a869-02c3cf351f0b req-46f8d3ec-3e61-4b4e-b1ec-5ae78088673c tempest-FloatingIPsAssociationTestJSON-731512856 tempest-FloatingIPsAssociationTestJSON-731512856-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171096'] for floatingip (None), before_response {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:05:48.166682 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-c2d1d503-856c-4bc0-a869-02c3cf351f0b req-46f8d3ec-3e61-4b4e-b1ec-5ae78088673c tempest-FloatingIPsAssociationTestJSON-731512856 tempest-FloatingIPsAssociationTestJSON-731512856-project] 10.222.0.75 "DELETE /v2.0/floatingips/90ab6c29-730c-48b0-825b-c15a934d4e4f HTTP/1.1" status: 204 len: 173 time: 2.0769868 Feb 09 19:05:48.387100 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-b1af85a3-bc78-4408-989e-cfde401000cf req-3dabd1c1-2467-49a8-b41c-61a5c31f2cde service neutron] 10.222.0.89 "GET /v2.0/networks/d725567e-ae4f-48c7-8826-ca95b9692346?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4292102 Feb 09 19:05:48.441232 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29e9dd80-820e-4861-ae2b-6980d7001d63 service neutron] Pushing event updated for resources: {'Port': ['ID=21138c02-2bef-4eb2-822c-0766736ce486,revision_number=2']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:05:48.446417 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762867132591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593584'] for agent (488cd9ae-631f-4955-ba0b-4f5a13f12e9c), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:05:48.469123 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7888e30e-4676-4f40-a92e-ca1cd821058c req-ae4c515f-e95d-4cb8-a228-bcc330932c17 tempest-ServersOnMultiNodesTest-1472402947 tempest-ServersOnMultiNodesTest-1472402947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:05:48.479247 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-7888e30e-4676-4f40-a92e-ca1cd821058c req-ae4c515f-e95d-4cb8-a228-bcc330932c17 tempest-ServersOnMultiNodesTest-1472402947 tempest-ServersOnMultiNodesTest-1472402947-project] 10.222.0.75 "GET /v2.0/ports?device_id=51cb8794-bff0-486c-b5b2-ded44945fc8b HTTP/1.1" status: 200 len: 949 time: 0.1246471 Feb 09 19:05:48.612271 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-7888e30e-4676-4f40-a92e-ca1cd821058c req-bde2d79d-3f42-4907-b7f1-a40b0276b885 tempest-ServersOnMultiNodesTest-1472402947 tempest-ServersOnMultiNodesTest-1472402947-project] 10.222.0.75 "GET /v2.0/security-groups?id=aed5302d-0478-4b9d-b014-143adc5c0d74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1320798 Feb 09 19:05:48.645969 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb96de7f-c334-43d8-835f-974d0414a956 req-e27c6608-a100-43c9-86b1-eeac493ab70a tempest-TaggedBootDevicesTest_v242-798392635 tempest-TaggedBootDevicesTest_v242-798392635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:05:48.662877 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb96de7f-c334-43d8-835f-974d0414a956 req-e27c6608-a100-43c9-86b1-eeac493ab70a tempest-TaggedBootDevicesTest_v242-798392635 tempest-TaggedBootDevicesTest_v242-798392635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:05:48.668379 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb96de7f-c334-43d8-835f-974d0414a956 req-e27c6608-a100-43c9-86b1-eeac493ab70a tempest-TaggedBootDevicesTest_v242-798392635 tempest-TaggedBootDevicesTest_v242-798392635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:05:48.678671 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb96de7f-c334-43d8-835f-974d0414a956 req-e27c6608-a100-43c9-86b1-eeac493ab70a tempest-TaggedBootDevicesTest_v242-798392635 tempest-TaggedBootDevicesTest_v242-798392635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:05:48.684431 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb96de7f-c334-43d8-835f-974d0414a956 req-e27c6608-a100-43c9-86b1-eeac493ab70a tempest-TaggedBootDevicesTest_v242-798392635 tempest-TaggedBootDevicesTest_v242-798392635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:05:48.691391 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb96de7f-c334-43d8-835f-974d0414a956 req-e27c6608-a100-43c9-86b1-eeac493ab70a tempest-TaggedBootDevicesTest_v242-798392635 tempest-TaggedBootDevicesTest_v242-798392635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:05:48.705267 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb96de7f-c334-43d8-835f-974d0414a956 req-e27c6608-a100-43c9-86b1-eeac493ab70a tempest-TaggedBootDevicesTest_v242-798392635 tempest-TaggedBootDevicesTest_v242-798392635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:05:48.715572 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-bb96de7f-c334-43d8-835f-974d0414a956 req-e27c6608-a100-43c9-86b1-eeac493ab70a tempest-TaggedBootDevicesTest_v242-798392635 tempest-TaggedBootDevicesTest_v242-798392635-project] 10.222.0.75 "GET /v2.0/ports?device_id=8319129f-1054-494a-b0c0-2ec99e839619 HTTP/1.1" status: 200 len: 5395 time: 0.5031502 Feb 09 19:05:48.724600 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 50760) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:05:48.736932 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762867132591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593584'] for agent (bcd5faee-dc24-4298-9134-0e0aa054058e), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:05:48.740709 n-d-713498-36 neutron-server[103230]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 19:05:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-be39711d-9cdf-46fd-b1e9-b7644da83e22 x-openstack-request-id: req-be39711d-9cdf-46fd-b1e9-b7644da83e22 {{(pid=103230) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 19:05:48.741025 n-d-713498-36 neutron-server[103230]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8319129f-1054-494a-b0c0-2ec99e839619", "tag": "778b20b7-7678-470a-84cc-7abef1a21546", "status": "completed", "code": 200}]} {{(pid=103230) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 19:05:48.741286 n-d-713498-36 neutron-server[103230]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-be39711d-9cdf-46fd-b1e9-b7644da83e22 {{(pid=103230) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 19:05:48.741689 n-d-713498-36 neutron-server[103230]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8319129f-1054-494a-b0c0-2ec99e839619', 'tag': '778b20b7-7678-470a-84cc-7abef1a21546', 'status': 'completed', 'code': 200} Feb 09 19:05:48.840480 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf910b69-05de-45be-83db-06f059e5aa06 req-8b22e221-2951-48fd-82cc-73dbfe4deaa9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:05:48.841005 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf910b69-05de-45be-83db-06f059e5aa06 req-8b22e221-2951-48fd-82cc-73dbfe4deaa9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:05:48.841489 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf910b69-05de-45be-83db-06f059e5aa06 req-8b22e221-2951-48fd-82cc-73dbfe4deaa9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:05:48.841988 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf910b69-05de-45be-83db-06f059e5aa06 req-8b22e221-2951-48fd-82cc-73dbfe4deaa9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:05:48.842522 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf910b69-05de-45be-83db-06f059e5aa06 req-8b22e221-2951-48fd-82cc-73dbfe4deaa9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:05:48.842945 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf910b69-05de-45be-83db-06f059e5aa06 req-8b22e221-2951-48fd-82cc-73dbfe4deaa9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:05:48.843418 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf910b69-05de-45be-83db-06f059e5aa06 req-8b22e221-2951-48fd-82cc-73dbfe4deaa9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:05:48.845375 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-cf910b69-05de-45be-83db-06f059e5aa06 req-8b22e221-2951-48fd-82cc-73dbfe4deaa9 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=1165ce6413224edfb276f9f552a74208&device_id=8319129f-1054-494a-b0c0-2ec99e839619 HTTP/1.1" status: 200 len: 6342 time: 0.0936503 Feb 09 19:05:48.904796 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.managers [req-34070aeb-f347-4ef0-8065-5c52f76dd850 req-29e9dd80-820e-4861-ae2b-6980d7001d63 service neutron] Attempting to bind port 21138c02-2bef-4eb2-822c-0766736ce486 on host n-h2-713498-36 for vnic_type normal with profile {{(pid=103230) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 19:05:48.905142 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.managers [req-34070aeb-f347-4ef0-8065-5c52f76dd850 req-29e9dd80-820e-4861-ae2b-6980d7001d63 service neutron] Attempting to bind port 21138c02-2bef-4eb2-822c-0766736ce486 by drivers openvswitch,hyperv on host n-h2-713498-36 at level 0 using segments [{'id': 'c2ea736f-956b-4712-9292-0c7e6eae844b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': '622dc241-96e3-459d-8172-016faee8abe4'}] {{(pid=103230) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 19:05:48.905471 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34070aeb-f347-4ef0-8065-5c52f76dd850 req-29e9dd80-820e-4861-ae2b-6980d7001d63 service neutron] Attempting to bind port 21138c02-2bef-4eb2-822c-0766736ce486 on network 622dc241-96e3-459d-8172-016faee8abe4 {{(pid=103230) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 19:05:48.908986 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-b1af85a3-bc78-4408-989e-cfde401000cf req-278bc5f9-52c3-44fd-beed-c667d66933da service neutron] 10.222.0.89 "GET /v2.0/networks/d725567e-ae4f-48c7-8826-ca95b9692346?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4749224 Feb 09 19:05:48.920944 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34070aeb-f347-4ef0-8065-5c52f76dd850 req-29e9dd80-820e-4861-ae2b-6980d7001d63 service neutron] Port 21138c02-2bef-4eb2-822c-0766736ce486 on network 622dc241-96e3-459d-8172-016faee8abe4 not bound, no agent of type Open vSwitch agent registered on host n-h2-713498-36 {{(pid=103230) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 19:05:48.921271 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34070aeb-f347-4ef0-8065-5c52f76dd850 req-29e9dd80-820e-4861-ae2b-6980d7001d63 service neutron] Attempting to bind port 21138c02-2bef-4eb2-822c-0766736ce486 on network 622dc241-96e3-459d-8172-016faee8abe4 {{(pid=103230) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 19:05:48.933860 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-bb96de7f-c334-43d8-835f-974d0414a956 req-7965a4c1-2d34-4bfe-bd3d-81875f52a9b1 tempest-TaggedBootDevicesTest_v242-798392635 tempest-TaggedBootDevicesTest_v242-798392635-project] 10.222.0.75 "GET /v2.0/security-groups?id=58062d4f-c149-4db3-a357-a4eb59a3d83e&id=6452f0cf-fe35-4557-9092-43f1827176a8&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2174232 Feb 09 19:05:48.934822 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34070aeb-f347-4ef0-8065-5c52f76dd850 req-29e9dd80-820e-4861-ae2b-6980d7001d63 service neutron] Checking agent: {'id': 'bcd5faee-dc24-4298-9134-0e0aa054058e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713498-36', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 18, 59, 19), 'started_at': datetime.datetime(2022, 2, 9, 18, 59, 19), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 19, 5, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103230) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 19:05:48.935150 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34070aeb-f347-4ef0-8065-5c52f76dd850 req-29e9dd80-820e-4861-ae2b-6980d7001d63 service neutron] Checking segment: {'id': 'c2ea736f-956b-4712-9292-0c7e6eae844b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': '622dc241-96e3-459d-8172-016faee8abe4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103230) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 19:05:48.935535 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34070aeb-f347-4ef0-8065-5c52f76dd850 req-29e9dd80-820e-4861-ae2b-6980d7001d63 service neutron] Bound using segment: {'id': 'c2ea736f-956b-4712-9292-0c7e6eae844b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': '622dc241-96e3-459d-8172-016faee8abe4'} {{(pid=103230) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 19:05:48.935972 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.managers [req-34070aeb-f347-4ef0-8065-5c52f76dd850 req-29e9dd80-820e-4861-ae2b-6980d7001d63 service neutron] Bound port: 21138c02-2bef-4eb2-822c-0766736ce486, host: n-h2-713498-36, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c2ea736f-956b-4712-9292-0c7e6eae844b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': '622dc241-96e3-459d-8172-016faee8abe4'}}] {{(pid=103230) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 19:05:48.936330 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [req-34070aeb-f347-4ef0-8065-5c52f76dd850 req-29e9dd80-820e-4861-ae2b-6980d7001d63 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (21138c02-2bef-4eb2-822c-0766736ce486), before_update {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:05:48.955574 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.v2.base [None req-56b06330-5e09-4e95-bac5-9867b5f7b1c9 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1427269169-network', 'tenant_id': '2586c214bdfa4f9a89a0552244ef89be'}} {{(pid=103229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 19:05:49.061088 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.db [req-34070aeb-f347-4ef0-8065-5c52f76dd850 req-29e9dd80-820e-4861-ae2b-6980d7001d63 service neutron] For port 21138c02-2bef-4eb2-822c-0766736ce486, host n-h2-713498-36, cleared binding levels {{(pid=103230) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 19:05:49.065834 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.db [req-34070aeb-f347-4ef0-8065-5c52f76dd850 req-29e9dd80-820e-4861-ae2b-6980d7001d63 service neutron] For port 21138c02-2bef-4eb2-822c-0766736ce486, host n-h2-713498-36, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-36',level=0,port_id=21138c02-2bef-4eb2-822c-0766736ce486,segment=NetworkSegment(c2ea736f-956b-4712-9292-0c7e6eae844b),segment_id=c2ea736f-956b-4712-9292-0c7e6eae844b)] {{(pid=103230) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 19:05:49.071860 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5679e7f-9aa6-4590-9ef9-00d55b9bfa90 req-b9fb1f51-d6a5-440e-894a-b4bbc96824f2 tempest-LiveMigrationTest-1021096981 tempest-LiveMigrationTest-1021096981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:05:49.074677 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-d5679e7f-9aa6-4590-9ef9-00d55b9bfa90 req-b9fb1f51-d6a5-440e-894a-b4bbc96824f2 tempest-LiveMigrationTest-1021096981 tempest-LiveMigrationTest-1021096981-project] 10.222.0.75 "GET /v2.0/ports?device_id=2f9a8919-1b2a-4183-90dc-45c5e52d5a99 HTTP/1.1" status: 200 len: 945 time: 0.2406418 Feb 09 19:05:49.075449 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-56b06330-5e09-4e95-bac5-9867b5f7b1c9 admin admin] Made reservation on behalf of 2586c214bdfa4f9a89a0552244ef89be for: {'network': 1} {{(pid=103229) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 19:05:49.075730 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [req-34070aeb-f347-4ef0-8065-5c52f76dd850 req-29e9dd80-820e-4861-ae2b-6980d7001d63 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762867176205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762866656485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762866656503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14393758'] for port (21138c02-2bef-4eb2-822c-0766736ce486), after_update {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:05:49.080082 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-56b06330-5e09-4e95-bac5-9867b5f7b1c9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for network (None), before_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:05:49.086956 n-d-713498-36 neutron-server[103229]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 19:05:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-66e19b90-406a-47e2-97ae-aaee89b8f277 x-openstack-request-id: req-66e19b90-406a-47e2-97ae-aaee89b8f277 {{(pid=103229) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 19:05:49.087331 n-d-713498-36 neutron-server[103229]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f00ecfa2-51bd-4cf5-a4e0-ec73d3e22ffa", "name": "network-vif-deleted", "tag": "84d5567e-44ed-41fd-8a8e-d80271a0a3f0", "status": "completed", "code": 200}]} {{(pid=103229) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 19:05:49.087580 n-d-713498-36 neutron-server[103229]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-66e19b90-406a-47e2-97ae-aaee89b8f277 {{(pid=103229) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 19:05:49.088497 n-d-713498-36 neutron-server[103229]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f00ecfa2-51bd-4cf5-a4e0-ec73d3e22ffa', 'name': 'network-vif-deleted', 'tag': '84d5567e-44ed-41fd-8a8e-d80271a0a3f0', 'status': 'completed', 'code': 200} Feb 09 19:05:49.118826 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-56b06330-5e09-4e95-bac5-9867b5f7b1c9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:05:49.205113 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29e9dd80-820e-4861-ae2b-6980d7001d63 service neutron] Pushing event updated for resources: {'Port': ['ID=21138c02-2bef-4eb2-822c-0766736ce486,revision_number=3']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:05:49.228757 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34070aeb-f347-4ef0-8065-5c52f76dd850 req-29e9dd80-820e-4861-ae2b-6980d7001d63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:05:49.229805 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [req-34070aeb-f347-4ef0-8065-5c52f76dd850 req-29e9dd80-820e-4861-ae2b-6980d7001d63 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171096'] for port (None), before_response {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:05:49.232230 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-34070aeb-f347-4ef0-8065-5c52f76dd850 req-29e9dd80-820e-4861-ae2b-6980d7001d63 service neutron] 10.222.0.90 "PUT /v2.0/ports/21138c02-2bef-4eb2-822c-0766736ce486 HTTP/1.1" status: 200 len: 1092 time: 2.5801735 Feb 09 19:05:49.260384 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf910b69-05de-45be-83db-06f059e5aa06 req-f062058b-fbdd-44a5-b5ef-00cee5c7952b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:05:49.260875 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf910b69-05de-45be-83db-06f059e5aa06 req-f062058b-fbdd-44a5-b5ef-00cee5c7952b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:05:49.261350 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf910b69-05de-45be-83db-06f059e5aa06 req-f062058b-fbdd-44a5-b5ef-00cee5c7952b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:05:49.262989 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-cf910b69-05de-45be-83db-06f059e5aa06 req-f062058b-fbdd-44a5-b5ef-00cee5c7952b service neutron] 10.222.0.90 "GET /v2.0/networks?tenant_id=1165ce6413224edfb276f9f552a74208&shared=False HTTP/1.1" status: 200 len: 2297 time: 0.3898585 Feb 09 19:05:49.288572 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.v2.base [req-34070aeb-f347-4ef0-8065-5c52f76dd850 req-85fd87cc-34d2-415d-8813-b698d617ebb1 service neutron] Request body: {'port': {'device_id': '8319129f-1054-494a-b0c0-2ec99e839619', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-713498-36'}} {{(pid=103230) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 19:05:49.315635 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-d5679e7f-9aa6-4590-9ef9-00d55b9bfa90 req-cae2205b-f927-47df-9c08-064acf100d40 tempest-LiveMigrationTest-1021096981 tempest-LiveMigrationTest-1021096981-project] 10.222.0.75 "GET /v2.0/security-groups?id=ba18819a-1490-4e7b-a11b-e8610423d8ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2122211 Feb 09 19:05:49.435097 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [req-34070aeb-f347-4ef0-8065-5c52f76dd850 req-85fd87cc-34d2-415d-8813-b698d617ebb1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (3d73dda7-fb9b-4c04-9fbb-19034e8d2d7b), before_update {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:05:49.675356 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-56b06330-5e09-4e95-bac5-9867b5f7b1c9 admin admin] Publish callbacks [] for security_group (0538cd73-7a28-42cf-a6e9-9e9bedd40a54), precommit_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:05:49.687496 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-56b06330-5e09-4e95-bac5-9867b5f7b1c9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1892331'] for security_group (0538cd73-7a28-42cf-a6e9-9e9bedd40a54), after_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:05:49.755604 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf910b69-05de-45be-83db-06f059e5aa06 req-251c73c5-9e6c-4e0e-a64c-c613c53a7930 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:05:49.769686 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-cf910b69-05de-45be-83db-06f059e5aa06 req-251c73c5-9e6c-4e0e-a64c-c613c53a7930 service neutron] 10.222.0.90 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4900427 Feb 09 19:05:49.914083 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56b06330-5e09-4e95-bac5-9867b5f7b1c9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0538cd73-7a28-42cf-a6e9-9e9bedd40a54,revision_number=1']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:05:49.944174 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-56b06330-5e09-4e95-bac5-9867b5f7b1c9 admin admin] vlan segment allocate from pool success with {'vlan_id': 350, 'physical_network': 'physnet1'} {{(pid=103229) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 19:05:49.988884 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-792ee850-a4dc-4d91-9d85-b973e5bc9c99 req-3c628430-09de-45b4-a449-16b402682382 tempest-ServersOnMultiNodesTest-1472402947 tempest-ServersOnMultiNodesTest-1472402947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:05:49.990837 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-792ee850-a4dc-4d91-9d85-b973e5bc9c99 req-3c628430-09de-45b4-a449-16b402682382 tempest-ServersOnMultiNodesTest-1472402947 tempest-ServersOnMultiNodesTest-1472402947-project] 10.222.0.75 "GET /v2.0/ports?device_id=51cb8794-bff0-486c-b5b2-ded44945fc8b HTTP/1.1" status: 200 len: 949 time: 0.2257648 Feb 09 19:05:49.996429 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-5241fdb6-193e-48d7-88e0-7f83f37d0b20 req-acadd0a4-50aa-4caa-b113-54c510c7ca9d tempest-SecurityGroupsTestJSON-1151704431 tempest-SecurityGroupsTestJSON-1151704431-project] 10.222.0.75 "GET /v2.0/security-groups/b086e46d-c919-4db6-b232-c76d0cd5bdfc HTTP/1.1" status: 200 len: 1818 time: 0.2972429 Feb 09 19:05:50.050866 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-56b06330-5e09-4e95-bac5-9867b5f7b1c9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-759574'] for segment (19c03fab-df11-45cc-9379-6d7d2f2d5f0e), precommit_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:05:50.052127 n-d-713498-36 neutron-server[103229]: INFO neutron.db.segments_db [None req-56b06330-5e09-4e95-bac5-9867b5f7b1c9 admin admin] Added segment 19c03fab-df11-45cc-9379-6d7d2f2d5f0e of type vlan for network 85a2e26d-1ada-469a-a5fe-478a404e3f5d Feb 09 19:05:50.118324 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 50786) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:05:50.179523 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-56b06330-5e09-4e95-bac5-9867b5f7b1c9 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762866642225'] for network (85a2e26d-1ada-469a-a5fe-478a404e3f5d), precommit_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:05:50.183973 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-792ee850-a4dc-4d91-9d85-b973e5bc9c99 req-5bdc9396-d76c-45ae-a7ea-541a8c5b0cb8 tempest-ServersOnMultiNodesTest-1472402947 tempest-ServersOnMultiNodesTest-1472402947-project] 10.222.0.75 "GET /v2.0/security-groups?id=aed5302d-0478-4b9d-b014-143adc5c0d74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1804485 Feb 09 19:05:50.264308 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-5241fdb6-193e-48d7-88e0-7f83f37d0b20 req-b9196981-ed6a-4af0-b327-7333560fa255 tempest-SecurityGroupsTestJSON-1151704431 tempest-SecurityGroupsTestJSON-1151704431-project] Publish callbacks [] for security_group (b086e46d-c919-4db6-b232-c76d0cd5bdfc), before_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:05:50.327341 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-56b06330-5e09-4e95-bac5-9867b5f7b1c9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1885479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452'] for network (85a2e26d-1ada-469a-a5fe-478a404e3f5d), after_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:05:50.328391 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56b06330-5e09-4e95-bac5-9867b5f7b1c9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:05:50.329512 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-56b06330-5e09-4e95-bac5-9867b5f7b1c9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1613566'] for network (None), before_response {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:05:50.340316 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-5241fdb6-193e-48d7-88e0-7f83f37d0b20 req-b9196981-ed6a-4af0-b327-7333560fa255 tempest-SecurityGroupsTestJSON-1151704431 tempest-SecurityGroupsTestJSON-1151704431-project] Publish callbacks [] for security_group (b086e46d-c919-4db6-b232-c76d0cd5bdfc), precommit_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:05:50.423561 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-c2935cff-f811-46ed-8216-4f409de432c0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:05:50.460208 n-d-713498-36 neutron-server[103230]: DEBUG neutron.notifiers.nova [req-34070aeb-f347-4ef0-8065-5c52f76dd850 req-85fd87cc-34d2-415d-8813-b698d617ebb1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3d73dda7-fb9b-4c04-9fbb-19034e8d2d7b {{(pid=103230) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 19:05:50.476982 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-56b06330-5e09-4e95-bac5-9867b5f7b1c9 admin admin] 10.222.0.75 "POST /v2.0/networks HTTP/1.1" status: 201 len: 902 time: 1.7507970 Feb 09 19:05:50.484968 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6a5326b-6d51-4909-9625-9d5a22b7ec7a req-6889fd89-d8c3-4ad2-8f7a-0da6c7a25765 tempest-FloatingIPsAssociationTestJSON-731512856 tempest-FloatingIPsAssociationTestJSON-731512856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:05:50.486819 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-f6a5326b-6d51-4909-9625-9d5a22b7ec7a req-6889fd89-d8c3-4ad2-8f7a-0da6c7a25765 tempest-FloatingIPsAssociationTestJSON-731512856 tempest-FloatingIPsAssociationTestJSON-731512856-project] 10.222.0.75 "GET /v2.0/ports?device_id=cf8d55d7-ba31-4451-a682-c3c5050d34d1 HTTP/1.1" status: 200 len: 945 time: 0.1615114 Feb 09 19:05:50.487318 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 50792) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:05:50.489362 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [req-34070aeb-f347-4ef0-8065-5c52f76dd850 req-85fd87cc-34d2-415d-8813-b698d617ebb1 service neutron] Publish callbacks [] for port (3d73dda7-fb9b-4c04-9fbb-19034e8d2d7b), precommit_update {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:05:50.495414 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56b06330-5e09-4e95-bac5-9867b5f7b1c9 admin admin] Pushing event updated for resources: {'Network': ['ID=85a2e26d-1ada-469a-a5fe-478a404e3f5d,revision_number=1']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:05:50.496476 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.v2.base [None req-499db5ad-a14f-4dec-a087-11277da283b6 admin admin] Request body: {'subnet': {'network_id': '85a2e26d-1ada-469a-a5fe-478a404e3f5d', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1427269169-subnet', 'tenant_id': '2586c214bdfa4f9a89a0552244ef89be', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103230) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 19:05:50.525519 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Network 85a2e26d-1ada-469a-a5fe-478a404e3f5d details requested by agent ovs-agent-n-d-713498-36 with host n-d-713498-36 {{(pid=103232) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 19:05:50.528162 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-499db5ad-a14f-4dec-a087-11277da283b6 admin admin] Made reservation on behalf of 2586c214bdfa4f9a89a0552244ef89be for: {'subnet': 1} {{(pid=103230) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 19:05:50.530859 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-499db5ad-a14f-4dec-a087-11277da283b6 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12985917'] for subnet (None), before_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:05:50.542258 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-5241fdb6-193e-48d7-88e0-7f83f37d0b20 req-b9196981-ed6a-4af0-b327-7333560fa255 tempest-SecurityGroupsTestJSON-1151704431 tempest-SecurityGroupsTestJSON-1151704431-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1892331'] for security_group (b086e46d-c919-4db6-b232-c76d0cd5bdfc), after_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:05:50.545258 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-5241fdb6-193e-48d7-88e0-7f83f37d0b20 req-b9196981-ed6a-4af0-b327-7333560fa255 tempest-SecurityGroupsTestJSON-1151704431 tempest-SecurityGroupsTestJSON-1151704431-project] Publish callbacks [] for security_group (None), before_response {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:05:50.546690 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-5241fdb6-193e-48d7-88e0-7f83f37d0b20 req-b9196981-ed6a-4af0-b327-7333560fa255 tempest-SecurityGroupsTestJSON-1151704431 tempest-SecurityGroupsTestJSON-1151704431-project] 10.222.0.75 "DELETE /v2.0/security-groups/b086e46d-c919-4db6-b232-c76d0cd5bdfc HTTP/1.1" status: 204 len: 173 time: 0.5479174 Feb 09 19:05:50.601648 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9196981-ed6a-4af0-b327-7333560fa255 tempest-SecurityGroupsTestJSON-1151704431 tempest-SecurityGroupsTestJSON-1151704431-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b086e46d-c919-4db6-b232-c76d0cd5bdfc,revision_number=None']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:05:50.676831 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Device a294bcb8-d442-49d2-9a1d-f7a2c1782013 up at agent hyperv_n-h2-713498-36 {{(pid=103232) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 19:05:50.798075 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-c2935cff-f811-46ed-8216-4f409de432c0 admin admin] Publish callbacks [] for security_group (1f9f64b5-d05b-4f01-85ec-ec6b90f26805), precommit_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:05:50.812064 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-c2935cff-f811-46ed-8216-4f409de432c0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1892331'] for security_group (1f9f64b5-d05b-4f01-85ec-ec6b90f26805), after_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:05:50.815680 n-d-713498-36 neutron-server[103230]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8319129f-1054-494a-b0c0-2ec99e839619', 'tag': 'c8197a22-0a63-4fe5-8fb5-ede78617a0f7'}, {'name': 'network-changed', 'server_uuid': '8319129f-1054-494a-b0c0-2ec99e839619', 'tag': '21138c02-2bef-4eb2-822c-0766736ce486'}] {{(pid=103230) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 19:05:50.828381 n-d-713498-36 neutron-server[103230]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aee5919275bae9f72eb374ee322673045eb80c1f84b4b45a97d96923bd50ab51" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e7cbb065-dda8-4e9f-bff0-0bdf4d2c206e" -d '{"events": [{"name": "network-changed", "server_uuid": "8319129f-1054-494a-b0c0-2ec99e839619", "tag": "c8197a22-0a63-4fe5-8fb5-ede78617a0f7"}, {"name": "network-changed", "server_uuid": "8319129f-1054-494a-b0c0-2ec99e839619", "tag": "21138c02-2bef-4eb2-822c-0766736ce486"}]}' {{(pid=103230) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 19:05:50.871939 n-d-713498-36 neutron-server[103230]: DEBUG neutron.db.provisioning_blocks [req-34070aeb-f347-4ef0-8065-5c52f76dd850 req-85fd87cc-34d2-415d-8813-b698d617ebb1 service neutron] Transition to ACTIVE for port object 3d73dda7-fb9b-4c04-9fbb-19034e8d2d7b will not be triggered until provisioned by entity L2. {{(pid=103230) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 19:05:50.886844 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.provisioning_blocks [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Provisioning for port a294bcb8-d442-49d2-9a1d-f7a2c1782013 completed by entity L2. {{(pid=103232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 19:05:50.891501 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.provisioning_blocks [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Provisioning complete for port a294bcb8-d442-49d2-9a1d-f7a2c1782013 triggered by entity L2. {{(pid=103232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 19:05:50.891884 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593630'] for port (a294bcb8-d442-49d2-9a1d-f7a2c1782013), provisioning_complete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:05:50.904938 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [req-34070aeb-f347-4ef0-8065-5c52f76dd850 req-85fd87cc-34d2-415d-8813-b698d617ebb1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762867176205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762866656485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762866656503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14393758'] for port (3d73dda7-fb9b-4c04-9fbb-19034e8d2d7b), after_update {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:05:50.963696 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-c2935cff-f811-46ed-8216-4f409de432c0 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=96cf2e9f4aaf47ccaa29e715df135703&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8399880 Feb 09 19:05:50.968002 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 50798) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:05:50.976981 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2935cff-f811-46ed-8216-4f409de432c0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1f9f64b5-d05b-4f01-85ec-ec6b90f26805,revision_number=1']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:05:51.011031 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-499db5ad-a14f-4dec-a087-11277da283b6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14393611', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12985859'] for subnet (a1a90ed9-4fa2-477d-979f-c550725f9b48), after_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:05:51.021484 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c76b5bc2-4307-4038-8c4e-6d396444451c req-bab014f1-6379-4b82-a997-3f8942d0066e tempest-TaggedBootDevicesTest_v242-798392635 tempest-TaggedBootDevicesTest_v242-798392635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:05:51.035777 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c76b5bc2-4307-4038-8c4e-6d396444451c req-bab014f1-6379-4b82-a997-3f8942d0066e tempest-TaggedBootDevicesTest_v242-798392635 tempest-TaggedBootDevicesTest_v242-798392635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:05:51.049092 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c76b5bc2-4307-4038-8c4e-6d396444451c req-bab014f1-6379-4b82-a997-3f8942d0066e tempest-TaggedBootDevicesTest_v242-798392635 tempest-TaggedBootDevicesTest_v242-798392635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:05:51.064644 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c76b5bc2-4307-4038-8c4e-6d396444451c req-bab014f1-6379-4b82-a997-3f8942d0066e tempest-TaggedBootDevicesTest_v242-798392635 tempest-TaggedBootDevicesTest_v242-798392635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:05:51.080436 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c76b5bc2-4307-4038-8c4e-6d396444451c req-bab014f1-6379-4b82-a997-3f8942d0066e tempest-TaggedBootDevicesTest_v242-798392635 tempest-TaggedBootDevicesTest_v242-798392635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:05:51.082852 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Current status of the port a294bcb8-d442-49d2-9a1d-f7a2c1782013 is: BUILD; New status is: ACTIVE {{(pid=103232) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 19:05:51.087582 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (a294bcb8-d442-49d2-9a1d-f7a2c1782013), before_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:05:51.090029 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c76b5bc2-4307-4038-8c4e-6d396444451c req-bab014f1-6379-4b82-a997-3f8942d0066e tempest-TaggedBootDevicesTest_v242-798392635 tempest-TaggedBootDevicesTest_v242-798392635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:05:51.100875 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c76b5bc2-4307-4038-8c4e-6d396444451c req-bab014f1-6379-4b82-a997-3f8942d0066e tempest-TaggedBootDevicesTest_v242-798392635 tempest-TaggedBootDevicesTest_v242-798392635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:05:51.115934 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-c76b5bc2-4307-4038-8c4e-6d396444451c req-bab014f1-6379-4b82-a997-3f8942d0066e tempest-TaggedBootDevicesTest_v242-798392635 tempest-TaggedBootDevicesTest_v242-798392635-project] 10.222.0.75 "GET /v2.0/ports?device_id=8319129f-1054-494a-b0c0-2ec99e839619 HTTP/1.1" status: 200 len: 5395 time: 0.4491558 Feb 09 19:05:51.155851 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-f6a5326b-6d51-4909-9625-9d5a22b7ec7a req-8e5df36a-b4ee-4e13-8a90-fcd4fc341bee tempest-FloatingIPsAssociationTestJSON-731512856 tempest-FloatingIPsAssociationTestJSON-731512856-project] 10.222.0.75 "GET /v2.0/security-groups?id=e033bcb0-30a2-4ca7-825f-be8d1c426f02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6398654 Feb 09 19:05:51.190704 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-7429db8d-6021-40ad-813e-885be449a89b None None] For port a294bcb8-d442-49d2-9a1d-f7a2c1782013, host n-h2-713498-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-36',level=0,port_id=a294bcb8-d442-49d2-9a1d-f7a2c1782013,segment=NetworkSegment(50e5915e-18f0-4558-9a28-b978975ead36),segment_id=50e5915e-18f0-4558-9a28-b978975ead36)] {{(pid=103232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 19:05:51.194406 n-d-713498-36 neutron-server[103232]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '51cb8794-bff0-486c-b5b2-ded44945fc8b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a294bcb8-d442-49d2-9a1d-f7a2c1782013'}] {{(pid=103232) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 19:05:51.194642 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85fd87cc-34d2-415d-8813-b698d617ebb1 service neutron] Pushing event updated for resources: {'Port': ['ID=3d73dda7-fb9b-4c04-9fbb-19034e8d2d7b,revision_number=2']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:05:51.214819 n-d-713498-36 neutron-server[103232]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}949cdcde653dec44821de95cbf67297f53cbc2aed4e073b5d514f93bf911ce85" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aea63676-a6ca-4352-a087-a2bd5e83ef90" -d '{"events": [{"server_uuid": "51cb8794-bff0-486c-b5b2-ded44945fc8b", "name": "network-vif-plugged", "status": "completed", "tag": "a294bcb8-d442-49d2-9a1d-f7a2c1782013"}]}' {{(pid=103232) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 19:05:51.232334 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762867176205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762866656485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762866656503'] for port (a294bcb8-d442-49d2-9a1d-f7a2c1782013), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:05:51.293684 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-c76b5bc2-4307-4038-8c4e-6d396444451c req-a655c93b-5f64-4325-9dfb-de1c00e49fdf tempest-TaggedBootDevicesTest_v242-798392635 tempest-TaggedBootDevicesTest_v242-798392635-project] 10.222.0.75 "GET /v2.0/security-groups?id=58062d4f-c149-4db3-a357-a4eb59a3d83e&id=6452f0cf-fe35-4557-9092-43f1827176a8&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1767876 Feb 09 19:05:51.314352 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-b5faa93c-0c4d-4ac1-9c92-eb7de3eef760 admin admin] Publish callbacks [] for security_group (1f9f64b5-d05b-4f01-85ec-ec6b90f26805), before_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:05:51.352792 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-b5faa93c-0c4d-4ac1-9c92-eb7de3eef760 admin admin] Publish callbacks [] for security_group (1f9f64b5-d05b-4f01-85ec-ec6b90f26805), precommit_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:05:51.378173 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Pushing event updated for resources: {'Port': ['ID=a294bcb8-d442-49d2-9a1d-f7a2c1782013,revision_number=5']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:05:51.474702 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-100b2b55-e008-4022-9745-a1bac74ff989 req-8d2641f0-19e0-4a19-8b8f-604dde2c002e tempest-SecurityGroupsTestJSON-1151704431 tempest-SecurityGroupsTestJSON-1151704431-project] 10.222.0.75 "GET /v2.0/security-groups/1d9bef53-a5ca-490d-97b1-1f1918120880 HTTP/1.1" status: 200 len: 1817 time: 0.0682194 Feb 09 19:05:51.542724 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.managers [req-34070aeb-f347-4ef0-8065-5c52f76dd850 req-85fd87cc-34d2-415d-8813-b698d617ebb1 service neutron] Attempting to bind port 3d73dda7-fb9b-4c04-9fbb-19034e8d2d7b on host n-h2-713498-36 for vnic_type normal with profile {{(pid=103230) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 19:05:51.543247 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.managers [req-34070aeb-f347-4ef0-8065-5c52f76dd850 req-85fd87cc-34d2-415d-8813-b698d617ebb1 service neutron] Attempting to bind port 3d73dda7-fb9b-4c04-9fbb-19034e8d2d7b by drivers openvswitch,hyperv on host n-h2-713498-36 at level 0 using segments [{'id': 'c2ea736f-956b-4712-9292-0c7e6eae844b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': '622dc241-96e3-459d-8172-016faee8abe4'}] {{(pid=103230) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 19:05:51.543458 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34070aeb-f347-4ef0-8065-5c52f76dd850 req-85fd87cc-34d2-415d-8813-b698d617ebb1 service neutron] Attempting to bind port 3d73dda7-fb9b-4c04-9fbb-19034e8d2d7b on network 622dc241-96e3-459d-8172-016faee8abe4 {{(pid=103230) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 19:05:51.553371 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-499db5ad-a14f-4dec-a087-11277da283b6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a1a90ed9-4fa2-477d-979f-c550725f9b48,revision_number=0']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:05:51.556457 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34070aeb-f347-4ef0-8065-5c52f76dd850 req-85fd87cc-34d2-415d-8813-b698d617ebb1 service neutron] Port 3d73dda7-fb9b-4c04-9fbb-19034e8d2d7b on network 622dc241-96e3-459d-8172-016faee8abe4 not bound, no agent of type Open vSwitch agent registered on host n-h2-713498-36 {{(pid=103230) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 19:05:51.556793 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34070aeb-f347-4ef0-8065-5c52f76dd850 req-85fd87cc-34d2-415d-8813-b698d617ebb1 service neutron] Attempting to bind port 3d73dda7-fb9b-4c04-9fbb-19034e8d2d7b on network 622dc241-96e3-459d-8172-016faee8abe4 {{(pid=103230) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 19:05:51.560456 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-100b2b55-e008-4022-9745-a1bac74ff989 req-a576dd99-e962-46eb-a893-015afcb0e242 tempest-SecurityGroupsTestJSON-1151704431 tempest-SecurityGroupsTestJSON-1151704431-project] Publish callbacks [] for security_group (1d9bef53-a5ca-490d-97b1-1f1918120880), before_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:05:51.563735 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-499db5ad-a14f-4dec-a087-11277da283b6 admin admin] Checking segment: {'id': '19c03fab-df11-45cc-9379-6d7d2f2d5f0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': '85a2e26d-1ada-469a-a5fe-478a404e3f5d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103230) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 19:05:51.564317 n-d-713498-36 neutron-server[103230]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-499db5ad-a14f-4dec-a087-11277da283b6 admin admin] Network hostable DHCP agents. Network: 85a2e26d-1ada-469a-a5fe-478a404e3f5d, hostable agents: ['af91e4b9-f4e1-42b1-a25c-a10dc47171c8'], hosted agents: [] {{(pid=103230) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 19:05:51.573658 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9e46bcb-e712-4d9c-af28-999cb21f8777 req-232670ee-d756-4b32-894d-6b42b55ff4e4 tempest-FloatingIPsAssociationTestJSON-731512856 tempest-FloatingIPsAssociationTestJSON-731512856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:05:51.575265 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-e9e46bcb-e712-4d9c-af28-999cb21f8777 req-232670ee-d756-4b32-894d-6b42b55ff4e4 tempest-FloatingIPsAssociationTestJSON-731512856 tempest-FloatingIPsAssociationTestJSON-731512856-project] 10.222.0.89 "GET /v2.0/ports?device_id=cf8d55d7-ba31-4451-a682-c3c5050d34d1 HTTP/1.1" status: 200 len: 945 time: 0.6391640 Feb 09 19:05:51.592177 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-100b2b55-e008-4022-9745-a1bac74ff989 req-a576dd99-e962-46eb-a893-015afcb0e242 tempest-SecurityGroupsTestJSON-1151704431 tempest-SecurityGroupsTestJSON-1151704431-project] Publish callbacks [] for security_group (1d9bef53-a5ca-490d-97b1-1f1918120880), precommit_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:05:51.614051 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-b5faa93c-0c4d-4ac1-9c92-eb7de3eef760 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1892331'] for security_group (1f9f64b5-d05b-4f01-85ec-ec6b90f26805), after_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:05:51.616685 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-b5faa93c-0c4d-4ac1-9c92-eb7de3eef760 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:05:51.620404 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-b5faa93c-0c4d-4ac1-9c92-eb7de3eef760 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/1f9f64b5-d05b-4f01-85ec-ec6b90f26805 HTTP/1.1" status: 204 len: 168 time: 0.6438506 Feb 09 19:05:51.648825 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85bd82fe-31a5-45b5-9fc6-0ff33f59c89d req-6196fbc9-45e8-44d8-93e1-8088df7ebd2e tempest-LiveMigrationTest-1021096981 tempest-LiveMigrationTest-1021096981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:05:51.650857 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-85bd82fe-31a5-45b5-9fc6-0ff33f59c89d req-6196fbc9-45e8-44d8-93e1-8088df7ebd2e tempest-LiveMigrationTest-1021096981 tempest-LiveMigrationTest-1021096981-project] 10.222.0.75 "GET /v2.0/ports?device_id=2f9a8919-1b2a-4183-90dc-45c5e52d5a99 HTTP/1.1" status: 200 len: 945 time: 0.3493519 Feb 09 19:05:51.667562 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5faa93c-0c4d-4ac1-9c92-eb7de3eef760 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1f9f64b5-d05b-4f01-85ec-ec6b90f26805,revision_number=None']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:05:51.673557 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34070aeb-f347-4ef0-8065-5c52f76dd850 req-85fd87cc-34d2-415d-8813-b698d617ebb1 service neutron] Checking agent: {'id': 'bcd5faee-dc24-4298-9134-0e0aa054058e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713498-36', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 18, 59, 19), 'started_at': datetime.datetime(2022, 2, 9, 18, 59, 19), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 19, 5, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103230) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 19:05:51.673557 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34070aeb-f347-4ef0-8065-5c52f76dd850 req-85fd87cc-34d2-415d-8813-b698d617ebb1 service neutron] Checking segment: {'id': 'c2ea736f-956b-4712-9292-0c7e6eae844b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': '622dc241-96e3-459d-8172-016faee8abe4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103230) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 19:05:51.673844 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34070aeb-f347-4ef0-8065-5c52f76dd850 req-85fd87cc-34d2-415d-8813-b698d617ebb1 service neutron] Bound using segment: {'id': 'c2ea736f-956b-4712-9292-0c7e6eae844b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': '622dc241-96e3-459d-8172-016faee8abe4'} {{(pid=103230) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 19:05:51.674309 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.managers [req-34070aeb-f347-4ef0-8065-5c52f76dd850 req-85fd87cc-34d2-415d-8813-b698d617ebb1 service neutron] Bound port: 3d73dda7-fb9b-4c04-9fbb-19034e8d2d7b, host: n-h2-713498-36, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c2ea736f-956b-4712-9292-0c7e6eae844b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': '622dc241-96e3-459d-8172-016faee8abe4'}}] {{(pid=103230) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 19:05:51.674708 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [req-34070aeb-f347-4ef0-8065-5c52f76dd850 req-85fd87cc-34d2-415d-8813-b698d617ebb1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (3d73dda7-fb9b-4c04-9fbb-19034e8d2d7b), before_update {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:05:51.725772 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-100b2b55-e008-4022-9745-a1bac74ff989 req-a576dd99-e962-46eb-a893-015afcb0e242 tempest-SecurityGroupsTestJSON-1151704431 tempest-SecurityGroupsTestJSON-1151704431-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1892331'] for security_group (1d9bef53-a5ca-490d-97b1-1f1918120880), after_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:05:51.728802 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-100b2b55-e008-4022-9745-a1bac74ff989 req-a576dd99-e962-46eb-a893-015afcb0e242 tempest-SecurityGroupsTestJSON-1151704431 tempest-SecurityGroupsTestJSON-1151704431-project] Publish callbacks [] for security_group (None), before_response {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:05:51.730030 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-100b2b55-e008-4022-9745-a1bac74ff989 req-a576dd99-e962-46eb-a893-015afcb0e242 tempest-SecurityGroupsTestJSON-1151704431 tempest-SecurityGroupsTestJSON-1151704431-project] 10.222.0.75 "DELETE /v2.0/security-groups/1d9bef53-a5ca-490d-97b1-1f1918120880 HTTP/1.1" status: 204 len: 173 time: 0.2477782 Feb 09 19:05:51.747640 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a576dd99-e962-46eb-a893-015afcb0e242 tempest-SecurityGroupsTestJSON-1151704431 tempest-SecurityGroupsTestJSON-1151704431-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1d9bef53-a5ca-490d-97b1-1f1918120880,revision_number=None']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:05:51.802698 n-d-713498-36 neutron-server[103230]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-499db5ad-a14f-4dec-a087-11277da283b6 admin admin] Network 85a2e26d-1ada-469a-a5fe-478a404e3f5d is scheduled to be hosted by DHCP agent af91e4b9-f4e1-42b1-a25c-a10dc47171c8 with binding_index 1 {{(pid=103230) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 19:05:51.815549 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-85bd82fe-31a5-45b5-9fc6-0ff33f59c89d req-1bdff656-7a7f-4b86-bce2-583b9bca0808 tempest-LiveMigrationTest-1021096981 tempest-LiveMigrationTest-1021096981-project] 10.222.0.75 "GET /v2.0/security-groups?id=ba18819a-1490-4e7b-a11b-e8610423d8ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1577642 Feb 09 19:05:51.828866 n-d-713498-36 neutron-server[103230]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Wed, 09 Feb 2022 19:05:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-010835b7-65c5-4813-805a-fb88a0160582 x-openstack-request-id: req-010835b7-65c5-4813-805a-fb88a0160582 {{(pid=103230) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 19:05:51.829202 n-d-713498-36 neutron-server[103230]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8319129f-1054-494a-b0c0-2ec99e839619", "tag": "c8197a22-0a63-4fe5-8fb5-ede78617a0f7", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "8319129f-1054-494a-b0c0-2ec99e839619", "tag": "21138c02-2bef-4eb2-822c-0766736ce486", "status": "completed", "code": 200}]} {{(pid=103230) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 19:05:51.829487 n-d-713498-36 neutron-server[103230]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-010835b7-65c5-4813-805a-fb88a0160582 {{(pid=103230) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 19:05:51.829889 n-d-713498-36 neutron-server[103230]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8319129f-1054-494a-b0c0-2ec99e839619', 'tag': 'c8197a22-0a63-4fe5-8fb5-ede78617a0f7', 'status': 'completed', 'code': 200} Feb 09 19:05:51.830188 n-d-713498-36 neutron-server[103230]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8319129f-1054-494a-b0c0-2ec99e839619', 'tag': '21138c02-2bef-4eb2-822c-0766736ce486', 'status': 'completed', 'code': 200} Feb 09 19:05:51.856996 n-d-713498-36 neutron-server[103230]: DEBUG neutron.scheduler.base_scheduler [None req-499db5ad-a14f-4dec-a087-11277da283b6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713498-36, 85a2e26d-1ada-469a-a5fe-478a404e3f5d) {{(pid=103230) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 19:05:51.869896 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-499db5ad-a14f-4dec-a087-11277da283b6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:05:51.870298 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad570801-bf30-46f8-a86c-3d207751702c None None] Network 85a2e26d-1ada-469a-a5fe-478a404e3f5d requested from n-d-713498-36 {{(pid=103232) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 19:05:51.871213 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-499db5ad-a14f-4dec-a087-11277da283b6 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:05:51.875262 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.db [req-34070aeb-f347-4ef0-8065-5c52f76dd850 req-85fd87cc-34d2-415d-8813-b698d617ebb1 service neutron] For port 3d73dda7-fb9b-4c04-9fbb-19034e8d2d7b, host n-h2-713498-36, cleared binding levels {{(pid=103230) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 19:05:51.880078 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.db [req-34070aeb-f347-4ef0-8065-5c52f76dd850 req-85fd87cc-34d2-415d-8813-b698d617ebb1 service neutron] For port 3d73dda7-fb9b-4c04-9fbb-19034e8d2d7b, host n-h2-713498-36, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-36',level=0,port_id=3d73dda7-fb9b-4c04-9fbb-19034e8d2d7b,segment=NetworkSegment(c2ea736f-956b-4712-9292-0c7e6eae844b),segment_id=c2ea736f-956b-4712-9292-0c7e6eae844b)] {{(pid=103230) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 19:05:51.910548 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [req-34070aeb-f347-4ef0-8065-5c52f76dd850 req-85fd87cc-34d2-415d-8813-b698d617ebb1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762867176205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762866656485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762866656503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14393758'] for port (3d73dda7-fb9b-4c04-9fbb-19034e8d2d7b), after_update {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:05:51.996093 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.v2.base [req-c1bfb6e6-d7e9-4b76-b9d6-ab6fc3f0bf61 req-f38fb168-9681-48d5-a7d4-34f1f58f2b14 tempest-SecurityGroupsTestJSON-1151704431 tempest-SecurityGroupsTestJSON-1151704431-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-767359742', 'description': 'tempest-description-1403389601'}} {{(pid=103230) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 19:05:52.002039 n-d-713498-36 neutron-server[103232]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 19:05:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-97e2a4f9-bdee-45aa-b035-facb59a555a3 x-openstack-request-id: req-97e2a4f9-bdee-45aa-b035-facb59a555a3 {{(pid=103232) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 19:05:52.003796 n-d-713498-36 neutron-server[103232]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "51cb8794-bff0-486c-b5b2-ded44945fc8b", "name": "network-vif-plugged", "status": "completed", "tag": "a294bcb8-d442-49d2-9a1d-f7a2c1782013", "code": 200}]} {{(pid=103232) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 19:05:52.007718 n-d-713498-36 neutron-server[103232]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-97e2a4f9-bdee-45aa-b035-facb59a555a3 {{(pid=103232) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 19:05:52.007718 n-d-713498-36 neutron-server[103232]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '51cb8794-bff0-486c-b5b2-ded44945fc8b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a294bcb8-d442-49d2-9a1d-f7a2c1782013', 'code': 200} Feb 09 19:05:52.008570 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-499db5ad-a14f-4dec-a087-11277da283b6 admin admin] 10.222.0.75 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 1.5164177 Feb 09 19:05:52.012647 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 50810) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:05:52.016499 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.plugin [req-e9e46bcb-e712-4d9c-af28-999cb21f8777 req-922a578d-52bc-469d-9399-c894a83f1e2d tempest-FloatingIPsAssociationTestJSON-731512856 tempest-FloatingIPsAssociationTestJSON-731512856-project] Deleting port fff28e55-1481-495e-822a-a809fab17399 {{(pid=103230) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 19:05:52.017045 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [req-e9e46bcb-e712-4d9c-af28-999cb21f8777 req-922a578d-52bc-469d-9399-c894a83f1e2d tempest-FloatingIPsAssociationTestJSON-731512856 tempest-FloatingIPsAssociationTestJSON-731512856-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762867170196'] for port (fff28e55-1481-495e-822a-a809fab17399), before_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:05:52.034622 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.v2.base [None req-c0b2d49a-3bf1-4528-89f3-c6397307c83d admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1427269169-router', 'tenant_id': '2586c214bdfa4f9a89a0552244ef89be', 'external_gateway_info': {'network_id': '88055e1e-672a-4487-be31-ffb6e833ece5'}}} {{(pid=103230) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 19:05:52.072395 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7cbb065-dda8-4e9f-bff0-0bdf4d2c206e req-5c55d4b5-4d74-4162-908d-a5b063699a44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:05:52.074663 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7cbb065-dda8-4e9f-bff0-0bdf4d2c206e req-5c55d4b5-4d74-4162-908d-a5b063699a44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:05:52.076202 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7cbb065-dda8-4e9f-bff0-0bdf4d2c206e req-5c55d4b5-4d74-4162-908d-a5b063699a44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:05:52.076718 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7cbb065-dda8-4e9f-bff0-0bdf4d2c206e req-5c55d4b5-4d74-4162-908d-a5b063699a44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:05:52.077328 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7cbb065-dda8-4e9f-bff0-0bdf4d2c206e req-5c55d4b5-4d74-4162-908d-a5b063699a44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:05:52.077812 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7cbb065-dda8-4e9f-bff0-0bdf4d2c206e req-5c55d4b5-4d74-4162-908d-a5b063699a44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:05:52.078470 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7cbb065-dda8-4e9f-bff0-0bdf4d2c206e req-5c55d4b5-4d74-4162-908d-a5b063699a44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:05:52.087275 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-e7cbb065-dda8-4e9f-bff0-0bdf4d2c206e req-5c55d4b5-4d74-4162-908d-a5b063699a44 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=1165ce6413224edfb276f9f552a74208&device_id=8319129f-1054-494a-b0c0-2ec99e839619 HTTP/1.1" status: 200 len: 6514 time: 0.2215805 Feb 09 19:05:52.118908 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34070aeb-f347-4ef0-8065-5c52f76dd850 req-85fd87cc-34d2-415d-8813-b698d617ebb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:05:52.119534 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [req-34070aeb-f347-4ef0-8065-5c52f76dd850 req-85fd87cc-34d2-415d-8813-b698d617ebb1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171096'] for port (None), before_response {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:05:52.121129 n-d-713498-36 neutron-server[103233]: DEBUG neutron.db.agents_db [None req-4a8a6a42-0a0c-4437-8958-92282682b6bb None None] Agent healthcheck: found 7 active agents {{(pid=103233) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 19:05:52.128588 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b69502e5-0df4-4c06-a885-807216d6f051 req-0006f2c2-c65d-494b-9c0f-da07f617d6ee tempest-ServersOnMultiNodesTest-1472402947 tempest-ServersOnMultiNodesTest-1472402947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:05:52.130016 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-34070aeb-f347-4ef0-8065-5c52f76dd850 req-85fd87cc-34d2-415d-8813-b698d617ebb1 service neutron] 10.222.0.90 "PUT /v2.0/ports/3d73dda7-fb9b-4c04-9fbb-19034e8d2d7b HTTP/1.1" status: 200 len: 1092 time: 2.8463643 Feb 09 19:05:52.134938 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-b69502e5-0df4-4c06-a885-807216d6f051 req-0006f2c2-c65d-494b-9c0f-da07f617d6ee tempest-ServersOnMultiNodesTest-1472402947 tempest-ServersOnMultiNodesTest-1472402947-project] 10.222.0.75 "GET /v2.0/ports?device_id=51cb8794-bff0-486c-b5b2-ded44945fc8b HTTP/1.1" status: 200 len: 950 time: 0.1841605 Feb 09 19:05:52.191266 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69353180-60e4-4235-ae5a-c85917f1ef9d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8b32e980-7cce-5e82-a341-bd2fa8945c89-85a2e26d-1ada-469a-a5fe-478a404e3f5d', 'network_id': '85a2e26d-1ada-469a-a5fe-478a404e3f5d', 'project_id': '2586c214bdfa4f9a89a0552244ef89be', 'fixed_ips': [{'subnet_id': 'a1a90ed9-4fa2-477d-979f-c550725f9b48'}]}} from n-d-713498-36. {{(pid=103232) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 09 19:05:52.193013 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-69353180-60e4-4235-ae5a-c85917f1ef9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (None), before_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:05:52.313728 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 50814) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:05:52.382947 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-b69502e5-0df4-4c06-a885-807216d6f051 req-c8fc2125-3d55-42da-bf69-26db08b6781e tempest-ServersOnMultiNodesTest-1472402947 tempest-ServersOnMultiNodesTest-1472402947-project] 10.222.0.75 "GET /v2.0/security-groups?id=aed5302d-0478-4b9d-b014-143adc5c0d74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2273610 Feb 09 19:05:52.385180 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-3e062677-9ad3-4fb0-9156-6cd42e6682dd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:05:52.457337 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.db_base_plugin_common [None req-69353180-60e4-4235-ae5a-c85917f1ef9d None None] Allocated IP 172.20.0.2 (85a2e26d-1ada-469a-a5fe-478a404e3f5d/a1a90ed9-4fa2-477d-979f-c550725f9b48/eb6f85da-70d3-43d6-bd82-5ea1900798cc) {{(pid=103232) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 19:05:52.489165 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7cbb065-dda8-4e9f-bff0-0bdf4d2c206e req-71ed9ad9-6760-4634-86c7-c27919be5cf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:05:52.491675 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7cbb065-dda8-4e9f-bff0-0bdf4d2c206e req-71ed9ad9-6760-4634-86c7-c27919be5cf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:05:52.492182 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7cbb065-dda8-4e9f-bff0-0bdf4d2c206e req-71ed9ad9-6760-4634-86c7-c27919be5cf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:05:52.496740 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-e7cbb065-dda8-4e9f-bff0-0bdf4d2c206e req-71ed9ad9-6760-4634-86c7-c27919be5cf9 service neutron] 10.222.0.90 "GET /v2.0/networks?tenant_id=1165ce6413224edfb276f9f552a74208&shared=False HTTP/1.1" status: 200 len: 2297 time: 0.3929846 Feb 09 19:05:52.684904 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.v2.base [req-34070aeb-f347-4ef0-8065-5c52f76dd850 req-f91b9179-a516-4cf7-8855-114cab5b4524 service neutron] Request body: {'port': {'device_id': '8319129f-1054-494a-b0c0-2ec99e839619', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-713498-36'}} {{(pid=103230) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 19:05:52.693047 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7cbb065-dda8-4e9f-bff0-0bdf4d2c206e req-287b5bd5-27f5-48b9-be42-9993a592ca72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:05:52.695767 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-e7cbb065-dda8-4e9f-bff0-0bdf4d2c206e req-287b5bd5-27f5-48b9-be42-9993a592ca72 service neutron] 10.222.0.90 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1861784 Feb 09 19:05:52.764298 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [req-c1bfb6e6-d7e9-4b76-b9d6-ab6fc3f0bf61 req-f38fb168-9681-48d5-a7d4-34f1f58f2b14 tempest-SecurityGroupsTestJSON-1151704431 tempest-SecurityGroupsTestJSON-1151704431-project] Publish callbacks [] for security_group (None), before_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:05:52.776016 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-c0b2d49a-3bf1-4528-89f3-c6397307c83d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1834830', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-58389'] for router (6f802142-206b-41e7-8752-bcf7a1c29d76), before_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:05:52.777069 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-c0b2d49a-3bf1-4528-89f3-c6397307c83d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1834810', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1822096', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1886735', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-58380'] for router (6f802142-206b-41e7-8752-bcf7a1c29d76), precommit_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:05:52.817349 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85fd87cc-34d2-415d-8813-b698d617ebb1 service neutron] Pushing event updated for resources: {'Port': ['ID=3d73dda7-fb9b-4c04-9fbb-19034e8d2d7b,revision_number=3']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:05:52.866391 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-3e062677-9ad3-4fb0-9156-6cd42e6682dd admin admin] Publish callbacks [] for security_group (55741e1b-4cc8-42e0-842c-0cc8e0bbf2f7), precommit_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:05:52.878479 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-3e062677-9ad3-4fb0-9156-6cd42e6682dd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1892331'] for security_group (55741e1b-4cc8-42e0-842c-0cc8e0bbf2f7), after_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:05:52.894208 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.db [req-e9e46bcb-e712-4d9c-af28-999cb21f8777 req-922a578d-52bc-469d-9399-c894a83f1e2d tempest-FloatingIPsAssociationTestJSON-731512856 tempest-FloatingIPsAssociationTestJSON-731512856-project] For port fff28e55-1481-495e-822a-a809fab17399, host n-h1-713498-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-36',level=0,port_id=fff28e55-1481-495e-822a-a809fab17399,segment=NetworkSegment(645882ad-a796-4218-a7d9-a75443ad9585),segment_id=645882ad-a796-4218-a7d9-a75443ad9585)] {{(pid=103230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 19:05:52.894852 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [req-e9e46bcb-e712-4d9c-af28-999cb21f8777 req-922a578d-52bc-469d-9399-c894a83f1e2d tempest-FloatingIPsAssociationTestJSON-731512856 tempest-FloatingIPsAssociationTestJSON-731512856-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1820838'] for port (fff28e55-1481-495e-822a-a809fab17399), precommit_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:05:52.925971 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8bfb4f4-4e23-41a0-83fc-e49af134c65c req-5718c0eb-5349-469a-9c19-277683ac391b tempest-FloatingIPsAssociationTestJSON-731512856 tempest-FloatingIPsAssociationTestJSON-731512856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:05:52.931206 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-c8bfb4f4-4e23-41a0-83fc-e49af134c65c req-5718c0eb-5349-469a-9c19-277683ac391b tempest-FloatingIPsAssociationTestJSON-731512856 tempest-FloatingIPsAssociationTestJSON-731512856-project] 10.222.0.75 "GET /v2.0/ports?device_id=cf8d55d7-ba31-4451-a682-c3c5050d34d1 HTTP/1.1" status: 200 len: 945 time: 0.2326725 Feb 09 19:05:52.933877 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cd29899-5c65-4372-9735-a02527a37fb3 req-64b89262-6103-42f5-ab1b-78a70b2457a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:05:52.935892 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-7cd29899-5c65-4372-9735-a02527a37fb3 req-64b89262-6103-42f5-ab1b-78a70b2457a5 service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=51cb8794-bff0-486c-b5b2-ded44945fc8b HTTP/1.1" status: 200 len: 1133 time: 0.8700850 Feb 09 19:05:52.975162 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.plugin [req-e9e46bcb-e712-4d9c-af28-999cb21f8777 req-922a578d-52bc-469d-9399-c894a83f1e2d tempest-FloatingIPsAssociationTestJSON-731512856 tempest-FloatingIPsAssociationTestJSON-731512856-project] Calling delete_port for fff28e55-1481-495e-822a-a809fab17399 owned by compute:nova {{(pid=103230) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 19:05:52.980705 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-3e062677-9ad3-4fb0-9156-6cd42e6682dd admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=804ce86052c74080acfac5ccee4e2ac1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6659088 Feb 09 19:05:52.987017 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 50820) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:05:53.007179 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [req-34070aeb-f347-4ef0-8065-5c52f76dd850 req-f91b9179-a516-4cf7-8855-114cab5b4524 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (a7b6d8bb-417c-4222-9de0-5c1844679bed), before_update {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:05:53.028405 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-c0b2d49a-3bf1-4528-89f3-c6397307c83d admin admin] Publish callbacks [] for router_controller (6f802142-206b-41e7-8752-bcf7a1c29d76), precommit_add_association {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:05:53.032499 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-69353180-60e4-4235-ae5a-c85917f1ef9d None None] Publish callbacks [] for port (eb6f85da-70d3-43d6-bd82-5ea1900798cc), precommit_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:05:53.042566 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-69353180-60e4-4235-ae5a-c85917f1ef9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762866656467'] for port (eb6f85da-70d3-43d6-bd82-5ea1900798cc), after_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:05:53.101614 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69353180-60e4-4235-ae5a-c85917f1ef9d None None] Pushing event updated for resources: {'Port': ['ID=eb6f85da-70d3-43d6-bd82-5ea1900798cc,revision_number=1']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:05:53.121456 n-d-713498-36 neutron-server[103232]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69353180-60e4-4235-ae5a-c85917f1ef9d None None] Network 85a2e26d-1ada-469a-a5fe-478a404e3f5d is already hosted by enough agents. {{(pid=103232) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 19:05:53.123888 n-d-713498-36 neutron-server[103232]: DEBUG neutron.scheduler.base_scheduler [None req-69353180-60e4-4235-ae5a-c85917f1ef9d None None] Resources bound (agent type, host, resource id): {{(pid=103232) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 19:05:53.126986 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69353180-60e4-4235-ae5a-c85917f1ef9d None None] Received port after_create {{(pid=103232) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 19:05:53.146404 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7cbb065-dda8-4e9f-bff0-0bdf4d2c206e req-bbaa9143-06f9-4f95-b702-0f0693097549 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:05:53.147010 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7cbb065-dda8-4e9f-bff0-0bdf4d2c206e req-bbaa9143-06f9-4f95-b702-0f0693097549 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:05:53.147365 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7cbb065-dda8-4e9f-bff0-0bdf4d2c206e req-bbaa9143-06f9-4f95-b702-0f0693097549 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:05:53.147835 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7cbb065-dda8-4e9f-bff0-0bdf4d2c206e req-bbaa9143-06f9-4f95-b702-0f0693097549 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:05:53.148298 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7cbb065-dda8-4e9f-bff0-0bdf4d2c206e req-bbaa9143-06f9-4f95-b702-0f0693097549 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:05:53.148920 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7cbb065-dda8-4e9f-bff0-0bdf4d2c206e req-bbaa9143-06f9-4f95-b702-0f0693097549 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:05:53.149630 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7cbb065-dda8-4e9f-bff0-0bdf4d2c206e req-bbaa9143-06f9-4f95-b702-0f0693097549 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:05:53.151539 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-e7cbb065-dda8-4e9f-bff0-0bdf4d2c206e req-bbaa9143-06f9-4f95-b702-0f0693097549 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=1165ce6413224edfb276f9f552a74208&device_id=8319129f-1054-494a-b0c0-2ec99e839619 HTTP/1.1" status: 200 len: 6514 time: 0.3802345 Feb 09 19:05:53.170412 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-c8bfb4f4-4e23-41a0-83fc-e49af134c65c req-6c62a745-cbd8-4431-ab41-11cdf86d9704 tempest-FloatingIPsAssociationTestJSON-731512856 tempest-FloatingIPsAssociationTestJSON-731512856-project] 10.222.0.75 "GET /v2.0/security-groups?id=e033bcb0-30a2-4ca7-825f-be8d1c426f02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1856999 Feb 09 19:05:53.178395 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e062677-9ad3-4fb0-9156-6cd42e6682dd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=55741e1b-4cc8-42e0-842c-0cc8e0bbf2f7,revision_number=1']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:05:53.229484 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.managers [None req-69353180-60e4-4235-ae5a-c85917f1ef9d None None] Attempting to bind port eb6f85da-70d3-43d6-bd82-5ea1900798cc on host n-d-713498-36 for vnic_type normal with profile {{(pid=103232) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 19:05:53.230282 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.managers [None req-69353180-60e4-4235-ae5a-c85917f1ef9d None None] Attempting to bind port eb6f85da-70d3-43d6-bd82-5ea1900798cc by drivers openvswitch,hyperv on host n-d-713498-36 at level 0 using segments [{'id': '19c03fab-df11-45cc-9379-6d7d2f2d5f0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': '85a2e26d-1ada-469a-a5fe-478a404e3f5d'}] {{(pid=103232) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 19:05:53.230836 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69353180-60e4-4235-ae5a-c85917f1ef9d None None] Attempting to bind port eb6f85da-70d3-43d6-bd82-5ea1900798cc on network 85a2e26d-1ada-469a-a5fe-478a404e3f5d {{(pid=103232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 19:05:53.240020 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-7cd29899-5c65-4372-9735-a02527a37fb3 req-0a0bf676-7dbf-4915-80c8-3804788264e8 service neutron] 10.222.0.90 "GET /v2.0/security-groups?id=aed5302d-0478-4b9d-b014-143adc5c0d74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2685349 Feb 09 19:05:53.241141 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69353180-60e4-4235-ae5a-c85917f1ef9d None None] Checking agent: {'id': '496418a2-c002-4aec-ab1a-07f3bea491bd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-36', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 18, 51, 47), 'started_at': datetime.datetime(2022, 2, 9, 18, 52, 17), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 19, 5, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-36'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 19:05:53.241809 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69353180-60e4-4235-ae5a-c85917f1ef9d None None] Checking segment: {'id': '19c03fab-df11-45cc-9379-6d7d2f2d5f0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': '85a2e26d-1ada-469a-a5fe-478a404e3f5d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103232) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 19:05:53.242456 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-69353180-60e4-4235-ae5a-c85917f1ef9d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:05:53.243041 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69353180-60e4-4235-ae5a-c85917f1ef9d None None] Bound using segment: {'id': '19c03fab-df11-45cc-9379-6d7d2f2d5f0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': '85a2e26d-1ada-469a-a5fe-478a404e3f5d'} {{(pid=103232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 19:05:53.243993 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.managers [None req-69353180-60e4-4235-ae5a-c85917f1ef9d None None] Bound port: eb6f85da-70d3-43d6-bd82-5ea1900798cc, host: n-d-713498-36, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '19c03fab-df11-45cc-9379-6d7d2f2d5f0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': '85a2e26d-1ada-469a-a5fe-478a404e3f5d'}}] {{(pid=103232) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 19:05:53.245699 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-69353180-60e4-4235-ae5a-c85917f1ef9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (eb6f85da-70d3-43d6-bd82-5ea1900798cc), before_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:05:53.249617 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [req-c1bfb6e6-d7e9-4b76-b9d6-ab6fc3f0bf61 req-f38fb168-9681-48d5-a7d4-34f1f58f2b14 tempest-SecurityGroupsTestJSON-1151704431 tempest-SecurityGroupsTestJSON-1151704431-project] Publish callbacks [] for security_group (0a3ca853-2786-42ac-a597-693e5205fff2), precommit_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:05:53.325509 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-13b04e68-ff28-448f-a708-b78f87404936 admin admin] Publish callbacks [] for security_group (55741e1b-4cc8-42e0-842c-0cc8e0bbf2f7), before_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:05:53.353612 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-69353180-60e4-4235-ae5a-c85917f1ef9d None None] For port eb6f85da-70d3-43d6-bd82-5ea1900798cc, host n-d-713498-36, cleared binding levels {{(pid=103232) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 19:05:53.358342 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-69353180-60e4-4235-ae5a-c85917f1ef9d None None] For port eb6f85da-70d3-43d6-bd82-5ea1900798cc, host n-d-713498-36, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-36',level=0,port_id=eb6f85da-70d3-43d6-bd82-5ea1900798cc,segment=NetworkSegment(19c03fab-df11-45cc-9379-6d7d2f2d5f0e),segment_id=19c03fab-df11-45cc-9379-6d7d2f2d5f0e)] {{(pid=103232) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 19:05:53.369272 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-69353180-60e4-4235-ae5a-c85917f1ef9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762867176205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762866656485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762866656503'] for port (eb6f85da-70d3-43d6-bd82-5ea1900798cc), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:05:53.385119 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-13b04e68-ff28-448f-a708-b78f87404936 admin admin] Publish callbacks [] for security_group (55741e1b-4cc8-42e0-842c-0cc8e0bbf2f7), precommit_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:05:53.511958 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69353180-60e4-4235-ae5a-c85917f1ef9d None None] Pushing event updated for resources: {'Port': ['ID=eb6f85da-70d3-43d6-bd82-5ea1900798cc,revision_number=2']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:05:53.524386 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef56afbd-0483-4bd4-9b4c-2f47eb2698d8 req-6352c3ea-1eff-4bd1-884d-eb876b87da54 tempest-TaggedBootDevicesTest_v242-798392635 tempest-TaggedBootDevicesTest_v242-798392635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:05:53.533763 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef56afbd-0483-4bd4-9b4c-2f47eb2698d8 req-6352c3ea-1eff-4bd1-884d-eb876b87da54 tempest-TaggedBootDevicesTest_v242-798392635 tempest-TaggedBootDevicesTest_v242-798392635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:05:53.540078 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef56afbd-0483-4bd4-9b4c-2f47eb2698d8 req-6352c3ea-1eff-4bd1-884d-eb876b87da54 tempest-TaggedBootDevicesTest_v242-798392635 tempest-TaggedBootDevicesTest_v242-798392635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:05:53.551810 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef56afbd-0483-4bd4-9b4c-2f47eb2698d8 req-6352c3ea-1eff-4bd1-884d-eb876b87da54 tempest-TaggedBootDevicesTest_v242-798392635 tempest-TaggedBootDevicesTest_v242-798392635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:05:53.561870 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef56afbd-0483-4bd4-9b4c-2f47eb2698d8 req-6352c3ea-1eff-4bd1-884d-eb876b87da54 tempest-TaggedBootDevicesTest_v242-798392635 tempest-TaggedBootDevicesTest_v242-798392635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:05:53.567792 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [req-c1bfb6e6-d7e9-4b76-b9d6-ab6fc3f0bf61 req-f38fb168-9681-48d5-a7d4-34f1f58f2b14 tempest-SecurityGroupsTestJSON-1151704431 tempest-SecurityGroupsTestJSON-1151704431-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1892331'] for security_group (0a3ca853-2786-42ac-a597-693e5205fff2), after_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:05:53.574854 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef56afbd-0483-4bd4-9b4c-2f47eb2698d8 req-6352c3ea-1eff-4bd1-884d-eb876b87da54 tempest-TaggedBootDevicesTest_v242-798392635 tempest-TaggedBootDevicesTest_v242-798392635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:05:53.577064 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef56afbd-0483-4bd4-9b4c-2f47eb2698d8 req-6352c3ea-1eff-4bd1-884d-eb876b87da54 tempest-TaggedBootDevicesTest_v242-798392635 tempest-TaggedBootDevicesTest_v242-798392635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:05:53.580732 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-ef56afbd-0483-4bd4-9b4c-2f47eb2698d8 req-6352c3ea-1eff-4bd1-884d-eb876b87da54 tempest-TaggedBootDevicesTest_v242-798392635 tempest-TaggedBootDevicesTest_v242-798392635-project] 10.222.0.75 "GET /v2.0/ports?device_id=8319129f-1054-494a-b0c0-2ec99e839619 HTTP/1.1" status: 200 len: 5407 time: 0.2719321 Feb 09 19:05:53.582802 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7cbb065-dda8-4e9f-bff0-0bdf4d2c206e req-19e5ea60-dca6-4e31-97e0-a4d39d052d8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:05:53.583125 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7cbb065-dda8-4e9f-bff0-0bdf4d2c206e req-19e5ea60-dca6-4e31-97e0-a4d39d052d8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:05:53.583643 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7cbb065-dda8-4e9f-bff0-0bdf4d2c206e req-19e5ea60-dca6-4e31-97e0-a4d39d052d8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:05:53.590667 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-e7cbb065-dda8-4e9f-bff0-0bdf4d2c206e req-19e5ea60-dca6-4e31-97e0-a4d39d052d8a service neutron] 10.222.0.90 "GET /v2.0/networks?tenant_id=1165ce6413224edfb276f9f552a74208&shared=False HTTP/1.1" status: 200 len: 2297 time: 0.4187331 Feb 09 19:05:53.644824 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-c0b2d49a-3bf1-4528-89f3-c6397307c83d admin admin] Publish callbacks [] for router_gateway (6f802142-206b-41e7-8752-bcf7a1c29d76), precommit_update {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:05:53.658143 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [req-c1bfb6e6-d7e9-4b76-b9d6-ab6fc3f0bf61 req-f38fb168-9681-48d5-a7d4-34f1f58f2b14 tempest-SecurityGroupsTestJSON-1151704431 tempest-SecurityGroupsTestJSON-1151704431-project] Publish callbacks [] for security_group (None), before_response {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:05:53.661892 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-c1bfb6e6-d7e9-4b76-b9d6-ab6fc3f0bf61 req-f38fb168-9681-48d5-a7d4-34f1f58f2b14 tempest-SecurityGroupsTestJSON-1151704431 tempest-SecurityGroupsTestJSON-1151704431-project] 10.222.0.75 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1822 time: 1.6682603 Feb 09 19:05:53.675252 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f38fb168-9681-48d5-a7d4-34f1f58f2b14 tempest-SecurityGroupsTestJSON-1151704431 tempest-SecurityGroupsTestJSON-1151704431-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0a3ca853-2786-42ac-a597-693e5205fff2,revision_number=1']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:05:53.813409 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-13b04e68-ff28-448f-a708-b78f87404936 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1892331'] for security_group (55741e1b-4cc8-42e0-842c-0cc8e0bbf2f7), after_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:05:53.816565 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-13b04e68-ff28-448f-a708-b78f87404936 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:05:53.817724 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-13b04e68-ff28-448f-a708-b78f87404936 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/55741e1b-4cc8-42e0-842c-0cc8e0bbf2f7 HTTP/1.1" status: 204 len: 168 time: 0.8248091 Feb 09 19:05:53.852148 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13b04e68-ff28-448f-a708-b78f87404936 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=55741e1b-4cc8-42e0-842c-0cc8e0bbf2f7,revision_number=None']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:05:53.886020 n-d-713498-36 neutron-server[103230]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8319129f-1054-494a-b0c0-2ec99e839619', 'tag': '3d73dda7-fb9b-4c04-9fbb-19034e8d2d7b'}] {{(pid=103230) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 19:05:53.888781 n-d-713498-36 neutron-server[103230]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aee5919275bae9f72eb374ee322673045eb80c1f84b4b45a97d96923bd50ab51" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4a0785fe-cad2-43cc-b287-b63651a1c98f" -d '{"events": [{"name": "network-changed", "server_uuid": "8319129f-1054-494a-b0c0-2ec99e839619", "tag": "3d73dda7-fb9b-4c04-9fbb-19034e8d2d7b"}]}' {{(pid=103230) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 19:05:53.910634 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-ef56afbd-0483-4bd4-9b4c-2f47eb2698d8 req-33d5ac37-7080-4a21-a007-16fefdf5aa92 tempest-TaggedBootDevicesTest_v242-798392635 tempest-TaggedBootDevicesTest_v242-798392635-project] 10.222.0.75 "GET /v2.0/security-groups?id=58062d4f-c149-4db3-a357-a4eb59a3d83e&id=6452f0cf-fe35-4557-9092-43f1827176a8&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3183143 Feb 09 19:05:54.021043 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Device fff28e55-1481-495e-822a-a809fab17399 no longer exists at agent hyperv_n-h1-713498-36 {{(pid=103232) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 19:05:54.034380 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [req-e9e46bcb-e712-4d9c-af28-999cb21f8777 req-922a578d-52bc-469d-9399-c894a83f1e2d tempest-FloatingIPsAssociationTestJSON-731512856 tempest-FloatingIPsAssociationTestJSON-731512856-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762867177463', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762866656476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14393751'] for port (fff28e55-1481-495e-822a-a809fab17399), after_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:05:54.043810 n-d-713498-36 neutron-server[103230]: DEBUG neutron.notifiers.nova [req-34070aeb-f347-4ef0-8065-5c52f76dd850 req-f91b9179-a516-4cf7-8855-114cab5b4524 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a7b6d8bb-417c-4222-9de0-5c1844679bed {{(pid=103230) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 19:05:54.052376 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7cbb065-dda8-4e9f-bff0-0bdf4d2c206e req-e865a4a3-dce3-478a-b171-e7448099368d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:05:54.059583 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [req-34070aeb-f347-4ef0-8065-5c52f76dd850 req-f91b9179-a516-4cf7-8855-114cab5b4524 service neutron] Publish callbacks [] for port (a7b6d8bb-417c-4222-9de0-5c1844679bed), precommit_update {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:05:54.060601 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-e7cbb065-dda8-4e9f-bff0-0bdf4d2c206e req-e865a4a3-dce3-478a-b171-e7448099368d service neutron] 10.222.0.90 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4205055 Feb 09 19:05:54.126849 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5bacc48-7523-4f72-adaf-c0db49d88d4f req-c9549813-2276-4d30-ae08-cac15d093bc5 tempest-LiveMigrationTest-1021096981 tempest-LiveMigrationTest-1021096981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:05:54.128473 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-d5bacc48-7523-4f72-adaf-c0db49d88d4f req-c9549813-2276-4d30-ae08-cac15d093bc5 tempest-LiveMigrationTest-1021096981 tempest-LiveMigrationTest-1021096981-project] 10.222.0.75 "GET /v2.0/ports?device_id=2f9a8919-1b2a-4183-90dc-45c5e52d5a99 HTTP/1.1" status: 200 len: 945 time: 0.3283589 Feb 09 19:05:54.129290 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-922a578d-52bc-469d-9399-c894a83f1e2d tempest-FloatingIPsAssociationTestJSON-731512856 tempest-FloatingIPsAssociationTestJSON-731512856-project] Pushing event deleted for resources: {'Port': ['ID=fff28e55-1481-495e-822a-a809fab17399,revision_number=None']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:05:54.136026 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] No Port match for: fff28e55-1481-495e-822a-a809fab17399 {{(pid=103232) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 19:05:54.136511 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Device fff28e55-1481-495e-822a-a809fab17399 not bound to the agent host n-h1-713498-36 {{(pid=103232) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 19:05:54.137750 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Device eb6f85da-70d3-43d6-bd82-5ea1900798cc up at agent ovs-agent-n-d-713498-36 {{(pid=103232) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 19:05:54.205665 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3b81e82-fd1a-48dc-aa00-fde07e5bfe2f req-526e8b76-39a5-48fc-bfcb-6530585a01dd tempest-ServersOnMultiNodesTest-1472402947 tempest-ServersOnMultiNodesTest-1472402947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:05:54.207480 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-a3b81e82-fd1a-48dc-aa00-fde07e5bfe2f req-526e8b76-39a5-48fc-bfcb-6530585a01dd tempest-ServersOnMultiNodesTest-1472402947 tempest-ServersOnMultiNodesTest-1472402947-project] 10.222.0.75 "GET /v2.0/ports?device_id=51cb8794-bff0-486c-b5b2-ded44945fc8b HTTP/1.1" status: 200 len: 950 time: 0.1303747 Feb 09 19:05:54.215655 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.provisioning_blocks [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Provisioning complete for port eb6f85da-70d3-43d6-bd82-5ea1900798cc triggered by entity L2. {{(pid=103232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 19:05:54.217179 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593630'] for port (eb6f85da-70d3-43d6-bd82-5ea1900798cc), provisioning_complete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:05:54.236276 n-d-713498-36 neutron-server[103230]: DEBUG neutron.db.provisioning_blocks [req-34070aeb-f347-4ef0-8065-5c52f76dd850 req-f91b9179-a516-4cf7-8855-114cab5b4524 service neutron] Transition to ACTIVE for port object a7b6d8bb-417c-4222-9de0-5c1844679bed will not be triggered until provisioned by entity L2. {{(pid=103230) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 19:05:54.297913 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [req-34070aeb-f347-4ef0-8065-5c52f76dd850 req-f91b9179-a516-4cf7-8855-114cab5b4524 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762867176205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762866656485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762866656503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14393758'] for port (a7b6d8bb-417c-4222-9de0-5c1844679bed), after_update {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:05:54.300401 n-d-713498-36 neutron-server[103230]: DEBUG neutron.db.l3_dvrscheduler_db [req-e9e46bcb-e712-4d9c-af28-999cb21f8777 req-922a578d-52bc-469d-9399-c894a83f1e2d tempest-FloatingIPsAssociationTestJSON-731512856 tempest-FloatingIPsAssociationTestJSON-731512856-project] No DVR routers for this DVR port fff28e55-1481-495e-822a-a809fab17399 on host n-h1-713498-36 {{(pid=103230) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 19:05:54.315850 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [req-e9e46bcb-e712-4d9c-af28-999cb21f8777 req-922a578d-52bc-469d-9399-c894a83f1e2d tempest-FloatingIPsAssociationTestJSON-731512856 tempest-FloatingIPsAssociationTestJSON-731512856-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171096'] for port (None), before_response {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:05:54.319242 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-e9e46bcb-e712-4d9c-af28-999cb21f8777 req-922a578d-52bc-469d-9399-c894a83f1e2d tempest-FloatingIPsAssociationTestJSON-731512856 tempest-FloatingIPsAssociationTestJSON-731512856-project] 10.222.0.89 "DELETE /v2.0/ports/fff28e55-1481-495e-822a-a809fab17399 HTTP/1.1" status: 204 len: 173 time: 2.7340224 Feb 09 19:05:54.427411 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-d5bacc48-7523-4f72-adaf-c0db49d88d4f req-e1c26850-4072-4f89-ab77-4a45303f68a3 tempest-LiveMigrationTest-1021096981 tempest-LiveMigrationTest-1021096981-project] 10.222.0.75 "GET /v2.0/security-groups?id=ba18819a-1490-4e7b-a11b-e8610423d8ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2799978 Feb 09 19:05:54.440947 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Current status of the port eb6f85da-70d3-43d6-bd82-5ea1900798cc is: DOWN; New status is: ACTIVE {{(pid=103232) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 19:05:54.441372 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (eb6f85da-70d3-43d6-bd82-5ea1900798cc), before_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:05:54.538720 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f91b9179-a516-4cf7-8855-114cab5b4524 service neutron] Pushing event updated for resources: {'Port': ['ID=a7b6d8bb-417c-4222-9de0-5c1844679bed,revision_number=2']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:05:54.579599 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] For port eb6f85da-70d3-43d6-bd82-5ea1900798cc, host n-d-713498-36, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-36',level=0,port_id=eb6f85da-70d3-43d6-bd82-5ea1900798cc,segment=NetworkSegment(19c03fab-df11-45cc-9379-6d7d2f2d5f0e),segment_id=19c03fab-df11-45cc-9379-6d7d2f2d5f0e)] {{(pid=103232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 19:05:54.589884 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762867176205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762866656485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762866656503'] for port (eb6f85da-70d3-43d6-bd82-5ea1900798cc), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:05:54.774380 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Pushing event updated for resources: {'Port': ['ID=eb6f85da-70d3-43d6-bd82-5ea1900798cc,revision_number=3']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:05:55.113853 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-a3b81e82-fd1a-48dc-aa00-fde07e5bfe2f req-88b8517f-7044-4eb8-b762-26f3faa2c68d tempest-ServersOnMultiNodesTest-1472402947 tempest-ServersOnMultiNodesTest-1472402947-project] 10.222.0.75 "GET /v2.0/security-groups?id=aed5302d-0478-4b9d-b014-143adc5c0d74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9001143 Feb 09 19:05:55.143710 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-713ba17a-0a1f-41fd-a206-4837049ec9fc req-412ce548-26c0-40db-8ad4-7b3cc30ebecf tempest-SecurityGroupsTestJSON-1151704431 tempest-SecurityGroupsTestJSON-1151704431-project] 10.222.0.75 "GET /v2.0/security-groups/0a3ca853-2786-42ac-a597-693e5205fff2 HTTP/1.1" status: 200 len: 1817 time: 0.6261232 Feb 09 19:05:55.164043 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.v2.base [req-713ba17a-0a1f-41fd-a206-4837049ec9fc req-49604758-40be-4fa2-8fcd-b917cfdb0058 tempest-SecurityGroupsTestJSON-1151704431 tempest-SecurityGroupsTestJSON-1151704431-project] Request body: {'security_group': {'name': 'tempest-sg-hth-1472627870', 'description': 'tempest-description-hth-2038174351'}} {{(pid=103230) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 19:05:55.188929 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.managers [req-34070aeb-f347-4ef0-8065-5c52f76dd850 req-f91b9179-a516-4cf7-8855-114cab5b4524 service neutron] Attempting to bind port a7b6d8bb-417c-4222-9de0-5c1844679bed on host n-h2-713498-36 for vnic_type normal with profile {{(pid=103230) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 19:05:55.189730 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.managers [req-34070aeb-f347-4ef0-8065-5c52f76dd850 req-f91b9179-a516-4cf7-8855-114cab5b4524 service neutron] Attempting to bind port a7b6d8bb-417c-4222-9de0-5c1844679bed by drivers openvswitch,hyperv on host n-h2-713498-36 at level 0 using segments [{'id': 'd87ae67e-008b-48f1-b0f8-925fd9ffe48b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '827c740b-e08e-4994-bbc7-e073abc4dcaf'}] {{(pid=103230) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 19:05:55.190274 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34070aeb-f347-4ef0-8065-5c52f76dd850 req-f91b9179-a516-4cf7-8855-114cab5b4524 service neutron] Attempting to bind port a7b6d8bb-417c-4222-9de0-5c1844679bed on network 827c740b-e08e-4994-bbc7-e073abc4dcaf {{(pid=103230) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 19:05:55.228744 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34070aeb-f347-4ef0-8065-5c52f76dd850 req-f91b9179-a516-4cf7-8855-114cab5b4524 service neutron] Port a7b6d8bb-417c-4222-9de0-5c1844679bed on network 827c740b-e08e-4994-bbc7-e073abc4dcaf not bound, no agent of type Open vSwitch agent registered on host n-h2-713498-36 {{(pid=103230) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 19:05:55.229330 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34070aeb-f347-4ef0-8065-5c52f76dd850 req-f91b9179-a516-4cf7-8855-114cab5b4524 service neutron] Attempting to bind port a7b6d8bb-417c-4222-9de0-5c1844679bed on network 827c740b-e08e-4994-bbc7-e073abc4dcaf {{(pid=103230) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 19:05:55.260873 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34070aeb-f347-4ef0-8065-5c52f76dd850 req-f91b9179-a516-4cf7-8855-114cab5b4524 service neutron] Checking agent: {'id': 'bcd5faee-dc24-4298-9134-0e0aa054058e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713498-36', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 18, 59, 19), 'started_at': datetime.datetime(2022, 2, 9, 18, 59, 19), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 19, 5, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103230) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 19:05:55.261222 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34070aeb-f347-4ef0-8065-5c52f76dd850 req-f91b9179-a516-4cf7-8855-114cab5b4524 service neutron] Checking segment: {'id': 'd87ae67e-008b-48f1-b0f8-925fd9ffe48b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '827c740b-e08e-4994-bbc7-e073abc4dcaf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103230) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 19:05:55.261611 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34070aeb-f347-4ef0-8065-5c52f76dd850 req-f91b9179-a516-4cf7-8855-114cab5b4524 service neutron] Bound using segment: {'id': 'd87ae67e-008b-48f1-b0f8-925fd9ffe48b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '827c740b-e08e-4994-bbc7-e073abc4dcaf'} {{(pid=103230) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 19:05:55.262087 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.managers [req-34070aeb-f347-4ef0-8065-5c52f76dd850 req-f91b9179-a516-4cf7-8855-114cab5b4524 service neutron] Bound port: a7b6d8bb-417c-4222-9de0-5c1844679bed, host: n-h2-713498-36, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd87ae67e-008b-48f1-b0f8-925fd9ffe48b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '827c740b-e08e-4994-bbc7-e073abc4dcaf'}}] {{(pid=103230) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 19:05:55.262453 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [req-34070aeb-f347-4ef0-8065-5c52f76dd850 req-f91b9179-a516-4cf7-8855-114cab5b4524 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (a7b6d8bb-417c-4222-9de0-5c1844679bed), before_update {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:05:55.269526 n-d-713498-36 neutron-server[103230]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 19:05:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1b936206-6a3d-4cf4-8843-799dae12619f x-openstack-request-id: req-1b936206-6a3d-4cf4-8843-799dae12619f {{(pid=103230) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 19:05:55.269825 n-d-713498-36 neutron-server[103230]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8319129f-1054-494a-b0c0-2ec99e839619", "tag": "3d73dda7-fb9b-4c04-9fbb-19034e8d2d7b", "status": "completed", "code": 200}]} {{(pid=103230) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 19:05:55.270154 n-d-713498-36 neutron-server[103230]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-1b936206-6a3d-4cf4-8843-799dae12619f {{(pid=103230) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 19:05:55.270765 n-d-713498-36 neutron-server[103230]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8319129f-1054-494a-b0c0-2ec99e839619', 'tag': '3d73dda7-fb9b-4c04-9fbb-19034e8d2d7b', 'status': 'completed', 'code': 200} Feb 09 19:05:55.299807 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [req-713ba17a-0a1f-41fd-a206-4837049ec9fc req-49604758-40be-4fa2-8fcd-b917cfdb0058 tempest-SecurityGroupsTestJSON-1151704431 tempest-SecurityGroupsTestJSON-1151704431-project] Publish callbacks [] for security_group (0a3ca853-2786-42ac-a597-693e5205fff2), before_update {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:05:55.303234 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-c0b2d49a-3bf1-4528-89f3-c6397307c83d admin admin] Publish callbacks [] for router_gateway (6f802142-206b-41e7-8752-bcf7a1c29d76), before_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:05:55.343508 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 50848) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:05:55.346706 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2241b794-f848-4283-8b31-c49c8f1e053a None None] Network 85a2e26d-1ada-469a-a5fe-478a404e3f5d requested from n-d-713498-36 {{(pid=103232) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 19:05:55.381382 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-c0b2d49a-3bf1-4528-89f3-c6397307c83d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (None), before_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:05:55.466688 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.provisioning_blocks [None req-5ddf4d3b-9a13-42c3-83bd-deb287042549 None None] Provisioning complete for port eb6f85da-70d3-43d6-bd82-5ea1900798cc triggered by entity DHCP. {{(pid=103232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 19:05:55.467423 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-5ddf4d3b-9a13-42c3-83bd-deb287042549 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593630'] for port (eb6f85da-70d3-43d6-bd82-5ea1900798cc), provisioning_complete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:05:55.568752 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [req-713ba17a-0a1f-41fd-a206-4837049ec9fc req-49604758-40be-4fa2-8fcd-b917cfdb0058 tempest-SecurityGroupsTestJSON-1151704431 tempest-SecurityGroupsTestJSON-1151704431-project] Publish callbacks [] for security_group (0a3ca853-2786-42ac-a597-693e5205fff2), precommit_update {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:05:55.590561 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [req-713ba17a-0a1f-41fd-a206-4837049ec9fc req-49604758-40be-4fa2-8fcd-b917cfdb0058 tempest-SecurityGroupsTestJSON-1151704431 tempest-SecurityGroupsTestJSON-1151704431-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1892331'] for security_group (0a3ca853-2786-42ac-a597-693e5205fff2), after_update {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:05:55.593171 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [req-713ba17a-0a1f-41fd-a206-4837049ec9fc req-49604758-40be-4fa2-8fcd-b917cfdb0058 tempest-SecurityGroupsTestJSON-1151704431 tempest-SecurityGroupsTestJSON-1151704431-project] Publish callbacks [] for security_group (None), before_response {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:05:55.595712 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-713ba17a-0a1f-41fd-a206-4837049ec9fc req-49604758-40be-4fa2-8fcd-b917cfdb0058 tempest-SecurityGroupsTestJSON-1151704431 tempest-SecurityGroupsTestJSON-1151704431-project] 10.222.0.75 "PUT /v2.0/security-groups/0a3ca853-2786-42ac-a597-693e5205fff2 HTTP/1.1" status: 200 len: 1792 time: 0.4457376 Feb 09 19:05:55.610325 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.db [req-34070aeb-f347-4ef0-8065-5c52f76dd850 req-f91b9179-a516-4cf7-8855-114cab5b4524 service neutron] For port a7b6d8bb-417c-4222-9de0-5c1844679bed, host n-h2-713498-36, cleared binding levels {{(pid=103230) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 19:05:55.620681 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.db [req-34070aeb-f347-4ef0-8065-5c52f76dd850 req-f91b9179-a516-4cf7-8855-114cab5b4524 service neutron] For port a7b6d8bb-417c-4222-9de0-5c1844679bed, host n-h2-713498-36, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-36',level=0,port_id=a7b6d8bb-417c-4222-9de0-5c1844679bed,segment=NetworkSegment(d87ae67e-008b-48f1-b0f8-925fd9ffe48b),segment_id=d87ae67e-008b-48f1-b0f8-925fd9ffe48b)] {{(pid=103230) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 19:05:55.621173 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-5ddf4d3b-9a13-42c3-83bd-deb287042549 None None] Current status of the port eb6f85da-70d3-43d6-bd82-5ea1900798cc is: ACTIVE; New status is: ACTIVE {{(pid=103232) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 19:05:55.656387 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a0785fe-cad2-43cc-b287-b63651a1c98f req-8d5e5512-e735-4500-9eec-e922dbadc411 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:05:55.659863 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a0785fe-cad2-43cc-b287-b63651a1c98f req-8d5e5512-e735-4500-9eec-e922dbadc411 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:05:55.660479 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a0785fe-cad2-43cc-b287-b63651a1c98f req-8d5e5512-e735-4500-9eec-e922dbadc411 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:05:55.661293 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a0785fe-cad2-43cc-b287-b63651a1c98f req-8d5e5512-e735-4500-9eec-e922dbadc411 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:05:55.661726 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a0785fe-cad2-43cc-b287-b63651a1c98f req-8d5e5512-e735-4500-9eec-e922dbadc411 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:05:55.662328 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a0785fe-cad2-43cc-b287-b63651a1c98f req-8d5e5512-e735-4500-9eec-e922dbadc411 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:05:55.663231 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a0785fe-cad2-43cc-b287-b63651a1c98f req-8d5e5512-e735-4500-9eec-e922dbadc411 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:05:55.663879 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [req-34070aeb-f347-4ef0-8065-5c52f76dd850 req-f91b9179-a516-4cf7-8855-114cab5b4524 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762867176205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762866656485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762866656503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14393758'] for port (a7b6d8bb-417c-4222-9de0-5c1844679bed), after_update {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:05:55.670531 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-4a0785fe-cad2-43cc-b287-b63651a1c98f req-8d5e5512-e735-4500-9eec-e922dbadc411 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=1165ce6413224edfb276f9f552a74208&device_id=8319129f-1054-494a-b0c0-2ec99e839619 HTTP/1.1" status: 200 len: 6540 time: 0.3477204 Feb 09 19:05:55.686960 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49604758-40be-4fa2-8fcd-b917cfdb0058 tempest-SecurityGroupsTestJSON-1151704431 tempest-SecurityGroupsTestJSON-1151704431-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0a3ca853-2786-42ac-a597-693e5205fff2,revision_number=2']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:05:55.704634 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 50858) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:05:55.758283 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34b6dfcd-2429-43a6-a4f7-88a67385f662 req-9c636f83-3359-4d3f-a808-549b32327c47 tempest-TaggedBootDevicesTest_v242-798392635 tempest-TaggedBootDevicesTest_v242-798392635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:05:55.764380 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34b6dfcd-2429-43a6-a4f7-88a67385f662 req-9c636f83-3359-4d3f-a808-549b32327c47 tempest-TaggedBootDevicesTest_v242-798392635 tempest-TaggedBootDevicesTest_v242-798392635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:05:55.767024 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34070aeb-f347-4ef0-8065-5c52f76dd850 req-f91b9179-a516-4cf7-8855-114cab5b4524 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:05:55.767856 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [req-34070aeb-f347-4ef0-8065-5c52f76dd850 req-f91b9179-a516-4cf7-8855-114cab5b4524 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171096'] for port (None), before_response {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:05:55.769289 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-34070aeb-f347-4ef0-8065-5c52f76dd850 req-f91b9179-a516-4cf7-8855-114cab5b4524 service neutron] 10.222.0.90 "PUT /v2.0/ports/a7b6d8bb-417c-4222-9de0-5c1844679bed HTTP/1.1" status: 200 len: 1092 time: 3.0922589 Feb 09 19:05:55.773710 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34b6dfcd-2429-43a6-a4f7-88a67385f662 req-9c636f83-3359-4d3f-a808-549b32327c47 tempest-TaggedBootDevicesTest_v242-798392635 tempest-TaggedBootDevicesTest_v242-798392635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:05:55.792002 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34b6dfcd-2429-43a6-a4f7-88a67385f662 req-9c636f83-3359-4d3f-a808-549b32327c47 tempest-TaggedBootDevicesTest_v242-798392635 tempest-TaggedBootDevicesTest_v242-798392635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:05:55.798897 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34b6dfcd-2429-43a6-a4f7-88a67385f662 req-9c636f83-3359-4d3f-a808-549b32327c47 tempest-TaggedBootDevicesTest_v242-798392635 tempest-TaggedBootDevicesTest_v242-798392635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:05:55.804655 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34b6dfcd-2429-43a6-a4f7-88a67385f662 req-9c636f83-3359-4d3f-a808-549b32327c47 tempest-TaggedBootDevicesTest_v242-798392635 tempest-TaggedBootDevicesTest_v242-798392635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:05:55.809222 n-d-713498-36 neutron-server[103230]: DEBUG neutron.db.db_base_plugin_common [None req-c0b2d49a-3bf1-4528-89f3-c6397307c83d admin admin] Allocated IP 172.25.1.200 (88055e1e-672a-4487-be31-ffb6e833ece5/ac16dbcc-383c-4b43-9153-d763c4a53f91/243ae365-a105-4e50-ad72-88196ea6e85d) {{(pid=103230) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 19:05:55.821127 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34b6dfcd-2429-43a6-a4f7-88a67385f662 req-9c636f83-3359-4d3f-a808-549b32327c47 tempest-TaggedBootDevicesTest_v242-798392635 tempest-TaggedBootDevicesTest_v242-798392635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:05:55.840335 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-34b6dfcd-2429-43a6-a4f7-88a67385f662 req-9c636f83-3359-4d3f-a808-549b32327c47 tempest-TaggedBootDevicesTest_v242-798392635 tempest-TaggedBootDevicesTest_v242-798392635-project] 10.222.0.75 "GET /v2.0/ports?device_id=8319129f-1054-494a-b0c0-2ec99e839619 HTTP/1.1" status: 200 len: 5419 time: 0.4156353 Feb 09 19:05:55.936587 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.v2.base [req-34070aeb-f347-4ef0-8065-5c52f76dd850 req-5dbec92e-ad5d-4c82-9062-c7445b0e550b service neutron] Request body: {'port': {'device_id': '8319129f-1054-494a-b0c0-2ec99e839619', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-713498-36'}} {{(pid=103230) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 19:05:55.982598 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.v2.base [None req-8116fa18-6ba0-4b52-9ef0-2513087f0d37 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsTestJSON-794167737-network', 'tenant_id': 'e623b53636fb4d76944cb391451b4189'}} {{(pid=103229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 19:05:56.017671 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Device eb6f85da-70d3-43d6-bd82-5ea1900798cc up at agent ovs-agent-n-d-713498-36 {{(pid=103232) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 19:05:56.050141 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-34b6dfcd-2429-43a6-a4f7-88a67385f662 req-2f586e26-c433-4fc9-b54a-5f249dbd9a0d tempest-TaggedBootDevicesTest_v242-798392635 tempest-TaggedBootDevicesTest_v242-798392635-project] 10.222.0.75 "GET /v2.0/security-groups?id=58062d4f-c149-4db3-a357-a4eb59a3d83e&id=6452f0cf-fe35-4557-9092-43f1827176a8&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2081532 Feb 09 19:05:56.068283 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8116fa18-6ba0-4b52-9ef0-2513087f0d37 admin admin] Made reservation on behalf of e623b53636fb4d76944cb391451b4189 for: {'network': 1} {{(pid=103229) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 19:05:56.071634 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-8116fa18-6ba0-4b52-9ef0-2513087f0d37 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for network (None), before_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:05:56.107531 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-8116fa18-6ba0-4b52-9ef0-2513087f0d37 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:05:56.181845 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a0785fe-cad2-43cc-b287-b63651a1c98f req-77448e9b-307a-4275-a4f3-a0b24ccad2c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:05:56.182683 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a0785fe-cad2-43cc-b287-b63651a1c98f req-77448e9b-307a-4275-a4f3-a0b24ccad2c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:05:56.183340 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a0785fe-cad2-43cc-b287-b63651a1c98f req-77448e9b-307a-4275-a4f3-a0b24ccad2c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:05:56.184919 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-4a0785fe-cad2-43cc-b287-b63651a1c98f req-77448e9b-307a-4275-a4f3-a0b24ccad2c6 service neutron] 10.222.0.90 "GET /v2.0/networks?tenant_id=1165ce6413224edfb276f9f552a74208&shared=False HTTP/1.1" status: 200 len: 2297 time: 0.5005081 Feb 09 19:05:56.200856 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.provisioning_blocks [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Provisioning complete for port eb6f85da-70d3-43d6-bd82-5ea1900798cc triggered by entity L2. {{(pid=103232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 19:05:56.201353 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593630'] for port (eb6f85da-70d3-43d6-bd82-5ea1900798cc), provisioning_complete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:05:56.255746 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.provisioning_blocks [None req-a963045c-792b-4cb2-8aa5-285e65118e75 None None] Provisioning complete for port eb6f85da-70d3-43d6-bd82-5ea1900798cc triggered by entity DHCP. {{(pid=103232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 19:05:56.256124 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-a963045c-792b-4cb2-8aa5-285e65118e75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593630'] for port (eb6f85da-70d3-43d6-bd82-5ea1900798cc), provisioning_complete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:05:56.270971 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f91b9179-a516-4cf7-8855-114cab5b4524 service neutron] Pushing event updated for resources: {'Port': ['ID=a7b6d8bb-417c-4222-9de0-5c1844679bed,revision_number=3']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:05:56.310270 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-14cc9bef-52b3-4760-bab1-022cbb67f9ff req-a8411fb6-0110-49ec-b175-3d133881905c tempest-SecurityGroupsTestJSON-1151704431 tempest-SecurityGroupsTestJSON-1151704431-project] 10.222.0.75 "GET /v2.0/security-groups/0a3ca853-2786-42ac-a597-693e5205fff2 HTTP/1.1" status: 200 len: 1792 time: 0.1908543 Feb 09 19:05:56.393940 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a0785fe-cad2-43cc-b287-b63651a1c98f req-292aa377-2724-4067-83a7-4bfc015ef764 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:05:56.395682 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-4a0785fe-cad2-43cc-b287-b63651a1c98f req-292aa377-2724-4067-83a7-4bfc015ef764 service neutron] 10.222.0.90 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2008257 Feb 09 19:05:56.413141 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-8116fa18-6ba0-4b52-9ef0-2513087f0d37 admin admin] Publish callbacks [] for security_group (ea8504f5-e28c-4a18-947a-449cb621ee4c), precommit_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:05:56.414610 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3fdf02b-71e6-40b4-bd7b-6654d2e1c6fd req-c72554b5-1d57-4cb6-b681-b98a2db8d946 tempest-LiveMigrationTest-1021096981 tempest-LiveMigrationTest-1021096981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:05:56.417332 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-e3fdf02b-71e6-40b4-bd7b-6654d2e1c6fd req-c72554b5-1d57-4cb6-b681-b98a2db8d946 tempest-LiveMigrationTest-1021096981 tempest-LiveMigrationTest-1021096981-project] 10.222.0.75 "GET /v2.0/ports?device_id=2f9a8919-1b2a-4183-90dc-45c5e52d5a99 HTTP/1.1" status: 200 len: 945 time: 0.6272058 Feb 09 19:05:56.435179 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Current status of the port eb6f85da-70d3-43d6-bd82-5ea1900798cc is: ACTIVE; New status is: ACTIVE {{(pid=103232) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 19:05:56.444654 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-8116fa18-6ba0-4b52-9ef0-2513087f0d37 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1892331'] for security_group (ea8504f5-e28c-4a18-947a-449cb621ee4c), after_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:05:56.454779 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-a963045c-792b-4cb2-8aa5-285e65118e75 None None] Current status of the port eb6f85da-70d3-43d6-bd82-5ea1900798cc is: ACTIVE; New status is: ACTIVE {{(pid=103232) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 19:05:56.488418 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [req-34070aeb-f347-4ef0-8065-5c52f76dd850 req-5dbec92e-ad5d-4c82-9062-c7445b0e550b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (79f07b23-6771-42a0-bab9-d3efdb3c9702), before_update {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:05:56.537026 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8116fa18-6ba0-4b52-9ef0-2513087f0d37 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ea8504f5-e28c-4a18-947a-449cb621ee4c,revision_number=1']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:05:56.537248 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-c0b2d49a-3bf1-4528-89f3-c6397307c83d admin admin] Publish callbacks [] for port (243ae365-a105-4e50-ad72-88196ea6e85d), precommit_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:05:56.569816 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8116fa18-6ba0-4b52-9ef0-2513087f0d37 admin admin] vlan segment allocate from pool success with {'vlan_id': 381, 'physical_network': 'physnet1'} {{(pid=103229) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 19:05:56.598826 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6d420fb-d948-412b-ac97-dde558d140f0 req-0cbdb1cb-f610-4e64-8d89-3eaba455a871 tempest-ServersOnMultiNodesTest-1472402947 tempest-ServersOnMultiNodesTest-1472402947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:05:56.601314 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-b6d420fb-d948-412b-ac97-dde558d140f0 req-0cbdb1cb-f610-4e64-8d89-3eaba455a871 tempest-ServersOnMultiNodesTest-1472402947 tempest-ServersOnMultiNodesTest-1472402947-project] 10.222.0.75 "GET /v2.0/ports?device_id=51cb8794-bff0-486c-b5b2-ded44945fc8b HTTP/1.1" status: 200 len: 950 time: 0.1848812 Feb 09 19:05:56.618566 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-8116fa18-6ba0-4b52-9ef0-2513087f0d37 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-759574'] for segment (cc003d08-9fc2-4de3-82bb-3f917c1c4a21), precommit_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:05:56.618922 n-d-713498-36 neutron-server[103229]: INFO neutron.db.segments_db [None req-8116fa18-6ba0-4b52-9ef0-2513087f0d37 admin admin] Added segment cc003d08-9fc2-4de3-82bb-3f917c1c4a21 of type vlan for network ac35732c-85b2-48c1-8afc-82e7e1893d66 Feb 09 19:05:56.698961 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-e3fdf02b-71e6-40b4-bd7b-6654d2e1c6fd req-eb58cba0-d02e-4eb1-a463-5e8e27b46f0b tempest-LiveMigrationTest-1021096981 tempest-LiveMigrationTest-1021096981-project] 10.222.0.75 "GET /v2.0/security-groups?id=ba18819a-1490-4e7b-a11b-e8610423d8ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2349281 Feb 09 19:05:56.790381 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-8116fa18-6ba0-4b52-9ef0-2513087f0d37 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762866642225'] for network (ac35732c-85b2-48c1-8afc-82e7e1893d66), precommit_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:05:56.796141 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-b6d420fb-d948-412b-ac97-dde558d140f0 req-b4fce6ab-a587-4359-8173-1c12d480b870 tempest-ServersOnMultiNodesTest-1472402947 tempest-ServersOnMultiNodesTest-1472402947-project] 10.222.0.75 "GET /v2.0/security-groups?id=aed5302d-0478-4b9d-b014-143adc5c0d74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1733406 Feb 09 19:05:56.822756 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-8116fa18-6ba0-4b52-9ef0-2513087f0d37 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1885479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452'] for network (ac35732c-85b2-48c1-8afc-82e7e1893d66), after_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:05:56.823989 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8116fa18-6ba0-4b52-9ef0-2513087f0d37 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:05:56.824885 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-8116fa18-6ba0-4b52-9ef0-2513087f0d37 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1613566'] for network (None), before_response {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:05:56.894392 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-c0b2d49a-3bf1-4528-89f3-c6397307c83d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762866656467', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14393751'] for port (243ae365-a105-4e50-ad72-88196ea6e85d), after_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:05:56.992490 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-8ac01e57-185c-4909-b295-db32af12304c req-62075357-d777-4414-9431-875c24243fa1 tempest-SecurityGroupsTestJSON-1151704431 tempest-SecurityGroupsTestJSON-1151704431-project] 10.222.0.75 "GET /v2.0/security-groups/0a3ca853-2786-42ac-a597-693e5205fff2 HTTP/1.1" status: 200 len: 1792 time: 0.2313070 Feb 09 19:05:57.023890 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-8116fa18-6ba0-4b52-9ef0-2513087f0d37 admin admin] 10.222.0.75 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.3135917 Feb 09 19:05:57.024625 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 50868) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:05:57.038915 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.v2.base [None req-09354b2c-95b0-4ad4-a1a5-4d4524d7ba6e admin admin] Request body: {'subnet': {'network_id': 'ac35732c-85b2-48c1-8afc-82e7e1893d66', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsTestJSON-794167737-subnet', 'tenant_id': 'e623b53636fb4d76944cb391451b4189', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 19:05:57.050371 n-d-713498-36 neutron-server[103230]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0b2d49a-3bf1-4528-89f3-c6397307c83d admin admin] Network 88055e1e-672a-4487-be31-ffb6e833ece5 is already hosted by enough agents. {{(pid=103230) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 19:05:57.050565 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8116fa18-6ba0-4b52-9ef0-2513087f0d37 admin admin] Pushing event updated for resources: {'Network': ['ID=ac35732c-85b2-48c1-8afc-82e7e1893d66,revision_number=1']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:05:57.060856 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Network ac35732c-85b2-48c1-8afc-82e7e1893d66 details requested by agent ovs-agent-n-d-713498-36 with host n-d-713498-36 {{(pid=103232) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 19:05:57.070637 n-d-713498-36 neutron-server[103230]: DEBUG neutron.scheduler.base_scheduler [None req-c0b2d49a-3bf1-4528-89f3-c6397307c83d admin admin] Resources bound (agent type, host, resource id): {{(pid=103230) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 19:05:57.085039 n-d-713498-36 neutron-server[103230]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0b2d49a-3bf1-4528-89f3-c6397307c83d admin admin] Received port after_create {{(pid=103230) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 19:05:57.105165 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9262fa8c-efb6-489e-bf33-08446d9b359f req-17d47b65-3f6c-4422-8438-67f892cdfa51 tempest-ServersOnMultiNodesTest-12203541 tempest-ServersOnMultiNodesTest-12203541-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:05:57.106769 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-9262fa8c-efb6-489e-bf33-08446d9b359f req-17d47b65-3f6c-4422-8438-67f892cdfa51 tempest-ServersOnMultiNodesTest-12203541 tempest-ServersOnMultiNodesTest-12203541-project-admin] 10.222.0.75 "GET /v2.0/ports?device_id=51cb8794-bff0-486c-b5b2-ded44945fc8b HTTP/1.1" status: 200 len: 1133 time: 0.1590381 Feb 09 19:05:57.122840 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0b2d49a-3bf1-4528-89f3-c6397307c83d admin admin] Pushing event updated for resources: {'Port': ['ID=243ae365-a105-4e50-ad72-88196ea6e85d,revision_number=1']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:05:57.148540 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-09354b2c-95b0-4ad4-a1a5-4d4524d7ba6e admin admin] Made reservation on behalf of e623b53636fb4d76944cb391451b4189 for: {'subnet': 1} {{(pid=103229) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 19:05:57.154116 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-09354b2c-95b0-4ad4-a1a5-4d4524d7ba6e admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12759265'] for subnet (None), before_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:05:57.440820 n-d-713498-36 neutron-server[103230]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cf8d55d7-ba31-4451-a682-c3c5050d34d1', 'name': 'network-vif-deleted', 'tag': 'fff28e55-1481-495e-822a-a809fab17399'}, {'name': 'network-changed', 'server_uuid': '8319129f-1054-494a-b0c0-2ec99e839619', 'tag': 'a7b6d8bb-417c-4222-9de0-5c1844679bed'}] {{(pid=103230) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 19:05:57.445813 n-d-713498-36 neutron-server[103230]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aee5919275bae9f72eb374ee322673045eb80c1f84b4b45a97d96923bd50ab51" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f803b339-be23-4930-ac63-25343a959351" -d '{"events": [{"server_uuid": "cf8d55d7-ba31-4451-a682-c3c5050d34d1", "name": "network-vif-deleted", "tag": "fff28e55-1481-495e-822a-a809fab17399"}, {"name": "network-changed", "server_uuid": "8319129f-1054-494a-b0c0-2ec99e839619", "tag": "a7b6d8bb-417c-4222-9de0-5c1844679bed"}]}' {{(pid=103230) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 19:05:57.450640 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-9262fa8c-efb6-489e-bf33-08446d9b359f req-1e3189c3-cd11-4cf1-b3ff-0a6076dcc3e1 tempest-ServersOnMultiNodesTest-12203541 tempest-ServersOnMultiNodesTest-12203541-project-admin] 10.222.0.75 "GET /v2.0/security-groups?id=aed5302d-0478-4b9d-b014-143adc5c0d74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3329480 Feb 09 19:05:57.723658 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [req-8ac01e57-185c-4909-b295-db32af12304c req-c3fb1507-30ce-46aa-adc2-35741eae21c8 tempest-SecurityGroupsTestJSON-1151704431 tempest-SecurityGroupsTestJSON-1151704431-project] Publish callbacks [] for security_group (0a3ca853-2786-42ac-a597-693e5205fff2), before_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:05:57.740261 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-09354b2c-95b0-4ad4-a1a5-4d4524d7ba6e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12867428', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12759263'] for subnet (32ad42d3-ef84-4ea1-8e63-c41ac85d9ed8), after_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:05:57.840044 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [req-8ac01e57-185c-4909-b295-db32af12304c req-c3fb1507-30ce-46aa-adc2-35741eae21c8 tempest-SecurityGroupsTestJSON-1151704431 tempest-SecurityGroupsTestJSON-1151704431-project] Publish callbacks [] for security_group (0a3ca853-2786-42ac-a597-693e5205fff2), precommit_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:05:57.848361 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e62d233-d6b5-4281-85e5-6f79910f174f req-4a43cb52-d142-4942-8249-550cbf715e33 tempest-TaggedBootDevicesTest_v242-798392635 tempest-TaggedBootDevicesTest_v242-798392635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:05:57.849200 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-1682343b-931c-4b79-8c21-088b20409fd7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1834525'] for router_interface (cce358c5-3304-4c33-bbfc-986c1eed7a6e), before_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:05:57.858519 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e62d233-d6b5-4281-85e5-6f79910f174f req-4a43cb52-d142-4942-8249-550cbf715e33 tempest-TaggedBootDevicesTest_v242-798392635 tempest-TaggedBootDevicesTest_v242-798392635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:05:57.866560 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e62d233-d6b5-4281-85e5-6f79910f174f req-4a43cb52-d142-4942-8249-550cbf715e33 tempest-TaggedBootDevicesTest_v242-798392635 tempest-TaggedBootDevicesTest_v242-798392635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:05:57.873196 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e62d233-d6b5-4281-85e5-6f79910f174f req-4a43cb52-d142-4942-8249-550cbf715e33 tempest-TaggedBootDevicesTest_v242-798392635 tempest-TaggedBootDevicesTest_v242-798392635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:05:57.881281 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e62d233-d6b5-4281-85e5-6f79910f174f req-4a43cb52-d142-4942-8249-550cbf715e33 tempest-TaggedBootDevicesTest_v242-798392635 tempest-TaggedBootDevicesTest_v242-798392635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:05:57.888407 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e62d233-d6b5-4281-85e5-6f79910f174f req-4a43cb52-d142-4942-8249-550cbf715e33 tempest-TaggedBootDevicesTest_v242-798392635 tempest-TaggedBootDevicesTest_v242-798392635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:05:57.900593 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e62d233-d6b5-4281-85e5-6f79910f174f req-4a43cb52-d142-4942-8249-550cbf715e33 tempest-TaggedBootDevicesTest_v242-798392635 tempest-TaggedBootDevicesTest_v242-798392635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:05:57.902955 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-4e62d233-d6b5-4281-85e5-6f79910f174f req-4a43cb52-d142-4942-8249-550cbf715e33 tempest-TaggedBootDevicesTest_v242-798392635 tempest-TaggedBootDevicesTest_v242-798392635-project] 10.222.0.75 "GET /v2.0/ports?device_id=8319129f-1054-494a-b0c0-2ec99e839619 HTTP/1.1" status: 200 len: 5419 time: 0.3065033 Feb 09 19:05:57.935747 n-d-713498-36 neutron-server[103230]: DEBUG neutron.notifiers.nova [req-34070aeb-f347-4ef0-8065-5c52f76dd850 req-5dbec92e-ad5d-4c82-9062-c7445b0e550b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 79f07b23-6771-42a0-bab9-d3efdb3c9702 {{(pid=103230) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 19:05:57.955976 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [req-34070aeb-f347-4ef0-8065-5c52f76dd850 req-5dbec92e-ad5d-4c82-9062-c7445b0e550b service neutron] Publish callbacks [] for port (79f07b23-6771-42a0-bab9-d3efdb3c9702), precommit_update {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:05:57.958013 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09354b2c-95b0-4ad4-a1a5-4d4524d7ba6e admin admin] Pushing event updated for resources: {'Subnet': ['ID=32ad42d3-ef84-4ea1-8e63-c41ac85d9ed8,revision_number=0']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:05:57.972355 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09354b2c-95b0-4ad4-a1a5-4d4524d7ba6e admin admin] Checking segment: {'id': 'cc003d08-9fc2-4de3-82bb-3f917c1c4a21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': 'ac35732c-85b2-48c1-8afc-82e7e1893d66'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103229) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 19:05:57.972896 n-d-713498-36 neutron-server[103229]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09354b2c-95b0-4ad4-a1a5-4d4524d7ba6e admin admin] Network hostable DHCP agents. Network: ac35732c-85b2-48c1-8afc-82e7e1893d66, hostable agents: ['af91e4b9-f4e1-42b1-a25c-a10dc47171c8'], hosted agents: [] {{(pid=103229) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 19:05:58.007509 n-d-713498-36 neutron-server[103229]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09354b2c-95b0-4ad4-a1a5-4d4524d7ba6e admin admin] Network ac35732c-85b2-48c1-8afc-82e7e1893d66 is scheduled to be hosted by DHCP agent af91e4b9-f4e1-42b1-a25c-a10dc47171c8 with binding_index 1 {{(pid=103229) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 19:05:58.026262 n-d-713498-36 neutron-server[103229]: DEBUG neutron.scheduler.base_scheduler [None req-09354b2c-95b0-4ad4-a1a5-4d4524d7ba6e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713498-36, ac35732c-85b2-48c1-8afc-82e7e1893d66) {{(pid=103229) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 19:05:58.032084 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09354b2c-95b0-4ad4-a1a5-4d4524d7ba6e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:05:58.033421 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-09354b2c-95b0-4ad4-a1a5-4d4524d7ba6e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1613566'] for subnet (None), before_response {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:05:58.039366 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84a12349-59ee-4f42-a286-ff2f23c64b37 None None] Network ac35732c-85b2-48c1-8afc-82e7e1893d66 requested from n-d-713498-36 {{(pid=103232) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 19:05:58.063387 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-09354b2c-95b0-4ad4-a1a5-4d4524d7ba6e admin admin] 10.222.0.75 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.0353155 Feb 09 19:05:58.073250 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 50882) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:05:58.073250 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.v2.base [None req-37e3a87e-5541-4e36-920b-25ff254ad143 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsTestJSON-794167737-router', 'tenant_id': 'e623b53636fb4d76944cb391451b4189', 'external_gateway_info': {'network_id': '88055e1e-672a-4487-be31-ffb6e833ece5'}}} {{(pid=103229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 19:05:58.123000 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-4e62d233-d6b5-4281-85e5-6f79910f174f req-b5918fe4-a28e-4589-9349-b6a3dac64f24 tempest-TaggedBootDevicesTest_v242-798392635 tempest-TaggedBootDevicesTest_v242-798392635-project] 10.222.0.75 "GET /v2.0/security-groups?id=58062d4f-c149-4db3-a357-a4eb59a3d83e&id=6452f0cf-fe35-4557-9092-43f1827176a8&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1739025 Feb 09 19:05:58.128941 n-d-713498-36 neutron-server[103230]: DEBUG neutron.db.provisioning_blocks [req-34070aeb-f347-4ef0-8065-5c52f76dd850 req-5dbec92e-ad5d-4c82-9062-c7445b0e550b service neutron] Transition to ACTIVE for port object 79f07b23-6771-42a0-bab9-d3efdb3c9702 will not be triggered until provisioned by entity L2. {{(pid=103230) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 19:05:58.208176 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [req-34070aeb-f347-4ef0-8065-5c52f76dd850 req-5dbec92e-ad5d-4c82-9062-c7445b0e550b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762867176205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762866656485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762866656503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14393758'] for port (79f07b23-6771-42a0-bab9-d3efdb3c9702), after_update {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:05:58.212135 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-37e3a87e-5541-4e36-920b-25ff254ad143 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1834830', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-58389'] for router (6cb8bca1-52c3-43f3-b751-d3f16e2a0269), before_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:05:58.213473 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-37e3a87e-5541-4e36-920b-25ff254ad143 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1834810', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1822096', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1886735', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-58380'] for router (6cb8bca1-52c3-43f3-b751-d3f16e2a0269), precommit_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:05:58.315114 n-d-713498-36 neutron-server[103230]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Wed, 09 Feb 2022 19:05:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-17b1a143-0b86-47cb-9b06-f7c0f3d9521c x-openstack-request-id: req-17b1a143-0b86-47cb-9b06-f7c0f3d9521c {{(pid=103230) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 19:05:58.315706 n-d-713498-36 neutron-server[103230]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cf8d55d7-ba31-4451-a682-c3c5050d34d1", "name": "network-vif-deleted", "tag": "fff28e55-1481-495e-822a-a809fab17399", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "8319129f-1054-494a-b0c0-2ec99e839619", "tag": "a7b6d8bb-417c-4222-9de0-5c1844679bed", "status": "completed", "code": 200}]} {{(pid=103230) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 19:05:58.316121 n-d-713498-36 neutron-server[103230]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-17b1a143-0b86-47cb-9b06-f7c0f3d9521c {{(pid=103230) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 19:05:58.320770 n-d-713498-36 neutron-server[103230]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cf8d55d7-ba31-4451-a682-c3c5050d34d1', 'name': 'network-vif-deleted', 'tag': 'fff28e55-1481-495e-822a-a809fab17399', 'status': 'completed', 'code': 200} Feb 09 19:05:58.321034 n-d-713498-36 neutron-server[103230]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8319129f-1054-494a-b0c0-2ec99e839619', 'tag': 'a7b6d8bb-417c-4222-9de0-5c1844679bed', 'status': 'completed', 'code': 200} Feb 09 19:05:58.329434 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [req-8ac01e57-185c-4909-b295-db32af12304c req-c3fb1507-30ce-46aa-adc2-35741eae21c8 tempest-SecurityGroupsTestJSON-1151704431 tempest-SecurityGroupsTestJSON-1151704431-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1892331'] for security_group (0a3ca853-2786-42ac-a597-693e5205fff2), after_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:05:58.332607 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [req-8ac01e57-185c-4909-b295-db32af12304c req-c3fb1507-30ce-46aa-adc2-35741eae21c8 tempest-SecurityGroupsTestJSON-1151704431 tempest-SecurityGroupsTestJSON-1151704431-project] Publish callbacks [] for security_group (None), before_response {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:05:58.347913 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-8ac01e57-185c-4909-b295-db32af12304c req-c3fb1507-30ce-46aa-adc2-35741eae21c8 tempest-SecurityGroupsTestJSON-1151704431 tempest-SecurityGroupsTestJSON-1151704431-project] 10.222.0.75 "DELETE /v2.0/security-groups/0a3ca853-2786-42ac-a597-693e5205fff2 HTTP/1.1" status: 204 len: 173 time: 1.3542178 Feb 09 19:05:58.411526 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91e0c3b7-cc16-465b-b515-1d4571325143 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8b32e980-7cce-5e82-a341-bd2fa8945c89-ac35732c-85b2-48c1-8afc-82e7e1893d66', 'network_id': 'ac35732c-85b2-48c1-8afc-82e7e1893d66', 'project_id': 'e623b53636fb4d76944cb391451b4189', 'fixed_ips': [{'subnet_id': '32ad42d3-ef84-4ea1-8e63-c41ac85d9ed8'}]}} from n-d-713498-36. {{(pid=103232) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 09 19:05:58.413519 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-91e0c3b7-cc16-465b-b515-1d4571325143 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (None), before_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:05:58.460760 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-37e3a87e-5541-4e36-920b-25ff254ad143 admin admin] Publish callbacks [] for router_controller (6cb8bca1-52c3-43f3-b751-d3f16e2a0269), precommit_add_association {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:05:58.471030 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-845bc5b9-7628-408f-8af7-81a4fc2c8003 req-697467f0-5263-4b2b-9bb0-21704c98e8bc tempest-ServersOnMultiNodesTest-1472402947 tempest-ServersOnMultiNodesTest-1472402947-project] 10.222.0.75 "GET /v2.0/networks?tenant_id=1672ee8b769240288b95113d5dff1fd2&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0622184 Feb 09 19:05:58.506002 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3fb1507-30ce-46aa-adc2-35741eae21c8 tempest-SecurityGroupsTestJSON-1151704431 tempest-SecurityGroupsTestJSON-1151704431-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0a3ca853-2786-42ac-a597-693e5205fff2,revision_number=None']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:05:58.616168 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dbec92e-ad5d-4c82-9062-c7445b0e550b service neutron] Pushing event updated for resources: {'Port': ['ID=79f07b23-6771-42a0-bab9-d3efdb3c9702,revision_number=2']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:05:58.720847 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.db_base_plugin_common [None req-91e0c3b7-cc16-465b-b515-1d4571325143 None None] Allocated IP 172.20.0.2 (ac35732c-85b2-48c1-8afc-82e7e1893d66/32ad42d3-ef84-4ea1-8e63-c41ac85d9ed8/e7f43a86-7faa-44d8-872c-88ab4acf7407) {{(pid=103232) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 19:05:58.811673 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f803b339-be23-4930-ac63-25343a959351 req-ac8ea728-86db-4168-b882-6d3d20fd6880 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:05:58.811923 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f803b339-be23-4930-ac63-25343a959351 req-ac8ea728-86db-4168-b882-6d3d20fd6880 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:05:58.813325 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f803b339-be23-4930-ac63-25343a959351 req-ac8ea728-86db-4168-b882-6d3d20fd6880 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:05:58.813450 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f803b339-be23-4930-ac63-25343a959351 req-ac8ea728-86db-4168-b882-6d3d20fd6880 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:05:58.813836 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f803b339-be23-4930-ac63-25343a959351 req-ac8ea728-86db-4168-b882-6d3d20fd6880 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:05:58.816002 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f803b339-be23-4930-ac63-25343a959351 req-ac8ea728-86db-4168-b882-6d3d20fd6880 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:05:58.816496 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f803b339-be23-4930-ac63-25343a959351 req-ac8ea728-86db-4168-b882-6d3d20fd6880 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:05:58.818683 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-f803b339-be23-4930-ac63-25343a959351 req-ac8ea728-86db-4168-b882-6d3d20fd6880 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=1165ce6413224edfb276f9f552a74208&device_id=8319129f-1054-494a-b0c0-2ec99e839619 HTTP/1.1" status: 200 len: 6639 time: 0.5020561 Feb 09 19:05:58.873367 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-c0b2d49a-3bf1-4528-89f3-c6397307c83d admin admin] Publish callbacks [] for router_gateway (6f802142-206b-41e7-8752-bcf7a1c29d76), after_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:05:59.024192 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-37e3a87e-5541-4e36-920b-25ff254ad143 admin admin] Publish callbacks [] for router_gateway (6cb8bca1-52c3-43f3-b751-d3f16e2a0269), precommit_update {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:05:59.062036 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-91e0c3b7-cc16-465b-b515-1d4571325143 None None] Publish callbacks [] for port (e7f43a86-7faa-44d8-872c-88ab4acf7407), precommit_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:05:59.073099 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-91e0c3b7-cc16-465b-b515-1d4571325143 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762866656467'] for port (e7f43a86-7faa-44d8-872c-88ab4acf7407), after_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:05:59.107349 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.managers [req-34070aeb-f347-4ef0-8065-5c52f76dd850 req-5dbec92e-ad5d-4c82-9062-c7445b0e550b service neutron] Attempting to bind port 79f07b23-6771-42a0-bab9-d3efdb3c9702 on host n-h2-713498-36 for vnic_type normal with profile {{(pid=103230) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 19:05:59.107690 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.managers [req-34070aeb-f347-4ef0-8065-5c52f76dd850 req-5dbec92e-ad5d-4c82-9062-c7445b0e550b service neutron] Attempting to bind port 79f07b23-6771-42a0-bab9-d3efdb3c9702 by drivers openvswitch,hyperv on host n-h2-713498-36 at level 0 using segments [{'id': 'd87ae67e-008b-48f1-b0f8-925fd9ffe48b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '827c740b-e08e-4994-bbc7-e073abc4dcaf'}] {{(pid=103230) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 19:05:59.108020 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34070aeb-f347-4ef0-8065-5c52f76dd850 req-5dbec92e-ad5d-4c82-9062-c7445b0e550b service neutron] Attempting to bind port 79f07b23-6771-42a0-bab9-d3efdb3c9702 on network 827c740b-e08e-4994-bbc7-e073abc4dcaf {{(pid=103230) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 19:05:59.139826 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-494642d1-bc06-4d74-8334-fefff41688c6 req-a0f37ec7-ae3d-40b6-880a-c1df255b48f6 tempest-LiveMigrationTest-1021096981 tempest-LiveMigrationTest-1021096981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:05:59.143016 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-494642d1-bc06-4d74-8334-fefff41688c6 req-a0f37ec7-ae3d-40b6-880a-c1df255b48f6 tempest-LiveMigrationTest-1021096981 tempest-LiveMigrationTest-1021096981-project] 10.222.0.75 "GET /v2.0/ports?device_id=2f9a8919-1b2a-4183-90dc-45c5e52d5a99 HTTP/1.1" status: 200 len: 945 time: 0.6504397 Feb 09 19:05:59.159534 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34070aeb-f347-4ef0-8065-5c52f76dd850 req-5dbec92e-ad5d-4c82-9062-c7445b0e550b service neutron] Port 79f07b23-6771-42a0-bab9-d3efdb3c9702 on network 827c740b-e08e-4994-bbc7-e073abc4dcaf not bound, no agent of type Open vSwitch agent registered on host n-h2-713498-36 {{(pid=103230) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 19:05:59.160199 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34070aeb-f347-4ef0-8065-5c52f76dd850 req-5dbec92e-ad5d-4c82-9062-c7445b0e550b service neutron] Attempting to bind port 79f07b23-6771-42a0-bab9-d3efdb3c9702 on network 827c740b-e08e-4994-bbc7-e073abc4dcaf {{(pid=103230) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 19:05:59.170440 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34070aeb-f347-4ef0-8065-5c52f76dd850 req-5dbec92e-ad5d-4c82-9062-c7445b0e550b service neutron] Checking agent: {'id': 'bcd5faee-dc24-4298-9134-0e0aa054058e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713498-36', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 18, 59, 19), 'started_at': datetime.datetime(2022, 2, 9, 18, 59, 19), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 19, 5, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103230) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 19:05:59.170779 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34070aeb-f347-4ef0-8065-5c52f76dd850 req-5dbec92e-ad5d-4c82-9062-c7445b0e550b service neutron] Checking segment: {'id': 'd87ae67e-008b-48f1-b0f8-925fd9ffe48b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '827c740b-e08e-4994-bbc7-e073abc4dcaf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103230) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 19:05:59.171436 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34070aeb-f347-4ef0-8065-5c52f76dd850 req-5dbec92e-ad5d-4c82-9062-c7445b0e550b service neutron] Bound using segment: {'id': 'd87ae67e-008b-48f1-b0f8-925fd9ffe48b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '827c740b-e08e-4994-bbc7-e073abc4dcaf'} {{(pid=103230) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 19:05:59.172521 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.managers [req-34070aeb-f347-4ef0-8065-5c52f76dd850 req-5dbec92e-ad5d-4c82-9062-c7445b0e550b service neutron] Bound port: 79f07b23-6771-42a0-bab9-d3efdb3c9702, host: n-h2-713498-36, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd87ae67e-008b-48f1-b0f8-925fd9ffe48b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '827c740b-e08e-4994-bbc7-e073abc4dcaf'}}] {{(pid=103230) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 19:05:59.172893 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [req-34070aeb-f347-4ef0-8065-5c52f76dd850 req-5dbec92e-ad5d-4c82-9062-c7445b0e550b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (79f07b23-6771-42a0-bab9-d3efdb3c9702), before_update {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:05:59.193237 n-d-713498-36 neutron-server[103232]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91e0c3b7-cc16-465b-b515-1d4571325143 None None] Network ac35732c-85b2-48c1-8afc-82e7e1893d66 is already hosted by enough agents. {{(pid=103232) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 19:05:59.226609 n-d-713498-36 neutron-server[103232]: DEBUG neutron.scheduler.base_scheduler [None req-91e0c3b7-cc16-465b-b515-1d4571325143 None None] Resources bound (agent type, host, resource id): {{(pid=103232) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 19:05:59.248672 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91e0c3b7-cc16-465b-b515-1d4571325143 None None] Received port after_create {{(pid=103232) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 19:05:59.251802 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91e0c3b7-cc16-465b-b515-1d4571325143 None None] Pushing event updated for resources: {'Port': ['ID=e7f43a86-7faa-44d8-872c-88ab4acf7407,revision_number=1']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:05:59.303885 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91e0c3b7-cc16-465b-b515-1d4571325143 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:05:59.304547 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91e0c3b7-cc16-465b-b515-1d4571325143 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:05:59.305061 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91e0c3b7-cc16-465b-b515-1d4571325143 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:05:59.305558 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91e0c3b7-cc16-465b-b515-1d4571325143 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:05:59.306088 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91e0c3b7-cc16-465b-b515-1d4571325143 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:05:59.306595 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91e0c3b7-cc16-465b-b515-1d4571325143 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:05:59.307102 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91e0c3b7-cc16-465b-b515-1d4571325143 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:05:59.307789 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91e0c3b7-cc16-465b-b515-1d4571325143 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:05:59.308759 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91e0c3b7-cc16-465b-b515-1d4571325143 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:05:59.314250 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91e0c3b7-cc16-465b-b515-1d4571325143 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:05:59.314919 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91e0c3b7-cc16-465b-b515-1d4571325143 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:05:59.315629 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91e0c3b7-cc16-465b-b515-1d4571325143 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:05:59.316147 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91e0c3b7-cc16-465b-b515-1d4571325143 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:05:59.327219 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-494642d1-bc06-4d74-8334-fefff41688c6 req-ed508cce-afff-4476-96cb-d09ea1a68431 tempest-LiveMigrationTest-1021096981 tempest-LiveMigrationTest-1021096981-project] 10.222.0.75 "GET /v2.0/security-groups?id=ba18819a-1490-4e7b-a11b-e8610423d8ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1736863 Feb 09 19:05:59.328872 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-c0b2d49a-3bf1-4528-89f3-c6397307c83d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1834945', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1818951'] for router (6f802142-206b-41e7-8752-bcf7a1c29d76), after_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:05:59.347728 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f803b339-be23-4930-ac63-25343a959351 req-8d7f6879-44dd-43d2-947f-b8de22afd4ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:05:59.348212 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f803b339-be23-4930-ac63-25343a959351 req-8d7f6879-44dd-43d2-947f-b8de22afd4ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:05:59.349132 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f803b339-be23-4930-ac63-25343a959351 req-8d7f6879-44dd-43d2-947f-b8de22afd4ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:05:59.350280 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-f803b339-be23-4930-ac63-25343a959351 req-8d7f6879-44dd-43d2-947f-b8de22afd4ae service neutron] 10.222.0.90 "GET /v2.0/networks?tenant_id=1165ce6413224edfb276f9f552a74208&shared=False HTTP/1.1" status: 200 len: 2297 time: 0.5112426 Feb 09 19:05:59.366368 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.db [req-34070aeb-f347-4ef0-8065-5c52f76dd850 req-5dbec92e-ad5d-4c82-9062-c7445b0e550b service neutron] For port 79f07b23-6771-42a0-bab9-d3efdb3c9702, host n-h2-713498-36, cleared binding levels {{(pid=103230) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 19:05:59.435547 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.managers [None req-91e0c3b7-cc16-465b-b515-1d4571325143 None None] Attempting to bind port e7f43a86-7faa-44d8-872c-88ab4acf7407 on host n-d-713498-36 for vnic_type normal with profile {{(pid=103232) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 19:05:59.438894 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.managers [None req-91e0c3b7-cc16-465b-b515-1d4571325143 None None] Attempting to bind port e7f43a86-7faa-44d8-872c-88ab4acf7407 by drivers openvswitch,hyperv on host n-d-713498-36 at level 0 using segments [{'id': 'cc003d08-9fc2-4de3-82bb-3f917c1c4a21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': 'ac35732c-85b2-48c1-8afc-82e7e1893d66'}] {{(pid=103232) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 19:05:59.438894 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91e0c3b7-cc16-465b-b515-1d4571325143 None None] Attempting to bind port e7f43a86-7faa-44d8-872c-88ab4acf7407 on network ac35732c-85b2-48c1-8afc-82e7e1893d66 {{(pid=103232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 19:05:59.445594 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91e0c3b7-cc16-465b-b515-1d4571325143 None None] Checking agent: {'id': '496418a2-c002-4aec-ab1a-07f3bea491bd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-36', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 18, 51, 47), 'started_at': datetime.datetime(2022, 2, 9, 18, 52, 17), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 19, 5, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-36'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 19:05:59.449226 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91e0c3b7-cc16-465b-b515-1d4571325143 None None] Checking segment: {'id': 'cc003d08-9fc2-4de3-82bb-3f917c1c4a21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': 'ac35732c-85b2-48c1-8afc-82e7e1893d66'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103232) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 19:05:59.449226 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-91e0c3b7-cc16-465b-b515-1d4571325143 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:05:59.449226 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91e0c3b7-cc16-465b-b515-1d4571325143 None None] Bound using segment: {'id': 'cc003d08-9fc2-4de3-82bb-3f917c1c4a21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': 'ac35732c-85b2-48c1-8afc-82e7e1893d66'} {{(pid=103232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 19:05:59.449226 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.managers [None req-91e0c3b7-cc16-465b-b515-1d4571325143 None None] Bound port: e7f43a86-7faa-44d8-872c-88ab4acf7407, host: n-d-713498-36, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cc003d08-9fc2-4de3-82bb-3f917c1c4a21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': 'ac35732c-85b2-48c1-8afc-82e7e1893d66'}}] {{(pid=103232) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 19:05:59.449226 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-91e0c3b7-cc16-465b-b515-1d4571325143 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (e7f43a86-7faa-44d8-872c-88ab4acf7407), before_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:05:59.472628 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-845bc5b9-7628-408f-8af7-81a4fc2c8003 req-8405a3c3-3ce3-40c1-af4b-903d8fcc9d33 tempest-ServersOnMultiNodesTest-1472402947 tempest-ServersOnMultiNodesTest-1472402947-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:05:59.478421 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-845bc5b9-7628-408f-8af7-81a4fc2c8003 req-8405a3c3-3ce3-40c1-af4b-903d8fcc9d33 tempest-ServersOnMultiNodesTest-1472402947 tempest-ServersOnMultiNodesTest-1472402947-project] 10.222.0.75 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 1.0059884 Feb 09 19:05:59.500703 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.db [req-34070aeb-f347-4ef0-8065-5c52f76dd850 req-5dbec92e-ad5d-4c82-9062-c7445b0e550b service neutron] For port 79f07b23-6771-42a0-bab9-d3efdb3c9702, host n-h2-713498-36, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-36',level=0,port_id=79f07b23-6771-42a0-bab9-d3efdb3c9702,segment=NetworkSegment(d87ae67e-008b-48f1-b0f8-925fd9ffe48b),segment_id=d87ae67e-008b-48f1-b0f8-925fd9ffe48b)] {{(pid=103230) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 19:05:59.551851 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [req-34070aeb-f347-4ef0-8065-5c52f76dd850 req-5dbec92e-ad5d-4c82-9062-c7445b0e550b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762867176205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762866656485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762866656503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14393758'] for port (79f07b23-6771-42a0-bab9-d3efdb3c9702), after_update {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:05:59.565759 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-91e0c3b7-cc16-465b-b515-1d4571325143 None None] For port e7f43a86-7faa-44d8-872c-88ab4acf7407, host n-d-713498-36, cleared binding levels {{(pid=103232) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 19:05:59.570623 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-91e0c3b7-cc16-465b-b515-1d4571325143 None None] For port e7f43a86-7faa-44d8-872c-88ab4acf7407, host n-d-713498-36, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-36',level=0,port_id=e7f43a86-7faa-44d8-872c-88ab4acf7407,segment=NetworkSegment(cc003d08-9fc2-4de3-82bb-3f917c1c4a21),segment_id=cc003d08-9fc2-4de3-82bb-3f917c1c4a21)] {{(pid=103232) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 19:05:59.584147 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-91e0c3b7-cc16-465b-b515-1d4571325143 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762867176205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762866656485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762866656503'] for port (e7f43a86-7faa-44d8-872c-88ab4acf7407), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:05:59.591594 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-845bc5b9-7628-408f-8af7-81a4fc2c8003 req-a837985f-3cee-40ae-a860-7c07e05cb549 tempest-ServersOnMultiNodesTest-1472402947 tempest-ServersOnMultiNodesTest-1472402947-project] 10.222.0.75 "GET /v2.0/quotas/1672ee8b769240288b95113d5dff1fd2 HTTP/1.1" status: 200 len: 375 time: 0.1033576 Feb 09 19:05:59.624072 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34070aeb-f347-4ef0-8065-5c52f76dd850 req-5dbec92e-ad5d-4c82-9062-c7445b0e550b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:05:59.624680 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [req-34070aeb-f347-4ef0-8065-5c52f76dd850 req-5dbec92e-ad5d-4c82-9062-c7445b0e550b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171096'] for port (None), before_response {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:05:59.627249 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-34070aeb-f347-4ef0-8065-5c52f76dd850 req-5dbec92e-ad5d-4c82-9062-c7445b0e550b service neutron] 10.222.0.90 "PUT /v2.0/ports/79f07b23-6771-42a0-bab9-d3efdb3c9702 HTTP/1.1" status: 200 len: 1092 time: 3.8082945 Feb 09 19:05:59.701218 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dbec92e-ad5d-4c82-9062-c7445b0e550b service neutron] Pushing event updated for resources: {'Port': ['ID=79f07b23-6771-42a0-bab9-d3efdb3c9702,revision_number=3']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:05:59.709721 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91e0c3b7-cc16-465b-b515-1d4571325143 None None] Pushing event updated for resources: {'Port': ['ID=e7f43a86-7faa-44d8-872c-88ab4acf7407,revision_number=2']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:05:59.728500 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.plugin [None req-1682343b-931c-4b79-8c21-088b20409fd7 admin admin] Deleting port 9dab1ea3-55fb-405d-b11c-f3605a977927 {{(pid=103230) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 19:05:59.728832 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-1682343b-931c-4b79-8c21-088b20409fd7 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762867170196'] for port (9dab1ea3-55fb-405d-b11c-f3605a977927), before_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:05:59.760076 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6144b2c6-d576-4796-9848-ec6ae3a5f2ec req-841ae53a-06a0-4149-9b14-e7bae2e4b35b tempest-TaggedBootDevicesTest_v242-798392635 tempest-TaggedBootDevicesTest_v242-798392635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:05:59.765372 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6144b2c6-d576-4796-9848-ec6ae3a5f2ec req-841ae53a-06a0-4149-9b14-e7bae2e4b35b tempest-TaggedBootDevicesTest_v242-798392635 tempest-TaggedBootDevicesTest_v242-798392635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:05:59.771661 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6144b2c6-d576-4796-9848-ec6ae3a5f2ec req-841ae53a-06a0-4149-9b14-e7bae2e4b35b tempest-TaggedBootDevicesTest_v242-798392635 tempest-TaggedBootDevicesTest_v242-798392635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:05:59.776862 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6144b2c6-d576-4796-9848-ec6ae3a5f2ec req-841ae53a-06a0-4149-9b14-e7bae2e4b35b tempest-TaggedBootDevicesTest_v242-798392635 tempest-TaggedBootDevicesTest_v242-798392635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:05:59.791710 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6144b2c6-d576-4796-9848-ec6ae3a5f2ec req-841ae53a-06a0-4149-9b14-e7bae2e4b35b tempest-TaggedBootDevicesTest_v242-798392635 tempest-TaggedBootDevicesTest_v242-798392635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:05:59.797443 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6144b2c6-d576-4796-9848-ec6ae3a5f2ec req-841ae53a-06a0-4149-9b14-e7bae2e4b35b tempest-TaggedBootDevicesTest_v242-798392635 tempest-TaggedBootDevicesTest_v242-798392635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:05:59.803103 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6144b2c6-d576-4796-9848-ec6ae3a5f2ec req-841ae53a-06a0-4149-9b14-e7bae2e4b35b tempest-TaggedBootDevicesTest_v242-798392635 tempest-TaggedBootDevicesTest_v242-798392635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:05:59.804944 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-6144b2c6-d576-4796-9848-ec6ae3a5f2ec req-841ae53a-06a0-4149-9b14-e7bae2e4b35b tempest-TaggedBootDevicesTest_v242-798392635 tempest-TaggedBootDevicesTest_v242-798392635-project] 10.222.0.75 "GET /v2.0/ports?device_id=8319129f-1054-494a-b0c0-2ec99e839619 HTTP/1.1" status: 200 len: 5431 time: 0.3077497 Feb 09 19:05:59.858777 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f803b339-be23-4930-ac63-25343a959351 req-e3f50185-2240-41d3-a9a9-7beb0f03f404 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:05:59.861241 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-f803b339-be23-4930-ac63-25343a959351 req-e3f50185-2240-41d3-a9a9-7beb0f03f404 service neutron] 10.222.0.90 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.5017312 Feb 09 19:05:59.989298 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-845bc5b9-7628-408f-8af7-81a4fc2c8003 req-96bfd987-f81c-411c-b156-78d68332265c tempest-ServersOnMultiNodesTest-1472402947 tempest-ServersOnMultiNodesTest-1472402947-project] 10.222.0.75 "GET /v2.0/ports?tenant_id=1672ee8b769240288b95113d5dff1fd2&fields=id HTTP/1.1" status: 200 len: 532 time: 0.3819816 Feb 09 19:06:00.025331 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-37e3a87e-5541-4e36-920b-25ff254ad143 admin admin] Publish callbacks [] for router_gateway (6cb8bca1-52c3-43f3-b751-d3f16e2a0269), before_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:06:00.037975 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-6144b2c6-d576-4796-9848-ec6ae3a5f2ec req-b2583f45-28dd-4ad8-afb8-fae8d025ef77 tempest-TaggedBootDevicesTest_v242-798392635 tempest-TaggedBootDevicesTest_v242-798392635-project] 10.222.0.75 "GET /v2.0/security-groups?id=58062d4f-c149-4db3-a357-a4eb59a3d83e&id=6452f0cf-fe35-4557-9092-43f1827176a8&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2119894 Feb 09 19:06:00.044704 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.db [None req-1682343b-931c-4b79-8c21-088b20409fd7 admin admin] For port 9dab1ea3-55fb-405d-b11c-f3605a977927, host n-d-713498-36, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-36',level=0,port_id=9dab1ea3-55fb-405d-b11c-f3605a977927,segment=NetworkSegment(645882ad-a796-4218-a7d9-a75443ad9585),segment_id=645882ad-a796-4218-a7d9-a75443ad9585)] {{(pid=103230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 19:06:00.045327 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-1682343b-931c-4b79-8c21-088b20409fd7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1820838'] for port (9dab1ea3-55fb-405d-b11c-f3605a977927), precommit_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:06:00.105914 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.plugin [None req-1682343b-931c-4b79-8c21-088b20409fd7 admin admin] Calling delete_port for 9dab1ea3-55fb-405d-b11c-f3605a977927 owned by network:router_interface {{(pid=103230) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 19:06:00.161844 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-37e3a87e-5541-4e36-920b-25ff254ad143 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (None), before_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:06:00.259664 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34070aeb-f347-4ef0-8065-5c52f76dd850 req-9c66dd98-6420-46e5-a12f-09523de02f4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:06:00.260167 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34070aeb-f347-4ef0-8065-5c52f76dd850 req-9c66dd98-6420-46e5-a12f-09523de02f4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:06:00.260673 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34070aeb-f347-4ef0-8065-5c52f76dd850 req-9c66dd98-6420-46e5-a12f-09523de02f4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:06:00.262233 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34070aeb-f347-4ef0-8065-5c52f76dd850 req-9c66dd98-6420-46e5-a12f-09523de02f4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:06:00.262831 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34070aeb-f347-4ef0-8065-5c52f76dd850 req-9c66dd98-6420-46e5-a12f-09523de02f4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:06:00.264061 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34070aeb-f347-4ef0-8065-5c52f76dd850 req-9c66dd98-6420-46e5-a12f-09523de02f4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:06:00.269722 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34070aeb-f347-4ef0-8065-5c52f76dd850 req-9c66dd98-6420-46e5-a12f-09523de02f4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:06:00.277103 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-34070aeb-f347-4ef0-8065-5c52f76dd850 req-9c66dd98-6420-46e5-a12f-09523de02f4d service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=1165ce6413224edfb276f9f552a74208&device_id=8319129f-1054-494a-b0c0-2ec99e839619 HTTP/1.1" status: 200 len: 6712 time: 0.2778063 Feb 09 19:06:00.314194 n-d-713498-36 neutron-server[103230]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c0b2d49a-3bf1-4528-89f3-c6397307c83d admin admin] Router 6f802142-206b-41e7-8752-bcf7a1c29d76 is scheduled to L3 agent 93303d5e-5d17-45e8-8963-7694f87783ae with binding_index 1 {{(pid=103230) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 09 19:06:00.324855 n-d-713498-36 neutron-server[103230]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8319129f-1054-494a-b0c0-2ec99e839619', 'tag': '79f07b23-6771-42a0-bab9-d3efdb3c9702'}] {{(pid=103230) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 19:06:00.327257 n-d-713498-36 neutron-server[103230]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aee5919275bae9f72eb374ee322673045eb80c1f84b4b45a97d96923bd50ab51" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a37a2337-67ef-4320-bb34-18cd9340d65e" -d '{"events": [{"name": "network-changed", "server_uuid": "8319129f-1054-494a-b0c0-2ec99e839619", "tag": "79f07b23-6771-42a0-bab9-d3efdb3c9702"}]}' {{(pid=103230) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 19:06:00.335910 n-d-713498-36 neutron-server[103230]: INFO neutron.api.v2.resource [req-d1854144-7634-4629-a135-d4a2fb1bfc18 req-0a496ce5-8af6-4647-9698-93a5ff09b7ed tempest-SecurityGroupsTestJSON-1151704431 tempest-SecurityGroupsTestJSON-1151704431-project] show failed (client error): The resource could not be found. Feb 09 19:06:00.357998 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-d1854144-7634-4629-a135-d4a2fb1bfc18 req-0a496ce5-8af6-4647-9698-93a5ff09b7ed tempest-SecurityGroupsTestJSON-1151704431 tempest-SecurityGroupsTestJSON-1151704431-project] 10.222.0.75 "GET /v2.0/security-groups/1d9bef53-a5ca-490d-97b1-1f1918120880 HTTP/1.1" status: 404 len: 352 time: 0.1060262 Feb 09 19:06:00.434633 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-d82292ef-e572-4dc1-b09d-958317a1e765 req-95fa68a5-531f-4c90-8eaa-57096b281fa6 tempest-ServersOnMultiNodesTest-1472402947 tempest-ServersOnMultiNodesTest-1472402947-project] 10.222.0.75 "GET /v2.0/ports?device_id=1651d351-b8a4-498f-bd76-66dea09d4fb2 HTTP/1.1" status: 200 len: 210 time: 0.0597587 Feb 09 19:06:00.499456 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-34070aeb-f347-4ef0-8065-5c52f76dd850 req-2d6b9b2a-18d3-40f9-88a0-752e87472f50 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d8831f22-48ff-4779-ae00-8742dab90eee HTTP/1.1" status: 200 len: 217 time: 0.1939912 Feb 09 19:06:00.529313 n-d-713498-36 neutron-server[103229]: INFO neutron.api.v2.resource [req-174718a5-1fe4-44da-b714-b0e891a5dcac req-185f11fb-5034-425a-89c8-5580799ba634 tempest-SecurityGroupsTestJSON-1151704431 tempest-SecurityGroupsTestJSON-1151704431-project] show failed (client error): The resource could not be found. Feb 09 19:06:00.558199 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-174718a5-1fe4-44da-b714-b0e891a5dcac req-185f11fb-5034-425a-89c8-5580799ba634 tempest-SecurityGroupsTestJSON-1151704431 tempest-SecurityGroupsTestJSON-1151704431-project] 10.222.0.75 "GET /v2.0/security-groups/b086e46d-c919-4db6-b232-c76d0cd5bdfc HTTP/1.1" status: 404 len: 352 time: 0.0497694 Feb 09 19:06:00.616543 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c0b2d49a-3bf1-4528-89f3-c6397307c83d admin admin] Notify agent at l3_agent.n-d-713498-36 the message routers_updated {{(pid=103230) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 19:06:00.629236 n-d-713498-36 neutron-server[103233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-199863d4-54c1-4f48-94a0-a39fa8d81528 None None] Sync routers for ids ['6f802142-206b-41e7-8752-bcf7a1c29d76'] in n-d-713498-36 {{(pid=103233) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 19:06:00.636291 n-d-713498-36 neutron-server[103229]: INFO neutron.api.v2.resource [req-a868b4b7-5a46-430c-9236-91943b646757 req-2115e765-b975-4ab1-a65b-88d227c90db9 tempest-SecurityGroupsTestJSON-1151704431 tempest-SecurityGroupsTestJSON-1151704431-project] show failed (client error): The resource could not be found. Feb 09 19:06:00.644645 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-a868b4b7-5a46-430c-9236-91943b646757 req-2115e765-b975-4ab1-a65b-88d227c90db9 tempest-SecurityGroupsTestJSON-1151704431 tempest-SecurityGroupsTestJSON-1151704431-project] 10.222.0.75 "GET /v2.0/security-groups/548d855a-6fb6-496c-ab67-fc010a746526 HTTP/1.1" status: 404 len: 352 time: 0.0567684 Feb 09 19:06:00.662602 n-d-713498-36 neutron-server[103233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-199863d4-54c1-4f48-94a0-a39fa8d81528 None None] Routers {'6f802142-206b-41e7-8752-bcf7a1c29d76'} bound to L3 agent in host n-d-713498-36 {{(pid=103233) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 19:06:00.663237 n-d-713498-36 neutron-server[103233]: DEBUG neutron.db.l3_hamode_db [None req-199863d4-54c1-4f48-94a0-a39fa8d81528 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T18:51:43Z,description=,heartbeat_timestamp=2022-02-09T19:05:43Z,host='n-d-713498-36',id=93303d5e-5d17-45e8-8963-7694f87783ae,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T18:51:43Z,topic='l3_agent')) {'router_ids': ['6f802142-206b-41e7-8752-bcf7a1c29d76'], 'active': True} {{(pid=103233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:06:00.675821 n-d-713498-36 neutron-server[103229]: DEBUG neutron.db.db_base_plugin_common [None req-37e3a87e-5541-4e36-920b-25ff254ad143 admin admin] Allocated IP 172.25.1.196 (88055e1e-672a-4487-be31-ffb6e833ece5/ac16dbcc-383c-4b43-9153-d763c4a53f91/8cac5024-100b-4868-86aa-6275654834fa) {{(pid=103229) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 19:06:00.702400 n-d-713498-36 neutron-server[103230]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 19:06:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-adaeed99-1135-4596-845e-f75bae46d09d x-openstack-request-id: req-adaeed99-1135-4596-845e-f75bae46d09d {{(pid=103230) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 19:06:00.703619 n-d-713498-36 neutron-server[103230]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8319129f-1054-494a-b0c0-2ec99e839619", "tag": "79f07b23-6771-42a0-bab9-d3efdb3c9702", "status": "completed", "code": 200}]} {{(pid=103230) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 19:06:00.703619 n-d-713498-36 neutron-server[103230]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-adaeed99-1135-4596-845e-f75bae46d09d {{(pid=103230) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 19:06:00.705477 n-d-713498-36 neutron-server[103230]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8319129f-1054-494a-b0c0-2ec99e839619', 'tag': '79f07b23-6771-42a0-bab9-d3efdb3c9702', 'status': 'completed', 'code': 200} Feb 09 19:06:00.712132 n-d-713498-36 neutron-server[103229]: INFO neutron.api.v2.resource [req-972aedd8-bb77-4569-acc2-64dad2413862 req-ce449b82-4408-465b-9656-1e8d717e11aa tempest-SecurityGroupsTestJSON-1151704431 tempest-SecurityGroupsTestJSON-1151704431-project] show failed (client error): The resource could not be found. Feb 09 19:06:00.719981 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-972aedd8-bb77-4569-acc2-64dad2413862 req-ce449b82-4408-465b-9656-1e8d717e11aa tempest-SecurityGroupsTestJSON-1151704431 tempest-SecurityGroupsTestJSON-1151704431-project] 10.222.0.75 "GET /v2.0/security-groups/409273b9-deaf-4c18-ae55-d2fe92e028fe HTTP/1.1" status: 404 len: 352 time: 0.0398872 Feb 09 19:06:00.779848 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-c0b2d49a-3bf1-4528-89f3-c6397307c83d admin admin] Publish callbacks [] for router (None), before_response {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:06:00.780484 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-c0b2d49a-3bf1-4528-89f3-c6397307c83d admin admin] 10.222.0.75 "POST /v2.0/routers HTTP/1.1" status: 201 len: 941 time: 8.7593341 Feb 09 19:06:00.805309 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 50920) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:06:00.882755 n-d-713498-36 neutron-server[103233]: DEBUG neutron.db.l3_dvr_db [None req-199863d4-54c1-4f48-94a0-a39fa8d81528 None None] Set router 6f802142-206b-41e7-8752-bcf7a1c29d76 gateway port host: n-d-713498-36 {{(pid=103233) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 19:06:01.064865 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-37e3a87e-5541-4e36-920b-25ff254ad143 admin admin] Publish callbacks [] for port (8cac5024-100b-4868-86aa-6275654834fa), precommit_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:06:01.144780 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34070aeb-f347-4ef0-8065-5c52f76dd850 req-8a784a35-7ef0-4308-b8b3-8fc2eacdb0bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:06:01.146783 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-34070aeb-f347-4ef0-8065-5c52f76dd850 req-8a784a35-7ef0-4308-b8b3-8fc2eacdb0bc service neutron] 10.222.0.90 "GET /v2.0/subnets?id=2560c25c-40bb-435f-8831-cdcd16b2f81e HTTP/1.1" status: 200 len: 856 time: 0.5793710 Feb 09 19:06:01.192749 n-d-713498-36 neutron-server[103233]: DEBUG neutron.db.l3_hamode_db [None req-199863d4-54c1-4f48-94a0-a39fa8d81528 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6f802142-206b-41e7-8752-bcf7a1c29d76', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1427269169-router', 'tenant_id': '2586c214bdfa4f9a89a0552244ef89be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88055e1e-672a-4487-be31-ffb6e833ece5', 'external_fixed_ips': [{'subnet_id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'ip_address': '172.25.1.200'}], 'enable_snat': True}, 'gw_port_id': '243ae365-a105-4e50-ad72-88196ea6e85d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T19:05:52Z', 'updated_at': '2022-02-09T19:05:57Z', 'revision_number': 3, 'project_id': '2586c214bdfa4f9a89a0552244ef89be', 'gw_port': {'id': '243ae365-a105-4e50-ad72-88196ea6e85d', 'name': '', 'network_id': '88055e1e-672a-4487-be31-ffb6e833ece5', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:dc:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6f802142-206b-41e7-8752-bcf7a1c29d76', 'device_owner': 'network:router_gateway', 'standard_attr_id': 761, 'fixed_ips': [{'subnet_id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'ip_address': '172.25.1.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T19:05:55Z', 'updated_at': '2022-02-09T19:05:56Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-36'}], 'n-d-713498-36', False) {} {{(pid=103233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:06:01.206557 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-37e3a87e-5541-4e36-920b-25ff254ad143 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762866656467', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12867576'] for port (8cac5024-100b-4868-86aa-6275654834fa), after_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:06:01.260465 n-d-713498-36 neutron-server[103233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-199863d4-54c1-4f48-94a0-a39fa8d81528 None None] Checking router: 6f802142-206b-41e7-8752-bcf7a1c29d76 for host: n-d-713498-36 {{(pid=103233) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 19:06:01.260824 n-d-713498-36 neutron-server[103233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-199863d4-54c1-4f48-94a0-a39fa8d81528 None None] Updating router 6f802142-206b-41e7-8752-bcf7a1c29d76 port 243ae365-a105-4e50-ad72-88196ea6e85d binding host n-d-713498-36 {{(pid=103233) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 19:06:01.302058 n-d-713498-36 neutron-server[103229]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37e3a87e-5541-4e36-920b-25ff254ad143 admin admin] Network 88055e1e-672a-4487-be31-ffb6e833ece5 is already hosted by enough agents. {{(pid=103229) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 19:06:01.326168 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37e3a87e-5541-4e36-920b-25ff254ad143 admin admin] Pushing event updated for resources: {'Port': ['ID=8cac5024-100b-4868-86aa-6275654834fa,revision_number=1']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:06:01.331314 n-d-713498-36 neutron-server[103229]: DEBUG neutron.scheduler.base_scheduler [None req-37e3a87e-5541-4e36-920b-25ff254ad143 admin admin] Resources bound (agent type, host, resource id): {{(pid=103229) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 19:06:01.334621 n-d-713498-36 neutron-server[103229]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37e3a87e-5541-4e36-920b-25ff254ad143 admin admin] Received port after_create {{(pid=103229) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 19:06:01.336974 n-d-713498-36 neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-199863d4-54c1-4f48-94a0-a39fa8d81528 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (243ae365-a105-4e50-ad72-88196ea6e85d), before_update {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:06:01.510378 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-974bd212-02f1-4685-87d7-cbcc67f9972b None None] Network ac35732c-85b2-48c1-8afc-82e7e1893d66 requested from n-d-713498-36 {{(pid=103232) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 19:06:01.660570 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fb46f6e-2fbd-4ba7-9f6e-d94f44264695 req-b64c58e9-530e-437d-b6bb-3559178b4146 tempest-LiveMigrationTest-1021096981 tempest-LiveMigrationTest-1021096981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:06:01.673332 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-4fb46f6e-2fbd-4ba7-9f6e-d94f44264695 req-b64c58e9-530e-437d-b6bb-3559178b4146 tempest-LiveMigrationTest-1021096981 tempest-LiveMigrationTest-1021096981-project] 10.222.0.75 "GET /v2.0/ports?device_id=2f9a8919-1b2a-4183-90dc-45c5e52d5a99 HTTP/1.1" status: 200 len: 945 time: 0.9663098 Feb 09 19:06:01.674721 n-d-713498-36 neutron-server[103229]: INFO neutron.api.v2.resource [req-2c4a2c94-8a5a-4bec-a4c8-be540db4de20 req-94d191db-6d30-4d98-b853-d7214e96a31d tempest-SecurityGroupsTestJSON-1151704431 tempest-SecurityGroupsTestJSON-1151704431-project] show failed (client error): The resource could not be found. Feb 09 19:06:01.676191 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-2c4a2c94-8a5a-4bec-a4c8-be540db4de20 req-94d191db-6d30-4d98-b853-d7214e96a31d tempest-SecurityGroupsTestJSON-1151704431 tempest-SecurityGroupsTestJSON-1151704431-project] 10.222.0.75 "GET /v2.0/security-groups/61f5f9af-8228-479e-a051-8fce412494b4 HTTP/1.1" status: 404 len: 352 time: 0.5277257 Feb 09 19:06:01.700987 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34070aeb-f347-4ef0-8065-5c52f76dd850 req-667598ab-d6f6-4be5-a38a-9d891cc8471e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:06:01.702716 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-34070aeb-f347-4ef0-8065-5c52f76dd850 req-667598ab-d6f6-4be5-a38a-9d891cc8471e service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=c0d79728-024b-4c62-b035-620d2aaf99fe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.5290668 Feb 09 19:06:01.723423 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.provisioning_blocks [None req-36897196-c312-4a53-a15b-53e55bac27ff None None] Provisioning complete for port e7f43a86-7faa-44d8-872c-88ab4acf7407 triggered by entity DHCP. {{(pid=103232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 19:06:01.736672 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-36897196-c312-4a53-a15b-53e55bac27ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593630'] for port (e7f43a86-7faa-44d8-872c-88ab4acf7407), provisioning_complete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:06:01.861122 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-34070aeb-f347-4ef0-8065-5c52f76dd850 req-b5c2aaf6-9aab-42b1-9bdd-6953601a70be service neutron] 10.222.0.90 "GET /v2.0/networks/c0d79728-024b-4c62-b035-620d2aaf99fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1396320 Feb 09 19:06:01.964880 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-1682343b-931c-4b79-8c21-088b20409fd7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762867177463', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762866656476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14393751'] for port (9dab1ea3-55fb-405d-b11c-f3605a977927), after_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:06:01.970606 n-d-713498-36 neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-199863d4-54c1-4f48-94a0-a39fa8d81528 None None] Publish callbacks [] for port (243ae365-a105-4e50-ad72-88196ea6e85d), precommit_update {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:06:01.979394 n-d-713498-36 neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-199863d4-54c1-4f48-94a0-a39fa8d81528 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762867176205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762866656485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762866656503'] for port (243ae365-a105-4e50-ad72-88196ea6e85d), after_update {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:06:02.095374 n-d-713498-36 neutron-server[103233]: DEBUG neutron.plugins.ml2.managers [None req-199863d4-54c1-4f48-94a0-a39fa8d81528 None None] Attempting to bind port 243ae365-a105-4e50-ad72-88196ea6e85d on host n-d-713498-36 for vnic_type normal with profile {{(pid=103233) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 19:06:02.096149 n-d-713498-36 neutron-server[103233]: DEBUG neutron.plugins.ml2.managers [None req-199863d4-54c1-4f48-94a0-a39fa8d81528 None None] Attempting to bind port 243ae365-a105-4e50-ad72-88196ea6e85d by drivers openvswitch,hyperv on host n-d-713498-36 at level 0 using segments [{'id': 'a4222f89-8d3f-4b51-953b-1a8126392491', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '88055e1e-672a-4487-be31-ffb6e833ece5'}] {{(pid=103233) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 19:06:02.096782 n-d-713498-36 neutron-server[103233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-199863d4-54c1-4f48-94a0-a39fa8d81528 None None] Attempting to bind port 243ae365-a105-4e50-ad72-88196ea6e85d on network 88055e1e-672a-4487-be31-ffb6e833ece5 {{(pid=103233) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 19:06:02.134499 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Device e7f43a86-7faa-44d8-872c-88ab4acf7407 up at agent ovs-agent-n-d-713498-36 {{(pid=103232) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 19:06:02.152600 n-d-713498-36 neutron-server[103233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-199863d4-54c1-4f48-94a0-a39fa8d81528 None None] Checking agent: {'id': '496418a2-c002-4aec-ab1a-07f3bea491bd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-36', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 18, 51, 47), 'started_at': datetime.datetime(2022, 2, 9, 18, 52, 17), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 19, 5, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-36'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103233) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 19:06:02.154034 n-d-713498-36 neutron-server[103233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-199863d4-54c1-4f48-94a0-a39fa8d81528 None None] Checking segment: {'id': 'a4222f89-8d3f-4b51-953b-1a8126392491', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '88055e1e-672a-4487-be31-ffb6e833ece5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103233) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 19:06:02.154679 n-d-713498-36 neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-199863d4-54c1-4f48-94a0-a39fa8d81528 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:06:02.155329 n-d-713498-36 neutron-server[103233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-199863d4-54c1-4f48-94a0-a39fa8d81528 None None] Bound using segment: {'id': 'a4222f89-8d3f-4b51-953b-1a8126392491', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '88055e1e-672a-4487-be31-ffb6e833ece5'} {{(pid=103233) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 19:06:02.156217 n-d-713498-36 neutron-server[103233]: DEBUG neutron.plugins.ml2.managers [None req-199863d4-54c1-4f48-94a0-a39fa8d81528 None None] Bound port: 243ae365-a105-4e50-ad72-88196ea6e85d, host: n-d-713498-36, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a4222f89-8d3f-4b51-953b-1a8126392491', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '88055e1e-672a-4487-be31-ffb6e833ece5'}}] {{(pid=103233) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 19:06:02.157572 n-d-713498-36 neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-199863d4-54c1-4f48-94a0-a39fa8d81528 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (243ae365-a105-4e50-ad72-88196ea6e85d), before_update {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:06:02.258042 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7135b431-d291-49a2-9d6e-db2a574c7558 req-afa329c9-a335-4983-8f71-243d806ae2e7 tempest-TaggedBootDevicesTest_v242-798392635 tempest-TaggedBootDevicesTest_v242-798392635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:06:02.264983 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7135b431-d291-49a2-9d6e-db2a574c7558 req-afa329c9-a335-4983-8f71-243d806ae2e7 tempest-TaggedBootDevicesTest_v242-798392635 tempest-TaggedBootDevicesTest_v242-798392635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:06:02.272553 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7135b431-d291-49a2-9d6e-db2a574c7558 req-afa329c9-a335-4983-8f71-243d806ae2e7 tempest-TaggedBootDevicesTest_v242-798392635 tempest-TaggedBootDevicesTest_v242-798392635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:06:02.281909 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7135b431-d291-49a2-9d6e-db2a574c7558 req-afa329c9-a335-4983-8f71-243d806ae2e7 tempest-TaggedBootDevicesTest_v242-798392635 tempest-TaggedBootDevicesTest_v242-798392635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:06:02.287919 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7135b431-d291-49a2-9d6e-db2a574c7558 req-afa329c9-a335-4983-8f71-243d806ae2e7 tempest-TaggedBootDevicesTest_v242-798392635 tempest-TaggedBootDevicesTest_v242-798392635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:06:02.299222 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7135b431-d291-49a2-9d6e-db2a574c7558 req-afa329c9-a335-4983-8f71-243d806ae2e7 tempest-TaggedBootDevicesTest_v242-798392635 tempest-TaggedBootDevicesTest_v242-798392635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:06:02.305171 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7135b431-d291-49a2-9d6e-db2a574c7558 req-afa329c9-a335-4983-8f71-243d806ae2e7 tempest-TaggedBootDevicesTest_v242-798392635 tempest-TaggedBootDevicesTest_v242-798392635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:06:02.307210 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-7135b431-d291-49a2-9d6e-db2a574c7558 req-afa329c9-a335-4983-8f71-243d806ae2e7 tempest-TaggedBootDevicesTest_v242-798392635 tempest-TaggedBootDevicesTest_v242-798392635-project] 10.222.0.75 "GET /v2.0/ports?device_id=8319129f-1054-494a-b0c0-2ec99e839619 HTTP/1.1" status: 200 len: 5431 time: 0.4451761 Feb 09 19:06:02.315360 n-d-713498-36 neutron-server[103233]: DEBUG neutron.plugins.ml2.db [None req-199863d4-54c1-4f48-94a0-a39fa8d81528 None None] For port 243ae365-a105-4e50-ad72-88196ea6e85d, host n-d-713498-36, cleared binding levels {{(pid=103233) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 19:06:02.332218 n-d-713498-36 neutron-server[103233]: DEBUG neutron.plugins.ml2.db [None req-199863d4-54c1-4f48-94a0-a39fa8d81528 None None] For port 243ae365-a105-4e50-ad72-88196ea6e85d, host n-d-713498-36, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-36',level=0,port_id=243ae365-a105-4e50-ad72-88196ea6e85d,segment=NetworkSegment(a4222f89-8d3f-4b51-953b-1a8126392491),segment_id=a4222f89-8d3f-4b51-953b-1a8126392491)] {{(pid=103233) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 19:06:02.341919 n-d-713498-36 neutron-server[103233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ad395e3-c87c-492f-8a98-cc8136cac569 None None] Pushing event updated for resources: {'Port': ['ID=243ae365-a105-4e50-ad72-88196ea6e85d,revision_number=2']} {{(pid=103233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:06:02.353174 n-d-713498-36 neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-199863d4-54c1-4f48-94a0-a39fa8d81528 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762867176205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762866656485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762866656503'] for port (243ae365-a105-4e50-ad72-88196ea6e85d), after_update {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:06:02.355883 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-37e3a87e-5541-4e36-920b-25ff254ad143 admin admin] Publish callbacks [] for router_gateway (6cb8bca1-52c3-43f3-b751-d3f16e2a0269), after_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:06:02.364761 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1682343b-931c-4b79-8c21-088b20409fd7 admin admin] Pushing event deleted for resources: {'Port': ['ID=9dab1ea3-55fb-405d-b11c-f3605a977927,revision_number=None']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:06:02.387738 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-4fb46f6e-2fbd-4ba7-9f6e-d94f44264695 req-529ef986-622a-4e04-b8c4-03e58bc6167a tempest-LiveMigrationTest-1021096981 tempest-LiveMigrationTest-1021096981-project] 10.222.0.75 "GET /v2.0/security-groups?id=ba18819a-1490-4e7b-a11b-e8610423d8ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7135582 Feb 09 19:06:02.400521 n-d-713498-36 neutron-server[103233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ad395e3-c87c-492f-8a98-cc8136cac569 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:06:02.404512 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.provisioning_blocks [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Provisioning complete for port e7f43a86-7faa-44d8-872c-88ab4acf7407 triggered by entity L2. {{(pid=103232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 19:06:02.406492 n-d-713498-36 neutron-server[103233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ad395e3-c87c-492f-8a98-cc8136cac569 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:06:02.407724 n-d-713498-36 neutron-server[103233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ad395e3-c87c-492f-8a98-cc8136cac569 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:06:02.409226 n-d-713498-36 neutron-server[103233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ad395e3-c87c-492f-8a98-cc8136cac569 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:06:02.414792 n-d-713498-36 neutron-server[103233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ad395e3-c87c-492f-8a98-cc8136cac569 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:06:02.415240 n-d-713498-36 neutron-server[103233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ad395e3-c87c-492f-8a98-cc8136cac569 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:06:02.416392 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593630'] for port (e7f43a86-7faa-44d8-872c-88ab4acf7407), provisioning_complete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:06:02.416852 n-d-713498-36 neutron-server[103233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ad395e3-c87c-492f-8a98-cc8136cac569 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:06:02.418172 n-d-713498-36 neutron-server[103233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ad395e3-c87c-492f-8a98-cc8136cac569 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:06:02.420534 n-d-713498-36 neutron-server[103233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ad395e3-c87c-492f-8a98-cc8136cac569 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:06:02.420885 n-d-713498-36 neutron-server[103233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ad395e3-c87c-492f-8a98-cc8136cac569 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:06:02.423161 n-d-713498-36 neutron-server[103233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ad395e3-c87c-492f-8a98-cc8136cac569 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:06:02.425735 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-36897196-c312-4a53-a15b-53e55bac27ff None None] Current status of the port e7f43a86-7faa-44d8-872c-88ab4acf7407 is: DOWN; New status is: ACTIVE {{(pid=103232) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 19:06:02.426381 n-d-713498-36 neutron-server[103233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ad395e3-c87c-492f-8a98-cc8136cac569 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:06:02.427692 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-36897196-c312-4a53-a15b-53e55bac27ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (e7f43a86-7faa-44d8-872c-88ab4acf7407), before_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:06:02.429117 n-d-713498-36 neutron-server[103233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ad395e3-c87c-492f-8a98-cc8136cac569 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:06:02.507985 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-845bc5b9-7628-408f-8af7-81a4fc2c8003 req-5d02613c-4acf-466f-a4cd-98f12a800ca8 tempest-ServersOnMultiNodesTest-1472402947 tempest-ServersOnMultiNodesTest-1472402947-project] 10.222.0.89 "GET /v2.0/networks?tenant_id=1672ee8b769240288b95113d5dff1fd2&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1566446 Feb 09 19:06:02.529398 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-36897196-c312-4a53-a15b-53e55bac27ff None None] For port e7f43a86-7faa-44d8-872c-88ab4acf7407, host n-d-713498-36, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-36',level=0,port_id=e7f43a86-7faa-44d8-872c-88ab4acf7407,segment=NetworkSegment(cc003d08-9fc2-4de3-82bb-3f917c1c4a21),segment_id=cc003d08-9fc2-4de3-82bb-3f917c1c4a21)] {{(pid=103232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 19:06:02.536761 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-36897196-c312-4a53-a15b-53e55bac27ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762867176205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762866656485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762866656503'] for port (e7f43a86-7faa-44d8-872c-88ab4acf7407), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:06:02.602523 n-d-713498-36 neutron-server[103233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-199863d4-54c1-4f48-94a0-a39fa8d81528 None None] Routers {'6f802142-206b-41e7-8752-bcf7a1c29d76'} bound to L3 agent in host n-d-713498-36 {{(pid=103233) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 19:06:02.603420 n-d-713498-36 neutron-server[103233]: DEBUG neutron.db.l3_hamode_db [None req-199863d4-54c1-4f48-94a0-a39fa8d81528 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T18:51:43Z,description=,heartbeat_timestamp=2022-02-09T19:05:43Z,host='n-d-713498-36',id=93303d5e-5d17-45e8-8963-7694f87783ae,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T18:51:43Z,topic='l3_agent')) {'router_ids': ['6f802142-206b-41e7-8752-bcf7a1c29d76'], 'active': True} {{(pid=103233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:06:02.622706 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36897196-c312-4a53-a15b-53e55bac27ff None None] Pushing event updated for resources: {'Port': ['ID=e7f43a86-7faa-44d8-872c-88ab4acf7407,revision_number=3']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:06:02.623234 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-34070aeb-f347-4ef0-8065-5c52f76dd850 req-459d961c-55ff-44ca-b042-fc7f0b9c982d service neutron] 10.222.0.90 "GET /v2.0/networks/c0d79728-024b-4c62-b035-620d2aaf99fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7499006 Feb 09 19:06:02.724348 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Current status of the port e7f43a86-7faa-44d8-872c-88ab4acf7407 is: ACTIVE; New status is: ACTIVE {{(pid=103232) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 19:06:02.739138 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.provisioning_blocks [None req-b7ba89cc-1e72-4281-a7b6-c12de94bbe82 None None] Provisioning complete for port e7f43a86-7faa-44d8-872c-88ab4acf7407 triggered by entity DHCP. {{(pid=103232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 19:06:02.739757 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-b7ba89cc-1e72-4281-a7b6-c12de94bbe82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593630'] for port (e7f43a86-7faa-44d8-872c-88ab4acf7407), provisioning_complete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:06:02.742370 n-d-713498-36 neutron-server[103233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ad395e3-c87c-492f-8a98-cc8136cac569 None None] Pushing event updated for resources: {'Port': ['ID=243ae365-a105-4e50-ad72-88196ea6e85d,revision_number=3']} {{(pid=103233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:06:02.770970 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-845bc5b9-7628-408f-8af7-81a4fc2c8003 req-df901f3c-7b37-4c35-8686-a94c333671c7 tempest-ServersOnMultiNodesTest-1472402947 tempest-ServersOnMultiNodesTest-1472402947-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:06:02.772797 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-845bc5b9-7628-408f-8af7-81a4fc2c8003 req-df901f3c-7b37-4c35-8686-a94c333671c7 tempest-ServersOnMultiNodesTest-1472402947 tempest-ServersOnMultiNodesTest-1472402947-project] 10.222.0.89 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1501677 Feb 09 19:06:02.825199 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-34070aeb-f347-4ef0-8065-5c52f76dd850 req-9d4d8f60-20d0-4f53-a27f-ac2d0f2cdd24 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.105&port_id=778b20b7-7678-470a-84cc-7abef1a21546 HTTP/1.1" status: 200 len: 217 time: 0.1538167 Feb 09 19:06:02.830219 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.v2.base [req-845bc5b9-7628-408f-8af7-81a4fc2c8003 req-7781af5b-2e7c-478f-be39-1c5d7a483164 tempest-ServersOnMultiNodesTest-1472402947 tempest-ServersOnMultiNodesTest-1472402947-project] Request body: {'port': {'device_id': '1651d351-b8a4-498f-bd76-66dea09d4fb2', 'network_id': '2b5494c8-cf97-42c1-b902-87f998f28179', 'admin_state_up': True, 'tenant_id': '1672ee8b769240288b95113d5dff1fd2'}} {{(pid=103230) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 19:06:02.879402 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-181ff195-8f5f-4808-b420-a343e66ec21d req-e5e806ad-e089-4927-9e0a-bd693287e892 tempest-ServersOnMultiNodesTest-1472402947 tempest-ServersOnMultiNodesTest-1472402947-project] 10.222.0.75 "GET /v2.0/ports?device_id=1651d351-b8a4-498f-bd76-66dea09d4fb2 HTTP/1.1" status: 200 len: 210 time: 0.2599480 Feb 09 19:06:02.890597 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-b7ba89cc-1e72-4281-a7b6-c12de94bbe82 None None] Current status of the port e7f43a86-7faa-44d8-872c-88ab4acf7407 is: ACTIVE; New status is: ACTIVE {{(pid=103232) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 19:06:02.893390 n-d-713498-36 neutron-server[103233]: DEBUG neutron.db.l3_dvr_db [None req-199863d4-54c1-4f48-94a0-a39fa8d81528 None None] Set router 6f802142-206b-41e7-8752-bcf7a1c29d76 gateway port host: n-d-713498-36 {{(pid=103233) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 19:06:02.984251 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34070aeb-f347-4ef0-8065-5c52f76dd850 req-92dc976f-25bf-47a5-9dee-31b691d22183 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:06:02.988366 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-34070aeb-f347-4ef0-8065-5c52f76dd850 req-92dc976f-25bf-47a5-9dee-31b691d22183 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=e38cb3e5-c128-440c-8e8d-f08a001a84c6 HTTP/1.1" status: 200 len: 797 time: 0.1400650 Feb 09 19:06:03.027179 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-7135b431-d291-49a2-9d6e-db2a574c7558 req-d3a88f51-1dd9-4f05-bcff-0fd76de9398c tempest-TaggedBootDevicesTest_v242-798392635 tempest-TaggedBootDevicesTest_v242-798392635-project] 10.222.0.75 "GET /v2.0/security-groups?id=58062d4f-c149-4db3-a357-a4eb59a3d83e&id=6452f0cf-fe35-4557-9092-43f1827176a8&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.6673646 Feb 09 19:06:03.073288 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-1682343b-931c-4b79-8c21-088b20409fd7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1613467', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1834633'] for router_interface (cce358c5-3304-4c33-bbfc-986c1eed7a6e), after_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:06:03.153826 n-d-713498-36 neutron-server[103230]: INFO neutron.api.v2.resource [req-d270cc03-7098-42e5-b241-f051d512fbca req-acf497ca-f76f-47b7-9363-cafee707d485 tempest-SecurityGroupsTestJSON-1151704431 tempest-SecurityGroupsTestJSON-1151704431-project] show failed (client error): The resource could not be found. Feb 09 19:06:03.154994 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-d270cc03-7098-42e5-b241-f051d512fbca req-acf497ca-f76f-47b7-9363-cafee707d485 tempest-SecurityGroupsTestJSON-1151704431 tempest-SecurityGroupsTestJSON-1151704431-project] 10.222.0.75 "GET /v2.0/security-groups/3e0800b7-ae40-45e6-a613-234518c54239 HTTP/1.1" status: 404 len: 352 time: 0.2091198 Feb 09 19:06:03.366678 n-d-713498-36 neutron-server[103233]: DEBUG neutron.db.l3_hamode_db [None req-199863d4-54c1-4f48-94a0-a39fa8d81528 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6f802142-206b-41e7-8752-bcf7a1c29d76', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1427269169-router', 'tenant_id': '2586c214bdfa4f9a89a0552244ef89be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88055e1e-672a-4487-be31-ffb6e833ece5', 'external_fixed_ips': [{'subnet_id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'ip_address': '172.25.1.200'}], 'enable_snat': True}, 'gw_port_id': '243ae365-a105-4e50-ad72-88196ea6e85d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T19:05:52Z', 'updated_at': '2022-02-09T19:05:57Z', 'revision_number': 3, 'project_id': '2586c214bdfa4f9a89a0552244ef89be', 'gw_port': {'id': '243ae365-a105-4e50-ad72-88196ea6e85d', 'name': '', 'network_id': '88055e1e-672a-4487-be31-ffb6e833ece5', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:dc:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6f802142-206b-41e7-8752-bcf7a1c29d76', 'device_owner': 'network:router_gateway', 'standard_attr_id': 761, 'fixed_ips': [{'subnet_id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'ip_address': '172.25.1.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T19:05:55Z', 'updated_at': '2022-02-09T19:06:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-36'}], 'n-d-713498-36', False) {} {{(pid=103233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:06:03.446894 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-845bc5b9-7628-408f-8af7-81a4fc2c8003 req-7781af5b-2e7c-478f-be39-1c5d7a483164 tempest-ServersOnMultiNodesTest-1472402947 tempest-ServersOnMultiNodesTest-1472402947-project] Made reservation on behalf of 1672ee8b769240288b95113d5dff1fd2 for: {'port': 1} {{(pid=103230) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 19:06:03.454202 n-d-713498-36 neutron-server[103233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-199863d4-54c1-4f48-94a0-a39fa8d81528 None None] The sync data for ids ['6f802142-206b-41e7-8752-bcf7a1c29d76'] in n-d-713498-36 is: [{'id': '6f802142-206b-41e7-8752-bcf7a1c29d76', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1427269169-router', 'tenant_id': '2586c214bdfa4f9a89a0552244ef89be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88055e1e-672a-4487-be31-ffb6e833ece5', 'external_fixed_ips': [{'subnet_id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'ip_address': '172.25.1.200'}], 'enable_snat': True}, 'gw_port_id': '243ae365-a105-4e50-ad72-88196ea6e85d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T19:05:52Z', 'updated_at': '2022-02-09T19:05:57Z', 'revision_number': 3, 'project_id': '2586c214bdfa4f9a89a0552244ef89be', 'gw_port': {'id': '243ae365-a105-4e50-ad72-88196ea6e85d', 'name': '', 'network_id': '88055e1e-672a-4487-be31-ffb6e833ece5', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:dc:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6f802142-206b-41e7-8752-bcf7a1c29d76', 'device_owner': 'network:router_gateway', 'standard_attr_id': 761, 'fixed_ips': [{'subnet_id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'ip_address': '172.25.1.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T19:05:55Z', 'updated_at': '2022-02-09T19:06:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-36'}] {{(pid=103233) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 19:06:03.456458 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [req-845bc5b9-7628-408f-8af7-81a4fc2c8003 req-7781af5b-2e7c-478f-be39-1c5d7a483164 tempest-ServersOnMultiNodesTest-1472402947 tempest-ServersOnMultiNodesTest-1472402947-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (None), before_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:06:03.841385 n-d-713498-36 neutron-server[103230]: DEBUG neutron.db.db_base_plugin_common [req-845bc5b9-7628-408f-8af7-81a4fc2c8003 req-7781af5b-2e7c-478f-be39-1c5d7a483164 tempest-ServersOnMultiNodesTest-1472402947 tempest-ServersOnMultiNodesTest-1472402947-project] Allocated IP 192.168.233.172 (2b5494c8-cf97-42c1-b902-87f998f28179/60b561cb-321e-4f83-9bb3-92b2e1d0dc44/7d98c8b1-92bc-426c-a6eb-15a9a7944d3d) {{(pid=103230) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 19:06:03.871837 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34070aeb-f347-4ef0-8065-5c52f76dd850 req-a6cf2b15-452c-40c6-a8e7-b697a39fa712 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:06:03.873362 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-34070aeb-f347-4ef0-8065-5c52f76dd850 req-a6cf2b15-452c-40c6-a8e7-b697a39fa712 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=622dc241-96e3-459d-8172-016faee8abe4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1198 time: 0.8327045 Feb 09 19:06:03.874418 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-37e3a87e-5541-4e36-920b-25ff254ad143 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1834945', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1818951'] for router (6cb8bca1-52c3-43f3-b751-d3f16e2a0269), after_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:06:04.048887 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dac4952f-4725-429a-bf37-30c88a9c443d req-e8397cec-ec52-4f62-a5b6-44e200114d84 tempest-SecurityGroupsTestJSON-1151704431 tempest-SecurityGroupsTestJSON-1151704431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:06:04.066100 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-dac4952f-4725-429a-bf37-30c88a9c443d req-e8397cec-ec52-4f62-a5b6-44e200114d84 tempest-SecurityGroupsTestJSON-1151704431 tempest-SecurityGroupsTestJSON-1151704431-project] 10.222.0.75 "GET /v2.0/ports?device_id=b556cc6e-5955-4af0-948f-32c5decc7379 HTTP/1.1" status: 200 len: 1023 time: 0.3089292 Feb 09 19:06:04.142911 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-711c48c4-b6ad-47a5-9735-766e699afb4c req-87627925-9a00-4eef-a58b-fa5fbf77fd1e tempest-LiveMigrationTest-1021096981 tempest-LiveMigrationTest-1021096981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:06:04.151195 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-711c48c4-b6ad-47a5-9735-766e699afb4c req-87627925-9a00-4eef-a58b-fa5fbf77fd1e tempest-LiveMigrationTest-1021096981 tempest-LiveMigrationTest-1021096981-project] 10.222.0.75 "GET /v2.0/ports?device_id=2f9a8919-1b2a-4183-90dc-45c5e52d5a99 HTTP/1.1" status: 200 len: 945 time: 0.5873361 Feb 09 19:06:04.283774 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Device e7f43a86-7faa-44d8-872c-88ab4acf7407 up at agent ovs-agent-n-d-713498-36 {{(pid=103232) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 19:06:04.307275 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-ebc01800-4ebf-4d87-a1af-9fbc68f6d8cc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (None), before_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:06:04.314036 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [req-845bc5b9-7628-408f-8af7-81a4fc2c8003 req-7781af5b-2e7c-478f-be39-1c5d7a483164 tempest-ServersOnMultiNodesTest-1472402947 tempest-ServersOnMultiNodesTest-1472402947-project] Publish callbacks [] for port (7d98c8b1-92bc-426c-a6eb-15a9a7944d3d), precommit_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:06:04.369022 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-711c48c4-b6ad-47a5-9735-766e699afb4c req-15a1ef5f-c7ca-4994-b1dc-0404e9dd5b33 tempest-LiveMigrationTest-1021096981 tempest-LiveMigrationTest-1021096981-project] 10.222.0.75 "GET /v2.0/security-groups?id=ba18819a-1490-4e7b-a11b-e8610423d8ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2166815 Feb 09 19:06:04.416049 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.provisioning_blocks [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Provisioning complete for port e7f43a86-7faa-44d8-872c-88ab4acf7407 triggered by entity L2. {{(pid=103232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 19:06:04.416441 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593630'] for port (e7f43a86-7faa-44d8-872c-88ab4acf7407), provisioning_complete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:06:04.456228 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-34070aeb-f347-4ef0-8065-5c52f76dd850 req-0832e256-82ea-4506-9fdd-06ad1d63baff service neutron] 10.222.0.90 "GET /v2.0/networks/622dc241-96e3-459d-8172-016faee8abe4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5702360 Feb 09 19:06:04.480274 n-d-713498-36 neutron-server[103230]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1682343b-931c-4b79-8c21-088b20409fd7 admin admin] Router cce358c5-3304-4c33-bbfc-986c1eed7a6e has already been hosted by L3 agent 93303d5e-5d17-45e8-8963-7694f87783ae {{(pid=103230) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 19:06:04.491299 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-dac4952f-4725-429a-bf37-30c88a9c443d req-209c7a6f-a232-4043-85e0-babb0f2fda90 tempest-SecurityGroupsTestJSON-1151704431 tempest-SecurityGroupsTestJSON-1151704431-project] 10.222.0.75 "GET /v2.0/security-groups?id=28459d6d-23d7-4b88-812f-7c8adbc9a69b&id=ae98c994-accf-46f6-b21b-84a2f41e4a4a&id=22bcb932-19f7-46ba-b2c8-090f138c7032&fields=id&fields=name HTTP/1.1" status: 200 len: 516 time: 0.4232450 Feb 09 19:06:04.520121 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [req-845bc5b9-7628-408f-8af7-81a4fc2c8003 req-7781af5b-2e7c-478f-be39-1c5d7a483164 tempest-ServersOnMultiNodesTest-1472402947 tempest-ServersOnMultiNodesTest-1472402947-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762866656467', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14393751'] for port (7d98c8b1-92bc-426c-a6eb-15a9a7944d3d), after_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:06:04.532699 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] get_ports_and_sgs() called for port_ids ['bc357ad8-1b22-4fe1-a6af-e296389a311b', 'c1d73ea9-8c68-47bd-93c8-9905d58b5c08'] {{(pid=103232) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 19:06:04.550095 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-7429db8d-6021-40ad-813e-885be449a89b None None] get_ports_and_sgs() called for port_ids ['9431105a-be29-4ce5-9970-f91bee564b4b', 'f2af33d6-809c-4462-a1c1-648e7e81004e', '06d7c180-3877-4407-9db3-c4e82f2a9b30', '8785c69d-6d10-4443-a2ce-db0ad5c8182f', 'a294bcb8-d442-49d2-9a1d-f7a2c1782013'] {{(pid=103232) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 19:06:04.774270 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7781af5b-2e7c-478f-be39-1c5d7a483164 tempest-ServersOnMultiNodesTest-1472402947 tempest-ServersOnMultiNodesTest-1472402947-project] Pushing event updated for resources: {'Port': ['ID=7d98c8b1-92bc-426c-a6eb-15a9a7944d3d,revision_number=1']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:06:04.845736 n-d-713498-36 neutron-server[103229]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-37e3a87e-5541-4e36-920b-25ff254ad143 admin admin] Router 6cb8bca1-52c3-43f3-b751-d3f16e2a0269 is scheduled to L3 agent 93303d5e-5d17-45e8-8963-7694f87783ae with binding_index 1 {{(pid=103229) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 09 19:06:04.847333 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Current status of the port e7f43a86-7faa-44d8-872c-88ab4acf7407 is: ACTIVE; New status is: ACTIVE {{(pid=103232) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 19:06:04.848507 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Device 243ae365-a105-4e50-ad72-88196ea6e85d up at agent ovs-agent-n-d-713498-36 {{(pid=103232) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 19:06:04.872730 n-d-713498-36 neutron-server[103230]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-845bc5b9-7628-408f-8af7-81a4fc2c8003 req-7781af5b-2e7c-478f-be39-1c5d7a483164 tempest-ServersOnMultiNodesTest-1472402947 tempest-ServersOnMultiNodesTest-1472402947-project] Network 2b5494c8-cf97-42c1-b902-87f998f28179 is already hosted by enough agents. {{(pid=103230) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 19:06:04.888584 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-34070aeb-f347-4ef0-8065-5c52f76dd850 req-c7e9b8f0-23b5-49e0-8d91-1b37e52c28e3 service neutron] 10.222.0.90 "GET /v2.0/networks/622dc241-96e3-459d-8172-016faee8abe4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3886502 Feb 09 19:06:04.899883 n-d-713498-36 neutron-server[103230]: DEBUG neutron.scheduler.base_scheduler [req-845bc5b9-7628-408f-8af7-81a4fc2c8003 req-7781af5b-2e7c-478f-be39-1c5d7a483164 tempest-ServersOnMultiNodesTest-1472402947 tempest-ServersOnMultiNodesTest-1472402947-project] Resources bound (agent type, host, resource id): {{(pid=103230) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 19:06:04.903976 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-874625db-a9f0-4273-a5af-7cc6ee366bdb req-1a08f88b-0387-469e-95fe-68f272130574 tempest-TaggedBootDevicesTest_v242-798392635 tempest-TaggedBootDevicesTest_v242-798392635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:06:04.912368 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-874625db-a9f0-4273-a5af-7cc6ee366bdb req-1a08f88b-0387-469e-95fe-68f272130574 tempest-TaggedBootDevicesTest_v242-798392635 tempest-TaggedBootDevicesTest_v242-798392635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:06:04.925370 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-874625db-a9f0-4273-a5af-7cc6ee366bdb req-1a08f88b-0387-469e-95fe-68f272130574 tempest-TaggedBootDevicesTest_v242-798392635 tempest-TaggedBootDevicesTest_v242-798392635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:06:04.931248 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-874625db-a9f0-4273-a5af-7cc6ee366bdb req-1a08f88b-0387-469e-95fe-68f272130574 tempest-TaggedBootDevicesTest_v242-798392635 tempest-TaggedBootDevicesTest_v242-798392635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:06:04.931531 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26fcaf6f-1c3f-4c55-aec6-6b3d9bce842e req-44a22937-9ccb-4628-adca-01ebe224e6fd tempest-ServersOnMultiNodesTest-1472402947 tempest-ServersOnMultiNodesTest-1472402947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:06:04.933127 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-26fcaf6f-1c3f-4c55-aec6-6b3d9bce842e req-44a22937-9ccb-4628-adca-01ebe224e6fd tempest-ServersOnMultiNodesTest-1472402947 tempest-ServersOnMultiNodesTest-1472402947-project] 10.222.0.75 "GET /v2.0/ports?device_id=1651d351-b8a4-498f-bd76-66dea09d4fb2 HTTP/1.1" status: 200 len: 936 time: 0.4285626 Feb 09 19:06:04.935756 n-d-713498-36 neutron-server[103230]: DEBUG neutron.db.l3_dvrscheduler_db [req-845bc5b9-7628-408f-8af7-81a4fc2c8003 req-7781af5b-2e7c-478f-be39-1c5d7a483164 tempest-ServersOnMultiNodesTest-1472402947 tempest-ServersOnMultiNodesTest-1472402947-project] Received port after_create {{(pid=103230) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 19:06:04.941034 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-874625db-a9f0-4273-a5af-7cc6ee366bdb req-1a08f88b-0387-469e-95fe-68f272130574 tempest-TaggedBootDevicesTest_v242-798392635 tempest-TaggedBootDevicesTest_v242-798392635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:06:04.956030 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-874625db-a9f0-4273-a5af-7cc6ee366bdb req-1a08f88b-0387-469e-95fe-68f272130574 tempest-TaggedBootDevicesTest_v242-798392635 tempest-TaggedBootDevicesTest_v242-798392635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:06:04.968341 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-874625db-a9f0-4273-a5af-7cc6ee366bdb req-1a08f88b-0387-469e-95fe-68f272130574 tempest-TaggedBootDevicesTest_v242-798392635 tempest-TaggedBootDevicesTest_v242-798392635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:06:04.976846 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-874625db-a9f0-4273-a5af-7cc6ee366bdb req-1a08f88b-0387-469e-95fe-68f272130574 tempest-TaggedBootDevicesTest_v242-798392635 tempest-TaggedBootDevicesTest_v242-798392635-project] 10.222.0.75 "GET /v2.0/ports?device_id=8319129f-1054-494a-b0c0-2ec99e839619 HTTP/1.1" status: 200 len: 5431 time: 0.3221300 Feb 09 19:06:05.050234 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.provisioning_blocks [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Provisioning complete for port 243ae365-a105-4e50-ad72-88196ea6e85d triggered by entity L2. {{(pid=103232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 19:06:05.050608 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593630'] for port (243ae365-a105-4e50-ad72-88196ea6e85d), provisioning_complete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:06:05.054784 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-845bc5b9-7628-408f-8af7-81a4fc2c8003 req-7781af5b-2e7c-478f-be39-1c5d7a483164 tempest-ServersOnMultiNodesTest-1472402947 tempest-ServersOnMultiNodesTest-1472402947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:06:05.055172 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [req-845bc5b9-7628-408f-8af7-81a4fc2c8003 req-7781af5b-2e7c-478f-be39-1c5d7a483164 tempest-ServersOnMultiNodesTest-1472402947 tempest-ServersOnMultiNodesTest-1472402947-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171096'] for port (None), before_response {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:06:05.168951 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-34070aeb-f347-4ef0-8065-5c52f76dd850 req-9bc6c8ed-6814-4d7b-ab5e-d8b8b168019d service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.51&port_id=c8197a22-0a63-4fe5-8fb5-ede78617a0f7 HTTP/1.1" status: 200 len: 217 time: 0.1809230 Feb 09 19:06:05.188397 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-845bc5b9-7628-408f-8af7-81a4fc2c8003 req-7781af5b-2e7c-478f-be39-1c5d7a483164 tempest-ServersOnMultiNodesTest-1472402947 tempest-ServersOnMultiNodesTest-1472402947-project] 10.222.0.89 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.3908491 Feb 09 19:06:05.204113 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.v2.base [req-845bc5b9-7628-408f-8af7-81a4fc2c8003 req-f3b56e86-f4b0-42c7-b336-797c6b79539f service neutron] Request body: {'port': {'device_id': '1651d351-b8a4-498f-bd76-66dea09d4fb2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-713498-36'}} {{(pid=103230) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 19:06:05.291474 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1682343b-931c-4b79-8c21-088b20409fd7 admin admin] Notify agent at l3_agent.n-d-713498-36 the message routers_updated {{(pid=103230) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 19:06:05.295803 n-d-713498-36 neutron-server[103230]: DEBUG neutron.db.db_base_plugin_common [None req-ebc01800-4ebf-4d87-a1af-9fbc68f6d8cc admin admin] Allocated IP 172.20.0.1 (85a2e26d-1ada-469a-a5fe-478a404e3f5d/a1a90ed9-4fa2-477d-979f-c550725f9b48/708bfdff-a409-4bf0-a47a-f811d9fc0ddb) {{(pid=103230) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 19:06:05.329916 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72113cbf-c142-45ee-8448-740508d1a02a None None] Sync routers for ids ['cce358c5-3304-4c33-bbfc-986c1eed7a6e'] in n-d-713498-36 {{(pid=103232) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 19:06:05.330937 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-1682343b-931c-4b79-8c21-088b20409fd7 admin admin] 10.222.0.75 "PUT /v2.0/routers/cce358c5-3304-4c33-bbfc-986c1eed7a6e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 9.9826853 Feb 09 19:06:05.333991 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 50948) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:06:05.343877 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34070aeb-f347-4ef0-8065-5c52f76dd850 req-2a8113a7-5faa-4a32-8fbe-bb3579d3eeab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:06:05.345435 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-34070aeb-f347-4ef0-8065-5c52f76dd850 req-2a8113a7-5faa-4a32-8fbe-bb3579d3eeab service neutron] 10.222.0.90 "GET /v2.0/subnets?id=e38cb3e5-c128-440c-8e8d-f08a001a84c6 HTTP/1.1" status: 200 len: 797 time: 0.1631484 Feb 09 19:06:05.388174 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-26fcaf6f-1c3f-4c55-aec6-6b3d9bce842e req-bf6479a4-ce40-4016-ae11-b876a3117827 tempest-ServersOnMultiNodesTest-1472402947 tempest-ServersOnMultiNodesTest-1472402947-project] 10.222.0.75 "GET /v2.0/security-groups?id=aed5302d-0478-4b9d-b014-143adc5c0d74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2923696 Feb 09 19:06:05.414048 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-874625db-a9f0-4273-a5af-7cc6ee366bdb req-01b232cc-6a22-481e-87a8-fb87f24e1e96 tempest-TaggedBootDevicesTest_v242-798392635 tempest-TaggedBootDevicesTest_v242-798392635-project] 10.222.0.75 "GET /v2.0/security-groups?id=58062d4f-c149-4db3-a357-a4eb59a3d83e&id=6452f0cf-fe35-4557-9092-43f1827176a8&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.4348428 Feb 09 19:06:05.428139 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [req-845bc5b9-7628-408f-8af7-81a4fc2c8003 req-f3b56e86-f4b0-42c7-b336-797c6b79539f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (7d98c8b1-92bc-426c-a6eb-15a9a7944d3d), before_update {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:06:05.476611 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-37e3a87e-5541-4e36-920b-25ff254ad143 admin admin] Notify agent at l3_agent.n-d-713498-36 the message routers_updated {{(pid=103229) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 19:06:05.487374 n-d-713498-36 neutron-server[103233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b9c11af-d58e-43a0-a178-af8d980eab09 None None] Sync routers for ids ['6cb8bca1-52c3-43f3-b751-d3f16e2a0269'] in n-d-713498-36 {{(pid=103233) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 19:06:05.510448 n-d-713498-36 neutron-server[103233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b9c11af-d58e-43a0-a178-af8d980eab09 None None] Routers {'6cb8bca1-52c3-43f3-b751-d3f16e2a0269'} bound to L3 agent in host n-d-713498-36 {{(pid=103233) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 19:06:05.511087 n-d-713498-36 neutron-server[103233]: DEBUG neutron.db.l3_hamode_db [None req-5b9c11af-d58e-43a0-a178-af8d980eab09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T18:51:43Z,description=,heartbeat_timestamp=2022-02-09T19:05:43Z,host='n-d-713498-36',id=93303d5e-5d17-45e8-8963-7694f87783ae,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T18:51:43Z,topic='l3_agent')) {'router_ids': ['6cb8bca1-52c3-43f3-b751-d3f16e2a0269'], 'active': True} {{(pid=103233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:06:05.552235 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72113cbf-c142-45ee-8448-740508d1a02a None None] Routers {'cce358c5-3304-4c33-bbfc-986c1eed7a6e'} bound to L3 agent in host n-d-713498-36 {{(pid=103232) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 19:06:05.559291 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.l3_hamode_db [None req-72113cbf-c142-45ee-8448-740508d1a02a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T18:51:43Z,description=,heartbeat_timestamp=2022-02-09T19:05:43Z,host='n-d-713498-36',id=93303d5e-5d17-45e8-8963-7694f87783ae,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T18:51:43Z,topic='l3_agent')) {'router_ids': ['cce358c5-3304-4c33-bbfc-986c1eed7a6e'], 'active': True} {{(pid=103232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:06:05.587838 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.provisioning_blocks [None req-c94ef661-6495-4b93-8e9c-755752255586 None None] Provisioning complete for port 7d98c8b1-92bc-426c-a6eb-15a9a7944d3d triggered by entity DHCP. {{(pid=103232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 19:06:05.588619 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-c94ef661-6495-4b93-8e9c-755752255586 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593630'] for port (7d98c8b1-92bc-426c-a6eb-15a9a7944d3d), provisioning_complete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:06:05.591497 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-37e3a87e-5541-4e36-920b-25ff254ad143 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:06:05.596693 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-37e3a87e-5541-4e36-920b-25ff254ad143 admin admin] 10.222.0.75 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 7.5278571 Feb 09 19:06:05.597583 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 50954) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:06:05.769597 n-d-713498-36 neutron-server[103233]: DEBUG neutron.db.l3_dvr_db [None req-5b9c11af-d58e-43a0-a178-af8d980eab09 None None] Set router 6cb8bca1-52c3-43f3-b751-d3f16e2a0269 gateway port host: n-d-713498-36 {{(pid=103233) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 19:06:05.794957 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34070aeb-f347-4ef0-8065-5c52f76dd850 req-9643f019-129a-40c4-a4f4-613ae1923cf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:06:05.796531 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-34070aeb-f347-4ef0-8065-5c52f76dd850 req-9643f019-129a-40c4-a4f4-613ae1923cf4 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=622dc241-96e3-459d-8172-016faee8abe4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1198 time: 0.3814275 Feb 09 19:06:05.908001 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-ec0d378c-4976-48ab-bd37-dda8fa14d763 admin admin] Publish callbacks [] for router (cce358c5-3304-4c33-bbfc-986c1eed7a6e), before_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:06:05.931223 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf9e96b8-65c6-451f-8ea0-7b75f510d078 req-b2cf5cf3-2f01-43a2-91a0-c365de46f5bb tempest-LiveMigrationTest-1021096981 tempest-LiveMigrationTest-1021096981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:06:05.935458 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-bf9e96b8-65c6-451f-8ea0-7b75f510d078 req-b2cf5cf3-2f01-43a2-91a0-c365de46f5bb tempest-LiveMigrationTest-1021096981 tempest-LiveMigrationTest-1021096981-project] 10.222.0.75 "GET /v2.0/ports?device_id=2f9a8919-1b2a-4183-90dc-45c5e52d5a99 HTTP/1.1" status: 200 len: 945 time: 0.3965466 Feb 09 19:06:06.068518 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88fda005-73fb-46e3-bc3f-84cc897551de req-cb424d8b-3914-4864-a604-3e532359568a tempest-SecurityGroupsTestJSON-1151704431 tempest-SecurityGroupsTestJSON-1151704431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:06:06.073353 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-ebc01800-4ebf-4d87-a1af-9fbc68f6d8cc admin admin] Publish callbacks [] for port (708bfdff-a409-4bf0-a47a-f811d9fc0ddb), precommit_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:06:06.075665 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-88fda005-73fb-46e3-bc3f-84cc897551de req-cb424d8b-3914-4864-a604-3e532359568a tempest-SecurityGroupsTestJSON-1151704431 tempest-SecurityGroupsTestJSON-1151704431-project] 10.222.0.75 "GET /v2.0/ports?device_id=b556cc6e-5955-4af0-948f-32c5decc7379 HTTP/1.1" status: 200 len: 1023 time: 0.4607494 Feb 09 19:06:06.133617 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Current status of the port 243ae365-a105-4e50-ad72-88196ea6e85d is: DOWN; New status is: ACTIVE {{(pid=103232) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 19:06:06.134781 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (243ae365-a105-4e50-ad72-88196ea6e85d), before_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:06:06.194926 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-34070aeb-f347-4ef0-8065-5c52f76dd850 req-a8db0ae7-9691-492c-a6ee-faee9a88d020 service neutron] 10.222.0.90 "GET /v2.0/networks/622dc241-96e3-459d-8172-016faee8abe4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3604734 Feb 09 19:06:06.195466 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-ebc01800-4ebf-4d87-a1af-9fbc68f6d8cc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762866656467', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14393751'] for port (708bfdff-a409-4bf0-a47a-f811d9fc0ddb), after_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:06:06.257807 n-d-713498-36 neutron-server[103233]: DEBUG neutron.db.l3_hamode_db [None req-5b9c11af-d58e-43a0-a178-af8d980eab09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6cb8bca1-52c3-43f3-b751-d3f16e2a0269', 'name': 'tempest-FloatingIPsTestJSON-794167737-router', 'tenant_id': 'e623b53636fb4d76944cb391451b4189', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88055e1e-672a-4487-be31-ffb6e833ece5', 'external_fixed_ips': [{'subnet_id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'ip_address': '172.25.1.196'}], 'enable_snat': True}, 'gw_port_id': '8cac5024-100b-4868-86aa-6275654834fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T19:05:58Z', 'updated_at': '2022-02-09T19:06:01Z', 'revision_number': 3, 'project_id': 'e623b53636fb4d76944cb391451b4189', 'gw_port': {'id': '8cac5024-100b-4868-86aa-6275654834fa', 'name': '', 'network_id': '88055e1e-672a-4487-be31-ffb6e833ece5', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:43:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6cb8bca1-52c3-43f3-b751-d3f16e2a0269', 'device_owner': 'network:router_gateway', 'standard_attr_id': 772, 'fixed_ips': [{'subnet_id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'ip_address': '172.25.1.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T19:06:00Z', 'updated_at': '2022-02-09T19:06:00Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-36'}], 'n-d-713498-36', False) {} {{(pid=103233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:06:06.296500 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-ec0d378c-4976-48ab-bd37-dda8fa14d763 admin admin] Publish callbacks [] for router_gateway (cce358c5-3304-4c33-bbfc-986c1eed7a6e), before_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:06:06.301234 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebc01800-4ebf-4d87-a1af-9fbc68f6d8cc admin admin] Pushing event updated for resources: {'Port': ['ID=708bfdff-a409-4bf0-a47a-f811d9fc0ddb,revision_number=1']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:06:06.302903 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-c94ef661-6495-4b93-8e9c-755752255586 None None] Port 7d98c8b1-92bc-426c-a6eb-15a9a7944d3d cannot update to ACTIVE because it is not bound. {{(pid=103232) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 19:06:06.319400 n-d-713498-36 neutron-server[103233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b9c11af-d58e-43a0-a178-af8d980eab09 None None] Checking router: 6cb8bca1-52c3-43f3-b751-d3f16e2a0269 for host: n-d-713498-36 {{(pid=103233) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 19:06:06.321019 n-d-713498-36 neutron-server[103233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b9c11af-d58e-43a0-a178-af8d980eab09 None None] Updating router 6cb8bca1-52c3-43f3-b751-d3f16e2a0269 port 8cac5024-100b-4868-86aa-6275654834fa binding host n-d-713498-36 {{(pid=103233) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 19:06:06.347033 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] For port 243ae365-a105-4e50-ad72-88196ea6e85d, host n-d-713498-36, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-36',level=0,port_id=243ae365-a105-4e50-ad72-88196ea6e85d,segment=NetworkSegment(a4222f89-8d3f-4b51-953b-1a8126392491),segment_id=a4222f89-8d3f-4b51-953b-1a8126392491)] {{(pid=103232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 19:06:06.368369 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-88fda005-73fb-46e3-bc3f-84cc897551de req-f48175dd-9368-40c1-9727-8a23003b91ad tempest-SecurityGroupsTestJSON-1151704431 tempest-SecurityGroupsTestJSON-1151704431-project] 10.222.0.75 "GET /v2.0/security-groups?id=28459d6d-23d7-4b88-812f-7c8adbc9a69b&id=ae98c994-accf-46f6-b21b-84a2f41e4a4a&id=22bcb932-19f7-46ba-b2c8-090f138c7032&fields=id&fields=name HTTP/1.1" status: 200 len: 516 time: 0.2917476 Feb 09 19:06:06.383067 n-d-713498-36 neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-5b9c11af-d58e-43a0-a178-af8d980eab09 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (8cac5024-100b-4868-86aa-6275654834fa), before_update {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:06:06.402315 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762867176205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762866656485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762866656503'] for port (243ae365-a105-4e50-ad72-88196ea6e85d), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:06:06.540616 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.l3_dvr_db [None req-72113cbf-c142-45ee-8448-740508d1a02a None None] Set router cce358c5-3304-4c33-bbfc-986c1eed7a6e gateway port host: n-d-713498-36 {{(pid=103232) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 19:06:06.588893 n-d-713498-36 neutron-server[103230]: DEBUG neutron.notifiers.nova [req-845bc5b9-7628-408f-8af7-81a4fc2c8003 req-f3b56e86-f4b0-42c7-b336-797c6b79539f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7d98c8b1-92bc-426c-a6eb-15a9a7944d3d {{(pid=103230) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 19:06:06.598364 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [req-845bc5b9-7628-408f-8af7-81a4fc2c8003 req-f3b56e86-f4b0-42c7-b336-797c6b79539f service neutron] Publish callbacks [] for port (7d98c8b1-92bc-426c-a6eb-15a9a7944d3d), precommit_update {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:06:06.611769 n-d-713498-36 neutron-server[103230]: DEBUG neutron.db.provisioning_blocks [req-845bc5b9-7628-408f-8af7-81a4fc2c8003 req-f3b56e86-f4b0-42c7-b336-797c6b79539f service neutron] Transition to ACTIVE for port object 7d98c8b1-92bc-426c-a6eb-15a9a7944d3d will not be triggered until provisioned by entity L2. {{(pid=103230) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 19:06:06.624669 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-bf9e96b8-65c6-451f-8ea0-7b75f510d078 req-98f82dc3-ad51-40e7-a0c1-ca9722278394 tempest-LiveMigrationTest-1021096981 tempest-LiveMigrationTest-1021096981-project] 10.222.0.75 "GET /v2.0/security-groups?id=ba18819a-1490-4e7b-a11b-e8610423d8ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6659760 Feb 09 19:06:06.625924 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [req-845bc5b9-7628-408f-8af7-81a4fc2c8003 req-f3b56e86-f4b0-42c7-b336-797c6b79539f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762867176205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762866656485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762866656503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14393758'] for port (7d98c8b1-92bc-426c-a6eb-15a9a7944d3d), after_update {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:06:06.661796 n-d-713498-36 neutron-server[103230]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ebc01800-4ebf-4d87-a1af-9fbc68f6d8cc admin admin] Network 85a2e26d-1ada-469a-a5fe-478a404e3f5d is already hosted by enough agents. {{(pid=103230) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 19:06:06.712543 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Pushing event updated for resources: {'Port': ['ID=243ae365-a105-4e50-ad72-88196ea6e85d,revision_number=4']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:06:06.738371 n-d-713498-36 neutron-server[103230]: DEBUG neutron.scheduler.base_scheduler [None req-ebc01800-4ebf-4d87-a1af-9fbc68f6d8cc admin admin] Resources bound (agent type, host, resource id): {{(pid=103230) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 19:06:06.766334 n-d-713498-36 neutron-server[103230]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebc01800-4ebf-4d87-a1af-9fbc68f6d8cc admin admin] Received port after_create {{(pid=103230) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 19:06:06.870832 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf7d21d1-b78f-46ef-9141-36fa42a9d02a req-05e32bf1-7e4a-4a06-ba34-cdfa899dad50 tempest-SecurityGroupsTestJSON-1151704431 tempest-SecurityGroupsTestJSON-1151704431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:06:06.877664 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-bf7d21d1-b78f-46ef-9141-36fa42a9d02a req-05e32bf1-7e4a-4a06-ba34-cdfa899dad50 tempest-SecurityGroupsTestJSON-1151704431 tempest-SecurityGroupsTestJSON-1151704431-project] 10.222.0.90 "GET /v2.0/ports?device_id=b556cc6e-5955-4af0-948f-32c5decc7379 HTTP/1.1" status: 200 len: 1023 time: 0.8284860 Feb 09 19:06:06.919256 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3b56e86-f4b0-42c7-b336-797c6b79539f service neutron] Pushing event updated for resources: {'Port': ['ID=7d98c8b1-92bc-426c-a6eb-15a9a7944d3d,revision_number=2']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:06:07.036472 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-ebd2c0b3-5fdb-46e3-8579-4b4e0872f35a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (None), before_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:06:07.057071 n-d-713498-36 neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-5b9c11af-d58e-43a0-a178-af8d980eab09 None None] Publish callbacks [] for port (8cac5024-100b-4868-86aa-6275654834fa), precommit_update {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:06:07.063250 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-ebc01800-4ebf-4d87-a1af-9fbc68f6d8cc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1819024'] for router_interface (6f802142-206b-41e7-8752-bcf7a1c29d76), before_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:06:07.066813 n-d-713498-36 neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-5b9c11af-d58e-43a0-a178-af8d980eab09 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762867176205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762866656485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762866656503'] for port (8cac5024-100b-4868-86aa-6275654834fa), after_update {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:06:07.092659 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.l3_hamode_db [None req-72113cbf-c142-45ee-8448-740508d1a02a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cce358c5-3304-4c33-bbfc-986c1eed7a6e', 'name': 'tempest-FloatingIPsAssociationTestJSON-2139759441-router', 'tenant_id': '0e772d8c7ac44b1fbd56efaf46b6dbd8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88055e1e-672a-4487-be31-ffb6e833ece5', 'external_fixed_ips': [{'subnet_id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'ip_address': '172.25.1.54'}], 'enable_snat': True}, 'gw_port_id': '81de01c8-c6f4-40f0-a237-d3fa04784f37', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T19:03:57Z', 'updated_at': '2022-02-09T19:06:01Z', 'revision_number': 5, 'project_id': '0e772d8c7ac44b1fbd56efaf46b6dbd8', 'gw_port': {'id': '81de01c8-c6f4-40f0-a237-d3fa04784f37', 'name': '', 'network_id': '88055e1e-672a-4487-be31-ffb6e833ece5', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:69:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cce358c5-3304-4c33-bbfc-986c1eed7a6e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 592, 'fixed_ips': [{'subnet_id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'ip_address': '172.25.1.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T19:03:58Z', 'updated_at': '2022-02-09T19:04:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-36'}], 'n-d-713498-36', False) {} {{(pid=103232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:06:07.160677 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72113cbf-c142-45ee-8448-740508d1a02a None None] Checking router: cce358c5-3304-4c33-bbfc-986c1eed7a6e for host: n-d-713498-36 {{(pid=103232) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 19:06:07.199859 n-d-713498-36 neutron-server[103233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d6aa208-dd60-4052-9264-96acab02f80b None None] Pushing event updated for resources: {'Port': ['ID=8cac5024-100b-4868-86aa-6275654834fa,revision_number=2']} {{(pid=103233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:06:07.252892 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72113cbf-c142-45ee-8448-740508d1a02a None None] Routers {'cce358c5-3304-4c33-bbfc-986c1eed7a6e'} bound to L3 agent in host n-d-713498-36 {{(pid=103232) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 19:06:07.259010 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.l3_hamode_db [None req-72113cbf-c142-45ee-8448-740508d1a02a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T18:51:43Z,description=,heartbeat_timestamp=2022-02-09T19:05:43Z,host='n-d-713498-36',id=93303d5e-5d17-45e8-8963-7694f87783ae,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T18:51:43Z,topic='l3_agent')) {'router_ids': ['cce358c5-3304-4c33-bbfc-986c1eed7a6e'], 'active': True} {{(pid=103232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:06:07.264721 n-d-713498-36 neutron-server[103233]: DEBUG neutron.plugins.ml2.managers [None req-5b9c11af-d58e-43a0-a178-af8d980eab09 None None] Attempting to bind port 8cac5024-100b-4868-86aa-6275654834fa on host n-d-713498-36 for vnic_type normal with profile {{(pid=103233) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 19:06:07.267833 n-d-713498-36 neutron-server[103233]: DEBUG neutron.plugins.ml2.managers [None req-5b9c11af-d58e-43a0-a178-af8d980eab09 None None] Attempting to bind port 8cac5024-100b-4868-86aa-6275654834fa by drivers openvswitch,hyperv on host n-d-713498-36 at level 0 using segments [{'id': 'a4222f89-8d3f-4b51-953b-1a8126392491', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '88055e1e-672a-4487-be31-ffb6e833ece5'}] {{(pid=103233) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 19:06:07.271120 n-d-713498-36 neutron-server[103233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b9c11af-d58e-43a0-a178-af8d980eab09 None None] Attempting to bind port 8cac5024-100b-4868-86aa-6275654834fa on network 88055e1e-672a-4487-be31-ffb6e833ece5 {{(pid=103233) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 19:06:07.285143 n-d-713498-36 neutron-server[103233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b9c11af-d58e-43a0-a178-af8d980eab09 None None] Checking agent: {'id': '496418a2-c002-4aec-ab1a-07f3bea491bd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-36', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 18, 51, 47), 'started_at': datetime.datetime(2022, 2, 9, 18, 52, 17), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 19, 5, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-36'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103233) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 19:06:07.285822 n-d-713498-36 neutron-server[103233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b9c11af-d58e-43a0-a178-af8d980eab09 None None] Checking segment: {'id': 'a4222f89-8d3f-4b51-953b-1a8126392491', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '88055e1e-672a-4487-be31-ffb6e833ece5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103233) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 19:06:07.286609 n-d-713498-36 neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-5b9c11af-d58e-43a0-a178-af8d980eab09 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:06:07.287167 n-d-713498-36 neutron-server[103233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b9c11af-d58e-43a0-a178-af8d980eab09 None None] Bound using segment: {'id': 'a4222f89-8d3f-4b51-953b-1a8126392491', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '88055e1e-672a-4487-be31-ffb6e833ece5'} {{(pid=103233) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 19:06:07.292234 n-d-713498-36 neutron-server[103233]: DEBUG neutron.plugins.ml2.managers [None req-5b9c11af-d58e-43a0-a178-af8d980eab09 None None] Bound port: 8cac5024-100b-4868-86aa-6275654834fa, host: n-d-713498-36, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a4222f89-8d3f-4b51-953b-1a8126392491', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '88055e1e-672a-4487-be31-ffb6e833ece5'}}] {{(pid=103233) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 19:06:07.292806 n-d-713498-36 neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-5b9c11af-d58e-43a0-a178-af8d980eab09 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (8cac5024-100b-4868-86aa-6275654834fa), before_update {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:06:07.323084 n-d-713498-36 neutron-server[103229]: DEBUG neutron.db.db_base_plugin_common [None req-ebd2c0b3-5fdb-46e3-8579-4b4e0872f35a admin admin] Allocated IP 172.20.0.1 (ac35732c-85b2-48c1-8afc-82e7e1893d66/32ad42d3-ef84-4ea1-8e63-c41ac85d9ed8/e064e4dc-3c0b-4336-a057-8c9cb9a8eb99) {{(pid=103229) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 19:06:07.434931 n-d-713498-36 neutron-server[103233]: DEBUG neutron.plugins.ml2.db [None req-5b9c11af-d58e-43a0-a178-af8d980eab09 None None] For port 8cac5024-100b-4868-86aa-6275654834fa, host n-d-713498-36, cleared binding levels {{(pid=103233) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 19:06:07.439098 n-d-713498-36 neutron-server[103233]: DEBUG neutron.plugins.ml2.db [None req-5b9c11af-d58e-43a0-a178-af8d980eab09 None None] For port 8cac5024-100b-4868-86aa-6275654834fa, host n-d-713498-36, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-36',level=0,port_id=8cac5024-100b-4868-86aa-6275654834fa,segment=NetworkSegment(a4222f89-8d3f-4b51-953b-1a8126392491),segment_id=a4222f89-8d3f-4b51-953b-1a8126392491)] {{(pid=103233) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 19:06:07.453097 n-d-713498-36 neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-5b9c11af-d58e-43a0-a178-af8d980eab09 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762867176205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762866656485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762866656503'] for port (8cac5024-100b-4868-86aa-6275654834fa), after_update {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:06:07.487388 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-ebd2c0b3-5fdb-46e3-8579-4b4e0872f35a admin admin] Publish callbacks [] for port (e064e4dc-3c0b-4336-a057-8c9cb9a8eb99), precommit_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:06:07.529437 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.plugin [None req-ec0d378c-4976-48ab-bd37-dda8fa14d763 admin admin] Deleting port 81de01c8-c6f4-40f0-a237-d3fa04784f37 {{(pid=103229) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 19:06:07.529437 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-ec0d378c-4976-48ab-bd37-dda8fa14d763 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762867170196'] for port (81de01c8-c6f4-40f0-a237-d3fa04784f37), before_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:06:07.576966 n-d-713498-36 neutron-server[103233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d6aa208-dd60-4052-9264-96acab02f80b None None] Pushing event updated for resources: {'Port': ['ID=8cac5024-100b-4868-86aa-6275654834fa,revision_number=3']} {{(pid=103233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:06:07.604458 n-d-713498-36 neutron-server[103233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b9c11af-d58e-43a0-a178-af8d980eab09 None None] Routers {'6cb8bca1-52c3-43f3-b751-d3f16e2a0269'} bound to L3 agent in host n-d-713498-36 {{(pid=103233) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 19:06:07.607156 n-d-713498-36 neutron-server[103233]: DEBUG neutron.db.l3_hamode_db [None req-5b9c11af-d58e-43a0-a178-af8d980eab09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T18:51:43Z,description=,heartbeat_timestamp=2022-02-09T19:05:43Z,host='n-d-713498-36',id=93303d5e-5d17-45e8-8963-7694f87783ae,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T18:51:43Z,topic='l3_agent')) {'router_ids': ['6cb8bca1-52c3-43f3-b751-d3f16e2a0269'], 'active': True} {{(pid=103233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:06:07.611823 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-34070aeb-f347-4ef0-8065-5c52f76dd850 req-4ccded61-6472-4408-afa1-bbb699b057f1 service neutron] 10.222.0.90 "GET /v2.0/networks/622dc241-96e3-459d-8172-016faee8abe4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.3758574 Feb 09 19:06:07.727644 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.provisioning_blocks [None req-b221cf18-5005-4560-a410-6d61f9e5b13f None None] Provisioning complete for port 708bfdff-a409-4bf0-a47a-f811d9fc0ddb triggered by entity DHCP. {{(pid=103232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 19:06:07.728208 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-b221cf18-5005-4560-a410-6d61f9e5b13f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593630'] for port (708bfdff-a409-4bf0-a47a-f811d9fc0ddb), provisioning_complete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:06:07.787690 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-b221cf18-5005-4560-a410-6d61f9e5b13f None None] Port 708bfdff-a409-4bf0-a47a-f811d9fc0ddb cannot update to ACTIVE because it is not bound. {{(pid=103232) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 19:06:07.795462 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.l3_dvr_db [None req-72113cbf-c142-45ee-8448-740508d1a02a None None] Set router cce358c5-3304-4c33-bbfc-986c1eed7a6e gateway port host: None {{(pid=103232) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 19:06:07.881825 n-d-713498-36 neutron-server[103233]: DEBUG neutron.db.l3_dvr_db [None req-5b9c11af-d58e-43a0-a178-af8d980eab09 None None] Set router 6cb8bca1-52c3-43f3-b751-d3f16e2a0269 gateway port host: n-d-713498-36 {{(pid=103233) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 19:06:07.917068 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.l3_hamode_db [None req-72113cbf-c142-45ee-8448-740508d1a02a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cce358c5-3304-4c33-bbfc-986c1eed7a6e', 'name': 'tempest-FloatingIPsAssociationTestJSON-2139759441-router', 'tenant_id': '0e772d8c7ac44b1fbd56efaf46b6dbd8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T19:03:57Z', 'updated_at': '2022-02-09T19:06:06Z', 'revision_number': 6, 'project_id': '0e772d8c7ac44b1fbd56efaf46b6dbd8', 'gw_port_host': None}], 'n-d-713498-36', False) {} {{(pid=103232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:06:08.005272 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72113cbf-c142-45ee-8448-740508d1a02a None None] The sync data for ids ['cce358c5-3304-4c33-bbfc-986c1eed7a6e'] in n-d-713498-36 is: [{'id': 'cce358c5-3304-4c33-bbfc-986c1eed7a6e', 'name': 'tempest-FloatingIPsAssociationTestJSON-2139759441-router', 'tenant_id': '0e772d8c7ac44b1fbd56efaf46b6dbd8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T19:03:57Z', 'updated_at': '2022-02-09T19:06:06Z', 'revision_number': 6, 'project_id': '0e772d8c7ac44b1fbd56efaf46b6dbd8', 'gw_port_host': None}] {{(pid=103232) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 19:06:08.089030 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.managers [req-845bc5b9-7628-408f-8af7-81a4fc2c8003 req-f3b56e86-f4b0-42c7-b336-797c6b79539f service neutron] Attempting to bind port 7d98c8b1-92bc-426c-a6eb-15a9a7944d3d on host n-h1-713498-36 for vnic_type normal with profile {{(pid=103230) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 19:06:08.089635 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.managers [req-845bc5b9-7628-408f-8af7-81a4fc2c8003 req-f3b56e86-f4b0-42c7-b336-797c6b79539f service neutron] Attempting to bind port 7d98c8b1-92bc-426c-a6eb-15a9a7944d3d by drivers openvswitch,hyperv on host n-h1-713498-36 at level 0 using segments [{'id': '50e5915e-18f0-4558-9a28-b978975ead36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': '2b5494c8-cf97-42c1-b902-87f998f28179'}] {{(pid=103230) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 19:06:08.091730 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-845bc5b9-7628-408f-8af7-81a4fc2c8003 req-f3b56e86-f4b0-42c7-b336-797c6b79539f service neutron] Attempting to bind port 7d98c8b1-92bc-426c-a6eb-15a9a7944d3d on network 2b5494c8-cf97-42c1-b902-87f998f28179 {{(pid=103230) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 19:06:08.162335 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-845bc5b9-7628-408f-8af7-81a4fc2c8003 req-f3b56e86-f4b0-42c7-b336-797c6b79539f service neutron] Port 7d98c8b1-92bc-426c-a6eb-15a9a7944d3d on network 2b5494c8-cf97-42c1-b902-87f998f28179 not bound, no agent of type Open vSwitch agent registered on host n-h1-713498-36 {{(pid=103230) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 19:06:08.163987 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-845bc5b9-7628-408f-8af7-81a4fc2c8003 req-f3b56e86-f4b0-42c7-b336-797c6b79539f service neutron] Attempting to bind port 7d98c8b1-92bc-426c-a6eb-15a9a7944d3d on network 2b5494c8-cf97-42c1-b902-87f998f28179 {{(pid=103230) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 19:06:08.200566 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-845bc5b9-7628-408f-8af7-81a4fc2c8003 req-f3b56e86-f4b0-42c7-b336-797c6b79539f service neutron] Checking agent: {'id': '488cd9ae-631f-4955-ba0b-4f5a13f12e9c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713498-36', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 18, 59, 18), 'started_at': datetime.datetime(2022, 2, 9, 18, 59, 18), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 19, 5, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103230) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 19:06:08.201067 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-845bc5b9-7628-408f-8af7-81a4fc2c8003 req-f3b56e86-f4b0-42c7-b336-797c6b79539f service neutron] Checking segment: {'id': '50e5915e-18f0-4558-9a28-b978975ead36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': '2b5494c8-cf97-42c1-b902-87f998f28179'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103230) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 19:06:08.201594 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-845bc5b9-7628-408f-8af7-81a4fc2c8003 req-f3b56e86-f4b0-42c7-b336-797c6b79539f service neutron] Bound using segment: {'id': '50e5915e-18f0-4558-9a28-b978975ead36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': '2b5494c8-cf97-42c1-b902-87f998f28179'} {{(pid=103230) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 19:06:08.203719 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.managers [req-845bc5b9-7628-408f-8af7-81a4fc2c8003 req-f3b56e86-f4b0-42c7-b336-797c6b79539f service neutron] Bound port: 7d98c8b1-92bc-426c-a6eb-15a9a7944d3d, host: n-h1-713498-36, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '50e5915e-18f0-4558-9a28-b978975ead36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': '2b5494c8-cf97-42c1-b902-87f998f28179'}}] {{(pid=103230) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 19:06:08.205879 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [req-845bc5b9-7628-408f-8af7-81a4fc2c8003 req-f3b56e86-f4b0-42c7-b336-797c6b79539f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (7d98c8b1-92bc-426c-a6eb-15a9a7944d3d), before_update {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:06:08.212906 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-ebc01800-4ebf-4d87-a1af-9fbc68f6d8cc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (708bfdff-a409-4bf0-a47a-f811d9fc0ddb), before_update {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:06:08.266484 n-d-713498-36 neutron-server[103233]: DEBUG neutron.db.l3_hamode_db [None req-5b9c11af-d58e-43a0-a178-af8d980eab09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6cb8bca1-52c3-43f3-b751-d3f16e2a0269', 'name': 'tempest-FloatingIPsTestJSON-794167737-router', 'tenant_id': 'e623b53636fb4d76944cb391451b4189', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88055e1e-672a-4487-be31-ffb6e833ece5', 'external_fixed_ips': [{'subnet_id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'ip_address': '172.25.1.196'}], 'enable_snat': True}, 'gw_port_id': '8cac5024-100b-4868-86aa-6275654834fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T19:05:58Z', 'updated_at': '2022-02-09T19:06:01Z', 'revision_number': 3, 'project_id': 'e623b53636fb4d76944cb391451b4189', 'gw_port': {'id': '8cac5024-100b-4868-86aa-6275654834fa', 'name': '', 'network_id': '88055e1e-672a-4487-be31-ffb6e833ece5', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:43:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6cb8bca1-52c3-43f3-b751-d3f16e2a0269', 'device_owner': 'network:router_gateway', 'standard_attr_id': 772, 'fixed_ips': [{'subnet_id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'ip_address': '172.25.1.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T19:06:00Z', 'updated_at': '2022-02-09T19:06:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-36'}], 'n-d-713498-36', False) {} {{(pid=103233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:06:08.295002 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.db [None req-ec0d378c-4976-48ab-bd37-dda8fa14d763 admin admin] For port 81de01c8-c6f4-40f0-a237-d3fa04784f37, host n-d-713498-36, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-36',level=0,port_id=81de01c8-c6f4-40f0-a237-d3fa04784f37,segment=NetworkSegment(a4222f89-8d3f-4b51-953b-1a8126392491),segment_id=a4222f89-8d3f-4b51-953b-1a8126392491)] {{(pid=103229) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 19:06:08.295620 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-ec0d378c-4976-48ab-bd37-dda8fa14d763 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1820838'] for port (81de01c8-c6f4-40f0-a237-d3fa04784f37), precommit_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:06:08.311062 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.plugin [None req-ec0d378c-4976-48ab-bd37-dda8fa14d763 admin admin] Calling delete_port for 81de01c8-c6f4-40f0-a237-d3fa04784f37 owned by network:router_gateway {{(pid=103229) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 19:06:08.323896 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2121f20e-88e8-44dd-8d75-64308125956f req-93ed9fe7-2467-4387-9492-e8beffb5367f tempest-TaggedBootDevicesTest_v242-798392635 tempest-TaggedBootDevicesTest_v242-798392635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:06:08.328573 n-d-713498-36 neutron-server[103233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b9c11af-d58e-43a0-a178-af8d980eab09 None None] The sync data for ids ['6cb8bca1-52c3-43f3-b751-d3f16e2a0269'] in n-d-713498-36 is: [{'id': '6cb8bca1-52c3-43f3-b751-d3f16e2a0269', 'name': 'tempest-FloatingIPsTestJSON-794167737-router', 'tenant_id': 'e623b53636fb4d76944cb391451b4189', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88055e1e-672a-4487-be31-ffb6e833ece5', 'external_fixed_ips': [{'subnet_id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'ip_address': '172.25.1.196'}], 'enable_snat': True}, 'gw_port_id': '8cac5024-100b-4868-86aa-6275654834fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T19:05:58Z', 'updated_at': '2022-02-09T19:06:01Z', 'revision_number': 3, 'project_id': 'e623b53636fb4d76944cb391451b4189', 'gw_port': {'id': '8cac5024-100b-4868-86aa-6275654834fa', 'name': '', 'network_id': '88055e1e-672a-4487-be31-ffb6e833ece5', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:43:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6cb8bca1-52c3-43f3-b751-d3f16e2a0269', 'device_owner': 'network:router_gateway', 'standard_attr_id': 772, 'fixed_ips': [{'subnet_id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'ip_address': '172.25.1.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T19:06:00Z', 'updated_at': '2022-02-09T19:06:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-36'}] {{(pid=103233) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 19:06:08.330269 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2121f20e-88e8-44dd-8d75-64308125956f req-93ed9fe7-2467-4387-9492-e8beffb5367f tempest-TaggedBootDevicesTest_v242-798392635 tempest-TaggedBootDevicesTest_v242-798392635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:06:08.335615 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2121f20e-88e8-44dd-8d75-64308125956f req-93ed9fe7-2467-4387-9492-e8beffb5367f tempest-TaggedBootDevicesTest_v242-798392635 tempest-TaggedBootDevicesTest_v242-798392635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:06:08.341735 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2121f20e-88e8-44dd-8d75-64308125956f req-93ed9fe7-2467-4387-9492-e8beffb5367f tempest-TaggedBootDevicesTest_v242-798392635 tempest-TaggedBootDevicesTest_v242-798392635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:06:08.347655 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2121f20e-88e8-44dd-8d75-64308125956f req-93ed9fe7-2467-4387-9492-e8beffb5367f tempest-TaggedBootDevicesTest_v242-798392635 tempest-TaggedBootDevicesTest_v242-798392635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:06:08.353136 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2121f20e-88e8-44dd-8d75-64308125956f req-93ed9fe7-2467-4387-9492-e8beffb5367f tempest-TaggedBootDevicesTest_v242-798392635 tempest-TaggedBootDevicesTest_v242-798392635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:06:08.358511 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2121f20e-88e8-44dd-8d75-64308125956f req-93ed9fe7-2467-4387-9492-e8beffb5367f tempest-TaggedBootDevicesTest_v242-798392635 tempest-TaggedBootDevicesTest_v242-798392635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:06:08.367246 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-2121f20e-88e8-44dd-8d75-64308125956f req-93ed9fe7-2467-4387-9492-e8beffb5367f tempest-TaggedBootDevicesTest_v242-798392635 tempest-TaggedBootDevicesTest_v242-798392635-project] 10.222.0.75 "GET /v2.0/ports?device_id=8319129f-1054-494a-b0c0-2ec99e839619 HTTP/1.1" status: 200 len: 5431 time: 1.4559844 Feb 09 19:06:08.511723 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-ebd2c0b3-5fdb-46e3-8579-4b4e0872f35a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762866656467', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12867576'] for port (e064e4dc-3c0b-4336-a057-8c9cb9a8eb99), after_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:06:08.522209 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-34070aeb-f347-4ef0-8065-5c52f76dd850 req-6c3ad78b-46ae-4ebd-b29c-e7969d508128 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.130&port_id=21138c02-2bef-4eb2-822c-0766736ce486 HTTP/1.1" status: 200 len: 217 time: 0.9089124 Feb 09 19:06:08.549211 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.db [req-845bc5b9-7628-408f-8af7-81a4fc2c8003 req-f3b56e86-f4b0-42c7-b336-797c6b79539f service neutron] For port 7d98c8b1-92bc-426c-a6eb-15a9a7944d3d, host n-h1-713498-36, cleared binding levels {{(pid=103230) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 19:06:08.561323 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae23ae30-e4eb-41e4-a766-6688f080d7a3 req-14cd9f62-f022-43f7-a051-186386ac0770 tempest-ServersOnMultiNodesTest-1472402947 tempest-ServersOnMultiNodesTest-1472402947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:06:08.579042 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-ae23ae30-e4eb-41e4-a766-6688f080d7a3 req-14cd9f62-f022-43f7-a051-186386ac0770 tempest-ServersOnMultiNodesTest-1472402947 tempest-ServersOnMultiNodesTest-1472402947-project] 10.222.0.75 "GET /v2.0/ports?device_id=1651d351-b8a4-498f-bd76-66dea09d4fb2 HTTP/1.1" status: 200 len: 948 time: 1.9693482 Feb 09 19:06:08.599479 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Device 243ae365-a105-4e50-ad72-88196ea6e85d up at agent ovs-agent-n-d-713498-36 {{(pid=103232) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 19:06:08.617774 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.plugin [req-bf7d21d1-b78f-46ef-9141-36fa42a9d02a req-e603e394-f190-4ddf-9ed0-d453a4f40581 tempest-SecurityGroupsTestJSON-1151704431 tempest-SecurityGroupsTestJSON-1151704431-project] Deleting port c98198ac-f434-4c74-80ce-197589977159 {{(pid=103230) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 19:06:08.618363 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [req-bf7d21d1-b78f-46ef-9141-36fa42a9d02a req-e603e394-f190-4ddf-9ed0-d453a4f40581 tempest-SecurityGroupsTestJSON-1151704431 tempest-SecurityGroupsTestJSON-1151704431-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762867170196'] for port (c98198ac-f434-4c74-80ce-197589977159), before_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:06:08.688111 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.db [req-845bc5b9-7628-408f-8af7-81a4fc2c8003 req-f3b56e86-f4b0-42c7-b336-797c6b79539f service neutron] For port 7d98c8b1-92bc-426c-a6eb-15a9a7944d3d, host n-h1-713498-36, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-36',level=0,port_id=7d98c8b1-92bc-426c-a6eb-15a9a7944d3d,segment=NetworkSegment(50e5915e-18f0-4558-9a28-b978975ead36),segment_id=50e5915e-18f0-4558-9a28-b978975ead36)] {{(pid=103230) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 19:06:08.692639 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.provisioning_blocks [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Provisioning complete for port 243ae365-a105-4e50-ad72-88196ea6e85d triggered by entity L2. {{(pid=103232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 19:06:08.693022 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593630'] for port (243ae365-a105-4e50-ad72-88196ea6e85d), provisioning_complete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:06:08.726495 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-2121f20e-88e8-44dd-8d75-64308125956f req-bc75bed5-5d4c-49ba-8141-fb735b3c116f tempest-TaggedBootDevicesTest_v242-798392635 tempest-TaggedBootDevicesTest_v242-798392635-project] 10.222.0.75 "GET /v2.0/security-groups?id=58062d4f-c149-4db3-a357-a4eb59a3d83e&id=6452f0cf-fe35-4557-9092-43f1827176a8&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3580890 Feb 09 19:06:08.736922 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [req-845bc5b9-7628-408f-8af7-81a4fc2c8003 req-f3b56e86-f4b0-42c7-b336-797c6b79539f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762867176205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762866656485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762866656503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14393758'] for port (7d98c8b1-92bc-426c-a6eb-15a9a7944d3d), after_update {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:06:08.832343 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Current status of the port 243ae365-a105-4e50-ad72-88196ea6e85d is: ACTIVE; New status is: ACTIVE {{(pid=103232) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 19:06:08.845602 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Device 9dab1ea3-55fb-405d-b11c-f3605a977927 no longer exists at agent ovs-agent-n-d-713498-36 {{(pid=103232) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 19:06:08.870363 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] No Port match for: 9dab1ea3-55fb-405d-b11c-f3605a977927 {{(pid=103232) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 19:06:08.870967 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Device 9dab1ea3-55fb-405d-b11c-f3605a977927 not bound to the agent host n-d-713498-36 {{(pid=103232) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 19:06:08.887012 n-d-713498-36 neutron-server[103229]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ebd2c0b3-5fdb-46e3-8579-4b4e0872f35a admin admin] Network ac35732c-85b2-48c1-8afc-82e7e1893d66 is already hosted by enough agents. {{(pid=103229) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 19:06:08.896337 n-d-713498-36 neutron-server[103229]: DEBUG neutron.scheduler.base_scheduler [None req-ebd2c0b3-5fdb-46e3-8579-4b4e0872f35a admin admin] Resources bound (agent type, host, resource id): {{(pid=103229) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 19:06:08.902098 n-d-713498-36 neutron-server[103229]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebd2c0b3-5fdb-46e3-8579-4b4e0872f35a admin admin] Received port after_create {{(pid=103229) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 19:06:08.915124 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebd2c0b3-5fdb-46e3-8579-4b4e0872f35a admin admin] Pushing event updated for resources: {'Port': ['ID=e064e4dc-3c0b-4336-a057-8c9cb9a8eb99,revision_number=1']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:06:08.973380 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-845bc5b9-7628-408f-8af7-81a4fc2c8003 req-f3b56e86-f4b0-42c7-b336-797c6b79539f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:06:08.974221 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [req-845bc5b9-7628-408f-8af7-81a4fc2c8003 req-f3b56e86-f4b0-42c7-b336-797c6b79539f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171096'] for port (None), before_response {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:06:08.975793 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-845bc5b9-7628-408f-8af7-81a4fc2c8003 req-f3b56e86-f4b0-42c7-b336-797c6b79539f service neutron] 10.222.0.89 "PUT /v2.0/ports/7d98c8b1-92bc-426c-a6eb-15a9a7944d3d HTTP/1.1" status: 200 len: 1097 time: 3.7784002 Feb 09 19:06:08.983728 n-d-713498-36 neutron-server[103230]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1651d351-b8a4-498f-bd76-66dea09d4fb2', 'tag': '7d98c8b1-92bc-426c-a6eb-15a9a7944d3d'}] {{(pid=103230) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 19:06:08.983728 n-d-713498-36 neutron-server[103230]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aee5919275bae9f72eb374ee322673045eb80c1f84b4b45a97d96923bd50ab51" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-73870e5c-32ae-49e9-b0e6-65f084c7b413" -d '{"events": [{"name": "network-changed", "server_uuid": "1651d351-b8a4-498f-bd76-66dea09d4fb2", "tag": "7d98c8b1-92bc-426c-a6eb-15a9a7944d3d"}]}' {{(pid=103230) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 19:06:09.085032 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-ae23ae30-e4eb-41e4-a766-6688f080d7a3 req-920ceaa8-6817-4de1-8062-9dddc8acabfa tempest-ServersOnMultiNodesTest-1472402947 tempest-ServersOnMultiNodesTest-1472402947-project] 10.222.0.75 "GET /v2.0/security-groups?id=aed5302d-0478-4b9d-b014-143adc5c0d74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5050995 Feb 09 19:06:09.087548 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34070aeb-f347-4ef0-8065-5c52f76dd850 req-ce347102-615c-422e-a1fc-15d35d7c695e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:06:09.089284 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-34070aeb-f347-4ef0-8065-5c52f76dd850 req-ce347102-615c-422e-a1fc-15d35d7c695e service neutron] 10.222.0.90 "GET /v2.0/subnets?id=e38cb3e5-c128-440c-8e8d-f08a001a84c6 HTTP/1.1" status: 200 len: 797 time: 0.5488470 Feb 09 19:06:09.260028 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-ebc01800-4ebf-4d87-a1af-9fbc68f6d8cc admin admin] Publish callbacks [] for port (708bfdff-a409-4bf0-a47a-f811d9fc0ddb), precommit_update {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:06:09.271791 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.db [req-bf7d21d1-b78f-46ef-9141-36fa42a9d02a req-e603e394-f190-4ddf-9ed0-d453a4f40581 tempest-SecurityGroupsTestJSON-1151704431 tempest-SecurityGroupsTestJSON-1151704431-project] For port c98198ac-f434-4c74-80ce-197589977159, host n-h2-713498-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-36',level=0,port_id=c98198ac-f434-4c74-80ce-197589977159,segment=NetworkSegment(0eaea607-a7ab-4dbb-b6ca-ed9e62abb1c6),segment_id=0eaea607-a7ab-4dbb-b6ca-ed9e62abb1c6)] {{(pid=103230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 19:06:09.272237 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [req-bf7d21d1-b78f-46ef-9141-36fa42a9d02a req-e603e394-f190-4ddf-9ed0-d453a4f40581 tempest-SecurityGroupsTestJSON-1151704431 tempest-SecurityGroupsTestJSON-1151704431-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1820838'] for port (c98198ac-f434-4c74-80ce-197589977159), precommit_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:06:09.301818 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3b56e86-f4b0-42c7-b336-797c6b79539f service neutron] Pushing event updated for resources: {'Port': ['ID=7d98c8b1-92bc-426c-a6eb-15a9a7944d3d,revision_number=3']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:06:09.319772 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-ebd2c0b3-5fdb-46e3-8579-4b4e0872f35a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1819024'] for router_interface (6cb8bca1-52c3-43f3-b751-d3f16e2a0269), before_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:06:09.327236 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-ebc01800-4ebf-4d87-a1af-9fbc68f6d8cc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762867176205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762866656485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762866656503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14393758'] for port (708bfdff-a409-4bf0-a47a-f811d9fc0ddb), after_update {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:06:09.408003 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.plugin [req-bf7d21d1-b78f-46ef-9141-36fa42a9d02a req-e603e394-f190-4ddf-9ed0-d453a4f40581 tempest-SecurityGroupsTestJSON-1151704431 tempest-SecurityGroupsTestJSON-1151704431-project] Calling delete_port for c98198ac-f434-4c74-80ce-197589977159 owned by compute:nova {{(pid=103230) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 19:06:09.505164 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebc01800-4ebf-4d87-a1af-9fbc68f6d8cc admin admin] Pushing event updated for resources: {'Port': ['ID=708bfdff-a409-4bf0-a47a-f811d9fc0ddb,revision_number=2']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:06:09.512128 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-ec0d378c-4976-48ab-bd37-dda8fa14d763 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762867177463', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762866656476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12867576'] for port (81de01c8-c6f4-40f0-a237-d3fa04784f37), after_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:06:09.571405 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.provisioning_blocks [None req-04b987d5-0e22-41a6-9b6e-40b52e231454 None None] Provisioning complete for port e064e4dc-3c0b-4336-a057-8c9cb9a8eb99 triggered by entity DHCP. {{(pid=103232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 19:06:09.571791 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-04b987d5-0e22-41a6-9b6e-40b52e231454 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593630'] for port (e064e4dc-3c0b-4336-a057-8c9cb9a8eb99), provisioning_complete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:06:09.587053 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7e3ed56-d03e-4541-a32b-902e4be37a9b req-ad1654a5-aa5f-44cd-9304-affae6749bda tempest-SecurityGroupsTestJSON-1151704431 tempest-SecurityGroupsTestJSON-1151704431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:06:09.588602 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-e7e3ed56-d03e-4541-a32b-902e4be37a9b req-ad1654a5-aa5f-44cd-9304-affae6749bda tempest-SecurityGroupsTestJSON-1151704431 tempest-SecurityGroupsTestJSON-1151704431-project] 10.222.0.75 "GET /v2.0/ports?device_id=b556cc6e-5955-4af0-948f-32c5decc7379 HTTP/1.1" status: 200 len: 1023 time: 0.6773148 Feb 09 19:06:09.600199 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-ebc01800-4ebf-4d87-a1af-9fbc68f6d8cc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1613458', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1834496'] for router_interface (6f802142-206b-41e7-8752-bcf7a1c29d76), after_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:06:09.601028 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57998dc7-1f55-45bd-ae44-b902ca0d045d req-b59d4e95-a6f6-48f5-8e27-162868860d16 tempest-LiveMigrationTest-1021096981 tempest-LiveMigrationTest-1021096981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:06:09.602942 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-57998dc7-1f55-45bd-ae44-b902ca0d045d req-b59d4e95-a6f6-48f5-8e27-162868860d16 tempest-LiveMigrationTest-1021096981 tempest-LiveMigrationTest-1021096981-project] 10.222.0.75 "GET /v2.0/ports?device_id=2f9a8919-1b2a-4183-90dc-45c5e52d5a99 HTTP/1.1" status: 200 len: 945 time: 0.3678956 Feb 09 19:06:09.627840 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-845bc5b9-7628-408f-8af7-81a4fc2c8003 req-364296db-fc98-439c-8679-018fa173a044 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:06:09.629268 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-845bc5b9-7628-408f-8af7-81a4fc2c8003 req-364296db-fc98-439c-8679-018fa173a044 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=1672ee8b769240288b95113d5dff1fd2&device_id=1651d351-b8a4-498f-bd76-66dea09d4fb2 HTTP/1.1" status: 200 len: 1131 time: 0.5497446 Feb 09 19:06:09.667022 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-04b987d5-0e22-41a6-9b6e-40b52e231454 None None] Port e064e4dc-3c0b-4336-a057-8c9cb9a8eb99 cannot update to ACTIVE because it is not bound. {{(pid=103232) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 19:06:09.700969 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-57998dc7-1f55-45bd-ae44-b902ca0d045d req-bfff2a15-d548-4840-af9f-1cf5d783adb4 tempest-LiveMigrationTest-1021096981 tempest-LiveMigrationTest-1021096981-project] 10.222.0.75 "GET /v2.0/security-groups?id=ba18819a-1490-4e7b-a11b-e8610423d8ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0664675 Feb 09 19:06:09.754937 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34070aeb-f347-4ef0-8065-5c52f76dd850 req-c381a40d-2686-41df-bf22-fbe2c233d06a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:06:09.756264 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-34070aeb-f347-4ef0-8065-5c52f76dd850 req-c381a40d-2686-41df-bf22-fbe2c233d06a service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=622dc241-96e3-459d-8172-016faee8abe4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1198 time: 0.6236594 Feb 09 19:06:09.760027 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-ec0d378c-4976-48ab-bd37-dda8fa14d763 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1818987'] for router_gateway (cce358c5-3304-4c33-bbfc-986c1eed7a6e), after_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:06:09.784975 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-845bc5b9-7628-408f-8af7-81a4fc2c8003 req-db197c1e-faa4-4adf-8875-f2d2afbbca56 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.172&port_id=7d98c8b1-92bc-426c-a6eb-15a9a7944d3d HTTP/1.1" status: 200 len: 217 time: 0.0667512 Feb 09 19:06:09.830545 n-d-713498-36 neutron-server[103230]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 19:06:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-82a011f8-b9d3-412d-ad81-6c3d4164439b x-openstack-request-id: req-82a011f8-b9d3-412d-ad81-6c3d4164439b {{(pid=103230) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 19:06:09.830843 n-d-713498-36 neutron-server[103230]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1651d351-b8a4-498f-bd76-66dea09d4fb2", "tag": "7d98c8b1-92bc-426c-a6eb-15a9a7944d3d", "status": "completed", "code": 200}]} {{(pid=103230) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 19:06:09.831099 n-d-713498-36 neutron-server[103230]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-82a011f8-b9d3-412d-ad81-6c3d4164439b {{(pid=103230) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 19:06:09.831493 n-d-713498-36 neutron-server[103230]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1651d351-b8a4-498f-bd76-66dea09d4fb2', 'tag': '7d98c8b1-92bc-426c-a6eb-15a9a7944d3d', 'status': 'completed', 'code': 200} Feb 09 19:06:09.930254 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-ec0d378c-4976-48ab-bd37-dda8fa14d763 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1834988', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-58375'] for router (cce358c5-3304-4c33-bbfc-986c1eed7a6e), precommit_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:06:09.932528 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-ec0d378c-4976-48ab-bd37-dda8fa14d763 admin admin] Publish callbacks [] for router_controller (cce358c5-3304-4c33-bbfc-986c1eed7a6e), precommit_delete_associations {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:06:10.013722 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec0d378c-4976-48ab-bd37-dda8fa14d763 admin admin] Pushing event deleted for resources: {'Port': ['ID=81de01c8-c6f4-40f0-a237-d3fa04784f37,revision_number=None']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:06:10.016659 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-e7e3ed56-d03e-4541-a32b-902e4be37a9b req-b6a33e16-2ed9-4dc4-95c2-1d9ba1cfeb32 tempest-SecurityGroupsTestJSON-1151704431 tempest-SecurityGroupsTestJSON-1151704431-project] 10.222.0.75 "GET /v2.0/security-groups?id=28459d6d-23d7-4b88-812f-7c8adbc9a69b&id=ae98c994-accf-46f6-b21b-84a2f41e4a4a&id=22bcb932-19f7-46ba-b2c8-090f138c7032&fields=id&fields=name HTTP/1.1" status: 200 len: 516 time: 0.3951540 Feb 09 19:06:10.018129 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-845bc5b9-7628-408f-8af7-81a4fc2c8003 req-b41110f0-ee08-43bd-9b53-368aa318b1f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:06:10.021447 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-845bc5b9-7628-408f-8af7-81a4fc2c8003 req-b41110f0-ee08-43bd-9b53-368aa318b1f9 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=60b561cb-321e-4f83-9bb3-92b2e1d0dc44 HTTP/1.1" status: 200 len: 843 time: 0.1874683 Feb 09 19:06:10.075710 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-ec0d378c-4976-48ab-bd37-dda8fa14d763 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1835003'] for router (cce358c5-3304-4c33-bbfc-986c1eed7a6e), after_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:06:10.076160 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ec0d378c-4976-48ab-bd37-dda8fa14d763 admin admin] Fanout notify agent at l3_agent the message router_deleted on router cce358c5-3304-4c33-bbfc-986c1eed7a6e {{(pid=103229) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 09 19:06:10.126219 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-ec0d378c-4976-48ab-bd37-dda8fa14d763 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:06:10.129541 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-ec0d378c-4976-48ab-bd37-dda8fa14d763 admin admin] 10.222.0.75 "DELETE /v2.0/routers/cce358c5-3304-4c33-bbfc-986c1eed7a6e HTTP/1.1" status: 204 len: 168 time: 4.7921255 Feb 09 19:06:10.150310 n-d-713498-36 neutron-server[103230]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ebc01800-4ebf-4d87-a1af-9fbc68f6d8cc admin admin] Network 85a2e26d-1ada-469a-a5fe-478a404e3f5d is already hosted by enough agents. {{(pid=103230) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 19:06:10.154356 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 50978) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:06:10.156861 n-d-713498-36 neutron-server[103230]: DEBUG neutron.scheduler.base_scheduler [None req-ebc01800-4ebf-4d87-a1af-9fbc68f6d8cc admin admin] Resources bound (agent type, host, resource id): {{(pid=103230) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 19:06:10.321092 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b5f3904-5f10-4aa3-a39a-5aaae4ffd329 req-59482f1b-bff0-4a41-9c94-261aa62435fd tempest-TaggedBootDevicesTest_v242-798392635 tempest-TaggedBootDevicesTest_v242-798392635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:06:10.323248 n-d-713498-36 neutron-server[103230]: DEBUG neutron.db.db_base_plugin_v2 [None req-ed343239-4be5-4d74-9e3e-d86edbdd272a admin admin] Deleting subnet 7ab1963a-39ad-4d86-9549-880198499f42 {{(pid=103230) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 19:06:10.327002 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-ed343239-4be5-4d74-9e3e-d86edbdd272a admin admin] Publish callbacks [] for subnet (7ab1963a-39ad-4d86-9549-880198499f42), before_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:06:10.329102 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b5f3904-5f10-4aa3-a39a-5aaae4ffd329 req-59482f1b-bff0-4a41-9c94-261aa62435fd tempest-TaggedBootDevicesTest_v242-798392635 tempest-TaggedBootDevicesTest_v242-798392635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:06:10.335467 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b5f3904-5f10-4aa3-a39a-5aaae4ffd329 req-59482f1b-bff0-4a41-9c94-261aa62435fd tempest-TaggedBootDevicesTest_v242-798392635 tempest-TaggedBootDevicesTest_v242-798392635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:06:10.341446 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b5f3904-5f10-4aa3-a39a-5aaae4ffd329 req-59482f1b-bff0-4a41-9c94-261aa62435fd tempest-TaggedBootDevicesTest_v242-798392635 tempest-TaggedBootDevicesTest_v242-798392635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:06:10.348399 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b5f3904-5f10-4aa3-a39a-5aaae4ffd329 req-59482f1b-bff0-4a41-9c94-261aa62435fd tempest-TaggedBootDevicesTest_v242-798392635 tempest-TaggedBootDevicesTest_v242-798392635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:06:10.356268 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b5f3904-5f10-4aa3-a39a-5aaae4ffd329 req-59482f1b-bff0-4a41-9c94-261aa62435fd tempest-TaggedBootDevicesTest_v242-798392635 tempest-TaggedBootDevicesTest_v242-798392635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:06:10.374143 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b5f3904-5f10-4aa3-a39a-5aaae4ffd329 req-59482f1b-bff0-4a41-9c94-261aa62435fd tempest-TaggedBootDevicesTest_v242-798392635 tempest-TaggedBootDevicesTest_v242-798392635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:06:10.377698 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-8b5f3904-5f10-4aa3-a39a-5aaae4ffd329 req-59482f1b-bff0-4a41-9c94-261aa62435fd tempest-TaggedBootDevicesTest_v242-798392635 tempest-TaggedBootDevicesTest_v242-798392635-project] 10.222.0.75 "GET /v2.0/ports?device_id=8319129f-1054-494a-b0c0-2ec99e839619 HTTP/1.1" status: 200 len: 5431 time: 0.3497639 Feb 09 19:06:10.476302 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-ed343239-4be5-4d74-9e3e-d86edbdd272a admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12895822'] for subnet (7ab1963a-39ad-4d86-9549-880198499f42), precommit_delete_associations {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:06:10.536696 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-ebd2c0b3-5fdb-46e3-8579-4b4e0872f35a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (e064e4dc-3c0b-4336-a057-8c9cb9a8eb99), before_update {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:06:10.540237 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-34070aeb-f347-4ef0-8065-5c52f76dd850 req-c3cbce61-e8dd-4c92-994e-0fa55ec2540e service neutron] 10.222.0.90 "GET /v2.0/networks/622dc241-96e3-459d-8172-016faee8abe4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5160968 Feb 09 19:06:10.568990 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-8b5f3904-5f10-4aa3-a39a-5aaae4ffd329 req-a00e4a1e-5321-471d-9ba8-6a50b23e4713 tempest-TaggedBootDevicesTest_v242-798392635 tempest-TaggedBootDevicesTest_v242-798392635-project] 10.222.0.75 "GET /v2.0/security-groups?id=58062d4f-c149-4db3-a357-a4eb59a3d83e&id=6452f0cf-fe35-4557-9092-43f1827176a8&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1511843 Feb 09 19:06:10.611807 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Device c98198ac-f434-4c74-80ce-197589977159 no longer exists at agent hyperv_n-h2-713498-36 {{(pid=103232) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 19:06:10.677734 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-845bc5b9-7628-408f-8af7-81a4fc2c8003 req-348780dc-2f35-4992-bed3-2d1b8e778e02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:06:10.679926 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-845bc5b9-7628-408f-8af7-81a4fc2c8003 req-348780dc-2f35-4992-bed3-2d1b8e778e02 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=2b5494c8-cf97-42c1-b902-87f998f28179&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.6389475 Feb 09 19:06:10.689005 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Device 8cac5024-100b-4868-86aa-6275654834fa up at agent ovs-agent-n-d-713498-36 {{(pid=103232) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 19:06:10.767583 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.provisioning_blocks [None req-82610eed-8f67-4a46-ad16-c0b39458d605 None None] Provisioning complete for port 708bfdff-a409-4bf0-a47a-f811d9fc0ddb triggered by entity DHCP. {{(pid=103232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 19:06:10.767948 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-82610eed-8f67-4a46-ad16-c0b39458d605 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593630'] for port (708bfdff-a409-4bf0-a47a-f811d9fc0ddb), provisioning_complete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:06:10.807974 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-82610eed-8f67-4a46-ad16-c0b39458d605 None None] Port 708bfdff-a409-4bf0-a47a-f811d9fc0ddb cannot update to ACTIVE because it is not bound. {{(pid=103232) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 19:06:10.811647 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-93c37b74-133a-4cd3-9f24-c0b5fda4e25c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762867132591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593584'] for agent (af91e4b9-f4e1-42b1-a25c-a10dc47171c8), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:06:10.832693 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-ed343239-4be5-4d74-9e3e-d86edbdd272a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-759852'] for subnet (7ab1963a-39ad-4d86-9549-880198499f42), precommit_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:06:10.842068 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.provisioning_blocks [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Provisioning complete for port 8cac5024-100b-4868-86aa-6275654834fa triggered by entity L2. {{(pid=103232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 19:06:10.842752 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593630'] for port (8cac5024-100b-4868-86aa-6275654834fa), provisioning_complete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:06:10.884568 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-ebd2c0b3-5fdb-46e3-8579-4b4e0872f35a admin admin] Publish callbacks [] for port (e064e4dc-3c0b-4336-a057-8c9cb9a8eb99), precommit_update {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:06:10.924559 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-ebd2c0b3-5fdb-46e3-8579-4b4e0872f35a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762867176205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762866656485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762866656503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12867569'] for port (e064e4dc-3c0b-4336-a057-8c9cb9a8eb99), after_update {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:06:10.998318 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Current status of the port 8cac5024-100b-4868-86aa-6275654834fa is: DOWN; New status is: ACTIVE {{(pid=103232) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 19:06:10.999810 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (8cac5024-100b-4868-86aa-6275654834fa), before_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:06:11.010540 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [req-bf7d21d1-b78f-46ef-9141-36fa42a9d02a req-e603e394-f190-4ddf-9ed0-d453a4f40581 tempest-SecurityGroupsTestJSON-1151704431 tempest-SecurityGroupsTestJSON-1151704431-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762867177463', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762866656476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14393751'] for port (c98198ac-f434-4c74-80ce-197589977159), after_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:06:11.030461 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] For port 8cac5024-100b-4868-86aa-6275654834fa, host n-d-713498-36, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-36',level=0,port_id=8cac5024-100b-4868-86aa-6275654834fa,segment=NetworkSegment(a4222f89-8d3f-4b51-953b-1a8126392491),segment_id=a4222f89-8d3f-4b51-953b-1a8126392491)] {{(pid=103232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 19:06:11.035049 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Current status of the port c98198ac-f434-4c74-80ce-197589977159 is: ACTIVE; New status is: DOWN {{(pid=103232) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 19:06:11.035775 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (c98198ac-f434-4c74-80ce-197589977159), before_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:06:11.041919 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762867176205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762866656485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762866656503'] for port (8cac5024-100b-4868-86aa-6275654834fa), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:06:11.133988 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e603e394-f190-4ddf-9ed0-d453a4f40581 tempest-SecurityGroupsTestJSON-1151704431 tempest-SecurityGroupsTestJSON-1151704431-project] Pushing event deleted for resources: {'Port': ['ID=c98198ac-f434-4c74-80ce-197589977159,revision_number=None']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:06:11.145184 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7056404e-be42-477c-88e7-7c284b7132f3 req-1bc1c86f-38f4-4216-8488-2495a3acd1d5 tempest-ServersOnMultiNodesTest-1472402947 tempest-ServersOnMultiNodesTest-1472402947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:06:11.146993 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-7056404e-be42-477c-88e7-7c284b7132f3 req-1bc1c86f-38f4-4216-8488-2495a3acd1d5 tempest-ServersOnMultiNodesTest-1472402947 tempest-ServersOnMultiNodesTest-1472402947-project] 10.222.0.75 "GET /v2.0/ports?device_id=1651d351-b8a4-498f-bd76-66dea09d4fb2 HTTP/1.1" status: 200 len: 948 time: 0.8459890 Feb 09 19:06:11.162811 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Device 81de01c8-c6f4-40f0-a237-d3fa04784f37 no longer exists at agent ovs-agent-n-d-713498-36 {{(pid=103232) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 19:06:11.233429 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Pushing event updated for resources: {'Port': ['ID=8cac5024-100b-4868-86aa-6275654834fa,revision_number=4']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:06:11.247832 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] No Port match for: 81de01c8-c6f4-40f0-a237-d3fa04784f37 {{(pid=103232) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 19:06:11.248183 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Device 81de01c8-c6f4-40f0-a237-d3fa04784f37 not bound to the agent host n-d-713498-36 {{(pid=103232) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 19:06:11.271744 n-d-713498-36 neutron-server[103230]: DEBUG neutron.db.l3_dvrscheduler_db [req-bf7d21d1-b78f-46ef-9141-36fa42a9d02a req-e603e394-f190-4ddf-9ed0-d453a4f40581 tempest-SecurityGroupsTestJSON-1151704431 tempest-SecurityGroupsTestJSON-1151704431-project] No DVR routers for this DVR port c98198ac-f434-4c74-80ce-197589977159 on host n-h2-713498-36 {{(pid=103230) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 19:06:11.278235 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-ed343239-4be5-4d74-9e3e-d86edbdd272a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-760023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14393672', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12985882'] for subnet (7ab1963a-39ad-4d86-9549-880198499f42), after_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:06:11.282347 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [req-bf7d21d1-b78f-46ef-9141-36fa42a9d02a req-e603e394-f190-4ddf-9ed0-d453a4f40581 tempest-SecurityGroupsTestJSON-1151704431 tempest-SecurityGroupsTestJSON-1151704431-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171096'] for port (None), before_response {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:06:11.285776 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-ebd2c0b3-5fdb-46e3-8579-4b4e0872f35a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1613458', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1834496'] for router_interface (6cb8bca1-52c3-43f3-b751-d3f16e2a0269), after_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:06:11.286062 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-bf7d21d1-b78f-46ef-9141-36fa42a9d02a req-e603e394-f190-4ddf-9ed0-d453a4f40581 tempest-SecurityGroupsTestJSON-1151704431 tempest-SecurityGroupsTestJSON-1151704431-project] 10.222.0.90 "DELETE /v2.0/ports/c98198ac-f434-4c74-80ce-197589977159 HTTP/1.1" status: 204 len: 173 time: 4.3608916 Feb 09 19:06:11.298204 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebd2c0b3-5fdb-46e3-8579-4b4e0872f35a admin admin] Pushing event updated for resources: {'Port': ['ID=e064e4dc-3c0b-4336-a057-8c9cb9a8eb99,revision_number=2']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:06:11.345878 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-845bc5b9-7628-408f-8af7-81a4fc2c8003 req-b49bb686-fdd9-4b08-bced-3e34700d7026 service neutron] 10.222.0.89 "GET /v2.0/networks/2b5494c8-cf97-42c1-b902-87f998f28179?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6453621 Feb 09 19:06:11.393659 n-d-713498-36 neutron-server[103230]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ebc01800-4ebf-4d87-a1af-9fbc68f6d8cc admin admin] Router 6f802142-206b-41e7-8752-bcf7a1c29d76 has already been hosted by L3 agent 93303d5e-5d17-45e8-8963-7694f87783ae {{(pid=103230) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 19:06:11.421303 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-ed343239-4be5-4d74-9e3e-d86edbdd272a admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:06:11.427128 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cbdee2c1-dad9-4e64-bebf-6e6bec570869 None None] Network f1e6924e-7348-48ca-aa14-d5834e100bd2 requested from n-d-713498-36 {{(pid=103232) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 19:06:11.430451 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-ed343239-4be5-4d74-9e3e-d86edbdd272a admin admin] 10.222.0.75 "DELETE /v2.0/subnets/7ab1963a-39ad-4d86-9549-880198499f42 HTTP/1.1" status: 204 len: 168 time: 1.2688951 Feb 09 19:06:11.433546 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed343239-4be5-4d74-9e3e-d86edbdd272a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7ab1963a-39ad-4d86-9549-880198499f42,revision_number=None']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:06:11.444596 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 50984) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:06:11.447574 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-7056404e-be42-477c-88e7-7c284b7132f3 req-0c34e508-9770-4f68-9a18-b4305a962567 tempest-ServersOnMultiNodesTest-1472402947 tempest-ServersOnMultiNodesTest-1472402947-project] 10.222.0.75 "GET /v2.0/security-groups?id=aed5302d-0478-4b9d-b014-143adc5c0d74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2928870 Feb 09 19:06:11.508982 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-34070aeb-f347-4ef0-8065-5c52f76dd850 req-7233e9de-b8e4-4bb8-9d9b-43b5c14ccd2c service neutron] 10.222.0.90 "GET /v2.0/networks/622dc241-96e3-459d-8172-016faee8abe4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9387121 Feb 09 19:06:11.538921 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e97d7b6d-8ce1-4bd4-b212-fd64f5244f47 req-4b4e73f7-a549-4c4c-a417-66484f95698f tempest-LiveMigrationTest-1021096981 tempest-LiveMigrationTest-1021096981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:06:11.544686 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-e97d7b6d-8ce1-4bd4-b212-fd64f5244f47 req-4b4e73f7-a549-4c4c-a417-66484f95698f tempest-LiveMigrationTest-1021096981 tempest-LiveMigrationTest-1021096981-project] 10.222.0.75 "GET /v2.0/ports?device_id=2f9a8919-1b2a-4183-90dc-45c5e52d5a99 HTTP/1.1" status: 200 len: 945 time: 0.6462984 Feb 09 19:06:11.588899 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-845bc5b9-7628-408f-8af7-81a4fc2c8003 req-1effafc6-3e23-495e-91b6-9217ab0e5fea service neutron] 10.222.0.89 "GET /v2.0/networks/2b5494c8-cf97-42c1-b902-87f998f28179?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1885195 Feb 09 19:06:11.716440 n-d-713498-36 neutron-server[103229]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ebd2c0b3-5fdb-46e3-8579-4b4e0872f35a admin admin] Network ac35732c-85b2-48c1-8afc-82e7e1893d66 is already hosted by enough agents. {{(pid=103229) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 19:06:11.761838 n-d-713498-36 neutron-server[103229]: DEBUG neutron.scheduler.base_scheduler [None req-ebd2c0b3-5fdb-46e3-8579-4b4e0872f35a admin admin] Resources bound (agent type, host, resource id): {{(pid=103229) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 19:06:11.764512 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-34070aeb-f347-4ef0-8065-5c52f76dd850 req-5828a030-e2d8-4b13-a181-6d7bb69c0e9b service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.127&port_id=3d73dda7-fb9b-4c04-9fbb-19034e8d2d7b HTTP/1.1" status: 200 len: 217 time: 0.2109051 Feb 09 19:06:11.825106 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f57d41d3-4036-4b84-9321-d6443e086509 None None] DHCP port deletion for f1e6924e-7348-48ca-aa14-d5834e100bd2 request from n-d-713498-36 {{(pid=103232) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 09 19:06:11.861276 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ebc01800-4ebf-4d87-a1af-9fbc68f6d8cc admin admin] Notify agent at l3_agent.n-d-713498-36 the message routers_updated {{(pid=103230) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 19:06:11.872758 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-e2efc19f-ce7d-49a0-8afd-cd30b61d7463 req-686be4d3-77c9-40f2-81bd-7e2bae8b7d9d tempest-SecurityGroupsTestJSON-1151704431 tempest-SecurityGroupsTestJSON-1151704431-project] 10.222.0.75 "GET /v2.0/ports?device_id=b556cc6e-5955-4af0-948f-32c5decc7379 HTTP/1.1" status: 200 len: 210 time: 0.0827827 Feb 09 19:06:11.873585 n-d-713498-36 neutron-server[103230]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b556cc6e-5955-4af0-948f-32c5decc7379', 'name': 'network-vif-deleted', 'tag': 'c98198ac-f434-4c74-80ce-197589977159'}] {{(pid=103230) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 19:06:11.877616 n-d-713498-36 neutron-server[103230]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aee5919275bae9f72eb374ee322673045eb80c1f84b4b45a97d96923bd50ab51" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a36d5eb7-1287-4523-8a1e-aeeb074139e2" -d '{"events": [{"server_uuid": "b556cc6e-5955-4af0-948f-32c5decc7379", "name": "network-vif-deleted", "tag": "c98198ac-f434-4c74-80ce-197589977159"}]}' {{(pid=103230) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 19:06:11.883132 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f61221b-ae94-4aa6-8e32-dd83a3e567cb None None] Sync routers for ids ['6f802142-206b-41e7-8752-bcf7a1c29d76'] in n-d-713498-36 {{(pid=103232) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 19:06:11.889985 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-ebc01800-4ebf-4d87-a1af-9fbc68f6d8cc admin admin] 10.222.0.75 "PUT /v2.0/routers/6f802142-206b-41e7-8752-bcf7a1c29d76/add_router_interface HTTP/1.1" status: 200 len: 503 time: 11.0831759 Feb 09 19:06:11.924834 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73870e5c-32ae-49e9-b0e6-65f084c7b413 req-40d3ac59-fe25-492c-8187-f533f484fc59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:06:11.926417 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-73870e5c-32ae-49e9-b0e6-65f084c7b413 req-40d3ac59-fe25-492c-8187-f533f484fc59 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=1672ee8b769240288b95113d5dff1fd2&device_id=1651d351-b8a4-498f-bd76-66dea09d4fb2 HTTP/1.1" status: 200 len: 1131 time: 0.1047170 Feb 09 19:06:11.965809 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f61221b-ae94-4aa6-8e32-dd83a3e567cb None None] Routers {'6f802142-206b-41e7-8752-bcf7a1c29d76'} bound to L3 agent in host n-d-713498-36 {{(pid=103232) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 19:06:11.969152 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.l3_hamode_db [None req-6f61221b-ae94-4aa6-8e32-dd83a3e567cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T18:51:43Z,description=,heartbeat_timestamp=2022-02-09T19:05:43Z,host='n-d-713498-36',id=93303d5e-5d17-45e8-8963-7694f87783ae,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T18:51:43Z,topic='l3_agent')) {'router_ids': ['6f802142-206b-41e7-8752-bcf7a1c29d76'], 'active': True} {{(pid=103232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:06:11.976571 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-a26df28f-6098-4a8a-b1d8-3257f9f3313b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-670458'] for network (f1e6924e-7348-48ca-aa14-d5834e100bd2), before_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:06:12.025362 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-e97d7b6d-8ce1-4bd4-b212-fd64f5244f47 req-98b30f23-8956-4c21-bab9-d91b0ef13119 tempest-LiveMigrationTest-1021096981 tempest-LiveMigrationTest-1021096981-project] 10.222.0.75 "GET /v2.0/security-groups?id=ba18819a-1490-4e7b-a11b-e8610423d8ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4183719 Feb 09 19:06:12.099740 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34070aeb-f347-4ef0-8065-5c52f76dd850 req-03993503-54e9-45aa-b4b0-9385253a01cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:06:12.101621 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-34070aeb-f347-4ef0-8065-5c52f76dd850 req-03993503-54e9-45aa-b4b0-9385253a01cb service neutron] 10.222.0.90 "GET /v2.0/subnets?id=e38cb3e5-c128-440c-8e8d-f08a001a84c6 HTTP/1.1" status: 200 len: 797 time: 0.3219287 Feb 09 19:06:12.234993 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73870e5c-32ae-49e9-b0e6-65f084c7b413 req-4abd5305-232e-4e81-809e-fb1077b0a554 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:06:12.234993 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-73870e5c-32ae-49e9-b0e6-65f084c7b413 req-4abd5305-232e-4e81-809e-fb1077b0a554 service neutron] 10.222.0.89 "GET /v2.0/networks?id=2b5494c8-cf97-42c1-b902-87f998f28179 HTTP/1.1" status: 200 len: 870 time: 0.2965329 Feb 09 19:06:12.298191 n-d-713498-36 neutron-server[103229]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ebd2c0b3-5fdb-46e3-8579-4b4e0872f35a admin admin] Router 6cb8bca1-52c3-43f3-b751-d3f16e2a0269 has already been hosted by L3 agent 93303d5e-5d17-45e8-8963-7694f87783ae {{(pid=103229) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 19:06:12.311142 n-d-713498-36 neutron-server[103230]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 19:06:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1f3f2f18-da69-4922-aefe-ea3f47aed714 x-openstack-request-id: req-1f3f2f18-da69-4922-aefe-ea3f47aed714 {{(pid=103230) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 19:06:12.311395 n-d-713498-36 neutron-server[103230]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b556cc6e-5955-4af0-948f-32c5decc7379", "name": "network-vif-deleted", "tag": "c98198ac-f434-4c74-80ce-197589977159", "status": "completed", "code": 200}]} {{(pid=103230) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 19:06:12.311598 n-d-713498-36 neutron-server[103230]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-1f3f2f18-da69-4922-aefe-ea3f47aed714 {{(pid=103230) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 19:06:12.313119 n-d-713498-36 neutron-server[103230]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b556cc6e-5955-4af0-948f-32c5decc7379', 'name': 'network-vif-deleted', 'tag': 'c98198ac-f434-4c74-80ce-197589977159', 'status': 'completed', 'code': 200} Feb 09 19:06:12.327290 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34070aeb-f347-4ef0-8065-5c52f76dd850 req-2f73b118-034e-4d31-bfbe-60c871a37570 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:06:12.345791 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.l3_dvr_db [None req-6f61221b-ae94-4aa6-8e32-dd83a3e567cb None None] Set router 6f802142-206b-41e7-8752-bcf7a1c29d76 gateway port host: n-d-713498-36 {{(pid=103232) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 19:06:12.347767 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-34070aeb-f347-4ef0-8065-5c52f76dd850 req-2f73b118-034e-4d31-bfbe-60c871a37570 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=622dc241-96e3-459d-8172-016faee8abe4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1198 time: 0.2245898 Feb 09 19:06:12.423959 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-73870e5c-32ae-49e9-b0e6-65f084c7b413 req-1d7e1808-c7ce-4077-a884-fa83ab568050 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.172&port_id=7d98c8b1-92bc-426c-a6eb-15a9a7944d3d HTTP/1.1" status: 200 len: 217 time: 0.0996954 Feb 09 19:06:12.556159 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.plugin [None req-a26df28f-6098-4a8a-b1d8-3257f9f3313b admin admin] Deleting port be5790b7-dbd4-45df-8537-c8159e3d664d {{(pid=103229) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 19:06:12.557312 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-a26df28f-6098-4a8a-b1d8-3257f9f3313b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762867170196'] for port (be5790b7-dbd4-45df-8537-c8159e3d664d), before_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:06:12.585290 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73870e5c-32ae-49e9-b0e6-65f084c7b413 req-4c7c789b-ae0a-4d91-829d-1e52aa3adf74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:06:12.594234 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-73870e5c-32ae-49e9-b0e6-65f084c7b413 req-4c7c789b-ae0a-4d91-829d-1e52aa3adf74 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=60b561cb-321e-4f83-9bb3-92b2e1d0dc44 HTTP/1.1" status: 200 len: 843 time: 0.1453836 Feb 09 19:06:12.622079 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Device 8cac5024-100b-4868-86aa-6275654834fa up at agent ovs-agent-n-d-713498-36 {{(pid=103232) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 19:06:12.652828 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-f57d41d3-4036-4b84-9321-d6443e086509 None None] Deleting port be5790b7-dbd4-45df-8537-c8159e3d664d {{(pid=103232) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 19:06:12.653127 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-f57d41d3-4036-4b84-9321-d6443e086509 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762867170196'] for port (be5790b7-dbd4-45df-8537-c8159e3d664d), before_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:06:12.661598 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7840b295-8a2b-4511-bc8b-0487ce85034f req-3b3489a7-f786-4bde-9b86-7557563b2d4c tempest-TaggedBootDevicesTest_v242-798392635 tempest-TaggedBootDevicesTest_v242-798392635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:06:12.668298 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7840b295-8a2b-4511-bc8b-0487ce85034f req-3b3489a7-f786-4bde-9b86-7557563b2d4c tempest-TaggedBootDevicesTest_v242-798392635 tempest-TaggedBootDevicesTest_v242-798392635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:06:12.674886 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7840b295-8a2b-4511-bc8b-0487ce85034f req-3b3489a7-f786-4bde-9b86-7557563b2d4c tempest-TaggedBootDevicesTest_v242-798392635 tempest-TaggedBootDevicesTest_v242-798392635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:06:12.680685 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7840b295-8a2b-4511-bc8b-0487ce85034f req-3b3489a7-f786-4bde-9b86-7557563b2d4c tempest-TaggedBootDevicesTest_v242-798392635 tempest-TaggedBootDevicesTest_v242-798392635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:06:12.686209 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7840b295-8a2b-4511-bc8b-0487ce85034f req-3b3489a7-f786-4bde-9b86-7557563b2d4c tempest-TaggedBootDevicesTest_v242-798392635 tempest-TaggedBootDevicesTest_v242-798392635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:06:12.693778 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7840b295-8a2b-4511-bc8b-0487ce85034f req-3b3489a7-f786-4bde-9b86-7557563b2d4c tempest-TaggedBootDevicesTest_v242-798392635 tempest-TaggedBootDevicesTest_v242-798392635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:06:12.699446 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7840b295-8a2b-4511-bc8b-0487ce85034f req-3b3489a7-f786-4bde-9b86-7557563b2d4c tempest-TaggedBootDevicesTest_v242-798392635 tempest-TaggedBootDevicesTest_v242-798392635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:06:12.701455 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-7840b295-8a2b-4511-bc8b-0487ce85034f req-3b3489a7-f786-4bde-9b86-7557563b2d4c tempest-TaggedBootDevicesTest_v242-798392635 tempest-TaggedBootDevicesTest_v242-798392635-project] 10.222.0.75 "GET /v2.0/ports?device_id=8319129f-1054-494a-b0c0-2ec99e839619 HTTP/1.1" status: 200 len: 5431 time: 0.4662836 Feb 09 19:06:12.779524 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-7840b295-8a2b-4511-bc8b-0487ce85034f req-d7806965-ad79-4d2d-929d-e877fdfd3cae tempest-TaggedBootDevicesTest_v242-798392635 tempest-TaggedBootDevicesTest_v242-798392635-project] 10.222.0.75 "GET /v2.0/security-groups?id=58062d4f-c149-4db3-a357-a4eb59a3d83e&id=6452f0cf-fe35-4557-9092-43f1827176a8&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0686944 Feb 09 19:06:12.786545 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73870e5c-32ae-49e9-b0e6-65f084c7b413 req-c394303d-75aa-4094-b5d7-54d3db1ead8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:06:12.788646 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-73870e5c-32ae-49e9-b0e6-65f084c7b413 req-c394303d-75aa-4094-b5d7-54d3db1ead8d service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=2b5494c8-cf97-42c1-b902-87f998f28179&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.1928957 Feb 09 19:06:12.829781 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.provisioning_blocks [None req-b540a4e9-19f5-4086-bbae-b663cc155b2c None None] Provisioning complete for port e064e4dc-3c0b-4336-a057-8c9cb9a8eb99 triggered by entity DHCP. {{(pid=103232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 19:06:12.830414 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-b540a4e9-19f5-4086-bbae-b663cc155b2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593630'] for port (e064e4dc-3c0b-4336-a057-8c9cb9a8eb99), provisioning_complete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:06:12.907242 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.db [None req-a26df28f-6098-4a8a-b1d8-3257f9f3313b admin admin] For port be5790b7-dbd4-45df-8537-c8159e3d664d, host n-d-713498-36, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-36',level=0,port_id=be5790b7-dbd4-45df-8537-c8159e3d664d,segment=NetworkSegment(645882ad-a796-4218-a7d9-a75443ad9585),segment_id=645882ad-a796-4218-a7d9-a75443ad9585)] {{(pid=103229) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 19:06:12.907647 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-a26df28f-6098-4a8a-b1d8-3257f9f3313b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1820838'] for port (be5790b7-dbd4-45df-8537-c8159e3d664d), precommit_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:06:12.912002 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-34070aeb-f347-4ef0-8065-5c52f76dd850 req-129a9d60-5145-4191-8695-eb3217066c12 service neutron] 10.222.0.90 "GET /v2.0/networks/622dc241-96e3-459d-8172-016faee8abe4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5565441 Feb 09 19:06:13.014172 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-73870e5c-32ae-49e9-b0e6-65f084c7b413 req-8ae98701-d736-4c32-ad71-db5ddd79deb1 service neutron] 10.222.0.89 "GET /v2.0/networks/2b5494c8-cf97-42c1-b902-87f998f28179?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2162349 Feb 09 19:06:13.021164 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-f57d41d3-4036-4b84-9321-d6443e086509 None None] For port be5790b7-dbd4-45df-8537-c8159e3d664d, host n-d-713498-36, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-36',level=0,port_id=be5790b7-dbd4-45df-8537-c8159e3d664d,segment=NetworkSegment(645882ad-a796-4218-a7d9-a75443ad9585),segment_id=645882ad-a796-4218-a7d9-a75443ad9585)] {{(pid=103232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 19:06:13.021734 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-f57d41d3-4036-4b84-9321-d6443e086509 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1820838'] for port (be5790b7-dbd4-45df-8537-c8159e3d664d), precommit_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:06:13.030071 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-34070aeb-f347-4ef0-8065-5c52f76dd850 req-6a164007-5d7d-4eaa-973d-a25d7879d4ea service neutron] 10.222.0.90 "GET /v2.0/networks/622dc241-96e3-459d-8172-016faee8abe4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0935435 Feb 09 19:06:13.031983 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.plugin [None req-a26df28f-6098-4a8a-b1d8-3257f9f3313b admin admin] Calling delete_port for be5790b7-dbd4-45df-8537-c8159e3d664d owned by network:dhcp {{(pid=103229) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 19:06:13.036962 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ebd2c0b3-5fdb-46e3-8579-4b4e0872f35a admin admin] Notify agent at l3_agent.n-d-713498-36 the message routers_updated {{(pid=103229) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 19:06:13.041070 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-b540a4e9-19f5-4086-bbae-b663cc155b2c None None] Port e064e4dc-3c0b-4336-a057-8c9cb9a8eb99 cannot update to ACTIVE because it is not bound. {{(pid=103232) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 19:06:13.048394 n-d-713498-36 neutron-server[103233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03c209ef-025c-45ff-9150-2e59f3eccc4d None None] Sync routers for ids ['6cb8bca1-52c3-43f3-b751-d3f16e2a0269'] in n-d-713498-36 {{(pid=103233) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 19:06:13.054038 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-ebd2c0b3-5fdb-46e3-8579-4b4e0872f35a admin admin] 10.222.0.75 "PUT /v2.0/routers/6cb8bca1-52c3-43f3-b751-d3f16e2a0269/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.4531105 Feb 09 19:06:13.059802 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-f57d41d3-4036-4b84-9321-d6443e086509 None None] Calling delete_port for be5790b7-dbd4-45df-8537-c8159e3d664d owned by network:dhcp {{(pid=103232) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 19:06:13.064410 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-352d96fc-f801-4a16-915c-ba5a70cf08cb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762867132591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593584'] for agent (93303d5e-5d17-45e8-8963-7694f87783ae), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:06:13.086049 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.provisioning_blocks [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Provisioning complete for port 8cac5024-100b-4868-86aa-6275654834fa triggered by entity L2. {{(pid=103232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 19:06:13.086428 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593630'] for port (8cac5024-100b-4868-86aa-6275654834fa), provisioning_complete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:06:13.092126 n-d-713498-36 neutron-server[103233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03c209ef-025c-45ff-9150-2e59f3eccc4d None None] Routers {'6cb8bca1-52c3-43f3-b751-d3f16e2a0269'} bound to L3 agent in host n-d-713498-36 {{(pid=103233) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 19:06:13.092753 n-d-713498-36 neutron-server[103233]: DEBUG neutron.db.l3_hamode_db [None req-03c209ef-025c-45ff-9150-2e59f3eccc4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T18:51:43Z,description=,heartbeat_timestamp=2022-02-09T19:06:13Z,host='n-d-713498-36',id=93303d5e-5d17-45e8-8963-7694f87783ae,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T18:51:43Z,topic='l3_agent')) {'router_ids': ['6cb8bca1-52c3-43f3-b751-d3f16e2a0269'], 'active': True} {{(pid=103233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:06:13.123168 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-34070aeb-f347-4ef0-8065-5c52f76dd850 req-831a3f95-4916-4796-bdb5-de53daa7d7fc service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=a7b6d8bb-417c-4222-9de0-5c1844679bed HTTP/1.1" status: 200 len: 217 time: 0.0585542 Feb 09 19:06:13.238689 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.l3_hamode_db [None req-6f61221b-ae94-4aa6-8e32-dd83a3e567cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6f802142-206b-41e7-8752-bcf7a1c29d76', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1427269169-router', 'tenant_id': '2586c214bdfa4f9a89a0552244ef89be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88055e1e-672a-4487-be31-ffb6e833ece5', 'external_fixed_ips': [{'subnet_id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'ip_address': '172.25.1.200'}], 'enable_snat': True}, 'gw_port_id': '243ae365-a105-4e50-ad72-88196ea6e85d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T19:05:52Z', 'updated_at': '2022-02-09T19:06:07Z', 'revision_number': 4, 'project_id': '2586c214bdfa4f9a89a0552244ef89be', 'gw_port': {'id': '243ae365-a105-4e50-ad72-88196ea6e85d', 'name': '', 'network_id': '88055e1e-672a-4487-be31-ffb6e833ece5', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:dc:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f802142-206b-41e7-8752-bcf7a1c29d76', 'device_owner': 'network:router_gateway', 'standard_attr_id': 761, 'fixed_ips': [{'subnet_id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'ip_address': '172.25.1.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T19:05:55Z', 'updated_at': '2022-02-09T19:06:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-36', '_interfaces': [{'id': '708bfdff-a409-4bf0-a47a-f811d9fc0ddb', 'name': '', 'network_id': '85a2e26d-1ada-469a-a5fe-478a404e3f5d', 'tenant_id': '2586c214bdfa4f9a89a0552244ef89be', 'mac_address': 'fa:16:3e:36:81:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6f802142-206b-41e7-8752-bcf7a1c29d76', 'device_owner': 'network:router_interface', 'standard_attr_id': 774, 'fixed_ips': [{'subnet_id': 'a1a90ed9-4fa2-477d-979f-c550725f9b48', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T19:06:04Z', 'updated_at': '2022-02-09T19:06:08Z', 'revision_number': 2, 'project_id': '2586c214bdfa4f9a89a0552244ef89be', 'subnets': [{'id': 'a1a90ed9-4fa2-477d-979f-c550725f9b48', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-36', False) {} {{(pid=103232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:06:13.311711 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f61221b-ae94-4aa6-8e32-dd83a3e567cb None None] Checking router: 6f802142-206b-41e7-8752-bcf7a1c29d76 for host: n-d-713498-36 {{(pid=103232) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 19:06:13.312714 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f61221b-ae94-4aa6-8e32-dd83a3e567cb None None] Updating router 6f802142-206b-41e7-8752-bcf7a1c29d76 port 708bfdff-a409-4bf0-a47a-f811d9fc0ddb binding host n-d-713498-36 {{(pid=103232) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 19:06:13.316456 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb728ff8-4b02-4216-94c7-c07c38058450 req-63b23b4f-8f7d-475a-b6e8-d338f6354fba tempest-ServersOnMultiNodesTest-1472402947 tempest-ServersOnMultiNodesTest-1472402947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:06:13.318054 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-bb728ff8-4b02-4216-94c7-c07c38058450 req-63b23b4f-8f7d-475a-b6e8-d338f6354fba tempest-ServersOnMultiNodesTest-1472402947 tempest-ServersOnMultiNodesTest-1472402947-project] 10.222.0.75 "GET /v2.0/ports?device_id=1651d351-b8a4-498f-bd76-66dea09d4fb2 HTTP/1.1" status: 200 len: 948 time: 0.3020747 Feb 09 19:06:13.362617 n-d-713498-36 neutron-server[103233]: DEBUG neutron.db.l3_dvr_db [None req-03c209ef-025c-45ff-9150-2e59f3eccc4d None None] Set router 6cb8bca1-52c3-43f3-b751-d3f16e2a0269 gateway port host: n-d-713498-36 {{(pid=103233) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 19:06:13.387919 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-6f61221b-ae94-4aa6-8e32-dd83a3e567cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (708bfdff-a409-4bf0-a47a-f811d9fc0ddb), before_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:06:13.394491 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-73870e5c-32ae-49e9-b0e6-65f084c7b413 req-824585f9-8893-4bd3-9870-b8e3346ecc26 service neutron] 10.222.0.89 "GET /v2.0/networks/2b5494c8-cf97-42c1-b902-87f998f28179?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2877588 Feb 09 19:06:13.448246 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-bb728ff8-4b02-4216-94c7-c07c38058450 req-e1bbac9a-d8e1-42fa-8aa9-f60deb980161 tempest-ServersOnMultiNodesTest-1472402947 tempest-ServersOnMultiNodesTest-1472402947-project] 10.222.0.75 "GET /v2.0/security-groups?id=aed5302d-0478-4b9d-b014-143adc5c0d74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1168606 Feb 09 19:06:13.595046 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-f57d41d3-4036-4b84-9321-d6443e086509 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762867177463', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762866656476'] for port (be5790b7-dbd4-45df-8537-c8159e3d664d), after_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:06:13.630463 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d2285a6-3a07-4529-a23f-8405afbb4e9a req-29b5e783-0185-4ad2-b34a-9e6bf3693753 tempest-FloatingIPsAssociationNegativeTestJSON-1147152048 tempest-FloatingIPsAssociationNegativeTestJSON-1147152048-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:06:13.637587 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-8d2285a6-3a07-4529-a23f-8405afbb4e9a req-29b5e783-0185-4ad2-b34a-9e6bf3693753 tempest-FloatingIPsAssociationNegativeTestJSON-1147152048 tempest-FloatingIPsAssociationNegativeTestJSON-1147152048-project] 10.222.0.75 "GET /v2.0/networks?id=85a2e26d-1ada-469a-a5fe-478a404e3f5d HTTP/1.1" status: 200 len: 829 time: 0.9671211 Feb 09 19:06:13.669439 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-8d2285a6-3a07-4529-a23f-8405afbb4e9a req-f9f57ebc-cf3c-46f6-b914-3b75f2c9f128 tempest-FloatingIPsAssociationNegativeTestJSON-1147152048 tempest-FloatingIPsAssociationNegativeTestJSON-1147152048-project] 10.222.0.75 "GET /v2.0/quotas/2586c214bdfa4f9a89a0552244ef89be HTTP/1.1" status: 200 len: 375 time: 0.0307310 Feb 09 19:06:13.696392 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87020359-6b9a-471f-9fc0-5828b8ef236e req-26887bdc-0c23-4cae-b621-002c8a59e456 tempest-LiveMigrationTest-1021096981 tempest-LiveMigrationTest-1021096981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:06:13.697891 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-87020359-6b9a-471f-9fc0-5828b8ef236e req-26887bdc-0c23-4cae-b621-002c8a59e456 tempest-LiveMigrationTest-1021096981 tempest-LiveMigrationTest-1021096981-project] 10.222.0.75 "GET /v2.0/ports?device_id=2f9a8919-1b2a-4183-90dc-45c5e52d5a99 HTTP/1.1" status: 200 len: 945 time: 0.1211216 Feb 09 19:06:13.709289 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34070aeb-f347-4ef0-8065-5c52f76dd850 req-1b5a8cd2-7592-405c-9104-ebafccbfb944 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:06:13.711709 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-34070aeb-f347-4ef0-8065-5c52f76dd850 req-1b5a8cd2-7592-405c-9104-ebafccbfb944 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=62aa7105-9b3f-4b31-849e-86005d5d6eff HTTP/1.1" status: 200 len: 797 time: 0.5726097 Feb 09 19:06:13.736641 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f57d41d3-4036-4b84-9321-d6443e086509 None None] Pushing event deleted for resources: {'Port': ['ID=be5790b7-dbd4-45df-8537-c8159e3d664d,revision_number=None']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:06:13.803336 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f57d41d3-4036-4b84-9321-d6443e086509 None None] No DVR routers for this DVR port be5790b7-dbd4-45df-8537-c8159e3d664d on host n-d-713498-36 {{(pid=103232) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 19:06:13.806243 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-8d2285a6-3a07-4529-a23f-8405afbb4e9a req-cf2076ca-64cf-41e1-93d1-9d16dffcef57 tempest-FloatingIPsAssociationNegativeTestJSON-1147152048 tempest-FloatingIPsAssociationNegativeTestJSON-1147152048-project] 10.222.0.75 "GET /v2.0/ports?tenant_id=2586c214bdfa4f9a89a0552244ef89be&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1357534 Feb 09 19:06:13.811722 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Current status of the port 8cac5024-100b-4868-86aa-6275654834fa is: ACTIVE; New status is: ACTIVE {{(pid=103232) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 19:06:13.866431 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-87020359-6b9a-471f-9fc0-5828b8ef236e req-70a55a3a-f9f0-41da-ae89-3e9e9658fcd2 tempest-LiveMigrationTest-1021096981 tempest-LiveMigrationTest-1021096981-project] 10.222.0.75 "GET /v2.0/security-groups?id=ba18819a-1490-4e7b-a11b-e8610423d8ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1529264 Feb 09 19:06:13.901581 n-d-713498-36 neutron-server[103233]: DEBUG neutron.db.l3_hamode_db [None req-03c209ef-025c-45ff-9150-2e59f3eccc4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6cb8bca1-52c3-43f3-b751-d3f16e2a0269', 'name': 'tempest-FloatingIPsTestJSON-794167737-router', 'tenant_id': 'e623b53636fb4d76944cb391451b4189', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88055e1e-672a-4487-be31-ffb6e833ece5', 'external_fixed_ips': [{'subnet_id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'ip_address': '172.25.1.196'}], 'enable_snat': True}, 'gw_port_id': '8cac5024-100b-4868-86aa-6275654834fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T19:05:58Z', 'updated_at': '2022-02-09T19:06:10Z', 'revision_number': 4, 'project_id': 'e623b53636fb4d76944cb391451b4189', 'gw_port': {'id': '8cac5024-100b-4868-86aa-6275654834fa', 'name': '', 'network_id': '88055e1e-672a-4487-be31-ffb6e833ece5', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:43:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6cb8bca1-52c3-43f3-b751-d3f16e2a0269', 'device_owner': 'network:router_gateway', 'standard_attr_id': 772, 'fixed_ips': [{'subnet_id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'ip_address': '172.25.1.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T19:06:00Z', 'updated_at': '2022-02-09T19:06:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-36', '_interfaces': [{'id': 'e064e4dc-3c0b-4336-a057-8c9cb9a8eb99', 'name': '', 'network_id': 'ac35732c-85b2-48c1-8afc-82e7e1893d66', 'tenant_id': 'e623b53636fb4d76944cb391451b4189', 'mac_address': 'fa:16:3e:84:37:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6cb8bca1-52c3-43f3-b751-d3f16e2a0269', 'device_owner': 'network:router_interface', 'standard_attr_id': 775, 'fixed_ips': [{'subnet_id': '32ad42d3-ef84-4ea1-8e63-c41ac85d9ed8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T19:06:07Z', 'updated_at': '2022-02-09T19:06:10Z', 'revision_number': 2, 'project_id': 'e623b53636fb4d76944cb391451b4189', 'subnets': [{'id': '32ad42d3-ef84-4ea1-8e63-c41ac85d9ed8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-36', False) {} {{(pid=103233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:06:13.930469 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Device be5790b7-dbd4-45df-8537-c8159e3d664d no longer exists at agent ovs-agent-n-d-713498-36 {{(pid=103232) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 19:06:13.933793 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-8d2285a6-3a07-4529-a23f-8405afbb4e9a req-7c88776e-92f7-4207-9735-e305bd8d8166 service neutron] 10.222.0.75 "GET /v2.0/networks/85a2e26d-1ada-469a-a5fe-478a404e3f5d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1266544 Feb 09 19:06:13.988685 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-a26df28f-6098-4a8a-b1d8-3257f9f3313b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762867177463', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762866656476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12867576'] for port (be5790b7-dbd4-45df-8537-c8159e3d664d), after_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:06:13.988961 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] No Port match for: be5790b7-dbd4-45df-8537-c8159e3d664d {{(pid=103232) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 19:06:13.994564 n-d-713498-36 neutron-server[103233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03c209ef-025c-45ff-9150-2e59f3eccc4d None None] Checking router: 6cb8bca1-52c3-43f3-b751-d3f16e2a0269 for host: n-d-713498-36 {{(pid=103233) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 19:06:13.996629 n-d-713498-36 neutron-server[103233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03c209ef-025c-45ff-9150-2e59f3eccc4d None None] Updating router 6cb8bca1-52c3-43f3-b751-d3f16e2a0269 port e064e4dc-3c0b-4336-a057-8c9cb9a8eb99 binding host n-d-713498-36 {{(pid=103233) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 19:06:14.000991 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Device be5790b7-dbd4-45df-8537-c8159e3d664d not bound to the agent host n-d-713498-36 {{(pid=103232) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 19:06:14.005214 n-d-713498-36 neutron-server[103229]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a26df28f-6098-4a8a-b1d8-3257f9f3313b admin admin] No DVR routers for this DVR port be5790b7-dbd4-45df-8537-c8159e3d664d on host n-d-713498-36 {{(pid=103229) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 19:06:14.048760 n-d-713498-36 neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-03c209ef-025c-45ff-9150-2e59f3eccc4d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (e064e4dc-3c0b-4336-a057-8c9cb9a8eb99), before_update {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:06:14.107464 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34070aeb-f347-4ef0-8065-5c52f76dd850 req-1d21af27-84be-4768-91d3-2587d74625a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:06:14.109531 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-34070aeb-f347-4ef0-8065-5c52f76dd850 req-1d21af27-84be-4768-91d3-2587d74625a8 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=827c740b-e08e-4994-bbc7-e073abc4dcaf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1198 time: 0.3756115 Feb 09 19:06:14.110574 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a26df28f-6098-4a8a-b1d8-3257f9f3313b admin admin] Pushing event deleted for resources: {'Port': ['ID=be5790b7-dbd4-45df-8537-c8159e3d664d,revision_number=None']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:06:14.174698 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Device 7d98c8b1-92bc-426c-a6eb-15a9a7944d3d details requested by agent hyperv_n-h1-713498-36 with host n-h1-713498-36 {{(pid=103232) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 19:06:14.203866 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-a26df28f-6098-4a8a-b1d8-3257f9f3313b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-590267', 'neutron.services.segments.db._delete_segments_for_network-8762867132609'] for network (f1e6924e-7348-48ca-aa14-d5834e100bd2), precommit_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:06:14.249626 n-d-713498-36 neutron-server[103229]: DEBUG neutron.services.segments.db [None req-a26df28f-6098-4a8a-b1d8-3257f9f3313b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f1e6924e-7348-48ca-aa14-d5834e100bd2']}} {{(pid=103229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:06:14.284043 n-d-713498-36 neutron-server[103229]: DEBUG neutron.services.segments.db [None req-a26df28f-6098-4a8a-b1d8-3257f9f3313b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '645882ad-a796-4218-a7d9-a75443ad9585') {'for_net_delete': True} {{(pid=103229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:06:14.284347 n-d-713498-36 neutron-server[103229]: DEBUG neutron.services.segments.db [None req-a26df28f-6098-4a8a-b1d8-3257f9f3313b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '645882ad-a796-4218-a7d9-a75443ad9585') {} {{(pid=103229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:06:14.317079 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-a26df28f-6098-4a8a-b1d8-3257f9f3313b admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762867134154', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16683417'] for segment (645882ad-a796-4218-a7d9-a75443ad9585), before_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:06:14.323060 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-8d2285a6-3a07-4529-a23f-8405afbb4e9a req-2603284c-bcbc-4a54-ab9e-77699bed2858 service neutron] 10.222.0.75 "GET /v2.0/networks/85a2e26d-1ada-469a-a5fe-478a404e3f5d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3861628 Feb 09 19:06:14.371628 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] For port 7d98c8b1-92bc-426c-a6eb-15a9a7944d3d, host n-h1-713498-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-36',level=0,port_id=7d98c8b1-92bc-426c-a6eb-15a9a7944d3d,segment=NetworkSegment(50e5915e-18f0-4558-9a28-b978975ead36),segment_id=50e5915e-18f0-4558-9a28-b978975ead36)] {{(pid=103232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 19:06:14.373933 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-34070aeb-f347-4ef0-8065-5c52f76dd850 req-3853d2a0-d019-440f-b10b-b9873ac9bd85 service neutron] 10.222.0.90 "GET /v2.0/networks/827c740b-e08e-4994-bbc7-e073abc4dcaf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2536116 Feb 09 19:06:14.377370 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-a26df28f-6098-4a8a-b1d8-3257f9f3313b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-759574'] for segment (645882ad-a796-4218-a7d9-a75443ad9585), precommit_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:06:14.415311 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Returning: {'device': '7d98c8b1-92bc-426c-a6eb-15a9a7944d3d', 'network_id': '2b5494c8-cf97-42c1-b902-87f998f28179', 'port_id': '7d98c8b1-92bc-426c-a6eb-15a9a7944d3d', 'mac_address': 'fa:16:3e:ad:a5:19', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 359, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '60b561cb-321e-4f83-9bb3-92b2e1d0dc44', 'ip_address': '192.168.233.172'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103232) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 19:06:14.455559 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-edc54c9b-7f13-45d9-9271-85c9738b0128 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762867132591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593584'] for agent (a62b1850-466f-48ae-bec7-d62fb280e14b), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:06:14.516179 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a26df28f-6098-4a8a-b1d8-3257f9f3313b admin admin] Releasing vlan 398 on physical network physnet1 to pool {{(pid=103229) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 19:06:14.516884 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-a26df28f-6098-4a8a-b1d8-3257f9f3313b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-759574', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12867469'] for segment (645882ad-a796-4218-a7d9-a75443ad9585), after_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:06:14.527346 n-d-713498-36 neutron-server[103229]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 19:06:14.527346 n-d-713498-36 neutron-server[103229]: self.session.flush() Feb 09 19:06:14.527346 n-d-713498-36 neutron-server[103229]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 19:06:14.527346 n-d-713498-36 neutron-server[103229]: self.session.flush() Feb 09 19:06:14.527346 n-d-713498-36 neutron-server[103229]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 19:06:14.527346 n-d-713498-36 neutron-server[103229]: self.session.flush() Feb 09 19:06:14.527346 n-d-713498-36 neutron-server[103229]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 19:06:14.527346 n-d-713498-36 neutron-server[103229]: self.session.flush() Feb 09 19:06:14.527346 n-d-713498-36 neutron-server[103229]: Traceback (most recent call last): Feb 09 19:06:14.527346 n-d-713498-36 neutron-server[103229]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 19:06:14.527346 n-d-713498-36 neutron-server[103229]: timer() Feb 09 19:06:14.527346 n-d-713498-36 neutron-server[103229]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 19:06:14.527346 n-d-713498-36 neutron-server[103229]: cb(*args, **kw) Feb 09 19:06:14.527346 n-d-713498-36 neutron-server[103229]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 19:06:14.527346 n-d-713498-36 neutron-server[103229]: return func(*args, **kwargs) Feb 09 19:06:14.527346 n-d-713498-36 neutron-server[103229]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 19:06:14.527346 n-d-713498-36 neutron-server[103229]: self._notify() Feb 09 19:06:14.527346 n-d-713498-36 neutron-server[103229]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 19:06:14.527346 n-d-713498-36 neutron-server[103229]: self.callback(batched_events) Feb 09 19:06:14.527346 n-d-713498-36 neutron-server[103229]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 19:06:14.527346 n-d-713498-36 neutron-server[103229]: event.method(event) Feb 09 19:06:14.527346 n-d-713498-36 neutron-server[103229]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 19:06:14.527346 n-d-713498-36 neutron-server[103229]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 19:06:14.527346 n-d-713498-36 neutron-server[103229]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 19:06:14.527346 n-d-713498-36 neutron-server[103229]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 19:06:14.527346 n-d-713498-36 neutron-server[103229]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 19:06:14.527346 n-d-713498-36 neutron-server[103229]: return f(self, *a, **k) Feb 09 19:06:14.527346 n-d-713498-36 neutron-server[103229]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 19:06:14.527346 n-d-713498-36 neutron-server[103229]: return self._get(url).json() Feb 09 19:06:14.527346 n-d-713498-36 neutron-server[103229]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 19:06:14.527346 n-d-713498-36 neutron-server[103229]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 19:06:14.527346 n-d-713498-36 neutron-server[103229]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 19:06:14.527346 n-d-713498-36 neutron-server[103229]: return self.request(url, 'GET', **kwargs) Feb 09 19:06:14.527346 n-d-713498-36 neutron-server[103229]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 19:06:14.527346 n-d-713498-36 neutron-server[103229]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 19:06:14.527346 n-d-713498-36 neutron-server[103229]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 19:06:14.527346 n-d-713498-36 neutron-server[103229]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 19:06:14.527346 n-d-713498-36 neutron-server[103229]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 19:06:14.527346 n-d-713498-36 neutron-server[103229]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 19:06:14.527346 n-d-713498-36 neutron-server[103229]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 19:06:14.556049 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-6f61221b-ae94-4aa6-8e32-dd83a3e567cb None None] Publish callbacks [] for port (708bfdff-a409-4bf0-a47a-f811d9fc0ddb), precommit_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:06:14.580948 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-6f61221b-ae94-4aa6-8e32-dd83a3e567cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762867176205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762866656485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762866656503'] for port (708bfdff-a409-4bf0-a47a-f811d9fc0ddb), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:06:14.681188 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8049e27a-4fd4-4868-a008-320063325457 None None] Pushing event updated for resources: {'Port': ['ID=708bfdff-a409-4bf0-a47a-f811d9fc0ddb,revision_number=3']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:06:14.690051 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Current status of the port 7d98c8b1-92bc-426c-a6eb-15a9a7944d3d is: DOWN; New status is: BUILD {{(pid=103232) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 19:06:14.690548 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (7d98c8b1-92bc-426c-a6eb-15a9a7944d3d), before_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:06:14.729399 n-d-713498-36 neutron-server[103232]: DEBUG neutron.notifiers.nova [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7d98c8b1-92bc-426c-a6eb-15a9a7944d3d {{(pid=103232) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 19:06:14.732322 n-d-713498-36 neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-03c209ef-025c-45ff-9150-2e59f3eccc4d None None] Publish callbacks [] for port (e064e4dc-3c0b-4336-a057-8c9cb9a8eb99), precommit_update {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:06:14.743693 n-d-713498-36 neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-03c209ef-025c-45ff-9150-2e59f3eccc4d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762867176205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762866656485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762866656503'] for port (e064e4dc-3c0b-4336-a057-8c9cb9a8eb99), after_update {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:06:14.793928 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-a26df28f-6098-4a8a-b1d8-3257f9f3313b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-590242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1885479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1818895'] for network (f1e6924e-7348-48ca-aa14-d5834e100bd2), after_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:06:14.809122 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-a26df28f-6098-4a8a-b1d8-3257f9f3313b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1613566'] for network (None), before_response {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:06:14.834980 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-a26df28f-6098-4a8a-b1d8-3257f9f3313b admin admin] 10.222.0.75 "DELETE /v2.0/networks/f1e6924e-7348-48ca-aa14-d5834e100bd2 HTTP/1.1" status: 204 len: 168 time: 3.3332837 Feb 09 19:06:14.883266 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] For port 7d98c8b1-92bc-426c-a6eb-15a9a7944d3d, host n-h1-713498-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-36',level=0,port_id=7d98c8b1-92bc-426c-a6eb-15a9a7944d3d,segment=NetworkSegment(50e5915e-18f0-4558-9a28-b978975ead36),segment_id=50e5915e-18f0-4558-9a28-b978975ead36)] {{(pid=103232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 19:06:14.903330 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762867176205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762866656485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762866656503'] for port (7d98c8b1-92bc-426c-a6eb-15a9a7944d3d), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:06:14.916301 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a26df28f-6098-4a8a-b1d8-3257f9f3313b admin admin] Pushing event deleted for resources: {'Network': ['ID=f1e6924e-7348-48ca-aa14-d5834e100bd2,revision_number=None']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:06:14.959274 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-34070aeb-f347-4ef0-8065-5c52f76dd850 req-8ad65b27-d951-4e03-b0f0-9d6b24e8906f service neutron] 10.222.0.90 "GET /v2.0/networks/827c740b-e08e-4994-bbc7-e073abc4dcaf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5706818 Feb 09 19:06:14.996488 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-9a26fe9a-31e3-46bf-87f3-a47cca09f22d req-2270f57f-9baf-4a9b-a8a0-91f2984ac17a tempest-SecurityGroupsTestJSON-1151704431 tempest-SecurityGroupsTestJSON-1151704431-project] 10.222.0.75 "GET /v2.0/security-groups/ae98c994-accf-46f6-b21b-84a2f41e4a4a HTTP/1.1" status: 200 len: 1817 time: 0.3372581 Feb 09 19:06:15.008994 n-d-713498-36 neutron-server[103233]: DEBUG neutron.plugins.ml2.managers [None req-03c209ef-025c-45ff-9150-2e59f3eccc4d None None] Attempting to bind port e064e4dc-3c0b-4336-a057-8c9cb9a8eb99 on host n-d-713498-36 for vnic_type normal with profile {{(pid=103233) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 19:06:15.009564 n-d-713498-36 neutron-server[103233]: DEBUG neutron.plugins.ml2.managers [None req-03c209ef-025c-45ff-9150-2e59f3eccc4d None None] Attempting to bind port e064e4dc-3c0b-4336-a057-8c9cb9a8eb99 by drivers openvswitch,hyperv on host n-d-713498-36 at level 0 using segments [{'id': 'cc003d08-9fc2-4de3-82bb-3f917c1c4a21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': 'ac35732c-85b2-48c1-8afc-82e7e1893d66'}] {{(pid=103233) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 19:06:15.010847 n-d-713498-36 neutron-server[103233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03c209ef-025c-45ff-9150-2e59f3eccc4d None None] Attempting to bind port e064e4dc-3c0b-4336-a057-8c9cb9a8eb99 on network ac35732c-85b2-48c1-8afc-82e7e1893d66 {{(pid=103233) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 19:06:15.015811 n-d-713498-36 neutron-server[103233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79c8a7ec-fad8-411f-9bc2-52608f3745c5 None None] Pushing event updated for resources: {'Port': ['ID=e064e4dc-3c0b-4336-a057-8c9cb9a8eb99,revision_number=3']} {{(pid=103233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:06:15.027633 n-d-713498-36 neutron-server[103233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03c209ef-025c-45ff-9150-2e59f3eccc4d None None] Checking agent: {'id': '496418a2-c002-4aec-ab1a-07f3bea491bd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-36', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 18, 51, 47), 'started_at': datetime.datetime(2022, 2, 9, 18, 52, 17), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 19, 5, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-36'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103233) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 19:06:15.028576 n-d-713498-36 neutron-server[103233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03c209ef-025c-45ff-9150-2e59f3eccc4d None None] Checking segment: {'id': 'cc003d08-9fc2-4de3-82bb-3f917c1c4a21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': 'ac35732c-85b2-48c1-8afc-82e7e1893d66'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103233) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 19:06:15.029242 n-d-713498-36 neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-03c209ef-025c-45ff-9150-2e59f3eccc4d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:06:15.030166 n-d-713498-36 neutron-server[103233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03c209ef-025c-45ff-9150-2e59f3eccc4d None None] Bound using segment: {'id': 'cc003d08-9fc2-4de3-82bb-3f917c1c4a21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': 'ac35732c-85b2-48c1-8afc-82e7e1893d66'} {{(pid=103233) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 19:06:15.031545 n-d-713498-36 neutron-server[103233]: DEBUG neutron.plugins.ml2.managers [None req-03c209ef-025c-45ff-9150-2e59f3eccc4d None None] Bound port: e064e4dc-3c0b-4336-a057-8c9cb9a8eb99, host: n-d-713498-36, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cc003d08-9fc2-4de3-82bb-3f917c1c4a21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': 'ac35732c-85b2-48c1-8afc-82e7e1893d66'}}] {{(pid=103233) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 19:06:15.032198 n-d-713498-36 neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-03c209ef-025c-45ff-9150-2e59f3eccc4d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (e064e4dc-3c0b-4336-a057-8c9cb9a8eb99), before_update {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:06:15.081142 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.managers [None req-6f61221b-ae94-4aa6-8e32-dd83a3e567cb None None] Attempting to bind port 708bfdff-a409-4bf0-a47a-f811d9fc0ddb on host n-d-713498-36 for vnic_type normal with profile {{(pid=103232) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 19:06:15.081669 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.managers [None req-6f61221b-ae94-4aa6-8e32-dd83a3e567cb None None] Attempting to bind port 708bfdff-a409-4bf0-a47a-f811d9fc0ddb by drivers openvswitch,hyperv on host n-d-713498-36 at level 0 using segments [{'id': '19c03fab-df11-45cc-9379-6d7d2f2d5f0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': '85a2e26d-1ada-469a-a5fe-478a404e3f5d'}] {{(pid=103232) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 19:06:15.081905 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f61221b-ae94-4aa6-8e32-dd83a3e567cb None None] Attempting to bind port 708bfdff-a409-4bf0-a47a-f811d9fc0ddb on network 85a2e26d-1ada-469a-a5fe-478a404e3f5d {{(pid=103232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 19:06:15.133326 n-d-713498-36 neutron-server[103233]: DEBUG neutron.plugins.ml2.db [None req-03c209ef-025c-45ff-9150-2e59f3eccc4d None None] For port e064e4dc-3c0b-4336-a057-8c9cb9a8eb99, host n-d-713498-36, cleared binding levels {{(pid=103233) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 19:06:15.140235 n-d-713498-36 neutron-server[103233]: DEBUG neutron.plugins.ml2.db [None req-03c209ef-025c-45ff-9150-2e59f3eccc4d None None] For port e064e4dc-3c0b-4336-a057-8c9cb9a8eb99, host n-d-713498-36, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-36',level=0,port_id=e064e4dc-3c0b-4336-a057-8c9cb9a8eb99,segment=NetworkSegment(cc003d08-9fc2-4de3-82bb-3f917c1c4a21),segment_id=cc003d08-9fc2-4de3-82bb-3f917c1c4a21)] {{(pid=103233) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 19:06:15.166928 n-d-713498-36 neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-03c209ef-025c-45ff-9150-2e59f3eccc4d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762867176205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762866656485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762866656503'] for port (e064e4dc-3c0b-4336-a057-8c9cb9a8eb99), after_update {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:06:15.170084 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f61221b-ae94-4aa6-8e32-dd83a3e567cb None None] Checking agent: {'id': '496418a2-c002-4aec-ab1a-07f3bea491bd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-36', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 18, 51, 47), 'started_at': datetime.datetime(2022, 2, 9, 18, 52, 17), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 19, 5, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-36'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 19:06:15.171427 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f61221b-ae94-4aa6-8e32-dd83a3e567cb None None] Checking segment: {'id': '19c03fab-df11-45cc-9379-6d7d2f2d5f0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': '85a2e26d-1ada-469a-a5fe-478a404e3f5d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103232) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 19:06:15.173291 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-6f61221b-ae94-4aa6-8e32-dd83a3e567cb None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:06:15.173700 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f61221b-ae94-4aa6-8e32-dd83a3e567cb None None] Bound using segment: {'id': '19c03fab-df11-45cc-9379-6d7d2f2d5f0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': '85a2e26d-1ada-469a-a5fe-478a404e3f5d'} {{(pid=103232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 19:06:15.174282 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.managers [None req-6f61221b-ae94-4aa6-8e32-dd83a3e567cb None None] Bound port: 708bfdff-a409-4bf0-a47a-f811d9fc0ddb, host: n-d-713498-36, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '19c03fab-df11-45cc-9379-6d7d2f2d5f0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': '85a2e26d-1ada-469a-a5fe-478a404e3f5d'}}] {{(pid=103232) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 19:06:15.174670 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-6f61221b-ae94-4aa6-8e32-dd83a3e567cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (708bfdff-a409-4bf0-a47a-f811d9fc0ddb), before_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:06:15.221758 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-53091c0b-e445-4523-bc5e-4a33830df7ac req-8ef98129-2e9f-47d1-9008-38feac336f13 tempest-FloatingIPsTestJSON-712233170 tempest-FloatingIPsTestJSON-712233170-project] 10.222.0.75 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 1.1730971 Feb 09 19:06:15.223488 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 51044) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:06:15.251957 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-34070aeb-f347-4ef0-8065-5c52f76dd850 req-a288daf7-4758-4e96-b87c-199bbc50bdfa service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=79f07b23-6771-42a0-bab9-d3efdb3c9702 HTTP/1.1" status: 200 len: 217 time: 0.2169700 Feb 09 19:06:15.253939 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.v2.base [req-53091c0b-e445-4523-bc5e-4a33830df7ac req-b8f89456-8b26-4188-b2f6-878fe1b4928b tempest-FloatingIPsTestJSON-712233170 tempest-FloatingIPsTestJSON-712233170-project] Request body: {'floatingip': {'floating_network_id': '88055e1e-672a-4487-be31-ffb6e833ece5'}} {{(pid=103230) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 19:06:15.256012 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] get_ports_and_sgs() called for port_ids ['7d98c8b1-92bc-426c-a6eb-15a9a7944d3d'] {{(pid=103232) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 19:06:15.259368 n-d-713498-36 neutron-server[103233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79c8a7ec-fad8-411f-9bc2-52608f3745c5 None None] Pushing event updated for resources: {'Port': ['ID=e064e4dc-3c0b-4336-a057-8c9cb9a8eb99,revision_number=4']} {{(pid=103233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:06:15.279845 n-d-713498-36 neutron-server[103233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03c209ef-025c-45ff-9150-2e59f3eccc4d None None] Routers {'6cb8bca1-52c3-43f3-b751-d3f16e2a0269'} bound to L3 agent in host n-d-713498-36 {{(pid=103233) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 19:06:15.281209 n-d-713498-36 neutron-server[103233]: DEBUG neutron.db.l3_hamode_db [None req-03c209ef-025c-45ff-9150-2e59f3eccc4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T18:51:43Z,description=,heartbeat_timestamp=2022-02-09T19:06:13Z,host='n-d-713498-36',id=93303d5e-5d17-45e8-8963-7694f87783ae,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T18:51:43Z,topic='l3_agent')) {'router_ids': ['6cb8bca1-52c3-43f3-b751-d3f16e2a0269'], 'active': True} {{(pid=103233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:06:15.409902 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [req-53091c0b-e445-4523-bc5e-4a33830df7ac req-b8f89456-8b26-4188-b2f6-878fe1b4928b tempest-FloatingIPsTestJSON-712233170 tempest-FloatingIPsTestJSON-712233170-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:06:15.439907 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Pushing event updated for resources: {'Port': ['ID=7d98c8b1-92bc-426c-a6eb-15a9a7944d3d,revision_number=4']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:06:15.461763 n-d-713498-36 neutron-server[103233]: DEBUG neutron.db.l3_dvr_db [None req-03c209ef-025c-45ff-9150-2e59f3eccc4d None None] Set router 6cb8bca1-52c3-43f3-b751-d3f16e2a0269 gateway port host: n-d-713498-36 {{(pid=103233) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 19:06:15.462647 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.provisioning_blocks [None req-936d8fa7-ea15-464a-a4e6-f0221732d837 None None] Provisioning complete for port 708bfdff-a409-4bf0-a47a-f811d9fc0ddb triggered by entity DHCP. {{(pid=103232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 19:06:15.463256 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-936d8fa7-ea15-464a-a4e6-f0221732d837 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593630'] for port (708bfdff-a409-4bf0-a47a-f811d9fc0ddb), provisioning_complete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:06:15.523454 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-9a26fe9a-31e3-46bf-87f3-a47cca09f22d req-029202a7-8054-440c-a506-f3138ca639fa tempest-SecurityGroupsTestJSON-1151704431 tempest-SecurityGroupsTestJSON-1151704431-project] Publish callbacks [] for security_group (ae98c994-accf-46f6-b21b-84a2f41e4a4a), before_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:06:15.541160 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34070aeb-f347-4ef0-8065-5c52f76dd850 req-2631a7e4-6cbc-4d16-886a-3bf0e51db590 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:06:15.542685 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-34070aeb-f347-4ef0-8065-5c52f76dd850 req-2631a7e4-6cbc-4d16-886a-3bf0e51db590 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=62aa7105-9b3f-4b31-849e-86005d5d6eff HTTP/1.1" status: 200 len: 797 time: 0.2655611 Feb 09 19:06:15.574959 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-4473f684-46f7-4690-8e98-9ce409dfcf41 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=0e772d8c7ac44b1fbd56efaf46b6dbd8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3385167 Feb 09 19:06:15.574959 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 51048) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:06:15.647999 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-9a26fe9a-31e3-46bf-87f3-a47cca09f22d req-029202a7-8054-440c-a506-f3138ca639fa tempest-SecurityGroupsTestJSON-1151704431 tempest-SecurityGroupsTestJSON-1151704431-project] Publish callbacks [] for security_group (ae98c994-accf-46f6-b21b-84a2f41e4a4a), precommit_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:06:15.715045 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34070aeb-f347-4ef0-8065-5c52f76dd850 req-895c38ce-b662-4162-b4fb-a90a99f0574a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:06:15.716544 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-34070aeb-f347-4ef0-8065-5c52f76dd850 req-895c38ce-b662-4162-b4fb-a90a99f0574a service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=827c740b-e08e-4994-bbc7-e073abc4dcaf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1198 time: 0.1546896 Feb 09 19:06:15.726626 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-6f61221b-ae94-4aa6-8e32-dd83a3e567cb None None] For port 708bfdff-a409-4bf0-a47a-f811d9fc0ddb, host n-d-713498-36, cleared binding levels {{(pid=103232) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 19:06:15.744142 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-9a26fe9a-31e3-46bf-87f3-a47cca09f22d req-029202a7-8054-440c-a506-f3138ca639fa tempest-SecurityGroupsTestJSON-1151704431 tempest-SecurityGroupsTestJSON-1151704431-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1892331'] for security_group (ae98c994-accf-46f6-b21b-84a2f41e4a4a), after_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:06:15.752990 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-9a26fe9a-31e3-46bf-87f3-a47cca09f22d req-029202a7-8054-440c-a506-f3138ca639fa tempest-SecurityGroupsTestJSON-1151704431 tempest-SecurityGroupsTestJSON-1151704431-project] Publish callbacks [] for security_group (None), before_response {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:06:15.753751 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-b1a1088d-6d88-4d52-8dbc-20d6fd4ca25f admin admin] Publish callbacks [] for security_group (e033bcb0-30a2-4ca7-825f-be8d1c426f02), before_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:06:15.755736 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-6f61221b-ae94-4aa6-8e32-dd83a3e567cb None None] For port 708bfdff-a409-4bf0-a47a-f811d9fc0ddb, host n-d-713498-36, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-36',level=0,port_id=708bfdff-a409-4bf0-a47a-f811d9fc0ddb,segment=NetworkSegment(19c03fab-df11-45cc-9379-6d7d2f2d5f0e),segment_id=19c03fab-df11-45cc-9379-6d7d2f2d5f0e)] {{(pid=103232) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 19:06:15.760528 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-9a26fe9a-31e3-46bf-87f3-a47cca09f22d req-029202a7-8054-440c-a506-f3138ca639fa tempest-SecurityGroupsTestJSON-1151704431 tempest-SecurityGroupsTestJSON-1151704431-project] 10.222.0.75 "DELETE /v2.0/security-groups/ae98c994-accf-46f6-b21b-84a2f41e4a4a HTTP/1.1" status: 204 len: 173 time: 0.7568567 Feb 09 19:06:15.779835 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-936d8fa7-ea15-464a-a4e6-f0221732d837 None None] Port 708bfdff-a409-4bf0-a47a-f811d9fc0ddb cannot update to ACTIVE because it is not bound. {{(pid=103232) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 19:06:15.800512 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-6f61221b-ae94-4aa6-8e32-dd83a3e567cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762867176205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762866656485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762866656503'] for port (708bfdff-a409-4bf0-a47a-f811d9fc0ddb), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:06:15.863761 n-d-713498-36 neutron-server[103233]: DEBUG neutron.db.l3_hamode_db [None req-03c209ef-025c-45ff-9150-2e59f3eccc4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6cb8bca1-52c3-43f3-b751-d3f16e2a0269', 'name': 'tempest-FloatingIPsTestJSON-794167737-router', 'tenant_id': 'e623b53636fb4d76944cb391451b4189', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88055e1e-672a-4487-be31-ffb6e833ece5', 'external_fixed_ips': [{'subnet_id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'ip_address': '172.25.1.196'}], 'enable_snat': True}, 'gw_port_id': '8cac5024-100b-4868-86aa-6275654834fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T19:05:58Z', 'updated_at': '2022-02-09T19:06:10Z', 'revision_number': 4, 'project_id': 'e623b53636fb4d76944cb391451b4189', 'gw_port': {'id': '8cac5024-100b-4868-86aa-6275654834fa', 'name': '', 'network_id': '88055e1e-672a-4487-be31-ffb6e833ece5', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:43:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6cb8bca1-52c3-43f3-b751-d3f16e2a0269', 'device_owner': 'network:router_gateway', 'standard_attr_id': 772, 'fixed_ips': [{'subnet_id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'ip_address': '172.25.1.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T19:06:00Z', 'updated_at': '2022-02-09T19:06:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-36', '_interfaces': [{'id': 'e064e4dc-3c0b-4336-a057-8c9cb9a8eb99', 'name': '', 'network_id': 'ac35732c-85b2-48c1-8afc-82e7e1893d66', 'tenant_id': 'e623b53636fb4d76944cb391451b4189', 'mac_address': 'fa:16:3e:84:37:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6cb8bca1-52c3-43f3-b751-d3f16e2a0269', 'device_owner': 'network:router_interface', 'standard_attr_id': 775, 'fixed_ips': [{'subnet_id': '32ad42d3-ef84-4ea1-8e63-c41ac85d9ed8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T19:06:07Z', 'updated_at': '2022-02-09T19:06:15Z', 'revision_number': 4, 'project_id': 'e623b53636fb4d76944cb391451b4189', 'subnets': [{'id': '32ad42d3-ef84-4ea1-8e63-c41ac85d9ed8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-36', False) {} {{(pid=103233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:06:15.894430 n-d-713498-36 neutron-server[103233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03c209ef-025c-45ff-9150-2e59f3eccc4d None None] The sync data for ids ['6cb8bca1-52c3-43f3-b751-d3f16e2a0269'] in n-d-713498-36 is: [{'id': '6cb8bca1-52c3-43f3-b751-d3f16e2a0269', 'name': 'tempest-FloatingIPsTestJSON-794167737-router', 'tenant_id': 'e623b53636fb4d76944cb391451b4189', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88055e1e-672a-4487-be31-ffb6e833ece5', 'external_fixed_ips': [{'subnet_id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'ip_address': '172.25.1.196'}], 'enable_snat': True}, 'gw_port_id': '8cac5024-100b-4868-86aa-6275654834fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T19:05:58Z', 'updated_at': '2022-02-09T19:06:10Z', 'revision_number': 4, 'project_id': 'e623b53636fb4d76944cb391451b4189', 'gw_port': {'id': '8cac5024-100b-4868-86aa-6275654834fa', 'name': '', 'network_id': '88055e1e-672a-4487-be31-ffb6e833ece5', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:43:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6cb8bca1-52c3-43f3-b751-d3f16e2a0269', 'device_owner': 'network:router_gateway', 'standard_attr_id': 772, 'fixed_ips': [{'subnet_id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'ip_address': '172.25.1.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T19:06:00Z', 'updated_at': '2022-02-09T19:06:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-36', '_interfaces': [{'id': 'e064e4dc-3c0b-4336-a057-8c9cb9a8eb99', 'name': '', 'network_id': 'ac35732c-85b2-48c1-8afc-82e7e1893d66', 'tenant_id': 'e623b53636fb4d76944cb391451b4189', 'mac_address': 'fa:16:3e:84:37:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6cb8bca1-52c3-43f3-b751-d3f16e2a0269', 'device_owner': 'network:router_interface', 'standard_attr_id': 775, 'fixed_ips': [{'subnet_id': '32ad42d3-ef84-4ea1-8e63-c41ac85d9ed8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T19:06:07Z', 'updated_at': '2022-02-09T19:06:15Z', 'revision_number': 4, 'project_id': 'e623b53636fb4d76944cb391451b4189', 'subnets': [{'id': '32ad42d3-ef84-4ea1-8e63-c41ac85d9ed8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103233) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 19:06:15.898971 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-029202a7-8054-440c-a506-f3138ca639fa tempest-SecurityGroupsTestJSON-1151704431 tempest-SecurityGroupsTestJSON-1151704431-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ae98c994-accf-46f6-b21b-84a2f41e4a4a,revision_number=None']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:06:15.920583 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-b1a1088d-6d88-4d52-8dbc-20d6fd4ca25f admin admin] Publish callbacks [] for security_group (e033bcb0-30a2-4ca7-825f-be8d1c426f02), precommit_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:06:15.994302 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [req-53091c0b-e445-4523-bc5e-4a33830df7ac req-b8f89456-8b26-4188-b2f6-878fe1b4928b tempest-FloatingIPsTestJSON-712233170 tempest-FloatingIPsTestJSON-712233170-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (None), before_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:06:16.090794 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8049e27a-4fd4-4868-a008-320063325457 None None] Pushing event updated for resources: {'Port': ['ID=708bfdff-a409-4bf0-a47a-f811d9fc0ddb,revision_number=4']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:06:16.094565 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-a7262a8e-0513-48fd-984d-75726a511961 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762867132591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593584'] for agent (911cfea2-02ae-4ec9-bac3-7808ee1cdd9c), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:06:16.140385 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-34070aeb-f347-4ef0-8065-5c52f76dd850 req-0c1032d8-4b17-4116-bdc1-5fabea3998fb service neutron] 10.222.0.90 "GET /v2.0/networks/827c740b-e08e-4994-bbc7-e073abc4dcaf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4086373 Feb 09 19:06:16.228907 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f61221b-ae94-4aa6-8e32-dd83a3e567cb None None] Routers {'6f802142-206b-41e7-8752-bcf7a1c29d76'} bound to L3 agent in host n-d-713498-36 {{(pid=103232) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 19:06:16.229567 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.l3_hamode_db [None req-6f61221b-ae94-4aa6-8e32-dd83a3e567cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T18:51:43Z,description=,heartbeat_timestamp=2022-02-09T19:06:13Z,host='n-d-713498-36',id=93303d5e-5d17-45e8-8963-7694f87783ae,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T18:51:43Z,topic='l3_agent')) {'router_ids': ['6f802142-206b-41e7-8752-bcf7a1c29d76'], 'active': True} {{(pid=103232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:06:16.247087 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.provisioning_blocks [None req-d3928c16-f2f4-4de0-8732-243b8f6c785c None None] Provisioning complete for port e064e4dc-3c0b-4336-a057-8c9cb9a8eb99 triggered by entity DHCP. {{(pid=103232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 19:06:16.247790 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-d3928c16-f2f4-4de0-8732-243b8f6c785c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593630'] for port (e064e4dc-3c0b-4336-a057-8c9cb9a8eb99), provisioning_complete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:06:16.268361 n-d-713498-36 neutron-server[103230]: DEBUG neutron.db.db_base_plugin_common [req-53091c0b-e445-4523-bc5e-4a33830df7ac req-b8f89456-8b26-4188-b2f6-878fe1b4928b tempest-FloatingIPsTestJSON-712233170 tempest-FloatingIPsTestJSON-712233170-project] Allocated IP 172.25.1.55 (88055e1e-672a-4487-be31-ffb6e833ece5/ac16dbcc-383c-4b43-9153-d763c4a53f91/09447b16-89c1-4da3-8430-d329fb393bba) {{(pid=103230) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 19:06:16.352820 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c60a92e6-6504-4ffa-b644-22c3fcb6fa05 req-2881f837-d1f5-4238-883f-01c64455ca9b tempest-TaggedBootDevicesTest_v242-798392635 tempest-TaggedBootDevicesTest_v242-798392635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:06:16.364928 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c60a92e6-6504-4ffa-b644-22c3fcb6fa05 req-2881f837-d1f5-4238-883f-01c64455ca9b tempest-TaggedBootDevicesTest_v242-798392635 tempest-TaggedBootDevicesTest_v242-798392635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:06:16.391385 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c60a92e6-6504-4ffa-b644-22c3fcb6fa05 req-2881f837-d1f5-4238-883f-01c64455ca9b tempest-TaggedBootDevicesTest_v242-798392635 tempest-TaggedBootDevicesTest_v242-798392635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:06:16.410075 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c60a92e6-6504-4ffa-b644-22c3fcb6fa05 req-2881f837-d1f5-4238-883f-01c64455ca9b tempest-TaggedBootDevicesTest_v242-798392635 tempest-TaggedBootDevicesTest_v242-798392635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:06:16.415964 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c60a92e6-6504-4ffa-b644-22c3fcb6fa05 req-2881f837-d1f5-4238-883f-01c64455ca9b tempest-TaggedBootDevicesTest_v242-798392635 tempest-TaggedBootDevicesTest_v242-798392635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:06:16.423158 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c60a92e6-6504-4ffa-b644-22c3fcb6fa05 req-2881f837-d1f5-4238-883f-01c64455ca9b tempest-TaggedBootDevicesTest_v242-798392635 tempest-TaggedBootDevicesTest_v242-798392635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:06:16.434468 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c60a92e6-6504-4ffa-b644-22c3fcb6fa05 req-2881f837-d1f5-4238-883f-01c64455ca9b tempest-TaggedBootDevicesTest_v242-798392635 tempest-TaggedBootDevicesTest_v242-798392635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:06:16.443933 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-c60a92e6-6504-4ffa-b644-22c3fcb6fa05 req-2881f837-d1f5-4238-883f-01c64455ca9b tempest-TaggedBootDevicesTest_v242-798392635 tempest-TaggedBootDevicesTest_v242-798392635-project] 10.222.0.75 "GET /v2.0/ports?device_id=8319129f-1054-494a-b0c0-2ec99e839619 HTTP/1.1" status: 200 len: 5431 time: 0.4987142 Feb 09 19:06:16.521793 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [req-53091c0b-e445-4523-bc5e-4a33830df7ac req-b8f89456-8b26-4188-b2f6-878fe1b4928b tempest-FloatingIPsTestJSON-712233170 tempest-FloatingIPsTestJSON-712233170-project] Publish callbacks [] for port (09447b16-89c1-4da3-8430-d329fb393bba), precommit_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:06:16.677415 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-34070aeb-f347-4ef0-8065-5c52f76dd850 req-abaa3c6e-e81f-405e-bf7d-a4554a7a5716 service neutron] 10.222.0.90 "GET /v2.0/networks/827c740b-e08e-4994-bbc7-e073abc4dcaf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5257468 Feb 09 19:06:16.707585 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-c60a92e6-6504-4ffa-b644-22c3fcb6fa05 req-2f6203bb-f211-4828-b1f3-d20736f813fe tempest-TaggedBootDevicesTest_v242-798392635 tempest-TaggedBootDevicesTest_v242-798392635-project] 10.222.0.75 "GET /v2.0/security-groups?id=58062d4f-c149-4db3-a357-a4eb59a3d83e&id=6452f0cf-fe35-4557-9092-43f1827176a8&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2613533 Feb 09 19:06:16.791315 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Device e064e4dc-3c0b-4336-a057-8c9cb9a8eb99 up at agent ovs-agent-n-d-713498-36 {{(pid=103232) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 19:06:16.809674 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [req-53091c0b-e445-4523-bc5e-4a33830df7ac req-b8f89456-8b26-4188-b2f6-878fe1b4928b tempest-FloatingIPsTestJSON-712233170 tempest-FloatingIPsTestJSON-712233170-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762866656467', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14393751'] for port (09447b16-89c1-4da3-8430-d329fb393bba), after_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:06:16.941518 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a37a2337-67ef-4320-bb34-18cd9340d65e req-c00d38e7-c0d3-4287-aee6-c73e1920ea48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:06:16.942335 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a37a2337-67ef-4320-bb34-18cd9340d65e req-c00d38e7-c0d3-4287-aee6-c73e1920ea48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:06:16.942921 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a37a2337-67ef-4320-bb34-18cd9340d65e req-c00d38e7-c0d3-4287-aee6-c73e1920ea48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:06:16.943045 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a37a2337-67ef-4320-bb34-18cd9340d65e req-c00d38e7-c0d3-4287-aee6-c73e1920ea48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:06:16.944117 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.l3_dvr_db [None req-6f61221b-ae94-4aa6-8e32-dd83a3e567cb None None] Set router 6f802142-206b-41e7-8752-bcf7a1c29d76 gateway port host: n-d-713498-36 {{(pid=103232) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 19:06:16.945647 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a37a2337-67ef-4320-bb34-18cd9340d65e req-c00d38e7-c0d3-4287-aee6-c73e1920ea48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:06:16.946186 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a37a2337-67ef-4320-bb34-18cd9340d65e req-c00d38e7-c0d3-4287-aee6-c73e1920ea48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:06:16.947252 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a37a2337-67ef-4320-bb34-18cd9340d65e req-c00d38e7-c0d3-4287-aee6-c73e1920ea48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:06:16.949442 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-a37a2337-67ef-4320-bb34-18cd9340d65e req-c00d38e7-c0d3-4287-aee6-c73e1920ea48 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=1165ce6413224edfb276f9f552a74208&device_id=8319129f-1054-494a-b0c0-2ec99e839619 HTTP/1.1" status: 200 len: 6712 time: 0.1601138 Feb 09 19:06:16.959053 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d2285a6-3a07-4529-a23f-8405afbb4e9a req-5b263cce-09ee-480a-aa2a-3a4e10e41a4d tempest-FloatingIPsAssociationNegativeTestJSON-1147152048 tempest-FloatingIPsAssociationNegativeTestJSON-1147152048-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:06:16.961577 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-8d2285a6-3a07-4529-a23f-8405afbb4e9a req-5b263cce-09ee-480a-aa2a-3a4e10e41a4d tempest-FloatingIPsAssociationNegativeTestJSON-1147152048 tempest-FloatingIPsAssociationNegativeTestJSON-1147152048-project] 10.222.0.89 "GET /v2.0/networks?id=85a2e26d-1ada-469a-a5fe-478a404e3f5d HTTP/1.1" status: 200 len: 829 time: 0.3497100 Feb 09 19:06:16.963783 n-d-713498-36 neutron-server[103230]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-53091c0b-e445-4523-bc5e-4a33830df7ac req-b8f89456-8b26-4188-b2f6-878fe1b4928b tempest-FloatingIPsTestJSON-712233170 tempest-FloatingIPsTestJSON-712233170-project] Network 88055e1e-672a-4487-be31-ffb6e833ece5 is already hosted by enough agents. {{(pid=103230) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 19:06:16.970475 n-d-713498-36 neutron-server[103230]: DEBUG neutron.scheduler.base_scheduler [req-53091c0b-e445-4523-bc5e-4a33830df7ac req-b8f89456-8b26-4188-b2f6-878fe1b4928b tempest-FloatingIPsTestJSON-712233170 tempest-FloatingIPsTestJSON-712233170-project] Resources bound (agent type, host, resource id): {{(pid=103230) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 19:06:16.975660 n-d-713498-36 neutron-server[103230]: DEBUG neutron.db.l3_dvrscheduler_db [req-53091c0b-e445-4523-bc5e-4a33830df7ac req-b8f89456-8b26-4188-b2f6-878fe1b4928b tempest-FloatingIPsTestJSON-712233170 tempest-FloatingIPsTestJSON-712233170-project] Received port after_create {{(pid=103230) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 19:06:16.987004 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.v2.base [req-8d2285a6-3a07-4529-a23f-8405afbb4e9a req-b66254e8-97ca-4f46-a56c-a27c12569228 tempest-FloatingIPsAssociationNegativeTestJSON-1147152048 tempest-FloatingIPsAssociationNegativeTestJSON-1147152048-project] Request body: {'port': {'device_id': 'b44ce140-61cc-4267-a2e4-7210687d93e5', 'network_id': '85a2e26d-1ada-469a-a5fe-478a404e3f5d', 'admin_state_up': True, 'tenant_id': '2586c214bdfa4f9a89a0552244ef89be'}} {{(pid=103230) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 19:06:17.035607 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8f89456-8b26-4188-b2f6-878fe1b4928b tempest-FloatingIPsTestJSON-712233170 tempest-FloatingIPsTestJSON-712233170-project] Pushing event updated for resources: {'Port': ['ID=09447b16-89c1-4da3-8430-d329fb393bba,revision_number=1']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:06:17.044044 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d70e0b2-5bca-4a58-844f-eb01963f6b21 req-9f8bc68a-ac26-4bc9-949f-42f5921d5e74 tempest-ServersOnMultiNodesTest-1472402947 tempest-ServersOnMultiNodesTest-1472402947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:06:17.051121 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-2d70e0b2-5bca-4a58-844f-eb01963f6b21 req-9f8bc68a-ac26-4bc9-949f-42f5921d5e74 tempest-ServersOnMultiNodesTest-1472402947 tempest-ServersOnMultiNodesTest-1472402947-project] 10.222.0.75 "GET /v2.0/ports?device_id=1651d351-b8a4-498f-bd76-66dea09d4fb2 HTTP/1.1" status: 200 len: 949 time: 0.1836789 Feb 09 19:06:17.084735 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-b1a1088d-6d88-4d52-8dbc-20d6fd4ca25f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1892331'] for security_group (e033bcb0-30a2-4ca7-825f-be8d1c426f02), after_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:06:17.087739 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-b1a1088d-6d88-4d52-8dbc-20d6fd4ca25f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:06:17.088985 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-b1a1088d-6d88-4d52-8dbc-20d6fd4ca25f admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/e033bcb0-30a2-4ca7-825f-be8d1c426f02 HTTP/1.1" status: 204 len: 168 time: 1.5040579 Feb 09 19:06:17.089777 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-d3928c16-f2f4-4de0-8732-243b8f6c785c None None] Current status of the port e064e4dc-3c0b-4336-a057-8c9cb9a8eb99 is: DOWN; New status is: ACTIVE {{(pid=103232) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 19:06:17.090459 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-d3928c16-f2f4-4de0-8732-243b8f6c785c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (e064e4dc-3c0b-4336-a057-8c9cb9a8eb99), before_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:06:17.100089 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.provisioning_blocks [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Provisioning complete for port e064e4dc-3c0b-4336-a057-8c9cb9a8eb99 triggered by entity L2. {{(pid=103232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 19:06:17.101204 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593630'] for port (e064e4dc-3c0b-4336-a057-8c9cb9a8eb99), provisioning_complete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:06:17.174037 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1a1088d-6d88-4d52-8dbc-20d6fd4ca25f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e033bcb0-30a2-4ca7-825f-be8d1c426f02,revision_number=None']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:06:17.181206 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-2d70e0b2-5bca-4a58-844f-eb01963f6b21 req-65e2e63b-bc2d-4904-80a8-4e2754667ba1 tempest-ServersOnMultiNodesTest-1472402947 tempest-ServersOnMultiNodesTest-1472402947-project] 10.222.0.75 "GET /v2.0/security-groups?id=aed5302d-0478-4b9d-b014-143adc5c0d74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1291256 Feb 09 19:06:17.304907 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a37a2337-67ef-4320-bb34-18cd9340d65e req-38c9db0a-2af7-40b9-a0be-23628b0d5df2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:06:17.306950 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-a37a2337-67ef-4320-bb34-18cd9340d65e req-38c9db0a-2af7-40b9-a0be-23628b0d5df2 service neutron] 10.222.0.90 "GET /v2.0/networks?id=827c740b-e08e-4994-bbc7-e073abc4dcaf HTTP/1.1" status: 200 len: 902 time: 0.3358648 Feb 09 19:06:17.322136 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762867132591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593584'] for agent (496418a2-c002-4aec-ab1a-07f3bea491bd), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:06:17.385061 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [req-53091c0b-e445-4523-bc5e-4a33830df7ac req-b8f89456-8b26-4188-b2f6-878fe1b4928b tempest-FloatingIPsTestJSON-712233170 tempest-FloatingIPsTestJSON-712233170-project] Publish callbacks [] for floatingip (dac71eaf-7d2f-42f2-ae1c-de7478727d78), precommit_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:06:17.388011 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-d3928c16-f2f4-4de0-8732-243b8f6c785c None None] For port e064e4dc-3c0b-4336-a057-8c9cb9a8eb99, host n-d-713498-36, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-36',level=0,port_id=e064e4dc-3c0b-4336-a057-8c9cb9a8eb99,segment=NetworkSegment(cc003d08-9fc2-4de3-82bb-3f917c1c4a21),segment_id=cc003d08-9fc2-4de3-82bb-3f917c1c4a21)] {{(pid=103232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 19:06:17.461237 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-a37a2337-67ef-4320-bb34-18cd9340d65e req-c404e671-5569-4d5d-b12d-ef92ddb834cd service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=79f07b23-6771-42a0-bab9-d3efdb3c9702 HTTP/1.1" status: 200 len: 217 time: 0.1411686 Feb 09 19:06:17.466507 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-7a126370-6590-4421-b7e0-f2647c40a0c2 req-27822f3e-816f-4679-b871-ac746849655e tempest-FloatingIPsAssociationNegativeTestJSON-1147152048 tempest-FloatingIPsAssociationNegativeTestJSON-1147152048-project] 10.222.0.75 "GET /v2.0/ports?device_id=b44ce140-61cc-4267-a2e4-7210687d93e5 HTTP/1.1" status: 200 len: 210 time: 0.1556418 Feb 09 19:06:17.469263 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8d2285a6-3a07-4529-a23f-8405afbb4e9a req-b66254e8-97ca-4f46-a56c-a27c12569228 tempest-FloatingIPsAssociationNegativeTestJSON-1147152048 tempest-FloatingIPsAssociationNegativeTestJSON-1147152048-project] Made reservation on behalf of 2586c214bdfa4f9a89a0552244ef89be for: {'port': 1} {{(pid=103230) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 19:06:17.476706 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [req-8d2285a6-3a07-4529-a23f-8405afbb4e9a req-b66254e8-97ca-4f46-a56c-a27c12569228 tempest-FloatingIPsAssociationNegativeTestJSON-1147152048 tempest-FloatingIPsAssociationNegativeTestJSON-1147152048-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (None), before_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:06:17.505211 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [req-53091c0b-e445-4523-bc5e-4a33830df7ac req-b8f89456-8b26-4188-b2f6-878fe1b4928b tempest-FloatingIPsTestJSON-712233170 tempest-FloatingIPsTestJSON-712233170-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (09447b16-89c1-4da3-8430-d329fb393bba), before_update {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:06:17.521821 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-d3928c16-f2f4-4de0-8732-243b8f6c785c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762867176205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762866656485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762866656503'] for port (e064e4dc-3c0b-4336-a057-8c9cb9a8eb99), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:06:17.569376 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a37a2337-67ef-4320-bb34-18cd9340d65e req-f367ce88-99d6-4b07-badd-d2d1d21554e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:06:17.574234 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-a37a2337-67ef-4320-bb34-18cd9340d65e req-f367ce88-99d6-4b07-badd-d2d1d21554e2 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=62aa7105-9b3f-4b31-849e-86005d5d6eff HTTP/1.1" status: 200 len: 797 time: 0.1002014 Feb 09 19:06:17.795480 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a37a2337-67ef-4320-bb34-18cd9340d65e req-0b27f30e-9e41-4ff6-a107-e1ba91231bbc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:06:17.798631 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-a37a2337-67ef-4320-bb34-18cd9340d65e req-0b27f30e-9e41-4ff6-a107-e1ba91231bbc service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=827c740b-e08e-4994-bbc7-e073abc4dcaf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1198 time: 0.2134578 Feb 09 19:06:17.850572 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6a9135a-2364-484f-882c-008a6a419dba req-10477fef-4352-457f-92da-79a8c5c78270 tempest-LiveMigrationTest-1021096981 tempest-LiveMigrationTest-1021096981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:06:17.863606 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-c6a9135a-2364-484f-882c-008a6a419dba req-10477fef-4352-457f-92da-79a8c5c78270 tempest-LiveMigrationTest-1021096981 tempest-LiveMigrationTest-1021096981-project] 10.222.0.75 "GET /v2.0/ports?device_id=2f9a8919-1b2a-4183-90dc-45c5e52d5a99 HTTP/1.1" status: 200 len: 945 time: 0.2272570 Feb 09 19:06:17.880255 n-d-713498-36 neutron-server[103230]: DEBUG neutron.db.db_base_plugin_common [req-8d2285a6-3a07-4529-a23f-8405afbb4e9a req-b66254e8-97ca-4f46-a56c-a27c12569228 tempest-FloatingIPsAssociationNegativeTestJSON-1147152048 tempest-FloatingIPsAssociationNegativeTestJSON-1147152048-project] Allocated IP 172.20.0.11 (85a2e26d-1ada-469a-a5fe-478a404e3f5d/a1a90ed9-4fa2-477d-979f-c550725f9b48/d3b54021-8c52-4810-affe-60b8c5bfde4f) {{(pid=103230) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 19:06:17.884478 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.provisioning_blocks [None req-e42ec6cd-69c4-4da2-a502-73d31c45b767 None None] Provisioning complete for port 708bfdff-a409-4bf0-a47a-f811d9fc0ddb triggered by entity DHCP. {{(pid=103232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 19:06:17.884882 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-e42ec6cd-69c4-4da2-a502-73d31c45b767 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593630'] for port (708bfdff-a409-4bf0-a47a-f811d9fc0ddb), provisioning_complete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:06:18.040539 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [req-53091c0b-e445-4523-bc5e-4a33830df7ac req-b8f89456-8b26-4188-b2f6-878fe1b4928b tempest-FloatingIPsTestJSON-712233170 tempest-FloatingIPsTestJSON-712233170-project] Publish callbacks [] for port (09447b16-89c1-4da3-8430-d329fb393bba), precommit_update {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:06:18.052196 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Current status of the port e064e4dc-3c0b-4336-a057-8c9cb9a8eb99 is: ACTIVE; New status is: ACTIVE {{(pid=103232) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 19:06:18.063381 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3928c16-f2f4-4de0-8732-243b8f6c785c None None] Pushing event updated for resources: {'Port': ['ID=e064e4dc-3c0b-4336-a057-8c9cb9a8eb99,revision_number=5']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:06:18.076732 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [req-53091c0b-e445-4523-bc5e-4a33830df7ac req-b8f89456-8b26-4188-b2f6-878fe1b4928b tempest-FloatingIPsTestJSON-712233170 tempest-FloatingIPsTestJSON-712233170-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762867176205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762866656485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762866656503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14393758'] for port (09447b16-89c1-4da3-8430-d329fb393bba), after_update {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:06:18.088564 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-c6a9135a-2364-484f-882c-008a6a419dba req-2fba35ea-6f43-4f33-8b05-90269f4eda97 tempest-LiveMigrationTest-1021096981 tempest-LiveMigrationTest-1021096981-project] 10.222.0.75 "GET /v2.0/security-groups?id=ba18819a-1490-4e7b-a11b-e8610423d8ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2237539 Feb 09 19:06:18.236567 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Device 7d98c8b1-92bc-426c-a6eb-15a9a7944d3d up at agent hyperv_n-h1-713498-36 {{(pid=103232) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 19:06:18.242221 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-a37a2337-67ef-4320-bb34-18cd9340d65e req-17f8179a-1b3f-4918-a858-647ecaa0c741 service neutron] 10.222.0.90 "GET /v2.0/networks/827c740b-e08e-4994-bbc7-e073abc4dcaf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4244125 Feb 09 19:06:18.290662 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8f89456-8b26-4188-b2f6-878fe1b4928b tempest-FloatingIPsTestJSON-712233170 tempest-FloatingIPsTestJSON-712233170-project] Pushing event updated for resources: {'Port': ['ID=09447b16-89c1-4da3-8430-d329fb393bba,revision_number=2']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:06:18.309678 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [req-53091c0b-e445-4523-bc5e-4a33830df7ac req-b8f89456-8b26-4188-b2f6-878fe1b4928b tempest-FloatingIPsTestJSON-712233170 tempest-FloatingIPsTestJSON-712233170-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1818909'] for floatingip (dac71eaf-7d2f-42f2-ae1c-de7478727d78), after_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:06:18.366078 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [req-8d2285a6-3a07-4529-a23f-8405afbb4e9a req-b66254e8-97ca-4f46-a56c-a27c12569228 tempest-FloatingIPsAssociationNegativeTestJSON-1147152048 tempest-FloatingIPsAssociationNegativeTestJSON-1147152048-project] Publish callbacks [] for port (d3b54021-8c52-4810-affe-60b8c5bfde4f), precommit_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:06:18.402756 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [req-53091c0b-e445-4523-bc5e-4a33830df7ac req-b8f89456-8b26-4188-b2f6-878fe1b4928b tempest-FloatingIPsTestJSON-712233170 tempest-FloatingIPsTestJSON-712233170-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171096'] for floatingip (None), before_response {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:06:18.407944 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-e42ec6cd-69c4-4da2-a502-73d31c45b767 None None] Current status of the port 708bfdff-a409-4bf0-a47a-f811d9fc0ddb is: DOWN; New status is: ACTIVE {{(pid=103232) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 19:06:18.410736 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-e42ec6cd-69c4-4da2-a502-73d31c45b767 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (708bfdff-a409-4bf0-a47a-f811d9fc0ddb), before_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:06:18.412600 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-53091c0b-e445-4523-bc5e-4a33830df7ac req-b8f89456-8b26-4188-b2f6-878fe1b4928b tempest-FloatingIPsTestJSON-712233170 tempest-FloatingIPsTestJSON-712233170-project] 10.222.0.75 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 3.1654918 Feb 09 19:06:18.417087 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [req-8d2285a6-3a07-4529-a23f-8405afbb4e9a req-b66254e8-97ca-4f46-a56c-a27c12569228 tempest-FloatingIPsAssociationNegativeTestJSON-1147152048 tempest-FloatingIPsAssociationNegativeTestJSON-1147152048-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762866656467', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14393751'] for port (d3b54021-8c52-4810-affe-60b8c5bfde4f), after_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:06:18.420544 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-72f6777c-0cf5-411a-a65c-c238132e6532 req-69bb4fc5-e076-4b5b-b109-2decceaf0490 tempest-SecurityGroupsTestJSON-1151704431 tempest-SecurityGroupsTestJSON-1151704431-project] 10.222.0.75 "GET /v2.0/security-groups/28459d6d-23d7-4b88-812f-7c8adbc9a69b HTTP/1.1" status: 200 len: 1818 time: 0.2869499 Feb 09 19:06:18.450681 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762867132591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593584'] for agent (488cd9ae-631f-4955-ba0b-4f5a13f12e9c), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:06:18.531389 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.l3_hamode_db [None req-6f61221b-ae94-4aa6-8e32-dd83a3e567cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6f802142-206b-41e7-8752-bcf7a1c29d76', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1427269169-router', 'tenant_id': '2586c214bdfa4f9a89a0552244ef89be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88055e1e-672a-4487-be31-ffb6e833ece5', 'external_fixed_ips': [{'subnet_id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'ip_address': '172.25.1.200'}], 'enable_snat': True}, 'gw_port_id': '243ae365-a105-4e50-ad72-88196ea6e85d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T19:05:52Z', 'updated_at': '2022-02-09T19:06:07Z', 'revision_number': 4, 'project_id': '2586c214bdfa4f9a89a0552244ef89be', 'gw_port': {'id': '243ae365-a105-4e50-ad72-88196ea6e85d', 'name': '', 'network_id': '88055e1e-672a-4487-be31-ffb6e833ece5', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:dc:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f802142-206b-41e7-8752-bcf7a1c29d76', 'device_owner': 'network:router_gateway', 'standard_attr_id': 761, 'fixed_ips': [{'subnet_id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'ip_address': '172.25.1.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T19:05:55Z', 'updated_at': '2022-02-09T19:06:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-36', '_interfaces': [{'id': '708bfdff-a409-4bf0-a47a-f811d9fc0ddb', 'name': '', 'network_id': '85a2e26d-1ada-469a-a5fe-478a404e3f5d', 'tenant_id': '2586c214bdfa4f9a89a0552244ef89be', 'mac_address': 'fa:16:3e:36:81:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6f802142-206b-41e7-8752-bcf7a1c29d76', 'device_owner': 'network:router_interface', 'standard_attr_id': 774, 'fixed_ips': [{'subnet_id': 'a1a90ed9-4fa2-477d-979f-c550725f9b48', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T19:06:04Z', 'updated_at': '2022-02-09T19:06:15Z', 'revision_number': 4, 'project_id': '2586c214bdfa4f9a89a0552244ef89be', 'subnets': [{'id': 'a1a90ed9-4fa2-477d-979f-c550725f9b48', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-36', False) {} {{(pid=103232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:06:18.542824 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-e42ec6cd-69c4-4da2-a502-73d31c45b767 None None] For port 708bfdff-a409-4bf0-a47a-f811d9fc0ddb, host n-d-713498-36, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-36',level=0,port_id=708bfdff-a409-4bf0-a47a-f811d9fc0ddb,segment=NetworkSegment(19c03fab-df11-45cc-9379-6d7d2f2d5f0e),segment_id=19c03fab-df11-45cc-9379-6d7d2f2d5f0e)] {{(pid=103232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 19:06:18.552762 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b66254e8-97ca-4f46-a56c-a27c12569228 tempest-FloatingIPsAssociationNegativeTestJSON-1147152048 tempest-FloatingIPsAssociationNegativeTestJSON-1147152048-project] Pushing event updated for resources: {'Port': ['ID=d3b54021-8c52-4810-affe-60b8c5bfde4f,revision_number=1']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:06:18.573985 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 51078) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:06:18.591642 n-d-713498-36 neutron-server[103230]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8d2285a6-3a07-4529-a23f-8405afbb4e9a req-b66254e8-97ca-4f46-a56c-a27c12569228 tempest-FloatingIPsAssociationNegativeTestJSON-1147152048 tempest-FloatingIPsAssociationNegativeTestJSON-1147152048-project] Network 85a2e26d-1ada-469a-a5fe-478a404e3f5d is already hosted by enough agents. {{(pid=103230) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 19:06:18.592003 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.provisioning_blocks [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Provisioning for port 7d98c8b1-92bc-426c-a6eb-15a9a7944d3d completed by entity L2. {{(pid=103232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 19:06:18.597062 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Device e064e4dc-3c0b-4336-a057-8c9cb9a8eb99 up at agent ovs-agent-n-d-713498-36 {{(pid=103232) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 19:06:18.603149 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-53091c0b-e445-4523-bc5e-4a33830df7ac req-da2b0422-58fc-4a58-8144-d3af0f4f48d6 tempest-FloatingIPsTestJSON-712233170 tempest-FloatingIPsTestJSON-712233170-project] 10.222.0.75 "GET /v2.0/floatingips?floating_ip_address=172.25.1.55 HTTP/1.1" status: 200 len: 695 time: 0.1895597 Feb 09 19:06:18.610500 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-a37a2337-67ef-4320-bb34-18cd9340d65e req-9534db14-a306-479b-a61f-aa06d36f1ecb service neutron] 10.222.0.90 "GET /v2.0/networks/827c740b-e08e-4994-bbc7-e073abc4dcaf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3216140 Feb 09 19:06:18.655130 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-72f6777c-0cf5-411a-a65c-c238132e6532 req-3e3af55e-f121-4848-889d-9220f9dfae9d tempest-SecurityGroupsTestJSON-1151704431 tempest-SecurityGroupsTestJSON-1151704431-project] Publish callbacks [] for security_group (28459d6d-23d7-4b88-812f-7c8adbc9a69b), before_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:06:18.686333 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-e42ec6cd-69c4-4da2-a502-73d31c45b767 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762867176205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762866656485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762866656503'] for port (708bfdff-a409-4bf0-a47a-f811d9fc0ddb), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:06:18.689601 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f61221b-ae94-4aa6-8e32-dd83a3e567cb None None] The sync data for ids ['6f802142-206b-41e7-8752-bcf7a1c29d76'] in n-d-713498-36 is: [{'id': '6f802142-206b-41e7-8752-bcf7a1c29d76', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1427269169-router', 'tenant_id': '2586c214bdfa4f9a89a0552244ef89be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88055e1e-672a-4487-be31-ffb6e833ece5', 'external_fixed_ips': [{'subnet_id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'ip_address': '172.25.1.200'}], 'enable_snat': True}, 'gw_port_id': '243ae365-a105-4e50-ad72-88196ea6e85d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T19:05:52Z', 'updated_at': '2022-02-09T19:06:07Z', 'revision_number': 4, 'project_id': '2586c214bdfa4f9a89a0552244ef89be', 'gw_port': {'id': '243ae365-a105-4e50-ad72-88196ea6e85d', 'name': '', 'network_id': '88055e1e-672a-4487-be31-ffb6e833ece5', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:dc:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f802142-206b-41e7-8752-bcf7a1c29d76', 'device_owner': 'network:router_gateway', 'standard_attr_id': 761, 'fixed_ips': [{'subnet_id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'ip_address': '172.25.1.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T19:05:55Z', 'updated_at': '2022-02-09T19:06:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-36', '_interfaces': [{'id': '708bfdff-a409-4bf0-a47a-f811d9fc0ddb', 'name': '', 'network_id': '85a2e26d-1ada-469a-a5fe-478a404e3f5d', 'tenant_id': '2586c214bdfa4f9a89a0552244ef89be', 'mac_address': 'fa:16:3e:36:81:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6f802142-206b-41e7-8752-bcf7a1c29d76', 'device_owner': 'network:router_interface', 'standard_attr_id': 774, 'fixed_ips': [{'subnet_id': 'a1a90ed9-4fa2-477d-979f-c550725f9b48', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T19:06:04Z', 'updated_at': '2022-02-09T19:06:15Z', 'revision_number': 4, 'project_id': '2586c214bdfa4f9a89a0552244ef89be', 'subnets': [{'id': 'a1a90ed9-4fa2-477d-979f-c550725f9b48', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103232) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 19:06:18.706709 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-72f6777c-0cf5-411a-a65c-c238132e6532 req-3e3af55e-f121-4848-889d-9220f9dfae9d tempest-SecurityGroupsTestJSON-1151704431 tempest-SecurityGroupsTestJSON-1151704431-project] Publish callbacks [] for security_group (28459d6d-23d7-4b88-812f-7c8adbc9a69b), precommit_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:06:18.707188 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.provisioning_blocks [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Provisioning complete for port 7d98c8b1-92bc-426c-a6eb-15a9a7944d3d triggered by entity L2. {{(pid=103232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 19:06:18.707578 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593630'] for port (7d98c8b1-92bc-426c-a6eb-15a9a7944d3d), provisioning_complete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:06:18.725008 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53091c0b-e445-4523-bc5e-4a33830df7ac req-14169d59-d68e-4313-bd7d-ce81740fb427 tempest-FloatingIPsTestJSON-712233170 tempest-FloatingIPsTestJSON-712233170-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:06:18.734863 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-53091c0b-e445-4523-bc5e-4a33830df7ac req-14169d59-d68e-4313-bd7d-ce81740fb427 tempest-FloatingIPsTestJSON-712233170 tempest-FloatingIPsTestJSON-712233170-project] 10.222.0.75 "GET /v2.0/networks/88055e1e-672a-4487-be31-ffb6e833ece5 HTTP/1.1" status: 200 len: 784 time: 0.1303017 Feb 09 19:06:18.741625 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [req-53091c0b-e445-4523-bc5e-4a33830df7ac req-308fc39a-57ac-473b-ba92-5755f2ed7846 tempest-FloatingIPsTestJSON-712233170 tempest-FloatingIPsTestJSON-712233170-project] http://10.222.0.75:9696/v2.0/extensions returned with HTTP 200 {{(pid=103230) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 09 19:06:18.762550 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-53091c0b-e445-4523-bc5e-4a33830df7ac req-308fc39a-57ac-473b-ba92-5755f2ed7846 tempest-FloatingIPsTestJSON-712233170 tempest-FloatingIPsTestJSON-712233170-project] 10.222.0.75 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0264335 Feb 09 19:06:18.768158 n-d-713498-36 neutron-server[103230]: DEBUG neutron.scheduler.base_scheduler [req-8d2285a6-3a07-4529-a23f-8405afbb4e9a req-b66254e8-97ca-4f46-a56c-a27c12569228 tempest-FloatingIPsAssociationNegativeTestJSON-1147152048 tempest-FloatingIPsAssociationNegativeTestJSON-1147152048-project] Resources bound (agent type, host, resource id): {{(pid=103230) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 19:06:18.769292 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-72f6777c-0cf5-411a-a65c-c238132e6532 req-3e3af55e-f121-4848-889d-9220f9dfae9d tempest-SecurityGroupsTestJSON-1151704431 tempest-SecurityGroupsTestJSON-1151704431-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1892331'] for security_group (28459d6d-23d7-4b88-812f-7c8adbc9a69b), after_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:06:18.775491 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-72f6777c-0cf5-411a-a65c-c238132e6532 req-3e3af55e-f121-4848-889d-9220f9dfae9d tempest-SecurityGroupsTestJSON-1151704431 tempest-SecurityGroupsTestJSON-1151704431-project] Publish callbacks [] for security_group (None), before_response {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:06:18.786777 n-d-713498-36 neutron-server[103230]: DEBUG neutron.db.l3_dvrscheduler_db [req-8d2285a6-3a07-4529-a23f-8405afbb4e9a req-b66254e8-97ca-4f46-a56c-a27c12569228 tempest-FloatingIPsAssociationNegativeTestJSON-1147152048 tempest-FloatingIPsAssociationNegativeTestJSON-1147152048-project] Received port after_create {{(pid=103230) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 19:06:18.787134 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-72f6777c-0cf5-411a-a65c-c238132e6532 req-3e3af55e-f121-4848-889d-9220f9dfae9d tempest-SecurityGroupsTestJSON-1151704431 tempest-SecurityGroupsTestJSON-1151704431-project] 10.222.0.75 "DELETE /v2.0/security-groups/28459d6d-23d7-4b88-812f-7c8adbc9a69b HTTP/1.1" status: 204 len: 173 time: 0.3468840 Feb 09 19:06:18.796203 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 51084) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:06:18.891521 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.v2.base [None req-5bb6d4ed-782c-4789-b970-1e900f106524 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsNegativeTestJSON-168596681-network', 'tenant_id': '2f7cb5001b0941dbb65abbb765d04ac6'}} {{(pid=103230) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 19:06:18.924883 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e3af55e-f121-4848-889d-9220f9dfae9d tempest-SecurityGroupsTestJSON-1151704431 tempest-SecurityGroupsTestJSON-1151704431-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=28459d6d-23d7-4b88-812f-7c8adbc9a69b,revision_number=None']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:06:18.970206 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e42ec6cd-69c4-4da2-a502-73d31c45b767 None None] Pushing event updated for resources: {'Port': ['ID=708bfdff-a409-4bf0-a47a-f811d9fc0ddb,revision_number=5']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:06:19.012973 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762867132591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593584'] for agent (bcd5faee-dc24-4298-9134-0e0aa054058e), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:06:19.027349 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d2285a6-3a07-4529-a23f-8405afbb4e9a req-b66254e8-97ca-4f46-a56c-a27c12569228 tempest-FloatingIPsAssociationNegativeTestJSON-1147152048 tempest-FloatingIPsAssociationNegativeTestJSON-1147152048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:06:19.028487 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [req-8d2285a6-3a07-4529-a23f-8405afbb4e9a req-b66254e8-97ca-4f46-a56c-a27c12569228 tempest-FloatingIPsAssociationNegativeTestJSON-1147152048 tempest-FloatingIPsAssociationNegativeTestJSON-1147152048-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171096'] for port (None), before_response {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:06:19.050671 n-d-713498-36 neutron-server[103229]: DEBUG neutron.db.db_base_plugin_v2 [None req-dee7ea7a-2661-4f74-b206-d10bdc657cd1 admin admin] Deleting subnet 717af8bd-c7df-4f19-ad07-3fc4563db201 {{(pid=103229) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 19:06:19.057328 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5bb6d4ed-782c-4789-b970-1e900f106524 admin admin] Made reservation on behalf of 2f7cb5001b0941dbb65abbb765d04ac6 for: {'network': 1} {{(pid=103230) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 19:06:19.061325 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-dee7ea7a-2661-4f74-b206-d10bdc657cd1 admin admin] Publish callbacks [] for subnet (717af8bd-c7df-4f19-ad07-3fc4563db201), before_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:06:19.063270 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.provisioning_blocks [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Provisioning complete for port e064e4dc-3c0b-4336-a057-8c9cb9a8eb99 triggered by entity L2. {{(pid=103232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 19:06:19.063651 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593630'] for port (e064e4dc-3c0b-4336-a057-8c9cb9a8eb99), provisioning_complete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:06:19.064807 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-5bb6d4ed-782c-4789-b970-1e900f106524 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for network (None), before_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:06:19.089606 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-5bb6d4ed-782c-4789-b970-1e900f106524 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:06:19.128511 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-8d2285a6-3a07-4529-a23f-8405afbb4e9a req-b66254e8-97ca-4f46-a56c-a27c12569228 tempest-FloatingIPsAssociationNegativeTestJSON-1147152048 tempest-FloatingIPsAssociationNegativeTestJSON-1147152048-project] 10.222.0.89 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.1462827 Feb 09 19:06:19.164355 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72094521-e6d1-4ac6-8937-4465e7336dea req-25a6beda-3cf2-4c20-8805-a91c2de2e464 tempest-TaggedBootDevicesTest_v242-798392635 tempest-TaggedBootDevicesTest_v242-798392635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:06:19.177134 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-dee7ea7a-2661-4f74-b206-d10bdc657cd1 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16683410'] for subnet (717af8bd-c7df-4f19-ad07-3fc4563db201), precommit_delete_associations {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:06:19.184532 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72094521-e6d1-4ac6-8937-4465e7336dea req-25a6beda-3cf2-4c20-8805-a91c2de2e464 tempest-TaggedBootDevicesTest_v242-798392635 tempest-TaggedBootDevicesTest_v242-798392635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:06:19.191665 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72094521-e6d1-4ac6-8937-4465e7336dea req-25a6beda-3cf2-4c20-8805-a91c2de2e464 tempest-TaggedBootDevicesTest_v242-798392635 tempest-TaggedBootDevicesTest_v242-798392635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:06:19.198143 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72094521-e6d1-4ac6-8937-4465e7336dea req-25a6beda-3cf2-4c20-8805-a91c2de2e464 tempest-TaggedBootDevicesTest_v242-798392635 tempest-TaggedBootDevicesTest_v242-798392635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:06:19.199859 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f9a1972-d624-4685-a2ce-36fda6033d92 req-bbb9a615-961b-4c74-be78-0691fc7090ab tempest-ServersOnMultiNodesTest-1472402947 tempest-ServersOnMultiNodesTest-1472402947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:06:19.207949 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Current status of the port 7d98c8b1-92bc-426c-a6eb-15a9a7944d3d is: BUILD; New status is: ACTIVE {{(pid=103232) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 19:06:19.208349 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-0f9a1972-d624-4685-a2ce-36fda6033d92 req-bbb9a615-961b-4c74-be78-0691fc7090ab tempest-ServersOnMultiNodesTest-1472402947 tempest-ServersOnMultiNodesTest-1472402947-project] 10.222.0.75 "GET /v2.0/ports?device_id=1651d351-b8a4-498f-bd76-66dea09d4fb2 HTTP/1.1" status: 200 len: 949 time: 0.2755384 Feb 09 19:06:19.208480 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (7d98c8b1-92bc-426c-a6eb-15a9a7944d3d), before_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:06:19.215500 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72094521-e6d1-4ac6-8937-4465e7336dea req-25a6beda-3cf2-4c20-8805-a91c2de2e464 tempest-TaggedBootDevicesTest_v242-798392635 tempest-TaggedBootDevicesTest_v242-798392635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:06:19.226253 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72094521-e6d1-4ac6-8937-4465e7336dea req-25a6beda-3cf2-4c20-8805-a91c2de2e464 tempest-TaggedBootDevicesTest_v242-798392635 tempest-TaggedBootDevicesTest_v242-798392635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:06:19.245446 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72094521-e6d1-4ac6-8937-4465e7336dea req-25a6beda-3cf2-4c20-8805-a91c2de2e464 tempest-TaggedBootDevicesTest_v242-798392635 tempest-TaggedBootDevicesTest_v242-798392635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:06:19.258875 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-72094521-e6d1-4ac6-8937-4465e7336dea req-25a6beda-3cf2-4c20-8805-a91c2de2e464 tempest-TaggedBootDevicesTest_v242-798392635 tempest-TaggedBootDevicesTest_v242-798392635-project] 10.222.0.75 "GET /v2.0/ports?device_id=8319129f-1054-494a-b0c0-2ec99e839619 HTTP/1.1" status: 200 len: 5431 time: 0.3431363 Feb 09 19:06:19.272097 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.v2.base [req-8d2285a6-3a07-4529-a23f-8405afbb4e9a req-94b91135-0278-4e76-8017-1f8bfde84b26 service neutron] Request body: {'port': {'device_id': 'b44ce140-61cc-4267-a2e4-7210687d93e5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-713498-36'}} {{(pid=103230) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 19:06:19.297086 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Current status of the port e064e4dc-3c0b-4336-a057-8c9cb9a8eb99 is: ACTIVE; New status is: ACTIVE {{(pid=103232) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 19:06:19.341198 n-d-713498-36 neutron-server[103232]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1651d351-b8a4-498f-bd76-66dea09d4fb2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7d98c8b1-92bc-426c-a6eb-15a9a7944d3d'}] {{(pid=103232) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 19:06:19.344666 n-d-713498-36 neutron-server[103232]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}949cdcde653dec44821de95cbf67297f53cbc2aed4e073b5d514f93bf911ce85" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2ae518ab-bff5-4d48-ac7c-4c11b4ccdd1a" -d '{"events": [{"server_uuid": "1651d351-b8a4-498f-bd76-66dea09d4fb2", "name": "network-vif-plugged", "status": "completed", "tag": "7d98c8b1-92bc-426c-a6eb-15a9a7944d3d"}]}' {{(pid=103232) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 19:06:19.354694 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-0f9a1972-d624-4685-a2ce-36fda6033d92 req-eb6720b4-a636-4e34-9f71-d2ff489e1028 tempest-ServersOnMultiNodesTest-1472402947 tempest-ServersOnMultiNodesTest-1472402947-project] 10.222.0.75 "GET /v2.0/security-groups?id=aed5302d-0478-4b9d-b014-143adc5c0d74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1453588 Feb 09 19:06:19.370047 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] For port 7d98c8b1-92bc-426c-a6eb-15a9a7944d3d, host n-h1-713498-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-36',level=0,port_id=7d98c8b1-92bc-426c-a6eb-15a9a7944d3d,segment=NetworkSegment(50e5915e-18f0-4558-9a28-b978975ead36),segment_id=50e5915e-18f0-4558-9a28-b978975ead36)] {{(pid=103232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 19:06:19.378850 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.provisioning_blocks [None req-5b6f7df3-d211-4fdf-9e4e-a934d9055e4f None None] Provisioning complete for port d3b54021-8c52-4810-affe-60b8c5bfde4f triggered by entity DHCP. {{(pid=103232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 19:06:19.379887 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-5b6f7df3-d211-4fdf-9e4e-a934d9055e4f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593630'] for port (d3b54021-8c52-4810-affe-60b8c5bfde4f), provisioning_complete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:06:19.381653 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-dee7ea7a-2661-4f74-b206-d10bdc657cd1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-759852'] for subnet (717af8bd-c7df-4f19-ad07-3fc4563db201), precommit_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:06:19.382295 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762867176205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762866656485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762866656503'] for port (7d98c8b1-92bc-426c-a6eb-15a9a7944d3d), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:06:19.482366 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Pushing event updated for resources: {'Port': ['ID=7d98c8b1-92bc-426c-a6eb-15a9a7944d3d,revision_number=5']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:06:19.529417 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-5b6f7df3-d211-4fdf-9e4e-a934d9055e4f None None] Port d3b54021-8c52-4810-affe-60b8c5bfde4f cannot update to ACTIVE because it is not bound. {{(pid=103232) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 19:06:19.558602 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-815b5199-8c80-4271-9d53-7219be418c5d req-3f3d46dc-3fb5-4a7e-be0d-aff1b3b4fc6f tempest-FloatingIPsAssociationNegativeTestJSON-1147152048 tempest-FloatingIPsAssociationNegativeTestJSON-1147152048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:06:19.566466 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-815b5199-8c80-4271-9d53-7219be418c5d req-3f3d46dc-3fb5-4a7e-be0d-aff1b3b4fc6f tempest-FloatingIPsAssociationNegativeTestJSON-1147152048 tempest-FloatingIPsAssociationNegativeTestJSON-1147152048-project] 10.222.0.75 "GET /v2.0/ports?device_id=b44ce140-61cc-4267-a2e4-7210687d93e5 HTTP/1.1" status: 200 len: 932 time: 0.0968170 Feb 09 19:06:19.605733 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-dee7ea7a-2661-4f74-b206-d10bdc657cd1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-760023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12867367', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12759238'] for subnet (717af8bd-c7df-4f19-ad07-3fc4563db201), after_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:06:19.641941 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [req-8d2285a6-3a07-4529-a23f-8405afbb4e9a req-94b91135-0278-4e76-8017-1f8bfde84b26 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (d3b54021-8c52-4810-affe-60b8c5bfde4f), before_update {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:06:19.658095 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-dee7ea7a-2661-4f74-b206-d10bdc657cd1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1613566'] for subnet (None), before_response {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:06:19.665719 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-dee7ea7a-2661-4f74-b206-d10bdc657cd1 admin admin] 10.222.0.75 "DELETE /v2.0/subnets/717af8bd-c7df-4f19-ad07-3fc4563db201 HTTP/1.1" status: 204 len: 168 time: 0.8547430 Feb 09 19:06:19.671974 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 51090) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:06:19.689859 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-815b5199-8c80-4271-9d53-7219be418c5d req-c2a2a2f2-5825-458a-b033-644f16649c1f tempest-FloatingIPsAssociationNegativeTestJSON-1147152048 tempest-FloatingIPsAssociationNegativeTestJSON-1147152048-project] 10.222.0.75 "GET /v2.0/security-groups?id=0538cd73-7a28-42cf-a6e9-9e9bedd40a54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1220500 Feb 09 19:06:19.700943 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dee7ea7a-2661-4f74-b206-d10bdc657cd1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=717af8bd-c7df-4f19-ad07-3fc4563db201,revision_number=None']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:06:19.734480 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-72094521-e6d1-4ac6-8937-4465e7336dea req-4dba0e7b-d2e2-4550-8b61-a3cf6749ce94 tempest-TaggedBootDevicesTest_v242-798392635 tempest-TaggedBootDevicesTest_v242-798392635-project] 10.222.0.75 "GET /v2.0/security-groups?id=58062d4f-c149-4db3-a357-a4eb59a3d83e&id=6452f0cf-fe35-4557-9092-43f1827176a8&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.4571409 Feb 09 19:06:19.760809 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-5bb6d4ed-782c-4789-b970-1e900f106524 admin admin] Publish callbacks [] for security_group (9c5e2c4b-1eb6-4be6-81cf-6aded2053c3e), precommit_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:06:19.786246 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-5bb6d4ed-782c-4789-b970-1e900f106524 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1892331'] for security_group (9c5e2c4b-1eb6-4be6-81cf-6aded2053c3e), after_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:06:19.899733 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-925e8dc9-3af8-41d7-a5b3-9a812393a29a req-54dc9ae4-2881-4029-840b-aa29e71a8e73 tempest-FloatingIPsTestJSON-712233170 tempest-FloatingIPsTestJSON-712233170-project] 10.222.0.75 "GET /v2.0/floatingips/dac71eaf-7d2f-42f2-ae1c-de7478727d78 HTTP/1.1" status: 200 len: 692 time: 0.1785080 Feb 09 19:06:19.938155 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5bb6d4ed-782c-4789-b970-1e900f106524 admin admin] vlan segment allocate from pool success with {'vlan_id': 388, 'physical_network': 'physnet1'} {{(pid=103230) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 19:06:19.961790 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bb6d4ed-782c-4789-b970-1e900f106524 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9c5e2c4b-1eb6-4be6-81cf-6aded2053c3e,revision_number=1']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:06:19.967720 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-5bb6d4ed-782c-4789-b970-1e900f106524 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-759574'] for segment (8aeea929-1696-4c23-bfbc-7dcca4effad7), precommit_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:06:19.968514 n-d-713498-36 neutron-server[103230]: INFO neutron.db.segments_db [None req-5bb6d4ed-782c-4789-b970-1e900f106524 admin admin] Added segment 8aeea929-1696-4c23-bfbc-7dcca4effad7 of type vlan for network 54dce347-f0c4-4382-a34a-5c96731fc4de Feb 09 19:06:20.014411 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-6ba3d0a8-fad0-4da6-8d25-21cdba138517 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-670458'] for network (3aeedb6f-762d-4e6c-8ee5-bfa54ee38104), before_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:06:20.093800 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-925e8dc9-3af8-41d7-a5b3-9a812393a29a req-fc2f246b-17f3-4558-84f4-fa752999cf11 tempest-FloatingIPsTestJSON-712233170 tempest-FloatingIPsTestJSON-712233170-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:06:20.095529 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-925e8dc9-3af8-41d7-a5b3-9a812393a29a req-fc2f246b-17f3-4558-84f4-fa752999cf11 tempest-FloatingIPsTestJSON-712233170 tempest-FloatingIPsTestJSON-712233170-project] 10.222.0.75 "GET /v2.0/networks/88055e1e-672a-4487-be31-ffb6e833ece5 HTTP/1.1" status: 200 len: 784 time: 0.1964154 Feb 09 19:06:20.138366 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88eb3d86-751f-48d6-b4c3-935cfc4fca22 req-f599962b-7d5d-4f85-95d8-490364bd763d tempest-LiveMigrationTest-1021096981 tempest-LiveMigrationTest-1021096981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:06:20.147084 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-88eb3d86-751f-48d6-b4c3-935cfc4fca22 req-f599962b-7d5d-4f85-95d8-490364bd763d tempest-LiveMigrationTest-1021096981 tempest-LiveMigrationTest-1021096981-project] 10.222.0.75 "GET /v2.0/ports?device_id=2f9a8919-1b2a-4183-90dc-45c5e52d5a99 HTTP/1.1" status: 200 len: 945 time: 0.2691016 Feb 09 19:06:20.156969 n-d-713498-36 neutron-server[103232]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 19:06:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3009e54e-3cd7-4692-8221-9e6dbf075978 x-openstack-request-id: req-3009e54e-3cd7-4692-8221-9e6dbf075978 {{(pid=103232) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 19:06:20.157282 n-d-713498-36 neutron-server[103232]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1651d351-b8a4-498f-bd76-66dea09d4fb2", "name": "network-vif-plugged", "status": "completed", "tag": "7d98c8b1-92bc-426c-a6eb-15a9a7944d3d", "code": 200}]} {{(pid=103232) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 19:06:20.157540 n-d-713498-36 neutron-server[103232]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-3009e54e-3cd7-4692-8221-9e6dbf075978 {{(pid=103232) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 19:06:20.157934 n-d-713498-36 neutron-server[103232]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1651d351-b8a4-498f-bd76-66dea09d4fb2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7d98c8b1-92bc-426c-a6eb-15a9a7944d3d', 'code': 200} Feb 09 19:06:20.161177 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-5bb6d4ed-782c-4789-b970-1e900f106524 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762866642225'] for network (54dce347-f0c4-4382-a34a-5c96731fc4de), precommit_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:06:20.298790 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-5bb6d4ed-782c-4789-b970-1e900f106524 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1885479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452'] for network (54dce347-f0c4-4382-a34a-5c96731fc4de), after_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:06:20.299870 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5bb6d4ed-782c-4789-b970-1e900f106524 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:06:20.300516 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-5bb6d4ed-782c-4789-b970-1e900f106524 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1613566'] for network (None), before_response {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:06:20.321232 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-88eb3d86-751f-48d6-b4c3-935cfc4fca22 req-46870bfb-3007-418f-a2d8-cb2acf960d78 tempest-LiveMigrationTest-1021096981 tempest-LiveMigrationTest-1021096981-project] 10.222.0.75 "GET /v2.0/security-groups?id=ba18819a-1490-4e7b-a11b-e8610423d8ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1729016 Feb 09 19:06:20.324586 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-5bb6d4ed-782c-4789-b970-1e900f106524 admin admin] 10.222.0.75 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 1.7387884 Feb 09 19:06:20.333679 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 51094) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:06:20.349523 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-b655b49d-7595-480d-a701-522f28e012bb req-4354124f-0a8b-4031-9e24-5e7a97c8605a tempest-FloatingIPsTestJSON-712233170 tempest-FloatingIPsTestJSON-712233170-project] 10.222.0.75 "GET /v2.0/floatingips?tenant_id=e623b53636fb4d76944cb391451b4189 HTTP/1.1" status: 200 len: 695 time: 0.1182454 Feb 09 19:06:20.350417 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.v2.base [None req-98b30be1-6b57-4655-9f2b-dc92b490765f admin admin] Request body: {'subnet': {'network_id': '54dce347-f0c4-4382-a34a-5c96731fc4de', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsNegativeTestJSON-168596681-subnet', 'tenant_id': '2f7cb5001b0941dbb65abbb765d04ac6', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103230) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 19:06:20.388649 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-98b30be1-6b57-4655-9f2b-dc92b490765f admin admin] Made reservation on behalf of 2f7cb5001b0941dbb65abbb765d04ac6 for: {'subnet': 1} {{(pid=103230) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 19:06:20.391070 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-98b30be1-6b57-4655-9f2b-dc92b490765f admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12985917'] for subnet (None), before_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:06:20.585130 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b655b49d-7595-480d-a701-522f28e012bb req-e7422a9b-b8c4-4721-ba26-c3520306ba28 tempest-FloatingIPsTestJSON-712233170 tempest-FloatingIPsTestJSON-712233170-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:06:20.587140 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-b655b49d-7595-480d-a701-522f28e012bb req-e7422a9b-b8c4-4721-ba26-c3520306ba28 tempest-FloatingIPsTestJSON-712233170 tempest-FloatingIPsTestJSON-712233170-project] 10.222.0.75 "GET /v2.0/networks?id=88055e1e-672a-4487-be31-ffb6e833ece5 HTTP/1.1" status: 200 len: 787 time: 0.1872697 Feb 09 19:06:20.605181 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-6ba3d0a8-fad0-4da6-8d25-21cdba138517 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-590267', 'neutron.services.segments.db._delete_segments_for_network-8762867132609'] for network (3aeedb6f-762d-4e6c-8ee5-bfa54ee38104), precommit_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:06:20.613939 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Device 708bfdff-a409-4bf0-a47a-f811d9fc0ddb up at agent ovs-agent-n-d-713498-36 {{(pid=103232) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 19:06:20.627602 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [req-b655b49d-7595-480d-a701-522f28e012bb req-d839b233-60e3-4c43-aa13-9d58703b30e6 tempest-FloatingIPsTestJSON-712233170 tempest-FloatingIPsTestJSON-712233170-project] http://10.222.0.75:9696/v2.0/extensions returned with HTTP 200 {{(pid=103229) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 09 19:06:20.638604 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-b655b49d-7595-480d-a701-522f28e012bb req-d839b233-60e3-4c43-aa13-9d58703b30e6 tempest-FloatingIPsTestJSON-712233170 tempest-FloatingIPsTestJSON-712233170-project] 10.222.0.75 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0250163 Feb 09 19:06:20.679794 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bb6d4ed-782c-4789-b970-1e900f106524 admin admin] Pushing event updated for resources: {'Network': ['ID=54dce347-f0c4-4382-a34a-5c96731fc4de,revision_number=1']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:06:20.697914 n-d-713498-36 neutron-server[103229]: DEBUG neutron.services.segments.db [None req-6ba3d0a8-fad0-4da6-8d25-21cdba138517 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3aeedb6f-762d-4e6c-8ee5-bfa54ee38104']}} {{(pid=103229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:06:20.698465 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Network 54dce347-f0c4-4382-a34a-5c96731fc4de details requested by agent ovs-agent-n-d-713498-36 with host n-d-713498-36 {{(pid=103232) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 19:06:20.770424 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06826887-1f24-49a7-9f59-4da13664957f req-15e6c054-856b-4402-9200-6841c9ecca5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:06:20.771241 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-06826887-1f24-49a7-9f59-4da13664957f req-15e6c054-856b-4402-9200-6841c9ecca5e service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=1651d351-b8a4-498f-bd76-66dea09d4fb2 HTTP/1.1" status: 200 len: 1133 time: 0.4327056 Feb 09 19:06:20.829905 n-d-713498-36 neutron-server[103229]: DEBUG neutron.services.segments.db [None req-6ba3d0a8-fad0-4da6-8d25-21cdba138517 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0eaea607-a7ab-4dbb-b6ca-ed9e62abb1c6') {'for_net_delete': True} {{(pid=103229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:06:20.830340 n-d-713498-36 neutron-server[103229]: DEBUG neutron.services.segments.db [None req-6ba3d0a8-fad0-4da6-8d25-21cdba138517 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0eaea607-a7ab-4dbb-b6ca-ed9e62abb1c6') {} {{(pid=103229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:06:20.832206 n-d-713498-36 neutron-server[103230]: DEBUG neutron.notifiers.nova [req-8d2285a6-3a07-4529-a23f-8405afbb4e9a req-94b91135-0278-4e76-8017-1f8bfde84b26 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d3b54021-8c52-4810-affe-60b8c5bfde4f {{(pid=103230) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 19:06:20.843778 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-ba6d8ced-0319-422a-91fc-48d539a4c943 req-1905faff-1a34-4513-942a-285ab645b6fe tempest-FloatingIPsTestJSON-712233170 tempest-FloatingIPsTestJSON-712233170-project] 10.222.0.75 "GET /v2.0/floatingips/dac71eaf-7d2f-42f2-ae1c-de7478727d78 HTTP/1.1" status: 200 len: 692 time: 0.1872423 Feb 09 19:06:20.849290 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [req-8d2285a6-3a07-4529-a23f-8405afbb4e9a req-94b91135-0278-4e76-8017-1f8bfde84b26 service neutron] Publish callbacks [] for port (d3b54021-8c52-4810-affe-60b8c5bfde4f), precommit_update {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:06:20.859935 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-98b30be1-6b57-4655-9f2b-dc92b490765f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14393611', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12985859'] for subnet (5f246235-2007-4285-a6c4-be901d42856d), after_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:06:20.876490 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-6ba3d0a8-fad0-4da6-8d25-21cdba138517 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762867134154', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16683417'] for segment (0eaea607-a7ab-4dbb-b6ca-ed9e62abb1c6), before_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:06:20.892674 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.provisioning_blocks [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Provisioning complete for port 708bfdff-a409-4bf0-a47a-f811d9fc0ddb triggered by entity L2. {{(pid=103232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 19:06:20.893125 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593630'] for port (708bfdff-a409-4bf0-a47a-f811d9fc0ddb), provisioning_complete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:06:20.923095 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b0580b5-a920-4050-9665-cd120db4e0a5 req-fa380f64-3286-4cd8-8324-22e17412f033 tempest-ServersOnMultiNodesTest-1472402947 tempest-ServersOnMultiNodesTest-1472402947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:06:20.924685 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-5b0580b5-a920-4050-9665-cd120db4e0a5 req-fa380f64-3286-4cd8-8324-22e17412f033 tempest-ServersOnMultiNodesTest-1472402947 tempest-ServersOnMultiNodesTest-1472402947-project] 10.222.0.75 "GET /v2.0/ports?device_id=1651d351-b8a4-498f-bd76-66dea09d4fb2 HTTP/1.1" status: 200 len: 950 time: 0.2461112 Feb 09 19:06:20.930187 n-d-713498-36 neutron-server[103230]: DEBUG neutron.db.provisioning_blocks [req-8d2285a6-3a07-4529-a23f-8405afbb4e9a req-94b91135-0278-4e76-8017-1f8bfde84b26 service neutron] Transition to ACTIVE for port object d3b54021-8c52-4810-affe-60b8c5bfde4f will not be triggered until provisioned by entity L2. {{(pid=103230) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 19:06:20.955658 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [req-8d2285a6-3a07-4529-a23f-8405afbb4e9a req-94b91135-0278-4e76-8017-1f8bfde84b26 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762867176205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762866656485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762866656503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14393758'] for port (d3b54021-8c52-4810-affe-60b8c5bfde4f), after_update {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:06:20.984637 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-6ba3d0a8-fad0-4da6-8d25-21cdba138517 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-759574'] for segment (0eaea607-a7ab-4dbb-b6ca-ed9e62abb1c6), precommit_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:06:21.020727 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6ba3d0a8-fad0-4da6-8d25-21cdba138517 admin admin] Releasing vlan 382 on physical network physnet1 to pool {{(pid=103229) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 19:06:21.021223 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-6ba3d0a8-fad0-4da6-8d25-21cdba138517 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-759574', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12867469'] for segment (0eaea607-a7ab-4dbb-b6ca-ed9e62abb1c6), after_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:06:21.023285 n-d-713498-36 neutron-server[103229]: Traceback (most recent call last): Feb 09 19:06:21.023285 n-d-713498-36 neutron-server[103229]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 19:06:21.023285 n-d-713498-36 neutron-server[103229]: timer() Feb 09 19:06:21.023285 n-d-713498-36 neutron-server[103229]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 19:06:21.023285 n-d-713498-36 neutron-server[103229]: cb(*args, **kw) Feb 09 19:06:21.023285 n-d-713498-36 neutron-server[103229]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 19:06:21.023285 n-d-713498-36 neutron-server[103229]: return func(*args, **kwargs) Feb 09 19:06:21.023285 n-d-713498-36 neutron-server[103229]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 19:06:21.023285 n-d-713498-36 neutron-server[103229]: self._notify() Feb 09 19:06:21.023285 n-d-713498-36 neutron-server[103229]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 19:06:21.023285 n-d-713498-36 neutron-server[103229]: self.callback(batched_events) Feb 09 19:06:21.023285 n-d-713498-36 neutron-server[103229]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 19:06:21.023285 n-d-713498-36 neutron-server[103229]: event.method(event) Feb 09 19:06:21.023285 n-d-713498-36 neutron-server[103229]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 19:06:21.023285 n-d-713498-36 neutron-server[103229]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 19:06:21.023285 n-d-713498-36 neutron-server[103229]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 19:06:21.023285 n-d-713498-36 neutron-server[103229]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 19:06:21.023285 n-d-713498-36 neutron-server[103229]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 19:06:21.023285 n-d-713498-36 neutron-server[103229]: return f(self, *a, **k) Feb 09 19:06:21.023285 n-d-713498-36 neutron-server[103229]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 19:06:21.023285 n-d-713498-36 neutron-server[103229]: return self._get(url).json() Feb 09 19:06:21.023285 n-d-713498-36 neutron-server[103229]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 19:06:21.023285 n-d-713498-36 neutron-server[103229]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 19:06:21.023285 n-d-713498-36 neutron-server[103229]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 19:06:21.023285 n-d-713498-36 neutron-server[103229]: return self.request(url, 'GET', **kwargs) Feb 09 19:06:21.023285 n-d-713498-36 neutron-server[103229]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 19:06:21.023285 n-d-713498-36 neutron-server[103229]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 19:06:21.023285 n-d-713498-36 neutron-server[103229]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 19:06:21.023285 n-d-713498-36 neutron-server[103229]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 19:06:21.023285 n-d-713498-36 neutron-server[103229]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 19:06:21.023285 n-d-713498-36 neutron-server[103229]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 19:06:21.023285 n-d-713498-36 neutron-server[103229]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 19:06:21.067618 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-06826887-1f24-49a7-9f59-4da13664957f req-5f447acc-8414-46fd-bc22-207a930911ef service neutron] 10.222.0.89 "GET /v2.0/security-groups?id=aed5302d-0478-4b9d-b014-143adc5c0d74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2885380 Feb 09 19:06:21.078889 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Current status of the port 708bfdff-a409-4bf0-a47a-f811d9fc0ddb is: ACTIVE; New status is: ACTIVE {{(pid=103232) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 19:06:21.118740 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98b30be1-6b57-4655-9f2b-dc92b490765f admin admin] Checking segment: {'id': '8aeea929-1696-4c23-bfbc-7dcca4effad7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': '54dce347-f0c4-4382-a34a-5c96731fc4de'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103230) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 19:06:21.119269 n-d-713498-36 neutron-server[103230]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98b30be1-6b57-4655-9f2b-dc92b490765f admin admin] Network hostable DHCP agents. Network: 54dce347-f0c4-4382-a34a-5c96731fc4de, hostable agents: ['af91e4b9-f4e1-42b1-a25c-a10dc47171c8'], hosted agents: [] {{(pid=103230) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 19:06:21.123721 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98b30be1-6b57-4655-9f2b-dc92b490765f admin admin] Pushing event updated for resources: {'Subnet': ['ID=5f246235-2007-4285-a6c4-be901d42856d,revision_number=0']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:06:21.148044 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba6d8ced-0319-422a-91fc-48d539a4c943 req-98b368fc-b7f2-42e5-80e2-ddf67bbec3f9 tempest-FloatingIPsTestJSON-712233170 tempest-FloatingIPsTestJSON-712233170-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:06:21.154211 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-ba6d8ced-0319-422a-91fc-48d539a4c943 req-98b368fc-b7f2-42e5-80e2-ddf67bbec3f9 tempest-FloatingIPsTestJSON-712233170 tempest-FloatingIPsTestJSON-712233170-project] 10.222.0.75 "GET /v2.0/networks/88055e1e-672a-4487-be31-ffb6e833ece5 HTTP/1.1" status: 200 len: 784 time: 0.3093534 Feb 09 19:06:21.161820 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-6ba3d0a8-fad0-4da6-8d25-21cdba138517 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-590242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1885479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1818895'] for network (3aeedb6f-762d-4e6c-8ee5-bfa54ee38104), after_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:06:21.177813 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-6ba3d0a8-fad0-4da6-8d25-21cdba138517 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1613566'] for network (None), before_response {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:06:21.195119 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94b91135-0278-4e76-8017-1f8bfde84b26 service neutron] Pushing event updated for resources: {'Port': ['ID=d3b54021-8c52-4810-affe-60b8c5bfde4f,revision_number=2']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:06:21.206995 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-6ba3d0a8-fad0-4da6-8d25-21cdba138517 admin admin] 10.222.0.75 "DELETE /v2.0/networks/3aeedb6f-762d-4e6c-8ee5-bfa54ee38104 HTTP/1.1" status: 204 len: 168 time: 1.5146201 Feb 09 19:06:21.233639 n-d-713498-36 neutron-server[103230]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98b30be1-6b57-4655-9f2b-dc92b490765f admin admin] Network 54dce347-f0c4-4382-a34a-5c96731fc4de is scheduled to be hosted by DHCP agent af91e4b9-f4e1-42b1-a25c-a10dc47171c8 with binding_index 1 {{(pid=103230) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 19:06:21.252046 n-d-713498-36 neutron-server[103230]: DEBUG neutron.scheduler.base_scheduler [None req-98b30be1-6b57-4655-9f2b-dc92b490765f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713498-36, 54dce347-f0c4-4382-a34a-5c96731fc4de) {{(pid=103230) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 19:06:21.256917 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-5b0580b5-a920-4050-9665-cd120db4e0a5 req-394d667c-c681-4eda-9c8b-a3728352a456 tempest-ServersOnMultiNodesTest-1472402947 tempest-ServersOnMultiNodesTest-1472402947-project] 10.222.0.75 "GET /v2.0/security-groups?id=aed5302d-0478-4b9d-b014-143adc5c0d74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3249512 Feb 09 19:06:21.264033 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98b30be1-6b57-4655-9f2b-dc92b490765f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:06:21.265751 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-98b30be1-6b57-4655-9f2b-dc92b490765f admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:06:21.278841 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81a7910d-e29b-41b1-b51a-7201e3912b1f None None] Network 54dce347-f0c4-4382-a34a-5c96731fc4de requested from n-d-713498-36 {{(pid=103232) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 19:06:21.287827 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.managers [req-8d2285a6-3a07-4529-a23f-8405afbb4e9a req-94b91135-0278-4e76-8017-1f8bfde84b26 service neutron] Attempting to bind port d3b54021-8c52-4810-affe-60b8c5bfde4f on host n-h1-713498-36 for vnic_type normal with profile {{(pid=103230) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 19:06:21.288174 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.managers [req-8d2285a6-3a07-4529-a23f-8405afbb4e9a req-94b91135-0278-4e76-8017-1f8bfde84b26 service neutron] Attempting to bind port d3b54021-8c52-4810-affe-60b8c5bfde4f by drivers openvswitch,hyperv on host n-h1-713498-36 at level 0 using segments [{'id': '19c03fab-df11-45cc-9379-6d7d2f2d5f0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': '85a2e26d-1ada-469a-a5fe-478a404e3f5d'}] {{(pid=103230) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 19:06:21.288770 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d2285a6-3a07-4529-a23f-8405afbb4e9a req-94b91135-0278-4e76-8017-1f8bfde84b26 service neutron] Attempting to bind port d3b54021-8c52-4810-affe-60b8c5bfde4f on network 85a2e26d-1ada-469a-a5fe-478a404e3f5d {{(pid=103230) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 19:06:21.296341 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d2285a6-3a07-4529-a23f-8405afbb4e9a req-94b91135-0278-4e76-8017-1f8bfde84b26 service neutron] Port d3b54021-8c52-4810-affe-60b8c5bfde4f on network 85a2e26d-1ada-469a-a5fe-478a404e3f5d not bound, no agent of type Open vSwitch agent registered on host n-h1-713498-36 {{(pid=103230) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 19:06:21.296745 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d2285a6-3a07-4529-a23f-8405afbb4e9a req-94b91135-0278-4e76-8017-1f8bfde84b26 service neutron] Attempting to bind port d3b54021-8c52-4810-affe-60b8c5bfde4f on network 85a2e26d-1ada-469a-a5fe-478a404e3f5d {{(pid=103230) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 19:06:21.309948 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ba3d0a8-fad0-4da6-8d25-21cdba138517 admin admin] Pushing event deleted for resources: {'Network': ['ID=3aeedb6f-762d-4e6c-8ee5-bfa54ee38104,revision_number=None']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:06:21.322975 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-98b30be1-6b57-4655-9f2b-dc92b490765f admin admin] 10.222.0.75 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.9872675 Feb 09 19:06:21.323974 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d2285a6-3a07-4529-a23f-8405afbb4e9a req-94b91135-0278-4e76-8017-1f8bfde84b26 service neutron] Checking agent: {'id': '488cd9ae-631f-4955-ba0b-4f5a13f12e9c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713498-36', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 18, 59, 18), 'started_at': datetime.datetime(2022, 2, 9, 18, 59, 18), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 19, 6, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103230) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 19:06:21.324318 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d2285a6-3a07-4529-a23f-8405afbb4e9a req-94b91135-0278-4e76-8017-1f8bfde84b26 service neutron] Checking segment: {'id': '19c03fab-df11-45cc-9379-6d7d2f2d5f0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': '85a2e26d-1ada-469a-a5fe-478a404e3f5d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103230) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 19:06:21.324717 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d2285a6-3a07-4529-a23f-8405afbb4e9a req-94b91135-0278-4e76-8017-1f8bfde84b26 service neutron] Bound using segment: {'id': '19c03fab-df11-45cc-9379-6d7d2f2d5f0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': '85a2e26d-1ada-469a-a5fe-478a404e3f5d'} {{(pid=103230) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 19:06:21.325296 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.managers [req-8d2285a6-3a07-4529-a23f-8405afbb4e9a req-94b91135-0278-4e76-8017-1f8bfde84b26 service neutron] Bound port: d3b54021-8c52-4810-affe-60b8c5bfde4f, host: n-h1-713498-36, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '19c03fab-df11-45cc-9379-6d7d2f2d5f0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': '85a2e26d-1ada-469a-a5fe-478a404e3f5d'}}] {{(pid=103230) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 19:06:21.325669 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [req-8d2285a6-3a07-4529-a23f-8405afbb4e9a req-94b91135-0278-4e76-8017-1f8bfde84b26 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (d3b54021-8c52-4810-affe-60b8c5bfde4f), before_update {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:06:21.330049 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 51106) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:06:21.333533 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.v2.base [None req-4c83abef-3ea8-48fa-92f5-72cb9593534f admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsNegativeTestJSON-168596681-router', 'tenant_id': '2f7cb5001b0941dbb65abbb765d04ac6', 'external_gateway_info': {'network_id': '88055e1e-672a-4487-be31-ffb6e833ece5'}}} {{(pid=103230) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 19:06:21.480957 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 51110) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:06:21.526647 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-4c83abef-3ea8-48fa-92f5-72cb9593534f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1834830', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-58389'] for router (0d171c3e-e989-410b-974b-5e518abe97dd), before_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:06:21.527861 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-4c83abef-3ea8-48fa-92f5-72cb9593534f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1834810', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1822096', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1886735', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-58380'] for router (0d171c3e-e989-410b-974b-5e518abe97dd), precommit_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:06:21.565610 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.db [req-8d2285a6-3a07-4529-a23f-8405afbb4e9a req-94b91135-0278-4e76-8017-1f8bfde84b26 service neutron] For port d3b54021-8c52-4810-affe-60b8c5bfde4f, host n-h1-713498-36, cleared binding levels {{(pid=103230) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 19:06:21.572411 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-ba6d8ced-0319-422a-91fc-48d539a4c943 req-3a563a7a-a5d9-4b78-9415-1f9554874602 tempest-FloatingIPsTestJSON-712233170 tempest-FloatingIPsTestJSON-712233170-project] 10.222.0.75 "GET /v2.0/floatingips?floating_ip_address=172.25.1.55 HTTP/1.1" status: 200 len: 695 time: 0.3609908 Feb 09 19:06:21.584454 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-448364c1-0fa4-4cb4-998f-c6416e11f8f8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8b32e980-7cce-5e82-a341-bd2fa8945c89-54dce347-f0c4-4382-a34a-5c96731fc4de', 'network_id': '54dce347-f0c4-4382-a34a-5c96731fc4de', 'project_id': '2f7cb5001b0941dbb65abbb765d04ac6', 'fixed_ips': [{'subnet_id': '5f246235-2007-4285-a6c4-be901d42856d'}]}} from n-d-713498-36. {{(pid=103232) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 09 19:06:21.586666 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.db [req-8d2285a6-3a07-4529-a23f-8405afbb4e9a req-94b91135-0278-4e76-8017-1f8bfde84b26 service neutron] For port d3b54021-8c52-4810-affe-60b8c5bfde4f, host n-h1-713498-36, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-36',level=0,port_id=d3b54021-8c52-4810-affe-60b8c5bfde4f,segment=NetworkSegment(19c03fab-df11-45cc-9379-6d7d2f2d5f0e),segment_id=19c03fab-df11-45cc-9379-6d7d2f2d5f0e)] {{(pid=103230) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 19:06:21.587634 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-448364c1-0fa4-4cb4-998f-c6416e11f8f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (None), before_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:06:21.613239 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [req-8d2285a6-3a07-4529-a23f-8405afbb4e9a req-94b91135-0278-4e76-8017-1f8bfde84b26 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762867176205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762866656485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762866656503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14393758'] for port (d3b54021-8c52-4810-affe-60b8c5bfde4f), after_update {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:06:21.672982 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-98d11fd1-c32b-4575-8dbd-82dacaded9de req-ab22f67c-eac0-42cf-9294-b6d872706320 service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=7286d075-cf60-4225-a604-fbfa2ee2c8fd&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1913259 Feb 09 19:06:21.676017 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-ba6d8ced-0319-422a-91fc-48d539a4c943 req-6605d6b3-6aa0-41c8-9928-7bda960a9aa4 tempest-FloatingIPsTestJSON-712233170 tempest-FloatingIPsTestJSON-712233170-project] 10.222.0.75 "GET /v2.0/floatingips?floating_ip_address=172.25.1.55 HTTP/1.1" status: 200 len: 695 time: 0.0849631 Feb 09 19:06:21.721199 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-c585e8a2-4ccb-4294-a4e1-441a1f436e7a admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=bff3c1e37b294eeb94406c2c4c8cd026&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2388320 Feb 09 19:06:21.729374 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 51112) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:06:21.735789 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d2285a6-3a07-4529-a23f-8405afbb4e9a req-94b91135-0278-4e76-8017-1f8bfde84b26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:06:21.736496 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [req-8d2285a6-3a07-4529-a23f-8405afbb4e9a req-94b91135-0278-4e76-8017-1f8bfde84b26 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171096'] for port (None), before_response {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:06:21.738065 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-8d2285a6-3a07-4529-a23f-8405afbb4e9a req-94b91135-0278-4e76-8017-1f8bfde84b26 service neutron] 10.222.0.89 "PUT /v2.0/ports/d3b54021-8c52-4810-affe-60b8c5bfde4f HTTP/1.1" status: 200 len: 1093 time: 2.4752822 Feb 09 19:06:21.742017 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-4c83abef-3ea8-48fa-92f5-72cb9593534f admin admin] Publish callbacks [] for router_controller (0d171c3e-e989-410b-974b-5e518abe97dd), precommit_add_association {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:06:21.750096 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e145d92-a045-4657-9701-473dd8a780c6 req-1a5cc1e9-3d5f-4a49-9945-877e7dd16462 tempest-FloatingIPsAssociationNegativeTestJSON-1147152048 tempest-FloatingIPsAssociationNegativeTestJSON-1147152048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:06:21.757349 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-5e145d92-a045-4657-9701-473dd8a780c6 req-1a5cc1e9-3d5f-4a49-9945-877e7dd16462 tempest-FloatingIPsAssociationNegativeTestJSON-1147152048 tempest-FloatingIPsAssociationNegativeTestJSON-1147152048-project] 10.222.0.75 "GET /v2.0/ports?device_id=b44ce140-61cc-4267-a2e4-7210687d93e5 HTTP/1.1" status: 200 len: 944 time: 0.3025570 Feb 09 19:06:21.759018 n-d-713498-36 neutron-server[103230]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b44ce140-61cc-4267-a2e4-7210687d93e5', 'tag': 'd3b54021-8c52-4810-affe-60b8c5bfde4f'}] {{(pid=103230) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 19:06:21.761441 n-d-713498-36 neutron-server[103230]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aee5919275bae9f72eb374ee322673045eb80c1f84b4b45a97d96923bd50ab51" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-60e1195c-7f42-4dd6-93e5-3f2fa02be49d" -d '{"events": [{"name": "network-changed", "server_uuid": "b44ce140-61cc-4267-a2e4-7210687d93e5", "tag": "d3b54021-8c52-4810-affe-60b8c5bfde4f"}]}' {{(pid=103230) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 19:06:21.885050 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.db_base_plugin_common [None req-448364c1-0fa4-4cb4-998f-c6416e11f8f8 None None] Allocated IP 172.20.0.2 (54dce347-f0c4-4382-a34a-5c96731fc4de/5f246235-2007-4285-a6c4-be901d42856d/a9fa2157-6f4f-4332-a250-b19731a901e0) {{(pid=103232) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 19:06:22.031572 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98d11fd1-c32b-4575-8dbd-82dacaded9de req-8bd639a5-fd8a-43ac-a606-1123cfdb021a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:06:22.033851 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-98d11fd1-c32b-4575-8dbd-82dacaded9de req-8bd639a5-fd8a-43ac-a606-1123cfdb021a service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=1672ee8b769240288b95113d5dff1fd2&device_id=7286d075-cf60-4225-a604-fbfa2ee2c8fd HTTP/1.1" status: 200 len: 1133 time: 0.3172190 Feb 09 19:06:22.035142 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94b91135-0278-4e76-8017-1f8bfde84b26 service neutron] Pushing event updated for resources: {'Port': ['ID=d3b54021-8c52-4810-affe-60b8c5bfde4f,revision_number=3']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:06:22.142703 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-5e145d92-a045-4657-9701-473dd8a780c6 req-da78db11-e2ad-44ac-945e-94792bd1e4fb tempest-FloatingIPsAssociationNegativeTestJSON-1147152048 tempest-FloatingIPsAssociationNegativeTestJSON-1147152048-project] 10.222.0.75 "GET /v2.0/security-groups?id=0538cd73-7a28-42cf-a6e9-9e9bedd40a54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3840275 Feb 09 19:06:22.204230 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-d83416a2-06af-4557-874e-ac3ce6d60f98 admin admin] Publish callbacks [] for security_group (22bcb932-19f7-46ba-b2c8-090f138c7032), before_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:06:22.207416 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.plugin [req-ba6d8ced-0319-422a-91fc-48d539a4c943 req-6cc3090d-8bb7-44b5-aa13-0b9aff5345ab tempest-FloatingIPsTestJSON-712233170 tempest-FloatingIPsTestJSON-712233170-project] Deleting port 09447b16-89c1-4da3-8430-d329fb393bba {{(pid=103229) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 19:06:22.207899 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-ba6d8ced-0319-422a-91fc-48d539a4c943 req-6cc3090d-8bb7-44b5-aa13-0b9aff5345ab tempest-FloatingIPsTestJSON-712233170 tempest-FloatingIPsTestJSON-712233170-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762867170196'] for port (09447b16-89c1-4da3-8430-d329fb393bba), before_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:06:22.271284 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d2285a6-3a07-4529-a23f-8405afbb4e9a req-7ed7e84b-5234-41b2-811f-4453732e442f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:06:22.273615 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-8d2285a6-3a07-4529-a23f-8405afbb4e9a req-7ed7e84b-5234-41b2-811f-4453732e442f service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=2586c214bdfa4f9a89a0552244ef89be&device_id=b44ce140-61cc-4267-a2e4-7210687d93e5 HTTP/1.1" status: 200 len: 1127 time: 0.4806194 Feb 09 19:06:22.342724 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-448364c1-0fa4-4cb4-998f-c6416e11f8f8 None None] Publish callbacks [] for port (a9fa2157-6f4f-4332-a250-b19731a901e0), precommit_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:06:22.363079 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-448364c1-0fa4-4cb4-998f-c6416e11f8f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762866656467'] for port (a9fa2157-6f4f-4332-a250-b19731a901e0), after_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:06:22.416427 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-4c83abef-3ea8-48fa-92f5-72cb9593534f admin admin] Publish callbacks [] for router_gateway (0d171c3e-e989-410b-974b-5e518abe97dd), precommit_update {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:06:22.443717 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-8d2285a6-3a07-4529-a23f-8405afbb4e9a req-275aa535-c26d-4d18-991d-8af105b7c6a7 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d3b54021-8c52-4810-affe-60b8c5bfde4f HTTP/1.1" status: 200 len: 217 time: 0.1509330 Feb 09 19:06:22.447751 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-d83416a2-06af-4557-874e-ac3ce6d60f98 admin admin] Publish callbacks [] for security_group (22bcb932-19f7-46ba-b2c8-090f138c7032), precommit_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:06:22.474979 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-448364c1-0fa4-4cb4-998f-c6416e11f8f8 None None] Pushing event updated for resources: {'Port': ['ID=a9fa2157-6f4f-4332-a250-b19731a901e0,revision_number=1']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:06:22.500691 n-d-713498-36 neutron-server[103232]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-448364c1-0fa4-4cb4-998f-c6416e11f8f8 None None] Network 54dce347-f0c4-4382-a34a-5c96731fc4de is already hosted by enough agents. {{(pid=103232) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 19:06:22.502353 n-d-713498-36 neutron-server[103232]: DEBUG neutron.scheduler.base_scheduler [None req-448364c1-0fa4-4cb4-998f-c6416e11f8f8 None None] Resources bound (agent type, host, resource id): {{(pid=103232) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 19:06:22.504875 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.l3_dvrscheduler_db [None req-448364c1-0fa4-4cb4-998f-c6416e11f8f8 None None] Received port after_create {{(pid=103232) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 19:06:22.611489 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.managers [None req-448364c1-0fa4-4cb4-998f-c6416e11f8f8 None None] Attempting to bind port a9fa2157-6f4f-4332-a250-b19731a901e0 on host n-d-713498-36 for vnic_type normal with profile {{(pid=103232) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 19:06:22.612161 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.managers [None req-448364c1-0fa4-4cb4-998f-c6416e11f8f8 None None] Attempting to bind port a9fa2157-6f4f-4332-a250-b19731a901e0 by drivers openvswitch,hyperv on host n-d-713498-36 at level 0 using segments [{'id': '8aeea929-1696-4c23-bfbc-7dcca4effad7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': '54dce347-f0c4-4382-a34a-5c96731fc4de'}] {{(pid=103232) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 19:06:22.612625 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-448364c1-0fa4-4cb4-998f-c6416e11f8f8 None None] Attempting to bind port a9fa2157-6f4f-4332-a250-b19731a901e0 on network 54dce347-f0c4-4382-a34a-5c96731fc4de {{(pid=103232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 19:06:22.618468 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-448364c1-0fa4-4cb4-998f-c6416e11f8f8 None None] Checking agent: {'id': '496418a2-c002-4aec-ab1a-07f3bea491bd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-36', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 18, 51, 47), 'started_at': datetime.datetime(2022, 2, 9, 18, 52, 17), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 19, 6, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-36'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 19:06:22.618995 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-448364c1-0fa4-4cb4-998f-c6416e11f8f8 None None] Checking segment: {'id': '8aeea929-1696-4c23-bfbc-7dcca4effad7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': '54dce347-f0c4-4382-a34a-5c96731fc4de'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103232) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 19:06:22.619499 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-448364c1-0fa4-4cb4-998f-c6416e11f8f8 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:06:22.619974 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-448364c1-0fa4-4cb4-998f-c6416e11f8f8 None None] Bound using segment: {'id': '8aeea929-1696-4c23-bfbc-7dcca4effad7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': '54dce347-f0c4-4382-a34a-5c96731fc4de'} {{(pid=103232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 19:06:22.620544 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.managers [None req-448364c1-0fa4-4cb4-998f-c6416e11f8f8 None None] Bound port: a9fa2157-6f4f-4332-a250-b19731a901e0, host: n-d-713498-36, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8aeea929-1696-4c23-bfbc-7dcca4effad7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': '54dce347-f0c4-4382-a34a-5c96731fc4de'}}] {{(pid=103232) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 19:06:22.621042 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-448364c1-0fa4-4cb4-998f-c6416e11f8f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (a9fa2157-6f4f-4332-a250-b19731a901e0), before_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:06:22.693427 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-448364c1-0fa4-4cb4-998f-c6416e11f8f8 None None] For port a9fa2157-6f4f-4332-a250-b19731a901e0, host n-d-713498-36, cleared binding levels {{(pid=103232) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 19:06:22.697281 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-448364c1-0fa4-4cb4-998f-c6416e11f8f8 None None] For port a9fa2157-6f4f-4332-a250-b19731a901e0, host n-d-713498-36, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-36',level=0,port_id=a9fa2157-6f4f-4332-a250-b19731a901e0,segment=NetworkSegment(8aeea929-1696-4c23-bfbc-7dcca4effad7),segment_id=8aeea929-1696-4c23-bfbc-7dcca4effad7)] {{(pid=103232) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 19:06:22.708539 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-448364c1-0fa4-4cb4-998f-c6416e11f8f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762867176205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762866656485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762866656503'] for port (a9fa2157-6f4f-4332-a250-b19731a901e0), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:06:22.950900 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-ba6d8ced-0319-422a-91fc-48d539a4c943 req-6cc3090d-8bb7-44b5-aa13-0b9aff5345ab tempest-FloatingIPsTestJSON-712233170 tempest-FloatingIPsTestJSON-712233170-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1820838'] for port (09447b16-89c1-4da3-8430-d329fb393bba), precommit_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:06:22.951427 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-ba6d8ced-0319-422a-91fc-48d539a4c943 req-6cc3090d-8bb7-44b5-aa13-0b9aff5345ab tempest-FloatingIPsTestJSON-712233170 tempest-FloatingIPsTestJSON-712233170-project] Publish callbacks [] for floatingip (09447b16-89c1-4da3-8430-d329fb393bba), precommit_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:06:22.981932 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.plugin [req-ba6d8ced-0319-422a-91fc-48d539a4c943 req-6cc3090d-8bb7-44b5-aa13-0b9aff5345ab tempest-FloatingIPsTestJSON-712233170 tempest-FloatingIPsTestJSON-712233170-project] Calling delete_port for 09447b16-89c1-4da3-8430-d329fb393bba owned by network:floatingip {{(pid=103229) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 19:06:22.983056 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-448364c1-0fa4-4cb4-998f-c6416e11f8f8 None None] Pushing event updated for resources: {'Port': ['ID=a9fa2157-6f4f-4332-a250-b19731a901e0,revision_number=2']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:06:23.022438 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98d11fd1-c32b-4575-8dbd-82dacaded9de req-6ffd2aae-ec79-47dd-9477-3a0bce644825 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:06:23.024303 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-98d11fd1-c32b-4575-8dbd-82dacaded9de req-6ffd2aae-ec79-47dd-9477-3a0bce644825 service neutron] 10.222.0.89 "GET /v2.0/networks?id=2b5494c8-cf97-42c1-b902-87f998f28179 HTTP/1.1" status: 200 len: 870 time: 0.9530194 Feb 09 19:06:23.024806 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d2285a6-3a07-4529-a23f-8405afbb4e9a req-c0488d21-d072-4e38-b9f6-91892b323358 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:06:23.026469 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-8d2285a6-3a07-4529-a23f-8405afbb4e9a req-c0488d21-d072-4e38-b9f6-91892b323358 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=a1a90ed9-4fa2-477d-979f-c550725f9b48 HTTP/1.1" status: 200 len: 868 time: 0.5762045 Feb 09 19:06:23.106543 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fb28974-f9ce-4e9c-b592-47be916d673c req-0c8bad35-3070-44a0-98f1-9235f66197e2 tempest-TaggedBootDevicesTest_v242-798392635 tempest-TaggedBootDevicesTest_v242-798392635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:06:23.113869 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fb28974-f9ce-4e9c-b592-47be916d673c req-0c8bad35-3070-44a0-98f1-9235f66197e2 tempest-TaggedBootDevicesTest_v242-798392635 tempest-TaggedBootDevicesTest_v242-798392635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:06:23.126835 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fb28974-f9ce-4e9c-b592-47be916d673c req-0c8bad35-3070-44a0-98f1-9235f66197e2 tempest-TaggedBootDevicesTest_v242-798392635 tempest-TaggedBootDevicesTest_v242-798392635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:06:23.132681 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fb28974-f9ce-4e9c-b592-47be916d673c req-0c8bad35-3070-44a0-98f1-9235f66197e2 tempest-TaggedBootDevicesTest_v242-798392635 tempest-TaggedBootDevicesTest_v242-798392635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:06:23.138833 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fb28974-f9ce-4e9c-b592-47be916d673c req-0c8bad35-3070-44a0-98f1-9235f66197e2 tempest-TaggedBootDevicesTest_v242-798392635 tempest-TaggedBootDevicesTest_v242-798392635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:06:23.144981 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fb28974-f9ce-4e9c-b592-47be916d673c req-0c8bad35-3070-44a0-98f1-9235f66197e2 tempest-TaggedBootDevicesTest_v242-798392635 tempest-TaggedBootDevicesTest_v242-798392635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:06:23.150544 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fb28974-f9ce-4e9c-b592-47be916d673c req-0c8bad35-3070-44a0-98f1-9235f66197e2 tempest-TaggedBootDevicesTest_v242-798392635 tempest-TaggedBootDevicesTest_v242-798392635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:06:23.152587 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-6fb28974-f9ce-4e9c-b592-47be916d673c req-0c8bad35-3070-44a0-98f1-9235f66197e2 tempest-TaggedBootDevicesTest_v242-798392635 tempest-TaggedBootDevicesTest_v242-798392635-project] 10.222.0.75 "GET /v2.0/ports?device_id=8319129f-1054-494a-b0c0-2ec99e839619 HTTP/1.1" status: 200 len: 5431 time: 0.8242807 Feb 09 19:06:23.201710 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-d83416a2-06af-4557-874e-ac3ce6d60f98 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1892331'] for security_group (22bcb932-19f7-46ba-b2c8-090f138c7032), after_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:06:23.207263 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-d83416a2-06af-4557-874e-ac3ce6d60f98 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:06:23.212166 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-d83416a2-06af-4557-874e-ac3ce6d60f98 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/22bcb932-19f7-46ba-b2c8-090f138c7032 HTTP/1.1" status: 204 len: 168 time: 1.4790339 Feb 09 19:06:23.239858 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d83416a2-06af-4557-874e-ac3ce6d60f98 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=22bcb932-19f7-46ba-b2c8-090f138c7032,revision_number=None']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:06:23.293190 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d2285a6-3a07-4529-a23f-8405afbb4e9a req-9256f21d-ff00-4c47-be5c-c728cd66dd05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:06:23.293190 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-8d2285a6-3a07-4529-a23f-8405afbb4e9a req-9256f21d-ff00-4c47-be5c-c728cd66dd05 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=85a2e26d-1ada-469a-a5fe-478a404e3f5d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.2550476 Feb 09 19:06:23.357078 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-98d11fd1-c32b-4575-8dbd-82dacaded9de req-7579a796-27a9-4c30-bea3-d82d4d092681 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.248&port_id=bc357ad8-1b22-4fe1-a6af-e296389a311b HTTP/1.1" status: 200 len: 217 time: 0.2706900 Feb 09 19:06:23.438191 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-6fb28974-f9ce-4e9c-b592-47be916d673c req-5dec2590-e599-4f03-bb5b-6eb08f35ca92 tempest-TaggedBootDevicesTest_v242-798392635 tempest-TaggedBootDevicesTest_v242-798392635-project] 10.222.0.75 "GET /v2.0/security-groups?id=58062d4f-c149-4db3-a357-a4eb59a3d83e&id=6452f0cf-fe35-4557-9092-43f1827176a8&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2665849 Feb 09 19:06:23.549401 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-ba6d8ced-0319-422a-91fc-48d539a4c943 req-6cc3090d-8bb7-44b5-aa13-0b9aff5345ab tempest-FloatingIPsTestJSON-712233170 tempest-FloatingIPsTestJSON-712233170-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762867177463', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762866656476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12867576'] for port (09447b16-89c1-4da3-8430-d329fb393bba), after_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:06:23.613306 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cc3090d-8bb7-44b5-aa13-0b9aff5345ab tempest-FloatingIPsTestJSON-712233170 tempest-FloatingIPsTestJSON-712233170-project] Pushing event deleted for resources: {'Port': ['ID=09447b16-89c1-4da3-8430-d329fb393bba,revision_number=None']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:06:23.619319 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98d11fd1-c32b-4575-8dbd-82dacaded9de req-8b9e5fc6-be7d-4064-9641-4484660d0617 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:06:23.620903 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-98d11fd1-c32b-4575-8dbd-82dacaded9de req-8b9e5fc6-be7d-4064-9641-4484660d0617 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=60b561cb-321e-4f83-9bb3-92b2e1d0dc44 HTTP/1.1" status: 200 len: 843 time: 0.2512064 Feb 09 19:06:23.653656 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-8d2285a6-3a07-4529-a23f-8405afbb4e9a req-b4672173-dee2-4749-956d-46493910ac81 service neutron] 10.222.0.89 "GET /v2.0/networks/85a2e26d-1ada-469a-a5fe-478a404e3f5d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3517241 Feb 09 19:06:23.779220 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-ba6d8ced-0319-422a-91fc-48d539a4c943 req-6cc3090d-8bb7-44b5-aa13-0b9aff5345ab tempest-FloatingIPsTestJSON-712233170 tempest-FloatingIPsTestJSON-712233170-project] Publish callbacks [] for floatingip (dac71eaf-7d2f-42f2-ae1c-de7478727d78), after_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:06:23.782774 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-ba6d8ced-0319-422a-91fc-48d539a4c943 req-6cc3090d-8bb7-44b5-aa13-0b9aff5345ab tempest-FloatingIPsTestJSON-712233170 tempest-FloatingIPsTestJSON-712233170-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171096'] for floatingip (None), before_response {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:06:23.784130 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-ba6d8ced-0319-422a-91fc-48d539a4c943 req-6cc3090d-8bb7-44b5-aa13-0b9aff5345ab tempest-FloatingIPsTestJSON-712233170 tempest-FloatingIPsTestJSON-712233170-project] 10.222.0.75 "DELETE /v2.0/floatingips/dac71eaf-7d2f-42f2-ae1c-de7478727d78 HTTP/1.1" status: 204 len: 173 time: 2.1013389 Feb 09 19:06:23.828085 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98d11fd1-c32b-4575-8dbd-82dacaded9de req-a4f6d1e2-73b3-43a2-adb0-c0bb23c4c936 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:06:23.830531 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-98d11fd1-c32b-4575-8dbd-82dacaded9de req-a4f6d1e2-73b3-43a2-adb0-c0bb23c4c936 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=2b5494c8-cf97-42c1-b902-87f998f28179&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.2026978 Feb 09 19:06:23.911181 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-8d2285a6-3a07-4529-a23f-8405afbb4e9a req-95f3f7ae-6685-41d2-be61-741bceee0386 service neutron] 10.222.0.89 "GET /v2.0/networks/85a2e26d-1ada-469a-a5fe-478a404e3f5d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2156022 Feb 09 19:06:23.924554 n-d-713498-36 neutron-server[103230]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 19:06:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-175a5f5d-a973-49ca-b7dc-873ecef2d73f x-openstack-request-id: req-175a5f5d-a973-49ca-b7dc-873ecef2d73f {{(pid=103230) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 19:06:23.924932 n-d-713498-36 neutron-server[103230]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b44ce140-61cc-4267-a2e4-7210687d93e5", "tag": "d3b54021-8c52-4810-affe-60b8c5bfde4f", "status": "completed", "code": 200}]} {{(pid=103230) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 19:06:23.925429 n-d-713498-36 neutron-server[103230]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-175a5f5d-a973-49ca-b7dc-873ecef2d73f {{(pid=103230) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 19:06:23.925552 n-d-713498-36 neutron-server[103230]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b44ce140-61cc-4267-a2e4-7210687d93e5', 'tag': 'd3b54021-8c52-4810-affe-60b8c5bfde4f', 'status': 'completed', 'code': 200} Feb 09 19:06:23.975288 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-98d11fd1-c32b-4575-8dbd-82dacaded9de req-4e08db9f-872c-42fc-80e7-d398a9afaa86 service neutron] 10.222.0.89 "GET /v2.0/networks/2b5494c8-cf97-42c1-b902-87f998f28179?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1378999 Feb 09 19:06:24.085462 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02461115-3842-425f-b1c9-6e3f3a61707c req-22509796-23a4-477b-b831-88a7283b038d tempest-LiveMigrationTest-1021096981 tempest-LiveMigrationTest-1021096981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:06:24.087091 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-02461115-3842-425f-b1c9-6e3f3a61707c req-22509796-23a4-477b-b831-88a7283b038d tempest-LiveMigrationTest-1021096981 tempest-LiveMigrationTest-1021096981-project] 10.222.0.75 "GET /v2.0/ports?device_id=2f9a8919-1b2a-4183-90dc-45c5e52d5a99 HTTP/1.1" status: 200 len: 945 time: 0.4833922 Feb 09 19:06:24.182634 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-4c83abef-3ea8-48fa-92f5-72cb9593534f admin admin] Publish callbacks [] for router_gateway (0d171c3e-e989-410b-974b-5e518abe97dd), before_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:06:24.239646 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e61fbed-1292-4675-a8e1-276232d69072 req-84632940-6d8c-4d38-b6fd-2da11754e2db tempest-ServersOnMultiNodesTest-1472402947 tempest-ServersOnMultiNodesTest-1472402947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:06:24.240930 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-7e61fbed-1292-4675-a8e1-276232d69072 req-84632940-6d8c-4d38-b6fd-2da11754e2db tempest-ServersOnMultiNodesTest-1472402947 tempest-ServersOnMultiNodesTest-1472402947-project] 10.222.0.75 "GET /v2.0/ports?device_id=1651d351-b8a4-498f-bd76-66dea09d4fb2 HTTP/1.1" status: 200 len: 950 time: 0.1394627 Feb 09 19:06:24.243817 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-98d11fd1-c32b-4575-8dbd-82dacaded9de req-4fe5320f-a474-4dbb-9f1e-e85427831c5d service neutron] 10.222.0.89 "GET /v2.0/networks/2b5494c8-cf97-42c1-b902-87f998f28179?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2611988 Feb 09 19:06:24.261459 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-4c83abef-3ea8-48fa-92f5-72cb9593534f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (None), before_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:06:24.372012 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-7e61fbed-1292-4675-a8e1-276232d69072 req-ec1db90a-d4ba-4e6d-b07d-ea8a5e8f7a5d tempest-ServersOnMultiNodesTest-1472402947 tempest-ServersOnMultiNodesTest-1472402947-project] 10.222.0.75 "GET /v2.0/security-groups?id=aed5302d-0478-4b9d-b014-143adc5c0d74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1141601 Feb 09 19:06:24.387415 n-d-713498-36 neutron-server[103230]: DEBUG neutron.db.db_base_plugin_common [None req-4c83abef-3ea8-48fa-92f5-72cb9593534f admin admin] Allocated IP 172.25.1.187 (88055e1e-672a-4487-be31-ffb6e833ece5/ac16dbcc-383c-4b43-9153-d763c4a53f91/08b8411f-8cc3-4f6a-af68-1cc62ec122cd) {{(pid=103230) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 19:06:24.499022 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-02461115-3842-425f-b1c9-6e3f3a61707c req-1f55a659-8199-4a4a-85e9-a863032ba1e4 tempest-LiveMigrationTest-1021096981 tempest-LiveMigrationTest-1021096981-project] 10.222.0.75 "GET /v2.0/security-groups?id=ba18819a-1490-4e7b-a11b-e8610423d8ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3737700 Feb 09 19:06:24.503210 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60e1195c-7f42-4dd6-93e5-3f2fa02be49d req-77852a2d-5aa4-4251-895d-117e8d45716b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:06:24.504842 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-60e1195c-7f42-4dd6-93e5-3f2fa02be49d req-77852a2d-5aa4-4251-895d-117e8d45716b service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=2586c214bdfa4f9a89a0552244ef89be&device_id=b44ce140-61cc-4267-a2e4-7210687d93e5 HTTP/1.1" status: 200 len: 1127 time: 0.4630384 Feb 09 19:06:24.619373 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f6c3657-dea7-4bf0-a622-91a46d8b6322 req-3ad54148-cf60-4943-bdb2-d4cf9e80a59e tempest-FloatingIPsAssociationNegativeTestJSON-1147152048 tempest-FloatingIPsAssociationNegativeTestJSON-1147152048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:06:24.635764 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-6f6c3657-dea7-4bf0-a622-91a46d8b6322 req-3ad54148-cf60-4943-bdb2-d4cf9e80a59e tempest-FloatingIPsAssociationNegativeTestJSON-1147152048 tempest-FloatingIPsAssociationNegativeTestJSON-1147152048-project] 10.222.0.75 "GET /v2.0/ports?device_id=b44ce140-61cc-4267-a2e4-7210687d93e5 HTTP/1.1" status: 200 len: 944 time: 0.1206245 Feb 09 19:06:24.684731 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Device a9fa2157-6f4f-4332-a250-b19731a901e0 up at agent ovs-agent-n-d-713498-36 {{(pid=103232) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 19:06:24.691513 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 51146) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:06:24.803488 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.provisioning_blocks [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Provisioning complete for port a9fa2157-6f4f-4332-a250-b19731a901e0 triggered by entity L2. {{(pid=103232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 19:06:24.803728 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593630'] for port (a9fa2157-6f4f-4332-a250-b19731a901e0), provisioning_complete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:06:24.808996 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-6f6c3657-dea7-4bf0-a622-91a46d8b6322 req-492babba-857b-4bd9-85bf-5557f91128a0 tempest-FloatingIPsAssociationNegativeTestJSON-1147152048 tempest-FloatingIPsAssociationNegativeTestJSON-1147152048-project] 10.222.0.75 "GET /v2.0/security-groups?id=0538cd73-7a28-42cf-a6e9-9e9bedd40a54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1676335 Feb 09 19:06:24.853599 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-4c83abef-3ea8-48fa-92f5-72cb9593534f admin admin] Publish callbacks [] for port (08b8411f-8cc3-4f6a-af68-1cc62ec122cd), precommit_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:06:24.858893 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-120fb9a4-904b-4d9f-935a-3e1e75b2d41f None None] Network 54dce347-f0c4-4382-a34a-5c96731fc4de requested from n-d-713498-36 {{(pid=103232) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 19:06:24.872964 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60e1195c-7f42-4dd6-93e5-3f2fa02be49d req-1bf43990-223c-4de1-b19c-41cca1b11bf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:06:24.875248 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-60e1195c-7f42-4dd6-93e5-3f2fa02be49d req-1bf43990-223c-4de1-b19c-41cca1b11bf7 service neutron] 10.222.0.89 "GET /v2.0/networks?id=85a2e26d-1ada-469a-a5fe-478a404e3f5d HTTP/1.1" status: 200 len: 930 time: 0.3549221 Feb 09 19:06:24.884487 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-49f44ae9-fc79-4f2d-a030-568acf95e73e req-33fb0933-47bf-4053-b9a0-82f3e13e9979 tempest-FloatingIPsTestJSON-712233170 tempest-FloatingIPsTestJSON-712233170-project] 10.222.0.75 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.2737045 Feb 09 19:06:24.931809 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-60e1195c-7f42-4dd6-93e5-3f2fa02be49d req-8f12ef29-704e-468b-a9cd-ee7a67bc9a1b service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d3b54021-8c52-4810-affe-60b8c5bfde4f HTTP/1.1" status: 200 len: 217 time: 0.0448833 Feb 09 19:06:24.935252 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.v2.base [req-49f44ae9-fc79-4f2d-a030-568acf95e73e req-17186469-fbae-42fe-bcd3-43678b634eb0 tempest-FloatingIPsTestJSON-712233170 tempest-FloatingIPsTestJSON-712233170-project] Request body: {'floatingip': {'floating_network_id': '88055e1e-672a-4487-be31-ffb6e833ece5'}} {{(pid=103230) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 19:06:24.955089 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa7ff626-0ab4-4166-907d-06b8a96fe0cd req-35aa4796-036d-4d8a-bae3-9a833557abbc tempest-ServersOnMultiNodesTest-12203541 tempest-ServersOnMultiNodesTest-12203541-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:06:24.965816 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-aa7ff626-0ab4-4166-907d-06b8a96fe0cd req-35aa4796-036d-4d8a-bae3-9a833557abbc tempest-ServersOnMultiNodesTest-12203541 tempest-ServersOnMultiNodesTest-12203541-project-admin] 10.222.0.75 "GET /v2.0/ports?device_id=1651d351-b8a4-498f-bd76-66dea09d4fb2 HTTP/1.1" status: 200 len: 1133 time: 0.0792964 Feb 09 19:06:24.986804 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.provisioning_blocks [None req-33c38521-8cbf-4956-a81b-8d2790af8e91 None None] Provisioning complete for port a9fa2157-6f4f-4332-a250-b19731a901e0 triggered by entity DHCP. {{(pid=103232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 19:06:24.987614 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-33c38521-8cbf-4956-a81b-8d2790af8e91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593630'] for port (a9fa2157-6f4f-4332-a250-b19731a901e0), provisioning_complete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:06:24.993066 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.v2.base [None req-d6559a9f-7801-4592-b362-35c7136eed99 admin admin] Request body: {'network': {'name': 'tempest-ServersTestJSON-6874266-network', 'tenant_id': 'bae1eec87894498eaa70e7abe5ad38f3'}} {{(pid=103229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 19:06:25.062309 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-aa7ff626-0ab4-4166-907d-06b8a96fe0cd req-9d9e48cd-b38b-4a18-98e9-b83d0d0d3d21 tempest-ServersOnMultiNodesTest-12203541 tempest-ServersOnMultiNodesTest-12203541-project-admin] 10.222.0.75 "GET /v2.0/security-groups?id=aed5302d-0478-4b9d-b014-143adc5c0d74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0938609 Feb 09 19:06:25.063903 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d6559a9f-7801-4592-b362-35c7136eed99 admin admin] Made reservation on behalf of bae1eec87894498eaa70e7abe5ad38f3 for: {'network': 1} {{(pid=103229) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 19:06:25.070127 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-4c83abef-3ea8-48fa-92f5-72cb9593534f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762866656467', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14393751'] for port (08b8411f-8cc3-4f6a-af68-1cc62ec122cd), after_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:06:25.083956 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-d6559a9f-7801-4592-b362-35c7136eed99 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for network (None), before_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:06:25.098850 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-d6559a9f-7801-4592-b362-35c7136eed99 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:06:25.107813 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [req-49f44ae9-fc79-4f2d-a030-568acf95e73e req-17186469-fbae-42fe-bcd3-43678b634eb0 tempest-FloatingIPsTestJSON-712233170 tempest-FloatingIPsTestJSON-712233170-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:06:25.119120 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Current status of the port a9fa2157-6f4f-4332-a250-b19731a901e0 is: DOWN; New status is: ACTIVE {{(pid=103232) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 19:06:25.119523 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (a9fa2157-6f4f-4332-a250-b19731a901e0), before_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:06:25.136554 n-d-713498-36 neutron-server[103230]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c83abef-3ea8-48fa-92f5-72cb9593534f admin admin] Network 88055e1e-672a-4487-be31-ffb6e833ece5 is already hosted by enough agents. {{(pid=103230) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 19:06:25.139159 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60e1195c-7f42-4dd6-93e5-3f2fa02be49d req-7c474e03-bca9-4c36-878d-b9af85f0e157 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:06:25.140990 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-60e1195c-7f42-4dd6-93e5-3f2fa02be49d req-7c474e03-bca9-4c36-878d-b9af85f0e157 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=a1a90ed9-4fa2-477d-979f-c550725f9b48 HTTP/1.1" status: 200 len: 868 time: 0.1777141 Feb 09 19:06:25.146851 n-d-713498-36 neutron-server[103230]: DEBUG neutron.scheduler.base_scheduler [None req-4c83abef-3ea8-48fa-92f5-72cb9593534f admin admin] Resources bound (agent type, host, resource id): {{(pid=103230) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 19:06:25.156226 n-d-713498-36 neutron-server[103230]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c83abef-3ea8-48fa-92f5-72cb9593534f admin admin] Received port after_create {{(pid=103230) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 19:06:25.217101 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-33c38521-8cbf-4956-a81b-8d2790af8e91 None None] Current status of the port a9fa2157-6f4f-4332-a250-b19731a901e0 is: DOWN; New status is: ACTIVE {{(pid=103232) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 19:06:25.217490 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-33c38521-8cbf-4956-a81b-8d2790af8e91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (a9fa2157-6f4f-4332-a250-b19731a901e0), before_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:06:25.241309 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] For port a9fa2157-6f4f-4332-a250-b19731a901e0, host n-d-713498-36, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-36',level=0,port_id=a9fa2157-6f4f-4332-a250-b19731a901e0,segment=NetworkSegment(8aeea929-1696-4c23-bfbc-7dcca4effad7),segment_id=8aeea929-1696-4c23-bfbc-7dcca4effad7)] {{(pid=103232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 19:06:25.241596 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-d6559a9f-7801-4592-b362-35c7136eed99 admin admin] Publish callbacks [] for security_group (900a22a9-1df1-44e1-809d-3430c2420994), precommit_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:06:25.257679 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c83abef-3ea8-48fa-92f5-72cb9593534f admin admin] Pushing event updated for resources: {'Port': ['ID=08b8411f-8cc3-4f6a-af68-1cc62ec122cd,revision_number=1']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:06:25.297182 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-d6559a9f-7801-4592-b362-35c7136eed99 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1892331'] for security_group (900a22a9-1df1-44e1-809d-3430c2420994), after_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:06:25.302909 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.db.api [None req-33c38521-8cbf-4956-a81b-8d2790af8e91 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103232) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 09 19:06:25.303324 n-d-713498-36 neutron-server[103232]: DEBUG oslo_db.api [None req-33c38521-8cbf-4956-a81b-8d2790af8e91 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 09 19:06:25.303896 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762867176205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762866656485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762866656503'] for port (a9fa2157-6f4f-4332-a250-b19731a901e0), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:06:25.335590 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d6559a9f-7801-4592-b362-35c7136eed99 admin admin] vlan segment allocate from pool success with {'vlan_id': 368, 'physical_network': 'physnet1'} {{(pid=103229) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 19:06:25.350806 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-d6559a9f-7801-4592-b362-35c7136eed99 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-759574'] for segment (2d52e674-b061-4f71-8e43-e176c61c8678), precommit_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:06:25.351494 n-d-713498-36 neutron-server[103229]: INFO neutron.db.segments_db [None req-d6559a9f-7801-4592-b362-35c7136eed99 admin admin] Added segment 2d52e674-b061-4f71-8e43-e176c61c8678 of type vlan for network 025d7490-0189-4dfb-b0f6-a58555e94e50 Feb 09 19:06:25.369428 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Pushing event updated for resources: {'Port': ['ID=a9fa2157-6f4f-4332-a250-b19731a901e0,revision_number=3']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:06:25.383629 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60e1195c-7f42-4dd6-93e5-3f2fa02be49d req-8598a5d9-a692-4f81-900a-6e6de027e81a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:06:25.385218 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-60e1195c-7f42-4dd6-93e5-3f2fa02be49d req-8598a5d9-a692-4f81-900a-6e6de027e81a service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=85a2e26d-1ada-469a-a5fe-478a404e3f5d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.2310793 Feb 09 19:06:25.420603 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-d6559a9f-7801-4592-b362-35c7136eed99 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762866642225'] for network (025d7490-0189-4dfb-b0f6-a58555e94e50), precommit_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:06:25.457883 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-d6559a9f-7801-4592-b362-35c7136eed99 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1885479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452'] for network (025d7490-0189-4dfb-b0f6-a58555e94e50), after_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:06:25.458958 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6559a9f-7801-4592-b362-35c7136eed99 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:06:25.460351 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-d6559a9f-7801-4592-b362-35c7136eed99 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1613566'] for network (None), before_response {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:06:25.551159 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-d6559a9f-7801-4592-b362-35c7136eed99 admin admin] 10.222.0.75 "POST /v2.0/networks HTTP/1.1" status: 201 len: 876 time: 0.8538854 Feb 09 19:06:25.551634 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 51156) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:06:25.555059 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6559a9f-7801-4592-b362-35c7136eed99 admin admin] Pushing event updated for resources: {'Network': ['ID=025d7490-0189-4dfb-b0f6-a58555e94e50,revision_number=1']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:06:25.566440 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Network 025d7490-0189-4dfb-b0f6-a58555e94e50 details requested by agent ovs-agent-n-d-713498-36 with host n-d-713498-36 {{(pid=103232) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 19:06:25.575911 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1d4f8e3-a666-4792-9436-cc3bf58a85b1 req-546603fe-4eab-4fa1-9cde-89ac6f3b71f6 tempest-TaggedBootDevicesTest_v242-798392635 tempest-TaggedBootDevicesTest_v242-798392635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:06:25.585569 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1d4f8e3-a666-4792-9436-cc3bf58a85b1 req-546603fe-4eab-4fa1-9cde-89ac6f3b71f6 tempest-TaggedBootDevicesTest_v242-798392635 tempest-TaggedBootDevicesTest_v242-798392635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:06:25.591538 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1d4f8e3-a666-4792-9436-cc3bf58a85b1 req-546603fe-4eab-4fa1-9cde-89ac6f3b71f6 tempest-TaggedBootDevicesTest_v242-798392635 tempest-TaggedBootDevicesTest_v242-798392635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:06:25.598252 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1d4f8e3-a666-4792-9436-cc3bf58a85b1 req-546603fe-4eab-4fa1-9cde-89ac6f3b71f6 tempest-TaggedBootDevicesTest_v242-798392635 tempest-TaggedBootDevicesTest_v242-798392635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:06:25.604347 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1d4f8e3-a666-4792-9436-cc3bf58a85b1 req-546603fe-4eab-4fa1-9cde-89ac6f3b71f6 tempest-TaggedBootDevicesTest_v242-798392635 tempest-TaggedBootDevicesTest_v242-798392635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:06:25.613043 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1d4f8e3-a666-4792-9436-cc3bf58a85b1 req-546603fe-4eab-4fa1-9cde-89ac6f3b71f6 tempest-TaggedBootDevicesTest_v242-798392635 tempest-TaggedBootDevicesTest_v242-798392635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:06:25.618896 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1d4f8e3-a666-4792-9436-cc3bf58a85b1 req-546603fe-4eab-4fa1-9cde-89ac6f3b71f6 tempest-TaggedBootDevicesTest_v242-798392635 tempest-TaggedBootDevicesTest_v242-798392635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:06:25.627461 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-b1d4f8e3-a666-4792-9436-cc3bf58a85b1 req-546603fe-4eab-4fa1-9cde-89ac6f3b71f6 tempest-TaggedBootDevicesTest_v242-798392635 tempest-TaggedBootDevicesTest_v242-798392635-project] 10.222.0.75 "GET /v2.0/ports?device_id=8319129f-1054-494a-b0c0-2ec99e839619 HTTP/1.1" status: 200 len: 5431 time: 0.3841846 Feb 09 19:06:25.647798 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [req-49f44ae9-fc79-4f2d-a030-568acf95e73e req-17186469-fbae-42fe-bcd3-43678b634eb0 tempest-FloatingIPsTestJSON-712233170 tempest-FloatingIPsTestJSON-712233170-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (None), before_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:06:25.652535 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.v2.base [None req-e0cf9bb6-6fab-4636-ae0c-2033386d1647 admin admin] Request body: {'subnet': {'network_id': '025d7490-0189-4dfb-b0f6-a58555e94e50', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestJSON-6874266-subnet', 'tenant_id': 'bae1eec87894498eaa70e7abe5ad38f3', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 19:06:25.715778 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-b1d4f8e3-a666-4792-9436-cc3bf58a85b1 req-b0a5782f-2094-42ac-9dc8-96b46b590c5f tempest-TaggedBootDevicesTest_v242-798392635 tempest-TaggedBootDevicesTest_v242-798392635-project] 10.222.0.75 "GET /v2.0/security-groups?id=58062d4f-c149-4db3-a357-a4eb59a3d83e&id=6452f0cf-fe35-4557-9092-43f1827176a8&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0873332 Feb 09 19:06:25.716797 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6559a9f-7801-4592-b362-35c7136eed99 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=900a22a9-1df1-44e1-809d-3430c2420994,revision_number=1']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:06:25.736749 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e0cf9bb6-6fab-4636-ae0c-2033386d1647 admin admin] Made reservation on behalf of bae1eec87894498eaa70e7abe5ad38f3 for: {'subnet': 1} {{(pid=103229) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 19:06:25.740021 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-e0cf9bb6-6fab-4636-ae0c-2033386d1647 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12759265'] for subnet (None), before_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:06:25.758917 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-60e1195c-7f42-4dd6-93e5-3f2fa02be49d req-5662fe42-fcad-4fd3-b172-f30f853eecc3 service neutron] 10.222.0.89 "GET /v2.0/networks/85a2e26d-1ada-469a-a5fe-478a404e3f5d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3640916 Feb 09 19:06:25.761987 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-4c83abef-3ea8-48fa-92f5-72cb9593534f admin admin] Publish callbacks [] for router_gateway (0d171c3e-e989-410b-974b-5e518abe97dd), after_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:06:25.890684 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-33c38521-8cbf-4956-a81b-8d2790af8e91 None None] Current status of the port a9fa2157-6f4f-4332-a250-b19731a901e0 is: ACTIVE; New status is: ACTIVE {{(pid=103232) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 19:06:26.013695 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.provisioning_blocks [None req-aba32d99-bc0d-40af-9d61-c322354acf2b None None] Provisioning complete for port a9fa2157-6f4f-4332-a250-b19731a901e0 triggered by entity DHCP. {{(pid=103232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 19:06:26.015454 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-aba32d99-bc0d-40af-9d61-c322354acf2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593630'] for port (a9fa2157-6f4f-4332-a250-b19731a901e0), provisioning_complete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:06:26.035400 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-e0cf9bb6-6fab-4636-ae0c-2033386d1647 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12867428', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12759263'] for subnet (e62fb123-0190-48e3-9019-90c40f55758c), after_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:06:26.072898 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-60e1195c-7f42-4dd6-93e5-3f2fa02be49d req-e7feb2ad-09e0-483c-9c37-7a50bd1ad455 service neutron] 10.222.0.89 "GET /v2.0/networks/85a2e26d-1ada-469a-a5fe-478a404e3f5d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2009141 Feb 09 19:06:26.088915 n-d-713498-36 neutron-server[103230]: DEBUG neutron.db.db_base_plugin_common [req-49f44ae9-fc79-4f2d-a030-568acf95e73e req-17186469-fbae-42fe-bcd3-43678b634eb0 tempest-FloatingIPsTestJSON-712233170 tempest-FloatingIPsTestJSON-712233170-project] Allocated IP 172.25.1.55 (88055e1e-672a-4487-be31-ffb6e833ece5/ac16dbcc-383c-4b43-9153-d763c4a53f91/e550eb68-192a-44c0-8624-25f22e98a2a0) {{(pid=103230) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 19:06:26.135345 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-aba32d99-bc0d-40af-9d61-c322354acf2b None None] Current status of the port a9fa2157-6f4f-4332-a250-b19731a901e0 is: ACTIVE; New status is: ACTIVE {{(pid=103232) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 19:06:26.147629 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0cf9bb6-6fab-4636-ae0c-2033386d1647 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e62fb123-0190-48e3-9019-90c40f55758c,revision_number=0']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:06:26.160389 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-11c6c951-935a-4327-8f5e-2a2dec2124f9 req-2728ff44-5c75-4e87-addf-f75b97492449 service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=4e423b27-3023-4ca3-87d1-42d68436aee9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1540496 Feb 09 19:06:26.177386 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-4c83abef-3ea8-48fa-92f5-72cb9593534f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1834945', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1818951'] for router (0d171c3e-e989-410b-974b-5e518abe97dd), after_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:06:26.182513 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adb6d2c2-368f-4879-9fd7-7001d3afc90e req-131cce29-4740-4a1a-abdf-9f938cb52a9e tempest-LiveAutoBlockMigrationV225Test-2127879101 tempest-LiveAutoBlockMigrationV225Test-2127879101-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:06:26.184336 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-adb6d2c2-368f-4879-9fd7-7001d3afc90e req-131cce29-4740-4a1a-abdf-9f938cb52a9e tempest-LiveAutoBlockMigrationV225Test-2127879101 tempest-LiveAutoBlockMigrationV225Test-2127879101-project] 10.222.0.75 "GET /v2.0/networks?id=0e993f99-d3d0-4a2a-8eed-2f34375798b5 HTTP/1.1" status: 200 len: 820 time: 0.2451794 Feb 09 19:06:26.188407 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0cf9bb6-6fab-4636-ae0c-2033386d1647 admin admin] Checking segment: {'id': '2d52e674-b061-4f71-8e43-e176c61c8678', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': '025d7490-0189-4dfb-b0f6-a58555e94e50'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103229) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 19:06:26.188945 n-d-713498-36 neutron-server[103229]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0cf9bb6-6fab-4636-ae0c-2033386d1647 admin admin] Network hostable DHCP agents. Network: 025d7490-0189-4dfb-b0f6-a58555e94e50, hostable agents: ['af91e4b9-f4e1-42b1-a25c-a10dc47171c8'], hosted agents: [] {{(pid=103229) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 19:06:26.225757 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Device d3b54021-8c52-4810-affe-60b8c5bfde4f details requested by agent hyperv_n-h1-713498-36 with host n-h1-713498-36 {{(pid=103232) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 19:06:26.228057 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-adb6d2c2-368f-4879-9fd7-7001d3afc90e req-98adb6df-168a-439e-ab14-3825b01df1d5 tempest-LiveAutoBlockMigrationV225Test-2127879101 tempest-LiveAutoBlockMigrationV225Test-2127879101-project] 10.222.0.75 "GET /v2.0/quotas/b8d56d08e88f4d4daeb8e5fed321a162 HTTP/1.1" status: 200 len: 375 time: 0.0260789 Feb 09 19:06:26.290961 n-d-713498-36 neutron-server[103229]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0cf9bb6-6fab-4636-ae0c-2033386d1647 admin admin] Network 025d7490-0189-4dfb-b0f6-a58555e94e50 is scheduled to be hosted by DHCP agent af91e4b9-f4e1-42b1-a25c-a10dc47171c8 with binding_index 1 {{(pid=103229) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 19:06:26.336284 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [req-49f44ae9-fc79-4f2d-a030-568acf95e73e req-17186469-fbae-42fe-bcd3-43678b634eb0 tempest-FloatingIPsTestJSON-712233170 tempest-FloatingIPsTestJSON-712233170-project] Publish callbacks [] for port (e550eb68-192a-44c0-8624-25f22e98a2a0), precommit_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:06:26.371416 n-d-713498-36 neutron-server[103229]: DEBUG neutron.scheduler.base_scheduler [None req-e0cf9bb6-6fab-4636-ae0c-2033386d1647 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713498-36, 025d7490-0189-4dfb-b0f6-a58555e94e50) {{(pid=103229) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 19:06:26.377461 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0cf9bb6-6fab-4636-ae0c-2033386d1647 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:06:26.378650 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-e0cf9bb6-6fab-4636-ae0c-2033386d1647 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1613566'] for subnet (None), before_response {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:06:26.391668 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-319a0d49-0cfc-4c61-a89d-2ca6b5ab3aca None None] Network 025d7490-0189-4dfb-b0f6-a58555e94e50 requested from n-d-713498-36 {{(pid=103232) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 19:06:26.402472 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-adb6d2c2-368f-4879-9fd7-7001d3afc90e req-ac08186e-7aa9-462d-a472-f49f5013f0fa tempest-LiveAutoBlockMigrationV225Test-2127879101 tempest-LiveAutoBlockMigrationV225Test-2127879101-project] 10.222.0.75 "GET /v2.0/ports?tenant_id=b8d56d08e88f4d4daeb8e5fed321a162&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1695051 Feb 09 19:06:26.412722 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 51164) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:06:26.413023 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-e0cf9bb6-6fab-4636-ae0c-2033386d1647 admin admin] 10.222.0.75 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 839 time: 0.7646830 Feb 09 19:06:26.419483 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.v2.base [None req-5a0087f8-6ad7-4a76-b4f5-7ff454912110 admin admin] Request body: {'router': {'name': 'tempest-ServersTestJSON-6874266-router', 'tenant_id': 'bae1eec87894498eaa70e7abe5ad38f3', 'external_gateway_info': {'network_id': '88055e1e-672a-4487-be31-ffb6e833ece5'}}} {{(pid=103230) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 19:06:26.426783 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [req-49f44ae9-fc79-4f2d-a030-568acf95e73e req-17186469-fbae-42fe-bcd3-43678b634eb0 tempest-FloatingIPsTestJSON-712233170 tempest-FloatingIPsTestJSON-712233170-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762866656467', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14393751'] for port (e550eb68-192a-44c0-8624-25f22e98a2a0), after_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:06:26.502681 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] For port d3b54021-8c52-4810-affe-60b8c5bfde4f, host n-h1-713498-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-36',level=0,port_id=d3b54021-8c52-4810-affe-60b8c5bfde4f,segment=NetworkSegment(19c03fab-df11-45cc-9379-6d7d2f2d5f0e),segment_id=19c03fab-df11-45cc-9379-6d7d2f2d5f0e)] {{(pid=103232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 19:06:26.522765 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11c6c951-935a-4327-8f5e-2a2dec2124f9 req-fc5cf034-e324-4038-8ecd-80e3aa0178cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:06:26.524830 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-11c6c951-935a-4327-8f5e-2a2dec2124f9 req-fc5cf034-e324-4038-8ecd-80e3aa0178cb service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=b8d56d08e88f4d4daeb8e5fed321a162&device_id=4e423b27-3023-4ca3-87d1-42d68436aee9 HTTP/1.1" status: 200 len: 1149 time: 0.2389715 Feb 09 19:06:26.559915 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Device a9fa2157-6f4f-4332-a250-b19731a901e0 up at agent ovs-agent-n-d-713498-36 {{(pid=103232) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 19:06:26.563125 n-d-713498-36 neutron-server[103230]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-49f44ae9-fc79-4f2d-a030-568acf95e73e req-17186469-fbae-42fe-bcd3-43678b634eb0 tempest-FloatingIPsTestJSON-712233170 tempest-FloatingIPsTestJSON-712233170-project] Network 88055e1e-672a-4487-be31-ffb6e833ece5 is already hosted by enough agents. {{(pid=103230) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 19:06:26.563429 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae4b81c6-1d74-487d-8252-1f8bee5ec0c3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8b32e980-7cce-5e82-a341-bd2fa8945c89-025d7490-0189-4dfb-b0f6-a58555e94e50', 'network_id': '025d7490-0189-4dfb-b0f6-a58555e94e50', 'project_id': 'bae1eec87894498eaa70e7abe5ad38f3', 'fixed_ips': [{'subnet_id': 'e62fb123-0190-48e3-9019-90c40f55758c'}]}} from n-d-713498-36. {{(pid=103232) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 09 19:06:26.564398 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-ae4b81c6-1d74-487d-8252-1f8bee5ec0c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (None), before_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:06:26.566594 n-d-713498-36 neutron-server[103230]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4c83abef-3ea8-48fa-92f5-72cb9593534f admin admin] Router 0d171c3e-e989-410b-974b-5e518abe97dd is scheduled to L3 agent 93303d5e-5d17-45e8-8963-7694f87783ae with binding_index 1 {{(pid=103230) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 09 19:06:26.568715 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-5a0087f8-6ad7-4a76-b4f5-7ff454912110 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1834830', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-58389'] for router (c42068f7-da8a-4624-b249-c97c33926aea), before_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:06:26.570863 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-5a0087f8-6ad7-4a76-b4f5-7ff454912110 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1834810', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1822096', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1886735', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-58380'] for router (c42068f7-da8a-4624-b249-c97c33926aea), precommit_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:06:26.578279 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Returning: {'device': 'd3b54021-8c52-4810-affe-60b8c5bfde4f', 'network_id': '85a2e26d-1ada-469a-a5fe-478a404e3f5d', 'port_id': 'd3b54021-8c52-4810-affe-60b8c5bfde4f', 'mac_address': 'fa:16:3e:ef:ec:ea', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 350, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a1a90ed9-4fa2-477d-979f-c550725f9b48', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103232) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 19:06:26.587712 n-d-713498-36 neutron-server[103230]: DEBUG neutron.scheduler.base_scheduler [req-49f44ae9-fc79-4f2d-a030-568acf95e73e req-17186469-fbae-42fe-bcd3-43678b634eb0 tempest-FloatingIPsTestJSON-712233170 tempest-FloatingIPsTestJSON-712233170-project] Resources bound (agent type, host, resource id): {{(pid=103230) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 19:06:26.593992 n-d-713498-36 neutron-server[103230]: DEBUG neutron.db.l3_dvrscheduler_db [req-49f44ae9-fc79-4f2d-a030-568acf95e73e req-17186469-fbae-42fe-bcd3-43678b634eb0 tempest-FloatingIPsTestJSON-712233170 tempest-FloatingIPsTestJSON-712233170-project] Received port after_create {{(pid=103230) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 19:06:26.640194 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17186469-fbae-42fe-bcd3-43678b634eb0 tempest-FloatingIPsTestJSON-712233170 tempest-FloatingIPsTestJSON-712233170-project] Pushing event updated for resources: {'Port': ['ID=e550eb68-192a-44c0-8624-25f22e98a2a0,revision_number=1']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:06:26.705460 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11c6c951-935a-4327-8f5e-2a2dec2124f9 req-8ff8028e-e5ab-4d4a-a41d-5356b2cf9f83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:06:26.707407 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-11c6c951-935a-4327-8f5e-2a2dec2124f9 req-8ff8028e-e5ab-4d4a-a41d-5356b2cf9f83 service neutron] 10.222.0.90 "GET /v2.0/networks?id=0e993f99-d3d0-4a2a-8eed-2f34375798b5 HTTP/1.1" status: 200 len: 921 time: 0.1564004 Feb 09 19:06:26.715694 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-adb6d2c2-368f-4879-9fd7-7001d3afc90e req-b28e7caf-0583-49df-b020-5fbbccc43687 service neutron] 10.222.0.75 "GET /v2.0/networks/0e993f99-d3d0-4a2a-8eed-2f34375798b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3003945 Feb 09 19:06:26.773301 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.db_base_plugin_common [None req-ae4b81c6-1d74-487d-8252-1f8bee5ec0c3 None None] Allocated IP 172.20.0.2 (025d7490-0189-4dfb-b0f6-a58555e94e50/e62fb123-0190-48e3-9019-90c40f55758c/0859bded-9f3e-4930-81f9-a0971b89b960) {{(pid=103232) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 19:06:26.783638 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-11c6c951-935a-4327-8f5e-2a2dec2124f9 req-3545f8d7-96ec-4668-8dee-887172c4cd12 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=09574619-31d0-4d7b-8c62-0e309d2267b4 HTTP/1.1" status: 200 len: 217 time: 0.0571144 Feb 09 19:06:26.887737 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11c6c951-935a-4327-8f5e-2a2dec2124f9 req-d6db59cd-d88e-4e47-90e0-489f55d5d54d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:06:26.889520 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-11c6c951-935a-4327-8f5e-2a2dec2124f9 req-d6db59cd-d88e-4e47-90e0-489f55d5d54d service neutron] 10.222.0.90 "GET /v2.0/subnets?id=7d496e2d-6315-4d42-9415-66e0bdf20977 HTTP/1.1" status: 200 len: 860 time: 0.0748467 Feb 09 19:06:26.937485 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-11c6c951-935a-4327-8f5e-2a2dec2124f9 req-55a55a25-adff-410d-9f50-6dd11aa5d1fb service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=0e993f99-d3d0-4a2a-8eed-2f34375798b5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0356088 Feb 09 19:06:26.951580 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-adb6d2c2-368f-4879-9fd7-7001d3afc90e req-39e37e02-e294-4658-ba0c-618adb281ce4 service neutron] 10.222.0.75 "GET /v2.0/networks/0e993f99-d3d0-4a2a-8eed-2f34375798b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2348692 Feb 09 19:06:26.979265 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-ae4b81c6-1d74-487d-8252-1f8bee5ec0c3 None None] Publish callbacks [] for port (0859bded-9f3e-4930-81f9-a0971b89b960), precommit_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:06:27.033909 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-ae4b81c6-1d74-487d-8252-1f8bee5ec0c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762866656467'] for port (0859bded-9f3e-4930-81f9-a0971b89b960), after_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:06:27.085641 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Current status of the port d3b54021-8c52-4810-affe-60b8c5bfde4f is: DOWN; New status is: BUILD {{(pid=103232) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 19:06:27.086333 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (d3b54021-8c52-4810-affe-60b8c5bfde4f), before_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:06:27.106076 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-11c6c951-935a-4327-8f5e-2a2dec2124f9 req-82c7357c-acd1-4420-887a-956e773d832c service neutron] 10.222.0.90 "GET /v2.0/networks/0e993f99-d3d0-4a2a-8eed-2f34375798b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1532223 Feb 09 19:06:27.116722 n-d-713498-36 neutron-server[103232]: DEBUG neutron.notifiers.nova [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d3b54021-8c52-4810-affe-60b8c5bfde4f {{(pid=103232) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 19:06:27.131101 n-d-713498-36 neutron-server[103232]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae4b81c6-1d74-487d-8252-1f8bee5ec0c3 None None] Network 025d7490-0189-4dfb-b0f6-a58555e94e50 is already hosted by enough agents. {{(pid=103232) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 19:06:27.146244 n-d-713498-36 neutron-server[103232]: DEBUG neutron.scheduler.base_scheduler [None req-ae4b81c6-1d74-487d-8252-1f8bee5ec0c3 None None] Resources bound (agent type, host, resource id): {{(pid=103232) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 19:06:27.148496 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae4b81c6-1d74-487d-8252-1f8bee5ec0c3 None None] Received port after_create {{(pid=103232) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 19:06:27.170451 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae4b81c6-1d74-487d-8252-1f8bee5ec0c3 None None] Pushing event updated for resources: {'Port': ['ID=0859bded-9f3e-4930-81f9-a0971b89b960,revision_number=1']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:06:27.181667 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] For port d3b54021-8c52-4810-affe-60b8c5bfde4f, host n-h1-713498-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-36',level=0,port_id=d3b54021-8c52-4810-affe-60b8c5bfde4f,segment=NetworkSegment(19c03fab-df11-45cc-9379-6d7d2f2d5f0e),segment_id=19c03fab-df11-45cc-9379-6d7d2f2d5f0e)] {{(pid=103232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 19:06:27.183030 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.provisioning_blocks [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Provisioning complete for port a9fa2157-6f4f-4332-a250-b19731a901e0 triggered by entity L2. {{(pid=103232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 19:06:27.183529 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593630'] for port (a9fa2157-6f4f-4332-a250-b19731a901e0), provisioning_complete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:06:27.219118 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-5a0087f8-6ad7-4a76-b4f5-7ff454912110 admin admin] Publish callbacks [] for router_controller (c42068f7-da8a-4624-b249-c97c33926aea), precommit_add_association {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:06:27.237833 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762867176205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762866656485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762866656503'] for port (d3b54021-8c52-4810-affe-60b8c5bfde4f), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:06:27.304386 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-11c6c951-935a-4327-8f5e-2a2dec2124f9 req-faa46f6c-f2d6-4b7c-ac91-5152ea130b52 service neutron] 10.222.0.90 "GET /v2.0/networks/0e993f99-d3d0-4a2a-8eed-2f34375798b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1860218 Feb 09 19:06:27.435495 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.managers [None req-ae4b81c6-1d74-487d-8252-1f8bee5ec0c3 None None] Attempting to bind port 0859bded-9f3e-4930-81f9-a0971b89b960 on host n-d-713498-36 for vnic_type normal with profile {{(pid=103232) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 19:06:27.435952 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.managers [None req-ae4b81c6-1d74-487d-8252-1f8bee5ec0c3 None None] Attempting to bind port 0859bded-9f3e-4930-81f9-a0971b89b960 by drivers openvswitch,hyperv on host n-d-713498-36 at level 0 using segments [{'id': '2d52e674-b061-4f71-8e43-e176c61c8678', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': '025d7490-0189-4dfb-b0f6-a58555e94e50'}] {{(pid=103232) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 19:06:27.437014 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae4b81c6-1d74-487d-8252-1f8bee5ec0c3 None None] Attempting to bind port 0859bded-9f3e-4930-81f9-a0971b89b960 on network 025d7490-0189-4dfb-b0f6-a58555e94e50 {{(pid=103232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 19:06:27.466144 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Pushing event updated for resources: {'Port': ['ID=d3b54021-8c52-4810-affe-60b8c5bfde4f,revision_number=4']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:06:27.478211 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae4b81c6-1d74-487d-8252-1f8bee5ec0c3 None None] Checking agent: {'id': '496418a2-c002-4aec-ab1a-07f3bea491bd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-36', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 18, 51, 47), 'started_at': datetime.datetime(2022, 2, 9, 18, 52, 17), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 19, 6, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-36'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 19:06:27.478594 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae4b81c6-1d74-487d-8252-1f8bee5ec0c3 None None] Checking segment: {'id': '2d52e674-b061-4f71-8e43-e176c61c8678', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': '025d7490-0189-4dfb-b0f6-a58555e94e50'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103232) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 19:06:27.478990 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-ae4b81c6-1d74-487d-8252-1f8bee5ec0c3 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:06:27.479375 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae4b81c6-1d74-487d-8252-1f8bee5ec0c3 None None] Bound using segment: {'id': '2d52e674-b061-4f71-8e43-e176c61c8678', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': '025d7490-0189-4dfb-b0f6-a58555e94e50'} {{(pid=103232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 19:06:27.479853 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.managers [None req-ae4b81c6-1d74-487d-8252-1f8bee5ec0c3 None None] Bound port: 0859bded-9f3e-4930-81f9-a0971b89b960, host: n-d-713498-36, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2d52e674-b061-4f71-8e43-e176c61c8678', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': '025d7490-0189-4dfb-b0f6-a58555e94e50'}}] {{(pid=103232) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 19:06:27.480229 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-ae4b81c6-1d74-487d-8252-1f8bee5ec0c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (0859bded-9f3e-4930-81f9-a0971b89b960), before_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:06:27.482801 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4c83abef-3ea8-48fa-92f5-72cb9593534f admin admin] Notify agent at l3_agent.n-d-713498-36 the message routers_updated {{(pid=103230) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 19:06:27.490810 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [req-49f44ae9-fc79-4f2d-a030-568acf95e73e req-17186469-fbae-42fe-bcd3-43678b634eb0 tempest-FloatingIPsTestJSON-712233170 tempest-FloatingIPsTestJSON-712233170-project] Publish callbacks [] for floatingip (8332791a-f3bf-4ee5-8da4-1368841f5194), precommit_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:06:27.500612 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c86bfc4c-976e-49c9-9b44-30428cda37a7 None None] Sync routers for ids ['0d171c3e-e989-410b-974b-5e518abe97dd'] in n-d-713498-36 {{(pid=103232) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 19:06:27.508331 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-5a0087f8-6ad7-4a76-b4f5-7ff454912110 admin admin] Publish callbacks [] for router_gateway (c42068f7-da8a-4624-b249-c97c33926aea), precommit_update {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:06:27.554718 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-4c83abef-3ea8-48fa-92f5-72cb9593534f admin admin] Publish callbacks [] for router (None), before_response {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:06:27.558848 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-4c83abef-3ea8-48fa-92f5-72cb9593534f admin admin] 10.222.0.75 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 6.2260654 Feb 09 19:06:27.561169 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 51180) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:06:27.571659 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-ae4b81c6-1d74-487d-8252-1f8bee5ec0c3 None None] For port 0859bded-9f3e-4930-81f9-a0971b89b960, host n-d-713498-36, cleared binding levels {{(pid=103232) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 19:06:27.575083 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-ae4b81c6-1d74-487d-8252-1f8bee5ec0c3 None None] For port 0859bded-9f3e-4930-81f9-a0971b89b960, host n-d-713498-36, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-36',level=0,port_id=0859bded-9f3e-4930-81f9-a0971b89b960,segment=NetworkSegment(2d52e674-b061-4f71-8e43-e176c61c8678),segment_id=2d52e674-b061-4f71-8e43-e176c61c8678)] {{(pid=103232) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 19:06:27.582888 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] get_ports_and_sgs() called for port_ids ['d3b54021-8c52-4810-affe-60b8c5bfde4f'] {{(pid=103232) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 19:06:27.584182 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [req-49f44ae9-fc79-4f2d-a030-568acf95e73e req-17186469-fbae-42fe-bcd3-43678b634eb0 tempest-FloatingIPsTestJSON-712233170 tempest-FloatingIPsTestJSON-712233170-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (e550eb68-192a-44c0-8624-25f22e98a2a0), before_update {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:06:27.584812 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Current status of the port a9fa2157-6f4f-4332-a250-b19731a901e0 is: ACTIVE; New status is: ACTIVE {{(pid=103232) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 19:06:27.590238 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-ae4b81c6-1d74-487d-8252-1f8bee5ec0c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762867176205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762866656485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762866656503'] for port (0859bded-9f3e-4930-81f9-a0971b89b960), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:06:27.701363 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c86bfc4c-976e-49c9-9b44-30428cda37a7 None None] Routers {'0d171c3e-e989-410b-974b-5e518abe97dd'} bound to L3 agent in host n-d-713498-36 {{(pid=103232) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 19:06:27.704845 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.l3_hamode_db [None req-c86bfc4c-976e-49c9-9b44-30428cda37a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T18:51:43Z,description=,heartbeat_timestamp=2022-02-09T19:06:13Z,host='n-d-713498-36',id=93303d5e-5d17-45e8-8963-7694f87783ae,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T18:51:43Z,topic='l3_agent')) {'router_ids': ['0d171c3e-e989-410b-974b-5e518abe97dd'], 'active': True} {{(pid=103232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:06:27.831771 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [req-49f44ae9-fc79-4f2d-a030-568acf95e73e req-17186469-fbae-42fe-bcd3-43678b634eb0 tempest-FloatingIPsTestJSON-712233170 tempest-FloatingIPsTestJSON-712233170-project] Publish callbacks [] for port (e550eb68-192a-44c0-8624-25f22e98a2a0), precommit_update {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:06:27.913016 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [req-49f44ae9-fc79-4f2d-a030-568acf95e73e req-17186469-fbae-42fe-bcd3-43678b634eb0 tempest-FloatingIPsTestJSON-712233170 tempest-FloatingIPsTestJSON-712233170-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762867176205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762866656485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762866656503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14393758'] for port (e550eb68-192a-44c0-8624-25f22e98a2a0), after_update {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:06:27.973910 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae4b81c6-1d74-487d-8252-1f8bee5ec0c3 None None] Pushing event updated for resources: {'Port': ['ID=0859bded-9f3e-4930-81f9-a0971b89b960,revision_number=2']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:06:28.033578 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.l3_dvr_db [None req-c86bfc4c-976e-49c9-9b44-30428cda37a7 None None] Set router 0d171c3e-e989-410b-974b-5e518abe97dd gateway port host: n-d-713498-36 {{(pid=103232) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 19:06:28.131246 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94ec4244-3898-47f3-95a7-0cc92f2febc6 req-35126333-cab5-4795-bf95-9fcfae013a00 tempest-LiveMigrationTest-1021096981 tempest-LiveMigrationTest-1021096981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:06:28.140759 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-94ec4244-3898-47f3-95a7-0cc92f2febc6 req-35126333-cab5-4795-bf95-9fcfae013a00 tempest-LiveMigrationTest-1021096981 tempest-LiveMigrationTest-1021096981-project] 10.222.0.75 "GET /v2.0/ports?device_id=2f9a8919-1b2a-4183-90dc-45c5e52d5a99 HTTP/1.1" status: 200 len: 945 time: 0.1906247 Feb 09 19:06:28.222913 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17186469-fbae-42fe-bcd3-43678b634eb0 tempest-FloatingIPsTestJSON-712233170 tempest-FloatingIPsTestJSON-712233170-project] Pushing event updated for resources: {'Port': ['ID=e550eb68-192a-44c0-8624-25f22e98a2a0,revision_number=2']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:06:28.256502 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [req-49f44ae9-fc79-4f2d-a030-568acf95e73e req-17186469-fbae-42fe-bcd3-43678b634eb0 tempest-FloatingIPsTestJSON-712233170 tempest-FloatingIPsTestJSON-712233170-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1818909'] for floatingip (8332791a-f3bf-4ee5-8da4-1368841f5194), after_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:06:28.304817 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-5a0087f8-6ad7-4a76-b4f5-7ff454912110 admin admin] Publish callbacks [] for router_gateway (c42068f7-da8a-4624-b249-c97c33926aea), before_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:06:28.357500 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [req-49f44ae9-fc79-4f2d-a030-568acf95e73e req-17186469-fbae-42fe-bcd3-43678b634eb0 tempest-FloatingIPsTestJSON-712233170 tempest-FloatingIPsTestJSON-712233170-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171096'] for floatingip (None), before_response {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:06:28.366792 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-49f44ae9-fc79-4f2d-a030-568acf95e73e req-17186469-fbae-42fe-bcd3-43678b634eb0 tempest-FloatingIPsTestJSON-712233170 tempest-FloatingIPsTestJSON-712233170-project] 10.222.0.75 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 3.4392471 Feb 09 19:06:28.378192 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-5a0087f8-6ad7-4a76-b4f5-7ff454912110 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (None), before_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:06:28.435620 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-94ec4244-3898-47f3-95a7-0cc92f2febc6 req-2269e90c-f089-4d30-9fa3-31b5e6e6777e tempest-LiveMigrationTest-1021096981 tempest-LiveMigrationTest-1021096981-project] 10.222.0.75 "GET /v2.0/security-groups?id=ba18819a-1490-4e7b-a11b-e8610423d8ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2937815 Feb 09 19:06:28.614945 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-49f44ae9-fc79-4f2d-a030-568acf95e73e req-87f38f69-4a27-4c20-b5d8-70605f21c92d tempest-FloatingIPsTestJSON-712233170 tempest-FloatingIPsTestJSON-712233170-project] 10.222.0.75 "GET /v2.0/floatingips?floating_ip_address=172.25.1.55 HTTP/1.1" status: 200 len: 695 time: 0.2471170 Feb 09 19:06:28.636526 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Device 0859bded-9f3e-4930-81f9-a0971b89b960 up at agent ovs-agent-n-d-713498-36 {{(pid=103232) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 19:06:28.734476 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66201cdc-0e90-4613-b0af-c529f9edfbf5 req-3d1b8eaf-f136-40f6-8c0b-64f1d999e8d1 tempest-FloatingIPsAssociationNegativeTestJSON-1147152048 tempest-FloatingIPsAssociationNegativeTestJSON-1147152048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:06:28.736127 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-66201cdc-0e90-4613-b0af-c529f9edfbf5 req-3d1b8eaf-f136-40f6-8c0b-64f1d999e8d1 tempest-FloatingIPsAssociationNegativeTestJSON-1147152048 tempest-FloatingIPsAssociationNegativeTestJSON-1147152048-project] 10.222.0.75 "GET /v2.0/ports?device_id=b44ce140-61cc-4267-a2e4-7210687d93e5 HTTP/1.1" status: 200 len: 945 time: 0.1311853 Feb 09 19:06:28.753923 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.provisioning_blocks [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Provisioning complete for port 0859bded-9f3e-4930-81f9-a0971b89b960 triggered by entity L2. {{(pid=103232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 19:06:28.754559 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593630'] for port (0859bded-9f3e-4930-81f9-a0971b89b960), provisioning_complete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:06:28.785842 n-d-713498-36 neutron-server[103230]: DEBUG neutron.db.db_base_plugin_common [None req-5a0087f8-6ad7-4a76-b4f5-7ff454912110 admin admin] Allocated IP 172.25.1.51 (88055e1e-672a-4487-be31-ffb6e833ece5/ac16dbcc-383c-4b43-9153-d763c4a53f91/6ee3d163-f1aa-4ffa-beee-6b8f3db4d383) {{(pid=103230) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 19:06:28.844752 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.l3_hamode_db [None req-c86bfc4c-976e-49c9-9b44-30428cda37a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d171c3e-e989-410b-974b-5e518abe97dd', 'name': 'tempest-FloatingIPsNegativeTestJSON-168596681-router', 'tenant_id': '2f7cb5001b0941dbb65abbb765d04ac6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88055e1e-672a-4487-be31-ffb6e833ece5', 'external_fixed_ips': [{'subnet_id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'ip_address': '172.25.1.187'}], 'enable_snat': True}, 'gw_port_id': '08b8411f-8cc3-4f6a-af68-1cc62ec122cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T19:06:21Z', 'updated_at': '2022-02-09T19:06:25Z', 'revision_number': 3, 'project_id': '2f7cb5001b0941dbb65abbb765d04ac6', 'gw_port': {'id': '08b8411f-8cc3-4f6a-af68-1cc62ec122cd', 'name': '', 'network_id': '88055e1e-672a-4487-be31-ffb6e833ece5', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:76:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0d171c3e-e989-410b-974b-5e518abe97dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 789, 'fixed_ips': [{'subnet_id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'ip_address': '172.25.1.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T19:06:24Z', 'updated_at': '2022-02-09T19:06:24Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-36'}], 'n-d-713498-36', False) {} {{(pid=103232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:06:28.893461 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c86bfc4c-976e-49c9-9b44-30428cda37a7 None None] Checking router: 0d171c3e-e989-410b-974b-5e518abe97dd for host: n-d-713498-36 {{(pid=103232) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 19:06:28.894101 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c86bfc4c-976e-49c9-9b44-30428cda37a7 None None] Updating router 0d171c3e-e989-410b-974b-5e518abe97dd port 08b8411f-8cc3-4f6a-af68-1cc62ec122cd binding host n-d-713498-36 {{(pid=103232) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 19:06:28.916927 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-66201cdc-0e90-4613-b0af-c529f9edfbf5 req-feb8f279-3039-4e0d-86f7-0bdff8a027f5 tempest-FloatingIPsAssociationNegativeTestJSON-1147152048 tempest-FloatingIPsAssociationNegativeTestJSON-1147152048-project] 10.222.0.75 "GET /v2.0/security-groups?id=0538cd73-7a28-42cf-a6e9-9e9bedd40a54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1737127 Feb 09 19:06:28.930352 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Current status of the port 0859bded-9f3e-4930-81f9-a0971b89b960 is: DOWN; New status is: ACTIVE {{(pid=103232) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 19:06:28.931000 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (0859bded-9f3e-4930-81f9-a0971b89b960), before_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:06:28.936972 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-24b3219d-1212-4a3f-a661-00512824d21d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (None), before_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:06:28.954692 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-c86bfc4c-976e-49c9-9b44-30428cda37a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (08b8411f-8cc3-4f6a-af68-1cc62ec122cd), before_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:06:28.993530 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-5a0087f8-6ad7-4a76-b4f5-7ff454912110 admin admin] Publish callbacks [] for port (6ee3d163-f1aa-4ffa-beee-6b8f3db4d383), precommit_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:06:29.007487 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] For port 0859bded-9f3e-4930-81f9-a0971b89b960, host n-d-713498-36, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-36',level=0,port_id=0859bded-9f3e-4930-81f9-a0971b89b960,segment=NetworkSegment(2d52e674-b061-4f71-8e43-e176c61c8678),segment_id=2d52e674-b061-4f71-8e43-e176c61c8678)] {{(pid=103232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 19:06:29.026235 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762867176205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762866656485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762866656503'] for port (0859bded-9f3e-4930-81f9-a0971b89b960), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:06:29.055352 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49f44ae9-fc79-4f2d-a030-568acf95e73e req-51f3f3be-9906-4b50-8ea9-712da80976d0 tempest-FloatingIPsTestJSON-712233170 tempest-FloatingIPsTestJSON-712233170-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:06:29.073082 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-49f44ae9-fc79-4f2d-a030-568acf95e73e req-51f3f3be-9906-4b50-8ea9-712da80976d0 tempest-FloatingIPsTestJSON-712233170 tempest-FloatingIPsTestJSON-712233170-project] 10.222.0.75 "GET /v2.0/networks/88055e1e-672a-4487-be31-ffb6e833ece5 HTTP/1.1" status: 200 len: 784 time: 0.4385905 Feb 09 19:06:29.075095 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-5a0087f8-6ad7-4a76-b4f5-7ff454912110 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762866656467', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14393751'] for port (6ee3d163-f1aa-4ffa-beee-6b8f3db4d383), after_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:06:29.132966 n-d-713498-36 neutron-server[103233]: DEBUG neutron.db.agents_db [None req-4a8a6a42-0a0c-4437-8958-92282682b6bb None None] Agent healthcheck: found 7 active agents {{(pid=103233) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 19:06:29.228935 n-d-713498-36 neutron-server[103230]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a0087f8-6ad7-4a76-b4f5-7ff454912110 admin admin] Network 88055e1e-672a-4487-be31-ffb6e833ece5 is already hosted by enough agents. {{(pid=103230) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 19:06:29.292190 n-d-713498-36 neutron-server[103230]: DEBUG neutron.scheduler.base_scheduler [None req-5a0087f8-6ad7-4a76-b4f5-7ff454912110 admin admin] Resources bound (agent type, host, resource id): {{(pid=103230) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 19:06:29.328567 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-0a97c9b7-8f06-4a11-9075-9eff5f0822be req-c4b6ab7d-f0fc-4c47-b790-3f361d745f37 tempest-LiveAutoBlockMigrationV225Test-2127879101 tempest-LiveAutoBlockMigrationV225Test-2127879101-project] 10.222.0.75 "GET /v2.0/ports?device_id=d3938fbf-e1b0-4686-9d2f-36596059719e HTTP/1.1" status: 200 len: 210 time: 0.1158259 Feb 09 19:06:29.329513 n-d-713498-36 neutron-server[103230]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a0087f8-6ad7-4a76-b4f5-7ff454912110 admin admin] Received port after_create {{(pid=103230) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 19:06:29.337306 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f31ee07-aa9a-47ae-8348-9ab2356259c3 req-f0f8afd0-96e7-4813-8a1a-fd6c5f8bf717 tempest-TaggedBootDevicesTest_v242-798392635 tempest-TaggedBootDevicesTest_v242-798392635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:06:29.337938 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Pushing event updated for resources: {'Port': ['ID=0859bded-9f3e-4930-81f9-a0971b89b960,revision_number=3']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:06:29.345080 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f31ee07-aa9a-47ae-8348-9ab2356259c3 req-f0f8afd0-96e7-4813-8a1a-fd6c5f8bf717 tempest-TaggedBootDevicesTest_v242-798392635 tempest-TaggedBootDevicesTest_v242-798392635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:06:29.351339 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f31ee07-aa9a-47ae-8348-9ab2356259c3 req-f0f8afd0-96e7-4813-8a1a-fd6c5f8bf717 tempest-TaggedBootDevicesTest_v242-798392635 tempest-TaggedBootDevicesTest_v242-798392635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:06:29.359070 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f31ee07-aa9a-47ae-8348-9ab2356259c3 req-f0f8afd0-96e7-4813-8a1a-fd6c5f8bf717 tempest-TaggedBootDevicesTest_v242-798392635 tempest-TaggedBootDevicesTest_v242-798392635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:06:29.365344 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f31ee07-aa9a-47ae-8348-9ab2356259c3 req-f0f8afd0-96e7-4813-8a1a-fd6c5f8bf717 tempest-TaggedBootDevicesTest_v242-798392635 tempest-TaggedBootDevicesTest_v242-798392635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:06:29.366230 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a0087f8-6ad7-4a76-b4f5-7ff454912110 admin admin] Pushing event updated for resources: {'Port': ['ID=6ee3d163-f1aa-4ffa-beee-6b8f3db4d383,revision_number=1']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:06:29.371952 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f31ee07-aa9a-47ae-8348-9ab2356259c3 req-f0f8afd0-96e7-4813-8a1a-fd6c5f8bf717 tempest-TaggedBootDevicesTest_v242-798392635 tempest-TaggedBootDevicesTest_v242-798392635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:06:29.377689 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f31ee07-aa9a-47ae-8348-9ab2356259c3 req-f0f8afd0-96e7-4813-8a1a-fd6c5f8bf717 tempest-TaggedBootDevicesTest_v242-798392635 tempest-TaggedBootDevicesTest_v242-798392635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:06:29.380935 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-9f31ee07-aa9a-47ae-8348-9ab2356259c3 req-f0f8afd0-96e7-4813-8a1a-fd6c5f8bf717 tempest-TaggedBootDevicesTest_v242-798392635 tempest-TaggedBootDevicesTest_v242-798392635-project] 10.222.0.75 "GET /v2.0/ports?device_id=8319129f-1054-494a-b0c0-2ec99e839619 HTTP/1.1" status: 200 len: 5431 time: 0.2529533 Feb 09 19:06:29.460914 n-d-713498-36 neutron-server[103229]: DEBUG neutron.db.db_base_plugin_common [None req-24b3219d-1212-4a3f-a661-00512824d21d admin admin] Allocated IP 172.20.0.1 (54dce347-f0c4-4382-a34a-5c96731fc4de/5f246235-2007-4285-a6c4-be901d42856d/f19de642-8111-424a-8b20-7d612ca6eb54) {{(pid=103229) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 19:06:29.531616 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-9f31ee07-aa9a-47ae-8348-9ab2356259c3 req-37b73b52-fd18-4266-b104-c99fb71a8925 tempest-TaggedBootDevicesTest_v242-798392635 tempest-TaggedBootDevicesTest_v242-798392635-project] 10.222.0.75 "GET /v2.0/security-groups?id=58062d4f-c149-4db3-a357-a4eb59a3d83e&id=6452f0cf-fe35-4557-9092-43f1827176a8&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1423788 Feb 09 19:06:29.551106 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adb6d2c2-368f-4879-9fd7-7001d3afc90e req-b0376d6a-d5af-4ca0-9016-064295a44084 tempest-LiveAutoBlockMigrationV225Test-2127879101 tempest-LiveAutoBlockMigrationV225Test-2127879101-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:06:29.552827 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-adb6d2c2-368f-4879-9fd7-7001d3afc90e req-b0376d6a-d5af-4ca0-9016-064295a44084 tempest-LiveAutoBlockMigrationV225Test-2127879101 tempest-LiveAutoBlockMigrationV225Test-2127879101-project] 10.222.0.89 "GET /v2.0/networks?id=0e993f99-d3d0-4a2a-8eed-2f34375798b5 HTTP/1.1" status: 200 len: 820 time: 0.3584948 Feb 09 19:06:29.587925 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.v2.base [req-adb6d2c2-368f-4879-9fd7-7001d3afc90e req-4110d18d-0ec6-4b4c-8d8b-0834baab4159 tempest-LiveAutoBlockMigrationV225Test-2127879101 tempest-LiveAutoBlockMigrationV225Test-2127879101-project] Request body: {'port': {'device_id': 'd3938fbf-e1b0-4686-9d2f-36596059719e', 'network_id': '0e993f99-d3d0-4a2a-8eed-2f34375798b5', 'admin_state_up': True, 'tenant_id': 'b8d56d08e88f4d4daeb8e5fed321a162'}} {{(pid=103229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 19:06:29.674928 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-2edc861e-2b9c-4cd4-ad8c-3fc45bcdfbe2 req-e03d8ca5-bb8c-4ed8-b05a-5b0b586ec39d tempest-FloatingIPsTestJSON-712233170 tempest-FloatingIPsTestJSON-712233170-project] 10.222.0.75 "GET /v2.0/floatingips/8332791a-f3bf-4ee5-8da4-1368841f5194 HTTP/1.1" status: 200 len: 692 time: 0.0496004 Feb 09 19:06:29.756983 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74e73928-a9e6-4a24-afd7-82bba4b8eac2 req-386854da-28e7-4d16-ab3e-091b164d69dc tempest-ServersOnMultiNodesTest-1472402947 tempest-ServersOnMultiNodesTest-1472402947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:06:29.758829 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-74e73928-a9e6-4a24-afd7-82bba4b8eac2 req-386854da-28e7-4d16-ab3e-091b164d69dc tempest-ServersOnMultiNodesTest-1472402947 tempest-ServersOnMultiNodesTest-1472402947-project] 10.222.0.89 "GET /v2.0/ports?device_id=1651d351-b8a4-498f-bd76-66dea09d4fb2 HTTP/1.1" status: 200 len: 950 time: 0.5551279 Feb 09 19:06:29.793511 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-c86bfc4c-976e-49c9-9b44-30428cda37a7 None None] Publish callbacks [] for port (08b8411f-8cc3-4f6a-af68-1cc62ec122cd), precommit_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:06:29.804994 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-c86bfc4c-976e-49c9-9b44-30428cda37a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762867176205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762866656485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762866656503'] for port (08b8411f-8cc3-4f6a-af68-1cc62ec122cd), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:06:29.941595 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72f38fb5-33d8-4f12-910a-9f1c3c638367 req-d1e78b4a-b89f-4694-a682-a1a6a15c05c5 tempest-ServersOnMultiNodesTest-1472402947 tempest-ServersOnMultiNodesTest-1472402947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:06:29.950535 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-72f38fb5-33d8-4f12-910a-9f1c3c638367 req-d1e78b4a-b89f-4694-a682-a1a6a15c05c5 tempest-ServersOnMultiNodesTest-1472402947 tempest-ServersOnMultiNodesTest-1472402947-project] 10.222.0.75 "GET /v2.0/ports?device_id=1651d351-b8a4-498f-bd76-66dea09d4fb2 HTTP/1.1" status: 200 len: 950 time: 0.3330307 Feb 09 19:06:29.979398 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-151c651e-694a-4ac0-b082-96e3295ccb65 None None] Network 025d7490-0189-4dfb-b0f6-a58555e94e50 requested from n-d-713498-36 {{(pid=103232) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 19:06:30.006238 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b747001b-f691-4b4d-ad46-f8f09438cfce None None] Pushing event updated for resources: {'Port': ['ID=08b8411f-8cc3-4f6a-af68-1cc62ec122cd,revision_number=2']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:06:30.076254 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-72f38fb5-33d8-4f12-910a-9f1c3c638367 req-9f2b9e93-c395-4f3f-93d4-26555a176d68 tempest-ServersOnMultiNodesTest-1472402947 tempest-ServersOnMultiNodesTest-1472402947-project] 10.222.0.75 "GET /v2.0/security-groups?id=aed5302d-0478-4b9d-b014-143adc5c0d74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1225929 Feb 09 19:06:30.144439 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-5a0087f8-6ad7-4a76-b4f5-7ff454912110 admin admin] Publish callbacks [] for router_gateway (c42068f7-da8a-4624-b249-c97c33926aea), after_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:06:30.164235 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.managers [None req-c86bfc4c-976e-49c9-9b44-30428cda37a7 None None] Attempting to bind port 08b8411f-8cc3-4f6a-af68-1cc62ec122cd on host n-d-713498-36 for vnic_type normal with profile {{(pid=103232) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 19:06:30.164555 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.managers [None req-c86bfc4c-976e-49c9-9b44-30428cda37a7 None None] Attempting to bind port 08b8411f-8cc3-4f6a-af68-1cc62ec122cd by drivers openvswitch,hyperv on host n-d-713498-36 at level 0 using segments [{'id': 'a4222f89-8d3f-4b51-953b-1a8126392491', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '88055e1e-672a-4487-be31-ffb6e833ece5'}] {{(pid=103232) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 19:06:30.168683 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c86bfc4c-976e-49c9-9b44-30428cda37a7 None None] Attempting to bind port 08b8411f-8cc3-4f6a-af68-1cc62ec122cd on network 88055e1e-672a-4487-be31-ffb6e833ece5 {{(pid=103232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 19:06:30.187197 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c86bfc4c-976e-49c9-9b44-30428cda37a7 None None] Checking agent: {'id': '496418a2-c002-4aec-ab1a-07f3bea491bd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-36', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 18, 51, 47), 'started_at': datetime.datetime(2022, 2, 9, 18, 52, 17), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 19, 6, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-36'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 19:06:30.187795 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c86bfc4c-976e-49c9-9b44-30428cda37a7 None None] Checking segment: {'id': 'a4222f89-8d3f-4b51-953b-1a8126392491', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '88055e1e-672a-4487-be31-ffb6e833ece5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103232) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 19:06:30.188208 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-c86bfc4c-976e-49c9-9b44-30428cda37a7 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:06:30.188610 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c86bfc4c-976e-49c9-9b44-30428cda37a7 None None] Bound using segment: {'id': 'a4222f89-8d3f-4b51-953b-1a8126392491', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '88055e1e-672a-4487-be31-ffb6e833ece5'} {{(pid=103232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 19:06:30.189108 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.managers [None req-c86bfc4c-976e-49c9-9b44-30428cda37a7 None None] Bound port: 08b8411f-8cc3-4f6a-af68-1cc62ec122cd, host: n-d-713498-36, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a4222f89-8d3f-4b51-953b-1a8126392491', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '88055e1e-672a-4487-be31-ffb6e833ece5'}}] {{(pid=103232) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 19:06:30.193182 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-c86bfc4c-976e-49c9-9b44-30428cda37a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (08b8411f-8cc3-4f6a-af68-1cc62ec122cd), before_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:06:30.276961 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.plugin [req-74e73928-a9e6-4a24-afd7-82bba4b8eac2 req-7401ffed-d0aa-49ad-9da9-9bd12188647b tempest-ServersOnMultiNodesTest-1472402947 tempest-ServersOnMultiNodesTest-1472402947-project] Deleting port 7d98c8b1-92bc-426c-a6eb-15a9a7944d3d {{(pid=103230) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 19:06:30.277981 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [req-74e73928-a9e6-4a24-afd7-82bba4b8eac2 req-7401ffed-d0aa-49ad-9da9-9bd12188647b tempest-ServersOnMultiNodesTest-1472402947 tempest-ServersOnMultiNodesTest-1472402947-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762867170196'] for port (7d98c8b1-92bc-426c-a6eb-15a9a7944d3d), before_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:06:30.286429 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-c86bfc4c-976e-49c9-9b44-30428cda37a7 None None] For port 08b8411f-8cc3-4f6a-af68-1cc62ec122cd, host n-d-713498-36, cleared binding levels {{(pid=103232) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 19:06:30.293543 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-c86bfc4c-976e-49c9-9b44-30428cda37a7 None None] For port 08b8411f-8cc3-4f6a-af68-1cc62ec122cd, host n-d-713498-36, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-36',level=0,port_id=08b8411f-8cc3-4f6a-af68-1cc62ec122cd,segment=NetworkSegment(a4222f89-8d3f-4b51-953b-1a8126392491),segment_id=a4222f89-8d3f-4b51-953b-1a8126392491)] {{(pid=103232) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 19:06:30.305055 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Device d3b54021-8c52-4810-affe-60b8c5bfde4f up at agent hyperv_n-h1-713498-36 {{(pid=103232) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 19:06:30.313860 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-c86bfc4c-976e-49c9-9b44-30428cda37a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762867176205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762866656485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762866656503'] for port (08b8411f-8cc3-4f6a-af68-1cc62ec122cd), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:06:30.316174 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.provisioning_blocks [None req-7821e28a-3f63-4998-9d4f-97483dfa30a6 None None] Provisioning complete for port 0859bded-9f3e-4930-81f9-a0971b89b960 triggered by entity DHCP. {{(pid=103232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 19:06:30.317016 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-7821e28a-3f63-4998-9d4f-97483dfa30a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593630'] for port (0859bded-9f3e-4930-81f9-a0971b89b960), provisioning_complete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:06:30.344712 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-24b3219d-1212-4a3f-a661-00512824d21d admin admin] Publish callbacks [] for port (f19de642-8111-424a-8b20-7d612ca6eb54), precommit_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:06:30.379163 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2edc861e-2b9c-4cd4-ad8c-3fc45bcdfbe2 req-f6fb8f07-7326-4e26-bf98-1788389a2ef6 tempest-FloatingIPsTestJSON-712233170 tempest-FloatingIPsTestJSON-712233170-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:06:30.386811 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-2edc861e-2b9c-4cd4-ad8c-3fc45bcdfbe2 req-f6fb8f07-7326-4e26-bf98-1788389a2ef6 tempest-FloatingIPsTestJSON-712233170 tempest-FloatingIPsTestJSON-712233170-project] 10.222.0.75 "GET /v2.0/networks/88055e1e-672a-4487-be31-ffb6e833ece5 HTTP/1.1" status: 200 len: 784 time: 0.6840115 Feb 09 19:06:30.439424 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b325657-9fd9-4260-88c2-853f2e7f182c req-21fc9f5b-5d36-4e08-bcc9-4c17576bc15c tempest-LiveMigrationTest-1021096981 tempest-LiveMigrationTest-1021096981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:06:30.441338 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-2b325657-9fd9-4260-88c2-853f2e7f182c req-21fc9f5b-5d36-4e08-bcc9-4c17576bc15c tempest-LiveMigrationTest-1021096981 tempest-LiveMigrationTest-1021096981-project] 10.222.0.75 "GET /v2.0/ports?device_id=2f9a8919-1b2a-4183-90dc-45c5e52d5a99 HTTP/1.1" status: 200 len: 945 time: 0.2133090 Feb 09 19:06:30.478788 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-2edc861e-2b9c-4cd4-ad8c-3fc45bcdfbe2 req-6a527b03-f562-48c1-a070-8b00504092c9 tempest-FloatingIPsTestJSON-712233170 tempest-FloatingIPsTestJSON-712233170-project] 10.222.0.75 "GET /v2.0/floatingips?floating_ip_address=172.25.1.55 HTTP/1.1" status: 200 len: 695 time: 0.0908756 Feb 09 19:06:30.547530 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b747001b-f691-4b4d-ad46-f8f09438cfce None None] Pushing event updated for resources: {'Port': ['ID=08b8411f-8cc3-4f6a-af68-1cc62ec122cd,revision_number=3']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:06:30.557019 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-adb6d2c2-368f-4879-9fd7-7001d3afc90e req-4110d18d-0ec6-4b4c-8d8b-0834baab4159 tempest-LiveAutoBlockMigrationV225Test-2127879101 tempest-LiveAutoBlockMigrationV225Test-2127879101-project] Made reservation on behalf of b8d56d08e88f4d4daeb8e5fed321a162 for: {'port': 1} {{(pid=103229) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 19:06:30.579657 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-adb6d2c2-368f-4879-9fd7-7001d3afc90e req-4110d18d-0ec6-4b4c-8d8b-0834baab4159 tempest-LiveAutoBlockMigrationV225Test-2127879101 tempest-LiveAutoBlockMigrationV225Test-2127879101-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (None), before_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:06:30.583590 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.db [req-74e73928-a9e6-4a24-afd7-82bba4b8eac2 req-7401ffed-d0aa-49ad-9da9-9bd12188647b tempest-ServersOnMultiNodesTest-1472402947 tempest-ServersOnMultiNodesTest-1472402947-project] For port 7d98c8b1-92bc-426c-a6eb-15a9a7944d3d, host n-h1-713498-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-36',level=0,port_id=7d98c8b1-92bc-426c-a6eb-15a9a7944d3d,segment=NetworkSegment(50e5915e-18f0-4558-9a28-b978975ead36),segment_id=50e5915e-18f0-4558-9a28-b978975ead36)] {{(pid=103230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 19:06:30.583958 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [req-74e73928-a9e6-4a24-afd7-82bba4b8eac2 req-7401ffed-d0aa-49ad-9da9-9bd12188647b tempest-ServersOnMultiNodesTest-1472402947 tempest-ServersOnMultiNodesTest-1472402947-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1820838'] for port (7d98c8b1-92bc-426c-a6eb-15a9a7944d3d), precommit_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:06:30.601148 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.plugin [req-74e73928-a9e6-4a24-afd7-82bba4b8eac2 req-7401ffed-d0aa-49ad-9da9-9bd12188647b tempest-ServersOnMultiNodesTest-1472402947 tempest-ServersOnMultiNodesTest-1472402947-project] Calling delete_port for 7d98c8b1-92bc-426c-a6eb-15a9a7944d3d owned by compute:nova {{(pid=103230) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 19:06:30.618489 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Device 0859bded-9f3e-4930-81f9-a0971b89b960 up at agent ovs-agent-n-d-713498-36 {{(pid=103232) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 19:06:30.654579 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-2edc861e-2b9c-4cd4-ad8c-3fc45bcdfbe2 req-80ea952a-f89b-44ed-9ca4-29c327c100bd tempest-FloatingIPsTestJSON-712233170 tempest-FloatingIPsTestJSON-712233170-project] 10.222.0.75 "GET /v2.0/floatingips?floating_ip_address=172.25.1.55 HTTP/1.1" status: 200 len: 695 time: 0.1749616 Feb 09 19:06:30.665807 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.provisioning_blocks [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Provisioning for port d3b54021-8c52-4810-affe-60b8c5bfde4f completed by entity L2. {{(pid=103232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 19:06:30.676513 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c86bfc4c-976e-49c9-9b44-30428cda37a7 None None] Routers {'0d171c3e-e989-410b-974b-5e518abe97dd'} bound to L3 agent in host n-d-713498-36 {{(pid=103232) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 19:06:30.677299 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.l3_hamode_db [None req-c86bfc4c-976e-49c9-9b44-30428cda37a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T18:51:43Z,description=,heartbeat_timestamp=2022-02-09T19:06:13Z,host='n-d-713498-36',id=93303d5e-5d17-45e8-8963-7694f87783ae,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T18:51:43Z,topic='l3_agent')) {'router_ids': ['0d171c3e-e989-410b-974b-5e518abe97dd'], 'active': True} {{(pid=103232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:06:30.742900 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1af85a3-bc78-4408-989e-cfde401000cf req-ee78600c-b881-4027-9a21-43e2f74de6b9 tempest-LiveMigrationTest-1137365927 tempest-LiveMigrationTest-1137365927-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:06:30.744361 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-b1af85a3-bc78-4408-989e-cfde401000cf req-ee78600c-b881-4027-9a21-43e2f74de6b9 tempest-LiveMigrationTest-1137365927 tempest-LiveMigrationTest-1137365927-project-admin] 10.222.0.89 "GET /v2.0/ports?device_id=2f9a8919-1b2a-4183-90dc-45c5e52d5a99&tenant_id=05fa6a089578484da4b750f8c0b5ad12&binding%3Ahost_id=n-h2-713498-36 HTTP/1.1" status: 200 len: 1128 time: 0.4151289 Feb 09 19:06:30.777874 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.v2.base [req-b1af85a3-bc78-4408-989e-cfde401000cf req-d70a016b-2be4-4a56-a19b-5b7c9d5996d5 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-713498-36'}}} {{(pid=103229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 19:06:30.791609 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.l3_dvr_db [None req-c86bfc4c-976e-49c9-9b44-30428cda37a7 None None] Set router 0d171c3e-e989-410b-974b-5e518abe97dd gateway port host: n-d-713498-36 {{(pid=103232) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 19:06:30.825492 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-5a0087f8-6ad7-4a76-b4f5-7ff454912110 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1834945', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1818951'] for router (c42068f7-da8a-4624-b249-c97c33926aea), after_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:06:30.862684 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.provisioning_blocks [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Provisioning complete for port d3b54021-8c52-4810-affe-60b8c5bfde4f triggered by entity L2. {{(pid=103232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 19:06:30.863213 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593630'] for port (d3b54021-8c52-4810-affe-60b8c5bfde4f), provisioning_complete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:06:30.917485 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-24b3219d-1212-4a3f-a661-00512824d21d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762866656467', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12867576'] for port (f19de642-8111-424a-8b20-7d612ca6eb54), after_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:06:31.004084 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-2b325657-9fd9-4260-88c2-853f2e7f182c req-4541cf32-7c77-4aae-9d5a-5e7367eea316 tempest-LiveMigrationTest-1021096981 tempest-LiveMigrationTest-1021096981-project] 10.222.0.75 "GET /v2.0/security-groups?id=ba18819a-1490-4e7b-a11b-e8610423d8ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5418172 Feb 09 19:06:31.031456 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [req-74e73928-a9e6-4a24-afd7-82bba4b8eac2 req-7401ffed-d0aa-49ad-9da9-9bd12188647b tempest-ServersOnMultiNodesTest-1472402947 tempest-ServersOnMultiNodesTest-1472402947-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762867177463', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762866656476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14393751'] for port (7d98c8b1-92bc-426c-a6eb-15a9a7944d3d), after_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:06:31.079819 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] get_ports_and_sgs() called for port_ids ['bc357ad8-1b22-4fe1-a6af-e296389a311b', 'c1d73ea9-8c68-47bd-93c8-9905d58b5c08'] {{(pid=103232) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 19:06:31.122111 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-7429db8d-6021-40ad-813e-885be449a89b None None] get_ports_and_sgs() called for port_ids ['9431105a-be29-4ce5-9970-f91bee564b4b', 'f2af33d6-809c-4462-a1c1-648e7e81004e', '06d7c180-3877-4407-9db3-c4e82f2a9b30', '8785c69d-6d10-4443-a2ce-db0ad5c8182f', 'a294bcb8-d442-49d2-9a1d-f7a2c1782013'] {{(pid=103232) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 19:06:31.149058 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7401ffed-d0aa-49ad-9da9-9bd12188647b tempest-ServersOnMultiNodesTest-1472402947 tempest-ServersOnMultiNodesTest-1472402947-project] Pushing event deleted for resources: {'Port': ['ID=7d98c8b1-92bc-426c-a6eb-15a9a7944d3d,revision_number=None']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:06:31.171136 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.provisioning_blocks [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Provisioning complete for port 0859bded-9f3e-4930-81f9-a0971b89b960 triggered by entity L2. {{(pid=103232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 19:06:31.171893 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593630'] for port (0859bded-9f3e-4930-81f9-a0971b89b960), provisioning_complete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:06:31.191883 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-7821e28a-3f63-4998-9d4f-97483dfa30a6 None None] Current status of the port 0859bded-9f3e-4930-81f9-a0971b89b960 is: ACTIVE; New status is: ACTIVE {{(pid=103232) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 19:06:31.214485 n-d-713498-36 neutron-server[103229]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24b3219d-1212-4a3f-a661-00512824d21d admin admin] Network 54dce347-f0c4-4382-a34a-5c96731fc4de is already hosted by enough agents. {{(pid=103229) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 19:06:31.234845 n-d-713498-36 neutron-server[103229]: DEBUG neutron.scheduler.base_scheduler [None req-24b3219d-1212-4a3f-a661-00512824d21d admin admin] Resources bound (agent type, host, resource id): {{(pid=103229) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 19:06:31.241347 n-d-713498-36 neutron-server[103230]: DEBUG neutron.db.l3_dvrscheduler_db [req-74e73928-a9e6-4a24-afd7-82bba4b8eac2 req-7401ffed-d0aa-49ad-9da9-9bd12188647b tempest-ServersOnMultiNodesTest-1472402947 tempest-ServersOnMultiNodesTest-1472402947-project] No DVR routers for this DVR port 7d98c8b1-92bc-426c-a6eb-15a9a7944d3d on host n-h1-713498-36 {{(pid=103230) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 19:06:31.273450 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24b3219d-1212-4a3f-a661-00512824d21d admin admin] Pushing event updated for resources: {'Port': ['ID=f19de642-8111-424a-8b20-7d612ca6eb54,revision_number=1']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:06:31.294943 n-d-713498-36 neutron-server[103229]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24b3219d-1212-4a3f-a661-00512824d21d admin admin] Received port after_create {{(pid=103229) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 19:06:31.320834 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Current status of the port d3b54021-8c52-4810-affe-60b8c5bfde4f is: BUILD; New status is: ACTIVE {{(pid=103232) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 19:06:31.321557 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (d3b54021-8c52-4810-affe-60b8c5bfde4f), before_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:06:31.339953 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [req-74e73928-a9e6-4a24-afd7-82bba4b8eac2 req-7401ffed-d0aa-49ad-9da9-9bd12188647b tempest-ServersOnMultiNodesTest-1472402947 tempest-ServersOnMultiNodesTest-1472402947-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171096'] for port (None), before_response {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:06:31.344909 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-74e73928-a9e6-4a24-afd7-82bba4b8eac2 req-7401ffed-d0aa-49ad-9da9-9bd12188647b tempest-ServersOnMultiNodesTest-1472402947 tempest-ServersOnMultiNodesTest-1472402947-project] 10.222.0.89 "DELETE /v2.0/ports/7d98c8b1-92bc-426c-a6eb-15a9a7944d3d HTTP/1.1" status: 204 len: 173 time: 1.5727336 Feb 09 19:06:31.358769 n-d-713498-36 neutron-server[103230]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1651d351-b8a4-498f-bd76-66dea09d4fb2', 'name': 'network-vif-deleted', 'tag': '7d98c8b1-92bc-426c-a6eb-15a9a7944d3d'}] {{(pid=103230) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 19:06:31.369540 n-d-713498-36 neutron-server[103230]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aee5919275bae9f72eb374ee322673045eb80c1f84b4b45a97d96923bd50ab51" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-67d29b03-be89-4171-9689-b99aea4adda0" -d '{"events": [{"server_uuid": "1651d351-b8a4-498f-bd76-66dea09d4fb2", "name": "network-vif-deleted", "tag": "7d98c8b1-92bc-426c-a6eb-15a9a7944d3d"}]}' {{(pid=103230) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 19:06:31.384890 n-d-713498-36 neutron-server[103230]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5a0087f8-6ad7-4a76-b4f5-7ff454912110 admin admin] Router c42068f7-da8a-4624-b249-c97c33926aea is scheduled to L3 agent 93303d5e-5d17-45e8-8963-7694f87783ae with binding_index 1 {{(pid=103230) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 09 19:06:31.450658 n-d-713498-36 neutron-server[103229]: DEBUG neutron.db.db_base_plugin_common [req-adb6d2c2-368f-4879-9fd7-7001d3afc90e req-4110d18d-0ec6-4b4c-8d8b-0834baab4159 tempest-LiveAutoBlockMigrationV225Test-2127879101 tempest-LiveAutoBlockMigrationV225Test-2127879101-project] Allocated IP 172.20.0.9 (0e993f99-d3d0-4a2a-8eed-2f34375798b5/7d496e2d-6315-4d42-9415-66e0bdf20977/0cc10c1d-eb71-4257-813d-d978a5eb3a04) {{(pid=103229) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 19:06:31.535577 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-b1af85a3-bc78-4408-989e-cfde401000cf req-d70a016b-2be4-4a56-a19b-5b7c9d5996d5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (40de4c12-543c-44a6-9bda-24a60a9555b8), before_update {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:06:31.631077 n-d-713498-36 neutron-server[103232]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b44ce140-61cc-4267-a2e4-7210687d93e5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd3b54021-8c52-4810-affe-60b8c5bfde4f'}] {{(pid=103232) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 19:06:31.635317 n-d-713498-36 neutron-server[103232]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}949cdcde653dec44821de95cbf67297f53cbc2aed4e073b5d514f93bf911ce85" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c4b12084-23bf-48ee-ac75-48d7e307951b" -d '{"events": [{"server_uuid": "b44ce140-61cc-4267-a2e4-7210687d93e5", "name": "network-vif-plugged", "status": "completed", "tag": "d3b54021-8c52-4810-affe-60b8c5bfde4f"}]}' {{(pid=103232) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 19:06:31.665703 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] For port d3b54021-8c52-4810-affe-60b8c5bfde4f, host n-h1-713498-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-36',level=0,port_id=d3b54021-8c52-4810-affe-60b8c5bfde4f,segment=NetworkSegment(19c03fab-df11-45cc-9379-6d7d2f2d5f0e),segment_id=19c03fab-df11-45cc-9379-6d7d2f2d5f0e)] {{(pid=103232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 19:06:31.698684 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762867176205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762866656485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762866656503'] for port (d3b54021-8c52-4810-affe-60b8c5bfde4f), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:06:31.699601 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Device 7d98c8b1-92bc-426c-a6eb-15a9a7944d3d no longer exists at agent hyperv_n-h1-713498-36 {{(pid=103232) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 19:06:31.744642 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.provisioning_blocks [None req-b2579d83-2ce9-4d4c-a0aa-4fd65d444e88 None None] Provisioning complete for port 0859bded-9f3e-4930-81f9-a0971b89b960 triggered by entity DHCP. {{(pid=103232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 19:06:31.745025 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-b2579d83-2ce9-4d4c-a0aa-4fd65d444e88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593630'] for port (0859bded-9f3e-4930-81f9-a0971b89b960), provisioning_complete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:06:31.761295 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.plugin [req-2edc861e-2b9c-4cd4-ad8c-3fc45bcdfbe2 req-1a56e325-c215-42c0-b894-214e8efcd491 tempest-FloatingIPsTestJSON-712233170 tempest-FloatingIPsTestJSON-712233170-project] Deleting port e550eb68-192a-44c0-8624-25f22e98a2a0 {{(pid=103229) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 19:06:31.761934 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-2edc861e-2b9c-4cd4-ad8c-3fc45bcdfbe2 req-1a56e325-c215-42c0-b894-214e8efcd491 tempest-FloatingIPsTestJSON-712233170 tempest-FloatingIPsTestJSON-712233170-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762867170196'] for port (e550eb68-192a-44c0-8624-25f22e98a2a0), before_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:06:31.764172 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-24b3219d-1212-4a3f-a661-00512824d21d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1819024'] for router_interface (0d171c3e-e989-410b-974b-5e518abe97dd), before_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:06:31.979282 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.db [req-b1af85a3-bc78-4408-989e-cfde401000cf req-d70a016b-2be4-4a56-a19b-5b7c9d5996d5 service neutron] For port 40de4c12-543c-44a6-9bda-24a60a9555b8, host n-h2-713498-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-36',level=0,port_id=40de4c12-543c-44a6-9bda-24a60a9555b8,segment=NetworkSegment(5e48c0d3-ac92-403e-8ddc-eab47c471644),segment_id=5e48c0d3-ac92-403e-8ddc-eab47c471644)] {{(pid=103229) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 19:06:32.043165 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.db [req-b1af85a3-bc78-4408-989e-cfde401000cf req-d70a016b-2be4-4a56-a19b-5b7c9d5996d5 service neutron] For port 40de4c12-543c-44a6-9bda-24a60a9555b8, host n-h2-713498-36, cleared binding levels {{(pid=103229) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 19:06:32.056641 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] No Port match for: 7d98c8b1-92bc-426c-a6eb-15a9a7944d3d {{(pid=103232) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 19:06:32.056999 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Device 7d98c8b1-92bc-426c-a6eb-15a9a7944d3d not bound to the agent host n-h1-713498-36 {{(pid=103232) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 19:06:32.072127 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Pushing event updated for resources: {'Port': ['ID=d3b54021-8c52-4810-affe-60b8c5bfde4f,revision_number=5']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:06:32.088430 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-b1af85a3-bc78-4408-989e-cfde401000cf req-d70a016b-2be4-4a56-a19b-5b7c9d5996d5 service neutron] Publish callbacks [] for port (40de4c12-543c-44a6-9bda-24a60a9555b8), precommit_update {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:06:32.093911 n-d-713498-36 neutron-server[103229]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2f9a8919-1b2a-4183-90dc-45c5e52d5a99', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '40de4c12-543c-44a6-9bda-24a60a9555b8'}] {{(pid=103229) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 19:06:32.096895 n-d-713498-36 neutron-server[103229]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fa6ae9a20702bd564eaf90d946620b2b4277b1ab91129323d3b54181076be307" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4e30b974-5cfd-4dcc-91f3-3839f04abde9" -d '{"events": [{"server_uuid": "2f9a8919-1b2a-4183-90dc-45c5e52d5a99", "name": "network-vif-unplugged", "status": "completed", "tag": "40de4c12-543c-44a6-9bda-24a60a9555b8"}]}' {{(pid=103229) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 19:06:32.135755 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c70cbc8-d22d-4f3c-abe5-660bb4b28a71 req-28cef5e5-b680-4fcc-9d3a-9307c5df90a2 tempest-FloatingIPsAssociationNegativeTestJSON-1147152048 tempest-FloatingIPsAssociationNegativeTestJSON-1147152048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:06:32.137642 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-3c70cbc8-d22d-4f3c-abe5-660bb4b28a71 req-28cef5e5-b680-4fcc-9d3a-9307c5df90a2 tempest-FloatingIPsAssociationNegativeTestJSON-1147152048 tempest-FloatingIPsAssociationNegativeTestJSON-1147152048-project] 10.222.0.75 "GET /v2.0/ports?device_id=b44ce140-61cc-4267-a2e4-7210687d93e5 HTTP/1.1" status: 200 len: 945 time: 0.8987968 Feb 09 19:06:32.173110 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-b1af85a3-bc78-4408-989e-cfde401000cf req-d70a016b-2be4-4a56-a19b-5b7c9d5996d5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762867176205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762866656485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762866656503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12867569'] for port (40de4c12-543c-44a6-9bda-24a60a9555b8), after_update {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:06:32.213082 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-3c70cbc8-d22d-4f3c-abe5-660bb4b28a71 req-a5e5c8a2-d9a9-4c38-8932-34e078e41a37 tempest-FloatingIPsAssociationNegativeTestJSON-1147152048 tempest-FloatingIPsAssociationNegativeTestJSON-1147152048-project] 10.222.0.75 "GET /v2.0/security-groups?id=0538cd73-7a28-42cf-a6e9-9e9bedd40a54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0661500 Feb 09 19:06:32.221317 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5a0087f8-6ad7-4a76-b4f5-7ff454912110 admin admin] Notify agent at l3_agent.n-d-713498-36 the message routers_updated {{(pid=103230) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 19:06:32.246686 n-d-713498-36 neutron-server[103233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17929a3a-fcc4-4457-86a2-d58cd4046635 None None] Sync routers for ids ['c42068f7-da8a-4624-b249-c97c33926aea'] in n-d-713498-36 {{(pid=103233) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 19:06:32.251180 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Current status of the port 0859bded-9f3e-4930-81f9-a0971b89b960 is: ACTIVE; New status is: ACTIVE {{(pid=103232) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 19:06:32.269792 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-5a0087f8-6ad7-4a76-b4f5-7ff454912110 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:06:32.271378 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-5a0087f8-6ad7-4a76-b4f5-7ff454912110 admin admin] 10.222.0.75 "POST /v2.0/routers HTTP/1.1" status: 201 len: 914 time: 5.8566308 Feb 09 19:06:32.273845 n-d-713498-36 neutron-server[103233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17929a3a-fcc4-4457-86a2-d58cd4046635 None None] Routers {'c42068f7-da8a-4624-b249-c97c33926aea'} bound to L3 agent in host n-d-713498-36 {{(pid=103233) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 19:06:32.274005 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 51208) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:06:32.274625 n-d-713498-36 neutron-server[103233]: DEBUG neutron.db.l3_hamode_db [None req-17929a3a-fcc4-4457-86a2-d58cd4046635 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T18:51:43Z,description=,heartbeat_timestamp=2022-02-09T19:06:13Z,host='n-d-713498-36',id=93303d5e-5d17-45e8-8963-7694f87783ae,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T18:51:43Z,topic='l3_agent')) {'router_ids': ['c42068f7-da8a-4624-b249-c97c33926aea'], 'active': True} {{(pid=103233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:06:32.350675 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-24b3219d-1212-4a3f-a661-00512824d21d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (f19de642-8111-424a-8b20-7d612ca6eb54), before_update {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:06:32.374440 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Device 40de4c12-543c-44a6-9bda-24a60a9555b8 details requested by agent hyperv_n-h1-713498-36 with host n-h1-713498-36 {{(pid=103232) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 19:06:32.426399 n-d-713498-36 neutron-server[103233]: DEBUG neutron.db.l3_dvr_db [None req-17929a3a-fcc4-4457-86a2-d58cd4046635 None None] Set router c42068f7-da8a-4624-b249-c97c33926aea gateway port host: n-d-713498-36 {{(pid=103233) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 19:06:32.433815 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-2edc861e-2b9c-4cd4-ad8c-3fc45bcdfbe2 req-1a56e325-c215-42c0-b894-214e8efcd491 tempest-FloatingIPsTestJSON-712233170 tempest-FloatingIPsTestJSON-712233170-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1820838'] for port (e550eb68-192a-44c0-8624-25f22e98a2a0), precommit_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:06:32.437718 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-2edc861e-2b9c-4cd4-ad8c-3fc45bcdfbe2 req-1a56e325-c215-42c0-b894-214e8efcd491 tempest-FloatingIPsTestJSON-712233170 tempest-FloatingIPsTestJSON-712233170-project] Publish callbacks [] for floatingip (e550eb68-192a-44c0-8624-25f22e98a2a0), precommit_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:06:32.457454 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.managers [req-b1af85a3-bc78-4408-989e-cfde401000cf req-d70a016b-2be4-4a56-a19b-5b7c9d5996d5 service neutron] Attempting to bind port 40de4c12-543c-44a6-9bda-24a60a9555b8 on host n-h2-713498-36 for vnic_type normal with profile {"migrating_to": "n-h1-713498-36"} {{(pid=103229) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 19:06:32.458113 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.managers [req-b1af85a3-bc78-4408-989e-cfde401000cf req-d70a016b-2be4-4a56-a19b-5b7c9d5996d5 service neutron] Attempting to bind port 40de4c12-543c-44a6-9bda-24a60a9555b8 by drivers openvswitch,hyperv on host n-h2-713498-36 at level 0 using segments [{'id': '5e48c0d3-ac92-403e-8ddc-eab47c471644', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': 'd725567e-ae4f-48c7-8826-ca95b9692346'}] {{(pid=103229) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 19:06:32.458576 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1af85a3-bc78-4408-989e-cfde401000cf req-d70a016b-2be4-4a56-a19b-5b7c9d5996d5 service neutron] Attempting to bind port 40de4c12-543c-44a6-9bda-24a60a9555b8 on network d725567e-ae4f-48c7-8826-ca95b9692346 {{(pid=103229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 19:06:32.516997 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-073d6e9b-1a2b-4dab-aec6-aaa4e1f72e1d req-d19b56fd-6bf7-46d9-9304-ff8b6a482b5d tempest-LiveAutoBlockMigrationV225Test-2127879101 tempest-LiveAutoBlockMigrationV225Test-2127879101-project] 10.222.0.75 "GET /v2.0/ports?device_id=d3938fbf-e1b0-4686-9d2f-36596059719e HTTP/1.1" status: 200 len: 210 time: 0.0652530 Feb 09 19:06:32.537900 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d70a016b-2be4-4a56-a19b-5b7c9d5996d5 service neutron] Pushing event updated for resources: {'Port': ['ID=40de4c12-543c-44a6-9bda-24a60a9555b8,revision_number=7']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:06:32.541760 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.plugin [req-2edc861e-2b9c-4cd4-ad8c-3fc45bcdfbe2 req-1a56e325-c215-42c0-b894-214e8efcd491 tempest-FloatingIPsTestJSON-712233170 tempest-FloatingIPsTestJSON-712233170-project] Calling delete_port for e550eb68-192a-44c0-8624-25f22e98a2a0 owned by network:floatingip {{(pid=103229) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 19:06:32.553624 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1af85a3-bc78-4408-989e-cfde401000cf req-d70a016b-2be4-4a56-a19b-5b7c9d5996d5 service neutron] Port 40de4c12-543c-44a6-9bda-24a60a9555b8 on network d725567e-ae4f-48c7-8826-ca95b9692346 not bound, no agent of type Open vSwitch agent registered on host n-h2-713498-36 {{(pid=103229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 19:06:32.553994 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1af85a3-bc78-4408-989e-cfde401000cf req-d70a016b-2be4-4a56-a19b-5b7c9d5996d5 service neutron] Attempting to bind port 40de4c12-543c-44a6-9bda-24a60a9555b8 on network d725567e-ae4f-48c7-8826-ca95b9692346 {{(pid=103229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 19:06:32.574129 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-adb6d2c2-368f-4879-9fd7-7001d3afc90e req-4110d18d-0ec6-4b4c-8d8b-0834baab4159 tempest-LiveAutoBlockMigrationV225Test-2127879101 tempest-LiveAutoBlockMigrationV225Test-2127879101-project] Publish callbacks [] for port (0cc10c1d-eb71-4257-813d-d978a5eb3a04), precommit_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:06:32.630702 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1af85a3-bc78-4408-989e-cfde401000cf req-d70a016b-2be4-4a56-a19b-5b7c9d5996d5 service neutron] Checking agent: {'id': 'bcd5faee-dc24-4298-9134-0e0aa054058e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713498-36', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 18, 59, 19), 'started_at': datetime.datetime(2022, 2, 9, 18, 59, 19), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 19, 6, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 19:06:32.631102 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1af85a3-bc78-4408-989e-cfde401000cf req-d70a016b-2be4-4a56-a19b-5b7c9d5996d5 service neutron] Checking segment: {'id': '5e48c0d3-ac92-403e-8ddc-eab47c471644', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': 'd725567e-ae4f-48c7-8826-ca95b9692346'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103229) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 19:06:32.631447 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1af85a3-bc78-4408-989e-cfde401000cf req-d70a016b-2be4-4a56-a19b-5b7c9d5996d5 service neutron] Bound using segment: {'id': '5e48c0d3-ac92-403e-8ddc-eab47c471644', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': 'd725567e-ae4f-48c7-8826-ca95b9692346'} {{(pid=103229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 19:06:32.631901 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.managers [req-b1af85a3-bc78-4408-989e-cfde401000cf req-d70a016b-2be4-4a56-a19b-5b7c9d5996d5 service neutron] Bound port: 40de4c12-543c-44a6-9bda-24a60a9555b8, host: n-h2-713498-36, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5e48c0d3-ac92-403e-8ddc-eab47c471644', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': 'd725567e-ae4f-48c7-8826-ca95b9692346'}}] {{(pid=103229) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 19:06:32.632553 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-b1af85a3-bc78-4408-989e-cfde401000cf req-d70a016b-2be4-4a56-a19b-5b7c9d5996d5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (40de4c12-543c-44a6-9bda-24a60a9555b8), before_update {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:06:32.633688 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] For port 40de4c12-543c-44a6-9bda-24a60a9555b8, host n-h2-713498-36, got binding levels [] {{(pid=103232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 19:06:32.684405 n-d-713498-36 neutron-server[103233]: DEBUG neutron.db.l3_hamode_db [None req-17929a3a-fcc4-4457-86a2-d58cd4046635 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c42068f7-da8a-4624-b249-c97c33926aea', 'name': 'tempest-ServersTestJSON-6874266-router', 'tenant_id': 'bae1eec87894498eaa70e7abe5ad38f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88055e1e-672a-4487-be31-ffb6e833ece5', 'external_fixed_ips': [{'subnet_id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'ip_address': '172.25.1.51'}], 'enable_snat': True}, 'gw_port_id': '6ee3d163-f1aa-4ffa-beee-6b8f3db4d383', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T19:06:26Z', 'updated_at': '2022-02-09T19:06:29Z', 'revision_number': 3, 'project_id': 'bae1eec87894498eaa70e7abe5ad38f3', 'gw_port': {'id': '6ee3d163-f1aa-4ffa-beee-6b8f3db4d383', 'name': '', 'network_id': '88055e1e-672a-4487-be31-ffb6e833ece5', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:09:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c42068f7-da8a-4624-b249-c97c33926aea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 802, 'fixed_ips': [{'subnet_id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'ip_address': '172.25.1.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T19:06:28Z', 'updated_at': '2022-02-09T19:06:28Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-36'}], 'n-d-713498-36', False) {} {{(pid=103233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:06:32.718069 n-d-713498-36 neutron-server[103233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17929a3a-fcc4-4457-86a2-d58cd4046635 None None] Checking router: c42068f7-da8a-4624-b249-c97c33926aea for host: n-d-713498-36 {{(pid=103233) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 19:06:32.718069 n-d-713498-36 neutron-server[103233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17929a3a-fcc4-4457-86a2-d58cd4046635 None None] Updating router c42068f7-da8a-4624-b249-c97c33926aea port 6ee3d163-f1aa-4ffa-beee-6b8f3db4d383 binding host n-d-713498-36 {{(pid=103233) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 19:06:32.727878 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.managers [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Attempting to bind port 40de4c12-543c-44a6-9bda-24a60a9555b8 on host n-h2-713498-36 for vnic_type normal with profile {"migrating_to": "n-h1-713498-36"} {{(pid=103232) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 19:06:32.728305 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.managers [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Attempting to bind port 40de4c12-543c-44a6-9bda-24a60a9555b8 by drivers openvswitch,hyperv on host n-h2-713498-36 at level 0 using segments [{'id': '5e48c0d3-ac92-403e-8ddc-eab47c471644', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': 'd725567e-ae4f-48c7-8826-ca95b9692346'}] {{(pid=103232) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 19:06:32.728659 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Attempting to bind port 40de4c12-543c-44a6-9bda-24a60a9555b8 on network d725567e-ae4f-48c7-8826-ca95b9692346 {{(pid=103232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 19:06:32.747372 n-d-713498-36 neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-17929a3a-fcc4-4457-86a2-d58cd4046635 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (6ee3d163-f1aa-4ffa-beee-6b8f3db4d383), before_update {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:06:32.758200 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Port 40de4c12-543c-44a6-9bda-24a60a9555b8 on network d725567e-ae4f-48c7-8826-ca95b9692346 not bound, no agent of type Open vSwitch agent registered on host n-h2-713498-36 {{(pid=103232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 19:06:32.758554 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Attempting to bind port 40de4c12-543c-44a6-9bda-24a60a9555b8 on network d725567e-ae4f-48c7-8826-ca95b9692346 {{(pid=103232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 19:06:32.795327 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42180550-cec3-4a12-9d8d-19e3d71a5c79 req-f1e69c56-5a40-42f4-b4f7-88adbdea2c35 tempest-TaggedBootDevicesTest_v242-798392635 tempest-TaggedBootDevicesTest_v242-798392635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:06:32.798435 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Checking agent: {'id': 'bcd5faee-dc24-4298-9134-0e0aa054058e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713498-36', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 18, 59, 19), 'started_at': datetime.datetime(2022, 2, 9, 18, 59, 19), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 19, 6, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 19:06:32.798814 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Checking segment: {'id': '5e48c0d3-ac92-403e-8ddc-eab47c471644', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': 'd725567e-ae4f-48c7-8826-ca95b9692346'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103232) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 19:06:32.799453 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Bound using segment: {'id': '5e48c0d3-ac92-403e-8ddc-eab47c471644', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': 'd725567e-ae4f-48c7-8826-ca95b9692346'} {{(pid=103232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 19:06:32.799929 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.managers [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Bound port: 40de4c12-543c-44a6-9bda-24a60a9555b8, host: n-h2-713498-36, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5e48c0d3-ac92-403e-8ddc-eab47c471644', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': 'd725567e-ae4f-48c7-8826-ca95b9692346'}}] {{(pid=103232) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 19:06:32.800319 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (40de4c12-543c-44a6-9bda-24a60a9555b8), before_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:06:32.818227 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42180550-cec3-4a12-9d8d-19e3d71a5c79 req-f1e69c56-5a40-42f4-b4f7-88adbdea2c35 tempest-TaggedBootDevicesTest_v242-798392635 tempest-TaggedBootDevicesTest_v242-798392635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:06:32.831425 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-adb6d2c2-368f-4879-9fd7-7001d3afc90e req-4110d18d-0ec6-4b4c-8d8b-0834baab4159 tempest-LiveAutoBlockMigrationV225Test-2127879101 tempest-LiveAutoBlockMigrationV225Test-2127879101-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762866656467', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12867576'] for port (0cc10c1d-eb71-4257-813d-d978a5eb3a04), after_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:06:32.833609 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42180550-cec3-4a12-9d8d-19e3d71a5c79 req-f1e69c56-5a40-42f4-b4f7-88adbdea2c35 tempest-TaggedBootDevicesTest_v242-798392635 tempest-TaggedBootDevicesTest_v242-798392635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:06:32.845116 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.db [req-b1af85a3-bc78-4408-989e-cfde401000cf req-d70a016b-2be4-4a56-a19b-5b7c9d5996d5 service neutron] For port 40de4c12-543c-44a6-9bda-24a60a9555b8, host n-h2-713498-36, cleared binding levels {{(pid=103229) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 19:06:32.846346 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42180550-cec3-4a12-9d8d-19e3d71a5c79 req-f1e69c56-5a40-42f4-b4f7-88adbdea2c35 tempest-TaggedBootDevicesTest_v242-798392635 tempest-TaggedBootDevicesTest_v242-798392635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:06:32.853406 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42180550-cec3-4a12-9d8d-19e3d71a5c79 req-f1e69c56-5a40-42f4-b4f7-88adbdea2c35 tempest-TaggedBootDevicesTest_v242-798392635 tempest-TaggedBootDevicesTest_v242-798392635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:06:32.865323 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42180550-cec3-4a12-9d8d-19e3d71a5c79 req-f1e69c56-5a40-42f4-b4f7-88adbdea2c35 tempest-TaggedBootDevicesTest_v242-798392635 tempest-TaggedBootDevicesTest_v242-798392635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:06:32.871058 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42180550-cec3-4a12-9d8d-19e3d71a5c79 req-f1e69c56-5a40-42f4-b4f7-88adbdea2c35 tempest-TaggedBootDevicesTest_v242-798392635 tempest-TaggedBootDevicesTest_v242-798392635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:06:32.880809 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-42180550-cec3-4a12-9d8d-19e3d71a5c79 req-f1e69c56-5a40-42f4-b4f7-88adbdea2c35 tempest-TaggedBootDevicesTest_v242-798392635 tempest-TaggedBootDevicesTest_v242-798392635-project] 10.222.0.75 "GET /v2.0/ports?device_id=8319129f-1054-494a-b0c0-2ec99e839619 HTTP/1.1" status: 200 len: 5431 time: 0.2100759 Feb 09 19:06:32.917608 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.db [req-b1af85a3-bc78-4408-989e-cfde401000cf req-d70a016b-2be4-4a56-a19b-5b7c9d5996d5 service neutron] For port 40de4c12-543c-44a6-9bda-24a60a9555b8, host n-h2-713498-36, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-36',level=0,port_id=40de4c12-543c-44a6-9bda-24a60a9555b8,segment=NetworkSegment(5e48c0d3-ac92-403e-8ddc-eab47c471644),segment_id=5e48c0d3-ac92-403e-8ddc-eab47c471644)] {{(pid=103229) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 19:06:32.956663 n-d-713498-36 neutron-server[103229]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-adb6d2c2-368f-4879-9fd7-7001d3afc90e req-4110d18d-0ec6-4b4c-8d8b-0834baab4159 tempest-LiveAutoBlockMigrationV225Test-2127879101 tempest-LiveAutoBlockMigrationV225Test-2127879101-project] Network 0e993f99-d3d0-4a2a-8eed-2f34375798b5 is already hosted by enough agents. {{(pid=103229) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 19:06:32.958002 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] For port 40de4c12-543c-44a6-9bda-24a60a9555b8, host n-h2-713498-36, cleared binding levels {{(pid=103232) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 19:06:32.958481 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-b1af85a3-bc78-4408-989e-cfde401000cf req-d70a016b-2be4-4a56-a19b-5b7c9d5996d5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762867176205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762866656485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762866656503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12867569'] for port (40de4c12-543c-44a6-9bda-24a60a9555b8), after_update {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:06:32.975012 n-d-713498-36 neutron-server[103229]: DEBUG neutron.scheduler.base_scheduler [req-adb6d2c2-368f-4879-9fd7-7001d3afc90e req-4110d18d-0ec6-4b4c-8d8b-0834baab4159 tempest-LiveAutoBlockMigrationV225Test-2127879101 tempest-LiveAutoBlockMigrationV225Test-2127879101-project] Resources bound (agent type, host, resource id): {{(pid=103229) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 19:06:32.992696 n-d-713498-36 neutron-server[103229]: DEBUG neutron.db.l3_dvrscheduler_db [req-adb6d2c2-368f-4879-9fd7-7001d3afc90e req-4110d18d-0ec6-4b4c-8d8b-0834baab4159 tempest-LiveAutoBlockMigrationV225Test-2127879101 tempest-LiveAutoBlockMigrationV225Test-2127879101-project] Received port after_create {{(pid=103229) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 19:06:32.994937 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] get_ports_and_sgs() called for port_ids ['0eea1a64-ccbf-4679-8307-b9066a9a8dde'] {{(pid=103232) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 19:06:33.005046 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.db.api [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Retry wrapper got retriable exception: Failed to create a duplicate PortBindingLevel: for attribute(s) ['ml2_port_binding_levels.PRIMARY'] with value(s) 40de4c12-543c-44a6-9bda-24a60a9555b8-n-h2-713498-36-0 {{(pid=103232) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 09 19:06:33.005519 n-d-713498-36 neutron-server[103232]: DEBUG oslo_db.api [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin._bind_port_if_needed {{(pid=103232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 09 19:06:33.034906 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-24b3219d-1212-4a3f-a661-00512824d21d admin admin] Publish callbacks [] for port (f19de642-8111-424a-8b20-7d612ca6eb54), precommit_update {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:06:33.052574 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4110d18d-0ec6-4b4c-8d8b-0834baab4159 tempest-LiveAutoBlockMigrationV225Test-2127879101 tempest-LiveAutoBlockMigrationV225Test-2127879101-project] Pushing event updated for resources: {'Port': ['ID=0cc10c1d-eb71-4257-813d-d978a5eb3a04,revision_number=1']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:06:33.070042 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-24b3219d-1212-4a3f-a661-00512824d21d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762867176205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762866656485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762866656503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12867569'] for port (f19de642-8111-424a-8b20-7d612ca6eb54), after_update {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:06:33.076677 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-2edc861e-2b9c-4cd4-ad8c-3fc45bcdfbe2 req-1a56e325-c215-42c0-b894-214e8efcd491 tempest-FloatingIPsTestJSON-712233170 tempest-FloatingIPsTestJSON-712233170-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762867177463', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762866656476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12867576'] for port (e550eb68-192a-44c0-8624-25f22e98a2a0), after_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:06:33.081719 n-d-713498-36 neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-17929a3a-fcc4-4457-86a2-d58cd4046635 None None] Publish callbacks [] for port (6ee3d163-f1aa-4ffa-beee-6b8f3db4d383), precommit_update {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:06:33.097185 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-42180550-cec3-4a12-9d8d-19e3d71a5c79 req-e59dd6d4-6f5e-48d0-86cc-b1cc6dc31b61 tempest-TaggedBootDevicesTest_v242-798392635 tempest-TaggedBootDevicesTest_v242-798392635-project] 10.222.0.75 "GET /v2.0/security-groups?id=58062d4f-c149-4db3-a357-a4eb59a3d83e&id=6452f0cf-fe35-4557-9092-43f1827176a8&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2149446 Feb 09 19:06:33.097392 n-d-713498-36 neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-17929a3a-fcc4-4457-86a2-d58cd4046635 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762867176205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762866656485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762866656503'] for port (6ee3d163-f1aa-4ffa-beee-6b8f3db4d383), after_update {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:06:33.115403 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.l3_hamode_db [None req-c86bfc4c-976e-49c9-9b44-30428cda37a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d171c3e-e989-410b-974b-5e518abe97dd', 'name': 'tempest-FloatingIPsNegativeTestJSON-168596681-router', 'tenant_id': '2f7cb5001b0941dbb65abbb765d04ac6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88055e1e-672a-4487-be31-ffb6e833ece5', 'external_fixed_ips': [{'subnet_id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'ip_address': '172.25.1.187'}], 'enable_snat': True}, 'gw_port_id': '08b8411f-8cc3-4f6a-af68-1cc62ec122cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T19:06:21Z', 'updated_at': '2022-02-09T19:06:25Z', 'revision_number': 3, 'project_id': '2f7cb5001b0941dbb65abbb765d04ac6', 'gw_port': {'id': '08b8411f-8cc3-4f6a-af68-1cc62ec122cd', 'name': '', 'network_id': '88055e1e-672a-4487-be31-ffb6e833ece5', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:76:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0d171c3e-e989-410b-974b-5e518abe97dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 789, 'fixed_ips': [{'subnet_id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'ip_address': '172.25.1.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T19:06:24Z', 'updated_at': '2022-02-09T19:06:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-36'}], 'n-d-713498-36', False) {} {{(pid=103232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:06:33.117627 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-b2579d83-2ce9-4d4c-a0aa-4fd65d444e88 None None] Current status of the port 0859bded-9f3e-4930-81f9-a0971b89b960 is: ACTIVE; New status is: ACTIVE {{(pid=103232) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 19:06:33.199786 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adb6d2c2-368f-4879-9fd7-7001d3afc90e req-4110d18d-0ec6-4b4c-8d8b-0834baab4159 tempest-LiveAutoBlockMigrationV225Test-2127879101 tempest-LiveAutoBlockMigrationV225Test-2127879101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:06:33.200428 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-adb6d2c2-368f-4879-9fd7-7001d3afc90e req-4110d18d-0ec6-4b4c-8d8b-0834baab4159 tempest-LiveAutoBlockMigrationV225Test-2127879101 tempest-LiveAutoBlockMigrationV225Test-2127879101-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171096'] for port (None), before_response {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:06:33.225069 n-d-713498-36 neutron-server[103233]: DEBUG neutron.plugins.ml2.managers [None req-17929a3a-fcc4-4457-86a2-d58cd4046635 None None] Attempting to bind port 6ee3d163-f1aa-4ffa-beee-6b8f3db4d383 on host n-d-713498-36 for vnic_type normal with profile {{(pid=103233) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 19:06:33.225809 n-d-713498-36 neutron-server[103233]: DEBUG neutron.plugins.ml2.managers [None req-17929a3a-fcc4-4457-86a2-d58cd4046635 None None] Attempting to bind port 6ee3d163-f1aa-4ffa-beee-6b8f3db4d383 by drivers openvswitch,hyperv on host n-d-713498-36 at level 0 using segments [{'id': 'a4222f89-8d3f-4b51-953b-1a8126392491', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '88055e1e-672a-4487-be31-ffb6e833ece5'}] {{(pid=103233) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 19:06:33.226447 n-d-713498-36 neutron-server[103233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17929a3a-fcc4-4457-86a2-d58cd4046635 None None] Attempting to bind port 6ee3d163-f1aa-4ffa-beee-6b8f3db4d383 on network 88055e1e-672a-4487-be31-ffb6e833ece5 {{(pid=103233) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 19:06:33.246092 n-d-713498-36 neutron-server[103233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17929a3a-fcc4-4457-86a2-d58cd4046635 None None] Checking agent: {'id': '496418a2-c002-4aec-ab1a-07f3bea491bd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-36', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 18, 51, 47), 'started_at': datetime.datetime(2022, 2, 9, 18, 52, 17), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 19, 6, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-36'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103233) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 19:06:33.247385 n-d-713498-36 neutron-server[103233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17929a3a-fcc4-4457-86a2-d58cd4046635 None None] Checking segment: {'id': 'a4222f89-8d3f-4b51-953b-1a8126392491', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '88055e1e-672a-4487-be31-ffb6e833ece5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103233) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 19:06:33.248895 n-d-713498-36 neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-17929a3a-fcc4-4457-86a2-d58cd4046635 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:06:33.251320 n-d-713498-36 neutron-server[103233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17929a3a-fcc4-4457-86a2-d58cd4046635 None None] Bound using segment: {'id': 'a4222f89-8d3f-4b51-953b-1a8126392491', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '88055e1e-672a-4487-be31-ffb6e833ece5'} {{(pid=103233) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 19:06:33.252328 n-d-713498-36 neutron-server[103233]: DEBUG neutron.plugins.ml2.managers [None req-17929a3a-fcc4-4457-86a2-d58cd4046635 None None] Bound port: 6ee3d163-f1aa-4ffa-beee-6b8f3db4d383, host: n-d-713498-36, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a4222f89-8d3f-4b51-953b-1a8126392491', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '88055e1e-672a-4487-be31-ffb6e833ece5'}}] {{(pid=103233) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 19:06:33.252943 n-d-713498-36 neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-17929a3a-fcc4-4457-86a2-d58cd4046635 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (6ee3d163-f1aa-4ffa-beee-6b8f3db4d383), before_update {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:06:33.260699 n-d-713498-36 neutron-server[103233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bf6b70e-6d6c-44e3-9682-339d2464efa4 None None] Pushing event updated for resources: {'Port': ['ID=6ee3d163-f1aa-4ffa-beee-6b8f3db4d383,revision_number=2']} {{(pid=103233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:06:33.277140 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c86bfc4c-976e-49c9-9b44-30428cda37a7 None None] The sync data for ids ['0d171c3e-e989-410b-974b-5e518abe97dd'] in n-d-713498-36 is: [{'id': '0d171c3e-e989-410b-974b-5e518abe97dd', 'name': 'tempest-FloatingIPsNegativeTestJSON-168596681-router', 'tenant_id': '2f7cb5001b0941dbb65abbb765d04ac6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88055e1e-672a-4487-be31-ffb6e833ece5', 'external_fixed_ips': [{'subnet_id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'ip_address': '172.25.1.187'}], 'enable_snat': True}, 'gw_port_id': '08b8411f-8cc3-4f6a-af68-1cc62ec122cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T19:06:21Z', 'updated_at': '2022-02-09T19:06:25Z', 'revision_number': 3, 'project_id': '2f7cb5001b0941dbb65abbb765d04ac6', 'gw_port': {'id': '08b8411f-8cc3-4f6a-af68-1cc62ec122cd', 'name': '', 'network_id': '88055e1e-672a-4487-be31-ffb6e833ece5', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:76:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0d171c3e-e989-410b-974b-5e518abe97dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 789, 'fixed_ips': [{'subnet_id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'ip_address': '172.25.1.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T19:06:24Z', 'updated_at': '2022-02-09T19:06:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-36'}] {{(pid=103232) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 19:06:33.304087 n-d-713498-36 neutron-server[103230]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 19:06:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e98b89b2-6317-4e82-a6f2-ad1252ec8cc2 x-openstack-request-id: req-e98b89b2-6317-4e82-a6f2-ad1252ec8cc2 {{(pid=103230) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 19:06:33.304447 n-d-713498-36 neutron-server[103230]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1651d351-b8a4-498f-bd76-66dea09d4fb2", "name": "network-vif-deleted", "tag": "7d98c8b1-92bc-426c-a6eb-15a9a7944d3d", "status": "completed", "code": 200}]} {{(pid=103230) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 19:06:33.304637 n-d-713498-36 neutron-server[103230]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-e98b89b2-6317-4e82-a6f2-ad1252ec8cc2 {{(pid=103230) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 19:06:33.305032 n-d-713498-36 neutron-server[103230]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1651d351-b8a4-498f-bd76-66dea09d4fb2', 'name': 'network-vif-deleted', 'tag': '7d98c8b1-92bc-426c-a6eb-15a9a7944d3d', 'status': 'completed', 'code': 200} Feb 09 19:06:33.321493 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.provisioning_blocks [None req-53284412-9980-4703-af99-c118e98c3137 None None] Provisioning complete for port f19de642-8111-424a-8b20-7d612ca6eb54 triggered by entity DHCP. {{(pid=103232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 19:06:33.321871 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-53284412-9980-4703-af99-c118e98c3137 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593630'] for port (f19de642-8111-424a-8b20-7d612ca6eb54), provisioning_complete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:06:33.354806 n-d-713498-36 neutron-server[103233]: DEBUG neutron.plugins.ml2.db [None req-17929a3a-fcc4-4457-86a2-d58cd4046635 None None] For port 6ee3d163-f1aa-4ffa-beee-6b8f3db4d383, host n-d-713498-36, cleared binding levels {{(pid=103233) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 19:06:33.365489 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1af85a3-bc78-4408-989e-cfde401000cf req-d70a016b-2be4-4a56-a19b-5b7c9d5996d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:06:33.366264 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-b1af85a3-bc78-4408-989e-cfde401000cf req-d70a016b-2be4-4a56-a19b-5b7c9d5996d5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171096'] for port (None), before_response {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:06:33.367762 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-b1af85a3-bc78-4408-989e-cfde401000cf req-d70a016b-2be4-4a56-a19b-5b7c9d5996d5 service neutron] 10.222.0.89 "PUT /v2.0/ports/40de4c12-543c-44a6-9bda-24a60a9555b8 HTTP/1.1" status: 200 len: 1123 time: 2.6043270 Feb 09 19:06:33.368114 n-d-713498-36 neutron-server[103233]: DEBUG neutron.plugins.ml2.db [None req-17929a3a-fcc4-4457-86a2-d58cd4046635 None None] For port 6ee3d163-f1aa-4ffa-beee-6b8f3db4d383, host n-d-713498-36, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-36',level=0,port_id=6ee3d163-f1aa-4ffa-beee-6b8f3db4d383,segment=NetworkSegment(a4222f89-8d3f-4b51-953b-1a8126392491),segment_id=a4222f89-8d3f-4b51-953b-1a8126392491)] {{(pid=103233) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 19:06:33.371136 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-24b3219d-1212-4a3f-a661-00512824d21d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1613458', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1834496'] for router_interface (0d171c3e-e989-410b-974b-5e518abe97dd), after_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:06:33.380105 n-d-713498-36 neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-17929a3a-fcc4-4457-86a2-d58cd4046635 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762867176205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762866656485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762866656503'] for port (6ee3d163-f1aa-4ffa-beee-6b8f3db4d383), after_update {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:06:33.425032 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d70a016b-2be4-4a56-a19b-5b7c9d5996d5 service neutron] Pushing event updated for resources: {'Port': ['ID=40de4c12-543c-44a6-9bda-24a60a9555b8,revision_number=8']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:06:33.426644 n-d-713498-36 neutron-server[103232]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 19:06:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5fe4737b-75ce-4f14-8b4b-31e043f7a11e x-openstack-request-id: req-5fe4737b-75ce-4f14-8b4b-31e043f7a11e {{(pid=103232) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 19:06:33.426835 n-d-713498-36 neutron-server[103232]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b44ce140-61cc-4267-a2e4-7210687d93e5", "name": "network-vif-plugged", "status": "completed", "tag": "d3b54021-8c52-4810-affe-60b8c5bfde4f", "code": 200}]} {{(pid=103232) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 19:06:33.427075 n-d-713498-36 neutron-server[103232]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-5fe4737b-75ce-4f14-8b4b-31e043f7a11e {{(pid=103232) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 19:06:33.427483 n-d-713498-36 neutron-server[103232]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b44ce140-61cc-4267-a2e4-7210687d93e5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd3b54021-8c52-4810-affe-60b8c5bfde4f', 'code': 200} Feb 09 19:06:33.439672 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-adb6d2c2-368f-4879-9fd7-7001d3afc90e req-4110d18d-0ec6-4b4c-8d8b-0834baab4159 tempest-LiveAutoBlockMigrationV225Test-2127879101 tempest-LiveAutoBlockMigrationV225Test-2127879101-project] 10.222.0.89 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.8546882 Feb 09 19:06:33.446229 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-53284412-9980-4703-af99-c118e98c3137 None None] Port f19de642-8111-424a-8b20-7d612ca6eb54 cannot update to ACTIVE because it is not bound. {{(pid=103232) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 19:06:33.471614 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.v2.base [req-adb6d2c2-368f-4879-9fd7-7001d3afc90e req-76e94916-ffa7-4fce-b219-2c5a7170be25 service neutron] Request body: {'port': {'device_id': 'd3938fbf-e1b0-4686-9d2f-36596059719e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-713498-36'}} {{(pid=103229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 19:06:33.548829 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-cd93dd74-9b9b-4295-be61-916a240ca460 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (None), before_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:06:33.551642 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] get_ports_and_sgs() called for port_ids ['40de4c12-543c-44a6-9bda-24a60a9555b8'] {{(pid=103232) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 19:06:33.558877 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.managers [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Attempting to bind port 40de4c12-543c-44a6-9bda-24a60a9555b8 on host n-h2-713498-36 for vnic_type normal with profile {"migrating_to": "n-h1-713498-36"} {{(pid=103232) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 19:06:33.559247 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.managers [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Attempting to bind port 40de4c12-543c-44a6-9bda-24a60a9555b8 by drivers openvswitch,hyperv on host n-h2-713498-36 at level 0 using segments [{'id': '5e48c0d3-ac92-403e-8ddc-eab47c471644', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': 'd725567e-ae4f-48c7-8826-ca95b9692346'}] {{(pid=103232) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 19:06:33.559606 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Attempting to bind port 40de4c12-543c-44a6-9bda-24a60a9555b8 on network d725567e-ae4f-48c7-8826-ca95b9692346 {{(pid=103232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 19:06:33.674393 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Port 40de4c12-543c-44a6-9bda-24a60a9555b8 on network d725567e-ae4f-48c7-8826-ca95b9692346 not bound, no agent of type Open vSwitch agent registered on host n-h2-713498-36 {{(pid=103232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 19:06:33.674974 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Attempting to bind port 40de4c12-543c-44a6-9bda-24a60a9555b8 on network d725567e-ae4f-48c7-8826-ca95b9692346 {{(pid=103232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 19:06:33.677592 n-d-713498-36 neutron-server[103233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bf6b70e-6d6c-44e3-9682-339d2464efa4 None None] Pushing event updated for resources: {'Port': ['ID=6ee3d163-f1aa-4ffa-beee-6b8f3db4d383,revision_number=3']} {{(pid=103233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:06:33.684000 n-d-713498-36 neutron-server[103233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17929a3a-fcc4-4457-86a2-d58cd4046635 None None] Routers {'c42068f7-da8a-4624-b249-c97c33926aea'} bound to L3 agent in host n-d-713498-36 {{(pid=103233) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 19:06:33.685456 n-d-713498-36 neutron-server[103233]: DEBUG neutron.db.l3_hamode_db [None req-17929a3a-fcc4-4457-86a2-d58cd4046635 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T18:51:43Z,description=,heartbeat_timestamp=2022-02-09T19:06:13Z,host='n-d-713498-36',id=93303d5e-5d17-45e8-8963-7694f87783ae,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T18:51:43Z,topic='l3_agent')) {'router_ids': ['c42068f7-da8a-4624-b249-c97c33926aea'], 'active': True} {{(pid=103233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:06:33.768317 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-adb6d2c2-368f-4879-9fd7-7001d3afc90e req-76e94916-ffa7-4fce-b219-2c5a7170be25 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (0cc10c1d-eb71-4257-813d-d978a5eb3a04), before_update {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:06:33.779558 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-7429db8d-6021-40ad-813e-885be449a89b None None] get_ports_and_sgs() called for port_ids ['40de4c12-543c-44a6-9bda-24a60a9555b8'] {{(pid=103232) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 19:06:33.867970 n-d-713498-36 neutron-server[103233]: DEBUG neutron.db.l3_dvr_db [None req-17929a3a-fcc4-4457-86a2-d58cd4046635 None None] Set router c42068f7-da8a-4624-b249-c97c33926aea gateway port host: n-d-713498-36 {{(pid=103233) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 19:06:33.895018 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20b9b36c-3dda-424d-8e32-776c6ee7f64a req-3cfefa61-702d-4b08-b2ff-1f42d607378f tempest-LiveMigrationTest-1021096981 tempest-LiveMigrationTest-1021096981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:06:33.902091 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-20b9b36c-3dda-424d-8e32-776c6ee7f64a req-3cfefa61-702d-4b08-b2ff-1f42d607378f tempest-LiveMigrationTest-1021096981 tempest-LiveMigrationTest-1021096981-project] 10.222.0.75 "GET /v2.0/ports?device_id=2f9a8919-1b2a-4183-90dc-45c5e52d5a99 HTTP/1.1" status: 200 len: 943 time: 0.3481181 Feb 09 19:06:33.992229 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Checking agent: {'id': 'bcd5faee-dc24-4298-9134-0e0aa054058e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713498-36', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 18, 59, 19), 'started_at': datetime.datetime(2022, 2, 9, 18, 59, 19), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 19, 6, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 19:06:33.996931 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Checking segment: {'id': '5e48c0d3-ac92-403e-8ddc-eab47c471644', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': 'd725567e-ae4f-48c7-8826-ca95b9692346'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103232) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 19:06:33.998014 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Bound using segment: {'id': '5e48c0d3-ac92-403e-8ddc-eab47c471644', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': 'd725567e-ae4f-48c7-8826-ca95b9692346'} {{(pid=103232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 19:06:33.998014 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.managers [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Bound port: 40de4c12-543c-44a6-9bda-24a60a9555b8, host: n-h2-713498-36, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5e48c0d3-ac92-403e-8ddc-eab47c471644', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': 'd725567e-ae4f-48c7-8826-ca95b9692346'}}] {{(pid=103232) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 19:06:33.998358 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (40de4c12-543c-44a6-9bda-24a60a9555b8), before_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:06:34.111018 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-2edc861e-2b9c-4cd4-ad8c-3fc45bcdfbe2 req-1a56e325-c215-42c0-b894-214e8efcd491 tempest-FloatingIPsTestJSON-712233170 tempest-FloatingIPsTestJSON-712233170-project] Publish callbacks [] for floatingip (8332791a-f3bf-4ee5-8da4-1368841f5194), after_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:06:34.111336 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-20b9b36c-3dda-424d-8e32-776c6ee7f64a req-20106fa2-9e67-41cb-990f-32e81c38c7f3 tempest-LiveMigrationTest-1021096981 tempest-LiveMigrationTest-1021096981-project] 10.222.0.75 "GET /v2.0/security-groups?id=ba18819a-1490-4e7b-a11b-e8610423d8ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2075443 Feb 09 19:06:34.114752 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-2edc861e-2b9c-4cd4-ad8c-3fc45bcdfbe2 req-1a56e325-c215-42c0-b894-214e8efcd491 tempest-FloatingIPsTestJSON-712233170 tempest-FloatingIPsTestJSON-712233170-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171096'] for floatingip (None), before_response {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:06:34.115353 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-2edc861e-2b9c-4cd4-ad8c-3fc45bcdfbe2 req-1a56e325-c215-42c0-b894-214e8efcd491 tempest-FloatingIPsTestJSON-712233170 tempest-FloatingIPsTestJSON-712233170-project] 10.222.0.75 "DELETE /v2.0/floatingips/8332791a-f3bf-4ee5-8da4-1368841f5194 HTTP/1.1" status: 204 len: 173 time: 3.4599390 Feb 09 19:06:34.121781 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24b3219d-1212-4a3f-a661-00512824d21d admin admin] Pushing event updated for resources: {'Port': ['ID=f19de642-8111-424a-8b20-7d612ca6eb54,revision_number=2']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:06:34.152160 n-d-713498-36 neutron-server[103230]: DEBUG neutron.db.db_base_plugin_common [None req-cd93dd74-9b9b-4295-be61-916a240ca460 admin admin] Allocated IP 172.20.0.1 (025d7490-0189-4dfb-b0f6-a58555e94e50/e62fb123-0190-48e3-9019-90c40f55758c/c08f484f-37f6-4147-95cb-2439c86cb4ef) {{(pid=103230) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 19:06:34.173591 n-d-713498-36 neutron-server[103233]: DEBUG neutron.db.l3_hamode_db [None req-17929a3a-fcc4-4457-86a2-d58cd4046635 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c42068f7-da8a-4624-b249-c97c33926aea', 'name': 'tempest-ServersTestJSON-6874266-router', 'tenant_id': 'bae1eec87894498eaa70e7abe5ad38f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88055e1e-672a-4487-be31-ffb6e833ece5', 'external_fixed_ips': [{'subnet_id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'ip_address': '172.25.1.51'}], 'enable_snat': True}, 'gw_port_id': '6ee3d163-f1aa-4ffa-beee-6b8f3db4d383', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T19:06:26Z', 'updated_at': '2022-02-09T19:06:29Z', 'revision_number': 3, 'project_id': 'bae1eec87894498eaa70e7abe5ad38f3', 'gw_port': {'id': '6ee3d163-f1aa-4ffa-beee-6b8f3db4d383', 'name': '', 'network_id': '88055e1e-672a-4487-be31-ffb6e833ece5', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:09:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c42068f7-da8a-4624-b249-c97c33926aea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 802, 'fixed_ips': [{'subnet_id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'ip_address': '172.25.1.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T19:06:28Z', 'updated_at': '2022-02-09T19:06:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-36'}], 'n-d-713498-36', False) {} {{(pid=103233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:06:34.179158 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-265f7f50-06b5-471c-ae30-8d409e193201 req-ce848165-7ca4-41a0-b69e-3de6b2ce12be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:06:34.183783 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-265f7f50-06b5-471c-ae30-8d409e193201 req-ce848165-7ca4-41a0-b69e-3de6b2ce12be service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=b44ce140-61cc-4267-a2e4-7210687d93e5 HTTP/1.1" status: 200 len: 1129 time: 0.7409346 Feb 09 19:06:34.267308 n-d-713498-36 neutron-server[103233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17929a3a-fcc4-4457-86a2-d58cd4046635 None None] The sync data for ids ['c42068f7-da8a-4624-b249-c97c33926aea'] in n-d-713498-36 is: [{'id': 'c42068f7-da8a-4624-b249-c97c33926aea', 'name': 'tempest-ServersTestJSON-6874266-router', 'tenant_id': 'bae1eec87894498eaa70e7abe5ad38f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88055e1e-672a-4487-be31-ffb6e833ece5', 'external_fixed_ips': [{'subnet_id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'ip_address': '172.25.1.51'}], 'enable_snat': True}, 'gw_port_id': '6ee3d163-f1aa-4ffa-beee-6b8f3db4d383', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T19:06:26Z', 'updated_at': '2022-02-09T19:06:29Z', 'revision_number': 3, 'project_id': 'bae1eec87894498eaa70e7abe5ad38f3', 'gw_port': {'id': '6ee3d163-f1aa-4ffa-beee-6b8f3db4d383', 'name': '', 'network_id': '88055e1e-672a-4487-be31-ffb6e833ece5', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:09:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c42068f7-da8a-4624-b249-c97c33926aea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 802, 'fixed_ips': [{'subnet_id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'ip_address': '172.25.1.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T19:06:28Z', 'updated_at': '2022-02-09T19:06:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-36'}] {{(pid=103233) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 19:06:34.298452 n-d-713498-36 neutron-server[103229]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 09 Feb 2022 19:06:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1c6c5b9b-9972-44ca-8160-9173ec8ab884 x-openstack-request-id: req-1c6c5b9b-9972-44ca-8160-9173ec8ab884 {{(pid=103229) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 19:06:34.298945 n-d-713498-36 neutron-server[103229]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2f9a8919-1b2a-4183-90dc-45c5e52d5a99", "name": "network-vif-unplugged", "status": "completed", "tag": "40de4c12-543c-44a6-9bda-24a60a9555b8", "code": 200}]} {{(pid=103229) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 19:06:34.299228 n-d-713498-36 neutron-server[103229]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-1c6c5b9b-9972-44ca-8160-9173ec8ab884 {{(pid=103229) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 19:06:34.299648 n-d-713498-36 neutron-server[103229]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2f9a8919-1b2a-4183-90dc-45c5e52d5a99', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '40de4c12-543c-44a6-9bda-24a60a9555b8', 'code': 200} Feb 09 19:06:34.352885 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a56e325-c215-42c0-b894-214e8efcd491 tempest-FloatingIPsTestJSON-712233170 tempest-FloatingIPsTestJSON-712233170-project] Pushing event deleted for resources: {'Port': ['ID=e550eb68-192a-44c0-8624-25f22e98a2a0,revision_number=None']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:06:34.486057 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-cd93dd74-9b9b-4295-be61-916a240ca460 admin admin] Publish callbacks [] for port (c08f484f-37f6-4147-95cb-2439c86cb4ef), precommit_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:06:34.639454 n-d-713498-36 neutron-server[103229]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24b3219d-1212-4a3f-a661-00512824d21d admin admin] Network 54dce347-f0c4-4382-a34a-5c96731fc4de is already hosted by enough agents. {{(pid=103229) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 19:06:34.645670 n-d-713498-36 neutron-server[103229]: DEBUG neutron.scheduler.base_scheduler [None req-24b3219d-1212-4a3f-a661-00512824d21d admin admin] Resources bound (agent type, host, resource id): {{(pid=103229) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 19:06:34.659095 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-265f7f50-06b5-471c-ae30-8d409e193201 req-25b2c603-85df-4da8-bde8-c53f6a5a10d3 service neutron] 10.222.0.89 "GET /v2.0/security-groups?id=0538cd73-7a28-42cf-a6e9-9e9bedd40a54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4511993 Feb 09 19:06:34.721640 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18d7471d-0e87-4a5c-89ee-55a338007182 req-9ae79ddd-bdb3-4910-9ce3-40aa7dbc5422 tempest-LiveAutoBlockMigrationV225Test-2127879101 tempest-LiveAutoBlockMigrationV225Test-2127879101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:06:34.738407 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-18d7471d-0e87-4a5c-89ee-55a338007182 req-9ae79ddd-bdb3-4910-9ce3-40aa7dbc5422 tempest-LiveAutoBlockMigrationV225Test-2127879101 tempest-LiveAutoBlockMigrationV225Test-2127879101-project] 10.222.0.75 "GET /v2.0/ports?device_id=d3938fbf-e1b0-4686-9d2f-36596059719e HTTP/1.1" status: 200 len: 931 time: 0.2297769 Feb 09 19:06:34.862775 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Device 08b8411f-8cc3-4f6a-af68-1cc62ec122cd up at agent ovs-agent-n-d-713498-36 {{(pid=103232) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 19:06:34.879979 n-d-713498-36 neutron-server[103232]: WARNING neutron.plugins.ml2.plugin [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Concurrent port binding operations failed on port 40de4c12-543c-44a6-9bda-24a60a9555b8 Feb 09 19:06:34.904823 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-18d7471d-0e87-4a5c-89ee-55a338007182 req-be63bc95-14d1-4265-a84f-70a98414d412 tempest-LiveAutoBlockMigrationV225Test-2127879101 tempest-LiveAutoBlockMigrationV225Test-2127879101-project] 10.222.0.75 "GET /v2.0/security-groups?id=e3cb5363-3b49-4f74-b239-a871e755b40a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1643016 Feb 09 19:06:34.907218 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-cd93dd74-9b9b-4295-be61-916a240ca460 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762866656467', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14393751'] for port (c08f484f-37f6-4147-95cb-2439c86cb4ef), after_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:06:35.071004 n-d-713498-36 neutron-server[103230]: INFO neutron.api.v2.resource [req-7582537a-a6c6-4b25-8ed8-a1f63f5be645 req-e6050a01-011e-4582-b2c2-68acd06c3238 tempest-FloatingIPsTestJSON-712233170 tempest-FloatingIPsTestJSON-712233170-project] show failed (client error): The resource could not be found. Feb 09 19:06:35.087600 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-7582537a-a6c6-4b25-8ed8-a1f63f5be645 req-e6050a01-011e-4582-b2c2-68acd06c3238 tempest-FloatingIPsTestJSON-712233170 tempest-FloatingIPsTestJSON-712233170-project] 10.222.0.75 "GET /v2.0/floatingips/8332791a-f3bf-4ee5-8da4-1368841f5194 HTTP/1.1" status: 404 len: 350 time: 0.1297634 Feb 09 19:06:35.089871 n-d-713498-36 neutron-server[103230]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd93dd74-9b9b-4295-be61-916a240ca460 admin admin] Network 025d7490-0189-4dfb-b0f6-a58555e94e50 is already hosted by enough agents. {{(pid=103230) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 19:06:35.105995 n-d-713498-36 neutron-server[103230]: DEBUG neutron.scheduler.base_scheduler [None req-cd93dd74-9b9b-4295-be61-916a240ca460 admin admin] Resources bound (agent type, host, resource id): {{(pid=103230) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 19:06:35.108202 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] For port 40de4c12-543c-44a6-9bda-24a60a9555b8, host n-h2-713498-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-36',level=0,port_id=40de4c12-543c-44a6-9bda-24a60a9555b8,segment=NetworkSegment(5e48c0d3-ac92-403e-8ddc-eab47c471644),segment_id=5e48c0d3-ac92-403e-8ddc-eab47c471644)] {{(pid=103232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 19:06:35.114637 n-d-713498-36 neutron-server[103230]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd93dd74-9b9b-4295-be61-916a240ca460 admin admin] Received port after_create {{(pid=103230) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 19:06:35.187703 n-d-713498-36 neutron-server[103232]: INFO neutron.plugins.ml2.plugin [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Attempt 2 to bind port 40de4c12-543c-44a6-9bda-24a60a9555b8 Feb 09 19:06:35.188156 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Device 40de4c12-543c-44a6-9bda-24a60a9555b8 has no active binding in host n-h1-713498-36 {{(pid=103232) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Feb 09 19:06:35.220741 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd93dd74-9b9b-4295-be61-916a240ca460 admin admin] Pushing event updated for resources: {'Port': ['ID=c08f484f-37f6-4147-95cb-2439c86cb4ef,revision_number=1']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:06:35.277038 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-cd93dd74-9b9b-4295-be61-916a240ca460 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1819024'] for router_interface (c42068f7-da8a-4624-b249-c97c33926aea), before_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:06:35.299197 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.provisioning_blocks [None req-cc2ba929-2507-42d3-9142-00722c8e4167 None None] Provisioning complete for port f19de642-8111-424a-8b20-7d612ca6eb54 triggered by entity DHCP. {{(pid=103232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 19:06:35.299493 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-cc2ba929-2507-42d3-9142-00722c8e4167 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593630'] for port (f19de642-8111-424a-8b20-7d612ca6eb54), provisioning_complete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:06:35.358672 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54f5d178-99eb-44ff-a4b2-5ddc18f4862a req-d3d348d0-49f9-4009-9d5e-9cfdba5fe33b tempest-TaggedBootDevicesTest_v242-798392635 tempest-TaggedBootDevicesTest_v242-798392635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:06:35.365489 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54f5d178-99eb-44ff-a4b2-5ddc18f4862a req-d3d348d0-49f9-4009-9d5e-9cfdba5fe33b tempest-TaggedBootDevicesTest_v242-798392635 tempest-TaggedBootDevicesTest_v242-798392635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:06:35.371188 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54f5d178-99eb-44ff-a4b2-5ddc18f4862a req-d3d348d0-49f9-4009-9d5e-9cfdba5fe33b tempest-TaggedBootDevicesTest_v242-798392635 tempest-TaggedBootDevicesTest_v242-798392635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:06:35.377337 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54f5d178-99eb-44ff-a4b2-5ddc18f4862a req-d3d348d0-49f9-4009-9d5e-9cfdba5fe33b tempest-TaggedBootDevicesTest_v242-798392635 tempest-TaggedBootDevicesTest_v242-798392635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:06:35.383079 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54f5d178-99eb-44ff-a4b2-5ddc18f4862a req-d3d348d0-49f9-4009-9d5e-9cfdba5fe33b tempest-TaggedBootDevicesTest_v242-798392635 tempest-TaggedBootDevicesTest_v242-798392635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:06:35.385185 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.provisioning_blocks [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Provisioning complete for port 08b8411f-8cc3-4f6a-af68-1cc62ec122cd triggered by entity L2. {{(pid=103232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 19:06:35.385564 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593630'] for port (08b8411f-8cc3-4f6a-af68-1cc62ec122cd), provisioning_complete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:06:35.390937 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54f5d178-99eb-44ff-a4b2-5ddc18f4862a req-d3d348d0-49f9-4009-9d5e-9cfdba5fe33b tempest-TaggedBootDevicesTest_v242-798392635 tempest-TaggedBootDevicesTest_v242-798392635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:06:35.405133 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54f5d178-99eb-44ff-a4b2-5ddc18f4862a req-d3d348d0-49f9-4009-9d5e-9cfdba5fe33b tempest-TaggedBootDevicesTest_v242-798392635 tempest-TaggedBootDevicesTest_v242-798392635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:06:35.413548 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-54f5d178-99eb-44ff-a4b2-5ddc18f4862a req-d3d348d0-49f9-4009-9d5e-9cfdba5fe33b tempest-TaggedBootDevicesTest_v242-798392635 tempest-TaggedBootDevicesTest_v242-798392635-project] 10.222.0.75 "GET /v2.0/ports?device_id=8319129f-1054-494a-b0c0-2ec99e839619 HTTP/1.1" status: 200 len: 5431 time: 0.2094131 Feb 09 19:06:35.450410 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-cc2ba929-2507-42d3-9142-00722c8e4167 None None] Port f19de642-8111-424a-8b20-7d612ca6eb54 cannot update to ACTIVE because it is not bound. {{(pid=103232) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 19:06:35.610442 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Current status of the port 08b8411f-8cc3-4f6a-af68-1cc62ec122cd is: DOWN; New status is: ACTIVE {{(pid=103232) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 19:06:35.610825 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (08b8411f-8cc3-4f6a-af68-1cc62ec122cd), before_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:06:35.619112 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.provisioning_blocks [None req-ec14a8ac-ed4d-4531-983f-7dd9c8d39d7e None None] Provisioning complete for port c08f484f-37f6-4147-95cb-2439c86cb4ef triggered by entity DHCP. {{(pid=103232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 19:06:35.619112 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-ec14a8ac-ed4d-4531-983f-7dd9c8d39d7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593630'] for port (c08f484f-37f6-4147-95cb-2439c86cb4ef), provisioning_complete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:06:35.683266 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] For port 08b8411f-8cc3-4f6a-af68-1cc62ec122cd, host n-d-713498-36, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-36',level=0,port_id=08b8411f-8cc3-4f6a-af68-1cc62ec122cd,segment=NetworkSegment(a4222f89-8d3f-4b51-953b-1a8126392491),segment_id=a4222f89-8d3f-4b51-953b-1a8126392491)] {{(pid=103232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 19:06:35.695343 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762867176205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762866656485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762866656503'] for port (08b8411f-8cc3-4f6a-af68-1cc62ec122cd), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:06:35.708382 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-54f5d178-99eb-44ff-a4b2-5ddc18f4862a req-7719b00f-def7-4479-9bcf-7213db79b9ff tempest-TaggedBootDevicesTest_v242-798392635 tempest-TaggedBootDevicesTest_v242-798392635-project] 10.222.0.75 "GET /v2.0/security-groups?id=58062d4f-c149-4db3-a357-a4eb59a3d83e&id=6452f0cf-fe35-4557-9092-43f1827176a8&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2937443 Feb 09 19:06:35.711803 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-cd93dd74-9b9b-4295-be61-916a240ca460 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (c08f484f-37f6-4147-95cb-2439c86cb4ef), before_update {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:06:35.736626 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-ec14a8ac-ed4d-4531-983f-7dd9c8d39d7e None None] Port c08f484f-37f6-4147-95cb-2439c86cb4ef cannot update to ACTIVE because it is not bound. {{(pid=103232) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 19:06:35.809671 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Pushing event updated for resources: {'Port': ['ID=08b8411f-8cc3-4f6a-af68-1cc62ec122cd,revision_number=4']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:06:35.820781 n-d-713498-36 neutron-server[103229]: DEBUG neutron.notifiers.nova [req-adb6d2c2-368f-4879-9fd7-7001d3afc90e req-76e94916-ffa7-4fce-b219-2c5a7170be25 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0cc10c1d-eb71-4257-813d-d978a5eb3a04 {{(pid=103229) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 19:06:35.877812 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-adb6d2c2-368f-4879-9fd7-7001d3afc90e req-76e94916-ffa7-4fce-b219-2c5a7170be25 service neutron] Publish callbacks [] for port (0cc10c1d-eb71-4257-813d-d978a5eb3a04), precommit_update {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:06:35.890995 n-d-713498-36 neutron-server[103229]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-24b3219d-1212-4a3f-a661-00512824d21d admin admin] Router 0d171c3e-e989-410b-974b-5e518abe97dd has already been hosted by L3 agent 93303d5e-5d17-45e8-8963-7694f87783ae {{(pid=103229) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 19:06:35.917486 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49acc2f9-bab4-4ac6-a1a6-fb75e28f0638 req-4858f3d2-5743-49e3-8310-178182e10e9c tempest-FloatingIPsAssociationNegativeTestJSON-1147152048 tempest-FloatingIPsAssociationNegativeTestJSON-1147152048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:06:35.929103 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-49acc2f9-bab4-4ac6-a1a6-fb75e28f0638 req-4858f3d2-5743-49e3-8310-178182e10e9c tempest-FloatingIPsAssociationNegativeTestJSON-1147152048 tempest-FloatingIPsAssociationNegativeTestJSON-1147152048-project] 10.222.0.75 "GET /v2.0/ports?device_id=b44ce140-61cc-4267-a2e4-7210687d93e5 HTTP/1.1" status: 200 len: 946 time: 1.5285218 Feb 09 19:06:35.999849 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-49acc2f9-bab4-4ac6-a1a6-fb75e28f0638 req-2b9e380d-5149-4785-a851-d3966dd2e0ba tempest-FloatingIPsAssociationNegativeTestJSON-1147152048 tempest-FloatingIPsAssociationNegativeTestJSON-1147152048-project] 10.222.0.75 "GET /v2.0/security-groups?id=0538cd73-7a28-42cf-a6e9-9e9bedd40a54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0695517 Feb 09 19:06:36.008872 n-d-713498-36 neutron-server[103229]: DEBUG neutron.db.provisioning_blocks [req-adb6d2c2-368f-4879-9fd7-7001d3afc90e req-76e94916-ffa7-4fce-b219-2c5a7170be25 service neutron] Transition to ACTIVE for port object 0cc10c1d-eb71-4257-813d-d978a5eb3a04 will not be triggered until provisioned by entity L2. {{(pid=103229) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 19:06:36.020333 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-adb6d2c2-368f-4879-9fd7-7001d3afc90e req-76e94916-ffa7-4fce-b219-2c5a7170be25 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762867176205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762866656485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762866656503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12867569'] for port (0cc10c1d-eb71-4257-813d-d978a5eb3a04), after_update {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:06:36.147586 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7396cbd4-8302-4818-84b8-91682cef6517 req-72dbb068-364c-42fa-9fee-383b9b1688db tempest-ServersOnMultiNodesTest-1472402947 tempest-ServersOnMultiNodesTest-1472402947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:06:36.150397 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-7396cbd4-8302-4818-84b8-91682cef6517 req-72dbb068-364c-42fa-9fee-383b9b1688db tempest-ServersOnMultiNodesTest-1472402947 tempest-ServersOnMultiNodesTest-1472402947-project] 10.222.0.75 "GET /v2.0/ports?device_id=51cb8794-bff0-486c-b5b2-ded44945fc8b HTTP/1.1" status: 200 len: 950 time: 0.1944144 Feb 09 19:06:36.267751 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-24b3219d-1212-4a3f-a661-00512824d21d admin admin] Notify agent at l3_agent.n-d-713498-36 the message routers_updated {{(pid=103229) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 19:06:36.274232 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-24b3219d-1212-4a3f-a661-00512824d21d admin admin] 10.222.0.75 "PUT /v2.0/routers/0d171c3e-e989-410b-974b-5e518abe97dd/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.7107503 Feb 09 19:06:36.284594 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76e94916-ffa7-4fce-b219-2c5a7170be25 service neutron] Pushing event updated for resources: {'Port': ['ID=0cc10c1d-eb71-4257-813d-d978a5eb3a04,revision_number=2']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:06:36.286517 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-7396cbd4-8302-4818-84b8-91682cef6517 req-1eb555ff-95cb-482e-ace2-dc14740ed32a tempest-ServersOnMultiNodesTest-1472402947 tempest-ServersOnMultiNodesTest-1472402947-project] 10.222.0.75 "GET /v2.0/security-groups?id=aed5302d-0478-4b9d-b014-143adc5c0d74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1272480 Feb 09 19:06:36.302390 n-d-713498-36 neutron-server[103229]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2f9a8919-1b2a-4183-90dc-45c5e52d5a99', 'tag': '40de4c12-543c-44a6-9bda-24a60a9555b8'}] {{(pid=103229) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 19:06:36.305500 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-cd93dd74-9b9b-4295-be61-916a240ca460 admin admin] Publish callbacks [] for port (c08f484f-37f6-4147-95cb-2439c86cb4ef), precommit_update {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:06:36.308355 n-d-713498-36 neutron-server[103229]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fa6ae9a20702bd564eaf90d946620b2b4277b1ab91129323d3b54181076be307" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e855da13-f514-404d-b90c-ed16c3f7f764" -d '{"events": [{"name": "network-changed", "server_uuid": "2f9a8919-1b2a-4183-90dc-45c5e52d5a99", "tag": "40de4c12-543c-44a6-9bda-24a60a9555b8"}]}' {{(pid=103229) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 19:06:36.345684 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-cd93dd74-9b9b-4295-be61-916a240ca460 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762867176205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762866656485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762866656503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14393758'] for port (c08f484f-37f6-4147-95cb-2439c86cb4ef), after_update {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:06:36.364479 n-d-713498-36 neutron-server[103229]: INFO neutron.api.v2.resource [req-d21f8c6d-ea31-414f-b741-d17072e330a6 req-2b2ac389-87a5-47d1-a756-11807633af9f tempest-FloatingIPsTestJSON-712233170 tempest-FloatingIPsTestJSON-712233170-project] show failed (client error): The resource could not be found. Feb 09 19:06:36.365610 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-d21f8c6d-ea31-414f-b741-d17072e330a6 req-2b2ac389-87a5-47d1-a756-11807633af9f tempest-FloatingIPsTestJSON-712233170 tempest-FloatingIPsTestJSON-712233170-project] 10.222.0.75 "GET /v2.0/floatingips/8332791a-f3bf-4ee5-8da4-1368841f5194 HTTP/1.1" status: 404 len: 350 time: 0.0888765 Feb 09 19:06:36.411877 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3de16f89-cbb6-4dfd-8003-1c7cab591d98 None None] Sync routers for ids ['0d171c3e-e989-410b-974b-5e518abe97dd'] in n-d-713498-36 {{(pid=103232) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 19:06:36.419789 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 51234) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:06:36.431698 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3de16f89-cbb6-4dfd-8003-1c7cab591d98 None None] Routers {'0d171c3e-e989-410b-974b-5e518abe97dd'} bound to L3 agent in host n-d-713498-36 {{(pid=103232) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 19:06:36.432761 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.l3_hamode_db [None req-3de16f89-cbb6-4dfd-8003-1c7cab591d98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T18:51:43Z,description=,heartbeat_timestamp=2022-02-09T19:06:13Z,host='n-d-713498-36',id=93303d5e-5d17-45e8-8963-7694f87783ae,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T18:51:43Z,topic='l3_agent')) {'router_ids': ['0d171c3e-e989-410b-974b-5e518abe97dd'], 'active': True} {{(pid=103232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:06:36.512956 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-cd93dd74-9b9b-4295-be61-916a240ca460 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1613458', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1834496'] for router_interface (c42068f7-da8a-4624-b249-c97c33926aea), after_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:06:36.730446 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.l3_dvr_db [None req-3de16f89-cbb6-4dfd-8003-1c7cab591d98 None None] Set router 0d171c3e-e989-410b-974b-5e518abe97dd gateway port host: n-d-713498-36 {{(pid=103232) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 19:06:36.754721 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd93dd74-9b9b-4295-be61-916a240ca460 admin admin] Pushing event updated for resources: {'Port': ['ID=c08f484f-37f6-4147-95cb-2439c86cb4ef,revision_number=2']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:06:36.799066 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Device 6ee3d163-f1aa-4ffa-beee-6b8f3db4d383 up at agent ovs-agent-n-d-713498-36 {{(pid=103232) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 19:06:36.799293 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.managers [req-adb6d2c2-368f-4879-9fd7-7001d3afc90e req-76e94916-ffa7-4fce-b219-2c5a7170be25 service neutron] Attempting to bind port 0cc10c1d-eb71-4257-813d-d978a5eb3a04 on host n-h1-713498-36 for vnic_type normal with profile {{(pid=103229) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 19:06:36.799648 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.managers [req-adb6d2c2-368f-4879-9fd7-7001d3afc90e req-76e94916-ffa7-4fce-b219-2c5a7170be25 service neutron] Attempting to bind port 0cc10c1d-eb71-4257-813d-d978a5eb3a04 by drivers openvswitch,hyperv on host n-h1-713498-36 at level 0 using segments [{'id': 'b98d4747-b18c-4141-8910-77c1fada78d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': '0e993f99-d3d0-4a2a-8eed-2f34375798b5'}] {{(pid=103229) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 19:06:36.799987 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-adb6d2c2-368f-4879-9fd7-7001d3afc90e req-76e94916-ffa7-4fce-b219-2c5a7170be25 service neutron] Attempting to bind port 0cc10c1d-eb71-4257-813d-d978a5eb3a04 on network 0e993f99-d3d0-4a2a-8eed-2f34375798b5 {{(pid=103229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 19:06:36.802670 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e72c7425-aac7-40d6-a942-83275399487c req-c6e08be8-7f92-44df-91de-1eefcc3d23a6 tempest-LiveMigrationTest-1021096981 tempest-LiveMigrationTest-1021096981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:06:36.805324 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-e72c7425-aac7-40d6-a942-83275399487c req-c6e08be8-7f92-44df-91de-1eefcc3d23a6 tempest-LiveMigrationTest-1021096981 tempest-LiveMigrationTest-1021096981-project] 10.222.0.75 "GET /v2.0/ports?device_id=2f9a8919-1b2a-4183-90dc-45c5e52d5a99 HTTP/1.1" status: 200 len: 943 time: 0.3003168 Feb 09 19:06:36.821988 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21989ac9-2c05-42db-83a2-1a5e6be9c7cc req-f10c5e75-d7aa-4664-9493-f848627d6a68 tempest-LiveAutoBlockMigrationV225Test-2127879101 tempest-LiveAutoBlockMigrationV225Test-2127879101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:06:36.829591 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-21989ac9-2c05-42db-83a2-1a5e6be9c7cc req-f10c5e75-d7aa-4664-9493-f848627d6a68 tempest-LiveAutoBlockMigrationV225Test-2127879101 tempest-LiveAutoBlockMigrationV225Test-2127879101-project] 10.222.0.75 "GET /v2.0/ports?device_id=d3938fbf-e1b0-4686-9d2f-36596059719e HTTP/1.1" status: 200 len: 943 time: 0.2397082 Feb 09 19:06:36.840167 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-adb6d2c2-368f-4879-9fd7-7001d3afc90e req-76e94916-ffa7-4fce-b219-2c5a7170be25 service neutron] Port 0cc10c1d-eb71-4257-813d-d978a5eb3a04 on network 0e993f99-d3d0-4a2a-8eed-2f34375798b5 not bound, no agent of type Open vSwitch agent registered on host n-h1-713498-36 {{(pid=103229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 19:06:36.840505 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-adb6d2c2-368f-4879-9fd7-7001d3afc90e req-76e94916-ffa7-4fce-b219-2c5a7170be25 service neutron] Attempting to bind port 0cc10c1d-eb71-4257-813d-d978a5eb3a04 on network 0e993f99-d3d0-4a2a-8eed-2f34375798b5 {{(pid=103229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 19:06:36.859942 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9128835-60e3-4f5a-a333-4287272cb119 req-0f118d73-046b-4cad-b528-ebd4602a4761 tempest-ServersOnMultiNodesTest-1472402947 tempest-ServersOnMultiNodesTest-1472402947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:06:36.861451 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-f9128835-60e3-4f5a-a333-4287272cb119 req-0f118d73-046b-4cad-b528-ebd4602a4761 tempest-ServersOnMultiNodesTest-1472402947 tempest-ServersOnMultiNodesTest-1472402947-project] 10.222.0.90 "GET /v2.0/ports?device_id=51cb8794-bff0-486c-b5b2-ded44945fc8b HTTP/1.1" status: 200 len: 950 time: 0.3753126 Feb 09 19:06:36.866720 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-adb6d2c2-368f-4879-9fd7-7001d3afc90e req-76e94916-ffa7-4fce-b219-2c5a7170be25 service neutron] Checking agent: {'id': '488cd9ae-631f-4955-ba0b-4f5a13f12e9c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713498-36', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 18, 59, 18), 'started_at': datetime.datetime(2022, 2, 9, 18, 59, 18), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 19, 6, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 19:06:36.867088 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-adb6d2c2-368f-4879-9fd7-7001d3afc90e req-76e94916-ffa7-4fce-b219-2c5a7170be25 service neutron] Checking segment: {'id': 'b98d4747-b18c-4141-8910-77c1fada78d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': '0e993f99-d3d0-4a2a-8eed-2f34375798b5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103229) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 19:06:36.867456 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-adb6d2c2-368f-4879-9fd7-7001d3afc90e req-76e94916-ffa7-4fce-b219-2c5a7170be25 service neutron] Bound using segment: {'id': 'b98d4747-b18c-4141-8910-77c1fada78d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': '0e993f99-d3d0-4a2a-8eed-2f34375798b5'} {{(pid=103229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 19:06:36.867878 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-e72c7425-aac7-40d6-a942-83275399487c req-2183068b-9e1b-45e2-81cc-da27bbc5a462 tempest-LiveMigrationTest-1021096981 tempest-LiveMigrationTest-1021096981-project] 10.222.0.75 "GET /v2.0/security-groups?id=ba18819a-1490-4e7b-a11b-e8610423d8ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0569408 Feb 09 19:06:36.868023 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.managers [req-adb6d2c2-368f-4879-9fd7-7001d3afc90e req-76e94916-ffa7-4fce-b219-2c5a7170be25 service neutron] Bound port: 0cc10c1d-eb71-4257-813d-d978a5eb3a04, host: n-h1-713498-36, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b98d4747-b18c-4141-8910-77c1fada78d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': '0e993f99-d3d0-4a2a-8eed-2f34375798b5'}}] {{(pid=103229) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 19:06:36.868287 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-adb6d2c2-368f-4879-9fd7-7001d3afc90e req-76e94916-ffa7-4fce-b219-2c5a7170be25 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (0cc10c1d-eb71-4257-813d-d978a5eb3a04), before_update {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:06:36.912589 n-d-713498-36 neutron-server[103230]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd93dd74-9b9b-4295-be61-916a240ca460 admin admin] Network 025d7490-0189-4dfb-b0f6-a58555e94e50 is already hosted by enough agents. {{(pid=103230) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 19:06:36.915793 n-d-713498-36 neutron-server[103230]: DEBUG neutron.scheduler.base_scheduler [None req-cd93dd74-9b9b-4295-be61-916a240ca460 admin admin] Resources bound (agent type, host, resource id): {{(pid=103230) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 19:06:37.034171 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.provisioning_blocks [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Provisioning complete for port 6ee3d163-f1aa-4ffa-beee-6b8f3db4d383 triggered by entity L2. {{(pid=103232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 19:06:37.039034 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593630'] for port (6ee3d163-f1aa-4ffa-beee-6b8f3db4d383), provisioning_complete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:06:37.119402 n-d-713498-36 neutron-server[103229]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 19:06:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fbb24a98-4a4a-42e7-a487-7b5e88a28e5b x-openstack-request-id: req-fbb24a98-4a4a-42e7-a487-7b5e88a28e5b {{(pid=103229) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 19:06:37.119661 n-d-713498-36 neutron-server[103229]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2f9a8919-1b2a-4183-90dc-45c5e52d5a99", "tag": "40de4c12-543c-44a6-9bda-24a60a9555b8", "status": "completed", "code": 200}]} {{(pid=103229) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 19:06:37.119967 n-d-713498-36 neutron-server[103229]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-fbb24a98-4a4a-42e7-a487-7b5e88a28e5b {{(pid=103229) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 19:06:37.122459 n-d-713498-36 neutron-server[103229]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2f9a8919-1b2a-4183-90dc-45c5e52d5a99', 'tag': '40de4c12-543c-44a6-9bda-24a60a9555b8', 'status': 'completed', 'code': 200} Feb 09 19:06:37.255071 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e855da13-f514-404d-b90c-ed16c3f7f764 req-1bff750e-fea8-476c-a0af-a6b3235fa92b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:06:37.258847 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-e855da13-f514-404d-b90c-ed16c3f7f764 req-1bff750e-fea8-476c-a0af-a6b3235fa92b service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=05fa6a089578484da4b750f8c0b5ad12&device_id=2f9a8919-1b2a-4183-90dc-45c5e52d5a99 HTTP/1.1" status: 200 len: 1157 time: 0.2278616 Feb 09 19:06:37.430673 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Current status of the port 6ee3d163-f1aa-4ffa-beee-6b8f3db4d383 is: DOWN; New status is: ACTIVE {{(pid=103232) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 19:06:37.431343 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (6ee3d163-f1aa-4ffa-beee-6b8f3db4d383), before_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:06:37.466582 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] For port 6ee3d163-f1aa-4ffa-beee-6b8f3db4d383, host n-d-713498-36, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-36',level=0,port_id=6ee3d163-f1aa-4ffa-beee-6b8f3db4d383,segment=NetworkSegment(a4222f89-8d3f-4b51-953b-1a8126392491),segment_id=a4222f89-8d3f-4b51-953b-1a8126392491)] {{(pid=103232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 19:06:37.466836 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.db [req-adb6d2c2-368f-4879-9fd7-7001d3afc90e req-76e94916-ffa7-4fce-b219-2c5a7170be25 service neutron] For port 0cc10c1d-eb71-4257-813d-d978a5eb3a04, host n-h1-713498-36, cleared binding levels {{(pid=103229) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 19:06:37.470610 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.db [req-adb6d2c2-368f-4879-9fd7-7001d3afc90e req-76e94916-ffa7-4fce-b219-2c5a7170be25 service neutron] For port 0cc10c1d-eb71-4257-813d-d978a5eb3a04, host n-h1-713498-36, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-36',level=0,port_id=0cc10c1d-eb71-4257-813d-d978a5eb3a04,segment=NetworkSegment(b98d4747-b18c-4141-8910-77c1fada78d1),segment_id=b98d4747-b18c-4141-8910-77c1fada78d1)] {{(pid=103229) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 19:06:37.497919 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762867176205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762866656485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762866656503'] for port (6ee3d163-f1aa-4ffa-beee-6b8f3db4d383), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:06:37.505354 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Device 08b8411f-8cc3-4f6a-af68-1cc62ec122cd up at agent ovs-agent-n-d-713498-36 {{(pid=103232) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 19:06:37.509778 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-adb6d2c2-368f-4879-9fd7-7001d3afc90e req-76e94916-ffa7-4fce-b219-2c5a7170be25 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762867176205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762866656485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762866656503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12867569'] for port (0cc10c1d-eb71-4257-813d-d978a5eb3a04), after_update {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:06:37.562453 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-21989ac9-2c05-42db-83a2-1a5e6be9c7cc req-fac80524-000f-4c6a-9c39-293bffd7883f tempest-LiveAutoBlockMigrationV225Test-2127879101 tempest-LiveAutoBlockMigrationV225Test-2127879101-project] 10.222.0.75 "GET /v2.0/security-groups?id=e3cb5363-3b49-4f74-b239-a871e755b40a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7318442 Feb 09 19:06:37.604054 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adb6d2c2-368f-4879-9fd7-7001d3afc90e req-76e94916-ffa7-4fce-b219-2c5a7170be25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:06:37.604742 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-adb6d2c2-368f-4879-9fd7-7001d3afc90e req-76e94916-ffa7-4fce-b219-2c5a7170be25 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171096'] for port (None), before_response {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:06:37.606422 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-adb6d2c2-368f-4879-9fd7-7001d3afc90e req-76e94916-ffa7-4fce-b219-2c5a7170be25 service neutron] 10.222.0.89 "PUT /v2.0/ports/0cc10c1d-eb71-4257-813d-d978a5eb3a04 HTTP/1.1" status: 200 len: 1092 time: 4.1395886 Feb 09 19:06:37.625697 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.plugin [req-f9128835-60e3-4f5a-a333-4287272cb119 req-43c38bef-5677-438f-af1c-d7ada1ff0041 tempest-ServersOnMultiNodesTest-1472402947 tempest-ServersOnMultiNodesTest-1472402947-project] Deleting port a294bcb8-d442-49d2-9a1d-f7a2c1782013 {{(pid=103229) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 19:06:37.626123 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-f9128835-60e3-4f5a-a333-4287272cb119 req-43c38bef-5677-438f-af1c-d7ada1ff0041 tempest-ServersOnMultiNodesTest-1472402947 tempest-ServersOnMultiNodesTest-1472402947-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762867170196'] for port (a294bcb8-d442-49d2-9a1d-f7a2c1782013), before_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:06:37.659946 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76e94916-ffa7-4fce-b219-2c5a7170be25 service neutron] Pushing event updated for resources: {'Port': ['ID=0cc10c1d-eb71-4257-813d-d978a5eb3a04,revision_number=3']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:06:37.665129 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Pushing event updated for resources: {'Port': ['ID=6ee3d163-f1aa-4ffa-beee-6b8f3db4d383,revision_number=4']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:06:37.680923 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.l3_hamode_db [None req-3de16f89-cbb6-4dfd-8003-1c7cab591d98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d171c3e-e989-410b-974b-5e518abe97dd', 'name': 'tempest-FloatingIPsNegativeTestJSON-168596681-router', 'tenant_id': '2f7cb5001b0941dbb65abbb765d04ac6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88055e1e-672a-4487-be31-ffb6e833ece5', 'external_fixed_ips': [{'subnet_id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'ip_address': '172.25.1.187'}], 'enable_snat': True}, 'gw_port_id': '08b8411f-8cc3-4f6a-af68-1cc62ec122cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T19:06:21Z', 'updated_at': '2022-02-09T19:06:32Z', 'revision_number': 4, 'project_id': '2f7cb5001b0941dbb65abbb765d04ac6', 'gw_port': {'id': '08b8411f-8cc3-4f6a-af68-1cc62ec122cd', 'name': '', 'network_id': '88055e1e-672a-4487-be31-ffb6e833ece5', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:76:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d171c3e-e989-410b-974b-5e518abe97dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 789, 'fixed_ips': [{'subnet_id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'ip_address': '172.25.1.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T19:06:24Z', 'updated_at': '2022-02-09T19:06:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-36', '_interfaces': [{'id': 'f19de642-8111-424a-8b20-7d612ca6eb54', 'name': '', 'network_id': '54dce347-f0c4-4382-a34a-5c96731fc4de', 'tenant_id': '2f7cb5001b0941dbb65abbb765d04ac6', 'mac_address': 'fa:16:3e:b6:5d:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0d171c3e-e989-410b-974b-5e518abe97dd', 'device_owner': 'network:router_interface', 'standard_attr_id': 803, 'fixed_ips': [{'subnet_id': '5f246235-2007-4285-a6c4-be901d42856d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T19:06:28Z', 'updated_at': '2022-02-09T19:06:32Z', 'revision_number': 2, 'project_id': '2f7cb5001b0941dbb65abbb765d04ac6', 'subnets': [{'id': '5f246235-2007-4285-a6c4-be901d42856d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-36', False) {} {{(pid=103232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:06:37.713031 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-0b803447-55f2-440e-9270-17eaf180f6ef req-d247d824-86cf-4e23-8428-f19eaf8d7a32 tempest-FloatingIPsNegativeTestJSON-1425504152 tempest-FloatingIPsNegativeTestJSON-1425504152-project] 10.222.0.75 "GET /v2.0/floatingips?tenant_id=2f7cb5001b0941dbb65abbb765d04ac6 HTTP/1.1" status: 200 len: 217 time: 0.2488487 Feb 09 19:06:37.714222 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e855da13-f514-404d-b90c-ed16c3f7f764 req-b7080698-e4c4-4d04-a826-166d8e16b224 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:06:37.715658 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-e855da13-f514-404d-b90c-ed16c3f7f764 req-b7080698-e4c4-4d04-a826-166d8e16b224 service neutron] 10.222.0.90 "GET /v2.0/networks?id=d725567e-ae4f-48c7-8826-ca95b9692346 HTTP/1.1" status: 200 len: 908 time: 0.4433136 Feb 09 19:06:37.728151 n-d-713498-36 neutron-server[103230]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cd93dd74-9b9b-4295-be61-916a240ca460 admin admin] Router c42068f7-da8a-4624-b249-c97c33926aea has already been hosted by L3 agent 93303d5e-5d17-45e8-8963-7694f87783ae {{(pid=103230) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 19:06:37.800030 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-e855da13-f514-404d-b90c-ed16c3f7f764 req-9223f7d9-9640-4221-8dea-52ec408c4448 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=40de4c12-543c-44a6-9bda-24a60a9555b8 HTTP/1.1" status: 200 len: 217 time: 0.0738733 Feb 09 19:06:37.895979 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.provisioning_blocks [None req-9622020c-d60f-407c-b83e-27abdc80da02 None None] Provisioning complete for port c08f484f-37f6-4147-95cb-2439c86cb4ef triggered by entity DHCP. {{(pid=103232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 19:06:37.896485 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-9622020c-d60f-407c-b83e-27abdc80da02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593630'] for port (c08f484f-37f6-4147-95cb-2439c86cb4ef), provisioning_complete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:06:37.925827 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3de16f89-cbb6-4dfd-8003-1c7cab591d98 None None] Checking router: 0d171c3e-e989-410b-974b-5e518abe97dd for host: n-d-713498-36 {{(pid=103232) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 19:06:37.926375 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3de16f89-cbb6-4dfd-8003-1c7cab591d98 None None] Updating router 0d171c3e-e989-410b-974b-5e518abe97dd port f19de642-8111-424a-8b20-7d612ca6eb54 binding host n-d-713498-36 {{(pid=103232) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 19:06:37.956804 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6d8f2ca-529e-4c21-81be-b5385b019568 req-13057c31-1f00-44c5-a88d-a769950cb0b1 tempest-TaggedBootDevicesTest_v242-798392635 tempest-TaggedBootDevicesTest_v242-798392635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:06:37.957751 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-3de16f89-cbb6-4dfd-8003-1c7cab591d98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (f19de642-8111-424a-8b20-7d612ca6eb54), before_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:06:37.971284 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6d8f2ca-529e-4c21-81be-b5385b019568 req-13057c31-1f00-44c5-a88d-a769950cb0b1 tempest-TaggedBootDevicesTest_v242-798392635 tempest-TaggedBootDevicesTest_v242-798392635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:06:37.979710 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6d8f2ca-529e-4c21-81be-b5385b019568 req-13057c31-1f00-44c5-a88d-a769950cb0b1 tempest-TaggedBootDevicesTest_v242-798392635 tempest-TaggedBootDevicesTest_v242-798392635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:06:37.988333 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6d8f2ca-529e-4c21-81be-b5385b019568 req-13057c31-1f00-44c5-a88d-a769950cb0b1 tempest-TaggedBootDevicesTest_v242-798392635 tempest-TaggedBootDevicesTest_v242-798392635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:06:37.994912 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6d8f2ca-529e-4c21-81be-b5385b019568 req-13057c31-1f00-44c5-a88d-a769950cb0b1 tempest-TaggedBootDevicesTest_v242-798392635 tempest-TaggedBootDevicesTest_v242-798392635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:06:37.999775 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-9622020c-d60f-407c-b83e-27abdc80da02 None None] Port c08f484f-37f6-4147-95cb-2439c86cb4ef cannot update to ACTIVE because it is not bound. {{(pid=103232) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 19:06:38.002814 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6d8f2ca-529e-4c21-81be-b5385b019568 req-13057c31-1f00-44c5-a88d-a769950cb0b1 tempest-TaggedBootDevicesTest_v242-798392635 tempest-TaggedBootDevicesTest_v242-798392635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:06:38.008899 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6d8f2ca-529e-4c21-81be-b5385b019568 req-13057c31-1f00-44c5-a88d-a769950cb0b1 tempest-TaggedBootDevicesTest_v242-798392635 tempest-TaggedBootDevicesTest_v242-798392635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:06:38.011834 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e855da13-f514-404d-b90c-ed16c3f7f764 req-b1250a5b-a97f-4b87-8795-c2f78b2c12ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:06:38.014100 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-e855da13-f514-404d-b90c-ed16c3f7f764 req-b1250a5b-a97f-4b87-8795-c2f78b2c12ff service neutron] 10.222.0.90 "GET /v2.0/subnets?id=41b0b245-923a-427d-ac3e-7f4b2ecbbb0e HTTP/1.1" status: 200 len: 847 time: 0.2011423 Feb 09 19:06:38.016845 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-d6d8f2ca-529e-4c21-81be-b5385b019568 req-13057c31-1f00-44c5-a88d-a769950cb0b1 tempest-TaggedBootDevicesTest_v242-798392635 tempest-TaggedBootDevicesTest_v242-798392635-project] 10.222.0.75 "GET /v2.0/ports?device_id=8319129f-1054-494a-b0c0-2ec99e839619 HTTP/1.1" status: 200 len: 5431 time: 0.2815454 Feb 09 19:06:38.018422 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.provisioning_blocks [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Provisioning complete for port 08b8411f-8cc3-4f6a-af68-1cc62ec122cd triggered by entity L2. {{(pid=103232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 19:06:38.018820 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593630'] for port (08b8411f-8cc3-4f6a-af68-1cc62ec122cd), provisioning_complete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:06:38.061445 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-e855da13-f514-404d-b90c-ed16c3f7f764 req-6dc576d6-c970-4614-9544-374a7b6cc720 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=d725567e-ae4f-48c7-8826-ca95b9692346&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0346053 Feb 09 19:06:38.063863 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adb6d2c2-368f-4879-9fd7-7001d3afc90e req-02fc9b80-a07c-40a3-8776-790068ff0362 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:06:38.066314 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-adb6d2c2-368f-4879-9fd7-7001d3afc90e req-02fc9b80-a07c-40a3-8776-790068ff0362 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=b8d56d08e88f4d4daeb8e5fed321a162&device_id=d3938fbf-e1b0-4686-9d2f-36596059719e HTTP/1.1" status: 200 len: 1126 time: 0.3465223 Feb 09 19:06:38.074872 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25034f3f-c5db-461d-aba2-48e220b108c6 req-5ba4d03f-7c50-4dfc-bcfa-b8b9fecfaf6a tempest-FloatingIPsAssociationNegativeTestJSON-1147152048 tempest-FloatingIPsAssociationNegativeTestJSON-1147152048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:06:38.082499 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-25034f3f-c5db-461d-aba2-48e220b108c6 req-5ba4d03f-7c50-4dfc-bcfa-b8b9fecfaf6a tempest-FloatingIPsAssociationNegativeTestJSON-1147152048 tempest-FloatingIPsAssociationNegativeTestJSON-1147152048-project] 10.222.0.75 "GET /v2.0/ports?device_id=b44ce140-61cc-4267-a2e4-7210687d93e5 HTTP/1.1" status: 200 len: 946 time: 0.2474084 Feb 09 19:06:38.086166 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.db [req-f9128835-60e3-4f5a-a333-4287272cb119 req-43c38bef-5677-438f-af1c-d7ada1ff0041 tempest-ServersOnMultiNodesTest-1472402947 tempest-ServersOnMultiNodesTest-1472402947-project] For port a294bcb8-d442-49d2-9a1d-f7a2c1782013, host n-h2-713498-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-36',level=0,port_id=a294bcb8-d442-49d2-9a1d-f7a2c1782013,segment=NetworkSegment(50e5915e-18f0-4558-9a28-b978975ead36),segment_id=50e5915e-18f0-4558-9a28-b978975ead36)] {{(pid=103229) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 19:06:38.086534 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-f9128835-60e3-4f5a-a333-4287272cb119 req-43c38bef-5677-438f-af1c-d7ada1ff0041 tempest-ServersOnMultiNodesTest-1472402947 tempest-ServersOnMultiNodesTest-1472402947-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1820838'] for port (a294bcb8-d442-49d2-9a1d-f7a2c1782013), precommit_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:06:38.150217 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cd93dd74-9b9b-4295-be61-916a240ca460 admin admin] Notify agent at l3_agent.n-d-713498-36 the message routers_updated {{(pid=103230) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 19:06:38.169499 n-d-713498-36 neutron-server[103233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9c36b81-622b-42e2-a69d-3043a2577641 None None] Sync routers for ids ['c42068f7-da8a-4624-b249-c97c33926aea'] in n-d-713498-36 {{(pid=103233) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 19:06:38.176163 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.plugin [req-f9128835-60e3-4f5a-a333-4287272cb119 req-43c38bef-5677-438f-af1c-d7ada1ff0041 tempest-ServersOnMultiNodesTest-1472402947 tempest-ServersOnMultiNodesTest-1472402947-project] Calling delete_port for a294bcb8-d442-49d2-9a1d-f7a2c1782013 owned by compute:nova {{(pid=103229) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 19:06:38.179056 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-adb6d2c2-368f-4879-9fd7-7001d3afc90e req-f81804ef-8913-4f24-84a5-56b049a7435e service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=0cc10c1d-eb71-4257-813d-d978a5eb3a04 HTTP/1.1" status: 200 len: 217 time: 0.1006985 Feb 09 19:06:38.179380 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-cd93dd74-9b9b-4295-be61-916a240ca460 admin admin] 10.222.0.75 "PUT /v2.0/routers/c42068f7-da8a-4624-b249-c97c33926aea/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.9042702 Feb 09 19:06:38.190539 n-d-713498-36 neutron-server[103233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9c36b81-622b-42e2-a69d-3043a2577641 None None] Routers {'c42068f7-da8a-4624-b249-c97c33926aea'} bound to L3 agent in host n-d-713498-36 {{(pid=103233) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 19:06:38.191574 n-d-713498-36 neutron-server[103233]: DEBUG neutron.db.l3_hamode_db [None req-c9c36b81-622b-42e2-a69d-3043a2577641 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T18:51:43Z,description=,heartbeat_timestamp=2022-02-09T19:06:13Z,host='n-d-713498-36',id=93303d5e-5d17-45e8-8963-7694f87783ae,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T18:51:43Z,topic='l3_agent')) {'router_ids': ['c42068f7-da8a-4624-b249-c97c33926aea'], 'active': True} {{(pid=103233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:06:38.343409 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-25034f3f-c5db-461d-aba2-48e220b108c6 req-4b1b6aff-e3aa-4361-8b77-05be6781a5d3 tempest-FloatingIPsAssociationNegativeTestJSON-1147152048 tempest-FloatingIPsAssociationNegativeTestJSON-1147152048-project] 10.222.0.75 "GET /v2.0/security-groups?id=0538cd73-7a28-42cf-a6e9-9e9bedd40a54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2514272 Feb 09 19:06:38.424489 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Current status of the port 08b8411f-8cc3-4f6a-af68-1cc62ec122cd is: ACTIVE; New status is: ACTIVE {{(pid=103232) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 19:06:38.458536 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-d6d8f2ca-529e-4c21-81be-b5385b019568 req-cc9bafe8-c068-4c27-ad32-2b9cb52909c8 tempest-TaggedBootDevicesTest_v242-798392635 tempest-TaggedBootDevicesTest_v242-798392635-project] 10.222.0.75 "GET /v2.0/security-groups?id=58062d4f-c149-4db3-a357-a4eb59a3d83e&id=6452f0cf-fe35-4557-9092-43f1827176a8&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.4388664 Feb 09 19:06:38.471144 n-d-713498-36 neutron-server[103233]: DEBUG neutron.db.l3_dvr_db [None req-c9c36b81-622b-42e2-a69d-3043a2577641 None None] Set router c42068f7-da8a-4624-b249-c97c33926aea gateway port host: n-d-713498-36 {{(pid=103233) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 19:06:38.521814 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adb6d2c2-368f-4879-9fd7-7001d3afc90e req-6868d8c0-3bf1-4dcc-9a71-f3ea8d52b6a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:06:38.525445 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-adb6d2c2-368f-4879-9fd7-7001d3afc90e req-6868d8c0-3bf1-4dcc-9a71-f3ea8d52b6a9 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=7d496e2d-6315-4d42-9415-66e0bdf20977 HTTP/1.1" status: 200 len: 860 time: 0.3351855 Feb 09 19:06:38.528255 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-a656b885-7832-41d0-8761-3e9166113bd1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1834525'] for router_interface (6cb8bca1-52c3-43f3-b751-d3f16e2a0269), before_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:06:38.559164 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-e855da13-f514-404d-b90c-ed16c3f7f764 req-f152364a-eeba-47f4-8673-f6a556977982 service neutron] 10.222.0.90 "GET /v2.0/networks/d725567e-ae4f-48c7-8826-ca95b9692346?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4750957 Feb 09 19:06:38.648975 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Device 6ee3d163-f1aa-4ffa-beee-6b8f3db4d383 up at agent ovs-agent-n-d-713498-36 {{(pid=103232) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 19:06:38.660442 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-3de16f89-cbb6-4dfd-8003-1c7cab591d98 None None] Publish callbacks [] for port (f19de642-8111-424a-8b20-7d612ca6eb54), precommit_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:06:38.688258 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-e855da13-f514-404d-b90c-ed16c3f7f764 req-fa180cdf-8e60-48bc-9a2c-b96868678c51 service neutron] 10.222.0.90 "GET /v2.0/networks/d725567e-ae4f-48c7-8826-ca95b9692346?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1146245 Feb 09 19:06:38.742237 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f5bf16f-e1f3-47ef-86af-144e05ae5245 req-058ea171-6d15-4f72-8896-1c9cf65f9688 tempest-ServersOnMultiNodesTest-1472402947 tempest-ServersOnMultiNodesTest-1472402947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:06:38.744187 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-6f5bf16f-e1f3-47ef-86af-144e05ae5245 req-058ea171-6d15-4f72-8896-1c9cf65f9688 tempest-ServersOnMultiNodesTest-1472402947 tempest-ServersOnMultiNodesTest-1472402947-project] 10.222.0.75 "GET /v2.0/ports?device_id=51cb8794-bff0-486c-b5b2-ded44945fc8b HTTP/1.1" status: 200 len: 950 time: 0.2717323 Feb 09 19:06:38.758816 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-3de16f89-cbb6-4dfd-8003-1c7cab591d98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762867176205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762866656485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762866656503'] for port (f19de642-8111-424a-8b20-7d612ca6eb54), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:06:38.821843 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-adb6d2c2-368f-4879-9fd7-7001d3afc90e req-c5f84b7a-5625-4fce-9c3f-3fbe6617c105 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=0e993f99-d3d0-4a2a-8eed-2f34375798b5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2836864 Feb 09 19:06:38.825664 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-a620841c-b6ac-49ec-959f-5e25541fcffb req-f33c8e9e-f997-4b51-9c96-2aeeb083f3d7 tempest-FloatingIPsNegativeTestJSON-1425504152 tempest-FloatingIPsNegativeTestJSON-1425504152-project] 10.222.0.75 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=non_exist_pool HTTP/1.1" status: 200 len: 213 time: 0.2706954 Feb 09 19:06:38.847738 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-6f5bf16f-e1f3-47ef-86af-144e05ae5245 req-c1ec2566-71c7-47c3-b2db-7b79ad10ce80 tempest-ServersOnMultiNodesTest-1472402947 tempest-ServersOnMultiNodesTest-1472402947-project] 10.222.0.75 "GET /v2.0/security-groups?id=aed5302d-0478-4b9d-b014-143adc5c0d74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0957217 Feb 09 19:06:38.870521 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61b0cb47-7bdf-4493-af12-d518bde8300e None None] Pushing event updated for resources: {'Port': ['ID=f19de642-8111-424a-8b20-7d612ca6eb54,revision_number=3']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:06:38.994939 n-d-713498-36 neutron-server[103233]: DEBUG neutron.db.l3_hamode_db [None req-c9c36b81-622b-42e2-a69d-3043a2577641 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c42068f7-da8a-4624-b249-c97c33926aea', 'name': 'tempest-ServersTestJSON-6874266-router', 'tenant_id': 'bae1eec87894498eaa70e7abe5ad38f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88055e1e-672a-4487-be31-ffb6e833ece5', 'external_fixed_ips': [{'subnet_id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'ip_address': '172.25.1.51'}], 'enable_snat': True}, 'gw_port_id': '6ee3d163-f1aa-4ffa-beee-6b8f3db4d383', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T19:06:26Z', 'updated_at': '2022-02-09T19:06:35Z', 'revision_number': 4, 'project_id': 'bae1eec87894498eaa70e7abe5ad38f3', 'gw_port': {'id': '6ee3d163-f1aa-4ffa-beee-6b8f3db4d383', 'name': '', 'network_id': '88055e1e-672a-4487-be31-ffb6e833ece5', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:09:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c42068f7-da8a-4624-b249-c97c33926aea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 802, 'fixed_ips': [{'subnet_id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'ip_address': '172.25.1.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T19:06:28Z', 'updated_at': '2022-02-09T19:06:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-36', '_interfaces': [{'id': 'c08f484f-37f6-4147-95cb-2439c86cb4ef', 'name': '', 'network_id': '025d7490-0189-4dfb-b0f6-a58555e94e50', 'tenant_id': 'bae1eec87894498eaa70e7abe5ad38f3', 'mac_address': 'fa:16:3e:fe:c2:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c42068f7-da8a-4624-b249-c97c33926aea', 'device_owner': 'network:router_interface', 'standard_attr_id': 805, 'fixed_ips': [{'subnet_id': 'e62fb123-0190-48e3-9019-90c40f55758c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T19:06:33Z', 'updated_at': '2022-02-09T19:06:35Z', 'revision_number': 2, 'project_id': 'bae1eec87894498eaa70e7abe5ad38f3', 'subnets': [{'id': 'e62fb123-0190-48e3-9019-90c40f55758c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-36', False) {} {{(pid=103233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:06:39.006077 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.provisioning_blocks [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Provisioning complete for port 6ee3d163-f1aa-4ffa-beee-6b8f3db4d383 triggered by entity L2. {{(pid=103232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 19:06:39.006462 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593630'] for port (6ee3d163-f1aa-4ffa-beee-6b8f3db4d383), provisioning_complete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:06:39.059083 n-d-713498-36 neutron-server[103233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9c36b81-622b-42e2-a69d-3043a2577641 None None] Checking router: c42068f7-da8a-4624-b249-c97c33926aea for host: n-d-713498-36 {{(pid=103233) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 19:06:39.059534 n-d-713498-36 neutron-server[103233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9c36b81-622b-42e2-a69d-3043a2577641 None None] Updating router c42068f7-da8a-4624-b249-c97c33926aea port c08f484f-37f6-4147-95cb-2439c86cb4ef binding host n-d-713498-36 {{(pid=103233) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 19:06:39.066937 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.managers [None req-3de16f89-cbb6-4dfd-8003-1c7cab591d98 None None] Attempting to bind port f19de642-8111-424a-8b20-7d612ca6eb54 on host n-d-713498-36 for vnic_type normal with profile {{(pid=103232) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 19:06:39.067230 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.managers [None req-3de16f89-cbb6-4dfd-8003-1c7cab591d98 None None] Attempting to bind port f19de642-8111-424a-8b20-7d612ca6eb54 by drivers openvswitch,hyperv on host n-d-713498-36 at level 0 using segments [{'id': '8aeea929-1696-4c23-bfbc-7dcca4effad7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': '54dce347-f0c4-4382-a34a-5c96731fc4de'}] {{(pid=103232) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 19:06:39.067600 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3de16f89-cbb6-4dfd-8003-1c7cab591d98 None None] Attempting to bind port f19de642-8111-424a-8b20-7d612ca6eb54 on network 54dce347-f0c4-4382-a34a-5c96731fc4de {{(pid=103232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 19:06:39.098191 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3de16f89-cbb6-4dfd-8003-1c7cab591d98 None None] Checking agent: {'id': '496418a2-c002-4aec-ab1a-07f3bea491bd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-36', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 18, 51, 47), 'started_at': datetime.datetime(2022, 2, 9, 18, 52, 17), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 19, 6, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-36'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 19:06:39.098191 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3de16f89-cbb6-4dfd-8003-1c7cab591d98 None None] Checking segment: {'id': '8aeea929-1696-4c23-bfbc-7dcca4effad7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': '54dce347-f0c4-4382-a34a-5c96731fc4de'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103232) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 19:06:39.098577 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-3de16f89-cbb6-4dfd-8003-1c7cab591d98 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:06:39.098813 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3de16f89-cbb6-4dfd-8003-1c7cab591d98 None None] Bound using segment: {'id': '8aeea929-1696-4c23-bfbc-7dcca4effad7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': '54dce347-f0c4-4382-a34a-5c96731fc4de'} {{(pid=103232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 19:06:39.099301 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.managers [None req-3de16f89-cbb6-4dfd-8003-1c7cab591d98 None None] Bound port: f19de642-8111-424a-8b20-7d612ca6eb54, host: n-d-713498-36, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8aeea929-1696-4c23-bfbc-7dcca4effad7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': '54dce347-f0c4-4382-a34a-5c96731fc4de'}}] {{(pid=103232) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 19:06:39.099685 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-3de16f89-cbb6-4dfd-8003-1c7cab591d98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (f19de642-8111-424a-8b20-7d612ca6eb54), before_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:06:39.147736 n-d-713498-36 neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-c9c36b81-622b-42e2-a69d-3043a2577641 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (c08f484f-37f6-4147-95cb-2439c86cb4ef), before_update {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:06:39.183625 n-d-713498-36 neutron-server[103229]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd3938fbf-e1b0-4686-9d2f-36596059719e', 'tag': '0cc10c1d-eb71-4257-813d-d978a5eb3a04'}] {{(pid=103229) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 19:06:39.187453 n-d-713498-36 neutron-server[103229]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fa6ae9a20702bd564eaf90d946620b2b4277b1ab91129323d3b54181076be307" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1b8acaec-2b52-44a3-93b5-c35a44c27007" -d '{"events": [{"name": "network-changed", "server_uuid": "d3938fbf-e1b0-4686-9d2f-36596059719e", "tag": "0cc10c1d-eb71-4257-813d-d978a5eb3a04"}]}' {{(pid=103229) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 19:06:39.306564 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af62bd76-9f8e-4339-bfc8-2ff6064b882e req-10faa484-2672-45ee-a005-7b110c4c411f tempest-LiveMigrationTest-1021096981 tempest-LiveMigrationTest-1021096981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:06:39.319371 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-af62bd76-9f8e-4339-bfc8-2ff6064b882e req-10faa484-2672-45ee-a005-7b110c4c411f tempest-LiveMigrationTest-1021096981 tempest-LiveMigrationTest-1021096981-project] 10.222.0.75 "GET /v2.0/ports?device_id=2f9a8919-1b2a-4183-90dc-45c5e52d5a99 HTTP/1.1" status: 200 len: 943 time: 0.3640783 Feb 09 19:06:39.371898 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-3de16f89-cbb6-4dfd-8003-1c7cab591d98 None None] For port f19de642-8111-424a-8b20-7d612ca6eb54, host n-d-713498-36, cleared binding levels {{(pid=103232) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 19:06:39.422545 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-4a4cba67-728a-43f6-8e43-c501d7d7075a req-96035da1-f52b-42cd-b22c-3407bc78f9bc tempest-FloatingIPsAssociationNegativeTestJSON-1147152048 tempest-FloatingIPsAssociationNegativeTestJSON-1147152048-project] 10.222.0.75 "GET /v2.0/networks?router%3Aexternal=True&fields=id&id=88055e1e-672a-4487-be31-ffb6e833ece5 HTTP/1.1" status: 200 len: 258 time: 0.5263162 Feb 09 19:06:39.434755 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.v2.base [req-4a4cba67-728a-43f6-8e43-c501d7d7075a req-1ea2b02e-5060-40e7-835b-566416d6a1e5 tempest-FloatingIPsAssociationNegativeTestJSON-1147152048 tempest-FloatingIPsAssociationNegativeTestJSON-1147152048-project] Request body: {'floatingip': {'floating_network_id': '88055e1e-672a-4487-be31-ffb6e833ece5'}} {{(pid=103230) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 19:06:39.438348 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-3de16f89-cbb6-4dfd-8003-1c7cab591d98 None None] For port f19de642-8111-424a-8b20-7d612ca6eb54, host n-d-713498-36, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-36',level=0,port_id=f19de642-8111-424a-8b20-7d612ca6eb54,segment=NetworkSegment(8aeea929-1696-4c23-bfbc-7dcca4effad7),segment_id=8aeea929-1696-4c23-bfbc-7dcca4effad7)] {{(pid=103232) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 19:06:39.456155 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.provisioning_blocks [None req-bfca8082-d59a-429e-9fe9-c2a86e17c041 None None] Provisioning complete for port f19de642-8111-424a-8b20-7d612ca6eb54 triggered by entity DHCP. {{(pid=103232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 19:06:39.456571 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-bfca8082-d59a-429e-9fe9-c2a86e17c041 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593630'] for port (f19de642-8111-424a-8b20-7d612ca6eb54), provisioning_complete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:06:39.462657 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [req-4a4cba67-728a-43f6-8e43-c501d7d7075a req-1ea2b02e-5060-40e7-835b-566416d6a1e5 tempest-FloatingIPsAssociationNegativeTestJSON-1147152048 tempest-FloatingIPsAssociationNegativeTestJSON-1147152048-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:06:39.486082 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-af62bd76-9f8e-4339-bfc8-2ff6064b882e req-9ce8e1c3-8a94-4328-af89-c45a6151e708 tempest-LiveMigrationTest-1021096981 tempest-LiveMigrationTest-1021096981-project] 10.222.0.75 "GET /v2.0/security-groups?id=ba18819a-1490-4e7b-a11b-e8610423d8ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1651247 Feb 09 19:06:39.519716 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-f9128835-60e3-4f5a-a333-4287272cb119 req-43c38bef-5677-438f-af1c-d7ada1ff0041 tempest-ServersOnMultiNodesTest-1472402947 tempest-ServersOnMultiNodesTest-1472402947-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762867177463', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762866656476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12867576'] for port (a294bcb8-d442-49d2-9a1d-f7a2c1782013), after_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:06:39.530500 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-3de16f89-cbb6-4dfd-8003-1c7cab591d98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762867176205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762866656485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762866656503'] for port (f19de642-8111-424a-8b20-7d612ca6eb54), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:06:39.550596 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Current status of the port 6ee3d163-f1aa-4ffa-beee-6b8f3db4d383 is: ACTIVE; New status is: ACTIVE {{(pid=103232) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 19:06:39.584357 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] get_ports_and_sgs() called for port_ids ['bc357ad8-1b22-4fe1-a6af-e296389a311b', 'c1d73ea9-8c68-47bd-93c8-9905d58b5c08'] {{(pid=103232) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 19:06:39.697736 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-7429db8d-6021-40ad-813e-885be449a89b None None] get_ports_and_sgs() called for port_ids ['9431105a-be29-4ce5-9970-f91bee564b4b', 'f2af33d6-809c-4462-a1c1-648e7e81004e', '06d7c180-3877-4407-9db3-c4e82f2a9b30', '8785c69d-6d10-4443-a2ce-db0ad5c8182f'] {{(pid=103232) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 19:06:39.710531 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43c38bef-5677-438f-af1c-d7ada1ff0041 tempest-ServersOnMultiNodesTest-1472402947 tempest-ServersOnMultiNodesTest-1472402947-project] Pushing event deleted for resources: {'Port': ['ID=a294bcb8-d442-49d2-9a1d-f7a2c1782013,revision_number=None']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:06:39.782700 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [req-4a4cba67-728a-43f6-8e43-c501d7d7075a req-1ea2b02e-5060-40e7-835b-566416d6a1e5 tempest-FloatingIPsAssociationNegativeTestJSON-1147152048 tempest-FloatingIPsAssociationNegativeTestJSON-1147152048-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (None), before_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:06:39.796482 n-d-713498-36 neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-c9c36b81-622b-42e2-a69d-3043a2577641 None None] Publish callbacks [] for port (c08f484f-37f6-4147-95cb-2439c86cb4ef), precommit_update {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:06:39.817634 n-d-713498-36 neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-c9c36b81-622b-42e2-a69d-3043a2577641 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762867176205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762866656485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762866656503'] for port (c08f484f-37f6-4147-95cb-2439c86cb4ef), after_update {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:06:39.901251 n-d-713498-36 neutron-server[103229]: DEBUG neutron.db.l3_dvrscheduler_db [req-f9128835-60e3-4f5a-a333-4287272cb119 req-43c38bef-5677-438f-af1c-d7ada1ff0041 tempest-ServersOnMultiNodesTest-1472402947 tempest-ServersOnMultiNodesTest-1472402947-project] No DVR routers for this DVR port a294bcb8-d442-49d2-9a1d-f7a2c1782013 on host n-h2-713498-36 {{(pid=103229) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 19:06:39.906943 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-adb6d2c2-368f-4879-9fd7-7001d3afc90e req-d7a5d15b-af56-4c8f-8d7f-6a43fe55aeac service neutron] 10.222.0.89 "GET /v2.0/networks/0e993f99-d3d0-4a2a-8eed-2f34375798b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0634570 Feb 09 19:06:39.910571 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-f9128835-60e3-4f5a-a333-4287272cb119 req-43c38bef-5677-438f-af1c-d7ada1ff0041 tempest-ServersOnMultiNodesTest-1472402947 tempest-ServersOnMultiNodesTest-1472402947-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171096'] for port (None), before_response {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:06:39.919443 n-d-713498-36 neutron-server[103233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03747ef2-b0b1-481a-8b15-4d82545d8d02 None None] Pushing event updated for resources: {'Port': ['ID=c08f484f-37f6-4147-95cb-2439c86cb4ef,revision_number=3']} {{(pid=103233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:06:39.920122 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-f9128835-60e3-4f5a-a333-4287272cb119 req-43c38bef-5677-438f-af1c-d7ada1ff0041 tempest-ServersOnMultiNodesTest-1472402947 tempest-ServersOnMultiNodesTest-1472402947-project] 10.222.0.90 "DELETE /v2.0/ports/a294bcb8-d442-49d2-9a1d-f7a2c1782013 HTTP/1.1" status: 204 len: 173 time: 3.0469601 Feb 09 19:06:40.073722 n-d-713498-36 neutron-server[103230]: DEBUG neutron.db.db_base_plugin_common [req-4a4cba67-728a-43f6-8e43-c501d7d7075a req-1ea2b02e-5060-40e7-835b-566416d6a1e5 tempest-FloatingIPsAssociationNegativeTestJSON-1147152048 tempest-FloatingIPsAssociationNegativeTestJSON-1147152048-project] Allocated IP 172.25.1.34 (88055e1e-672a-4487-be31-ffb6e833ece5/ac16dbcc-383c-4b43-9153-d763c4a53f91/182166fb-3055-40bb-872a-da7d93c1f58d) {{(pid=103230) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 19:06:40.113760 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3de16f89-cbb6-4dfd-8003-1c7cab591d98 None None] Routers {'0d171c3e-e989-410b-974b-5e518abe97dd'} bound to L3 agent in host n-d-713498-36 {{(pid=103232) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 19:06:40.115828 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.l3_hamode_db [None req-3de16f89-cbb6-4dfd-8003-1c7cab591d98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T18:51:43Z,description=,heartbeat_timestamp=2022-02-09T19:06:13Z,host='n-d-713498-36',id=93303d5e-5d17-45e8-8963-7694f87783ae,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T18:51:43Z,topic='l3_agent')) {'router_ids': ['0d171c3e-e989-410b-974b-5e518abe97dd'], 'active': True} {{(pid=103232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:06:40.159568 n-d-713498-36 neutron-server[103233]: DEBUG neutron.plugins.ml2.managers [None req-c9c36b81-622b-42e2-a69d-3043a2577641 None None] Attempting to bind port c08f484f-37f6-4147-95cb-2439c86cb4ef on host n-d-713498-36 for vnic_type normal with profile {{(pid=103233) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 19:06:40.161275 n-d-713498-36 neutron-server[103233]: DEBUG neutron.plugins.ml2.managers [None req-c9c36b81-622b-42e2-a69d-3043a2577641 None None] Attempting to bind port c08f484f-37f6-4147-95cb-2439c86cb4ef by drivers openvswitch,hyperv on host n-d-713498-36 at level 0 using segments [{'id': '2d52e674-b061-4f71-8e43-e176c61c8678', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': '025d7490-0189-4dfb-b0f6-a58555e94e50'}] {{(pid=103233) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 19:06:40.161648 n-d-713498-36 neutron-server[103233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9c36b81-622b-42e2-a69d-3043a2577641 None None] Attempting to bind port c08f484f-37f6-4147-95cb-2439c86cb4ef on network 025d7490-0189-4dfb-b0f6-a58555e94e50 {{(pid=103233) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 19:06:40.176414 n-d-713498-36 neutron-server[103233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9c36b81-622b-42e2-a69d-3043a2577641 None None] Checking agent: {'id': '496418a2-c002-4aec-ab1a-07f3bea491bd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-36', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 18, 51, 47), 'started_at': datetime.datetime(2022, 2, 9, 18, 52, 17), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 19, 6, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-36'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103233) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 19:06:40.176819 n-d-713498-36 neutron-server[103233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9c36b81-622b-42e2-a69d-3043a2577641 None None] Checking segment: {'id': '2d52e674-b061-4f71-8e43-e176c61c8678', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': '025d7490-0189-4dfb-b0f6-a58555e94e50'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103233) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 19:06:40.177180 n-d-713498-36 neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-c9c36b81-622b-42e2-a69d-3043a2577641 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:06:40.177564 n-d-713498-36 neutron-server[103233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9c36b81-622b-42e2-a69d-3043a2577641 None None] Bound using segment: {'id': '2d52e674-b061-4f71-8e43-e176c61c8678', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': '025d7490-0189-4dfb-b0f6-a58555e94e50'} {{(pid=103233) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 19:06:40.178280 n-d-713498-36 neutron-server[103233]: DEBUG neutron.plugins.ml2.managers [None req-c9c36b81-622b-42e2-a69d-3043a2577641 None None] Bound port: c08f484f-37f6-4147-95cb-2439c86cb4ef, host: n-d-713498-36, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2d52e674-b061-4f71-8e43-e176c61c8678', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': '025d7490-0189-4dfb-b0f6-a58555e94e50'}}] {{(pid=103233) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 19:06:40.178651 n-d-713498-36 neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-c9c36b81-622b-42e2-a69d-3043a2577641 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (c08f484f-37f6-4147-95cb-2439c86cb4ef), before_update {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:06:40.255512 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-adb6d2c2-368f-4879-9fd7-7001d3afc90e req-b06cbfe3-c8d4-4403-9fbe-4fbd3fa98469 service neutron] 10.222.0.89 "GET /v2.0/networks/0e993f99-d3d0-4a2a-8eed-2f34375798b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2421992 Feb 09 19:06:40.257067 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.plugin [None req-a656b885-7832-41d0-8761-3e9166113bd1 admin admin] Deleting port e064e4dc-3c0b-4336-a057-8c9cb9a8eb99 {{(pid=103229) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 19:06:40.259622 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-a656b885-7832-41d0-8761-3e9166113bd1 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762867170196'] for port (e064e4dc-3c0b-4336-a057-8c9cb9a8eb99), before_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:06:40.294284 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [req-4a4cba67-728a-43f6-8e43-c501d7d7075a req-1ea2b02e-5060-40e7-835b-566416d6a1e5 tempest-FloatingIPsAssociationNegativeTestJSON-1147152048 tempest-FloatingIPsAssociationNegativeTestJSON-1147152048-project] Publish callbacks [] for port (182166fb-3055-40bb-872a-da7d93c1f58d), precommit_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:06:40.306964 n-d-713498-36 neutron-server[103233]: DEBUG neutron.plugins.ml2.db [None req-c9c36b81-622b-42e2-a69d-3043a2577641 None None] For port c08f484f-37f6-4147-95cb-2439c86cb4ef, host n-d-713498-36, cleared binding levels {{(pid=103233) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 19:06:40.310604 n-d-713498-36 neutron-server[103233]: DEBUG neutron.plugins.ml2.db [None req-c9c36b81-622b-42e2-a69d-3043a2577641 None None] For port c08f484f-37f6-4147-95cb-2439c86cb4ef, host n-d-713498-36, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-36',level=0,port_id=c08f484f-37f6-4147-95cb-2439c86cb4ef,segment=NetworkSegment(2d52e674-b061-4f71-8e43-e176c61c8678),segment_id=2d52e674-b061-4f71-8e43-e176c61c8678)] {{(pid=103233) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 19:06:40.319239 n-d-713498-36 neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-c9c36b81-622b-42e2-a69d-3043a2577641 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762867176205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762866656485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762866656503'] for port (c08f484f-37f6-4147-95cb-2439c86cb4ef), after_update {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:06:40.386331 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [req-4a4cba67-728a-43f6-8e43-c501d7d7075a req-1ea2b02e-5060-40e7-835b-566416d6a1e5 tempest-FloatingIPsAssociationNegativeTestJSON-1147152048 tempest-FloatingIPsAssociationNegativeTestJSON-1147152048-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762866656467', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14393751'] for port (182166fb-3055-40bb-872a-da7d93c1f58d), after_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:06:40.387326 n-d-713498-36 neutron-server[103233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9c36b81-622b-42e2-a69d-3043a2577641 None None] Routers {'c42068f7-da8a-4624-b249-c97c33926aea'} bound to L3 agent in host n-d-713498-36 {{(pid=103233) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 19:06:40.388533 n-d-713498-36 neutron-server[103233]: DEBUG neutron.db.l3_hamode_db [None req-c9c36b81-622b-42e2-a69d-3043a2577641 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T18:51:43Z,description=,heartbeat_timestamp=2022-02-09T19:06:13Z,host='n-d-713498-36',id=93303d5e-5d17-45e8-8963-7694f87783ae,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T18:51:43Z,topic='l3_agent')) {'router_ids': ['c42068f7-da8a-4624-b249-c97c33926aea'], 'active': True} {{(pid=103233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:06:40.475380 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.db [None req-a656b885-7832-41d0-8761-3e9166113bd1 admin admin] For port e064e4dc-3c0b-4336-a057-8c9cb9a8eb99, host n-d-713498-36, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-36',level=0,port_id=e064e4dc-3c0b-4336-a057-8c9cb9a8eb99,segment=NetworkSegment(cc003d08-9fc2-4de3-82bb-3f917c1c4a21),segment_id=cc003d08-9fc2-4de3-82bb-3f917c1c4a21)] {{(pid=103229) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 19:06:40.483465 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-a656b885-7832-41d0-8761-3e9166113bd1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1820838'] for port (e064e4dc-3c0b-4336-a057-8c9cb9a8eb99), precommit_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:06:40.516469 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.plugin [None req-a656b885-7832-41d0-8761-3e9166113bd1 admin admin] Calling delete_port for e064e4dc-3c0b-4336-a057-8c9cb9a8eb99 owned by network:router_interface {{(pid=103229) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 19:06:40.518392 n-d-713498-36 neutron-server[103230]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4a4cba67-728a-43f6-8e43-c501d7d7075a req-1ea2b02e-5060-40e7-835b-566416d6a1e5 tempest-FloatingIPsAssociationNegativeTestJSON-1147152048 tempest-FloatingIPsAssociationNegativeTestJSON-1147152048-project] Network 88055e1e-672a-4487-be31-ffb6e833ece5 is already hosted by enough agents. {{(pid=103230) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 19:06:40.540386 n-d-713498-36 neutron-server[103230]: DEBUG neutron.scheduler.base_scheduler [req-4a4cba67-728a-43f6-8e43-c501d7d7075a req-1ea2b02e-5060-40e7-835b-566416d6a1e5 tempest-FloatingIPsAssociationNegativeTestJSON-1147152048 tempest-FloatingIPsAssociationNegativeTestJSON-1147152048-project] Resources bound (agent type, host, resource id): {{(pid=103230) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 19:06:40.552301 n-d-713498-36 neutron-server[103230]: DEBUG neutron.db.l3_dvrscheduler_db [req-4a4cba67-728a-43f6-8e43-c501d7d7075a req-1ea2b02e-5060-40e7-835b-566416d6a1e5 tempest-FloatingIPsAssociationNegativeTestJSON-1147152048 tempest-FloatingIPsAssociationNegativeTestJSON-1147152048-project] Received port after_create {{(pid=103230) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 19:06:40.554326 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-bfca8082-d59a-429e-9fe9-c2a86e17c041 None None] Current status of the port f19de642-8111-424a-8b20-7d612ca6eb54 is: DOWN; New status is: ACTIVE {{(pid=103232) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 19:06:40.555782 n-d-713498-36 neutron-server[103233]: DEBUG neutron.db.l3_dvr_db [None req-c9c36b81-622b-42e2-a69d-3043a2577641 None None] Set router c42068f7-da8a-4624-b249-c97c33926aea gateway port host: n-d-713498-36 {{(pid=103233) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 19:06:40.556031 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-bfca8082-d59a-429e-9fe9-c2a86e17c041 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (f19de642-8111-424a-8b20-7d612ca6eb54), before_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:06:40.655874 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 51270) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:06:40.676636 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.v2.base [None req-0001b353-ad07-4597-a7dc-e1043d1ca12f tempest-ServersTestJSON-1708482947 tempest-ServersTestJSON-1708482947-project] Request body: {'security_group': {'name': 'tempest-securitygroup--741649024', 'description': 'tempest-description--1359630607'}} {{(pid=103230) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 19:06:40.745252 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ea2b02e-5060-40e7-835b-566416d6a1e5 tempest-FloatingIPsAssociationNegativeTestJSON-1147152048 tempest-FloatingIPsAssociationNegativeTestJSON-1147152048-project] Pushing event updated for resources: {'Port': ['ID=182166fb-3055-40bb-872a-da7d93c1f58d,revision_number=1']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:06:40.770461 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-bfca8082-d59a-429e-9fe9-c2a86e17c041 None None] For port f19de642-8111-424a-8b20-7d612ca6eb54, host n-d-713498-36, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-36',level=0,port_id=f19de642-8111-424a-8b20-7d612ca6eb54,segment=NetworkSegment(8aeea929-1696-4c23-bfbc-7dcca4effad7),segment_id=8aeea929-1696-4c23-bfbc-7dcca4effad7)] {{(pid=103232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 19:06:40.772698 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61b0cb47-7bdf-4493-af12-d518bde8300e None None] Pushing event updated for resources: {'Port': ['ID=f19de642-8111-424a-8b20-7d612ca6eb54,revision_number=4']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:06:40.797289 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-bfca8082-d59a-429e-9fe9-c2a86e17c041 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762867176205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762866656485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762866656503'] for port (f19de642-8111-424a-8b20-7d612ca6eb54), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:06:40.799314 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Device a294bcb8-d442-49d2-9a1d-f7a2c1782013 no longer exists at agent hyperv_n-h2-713498-36 {{(pid=103232) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 19:06:40.874306 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-0001b353-ad07-4597-a7dc-e1043d1ca12f tempest-ServersTestJSON-1708482947 tempest-ServersTestJSON-1708482947-project] Publish callbacks [] for security_group (None), before_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:06:40.877435 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-a656b885-7832-41d0-8761-3e9166113bd1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762867177463', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762866656476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12867576'] for port (e064e4dc-3c0b-4336-a057-8c9cb9a8eb99), after_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:06:40.881357 n-d-713498-36 neutron-server[103233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03747ef2-b0b1-481a-8b15-4d82545d8d02 None None] Pushing event updated for resources: {'Port': ['ID=c08f484f-37f6-4147-95cb-2439c86cb4ef,revision_number=4']} {{(pid=103233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:06:40.924897 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfca8082-d59a-429e-9fe9-c2a86e17c041 None None] Pushing event updated for resources: {'Port': ['ID=f19de642-8111-424a-8b20-7d612ca6eb54,revision_number=5']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:06:40.977666 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-7429db8d-6021-40ad-813e-885be449a89b None None] No Port match for: a294bcb8-d442-49d2-9a1d-f7a2c1782013 {{(pid=103232) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 19:06:40.978088 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Device a294bcb8-d442-49d2-9a1d-f7a2c1782013 not bound to the agent host n-h2-713498-36 {{(pid=103232) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 19:06:41.003335 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.provisioning_blocks [None req-cb69b656-1563-4897-a548-377e4400d406 None None] Provisioning complete for port c08f484f-37f6-4147-95cb-2439c86cb4ef triggered by entity DHCP. {{(pid=103232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 19:06:41.003620 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-cb69b656-1563-4897-a548-377e4400d406 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593630'] for port (c08f484f-37f6-4147-95cb-2439c86cb4ef), provisioning_complete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:06:41.012298 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-7ef07c6e-e1a0-4686-bb84-7bdf0a85f936 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762867132591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593584'] for agent (af91e4b9-f4e1-42b1-a25c-a10dc47171c8), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:06:41.038100 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.l3_dvr_db [None req-3de16f89-cbb6-4dfd-8003-1c7cab591d98 None None] Set router 0d171c3e-e989-410b-974b-5e518abe97dd gateway port host: n-d-713498-36 {{(pid=103232) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 19:06:41.041467 n-d-713498-36 neutron-server[103233]: DEBUG neutron.db.l3_hamode_db [None req-c9c36b81-622b-42e2-a69d-3043a2577641 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c42068f7-da8a-4624-b249-c97c33926aea', 'name': 'tempest-ServersTestJSON-6874266-router', 'tenant_id': 'bae1eec87894498eaa70e7abe5ad38f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88055e1e-672a-4487-be31-ffb6e833ece5', 'external_fixed_ips': [{'subnet_id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'ip_address': '172.25.1.51'}], 'enable_snat': True}, 'gw_port_id': '6ee3d163-f1aa-4ffa-beee-6b8f3db4d383', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T19:06:26Z', 'updated_at': '2022-02-09T19:06:35Z', 'revision_number': 4, 'project_id': 'bae1eec87894498eaa70e7abe5ad38f3', 'gw_port': {'id': '6ee3d163-f1aa-4ffa-beee-6b8f3db4d383', 'name': '', 'network_id': '88055e1e-672a-4487-be31-ffb6e833ece5', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:09:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c42068f7-da8a-4624-b249-c97c33926aea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 802, 'fixed_ips': [{'subnet_id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'ip_address': '172.25.1.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T19:06:28Z', 'updated_at': '2022-02-09T19:06:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-36', '_interfaces': [{'id': 'c08f484f-37f6-4147-95cb-2439c86cb4ef', 'name': '', 'network_id': '025d7490-0189-4dfb-b0f6-a58555e94e50', 'tenant_id': 'bae1eec87894498eaa70e7abe5ad38f3', 'mac_address': 'fa:16:3e:fe:c2:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c42068f7-da8a-4624-b249-c97c33926aea', 'device_owner': 'network:router_interface', 'standard_attr_id': 805, 'fixed_ips': [{'subnet_id': 'e62fb123-0190-48e3-9019-90c40f55758c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T19:06:33Z', 'updated_at': '2022-02-09T19:06:40Z', 'revision_number': 4, 'project_id': 'bae1eec87894498eaa70e7abe5ad38f3', 'subnets': [{'id': 'e62fb123-0190-48e3-9019-90c40f55758c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-36', False) {} {{(pid=103233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:06:41.064563 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [req-4a4cba67-728a-43f6-8e43-c501d7d7075a req-1ea2b02e-5060-40e7-835b-566416d6a1e5 tempest-FloatingIPsAssociationNegativeTestJSON-1147152048 tempest-FloatingIPsAssociationNegativeTestJSON-1147152048-project] Publish callbacks [] for floatingip (b4ac7ff2-b0f3-46f2-be47-ecb3e4ba093e), precommit_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:06:41.131722 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a656b885-7832-41d0-8761-3e9166113bd1 admin admin] Pushing event deleted for resources: {'Port': ['ID=e064e4dc-3c0b-4336-a057-8c9cb9a8eb99,revision_number=None']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:06:41.244749 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [req-4a4cba67-728a-43f6-8e43-c501d7d7075a req-1ea2b02e-5060-40e7-835b-566416d6a1e5 tempest-FloatingIPsAssociationNegativeTestJSON-1147152048 tempest-FloatingIPsAssociationNegativeTestJSON-1147152048-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (182166fb-3055-40bb-872a-da7d93c1f58d), before_update {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:06:41.265133 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-a656b885-7832-41d0-8761-3e9166113bd1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1613467', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1834633'] for router_interface (6cb8bca1-52c3-43f3-b751-d3f16e2a0269), after_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:06:41.286246 n-d-713498-36 neutron-server[103233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9c36b81-622b-42e2-a69d-3043a2577641 None None] The sync data for ids ['c42068f7-da8a-4624-b249-c97c33926aea'] in n-d-713498-36 is: [{'id': 'c42068f7-da8a-4624-b249-c97c33926aea', 'name': 'tempest-ServersTestJSON-6874266-router', 'tenant_id': 'bae1eec87894498eaa70e7abe5ad38f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88055e1e-672a-4487-be31-ffb6e833ece5', 'external_fixed_ips': [{'subnet_id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'ip_address': '172.25.1.51'}], 'enable_snat': True}, 'gw_port_id': '6ee3d163-f1aa-4ffa-beee-6b8f3db4d383', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T19:06:26Z', 'updated_at': '2022-02-09T19:06:35Z', 'revision_number': 4, 'project_id': 'bae1eec87894498eaa70e7abe5ad38f3', 'gw_port': {'id': '6ee3d163-f1aa-4ffa-beee-6b8f3db4d383', 'name': '', 'network_id': '88055e1e-672a-4487-be31-ffb6e833ece5', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:09:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c42068f7-da8a-4624-b249-c97c33926aea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 802, 'fixed_ips': [{'subnet_id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'ip_address': '172.25.1.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T19:06:28Z', 'updated_at': '2022-02-09T19:06:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-36', '_interfaces': [{'id': 'c08f484f-37f6-4147-95cb-2439c86cb4ef', 'name': '', 'network_id': '025d7490-0189-4dfb-b0f6-a58555e94e50', 'tenant_id': 'bae1eec87894498eaa70e7abe5ad38f3', 'mac_address': 'fa:16:3e:fe:c2:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c42068f7-da8a-4624-b249-c97c33926aea', 'device_owner': 'network:router_interface', 'standard_attr_id': 805, 'fixed_ips': [{'subnet_id': 'e62fb123-0190-48e3-9019-90c40f55758c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T19:06:33Z', 'updated_at': '2022-02-09T19:06:40Z', 'revision_number': 4, 'project_id': 'bae1eec87894498eaa70e7abe5ad38f3', 'subnets': [{'id': 'e62fb123-0190-48e3-9019-90c40f55758c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103233) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 19:06:41.417138 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-cb69b656-1563-4897-a548-377e4400d406 None None] Current status of the port c08f484f-37f6-4147-95cb-2439c86cb4ef is: DOWN; New status is: ACTIVE {{(pid=103232) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 19:06:41.417606 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-cb69b656-1563-4897-a548-377e4400d406 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (c08f484f-37f6-4147-95cb-2439c86cb4ef), before_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:06:41.433421 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-0001b353-ad07-4597-a7dc-e1043d1ca12f tempest-ServersTestJSON-1708482947 tempest-ServersTestJSON-1708482947-project] Publish callbacks [] for security_group (4f4cf49e-2dae-4f95-aa8c-af4db5fe746b), precommit_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:06:41.449933 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed71c09d-cbc3-4bbe-9f8f-1cf56125cd1f req-71fab954-a08f-44ef-bc35-a5104150b548 tempest-LiveAutoBlockMigrationV225Test-2127879101 tempest-LiveAutoBlockMigrationV225Test-2127879101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:06:41.457227 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-0001b353-ad07-4597-a7dc-e1043d1ca12f tempest-ServersTestJSON-1708482947 tempest-ServersTestJSON-1708482947-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1892331'] for security_group (4f4cf49e-2dae-4f95-aa8c-af4db5fe746b), after_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:06:41.461132 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-ed71c09d-cbc3-4bbe-9f8f-1cf56125cd1f req-71fab954-a08f-44ef-bc35-a5104150b548 tempest-LiveAutoBlockMigrationV225Test-2127879101 tempest-LiveAutoBlockMigrationV225Test-2127879101-project] 10.222.0.75 "GET /v2.0/ports?device_id=d3938fbf-e1b0-4686-9d2f-36596059719e HTTP/1.1" status: 200 len: 943 time: 0.6249254 Feb 09 19:06:41.532755 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0001b353-ad07-4597-a7dc-e1043d1ca12f tempest-ServersTestJSON-1708482947 tempest-ServersTestJSON-1708482947-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4f4cf49e-2dae-4f95-aa8c-af4db5fe746b,revision_number=1']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:06:41.606478 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-ed71c09d-cbc3-4bbe-9f8f-1cf56125cd1f req-433ff6c3-d9bc-4e97-aefb-21fcf038f79f tempest-LiveAutoBlockMigrationV225Test-2127879101 tempest-LiveAutoBlockMigrationV225Test-2127879101-project] 10.222.0.75 "GET /v2.0/security-groups?id=e3cb5363-3b49-4f74-b239-a871e755b40a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1441023 Feb 09 19:06:41.623808 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-cb69b656-1563-4897-a548-377e4400d406 None None] For port c08f484f-37f6-4147-95cb-2439c86cb4ef, host n-d-713498-36, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-36',level=0,port_id=c08f484f-37f6-4147-95cb-2439c86cb4ef,segment=NetworkSegment(2d52e674-b061-4f71-8e43-e176c61c8678),segment_id=2d52e674-b061-4f71-8e43-e176c61c8678)] {{(pid=103232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 19:06:41.635473 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-0001b353-ad07-4597-a7dc-e1043d1ca12f tempest-ServersTestJSON-1708482947 tempest-ServersTestJSON-1708482947-project] Publish callbacks [] for security_group (None), before_response {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:06:41.648914 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-0001b353-ad07-4597-a7dc-e1043d1ca12f tempest-ServersTestJSON-1708482947 tempest-ServersTestJSON-1708482947-project] 10.222.0.75 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.9763076 Feb 09 19:06:41.649176 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 51272) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:06:41.649176 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.v2.base [None req-afeed04e-aec7-4b08-bbea-76aa1cd859b4 tempest-ServersTestJSON-1708482947 tempest-ServersTestJSON-1708482947-project] Request body: {'security_group_rule': {'security_group_id': '4f4cf49e-2dae-4f95-aa8c-af4db5fe746b', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 19:06:41.664162 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-cb69b656-1563-4897-a548-377e4400d406 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762867176205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762866656485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762866656503'] for port (c08f484f-37f6-4147-95cb-2439c86cb4ef), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:06:41.676385 n-d-713498-36 neutron-server[103229]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a656b885-7832-41d0-8761-3e9166113bd1 admin admin] Router 6cb8bca1-52c3-43f3-b751-d3f16e2a0269 has already been hosted by L3 agent 93303d5e-5d17-45e8-8963-7694f87783ae {{(pid=103229) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 19:06:41.696462 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-afeed04e-aec7-4b08-bbea-76aa1cd859b4 tempest-ServersTestJSON-1708482947 tempest-ServersTestJSON-1708482947-project] Publish callbacks [] for security_group_rule (80d0f258-7af5-4bed-89be-bdd36e27e698), before_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:06:41.744931 n-d-713498-36 neutron-server[103229]: INFO neutron.api.v2.resource [req-b3f5a64b-76db-4ee8-9ae5-63b1f3fe2cc5 req-2851f569-b24d-4e1a-9877-8e1a73fd4c3f tempest-FloatingIPsNegativeTestJSON-1425504152 tempest-FloatingIPsNegativeTestJSON-1425504152-project] show failed (client error): The resource could not be found. Feb 09 19:06:41.746105 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-b3f5a64b-76db-4ee8-9ae5-63b1f3fe2cc5 req-2851f569-b24d-4e1a-9877-8e1a73fd4c3f tempest-FloatingIPsNegativeTestJSON-1425504152 tempest-FloatingIPsNegativeTestJSON-1425504152-project] 10.222.0.75 "GET /v2.0/floatingips/3224c3cd-89bc-447d-a203-92fd3d0722ca HTTP/1.1" status: 404 len: 350 time: 0.0563469 Feb 09 19:06:41.786917 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 51274) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:06:41.801239 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [req-4a4cba67-728a-43f6-8e43-c501d7d7075a req-1ea2b02e-5060-40e7-835b-566416d6a1e5 tempest-FloatingIPsAssociationNegativeTestJSON-1147152048 tempest-FloatingIPsAssociationNegativeTestJSON-1147152048-project] Publish callbacks [] for port (182166fb-3055-40bb-872a-da7d93c1f58d), precommit_update {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:06:41.817691 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [req-4a4cba67-728a-43f6-8e43-c501d7d7075a req-1ea2b02e-5060-40e7-835b-566416d6a1e5 tempest-FloatingIPsAssociationNegativeTestJSON-1147152048 tempest-FloatingIPsAssociationNegativeTestJSON-1147152048-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762867176205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762866656485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762866656503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14393758'] for port (182166fb-3055-40bb-872a-da7d93c1f58d), after_update {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:06:42.086956 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb69b656-1563-4897-a548-377e4400d406 None None] Pushing event updated for resources: {'Port': ['ID=c08f484f-37f6-4147-95cb-2439c86cb4ef,revision_number=5']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:06:42.106034 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.provisioning_blocks [None req-cb69b656-1563-4897-a548-377e4400d406 None None] Provisioning complete for port f19de642-8111-424a-8b20-7d612ca6eb54 triggered by entity DHCP. {{(pid=103232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 19:06:42.107004 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-cb69b656-1563-4897-a548-377e4400d406 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593630'] for port (f19de642-8111-424a-8b20-7d612ca6eb54), provisioning_complete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:06:42.272853 n-d-713498-36 neutron-server[103229]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 19:06:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-31cdca4b-c24a-407a-bc99-d8db1fd959ae x-openstack-request-id: req-31cdca4b-c24a-407a-bc99-d8db1fd959ae {{(pid=103229) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 19:06:42.273392 n-d-713498-36 neutron-server[103229]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d3938fbf-e1b0-4686-9d2f-36596059719e", "tag": "0cc10c1d-eb71-4257-813d-d978a5eb3a04", "status": "completed", "code": 200}]} {{(pid=103229) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 19:06:42.273392 n-d-713498-36 neutron-server[103229]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-31cdca4b-c24a-407a-bc99-d8db1fd959ae {{(pid=103229) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 19:06:42.273805 n-d-713498-36 neutron-server[103229]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd3938fbf-e1b0-4686-9d2f-36596059719e', 'tag': '0cc10c1d-eb71-4257-813d-d978a5eb3a04', 'status': 'completed', 'code': 200} Feb 09 19:06:42.313539 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-cb69b656-1563-4897-a548-377e4400d406 None None] Current status of the port f19de642-8111-424a-8b20-7d612ca6eb54 is: ACTIVE; New status is: ACTIVE {{(pid=103232) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 19:06:42.350821 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ea2b02e-5060-40e7-835b-566416d6a1e5 tempest-FloatingIPsAssociationNegativeTestJSON-1147152048 tempest-FloatingIPsAssociationNegativeTestJSON-1147152048-project] Pushing event updated for resources: {'Port': ['ID=182166fb-3055-40bb-872a-da7d93c1f58d,revision_number=2']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:06:42.361558 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ea2b02e-5060-40e7-835b-566416d6a1e5 tempest-FloatingIPsAssociationNegativeTestJSON-1147152048 tempest-FloatingIPsAssociationNegativeTestJSON-1147152048-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:06:42.362021 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ea2b02e-5060-40e7-835b-566416d6a1e5 tempest-FloatingIPsAssociationNegativeTestJSON-1147152048 tempest-FloatingIPsAssociationNegativeTestJSON-1147152048-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:06:42.362442 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ea2b02e-5060-40e7-835b-566416d6a1e5 tempest-FloatingIPsAssociationNegativeTestJSON-1147152048 tempest-FloatingIPsAssociationNegativeTestJSON-1147152048-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:06:42.362854 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ea2b02e-5060-40e7-835b-566416d6a1e5 tempest-FloatingIPsAssociationNegativeTestJSON-1147152048 tempest-FloatingIPsAssociationNegativeTestJSON-1147152048-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:06:42.363267 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ea2b02e-5060-40e7-835b-566416d6a1e5 tempest-FloatingIPsAssociationNegativeTestJSON-1147152048 tempest-FloatingIPsAssociationNegativeTestJSON-1147152048-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:06:42.363669 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ea2b02e-5060-40e7-835b-566416d6a1e5 tempest-FloatingIPsAssociationNegativeTestJSON-1147152048 tempest-FloatingIPsAssociationNegativeTestJSON-1147152048-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:06:42.364068 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ea2b02e-5060-40e7-835b-566416d6a1e5 tempest-FloatingIPsAssociationNegativeTestJSON-1147152048 tempest-FloatingIPsAssociationNegativeTestJSON-1147152048-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:06:42.364485 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ea2b02e-5060-40e7-835b-566416d6a1e5 tempest-FloatingIPsAssociationNegativeTestJSON-1147152048 tempest-FloatingIPsAssociationNegativeTestJSON-1147152048-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:06:42.364883 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ea2b02e-5060-40e7-835b-566416d6a1e5 tempest-FloatingIPsAssociationNegativeTestJSON-1147152048 tempest-FloatingIPsAssociationNegativeTestJSON-1147152048-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:06:42.365280 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ea2b02e-5060-40e7-835b-566416d6a1e5 tempest-FloatingIPsAssociationNegativeTestJSON-1147152048 tempest-FloatingIPsAssociationNegativeTestJSON-1147152048-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:06:42.365465 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.l3_hamode_db [None req-3de16f89-cbb6-4dfd-8003-1c7cab591d98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d171c3e-e989-410b-974b-5e518abe97dd', 'name': 'tempest-FloatingIPsNegativeTestJSON-168596681-router', 'tenant_id': '2f7cb5001b0941dbb65abbb765d04ac6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88055e1e-672a-4487-be31-ffb6e833ece5', 'external_fixed_ips': [{'subnet_id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'ip_address': '172.25.1.187'}], 'enable_snat': True}, 'gw_port_id': '08b8411f-8cc3-4f6a-af68-1cc62ec122cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T19:06:21Z', 'updated_at': '2022-02-09T19:06:32Z', 'revision_number': 4, 'project_id': '2f7cb5001b0941dbb65abbb765d04ac6', 'gw_port': {'id': '08b8411f-8cc3-4f6a-af68-1cc62ec122cd', 'name': '', 'network_id': '88055e1e-672a-4487-be31-ffb6e833ece5', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:76:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d171c3e-e989-410b-974b-5e518abe97dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 789, 'fixed_ips': [{'subnet_id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'ip_address': '172.25.1.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T19:06:24Z', 'updated_at': '2022-02-09T19:06:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-36', '_interfaces': [{'id': 'f19de642-8111-424a-8b20-7d612ca6eb54', 'name': '', 'network_id': '54dce347-f0c4-4382-a34a-5c96731fc4de', 'tenant_id': '2f7cb5001b0941dbb65abbb765d04ac6', 'mac_address': 'fa:16:3e:b6:5d:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0d171c3e-e989-410b-974b-5e518abe97dd', 'device_owner': 'network:router_interface', 'standard_attr_id': 803, 'fixed_ips': [{'subnet_id': '5f246235-2007-4285-a6c4-be901d42856d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T19:06:28Z', 'updated_at': '2022-02-09T19:06:39Z', 'revision_number': 4, 'project_id': '2f7cb5001b0941dbb65abbb765d04ac6', 'subnets': [{'id': '5f246235-2007-4285-a6c4-be901d42856d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-36', False) {} {{(pid=103232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:06:42.365693 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ea2b02e-5060-40e7-835b-566416d6a1e5 tempest-FloatingIPsAssociationNegativeTestJSON-1147152048 tempest-FloatingIPsAssociationNegativeTestJSON-1147152048-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:06:42.366224 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ea2b02e-5060-40e7-835b-566416d6a1e5 tempest-FloatingIPsAssociationNegativeTestJSON-1147152048 tempest-FloatingIPsAssociationNegativeTestJSON-1147152048-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:06:42.366619 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ea2b02e-5060-40e7-835b-566416d6a1e5 tempest-FloatingIPsAssociationNegativeTestJSON-1147152048 tempest-FloatingIPsAssociationNegativeTestJSON-1147152048-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:06:42.388473 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [req-4a4cba67-728a-43f6-8e43-c501d7d7075a req-1ea2b02e-5060-40e7-835b-566416d6a1e5 tempest-FloatingIPsAssociationNegativeTestJSON-1147152048 tempest-FloatingIPsAssociationNegativeTestJSON-1147152048-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1818909'] for floatingip (b4ac7ff2-b0f3-46f2-be47-ecb3e4ba093e), after_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:06:42.410536 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [req-4a4cba67-728a-43f6-8e43-c501d7d7075a req-1ea2b02e-5060-40e7-835b-566416d6a1e5 tempest-FloatingIPsAssociationNegativeTestJSON-1147152048 tempest-FloatingIPsAssociationNegativeTestJSON-1147152048-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171096'] for floatingip (None), before_response {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:06:42.411927 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-4a4cba67-728a-43f6-8e43-c501d7d7075a req-1ea2b02e-5060-40e7-835b-566416d6a1e5 tempest-FloatingIPsAssociationNegativeTestJSON-1147152048 tempest-FloatingIPsAssociationNegativeTestJSON-1147152048-project] 10.222.0.75 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 2.9823449 Feb 09 19:06:42.427751 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3de16f89-cbb6-4dfd-8003-1c7cab591d98 None None] The sync data for ids ['0d171c3e-e989-410b-974b-5e518abe97dd'] in n-d-713498-36 is: [{'id': '0d171c3e-e989-410b-974b-5e518abe97dd', 'name': 'tempest-FloatingIPsNegativeTestJSON-168596681-router', 'tenant_id': '2f7cb5001b0941dbb65abbb765d04ac6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88055e1e-672a-4487-be31-ffb6e833ece5', 'external_fixed_ips': [{'subnet_id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'ip_address': '172.25.1.187'}], 'enable_snat': True}, 'gw_port_id': '08b8411f-8cc3-4f6a-af68-1cc62ec122cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T19:06:21Z', 'updated_at': '2022-02-09T19:06:32Z', 'revision_number': 4, 'project_id': '2f7cb5001b0941dbb65abbb765d04ac6', 'gw_port': {'id': '08b8411f-8cc3-4f6a-af68-1cc62ec122cd', 'name': '', 'network_id': '88055e1e-672a-4487-be31-ffb6e833ece5', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:76:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d171c3e-e989-410b-974b-5e518abe97dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 789, 'fixed_ips': [{'subnet_id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'ip_address': '172.25.1.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T19:06:24Z', 'updated_at': '2022-02-09T19:06:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-36', '_interfaces': [{'id': 'f19de642-8111-424a-8b20-7d612ca6eb54', 'name': '', 'network_id': '54dce347-f0c4-4382-a34a-5c96731fc4de', 'tenant_id': '2f7cb5001b0941dbb65abbb765d04ac6', 'mac_address': 'fa:16:3e:b6:5d:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0d171c3e-e989-410b-974b-5e518abe97dd', 'device_owner': 'network:router_interface', 'standard_attr_id': 803, 'fixed_ips': [{'subnet_id': '5f246235-2007-4285-a6c4-be901d42856d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T19:06:28Z', 'updated_at': '2022-02-09T19:06:39Z', 'revision_number': 4, 'project_id': '2f7cb5001b0941dbb65abbb765d04ac6', 'subnets': [{'id': '5f246235-2007-4285-a6c4-be901d42856d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103232) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 19:06:42.552764 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-4a4cba67-728a-43f6-8e43-c501d7d7075a req-bb0a9c61-6ae5-42bd-b310-ecca83d615a9 tempest-FloatingIPsAssociationNegativeTestJSON-1147152048 tempest-FloatingIPsAssociationNegativeTestJSON-1147152048-project] 10.222.0.75 "GET /v2.0/floatingips?floating_ip_address=172.25.1.34 HTTP/1.1" status: 200 len: 695 time: 0.1328514 Feb 09 19:06:42.557390 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b8acaec-2b52-44a3-93b5-c35a44c27007 req-1ea6508c-9bd1-4de7-9d7f-b1f054ce721b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:06:42.559098 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-1b8acaec-2b52-44a3-93b5-c35a44c27007 req-1ea6508c-9bd1-4de7-9d7f-b1f054ce721b service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=b8d56d08e88f4d4daeb8e5fed321a162&device_id=d3938fbf-e1b0-4686-9d2f-36596059719e HTTP/1.1" status: 200 len: 1126 time: 0.2842903 Feb 09 19:06:42.565053 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-afeed04e-aec7-4b08-bbea-76aa1cd859b4 tempest-ServersTestJSON-1708482947 tempest-ServersTestJSON-1708482947-project] Publish callbacks [] for security_group_rule (80d0f258-7af5-4bed-89be-bdd36e27e698), precommit_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:06:42.621334 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d19b87f5-00ce-4560-8c43-ba68b059b365 req-4a0964e8-2e74-4b2a-8997-43c7a1147629 tempest-TaggedBootDevicesTest_v242-798392635 tempest-TaggedBootDevicesTest_v242-798392635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:06:42.633658 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d19b87f5-00ce-4560-8c43-ba68b059b365 req-4a0964e8-2e74-4b2a-8997-43c7a1147629 tempest-TaggedBootDevicesTest_v242-798392635 tempest-TaggedBootDevicesTest_v242-798392635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:06:42.666350 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d19b87f5-00ce-4560-8c43-ba68b059b365 req-4a0964e8-2e74-4b2a-8997-43c7a1147629 tempest-TaggedBootDevicesTest_v242-798392635 tempest-TaggedBootDevicesTest_v242-798392635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:06:42.680698 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d19b87f5-00ce-4560-8c43-ba68b059b365 req-4a0964e8-2e74-4b2a-8997-43c7a1147629 tempest-TaggedBootDevicesTest_v242-798392635 tempest-TaggedBootDevicesTest_v242-798392635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:06:42.694514 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d19b87f5-00ce-4560-8c43-ba68b059b365 req-4a0964e8-2e74-4b2a-8997-43c7a1147629 tempest-TaggedBootDevicesTest_v242-798392635 tempest-TaggedBootDevicesTest_v242-798392635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:06:42.703903 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d19b87f5-00ce-4560-8c43-ba68b059b365 req-4a0964e8-2e74-4b2a-8997-43c7a1147629 tempest-TaggedBootDevicesTest_v242-798392635 tempest-TaggedBootDevicesTest_v242-798392635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:06:42.712356 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d19b87f5-00ce-4560-8c43-ba68b059b365 req-4a0964e8-2e74-4b2a-8997-43c7a1147629 tempest-TaggedBootDevicesTest_v242-798392635 tempest-TaggedBootDevicesTest_v242-798392635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:06:42.714600 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-d19b87f5-00ce-4560-8c43-ba68b059b365 req-4a0964e8-2e74-4b2a-8997-43c7a1147629 tempest-TaggedBootDevicesTest_v242-798392635 tempest-TaggedBootDevicesTest_v242-798392635-project] 10.222.0.75 "GET /v2.0/ports?device_id=8319129f-1054-494a-b0c0-2ec99e839619 HTTP/1.1" status: 200 len: 5431 time: 0.4213068 Feb 09 19:06:42.729073 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-afeed04e-aec7-4b08-bbea-76aa1cd859b4 tempest-ServersTestJSON-1708482947 tempest-ServersTestJSON-1708482947-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1892250'] for security_group_rule (80d0f258-7af5-4bed-89be-bdd36e27e698), after_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:06:42.773058 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a4cba67-728a-43f6-8e43-c501d7d7075a req-a761e8e2-180c-402a-a51f-231a8cc29aa6 tempest-FloatingIPsAssociationNegativeTestJSON-1147152048 tempest-FloatingIPsAssociationNegativeTestJSON-1147152048-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:06:42.774610 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-4a4cba67-728a-43f6-8e43-c501d7d7075a req-a761e8e2-180c-402a-a51f-231a8cc29aa6 tempest-FloatingIPsAssociationNegativeTestJSON-1147152048 tempest-FloatingIPsAssociationNegativeTestJSON-1147152048-project] 10.222.0.75 "GET /v2.0/networks/88055e1e-672a-4487-be31-ffb6e833ece5 HTTP/1.1" status: 200 len: 784 time: 0.2120018 Feb 09 19:06:42.810217 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Device c08f484f-37f6-4147-95cb-2439c86cb4ef up at agent ovs-agent-n-d-713498-36 {{(pid=103232) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 19:06:42.866208 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a656b885-7832-41d0-8761-3e9166113bd1 admin admin] Notify agent at l3_agent.n-d-713498-36 the message routers_updated {{(pid=103229) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 19:06:42.880725 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a943c07-c947-4e46-822b-233ca4665565 None None] Sync routers for ids ['6cb8bca1-52c3-43f3-b751-d3f16e2a0269'] in n-d-713498-36 {{(pid=103232) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 19:06:42.885157 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-a656b885-7832-41d0-8761-3e9166113bd1 admin admin] 10.222.0.75 "PUT /v2.0/routers/6cb8bca1-52c3-43f3-b751-d3f16e2a0269/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.4607277 Feb 09 19:06:42.887933 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 51280) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:06:42.890535 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afeed04e-aec7-4b08-bbea-76aa1cd859b4 tempest-ServersTestJSON-1708482947 tempest-ServersTestJSON-1708482947-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=80d0f258-7af5-4bed-89be-bdd36e27e698,revision_number=0']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:06:42.906478 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afeed04e-aec7-4b08-bbea-76aa1cd859b4 tempest-ServersTestJSON-1708482947 tempest-ServersTestJSON-1708482947-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:06:42.907271 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afeed04e-aec7-4b08-bbea-76aa1cd859b4 tempest-ServersTestJSON-1708482947 tempest-ServersTestJSON-1708482947-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:06:42.907628 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afeed04e-aec7-4b08-bbea-76aa1cd859b4 tempest-ServersTestJSON-1708482947 tempest-ServersTestJSON-1708482947-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:06:42.907984 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afeed04e-aec7-4b08-bbea-76aa1cd859b4 tempest-ServersTestJSON-1708482947 tempest-ServersTestJSON-1708482947-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:06:42.908313 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afeed04e-aec7-4b08-bbea-76aa1cd859b4 tempest-ServersTestJSON-1708482947 tempest-ServersTestJSON-1708482947-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:06:42.908649 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afeed04e-aec7-4b08-bbea-76aa1cd859b4 tempest-ServersTestJSON-1708482947 tempest-ServersTestJSON-1708482947-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:06:42.908991 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afeed04e-aec7-4b08-bbea-76aa1cd859b4 tempest-ServersTestJSON-1708482947 tempest-ServersTestJSON-1708482947-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:06:42.909326 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afeed04e-aec7-4b08-bbea-76aa1cd859b4 tempest-ServersTestJSON-1708482947 tempest-ServersTestJSON-1708482947-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:06:42.909757 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afeed04e-aec7-4b08-bbea-76aa1cd859b4 tempest-ServersTestJSON-1708482947 tempest-ServersTestJSON-1708482947-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:06:42.910059 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afeed04e-aec7-4b08-bbea-76aa1cd859b4 tempest-ServersTestJSON-1708482947 tempest-ServersTestJSON-1708482947-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:06:42.910362 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afeed04e-aec7-4b08-bbea-76aa1cd859b4 tempest-ServersTestJSON-1708482947 tempest-ServersTestJSON-1708482947-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:06:42.910737 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afeed04e-aec7-4b08-bbea-76aa1cd859b4 tempest-ServersTestJSON-1708482947 tempest-ServersTestJSON-1708482947-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:06:42.911017 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afeed04e-aec7-4b08-bbea-76aa1cd859b4 tempest-ServersTestJSON-1708482947 tempest-ServersTestJSON-1708482947-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:06:42.938260 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-afeed04e-aec7-4b08-bbea-76aa1cd859b4 tempest-ServersTestJSON-1708482947 tempest-ServersTestJSON-1708482947-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:06:42.939534 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-afeed04e-aec7-4b08-bbea-76aa1cd859b4 tempest-ServersTestJSON-1708482947 tempest-ServersTestJSON-1708482947-project] 10.222.0.75 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.2964714 Feb 09 19:06:42.945030 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 51284) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:06:42.948742 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.provisioning_blocks [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Provisioning complete for port c08f484f-37f6-4147-95cb-2439c86cb4ef triggered by entity L2. {{(pid=103232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 19:06:42.953048 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593630'] for port (c08f484f-37f6-4147-95cb-2439c86cb4ef), provisioning_complete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:06:42.954347 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.v2.base [None req-f35f0656-ec0b-48eb-a2d8-61e1c654472c tempest-ServersTestJSON-1708482947 tempest-ServersTestJSON-1708482947-project] Request body: {'security_group_rule': {'security_group_id': '4f4cf49e-2dae-4f95-aa8c-af4db5fe746b', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 19:06:42.958953 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a943c07-c947-4e46-822b-233ca4665565 None None] Routers {'6cb8bca1-52c3-43f3-b751-d3f16e2a0269'} bound to L3 agent in host n-d-713498-36 {{(pid=103232) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 19:06:42.961748 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.l3_hamode_db [None req-4a943c07-c947-4e46-822b-233ca4665565 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T18:51:43Z,description=,heartbeat_timestamp=2022-02-09T19:06:13Z,host='n-d-713498-36',id=93303d5e-5d17-45e8-8963-7694f87783ae,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T18:51:43Z,topic='l3_agent')) {'router_ids': ['6cb8bca1-52c3-43f3-b751-d3f16e2a0269'], 'active': True} {{(pid=103232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:06:43.180384 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b8acaec-2b52-44a3-93b5-c35a44c27007 req-39ad0d05-6423-4399-ab5f-47dc83049ba0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:06:43.182336 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-1b8acaec-2b52-44a3-93b5-c35a44c27007 req-39ad0d05-6423-4399-ab5f-47dc83049ba0 service neutron] 10.222.0.89 "GET /v2.0/networks?id=0e993f99-d3d0-4a2a-8eed-2f34375798b5 HTTP/1.1" status: 200 len: 921 time: 0.5990980 Feb 09 19:06:43.195487 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca76f3bd-f1f4-4760-8987-34f65c2d9f77 req-ec063a0d-3317-4a6d-998d-1ecbae864c19 tempest-LiveMigrationTest-1021096981 tempest-LiveMigrationTest-1021096981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:06:43.196518 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-d19b87f5-00ce-4560-8c43-ba68b059b365 req-8c2ccb2e-720b-4257-a182-03f0ac0df002 tempest-TaggedBootDevicesTest_v242-798392635 tempest-TaggedBootDevicesTest_v242-798392635-project] 10.222.0.75 "GET /v2.0/security-groups?id=58062d4f-c149-4db3-a357-a4eb59a3d83e&id=6452f0cf-fe35-4557-9092-43f1827176a8&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.4627471 Feb 09 19:06:43.200530 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-ca76f3bd-f1f4-4760-8987-34f65c2d9f77 req-ec063a0d-3317-4a6d-998d-1ecbae864c19 tempest-LiveMigrationTest-1021096981 tempest-LiveMigrationTest-1021096981-project] 10.222.0.75 "GET /v2.0/ports?device_id=2f9a8919-1b2a-4183-90dc-45c5e52d5a99 HTTP/1.1" status: 200 len: 943 time: 0.1198452 Feb 09 19:06:43.305739 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-51bf67cf-99e2-4935-b7f0-7b564ac29853 admin admin] Publish callbacks [] for router (6cb8bca1-52c3-43f3-b751-d3f16e2a0269), before_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:06:43.307256 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-c56a50ac-0202-43b8-afac-e3441773d2e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762867132591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593584'] for agent (93303d5e-5d17-45e8-8963-7694f87783ae), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:06:43.366994 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-1b8acaec-2b52-44a3-93b5-c35a44c27007 req-38e219b5-c44b-4b9f-a8f6-a4d65d9a7109 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=0cc10c1d-eb71-4257-813d-d978a5eb3a04 HTTP/1.1" status: 200 len: 217 time: 0.1508086 Feb 09 19:06:43.405237 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-ca76f3bd-f1f4-4760-8987-34f65c2d9f77 req-ed4c56af-1d61-4455-b059-a608c65f882f tempest-LiveMigrationTest-1021096981 tempest-LiveMigrationTest-1021096981-project] 10.222.0.75 "GET /v2.0/security-groups?id=ba18819a-1490-4e7b-a11b-e8610423d8ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1884434 Feb 09 19:06:43.444071 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Current status of the port c08f484f-37f6-4147-95cb-2439c86cb4ef is: ACTIVE; New status is: ACTIVE {{(pid=103232) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 19:06:43.449670 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.l3_dvr_db [None req-4a943c07-c947-4e46-822b-233ca4665565 None None] Set router 6cb8bca1-52c3-43f3-b751-d3f16e2a0269 gateway port host: n-d-713498-36 {{(pid=103232) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 19:06:43.500527 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-51bf67cf-99e2-4935-b7f0-7b564ac29853 admin admin] Publish callbacks [] for router_gateway (6cb8bca1-52c3-43f3-b751-d3f16e2a0269), before_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:06:43.515801 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-f35f0656-ec0b-48eb-a2d8-61e1c654472c tempest-ServersTestJSON-1708482947 tempest-ServersTestJSON-1708482947-project] Publish callbacks [] for security_group_rule (e26fab0c-00ef-492b-b13c-3b7bd919dff9), before_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:06:43.587616 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec2777c4-6361-4163-9c00-65aa03896935 req-5a6f305f-2bd2-492c-81b2-bad3fffcf762 tempest-FloatingIPsAssociationNegativeTestJSON-1147152048 tempest-FloatingIPsAssociationNegativeTestJSON-1147152048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:06:43.590164 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-ec2777c4-6361-4163-9c00-65aa03896935 req-5a6f305f-2bd2-492c-81b2-bad3fffcf762 tempest-FloatingIPsAssociationNegativeTestJSON-1147152048 tempest-FloatingIPsAssociationNegativeTestJSON-1147152048-project] 10.222.0.75 "GET /v2.0/ports?device_id=b44ce140-61cc-4267-a2e4-7210687d93e5&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.0928421 Feb 09 19:06:43.618900 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b8acaec-2b52-44a3-93b5-c35a44c27007 req-55f53795-9c38-493c-a322-9a0c3709f984 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:06:43.620298 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-1b8acaec-2b52-44a3-93b5-c35a44c27007 req-55f53795-9c38-493c-a322-9a0c3709f984 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=7d496e2d-6315-4d42-9415-66e0bdf20977 HTTP/1.1" status: 200 len: 860 time: 0.2377405 Feb 09 19:06:43.663600 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-ec2777c4-6361-4163-9c00-65aa03896935 req-4ab50e0d-bbeb-4892-a76f-ed3b7934fc30 tempest-FloatingIPsAssociationNegativeTestJSON-1147152048 tempest-FloatingIPsAssociationNegativeTestJSON-1147152048-project] 10.222.0.75 "GET /v2.0/floatingips?floating_ip_address=172.25.1.34 HTTP/1.1" status: 200 len: 695 time: 0.0653212 Feb 09 19:06:43.667987 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.plugin [None req-51bf67cf-99e2-4935-b7f0-7b564ac29853 admin admin] Deleting port 8cac5024-100b-4868-86aa-6275654834fa {{(pid=103230) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 19:06:43.668575 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-51bf67cf-99e2-4935-b7f0-7b564ac29853 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762867170196'] for port (8cac5024-100b-4868-86aa-6275654834fa), before_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:06:43.687947 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.v2.base [req-ec2777c4-6361-4163-9c00-65aa03896935 req-c4901c27-f5b3-4267-8af2-1f04605be436 tempest-FloatingIPsAssociationNegativeTestJSON-1147152048 tempest-FloatingIPsAssociationNegativeTestJSON-1147152048-project] Request body: {'floatingip': {'port_id': 'd3b54021-8c52-4810-affe-60b8c5bfde4f', 'fixed_ip_address': '172.20.0.11'}} {{(pid=103230) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 19:06:43.689688 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-f35f0656-ec0b-48eb-a2d8-61e1c654472c tempest-ServersTestJSON-1708482947 tempest-ServersTestJSON-1708482947-project] Publish callbacks [] for security_group_rule (e26fab0c-00ef-492b-b13c-3b7bd919dff9), precommit_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:06:43.698722 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f8785b1-55b8-4a24-ab94-e050ab690fc5 req-b8f03ba2-cb83-48ee-a545-93a73cb095cb tempest-LiveAutoBlockMigrationV225Test-2127879101 tempest-LiveAutoBlockMigrationV225Test-2127879101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:06:43.706978 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-1f8785b1-55b8-4a24-ab94-e050ab690fc5 req-b8f03ba2-cb83-48ee-a545-93a73cb095cb tempest-LiveAutoBlockMigrationV225Test-2127879101 tempest-LiveAutoBlockMigrationV225Test-2127879101-project] 10.222.0.75 "GET /v2.0/ports?device_id=d3938fbf-e1b0-4686-9d2f-36596059719e HTTP/1.1" status: 200 len: 943 time: 0.3388770 Feb 09 19:06:43.716091 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-1b8acaec-2b52-44a3-93b5-c35a44c27007 req-5e306758-2b78-402d-8f41-320e8649af61 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=0e993f99-d3d0-4a2a-8eed-2f34375798b5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0820401 Feb 09 19:06:43.727608 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-f35f0656-ec0b-48eb-a2d8-61e1c654472c tempest-ServersTestJSON-1708482947 tempest-ServersTestJSON-1708482947-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1892250'] for security_group_rule (e26fab0c-00ef-492b-b13c-3b7bd919dff9), after_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:06:43.765481 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-f35f0656-ec0b-48eb-a2d8-61e1c654472c tempest-ServersTestJSON-1708482947 tempest-ServersTestJSON-1708482947-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:06:43.768025 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-f35f0656-ec0b-48eb-a2d8-61e1c654472c tempest-ServersTestJSON-1708482947 tempest-ServersTestJSON-1708482947-project] 10.222.0.75 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.8173504 Feb 09 19:06:43.769605 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [req-ec2777c4-6361-4163-9c00-65aa03896935 req-c4901c27-f5b3-4267-8af2-1f04605be436 tempest-FloatingIPsAssociationNegativeTestJSON-1147152048 tempest-FloatingIPsAssociationNegativeTestJSON-1147152048-project] Publish callbacks [] for floatingip (b4ac7ff2-b0f3-46f2-be47-ecb3e4ba093e), before_update {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:06:43.774290 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 51288) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:06:43.779203 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.v2.base [None req-31362428-3610-46a8-acbb-8c5d62367ad4 tempest-ServersTestJSON-1708482947 tempest-ServersTestJSON-1708482947-project] Request body: {'floatingip': {'floating_network_id': '88055e1e-672a-4487-be31-ffb6e833ece5'}} {{(pid=103230) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 19:06:43.784198 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.l3_hamode_db [None req-4a943c07-c947-4e46-822b-233ca4665565 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6cb8bca1-52c3-43f3-b751-d3f16e2a0269', 'name': 'tempest-FloatingIPsTestJSON-794167737-router', 'tenant_id': 'e623b53636fb4d76944cb391451b4189', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88055e1e-672a-4487-be31-ffb6e833ece5', 'external_fixed_ips': [{'subnet_id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'ip_address': '172.25.1.196'}], 'enable_snat': True}, 'gw_port_id': '8cac5024-100b-4868-86aa-6275654834fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T19:05:58Z', 'updated_at': '2022-02-09T19:06:40Z', 'revision_number': 5, 'project_id': 'e623b53636fb4d76944cb391451b4189', 'gw_port': {'id': '8cac5024-100b-4868-86aa-6275654834fa', 'name': '', 'network_id': '88055e1e-672a-4487-be31-ffb6e833ece5', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:43:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6cb8bca1-52c3-43f3-b751-d3f16e2a0269', 'device_owner': 'network:router_gateway', 'standard_attr_id': 772, 'fixed_ips': [{'subnet_id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'ip_address': '172.25.1.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T19:06:00Z', 'updated_at': '2022-02-09T19:06:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-36'}], 'n-d-713498-36', False) {} {{(pid=103232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:06:43.819024 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a943c07-c947-4e46-822b-233ca4665565 None None] Checking router: 6cb8bca1-52c3-43f3-b751-d3f16e2a0269 for host: n-d-713498-36 {{(pid=103232) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 19:06:43.830622 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f35f0656-ec0b-48eb-a2d8-61e1c654472c tempest-ServersTestJSON-1708482947 tempest-ServersTestJSON-1708482947-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e26fab0c-00ef-492b-b13c-3b7bd919dff9,revision_number=0']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:06:43.841022 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a943c07-c947-4e46-822b-233ca4665565 None None] Routers {'6cb8bca1-52c3-43f3-b751-d3f16e2a0269'} bound to L3 agent in host n-d-713498-36 {{(pid=103232) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 19:06:43.842677 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.l3_hamode_db [None req-4a943c07-c947-4e46-822b-233ca4665565 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-09T18:51:43Z,description=,heartbeat_timestamp=2022-02-09T19:06:43Z,host='n-d-713498-36',id=93303d5e-5d17-45e8-8963-7694f87783ae,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T18:51:43Z,topic='l3_agent')) {'router_ids': ['6cb8bca1-52c3-43f3-b751-d3f16e2a0269'], 'active': True} {{(pid=103232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:06:43.876684 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-1f8785b1-55b8-4a24-ab94-e050ab690fc5 req-27aa6d3c-f826-4d31-aee2-139613b3e690 tempest-LiveAutoBlockMigrationV225Test-2127879101 tempest-LiveAutoBlockMigrationV225Test-2127879101-project] 10.222.0.75 "GET /v2.0/security-groups?id=e3cb5363-3b49-4f74-b239-a871e755b40a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1685693 Feb 09 19:06:43.959048 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.l3_dvr_db [None req-4a943c07-c947-4e46-822b-233ca4665565 None None] Set router 6cb8bca1-52c3-43f3-b751-d3f16e2a0269 gateway port host: None {{(pid=103232) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 19:06:43.988004 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-1b8acaec-2b52-44a3-93b5-c35a44c27007 req-ecb0564b-29aa-471c-9f45-adf16a6851f5 service neutron] 10.222.0.89 "GET /v2.0/networks/0e993f99-d3d0-4a2a-8eed-2f34375798b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2564569 Feb 09 19:06:44.034728 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.l3_hamode_db [None req-4a943c07-c947-4e46-822b-233ca4665565 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6cb8bca1-52c3-43f3-b751-d3f16e2a0269', 'name': 'tempest-FloatingIPsTestJSON-794167737-router', 'tenant_id': 'e623b53636fb4d76944cb391451b4189', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T19:05:58Z', 'updated_at': '2022-02-09T19:06:43Z', 'revision_number': 6, 'project_id': 'e623b53636fb4d76944cb391451b4189', 'gw_port_host': None}], 'n-d-713498-36', False) {} {{(pid=103232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:06:44.066642 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a943c07-c947-4e46-822b-233ca4665565 None None] The sync data for ids ['6cb8bca1-52c3-43f3-b751-d3f16e2a0269'] in n-d-713498-36 is: [{'id': '6cb8bca1-52c3-43f3-b751-d3f16e2a0269', 'name': 'tempest-FloatingIPsTestJSON-794167737-router', 'tenant_id': 'e623b53636fb4d76944cb391451b4189', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T19:05:58Z', 'updated_at': '2022-02-09T19:06:43Z', 'revision_number': 6, 'project_id': 'e623b53636fb4d76944cb391451b4189', 'gw_port_host': None}] {{(pid=103232) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 19:06:44.088235 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-31362428-3610-46a8-acbb-8c5d62367ad4 tempest-ServersTestJSON-1708482947 tempest-ServersTestJSON-1708482947-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:06:44.100005 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.db [None req-51bf67cf-99e2-4935-b7f0-7b564ac29853 admin admin] For port 8cac5024-100b-4868-86aa-6275654834fa, host n-d-713498-36, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-36',level=0,port_id=8cac5024-100b-4868-86aa-6275654834fa,segment=NetworkSegment(a4222f89-8d3f-4b51-953b-1a8126392491),segment_id=a4222f89-8d3f-4b51-953b-1a8126392491)] {{(pid=103230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 19:06:44.100371 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-51bf67cf-99e2-4935-b7f0-7b564ac29853 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1820838'] for port (8cac5024-100b-4868-86aa-6275654834fa), precommit_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:06:44.100874 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-403e9006-321e-4317-8634-33ea4be130ff admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1834525'] for router_interface (0d171c3e-e989-410b-974b-5e518abe97dd), before_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:06:44.188218 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-edc54c9b-7f13-45d9-9271-85c9738b0128 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762867132591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593584'] for agent (a62b1850-466f-48ae-bec7-d62fb280e14b), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:06:44.198514 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.plugin [None req-51bf67cf-99e2-4935-b7f0-7b564ac29853 admin admin] Calling delete_port for 8cac5024-100b-4868-86aa-6275654834fa owned by network:router_gateway {{(pid=103230) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 19:06:44.278239 n-d-713498-36 neutron-server[103229]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '51cb8794-bff0-486c-b5b2-ded44945fc8b', 'name': 'network-vif-deleted', 'tag': 'a294bcb8-d442-49d2-9a1d-f7a2c1782013'}] {{(pid=103229) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 19:06:44.280563 n-d-713498-36 neutron-server[103229]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fa6ae9a20702bd564eaf90d946620b2b4277b1ab91129323d3b54181076be307" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a38f79a0-72b8-4bed-91bc-8b803b3bcc2b" -d '{"events": [{"server_uuid": "51cb8794-bff0-486c-b5b2-ded44945fc8b", "name": "network-vif-deleted", "tag": "a294bcb8-d442-49d2-9a1d-f7a2c1782013"}]}' {{(pid=103229) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 19:06:44.339970 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-1b8acaec-2b52-44a3-93b5-c35a44c27007 req-768259c8-a6fd-4423-b9cc-bd70977e2eb8 service neutron] 10.222.0.89 "GET /v2.0/networks/0e993f99-d3d0-4a2a-8eed-2f34375798b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3464239 Feb 09 19:06:44.436795 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-51bf67cf-99e2-4935-b7f0-7b564ac29853 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762867177463', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762866656476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14393751'] for port (8cac5024-100b-4868-86aa-6275654834fa), after_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:06:44.457546 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0021c7e6-848f-4b7c-b17c-2b8d52e6932d req-03c44fd1-5128-460f-9d79-0c1132dd830d tempest-ServersOnMultiNodesTest-1472402947 tempest-ServersOnMultiNodesTest-1472402947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:06:44.471259 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-0021c7e6-848f-4b7c-b17c-2b8d52e6932d req-03c44fd1-5128-460f-9d79-0c1132dd830d tempest-ServersOnMultiNodesTest-1472402947 tempest-ServersOnMultiNodesTest-1472402947-project] 10.222.0.75 "GET /v2.0/ports?device_id=c6d3d784-e9c5-44f4-8e9b-599af9ae422b HTTP/1.1" status: 200 len: 950 time: 0.1877966 Feb 09 19:06:44.496524 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51bf67cf-99e2-4935-b7f0-7b564ac29853 admin admin] Pushing event deleted for resources: {'Port': ['ID=8cac5024-100b-4868-86aa-6275654834fa,revision_number=None']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:06:44.629878 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-0021c7e6-848f-4b7c-b17c-2b8d52e6932d req-4066ee15-73a2-460e-9549-c6da7c5476f5 tempest-ServersOnMultiNodesTest-1472402947 tempest-ServersOnMultiNodesTest-1472402947-project] 10.222.0.75 "GET /v2.0/security-groups?id=aed5302d-0478-4b9d-b014-143adc5c0d74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1577668 Feb 09 19:06:44.705483 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-31362428-3610-46a8-acbb-8c5d62367ad4 tempest-ServersTestJSON-1708482947 tempest-ServersTestJSON-1708482947-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (None), before_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:06:44.718570 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-51bf67cf-99e2-4935-b7f0-7b564ac29853 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1818987'] for router_gateway (6cb8bca1-52c3-43f3-b751-d3f16e2a0269), after_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:06:44.735997 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.plugin [None req-403e9006-321e-4317-8634-33ea4be130ff admin admin] Deleting port f19de642-8111-424a-8b20-7d612ca6eb54 {{(pid=103229) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 19:06:44.738635 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-403e9006-321e-4317-8634-33ea4be130ff admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762867170196'] for port (f19de642-8111-424a-8b20-7d612ca6eb54), before_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:06:44.820230 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-51bf67cf-99e2-4935-b7f0-7b564ac29853 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1834988', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-58375'] for router (6cb8bca1-52c3-43f3-b751-d3f16e2a0269), precommit_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:06:44.822250 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-51bf67cf-99e2-4935-b7f0-7b564ac29853 admin admin] Publish callbacks [] for router_controller (6cb8bca1-52c3-43f3-b751-d3f16e2a0269), precommit_delete_associations {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:06:44.831440 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Device f19de642-8111-424a-8b20-7d612ca6eb54 up at agent ovs-agent-n-d-713498-36 {{(pid=103232) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 19:06:44.895917 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.provisioning_blocks [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Provisioning complete for port f19de642-8111-424a-8b20-7d612ca6eb54 triggered by entity L2. {{(pid=103232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 19:06:44.895917 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593630'] for port (f19de642-8111-424a-8b20-7d612ca6eb54), provisioning_complete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:06:44.900093 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df7865cc-a8e7-43e9-8387-058b661d3322 req-16b03e2b-067a-4270-a6aa-4ea57a6f0661 tempest-TaggedBootDevicesTest_v242-798392635 tempest-TaggedBootDevicesTest_v242-798392635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:06:44.906253 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df7865cc-a8e7-43e9-8387-058b661d3322 req-16b03e2b-067a-4270-a6aa-4ea57a6f0661 tempest-TaggedBootDevicesTest_v242-798392635 tempest-TaggedBootDevicesTest_v242-798392635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:06:44.912432 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df7865cc-a8e7-43e9-8387-058b661d3322 req-16b03e2b-067a-4270-a6aa-4ea57a6f0661 tempest-TaggedBootDevicesTest_v242-798392635 tempest-TaggedBootDevicesTest_v242-798392635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:06:44.917871 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df7865cc-a8e7-43e9-8387-058b661d3322 req-16b03e2b-067a-4270-a6aa-4ea57a6f0661 tempest-TaggedBootDevicesTest_v242-798392635 tempest-TaggedBootDevicesTest_v242-798392635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:06:44.919510 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-51bf67cf-99e2-4935-b7f0-7b564ac29853 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1835003'] for router (6cb8bca1-52c3-43f3-b751-d3f16e2a0269), after_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:06:44.920593 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-51bf67cf-99e2-4935-b7f0-7b564ac29853 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 6cb8bca1-52c3-43f3-b751-d3f16e2a0269 {{(pid=103230) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 09 19:06:44.924206 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df7865cc-a8e7-43e9-8387-058b661d3322 req-16b03e2b-067a-4270-a6aa-4ea57a6f0661 tempest-TaggedBootDevicesTest_v242-798392635 tempest-TaggedBootDevicesTest_v242-798392635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:06:44.929667 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df7865cc-a8e7-43e9-8387-058b661d3322 req-16b03e2b-067a-4270-a6aa-4ea57a6f0661 tempest-TaggedBootDevicesTest_v242-798392635 tempest-TaggedBootDevicesTest_v242-798392635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:06:44.935007 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df7865cc-a8e7-43e9-8387-058b661d3322 req-16b03e2b-067a-4270-a6aa-4ea57a6f0661 tempest-TaggedBootDevicesTest_v242-798392635 tempest-TaggedBootDevicesTest_v242-798392635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:06:44.937623 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-df7865cc-a8e7-43e9-8387-058b661d3322 req-16b03e2b-067a-4270-a6aa-4ea57a6f0661 tempest-TaggedBootDevicesTest_v242-798392635 tempest-TaggedBootDevicesTest_v242-798392635-project] 10.222.0.75 "GET /v2.0/ports?device_id=8319129f-1054-494a-b0c0-2ec99e839619 HTTP/1.1" status: 200 len: 5431 time: 0.1785336 Feb 09 19:06:44.947075 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-51bf67cf-99e2-4935-b7f0-7b564ac29853 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:06:44.950441 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-51bf67cf-99e2-4935-b7f0-7b564ac29853 admin admin] 10.222.0.75 "DELETE /v2.0/routers/6cb8bca1-52c3-43f3-b751-d3f16e2a0269 HTTP/1.1" status: 204 len: 168 time: 2.0590932 Feb 09 19:06:44.954189 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 51300) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:06:44.956994 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.db [None req-403e9006-321e-4317-8634-33ea4be130ff admin admin] For port f19de642-8111-424a-8b20-7d612ca6eb54, host n-d-713498-36, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-36',level=0,port_id=f19de642-8111-424a-8b20-7d612ca6eb54,segment=NetworkSegment(8aeea929-1696-4c23-bfbc-7dcca4effad7),segment_id=8aeea929-1696-4c23-bfbc-7dcca4effad7)] {{(pid=103229) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 19:06:44.957398 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-403e9006-321e-4317-8634-33ea4be130ff admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1820838'] for port (f19de642-8111-424a-8b20-7d612ca6eb54), precommit_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:06:45.016275 n-d-713498-36 neutron-server[103229]: DEBUG neutron.db.db_base_plugin_v2 [None req-efd84370-fcaf-4956-bd23-58815d1bfe6b admin admin] Deleting subnet 32ad42d3-ef84-4ea1-8e63-c41ac85d9ed8 {{(pid=103229) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 19:06:45.023336 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-efd84370-fcaf-4956-bd23-58815d1bfe6b admin admin] Publish callbacks [] for subnet (32ad42d3-ef84-4ea1-8e63-c41ac85d9ed8), before_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:06:45.039564 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Current status of the port f19de642-8111-424a-8b20-7d612ca6eb54 is: ACTIVE; New status is: ACTIVE {{(pid=103232) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 19:06:45.051209 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Device e064e4dc-3c0b-4336-a057-8c9cb9a8eb99 no longer exists at agent ovs-agent-n-d-713498-36 {{(pid=103232) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 19:06:45.053715 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.plugin [None req-403e9006-321e-4317-8634-33ea4be130ff admin admin] Calling delete_port for f19de642-8111-424a-8b20-7d612ca6eb54 owned by network:router_interface {{(pid=103229) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 19:06:45.061161 n-d-713498-36 neutron-server[103230]: DEBUG neutron.db.db_base_plugin_common [None req-31362428-3610-46a8-acbb-8c5d62367ad4 tempest-ServersTestJSON-1708482947 tempest-ServersTestJSON-1708482947-project] Allocated IP 172.25.1.237 (88055e1e-672a-4487-be31-ffb6e833ece5/ac16dbcc-383c-4b43-9153-d763c4a53f91/0caa6e4a-b307-4ff4-992d-b51abc70862e) {{(pid=103230) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 19:06:45.074132 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [req-ec2777c4-6361-4163-9c00-65aa03896935 req-c4901c27-f5b3-4267-8af2-1f04605be436 tempest-FloatingIPsAssociationNegativeTestJSON-1147152048 tempest-FloatingIPsAssociationNegativeTestJSON-1147152048-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:06:45.091352 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [req-ec2777c4-6361-4163-9c00-65aa03896935 req-c4901c27-f5b3-4267-8af2-1f04605be436 tempest-FloatingIPsAssociationNegativeTestJSON-1147152048 tempest-FloatingIPsAssociationNegativeTestJSON-1147152048-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1818909'] for floatingip (b4ac7ff2-b0f3-46f2-be47-ecb3e4ba093e), after_update {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:06:45.091627 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] No Port match for: e064e4dc-3c0b-4336-a057-8c9cb9a8eb99 {{(pid=103232) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 19:06:45.094239 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Device e064e4dc-3c0b-4336-a057-8c9cb9a8eb99 not bound to the agent host n-d-713498-36 {{(pid=103232) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 19:06:45.154445 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-efd84370-fcaf-4956-bd23-58815d1bfe6b admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16683410'] for subnet (32ad42d3-ef84-4ea1-8e63-c41ac85d9ed8), precommit_delete_associations {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:06:45.186134 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-df7865cc-a8e7-43e9-8387-058b661d3322 req-3ac47bad-434d-4a2a-8be0-a5cb38559859 tempest-TaggedBootDevicesTest_v242-798392635 tempest-TaggedBootDevicesTest_v242-798392635-project] 10.222.0.75 "GET /v2.0/security-groups?id=58062d4f-c149-4db3-a357-a4eb59a3d83e&id=6452f0cf-fe35-4557-9092-43f1827176a8&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2356360 Feb 09 19:06:45.283327 n-d-713498-36 neutron-server[103229]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 19:06:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-800b664c-7ce6-4c94-b7c1-63812a505f69 x-openstack-request-id: req-800b664c-7ce6-4c94-b7c1-63812a505f69 {{(pid=103229) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 19:06:45.283626 n-d-713498-36 neutron-server[103229]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "51cb8794-bff0-486c-b5b2-ded44945fc8b", "name": "network-vif-deleted", "tag": "a294bcb8-d442-49d2-9a1d-f7a2c1782013", "status": "completed", "code": 200}]} {{(pid=103229) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 19:06:45.283868 n-d-713498-36 neutron-server[103229]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-800b664c-7ce6-4c94-b7c1-63812a505f69 {{(pid=103229) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 19:06:45.284256 n-d-713498-36 neutron-server[103229]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '51cb8794-bff0-486c-b5b2-ded44945fc8b', 'name': 'network-vif-deleted', 'tag': 'a294bcb8-d442-49d2-9a1d-f7a2c1782013', 'status': 'completed', 'code': 200} Feb 09 19:06:45.330983 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-31362428-3610-46a8-acbb-8c5d62367ad4 tempest-ServersTestJSON-1708482947 tempest-ServersTestJSON-1708482947-project] Publish callbacks [] for port (0caa6e4a-b307-4ff4-992d-b51abc70862e), precommit_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:06:45.379019 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-efd84370-fcaf-4956-bd23-58815d1bfe6b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-759852'] for subnet (32ad42d3-ef84-4ea1-8e63-c41ac85d9ed8), precommit_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:06:45.387192 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-31362428-3610-46a8-acbb-8c5d62367ad4 tempest-ServersTestJSON-1708482947 tempest-ServersTestJSON-1708482947-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762866656467', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14393751'] for port (0caa6e4a-b307-4ff4-992d-b51abc70862e), after_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:06:45.486922 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1efe7eac-4b10-44eb-bacf-d41837103987 req-ef368811-9f48-4cbc-b320-e02c7c179903 tempest-LiveMigrationTest-1021096981 tempest-LiveMigrationTest-1021096981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:06:45.494220 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-1efe7eac-4b10-44eb-bacf-d41837103987 req-ef368811-9f48-4cbc-b320-e02c7c179903 tempest-LiveMigrationTest-1021096981 tempest-LiveMigrationTest-1021096981-project] 10.222.0.75 "GET /v2.0/ports?device_id=2f9a8919-1b2a-4183-90dc-45c5e52d5a99 HTTP/1.1" status: 200 len: 943 time: 0.1614075 Feb 09 19:06:45.540614 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-efd84370-fcaf-4956-bd23-58815d1bfe6b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-760023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12867367', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12759238'] for subnet (32ad42d3-ef84-4ea1-8e63-c41ac85d9ed8), after_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:06:45.588547 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efd84370-fcaf-4956-bd23-58815d1bfe6b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=32ad42d3-ef84-4ea1-8e63-c41ac85d9ed8,revision_number=None']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:06:45.602715 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-efd84370-fcaf-4956-bd23-58815d1bfe6b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1613566'] for subnet (None), before_response {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:06:45.609321 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-efd84370-fcaf-4956-bd23-58815d1bfe6b admin admin] 10.222.0.75 "DELETE /v2.0/subnets/32ad42d3-ef84-4ea1-8e63-c41ac85d9ed8 HTTP/1.1" status: 204 len: 168 time: 0.6492121 Feb 09 19:06:45.610931 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-403e9006-321e-4317-8634-33ea4be130ff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762867177463', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762866656476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12867576'] for port (f19de642-8111-424a-8b20-7d612ca6eb54), after_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:06:45.611560 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2d471a5-5d1e-4a9e-901c-2273af6a6077 None None] Network ac35732c-85b2-48c1-8afc-82e7e1893d66 requested from n-d-713498-36 {{(pid=103232) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 19:06:45.613252 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 51302) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:06:45.634781 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-1efe7eac-4b10-44eb-bacf-d41837103987 req-c24fb75e-3407-48bf-98d1-df7658c3351f tempest-LiveMigrationTest-1021096981 tempest-LiveMigrationTest-1021096981-project] 10.222.0.75 "GET /v2.0/security-groups?id=ba18819a-1490-4e7b-a11b-e8610423d8ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1395485 Feb 09 19:06:45.775619 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-403e9006-321e-4317-8634-33ea4be130ff admin admin] Pushing event deleted for resources: {'Port': ['ID=f19de642-8111-424a-8b20-7d612ca6eb54,revision_number=None']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:06:45.864875 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-a7262a8e-0513-48fd-984d-75726a511961 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762867132591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593584'] for agent (911cfea2-02ae-4ec9-bac3-7808ee1cdd9c), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:06:45.904208 n-d-713498-36 neutron-server[103230]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31362428-3610-46a8-acbb-8c5d62367ad4 tempest-ServersTestJSON-1708482947 tempest-ServersTestJSON-1708482947-project] Network 88055e1e-672a-4487-be31-ffb6e833ece5 is already hosted by enough agents. {{(pid=103230) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 19:06:45.909576 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-6daf4916-f027-4aef-8fcd-685a19f22337 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-670458'] for network (ac35732c-85b2-48c1-8afc-82e7e1893d66), before_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:06:45.926458 n-d-713498-36 neutron-server[103230]: DEBUG neutron.scheduler.base_scheduler [None req-31362428-3610-46a8-acbb-8c5d62367ad4 tempest-ServersTestJSON-1708482947 tempest-ServersTestJSON-1708482947-project] Resources bound (agent type, host, resource id): {{(pid=103230) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 19:06:45.932666 n-d-713498-36 neutron-server[103230]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31362428-3610-46a8-acbb-8c5d62367ad4 tempest-ServersTestJSON-1708482947 tempest-ServersTestJSON-1708482947-project] Received port after_create {{(pid=103230) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 19:06:45.971435 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3dd4f150-6d3b-4918-8ad3-d3aac8902f80 None None] DHCP port deletion for ac35732c-85b2-48c1-8afc-82e7e1893d66 request from n-d-713498-36 {{(pid=103232) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 09 19:06:46.032735 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31362428-3610-46a8-acbb-8c5d62367ad4 tempest-ServersTestJSON-1708482947 tempest-ServersTestJSON-1708482947-project] Pushing event updated for resources: {'Port': ['ID=0caa6e4a-b307-4ff4-992d-b51abc70862e,revision_number=1']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:06:46.063052 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-3dd4f150-6d3b-4918-8ad3-d3aac8902f80 None None] Deleting port e7f43a86-7faa-44d8-872c-88ab4acf7407 {{(pid=103232) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 19:06:46.063444 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-3dd4f150-6d3b-4918-8ad3-d3aac8902f80 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762867170196'] for port (e7f43a86-7faa-44d8-872c-88ab4acf7407), before_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:06:46.069608 n-d-713498-36 neutron-server[103230]: INFO neutron.db.l3_db [req-ec2777c4-6361-4163-9c00-65aa03896935 req-c4901c27-f5b3-4267-8af2-1f04605be436 tempest-FloatingIPsAssociationNegativeTestJSON-1147152048 tempest-FloatingIPsAssociationNegativeTestJSON-1147152048-project] Floating IP b4ac7ff2-b0f3-46f2-be47-ecb3e4ba093e associated. External IP: 172.25.1.34, port: d3b54021-8c52-4810-affe-60b8c5bfde4f. Feb 09 19:06:46.199916 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-3dd4f150-6d3b-4918-8ad3-d3aac8902f80 None None] For port e7f43a86-7faa-44d8-872c-88ab4acf7407, host n-d-713498-36, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-36',level=0,port_id=e7f43a86-7faa-44d8-872c-88ab4acf7407,segment=NetworkSegment(cc003d08-9fc2-4de3-82bb-3f917c1c4a21),segment_id=cc003d08-9fc2-4de3-82bb-3f917c1c4a21)] {{(pid=103232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 19:06:46.200407 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-3dd4f150-6d3b-4918-8ad3-d3aac8902f80 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1820838'] for port (e7f43a86-7faa-44d8-872c-88ab4acf7407), precommit_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:06:46.209733 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6389ac2b-d5af-445b-8d9c-6a8f0aa72611 req-a6a5ddc0-628c-4786-9003-30515a8b13f9 tempest-LiveAutoBlockMigrationV225Test-2127879101 tempest-LiveAutoBlockMigrationV225Test-2127879101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:06:46.211678 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-6389ac2b-d5af-445b-8d9c-6a8f0aa72611 req-a6a5ddc0-628c-4786-9003-30515a8b13f9 tempest-LiveAutoBlockMigrationV225Test-2127879101 tempest-LiveAutoBlockMigrationV225Test-2127879101-project] 10.222.0.75 "GET /v2.0/ports?device_id=d3938fbf-e1b0-4686-9d2f-36596059719e HTTP/1.1" status: 200 len: 943 time: 0.4465892 Feb 09 19:06:46.221803 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-3dd4f150-6d3b-4918-8ad3-d3aac8902f80 None None] Calling delete_port for e7f43a86-7faa-44d8-872c-88ab4acf7407 owned by network:dhcp {{(pid=103232) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 19:06:46.233047 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-403e9006-321e-4317-8634-33ea4be130ff admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1613467', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1834633'] for router_interface (0d171c3e-e989-410b-974b-5e518abe97dd), after_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:06:46.273562 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-31362428-3610-46a8-acbb-8c5d62367ad4 tempest-ServersTestJSON-1708482947 tempest-ServersTestJSON-1708482947-project] Publish callbacks [] for floatingip (9b850855-04d8-4172-88f4-daad49bdec6c), precommit_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:06:46.321072 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-3dd4f150-6d3b-4918-8ad3-d3aac8902f80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762867177463', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762866656476'] for port (e7f43a86-7faa-44d8-872c-88ab4acf7407), after_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:06:46.333846 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-31362428-3610-46a8-acbb-8c5d62367ad4 tempest-ServersTestJSON-1708482947 tempest-ServersTestJSON-1708482947-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (0caa6e4a-b307-4ff4-992d-b51abc70862e), before_update {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:06:46.337811 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3dd4f150-6d3b-4918-8ad3-d3aac8902f80 None None] No DVR routers for this DVR port e7f43a86-7faa-44d8-872c-88ab4acf7407 on host n-d-713498-36 {{(pid=103232) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 19:06:46.340018 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-6389ac2b-d5af-445b-8d9c-6a8f0aa72611 req-8c789e99-70c2-451f-8ac7-a4f0e9aa3b71 tempest-LiveAutoBlockMigrationV225Test-2127879101 tempest-LiveAutoBlockMigrationV225Test-2127879101-project] 10.222.0.75 "GET /v2.0/security-groups?id=e3cb5363-3b49-4f74-b239-a871e755b40a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1021564 Feb 09 19:06:46.353993 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba8669d6-67f4-42b5-bc65-236a7618b413 req-cbe88bac-982a-4f2c-8def-3a3486562d36 tempest-ServersOnMultiNodesTest-1472402947 tempest-ServersOnMultiNodesTest-1472402947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:06:46.355498 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-ba8669d6-67f4-42b5-bc65-236a7618b413 req-cbe88bac-982a-4f2c-8def-3a3486562d36 tempest-ServersOnMultiNodesTest-1472402947 tempest-ServersOnMultiNodesTest-1472402947-project] 10.222.0.90 "GET /v2.0/ports?device_id=c6d3d784-e9c5-44f4-8e9b-599af9ae422b HTTP/1.1" status: 200 len: 950 time: 0.4326887 Feb 09 19:06:46.394735 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dd4f150-6d3b-4918-8ad3-d3aac8902f80 None None] Pushing event deleted for resources: {'Port': ['ID=e7f43a86-7faa-44d8-872c-88ab4acf7407,revision_number=None']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:06:46.615449 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.plugin [None req-6daf4916-f027-4aef-8fcd-685a19f22337 admin admin] Deleting port e7f43a86-7faa-44d8-872c-88ab4acf7407 {{(pid=103229) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 19:06:46.615995 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-6daf4916-f027-4aef-8fcd-685a19f22337 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762867170196'] for port (e7f43a86-7faa-44d8-872c-88ab4acf7407), before_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:06:46.676086 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5294585c-6ca2-4ab1-ae8d-6399f9e2ed65 req-396e3136-1b94-4e6d-b5a8-c0e8f1140c6a tempest-ServersOnMultiNodesTest-1472402947 tempest-ServersOnMultiNodesTest-1472402947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:06:46.677504 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-5294585c-6ca2-4ab1-ae8d-6399f9e2ed65 req-396e3136-1b94-4e6d-b5a8-c0e8f1140c6a tempest-ServersOnMultiNodesTest-1472402947 tempest-ServersOnMultiNodesTest-1472402947-project] 10.222.0.75 "GET /v2.0/ports?device_id=c6d3d784-e9c5-44f4-8e9b-599af9ae422b HTTP/1.1" status: 200 len: 950 time: 0.1884379 Feb 09 19:06:46.719093 n-d-713498-36 neutron-server[103230]: DEBUG neutron.scheduler.l3_agent_scheduler [req-ec2777c4-6361-4163-9c00-65aa03896935 req-c4901c27-f5b3-4267-8af2-1f04605be436 tempest-FloatingIPsAssociationNegativeTestJSON-1147152048 tempest-FloatingIPsAssociationNegativeTestJSON-1147152048-project] Router 6f802142-206b-41e7-8752-bcf7a1c29d76 has already been hosted by L3 agent 93303d5e-5d17-45e8-8963-7694f87783ae {{(pid=103230) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 19:06:46.731506 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-31362428-3610-46a8-acbb-8c5d62367ad4 tempest-ServersTestJSON-1708482947 tempest-ServersTestJSON-1708482947-project] Publish callbacks [] for port (0caa6e4a-b307-4ff4-992d-b51abc70862e), precommit_update {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:06:46.749887 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Device 8cac5024-100b-4868-86aa-6275654834fa no longer exists at agent ovs-agent-n-d-713498-36 {{(pid=103232) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 19:06:46.774608 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] No Port match for: 8cac5024-100b-4868-86aa-6275654834fa {{(pid=103232) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 19:06:46.775141 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Device 8cac5024-100b-4868-86aa-6275654834fa not bound to the agent host n-d-713498-36 {{(pid=103232) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 19:06:46.775705 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Device e7f43a86-7faa-44d8-872c-88ab4acf7407 no longer exists at agent ovs-agent-n-d-713498-36 {{(pid=103232) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 19:06:46.786626 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-31362428-3610-46a8-acbb-8c5d62367ad4 tempest-ServersTestJSON-1708482947 tempest-ServersTestJSON-1708482947-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762867176205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762866656485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762866656503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14393758'] for port (0caa6e4a-b307-4ff4-992d-b51abc70862e), after_update {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:06:46.805410 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] No Port match for: e7f43a86-7faa-44d8-872c-88ab4acf7407 {{(pid=103232) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 19:06:46.806200 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Device e7f43a86-7faa-44d8-872c-88ab4acf7407 not bound to the agent host n-d-713498-36 {{(pid=103232) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 19:06:46.918872 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31362428-3610-46a8-acbb-8c5d62367ad4 tempest-ServersTestJSON-1708482947 tempest-ServersTestJSON-1708482947-project] Pushing event updated for resources: {'Port': ['ID=0caa6e4a-b307-4ff4-992d-b51abc70862e,revision_number=2']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:06:46.937399 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-31362428-3610-46a8-acbb-8c5d62367ad4 tempest-ServersTestJSON-1708482947 tempest-ServersTestJSON-1708482947-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1818909'] for floatingip (9b850855-04d8-4172-88f4-daad49bdec6c), after_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:06:46.969111 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-ec2777c4-6361-4163-9c00-65aa03896935 req-c4901c27-f5b3-4267-8af2-1f04605be436 tempest-FloatingIPsAssociationNegativeTestJSON-1147152048 tempest-FloatingIPsAssociationNegativeTestJSON-1147152048-project] Notify agent at l3_agent.n-d-713498-36 the message routers_updated {{(pid=103230) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 19:06:46.975596 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [req-ec2777c4-6361-4163-9c00-65aa03896935 req-c4901c27-f5b3-4267-8af2-1f04605be436 tempest-FloatingIPsAssociationNegativeTestJSON-1147152048 tempest-FloatingIPsAssociationNegativeTestJSON-1147152048-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171096'] for floatingip (None), before_response {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:06:46.980447 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-31362428-3610-46a8-acbb-8c5d62367ad4 tempest-ServersTestJSON-1708482947 tempest-ServersTestJSON-1708482947-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171096'] for floatingip (None), before_response {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:06:46.985029 n-d-713498-36 neutron-server[103233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-463a15e2-92f5-450d-a57f-0c1c8158dff5 None None] Sync routers for ids ['6f802142-206b-41e7-8752-bcf7a1c29d76'] in n-d-713498-36 {{(pid=103233) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 19:06:46.993075 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-31362428-3610-46a8-acbb-8c5d62367ad4 tempest-ServersTestJSON-1708482947 tempest-ServersTestJSON-1708482947-project] 10.222.0.75 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.2169065 Feb 09 19:06:47.016091 n-d-713498-36 neutron-server[103233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-463a15e2-92f5-450d-a57f-0c1c8158dff5 None None] Routers {'6f802142-206b-41e7-8752-bcf7a1c29d76'} bound to L3 agent in host n-d-713498-36 {{(pid=103233) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 19:06:47.017228 n-d-713498-36 neutron-server[103233]: DEBUG neutron.db.l3_hamode_db [None req-463a15e2-92f5-450d-a57f-0c1c8158dff5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-09T18:51:43Z,description=,heartbeat_timestamp=2022-02-09T19:06:43Z,host='n-d-713498-36',id=93303d5e-5d17-45e8-8963-7694f87783ae,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T18:51:43Z,topic='l3_agent')) {'router_ids': ['6f802142-206b-41e7-8752-bcf7a1c29d76'], 'active': True} {{(pid=103233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:06:47.027672 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-ec2777c4-6361-4163-9c00-65aa03896935 req-c4901c27-f5b3-4267-8af2-1f04605be436 tempest-FloatingIPsAssociationNegativeTestJSON-1147152048 tempest-FloatingIPsAssociationNegativeTestJSON-1147152048-project] 10.222.0.75 "PUT /v2.0/floatingips/b4ac7ff2-b0f3-46f2-be47-ecb3e4ba093e HTTP/1.1" status: 200 len: 996 time: 3.3564260 Feb 09 19:06:47.028406 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762867132591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593584'] for agent (496418a2-c002-4aec-ab1a-07f3bea491bd), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:06:47.028912 n-d-713498-36 neutron-server[103230]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b44ce140-61cc-4267-a2e4-7210687d93e5', 'tag': 'd3b54021-8c52-4810-affe-60b8c5bfde4f'}] {{(pid=103230) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 19:06:47.034510 n-d-713498-36 neutron-server[103230]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aee5919275bae9f72eb374ee322673045eb80c1f84b4b45a97d96923bd50ab51" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8d4e9606-c2d0-4761-98e0-1343979f7969" -d '{"events": [{"name": "network-changed", "server_uuid": "b44ce140-61cc-4267-a2e4-7210687d93e5", "tag": "d3b54021-8c52-4810-affe-60b8c5bfde4f"}]}' {{(pid=103230) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 19:06:47.099646 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec2777c4-6361-4163-9c00-65aa03896935 req-240bf5b1-15a5-49ed-b035-b643acaa2fbb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:06:47.102116 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-ec2777c4-6361-4163-9c00-65aa03896935 req-240bf5b1-15a5-49ed-b035-b643acaa2fbb service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=2586c214bdfa4f9a89a0552244ef89be&device_id=b44ce140-61cc-4267-a2e4-7210687d93e5 HTTP/1.1" status: 200 len: 1129 time: 0.0618999 Feb 09 19:06:47.143304 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.plugin [req-ba8669d6-67f4-42b5-bc65-236a7618b413 req-46142703-0091-417f-8fa3-6edb1e695d5b tempest-ServersOnMultiNodesTest-1472402947 tempest-ServersOnMultiNodesTest-1472402947-project] Deleting port 8785c69d-6d10-4443-a2ce-db0ad5c8182f {{(pid=103229) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 19:06:47.143658 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-ba8669d6-67f4-42b5-bc65-236a7618b413 req-46142703-0091-417f-8fa3-6edb1e695d5b tempest-ServersOnMultiNodesTest-1472402947 tempest-ServersOnMultiNodesTest-1472402947-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762867170196'] for port (8785c69d-6d10-4443-a2ce-db0ad5c8182f), before_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:06:47.169682 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.db [None req-6daf4916-f027-4aef-8fcd-685a19f22337 admin admin] For port e7f43a86-7faa-44d8-872c-88ab4acf7407, host n-d-713498-36, got binding levels [] {{(pid=103229) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 19:06:47.170661 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-6daf4916-f027-4aef-8fcd-685a19f22337 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1820838'] for port (e7f43a86-7faa-44d8-872c-88ab4acf7407), precommit_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:06:47.177343 n-d-713498-36 neutron-server[103233]: DEBUG neutron.db.l3_dvr_db [None req-463a15e2-92f5-450d-a57f-0c1c8158dff5 None None] Set router 6f802142-206b-41e7-8752-bcf7a1c29d76 gateway port host: n-d-713498-36 {{(pid=103233) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 19:06:47.234317 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.plugin [None req-6daf4916-f027-4aef-8fcd-685a19f22337 admin admin] Calling delete_port for e7f43a86-7faa-44d8-872c-88ab4acf7407 owned by network:dhcp {{(pid=103229) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 19:06:47.237399 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec2777c4-6361-4163-9c00-65aa03896935 req-7be7fefc-2dc9-487b-bf31-121bb1b72f49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:06:47.240323 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-ec2777c4-6361-4163-9c00-65aa03896935 req-7be7fefc-2dc9-487b-bf31-121bb1b72f49 service neutron] 10.222.0.75 "GET /v2.0/networks?id=85a2e26d-1ada-469a-a5fe-478a404e3f5d HTTP/1.1" status: 200 len: 930 time: 0.1313670 Feb 09 19:06:47.256244 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-5294585c-6ca2-4ab1-ae8d-6399f9e2ed65 req-a4d8a863-4f95-4740-b991-7966ba76cd31 tempest-ServersOnMultiNodesTest-1472402947 tempest-ServersOnMultiNodesTest-1472402947-project] 10.222.0.75 "GET /v2.0/security-groups?id=aed5302d-0478-4b9d-b014-143adc5c0d74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5692461 Feb 09 19:06:47.259935 n-d-713498-36 neutron-server[103229]: DEBUG neutron.db.ipam_backend_mixin [None req-6daf4916-f027-4aef-8fcd-685a19f22337 admin admin] Port e7f43a86-7faa-44d8-872c-88ab4acf7407 was not found and therefore no delete operation was performed {{(pid=103229) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Feb 09 19:06:47.270651 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-6daf4916-f027-4aef-8fcd-685a19f22337 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762867177463', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762866656476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12867576'] for port (e7f43a86-7faa-44d8-872c-88ab4acf7407), after_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:06:47.328299 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-ec2777c4-6361-4163-9c00-65aa03896935 req-fc47dfff-9071-44d4-870e-af1e2b4208cb service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d3b54021-8c52-4810-affe-60b8c5bfde4f HTTP/1.1" status: 200 len: 999 time: 0.0833440 Feb 09 19:06:47.358233 n-d-713498-36 neutron-server[103229]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6daf4916-f027-4aef-8fcd-685a19f22337 admin admin] No DVR routers for this DVR port e7f43a86-7faa-44d8-872c-88ab4acf7407 on host n-d-713498-36 {{(pid=103229) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 19:06:47.360021 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6daf4916-f027-4aef-8fcd-685a19f22337 admin admin] Pushing event deleted for resources: {'Port': ['ID=e7f43a86-7faa-44d8-872c-88ab4acf7407,revision_number=None']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:06:47.368359 n-d-713498-36 neutron-server[103229]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-403e9006-321e-4317-8634-33ea4be130ff admin admin] Router 0d171c3e-e989-410b-974b-5e518abe97dd has already been hosted by L3 agent 93303d5e-5d17-45e8-8963-7694f87783ae {{(pid=103229) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 19:06:47.427651 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec2777c4-6361-4163-9c00-65aa03896935 req-3d93d0ae-2a14-448d-8ae5-17fdcdf99518 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:06:47.430178 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-ec2777c4-6361-4163-9c00-65aa03896935 req-3d93d0ae-2a14-448d-8ae5-17fdcdf99518 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=a1a90ed9-4fa2-477d-979f-c550725f9b48 HTTP/1.1" status: 200 len: 868 time: 0.0950763 Feb 09 19:06:47.468452 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-6daf4916-f027-4aef-8fcd-685a19f22337 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-590267', 'neutron.services.segments.db._delete_segments_for_network-8762867132609'] for network (ac35732c-85b2-48c1-8afc-82e7e1893d66), precommit_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:06:47.504051 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec2777c4-6361-4163-9c00-65aa03896935 req-2de13a1f-90bd-4b29-889b-1784dd66ca36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:06:47.510117 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-ec2777c4-6361-4163-9c00-65aa03896935 req-2de13a1f-90bd-4b29-889b-1784dd66ca36 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=85a2e26d-1ada-469a-a5fe-478a404e3f5d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0728242 Feb 09 19:06:47.511868 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.db [req-ba8669d6-67f4-42b5-bc65-236a7618b413 req-46142703-0091-417f-8fa3-6edb1e695d5b tempest-ServersOnMultiNodesTest-1472402947 tempest-ServersOnMultiNodesTest-1472402947-project] For port 8785c69d-6d10-4443-a2ce-db0ad5c8182f, host n-h2-713498-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-36',level=0,port_id=8785c69d-6d10-4443-a2ce-db0ad5c8182f,segment=NetworkSegment(50e5915e-18f0-4558-9a28-b978975ead36),segment_id=50e5915e-18f0-4558-9a28-b978975ead36)] {{(pid=103229) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 19:06:47.512267 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-ba8669d6-67f4-42b5-bc65-236a7618b413 req-46142703-0091-417f-8fa3-6edb1e695d5b tempest-ServersOnMultiNodesTest-1472402947 tempest-ServersOnMultiNodesTest-1472402947-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1820838'] for port (8785c69d-6d10-4443-a2ce-db0ad5c8182f), precommit_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:06:47.542853 n-d-713498-36 neutron-server[103229]: DEBUG neutron.services.segments.db [None req-6daf4916-f027-4aef-8fcd-685a19f22337 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ac35732c-85b2-48c1-8afc-82e7e1893d66']}} {{(pid=103229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:06:47.547103 n-d-713498-36 neutron-server[103233]: DEBUG neutron.db.l3_hamode_db [None req-463a15e2-92f5-450d-a57f-0c1c8158dff5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6f802142-206b-41e7-8752-bcf7a1c29d76', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1427269169-router', 'tenant_id': '2586c214bdfa4f9a89a0552244ef89be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88055e1e-672a-4487-be31-ffb6e833ece5', 'external_fixed_ips': [{'subnet_id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'ip_address': '172.25.1.200'}], 'enable_snat': True}, 'gw_port_id': '243ae365-a105-4e50-ad72-88196ea6e85d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T19:05:52Z', 'updated_at': '2022-02-09T19:06:07Z', 'revision_number': 4, 'project_id': '2586c214bdfa4f9a89a0552244ef89be', 'gw_port': {'id': '243ae365-a105-4e50-ad72-88196ea6e85d', 'name': '', 'network_id': '88055e1e-672a-4487-be31-ffb6e833ece5', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:dc:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f802142-206b-41e7-8752-bcf7a1c29d76', 'device_owner': 'network:router_gateway', 'standard_attr_id': 761, 'fixed_ips': [{'subnet_id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'ip_address': '172.25.1.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T19:05:55Z', 'updated_at': '2022-02-09T19:06:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-36', '_floatingips': [{'id': 'b4ac7ff2-b0f3-46f2-be47-ecb3e4ba093e', 'tenant_id': '2586c214bdfa4f9a89a0552244ef89be', 'floating_ip_address': '172.25.1.34', 'floating_network_id': '88055e1e-672a-4487-be31-ffb6e833ece5', 'router_id': '6f802142-206b-41e7-8752-bcf7a1c29d76', 'port_id': 'd3b54021-8c52-4810-affe-60b8c5bfde4f', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 807, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '85a2e26d-1ada-469a-a5fe-478a404e3f5d', 'mac_address': 'fa:16:3e:ef:ec:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b44ce140-61cc-4267-a2e4-7210687d93e5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T19:06:40Z', 'updated_at': '2022-02-09T19:06:44Z', 'revision_number': 1, 'project_id': '2586c214bdfa4f9a89a0552244ef89be', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '708bfdff-a409-4bf0-a47a-f811d9fc0ddb', 'name': '', 'network_id': '85a2e26d-1ada-469a-a5fe-478a404e3f5d', 'tenant_id': '2586c214bdfa4f9a89a0552244ef89be', 'mac_address': 'fa:16:3e:36:81:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f802142-206b-41e7-8752-bcf7a1c29d76', 'device_owner': 'network:router_interface', 'standard_attr_id': 774, 'fixed_ips': [{'subnet_id': 'a1a90ed9-4fa2-477d-979f-c550725f9b48', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T19:06:04Z', 'updated_at': '2022-02-09T19:06:18Z', 'revision_number': 5, 'project_id': '2586c214bdfa4f9a89a0552244ef89be', 'subnets': [{'id': 'a1a90ed9-4fa2-477d-979f-c550725f9b48', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-36', False) {} {{(pid=103233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:06:47.584436 n-d-713498-36 neutron-server[103229]: DEBUG neutron.services.segments.db [None req-6daf4916-f027-4aef-8fcd-685a19f22337 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cc003d08-9fc2-4de3-82bb-3f917c1c4a21') {'for_net_delete': True} {{(pid=103229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:06:47.584738 n-d-713498-36 neutron-server[103229]: DEBUG neutron.services.segments.db [None req-6daf4916-f027-4aef-8fcd-685a19f22337 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cc003d08-9fc2-4de3-82bb-3f917c1c4a21') {} {{(pid=103229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:06:47.595590 n-d-713498-36 neutron-server[103233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-463a15e2-92f5-450d-a57f-0c1c8158dff5 None None] Checking router: 6f802142-206b-41e7-8752-bcf7a1c29d76 for host: n-d-713498-36 {{(pid=103233) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 19:06:47.609738 n-d-713498-36 neutron-server[103233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-463a15e2-92f5-450d-a57f-0c1c8158dff5 None None] Routers {'6f802142-206b-41e7-8752-bcf7a1c29d76'} bound to L3 agent in host n-d-713498-36 {{(pid=103233) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 19:06:47.611100 n-d-713498-36 neutron-server[103233]: DEBUG neutron.db.l3_hamode_db [None req-463a15e2-92f5-450d-a57f-0c1c8158dff5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-09T18:51:43Z,description=,heartbeat_timestamp=2022-02-09T19:06:43Z,host='n-d-713498-36',id=93303d5e-5d17-45e8-8963-7694f87783ae,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T18:51:43Z,topic='l3_agent')) {'router_ids': ['6f802142-206b-41e7-8752-bcf7a1c29d76'], 'active': True} {{(pid=103233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:06:47.619479 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-ec2777c4-6361-4163-9c00-65aa03896935 req-6abf1eb6-3364-45e6-b6e2-e351e764efd4 service neutron] 10.222.0.75 "GET /v2.0/networks/85a2e26d-1ada-469a-a5fe-478a404e3f5d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1083505 Feb 09 19:06:47.632651 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-6daf4916-f027-4aef-8fcd-685a19f22337 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762867134154', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16683417'] for segment (cc003d08-9fc2-4de3-82bb-3f917c1c4a21), before_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:06:47.650406 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-6daf4916-f027-4aef-8fcd-685a19f22337 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-759574'] for segment (cc003d08-9fc2-4de3-82bb-3f917c1c4a21), precommit_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:06:47.659948 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6daf4916-f027-4aef-8fcd-685a19f22337 admin admin] Releasing vlan 381 on physical network physnet1 to pool {{(pid=103229) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 19:06:47.660445 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-6daf4916-f027-4aef-8fcd-685a19f22337 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-759574', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12867469'] for segment (cc003d08-9fc2-4de3-82bb-3f917c1c4a21), after_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:06:47.720414 n-d-713498-36 neutron-server[103233]: DEBUG neutron.db.l3_dvr_db [None req-463a15e2-92f5-450d-a57f-0c1c8158dff5 None None] Set router 6f802142-206b-41e7-8752-bcf7a1c29d76 gateway port host: n-d-713498-36 {{(pid=103233) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 19:06:47.726282 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-ec2777c4-6361-4163-9c00-65aa03896935 req-a428bcdc-0736-48a0-97d2-c8b5efe997bd service neutron] 10.222.0.75 "GET /v2.0/networks/85a2e26d-1ada-469a-a5fe-478a404e3f5d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1029375 Feb 09 19:06:47.735380 n-d-713498-36 neutron-server[103229]: Traceback (most recent call last): Feb 09 19:06:47.735380 n-d-713498-36 neutron-server[103229]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 19:06:47.735380 n-d-713498-36 neutron-server[103229]: timer() Feb 09 19:06:47.735380 n-d-713498-36 neutron-server[103229]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 19:06:47.735380 n-d-713498-36 neutron-server[103229]: cb(*args, **kw) Feb 09 19:06:47.735380 n-d-713498-36 neutron-server[103229]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 19:06:47.735380 n-d-713498-36 neutron-server[103229]: return func(*args, **kwargs) Feb 09 19:06:47.735380 n-d-713498-36 neutron-server[103229]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 19:06:47.735380 n-d-713498-36 neutron-server[103229]: self._notify() Feb 09 19:06:47.735380 n-d-713498-36 neutron-server[103229]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 19:06:47.735380 n-d-713498-36 neutron-server[103229]: self.callback(batched_events) Feb 09 19:06:47.735380 n-d-713498-36 neutron-server[103229]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 19:06:47.735380 n-d-713498-36 neutron-server[103229]: event.method(event) Feb 09 19:06:47.735380 n-d-713498-36 neutron-server[103229]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 19:06:47.735380 n-d-713498-36 neutron-server[103229]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 19:06:47.735380 n-d-713498-36 neutron-server[103229]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 19:06:47.735380 n-d-713498-36 neutron-server[103229]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 19:06:47.735380 n-d-713498-36 neutron-server[103229]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 19:06:47.735380 n-d-713498-36 neutron-server[103229]: return f(self, *a, **k) Feb 09 19:06:47.735380 n-d-713498-36 neutron-server[103229]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 19:06:47.735380 n-d-713498-36 neutron-server[103229]: return self._get(url).json() Feb 09 19:06:47.735380 n-d-713498-36 neutron-server[103229]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 19:06:47.735380 n-d-713498-36 neutron-server[103229]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 19:06:47.735380 n-d-713498-36 neutron-server[103229]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 19:06:47.735380 n-d-713498-36 neutron-server[103229]: return self.request(url, 'GET', **kwargs) Feb 09 19:06:47.735380 n-d-713498-36 neutron-server[103229]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 19:06:47.735380 n-d-713498-36 neutron-server[103229]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 19:06:47.735380 n-d-713498-36 neutron-server[103229]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 19:06:47.735380 n-d-713498-36 neutron-server[103229]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 19:06:47.735380 n-d-713498-36 neutron-server[103229]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 19:06:47.735380 n-d-713498-36 neutron-server[103229]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 19:06:47.735380 n-d-713498-36 neutron-server[103229]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 19:06:47.770016 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.plugin [req-ba8669d6-67f4-42b5-bc65-236a7618b413 req-46142703-0091-417f-8fa3-6edb1e695d5b tempest-ServersOnMultiNodesTest-1472402947 tempest-ServersOnMultiNodesTest-1472402947-project] Calling delete_port for 8785c69d-6d10-4443-a2ce-db0ad5c8182f owned by compute:nova {{(pid=103229) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 19:06:47.837160 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-6daf4916-f027-4aef-8fcd-685a19f22337 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-590242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1885479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1818895'] for network (ac35732c-85b2-48c1-8afc-82e7e1893d66), after_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:06:47.853084 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-6daf4916-f027-4aef-8fcd-685a19f22337 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1613566'] for network (None), before_response {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:06:47.858859 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-6daf4916-f027-4aef-8fcd-685a19f22337 admin admin] 10.222.0.75 "DELETE /v2.0/networks/ac35732c-85b2-48c1-8afc-82e7e1893d66 HTTP/1.1" status: 204 len: 168 time: 2.2406137 Feb 09 19:06:47.894760 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6daf4916-f027-4aef-8fcd-685a19f22337 admin admin] Pushing event deleted for resources: {'Network': ['ID=ac35732c-85b2-48c1-8afc-82e7e1893d66,revision_number=None']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:06:47.912623 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e14ecb2-f12b-4a75-a495-04cdce7e6ae4 req-0808ff57-37b2-4f99-860e-d21d25e68d8e tempest-TaggedBootDevicesTest_v242-798392635 tempest-TaggedBootDevicesTest_v242-798392635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:06:47.918256 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e14ecb2-f12b-4a75-a495-04cdce7e6ae4 req-0808ff57-37b2-4f99-860e-d21d25e68d8e tempest-TaggedBootDevicesTest_v242-798392635 tempest-TaggedBootDevicesTest_v242-798392635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:06:47.924447 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e14ecb2-f12b-4a75-a495-04cdce7e6ae4 req-0808ff57-37b2-4f99-860e-d21d25e68d8e tempest-TaggedBootDevicesTest_v242-798392635 tempest-TaggedBootDevicesTest_v242-798392635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:06:47.930275 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e14ecb2-f12b-4a75-a495-04cdce7e6ae4 req-0808ff57-37b2-4f99-860e-d21d25e68d8e tempest-TaggedBootDevicesTest_v242-798392635 tempest-TaggedBootDevicesTest_v242-798392635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:06:47.935821 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e14ecb2-f12b-4a75-a495-04cdce7e6ae4 req-0808ff57-37b2-4f99-860e-d21d25e68d8e tempest-TaggedBootDevicesTest_v242-798392635 tempest-TaggedBootDevicesTest_v242-798392635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:06:47.941387 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e14ecb2-f12b-4a75-a495-04cdce7e6ae4 req-0808ff57-37b2-4f99-860e-d21d25e68d8e tempest-TaggedBootDevicesTest_v242-798392635 tempest-TaggedBootDevicesTest_v242-798392635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:06:47.946720 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e14ecb2-f12b-4a75-a495-04cdce7e6ae4 req-0808ff57-37b2-4f99-860e-d21d25e68d8e tempest-TaggedBootDevicesTest_v242-798392635 tempest-TaggedBootDevicesTest_v242-798392635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:06:47.952988 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf279181-97f9-4fc7-aa9d-d19f57d83833 req-cbc74ca6-77d4-4647-8d6b-3c81f658ef99 tempest-LiveMigrationTest-1021096981 tempest-LiveMigrationTest-1021096981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:06:47.954895 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-8e14ecb2-f12b-4a75-a495-04cdce7e6ae4 req-0808ff57-37b2-4f99-860e-d21d25e68d8e tempest-TaggedBootDevicesTest_v242-798392635 tempest-TaggedBootDevicesTest_v242-798392635-project] 10.222.0.75 "GET /v2.0/ports?device_id=8319129f-1054-494a-b0c0-2ec99e839619 HTTP/1.1" status: 200 len: 5431 time: 0.5605009 Feb 09 19:06:47.957203 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-cf279181-97f9-4fc7-aa9d-d19f57d83833 req-cbc74ca6-77d4-4647-8d6b-3c81f658ef99 tempest-LiveMigrationTest-1021096981 tempest-LiveMigrationTest-1021096981-project] 10.222.0.75 "GET /v2.0/ports?device_id=2f9a8919-1b2a-4183-90dc-45c5e52d5a99 HTTP/1.1" status: 200 len: 943 time: 0.1631248 Feb 09 19:06:48.033540 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-cf279181-97f9-4fc7-aa9d-d19f57d83833 req-7c61f23d-02bb-4a50-bbe5-c4ad56765949 tempest-LiveMigrationTest-1021096981 tempest-LiveMigrationTest-1021096981-project] 10.222.0.75 "GET /v2.0/security-groups?id=ba18819a-1490-4e7b-a11b-e8610423d8ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0704939 Feb 09 19:06:48.044136 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-403e9006-321e-4317-8634-33ea4be130ff admin admin] Notify agent at l3_agent.n-d-713498-36 the message routers_updated {{(pid=103229) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 19:06:48.058169 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-403e9006-321e-4317-8634-33ea4be130ff admin admin] 10.222.0.75 "PUT /v2.0/routers/0d171c3e-e989-410b-974b-5e518abe97dd/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.7887969 Feb 09 19:06:48.058884 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 51324) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:06:48.066204 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5739a1d0-484a-4ec3-971c-33c44a49683d None None] Sync routers for ids ['0d171c3e-e989-410b-974b-5e518abe97dd'] in n-d-713498-36 {{(pid=103232) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 19:06:48.110796 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-8e14ecb2-f12b-4a75-a495-04cdce7e6ae4 req-fbb79981-a0eb-4d55-a9de-52a36d4474d2 tempest-TaggedBootDevicesTest_v242-798392635 tempest-TaggedBootDevicesTest_v242-798392635-project] 10.222.0.75 "GET /v2.0/security-groups?id=58062d4f-c149-4db3-a357-a4eb59a3d83e&id=6452f0cf-fe35-4557-9092-43f1827176a8&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1502464 Feb 09 19:06:48.111610 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5739a1d0-484a-4ec3-971c-33c44a49683d None None] Routers {'0d171c3e-e989-410b-974b-5e518abe97dd'} bound to L3 agent in host n-d-713498-36 {{(pid=103232) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 19:06:48.112242 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.l3_hamode_db [None req-5739a1d0-484a-4ec3-971c-33c44a49683d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-09T18:51:43Z,description=,heartbeat_timestamp=2022-02-09T19:06:43Z,host='n-d-713498-36',id=93303d5e-5d17-45e8-8963-7694f87783ae,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T18:51:43Z,topic='l3_agent')) {'router_ids': ['0d171c3e-e989-410b-974b-5e518abe97dd'], 'active': True} {{(pid=103232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:06:48.129207 n-d-713498-36 neutron-server[103233]: DEBUG neutron.db.l3_hamode_db [None req-463a15e2-92f5-450d-a57f-0c1c8158dff5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6f802142-206b-41e7-8752-bcf7a1c29d76', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1427269169-router', 'tenant_id': '2586c214bdfa4f9a89a0552244ef89be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88055e1e-672a-4487-be31-ffb6e833ece5', 'external_fixed_ips': [{'subnet_id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'ip_address': '172.25.1.200'}], 'enable_snat': True}, 'gw_port_id': '243ae365-a105-4e50-ad72-88196ea6e85d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T19:05:52Z', 'updated_at': '2022-02-09T19:06:07Z', 'revision_number': 4, 'project_id': '2586c214bdfa4f9a89a0552244ef89be', 'gw_port': {'id': '243ae365-a105-4e50-ad72-88196ea6e85d', 'name': '', 'network_id': '88055e1e-672a-4487-be31-ffb6e833ece5', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:dc:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f802142-206b-41e7-8752-bcf7a1c29d76', 'device_owner': 'network:router_gateway', 'standard_attr_id': 761, 'fixed_ips': [{'subnet_id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'ip_address': '172.25.1.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T19:05:55Z', 'updated_at': '2022-02-09T19:06:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-36', '_floatingips': [{'id': 'b4ac7ff2-b0f3-46f2-be47-ecb3e4ba093e', 'tenant_id': '2586c214bdfa4f9a89a0552244ef89be', 'floating_ip_address': '172.25.1.34', 'floating_network_id': '88055e1e-672a-4487-be31-ffb6e833ece5', 'router_id': '6f802142-206b-41e7-8752-bcf7a1c29d76', 'port_id': 'd3b54021-8c52-4810-affe-60b8c5bfde4f', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 807, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '85a2e26d-1ada-469a-a5fe-478a404e3f5d', 'mac_address': 'fa:16:3e:ef:ec:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b44ce140-61cc-4267-a2e4-7210687d93e5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T19:06:40Z', 'updated_at': '2022-02-09T19:06:44Z', 'revision_number': 1, 'project_id': '2586c214bdfa4f9a89a0552244ef89be', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '708bfdff-a409-4bf0-a47a-f811d9fc0ddb', 'name': '', 'network_id': '85a2e26d-1ada-469a-a5fe-478a404e3f5d', 'tenant_id': '2586c214bdfa4f9a89a0552244ef89be', 'mac_address': 'fa:16:3e:36:81:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f802142-206b-41e7-8752-bcf7a1c29d76', 'device_owner': 'network:router_interface', 'standard_attr_id': 774, 'fixed_ips': [{'subnet_id': 'a1a90ed9-4fa2-477d-979f-c550725f9b48', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T19:06:04Z', 'updated_at': '2022-02-09T19:06:18Z', 'revision_number': 5, 'project_id': '2586c214bdfa4f9a89a0552244ef89be', 'subnets': [{'id': 'a1a90ed9-4fa2-477d-979f-c550725f9b48', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-36', False) {} {{(pid=103233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:06:48.140374 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-ba8669d6-67f4-42b5-bc65-236a7618b413 req-46142703-0091-417f-8fa3-6edb1e695d5b tempest-ServersOnMultiNodesTest-1472402947 tempest-ServersOnMultiNodesTest-1472402947-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762867177463', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762866656476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12867576'] for port (8785c69d-6d10-4443-a2ce-db0ad5c8182f), after_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:06:48.174728 n-d-713498-36 neutron-server[103233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-463a15e2-92f5-450d-a57f-0c1c8158dff5 None None] The sync data for ids ['6f802142-206b-41e7-8752-bcf7a1c29d76'] in n-d-713498-36 is: [{'id': '6f802142-206b-41e7-8752-bcf7a1c29d76', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1427269169-router', 'tenant_id': '2586c214bdfa4f9a89a0552244ef89be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88055e1e-672a-4487-be31-ffb6e833ece5', 'external_fixed_ips': [{'subnet_id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'ip_address': '172.25.1.200'}], 'enable_snat': True}, 'gw_port_id': '243ae365-a105-4e50-ad72-88196ea6e85d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T19:05:52Z', 'updated_at': '2022-02-09T19:06:07Z', 'revision_number': 4, 'project_id': '2586c214bdfa4f9a89a0552244ef89be', 'gw_port': {'id': '243ae365-a105-4e50-ad72-88196ea6e85d', 'name': '', 'network_id': '88055e1e-672a-4487-be31-ffb6e833ece5', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:dc:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f802142-206b-41e7-8752-bcf7a1c29d76', 'device_owner': 'network:router_gateway', 'standard_attr_id': 761, 'fixed_ips': [{'subnet_id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'ip_address': '172.25.1.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T19:05:55Z', 'updated_at': '2022-02-09T19:06:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-36', '_floatingips': [{'id': 'b4ac7ff2-b0f3-46f2-be47-ecb3e4ba093e', 'tenant_id': '2586c214bdfa4f9a89a0552244ef89be', 'floating_ip_address': '172.25.1.34', 'floating_network_id': '88055e1e-672a-4487-be31-ffb6e833ece5', 'router_id': '6f802142-206b-41e7-8752-bcf7a1c29d76', 'port_id': 'd3b54021-8c52-4810-affe-60b8c5bfde4f', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 807, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '85a2e26d-1ada-469a-a5fe-478a404e3f5d', 'mac_address': 'fa:16:3e:ef:ec:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b44ce140-61cc-4267-a2e4-7210687d93e5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T19:06:40Z', 'updated_at': '2022-02-09T19:06:44Z', 'revision_number': 1, 'project_id': '2586c214bdfa4f9a89a0552244ef89be', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '708bfdff-a409-4bf0-a47a-f811d9fc0ddb', 'name': '', 'network_id': '85a2e26d-1ada-469a-a5fe-478a404e3f5d', 'tenant_id': '2586c214bdfa4f9a89a0552244ef89be', 'mac_address': 'fa:16:3e:36:81:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f802142-206b-41e7-8752-bcf7a1c29d76', 'device_owner': 'network:router_interface', 'standard_attr_id': 774, 'fixed_ips': [{'subnet_id': 'a1a90ed9-4fa2-477d-979f-c550725f9b48', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T19:06:04Z', 'updated_at': '2022-02-09T19:06:18Z', 'revision_number': 5, 'project_id': '2586c214bdfa4f9a89a0552244ef89be', 'subnets': [{'id': 'a1a90ed9-4fa2-477d-979f-c550725f9b48', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103233) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 19:06:48.206063 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 51326) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:06:48.249347 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46142703-0091-417f-8fa3-6edb1e695d5b tempest-ServersOnMultiNodesTest-1472402947 tempest-ServersOnMultiNodesTest-1472402947-project] Pushing event deleted for resources: {'Port': ['ID=8785c69d-6d10-4443-a2ce-db0ad5c8182f,revision_number=None']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:06:48.286304 n-d-713498-36 neutron-server[103230]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 19:06:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b02b3b63-5f5f-4aa6-9557-efbe58969e42 x-openstack-request-id: req-b02b3b63-5f5f-4aa6-9557-efbe58969e42 {{(pid=103230) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 19:06:48.286304 n-d-713498-36 neutron-server[103230]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b44ce140-61cc-4267-a2e4-7210687d93e5", "tag": "d3b54021-8c52-4810-affe-60b8c5bfde4f", "status": "completed", "code": 200}]} {{(pid=103230) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 19:06:48.286673 n-d-713498-36 neutron-server[103230]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-b02b3b63-5f5f-4aa6-9557-efbe58969e42 {{(pid=103230) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 19:06:48.286892 n-d-713498-36 neutron-server[103230]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b44ce140-61cc-4267-a2e4-7210687d93e5', 'tag': 'd3b54021-8c52-4810-affe-60b8c5bfde4f', 'status': 'completed', 'code': 200} Feb 09 19:06:48.315235 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] get_ports_and_sgs() called for port_ids ['bc357ad8-1b22-4fe1-a6af-e296389a311b', 'c1d73ea9-8c68-47bd-93c8-9905d58b5c08'] {{(pid=103232) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 19:06:48.355709 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-7429db8d-6021-40ad-813e-885be449a89b None None] get_ports_and_sgs() called for port_ids ['9431105a-be29-4ce5-9970-f91bee564b4b', 'f2af33d6-809c-4462-a1c1-648e7e81004e', '06d7c180-3877-4407-9db3-c4e82f2a9b30', '8785c69d-6d10-4443-a2ce-db0ad5c8182f'] {{(pid=103232) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 19:06:48.373872 n-d-713498-36 neutron-server[103229]: DEBUG neutron.db.l3_dvrscheduler_db [req-ba8669d6-67f4-42b5-bc65-236a7618b413 req-46142703-0091-417f-8fa3-6edb1e695d5b tempest-ServersOnMultiNodesTest-1472402947 tempest-ServersOnMultiNodesTest-1472402947-project] No DVR routers for this DVR port 8785c69d-6d10-4443-a2ce-db0ad5c8182f on host n-h2-713498-36 {{(pid=103229) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 19:06:48.386211 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-ba8669d6-67f4-42b5-bc65-236a7618b413 req-46142703-0091-417f-8fa3-6edb1e695d5b tempest-ServersOnMultiNodesTest-1472402947 tempest-ServersOnMultiNodesTest-1472402947-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171096'] for port (None), before_response {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:06:48.390710 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-ba8669d6-67f4-42b5-bc65-236a7618b413 req-46142703-0091-417f-8fa3-6edb1e695d5b tempest-ServersOnMultiNodesTest-1472402947 tempest-ServersOnMultiNodesTest-1472402947-project] 10.222.0.90 "DELETE /v2.0/ports/8785c69d-6d10-4443-a2ce-db0ad5c8182f HTTP/1.1" status: 204 len: 173 time: 1.9550331 Feb 09 19:06:48.396290 n-d-713498-36 neutron-server[103229]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c6d3d784-e9c5-44f4-8e9b-599af9ae422b', 'name': 'network-vif-deleted', 'tag': '8785c69d-6d10-4443-a2ce-db0ad5c8182f'}] {{(pid=103229) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 19:06:48.399017 n-d-713498-36 neutron-server[103229]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fa6ae9a20702bd564eaf90d946620b2b4277b1ab91129323d3b54181076be307" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-be3dc805-143c-429f-92c4-ff335a1bfbc3" -d '{"events": [{"server_uuid": "c6d3d784-e9c5-44f4-8e9b-599af9ae422b", "name": "network-vif-deleted", "tag": "8785c69d-6d10-4443-a2ce-db0ad5c8182f"}]}' {{(pid=103229) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 19:06:48.410185 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-055b5ea8-1083-43a6-8f45-4c579f68a25b req-64ccd407-cf5c-4637-a2f4-6c7ab5c04cdf tempest-LiveAutoBlockMigrationV225Test-2127879101 tempest-LiveAutoBlockMigrationV225Test-2127879101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:06:48.417566 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-055b5ea8-1083-43a6-8f45-4c579f68a25b req-64ccd407-cf5c-4637-a2f4-6c7ab5c04cdf tempest-LiveAutoBlockMigrationV225Test-2127879101 tempest-LiveAutoBlockMigrationV225Test-2127879101-project] 10.222.0.75 "GET /v2.0/ports?device_id=d3938fbf-e1b0-4686-9d2f-36596059719e HTTP/1.1" status: 200 len: 943 time: 0.1454551 Feb 09 19:06:48.425327 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-3f76d727-8504-4116-a7bc-cb129676f1be admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=e623b53636fb4d76944cb391451b4189&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2008855 Feb 09 19:06:48.430414 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-a3323544-9e95-4c8e-bf2d-55b31dc6f7a9 req-a5bbe94e-505d-4755-8749-f2ffb7e9e6a5 tempest-ServersTestJSON-1708482947 tempest-ServersTestJSON-1708482947-project] 10.222.0.75 "GET /v2.0/security-groups?name=tempest-securitygroup--741649024&fields=id&tenant_id=bae1eec87894498eaa70e7abe5ad38f3 HTTP/1.1" status: 200 len: 267 time: 0.1435885 Feb 09 19:06:48.431074 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 51340) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:06:48.441159 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d4e9606-c2d0-4761-98e0-1343979f7969 req-69a0061f-136f-4395-9fd5-2cbc66d17bda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:06:48.443452 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-8d4e9606-c2d0-4761-98e0-1343979f7969 req-69a0061f-136f-4395-9fd5-2cbc66d17bda service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=2586c214bdfa4f9a89a0552244ef89be&device_id=b44ce140-61cc-4267-a2e4-7210687d93e5 HTTP/1.1" status: 200 len: 1129 time: 0.2287316 Feb 09 19:06:48.490329 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-d5fd7c36-a119-4360-99d6-32d87c7ddd0d admin admin] Publish callbacks [] for router (0d171c3e-e989-410b-974b-5e518abe97dd), before_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:06:48.671917 n-d-713498-36 neutron-server[103233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed6abf78-3425-4cca-a4ba-9f725d568ce4 None None] New status for floating IP b4ac7ff2-b0f3-46f2-be47-ecb3e4ba093e: ACTIVE {{(pid=103233) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 09 19:06:48.691305 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-d5fd7c36-a119-4360-99d6-32d87c7ddd0d admin admin] Publish callbacks [] for router_gateway (0d171c3e-e989-410b-974b-5e518abe97dd), before_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:06:48.704499 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762867132591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593584'] for agent (488cd9ae-631f-4955-ba0b-4f5a13f12e9c), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:06:48.797106 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3323544-9e95-4c8e-bf2d-55b31dc6f7a9 req-1c52c743-97d7-4fdb-9332-667b567c95ef tempest-ServersTestJSON-1708482947 tempest-ServersTestJSON-1708482947-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:06:48.800925 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-a3323544-9e95-4c8e-bf2d-55b31dc6f7a9 req-1c52c743-97d7-4fdb-9332-667b567c95ef tempest-ServersTestJSON-1708482947 tempest-ServersTestJSON-1708482947-project] 10.222.0.75 "GET /v2.0/networks?id=025d7490-0189-4dfb-b0f6-a58555e94e50 HTTP/1.1" status: 200 len: 803 time: 0.3563306 Feb 09 19:06:48.813579 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-055b5ea8-1083-43a6-8f45-4c579f68a25b req-17a585cc-ed20-46b5-8123-f1b5566d26b5 tempest-LiveAutoBlockMigrationV225Test-2127879101 tempest-LiveAutoBlockMigrationV225Test-2127879101-project] 10.222.0.75 "GET /v2.0/security-groups?id=e3cb5363-3b49-4f74-b239-a871e755b40a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1460721 Feb 09 19:06:48.822829 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.plugin [None req-d5fd7c36-a119-4360-99d6-32d87c7ddd0d admin admin] Deleting port 08b8411f-8cc3-4f6a-af68-1cc62ec122cd {{(pid=103230) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 19:06:48.823169 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-d5fd7c36-a119-4360-99d6-32d87c7ddd0d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762867170196'] for port (08b8411f-8cc3-4f6a-af68-1cc62ec122cd), before_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:06:48.825525 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762867132591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593584'] for agent (bcd5faee-dc24-4298-9134-0e0aa054058e), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:06:48.892437 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-7572d123-2cf8-49b7-9533-7593266af470 admin admin] Publish callbacks [] for security_group (ea8504f5-e28c-4a18-947a-449cb621ee4c), before_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:06:48.907402 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-a3323544-9e95-4c8e-bf2d-55b31dc6f7a9 req-ea05f68f-f1eb-4dcd-8fcb-cddb5c5458ba tempest-ServersTestJSON-1708482947 tempest-ServersTestJSON-1708482947-project] 10.222.0.75 "GET /v2.0/quotas/bae1eec87894498eaa70e7abe5ad38f3 HTTP/1.1" status: 200 len: 375 time: 0.0516696 Feb 09 19:06:48.977452 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-7572d123-2cf8-49b7-9533-7593266af470 admin admin] Publish callbacks [] for security_group (ea8504f5-e28c-4a18-947a-449cb621ee4c), precommit_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:06:49.025174 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.l3_dvr_db [None req-5739a1d0-484a-4ec3-971c-33c44a49683d None None] Set router 0d171c3e-e989-410b-974b-5e518abe97dd gateway port host: n-d-713498-36 {{(pid=103232) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 19:06:49.096657 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d4e9606-c2d0-4761-98e0-1343979f7969 req-2580cf64-860b-4e9a-9f63-23e08e6d56db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:06:49.098318 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-8d4e9606-c2d0-4761-98e0-1343979f7969 req-2580cf64-860b-4e9a-9f63-23e08e6d56db service neutron] 10.222.0.89 "GET /v2.0/networks?id=85a2e26d-1ada-469a-a5fe-478a404e3f5d HTTP/1.1" status: 200 len: 930 time: 0.6423383 Feb 09 19:06:49.154432 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-f6499f0e-8e03-4991-9ccb-9a5490471868 req-a29fbaca-448d-495c-bf97-6da84f8b57e3 tempest-FloatingIPsAssociationNegativeTestJSON-1147152048 tempest-FloatingIPsAssociationNegativeTestJSON-1147152048-project] 10.222.0.75 "GET /v2.0/networks?router%3Aexternal=True&fields=id&id=88055e1e-672a-4487-be31-ffb6e833ece5 HTTP/1.1" status: 200 len: 258 time: 0.2832682 Feb 09 19:06:49.161626 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.v2.base [req-f6499f0e-8e03-4991-9ccb-9a5490471868 req-2951d8b6-ede0-4d51-9f62-e782042d388f tempest-FloatingIPsAssociationNegativeTestJSON-1147152048 tempest-FloatingIPsAssociationNegativeTestJSON-1147152048-project] Request body: {'floatingip': {'floating_network_id': '88055e1e-672a-4487-be31-ffb6e833ece5'}} {{(pid=103230) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 19:06:49.175136 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-8d4e9606-c2d0-4761-98e0-1343979f7969 req-50498e35-82c4-48ca-819b-41191b25242b service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d3b54021-8c52-4810-affe-60b8c5bfde4f HTTP/1.1" status: 200 len: 1001 time: 0.0684538 Feb 09 19:06:49.229767 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-7572d123-2cf8-49b7-9533-7593266af470 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1892331'] for security_group (ea8504f5-e28c-4a18-947a-449cb621ee4c), after_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:06:49.233248 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-7572d123-2cf8-49b7-9533-7593266af470 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:06:49.243420 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [req-f6499f0e-8e03-4991-9ccb-9a5490471868 req-2951d8b6-ede0-4d51-9f62-e782042d388f tempest-FloatingIPsAssociationNegativeTestJSON-1147152048 tempest-FloatingIPsAssociationNegativeTestJSON-1147152048-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:06:49.250564 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-7572d123-2cf8-49b7-9533-7593266af470 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/ea8504f5-e28c-4a18-947a-449cb621ee4c HTTP/1.1" status: 204 len: 168 time: 0.8086843 Feb 09 19:06:49.273938 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7572d123-2cf8-49b7-9533-7593266af470 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ea8504f5-e28c-4a18-947a-449cb621ee4c,revision_number=None']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:06:49.333373 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-a3323544-9e95-4c8e-bf2d-55b31dc6f7a9 req-31e0d444-206c-4671-bd59-81468f1f9049 tempest-ServersTestJSON-1708482947 tempest-ServersTestJSON-1708482947-project] 10.222.0.75 "GET /v2.0/ports?tenant_id=bae1eec87894498eaa70e7abe5ad38f3&fields=id HTTP/1.1" status: 200 len: 302 time: 0.4000230 Feb 09 19:06:49.337576 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.db [None req-d5fd7c36-a119-4360-99d6-32d87c7ddd0d admin admin] For port 08b8411f-8cc3-4f6a-af68-1cc62ec122cd, host n-d-713498-36, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-36',level=0,port_id=08b8411f-8cc3-4f6a-af68-1cc62ec122cd,segment=NetworkSegment(a4222f89-8d3f-4b51-953b-1a8126392491),segment_id=a4222f89-8d3f-4b51-953b-1a8126392491)] {{(pid=103230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 19:06:49.338122 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-d5fd7c36-a119-4360-99d6-32d87c7ddd0d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1820838'] for port (08b8411f-8cc3-4f6a-af68-1cc62ec122cd), precommit_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:06:49.370935 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d4e9606-c2d0-4761-98e0-1343979f7969 req-214ed7fa-68e3-42ee-9c14-8767a21d3d1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:06:49.372336 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-8d4e9606-c2d0-4761-98e0-1343979f7969 req-214ed7fa-68e3-42ee-9c14-8767a21d3d1c service neutron] 10.222.0.89 "GET /v2.0/subnets?id=a1a90ed9-4fa2-477d-979f-c550725f9b48 HTTP/1.1" status: 200 len: 868 time: 0.1816196 Feb 09 19:06:49.378410 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.plugin [None req-d5fd7c36-a119-4360-99d6-32d87c7ddd0d admin admin] Calling delete_port for 08b8411f-8cc3-4f6a-af68-1cc62ec122cd owned by network:router_gateway {{(pid=103230) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 19:06:49.534155 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d4e9606-c2d0-4761-98e0-1343979f7969 req-3f79dad4-6179-4a53-b640-fa70943a4ca0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:06:49.535682 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-8d4e9606-c2d0-4761-98e0-1343979f7969 req-3f79dad4-6179-4a53-b640-fa70943a4ca0 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=85a2e26d-1ada-469a-a5fe-478a404e3f5d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.1341684 Feb 09 19:06:49.540112 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [req-f6499f0e-8e03-4991-9ccb-9a5490471868 req-2951d8b6-ede0-4d51-9f62-e782042d388f tempest-FloatingIPsAssociationNegativeTestJSON-1147152048 tempest-FloatingIPsAssociationNegativeTestJSON-1147152048-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (None), before_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:06:49.640268 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-a3323544-9e95-4c8e-bf2d-55b31dc6f7a9 req-dc0e75c7-e5f4-4ebe-a091-cf158f6fd0a8 service neutron] 10.222.0.75 "GET /v2.0/networks/025d7490-0189-4dfb-b0f6-a58555e94e50?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2810781 Feb 09 19:06:49.766149 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-8d4e9606-c2d0-4761-98e0-1343979f7969 req-9481555f-658a-49d3-9c74-e9988baa7e8b service neutron] 10.222.0.89 "GET /v2.0/networks/85a2e26d-1ada-469a-a5fe-478a404e3f5d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2140257 Feb 09 19:06:49.808975 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.l3_hamode_db [None req-5739a1d0-484a-4ec3-971c-33c44a49683d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d171c3e-e989-410b-974b-5e518abe97dd', 'name': 'tempest-FloatingIPsNegativeTestJSON-168596681-router', 'tenant_id': '2f7cb5001b0941dbb65abbb765d04ac6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88055e1e-672a-4487-be31-ffb6e833ece5', 'external_fixed_ips': [{'subnet_id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'ip_address': '172.25.1.187'}], 'enable_snat': True}, 'gw_port_id': '08b8411f-8cc3-4f6a-af68-1cc62ec122cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T19:06:21Z', 'updated_at': '2022-02-09T19:06:45Z', 'revision_number': 5, 'project_id': '2f7cb5001b0941dbb65abbb765d04ac6', 'gw_port': {'id': '08b8411f-8cc3-4f6a-af68-1cc62ec122cd', 'name': '', 'network_id': '88055e1e-672a-4487-be31-ffb6e833ece5', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:76:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d171c3e-e989-410b-974b-5e518abe97dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 789, 'fixed_ips': [{'subnet_id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'ip_address': '172.25.1.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T19:06:24Z', 'updated_at': '2022-02-09T19:06:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-36'}], 'n-d-713498-36', False) {} {{(pid=103232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:06:49.825836 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-d5fd7c36-a119-4360-99d6-32d87c7ddd0d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762867177463', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762866656476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14393751'] for port (08b8411f-8cc3-4f6a-af68-1cc62ec122cd), after_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:06:49.843907 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5739a1d0-484a-4ec3-971c-33c44a49683d None None] Checking router: 0d171c3e-e989-410b-974b-5e518abe97dd for host: n-d-713498-36 {{(pid=103232) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 19:06:49.864636 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5739a1d0-484a-4ec3-971c-33c44a49683d None None] Routers {'0d171c3e-e989-410b-974b-5e518abe97dd'} bound to L3 agent in host n-d-713498-36 {{(pid=103232) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 19:06:49.865273 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.l3_hamode_db [None req-5739a1d0-484a-4ec3-971c-33c44a49683d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-09T18:51:43Z,description=,heartbeat_timestamp=2022-02-09T19:06:43Z,host='n-d-713498-36',id=93303d5e-5d17-45e8-8963-7694f87783ae,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T18:51:43Z,topic='l3_agent')) {'router_ids': ['0d171c3e-e989-410b-974b-5e518abe97dd'], 'active': True} {{(pid=103232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:06:49.887766 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5fd7c36-a119-4360-99d6-32d87c7ddd0d admin admin] Pushing event deleted for resources: {'Port': ['ID=08b8411f-8cc3-4f6a-af68-1cc62ec122cd,revision_number=None']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:06:49.984868 n-d-713498-36 neutron-server[103230]: DEBUG neutron.db.db_base_plugin_common [req-f6499f0e-8e03-4991-9ccb-9a5490471868 req-2951d8b6-ede0-4d51-9f62-e782042d388f tempest-FloatingIPsAssociationNegativeTestJSON-1147152048 tempest-FloatingIPsAssociationNegativeTestJSON-1147152048-project] Allocated IP 172.25.1.87 (88055e1e-672a-4487-be31-ffb6e833ece5/ac16dbcc-383c-4b43-9153-d763c4a53f91/813d1c42-3832-4694-b144-4039bb593292) {{(pid=103230) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 19:06:49.985137 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.l3_dvr_db [None req-5739a1d0-484a-4ec3-971c-33c44a49683d None None] Set router 0d171c3e-e989-410b-974b-5e518abe97dd gateway port host: None {{(pid=103232) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 19:06:50.028280 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-d5fd7c36-a119-4360-99d6-32d87c7ddd0d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1818987'] for router_gateway (0d171c3e-e989-410b-974b-5e518abe97dd), after_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:06:50.061250 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-a3323544-9e95-4c8e-bf2d-55b31dc6f7a9 req-65bd6ccb-0b84-4f66-a0b0-4f893ac08397 service neutron] 10.222.0.75 "GET /v2.0/networks/025d7490-0189-4dfb-b0f6-a58555e94e50?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4084091 Feb 09 19:06:50.062266 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.l3_hamode_db [None req-5739a1d0-484a-4ec3-971c-33c44a49683d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d171c3e-e989-410b-974b-5e518abe97dd', 'name': 'tempest-FloatingIPsNegativeTestJSON-168596681-router', 'tenant_id': '2f7cb5001b0941dbb65abbb765d04ac6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T19:06:21Z', 'updated_at': '2022-02-09T19:06:49Z', 'revision_number': 7, 'project_id': '2f7cb5001b0941dbb65abbb765d04ac6', 'gw_port_host': None}], 'n-d-713498-36', False) {} {{(pid=103232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:06:50.089999 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-8d4e9606-c2d0-4761-98e0-1343979f7969 req-e9dbc8b2-5279-48b1-9b03-d176940b4044 service neutron] 10.222.0.89 "GET /v2.0/networks/85a2e26d-1ada-469a-a5fe-478a404e3f5d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3103449 Feb 09 19:06:50.104908 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5739a1d0-484a-4ec3-971c-33c44a49683d None None] The sync data for ids ['0d171c3e-e989-410b-974b-5e518abe97dd'] in n-d-713498-36 is: [{'id': '0d171c3e-e989-410b-974b-5e518abe97dd', 'name': 'tempest-FloatingIPsNegativeTestJSON-168596681-router', 'tenant_id': '2f7cb5001b0941dbb65abbb765d04ac6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T19:06:21Z', 'updated_at': '2022-02-09T19:06:49Z', 'revision_number': 7, 'project_id': '2f7cb5001b0941dbb65abbb765d04ac6', 'gw_port_host': None}] {{(pid=103232) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 19:06:50.184764 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-d5fd7c36-a119-4360-99d6-32d87c7ddd0d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1834988', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-58375'] for router (0d171c3e-e989-410b-974b-5e518abe97dd), precommit_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:06:50.191324 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-d5fd7c36-a119-4360-99d6-32d87c7ddd0d admin admin] Publish callbacks [] for router_controller (0d171c3e-e989-410b-974b-5e518abe97dd), precommit_delete_associations {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:06:50.256299 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-d5fd7c36-a119-4360-99d6-32d87c7ddd0d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1835003'] for router (0d171c3e-e989-410b-974b-5e518abe97dd), after_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:06:50.257162 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d5fd7c36-a119-4360-99d6-32d87c7ddd0d admin admin] Fanout notify agent at l3_agent the message router_deleted on router 0d171c3e-e989-410b-974b-5e518abe97dd {{(pid=103230) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 09 19:06:50.263785 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-d5fd7c36-a119-4360-99d6-32d87c7ddd0d admin admin] Publish callbacks [] for router (None), before_response {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:06:50.267877 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 51368) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:06:50.268330 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-d5fd7c36-a119-4360-99d6-32d87c7ddd0d admin admin] 10.222.0.75 "DELETE /v2.0/routers/0d171c3e-e989-410b-974b-5e518abe97dd HTTP/1.1" status: 204 len: 168 time: 2.2085071 Feb 09 19:06:50.337046 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [req-f6499f0e-8e03-4991-9ccb-9a5490471868 req-2951d8b6-ede0-4d51-9f62-e782042d388f tempest-FloatingIPsAssociationNegativeTestJSON-1147152048 tempest-FloatingIPsAssociationNegativeTestJSON-1147152048-project] Publish callbacks [] for port (813d1c42-3832-4694-b144-4039bb593292), precommit_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:06:50.346627 n-d-713498-36 neutron-server[103229]: DEBUG neutron.db.db_base_plugin_v2 [None req-493fd21d-6caa-44ae-a2dd-c69f3f3b10c6 admin admin] Deleting subnet 5f246235-2007-4285-a6c4-be901d42856d {{(pid=103229) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 19:06:50.363645 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-493fd21d-6caa-44ae-a2dd-c69f3f3b10c6 admin admin] Publish callbacks [] for subnet (5f246235-2007-4285-a6c4-be901d42856d), before_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:06:50.414604 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-493fd21d-6caa-44ae-a2dd-c69f3f3b10c6 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16683410'] for subnet (5f246235-2007-4285-a6c4-be901d42856d), precommit_delete_associations {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:06:50.418157 n-d-713498-36 neutron-server[103229]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 19:06:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6bc8e883-cb7e-4590-8fd9-2d72a211868d x-openstack-request-id: req-6bc8e883-cb7e-4590-8fd9-2d72a211868d {{(pid=103229) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 19:06:50.418476 n-d-713498-36 neutron-server[103229]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c6d3d784-e9c5-44f4-8e9b-599af9ae422b", "name": "network-vif-deleted", "tag": "8785c69d-6d10-4443-a2ce-db0ad5c8182f", "status": "completed", "code": 200}]} {{(pid=103229) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 19:06:50.418703 n-d-713498-36 neutron-server[103229]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-6bc8e883-cb7e-4590-8fd9-2d72a211868d {{(pid=103229) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 19:06:50.419145 n-d-713498-36 neutron-server[103229]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c6d3d784-e9c5-44f4-8e9b-599af9ae422b', 'name': 'network-vif-deleted', 'tag': '8785c69d-6d10-4443-a2ce-db0ad5c8182f', 'status': 'completed', 'code': 200} Feb 09 19:06:50.422036 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [req-f6499f0e-8e03-4991-9ccb-9a5490471868 req-2951d8b6-ede0-4d51-9f62-e782042d388f tempest-FloatingIPsAssociationNegativeTestJSON-1147152048 tempest-FloatingIPsAssociationNegativeTestJSON-1147152048-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762866656467', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14393751'] for port (813d1c42-3832-4694-b144-4039bb593292), after_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:06:50.530060 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2951d8b6-ede0-4d51-9f62-e782042d388f tempest-FloatingIPsAssociationNegativeTestJSON-1147152048 tempest-FloatingIPsAssociationNegativeTestJSON-1147152048-project] Pushing event updated for resources: {'Port': ['ID=813d1c42-3832-4694-b144-4039bb593292,revision_number=1']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:06:50.542587 n-d-713498-36 neutron-server[103230]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f6499f0e-8e03-4991-9ccb-9a5490471868 req-2951d8b6-ede0-4d51-9f62-e782042d388f tempest-FloatingIPsAssociationNegativeTestJSON-1147152048 tempest-FloatingIPsAssociationNegativeTestJSON-1147152048-project] Network 88055e1e-672a-4487-be31-ffb6e833ece5 is already hosted by enough agents. {{(pid=103230) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 19:06:50.544058 n-d-713498-36 neutron-server[103230]: DEBUG neutron.scheduler.base_scheduler [req-f6499f0e-8e03-4991-9ccb-9a5490471868 req-2951d8b6-ede0-4d51-9f62-e782042d388f tempest-FloatingIPsAssociationNegativeTestJSON-1147152048 tempest-FloatingIPsAssociationNegativeTestJSON-1147152048-project] Resources bound (agent type, host, resource id): {{(pid=103230) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 19:06:50.546543 n-d-713498-36 neutron-server[103230]: DEBUG neutron.db.l3_dvrscheduler_db [req-f6499f0e-8e03-4991-9ccb-9a5490471868 req-2951d8b6-ede0-4d51-9f62-e782042d388f tempest-FloatingIPsAssociationNegativeTestJSON-1147152048 tempest-FloatingIPsAssociationNegativeTestJSON-1147152048-project] Received port after_create {{(pid=103230) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 19:06:50.598469 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-493fd21d-6caa-44ae-a2dd-c69f3f3b10c6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-759852'] for subnet (5f246235-2007-4285-a6c4-be901d42856d), precommit_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:06:50.649858 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Device f19de642-8111-424a-8b20-7d612ca6eb54 no longer exists at agent ovs-agent-n-d-713498-36 {{(pid=103232) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 19:06:50.681234 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] No Port match for: f19de642-8111-424a-8b20-7d612ca6eb54 {{(pid=103232) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 19:06:50.685946 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Device f19de642-8111-424a-8b20-7d612ca6eb54 not bound to the agent host n-d-713498-36 {{(pid=103232) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 19:06:50.694556 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61899d68-9f9b-4622-b9b9-a694cdaa74d5 req-10a6972a-816c-4ce6-bd98-e0e8353d4402 tempest-LiveMigrationTest-1021096981 tempest-LiveMigrationTest-1021096981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:06:50.696644 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [req-f6499f0e-8e03-4991-9ccb-9a5490471868 req-2951d8b6-ede0-4d51-9f62-e782042d388f tempest-FloatingIPsAssociationNegativeTestJSON-1147152048 tempest-FloatingIPsAssociationNegativeTestJSON-1147152048-project] Publish callbacks [] for floatingip (433d15cf-0b3a-4369-b1da-44ded2ce1281), precommit_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:06:50.706626 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-61899d68-9f9b-4622-b9b9-a694cdaa74d5 req-10a6972a-816c-4ce6-bd98-e0e8353d4402 tempest-LiveMigrationTest-1021096981 tempest-LiveMigrationTest-1021096981-project] 10.222.0.75 "GET /v2.0/ports?device_id=2f9a8919-1b2a-4183-90dc-45c5e52d5a99 HTTP/1.1" status: 200 len: 943 time: 0.1828403 Feb 09 19:06:50.754459 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [req-f6499f0e-8e03-4991-9ccb-9a5490471868 req-2951d8b6-ede0-4d51-9f62-e782042d388f tempest-FloatingIPsAssociationNegativeTestJSON-1147152048 tempest-FloatingIPsAssociationNegativeTestJSON-1147152048-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (813d1c42-3832-4694-b144-4039bb593292), before_update {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:06:50.809010 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-61899d68-9f9b-4622-b9b9-a694cdaa74d5 req-ae296c18-7d41-40e8-895e-2b8baf25270c tempest-LiveMigrationTest-1021096981 tempest-LiveMigrationTest-1021096981-project] 10.222.0.75 "GET /v2.0/security-groups?id=ba18819a-1490-4e7b-a11b-e8610423d8ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0971603 Feb 09 19:06:50.818241 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-493fd21d-6caa-44ae-a2dd-c69f3f3b10c6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-760023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12867367', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12759238'] for subnet (5f246235-2007-4285-a6c4-be901d42856d), after_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:06:50.831445 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Device 8785c69d-6d10-4443-a2ce-db0ad5c8182f no longer exists at agent hyperv_n-h2-713498-36 {{(pid=103232) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 19:06:50.855892 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-493fd21d-6caa-44ae-a2dd-c69f3f3b10c6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5f246235-2007-4285-a6c4-be901d42856d,revision_number=None']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:06:50.866124 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-493fd21d-6caa-44ae-a2dd-c69f3f3b10c6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1613566'] for subnet (None), before_response {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:06:50.874955 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-493fd21d-6caa-44ae-a2dd-c69f3f3b10c6 admin admin] 10.222.0.75 "DELETE /v2.0/subnets/5f246235-2007-4285-a6c4-be901d42856d HTTP/1.1" status: 204 len: 168 time: 0.6054859 Feb 09 19:06:50.875686 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 51384) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:06:50.888915 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-7429db8d-6021-40ad-813e-885be449a89b None None] No Port match for: 8785c69d-6d10-4443-a2ce-db0ad5c8182f {{(pid=103232) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 19:06:50.889267 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Device 8785c69d-6d10-4443-a2ce-db0ad5c8182f not bound to the agent host n-h2-713498-36 {{(pid=103232) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 19:06:50.894637 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ef61395-d6b9-4f9d-8a55-b2ab64e71cd5 None None] Network 54dce347-f0c4-4382-a34a-5c96731fc4de requested from n-d-713498-36 {{(pid=103232) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 19:06:51.042333 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [req-f6499f0e-8e03-4991-9ccb-9a5490471868 req-2951d8b6-ede0-4d51-9f62-e782042d388f tempest-FloatingIPsAssociationNegativeTestJSON-1147152048 tempest-FloatingIPsAssociationNegativeTestJSON-1147152048-project] Publish callbacks [] for port (813d1c42-3832-4694-b144-4039bb593292), precommit_update {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:06:51.050348 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [req-f6499f0e-8e03-4991-9ccb-9a5490471868 req-2951d8b6-ede0-4d51-9f62-e782042d388f tempest-FloatingIPsAssociationNegativeTestJSON-1147152048 tempest-FloatingIPsAssociationNegativeTestJSON-1147152048-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762867176205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762866656485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762866656503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14393758'] for port (813d1c42-3832-4694-b144-4039bb593292), after_update {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:06:51.093361 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-bc2b1a6d-8886-46ee-ac5d-bc14b4f47c84 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-670458'] for network (54dce347-f0c4-4382-a34a-5c96731fc4de), before_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:06:51.142787 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3775e138-7414-4453-a993-512180b31024 req-ec7c8e18-6224-43ff-9f95-52068a8cb7ec tempest-TaggedBootDevicesTest_v242-798392635 tempest-TaggedBootDevicesTest_v242-798392635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:06:51.148154 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3775e138-7414-4453-a993-512180b31024 req-ec7c8e18-6224-43ff-9f95-52068a8cb7ec tempest-TaggedBootDevicesTest_v242-798392635 tempest-TaggedBootDevicesTest_v242-798392635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:06:51.153815 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3775e138-7414-4453-a993-512180b31024 req-ec7c8e18-6224-43ff-9f95-52068a8cb7ec tempest-TaggedBootDevicesTest_v242-798392635 tempest-TaggedBootDevicesTest_v242-798392635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:06:51.163835 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3775e138-7414-4453-a993-512180b31024 req-ec7c8e18-6224-43ff-9f95-52068a8cb7ec tempest-TaggedBootDevicesTest_v242-798392635 tempest-TaggedBootDevicesTest_v242-798392635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:06:51.169399 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3775e138-7414-4453-a993-512180b31024 req-ec7c8e18-6224-43ff-9f95-52068a8cb7ec tempest-TaggedBootDevicesTest_v242-798392635 tempest-TaggedBootDevicesTest_v242-798392635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:06:51.175572 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [req-f6499f0e-8e03-4991-9ccb-9a5490471868 req-2951d8b6-ede0-4d51-9f62-e782042d388f tempest-FloatingIPsAssociationNegativeTestJSON-1147152048 tempest-FloatingIPsAssociationNegativeTestJSON-1147152048-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1818909'] for floatingip (433d15cf-0b3a-4369-b1da-44ded2ce1281), after_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:06:51.179931 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab99305c-b98a-463e-be47-6b730684cd14 None None] DHCP port deletion for 54dce347-f0c4-4382-a34a-5c96731fc4de request from n-d-713498-36 {{(pid=103232) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 09 19:06:51.181458 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3775e138-7414-4453-a993-512180b31024 req-ec7c8e18-6224-43ff-9f95-52068a8cb7ec tempest-TaggedBootDevicesTest_v242-798392635 tempest-TaggedBootDevicesTest_v242-798392635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:06:51.188888 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3775e138-7414-4453-a993-512180b31024 req-ec7c8e18-6224-43ff-9f95-52068a8cb7ec tempest-TaggedBootDevicesTest_v242-798392635 tempest-TaggedBootDevicesTest_v242-798392635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:06:51.190952 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-3775e138-7414-4453-a993-512180b31024 req-ec7c8e18-6224-43ff-9f95-52068a8cb7ec tempest-TaggedBootDevicesTest_v242-798392635 tempest-TaggedBootDevicesTest_v242-798392635-project] 10.222.0.75 "GET /v2.0/ports?device_id=8319129f-1054-494a-b0c0-2ec99e839619 HTTP/1.1" status: 200 len: 5431 time: 0.2323477 Feb 09 19:06:51.195014 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2951d8b6-ede0-4d51-9f62-e782042d388f tempest-FloatingIPsAssociationNegativeTestJSON-1147152048 tempest-FloatingIPsAssociationNegativeTestJSON-1147152048-project] Pushing event updated for resources: {'Port': ['ID=813d1c42-3832-4694-b144-4039bb593292,revision_number=2']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:06:51.204690 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [req-f6499f0e-8e03-4991-9ccb-9a5490471868 req-2951d8b6-ede0-4d51-9f62-e782042d388f tempest-FloatingIPsAssociationNegativeTestJSON-1147152048 tempest-FloatingIPsAssociationNegativeTestJSON-1147152048-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171096'] for floatingip (None), before_response {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:06:51.206022 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-f6499f0e-8e03-4991-9ccb-9a5490471868 req-2951d8b6-ede0-4d51-9f62-e782042d388f tempest-FloatingIPsAssociationNegativeTestJSON-1147152048 tempest-FloatingIPsAssociationNegativeTestJSON-1147152048-project] 10.222.0.75 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 2.0499029 Feb 09 19:06:51.319094 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-ab99305c-b98a-463e-be47-6b730684cd14 None None] Deleting port a9fa2157-6f4f-4332-a250-b19731a901e0 {{(pid=103232) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 19:06:51.319602 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-ab99305c-b98a-463e-be47-6b730684cd14 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762867170196'] for port (a9fa2157-6f4f-4332-a250-b19731a901e0), before_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:06:51.349150 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-f6499f0e-8e03-4991-9ccb-9a5490471868 req-460a904a-09d0-4c91-a2c8-3993cba5065e tempest-FloatingIPsAssociationNegativeTestJSON-1147152048 tempest-FloatingIPsAssociationNegativeTestJSON-1147152048-project] 10.222.0.75 "GET /v2.0/floatingips?floating_ip_address=172.25.1.87 HTTP/1.1" status: 200 len: 695 time: 0.1371040 Feb 09 19:06:51.364652 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-3775e138-7414-4453-a993-512180b31024 req-4255996a-1510-4a6f-bc70-891cf0436aaf tempest-TaggedBootDevicesTest_v242-798392635 tempest-TaggedBootDevicesTest_v242-798392635-project] 10.222.0.75 "GET /v2.0/security-groups?id=58062d4f-c149-4db3-a357-a4eb59a3d83e&id=6452f0cf-fe35-4557-9092-43f1827176a8&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1427577 Feb 09 19:06:51.367485 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.plugin [None req-bc2b1a6d-8886-46ee-ac5d-bc14b4f47c84 admin admin] Deleting port a9fa2157-6f4f-4332-a250-b19731a901e0 {{(pid=103229) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 19:06:51.367842 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-bc2b1a6d-8886-46ee-ac5d-bc14b4f47c84 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762867170196'] for port (a9fa2157-6f4f-4332-a250-b19731a901e0), before_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:06:51.500812 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-ab99305c-b98a-463e-be47-6b730684cd14 None None] For port a9fa2157-6f4f-4332-a250-b19731a901e0, host n-d-713498-36, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-36',level=0,port_id=a9fa2157-6f4f-4332-a250-b19731a901e0,segment=NetworkSegment(8aeea929-1696-4c23-bfbc-7dcca4effad7),segment_id=8aeea929-1696-4c23-bfbc-7dcca4effad7)] {{(pid=103232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 19:06:51.501541 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-ab99305c-b98a-463e-be47-6b730684cd14 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1820838'] for port (a9fa2157-6f4f-4332-a250-b19731a901e0), precommit_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:06:51.526612 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-ab99305c-b98a-463e-be47-6b730684cd14 None None] Calling delete_port for a9fa2157-6f4f-4332-a250-b19731a901e0 owned by network:dhcp {{(pid=103232) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 19:06:51.536275 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6499f0e-8e03-4991-9ccb-9a5490471868 req-ced49cd6-69fd-4b75-a57f-b6ff48cabba3 tempest-FloatingIPsAssociationNegativeTestJSON-1147152048 tempest-FloatingIPsAssociationNegativeTestJSON-1147152048-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:06:51.542206 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-f6499f0e-8e03-4991-9ccb-9a5490471868 req-ced49cd6-69fd-4b75-a57f-b6ff48cabba3 tempest-FloatingIPsAssociationNegativeTestJSON-1147152048 tempest-FloatingIPsAssociationNegativeTestJSON-1147152048-project] 10.222.0.75 "GET /v2.0/networks/88055e1e-672a-4487-be31-ffb6e833ece5 HTTP/1.1" status: 200 len: 784 time: 0.1829586 Feb 09 19:06:51.550702 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.db [None req-bc2b1a6d-8886-46ee-ac5d-bc14b4f47c84 admin admin] For port a9fa2157-6f4f-4332-a250-b19731a901e0, host n-d-713498-36, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-36',level=0,port_id=a9fa2157-6f4f-4332-a250-b19731a901e0,segment=NetworkSegment(8aeea929-1696-4c23-bfbc-7dcca4effad7),segment_id=8aeea929-1696-4c23-bfbc-7dcca4effad7)] {{(pid=103229) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 19:06:51.551078 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-bc2b1a6d-8886-46ee-ac5d-bc14b4f47c84 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1820838'] for port (a9fa2157-6f4f-4332-a250-b19731a901e0), precommit_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:06:51.566234 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.plugin [None req-bc2b1a6d-8886-46ee-ac5d-bc14b4f47c84 admin admin] Calling delete_port for a9fa2157-6f4f-4332-a250-b19731a901e0 owned by network:dhcp {{(pid=103229) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 19:06:51.639000 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-ab99305c-b98a-463e-be47-6b730684cd14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762867177463', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762866656476'] for port (a9fa2157-6f4f-4332-a250-b19731a901e0), after_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:06:51.660222 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-6dd3272a-3d12-4452-b824-a25451785a0f req-8593f29e-9a8d-4f31-b016-af6abbee0eca tempest-ServersTestJSON-1708482947 tempest-ServersTestJSON-1708482947-project] 10.222.0.75 "GET /v2.0/ports?device_id=5e5434a8-e340-41db-9b12-7261db1c55d2 HTTP/1.1" status: 200 len: 210 time: 0.0463879 Feb 09 19:06:51.685090 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab99305c-b98a-463e-be47-6b730684cd14 None None] Pushing event deleted for resources: {'Port': ['ID=a9fa2157-6f4f-4332-a250-b19731a901e0,revision_number=None']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:06:51.685090 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab99305c-b98a-463e-be47-6b730684cd14 None None] No DVR routers for this DVR port a9fa2157-6f4f-4332-a250-b19731a901e0 on host n-d-713498-36 {{(pid=103232) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 19:06:51.696084 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-513a180c-cb7a-4e01-8b28-c23acfdd6717 req-98098f7a-8254-498d-a861-c7ccbcd687e0 tempest-LiveAutoBlockMigrationV225Test-2127879101 tempest-LiveAutoBlockMigrationV225Test-2127879101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:06:51.698213 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-513a180c-cb7a-4e01-8b28-c23acfdd6717 req-98098f7a-8254-498d-a861-c7ccbcd687e0 tempest-LiveAutoBlockMigrationV225Test-2127879101 tempest-LiveAutoBlockMigrationV225Test-2127879101-project] 10.222.0.75 "GET /v2.0/ports?device_id=d3938fbf-e1b0-4686-9d2f-36596059719e HTTP/1.1" status: 200 len: 943 time: 0.2245452 Feb 09 19:06:51.705059 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-bc2b1a6d-8886-46ee-ac5d-bc14b4f47c84 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762867177463', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762866656476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12867576'] for port (a9fa2157-6f4f-4332-a250-b19731a901e0), after_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:06:51.739308 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc2b1a6d-8886-46ee-ac5d-bc14b4f47c84 admin admin] Pushing event deleted for resources: {'Port': ['ID=a9fa2157-6f4f-4332-a250-b19731a901e0,revision_number=None']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:06:51.756440 n-d-713498-36 neutron-server[103229]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc2b1a6d-8886-46ee-ac5d-bc14b4f47c84 admin admin] No DVR routers for this DVR port a9fa2157-6f4f-4332-a250-b19731a901e0 on host n-d-713498-36 {{(pid=103229) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 19:06:51.841163 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-513a180c-cb7a-4e01-8b28-c23acfdd6717 req-78c224b4-6478-4bf3-95ed-5ee00c52ec9e tempest-LiveAutoBlockMigrationV225Test-2127879101 tempest-LiveAutoBlockMigrationV225Test-2127879101-project] 10.222.0.75 "GET /v2.0/security-groups?id=e3cb5363-3b49-4f74-b239-a871e755b40a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1299791 Feb 09 19:06:51.852703 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-bc2b1a6d-8886-46ee-ac5d-bc14b4f47c84 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-590267', 'neutron.services.segments.db._delete_segments_for_network-8762867132609'] for network (54dce347-f0c4-4382-a34a-5c96731fc4de), precommit_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:06:51.889215 n-d-713498-36 neutron-server[103229]: DEBUG neutron.services.segments.db [None req-bc2b1a6d-8886-46ee-ac5d-bc14b4f47c84 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['54dce347-f0c4-4382-a34a-5c96731fc4de']}} {{(pid=103229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:06:51.901084 n-d-713498-36 neutron-server[103229]: DEBUG neutron.services.segments.db [None req-bc2b1a6d-8886-46ee-ac5d-bc14b4f47c84 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8aeea929-1696-4c23-bfbc-7dcca4effad7') {'for_net_delete': True} {{(pid=103229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:06:51.901771 n-d-713498-36 neutron-server[103229]: DEBUG neutron.services.segments.db [None req-bc2b1a6d-8886-46ee-ac5d-bc14b4f47c84 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8aeea929-1696-4c23-bfbc-7dcca4effad7') {} {{(pid=103229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:06:51.914441 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-bc2b1a6d-8886-46ee-ac5d-bc14b4f47c84 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762867134154', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16683417'] for segment (8aeea929-1696-4c23-bfbc-7dcca4effad7), before_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:06:51.940278 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-bc2b1a6d-8886-46ee-ac5d-bc14b4f47c84 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-759574'] for segment (8aeea929-1696-4c23-bfbc-7dcca4effad7), precommit_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:06:51.975492 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bc2b1a6d-8886-46ee-ac5d-bc14b4f47c84 admin admin] Releasing vlan 388 on physical network physnet1 to pool {{(pid=103229) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 19:06:51.975899 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-bc2b1a6d-8886-46ee-ac5d-bc14b4f47c84 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-759574', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12867469'] for segment (8aeea929-1696-4c23-bfbc-7dcca4effad7), after_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:06:51.977647 n-d-713498-36 neutron-server[103229]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 19:06:51.977647 n-d-713498-36 neutron-server[103229]: self.session.flush() Feb 09 19:06:51.977647 n-d-713498-36 neutron-server[103229]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 19:06:51.977647 n-d-713498-36 neutron-server[103229]: self.session.flush() Feb 09 19:06:51.977647 n-d-713498-36 neutron-server[103229]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 19:06:51.977647 n-d-713498-36 neutron-server[103229]: self.session.flush() Feb 09 19:06:51.977647 n-d-713498-36 neutron-server[103229]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 19:06:51.977647 n-d-713498-36 neutron-server[103229]: self.session.flush() Feb 09 19:06:51.977647 n-d-713498-36 neutron-server[103229]: Traceback (most recent call last): Feb 09 19:06:51.977647 n-d-713498-36 neutron-server[103229]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 19:06:51.977647 n-d-713498-36 neutron-server[103229]: timer() Feb 09 19:06:51.977647 n-d-713498-36 neutron-server[103229]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 19:06:51.977647 n-d-713498-36 neutron-server[103229]: cb(*args, **kw) Feb 09 19:06:51.977647 n-d-713498-36 neutron-server[103229]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 19:06:51.977647 n-d-713498-36 neutron-server[103229]: return func(*args, **kwargs) Feb 09 19:06:51.977647 n-d-713498-36 neutron-server[103229]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 19:06:51.977647 n-d-713498-36 neutron-server[103229]: self._notify() Feb 09 19:06:51.977647 n-d-713498-36 neutron-server[103229]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 19:06:51.977647 n-d-713498-36 neutron-server[103229]: self.callback(batched_events) Feb 09 19:06:51.977647 n-d-713498-36 neutron-server[103229]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 19:06:51.977647 n-d-713498-36 neutron-server[103229]: event.method(event) Feb 09 19:06:51.977647 n-d-713498-36 neutron-server[103229]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 19:06:51.977647 n-d-713498-36 neutron-server[103229]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 19:06:51.977647 n-d-713498-36 neutron-server[103229]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 19:06:51.977647 n-d-713498-36 neutron-server[103229]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 19:06:51.977647 n-d-713498-36 neutron-server[103229]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 19:06:51.977647 n-d-713498-36 neutron-server[103229]: return f(self, *a, **k) Feb 09 19:06:51.977647 n-d-713498-36 neutron-server[103229]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 19:06:51.977647 n-d-713498-36 neutron-server[103229]: return self._get(url).json() Feb 09 19:06:51.977647 n-d-713498-36 neutron-server[103229]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 19:06:51.977647 n-d-713498-36 neutron-server[103229]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 19:06:51.977647 n-d-713498-36 neutron-server[103229]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 19:06:51.977647 n-d-713498-36 neutron-server[103229]: return self.request(url, 'GET', **kwargs) Feb 09 19:06:51.977647 n-d-713498-36 neutron-server[103229]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 19:06:51.977647 n-d-713498-36 neutron-server[103229]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 19:06:51.977647 n-d-713498-36 neutron-server[103229]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 19:06:51.977647 n-d-713498-36 neutron-server[103229]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 19:06:51.977647 n-d-713498-36 neutron-server[103229]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 19:06:51.977647 n-d-713498-36 neutron-server[103229]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 19:06:51.977647 n-d-713498-36 neutron-server[103229]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 19:06:52.062104 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2d56aea-295c-44f3-aeb9-fc5b05c18458 req-f64d074d-d087-44e8-908f-2e971456353e tempest-FloatingIPsAssociationNegativeTestJSON-1147152048 tempest-FloatingIPsAssociationNegativeTestJSON-1147152048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:06:52.063920 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-c2d56aea-295c-44f3-aeb9-fc5b05c18458 req-f64d074d-d087-44e8-908f-2e971456353e tempest-FloatingIPsAssociationNegativeTestJSON-1147152048 tempest-FloatingIPsAssociationNegativeTestJSON-1147152048-project] 10.222.0.75 "GET /v2.0/ports?device_id=b44ce140-61cc-4267-a2e4-7210687d93e5&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.1354291 Feb 09 19:06:52.065040 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-bc2b1a6d-8886-46ee-ac5d-bc14b4f47c84 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-590242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1885479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1818895'] for network (54dce347-f0c4-4382-a34a-5c96731fc4de), after_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:06:52.075668 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-bc2b1a6d-8886-46ee-ac5d-bc14b4f47c84 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1613566'] for network (None), before_response {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:06:52.079065 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-bc2b1a6d-8886-46ee-ac5d-bc14b4f47c84 admin admin] 10.222.0.75 "DELETE /v2.0/networks/54dce347-f0c4-4382-a34a-5c96731fc4de HTTP/1.1" status: 204 len: 168 time: 1.2023876 Feb 09 19:06:52.129624 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-407047b0-ddc7-4b69-b15b-4163f59873e7 req-14b4c997-d14b-4f19-a41c-0beeba3353ae tempest-LiveMigrationTest-1021096981 tempest-LiveMigrationTest-1021096981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:06:52.131122 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-407047b0-ddc7-4b69-b15b-4163f59873e7 req-14b4c997-d14b-4f19-a41c-0beeba3353ae tempest-LiveMigrationTest-1021096981 tempest-LiveMigrationTest-1021096981-project] 10.222.0.75 "GET /v2.0/ports?device_id=2f9a8919-1b2a-4183-90dc-45c5e52d5a99 HTTP/1.1" status: 200 len: 943 time: 0.0743732 Feb 09 19:06:52.146950 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc2b1a6d-8886-46ee-ac5d-bc14b4f47c84 admin admin] Pushing event deleted for resources: {'Network': ['ID=54dce347-f0c4-4382-a34a-5c96731fc4de,revision_number=None']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:06:52.200192 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-c2d56aea-295c-44f3-aeb9-fc5b05c18458 req-2ec6556c-1688-44cd-a6a4-f227e3de427d tempest-FloatingIPsAssociationNegativeTestJSON-1147152048 tempest-FloatingIPsAssociationNegativeTestJSON-1147152048-project] 10.222.0.75 "GET /v2.0/floatingips?floating_ip_address=172.25.1.87 HTTP/1.1" status: 200 len: 695 time: 0.1261828 Feb 09 19:06:52.218600 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-407047b0-ddc7-4b69-b15b-4163f59873e7 req-325fabd4-7a1b-4021-bbba-d891ccc13090 tempest-LiveMigrationTest-1021096981 tempest-LiveMigrationTest-1021096981-project] 10.222.0.75 "GET /v2.0/security-groups?id=ba18819a-1490-4e7b-a11b-e8610423d8ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0763123 Feb 09 19:06:52.230669 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.v2.base [req-c2d56aea-295c-44f3-aeb9-fc5b05c18458 req-d1f49877-7d86-42da-a7e3-be0ce71ee5da tempest-FloatingIPsAssociationNegativeTestJSON-1147152048 tempest-FloatingIPsAssociationNegativeTestJSON-1147152048-project] Request body: {'floatingip': {'port_id': 'd3b54021-8c52-4810-affe-60b8c5bfde4f', 'fixed_ip_address': '172.20.0.11'}} {{(pid=103229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 19:06:52.329185 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3323544-9e95-4c8e-bf2d-55b31dc6f7a9 req-0e8603c0-c0b0-4bea-9934-91e3b7992cd2 tempest-ServersTestJSON-1708482947 tempest-ServersTestJSON-1708482947-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:06:52.330935 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-a3323544-9e95-4c8e-bf2d-55b31dc6f7a9 req-0e8603c0-c0b0-4bea-9934-91e3b7992cd2 tempest-ServersTestJSON-1708482947 tempest-ServersTestJSON-1708482947-project] 10.222.0.90 "GET /v2.0/networks?id=025d7490-0189-4dfb-b0f6-a58555e94e50 HTTP/1.1" status: 200 len: 803 time: 0.2491384 Feb 09 19:06:52.339775 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-c2d56aea-295c-44f3-aeb9-fc5b05c18458 req-d1f49877-7d86-42da-a7e3-be0ce71ee5da tempest-FloatingIPsAssociationNegativeTestJSON-1147152048 tempest-FloatingIPsAssociationNegativeTestJSON-1147152048-project] Publish callbacks [] for floatingip (433d15cf-0b3a-4369-b1da-44ded2ce1281), before_update {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:06:52.393330 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 51408) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:06:52.450011 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-8079594b-5781-4e42-bcb5-d3764dcd88f6 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=2f7cb5001b0941dbb65abbb765d04ac6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0536938 Feb 09 19:06:52.451188 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 51410) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:06:52.541278 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-a3323544-9e95-4c8e-bf2d-55b31dc6f7a9 req-e98126e8-0b88-4e09-b2ef-2b8e0205f3fc tempest-ServersTestJSON-1708482947 tempest-ServersTestJSON-1708482947-project] 10.222.0.90 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=bae1eec87894498eaa70e7abe5ad38f3 HTTP/1.1" status: 200 len: 379 time: 0.1525474 Feb 09 19:06:52.568186 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.v2.base [req-a3323544-9e95-4c8e-bf2d-55b31dc6f7a9 req-85932cc2-8fad-4ae8-aa44-80634f7313a1 tempest-ServersTestJSON-1708482947 tempest-ServersTestJSON-1708482947-project] Request body: {'port': {'device_id': '5e5434a8-e340-41db-9b12-7261db1c55d2', 'network_id': '025d7490-0189-4dfb-b0f6-a58555e94e50', 'admin_state_up': True, 'tenant_id': 'bae1eec87894498eaa70e7abe5ad38f3', 'security_groups': ['4f4cf49e-2dae-4f95-aa8c-af4db5fe746b']}} {{(pid=103229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 19:06:52.574000 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-33ed389f-c646-412e-90b5-450c790bd9f7 admin admin] Publish callbacks [] for security_group (9c5e2c4b-1eb6-4be6-81cf-6aded2053c3e), before_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:06:52.585209 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Device 08b8411f-8cc3-4f6a-af68-1cc62ec122cd no longer exists at agent ovs-agent-n-d-713498-36 {{(pid=103232) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 19:06:52.611543 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-33ed389f-c646-412e-90b5-450c790bd9f7 admin admin] Publish callbacks [] for security_group (9c5e2c4b-1eb6-4be6-81cf-6aded2053c3e), precommit_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:06:52.627039 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] No Port match for: 08b8411f-8cc3-4f6a-af68-1cc62ec122cd {{(pid=103232) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 19:06:52.628133 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Device 08b8411f-8cc3-4f6a-af68-1cc62ec122cd not bound to the agent host n-d-713498-36 {{(pid=103232) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 19:06:52.629309 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Device a9fa2157-6f4f-4332-a250-b19731a901e0 no longer exists at agent ovs-agent-n-d-713498-36 {{(pid=103232) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 19:06:52.652918 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] No Port match for: a9fa2157-6f4f-4332-a250-b19731a901e0 {{(pid=103232) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 19:06:52.653524 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Device a9fa2157-6f4f-4332-a250-b19731a901e0 not bound to the agent host n-d-713498-36 {{(pid=103232) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 19:06:52.719608 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-33ed389f-c646-412e-90b5-450c790bd9f7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1892331'] for security_group (9c5e2c4b-1eb6-4be6-81cf-6aded2053c3e), after_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:06:52.732914 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-33ed389f-c646-412e-90b5-450c790bd9f7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:06:52.732914 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-33ed389f-c646-412e-90b5-450c790bd9f7 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/9c5e2c4b-1eb6-4be6-81cf-6aded2053c3e HTTP/1.1" status: 204 len: 168 time: 0.2775590 Feb 09 19:06:52.746786 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33ed389f-c646-412e-90b5-450c790bd9f7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9c5e2c4b-1eb6-4be6-81cf-6aded2053c3e,revision_number=None']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:06:52.805536 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82881f85-2d06-4c55-a23a-107ae9fa341f req-18facf2f-e145-4b42-83f2-45e2d253c1f8 tempest-TaggedBootDevicesTest_v242-798392635 tempest-TaggedBootDevicesTest_v242-798392635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:06:52.811775 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82881f85-2d06-4c55-a23a-107ae9fa341f req-18facf2f-e145-4b42-83f2-45e2d253c1f8 tempest-TaggedBootDevicesTest_v242-798392635 tempest-TaggedBootDevicesTest_v242-798392635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:06:52.817292 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82881f85-2d06-4c55-a23a-107ae9fa341f req-18facf2f-e145-4b42-83f2-45e2d253c1f8 tempest-TaggedBootDevicesTest_v242-798392635 tempest-TaggedBootDevicesTest_v242-798392635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:06:52.822834 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82881f85-2d06-4c55-a23a-107ae9fa341f req-18facf2f-e145-4b42-83f2-45e2d253c1f8 tempest-TaggedBootDevicesTest_v242-798392635 tempest-TaggedBootDevicesTest_v242-798392635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:06:52.829383 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82881f85-2d06-4c55-a23a-107ae9fa341f req-18facf2f-e145-4b42-83f2-45e2d253c1f8 tempest-TaggedBootDevicesTest_v242-798392635 tempest-TaggedBootDevicesTest_v242-798392635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:06:52.835138 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82881f85-2d06-4c55-a23a-107ae9fa341f req-18facf2f-e145-4b42-83f2-45e2d253c1f8 tempest-TaggedBootDevicesTest_v242-798392635 tempest-TaggedBootDevicesTest_v242-798392635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:06:52.842289 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82881f85-2d06-4c55-a23a-107ae9fa341f req-18facf2f-e145-4b42-83f2-45e2d253c1f8 tempest-TaggedBootDevicesTest_v242-798392635 tempest-TaggedBootDevicesTest_v242-798392635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:06:52.842790 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-82881f85-2d06-4c55-a23a-107ae9fa341f req-18facf2f-e145-4b42-83f2-45e2d253c1f8 tempest-TaggedBootDevicesTest_v242-798392635 tempest-TaggedBootDevicesTest_v242-798392635-project] 10.222.0.75 "GET /v2.0/ports?device_id=8319129f-1054-494a-b0c0-2ec99e839619 HTTP/1.1" status: 200 len: 5431 time: 0.1986158 Feb 09 19:06:52.919224 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-82881f85-2d06-4c55-a23a-107ae9fa341f req-11cdd0ac-85c4-472d-ad6d-2658285eade4 tempest-TaggedBootDevicesTest_v242-798392635 tempest-TaggedBootDevicesTest_v242-798392635-project] 10.222.0.75 "GET /v2.0/security-groups?id=58062d4f-c149-4db3-a357-a4eb59a3d83e&id=6452f0cf-fe35-4557-9092-43f1827176a8&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0694029 Feb 09 19:06:53.064179 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8579dfaf-e8f2-410c-ad9a-7d4b8839a0e5 req-22ad6d82-4926-4873-992d-4f72d0027109 tempest-ServersOnMultiNodesTest-1472402947 tempest-ServersOnMultiNodesTest-1472402947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:06:53.066862 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-8579dfaf-e8f2-410c-ad9a-7d4b8839a0e5 req-22ad6d82-4926-4873-992d-4f72d0027109 tempest-ServersOnMultiNodesTest-1472402947 tempest-ServersOnMultiNodesTest-1472402947-project] 10.222.0.75 "GET /v2.0/ports?device_id=52fec816-6575-4868-bced-f29f5448f9d8 HTTP/1.1" status: 200 len: 950 time: 0.0746567 Feb 09 19:06:53.150924 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-8579dfaf-e8f2-410c-ad9a-7d4b8839a0e5 req-6c704b0b-0618-461a-bdb4-ad4e562c4de7 tempest-ServersOnMultiNodesTest-1472402947 tempest-ServersOnMultiNodesTest-1472402947-project] 10.222.0.75 "GET /v2.0/security-groups?id=aed5302d-0478-4b9d-b014-143adc5c0d74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0779934 Feb 09 19:06:53.222133 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a3323544-9e95-4c8e-bf2d-55b31dc6f7a9 req-85932cc2-8fad-4ae8-aa44-80634f7313a1 tempest-ServersTestJSON-1708482947 tempest-ServersTestJSON-1708482947-project] Made reservation on behalf of bae1eec87894498eaa70e7abe5ad38f3 for: {'port': 1} {{(pid=103229) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 19:06:53.226713 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-a3323544-9e95-4c8e-bf2d-55b31dc6f7a9 req-85932cc2-8fad-4ae8-aa44-80634f7313a1 tempest-ServersTestJSON-1708482947 tempest-ServersTestJSON-1708482947-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (None), before_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:06:53.231485 n-d-713498-36 neutron-server[103229]: INFO neutron.api.v2.resource [req-c2d56aea-295c-44f3-aeb9-fc5b05c18458 req-d1f49877-7d86-42da-a7e3-be0ce71ee5da tempest-FloatingIPsAssociationNegativeTestJSON-1147152048 tempest-FloatingIPsAssociationNegativeTestJSON-1147152048-project] update failed (client error): There was a conflict when trying to complete your request. Feb 09 19:06:53.234285 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-c2d56aea-295c-44f3-aeb9-fc5b05c18458 req-d1f49877-7d86-42da-a7e3-be0ce71ee5da tempest-FloatingIPsAssociationNegativeTestJSON-1147152048 tempest-FloatingIPsAssociationNegativeTestJSON-1147152048-project] 10.222.0.75 "PUT /v2.0/floatingips/433d15cf-0b3a-4369-b1da-44ded2ce1281 HTTP/1.1" status: 409 len: 550 time: 1.0325394 Feb 09 19:06:53.326869 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-08ecb304-fdb5-46a9-865a-ecf325b6175c req-76a0e2cc-5e5a-41b2-a89c-e6d98a53cb01 tempest-ServersTestJSON-1708482947 tempest-ServersTestJSON-1708482947-project] 10.222.0.75 "GET /v2.0/ports?device_id=5e5434a8-e340-41db-9b12-7261db1c55d2 HTTP/1.1" status: 200 len: 210 time: 0.0531414 Feb 09 19:06:53.439313 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5550db7-ffad-41d9-9b4d-fd2e25f9353d req-6f5218b8-5bd0-4351-a405-b318de7aa578 tempest-LiveAutoBlockMigrationV225Test-2127879101 tempest-LiveAutoBlockMigrationV225Test-2127879101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:06:53.440952 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-a5550db7-ffad-41d9-9b4d-fd2e25f9353d req-6f5218b8-5bd0-4351-a405-b318de7aa578 tempest-LiveAutoBlockMigrationV225Test-2127879101 tempest-LiveAutoBlockMigrationV225Test-2127879101-project] 10.222.0.75 "GET /v2.0/ports?device_id=d3938fbf-e1b0-4686-9d2f-36596059719e HTTP/1.1" status: 200 len: 943 time: 0.1327121 Feb 09 19:06:53.451624 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-dddf8a95-0bd9-4083-bf20-b4ed3d04347f req-7e7d297b-52cb-4e91-98f6-dafc74abaca8 tempest-FloatingIPsAssociationNegativeTestJSON-1147152048 tempest-FloatingIPsAssociationNegativeTestJSON-1147152048-project] 10.222.0.75 "GET /v2.0/floatingips/433d15cf-0b3a-4369-b1da-44ded2ce1281 HTTP/1.1" status: 200 len: 692 time: 0.0601146 Feb 09 19:06:53.516808 n-d-713498-36 neutron-server[103229]: DEBUG neutron.db.db_base_plugin_common [req-a3323544-9e95-4c8e-bf2d-55b31dc6f7a9 req-85932cc2-8fad-4ae8-aa44-80634f7313a1 tempest-ServersTestJSON-1708482947 tempest-ServersTestJSON-1708482947-project] Allocated IP 172.20.0.5 (025d7490-0189-4dfb-b0f6-a58555e94e50/e62fb123-0190-48e3-9019-90c40f55758c/72155072-1ce5-4892-9e99-4f3e0e1b7d32) {{(pid=103229) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 19:06:53.574555 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-a5550db7-ffad-41d9-9b4d-fd2e25f9353d req-0b2a95fd-2f5a-476c-9236-3a7291a4e52c tempest-LiveAutoBlockMigrationV225Test-2127879101 tempest-LiveAutoBlockMigrationV225Test-2127879101-project] 10.222.0.75 "GET /v2.0/security-groups?id=e3cb5363-3b49-4f74-b239-a871e755b40a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1238070 Feb 09 19:06:53.611607 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dddf8a95-0bd9-4083-bf20-b4ed3d04347f req-86aec54f-5b29-4628-a0f4-56810aea5570 tempest-FloatingIPsAssociationNegativeTestJSON-1147152048 tempest-FloatingIPsAssociationNegativeTestJSON-1147152048-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:06:53.615636 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-dddf8a95-0bd9-4083-bf20-b4ed3d04347f req-86aec54f-5b29-4628-a0f4-56810aea5570 tempest-FloatingIPsAssociationNegativeTestJSON-1147152048 tempest-FloatingIPsAssociationNegativeTestJSON-1147152048-project] 10.222.0.75 "GET /v2.0/networks/88055e1e-672a-4487-be31-ffb6e833ece5 HTTP/1.1" status: 200 len: 784 time: 0.1568041 Feb 09 19:06:53.629727 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [req-dddf8a95-0bd9-4083-bf20-b4ed3d04347f req-887a0281-9db9-45f7-bf74-df7bbbc7fa28 tempest-FloatingIPsAssociationNegativeTestJSON-1147152048 tempest-FloatingIPsAssociationNegativeTestJSON-1147152048-project] http://10.222.0.75:9696/v2.0/extensions returned with HTTP 200 {{(pid=103230) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 09 19:06:53.632006 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-dddf8a95-0bd9-4083-bf20-b4ed3d04347f req-887a0281-9db9-45f7-bf74-df7bbbc7fa28 tempest-FloatingIPsAssociationNegativeTestJSON-1147152048 tempest-FloatingIPsAssociationNegativeTestJSON-1147152048-project] 10.222.0.75 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0127943 Feb 09 19:06:53.714675 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-dddf8a95-0bd9-4083-bf20-b4ed3d04347f req-56b8e289-9d5e-42b8-ac00-65ae147bfd80 tempest-FloatingIPsAssociationNegativeTestJSON-1147152048 tempest-FloatingIPsAssociationNegativeTestJSON-1147152048-project] 10.222.0.75 "GET /v2.0/floatingips?floating_ip_address=172.25.1.87 HTTP/1.1" status: 200 len: 695 time: 0.0766938 Feb 09 19:06:53.794314 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c79a12f-08a9-4364-88e0-1ef77a9e6d6f req-f424cfce-6b47-4494-817f-b4502f7bf952 tempest-LiveMigrationTest-1021096981 tempest-LiveMigrationTest-1021096981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:06:53.798378 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-4c79a12f-08a9-4364-88e0-1ef77a9e6d6f req-f424cfce-6b47-4494-817f-b4502f7bf952 tempest-LiveMigrationTest-1021096981 tempest-LiveMigrationTest-1021096981-project] 10.222.0.75 "GET /v2.0/ports?device_id=2f9a8919-1b2a-4183-90dc-45c5e52d5a99 HTTP/1.1" status: 200 len: 943 time: 0.1256664 Feb 09 19:06:53.835319 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-a3323544-9e95-4c8e-bf2d-55b31dc6f7a9 req-85932cc2-8fad-4ae8-aa44-80634f7313a1 tempest-ServersTestJSON-1708482947 tempest-ServersTestJSON-1708482947-project] Publish callbacks [] for port (72155072-1ce5-4892-9e99-4f3e0e1b7d32), precommit_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:06:53.921933 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-4c79a12f-08a9-4364-88e0-1ef77a9e6d6f req-0065eda3-6e6a-4d4c-8f76-4e5825eb367b tempest-LiveMigrationTest-1021096981 tempest-LiveMigrationTest-1021096981-project] 10.222.0.75 "GET /v2.0/security-groups?id=ba18819a-1490-4e7b-a11b-e8610423d8ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1170850 Feb 09 19:06:53.949238 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-a3323544-9e95-4c8e-bf2d-55b31dc6f7a9 req-85932cc2-8fad-4ae8-aa44-80634f7313a1 tempest-ServersTestJSON-1708482947 tempest-ServersTestJSON-1708482947-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762866656467', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12867576'] for port (72155072-1ce5-4892-9e99-4f3e0e1b7d32), after_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:06:53.960347 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32fc1d2a-ee25-4dc8-8d6c-ac423faab328 req-c3da3e0c-4762-46c4-bc91-b459998a497a tempest-ServersOnMultiNodesTest-1472402947 tempest-ServersOnMultiNodesTest-1472402947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:06:53.962079 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-32fc1d2a-ee25-4dc8-8d6c-ac423faab328 req-c3da3e0c-4762-46c4-bc91-b459998a497a tempest-ServersOnMultiNodesTest-1472402947 tempest-ServersOnMultiNodesTest-1472402947-project] 10.222.0.89 "GET /v2.0/ports?device_id=0269339f-45e1-41d2-83f3-e2211df6911a HTTP/1.1" status: 200 len: 950 time: 0.1008120 Feb 09 19:06:54.041729 n-d-713498-36 neutron-server[103229]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a3323544-9e95-4c8e-bf2d-55b31dc6f7a9 req-85932cc2-8fad-4ae8-aa44-80634f7313a1 tempest-ServersTestJSON-1708482947 tempest-ServersTestJSON-1708482947-project] Network 025d7490-0189-4dfb-b0f6-a58555e94e50 is already hosted by enough agents. {{(pid=103229) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 19:06:54.054829 n-d-713498-36 neutron-server[103229]: DEBUG neutron.scheduler.base_scheduler [req-a3323544-9e95-4c8e-bf2d-55b31dc6f7a9 req-85932cc2-8fad-4ae8-aa44-80634f7313a1 tempest-ServersTestJSON-1708482947 tempest-ServersTestJSON-1708482947-project] Resources bound (agent type, host, resource id): {{(pid=103229) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 19:06:54.059421 n-d-713498-36 neutron-server[103229]: DEBUG neutron.db.l3_dvrscheduler_db [req-a3323544-9e95-4c8e-bf2d-55b31dc6f7a9 req-85932cc2-8fad-4ae8-aa44-80634f7313a1 tempest-ServersTestJSON-1708482947 tempest-ServersTestJSON-1708482947-project] Received port after_create {{(pid=103229) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 19:06:54.101515 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85932cc2-8fad-4ae8-aa44-80634f7313a1 tempest-ServersTestJSON-1708482947 tempest-ServersTestJSON-1708482947-project] Pushing event updated for resources: {'Port': ['ID=72155072-1ce5-4892-9e99-4f3e0e1b7d32,revision_number=1']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:06:54.245542 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3323544-9e95-4c8e-bf2d-55b31dc6f7a9 req-85932cc2-8fad-4ae8-aa44-80634f7313a1 tempest-ServersTestJSON-1708482947 tempest-ServersTestJSON-1708482947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:06:54.247133 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-a3323544-9e95-4c8e-bf2d-55b31dc6f7a9 req-85932cc2-8fad-4ae8-aa44-80634f7313a1 tempest-ServersTestJSON-1708482947 tempest-ServersTestJSON-1708482947-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171096'] for port (None), before_response {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:06:54.298486 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-a3323544-9e95-4c8e-bf2d-55b31dc6f7a9 req-85932cc2-8fad-4ae8-aa44-80634f7313a1 tempest-ServersTestJSON-1708482947 tempest-ServersTestJSON-1708482947-project] 10.222.0.90 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7442269 Feb 09 19:06:54.313875 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c9cc9e4-8f91-4e0f-9015-edea8043ee7a req-b40665ae-cad3-4d19-a86f-8e293c1f3989 tempest-TaggedBootDevicesTest_v242-798392635 tempest-TaggedBootDevicesTest_v242-798392635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:06:54.319553 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c9cc9e4-8f91-4e0f-9015-edea8043ee7a req-b40665ae-cad3-4d19-a86f-8e293c1f3989 tempest-TaggedBootDevicesTest_v242-798392635 tempest-TaggedBootDevicesTest_v242-798392635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:06:54.325455 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c9cc9e4-8f91-4e0f-9015-edea8043ee7a req-b40665ae-cad3-4d19-a86f-8e293c1f3989 tempest-TaggedBootDevicesTest_v242-798392635 tempest-TaggedBootDevicesTest_v242-798392635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:06:54.331636 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c9cc9e4-8f91-4e0f-9015-edea8043ee7a req-b40665ae-cad3-4d19-a86f-8e293c1f3989 tempest-TaggedBootDevicesTest_v242-798392635 tempest-TaggedBootDevicesTest_v242-798392635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:06:54.336930 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c9cc9e4-8f91-4e0f-9015-edea8043ee7a req-b40665ae-cad3-4d19-a86f-8e293c1f3989 tempest-TaggedBootDevicesTest_v242-798392635 tempest-TaggedBootDevicesTest_v242-798392635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:06:54.343145 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c9cc9e4-8f91-4e0f-9015-edea8043ee7a req-b40665ae-cad3-4d19-a86f-8e293c1f3989 tempest-TaggedBootDevicesTest_v242-798392635 tempest-TaggedBootDevicesTest_v242-798392635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:06:54.348452 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c9cc9e4-8f91-4e0f-9015-edea8043ee7a req-b40665ae-cad3-4d19-a86f-8e293c1f3989 tempest-TaggedBootDevicesTest_v242-798392635 tempest-TaggedBootDevicesTest_v242-798392635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:06:54.350432 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-6c9cc9e4-8f91-4e0f-9015-edea8043ee7a req-b40665ae-cad3-4d19-a86f-8e293c1f3989 tempest-TaggedBootDevicesTest_v242-798392635 tempest-TaggedBootDevicesTest_v242-798392635-project] 10.222.0.75 "GET /v2.0/ports?device_id=8319129f-1054-494a-b0c0-2ec99e839619 HTTP/1.1" status: 200 len: 5431 time: 0.2193010 Feb 09 19:06:54.386123 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.plugin [req-32fc1d2a-ee25-4dc8-8d6c-ac423faab328 req-703132ae-a3e2-4bbb-88f0-8ac4a5f1014b tempest-ServersOnMultiNodesTest-1472402947 tempest-ServersOnMultiNodesTest-1472402947-project] Deleting port c1d73ea9-8c68-47bd-93c8-9905d58b5c08 {{(pid=103229) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 19:06:54.386727 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-32fc1d2a-ee25-4dc8-8d6c-ac423faab328 req-703132ae-a3e2-4bbb-88f0-8ac4a5f1014b tempest-ServersOnMultiNodesTest-1472402947 tempest-ServersOnMultiNodesTest-1472402947-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762867170196'] for port (c1d73ea9-8c68-47bd-93c8-9905d58b5c08), before_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:06:54.401091 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-dddf8a95-0bd9-4083-bf20-b4ed3d04347f req-c8ec5e7d-9c39-4f29-b0b1-ff13833f7f8e tempest-FloatingIPsAssociationNegativeTestJSON-1147152048 tempest-FloatingIPsAssociationNegativeTestJSON-1147152048-project] 10.222.0.75 "GET /v2.0/floatingips?floating_ip_address=172.25.1.87 HTTP/1.1" status: 200 len: 695 time: 0.6854603 Feb 09 19:06:54.489600 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.provisioning_blocks [None req-43d785c6-dd6a-443d-8478-49bd904d7138 None None] Provisioning complete for port 72155072-1ce5-4892-9e99-4f3e0e1b7d32 triggered by entity DHCP. {{(pid=103232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 19:06:54.491379 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-43d785c6-dd6a-443d-8478-49bd904d7138 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593630'] for port (72155072-1ce5-4892-9e99-4f3e0e1b7d32), provisioning_complete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:06:54.513528 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-6c9cc9e4-8f91-4e0f-9015-edea8043ee7a req-a36f273f-223d-4c7f-a08e-02394e2d0281 tempest-TaggedBootDevicesTest_v242-798392635 tempest-TaggedBootDevicesTest_v242-798392635-project] 10.222.0.75 "GET /v2.0/security-groups?id=58062d4f-c149-4db3-a357-a4eb59a3d83e&id=6452f0cf-fe35-4557-9092-43f1827176a8&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1515393 Feb 09 19:06:54.543143 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.db [req-32fc1d2a-ee25-4dc8-8d6c-ac423faab328 req-703132ae-a3e2-4bbb-88f0-8ac4a5f1014b tempest-ServersOnMultiNodesTest-1472402947 tempest-ServersOnMultiNodesTest-1472402947-project] For port c1d73ea9-8c68-47bd-93c8-9905d58b5c08, host n-h1-713498-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-36',level=0,port_id=c1d73ea9-8c68-47bd-93c8-9905d58b5c08,segment=NetworkSegment(50e5915e-18f0-4558-9a28-b978975ead36),segment_id=50e5915e-18f0-4558-9a28-b978975ead36)] {{(pid=103229) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 19:06:54.544148 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-32fc1d2a-ee25-4dc8-8d6c-ac423faab328 req-703132ae-a3e2-4bbb-88f0-8ac4a5f1014b tempest-ServersOnMultiNodesTest-1472402947 tempest-ServersOnMultiNodesTest-1472402947-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1820838'] for port (c1d73ea9-8c68-47bd-93c8-9905d58b5c08), precommit_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:06:54.571571 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.v2.base [req-a3323544-9e95-4c8e-bf2d-55b31dc6f7a9 req-3e51ff07-1210-4cae-8df2-3eea4597b1ec service neutron] Request body: {'port': {'device_id': '5e5434a8-e340-41db-9b12-7261db1c55d2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-713498-36'}} {{(pid=103229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 19:06:54.597836 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-43d785c6-dd6a-443d-8478-49bd904d7138 None None] Port 72155072-1ce5-4892-9e99-4f3e0e1b7d32 cannot update to ACTIVE because it is not bound. {{(pid=103232) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 19:06:54.598930 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.plugin [req-32fc1d2a-ee25-4dc8-8d6c-ac423faab328 req-703132ae-a3e2-4bbb-88f0-8ac4a5f1014b tempest-ServersOnMultiNodesTest-1472402947 tempest-ServersOnMultiNodesTest-1472402947-project] Calling delete_port for c1d73ea9-8c68-47bd-93c8-9905d58b5c08 owned by compute:nova {{(pid=103229) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 19:06:54.646626 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84813896-572d-46d1-a9b7-80d30b374616 req-509e9228-cc9b-48f0-95a1-b8c54c7c7685 tempest-ServersOnMultiNodesTest-1472402947 tempest-ServersOnMultiNodesTest-1472402947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:06:54.649904 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-84813896-572d-46d1-a9b7-80d30b374616 req-509e9228-cc9b-48f0-95a1-b8c54c7c7685 tempest-ServersOnMultiNodesTest-1472402947 tempest-ServersOnMultiNodesTest-1472402947-project] 10.222.0.90 "GET /v2.0/ports?device_id=52fec816-6575-4868-bced-f29f5448f9d8 HTTP/1.1" status: 200 len: 950 time: 0.9602034 Feb 09 19:06:54.707088 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 51500) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:06:54.773623 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.plugin [req-dddf8a95-0bd9-4083-bf20-b4ed3d04347f req-d84b25f8-6fb7-4701-a829-e4d1473c1020 tempest-FloatingIPsAssociationNegativeTestJSON-1147152048 tempest-FloatingIPsAssociationNegativeTestJSON-1147152048-project] Deleting port 813d1c42-3832-4694-b144-4039bb593292 {{(pid=103230) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 19:06:54.773994 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [req-dddf8a95-0bd9-4083-bf20-b4ed3d04347f req-d84b25f8-6fb7-4701-a829-e4d1473c1020 tempest-FloatingIPsAssociationNegativeTestJSON-1147152048 tempest-FloatingIPsAssociationNegativeTestJSON-1147152048-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762867170196'] for port (813d1c42-3832-4694-b144-4039bb593292), before_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:06:54.780709 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-a3323544-9e95-4c8e-bf2d-55b31dc6f7a9 req-3e51ff07-1210-4cae-8df2-3eea4597b1ec service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (72155072-1ce5-4892-9e99-4f3e0e1b7d32), before_update {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:06:54.852779 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-a24a6321-d5ac-4407-8c67-97e67805ae2a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:06:54.871956 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdf3bcd2-5975-476d-b6e0-57142f4ddca3 req-cc45d1b7-5b85-43a2-9f56-a7578e58d6ce tempest-ServersOnMultiNodesTest-1472402947 tempest-ServersOnMultiNodesTest-1472402947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:06:54.879608 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-fdf3bcd2-5975-476d-b6e0-57142f4ddca3 req-cc45d1b7-5b85-43a2-9f56-a7578e58d6ce tempest-ServersOnMultiNodesTest-1472402947 tempest-ServersOnMultiNodesTest-1472402947-project] 10.222.0.75 "GET /v2.0/ports?device_id=52fec816-6575-4868-bced-f29f5448f9d8 HTTP/1.1" status: 200 len: 950 time: 0.1848013 Feb 09 19:06:54.946293 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.plugin [req-84813896-572d-46d1-a9b7-80d30b374616 req-34cf21a9-2120-452b-817d-6fba16484409 tempest-ServersOnMultiNodesTest-1472402947 tempest-ServersOnMultiNodesTest-1472402947-project] Deleting port 06d7c180-3877-4407-9db3-c4e82f2a9b30 {{(pid=103230) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 19:06:54.946706 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [req-84813896-572d-46d1-a9b7-80d30b374616 req-34cf21a9-2120-452b-817d-6fba16484409 tempest-ServersOnMultiNodesTest-1472402947 tempest-ServersOnMultiNodesTest-1472402947-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762867170196'] for port (06d7c180-3877-4407-9db3-c4e82f2a9b30), before_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:06:54.954727 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [req-dddf8a95-0bd9-4083-bf20-b4ed3d04347f req-d84b25f8-6fb7-4701-a829-e4d1473c1020 tempest-FloatingIPsAssociationNegativeTestJSON-1147152048 tempest-FloatingIPsAssociationNegativeTestJSON-1147152048-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1820838'] for port (813d1c42-3832-4694-b144-4039bb593292), precommit_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:06:54.954727 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [req-dddf8a95-0bd9-4083-bf20-b4ed3d04347f req-d84b25f8-6fb7-4701-a829-e4d1473c1020 tempest-FloatingIPsAssociationNegativeTestJSON-1147152048 tempest-FloatingIPsAssociationNegativeTestJSON-1147152048-project] Publish callbacks [] for floatingip (813d1c42-3832-4694-b144-4039bb593292), precommit_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:06:55.019609 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.plugin [req-dddf8a95-0bd9-4083-bf20-b4ed3d04347f req-d84b25f8-6fb7-4701-a829-e4d1473c1020 tempest-FloatingIPsAssociationNegativeTestJSON-1147152048 tempest-FloatingIPsAssociationNegativeTestJSON-1147152048-project] Calling delete_port for 813d1c42-3832-4694-b144-4039bb593292 owned by network:floatingip {{(pid=103230) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 19:06:55.065449 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-fdf3bcd2-5975-476d-b6e0-57142f4ddca3 req-827e6000-dde9-4423-908b-b1a479feaa99 tempest-ServersOnMultiNodesTest-1472402947 tempest-ServersOnMultiNodesTest-1472402947-project] 10.222.0.75 "GET /v2.0/security-groups?id=aed5302d-0478-4b9d-b014-143adc5c0d74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1847134 Feb 09 19:06:55.181594 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-a24a6321-d5ac-4407-8c67-97e67805ae2a admin admin] Publish callbacks [] for security_group (99983e41-ebfc-46de-a765-96a3395da8d8), precommit_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:06:55.205674 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-a24a6321-d5ac-4407-8c67-97e67805ae2a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1892331'] for security_group (99983e41-ebfc-46de-a765-96a3395da8d8), after_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:06:55.266206 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.db [req-84813896-572d-46d1-a9b7-80d30b374616 req-34cf21a9-2120-452b-817d-6fba16484409 tempest-ServersOnMultiNodesTest-1472402947 tempest-ServersOnMultiNodesTest-1472402947-project] For port 06d7c180-3877-4407-9db3-c4e82f2a9b30, host n-h2-713498-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-36',level=0,port_id=06d7c180-3877-4407-9db3-c4e82f2a9b30,segment=NetworkSegment(50e5915e-18f0-4558-9a28-b978975ead36),segment_id=50e5915e-18f0-4558-9a28-b978975ead36)] {{(pid=103230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 19:06:55.266901 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [req-84813896-572d-46d1-a9b7-80d30b374616 req-34cf21a9-2120-452b-817d-6fba16484409 tempest-ServersOnMultiNodesTest-1472402947 tempest-ServersOnMultiNodesTest-1472402947-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1820838'] for port (06d7c180-3877-4407-9db3-c4e82f2a9b30), precommit_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:06:55.320508 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a24a6321-d5ac-4407-8c67-97e67805ae2a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=99983e41-ebfc-46de-a765-96a3395da8d8,revision_number=1']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:06:55.339836 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.plugin [req-84813896-572d-46d1-a9b7-80d30b374616 req-34cf21a9-2120-452b-817d-6fba16484409 tempest-ServersOnMultiNodesTest-1472402947 tempest-ServersOnMultiNodesTest-1472402947-project] Calling delete_port for 06d7c180-3877-4407-9db3-c4e82f2a9b30 owned by compute:nova {{(pid=103230) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 19:06:55.352775 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-a24a6321-d5ac-4407-8c67-97e67805ae2a admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=d14dc41aeb5c49a9aa152344d9b5dd86&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6445453 Feb 09 19:06:55.364711 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 51516) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:06:55.400884 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-32fc1d2a-ee25-4dc8-8d6c-ac423faab328 req-703132ae-a3e2-4bbb-88f0-8ac4a5f1014b tempest-ServersOnMultiNodesTest-1472402947 tempest-ServersOnMultiNodesTest-1472402947-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762867177463', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762866656476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12867576'] for port (c1d73ea9-8c68-47bd-93c8-9905d58b5c08), after_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:06:55.415196 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] get_ports_and_sgs() called for port_ids ['bc357ad8-1b22-4fe1-a6af-e296389a311b'] {{(pid=103232) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 19:06:55.418760 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-7429db8d-6021-40ad-813e-885be449a89b None None] get_ports_and_sgs() called for port_ids ['9431105a-be29-4ce5-9970-f91bee564b4b', 'f2af33d6-809c-4462-a1c1-648e7e81004e', '06d7c180-3877-4407-9db3-c4e82f2a9b30'] {{(pid=103232) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 19:06:55.583198 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [req-dddf8a95-0bd9-4083-bf20-b4ed3d04347f req-d84b25f8-6fb7-4701-a829-e4d1473c1020 tempest-FloatingIPsAssociationNegativeTestJSON-1147152048 tempest-FloatingIPsAssociationNegativeTestJSON-1147152048-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762867177463', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762866656476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14393751'] for port (813d1c42-3832-4694-b144-4039bb593292), after_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:06:55.601507 n-d-713498-36 neutron-server[103229]: DEBUG neutron.db.l3_dvrscheduler_db [req-32fc1d2a-ee25-4dc8-8d6c-ac423faab328 req-703132ae-a3e2-4bbb-88f0-8ac4a5f1014b tempest-ServersOnMultiNodesTest-1472402947 tempest-ServersOnMultiNodesTest-1472402947-project] No DVR routers for this DVR port c1d73ea9-8c68-47bd-93c8-9905d58b5c08 on host n-h1-713498-36 {{(pid=103229) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 19:06:55.607682 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-32fc1d2a-ee25-4dc8-8d6c-ac423faab328 req-703132ae-a3e2-4bbb-88f0-8ac4a5f1014b tempest-ServersOnMultiNodesTest-1472402947 tempest-ServersOnMultiNodesTest-1472402947-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171096'] for port (None), before_response {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:06:55.611778 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-32fc1d2a-ee25-4dc8-8d6c-ac423faab328 req-703132ae-a3e2-4bbb-88f0-8ac4a5f1014b tempest-ServersOnMultiNodesTest-1472402947 tempest-ServersOnMultiNodesTest-1472402947-project] 10.222.0.89 "DELETE /v2.0/ports/c1d73ea9-8c68-47bd-93c8-9905d58b5c08 HTTP/1.1" status: 204 len: 173 time: 1.6418014 Feb 09 19:06:55.612797 n-d-713498-36 neutron-server[103229]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0269339f-45e1-41d2-83f3-e2211df6911a', 'name': 'network-vif-deleted', 'tag': 'c1d73ea9-8c68-47bd-93c8-9905d58b5c08'}] {{(pid=103229) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 19:06:55.615435 n-d-713498-36 neutron-server[103229]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fa6ae9a20702bd564eaf90d946620b2b4277b1ab91129323d3b54181076be307" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a1cccb22-0736-46c0-9c81-14ca71e0ef4f" -d '{"events": [{"server_uuid": "0269339f-45e1-41d2-83f3-e2211df6911a", "name": "network-vif-deleted", "tag": "c1d73ea9-8c68-47bd-93c8-9905d58b5c08"}]}' {{(pid=103229) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 19:06:55.625979 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-703132ae-a3e2-4bbb-88f0-8ac4a5f1014b tempest-ServersOnMultiNodesTest-1472402947 tempest-ServersOnMultiNodesTest-1472402947-project] Pushing event deleted for resources: {'Port': ['ID=c1d73ea9-8c68-47bd-93c8-9905d58b5c08,revision_number=None']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:06:55.646425 n-d-713498-36 neutron-server[103229]: DEBUG neutron.notifiers.nova [req-a3323544-9e95-4c8e-bf2d-55b31dc6f7a9 req-3e51ff07-1210-4cae-8df2-3eea4597b1ec service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 72155072-1ce5-4892-9e99-4f3e0e1b7d32 {{(pid=103229) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 19:06:55.655372 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d84b25f8-6fb7-4701-a829-e4d1473c1020 tempest-FloatingIPsAssociationNegativeTestJSON-1147152048 tempest-FloatingIPsAssociationNegativeTestJSON-1147152048-project] Pushing event deleted for resources: {'Port': ['ID=813d1c42-3832-4694-b144-4039bb593292,revision_number=None']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:06:55.681865 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-a6f7b27f-be0d-4aef-92c4-aaea4386e235 admin admin] Publish callbacks [] for security_group (99983e41-ebfc-46de-a765-96a3395da8d8), before_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:06:55.718516 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-a6f7b27f-be0d-4aef-92c4-aaea4386e235 admin admin] Publish callbacks [] for security_group (99983e41-ebfc-46de-a765-96a3395da8d8), precommit_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:06:55.743099 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8901d568-4fed-4726-9376-a8c18217a7ce req-51efa84f-1862-4d0d-9af7-079dcd15cb30 tempest-ServersTestJSON-1708482947 tempest-ServersTestJSON-1708482947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:06:55.751042 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-8901d568-4fed-4726-9376-a8c18217a7ce req-51efa84f-1862-4d0d-9af7-079dcd15cb30 tempest-ServersTestJSON-1708482947 tempest-ServersTestJSON-1708482947-project] 10.222.0.75 "GET /v2.0/ports?device_id=5e5434a8-e340-41db-9b12-7261db1c55d2 HTTP/1.1" status: 200 len: 931 time: 0.5157001 Feb 09 19:06:55.767299 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-a3323544-9e95-4c8e-bf2d-55b31dc6f7a9 req-3e51ff07-1210-4cae-8df2-3eea4597b1ec service neutron] Publish callbacks [] for port (72155072-1ce5-4892-9e99-4f3e0e1b7d32), precommit_update {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:06:55.771771 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [req-dddf8a95-0bd9-4083-bf20-b4ed3d04347f req-d84b25f8-6fb7-4701-a829-e4d1473c1020 tempest-FloatingIPsAssociationNegativeTestJSON-1147152048 tempest-FloatingIPsAssociationNegativeTestJSON-1147152048-project] Publish callbacks [] for floatingip (433d15cf-0b3a-4369-b1da-44ded2ce1281), after_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:06:55.775000 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [req-dddf8a95-0bd9-4083-bf20-b4ed3d04347f req-d84b25f8-6fb7-4701-a829-e4d1473c1020 tempest-FloatingIPsAssociationNegativeTestJSON-1147152048 tempest-FloatingIPsAssociationNegativeTestJSON-1147152048-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171096'] for floatingip (None), before_response {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:06:55.776548 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-dddf8a95-0bd9-4083-bf20-b4ed3d04347f req-d84b25f8-6fb7-4701-a829-e4d1473c1020 tempest-FloatingIPsAssociationNegativeTestJSON-1147152048 tempest-FloatingIPsAssociationNegativeTestJSON-1147152048-project] 10.222.0.75 "DELETE /v2.0/floatingips/433d15cf-0b3a-4369-b1da-44ded2ce1281 HTTP/1.1" status: 204 len: 173 time: 1.3746181 Feb 09 19:06:55.778032 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [req-84813896-572d-46d1-a9b7-80d30b374616 req-34cf21a9-2120-452b-817d-6fba16484409 tempest-ServersOnMultiNodesTest-1472402947 tempest-ServersOnMultiNodesTest-1472402947-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762867177463', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762866656476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14393751'] for port (06d7c180-3877-4407-9db3-c4e82f2a9b30), after_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:06:55.813369 n-d-713498-36 neutron-server[103229]: DEBUG neutron.db.provisioning_blocks [req-a3323544-9e95-4c8e-bf2d-55b31dc6f7a9 req-3e51ff07-1210-4cae-8df2-3eea4597b1ec service neutron] Transition to ACTIVE for port object 72155072-1ce5-4892-9e99-4f3e0e1b7d32 will not be triggered until provisioned by entity L2. {{(pid=103229) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 19:06:55.817117 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34cf21a9-2120-452b-817d-6fba16484409 tempest-ServersOnMultiNodesTest-1472402947 tempest-ServersOnMultiNodesTest-1472402947-project] Pushing event deleted for resources: {'Port': ['ID=06d7c180-3877-4407-9db3-c4e82f2a9b30,revision_number=None']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:06:55.817608 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] get_ports_and_sgs() called for port_ids ['bc357ad8-1b22-4fe1-a6af-e296389a311b'] {{(pid=103232) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 19:06:55.823747 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-7429db8d-6021-40ad-813e-885be449a89b None None] get_ports_and_sgs() called for port_ids ['9431105a-be29-4ce5-9970-f91bee564b4b', 'f2af33d6-809c-4462-a1c1-648e7e81004e', '06d7c180-3877-4407-9db3-c4e82f2a9b30'] {{(pid=103232) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 19:06:55.839293 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-a3323544-9e95-4c8e-bf2d-55b31dc6f7a9 req-3e51ff07-1210-4cae-8df2-3eea4597b1ec service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762867176205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762866656485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762866656503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12867569'] for port (72155072-1ce5-4892-9e99-4f3e0e1b7d32), after_update {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:06:55.901051 n-d-713498-36 neutron-server[103230]: DEBUG neutron.db.l3_dvrscheduler_db [req-84813896-572d-46d1-a9b7-80d30b374616 req-34cf21a9-2120-452b-817d-6fba16484409 tempest-ServersOnMultiNodesTest-1472402947 tempest-ServersOnMultiNodesTest-1472402947-project] No DVR routers for this DVR port 06d7c180-3877-4407-9db3-c4e82f2a9b30 on host n-h2-713498-36 {{(pid=103230) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 19:06:55.910283 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e51ff07-1210-4cae-8df2-3eea4597b1ec service neutron] Pushing event updated for resources: {'Port': ['ID=72155072-1ce5-4892-9e99-4f3e0e1b7d32,revision_number=2']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:06:55.923293 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [req-84813896-572d-46d1-a9b7-80d30b374616 req-34cf21a9-2120-452b-817d-6fba16484409 tempest-ServersOnMultiNodesTest-1472402947 tempest-ServersOnMultiNodesTest-1472402947-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171096'] for port (None), before_response {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:06:55.932739 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-84813896-572d-46d1-a9b7-80d30b374616 req-34cf21a9-2120-452b-817d-6fba16484409 tempest-ServersOnMultiNodesTest-1472402947 tempest-ServersOnMultiNodesTest-1472402947-project] 10.222.0.90 "DELETE /v2.0/ports/06d7c180-3877-4407-9db3-c4e82f2a9b30 HTTP/1.1" status: 204 len: 173 time: 1.2755337 Feb 09 19:06:55.934470 n-d-713498-36 neutron-server[103230]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '52fec816-6575-4868-bced-f29f5448f9d8', 'name': 'network-vif-deleted', 'tag': '06d7c180-3877-4407-9db3-c4e82f2a9b30'}] {{(pid=103230) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 19:06:55.937782 n-d-713498-36 neutron-server[103230]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aee5919275bae9f72eb374ee322673045eb80c1f84b4b45a97d96923bd50ab51" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-508949a5-aab5-498e-b7a2-c9b616f92399" -d '{"events": [{"server_uuid": "52fec816-6575-4868-bced-f29f5448f9d8", "name": "network-vif-deleted", "tag": "06d7c180-3877-4407-9db3-c4e82f2a9b30"}]}' {{(pid=103230) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 19:06:55.952869 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-8901d568-4fed-4726-9376-a8c18217a7ce req-98f9daac-85da-4e5d-b90c-2d200aa48af1 tempest-ServersTestJSON-1708482947 tempest-ServersTestJSON-1708482947-project] 10.222.0.75 "GET /v2.0/security-groups?id=4f4cf49e-2dae-4f95-aa8c-af4db5fe746b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2006009 Feb 09 19:06:55.954275 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-a6f7b27f-be0d-4aef-92c4-aaea4386e235 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1892331'] for security_group (99983e41-ebfc-46de-a765-96a3395da8d8), after_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:06:55.964527 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-a6f7b27f-be0d-4aef-92c4-aaea4386e235 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:06:55.972423 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-a6f7b27f-be0d-4aef-92c4-aaea4386e235 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/99983e41-ebfc-46de-a765-96a3395da8d8 HTTP/1.1" status: 204 len: 168 time: 0.6036062 Feb 09 19:06:56.021663 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-915c0e11-4108-462a-b96c-8cfb582b98e4 req-6732f125-8360-446d-acc6-e138b14c4ec9 tempest-LiveAutoBlockMigrationV225Test-2127879101 tempest-LiveAutoBlockMigrationV225Test-2127879101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:06:56.023863 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-915c0e11-4108-462a-b96c-8cfb582b98e4 req-6732f125-8360-446d-acc6-e138b14c4ec9 tempest-LiveAutoBlockMigrationV225Test-2127879101 tempest-LiveAutoBlockMigrationV225Test-2127879101-project] 10.222.0.75 "GET /v2.0/ports?device_id=d3938fbf-e1b0-4686-9d2f-36596059719e HTTP/1.1" status: 200 len: 943 time: 0.0905859 Feb 09 19:06:56.140190 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-915c0e11-4108-462a-b96c-8cfb582b98e4 req-2c31c4d0-09d1-4692-8fce-3506d170a896 tempest-LiveAutoBlockMigrationV225Test-2127879101 tempest-LiveAutoBlockMigrationV225Test-2127879101-project] 10.222.0.75 "GET /v2.0/security-groups?id=e3cb5363-3b49-4f74-b239-a871e755b40a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1050005 Feb 09 19:06:56.244006 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6f7b27f-be0d-4aef-92c4-aaea4386e235 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=99983e41-ebfc-46de-a765-96a3395da8d8,revision_number=None']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:06:56.383942 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.managers [req-a3323544-9e95-4c8e-bf2d-55b31dc6f7a9 req-3e51ff07-1210-4cae-8df2-3eea4597b1ec service neutron] Attempting to bind port 72155072-1ce5-4892-9e99-4f3e0e1b7d32 on host n-h2-713498-36 for vnic_type normal with profile {{(pid=103229) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 19:06:56.387191 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.managers [req-a3323544-9e95-4c8e-bf2d-55b31dc6f7a9 req-3e51ff07-1210-4cae-8df2-3eea4597b1ec service neutron] Attempting to bind port 72155072-1ce5-4892-9e99-4f3e0e1b7d32 by drivers openvswitch,hyperv on host n-h2-713498-36 at level 0 using segments [{'id': '2d52e674-b061-4f71-8e43-e176c61c8678', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': '025d7490-0189-4dfb-b0f6-a58555e94e50'}] {{(pid=103229) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 19:06:56.387832 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3323544-9e95-4c8e-bf2d-55b31dc6f7a9 req-3e51ff07-1210-4cae-8df2-3eea4597b1ec service neutron] Attempting to bind port 72155072-1ce5-4892-9e99-4f3e0e1b7d32 on network 025d7490-0189-4dfb-b0f6-a58555e94e50 {{(pid=103229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 19:06:56.401451 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3323544-9e95-4c8e-bf2d-55b31dc6f7a9 req-3e51ff07-1210-4cae-8df2-3eea4597b1ec service neutron] Port 72155072-1ce5-4892-9e99-4f3e0e1b7d32 on network 025d7490-0189-4dfb-b0f6-a58555e94e50 not bound, no agent of type Open vSwitch agent registered on host n-h2-713498-36 {{(pid=103229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 19:06:56.403780 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3323544-9e95-4c8e-bf2d-55b31dc6f7a9 req-3e51ff07-1210-4cae-8df2-3eea4597b1ec service neutron] Attempting to bind port 72155072-1ce5-4892-9e99-4f3e0e1b7d32 on network 025d7490-0189-4dfb-b0f6-a58555e94e50 {{(pid=103229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 19:06:56.415724 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3323544-9e95-4c8e-bf2d-55b31dc6f7a9 req-3e51ff07-1210-4cae-8df2-3eea4597b1ec service neutron] Checking agent: {'id': 'bcd5faee-dc24-4298-9134-0e0aa054058e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713498-36', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 18, 59, 19), 'started_at': datetime.datetime(2022, 2, 9, 18, 59, 19), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 19, 6, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 19:06:56.418246 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3323544-9e95-4c8e-bf2d-55b31dc6f7a9 req-3e51ff07-1210-4cae-8df2-3eea4597b1ec service neutron] Checking segment: {'id': '2d52e674-b061-4f71-8e43-e176c61c8678', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': '025d7490-0189-4dfb-b0f6-a58555e94e50'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103229) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 19:06:56.418916 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3323544-9e95-4c8e-bf2d-55b31dc6f7a9 req-3e51ff07-1210-4cae-8df2-3eea4597b1ec service neutron] Bound using segment: {'id': '2d52e674-b061-4f71-8e43-e176c61c8678', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': '025d7490-0189-4dfb-b0f6-a58555e94e50'} {{(pid=103229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 19:06:56.421080 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.managers [req-a3323544-9e95-4c8e-bf2d-55b31dc6f7a9 req-3e51ff07-1210-4cae-8df2-3eea4597b1ec service neutron] Bound port: 72155072-1ce5-4892-9e99-4f3e0e1b7d32, host: n-h2-713498-36, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2d52e674-b061-4f71-8e43-e176c61c8678', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': '025d7490-0189-4dfb-b0f6-a58555e94e50'}}] {{(pid=103229) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 19:06:56.421752 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-a3323544-9e95-4c8e-bf2d-55b31dc6f7a9 req-3e51ff07-1210-4cae-8df2-3eea4597b1ec service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (72155072-1ce5-4892-9e99-4f3e0e1b7d32), before_update {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:06:56.557923 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-245ff769-88fd-4d32-9ef4-f51ccae01bb4 req-d06df0ea-ab12-4055-aff1-e82143b1b8da tempest-LiveMigrationTest-1021096981 tempest-LiveMigrationTest-1021096981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:06:56.563212 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-245ff769-88fd-4d32-9ef4-f51ccae01bb4 req-d06df0ea-ab12-4055-aff1-e82143b1b8da tempest-LiveMigrationTest-1021096981 tempest-LiveMigrationTest-1021096981-project] 10.222.0.75 "GET /v2.0/ports?device_id=2f9a8919-1b2a-4183-90dc-45c5e52d5a99 HTTP/1.1" status: 200 len: 943 time: 0.3411820 Feb 09 19:06:56.580833 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8fa9579-8002-444c-963b-726b64a5c57a req-f5936022-88c3-4b6f-ac94-91ae1c213b3e tempest-TaggedBootDevicesTest_v242-798392635 tempest-TaggedBootDevicesTest_v242-798392635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:06:56.586319 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8fa9579-8002-444c-963b-726b64a5c57a req-f5936022-88c3-4b6f-ac94-91ae1c213b3e tempest-TaggedBootDevicesTest_v242-798392635 tempest-TaggedBootDevicesTest_v242-798392635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:06:56.593661 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8fa9579-8002-444c-963b-726b64a5c57a req-f5936022-88c3-4b6f-ac94-91ae1c213b3e tempest-TaggedBootDevicesTest_v242-798392635 tempest-TaggedBootDevicesTest_v242-798392635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:06:56.601049 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8fa9579-8002-444c-963b-726b64a5c57a req-f5936022-88c3-4b6f-ac94-91ae1c213b3e tempest-TaggedBootDevicesTest_v242-798392635 tempest-TaggedBootDevicesTest_v242-798392635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:06:56.606550 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8fa9579-8002-444c-963b-726b64a5c57a req-f5936022-88c3-4b6f-ac94-91ae1c213b3e tempest-TaggedBootDevicesTest_v242-798392635 tempest-TaggedBootDevicesTest_v242-798392635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:06:56.613533 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8fa9579-8002-444c-963b-726b64a5c57a req-f5936022-88c3-4b6f-ac94-91ae1c213b3e tempest-TaggedBootDevicesTest_v242-798392635 tempest-TaggedBootDevicesTest_v242-798392635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:06:56.619474 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8fa9579-8002-444c-963b-726b64a5c57a req-f5936022-88c3-4b6f-ac94-91ae1c213b3e tempest-TaggedBootDevicesTest_v242-798392635 tempest-TaggedBootDevicesTest_v242-798392635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:06:56.629392 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-f8fa9579-8002-444c-963b-726b64a5c57a req-f5936022-88c3-4b6f-ac94-91ae1c213b3e tempest-TaggedBootDevicesTest_v242-798392635 tempest-TaggedBootDevicesTest_v242-798392635-project] 10.222.0.75 "GET /v2.0/ports?device_id=8319129f-1054-494a-b0c0-2ec99e839619 HTTP/1.1" status: 200 len: 5431 time: 0.1450253 Feb 09 19:06:56.717229 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-245ff769-88fd-4d32-9ef4-f51ccae01bb4 req-fc4dbf3a-852e-4b4e-9714-563d4a07a4ec tempest-LiveMigrationTest-1021096981 tempest-LiveMigrationTest-1021096981-project] 10.222.0.75 "GET /v2.0/security-groups?id=ba18819a-1490-4e7b-a11b-e8610423d8ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1335537 Feb 09 19:06:56.724576 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-f8fa9579-8002-444c-963b-726b64a5c57a req-6998f63e-d495-43a1-ac1e-7362eddc06e5 tempest-TaggedBootDevicesTest_v242-798392635 tempest-TaggedBootDevicesTest_v242-798392635-project] 10.222.0.75 "GET /v2.0/security-groups?id=58062d4f-c149-4db3-a357-a4eb59a3d83e&id=6452f0cf-fe35-4557-9092-43f1827176a8&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0939884 Feb 09 19:06:56.744131 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.db [req-a3323544-9e95-4c8e-bf2d-55b31dc6f7a9 req-3e51ff07-1210-4cae-8df2-3eea4597b1ec service neutron] For port 72155072-1ce5-4892-9e99-4f3e0e1b7d32, host n-h2-713498-36, cleared binding levels {{(pid=103229) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 19:06:56.750282 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.db [req-a3323544-9e95-4c8e-bf2d-55b31dc6f7a9 req-3e51ff07-1210-4cae-8df2-3eea4597b1ec service neutron] For port 72155072-1ce5-4892-9e99-4f3e0e1b7d32, host n-h2-713498-36, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-36',level=0,port_id=72155072-1ce5-4892-9e99-4f3e0e1b7d32,segment=NetworkSegment(2d52e674-b061-4f71-8e43-e176c61c8678),segment_id=2d52e674-b061-4f71-8e43-e176c61c8678)] {{(pid=103229) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 19:06:56.757365 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-a3323544-9e95-4c8e-bf2d-55b31dc6f7a9 req-3e51ff07-1210-4cae-8df2-3eea4597b1ec service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762867176205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762866656485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762866656503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12867569'] for port (72155072-1ce5-4892-9e99-4f3e0e1b7d32), after_update {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:06:56.850506 n-d-713498-36 neutron-server[103229]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 19:06:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-25cd7c26-35d7-4e78-93f9-3047bc1c6025 x-openstack-request-id: req-25cd7c26-35d7-4e78-93f9-3047bc1c6025 {{(pid=103229) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 19:06:56.850806 n-d-713498-36 neutron-server[103229]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0269339f-45e1-41d2-83f3-e2211df6911a", "name": "network-vif-deleted", "tag": "c1d73ea9-8c68-47bd-93c8-9905d58b5c08", "status": "completed", "code": 200}]} {{(pid=103229) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 19:06:56.851641 n-d-713498-36 neutron-server[103229]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-25cd7c26-35d7-4e78-93f9-3047bc1c6025 {{(pid=103229) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 19:06:56.852065 n-d-713498-36 neutron-server[103229]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0269339f-45e1-41d2-83f3-e2211df6911a', 'name': 'network-vif-deleted', 'tag': 'c1d73ea9-8c68-47bd-93c8-9905d58b5c08', 'status': 'completed', 'code': 200} Feb 09 19:06:56.889912 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3323544-9e95-4c8e-bf2d-55b31dc6f7a9 req-3e51ff07-1210-4cae-8df2-3eea4597b1ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:06:56.893641 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-a3323544-9e95-4c8e-bf2d-55b31dc6f7a9 req-3e51ff07-1210-4cae-8df2-3eea4597b1ec service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171096'] for port (None), before_response {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:06:56.895235 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-a3323544-9e95-4c8e-bf2d-55b31dc6f7a9 req-3e51ff07-1210-4cae-8df2-3eea4597b1ec service neutron] 10.222.0.90 "PUT /v2.0/ports/72155072-1ce5-4892-9e99-4f3e0e1b7d32 HTTP/1.1" status: 200 len: 1092 time: 2.5438483 Feb 09 19:06:56.934113 n-d-713498-36 neutron-server[103230]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 19:06:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f8b96e32-3642-4100-a580-16eeb762eddd x-openstack-request-id: req-f8b96e32-3642-4100-a580-16eeb762eddd {{(pid=103230) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 19:06:56.934413 n-d-713498-36 neutron-server[103230]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "52fec816-6575-4868-bced-f29f5448f9d8", "name": "network-vif-deleted", "tag": "06d7c180-3877-4407-9db3-c4e82f2a9b30", "status": "completed", "code": 200}]} {{(pid=103230) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 19:06:56.934671 n-d-713498-36 neutron-server[103230]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-f8b96e32-3642-4100-a580-16eeb762eddd {{(pid=103230) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 19:06:56.946571 n-d-713498-36 neutron-server[103230]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '52fec816-6575-4868-bced-f29f5448f9d8', 'name': 'network-vif-deleted', 'tag': '06d7c180-3877-4407-9db3-c4e82f2a9b30', 'status': 'completed', 'code': 200} Feb 09 19:06:57.013131 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-07d846b8-4b6f-4d30-b79a-63d466daeea9 req-28b984a6-bf69-4671-b505-63691919c7af tempest-FloatingIPsAssociationNegativeTestJSON-1147152048 tempest-FloatingIPsAssociationNegativeTestJSON-1147152048-project] 10.222.0.75 "GET /v2.0/floatingips?floating_ip_address=172.25.1.34 HTTP/1.1" status: 200 len: 1001 time: 0.2093430 Feb 09 19:06:57.019889 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e51ff07-1210-4cae-8df2-3eea4597b1ec service neutron] Pushing event updated for resources: {'Port': ['ID=72155072-1ce5-4892-9e99-4f3e0e1b7d32,revision_number=3']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:06:57.112303 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3323544-9e95-4c8e-bf2d-55b31dc6f7a9 req-d9172681-816c-4942-83de-d205546bf09f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:06:57.113857 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-a3323544-9e95-4c8e-bf2d-55b31dc6f7a9 req-d9172681-816c-4942-83de-d205546bf09f service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=bae1eec87894498eaa70e7abe5ad38f3&device_id=5e5434a8-e340-41db-9b12-7261db1c55d2 HTTP/1.1" status: 200 len: 1126 time: 0.1397824 Feb 09 19:06:57.134302 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07d846b8-4b6f-4d30-b79a-63d466daeea9 req-3e5fc843-b08b-4f95-a124-8ecd60f2ff04 tempest-FloatingIPsAssociationNegativeTestJSON-1147152048 tempest-FloatingIPsAssociationNegativeTestJSON-1147152048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:06:57.136016 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-07d846b8-4b6f-4d30-b79a-63d466daeea9 req-3e5fc843-b08b-4f95-a124-8ecd60f2ff04 tempest-FloatingIPsAssociationNegativeTestJSON-1147152048 tempest-FloatingIPsAssociationNegativeTestJSON-1147152048-project] 10.222.0.75 "GET /v2.0/ports/d3b54021-8c52-4810-affe-60b8c5bfde4f HTTP/1.1" status: 200 len: 943 time: 0.1089005 Feb 09 19:06:57.243478 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-a3323544-9e95-4c8e-bf2d-55b31dc6f7a9 req-0c5605b7-084e-4de5-ab67-af33d7bbff61 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=72155072-1ce5-4892-9e99-4f3e0e1b7d32 HTTP/1.1" status: 200 len: 217 time: 0.1192801 Feb 09 19:06:57.252610 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Device c1d73ea9-8c68-47bd-93c8-9905d58b5c08 no longer exists at agent hyperv_n-h1-713498-36 {{(pid=103232) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 19:06:57.284661 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] No Port match for: c1d73ea9-8c68-47bd-93c8-9905d58b5c08 {{(pid=103232) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 19:06:57.285379 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Device c1d73ea9-8c68-47bd-93c8-9905d58b5c08 not bound to the agent host n-h1-713498-36 {{(pid=103232) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 19:06:57.362564 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3323544-9e95-4c8e-bf2d-55b31dc6f7a9 req-24f47018-ec16-43f8-8645-e34dea9361c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:06:57.375453 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-a3323544-9e95-4c8e-bf2d-55b31dc6f7a9 req-24f47018-ec16-43f8-8645-e34dea9361c5 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=e62fb123-0190-48e3-9019-90c40f55758c HTTP/1.1" status: 200 len: 842 time: 0.1026282 Feb 09 19:06:57.397504 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-07d846b8-4b6f-4d30-b79a-63d466daeea9 req-c9245a05-1c6e-4047-8bf2-bf401ad83429 tempest-FloatingIPsAssociationNegativeTestJSON-1147152048 tempest-FloatingIPsAssociationNegativeTestJSON-1147152048-project] 10.222.0.75 "GET /v2.0/floatingips?floating_ip_address=172.25.1.34 HTTP/1.1" status: 200 len: 1001 time: 0.1497622 Feb 09 19:06:57.478074 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3323544-9e95-4c8e-bf2d-55b31dc6f7a9 req-1504f58e-e791-4458-aa3f-d874514dbd00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:06:57.483770 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-a3323544-9e95-4c8e-bf2d-55b31dc6f7a9 req-1504f58e-e791-4458-aa3f-d874514dbd00 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=025d7490-0189-4dfb-b0f6-a58555e94e50&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0983157 Feb 09 19:06:57.563635 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07d846b8-4b6f-4d30-b79a-63d466daeea9 req-2f6426c3-2aef-41cd-8338-67283217c654 tempest-FloatingIPsAssociationNegativeTestJSON-1147152048 tempest-FloatingIPsAssociationNegativeTestJSON-1147152048-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:06:57.574784 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-07d846b8-4b6f-4d30-b79a-63d466daeea9 req-2f6426c3-2aef-41cd-8338-67283217c654 tempest-FloatingIPsAssociationNegativeTestJSON-1147152048 tempest-FloatingIPsAssociationNegativeTestJSON-1147152048-project] 10.222.0.75 "GET /v2.0/networks/88055e1e-672a-4487-be31-ffb6e833ece5 HTTP/1.1" status: 200 len: 784 time: 0.1697133 Feb 09 19:06:57.642842 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-a3323544-9e95-4c8e-bf2d-55b31dc6f7a9 req-0af67f37-02b7-4cdf-85eb-38b18e40c9f6 service neutron] 10.222.0.90 "GET /v2.0/networks/025d7490-0189-4dfb-b0f6-a58555e94e50?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1478484 Feb 09 19:06:57.669800 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-07d846b8-4b6f-4d30-b79a-63d466daeea9 req-6e783bd6-01c1-4b07-ae73-26a823191783 tempest-FloatingIPsAssociationNegativeTestJSON-1147152048 tempest-FloatingIPsAssociationNegativeTestJSON-1147152048-project] 10.222.0.75 "GET /v2.0/floatingips?floating_ip_address=172.25.1.34 HTTP/1.1" status: 200 len: 1001 time: 0.0938661 Feb 09 19:06:57.679891 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.v2.base [req-07d846b8-4b6f-4d30-b79a-63d466daeea9 req-5fd1ad6b-6a0b-4a0c-b326-b8ee40d488e2 tempest-FloatingIPsAssociationNegativeTestJSON-1147152048 tempest-FloatingIPsAssociationNegativeTestJSON-1147152048-project] Request body: {'floatingip': {'port_id': None}} {{(pid=103230) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 19:06:57.743860 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [req-07d846b8-4b6f-4d30-b79a-63d466daeea9 req-5fd1ad6b-6a0b-4a0c-b326-b8ee40d488e2 tempest-FloatingIPsAssociationNegativeTestJSON-1147152048 tempest-FloatingIPsAssociationNegativeTestJSON-1147152048-project] Publish callbacks [] for floatingip (b4ac7ff2-b0f3-46f2-be47-ecb3e4ba093e), before_update {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:06:57.777469 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f6d6ce3-798d-49a6-8171-3ced5ffe567b req-ae0e28fc-62d6-4e54-90ce-98e30711c841 tempest-ServersTestJSON-1708482947 tempest-ServersTestJSON-1708482947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:06:57.779558 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-3f6d6ce3-798d-49a6-8171-3ced5ffe567b req-ae0e28fc-62d6-4e54-90ce-98e30711c841 tempest-ServersTestJSON-1708482947 tempest-ServersTestJSON-1708482947-project] 10.222.0.75 "GET /v2.0/ports?device_id=5e5434a8-e340-41db-9b12-7261db1c55d2 HTTP/1.1" status: 200 len: 943 time: 0.1254718 Feb 09 19:06:57.795107 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-a3323544-9e95-4c8e-bf2d-55b31dc6f7a9 req-49458be0-e120-4073-bb09-ae33c532bebb service neutron] 10.222.0.90 "GET /v2.0/networks/025d7490-0189-4dfb-b0f6-a58555e94e50?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1432486 Feb 09 19:06:57.847095 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-3f6d6ce3-798d-49a6-8171-3ced5ffe567b req-8aeb30d8-9208-44f9-9257-680992af5565 tempest-ServersTestJSON-1708482947 tempest-ServersTestJSON-1708482947-project] 10.222.0.75 "GET /v2.0/security-groups?id=4f4cf49e-2dae-4f95-aa8c-af4db5fe746b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0546913 Feb 09 19:06:57.907549 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [req-07d846b8-4b6f-4d30-b79a-63d466daeea9 req-5fd1ad6b-6a0b-4a0c-b326-b8ee40d488e2 tempest-FloatingIPsAssociationNegativeTestJSON-1147152048 tempest-FloatingIPsAssociationNegativeTestJSON-1147152048-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:06:57.912448 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [req-07d846b8-4b6f-4d30-b79a-63d466daeea9 req-5fd1ad6b-6a0b-4a0c-b326-b8ee40d488e2 tempest-FloatingIPsAssociationNegativeTestJSON-1147152048 tempest-FloatingIPsAssociationNegativeTestJSON-1147152048-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1818909'] for floatingip (b4ac7ff2-b0f3-46f2-be47-ecb3e4ba093e), after_update {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:06:57.912837 n-d-713498-36 neutron-server[103230]: INFO neutron.db.l3_db [req-07d846b8-4b6f-4d30-b79a-63d466daeea9 req-5fd1ad6b-6a0b-4a0c-b326-b8ee40d488e2 tempest-FloatingIPsAssociationNegativeTestJSON-1147152048 tempest-FloatingIPsAssociationNegativeTestJSON-1147152048-project] Floating IP b4ac7ff2-b0f3-46f2-be47-ecb3e4ba093e disassociated. External IP: 172.25.1.34, port: d3b54021-8c52-4810-affe-60b8c5bfde4f. Feb 09 19:06:57.993481 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e81b0a9-1604-4c1c-ac0d-a123fe6200cc req-3c56e892-b52d-43c7-bbe8-a02ea0aea9a1 tempest-LiveAutoBlockMigrationV225Test-2127879101 tempest-LiveAutoBlockMigrationV225Test-2127879101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:06:57.996260 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-4e81b0a9-1604-4c1c-ac0d-a123fe6200cc req-3c56e892-b52d-43c7-bbe8-a02ea0aea9a1 tempest-LiveAutoBlockMigrationV225Test-2127879101 tempest-LiveAutoBlockMigrationV225Test-2127879101-project] 10.222.0.75 "GET /v2.0/ports?device_id=d3938fbf-e1b0-4686-9d2f-36596059719e HTTP/1.1" status: 200 len: 943 time: 0.0651574 Feb 09 19:06:58.057819 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-4e81b0a9-1604-4c1c-ac0d-a123fe6200cc req-73aeb17b-8124-4f3a-9a15-81eb8ae23a13 tempest-LiveAutoBlockMigrationV225Test-2127879101 tempest-LiveAutoBlockMigrationV225Test-2127879101-project] 10.222.0.75 "GET /v2.0/security-groups?id=e3cb5363-3b49-4f74-b239-a871e755b40a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539529 Feb 09 19:06:58.163951 n-d-713498-36 neutron-server[103230]: DEBUG neutron.scheduler.l3_agent_scheduler [req-07d846b8-4b6f-4d30-b79a-63d466daeea9 req-5fd1ad6b-6a0b-4a0c-b326-b8ee40d488e2 tempest-FloatingIPsAssociationNegativeTestJSON-1147152048 tempest-FloatingIPsAssociationNegativeTestJSON-1147152048-project] Router 6f802142-206b-41e7-8752-bcf7a1c29d76 has already been hosted by L3 agent 93303d5e-5d17-45e8-8963-7694f87783ae {{(pid=103230) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 19:06:58.286121 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-07d846b8-4b6f-4d30-b79a-63d466daeea9 req-5fd1ad6b-6a0b-4a0c-b326-b8ee40d488e2 tempest-FloatingIPsAssociationNegativeTestJSON-1147152048 tempest-FloatingIPsAssociationNegativeTestJSON-1147152048-project] Notify agent at l3_agent.n-d-713498-36 the message routers_updated {{(pid=103230) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 19:06:58.291420 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [req-07d846b8-4b6f-4d30-b79a-63d466daeea9 req-5fd1ad6b-6a0b-4a0c-b326-b8ee40d488e2 tempest-FloatingIPsAssociationNegativeTestJSON-1147152048 tempest-FloatingIPsAssociationNegativeTestJSON-1147152048-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171096'] for floatingip (None), before_response {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:06:58.299438 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52ad5a15-b16a-461d-b125-6cdabe0477ce None None] Sync routers for ids ['6f802142-206b-41e7-8752-bcf7a1c29d76'] in n-d-713498-36 {{(pid=103232) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 19:06:58.323225 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52ad5a15-b16a-461d-b125-6cdabe0477ce None None] Routers {'6f802142-206b-41e7-8752-bcf7a1c29d76'} bound to L3 agent in host n-d-713498-36 {{(pid=103232) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 19:06:58.323863 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.l3_hamode_db [None req-52ad5a15-b16a-461d-b125-6cdabe0477ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-09T18:51:43Z,description=,heartbeat_timestamp=2022-02-09T19:06:43Z,host='n-d-713498-36',id=93303d5e-5d17-45e8-8963-7694f87783ae,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T18:51:43Z,topic='l3_agent')) {'router_ids': ['6f802142-206b-41e7-8752-bcf7a1c29d76'], 'active': True} {{(pid=103232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:06:58.347402 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-07d846b8-4b6f-4d30-b79a-63d466daeea9 req-5fd1ad6b-6a0b-4a0c-b326-b8ee40d488e2 tempest-FloatingIPsAssociationNegativeTestJSON-1147152048 tempest-FloatingIPsAssociationNegativeTestJSON-1147152048-project] 10.222.0.75 "PUT /v2.0/floatingips/b4ac7ff2-b0f3-46f2-be47-ecb3e4ba093e HTTP/1.1" status: 200 len: 694 time: 0.6717684 Feb 09 19:06:58.434245 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07d846b8-4b6f-4d30-b79a-63d466daeea9 req-912fd40e-ad51-482b-9cff-9e32fd5d3355 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:06:58.439302 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-07d846b8-4b6f-4d30-b79a-63d466daeea9 req-912fd40e-ad51-482b-9cff-9e32fd5d3355 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=2586c214bdfa4f9a89a0552244ef89be&device_id=b44ce140-61cc-4267-a2e4-7210687d93e5 HTTP/1.1" status: 200 len: 1129 time: 0.0669894 Feb 09 19:06:58.452867 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.l3_dvr_db [None req-52ad5a15-b16a-461d-b125-6cdabe0477ce None None] Set router 6f802142-206b-41e7-8752-bcf7a1c29d76 gateway port host: n-d-713498-36 {{(pid=103232) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 19:06:58.578699 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07d846b8-4b6f-4d30-b79a-63d466daeea9 req-305b8b9d-d317-4827-9a61-e6763e517253 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:06:58.580249 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-07d846b8-4b6f-4d30-b79a-63d466daeea9 req-305b8b9d-d317-4827-9a61-e6763e517253 service neutron] 10.222.0.75 "GET /v2.0/networks?id=85a2e26d-1ada-469a-a5fe-478a404e3f5d HTTP/1.1" status: 200 len: 930 time: 0.1239445 Feb 09 19:06:58.668392 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-07d846b8-4b6f-4d30-b79a-63d466daeea9 req-ad46a9ae-304d-46f2-ab60-4c0379ae3ec1 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d3b54021-8c52-4810-affe-60b8c5bfde4f HTTP/1.1" status: 200 len: 217 time: 0.0815804 Feb 09 19:06:58.692530 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 51654) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:06:58.725038 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.l3_hamode_db [None req-52ad5a15-b16a-461d-b125-6cdabe0477ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6f802142-206b-41e7-8752-bcf7a1c29d76', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1427269169-router', 'tenant_id': '2586c214bdfa4f9a89a0552244ef89be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88055e1e-672a-4487-be31-ffb6e833ece5', 'external_fixed_ips': [{'subnet_id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'ip_address': '172.25.1.200'}], 'enable_snat': True}, 'gw_port_id': '243ae365-a105-4e50-ad72-88196ea6e85d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T19:05:52Z', 'updated_at': '2022-02-09T19:06:07Z', 'revision_number': 4, 'project_id': '2586c214bdfa4f9a89a0552244ef89be', 'gw_port': {'id': '243ae365-a105-4e50-ad72-88196ea6e85d', 'name': '', 'network_id': '88055e1e-672a-4487-be31-ffb6e833ece5', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:dc:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f802142-206b-41e7-8752-bcf7a1c29d76', 'device_owner': 'network:router_gateway', 'standard_attr_id': 761, 'fixed_ips': [{'subnet_id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'ip_address': '172.25.1.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T19:05:55Z', 'updated_at': '2022-02-09T19:06:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-36', '_interfaces': [{'id': '708bfdff-a409-4bf0-a47a-f811d9fc0ddb', 'name': '', 'network_id': '85a2e26d-1ada-469a-a5fe-478a404e3f5d', 'tenant_id': '2586c214bdfa4f9a89a0552244ef89be', 'mac_address': 'fa:16:3e:36:81:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f802142-206b-41e7-8752-bcf7a1c29d76', 'device_owner': 'network:router_interface', 'standard_attr_id': 774, 'fixed_ips': [{'subnet_id': 'a1a90ed9-4fa2-477d-979f-c550725f9b48', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T19:06:04Z', 'updated_at': '2022-02-09T19:06:18Z', 'revision_number': 5, 'project_id': '2586c214bdfa4f9a89a0552244ef89be', 'subnets': [{'id': 'a1a90ed9-4fa2-477d-979f-c550725f9b48', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-36', False) {} {{(pid=103232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:06:58.760933 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52ad5a15-b16a-461d-b125-6cdabe0477ce None None] Checking router: 6f802142-206b-41e7-8752-bcf7a1c29d76 for host: n-d-713498-36 {{(pid=103232) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 19:06:58.771418 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52ad5a15-b16a-461d-b125-6cdabe0477ce None None] Routers {'6f802142-206b-41e7-8752-bcf7a1c29d76'} bound to L3 agent in host n-d-713498-36 {{(pid=103232) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 19:06:58.772036 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.l3_hamode_db [None req-52ad5a15-b16a-461d-b125-6cdabe0477ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-09T18:51:43Z,description=,heartbeat_timestamp=2022-02-09T19:06:43Z,host='n-d-713498-36',id=93303d5e-5d17-45e8-8963-7694f87783ae,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T18:51:43Z,topic='l3_agent')) {'router_ids': ['6f802142-206b-41e7-8752-bcf7a1c29d76'], 'active': True} {{(pid=103232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:06:58.788367 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07d846b8-4b6f-4d30-b79a-63d466daeea9 req-3e490045-2ab6-4eb2-afc8-77b43ac83b6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:06:58.791908 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-07d846b8-4b6f-4d30-b79a-63d466daeea9 req-3e490045-2ab6-4eb2-afc8-77b43ac83b6c service neutron] 10.222.0.75 "GET /v2.0/subnets?id=a1a90ed9-4fa2-477d-979f-c550725f9b48 HTTP/1.1" status: 200 len: 868 time: 0.1169965 Feb 09 19:06:58.829446 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-4a85f873-c599-47b4-9444-87b310a1720b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:06:58.853363 n-d-713498-36 neutron-server[103229]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5e5434a8-e340-41db-9b12-7261db1c55d2', 'tag': '72155072-1ce5-4892-9e99-4f3e0e1b7d32'}] {{(pid=103229) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 19:06:58.856004 n-d-713498-36 neutron-server[103229]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fa6ae9a20702bd564eaf90d946620b2b4277b1ab91129323d3b54181076be307" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-909408ec-2bf5-4993-b03f-7eea032943a6" -d '{"events": [{"name": "network-changed", "server_uuid": "5e5434a8-e340-41db-9b12-7261db1c55d2", "tag": "72155072-1ce5-4892-9e99-4f3e0e1b7d32"}]}' {{(pid=103229) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 19:06:58.879155 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07d846b8-4b6f-4d30-b79a-63d466daeea9 req-5752db19-eb5b-485a-ad71-6e5cd71b4771 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:06:58.887579 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-07d846b8-4b6f-4d30-b79a-63d466daeea9 req-5752db19-eb5b-485a-ad71-6e5cd71b4771 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=85a2e26d-1ada-469a-a5fe-478a404e3f5d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0872762 Feb 09 19:06:58.956519 n-d-713498-36 neutron-server[103230]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b44ce140-61cc-4267-a2e4-7210687d93e5', 'tag': 'd3b54021-8c52-4810-affe-60b8c5bfde4f'}] {{(pid=103230) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 19:06:58.959450 n-d-713498-36 neutron-server[103230]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aee5919275bae9f72eb374ee322673045eb80c1f84b4b45a97d96923bd50ab51" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7dfa294d-6598-45d3-9ec6-6bc591da957d" -d '{"events": [{"name": "network-changed", "server_uuid": "b44ce140-61cc-4267-a2e4-7210687d93e5", "tag": "d3b54021-8c52-4810-affe-60b8c5bfde4f"}]}' {{(pid=103230) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 19:06:58.959723 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-819da9c7-d995-4a30-9079-6c3547e83c5f req-b5de94a3-ad95-448c-8b99-90a18f45b405 tempest-LiveMigrationTest-1021096981 tempest-LiveMigrationTest-1021096981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:06:58.961293 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-819da9c7-d995-4a30-9079-6c3547e83c5f req-b5de94a3-ad95-448c-8b99-90a18f45b405 tempest-LiveMigrationTest-1021096981 tempest-LiveMigrationTest-1021096981-project] 10.222.0.75 "GET /v2.0/ports?device_id=2f9a8919-1b2a-4183-90dc-45c5e52d5a99 HTTP/1.1" status: 200 len: 943 time: 0.1018984 Feb 09 19:06:59.020471 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-4a85f873-c599-47b4-9444-87b310a1720b admin admin] Publish callbacks [] for security_group (3ae2088e-8a19-4971-a848-4374cf5a6f2c), precommit_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:06:59.034277 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Device 06d7c180-3877-4407-9db3-c4e82f2a9b30 no longer exists at agent hyperv_n-h2-713498-36 {{(pid=103232) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 19:06:59.035357 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-819da9c7-d995-4a30-9079-6c3547e83c5f req-87b4ec95-235e-481d-b193-cde657c99448 tempest-LiveMigrationTest-1021096981 tempest-LiveMigrationTest-1021096981-project] 10.222.0.75 "GET /v2.0/security-groups?id=ba18819a-1490-4e7b-a11b-e8610423d8ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0656250 Feb 09 19:06:59.036177 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-4a85f873-c599-47b4-9444-87b310a1720b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1892331'] for security_group (3ae2088e-8a19-4971-a848-4374cf5a6f2c), after_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:06:59.040647 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-07d846b8-4b6f-4d30-b79a-63d466daeea9 req-5441ea27-fbde-4fbb-9dcd-3ef26e0c00a9 service neutron] 10.222.0.75 "GET /v2.0/networks/85a2e26d-1ada-469a-a5fe-478a404e3f5d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1518309 Feb 09 19:06:59.064595 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-7429db8d-6021-40ad-813e-885be449a89b None None] No Port match for: 06d7c180-3877-4407-9db3-c4e82f2a9b30 {{(pid=103232) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 19:06:59.064946 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Device 06d7c180-3877-4407-9db3-c4e82f2a9b30 not bound to the agent host n-h2-713498-36 {{(pid=103232) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 19:06:59.089994 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a85f873-c599-47b4-9444-87b310a1720b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3ae2088e-8a19-4971-a848-4374cf5a6f2c,revision_number=1']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:06:59.098442 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-4a85f873-c599-47b4-9444-87b310a1720b admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=8c72f9ff64fc4666bc4a2e9668a933d0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4045098 Feb 09 19:06:59.101025 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 51672) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:06:59.129623 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.l3_dvr_db [None req-52ad5a15-b16a-461d-b125-6cdabe0477ce None None] Set router 6f802142-206b-41e7-8752-bcf7a1c29d76 gateway port host: n-d-713498-36 {{(pid=103232) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 19:06:59.168604 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-ab768448-23c8-43dc-b004-d32b34bfd622 admin admin] Publish callbacks [] for security_group (3ae2088e-8a19-4971-a848-4374cf5a6f2c), before_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:06:59.195757 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-07d846b8-4b6f-4d30-b79a-63d466daeea9 req-95b1db3a-30df-40e9-9b3d-93b9a2df0aca service neutron] 10.222.0.75 "GET /v2.0/networks/85a2e26d-1ada-469a-a5fe-478a404e3f5d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1529946 Feb 09 19:06:59.221475 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-ab768448-23c8-43dc-b004-d32b34bfd622 admin admin] Publish callbacks [] for security_group (3ae2088e-8a19-4971-a848-4374cf5a6f2c), precommit_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:06:59.273579 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc7ef0c7-1fec-4f36-86c9-49c96aeb90fa req-b1a90f6d-0f3d-45b5-9ced-37830f2119ae tempest-TaggedBootDevicesTest_v242-798392635 tempest-TaggedBootDevicesTest_v242-798392635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:06:59.279941 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc7ef0c7-1fec-4f36-86c9-49c96aeb90fa req-b1a90f6d-0f3d-45b5-9ced-37830f2119ae tempest-TaggedBootDevicesTest_v242-798392635 tempest-TaggedBootDevicesTest_v242-798392635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:06:59.285449 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc7ef0c7-1fec-4f36-86c9-49c96aeb90fa req-b1a90f6d-0f3d-45b5-9ced-37830f2119ae tempest-TaggedBootDevicesTest_v242-798392635 tempest-TaggedBootDevicesTest_v242-798392635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:06:59.300458 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc7ef0c7-1fec-4f36-86c9-49c96aeb90fa req-b1a90f6d-0f3d-45b5-9ced-37830f2119ae tempest-TaggedBootDevicesTest_v242-798392635 tempest-TaggedBootDevicesTest_v242-798392635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:06:59.306057 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc7ef0c7-1fec-4f36-86c9-49c96aeb90fa req-b1a90f6d-0f3d-45b5-9ced-37830f2119ae tempest-TaggedBootDevicesTest_v242-798392635 tempest-TaggedBootDevicesTest_v242-798392635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:06:59.311579 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc7ef0c7-1fec-4f36-86c9-49c96aeb90fa req-b1a90f6d-0f3d-45b5-9ced-37830f2119ae tempest-TaggedBootDevicesTest_v242-798392635 tempest-TaggedBootDevicesTest_v242-798392635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:06:59.318275 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc7ef0c7-1fec-4f36-86c9-49c96aeb90fa req-b1a90f6d-0f3d-45b5-9ced-37830f2119ae tempest-TaggedBootDevicesTest_v242-798392635 tempest-TaggedBootDevicesTest_v242-798392635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:06:59.320364 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-bc7ef0c7-1fec-4f36-86c9-49c96aeb90fa req-b1a90f6d-0f3d-45b5-9ced-37830f2119ae tempest-TaggedBootDevicesTest_v242-798392635 tempest-TaggedBootDevicesTest_v242-798392635-project] 10.222.0.75 "GET /v2.0/ports?device_id=8319129f-1054-494a-b0c0-2ec99e839619 HTTP/1.1" status: 200 len: 5431 time: 0.1676233 Feb 09 19:06:59.408894 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-bc7ef0c7-1fec-4f36-86c9-49c96aeb90fa req-965b4cff-a476-4b09-80da-08df0b93fda9 tempest-TaggedBootDevicesTest_v242-798392635 tempest-TaggedBootDevicesTest_v242-798392635-project] 10.222.0.75 "GET /v2.0/security-groups?id=58062d4f-c149-4db3-a357-a4eb59a3d83e&id=6452f0cf-fe35-4557-9092-43f1827176a8&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0708363 Feb 09 19:06:59.429295 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-ab768448-23c8-43dc-b004-d32b34bfd622 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1892331'] for security_group (3ae2088e-8a19-4971-a848-4374cf5a6f2c), after_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:06:59.430599 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.l3_hamode_db [None req-52ad5a15-b16a-461d-b125-6cdabe0477ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6f802142-206b-41e7-8752-bcf7a1c29d76', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1427269169-router', 'tenant_id': '2586c214bdfa4f9a89a0552244ef89be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88055e1e-672a-4487-be31-ffb6e833ece5', 'external_fixed_ips': [{'subnet_id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'ip_address': '172.25.1.200'}], 'enable_snat': True}, 'gw_port_id': '243ae365-a105-4e50-ad72-88196ea6e85d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T19:05:52Z', 'updated_at': '2022-02-09T19:06:07Z', 'revision_number': 4, 'project_id': '2586c214bdfa4f9a89a0552244ef89be', 'gw_port': {'id': '243ae365-a105-4e50-ad72-88196ea6e85d', 'name': '', 'network_id': '88055e1e-672a-4487-be31-ffb6e833ece5', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:dc:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f802142-206b-41e7-8752-bcf7a1c29d76', 'device_owner': 'network:router_gateway', 'standard_attr_id': 761, 'fixed_ips': [{'subnet_id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'ip_address': '172.25.1.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T19:05:55Z', 'updated_at': '2022-02-09T19:06:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-36', '_interfaces': [{'id': '708bfdff-a409-4bf0-a47a-f811d9fc0ddb', 'name': '', 'network_id': '85a2e26d-1ada-469a-a5fe-478a404e3f5d', 'tenant_id': '2586c214bdfa4f9a89a0552244ef89be', 'mac_address': 'fa:16:3e:36:81:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f802142-206b-41e7-8752-bcf7a1c29d76', 'device_owner': 'network:router_interface', 'standard_attr_id': 774, 'fixed_ips': [{'subnet_id': 'a1a90ed9-4fa2-477d-979f-c550725f9b48', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T19:06:04Z', 'updated_at': '2022-02-09T19:06:18Z', 'revision_number': 5, 'project_id': '2586c214bdfa4f9a89a0552244ef89be', 'subnets': [{'id': 'a1a90ed9-4fa2-477d-979f-c550725f9b48', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-36', False) {} {{(pid=103232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:06:59.442448 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-ab768448-23c8-43dc-b004-d32b34bfd622 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:06:59.442448 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-ab768448-23c8-43dc-b004-d32b34bfd622 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/3ae2088e-8a19-4971-a848-4374cf5a6f2c HTTP/1.1" status: 204 len: 168 time: 0.3358970 Feb 09 19:06:59.453843 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab768448-23c8-43dc-b004-d32b34bfd622 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3ae2088e-8a19-4971-a848-4374cf5a6f2c,revision_number=None']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:06:59.481039 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52ad5a15-b16a-461d-b125-6cdabe0477ce None None] The sync data for ids ['6f802142-206b-41e7-8752-bcf7a1c29d76'] in n-d-713498-36 is: [{'id': '6f802142-206b-41e7-8752-bcf7a1c29d76', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1427269169-router', 'tenant_id': '2586c214bdfa4f9a89a0552244ef89be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88055e1e-672a-4487-be31-ffb6e833ece5', 'external_fixed_ips': [{'subnet_id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'ip_address': '172.25.1.200'}], 'enable_snat': True}, 'gw_port_id': '243ae365-a105-4e50-ad72-88196ea6e85d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T19:05:52Z', 'updated_at': '2022-02-09T19:06:07Z', 'revision_number': 4, 'project_id': '2586c214bdfa4f9a89a0552244ef89be', 'gw_port': {'id': '243ae365-a105-4e50-ad72-88196ea6e85d', 'name': '', 'network_id': '88055e1e-672a-4487-be31-ffb6e833ece5', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:dc:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f802142-206b-41e7-8752-bcf7a1c29d76', 'device_owner': 'network:router_gateway', 'standard_attr_id': 761, 'fixed_ips': [{'subnet_id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'ip_address': '172.25.1.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T19:05:55Z', 'updated_at': '2022-02-09T19:06:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-36', '_interfaces': [{'id': '708bfdff-a409-4bf0-a47a-f811d9fc0ddb', 'name': '', 'network_id': '85a2e26d-1ada-469a-a5fe-478a404e3f5d', 'tenant_id': '2586c214bdfa4f9a89a0552244ef89be', 'mac_address': 'fa:16:3e:36:81:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f802142-206b-41e7-8752-bcf7a1c29d76', 'device_owner': 'network:router_interface', 'standard_attr_id': 774, 'fixed_ips': [{'subnet_id': 'a1a90ed9-4fa2-477d-979f-c550725f9b48', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T19:06:04Z', 'updated_at': '2022-02-09T19:06:18Z', 'revision_number': 5, 'project_id': '2586c214bdfa4f9a89a0552244ef89be', 'subnets': [{'id': 'a1a90ed9-4fa2-477d-979f-c550725f9b48', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103232) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 19:06:59.522397 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15d6fd9e-9405-418c-a1bd-5092c4496417 req-2c0c785b-5d63-47f0-8ef4-c3bb7e7ee611 tempest-ServersTestJSON-1708482947 tempest-ServersTestJSON-1708482947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:06:59.532792 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-15d6fd9e-9405-418c-a1bd-5092c4496417 req-2c0c785b-5d63-47f0-8ef4-c3bb7e7ee611 tempest-ServersTestJSON-1708482947 tempest-ServersTestJSON-1708482947-project] 10.222.0.75 "GET /v2.0/ports?device_id=5e5434a8-e340-41db-9b12-7261db1c55d2 HTTP/1.1" status: 200 len: 943 time: 0.1390047 Feb 09 19:06:59.613537 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-15d6fd9e-9405-418c-a1bd-5092c4496417 req-274c961a-e95f-4901-8a1d-359d63bd22d8 tempest-ServersTestJSON-1708482947 tempest-ServersTestJSON-1708482947-project] 10.222.0.75 "GET /v2.0/security-groups?id=4f4cf49e-2dae-4f95-aa8c-af4db5fe746b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0791705 Feb 09 19:06:59.788016 n-d-713498-36 neutron-server[103229]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 19:06:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-af5126fc-9d36-4648-9200-82176ce0f615 x-openstack-request-id: req-af5126fc-9d36-4648-9200-82176ce0f615 {{(pid=103229) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 19:06:59.788813 n-d-713498-36 neutron-server[103229]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5e5434a8-e340-41db-9b12-7261db1c55d2", "tag": "72155072-1ce5-4892-9e99-4f3e0e1b7d32", "status": "completed", "code": 200}]} {{(pid=103229) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 19:06:59.788813 n-d-713498-36 neutron-server[103229]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-af5126fc-9d36-4648-9200-82176ce0f615 {{(pid=103229) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 19:06:59.789232 n-d-713498-36 neutron-server[103229]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5e5434a8-e340-41db-9b12-7261db1c55d2', 'tag': '72155072-1ce5-4892-9e99-4f3e0e1b7d32', 'status': 'completed', 'code': 200} Feb 09 19:06:59.863545 n-d-713498-36 neutron-server[103230]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 19:06:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-af1442c8-248d-4b3c-b25f-7bf02a0ecf75 x-openstack-request-id: req-af1442c8-248d-4b3c-b25f-7bf02a0ecf75 {{(pid=103230) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 19:06:59.864055 n-d-713498-36 neutron-server[103230]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b44ce140-61cc-4267-a2e4-7210687d93e5", "tag": "d3b54021-8c52-4810-affe-60b8c5bfde4f", "status": "completed", "code": 200}]} {{(pid=103230) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 19:06:59.864055 n-d-713498-36 neutron-server[103230]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-af1442c8-248d-4b3c-b25f-7bf02a0ecf75 {{(pid=103230) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 19:06:59.864464 n-d-713498-36 neutron-server[103230]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b44ce140-61cc-4267-a2e4-7210687d93e5', 'tag': 'd3b54021-8c52-4810-affe-60b8c5bfde4f', 'status': 'completed', 'code': 200} Feb 09 19:06:59.926446 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-909408ec-2bf5-4993-b03f-7eea032943a6 req-6154e3fe-1379-479b-9014-42c6eee247a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:06:59.931393 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-909408ec-2bf5-4993-b03f-7eea032943a6 req-6154e3fe-1379-479b-9014-42c6eee247a2 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=bae1eec87894498eaa70e7abe5ad38f3&device_id=5e5434a8-e340-41db-9b12-7261db1c55d2 HTTP/1.1" status: 200 len: 1126 time: 0.1121430 Feb 09 19:06:59.954113 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-433505a5-dfeb-4a79-8a56-d83dbf7648bc req-7e3feb28-9483-4d0d-9880-14413ce1d0d7 tempest-FloatingIPsAssociationNegativeTestJSON-1147152048 tempest-FloatingIPsAssociationNegativeTestJSON-1147152048-project] 10.222.0.75 "GET /v2.0/floatingips/b4ac7ff2-b0f3-46f2-be47-ecb3e4ba093e HTTP/1.1" status: 200 len: 694 time: 0.0685329 Feb 09 19:06:59.977459 n-d-713498-36 neutron-server[103233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49bafd6c-953d-48ee-a39b-e51510a71f5c None None] New status for floating IP b4ac7ff2-b0f3-46f2-be47-ecb3e4ba093e: DOWN {{(pid=103233) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 09 19:07:00.107300 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-433505a5-dfeb-4a79-8a56-d83dbf7648bc req-eead16fc-8a7c-4ff1-8b6e-99fb427d69f9 tempest-FloatingIPsAssociationNegativeTestJSON-1147152048 tempest-FloatingIPsAssociationNegativeTestJSON-1147152048-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:07:00.109871 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-433505a5-dfeb-4a79-8a56-d83dbf7648bc req-eead16fc-8a7c-4ff1-8b6e-99fb427d69f9 tempest-FloatingIPsAssociationNegativeTestJSON-1147152048 tempest-FloatingIPsAssociationNegativeTestJSON-1147152048-project] 10.222.0.75 "GET /v2.0/networks/88055e1e-672a-4487-be31-ffb6e833ece5 HTTP/1.1" status: 200 len: 784 time: 0.1457267 Feb 09 19:07:00.167938 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec511781-5cbd-4d5b-bcaf-974759d485e1 req-97e73cae-db3e-4841-bc21-300206e9deb1 tempest-LiveAutoBlockMigrationV225Test-2127879101 tempest-LiveAutoBlockMigrationV225Test-2127879101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:07:00.182263 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-433505a5-dfeb-4a79-8a56-d83dbf7648bc req-5bf323db-3188-4b5d-a0b3-28bc42454353 tempest-FloatingIPsAssociationNegativeTestJSON-1147152048 tempest-FloatingIPsAssociationNegativeTestJSON-1147152048-project] 10.222.0.75 "GET /v2.0/floatingips?floating_ip_address=172.25.1.34 HTTP/1.1" status: 200 len: 697 time: 0.0637193 Feb 09 19:07:00.191551 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-ec511781-5cbd-4d5b-bcaf-974759d485e1 req-97e73cae-db3e-4841-bc21-300206e9deb1 tempest-LiveAutoBlockMigrationV225Test-2127879101 tempest-LiveAutoBlockMigrationV225Test-2127879101-project] 10.222.0.75 "GET /v2.0/ports?device_id=d3938fbf-e1b0-4686-9d2f-36596059719e HTTP/1.1" status: 200 len: 943 time: 0.3350739 Feb 09 19:07:00.259881 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-433505a5-dfeb-4a79-8a56-d83dbf7648bc req-0f055770-969a-446d-9b83-c04c8223546f tempest-FloatingIPsAssociationNegativeTestJSON-1147152048 tempest-FloatingIPsAssociationNegativeTestJSON-1147152048-project] 10.222.0.75 "GET /v2.0/floatingips?floating_ip_address=172.25.1.34 HTTP/1.1" status: 200 len: 697 time: 0.0647109 Feb 09 19:07:00.343785 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-ec511781-5cbd-4d5b-bcaf-974759d485e1 req-cdc3ba40-d36f-47dd-be23-8d55729287c2 tempest-LiveAutoBlockMigrationV225Test-2127879101 tempest-LiveAutoBlockMigrationV225Test-2127879101-project] 10.222.0.75 "GET /v2.0/security-groups?id=e3cb5363-3b49-4f74-b239-a871e755b40a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1493177 Feb 09 19:07:00.379644 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dfa294d-6598-45d3-9ec6-6bc591da957d req-41f5aa92-9988-40f4-bf61-e86282803faa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:07:00.381633 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-7dfa294d-6598-45d3-9ec6-6bc591da957d req-41f5aa92-9988-40f4-bf61-e86282803faa service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=2586c214bdfa4f9a89a0552244ef89be&device_id=b44ce140-61cc-4267-a2e4-7210687d93e5 HTTP/1.1" status: 200 len: 1129 time: 0.5022173 Feb 09 19:07:00.384667 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-909408ec-2bf5-4993-b03f-7eea032943a6 req-78bd56c3-1184-4d30-9e33-2acef1f41c46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:07:00.386279 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-909408ec-2bf5-4993-b03f-7eea032943a6 req-78bd56c3-1184-4d30-9e33-2acef1f41c46 service neutron] 10.222.0.90 "GET /v2.0/networks?id=025d7490-0189-4dfb-b0f6-a58555e94e50 HTTP/1.1" status: 200 len: 904 time: 0.4403670 Feb 09 19:07:00.455875 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.plugin [req-433505a5-dfeb-4a79-8a56-d83dbf7648bc req-63d483b9-a036-4567-b1f5-8e702e607e0e tempest-FloatingIPsAssociationNegativeTestJSON-1147152048 tempest-FloatingIPsAssociationNegativeTestJSON-1147152048-project] Deleting port 182166fb-3055-40bb-872a-da7d93c1f58d {{(pid=103230) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 19:07:00.456821 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [req-433505a5-dfeb-4a79-8a56-d83dbf7648bc req-63d483b9-a036-4567-b1f5-8e702e607e0e tempest-FloatingIPsAssociationNegativeTestJSON-1147152048 tempest-FloatingIPsAssociationNegativeTestJSON-1147152048-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762867170196'] for port (182166fb-3055-40bb-872a-da7d93c1f58d), before_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:07:00.500259 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-909408ec-2bf5-4993-b03f-7eea032943a6 req-97ebfa10-38cf-4d7f-8375-87ef7f7f76bc service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=72155072-1ce5-4892-9e99-4f3e0e1b7d32 HTTP/1.1" status: 200 len: 217 time: 0.0990169 Feb 09 19:07:00.601398 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-909408ec-2bf5-4993-b03f-7eea032943a6 req-ae59eddb-f73d-4a21-b22f-2b534a2f538c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:07:00.603289 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-909408ec-2bf5-4993-b03f-7eea032943a6 req-ae59eddb-f73d-4a21-b22f-2b534a2f538c service neutron] 10.222.0.90 "GET /v2.0/subnets?id=e62fb123-0190-48e3-9019-90c40f55758c HTTP/1.1" status: 200 len: 842 time: 0.0916114 Feb 09 19:07:00.607899 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [req-433505a5-dfeb-4a79-8a56-d83dbf7648bc req-63d483b9-a036-4567-b1f5-8e702e607e0e tempest-FloatingIPsAssociationNegativeTestJSON-1147152048 tempest-FloatingIPsAssociationNegativeTestJSON-1147152048-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1820838'] for port (182166fb-3055-40bb-872a-da7d93c1f58d), precommit_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:07:00.608237 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [req-433505a5-dfeb-4a79-8a56-d83dbf7648bc req-63d483b9-a036-4567-b1f5-8e702e607e0e tempest-FloatingIPsAssociationNegativeTestJSON-1147152048 tempest-FloatingIPsAssociationNegativeTestJSON-1147152048-project] Publish callbacks [] for floatingip (182166fb-3055-40bb-872a-da7d93c1f58d), precommit_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:07:00.624530 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.plugin [req-433505a5-dfeb-4a79-8a56-d83dbf7648bc req-63d483b9-a036-4567-b1f5-8e702e607e0e tempest-FloatingIPsAssociationNegativeTestJSON-1147152048 tempest-FloatingIPsAssociationNegativeTestJSON-1147152048-project] Calling delete_port for 182166fb-3055-40bb-872a-da7d93c1f58d owned by network:floatingip {{(pid=103230) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 19:07:00.662061 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dfa294d-6598-45d3-9ec6-6bc591da957d req-518abb12-b81b-4878-8dd4-422ff9642da7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:07:00.664010 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-7dfa294d-6598-45d3-9ec6-6bc591da957d req-518abb12-b81b-4878-8dd4-422ff9642da7 service neutron] 10.222.0.89 "GET /v2.0/networks?id=85a2e26d-1ada-469a-a5fe-478a404e3f5d HTTP/1.1" status: 200 len: 930 time: 0.2739091 Feb 09 19:07:00.713342 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-7dfa294d-6598-45d3-9ec6-6bc591da957d req-b78dc7a3-610c-4e4a-89f1-b3f3efcc270e service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d3b54021-8c52-4810-affe-60b8c5bfde4f HTTP/1.1" status: 200 len: 217 time: 0.0409176 Feb 09 19:07:00.715215 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-909408ec-2bf5-4993-b03f-7eea032943a6 req-0da4e0a1-f8ce-4501-a05f-3119b97b6936 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:07:00.717243 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-909408ec-2bf5-4993-b03f-7eea032943a6 req-0da4e0a1-f8ce-4501-a05f-3119b97b6936 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=025d7490-0189-4dfb-b0f6-a58555e94e50&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0986395 Feb 09 19:07:00.781392 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [req-433505a5-dfeb-4a79-8a56-d83dbf7648bc req-63d483b9-a036-4567-b1f5-8e702e607e0e tempest-FloatingIPsAssociationNegativeTestJSON-1147152048 tempest-FloatingIPsAssociationNegativeTestJSON-1147152048-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762867177463', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762866656476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14393751'] for port (182166fb-3055-40bb-872a-da7d93c1f58d), after_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:07:00.812028 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63d483b9-a036-4567-b1f5-8e702e607e0e tempest-FloatingIPsAssociationNegativeTestJSON-1147152048 tempest-FloatingIPsAssociationNegativeTestJSON-1147152048-project] Pushing event deleted for resources: {'Port': ['ID=182166fb-3055-40bb-872a-da7d93c1f58d,revision_number=None']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:07:00.819418 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dfa294d-6598-45d3-9ec6-6bc591da957d req-c548a441-9634-4eb4-8e8f-b8bb53954921 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:07:00.820886 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-7dfa294d-6598-45d3-9ec6-6bc591da957d req-c548a441-9634-4eb4-8e8f-b8bb53954921 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=a1a90ed9-4fa2-477d-979f-c550725f9b48 HTTP/1.1" status: 200 len: 868 time: 0.0992236 Feb 09 19:07:00.837889 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Device 72155072-1ce5-4892-9e99-4f3e0e1b7d32 details requested by agent hyperv_n-h2-713498-36 with host n-h2-713498-36 {{(pid=103232) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 19:07:00.884005 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [req-433505a5-dfeb-4a79-8a56-d83dbf7648bc req-63d483b9-a036-4567-b1f5-8e702e607e0e tempest-FloatingIPsAssociationNegativeTestJSON-1147152048 tempest-FloatingIPsAssociationNegativeTestJSON-1147152048-project] Publish callbacks [] for floatingip (b4ac7ff2-b0f3-46f2-be47-ecb3e4ba093e), after_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:07:00.885209 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-909408ec-2bf5-4993-b03f-7eea032943a6 req-7da5a639-c424-4c66-b776-8b199b241f43 service neutron] 10.222.0.90 "GET /v2.0/networks/025d7490-0189-4dfb-b0f6-a58555e94e50?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1556771 Feb 09 19:07:00.886839 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [req-433505a5-dfeb-4a79-8a56-d83dbf7648bc req-63d483b9-a036-4567-b1f5-8e702e607e0e tempest-FloatingIPsAssociationNegativeTestJSON-1147152048 tempest-FloatingIPsAssociationNegativeTestJSON-1147152048-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171096'] for floatingip (None), before_response {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:07:00.901774 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-433505a5-dfeb-4a79-8a56-d83dbf7648bc req-63d483b9-a036-4567-b1f5-8e702e607e0e tempest-FloatingIPsAssociationNegativeTestJSON-1147152048 tempest-FloatingIPsAssociationNegativeTestJSON-1147152048-project] 10.222.0.75 "DELETE /v2.0/floatingips/b4ac7ff2-b0f3-46f2-be47-ecb3e4ba093e HTTP/1.1" status: 204 len: 173 time: 0.6339273 Feb 09 19:07:00.952911 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dfa294d-6598-45d3-9ec6-6bc591da957d req-7baab204-e9eb-4e72-9f6e-d44008608ec9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:07:00.954772 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-7dfa294d-6598-45d3-9ec6-6bc591da957d req-7baab204-e9eb-4e72-9f6e-d44008608ec9 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=85a2e26d-1ada-469a-a5fe-478a404e3f5d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.1213558 Feb 09 19:07:00.996134 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-7429db8d-6021-40ad-813e-885be449a89b None None] For port 72155072-1ce5-4892-9e99-4f3e0e1b7d32, host n-h2-713498-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-36',level=0,port_id=72155072-1ce5-4892-9e99-4f3e0e1b7d32,segment=NetworkSegment(2d52e674-b061-4f71-8e43-e176c61c8678),segment_id=2d52e674-b061-4f71-8e43-e176c61c8678)] {{(pid=103232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 19:07:01.010595 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Returning: {'device': '72155072-1ce5-4892-9e99-4f3e0e1b7d32', 'network_id': '025d7490-0189-4dfb-b0f6-a58555e94e50', 'port_id': '72155072-1ce5-4892-9e99-4f3e0e1b7d32', 'mac_address': 'fa:16:3e:7b:95:ba', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 368, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e62fb123-0190-48e3-9019-90c40f55758c', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103232) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 19:07:01.026903 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3c36a83-eba1-4f84-af8f-7f3c1a6da2c7 req-4c207371-e1c3-4c00-bede-8cfa2b329d65 tempest-LiveMigrationTest-1021096981 tempest-LiveMigrationTest-1021096981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:07:01.028442 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-d3c36a83-eba1-4f84-af8f-7f3c1a6da2c7 req-4c207371-e1c3-4c00-bede-8cfa2b329d65 tempest-LiveMigrationTest-1021096981 tempest-LiveMigrationTest-1021096981-project] 10.222.0.75 "GET /v2.0/ports?device_id=2f9a8919-1b2a-4183-90dc-45c5e52d5a99 HTTP/1.1" status: 200 len: 943 time: 0.0745530 Feb 09 19:07:01.056983 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Current status of the port 72155072-1ce5-4892-9e99-4f3e0e1b7d32 is: DOWN; New status is: BUILD {{(pid=103232) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 19:07:01.057459 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (72155072-1ce5-4892-9e99-4f3e0e1b7d32), before_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:07:01.072625 n-d-713498-36 neutron-server[103232]: DEBUG neutron.notifiers.nova [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 72155072-1ce5-4892-9e99-4f3e0e1b7d32 {{(pid=103232) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 19:07:01.080868 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-909408ec-2bf5-4993-b03f-7eea032943a6 req-3ae8b374-029f-4ff9-91fa-b64d3328df67 service neutron] 10.222.0.90 "GET /v2.0/networks/025d7490-0189-4dfb-b0f6-a58555e94e50?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1859837 Feb 09 19:07:01.096941 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-7429db8d-6021-40ad-813e-885be449a89b None None] For port 72155072-1ce5-4892-9e99-4f3e0e1b7d32, host n-h2-713498-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-36',level=0,port_id=72155072-1ce5-4892-9e99-4f3e0e1b7d32,segment=NetworkSegment(2d52e674-b061-4f71-8e43-e176c61c8678),segment_id=2d52e674-b061-4f71-8e43-e176c61c8678)] {{(pid=103232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 19:07:01.100908 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-d3c36a83-eba1-4f84-af8f-7f3c1a6da2c7 req-cac3910f-4659-41e0-922b-cece1c2e499a tempest-LiveMigrationTest-1021096981 tempest-LiveMigrationTest-1021096981-project] 10.222.0.75 "GET /v2.0/security-groups?id=ba18819a-1490-4e7b-a11b-e8610423d8ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0644689 Feb 09 19:07:01.116825 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762867176205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762866656485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762866656503'] for port (72155072-1ce5-4892-9e99-4f3e0e1b7d32), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:07:01.136493 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-7dfa294d-6598-45d3-9ec6-6bc591da957d req-7d7da927-8319-4c21-a87b-c7b9118462b4 service neutron] 10.222.0.89 "GET /v2.0/networks/85a2e26d-1ada-469a-a5fe-478a404e3f5d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1732917 Feb 09 19:07:01.181982 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Pushing event updated for resources: {'Port': ['ID=72155072-1ce5-4892-9e99-4f3e0e1b7d32,revision_number=4']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:07:01.191885 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:07:01.192241 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:07:01.192615 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:07:01.192953 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:07:01.193292 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:07:01.193621 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:07:01.194030 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:07:01.194361 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:07:01.194685 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:07:01.195006 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:07:01.195330 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:07:01.195651 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:07:01.196085 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:07:01.199356 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee6209b1-de1c-4db5-89d0-aa3e2d387f1c req-d4b67d36-0948-4385-8cf9-6b31a0628c9e tempest-TaggedBootDevicesTest_v242-798392635 tempest-TaggedBootDevicesTest_v242-798392635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:07:01.205153 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee6209b1-de1c-4db5-89d0-aa3e2d387f1c req-d4b67d36-0948-4385-8cf9-6b31a0628c9e tempest-TaggedBootDevicesTest_v242-798392635 tempest-TaggedBootDevicesTest_v242-798392635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:07:01.210389 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee6209b1-de1c-4db5-89d0-aa3e2d387f1c req-d4b67d36-0948-4385-8cf9-6b31a0628c9e tempest-TaggedBootDevicesTest_v242-798392635 tempest-TaggedBootDevicesTest_v242-798392635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:07:01.215590 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee6209b1-de1c-4db5-89d0-aa3e2d387f1c req-d4b67d36-0948-4385-8cf9-6b31a0628c9e tempest-TaggedBootDevicesTest_v242-798392635 tempest-TaggedBootDevicesTest_v242-798392635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:07:01.221635 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee6209b1-de1c-4db5-89d0-aa3e2d387f1c req-d4b67d36-0948-4385-8cf9-6b31a0628c9e tempest-TaggedBootDevicesTest_v242-798392635 tempest-TaggedBootDevicesTest_v242-798392635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:07:01.226857 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee6209b1-de1c-4db5-89d0-aa3e2d387f1c req-d4b67d36-0948-4385-8cf9-6b31a0628c9e tempest-TaggedBootDevicesTest_v242-798392635 tempest-TaggedBootDevicesTest_v242-798392635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:07:01.232870 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee6209b1-de1c-4db5-89d0-aa3e2d387f1c req-d4b67d36-0948-4385-8cf9-6b31a0628c9e tempest-TaggedBootDevicesTest_v242-798392635 tempest-TaggedBootDevicesTest_v242-798392635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:07:01.234963 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-ee6209b1-de1c-4db5-89d0-aa3e2d387f1c req-d4b67d36-0948-4385-8cf9-6b31a0628c9e tempest-TaggedBootDevicesTest_v242-798392635 tempest-TaggedBootDevicesTest_v242-798392635-project] 10.222.0.75 "GET /v2.0/ports?device_id=8319129f-1054-494a-b0c0-2ec99e839619 HTTP/1.1" status: 200 len: 5431 time: 0.1766210 Feb 09 19:07:01.320358 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-7dfa294d-6598-45d3-9ec6-6bc591da957d req-e63ef24f-ee9b-447a-9d4e-1af7bf1f5415 service neutron] 10.222.0.89 "GET /v2.0/networks/85a2e26d-1ada-469a-a5fe-478a404e3f5d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1769598 Feb 09 19:07:01.342180 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-ee6209b1-de1c-4db5-89d0-aa3e2d387f1c req-7a8882e6-8c3f-4912-aaaa-a28619c41b9c tempest-TaggedBootDevicesTest_v242-798392635 tempest-TaggedBootDevicesTest_v242-798392635-project] 10.222.0.75 "GET /v2.0/security-groups?id=58062d4f-c149-4db3-a357-a4eb59a3d83e&id=6452f0cf-fe35-4557-9092-43f1827176a8&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0906689 Feb 09 19:07:01.346006 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c6fd7e9-1460-4235-8cbe-e1bb3df9a756 req-c2b32786-257a-4b54-9567-6114d794d1e9 tempest-ServersTestJSON-1708482947 tempest-ServersTestJSON-1708482947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:07:01.347492 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-5c6fd7e9-1460-4235-8cbe-e1bb3df9a756 req-c2b32786-257a-4b54-9567-6114d794d1e9 tempest-ServersTestJSON-1708482947 tempest-ServersTestJSON-1708482947-project] 10.222.0.75 "GET /v2.0/ports?device_id=5e5434a8-e340-41db-9b12-7261db1c55d2 HTTP/1.1" status: 200 len: 944 time: 0.0554683 Feb 09 19:07:01.397688 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-5c6fd7e9-1460-4235-8cbe-e1bb3df9a756 req-6a55e441-e223-4a42-bf2b-7b6a63204597 tempest-ServersTestJSON-1708482947 tempest-ServersTestJSON-1708482947-project] 10.222.0.75 "GET /v2.0/security-groups?id=4f4cf49e-2dae-4f95-aa8c-af4db5fe746b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447235 Feb 09 19:07:01.514717 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-7429db8d-6021-40ad-813e-885be449a89b None None] get_ports_and_sgs() called for port_ids ['72155072-1ce5-4892-9e99-4f3e0e1b7d32'] {{(pid=103232) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 19:07:01.572726 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7aa4367-b40a-468d-93cc-f569cd9cbd00 req-e515c29b-1d5b-423a-bfed-5beca960c8f0 tempest-ServersOnMultiNodesTest-1472402947 tempest-ServersOnMultiNodesTest-1472402947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:07:01.578563 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-d7aa4367-b40a-468d-93cc-f569cd9cbd00 req-e515c29b-1d5b-423a-bfed-5beca960c8f0 tempest-ServersOnMultiNodesTest-1472402947 tempest-ServersOnMultiNodesTest-1472402947-project] 10.222.0.75 "GET /v2.0/ports?device_id=80c4e695-e3b4-42be-ba0e-5756305138f1 HTTP/1.1" status: 200 len: 950 time: 0.0636806 Feb 09 19:07:01.629527 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-d7aa4367-b40a-468d-93cc-f569cd9cbd00 req-39c7f6a7-ea58-4acc-8f89-5c7f082abed3 tempest-ServersOnMultiNodesTest-1472402947 tempest-ServersOnMultiNodesTest-1472402947-project] 10.222.0.75 "GET /v2.0/security-groups?id=aed5302d-0478-4b9d-b014-143adc5c0d74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479879 Feb 09 19:07:01.740252 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10896e24-66f7-4747-9343-035aacc6c39a req-3d1110f5-d33a-4d6f-a098-764f9f95c161 tempest-LiveAutoBlockMigrationV225Test-2127879101 tempest-LiveAutoBlockMigrationV225Test-2127879101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:07:01.741690 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-10896e24-66f7-4747-9343-035aacc6c39a req-3d1110f5-d33a-4d6f-a098-764f9f95c161 tempest-LiveAutoBlockMigrationV225Test-2127879101 tempest-LiveAutoBlockMigrationV225Test-2127879101-project] 10.222.0.75 "GET /v2.0/ports?device_id=d3938fbf-e1b0-4686-9d2f-36596059719e HTTP/1.1" status: 200 len: 943 time: 0.0555775 Feb 09 19:07:01.787384 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-10896e24-66f7-4747-9343-035aacc6c39a req-4f89b577-9d2d-4bc7-ba38-447b0dc07c2a tempest-LiveAutoBlockMigrationV225Test-2127879101 tempest-LiveAutoBlockMigrationV225Test-2127879101-project] 10.222.0.75 "GET /v2.0/security-groups?id=e3cb5363-3b49-4f74-b239-a871e755b40a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400813 Feb 09 19:07:01.896601 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a01b978-5a7e-48b5-947d-860bd18c9231 req-c72c5b0d-ddc3-4d40-91fc-1d305b82e31b tempest-FloatingIPsAssociationNegativeTestJSON-1147152048 tempest-FloatingIPsAssociationNegativeTestJSON-1147152048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:07:01.898010 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-9a01b978-5a7e-48b5-947d-860bd18c9231 req-c72c5b0d-ddc3-4d40-91fc-1d305b82e31b tempest-FloatingIPsAssociationNegativeTestJSON-1147152048 tempest-FloatingIPsAssociationNegativeTestJSON-1147152048-project] 10.222.0.75 "GET /v2.0/ports?device_id=b44ce140-61cc-4267-a2e4-7210687d93e5&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.0524001 Feb 09 19:07:01.938908 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-9a01b978-5a7e-48b5-947d-860bd18c9231 req-f7c15e3e-8534-47a6-86a7-4b099743674b tempest-FloatingIPsAssociationNegativeTestJSON-1147152048 tempest-FloatingIPsAssociationNegativeTestJSON-1147152048-project] 10.222.0.75 "GET /v2.0/floatingips?floating_ip_address=0.0.0.0 HTTP/1.1" status: 200 len: 217 time: 0.0353594 Feb 09 19:07:02.011003 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-be659502-c84c-4e62-a336-3cf2cca6616b req-78896394-e214-4aae-99f1-2b5becf8b1f3 tempest-FloatingIPsAssociationNegativeTestJSON-1147152048 tempest-FloatingIPsAssociationNegativeTestJSON-1147152048-project] 10.222.0.75 "GET /v2.0/floatingips?floating_ip_address=0.0.0.0 HTTP/1.1" status: 200 len: 217 time: 0.0360963 Feb 09 19:07:02.303460 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b186cf55-7a41-480c-89a9-c01f7ef7642d req-774438d5-841a-4f73-a0f7-5b388de0f4b8 tempest-LiveMigrationTest-1021096981 tempest-LiveMigrationTest-1021096981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:07:02.305020 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-b186cf55-7a41-480c-89a9-c01f7ef7642d req-774438d5-841a-4f73-a0f7-5b388de0f4b8 tempest-LiveMigrationTest-1021096981 tempest-LiveMigrationTest-1021096981-project] 10.222.0.75 "GET /v2.0/ports?device_id=2f9a8919-1b2a-4183-90dc-45c5e52d5a99 HTTP/1.1" status: 200 len: 943 time: 0.0555303 Feb 09 19:07:02.359083 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-b186cf55-7a41-480c-89a9-c01f7ef7642d req-57678b84-5ec1-49df-b72d-b25d912d1549 tempest-LiveMigrationTest-1021096981 tempest-LiveMigrationTest-1021096981-project] 10.222.0.75 "GET /v2.0/security-groups?id=ba18819a-1490-4e7b-a11b-e8610423d8ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471890 Feb 09 19:07:02.369735 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72e77c90-4442-4cac-8b39-85fdb8c55bf9 req-29874864-ba46-447c-ae00-c1d6b9261bb3 tempest-FloatingIPsAssociationNegativeTestJSON-1147152048 tempest-FloatingIPsAssociationNegativeTestJSON-1147152048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:07:02.381151 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-72e77c90-4442-4cac-8b39-85fdb8c55bf9 req-29874864-ba46-447c-ae00-c1d6b9261bb3 tempest-FloatingIPsAssociationNegativeTestJSON-1147152048 tempest-FloatingIPsAssociationNegativeTestJSON-1147152048-project] 10.222.0.75 "GET /v2.0/ports?device_id=b44ce140-61cc-4267-a2e4-7210687d93e5 HTTP/1.1" status: 200 len: 946 time: 0.0708311 Feb 09 19:07:02.430728 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-72e77c90-4442-4cac-8b39-85fdb8c55bf9 req-180a5dbc-6a8f-4b55-a7b0-c56aff5d72d4 tempest-FloatingIPsAssociationNegativeTestJSON-1147152048 tempest-FloatingIPsAssociationNegativeTestJSON-1147152048-project] 10.222.0.75 "GET /v2.0/security-groups?id=0538cd73-7a28-42cf-a6e9-9e9bedd40a54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447750 Feb 09 19:07:02.622011 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-562d516f-4a44-430f-ab65-7e41ced03f07 req-7c5416da-b903-40f6-9419-6a1dd86d9387 tempest-TaggedBootDevicesTest_v242-798392635 tempest-TaggedBootDevicesTest_v242-798392635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:07:02.628262 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-562d516f-4a44-430f-ab65-7e41ced03f07 req-7c5416da-b903-40f6-9419-6a1dd86d9387 tempest-TaggedBootDevicesTest_v242-798392635 tempest-TaggedBootDevicesTest_v242-798392635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:07:02.633571 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-562d516f-4a44-430f-ab65-7e41ced03f07 req-7c5416da-b903-40f6-9419-6a1dd86d9387 tempest-TaggedBootDevicesTest_v242-798392635 tempest-TaggedBootDevicesTest_v242-798392635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:07:02.639312 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-562d516f-4a44-430f-ab65-7e41ced03f07 req-7c5416da-b903-40f6-9419-6a1dd86d9387 tempest-TaggedBootDevicesTest_v242-798392635 tempest-TaggedBootDevicesTest_v242-798392635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:07:02.644709 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-562d516f-4a44-430f-ab65-7e41ced03f07 req-7c5416da-b903-40f6-9419-6a1dd86d9387 tempest-TaggedBootDevicesTest_v242-798392635 tempest-TaggedBootDevicesTest_v242-798392635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:07:02.649986 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-562d516f-4a44-430f-ab65-7e41ced03f07 req-7c5416da-b903-40f6-9419-6a1dd86d9387 tempest-TaggedBootDevicesTest_v242-798392635 tempest-TaggedBootDevicesTest_v242-798392635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:07:02.657073 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-562d516f-4a44-430f-ab65-7e41ced03f07 req-7c5416da-b903-40f6-9419-6a1dd86d9387 tempest-TaggedBootDevicesTest_v242-798392635 tempest-TaggedBootDevicesTest_v242-798392635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:07:02.659008 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-562d516f-4a44-430f-ab65-7e41ced03f07 req-7c5416da-b903-40f6-9419-6a1dd86d9387 tempest-TaggedBootDevicesTest_v242-798392635 tempest-TaggedBootDevicesTest_v242-798392635-project] 10.222.0.75 "GET /v2.0/ports?device_id=8319129f-1054-494a-b0c0-2ec99e839619 HTTP/1.1" status: 200 len: 5431 time: 0.1050494 Feb 09 19:07:02.723442 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-562d516f-4a44-430f-ab65-7e41ced03f07 req-09818c32-046e-4c3f-8378-e946f19fe150 tempest-TaggedBootDevicesTest_v242-798392635 tempest-TaggedBootDevicesTest_v242-798392635-project] 10.222.0.75 "GET /v2.0/security-groups?id=58062d4f-c149-4db3-a357-a4eb59a3d83e&id=6452f0cf-fe35-4557-9092-43f1827176a8&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0575345 Feb 09 19:07:02.853777 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Device 72155072-1ce5-4892-9e99-4f3e0e1b7d32 up at agent hyperv_n-h2-713498-36 {{(pid=103232) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 19:07:02.919043 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.provisioning_blocks [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Provisioning for port 72155072-1ce5-4892-9e99-4f3e0e1b7d32 completed by entity L2. {{(pid=103232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 19:07:02.924012 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.provisioning_blocks [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Provisioning complete for port 72155072-1ce5-4892-9e99-4f3e0e1b7d32 triggered by entity L2. {{(pid=103232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 19:07:02.924409 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593630'] for port (72155072-1ce5-4892-9e99-4f3e0e1b7d32), provisioning_complete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:07:03.017283 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Current status of the port 72155072-1ce5-4892-9e99-4f3e0e1b7d32 is: BUILD; New status is: ACTIVE {{(pid=103232) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 19:07:03.017664 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (72155072-1ce5-4892-9e99-4f3e0e1b7d32), before_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:07:03.045459 n-d-713498-36 neutron-server[103232]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5e5434a8-e340-41db-9b12-7261db1c55d2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '72155072-1ce5-4892-9e99-4f3e0e1b7d32'}] {{(pid=103232) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 19:07:03.047910 n-d-713498-36 neutron-server[103232]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}949cdcde653dec44821de95cbf67297f53cbc2aed4e073b5d514f93bf911ce85" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-00837293-5a3f-460c-9afa-09a5eb087487" -d '{"events": [{"server_uuid": "5e5434a8-e340-41db-9b12-7261db1c55d2", "name": "network-vif-plugged", "status": "completed", "tag": "72155072-1ce5-4892-9e99-4f3e0e1b7d32"}]}' {{(pid=103232) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 19:07:03.063647 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-7429db8d-6021-40ad-813e-885be449a89b None None] For port 72155072-1ce5-4892-9e99-4f3e0e1b7d32, host n-h2-713498-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-36',level=0,port_id=72155072-1ce5-4892-9e99-4f3e0e1b7d32,segment=NetworkSegment(2d52e674-b061-4f71-8e43-e176c61c8678),segment_id=2d52e674-b061-4f71-8e43-e176c61c8678)] {{(pid=103232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 19:07:03.073394 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762867176205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762866656485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762866656503'] for port (72155072-1ce5-4892-9e99-4f3e0e1b7d32), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:07:03.074239 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Device 40de4c12-543c-44a6-9bda-24a60a9555b8 no longer exists at agent hyperv_n-h2-713498-36 {{(pid=103232) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 19:07:03.087954 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c8d71c0-ed48-4479-a720-704f2ea71f89 req-d21bb340-483b-4597-bbdc-0d73bccb8ee7 tempest-ServersOnMultiNodesTest-1472402947 tempest-ServersOnMultiNodesTest-1472402947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:07:03.090215 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-2c8d71c0-ed48-4479-a720-704f2ea71f89 req-d21bb340-483b-4597-bbdc-0d73bccb8ee7 tempest-ServersOnMultiNodesTest-1472402947 tempest-ServersOnMultiNodesTest-1472402947-project] 10.222.0.90 "GET /v2.0/ports?device_id=80c4e695-e3b4-42be-ba0e-5756305138f1 HTTP/1.1" status: 200 len: 950 time: 0.1084020 Feb 09 19:07:03.100169 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fba84e26-60df-4130-bcbf-0f24fd1100ac req-8a9264cd-8ba6-42b4-aa47-d87aac1f1fb1 tempest-ServersTestJSON-1708482947 tempest-ServersTestJSON-1708482947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:07:03.101932 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-fba84e26-60df-4130-bcbf-0f24fd1100ac req-8a9264cd-8ba6-42b4-aa47-d87aac1f1fb1 tempest-ServersTestJSON-1708482947 tempest-ServersTestJSON-1708482947-project] 10.222.0.75 "GET /v2.0/ports?device_id=5e5434a8-e340-41db-9b12-7261db1c55d2 HTTP/1.1" status: 200 len: 944 time: 0.4914806 Feb 09 19:07:03.172748 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Pushing event updated for resources: {'Port': ['ID=72155072-1ce5-4892-9e99-4f3e0e1b7d32,revision_number=5']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:07:03.220903 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Current status of the port 40de4c12-543c-44a6-9bda-24a60a9555b8 is: DOWN; New status is: DOWN {{(pid=103232) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 19:07:03.266482 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-fba84e26-60df-4130-bcbf-0f24fd1100ac req-264ecbad-a1a4-415e-9f1c-9341164d2c94 tempest-ServersTestJSON-1708482947 tempest-ServersTestJSON-1708482947-project] 10.222.0.75 "GET /v2.0/security-groups?id=4f4cf49e-2dae-4f95-aa8c-af4db5fe746b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1000068 Feb 09 19:07:03.282874 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9735fddc-14c5-4fe5-b028-0f319eb5a874 req-9a701f4c-bf59-4b5a-8293-8d2c8461df65 tempest-ServersOnMultiNodesTest-1472402947 tempest-ServersOnMultiNodesTest-1472402947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:07:03.284600 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.plugin [req-2c8d71c0-ed48-4479-a720-704f2ea71f89 req-02cc9725-bbb0-4565-93e3-05fe5a71b7d5 tempest-ServersOnMultiNodesTest-1472402947 tempest-ServersOnMultiNodesTest-1472402947-project] Deleting port f2af33d6-809c-4462-a1c1-648e7e81004e {{(pid=103229) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 19:07:03.284999 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-2c8d71c0-ed48-4479-a720-704f2ea71f89 req-02cc9725-bbb0-4565-93e3-05fe5a71b7d5 tempest-ServersOnMultiNodesTest-1472402947 tempest-ServersOnMultiNodesTest-1472402947-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762867170196'] for port (f2af33d6-809c-4462-a1c1-648e7e81004e), before_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:07:03.289876 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-9735fddc-14c5-4fe5-b028-0f319eb5a874 req-9a701f4c-bf59-4b5a-8293-8d2c8461df65 tempest-ServersOnMultiNodesTest-1472402947 tempest-ServersOnMultiNodesTest-1472402947-project] 10.222.0.75 "GET /v2.0/ports?device_id=80c4e695-e3b4-42be-ba0e-5756305138f1 HTTP/1.1" status: 200 len: 950 time: 0.1070638 Feb 09 19:07:03.316774 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3703f0b-79ed-4f1c-93ca-19f777400cc3 req-79eb9b43-cdd8-47ee-b904-11fba140712f tempest-ServersOnMultiNodesTest-1472402947 tempest-ServersOnMultiNodesTest-1472402947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:07:03.318813 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-c3703f0b-79ed-4f1c-93ca-19f777400cc3 req-79eb9b43-cdd8-47ee-b904-11fba140712f tempest-ServersOnMultiNodesTest-1472402947 tempest-ServersOnMultiNodesTest-1472402947-project] 10.222.0.90 "GET /v2.0/ports?device_id=2f45403d-b7ca-4d38-8d27-19538a1473d9 HTTP/1.1" status: 200 len: 949 time: 0.1227376 Feb 09 19:07:03.383423 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-9735fddc-14c5-4fe5-b028-0f319eb5a874 req-f2ed41c6-ec1d-43dd-bea1-632fcabebf6b tempest-ServersOnMultiNodesTest-1472402947 tempest-ServersOnMultiNodesTest-1472402947-project] 10.222.0.75 "GET /v2.0/security-groups?id=aed5302d-0478-4b9d-b014-143adc5c0d74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0919623 Feb 09 19:07:03.436031 n-d-713498-36 neutron-server[103232]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 19:07:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0b8703fb-9561-4125-86c7-500bc2c817be x-openstack-request-id: req-0b8703fb-9561-4125-86c7-500bc2c817be {{(pid=103232) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 19:07:03.436031 n-d-713498-36 neutron-server[103232]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5e5434a8-e340-41db-9b12-7261db1c55d2", "name": "network-vif-plugged", "status": "completed", "tag": "72155072-1ce5-4892-9e99-4f3e0e1b7d32", "code": 200}]} {{(pid=103232) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 19:07:03.436031 n-d-713498-36 neutron-server[103232]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-0b8703fb-9561-4125-86c7-500bc2c817be {{(pid=103232) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 19:07:03.436410 n-d-713498-36 neutron-server[103232]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5e5434a8-e340-41db-9b12-7261db1c55d2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '72155072-1ce5-4892-9e99-4f3e0e1b7d32', 'code': 200} Feb 09 19:07:03.446596 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.db [req-2c8d71c0-ed48-4479-a720-704f2ea71f89 req-02cc9725-bbb0-4565-93e3-05fe5a71b7d5 tempest-ServersOnMultiNodesTest-1472402947 tempest-ServersOnMultiNodesTest-1472402947-project] For port f2af33d6-809c-4462-a1c1-648e7e81004e, host n-h2-713498-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-36',level=0,port_id=f2af33d6-809c-4462-a1c1-648e7e81004e,segment=NetworkSegment(50e5915e-18f0-4558-9a28-b978975ead36),segment_id=50e5915e-18f0-4558-9a28-b978975ead36)] {{(pid=103229) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 19:07:03.446962 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-2c8d71c0-ed48-4479-a720-704f2ea71f89 req-02cc9725-bbb0-4565-93e3-05fe5a71b7d5 tempest-ServersOnMultiNodesTest-1472402947 tempest-ServersOnMultiNodesTest-1472402947-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1820838'] for port (f2af33d6-809c-4462-a1c1-648e7e81004e), precommit_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:07:03.470734 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b7de14f-ee3f-45d8-af6d-1c009a5bc70c req-35f21b62-c863-4bbb-9537-7a60e14cddab tempest-LiveAutoBlockMigrationV225Test-2127879101 tempest-LiveAutoBlockMigrationV225Test-2127879101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:07:03.472337 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-6b7de14f-ee3f-45d8-af6d-1c009a5bc70c req-35f21b62-c863-4bbb-9537-7a60e14cddab tempest-LiveAutoBlockMigrationV225Test-2127879101 tempest-LiveAutoBlockMigrationV225Test-2127879101-project] 10.222.0.75 "GET /v2.0/ports?device_id=d3938fbf-e1b0-4686-9d2f-36596059719e HTTP/1.1" status: 200 len: 943 time: 0.1316178 Feb 09 19:07:03.479047 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.plugin [req-2c8d71c0-ed48-4479-a720-704f2ea71f89 req-02cc9725-bbb0-4565-93e3-05fe5a71b7d5 tempest-ServersOnMultiNodesTest-1472402947 tempest-ServersOnMultiNodesTest-1472402947-project] Calling delete_port for f2af33d6-809c-4462-a1c1-648e7e81004e owned by compute:nova {{(pid=103229) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 19:07:03.494282 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.plugin [req-c3703f0b-79ed-4f1c-93ca-19f777400cc3 req-b5d2b062-2d4d-4340-8225-26f01796795d tempest-ServersOnMultiNodesTest-1472402947 tempest-ServersOnMultiNodesTest-1472402947-project] Deleting port 9431105a-be29-4ce5-9970-f91bee564b4b {{(pid=103230) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 19:07:03.495846 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [req-c3703f0b-79ed-4f1c-93ca-19f777400cc3 req-b5d2b062-2d4d-4340-8225-26f01796795d tempest-ServersOnMultiNodesTest-1472402947 tempest-ServersOnMultiNodesTest-1472402947-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762867170196'] for port (9431105a-be29-4ce5-9970-f91bee564b4b), before_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:07:03.619707 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-6b7de14f-ee3f-45d8-af6d-1c009a5bc70c req-fbffa6e4-f463-4d49-917e-5ff0d32e4c36 tempest-LiveAutoBlockMigrationV225Test-2127879101 tempest-LiveAutoBlockMigrationV225Test-2127879101-project] 10.222.0.75 "GET /v2.0/security-groups?id=e3cb5363-3b49-4f74-b239-a871e755b40a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1385891 Feb 09 19:07:03.633847 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.db [req-c3703f0b-79ed-4f1c-93ca-19f777400cc3 req-b5d2b062-2d4d-4340-8225-26f01796795d tempest-ServersOnMultiNodesTest-1472402947 tempest-ServersOnMultiNodesTest-1472402947-project] For port 9431105a-be29-4ce5-9970-f91bee564b4b, host n-h2-713498-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-36',level=0,port_id=9431105a-be29-4ce5-9970-f91bee564b4b,segment=NetworkSegment(50e5915e-18f0-4558-9a28-b978975ead36),segment_id=50e5915e-18f0-4558-9a28-b978975ead36)] {{(pid=103230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 19:07:03.634456 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [req-c3703f0b-79ed-4f1c-93ca-19f777400cc3 req-b5d2b062-2d4d-4340-8225-26f01796795d tempest-ServersOnMultiNodesTest-1472402947 tempest-ServersOnMultiNodesTest-1472402947-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1820838'] for port (9431105a-be29-4ce5-9970-f91bee564b4b), precommit_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:07:03.653130 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.plugin [req-c3703f0b-79ed-4f1c-93ca-19f777400cc3 req-b5d2b062-2d4d-4340-8225-26f01796795d tempest-ServersOnMultiNodesTest-1472402947 tempest-ServersOnMultiNodesTest-1472402947-project] Calling delete_port for 9431105a-be29-4ce5-9970-f91bee564b4b owned by compute:nova {{(pid=103230) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 19:07:03.735206 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95f1e807-2a65-4c69-9ecb-4966278202ea req-35f066d1-9d62-4d42-8ecc-9d3cfeaf2f63 tempest-FloatingIPsAssociationNegativeTestJSON-1147152048 tempest-FloatingIPsAssociationNegativeTestJSON-1147152048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:07:03.738259 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-95f1e807-2a65-4c69-9ecb-4966278202ea req-35f066d1-9d62-4d42-8ecc-9d3cfeaf2f63 tempest-FloatingIPsAssociationNegativeTestJSON-1147152048 tempest-FloatingIPsAssociationNegativeTestJSON-1147152048-project] 10.222.0.89 "GET /v2.0/ports?device_id=b44ce140-61cc-4267-a2e4-7210687d93e5 HTTP/1.1" status: 200 len: 946 time: 0.1810455 Feb 09 19:07:03.739895 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-2c8d71c0-ed48-4479-a720-704f2ea71f89 req-02cc9725-bbb0-4565-93e3-05fe5a71b7d5 tempest-ServersOnMultiNodesTest-1472402947 tempest-ServersOnMultiNodesTest-1472402947-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762867177463', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762866656476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12867576'] for port (f2af33d6-809c-4462-a1c1-648e7e81004e), after_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:07:03.758161 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] get_ports_and_sgs() called for port_ids ['bc357ad8-1b22-4fe1-a6af-e296389a311b'] {{(pid=103232) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 19:07:03.833679 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-7429db8d-6021-40ad-813e-885be449a89b None None] get_ports_and_sgs() called for port_ids ['9431105a-be29-4ce5-9970-f91bee564b4b', 'f2af33d6-809c-4462-a1c1-648e7e81004e'] {{(pid=103232) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 19:07:03.841806 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [req-c3703f0b-79ed-4f1c-93ca-19f777400cc3 req-b5d2b062-2d4d-4340-8225-26f01796795d tempest-ServersOnMultiNodesTest-1472402947 tempest-ServersOnMultiNodesTest-1472402947-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762867177463', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762866656476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14393751'] for port (9431105a-be29-4ce5-9970-f91bee564b4b), after_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:07:03.877463 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-7429db8d-6021-40ad-813e-885be449a89b None None] get_ports_and_sgs() called for port_ids ['9431105a-be29-4ce5-9970-f91bee564b4b', 'f2af33d6-809c-4462-a1c1-648e7e81004e'] {{(pid=103232) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 19:07:03.893039 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] get_ports_and_sgs() called for port_ids ['bc357ad8-1b22-4fe1-a6af-e296389a311b'] {{(pid=103232) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 19:07:03.896918 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02cc9725-bbb0-4565-93e3-05fe5a71b7d5 tempest-ServersOnMultiNodesTest-1472402947 tempest-ServersOnMultiNodesTest-1472402947-project] Pushing event deleted for resources: {'Port': ['ID=f2af33d6-809c-4462-a1c1-648e7e81004e,revision_number=None']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:07:04.058118 n-d-713498-36 neutron-server[103229]: DEBUG neutron.db.l3_dvrscheduler_db [req-2c8d71c0-ed48-4479-a720-704f2ea71f89 req-02cc9725-bbb0-4565-93e3-05fe5a71b7d5 tempest-ServersOnMultiNodesTest-1472402947 tempest-ServersOnMultiNodesTest-1472402947-project] No DVR routers for this DVR port f2af33d6-809c-4462-a1c1-648e7e81004e on host n-h2-713498-36 {{(pid=103229) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 19:07:04.071843 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-2c8d71c0-ed48-4479-a720-704f2ea71f89 req-02cc9725-bbb0-4565-93e3-05fe5a71b7d5 tempest-ServersOnMultiNodesTest-1472402947 tempest-ServersOnMultiNodesTest-1472402947-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171096'] for port (None), before_response {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:07:04.079762 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-2c8d71c0-ed48-4479-a720-704f2ea71f89 req-02cc9725-bbb0-4565-93e3-05fe5a71b7d5 tempest-ServersOnMultiNodesTest-1472402947 tempest-ServersOnMultiNodesTest-1472402947-project] 10.222.0.90 "DELETE /v2.0/ports/f2af33d6-809c-4462-a1c1-648e7e81004e HTTP/1.1" status: 204 len: 173 time: 0.9721143 Feb 09 19:07:04.090410 n-d-713498-36 neutron-server[103229]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '80c4e695-e3b4-42be-ba0e-5756305138f1', 'name': 'network-vif-deleted', 'tag': 'f2af33d6-809c-4462-a1c1-648e7e81004e'}] {{(pid=103229) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 19:07:04.095873 n-d-713498-36 neutron-server[103229]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fa6ae9a20702bd564eaf90d946620b2b4277b1ab91129323d3b54181076be307" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-915828b8-90ae-4bac-928d-a2173dbb6ca5" -d '{"events": [{"server_uuid": "80c4e695-e3b4-42be-ba0e-5756305138f1", "name": "network-vif-deleted", "tag": "f2af33d6-809c-4462-a1c1-648e7e81004e"}]}' {{(pid=103229) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 19:07:04.165488 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6daaff8c-4418-484f-ab75-3eacc56e653f req-625df814-70c6-49e0-ac5c-30b09e78cafe tempest-LiveMigrationTest-1021096981 tempest-LiveMigrationTest-1021096981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:07:04.174203 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-6daaff8c-4418-484f-ab75-3eacc56e653f req-625df814-70c6-49e0-ac5c-30b09e78cafe tempest-LiveMigrationTest-1021096981 tempest-LiveMigrationTest-1021096981-project] 10.222.0.75 "GET /v2.0/ports?device_id=2f9a8919-1b2a-4183-90dc-45c5e52d5a99 HTTP/1.1" status: 200 len: 943 time: 0.3422163 Feb 09 19:07:04.207862 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.plugin [req-95f1e807-2a65-4c69-9ecb-4966278202ea req-c802df90-e4df-478c-9148-3de5b8daff80 tempest-FloatingIPsAssociationNegativeTestJSON-1147152048 tempest-FloatingIPsAssociationNegativeTestJSON-1147152048-project] Deleting port d3b54021-8c52-4810-affe-60b8c5bfde4f {{(pid=103229) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 19:07:04.208395 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-95f1e807-2a65-4c69-9ecb-4966278202ea req-c802df90-e4df-478c-9148-3de5b8daff80 tempest-FloatingIPsAssociationNegativeTestJSON-1147152048 tempest-FloatingIPsAssociationNegativeTestJSON-1147152048-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762867170196'] for port (d3b54021-8c52-4810-affe-60b8c5bfde4f), before_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:07:04.357976 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-6daaff8c-4418-484f-ab75-3eacc56e653f req-1f2ba1f1-5e60-4b04-b9f1-16752e439722 tempest-LiveMigrationTest-1021096981 tempest-LiveMigrationTest-1021096981-project] 10.222.0.75 "GET /v2.0/security-groups?id=ba18819a-1490-4e7b-a11b-e8610423d8ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1770709 Feb 09 19:07:04.376475 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5d2b062-2d4d-4340-8225-26f01796795d tempest-ServersOnMultiNodesTest-1472402947 tempest-ServersOnMultiNodesTest-1472402947-project] Pushing event deleted for resources: {'Port': ['ID=9431105a-be29-4ce5-9970-f91bee564b4b,revision_number=None']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:07:04.403829 n-d-713498-36 neutron-server[103230]: DEBUG neutron.db.l3_dvrscheduler_db [req-c3703f0b-79ed-4f1c-93ca-19f777400cc3 req-b5d2b062-2d4d-4340-8225-26f01796795d tempest-ServersOnMultiNodesTest-1472402947 tempest-ServersOnMultiNodesTest-1472402947-project] No DVR routers for this DVR port 9431105a-be29-4ce5-9970-f91bee564b4b on host n-h2-713498-36 {{(pid=103230) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 19:07:04.407320 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [req-c3703f0b-79ed-4f1c-93ca-19f777400cc3 req-b5d2b062-2d4d-4340-8225-26f01796795d tempest-ServersOnMultiNodesTest-1472402947 tempest-ServersOnMultiNodesTest-1472402947-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171096'] for port (None), before_response {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:07:04.412624 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-c3703f0b-79ed-4f1c-93ca-19f777400cc3 req-b5d2b062-2d4d-4340-8225-26f01796795d tempest-ServersOnMultiNodesTest-1472402947 tempest-ServersOnMultiNodesTest-1472402947-project] 10.222.0.90 "DELETE /v2.0/ports/9431105a-be29-4ce5-9970-f91bee564b4b HTTP/1.1" status: 204 len: 173 time: 1.0883081 Feb 09 19:07:04.443375 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.db [req-95f1e807-2a65-4c69-9ecb-4966278202ea req-c802df90-e4df-478c-9148-3de5b8daff80 tempest-FloatingIPsAssociationNegativeTestJSON-1147152048 tempest-FloatingIPsAssociationNegativeTestJSON-1147152048-project] For port d3b54021-8c52-4810-affe-60b8c5bfde4f, host n-h1-713498-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-36',level=0,port_id=d3b54021-8c52-4810-affe-60b8c5bfde4f,segment=NetworkSegment(19c03fab-df11-45cc-9379-6d7d2f2d5f0e),segment_id=19c03fab-df11-45cc-9379-6d7d2f2d5f0e)] {{(pid=103229) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 19:07:04.443890 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-95f1e807-2a65-4c69-9ecb-4966278202ea req-c802df90-e4df-478c-9148-3de5b8daff80 tempest-FloatingIPsAssociationNegativeTestJSON-1147152048 tempest-FloatingIPsAssociationNegativeTestJSON-1147152048-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1820838'] for port (d3b54021-8c52-4810-affe-60b8c5bfde4f), precommit_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:07:04.445047 n-d-713498-36 neutron-server[103230]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2f45403d-b7ca-4d38-8d27-19538a1473d9', 'name': 'network-vif-deleted', 'tag': '9431105a-be29-4ce5-9970-f91bee564b4b'}] {{(pid=103230) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 19:07:04.448578 n-d-713498-36 neutron-server[103230]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aee5919275bae9f72eb374ee322673045eb80c1f84b4b45a97d96923bd50ab51" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7997199b-eb99-424d-863c-af744b6499d4" -d '{"events": [{"server_uuid": "2f45403d-b7ca-4d38-8d27-19538a1473d9", "name": "network-vif-deleted", "tag": "9431105a-be29-4ce5-9970-f91bee564b4b"}]}' {{(pid=103230) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 19:07:04.459742 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.plugin [req-95f1e807-2a65-4c69-9ecb-4966278202ea req-c802df90-e4df-478c-9148-3de5b8daff80 tempest-FloatingIPsAssociationNegativeTestJSON-1147152048 tempest-FloatingIPsAssociationNegativeTestJSON-1147152048-project] Calling delete_port for d3b54021-8c52-4810-affe-60b8c5bfde4f owned by compute:nova {{(pid=103229) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 19:07:04.474623 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c47ae1a7-8fd3-4398-98aa-4e6ad0f51d77 req-f47516b7-c343-478b-bc7b-2fbb7a2bd329 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:07:04.476755 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-c47ae1a7-8fd3-4398-98aa-4e6ad0f51d77 req-f47516b7-c343-478b-bc7b-2fbb7a2bd329 service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=5e5434a8-e340-41db-9b12-7261db1c55d2 HTTP/1.1" status: 200 len: 1128 time: 0.6673689 Feb 09 19:07:04.590958 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a2bf7c5-c763-4693-81c9-d60e19f9eac2 req-c0614337-af39-46b2-8573-475b51ecf8e3 tempest-FloatingIPsAssociationNegativeTestJSON-1147152048 tempest-FloatingIPsAssociationNegativeTestJSON-1147152048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:07:04.593000 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-1a2bf7c5-c763-4693-81c9-d60e19f9eac2 req-c0614337-af39-46b2-8573-475b51ecf8e3 tempest-FloatingIPsAssociationNegativeTestJSON-1147152048 tempest-FloatingIPsAssociationNegativeTestJSON-1147152048-project] 10.222.0.75 "GET /v2.0/ports?device_id=b44ce140-61cc-4267-a2e4-7210687d93e5 HTTP/1.1" status: 200 len: 946 time: 0.2191195 Feb 09 19:07:04.639573 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-c47ae1a7-8fd3-4398-98aa-4e6ad0f51d77 req-62f6691c-9974-4bc7-a6ad-55c7659eef30 service neutron] 10.222.0.90 "GET /v2.0/security-groups?id=4f4cf49e-2dae-4f95-aa8c-af4db5fe746b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1491663 Feb 09 19:07:04.672207 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-584474b4-878c-4212-9ee5-978642f158d4 req-a3f1f184-8c58-478f-86a6-c24a82bc334e tempest-TaggedBootDevicesTest_v242-798392635 tempest-TaggedBootDevicesTest_v242-798392635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:07:04.675519 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-1a2bf7c5-c763-4693-81c9-d60e19f9eac2 req-f64ec3f9-ca76-47c5-9137-32e1085faf23 tempest-FloatingIPsAssociationNegativeTestJSON-1147152048 tempest-FloatingIPsAssociationNegativeTestJSON-1147152048-project] 10.222.0.75 "GET /v2.0/security-groups?id=0538cd73-7a28-42cf-a6e9-9e9bedd40a54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0757639 Feb 09 19:07:04.677971 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-584474b4-878c-4212-9ee5-978642f158d4 req-a3f1f184-8c58-478f-86a6-c24a82bc334e tempest-TaggedBootDevicesTest_v242-798392635 tempest-TaggedBootDevicesTest_v242-798392635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:07:04.683442 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-584474b4-878c-4212-9ee5-978642f158d4 req-a3f1f184-8c58-478f-86a6-c24a82bc334e tempest-TaggedBootDevicesTest_v242-798392635 tempest-TaggedBootDevicesTest_v242-798392635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:07:04.689477 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-584474b4-878c-4212-9ee5-978642f158d4 req-a3f1f184-8c58-478f-86a6-c24a82bc334e tempest-TaggedBootDevicesTest_v242-798392635 tempest-TaggedBootDevicesTest_v242-798392635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:07:04.694868 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-584474b4-878c-4212-9ee5-978642f158d4 req-a3f1f184-8c58-478f-86a6-c24a82bc334e tempest-TaggedBootDevicesTest_v242-798392635 tempest-TaggedBootDevicesTest_v242-798392635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:07:04.700171 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-584474b4-878c-4212-9ee5-978642f158d4 req-a3f1f184-8c58-478f-86a6-c24a82bc334e tempest-TaggedBootDevicesTest_v242-798392635 tempest-TaggedBootDevicesTest_v242-798392635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:07:04.705771 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-584474b4-878c-4212-9ee5-978642f158d4 req-a3f1f184-8c58-478f-86a6-c24a82bc334e tempest-TaggedBootDevicesTest_v242-798392635 tempest-TaggedBootDevicesTest_v242-798392635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:07:04.708044 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-584474b4-878c-4212-9ee5-978642f158d4 req-a3f1f184-8c58-478f-86a6-c24a82bc334e tempest-TaggedBootDevicesTest_v242-798392635 tempest-TaggedBootDevicesTest_v242-798392635-project] 10.222.0.75 "GET /v2.0/ports?device_id=8319129f-1054-494a-b0c0-2ec99e839619 HTTP/1.1" status: 200 len: 5431 time: 0.1651757 Feb 09 19:07:04.733295 n-d-713498-36 neutron-server[103229]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 19:07:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a74ca18c-8163-48dd-b0b1-966bcc6f0c60 x-openstack-request-id: req-a74ca18c-8163-48dd-b0b1-966bcc6f0c60 {{(pid=103229) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 19:07:04.733593 n-d-713498-36 neutron-server[103229]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "80c4e695-e3b4-42be-ba0e-5756305138f1", "name": "network-vif-deleted", "tag": "f2af33d6-809c-4462-a1c1-648e7e81004e", "status": "completed", "code": 200}]} {{(pid=103229) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 19:07:04.733852 n-d-713498-36 neutron-server[103229]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-a74ca18c-8163-48dd-b0b1-966bcc6f0c60 {{(pid=103229) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 19:07:04.734272 n-d-713498-36 neutron-server[103229]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '80c4e695-e3b4-42be-ba0e-5756305138f1', 'name': 'network-vif-deleted', 'tag': 'f2af33d6-809c-4462-a1c1-648e7e81004e', 'status': 'completed', 'code': 200} Feb 09 19:07:04.790384 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-95f1e807-2a65-4c69-9ecb-4966278202ea req-c802df90-e4df-478c-9148-3de5b8daff80 tempest-FloatingIPsAssociationNegativeTestJSON-1147152048 tempest-FloatingIPsAssociationNegativeTestJSON-1147152048-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762867177463', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762866656476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12867576'] for port (d3b54021-8c52-4810-affe-60b8c5bfde4f), after_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:07:04.804956 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] get_ports_and_sgs() called for port_ids ['d3b54021-8c52-4810-affe-60b8c5bfde4f'] {{(pid=103232) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 19:07:04.837646 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c802df90-e4df-478c-9148-3de5b8daff80 tempest-FloatingIPsAssociationNegativeTestJSON-1147152048 tempest-FloatingIPsAssociationNegativeTestJSON-1147152048-project] Pushing event deleted for resources: {'Port': ['ID=d3b54021-8c52-4810-affe-60b8c5bfde4f,revision_number=None']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:07:04.845993 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-584474b4-878c-4212-9ee5-978642f158d4 req-089decd1-9060-41d8-869d-d244ff5c32f0 tempest-TaggedBootDevicesTest_v242-798392635 tempest-TaggedBootDevicesTest_v242-798392635-project] 10.222.0.75 "GET /v2.0/security-groups?id=58062d4f-c149-4db3-a357-a4eb59a3d83e&id=6452f0cf-fe35-4557-9092-43f1827176a8&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1151743 Feb 09 19:07:04.899724 n-d-713498-36 neutron-server[103229]: DEBUG neutron.db.l3_dvrscheduler_db [req-95f1e807-2a65-4c69-9ecb-4966278202ea req-c802df90-e4df-478c-9148-3de5b8daff80 tempest-FloatingIPsAssociationNegativeTestJSON-1147152048 tempest-FloatingIPsAssociationNegativeTestJSON-1147152048-project] No DVR routers for this DVR port d3b54021-8c52-4810-affe-60b8c5bfde4f on host n-h1-713498-36 {{(pid=103229) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 19:07:04.902708 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-95f1e807-2a65-4c69-9ecb-4966278202ea req-c802df90-e4df-478c-9148-3de5b8daff80 tempest-FloatingIPsAssociationNegativeTestJSON-1147152048 tempest-FloatingIPsAssociationNegativeTestJSON-1147152048-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171096'] for port (None), before_response {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:07:04.908038 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-95f1e807-2a65-4c69-9ecb-4966278202ea req-c802df90-e4df-478c-9148-3de5b8daff80 tempest-FloatingIPsAssociationNegativeTestJSON-1147152048 tempest-FloatingIPsAssociationNegativeTestJSON-1147152048-project] 10.222.0.89 "DELETE /v2.0/ports/d3b54021-8c52-4810-affe-60b8c5bfde4f HTTP/1.1" status: 204 len: 173 time: 1.1652086 Feb 09 19:07:04.939637 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4100d67-c3ce-45c4-97df-e6d3b32ac968 req-8b17c753-86d8-4a4e-8969-c7cf3d7dcc8d tempest-ServersTestJSON-1708482947 tempest-ServersTestJSON-1708482947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:07:04.941451 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-f4100d67-c3ce-45c4-97df-e6d3b32ac968 req-8b17c753-86d8-4a4e-8969-c7cf3d7dcc8d tempest-ServersTestJSON-1708482947 tempest-ServersTestJSON-1708482947-project] 10.222.0.75 "GET /v2.0/ports?device_id=5e5434a8-e340-41db-9b12-7261db1c55d2 HTTP/1.1" status: 200 len: 945 time: 0.1074281 Feb 09 19:07:05.036389 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-dc3f4f1a-a9e7-4f82-b6a0-23c7014f996b req-4eacc156-513a-4ec5-8855-1c4d6e604ac9 tempest-ServersOnMultiNodesTest-1472402947 tempest-ServersOnMultiNodesTest-1472402947-project] 10.222.0.75 "GET /v2.0/ports?device_id=80c4e695-e3b4-42be-ba0e-5756305138f1 HTTP/1.1" status: 200 len: 210 time: 0.0547113 Feb 09 19:07:05.055851 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-f4100d67-c3ce-45c4-97df-e6d3b32ac968 req-d907ccb7-7a7d-4d92-aaff-4a01a1fc59ab tempest-ServersTestJSON-1708482947 tempest-ServersTestJSON-1708482947-project] 10.222.0.75 "GET /v2.0/security-groups?id=4f4cf49e-2dae-4f95-aa8c-af4db5fe746b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1059792 Feb 09 19:07:05.121639 n-d-713498-36 neutron-server[103230]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 19:07:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1e787e33-a90d-4c81-8c7b-d7f521c5a57f x-openstack-request-id: req-1e787e33-a90d-4c81-8c7b-d7f521c5a57f {{(pid=103230) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 19:07:05.122431 n-d-713498-36 neutron-server[103230]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2f45403d-b7ca-4d38-8d27-19538a1473d9", "name": "network-vif-deleted", "tag": "9431105a-be29-4ce5-9970-f91bee564b4b", "status": "completed", "code": 200}]} {{(pid=103230) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 19:07:05.123027 n-d-713498-36 neutron-server[103230]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-1e787e33-a90d-4c81-8c7b-d7f521c5a57f {{(pid=103230) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 19:07:05.123887 n-d-713498-36 neutron-server[103230]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2f45403d-b7ca-4d38-8d27-19538a1473d9', 'name': 'network-vif-deleted', 'tag': '9431105a-be29-4ce5-9970-f91bee564b4b', 'status': 'completed', 'code': 200} Feb 09 19:07:05.243855 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf6c7daa-fc17-4aa1-9fd3-7ef04154ef93 req-4d244233-153e-40f4-88a0-9f99fc02133b tempest-LiveAutoBlockMigrationV225Test-2127879101 tempest-LiveAutoBlockMigrationV225Test-2127879101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:07:05.251895 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-cf6c7daa-fc17-4aa1-9fd3-7ef04154ef93 req-4d244233-153e-40f4-88a0-9f99fc02133b tempest-LiveAutoBlockMigrationV225Test-2127879101 tempest-LiveAutoBlockMigrationV225Test-2127879101-project] 10.222.0.75 "GET /v2.0/ports?device_id=d3938fbf-e1b0-4686-9d2f-36596059719e HTTP/1.1" status: 200 len: 943 time: 0.0653985 Feb 09 19:07:05.296534 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Device 0cc10c1d-eb71-4257-813d-d978a5eb3a04 details requested by agent hyperv_n-h1-713498-36 with host n-h1-713498-36 {{(pid=103232) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 19:07:05.313028 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-cf6c7daa-fc17-4aa1-9fd3-7ef04154ef93 req-56f94e44-b4bf-451b-821f-0d49c4ab6f98 tempest-LiveAutoBlockMigrationV225Test-2127879101 tempest-LiveAutoBlockMigrationV225Test-2127879101-project] 10.222.0.75 "GET /v2.0/security-groups?id=e3cb5363-3b49-4f74-b239-a871e755b40a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532389 Feb 09 19:07:05.531393 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] For port 0cc10c1d-eb71-4257-813d-d978a5eb3a04, host n-h1-713498-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-36',level=0,port_id=0cc10c1d-eb71-4257-813d-d978a5eb3a04,segment=NetworkSegment(b98d4747-b18c-4141-8910-77c1fada78d1),segment_id=b98d4747-b18c-4141-8910-77c1fada78d1)] {{(pid=103232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 19:07:05.563444 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Returning: {'device': '0cc10c1d-eb71-4257-813d-d978a5eb3a04', 'network_id': '0e993f99-d3d0-4a2a-8eed-2f34375798b5', 'port_id': '0cc10c1d-eb71-4257-813d-d978a5eb3a04', 'mac_address': 'fa:16:3e:93:61:2d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 366, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7d496e2d-6315-4d42-9415-66e0bdf20977', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103232) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 19:07:05.604820 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Current status of the port 0cc10c1d-eb71-4257-813d-d978a5eb3a04 is: DOWN; New status is: BUILD {{(pid=103232) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 19:07:05.605517 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (0cc10c1d-eb71-4257-813d-d978a5eb3a04), before_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:07:05.623102 n-d-713498-36 neutron-server[103232]: DEBUG neutron.notifiers.nova [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0cc10c1d-eb71-4257-813d-d978a5eb3a04 {{(pid=103232) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 19:07:05.654798 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] For port 0cc10c1d-eb71-4257-813d-d978a5eb3a04, host n-h1-713498-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-36',level=0,port_id=0cc10c1d-eb71-4257-813d-d978a5eb3a04,segment=NetworkSegment(b98d4747-b18c-4141-8910-77c1fada78d1),segment_id=b98d4747-b18c-4141-8910-77c1fada78d1)] {{(pid=103232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 19:07:05.667549 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762867176205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762866656485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762866656503'] for port (0cc10c1d-eb71-4257-813d-d978a5eb3a04), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:07:05.771100 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Pushing event updated for resources: {'Port': ['ID=0cc10c1d-eb71-4257-813d-d978a5eb3a04,revision_number=4']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:07:05.785014 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1b40c66-67f6-403e-9006-d34ed2d7768d req-7694ff4d-931d-409f-b314-2213b9bca19d tempest-LiveMigrationTest-1021096981 tempest-LiveMigrationTest-1021096981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:07:05.786727 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-b1b40c66-67f6-403e-9006-d34ed2d7768d req-7694ff4d-931d-409f-b314-2213b9bca19d tempest-LiveMigrationTest-1021096981 tempest-LiveMigrationTest-1021096981-project] 10.222.0.75 "GET /v2.0/ports?device_id=2f9a8919-1b2a-4183-90dc-45c5e52d5a99 HTTP/1.1" status: 200 len: 943 time: 0.0828593 Feb 09 19:07:05.839213 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-b1b40c66-67f6-403e-9006-d34ed2d7768d req-f73102e0-e4bb-4da6-985c-cceff3189a28 tempest-LiveMigrationTest-1021096981 tempest-LiveMigrationTest-1021096981-project] 10.222.0.75 "GET /v2.0/security-groups?id=ba18819a-1490-4e7b-a11b-e8610423d8ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460823 Feb 09 19:07:05.925214 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] get_ports_and_sgs() called for port_ids ['0cc10c1d-eb71-4257-813d-d978a5eb3a04'] {{(pid=103232) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 19:07:05.951402 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 52010) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:07:06.131827 n-d-713498-36 neutron-server[103233]: DEBUG neutron.db.agents_db [None req-4a8a6a42-0a0c-4437-8958-92282682b6bb None None] Agent healthcheck: found 7 active agents {{(pid=103233) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 19:07:06.142739 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d3abb77-a7fd-4228-91ea-25a1902d50f4 req-c44ce9fe-a1f7-4564-9108-8e3bd11ab149 tempest-TaggedBootDevicesTest_v242-798392635 tempest-TaggedBootDevicesTest_v242-798392635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:07:06.148907 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d3abb77-a7fd-4228-91ea-25a1902d50f4 req-c44ce9fe-a1f7-4564-9108-8e3bd11ab149 tempest-TaggedBootDevicesTest_v242-798392635 tempest-TaggedBootDevicesTest_v242-798392635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:07:06.154259 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d3abb77-a7fd-4228-91ea-25a1902d50f4 req-c44ce9fe-a1f7-4564-9108-8e3bd11ab149 tempest-TaggedBootDevicesTest_v242-798392635 tempest-TaggedBootDevicesTest_v242-798392635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:07:06.159630 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d3abb77-a7fd-4228-91ea-25a1902d50f4 req-c44ce9fe-a1f7-4564-9108-8e3bd11ab149 tempest-TaggedBootDevicesTest_v242-798392635 tempest-TaggedBootDevicesTest_v242-798392635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:07:06.167689 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d3abb77-a7fd-4228-91ea-25a1902d50f4 req-c44ce9fe-a1f7-4564-9108-8e3bd11ab149 tempest-TaggedBootDevicesTest_v242-798392635 tempest-TaggedBootDevicesTest_v242-798392635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:07:06.175087 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d3abb77-a7fd-4228-91ea-25a1902d50f4 req-c44ce9fe-a1f7-4564-9108-8e3bd11ab149 tempest-TaggedBootDevicesTest_v242-798392635 tempest-TaggedBootDevicesTest_v242-798392635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:07:06.180259 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d3abb77-a7fd-4228-91ea-25a1902d50f4 req-c44ce9fe-a1f7-4564-9108-8e3bd11ab149 tempest-TaggedBootDevicesTest_v242-798392635 tempest-TaggedBootDevicesTest_v242-798392635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:07:06.182183 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-0d3abb77-a7fd-4228-91ea-25a1902d50f4 req-c44ce9fe-a1f7-4564-9108-8e3bd11ab149 tempest-TaggedBootDevicesTest_v242-798392635 tempest-TaggedBootDevicesTest_v242-798392635-project] 10.222.0.75 "GET /v2.0/ports?device_id=8319129f-1054-494a-b0c0-2ec99e839619 HTTP/1.1" status: 200 len: 5431 time: 0.1396723 Feb 09 19:07:06.336965 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-0d3abb77-a7fd-4228-91ea-25a1902d50f4 req-618d8d01-8b1a-4994-a518-0bb87ff7af36 tempest-TaggedBootDevicesTest_v242-798392635 tempest-TaggedBootDevicesTest_v242-798392635-project] 10.222.0.75 "GET /v2.0/security-groups?id=58062d4f-c149-4db3-a357-a4eb59a3d83e&id=6452f0cf-fe35-4557-9092-43f1827176a8&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1450310 Feb 09 19:07:06.646639 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d640c5a3-b24e-41f4-b626-624bbcf45262 req-b14c53e1-5ec6-4b96-833e-e0421c6de523 tempest-ServersTestJSON-1708482947 tempest-ServersTestJSON-1708482947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:07:06.648080 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-d640c5a3-b24e-41f4-b626-624bbcf45262 req-b14c53e1-5ec6-4b96-833e-e0421c6de523 tempest-ServersTestJSON-1708482947 tempest-ServersTestJSON-1708482947-project] 10.222.0.75 "GET /v2.0/ports?device_id=5e5434a8-e340-41db-9b12-7261db1c55d2 HTTP/1.1" status: 200 len: 945 time: 0.1411958 Feb 09 19:07:06.666782 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-b1af85a3-bc78-4408-989e-cfde401000cf req-5f716459-4965-4dcd-b412-3eca09f71350 service neutron] 10.222.0.90 "GET /v2.0/ports/40de4c12-543c-44a6-9bda-24a60a9555b8/bindings/n-h1-713498-36 HTTP/1.1" status: 200 len: 385 time: 0.1047444 Feb 09 19:07:06.675669 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-56c04f3a-c4a0-42c0-b4ea-6274a76f522b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1834525'] for router_interface (6f802142-206b-41e7-8752-bcf7a1c29d76), before_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:07:06.735849 n-d-713498-36 neutron-server[103229]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b44ce140-61cc-4267-a2e4-7210687d93e5', 'name': 'network-vif-deleted', 'tag': 'd3b54021-8c52-4810-affe-60b8c5bfde4f'}] {{(pid=103229) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 19:07:06.738181 n-d-713498-36 neutron-server[103229]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fa6ae9a20702bd564eaf90d946620b2b4277b1ab91129323d3b54181076be307" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b023bee9-0160-4676-9a6f-7157f99c2568" -d '{"events": [{"server_uuid": "b44ce140-61cc-4267-a2e4-7210687d93e5", "name": "network-vif-deleted", "tag": "d3b54021-8c52-4810-affe-60b8c5bfde4f"}]}' {{(pid=103229) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 19:07:06.816742 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-d640c5a3-b24e-41f4-b626-624bbcf45262 req-62ec3cfc-483f-4067-8b30-5cfb616bd4e5 tempest-ServersTestJSON-1708482947 tempest-ServersTestJSON-1708482947-project] 10.222.0.75 "GET /v2.0/security-groups?id=4f4cf49e-2dae-4f95-aa8c-af4db5fe746b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1615615 Feb 09 19:07:06.871718 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Device 9431105a-be29-4ce5-9970-f91bee564b4b no longer exists at agent hyperv_n-h2-713498-36 {{(pid=103232) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 19:07:06.903151 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-7429db8d-6021-40ad-813e-885be449a89b None None] No Port match for: 9431105a-be29-4ce5-9970-f91bee564b4b {{(pid=103232) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 19:07:06.904253 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Device 9431105a-be29-4ce5-9970-f91bee564b4b not bound to the agent host n-h2-713498-36 {{(pid=103232) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 19:07:06.904921 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Device f2af33d6-809c-4462-a1c1-648e7e81004e no longer exists at agent hyperv_n-h2-713498-36 {{(pid=103232) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 19:07:06.927415 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-7429db8d-6021-40ad-813e-885be449a89b None None] No Port match for: f2af33d6-809c-4462-a1c1-648e7e81004e {{(pid=103232) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 19:07:06.927828 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Device f2af33d6-809c-4462-a1c1-648e7e81004e not bound to the agent host n-h2-713498-36 {{(pid=103232) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 19:07:07.001787 n-d-713498-36 neutron-server[103229]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 19:07:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-63fb6046-cc4b-493a-a8bc-fcb632e0da0f x-openstack-request-id: req-63fb6046-cc4b-493a-a8bc-fcb632e0da0f {{(pid=103229) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 19:07:07.002337 n-d-713498-36 neutron-server[103229]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b44ce140-61cc-4267-a2e4-7210687d93e5", "name": "network-vif-deleted", "tag": "d3b54021-8c52-4810-affe-60b8c5bfde4f", "status": "completed", "code": 200}]} {{(pid=103229) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 19:07:07.002337 n-d-713498-36 neutron-server[103229]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-63fb6046-cc4b-493a-a8bc-fcb632e0da0f {{(pid=103229) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 19:07:07.002783 n-d-713498-36 neutron-server[103229]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b44ce140-61cc-4267-a2e4-7210687d93e5', 'name': 'network-vif-deleted', 'tag': 'd3b54021-8c52-4810-affe-60b8c5bfde4f', 'status': 'completed', 'code': 200} Feb 09 19:07:07.063519 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.db [req-b1af85a3-bc78-4408-989e-cfde401000cf req-f0460e62-6598-408f-98d0-7b8eb5ddc961 service neutron] For port 40de4c12-543c-44a6-9bda-24a60a9555b8, host n-h2-713498-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-36',level=0,port_id=40de4c12-543c-44a6-9bda-24a60a9555b8,segment=NetworkSegment(5e48c0d3-ac92-403e-8ddc-eab47c471644),segment_id=5e48c0d3-ac92-403e-8ddc-eab47c471644)] {{(pid=103230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 19:07:07.072765 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1691eb18-6cd8-45e4-b816-65b0f6904360 req-905d92da-09c3-4e5a-839f-d1245bde0487 tempest-LiveAutoBlockMigrationV225Test-2127879101 tempest-LiveAutoBlockMigrationV225Test-2127879101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:07:07.074244 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-1691eb18-6cd8-45e4-b816-65b0f6904360 req-905d92da-09c3-4e5a-839f-d1245bde0487 tempest-LiveAutoBlockMigrationV225Test-2127879101 tempest-LiveAutoBlockMigrationV225Test-2127879101-project] 10.222.0.75 "GET /v2.0/ports?device_id=d3938fbf-e1b0-4686-9d2f-36596059719e HTTP/1.1" status: 200 len: 944 time: 0.1627803 Feb 09 19:07:07.097871 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd083fb3-fbc1-4f6f-9ca0-a229ac728cad req-ba4c2083-5e9c-4880-b8c8-3770447b9f52 tempest-ServersTestJSON-1708482947 tempest-ServersTestJSON-1708482947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:07:07.099521 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-bd083fb3-fbc1-4f6f-9ca0-a229ac728cad req-ba4c2083-5e9c-4880-b8c8-3770447b9f52 tempest-ServersTestJSON-1708482947 tempest-ServersTestJSON-1708482947-project] 10.222.0.75 "GET /v2.0/ports?device_id=5e5434a8-e340-41db-9b12-7261db1c55d2 HTTP/1.1" status: 200 len: 945 time: 0.0577385 Feb 09 19:07:07.109570 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 52080) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:07:07.110572 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.db [req-b1af85a3-bc78-4408-989e-cfde401000cf req-f0460e62-6598-408f-98d0-7b8eb5ddc961 service neutron] For port 40de4c12-543c-44a6-9bda-24a60a9555b8, host n-h2-713498-36, cleared binding levels {{(pid=103230) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 19:07:07.115862 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.v2.base [None req-c514c2de-75d9-4add-926c-4079b046404c tempest-ServersTestJSON-1708482947 tempest-ServersTestJSON-1708482947-project] Request body: {'floatingip': {'port_id': '72155072-1ce5-4892-9e99-4f3e0e1b7d32'}} {{(pid=103229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 19:07:07.157914 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-c514c2de-75d9-4add-926c-4079b046404c tempest-ServersTestJSON-1708482947 tempest-ServersTestJSON-1708482947-project] Publish callbacks [] for floatingip (9b850855-04d8-4172-88f4-daad49bdec6c), before_update {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:07:07.189723 n-d-713498-36 neutron-server[103230]: DEBUG neutron.notifiers.nova [req-b1af85a3-bc78-4408-989e-cfde401000cf req-f0460e62-6598-408f-98d0-7b8eb5ddc961 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 40de4c12-543c-44a6-9bda-24a60a9555b8 {{(pid=103230) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 19:07:07.222257 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-1691eb18-6cd8-45e4-b816-65b0f6904360 req-989f2855-d48c-46c8-9ebb-d4a041df4d32 tempest-LiveAutoBlockMigrationV225Test-2127879101 tempest-LiveAutoBlockMigrationV225Test-2127879101-project] 10.222.0.75 "GET /v2.0/security-groups?id=e3cb5363-3b49-4f74-b239-a871e755b40a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1355641 Feb 09 19:07:07.223996 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.db [req-b1af85a3-bc78-4408-989e-cfde401000cf req-f0460e62-6598-408f-98d0-7b8eb5ddc961 service neutron] For port 40de4c12-543c-44a6-9bda-24a60a9555b8, host n-h1-713498-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-36',level=0,port_id=40de4c12-543c-44a6-9bda-24a60a9555b8,segment=NetworkSegment(5e48c0d3-ac92-403e-8ddc-eab47c471644),segment_id=5e48c0d3-ac92-403e-8ddc-eab47c471644)] {{(pid=103230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 19:07:07.243939 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [req-b1af85a3-bc78-4408-989e-cfde401000cf req-f0460e62-6598-408f-98d0-7b8eb5ddc961 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (40de4c12-543c-44a6-9bda-24a60a9555b8), before_update {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:07:07.298950 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.plugin [None req-56c04f3a-c4a0-42c0-b4ea-6274a76f522b admin admin] Deleting port 708bfdff-a409-4bf0-a47a-f811d9fc0ddb {{(pid=103230) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 19:07:07.299296 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-56c04f3a-c4a0-42c0-b4ea-6274a76f522b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762867170196'] for port (708bfdff-a409-4bf0-a47a-f811d9fc0ddb), before_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:07:07.314261 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Device 0cc10c1d-eb71-4257-813d-d978a5eb3a04 up at agent hyperv_n-h1-713498-36 {{(pid=103232) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 19:07:07.319249 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acd6bd08-d0f0-4fd3-8576-100cf0079f33 req-10e689c1-7dc4-4a50-a4f0-a3818149e762 tempest-LiveMigrationTest-1021096981 tempest-LiveMigrationTest-1021096981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:07:07.326478 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-acd6bd08-d0f0-4fd3-8576-100cf0079f33 req-10e689c1-7dc4-4a50-a4f0-a3818149e762 tempest-LiveMigrationTest-1021096981 tempest-LiveMigrationTest-1021096981-project] 10.222.0.75 "GET /v2.0/ports?device_id=2f9a8919-1b2a-4183-90dc-45c5e52d5a99 HTTP/1.1" status: 200 len: 943 time: 0.1719236 Feb 09 19:07:07.391927 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.provisioning_blocks [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Provisioning for port 0cc10c1d-eb71-4257-813d-d978a5eb3a04 completed by entity L2. {{(pid=103232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 19:07:07.394522 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-acd6bd08-d0f0-4fd3-8576-100cf0079f33 req-ee7ee49d-67db-47d6-a049-1a95ce0e1ccb tempest-LiveMigrationTest-1021096981 tempest-LiveMigrationTest-1021096981-project] 10.222.0.75 "GET /v2.0/security-groups?id=ba18819a-1490-4e7b-a11b-e8610423d8ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0671420 Feb 09 19:07:07.399220 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.provisioning_blocks [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Provisioning complete for port 0cc10c1d-eb71-4257-813d-d978a5eb3a04 triggered by entity L2. {{(pid=103232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 19:07:07.399745 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593630'] for port (0cc10c1d-eb71-4257-813d-d978a5eb3a04), provisioning_complete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:07:07.428757 n-d-713498-36 neutron-server[103230]: DEBUG neutron.db.provisioning_blocks [req-b1af85a3-bc78-4408-989e-cfde401000cf req-f0460e62-6598-408f-98d0-7b8eb5ddc961 service neutron] Transition to ACTIVE for port object 40de4c12-543c-44a6-9bda-24a60a9555b8 will not be triggered until provisioned by entity L2. {{(pid=103230) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 19:07:07.444285 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.db [None req-56c04f3a-c4a0-42c0-b4ea-6274a76f522b admin admin] For port 708bfdff-a409-4bf0-a47a-f811d9fc0ddb, host n-d-713498-36, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-36',level=0,port_id=708bfdff-a409-4bf0-a47a-f811d9fc0ddb,segment=NetworkSegment(19c03fab-df11-45cc-9379-6d7d2f2d5f0e),segment_id=19c03fab-df11-45cc-9379-6d7d2f2d5f0e)] {{(pid=103230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 19:07:07.444601 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-56c04f3a-c4a0-42c0-b4ea-6274a76f522b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1820838'] for port (708bfdff-a409-4bf0-a47a-f811d9fc0ddb), precommit_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:07:07.452378 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [req-b1af85a3-bc78-4408-989e-cfde401000cf req-f0460e62-6598-408f-98d0-7b8eb5ddc961 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762867176205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762866656485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762866656503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14393758'] for port (40de4c12-543c-44a6-9bda-24a60a9555b8), after_update {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:07:07.498036 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.plugin [None req-56c04f3a-c4a0-42c0-b4ea-6274a76f522b admin admin] Calling delete_port for 708bfdff-a409-4bf0-a47a-f811d9fc0ddb owned by network:router_interface {{(pid=103230) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 19:07:07.534437 n-d-713498-36 neutron-server[103230]: DEBUG neutron.db.l3_dvrscheduler_db [req-b1af85a3-bc78-4408-989e-cfde401000cf req-f0460e62-6598-408f-98d0-7b8eb5ddc961 service neutron] No DVR routers for this DVR port 40de4c12-543c-44a6-9bda-24a60a9555b8 on host n-h2-713498-36 {{(pid=103230) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 19:07:07.540633 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Current status of the port 0cc10c1d-eb71-4257-813d-d978a5eb3a04 is: BUILD; New status is: ACTIVE {{(pid=103232) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 19:07:07.542117 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (0cc10c1d-eb71-4257-813d-d978a5eb3a04), before_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:07:07.586421 n-d-713498-36 neutron-server[103232]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd3938fbf-e1b0-4686-9d2f-36596059719e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0cc10c1d-eb71-4257-813d-d978a5eb3a04'}] {{(pid=103232) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 19:07:07.589067 n-d-713498-36 neutron-server[103232]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}949cdcde653dec44821de95cbf67297f53cbc2aed4e073b5d514f93bf911ce85" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1a500c1b-16a8-4a49-b34d-a3f2e1bdc9d5" -d '{"events": [{"server_uuid": "d3938fbf-e1b0-4686-9d2f-36596059719e", "name": "network-vif-plugged", "status": "completed", "tag": "0cc10c1d-eb71-4257-813d-d978a5eb3a04"}]}' {{(pid=103232) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 19:07:07.617650 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] For port 0cc10c1d-eb71-4257-813d-d978a5eb3a04, host n-h1-713498-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-36',level=0,port_id=0cc10c1d-eb71-4257-813d-d978a5eb3a04,segment=NetworkSegment(b98d4747-b18c-4141-8910-77c1fada78d1),segment_id=b98d4747-b18c-4141-8910-77c1fada78d1)] {{(pid=103232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 19:07:07.635027 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762867176205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762866656485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762866656503'] for port (0cc10c1d-eb71-4257-813d-d978a5eb3a04), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:07:07.638839 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Device d3b54021-8c52-4810-affe-60b8c5bfde4f no longer exists at agent hyperv_n-h1-713498-36 {{(pid=103232) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 19:07:07.640737 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0460e62-6598-408f-98d0-7b8eb5ddc961 service neutron] Pushing event updated for resources: {'Port': ['ID=40de4c12-543c-44a6-9bda-24a60a9555b8,revision_number=10']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:07:07.653012 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-b1af85a3-bc78-4408-989e-cfde401000cf req-f0460e62-6598-408f-98d0-7b8eb5ddc961 service neutron] 10.222.0.90 "PUT /v2.0/ports/40de4c12-543c-44a6-9bda-24a60a9555b8/bindings/n-h1-713498-36/activate HTTP/1.1" status: 200 len: 370 time: 0.9747233 Feb 09 19:07:07.756265 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] No Port match for: d3b54021-8c52-4810-affe-60b8c5bfde4f {{(pid=103232) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 19:07:07.757239 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Device d3b54021-8c52-4810-affe-60b8c5bfde4f not bound to the agent host n-h1-713498-36 {{(pid=103232) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 19:07:07.778852 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Pushing event updated for resources: {'Port': ['ID=0cc10c1d-eb71-4257-813d-d978a5eb3a04,revision_number=5']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:07:07.866195 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-56c04f3a-c4a0-42c0-b4ea-6274a76f522b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762867177463', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762866656476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14393751'] for port (708bfdff-a409-4bf0-a47a-f811d9fc0ddb), after_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:07:07.907191 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-c514c2de-75d9-4add-926c-4079b046404c tempest-ServersTestJSON-1708482947 tempest-ServersTestJSON-1708482947-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:07:07.910498 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56c04f3a-c4a0-42c0-b4ea-6274a76f522b admin admin] Pushing event deleted for resources: {'Port': ['ID=708bfdff-a409-4bf0-a47a-f811d9fc0ddb,revision_number=None']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:07:07.944290 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-c514c2de-75d9-4add-926c-4079b046404c tempest-ServersTestJSON-1708482947 tempest-ServersTestJSON-1708482947-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1818909'] for floatingip (9b850855-04d8-4172-88f4-daad49bdec6c), after_update {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:07:08.015726 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1af85a3-bc78-4408-989e-cfde401000cf req-1e34f4b3-2026-44ca-9b05-97a1accf5e3e tempest-LiveMigrationTest-1137365927 tempest-LiveMigrationTest-1137365927-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:07:08.018274 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-b1af85a3-bc78-4408-989e-cfde401000cf req-1e34f4b3-2026-44ca-9b05-97a1accf5e3e tempest-LiveMigrationTest-1137365927 tempest-LiveMigrationTest-1137365927-project-admin] 10.222.0.89 "GET /v2.0/ports?device_id=2f9a8919-1b2a-4183-90dc-45c5e52d5a99&tenant_id=05fa6a089578484da4b750f8c0b5ad12&binding%3Ahost_id=n-h2-713498-36 HTTP/1.1" status: 200 len: 1127 time: 0.1766543 Feb 09 19:07:08.047095 n-d-713498-36 neutron-server[103232]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 19:07:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d71eeef1-460c-41a9-906b-5a8b750f002c x-openstack-request-id: req-d71eeef1-460c-41a9-906b-5a8b750f002c {{(pid=103232) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 19:07:08.047095 n-d-713498-36 neutron-server[103232]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d3938fbf-e1b0-4686-9d2f-36596059719e", "name": "network-vif-plugged", "status": "completed", "tag": "0cc10c1d-eb71-4257-813d-d978a5eb3a04", "code": 200}]} {{(pid=103232) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 19:07:08.047703 n-d-713498-36 neutron-server[103232]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-d71eeef1-460c-41a9-906b-5a8b750f002c {{(pid=103232) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 19:07:08.047782 n-d-713498-36 neutron-server[103232]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd3938fbf-e1b0-4686-9d2f-36596059719e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0cc10c1d-eb71-4257-813d-d978a5eb3a04', 'code': 200} Feb 09 19:07:08.121382 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d437a6a0-bd2b-4933-b9b5-d76203a4c653 req-01030677-0e83-4d88-8f1f-1b1b309c4d47 tempest-TaggedBootDevicesTest_v242-798392635 tempest-TaggedBootDevicesTest_v242-798392635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:07:08.129095 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d437a6a0-bd2b-4933-b9b5-d76203a4c653 req-01030677-0e83-4d88-8f1f-1b1b309c4d47 tempest-TaggedBootDevicesTest_v242-798392635 tempest-TaggedBootDevicesTest_v242-798392635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:07:08.135799 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d437a6a0-bd2b-4933-b9b5-d76203a4c653 req-01030677-0e83-4d88-8f1f-1b1b309c4d47 tempest-TaggedBootDevicesTest_v242-798392635 tempest-TaggedBootDevicesTest_v242-798392635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:07:08.148090 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d437a6a0-bd2b-4933-b9b5-d76203a4c653 req-01030677-0e83-4d88-8f1f-1b1b309c4d47 tempest-TaggedBootDevicesTest_v242-798392635 tempest-TaggedBootDevicesTest_v242-798392635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:07:08.154374 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d437a6a0-bd2b-4933-b9b5-d76203a4c653 req-01030677-0e83-4d88-8f1f-1b1b309c4d47 tempest-TaggedBootDevicesTest_v242-798392635 tempest-TaggedBootDevicesTest_v242-798392635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:07:08.160803 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d437a6a0-bd2b-4933-b9b5-d76203a4c653 req-01030677-0e83-4d88-8f1f-1b1b309c4d47 tempest-TaggedBootDevicesTest_v242-798392635 tempest-TaggedBootDevicesTest_v242-798392635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:07:08.166492 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d437a6a0-bd2b-4933-b9b5-d76203a4c653 req-01030677-0e83-4d88-8f1f-1b1b309c4d47 tempest-TaggedBootDevicesTest_v242-798392635 tempest-TaggedBootDevicesTest_v242-798392635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:07:08.168487 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-d437a6a0-bd2b-4933-b9b5-d76203a4c653 req-01030677-0e83-4d88-8f1f-1b1b309c4d47 tempest-TaggedBootDevicesTest_v242-798392635 tempest-TaggedBootDevicesTest_v242-798392635-project] 10.222.0.75 "GET /v2.0/ports?device_id=8319129f-1054-494a-b0c0-2ec99e839619 HTTP/1.1" status: 200 len: 5431 time: 0.3283439 Feb 09 19:07:08.203808 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-56c04f3a-c4a0-42c0-b4ea-6274a76f522b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1613467', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1834633'] for router_interface (6f802142-206b-41e7-8752-bcf7a1c29d76), after_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:07:08.305500 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5dbfcac-f453-45d4-bbe3-de2e3f042e0d req-fdd38298-d45e-4be5-b13d-1c4fc794e9b7 tempest-ServersOnMultiNodesTest-1472402947 tempest-ServersOnMultiNodesTest-1472402947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:07:08.306999 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-e5dbfcac-f453-45d4-bbe3-de2e3f042e0d req-fdd38298-d45e-4be5-b13d-1c4fc794e9b7 tempest-ServersOnMultiNodesTest-1472402947 tempest-ServersOnMultiNodesTest-1472402947-project] 10.222.0.75 "GET /v2.0/ports?device_id=7286d075-cf60-4225-a604-fbfa2ee2c8fd HTTP/1.1" status: 200 len: 950 time: 0.1484399 Feb 09 19:07:08.319421 n-d-713498-36 neutron-server[103229]: INFO neutron.db.l3_db [None req-c514c2de-75d9-4add-926c-4079b046404c tempest-ServersTestJSON-1708482947 tempest-ServersTestJSON-1708482947-project] Floating IP 9b850855-04d8-4172-88f4-daad49bdec6c associated. External IP: 172.25.1.237, port: 72155072-1ce5-4892-9e99-4f3e0e1b7d32. Feb 09 19:07:08.324847 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc3c04db-2908-4326-a016-9932697468c5 req-a0edf58f-9fe2-497f-8889-85a56b3efabd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:07:08.326991 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-dc3c04db-2908-4326-a016-9932697468c5 req-a0edf58f-9fe2-497f-8889-85a56b3efabd service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=d3938fbf-e1b0-4686-9d2f-36596059719e HTTP/1.1" status: 200 len: 1128 time: 0.1552689 Feb 09 19:07:08.359711 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1af85a3-bc78-4408-989e-cfde401000cf req-041217a3-c6f4-4ae6-b8f0-cc804c9ef470 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:07:08.361171 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-b1af85a3-bc78-4408-989e-cfde401000cf req-041217a3-c6f4-4ae6-b8f0-cc804c9ef470 service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=2f9a8919-1b2a-4183-90dc-45c5e52d5a99&tenant_id=05fa6a089578484da4b750f8c0b5ad12 HTTP/1.1" status: 200 len: 1127 time: 0.2802651 Feb 09 19:07:08.375519 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-e5dbfcac-f453-45d4-bbe3-de2e3f042e0d req-6c97337a-80af-4f19-93aa-8f7cf9f2ff30 tempest-ServersOnMultiNodesTest-1472402947 tempest-ServersOnMultiNodesTest-1472402947-project] 10.222.0.75 "GET /v2.0/security-groups?id=aed5302d-0478-4b9d-b014-143adc5c0d74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0614052 Feb 09 19:07:08.393305 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-d437a6a0-bd2b-4933-b9b5-d76203a4c653 req-83781e39-67e2-4065-8e12-258759e56ab3 tempest-TaggedBootDevicesTest_v242-798392635 tempest-TaggedBootDevicesTest_v242-798392635-project] 10.222.0.75 "GET /v2.0/security-groups?id=58062d4f-c149-4db3-a357-a4eb59a3d83e&id=6452f0cf-fe35-4557-9092-43f1827176a8&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1941094 Feb 09 19:07:08.529025 n-d-713498-36 neutron-server[103230]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-56c04f3a-c4a0-42c0-b4ea-6274a76f522b admin admin] Router 6f802142-206b-41e7-8752-bcf7a1c29d76 has already been hosted by L3 agent 93303d5e-5d17-45e8-8963-7694f87783ae {{(pid=103230) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 19:07:08.537625 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-dc3c04db-2908-4326-a016-9932697468c5 req-1f9ae293-1677-482a-beec-24ae65224c1c service neutron] 10.222.0.89 "GET /v2.0/security-groups?id=e3cb5363-3b49-4f74-b239-a871e755b40a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1753690 Feb 09 19:07:08.552307 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1af85a3-bc78-4408-989e-cfde401000cf req-c70f46a9-23cf-4614-ada9-c6199e402c20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:07:08.554272 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-b1af85a3-bc78-4408-989e-cfde401000cf req-c70f46a9-23cf-4614-ada9-c6199e402c20 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=05fa6a089578484da4b750f8c0b5ad12&device_id=2f9a8919-1b2a-4183-90dc-45c5e52d5a99 HTTP/1.1" status: 200 len: 1127 time: 0.1553285 Feb 09 19:07:08.679156 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-56c04f3a-c4a0-42c0-b4ea-6274a76f522b admin admin] Notify agent at l3_agent.n-d-713498-36 the message routers_updated {{(pid=103230) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 19:07:08.689783 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eaaacf5c-32a0-40a4-8f4b-c97b9aded011 None None] Sync routers for ids ['6f802142-206b-41e7-8752-bcf7a1c29d76'] in n-d-713498-36 {{(pid=103232) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 19:07:08.693046 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-56c04f3a-c4a0-42c0-b4ea-6274a76f522b admin admin] 10.222.0.75 "PUT /v2.0/routers/6f802142-206b-41e7-8752-bcf7a1c29d76/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7399673 Feb 09 19:07:08.695841 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 52168) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:07:08.720377 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eaaacf5c-32a0-40a4-8f4b-c97b9aded011 None None] Routers {'6f802142-206b-41e7-8752-bcf7a1c29d76'} bound to L3 agent in host n-d-713498-36 {{(pid=103232) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 19:07:08.721124 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.l3_hamode_db [None req-eaaacf5c-32a0-40a4-8f4b-c97b9aded011 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-09T18:51:43Z,description=,heartbeat_timestamp=2022-02-09T19:06:43Z,host='n-d-713498-36',id=93303d5e-5d17-45e8-8963-7694f87783ae,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T18:51:43Z,topic='l3_agent')) {'router_ids': ['6f802142-206b-41e7-8752-bcf7a1c29d76'], 'active': True} {{(pid=103232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:07:08.732572 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e741c409-b322-4353-a399-6fe9176590a8 req-546f11db-e53b-4a1c-9741-59679e3984fd tempest-LiveAutoBlockMigrationV225Test-2127879101 tempest-LiveAutoBlockMigrationV225Test-2127879101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:07:08.739747 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-e741c409-b322-4353-a399-6fe9176590a8 req-546f11db-e53b-4a1c-9741-59679e3984fd tempest-LiveAutoBlockMigrationV225Test-2127879101 tempest-LiveAutoBlockMigrationV225Test-2127879101-project] 10.222.0.75 "GET /v2.0/ports?device_id=d3938fbf-e1b0-4686-9d2f-36596059719e HTTP/1.1" status: 200 len: 945 time: 0.0959661 Feb 09 19:07:08.777134 n-d-713498-36 neutron-server[103229]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c514c2de-75d9-4add-926c-4079b046404c tempest-ServersTestJSON-1708482947 tempest-ServersTestJSON-1708482947-project] Router c42068f7-da8a-4624-b249-c97c33926aea has already been hosted by L3 agent 93303d5e-5d17-45e8-8963-7694f87783ae {{(pid=103229) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 19:07:08.871981 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-6332622a-0d2e-4c1d-91cb-942089b41bc3 admin admin] Publish callbacks [] for router (6f802142-206b-41e7-8752-bcf7a1c29d76), before_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:07:08.925343 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 52176) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:07:08.939193 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-e741c409-b322-4353-a399-6fe9176590a8 req-05d8f7c7-f162-4c46-9804-8240141447d8 tempest-LiveAutoBlockMigrationV225Test-2127879101 tempest-LiveAutoBlockMigrationV225Test-2127879101-project] 10.222.0.75 "GET /v2.0/security-groups?id=e3cb5363-3b49-4f74-b239-a871e755b40a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1985390 Feb 09 19:07:09.040499 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.l3_dvr_db [None req-eaaacf5c-32a0-40a4-8f4b-c97b9aded011 None None] Set router 6f802142-206b-41e7-8752-bcf7a1c29d76 gateway port host: n-d-713498-36 {{(pid=103232) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 19:07:09.045317 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1af85a3-bc78-4408-989e-cfde401000cf req-e4e045b6-f178-42c8-8edb-8b4463e97c3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:07:09.048294 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-b1af85a3-bc78-4408-989e-cfde401000cf req-e4e045b6-f178-42c8-8edb-8b4463e97c3c service neutron] 10.222.0.89 "GET /v2.0/networks?id=d725567e-ae4f-48c7-8826-ca95b9692346 HTTP/1.1" status: 200 len: 908 time: 0.3065264 Feb 09 19:07:09.089306 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-6332622a-0d2e-4c1d-91cb-942089b41bc3 admin admin] Publish callbacks [] for router_gateway (6f802142-206b-41e7-8752-bcf7a1c29d76), before_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:07:09.133036 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-b1af85a3-bc78-4408-989e-cfde401000cf req-057b05c0-bbf1-4edc-9359-14d2d1eb39a5 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=40de4c12-543c-44a6-9bda-24a60a9555b8 HTTP/1.1" status: 200 len: 217 time: 0.0714102 Feb 09 19:07:09.221331 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.plugin [None req-6332622a-0d2e-4c1d-91cb-942089b41bc3 admin admin] Deleting port 243ae365-a105-4e50-ad72-88196ea6e85d {{(pid=103230) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 19:07:09.221946 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-6332622a-0d2e-4c1d-91cb-942089b41bc3 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762867170196'] for port (243ae365-a105-4e50-ad72-88196ea6e85d), before_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:07:09.224297 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c514c2de-75d9-4add-926c-4079b046404c tempest-ServersTestJSON-1708482947 tempest-ServersTestJSON-1708482947-project] Notify agent at l3_agent.n-d-713498-36 the message routers_updated {{(pid=103229) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 19:07:09.236474 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-c514c2de-75d9-4add-926c-4079b046404c tempest-ServersTestJSON-1708482947 tempest-ServersTestJSON-1708482947-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171096'] for floatingip (None), before_response {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:07:09.237467 n-d-713498-36 neutron-server[103233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2224ef5f-3ce2-452d-8e2f-b24caebd468c None None] Sync routers for ids ['c42068f7-da8a-4624-b249-c97c33926aea'] in n-d-713498-36 {{(pid=103233) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 19:07:09.243354 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-3e7b2894-09c9-4ea8-89ea-c00da00e3a1c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:07:09.260278 n-d-713498-36 neutron-server[103233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2224ef5f-3ce2-452d-8e2f-b24caebd468c None None] Routers {'c42068f7-da8a-4624-b249-c97c33926aea'} bound to L3 agent in host n-d-713498-36 {{(pid=103233) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 19:07:09.267349 n-d-713498-36 neutron-server[103233]: DEBUG neutron.db.l3_hamode_db [None req-2224ef5f-3ce2-452d-8e2f-b24caebd468c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-09T18:51:43Z,description=,heartbeat_timestamp=2022-02-09T19:06:43Z,host='n-d-713498-36',id=93303d5e-5d17-45e8-8963-7694f87783ae,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T18:51:43Z,topic='l3_agent')) {'router_ids': ['c42068f7-da8a-4624-b249-c97c33926aea'], 'active': True} {{(pid=103233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:07:09.326169 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.db [None req-6332622a-0d2e-4c1d-91cb-942089b41bc3 admin admin] For port 243ae365-a105-4e50-ad72-88196ea6e85d, host n-d-713498-36, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-36',level=0,port_id=243ae365-a105-4e50-ad72-88196ea6e85d,segment=NetworkSegment(a4222f89-8d3f-4b51-953b-1a8126392491),segment_id=a4222f89-8d3f-4b51-953b-1a8126392491)] {{(pid=103230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 19:07:09.326754 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-6332622a-0d2e-4c1d-91cb-942089b41bc3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1820838'] for port (243ae365-a105-4e50-ad72-88196ea6e85d), precommit_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:07:09.328614 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1af85a3-bc78-4408-989e-cfde401000cf req-988297bf-86c6-4027-b11a-2b471badef5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:07:09.330125 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-b1af85a3-bc78-4408-989e-cfde401000cf req-988297bf-86c6-4027-b11a-2b471badef5d service neutron] 10.222.0.89 "GET /v2.0/subnets?id=41b0b245-923a-427d-ac3e-7f4b2ecbbb0e HTTP/1.1" status: 200 len: 847 time: 0.1679797 Feb 09 19:07:09.344315 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.plugin [None req-6332622a-0d2e-4c1d-91cb-942089b41bc3 admin admin] Calling delete_port for 243ae365-a105-4e50-ad72-88196ea6e85d owned by network:router_gateway {{(pid=103230) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 19:07:09.371506 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-c514c2de-75d9-4add-926c-4079b046404c tempest-ServersTestJSON-1708482947 tempest-ServersTestJSON-1708482947-project] 10.222.0.75 "PUT /v2.0/floatingips/9b850855-04d8-4172-88f4-daad49bdec6c HTTP/1.1" status: 200 len: 991 time: 2.2580366 Feb 09 19:07:09.389488 n-d-713498-36 neutron-server[103229]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5e5434a8-e340-41db-9b12-7261db1c55d2', 'tag': '72155072-1ce5-4892-9e99-4f3e0e1b7d32'}] {{(pid=103229) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 19:07:09.399068 n-d-713498-36 neutron-server[103229]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fa6ae9a20702bd564eaf90d946620b2b4277b1ab91129323d3b54181076be307" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-720fde79-8678-4d22-8be5-d7a30066a53c" -d '{"events": [{"name": "network-changed", "server_uuid": "5e5434a8-e340-41db-9b12-7261db1c55d2", "tag": "72155072-1ce5-4892-9e99-4f3e0e1b7d32"}]}' {{(pid=103229) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 19:07:09.432175 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5310da7-9e4c-4eec-89d8-7610c7e4de4c req-36a839e6-a113-435e-a238-79bbbb141055 tempest-LiveMigrationTest-1021096981 tempest-LiveMigrationTest-1021096981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:07:09.449654 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-e5310da7-9e4c-4eec-89d8-7610c7e4de4c req-36a839e6-a113-435e-a238-79bbbb141055 tempest-LiveMigrationTest-1021096981 tempest-LiveMigrationTest-1021096981-project] 10.222.0.75 "GET /v2.0/ports?device_id=2f9a8919-1b2a-4183-90dc-45c5e52d5a99 HTTP/1.1" status: 200 len: 944 time: 0.3699622 Feb 09 19:07:09.496581 n-d-713498-36 neutron-server[103233]: DEBUG neutron.db.l3_dvr_db [None req-2224ef5f-3ce2-452d-8e2f-b24caebd468c None None] Set router c42068f7-da8a-4624-b249-c97c33926aea gateway port host: n-d-713498-36 {{(pid=103233) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 19:07:09.522412 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-b1af85a3-bc78-4408-989e-cfde401000cf req-c24846cb-312c-4b6c-b804-1ad0faa244dc service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=d725567e-ae4f-48c7-8826-ca95b9692346&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1271808 Feb 09 19:07:09.539044 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.l3_hamode_db [None req-eaaacf5c-32a0-40a4-8f4b-c97b9aded011 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6f802142-206b-41e7-8752-bcf7a1c29d76', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1427269169-router', 'tenant_id': '2586c214bdfa4f9a89a0552244ef89be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88055e1e-672a-4487-be31-ffb6e833ece5', 'external_fixed_ips': [{'subnet_id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'ip_address': '172.25.1.200'}], 'enable_snat': True}, 'gw_port_id': '243ae365-a105-4e50-ad72-88196ea6e85d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T19:05:52Z', 'updated_at': '2022-02-09T19:07:07Z', 'revision_number': 5, 'project_id': '2586c214bdfa4f9a89a0552244ef89be', 'gw_port': {'id': '243ae365-a105-4e50-ad72-88196ea6e85d', 'name': '', 'network_id': '88055e1e-672a-4487-be31-ffb6e833ece5', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:dc:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f802142-206b-41e7-8752-bcf7a1c29d76', 'device_owner': 'network:router_gateway', 'standard_attr_id': 761, 'fixed_ips': [{'subnet_id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'ip_address': '172.25.1.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T19:05:55Z', 'updated_at': '2022-02-09T19:06:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-36'}], 'n-d-713498-36', False) {} {{(pid=103232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:07:09.595001 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eaaacf5c-32a0-40a4-8f4b-c97b9aded011 None None] Checking router: 6f802142-206b-41e7-8752-bcf7a1c29d76 for host: n-d-713498-36 {{(pid=103232) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 19:07:09.608013 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eaaacf5c-32a0-40a4-8f4b-c97b9aded011 None None] Routers {'6f802142-206b-41e7-8752-bcf7a1c29d76'} bound to L3 agent in host n-d-713498-36 {{(pid=103232) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 19:07:09.609159 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.l3_hamode_db [None req-eaaacf5c-32a0-40a4-8f4b-c97b9aded011 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-09T18:51:43Z,description=,heartbeat_timestamp=2022-02-09T19:06:43Z,host='n-d-713498-36',id=93303d5e-5d17-45e8-8963-7694f87783ae,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T18:51:43Z,topic='l3_agent')) {'router_ids': ['6f802142-206b-41e7-8752-bcf7a1c29d76'], 'active': True} {{(pid=103232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:07:09.712160 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88d2cabd-d3ac-485e-9469-680b7d2b0f67 req-fc91bc58-eb8d-434e-8ee0-b390c0ee2500 tempest-ServersTestJSON-1708482947 tempest-ServersTestJSON-1708482947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:07:09.717722 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-88d2cabd-d3ac-485e-9469-680b7d2b0f67 req-fc91bc58-eb8d-434e-8ee0-b390c0ee2500 tempest-ServersTestJSON-1708482947 tempest-ServersTestJSON-1708482947-project] 10.222.0.75 "GET /v2.0/ports?device_id=5e5434a8-e340-41db-9b12-7261db1c55d2 HTTP/1.1" status: 200 len: 945 time: 0.2265978 Feb 09 19:07:09.766376 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.l3_dvr_db [None req-eaaacf5c-32a0-40a4-8f4b-c97b9aded011 None None] Set router 6f802142-206b-41e7-8752-bcf7a1c29d76 gateway port host: None {{(pid=103232) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 19:07:09.829993 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.l3_hamode_db [None req-eaaacf5c-32a0-40a4-8f4b-c97b9aded011 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6f802142-206b-41e7-8752-bcf7a1c29d76', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1427269169-router', 'tenant_id': '2586c214bdfa4f9a89a0552244ef89be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T19:05:52Z', 'updated_at': '2022-02-09T19:07:09Z', 'revision_number': 6, 'project_id': '2586c214bdfa4f9a89a0552244ef89be', 'gw_port_host': None}], 'n-d-713498-36', False) {} {{(pid=103232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:07:09.866167 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eaaacf5c-32a0-40a4-8f4b-c97b9aded011 None None] The sync data for ids ['6f802142-206b-41e7-8752-bcf7a1c29d76'] in n-d-713498-36 is: [{'id': '6f802142-206b-41e7-8752-bcf7a1c29d76', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1427269169-router', 'tenant_id': '2586c214bdfa4f9a89a0552244ef89be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T19:05:52Z', 'updated_at': '2022-02-09T19:07:09Z', 'revision_number': 6, 'project_id': '2586c214bdfa4f9a89a0552244ef89be', 'gw_port_host': None}] {{(pid=103232) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 19:07:09.911134 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-6332622a-0d2e-4c1d-91cb-942089b41bc3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762867177463', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762866656476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14393751'] for port (243ae365-a105-4e50-ad72-88196ea6e85d), after_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:07:09.919819 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-88d2cabd-d3ac-485e-9469-680b7d2b0f67 req-3f9439ea-b724-4eed-8e42-9ba700fba9bd tempest-ServersTestJSON-1708482947 tempest-ServersTestJSON-1708482947-project] 10.222.0.75 "GET /v2.0/security-groups?id=4f4cf49e-2dae-4f95-aa8c-af4db5fe746b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1430073 Feb 09 19:07:09.947898 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6332622a-0d2e-4c1d-91cb-942089b41bc3 admin admin] Pushing event deleted for resources: {'Port': ['ID=243ae365-a105-4e50-ad72-88196ea6e85d,revision_number=None']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:07:09.997842 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86433256-4080-44f0-b9c4-d61dd4121044 req-6e51559a-8dcd-41b1-a630-046dd97fd17c tempest-ServersOnMultiNodesTest-1472402947 tempest-ServersOnMultiNodesTest-1472402947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:07:10.000432 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-86433256-4080-44f0-b9c4-d61dd4121044 req-6e51559a-8dcd-41b1-a630-046dd97fd17c tempest-ServersOnMultiNodesTest-1472402947 tempest-ServersOnMultiNodesTest-1472402947-project] 10.222.0.89 "GET /v2.0/ports?device_id=7286d075-cf60-4225-a604-fbfa2ee2c8fd HTTP/1.1" status: 200 len: 950 time: 0.7143707 Feb 09 19:07:10.029093 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-e5310da7-9e4c-4eec-89d8-7610c7e4de4c req-652a6cec-40d8-4270-8d6c-ffa751da62f4 tempest-LiveMigrationTest-1021096981 tempest-LiveMigrationTest-1021096981-project] 10.222.0.75 "GET /v2.0/security-groups?id=ba18819a-1490-4e7b-a11b-e8610423d8ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5795305 Feb 09 19:07:10.067698 n-d-713498-36 neutron-server[103233]: DEBUG neutron.db.l3_hamode_db [None req-2224ef5f-3ce2-452d-8e2f-b24caebd468c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c42068f7-da8a-4624-b249-c97c33926aea', 'name': 'tempest-ServersTestJSON-6874266-router', 'tenant_id': 'bae1eec87894498eaa70e7abe5ad38f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88055e1e-672a-4487-be31-ffb6e833ece5', 'external_fixed_ips': [{'subnet_id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'ip_address': '172.25.1.51'}], 'enable_snat': True}, 'gw_port_id': '6ee3d163-f1aa-4ffa-beee-6b8f3db4d383', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T19:06:26Z', 'updated_at': '2022-02-09T19:06:35Z', 'revision_number': 4, 'project_id': 'bae1eec87894498eaa70e7abe5ad38f3', 'gw_port': {'id': '6ee3d163-f1aa-4ffa-beee-6b8f3db4d383', 'name': '', 'network_id': '88055e1e-672a-4487-be31-ffb6e833ece5', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:09:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c42068f7-da8a-4624-b249-c97c33926aea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 802, 'fixed_ips': [{'subnet_id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'ip_address': '172.25.1.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T19:06:28Z', 'updated_at': '2022-02-09T19:06:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-36', '_floatingips': [{'id': '9b850855-04d8-4172-88f4-daad49bdec6c', 'tenant_id': 'bae1eec87894498eaa70e7abe5ad38f3', 'floating_ip_address': '172.25.1.237', 'floating_network_id': '88055e1e-672a-4487-be31-ffb6e833ece5', 'router_id': 'c42068f7-da8a-4624-b249-c97c33926aea', 'port_id': '72155072-1ce5-4892-9e99-4f3e0e1b7d32', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 814, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '025d7490-0189-4dfb-b0f6-a58555e94e50', 'mac_address': 'fa:16:3e:7b:95:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e5434a8-e340-41db-9b12-7261db1c55d2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T19:06:46Z', 'updated_at': '2022-02-09T19:07:07Z', 'revision_number': 1, 'project_id': 'bae1eec87894498eaa70e7abe5ad38f3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c08f484f-37f6-4147-95cb-2439c86cb4ef', 'name': '', 'network_id': '025d7490-0189-4dfb-b0f6-a58555e94e50', 'tenant_id': 'bae1eec87894498eaa70e7abe5ad38f3', 'mac_address': 'fa:16:3e:fe:c2:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c42068f7-da8a-4624-b249-c97c33926aea', 'device_owner': 'network:router_interface', 'standard_attr_id': 805, 'fixed_ips': [{'subnet_id': 'e62fb123-0190-48e3-9019-90c40f55758c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T19:06:33Z', 'updated_at': '2022-02-09T19:06:41Z', 'revision_number': 5, 'project_id': 'bae1eec87894498eaa70e7abe5ad38f3', 'subnets': [{'id': 'e62fb123-0190-48e3-9019-90c40f55758c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-36', False) {} {{(pid=103233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:07:10.125576 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-6332622a-0d2e-4c1d-91cb-942089b41bc3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1818987'] for router_gateway (6f802142-206b-41e7-8752-bcf7a1c29d76), after_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:07:10.141005 n-d-713498-36 neutron-server[103233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2224ef5f-3ce2-452d-8e2f-b24caebd468c None None] Checking router: c42068f7-da8a-4624-b249-c97c33926aea for host: n-d-713498-36 {{(pid=103233) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 19:07:10.146552 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-3e7b2894-09c9-4ea8-89ea-c00da00e3a1c admin admin] Publish callbacks [] for security_group (84c74bc8-d0b9-421b-a228-c65633b77e10), precommit_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:07:10.150528 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-b1af85a3-bc78-4408-989e-cfde401000cf req-c49d2f82-57a7-40ff-b78e-989678db5a23 service neutron] 10.222.0.89 "GET /v2.0/networks/d725567e-ae4f-48c7-8826-ca95b9692346?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6160066 Feb 09 19:07:10.153389 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61d45e28-eb41-4098-a361-b2ab2965b650 req-bed7c28f-4118-4391-9f55-ea60b90ea4c9 tempest-ServersOnMultiNodesTest-1472402947 tempest-ServersOnMultiNodesTest-1472402947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:07:10.154371 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-3e7b2894-09c9-4ea8-89ea-c00da00e3a1c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1892331'] for security_group (84c74bc8-d0b9-421b-a228-c65633b77e10), after_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:07:10.155313 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-61d45e28-eb41-4098-a361-b2ab2965b650 req-bed7c28f-4118-4391-9f55-ea60b90ea4c9 tempest-ServersOnMultiNodesTest-1472402947 tempest-ServersOnMultiNodesTest-1472402947-project] 10.222.0.75 "GET /v2.0/ports?device_id=7286d075-cf60-4225-a604-fbfa2ee2c8fd HTTP/1.1" status: 200 len: 950 time: 0.1367874 Feb 09 19:07:10.157752 n-d-713498-36 neutron-server[103233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2224ef5f-3ce2-452d-8e2f-b24caebd468c None None] Routers {'c42068f7-da8a-4624-b249-c97c33926aea'} bound to L3 agent in host n-d-713498-36 {{(pid=103233) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 19:07:10.158780 n-d-713498-36 neutron-server[103233]: DEBUG neutron.db.l3_hamode_db [None req-2224ef5f-3ce2-452d-8e2f-b24caebd468c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-09T18:51:43Z,description=,heartbeat_timestamp=2022-02-09T19:06:43Z,host='n-d-713498-36',id=93303d5e-5d17-45e8-8963-7694f87783ae,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T18:51:43Z,topic='l3_agent')) {'router_ids': ['c42068f7-da8a-4624-b249-c97c33926aea'], 'active': True} {{(pid=103233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:07:10.302608 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e7b2894-09c9-4ea8-89ea-c00da00e3a1c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=84c74bc8-d0b9-421b-a228-c65633b77e10,revision_number=1']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:07:10.305506 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 52224) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:07:10.310561 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-3e7b2894-09c9-4ea8-89ea-c00da00e3a1c admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=cd4f345d0d5f4abb94d249e576126a89&name=default HTTP/1.1" status: 200 len: 2996 time: 1.3812892 Feb 09 19:07:10.314109 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 52226) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:07:10.370600 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.plugin [req-86433256-4080-44f0-b9c4-d61dd4121044 req-2c495d3e-c499-4983-b468-c533856c4355 tempest-ServersOnMultiNodesTest-1472402947 tempest-ServersOnMultiNodesTest-1472402947-project] Deleting port bc357ad8-1b22-4fe1-a6af-e296389a311b {{(pid=103229) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 19:07:10.374714 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-86433256-4080-44f0-b9c4-d61dd4121044 req-2c495d3e-c499-4983-b468-c533856c4355 tempest-ServersOnMultiNodesTest-1472402947 tempest-ServersOnMultiNodesTest-1472402947-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762867170196'] for port (bc357ad8-1b22-4fe1-a6af-e296389a311b), before_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:07:10.389630 n-d-713498-36 neutron-server[103229]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 19:07:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8f1408a0-da2d-4644-b4e7-f0ca396ca118 x-openstack-request-id: req-8f1408a0-da2d-4644-b4e7-f0ca396ca118 {{(pid=103229) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 19:07:10.391228 n-d-713498-36 neutron-server[103229]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5e5434a8-e340-41db-9b12-7261db1c55d2", "tag": "72155072-1ce5-4892-9e99-4f3e0e1b7d32", "status": "completed", "code": 200}]} {{(pid=103229) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 19:07:10.392191 n-d-713498-36 neutron-server[103229]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-8f1408a0-da2d-4644-b4e7-f0ca396ca118 {{(pid=103229) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 19:07:10.392765 n-d-713498-36 neutron-server[103229]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5e5434a8-e340-41db-9b12-7261db1c55d2', 'tag': '72155072-1ce5-4892-9e99-4f3e0e1b7d32', 'status': 'completed', 'code': 200} Feb 09 19:07:10.409272 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-6332622a-0d2e-4c1d-91cb-942089b41bc3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1834988', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-58375'] for router (6f802142-206b-41e7-8752-bcf7a1c29d76), precommit_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:07:10.422589 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-6332622a-0d2e-4c1d-91cb-942089b41bc3 admin admin] Publish callbacks [] for router_controller (6f802142-206b-41e7-8752-bcf7a1c29d76), precommit_delete_associations {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:07:10.491272 n-d-713498-36 neutron-server[103233]: DEBUG neutron.db.l3_dvr_db [None req-2224ef5f-3ce2-452d-8e2f-b24caebd468c None None] Set router c42068f7-da8a-4624-b249-c97c33926aea gateway port host: n-d-713498-36 {{(pid=103233) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 19:07:10.530471 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-61d45e28-eb41-4098-a361-b2ab2965b650 req-3a5930cb-cdc5-4e56-8f1d-982823624efd tempest-ServersOnMultiNodesTest-1472402947 tempest-ServersOnMultiNodesTest-1472402947-project] 10.222.0.75 "GET /v2.0/security-groups?id=aed5302d-0478-4b9d-b014-143adc5c0d74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3078039 Feb 09 19:07:10.555823 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-6332622a-0d2e-4c1d-91cb-942089b41bc3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1835003'] for router (6f802142-206b-41e7-8752-bcf7a1c29d76), after_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:07:10.556366 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6332622a-0d2e-4c1d-91cb-942089b41bc3 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 6f802142-206b-41e7-8752-bcf7a1c29d76 {{(pid=103230) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 09 19:07:10.559998 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-931d62fa-7e56-41d1-bb8f-53ec0c944c8f admin admin] Publish callbacks [] for security_group (84c74bc8-d0b9-421b-a228-c65633b77e10), before_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:07:10.566037 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-6332622a-0d2e-4c1d-91cb-942089b41bc3 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:07:10.567194 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-6332622a-0d2e-4c1d-91cb-942089b41bc3 admin admin] 10.222.0.75 "DELETE /v2.0/routers/6f802142-206b-41e7-8752-bcf7a1c29d76 HTTP/1.1" status: 204 len: 168 time: 1.8703718 Feb 09 19:07:10.574698 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 52230) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:07:10.608200 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-b1af85a3-bc78-4408-989e-cfde401000cf req-cf10d56e-ec25-495f-833a-6ac29292bc90 service neutron] 10.222.0.89 "GET /v2.0/networks/d725567e-ae4f-48c7-8826-ca95b9692346?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4477050 Feb 09 19:07:10.624588 n-d-713498-36 neutron-server[103230]: DEBUG neutron.db.db_base_plugin_v2 [None req-6c347835-a256-413f-b669-51e243d45773 admin admin] Deleting subnet a1a90ed9-4fa2-477d-979f-c550725f9b48 {{(pid=103230) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 19:07:10.635924 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-720fde79-8678-4d22-8be5-d7a30066a53c req-bf4ee136-c170-45f0-a77d-056e40d4ec09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:07:10.637410 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-720fde79-8678-4d22-8be5-d7a30066a53c req-bf4ee136-c170-45f0-a77d-056e40d4ec09 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=bae1eec87894498eaa70e7abe5ad38f3&device_id=5e5434a8-e340-41db-9b12-7261db1c55d2 HTTP/1.1" status: 200 len: 1128 time: 0.2268937 Feb 09 19:07:10.638392 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-25f899a9-e9bb-431d-8020-c741e7f6b3ad admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:07:10.640034 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-6c347835-a256-413f-b669-51e243d45773 admin admin] Publish callbacks [] for subnet (a1a90ed9-4fa2-477d-979f-c550725f9b48), before_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:07:10.689460 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.db [req-86433256-4080-44f0-b9c4-d61dd4121044 req-2c495d3e-c499-4983-b468-c533856c4355 tempest-ServersOnMultiNodesTest-1472402947 tempest-ServersOnMultiNodesTest-1472402947-project] For port bc357ad8-1b22-4fe1-a6af-e296389a311b, host n-h1-713498-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-36',level=0,port_id=bc357ad8-1b22-4fe1-a6af-e296389a311b,segment=NetworkSegment(50e5915e-18f0-4558-9a28-b978975ead36),segment_id=50e5915e-18f0-4558-9a28-b978975ead36)] {{(pid=103229) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 19:07:10.689815 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-86433256-4080-44f0-b9c4-d61dd4121044 req-2c495d3e-c499-4983-b468-c533856c4355 tempest-ServersOnMultiNodesTest-1472402947 tempest-ServersOnMultiNodesTest-1472402947-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1820838'] for port (bc357ad8-1b22-4fe1-a6af-e296389a311b), precommit_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:07:10.725209 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d96c2400-e3bd-41c6-b598-5ffbd49f77be req-11470420-e372-4f2d-8cea-31c44a3a45af tempest-TaggedBootDevicesTest_v242-798392635 tempest-TaggedBootDevicesTest_v242-798392635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:07:10.734519 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d96c2400-e3bd-41c6-b598-5ffbd49f77be req-11470420-e372-4f2d-8cea-31c44a3a45af tempest-TaggedBootDevicesTest_v242-798392635 tempest-TaggedBootDevicesTest_v242-798392635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:07:10.742286 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d96c2400-e3bd-41c6-b598-5ffbd49f77be req-11470420-e372-4f2d-8cea-31c44a3a45af tempest-TaggedBootDevicesTest_v242-798392635 tempest-TaggedBootDevicesTest_v242-798392635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:07:10.748725 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d96c2400-e3bd-41c6-b598-5ffbd49f77be req-11470420-e372-4f2d-8cea-31c44a3a45af tempest-TaggedBootDevicesTest_v242-798392635 tempest-TaggedBootDevicesTest_v242-798392635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:07:10.750058 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-7473d9f0-9462-4a99-9c2c-656d28d204c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762867132591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593584'] for agent (af91e4b9-f4e1-42b1-a25c-a10dc47171c8), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:07:10.758813 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d96c2400-e3bd-41c6-b598-5ffbd49f77be req-11470420-e372-4f2d-8cea-31c44a3a45af tempest-TaggedBootDevicesTest_v242-798392635 tempest-TaggedBootDevicesTest_v242-798392635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:07:10.766448 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d96c2400-e3bd-41c6-b598-5ffbd49f77be req-11470420-e372-4f2d-8cea-31c44a3a45af tempest-TaggedBootDevicesTest_v242-798392635 tempest-TaggedBootDevicesTest_v242-798392635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:07:10.773086 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d96c2400-e3bd-41c6-b598-5ffbd49f77be req-11470420-e372-4f2d-8cea-31c44a3a45af tempest-TaggedBootDevicesTest_v242-798392635 tempest-TaggedBootDevicesTest_v242-798392635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:07:10.781547 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-d96c2400-e3bd-41c6-b598-5ffbd49f77be req-11470420-e372-4f2d-8cea-31c44a3a45af tempest-TaggedBootDevicesTest_v242-798392635 tempest-TaggedBootDevicesTest_v242-798392635-project] 10.222.0.75 "GET /v2.0/ports?device_id=8319129f-1054-494a-b0c0-2ec99e839619 HTTP/1.1" status: 200 len: 5431 time: 0.2965484 Feb 09 19:07:10.814643 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.plugin [req-86433256-4080-44f0-b9c4-d61dd4121044 req-2c495d3e-c499-4983-b468-c533856c4355 tempest-ServersOnMultiNodesTest-1472402947 tempest-ServersOnMultiNodesTest-1472402947-project] Calling delete_port for bc357ad8-1b22-4fe1-a6af-e296389a311b owned by compute:nova {{(pid=103229) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 19:07:10.881587 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Device 243ae365-a105-4e50-ad72-88196ea6e85d no longer exists at agent ovs-agent-n-d-713498-36 {{(pid=103232) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 19:07:10.923228 n-d-713498-36 neutron-server[103233]: DEBUG neutron.db.l3_hamode_db [None req-2224ef5f-3ce2-452d-8e2f-b24caebd468c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c42068f7-da8a-4624-b249-c97c33926aea', 'name': 'tempest-ServersTestJSON-6874266-router', 'tenant_id': 'bae1eec87894498eaa70e7abe5ad38f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88055e1e-672a-4487-be31-ffb6e833ece5', 'external_fixed_ips': [{'subnet_id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'ip_address': '172.25.1.51'}], 'enable_snat': True}, 'gw_port_id': '6ee3d163-f1aa-4ffa-beee-6b8f3db4d383', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T19:06:26Z', 'updated_at': '2022-02-09T19:06:35Z', 'revision_number': 4, 'project_id': 'bae1eec87894498eaa70e7abe5ad38f3', 'gw_port': {'id': '6ee3d163-f1aa-4ffa-beee-6b8f3db4d383', 'name': '', 'network_id': '88055e1e-672a-4487-be31-ffb6e833ece5', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:09:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c42068f7-da8a-4624-b249-c97c33926aea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 802, 'fixed_ips': [{'subnet_id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'ip_address': '172.25.1.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T19:06:28Z', 'updated_at': '2022-02-09T19:06:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-36', '_floatingips': [{'id': '9b850855-04d8-4172-88f4-daad49bdec6c', 'tenant_id': 'bae1eec87894498eaa70e7abe5ad38f3', 'floating_ip_address': '172.25.1.237', 'floating_network_id': '88055e1e-672a-4487-be31-ffb6e833ece5', 'router_id': 'c42068f7-da8a-4624-b249-c97c33926aea', 'port_id': '72155072-1ce5-4892-9e99-4f3e0e1b7d32', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 814, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '025d7490-0189-4dfb-b0f6-a58555e94e50', 'mac_address': 'fa:16:3e:7b:95:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e5434a8-e340-41db-9b12-7261db1c55d2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T19:06:46Z', 'updated_at': '2022-02-09T19:07:07Z', 'revision_number': 1, 'project_id': 'bae1eec87894498eaa70e7abe5ad38f3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c08f484f-37f6-4147-95cb-2439c86cb4ef', 'name': '', 'network_id': '025d7490-0189-4dfb-b0f6-a58555e94e50', 'tenant_id': 'bae1eec87894498eaa70e7abe5ad38f3', 'mac_address': 'fa:16:3e:fe:c2:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c42068f7-da8a-4624-b249-c97c33926aea', 'device_owner': 'network:router_interface', 'standard_attr_id': 805, 'fixed_ips': [{'subnet_id': 'e62fb123-0190-48e3-9019-90c40f55758c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T19:06:33Z', 'updated_at': '2022-02-09T19:06:41Z', 'revision_number': 5, 'project_id': 'bae1eec87894498eaa70e7abe5ad38f3', 'subnets': [{'id': 'e62fb123-0190-48e3-9019-90c40f55758c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-36', False) {} {{(pid=103233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:07:10.924486 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] No Port match for: 243ae365-a105-4e50-ad72-88196ea6e85d {{(pid=103232) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 19:07:10.925007 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Device 243ae365-a105-4e50-ad72-88196ea6e85d not bound to the agent host n-d-713498-36 {{(pid=103232) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 19:07:10.925453 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Device 708bfdff-a409-4bf0-a47a-f811d9fc0ddb no longer exists at agent ovs-agent-n-d-713498-36 {{(pid=103232) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 19:07:10.958429 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] No Port match for: 708bfdff-a409-4bf0-a47a-f811d9fc0ddb {{(pid=103232) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 19:07:10.958766 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Device 708bfdff-a409-4bf0-a47a-f811d9fc0ddb not bound to the agent host n-d-713498-36 {{(pid=103232) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 19:07:10.975659 n-d-713498-36 neutron-server[103233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2224ef5f-3ce2-452d-8e2f-b24caebd468c None None] The sync data for ids ['c42068f7-da8a-4624-b249-c97c33926aea'] in n-d-713498-36 is: [{'id': 'c42068f7-da8a-4624-b249-c97c33926aea', 'name': 'tempest-ServersTestJSON-6874266-router', 'tenant_id': 'bae1eec87894498eaa70e7abe5ad38f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88055e1e-672a-4487-be31-ffb6e833ece5', 'external_fixed_ips': [{'subnet_id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'ip_address': '172.25.1.51'}], 'enable_snat': True}, 'gw_port_id': '6ee3d163-f1aa-4ffa-beee-6b8f3db4d383', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T19:06:26Z', 'updated_at': '2022-02-09T19:06:35Z', 'revision_number': 4, 'project_id': 'bae1eec87894498eaa70e7abe5ad38f3', 'gw_port': {'id': '6ee3d163-f1aa-4ffa-beee-6b8f3db4d383', 'name': '', 'network_id': '88055e1e-672a-4487-be31-ffb6e833ece5', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:09:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c42068f7-da8a-4624-b249-c97c33926aea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 802, 'fixed_ips': [{'subnet_id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'ip_address': '172.25.1.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T19:06:28Z', 'updated_at': '2022-02-09T19:06:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-36', '_floatingips': [{'id': '9b850855-04d8-4172-88f4-daad49bdec6c', 'tenant_id': 'bae1eec87894498eaa70e7abe5ad38f3', 'floating_ip_address': '172.25.1.237', 'floating_network_id': '88055e1e-672a-4487-be31-ffb6e833ece5', 'router_id': 'c42068f7-da8a-4624-b249-c97c33926aea', 'port_id': '72155072-1ce5-4892-9e99-4f3e0e1b7d32', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 814, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '025d7490-0189-4dfb-b0f6-a58555e94e50', 'mac_address': 'fa:16:3e:7b:95:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e5434a8-e340-41db-9b12-7261db1c55d2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T19:06:46Z', 'updated_at': '2022-02-09T19:07:07Z', 'revision_number': 1, 'project_id': 'bae1eec87894498eaa70e7abe5ad38f3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c08f484f-37f6-4147-95cb-2439c86cb4ef', 'name': '', 'network_id': '025d7490-0189-4dfb-b0f6-a58555e94e50', 'tenant_id': 'bae1eec87894498eaa70e7abe5ad38f3', 'mac_address': 'fa:16:3e:fe:c2:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c42068f7-da8a-4624-b249-c97c33926aea', 'device_owner': 'network:router_interface', 'standard_attr_id': 805, 'fixed_ips': [{'subnet_id': 'e62fb123-0190-48e3-9019-90c40f55758c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T19:06:33Z', 'updated_at': '2022-02-09T19:06:41Z', 'revision_number': 5, 'project_id': 'bae1eec87894498eaa70e7abe5ad38f3', 'subnets': [{'id': 'e62fb123-0190-48e3-9019-90c40f55758c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103233) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 19:07:11.022431 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-d96c2400-e3bd-41c6-b598-5ffbd49f77be req-b9986ec1-de8f-4c6c-9978-3283f25444e6 tempest-TaggedBootDevicesTest_v242-798392635 tempest-TaggedBootDevicesTest_v242-798392635-project] 10.222.0.75 "GET /v2.0/security-groups?id=58062d4f-c149-4db3-a357-a4eb59a3d83e&id=6452f0cf-fe35-4557-9092-43f1827176a8&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2393358 Feb 09 19:07:11.038362 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-931d62fa-7e56-41d1-bb8f-53ec0c944c8f admin admin] Publish callbacks [] for security_group (84c74bc8-d0b9-421b-a228-c65633b77e10), precommit_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:07:11.103165 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-25f899a9-e9bb-431d-8020-c741e7f6b3ad admin admin] Publish callbacks [] for security_group (bf236738-b7f3-483a-b08a-da9afc6c4a2c), precommit_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:07:11.119787 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-6c347835-a256-413f-b669-51e243d45773 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12895822'] for subnet (a1a90ed9-4fa2-477d-979f-c550725f9b48), precommit_delete_associations {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:07:11.124994 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-25f899a9-e9bb-431d-8020-c741e7f6b3ad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1892331'] for security_group (bf236738-b7f3-483a-b08a-da9afc6c4a2c), after_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:07:11.202686 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3e7aa32-9b51-4615-8209-19cf3370ed9b req-bbbcb679-35bf-41ba-bd97-d2f8afcf98eb tempest-LiveAutoBlockMigrationV225Test-2127879101 tempest-LiveAutoBlockMigrationV225Test-2127879101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:07:11.209681 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-c3e7aa32-9b51-4615-8209-19cf3370ed9b req-bbbcb679-35bf-41ba-bd97-d2f8afcf98eb tempest-LiveAutoBlockMigrationV225Test-2127879101 tempest-LiveAutoBlockMigrationV225Test-2127879101-project] 10.222.0.75 "GET /v2.0/ports?device_id=d3938fbf-e1b0-4686-9d2f-36596059719e HTTP/1.1" status: 200 len: 945 time: 0.5821538 Feb 09 19:07:11.233686 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1af85a3-bc78-4408-989e-cfde401000cf req-54f1ad02-b97e-4558-b4d2-a01420972cca tempest-LiveMigrationTest-1137365927 tempest-LiveMigrationTest-1137365927-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:07:11.235490 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-b1af85a3-bc78-4408-989e-cfde401000cf req-54f1ad02-b97e-4558-b4d2-a01420972cca tempest-LiveMigrationTest-1137365927 tempest-LiveMigrationTest-1137365927-project-admin] 10.222.0.89 "GET /v2.0/ports?device_id=2f9a8919-1b2a-4183-90dc-45c5e52d5a99&tenant_id=05fa6a089578484da4b750f8c0b5ad12&binding%3Ahost_id=n-h1-713498-36 HTTP/1.1" status: 200 len: 1127 time: 0.2980800 Feb 09 19:07:11.261270 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-931d62fa-7e56-41d1-bb8f-53ec0c944c8f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1892331'] for security_group (84c74bc8-d0b9-421b-a228-c65633b77e10), after_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:07:11.264696 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-931d62fa-7e56-41d1-bb8f-53ec0c944c8f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:07:11.266070 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-931d62fa-7e56-41d1-bb8f-53ec0c944c8f admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/84c74bc8-d0b9-421b-a228-c65633b77e10 HTTP/1.1" status: 204 len: 168 time: 0.9464016 Feb 09 19:07:11.267083 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-720fde79-8678-4d22-8be5-d7a30066a53c req-b7dae94f-780f-4e5b-a735-fa7afacf0976 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:07:11.269934 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-25f899a9-e9bb-431d-8020-c741e7f6b3ad admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=5ce007783cc44df682c04cf6af722420&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9568360 Feb 09 19:07:11.273348 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-720fde79-8678-4d22-8be5-d7a30066a53c req-b7dae94f-780f-4e5b-a735-fa7afacf0976 service neutron] 10.222.0.90 "GET /v2.0/networks?id=025d7490-0189-4dfb-b0f6-a58555e94e50 HTTP/1.1" status: 200 len: 904 time: 0.5992789 Feb 09 19:07:11.275839 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 52238) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:07:11.296351 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25f899a9-e9bb-431d-8020-c741e7f6b3ad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bf236738-b7f3-483a-b08a-da9afc6c4a2c,revision_number=1']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:07:11.316351 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-86433256-4080-44f0-b9c4-d61dd4121044 req-2c495d3e-c499-4983-b468-c533856c4355 tempest-ServersOnMultiNodesTest-1472402947 tempest-ServersOnMultiNodesTest-1472402947-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762867177463', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762866656476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12867576'] for port (bc357ad8-1b22-4fe1-a6af-e296389a311b), after_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:07:11.326053 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-931d62fa-7e56-41d1-bb8f-53ec0c944c8f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=84c74bc8-d0b9-421b-a228-c65633b77e10,revision_number=None']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:07:11.332095 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] get_ports_and_sgs() called for port_ids ['bc357ad8-1b22-4fe1-a6af-e296389a311b'] {{(pid=103232) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 19:07:11.362919 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53a263a8-e4ec-483b-a0cc-d911510a66a3 req-81212a3b-3673-4e30-b50d-cd4f8e92e86e tempest-ServersTestJSON-1708482947 tempest-ServersTestJSON-1708482947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:07:11.367167 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-53a263a8-e4ec-483b-a0cc-d911510a66a3 req-81212a3b-3673-4e30-b50d-cd4f8e92e86e tempest-ServersTestJSON-1708482947 tempest-ServersTestJSON-1708482947-project] 10.222.0.75 "GET /v2.0/ports?device_id=5e5434a8-e340-41db-9b12-7261db1c55d2 HTTP/1.1" status: 200 len: 945 time: 0.2571850 Feb 09 19:07:11.403168 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-6c347835-a256-413f-b669-51e243d45773 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-759852'] for subnet (a1a90ed9-4fa2-477d-979f-c550725f9b48), precommit_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:07:11.410679 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed469edf-fd05-49e5-bbaa-283d42a578f5 None None] New status for floating IP 9b850855-04d8-4172-88f4-daad49bdec6c: ACTIVE {{(pid=103232) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 09 19:07:11.427310 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c495d3e-c499-4983-b468-c533856c4355 tempest-ServersOnMultiNodesTest-1472402947 tempest-ServersOnMultiNodesTest-1472402947-project] Pushing event deleted for resources: {'Port': ['ID=bc357ad8-1b22-4fe1-a6af-e296389a311b,revision_number=None']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:07:11.502258 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-c3e7aa32-9b51-4615-8209-19cf3370ed9b req-ac26874e-e33f-451c-8da6-488b6fd45237 tempest-LiveAutoBlockMigrationV225Test-2127879101 tempest-LiveAutoBlockMigrationV225Test-2127879101-project] 10.222.0.75 "GET /v2.0/security-groups?id=e3cb5363-3b49-4f74-b239-a871e755b40a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2916291 Feb 09 19:07:11.515949 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-53a263a8-e4ec-483b-a0cc-d911510a66a3 req-acbe08f0-e8ef-4edd-b77a-03bb7484dc40 tempest-ServersTestJSON-1708482947 tempest-ServersTestJSON-1708482947-project] 10.222.0.75 "GET /v2.0/security-groups?id=4f4cf49e-2dae-4f95-aa8c-af4db5fe746b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0900722 Feb 09 19:07:11.584397 n-d-713498-36 neutron-server[103229]: DEBUG neutron.db.l3_dvrscheduler_db [req-86433256-4080-44f0-b9c4-d61dd4121044 req-2c495d3e-c499-4983-b468-c533856c4355 tempest-ServersOnMultiNodesTest-1472402947 tempest-ServersOnMultiNodesTest-1472402947-project] No DVR routers for this DVR port bc357ad8-1b22-4fe1-a6af-e296389a311b on host n-h1-713498-36 {{(pid=103229) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 19:07:11.591408 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-86433256-4080-44f0-b9c4-d61dd4121044 req-2c495d3e-c499-4983-b468-c533856c4355 tempest-ServersOnMultiNodesTest-1472402947 tempest-ServersOnMultiNodesTest-1472402947-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171096'] for port (None), before_response {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:07:11.600193 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-86433256-4080-44f0-b9c4-d61dd4121044 req-2c495d3e-c499-4983-b468-c533856c4355 tempest-ServersOnMultiNodesTest-1472402947 tempest-ServersOnMultiNodesTest-1472402947-project] 10.222.0.89 "DELETE /v2.0/ports/bc357ad8-1b22-4fe1-a6af-e296389a311b HTTP/1.1" status: 204 len: 173 time: 1.5907106 Feb 09 19:07:11.602353 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-720fde79-8678-4d22-8be5-d7a30066a53c req-15da5c3c-be42-4b62-89ef-c9228e522ae0 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=72155072-1ce5-4892-9e99-4f3e0e1b7d32 HTTP/1.1" status: 200 len: 999 time: 0.3170788 Feb 09 19:07:11.644997 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-1a4b6790-cb40-4207-b81f-c7bed60c557e admin admin] Publish callbacks [] for security_group (bf236738-b7f3-483a-b08a-da9afc6c4a2c), before_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:07:11.716163 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb9cb4a8-631d-4fc2-b576-d2ce79217d2a req-0a667327-c903-46e4-8288-363d75d19152 tempest-LiveAutoBlockMigrationV225Test-1149753898 tempest-LiveAutoBlockMigrationV225Test-1149753898-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:07:11.718201 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-bb9cb4a8-631d-4fc2-b576-d2ce79217d2a req-0a667327-c903-46e4-8288-363d75d19152 tempest-LiveAutoBlockMigrationV225Test-1149753898 tempest-LiveAutoBlockMigrationV225Test-1149753898-project-admin] 10.222.0.75 "GET /v2.0/ports?device_id=d3938fbf-e1b0-4686-9d2f-36596059719e HTTP/1.1" status: 200 len: 1128 time: 0.0769198 Feb 09 19:07:11.723127 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.db [req-b1af85a3-bc78-4408-989e-cfde401000cf req-09fb052b-0010-443c-bde5-2e7872afce88 service neutron] For port 40de4c12-543c-44a6-9bda-24a60a9555b8, host n-h2-713498-36, cleared binding levels {{(pid=103229) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 19:07:11.739852 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-b1af85a3-bc78-4408-989e-cfde401000cf req-09fb052b-0010-443c-bde5-2e7872afce88 service neutron] Publish callbacks [] for binding (None), before_response {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:07:11.741175 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-b1af85a3-bc78-4408-989e-cfde401000cf req-09fb052b-0010-443c-bde5-2e7872afce88 service neutron] 10.222.0.89 "DELETE /v2.0/ports/40de4c12-543c-44a6-9bda-24a60a9555b8/bindings/n-h2-713498-36 HTTP/1.1" status: 204 len: 173 time: 0.4898827 Feb 09 19:07:11.746353 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-1a4b6790-cb40-4207-b81f-c7bed60c557e admin admin] Publish callbacks [] for security_group (bf236738-b7f3-483a-b08a-da9afc6c4a2c), precommit_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:07:11.765069 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-6c347835-a256-413f-b669-51e243d45773 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-760023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14393672', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12985882'] for subnet (a1a90ed9-4fa2-477d-979f-c550725f9b48), after_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:07:11.787243 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-bb9cb4a8-631d-4fc2-b576-d2ce79217d2a req-239d43bb-e5ce-4af4-bc33-67ae52e5ced9 tempest-LiveAutoBlockMigrationV225Test-1149753898 tempest-LiveAutoBlockMigrationV225Test-1149753898-project-admin] 10.222.0.75 "GET /v2.0/security-groups?id=e3cb5363-3b49-4f74-b239-a871e755b40a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574470 Feb 09 19:07:11.838600 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c347835-a256-413f-b669-51e243d45773 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a1a90ed9-4fa2-477d-979f-c550725f9b48,revision_number=None']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:07:11.860996 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-720fde79-8678-4d22-8be5-d7a30066a53c req-4e2f708a-de56-4e93-8435-273ccdd280f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:07:11.862879 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-720fde79-8678-4d22-8be5-d7a30066a53c req-4e2f708a-de56-4e93-8435-273ccdd280f2 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=e62fb123-0190-48e3-9019-90c40f55758c HTTP/1.1" status: 200 len: 842 time: 0.2390854 Feb 09 19:07:11.866714 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-6c347835-a256-413f-b669-51e243d45773 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:07:11.873475 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-6c347835-a256-413f-b669-51e243d45773 admin admin] 10.222.0.75 "DELETE /v2.0/subnets/a1a90ed9-4fa2-477d-979f-c550725f9b48 HTTP/1.1" status: 204 len: 168 time: 1.2971563 Feb 09 19:07:11.874018 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 52254) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:07:11.874687 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f059c347-7dad-41eb-8f4b-bd4c79fb046c None None] Network 85a2e26d-1ada-469a-a5fe-478a404e3f5d requested from n-d-713498-36 {{(pid=103232) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 19:07:11.928638 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62405ae3-530b-4693-8575-988b3562dc26 req-15ca6f45-7176-4a1a-b9bd-3ae93e20b9c0 tempest-LiveMigrationTest-1021096981 tempest-LiveMigrationTest-1021096981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:07:11.931590 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-62405ae3-530b-4693-8575-988b3562dc26 req-15ca6f45-7176-4a1a-b9bd-3ae93e20b9c0 tempest-LiveMigrationTest-1021096981 tempest-LiveMigrationTest-1021096981-project] 10.222.0.75 "GET /v2.0/ports?device_id=2f9a8919-1b2a-4183-90dc-45c5e52d5a99 HTTP/1.1" status: 200 len: 944 time: 0.2624609 Feb 09 19:07:12.016430 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-7724da0f-6d64-44b1-b678-5c1610868587 req-52b3bfc5-aa4f-4c12-8079-b0c1bb17dde6 tempest-ServersOnMultiNodesTest-1472402947 tempest-ServersOnMultiNodesTest-1472402947-project] 10.222.0.75 "GET /v2.0/ports?device_id=7286d075-cf60-4225-a604-fbfa2ee2c8fd HTTP/1.1" status: 200 len: 210 time: 0.0623727 Feb 09 19:07:12.054616 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-f00093e6-999e-4bc8-8aea-6b309d092a44 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-670458'] for network (85a2e26d-1ada-469a-a5fe-478a404e3f5d), before_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:07:12.070017 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-1a4b6790-cb40-4207-b81f-c7bed60c557e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1892331'] for security_group (bf236738-b7f3-483a-b08a-da9afc6c4a2c), after_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:07:12.072666 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-1a4b6790-cb40-4207-b81f-c7bed60c557e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:07:12.078445 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-1a4b6790-cb40-4207-b81f-c7bed60c557e admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/bf236738-b7f3-483a-b08a-da9afc6c4a2c HTTP/1.1" status: 204 len: 168 time: 0.7966175 Feb 09 19:07:12.160471 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-62405ae3-530b-4693-8575-988b3562dc26 req-fbb15f10-a5fa-47e2-9749-72209f6e97a0 tempest-LiveMigrationTest-1021096981 tempest-LiveMigrationTest-1021096981-project] 10.222.0.75 "GET /v2.0/security-groups?id=ba18819a-1490-4e7b-a11b-e8610423d8ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2165613 Feb 09 19:07:12.161909 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a4b6790-cb40-4207-b81f-c7bed60c557e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bf236738-b7f3-483a-b08a-da9afc6c4a2c,revision_number=None']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:07:12.182672 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-720fde79-8678-4d22-8be5-d7a30066a53c req-213f3cb0-1931-4719-bf76-daae7892cfc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:07:12.186349 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-720fde79-8678-4d22-8be5-d7a30066a53c req-213f3cb0-1931-4719-bf76-daae7892cfc8 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=025d7490-0189-4dfb-b0f6-a58555e94e50&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.2941747 Feb 09 19:07:12.215469 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-936d8537-be70-4a11-b378-c93a5b92aed0 None None] DHCP port deletion for 85a2e26d-1ada-469a-a5fe-478a404e3f5d request from n-d-713498-36 {{(pid=103232) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 09 19:07:12.287491 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55b05d67-82c4-46bc-9fff-7d395337f3d5 req-6451d6ba-98f8-4cb7-b77c-d703640432de tempest-LiveAutoBlockMigrationV225Test-1149753898 tempest-LiveAutoBlockMigrationV225Test-1149753898-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:07:12.291210 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-55b05d67-82c4-46bc-9fff-7d395337f3d5 req-6451d6ba-98f8-4cb7-b77c-d703640432de tempest-LiveAutoBlockMigrationV225Test-1149753898 tempest-LiveAutoBlockMigrationV225Test-1149753898-project-admin] 10.222.0.75 "GET /v2.0/ports?device_id=d3938fbf-e1b0-4686-9d2f-36596059719e HTTP/1.1" status: 200 len: 1128 time: 0.1856930 Feb 09 19:07:12.306752 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.plugin [None req-f00093e6-999e-4bc8-8aea-6b309d092a44 admin admin] Deleting port eb6f85da-70d3-43d6-bd82-5ea1900798cc {{(pid=103229) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 19:07:12.308991 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-f00093e6-999e-4bc8-8aea-6b309d092a44 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762867170196'] for port (eb6f85da-70d3-43d6-bd82-5ea1900798cc), before_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:07:12.338374 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-936d8537-be70-4a11-b378-c93a5b92aed0 None None] Deleting port eb6f85da-70d3-43d6-bd82-5ea1900798cc {{(pid=103232) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 19:07:12.338805 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-936d8537-be70-4a11-b378-c93a5b92aed0 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762867170196'] for port (eb6f85da-70d3-43d6-bd82-5ea1900798cc), before_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:07:12.400061 n-d-713498-36 neutron-server[103229]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7286d075-cf60-4225-a604-fbfa2ee2c8fd', 'name': 'network-vif-deleted', 'tag': 'bc357ad8-1b22-4fe1-a6af-e296389a311b'}] {{(pid=103229) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 19:07:12.403040 n-d-713498-36 neutron-server[103229]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fa6ae9a20702bd564eaf90d946620b2b4277b1ab91129323d3b54181076be307" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fa29c54d-15b5-4dd7-966b-ae01babe076f" -d '{"events": [{"server_uuid": "7286d075-cf60-4225-a604-fbfa2ee2c8fd", "name": "network-vif-deleted", "tag": "bc357ad8-1b22-4fe1-a6af-e296389a311b"}]}' {{(pid=103229) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 19:07:12.438900 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f5f4a31-987c-4761-b922-d6e5d1465b75 req-c9485b9f-7a08-437a-887d-390cafd015f5 tempest-TaggedBootDevicesTest_v242-798392635 tempest-TaggedBootDevicesTest_v242-798392635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:07:12.445442 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f5f4a31-987c-4761-b922-d6e5d1465b75 req-c9485b9f-7a08-437a-887d-390cafd015f5 tempest-TaggedBootDevicesTest_v242-798392635 tempest-TaggedBootDevicesTest_v242-798392635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:07:12.451030 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-55b05d67-82c4-46bc-9fff-7d395337f3d5 req-1b6f0f31-aefd-413e-a6bb-960cd7205e55 tempest-LiveAutoBlockMigrationV225Test-1149753898 tempest-LiveAutoBlockMigrationV225Test-1149753898-project-admin] 10.222.0.75 "GET /v2.0/security-groups?id=e3cb5363-3b49-4f74-b239-a871e755b40a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1348708 Feb 09 19:07:12.459838 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.db [None req-f00093e6-999e-4bc8-8aea-6b309d092a44 admin admin] For port eb6f85da-70d3-43d6-bd82-5ea1900798cc, host n-d-713498-36, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-36',level=0,port_id=eb6f85da-70d3-43d6-bd82-5ea1900798cc,segment=NetworkSegment(19c03fab-df11-45cc-9379-6d7d2f2d5f0e),segment_id=19c03fab-df11-45cc-9379-6d7d2f2d5f0e)] {{(pid=103229) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 19:07:12.460206 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-f00093e6-999e-4bc8-8aea-6b309d092a44 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1820838'] for port (eb6f85da-70d3-43d6-bd82-5ea1900798cc), precommit_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:07:12.467133 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f5f4a31-987c-4761-b922-d6e5d1465b75 req-c9485b9f-7a08-437a-887d-390cafd015f5 tempest-TaggedBootDevicesTest_v242-798392635 tempest-TaggedBootDevicesTest_v242-798392635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:07:12.475476 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.plugin [None req-f00093e6-999e-4bc8-8aea-6b309d092a44 admin admin] Calling delete_port for eb6f85da-70d3-43d6-bd82-5ea1900798cc owned by network:dhcp {{(pid=103229) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 19:07:12.484299 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f5f4a31-987c-4761-b922-d6e5d1465b75 req-c9485b9f-7a08-437a-887d-390cafd015f5 tempest-TaggedBootDevicesTest_v242-798392635 tempest-TaggedBootDevicesTest_v242-798392635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:07:12.495331 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f5f4a31-987c-4761-b922-d6e5d1465b75 req-c9485b9f-7a08-437a-887d-390cafd015f5 tempest-TaggedBootDevicesTest_v242-798392635 tempest-TaggedBootDevicesTest_v242-798392635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:07:12.523006 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f5f4a31-987c-4761-b922-d6e5d1465b75 req-c9485b9f-7a08-437a-887d-390cafd015f5 tempest-TaggedBootDevicesTest_v242-798392635 tempest-TaggedBootDevicesTest_v242-798392635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:07:12.528511 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-936d8537-be70-4a11-b378-c93a5b92aed0 None None] For port eb6f85da-70d3-43d6-bd82-5ea1900798cc, host n-d-713498-36, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-36',level=0,port_id=eb6f85da-70d3-43d6-bd82-5ea1900798cc,segment=NetworkSegment(19c03fab-df11-45cc-9379-6d7d2f2d5f0e),segment_id=19c03fab-df11-45cc-9379-6d7d2f2d5f0e)] {{(pid=103232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 19:07:12.528712 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f5f4a31-987c-4761-b922-d6e5d1465b75 req-c9485b9f-7a08-437a-887d-390cafd015f5 tempest-TaggedBootDevicesTest_v242-798392635 tempest-TaggedBootDevicesTest_v242-798392635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:07:12.529083 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-936d8537-be70-4a11-b378-c93a5b92aed0 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1820838'] for port (eb6f85da-70d3-43d6-bd82-5ea1900798cc), precommit_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:07:12.558208 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-2f5f4a31-987c-4761-b922-d6e5d1465b75 req-c9485b9f-7a08-437a-887d-390cafd015f5 tempest-TaggedBootDevicesTest_v242-798392635 tempest-TaggedBootDevicesTest_v242-798392635-project] 10.222.0.75 "GET /v2.0/ports?device_id=8319129f-1054-494a-b0c0-2ec99e839619 HTTP/1.1" status: 200 len: 5431 time: 0.2612243 Feb 09 19:07:12.567245 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-936d8537-be70-4a11-b378-c93a5b92aed0 None None] Calling delete_port for eb6f85da-70d3-43d6-bd82-5ea1900798cc owned by network:dhcp {{(pid=103232) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 19:07:12.608860 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-f00093e6-999e-4bc8-8aea-6b309d092a44 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762867177463', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762866656476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12867576'] for port (eb6f85da-70d3-43d6-bd82-5ea1900798cc), after_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:07:12.647993 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-720fde79-8678-4d22-8be5-d7a30066a53c req-35e841b7-f0cf-4484-b1be-503a67d5cb6e service neutron] 10.222.0.90 "GET /v2.0/networks/025d7490-0189-4dfb-b0f6-a58555e94e50?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4525764 Feb 09 19:07:12.662439 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Device eb6f85da-70d3-43d6-bd82-5ea1900798cc no longer exists at agent ovs-agent-n-d-713498-36 {{(pid=103232) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 19:07:12.685073 n-d-713498-36 neutron-server[103229]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f00093e6-999e-4bc8-8aea-6b309d092a44 admin admin] No DVR routers for this DVR port eb6f85da-70d3-43d6-bd82-5ea1900798cc on host n-d-713498-36 {{(pid=103229) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 19:07:12.695659 n-d-713498-36 neutron-server[103229]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 19:07:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3cd65f58-a195-44f7-81c7-ae42a89d381c x-openstack-request-id: req-3cd65f58-a195-44f7-81c7-ae42a89d381c {{(pid=103229) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 19:07:12.696219 n-d-713498-36 neutron-server[103229]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7286d075-cf60-4225-a604-fbfa2ee2c8fd", "name": "network-vif-deleted", "tag": "bc357ad8-1b22-4fe1-a6af-e296389a311b", "status": "completed", "code": 200}]} {{(pid=103229) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 19:07:12.696948 n-d-713498-36 neutron-server[103229]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-3cd65f58-a195-44f7-81c7-ae42a89d381c {{(pid=103229) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 19:07:12.697455 n-d-713498-36 neutron-server[103229]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7286d075-cf60-4225-a604-fbfa2ee2c8fd', 'name': 'network-vif-deleted', 'tag': 'bc357ad8-1b22-4fe1-a6af-e296389a311b', 'status': 'completed', 'code': 200} Feb 09 19:07:12.715346 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] No Port match for: eb6f85da-70d3-43d6-bd82-5ea1900798cc {{(pid=103232) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 19:07:12.716209 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Device eb6f85da-70d3-43d6-bd82-5ea1900798cc not bound to the agent host n-d-713498-36 {{(pid=103232) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 19:07:12.742761 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f00093e6-999e-4bc8-8aea-6b309d092a44 admin admin] Pushing event deleted for resources: {'Port': ['ID=eb6f85da-70d3-43d6-bd82-5ea1900798cc,revision_number=None']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:07:12.753989 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-936d8537-be70-4a11-b378-c93a5b92aed0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762867177463', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762866656476'] for port (eb6f85da-70d3-43d6-bd82-5ea1900798cc), after_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:07:12.784931 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-2f5f4a31-987c-4761-b922-d6e5d1465b75 req-7daf48b3-03eb-41e8-9bcf-1d413fa94900 tempest-TaggedBootDevicesTest_v242-798392635 tempest-TaggedBootDevicesTest_v242-798392635-project] 10.222.0.75 "GET /v2.0/security-groups?id=58062d4f-c149-4db3-a357-a4eb59a3d83e&id=6452f0cf-fe35-4557-9092-43f1827176a8&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2257526 Feb 09 19:07:12.808583 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-936d8537-be70-4a11-b378-c93a5b92aed0 None None] Pushing event deleted for resources: {'Port': ['ID=eb6f85da-70d3-43d6-bd82-5ea1900798cc,revision_number=None']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:07:12.820064 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.l3_dvrscheduler_db [None req-936d8537-be70-4a11-b378-c93a5b92aed0 None None] No DVR routers for this DVR port eb6f85da-70d3-43d6-bd82-5ea1900798cc on host n-d-713498-36 {{(pid=103232) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 19:07:12.855117 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 52286) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:07:12.867796 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-f00093e6-999e-4bc8-8aea-6b309d092a44 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-590267', 'neutron.services.segments.db._delete_segments_for_network-8762867132609'] for network (85a2e26d-1ada-469a-a5fe-478a404e3f5d), precommit_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:07:12.896780 n-d-713498-36 neutron-server[103229]: DEBUG neutron.services.segments.db [None req-f00093e6-999e-4bc8-8aea-6b309d092a44 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['85a2e26d-1ada-469a-a5fe-478a404e3f5d']}} {{(pid=103229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:07:12.900781 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-720fde79-8678-4d22-8be5-d7a30066a53c req-82b1ce72-1671-4d83-863f-e9f60325f1de service neutron] 10.222.0.90 "GET /v2.0/networks/025d7490-0189-4dfb-b0f6-a58555e94e50?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2354097 Feb 09 19:07:12.921299 n-d-713498-36 neutron-server[103229]: DEBUG neutron.services.segments.db [None req-f00093e6-999e-4bc8-8aea-6b309d092a44 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '19c03fab-df11-45cc-9379-6d7d2f2d5f0e') {'for_net_delete': True} {{(pid=103229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:07:12.921658 n-d-713498-36 neutron-server[103229]: DEBUG neutron.services.segments.db [None req-f00093e6-999e-4bc8-8aea-6b309d092a44 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '19c03fab-df11-45cc-9379-6d7d2f2d5f0e') {} {{(pid=103229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:07:12.937996 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fffbfd5-e181-470c-8395-a9428aa99ba6 req-a7644dd2-02de-4242-9315-59050e62a57f tempest-ServersTestJSON-1708482947 tempest-ServersTestJSON-1708482947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:07:12.947794 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-0fffbfd5-e181-470c-8395-a9428aa99ba6 req-a7644dd2-02de-4242-9315-59050e62a57f tempest-ServersTestJSON-1708482947 tempest-ServersTestJSON-1708482947-project] 10.222.0.75 "GET /v2.0/ports?device_id=5e5434a8-e340-41db-9b12-7261db1c55d2 HTTP/1.1" status: 200 len: 945 time: 0.2178962 Feb 09 19:07:12.953580 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-f00093e6-999e-4bc8-8aea-6b309d092a44 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762867134154', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16683417'] for segment (19c03fab-df11-45cc-9379-6d7d2f2d5f0e), before_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:07:12.986899 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-f00093e6-999e-4bc8-8aea-6b309d092a44 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-759574'] for segment (19c03fab-df11-45cc-9379-6d7d2f2d5f0e), precommit_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:07:13.002228 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f00093e6-999e-4bc8-8aea-6b309d092a44 admin admin] Releasing vlan 350 on physical network physnet1 to pool {{(pid=103229) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 19:07:13.003176 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-f00093e6-999e-4bc8-8aea-6b309d092a44 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-759574', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12867469'] for segment (19c03fab-df11-45cc-9379-6d7d2f2d5f0e), after_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:07:13.005296 n-d-713498-36 neutron-server[103229]: Traceback (most recent call last): Feb 09 19:07:13.005296 n-d-713498-36 neutron-server[103229]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 19:07:13.005296 n-d-713498-36 neutron-server[103229]: timer() Feb 09 19:07:13.005296 n-d-713498-36 neutron-server[103229]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 19:07:13.005296 n-d-713498-36 neutron-server[103229]: cb(*args, **kw) Feb 09 19:07:13.005296 n-d-713498-36 neutron-server[103229]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 19:07:13.005296 n-d-713498-36 neutron-server[103229]: return func(*args, **kwargs) Feb 09 19:07:13.005296 n-d-713498-36 neutron-server[103229]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 19:07:13.005296 n-d-713498-36 neutron-server[103229]: self._notify() Feb 09 19:07:13.005296 n-d-713498-36 neutron-server[103229]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 19:07:13.005296 n-d-713498-36 neutron-server[103229]: self.callback(batched_events) Feb 09 19:07:13.005296 n-d-713498-36 neutron-server[103229]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 19:07:13.005296 n-d-713498-36 neutron-server[103229]: event.method(event) Feb 09 19:07:13.005296 n-d-713498-36 neutron-server[103229]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 19:07:13.005296 n-d-713498-36 neutron-server[103229]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 19:07:13.005296 n-d-713498-36 neutron-server[103229]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 19:07:13.005296 n-d-713498-36 neutron-server[103229]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 19:07:13.005296 n-d-713498-36 neutron-server[103229]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 19:07:13.005296 n-d-713498-36 neutron-server[103229]: return f(self, *a, **k) Feb 09 19:07:13.005296 n-d-713498-36 neutron-server[103229]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 19:07:13.005296 n-d-713498-36 neutron-server[103229]: return self._get(url).json() Feb 09 19:07:13.005296 n-d-713498-36 neutron-server[103229]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 19:07:13.005296 n-d-713498-36 neutron-server[103229]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 19:07:13.005296 n-d-713498-36 neutron-server[103229]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 19:07:13.005296 n-d-713498-36 neutron-server[103229]: return self.request(url, 'GET', **kwargs) Feb 09 19:07:13.005296 n-d-713498-36 neutron-server[103229]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 19:07:13.005296 n-d-713498-36 neutron-server[103229]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 19:07:13.005296 n-d-713498-36 neutron-server[103229]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 19:07:13.005296 n-d-713498-36 neutron-server[103229]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 19:07:13.005296 n-d-713498-36 neutron-server[103229]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 19:07:13.005296 n-d-713498-36 neutron-server[103229]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 19:07:13.005296 n-d-713498-36 neutron-server[103229]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 19:07:13.015655 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-29b59231-1f6c-4903-9254-146d82fe505f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762867132591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593584'] for agent (93303d5e-5d17-45e8-8963-7694f87783ae), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:07:13.076637 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-0fffbfd5-e181-470c-8395-a9428aa99ba6 req-2a692794-c056-4c33-a812-0ee56e45457f tempest-ServersTestJSON-1708482947 tempest-ServersTestJSON-1708482947-project] 10.222.0.75 "GET /v2.0/security-groups?id=4f4cf49e-2dae-4f95-aa8c-af4db5fe746b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1278744 Feb 09 19:07:13.084511 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53f0a062-dc7c-4b7a-b1fa-bad5399523e3 req-86f9e7a9-d526-45be-9201-045a71650592 tempest-LiveMigrationTest-1137365927 tempest-LiveMigrationTest-1137365927-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:07:13.086451 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-53f0a062-dc7c-4b7a-b1fa-bad5399523e3 req-86f9e7a9-d526-45be-9201-045a71650592 tempest-LiveMigrationTest-1137365927 tempest-LiveMigrationTest-1137365927-project-admin] 10.222.0.75 "GET /v2.0/ports?device_id=2f9a8919-1b2a-4183-90dc-45c5e52d5a99 HTTP/1.1" status: 200 len: 1127 time: 0.0784011 Feb 09 19:07:13.115786 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-f00093e6-999e-4bc8-8aea-6b309d092a44 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-590242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1885479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1818895'] for network (85a2e26d-1ada-469a-a5fe-478a404e3f5d), after_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:07:13.123378 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-f00093e6-999e-4bc8-8aea-6b309d092a44 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1613566'] for network (None), before_response {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:07:13.126622 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-f00093e6-999e-4bc8-8aea-6b309d092a44 admin admin] 10.222.0.75 "DELETE /v2.0/networks/85a2e26d-1ada-469a-a5fe-478a404e3f5d HTTP/1.1" status: 204 len: 168 time: 1.2514148 Feb 09 19:07:13.149480 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f00093e6-999e-4bc8-8aea-6b309d092a44 admin admin] Pushing event deleted for resources: {'Network': ['ID=85a2e26d-1ada-469a-a5fe-478a404e3f5d,revision_number=None']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:07:13.164331 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-53f0a062-dc7c-4b7a-b1fa-bad5399523e3 req-b2c792a1-8674-4c87-a3d5-59dffe648bd7 tempest-LiveMigrationTest-1137365927 tempest-LiveMigrationTest-1137365927-project-admin] 10.222.0.75 "GET /v2.0/security-groups?id=ba18819a-1490-4e7b-a11b-e8610423d8ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0643215 Feb 09 19:07:13.191364 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.v2.base [None req-ce9cbddf-d330-45f7-82ee-ef3182752558 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1113156264-network', 'tenant_id': '216741f4995241bbba7cd794217427a2'}} {{(pid=103229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 19:07:13.232116 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ce9cbddf-d330-45f7-82ee-ef3182752558 admin admin] Made reservation on behalf of 216741f4995241bbba7cd794217427a2 for: {'network': 1} {{(pid=103229) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 19:07:13.236514 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-ce9cbddf-d330-45f7-82ee-ef3182752558 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for network (None), before_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:07:13.248185 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-ce9cbddf-d330-45f7-82ee-ef3182752558 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:07:13.327834 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Device bc357ad8-1b22-4fe1-a6af-e296389a311b no longer exists at agent hyperv_n-h1-713498-36 {{(pid=103232) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 19:07:13.354643 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-ce9cbddf-d330-45f7-82ee-ef3182752558 admin admin] Publish callbacks [] for security_group (5ce92d32-ca94-4b6c-925d-b9dff609abe6), precommit_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:07:13.359025 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] No Port match for: bc357ad8-1b22-4fe1-a6af-e296389a311b {{(pid=103232) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 19:07:13.359446 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Device bc357ad8-1b22-4fe1-a6af-e296389a311b not bound to the agent host n-h1-713498-36 {{(pid=103232) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 19:07:13.363809 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-ce9cbddf-d330-45f7-82ee-ef3182752558 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1892331'] for security_group (5ce92d32-ca94-4b6c-925d-b9dff609abe6), after_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:07:13.382253 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3bab18a-e097-49d6-9145-01ac6cee5313 req-901ae0d7-b709-4858-a4fe-9ba6dcd443d0 tempest-LiveMigrationTest-1137365927 tempest-LiveMigrationTest-1137365927-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:07:13.384938 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-c3bab18a-e097-49d6-9145-01ac6cee5313 req-901ae0d7-b709-4858-a4fe-9ba6dcd443d0 tempest-LiveMigrationTest-1137365927 tempest-LiveMigrationTest-1137365927-project-admin] 10.222.0.75 "GET /v2.0/ports?device_id=2f9a8919-1b2a-4183-90dc-45c5e52d5a99 HTTP/1.1" status: 200 len: 1127 time: 0.0853839 Feb 09 19:07:13.393187 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ce9cbddf-d330-45f7-82ee-ef3182752558 admin admin] vlan segment allocate from pool success with {'vlan_id': 384, 'physical_network': 'physnet1'} {{(pid=103229) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 19:07:13.408816 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce9cbddf-d330-45f7-82ee-ef3182752558 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5ce92d32-ca94-4b6c-925d-b9dff609abe6,revision_number=1']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:07:13.415205 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-ce9cbddf-d330-45f7-82ee-ef3182752558 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-759574'] for segment (d4c5d86e-1399-4ff8-a9ec-2a8082c6024a), precommit_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:07:13.415559 n-d-713498-36 neutron-server[103229]: INFO neutron.db.segments_db [None req-ce9cbddf-d330-45f7-82ee-ef3182752558 admin admin] Added segment d4c5d86e-1399-4ff8-a9ec-2a8082c6024a of type vlan for network 22e5c36a-e85f-4512-bcde-f1a1a30e29d3 Feb 09 19:07:13.446797 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 52314) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:07:13.468759 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-ce9cbddf-d330-45f7-82ee-ef3182752558 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762866642225'] for network (22e5c36a-e85f-4512-bcde-f1a1a30e29d3), precommit_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:07:13.476199 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-c3bab18a-e097-49d6-9145-01ac6cee5313 req-864a7846-3156-4bd6-91b9-44c33699aa67 tempest-LiveMigrationTest-1137365927 tempest-LiveMigrationTest-1137365927-project-admin] 10.222.0.75 "GET /v2.0/security-groups?id=ba18819a-1490-4e7b-a11b-e8610423d8ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0845399 Feb 09 19:07:13.512871 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-24c75e40-bb84-4c05-89ec-439c4b07d398 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=2586c214bdfa4f9a89a0552244ef89be&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0648084 Feb 09 19:07:13.517143 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 52320) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:07:13.525212 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-ce9cbddf-d330-45f7-82ee-ef3182752558 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1885479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452'] for network (22e5c36a-e85f-4512-bcde-f1a1a30e29d3), after_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:07:13.526217 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce9cbddf-d330-45f7-82ee-ef3182752558 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:07:13.526904 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-ce9cbddf-d330-45f7-82ee-ef3182752558 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1613566'] for network (None), before_response {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:07:13.585005 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 52324) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:07:13.600435 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce9cbddf-d330-45f7-82ee-ef3182752558 admin admin] Pushing event updated for resources: {'Network': ['ID=22e5c36a-e85f-4512-bcde-f1a1a30e29d3,revision_number=1']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:07:13.610874 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Network 22e5c36a-e85f-4512-bcde-f1a1a30e29d3 details requested by agent ovs-agent-n-d-713498-36 with host n-d-713498-36 {{(pid=103232) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 19:07:13.637777 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-ce9cbddf-d330-45f7-82ee-ef3182752558 admin admin] 10.222.0.75 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.7787948 Feb 09 19:07:13.638685 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 52330) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:07:13.654550 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.v2.base [None req-5d0727c5-289b-4365-b9d9-464920b16113 admin admin] Request body: {'subnet': {'network_id': '22e5c36a-e85f-4512-bcde-f1a1a30e29d3', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1113156264-subnet', 'tenant_id': '216741f4995241bbba7cd794217427a2', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103230) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 19:07:13.677795 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-21a892a6-edd9-408a-a1b2-c5656fa268ef admin admin] Publish callbacks [] for security_group (0538cd73-7a28-42cf-a6e9-9e9bedd40a54), before_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:07:13.696565 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5d0727c5-289b-4365-b9d9-464920b16113 admin admin] Made reservation on behalf of 216741f4995241bbba7cd794217427a2 for: {'subnet': 1} {{(pid=103230) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 19:07:13.702370 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-5d0727c5-289b-4365-b9d9-464920b16113 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12985917'] for subnet (None), before_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:07:13.719318 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-21a892a6-edd9-408a-a1b2-c5656fa268ef admin admin] Publish callbacks [] for security_group (0538cd73-7a28-42cf-a6e9-9e9bedd40a54), precommit_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:07:13.814628 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-21a892a6-edd9-408a-a1b2-c5656fa268ef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1892331'] for security_group (0538cd73-7a28-42cf-a6e9-9e9bedd40a54), after_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:07:13.819421 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-21a892a6-edd9-408a-a1b2-c5656fa268ef admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:07:13.821607 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-21a892a6-edd9-408a-a1b2-c5656fa268ef admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/0538cd73-7a28-42cf-a6e9-9e9bedd40a54 HTTP/1.1" status: 204 len: 168 time: 0.3041236 Feb 09 19:07:13.834661 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21a892a6-edd9-408a-a1b2-c5656fa268ef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0538cd73-7a28-42cf-a6e9-9e9bedd40a54,revision_number=None']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:07:13.952143 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-dee4d29d-8bbc-40e0-b961-0f9a99ffefec admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=1672ee8b769240288b95113d5dff1fd2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3658047 Feb 09 19:07:13.954627 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 52350) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:07:14.002309 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-5d0727c5-289b-4365-b9d9-464920b16113 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14393611', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12985859'] for subnet (fd92991c-99c1-4998-85f2-810e9ca4298d), after_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:07:14.046209 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-7b04637d-ac7b-4e98-8c21-fd0e6c59cb0e admin admin] Publish callbacks [] for security_group (aed5302d-0478-4b9d-b014-143adc5c0d74), before_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:07:14.103411 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d0727c5-289b-4365-b9d9-464920b16113 admin admin] Pushing event updated for resources: {'Subnet': ['ID=fd92991c-99c1-4998-85f2-810e9ca4298d,revision_number=0']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:07:14.130409 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-7b04637d-ac7b-4e98-8c21-fd0e6c59cb0e admin admin] Publish callbacks [] for security_group (aed5302d-0478-4b9d-b014-143adc5c0d74), precommit_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:07:14.138505 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85e81bd4-aa3a-46ca-bacd-82f530d3e2d4 req-ce2ce023-3387-4c04-ae85-b28f224a3618 tempest-TaggedBootDevicesTest_v242-798392635 tempest-TaggedBootDevicesTest_v242-798392635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:07:14.144313 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85e81bd4-aa3a-46ca-bacd-82f530d3e2d4 req-ce2ce023-3387-4c04-ae85-b28f224a3618 tempest-TaggedBootDevicesTest_v242-798392635 tempest-TaggedBootDevicesTest_v242-798392635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:07:14.149630 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85e81bd4-aa3a-46ca-bacd-82f530d3e2d4 req-ce2ce023-3387-4c04-ae85-b28f224a3618 tempest-TaggedBootDevicesTest_v242-798392635 tempest-TaggedBootDevicesTest_v242-798392635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:07:14.156513 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85e81bd4-aa3a-46ca-bacd-82f530d3e2d4 req-ce2ce023-3387-4c04-ae85-b28f224a3618 tempest-TaggedBootDevicesTest_v242-798392635 tempest-TaggedBootDevicesTest_v242-798392635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:07:14.161788 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85e81bd4-aa3a-46ca-bacd-82f530d3e2d4 req-ce2ce023-3387-4c04-ae85-b28f224a3618 tempest-TaggedBootDevicesTest_v242-798392635 tempest-TaggedBootDevicesTest_v242-798392635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:07:14.167530 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85e81bd4-aa3a-46ca-bacd-82f530d3e2d4 req-ce2ce023-3387-4c04-ae85-b28f224a3618 tempest-TaggedBootDevicesTest_v242-798392635 tempest-TaggedBootDevicesTest_v242-798392635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:07:14.174270 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85e81bd4-aa3a-46ca-bacd-82f530d3e2d4 req-ce2ce023-3387-4c04-ae85-b28f224a3618 tempest-TaggedBootDevicesTest_v242-798392635 tempest-TaggedBootDevicesTest_v242-798392635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:07:14.176419 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-85e81bd4-aa3a-46ca-bacd-82f530d3e2d4 req-ce2ce023-3387-4c04-ae85-b28f224a3618 tempest-TaggedBootDevicesTest_v242-798392635 tempest-TaggedBootDevicesTest_v242-798392635-project] 10.222.0.75 "GET /v2.0/ports?device_id=8319129f-1054-494a-b0c0-2ec99e839619 HTTP/1.1" status: 200 len: 5431 time: 0.1950591 Feb 09 19:07:14.177463 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d0727c5-289b-4365-b9d9-464920b16113 admin admin] Checking segment: {'id': 'd4c5d86e-1399-4ff8-a9ec-2a8082c6024a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': '22e5c36a-e85f-4512-bcde-f1a1a30e29d3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103230) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 19:07:14.177866 n-d-713498-36 neutron-server[103230]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d0727c5-289b-4365-b9d9-464920b16113 admin admin] Network hostable DHCP agents. Network: 22e5c36a-e85f-4512-bcde-f1a1a30e29d3, hostable agents: ['af91e4b9-f4e1-42b1-a25c-a10dc47171c8'], hosted agents: [] {{(pid=103230) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 19:07:14.199718 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-edc54c9b-7f13-45d9-9271-85c9738b0128 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762867132591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593584'] for agent (a62b1850-466f-48ae-bec7-d62fb280e14b), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:07:14.217361 n-d-713498-36 neutron-server[103230]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d0727c5-289b-4365-b9d9-464920b16113 admin admin] Network 22e5c36a-e85f-4512-bcde-f1a1a30e29d3 is scheduled to be hosted by DHCP agent af91e4b9-f4e1-42b1-a25c-a10dc47171c8 with binding_index 1 {{(pid=103230) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 19:07:14.229146 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-7b04637d-ac7b-4e98-8c21-fd0e6c59cb0e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1892331'] for security_group (aed5302d-0478-4b9d-b014-143adc5c0d74), after_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:07:14.243273 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-7b04637d-ac7b-4e98-8c21-fd0e6c59cb0e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:07:14.246008 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-7b04637d-ac7b-4e98-8c21-fd0e6c59cb0e admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/aed5302d-0478-4b9d-b014-143adc5c0d74 HTTP/1.1" status: 204 len: 168 time: 0.2890775 Feb 09 19:07:14.251847 n-d-713498-36 neutron-server[103230]: DEBUG neutron.scheduler.base_scheduler [None req-5d0727c5-289b-4365-b9d9-464920b16113 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713498-36, 22e5c36a-e85f-4512-bcde-f1a1a30e29d3) {{(pid=103230) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 19:07:14.261052 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e68d4758-64e2-4bca-b2d0-6220e477ff48 None None] Network 22e5c36a-e85f-4512-bcde-f1a1a30e29d3 requested from n-d-713498-36 {{(pid=103232) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 19:07:14.263231 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b04637d-ac7b-4e98-8c21-fd0e6c59cb0e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aed5302d-0478-4b9d-b014-143adc5c0d74,revision_number=None']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:07:14.269060 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d0727c5-289b-4365-b9d9-464920b16113 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:07:14.270207 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-5d0727c5-289b-4365-b9d9-464920b16113 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:07:14.301830 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-85e81bd4-aa3a-46ca-bacd-82f530d3e2d4 req-d8dcab6e-89a2-4caf-a3c4-4f15eb06bda2 tempest-TaggedBootDevicesTest_v242-798392635 tempest-TaggedBootDevicesTest_v242-798392635-project] 10.222.0.75 "GET /v2.0/security-groups?id=58062d4f-c149-4db3-a357-a4eb59a3d83e&id=6452f0cf-fe35-4557-9092-43f1827176a8&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1173849 Feb 09 19:07:14.312851 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-5d0727c5-289b-4365-b9d9-464920b16113 admin admin] 10.222.0.75 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.6728327 Feb 09 19:07:14.505984 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fcd837d4-6704-4f79-bbca-48310c62fdb9 None None] Network 22e5c36a-e85f-4512-bcde-f1a1a30e29d3 requested from n-d-713498-36 {{(pid=103232) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 19:07:14.564519 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f25797d-26b3-44a5-ae80-7da55e543c84 req-4a44887f-02cb-4bd7-a3e4-201655ea49c4 tempest-ServersTestJSON-1708482947 tempest-ServersTestJSON-1708482947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:07:14.573496 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-9f25797d-26b3-44a5-ae80-7da55e543c84 req-4a44887f-02cb-4bd7-a3e4-201655ea49c4 tempest-ServersTestJSON-1708482947 tempest-ServersTestJSON-1708482947-project] 10.222.0.75 "GET /v2.0/ports?device_id=5e5434a8-e340-41db-9b12-7261db1c55d2 HTTP/1.1" status: 200 len: 945 time: 0.0897102 Feb 09 19:07:14.669491 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-9f25797d-26b3-44a5-ae80-7da55e543c84 req-d3ab9143-922c-4c18-9d85-07d6b3c2d9d1 tempest-ServersTestJSON-1708482947 tempest-ServersTestJSON-1708482947-project] 10.222.0.75 "GET /v2.0/security-groups?id=4f4cf49e-2dae-4f95-aa8c-af4db5fe746b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0938721 Feb 09 19:07:14.822482 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [req-9cf7d7e3-7aa0-4d40-b747-fe861abc0add req-9800ecf3-cb24-4c2b-832a-b70492ea2381 tempest-LiveAutoBlockMigrationV225Test-1149753898 tempest-LiveAutoBlockMigrationV225Test-1149753898-project-admin] http://10.222.0.75:9696/v2.0/extensions returned with HTTP 200 {{(pid=103230) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 09 19:07:14.823718 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-9cf7d7e3-7aa0-4d40-b747-fe861abc0add req-9800ecf3-cb24-4c2b-832a-b70492ea2381 tempest-LiveAutoBlockMigrationV225Test-1149753898 tempest-LiveAutoBlockMigrationV225Test-1149753898-project-admin] 10.222.0.75 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0075681 Feb 09 19:07:14.898084 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce03270b-210d-4fd6-9691-45423ab18f1c req-d7ced57a-8b8b-4fb9-9771-3841cf613dde tempest-ServersTestJSON-1708482947 tempest-ServersTestJSON-1708482947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:07:14.900792 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-ce03270b-210d-4fd6-9691-45423ab18f1c req-d7ced57a-8b8b-4fb9-9771-3841cf613dde tempest-ServersTestJSON-1708482947 tempest-ServersTestJSON-1708482947-project] 10.222.0.75 "GET /v2.0/ports?device_id=5e5434a8-e340-41db-9b12-7261db1c55d2 HTTP/1.1" status: 200 len: 945 time: 0.1201117 Feb 09 19:07:14.903287 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cf7d7e3-7aa0-4d40-b747-fe861abc0add req-4287798e-e45f-4da3-be81-862b3e89dbc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:07:14.906150 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-9cf7d7e3-7aa0-4d40-b747-fe861abc0add req-4287798e-e45f-4da3-be81-862b3e89dbc0 service neutron] 10.222.0.75 "GET /v2.0/ports/0cc10c1d-eb71-4257-813d-d978a5eb3a04 HTTP/1.1" status: 200 len: 1125 time: 0.0736639 Feb 09 19:07:14.918989 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.v2.base [req-9cf7d7e3-7aa0-4d40-b747-fe861abc0add req-1d2703bb-b986-4c71-b9ad-bafde10dd602 service neutron] Request body: {'binding': {'host': 'n-h2-713498-36', 'vnic_type': 'normal', 'profile': {}}} {{(pid=103230) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 19:07:14.920248 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.v2.base [req-9cf7d7e3-7aa0-4d40-b747-fe861abc0add req-1d2703bb-b986-4c71-b9ad-bafde10dd602 service neutron] Unknown quota resources ['binding']. {{(pid=103230) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Feb 09 19:07:14.960553 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 52390) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:07:15.034690 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 52394) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:07:15.036233 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-8f68d1f4-da13-4d45-b2e1-b9a06097c324 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=020a6deb54fb4a8dba46fd80fc3f7887&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0726182 Feb 09 19:07:15.054485 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-ce03270b-210d-4fd6-9691-45423ab18f1c req-a66d5da9-fd04-4352-8c42-45aa6c41932f tempest-ServersTestJSON-1708482947 tempest-ServersTestJSON-1708482947-project] 10.222.0.75 "GET /v2.0/security-groups?id=4f4cf49e-2dae-4f95-aa8c-af4db5fe746b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1400588 Feb 09 19:07:15.108153 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-902b2ad9-f8b9-4bcf-9022-2b3688113a99 admin admin] Publish callbacks [] for security_group (338e258a-013a-42c8-b8c4-43e624bf2b63), before_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:07:15.154663 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-902b2ad9-f8b9-4bcf-9022-2b3688113a99 admin admin] Publish callbacks [] for security_group (338e258a-013a-42c8-b8c4-43e624bf2b63), precommit_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:07:15.193029 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.managers [req-9cf7d7e3-7aa0-4d40-b747-fe861abc0add req-1d2703bb-b986-4c71-b9ad-bafde10dd602 service neutron] Attempting to bind port 0cc10c1d-eb71-4257-813d-d978a5eb3a04 on host n-h2-713498-36 for vnic_type normal with profile None {{(pid=103230) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 19:07:15.193372 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.managers [req-9cf7d7e3-7aa0-4d40-b747-fe861abc0add req-1d2703bb-b986-4c71-b9ad-bafde10dd602 service neutron] Attempting to bind port 0cc10c1d-eb71-4257-813d-d978a5eb3a04 by drivers openvswitch,hyperv on host n-h2-713498-36 at level 0 using segments [{'id': 'b98d4747-b18c-4141-8910-77c1fada78d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': '0e993f99-d3d0-4a2a-8eed-2f34375798b5'}] {{(pid=103230) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 19:07:15.193700 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9cf7d7e3-7aa0-4d40-b747-fe861abc0add req-1d2703bb-b986-4c71-b9ad-bafde10dd602 service neutron] Attempting to bind port 0cc10c1d-eb71-4257-813d-d978a5eb3a04 on network 0e993f99-d3d0-4a2a-8eed-2f34375798b5 {{(pid=103230) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 19:07:15.201594 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9cf7d7e3-7aa0-4d40-b747-fe861abc0add req-1d2703bb-b986-4c71-b9ad-bafde10dd602 service neutron] Port 0cc10c1d-eb71-4257-813d-d978a5eb3a04 on network 0e993f99-d3d0-4a2a-8eed-2f34375798b5 not bound, no agent of type Open vSwitch agent registered on host n-h2-713498-36 {{(pid=103230) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 19:07:15.201927 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9cf7d7e3-7aa0-4d40-b747-fe861abc0add req-1d2703bb-b986-4c71-b9ad-bafde10dd602 service neutron] Attempting to bind port 0cc10c1d-eb71-4257-813d-d978a5eb3a04 on network 0e993f99-d3d0-4a2a-8eed-2f34375798b5 {{(pid=103230) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 19:07:15.208517 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9cf7d7e3-7aa0-4d40-b747-fe861abc0add req-1d2703bb-b986-4c71-b9ad-bafde10dd602 service neutron] Checking agent: {'id': 'bcd5faee-dc24-4298-9134-0e0aa054058e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713498-36', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 18, 59, 19), 'started_at': datetime.datetime(2022, 2, 9, 18, 59, 19), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 19, 6, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103230) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 19:07:15.209269 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9cf7d7e3-7aa0-4d40-b747-fe861abc0add req-1d2703bb-b986-4c71-b9ad-bafde10dd602 service neutron] Checking segment: {'id': 'b98d4747-b18c-4141-8910-77c1fada78d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': '0e993f99-d3d0-4a2a-8eed-2f34375798b5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103230) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 19:07:15.209821 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9cf7d7e3-7aa0-4d40-b747-fe861abc0add req-1d2703bb-b986-4c71-b9ad-bafde10dd602 service neutron] Bound using segment: {'id': 'b98d4747-b18c-4141-8910-77c1fada78d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': '0e993f99-d3d0-4a2a-8eed-2f34375798b5'} {{(pid=103230) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 19:07:15.210452 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.managers [req-9cf7d7e3-7aa0-4d40-b747-fe861abc0add req-1d2703bb-b986-4c71-b9ad-bafde10dd602 service neutron] Bound port: 0cc10c1d-eb71-4257-813d-d978a5eb3a04, host: n-h2-713498-36, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b98d4747-b18c-4141-8910-77c1fada78d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': '0e993f99-d3d0-4a2a-8eed-2f34375798b5'}}] {{(pid=103230) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 19:07:15.253271 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-902b2ad9-f8b9-4bcf-9022-2b3688113a99 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1892331'] for security_group (338e258a-013a-42c8-b8c4-43e624bf2b63), after_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:07:15.256253 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-902b2ad9-f8b9-4bcf-9022-2b3688113a99 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:07:15.257608 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-902b2ad9-f8b9-4bcf-9022-2b3688113a99 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/338e258a-013a-42c8-b8c4-43e624bf2b63 HTTP/1.1" status: 204 len: 168 time: 0.2224596 Feb 09 19:07:15.273612 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-902b2ad9-f8b9-4bcf-9022-2b3688113a99 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=338e258a-013a-42c8-b8c4-43e624bf2b63,revision_number=None']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:07:15.287857 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.db [req-9cf7d7e3-7aa0-4d40-b747-fe861abc0add req-1d2703bb-b986-4c71-b9ad-bafde10dd602 service neutron] For port 0cc10c1d-eb71-4257-813d-d978a5eb3a04, host n-h2-713498-36, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-36',level=0,port_id=0cc10c1d-eb71-4257-813d-d978a5eb3a04,segment=NetworkSegment(b98d4747-b18c-4141-8910-77c1fada78d1),segment_id=b98d4747-b18c-4141-8910-77c1fada78d1)] {{(pid=103230) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 19:07:15.298682 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [req-9cf7d7e3-7aa0-4d40-b747-fe861abc0add req-1d2703bb-b986-4c71-b9ad-bafde10dd602 service neutron] Publish callbacks [] for binding (None), before_response {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:07:15.299914 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-9cf7d7e3-7aa0-4d40-b747-fe861abc0add req-1d2703bb-b986-4c71-b9ad-bafde10dd602 service neutron] 10.222.0.75 "POST /v2.0/ports/0cc10c1d-eb71-4257-813d-d978a5eb3a04/bindings HTTP/1.1" status: 201 len: 390 time: 0.3876104 Feb 09 19:07:15.555671 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af27cbb8-2cd3-4dcd-add6-e7ed021bb901 req-a23b6d67-824b-45f4-8233-caf4ab11d33d tempest-TaggedBootDevicesTest_v242-798392635 tempest-TaggedBootDevicesTest_v242-798392635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:07:15.568893 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af27cbb8-2cd3-4dcd-add6-e7ed021bb901 req-a23b6d67-824b-45f4-8233-caf4ab11d33d tempest-TaggedBootDevicesTest_v242-798392635 tempest-TaggedBootDevicesTest_v242-798392635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:07:15.577113 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af27cbb8-2cd3-4dcd-add6-e7ed021bb901 req-a23b6d67-824b-45f4-8233-caf4ab11d33d tempest-TaggedBootDevicesTest_v242-798392635 tempest-TaggedBootDevicesTest_v242-798392635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:07:15.589767 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af27cbb8-2cd3-4dcd-add6-e7ed021bb901 req-a23b6d67-824b-45f4-8233-caf4ab11d33d tempest-TaggedBootDevicesTest_v242-798392635 tempest-TaggedBootDevicesTest_v242-798392635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:07:15.597455 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af27cbb8-2cd3-4dcd-add6-e7ed021bb901 req-a23b6d67-824b-45f4-8233-caf4ab11d33d tempest-TaggedBootDevicesTest_v242-798392635 tempest-TaggedBootDevicesTest_v242-798392635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:07:15.605353 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af27cbb8-2cd3-4dcd-add6-e7ed021bb901 req-a23b6d67-824b-45f4-8233-caf4ab11d33d tempest-TaggedBootDevicesTest_v242-798392635 tempest-TaggedBootDevicesTest_v242-798392635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:07:15.613608 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af27cbb8-2cd3-4dcd-add6-e7ed021bb901 req-a23b6d67-824b-45f4-8233-caf4ab11d33d tempest-TaggedBootDevicesTest_v242-798392635 tempest-TaggedBootDevicesTest_v242-798392635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:07:15.628682 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-af27cbb8-2cd3-4dcd-add6-e7ed021bb901 req-a23b6d67-824b-45f4-8233-caf4ab11d33d tempest-TaggedBootDevicesTest_v242-798392635 tempest-TaggedBootDevicesTest_v242-798392635-project] 10.222.0.75 "GET /v2.0/ports?device_id=8319129f-1054-494a-b0c0-2ec99e839619 HTTP/1.1" status: 200 len: 5431 time: 0.1612368 Feb 09 19:07:15.697531 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4900b0c-68a9-4737-86b6-c11a6dceeb85 req-6ae43d65-c645-4f51-8470-901a078e84bf tempest-DeleteServersTestJSON-1870379525 tempest-DeleteServersTestJSON-1870379525-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:07:15.699859 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 52434) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:07:15.705934 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-a4900b0c-68a9-4737-86b6-c11a6dceeb85 req-6ae43d65-c645-4f51-8470-901a078e84bf tempest-DeleteServersTestJSON-1870379525 tempest-DeleteServersTestJSON-1870379525-project] 10.222.0.75 "GET /v2.0/networks?id=22e5c36a-e85f-4512-bcde-f1a1a30e29d3 HTTP/1.1" status: 200 len: 812 time: 0.2876570 Feb 09 19:07:15.735330 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-a4900b0c-68a9-4737-86b6-c11a6dceeb85 req-4de3e4bd-d92b-46f8-b140-3dafed35b938 tempest-DeleteServersTestJSON-1870379525 tempest-DeleteServersTestJSON-1870379525-project] 10.222.0.75 "GET /v2.0/quotas/216741f4995241bbba7cd794217427a2 HTTP/1.1" status: 200 len: 375 time: 0.0278039 Feb 09 19:07:15.767130 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-af27cbb8-2cd3-4dcd-add6-e7ed021bb901 req-b31a2fd2-8fb7-4d57-8987-e7cc20e586dd tempest-TaggedBootDevicesTest_v242-798392635 tempest-TaggedBootDevicesTest_v242-798392635-project] 10.222.0.75 "GET /v2.0/security-groups?id=58062d4f-c149-4db3-a357-a4eb59a3d83e&id=6452f0cf-fe35-4557-9092-43f1827176a8&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1374762 Feb 09 19:07:15.817156 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-a7262a8e-0513-48fd-984d-75726a511961 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762867132591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593584'] for agent (911cfea2-02ae-4ec9-bac3-7808ee1cdd9c), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:07:15.840814 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-a4900b0c-68a9-4737-86b6-c11a6dceeb85 req-01252141-689d-4858-a153-c233e2cc4e0d tempest-DeleteServersTestJSON-1870379525 tempest-DeleteServersTestJSON-1870379525-project] 10.222.0.75 "GET /v2.0/ports?tenant_id=216741f4995241bbba7cd794217427a2&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0782337 Feb 09 19:07:15.915260 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.v2.base [None req-3a7ce4f5-ddaa-46b6-9631-efd2605f954b admin admin] Request body: {'network': {'name': 'tempest-ImagesTestJSON-1779029952-network', 'tenant_id': '818187f205084ea0b383f821b00a5aa5'}} {{(pid=103229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 19:07:15.940530 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cf7d7e3-7aa0-4d40-b747-fe861abc0add req-5d329bd7-a5f5-48bb-a1f4-694eebc4a6b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:07:15.944729 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-9cf7d7e3-7aa0-4d40-b747-fe861abc0add req-5d329bd7-a5f5-48bb-a1f4-694eebc4a6b0 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=b8d56d08e88f4d4daeb8e5fed321a162&device_id=d3938fbf-e1b0-4686-9d2f-36596059719e HTTP/1.1" status: 200 len: 1128 time: 0.2275558 Feb 09 19:07:15.955507 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3a7ce4f5-ddaa-46b6-9631-efd2605f954b admin admin] Made reservation on behalf of 818187f205084ea0b383f821b00a5aa5 for: {'network': 1} {{(pid=103229) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 19:07:15.958675 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-3a7ce4f5-ddaa-46b6-9631-efd2605f954b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for network (None), before_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:07:15.981091 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-3a7ce4f5-ddaa-46b6-9631-efd2605f954b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:07:16.038348 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-a4900b0c-68a9-4737-86b6-c11a6dceeb85 req-ae9d7ca6-b3f2-4eb3-81da-df343c07d9e4 service neutron] 10.222.0.75 "GET /v2.0/networks/22e5c36a-e85f-4512-bcde-f1a1a30e29d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1963332 Feb 09 19:07:16.162221 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-3a7ce4f5-ddaa-46b6-9631-efd2605f954b admin admin] Publish callbacks [] for security_group (1f45f199-38bd-4afd-a63a-d9a4ed62c8a8), precommit_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:07:16.172416 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-3a7ce4f5-ddaa-46b6-9631-efd2605f954b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1892331'] for security_group (1f45f199-38bd-4afd-a63a-d9a4ed62c8a8), after_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:07:16.176726 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cf7d7e3-7aa0-4d40-b747-fe861abc0add req-ecad6477-be56-435c-b223-ccf6fe2a70bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:07:16.179757 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-9cf7d7e3-7aa0-4d40-b747-fe861abc0add req-ecad6477-be56-435c-b223-ccf6fe2a70bc service neutron] 10.222.0.90 "GET /v2.0/networks?id=0e993f99-d3d0-4a2a-8eed-2f34375798b5 HTTP/1.1" status: 200 len: 921 time: 0.2095687 Feb 09 19:07:16.199859 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3a7ce4f5-ddaa-46b6-9631-efd2605f954b admin admin] vlan segment allocate from pool success with {'vlan_id': 352, 'physical_network': 'physnet1'} {{(pid=103229) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 19:07:16.215100 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-3a7ce4f5-ddaa-46b6-9631-efd2605f954b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-759574'] for segment (1cb0f7b5-eca3-4fd8-9372-0323bad2bf37), precommit_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:07:16.216322 n-d-713498-36 neutron-server[103229]: INFO neutron.db.segments_db [None req-3a7ce4f5-ddaa-46b6-9631-efd2605f954b admin admin] Added segment 1cb0f7b5-eca3-4fd8-9372-0323bad2bf37 of type vlan for network e119be35-9333-4ec1-a284-366321b505fc Feb 09 19:07:16.259661 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-3a7ce4f5-ddaa-46b6-9631-efd2605f954b admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762866642225'] for network (e119be35-9333-4ec1-a284-366321b505fc), precommit_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:07:16.268519 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-9cf7d7e3-7aa0-4d40-b747-fe861abc0add req-fb7ed3ab-8140-457a-9be4-f801a5b62ee5 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=0cc10c1d-eb71-4257-813d-d978a5eb3a04 HTTP/1.1" status: 200 len: 217 time: 0.0616646 Feb 09 19:07:16.275454 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-a4900b0c-68a9-4737-86b6-c11a6dceeb85 req-8e8fee79-c92f-4292-96ad-41f2fb71f123 service neutron] 10.222.0.75 "GET /v2.0/networks/22e5c36a-e85f-4512-bcde-f1a1a30e29d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2274642 Feb 09 19:07:16.348797 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-3a7ce4f5-ddaa-46b6-9631-efd2605f954b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1885479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452'] for network (e119be35-9333-4ec1-a284-366321b505fc), after_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:07:16.350171 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a7ce4f5-ddaa-46b6-9631-efd2605f954b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:07:16.351005 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-3a7ce4f5-ddaa-46b6-9631-efd2605f954b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1613566'] for network (None), before_response {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:07:16.358171 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a7ce4f5-ddaa-46b6-9631-efd2605f954b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1f45f199-38bd-4afd-a63a-d9a4ed62c8a8,revision_number=1']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:07:16.379329 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cf7d7e3-7aa0-4d40-b747-fe861abc0add req-8d6b8860-e6fc-451f-a6ac-8cd134f85419 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:07:16.383270 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-9cf7d7e3-7aa0-4d40-b747-fe861abc0add req-8d6b8860-e6fc-451f-a6ac-8cd134f85419 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=7d496e2d-6315-4d42-9415-66e0bdf20977 HTTP/1.1" status: 200 len: 860 time: 0.0991104 Feb 09 19:07:16.444378 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-9cf7d7e3-7aa0-4d40-b747-fe861abc0add req-ffc43570-42fc-483f-8050-d0fe051be4a9 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=0e993f99-d3d0-4a2a-8eed-2f34375798b5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0504472 Feb 09 19:07:16.476751 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-3a7ce4f5-ddaa-46b6-9631-efd2605f954b admin admin] 10.222.0.75 "POST /v2.0/networks HTTP/1.1" status: 201 len: 878 time: 0.7748978 Feb 09 19:07:16.480518 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 52462) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:07:16.486142 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.v2.base [None req-e6540181-62ba-4390-9ef8-86734ef74695 admin admin] Request body: {'subnet': {'network_id': 'e119be35-9333-4ec1-a284-366321b505fc', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImagesTestJSON-1779029952-subnet', 'tenant_id': '818187f205084ea0b383f821b00a5aa5', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 19:07:16.503998 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de13f72e-0b42-4248-a242-daf86c0bf542 req-921a65d3-d3d7-43e2-8d65-f5e62dca0139 tempest-LiveAutoBlockMigrationV225Test-2127879101 tempest-LiveAutoBlockMigrationV225Test-2127879101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:07:16.526737 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-de13f72e-0b42-4248-a242-daf86c0bf542 req-921a65d3-d3d7-43e2-8d65-f5e62dca0139 tempest-LiveAutoBlockMigrationV225Test-2127879101 tempest-LiveAutoBlockMigrationV225Test-2127879101-project] 10.222.0.75 "GET /v2.0/ports?device_id=d3938fbf-e1b0-4686-9d2f-36596059719e HTTP/1.1" status: 200 len: 945 time: 0.2500665 Feb 09 19:07:16.529714 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a7ce4f5-ddaa-46b6-9631-efd2605f954b admin admin] Pushing event updated for resources: {'Network': ['ID=e119be35-9333-4ec1-a284-366321b505fc,revision_number=1']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:07:16.553336 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Network e119be35-9333-4ec1-a284-366321b505fc details requested by agent ovs-agent-n-d-713498-36 with host n-d-713498-36 {{(pid=103232) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 19:07:16.661236 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e6540181-62ba-4390-9ef8-86734ef74695 admin admin] Made reservation on behalf of 818187f205084ea0b383f821b00a5aa5 for: {'subnet': 1} {{(pid=103229) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 19:07:16.663968 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-e6540181-62ba-4390-9ef8-86734ef74695 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12759265'] for subnet (None), before_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:07:16.682387 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-9cf7d7e3-7aa0-4d40-b747-fe861abc0add req-79ed2495-f669-4d7a-ae85-d9c43e5eb4f2 service neutron] 10.222.0.90 "GET /v2.0/networks/0e993f99-d3d0-4a2a-8eed-2f34375798b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2195454 Feb 09 19:07:16.764488 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-a76e08f4-8598-44ce-a97c-b1eabd69748a req-9a698e3a-7898-416b-a0cd-9f91e95f7675 tempest-DeleteServersTestJSON-1870379525 tempest-DeleteServersTestJSON-1870379525-project] 10.222.0.75 "GET /v2.0/ports?device_id=95c33cdb-e7f8-4afa-8b5b-e8bf44a35e34 HTTP/1.1" status: 200 len: 210 time: 0.0785336 Feb 09 19:07:16.891988 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-9cf7d7e3-7aa0-4d40-b747-fe861abc0add req-c7432c5b-94d7-451b-8239-b65a9040da20 service neutron] 10.222.0.90 "GET /v2.0/networks/0e993f99-d3d0-4a2a-8eed-2f34375798b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1867940 Feb 09 19:07:16.904715 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-de13f72e-0b42-4248-a242-daf86c0bf542 req-7fe1f2db-46b4-4944-8c51-b0168bd3e306 tempest-LiveAutoBlockMigrationV225Test-2127879101 tempest-LiveAutoBlockMigrationV225Test-2127879101-project] 10.222.0.75 "GET /v2.0/security-groups?id=e3cb5363-3b49-4f74-b239-a871e755b40a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3769467 Feb 09 19:07:16.911476 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-e6540181-62ba-4390-9ef8-86734ef74695 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12867428', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12759263'] for subnet (1c11460d-4fed-4117-8587-f721cf533c67), after_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:07:16.993471 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 52500) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:07:16.996652 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762867132591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593584'] for agent (496418a2-c002-4aec-ab1a-07f3bea491bd), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:07:17.037035 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6540181-62ba-4390-9ef8-86734ef74695 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1c11460d-4fed-4117-8587-f721cf533c67,revision_number=0']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:07:17.069317 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6540181-62ba-4390-9ef8-86734ef74695 admin admin] Checking segment: {'id': '1cb0f7b5-eca3-4fd8-9372-0323bad2bf37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': 'e119be35-9333-4ec1-a284-366321b505fc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103229) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 19:07:17.069985 n-d-713498-36 neutron-server[103229]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6540181-62ba-4390-9ef8-86734ef74695 admin admin] Network hostable DHCP agents. Network: e119be35-9333-4ec1-a284-366321b505fc, hostable agents: ['af91e4b9-f4e1-42b1-a25c-a10dc47171c8'], hosted agents: [] {{(pid=103229) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 19:07:17.103515 n-d-713498-36 neutron-server[103229]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6540181-62ba-4390-9ef8-86734ef74695 admin admin] Network e119be35-9333-4ec1-a284-366321b505fc is scheduled to be hosted by DHCP agent af91e4b9-f4e1-42b1-a25c-a10dc47171c8 with binding_index 1 {{(pid=103229) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 19:07:17.118028 n-d-713498-36 neutron-server[103229]: DEBUG neutron.scheduler.base_scheduler [None req-e6540181-62ba-4390-9ef8-86734ef74695 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713498-36, e119be35-9333-4ec1-a284-366321b505fc) {{(pid=103229) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 19:07:17.123421 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6540181-62ba-4390-9ef8-86734ef74695 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:07:17.124276 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-e6540181-62ba-4390-9ef8-86734ef74695 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1613566'] for subnet (None), before_response {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:07:17.129473 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-964e39fb-4a06-4ae9-badf-1e9f2bff90db None None] Network e119be35-9333-4ec1-a284-366321b505fc requested from n-d-713498-36 {{(pid=103232) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 19:07:17.139223 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b2f280d-484f-4f29-acd4-568d8bba06fe req-6202a36f-8c28-4ca9-9f1f-cfbaa051bc4d tempest-TaggedBootDevicesTest_v242-798392635 tempest-TaggedBootDevicesTest_v242-798392635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:07:17.147944 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b2f280d-484f-4f29-acd4-568d8bba06fe req-6202a36f-8c28-4ca9-9f1f-cfbaa051bc4d tempest-TaggedBootDevicesTest_v242-798392635 tempest-TaggedBootDevicesTest_v242-798392635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:07:17.156133 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b2f280d-484f-4f29-acd4-568d8bba06fe req-6202a36f-8c28-4ca9-9f1f-cfbaa051bc4d tempest-TaggedBootDevicesTest_v242-798392635 tempest-TaggedBootDevicesTest_v242-798392635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:07:17.165831 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b2f280d-484f-4f29-acd4-568d8bba06fe req-6202a36f-8c28-4ca9-9f1f-cfbaa051bc4d tempest-TaggedBootDevicesTest_v242-798392635 tempest-TaggedBootDevicesTest_v242-798392635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:07:17.174334 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b2f280d-484f-4f29-acd4-568d8bba06fe req-6202a36f-8c28-4ca9-9f1f-cfbaa051bc4d tempest-TaggedBootDevicesTest_v242-798392635 tempest-TaggedBootDevicesTest_v242-798392635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:07:17.178028 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-e6540181-62ba-4390-9ef8-86734ef74695 admin admin] 10.222.0.75 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 0.6963646 Feb 09 19:07:17.181627 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b2f280d-484f-4f29-acd4-568d8bba06fe req-6202a36f-8c28-4ca9-9f1f-cfbaa051bc4d tempest-TaggedBootDevicesTest_v242-798392635 tempest-TaggedBootDevicesTest_v242-798392635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:07:17.188270 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b2f280d-484f-4f29-acd4-568d8bba06fe req-6202a36f-8c28-4ca9-9f1f-cfbaa051bc4d tempest-TaggedBootDevicesTest_v242-798392635 tempest-TaggedBootDevicesTest_v242-798392635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:07:17.199064 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-8b2f280d-484f-4f29-acd4-568d8bba06fe req-6202a36f-8c28-4ca9-9f1f-cfbaa051bc4d tempest-TaggedBootDevicesTest_v242-798392635 tempest-TaggedBootDevicesTest_v242-798392635-project] 10.222.0.75 "GET /v2.0/ports?device_id=8319129f-1054-494a-b0c0-2ec99e839619 HTTP/1.1" status: 200 len: 5431 time: 0.1765873 Feb 09 19:07:17.299949 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b01ceca1-d996-43dc-809c-f712f1aa59f4 None None] Network e119be35-9333-4ec1-a284-366321b505fc requested from n-d-713498-36 {{(pid=103232) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 19:07:17.305147 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.v2.base [None req-256c0c87-fa86-4e52-aec2-1099fee958ab admin admin] Request body: {'network': {'name': 'tempest-AttachSCSIVolumeTestJSON-1891186289-network', 'tenant_id': 'e7fe2e78952141fcb66374336ee1439b'}} {{(pid=103230) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 19:07:17.360736 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-256c0c87-fa86-4e52-aec2-1099fee958ab admin admin] Made reservation on behalf of e7fe2e78952141fcb66374336ee1439b for: {'network': 1} {{(pid=103230) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 19:07:17.365222 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-256c0c87-fa86-4e52-aec2-1099fee958ab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for network (None), before_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:07:17.390268 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-256c0c87-fa86-4e52-aec2-1099fee958ab admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:07:17.427990 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-8b2f280d-484f-4f29-acd4-568d8bba06fe req-2a50412b-0c14-4704-abff-443fed41e4b3 tempest-TaggedBootDevicesTest_v242-798392635 tempest-TaggedBootDevicesTest_v242-798392635-project] 10.222.0.75 "GET /v2.0/security-groups?id=58062d4f-c149-4db3-a357-a4eb59a3d83e&id=6452f0cf-fe35-4557-9092-43f1827176a8&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2276006 Feb 09 19:07:17.573279 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-256c0c87-fa86-4e52-aec2-1099fee958ab admin admin] Publish callbacks [] for security_group (6ef9449a-e098-4cf5-aab7-b58b6c7c0ccd), precommit_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:07:17.587988 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-256c0c87-fa86-4e52-aec2-1099fee958ab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1892331'] for security_group (6ef9449a-e098-4cf5-aab7-b58b6c7c0ccd), after_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:07:17.643930 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-256c0c87-fa86-4e52-aec2-1099fee958ab admin admin] vlan segment allocate from pool success with {'vlan_id': 354, 'physical_network': 'physnet1'} {{(pid=103230) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 19:07:17.657061 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-256c0c87-fa86-4e52-aec2-1099fee958ab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6ef9449a-e098-4cf5-aab7-b58b6c7c0ccd,revision_number=1']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:07:17.664251 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-256c0c87-fa86-4e52-aec2-1099fee958ab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-759574'] for segment (5ba58464-a437-40dd-815c-0d37894d66a8), precommit_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:07:17.664603 n-d-713498-36 neutron-server[103230]: INFO neutron.db.segments_db [None req-256c0c87-fa86-4e52-aec2-1099fee958ab admin admin] Added segment 5ba58464-a437-40dd-815c-0d37894d66a8 of type vlan for network 79dcca8b-fb15-4198-90a4-bd5ccccb10b6 Feb 09 19:07:17.716304 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-256c0c87-fa86-4e52-aec2-1099fee958ab admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762866642225'] for network (79dcca8b-fb15-4198-90a4-bd5ccccb10b6), precommit_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:07:17.752478 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-256c0c87-fa86-4e52-aec2-1099fee958ab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1885479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452'] for network (79dcca8b-fb15-4198-90a4-bd5ccccb10b6), after_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:07:17.753815 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-256c0c87-fa86-4e52-aec2-1099fee958ab admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:07:17.754669 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-256c0c87-fa86-4e52-aec2-1099fee958ab admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1613566'] for network (None), before_response {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:07:17.828040 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 52526) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:07:17.828359 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-256c0c87-fa86-4e52-aec2-1099fee958ab admin admin] 10.222.0.75 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.8333800 Feb 09 19:07:17.834677 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-256c0c87-fa86-4e52-aec2-1099fee958ab admin admin] Pushing event updated for resources: {'Network': ['ID=79dcca8b-fb15-4198-90a4-bd5ccccb10b6,revision_number=1']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:07:17.839167 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.v2.base [None req-86630efe-80c6-4eba-a03f-5f4caef93777 admin admin] Request body: {'subnet': {'network_id': '79dcca8b-fb15-4198-90a4-bd5ccccb10b6', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachSCSIVolumeTestJSON-1891186289-subnet', 'tenant_id': 'e7fe2e78952141fcb66374336ee1439b', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 19:07:17.851173 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Network 79dcca8b-fb15-4198-90a4-bd5ccccb10b6 details requested by agent ovs-agent-n-d-713498-36 with host n-d-713498-36 {{(pid=103232) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 19:07:17.894445 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-86630efe-80c6-4eba-a03f-5f4caef93777 admin admin] Made reservation on behalf of e7fe2e78952141fcb66374336ee1439b for: {'subnet': 1} {{(pid=103229) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 19:07:17.897151 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-86630efe-80c6-4eba-a03f-5f4caef93777 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12759265'] for subnet (None), before_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:07:17.947210 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aba12eb0-540f-449f-913f-bd1292eb491c req-fe4366fa-c696-4a6e-84a3-1b5e2bd569bd tempest-ImagesTestJSON-1015154253 tempest-ImagesTestJSON-1015154253-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:07:17.955067 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-aba12eb0-540f-449f-913f-bd1292eb491c req-fe4366fa-c696-4a6e-84a3-1b5e2bd569bd tempest-ImagesTestJSON-1015154253 tempest-ImagesTestJSON-1015154253-project] 10.222.0.75 "GET /v2.0/networks?id=e119be35-9333-4ec1-a284-366321b505fc HTTP/1.1" status: 200 len: 805 time: 0.2081778 Feb 09 19:07:17.971231 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-de12e6e0-018c-4956-bd86-9523fc574785 req-802d507c-e1a1-44bf-aa72-33ecdd54fb0b tempest-DeleteServersTestJSON-1870379525 tempest-DeleteServersTestJSON-1870379525-project] 10.222.0.75 "GET /v2.0/ports?device_id=95c33cdb-e7f8-4afa-8b5b-e8bf44a35e34 HTTP/1.1" status: 200 len: 210 time: 0.0545499 Feb 09 19:07:17.988105 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-aba12eb0-540f-449f-913f-bd1292eb491c req-bc935257-eb53-4a80-92e1-f12872b15ebe tempest-ImagesTestJSON-1015154253 tempest-ImagesTestJSON-1015154253-project] 10.222.0.75 "GET /v2.0/quotas/818187f205084ea0b383f821b00a5aa5 HTTP/1.1" status: 200 len: 375 time: 0.0317802 Feb 09 19:07:18.057013 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-aba12eb0-540f-449f-913f-bd1292eb491c req-63c26474-14a8-48e5-b198-2a38feaa897a tempest-ImagesTestJSON-1015154253 tempest-ImagesTestJSON-1015154253-project] 10.222.0.75 "GET /v2.0/ports?tenant_id=818187f205084ea0b383f821b00a5aa5&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0675399 Feb 09 19:07:18.159955 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5f2bda9-70c9-4b6c-9994-5497d5f88c9f req-796eb74d-4098-4e4b-a61e-2cee95dc817e tempest-LiveAutoBlockMigrationV225Test-2127879101 tempest-LiveAutoBlockMigrationV225Test-2127879101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:07:18.168619 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-c5f2bda9-70c9-4b6c-9994-5497d5f88c9f req-796eb74d-4098-4e4b-a61e-2cee95dc817e tempest-LiveAutoBlockMigrationV225Test-2127879101 tempest-LiveAutoBlockMigrationV225Test-2127879101-project] 10.222.0.75 "GET /v2.0/ports?device_id=d3938fbf-e1b0-4686-9d2f-36596059719e HTTP/1.1" status: 200 len: 945 time: 0.1210792 Feb 09 19:07:18.230480 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-c5f2bda9-70c9-4b6c-9994-5497d5f88c9f req-40300bd4-2908-49f7-9c27-501d42a66038 tempest-LiveAutoBlockMigrationV225Test-2127879101 tempest-LiveAutoBlockMigrationV225Test-2127879101-project] 10.222.0.75 "GET /v2.0/security-groups?id=e3cb5363-3b49-4f74-b239-a871e755b40a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597696 Feb 09 19:07:18.289705 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-86630efe-80c6-4eba-a03f-5f4caef93777 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12867428', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12759263'] for subnet (781f0138-f3f4-48e8-b7f7-331db75b4ff4), after_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:07:18.292748 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762867132591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593584'] for agent (488cd9ae-631f-4955-ba0b-4f5a13f12e9c), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:07:18.381441 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-aba12eb0-540f-449f-913f-bd1292eb491c req-a3782b29-c3fd-49d4-9b1f-85487f29fd7b service neutron] 10.222.0.75 "GET /v2.0/networks/e119be35-9333-4ec1-a284-366321b505fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3234518 Feb 09 19:07:18.417879 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86630efe-80c6-4eba-a03f-5f4caef93777 admin admin] Pushing event updated for resources: {'Subnet': ['ID=781f0138-f3f4-48e8-b7f7-331db75b4ff4,revision_number=0']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:07:18.436860 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86630efe-80c6-4eba-a03f-5f4caef93777 admin admin] Checking segment: {'id': '5ba58464-a437-40dd-815c-0d37894d66a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '79dcca8b-fb15-4198-90a4-bd5ccccb10b6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103229) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 19:07:18.437627 n-d-713498-36 neutron-server[103229]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86630efe-80c6-4eba-a03f-5f4caef93777 admin admin] Network hostable DHCP agents. Network: 79dcca8b-fb15-4198-90a4-bd5ccccb10b6, hostable agents: ['af91e4b9-f4e1-42b1-a25c-a10dc47171c8'], hosted agents: [] {{(pid=103229) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 19:07:18.538797 n-d-713498-36 neutron-server[103229]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86630efe-80c6-4eba-a03f-5f4caef93777 admin admin] Network 79dcca8b-fb15-4198-90a4-bd5ccccb10b6 is scheduled to be hosted by DHCP agent af91e4b9-f4e1-42b1-a25c-a10dc47171c8 with binding_index 1 {{(pid=103229) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 19:07:18.565364 n-d-713498-36 neutron-server[103229]: DEBUG neutron.scheduler.base_scheduler [None req-86630efe-80c6-4eba-a03f-5f4caef93777 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713498-36, 79dcca8b-fb15-4198-90a4-bd5ccccb10b6) {{(pid=103229) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 19:07:18.581124 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92f3b240-73e0-4990-94ee-fcab76038e06 None None] Network 79dcca8b-fb15-4198-90a4-bd5ccccb10b6 requested from n-d-713498-36 {{(pid=103232) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 19:07:18.584182 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86630efe-80c6-4eba-a03f-5f4caef93777 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:07:18.589334 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-86630efe-80c6-4eba-a03f-5f4caef93777 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1613566'] for subnet (None), before_response {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:07:18.621486 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-86630efe-80c6-4eba-a03f-5f4caef93777 admin admin] 10.222.0.75 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.7892878 Feb 09 19:07:18.624686 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 52552) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:07:18.630855 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.v2.base [None req-5de6d74f-1cf7-448d-8d7b-b0f10d8ccab5 admin admin] Request body: {'router': {'name': 'tempest-AttachSCSIVolumeTestJSON-1891186289-router', 'tenant_id': 'e7fe2e78952141fcb66374336ee1439b', 'external_gateway_info': {'network_id': '88055e1e-672a-4487-be31-ffb6e833ece5'}}} {{(pid=103229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 19:07:18.666722 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-aba12eb0-540f-449f-913f-bd1292eb491c req-b920c9f7-5e47-4309-a9d4-a06efbe69b13 service neutron] 10.222.0.75 "GET /v2.0/networks/e119be35-9333-4ec1-a284-366321b505fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2753177 Feb 09 19:07:18.693200 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-5de6d74f-1cf7-448d-8d7b-b0f10d8ccab5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1834830', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-58389'] for router (03288bc3-2330-49fa-a05b-79cee42e091b), before_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:07:18.694773 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-5de6d74f-1cf7-448d-8d7b-b0f10d8ccab5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1834810', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1822096', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1886735', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-58380'] for router (03288bc3-2330-49fa-a05b-79cee42e091b), precommit_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:07:18.773689 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4885927b-737f-48f3-b97b-b338b098102a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8b32e980-7cce-5e82-a341-bd2fa8945c89-79dcca8b-fb15-4198-90a4-bd5ccccb10b6', 'network_id': '79dcca8b-fb15-4198-90a4-bd5ccccb10b6', 'project_id': 'e7fe2e78952141fcb66374336ee1439b', 'fixed_ips': [{'subnet_id': '781f0138-f3f4-48e8-b7f7-331db75b4ff4'}]}} from n-d-713498-36. {{(pid=103232) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 09 19:07:18.778189 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-5de6d74f-1cf7-448d-8d7b-b0f10d8ccab5 admin admin] Publish callbacks [] for router_controller (03288bc3-2330-49fa-a05b-79cee42e091b), precommit_add_association {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:07:18.788452 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-4885927b-737f-48f3-b97b-b338b098102a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (None), before_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:07:18.822462 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762867132591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593584'] for agent (bcd5faee-dc24-4298-9134-0e0aa054058e), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:07:18.845245 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08ecb5a4-1fe8-4fb0-8ce0-7fa1550bcc4c req-8ff0e0e6-2b64-4a7c-93ac-4b396081368f tempest-TaggedBootDevicesTest_v242-798392635 tempest-TaggedBootDevicesTest_v242-798392635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:07:18.850928 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08ecb5a4-1fe8-4fb0-8ce0-7fa1550bcc4c req-8ff0e0e6-2b64-4a7c-93ac-4b396081368f tempest-TaggedBootDevicesTest_v242-798392635 tempest-TaggedBootDevicesTest_v242-798392635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:07:18.856376 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08ecb5a4-1fe8-4fb0-8ce0-7fa1550bcc4c req-8ff0e0e6-2b64-4a7c-93ac-4b396081368f tempest-TaggedBootDevicesTest_v242-798392635 tempest-TaggedBootDevicesTest_v242-798392635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:07:18.862077 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08ecb5a4-1fe8-4fb0-8ce0-7fa1550bcc4c req-8ff0e0e6-2b64-4a7c-93ac-4b396081368f tempest-TaggedBootDevicesTest_v242-798392635 tempest-TaggedBootDevicesTest_v242-798392635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:07:18.867204 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08ecb5a4-1fe8-4fb0-8ce0-7fa1550bcc4c req-8ff0e0e6-2b64-4a7c-93ac-4b396081368f tempest-TaggedBootDevicesTest_v242-798392635 tempest-TaggedBootDevicesTest_v242-798392635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:07:18.875054 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08ecb5a4-1fe8-4fb0-8ce0-7fa1550bcc4c req-8ff0e0e6-2b64-4a7c-93ac-4b396081368f tempest-TaggedBootDevicesTest_v242-798392635 tempest-TaggedBootDevicesTest_v242-798392635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:07:18.881881 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08ecb5a4-1fe8-4fb0-8ce0-7fa1550bcc4c req-8ff0e0e6-2b64-4a7c-93ac-4b396081368f tempest-TaggedBootDevicesTest_v242-798392635 tempest-TaggedBootDevicesTest_v242-798392635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:07:18.883859 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-08ecb5a4-1fe8-4fb0-8ce0-7fa1550bcc4c req-8ff0e0e6-2b64-4a7c-93ac-4b396081368f tempest-TaggedBootDevicesTest_v242-798392635 tempest-TaggedBootDevicesTest_v242-798392635-project] 10.222.0.75 "GET /v2.0/ports?device_id=8319129f-1054-494a-b0c0-2ec99e839619 HTTP/1.1" status: 200 len: 5431 time: 0.3207006 Feb 09 19:07:18.970482 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4900b0c-68a9-4737-86b6-c11a6dceeb85 req-2d1a0181-668f-473d-a557-9fc3feeef9e0 tempest-DeleteServersTestJSON-1870379525 tempest-DeleteServersTestJSON-1870379525-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:07:18.972195 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-a4900b0c-68a9-4737-86b6-c11a6dceeb85 req-2d1a0181-668f-473d-a557-9fc3feeef9e0 tempest-DeleteServersTestJSON-1870379525 tempest-DeleteServersTestJSON-1870379525-project] 10.222.0.90 "GET /v2.0/networks?id=22e5c36a-e85f-4512-bcde-f1a1a30e29d3 HTTP/1.1" status: 200 len: 812 time: 0.4190276 Feb 09 19:07:18.990731 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.db_base_plugin_common [None req-4885927b-737f-48f3-b97b-b338b098102a None None] Allocated IP 172.20.0.2 (79dcca8b-fb15-4198-90a4-bd5ccccb10b6/781f0138-f3f4-48e8-b7f7-331db75b4ff4/1d92dba9-f398-4d14-be94-f707b8e65f0e) {{(pid=103232) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 19:07:18.992408 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.v2.base [req-a4900b0c-68a9-4737-86b6-c11a6dceeb85 req-6be3f2f8-3260-47b1-8fb8-3e96b7cd05da tempest-DeleteServersTestJSON-1870379525 tempest-DeleteServersTestJSON-1870379525-project] Request body: {'port': {'device_id': '95c33cdb-e7f8-4afa-8b5b-e8bf44a35e34', 'network_id': '22e5c36a-e85f-4512-bcde-f1a1a30e29d3', 'admin_state_up': True, 'tenant_id': '216741f4995241bbba7cd794217427a2'}} {{(pid=103230) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 19:07:19.088456 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-5de6d74f-1cf7-448d-8d7b-b0f10d8ccab5 admin admin] Publish callbacks [] for router_gateway (03288bc3-2330-49fa-a05b-79cee42e091b), precommit_update {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:07:19.115499 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-aa5cb5ff-ea3d-4137-888b-1f014f39278b req-777af11d-7d98-4a6d-ab66-639aeeded01e tempest-ImagesTestJSON-1015154253 tempest-ImagesTestJSON-1015154253-project] 10.222.0.75 "GET /v2.0/ports?device_id=627c3e1d-15ce-4955-88df-bff03401b6ae HTTP/1.1" status: 200 len: 210 time: 0.0479844 Feb 09 19:07:19.168083 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-4885927b-737f-48f3-b97b-b338b098102a None None] Publish callbacks [] for port (1d92dba9-f398-4d14-be94-f707b8e65f0e), precommit_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:07:19.179413 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-4885927b-737f-48f3-b97b-b338b098102a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762866656467'] for port (1d92dba9-f398-4d14-be94-f707b8e65f0e), after_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:07:19.209949 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-08ecb5a4-1fe8-4fb0-8ce0-7fa1550bcc4c req-d41ed5cd-08f9-44ef-96c0-3231dbe36bc1 tempest-TaggedBootDevicesTest_v242-798392635 tempest-TaggedBootDevicesTest_v242-798392635-project] 10.222.0.75 "GET /v2.0/security-groups?id=58062d4f-c149-4db3-a357-a4eb59a3d83e&id=6452f0cf-fe35-4557-9092-43f1827176a8&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2979407 Feb 09 19:07:19.229686 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4885927b-737f-48f3-b97b-b338b098102a None None] Pushing event updated for resources: {'Port': ['ID=1d92dba9-f398-4d14-be94-f707b8e65f0e,revision_number=1']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:07:19.266492 n-d-713498-36 neutron-server[103232]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4885927b-737f-48f3-b97b-b338b098102a None None] Network 79dcca8b-fb15-4198-90a4-bd5ccccb10b6 is already hosted by enough agents. {{(pid=103232) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 19:07:19.271606 n-d-713498-36 neutron-server[103232]: DEBUG neutron.scheduler.base_scheduler [None req-4885927b-737f-48f3-b97b-b338b098102a None None] Resources bound (agent type, host, resource id): {{(pid=103232) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 19:07:19.281185 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4885927b-737f-48f3-b97b-b338b098102a None None] Received port after_create {{(pid=103232) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 19:07:19.374159 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.managers [None req-4885927b-737f-48f3-b97b-b338b098102a None None] Attempting to bind port 1d92dba9-f398-4d14-be94-f707b8e65f0e on host n-d-713498-36 for vnic_type normal with profile {{(pid=103232) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 19:07:19.384389 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.managers [None req-4885927b-737f-48f3-b97b-b338b098102a None None] Attempting to bind port 1d92dba9-f398-4d14-be94-f707b8e65f0e by drivers openvswitch,hyperv on host n-d-713498-36 at level 0 using segments [{'id': '5ba58464-a437-40dd-815c-0d37894d66a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '79dcca8b-fb15-4198-90a4-bd5ccccb10b6'}] {{(pid=103232) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 19:07:19.384991 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4885927b-737f-48f3-b97b-b338b098102a None None] Attempting to bind port 1d92dba9-f398-4d14-be94-f707b8e65f0e on network 79dcca8b-fb15-4198-90a4-bd5ccccb10b6 {{(pid=103232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 19:07:19.393339 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4885927b-737f-48f3-b97b-b338b098102a None None] Checking agent: {'id': '496418a2-c002-4aec-ab1a-07f3bea491bd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-36', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 18, 51, 47), 'started_at': datetime.datetime(2022, 2, 9, 18, 52, 17), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 19, 7, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-36'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 19:07:19.394086 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4885927b-737f-48f3-b97b-b338b098102a None None] Checking segment: {'id': '5ba58464-a437-40dd-815c-0d37894d66a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '79dcca8b-fb15-4198-90a4-bd5ccccb10b6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103232) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 19:07:19.394748 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-4885927b-737f-48f3-b97b-b338b098102a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:07:19.395295 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4885927b-737f-48f3-b97b-b338b098102a None None] Bound using segment: {'id': '5ba58464-a437-40dd-815c-0d37894d66a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '79dcca8b-fb15-4198-90a4-bd5ccccb10b6'} {{(pid=103232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 19:07:19.396378 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.managers [None req-4885927b-737f-48f3-b97b-b338b098102a None None] Bound port: 1d92dba9-f398-4d14-be94-f707b8e65f0e, host: n-d-713498-36, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5ba58464-a437-40dd-815c-0d37894d66a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '79dcca8b-fb15-4198-90a4-bd5ccccb10b6'}}] {{(pid=103232) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 19:07:19.396991 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-4885927b-737f-48f3-b97b-b338b098102a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (1d92dba9-f398-4d14-be94-f707b8e65f0e), before_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:07:19.401276 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-5d472174-c152-4a5f-964c-e77f4815f9c6 req-86b984d8-7e06-4f5c-92e8-6b4960c30711 tempest-DeleteServersTestJSON-1870379525 tempest-DeleteServersTestJSON-1870379525-project] 10.222.0.75 "GET /v2.0/ports?device_id=95c33cdb-e7f8-4afa-8b5b-e8bf44a35e34 HTTP/1.1" status: 200 len: 210 time: 0.0498278 Feb 09 19:07:19.422379 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a4900b0c-68a9-4737-86b6-c11a6dceeb85 req-6be3f2f8-3260-47b1-8fb8-3e96b7cd05da tempest-DeleteServersTestJSON-1870379525 tempest-DeleteServersTestJSON-1870379525-project] Made reservation on behalf of 216741f4995241bbba7cd794217427a2 for: {'port': 1} {{(pid=103230) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 19:07:19.426300 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [req-a4900b0c-68a9-4737-86b6-c11a6dceeb85 req-6be3f2f8-3260-47b1-8fb8-3e96b7cd05da tempest-DeleteServersTestJSON-1870379525 tempest-DeleteServersTestJSON-1870379525-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (None), before_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:07:19.508331 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-4885927b-737f-48f3-b97b-b338b098102a None None] For port 1d92dba9-f398-4d14-be94-f707b8e65f0e, host n-d-713498-36, cleared binding levels {{(pid=103232) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 19:07:19.514595 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-4885927b-737f-48f3-b97b-b338b098102a None None] For port 1d92dba9-f398-4d14-be94-f707b8e65f0e, host n-d-713498-36, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-36',level=0,port_id=1d92dba9-f398-4d14-be94-f707b8e65f0e,segment=NetworkSegment(5ba58464-a437-40dd-815c-0d37894d66a8),segment_id=5ba58464-a437-40dd-815c-0d37894d66a8)] {{(pid=103232) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 19:07:19.526550 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-4885927b-737f-48f3-b97b-b338b098102a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762867176205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762866656485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762866656503'] for port (1d92dba9-f398-4d14-be94-f707b8e65f0e), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:07:19.536363 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-5de6d74f-1cf7-448d-8d7b-b0f10d8ccab5 admin admin] Publish callbacks [] for router_gateway (03288bc3-2330-49fa-a05b-79cee42e091b), before_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:07:19.561903 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-5de6d74f-1cf7-448d-8d7b-b0f10d8ccab5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (None), before_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:07:19.620290 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a426e7c3-6ef6-4e01-8c5a-5d0809e2c4e8 req-d76c0d83-07ca-4020-810c-3ccf56941e54 tempest-LiveAutoBlockMigrationV225Test-2127879101 tempest-LiveAutoBlockMigrationV225Test-2127879101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:07:19.638253 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-a426e7c3-6ef6-4e01-8c5a-5d0809e2c4e8 req-d76c0d83-07ca-4020-810c-3ccf56941e54 tempest-LiveAutoBlockMigrationV225Test-2127879101 tempest-LiveAutoBlockMigrationV225Test-2127879101-project] 10.222.0.75 "GET /v2.0/ports?device_id=d3938fbf-e1b0-4686-9d2f-36596059719e HTTP/1.1" status: 200 len: 945 time: 0.1981430 Feb 09 19:07:19.666661 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4885927b-737f-48f3-b97b-b338b098102a None None] Pushing event updated for resources: {'Port': ['ID=1d92dba9-f398-4d14-be94-f707b8e65f0e,revision_number=2']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:07:19.706976 n-d-713498-36 neutron-server[103230]: DEBUG neutron.db.db_base_plugin_common [req-a4900b0c-68a9-4737-86b6-c11a6dceeb85 req-6be3f2f8-3260-47b1-8fb8-3e96b7cd05da tempest-DeleteServersTestJSON-1870379525 tempest-DeleteServersTestJSON-1870379525-project] Allocated IP 172.20.0.14 (22e5c36a-e85f-4512-bcde-f1a1a30e29d3/fd92991c-99c1-4998-85f2-810e9ca4298d/786ad56e-f68d-426c-9e76-7b26223ce18c) {{(pid=103230) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 19:07:19.770808 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-a426e7c3-6ef6-4e01-8c5a-5d0809e2c4e8 req-c7a7ff7d-9e3c-44f0-bbf0-3f830cfa61e0 tempest-LiveAutoBlockMigrationV225Test-2127879101 tempest-LiveAutoBlockMigrationV225Test-2127879101-project] 10.222.0.75 "GET /v2.0/security-groups?id=e3cb5363-3b49-4f74-b239-a871e755b40a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1314170 Feb 09 19:07:19.852994 n-d-713498-36 neutron-server[103229]: DEBUG neutron.db.db_base_plugin_common [None req-5de6d74f-1cf7-448d-8d7b-b0f10d8ccab5 admin admin] Allocated IP 172.25.1.171 (88055e1e-672a-4487-be31-ffb6e833ece5/ac16dbcc-383c-4b43-9153-d763c4a53f91/b878acf7-9f7a-4e12-b2ed-84aa30ae4dec) {{(pid=103229) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 19:07:19.992351 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [req-a4900b0c-68a9-4737-86b6-c11a6dceeb85 req-6be3f2f8-3260-47b1-8fb8-3e96b7cd05da tempest-DeleteServersTestJSON-1870379525 tempest-DeleteServersTestJSON-1870379525-project] Publish callbacks [] for port (786ad56e-f68d-426c-9e76-7b26223ce18c), precommit_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:07:20.026673 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-5de6d74f-1cf7-448d-8d7b-b0f10d8ccab5 admin admin] Publish callbacks [] for port (b878acf7-9f7a-4e12-b2ed-84aa30ae4dec), precommit_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:07:20.038858 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [req-a4900b0c-68a9-4737-86b6-c11a6dceeb85 req-6be3f2f8-3260-47b1-8fb8-3e96b7cd05da tempest-DeleteServersTestJSON-1870379525 tempest-DeleteServersTestJSON-1870379525-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762866656467', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14393751'] for port (786ad56e-f68d-426c-9e76-7b26223ce18c), after_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:07:20.106612 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6be3f2f8-3260-47b1-8fb8-3e96b7cd05da tempest-DeleteServersTestJSON-1870379525 tempest-DeleteServersTestJSON-1870379525-project] Pushing event updated for resources: {'Port': ['ID=786ad56e-f68d-426c-9e76-7b26223ce18c,revision_number=1']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:07:20.107558 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-5de6d74f-1cf7-448d-8d7b-b0f10d8ccab5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762866656467', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12867576'] for port (b878acf7-9f7a-4e12-b2ed-84aa30ae4dec), after_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:07:20.128758 n-d-713498-36 neutron-server[103230]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a4900b0c-68a9-4737-86b6-c11a6dceeb85 req-6be3f2f8-3260-47b1-8fb8-3e96b7cd05da tempest-DeleteServersTestJSON-1870379525 tempest-DeleteServersTestJSON-1870379525-project] Network 22e5c36a-e85f-4512-bcde-f1a1a30e29d3 is already hosted by enough agents. {{(pid=103230) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 19:07:20.133225 n-d-713498-36 neutron-server[103230]: DEBUG neutron.scheduler.base_scheduler [req-a4900b0c-68a9-4737-86b6-c11a6dceeb85 req-6be3f2f8-3260-47b1-8fb8-3e96b7cd05da tempest-DeleteServersTestJSON-1870379525 tempest-DeleteServersTestJSON-1870379525-project] Resources bound (agent type, host, resource id): {{(pid=103230) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 19:07:20.138347 n-d-713498-36 neutron-server[103230]: DEBUG neutron.db.l3_dvrscheduler_db [req-a4900b0c-68a9-4737-86b6-c11a6dceeb85 req-6be3f2f8-3260-47b1-8fb8-3e96b7cd05da tempest-DeleteServersTestJSON-1870379525 tempest-DeleteServersTestJSON-1870379525-project] Received port after_create {{(pid=103230) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 19:07:20.172033 n-d-713498-36 neutron-server[103229]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5de6d74f-1cf7-448d-8d7b-b0f10d8ccab5 admin admin] Network 88055e1e-672a-4487-be31-ffb6e833ece5 is already hosted by enough agents. {{(pid=103229) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 19:07:20.175449 n-d-713498-36 neutron-server[103229]: DEBUG neutron.scheduler.base_scheduler [None req-5de6d74f-1cf7-448d-8d7b-b0f10d8ccab5 admin admin] Resources bound (agent type, host, resource id): {{(pid=103229) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 19:07:20.177888 n-d-713498-36 neutron-server[103229]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5de6d74f-1cf7-448d-8d7b-b0f10d8ccab5 admin admin] Received port after_create {{(pid=103229) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 19:07:20.203222 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4900b0c-68a9-4737-86b6-c11a6dceeb85 req-6be3f2f8-3260-47b1-8fb8-3e96b7cd05da tempest-DeleteServersTestJSON-1870379525 tempest-DeleteServersTestJSON-1870379525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:07:20.204146 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [req-a4900b0c-68a9-4737-86b6-c11a6dceeb85 req-6be3f2f8-3260-47b1-8fb8-3e96b7cd05da tempest-DeleteServersTestJSON-1870379525 tempest-DeleteServersTestJSON-1870379525-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171096'] for port (None), before_response {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:07:20.209694 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5de6d74f-1cf7-448d-8d7b-b0f10d8ccab5 admin admin] Pushing event updated for resources: {'Port': ['ID=b878acf7-9f7a-4e12-b2ed-84aa30ae4dec,revision_number=1']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:07:20.223888 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-a4900b0c-68a9-4737-86b6-c11a6dceeb85 req-6be3f2f8-3260-47b1-8fb8-3e96b7cd05da tempest-DeleteServersTestJSON-1870379525 tempest-DeleteServersTestJSON-1870379525-project] 10.222.0.90 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2352207 Feb 09 19:07:20.239358 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.v2.base [req-a4900b0c-68a9-4737-86b6-c11a6dceeb85 req-eea5fceb-d5cb-4abe-80d3-c494dac761a9 service neutron] Request body: {'port': {'device_id': '95c33cdb-e7f8-4afa-8b5b-e8bf44a35e34', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-713498-36'}} {{(pid=103230) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 19:07:20.256575 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-c30df76f-e49e-409a-a597-a2e7e1781bb7 req-077351e3-4fd6-4357-a7ae-0af0c6d63997 tempest-ImagesTestJSON-1015154253 tempest-ImagesTestJSON-1015154253-project] 10.222.0.75 "GET /v2.0/ports?device_id=627c3e1d-15ce-4955-88df-bff03401b6ae HTTP/1.1" status: 200 len: 210 time: 0.0360963 Feb 09 19:07:20.374729 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [req-a4900b0c-68a9-4737-86b6-c11a6dceeb85 req-eea5fceb-d5cb-4abe-80d3-c494dac761a9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (786ad56e-f68d-426c-9e76-7b26223ce18c), before_update {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:07:20.605257 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4972a31d-c6b2-4e2a-a0db-7ea08701502e req-89fff135-5a28-476a-b89d-d52a9a6744de tempest-TaggedBootDevicesTest_v242-798392635 tempest-TaggedBootDevicesTest_v242-798392635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:07:20.612490 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4972a31d-c6b2-4e2a-a0db-7ea08701502e req-89fff135-5a28-476a-b89d-d52a9a6744de tempest-TaggedBootDevicesTest_v242-798392635 tempest-TaggedBootDevicesTest_v242-798392635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:07:20.621403 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4972a31d-c6b2-4e2a-a0db-7ea08701502e req-89fff135-5a28-476a-b89d-d52a9a6744de tempest-TaggedBootDevicesTest_v242-798392635 tempest-TaggedBootDevicesTest_v242-798392635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:07:20.636058 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4972a31d-c6b2-4e2a-a0db-7ea08701502e req-89fff135-5a28-476a-b89d-d52a9a6744de tempest-TaggedBootDevicesTest_v242-798392635 tempest-TaggedBootDevicesTest_v242-798392635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:07:20.643787 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4972a31d-c6b2-4e2a-a0db-7ea08701502e req-89fff135-5a28-476a-b89d-d52a9a6744de tempest-TaggedBootDevicesTest_v242-798392635 tempest-TaggedBootDevicesTest_v242-798392635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:07:20.649087 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4972a31d-c6b2-4e2a-a0db-7ea08701502e req-89fff135-5a28-476a-b89d-d52a9a6744de tempest-TaggedBootDevicesTest_v242-798392635 tempest-TaggedBootDevicesTest_v242-798392635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:07:20.657001 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4972a31d-c6b2-4e2a-a0db-7ea08701502e req-89fff135-5a28-476a-b89d-d52a9a6744de tempest-TaggedBootDevicesTest_v242-798392635 tempest-TaggedBootDevicesTest_v242-798392635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:07:20.660800 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-4972a31d-c6b2-4e2a-a0db-7ea08701502e req-89fff135-5a28-476a-b89d-d52a9a6744de tempest-TaggedBootDevicesTest_v242-798392635 tempest-TaggedBootDevicesTest_v242-798392635-project] 10.222.0.75 "GET /v2.0/ports?device_id=8319129f-1054-494a-b0c0-2ec99e839619 HTTP/1.1" status: 200 len: 5431 time: 0.3274972 Feb 09 19:07:20.760701 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Device 1d92dba9-f398-4d14-be94-f707b8e65f0e up at agent ovs-agent-n-d-713498-36 {{(pid=103232) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 19:07:20.797903 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aba12eb0-540f-449f-913f-bd1292eb491c req-566b5288-acf1-4fb8-bdb7-11de07660449 tempest-ImagesTestJSON-1015154253 tempest-ImagesTestJSON-1015154253-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:07:20.798746 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-aba12eb0-540f-449f-913f-bd1292eb491c req-566b5288-acf1-4fb8-bdb7-11de07660449 tempest-ImagesTestJSON-1015154253 tempest-ImagesTestJSON-1015154253-project] 10.222.0.89 "GET /v2.0/networks?id=e119be35-9333-4ec1-a284-366321b505fc HTTP/1.1" status: 200 len: 805 time: 0.2253389 Feb 09 19:07:20.818068 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.v2.base [req-aba12eb0-540f-449f-913f-bd1292eb491c req-1f73e023-b4c4-48b0-915a-64ad622d084a tempest-ImagesTestJSON-1015154253 tempest-ImagesTestJSON-1015154253-project] Request body: {'port': {'device_id': '627c3e1d-15ce-4955-88df-bff03401b6ae', 'network_id': 'e119be35-9333-4ec1-a284-366321b505fc', 'admin_state_up': True, 'tenant_id': '818187f205084ea0b383f821b00a5aa5'}} {{(pid=103229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 19:07:20.911641 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-5de6d74f-1cf7-448d-8d7b-b0f10d8ccab5 admin admin] Publish callbacks [] for router_gateway (03288bc3-2330-49fa-a05b-79cee42e091b), after_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:07:20.919501 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-4972a31d-c6b2-4e2a-a0db-7ea08701502e req-7bff445e-755b-4131-9f9e-b1c09b8c398e tempest-TaggedBootDevicesTest_v242-798392635 tempest-TaggedBootDevicesTest_v242-798392635-project] 10.222.0.75 "GET /v2.0/security-groups?id=58062d4f-c149-4db3-a357-a4eb59a3d83e&id=6452f0cf-fe35-4557-9092-43f1827176a8&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2431486 Feb 09 19:07:21.010874 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Device 79f07b23-6771-42a0-bab9-d3efdb3c9702 details requested by agent hyperv_n-h2-713498-36 with host n-h2-713498-36 {{(pid=103232) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 19:07:21.135856 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.provisioning_blocks [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Provisioning complete for port 1d92dba9-f398-4d14-be94-f707b8e65f0e triggered by entity L2. {{(pid=103232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 19:07:21.136579 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593630'] for port (1d92dba9-f398-4d14-be94-f707b8e65f0e), provisioning_complete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:07:21.231474 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-7429db8d-6021-40ad-813e-885be449a89b None None] For port 79f07b23-6771-42a0-bab9-d3efdb3c9702, host n-h2-713498-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-36',level=0,port_id=79f07b23-6771-42a0-bab9-d3efdb3c9702,segment=NetworkSegment(d87ae67e-008b-48f1-b0f8-925fd9ffe48b),segment_id=d87ae67e-008b-48f1-b0f8-925fd9ffe48b)] {{(pid=103232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 19:07:21.250665 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Returning: {'device': '79f07b23-6771-42a0-bab9-d3efdb3c9702', 'network_id': '827c740b-e08e-4994-bbc7-e073abc4dcaf', 'port_id': '79f07b23-6771-42a0-bab9-d3efdb3c9702', 'mac_address': 'fa:16:3e:a7:cc:5c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 355, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '62aa7105-9b3f-4b31-849e-86005d5d6eff', 'ip_address': '10.2.2.200'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103232) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 19:07:21.284260 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ff3ba8e-f8d3-44ee-b79c-ad74c0165745 None None] Network 79dcca8b-fb15-4198-90a4-bd5ccccb10b6 requested from n-d-713498-36 {{(pid=103232) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 19:07:21.285222 n-d-713498-36 neutron-server[103230]: DEBUG neutron.notifiers.nova [req-a4900b0c-68a9-4737-86b6-c11a6dceeb85 req-eea5fceb-d5cb-4abe-80d3-c494dac761a9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 786ad56e-f68d-426c-9e76-7b26223ce18c {{(pid=103230) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 19:07:21.295002 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [req-a4900b0c-68a9-4737-86b6-c11a6dceeb85 req-eea5fceb-d5cb-4abe-80d3-c494dac761a9 service neutron] Publish callbacks [] for port (786ad56e-f68d-426c-9e76-7b26223ce18c), precommit_update {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:07:21.311103 n-d-713498-36 neutron-server[103230]: DEBUG neutron.db.provisioning_blocks [req-a4900b0c-68a9-4737-86b6-c11a6dceeb85 req-eea5fceb-d5cb-4abe-80d3-c494dac761a9 service neutron] Transition to ACTIVE for port object 786ad56e-f68d-426c-9e76-7b26223ce18c will not be triggered until provisioned by entity L2. {{(pid=103230) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 19:07:21.320165 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [req-a4900b0c-68a9-4737-86b6-c11a6dceeb85 req-eea5fceb-d5cb-4abe-80d3-c494dac761a9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762867176205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762866656485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762866656503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14393758'] for port (786ad56e-f68d-426c-9e76-7b26223ce18c), after_update {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:07:21.397390 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Current status of the port 79f07b23-6771-42a0-bab9-d3efdb3c9702 is: DOWN; New status is: BUILD {{(pid=103232) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 19:07:21.397868 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (79f07b23-6771-42a0-bab9-d3efdb3c9702), before_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:07:21.417987 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37c823e7-e2be-44bb-b211-6ff36d4046d1 req-0bd5210b-6005-44e2-94f1-f85345d3701a tempest-LiveAutoBlockMigrationV225Test-2127879101 tempest-LiveAutoBlockMigrationV225Test-2127879101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:07:21.421864 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-37c823e7-e2be-44bb-b211-6ff36d4046d1 req-0bd5210b-6005-44e2-94f1-f85345d3701a tempest-LiveAutoBlockMigrationV225Test-2127879101 tempest-LiveAutoBlockMigrationV225Test-2127879101-project] 10.222.0.75 "GET /v2.0/ports?device_id=d3938fbf-e1b0-4686-9d2f-36596059719e HTTP/1.1" status: 200 len: 945 time: 0.3001287 Feb 09 19:07:21.437791 n-d-713498-36 neutron-server[103232]: DEBUG neutron.notifiers.nova [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 79f07b23-6771-42a0-bab9-d3efdb3c9702 {{(pid=103232) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 19:07:21.458641 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eea5fceb-d5cb-4abe-80d3-c494dac761a9 service neutron] Pushing event updated for resources: {'Port': ['ID=786ad56e-f68d-426c-9e76-7b26223ce18c,revision_number=2']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:07:21.467334 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-7429db8d-6021-40ad-813e-885be449a89b None None] For port 79f07b23-6771-42a0-bab9-d3efdb3c9702, host n-h2-713498-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-36',level=0,port_id=79f07b23-6771-42a0-bab9-d3efdb3c9702,segment=NetworkSegment(d87ae67e-008b-48f1-b0f8-925fd9ffe48b),segment_id=d87ae67e-008b-48f1-b0f8-925fd9ffe48b)] {{(pid=103232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 19:07:21.490033 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762867176205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762866656485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762866656503'] for port (79f07b23-6771-42a0-bab9-d3efdb3c9702), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:07:21.491393 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Device 778b20b7-7678-470a-84cc-7abef1a21546 details requested by agent hyperv_n-h2-713498-36 with host n-h2-713498-36 {{(pid=103232) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 19:07:21.519288 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.provisioning_blocks [None req-eaff3e5b-1980-4f1b-af88-2f433e0df51c None None] Provisioning complete for port 1d92dba9-f398-4d14-be94-f707b8e65f0e triggered by entity DHCP. {{(pid=103232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 19:07:21.519611 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-eaff3e5b-1980-4f1b-af88-2f433e0df51c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593630'] for port (1d92dba9-f398-4d14-be94-f707b8e65f0e), provisioning_complete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:07:21.530771 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Current status of the port 1d92dba9-f398-4d14-be94-f707b8e65f0e is: DOWN; New status is: ACTIVE {{(pid=103232) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 19:07:21.531159 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (1d92dba9-f398-4d14-be94-f707b8e65f0e), before_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:07:21.565479 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-37c823e7-e2be-44bb-b211-6ff36d4046d1 req-a2b99c30-0d81-4b3d-9d72-1ccdd0a5db60 tempest-LiveAutoBlockMigrationV225Test-2127879101 tempest-LiveAutoBlockMigrationV225Test-2127879101-project] 10.222.0.75 "GET /v2.0/security-groups?id=e3cb5363-3b49-4f74-b239-a871e755b40a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1180673 Feb 09 19:07:21.566724 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.managers [req-a4900b0c-68a9-4737-86b6-c11a6dceeb85 req-eea5fceb-d5cb-4abe-80d3-c494dac761a9 service neutron] Attempting to bind port 786ad56e-f68d-426c-9e76-7b26223ce18c on host n-h2-713498-36 for vnic_type normal with profile {{(pid=103230) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 19:07:21.567097 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.managers [req-a4900b0c-68a9-4737-86b6-c11a6dceeb85 req-eea5fceb-d5cb-4abe-80d3-c494dac761a9 service neutron] Attempting to bind port 786ad56e-f68d-426c-9e76-7b26223ce18c by drivers openvswitch,hyperv on host n-h2-713498-36 at level 0 using segments [{'id': 'd4c5d86e-1399-4ff8-a9ec-2a8082c6024a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': '22e5c36a-e85f-4512-bcde-f1a1a30e29d3'}] {{(pid=103230) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 19:07:21.567424 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4900b0c-68a9-4737-86b6-c11a6dceeb85 req-eea5fceb-d5cb-4abe-80d3-c494dac761a9 service neutron] Attempting to bind port 786ad56e-f68d-426c-9e76-7b26223ce18c on network 22e5c36a-e85f-4512-bcde-f1a1a30e29d3 {{(pid=103230) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 19:07:21.579154 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4900b0c-68a9-4737-86b6-c11a6dceeb85 req-eea5fceb-d5cb-4abe-80d3-c494dac761a9 service neutron] Port 786ad56e-f68d-426c-9e76-7b26223ce18c on network 22e5c36a-e85f-4512-bcde-f1a1a30e29d3 not bound, no agent of type Open vSwitch agent registered on host n-h2-713498-36 {{(pid=103230) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 19:07:21.579477 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4900b0c-68a9-4737-86b6-c11a6dceeb85 req-eea5fceb-d5cb-4abe-80d3-c494dac761a9 service neutron] Attempting to bind port 786ad56e-f68d-426c-9e76-7b26223ce18c on network 22e5c36a-e85f-4512-bcde-f1a1a30e29d3 {{(pid=103230) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 19:07:21.585536 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4900b0c-68a9-4737-86b6-c11a6dceeb85 req-eea5fceb-d5cb-4abe-80d3-c494dac761a9 service neutron] Checking agent: {'id': 'bcd5faee-dc24-4298-9134-0e0aa054058e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713498-36', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 18, 59, 19), 'started_at': datetime.datetime(2022, 2, 9, 18, 59, 19), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 19, 7, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103230) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 19:07:21.585918 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4900b0c-68a9-4737-86b6-c11a6dceeb85 req-eea5fceb-d5cb-4abe-80d3-c494dac761a9 service neutron] Checking segment: {'id': 'd4c5d86e-1399-4ff8-a9ec-2a8082c6024a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': '22e5c36a-e85f-4512-bcde-f1a1a30e29d3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103230) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 19:07:21.586347 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4900b0c-68a9-4737-86b6-c11a6dceeb85 req-eea5fceb-d5cb-4abe-80d3-c494dac761a9 service neutron] Bound using segment: {'id': 'd4c5d86e-1399-4ff8-a9ec-2a8082c6024a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': '22e5c36a-e85f-4512-bcde-f1a1a30e29d3'} {{(pid=103230) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 19:07:21.586903 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.managers [req-a4900b0c-68a9-4737-86b6-c11a6dceeb85 req-eea5fceb-d5cb-4abe-80d3-c494dac761a9 service neutron] Bound port: 786ad56e-f68d-426c-9e76-7b26223ce18c, host: n-h2-713498-36, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd4c5d86e-1399-4ff8-a9ec-2a8082c6024a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': '22e5c36a-e85f-4512-bcde-f1a1a30e29d3'}}] {{(pid=103230) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 19:07:21.587257 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [req-a4900b0c-68a9-4737-86b6-c11a6dceeb85 req-eea5fceb-d5cb-4abe-80d3-c494dac761a9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (786ad56e-f68d-426c-9e76-7b26223ce18c), before_update {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:07:21.668959 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.db [req-a4900b0c-68a9-4737-86b6-c11a6dceeb85 req-eea5fceb-d5cb-4abe-80d3-c494dac761a9 service neutron] For port 786ad56e-f68d-426c-9e76-7b26223ce18c, host n-h2-713498-36, cleared binding levels {{(pid=103230) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 19:07:21.675437 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.db [req-a4900b0c-68a9-4737-86b6-c11a6dceeb85 req-eea5fceb-d5cb-4abe-80d3-c494dac761a9 service neutron] For port 786ad56e-f68d-426c-9e76-7b26223ce18c, host n-h2-713498-36, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-36',level=0,port_id=786ad56e-f68d-426c-9e76-7b26223ce18c,segment=NetworkSegment(d4c5d86e-1399-4ff8-a9ec-2a8082c6024a),segment_id=d4c5d86e-1399-4ff8-a9ec-2a8082c6024a)] {{(pid=103230) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 19:07:21.691859 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [req-a4900b0c-68a9-4737-86b6-c11a6dceeb85 req-eea5fceb-d5cb-4abe-80d3-c494dac761a9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762867176205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762866656485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762866656503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14393758'] for port (786ad56e-f68d-426c-9e76-7b26223ce18c), after_update {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:07:21.715745 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa2a810c-785c-4d34-96c8-244ce3a23a6f req-670da8aa-68e2-42ab-9389-a6f06c487861 tempest-DeleteServersTestJSON-1870379525 tempest-DeleteServersTestJSON-1870379525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:07:21.730450 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-fa2a810c-785c-4d34-96c8-244ce3a23a6f req-670da8aa-68e2-42ab-9389-a6f06c487861 tempest-DeleteServersTestJSON-1870379525 tempest-DeleteServersTestJSON-1870379525-project] 10.222.0.75 "GET /v2.0/ports?device_id=95c33cdb-e7f8-4afa-8b5b-e8bf44a35e34 HTTP/1.1" status: 200 len: 932 time: 1.1574585 Feb 09 19:07:21.760609 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4900b0c-68a9-4737-86b6-c11a6dceeb85 req-eea5fceb-d5cb-4abe-80d3-c494dac761a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:07:21.764802 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [req-a4900b0c-68a9-4737-86b6-c11a6dceeb85 req-eea5fceb-d5cb-4abe-80d3-c494dac761a9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171096'] for port (None), before_response {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:07:21.766416 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-a4900b0c-68a9-4737-86b6-c11a6dceeb85 req-eea5fceb-d5cb-4abe-80d3-c494dac761a9 service neutron] 10.222.0.90 "PUT /v2.0/ports/786ad56e-f68d-426c-9e76-7b26223ce18c HTTP/1.1" status: 200 len: 1093 time: 1.5314975 Feb 09 19:07:21.768966 n-d-713498-36 neutron-server[103230]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '95c33cdb-e7f8-4afa-8b5b-e8bf44a35e34', 'tag': '786ad56e-f68d-426c-9e76-7b26223ce18c'}] {{(pid=103230) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 19:07:21.790551 n-d-713498-36 neutron-server[103230]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aee5919275bae9f72eb374ee322673045eb80c1f84b4b45a97d96923bd50ab51" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-575b278d-c481-46dd-902a-01403ff236c9" -d '{"events": [{"name": "network-changed", "server_uuid": "95c33cdb-e7f8-4afa-8b5b-e8bf44a35e34", "tag": "786ad56e-f68d-426c-9e76-7b26223ce18c"}]}' {{(pid=103230) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 19:07:21.884632 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-6eaabf5b-685a-4dbf-8505-56a264989044 req-6bb377a4-93b3-4978-92fc-c22993b50595 tempest-ImagesTestJSON-1015154253 tempest-ImagesTestJSON-1015154253-project] 10.222.0.75 "GET /v2.0/ports?device_id=627c3e1d-15ce-4955-88df-bff03401b6ae HTTP/1.1" status: 200 len: 210 time: 0.0795119 Feb 09 19:07:21.892146 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eea5fceb-d5cb-4abe-80d3-c494dac761a9 service neutron] Pushing event updated for resources: {'Port': ['ID=786ad56e-f68d-426c-9e76-7b26223ce18c,revision_number=3']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:07:21.918196 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4900b0c-68a9-4737-86b6-c11a6dceeb85 req-a7619e4b-2cd7-4d45-905d-0f47a5023eb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:07:21.918196 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-a4900b0c-68a9-4737-86b6-c11a6dceeb85 req-a7619e4b-2cd7-4d45-905d-0f47a5023eb3 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=216741f4995241bbba7cd794217427a2&device_id=95c33cdb-e7f8-4afa-8b5b-e8bf44a35e34 HTTP/1.1" status: 200 len: 1127 time: 0.0949640 Feb 09 19:07:21.948677 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-7429db8d-6021-40ad-813e-885be449a89b None None] For port 778b20b7-7678-470a-84cc-7abef1a21546, host n-h2-713498-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-36',level=0,port_id=778b20b7-7678-470a-84cc-7abef1a21546,segment=NetworkSegment(c2ea736f-956b-4712-9292-0c7e6eae844b),segment_id=c2ea736f-956b-4712-9292-0c7e6eae844b)] {{(pid=103232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 19:07:21.975399 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-fa2a810c-785c-4d34-96c8-244ce3a23a6f req-4e3f773b-2c7f-4510-b959-abd79a208b64 tempest-DeleteServersTestJSON-1870379525 tempest-DeleteServersTestJSON-1870379525-project] 10.222.0.75 "GET /v2.0/security-groups?id=5ce92d32-ca94-4b6c-925d-b9dff609abe6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2438638 Feb 09 19:07:21.976176 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Pushing event updated for resources: {'Port': ['ID=79f07b23-6771-42a0-bab9-d3efdb3c9702,revision_number=4']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:07:21.985228 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-aba12eb0-540f-449f-913f-bd1292eb491c req-1f73e023-b4c4-48b0-915a-64ad622d084a tempest-ImagesTestJSON-1015154253 tempest-ImagesTestJSON-1015154253-project] Made reservation on behalf of 818187f205084ea0b383f821b00a5aa5 for: {'port': 1} {{(pid=103229) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 19:07:21.985472 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Returning: {'device': '778b20b7-7678-470a-84cc-7abef1a21546', 'network_id': '622dc241-96e3-459d-8172-016faee8abe4', 'port_id': '778b20b7-7678-470a-84cc-7abef1a21546', 'mac_address': 'fa:16:3e:11:21:25', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 392, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e38cb3e5-c128-440c-8e8d-f08a001a84c6', 'ip_address': '10.1.1.105'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103232) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 19:07:21.989344 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-aba12eb0-540f-449f-913f-bd1292eb491c req-1f73e023-b4c4-48b0-915a-64ad622d084a tempest-ImagesTestJSON-1015154253 tempest-ImagesTestJSON-1015154253-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (None), before_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:07:22.003284 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-8edc973b-ec19-4f7e-a502-e304bb70f902 req-5afbca74-5311-4455-a079-e1580e0671f1 service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=59d6552c-9c7d-436a-9583-1a4c43dbfa42&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.5472965 Feb 09 19:07:22.022561 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] For port 1d92dba9-f398-4d14-be94-f707b8e65f0e, host n-d-713498-36, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-36',level=0,port_id=1d92dba9-f398-4d14-be94-f707b8e65f0e,segment=NetworkSegment(5ba58464-a437-40dd-815c-0d37894d66a8),segment_id=5ba58464-a437-40dd-815c-0d37894d66a8)] {{(pid=103232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 19:07:22.030971 n-d-713498-36 neutron-server[103230]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 19:07:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-73aa93d4-d6ee-4be3-b0ea-5fe6d75473a4 x-openstack-request-id: req-73aa93d4-d6ee-4be3-b0ea-5fe6d75473a4 {{(pid=103230) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 19:07:22.034079 n-d-713498-36 neutron-server[103230]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "95c33cdb-e7f8-4afa-8b5b-e8bf44a35e34", "tag": "786ad56e-f68d-426c-9e76-7b26223ce18c", "status": "completed", "code": 200}]} {{(pid=103230) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 19:07:22.034458 n-d-713498-36 neutron-server[103230]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-73aa93d4-d6ee-4be3-b0ea-5fe6d75473a4 {{(pid=103230) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 19:07:22.036116 n-d-713498-36 neutron-server[103230]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '95c33cdb-e7f8-4afa-8b5b-e8bf44a35e34', 'tag': '786ad56e-f68d-426c-9e76-7b26223ce18c', 'status': 'completed', 'code': 200} Feb 09 19:07:22.040103 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-a4900b0c-68a9-4737-86b6-c11a6dceeb85 req-450098ef-44f7-4c4e-90ef-e56a7c7f0cae service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=786ad56e-f68d-426c-9e76-7b26223ce18c HTTP/1.1" status: 200 len: 217 time: 0.1092644 Feb 09 19:07:22.064235 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762867176205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762866656485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762866656503'] for port (1d92dba9-f398-4d14-be94-f707b8e65f0e), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:07:22.147587 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-2ecfcc5a-0334-41ec-93e1-227df41738d7 req-d471c325-6207-4766-aab6-f5aee1a7cc7f tempest-ListImageFiltersTestJSON-604118414 tempest-ListImageFiltersTestJSON-604118414-project] 10.222.0.75 "GET /v2.0/networks?tenant_id=bcc7f332daa7436aadf85b9a52ab482b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0360072 Feb 09 19:07:22.164012 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4900b0c-68a9-4737-86b6-c11a6dceeb85 req-5c9640c5-e020-46c6-9471-fe09bbd9090a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:07:22.165618 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-a4900b0c-68a9-4737-86b6-c11a6dceeb85 req-5c9640c5-e020-46c6-9471-fe09bbd9090a service neutron] 10.222.0.90 "GET /v2.0/subnets?id=fd92991c-99c1-4998-85f2-810e9ca4298d HTTP/1.1" status: 200 len: 852 time: 0.1167288 Feb 09 19:07:22.198389 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-5de6d74f-1cf7-448d-8d7b-b0f10d8ccab5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1834945', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1818951'] for router (03288bc3-2330-49fa-a05b-79cee42e091b), after_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:07:22.201676 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Pushing event updated for resources: {'Port': ['ID=1d92dba9-f398-4d14-be94-f707b8e65f0e,revision_number=3']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:07:22.245599 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Current status of the port 778b20b7-7678-470a-84cc-7abef1a21546 is: DOWN; New status is: BUILD {{(pid=103232) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 19:07:22.247516 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (778b20b7-7678-470a-84cc-7abef1a21546), before_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:07:22.253072 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8edc973b-ec19-4f7e-a502-e304bb70f902 req-e75c99d5-9f26-473d-a05a-054587a74c31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:07:22.254613 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-8edc973b-ec19-4f7e-a502-e304bb70f902 req-e75c99d5-9f26-473d-a05a-054587a74c31 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=05fa6a089578484da4b750f8c0b5ad12&device_id=59d6552c-9c7d-436a-9583-1a4c43dbfa42 HTTP/1.1" status: 200 len: 1127 time: 0.2215736 Feb 09 19:07:22.256563 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-a4900b0c-68a9-4737-86b6-c11a6dceeb85 req-fc47432c-5195-4aee-a2c2-4b507b2f737b service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=22e5c36a-e85f-4512-bcde-f1a1a30e29d3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0467379 Feb 09 19:07:22.284166 n-d-713498-36 neutron-server[103232]: DEBUG neutron.notifiers.nova [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 778b20b7-7678-470a-84cc-7abef1a21546 {{(pid=103232) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 19:07:22.298744 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-eaff3e5b-1980-4f1b-af88-2f433e0df51c None None] Current status of the port 1d92dba9-f398-4d14-be94-f707b8e65f0e is: ACTIVE; New status is: ACTIVE {{(pid=103232) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 19:07:22.323140 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-7429db8d-6021-40ad-813e-885be449a89b None None] For port 778b20b7-7678-470a-84cc-7abef1a21546, host n-h2-713498-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-36',level=0,port_id=778b20b7-7678-470a-84cc-7abef1a21546,segment=NetworkSegment(c2ea736f-956b-4712-9292-0c7e6eae844b),segment_id=c2ea736f-956b-4712-9292-0c7e6eae844b)] {{(pid=103232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 19:07:22.337855 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762867176205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762866656485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762866656503'] for port (778b20b7-7678-470a-84cc-7abef1a21546), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:07:22.338566 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Device 3d73dda7-fb9b-4c04-9fbb-19034e8d2d7b details requested by agent hyperv_n-h2-713498-36 with host n-h2-713498-36 {{(pid=103232) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 19:07:22.393944 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-7429db8d-6021-40ad-813e-885be449a89b None None] For port 3d73dda7-fb9b-4c04-9fbb-19034e8d2d7b, host n-h2-713498-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-36',level=0,port_id=3d73dda7-fb9b-4c04-9fbb-19034e8d2d7b,segment=NetworkSegment(c2ea736f-956b-4712-9292-0c7e6eae844b),segment_id=c2ea736f-956b-4712-9292-0c7e6eae844b)] {{(pid=103232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 19:07:22.411006 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ecfcc5a-0334-41ec-93e1-227df41738d7 req-9636e530-9d80-4c14-9e0d-01829192946b tempest-ListImageFiltersTestJSON-604118414 tempest-ListImageFiltersTestJSON-604118414-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:07:22.424141 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-2ecfcc5a-0334-41ec-93e1-227df41738d7 req-9636e530-9d80-4c14-9e0d-01829192946b tempest-ListImageFiltersTestJSON-604118414 tempest-ListImageFiltersTestJSON-604118414-project] 10.222.0.75 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2756209 Feb 09 19:07:22.461557 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-2ecfcc5a-0334-41ec-93e1-227df41738d7 req-412a463d-5247-4e53-ab50-15b681b4a609 tempest-ListImageFiltersTestJSON-604118414 tempest-ListImageFiltersTestJSON-604118414-project] 10.222.0.75 "GET /v2.0/quotas/bcc7f332daa7436aadf85b9a52ab482b HTTP/1.1" status: 200 len: 375 time: 0.0364027 Feb 09 19:07:22.464040 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Returning: {'device': '3d73dda7-fb9b-4c04-9fbb-19034e8d2d7b', 'network_id': '622dc241-96e3-459d-8172-016faee8abe4', 'port_id': '3d73dda7-fb9b-4c04-9fbb-19034e8d2d7b', 'mac_address': 'fa:16:3e:88:c0:29', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 392, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e38cb3e5-c128-440c-8e8d-f08a001a84c6', 'ip_address': '10.1.1.127'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103232) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 19:07:22.468370 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08689c64-f360-48da-97cc-e161273357e3 req-ddd5c06b-3a58-4bf8-9ef1-50a769162ec5 tempest-TaggedBootDevicesTest_v242-798392635 tempest-TaggedBootDevicesTest_v242-798392635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:07:22.472493 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Pushing event updated for resources: {'Port': ['ID=778b20b7-7678-470a-84cc-7abef1a21546,revision_number=4']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:07:22.477724 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08689c64-f360-48da-97cc-e161273357e3 req-ddd5c06b-3a58-4bf8-9ef1-50a769162ec5 tempest-TaggedBootDevicesTest_v242-798392635 tempest-TaggedBootDevicesTest_v242-798392635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:07:22.491431 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08689c64-f360-48da-97cc-e161273357e3 req-ddd5c06b-3a58-4bf8-9ef1-50a769162ec5 tempest-TaggedBootDevicesTest_v242-798392635 tempest-TaggedBootDevicesTest_v242-798392635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:07:22.502830 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08689c64-f360-48da-97cc-e161273357e3 req-ddd5c06b-3a58-4bf8-9ef1-50a769162ec5 tempest-TaggedBootDevicesTest_v242-798392635 tempest-TaggedBootDevicesTest_v242-798392635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:07:22.508697 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08689c64-f360-48da-97cc-e161273357e3 req-ddd5c06b-3a58-4bf8-9ef1-50a769162ec5 tempest-TaggedBootDevicesTest_v242-798392635 tempest-TaggedBootDevicesTest_v242-798392635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:07:22.516447 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-2ecfcc5a-0334-41ec-93e1-227df41738d7 req-5d327380-b247-4eb7-9806-ae52f9bfd65f tempest-ListImageFiltersTestJSON-604118414 tempest-ListImageFiltersTestJSON-604118414-project] 10.222.0.75 "GET /v2.0/ports?tenant_id=bcc7f332daa7436aadf85b9a52ab482b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0538070 Feb 09 19:07:22.522664 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08689c64-f360-48da-97cc-e161273357e3 req-ddd5c06b-3a58-4bf8-9ef1-50a769162ec5 tempest-TaggedBootDevicesTest_v242-798392635 tempest-TaggedBootDevicesTest_v242-798392635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:07:22.523587 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-a4900b0c-68a9-4737-86b6-c11a6dceeb85 req-c77498b6-0b9a-4f92-96f8-3f1eb88efbfb service neutron] 10.222.0.90 "GET /v2.0/networks/22e5c36a-e85f-4512-bcde-f1a1a30e29d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2526433 Feb 09 19:07:22.530652 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08689c64-f360-48da-97cc-e161273357e3 req-ddd5c06b-3a58-4bf8-9ef1-50a769162ec5 tempest-TaggedBootDevicesTest_v242-798392635 tempest-TaggedBootDevicesTest_v242-798392635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:07:22.541327 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Current status of the port 3d73dda7-fb9b-4c04-9fbb-19034e8d2d7b is: DOWN; New status is: BUILD {{(pid=103232) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 19:07:22.541732 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (3d73dda7-fb9b-4c04-9fbb-19034e8d2d7b), before_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:07:22.543107 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-08689c64-f360-48da-97cc-e161273357e3 req-ddd5c06b-3a58-4bf8-9ef1-50a769162ec5 tempest-TaggedBootDevicesTest_v242-798392635 tempest-TaggedBootDevicesTest_v242-798392635-project] 10.222.0.75 "GET /v2.0/ports?device_id=8319129f-1054-494a-b0c0-2ec99e839619 HTTP/1.1" status: 200 len: 5432 time: 0.4173777 Feb 09 19:07:22.578325 n-d-713498-36 neutron-server[103232]: DEBUG neutron.notifiers.nova [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3d73dda7-fb9b-4c04-9fbb-19034e8d2d7b {{(pid=103232) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 19:07:22.627247 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-7429db8d-6021-40ad-813e-885be449a89b None None] For port 3d73dda7-fb9b-4c04-9fbb-19034e8d2d7b, host n-h2-713498-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-36',level=0,port_id=3d73dda7-fb9b-4c04-9fbb-19034e8d2d7b,segment=NetworkSegment(c2ea736f-956b-4712-9292-0c7e6eae844b),segment_id=c2ea736f-956b-4712-9292-0c7e6eae844b)] {{(pid=103232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 19:07:22.637450 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762867176205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762866656485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762866656503'] for port (3d73dda7-fb9b-4c04-9fbb-19034e8d2d7b), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:07:22.638351 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Device a7b6d8bb-417c-4222-9de0-5c1844679bed details requested by agent hyperv_n-h2-713498-36 with host n-h2-713498-36 {{(pid=103232) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 19:07:22.703482 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Device 1d92dba9-f398-4d14-be94-f707b8e65f0e up at agent ovs-agent-n-d-713498-36 {{(pid=103232) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 19:07:22.737412 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-a4900b0c-68a9-4737-86b6-c11a6dceeb85 req-88745c6d-fe61-4289-a676-86d117981a54 service neutron] 10.222.0.90 "GET /v2.0/networks/22e5c36a-e85f-4512-bcde-f1a1a30e29d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2014513 Feb 09 19:07:22.745497 n-d-713498-36 neutron-server[103229]: DEBUG neutron.db.db_base_plugin_common [req-aba12eb0-540f-449f-913f-bd1292eb491c req-1f73e023-b4c4-48b0-915a-64ad622d084a tempest-ImagesTestJSON-1015154253 tempest-ImagesTestJSON-1015154253-project] Allocated IP 172.20.0.3 (e119be35-9333-4ec1-a284-366321b505fc/1c11460d-4fed-4117-8587-f721cf533c67/673f9133-7154-44e2-a4d1-bb1330cf1036) {{(pid=103229) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 19:07:22.803303 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8edc973b-ec19-4f7e-a502-e304bb70f902 req-0c38a080-2442-4d2f-94a8-01750a8387a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:07:22.808354 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-8edc973b-ec19-4f7e-a502-e304bb70f902 req-0c38a080-2442-4d2f-94a8-01750a8387a3 service neutron] 10.222.0.89 "GET /v2.0/networks?id=d725567e-ae4f-48c7-8826-ca95b9692346 HTTP/1.1" status: 200 len: 908 time: 0.4520540 Feb 09 19:07:22.888856 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.db.resource_extend [None req-7429db8d-6021-40ad-813e-885be449a89b None None] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 09 19:07:22.893082 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.provisioning_blocks [None req-51aa0c97-40ad-427f-b521-51ff7f6a4e4b None None] Provisioning complete for port 1d92dba9-f398-4d14-be94-f707b8e65f0e triggered by entity DHCP. {{(pid=103232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 19:07:22.893459 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-51aa0c97-40ad-427f-b521-51ff7f6a4e4b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593630'] for port (1d92dba9-f398-4d14-be94-f707b8e65f0e), provisioning_complete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:07:22.946006 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Pushing event updated for resources: {'Port': ['ID=3d73dda7-fb9b-4c04-9fbb-19034e8d2d7b,revision_number=4']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:07:22.952066 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-8edc973b-ec19-4f7e-a502-e304bb70f902 req-7a01b8e2-080b-42ef-954f-2593672524c4 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a4e79a8e-ce64-4a98-88aa-2b5124a3f55b HTTP/1.1" status: 200 len: 217 time: 0.1054065 Feb 09 19:07:22.968638 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-7429db8d-6021-40ad-813e-885be449a89b None None] For port a7b6d8bb-417c-4222-9de0-5c1844679bed, host n-h2-713498-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-36',level=0,port_id=a7b6d8bb-417c-4222-9de0-5c1844679bed,segment=NetworkSegment(d87ae67e-008b-48f1-b0f8-925fd9ffe48b),segment_id=d87ae67e-008b-48f1-b0f8-925fd9ffe48b)] {{(pid=103232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 19:07:23.013498 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Returning: {'device': 'a7b6d8bb-417c-4222-9de0-5c1844679bed', 'network_id': '827c740b-e08e-4994-bbc7-e073abc4dcaf', 'port_id': 'a7b6d8bb-417c-4222-9de0-5c1844679bed', 'mac_address': 'fa:16:3e:8b:c0:5c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 355, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '62aa7105-9b3f-4b31-849e-86005d5d6eff', 'ip_address': '10.2.2.100'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103232) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 19:07:23.020580 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-575b278d-c481-46dd-902a-01403ff236c9 req-7e2656df-d1bf-45d4-ad60-08fc60860f5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:07:23.024769 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-575b278d-c481-46dd-902a-01403ff236c9 req-7e2656df-d1bf-45d4-ad60-08fc60860f5c service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=216741f4995241bbba7cd794217427a2&device_id=95c33cdb-e7f8-4afa-8b5b-e8bf44a35e34 HTTP/1.1" status: 200 len: 1127 time: 0.2119174 Feb 09 19:07:23.029759 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.provisioning_blocks [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Provisioning complete for port 1d92dba9-f398-4d14-be94-f707b8e65f0e triggered by entity L2. {{(pid=103232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 19:07:23.030163 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593630'] for port (1d92dba9-f398-4d14-be94-f707b8e65f0e), provisioning_complete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:07:23.057278 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8edc973b-ec19-4f7e-a502-e304bb70f902 req-65f74d9a-d53d-418e-8fbf-c715324fd957 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:07:23.058828 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-8edc973b-ec19-4f7e-a502-e304bb70f902 req-65f74d9a-d53d-418e-8fbf-c715324fd957 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=41b0b245-923a-427d-ac3e-7f4b2ecbbb0e HTTP/1.1" status: 200 len: 847 time: 0.0843275 Feb 09 19:07:23.080292 n-d-713498-36 neutron-server[103229]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5de6d74f-1cf7-448d-8d7b-b0f10d8ccab5 admin admin] Router 03288bc3-2330-49fa-a05b-79cee42e091b is scheduled to L3 agent 93303d5e-5d17-45e8-8963-7694f87783ae with binding_index 1 {{(pid=103229) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 09 19:07:23.132538 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-8edc973b-ec19-4f7e-a502-e304bb70f902 req-80e154ee-5be9-45f6-9326-cdaa24fdaee3 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=d725567e-ae4f-48c7-8826-ca95b9692346&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0487397 Feb 09 19:07:23.171825 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Current status of the port a7b6d8bb-417c-4222-9de0-5c1844679bed is: DOWN; New status is: BUILD {{(pid=103232) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 19:07:23.172219 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (a7b6d8bb-417c-4222-9de0-5c1844679bed), before_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:07:23.190913 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-51aa0c97-40ad-427f-b521-51ff7f6a4e4b None None] Current status of the port 1d92dba9-f398-4d14-be94-f707b8e65f0e is: ACTIVE; New status is: ACTIVE {{(pid=103232) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 19:07:23.196997 n-d-713498-36 neutron-server[103232]: DEBUG neutron.notifiers.nova [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a7b6d8bb-417c-4222-9de0-5c1844679bed {{(pid=103232) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 19:07:23.238060 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-7429db8d-6021-40ad-813e-885be449a89b None None] For port a7b6d8bb-417c-4222-9de0-5c1844679bed, host n-h2-713498-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-36',level=0,port_id=a7b6d8bb-417c-4222-9de0-5c1844679bed,segment=NetworkSegment(d87ae67e-008b-48f1-b0f8-925fd9ffe48b),segment_id=d87ae67e-008b-48f1-b0f8-925fd9ffe48b)] {{(pid=103232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 19:07:23.302643 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762867176205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762866656485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762866656503'] for port (a7b6d8bb-417c-4222-9de0-5c1844679bed), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:07:23.303312 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Device 21138c02-2bef-4eb2-822c-0766736ce486 details requested by agent hyperv_n-h2-713498-36 with host n-h2-713498-36 {{(pid=103232) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 19:07:23.382947 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-08689c64-f360-48da-97cc-e161273357e3 req-f3b26bef-2249-4162-b0ae-4126aa917485 tempest-TaggedBootDevicesTest_v242-798392635 tempest-TaggedBootDevicesTest_v242-798392635-project] 10.222.0.75 "GET /v2.0/security-groups?id=58062d4f-c149-4db3-a357-a4eb59a3d83e&id=6452f0cf-fe35-4557-9092-43f1827176a8&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.8342724 Feb 09 19:07:23.435424 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Current status of the port 1d92dba9-f398-4d14-be94-f707b8e65f0e is: ACTIVE; New status is: ACTIVE {{(pid=103232) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 19:07:23.456474 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Pushing event updated for resources: {'Port': ['ID=a7b6d8bb-417c-4222-9de0-5c1844679bed,revision_number=4']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:07:23.503151 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-7429db8d-6021-40ad-813e-885be449a89b None None] For port 21138c02-2bef-4eb2-822c-0766736ce486, host n-h2-713498-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-36',level=0,port_id=21138c02-2bef-4eb2-822c-0766736ce486,segment=NetworkSegment(c2ea736f-956b-4712-9292-0c7e6eae844b),segment_id=c2ea736f-956b-4712-9292-0c7e6eae844b)] {{(pid=103232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 19:07:23.518879 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Returning: {'device': '21138c02-2bef-4eb2-822c-0766736ce486', 'network_id': '622dc241-96e3-459d-8172-016faee8abe4', 'port_id': '21138c02-2bef-4eb2-822c-0766736ce486', 'mac_address': 'fa:16:3e:52:c9:98', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 392, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e38cb3e5-c128-440c-8e8d-f08a001a84c6', 'ip_address': '10.1.1.130'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103232) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 19:07:23.594028 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Current status of the port 21138c02-2bef-4eb2-822c-0766736ce486 is: DOWN; New status is: BUILD {{(pid=103232) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 19:07:23.594714 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (21138c02-2bef-4eb2-822c-0766736ce486), before_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:07:23.645274 n-d-713498-36 neutron-server[103232]: DEBUG neutron.notifiers.nova [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 21138c02-2bef-4eb2-822c-0766736ce486 {{(pid=103232) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 19:07:23.662741 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-8edc973b-ec19-4f7e-a502-e304bb70f902 req-f97ed90b-14c9-403f-a7bf-022a7b6d57bc service neutron] 10.222.0.89 "GET /v2.0/networks/d725567e-ae4f-48c7-8826-ca95b9692346?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5146987 Feb 09 19:07:23.676817 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-3d0b9258-f02b-417b-bf7a-372ddb3bb55e req-5be7700f-25da-4dcd-8f7f-20f71a4e5322 tempest-ListImageFiltersTestJSON-604118414 tempest-ListImageFiltersTestJSON-604118414-project] 10.222.0.75 "GET /v2.0/networks?tenant_id=bcc7f332daa7436aadf85b9a52ab482b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0470686 Feb 09 19:07:23.677287 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-7429db8d-6021-40ad-813e-885be449a89b None None] For port 21138c02-2bef-4eb2-822c-0766736ce486, host n-h2-713498-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-36',level=0,port_id=21138c02-2bef-4eb2-822c-0766736ce486,segment=NetworkSegment(c2ea736f-956b-4712-9292-0c7e6eae844b),segment_id=c2ea736f-956b-4712-9292-0c7e6eae844b)] {{(pid=103232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 19:07:23.683546 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-aba12eb0-540f-449f-913f-bd1292eb491c req-1f73e023-b4c4-48b0-915a-64ad622d084a tempest-ImagesTestJSON-1015154253 tempest-ImagesTestJSON-1015154253-project] Publish callbacks [] for port (673f9133-7154-44e2-a4d1-bb1330cf1036), precommit_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:07:23.684187 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762867176205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762866656485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762866656503'] for port (21138c02-2bef-4eb2-822c-0766736ce486), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:07:23.686067 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Device d8831f22-48ff-4779-ae00-8742dab90eee details requested by agent hyperv_n-h2-713498-36 with host n-h2-713498-36 {{(pid=103232) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 19:07:23.692227 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5f86df2-6b10-4269-b584-edddc2c10e54 req-934bb20a-23eb-4be0-996e-8a8b81c6229a tempest-LiveAutoBlockMigrationV225Test-2127879101 tempest-LiveAutoBlockMigrationV225Test-2127879101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:07:23.706558 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-d5f86df2-6b10-4269-b584-edddc2c10e54 req-934bb20a-23eb-4be0-996e-8a8b81c6229a tempest-LiveAutoBlockMigrationV225Test-2127879101 tempest-LiveAutoBlockMigrationV225Test-2127879101-project] 10.222.0.75 "GET /v2.0/ports?device_id=d3938fbf-e1b0-4686-9d2f-36596059719e HTTP/1.1" status: 200 len: 945 time: 0.8152301 Feb 09 19:07:23.811853 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-d5f86df2-6b10-4269-b584-edddc2c10e54 req-d739154f-fd28-412e-b7f3-f5d84dfba0ed tempest-LiveAutoBlockMigrationV225Test-2127879101 tempest-LiveAutoBlockMigrationV225Test-2127879101-project] 10.222.0.75 "GET /v2.0/security-groups?id=e3cb5363-3b49-4f74-b239-a871e755b40a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1040592 Feb 09 19:07:23.815300 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Pushing event updated for resources: {'Port': ['ID=21138c02-2bef-4eb2-822c-0766736ce486,revision_number=4']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:07:23.816383 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d0b9258-f02b-417b-bf7a-372ddb3bb55e req-6b003249-d728-410d-80cd-de8e564188ad tempest-ListImageFiltersTestJSON-604118414 tempest-ListImageFiltersTestJSON-604118414-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:07:23.824075 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-3d0b9258-f02b-417b-bf7a-372ddb3bb55e req-6b003249-d728-410d-80cd-de8e564188ad tempest-ListImageFiltersTestJSON-604118414 tempest-ListImageFiltersTestJSON-604118414-project] 10.222.0.75 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1463399 Feb 09 19:07:23.864905 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-7429db8d-6021-40ad-813e-885be449a89b None None] For port d8831f22-48ff-4779-ae00-8742dab90eee, host n-h2-713498-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-36',level=0,port_id=d8831f22-48ff-4779-ae00-8742dab90eee,segment=NetworkSegment(8ae1b900-d52d-4214-8642-0ef5379b7314),segment_id=8ae1b900-d52d-4214-8642-0ef5379b7314)] {{(pid=103232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 19:07:23.877991 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Returning: {'device': 'd8831f22-48ff-4779-ae00-8742dab90eee', 'network_id': 'c0d79728-024b-4c62-b035-620d2aaf99fe', 'port_id': 'd8831f22-48ff-4779-ae00-8742dab90eee', 'mac_address': 'fa:16:3e:c8:8f:cc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 393, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2560c25c-40bb-435f-8831-cdcd16b2f81e', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103232) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 19:07:23.930171 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Current status of the port d8831f22-48ff-4779-ae00-8742dab90eee is: DOWN; New status is: BUILD {{(pid=103232) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 19:07:23.930538 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (d8831f22-48ff-4779-ae00-8742dab90eee), before_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:07:23.932232 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-575b278d-c481-46dd-902a-01403ff236c9 req-8ad292c4-7d7a-4f06-8751-45f6814a09b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:07:23.935171 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-575b278d-c481-46dd-902a-01403ff236c9 req-8ad292c4-7d7a-4f06-8751-45f6814a09b1 service neutron] 10.222.0.90 "GET /v2.0/networks?id=22e5c36a-e85f-4512-bcde-f1a1a30e29d3 HTTP/1.1" status: 200 len: 913 time: 0.8978810 Feb 09 19:07:23.941225 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-3d0b9258-f02b-417b-bf7a-372ddb3bb55e req-81fb7254-136c-4091-858b-c604c28c366b tempest-ListImageFiltersTestJSON-604118414 tempest-ListImageFiltersTestJSON-604118414-project] 10.222.0.75 "GET /v2.0/quotas/bcc7f332daa7436aadf85b9a52ab482b HTTP/1.1" status: 200 len: 375 time: 0.1162691 Feb 09 19:07:23.942257 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5de6d74f-1cf7-448d-8d7b-b0f10d8ccab5 admin admin] Notify agent at l3_agent.n-d-713498-36 the message routers_updated {{(pid=103229) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 19:07:23.952888 n-d-713498-36 neutron-server[103232]: DEBUG neutron.notifiers.nova [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d8831f22-48ff-4779-ae00-8742dab90eee {{(pid=103232) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 19:07:23.954019 n-d-713498-36 neutron-server[103233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e05cc988-ea2a-4ed4-845c-4717db6c5907 None None] Sync routers for ids ['03288bc3-2330-49fa-a05b-79cee42e091b'] in n-d-713498-36 {{(pid=103233) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 19:07:23.969818 n-d-713498-36 neutron-server[103233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e05cc988-ea2a-4ed4-845c-4717db6c5907 None None] Routers {'03288bc3-2330-49fa-a05b-79cee42e091b'} bound to L3 agent in host n-d-713498-36 {{(pid=103233) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 19:07:23.971245 n-d-713498-36 neutron-server[103233]: DEBUG neutron.db.l3_hamode_db [None req-e05cc988-ea2a-4ed4-845c-4717db6c5907 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T18:51:43Z,description=,heartbeat_timestamp=2022-02-09T19:07:13Z,host='n-d-713498-36',id=93303d5e-5d17-45e8-8963-7694f87783ae,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T18:51:43Z,topic='l3_agent')) {'router_ids': ['03288bc3-2330-49fa-a05b-79cee42e091b'], 'active': True} {{(pid=103233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:07:23.971791 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-aba12eb0-540f-449f-913f-bd1292eb491c req-1f73e023-b4c4-48b0-915a-64ad622d084a tempest-ImagesTestJSON-1015154253 tempest-ImagesTestJSON-1015154253-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762866656467', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12867576'] for port (673f9133-7154-44e2-a4d1-bb1330cf1036), after_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:07:24.001939 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-7429db8d-6021-40ad-813e-885be449a89b None None] For port d8831f22-48ff-4779-ae00-8742dab90eee, host n-h2-713498-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-36',level=0,port_id=d8831f22-48ff-4779-ae00-8742dab90eee,segment=NetworkSegment(8ae1b900-d52d-4214-8642-0ef5379b7314),segment_id=8ae1b900-d52d-4214-8642-0ef5379b7314)] {{(pid=103232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 19:07:24.013157 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762867176205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762866656485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762866656503'] for port (d8831f22-48ff-4779-ae00-8742dab90eee), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:07:24.013845 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Device c8197a22-0a63-4fe5-8fb5-ede78617a0f7 details requested by agent hyperv_n-h2-713498-36 with host n-h2-713498-36 {{(pid=103232) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 19:07:24.045275 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f73e023-b4c4-48b0-915a-64ad622d084a tempest-ImagesTestJSON-1015154253 tempest-ImagesTestJSON-1015154253-project] Pushing event updated for resources: {'Port': ['ID=673f9133-7154-44e2-a4d1-bb1330cf1036,revision_number=1']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:07:24.062114 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-575b278d-c481-46dd-902a-01403ff236c9 req-9ea2c87c-533b-45ee-83ea-68dfc0658dc2 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=786ad56e-f68d-426c-9e76-7b26223ce18c HTTP/1.1" status: 200 len: 217 time: 0.1077070 Feb 09 19:07:24.091525 n-d-713498-36 neutron-server[103229]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-aba12eb0-540f-449f-913f-bd1292eb491c req-1f73e023-b4c4-48b0-915a-64ad622d084a tempest-ImagesTestJSON-1015154253 tempest-ImagesTestJSON-1015154253-project] Network e119be35-9333-4ec1-a284-366321b505fc is already hosted by enough agents. {{(pid=103229) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 19:07:24.108200 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-3d0b9258-f02b-417b-bf7a-372ddb3bb55e req-bbb1234d-bb1f-4ffa-a7be-938624bf6ad3 tempest-ListImageFiltersTestJSON-604118414 tempest-ListImageFiltersTestJSON-604118414-project] 10.222.0.75 "GET /v2.0/ports?tenant_id=bcc7f332daa7436aadf85b9a52ab482b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1482911 Feb 09 19:07:24.111493 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Pushing event updated for resources: {'Port': ['ID=d8831f22-48ff-4779-ae00-8742dab90eee,revision_number=4']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:07:24.114205 n-d-713498-36 neutron-server[103229]: DEBUG neutron.scheduler.base_scheduler [req-aba12eb0-540f-449f-913f-bd1292eb491c req-1f73e023-b4c4-48b0-915a-64ad622d084a tempest-ImagesTestJSON-1015154253 tempest-ImagesTestJSON-1015154253-project] Resources bound (agent type, host, resource id): {{(pid=103229) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 19:07:24.118850 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-5de6d74f-1cf7-448d-8d7b-b0f10d8ccab5 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:07:24.126330 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-5de6d74f-1cf7-448d-8d7b-b0f10d8ccab5 admin admin] 10.222.0.75 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 5.5004539 Feb 09 19:07:24.133739 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-7429db8d-6021-40ad-813e-885be449a89b None None] For port c8197a22-0a63-4fe5-8fb5-ede78617a0f7, host n-h2-713498-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-36',level=0,port_id=c8197a22-0a63-4fe5-8fb5-ede78617a0f7,segment=NetworkSegment(c2ea736f-956b-4712-9292-0c7e6eae844b),segment_id=c2ea736f-956b-4712-9292-0c7e6eae844b)] {{(pid=103232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 19:07:24.134897 n-d-713498-36 neutron-server[103229]: DEBUG neutron.db.l3_dvrscheduler_db [req-aba12eb0-540f-449f-913f-bd1292eb491c req-1f73e023-b4c4-48b0-915a-64ad622d084a tempest-ImagesTestJSON-1015154253 tempest-ImagesTestJSON-1015154253-project] Received port after_create {{(pid=103229) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 19:07:24.143845 n-d-713498-36 neutron-server[103233]: DEBUG neutron.db.l3_dvr_db [None req-e05cc988-ea2a-4ed4-845c-4717db6c5907 None None] Set router 03288bc3-2330-49fa-a05b-79cee42e091b gateway port host: n-d-713498-36 {{(pid=103233) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 19:07:24.150075 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Returning: {'device': 'c8197a22-0a63-4fe5-8fb5-ede78617a0f7', 'network_id': '622dc241-96e3-459d-8172-016faee8abe4', 'port_id': 'c8197a22-0a63-4fe5-8fb5-ede78617a0f7', 'mac_address': 'fa:16:3e:d4:23:0b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 392, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e38cb3e5-c128-440c-8e8d-f08a001a84c6', 'ip_address': '10.1.1.51'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103232) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 19:07:24.159955 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-575b278d-c481-46dd-902a-01403ff236c9 req-921588b6-e316-4461-995f-6710a970dfee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:07:24.168808 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-575b278d-c481-46dd-902a-01403ff236c9 req-921588b6-e316-4461-995f-6710a970dfee service neutron] 10.222.0.90 "GET /v2.0/subnets?id=fd92991c-99c1-4998-85f2-810e9ca4298d HTTP/1.1" status: 200 len: 852 time: 0.0901225 Feb 09 19:07:24.169371 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 52688) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:07:24.204820 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Current status of the port c8197a22-0a63-4fe5-8fb5-ede78617a0f7 is: DOWN; New status is: BUILD {{(pid=103232) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 19:07:24.205620 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (c8197a22-0a63-4fe5-8fb5-ede78617a0f7), before_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:07:24.232438 n-d-713498-36 neutron-server[103232]: DEBUG neutron.notifiers.nova [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c8197a22-0a63-4fe5-8fb5-ede78617a0f7 {{(pid=103232) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 19:07:24.238202 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aba12eb0-540f-449f-913f-bd1292eb491c req-1f73e023-b4c4-48b0-915a-64ad622d084a tempest-ImagesTestJSON-1015154253 tempest-ImagesTestJSON-1015154253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:07:24.245500 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-aba12eb0-540f-449f-913f-bd1292eb491c req-1f73e023-b4c4-48b0-915a-64ad622d084a tempest-ImagesTestJSON-1015154253 tempest-ImagesTestJSON-1015154253-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171096'] for port (None), before_response {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:07:24.282449 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-7429db8d-6021-40ad-813e-885be449a89b None None] For port c8197a22-0a63-4fe5-8fb5-ede78617a0f7, host n-h2-713498-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-36',level=0,port_id=c8197a22-0a63-4fe5-8fb5-ede78617a0f7,segment=NetworkSegment(c2ea736f-956b-4712-9292-0c7e6eae844b),segment_id=c2ea736f-956b-4712-9292-0c7e6eae844b)] {{(pid=103232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 19:07:24.289332 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762867176205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762866656485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762866656503'] for port (c8197a22-0a63-4fe5-8fb5-ede78617a0f7), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:07:24.308801 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-aba12eb0-540f-449f-913f-bd1292eb491c req-1f73e023-b4c4-48b0-915a-64ad622d084a tempest-ImagesTestJSON-1015154253 tempest-ImagesTestJSON-1015154253-project] 10.222.0.89 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.4994709 Feb 09 19:07:24.333731 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.v2.base [req-aba12eb0-540f-449f-913f-bd1292eb491c req-a6330802-e787-4ea0-bce3-330f2bdcc5a9 service neutron] Request body: {'port': {'device_id': '627c3e1d-15ce-4955-88df-bff03401b6ae', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-713498-36'}} {{(pid=103229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 19:07:24.373711 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Device 786ad56e-f68d-426c-9e76-7b26223ce18c details requested by agent hyperv_n-h2-713498-36 with host n-h2-713498-36 {{(pid=103232) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 19:07:24.441645 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-8edc973b-ec19-4f7e-a502-e304bb70f902 req-7a4dfb39-0422-4f24-be20-3a636c107b9c service neutron] 10.222.0.89 "GET /v2.0/networks/d725567e-ae4f-48c7-8826-ca95b9692346?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7559872 Feb 09 19:07:24.449892 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-575b278d-c481-46dd-902a-01403ff236c9 req-561328b1-698e-4782-b81a-878c36ad16ca service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=22e5c36a-e85f-4512-bcde-f1a1a30e29d3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2574425 Feb 09 19:07:24.450940 n-d-713498-36 neutron-server[103233]: DEBUG neutron.db.l3_hamode_db [None req-e05cc988-ea2a-4ed4-845c-4717db6c5907 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '03288bc3-2330-49fa-a05b-79cee42e091b', 'name': 'tempest-AttachSCSIVolumeTestJSON-1891186289-router', 'tenant_id': 'e7fe2e78952141fcb66374336ee1439b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88055e1e-672a-4487-be31-ffb6e833ece5', 'external_fixed_ips': [{'subnet_id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'ip_address': '172.25.1.171'}], 'enable_snat': True}, 'gw_port_id': 'b878acf7-9f7a-4e12-b2ed-84aa30ae4dec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T19:07:18Z', 'updated_at': '2022-02-09T19:07:20Z', 'revision_number': 3, 'project_id': 'e7fe2e78952141fcb66374336ee1439b', 'gw_port': {'id': 'b878acf7-9f7a-4e12-b2ed-84aa30ae4dec', 'name': '', 'network_id': '88055e1e-672a-4487-be31-ffb6e833ece5', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:8d:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '03288bc3-2330-49fa-a05b-79cee42e091b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 865, 'fixed_ips': [{'subnet_id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'ip_address': '172.25.1.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T19:07:19Z', 'updated_at': '2022-02-09T19:07:19Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-36'}], 'n-d-713498-36', False) {} {{(pid=103233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:07:24.498215 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-aba12eb0-540f-449f-913f-bd1292eb491c req-a6330802-e787-4ea0-bce3-330f2bdcc5a9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (673f9133-7154-44e2-a4d1-bb1330cf1036), before_update {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:07:24.518736 n-d-713498-36 neutron-server[103233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e05cc988-ea2a-4ed4-845c-4717db6c5907 None None] Checking router: 03288bc3-2330-49fa-a05b-79cee42e091b for host: n-d-713498-36 {{(pid=103233) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 19:07:24.519203 n-d-713498-36 neutron-server[103233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e05cc988-ea2a-4ed4-845c-4717db6c5907 None None] Updating router 03288bc3-2330-49fa-a05b-79cee42e091b port b878acf7-9f7a-4e12-b2ed-84aa30ae4dec binding host n-d-713498-36 {{(pid=103233) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 19:07:24.551720 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-2ecfcc5a-0334-41ec-93e1-227df41738d7 req-d0108464-52c3-4ab3-ab66-a23ebc25421a tempest-ListImageFiltersTestJSON-604118414 tempest-ListImageFiltersTestJSON-604118414-project] 10.222.0.90 "GET /v2.0/networks?tenant_id=bcc7f332daa7436aadf85b9a52ab482b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0275004 Feb 09 19:07:24.575636 n-d-713498-36 neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-e05cc988-ea2a-4ed4-845c-4717db6c5907 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (b878acf7-9f7a-4e12-b2ed-84aa30ae4dec), before_update {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:07:24.767415 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b56ec37-377b-4b71-8bd1-f31e3d3e301e req-4feded01-ff73-4f73-80df-adff73630c4b tempest-DeleteServersTestJSON-1870379525 tempest-DeleteServersTestJSON-1870379525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:07:24.769484 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-8b56ec37-377b-4b71-8bd1-f31e3d3e301e req-4feded01-ff73-4f73-80df-adff73630c4b tempest-DeleteServersTestJSON-1870379525 tempest-DeleteServersTestJSON-1870379525-project] 10.222.0.75 "GET /v2.0/ports?device_id=95c33cdb-e7f8-4afa-8b5b-e8bf44a35e34 HTTP/1.1" status: 200 len: 944 time: 0.3543153 Feb 09 19:07:24.905852 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-8b56ec37-377b-4b71-8bd1-f31e3d3e301e req-1bc51ab3-a660-49ed-8953-6ab0c31ac69f tempest-DeleteServersTestJSON-1870379525 tempest-DeleteServersTestJSON-1870379525-project] 10.222.0.75 "GET /v2.0/security-groups?id=5ce92d32-ca94-4b6c-925d-b9dff609abe6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1269035 Feb 09 19:07:24.906592 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c60e12d5-3670-4a0e-809f-fdd6800744a8 req-1f9023ac-217d-45b8-a6c0-d35a4c277f0a tempest-ImagesTestJSON-1015154253 tempest-ImagesTestJSON-1015154253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:07:24.910677 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-c60e12d5-3670-4a0e-809f-fdd6800744a8 req-1f9023ac-217d-45b8-a6c0-d35a4c277f0a tempest-ImagesTestJSON-1015154253 tempest-ImagesTestJSON-1015154253-project] 10.222.0.75 "GET /v2.0/ports?device_id=627c3e1d-15ce-4955-88df-bff03401b6ae HTTP/1.1" status: 200 len: 931 time: 0.9556098 Feb 09 19:07:24.969767 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ecfcc5a-0334-41ec-93e1-227df41738d7 req-7b77719c-5586-403b-b3f1-3b42c322ecef tempest-ListImageFiltersTestJSON-604118414 tempest-ListImageFiltersTestJSON-604118414-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:07:24.971348 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-2ecfcc5a-0334-41ec-93e1-227df41738d7 req-7b77719c-5586-403b-b3f1-3b42c322ecef tempest-ListImageFiltersTestJSON-604118414 tempest-ListImageFiltersTestJSON-604118414-project] 10.222.0.90 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2942290 Feb 09 19:07:25.009050 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.v2.base [req-2ecfcc5a-0334-41ec-93e1-227df41738d7 req-7d150853-9f89-408f-abf7-0c32eb07af12 tempest-ListImageFiltersTestJSON-604118414 tempest-ListImageFiltersTestJSON-604118414-project] Request body: {'port': {'device_id': '677c1bb0-b471-4f2d-9175-5a3a0d044cf3', 'network_id': '2b5494c8-cf97-42c1-b902-87f998f28179', 'admin_state_up': True, 'tenant_id': 'bcc7f332daa7436aadf85b9a52ab482b'}} {{(pid=103230) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 19:07:25.023977 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-7429db8d-6021-40ad-813e-885be449a89b None None] For port 786ad56e-f68d-426c-9e76-7b26223ce18c, host n-h2-713498-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-36',level=0,port_id=786ad56e-f68d-426c-9e76-7b26223ce18c,segment=NetworkSegment(d4c5d86e-1399-4ff8-a9ec-2a8082c6024a),segment_id=d4c5d86e-1399-4ff8-a9ec-2a8082c6024a)] {{(pid=103232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 19:07:25.037282 n-d-713498-36 neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-e05cc988-ea2a-4ed4-845c-4717db6c5907 None None] Publish callbacks [] for port (b878acf7-9f7a-4e12-b2ed-84aa30ae4dec), precommit_update {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:07:25.047110 n-d-713498-36 neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-e05cc988-ea2a-4ed4-845c-4717db6c5907 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762867176205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762866656485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762866656503'] for port (b878acf7-9f7a-4e12-b2ed-84aa30ae4dec), after_update {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:07:25.072009 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Returning: {'device': '786ad56e-f68d-426c-9e76-7b26223ce18c', 'network_id': '22e5c36a-e85f-4512-bcde-f1a1a30e29d3', 'port_id': '786ad56e-f68d-426c-9e76-7b26223ce18c', 'mac_address': 'fa:16:3e:e3:8c:56', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 384, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fd92991c-99c1-4998-85f2-810e9ca4298d', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103232) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 19:07:25.073820 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Pushing event updated for resources: {'Port': ['ID=c8197a22-0a63-4fe5-8fb5-ede78617a0f7,revision_number=4']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:07:25.134062 n-d-713498-36 neutron-server[103233]: DEBUG neutron.plugins.ml2.managers [None req-e05cc988-ea2a-4ed4-845c-4717db6c5907 None None] Attempting to bind port b878acf7-9f7a-4e12-b2ed-84aa30ae4dec on host n-d-713498-36 for vnic_type normal with profile {{(pid=103233) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 19:07:25.135114 n-d-713498-36 neutron-server[103233]: DEBUG neutron.plugins.ml2.managers [None req-e05cc988-ea2a-4ed4-845c-4717db6c5907 None None] Attempting to bind port b878acf7-9f7a-4e12-b2ed-84aa30ae4dec by drivers openvswitch,hyperv on host n-d-713498-36 at level 0 using segments [{'id': 'a4222f89-8d3f-4b51-953b-1a8126392491', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '88055e1e-672a-4487-be31-ffb6e833ece5'}] {{(pid=103233) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 19:07:25.135778 n-d-713498-36 neutron-server[103233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e05cc988-ea2a-4ed4-845c-4717db6c5907 None None] Attempting to bind port b878acf7-9f7a-4e12-b2ed-84aa30ae4dec on network 88055e1e-672a-4487-be31-ffb6e833ece5 {{(pid=103233) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 19:07:25.159264 n-d-713498-36 neutron-server[103233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e05cc988-ea2a-4ed4-845c-4717db6c5907 None None] Checking agent: {'id': '496418a2-c002-4aec-ab1a-07f3bea491bd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-36', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 18, 51, 47), 'started_at': datetime.datetime(2022, 2, 9, 18, 52, 17), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 19, 7, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-36'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103233) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 19:07:25.159975 n-d-713498-36 neutron-server[103233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e05cc988-ea2a-4ed4-845c-4717db6c5907 None None] Checking segment: {'id': 'a4222f89-8d3f-4b51-953b-1a8126392491', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '88055e1e-672a-4487-be31-ffb6e833ece5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103233) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 19:07:25.160558 n-d-713498-36 neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-e05cc988-ea2a-4ed4-845c-4717db6c5907 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:07:25.162410 n-d-713498-36 neutron-server[103233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e05cc988-ea2a-4ed4-845c-4717db6c5907 None None] Bound using segment: {'id': 'a4222f89-8d3f-4b51-953b-1a8126392491', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '88055e1e-672a-4487-be31-ffb6e833ece5'} {{(pid=103233) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 19:07:25.163554 n-d-713498-36 neutron-server[103233]: DEBUG neutron.plugins.ml2.managers [None req-e05cc988-ea2a-4ed4-845c-4717db6c5907 None None] Bound port: b878acf7-9f7a-4e12-b2ed-84aa30ae4dec, host: n-d-713498-36, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a4222f89-8d3f-4b51-953b-1a8126392491', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '88055e1e-672a-4487-be31-ffb6e833ece5'}}] {{(pid=103233) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 19:07:25.164003 n-d-713498-36 neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-e05cc988-ea2a-4ed4-845c-4717db6c5907 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (b878acf7-9f7a-4e12-b2ed-84aa30ae4dec), before_update {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:07:25.185566 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Current status of the port 786ad56e-f68d-426c-9e76-7b26223ce18c is: DOWN; New status is: BUILD {{(pid=103232) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 19:07:25.186263 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (786ad56e-f68d-426c-9e76-7b26223ce18c), before_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:07:25.213531 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-c60e12d5-3670-4a0e-809f-fdd6800744a8 req-12e61493-c5e4-45f6-bc08-948d111ceb40 tempest-ImagesTestJSON-1015154253 tempest-ImagesTestJSON-1015154253-project] 10.222.0.75 "GET /v2.0/security-groups?id=1f45f199-38bd-4afd-a63a-d9a4ed62c8a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2518563 Feb 09 19:07:25.222349 n-d-713498-36 neutron-server[103232]: DEBUG neutron.notifiers.nova [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 786ad56e-f68d-426c-9e76-7b26223ce18c {{(pid=103232) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 19:07:25.256663 n-d-713498-36 neutron-server[103233]: DEBUG neutron.plugins.ml2.db [None req-e05cc988-ea2a-4ed4-845c-4717db6c5907 None None] For port b878acf7-9f7a-4e12-b2ed-84aa30ae4dec, host n-d-713498-36, cleared binding levels {{(pid=103233) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 19:07:25.260438 n-d-713498-36 neutron-server[103233]: DEBUG neutron.plugins.ml2.db [None req-e05cc988-ea2a-4ed4-845c-4717db6c5907 None None] For port b878acf7-9f7a-4e12-b2ed-84aa30ae4dec, host n-d-713498-36, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-36',level=0,port_id=b878acf7-9f7a-4e12-b2ed-84aa30ae4dec,segment=NetworkSegment(a4222f89-8d3f-4b51-953b-1a8126392491),segment_id=a4222f89-8d3f-4b51-953b-1a8126392491)] {{(pid=103233) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 19:07:25.279756 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-7429db8d-6021-40ad-813e-885be449a89b None None] For port 786ad56e-f68d-426c-9e76-7b26223ce18c, host n-h2-713498-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-36',level=0,port_id=786ad56e-f68d-426c-9e76-7b26223ce18c,segment=NetworkSegment(d4c5d86e-1399-4ff8-a9ec-2a8082c6024a),segment_id=d4c5d86e-1399-4ff8-a9ec-2a8082c6024a)] {{(pid=103232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 19:07:25.281764 n-d-713498-36 neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-e05cc988-ea2a-4ed4-845c-4717db6c5907 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762867176205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762866656485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762866656503'] for port (b878acf7-9f7a-4e12-b2ed-84aa30ae4dec), after_update {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:07:25.287954 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2ecfcc5a-0334-41ec-93e1-227df41738d7 req-7d150853-9f89-408f-abf7-0c32eb07af12 tempest-ListImageFiltersTestJSON-604118414 tempest-ListImageFiltersTestJSON-604118414-project] Made reservation on behalf of bcc7f332daa7436aadf85b9a52ab482b for: {'port': 1} {{(pid=103230) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 19:07:25.291968 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762867176205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762866656485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762866656503'] for port (786ad56e-f68d-426c-9e76-7b26223ce18c), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:07:25.292165 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [req-2ecfcc5a-0334-41ec-93e1-227df41738d7 req-7d150853-9f89-408f-abf7-0c32eb07af12 tempest-ListImageFiltersTestJSON-604118414 tempest-ListImageFiltersTestJSON-604118414-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (None), before_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:07:25.298078 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-7429db8d-6021-40ad-813e-885be449a89b None None] get_ports_and_sgs() called for port_ids ['778b20b7-7678-470a-84cc-7abef1a21546'] {{(pid=103232) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 19:07:25.312770 n-d-713498-36 neutron-server[103233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00ff2ad6-4d8f-458d-9484-4d99c761cf1a None None] Pushing event updated for resources: {'Port': ['ID=b878acf7-9f7a-4e12-b2ed-84aa30ae4dec,revision_number=2']} {{(pid=103233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:07:25.319424 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [req-2ecfcc5a-0334-41ec-93e1-227df41738d7 req-7d150853-9f89-408f-abf7-0c32eb07af12 tempest-ListImageFiltersTestJSON-604118414 tempest-ListImageFiltersTestJSON-604118414-project] Publish callbacks [] for security_group (None), before_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:07:25.324040 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-575b278d-c481-46dd-902a-01403ff236c9 req-e688e13e-49b4-45bf-95c0-c8c326b14b40 service neutron] 10.222.0.90 "GET /v2.0/networks/22e5c36a-e85f-4512-bcde-f1a1a30e29d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8149548 Feb 09 19:07:25.336195 n-d-713498-36 neutron-server[103233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00ff2ad6-4d8f-458d-9484-4d99c761cf1a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:07:25.336540 n-d-713498-36 neutron-server[103233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00ff2ad6-4d8f-458d-9484-4d99c761cf1a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:07:25.336883 n-d-713498-36 neutron-server[103233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00ff2ad6-4d8f-458d-9484-4d99c761cf1a None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:07:25.337215 n-d-713498-36 neutron-server[103233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00ff2ad6-4d8f-458d-9484-4d99c761cf1a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:07:25.337597 n-d-713498-36 neutron-server[103233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00ff2ad6-4d8f-458d-9484-4d99c761cf1a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:07:25.337928 n-d-713498-36 neutron-server[103233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00ff2ad6-4d8f-458d-9484-4d99c761cf1a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:07:25.338281 n-d-713498-36 neutron-server[103233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00ff2ad6-4d8f-458d-9484-4d99c761cf1a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:07:25.338610 n-d-713498-36 neutron-server[103233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00ff2ad6-4d8f-458d-9484-4d99c761cf1a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:07:25.338927 n-d-713498-36 neutron-server[103233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00ff2ad6-4d8f-458d-9484-4d99c761cf1a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:07:25.339246 n-d-713498-36 neutron-server[103233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00ff2ad6-4d8f-458d-9484-4d99c761cf1a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:07:25.339566 n-d-713498-36 neutron-server[103233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00ff2ad6-4d8f-458d-9484-4d99c761cf1a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:07:25.339884 n-d-713498-36 neutron-server[103233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00ff2ad6-4d8f-458d-9484-4d99c761cf1a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:07:25.340314 n-d-713498-36 neutron-server[103233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00ff2ad6-4d8f-458d-9484-4d99c761cf1a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:07:25.367982 n-d-713498-36 neutron-server[103229]: DEBUG neutron.notifiers.nova [req-aba12eb0-540f-449f-913f-bd1292eb491c req-a6330802-e787-4ea0-bce3-330f2bdcc5a9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 673f9133-7154-44e2-a4d1-bb1330cf1036 {{(pid=103229) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 19:07:25.371679 n-d-713498-36 neutron-server[103233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e05cc988-ea2a-4ed4-845c-4717db6c5907 None None] Routers {'03288bc3-2330-49fa-a05b-79cee42e091b'} bound to L3 agent in host n-d-713498-36 {{(pid=103233) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 19:07:25.373177 n-d-713498-36 neutron-server[103233]: DEBUG neutron.db.l3_hamode_db [None req-e05cc988-ea2a-4ed4-845c-4717db6c5907 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T18:51:43Z,description=,heartbeat_timestamp=2022-02-09T19:07:13Z,host='n-d-713498-36',id=93303d5e-5d17-45e8-8963-7694f87783ae,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T18:51:43Z,topic='l3_agent')) {'router_ids': ['03288bc3-2330-49fa-a05b-79cee42e091b'], 'active': True} {{(pid=103233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:07:25.392658 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-aba12eb0-540f-449f-913f-bd1292eb491c req-a6330802-e787-4ea0-bce3-330f2bdcc5a9 service neutron] Publish callbacks [] for port (673f9133-7154-44e2-a4d1-bb1330cf1036), precommit_update {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:07:25.416231 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-7429db8d-6021-40ad-813e-885be449a89b None None] get_ports_and_sgs() called for port_ids ['d8831f22-48ff-4779-ae00-8742dab90eee'] {{(pid=103232) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 19:07:25.419351 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-7429db8d-6021-40ad-813e-885be449a89b None None] get_ports_and_sgs() called for port_ids ['a7b6d8bb-417c-4222-9de0-5c1844679bed'] {{(pid=103232) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 19:07:25.424810 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-7429db8d-6021-40ad-813e-885be449a89b None None] get_ports_and_sgs() called for port_ids ['79f07b23-6771-42a0-bab9-d3efdb3c9702'] {{(pid=103232) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 19:07:25.441404 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-f8ca0d37-f372-4b29-99d9-4dba312d85ff req-db4ca24a-d468-42cb-bb0d-ea8c831af4f5 tempest-ListImageFiltersTestJSON-604118414 tempest-ListImageFiltersTestJSON-604118414-project] 10.222.0.75 "GET /v2.0/ports?device_id=760f09f0-6e29-4b3b-84f4-9384bbe2a2c0 HTTP/1.1" status: 200 len: 210 time: 0.4033167 Feb 09 19:07:25.453866 n-d-713498-36 neutron-server[103229]: DEBUG neutron.db.provisioning_blocks [req-aba12eb0-540f-449f-913f-bd1292eb491c req-a6330802-e787-4ea0-bce3-330f2bdcc5a9 service neutron] Transition to ACTIVE for port object 673f9133-7154-44e2-a4d1-bb1330cf1036 will not be triggered until provisioned by entity L2. {{(pid=103229) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 19:07:25.461872 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-aba12eb0-540f-449f-913f-bd1292eb491c req-a6330802-e787-4ea0-bce3-330f2bdcc5a9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762867176205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762866656485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762866656503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12867569'] for port (673f9133-7154-44e2-a4d1-bb1330cf1036), after_update {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:07:25.638654 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Pushing event updated for resources: {'Port': ['ID=786ad56e-f68d-426c-9e76-7b26223ce18c,revision_number=4']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:07:25.646949 n-d-713498-36 neutron-server[103233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00ff2ad6-4d8f-458d-9484-4d99c761cf1a None None] Pushing event updated for resources: {'Port': ['ID=b878acf7-9f7a-4e12-b2ed-84aa30ae4dec,revision_number=3']} {{(pid=103233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:07:25.675151 n-d-713498-36 neutron-server[103233]: DEBUG neutron.db.l3_dvr_db [None req-e05cc988-ea2a-4ed4-845c-4717db6c5907 None None] Set router 03288bc3-2330-49fa-a05b-79cee42e091b gateway port host: n-d-713498-36 {{(pid=103233) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 19:07:25.702874 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6330802-e787-4ea0-bce3-330f2bdcc5a9 service neutron] Pushing event updated for resources: {'Port': ['ID=673f9133-7154-44e2-a4d1-bb1330cf1036,revision_number=2']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:07:25.723412 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [req-2ecfcc5a-0334-41ec-93e1-227df41738d7 req-7d150853-9f89-408f-abf7-0c32eb07af12 tempest-ListImageFiltersTestJSON-604118414 tempest-ListImageFiltersTestJSON-604118414-project] Publish callbacks [] for security_group (07f3d744-f31d-4802-87a4-5a0ced0ab589), precommit_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:07:25.753419 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-7429db8d-6021-40ad-813e-885be449a89b None None] get_ports_and_sgs() called for port_ids ['786ad56e-f68d-426c-9e76-7b26223ce18c'] {{(pid=103232) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 19:07:25.761332 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [req-2ecfcc5a-0334-41ec-93e1-227df41738d7 req-7d150853-9f89-408f-abf7-0c32eb07af12 tempest-ListImageFiltersTestJSON-604118414 tempest-ListImageFiltersTestJSON-604118414-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1892331'] for security_group (07f3d744-f31d-4802-87a4-5a0ced0ab589), after_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:07:25.861379 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33bf3cbf-594b-4009-acce-3ef4b265712a req-d112922f-20e3-4da3-8dff-378df0875625 tempest-LiveAutoBlockMigrationV225Test-2127879101 tempest-LiveAutoBlockMigrationV225Test-2127879101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:07:25.867374 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d150853-9f89-408f-abf7-0c32eb07af12 tempest-ListImageFiltersTestJSON-604118414 tempest-ListImageFiltersTestJSON-604118414-project] Pushing event updated for resources: {'SecurityGroup': ['ID=07f3d744-f31d-4802-87a4-5a0ced0ab589,revision_number=1']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:07:25.871567 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-33bf3cbf-594b-4009-acce-3ef4b265712a req-d112922f-20e3-4da3-8dff-378df0875625 tempest-LiveAutoBlockMigrationV225Test-2127879101 tempest-LiveAutoBlockMigrationV225Test-2127879101-project] 10.222.0.75 "GET /v2.0/ports?device_id=d3938fbf-e1b0-4686-9d2f-36596059719e HTTP/1.1" status: 200 len: 945 time: 0.1138916 Feb 09 19:07:25.895446 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.managers [req-aba12eb0-540f-449f-913f-bd1292eb491c req-a6330802-e787-4ea0-bce3-330f2bdcc5a9 service neutron] Attempting to bind port 673f9133-7154-44e2-a4d1-bb1330cf1036 on host n-h1-713498-36 for vnic_type normal with profile {{(pid=103229) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 19:07:25.895785 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.managers [req-aba12eb0-540f-449f-913f-bd1292eb491c req-a6330802-e787-4ea0-bce3-330f2bdcc5a9 service neutron] Attempting to bind port 673f9133-7154-44e2-a4d1-bb1330cf1036 by drivers openvswitch,hyperv on host n-h1-713498-36 at level 0 using segments [{'id': '1cb0f7b5-eca3-4fd8-9372-0323bad2bf37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': 'e119be35-9333-4ec1-a284-366321b505fc'}] {{(pid=103229) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 19:07:25.896109 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aba12eb0-540f-449f-913f-bd1292eb491c req-a6330802-e787-4ea0-bce3-330f2bdcc5a9 service neutron] Attempting to bind port 673f9133-7154-44e2-a4d1-bb1330cf1036 on network e119be35-9333-4ec1-a284-366321b505fc {{(pid=103229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 19:07:25.908036 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aba12eb0-540f-449f-913f-bd1292eb491c req-a6330802-e787-4ea0-bce3-330f2bdcc5a9 service neutron] Port 673f9133-7154-44e2-a4d1-bb1330cf1036 on network e119be35-9333-4ec1-a284-366321b505fc not bound, no agent of type Open vSwitch agent registered on host n-h1-713498-36 {{(pid=103229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 19:07:25.908763 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aba12eb0-540f-449f-913f-bd1292eb491c req-a6330802-e787-4ea0-bce3-330f2bdcc5a9 service neutron] Attempting to bind port 673f9133-7154-44e2-a4d1-bb1330cf1036 on network e119be35-9333-4ec1-a284-366321b505fc {{(pid=103229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 19:07:25.918800 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dc8f0cb-42e9-4a12-8c73-8563518d4418 req-f20738b4-79e6-4d38-ad38-90022eb3bb1f tempest-TaggedBootDevicesTest_v242-798392635 tempest-TaggedBootDevicesTest_v242-798392635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:07:25.928750 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aba12eb0-540f-449f-913f-bd1292eb491c req-a6330802-e787-4ea0-bce3-330f2bdcc5a9 service neutron] Checking agent: {'id': '488cd9ae-631f-4955-ba0b-4f5a13f12e9c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713498-36', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 18, 59, 18), 'started_at': datetime.datetime(2022, 2, 9, 18, 59, 18), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 19, 7, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 19:07:25.929234 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aba12eb0-540f-449f-913f-bd1292eb491c req-a6330802-e787-4ea0-bce3-330f2bdcc5a9 service neutron] Checking segment: {'id': '1cb0f7b5-eca3-4fd8-9372-0323bad2bf37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': 'e119be35-9333-4ec1-a284-366321b505fc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103229) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 19:07:25.929630 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aba12eb0-540f-449f-913f-bd1292eb491c req-a6330802-e787-4ea0-bce3-330f2bdcc5a9 service neutron] Bound using segment: {'id': '1cb0f7b5-eca3-4fd8-9372-0323bad2bf37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': 'e119be35-9333-4ec1-a284-366321b505fc'} {{(pid=103229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 19:07:25.930118 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.managers [req-aba12eb0-540f-449f-913f-bd1292eb491c req-a6330802-e787-4ea0-bce3-330f2bdcc5a9 service neutron] Bound port: 673f9133-7154-44e2-a4d1-bb1330cf1036, host: n-h1-713498-36, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1cb0f7b5-eca3-4fd8-9372-0323bad2bf37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': 'e119be35-9333-4ec1-a284-366321b505fc'}}] {{(pid=103229) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 19:07:25.930479 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-aba12eb0-540f-449f-913f-bd1292eb491c req-a6330802-e787-4ea0-bce3-330f2bdcc5a9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (673f9133-7154-44e2-a4d1-bb1330cf1036), before_update {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:07:25.932754 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dc8f0cb-42e9-4a12-8c73-8563518d4418 req-f20738b4-79e6-4d38-ad38-90022eb3bb1f tempest-TaggedBootDevicesTest_v242-798392635 tempest-TaggedBootDevicesTest_v242-798392635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:07:25.945509 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dc8f0cb-42e9-4a12-8c73-8563518d4418 req-f20738b4-79e6-4d38-ad38-90022eb3bb1f tempest-TaggedBootDevicesTest_v242-798392635 tempest-TaggedBootDevicesTest_v242-798392635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:07:25.959760 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dc8f0cb-42e9-4a12-8c73-8563518d4418 req-f20738b4-79e6-4d38-ad38-90022eb3bb1f tempest-TaggedBootDevicesTest_v242-798392635 tempest-TaggedBootDevicesTest_v242-798392635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:07:25.962834 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-33bf3cbf-594b-4009-acce-3ef4b265712a req-08bd35bf-9b2a-43d1-9b61-7e1c4834d420 tempest-LiveAutoBlockMigrationV225Test-2127879101 tempest-LiveAutoBlockMigrationV225Test-2127879101-project] 10.222.0.75 "GET /v2.0/security-groups?id=e3cb5363-3b49-4f74-b239-a871e755b40a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0887275 Feb 09 19:07:25.971117 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dc8f0cb-42e9-4a12-8c73-8563518d4418 req-f20738b4-79e6-4d38-ad38-90022eb3bb1f tempest-TaggedBootDevicesTest_v242-798392635 tempest-TaggedBootDevicesTest_v242-798392635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:07:25.976764 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dc8f0cb-42e9-4a12-8c73-8563518d4418 req-f20738b4-79e6-4d38-ad38-90022eb3bb1f tempest-TaggedBootDevicesTest_v242-798392635 tempest-TaggedBootDevicesTest_v242-798392635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:07:25.984421 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dc8f0cb-42e9-4a12-8c73-8563518d4418 req-f20738b4-79e6-4d38-ad38-90022eb3bb1f tempest-TaggedBootDevicesTest_v242-798392635 tempest-TaggedBootDevicesTest_v242-798392635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:07:25.988378 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-1dc8f0cb-42e9-4a12-8c73-8563518d4418 req-f20738b4-79e6-4d38-ad38-90022eb3bb1f tempest-TaggedBootDevicesTest_v242-798392635 tempest-TaggedBootDevicesTest_v242-798392635-project] 10.222.0.75 "GET /v2.0/ports?device_id=8319129f-1054-494a-b0c0-2ec99e839619 HTTP/1.1" status: 200 len: 5438 time: 0.4050021 Feb 09 19:07:26.006305 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-575b278d-c481-46dd-902a-01403ff236c9 req-d5c16fe8-ae67-4cc4-af50-2e7d77b6850e service neutron] 10.222.0.90 "GET /v2.0/networks/22e5c36a-e85f-4512-bcde-f1a1a30e29d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6700447 Feb 09 19:07:26.019348 n-d-713498-36 neutron-server[103233]: DEBUG neutron.db.l3_hamode_db [None req-e05cc988-ea2a-4ed4-845c-4717db6c5907 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '03288bc3-2330-49fa-a05b-79cee42e091b', 'name': 'tempest-AttachSCSIVolumeTestJSON-1891186289-router', 'tenant_id': 'e7fe2e78952141fcb66374336ee1439b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88055e1e-672a-4487-be31-ffb6e833ece5', 'external_fixed_ips': [{'subnet_id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'ip_address': '172.25.1.171'}], 'enable_snat': True}, 'gw_port_id': 'b878acf7-9f7a-4e12-b2ed-84aa30ae4dec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T19:07:18Z', 'updated_at': '2022-02-09T19:07:20Z', 'revision_number': 3, 'project_id': 'e7fe2e78952141fcb66374336ee1439b', 'gw_port': {'id': 'b878acf7-9f7a-4e12-b2ed-84aa30ae4dec', 'name': '', 'network_id': '88055e1e-672a-4487-be31-ffb6e833ece5', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:8d:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '03288bc3-2330-49fa-a05b-79cee42e091b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 865, 'fixed_ips': [{'subnet_id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'ip_address': '172.25.1.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T19:07:19Z', 'updated_at': '2022-02-09T19:07:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-36'}], 'n-d-713498-36', False) {} {{(pid=103233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:07:26.054881 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.db [req-aba12eb0-540f-449f-913f-bd1292eb491c req-a6330802-e787-4ea0-bce3-330f2bdcc5a9 service neutron] For port 673f9133-7154-44e2-a4d1-bb1330cf1036, host n-h1-713498-36, cleared binding levels {{(pid=103229) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 19:07:26.059339 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.db [req-aba12eb0-540f-449f-913f-bd1292eb491c req-a6330802-e787-4ea0-bce3-330f2bdcc5a9 service neutron] For port 673f9133-7154-44e2-a4d1-bb1330cf1036, host n-h1-713498-36, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-36',level=0,port_id=673f9133-7154-44e2-a4d1-bb1330cf1036,segment=NetworkSegment(1cb0f7b5-eca3-4fd8-9372-0323bad2bf37),segment_id=1cb0f7b5-eca3-4fd8-9372-0323bad2bf37)] {{(pid=103229) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 19:07:26.082170 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-aba12eb0-540f-449f-913f-bd1292eb491c req-a6330802-e787-4ea0-bce3-330f2bdcc5a9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762867176205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762866656485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762866656503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12867569'] for port (673f9133-7154-44e2-a4d1-bb1330cf1036), after_update {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:07:26.083322 n-d-713498-36 neutron-server[103233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e05cc988-ea2a-4ed4-845c-4717db6c5907 None None] The sync data for ids ['03288bc3-2330-49fa-a05b-79cee42e091b'] in n-d-713498-36 is: [{'id': '03288bc3-2330-49fa-a05b-79cee42e091b', 'name': 'tempest-AttachSCSIVolumeTestJSON-1891186289-router', 'tenant_id': 'e7fe2e78952141fcb66374336ee1439b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88055e1e-672a-4487-be31-ffb6e833ece5', 'external_fixed_ips': [{'subnet_id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'ip_address': '172.25.1.171'}], 'enable_snat': True}, 'gw_port_id': 'b878acf7-9f7a-4e12-b2ed-84aa30ae4dec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T19:07:18Z', 'updated_at': '2022-02-09T19:07:20Z', 'revision_number': 3, 'project_id': 'e7fe2e78952141fcb66374336ee1439b', 'gw_port': {'id': 'b878acf7-9f7a-4e12-b2ed-84aa30ae4dec', 'name': '', 'network_id': '88055e1e-672a-4487-be31-ffb6e833ece5', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:8d:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '03288bc3-2330-49fa-a05b-79cee42e091b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 865, 'fixed_ips': [{'subnet_id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'ip_address': '172.25.1.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T19:07:19Z', 'updated_at': '2022-02-09T19:07:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-36'}] {{(pid=103233) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 19:07:26.142301 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-3d0b9258-f02b-417b-bf7a-372ddb3bb55e req-61020e96-1b8c-440a-897a-4fc35d503c5e tempest-ListImageFiltersTestJSON-604118414 tempest-ListImageFiltersTestJSON-604118414-project] 10.222.0.89 "GET /v2.0/networks?tenant_id=bcc7f332daa7436aadf85b9a52ab482b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0787323 Feb 09 19:07:26.232193 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aba12eb0-540f-449f-913f-bd1292eb491c req-a6330802-e787-4ea0-bce3-330f2bdcc5a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:07:26.233208 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-aba12eb0-540f-449f-913f-bd1292eb491c req-a6330802-e787-4ea0-bce3-330f2bdcc5a9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171096'] for port (None), before_response {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:07:26.234716 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-aba12eb0-540f-449f-913f-bd1292eb491c req-a6330802-e787-4ea0-bce3-330f2bdcc5a9 service neutron] 10.222.0.89 "PUT /v2.0/ports/673f9133-7154-44e2-a4d1-bb1330cf1036 HTTP/1.1" status: 200 len: 1092 time: 1.9112699 Feb 09 19:07:26.235217 n-d-713498-36 neutron-server[103229]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '627c3e1d-15ce-4955-88df-bff03401b6ae', 'tag': '673f9133-7154-44e2-a4d1-bb1330cf1036'}] {{(pid=103229) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 19:07:26.237500 n-d-713498-36 neutron-server[103229]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fa6ae9a20702bd564eaf90d946620b2b4277b1ab91129323d3b54181076be307" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-130df7b0-3981-4b5d-8001-0b17f79b535d" -d '{"events": [{"name": "network-changed", "server_uuid": "627c3e1d-15ce-4955-88df-bff03401b6ae", "tag": "673f9133-7154-44e2-a4d1-bb1330cf1036"}]}' {{(pid=103229) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 19:07:26.350632 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-1dc8f0cb-42e9-4a12-8c73-8563518d4418 req-6d480ab2-8b7d-4e31-885a-ce95f0994de4 tempest-TaggedBootDevicesTest_v242-798392635 tempest-TaggedBootDevicesTest_v242-798392635-project] 10.222.0.75 "GET /v2.0/security-groups?id=58062d4f-c149-4db3-a357-a4eb59a3d83e&id=6452f0cf-fe35-4557-9092-43f1827176a8&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3509076 Feb 09 19:07:26.351967 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6330802-e787-4ea0-bce3-330f2bdcc5a9 service neutron] Pushing event updated for resources: {'Port': ['ID=673f9133-7154-44e2-a4d1-bb1330cf1036,revision_number=3']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:07:26.405283 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-7429db8d-6021-40ad-813e-885be449a89b None None] get_ports_and_sgs() called for port_ids ['21138c02-2bef-4eb2-822c-0766736ce486'] {{(pid=103232) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 19:07:26.407313 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2da8a57a-a83a-4b3a-a3d5-d3babc1d55bf req-09ea3f86-c536-4ec7-bba0-4bc63b5c890b tempest-DeleteServersTestJSON-1870379525 tempest-DeleteServersTestJSON-1870379525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:07:26.414376 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-2da8a57a-a83a-4b3a-a3d5-d3babc1d55bf req-09ea3f86-c536-4ec7-bba0-4bc63b5c890b tempest-DeleteServersTestJSON-1870379525 tempest-DeleteServersTestJSON-1870379525-project] 10.222.0.75 "GET /v2.0/ports?device_id=95c33cdb-e7f8-4afa-8b5b-e8bf44a35e34 HTTP/1.1" status: 200 len: 945 time: 0.2671006 Feb 09 19:07:26.442136 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-54599185-04de-420f-9392-16e6a94940f5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (None), before_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:07:26.446104 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d0b9258-f02b-417b-bf7a-372ddb3bb55e req-b6a66142-2148-4d01-af26-c3ddec8683c7 tempest-ListImageFiltersTestJSON-604118414 tempest-ListImageFiltersTestJSON-604118414-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:07:26.447613 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-3d0b9258-f02b-417b-bf7a-372ddb3bb55e req-b6a66142-2148-4d01-af26-c3ddec8683c7 tempest-ListImageFiltersTestJSON-604118414 tempest-ListImageFiltersTestJSON-604118414-project] 10.222.0.89 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2875988 Feb 09 19:07:26.456779 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-7429db8d-6021-40ad-813e-885be449a89b None None] get_ports_and_sgs() called for port_ids ['3d73dda7-fb9b-4c04-9fbb-19034e8d2d7b'] {{(pid=103232) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 19:07:26.475817 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.v2.base [req-3d0b9258-f02b-417b-bf7a-372ddb3bb55e req-b7f26da2-0dc1-4cc6-bfc3-bf7140ad422d tempest-ListImageFiltersTestJSON-604118414 tempest-ListImageFiltersTestJSON-604118414-project] Request body: {'port': {'device_id': '760f09f0-6e29-4b3b-84f4-9384bbe2a2c0', 'network_id': '2b5494c8-cf97-42c1-b902-87f998f28179', 'admin_state_up': True, 'tenant_id': 'bcc7f332daa7436aadf85b9a52ab482b'}} {{(pid=103229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 19:07:26.499375 n-d-713498-36 neutron-server[103230]: DEBUG neutron.db.db_base_plugin_common [req-2ecfcc5a-0334-41ec-93e1-227df41738d7 req-7d150853-9f89-408f-abf7-0c32eb07af12 tempest-ListImageFiltersTestJSON-604118414 tempest-ListImageFiltersTestJSON-604118414-project] Allocated IP 192.168.233.94 (2b5494c8-cf97-42c1-b902-87f998f28179/60b561cb-321e-4f83-9bb3-92b2e1d0dc44/2a497291-c0ba-497e-912e-500b14b27235) {{(pid=103230) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 19:07:26.583312 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aba12eb0-540f-449f-913f-bd1292eb491c req-9dcba97b-2e3f-4e11-8351-b01aee5bb77e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:07:26.584798 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-aba12eb0-540f-449f-913f-bd1292eb491c req-9dcba97b-2e3f-4e11-8351-b01aee5bb77e service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=818187f205084ea0b383f821b00a5aa5&device_id=627c3e1d-15ce-4955-88df-bff03401b6ae HTTP/1.1" status: 200 len: 1126 time: 0.2960498 Feb 09 19:07:26.588259 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-7429db8d-6021-40ad-813e-885be449a89b None None] get_ports_and_sgs() called for port_ids ['c8197a22-0a63-4fe5-8fb5-ede78617a0f7'] {{(pid=103232) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 19:07:26.760240 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-aba12eb0-540f-449f-913f-bd1292eb491c req-d13d5c3c-b3ab-4a2d-848d-3994d927f262 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=673f9133-7154-44e2-a4d1-bb1330cf1036 HTTP/1.1" status: 200 len: 217 time: 0.1500289 Feb 09 19:07:26.792666 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-2da8a57a-a83a-4b3a-a3d5-d3babc1d55bf req-03a76ea9-15c3-4069-a9bc-5c66ed09db91 tempest-DeleteServersTestJSON-1870379525 tempest-DeleteServersTestJSON-1870379525-project] 10.222.0.75 "GET /v2.0/security-groups?id=5ce92d32-ca94-4b6c-925d-b9dff609abe6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3772843 Feb 09 19:07:26.908117 n-d-713498-36 neutron-server[103229]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 19:07:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a27517c3-175b-49db-9c8f-9acc5550bab9 x-openstack-request-id: req-a27517c3-175b-49db-9c8f-9acc5550bab9 {{(pid=103229) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 19:07:26.908931 n-d-713498-36 neutron-server[103229]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "627c3e1d-15ce-4955-88df-bff03401b6ae", "tag": "673f9133-7154-44e2-a4d1-bb1330cf1036", "status": "completed", "code": 200}]} {{(pid=103229) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 19:07:26.908931 n-d-713498-36 neutron-server[103229]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-a27517c3-175b-49db-9c8f-9acc5550bab9 {{(pid=103229) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 19:07:26.911312 n-d-713498-36 neutron-server[103229]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '627c3e1d-15ce-4955-88df-bff03401b6ae', 'tag': '673f9133-7154-44e2-a4d1-bb1330cf1036', 'status': 'completed', 'code': 200} Feb 09 19:07:26.913370 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80b1a51e-f67f-4baf-83f2-a7c45b0359e6 req-3aed87ae-453f-44e7-8974-fb92625c34e3 tempest-ImagesTestJSON-1015154253 tempest-ImagesTestJSON-1015154253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:07:26.923715 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-80b1a51e-f67f-4baf-83f2-a7c45b0359e6 req-3aed87ae-453f-44e7-8974-fb92625c34e3 tempest-ImagesTestJSON-1015154253 tempest-ImagesTestJSON-1015154253-project] 10.222.0.75 "GET /v2.0/ports?device_id=627c3e1d-15ce-4955-88df-bff03401b6ae HTTP/1.1" status: 200 len: 943 time: 0.4298701 Feb 09 19:07:26.946857 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3d0b9258-f02b-417b-bf7a-372ddb3bb55e req-b7f26da2-0dc1-4cc6-bfc3-bf7140ad422d tempest-ListImageFiltersTestJSON-604118414 tempest-ListImageFiltersTestJSON-604118414-project] Made reservation on behalf of bcc7f332daa7436aadf85b9a52ab482b for: {'port': 1} {{(pid=103229) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 19:07:26.957771 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-3d0b9258-f02b-417b-bf7a-372ddb3bb55e req-b7f26da2-0dc1-4cc6-bfc3-bf7140ad422d tempest-ListImageFiltersTestJSON-604118414 tempest-ListImageFiltersTestJSON-604118414-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (None), before_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:07:26.967979 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aba12eb0-540f-449f-913f-bd1292eb491c req-f7d5cf2a-be2e-4786-b8af-bd03d433ffad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:07:26.974056 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-aba12eb0-540f-449f-913f-bd1292eb491c req-f7d5cf2a-be2e-4786-b8af-bd03d433ffad service neutron] 10.222.0.89 "GET /v2.0/subnets?id=1c11460d-4fed-4117-8587-f721cf533c67 HTTP/1.1" status: 200 len: 845 time: 0.2054772 Feb 09 19:07:27.089259 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-28d9d6b2-7f61-4fa7-9f4e-6d470e05d887 req-b8b11e75-bec8-42ab-b88c-fd0da7270ff6 tempest-ListImageFiltersTestJSON-604118414 tempest-ListImageFiltersTestJSON-604118414-project] 10.222.0.75 "GET /v2.0/ports?device_id=760f09f0-6e29-4b3b-84f4-9384bbe2a2c0 HTTP/1.1" status: 200 len: 210 time: 0.0411854 Feb 09 19:07:27.096325 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-aba12eb0-540f-449f-913f-bd1292eb491c req-15af4204-15ce-4572-b6a2-316b991a2f53 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=e119be35-9333-4ec1-a284-366321b505fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0999017 Feb 09 19:07:27.097882 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [req-2ecfcc5a-0334-41ec-93e1-227df41738d7 req-7d150853-9f89-408f-abf7-0c32eb07af12 tempest-ListImageFiltersTestJSON-604118414 tempest-ListImageFiltersTestJSON-604118414-project] Publish callbacks [] for port (2a497291-c0ba-497e-912e-500b14b27235), precommit_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:07:27.164355 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [req-2ecfcc5a-0334-41ec-93e1-227df41738d7 req-7d150853-9f89-408f-abf7-0c32eb07af12 tempest-ListImageFiltersTestJSON-604118414 tempest-ListImageFiltersTestJSON-604118414-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762866656467', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14393751'] for port (2a497291-c0ba-497e-912e-500b14b27235), after_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:07:27.280576 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-80b1a51e-f67f-4baf-83f2-a7c45b0359e6 req-1358bae3-9fbe-4953-8c8d-97cda22b4154 tempest-ImagesTestJSON-1015154253 tempest-ImagesTestJSON-1015154253-project] 10.222.0.75 "GET /v2.0/security-groups?id=1f45f199-38bd-4afd-a63a-d9a4ed62c8a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3557949 Feb 09 19:07:27.283046 n-d-713498-36 neutron-server[103230]: DEBUG neutron.db.db_base_plugin_common [None req-54599185-04de-420f-9392-16e6a94940f5 admin admin] Allocated IP 172.20.0.1 (79dcca8b-fb15-4198-90a4-bd5ccccb10b6/781f0138-f3f4-48e8-b7f7-331db75b4ff4/0baee576-6f95-40c6-a4a9-d02277e881bb) {{(pid=103230) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 19:07:27.300870 n-d-713498-36 neutron-server[103230]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2ecfcc5a-0334-41ec-93e1-227df41738d7 req-7d150853-9f89-408f-abf7-0c32eb07af12 tempest-ListImageFiltersTestJSON-604118414 tempest-ListImageFiltersTestJSON-604118414-project] Network 2b5494c8-cf97-42c1-b902-87f998f28179 is already hosted by enough agents. {{(pid=103230) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 19:07:27.322384 n-d-713498-36 neutron-server[103230]: DEBUG neutron.scheduler.base_scheduler [req-2ecfcc5a-0334-41ec-93e1-227df41738d7 req-7d150853-9f89-408f-abf7-0c32eb07af12 tempest-ListImageFiltersTestJSON-604118414 tempest-ListImageFiltersTestJSON-604118414-project] Resources bound (agent type, host, resource id): {{(pid=103230) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 19:07:27.340806 n-d-713498-36 neutron-server[103230]: DEBUG neutron.db.l3_dvrscheduler_db [req-2ecfcc5a-0334-41ec-93e1-227df41738d7 req-7d150853-9f89-408f-abf7-0c32eb07af12 tempest-ListImageFiltersTestJSON-604118414 tempest-ListImageFiltersTestJSON-604118414-project] Received port after_create {{(pid=103230) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 19:07:27.346092 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d150853-9f89-408f-abf7-0c32eb07af12 tempest-ListImageFiltersTestJSON-604118414 tempest-ListImageFiltersTestJSON-604118414-project] Pushing event updated for resources: {'Port': ['ID=2a497291-c0ba-497e-912e-500b14b27235,revision_number=1']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:07:27.359162 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-aba12eb0-540f-449f-913f-bd1292eb491c req-44487bff-ab22-4ece-9953-fee479882b09 service neutron] 10.222.0.89 "GET /v2.0/networks/e119be35-9333-4ec1-a284-366321b505fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1132545 Feb 09 19:07:27.595773 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ecfcc5a-0334-41ec-93e1-227df41738d7 req-7d150853-9f89-408f-abf7-0c32eb07af12 tempest-ListImageFiltersTestJSON-604118414 tempest-ListImageFiltersTestJSON-604118414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:07:27.596430 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [req-2ecfcc5a-0334-41ec-93e1-227df41738d7 req-7d150853-9f89-408f-abf7-0c32eb07af12 tempest-ListImageFiltersTestJSON-604118414 tempest-ListImageFiltersTestJSON-604118414-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171096'] for port (None), before_response {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:07:27.631111 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-2ecfcc5a-0334-41ec-93e1-227df41738d7 req-7d150853-9f89-408f-abf7-0c32eb07af12 tempest-ListImageFiltersTestJSON-604118414 tempest-ListImageFiltersTestJSON-604118414-project] 10.222.0.90 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.6258543 Feb 09 19:07:27.651252 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cf47bc5-2cd3-4394-84d8-b6a845663745 req-eb2039f9-69fe-4461-8571-05d25143e38a tempest-TaggedBootDevicesTest_v242-798392635 tempest-TaggedBootDevicesTest_v242-798392635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:07:27.658866 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cf47bc5-2cd3-4394-84d8-b6a845663745 req-eb2039f9-69fe-4461-8571-05d25143e38a tempest-TaggedBootDevicesTest_v242-798392635 tempest-TaggedBootDevicesTest_v242-798392635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:07:27.664546 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.provisioning_blocks [None req-447cd7c7-1a08-4039-a191-ea3ffdacbbc6 None None] Provisioning complete for port 2a497291-c0ba-497e-912e-500b14b27235 triggered by entity DHCP. {{(pid=103232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 19:07:27.665383 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cf47bc5-2cd3-4394-84d8-b6a845663745 req-eb2039f9-69fe-4461-8571-05d25143e38a tempest-TaggedBootDevicesTest_v242-798392635 tempest-TaggedBootDevicesTest_v242-798392635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:07:27.666264 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-447cd7c7-1a08-4039-a191-ea3ffdacbbc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593630'] for port (2a497291-c0ba-497e-912e-500b14b27235), provisioning_complete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:07:27.671899 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cf47bc5-2cd3-4394-84d8-b6a845663745 req-eb2039f9-69fe-4461-8571-05d25143e38a tempest-TaggedBootDevicesTest_v242-798392635 tempest-TaggedBootDevicesTest_v242-798392635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:07:27.677394 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cf47bc5-2cd3-4394-84d8-b6a845663745 req-eb2039f9-69fe-4461-8571-05d25143e38a tempest-TaggedBootDevicesTest_v242-798392635 tempest-TaggedBootDevicesTest_v242-798392635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:07:27.683710 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cf47bc5-2cd3-4394-84d8-b6a845663745 req-eb2039f9-69fe-4461-8571-05d25143e38a tempest-TaggedBootDevicesTest_v242-798392635 tempest-TaggedBootDevicesTest_v242-798392635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:07:27.690100 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cf47bc5-2cd3-4394-84d8-b6a845663745 req-eb2039f9-69fe-4461-8571-05d25143e38a tempest-TaggedBootDevicesTest_v242-798392635 tempest-TaggedBootDevicesTest_v242-798392635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:07:27.691973 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-4cf47bc5-2cd3-4394-84d8-b6a845663745 req-eb2039f9-69fe-4461-8571-05d25143e38a tempest-TaggedBootDevicesTest_v242-798392635 tempest-TaggedBootDevicesTest_v242-798392635-project] 10.222.0.75 "GET /v2.0/ports?device_id=8319129f-1054-494a-b0c0-2ec99e839619 HTTP/1.1" status: 200 len: 5438 time: 0.1751630 Feb 09 19:07:27.700789 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.v2.base [req-2ecfcc5a-0334-41ec-93e1-227df41738d7 req-f1a67886-d2ee-4c1a-9c3f-2c756444bec1 service neutron] Request body: {'port': {'device_id': '677c1bb0-b471-4f2d-9175-5a3a0d044cf3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-713498-36'}} {{(pid=103230) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 19:07:27.731819 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-447cd7c7-1a08-4039-a191-ea3ffdacbbc6 None None] Port 2a497291-c0ba-497e-912e-500b14b27235 cannot update to ACTIVE because it is not bound. {{(pid=103232) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 19:07:27.778468 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-54599185-04de-420f-9392-16e6a94940f5 admin admin] Publish callbacks [] for port (0baee576-6f95-40c6-a4a9-d02277e881bb), precommit_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:07:27.816230 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [req-2ecfcc5a-0334-41ec-93e1-227df41738d7 req-f1a67886-d2ee-4c1a-9c3f-2c756444bec1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (2a497291-c0ba-497e-912e-500b14b27235), before_update {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:07:27.932121 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-4cf47bc5-2cd3-4394-84d8-b6a845663745 req-678b194e-a8a8-44b5-bdad-37d7f311ec43 tempest-TaggedBootDevicesTest_v242-798392635 tempest-TaggedBootDevicesTest_v242-798392635-project] 10.222.0.75 "GET /v2.0/security-groups?id=58062d4f-c149-4db3-a357-a4eb59a3d83e&id=6452f0cf-fe35-4557-9092-43f1827176a8&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2284296 Feb 09 19:07:28.026205 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcf04d8c-5e59-4734-80dd-2e6e5059e5ec req-6245e9ce-e107-4291-9046-8d20cae73b47 tempest-LiveAutoBlockMigrationV225Test-2127879101 tempest-LiveAutoBlockMigrationV225Test-2127879101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:07:28.033237 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-bcf04d8c-5e59-4734-80dd-2e6e5059e5ec req-6245e9ce-e107-4291-9046-8d20cae73b47 tempest-LiveAutoBlockMigrationV225Test-2127879101 tempest-LiveAutoBlockMigrationV225Test-2127879101-project] 10.222.0.75 "GET /v2.0/ports?device_id=d3938fbf-e1b0-4686-9d2f-36596059719e HTTP/1.1" status: 200 len: 945 time: 0.6700516 Feb 09 19:07:28.073850 n-d-713498-36 neutron-server[103229]: DEBUG neutron.db.db_base_plugin_common [req-3d0b9258-f02b-417b-bf7a-372ddb3bb55e req-b7f26da2-0dc1-4cc6-bfc3-bf7140ad422d tempest-ListImageFiltersTestJSON-604118414 tempest-ListImageFiltersTestJSON-604118414-project] Allocated IP 192.168.233.86 (2b5494c8-cf97-42c1-b902-87f998f28179/60b561cb-321e-4f83-9bb3-92b2e1d0dc44/d497de83-eda3-43bc-87ef-1bdb243bb575) {{(pid=103229) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 19:07:28.108553 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-aba12eb0-540f-449f-913f-bd1292eb491c req-e49b253f-e645-4389-92f1-366f2e8291d3 service neutron] 10.222.0.89 "GET /v2.0/networks/e119be35-9333-4ec1-a284-366321b505fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7180963 Feb 09 19:07:28.118639 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-54599185-04de-420f-9392-16e6a94940f5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762866656467', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14393751'] for port (0baee576-6f95-40c6-a4a9-d02277e881bb), after_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:07:28.134740 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-bcf04d8c-5e59-4734-80dd-2e6e5059e5ec req-2a23c987-399e-43cc-9666-1df516b25714 tempest-LiveAutoBlockMigrationV225Test-2127879101 tempest-LiveAutoBlockMigrationV225Test-2127879101-project] 10.222.0.75 "GET /v2.0/security-groups?id=e3cb5363-3b49-4f74-b239-a871e755b40a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1002610 Feb 09 19:07:28.208663 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-0f879b42-d231-464e-9144-9bdda456d1c5 req-14f88086-1447-43ae-8c5f-ce1ee4e928c6 service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=f8dcc237-c202-4732-ba27-7c810c7f88dd&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1825056 Feb 09 19:07:28.252954 n-d-713498-36 neutron-server[103230]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54599185-04de-420f-9392-16e6a94940f5 admin admin] Network 79dcca8b-fb15-4198-90a4-bd5ccccb10b6 is already hosted by enough agents. {{(pid=103230) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 19:07:28.274744 n-d-713498-36 neutron-server[103230]: DEBUG neutron.scheduler.base_scheduler [None req-54599185-04de-420f-9392-16e6a94940f5 admin admin] Resources bound (agent type, host, resource id): {{(pid=103230) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 19:07:28.284510 n-d-713498-36 neutron-server[103230]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54599185-04de-420f-9392-16e6a94940f5 admin admin] Received port after_create {{(pid=103230) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 19:07:28.308788 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54599185-04de-420f-9392-16e6a94940f5 admin admin] Pushing event updated for resources: {'Port': ['ID=0baee576-6f95-40c6-a4a9-d02277e881bb,revision_number=1']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:07:28.335442 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-739b32ce-3881-4eb6-8c90-6a483252e8b6 req-7501c1d5-fe91-4450-a915-0da1ff9aa900 tempest-ListImageFiltersTestJSON-604118414 tempest-ListImageFiltersTestJSON-604118414-project] 10.222.0.75 "GET /v2.0/ports?device_id=760f09f0-6e29-4b3b-84f4-9384bbe2a2c0 HTTP/1.1" status: 200 len: 210 time: 0.0646722 Feb 09 19:07:28.380927 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68d60f65-bd85-4d96-9eef-d2b70d2111ac req-15480fba-8475-4c70-bb55-bc7ba8c37a1d tempest-DeleteServersTestJSON-1870379525 tempest-DeleteServersTestJSON-1870379525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:07:28.384741 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-68d60f65-bd85-4d96-9eef-d2b70d2111ac req-15480fba-8475-4c70-bb55-bc7ba8c37a1d tempest-DeleteServersTestJSON-1870379525 tempest-DeleteServersTestJSON-1870379525-project] 10.222.0.75 "GET /v2.0/ports?device_id=95c33cdb-e7f8-4afa-8b5b-e8bf44a35e34 HTTP/1.1" status: 200 len: 945 time: 0.3267400 Feb 09 19:07:28.418995 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-130df7b0-3981-4b5d-8001-0b17f79b535d req-ca579e19-11a9-46e3-bbf4-c6ac06587d2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:07:28.421044 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-130df7b0-3981-4b5d-8001-0b17f79b535d req-ca579e19-11a9-46e3-bbf4-c6ac06587d2c service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=818187f205084ea0b383f821b00a5aa5&device_id=627c3e1d-15ce-4955-88df-bff03401b6ae HTTP/1.1" status: 200 len: 1126 time: 0.2403784 Feb 09 19:07:28.446777 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-3d0b9258-f02b-417b-bf7a-372ddb3bb55e req-b7f26da2-0dc1-4cc6-bfc3-bf7140ad422d tempest-ListImageFiltersTestJSON-604118414 tempest-ListImageFiltersTestJSON-604118414-project] Publish callbacks [] for port (d497de83-eda3-43bc-87ef-1bdb243bb575), precommit_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:07:28.468528 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-54599185-04de-420f-9392-16e6a94940f5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1819024'] for router_interface (03288bc3-2330-49fa-a05b-79cee42e091b), before_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:07:28.604327 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f879b42-d231-464e-9144-9bdda456d1c5 req-3060e405-63b4-40ae-b4b6-b815fc1961d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:07:28.606323 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-0f879b42-d231-464e-9144-9bdda456d1c5 req-3060e405-63b4-40ae-b4b6-b815fc1961d5 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=b8d56d08e88f4d4daeb8e5fed321a162&device_id=f8dcc237-c202-4732-ba27-7c810c7f88dd HTTP/1.1" status: 200 len: 1128 time: 0.3478439 Feb 09 19:07:28.623748 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-3d0b9258-f02b-417b-bf7a-372ddb3bb55e req-b7f26da2-0dc1-4cc6-bfc3-bf7140ad422d tempest-ListImageFiltersTestJSON-604118414 tempest-ListImageFiltersTestJSON-604118414-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762866656467', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12867576'] for port (d497de83-eda3-43bc-87ef-1bdb243bb575), after_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:07:28.672523 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Device b878acf7-9f7a-4e12-b2ed-84aa30ae4dec up at agent ovs-agent-n-d-713498-36 {{(pid=103232) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 19:07:28.758179 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.provisioning_blocks [None req-9b5e235d-6cd1-47ac-b483-72c5b3e2bb5f None None] Provisioning complete for port 0baee576-6f95-40c6-a4a9-d02277e881bb triggered by entity DHCP. {{(pid=103232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 19:07:28.759020 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-9b5e235d-6cd1-47ac-b483-72c5b3e2bb5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593630'] for port (0baee576-6f95-40c6-a4a9-d02277e881bb), provisioning_complete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:07:28.777266 n-d-713498-36 neutron-server[103230]: DEBUG neutron.notifiers.nova [req-2ecfcc5a-0334-41ec-93e1-227df41738d7 req-f1a67886-d2ee-4c1a-9c3f-2c756444bec1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2a497291-c0ba-497e-912e-500b14b27235 {{(pid=103230) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 19:07:28.787723 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [req-2ecfcc5a-0334-41ec-93e1-227df41738d7 req-f1a67886-d2ee-4c1a-9c3f-2c756444bec1 service neutron] Publish callbacks [] for port (2a497291-c0ba-497e-912e-500b14b27235), precommit_update {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:07:28.802926 n-d-713498-36 neutron-server[103230]: DEBUG neutron.db.provisioning_blocks [req-2ecfcc5a-0334-41ec-93e1-227df41738d7 req-f1a67886-d2ee-4c1a-9c3f-2c756444bec1 service neutron] Transition to ACTIVE for port object 2a497291-c0ba-497e-912e-500b14b27235 will not be triggered until provisioned by entity L2. {{(pid=103230) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 19:07:28.806782 n-d-713498-36 neutron-server[103229]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3d0b9258-f02b-417b-bf7a-372ddb3bb55e req-b7f26da2-0dc1-4cc6-bfc3-bf7140ad422d tempest-ListImageFiltersTestJSON-604118414 tempest-ListImageFiltersTestJSON-604118414-project] Network 2b5494c8-cf97-42c1-b902-87f998f28179 is already hosted by enough agents. {{(pid=103229) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 19:07:28.825675 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.provisioning_blocks [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Provisioning complete for port b878acf7-9f7a-4e12-b2ed-84aa30ae4dec triggered by entity L2. {{(pid=103232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 19:07:28.825933 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [req-2ecfcc5a-0334-41ec-93e1-227df41738d7 req-f1a67886-d2ee-4c1a-9c3f-2c756444bec1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762867176205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762866656485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762866656503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14393758'] for port (2a497291-c0ba-497e-912e-500b14b27235), after_update {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:07:28.826397 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593630'] for port (b878acf7-9f7a-4e12-b2ed-84aa30ae4dec), provisioning_complete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:07:28.829312 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-9b5e235d-6cd1-47ac-b483-72c5b3e2bb5f None None] Port 0baee576-6f95-40c6-a4a9-d02277e881bb cannot update to ACTIVE because it is not bound. {{(pid=103232) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 19:07:28.832885 n-d-713498-36 neutron-server[103229]: DEBUG neutron.scheduler.base_scheduler [req-3d0b9258-f02b-417b-bf7a-372ddb3bb55e req-b7f26da2-0dc1-4cc6-bfc3-bf7140ad422d tempest-ListImageFiltersTestJSON-604118414 tempest-ListImageFiltersTestJSON-604118414-project] Resources bound (agent type, host, resource id): {{(pid=103229) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 19:07:28.841906 n-d-713498-36 neutron-server[103229]: DEBUG neutron.db.l3_dvrscheduler_db [req-3d0b9258-f02b-417b-bf7a-372ddb3bb55e req-b7f26da2-0dc1-4cc6-bfc3-bf7140ad422d tempest-ListImageFiltersTestJSON-604118414 tempest-ListImageFiltersTestJSON-604118414-project] Received port after_create {{(pid=103229) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 19:07:28.848770 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7f26da2-0dc1-4cc6-bfc3-bf7140ad422d tempest-ListImageFiltersTestJSON-604118414 tempest-ListImageFiltersTestJSON-604118414-project] Pushing event updated for resources: {'Port': ['ID=d497de83-eda3-43bc-87ef-1bdb243bb575,revision_number=1']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:07:28.928595 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67403bbf-c45e-453b-a761-58d2e6605eba req-239d1fde-1c95-4b9f-a4de-f3a8d1488eb8 tempest-ImagesTestJSON-1015154253 tempest-ImagesTestJSON-1015154253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:07:28.942119 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-67403bbf-c45e-453b-a761-58d2e6605eba req-239d1fde-1c95-4b9f-a4de-f3a8d1488eb8 tempest-ImagesTestJSON-1015154253 tempest-ImagesTestJSON-1015154253-project] 10.222.0.75 "GET /v2.0/ports?device_id=627c3e1d-15ce-4955-88df-bff03401b6ae HTTP/1.1" status: 200 len: 943 time: 0.2837498 Feb 09 19:07:28.960032 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-68d60f65-bd85-4d96-9eef-d2b70d2111ac req-d9433b11-932f-43f5-a984-bbe0aec18835 tempest-DeleteServersTestJSON-1870379525 tempest-DeleteServersTestJSON-1870379525-project] 10.222.0.75 "GET /v2.0/security-groups?id=5ce92d32-ca94-4b6c-925d-b9dff609abe6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5581338 Feb 09 19:07:28.970290 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-130df7b0-3981-4b5d-8001-0b17f79b535d req-5158dddb-6d49-4390-93f2-ff27e8742ecf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:07:28.970913 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-130df7b0-3981-4b5d-8001-0b17f79b535d req-5158dddb-6d49-4390-93f2-ff27e8742ecf service neutron] 10.222.0.89 "GET /v2.0/networks?id=e119be35-9333-4ec1-a284-366321b505fc HTTP/1.1" status: 200 len: 906 time: 0.5096531 Feb 09 19:07:29.059750 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-130df7b0-3981-4b5d-8001-0b17f79b535d req-f193cdfd-c862-4bca-aed0-2a930214bd67 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=673f9133-7154-44e2-a4d1-bb1330cf1036 HTTP/1.1" status: 200 len: 217 time: 0.0722830 Feb 09 19:07:29.060965 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Current status of the port b878acf7-9f7a-4e12-b2ed-84aa30ae4dec is: DOWN; New status is: ACTIVE {{(pid=103232) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 19:07:29.061505 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (b878acf7-9f7a-4e12-b2ed-84aa30ae4dec), before_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:07:29.107999 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] For port b878acf7-9f7a-4e12-b2ed-84aa30ae4dec, host n-d-713498-36, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-36',level=0,port_id=b878acf7-9f7a-4e12-b2ed-84aa30ae4dec,segment=NetworkSegment(a4222f89-8d3f-4b51-953b-1a8126392491),segment_id=a4222f89-8d3f-4b51-953b-1a8126392491)] {{(pid=103232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 19:07:29.114499 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762867176205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762866656485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762866656503'] for port (b878acf7-9f7a-4e12-b2ed-84aa30ae4dec), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:07:29.132616 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d0b9258-f02b-417b-bf7a-372ddb3bb55e req-b7f26da2-0dc1-4cc6-bfc3-bf7140ad422d tempest-ListImageFiltersTestJSON-604118414 tempest-ListImageFiltersTestJSON-604118414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:07:29.132616 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-3d0b9258-f02b-417b-bf7a-372ddb3bb55e req-b7f26da2-0dc1-4cc6-bfc3-bf7140ad422d tempest-ListImageFiltersTestJSON-604118414 tempest-ListImageFiltersTestJSON-604118414-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171096'] for port (None), before_response {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:07:29.179121 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-67403bbf-c45e-453b-a761-58d2e6605eba req-8416de41-e1f0-4a32-9722-b89b0fbab37a tempest-ImagesTestJSON-1015154253 tempest-ImagesTestJSON-1015154253-project] 10.222.0.75 "GET /v2.0/security-groups?id=1f45f199-38bd-4afd-a63a-d9a4ed62c8a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2360146 Feb 09 19:07:29.202083 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Pushing event updated for resources: {'Port': ['ID=b878acf7-9f7a-4e12-b2ed-84aa30ae4dec,revision_number=4']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:07:29.218594 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-3d0b9258-f02b-417b-bf7a-372ddb3bb55e req-b7f26da2-0dc1-4cc6-bfc3-bf7140ad422d tempest-ListImageFiltersTestJSON-604118414 tempest-ListImageFiltersTestJSON-604118414-project] 10.222.0.89 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.7465980 Feb 09 19:07:29.220476 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1a67886-d2ee-4c1a-9c3f-2c756444bec1 service neutron] Pushing event updated for resources: {'Port': ['ID=2a497291-c0ba-497e-912e-500b14b27235,revision_number=2']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:07:29.233190 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.v2.base [req-3d0b9258-f02b-417b-bf7a-372ddb3bb55e req-e823fe3b-1895-469c-9f0e-b7c7cf8551a7 service neutron] Request body: {'port': {'device_id': '760f09f0-6e29-4b3b-84f4-9384bbe2a2c0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-713498-36'}} {{(pid=103229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 19:07:29.239716 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-130df7b0-3981-4b5d-8001-0b17f79b535d req-56a8f969-5a4c-4050-95df-3c70a088f723 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:07:29.241386 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-130df7b0-3981-4b5d-8001-0b17f79b535d req-56a8f969-5a4c-4050-95df-3c70a088f723 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=1c11460d-4fed-4117-8587-f721cf533c67 HTTP/1.1" status: 200 len: 845 time: 0.1338859 Feb 09 19:07:29.296602 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-130df7b0-3981-4b5d-8001-0b17f79b535d req-b81b2265-fa98-4cef-ae71-8289f9e379b5 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=e119be35-9333-4ec1-a284-366321b505fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0360181 Feb 09 19:07:29.361365 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.provisioning_blocks [None req-25e14a6b-97a5-462a-9351-7b00d89dbc0c None None] Provisioning complete for port d497de83-eda3-43bc-87ef-1bdb243bb575 triggered by entity DHCP. {{(pid=103232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 19:07:29.362167 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-25e14a6b-97a5-462a-9351-7b00d89dbc0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593630'] for port (d497de83-eda3-43bc-87ef-1bdb243bb575), provisioning_complete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:07:29.375811 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f879b42-d231-464e-9144-9bdda456d1c5 req-ea32c6c3-08f3-4177-ac72-76afb32efbc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:07:29.377558 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-0f879b42-d231-464e-9144-9bdda456d1c5 req-ea32c6c3-08f3-4177-ac72-76afb32efbc8 service neutron] 10.222.0.90 "GET /v2.0/networks?id=0e993f99-d3d0-4a2a-8eed-2f34375798b5 HTTP/1.1" status: 200 len: 921 time: 0.5628054 Feb 09 19:07:29.383787 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.managers [req-2ecfcc5a-0334-41ec-93e1-227df41738d7 req-f1a67886-d2ee-4c1a-9c3f-2c756444bec1 service neutron] Attempting to bind port 2a497291-c0ba-497e-912e-500b14b27235 on host n-h2-713498-36 for vnic_type normal with profile {{(pid=103230) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 19:07:29.384284 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.managers [req-2ecfcc5a-0334-41ec-93e1-227df41738d7 req-f1a67886-d2ee-4c1a-9c3f-2c756444bec1 service neutron] Attempting to bind port 2a497291-c0ba-497e-912e-500b14b27235 by drivers openvswitch,hyperv on host n-h2-713498-36 at level 0 using segments [{'id': '50e5915e-18f0-4558-9a28-b978975ead36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': '2b5494c8-cf97-42c1-b902-87f998f28179'}] {{(pid=103230) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 19:07:29.384690 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ecfcc5a-0334-41ec-93e1-227df41738d7 req-f1a67886-d2ee-4c1a-9c3f-2c756444bec1 service neutron] Attempting to bind port 2a497291-c0ba-497e-912e-500b14b27235 on network 2b5494c8-cf97-42c1-b902-87f998f28179 {{(pid=103230) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 19:07:29.410402 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-54599185-04de-420f-9392-16e6a94940f5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (0baee576-6f95-40c6-a4a9-d02277e881bb), before_update {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:07:29.426519 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-25e14a6b-97a5-462a-9351-7b00d89dbc0c None None] Port d497de83-eda3-43bc-87ef-1bdb243bb575 cannot update to ACTIVE because it is not bound. {{(pid=103232) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 19:07:29.467812 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-189c09e5-989e-4e6f-a4b0-05143f8462e6 req-702b9110-fe30-438b-b695-b8be8594085f tempest-TaggedBootDevicesTest_v242-798392635 tempest-TaggedBootDevicesTest_v242-798392635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:07:29.468393 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-3d0b9258-f02b-417b-bf7a-372ddb3bb55e req-e823fe3b-1895-469c-9f0e-b7c7cf8551a7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (d497de83-eda3-43bc-87ef-1bdb243bb575), before_update {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:07:29.480154 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-189c09e5-989e-4e6f-a4b0-05143f8462e6 req-702b9110-fe30-438b-b695-b8be8594085f tempest-TaggedBootDevicesTest_v242-798392635 tempest-TaggedBootDevicesTest_v242-798392635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:07:29.487596 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-189c09e5-989e-4e6f-a4b0-05143f8462e6 req-702b9110-fe30-438b-b695-b8be8594085f tempest-TaggedBootDevicesTest_v242-798392635 tempest-TaggedBootDevicesTest_v242-798392635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:07:29.492652 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-189c09e5-989e-4e6f-a4b0-05143f8462e6 req-702b9110-fe30-438b-b695-b8be8594085f tempest-TaggedBootDevicesTest_v242-798392635 tempest-TaggedBootDevicesTest_v242-798392635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:07:29.498123 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-189c09e5-989e-4e6f-a4b0-05143f8462e6 req-702b9110-fe30-438b-b695-b8be8594085f tempest-TaggedBootDevicesTest_v242-798392635 tempest-TaggedBootDevicesTest_v242-798392635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:07:29.503677 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-189c09e5-989e-4e6f-a4b0-05143f8462e6 req-702b9110-fe30-438b-b695-b8be8594085f tempest-TaggedBootDevicesTest_v242-798392635 tempest-TaggedBootDevicesTest_v242-798392635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:07:29.508931 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-189c09e5-989e-4e6f-a4b0-05143f8462e6 req-702b9110-fe30-438b-b695-b8be8594085f tempest-TaggedBootDevicesTest_v242-798392635 tempest-TaggedBootDevicesTest_v242-798392635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:07:29.511678 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-189c09e5-989e-4e6f-a4b0-05143f8462e6 req-702b9110-fe30-438b-b695-b8be8594085f tempest-TaggedBootDevicesTest_v242-798392635 tempest-TaggedBootDevicesTest_v242-798392635-project] 10.222.0.75 "GET /v2.0/ports?device_id=8319129f-1054-494a-b0c0-2ec99e839619 HTTP/1.1" status: 200 len: 5438 time: 0.3933637 Feb 09 19:07:29.518014 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ecfcc5a-0334-41ec-93e1-227df41738d7 req-f1a67886-d2ee-4c1a-9c3f-2c756444bec1 service neutron] Port 2a497291-c0ba-497e-912e-500b14b27235 on network 2b5494c8-cf97-42c1-b902-87f998f28179 not bound, no agent of type Open vSwitch agent registered on host n-h2-713498-36 {{(pid=103230) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 19:07:29.518463 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ecfcc5a-0334-41ec-93e1-227df41738d7 req-f1a67886-d2ee-4c1a-9c3f-2c756444bec1 service neutron] Attempting to bind port 2a497291-c0ba-497e-912e-500b14b27235 on network 2b5494c8-cf97-42c1-b902-87f998f28179 {{(pid=103230) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 19:07:29.525263 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-0f879b42-d231-464e-9144-9bdda456d1c5 req-12110365-c779-4c7c-aa98-b8b7f3ebdbf5 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e3deb77c-5e11-4cdd-ac65-3b3ef7c8fe1d HTTP/1.1" status: 200 len: 217 time: 0.1346364 Feb 09 19:07:29.552692 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bce06905-5c99-46be-a1eb-c5456379af02 req-bb660e15-116e-42ab-8e69-eb6fc0c7def8 tempest-LiveAutoBlockMigrationV225Test-2127879101 tempest-LiveAutoBlockMigrationV225Test-2127879101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:07:29.555026 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-bce06905-5c99-46be-a1eb-c5456379af02 req-bb660e15-116e-42ab-8e69-eb6fc0c7def8 tempest-LiveAutoBlockMigrationV225Test-2127879101 tempest-LiveAutoBlockMigrationV225Test-2127879101-project] 10.222.0.75 "GET /v2.0/ports?device_id=d3938fbf-e1b0-4686-9d2f-36596059719e HTTP/1.1" status: 200 len: 945 time: 0.2546561 Feb 09 19:07:29.560101 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ecfcc5a-0334-41ec-93e1-227df41738d7 req-f1a67886-d2ee-4c1a-9c3f-2c756444bec1 service neutron] Checking agent: {'id': 'bcd5faee-dc24-4298-9134-0e0aa054058e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713498-36', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 18, 59, 19), 'started_at': datetime.datetime(2022, 2, 9, 18, 59, 19), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 19, 7, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103230) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 19:07:29.560957 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ecfcc5a-0334-41ec-93e1-227df41738d7 req-f1a67886-d2ee-4c1a-9c3f-2c756444bec1 service neutron] Checking segment: {'id': '50e5915e-18f0-4558-9a28-b978975ead36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': '2b5494c8-cf97-42c1-b902-87f998f28179'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103230) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 19:07:29.561110 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ecfcc5a-0334-41ec-93e1-227df41738d7 req-f1a67886-d2ee-4c1a-9c3f-2c756444bec1 service neutron] Bound using segment: {'id': '50e5915e-18f0-4558-9a28-b978975ead36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': '2b5494c8-cf97-42c1-b902-87f998f28179'} {{(pid=103230) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 19:07:29.561443 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.managers [req-2ecfcc5a-0334-41ec-93e1-227df41738d7 req-f1a67886-d2ee-4c1a-9c3f-2c756444bec1 service neutron] Bound port: 2a497291-c0ba-497e-912e-500b14b27235, host: n-h2-713498-36, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '50e5915e-18f0-4558-9a28-b978975ead36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': '2b5494c8-cf97-42c1-b902-87f998f28179'}}] {{(pid=103230) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 19:07:29.562143 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [req-2ecfcc5a-0334-41ec-93e1-227df41738d7 req-f1a67886-d2ee-4c1a-9c3f-2c756444bec1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (2a497291-c0ba-497e-912e-500b14b27235), before_update {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:07:29.563325 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-130df7b0-3981-4b5d-8001-0b17f79b535d req-90cd7a09-7446-4eb5-a3a0-01a292f2c2ee service neutron] 10.222.0.89 "GET /v2.0/networks/e119be35-9333-4ec1-a284-366321b505fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2492161 Feb 09 19:07:29.724626 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f879b42-d231-464e-9144-9bdda456d1c5 req-bfdf3174-bac4-418a-84f0-5270119bb6c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:07:29.726120 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-0f879b42-d231-464e-9144-9bdda456d1c5 req-bfdf3174-bac4-418a-84f0-5270119bb6c0 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=7d496e2d-6315-4d42-9415-66e0bdf20977 HTTP/1.1" status: 200 len: 860 time: 0.1835420 Feb 09 19:07:29.790992 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-189c09e5-989e-4e6f-a4b0-05143f8462e6 req-c4ef5f52-19b7-4c4f-9bc5-5aa5c2185ccf tempest-TaggedBootDevicesTest_v242-798392635 tempest-TaggedBootDevicesTest_v242-798392635-project] 10.222.0.75 "GET /v2.0/security-groups?id=58062d4f-c149-4db3-a357-a4eb59a3d83e&id=6452f0cf-fe35-4557-9092-43f1827176a8&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2692137 Feb 09 19:07:29.820465 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-0f879b42-d231-464e-9144-9bdda456d1c5 req-25d29376-4c11-4eee-88ba-9d9111fe7dd3 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=0e993f99-d3d0-4a2a-8eed-2f34375798b5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0682006 Feb 09 19:07:29.851996 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-130df7b0-3981-4b5d-8001-0b17f79b535d req-2842e3c9-2214-4744-8513-b313b7e6824a service neutron] 10.222.0.89 "GET /v2.0/networks/e119be35-9333-4ec1-a284-366321b505fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2690685 Feb 09 19:07:29.859160 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-bce06905-5c99-46be-a1eb-c5456379af02 req-63761c03-73fd-406a-ba9b-3daa5f542496 tempest-LiveAutoBlockMigrationV225Test-2127879101 tempest-LiveAutoBlockMigrationV225Test-2127879101-project] 10.222.0.75 "GET /v2.0/security-groups?id=e3cb5363-3b49-4f74-b239-a871e755b40a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2898877 Feb 09 19:07:30.164047 n-d-713498-36 neutron-server[103229]: DEBUG neutron.notifiers.nova [req-3d0b9258-f02b-417b-bf7a-372ddb3bb55e req-e823fe3b-1895-469c-9f0e-b7c7cf8551a7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d497de83-eda3-43bc-87ef-1bdb243bb575 {{(pid=103229) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 19:07:30.176995 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-3d0b9258-f02b-417b-bf7a-372ddb3bb55e req-e823fe3b-1895-469c-9f0e-b7c7cf8551a7 service neutron] Publish callbacks [] for port (d497de83-eda3-43bc-87ef-1bdb243bb575), precommit_update {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:07:30.198334 n-d-713498-36 neutron-server[103229]: DEBUG neutron.db.provisioning_blocks [req-3d0b9258-f02b-417b-bf7a-372ddb3bb55e req-e823fe3b-1895-469c-9f0e-b7c7cf8551a7 service neutron] Transition to ACTIVE for port object d497de83-eda3-43bc-87ef-1bdb243bb575 will not be triggered until provisioned by entity L2. {{(pid=103229) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 19:07:30.204354 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-3d0b9258-f02b-417b-bf7a-372ddb3bb55e req-e823fe3b-1895-469c-9f0e-b7c7cf8551a7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762867176205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762866656485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762866656503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12867569'] for port (d497de83-eda3-43bc-87ef-1bdb243bb575), after_update {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:07:30.216744 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37ce4876-6604-4a39-a95f-02668feedf5a req-01cd5a4d-0466-4df0-8842-780884e34175 tempest-DeleteServersTestJSON-1870379525 tempest-DeleteServersTestJSON-1870379525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:07:30.224489 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-37ce4876-6604-4a39-a95f-02668feedf5a req-01cd5a4d-0466-4df0-8842-780884e34175 tempest-DeleteServersTestJSON-1870379525 tempest-DeleteServersTestJSON-1870379525-project] 10.222.0.75 "GET /v2.0/ports?device_id=95c33cdb-e7f8-4afa-8b5b-e8bf44a35e34 HTTP/1.1" status: 200 len: 945 time: 0.1155200 Feb 09 19:07:30.228404 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.db [req-2ecfcc5a-0334-41ec-93e1-227df41738d7 req-f1a67886-d2ee-4c1a-9c3f-2c756444bec1 service neutron] For port 2a497291-c0ba-497e-912e-500b14b27235, host n-h2-713498-36, cleared binding levels {{(pid=103230) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 19:07:30.319088 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Device 3d73dda7-fb9b-4c04-9fbb-19034e8d2d7b up at agent hyperv_n-h2-713498-36 {{(pid=103232) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 19:07:30.320046 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e823fe3b-1895-469c-9f0e-b7c7cf8551a7 service neutron] Pushing event updated for resources: {'Port': ['ID=d497de83-eda3-43bc-87ef-1bdb243bb575,revision_number=2']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:07:30.363375 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-37ce4876-6604-4a39-a95f-02668feedf5a req-a73204d8-03ea-4ed1-b2ce-43e90e5a61af tempest-DeleteServersTestJSON-1870379525 tempest-DeleteServersTestJSON-1870379525-project] 10.222.0.75 "GET /v2.0/security-groups?id=5ce92d32-ca94-4b6c-925d-b9dff609abe6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1378324 Feb 09 19:07:30.445124 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.provisioning_blocks [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Provisioning for port 3d73dda7-fb9b-4c04-9fbb-19034e8d2d7b completed by entity L2. {{(pid=103232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 19:07:30.455210 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.provisioning_blocks [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Provisioning complete for port 3d73dda7-fb9b-4c04-9fbb-19034e8d2d7b triggered by entity L2. {{(pid=103232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 19:07:30.455876 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593630'] for port (3d73dda7-fb9b-4c04-9fbb-19034e8d2d7b), provisioning_complete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:07:30.484969 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.db [req-2ecfcc5a-0334-41ec-93e1-227df41738d7 req-f1a67886-d2ee-4c1a-9c3f-2c756444bec1 service neutron] For port 2a497291-c0ba-497e-912e-500b14b27235, host n-h2-713498-36, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-36',level=0,port_id=2a497291-c0ba-497e-912e-500b14b27235,segment=NetworkSegment(50e5915e-18f0-4558-9a28-b978975ead36),segment_id=50e5915e-18f0-4558-9a28-b978975ead36)] {{(pid=103230) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 19:07:30.504038 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-54599185-04de-420f-9392-16e6a94940f5 admin admin] Publish callbacks [] for port (0baee576-6f95-40c6-a4a9-d02277e881bb), precommit_update {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:07:30.520246 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [req-2ecfcc5a-0334-41ec-93e1-227df41738d7 req-f1a67886-d2ee-4c1a-9c3f-2c756444bec1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762867176205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762866656485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762866656503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14393758'] for port (2a497291-c0ba-497e-912e-500b14b27235), after_update {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:07:30.529539 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.managers [req-3d0b9258-f02b-417b-bf7a-372ddb3bb55e req-e823fe3b-1895-469c-9f0e-b7c7cf8551a7 service neutron] Attempting to bind port d497de83-eda3-43bc-87ef-1bdb243bb575 on host n-h1-713498-36 for vnic_type normal with profile {{(pid=103229) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 19:07:30.529885 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.managers [req-3d0b9258-f02b-417b-bf7a-372ddb3bb55e req-e823fe3b-1895-469c-9f0e-b7c7cf8551a7 service neutron] Attempting to bind port d497de83-eda3-43bc-87ef-1bdb243bb575 by drivers openvswitch,hyperv on host n-h1-713498-36 at level 0 using segments [{'id': '50e5915e-18f0-4558-9a28-b978975ead36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': '2b5494c8-cf97-42c1-b902-87f998f28179'}] {{(pid=103229) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 19:07:30.541457 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d0b9258-f02b-417b-bf7a-372ddb3bb55e req-e823fe3b-1895-469c-9f0e-b7c7cf8551a7 service neutron] Attempting to bind port d497de83-eda3-43bc-87ef-1bdb243bb575 on network 2b5494c8-cf97-42c1-b902-87f998f28179 {{(pid=103229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 19:07:30.590035 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-54599185-04de-420f-9392-16e6a94940f5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762867176205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762866656485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762866656503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14393758'] for port (0baee576-6f95-40c6-a4a9-d02277e881bb), after_update {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:07:30.595065 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Current status of the port 3d73dda7-fb9b-4c04-9fbb-19034e8d2d7b is: BUILD; New status is: ACTIVE {{(pid=103232) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 19:07:30.595467 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (3d73dda7-fb9b-4c04-9fbb-19034e8d2d7b), before_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:07:30.615097 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d0b9258-f02b-417b-bf7a-372ddb3bb55e req-e823fe3b-1895-469c-9f0e-b7c7cf8551a7 service neutron] Port d497de83-eda3-43bc-87ef-1bdb243bb575 on network 2b5494c8-cf97-42c1-b902-87f998f28179 not bound, no agent of type Open vSwitch agent registered on host n-h1-713498-36 {{(pid=103229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 19:07:30.615435 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d0b9258-f02b-417b-bf7a-372ddb3bb55e req-e823fe3b-1895-469c-9f0e-b7c7cf8551a7 service neutron] Attempting to bind port d497de83-eda3-43bc-87ef-1bdb243bb575 on network 2b5494c8-cf97-42c1-b902-87f998f28179 {{(pid=103229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 19:07:30.628282 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d0b9258-f02b-417b-bf7a-372ddb3bb55e req-e823fe3b-1895-469c-9f0e-b7c7cf8551a7 service neutron] Checking agent: {'id': '488cd9ae-631f-4955-ba0b-4f5a13f12e9c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713498-36', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 18, 59, 18), 'started_at': datetime.datetime(2022, 2, 9, 18, 59, 18), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 19, 7, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 19:07:30.628628 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d0b9258-f02b-417b-bf7a-372ddb3bb55e req-e823fe3b-1895-469c-9f0e-b7c7cf8551a7 service neutron] Checking segment: {'id': '50e5915e-18f0-4558-9a28-b978975ead36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': '2b5494c8-cf97-42c1-b902-87f998f28179'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103229) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 19:07:30.629129 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d0b9258-f02b-417b-bf7a-372ddb3bb55e req-e823fe3b-1895-469c-9f0e-b7c7cf8551a7 service neutron] Bound using segment: {'id': '50e5915e-18f0-4558-9a28-b978975ead36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': '2b5494c8-cf97-42c1-b902-87f998f28179'} {{(pid=103229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 19:07:30.629579 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.managers [req-3d0b9258-f02b-417b-bf7a-372ddb3bb55e req-e823fe3b-1895-469c-9f0e-b7c7cf8551a7 service neutron] Bound port: d497de83-eda3-43bc-87ef-1bdb243bb575, host: n-h1-713498-36, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '50e5915e-18f0-4558-9a28-b978975ead36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': '2b5494c8-cf97-42c1-b902-87f998f28179'}}] {{(pid=103229) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 19:07:30.630033 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-3d0b9258-f02b-417b-bf7a-372ddb3bb55e req-e823fe3b-1895-469c-9f0e-b7c7cf8551a7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (d497de83-eda3-43bc-87ef-1bdb243bb575), before_update {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:07:30.651673 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-7429db8d-6021-40ad-813e-885be449a89b None None] For port 3d73dda7-fb9b-4c04-9fbb-19034e8d2d7b, host n-h2-713498-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-36',level=0,port_id=3d73dda7-fb9b-4c04-9fbb-19034e8d2d7b,segment=NetworkSegment(c2ea736f-956b-4712-9292-0c7e6eae844b),segment_id=c2ea736f-956b-4712-9292-0c7e6eae844b)] {{(pid=103232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 19:07:30.655051 n-d-713498-36 neutron-server[103232]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8319129f-1054-494a-b0c0-2ec99e839619', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3d73dda7-fb9b-4c04-9fbb-19034e8d2d7b'}] {{(pid=103232) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 19:07:30.661691 n-d-713498-36 neutron-server[103232]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}949cdcde653dec44821de95cbf67297f53cbc2aed4e073b5d514f93bf911ce85" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1c776cd9-b2c4-4d1d-8cef-1acd61eb5051" -d '{"events": [{"server_uuid": "8319129f-1054-494a-b0c0-2ec99e839619", "name": "network-vif-plugged", "status": "completed", "tag": "3d73dda7-fb9b-4c04-9fbb-19034e8d2d7b"}]}' {{(pid=103232) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 19:07:30.678724 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762867176205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762866656485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762866656503'] for port (3d73dda7-fb9b-4c04-9fbb-19034e8d2d7b), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:07:30.680556 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Device a7b6d8bb-417c-4222-9de0-5c1844679bed up at agent hyperv_n-h2-713498-36 {{(pid=103232) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 19:07:30.683054 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Device b878acf7-9f7a-4e12-b2ed-84aa30ae4dec up at agent ovs-agent-n-d-713498-36 {{(pid=103232) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 19:07:30.695688 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10c85d62-92fc-40d0-9d11-ec8784fbd603 req-94313c6c-e057-4253-acab-8696c3dbb189 tempest-ImagesTestJSON-1015154253 tempest-ImagesTestJSON-1015154253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:07:30.708247 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-10c85d62-92fc-40d0-9d11-ec8784fbd603 req-94313c6c-e057-4253-acab-8696c3dbb189 tempest-ImagesTestJSON-1015154253 tempest-ImagesTestJSON-1015154253-project] 10.222.0.75 "GET /v2.0/ports?device_id=627c3e1d-15ce-4955-88df-bff03401b6ae HTTP/1.1" status: 200 len: 943 time: 0.2024841 Feb 09 19:07:30.711064 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ecfcc5a-0334-41ec-93e1-227df41738d7 req-f1a67886-d2ee-4c1a-9c3f-2c756444bec1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:07:30.712305 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [req-2ecfcc5a-0334-41ec-93e1-227df41738d7 req-f1a67886-d2ee-4c1a-9c3f-2c756444bec1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171096'] for port (None), before_response {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:07:30.714032 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-2ecfcc5a-0334-41ec-93e1-227df41738d7 req-f1a67886-d2ee-4c1a-9c3f-2c756444bec1 service neutron] 10.222.0.90 "PUT /v2.0/ports/2a497291-c0ba-497e-912e-500b14b27235 HTTP/1.1" status: 200 len: 1096 time: 3.0192075 Feb 09 19:07:30.719356 n-d-713498-36 neutron-server[103230]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '677c1bb0-b471-4f2d-9175-5a3a0d044cf3', 'tag': '2a497291-c0ba-497e-912e-500b14b27235'}] {{(pid=103230) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 19:07:30.721488 n-d-713498-36 neutron-server[103230]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aee5919275bae9f72eb374ee322673045eb80c1f84b4b45a97d96923bd50ab51" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6fb86ca6-9a36-49e1-bd1b-184f61b86057" -d '{"events": [{"name": "network-changed", "server_uuid": "677c1bb0-b471-4f2d-9175-5a3a0d044cf3", "tag": "2a497291-c0ba-497e-912e-500b14b27235"}]}' {{(pid=103230) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 19:07:30.816621 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.db [req-3d0b9258-f02b-417b-bf7a-372ddb3bb55e req-e823fe3b-1895-469c-9f0e-b7c7cf8551a7 service neutron] For port d497de83-eda3-43bc-87ef-1bdb243bb575, host n-h1-713498-36, cleared binding levels {{(pid=103229) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 19:07:30.822313 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.db [req-3d0b9258-f02b-417b-bf7a-372ddb3bb55e req-e823fe3b-1895-469c-9f0e-b7c7cf8551a7 service neutron] For port d497de83-eda3-43bc-87ef-1bdb243bb575, host n-h1-713498-36, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-36',level=0,port_id=d497de83-eda3-43bc-87ef-1bdb243bb575,segment=NetworkSegment(50e5915e-18f0-4558-9a28-b978975ead36),segment_id=50e5915e-18f0-4558-9a28-b978975ead36)] {{(pid=103229) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 19:07:30.891901 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-3d0b9258-f02b-417b-bf7a-372ddb3bb55e req-e823fe3b-1895-469c-9f0e-b7c7cf8551a7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762867176205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762866656485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762866656503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12867569'] for port (d497de83-eda3-43bc-87ef-1bdb243bb575), after_update {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:07:30.906891 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1a67886-d2ee-4c1a-9c3f-2c756444bec1 service neutron] Pushing event updated for resources: {'Port': ['ID=2a497291-c0ba-497e-912e-500b14b27235,revision_number=3']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:07:30.917437 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Pushing event updated for resources: {'Port': ['ID=3d73dda7-fb9b-4c04-9fbb-19034e8d2d7b,revision_number=5']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:07:30.990570 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.provisioning_blocks [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Provisioning complete for port b878acf7-9f7a-4e12-b2ed-84aa30ae4dec triggered by entity L2. {{(pid=103232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 19:07:30.990968 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593630'] for port (b878acf7-9f7a-4e12-b2ed-84aa30ae4dec), provisioning_complete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:07:30.996140 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-0f879b42-d231-464e-9144-9bdda456d1c5 req-10243334-b6be-4467-a6b3-75889ea6138d service neutron] 10.222.0.90 "GET /v2.0/networks/0e993f99-d3d0-4a2a-8eed-2f34375798b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1634061 Feb 09 19:07:31.011282 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-10c85d62-92fc-40d0-9d11-ec8784fbd603 req-a07b7b12-9ae6-4b03-a0de-ad28af6239b6 tempest-ImagesTestJSON-1015154253 tempest-ImagesTestJSON-1015154253-project] 10.222.0.75 "GET /v2.0/security-groups?id=1f45f199-38bd-4afd-a63a-d9a4ed62c8a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3004963 Feb 09 19:07:31.013283 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d0b9258-f02b-417b-bf7a-372ddb3bb55e req-e823fe3b-1895-469c-9f0e-b7c7cf8551a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:07:31.028060 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-3d0b9258-f02b-417b-bf7a-372ddb3bb55e req-e823fe3b-1895-469c-9f0e-b7c7cf8551a7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171096'] for port (None), before_response {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:07:31.033416 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-3d0b9258-f02b-417b-bf7a-372ddb3bb55e req-e823fe3b-1895-469c-9f0e-b7c7cf8551a7 service neutron] 10.222.0.89 "PUT /v2.0/ports/d497de83-eda3-43bc-87ef-1bdb243bb575 HTTP/1.1" status: 200 len: 1096 time: 1.8038495 Feb 09 19:07:31.066138 n-d-713498-36 neutron-server[103229]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '760f09f0-6e29-4b3b-84f4-9384bbe2a2c0', 'tag': 'd497de83-eda3-43bc-87ef-1bdb243bb575'}] {{(pid=103229) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 19:07:31.070496 n-d-713498-36 neutron-server[103229]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fa6ae9a20702bd564eaf90d946620b2b4277b1ab91129323d3b54181076be307" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-578ec04c-ceea-4434-88d2-3434918ea8d8" -d '{"events": [{"name": "network-changed", "server_uuid": "760f09f0-6e29-4b3b-84f4-9384bbe2a2c0", "tag": "d497de83-eda3-43bc-87ef-1bdb243bb575"}]}' {{(pid=103229) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 19:07:31.088591 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.provisioning_blocks [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Provisioning for port a7b6d8bb-417c-4222-9de0-5c1844679bed completed by entity L2. {{(pid=103232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 19:07:31.124566 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.provisioning_blocks [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Provisioning complete for port a7b6d8bb-417c-4222-9de0-5c1844679bed triggered by entity L2. {{(pid=103232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 19:07:31.127939 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593630'] for port (a7b6d8bb-417c-4222-9de0-5c1844679bed), provisioning_complete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:07:31.149421 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-54599185-04de-420f-9392-16e6a94940f5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1613458', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1834496'] for router_interface (03288bc3-2330-49fa-a05b-79cee42e091b), after_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:07:31.161056 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-0f879b42-d231-464e-9144-9bdda456d1c5 req-b7cd90c5-4633-4702-8745-a49db38c9f6f service neutron] 10.222.0.90 "GET /v2.0/networks/0e993f99-d3d0-4a2a-8eed-2f34375798b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1493678 Feb 09 19:07:31.198129 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e823fe3b-1895-469c-9f0e-b7c7cf8551a7 service neutron] Pushing event updated for resources: {'Port': ['ID=d497de83-eda3-43bc-87ef-1bdb243bb575,revision_number=3']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:07:31.268367 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d0b9258-f02b-417b-bf7a-372ddb3bb55e req-952b40f6-0d18-45fd-b8d6-aa695366a3c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:07:31.275037 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-3d0b9258-f02b-417b-bf7a-372ddb3bb55e req-952b40f6-0d18-45fd-b8d6-aa695366a3c0 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=bcc7f332daa7436aadf85b9a52ab482b&device_id=760f09f0-6e29-4b3b-84f4-9384bbe2a2c0 HTTP/1.1" status: 200 len: 1130 time: 0.1910725 Feb 09 19:07:31.284079 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Current status of the port b878acf7-9f7a-4e12-b2ed-84aa30ae4dec is: ACTIVE; New status is: ACTIVE {{(pid=103232) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 19:07:31.288555 n-d-713498-36 neutron-server[103232]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 19:07:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-123792ed-158f-4eef-81c8-54769083debb x-openstack-request-id: req-123792ed-158f-4eef-81c8-54769083debb {{(pid=103232) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 19:07:31.289098 n-d-713498-36 neutron-server[103232]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8319129f-1054-494a-b0c0-2ec99e839619", "name": "network-vif-plugged", "status": "completed", "tag": "3d73dda7-fb9b-4c04-9fbb-19034e8d2d7b", "code": 200}]} {{(pid=103232) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 19:07:31.289533 n-d-713498-36 neutron-server[103232]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-123792ed-158f-4eef-81c8-54769083debb {{(pid=103232) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 19:07:31.290381 n-d-713498-36 neutron-server[103232]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8319129f-1054-494a-b0c0-2ec99e839619', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3d73dda7-fb9b-4c04-9fbb-19034e8d2d7b', 'code': 200} Feb 09 19:07:31.324517 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54599185-04de-420f-9392-16e6a94940f5 admin admin] Pushing event updated for resources: {'Port': ['ID=0baee576-6f95-40c6-a4a9-d02277e881bb,revision_number=2']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:07:31.337710 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6e7555d-6611-4d07-9c9c-b8b8a1ea4157 req-8ac272d7-768d-44d5-be85-3f3457647ec8 tempest-ListImageFiltersTestJSON-604118414 tempest-ListImageFiltersTestJSON-604118414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:07:31.350167 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-e6e7555d-6611-4d07-9c9c-b8b8a1ea4157 req-8ac272d7-768d-44d5-be85-3f3457647ec8 tempest-ListImageFiltersTestJSON-604118414 tempest-ListImageFiltersTestJSON-604118414-project] 10.222.0.75 "GET /v2.0/ports?device_id=760f09f0-6e29-4b3b-84f4-9384bbe2a2c0 HTTP/1.1" status: 200 len: 947 time: 1.1322784 Feb 09 19:07:31.381755 n-d-713498-36 neutron-server[103230]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 19:07:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9d872103-55b4-450c-b803-734f43d5dd24 x-openstack-request-id: req-9d872103-55b4-450c-b803-734f43d5dd24 {{(pid=103230) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 19:07:31.382138 n-d-713498-36 neutron-server[103230]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "677c1bb0-b471-4f2d-9175-5a3a0d044cf3", "tag": "2a497291-c0ba-497e-912e-500b14b27235", "status": "completed", "code": 200}]} {{(pid=103230) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 19:07:31.382394 n-d-713498-36 neutron-server[103230]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-9d872103-55b4-450c-b803-734f43d5dd24 {{(pid=103230) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 19:07:31.382846 n-d-713498-36 neutron-server[103230]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '677c1bb0-b471-4f2d-9175-5a3a0d044cf3', 'tag': '2a497291-c0ba-497e-912e-500b14b27235', 'status': 'completed', 'code': 200} Feb 09 19:07:31.388799 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-3d0b9258-f02b-417b-bf7a-372ddb3bb55e req-ca0441af-fa0e-4282-bbf7-3b243daf77c1 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.86&port_id=d497de83-eda3-43bc-87ef-1bdb243bb575 HTTP/1.1" status: 200 len: 217 time: 0.1039553 Feb 09 19:07:31.395100 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Device 673f9133-7154-44e2-a4d1-bb1330cf1036 details requested by agent hyperv_n-h1-713498-36 with host n-h1-713498-36 {{(pid=103232) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 19:07:31.433102 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ecfcc5a-0334-41ec-93e1-227df41738d7 req-e16ec4f4-a434-45d9-bf31-a06db0724d5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:07:31.435547 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-2ecfcc5a-0334-41ec-93e1-227df41738d7 req-e16ec4f4-a434-45d9-bf31-a06db0724d5e service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=bcc7f332daa7436aadf85b9a52ab482b&device_id=677c1bb0-b471-4f2d-9175-5a3a0d044cf3 HTTP/1.1" status: 200 len: 1130 time: 0.4382524 Feb 09 19:07:31.475245 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-e6e7555d-6611-4d07-9c9c-b8b8a1ea4157 req-dcae3db7-0041-48e9-bdbd-129a1bd081b6 tempest-ListImageFiltersTestJSON-604118414 tempest-ListImageFiltersTestJSON-604118414-project] 10.222.0.75 "GET /v2.0/security-groups?id=07f3d744-f31d-4802-87a4-5a0ced0ab589&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1242647 Feb 09 19:07:31.481824 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Current status of the port a7b6d8bb-417c-4222-9de0-5c1844679bed is: BUILD; New status is: ACTIVE {{(pid=103232) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 19:07:31.482875 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (a7b6d8bb-417c-4222-9de0-5c1844679bed), before_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:07:31.557559 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d0b9258-f02b-417b-bf7a-372ddb3bb55e req-0fe6875a-263b-4683-b0a1-10bc3ba38cc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:07:31.567943 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-3d0b9258-f02b-417b-bf7a-372ddb3bb55e req-0fe6875a-263b-4683-b0a1-10bc3ba38cc7 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=60b561cb-321e-4f83-9bb3-92b2e1d0dc44 HTTP/1.1" status: 200 len: 843 time: 0.1733980 Feb 09 19:07:31.576220 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-2ecfcc5a-0334-41ec-93e1-227df41738d7 req-b04eb880-2569-4f3d-9b57-1454ea9ff113 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.94&port_id=2a497291-c0ba-497e-912e-500b14b27235 HTTP/1.1" status: 200 len: 217 time: 0.1127541 Feb 09 19:07:31.626784 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-7429db8d-6021-40ad-813e-885be449a89b None None] For port a7b6d8bb-417c-4222-9de0-5c1844679bed, host n-h2-713498-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-36',level=0,port_id=a7b6d8bb-417c-4222-9de0-5c1844679bed,segment=NetworkSegment(d87ae67e-008b-48f1-b0f8-925fd9ffe48b),segment_id=d87ae67e-008b-48f1-b0f8-925fd9ffe48b)] {{(pid=103232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 19:07:31.639598 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762867176205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762866656485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762866656503'] for port (a7b6d8bb-417c-4222-9de0-5c1844679bed), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:07:31.641343 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Device 79f07b23-6771-42a0-bab9-d3efdb3c9702 up at agent hyperv_n-h2-713498-36 {{(pid=103232) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 19:07:31.676293 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b10234c-fd6b-40ae-affb-72801aad757d req-e23f9426-57b9-423b-bbc2-ca167f265d1a tempest-TaggedBootDevicesTest_v242-798392635 tempest-TaggedBootDevicesTest_v242-798392635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:07:31.690266 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b10234c-fd6b-40ae-affb-72801aad757d req-e23f9426-57b9-423b-bbc2-ca167f265d1a tempest-TaggedBootDevicesTest_v242-798392635 tempest-TaggedBootDevicesTest_v242-798392635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:07:31.700493 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b10234c-fd6b-40ae-affb-72801aad757d req-e23f9426-57b9-423b-bbc2-ca167f265d1a tempest-TaggedBootDevicesTest_v242-798392635 tempest-TaggedBootDevicesTest_v242-798392635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:07:31.709626 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b10234c-fd6b-40ae-affb-72801aad757d req-e23f9426-57b9-423b-bbc2-ca167f265d1a tempest-TaggedBootDevicesTest_v242-798392635 tempest-TaggedBootDevicesTest_v242-798392635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:07:31.714778 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b10234c-fd6b-40ae-affb-72801aad757d req-e23f9426-57b9-423b-bbc2-ca167f265d1a tempest-TaggedBootDevicesTest_v242-798392635 tempest-TaggedBootDevicesTest_v242-798392635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:07:31.733411 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b10234c-fd6b-40ae-affb-72801aad757d req-e23f9426-57b9-423b-bbc2-ca167f265d1a tempest-TaggedBootDevicesTest_v242-798392635 tempest-TaggedBootDevicesTest_v242-798392635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:07:31.750120 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b10234c-fd6b-40ae-affb-72801aad757d req-e23f9426-57b9-423b-bbc2-ca167f265d1a tempest-TaggedBootDevicesTest_v242-798392635 tempest-TaggedBootDevicesTest_v242-798392635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:07:31.755769 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-4b10234c-fd6b-40ae-affb-72801aad757d req-e23f9426-57b9-423b-bbc2-ca167f265d1a tempest-TaggedBootDevicesTest_v242-798392635 tempest-TaggedBootDevicesTest_v242-798392635-project] 10.222.0.75 "GET /v2.0/ports?device_id=8319129f-1054-494a-b0c0-2ec99e839619 HTTP/1.1" status: 200 len: 5439 time: 0.2969735 Feb 09 19:07:31.758161 n-d-713498-36 neutron-server[103230]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54599185-04de-420f-9392-16e6a94940f5 admin admin] Network 79dcca8b-fb15-4198-90a4-bd5ccccb10b6 is already hosted by enough agents. {{(pid=103230) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 19:07:31.790412 n-d-713498-36 neutron-server[103230]: DEBUG neutron.scheduler.base_scheduler [None req-54599185-04de-420f-9392-16e6a94940f5 admin admin] Resources bound (agent type, host, resource id): {{(pid=103230) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 19:07:31.807368 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d0b9258-f02b-417b-bf7a-372ddb3bb55e req-561233d7-34ed-43fb-b556-450d4853364d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:07:31.809574 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-3d0b9258-f02b-417b-bf7a-372ddb3bb55e req-561233d7-34ed-43fb-b556-450d4853364d service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=2b5494c8-cf97-42c1-b902-87f998f28179&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.2308366 Feb 09 19:07:31.810036 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] For port 673f9133-7154-44e2-a4d1-bb1330cf1036, host n-h1-713498-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-36',level=0,port_id=673f9133-7154-44e2-a4d1-bb1330cf1036,segment=NetworkSegment(1cb0f7b5-eca3-4fd8-9372-0323bad2bf37),segment_id=1cb0f7b5-eca3-4fd8-9372-0323bad2bf37)] {{(pid=103232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 19:07:31.829325 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ecfcc5a-0334-41ec-93e1-227df41738d7 req-70e2c5be-f5ab-4b5d-bbfd-ca20b336e867 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:07:31.830972 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-2ecfcc5a-0334-41ec-93e1-227df41738d7 req-70e2c5be-f5ab-4b5d-bbfd-ca20b336e867 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=60b561cb-321e-4f83-9bb3-92b2e1d0dc44 HTTP/1.1" status: 200 len: 843 time: 0.2424302 Feb 09 19:07:31.836800 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Returning: {'device': '673f9133-7154-44e2-a4d1-bb1330cf1036', 'network_id': 'e119be35-9333-4ec1-a284-366321b505fc', 'port_id': '673f9133-7154-44e2-a4d1-bb1330cf1036', 'mac_address': 'fa:16:3e:99:63:4b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 352, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1c11460d-4fed-4117-8587-f721cf533c67', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103232) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 19:07:31.981252 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Pushing event updated for resources: {'Port': ['ID=a7b6d8bb-417c-4222-9de0-5c1844679bed,revision_number=5']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:07:32.019117 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-3d0b9258-f02b-417b-bf7a-372ddb3bb55e req-fe3098ed-5110-4d31-a714-3e5a82aadb1b service neutron] 10.222.0.89 "GET /v2.0/networks/2b5494c8-cf97-42c1-b902-87f998f28179?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2000608 Feb 09 19:07:32.034103 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f9a8735-26a9-42b9-927b-a7545f8e5ede req-93b9bab8-d1eb-436e-af70-5ac1da212cd0 tempest-LiveAutoBlockMigrationV225Test-2127879101 tempest-LiveAutoBlockMigrationV225Test-2127879101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:07:32.036713 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-9f9a8735-26a9-42b9-927b-a7545f8e5ede req-93b9bab8-d1eb-436e-af70-5ac1da212cd0 tempest-LiveAutoBlockMigrationV225Test-2127879101 tempest-LiveAutoBlockMigrationV225Test-2127879101-project] 10.222.0.75 "GET /v2.0/ports?device_id=d3938fbf-e1b0-4686-9d2f-36596059719e HTTP/1.1" status: 200 len: 945 time: 0.4426148 Feb 09 19:07:32.079102 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-4b10234c-fd6b-40ae-affb-72801aad757d req-f3b5e10b-9151-41fd-9c6e-9ab2c680a2b7 tempest-TaggedBootDevicesTest_v242-798392635 tempest-TaggedBootDevicesTest_v242-798392635-project] 10.222.0.75 "GET /v2.0/security-groups?id=58062d4f-c149-4db3-a357-a4eb59a3d83e&id=6452f0cf-fe35-4557-9092-43f1827176a8&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2989011 Feb 09 19:07:32.100276 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Current status of the port 673f9133-7154-44e2-a4d1-bb1330cf1036 is: DOWN; New status is: BUILD {{(pid=103232) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 19:07:32.100674 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (673f9133-7154-44e2-a4d1-bb1330cf1036), before_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:07:32.181756 n-d-713498-36 neutron-server[103232]: DEBUG neutron.notifiers.nova [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 673f9133-7154-44e2-a4d1-bb1330cf1036 {{(pid=103232) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 19:07:32.206868 n-d-713498-36 neutron-server[103230]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-54599185-04de-420f-9392-16e6a94940f5 admin admin] Router 03288bc3-2330-49fa-a05b-79cee42e091b has already been hosted by L3 agent 93303d5e-5d17-45e8-8963-7694f87783ae {{(pid=103230) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 19:07:32.212523 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-9f9a8735-26a9-42b9-927b-a7545f8e5ede req-6ca65309-3241-4674-bdb6-d1a84ef14820 tempest-LiveAutoBlockMigrationV225Test-2127879101 tempest-LiveAutoBlockMigrationV225Test-2127879101-project] 10.222.0.75 "GET /v2.0/security-groups?id=e3cb5363-3b49-4f74-b239-a871e755b40a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1661901 Feb 09 19:07:32.221395 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ecfcc5a-0334-41ec-93e1-227df41738d7 req-d8e0a51d-9aee-4978-a713-032fe68b14db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:07:32.226351 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-2ecfcc5a-0334-41ec-93e1-227df41738d7 req-d8e0a51d-9aee-4978-a713-032fe68b14db service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=2b5494c8-cf97-42c1-b902-87f998f28179&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.3194408 Feb 09 19:07:32.238106 n-d-713498-36 neutron-server[103229]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 19:07:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-13cb6acd-c170-4b92-8222-d0d14484cffc x-openstack-request-id: req-13cb6acd-c170-4b92-8222-d0d14484cffc {{(pid=103229) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 19:07:32.238615 n-d-713498-36 neutron-server[103229]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "760f09f0-6e29-4b3b-84f4-9384bbe2a2c0", "tag": "d497de83-eda3-43bc-87ef-1bdb243bb575", "status": "completed", "code": 200}]} {{(pid=103229) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 19:07:32.238615 n-d-713498-36 neutron-server[103229]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-13cb6acd-c170-4b92-8222-d0d14484cffc {{(pid=103229) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 19:07:32.239025 n-d-713498-36 neutron-server[103229]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '760f09f0-6e29-4b3b-84f4-9384bbe2a2c0', 'tag': 'd497de83-eda3-43bc-87ef-1bdb243bb575', 'status': 'completed', 'code': 200} Feb 09 19:07:32.301793 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] For port 673f9133-7154-44e2-a4d1-bb1330cf1036, host n-h1-713498-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-36',level=0,port_id=673f9133-7154-44e2-a4d1-bb1330cf1036,segment=NetworkSegment(1cb0f7b5-eca3-4fd8-9372-0323bad2bf37),segment_id=1cb0f7b5-eca3-4fd8-9372-0323bad2bf37)] {{(pid=103232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 19:07:32.340997 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762867176205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762866656485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762866656503'] for port (673f9133-7154-44e2-a4d1-bb1330cf1036), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:07:32.367361 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32c4def0-69ba-4d9a-8c5a-4b4e373b3b3b req-1b17f4f5-fb0f-4da9-9c0f-40db2cd7f24f tempest-DeleteServersTestJSON-1870379525 tempest-DeleteServersTestJSON-1870379525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:07:32.369452 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-32c4def0-69ba-4d9a-8c5a-4b4e373b3b3b req-1b17f4f5-fb0f-4da9-9c0f-40db2cd7f24f tempest-DeleteServersTestJSON-1870379525 tempest-DeleteServersTestJSON-1870379525-project] 10.222.0.75 "GET /v2.0/ports?device_id=95c33cdb-e7f8-4afa-8b5b-e8bf44a35e34 HTTP/1.1" status: 200 len: 945 time: 0.1234248 Feb 09 19:07:32.371956 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.provisioning_blocks [None req-c7bff402-b42a-49d5-a3f8-5239dea1e557 None None] Provisioning complete for port 0baee576-6f95-40c6-a4a9-d02277e881bb triggered by entity DHCP. {{(pid=103232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 19:07:32.373098 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-c7bff402-b42a-49d5-a3f8-5239dea1e557 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593630'] for port (0baee576-6f95-40c6-a4a9-d02277e881bb), provisioning_complete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:07:32.436218 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-3d0b9258-f02b-417b-bf7a-372ddb3bb55e req-371aec39-e202-4e49-8b32-9dc72a1c3867 service neutron] 10.222.0.89 "GET /v2.0/networks/2b5494c8-cf97-42c1-b902-87f998f28179?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3506327 Feb 09 19:07:32.446365 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-32c4def0-69ba-4d9a-8c5a-4b4e373b3b3b req-f1635caf-b83f-4617-b7fe-77f1eb07a8c6 tempest-DeleteServersTestJSON-1870379525 tempest-DeleteServersTestJSON-1870379525-project] 10.222.0.75 "GET /v2.0/security-groups?id=5ce92d32-ca94-4b6c-925d-b9dff609abe6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0668962 Feb 09 19:07:32.466814 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.provisioning_blocks [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Provisioning for port 79f07b23-6771-42a0-bab9-d3efdb3c9702 completed by entity L2. {{(pid=103232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 19:07:32.551764 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.provisioning_blocks [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Provisioning complete for port 79f07b23-6771-42a0-bab9-d3efdb3c9702 triggered by entity L2. {{(pid=103232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 19:07:32.552151 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593630'] for port (79f07b23-6771-42a0-bab9-d3efdb3c9702), provisioning_complete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:07:32.571466 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-2ecfcc5a-0334-41ec-93e1-227df41738d7 req-84527643-dd7c-4b32-8ffe-7aab47d703b5 service neutron] 10.222.0.90 "GET /v2.0/networks/2b5494c8-cf97-42c1-b902-87f998f28179?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3327563 Feb 09 19:07:32.576326 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-578ec04c-ceea-4434-88d2-3434918ea8d8 req-1c9df502-8695-4e41-8202-e48ace8faf28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:07:32.579006 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-578ec04c-ceea-4434-88d2-3434918ea8d8 req-1c9df502-8695-4e41-8202-e48ace8faf28 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=bcc7f332daa7436aadf85b9a52ab482b&device_id=760f09f0-6e29-4b3b-84f4-9384bbe2a2c0 HTTP/1.1" status: 200 len: 1130 time: 0.0739384 Feb 09 19:07:32.579855 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-c7bff402-b42a-49d5-a3f8-5239dea1e557 None None] Port 0baee576-6f95-40c6-a4a9-d02277e881bb cannot update to ACTIVE because it is not bound. {{(pid=103232) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 19:07:32.596799 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c393430-363e-48fc-91c5-99a16992b07e req-368a9c36-4548-40e2-96f4-6bd2384c9cc5 tempest-ImagesTestJSON-1015154253 tempest-ImagesTestJSON-1015154253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:07:32.598297 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-1c393430-363e-48fc-91c5-99a16992b07e req-368a9c36-4548-40e2-96f4-6bd2384c9cc5 tempest-ImagesTestJSON-1015154253 tempest-ImagesTestJSON-1015154253-project] 10.222.0.75 "GET /v2.0/ports?device_id=627c3e1d-15ce-4955-88df-bff03401b6ae HTTP/1.1" status: 200 len: 944 time: 0.2329638 Feb 09 19:07:32.634716 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-54599185-04de-420f-9392-16e6a94940f5 admin admin] Notify agent at l3_agent.n-d-713498-36 the message routers_updated {{(pid=103230) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 19:07:32.680856 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] get_ports_and_sgs() called for port_ids ['673f9133-7154-44e2-a4d1-bb1330cf1036'] {{(pid=103232) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 19:07:32.694076 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-54599185-04de-420f-9392-16e6a94940f5 admin admin] 10.222.0.75 "PUT /v2.0/routers/03288bc3-2330-49fa-a05b-79cee42e091b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.5179899 Feb 09 19:07:32.718732 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef5405c6-fe11-490d-a878-479d043123df None None] Sync routers for ids ['03288bc3-2330-49fa-a05b-79cee42e091b'] in n-d-713498-36 {{(pid=103232) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 19:07:32.775837 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-1c393430-363e-48fc-91c5-99a16992b07e req-629e4673-dbbd-43ce-a795-48064288b0fc tempest-ImagesTestJSON-1015154253 tempest-ImagesTestJSON-1015154253-project] 10.222.0.75 "GET /v2.0/security-groups?id=1f45f199-38bd-4afd-a63a-d9a4ed62c8a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1674166 Feb 09 19:07:32.783087 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-2ecfcc5a-0334-41ec-93e1-227df41738d7 req-74b9a4a7-5a97-4091-b534-7156f0b24fd0 service neutron] 10.222.0.90 "GET /v2.0/networks/2b5494c8-cf97-42c1-b902-87f998f28179?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1836135 Feb 09 19:07:32.841770 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e47447ca-6746-41c6-acc5-aae27575fab9 req-c54c5631-1b65-4002-8d84-4053d19b74b7 tempest-ListImageFiltersTestJSON-604118414 tempest-ListImageFiltersTestJSON-604118414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:07:32.848902 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-e47447ca-6746-41c6-acc5-aae27575fab9 req-c54c5631-1b65-4002-8d84-4053d19b74b7 tempest-ListImageFiltersTestJSON-604118414 tempest-ListImageFiltersTestJSON-604118414-project] 10.222.0.75 "GET /v2.0/ports?device_id=760f09f0-6e29-4b3b-84f4-9384bbe2a2c0 HTTP/1.1" status: 200 len: 947 time: 0.2250247 Feb 09 19:07:32.877357 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-578ec04c-ceea-4434-88d2-3434918ea8d8 req-ddb02891-25f3-4c8e-ae72-e391d8576a7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:07:32.878875 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-578ec04c-ceea-4434-88d2-3434918ea8d8 req-ddb02891-25f3-4c8e-ae72-e391d8576a7f service neutron] 10.222.0.89 "GET /v2.0/networks?id=2b5494c8-cf97-42c1-b902-87f998f28179 HTTP/1.1" status: 200 len: 870 time: 0.2937980 Feb 09 19:07:32.897814 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Pushing event updated for resources: {'Port': ['ID=673f9133-7154-44e2-a4d1-bb1330cf1036,revision_number=4']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:07:32.931902 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fb86ca6-9a36-49e1-bd1b-184f61b86057 req-a0615cfb-4b9b-4aa4-891c-edda2cd57208 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:07:32.936343 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-6fb86ca6-9a36-49e1-bd1b-184f61b86057 req-a0615cfb-4b9b-4aa4-891c-edda2cd57208 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=bcc7f332daa7436aadf85b9a52ab482b&device_id=677c1bb0-b471-4f2d-9175-5a3a0d044cf3 HTTP/1.1" status: 200 len: 1130 time: 0.0800831 Feb 09 19:07:32.976764 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-578ec04c-ceea-4434-88d2-3434918ea8d8 req-9e6a4ed4-901b-4d8d-aa9a-9026b64354fe service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.86&port_id=d497de83-eda3-43bc-87ef-1bdb243bb575 HTTP/1.1" status: 200 len: 217 time: 0.0875058 Feb 09 19:07:32.995381 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-e47447ca-6746-41c6-acc5-aae27575fab9 req-c6950dd8-7ea8-4be9-ae28-550a32a1d59b tempest-ListImageFiltersTestJSON-604118414 tempest-ListImageFiltersTestJSON-604118414-project] 10.222.0.75 "GET /v2.0/security-groups?id=07f3d744-f31d-4802-87a4-5a0ced0ab589&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1445639 Feb 09 19:07:33.122911 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fb86ca6-9a36-49e1-bd1b-184f61b86057 req-c72b182e-a397-4480-b0fc-879bd72bf111 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:07:33.124913 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-6fb86ca6-9a36-49e1-bd1b-184f61b86057 req-c72b182e-a397-4480-b0fc-879bd72bf111 service neutron] 10.222.0.90 "GET /v2.0/networks?id=2b5494c8-cf97-42c1-b902-87f998f28179 HTTP/1.1" status: 200 len: 870 time: 0.1806686 Feb 09 19:07:33.145479 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-578ec04c-ceea-4434-88d2-3434918ea8d8 req-f1498ee9-fb95-4918-bdfc-29f91fe072ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:07:33.147598 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-578ec04c-ceea-4434-88d2-3434918ea8d8 req-f1498ee9-fb95-4918-bdfc-29f91fe072ae service neutron] 10.222.0.89 "GET /v2.0/subnets?id=60b561cb-321e-4f83-9bb3-92b2e1d0dc44 HTTP/1.1" status: 200 len: 843 time: 0.1518269 Feb 09 19:07:33.225302 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-578ec04c-ceea-4434-88d2-3434918ea8d8 req-b8a25c6c-b520-4279-b081-ce7e99634019 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:07:33.227633 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-578ec04c-ceea-4434-88d2-3434918ea8d8 req-b8a25c6c-b520-4279-b081-ce7e99634019 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=2b5494c8-cf97-42c1-b902-87f998f28179&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.0720413 Feb 09 19:07:33.233880 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-6fb86ca6-9a36-49e1-bd1b-184f61b86057 req-f70cea23-5ea2-4da2-9c87-fd29e5c72be3 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.94&port_id=2a497291-c0ba-497e-912e-500b14b27235 HTTP/1.1" status: 200 len: 217 time: 0.1005840 Feb 09 19:07:33.291139 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef5405c6-fe11-490d-a878-479d043123df None None] Routers {'03288bc3-2330-49fa-a05b-79cee42e091b'} bound to L3 agent in host n-d-713498-36 {{(pid=103232) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 19:07:33.291840 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.l3_hamode_db [None req-ef5405c6-fe11-490d-a878-479d043123df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T18:51:43Z,description=,heartbeat_timestamp=2022-02-09T19:07:13Z,host='n-d-713498-36',id=93303d5e-5d17-45e8-8963-7694f87783ae,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T18:51:43Z,topic='l3_agent')) {'router_ids': ['03288bc3-2330-49fa-a05b-79cee42e091b'], 'active': True} {{(pid=103232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:07:33.294793 n-d-713498-36 neutron-server[103232]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8319129f-1054-494a-b0c0-2ec99e839619', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a7b6d8bb-417c-4222-9de0-5c1844679bed'}] {{(pid=103232) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 19:07:33.307713 n-d-713498-36 neutron-server[103232]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}949cdcde653dec44821de95cbf67297f53cbc2aed4e073b5d514f93bf911ce85" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1608b697-2e8e-4296-8591-c63a26355d07" -d '{"events": [{"server_uuid": "8319129f-1054-494a-b0c0-2ec99e839619", "name": "network-vif-plugged", "status": "completed", "tag": "a7b6d8bb-417c-4222-9de0-5c1844679bed"}]}' {{(pid=103232) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 19:07:33.371034 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-578ec04c-ceea-4434-88d2-3434918ea8d8 req-0748ab44-a1e0-4f74-96ef-256ae2bc76b9 service neutron] 10.222.0.89 "GET /v2.0/networks/2b5494c8-cf97-42c1-b902-87f998f28179?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1366498 Feb 09 19:07:33.447392 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fb86ca6-9a36-49e1-bd1b-184f61b86057 req-bf210603-5b86-486c-832d-a70c8f0b6fe1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:07:33.459623 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-6fb86ca6-9a36-49e1-bd1b-184f61b86057 req-bf210603-5b86-486c-832d-a70c8f0b6fe1 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=60b561cb-321e-4f83-9bb3-92b2e1d0dc44 HTTP/1.1" status: 200 len: 843 time: 0.2149596 Feb 09 19:07:33.481105 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-140b81c7-68b5-4fb7-9a05-c8606331ccda req-13d5bd25-3c04-4cca-ad7e-22dd17cbfcc5 tempest-TaggedBootDevicesTest_v242-798392635 tempest-TaggedBootDevicesTest_v242-798392635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:07:33.493365 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-140b81c7-68b5-4fb7-9a05-c8606331ccda req-13d5bd25-3c04-4cca-ad7e-22dd17cbfcc5 tempest-TaggedBootDevicesTest_v242-798392635 tempest-TaggedBootDevicesTest_v242-798392635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:07:33.503169 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-140b81c7-68b5-4fb7-9a05-c8606331ccda req-13d5bd25-3c04-4cca-ad7e-22dd17cbfcc5 tempest-TaggedBootDevicesTest_v242-798392635 tempest-TaggedBootDevicesTest_v242-798392635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:07:33.512612 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-140b81c7-68b5-4fb7-9a05-c8606331ccda req-13d5bd25-3c04-4cca-ad7e-22dd17cbfcc5 tempest-TaggedBootDevicesTest_v242-798392635 tempest-TaggedBootDevicesTest_v242-798392635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:07:33.522060 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-140b81c7-68b5-4fb7-9a05-c8606331ccda req-13d5bd25-3c04-4cca-ad7e-22dd17cbfcc5 tempest-TaggedBootDevicesTest_v242-798392635 tempest-TaggedBootDevicesTest_v242-798392635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:07:33.530250 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-140b81c7-68b5-4fb7-9a05-c8606331ccda req-13d5bd25-3c04-4cca-ad7e-22dd17cbfcc5 tempest-TaggedBootDevicesTest_v242-798392635 tempest-TaggedBootDevicesTest_v242-798392635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:07:33.538613 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-140b81c7-68b5-4fb7-9a05-c8606331ccda req-13d5bd25-3c04-4cca-ad7e-22dd17cbfcc5 tempest-TaggedBootDevicesTest_v242-798392635 tempest-TaggedBootDevicesTest_v242-798392635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:07:33.552076 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-140b81c7-68b5-4fb7-9a05-c8606331ccda req-13d5bd25-3c04-4cca-ad7e-22dd17cbfcc5 tempest-TaggedBootDevicesTest_v242-798392635 tempest-TaggedBootDevicesTest_v242-798392635-project] 10.222.0.75 "GET /v2.0/ports?device_id=8319129f-1054-494a-b0c0-2ec99e839619 HTTP/1.1" status: 200 len: 5440 time: 0.3062181 Feb 09 19:07:33.557778 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-906d3bd0-47c6-4063-9110-7558a0bf6cdb req-8545f0d5-60dc-4060-b3e5-97ae2d2cf5cc tempest-LiveAutoBlockMigrationV225Test-2127879101 tempest-LiveAutoBlockMigrationV225Test-2127879101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:07:33.559640 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-906d3bd0-47c6-4063-9110-7558a0bf6cdb req-8545f0d5-60dc-4060-b3e5-97ae2d2cf5cc tempest-LiveAutoBlockMigrationV225Test-2127879101 tempest-LiveAutoBlockMigrationV225Test-2127879101-project] 10.222.0.75 "GET /v2.0/ports?device_id=d3938fbf-e1b0-4686-9d2f-36596059719e HTTP/1.1" status: 200 len: 945 time: 0.1861713 Feb 09 19:07:33.630875 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-578ec04c-ceea-4434-88d2-3434918ea8d8 req-b45cb610-1dd4-4df1-a2df-2ab5945452ea service neutron] 10.222.0.89 "GET /v2.0/networks/2b5494c8-cf97-42c1-b902-87f998f28179?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2403724 Feb 09 19:07:33.673361 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fb86ca6-9a36-49e1-bd1b-184f61b86057 req-3e4b342f-74f7-4ff2-ad24-7743795361cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:07:33.675911 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-6fb86ca6-9a36-49e1-bd1b-184f61b86057 req-3e4b342f-74f7-4ff2-ad24-7743795361cf service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=2b5494c8-cf97-42c1-b902-87f998f28179&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.1139119 Feb 09 19:07:33.695754 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-906d3bd0-47c6-4063-9110-7558a0bf6cdb req-fab13936-78cf-4901-b6cf-3dd5dff3d8b4 tempest-LiveAutoBlockMigrationV225Test-2127879101 tempest-LiveAutoBlockMigrationV225Test-2127879101-project] 10.222.0.75 "GET /v2.0/security-groups?id=e3cb5363-3b49-4f74-b239-a871e755b40a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1242735 Feb 09 19:07:33.731392 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Current status of the port 79f07b23-6771-42a0-bab9-d3efdb3c9702 is: BUILD; New status is: ACTIVE {{(pid=103232) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 19:07:33.732246 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (79f07b23-6771-42a0-bab9-d3efdb3c9702), before_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:07:33.746153 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.l3_dvr_db [None req-ef5405c6-fe11-490d-a878-479d043123df None None] Set router 03288bc3-2330-49fa-a05b-79cee42e091b gateway port host: n-d-713498-36 {{(pid=103232) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 19:07:33.820444 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-6fb86ca6-9a36-49e1-bd1b-184f61b86057 req-d4c257c9-8f64-41fc-9704-bfb44118ffe5 service neutron] 10.222.0.90 "GET /v2.0/networks/2b5494c8-cf97-42c1-b902-87f998f28179?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1310139 Feb 09 19:07:33.860437 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 52864) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:07:33.865632 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.v2.base [None req-c6e534e0-03ec-4634-904d-6ae5452df610 admin admin] Request body: {'network': {'name': 'tempest-AttachSCSIVolumeTestJSON-477758730-network', 'tenant_id': '156ea55715a24713b3b342eb95790b07'}} {{(pid=103229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 19:07:33.890465 n-d-713498-36 neutron-server[103232]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 19:07:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-87c7c840-73e8-4903-b0af-4790b41b085f x-openstack-request-id: req-87c7c840-73e8-4903-b0af-4790b41b085f {{(pid=103232) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 19:07:33.890895 n-d-713498-36 neutron-server[103232]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8319129f-1054-494a-b0c0-2ec99e839619", "name": "network-vif-plugged", "status": "completed", "tag": "a7b6d8bb-417c-4222-9de0-5c1844679bed", "code": 200}]} {{(pid=103232) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 19:07:33.891174 n-d-713498-36 neutron-server[103232]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-87c7c840-73e8-4903-b0af-4790b41b085f {{(pid=103232) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 19:07:33.891592 n-d-713498-36 neutron-server[103232]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8319129f-1054-494a-b0c0-2ec99e839619', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a7b6d8bb-417c-4222-9de0-5c1844679bed', 'code': 200} Feb 09 19:07:33.893256 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-140b81c7-68b5-4fb7-9a05-c8606331ccda req-f6eb18ad-b473-4107-8fc7-a6317515a8bc tempest-TaggedBootDevicesTest_v242-798392635 tempest-TaggedBootDevicesTest_v242-798392635-project] 10.222.0.75 "GET /v2.0/security-groups?id=58062d4f-c149-4db3-a357-a4eb59a3d83e&id=6452f0cf-fe35-4557-9092-43f1827176a8&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3382404 Feb 09 19:07:33.900607 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-7429db8d-6021-40ad-813e-885be449a89b None None] For port 79f07b23-6771-42a0-bab9-d3efdb3c9702, host n-h2-713498-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-36',level=0,port_id=79f07b23-6771-42a0-bab9-d3efdb3c9702,segment=NetworkSegment(d87ae67e-008b-48f1-b0f8-925fd9ffe48b),segment_id=d87ae67e-008b-48f1-b0f8-925fd9ffe48b)] {{(pid=103232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 19:07:33.907239 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c6e534e0-03ec-4634-904d-6ae5452df610 admin admin] Made reservation on behalf of 156ea55715a24713b3b342eb95790b07 for: {'network': 1} {{(pid=103229) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 19:07:33.909679 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-c6e534e0-03ec-4634-904d-6ae5452df610 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for network (None), before_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:07:33.929277 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762867176205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762866656485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762866656503'] for port (79f07b23-6771-42a0-bab9-d3efdb3c9702), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:07:33.934427 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Device d8831f22-48ff-4779-ae00-8742dab90eee up at agent hyperv_n-h2-713498-36 {{(pid=103232) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 19:07:33.942383 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-c6e534e0-03ec-4634-904d-6ae5452df610 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:07:34.110483 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9176b34-ae18-48e7-bcb8-3260eb1e1d3c req-85a3603c-8a5f-44d8-972d-ec59565839e1 tempest-ImagesTestJSON-1015154253 tempest-ImagesTestJSON-1015154253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:07:34.112510 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-e9176b34-ae18-48e7-bcb8-3260eb1e1d3c req-85a3603c-8a5f-44d8-972d-ec59565839e1 tempest-ImagesTestJSON-1015154253 tempest-ImagesTestJSON-1015154253-project] 10.222.0.75 "GET /v2.0/ports?device_id=627c3e1d-15ce-4955-88df-bff03401b6ae HTTP/1.1" status: 200 len: 944 time: 0.1137617 Feb 09 19:07:34.119928 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-6fb86ca6-9a36-49e1-bd1b-184f61b86057 req-8582d6c9-1272-40a6-ad0b-c178dafc0318 service neutron] 10.222.0.90 "GET /v2.0/networks/2b5494c8-cf97-42c1-b902-87f998f28179?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2858105 Feb 09 19:07:34.164652 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95a0c912-e2ee-483d-b8d0-db86adc2a668 req-db01b25a-aafc-4aaf-a99d-dd5ffaf1722e tempest-DeleteServersTestJSON-1870379525 tempest-DeleteServersTestJSON-1870379525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:07:34.169475 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-95a0c912-e2ee-483d-b8d0-db86adc2a668 req-db01b25a-aafc-4aaf-a99d-dd5ffaf1722e tempest-DeleteServersTestJSON-1870379525 tempest-DeleteServersTestJSON-1870379525-project] 10.222.0.75 "GET /v2.0/ports?device_id=95c33cdb-e7f8-4afa-8b5b-e8bf44a35e34 HTTP/1.1" status: 200 len: 945 time: 0.1728554 Feb 09 19:07:34.191918 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-e9176b34-ae18-48e7-bcb8-3260eb1e1d3c req-6df1856a-7ad7-4867-9774-9b888f5206c9 tempest-ImagesTestJSON-1015154253 tempest-ImagesTestJSON-1015154253-project] 10.222.0.75 "GET /v2.0/security-groups?id=1f45f199-38bd-4afd-a63a-d9a4ed62c8a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0702631 Feb 09 19:07:34.244858 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Pushing event updated for resources: {'Port': ['ID=79f07b23-6771-42a0-bab9-d3efdb3c9702,revision_number=5']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:07:34.273548 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.provisioning_blocks [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Provisioning for port d8831f22-48ff-4779-ae00-8742dab90eee completed by entity L2. {{(pid=103232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 19:07:34.300556 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.provisioning_blocks [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Provisioning complete for port d8831f22-48ff-4779-ae00-8742dab90eee triggered by entity L2. {{(pid=103232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 19:07:34.300941 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593630'] for port (d8831f22-48ff-4779-ae00-8742dab90eee), provisioning_complete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:07:34.334519 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-95a0c912-e2ee-483d-b8d0-db86adc2a668 req-5a793a7d-ffde-4d8c-813c-eaae5c43d479 tempest-DeleteServersTestJSON-1870379525 tempest-DeleteServersTestJSON-1870379525-project] 10.222.0.75 "GET /v2.0/security-groups?id=5ce92d32-ca94-4b6c-925d-b9dff609abe6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1604171 Feb 09 19:07:34.352042 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Device 2a497291-c0ba-497e-912e-500b14b27235 details requested by agent hyperv_n-h2-713498-36 with host n-h2-713498-36 {{(pid=103232) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 19:07:34.352153 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-c6e534e0-03ec-4634-904d-6ae5452df610 admin admin] Publish callbacks [] for security_group (179c7785-1b2e-45c1-87f2-c162c2ce5118), precommit_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:07:34.360243 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-c6e534e0-03ec-4634-904d-6ae5452df610 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1892331'] for security_group (179c7785-1b2e-45c1-87f2-c162c2ce5118), after_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:07:34.375767 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c6e534e0-03ec-4634-904d-6ae5452df610 admin admin] vlan segment allocate from pool success with {'vlan_id': 374, 'physical_network': 'physnet1'} {{(pid=103229) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 19:07:34.385614 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-c6e534e0-03ec-4634-904d-6ae5452df610 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-759574'] for segment (0bf6b8dc-b06d-4f6b-b1a6-2917a8aeac5d), precommit_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:07:34.385978 n-d-713498-36 neutron-server[103229]: INFO neutron.db.segments_db [None req-c6e534e0-03ec-4634-904d-6ae5452df610 admin admin] Added segment 0bf6b8dc-b06d-4f6b-b1a6-2917a8aeac5d of type vlan for network accce061-061c-4941-b6f5-622972dff07e Feb 09 19:07:34.401818 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-084176cd-dc1e-432c-86e1-4e8c69412677 req-976e9176-c9f5-47ce-8ce5-f74f1df5f83d tempest-ListImageFiltersTestJSON-604118414 tempest-ListImageFiltersTestJSON-604118414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:07:34.414791 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-084176cd-dc1e-432c-86e1-4e8c69412677 req-976e9176-c9f5-47ce-8ce5-f74f1df5f83d tempest-ListImageFiltersTestJSON-604118414 tempest-ListImageFiltersTestJSON-604118414-project] 10.222.0.75 "GET /v2.0/ports?device_id=760f09f0-6e29-4b3b-84f4-9384bbe2a2c0 HTTP/1.1" status: 200 len: 947 time: 0.1338284 Feb 09 19:07:34.446590 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-c6e534e0-03ec-4634-904d-6ae5452df610 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762866642225'] for network (accce061-061c-4941-b6f5-622972dff07e), precommit_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:07:34.460257 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.l3_hamode_db [None req-ef5405c6-fe11-490d-a878-479d043123df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '03288bc3-2330-49fa-a05b-79cee42e091b', 'name': 'tempest-AttachSCSIVolumeTestJSON-1891186289-router', 'tenant_id': 'e7fe2e78952141fcb66374336ee1439b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88055e1e-672a-4487-be31-ffb6e833ece5', 'external_fixed_ips': [{'subnet_id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'ip_address': '172.25.1.171'}], 'enable_snat': True}, 'gw_port_id': 'b878acf7-9f7a-4e12-b2ed-84aa30ae4dec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T19:07:18Z', 'updated_at': '2022-02-09T19:07:29Z', 'revision_number': 4, 'project_id': 'e7fe2e78952141fcb66374336ee1439b', 'gw_port': {'id': 'b878acf7-9f7a-4e12-b2ed-84aa30ae4dec', 'name': '', 'network_id': '88055e1e-672a-4487-be31-ffb6e833ece5', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:8d:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03288bc3-2330-49fa-a05b-79cee42e091b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 865, 'fixed_ips': [{'subnet_id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'ip_address': '172.25.1.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T19:07:19Z', 'updated_at': '2022-02-09T19:07:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-36', '_interfaces': [{'id': '0baee576-6f95-40c6-a4a9-d02277e881bb', 'name': '', 'network_id': '79dcca8b-fb15-4198-90a4-bd5ccccb10b6', 'tenant_id': 'e7fe2e78952141fcb66374336ee1439b', 'mac_address': 'fa:16:3e:69:75:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '03288bc3-2330-49fa-a05b-79cee42e091b', 'device_owner': 'network:router_interface', 'standard_attr_id': 873, 'fixed_ips': [{'subnet_id': '781f0138-f3f4-48e8-b7f7-331db75b4ff4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T19:07:26Z', 'updated_at': '2022-02-09T19:07:29Z', 'revision_number': 2, 'project_id': 'e7fe2e78952141fcb66374336ee1439b', 'subnets': [{'id': '781f0138-f3f4-48e8-b7f7-331db75b4ff4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-36', False) {} {{(pid=103232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:07:34.486673 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-c6e534e0-03ec-4634-904d-6ae5452df610 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1885479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452'] for network (accce061-061c-4941-b6f5-622972dff07e), after_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:07:34.487942 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6e534e0-03ec-4634-904d-6ae5452df610 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:07:34.488783 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-c6e534e0-03ec-4634-904d-6ae5452df610 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1613566'] for network (None), before_response {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:07:34.526049 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef5405c6-fe11-490d-a878-479d043123df None None] Checking router: 03288bc3-2330-49fa-a05b-79cee42e091b for host: n-d-713498-36 {{(pid=103232) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 19:07:34.526409 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef5405c6-fe11-490d-a878-479d043123df None None] Updating router 03288bc3-2330-49fa-a05b-79cee42e091b port 0baee576-6f95-40c6-a4a9-d02277e881bb binding host n-d-713498-36 {{(pid=103232) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 19:07:34.564907 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-084176cd-dc1e-432c-86e1-4e8c69412677 req-3f4ffe6c-7ae5-48e4-9f17-58e34e0d2e97 tempest-ListImageFiltersTestJSON-604118414 tempest-ListImageFiltersTestJSON-604118414-project] 10.222.0.75 "GET /v2.0/security-groups?id=07f3d744-f31d-4802-87a4-5a0ced0ab589&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1471806 Feb 09 19:07:34.577115 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6e534e0-03ec-4634-904d-6ae5452df610 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=179c7785-1b2e-45c1-87f2-c162c2ce5118,revision_number=1']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:07:34.587960 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-c6e534e0-03ec-4634-904d-6ae5452df610 admin admin] 10.222.0.75 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.7264659 Feb 09 19:07:34.588495 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Current status of the port d8831f22-48ff-4779-ae00-8742dab90eee is: BUILD; New status is: ACTIVE {{(pid=103232) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 19:07:34.589026 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 52870) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:07:34.592037 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (d8831f22-48ff-4779-ae00-8742dab90eee), before_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:07:34.597231 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.v2.base [None req-cebb211b-62c0-4a80-88fd-8c53c17b18f0 admin admin] Request body: {'subnet': {'network_id': 'accce061-061c-4941-b6f5-622972dff07e', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachSCSIVolumeTestJSON-477758730-subnet', 'tenant_id': '156ea55715a24713b3b342eb95790b07', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 19:07:34.608137 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6e534e0-03ec-4634-904d-6ae5452df610 admin admin] Pushing event updated for resources: {'Network': ['ID=accce061-061c-4941-b6f5-622972dff07e,revision_number=1']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:07:34.617485 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-ef5405c6-fe11-490d-a878-479d043123df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (0baee576-6f95-40c6-a4a9-d02277e881bb), before_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:07:34.627886 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cebb211b-62c0-4a80-88fd-8c53c17b18f0 admin admin] Made reservation on behalf of 156ea55715a24713b3b342eb95790b07 for: {'subnet': 1} {{(pid=103229) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 19:07:34.628861 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Network accce061-061c-4941-b6f5-622972dff07e details requested by agent ovs-agent-n-d-713498-36 with host n-d-713498-36 {{(pid=103232) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 19:07:34.631208 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-cebb211b-62c0-4a80-88fd-8c53c17b18f0 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12759265'] for subnet (None), before_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:07:34.632084 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-7429db8d-6021-40ad-813e-885be449a89b None None] For port 2a497291-c0ba-497e-912e-500b14b27235, host n-h2-713498-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-36',level=0,port_id=2a497291-c0ba-497e-912e-500b14b27235,segment=NetworkSegment(50e5915e-18f0-4558-9a28-b978975ead36),segment_id=50e5915e-18f0-4558-9a28-b978975ead36)] {{(pid=103232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 19:07:34.712564 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Returning: {'device': '2a497291-c0ba-497e-912e-500b14b27235', 'network_id': '2b5494c8-cf97-42c1-b902-87f998f28179', 'port_id': '2a497291-c0ba-497e-912e-500b14b27235', 'mac_address': 'fa:16:3e:07:5d:bc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 359, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '60b561cb-321e-4f83-9bb3-92b2e1d0dc44', 'ip_address': '192.168.233.94'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103232) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 19:07:34.757636 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-7429db8d-6021-40ad-813e-885be449a89b None None] For port d8831f22-48ff-4779-ae00-8742dab90eee, host n-h2-713498-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-36',level=0,port_id=d8831f22-48ff-4779-ae00-8742dab90eee,segment=NetworkSegment(8ae1b900-d52d-4214-8642-0ef5379b7314),segment_id=8ae1b900-d52d-4214-8642-0ef5379b7314)] {{(pid=103232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 19:07:34.801095 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762867176205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762866656485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762866656503'] for port (d8831f22-48ff-4779-ae00-8742dab90eee), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:07:34.801899 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Device 778b20b7-7678-470a-84cc-7abef1a21546 up at agent hyperv_n-h2-713498-36 {{(pid=103232) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 19:07:34.913718 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-cebb211b-62c0-4a80-88fd-8c53c17b18f0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12867428', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12759263'] for subnet (8db1da64-e2e1-4413-9461-c0ef5c86913b), after_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:07:34.948187 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Current status of the port 2a497291-c0ba-497e-912e-500b14b27235 is: DOWN; New status is: BUILD {{(pid=103232) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 19:07:34.948860 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (2a497291-c0ba-497e-912e-500b14b27235), before_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:07:34.988949 n-d-713498-36 neutron-server[103232]: DEBUG neutron.notifiers.nova [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2a497291-c0ba-497e-912e-500b14b27235 {{(pid=103232) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 19:07:34.997426 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Pushing event updated for resources: {'Port': ['ID=d8831f22-48ff-4779-ae00-8742dab90eee,revision_number=5']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:07:35.041087 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8898975-5c84-434f-825c-5c961322369e req-1107f591-9051-4655-bdb5-d4131b04cbcd tempest-LiveAutoBlockMigrationV225Test-2127879101 tempest-LiveAutoBlockMigrationV225Test-2127879101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:07:35.056048 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-e8898975-5c84-434f-825c-5c961322369e req-1107f591-9051-4655-bdb5-d4131b04cbcd tempest-LiveAutoBlockMigrationV225Test-2127879101 tempest-LiveAutoBlockMigrationV225Test-2127879101-project] 10.222.0.75 "GET /v2.0/ports?device_id=d3938fbf-e1b0-4686-9d2f-36596059719e HTTP/1.1" status: 200 len: 945 time: 0.2096128 Feb 09 19:07:35.079313 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-7429db8d-6021-40ad-813e-885be449a89b None None] For port 2a497291-c0ba-497e-912e-500b14b27235, host n-h2-713498-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-36',level=0,port_id=2a497291-c0ba-497e-912e-500b14b27235,segment=NetworkSegment(50e5915e-18f0-4558-9a28-b978975ead36),segment_id=50e5915e-18f0-4558-9a28-b978975ead36)] {{(pid=103232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 19:07:35.084005 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.provisioning_blocks [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Provisioning for port 778b20b7-7678-470a-84cc-7abef1a21546 completed by entity L2. {{(pid=103232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 19:07:35.092700 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762867176205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762866656485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762866656503'] for port (2a497291-c0ba-497e-912e-500b14b27235), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:07:35.098198 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cebb211b-62c0-4a80-88fd-8c53c17b18f0 admin admin] Checking segment: {'id': '0bf6b8dc-b06d-4f6b-b1a6-2917a8aeac5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': 'accce061-061c-4941-b6f5-622972dff07e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103229) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 19:07:35.098567 n-d-713498-36 neutron-server[103229]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cebb211b-62c0-4a80-88fd-8c53c17b18f0 admin admin] Network hostable DHCP agents. Network: accce061-061c-4941-b6f5-622972dff07e, hostable agents: ['af91e4b9-f4e1-42b1-a25c-a10dc47171c8'], hosted agents: [] {{(pid=103229) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 19:07:35.103543 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.provisioning_blocks [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Provisioning complete for port 778b20b7-7678-470a-84cc-7abef1a21546 triggered by entity L2. {{(pid=103232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 19:07:35.104175 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593630'] for port (778b20b7-7678-470a-84cc-7abef1a21546), provisioning_complete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:07:35.127207 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cebb211b-62c0-4a80-88fd-8c53c17b18f0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8db1da64-e2e1-4413-9461-c0ef5c86913b,revision_number=0']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:07:35.138379 n-d-713498-36 neutron-server[103229]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cebb211b-62c0-4a80-88fd-8c53c17b18f0 admin admin] Network accce061-061c-4941-b6f5-622972dff07e is scheduled to be hosted by DHCP agent af91e4b9-f4e1-42b1-a25c-a10dc47171c8 with binding_index 1 {{(pid=103229) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 19:07:35.157813 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0bd81a8-56f1-48e3-92fa-a4f3094602bd req-8b804c99-e5c3-41f3-9f23-308e26d9e502 tempest-TaggedBootDevicesTest_v242-798392635 tempest-TaggedBootDevicesTest_v242-798392635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:07:35.179174 n-d-713498-36 neutron-server[103229]: DEBUG neutron.scheduler.base_scheduler [None req-cebb211b-62c0-4a80-88fd-8c53c17b18f0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713498-36, accce061-061c-4941-b6f5-622972dff07e) {{(pid=103229) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 19:07:35.182149 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0bd81a8-56f1-48e3-92fa-a4f3094602bd req-8b804c99-e5c3-41f3-9f23-308e26d9e502 tempest-TaggedBootDevicesTest_v242-798392635 tempest-TaggedBootDevicesTest_v242-798392635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:07:35.186881 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cebb211b-62c0-4a80-88fd-8c53c17b18f0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:07:35.187760 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-cebb211b-62c0-4a80-88fd-8c53c17b18f0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1613566'] for subnet (None), before_response {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:07:35.198327 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0bd81a8-56f1-48e3-92fa-a4f3094602bd req-8b804c99-e5c3-41f3-9f23-308e26d9e502 tempest-TaggedBootDevicesTest_v242-798392635 tempest-TaggedBootDevicesTest_v242-798392635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:07:35.204853 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-688c5ce2-7cc1-4cf6-9578-75fc99ab1ec9 None None] Network accce061-061c-4941-b6f5-622972dff07e requested from n-d-713498-36 {{(pid=103232) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 19:07:35.209826 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0bd81a8-56f1-48e3-92fa-a4f3094602bd req-8b804c99-e5c3-41f3-9f23-308e26d9e502 tempest-TaggedBootDevicesTest_v242-798392635 tempest-TaggedBootDevicesTest_v242-798392635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:07:35.227640 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0bd81a8-56f1-48e3-92fa-a4f3094602bd req-8b804c99-e5c3-41f3-9f23-308e26d9e502 tempest-TaggedBootDevicesTest_v242-798392635 tempest-TaggedBootDevicesTest_v242-798392635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:07:35.240214 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0bd81a8-56f1-48e3-92fa-a4f3094602bd req-8b804c99-e5c3-41f3-9f23-308e26d9e502 tempest-TaggedBootDevicesTest_v242-798392635 tempest-TaggedBootDevicesTest_v242-798392635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:07:35.258997 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0bd81a8-56f1-48e3-92fa-a4f3094602bd req-8b804c99-e5c3-41f3-9f23-308e26d9e502 tempest-TaggedBootDevicesTest_v242-798392635 tempest-TaggedBootDevicesTest_v242-798392635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:07:35.261214 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-e8898975-5c84-434f-825c-5c961322369e req-35565410-1873-4be2-a3b1-26ae73ed5f06 tempest-LiveAutoBlockMigrationV225Test-2127879101 tempest-LiveAutoBlockMigrationV225Test-2127879101-project] 10.222.0.75 "GET /v2.0/security-groups?id=e3cb5363-3b49-4f74-b239-a871e755b40a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2041957 Feb 09 19:07:35.270309 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-c0bd81a8-56f1-48e3-92fa-a4f3094602bd req-8b804c99-e5c3-41f3-9f23-308e26d9e502 tempest-TaggedBootDevicesTest_v242-798392635 tempest-TaggedBootDevicesTest_v242-798392635-project] 10.222.0.75 "GET /v2.0/ports?device_id=8319129f-1054-494a-b0c0-2ec99e839619 HTTP/1.1" status: 200 len: 5442 time: 0.2403336 Feb 09 19:07:35.272702 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-cebb211b-62c0-4a80-88fd-8c53c17b18f0 admin admin] 10.222.0.75 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.6778259 Feb 09 19:07:35.284512 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 52882) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:07:35.302009 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.v2.base [None req-b83d988d-22b5-4661-89f5-5db0e7c4e763 admin admin] Request body: {'router': {'name': 'tempest-AttachSCSIVolumeTestJSON-477758730-router', 'tenant_id': '156ea55715a24713b3b342eb95790b07', 'external_gateway_info': {'network_id': '88055e1e-672a-4487-be31-ffb6e833ece5'}}} {{(pid=103230) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 19:07:35.350982 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Pushing event updated for resources: {'Port': ['ID=2a497291-c0ba-497e-912e-500b14b27235,revision_number=4']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:07:35.363052 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-b83d988d-22b5-4661-89f5-5db0e7c4e763 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1834830', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-58389'] for router (96249836-900d-4477-a2b3-cb7ec6953583), before_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:07:35.364129 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-b83d988d-22b5-4661-89f5-5db0e7c4e763 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1834810', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1822096', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1886735', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-58380'] for router (96249836-900d-4477-a2b3-cb7ec6953583), precommit_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:07:35.451114 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Device d497de83-eda3-43bc-87ef-1bdb243bb575 details requested by agent hyperv_n-h1-713498-36 with host n-h1-713498-36 {{(pid=103232) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 19:07:35.453890 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Device 673f9133-7154-44e2-a4d1-bb1330cf1036 up at agent hyperv_n-h1-713498-36 {{(pid=103232) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 19:07:35.471037 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fde884ed-e69b-4373-9cde-ec3f93d39a89 req-619ea807-21e2-485d-bb07-9ee9316e8ce5 tempest-ImagesTestJSON-1015154253 tempest-ImagesTestJSON-1015154253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:07:35.471935 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-b83d988d-22b5-4661-89f5-5db0e7c4e763 admin admin] Publish callbacks [] for router_controller (96249836-900d-4477-a2b3-cb7ec6953583), precommit_add_association {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:07:35.477645 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-fde884ed-e69b-4373-9cde-ec3f93d39a89 req-619ea807-21e2-485d-bb07-9ee9316e8ce5 tempest-ImagesTestJSON-1015154253 tempest-ImagesTestJSON-1015154253-project] 10.222.0.75 "GET /v2.0/ports?device_id=627c3e1d-15ce-4955-88df-bff03401b6ae HTTP/1.1" status: 200 len: 944 time: 0.1147835 Feb 09 19:07:35.552952 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-7429db8d-6021-40ad-813e-885be449a89b None None] get_ports_and_sgs() called for port_ids ['2a497291-c0ba-497e-912e-500b14b27235'] {{(pid=103232) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 19:07:35.608792 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-fde884ed-e69b-4373-9cde-ec3f93d39a89 req-6b40e102-a1ec-4ada-bcb6-f688dea19125 tempest-ImagesTestJSON-1015154253 tempest-ImagesTestJSON-1015154253-project] 10.222.0.75 "GET /v2.0/security-groups?id=1f45f199-38bd-4afd-a63a-d9a4ed62c8a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1246526 Feb 09 19:07:35.698634 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-b83d988d-22b5-4661-89f5-5db0e7c4e763 admin admin] Publish callbacks [] for router_gateway (96249836-900d-4477-a2b3-cb7ec6953583), precommit_update {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:07:35.721822 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-c0bd81a8-56f1-48e3-92fa-a4f3094602bd req-da226bc9-dba0-4e6b-a8ea-b475dcedb4e8 tempest-TaggedBootDevicesTest_v242-798392635 tempest-TaggedBootDevicesTest_v242-798392635-project] 10.222.0.75 "GET /v2.0/security-groups?id=58062d4f-c149-4db3-a357-a4eb59a3d83e&id=6452f0cf-fe35-4557-9092-43f1827176a8&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.4465566 Feb 09 19:07:35.806077 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d0004e0-5dd1-4c63-956c-7e69d729271d req-a9998b91-43f5-42ad-a2c9-64392dff743a tempest-DeleteServersTestJSON-1870379525 tempest-DeleteServersTestJSON-1870379525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:07:35.816476 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-9d0004e0-5dd1-4c63-956c-7e69d729271d req-a9998b91-43f5-42ad-a2c9-64392dff743a tempest-DeleteServersTestJSON-1870379525 tempest-DeleteServersTestJSON-1870379525-project] 10.222.0.75 "GET /v2.0/ports?device_id=95c33cdb-e7f8-4afa-8b5b-e8bf44a35e34 HTTP/1.1" status: 200 len: 945 time: 0.1226256 Feb 09 19:07:35.864234 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-ef5405c6-fe11-490d-a878-479d043123df None None] Publish callbacks [] for port (0baee576-6f95-40c6-a4a9-d02277e881bb), precommit_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:07:35.884990 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44b9014d-355c-45f1-b113-4f992e20c9bb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8b32e980-7cce-5e82-a341-bd2fa8945c89-accce061-061c-4941-b6f5-622972dff07e', 'network_id': 'accce061-061c-4941-b6f5-622972dff07e', 'project_id': '156ea55715a24713b3b342eb95790b07', 'fixed_ips': [{'subnet_id': '8db1da64-e2e1-4413-9461-c0ef5c86913b'}]}} from n-d-713498-36. {{(pid=103232) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 09 19:07:35.886357 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-44b9014d-355c-45f1-b113-4f992e20c9bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (None), before_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:07:35.908287 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.db.resource_extend [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] It took 0.35 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 09 19:07:35.910038 n-d-713498-36 neutron-server[103232]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8319129f-1054-494a-b0c0-2ec99e839619', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '79f07b23-6771-42a0-bab9-d3efdb3c9702'}, {'server_uuid': '8319129f-1054-494a-b0c0-2ec99e839619', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd8831f22-48ff-4779-ae00-8742dab90eee'}] {{(pid=103232) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 19:07:35.913725 n-d-713498-36 neutron-server[103232]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}949cdcde653dec44821de95cbf67297f53cbc2aed4e073b5d514f93bf911ce85" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d223136e-b3ff-4ed8-93a9-fb2749f59ebf" -d '{"events": [{"server_uuid": "8319129f-1054-494a-b0c0-2ec99e839619", "name": "network-vif-plugged", "status": "completed", "tag": "79f07b23-6771-42a0-bab9-d3efdb3c9702"}, {"server_uuid": "8319129f-1054-494a-b0c0-2ec99e839619", "name": "network-vif-plugged", "status": "completed", "tag": "d8831f22-48ff-4779-ae00-8742dab90eee"}]}' {{(pid=103232) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 19:07:35.935781 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-9d0004e0-5dd1-4c63-956c-7e69d729271d req-2b9b2839-a488-4843-9b22-c53b1eb64307 tempest-DeleteServersTestJSON-1870379525 tempest-DeleteServersTestJSON-1870379525-project] 10.222.0.75 "GET /v2.0/security-groups?id=5ce92d32-ca94-4b6c-925d-b9dff609abe6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1104379 Feb 09 19:07:35.950051 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-ef5405c6-fe11-490d-a878-479d043123df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762867176205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762866656485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762866656503'] for port (0baee576-6f95-40c6-a4a9-d02277e881bb), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:07:36.037936 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Current status of the port 778b20b7-7678-470a-84cc-7abef1a21546 is: BUILD; New status is: ACTIVE {{(pid=103232) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 19:07:36.038704 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (778b20b7-7678-470a-84cc-7abef1a21546), before_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:07:36.047174 n-d-713498-36 neutron-server[103232]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Wed, 09 Feb 2022 19:07:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f5ea6d20-1763-4f97-81ec-2bd537d639f9 x-openstack-request-id: req-f5ea6d20-1763-4f97-81ec-2bd537d639f9 {{(pid=103232) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 19:07:36.047483 n-d-713498-36 neutron-server[103232]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8319129f-1054-494a-b0c0-2ec99e839619", "name": "network-vif-plugged", "status": "completed", "tag": "79f07b23-6771-42a0-bab9-d3efdb3c9702", "code": 200}, {"server_uuid": "8319129f-1054-494a-b0c0-2ec99e839619", "name": "network-vif-plugged", "status": "completed", "tag": "d8831f22-48ff-4779-ae00-8742dab90eee", "code": 200}]} {{(pid=103232) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 19:07:36.047791 n-d-713498-36 neutron-server[103232]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-f5ea6d20-1763-4f97-81ec-2bd537d639f9 {{(pid=103232) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 19:07:36.048261 n-d-713498-36 neutron-server[103232]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8319129f-1054-494a-b0c0-2ec99e839619', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '79f07b23-6771-42a0-bab9-d3efdb3c9702', 'code': 200} Feb 09 19:07:36.050591 n-d-713498-36 neutron-server[103232]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8319129f-1054-494a-b0c0-2ec99e839619', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd8831f22-48ff-4779-ae00-8742dab90eee', 'code': 200} Feb 09 19:07:36.050756 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-890aa622-70fe-48e7-9a8e-95f699b85629 req-a792e546-360d-4913-90c6-75ede701c966 tempest-ListImageFiltersTestJSON-604118414 tempest-ListImageFiltersTestJSON-604118414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:07:36.051214 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-890aa622-70fe-48e7-9a8e-95f699b85629 req-a792e546-360d-4913-90c6-75ede701c966 tempest-ListImageFiltersTestJSON-604118414 tempest-ListImageFiltersTestJSON-604118414-project] 10.222.0.75 "GET /v2.0/ports?device_id=760f09f0-6e29-4b3b-84f4-9384bbe2a2c0 HTTP/1.1" status: 200 len: 947 time: 0.1778779 Feb 09 19:07:36.224665 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.provisioning_blocks [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Provisioning for port 673f9133-7154-44e2-a4d1-bb1330cf1036 completed by entity L2. {{(pid=103232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 19:07:36.283126 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.provisioning_blocks [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Provisioning complete for port 673f9133-7154-44e2-a4d1-bb1330cf1036 triggered by entity L2. {{(pid=103232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 19:07:36.283508 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593630'] for port (673f9133-7154-44e2-a4d1-bb1330cf1036), provisioning_complete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:07:36.373357 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-890aa622-70fe-48e7-9a8e-95f699b85629 req-bf4462ea-2e53-4a85-8c1e-c4a80756b87c tempest-ListImageFiltersTestJSON-604118414 tempest-ListImageFiltersTestJSON-604118414-project] 10.222.0.75 "GET /v2.0/security-groups?id=07f3d744-f31d-4802-87a4-5a0ced0ab589&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3146329 Feb 09 19:07:36.449916 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-b83d988d-22b5-4661-89f5-5db0e7c4e763 admin admin] Publish callbacks [] for router_gateway (96249836-900d-4477-a2b3-cb7ec6953583), before_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:07:36.478842 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-b83d988d-22b5-4661-89f5-5db0e7c4e763 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (None), before_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:07:36.564518 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c0bab17-92c6-4e45-974f-a3173cc60036 req-882a31ed-f432-42d9-be8b-fccb71742e75 tempest-LiveAutoBlockMigrationV225Test-2127879101 tempest-LiveAutoBlockMigrationV225Test-2127879101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:07:36.575641 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-5c0bab17-92c6-4e45-974f-a3173cc60036 req-882a31ed-f432-42d9-be8b-fccb71742e75 tempest-LiveAutoBlockMigrationV225Test-2127879101 tempest-LiveAutoBlockMigrationV225Test-2127879101-project] 10.222.0.75 "GET /v2.0/ports?device_id=d3938fbf-e1b0-4686-9d2f-36596059719e HTTP/1.1" status: 200 len: 945 time: 0.1393161 Feb 09 19:07:36.594832 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.db_base_plugin_common [None req-44b9014d-355c-45f1-b113-4f992e20c9bb None None] Allocated IP 172.20.0.2 (accce061-061c-4941-b6f5-622972dff07e/8db1da64-e2e1-4413-9461-c0ef5c86913b/57978827-0bde-483d-9756-8a6f3e35fd81) {{(pid=103232) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 19:07:36.695848 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-5c0bab17-92c6-4e45-974f-a3173cc60036 req-68556806-61e8-45c6-b24a-9a805d99a233 tempest-LiveAutoBlockMigrationV225Test-2127879101 tempest-LiveAutoBlockMigrationV225Test-2127879101-project] 10.222.0.75 "GET /v2.0/security-groups?id=e3cb5363-3b49-4f74-b239-a871e755b40a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1188993 Feb 09 19:07:36.715284 n-d-713498-36 neutron-server[103230]: DEBUG neutron.db.db_base_plugin_common [None req-b83d988d-22b5-4661-89f5-5db0e7c4e763 admin admin] Allocated IP 172.25.1.224 (88055e1e-672a-4487-be31-ffb6e833ece5/ac16dbcc-383c-4b43-9153-d763c4a53f91/b1c5b11a-43d4-48f6-ad0c-cf6af62a1a3e) {{(pid=103230) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 19:07:36.809260 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-44b9014d-355c-45f1-b113-4f992e20c9bb None None] Publish callbacks [] for port (57978827-0bde-483d-9756-8a6f3e35fd81), precommit_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:07:36.856026 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] For port d497de83-eda3-43bc-87ef-1bdb243bb575, host n-h1-713498-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-36',level=0,port_id=d497de83-eda3-43bc-87ef-1bdb243bb575,segment=NetworkSegment(50e5915e-18f0-4558-9a28-b978975ead36),segment_id=50e5915e-18f0-4558-9a28-b978975ead36)] {{(pid=103232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 19:07:36.871586 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-b83d988d-22b5-4661-89f5-5db0e7c4e763 admin admin] Publish callbacks [] for port (b1c5b11a-43d4-48f6-ad0c-cf6af62a1a3e), precommit_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:07:36.882348 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Returning: {'device': 'd497de83-eda3-43bc-87ef-1bdb243bb575', 'network_id': '2b5494c8-cf97-42c1-b902-87f998f28179', 'port_id': 'd497de83-eda3-43bc-87ef-1bdb243bb575', 'mac_address': 'fa:16:3e:d9:ae:49', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 359, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '60b561cb-321e-4f83-9bb3-92b2e1d0dc44', 'ip_address': '192.168.233.86'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103232) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 19:07:36.929473 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-b83d988d-22b5-4661-89f5-5db0e7c4e763 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762866656467', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14393751'] for port (b1c5b11a-43d4-48f6-ad0c-cf6af62a1a3e), after_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:07:36.955843 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-44b9014d-355c-45f1-b113-4f992e20c9bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762866656467'] for port (57978827-0bde-483d-9756-8a6f3e35fd81), after_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:07:36.974810 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Current status of the port d497de83-eda3-43bc-87ef-1bdb243bb575 is: DOWN; New status is: BUILD {{(pid=103232) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 19:07:36.975353 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (d497de83-eda3-43bc-87ef-1bdb243bb575), before_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:07:37.009213 n-d-713498-36 neutron-server[103230]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b83d988d-22b5-4661-89f5-5db0e7c4e763 admin admin] Network 88055e1e-672a-4487-be31-ffb6e833ece5 is already hosted by enough agents. {{(pid=103230) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 19:07:37.018510 n-d-713498-36 neutron-server[103232]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44b9014d-355c-45f1-b113-4f992e20c9bb None None] Network accce061-061c-4941-b6f5-622972dff07e is already hosted by enough agents. {{(pid=103232) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 19:07:37.021082 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc9a087b-14ad-479d-a858-3eb35ed30eba req-f7a34d2d-9f4b-4157-bb16-e86217a14e1f tempest-TaggedBootDevicesTest_v242-798392635 tempest-TaggedBootDevicesTest_v242-798392635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:07:37.030114 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b83d988d-22b5-4661-89f5-5db0e7c4e763 admin admin] Pushing event updated for resources: {'Port': ['ID=b1c5b11a-43d4-48f6-ad0c-cf6af62a1a3e,revision_number=1']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:07:37.034034 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc9a087b-14ad-479d-a858-3eb35ed30eba req-f7a34d2d-9f4b-4157-bb16-e86217a14e1f tempest-TaggedBootDevicesTest_v242-798392635 tempest-TaggedBootDevicesTest_v242-798392635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:07:37.034887 n-d-713498-36 neutron-server[103230]: DEBUG neutron.scheduler.base_scheduler [None req-b83d988d-22b5-4661-89f5-5db0e7c4e763 admin admin] Resources bound (agent type, host, resource id): {{(pid=103230) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 19:07:37.046250 n-d-713498-36 neutron-server[103230]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b83d988d-22b5-4661-89f5-5db0e7c4e763 admin admin] Received port after_create {{(pid=103230) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 19:07:37.051726 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc9a087b-14ad-479d-a858-3eb35ed30eba req-f7a34d2d-9f4b-4157-bb16-e86217a14e1f tempest-TaggedBootDevicesTest_v242-798392635 tempest-TaggedBootDevicesTest_v242-798392635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:07:37.062358 n-d-713498-36 neutron-server[103232]: DEBUG neutron.notifiers.nova [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d497de83-eda3-43bc-87ef-1bdb243bb575 {{(pid=103232) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 19:07:37.063011 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc9a087b-14ad-479d-a858-3eb35ed30eba req-f7a34d2d-9f4b-4157-bb16-e86217a14e1f tempest-TaggedBootDevicesTest_v242-798392635 tempest-TaggedBootDevicesTest_v242-798392635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:07:37.073150 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc9a087b-14ad-479d-a858-3eb35ed30eba req-f7a34d2d-9f4b-4157-bb16-e86217a14e1f tempest-TaggedBootDevicesTest_v242-798392635 tempest-TaggedBootDevicesTest_v242-798392635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:07:37.087665 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc9a087b-14ad-479d-a858-3eb35ed30eba req-f7a34d2d-9f4b-4157-bb16-e86217a14e1f tempest-TaggedBootDevicesTest_v242-798392635 tempest-TaggedBootDevicesTest_v242-798392635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:07:37.095149 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc9a087b-14ad-479d-a858-3eb35ed30eba req-f7a34d2d-9f4b-4157-bb16-e86217a14e1f tempest-TaggedBootDevicesTest_v242-798392635 tempest-TaggedBootDevicesTest_v242-798392635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:07:37.097915 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-dc9a087b-14ad-479d-a858-3eb35ed30eba req-f7a34d2d-9f4b-4157-bb16-e86217a14e1f tempest-TaggedBootDevicesTest_v242-798392635 tempest-TaggedBootDevicesTest_v242-798392635-project] 10.222.0.75 "GET /v2.0/ports?device_id=8319129f-1054-494a-b0c0-2ec99e839619 HTTP/1.1" status: 200 len: 5442 time: 0.2532289 Feb 09 19:07:37.098610 n-d-713498-36 neutron-server[103232]: DEBUG neutron.scheduler.base_scheduler [None req-44b9014d-355c-45f1-b113-4f992e20c9bb None None] Resources bound (agent type, host, resource id): {{(pid=103232) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 19:07:37.122863 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.provisioning_blocks [None req-8deda8cb-e608-4262-a061-a3805b28c9d1 None None] Provisioning complete for port 0baee576-6f95-40c6-a4a9-d02277e881bb triggered by entity DHCP. {{(pid=103232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 19:07:37.123214 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-8deda8cb-e608-4262-a061-a3805b28c9d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593630'] for port (0baee576-6f95-40c6-a4a9-d02277e881bb), provisioning_complete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:07:37.125190 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c1b93ab-b628-4f79-b541-72b31f1b1dc1 None None] Pushing event updated for resources: {'Port': ['ID=0baee576-6f95-40c6-a4a9-d02277e881bb,revision_number=3']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:07:37.129246 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.managers [None req-ef5405c6-fe11-490d-a878-479d043123df None None] Attempting to bind port 0baee576-6f95-40c6-a4a9-d02277e881bb on host n-d-713498-36 for vnic_type normal with profile {{(pid=103232) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 19:07:37.129661 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.managers [None req-ef5405c6-fe11-490d-a878-479d043123df None None] Attempting to bind port 0baee576-6f95-40c6-a4a9-d02277e881bb by drivers openvswitch,hyperv on host n-d-713498-36 at level 0 using segments [{'id': '5ba58464-a437-40dd-815c-0d37894d66a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '79dcca8b-fb15-4198-90a4-bd5ccccb10b6'}] {{(pid=103232) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 19:07:37.130048 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef5405c6-fe11-490d-a878-479d043123df None None] Attempting to bind port 0baee576-6f95-40c6-a4a9-d02277e881bb on network 79dcca8b-fb15-4198-90a4-bd5ccccb10b6 {{(pid=103232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 19:07:37.134244 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44b9014d-355c-45f1-b113-4f992e20c9bb None None] Received port after_create {{(pid=103232) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 19:07:37.190072 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] For port d497de83-eda3-43bc-87ef-1bdb243bb575, host n-h1-713498-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-36',level=0,port_id=d497de83-eda3-43bc-87ef-1bdb243bb575,segment=NetworkSegment(50e5915e-18f0-4558-9a28-b978975ead36),segment_id=50e5915e-18f0-4558-9a28-b978975ead36)] {{(pid=103232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 19:07:37.197428 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44b9014d-355c-45f1-b113-4f992e20c9bb None None] Pushing event updated for resources: {'Port': ['ID=57978827-0bde-483d-9756-8a6f3e35fd81,revision_number=1']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:07:37.215846 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-dc9a087b-14ad-479d-a858-3eb35ed30eba req-7b07bb68-627b-467c-b982-46336e9497af tempest-TaggedBootDevicesTest_v242-798392635 tempest-TaggedBootDevicesTest_v242-798392635-project] 10.222.0.75 "GET /v2.0/security-groups?id=58062d4f-c149-4db3-a357-a4eb59a3d83e&id=6452f0cf-fe35-4557-9092-43f1827176a8&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1068139 Feb 09 19:07:37.253285 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-7429db8d-6021-40ad-813e-885be449a89b None None] For port 778b20b7-7678-470a-84cc-7abef1a21546, host n-h2-713498-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-36',level=0,port_id=778b20b7-7678-470a-84cc-7abef1a21546,segment=NetworkSegment(c2ea736f-956b-4712-9292-0c7e6eae844b),segment_id=c2ea736f-956b-4712-9292-0c7e6eae844b)] {{(pid=103232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 19:07:37.253285 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762867176205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762866656485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762866656503'] for port (d497de83-eda3-43bc-87ef-1bdb243bb575), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:07:37.323668 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef5405c6-fe11-490d-a878-479d043123df None None] Checking agent: {'id': '496418a2-c002-4aec-ab1a-07f3bea491bd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-36', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 18, 51, 47), 'started_at': datetime.datetime(2022, 2, 9, 18, 52, 17), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 19, 7, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-36'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 19:07:37.324591 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef5405c6-fe11-490d-a878-479d043123df None None] Checking segment: {'id': '5ba58464-a437-40dd-815c-0d37894d66a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '79dcca8b-fb15-4198-90a4-bd5ccccb10b6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103232) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 19:07:37.325174 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-ef5405c6-fe11-490d-a878-479d043123df None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:07:37.325935 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef5405c6-fe11-490d-a878-479d043123df None None] Bound using segment: {'id': '5ba58464-a437-40dd-815c-0d37894d66a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '79dcca8b-fb15-4198-90a4-bd5ccccb10b6'} {{(pid=103232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 19:07:37.326612 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.managers [None req-ef5405c6-fe11-490d-a878-479d043123df None None] Bound port: 0baee576-6f95-40c6-a4a9-d02277e881bb, host: n-d-713498-36, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5ba58464-a437-40dd-815c-0d37894d66a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '79dcca8b-fb15-4198-90a4-bd5ccccb10b6'}}] {{(pid=103232) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 19:07:37.326998 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-ef5405c6-fe11-490d-a878-479d043123df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (0baee576-6f95-40c6-a4a9-d02277e881bb), before_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:07:37.342544 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Pushing event updated for resources: {'Port': ['ID=d497de83-eda3-43bc-87ef-1bdb243bb575,revision_number=4']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:07:37.357560 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15245a21-5770-4ca7-816a-a7775f5e5a20 req-09e158c6-0a2c-47d1-8a10-46c55d141158 tempest-ImagesTestJSON-1015154253 tempest-ImagesTestJSON-1015154253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:07:37.364656 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-15245a21-5770-4ca7-816a-a7775f5e5a20 req-09e158c6-0a2c-47d1-8a10-46c55d141158 tempest-ImagesTestJSON-1015154253 tempest-ImagesTestJSON-1015154253-project] 10.222.0.75 "GET /v2.0/ports?device_id=627c3e1d-15ce-4955-88df-bff03401b6ae HTTP/1.1" status: 200 len: 944 time: 0.4514523 Feb 09 19:07:37.369249 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762867176205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762866656485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762866656503'] for port (778b20b7-7678-470a-84cc-7abef1a21546), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:07:37.489231 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Pushing event updated for resources: {'Port': ['ID=778b20b7-7678-470a-84cc-7abef1a21546,revision_number=5']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:07:37.501377 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Device 21138c02-2bef-4eb2-822c-0766736ce486 up at agent hyperv_n-h2-713498-36 {{(pid=103232) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 19:07:37.529825 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-15245a21-5770-4ca7-816a-a7775f5e5a20 req-7a2cf5e2-10d7-4d26-a143-6612705cf46c tempest-ImagesTestJSON-1015154253 tempest-ImagesTestJSON-1015154253-project] 10.222.0.75 "GET /v2.0/security-groups?id=1f45f199-38bd-4afd-a63a-d9a4ed62c8a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1094537 Feb 09 19:07:37.547436 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f956b432-2cf9-4ab8-9cfc-1c076865576a req-6e278b38-4037-44dc-b1e3-12996c0d88b5 tempest-DeleteServersTestJSON-1870379525 tempest-DeleteServersTestJSON-1870379525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:07:37.552189 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-f956b432-2cf9-4ab8-9cfc-1c076865576a req-6e278b38-4037-44dc-b1e3-12996c0d88b5 tempest-DeleteServersTestJSON-1870379525 tempest-DeleteServersTestJSON-1870379525-project] 10.222.0.75 "GET /v2.0/ports?device_id=95c33cdb-e7f8-4afa-8b5b-e8bf44a35e34 HTTP/1.1" status: 200 len: 945 time: 0.1655324 Feb 09 19:07:37.585612 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-8deda8cb-e608-4262-a061-a3805b28c9d1 None None] Port 0baee576-6f95-40c6-a4a9-d02277e881bb cannot update to ACTIVE because it is not bound. {{(pid=103232) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 19:07:37.661543 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-f956b432-2cf9-4ab8-9cfc-1c076865576a req-5871e844-9652-4ea6-baa6-731d2dd1f7bb tempest-DeleteServersTestJSON-1870379525 tempest-DeleteServersTestJSON-1870379525-project] 10.222.0.75 "GET /v2.0/security-groups?id=5ce92d32-ca94-4b6c-925d-b9dff609abe6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1029906 Feb 09 19:07:37.786455 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] get_ports_and_sgs() called for port_ids ['d497de83-eda3-43bc-87ef-1bdb243bb575'] {{(pid=103232) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 19:07:37.791574 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Current status of the port 673f9133-7154-44e2-a4d1-bb1330cf1036 is: BUILD; New status is: ACTIVE {{(pid=103232) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 19:07:37.792211 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (673f9133-7154-44e2-a4d1-bb1330cf1036), before_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:07:37.793788 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-b83d988d-22b5-4661-89f5-5db0e7c4e763 admin admin] Publish callbacks [] for router_gateway (96249836-900d-4477-a2b3-cb7ec6953583), after_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:07:37.802522 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0736bc4-9f30-4518-ac5c-27ad0723f809 req-ab815d52-e562-4b3e-83c0-17b38215eba0 tempest-ListImageFiltersTestJSON-604118414 tempest-ListImageFiltersTestJSON-604118414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:07:37.804014 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-e0736bc4-9f30-4518-ac5c-27ad0723f809 req-ab815d52-e562-4b3e-83c0-17b38215eba0 tempest-ListImageFiltersTestJSON-604118414 tempest-ListImageFiltersTestJSON-604118414-project] 10.222.0.75 "GET /v2.0/ports?device_id=760f09f0-6e29-4b3b-84f4-9384bbe2a2c0 HTTP/1.1" status: 200 len: 948 time: 0.1295412 Feb 09 19:07:37.872108 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.managers [None req-44b9014d-355c-45f1-b113-4f992e20c9bb None None] Attempting to bind port 57978827-0bde-483d-9756-8a6f3e35fd81 on host n-d-713498-36 for vnic_type normal with profile {{(pid=103232) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 19:07:37.872799 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.managers [None req-44b9014d-355c-45f1-b113-4f992e20c9bb None None] Attempting to bind port 57978827-0bde-483d-9756-8a6f3e35fd81 by drivers openvswitch,hyperv on host n-d-713498-36 at level 0 using segments [{'id': '0bf6b8dc-b06d-4f6b-b1a6-2917a8aeac5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': 'accce061-061c-4941-b6f5-622972dff07e'}] {{(pid=103232) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 19:07:37.873367 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44b9014d-355c-45f1-b113-4f992e20c9bb None None] Attempting to bind port 57978827-0bde-483d-9756-8a6f3e35fd81 on network accce061-061c-4941-b6f5-622972dff07e {{(pid=103232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 19:07:37.888905 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44b9014d-355c-45f1-b113-4f992e20c9bb None None] Checking agent: {'id': '496418a2-c002-4aec-ab1a-07f3bea491bd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-36', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 18, 51, 47), 'started_at': datetime.datetime(2022, 2, 9, 18, 52, 17), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 19, 7, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-36'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 19:07:37.889642 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44b9014d-355c-45f1-b113-4f992e20c9bb None None] Checking segment: {'id': '0bf6b8dc-b06d-4f6b-b1a6-2917a8aeac5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': 'accce061-061c-4941-b6f5-622972dff07e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103232) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 19:07:37.889762 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-44b9014d-355c-45f1-b113-4f992e20c9bb None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:07:37.890161 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44b9014d-355c-45f1-b113-4f992e20c9bb None None] Bound using segment: {'id': '0bf6b8dc-b06d-4f6b-b1a6-2917a8aeac5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': 'accce061-061c-4941-b6f5-622972dff07e'} {{(pid=103232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 19:07:37.890699 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.managers [None req-44b9014d-355c-45f1-b113-4f992e20c9bb None None] Bound port: 57978827-0bde-483d-9756-8a6f3e35fd81, host: n-d-713498-36, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0bf6b8dc-b06d-4f6b-b1a6-2917a8aeac5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': 'accce061-061c-4941-b6f5-622972dff07e'}}] {{(pid=103232) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 19:07:37.891088 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-44b9014d-355c-45f1-b113-4f992e20c9bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (57978827-0bde-483d-9756-8a6f3e35fd81), before_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:07:37.952245 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06ddefb5-954a-4987-af3f-2087609c9f6d req-bddcc0fa-622f-4bb6-8197-ddfeb1d84915 tempest-LiveAutoBlockMigrationV225Test-2127879101 tempest-LiveAutoBlockMigrationV225Test-2127879101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:07:37.954420 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-06ddefb5-954a-4987-af3f-2087609c9f6d req-bddcc0fa-622f-4bb6-8197-ddfeb1d84915 tempest-LiveAutoBlockMigrationV225Test-2127879101 tempest-LiveAutoBlockMigrationV225Test-2127879101-project] 10.222.0.75 "GET /v2.0/ports?device_id=d3938fbf-e1b0-4686-9d2f-36596059719e HTTP/1.1" status: 200 len: 945 time: 0.1230211 Feb 09 19:07:37.984106 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] For port 673f9133-7154-44e2-a4d1-bb1330cf1036, host n-h1-713498-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-36',level=0,port_id=673f9133-7154-44e2-a4d1-bb1330cf1036,segment=NetworkSegment(1cb0f7b5-eca3-4fd8-9372-0323bad2bf37),segment_id=1cb0f7b5-eca3-4fd8-9372-0323bad2bf37)] {{(pid=103232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 19:07:38.032218 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762867176205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762866656485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762866656503'] for port (673f9133-7154-44e2-a4d1-bb1330cf1036), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:07:38.038409 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-06ddefb5-954a-4987-af3f-2087609c9f6d req-cafb5942-49d8-4651-8dd8-6305217670a5 tempest-LiveAutoBlockMigrationV225Test-2127879101 tempest-LiveAutoBlockMigrationV225Test-2127879101-project] 10.222.0.75 "GET /v2.0/security-groups?id=e3cb5363-3b49-4f74-b239-a871e755b40a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0771754 Feb 09 19:07:38.072337 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.provisioning_blocks [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Provisioning for port 21138c02-2bef-4eb2-822c-0766736ce486 completed by entity L2. {{(pid=103232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 19:07:38.074842 n-d-713498-36 neutron-server[103232]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8319129f-1054-494a-b0c0-2ec99e839619', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '778b20b7-7678-470a-84cc-7abef1a21546'}, {'server_uuid': '627c3e1d-15ce-4955-88df-bff03401b6ae', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '673f9133-7154-44e2-a4d1-bb1330cf1036'}] {{(pid=103232) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 19:07:38.077371 n-d-713498-36 neutron-server[103232]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}949cdcde653dec44821de95cbf67297f53cbc2aed4e073b5d514f93bf911ce85" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-822612e2-8135-4dd4-b755-b101ac40fe0b" -d '{"events": [{"server_uuid": "8319129f-1054-494a-b0c0-2ec99e839619", "name": "network-vif-plugged", "status": "completed", "tag": "778b20b7-7678-470a-84cc-7abef1a21546"}, {"server_uuid": "627c3e1d-15ce-4955-88df-bff03401b6ae", "name": "network-vif-plugged", "status": "completed", "tag": "673f9133-7154-44e2-a4d1-bb1330cf1036"}]}' {{(pid=103232) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 19:07:38.085705 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-ef5405c6-fe11-490d-a878-479d043123df None None] For port 0baee576-6f95-40c6-a4a9-d02277e881bb, host n-d-713498-36, cleared binding levels {{(pid=103232) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 19:07:38.139206 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.provisioning_blocks [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Provisioning complete for port 21138c02-2bef-4eb2-822c-0766736ce486 triggered by entity L2. {{(pid=103232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 19:07:38.139660 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593630'] for port (21138c02-2bef-4eb2-822c-0766736ce486), provisioning_complete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:07:38.194194 n-d-713498-36 neutron-server[103232]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Wed, 09 Feb 2022 19:07:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1b43ff11-d7bc-47de-ba98-13d72d2d4647 x-openstack-request-id: req-1b43ff11-d7bc-47de-ba98-13d72d2d4647 {{(pid=103232) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 19:07:38.194494 n-d-713498-36 neutron-server[103232]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8319129f-1054-494a-b0c0-2ec99e839619", "name": "network-vif-plugged", "status": "completed", "tag": "778b20b7-7678-470a-84cc-7abef1a21546", "code": 200}, {"server_uuid": "627c3e1d-15ce-4955-88df-bff03401b6ae", "name": "network-vif-plugged", "status": "completed", "tag": "673f9133-7154-44e2-a4d1-bb1330cf1036", "code": 200}]} {{(pid=103232) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 19:07:38.194756 n-d-713498-36 neutron-server[103232]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-1b43ff11-d7bc-47de-ba98-13d72d2d4647 {{(pid=103232) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 19:07:38.195162 n-d-713498-36 neutron-server[103232]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8319129f-1054-494a-b0c0-2ec99e839619', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '778b20b7-7678-470a-84cc-7abef1a21546', 'code': 200} Feb 09 19:07:38.195424 n-d-713498-36 neutron-server[103232]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '627c3e1d-15ce-4955-88df-bff03401b6ae', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '673f9133-7154-44e2-a4d1-bb1330cf1036', 'code': 200} Feb 09 19:07:38.207537 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-ef5405c6-fe11-490d-a878-479d043123df None None] For port 0baee576-6f95-40c6-a4a9-d02277e881bb, host n-d-713498-36, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-36',level=0,port_id=0baee576-6f95-40c6-a4a9-d02277e881bb,segment=NetworkSegment(5ba58464-a437-40dd-815c-0d37894d66a8),segment_id=5ba58464-a437-40dd-815c-0d37894d66a8)] {{(pid=103232) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 19:07:38.288625 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-ef5405c6-fe11-490d-a878-479d043123df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762867176205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762866656485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762866656503'] for port (0baee576-6f95-40c6-a4a9-d02277e881bb), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:07:38.351269 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f14ec190-e98f-4017-9e27-c0baae575fb5 req-4b1dacee-1366-4c32-8faa-8c41be524941 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:07:38.353116 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-f14ec190-e98f-4017-9e27-c0baae575fb5 req-4b1dacee-1366-4c32-8faa-8c41be524941 service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=627c3e1d-15ce-4955-88df-bff03401b6ae HTTP/1.1" status: 200 len: 1128 time: 0.1277866 Feb 09 19:07:38.387977 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef5405c6-fe11-490d-a878-479d043123df None None] Routers {'03288bc3-2330-49fa-a05b-79cee42e091b'} bound to L3 agent in host n-d-713498-36 {{(pid=103232) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 19:07:38.388953 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.l3_hamode_db [None req-ef5405c6-fe11-490d-a878-479d043123df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T18:51:43Z,description=,heartbeat_timestamp=2022-02-09T19:07:13Z,host='n-d-713498-36',id=93303d5e-5d17-45e8-8963-7694f87783ae,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T18:51:43Z,topic='l3_agent')) {'router_ids': ['03288bc3-2330-49fa-a05b-79cee42e091b'], 'active': True} {{(pid=103232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:07:38.576104 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.l3_dvr_db [None req-ef5405c6-fe11-490d-a878-479d043123df None None] Set router 03288bc3-2330-49fa-a05b-79cee42e091b gateway port host: n-d-713498-36 {{(pid=103232) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 19:07:38.612489 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-f14ec190-e98f-4017-9e27-c0baae575fb5 req-d5045e2c-fdaf-4f0f-aa86-45f2d777eb03 service neutron] 10.222.0.89 "GET /v2.0/security-groups?id=1f45f199-38bd-4afd-a63a-d9a4ed62c8a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2518907 Feb 09 19:07:38.644273 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d4fd020-7888-47a5-b01b-018390dfde99 req-683ab702-663b-4792-9741-357d13ed00dd tempest-TaggedBootDevicesTest_v242-798392635 tempest-TaggedBootDevicesTest_v242-798392635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:07:38.653902 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d4fd020-7888-47a5-b01b-018390dfde99 req-683ab702-663b-4792-9741-357d13ed00dd tempest-TaggedBootDevicesTest_v242-798392635 tempest-TaggedBootDevicesTest_v242-798392635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:07:38.669769 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d4fd020-7888-47a5-b01b-018390dfde99 req-683ab702-663b-4792-9741-357d13ed00dd tempest-TaggedBootDevicesTest_v242-798392635 tempest-TaggedBootDevicesTest_v242-798392635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:07:38.685375 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-44b9014d-355c-45f1-b113-4f992e20c9bb None None] For port 57978827-0bde-483d-9756-8a6f3e35fd81, host n-d-713498-36, cleared binding levels {{(pid=103232) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 19:07:38.693214 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d4fd020-7888-47a5-b01b-018390dfde99 req-683ab702-663b-4792-9741-357d13ed00dd tempest-TaggedBootDevicesTest_v242-798392635 tempest-TaggedBootDevicesTest_v242-798392635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:07:38.710152 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d4fd020-7888-47a5-b01b-018390dfde99 req-683ab702-663b-4792-9741-357d13ed00dd tempest-TaggedBootDevicesTest_v242-798392635 tempest-TaggedBootDevicesTest_v242-798392635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:07:38.725242 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d4fd020-7888-47a5-b01b-018390dfde99 req-683ab702-663b-4792-9741-357d13ed00dd tempest-TaggedBootDevicesTest_v242-798392635 tempest-TaggedBootDevicesTest_v242-798392635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:07:38.732561 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d4fd020-7888-47a5-b01b-018390dfde99 req-683ab702-663b-4792-9741-357d13ed00dd tempest-TaggedBootDevicesTest_v242-798392635 tempest-TaggedBootDevicesTest_v242-798392635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:07:38.741781 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-1d4fd020-7888-47a5-b01b-018390dfde99 req-683ab702-663b-4792-9741-357d13ed00dd tempest-TaggedBootDevicesTest_v242-798392635 tempest-TaggedBootDevicesTest_v242-798392635-project] 10.222.0.75 "GET /v2.0/ports?device_id=8319129f-1054-494a-b0c0-2ec99e839619 HTTP/1.1" status: 200 len: 5443 time: 0.3620768 Feb 09 19:07:38.863454 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Pushing event updated for resources: {'Port': ['ID=673f9133-7154-44e2-a4d1-bb1330cf1036,revision_number=5']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:07:38.864961 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-1d4fd020-7888-47a5-b01b-018390dfde99 req-4d45a0e3-c93d-4aca-9bec-5b82c22361a0 tempest-TaggedBootDevicesTest_v242-798392635 tempest-TaggedBootDevicesTest_v242-798392635-project] 10.222.0.75 "GET /v2.0/security-groups?id=58062d4f-c149-4db3-a357-a4eb59a3d83e&id=6452f0cf-fe35-4557-9092-43f1827176a8&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1220102 Feb 09 19:07:38.905526 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-44b9014d-355c-45f1-b113-4f992e20c9bb None None] For port 57978827-0bde-483d-9756-8a6f3e35fd81, host n-d-713498-36, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-36',level=0,port_id=57978827-0bde-483d-9756-8a6f3e35fd81,segment=NetworkSegment(0bf6b8dc-b06d-4f6b-b1a6-2917a8aeac5d),segment_id=0bf6b8dc-b06d-4f6b-b1a6-2917a8aeac5d)] {{(pid=103232) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 19:07:39.023420 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-e0736bc4-9f30-4518-ac5c-27ad0723f809 req-ef6462da-3958-40a7-8f07-2373d479dd96 tempest-ListImageFiltersTestJSON-604118414 tempest-ListImageFiltersTestJSON-604118414-project] 10.222.0.75 "GET /v2.0/security-groups?id=07f3d744-f31d-4802-87a4-5a0ced0ab589&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.1363709 Feb 09 19:07:39.056802 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ba7a80b-b3cb-46a7-804a-61529341211d req-6d4340b0-ece1-4db5-9a36-fd71d829ab67 tempest-ImagesTestJSON-1015154253 tempest-ImagesTestJSON-1015154253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:07:39.068823 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-8ba7a80b-b3cb-46a7-804a-61529341211d req-6d4340b0-ece1-4db5-9a36-fd71d829ab67 tempest-ImagesTestJSON-1015154253 tempest-ImagesTestJSON-1015154253-project] 10.222.0.75 "GET /v2.0/ports?device_id=627c3e1d-15ce-4955-88df-bff03401b6ae HTTP/1.1" status: 200 len: 945 time: 0.1172705 Feb 09 19:07:39.147611 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-8ba7a80b-b3cb-46a7-804a-61529341211d req-6bf85ab1-df6b-4d0c-972b-9a860c3f12ee tempest-ImagesTestJSON-1015154253 tempest-ImagesTestJSON-1015154253-project] 10.222.0.75 "GET /v2.0/security-groups?id=1f45f199-38bd-4afd-a63a-d9a4ed62c8a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0778158 Feb 09 19:07:39.254151 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-b83d988d-22b5-4661-89f5-5db0e7c4e763 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1834945', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1818951'] for router (96249836-900d-4477-a2b3-cb7ec6953583), after_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:07:39.323160 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-44b9014d-355c-45f1-b113-4f992e20c9bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762867176205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762866656485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762866656503'] for port (57978827-0bde-483d-9756-8a6f3e35fd81), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:07:39.371669 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4927c86-6bfa-40e9-85a2-1be9c1053887 req-64a4d4ab-56dc-4963-92a6-cd5630d956ba tempest-LiveAutoBlockMigrationV225Test-2127879101 tempest-LiveAutoBlockMigrationV225Test-2127879101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:07:39.388218 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-c4927c86-6bfa-40e9-85a2-1be9c1053887 req-64a4d4ab-56dc-4963-92a6-cd5630d956ba tempest-LiveAutoBlockMigrationV225Test-2127879101 tempest-LiveAutoBlockMigrationV225Test-2127879101-project] 10.222.0.75 "GET /v2.0/ports?device_id=d3938fbf-e1b0-4686-9d2f-36596059719e HTTP/1.1" status: 200 len: 945 time: 0.1346536 Feb 09 19:07:39.405126 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Current status of the port 21138c02-2bef-4eb2-822c-0766736ce486 is: BUILD; New status is: ACTIVE {{(pid=103232) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 19:07:39.405126 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (21138c02-2bef-4eb2-822c-0766736ce486), before_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:07:39.439356 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5edb1ad-a2ae-4f23-9c6b-f4402540f90c req-bcb336df-29f4-4def-82df-221812767d51 tempest-DeleteServersTestJSON-1870379525 tempest-DeleteServersTestJSON-1870379525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:07:39.456061 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-a5edb1ad-a2ae-4f23-9c6b-f4402540f90c req-bcb336df-29f4-4def-82df-221812767d51 tempest-DeleteServersTestJSON-1870379525 tempest-DeleteServersTestJSON-1870379525-project] 10.222.0.75 "GET /v2.0/ports?device_id=95c33cdb-e7f8-4afa-8b5b-e8bf44a35e34 HTTP/1.1" status: 200 len: 945 time: 0.2116683 Feb 09 19:07:39.476258 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-c4927c86-6bfa-40e9-85a2-1be9c1053887 req-272f4e00-5cbb-460a-832d-7260d6fd5fa3 tempest-LiveAutoBlockMigrationV225Test-2127879101 tempest-LiveAutoBlockMigrationV225Test-2127879101-project] 10.222.0.75 "GET /v2.0/security-groups?id=e3cb5363-3b49-4f74-b239-a871e755b40a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0866461 Feb 09 19:07:39.519983 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.provisioning_blocks [None req-4006b301-943e-45b7-9a24-dc33d5aafbdf None None] Provisioning complete for port 0baee576-6f95-40c6-a4a9-d02277e881bb triggered by entity DHCP. {{(pid=103232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 19:07:39.520377 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-4006b301-943e-45b7-9a24-dc33d5aafbdf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593630'] for port (0baee576-6f95-40c6-a4a9-d02277e881bb), provisioning_complete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:07:39.526965 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c1b93ab-b628-4f79-b541-72b31f1b1dc1 None None] Pushing event updated for resources: {'Port': ['ID=0baee576-6f95-40c6-a4a9-d02277e881bb,revision_number=4']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:07:39.549705 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.l3_hamode_db [None req-ef5405c6-fe11-490d-a878-479d043123df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '03288bc3-2330-49fa-a05b-79cee42e091b', 'name': 'tempest-AttachSCSIVolumeTestJSON-1891186289-router', 'tenant_id': 'e7fe2e78952141fcb66374336ee1439b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88055e1e-672a-4487-be31-ffb6e833ece5', 'external_fixed_ips': [{'subnet_id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'ip_address': '172.25.1.171'}], 'enable_snat': True}, 'gw_port_id': 'b878acf7-9f7a-4e12-b2ed-84aa30ae4dec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T19:07:18Z', 'updated_at': '2022-02-09T19:07:29Z', 'revision_number': 4, 'project_id': 'e7fe2e78952141fcb66374336ee1439b', 'gw_port': {'id': 'b878acf7-9f7a-4e12-b2ed-84aa30ae4dec', 'name': '', 'network_id': '88055e1e-672a-4487-be31-ffb6e833ece5', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:8d:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03288bc3-2330-49fa-a05b-79cee42e091b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 865, 'fixed_ips': [{'subnet_id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'ip_address': '172.25.1.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T19:07:19Z', 'updated_at': '2022-02-09T19:07:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-36', '_interfaces': [{'id': '0baee576-6f95-40c6-a4a9-d02277e881bb', 'name': '', 'network_id': '79dcca8b-fb15-4198-90a4-bd5ccccb10b6', 'tenant_id': 'e7fe2e78952141fcb66374336ee1439b', 'mac_address': 'fa:16:3e:69:75:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '03288bc3-2330-49fa-a05b-79cee42e091b', 'device_owner': 'network:router_interface', 'standard_attr_id': 873, 'fixed_ips': [{'subnet_id': '781f0138-f3f4-48e8-b7f7-331db75b4ff4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T19:07:26Z', 'updated_at': '2022-02-09T19:07:38Z', 'revision_number': 4, 'project_id': 'e7fe2e78952141fcb66374336ee1439b', 'subnets': [{'id': '781f0138-f3f4-48e8-b7f7-331db75b4ff4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-36', False) {} {{(pid=103232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:07:39.560519 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-a5edb1ad-a2ae-4f23-9c6b-f4402540f90c req-1dd0587e-2b1b-4317-8221-acb95573c57d tempest-DeleteServersTestJSON-1870379525 tempest-DeleteServersTestJSON-1870379525-project] 10.222.0.75 "GET /v2.0/security-groups?id=5ce92d32-ca94-4b6c-925d-b9dff609abe6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1015325 Feb 09 19:07:39.596201 n-d-713498-36 neutron-server[103230]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b83d988d-22b5-4661-89f5-5db0e7c4e763 admin admin] Router 96249836-900d-4477-a2b3-cb7ec6953583 is scheduled to L3 agent 93303d5e-5d17-45e8-8963-7694f87783ae with binding_index 1 {{(pid=103230) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 09 19:07:39.867674 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-7429db8d-6021-40ad-813e-885be449a89b None None] For port 21138c02-2bef-4eb2-822c-0766736ce486, host n-h2-713498-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-36',level=0,port_id=21138c02-2bef-4eb2-822c-0766736ce486,segment=NetworkSegment(c2ea736f-956b-4712-9292-0c7e6eae844b),segment_id=c2ea736f-956b-4712-9292-0c7e6eae844b)] {{(pid=103232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 19:07:39.881541 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b83d988d-22b5-4661-89f5-5db0e7c4e763 admin admin] Notify agent at l3_agent.n-d-713498-36 the message routers_updated {{(pid=103230) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 19:07:39.884418 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef5405c6-fe11-490d-a878-479d043123df None None] The sync data for ids ['03288bc3-2330-49fa-a05b-79cee42e091b'] in n-d-713498-36 is: [{'id': '03288bc3-2330-49fa-a05b-79cee42e091b', 'name': 'tempest-AttachSCSIVolumeTestJSON-1891186289-router', 'tenant_id': 'e7fe2e78952141fcb66374336ee1439b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88055e1e-672a-4487-be31-ffb6e833ece5', 'external_fixed_ips': [{'subnet_id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'ip_address': '172.25.1.171'}], 'enable_snat': True}, 'gw_port_id': 'b878acf7-9f7a-4e12-b2ed-84aa30ae4dec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T19:07:18Z', 'updated_at': '2022-02-09T19:07:29Z', 'revision_number': 4, 'project_id': 'e7fe2e78952141fcb66374336ee1439b', 'gw_port': {'id': 'b878acf7-9f7a-4e12-b2ed-84aa30ae4dec', 'name': '', 'network_id': '88055e1e-672a-4487-be31-ffb6e833ece5', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:8d:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03288bc3-2330-49fa-a05b-79cee42e091b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 865, 'fixed_ips': [{'subnet_id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'ip_address': '172.25.1.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T19:07:19Z', 'updated_at': '2022-02-09T19:07:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-36', '_interfaces': [{'id': '0baee576-6f95-40c6-a4a9-d02277e881bb', 'name': '', 'network_id': '79dcca8b-fb15-4198-90a4-bd5ccccb10b6', 'tenant_id': 'e7fe2e78952141fcb66374336ee1439b', 'mac_address': 'fa:16:3e:69:75:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '03288bc3-2330-49fa-a05b-79cee42e091b', 'device_owner': 'network:router_interface', 'standard_attr_id': 873, 'fixed_ips': [{'subnet_id': '781f0138-f3f4-48e8-b7f7-331db75b4ff4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T19:07:26Z', 'updated_at': '2022-02-09T19:07:38Z', 'revision_number': 4, 'project_id': 'e7fe2e78952141fcb66374336ee1439b', 'subnets': [{'id': '781f0138-f3f4-48e8-b7f7-331db75b4ff4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103232) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 19:07:39.930591 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-b83d988d-22b5-4661-89f5-5db0e7c4e763 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:07:39.932115 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-b83d988d-22b5-4661-89f5-5db0e7c4e763 admin admin] 10.222.0.75 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 4.6483912 Feb 09 19:07:39.935510 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 52922) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:07:39.953051 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762867176205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762866656485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762866656503'] for port (21138c02-2bef-4eb2-822c-0766736ce486), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:07:39.954647 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Device 786ad56e-f68d-426c-9e76-7b26223ce18c up at agent hyperv_n-h2-713498-36 {{(pid=103232) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 19:07:39.977454 n-d-713498-36 neutron-server[103233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9b18abf-54b1-480e-82ee-ff561859e585 None None] Sync routers for ids ['96249836-900d-4477-a2b3-cb7ec6953583'] in n-d-713498-36 {{(pid=103233) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 19:07:40.015709 n-d-713498-36 neutron-server[103233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9b18abf-54b1-480e-82ee-ff561859e585 None None] Routers {'96249836-900d-4477-a2b3-cb7ec6953583'} bound to L3 agent in host n-d-713498-36 {{(pid=103233) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 19:07:40.021466 n-d-713498-36 neutron-server[103233]: DEBUG neutron.db.l3_hamode_db [None req-e9b18abf-54b1-480e-82ee-ff561859e585 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T18:51:43Z,description=,heartbeat_timestamp=2022-02-09T19:07:13Z,host='n-d-713498-36',id=93303d5e-5d17-45e8-8963-7694f87783ae,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T18:51:43Z,topic='l3_agent')) {'router_ids': ['96249836-900d-4477-a2b3-cb7ec6953583'], 'active': True} {{(pid=103233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:07:40.128383 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44b9014d-355c-45f1-b113-4f992e20c9bb None None] Pushing event updated for resources: {'Port': ['ID=57978827-0bde-483d-9756-8a6f3e35fd81,revision_number=2']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:07:40.216741 n-d-713498-36 neutron-server[103232]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8319129f-1054-494a-b0c0-2ec99e839619', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '21138c02-2bef-4eb2-822c-0766736ce486'}] {{(pid=103232) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 19:07:40.223961 n-d-713498-36 neutron-server[103232]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}949cdcde653dec44821de95cbf67297f53cbc2aed4e073b5d514f93bf911ce85" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-49c42154-71c5-429f-a70e-3a3c8455b7f8" -d '{"events": [{"server_uuid": "8319129f-1054-494a-b0c0-2ec99e839619", "name": "network-vif-plugged", "status": "completed", "tag": "21138c02-2bef-4eb2-822c-0766736ce486"}]}' {{(pid=103232) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 19:07:40.326248 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9ff4963-1e90-4b51-8aa5-0fb84ad26108 req-a8d66a1a-6631-41d6-974d-9987088c79fb tempest-ListImageFiltersTestJSON-604118414 tempest-ListImageFiltersTestJSON-604118414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:07:40.330106 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-a9ff4963-1e90-4b51-8aa5-0fb84ad26108 req-a8d66a1a-6631-41d6-974d-9987088c79fb tempest-ListImageFiltersTestJSON-604118414 tempest-ListImageFiltersTestJSON-604118414-project] 10.222.0.75 "GET /v2.0/ports?device_id=760f09f0-6e29-4b3b-84f4-9384bbe2a2c0 HTTP/1.1" status: 200 len: 948 time: 0.1312799 Feb 09 19:07:40.331020 n-d-713498-36 neutron-server[103233]: DEBUG neutron.db.l3_dvr_db [None req-e9b18abf-54b1-480e-82ee-ff561859e585 None None] Set router 96249836-900d-4477-a2b3-cb7ec6953583 gateway port host: n-d-713498-36 {{(pid=103233) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 19:07:40.338718 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.provisioning_blocks [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Provisioning for port 786ad56e-f68d-426c-9e76-7b26223ce18c completed by entity L2. {{(pid=103232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 19:07:40.409236 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.provisioning_blocks [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Provisioning complete for port 786ad56e-f68d-426c-9e76-7b26223ce18c triggered by entity L2. {{(pid=103232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 19:07:40.409686 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593630'] for port (786ad56e-f68d-426c-9e76-7b26223ce18c), provisioning_complete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:07:40.443327 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-a9ff4963-1e90-4b51-8aa5-0fb84ad26108 req-88bfa184-22c0-48b1-9787-ac78c08c5dc8 tempest-ListImageFiltersTestJSON-604118414 tempest-ListImageFiltersTestJSON-604118414-project] 10.222.0.75 "GET /v2.0/security-groups?id=07f3d744-f31d-4802-87a4-5a0ced0ab589&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1076016 Feb 09 19:07:40.556990 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f90b03ca-20a4-45d5-be7c-d4ef10a479e6 req-cba21ae1-0eb6-434a-828b-40f2d8cd42c9 tempest-TaggedBootDevicesTest_v242-798392635 tempest-TaggedBootDevicesTest_v242-798392635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:07:40.562693 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f90b03ca-20a4-45d5-be7c-d4ef10a479e6 req-cba21ae1-0eb6-434a-828b-40f2d8cd42c9 tempest-TaggedBootDevicesTest_v242-798392635 tempest-TaggedBootDevicesTest_v242-798392635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:07:40.568301 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Pushing event updated for resources: {'Port': ['ID=21138c02-2bef-4eb2-822c-0766736ce486,revision_number=5']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:07:40.569832 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f90b03ca-20a4-45d5-be7c-d4ef10a479e6 req-cba21ae1-0eb6-434a-828b-40f2d8cd42c9 tempest-TaggedBootDevicesTest_v242-798392635 tempest-TaggedBootDevicesTest_v242-798392635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:07:40.591176 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f90b03ca-20a4-45d5-be7c-d4ef10a479e6 req-cba21ae1-0eb6-434a-828b-40f2d8cd42c9 tempest-TaggedBootDevicesTest_v242-798392635 tempest-TaggedBootDevicesTest_v242-798392635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:07:40.608179 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f90b03ca-20a4-45d5-be7c-d4ef10a479e6 req-cba21ae1-0eb6-434a-828b-40f2d8cd42c9 tempest-TaggedBootDevicesTest_v242-798392635 tempest-TaggedBootDevicesTest_v242-798392635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:07:40.622685 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-4006b301-943e-45b7-9a24-dc33d5aafbdf None None] Current status of the port 0baee576-6f95-40c6-a4a9-d02277e881bb is: DOWN; New status is: ACTIVE {{(pid=103232) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 19:07:40.623070 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-4006b301-943e-45b7-9a24-dc33d5aafbdf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (0baee576-6f95-40c6-a4a9-d02277e881bb), before_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:07:40.627261 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f90b03ca-20a4-45d5-be7c-d4ef10a479e6 req-cba21ae1-0eb6-434a-828b-40f2d8cd42c9 tempest-TaggedBootDevicesTest_v242-798392635 tempest-TaggedBootDevicesTest_v242-798392635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:07:40.651568 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f90b03ca-20a4-45d5-be7c-d4ef10a479e6 req-cba21ae1-0eb6-434a-828b-40f2d8cd42c9 tempest-TaggedBootDevicesTest_v242-798392635 tempest-TaggedBootDevicesTest_v242-798392635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:07:40.666423 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-f90b03ca-20a4-45d5-be7c-d4ef10a479e6 req-cba21ae1-0eb6-434a-828b-40f2d8cd42c9 tempest-TaggedBootDevicesTest_v242-798392635 tempest-TaggedBootDevicesTest_v242-798392635-project] 10.222.0.75 "GET /v2.0/ports?device_id=8319129f-1054-494a-b0c0-2ec99e839619 HTTP/1.1" status: 200 len: 5444 time: 0.4422545 Feb 09 19:07:40.790709 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-4006b301-943e-45b7-9a24-dc33d5aafbdf None None] For port 0baee576-6f95-40c6-a4a9-d02277e881bb, host n-d-713498-36, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-36',level=0,port_id=0baee576-6f95-40c6-a4a9-d02277e881bb,segment=NetworkSegment(5ba58464-a437-40dd-815c-0d37894d66a8),segment_id=5ba58464-a437-40dd-815c-0d37894d66a8)] {{(pid=103232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 19:07:40.839308 n-d-713498-36 neutron-server[103233]: DEBUG neutron.db.l3_hamode_db [None req-e9b18abf-54b1-480e-82ee-ff561859e585 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '96249836-900d-4477-a2b3-cb7ec6953583', 'name': 'tempest-AttachSCSIVolumeTestJSON-477758730-router', 'tenant_id': '156ea55715a24713b3b342eb95790b07', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88055e1e-672a-4487-be31-ffb6e833ece5', 'external_fixed_ips': [{'subnet_id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'ip_address': '172.25.1.224'}], 'enable_snat': True}, 'gw_port_id': 'b1c5b11a-43d4-48f6-ad0c-cf6af62a1a3e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T19:07:35Z', 'updated_at': '2022-02-09T19:07:37Z', 'revision_number': 3, 'project_id': '156ea55715a24713b3b342eb95790b07', 'gw_port': {'id': 'b1c5b11a-43d4-48f6-ad0c-cf6af62a1a3e', 'name': '', 'network_id': '88055e1e-672a-4487-be31-ffb6e833ece5', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:cc:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '96249836-900d-4477-a2b3-cb7ec6953583', 'device_owner': 'network:router_gateway', 'standard_attr_id': 885, 'fixed_ips': [{'subnet_id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'ip_address': '172.25.1.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T19:07:36Z', 'updated_at': '2022-02-09T19:07:36Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-36'}], 'n-d-713498-36', False) {} {{(pid=103233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:07:40.850962 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-4006b301-943e-45b7-9a24-dc33d5aafbdf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762867176205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762866656485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762866656503'] for port (0baee576-6f95-40c6-a4a9-d02277e881bb), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:07:40.871539 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24d1a53b-35b5-4be8-abfe-06db1042773e req-2ab53950-2d69-4414-a737-3fd891ea3180 tempest-ImagesTestJSON-1015154253 tempest-ImagesTestJSON-1015154253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:07:40.874637 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-24d1a53b-35b5-4be8-abfe-06db1042773e req-2ab53950-2d69-4414-a737-3fd891ea3180 tempest-ImagesTestJSON-1015154253 tempest-ImagesTestJSON-1015154253-project] 10.222.0.75 "GET /v2.0/ports?device_id=627c3e1d-15ce-4955-88df-bff03401b6ae HTTP/1.1" status: 200 len: 945 time: 0.1537535 Feb 09 19:07:40.886007 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-f90b03ca-20a4-45d5-be7c-d4ef10a479e6 req-2b4af3df-94a9-4d05-aeb4-ac91634969e3 tempest-TaggedBootDevicesTest_v242-798392635 tempest-TaggedBootDevicesTest_v242-798392635-project] 10.222.0.75 "GET /v2.0/security-groups?id=58062d4f-c149-4db3-a357-a4eb59a3d83e&id=6452f0cf-fe35-4557-9092-43f1827176a8&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2182877 Feb 09 19:07:40.908801 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Device 0baee576-6f95-40c6-a4a9-d02277e881bb up at agent ovs-agent-n-d-713498-36 {{(pid=103232) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 19:07:40.986201 n-d-713498-36 neutron-server[103233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9b18abf-54b1-480e-82ee-ff561859e585 None None] Checking router: 96249836-900d-4477-a2b3-cb7ec6953583 for host: n-d-713498-36 {{(pid=103233) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 19:07:40.986798 n-d-713498-36 neutron-server[103233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9b18abf-54b1-480e-82ee-ff561859e585 None None] Updating router 96249836-900d-4477-a2b3-cb7ec6953583 port b1c5b11a-43d4-48f6-ad0c-cf6af62a1a3e binding host n-d-713498-36 {{(pid=103233) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 19:07:41.073674 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-24d1a53b-35b5-4be8-abfe-06db1042773e req-a713a87a-db28-4f01-91de-31e2dc574165 tempest-ImagesTestJSON-1015154253 tempest-ImagesTestJSON-1015154253-project] 10.222.0.75 "GET /v2.0/security-groups?id=1f45f199-38bd-4afd-a63a-d9a4ed62c8a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1906903 Feb 09 19:07:41.104230 n-d-713498-36 neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-e9b18abf-54b1-480e-82ee-ff561859e585 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (b1c5b11a-43d4-48f6-ad0c-cf6af62a1a3e), before_update {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:07:41.113507 n-d-713498-36 neutron-server[103232]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 19:07:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d0a40960-21ef-457a-866c-052ead4cb43c x-openstack-request-id: req-d0a40960-21ef-457a-866c-052ead4cb43c {{(pid=103232) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 19:07:41.114121 n-d-713498-36 neutron-server[103232]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8319129f-1054-494a-b0c0-2ec99e839619", "name": "network-vif-plugged", "status": "completed", "tag": "21138c02-2bef-4eb2-822c-0766736ce486", "code": 200}]} {{(pid=103232) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 19:07:41.115015 n-d-713498-36 neutron-server[103232]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-d0a40960-21ef-457a-866c-052ead4cb43c {{(pid=103232) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 19:07:41.115434 n-d-713498-36 neutron-server[103232]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8319129f-1054-494a-b0c0-2ec99e839619', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '21138c02-2bef-4eb2-822c-0766736ce486', 'code': 200} Feb 09 19:07:41.204504 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-6721ab5b-a126-43fd-ae82-0448d490e135 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762867132591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593584'] for agent (af91e4b9-f4e1-42b1-a25c-a10dc47171c8), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:07:41.319873 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4006b301-943e-45b7-9a24-dc33d5aafbdf None None] Pushing event updated for resources: {'Port': ['ID=0baee576-6f95-40c6-a4a9-d02277e881bb,revision_number=5']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:07:41.392281 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a30ab48f-1901-4a9f-9846-5ff8becf3ff5 req-466f3c2e-3419-454c-84ff-1254d6e38d9f tempest-DeleteServersTestJSON-1870379525 tempest-DeleteServersTestJSON-1870379525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:07:41.394108 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Current status of the port 786ad56e-f68d-426c-9e76-7b26223ce18c is: BUILD; New status is: ACTIVE {{(pid=103232) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 19:07:41.398807 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (786ad56e-f68d-426c-9e76-7b26223ce18c), before_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:07:41.421559 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-a30ab48f-1901-4a9f-9846-5ff8becf3ff5 req-466f3c2e-3419-454c-84ff-1254d6e38d9f tempest-DeleteServersTestJSON-1870379525 tempest-DeleteServersTestJSON-1870379525-project] 10.222.0.75 "GET /v2.0/ports?device_id=95c33cdb-e7f8-4afa-8b5b-e8bf44a35e34 HTTP/1.1" status: 200 len: 945 time: 0.1673548 Feb 09 19:07:41.441355 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Device d497de83-eda3-43bc-87ef-1bdb243bb575 up at agent hyperv_n-h1-713498-36 {{(pid=103232) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 19:07:41.517040 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.provisioning_blocks [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Provisioning complete for port 0baee576-6f95-40c6-a4a9-d02277e881bb triggered by entity L2. {{(pid=103232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 19:07:41.517490 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593630'] for port (0baee576-6f95-40c6-a4a9-d02277e881bb), provisioning_complete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:07:41.533549 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-729ff1e7-a165-44cf-86cb-19f36d38f1b9 None None] Network accce061-061c-4941-b6f5-622972dff07e requested from n-d-713498-36 {{(pid=103232) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 19:07:41.561218 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-a30ab48f-1901-4a9f-9846-5ff8becf3ff5 req-67ab6cb5-32a1-4d67-9144-3fa1dd0103f7 tempest-DeleteServersTestJSON-1870379525 tempest-DeleteServersTestJSON-1870379525-project] 10.222.0.75 "GET /v2.0/security-groups?id=5ce92d32-ca94-4b6c-925d-b9dff609abe6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1310284 Feb 09 19:07:41.939468 n-d-713498-36 neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-e9b18abf-54b1-480e-82ee-ff561859e585 None None] Publish callbacks [] for port (b1c5b11a-43d4-48f6-ad0c-cf6af62a1a3e), precommit_update {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:07:41.949021 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-7429db8d-6021-40ad-813e-885be449a89b None None] For port 786ad56e-f68d-426c-9e76-7b26223ce18c, host n-h2-713498-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-36',level=0,port_id=786ad56e-f68d-426c-9e76-7b26223ce18c,segment=NetworkSegment(d4c5d86e-1399-4ff8-a9ec-2a8082c6024a),segment_id=d4c5d86e-1399-4ff8-a9ec-2a8082c6024a)] {{(pid=103232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 19:07:41.958474 n-d-713498-36 neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-e9b18abf-54b1-480e-82ee-ff561859e585 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762867176205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762866656485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762866656503'] for port (b1c5b11a-43d4-48f6-ad0c-cf6af62a1a3e), after_update {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:07:42.056952 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762867176205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762866656485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762866656503'] for port (786ad56e-f68d-426c-9e76-7b26223ce18c), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:07:42.057795 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Device c8197a22-0a63-4fe5-8fb5-ede78617a0f7 up at agent hyperv_n-h2-713498-36 {{(pid=103232) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 19:07:42.059705 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49c8cea8-1f8a-4b4f-bd92-05312254065e req-d32cc269-5057-4449-aeff-3685f4b7d7d5 tempest-ListImageFiltersTestJSON-604118414 tempest-ListImageFiltersTestJSON-604118414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:07:42.072287 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-49c8cea8-1f8a-4b4f-bd92-05312254065e req-d32cc269-5057-4449-aeff-3685f4b7d7d5 tempest-ListImageFiltersTestJSON-604118414 tempest-ListImageFiltersTestJSON-604118414-project] 10.222.0.75 "GET /v2.0/ports?device_id=760f09f0-6e29-4b3b-84f4-9384bbe2a2c0 HTTP/1.1" status: 200 len: 948 time: 0.1404977 Feb 09 19:07:42.188097 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1edbd84-87dd-435d-af41-aaa005a6b064 req-cef0c366-83bb-4319-af81-f386489760ac tempest-LiveAutoBlockMigrationV225Test-2127879101 tempest-LiveAutoBlockMigrationV225Test-2127879101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:07:42.189854 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-49c8cea8-1f8a-4b4f-bd92-05312254065e req-bd6f7730-441b-4ede-8641-f3646f572c66 tempest-ListImageFiltersTestJSON-604118414 tempest-ListImageFiltersTestJSON-604118414-project] 10.222.0.75 "GET /v2.0/security-groups?id=07f3d744-f31d-4802-87a4-5a0ced0ab589&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1166513 Feb 09 19:07:42.196454 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-d1edbd84-87dd-435d-af41-aaa005a6b064 req-cef0c366-83bb-4319-af81-f386489760ac tempest-LiveAutoBlockMigrationV225Test-2127879101 tempest-LiveAutoBlockMigrationV225Test-2127879101-project] 10.222.0.75 "GET /v2.0/ports?device_id=d3938fbf-e1b0-4686-9d2f-36596059719e HTTP/1.1" status: 200 len: 945 time: 0.2191203 Feb 09 19:07:42.311435 n-d-713498-36 neutron-server[103233]: DEBUG neutron.plugins.ml2.managers [None req-e9b18abf-54b1-480e-82ee-ff561859e585 None None] Attempting to bind port b1c5b11a-43d4-48f6-ad0c-cf6af62a1a3e on host n-d-713498-36 for vnic_type normal with profile {{(pid=103233) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 19:07:42.314149 n-d-713498-36 neutron-server[103233]: DEBUG neutron.plugins.ml2.managers [None req-e9b18abf-54b1-480e-82ee-ff561859e585 None None] Attempting to bind port b1c5b11a-43d4-48f6-ad0c-cf6af62a1a3e by drivers openvswitch,hyperv on host n-d-713498-36 at level 0 using segments [{'id': 'a4222f89-8d3f-4b51-953b-1a8126392491', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '88055e1e-672a-4487-be31-ffb6e833ece5'}] {{(pid=103233) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 19:07:42.314572 n-d-713498-36 neutron-server[103233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9b18abf-54b1-480e-82ee-ff561859e585 None None] Attempting to bind port b1c5b11a-43d4-48f6-ad0c-cf6af62a1a3e on network 88055e1e-672a-4487-be31-ffb6e833ece5 {{(pid=103233) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 19:07:42.326665 n-d-713498-36 neutron-server[103233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1a4086c-0cbd-4a19-93cd-781714f2e036 None None] Pushing event updated for resources: {'Port': ['ID=b1c5b11a-43d4-48f6-ad0c-cf6af62a1a3e,revision_number=2']} {{(pid=103233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:07:42.336632 n-d-713498-36 neutron-server[103233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9b18abf-54b1-480e-82ee-ff561859e585 None None] Checking agent: {'id': '496418a2-c002-4aec-ab1a-07f3bea491bd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-36', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 18, 51, 47), 'started_at': datetime.datetime(2022, 2, 9, 18, 52, 17), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 19, 7, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-36'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103233) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 19:07:42.337009 n-d-713498-36 neutron-server[103233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9b18abf-54b1-480e-82ee-ff561859e585 None None] Checking segment: {'id': 'a4222f89-8d3f-4b51-953b-1a8126392491', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '88055e1e-672a-4487-be31-ffb6e833ece5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103233) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 19:07:42.337411 n-d-713498-36 neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-e9b18abf-54b1-480e-82ee-ff561859e585 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:07:42.337816 n-d-713498-36 neutron-server[103233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9b18abf-54b1-480e-82ee-ff561859e585 None None] Bound using segment: {'id': 'a4222f89-8d3f-4b51-953b-1a8126392491', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '88055e1e-672a-4487-be31-ffb6e833ece5'} {{(pid=103233) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 19:07:42.340229 n-d-713498-36 neutron-server[103233]: DEBUG neutron.plugins.ml2.managers [None req-e9b18abf-54b1-480e-82ee-ff561859e585 None None] Bound port: b1c5b11a-43d4-48f6-ad0c-cf6af62a1a3e, host: n-d-713498-36, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a4222f89-8d3f-4b51-953b-1a8126392491', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '88055e1e-672a-4487-be31-ffb6e833ece5'}}] {{(pid=103233) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 19:07:42.341082 n-d-713498-36 neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-e9b18abf-54b1-480e-82ee-ff561859e585 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (b1c5b11a-43d4-48f6-ad0c-cf6af62a1a3e), before_update {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:07:42.396527 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-489f5765-be3e-4740-ba75-3975f2bddb7f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (None), before_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:07:42.422773 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Current status of the port 0baee576-6f95-40c6-a4a9-d02277e881bb is: ACTIVE; New status is: ACTIVE {{(pid=103232) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 19:07:42.424449 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Device 57978827-0bde-483d-9756-8a6f3e35fd81 up at agent ovs-agent-n-d-713498-36 {{(pid=103232) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 19:07:42.448067 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-d1edbd84-87dd-435d-af41-aaa005a6b064 req-0af98f73-2d1d-4512-bcf2-252e0196cc2b tempest-LiveAutoBlockMigrationV225Test-2127879101 tempest-LiveAutoBlockMigrationV225Test-2127879101-project] 10.222.0.75 "GET /v2.0/security-groups?id=e3cb5363-3b49-4f74-b239-a871e755b40a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2493074 Feb 09 19:07:42.476568 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Pushing event updated for resources: {'Port': ['ID=786ad56e-f68d-426c-9e76-7b26223ce18c,revision_number=5']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:07:42.488181 n-d-713498-36 neutron-server[103233]: DEBUG neutron.plugins.ml2.db [None req-e9b18abf-54b1-480e-82ee-ff561859e585 None None] For port b1c5b11a-43d4-48f6-ad0c-cf6af62a1a3e, host n-d-713498-36, cleared binding levels {{(pid=103233) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 19:07:42.512762 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90e51186-cdb6-42b5-bda9-41b4dc73f82d req-316babd8-fef4-4414-8db1-b55f5003b199 tempest-ImagesTestJSON-1015154253 tempest-ImagesTestJSON-1015154253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:07:42.521007 n-d-713498-36 neutron-server[103233]: DEBUG neutron.plugins.ml2.db [None req-e9b18abf-54b1-480e-82ee-ff561859e585 None None] For port b1c5b11a-43d4-48f6-ad0c-cf6af62a1a3e, host n-d-713498-36, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-36',level=0,port_id=b1c5b11a-43d4-48f6-ad0c-cf6af62a1a3e,segment=NetworkSegment(a4222f89-8d3f-4b51-953b-1a8126392491),segment_id=a4222f89-8d3f-4b51-953b-1a8126392491)] {{(pid=103233) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 19:07:42.524202 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-90e51186-cdb6-42b5-bda9-41b4dc73f82d req-316babd8-fef4-4414-8db1-b55f5003b199 tempest-ImagesTestJSON-1015154253 tempest-ImagesTestJSON-1015154253-project] 10.222.0.75 "GET /v2.0/ports?device_id=627c3e1d-15ce-4955-88df-bff03401b6ae HTTP/1.1" status: 200 len: 945 time: 0.1391232 Feb 09 19:07:42.551313 n-d-713498-36 neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-e9b18abf-54b1-480e-82ee-ff561859e585 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762867176205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762866656485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762866656503'] for port (b1c5b11a-43d4-48f6-ad0c-cf6af62a1a3e), after_update {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:07:42.565336 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.provisioning_blocks [None req-fed5b4cb-bc18-499d-b159-61c201b7f98d None None] Provisioning complete for port 57978827-0bde-483d-9756-8a6f3e35fd81 triggered by entity DHCP. {{(pid=103232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 19:07:42.567084 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-fed5b4cb-bc18-499d-b159-61c201b7f98d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593630'] for port (57978827-0bde-483d-9756-8a6f3e35fd81), provisioning_complete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:07:42.595271 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.provisioning_blocks [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Provisioning for port d497de83-eda3-43bc-87ef-1bdb243bb575 completed by entity L2. {{(pid=103232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 19:07:42.666715 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-90e51186-cdb6-42b5-bda9-41b4dc73f82d req-d348812c-ecc4-4e25-a114-67c3c4735e5f tempest-ImagesTestJSON-1015154253 tempest-ImagesTestJSON-1015154253-project] 10.222.0.75 "GET /v2.0/security-groups?id=1f45f199-38bd-4afd-a63a-d9a4ed62c8a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1405251 Feb 09 19:07:42.706876 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.provisioning_blocks [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Provisioning complete for port d497de83-eda3-43bc-87ef-1bdb243bb575 triggered by entity L2. {{(pid=103232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 19:07:42.707508 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593630'] for port (d497de83-eda3-43bc-87ef-1bdb243bb575), provisioning_complete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:07:42.709673 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.provisioning_blocks [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Provisioning complete for port 57978827-0bde-483d-9756-8a6f3e35fd81 triggered by entity L2. {{(pid=103232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 19:07:42.710105 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593630'] for port (57978827-0bde-483d-9756-8a6f3e35fd81), provisioning_complete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:07:42.734477 n-d-713498-36 neutron-server[103233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9b18abf-54b1-480e-82ee-ff561859e585 None None] Routers {'96249836-900d-4477-a2b3-cb7ec6953583'} bound to L3 agent in host n-d-713498-36 {{(pid=103233) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 19:07:42.735132 n-d-713498-36 neutron-server[103233]: DEBUG neutron.db.l3_hamode_db [None req-e9b18abf-54b1-480e-82ee-ff561859e585 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T18:51:43Z,description=,heartbeat_timestamp=2022-02-09T19:07:13Z,host='n-d-713498-36',id=93303d5e-5d17-45e8-8963-7694f87783ae,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T18:51:43Z,topic='l3_agent')) {'router_ids': ['96249836-900d-4477-a2b3-cb7ec6953583'], 'active': True} {{(pid=103233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:07:42.754824 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.provisioning_blocks [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Provisioning for port c8197a22-0a63-4fe5-8fb5-ede78617a0f7 completed by entity L2. {{(pid=103232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 19:07:42.835564 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.provisioning_blocks [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Provisioning complete for port c8197a22-0a63-4fe5-8fb5-ede78617a0f7 triggered by entity L2. {{(pid=103232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 19:07:42.835997 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593630'] for port (c8197a22-0a63-4fe5-8fb5-ede78617a0f7), provisioning_complete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:07:42.840700 n-d-713498-36 neutron-server[103233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1a4086c-0cbd-4a19-93cd-781714f2e036 None None] Pushing event updated for resources: {'Port': ['ID=b1c5b11a-43d4-48f6-ad0c-cf6af62a1a3e,revision_number=3']} {{(pid=103233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:07:42.943869 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fcda619-b561-4194-8ed5-48f4bd185a9b req-34620247-05cb-4ac7-8b11-0c659381ea79 tempest-TaggedBootDevicesTest_v242-798392635 tempest-TaggedBootDevicesTest_v242-798392635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:07:42.951054 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fcda619-b561-4194-8ed5-48f4bd185a9b req-34620247-05cb-4ac7-8b11-0c659381ea79 tempest-TaggedBootDevicesTest_v242-798392635 tempest-TaggedBootDevicesTest_v242-798392635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:07:42.959221 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fcda619-b561-4194-8ed5-48f4bd185a9b req-34620247-05cb-4ac7-8b11-0c659381ea79 tempest-TaggedBootDevicesTest_v242-798392635 tempest-TaggedBootDevicesTest_v242-798392635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:07:42.972295 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-832eb150-520b-4adb-8766-982434ba04e4 req-5528efaa-d2c7-40b7-9ec7-53a2f866a5e8 tempest-DeleteServersTestJSON-1870379525 tempest-DeleteServersTestJSON-1870379525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:07:42.975687 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-832eb150-520b-4adb-8766-982434ba04e4 req-5528efaa-d2c7-40b7-9ec7-53a2f866a5e8 tempest-DeleteServersTestJSON-1870379525 tempest-DeleteServersTestJSON-1870379525-project] 10.222.0.75 "GET /v2.0/ports?device_id=95c33cdb-e7f8-4afa-8b5b-e8bf44a35e34 HTTP/1.1" status: 200 len: 946 time: 0.1549189 Feb 09 19:07:42.984982 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fcda619-b561-4194-8ed5-48f4bd185a9b req-34620247-05cb-4ac7-8b11-0c659381ea79 tempest-TaggedBootDevicesTest_v242-798392635 tempest-TaggedBootDevicesTest_v242-798392635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:07:42.990796 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fcda619-b561-4194-8ed5-48f4bd185a9b req-34620247-05cb-4ac7-8b11-0c659381ea79 tempest-TaggedBootDevicesTest_v242-798392635 tempest-TaggedBootDevicesTest_v242-798392635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:07:42.999391 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fcda619-b561-4194-8ed5-48f4bd185a9b req-34620247-05cb-4ac7-8b11-0c659381ea79 tempest-TaggedBootDevicesTest_v242-798392635 tempest-TaggedBootDevicesTest_v242-798392635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:07:43.006220 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fcda619-b561-4194-8ed5-48f4bd185a9b req-34620247-05cb-4ac7-8b11-0c659381ea79 tempest-TaggedBootDevicesTest_v242-798392635 tempest-TaggedBootDevicesTest_v242-798392635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:07:43.008660 n-d-713498-36 neutron-server[103233]: DEBUG neutron.db.l3_dvr_db [None req-e9b18abf-54b1-480e-82ee-ff561859e585 None None] Set router 96249836-900d-4477-a2b3-cb7ec6953583 gateway port host: n-d-713498-36 {{(pid=103233) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 19:07:43.017633 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-7fcda619-b561-4194-8ed5-48f4bd185a9b req-34620247-05cb-4ac7-8b11-0c659381ea79 tempest-TaggedBootDevicesTest_v242-798392635 tempest-TaggedBootDevicesTest_v242-798392635-project] 10.222.0.75 "GET /v2.0/ports?device_id=8319129f-1054-494a-b0c0-2ec99e839619 HTTP/1.1" status: 200 len: 5444 time: 0.3506908 Feb 09 19:07:43.068861 n-d-713498-36 neutron-server[103229]: DEBUG neutron.db.db_base_plugin_common [None req-489f5765-be3e-4740-ba75-3975f2bddb7f admin admin] Allocated IP 172.20.0.1 (accce061-061c-4941-b6f5-622972dff07e/8db1da64-e2e1-4413-9461-c0ef5c86913b/fd34fd0e-ed25-4590-b279-ed9d384b8ce4) {{(pid=103229) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 19:07:43.138134 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-832eb150-520b-4adb-8766-982434ba04e4 req-8d4fd1af-dd1a-49ee-9d61-b93749e8cefd tempest-DeleteServersTestJSON-1870379525 tempest-DeleteServersTestJSON-1870379525-project] 10.222.0.75 "GET /v2.0/security-groups?id=5ce92d32-ca94-4b6c-925d-b9dff609abe6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1556683 Feb 09 19:07:43.177919 n-d-713498-36 neutron-server[103233]: DEBUG neutron.db.agents_db [None req-4a8a6a42-0a0c-4437-8958-92282682b6bb None None] Agent healthcheck: found 7 active agents {{(pid=103233) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 19:07:43.194983 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Current status of the port 57978827-0bde-483d-9756-8a6f3e35fd81 is: DOWN; New status is: ACTIVE {{(pid=103232) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 19:07:43.196226 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (57978827-0bde-483d-9756-8a6f3e35fd81), before_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:07:43.233743 n-d-713498-36 neutron-server[103232]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '95c33cdb-e7f8-4afa-8b5b-e8bf44a35e34', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '786ad56e-f68d-426c-9e76-7b26223ce18c'}] {{(pid=103232) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 19:07:43.237824 n-d-713498-36 neutron-server[103232]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}949cdcde653dec44821de95cbf67297f53cbc2aed4e073b5d514f93bf911ce85" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9316263f-ea11-4f77-b531-17b2e47d435d" -d '{"events": [{"server_uuid": "95c33cdb-e7f8-4afa-8b5b-e8bf44a35e34", "name": "network-vif-plugged", "status": "completed", "tag": "786ad56e-f68d-426c-9e76-7b26223ce18c"}]}' {{(pid=103232) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 19:07:43.246221 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-7fcda619-b561-4194-8ed5-48f4bd185a9b req-ee2892c3-a388-44a3-b97b-8e6110739587 tempest-TaggedBootDevicesTest_v242-798392635 tempest-TaggedBootDevicesTest_v242-798392635-project] 10.222.0.75 "GET /v2.0/security-groups?id=58062d4f-c149-4db3-a357-a4eb59a3d83e&id=6452f0cf-fe35-4557-9092-43f1827176a8&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2240450 Feb 09 19:07:43.350564 n-d-713498-36 neutron-server[103233]: DEBUG neutron.db.l3_hamode_db [None req-e9b18abf-54b1-480e-82ee-ff561859e585 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '96249836-900d-4477-a2b3-cb7ec6953583', 'name': 'tempest-AttachSCSIVolumeTestJSON-477758730-router', 'tenant_id': '156ea55715a24713b3b342eb95790b07', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88055e1e-672a-4487-be31-ffb6e833ece5', 'external_fixed_ips': [{'subnet_id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'ip_address': '172.25.1.224'}], 'enable_snat': True}, 'gw_port_id': 'b1c5b11a-43d4-48f6-ad0c-cf6af62a1a3e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T19:07:35Z', 'updated_at': '2022-02-09T19:07:37Z', 'revision_number': 3, 'project_id': '156ea55715a24713b3b342eb95790b07', 'gw_port': {'id': 'b1c5b11a-43d4-48f6-ad0c-cf6af62a1a3e', 'name': '', 'network_id': '88055e1e-672a-4487-be31-ffb6e833ece5', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:cc:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '96249836-900d-4477-a2b3-cb7ec6953583', 'device_owner': 'network:router_gateway', 'standard_attr_id': 885, 'fixed_ips': [{'subnet_id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'ip_address': '172.25.1.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T19:07:36Z', 'updated_at': '2022-02-09T19:07:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-36'}], 'n-d-713498-36', False) {} {{(pid=103233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:07:43.369607 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-489f5765-be3e-4740-ba75-3975f2bddb7f admin admin] Publish callbacks [] for port (fd34fd0e-ed25-4590-b279-ed9d384b8ce4), precommit_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:07:43.426790 n-d-713498-36 neutron-server[103233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9b18abf-54b1-480e-82ee-ff561859e585 None None] The sync data for ids ['96249836-900d-4477-a2b3-cb7ec6953583'] in n-d-713498-36 is: [{'id': '96249836-900d-4477-a2b3-cb7ec6953583', 'name': 'tempest-AttachSCSIVolumeTestJSON-477758730-router', 'tenant_id': '156ea55715a24713b3b342eb95790b07', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88055e1e-672a-4487-be31-ffb6e833ece5', 'external_fixed_ips': [{'subnet_id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'ip_address': '172.25.1.224'}], 'enable_snat': True}, 'gw_port_id': 'b1c5b11a-43d4-48f6-ad0c-cf6af62a1a3e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T19:07:35Z', 'updated_at': '2022-02-09T19:07:37Z', 'revision_number': 3, 'project_id': '156ea55715a24713b3b342eb95790b07', 'gw_port': {'id': 'b1c5b11a-43d4-48f6-ad0c-cf6af62a1a3e', 'name': '', 'network_id': '88055e1e-672a-4487-be31-ffb6e833ece5', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:cc:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '96249836-900d-4477-a2b3-cb7ec6953583', 'device_owner': 'network:router_gateway', 'standard_attr_id': 885, 'fixed_ips': [{'subnet_id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'ip_address': '172.25.1.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T19:07:36Z', 'updated_at': '2022-02-09T19:07:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-36'}] {{(pid=103233) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 19:07:43.457142 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Current status of the port c8197a22-0a63-4fe5-8fb5-ede78617a0f7 is: BUILD; New status is: ACTIVE {{(pid=103232) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 19:07:43.457732 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (c8197a22-0a63-4fe5-8fb5-ede78617a0f7), before_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:07:43.466831 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-fed5b4cb-bc18-499d-b159-61c201b7f98d None None] Current status of the port 57978827-0bde-483d-9756-8a6f3e35fd81 is: DOWN; New status is: ACTIVE {{(pid=103232) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 19:07:43.467237 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-fed5b4cb-bc18-499d-b159-61c201b7f98d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (57978827-0bde-483d-9756-8a6f3e35fd81), before_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:07:43.511110 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99973b26-1ed1-406d-a92f-3aea30f53570 req-801dbfa9-ae65-4f65-a386-5114f7f1c1ca tempest-ListImageFiltersTestJSON-604118414 tempest-ListImageFiltersTestJSON-604118414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:07:43.523923 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-99973b26-1ed1-406d-a92f-3aea30f53570 req-801dbfa9-ae65-4f65-a386-5114f7f1c1ca tempest-ListImageFiltersTestJSON-604118414 tempest-ListImageFiltersTestJSON-604118414-project] 10.222.0.75 "GET /v2.0/ports?device_id=760f09f0-6e29-4b3b-84f4-9384bbe2a2c0 HTTP/1.1" status: 200 len: 948 time: 0.1488931 Feb 09 19:07:43.528330 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-b2830eeb-dd5f-4277-b632-2d483e9bb123 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762867132591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593584'] for agent (93303d5e-5d17-45e8-8963-7694f87783ae), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:07:43.552908 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-489f5765-be3e-4740-ba75-3975f2bddb7f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762866656467', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12867576'] for port (fd34fd0e-ed25-4590-b279-ed9d384b8ce4), after_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:07:43.601648 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-7429db8d-6021-40ad-813e-885be449a89b None None] For port c8197a22-0a63-4fe5-8fb5-ede78617a0f7, host n-h2-713498-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-36',level=0,port_id=c8197a22-0a63-4fe5-8fb5-ede78617a0f7,segment=NetworkSegment(c2ea736f-956b-4712-9292-0c7e6eae844b),segment_id=c2ea736f-956b-4712-9292-0c7e6eae844b)] {{(pid=103232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 19:07:43.615501 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Current status of the port d497de83-eda3-43bc-87ef-1bdb243bb575 is: BUILD; New status is: ACTIVE {{(pid=103232) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 19:07:43.615970 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (d497de83-eda3-43bc-87ef-1bdb243bb575), before_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:07:43.620849 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] For port 57978827-0bde-483d-9756-8a6f3e35fd81, host n-d-713498-36, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-36',level=0,port_id=57978827-0bde-483d-9756-8a6f3e35fd81,segment=NetworkSegment(0bf6b8dc-b06d-4f6b-b1a6-2917a8aeac5d),segment_id=0bf6b8dc-b06d-4f6b-b1a6-2917a8aeac5d)] {{(pid=103232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 19:07:43.623267 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762867176205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762866656485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762866656503'] for port (c8197a22-0a63-4fe5-8fb5-ede78617a0f7), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:07:43.639946 n-d-713498-36 neutron-server[103229]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-489f5765-be3e-4740-ba75-3975f2bddb7f admin admin] Network accce061-061c-4941-b6f5-622972dff07e is already hosted by enough agents. {{(pid=103229) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 19:07:43.642436 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Device 2a497291-c0ba-497e-912e-500b14b27235 up at agent hyperv_n-h2-713498-36 {{(pid=103232) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 19:07:43.648673 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762867176205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762866656485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762866656503'] for port (57978827-0bde-483d-9756-8a6f3e35fd81), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:07:43.654207 n-d-713498-36 neutron-server[103229]: DEBUG neutron.scheduler.base_scheduler [None req-489f5765-be3e-4740-ba75-3975f2bddb7f admin admin] Resources bound (agent type, host, resource id): {{(pid=103229) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 19:07:43.662018 n-d-713498-36 neutron-server[103229]: DEBUG neutron.db.l3_dvrscheduler_db [None req-489f5765-be3e-4740-ba75-3975f2bddb7f admin admin] Received port after_create {{(pid=103229) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 19:07:43.711283 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-489f5765-be3e-4740-ba75-3975f2bddb7f admin admin] Pushing event updated for resources: {'Port': ['ID=fd34fd0e-ed25-4590-b279-ed9d384b8ce4,revision_number=1']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:07:43.733694 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-99973b26-1ed1-406d-a92f-3aea30f53570 req-d73736ea-69b9-4c4a-bf0e-a9bdee5fa0bc tempest-ListImageFiltersTestJSON-604118414 tempest-ListImageFiltersTestJSON-604118414-project] 10.222.0.75 "GET /v2.0/security-groups?id=07f3d744-f31d-4802-87a4-5a0ced0ab589&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2071686 Feb 09 19:07:43.785233 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-489f5765-be3e-4740-ba75-3975f2bddb7f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1819024'] for router_interface (96249836-900d-4477-a2b3-cb7ec6953583), before_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:07:43.923632 n-d-713498-36 neutron-server[103232]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 19:07:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-65c40096-ab73-4189-b44e-fbbf27ab1140 x-openstack-request-id: req-65c40096-ab73-4189-b44e-fbbf27ab1140 {{(pid=103232) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 19:07:43.924009 n-d-713498-36 neutron-server[103232]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "95c33cdb-e7f8-4afa-8b5b-e8bf44a35e34", "name": "network-vif-plugged", "status": "completed", "tag": "786ad56e-f68d-426c-9e76-7b26223ce18c", "code": 200}]} {{(pid=103232) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 19:07:43.924268 n-d-713498-36 neutron-server[103232]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-65c40096-ab73-4189-b44e-fbbf27ab1140 {{(pid=103232) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 19:07:43.924711 n-d-713498-36 neutron-server[103232]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '95c33cdb-e7f8-4afa-8b5b-e8bf44a35e34', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '786ad56e-f68d-426c-9e76-7b26223ce18c', 'code': 200} Feb 09 19:07:43.948799 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] For port d497de83-eda3-43bc-87ef-1bdb243bb575, host n-h1-713498-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-36',level=0,port_id=d497de83-eda3-43bc-87ef-1bdb243bb575,segment=NetworkSegment(50e5915e-18f0-4558-9a28-b978975ead36),segment_id=50e5915e-18f0-4558-9a28-b978975ead36)] {{(pid=103232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 19:07:43.950949 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.db.api [None req-fed5b4cb-bc18-499d-b159-61c201b7f98d None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103232) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 09 19:07:43.951375 n-d-713498-36 neutron-server[103232]: DEBUG oslo_db.api [None req-fed5b4cb-bc18-499d-b159-61c201b7f98d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 09 19:07:43.955010 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Device 0baee576-6f95-40c6-a4a9-d02277e881bb up at agent ovs-agent-n-d-713498-36 {{(pid=103232) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 19:07:43.957393 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Pushing event updated for resources: {'Port': ['ID=c8197a22-0a63-4fe5-8fb5-ede78617a0f7,revision_number=5']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:07:43.964829 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762867176205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762866656485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762866656503'] for port (d497de83-eda3-43bc-87ef-1bdb243bb575), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:07:44.044031 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-489f5765-be3e-4740-ba75-3975f2bddb7f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:07:44.046455 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-489f5765-be3e-4740-ba75-3975f2bddb7f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:07:44.046929 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-489f5765-be3e-4740-ba75-3975f2bddb7f admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:07:44.048087 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-489f5765-be3e-4740-ba75-3975f2bddb7f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:07:44.050690 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-489f5765-be3e-4740-ba75-3975f2bddb7f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:07:44.057741 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-489f5765-be3e-4740-ba75-3975f2bddb7f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:07:44.057741 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-489f5765-be3e-4740-ba75-3975f2bddb7f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:07:44.059454 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-489f5765-be3e-4740-ba75-3975f2bddb7f admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:07:44.060248 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-489f5765-be3e-4740-ba75-3975f2bddb7f admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:07:44.061489 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-489f5765-be3e-4740-ba75-3975f2bddb7f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:07:44.063870 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-489f5765-be3e-4740-ba75-3975f2bddb7f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:07:44.064552 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-489f5765-be3e-4740-ba75-3975f2bddb7f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:07:44.068347 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-489f5765-be3e-4740-ba75-3975f2bddb7f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:07:44.162589 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-044a0df8-a290-440b-b7be-a7a6b0f2fd28 req-989302dd-38ab-4c5e-8ff4-2bb1c7517bb1 tempest-LiveAutoBlockMigrationV225Test-2127879101 tempest-LiveAutoBlockMigrationV225Test-2127879101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:07:44.176433 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-044a0df8-a290-440b-b7be-a7a6b0f2fd28 req-989302dd-38ab-4c5e-8ff4-2bb1c7517bb1 tempest-LiveAutoBlockMigrationV225Test-2127879101 tempest-LiveAutoBlockMigrationV225Test-2127879101-project] 10.222.0.75 "GET /v2.0/ports?device_id=d3938fbf-e1b0-4686-9d2f-36596059719e HTTP/1.1" status: 200 len: 945 time: 0.2291729 Feb 09 19:07:44.239507 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Pushing event updated for resources: {'Port': ['ID=57978827-0bde-483d-9756-8a6f3e35fd81,revision_number=3']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:07:44.289288 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-044a0df8-a290-440b-b7be-a7a6b0f2fd28 req-2857f5a9-2cd5-4c68-a889-335baf7c433c tempest-LiveAutoBlockMigrationV225Test-2127879101 tempest-LiveAutoBlockMigrationV225Test-2127879101-project] 10.222.0.75 "GET /v2.0/security-groups?id=e3cb5363-3b49-4f74-b239-a871e755b40a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1114058 Feb 09 19:07:44.347242 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8431b27-a829-444b-96b5-2e13590e21c9 req-956c067d-fb72-4c69-b3e4-fb9494c4f834 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:07:44.351738 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-d8431b27-a829-444b-96b5-2e13590e21c9 req-956c067d-fb72-4c69-b3e4-fb9494c4f834 service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=95c33cdb-e7f8-4afa-8b5b-e8bf44a35e34 HTTP/1.1" status: 200 len: 1129 time: 0.2755725 Feb 09 19:07:44.478954 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Pushing event updated for resources: {'Port': ['ID=d497de83-eda3-43bc-87ef-1bdb243bb575,revision_number=5']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:07:44.487157 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-d8431b27-a829-444b-96b5-2e13590e21c9 req-f514bc6c-149c-4472-9f9e-5ff96f985b23 service neutron] 10.222.0.90 "GET /v2.0/security-groups?id=5ce92d32-ca94-4b6c-925d-b9dff609abe6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1284995 Feb 09 19:07:44.516526 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-489f5765-be3e-4740-ba75-3975f2bddb7f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (fd34fd0e-ed25-4590-b279-ed9d384b8ce4), before_update {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:07:44.523303 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2a21027-13a7-4e5c-bf15-ddb26327ae03 req-5ef9a2d3-af04-41a7-9f38-48ff0b6a68a4 tempest-TaggedBootDevicesTest_v242-798392635 tempest-TaggedBootDevicesTest_v242-798392635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:07:44.530676 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2a21027-13a7-4e5c-bf15-ddb26327ae03 req-5ef9a2d3-af04-41a7-9f38-48ff0b6a68a4 tempest-TaggedBootDevicesTest_v242-798392635 tempest-TaggedBootDevicesTest_v242-798392635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:07:44.531431 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.provisioning_blocks [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Provisioning for port 2a497291-c0ba-497e-912e-500b14b27235 completed by entity L2. {{(pid=103232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 19:07:44.540374 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2a21027-13a7-4e5c-bf15-ddb26327ae03 req-5ef9a2d3-af04-41a7-9f38-48ff0b6a68a4 tempest-TaggedBootDevicesTest_v242-798392635 tempest-TaggedBootDevicesTest_v242-798392635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:07:44.556122 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2a21027-13a7-4e5c-bf15-ddb26327ae03 req-5ef9a2d3-af04-41a7-9f38-48ff0b6a68a4 tempest-TaggedBootDevicesTest_v242-798392635 tempest-TaggedBootDevicesTest_v242-798392635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:07:44.563488 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2a21027-13a7-4e5c-bf15-ddb26327ae03 req-5ef9a2d3-af04-41a7-9f38-48ff0b6a68a4 tempest-TaggedBootDevicesTest_v242-798392635 tempest-TaggedBootDevicesTest_v242-798392635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:07:44.576930 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40758451-fc25-45ec-9007-4119f665f42e req-2e2947c2-68f3-4eba-aff9-ff3e631a1912 tempest-DeleteServersTestJSON-1870379525 tempest-DeleteServersTestJSON-1870379525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:07:44.577481 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2a21027-13a7-4e5c-bf15-ddb26327ae03 req-5ef9a2d3-af04-41a7-9f38-48ff0b6a68a4 tempest-TaggedBootDevicesTest_v242-798392635 tempest-TaggedBootDevicesTest_v242-798392635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:07:44.581120 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-40758451-fc25-45ec-9007-4119f665f42e req-2e2947c2-68f3-4eba-aff9-ff3e631a1912 tempest-DeleteServersTestJSON-1870379525 tempest-DeleteServersTestJSON-1870379525-project] 10.222.0.75 "GET /v2.0/ports?device_id=95c33cdb-e7f8-4afa-8b5b-e8bf44a35e34 HTTP/1.1" status: 200 len: 946 time: 0.2641056 Feb 09 19:07:44.584182 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2a21027-13a7-4e5c-bf15-ddb26327ae03 req-5ef9a2d3-af04-41a7-9f38-48ff0b6a68a4 tempest-TaggedBootDevicesTest_v242-798392635 tempest-TaggedBootDevicesTest_v242-798392635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:07:44.594297 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-a2a21027-13a7-4e5c-bf15-ddb26327ae03 req-5ef9a2d3-af04-41a7-9f38-48ff0b6a68a4 tempest-TaggedBootDevicesTest_v242-798392635 tempest-TaggedBootDevicesTest_v242-798392635-project] 10.222.0.75 "GET /v2.0/ports?device_id=8319129f-1054-494a-b0c0-2ec99e839619 HTTP/1.1" status: 200 len: 5445 time: 0.1542988 Feb 09 19:07:44.618389 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-edc54c9b-7f13-45d9-9271-85c9738b0128 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762867132591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593584'] for agent (a62b1850-466f-48ae-bec7-d62fb280e14b), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:07:44.639359 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.provisioning_blocks [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Provisioning complete for port 2a497291-c0ba-497e-912e-500b14b27235 triggered by entity L2. {{(pid=103232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 19:07:44.641803 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593630'] for port (2a497291-c0ba-497e-912e-500b14b27235), provisioning_complete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:07:44.689465 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-a2a21027-13a7-4e5c-bf15-ddb26327ae03 req-b97809d4-ff9c-432e-8134-ef587af71382 tempest-TaggedBootDevicesTest_v242-798392635 tempest-TaggedBootDevicesTest_v242-798392635-project] 10.222.0.75 "GET /v2.0/security-groups?id=58062d4f-c149-4db3-a357-a4eb59a3d83e&id=6452f0cf-fe35-4557-9092-43f1827176a8&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0929694 Feb 09 19:07:44.739798 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-fed5b4cb-bc18-499d-b159-61c201b7f98d None None] Current status of the port 57978827-0bde-483d-9756-8a6f3e35fd81 is: ACTIVE; New status is: ACTIVE {{(pid=103232) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 19:07:44.741420 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-40758451-fc25-45ec-9007-4119f665f42e req-44361c69-d83c-46d9-9fc2-e653fca668b1 tempest-DeleteServersTestJSON-1870379525 tempest-DeleteServersTestJSON-1870379525-project] 10.222.0.75 "GET /v2.0/security-groups?id=5ce92d32-ca94-4b6c-925d-b9dff609abe6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1520221 Feb 09 19:07:44.787645 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.provisioning_blocks [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Provisioning complete for port 0baee576-6f95-40c6-a4a9-d02277e881bb triggered by entity L2. {{(pid=103232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 19:07:44.788393 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593630'] for port (0baee576-6f95-40c6-a4a9-d02277e881bb), provisioning_complete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:07:44.888235 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47d1cebe-504f-4371-b839-0e6f65cef326 req-bc2105b5-5572-4253-a188-55eb86211f3a tempest-ListImageFiltersTestJSON-604118414 tempest-ListImageFiltersTestJSON-604118414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:07:44.897834 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-47d1cebe-504f-4371-b839-0e6f65cef326 req-bc2105b5-5572-4253-a188-55eb86211f3a tempest-ListImageFiltersTestJSON-604118414 tempest-ListImageFiltersTestJSON-604118414-project] 10.222.0.75 "GET /v2.0/ports?device_id=760f09f0-6e29-4b3b-84f4-9384bbe2a2c0 HTTP/1.1" status: 200 len: 949 time: 0.0757122 Feb 09 19:07:45.002840 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-47d1cebe-504f-4371-b839-0e6f65cef326 req-1fe8a2bd-61c6-4638-9581-e4658832f9bc tempest-ListImageFiltersTestJSON-604118414 tempest-ListImageFiltersTestJSON-604118414-project] 10.222.0.75 "GET /v2.0/security-groups?id=07f3d744-f31d-4802-87a4-5a0ced0ab589&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1037276 Feb 09 19:07:45.029223 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-489f5765-be3e-4740-ba75-3975f2bddb7f admin admin] Publish callbacks [] for port (fd34fd0e-ed25-4590-b279-ed9d384b8ce4), precommit_update {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:07:45.037156 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-489f5765-be3e-4740-ba75-3975f2bddb7f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762867176205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762866656485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762866656503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12867569'] for port (fd34fd0e-ed25-4590-b279-ed9d384b8ce4), after_update {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:07:45.132519 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-489f5765-be3e-4740-ba75-3975f2bddb7f admin admin] Pushing event updated for resources: {'Port': ['ID=fd34fd0e-ed25-4590-b279-ed9d384b8ce4,revision_number=2']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:07:45.135804 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-489f5765-be3e-4740-ba75-3975f2bddb7f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1613458', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1834496'] for router_interface (96249836-900d-4477-a2b3-cb7ec6953583), after_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:07:45.137429 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Current status of the port 2a497291-c0ba-497e-912e-500b14b27235 is: BUILD; New status is: ACTIVE {{(pid=103232) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 19:07:45.137796 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (2a497291-c0ba-497e-912e-500b14b27235), before_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:07:45.152760 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.provisioning_blocks [None req-311c816d-3ce5-4443-8da6-2d6afa2d2d93 None None] Provisioning complete for port 57978827-0bde-483d-9756-8a6f3e35fd81 triggered by entity DHCP. {{(pid=103232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 19:07:45.153195 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-311c816d-3ce5-4443-8da6-2d6afa2d2d93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593630'] for port (57978827-0bde-483d-9756-8a6f3e35fd81), provisioning_complete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:07:45.222963 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-7429db8d-6021-40ad-813e-885be449a89b None None] For port 2a497291-c0ba-497e-912e-500b14b27235, host n-h2-713498-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-36',level=0,port_id=2a497291-c0ba-497e-912e-500b14b27235,segment=NetworkSegment(50e5915e-18f0-4558-9a28-b978975ead36),segment_id=50e5915e-18f0-4558-9a28-b978975ead36)] {{(pid=103232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 19:07:45.255304 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762867176205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762866656485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762866656503'] for port (2a497291-c0ba-497e-912e-500b14b27235), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:07:45.330709 n-d-713498-36 neutron-server[103229]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-489f5765-be3e-4740-ba75-3975f2bddb7f admin admin] Network accce061-061c-4941-b6f5-622972dff07e is already hosted by enough agents. {{(pid=103229) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 19:07:45.337461 n-d-713498-36 neutron-server[103229]: DEBUG neutron.scheduler.base_scheduler [None req-489f5765-be3e-4740-ba75-3975f2bddb7f admin admin] Resources bound (agent type, host, resource id): {{(pid=103229) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 19:07:45.372864 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Current status of the port 0baee576-6f95-40c6-a4a9-d02277e881bb is: ACTIVE; New status is: ACTIVE {{(pid=103232) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 19:07:45.415490 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Pushing event updated for resources: {'Port': ['ID=2a497291-c0ba-497e-912e-500b14b27235,revision_number=5']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:07:45.420784 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-311c816d-3ce5-4443-8da6-2d6afa2d2d93 None None] Current status of the port 57978827-0bde-483d-9756-8a6f3e35fd81 is: ACTIVE; New status is: ACTIVE {{(pid=103232) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 19:07:45.442415 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.provisioning_blocks [None req-311c816d-3ce5-4443-8da6-2d6afa2d2d93 None None] Provisioning complete for port fd34fd0e-ed25-4590-b279-ed9d384b8ce4 triggered by entity DHCP. {{(pid=103232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 19:07:45.442793 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-311c816d-3ce5-4443-8da6-2d6afa2d2d93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593630'] for port (fd34fd0e-ed25-4590-b279-ed9d384b8ce4), provisioning_complete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:07:45.500669 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-311c816d-3ce5-4443-8da6-2d6afa2d2d93 None None] Port fd34fd0e-ed25-4590-b279-ed9d384b8ce4 cannot update to ACTIVE because it is not bound. {{(pid=103232) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 19:07:45.530994 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7a11002-0f11-4321-a8c8-5f0cdd3ee164 req-23514146-2bcc-42a5-8e1a-c394e3ea3103 tempest-LiveAutoBlockMigrationV225Test-2127879101 tempest-LiveAutoBlockMigrationV225Test-2127879101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:07:45.532528 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-d7a11002-0f11-4321-a8c8-5f0cdd3ee164 req-23514146-2bcc-42a5-8e1a-c394e3ea3103 tempest-LiveAutoBlockMigrationV225Test-2127879101 tempest-LiveAutoBlockMigrationV225Test-2127879101-project] 10.222.0.75 "GET /v2.0/ports?device_id=d3938fbf-e1b0-4686-9d2f-36596059719e HTTP/1.1" status: 200 len: 945 time: 0.1164997 Feb 09 19:07:45.576257 n-d-713498-36 neutron-server[103229]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-489f5765-be3e-4740-ba75-3975f2bddb7f admin admin] Router 96249836-900d-4477-a2b3-cb7ec6953583 has already been hosted by L3 agent 93303d5e-5d17-45e8-8963-7694f87783ae {{(pid=103229) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 19:07:45.647429 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-d7a11002-0f11-4321-a8c8-5f0cdd3ee164 req-a2f01151-5faf-4d29-b9d9-f03c737a6911 tempest-LiveAutoBlockMigrationV225Test-2127879101 tempest-LiveAutoBlockMigrationV225Test-2127879101-project] 10.222.0.75 "GET /v2.0/security-groups?id=e3cb5363-3b49-4f74-b239-a871e755b40a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1073430 Feb 09 19:07:45.749669 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-489f5765-be3e-4740-ba75-3975f2bddb7f admin admin] Notify agent at l3_agent.n-d-713498-36 the message routers_updated {{(pid=103229) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 19:07:45.753768 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-489f5765-be3e-4740-ba75-3975f2bddb7f admin admin] 10.222.0.75 "PUT /v2.0/routers/96249836-900d-4477-a2b3-cb7ec6953583/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.8165028 Feb 09 19:07:45.872331 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-a7262a8e-0513-48fd-984d-75726a511961 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762867132591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593584'] for agent (911cfea2-02ae-4ec9-bac3-7808ee1cdd9c), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:07:45.886981 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.provisioning_blocks [None req-ea80964d-c1fa-46a9-8237-17a8795c5634 None None] Provisioning complete for port fd34fd0e-ed25-4590-b279-ed9d384b8ce4 triggered by entity DHCP. {{(pid=103232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 19:07:45.889396 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-ea80964d-c1fa-46a9-8237-17a8795c5634 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593630'] for port (fd34fd0e-ed25-4590-b279-ed9d384b8ce4), provisioning_complete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:07:45.973909 n-d-713498-36 neutron-server[103232]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8319129f-1054-494a-b0c0-2ec99e839619', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c8197a22-0a63-4fe5-8fb5-ede78617a0f7'}, {'server_uuid': '760f09f0-6e29-4b3b-84f4-9384bbe2a2c0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd497de83-eda3-43bc-87ef-1bdb243bb575'}, {'server_uuid': '677c1bb0-b471-4f2d-9175-5a3a0d044cf3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2a497291-c0ba-497e-912e-500b14b27235'}] {{(pid=103232) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 19:07:45.980134 n-d-713498-36 neutron-server[103232]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}949cdcde653dec44821de95cbf67297f53cbc2aed4e073b5d514f93bf911ce85" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7060a32f-87bc-4765-84b1-7fbc8b4a8c5c" -d '{"events": [{"server_uuid": "8319129f-1054-494a-b0c0-2ec99e839619", "name": "network-vif-plugged", "status": "completed", "tag": "c8197a22-0a63-4fe5-8fb5-ede78617a0f7"}, {"server_uuid": "760f09f0-6e29-4b3b-84f4-9384bbe2a2c0", "name": "network-vif-plugged", "status": "completed", "tag": "d497de83-eda3-43bc-87ef-1bdb243bb575"}, {"server_uuid": "677c1bb0-b471-4f2d-9175-5a3a0d044cf3", "name": "network-vif-plugged", "status": "completed", "tag": "2a497291-c0ba-497e-912e-500b14b27235"}]}' {{(pid=103232) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 19:07:45.998099 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76027968-594b-4234-bcfc-83169db0d6ee req-3c4bfd57-33b7-4c4e-b338-b545882d1da0 tempest-TaggedBootDevicesTest_v242-798392635 tempest-TaggedBootDevicesTest_v242-798392635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:07:46.022003 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76027968-594b-4234-bcfc-83169db0d6ee req-3c4bfd57-33b7-4c4e-b338-b545882d1da0 tempest-TaggedBootDevicesTest_v242-798392635 tempest-TaggedBootDevicesTest_v242-798392635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:07:46.039085 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-ea80964d-c1fa-46a9-8237-17a8795c5634 None None] Port fd34fd0e-ed25-4590-b279-ed9d384b8ce4 cannot update to ACTIVE because it is not bound. {{(pid=103232) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 19:07:46.040962 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76027968-594b-4234-bcfc-83169db0d6ee req-3c4bfd57-33b7-4c4e-b338-b545882d1da0 tempest-TaggedBootDevicesTest_v242-798392635 tempest-TaggedBootDevicesTest_v242-798392635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:07:46.055286 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76027968-594b-4234-bcfc-83169db0d6ee req-3c4bfd57-33b7-4c4e-b338-b545882d1da0 tempest-TaggedBootDevicesTest_v242-798392635 tempest-TaggedBootDevicesTest_v242-798392635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:07:46.062625 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76027968-594b-4234-bcfc-83169db0d6ee req-3c4bfd57-33b7-4c4e-b338-b545882d1da0 tempest-TaggedBootDevicesTest_v242-798392635 tempest-TaggedBootDevicesTest_v242-798392635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:07:46.081234 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Device 57978827-0bde-483d-9756-8a6f3e35fd81 up at agent ovs-agent-n-d-713498-36 {{(pid=103232) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 19:07:46.099275 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76027968-594b-4234-bcfc-83169db0d6ee req-3c4bfd57-33b7-4c4e-b338-b545882d1da0 tempest-TaggedBootDevicesTest_v242-798392635 tempest-TaggedBootDevicesTest_v242-798392635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:07:46.120887 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76027968-594b-4234-bcfc-83169db0d6ee req-3c4bfd57-33b7-4c4e-b338-b545882d1da0 tempest-TaggedBootDevicesTest_v242-798392635 tempest-TaggedBootDevicesTest_v242-798392635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:07:46.133684 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-76027968-594b-4234-bcfc-83169db0d6ee req-3c4bfd57-33b7-4c4e-b338-b545882d1da0 tempest-TaggedBootDevicesTest_v242-798392635 tempest-TaggedBootDevicesTest_v242-798392635-project] 10.222.0.75 "GET /v2.0/ports?device_id=8319129f-1054-494a-b0c0-2ec99e839619 HTTP/1.1" status: 200 len: 5445 time: 0.3165739 Feb 09 19:07:46.144294 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58154ffc-bc3e-4cb0-a078-92bd95cb067b req-0ed1a17a-ac59-475f-930b-4ce0dbc92a62 tempest-DeleteServersTestJSON-1870379525 tempest-DeleteServersTestJSON-1870379525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:07:46.146443 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-58154ffc-bc3e-4cb0-a078-92bd95cb067b req-0ed1a17a-ac59-475f-930b-4ce0dbc92a62 tempest-DeleteServersTestJSON-1870379525 tempest-DeleteServersTestJSON-1870379525-project] 10.222.0.75 "GET /v2.0/ports?device_id=95c33cdb-e7f8-4afa-8b5b-e8bf44a35e34 HTTP/1.1" status: 200 len: 946 time: 0.2024517 Feb 09 19:07:46.243175 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-58154ffc-bc3e-4cb0-a078-92bd95cb067b req-23661b87-c17f-4fda-929d-3d485a66d09f tempest-DeleteServersTestJSON-1870379525 tempest-DeleteServersTestJSON-1870379525-project] 10.222.0.75 "GET /v2.0/security-groups?id=5ce92d32-ca94-4b6c-925d-b9dff609abe6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0833585 Feb 09 19:07:46.266003 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-76027968-594b-4234-bcfc-83169db0d6ee req-9703b4dd-7b50-4b76-815c-833a3e7f9553 tempest-TaggedBootDevicesTest_v242-798392635 tempest-TaggedBootDevicesTest_v242-798392635-project] 10.222.0.75 "GET /v2.0/security-groups?id=58062d4f-c149-4db3-a357-a4eb59a3d83e&id=6452f0cf-fe35-4557-9092-43f1827176a8&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1249187 Feb 09 19:07:46.270089 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.provisioning_blocks [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Provisioning complete for port 57978827-0bde-483d-9756-8a6f3e35fd81 triggered by entity L2. {{(pid=103232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 19:07:46.270472 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593630'] for port (57978827-0bde-483d-9756-8a6f3e35fd81), provisioning_complete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:07:46.345809 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c5d551c-08e9-477d-9bc3-1a79f0f47c8c None None] Sync routers for ids ['96249836-900d-4477-a2b3-cb7ec6953583'] in n-d-713498-36 {{(pid=103232) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 19:07:46.392284 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c5d551c-08e9-477d-9bc3-1a79f0f47c8c None None] Routers {'96249836-900d-4477-a2b3-cb7ec6953583'} bound to L3 agent in host n-d-713498-36 {{(pid=103232) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 19:07:46.394469 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.l3_hamode_db [None req-1c5d551c-08e9-477d-9bc3-1a79f0f47c8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T18:51:43Z,description=,heartbeat_timestamp=2022-02-09T19:07:43Z,host='n-d-713498-36',id=93303d5e-5d17-45e8-8963-7694f87783ae,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T18:51:43Z,topic='l3_agent')) {'router_ids': ['96249836-900d-4477-a2b3-cb7ec6953583'], 'active': True} {{(pid=103232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:07:46.545789 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7dcae73-a138-400c-aa1a-2e3cfe0c0ca1 req-985bee4d-85f5-4a06-a0df-f4c09c466340 tempest-ListImageFiltersTestJSON-604118414 tempest-ListImageFiltersTestJSON-604118414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:07:46.553496 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-d7dcae73-a138-400c-aa1a-2e3cfe0c0ca1 req-985bee4d-85f5-4a06-a0df-f4c09c466340 tempest-ListImageFiltersTestJSON-604118414 tempest-ListImageFiltersTestJSON-604118414-project] 10.222.0.75 "GET /v2.0/ports?device_id=760f09f0-6e29-4b3b-84f4-9384bbe2a2c0 HTTP/1.1" status: 200 len: 949 time: 0.1128278 Feb 09 19:07:46.564957 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05255a75-86f1-4b0b-88e9-28762a4984e3 req-47036e40-f6f4-4554-80b2-c45445018943 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:07:46.566959 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-05255a75-86f1-4b0b-88e9-28762a4984e3 req-47036e40-f6f4-4554-80b2-c45445018943 service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=760f09f0-6e29-4b3b-84f4-9384bbe2a2c0 HTTP/1.1" status: 200 len: 1132 time: 0.1153228 Feb 09 19:07:46.602687 n-d-713498-36 neutron-server[103232]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 525 Content-Type: application/json Date: Wed, 09 Feb 2022 19:07:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f0fce336-9d05-4162-8387-dae40a07358b x-openstack-request-id: req-f0fce336-9d05-4162-8387-dae40a07358b {{(pid=103232) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 19:07:46.603819 n-d-713498-36 neutron-server[103232]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8319129f-1054-494a-b0c0-2ec99e839619", "name": "network-vif-plugged", "status": "completed", "tag": "c8197a22-0a63-4fe5-8fb5-ede78617a0f7", "code": 200}, {"server_uuid": "760f09f0-6e29-4b3b-84f4-9384bbe2a2c0", "name": "network-vif-plugged", "status": "completed", "tag": "d497de83-eda3-43bc-87ef-1bdb243bb575", "code": 200}, {"server_uuid": "677c1bb0-b471-4f2d-9175-5a3a0d044cf3", "name": "network-vif-plugged", "status": "completed", "tag": "2a497291-c0ba-497e-912e-500b14b27235", "code": 200}]} {{(pid=103232) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 19:07:46.604122 n-d-713498-36 neutron-server[103232]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-f0fce336-9d05-4162-8387-dae40a07358b {{(pid=103232) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 19:07:46.604526 n-d-713498-36 neutron-server[103232]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8319129f-1054-494a-b0c0-2ec99e839619', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c8197a22-0a63-4fe5-8fb5-ede78617a0f7', 'code': 200} Feb 09 19:07:46.605212 n-d-713498-36 neutron-server[103232]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '760f09f0-6e29-4b3b-84f4-9384bbe2a2c0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd497de83-eda3-43bc-87ef-1bdb243bb575', 'code': 200} Feb 09 19:07:46.605624 n-d-713498-36 neutron-server[103232]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '677c1bb0-b471-4f2d-9175-5a3a0d044cf3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2a497291-c0ba-497e-912e-500b14b27235', 'code': 200} Feb 09 19:07:46.640737 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-552d3303-8f72-48f6-91bc-7b7b1ec27de0 req-32db4d6c-706a-4e48-a5d2-a0d566205fe6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:07:46.646066 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-552d3303-8f72-48f6-91bc-7b7b1ec27de0 req-32db4d6c-706a-4e48-a5d2-a0d566205fe6 service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=677c1bb0-b471-4f2d-9175-5a3a0d044cf3 HTTP/1.1" status: 200 len: 1132 time: 0.1214693 Feb 09 19:07:46.678096 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-d7dcae73-a138-400c-aa1a-2e3cfe0c0ca1 req-597a478d-2b71-4603-90f1-e1ce6375e024 tempest-ListImageFiltersTestJSON-604118414 tempest-ListImageFiltersTestJSON-604118414-project] 10.222.0.75 "GET /v2.0/security-groups?id=07f3d744-f31d-4802-87a4-5a0ced0ab589&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1177418 Feb 09 19:07:46.700592 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-05255a75-86f1-4b0b-88e9-28762a4984e3 req-b35a2879-369b-41db-a37d-4a0e0a03e0da service neutron] 10.222.0.89 "GET /v2.0/security-groups?id=07f3d744-f31d-4802-87a4-5a0ced0ab589&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1108854 Feb 09 19:07:46.763952 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Current status of the port 57978827-0bde-483d-9756-8a6f3e35fd81 is: ACTIVE; New status is: ACTIVE {{(pid=103232) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 19:07:46.765103 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Device b1c5b11a-43d4-48f6-ad0c-cf6af62a1a3e up at agent ovs-agent-n-d-713498-36 {{(pid=103232) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 19:07:46.781103 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-552d3303-8f72-48f6-91bc-7b7b1ec27de0 req-76f70d88-f57d-4b2f-b13b-b8f54b73dad6 service neutron] 10.222.0.90 "GET /v2.0/security-groups?id=07f3d744-f31d-4802-87a4-5a0ced0ab589&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0901523 Feb 09 19:07:46.789856 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88a5872a-f3f7-4aff-8478-4e00a460829d req-75de16f7-d66d-4de7-aab0-51ad39381d31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:07:46.790653 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88a5872a-f3f7-4aff-8478-4e00a460829d req-75de16f7-d66d-4de7-aab0-51ad39381d31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:07:46.791740 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88a5872a-f3f7-4aff-8478-4e00a460829d req-75de16f7-d66d-4de7-aab0-51ad39381d31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:07:46.792345 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88a5872a-f3f7-4aff-8478-4e00a460829d req-75de16f7-d66d-4de7-aab0-51ad39381d31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:07:46.793006 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88a5872a-f3f7-4aff-8478-4e00a460829d req-75de16f7-d66d-4de7-aab0-51ad39381d31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:07:46.793981 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88a5872a-f3f7-4aff-8478-4e00a460829d req-75de16f7-d66d-4de7-aab0-51ad39381d31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:07:46.794584 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88a5872a-f3f7-4aff-8478-4e00a460829d req-75de16f7-d66d-4de7-aab0-51ad39381d31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:07:46.796691 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-88a5872a-f3f7-4aff-8478-4e00a460829d req-75de16f7-d66d-4de7-aab0-51ad39381d31 service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=8319129f-1054-494a-b0c0-2ec99e839619 HTTP/1.1" status: 200 len: 6726 time: 0.1788054 Feb 09 19:07:46.802928 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.l3_dvr_db [None req-1c5d551c-08e9-477d-9bc3-1a79f0f47c8c None None] Set router 96249836-900d-4477-a2b3-cb7ec6953583 gateway port host: n-d-713498-36 {{(pid=103232) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 19:07:46.906871 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b84b7dd2-4d1f-43e8-8a54-a99fcb5db63a req-16deb2ae-30b1-4aa4-9047-0948f99f39af tempest-LiveAutoBlockMigrationV225Test-2127879101 tempest-LiveAutoBlockMigrationV225Test-2127879101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:07:46.914919 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-b84b7dd2-4d1f-43e8-8a54-a99fcb5db63a req-16deb2ae-30b1-4aa4-9047-0948f99f39af tempest-LiveAutoBlockMigrationV225Test-2127879101 tempest-LiveAutoBlockMigrationV225Test-2127879101-project] 10.222.0.75 "GET /v2.0/ports?device_id=d3938fbf-e1b0-4686-9d2f-36596059719e HTTP/1.1" status: 200 len: 945 time: 0.1045434 Feb 09 19:07:46.915392 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.provisioning_blocks [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Provisioning complete for port b1c5b11a-43d4-48f6-ad0c-cf6af62a1a3e triggered by entity L2. {{(pid=103232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 19:07:46.915777 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593630'] for port (b1c5b11a-43d4-48f6-ad0c-cf6af62a1a3e), provisioning_complete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:07:47.036205 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762867132591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593584'] for agent (496418a2-c002-4aec-ab1a-07f3bea491bd), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:07:47.037298 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-b84b7dd2-4d1f-43e8-8a54-a99fcb5db63a req-d467bb78-f7ab-4d76-b331-2d2e98348dfd tempest-LiveAutoBlockMigrationV225Test-2127879101 tempest-LiveAutoBlockMigrationV225Test-2127879101-project] 10.222.0.75 "GET /v2.0/security-groups?id=e3cb5363-3b49-4f74-b239-a871e755b40a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1198251 Feb 09 19:07:47.154652 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-88a5872a-f3f7-4aff-8478-4e00a460829d req-5243c75f-db79-4b3d-bc05-1800f9bf77a8 service neutron] 10.222.0.90 "GET /v2.0/security-groups?id=58062d4f-c149-4db3-a357-a4eb59a3d83e&id=6452f0cf-fe35-4557-9092-43f1827176a8&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1431003 Feb 09 19:07:47.162377 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Current status of the port b1c5b11a-43d4-48f6-ad0c-cf6af62a1a3e is: DOWN; New status is: ACTIVE {{(pid=103232) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 19:07:47.163353 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (b1c5b11a-43d4-48f6-ad0c-cf6af62a1a3e), before_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:07:47.189865 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] For port b1c5b11a-43d4-48f6-ad0c-cf6af62a1a3e, host n-d-713498-36, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-36',level=0,port_id=b1c5b11a-43d4-48f6-ad0c-cf6af62a1a3e,segment=NetworkSegment(a4222f89-8d3f-4b51-953b-1a8126392491),segment_id=a4222f89-8d3f-4b51-953b-1a8126392491)] {{(pid=103232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 19:07:47.200495 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762867176205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762866656485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762866656503'] for port (b1c5b11a-43d4-48f6-ad0c-cf6af62a1a3e), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:07:47.375555 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Pushing event updated for resources: {'Port': ['ID=b1c5b11a-43d4-48f6-ad0c-cf6af62a1a3e,revision_number=4']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:07:47.400421 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.l3_hamode_db [None req-1c5d551c-08e9-477d-9bc3-1a79f0f47c8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '96249836-900d-4477-a2b3-cb7ec6953583', 'name': 'tempest-AttachSCSIVolumeTestJSON-477758730-router', 'tenant_id': '156ea55715a24713b3b342eb95790b07', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88055e1e-672a-4487-be31-ffb6e833ece5', 'external_fixed_ips': [{'subnet_id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'ip_address': '172.25.1.224'}], 'enable_snat': True}, 'gw_port_id': 'b1c5b11a-43d4-48f6-ad0c-cf6af62a1a3e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T19:07:35Z', 'updated_at': '2022-02-09T19:07:44Z', 'revision_number': 4, 'project_id': '156ea55715a24713b3b342eb95790b07', 'gw_port': {'id': 'b1c5b11a-43d4-48f6-ad0c-cf6af62a1a3e', 'name': '', 'network_id': '88055e1e-672a-4487-be31-ffb6e833ece5', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:cc:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '96249836-900d-4477-a2b3-cb7ec6953583', 'device_owner': 'network:router_gateway', 'standard_attr_id': 885, 'fixed_ips': [{'subnet_id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'ip_address': '172.25.1.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T19:07:36Z', 'updated_at': '2022-02-09T19:07:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-36', '_interfaces': [{'id': 'fd34fd0e-ed25-4590-b279-ed9d384b8ce4', 'name': '', 'network_id': 'accce061-061c-4941-b6f5-622972dff07e', 'tenant_id': '156ea55715a24713b3b342eb95790b07', 'mac_address': 'fa:16:3e:c2:2a:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '96249836-900d-4477-a2b3-cb7ec6953583', 'device_owner': 'network:router_interface', 'standard_attr_id': 886, 'fixed_ips': [{'subnet_id': '8db1da64-e2e1-4413-9461-c0ef5c86913b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T19:07:42Z', 'updated_at': '2022-02-09T19:07:44Z', 'revision_number': 2, 'project_id': '156ea55715a24713b3b342eb95790b07', 'subnets': [{'id': '8db1da64-e2e1-4413-9461-c0ef5c86913b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-36', False) {} {{(pid=103232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:07:47.485716 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c5d551c-08e9-477d-9bc3-1a79f0f47c8c None None] Checking router: 96249836-900d-4477-a2b3-cb7ec6953583 for host: n-d-713498-36 {{(pid=103232) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 19:07:47.485716 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c5d551c-08e9-477d-9bc3-1a79f0f47c8c None None] Updating router 96249836-900d-4477-a2b3-cb7ec6953583 port fd34fd0e-ed25-4590-b279-ed9d384b8ce4 binding host n-d-713498-36 {{(pid=103232) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 19:07:47.489396 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Device 673f9133-7154-44e2-a4d1-bb1330cf1036 details requested by agent hyperv_n-h1-713498-36 with host n-h1-713498-36 {{(pid=103232) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 19:07:47.603528 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b750c5d-ff12-4a6c-95b9-1ae418a295af req-f94575b6-14eb-4383-8f0d-f52ff3ee2036 tempest-DeleteServersTestJSON-1870379525 tempest-DeleteServersTestJSON-1870379525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:07:47.614667 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-3b750c5d-ff12-4a6c-95b9-1ae418a295af req-f94575b6-14eb-4383-8f0d-f52ff3ee2036 tempest-DeleteServersTestJSON-1870379525 tempest-DeleteServersTestJSON-1870379525-project] 10.222.0.75 "GET /v2.0/ports?device_id=95c33cdb-e7f8-4afa-8b5b-e8bf44a35e34 HTTP/1.1" status: 200 len: 946 time: 0.1625636 Feb 09 19:07:47.619570 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-1c5d551c-08e9-477d-9bc3-1a79f0f47c8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (fd34fd0e-ed25-4590-b279-ed9d384b8ce4), before_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:07:47.679536 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] For port 673f9133-7154-44e2-a4d1-bb1330cf1036, host n-h1-713498-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-36',level=0,port_id=673f9133-7154-44e2-a4d1-bb1330cf1036,segment=NetworkSegment(1cb0f7b5-eca3-4fd8-9372-0323bad2bf37),segment_id=1cb0f7b5-eca3-4fd8-9372-0323bad2bf37)] {{(pid=103232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 19:07:47.701137 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Returning: {'device': '673f9133-7154-44e2-a4d1-bb1330cf1036', 'network_id': 'e119be35-9333-4ec1-a284-366321b505fc', 'port_id': '673f9133-7154-44e2-a4d1-bb1330cf1036', 'mac_address': 'fa:16:3e:99:63:4b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 352, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1c11460d-4fed-4117-8587-f721cf533c67', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103232) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 19:07:47.713561 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-3b750c5d-ff12-4a6c-95b9-1ae418a295af req-a17ded5c-388f-439a-a719-98984753f0bf tempest-DeleteServersTestJSON-1870379525 tempest-DeleteServersTestJSON-1870379525-project] 10.222.0.75 "GET /v2.0/security-groups?id=5ce92d32-ca94-4b6c-925d-b9dff609abe6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0979323 Feb 09 19:07:47.809457 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Current status of the port 673f9133-7154-44e2-a4d1-bb1330cf1036 is: ACTIVE; New status is: BUILD {{(pid=103232) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 19:07:47.809695 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (673f9133-7154-44e2-a4d1-bb1330cf1036), before_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:07:47.834032 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Device b1c5b11a-43d4-48f6-ad0c-cf6af62a1a3e up at agent ovs-agent-n-d-713498-36 {{(pid=103232) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 19:07:47.898536 n-d-713498-36 neutron-server[103232]: DEBUG neutron.notifiers.nova [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 673f9133-7154-44e2-a4d1-bb1330cf1036 {{(pid=103232) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 19:07:47.947578 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-748918cc-3f65-4861-b2a7-ed886200a90e req-f30b43c0-7013-4e11-88fe-b2408271ec99 tempest-TaggedBootDevicesTest_v242-798392635 tempest-TaggedBootDevicesTest_v242-798392635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:07:47.952465 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] For port 673f9133-7154-44e2-a4d1-bb1330cf1036, host n-h1-713498-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-36',level=0,port_id=673f9133-7154-44e2-a4d1-bb1330cf1036,segment=NetworkSegment(1cb0f7b5-eca3-4fd8-9372-0323bad2bf37),segment_id=1cb0f7b5-eca3-4fd8-9372-0323bad2bf37)] {{(pid=103232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 19:07:47.957114 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-748918cc-3f65-4861-b2a7-ed886200a90e req-f30b43c0-7013-4e11-88fe-b2408271ec99 tempest-TaggedBootDevicesTest_v242-798392635 tempest-TaggedBootDevicesTest_v242-798392635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:07:47.966514 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-748918cc-3f65-4861-b2a7-ed886200a90e req-f30b43c0-7013-4e11-88fe-b2408271ec99 tempest-TaggedBootDevicesTest_v242-798392635 tempest-TaggedBootDevicesTest_v242-798392635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:07:47.969351 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762867176205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762866656485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762866656503'] for port (673f9133-7154-44e2-a4d1-bb1330cf1036), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:07:47.973529 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-748918cc-3f65-4861-b2a7-ed886200a90e req-f30b43c0-7013-4e11-88fe-b2408271ec99 tempest-TaggedBootDevicesTest_v242-798392635 tempest-TaggedBootDevicesTest_v242-798392635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:07:47.981839 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-748918cc-3f65-4861-b2a7-ed886200a90e req-f30b43c0-7013-4e11-88fe-b2408271ec99 tempest-TaggedBootDevicesTest_v242-798392635 tempest-TaggedBootDevicesTest_v242-798392635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:07:47.990059 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-748918cc-3f65-4861-b2a7-ed886200a90e req-f30b43c0-7013-4e11-88fe-b2408271ec99 tempest-TaggedBootDevicesTest_v242-798392635 tempest-TaggedBootDevicesTest_v242-798392635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:07:47.996439 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-748918cc-3f65-4861-b2a7-ed886200a90e req-f30b43c0-7013-4e11-88fe-b2408271ec99 tempest-TaggedBootDevicesTest_v242-798392635 tempest-TaggedBootDevicesTest_v242-798392635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:07:48.005415 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-748918cc-3f65-4861-b2a7-ed886200a90e req-f30b43c0-7013-4e11-88fe-b2408271ec99 tempest-TaggedBootDevicesTest_v242-798392635 tempest-TaggedBootDevicesTest_v242-798392635-project] 10.222.0.75 "GET /v2.0/ports?device_id=8319129f-1054-494a-b0c0-2ec99e839619 HTTP/1.1" status: 200 len: 5445 time: 0.1605654 Feb 09 19:07:48.056113 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.provisioning_blocks [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Provisioning complete for port b1c5b11a-43d4-48f6-ad0c-cf6af62a1a3e triggered by entity L2. {{(pid=103232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 19:07:48.056495 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593630'] for port (b1c5b11a-43d4-48f6-ad0c-cf6af62a1a3e), provisioning_complete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:07:48.180763 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-748918cc-3f65-4861-b2a7-ed886200a90e req-766cb78d-7260-4a9f-a02a-343912e35e98 tempest-TaggedBootDevicesTest_v242-798392635 tempest-TaggedBootDevicesTest_v242-798392635-project] 10.222.0.75 "GET /v2.0/security-groups?id=58062d4f-c149-4db3-a357-a4eb59a3d83e&id=6452f0cf-fe35-4557-9092-43f1827176a8&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1732166 Feb 09 19:07:48.266546 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] get_ports_and_sgs() called for port_ids ['673f9133-7154-44e2-a4d1-bb1330cf1036'] {{(pid=103232) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 19:07:48.294948 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Pushing event updated for resources: {'Port': ['ID=673f9133-7154-44e2-a4d1-bb1330cf1036,revision_number=6']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:07:48.357892 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63e83802-1dd4-4fc5-8b91-ce1347c0036a req-5e3f906e-3afa-49dd-9711-5adcaaf712c7 tempest-ListImageFiltersTestJSON-604118414 tempest-ListImageFiltersTestJSON-604118414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:07:48.366317 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-63e83802-1dd4-4fc5-8b91-ce1347c0036a req-5e3f906e-3afa-49dd-9711-5adcaaf712c7 tempest-ListImageFiltersTestJSON-604118414 tempest-ListImageFiltersTestJSON-604118414-project] 10.222.0.75 "GET /v2.0/ports?device_id=760f09f0-6e29-4b3b-84f4-9384bbe2a2c0 HTTP/1.1" status: 200 len: 949 time: 0.0949593 Feb 09 19:07:48.382481 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762867132591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593584'] for agent (488cd9ae-631f-4955-ba0b-4f5a13f12e9c), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:07:48.387865 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-1c5d551c-08e9-477d-9bc3-1a79f0f47c8c None None] Publish callbacks [] for port (fd34fd0e-ed25-4590-b279-ed9d384b8ce4), precommit_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:07:48.404993 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-1c5d551c-08e9-477d-9bc3-1a79f0f47c8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762867176205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762866656485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762866656503'] for port (fd34fd0e-ed25-4590-b279-ed9d384b8ce4), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:07:48.450992 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-63e83802-1dd4-4fc5-8b91-ce1347c0036a req-5a9494c2-a269-46c2-92be-7aa8fafdc9b0 tempest-ListImageFiltersTestJSON-604118414 tempest-ListImageFiltersTestJSON-604118414-project] 10.222.0.75 "GET /v2.0/security-groups?id=07f3d744-f31d-4802-87a4-5a0ced0ab589&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0808702 Feb 09 19:07:48.609213 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Current status of the port b1c5b11a-43d4-48f6-ad0c-cf6af62a1a3e is: ACTIVE; New status is: ACTIVE {{(pid=103232) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 19:07:48.615023 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39990d7f-2a6d-4bda-99d2-88fc5eeb6bb3 None None] Pushing event updated for resources: {'Port': ['ID=fd34fd0e-ed25-4590-b279-ed9d384b8ce4,revision_number=3']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:07:48.707188 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.managers [None req-1c5d551c-08e9-477d-9bc3-1a79f0f47c8c None None] Attempting to bind port fd34fd0e-ed25-4590-b279-ed9d384b8ce4 on host n-d-713498-36 for vnic_type normal with profile {{(pid=103232) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 19:07:48.707939 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.managers [None req-1c5d551c-08e9-477d-9bc3-1a79f0f47c8c None None] Attempting to bind port fd34fd0e-ed25-4590-b279-ed9d384b8ce4 by drivers openvswitch,hyperv on host n-d-713498-36 at level 0 using segments [{'id': '0bf6b8dc-b06d-4f6b-b1a6-2917a8aeac5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': 'accce061-061c-4941-b6f5-622972dff07e'}] {{(pid=103232) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 19:07:48.707939 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c5d551c-08e9-477d-9bc3-1a79f0f47c8c None None] Attempting to bind port fd34fd0e-ed25-4590-b279-ed9d384b8ce4 on network accce061-061c-4941-b6f5-622972dff07e {{(pid=103232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 19:07:48.716891 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c5d551c-08e9-477d-9bc3-1a79f0f47c8c None None] Checking agent: {'id': '496418a2-c002-4aec-ab1a-07f3bea491bd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-36', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 18, 51, 47), 'started_at': datetime.datetime(2022, 2, 9, 18, 52, 17), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 19, 7, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-36'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 19:07:48.717271 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c5d551c-08e9-477d-9bc3-1a79f0f47c8c None None] Checking segment: {'id': '0bf6b8dc-b06d-4f6b-b1a6-2917a8aeac5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': 'accce061-061c-4941-b6f5-622972dff07e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103232) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 19:07:48.717592 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-1c5d551c-08e9-477d-9bc3-1a79f0f47c8c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:07:48.718075 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c5d551c-08e9-477d-9bc3-1a79f0f47c8c None None] Bound using segment: {'id': '0bf6b8dc-b06d-4f6b-b1a6-2917a8aeac5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': 'accce061-061c-4941-b6f5-622972dff07e'} {{(pid=103232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 19:07:48.718620 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.managers [None req-1c5d551c-08e9-477d-9bc3-1a79f0f47c8c None None] Bound port: fd34fd0e-ed25-4590-b279-ed9d384b8ce4, host: n-d-713498-36, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0bf6b8dc-b06d-4f6b-b1a6-2917a8aeac5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': 'accce061-061c-4941-b6f5-622972dff07e'}}] {{(pid=103232) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 19:07:48.719016 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-1c5d551c-08e9-477d-9bc3-1a79f0f47c8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (fd34fd0e-ed25-4590-b279-ed9d384b8ce4), before_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:07:48.792644 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762867132591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593584'] for agent (bcd5faee-dc24-4298-9134-0e0aa054058e), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:07:48.864372 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-1c5d551c-08e9-477d-9bc3-1a79f0f47c8c None None] For port fd34fd0e-ed25-4590-b279-ed9d384b8ce4, host n-d-713498-36, cleared binding levels {{(pid=103232) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 19:07:48.867823 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-1c5d551c-08e9-477d-9bc3-1a79f0f47c8c None None] For port fd34fd0e-ed25-4590-b279-ed9d384b8ce4, host n-d-713498-36, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-36',level=0,port_id=fd34fd0e-ed25-4590-b279-ed9d384b8ce4,segment=NetworkSegment(0bf6b8dc-b06d-4f6b-b1a6-2917a8aeac5d),segment_id=0bf6b8dc-b06d-4f6b-b1a6-2917a8aeac5d)] {{(pid=103232) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 19:07:48.877645 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-1c5d551c-08e9-477d-9bc3-1a79f0f47c8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762867176205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762866656485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762866656503'] for port (fd34fd0e-ed25-4590-b279-ed9d384b8ce4), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:07:48.958984 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c5d551c-08e9-477d-9bc3-1a79f0f47c8c None None] Routers {'96249836-900d-4477-a2b3-cb7ec6953583'} bound to L3 agent in host n-d-713498-36 {{(pid=103232) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 19:07:48.960422 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.l3_hamode_db [None req-1c5d551c-08e9-477d-9bc3-1a79f0f47c8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T18:51:43Z,description=,heartbeat_timestamp=2022-02-09T19:07:43Z,host='n-d-713498-36',id=93303d5e-5d17-45e8-8963-7694f87783ae,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T18:51:43Z,topic='l3_agent')) {'router_ids': ['96249836-900d-4477-a2b3-cb7ec6953583'], 'active': True} {{(pid=103232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:07:48.984475 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20a8eb42-bedf-4e3e-80bc-d66ef19d6c69 req-473d1ea6-5ff6-44c5-a2cc-c20e8eb082d6 tempest-LiveAutoBlockMigrationV225Test-2127879101 tempest-LiveAutoBlockMigrationV225Test-2127879101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:07:49.005238 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-20a8eb42-bedf-4e3e-80bc-d66ef19d6c69 req-473d1ea6-5ff6-44c5-a2cc-c20e8eb082d6 tempest-LiveAutoBlockMigrationV225Test-2127879101 tempest-LiveAutoBlockMigrationV225Test-2127879101-project] 10.222.0.75 "GET /v2.0/ports?device_id=d3938fbf-e1b0-4686-9d2f-36596059719e HTTP/1.1" status: 200 len: 945 time: 0.1375237 Feb 09 19:07:49.087326 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39990d7f-2a6d-4bda-99d2-88fc5eeb6bb3 None None] Pushing event updated for resources: {'Port': ['ID=fd34fd0e-ed25-4590-b279-ed9d384b8ce4,revision_number=4']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:07:49.154634 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-20a8eb42-bedf-4e3e-80bc-d66ef19d6c69 req-4807876c-b9b1-49fd-9fb5-83c599ab3c18 tempest-LiveAutoBlockMigrationV225Test-2127879101 tempest-LiveAutoBlockMigrationV225Test-2127879101-project] 10.222.0.75 "GET /v2.0/security-groups?id=e3cb5363-3b49-4f74-b239-a871e755b40a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1480262 Feb 09 19:07:49.163761 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.provisioning_blocks [None req-6359e4e6-7cc4-4017-9c42-b557f9aad274 None None] Provisioning complete for port fd34fd0e-ed25-4590-b279-ed9d384b8ce4 triggered by entity DHCP. {{(pid=103232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 19:07:49.164564 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-6359e4e6-7cc4-4017-9c42-b557f9aad274 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593630'] for port (fd34fd0e-ed25-4590-b279-ed9d384b8ce4), provisioning_complete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:07:49.219933 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.l3_dvr_db [None req-1c5d551c-08e9-477d-9bc3-1a79f0f47c8c None None] Set router 96249836-900d-4477-a2b3-cb7ec6953583 gateway port host: n-d-713498-36 {{(pid=103232) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 19:07:49.442519 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2da1167-9e37-4529-ace8-8bd43e3f8d49 req-b5455627-3853-47a0-9f1e-09092f26d3c5 tempest-ListImageFiltersTestJSON-604118414 tempest-ListImageFiltersTestJSON-604118414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:07:49.454734 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-e2da1167-9e37-4529-ace8-8bd43e3f8d49 req-b5455627-3853-47a0-9f1e-09092f26d3c5 tempest-ListImageFiltersTestJSON-604118414 tempest-ListImageFiltersTestJSON-604118414-project] 10.222.0.75 "GET /v2.0/ports?device_id=677c1bb0-b471-4f2d-9175-5a3a0d044cf3 HTTP/1.1" status: 200 len: 949 time: 0.1373758 Feb 09 19:07:49.472505 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Device 673f9133-7154-44e2-a4d1-bb1330cf1036 up at agent hyperv_n-h1-713498-36 {{(pid=103232) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 19:07:49.569268 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-6359e4e6-7cc4-4017-9c42-b557f9aad274 None None] Current status of the port fd34fd0e-ed25-4590-b279-ed9d384b8ce4 is: DOWN; New status is: ACTIVE {{(pid=103232) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 19:07:49.569870 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-6359e4e6-7cc4-4017-9c42-b557f9aad274 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (fd34fd0e-ed25-4590-b279-ed9d384b8ce4), before_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:07:49.608123 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-e2da1167-9e37-4529-ace8-8bd43e3f8d49 req-cc896247-0683-486b-8524-d1b46e1f6e88 tempest-ListImageFiltersTestJSON-604118414 tempest-ListImageFiltersTestJSON-604118414-project] 10.222.0.75 "GET /v2.0/security-groups?id=07f3d744-f31d-4802-87a4-5a0ced0ab589&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1456964 Feb 09 19:07:49.820400 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.provisioning_blocks [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Provisioning complete for port 673f9133-7154-44e2-a4d1-bb1330cf1036 triggered by entity L2. {{(pid=103232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 19:07:49.821397 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593630'] for port (673f9133-7154-44e2-a4d1-bb1330cf1036), provisioning_complete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:07:49.829586 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-6359e4e6-7cc4-4017-9c42-b557f9aad274 None None] For port fd34fd0e-ed25-4590-b279-ed9d384b8ce4, host n-d-713498-36, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-36',level=0,port_id=fd34fd0e-ed25-4590-b279-ed9d384b8ce4,segment=NetworkSegment(0bf6b8dc-b06d-4f6b-b1a6-2917a8aeac5d),segment_id=0bf6b8dc-b06d-4f6b-b1a6-2917a8aeac5d)] {{(pid=103232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 19:07:49.844515 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f78792de-9334-42cc-a7a3-05223aa2d0fd req-3938661f-9f0a-4d53-a4c1-dab9882fb296 tempest-DeleteServersTestJSON-1870379525 tempest-DeleteServersTestJSON-1870379525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:07:49.851628 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-f78792de-9334-42cc-a7a3-05223aa2d0fd req-3938661f-9f0a-4d53-a4c1-dab9882fb296 tempest-DeleteServersTestJSON-1870379525 tempest-DeleteServersTestJSON-1870379525-project] 10.222.0.75 "GET /v2.0/ports?device_id=95c33cdb-e7f8-4afa-8b5b-e8bf44a35e34 HTTP/1.1" status: 200 len: 946 time: 0.1158104 Feb 09 19:07:49.875039 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-6359e4e6-7cc4-4017-9c42-b557f9aad274 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762867176205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762866656485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762866656503'] for port (fd34fd0e-ed25-4590-b279-ed9d384b8ce4), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:07:49.967428 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.l3_hamode_db [None req-1c5d551c-08e9-477d-9bc3-1a79f0f47c8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '96249836-900d-4477-a2b3-cb7ec6953583', 'name': 'tempest-AttachSCSIVolumeTestJSON-477758730-router', 'tenant_id': '156ea55715a24713b3b342eb95790b07', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88055e1e-672a-4487-be31-ffb6e833ece5', 'external_fixed_ips': [{'subnet_id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'ip_address': '172.25.1.224'}], 'enable_snat': True}, 'gw_port_id': 'b1c5b11a-43d4-48f6-ad0c-cf6af62a1a3e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T19:07:35Z', 'updated_at': '2022-02-09T19:07:44Z', 'revision_number': 4, 'project_id': '156ea55715a24713b3b342eb95790b07', 'gw_port': {'id': 'b1c5b11a-43d4-48f6-ad0c-cf6af62a1a3e', 'name': '', 'network_id': '88055e1e-672a-4487-be31-ffb6e833ece5', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:cc:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96249836-900d-4477-a2b3-cb7ec6953583', 'device_owner': 'network:router_gateway', 'standard_attr_id': 885, 'fixed_ips': [{'subnet_id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'ip_address': '172.25.1.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T19:07:36Z', 'updated_at': '2022-02-09T19:07:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-36', '_interfaces': [{'id': 'fd34fd0e-ed25-4590-b279-ed9d384b8ce4', 'name': '', 'network_id': 'accce061-061c-4941-b6f5-622972dff07e', 'tenant_id': '156ea55715a24713b3b342eb95790b07', 'mac_address': 'fa:16:3e:c2:2a:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '96249836-900d-4477-a2b3-cb7ec6953583', 'device_owner': 'network:router_interface', 'standard_attr_id': 886, 'fixed_ips': [{'subnet_id': '8db1da64-e2e1-4413-9461-c0ef5c86913b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T19:07:42Z', 'updated_at': '2022-02-09T19:07:48Z', 'revision_number': 4, 'project_id': '156ea55715a24713b3b342eb95790b07', 'subnets': [{'id': '8db1da64-e2e1-4413-9461-c0ef5c86913b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-36', False) {} {{(pid=103232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:07:49.975981 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-f78792de-9334-42cc-a7a3-05223aa2d0fd req-e1c2d4df-4a26-4107-987d-7f3e568d1cbd tempest-DeleteServersTestJSON-1870379525 tempest-DeleteServersTestJSON-1870379525-project] 10.222.0.75 "GET /v2.0/security-groups?id=5ce92d32-ca94-4b6c-925d-b9dff609abe6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1168673 Feb 09 19:07:50.057276 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c5d551c-08e9-477d-9bc3-1a79f0f47c8c None None] The sync data for ids ['96249836-900d-4477-a2b3-cb7ec6953583'] in n-d-713498-36 is: [{'id': '96249836-900d-4477-a2b3-cb7ec6953583', 'name': 'tempest-AttachSCSIVolumeTestJSON-477758730-router', 'tenant_id': '156ea55715a24713b3b342eb95790b07', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88055e1e-672a-4487-be31-ffb6e833ece5', 'external_fixed_ips': [{'subnet_id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'ip_address': '172.25.1.224'}], 'enable_snat': True}, 'gw_port_id': 'b1c5b11a-43d4-48f6-ad0c-cf6af62a1a3e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T19:07:35Z', 'updated_at': '2022-02-09T19:07:44Z', 'revision_number': 4, 'project_id': '156ea55715a24713b3b342eb95790b07', 'gw_port': {'id': 'b1c5b11a-43d4-48f6-ad0c-cf6af62a1a3e', 'name': '', 'network_id': '88055e1e-672a-4487-be31-ffb6e833ece5', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:cc:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96249836-900d-4477-a2b3-cb7ec6953583', 'device_owner': 'network:router_gateway', 'standard_attr_id': 885, 'fixed_ips': [{'subnet_id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'ip_address': '172.25.1.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T19:07:36Z', 'updated_at': '2022-02-09T19:07:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-36', '_interfaces': [{'id': 'fd34fd0e-ed25-4590-b279-ed9d384b8ce4', 'name': '', 'network_id': 'accce061-061c-4941-b6f5-622972dff07e', 'tenant_id': '156ea55715a24713b3b342eb95790b07', 'mac_address': 'fa:16:3e:c2:2a:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '96249836-900d-4477-a2b3-cb7ec6953583', 'device_owner': 'network:router_interface', 'standard_attr_id': 886, 'fixed_ips': [{'subnet_id': '8db1da64-e2e1-4413-9461-c0ef5c86913b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T19:07:42Z', 'updated_at': '2022-02-09T19:07:48Z', 'revision_number': 4, 'project_id': '156ea55715a24713b3b342eb95790b07', 'subnets': [{'id': '8db1da64-e2e1-4413-9461-c0ef5c86913b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103232) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 19:07:50.088374 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6359e4e6-7cc4-4017-9c42-b557f9aad274 None None] Pushing event updated for resources: {'Port': ['ID=fd34fd0e-ed25-4590-b279-ed9d384b8ce4,revision_number=5']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:07:50.203956 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff06c4c9-94bb-4d1e-99e6-4ccae500322a req-8292b1da-057f-43f7-aee5-4690347b8e02 tempest-TaggedBootDevicesTest_v242-798392635 tempest-TaggedBootDevicesTest_v242-798392635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:07:50.209717 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff06c4c9-94bb-4d1e-99e6-4ccae500322a req-8292b1da-057f-43f7-aee5-4690347b8e02 tempest-TaggedBootDevicesTest_v242-798392635 tempest-TaggedBootDevicesTest_v242-798392635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:07:50.244394 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff06c4c9-94bb-4d1e-99e6-4ccae500322a req-8292b1da-057f-43f7-aee5-4690347b8e02 tempest-TaggedBootDevicesTest_v242-798392635 tempest-TaggedBootDevicesTest_v242-798392635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:07:50.250659 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff06c4c9-94bb-4d1e-99e6-4ccae500322a req-8292b1da-057f-43f7-aee5-4690347b8e02 tempest-TaggedBootDevicesTest_v242-798392635 tempest-TaggedBootDevicesTest_v242-798392635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:07:50.263895 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff06c4c9-94bb-4d1e-99e6-4ccae500322a req-8292b1da-057f-43f7-aee5-4690347b8e02 tempest-TaggedBootDevicesTest_v242-798392635 tempest-TaggedBootDevicesTest_v242-798392635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:07:50.269561 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff06c4c9-94bb-4d1e-99e6-4ccae500322a req-8292b1da-057f-43f7-aee5-4690347b8e02 tempest-TaggedBootDevicesTest_v242-798392635 tempest-TaggedBootDevicesTest_v242-798392635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:07:50.285082 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff06c4c9-94bb-4d1e-99e6-4ccae500322a req-8292b1da-057f-43f7-aee5-4690347b8e02 tempest-TaggedBootDevicesTest_v242-798392635 tempest-TaggedBootDevicesTest_v242-798392635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:07:50.294482 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-ff06c4c9-94bb-4d1e-99e6-4ccae500322a req-8292b1da-057f-43f7-aee5-4690347b8e02 tempest-TaggedBootDevicesTest_v242-798392635 tempest-TaggedBootDevicesTest_v242-798392635-project] 10.222.0.75 "GET /v2.0/ports?device_id=8319129f-1054-494a-b0c0-2ec99e839619 HTTP/1.1" status: 200 len: 5445 time: 0.2176638 Feb 09 19:07:50.318048 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.provisioning_blocks [None req-6e16cc8e-3c57-4183-9f7f-ad02ecdd9831 None None] Provisioning complete for port fd34fd0e-ed25-4590-b279-ed9d384b8ce4 triggered by entity DHCP. {{(pid=103232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 19:07:50.319079 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-6e16cc8e-3c57-4183-9f7f-ad02ecdd9831 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593630'] for port (fd34fd0e-ed25-4590-b279-ed9d384b8ce4), provisioning_complete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:07:50.340315 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Current status of the port 673f9133-7154-44e2-a4d1-bb1330cf1036 is: BUILD; New status is: ACTIVE {{(pid=103232) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 19:07:50.341089 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (673f9133-7154-44e2-a4d1-bb1330cf1036), before_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:07:50.411501 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-ff06c4c9-94bb-4d1e-99e6-4ccae500322a req-c544a5e2-8ec1-423e-a134-a465d51f8aba tempest-TaggedBootDevicesTest_v242-798392635 tempest-TaggedBootDevicesTest_v242-798392635-project] 10.222.0.75 "GET /v2.0/security-groups?id=58062d4f-c149-4db3-a357-a4eb59a3d83e&id=6452f0cf-fe35-4557-9092-43f1827176a8&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1160126 Feb 09 19:07:50.465513 n-d-713498-36 neutron-server[103232]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '627c3e1d-15ce-4955-88df-bff03401b6ae', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '673f9133-7154-44e2-a4d1-bb1330cf1036'}] {{(pid=103232) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 19:07:50.468435 n-d-713498-36 neutron-server[103232]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}949cdcde653dec44821de95cbf67297f53cbc2aed4e073b5d514f93bf911ce85" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fecca9fa-8950-4262-997e-b54ef89ee6b9" -d '{"events": [{"server_uuid": "627c3e1d-15ce-4955-88df-bff03401b6ae", "name": "network-vif-plugged", "status": "completed", "tag": "673f9133-7154-44e2-a4d1-bb1330cf1036"}]}' {{(pid=103232) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 19:07:50.489186 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] For port 673f9133-7154-44e2-a4d1-bb1330cf1036, host n-h1-713498-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-36',level=0,port_id=673f9133-7154-44e2-a4d1-bb1330cf1036,segment=NetworkSegment(1cb0f7b5-eca3-4fd8-9372-0323bad2bf37),segment_id=1cb0f7b5-eca3-4fd8-9372-0323bad2bf37)] {{(pid=103232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 19:07:50.518982 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762867176205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762866656485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762866656503'] for port (673f9133-7154-44e2-a4d1-bb1330cf1036), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:07:50.639400 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-6e16cc8e-3c57-4183-9f7f-ad02ecdd9831 None None] Current status of the port fd34fd0e-ed25-4590-b279-ed9d384b8ce4 is: ACTIVE; New status is: ACTIVE {{(pid=103232) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 19:07:50.648118 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Pushing event updated for resources: {'Port': ['ID=673f9133-7154-44e2-a4d1-bb1330cf1036,revision_number=7']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:07:50.739954 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fb773d7-4baf-493d-8d12-b355eae10786 req-6c6b01d5-f176-4a18-8878-8edebba8ace4 tempest-LiveAutoBlockMigrationV225Test-2127879101 tempest-LiveAutoBlockMigrationV225Test-2127879101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:07:50.749083 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-0fb773d7-4baf-493d-8d12-b355eae10786 req-6c6b01d5-f176-4a18-8878-8edebba8ace4 tempest-LiveAutoBlockMigrationV225Test-2127879101 tempest-LiveAutoBlockMigrationV225Test-2127879101-project] 10.222.0.75 "GET /v2.0/ports?device_id=d3938fbf-e1b0-4686-9d2f-36596059719e HTTP/1.1" status: 200 len: 945 time: 0.1367052 Feb 09 19:07:50.868402 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-0fb773d7-4baf-493d-8d12-b355eae10786 req-b61fc4dc-6d02-4919-a122-a67d55e543d0 tempest-LiveAutoBlockMigrationV225Test-2127879101 tempest-LiveAutoBlockMigrationV225Test-2127879101-project] 10.222.0.75 "GET /v2.0/security-groups?id=e3cb5363-3b49-4f74-b239-a871e755b40a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1183090 Feb 09 19:07:51.090943 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5628054-c208-4a79-89eb-b4821ead16df req-ad4949d1-7a0b-480e-b244-cbdc00efc236 tempest-TaggedBootDevicesTest_v242-798392635 tempest-TaggedBootDevicesTest_v242-798392635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:07:51.097196 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5628054-c208-4a79-89eb-b4821ead16df req-ad4949d1-7a0b-480e-b244-cbdc00efc236 tempest-TaggedBootDevicesTest_v242-798392635 tempest-TaggedBootDevicesTest_v242-798392635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:07:51.103188 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5628054-c208-4a79-89eb-b4821ead16df req-ad4949d1-7a0b-480e-b244-cbdc00efc236 tempest-TaggedBootDevicesTest_v242-798392635 tempest-TaggedBootDevicesTest_v242-798392635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:07:51.115630 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5628054-c208-4a79-89eb-b4821ead16df req-ad4949d1-7a0b-480e-b244-cbdc00efc236 tempest-TaggedBootDevicesTest_v242-798392635 tempest-TaggedBootDevicesTest_v242-798392635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:07:51.124620 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5628054-c208-4a79-89eb-b4821ead16df req-ad4949d1-7a0b-480e-b244-cbdc00efc236 tempest-TaggedBootDevicesTest_v242-798392635 tempest-TaggedBootDevicesTest_v242-798392635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:07:51.130363 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5628054-c208-4a79-89eb-b4821ead16df req-ad4949d1-7a0b-480e-b244-cbdc00efc236 tempest-TaggedBootDevicesTest_v242-798392635 tempest-TaggedBootDevicesTest_v242-798392635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:07:51.136793 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5628054-c208-4a79-89eb-b4821ead16df req-ad4949d1-7a0b-480e-b244-cbdc00efc236 tempest-TaggedBootDevicesTest_v242-798392635 tempest-TaggedBootDevicesTest_v242-798392635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:07:51.162636 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 53102) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:07:51.167078 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-b5628054-c208-4a79-89eb-b4821ead16df req-ad4949d1-7a0b-480e-b244-cbdc00efc236 tempest-TaggedBootDevicesTest_v242-798392635 tempest-TaggedBootDevicesTest_v242-798392635-project] 10.222.0.75 "GET /v2.0/ports?device_id=8319129f-1054-494a-b0c0-2ec99e839619 HTTP/1.1" status: 200 len: 5445 time: 0.1808872 Feb 09 19:07:51.173653 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.v2.base [None req-da1bdc15-91b7-45c6-b878-d47fcb50b9bd tempest-TaggedBootDevicesTest_v242-798392635 tempest-TaggedBootDevicesTest_v242-798392635-project] Request body: {'floatingip': {'port_id': 'd8831f22-48ff-4779-ae00-8742dab90eee'}} {{(pid=103230) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 19:07:51.236205 n-d-713498-36 neutron-server[103232]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 19:07:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-37ee0a11-9397-4dc7-8db0-f4f8b64e7de5 x-openstack-request-id: req-37ee0a11-9397-4dc7-8db0-f4f8b64e7de5 {{(pid=103232) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 19:07:51.236769 n-d-713498-36 neutron-server[103232]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "627c3e1d-15ce-4955-88df-bff03401b6ae", "name": "network-vif-plugged", "status": "completed", "tag": "673f9133-7154-44e2-a4d1-bb1330cf1036", "code": 200}]} {{(pid=103232) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 19:07:51.236769 n-d-713498-36 neutron-server[103232]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-37ee0a11-9397-4dc7-8db0-f4f8b64e7de5 {{(pid=103232) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 19:07:51.237113 n-d-713498-36 neutron-server[103232]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '627c3e1d-15ce-4955-88df-bff03401b6ae', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '673f9133-7154-44e2-a4d1-bb1330cf1036', 'code': 200} Feb 09 19:07:51.266545 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-da1bdc15-91b7-45c6-b878-d47fcb50b9bd tempest-TaggedBootDevicesTest_v242-798392635 tempest-TaggedBootDevicesTest_v242-798392635-project] Publish callbacks [] for floatingip (fed35f0e-fa58-4c33-9233-170bd6c464ec), before_update {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:07:51.512395 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-206bd2a0-e0ba-4780-9695-a849be28d941 req-b94b8b81-9cdc-4d83-a816-2f17ad6641ef tempest-DeleteServersTestJSON-1870379525 tempest-DeleteServersTestJSON-1870379525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:07:51.525125 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-206bd2a0-e0ba-4780-9695-a849be28d941 req-b94b8b81-9cdc-4d83-a816-2f17ad6641ef tempest-DeleteServersTestJSON-1870379525 tempest-DeleteServersTestJSON-1870379525-project] 10.222.0.75 "GET /v2.0/ports?device_id=95c33cdb-e7f8-4afa-8b5b-e8bf44a35e34 HTTP/1.1" status: 200 len: 946 time: 0.1728377 Feb 09 19:07:51.685394 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-206bd2a0-e0ba-4780-9695-a849be28d941 req-7c757b12-5fef-4f02-b177-b5052d00a8f4 tempest-DeleteServersTestJSON-1870379525 tempest-DeleteServersTestJSON-1870379525-project] 10.222.0.75 "GET /v2.0/security-groups?id=5ce92d32-ca94-4b6c-925d-b9dff609abe6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1587005 Feb 09 19:07:51.860866 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae7dc40f-5b49-40b9-a538-ce7cc0e134cf req-3bcd3533-c020-44f6-b074-8f8ef87d91c5 tempest-DeleteServersTestJSON-1870379525 tempest-DeleteServersTestJSON-1870379525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:07:51.862606 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-ae7dc40f-5b49-40b9-a538-ce7cc0e134cf req-3bcd3533-c020-44f6-b074-8f8ef87d91c5 tempest-DeleteServersTestJSON-1870379525 tempest-DeleteServersTestJSON-1870379525-project] 10.222.0.90 "GET /v2.0/ports?device_id=95c33cdb-e7f8-4afa-8b5b-e8bf44a35e34 HTTP/1.1" status: 200 len: 946 time: 0.4669251 Feb 09 19:07:51.915014 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Device fd34fd0e-ed25-4590-b279-ed9d384b8ce4 up at agent ovs-agent-n-d-713498-36 {{(pid=103232) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 19:07:52.070477 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.provisioning_blocks [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Provisioning complete for port fd34fd0e-ed25-4590-b279-ed9d384b8ce4 triggered by entity L2. {{(pid=103232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 19:07:52.071108 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593630'] for port (fd34fd0e-ed25-4590-b279-ed9d384b8ce4), provisioning_complete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:07:52.307770 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Current status of the port fd34fd0e-ed25-4590-b279-ed9d384b8ce4 is: ACTIVE; New status is: ACTIVE {{(pid=103232) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 19:07:52.508034 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.plugin [req-ae7dc40f-5b49-40b9-a538-ce7cc0e134cf req-b5c5c768-c777-46f7-a017-de4a0e232906 tempest-DeleteServersTestJSON-1870379525 tempest-DeleteServersTestJSON-1870379525-project] Deleting port 786ad56e-f68d-426c-9e76-7b26223ce18c {{(pid=103230) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 19:07:52.508652 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [req-ae7dc40f-5b49-40b9-a538-ce7cc0e134cf req-b5c5c768-c777-46f7-a017-de4a0e232906 tempest-DeleteServersTestJSON-1870379525 tempest-DeleteServersTestJSON-1870379525-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762867170196'] for port (786ad56e-f68d-426c-9e76-7b26223ce18c), before_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:07:52.640888 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.db [req-ae7dc40f-5b49-40b9-a538-ce7cc0e134cf req-b5c5c768-c777-46f7-a017-de4a0e232906 tempest-DeleteServersTestJSON-1870379525 tempest-DeleteServersTestJSON-1870379525-project] For port 786ad56e-f68d-426c-9e76-7b26223ce18c, host n-h2-713498-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-36',level=0,port_id=786ad56e-f68d-426c-9e76-7b26223ce18c,segment=NetworkSegment(d4c5d86e-1399-4ff8-a9ec-2a8082c6024a),segment_id=d4c5d86e-1399-4ff8-a9ec-2a8082c6024a)] {{(pid=103230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 19:07:52.641404 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [req-ae7dc40f-5b49-40b9-a538-ce7cc0e134cf req-b5c5c768-c777-46f7-a017-de4a0e232906 tempest-DeleteServersTestJSON-1870379525 tempest-DeleteServersTestJSON-1870379525-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1820838'] for port (786ad56e-f68d-426c-9e76-7b26223ce18c), precommit_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:07:52.658994 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.plugin [req-ae7dc40f-5b49-40b9-a538-ce7cc0e134cf req-b5c5c768-c777-46f7-a017-de4a0e232906 tempest-DeleteServersTestJSON-1870379525 tempest-DeleteServersTestJSON-1870379525-project] Calling delete_port for 786ad56e-f68d-426c-9e76-7b26223ce18c owned by compute:nova {{(pid=103230) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 19:07:53.128068 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70942e18-5dad-4f5f-93b7-cfe892d2c162 req-eef9a08f-f1a0-47a5-943c-7463d32622fb tempest-LiveAutoBlockMigrationV225Test-2127879101 tempest-LiveAutoBlockMigrationV225Test-2127879101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:07:53.146497 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-70942e18-5dad-4f5f-93b7-cfe892d2c162 req-eef9a08f-f1a0-47a5-943c-7463d32622fb tempest-LiveAutoBlockMigrationV225Test-2127879101 tempest-LiveAutoBlockMigrationV225Test-2127879101-project] 10.222.0.75 "GET /v2.0/ports?device_id=d3938fbf-e1b0-4686-9d2f-36596059719e HTTP/1.1" status: 200 len: 945 time: 0.2243283 Feb 09 19:07:53.246735 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-70942e18-5dad-4f5f-93b7-cfe892d2c162 req-6f4a8de2-768f-4cdb-97a0-dcb43463eec7 tempest-LiveAutoBlockMigrationV225Test-2127879101 tempest-LiveAutoBlockMigrationV225Test-2127879101-project] 10.222.0.75 "GET /v2.0/security-groups?id=e3cb5363-3b49-4f74-b239-a871e755b40a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1004987 Feb 09 19:07:53.391572 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [req-ae7dc40f-5b49-40b9-a538-ce7cc0e134cf req-b5c5c768-c777-46f7-a017-de4a0e232906 tempest-DeleteServersTestJSON-1870379525 tempest-DeleteServersTestJSON-1870379525-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762867177463', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762866656476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14393751'] for port (786ad56e-f68d-426c-9e76-7b26223ce18c), after_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:07:53.435493 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-4ffab757-eda7-4dc8-b1a3-f2babe6239cb req-833f2c2f-d9ba-4b49-abf2-f004b1050163 tempest-DeleteServersTestJSON-1870379525 tempest-DeleteServersTestJSON-1870379525-project] 10.222.0.75 "GET /v2.0/ports?device_id=95c33cdb-e7f8-4afa-8b5b-e8bf44a35e34 HTTP/1.1" status: 200 len: 210 time: 0.2287543 Feb 09 19:07:53.446304 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.db.resource_extend [None req-da1bdc15-91b7-45c6-b878-d47fcb50b9bd tempest-TaggedBootDevicesTest_v242-798392635 tempest-TaggedBootDevicesTest_v242-798392635-project] It took 0.33 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103230) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 09 19:07:53.516847 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5c5c768-c777-46f7-a017-de4a0e232906 tempest-DeleteServersTestJSON-1870379525 tempest-DeleteServersTestJSON-1870379525-project] Pushing event deleted for resources: {'Port': ['ID=786ad56e-f68d-426c-9e76-7b26223ce18c,revision_number=None']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:07:53.586779 n-d-713498-36 neutron-server[103230]: DEBUG neutron.db.l3_dvrscheduler_db [req-ae7dc40f-5b49-40b9-a538-ce7cc0e134cf req-b5c5c768-c777-46f7-a017-de4a0e232906 tempest-DeleteServersTestJSON-1870379525 tempest-DeleteServersTestJSON-1870379525-project] No DVR routers for this DVR port 786ad56e-f68d-426c-9e76-7b26223ce18c on host n-h2-713498-36 {{(pid=103230) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 19:07:53.594100 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [req-ae7dc40f-5b49-40b9-a538-ce7cc0e134cf req-b5c5c768-c777-46f7-a017-de4a0e232906 tempest-DeleteServersTestJSON-1870379525 tempest-DeleteServersTestJSON-1870379525-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171096'] for port (None), before_response {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:07:53.594100 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-ae7dc40f-5b49-40b9-a538-ce7cc0e134cf req-b5c5c768-c777-46f7-a017-de4a0e232906 tempest-DeleteServersTestJSON-1870379525 tempest-DeleteServersTestJSON-1870379525-project] 10.222.0.90 "DELETE /v2.0/ports/786ad56e-f68d-426c-9e76-7b26223ce18c HTTP/1.1" status: 204 len: 173 time: 1.5514483 Feb 09 19:07:53.596249 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5c5c768-c777-46f7-a017-de4a0e232906 tempest-DeleteServersTestJSON-1870379525 tempest-DeleteServersTestJSON-1870379525-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:07:53.596249 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5c5c768-c777-46f7-a017-de4a0e232906 tempest-DeleteServersTestJSON-1870379525 tempest-DeleteServersTestJSON-1870379525-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:07:53.596249 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5c5c768-c777-46f7-a017-de4a0e232906 tempest-DeleteServersTestJSON-1870379525 tempest-DeleteServersTestJSON-1870379525-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:07:53.596249 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5c5c768-c777-46f7-a017-de4a0e232906 tempest-DeleteServersTestJSON-1870379525 tempest-DeleteServersTestJSON-1870379525-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:07:53.596600 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5c5c768-c777-46f7-a017-de4a0e232906 tempest-DeleteServersTestJSON-1870379525 tempest-DeleteServersTestJSON-1870379525-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:07:53.596924 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5c5c768-c777-46f7-a017-de4a0e232906 tempest-DeleteServersTestJSON-1870379525 tempest-DeleteServersTestJSON-1870379525-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:07:53.597317 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5c5c768-c777-46f7-a017-de4a0e232906 tempest-DeleteServersTestJSON-1870379525 tempest-DeleteServersTestJSON-1870379525-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:07:53.597537 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5c5c768-c777-46f7-a017-de4a0e232906 tempest-DeleteServersTestJSON-1870379525 tempest-DeleteServersTestJSON-1870379525-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:07:53.597809 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5c5c768-c777-46f7-a017-de4a0e232906 tempest-DeleteServersTestJSON-1870379525 tempest-DeleteServersTestJSON-1870379525-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:07:53.598210 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5c5c768-c777-46f7-a017-de4a0e232906 tempest-DeleteServersTestJSON-1870379525 tempest-DeleteServersTestJSON-1870379525-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:07:53.599183 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5c5c768-c777-46f7-a017-de4a0e232906 tempest-DeleteServersTestJSON-1870379525 tempest-DeleteServersTestJSON-1870379525-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:07:53.599559 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5c5c768-c777-46f7-a017-de4a0e232906 tempest-DeleteServersTestJSON-1870379525 tempest-DeleteServersTestJSON-1870379525-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:07:53.599828 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5c5c768-c777-46f7-a017-de4a0e232906 tempest-DeleteServersTestJSON-1870379525 tempest-DeleteServersTestJSON-1870379525-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:07:53.612848 n-d-713498-36 neutron-server[103230]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '95c33cdb-e7f8-4afa-8b5b-e8bf44a35e34', 'name': 'network-vif-deleted', 'tag': '786ad56e-f68d-426c-9e76-7b26223ce18c'}] {{(pid=103230) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 19:07:53.615476 n-d-713498-36 neutron-server[103230]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aee5919275bae9f72eb374ee322673045eb80c1f84b4b45a97d96923bd50ab51" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7869480e-380c-486e-995e-03deda348c70" -d '{"events": [{"server_uuid": "95c33cdb-e7f8-4afa-8b5b-e8bf44a35e34", "name": "network-vif-deleted", "tag": "786ad56e-f68d-426c-9e76-7b26223ce18c"}]}' {{(pid=103230) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 19:07:53.624066 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-da1bdc15-91b7-45c6-b878-d47fcb50b9bd tempest-TaggedBootDevicesTest_v242-798392635 tempest-TaggedBootDevicesTest_v242-798392635-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:07:53.629797 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-da1bdc15-91b7-45c6-b878-d47fcb50b9bd tempest-TaggedBootDevicesTest_v242-798392635 tempest-TaggedBootDevicesTest_v242-798392635-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1818909'] for floatingip (fed35f0e-fa58-4c33-9233-170bd6c464ec), after_update {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:07:53.795860 n-d-713498-36 neutron-server[103230]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 19:07:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-670d6528-5680-444e-8e85-6012f653bb7c x-openstack-request-id: req-670d6528-5680-444e-8e85-6012f653bb7c {{(pid=103230) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 19:07:53.801827 n-d-713498-36 neutron-server[103230]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "95c33cdb-e7f8-4afa-8b5b-e8bf44a35e34", "name": "network-vif-deleted", "tag": "786ad56e-f68d-426c-9e76-7b26223ce18c", "status": "completed", "code": 200}]} {{(pid=103230) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 19:07:53.802437 n-d-713498-36 neutron-server[103230]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-670d6528-5680-444e-8e85-6012f653bb7c {{(pid=103230) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 19:07:53.802963 n-d-713498-36 neutron-server[103230]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '95c33cdb-e7f8-4afa-8b5b-e8bf44a35e34', 'name': 'network-vif-deleted', 'tag': '786ad56e-f68d-426c-9e76-7b26223ce18c', 'status': 'completed', 'code': 200} Feb 09 19:07:53.817662 n-d-713498-36 neutron-server[103230]: INFO neutron.db.l3_db [None req-da1bdc15-91b7-45c6-b878-d47fcb50b9bd tempest-TaggedBootDevicesTest_v242-798392635 tempest-TaggedBootDevicesTest_v242-798392635-project] Floating IP fed35f0e-fa58-4c33-9233-170bd6c464ec associated. External IP: 172.25.1.186, port: d8831f22-48ff-4779-ae00-8742dab90eee. Feb 09 19:07:54.150266 n-d-713498-36 neutron-server[103230]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-da1bdc15-91b7-45c6-b878-d47fcb50b9bd tempest-TaggedBootDevicesTest_v242-798392635 tempest-TaggedBootDevicesTest_v242-798392635-project] Router be4a1a42-6639-4179-813a-d32a8ff58f2e has already been hosted by L3 agent 93303d5e-5d17-45e8-8963-7694f87783ae {{(pid=103230) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 19:07:54.284851 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-da1bdc15-91b7-45c6-b878-d47fcb50b9bd tempest-TaggedBootDevicesTest_v242-798392635 tempest-TaggedBootDevicesTest_v242-798392635-project] Notify agent at l3_agent.n-d-713498-36 the message routers_updated {{(pid=103230) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 19:07:54.298507 n-d-713498-36 neutron-server[103233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf519234-6b8d-460a-9324-a7baabec1977 None None] Sync routers for ids ['be4a1a42-6639-4179-813a-d32a8ff58f2e'] in n-d-713498-36 {{(pid=103233) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 19:07:54.302633 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-da1bdc15-91b7-45c6-b878-d47fcb50b9bd tempest-TaggedBootDevicesTest_v242-798392635 tempest-TaggedBootDevicesTest_v242-798392635-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171096'] for floatingip (None), before_response {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:07:54.320106 n-d-713498-36 neutron-server[103233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf519234-6b8d-460a-9324-a7baabec1977 None None] Routers {'be4a1a42-6639-4179-813a-d32a8ff58f2e'} bound to L3 agent in host n-d-713498-36 {{(pid=103233) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 19:07:54.328463 n-d-713498-36 neutron-server[103233]: DEBUG neutron.db.l3_hamode_db [None req-cf519234-6b8d-460a-9324-a7baabec1977 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T18:51:43Z,description=,heartbeat_timestamp=2022-02-09T19:07:43Z,host='n-d-713498-36',id=93303d5e-5d17-45e8-8963-7694f87783ae,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T18:51:43Z,topic='l3_agent')) {'router_ids': ['be4a1a42-6639-4179-813a-d32a8ff58f2e'], 'active': True} {{(pid=103233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:07:54.421079 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cf7d7e3-7aa0-4d40-b747-fe861abc0add req-1c9fc7df-98f0-4dc8-9b6e-1dbd4d944d92 tempest-LiveAutoBlockMigrationV225Test-1149753898 tempest-LiveAutoBlockMigrationV225Test-1149753898-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:07:54.423123 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-9cf7d7e3-7aa0-4d40-b747-fe861abc0add req-1c9fc7df-98f0-4dc8-9b6e-1dbd4d944d92 tempest-LiveAutoBlockMigrationV225Test-1149753898 tempest-LiveAutoBlockMigrationV225Test-1149753898-project-admin] 10.222.0.90 "GET /v2.0/ports?device_id=d3938fbf-e1b0-4686-9d2f-36596059719e&tenant_id=b8d56d08e88f4d4daeb8e5fed321a162&binding%3Ahost_id=n-h1-713498-36 HTTP/1.1" status: 200 len: 1128 time: 0.1167085 Feb 09 19:07:54.425458 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-da1bdc15-91b7-45c6-b878-d47fcb50b9bd tempest-TaggedBootDevicesTest_v242-798392635 tempest-TaggedBootDevicesTest_v242-798392635-project] 10.222.0.75 "PUT /v2.0/floatingips/fed35f0e-fa58-4c33-9233-170bd6c464ec HTTP/1.1" status: 200 len: 992 time: 3.2638195 Feb 09 19:07:54.457128 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.v2.base [req-9cf7d7e3-7aa0-4d40-b747-fe861abc0add req-2f4f2cde-5943-4ef7-927c-38233aac3d9f service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-713498-36'}}} {{(pid=103230) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 19:07:54.495172 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Device 0cc10c1d-eb71-4257-813d-d978a5eb3a04 details requested by agent hyperv_n-h2-713498-36 with host n-h2-713498-36 {{(pid=103232) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 19:07:54.566498 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [req-9cf7d7e3-7aa0-4d40-b747-fe861abc0add req-2f4f2cde-5943-4ef7-927c-38233aac3d9f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (0cc10c1d-eb71-4257-813d-d978a5eb3a04), before_update {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:07:54.571948 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Device 786ad56e-f68d-426c-9e76-7b26223ce18c no longer exists at agent hyperv_n-h2-713498-36 {{(pid=103232) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 19:07:54.674416 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9f8eb6e-f64d-4d03-8202-87386fbfc974 req-801c3f0f-2947-478d-b287-a2602d7bc9b1 tempest-LiveAutoBlockMigrationV225Test-2127879101 tempest-LiveAutoBlockMigrationV225Test-2127879101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:07:54.707447 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-e9f8eb6e-f64d-4d03-8202-87386fbfc974 req-801c3f0f-2947-478d-b287-a2602d7bc9b1 tempest-LiveAutoBlockMigrationV225Test-2127879101 tempest-LiveAutoBlockMigrationV225Test-2127879101-project] 10.222.0.75 "GET /v2.0/ports?device_id=d3938fbf-e1b0-4686-9d2f-36596059719e HTTP/1.1" status: 200 len: 945 time: 0.2733560 Feb 09 19:07:54.820095 n-d-713498-36 neutron-server[103233]: DEBUG neutron.db.l3_dvr_db [None req-cf519234-6b8d-460a-9324-a7baabec1977 None None] Set router be4a1a42-6639-4179-813a-d32a8ff58f2e gateway port host: n-d-713498-36 {{(pid=103233) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 19:07:54.895537 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-7429db8d-6021-40ad-813e-885be449a89b None None] No Port match for: 786ad56e-f68d-426c-9e76-7b26223ce18c {{(pid=103232) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 19:07:54.897659 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Device 786ad56e-f68d-426c-9e76-7b26223ce18c not bound to the agent host n-h2-713498-36 {{(pid=103232) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 19:07:54.950315 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-e9f8eb6e-f64d-4d03-8202-87386fbfc974 req-bc595fde-ee7d-471d-835e-3e05a28e1b77 tempest-LiveAutoBlockMigrationV225Test-2127879101 tempest-LiveAutoBlockMigrationV225Test-2127879101-project] 10.222.0.75 "GET /v2.0/security-groups?id=e3cb5363-3b49-4f74-b239-a871e755b40a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2394178 Feb 09 19:07:55.001448 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-7429db8d-6021-40ad-813e-885be449a89b None None] For port 0cc10c1d-eb71-4257-813d-d978a5eb3a04, host n-h1-713498-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-36',level=0,port_id=0cc10c1d-eb71-4257-813d-d978a5eb3a04,segment=NetworkSegment(b98d4747-b18c-4141-8910-77c1fada78d1),segment_id=b98d4747-b18c-4141-8910-77c1fada78d1)] {{(pid=103232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 19:07:55.026314 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Device 0cc10c1d-eb71-4257-813d-d978a5eb3a04 has no active binding in host n-h2-713498-36 {{(pid=103232) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Feb 09 19:07:55.291509 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c699d99-2aea-4052-88c4-45fcf9848ae8 req-7fd3583d-4eab-4f61-921e-639fa8cc9cf1 tempest-TaggedBootDevicesTest_v242-798392635 tempest-TaggedBootDevicesTest_v242-798392635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:07:55.298083 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c699d99-2aea-4052-88c4-45fcf9848ae8 req-7fd3583d-4eab-4f61-921e-639fa8cc9cf1 tempest-TaggedBootDevicesTest_v242-798392635 tempest-TaggedBootDevicesTest_v242-798392635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:07:55.319641 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c699d99-2aea-4052-88c4-45fcf9848ae8 req-7fd3583d-4eab-4f61-921e-639fa8cc9cf1 tempest-TaggedBootDevicesTest_v242-798392635 tempest-TaggedBootDevicesTest_v242-798392635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:07:55.347740 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c699d99-2aea-4052-88c4-45fcf9848ae8 req-7fd3583d-4eab-4f61-921e-639fa8cc9cf1 tempest-TaggedBootDevicesTest_v242-798392635 tempest-TaggedBootDevicesTest_v242-798392635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:07:55.360204 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c699d99-2aea-4052-88c4-45fcf9848ae8 req-7fd3583d-4eab-4f61-921e-639fa8cc9cf1 tempest-TaggedBootDevicesTest_v242-798392635 tempest-TaggedBootDevicesTest_v242-798392635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:07:55.375095 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c699d99-2aea-4052-88c4-45fcf9848ae8 req-7fd3583d-4eab-4f61-921e-639fa8cc9cf1 tempest-TaggedBootDevicesTest_v242-798392635 tempest-TaggedBootDevicesTest_v242-798392635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:07:55.387511 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c699d99-2aea-4052-88c4-45fcf9848ae8 req-7fd3583d-4eab-4f61-921e-639fa8cc9cf1 tempest-TaggedBootDevicesTest_v242-798392635 tempest-TaggedBootDevicesTest_v242-798392635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:07:55.395648 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-7c699d99-2aea-4052-88c4-45fcf9848ae8 req-7fd3583d-4eab-4f61-921e-639fa8cc9cf1 tempest-TaggedBootDevicesTest_v242-798392635 tempest-TaggedBootDevicesTest_v242-798392635-project] 10.222.0.75 "GET /v2.0/ports?device_id=8319129f-1054-494a-b0c0-2ec99e839619 HTTP/1.1" status: 200 len: 5445 time: 0.5656946 Feb 09 19:07:55.574598 n-d-713498-36 neutron-server[103233]: DEBUG neutron.db.l3_hamode_db [None req-cf519234-6b8d-460a-9324-a7baabec1977 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'be4a1a42-6639-4179-813a-d32a8ff58f2e', 'name': 'tempest-TaggedBootDevicesTest_v242-1855491091-router', 'tenant_id': '1165ce6413224edfb276f9f552a74208', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88055e1e-672a-4487-be31-ffb6e833ece5', 'external_fixed_ips': [{'subnet_id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'ip_address': '172.25.1.19'}], 'enable_snat': True}, 'gw_port_id': '13f899f2-2d68-415a-b3cf-d91e83d25d1b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T19:03:56Z', 'updated_at': '2022-02-09T19:04:06Z', 'revision_number': 4, 'project_id': '1165ce6413224edfb276f9f552a74208', 'gw_port': {'id': '13f899f2-2d68-415a-b3cf-d91e83d25d1b', 'name': '', 'network_id': '88055e1e-672a-4487-be31-ffb6e833ece5', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:27:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be4a1a42-6639-4179-813a-d32a8ff58f2e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 591, 'fixed_ips': [{'subnet_id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'ip_address': '172.25.1.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T19:03:58Z', 'updated_at': '2022-02-09T19:04:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-36', '_floatingips': [{'id': 'fed35f0e-fa58-4c33-9233-170bd6c464ec', 'tenant_id': '1165ce6413224edfb276f9f552a74208', 'floating_ip_address': '172.25.1.186', 'floating_network_id': '88055e1e-672a-4487-be31-ffb6e833ece5', 'router_id': 'be4a1a42-6639-4179-813a-d32a8ff58f2e', 'port_id': 'd8831f22-48ff-4779-ae00-8742dab90eee', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 710, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c0d79728-024b-4c62-b035-620d2aaf99fe', 'mac_address': 'fa:16:3e:c8:8f:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8319129f-1054-494a-b0c0-2ec99e839619', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T19:05:18Z', 'updated_at': '2022-02-09T19:07:53Z', 'revision_number': 1, 'project_id': '1165ce6413224edfb276f9f552a74208', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f5029e3b-38a6-4d59-a014-a781814bfad1', 'name': '', 'network_id': 'c0d79728-024b-4c62-b035-620d2aaf99fe', 'tenant_id': '1165ce6413224edfb276f9f552a74208', 'mac_address': 'fa:16:3e:03:64:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be4a1a42-6639-4179-813a-d32a8ff58f2e', 'device_owner': 'network:router_interface', 'standard_attr_id': 610, 'fixed_ips': [{'subnet_id': '2560c25c-40bb-435f-8831-cdcd16b2f81e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T19:04:03Z', 'updated_at': '2022-02-09T19:04:12Z', 'revision_number': 5, 'project_id': '1165ce6413224edfb276f9f552a74208', 'subnets': [{'id': '2560c25c-40bb-435f-8831-cdcd16b2f81e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-36', False) {} {{(pid=103233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:07:55.649119 n-d-713498-36 neutron-server[103233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf519234-6b8d-460a-9324-a7baabec1977 None None] Checking router: be4a1a42-6639-4179-813a-d32a8ff58f2e for host: n-d-713498-36 {{(pid=103233) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 19:07:55.692858 n-d-713498-36 neutron-server[103233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf519234-6b8d-460a-9324-a7baabec1977 None None] Routers {'be4a1a42-6639-4179-813a-d32a8ff58f2e'} bound to L3 agent in host n-d-713498-36 {{(pid=103233) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 19:07:55.693776 n-d-713498-36 neutron-server[103233]: DEBUG neutron.db.l3_hamode_db [None req-cf519234-6b8d-460a-9324-a7baabec1977 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T18:51:43Z,description=,heartbeat_timestamp=2022-02-09T19:07:43Z,host='n-d-713498-36',id=93303d5e-5d17-45e8-8963-7694f87783ae,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T18:51:43Z,topic='l3_agent')) {'router_ids': ['be4a1a42-6639-4179-813a-d32a8ff58f2e'], 'active': True} {{(pid=103233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:07:55.873253 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d008881a-94d0-4675-98ee-c4f9b27bac7f req-157d75eb-8a43-4bff-9e11-e6560a1cad53 tempest-DeleteServersTestJSON-1870379525 tempest-DeleteServersTestJSON-1870379525-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:07:55.890787 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-d008881a-94d0-4675-98ee-c4f9b27bac7f req-157d75eb-8a43-4bff-9e11-e6560a1cad53 tempest-DeleteServersTestJSON-1870379525 tempest-DeleteServersTestJSON-1870379525-project] 10.222.0.75 "GET /v2.0/networks?id=22e5c36a-e85f-4512-bcde-f1a1a30e29d3 HTTP/1.1" status: 200 len: 812 time: 0.2519543 Feb 09 19:07:55.922600 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-d008881a-94d0-4675-98ee-c4f9b27bac7f req-e92a6d93-8914-448e-baa3-d3d87a7a9900 tempest-DeleteServersTestJSON-1870379525 tempest-DeleteServersTestJSON-1870379525-project] 10.222.0.75 "GET /v2.0/quotas/216741f4995241bbba7cd794217427a2 HTTP/1.1" status: 200 len: 375 time: 0.0303755 Feb 09 19:07:55.944748 n-d-713498-36 neutron-server[103233]: DEBUG neutron.db.l3_dvr_db [None req-cf519234-6b8d-460a-9324-a7baabec1977 None None] Set router be4a1a42-6639-4179-813a-d32a8ff58f2e gateway port host: n-d-713498-36 {{(pid=103233) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 19:07:55.996977 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-d008881a-94d0-4675-98ee-c4f9b27bac7f req-394d5aee-9921-46dd-ad52-c51edbb13424 tempest-DeleteServersTestJSON-1870379525 tempest-DeleteServersTestJSON-1870379525-project] 10.222.0.75 "GET /v2.0/ports?tenant_id=216741f4995241bbba7cd794217427a2&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0718915 Feb 09 19:07:56.201397 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-d008881a-94d0-4675-98ee-c4f9b27bac7f req-3534fb1b-44dd-4f3b-844a-7f3fc583d2d7 service neutron] 10.222.0.75 "GET /v2.0/networks/22e5c36a-e85f-4512-bcde-f1a1a30e29d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2030559 Feb 09 19:07:56.355297 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.db [req-9cf7d7e3-7aa0-4d40-b747-fe861abc0add req-2f4f2cde-5943-4ef7-927c-38233aac3d9f service neutron] For port 0cc10c1d-eb71-4257-813d-d978a5eb3a04, host n-h1-713498-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-36',level=0,port_id=0cc10c1d-eb71-4257-813d-d978a5eb3a04,segment=NetworkSegment(b98d4747-b18c-4141-8910-77c1fada78d1),segment_id=b98d4747-b18c-4141-8910-77c1fada78d1)] {{(pid=103230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 19:07:56.368590 n-d-713498-36 neutron-server[103230]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8319129f-1054-494a-b0c0-2ec99e839619', 'tag': 'd8831f22-48ff-4779-ae00-8742dab90eee'}] {{(pid=103230) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 19:07:56.370692 n-d-713498-36 neutron-server[103230]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aee5919275bae9f72eb374ee322673045eb80c1f84b4b45a97d96923bd50ab51" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a3c9f2af-8790-497c-80d1-337074c33f2b" -d '{"events": [{"name": "network-changed", "server_uuid": "8319129f-1054-494a-b0c0-2ec99e839619", "tag": "d8831f22-48ff-4779-ae00-8742dab90eee"}]}' {{(pid=103230) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 19:07:56.435580 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-d008881a-94d0-4675-98ee-c4f9b27bac7f req-e7fd7495-97bc-4911-ace5-af6faa9f4acc service neutron] 10.222.0.75 "GET /v2.0/networks/22e5c36a-e85f-4512-bcde-f1a1a30e29d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2296574 Feb 09 19:07:56.460983 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.db [req-9cf7d7e3-7aa0-4d40-b747-fe861abc0add req-2f4f2cde-5943-4ef7-927c-38233aac3d9f service neutron] For port 0cc10c1d-eb71-4257-813d-d978a5eb3a04, host n-h1-713498-36, cleared binding levels {{(pid=103230) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 19:07:56.505002 n-d-713498-36 neutron-server[103233]: DEBUG neutron.db.l3_hamode_db [None req-cf519234-6b8d-460a-9324-a7baabec1977 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'be4a1a42-6639-4179-813a-d32a8ff58f2e', 'name': 'tempest-TaggedBootDevicesTest_v242-1855491091-router', 'tenant_id': '1165ce6413224edfb276f9f552a74208', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88055e1e-672a-4487-be31-ffb6e833ece5', 'external_fixed_ips': [{'subnet_id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'ip_address': '172.25.1.19'}], 'enable_snat': True}, 'gw_port_id': '13f899f2-2d68-415a-b3cf-d91e83d25d1b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T19:03:56Z', 'updated_at': '2022-02-09T19:04:06Z', 'revision_number': 4, 'project_id': '1165ce6413224edfb276f9f552a74208', 'gw_port': {'id': '13f899f2-2d68-415a-b3cf-d91e83d25d1b', 'name': '', 'network_id': '88055e1e-672a-4487-be31-ffb6e833ece5', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:27:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be4a1a42-6639-4179-813a-d32a8ff58f2e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 591, 'fixed_ips': [{'subnet_id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'ip_address': '172.25.1.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T19:03:58Z', 'updated_at': '2022-02-09T19:04:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-36', '_floatingips': [{'id': 'fed35f0e-fa58-4c33-9233-170bd6c464ec', 'tenant_id': '1165ce6413224edfb276f9f552a74208', 'floating_ip_address': '172.25.1.186', 'floating_network_id': '88055e1e-672a-4487-be31-ffb6e833ece5', 'router_id': 'be4a1a42-6639-4179-813a-d32a8ff58f2e', 'port_id': 'd8831f22-48ff-4779-ae00-8742dab90eee', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 710, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c0d79728-024b-4c62-b035-620d2aaf99fe', 'mac_address': 'fa:16:3e:c8:8f:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8319129f-1054-494a-b0c0-2ec99e839619', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T19:05:18Z', 'updated_at': '2022-02-09T19:07:53Z', 'revision_number': 1, 'project_id': '1165ce6413224edfb276f9f552a74208', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f5029e3b-38a6-4d59-a014-a781814bfad1', 'name': '', 'network_id': 'c0d79728-024b-4c62-b035-620d2aaf99fe', 'tenant_id': '1165ce6413224edfb276f9f552a74208', 'mac_address': 'fa:16:3e:03:64:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be4a1a42-6639-4179-813a-d32a8ff58f2e', 'device_owner': 'network:router_interface', 'standard_attr_id': 610, 'fixed_ips': [{'subnet_id': '2560c25c-40bb-435f-8831-cdcd16b2f81e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T19:04:03Z', 'updated_at': '2022-02-09T19:04:12Z', 'revision_number': 5, 'project_id': '1165ce6413224edfb276f9f552a74208', 'subnets': [{'id': '2560c25c-40bb-435f-8831-cdcd16b2f81e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-36', False) {} {{(pid=103233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:07:56.523111 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Device 2a497291-c0ba-497e-912e-500b14b27235 details requested by agent hyperv_n-h2-713498-36 with host n-h2-713498-36 {{(pid=103232) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 19:07:56.568935 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [req-9cf7d7e3-7aa0-4d40-b747-fe861abc0add req-2f4f2cde-5943-4ef7-927c-38233aac3d9f service neutron] Publish callbacks [] for port (0cc10c1d-eb71-4257-813d-d978a5eb3a04), precommit_update {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:07:56.599230 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [req-9cf7d7e3-7aa0-4d40-b747-fe861abc0add req-2f4f2cde-5943-4ef7-927c-38233aac3d9f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762867176205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762866656485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762866656503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14393758'] for port (0cc10c1d-eb71-4257-813d-d978a5eb3a04), after_update {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:07:56.606069 n-d-713498-36 neutron-server[103233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf519234-6b8d-460a-9324-a7baabec1977 None None] The sync data for ids ['be4a1a42-6639-4179-813a-d32a8ff58f2e'] in n-d-713498-36 is: [{'id': 'be4a1a42-6639-4179-813a-d32a8ff58f2e', 'name': 'tempest-TaggedBootDevicesTest_v242-1855491091-router', 'tenant_id': '1165ce6413224edfb276f9f552a74208', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88055e1e-672a-4487-be31-ffb6e833ece5', 'external_fixed_ips': [{'subnet_id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'ip_address': '172.25.1.19'}], 'enable_snat': True}, 'gw_port_id': '13f899f2-2d68-415a-b3cf-d91e83d25d1b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T19:03:56Z', 'updated_at': '2022-02-09T19:04:06Z', 'revision_number': 4, 'project_id': '1165ce6413224edfb276f9f552a74208', 'gw_port': {'id': '13f899f2-2d68-415a-b3cf-d91e83d25d1b', 'name': '', 'network_id': '88055e1e-672a-4487-be31-ffb6e833ece5', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:27:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be4a1a42-6639-4179-813a-d32a8ff58f2e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 591, 'fixed_ips': [{'subnet_id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'ip_address': '172.25.1.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T19:03:58Z', 'updated_at': '2022-02-09T19:04:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-36', '_floatingips': [{'id': 'fed35f0e-fa58-4c33-9233-170bd6c464ec', 'tenant_id': '1165ce6413224edfb276f9f552a74208', 'floating_ip_address': '172.25.1.186', 'floating_network_id': '88055e1e-672a-4487-be31-ffb6e833ece5', 'router_id': 'be4a1a42-6639-4179-813a-d32a8ff58f2e', 'port_id': 'd8831f22-48ff-4779-ae00-8742dab90eee', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 710, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c0d79728-024b-4c62-b035-620d2aaf99fe', 'mac_address': 'fa:16:3e:c8:8f:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8319129f-1054-494a-b0c0-2ec99e839619', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T19:05:18Z', 'updated_at': '2022-02-09T19:07:53Z', 'revision_number': 1, 'project_id': '1165ce6413224edfb276f9f552a74208', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f5029e3b-38a6-4d59-a014-a781814bfad1', 'name': '', 'network_id': 'c0d79728-024b-4c62-b035-620d2aaf99fe', 'tenant_id': '1165ce6413224edfb276f9f552a74208', 'mac_address': 'fa:16:3e:03:64:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be4a1a42-6639-4179-813a-d32a8ff58f2e', 'device_owner': 'network:router_interface', 'standard_attr_id': 610, 'fixed_ips': [{'subnet_id': '2560c25c-40bb-435f-8831-cdcd16b2f81e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T19:04:03Z', 'updated_at': '2022-02-09T19:04:12Z', 'revision_number': 5, 'project_id': '1165ce6413224edfb276f9f552a74208', 'subnets': [{'id': '2560c25c-40bb-435f-8831-cdcd16b2f81e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103233) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 19:07:56.701508 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.db.resource_extend [None req-7429db8d-6021-40ad-813e-885be449a89b None None] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 09 19:07:56.863078 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-7c699d99-2aea-4052-88c4-45fcf9848ae8 req-50f06999-3369-4300-8a5a-2e33e51260e2 tempest-TaggedBootDevicesTest_v242-798392635 tempest-TaggedBootDevicesTest_v242-798392635-project] 10.222.0.75 "GET /v2.0/security-groups?id=58062d4f-c149-4db3-a357-a4eb59a3d83e&id=6452f0cf-fe35-4557-9092-43f1827176a8&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 1.4639881 Feb 09 19:07:57.147805 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-7429db8d-6021-40ad-813e-885be449a89b None None] For port 2a497291-c0ba-497e-912e-500b14b27235, host n-h2-713498-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-36',level=0,port_id=2a497291-c0ba-497e-912e-500b14b27235,segment=NetworkSegment(50e5915e-18f0-4558-9a28-b978975ead36),segment_id=50e5915e-18f0-4558-9a28-b978975ead36)] {{(pid=103232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 19:07:57.183042 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Returning: {'device': '2a497291-c0ba-497e-912e-500b14b27235', 'network_id': '2b5494c8-cf97-42c1-b902-87f998f28179', 'port_id': '2a497291-c0ba-497e-912e-500b14b27235', 'mac_address': 'fa:16:3e:07:5d:bc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 359, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '60b561cb-321e-4f83-9bb3-92b2e1d0dc44', 'ip_address': '192.168.233.94'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103232) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 19:07:57.197020 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-602c9c1a-3991-4722-8352-a0492bfc21cb None None] New status for floating IP fed35f0e-fa58-4c33-9233-170bd6c464ec: ACTIVE {{(pid=103232) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 09 19:07:57.213240 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f4f2cde-5943-4ef7-927c-38233aac3d9f service neutron] Pushing event updated for resources: {'Port': ['ID=0cc10c1d-eb71-4257-813d-d978a5eb3a04,revision_number=7']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:07:57.297441 n-d-713498-36 neutron-server[103230]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 19:07:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-45c0ac59-67f8-4c36-a8d1-15fb91dee7f7 x-openstack-request-id: req-45c0ac59-67f8-4c36-a8d1-15fb91dee7f7 {{(pid=103230) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 19:07:57.297808 n-d-713498-36 neutron-server[103230]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8319129f-1054-494a-b0c0-2ec99e839619", "tag": "d8831f22-48ff-4779-ae00-8742dab90eee", "status": "completed", "code": 200}]} {{(pid=103230) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 19:07:57.301739 n-d-713498-36 neutron-server[103230]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-45c0ac59-67f8-4c36-a8d1-15fb91dee7f7 {{(pid=103230) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 19:07:57.310860 n-d-713498-36 neutron-server[103230]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8319129f-1054-494a-b0c0-2ec99e839619', 'tag': 'd8831f22-48ff-4779-ae00-8742dab90eee', 'status': 'completed', 'code': 200} Feb 09 19:07:57.381176 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.managers [req-9cf7d7e3-7aa0-4d40-b747-fe861abc0add req-2f4f2cde-5943-4ef7-927c-38233aac3d9f service neutron] Attempting to bind port 0cc10c1d-eb71-4257-813d-d978a5eb3a04 on host n-h1-713498-36 for vnic_type normal with profile {"migrating_to": "n-h2-713498-36"} {{(pid=103230) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 19:07:57.382784 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.managers [req-9cf7d7e3-7aa0-4d40-b747-fe861abc0add req-2f4f2cde-5943-4ef7-927c-38233aac3d9f service neutron] Attempting to bind port 0cc10c1d-eb71-4257-813d-d978a5eb3a04 by drivers openvswitch,hyperv on host n-h1-713498-36 at level 0 using segments [{'id': 'b98d4747-b18c-4141-8910-77c1fada78d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': '0e993f99-d3d0-4a2a-8eed-2f34375798b5'}] {{(pid=103230) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 19:07:57.383744 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9cf7d7e3-7aa0-4d40-b747-fe861abc0add req-2f4f2cde-5943-4ef7-927c-38233aac3d9f service neutron] Attempting to bind port 0cc10c1d-eb71-4257-813d-d978a5eb3a04 on network 0e993f99-d3d0-4a2a-8eed-2f34375798b5 {{(pid=103230) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 19:07:57.393568 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9cf7d7e3-7aa0-4d40-b747-fe861abc0add req-2f4f2cde-5943-4ef7-927c-38233aac3d9f service neutron] Port 0cc10c1d-eb71-4257-813d-d978a5eb3a04 on network 0e993f99-d3d0-4a2a-8eed-2f34375798b5 not bound, no agent of type Open vSwitch agent registered on host n-h1-713498-36 {{(pid=103230) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 19:07:57.394299 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9cf7d7e3-7aa0-4d40-b747-fe861abc0add req-2f4f2cde-5943-4ef7-927c-38233aac3d9f service neutron] Attempting to bind port 0cc10c1d-eb71-4257-813d-d978a5eb3a04 on network 0e993f99-d3d0-4a2a-8eed-2f34375798b5 {{(pid=103230) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 19:07:57.396507 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2bc16e2-17fd-4d72-a341-a8a7249e218a req-545a7afd-85c0-4971-85df-3257d1b9ce2f tempest-LiveAutoBlockMigrationV225Test-2127879101 tempest-LiveAutoBlockMigrationV225Test-2127879101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:07:57.430100 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-e2bc16e2-17fd-4d72-a341-a8a7249e218a req-545a7afd-85c0-4971-85df-3257d1b9ce2f tempest-LiveAutoBlockMigrationV225Test-2127879101 tempest-LiveAutoBlockMigrationV225Test-2127879101-project] 10.222.0.75 "GET /v2.0/ports?device_id=d3938fbf-e1b0-4686-9d2f-36596059719e HTTP/1.1" status: 200 len: 943 time: 0.3489542 Feb 09 19:07:57.442967 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9cf7d7e3-7aa0-4d40-b747-fe861abc0add req-2f4f2cde-5943-4ef7-927c-38233aac3d9f service neutron] Checking agent: {'id': '488cd9ae-631f-4955-ba0b-4f5a13f12e9c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713498-36', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 18, 59, 18), 'started_at': datetime.datetime(2022, 2, 9, 18, 59, 18), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 19, 7, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103230) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 19:07:57.443708 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9cf7d7e3-7aa0-4d40-b747-fe861abc0add req-2f4f2cde-5943-4ef7-927c-38233aac3d9f service neutron] Checking segment: {'id': 'b98d4747-b18c-4141-8910-77c1fada78d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': '0e993f99-d3d0-4a2a-8eed-2f34375798b5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103230) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 19:07:57.444443 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9cf7d7e3-7aa0-4d40-b747-fe861abc0add req-2f4f2cde-5943-4ef7-927c-38233aac3d9f service neutron] Bound using segment: {'id': 'b98d4747-b18c-4141-8910-77c1fada78d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': '0e993f99-d3d0-4a2a-8eed-2f34375798b5'} {{(pid=103230) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 19:07:57.445119 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.managers [req-9cf7d7e3-7aa0-4d40-b747-fe861abc0add req-2f4f2cde-5943-4ef7-927c-38233aac3d9f service neutron] Bound port: 0cc10c1d-eb71-4257-813d-d978a5eb3a04, host: n-h1-713498-36, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b98d4747-b18c-4141-8910-77c1fada78d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': '0e993f99-d3d0-4a2a-8eed-2f34375798b5'}}] {{(pid=103230) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 19:07:57.446193 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [req-9cf7d7e3-7aa0-4d40-b747-fe861abc0add req-2f4f2cde-5943-4ef7-927c-38233aac3d9f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (0cc10c1d-eb71-4257-813d-d978a5eb3a04), before_update {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:07:57.502033 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-50bb0f52-674c-4fa5-bcd7-086e878d8066 req-5fae47ae-e5f8-4e73-bd96-3c04013892ab tempest-DeleteServersTestJSON-1870379525 tempest-DeleteServersTestJSON-1870379525-project] 10.222.0.75 "GET /v2.0/ports?device_id=2f2ff156-c650-47cb-97f3-66d257558aaf HTTP/1.1" status: 200 len: 210 time: 0.1485794 Feb 09 19:07:57.644039 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.db [req-9cf7d7e3-7aa0-4d40-b747-fe861abc0add req-2f4f2cde-5943-4ef7-927c-38233aac3d9f service neutron] For port 0cc10c1d-eb71-4257-813d-d978a5eb3a04, host n-h1-713498-36, cleared binding levels {{(pid=103230) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 19:07:57.647844 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.db [req-9cf7d7e3-7aa0-4d40-b747-fe861abc0add req-2f4f2cde-5943-4ef7-927c-38233aac3d9f service neutron] For port 0cc10c1d-eb71-4257-813d-d978a5eb3a04, host n-h1-713498-36, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-36',level=0,port_id=0cc10c1d-eb71-4257-813d-d978a5eb3a04,segment=NetworkSegment(b98d4747-b18c-4141-8910-77c1fada78d1),segment_id=b98d4747-b18c-4141-8910-77c1fada78d1)] {{(pid=103230) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 19:07:57.657984 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [req-9cf7d7e3-7aa0-4d40-b747-fe861abc0add req-2f4f2cde-5943-4ef7-927c-38233aac3d9f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762867176205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762866656485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762866656503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14393758'] for port (0cc10c1d-eb71-4257-813d-d978a5eb3a04), after_update {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:07:57.801443 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cf7d7e3-7aa0-4d40-b747-fe861abc0add req-2f4f2cde-5943-4ef7-927c-38233aac3d9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:07:57.805272 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [req-9cf7d7e3-7aa0-4d40-b747-fe861abc0add req-2f4f2cde-5943-4ef7-927c-38233aac3d9f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171096'] for port (None), before_response {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:07:57.814068 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-9cf7d7e3-7aa0-4d40-b747-fe861abc0add req-2f4f2cde-5943-4ef7-927c-38233aac3d9f service neutron] 10.222.0.90 "PUT /v2.0/ports/0cc10c1d-eb71-4257-813d-d978a5eb3a04 HTTP/1.1" status: 200 len: 1123 time: 3.3622258 Feb 09 19:07:57.833061 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-e2bc16e2-17fd-4d72-a341-a8a7249e218a req-c466eebd-9726-4553-b584-e5e58f388d22 tempest-LiveAutoBlockMigrationV225Test-2127879101 tempest-LiveAutoBlockMigrationV225Test-2127879101-project] 10.222.0.75 "GET /v2.0/security-groups?id=e3cb5363-3b49-4f74-b239-a871e755b40a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4019790 Feb 09 19:07:57.989188 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3c9f2af-8790-497c-80d1-337074c33f2b req-966ff31d-5518-464e-9612-6f41bdf25dba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:07:57.989693 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3c9f2af-8790-497c-80d1-337074c33f2b req-966ff31d-5518-464e-9612-6f41bdf25dba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:07:57.994179 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3c9f2af-8790-497c-80d1-337074c33f2b req-966ff31d-5518-464e-9612-6f41bdf25dba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:07:57.996976 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3c9f2af-8790-497c-80d1-337074c33f2b req-966ff31d-5518-464e-9612-6f41bdf25dba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:07:57.997457 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3c9f2af-8790-497c-80d1-337074c33f2b req-966ff31d-5518-464e-9612-6f41bdf25dba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:07:58.001896 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3c9f2af-8790-497c-80d1-337074c33f2b req-966ff31d-5518-464e-9612-6f41bdf25dba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:07:58.002402 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3c9f2af-8790-497c-80d1-337074c33f2b req-966ff31d-5518-464e-9612-6f41bdf25dba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:07:58.009994 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-a3c9f2af-8790-497c-80d1-337074c33f2b req-966ff31d-5518-464e-9612-6f41bdf25dba service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=1165ce6413224edfb276f9f552a74208&device_id=8319129f-1054-494a-b0c0-2ec99e839619 HTTP/1.1" status: 200 len: 6726 time: 0.5604765 Feb 09 19:07:58.074477 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] get_ports_and_sgs() called for port_ids ['0cc10c1d-eb71-4257-813d-d978a5eb3a04'] {{(pid=103232) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 19:07:58.084400 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f4f2cde-5943-4ef7-927c-38233aac3d9f service neutron] Pushing event updated for resources: {'Port': ['ID=0cc10c1d-eb71-4257-813d-d978a5eb3a04,revision_number=8']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:07:58.191148 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-7429db8d-6021-40ad-813e-885be449a89b None None] get_ports_and_sgs() called for port_ids ['0cc10c1d-eb71-4257-813d-d978a5eb3a04'] {{(pid=103232) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 19:07:58.394943 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4d8de1d-bc7e-49ae-bde6-bd1b415c8258 req-60c37637-f0fb-46e6-9366-4022fcfd3bd3 tempest-TaggedBootDevicesTest_v242-798392635 tempest-TaggedBootDevicesTest_v242-798392635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:07:58.409717 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3c9f2af-8790-497c-80d1-337074c33f2b req-70e6eade-6087-456b-b1c4-c45286c2bedc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:07:58.409717 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-a3c9f2af-8790-497c-80d1-337074c33f2b req-70e6eade-6087-456b-b1c4-c45286c2bedc service neutron] 10.222.0.90 "GET /v2.0/networks?id=c0d79728-024b-4c62-b035-620d2aaf99fe HTTP/1.1" status: 200 len: 918 time: 0.3674312 Feb 09 19:07:58.415435 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4d8de1d-bc7e-49ae-bde6-bd1b415c8258 req-60c37637-f0fb-46e6-9366-4022fcfd3bd3 tempest-TaggedBootDevicesTest_v242-798392635 tempest-TaggedBootDevicesTest_v242-798392635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:07:58.437548 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4d8de1d-bc7e-49ae-bde6-bd1b415c8258 req-60c37637-f0fb-46e6-9366-4022fcfd3bd3 tempest-TaggedBootDevicesTest_v242-798392635 tempest-TaggedBootDevicesTest_v242-798392635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:07:58.470937 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4d8de1d-bc7e-49ae-bde6-bd1b415c8258 req-60c37637-f0fb-46e6-9366-4022fcfd3bd3 tempest-TaggedBootDevicesTest_v242-798392635 tempest-TaggedBootDevicesTest_v242-798392635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:07:58.497696 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4d8de1d-bc7e-49ae-bde6-bd1b415c8258 req-60c37637-f0fb-46e6-9366-4022fcfd3bd3 tempest-TaggedBootDevicesTest_v242-798392635 tempest-TaggedBootDevicesTest_v242-798392635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:07:58.528207 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4d8de1d-bc7e-49ae-bde6-bd1b415c8258 req-60c37637-f0fb-46e6-9366-4022fcfd3bd3 tempest-TaggedBootDevicesTest_v242-798392635 tempest-TaggedBootDevicesTest_v242-798392635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:07:58.558581 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Current status of the port 2a497291-c0ba-497e-912e-500b14b27235 is: ACTIVE; New status is: BUILD {{(pid=103232) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 19:07:58.559951 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4d8de1d-bc7e-49ae-bde6-bd1b415c8258 req-60c37637-f0fb-46e6-9366-4022fcfd3bd3 tempest-TaggedBootDevicesTest_v242-798392635 tempest-TaggedBootDevicesTest_v242-798392635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:07:58.575535 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-c4d8de1d-bc7e-49ae-bde6-bd1b415c8258 req-60c37637-f0fb-46e6-9366-4022fcfd3bd3 tempest-TaggedBootDevicesTest_v242-798392635 tempest-TaggedBootDevicesTest_v242-798392635-project] 10.222.0.75 "GET /v2.0/ports?device_id=8319129f-1054-494a-b0c0-2ec99e839619 HTTP/1.1" status: 200 len: 5445 time: 0.4012687 Feb 09 19:07:58.577726 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (2a497291-c0ba-497e-912e-500b14b27235), before_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:07:58.679208 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-a3c9f2af-8790-497c-80d1-337074c33f2b req-246c4666-f47b-4a3e-966b-902fe946d9b5 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d8831f22-48ff-4779-ae00-8742dab90eee HTTP/1.1" status: 200 len: 1000 time: 0.2552078 Feb 09 19:07:58.749779 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-c4d8de1d-bc7e-49ae-bde6-bd1b415c8258 req-0a03b491-a2e8-43ff-b1bb-bad781c4745c tempest-TaggedBootDevicesTest_v242-798392635 tempest-TaggedBootDevicesTest_v242-798392635-project] 10.222.0.75 "GET /v2.0/security-groups?id=58062d4f-c149-4db3-a357-a4eb59a3d83e&id=6452f0cf-fe35-4557-9092-43f1827176a8&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1727927 Feb 09 19:07:58.889326 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3c9f2af-8790-497c-80d1-337074c33f2b req-ab161292-d585-4baa-93ca-865d074dd41c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:07:58.890812 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-a3c9f2af-8790-497c-80d1-337074c33f2b req-ab161292-d585-4baa-93ca-865d074dd41c service neutron] 10.222.0.90 "GET /v2.0/subnets?id=2560c25c-40bb-435f-8831-cdcd16b2f81e HTTP/1.1" status: 200 len: 856 time: 0.2023687 Feb 09 19:07:58.950313 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-5706a004-5a4a-4a26-946d-15f8ad64d073 req-949ea188-b7c9-4960-947e-cdad1499475b tempest-DeleteServersTestJSON-1870379525 tempest-DeleteServersTestJSON-1870379525-project] 10.222.0.75 "GET /v2.0/ports?device_id=2f2ff156-c650-47cb-97f3-66d257558aaf HTTP/1.1" status: 200 len: 210 time: 0.0685544 Feb 09 19:07:59.112572 n-d-713498-36 neutron-server[103232]: DEBUG neutron.notifiers.nova [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 2a497291-c0ba-497e-912e-500b14b27235 {{(pid=103232) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 19:07:59.164332 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3c9f2af-8790-497c-80d1-337074c33f2b req-3b9c2408-c7e2-483e-9511-3891706d63df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:07:59.170871 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-a3c9f2af-8790-497c-80d1-337074c33f2b req-3b9c2408-c7e2-483e-9511-3891706d63df service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=c0d79728-024b-4c62-b035-620d2aaf99fe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.2429566 Feb 09 19:07:59.201607 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-7429db8d-6021-40ad-813e-885be449a89b None None] For port 2a497291-c0ba-497e-912e-500b14b27235, host n-h2-713498-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-36',level=0,port_id=2a497291-c0ba-497e-912e-500b14b27235,segment=NetworkSegment(50e5915e-18f0-4558-9a28-b978975ead36),segment_id=50e5915e-18f0-4558-9a28-b978975ead36)] {{(pid=103232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 19:07:59.235689 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762867176205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762866656485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762866656503'] for port (2a497291-c0ba-497e-912e-500b14b27235), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:07:59.282819 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab197d1c-0cbd-4a11-91ba-01af89c943b9 req-8de9a156-321d-438b-9032-b860b75b0ef6 tempest-LiveAutoBlockMigrationV225Test-2127879101 tempest-LiveAutoBlockMigrationV225Test-2127879101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:07:59.300286 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-ab197d1c-0cbd-4a11-91ba-01af89c943b9 req-8de9a156-321d-438b-9032-b860b75b0ef6 tempest-LiveAutoBlockMigrationV225Test-2127879101 tempest-LiveAutoBlockMigrationV225Test-2127879101-project] 10.222.0.75 "GET /v2.0/ports?device_id=d3938fbf-e1b0-4686-9d2f-36596059719e HTTP/1.1" status: 200 len: 943 time: 0.2335448 Feb 09 19:07:59.334235 n-d-713498-36 neutron-server[103230]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd3938fbf-e1b0-4686-9d2f-36596059719e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0cc10c1d-eb71-4257-813d-d978a5eb3a04'}, {'name': 'network-changed', 'server_uuid': 'd3938fbf-e1b0-4686-9d2f-36596059719e', 'tag': '0cc10c1d-eb71-4257-813d-d978a5eb3a04'}] {{(pid=103230) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 19:07:59.346853 n-d-713498-36 neutron-server[103230]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aee5919275bae9f72eb374ee322673045eb80c1f84b4b45a97d96923bd50ab51" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-402c2563-10d9-4fa5-b371-7e83a6264834" -d '{"events": [{"server_uuid": "d3938fbf-e1b0-4686-9d2f-36596059719e", "name": "network-vif-unplugged", "status": "completed", "tag": "0cc10c1d-eb71-4257-813d-d978a5eb3a04"}, {"name": "network-changed", "server_uuid": "d3938fbf-e1b0-4686-9d2f-36596059719e", "tag": "0cc10c1d-eb71-4257-813d-d978a5eb3a04"}]}' {{(pid=103230) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 19:07:59.475436 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-ab197d1c-0cbd-4a11-91ba-01af89c943b9 req-026d384a-c6cc-4b6b-9508-851cd7cc6912 tempest-LiveAutoBlockMigrationV225Test-2127879101 tempest-LiveAutoBlockMigrationV225Test-2127879101-project] 10.222.0.75 "GET /v2.0/security-groups?id=e3cb5363-3b49-4f74-b239-a871e755b40a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1605685 Feb 09 19:07:59.662706 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-7429db8d-6021-40ad-813e-885be449a89b None None] get_ports_and_sgs() called for port_ids ['2a497291-c0ba-497e-912e-500b14b27235'] {{(pid=103232) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 19:07:59.689312 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-a3c9f2af-8790-497c-80d1-337074c33f2b req-1f19e4b6-aa70-45ab-89b6-9d5c03da0f85 service neutron] 10.222.0.90 "GET /v2.0/networks/c0d79728-024b-4c62-b035-620d2aaf99fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5068228 Feb 09 19:07:59.843169 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d008881a-94d0-4675-98ee-c4f9b27bac7f req-b18f3f8b-b55f-42b7-9f5f-90e6df471200 tempest-DeleteServersTestJSON-1870379525 tempest-DeleteServersTestJSON-1870379525-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:07:59.844627 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-d008881a-94d0-4675-98ee-c4f9b27bac7f req-b18f3f8b-b55f-42b7-9f5f-90e6df471200 tempest-DeleteServersTestJSON-1870379525 tempest-DeleteServersTestJSON-1870379525-project] 10.222.0.90 "GET /v2.0/networks?id=22e5c36a-e85f-4512-bcde-f1a1a30e29d3 HTTP/1.1" status: 200 len: 812 time: 0.4060163 Feb 09 19:07:59.888380 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.v2.base [req-d008881a-94d0-4675-98ee-c4f9b27bac7f req-9efe2df5-2c83-4687-b640-853c51fa0cb2 tempest-DeleteServersTestJSON-1870379525 tempest-DeleteServersTestJSON-1870379525-project] Request body: {'port': {'device_id': '2f2ff156-c650-47cb-97f3-66d257558aaf', 'network_id': '22e5c36a-e85f-4512-bcde-f1a1a30e29d3', 'admin_state_up': True, 'tenant_id': '216741f4995241bbba7cd794217427a2'}} {{(pid=103230) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 19:07:59.952942 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-a3c9f2af-8790-497c-80d1-337074c33f2b req-861ff0bd-459e-4b81-a635-9aa500216fff service neutron] 10.222.0.90 "GET /v2.0/networks/c0d79728-024b-4c62-b035-620d2aaf99fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2376444 Feb 09 19:08:00.015522 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Pushing event updated for resources: {'Port': ['ID=2a497291-c0ba-497e-912e-500b14b27235,revision_number=6']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:08:00.220507 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d008881a-94d0-4675-98ee-c4f9b27bac7f req-9efe2df5-2c83-4687-b640-853c51fa0cb2 tempest-DeleteServersTestJSON-1870379525 tempest-DeleteServersTestJSON-1870379525-project] Made reservation on behalf of 216741f4995241bbba7cd794217427a2 for: {'port': 1} {{(pid=103230) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 19:08:00.224057 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [req-d008881a-94d0-4675-98ee-c4f9b27bac7f req-9efe2df5-2c83-4687-b640-853c51fa0cb2 tempest-DeleteServersTestJSON-1870379525 tempest-DeleteServersTestJSON-1870379525-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (None), before_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:08:00.564957 n-d-713498-36 neutron-server[103230]: DEBUG neutron.db.db_base_plugin_common [req-d008881a-94d0-4675-98ee-c4f9b27bac7f req-9efe2df5-2c83-4687-b640-853c51fa0cb2 tempest-DeleteServersTestJSON-1870379525 tempest-DeleteServersTestJSON-1870379525-project] Allocated IP 172.20.0.11 (22e5c36a-e85f-4512-bcde-f1a1a30e29d3/fd92991c-99c1-4998-85f2-810e9ca4298d/a98c8b69-706f-4f1a-b433-434f17e1f2a0) {{(pid=103230) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 19:08:00.790162 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [req-d008881a-94d0-4675-98ee-c4f9b27bac7f req-9efe2df5-2c83-4687-b640-853c51fa0cb2 tempest-DeleteServersTestJSON-1870379525 tempest-DeleteServersTestJSON-1870379525-project] Publish callbacks [] for port (a98c8b69-706f-4f1a-b433-434f17e1f2a0), precommit_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:08:00.830189 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [req-d008881a-94d0-4675-98ee-c4f9b27bac7f req-9efe2df5-2c83-4687-b640-853c51fa0cb2 tempest-DeleteServersTestJSON-1870379525 tempest-DeleteServersTestJSON-1870379525-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762866656467', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14393751'] for port (a98c8b69-706f-4f1a-b433-434f17e1f2a0), after_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:08:00.892810 n-d-713498-36 neutron-server[103230]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d008881a-94d0-4675-98ee-c4f9b27bac7f req-9efe2df5-2c83-4687-b640-853c51fa0cb2 tempest-DeleteServersTestJSON-1870379525 tempest-DeleteServersTestJSON-1870379525-project] Network 22e5c36a-e85f-4512-bcde-f1a1a30e29d3 is already hosted by enough agents. {{(pid=103230) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 19:08:00.894532 n-d-713498-36 neutron-server[103230]: DEBUG neutron.scheduler.base_scheduler [req-d008881a-94d0-4675-98ee-c4f9b27bac7f req-9efe2df5-2c83-4687-b640-853c51fa0cb2 tempest-DeleteServersTestJSON-1870379525 tempest-DeleteServersTestJSON-1870379525-project] Resources bound (agent type, host, resource id): {{(pid=103230) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 19:08:00.897637 n-d-713498-36 neutron-server[103230]: DEBUG neutron.db.l3_dvrscheduler_db [req-d008881a-94d0-4675-98ee-c4f9b27bac7f req-9efe2df5-2c83-4687-b640-853c51fa0cb2 tempest-DeleteServersTestJSON-1870379525 tempest-DeleteServersTestJSON-1870379525-project] Received port after_create {{(pid=103230) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 19:08:00.993320 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d008881a-94d0-4675-98ee-c4f9b27bac7f req-9efe2df5-2c83-4687-b640-853c51fa0cb2 tempest-DeleteServersTestJSON-1870379525 tempest-DeleteServersTestJSON-1870379525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:08:00.994664 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [req-d008881a-94d0-4675-98ee-c4f9b27bac7f req-9efe2df5-2c83-4687-b640-853c51fa0cb2 tempest-DeleteServersTestJSON-1870379525 tempest-DeleteServersTestJSON-1870379525-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171096'] for port (None), before_response {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:08:01.036372 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9efe2df5-2c83-4687-b640-853c51fa0cb2 tempest-DeleteServersTestJSON-1870379525 tempest-DeleteServersTestJSON-1870379525-project] Pushing event updated for resources: {'Port': ['ID=a98c8b69-706f-4f1a-b433-434f17e1f2a0,revision_number=1']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:08:01.056530 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-d008881a-94d0-4675-98ee-c4f9b27bac7f req-9efe2df5-2c83-4687-b640-853c51fa0cb2 tempest-DeleteServersTestJSON-1870379525 tempest-DeleteServersTestJSON-1870379525-project] 10.222.0.90 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1916442 Feb 09 19:08:01.080893 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.v2.base [req-d008881a-94d0-4675-98ee-c4f9b27bac7f req-ca647b40-b8ed-47ff-aa0e-8f5d3c4aed8e service neutron] Request body: {'port': {'device_id': '2f2ff156-c650-47cb-97f3-66d257558aaf', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-713498-36'}} {{(pid=103230) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 19:08:01.163677 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [req-d008881a-94d0-4675-98ee-c4f9b27bac7f req-ca647b40-b8ed-47ff-aa0e-8f5d3c4aed8e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (a98c8b69-706f-4f1a-b433-434f17e1f2a0), before_update {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:08:01.259072 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Device 2a497291-c0ba-497e-912e-500b14b27235 up at agent hyperv_n-h2-713498-36 {{(pid=103232) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 19:08:01.378150 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.provisioning_blocks [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Provisioning complete for port 2a497291-c0ba-497e-912e-500b14b27235 triggered by entity L2. {{(pid=103232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 19:08:01.380687 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593630'] for port (2a497291-c0ba-497e-912e-500b14b27235), provisioning_complete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:08:01.575486 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Current status of the port 2a497291-c0ba-497e-912e-500b14b27235 is: BUILD; New status is: ACTIVE {{(pid=103232) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 19:08:01.578114 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (2a497291-c0ba-497e-912e-500b14b27235), before_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:08:01.634144 n-d-713498-36 neutron-server[103232]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '677c1bb0-b471-4f2d-9175-5a3a0d044cf3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2a497291-c0ba-497e-912e-500b14b27235'}] {{(pid=103232) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 19:08:01.643002 n-d-713498-36 neutron-server[103232]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}949cdcde653dec44821de95cbf67297f53cbc2aed4e073b5d514f93bf911ce85" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3ddeca15-fdfa-44a8-8dd1-ddeef74f9f07" -d '{"events": [{"server_uuid": "677c1bb0-b471-4f2d-9175-5a3a0d044cf3", "name": "network-vif-plugged", "status": "completed", "tag": "2a497291-c0ba-497e-912e-500b14b27235"}]}' {{(pid=103232) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 19:08:01.671249 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-7429db8d-6021-40ad-813e-885be449a89b None None] For port 2a497291-c0ba-497e-912e-500b14b27235, host n-h2-713498-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-36',level=0,port_id=2a497291-c0ba-497e-912e-500b14b27235,segment=NetworkSegment(50e5915e-18f0-4558-9a28-b978975ead36),segment_id=50e5915e-18f0-4558-9a28-b978975ead36)] {{(pid=103232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 19:08:01.687925 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762867176205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762866656485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762866656503'] for port (2a497291-c0ba-497e-912e-500b14b27235), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:08:01.732899 n-d-713498-36 neutron-server[103230]: DEBUG neutron.notifiers.nova [req-d008881a-94d0-4675-98ee-c4f9b27bac7f req-ca647b40-b8ed-47ff-aa0e-8f5d3c4aed8e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a98c8b69-706f-4f1a-b433-434f17e1f2a0 {{(pid=103230) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 19:08:01.748256 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [req-d008881a-94d0-4675-98ee-c4f9b27bac7f req-ca647b40-b8ed-47ff-aa0e-8f5d3c4aed8e service neutron] Publish callbacks [] for port (a98c8b69-706f-4f1a-b433-434f17e1f2a0), precommit_update {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:08:01.783861 n-d-713498-36 neutron-server[103230]: DEBUG neutron.db.provisioning_blocks [req-d008881a-94d0-4675-98ee-c4f9b27bac7f req-ca647b40-b8ed-47ff-aa0e-8f5d3c4aed8e service neutron] Transition to ACTIVE for port object a98c8b69-706f-4f1a-b433-434f17e1f2a0 will not be triggered until provisioned by entity L2. {{(pid=103230) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 19:08:01.796521 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Pushing event updated for resources: {'Port': ['ID=2a497291-c0ba-497e-912e-500b14b27235,revision_number=7']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:08:01.797028 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [req-d008881a-94d0-4675-98ee-c4f9b27bac7f req-ca647b40-b8ed-47ff-aa0e-8f5d3c4aed8e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762867176205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762866656485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762866656503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14393758'] for port (a98c8b69-706f-4f1a-b433-434f17e1f2a0), after_update {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:08:01.817412 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:08:01.817754 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:08:01.818130 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:08:01.818479 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:08:01.818984 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:08:01.819393 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:08:01.819787 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:08:01.824646 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:08:01.824646 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:08:01.824646 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:08:01.825393 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:08:01.825792 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:08:01.826362 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:08:01.875783 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca647b40-b8ed-47ff-aa0e-8f5d3c4aed8e service neutron] Pushing event updated for resources: {'Port': ['ID=a98c8b69-706f-4f1a-b433-434f17e1f2a0,revision_number=2']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:08:01.993037 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.managers [req-d008881a-94d0-4675-98ee-c4f9b27bac7f req-ca647b40-b8ed-47ff-aa0e-8f5d3c4aed8e service neutron] Attempting to bind port a98c8b69-706f-4f1a-b433-434f17e1f2a0 on host n-h2-713498-36 for vnic_type normal with profile {{(pid=103230) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 19:08:01.993791 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.managers [req-d008881a-94d0-4675-98ee-c4f9b27bac7f req-ca647b40-b8ed-47ff-aa0e-8f5d3c4aed8e service neutron] Attempting to bind port a98c8b69-706f-4f1a-b433-434f17e1f2a0 by drivers openvswitch,hyperv on host n-h2-713498-36 at level 0 using segments [{'id': 'd4c5d86e-1399-4ff8-a9ec-2a8082c6024a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': '22e5c36a-e85f-4512-bcde-f1a1a30e29d3'}] {{(pid=103230) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 19:08:01.994377 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d008881a-94d0-4675-98ee-c4f9b27bac7f req-ca647b40-b8ed-47ff-aa0e-8f5d3c4aed8e service neutron] Attempting to bind port a98c8b69-706f-4f1a-b433-434f17e1f2a0 on network 22e5c36a-e85f-4512-bcde-f1a1a30e29d3 {{(pid=103230) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 19:08:02.001923 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d008881a-94d0-4675-98ee-c4f9b27bac7f req-ca647b40-b8ed-47ff-aa0e-8f5d3c4aed8e service neutron] Port a98c8b69-706f-4f1a-b433-434f17e1f2a0 on network 22e5c36a-e85f-4512-bcde-f1a1a30e29d3 not bound, no agent of type Open vSwitch agent registered on host n-h2-713498-36 {{(pid=103230) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 19:08:02.003579 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d008881a-94d0-4675-98ee-c4f9b27bac7f req-ca647b40-b8ed-47ff-aa0e-8f5d3c4aed8e service neutron] Attempting to bind port a98c8b69-706f-4f1a-b433-434f17e1f2a0 on network 22e5c36a-e85f-4512-bcde-f1a1a30e29d3 {{(pid=103230) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 19:08:02.012311 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d008881a-94d0-4675-98ee-c4f9b27bac7f req-ca647b40-b8ed-47ff-aa0e-8f5d3c4aed8e service neutron] Checking agent: {'id': 'bcd5faee-dc24-4298-9134-0e0aa054058e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713498-36', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 18, 59, 19), 'started_at': datetime.datetime(2022, 2, 9, 18, 59, 19), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 19, 7, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103230) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 19:08:02.013293 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d008881a-94d0-4675-98ee-c4f9b27bac7f req-ca647b40-b8ed-47ff-aa0e-8f5d3c4aed8e service neutron] Checking segment: {'id': 'd4c5d86e-1399-4ff8-a9ec-2a8082c6024a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': '22e5c36a-e85f-4512-bcde-f1a1a30e29d3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103230) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 19:08:02.013930 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d008881a-94d0-4675-98ee-c4f9b27bac7f req-ca647b40-b8ed-47ff-aa0e-8f5d3c4aed8e service neutron] Bound using segment: {'id': 'd4c5d86e-1399-4ff8-a9ec-2a8082c6024a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': '22e5c36a-e85f-4512-bcde-f1a1a30e29d3'} {{(pid=103230) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 19:08:02.014627 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.managers [req-d008881a-94d0-4675-98ee-c4f9b27bac7f req-ca647b40-b8ed-47ff-aa0e-8f5d3c4aed8e service neutron] Bound port: a98c8b69-706f-4f1a-b433-434f17e1f2a0, host: n-h2-713498-36, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd4c5d86e-1399-4ff8-a9ec-2a8082c6024a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': '22e5c36a-e85f-4512-bcde-f1a1a30e29d3'}}] {{(pid=103230) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 19:08:02.015342 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [req-d008881a-94d0-4675-98ee-c4f9b27bac7f req-ca647b40-b8ed-47ff-aa0e-8f5d3c4aed8e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (a98c8b69-706f-4f1a-b433-434f17e1f2a0), before_update {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:08:02.106468 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.db [req-d008881a-94d0-4675-98ee-c4f9b27bac7f req-ca647b40-b8ed-47ff-aa0e-8f5d3c4aed8e service neutron] For port a98c8b69-706f-4f1a-b433-434f17e1f2a0, host n-h2-713498-36, cleared binding levels {{(pid=103230) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 19:08:02.110096 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.db [req-d008881a-94d0-4675-98ee-c4f9b27bac7f req-ca647b40-b8ed-47ff-aa0e-8f5d3c4aed8e service neutron] For port a98c8b69-706f-4f1a-b433-434f17e1f2a0, host n-h2-713498-36, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-36',level=0,port_id=a98c8b69-706f-4f1a-b433-434f17e1f2a0,segment=NetworkSegment(d4c5d86e-1399-4ff8-a9ec-2a8082c6024a),segment_id=d4c5d86e-1399-4ff8-a9ec-2a8082c6024a)] {{(pid=103230) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 19:08:02.119066 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [req-d008881a-94d0-4675-98ee-c4f9b27bac7f req-ca647b40-b8ed-47ff-aa0e-8f5d3c4aed8e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762867176205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762866656485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762866656503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14393758'] for port (a98c8b69-706f-4f1a-b433-434f17e1f2a0), after_update {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:08:02.194834 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d008881a-94d0-4675-98ee-c4f9b27bac7f req-ca647b40-b8ed-47ff-aa0e-8f5d3c4aed8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:08:02.196491 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [req-d008881a-94d0-4675-98ee-c4f9b27bac7f req-ca647b40-b8ed-47ff-aa0e-8f5d3c4aed8e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171096'] for port (None), before_response {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:08:02.200829 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-d008881a-94d0-4675-98ee-c4f9b27bac7f req-ca647b40-b8ed-47ff-aa0e-8f5d3c4aed8e service neutron] 10.222.0.90 "PUT /v2.0/ports/a98c8b69-706f-4f1a-b433-434f17e1f2a0 HTTP/1.1" status: 200 len: 1093 time: 1.1301770 Feb 09 19:08:02.295054 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca647b40-b8ed-47ff-aa0e-8f5d3c4aed8e service neutron] Pushing event updated for resources: {'Port': ['ID=a98c8b69-706f-4f1a-b433-434f17e1f2a0,revision_number=3']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:08:02.381354 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d008881a-94d0-4675-98ee-c4f9b27bac7f req-03f3bd1f-d67c-4242-a18b-5a421f0d97ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:08:02.383259 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-d008881a-94d0-4675-98ee-c4f9b27bac7f req-03f3bd1f-d67c-4242-a18b-5a421f0d97ec service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=216741f4995241bbba7cd794217427a2&device_id=2f2ff156-c650-47cb-97f3-66d257558aaf HTTP/1.1" status: 200 len: 1127 time: 0.1313338 Feb 09 19:08:02.494038 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-d008881a-94d0-4675-98ee-c4f9b27bac7f req-fe44c81b-e165-46cd-807f-2000303c3bb7 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a98c8b69-706f-4f1a-b433-434f17e1f2a0 HTTP/1.1" status: 200 len: 217 time: 0.0974855 Feb 09 19:08:02.606569 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d008881a-94d0-4675-98ee-c4f9b27bac7f req-e6a7e4c5-7609-4d5c-906d-48d11b82241d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:08:02.608111 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-d008881a-94d0-4675-98ee-c4f9b27bac7f req-e6a7e4c5-7609-4d5c-906d-48d11b82241d service neutron] 10.222.0.90 "GET /v2.0/subnets?id=fd92991c-99c1-4998-85f2-810e9ca4298d HTTP/1.1" status: 200 len: 852 time: 0.1062121 Feb 09 19:08:02.671576 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-d008881a-94d0-4675-98ee-c4f9b27bac7f req-21f4a763-5fc7-42b7-aed3-ad038d0b2ad7 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=22e5c36a-e85f-4512-bcde-f1a1a30e29d3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0463264 Feb 09 19:08:02.911661 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-d008881a-94d0-4675-98ee-c4f9b27bac7f req-91ba67b4-d10f-42dd-83a6-d4f727f56b3a service neutron] 10.222.0.90 "GET /v2.0/networks/22e5c36a-e85f-4512-bcde-f1a1a30e29d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2235906 Feb 09 19:08:03.116195 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-d008881a-94d0-4675-98ee-c4f9b27bac7f req-2d5346b0-c2c4-42d7-b20a-cc402b5ca330 service neutron] 10.222.0.90 "GET /v2.0/networks/22e5c36a-e85f-4512-bcde-f1a1a30e29d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1840072 Feb 09 19:08:05.262368 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Device a98c8b69-706f-4f1a-b433-434f17e1f2a0 details requested by agent hyperv_n-h2-713498-36 with host n-h2-713498-36 {{(pid=103232) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 19:08:05.384591 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-7429db8d-6021-40ad-813e-885be449a89b None None] For port a98c8b69-706f-4f1a-b433-434f17e1f2a0, host n-h2-713498-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-36',level=0,port_id=a98c8b69-706f-4f1a-b433-434f17e1f2a0,segment=NetworkSegment(d4c5d86e-1399-4ff8-a9ec-2a8082c6024a),segment_id=d4c5d86e-1399-4ff8-a9ec-2a8082c6024a)] {{(pid=103232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 19:08:05.407512 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Returning: {'device': 'a98c8b69-706f-4f1a-b433-434f17e1f2a0', 'network_id': '22e5c36a-e85f-4512-bcde-f1a1a30e29d3', 'port_id': 'a98c8b69-706f-4f1a-b433-434f17e1f2a0', 'mac_address': 'fa:16:3e:1b:9a:00', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 384, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fd92991c-99c1-4998-85f2-810e9ca4298d', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103232) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 19:08:05.460164 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Current status of the port a98c8b69-706f-4f1a-b433-434f17e1f2a0 is: DOWN; New status is: BUILD {{(pid=103232) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 19:08:05.460565 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (a98c8b69-706f-4f1a-b433-434f17e1f2a0), before_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:08:05.501400 n-d-713498-36 neutron-server[103232]: DEBUG neutron.notifiers.nova [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a98c8b69-706f-4f1a-b433-434f17e1f2a0 {{(pid=103232) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 19:08:05.562171 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-7429db8d-6021-40ad-813e-885be449a89b None None] For port a98c8b69-706f-4f1a-b433-434f17e1f2a0, host n-h2-713498-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-36',level=0,port_id=a98c8b69-706f-4f1a-b433-434f17e1f2a0,segment=NetworkSegment(d4c5d86e-1399-4ff8-a9ec-2a8082c6024a),segment_id=d4c5d86e-1399-4ff8-a9ec-2a8082c6024a)] {{(pid=103232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 19:08:05.577109 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Device 0cc10c1d-eb71-4257-813d-d978a5eb3a04 no longer exists at agent hyperv_n-h1-713498-36 {{(pid=103232) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 19:08:05.586229 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762867176205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762866656485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762866656503'] for port (a98c8b69-706f-4f1a-b433-434f17e1f2a0), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:08:05.778191 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Current status of the port 0cc10c1d-eb71-4257-813d-d978a5eb3a04 is: DOWN; New status is: DOWN {{(pid=103232) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 19:08:05.780225 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Pushing event updated for resources: {'Port': ['ID=a98c8b69-706f-4f1a-b433-434f17e1f2a0,revision_number=4']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:08:06.102648 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-7429db8d-6021-40ad-813e-885be449a89b None None] get_ports_and_sgs() called for port_ids ['a98c8b69-706f-4f1a-b433-434f17e1f2a0'] {{(pid=103232) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 19:08:07.253485 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-9cf7d7e3-7aa0-4d40-b747-fe861abc0add req-92e90d69-967e-48cf-ae24-7016264f3296 service neutron] 10.222.0.89 "GET /v2.0/ports/0cc10c1d-eb71-4257-813d-d978a5eb3a04/bindings/n-h2-713498-36 HTTP/1.1" status: 200 len: 385 time: 0.1041367 Feb 09 19:08:07.504669 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.db [req-9cf7d7e3-7aa0-4d40-b747-fe861abc0add req-d3112032-6aef-4ebe-b1bd-b1aebe64eb24 service neutron] For port 0cc10c1d-eb71-4257-813d-d978a5eb3a04, host n-h1-713498-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-36',level=0,port_id=0cc10c1d-eb71-4257-813d-d978a5eb3a04,segment=NetworkSegment(b98d4747-b18c-4141-8910-77c1fada78d1),segment_id=b98d4747-b18c-4141-8910-77c1fada78d1)] {{(pid=103229) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 19:08:07.527550 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.db [req-9cf7d7e3-7aa0-4d40-b747-fe861abc0add req-d3112032-6aef-4ebe-b1bd-b1aebe64eb24 service neutron] For port 0cc10c1d-eb71-4257-813d-d978a5eb3a04, host n-h1-713498-36, cleared binding levels {{(pid=103229) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 19:08:07.593747 n-d-713498-36 neutron-server[103229]: DEBUG neutron.notifiers.nova [req-9cf7d7e3-7aa0-4d40-b747-fe861abc0add req-d3112032-6aef-4ebe-b1bd-b1aebe64eb24 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0cc10c1d-eb71-4257-813d-d978a5eb3a04 {{(pid=103229) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 19:08:07.621074 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.db [req-9cf7d7e3-7aa0-4d40-b747-fe861abc0add req-d3112032-6aef-4ebe-b1bd-b1aebe64eb24 service neutron] For port 0cc10c1d-eb71-4257-813d-d978a5eb3a04, host n-h2-713498-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-36',level=0,port_id=0cc10c1d-eb71-4257-813d-d978a5eb3a04,segment=NetworkSegment(b98d4747-b18c-4141-8910-77c1fada78d1),segment_id=b98d4747-b18c-4141-8910-77c1fada78d1)] {{(pid=103229) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 19:08:07.648062 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-9cf7d7e3-7aa0-4d40-b747-fe861abc0add req-d3112032-6aef-4ebe-b1bd-b1aebe64eb24 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (0cc10c1d-eb71-4257-813d-d978a5eb3a04), before_update {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:08:07.742357 n-d-713498-36 neutron-server[103229]: DEBUG neutron.db.provisioning_blocks [req-9cf7d7e3-7aa0-4d40-b747-fe861abc0add req-d3112032-6aef-4ebe-b1bd-b1aebe64eb24 service neutron] Transition to ACTIVE for port object 0cc10c1d-eb71-4257-813d-d978a5eb3a04 will not be triggered until provisioned by entity L2. {{(pid=103229) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 19:08:07.747942 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-9cf7d7e3-7aa0-4d40-b747-fe861abc0add req-d3112032-6aef-4ebe-b1bd-b1aebe64eb24 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762867176205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762866656485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762866656503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12867569'] for port (0cc10c1d-eb71-4257-813d-d978a5eb3a04), after_update {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:08:07.814908 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3112032-6aef-4ebe-b1bd-b1aebe64eb24 service neutron] Pushing event updated for resources: {'Port': ['ID=0cc10c1d-eb71-4257-813d-d978a5eb3a04,revision_number=10']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:08:07.882686 n-d-713498-36 neutron-server[103229]: DEBUG neutron.db.l3_dvrscheduler_db [req-9cf7d7e3-7aa0-4d40-b747-fe861abc0add req-d3112032-6aef-4ebe-b1bd-b1aebe64eb24 service neutron] No DVR routers for this DVR port 0cc10c1d-eb71-4257-813d-d978a5eb3a04 on host n-h1-713498-36 {{(pid=103229) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 19:08:07.929256 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-9cf7d7e3-7aa0-4d40-b747-fe861abc0add req-d3112032-6aef-4ebe-b1bd-b1aebe64eb24 service neutron] 10.222.0.89 "PUT /v2.0/ports/0cc10c1d-eb71-4257-813d-d978a5eb3a04/bindings/n-h2-713498-36/activate HTTP/1.1" status: 200 len: 370 time: 0.6684842 Feb 09 19:08:08.091471 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cf7d7e3-7aa0-4d40-b747-fe861abc0add req-f1d17b9d-b9ff-408f-be24-f2e650de2d4e tempest-LiveAutoBlockMigrationV225Test-1149753898 tempest-LiveAutoBlockMigrationV225Test-1149753898-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:08:08.094253 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-9cf7d7e3-7aa0-4d40-b747-fe861abc0add req-f1d17b9d-b9ff-408f-be24-f2e650de2d4e tempest-LiveAutoBlockMigrationV225Test-1149753898 tempest-LiveAutoBlockMigrationV225Test-1149753898-project-admin] 10.222.0.90 "GET /v2.0/ports?device_id=d3938fbf-e1b0-4686-9d2f-36596059719e&tenant_id=b8d56d08e88f4d4daeb8e5fed321a162&binding%3Ahost_id=n-h1-713498-36 HTTP/1.1" status: 200 len: 1127 time: 0.0973978 Feb 09 19:08:08.219702 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cf7d7e3-7aa0-4d40-b747-fe861abc0add req-50092d3e-075d-42be-ba0b-9faad68dad8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:08:08.222767 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-9cf7d7e3-7aa0-4d40-b747-fe861abc0add req-50092d3e-075d-42be-ba0b-9faad68dad8d service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=d3938fbf-e1b0-4686-9d2f-36596059719e&tenant_id=b8d56d08e88f4d4daeb8e5fed321a162 HTTP/1.1" status: 200 len: 1127 time: 0.1204236 Feb 09 19:08:08.361093 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cf7d7e3-7aa0-4d40-b747-fe861abc0add req-b612ffe4-4fc7-4913-b5a5-5983fe6f5f72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:08:08.367710 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-9cf7d7e3-7aa0-4d40-b747-fe861abc0add req-b612ffe4-4fc7-4913-b5a5-5983fe6f5f72 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=b8d56d08e88f4d4daeb8e5fed321a162&device_id=d3938fbf-e1b0-4686-9d2f-36596059719e HTTP/1.1" status: 200 len: 1127 time: 0.0989804 Feb 09 19:08:08.570694 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cf7d7e3-7aa0-4d40-b747-fe861abc0add req-f067a7b3-3f89-4882-b4e5-bbf29172e496 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:08:08.572249 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-9cf7d7e3-7aa0-4d40-b747-fe861abc0add req-f067a7b3-3f89-4882-b4e5-bbf29172e496 service neutron] 10.222.0.90 "GET /v2.0/networks?id=0e993f99-d3d0-4a2a-8eed-2f34375798b5 HTTP/1.1" status: 200 len: 921 time: 0.1929083 Feb 09 19:08:08.638586 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-9cf7d7e3-7aa0-4d40-b747-fe861abc0add req-b293a704-b63c-4949-bbc9-6a9928e1d42e service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=0cc10c1d-eb71-4257-813d-d978a5eb3a04 HTTP/1.1" status: 200 len: 217 time: 0.0576811 Feb 09 19:08:08.710383 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cf7d7e3-7aa0-4d40-b747-fe861abc0add req-dc990546-acce-4a51-aa8b-a480c2a9a6b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:08:08.712373 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-9cf7d7e3-7aa0-4d40-b747-fe861abc0add req-dc990546-acce-4a51-aa8b-a480c2a9a6b4 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=7d496e2d-6315-4d42-9415-66e0bdf20977 HTTP/1.1" status: 200 len: 860 time: 0.0645738 Feb 09 19:08:08.786028 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-9cf7d7e3-7aa0-4d40-b747-fe861abc0add req-1a47037a-6359-4f1a-b125-5757e3bab7ac service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=0e993f99-d3d0-4a2a-8eed-2f34375798b5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0614519 Feb 09 19:08:08.895953 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-9cf7d7e3-7aa0-4d40-b747-fe861abc0add req-f53a7657-531d-40c9-9cd8-a69e58bd656d service neutron] 10.222.0.90 "GET /v2.0/networks/0e993f99-d3d0-4a2a-8eed-2f34375798b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1016495 Feb 09 19:08:09.009190 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-9cf7d7e3-7aa0-4d40-b747-fe861abc0add req-5870e1e0-388f-4c77-85b1-b9d94e9ac0b8 service neutron] 10.222.0.90 "GET /v2.0/networks/0e993f99-d3d0-4a2a-8eed-2f34375798b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1060526 Feb 09 19:08:09.291197 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Device a98c8b69-706f-4f1a-b433-434f17e1f2a0 up at agent hyperv_n-h2-713498-36 {{(pid=103232) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 19:08:09.418405 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cf7d7e3-7aa0-4d40-b747-fe861abc0add req-4a804192-af9f-4b94-b28f-6b524ebe1b5c tempest-LiveAutoBlockMigrationV225Test-1149753898 tempest-LiveAutoBlockMigrationV225Test-1149753898-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:08:09.419936 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-9cf7d7e3-7aa0-4d40-b747-fe861abc0add req-4a804192-af9f-4b94-b28f-6b524ebe1b5c tempest-LiveAutoBlockMigrationV225Test-1149753898 tempest-LiveAutoBlockMigrationV225Test-1149753898-project-admin] 10.222.0.90 "GET /v2.0/ports?device_id=d3938fbf-e1b0-4686-9d2f-36596059719e&tenant_id=b8d56d08e88f4d4daeb8e5fed321a162&binding%3Ahost_id=n-h2-713498-36 HTTP/1.1" status: 200 len: 1127 time: 0.1263640 Feb 09 19:08:09.443256 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.provisioning_blocks [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Provisioning for port a98c8b69-706f-4f1a-b433-434f17e1f2a0 completed by entity L2. {{(pid=103232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 19:08:09.460585 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.provisioning_blocks [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Provisioning complete for port a98c8b69-706f-4f1a-b433-434f17e1f2a0 triggered by entity L2. {{(pid=103232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 19:08:09.460965 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593630'] for port (a98c8b69-706f-4f1a-b433-434f17e1f2a0), provisioning_complete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:08:09.614776 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Current status of the port a98c8b69-706f-4f1a-b433-434f17e1f2a0 is: BUILD; New status is: ACTIVE {{(pid=103232) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 19:08:09.615519 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (a98c8b69-706f-4f1a-b433-434f17e1f2a0), before_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:08:09.678369 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.db [req-9cf7d7e3-7aa0-4d40-b747-fe861abc0add req-5120d59a-1eb2-441d-9f5b-028995672fda service neutron] For port 0cc10c1d-eb71-4257-813d-d978a5eb3a04, host n-h1-713498-36, cleared binding levels {{(pid=103230) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 19:08:09.688061 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [req-9cf7d7e3-7aa0-4d40-b747-fe861abc0add req-5120d59a-1eb2-441d-9f5b-028995672fda service neutron] Publish callbacks [] for binding (None), before_response {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:08:09.689422 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-9cf7d7e3-7aa0-4d40-b747-fe861abc0add req-5120d59a-1eb2-441d-9f5b-028995672fda service neutron] 10.222.0.90 "DELETE /v2.0/ports/0cc10c1d-eb71-4257-813d-d978a5eb3a04/bindings/n-h1-713498-36 HTTP/1.1" status: 204 len: 173 time: 0.2575395 Feb 09 19:08:09.696019 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-7429db8d-6021-40ad-813e-885be449a89b None None] For port a98c8b69-706f-4f1a-b433-434f17e1f2a0, host n-h2-713498-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-36',level=0,port_id=a98c8b69-706f-4f1a-b433-434f17e1f2a0,segment=NetworkSegment(d4c5d86e-1399-4ff8-a9ec-2a8082c6024a),segment_id=d4c5d86e-1399-4ff8-a9ec-2a8082c6024a)] {{(pid=103232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 19:08:09.701657 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762867176205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762866656485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762866656503'] for port (a98c8b69-706f-4f1a-b433-434f17e1f2a0), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:08:09.815592 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Pushing event updated for resources: {'Port': ['ID=a98c8b69-706f-4f1a-b433-434f17e1f2a0,revision_number=5']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:08:10.268238 n-d-713498-36 neutron-server[103230]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 352 Content-Type: application/json Date: Wed, 09 Feb 2022 19:07:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9d0e05fa-5d06-4ccb-a9f9-a3dc3a86fc11 x-openstack-request-id: req-9d0e05fa-5d06-4ccb-a9f9-a3dc3a86fc11 {{(pid=103230) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 19:08:10.268652 n-d-713498-36 neutron-server[103230]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d3938fbf-e1b0-4686-9d2f-36596059719e", "name": "network-vif-unplugged", "status": "completed", "tag": "0cc10c1d-eb71-4257-813d-d978a5eb3a04", "code": 200}, {"name": "network-changed", "server_uuid": "d3938fbf-e1b0-4686-9d2f-36596059719e", "tag": "0cc10c1d-eb71-4257-813d-d978a5eb3a04", "status": "completed", "code": 200}]} {{(pid=103230) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 19:08:10.268871 n-d-713498-36 neutron-server[103230]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-9d0e05fa-5d06-4ccb-a9f9-a3dc3a86fc11 {{(pid=103230) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 19:08:10.269356 n-d-713498-36 neutron-server[103230]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd3938fbf-e1b0-4686-9d2f-36596059719e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0cc10c1d-eb71-4257-813d-d978a5eb3a04', 'code': 200} Feb 09 19:08:10.269656 n-d-713498-36 neutron-server[103230]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd3938fbf-e1b0-4686-9d2f-36596059719e', 'tag': '0cc10c1d-eb71-4257-813d-d978a5eb3a04', 'status': 'completed', 'code': 200} Feb 09 19:08:10.447505 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-402c2563-10d9-4fa5-b371-7e83a6264834 req-8f6a4dd4-fdac-4e54-9018-bd7987949a55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:08:10.450481 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-402c2563-10d9-4fa5-b371-7e83a6264834 req-8f6a4dd4-fdac-4e54-9018-bd7987949a55 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=b8d56d08e88f4d4daeb8e5fed321a162&device_id=d3938fbf-e1b0-4686-9d2f-36596059719e HTTP/1.1" status: 200 len: 1127 time: 0.1417089 Feb 09 19:08:10.456712 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60620fc1-af14-47cd-b0b3-049e879306fa req-40af56fb-fcdf-468b-9677-2eb0bc35b028 tempest-TaggedBootDevicesTest_v242-798392635 tempest-TaggedBootDevicesTest_v242-798392635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:08:10.472070 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60620fc1-af14-47cd-b0b3-049e879306fa req-40af56fb-fcdf-468b-9677-2eb0bc35b028 tempest-TaggedBootDevicesTest_v242-798392635 tempest-TaggedBootDevicesTest_v242-798392635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:08:10.472300 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc1fbc93-34ae-43bb-8809-361f550bf848 req-ee249edc-6149-4100-a604-b2c43372e29b tempest-DeleteServersTestJSON-1870379525 tempest-DeleteServersTestJSON-1870379525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:08:10.475278 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60620fc1-af14-47cd-b0b3-049e879306fa req-40af56fb-fcdf-468b-9677-2eb0bc35b028 tempest-TaggedBootDevicesTest_v242-798392635 tempest-TaggedBootDevicesTest_v242-798392635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:08:10.477043 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-cc1fbc93-34ae-43bb-8809-361f550bf848 req-ee249edc-6149-4100-a604-b2c43372e29b tempest-DeleteServersTestJSON-1870379525 tempest-DeleteServersTestJSON-1870379525-project] 10.222.0.75 "GET /v2.0/ports?device_id=2f2ff156-c650-47cb-97f3-66d257558aaf HTTP/1.1" status: 200 len: 946 time: 0.1396637 Feb 09 19:08:10.493890 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60620fc1-af14-47cd-b0b3-049e879306fa req-40af56fb-fcdf-468b-9677-2eb0bc35b028 tempest-TaggedBootDevicesTest_v242-798392635 tempest-TaggedBootDevicesTest_v242-798392635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:08:10.502688 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60620fc1-af14-47cd-b0b3-049e879306fa req-40af56fb-fcdf-468b-9677-2eb0bc35b028 tempest-TaggedBootDevicesTest_v242-798392635 tempest-TaggedBootDevicesTest_v242-798392635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:08:10.513729 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60620fc1-af14-47cd-b0b3-049e879306fa req-40af56fb-fcdf-468b-9677-2eb0bc35b028 tempest-TaggedBootDevicesTest_v242-798392635 tempest-TaggedBootDevicesTest_v242-798392635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:08:10.519790 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60620fc1-af14-47cd-b0b3-049e879306fa req-40af56fb-fcdf-468b-9677-2eb0bc35b028 tempest-TaggedBootDevicesTest_v242-798392635 tempest-TaggedBootDevicesTest_v242-798392635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:08:10.522755 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-60620fc1-af14-47cd-b0b3-049e879306fa req-40af56fb-fcdf-468b-9677-2eb0bc35b028 tempest-TaggedBootDevicesTest_v242-798392635 tempest-TaggedBootDevicesTest_v242-798392635-project] 10.222.0.75 "GET /v2.0/ports?device_id=8319129f-1054-494a-b0c0-2ec99e839619 HTTP/1.1" status: 200 len: 5445 time: 0.2097862 Feb 09 19:08:10.631699 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-cc1fbc93-34ae-43bb-8809-361f550bf848 req-b7ff3d63-7b11-47c3-a090-e62f9e20d9fd tempest-DeleteServersTestJSON-1870379525 tempest-DeleteServersTestJSON-1870379525-project] 10.222.0.75 "GET /v2.0/security-groups?id=5ce92d32-ca94-4b6c-925d-b9dff609abe6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1536720 Feb 09 19:08:10.702462 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-60620fc1-af14-47cd-b0b3-049e879306fa req-1cc394d0-d27b-4dd0-823c-cd614a9c5c8e tempest-TaggedBootDevicesTest_v242-798392635 tempest-TaggedBootDevicesTest_v242-798392635-project] 10.222.0.75 "GET /v2.0/security-groups?id=58062d4f-c149-4db3-a357-a4eb59a3d83e&id=6452f0cf-fe35-4557-9092-43f1827176a8&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1461959 Feb 09 19:08:10.710555 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-402c2563-10d9-4fa5-b371-7e83a6264834 req-6bdd38fc-553b-4ddb-af1a-87cc8fd3a6c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:08:10.721498 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-402c2563-10d9-4fa5-b371-7e83a6264834 req-6bdd38fc-553b-4ddb-af1a-87cc8fd3a6c4 service neutron] 10.222.0.90 "GET /v2.0/networks?id=0e993f99-d3d0-4a2a-8eed-2f34375798b5 HTTP/1.1" status: 200 len: 921 time: 0.2362156 Feb 09 19:08:10.754674 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-dc240f76-d10d-4a59-8e68-7842493eca41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762867132591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593584'] for agent (af91e4b9-f4e1-42b1-a25c-a10dc47171c8), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:08:10.832505 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-402c2563-10d9-4fa5-b371-7e83a6264834 req-cf70414a-185c-4433-8f07-ef491f6d93c3 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=0cc10c1d-eb71-4257-813d-d978a5eb3a04 HTTP/1.1" status: 200 len: 217 time: 0.1008573 Feb 09 19:08:10.907382 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b2d90af-68f7-4bab-a84a-0791c74f68f1 req-712378ca-d5c9-4832-8d97-65ec5fa756d4 tempest-LiveAutoBlockMigrationV225Test-2127879101 tempest-LiveAutoBlockMigrationV225Test-2127879101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:08:10.914742 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-7b2d90af-68f7-4bab-a84a-0791c74f68f1 req-712378ca-d5c9-4832-8d97-65ec5fa756d4 tempest-LiveAutoBlockMigrationV225Test-2127879101 tempest-LiveAutoBlockMigrationV225Test-2127879101-project] 10.222.0.75 "GET /v2.0/ports?device_id=d3938fbf-e1b0-4686-9d2f-36596059719e HTTP/1.1" status: 200 len: 944 time: 0.1210892 Feb 09 19:08:10.932613 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-402c2563-10d9-4fa5-b371-7e83a6264834 req-db49a7a9-4914-4622-842f-ab87b15570e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:08:10.934437 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-402c2563-10d9-4fa5-b371-7e83a6264834 req-db49a7a9-4914-4622-842f-ab87b15570e4 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=7d496e2d-6315-4d42-9415-66e0bdf20977 HTTP/1.1" status: 200 len: 860 time: 0.0930142 Feb 09 19:08:10.990483 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-402c2563-10d9-4fa5-b371-7e83a6264834 req-0289c3cc-201e-4b12-9d5c-a504f894fb9a service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=0e993f99-d3d0-4a2a-8eed-2f34375798b5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0364904 Feb 09 19:08:11.011666 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-7b2d90af-68f7-4bab-a84a-0791c74f68f1 req-55fba9e9-541e-46ab-b6da-ac9088f8b4b1 tempest-LiveAutoBlockMigrationV225Test-2127879101 tempest-LiveAutoBlockMigrationV225Test-2127879101-project] 10.222.0.75 "GET /v2.0/security-groups?id=e3cb5363-3b49-4f74-b239-a871e755b40a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0958014 Feb 09 19:08:11.093365 n-d-713498-36 neutron-server[103232]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 19:08:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-900485e5-b056-4cdc-af07-a9c59a1ad3db x-openstack-request-id: req-900485e5-b056-4cdc-af07-a9c59a1ad3db {{(pid=103232) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 19:08:11.093659 n-d-713498-36 neutron-server[103232]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "677c1bb0-b471-4f2d-9175-5a3a0d044cf3", "name": "network-vif-plugged", "status": "completed", "tag": "2a497291-c0ba-497e-912e-500b14b27235", "code": 200}]} {{(pid=103232) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 19:08:11.093915 n-d-713498-36 neutron-server[103232]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-900485e5-b056-4cdc-af07-a9c59a1ad3db {{(pid=103232) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 19:08:11.094343 n-d-713498-36 neutron-server[103232]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '677c1bb0-b471-4f2d-9175-5a3a0d044cf3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2a497291-c0ba-497e-912e-500b14b27235', 'code': 200} Feb 09 19:08:11.230092 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-402c2563-10d9-4fa5-b371-7e83a6264834 req-86039804-c3f7-4c53-aef3-5ecd358fd07f service neutron] 10.222.0.90 "GET /v2.0/networks/0e993f99-d3d0-4a2a-8eed-2f34375798b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2170813 Feb 09 19:08:11.349999 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c40a64c7-5d9d-4e78-bfc8-1a6a81dbca10 req-f2312fca-2fd7-4a97-9705-615c4febe55f tempest-TaggedBootDevicesTest_v242-798392635 tempest-TaggedBootDevicesTest_v242-798392635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:08:11.349999 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c40a64c7-5d9d-4e78-bfc8-1a6a81dbca10 req-f2312fca-2fd7-4a97-9705-615c4febe55f tempest-TaggedBootDevicesTest_v242-798392635 tempest-TaggedBootDevicesTest_v242-798392635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:08:11.349999 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c40a64c7-5d9d-4e78-bfc8-1a6a81dbca10 req-f2312fca-2fd7-4a97-9705-615c4febe55f tempest-TaggedBootDevicesTest_v242-798392635 tempest-TaggedBootDevicesTest_v242-798392635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:08:11.350497 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c40a64c7-5d9d-4e78-bfc8-1a6a81dbca10 req-f2312fca-2fd7-4a97-9705-615c4febe55f tempest-TaggedBootDevicesTest_v242-798392635 tempest-TaggedBootDevicesTest_v242-798392635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:08:11.356987 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c40a64c7-5d9d-4e78-bfc8-1a6a81dbca10 req-f2312fca-2fd7-4a97-9705-615c4febe55f tempest-TaggedBootDevicesTest_v242-798392635 tempest-TaggedBootDevicesTest_v242-798392635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:08:11.364123 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c40a64c7-5d9d-4e78-bfc8-1a6a81dbca10 req-f2312fca-2fd7-4a97-9705-615c4febe55f tempest-TaggedBootDevicesTest_v242-798392635 tempest-TaggedBootDevicesTest_v242-798392635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:08:11.370541 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c40a64c7-5d9d-4e78-bfc8-1a6a81dbca10 req-f2312fca-2fd7-4a97-9705-615c4febe55f tempest-TaggedBootDevicesTest_v242-798392635 tempest-TaggedBootDevicesTest_v242-798392635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:08:11.376197 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-c40a64c7-5d9d-4e78-bfc8-1a6a81dbca10 req-f2312fca-2fd7-4a97-9705-615c4febe55f tempest-TaggedBootDevicesTest_v242-798392635 tempest-TaggedBootDevicesTest_v242-798392635-project] 10.222.0.75 "GET /v2.0/ports?device_id=8319129f-1054-494a-b0c0-2ec99e839619 HTTP/1.1" status: 200 len: 5445 time: 0.1827028 Feb 09 19:08:11.460236 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-402c2563-10d9-4fa5-b371-7e83a6264834 req-414900cd-08c7-446f-b449-ed859e7ee26b service neutron] 10.222.0.90 "GET /v2.0/networks/0e993f99-d3d0-4a2a-8eed-2f34375798b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2193849 Feb 09 19:08:11.500609 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-c40a64c7-5d9d-4e78-bfc8-1a6a81dbca10 req-5069a9b8-9426-4722-a482-dc4b9d3c3933 tempest-TaggedBootDevicesTest_v242-798392635 tempest-TaggedBootDevicesTest_v242-798392635-project] 10.222.0.75 "GET /v2.0/security-groups?id=58062d4f-c149-4db3-a357-a4eb59a3d83e&id=6452f0cf-fe35-4557-9092-43f1827176a8&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1178627 Feb 09 19:08:11.906466 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acddeb0b-3a08-463f-991c-f3b657ace8db req-81826dad-67e4-46a7-8505-18bb3ec4b49a tempest-ServersTestJSON-1708482947 tempest-ServersTestJSON-1708482947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:08:11.917992 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-acddeb0b-3a08-463f-991c-f3b657ace8db req-81826dad-67e4-46a7-8505-18bb3ec4b49a tempest-ServersTestJSON-1708482947 tempest-ServersTestJSON-1708482947-project] 10.222.0.75 "GET /v2.0/ports?device_id=5e5434a8-e340-41db-9b12-7261db1c55d2 HTTP/1.1" status: 200 len: 945 time: 0.0877516 Feb 09 19:08:11.981493 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-acddeb0b-3a08-463f-991c-f3b657ace8db req-8101effc-86e3-4099-b109-9627d1750d54 tempest-ServersTestJSON-1708482947 tempest-ServersTestJSON-1708482947-project] 10.222.0.75 "GET /v2.0/security-groups?id=4f4cf49e-2dae-4f95-aa8c-af4db5fe746b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0627482 Feb 09 19:08:12.270690 n-d-713498-36 neutron-server[103230]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2f2ff156-c650-47cb-97f3-66d257558aaf', 'tag': 'a98c8b69-706f-4f1a-b433-434f17e1f2a0'}] {{(pid=103230) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 19:08:12.276523 n-d-713498-36 neutron-server[103230]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aee5919275bae9f72eb374ee322673045eb80c1f84b4b45a97d96923bd50ab51" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-50b0b49e-4132-4580-ab87-136b5c77b4a5" -d '{"events": [{"name": "network-changed", "server_uuid": "2f2ff156-c650-47cb-97f3-66d257558aaf", "tag": "a98c8b69-706f-4f1a-b433-434f17e1f2a0"}]}' {{(pid=103230) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 19:08:12.472656 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be3a88a2-fec9-4bf1-be05-ae2ac511313f req-ff614400-376a-4cb6-86b7-ff972f90e592 tempest-LiveAutoBlockMigrationV225Test-1149753898 tempest-LiveAutoBlockMigrationV225Test-1149753898-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:08:12.480020 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-be3a88a2-fec9-4bf1-be05-ae2ac511313f req-ff614400-376a-4cb6-86b7-ff972f90e592 tempest-LiveAutoBlockMigrationV225Test-1149753898 tempest-LiveAutoBlockMigrationV225Test-1149753898-project-admin] 10.222.0.75 "GET /v2.0/ports?device_id=d3938fbf-e1b0-4686-9d2f-36596059719e HTTP/1.1" status: 200 len: 1127 time: 0.0737667 Feb 09 19:08:12.531720 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca4b6fce-571c-4891-b4f6-d32ba0e2d0df req-b0258091-1557-4bbf-b41b-c52ca2ecfe13 tempest-TaggedBootDevicesTest_v242-798392635 tempest-TaggedBootDevicesTest_v242-798392635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:08:12.539075 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca4b6fce-571c-4891-b4f6-d32ba0e2d0df req-b0258091-1557-4bbf-b41b-c52ca2ecfe13 tempest-TaggedBootDevicesTest_v242-798392635 tempest-TaggedBootDevicesTest_v242-798392635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:08:12.552828 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-be3a88a2-fec9-4bf1-be05-ae2ac511313f req-aada0822-d11a-43ad-b644-df621abc1fb6 tempest-LiveAutoBlockMigrationV225Test-1149753898 tempest-LiveAutoBlockMigrationV225Test-1149753898-project-admin] 10.222.0.75 "GET /v2.0/security-groups?id=e3cb5363-3b49-4f74-b239-a871e755b40a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0673225 Feb 09 19:08:12.560525 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca4b6fce-571c-4891-b4f6-d32ba0e2d0df req-b0258091-1557-4bbf-b41b-c52ca2ecfe13 tempest-TaggedBootDevicesTest_v242-798392635 tempest-TaggedBootDevicesTest_v242-798392635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:08:12.568147 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca4b6fce-571c-4891-b4f6-d32ba0e2d0df req-b0258091-1557-4bbf-b41b-c52ca2ecfe13 tempest-TaggedBootDevicesTest_v242-798392635 tempest-TaggedBootDevicesTest_v242-798392635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:08:12.575490 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca4b6fce-571c-4891-b4f6-d32ba0e2d0df req-b0258091-1557-4bbf-b41b-c52ca2ecfe13 tempest-TaggedBootDevicesTest_v242-798392635 tempest-TaggedBootDevicesTest_v242-798392635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:08:12.607711 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca4b6fce-571c-4891-b4f6-d32ba0e2d0df req-b0258091-1557-4bbf-b41b-c52ca2ecfe13 tempest-TaggedBootDevicesTest_v242-798392635 tempest-TaggedBootDevicesTest_v242-798392635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:08:12.614880 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca4b6fce-571c-4891-b4f6-d32ba0e2d0df req-b0258091-1557-4bbf-b41b-c52ca2ecfe13 tempest-TaggedBootDevicesTest_v242-798392635 tempest-TaggedBootDevicesTest_v242-798392635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:08:12.629117 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-ca4b6fce-571c-4891-b4f6-d32ba0e2d0df req-b0258091-1557-4bbf-b41b-c52ca2ecfe13 tempest-TaggedBootDevicesTest_v242-798392635 tempest-TaggedBootDevicesTest_v242-798392635-project] 10.222.0.75 "GET /v2.0/ports?device_id=8319129f-1054-494a-b0c0-2ec99e839619 HTTP/1.1" status: 200 len: 5445 time: 0.2197752 Feb 09 19:08:12.693696 n-d-713498-36 neutron-server[103230]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 19:08:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-efc55d49-31c5-435e-9911-48fd477ba345 x-openstack-request-id: req-efc55d49-31c5-435e-9911-48fd477ba345 {{(pid=103230) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 19:08:12.694055 n-d-713498-36 neutron-server[103230]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2f2ff156-c650-47cb-97f3-66d257558aaf", "tag": "a98c8b69-706f-4f1a-b433-434f17e1f2a0", "status": "completed", "code": 200}]} {{(pid=103230) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 19:08:12.694250 n-d-713498-36 neutron-server[103230]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-efc55d49-31c5-435e-9911-48fd477ba345 {{(pid=103230) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 19:08:12.696280 n-d-713498-36 neutron-server[103230]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2f2ff156-c650-47cb-97f3-66d257558aaf', 'tag': 'a98c8b69-706f-4f1a-b433-434f17e1f2a0', 'status': 'completed', 'code': 200} Feb 09 19:08:12.735705 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16dd0c7c-c34d-4e45-a5c2-c297d0da6c2d req-e097a2c2-e31e-4cdd-b0b7-c8432f597c09 tempest-DeleteServersTestJSON-1870379525 tempest-DeleteServersTestJSON-1870379525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:08:12.739326 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-16dd0c7c-c34d-4e45-a5c2-c297d0da6c2d req-e097a2c2-e31e-4cdd-b0b7-c8432f597c09 tempest-DeleteServersTestJSON-1870379525 tempest-DeleteServersTestJSON-1870379525-project] 10.222.0.75 "GET /v2.0/ports?device_id=2f2ff156-c650-47cb-97f3-66d257558aaf HTTP/1.1" status: 200 len: 946 time: 0.1196933 Feb 09 19:08:12.855791 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50b0b49e-4132-4580-ab87-136b5c77b4a5 req-0c01308d-0e90-410e-a307-645786d9dd78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:08:12.857395 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-50b0b49e-4132-4580-ab87-136b5c77b4a5 req-0c01308d-0e90-410e-a307-645786d9dd78 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=216741f4995241bbba7cd794217427a2&device_id=2f2ff156-c650-47cb-97f3-66d257558aaf HTTP/1.1" status: 200 len: 1129 time: 0.1128690 Feb 09 19:08:12.874368 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-16dd0c7c-c34d-4e45-a5c2-c297d0da6c2d req-92f8cf8c-4074-46dc-9101-2aa1d5317bbe tempest-DeleteServersTestJSON-1870379525 tempest-DeleteServersTestJSON-1870379525-project] 10.222.0.75 "GET /v2.0/security-groups?id=5ce92d32-ca94-4b6c-925d-b9dff609abe6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1123962 Feb 09 19:08:12.988801 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50b0b49e-4132-4580-ab87-136b5c77b4a5 req-0531f3f6-7083-4e73-b7f5-94a848287739 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:08:12.990244 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-50b0b49e-4132-4580-ab87-136b5c77b4a5 req-0531f3f6-7083-4e73-b7f5-94a848287739 service neutron] 10.222.0.90 "GET /v2.0/networks?id=22e5c36a-e85f-4512-bcde-f1a1a30e29d3 HTTP/1.1" status: 200 len: 913 time: 0.1148977 Feb 09 19:08:13.001774 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-ea626373-85f9-4e31-b5ef-673af8fa217b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762867132591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593584'] for agent (93303d5e-5d17-45e8-8963-7694f87783ae), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:08:13.050878 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-50b0b49e-4132-4580-ab87-136b5c77b4a5 req-babb23ef-700d-4316-aecd-b825648f3dd6 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a98c8b69-706f-4f1a-b433-434f17e1f2a0 HTTP/1.1" status: 200 len: 217 time: 0.0463638 Feb 09 19:08:13.095569 n-d-713498-36 neutron-server[103232]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2f2ff156-c650-47cb-97f3-66d257558aaf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a98c8b69-706f-4f1a-b433-434f17e1f2a0'}] {{(pid=103232) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 19:08:13.097889 n-d-713498-36 neutron-server[103232]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}949cdcde653dec44821de95cbf67297f53cbc2aed4e073b5d514f93bf911ce85" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8daf3716-9f8c-4472-b05a-e8c3de367d9c" -d '{"events": [{"server_uuid": "2f2ff156-c650-47cb-97f3-66d257558aaf", "name": "network-vif-plugged", "status": "completed", "tag": "a98c8b69-706f-4f1a-b433-434f17e1f2a0"}]}' {{(pid=103232) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 19:08:13.148197 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50b0b49e-4132-4580-ab87-136b5c77b4a5 req-81145e1b-1fc5-4854-bc67-b7b614411b6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:08:13.149902 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-50b0b49e-4132-4580-ab87-136b5c77b4a5 req-81145e1b-1fc5-4854-bc67-b7b614411b6a service neutron] 10.222.0.90 "GET /v2.0/subnets?id=fd92991c-99c1-4998-85f2-810e9ca4298d HTTP/1.1" status: 200 len: 852 time: 0.0865619 Feb 09 19:08:13.209873 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-50b0b49e-4132-4580-ab87-136b5c77b4a5 req-30bcb143-caaf-40c4-98e0-1aed8d599abd service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=22e5c36a-e85f-4512-bcde-f1a1a30e29d3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0451736 Feb 09 19:08:13.360741 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-50b0b49e-4132-4580-ab87-136b5c77b4a5 req-73b3c693-2254-47d2-a1e4-a6a652a4f58f service neutron] 10.222.0.90 "GET /v2.0/networks/22e5c36a-e85f-4512-bcde-f1a1a30e29d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1325672 Feb 09 19:08:13.519958 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-50b0b49e-4132-4580-ab87-136b5c77b4a5 req-ecfd1073-ed3e-4f26-a588-37bd95a8e2f1 service neutron] 10.222.0.90 "GET /v2.0/networks/22e5c36a-e85f-4512-bcde-f1a1a30e29d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1484509 Feb 09 19:08:13.868582 n-d-713498-36 neutron-server[103232]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 19:08:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eac2fa90-3d4b-44be-9997-eeb035f1d630 x-openstack-request-id: req-eac2fa90-3d4b-44be-9997-eeb035f1d630 {{(pid=103232) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 19:08:13.868874 n-d-713498-36 neutron-server[103232]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2f2ff156-c650-47cb-97f3-66d257558aaf", "name": "network-vif-plugged", "status": "completed", "tag": "a98c8b69-706f-4f1a-b433-434f17e1f2a0", "code": 200}]} {{(pid=103232) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 19:08:13.869199 n-d-713498-36 neutron-server[103232]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-eac2fa90-3d4b-44be-9997-eeb035f1d630 {{(pid=103232) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 19:08:13.869713 n-d-713498-36 neutron-server[103232]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2f2ff156-c650-47cb-97f3-66d257558aaf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a98c8b69-706f-4f1a-b433-434f17e1f2a0', 'code': 200} Feb 09 19:08:14.097504 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d5652d1-9f2c-48d7-94d2-551ea37eca64 req-51992b9d-aa4f-4520-865b-ad87224b4dff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:08:14.098955 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-3d5652d1-9f2c-48d7-94d2-551ea37eca64 req-51992b9d-aa4f-4520-865b-ad87224b4dff service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=2f2ff156-c650-47cb-97f3-66d257558aaf HTTP/1.1" status: 200 len: 1129 time: 0.1314836 Feb 09 19:08:14.119092 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb277abb-e859-4a09-b5fb-0f74725da648 req-2c6a85dd-d096-43bc-a370-89606efae51b tempest-ListImageFiltersTestJSON-604118414 tempest-ListImageFiltersTestJSON-604118414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:08:14.121611 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-cb277abb-e859-4a09-b5fb-0f74725da648 req-2c6a85dd-d096-43bc-a370-89606efae51b tempest-ListImageFiltersTestJSON-604118414 tempest-ListImageFiltersTestJSON-604118414-project] 10.222.0.75 "GET /v2.0/ports?device_id=677c1bb0-b471-4f2d-9175-5a3a0d044cf3 HTTP/1.1" status: 200 len: 949 time: 0.0784125 Feb 09 19:08:14.203173 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-cb277abb-e859-4a09-b5fb-0f74725da648 req-9dbc0c96-afea-45d0-a1c0-36bbd0af4eb3 tempest-ListImageFiltersTestJSON-604118414 tempest-ListImageFiltersTestJSON-604118414-project] 10.222.0.75 "GET /v2.0/security-groups?id=07f3d744-f31d-4802-87a4-5a0ced0ab589&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0751245 Feb 09 19:08:14.219492 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-edc54c9b-7f13-45d9-9271-85c9738b0128 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762867132591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593584'] for agent (a62b1850-466f-48ae-bec7-d62fb280e14b), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:08:14.265037 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-3d5652d1-9f2c-48d7-94d2-551ea37eca64 req-02247a4c-7506-4704-8b65-40b1ab65035a service neutron] 10.222.0.90 "GET /v2.0/security-groups?id=5ce92d32-ca94-4b6c-925d-b9dff609abe6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1536541 Feb 09 19:08:14.350966 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf1a6af9-b8d1-4456-bf7b-b8c0a4cbfd1f req-73239e9c-eef8-4f48-a3bd-bbc7f59d52ff tempest-LiveAutoBlockMigrationV225Test-2127879101 tempest-LiveAutoBlockMigrationV225Test-2127879101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:08:14.358915 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-bf1a6af9-b8d1-4456-bf7b-b8c0a4cbfd1f req-73239e9c-eef8-4f48-a3bd-bbc7f59d52ff tempest-LiveAutoBlockMigrationV225Test-2127879101 tempest-LiveAutoBlockMigrationV225Test-2127879101-project] 10.222.0.75 "GET /v2.0/ports?device_id=d3938fbf-e1b0-4686-9d2f-36596059719e HTTP/1.1" status: 200 len: 944 time: 0.0927162 Feb 09 19:08:14.418640 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78407920-e87e-4f0f-8b8d-aa1d5d08759e req-a9696a54-68c8-48a4-8697-af8cb9e7ce4b tempest-ServersTestJSON-1708482947 tempest-ServersTestJSON-1708482947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:08:14.425921 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-78407920-e87e-4f0f-8b8d-aa1d5d08759e req-a9696a54-68c8-48a4-8697-af8cb9e7ce4b tempest-ServersTestJSON-1708482947 tempest-ServersTestJSON-1708482947-project] 10.222.0.75 "GET /v2.0/ports?device_id=5e5434a8-e340-41db-9b12-7261db1c55d2 HTTP/1.1" status: 200 len: 945 time: 0.1105042 Feb 09 19:08:14.436288 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-bf1a6af9-b8d1-4456-bf7b-b8c0a4cbfd1f req-5b302e46-2898-45fd-bee2-da0a5e9dd5b9 tempest-LiveAutoBlockMigrationV225Test-2127879101 tempest-LiveAutoBlockMigrationV225Test-2127879101-project] 10.222.0.75 "GET /v2.0/security-groups?id=e3cb5363-3b49-4f74-b239-a871e755b40a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0765061 Feb 09 19:08:14.496613 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-78407920-e87e-4f0f-8b8d-aa1d5d08759e req-f6b2a80a-f0b6-4f52-bddc-a7865bf02bcd tempest-ServersTestJSON-1708482947 tempest-ServersTestJSON-1708482947-project] 10.222.0.75 "GET /v2.0/security-groups?id=4f4cf49e-2dae-4f95-aa8c-af4db5fe746b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0695665 Feb 09 19:08:14.597444 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a372ad53-536d-4b89-8fa2-9a7a1a5b828d req-5a209cc3-063c-4fa8-bc43-faa2a047cb5e tempest-DeleteServersTestJSON-1870379525 tempest-DeleteServersTestJSON-1870379525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:08:14.599999 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-a372ad53-536d-4b89-8fa2-9a7a1a5b828d req-5a209cc3-063c-4fa8-bc43-faa2a047cb5e tempest-DeleteServersTestJSON-1870379525 tempest-DeleteServersTestJSON-1870379525-project] 10.222.0.75 "GET /v2.0/ports?device_id=2f2ff156-c650-47cb-97f3-66d257558aaf HTTP/1.1" status: 200 len: 946 time: 0.0798640 Feb 09 19:08:14.683435 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-a372ad53-536d-4b89-8fa2-9a7a1a5b828d req-169245a0-4671-41cd-ad86-8a46bc03dc90 tempest-DeleteServersTestJSON-1870379525 tempest-DeleteServersTestJSON-1870379525-project] 10.222.0.75 "GET /v2.0/security-groups?id=5ce92d32-ca94-4b6c-925d-b9dff609abe6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0757129 Feb 09 19:08:15.084079 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f32b3df4-4546-456e-88b8-a1f959c97100 req-2382c7d1-c30c-4aa7-88bb-fa9de0985fc7 tempest-ImagesTestJSON-1015154253 tempest-ImagesTestJSON-1015154253-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:08:15.084079 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-f32b3df4-4546-456e-88b8-a1f959c97100 req-2382c7d1-c30c-4aa7-88bb-fa9de0985fc7 tempest-ImagesTestJSON-1015154253 tempest-ImagesTestJSON-1015154253-project] 10.222.0.75 "GET /v2.0/networks?id=e119be35-9333-4ec1-a284-366321b505fc HTTP/1.1" status: 200 len: 805 time: 0.2245948 Feb 09 19:08:15.084079 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58675f4b-3053-44a0-bda4-b45be7db3867 req-d977456e-ad69-4801-9742-a76fb5b0cc76 tempest-LiveAutoBlockMigrationV225Test-2127879101 tempest-LiveAutoBlockMigrationV225Test-2127879101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:08:15.084079 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-58675f4b-3053-44a0-bda4-b45be7db3867 req-d977456e-ad69-4801-9742-a76fb5b0cc76 tempest-LiveAutoBlockMigrationV225Test-2127879101 tempest-LiveAutoBlockMigrationV225Test-2127879101-project] 10.222.0.90 "GET /v2.0/ports?device_id=d3938fbf-e1b0-4686-9d2f-36596059719e HTTP/1.1" status: 200 len: 944 time: 0.1488578 Feb 09 19:08:15.094848 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-f32b3df4-4546-456e-88b8-a1f959c97100 req-8db02aec-cb06-455e-9f55-53ebd6718259 tempest-ImagesTestJSON-1015154253 tempest-ImagesTestJSON-1015154253-project] 10.222.0.75 "GET /v2.0/quotas/818187f205084ea0b383f821b00a5aa5 HTTP/1.1" status: 200 len: 375 time: 0.0144448 Feb 09 19:08:15.222107 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-f32b3df4-4546-456e-88b8-a1f959c97100 req-778d21a8-f600-4cfd-9e84-cecbcd7425d2 tempest-ImagesTestJSON-1015154253 tempest-ImagesTestJSON-1015154253-project] 10.222.0.75 "GET /v2.0/ports?tenant_id=818187f205084ea0b383f821b00a5aa5&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1262112 Feb 09 19:08:15.265616 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.plugin [req-58675f4b-3053-44a0-bda4-b45be7db3867 req-fca4c9b0-2859-4b81-8beb-c5860cfbb21a tempest-LiveAutoBlockMigrationV225Test-2127879101 tempest-LiveAutoBlockMigrationV225Test-2127879101-project] Deleting port 0cc10c1d-eb71-4257-813d-d978a5eb3a04 {{(pid=103230) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 19:08:15.265986 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [req-58675f4b-3053-44a0-bda4-b45be7db3867 req-fca4c9b0-2859-4b81-8beb-c5860cfbb21a tempest-LiveAutoBlockMigrationV225Test-2127879101 tempest-LiveAutoBlockMigrationV225Test-2127879101-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762867170196'] for port (0cc10c1d-eb71-4257-813d-d978a5eb3a04), before_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:08:15.324917 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Device 2a497291-c0ba-497e-912e-500b14b27235 no longer exists at agent hyperv_n-h2-713498-36 {{(pid=103232) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 19:08:15.438328 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Current status of the port 2a497291-c0ba-497e-912e-500b14b27235 is: ACTIVE; New status is: DOWN {{(pid=103232) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 19:08:15.439142 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (2a497291-c0ba-497e-912e-500b14b27235), before_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:08:15.461319 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.db [req-58675f4b-3053-44a0-bda4-b45be7db3867 req-fca4c9b0-2859-4b81-8beb-c5860cfbb21a tempest-LiveAutoBlockMigrationV225Test-2127879101 tempest-LiveAutoBlockMigrationV225Test-2127879101-project] For port 0cc10c1d-eb71-4257-813d-d978a5eb3a04, host n-h2-713498-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-36',level=0,port_id=0cc10c1d-eb71-4257-813d-d978a5eb3a04,segment=NetworkSegment(b98d4747-b18c-4141-8910-77c1fada78d1),segment_id=b98d4747-b18c-4141-8910-77c1fada78d1)] {{(pid=103230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 19:08:15.461704 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [req-58675f4b-3053-44a0-bda4-b45be7db3867 req-fca4c9b0-2859-4b81-8beb-c5860cfbb21a tempest-LiveAutoBlockMigrationV225Test-2127879101 tempest-LiveAutoBlockMigrationV225Test-2127879101-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1820838'] for port (0cc10c1d-eb71-4257-813d-d978a5eb3a04), precommit_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:08:15.480434 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-7429db8d-6021-40ad-813e-885be449a89b None None] For port 2a497291-c0ba-497e-912e-500b14b27235, host n-h2-713498-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-36',level=0,port_id=2a497291-c0ba-497e-912e-500b14b27235,segment=NetworkSegment(50e5915e-18f0-4558-9a28-b978975ead36),segment_id=50e5915e-18f0-4558-9a28-b978975ead36)] {{(pid=103232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 19:08:15.488584 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762867176205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762866656485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762866656503'] for port (2a497291-c0ba-497e-912e-500b14b27235), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:08:15.489117 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.plugin [req-58675f4b-3053-44a0-bda4-b45be7db3867 req-fca4c9b0-2859-4b81-8beb-c5860cfbb21a tempest-LiveAutoBlockMigrationV225Test-2127879101 tempest-LiveAutoBlockMigrationV225Test-2127879101-project] Calling delete_port for 0cc10c1d-eb71-4257-813d-d978a5eb3a04 owned by compute:nova {{(pid=103230) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 19:08:15.574900 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Device 673f9133-7154-44e2-a4d1-bb1330cf1036 no longer exists at agent hyperv_n-h1-713498-36 {{(pid=103232) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 19:08:15.603340 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-f32b3df4-4546-456e-88b8-a1f959c97100 req-f7e99a2a-30cb-4782-8f12-de4fee1ea524 service neutron] 10.222.0.75 "GET /v2.0/networks/e119be35-9333-4ec1-a284-366321b505fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3804154 Feb 09 19:08:15.612550 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Pushing event updated for resources: {'Port': ['ID=2a497291-c0ba-497e-912e-500b14b27235,revision_number=8']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:08:15.657661 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf796866-573d-45e3-846b-3c0418124698 req-e39517aa-ef96-419a-be46-04920572c327 tempest-LiveAutoBlockMigrationV225Test-2127879101 tempest-LiveAutoBlockMigrationV225Test-2127879101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:08:15.659289 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-cf796866-573d-45e3-846b-3c0418124698 req-e39517aa-ef96-419a-be46-04920572c327 tempest-LiveAutoBlockMigrationV225Test-2127879101 tempest-LiveAutoBlockMigrationV225Test-2127879101-project] 10.222.0.75 "GET /v2.0/ports?device_id=d3938fbf-e1b0-4686-9d2f-36596059719e HTTP/1.1" status: 200 len: 944 time: 0.1028061 Feb 09 19:08:15.715084 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Current status of the port 673f9133-7154-44e2-a4d1-bb1330cf1036 is: ACTIVE; New status is: DOWN {{(pid=103232) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 19:08:15.715704 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (673f9133-7154-44e2-a4d1-bb1330cf1036), before_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:08:15.720014 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-cf796866-573d-45e3-846b-3c0418124698 req-9aed60fd-e370-4470-baf2-b130fc0724c1 tempest-LiveAutoBlockMigrationV225Test-2127879101 tempest-LiveAutoBlockMigrationV225Test-2127879101-project] 10.222.0.75 "GET /v2.0/security-groups?id=e3cb5363-3b49-4f74-b239-a871e755b40a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546515 Feb 09 19:08:15.776648 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] For port 673f9133-7154-44e2-a4d1-bb1330cf1036, host n-h1-713498-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-36',level=0,port_id=673f9133-7154-44e2-a4d1-bb1330cf1036,segment=NetworkSegment(1cb0f7b5-eca3-4fd8-9372-0323bad2bf37),segment_id=1cb0f7b5-eca3-4fd8-9372-0323bad2bf37)] {{(pid=103232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 19:08:15.782656 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762867176205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762866656485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762866656503'] for port (673f9133-7154-44e2-a4d1-bb1330cf1036), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:08:15.871730 n-d-713498-36 neutron-server[103232]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '677c1bb0-b471-4f2d-9175-5a3a0d044cf3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2a497291-c0ba-497e-912e-500b14b27235'}, {'server_uuid': '627c3e1d-15ce-4955-88df-bff03401b6ae', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '673f9133-7154-44e2-a4d1-bb1330cf1036'}] {{(pid=103232) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 19:08:15.873977 n-d-713498-36 neutron-server[103232]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}949cdcde653dec44821de95cbf67297f53cbc2aed4e073b5d514f93bf911ce85" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2af7491d-073b-4c41-bd8f-5611c4c03954" -d '{"events": [{"server_uuid": "677c1bb0-b471-4f2d-9175-5a3a0d044cf3", "name": "network-vif-unplugged", "status": "completed", "tag": "2a497291-c0ba-497e-912e-500b14b27235"}, {"server_uuid": "627c3e1d-15ce-4955-88df-bff03401b6ae", "name": "network-vif-unplugged", "status": "completed", "tag": "673f9133-7154-44e2-a4d1-bb1330cf1036"}]}' {{(pid=103232) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 19:08:15.875774 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-171d709d-fa59-4ba2-8084-b910876d23e6 req-db10e87e-c80b-4ed1-9654-b702e2a81180 tempest-ServersTestJSON-1708482947 tempest-ServersTestJSON-1708482947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:08:15.877120 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Pushing event updated for resources: {'Port': ['ID=673f9133-7154-44e2-a4d1-bb1330cf1036,revision_number=8']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:08:15.877833 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-171d709d-fa59-4ba2-8084-b910876d23e6 req-db10e87e-c80b-4ed1-9654-b702e2a81180 tempest-ServersTestJSON-1708482947 tempest-ServersTestJSON-1708482947-project] 10.222.0.75 "GET /v2.0/ports?device_id=5e5434a8-e340-41db-9b12-7261db1c55d2 HTTP/1.1" status: 200 len: 945 time: 0.0804477 Feb 09 19:08:15.907679 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-a7262a8e-0513-48fd-984d-75726a511961 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762867132591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593584'] for agent (911cfea2-02ae-4ec9-bac3-7808ee1cdd9c), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:08:15.942576 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-f32b3df4-4546-456e-88b8-a1f959c97100 req-6f53db9c-6523-47ba-ac9a-ef712c039561 service neutron] 10.222.0.75 "GET /v2.0/networks/e119be35-9333-4ec1-a284-366321b505fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3265119 Feb 09 19:08:15.969412 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-171d709d-fa59-4ba2-8084-b910876d23e6 req-1c8beb13-0d47-48fa-bcfe-53b741f0ced2 tempest-ServersTestJSON-1708482947 tempest-ServersTestJSON-1708482947-project] 10.222.0.75 "GET /v2.0/security-groups?id=4f4cf49e-2dae-4f95-aa8c-af4db5fe746b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0775347 Feb 09 19:08:15.989701 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [req-58675f4b-3053-44a0-bda4-b45be7db3867 req-fca4c9b0-2859-4b81-8beb-c5860cfbb21a tempest-LiveAutoBlockMigrationV225Test-2127879101 tempest-LiveAutoBlockMigrationV225Test-2127879101-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762867177463', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762866656476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14393751'] for port (0cc10c1d-eb71-4257-813d-d978a5eb3a04), after_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:08:16.003122 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] get_ports_and_sgs() called for port_ids ['0eea1a64-ccbf-4679-8307-b9066a9a8dde'] {{(pid=103232) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 19:08:16.166260 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fca4c9b0-2859-4b81-8beb-c5860cfbb21a tempest-LiveAutoBlockMigrationV225Test-2127879101 tempest-LiveAutoBlockMigrationV225Test-2127879101-project] Pushing event deleted for resources: {'Port': ['ID=0cc10c1d-eb71-4257-813d-d978a5eb3a04,revision_number=None']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:08:16.289580 n-d-713498-36 neutron-server[103230]: DEBUG neutron.db.l3_dvrscheduler_db [req-58675f4b-3053-44a0-bda4-b45be7db3867 req-fca4c9b0-2859-4b81-8beb-c5860cfbb21a tempest-LiveAutoBlockMigrationV225Test-2127879101 tempest-LiveAutoBlockMigrationV225Test-2127879101-project] No DVR routers for this DVR port 0cc10c1d-eb71-4257-813d-d978a5eb3a04 on host n-h2-713498-36 {{(pid=103230) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 19:08:16.301674 n-d-713498-36 neutron-server[103232]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 358 Content-Type: application/json Date: Wed, 09 Feb 2022 19:08:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-af0e1cff-bf8a-4f1f-a455-9ec8a53122d4 x-openstack-request-id: req-af0e1cff-bf8a-4f1f-a455-9ec8a53122d4 {{(pid=103232) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 19:08:16.302000 n-d-713498-36 neutron-server[103232]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "677c1bb0-b471-4f2d-9175-5a3a0d044cf3", "name": "network-vif-unplugged", "status": "completed", "tag": "2a497291-c0ba-497e-912e-500b14b27235", "code": 200}, {"server_uuid": "627c3e1d-15ce-4955-88df-bff03401b6ae", "name": "network-vif-unplugged", "status": "completed", "tag": "673f9133-7154-44e2-a4d1-bb1330cf1036", "code": 200}]} {{(pid=103232) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 19:08:16.308609 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [req-58675f4b-3053-44a0-bda4-b45be7db3867 req-fca4c9b0-2859-4b81-8beb-c5860cfbb21a tempest-LiveAutoBlockMigrationV225Test-2127879101 tempest-LiveAutoBlockMigrationV225Test-2127879101-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171096'] for port (None), before_response {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:08:16.312062 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-58675f4b-3053-44a0-bda4-b45be7db3867 req-fca4c9b0-2859-4b81-8beb-c5860cfbb21a tempest-LiveAutoBlockMigrationV225Test-2127879101 tempest-LiveAutoBlockMigrationV225Test-2127879101-project] 10.222.0.90 "DELETE /v2.0/ports/0cc10c1d-eb71-4257-813d-d978a5eb3a04 HTTP/1.1" status: 204 len: 173 time: 1.2141495 Feb 09 19:08:16.312567 n-d-713498-36 neutron-server[103230]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd3938fbf-e1b0-4686-9d2f-36596059719e', 'name': 'network-vif-deleted', 'tag': '0cc10c1d-eb71-4257-813d-d978a5eb3a04'}] {{(pid=103230) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 19:08:16.321004 n-d-713498-36 neutron-server[103232]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-af0e1cff-bf8a-4f1f-a455-9ec8a53122d4 {{(pid=103232) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 19:08:16.321446 n-d-713498-36 neutron-server[103232]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '677c1bb0-b471-4f2d-9175-5a3a0d044cf3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2a497291-c0ba-497e-912e-500b14b27235', 'code': 200} Feb 09 19:08:16.321712 n-d-713498-36 neutron-server[103232]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '627c3e1d-15ce-4955-88df-bff03401b6ae', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '673f9133-7154-44e2-a4d1-bb1330cf1036', 'code': 200} Feb 09 19:08:16.342801 n-d-713498-36 neutron-server[103230]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aee5919275bae9f72eb374ee322673045eb80c1f84b4b45a97d96923bd50ab51" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b69b9301-3382-4e9c-be46-efe975bbc14e" -d '{"events": [{"server_uuid": "d3938fbf-e1b0-4686-9d2f-36596059719e", "name": "network-vif-deleted", "tag": "0cc10c1d-eb71-4257-813d-d978a5eb3a04"}]}' {{(pid=103230) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 19:08:16.368885 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1972497a-d0e5-423e-8170-d268a0e2b17c req-743cdbdf-3710-4ef1-b77f-d2789af7c6ed tempest-DeleteServersTestJSON-1870379525 tempest-DeleteServersTestJSON-1870379525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:08:16.373021 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-1972497a-d0e5-423e-8170-d268a0e2b17c req-743cdbdf-3710-4ef1-b77f-d2789af7c6ed tempest-DeleteServersTestJSON-1870379525 tempest-DeleteServersTestJSON-1870379525-project] 10.222.0.75 "GET /v2.0/ports?device_id=2f2ff156-c650-47cb-97f3-66d257558aaf HTTP/1.1" status: 200 len: 946 time: 0.2669756 Feb 09 19:08:16.472334 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a5487cb-87be-4453-8f48-169d6535162f req-e89af044-8676-4013-965c-f7b95d4450af tempest-ImagesTestJSON-1015154253 tempest-ImagesTestJSON-1015154253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:08:16.474286 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-6a5487cb-87be-4453-8f48-169d6535162f req-e89af044-8676-4013-965c-f7b95d4450af tempest-ImagesTestJSON-1015154253 tempest-ImagesTestJSON-1015154253-project] 10.222.0.89 "GET /v2.0/ports?device_id=627c3e1d-15ce-4955-88df-bff03401b6ae HTTP/1.1" status: 200 len: 943 time: 0.2003663 Feb 09 19:08:16.477811 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-1972497a-d0e5-423e-8170-d268a0e2b17c req-095bf7d7-a5e1-4cca-9f4c-1139b921114a tempest-DeleteServersTestJSON-1870379525 tempest-DeleteServersTestJSON-1870379525-project] 10.222.0.75 "GET /v2.0/security-groups?id=5ce92d32-ca94-4b6c-925d-b9dff609abe6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0968065 Feb 09 19:08:16.635697 n-d-713498-36 neutron-server[103230]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 19:08:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5b725ab1-8088-4c19-9595-718c7f70edc9 x-openstack-request-id: req-5b725ab1-8088-4c19-9595-718c7f70edc9 {{(pid=103230) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 19:08:16.636253 n-d-713498-36 neutron-server[103230]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d3938fbf-e1b0-4686-9d2f-36596059719e", "name": "network-vif-deleted", "tag": "0cc10c1d-eb71-4257-813d-d978a5eb3a04", "status": "completed", "code": 200}]} {{(pid=103230) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 19:08:16.636894 n-d-713498-36 neutron-server[103230]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-5b725ab1-8088-4c19-9595-718c7f70edc9 {{(pid=103230) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 19:08:16.637365 n-d-713498-36 neutron-server[103230]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd3938fbf-e1b0-4686-9d2f-36596059719e', 'name': 'network-vif-deleted', 'tag': '0cc10c1d-eb71-4257-813d-d978a5eb3a04', 'status': 'completed', 'code': 200} Feb 09 19:08:16.652548 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-2f5dd240-aa4c-4de1-bdf1-d1dc556ea93c req-e1cbcaf1-32de-4506-8179-1f870827dcd6 tempest-ImagesTestJSON-1015154253 tempest-ImagesTestJSON-1015154253-project] 10.222.0.75 "GET /v2.0/ports?device_id=b5bcf323-43ab-4666-83a5-03958b60d192 HTTP/1.1" status: 200 len: 210 time: 0.1540415 Feb 09 19:08:16.660420 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.plugin [req-6a5487cb-87be-4453-8f48-169d6535162f req-f94dd4a7-7363-4da5-8341-a7b55aeb756e tempest-ImagesTestJSON-1015154253 tempest-ImagesTestJSON-1015154253-project] Deleting port 673f9133-7154-44e2-a4d1-bb1330cf1036 {{(pid=103229) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 19:08:16.660985 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-6a5487cb-87be-4453-8f48-169d6535162f req-f94dd4a7-7363-4da5-8341-a7b55aeb756e tempest-ImagesTestJSON-1015154253 tempest-ImagesTestJSON-1015154253-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762867170196'] for port (673f9133-7154-44e2-a4d1-bb1330cf1036), before_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:08:16.737047 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a463c4d1-c3f6-45fe-b77e-2149b50af78e req-450d4d6e-4495-4665-a724-e902f72494bb tempest-ServersTestJSON-1708482947 tempest-ServersTestJSON-1708482947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:08:16.739932 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-a463c4d1-c3f6-45fe-b77e-2149b50af78e req-450d4d6e-4495-4665-a724-e902f72494bb tempest-ServersTestJSON-1708482947 tempest-ServersTestJSON-1708482947-project] 10.222.0.90 "GET /v2.0/ports?device_id=5e5434a8-e340-41db-9b12-7261db1c55d2 HTTP/1.1" status: 200 len: 945 time: 0.2728555 Feb 09 19:08:16.857334 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.db [req-6a5487cb-87be-4453-8f48-169d6535162f req-f94dd4a7-7363-4da5-8341-a7b55aeb756e tempest-ImagesTestJSON-1015154253 tempest-ImagesTestJSON-1015154253-project] For port 673f9133-7154-44e2-a4d1-bb1330cf1036, host n-h1-713498-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-36',level=0,port_id=673f9133-7154-44e2-a4d1-bb1330cf1036,segment=NetworkSegment(1cb0f7b5-eca3-4fd8-9372-0323bad2bf37),segment_id=1cb0f7b5-eca3-4fd8-9372-0323bad2bf37)] {{(pid=103229) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 19:08:16.857977 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-6a5487cb-87be-4453-8f48-169d6535162f req-f94dd4a7-7363-4da5-8341-a7b55aeb756e tempest-ImagesTestJSON-1015154253 tempest-ImagesTestJSON-1015154253-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1820838'] for port (673f9133-7154-44e2-a4d1-bb1330cf1036), precommit_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:08:16.878029 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.plugin [req-6a5487cb-87be-4453-8f48-169d6535162f req-f94dd4a7-7363-4da5-8341-a7b55aeb756e tempest-ImagesTestJSON-1015154253 tempest-ImagesTestJSON-1015154253-project] Calling delete_port for 673f9133-7154-44e2-a4d1-bb1330cf1036 owned by compute:nova {{(pid=103229) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 19:08:16.935664 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.plugin [req-a463c4d1-c3f6-45fe-b77e-2149b50af78e req-ade3b3ee-e1e4-428e-a016-4f2efd5306c0 tempest-ServersTestJSON-1708482947 tempest-ServersTestJSON-1708482947-project] Deleting port 72155072-1ce5-4892-9e99-4f3e0e1b7d32 {{(pid=103230) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 19:08:16.936600 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [req-a463c4d1-c3f6-45fe-b77e-2149b50af78e req-ade3b3ee-e1e4-428e-a016-4f2efd5306c0 tempest-ServersTestJSON-1708482947 tempest-ServersTestJSON-1708482947-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762867170196'] for port (72155072-1ce5-4892-9e99-4f3e0e1b7d32), before_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:08:17.014865 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762867132591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593584'] for agent (496418a2-c002-4aec-ab1a-07f3bea491bd), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:08:17.076682 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-6a5487cb-87be-4453-8f48-169d6535162f req-f94dd4a7-7363-4da5-8341-a7b55aeb756e tempest-ImagesTestJSON-1015154253 tempest-ImagesTestJSON-1015154253-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762867177463', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762866656476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12867576'] for port (673f9133-7154-44e2-a4d1-bb1330cf1036), after_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:08:17.120963 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-e80c884d-1af2-48ac-bb4d-fc0213f51b32 req-ff4e4e24-fa92-46d5-8c6b-580db8b3f24d tempest-LiveAutoBlockMigrationV225Test-2127879101 tempest-LiveAutoBlockMigrationV225Test-2127879101-project] 10.222.0.75 "GET /v2.0/ports?device_id=d3938fbf-e1b0-4686-9d2f-36596059719e HTTP/1.1" status: 200 len: 210 time: 0.0564625 Feb 09 19:08:17.176006 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f94dd4a7-7363-4da5-8341-a7b55aeb756e tempest-ImagesTestJSON-1015154253 tempest-ImagesTestJSON-1015154253-project] Pushing event deleted for resources: {'Port': ['ID=673f9133-7154-44e2-a4d1-bb1330cf1036,revision_number=None']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:08:17.211451 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.db [req-a463c4d1-c3f6-45fe-b77e-2149b50af78e req-ade3b3ee-e1e4-428e-a016-4f2efd5306c0 tempest-ServersTestJSON-1708482947 tempest-ServersTestJSON-1708482947-project] For port 72155072-1ce5-4892-9e99-4f3e0e1b7d32, host n-h2-713498-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-36',level=0,port_id=72155072-1ce5-4892-9e99-4f3e0e1b7d32,segment=NetworkSegment(2d52e674-b061-4f71-8e43-e176c61c8678),segment_id=2d52e674-b061-4f71-8e43-e176c61c8678)] {{(pid=103230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 19:08:17.212715 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [req-a463c4d1-c3f6-45fe-b77e-2149b50af78e req-ade3b3ee-e1e4-428e-a016-4f2efd5306c0 tempest-ServersTestJSON-1708482947 tempest-ServersTestJSON-1708482947-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1820838'] for port (72155072-1ce5-4892-9e99-4f3e0e1b7d32), precommit_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:08:17.294140 n-d-713498-36 neutron-server[103229]: DEBUG neutron.db.l3_dvrscheduler_db [req-6a5487cb-87be-4453-8f48-169d6535162f req-f94dd4a7-7363-4da5-8341-a7b55aeb756e tempest-ImagesTestJSON-1015154253 tempest-ImagesTestJSON-1015154253-project] No DVR routers for this DVR port 673f9133-7154-44e2-a4d1-bb1330cf1036 on host n-h1-713498-36 {{(pid=103229) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 19:08:17.310047 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-6a5487cb-87be-4453-8f48-169d6535162f req-f94dd4a7-7363-4da5-8341-a7b55aeb756e tempest-ImagesTestJSON-1015154253 tempest-ImagesTestJSON-1015154253-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171096'] for port (None), before_response {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:08:17.313404 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-6a5487cb-87be-4453-8f48-169d6535162f req-f94dd4a7-7363-4da5-8341-a7b55aeb756e tempest-ImagesTestJSON-1015154253 tempest-ImagesTestJSON-1015154253-project] 10.222.0.89 "DELETE /v2.0/ports/673f9133-7154-44e2-a4d1-bb1330cf1036 HTTP/1.1" status: 204 len: 173 time: 0.8304710 Feb 09 19:08:17.313830 n-d-713498-36 neutron-server[103229]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '627c3e1d-15ce-4955-88df-bff03401b6ae', 'name': 'network-vif-deleted', 'tag': '673f9133-7154-44e2-a4d1-bb1330cf1036'}] {{(pid=103229) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 19:08:17.316170 n-d-713498-36 neutron-server[103229]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fa6ae9a20702bd564eaf90d946620b2b4277b1ab91129323d3b54181076be307" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a0818d95-4627-4623-b5bb-004d2394e4c1" -d '{"events": [{"server_uuid": "627c3e1d-15ce-4955-88df-bff03401b6ae", "name": "network-vif-deleted", "tag": "673f9133-7154-44e2-a4d1-bb1330cf1036"}]}' {{(pid=103229) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 19:08:17.348644 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Device 0cc10c1d-eb71-4257-813d-d978a5eb3a04 no longer exists at agent hyperv_n-h2-713498-36 {{(pid=103232) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 19:08:17.469786 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-7429db8d-6021-40ad-813e-885be449a89b None None] No Port match for: 0cc10c1d-eb71-4257-813d-d978a5eb3a04 {{(pid=103232) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 19:08:17.470177 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Device 0cc10c1d-eb71-4257-813d-d978a5eb3a04 not bound to the agent host n-h2-713498-36 {{(pid=103232) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 19:08:17.481269 n-d-713498-36 neutron-server[103229]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 19:08:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ad0d837f-0e51-46b1-ad0d-d75c5b7ef9fe x-openstack-request-id: req-ad0d837f-0e51-46b1-ad0d-d75c5b7ef9fe {{(pid=103229) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 19:08:17.481565 n-d-713498-36 neutron-server[103229]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "627c3e1d-15ce-4955-88df-bff03401b6ae", "name": "network-vif-deleted", "tag": "673f9133-7154-44e2-a4d1-bb1330cf1036", "status": "completed", "code": 200}]} {{(pid=103229) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 19:08:17.481837 n-d-713498-36 neutron-server[103229]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-ad0d837f-0e51-46b1-ad0d-d75c5b7ef9fe {{(pid=103229) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 19:08:17.482259 n-d-713498-36 neutron-server[103229]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '627c3e1d-15ce-4955-88df-bff03401b6ae', 'name': 'network-vif-deleted', 'tag': '673f9133-7154-44e2-a4d1-bb1330cf1036', 'status': 'completed', 'code': 200} Feb 09 19:08:17.778208 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efe08f98-b849-4915-9bfc-df7990875a50 req-a695a7b5-44c3-486e-baa0-518f4a631ef2 tempest-ServersTestJSON-1708482947 tempest-ServersTestJSON-1708482947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:08:17.779728 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-efe08f98-b849-4915-9bfc-df7990875a50 req-a695a7b5-44c3-486e-baa0-518f4a631ef2 tempest-ServersTestJSON-1708482947 tempest-ServersTestJSON-1708482947-project] 10.222.0.75 "GET /v2.0/ports?device_id=5e5434a8-e340-41db-9b12-7261db1c55d2 HTTP/1.1" status: 200 len: 945 time: 0.6865036 Feb 09 19:08:17.867578 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b7e2082-83d1-4ab7-952e-e2cfcec72139 req-808c63d4-be0d-4364-927f-ff21afff5187 tempest-DeleteServersTestJSON-1870379525 tempest-DeleteServersTestJSON-1870379525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:08:17.869037 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-9b7e2082-83d1-4ab7-952e-e2cfcec72139 req-808c63d4-be0d-4364-927f-ff21afff5187 tempest-DeleteServersTestJSON-1870379525 tempest-DeleteServersTestJSON-1870379525-project] 10.222.0.75 "GET /v2.0/ports?device_id=2f2ff156-c650-47cb-97f3-66d257558aaf HTTP/1.1" status: 200 len: 946 time: 0.1014695 Feb 09 19:08:17.962671 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-9b7e2082-83d1-4ab7-952e-e2cfcec72139 req-365d003b-71ad-4abe-b25d-278c5e530537 tempest-DeleteServersTestJSON-1870379525 tempest-DeleteServersTestJSON-1870379525-project] 10.222.0.75 "GET /v2.0/security-groups?id=5ce92d32-ca94-4b6c-925d-b9dff609abe6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0860114 Feb 09 19:08:17.975142 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-efe08f98-b849-4915-9bfc-df7990875a50 req-3e5b9fd6-671f-4f0b-9ff7-ba0c18fd68b8 tempest-ServersTestJSON-1708482947 tempest-ServersTestJSON-1708482947-project] 10.222.0.75 "GET /v2.0/security-groups?id=4f4cf49e-2dae-4f95-aa8c-af4db5fe746b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1793997 Feb 09 19:08:18.043826 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [req-a463c4d1-c3f6-45fe-b77e-2149b50af78e req-ade3b3ee-e1e4-428e-a016-4f2efd5306c0 tempest-ServersTestJSON-1708482947 tempest-ServersTestJSON-1708482947-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:08:18.044335 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [req-a463c4d1-c3f6-45fe-b77e-2149b50af78e req-ade3b3ee-e1e4-428e-a016-4f2efd5306c0 tempest-ServersTestJSON-1708482947 tempest-ServersTestJSON-1708482947-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1818909'] for floatingip (9b850855-04d8-4172-88f4-daad49bdec6c), after_update {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:08:18.044657 n-d-713498-36 neutron-server[103230]: INFO neutron.db.l3_db [req-a463c4d1-c3f6-45fe-b77e-2149b50af78e req-ade3b3ee-e1e4-428e-a016-4f2efd5306c0 tempest-ServersTestJSON-1708482947 tempest-ServersTestJSON-1708482947-project] Floating IP 9b850855-04d8-4172-88f4-daad49bdec6c disassociated. External IP: 172.25.1.237, port: 72155072-1ce5-4892-9e99-4f3e0e1b7d32. Feb 09 19:08:18.045195 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.plugin [req-a463c4d1-c3f6-45fe-b77e-2149b50af78e req-ade3b3ee-e1e4-428e-a016-4f2efd5306c0 tempest-ServersTestJSON-1708482947 tempest-ServersTestJSON-1708482947-project] Calling delete_port for 72155072-1ce5-4892-9e99-4f3e0e1b7d32 owned by compute:nova {{(pid=103230) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 19:08:18.289256 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762867132591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593584'] for agent (488cd9ae-631f-4955-ba0b-4f5a13f12e9c), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:08:18.369796 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-0217efe0-c1c2-4842-9456-4b637ad894f9 req-bf2daad8-49ca-4c3e-ad40-221b95ba7623 tempest-ImagesTestJSON-1015154253 tempest-ImagesTestJSON-1015154253-project] 10.222.0.75 "GET /v2.0/ports?device_id=b5bcf323-43ab-4666-83a5-03958b60d192 HTTP/1.1" status: 200 len: 210 time: 0.2158921 Feb 09 19:08:18.541489 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-a94c842b-80b5-4d21-807b-270c31014e7f req-21f1d7bc-4fd0-41bb-ae7d-d438cb891276 tempest-LiveAutoBlockMigrationV225Test-2127879101 tempest-LiveAutoBlockMigrationV225Test-2127879101-project] 10.222.0.75 "GET /v2.0/ports?device_id=d3938fbf-e1b0-4686-9d2f-36596059719e HTTP/1.1" status: 200 len: 210 time: 0.2869101 Feb 09 19:08:18.543026 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [req-a463c4d1-c3f6-45fe-b77e-2149b50af78e req-ade3b3ee-e1e4-428e-a016-4f2efd5306c0 tempest-ServersTestJSON-1708482947 tempest-ServersTestJSON-1708482947-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762867177463', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762866656476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14393751'] for port (72155072-1ce5-4892-9e99-4f3e0e1b7d32), after_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:08:18.589136 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ade3b3ee-e1e4-428e-a016-4f2efd5306c0 tempest-ServersTestJSON-1708482947 tempest-ServersTestJSON-1708482947-project] Pushing event deleted for resources: {'Port': ['ID=72155072-1ce5-4892-9e99-4f3e0e1b7d32,revision_number=None']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:08:18.609625 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f32b3df4-4546-456e-88b8-a1f959c97100 req-3b54d1e5-bfb5-4e18-992f-dfc5b54503df tempest-ImagesTestJSON-1015154253 tempest-ImagesTestJSON-1015154253-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:08:18.617660 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-f32b3df4-4546-456e-88b8-a1f959c97100 req-3b54d1e5-bfb5-4e18-992f-dfc5b54503df tempest-ImagesTestJSON-1015154253 tempest-ImagesTestJSON-1015154253-project] 10.222.0.89 "GET /v2.0/networks?id=e119be35-9333-4ec1-a284-366321b505fc HTTP/1.1" status: 200 len: 805 time: 0.5250242 Feb 09 19:08:18.644634 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.v2.base [req-f32b3df4-4546-456e-88b8-a1f959c97100 req-ecb0e6f7-0db2-4f90-8ad3-2b65bd86e193 tempest-ImagesTestJSON-1015154253 tempest-ImagesTestJSON-1015154253-project] Request body: {'port': {'device_id': 'b5bcf323-43ab-4666-83a5-03958b60d192', 'network_id': 'e119be35-9333-4ec1-a284-366321b505fc', 'admin_state_up': True, 'tenant_id': '818187f205084ea0b383f821b00a5aa5'}} {{(pid=103229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 19:08:18.748996 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762867132591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593584'] for agent (bcd5faee-dc24-4298-9134-0e0aa054058e), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:08:18.950260 n-d-713498-36 neutron-server[103230]: DEBUG neutron.scheduler.l3_agent_scheduler [req-a463c4d1-c3f6-45fe-b77e-2149b50af78e req-ade3b3ee-e1e4-428e-a016-4f2efd5306c0 tempest-ServersTestJSON-1708482947 tempest-ServersTestJSON-1708482947-project] Router c42068f7-da8a-4624-b249-c97c33926aea has already been hosted by L3 agent 93303d5e-5d17-45e8-8963-7694f87783ae {{(pid=103230) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 19:08:18.970672 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f32b3df4-4546-456e-88b8-a1f959c97100 req-ecb0e6f7-0db2-4f90-8ad3-2b65bd86e193 tempest-ImagesTestJSON-1015154253 tempest-ImagesTestJSON-1015154253-project] Made reservation on behalf of 818187f205084ea0b383f821b00a5aa5 for: {'port': 1} {{(pid=103229) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 19:08:18.990264 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-f32b3df4-4546-456e-88b8-a1f959c97100 req-ecb0e6f7-0db2-4f90-8ad3-2b65bd86e193 tempest-ImagesTestJSON-1015154253 tempest-ImagesTestJSON-1015154253-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (None), before_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:08:19.370558 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Device 72155072-1ce5-4892-9e99-4f3e0e1b7d32 no longer exists at agent hyperv_n-h2-713498-36 {{(pid=103232) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 19:08:19.389657 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-a463c4d1-c3f6-45fe-b77e-2149b50af78e req-ade3b3ee-e1e4-428e-a016-4f2efd5306c0 tempest-ServersTestJSON-1708482947 tempest-ServersTestJSON-1708482947-project] Notify agent at l3_agent.n-d-713498-36 the message routers_updated {{(pid=103230) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 19:08:19.405613 n-d-713498-36 neutron-server[103233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-006740e7-74ad-4b09-9c7d-e237e8b302b7 None None] Sync routers for ids ['c42068f7-da8a-4624-b249-c97c33926aea'] in n-d-713498-36 {{(pid=103233) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 19:08:19.460029 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-7429db8d-6021-40ad-813e-885be449a89b None None] No Port match for: 72155072-1ce5-4892-9e99-4f3e0e1b7d32 {{(pid=103232) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 19:08:19.460491 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Device 72155072-1ce5-4892-9e99-4f3e0e1b7d32 not bound to the agent host n-h2-713498-36 {{(pid=103232) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 19:08:19.476649 n-d-713498-36 neutron-server[103233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-006740e7-74ad-4b09-9c7d-e237e8b302b7 None None] Routers {'c42068f7-da8a-4624-b249-c97c33926aea'} bound to L3 agent in host n-d-713498-36 {{(pid=103233) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 19:08:19.477692 n-d-713498-36 neutron-server[103233]: DEBUG neutron.db.l3_hamode_db [None req-006740e7-74ad-4b09-9c7d-e237e8b302b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-09T18:51:43Z,description=,heartbeat_timestamp=2022-02-09T19:08:13Z,host='n-d-713498-36',id=93303d5e-5d17-45e8-8963-7694f87783ae,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T18:51:43Z,topic='l3_agent')) {'router_ids': ['c42068f7-da8a-4624-b249-c97c33926aea'], 'active': True} {{(pid=103233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:08:19.479513 n-d-713498-36 neutron-server[103229]: DEBUG neutron.db.db_base_plugin_common [req-f32b3df4-4546-456e-88b8-a1f959c97100 req-ecb0e6f7-0db2-4f90-8ad3-2b65bd86e193 tempest-ImagesTestJSON-1015154253 tempest-ImagesTestJSON-1015154253-project] Allocated IP 172.20.0.3 (e119be35-9333-4ec1-a284-366321b505fc/1c11460d-4fed-4117-8587-f721cf533c67/a2221628-1af5-4d87-84c0-3ada72834177) {{(pid=103229) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 19:08:19.580042 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Device d497de83-eda3-43bc-87ef-1bdb243bb575 details requested by agent hyperv_n-h1-713498-36 with host n-h1-713498-36 {{(pid=103232) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 19:08:19.730431 n-d-713498-36 neutron-server[103230]: DEBUG neutron.db.l3_dvrscheduler_db [req-a463c4d1-c3f6-45fe-b77e-2149b50af78e req-ade3b3ee-e1e4-428e-a016-4f2efd5306c0 tempest-ServersTestJSON-1708482947 tempest-ServersTestJSON-1708482947-project] No DVR routers for this DVR port 72155072-1ce5-4892-9e99-4f3e0e1b7d32 on host n-h2-713498-36 {{(pid=103230) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 19:08:19.778823 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [req-a463c4d1-c3f6-45fe-b77e-2149b50af78e req-ade3b3ee-e1e4-428e-a016-4f2efd5306c0 tempest-ServersTestJSON-1708482947 tempest-ServersTestJSON-1708482947-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171096'] for port (None), before_response {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:08:19.791805 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-a463c4d1-c3f6-45fe-b77e-2149b50af78e req-ade3b3ee-e1e4-428e-a016-4f2efd5306c0 tempest-ServersTestJSON-1708482947 tempest-ServersTestJSON-1708482947-project] 10.222.0.90 "DELETE /v2.0/ports/72155072-1ce5-4892-9e99-4f3e0e1b7d32 HTTP/1.1" status: 204 len: 173 time: 3.0448596 Feb 09 19:08:19.792715 n-d-713498-36 neutron-server[103230]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5e5434a8-e340-41db-9b12-7261db1c55d2', 'name': 'network-vif-deleted', 'tag': '72155072-1ce5-4892-9e99-4f3e0e1b7d32'}] {{(pid=103230) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 19:08:19.795362 n-d-713498-36 neutron-server[103230]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aee5919275bae9f72eb374ee322673045eb80c1f84b4b45a97d96923bd50ab51" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cbb6f5c7-e037-4ab1-97be-7d54402c7a8c" -d '{"events": [{"server_uuid": "5e5434a8-e340-41db-9b12-7261db1c55d2", "name": "network-vif-deleted", "tag": "72155072-1ce5-4892-9e99-4f3e0e1b7d32"}]}' {{(pid=103230) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 19:08:19.810888 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-b4d6141e-edfb-4ad9-9345-4529cc0141cf req-2afac600-2151-4b13-bd08-f885e37d7f77 tempest-ServersTestJSON-1708482947 tempest-ServersTestJSON-1708482947-project] 10.222.0.75 "GET /v2.0/ports?device_id=5e5434a8-e340-41db-9b12-7261db1c55d2 HTTP/1.1" status: 200 len: 210 time: 0.2666461 Feb 09 19:08:19.828862 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Device 673f9133-7154-44e2-a4d1-bb1330cf1036 no longer exists at agent hyperv_n-h1-713498-36 {{(pid=103232) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 19:08:19.918614 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] No Port match for: 673f9133-7154-44e2-a4d1-bb1330cf1036 {{(pid=103232) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 19:08:19.918614 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Device 673f9133-7154-44e2-a4d1-bb1330cf1036 not bound to the agent host n-h1-713498-36 {{(pid=103232) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 19:08:20.069104 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] For port d497de83-eda3-43bc-87ef-1bdb243bb575, host n-h1-713498-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-36',level=0,port_id=d497de83-eda3-43bc-87ef-1bdb243bb575,segment=NetworkSegment(50e5915e-18f0-4558-9a28-b978975ead36),segment_id=50e5915e-18f0-4558-9a28-b978975ead36)] {{(pid=103232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 19:08:20.126014 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Returning: {'device': 'd497de83-eda3-43bc-87ef-1bdb243bb575', 'network_id': '2b5494c8-cf97-42c1-b902-87f998f28179', 'port_id': 'd497de83-eda3-43bc-87ef-1bdb243bb575', 'mac_address': 'fa:16:3e:d9:ae:49', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 359, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '60b561cb-321e-4f83-9bb3-92b2e1d0dc44', 'ip_address': '192.168.233.86'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103232) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 19:08:20.172228 n-d-713498-36 neutron-server[103233]: DEBUG neutron.db.l3_dvr_db [None req-006740e7-74ad-4b09-9c7d-e237e8b302b7 None None] Set router c42068f7-da8a-4624-b249-c97c33926aea gateway port host: n-d-713498-36 {{(pid=103233) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 19:08:20.177582 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-cd37912a-1c66-46f2-b63e-da5ea7860d1b req-35c13a0a-e25f-4e0e-b5f3-ac6cbeddeef3 tempest-ImagesTestJSON-1015154253 tempest-ImagesTestJSON-1015154253-project] 10.222.0.75 "GET /v2.0/ports?device_id=b5bcf323-43ab-4666-83a5-03958b60d192 HTTP/1.1" status: 200 len: 210 time: 0.1606891 Feb 09 19:08:20.220583 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-28a26a5e-cd10-449c-b99a-dd1bc2189f42 req-97d6683f-7943-4329-a231-450961528d93 tempest-LiveAutoBlockMigrationV225Test-2127879101 tempest-LiveAutoBlockMigrationV225Test-2127879101-project] 10.222.0.75 "GET /v2.0/ports?device_id=d3938fbf-e1b0-4686-9d2f-36596059719e HTTP/1.1" status: 200 len: 210 time: 0.1090658 Feb 09 19:08:20.347358 n-d-713498-36 neutron-server[103230]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 19:08:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fb449efc-d184-4642-8218-cbc77d5fff02 x-openstack-request-id: req-fb449efc-d184-4642-8218-cbc77d5fff02 {{(pid=103230) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 19:08:20.348101 n-d-713498-36 neutron-server[103230]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5e5434a8-e340-41db-9b12-7261db1c55d2", "name": "network-vif-deleted", "tag": "72155072-1ce5-4892-9e99-4f3e0e1b7d32", "status": "completed", "code": 200}]} {{(pid=103230) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 19:08:20.348767 n-d-713498-36 neutron-server[103230]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-fb449efc-d184-4642-8218-cbc77d5fff02 {{(pid=103230) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 19:08:20.349427 n-d-713498-36 neutron-server[103230]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5e5434a8-e340-41db-9b12-7261db1c55d2', 'name': 'network-vif-deleted', 'tag': '72155072-1ce5-4892-9e99-4f3e0e1b7d32', 'status': 'completed', 'code': 200} Feb 09 19:08:20.381570 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-f32b3df4-4546-456e-88b8-a1f959c97100 req-ecb0e6f7-0db2-4f90-8ad3-2b65bd86e193 tempest-ImagesTestJSON-1015154253 tempest-ImagesTestJSON-1015154253-project] Publish callbacks [] for port (a2221628-1af5-4d87-84c0-3ada72834177), precommit_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:08:20.497984 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Current status of the port d497de83-eda3-43bc-87ef-1bdb243bb575 is: ACTIVE; New status is: BUILD {{(pid=103232) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 19:08:20.499507 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (d497de83-eda3-43bc-87ef-1bdb243bb575), before_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:08:20.526702 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-f32b3df4-4546-456e-88b8-a1f959c97100 req-ecb0e6f7-0db2-4f90-8ad3-2b65bd86e193 tempest-ImagesTestJSON-1015154253 tempest-ImagesTestJSON-1015154253-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762866656467', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12867576'] for port (a2221628-1af5-4d87-84c0-3ada72834177), after_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:08:20.539155 n-d-713498-36 neutron-server[103232]: DEBUG neutron.notifiers.nova [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id d497de83-eda3-43bc-87ef-1bdb243bb575 {{(pid=103232) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 19:08:20.586514 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] For port d497de83-eda3-43bc-87ef-1bdb243bb575, host n-h1-713498-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-36',level=0,port_id=d497de83-eda3-43bc-87ef-1bdb243bb575,segment=NetworkSegment(50e5915e-18f0-4558-9a28-b978975ead36),segment_id=50e5915e-18f0-4558-9a28-b978975ead36)] {{(pid=103232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 19:08:20.593645 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762867176205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762866656485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762866656503'] for port (d497de83-eda3-43bc-87ef-1bdb243bb575), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:08:20.655411 n-d-713498-36 neutron-server[103233]: DEBUG neutron.db.agents_db [None req-4a8a6a42-0a0c-4437-8958-92282682b6bb None None] Agent healthcheck: found 7 active agents {{(pid=103233) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 19:08:20.717068 n-d-713498-36 neutron-server[103233]: DEBUG neutron.db.l3_hamode_db [None req-006740e7-74ad-4b09-9c7d-e237e8b302b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c42068f7-da8a-4624-b249-c97c33926aea', 'name': 'tempest-ServersTestJSON-6874266-router', 'tenant_id': 'bae1eec87894498eaa70e7abe5ad38f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88055e1e-672a-4487-be31-ffb6e833ece5', 'external_fixed_ips': [{'subnet_id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'ip_address': '172.25.1.51'}], 'enable_snat': True}, 'gw_port_id': '6ee3d163-f1aa-4ffa-beee-6b8f3db4d383', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T19:06:26Z', 'updated_at': '2022-02-09T19:06:35Z', 'revision_number': 4, 'project_id': 'bae1eec87894498eaa70e7abe5ad38f3', 'gw_port': {'id': '6ee3d163-f1aa-4ffa-beee-6b8f3db4d383', 'name': '', 'network_id': '88055e1e-672a-4487-be31-ffb6e833ece5', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:09:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c42068f7-da8a-4624-b249-c97c33926aea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 802, 'fixed_ips': [{'subnet_id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'ip_address': '172.25.1.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T19:06:28Z', 'updated_at': '2022-02-09T19:06:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-36', '_interfaces': [{'id': 'c08f484f-37f6-4147-95cb-2439c86cb4ef', 'name': '', 'network_id': '025d7490-0189-4dfb-b0f6-a58555e94e50', 'tenant_id': 'bae1eec87894498eaa70e7abe5ad38f3', 'mac_address': 'fa:16:3e:fe:c2:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c42068f7-da8a-4624-b249-c97c33926aea', 'device_owner': 'network:router_interface', 'standard_attr_id': 805, 'fixed_ips': [{'subnet_id': 'e62fb123-0190-48e3-9019-90c40f55758c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T19:06:33Z', 'updated_at': '2022-02-09T19:06:41Z', 'revision_number': 5, 'project_id': 'bae1eec87894498eaa70e7abe5ad38f3', 'subnets': [{'id': 'e62fb123-0190-48e3-9019-90c40f55758c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-36', False) {} {{(pid=103233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:08:20.737440 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] get_ports_and_sgs() called for port_ids ['d497de83-eda3-43bc-87ef-1bdb243bb575'] {{(pid=103232) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 19:08:20.753584 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecb0e6f7-0db2-4f90-8ad3-2b65bd86e193 tempest-ImagesTestJSON-1015154253 tempest-ImagesTestJSON-1015154253-project] Pushing event updated for resources: {'Port': ['ID=a2221628-1af5-4d87-84c0-3ada72834177,revision_number=1']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:08:20.791641 n-d-713498-36 neutron-server[103233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-006740e7-74ad-4b09-9c7d-e237e8b302b7 None None] Checking router: c42068f7-da8a-4624-b249-c97c33926aea for host: n-d-713498-36 {{(pid=103233) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 19:08:20.810915 n-d-713498-36 neutron-server[103229]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f32b3df4-4546-456e-88b8-a1f959c97100 req-ecb0e6f7-0db2-4f90-8ad3-2b65bd86e193 tempest-ImagesTestJSON-1015154253 tempest-ImagesTestJSON-1015154253-project] Network e119be35-9333-4ec1-a284-366321b505fc is already hosted by enough agents. {{(pid=103229) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 19:08:20.819473 n-d-713498-36 neutron-server[103229]: DEBUG neutron.scheduler.base_scheduler [req-f32b3df4-4546-456e-88b8-a1f959c97100 req-ecb0e6f7-0db2-4f90-8ad3-2b65bd86e193 tempest-ImagesTestJSON-1015154253 tempest-ImagesTestJSON-1015154253-project] Resources bound (agent type, host, resource id): {{(pid=103229) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 19:08:20.825448 n-d-713498-36 neutron-server[103229]: DEBUG neutron.db.l3_dvrscheduler_db [req-f32b3df4-4546-456e-88b8-a1f959c97100 req-ecb0e6f7-0db2-4f90-8ad3-2b65bd86e193 tempest-ImagesTestJSON-1015154253 tempest-ImagesTestJSON-1015154253-project] Received port after_create {{(pid=103229) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 19:08:20.833306 n-d-713498-36 neutron-server[103233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-006740e7-74ad-4b09-9c7d-e237e8b302b7 None None] Routers {'c42068f7-da8a-4624-b249-c97c33926aea'} bound to L3 agent in host n-d-713498-36 {{(pid=103233) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 19:08:20.833306 n-d-713498-36 neutron-server[103233]: DEBUG neutron.db.l3_hamode_db [None req-006740e7-74ad-4b09-9c7d-e237e8b302b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-09T18:51:43Z,description=,heartbeat_timestamp=2022-02-09T19:08:13Z,host='n-d-713498-36',id=93303d5e-5d17-45e8-8963-7694f87783ae,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T18:51:43Z,topic='l3_agent')) {'router_ids': ['c42068f7-da8a-4624-b249-c97c33926aea'], 'active': True} {{(pid=103233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:08:20.945811 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Pushing event updated for resources: {'Port': ['ID=d497de83-eda3-43bc-87ef-1bdb243bb575,revision_number=6']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:08:20.973607 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f32b3df4-4546-456e-88b8-a1f959c97100 req-ecb0e6f7-0db2-4f90-8ad3-2b65bd86e193 tempest-ImagesTestJSON-1015154253 tempest-ImagesTestJSON-1015154253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:08:20.992987 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-f32b3df4-4546-456e-88b8-a1f959c97100 req-ecb0e6f7-0db2-4f90-8ad3-2b65bd86e193 tempest-ImagesTestJSON-1015154253 tempest-ImagesTestJSON-1015154253-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171096'] for port (None), before_response {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:08:21.010908 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 53680) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:08:21.033523 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-f32b3df4-4546-456e-88b8-a1f959c97100 req-ecb0e6f7-0db2-4f90-8ad3-2b65bd86e193 tempest-ImagesTestJSON-1015154253 tempest-ImagesTestJSON-1015154253-project] 10.222.0.89 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.4040928 Feb 09 19:08:21.048572 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.v2.base [req-f32b3df4-4546-456e-88b8-a1f959c97100 req-730a9367-f7ef-4dbd-bf9d-ac0336410ba1 service neutron] Request body: {'port': {'device_id': 'b5bcf323-43ab-4666-83a5-03958b60d192', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-713498-36'}} {{(pid=103229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 19:08:21.148702 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-f32b3df4-4546-456e-88b8-a1f959c97100 req-730a9367-f7ef-4dbd-bf9d-ac0336410ba1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (a2221628-1af5-4d87-84c0-3ada72834177), before_update {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:08:21.204508 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-fb2ac8e4-bb83-4767-a763-82aab09575f8 tempest-ServersTestJSON-1708482947 tempest-ServersTestJSON-1708482947-project] Publish callbacks [] for security_group (4f4cf49e-2dae-4f95-aa8c-af4db5fe746b), before_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:08:21.294826 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-fb2ac8e4-bb83-4767-a763-82aab09575f8 tempest-ServersTestJSON-1708482947 tempest-ServersTestJSON-1708482947-project] Publish callbacks [] for security_group (4f4cf49e-2dae-4f95-aa8c-af4db5fe746b), precommit_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:08:21.410622 n-d-713498-36 neutron-server[103233]: DEBUG neutron.db.l3_dvr_db [None req-006740e7-74ad-4b09-9c7d-e237e8b302b7 None None] Set router c42068f7-da8a-4624-b249-c97c33926aea gateway port host: n-d-713498-36 {{(pid=103233) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 19:08:21.420971 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-fb2ac8e4-bb83-4767-a763-82aab09575f8 tempest-ServersTestJSON-1708482947 tempest-ServersTestJSON-1708482947-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1892331'] for security_group (4f4cf49e-2dae-4f95-aa8c-af4db5fe746b), after_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:08:21.423611 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-fb2ac8e4-bb83-4767-a763-82aab09575f8 tempest-ServersTestJSON-1708482947 tempest-ServersTestJSON-1708482947-project] Publish callbacks [] for security_group (None), before_response {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:08:21.427171 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-fb2ac8e4-bb83-4767-a763-82aab09575f8 tempest-ServersTestJSON-1708482947 tempest-ServersTestJSON-1708482947-project] 10.222.0.75 "DELETE /v2.0/security-groups/4f4cf49e-2dae-4f95-aa8c-af4db5fe746b HTTP/1.1" status: 204 len: 168 time: 0.4128876 Feb 09 19:08:21.438383 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 53690) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:08:21.521486 n-d-713498-36 neutron-server[103230]: INFO neutron.api.v2.resource [None req-8aaf3f1b-6480-4286-b483-f5090f18b13e tempest-ServersTestJSON-1708482947 tempest-ServersTestJSON-1708482947-project] show failed (client error): The resource could not be found. Feb 09 19:08:21.522854 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-8aaf3f1b-6480-4286-b483-f5090f18b13e tempest-ServersTestJSON-1708482947 tempest-ServersTestJSON-1708482947-project] 10.222.0.75 "GET /v2.0/security-groups/4f4cf49e-2dae-4f95-aa8c-af4db5fe746b HTTP/1.1" status: 404 len: 347 time: 0.0835147 Feb 09 19:08:21.528024 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 53692) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:08:21.536123 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb2ac8e4-bb83-4767-a763-82aab09575f8 tempest-ServersTestJSON-1708482947 tempest-ServersTestJSON-1708482947-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4f4cf49e-2dae-4f95-aa8c-af4db5fe746b,revision_number=None']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:08:21.600871 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Device d497de83-eda3-43bc-87ef-1bdb243bb575 up at agent hyperv_n-h1-713498-36 {{(pid=103232) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 19:08:21.828554 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.provisioning_blocks [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Provisioning complete for port d497de83-eda3-43bc-87ef-1bdb243bb575 triggered by entity L2. {{(pid=103232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 19:08:21.828888 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593630'] for port (d497de83-eda3-43bc-87ef-1bdb243bb575), provisioning_complete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:08:21.968240 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.plugin [None req-54d6dbaf-b838-4594-b65a-18df699805e5 tempest-ServersTestJSON-1708482947 tempest-ServersTestJSON-1708482947-project] Deleting port 0caa6e4a-b307-4ff4-992d-b51abc70862e {{(pid=103230) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 19:08:21.971449 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-54d6dbaf-b838-4594-b65a-18df699805e5 tempest-ServersTestJSON-1708482947 tempest-ServersTestJSON-1708482947-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762867170196'] for port (0caa6e4a-b307-4ff4-992d-b51abc70862e), before_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:08:22.072168 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Current status of the port d497de83-eda3-43bc-87ef-1bdb243bb575 is: BUILD; New status is: ACTIVE {{(pid=103232) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 19:08:22.073285 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (d497de83-eda3-43bc-87ef-1bdb243bb575), before_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:08:22.084027 n-d-713498-36 neutron-server[103233]: DEBUG neutron.db.l3_hamode_db [None req-006740e7-74ad-4b09-9c7d-e237e8b302b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c42068f7-da8a-4624-b249-c97c33926aea', 'name': 'tempest-ServersTestJSON-6874266-router', 'tenant_id': 'bae1eec87894498eaa70e7abe5ad38f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88055e1e-672a-4487-be31-ffb6e833ece5', 'external_fixed_ips': [{'subnet_id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'ip_address': '172.25.1.51'}], 'enable_snat': True}, 'gw_port_id': '6ee3d163-f1aa-4ffa-beee-6b8f3db4d383', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T19:06:26Z', 'updated_at': '2022-02-09T19:06:35Z', 'revision_number': 4, 'project_id': 'bae1eec87894498eaa70e7abe5ad38f3', 'gw_port': {'id': '6ee3d163-f1aa-4ffa-beee-6b8f3db4d383', 'name': '', 'network_id': '88055e1e-672a-4487-be31-ffb6e833ece5', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:09:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c42068f7-da8a-4624-b249-c97c33926aea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 802, 'fixed_ips': [{'subnet_id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'ip_address': '172.25.1.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T19:06:28Z', 'updated_at': '2022-02-09T19:06:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-36', '_interfaces': [{'id': 'c08f484f-37f6-4147-95cb-2439c86cb4ef', 'name': '', 'network_id': '025d7490-0189-4dfb-b0f6-a58555e94e50', 'tenant_id': 'bae1eec87894498eaa70e7abe5ad38f3', 'mac_address': 'fa:16:3e:fe:c2:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c42068f7-da8a-4624-b249-c97c33926aea', 'device_owner': 'network:router_interface', 'standard_attr_id': 805, 'fixed_ips': [{'subnet_id': 'e62fb123-0190-48e3-9019-90c40f55758c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T19:06:33Z', 'updated_at': '2022-02-09T19:06:41Z', 'revision_number': 5, 'project_id': 'bae1eec87894498eaa70e7abe5ad38f3', 'subnets': [{'id': 'e62fb123-0190-48e3-9019-90c40f55758c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-36', False) {} {{(pid=103233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:08:22.118573 n-d-713498-36 neutron-server[103232]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '760f09f0-6e29-4b3b-84f4-9384bbe2a2c0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd497de83-eda3-43bc-87ef-1bdb243bb575'}] {{(pid=103232) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 19:08:22.135071 n-d-713498-36 neutron-server[103232]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}949cdcde653dec44821de95cbf67297f53cbc2aed4e073b5d514f93bf911ce85" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f7605864-68ae-4386-9577-b1a5549a4d1d" -d '{"events": [{"server_uuid": "760f09f0-6e29-4b3b-84f4-9384bbe2a2c0", "name": "network-vif-plugged", "status": "completed", "tag": "d497de83-eda3-43bc-87ef-1bdb243bb575"}]}' {{(pid=103232) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 19:08:22.147943 n-d-713498-36 neutron-server[103229]: DEBUG neutron.notifiers.nova [req-f32b3df4-4546-456e-88b8-a1f959c97100 req-730a9367-f7ef-4dbd-bf9d-ac0336410ba1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a2221628-1af5-4d87-84c0-3ada72834177 {{(pid=103229) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 19:08:22.161454 n-d-713498-36 neutron-server[103233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-006740e7-74ad-4b09-9c7d-e237e8b302b7 None None] The sync data for ids ['c42068f7-da8a-4624-b249-c97c33926aea'] in n-d-713498-36 is: [{'id': 'c42068f7-da8a-4624-b249-c97c33926aea', 'name': 'tempest-ServersTestJSON-6874266-router', 'tenant_id': 'bae1eec87894498eaa70e7abe5ad38f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88055e1e-672a-4487-be31-ffb6e833ece5', 'external_fixed_ips': [{'subnet_id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'ip_address': '172.25.1.51'}], 'enable_snat': True}, 'gw_port_id': '6ee3d163-f1aa-4ffa-beee-6b8f3db4d383', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T19:06:26Z', 'updated_at': '2022-02-09T19:06:35Z', 'revision_number': 4, 'project_id': 'bae1eec87894498eaa70e7abe5ad38f3', 'gw_port': {'id': '6ee3d163-f1aa-4ffa-beee-6b8f3db4d383', 'name': '', 'network_id': '88055e1e-672a-4487-be31-ffb6e833ece5', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:09:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c42068f7-da8a-4624-b249-c97c33926aea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 802, 'fixed_ips': [{'subnet_id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'ip_address': '172.25.1.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T19:06:28Z', 'updated_at': '2022-02-09T19:06:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-36', '_interfaces': [{'id': 'c08f484f-37f6-4147-95cb-2439c86cb4ef', 'name': '', 'network_id': '025d7490-0189-4dfb-b0f6-a58555e94e50', 'tenant_id': 'bae1eec87894498eaa70e7abe5ad38f3', 'mac_address': 'fa:16:3e:fe:c2:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c42068f7-da8a-4624-b249-c97c33926aea', 'device_owner': 'network:router_interface', 'standard_attr_id': 805, 'fixed_ips': [{'subnet_id': 'e62fb123-0190-48e3-9019-90c40f55758c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T19:06:33Z', 'updated_at': '2022-02-09T19:06:41Z', 'revision_number': 5, 'project_id': 'bae1eec87894498eaa70e7abe5ad38f3', 'subnets': [{'id': 'e62fb123-0190-48e3-9019-90c40f55758c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103233) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 19:08:22.170820 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-f32b3df4-4546-456e-88b8-a1f959c97100 req-730a9367-f7ef-4dbd-bf9d-ac0336410ba1 service neutron] Publish callbacks [] for port (a2221628-1af5-4d87-84c0-3ada72834177), precommit_update {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:08:22.185504 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] For port d497de83-eda3-43bc-87ef-1bdb243bb575, host n-h1-713498-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-36',level=0,port_id=d497de83-eda3-43bc-87ef-1bdb243bb575,segment=NetworkSegment(50e5915e-18f0-4558-9a28-b978975ead36),segment_id=50e5915e-18f0-4558-9a28-b978975ead36)] {{(pid=103232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 19:08:22.196363 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762867176205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762866656485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762866656503'] for port (d497de83-eda3-43bc-87ef-1bdb243bb575), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:08:22.215725 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-54d6dbaf-b838-4594-b65a-18df699805e5 tempest-ServersTestJSON-1708482947 tempest-ServersTestJSON-1708482947-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1820838'] for port (0caa6e4a-b307-4ff4-992d-b51abc70862e), precommit_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:08:22.216381 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-54d6dbaf-b838-4594-b65a-18df699805e5 tempest-ServersTestJSON-1708482947 tempest-ServersTestJSON-1708482947-project] Publish callbacks [] for floatingip (0caa6e4a-b307-4ff4-992d-b51abc70862e), precommit_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:08:22.221266 n-d-713498-36 neutron-server[103229]: DEBUG neutron.db.provisioning_blocks [req-f32b3df4-4546-456e-88b8-a1f959c97100 req-730a9367-f7ef-4dbd-bf9d-ac0336410ba1 service neutron] Transition to ACTIVE for port object a2221628-1af5-4d87-84c0-3ada72834177 will not be triggered until provisioned by entity L2. {{(pid=103229) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 19:08:22.247463 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-f32b3df4-4546-456e-88b8-a1f959c97100 req-730a9367-f7ef-4dbd-bf9d-ac0336410ba1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762867176205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762866656485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762866656503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12867569'] for port (a2221628-1af5-4d87-84c0-3ada72834177), after_update {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:08:22.267564 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.plugin [None req-54d6dbaf-b838-4594-b65a-18df699805e5 tempest-ServersTestJSON-1708482947 tempest-ServersTestJSON-1708482947-project] Calling delete_port for 0caa6e4a-b307-4ff4-992d-b51abc70862e owned by network:floatingip {{(pid=103230) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 19:08:22.471255 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Pushing event updated for resources: {'Port': ['ID=d497de83-eda3-43bc-87ef-1bdb243bb575,revision_number=7']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:08:22.765230 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-54d6dbaf-b838-4594-b65a-18df699805e5 tempest-ServersTestJSON-1708482947 tempest-ServersTestJSON-1708482947-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762867177463', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762866656476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14393751'] for port (0caa6e4a-b307-4ff4-992d-b51abc70862e), after_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:08:22.822468 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54d6dbaf-b838-4594-b65a-18df699805e5 tempest-ServersTestJSON-1708482947 tempest-ServersTestJSON-1708482947-project] Pushing event deleted for resources: {'Port': ['ID=0caa6e4a-b307-4ff4-992d-b51abc70862e,revision_number=None']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:08:22.892381 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29bb5873-900c-4449-b1ee-27daff6b4b72 None None] New status for floating IP 9b850855-04d8-4172-88f4-daad49bdec6c: DOWN {{(pid=103232) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 09 19:08:22.994005 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-54d6dbaf-b838-4594-b65a-18df699805e5 tempest-ServersTestJSON-1708482947 tempest-ServersTestJSON-1708482947-project] Publish callbacks [] for floatingip (9b850855-04d8-4172-88f4-daad49bdec6c), after_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:08:22.996969 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-54d6dbaf-b838-4594-b65a-18df699805e5 tempest-ServersTestJSON-1708482947 tempest-ServersTestJSON-1708482947-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171096'] for floatingip (None), before_response {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:08:22.998196 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-54d6dbaf-b838-4594-b65a-18df699805e5 tempest-ServersTestJSON-1708482947 tempest-ServersTestJSON-1708482947-project] 10.222.0.75 "DELETE /v2.0/floatingips/9b850855-04d8-4172-88f4-daad49bdec6c HTTP/1.1" status: 204 len: 168 time: 1.4689457 Feb 09 19:08:23.003510 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 53700) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:08:23.455532 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-730a9367-f7ef-4dbd-bf9d-ac0336410ba1 service neutron] Pushing event updated for resources: {'Port': ['ID=a2221628-1af5-4d87-84c0-3ada72834177,revision_number=2']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:08:23.478089 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abc0e063-ac9b-44b5-9428-a2a03adaf5d6 req-c33415b2-e959-4cd9-9158-858747f9760e tempest-ImagesTestJSON-1015154253 tempest-ImagesTestJSON-1015154253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:08:23.492842 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-abc0e063-ac9b-44b5-9428-a2a03adaf5d6 req-c33415b2-e959-4cd9-9158-858747f9760e tempest-ImagesTestJSON-1015154253 tempest-ImagesTestJSON-1015154253-project] 10.222.0.75 "GET /v2.0/ports?device_id=b5bcf323-43ab-4666-83a5-03958b60d192 HTTP/1.1" status: 200 len: 931 time: 1.9467797 Feb 09 19:08:23.795006 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-abc0e063-ac9b-44b5-9428-a2a03adaf5d6 req-07810240-017a-4191-9817-0a7503071e16 tempest-ImagesTestJSON-1015154253 tempest-ImagesTestJSON-1015154253-project] 10.222.0.75 "GET /v2.0/security-groups?id=1f45f199-38bd-4afd-a63a-d9a4ed62c8a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2974279 Feb 09 19:08:23.841785 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.managers [req-f32b3df4-4546-456e-88b8-a1f959c97100 req-730a9367-f7ef-4dbd-bf9d-ac0336410ba1 service neutron] Attempting to bind port a2221628-1af5-4d87-84c0-3ada72834177 on host n-h1-713498-36 for vnic_type normal with profile {{(pid=103229) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 19:08:23.851716 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.managers [req-f32b3df4-4546-456e-88b8-a1f959c97100 req-730a9367-f7ef-4dbd-bf9d-ac0336410ba1 service neutron] Attempting to bind port a2221628-1af5-4d87-84c0-3ada72834177 by drivers openvswitch,hyperv on host n-h1-713498-36 at level 0 using segments [{'id': '1cb0f7b5-eca3-4fd8-9372-0323bad2bf37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': 'e119be35-9333-4ec1-a284-366321b505fc'}] {{(pid=103229) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 19:08:23.852328 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f32b3df4-4546-456e-88b8-a1f959c97100 req-730a9367-f7ef-4dbd-bf9d-ac0336410ba1 service neutron] Attempting to bind port a2221628-1af5-4d87-84c0-3ada72834177 on network e119be35-9333-4ec1-a284-366321b505fc {{(pid=103229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 19:08:23.870007 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f32b3df4-4546-456e-88b8-a1f959c97100 req-730a9367-f7ef-4dbd-bf9d-ac0336410ba1 service neutron] Port a2221628-1af5-4d87-84c0-3ada72834177 on network e119be35-9333-4ec1-a284-366321b505fc not bound, no agent of type Open vSwitch agent registered on host n-h1-713498-36 {{(pid=103229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 19:08:23.876937 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f32b3df4-4546-456e-88b8-a1f959c97100 req-730a9367-f7ef-4dbd-bf9d-ac0336410ba1 service neutron] Attempting to bind port a2221628-1af5-4d87-84c0-3ada72834177 on network e119be35-9333-4ec1-a284-366321b505fc {{(pid=103229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 19:08:23.894554 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f32b3df4-4546-456e-88b8-a1f959c97100 req-730a9367-f7ef-4dbd-bf9d-ac0336410ba1 service neutron] Checking agent: {'id': '488cd9ae-631f-4955-ba0b-4f5a13f12e9c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713498-36', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 18, 59, 18), 'started_at': datetime.datetime(2022, 2, 9, 18, 59, 18), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 19, 8, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 19:08:23.903384 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f32b3df4-4546-456e-88b8-a1f959c97100 req-730a9367-f7ef-4dbd-bf9d-ac0336410ba1 service neutron] Checking segment: {'id': '1cb0f7b5-eca3-4fd8-9372-0323bad2bf37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': 'e119be35-9333-4ec1-a284-366321b505fc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103229) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 19:08:23.910602 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f32b3df4-4546-456e-88b8-a1f959c97100 req-730a9367-f7ef-4dbd-bf9d-ac0336410ba1 service neutron] Bound using segment: {'id': '1cb0f7b5-eca3-4fd8-9372-0323bad2bf37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': 'e119be35-9333-4ec1-a284-366321b505fc'} {{(pid=103229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 19:08:23.911642 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.managers [req-f32b3df4-4546-456e-88b8-a1f959c97100 req-730a9367-f7ef-4dbd-bf9d-ac0336410ba1 service neutron] Bound port: a2221628-1af5-4d87-84c0-3ada72834177, host: n-h1-713498-36, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1cb0f7b5-eca3-4fd8-9372-0323bad2bf37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': 'e119be35-9333-4ec1-a284-366321b505fc'}}] {{(pid=103229) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 19:08:23.912524 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-f32b3df4-4546-456e-88b8-a1f959c97100 req-730a9367-f7ef-4dbd-bf9d-ac0336410ba1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (a2221628-1af5-4d87-84c0-3ada72834177), before_update {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:08:23.941872 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-e5c15d7f-89ff-401c-b9e3-ce97baa4fadb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1834525'] for router_interface (c42068f7-da8a-4624-b249-c97c33926aea), before_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:08:24.145226 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.db [req-f32b3df4-4546-456e-88b8-a1f959c97100 req-730a9367-f7ef-4dbd-bf9d-ac0336410ba1 service neutron] For port a2221628-1af5-4d87-84c0-3ada72834177, host n-h1-713498-36, cleared binding levels {{(pid=103229) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 19:08:24.150255 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.db [req-f32b3df4-4546-456e-88b8-a1f959c97100 req-730a9367-f7ef-4dbd-bf9d-ac0336410ba1 service neutron] For port a2221628-1af5-4d87-84c0-3ada72834177, host n-h1-713498-36, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-36',level=0,port_id=a2221628-1af5-4d87-84c0-3ada72834177,segment=NetworkSegment(1cb0f7b5-eca3-4fd8-9372-0323bad2bf37),segment_id=1cb0f7b5-eca3-4fd8-9372-0323bad2bf37)] {{(pid=103229) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 19:08:24.245916 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-f32b3df4-4546-456e-88b8-a1f959c97100 req-730a9367-f7ef-4dbd-bf9d-ac0336410ba1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762867176205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762866656485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762866656503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12867569'] for port (a2221628-1af5-4d87-84c0-3ada72834177), after_update {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:08:24.438900 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-39b58815-1e0e-47ff-8f4a-5dd98318d5e3 req-509924a0-97fa-4c59-84bb-ee439bde81eb tempest-LiveAutoBlockMigrationV225Test-2127879101 tempest-LiveAutoBlockMigrationV225Test-2127879101-project] 10.222.0.75 "GET /v2.0/ports?device_id=d3938fbf-e1b0-4686-9d2f-36596059719e HTTP/1.1" status: 200 len: 210 time: 0.2827306 Feb 09 19:08:24.447755 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-730a9367-f7ef-4dbd-bf9d-ac0336410ba1 service neutron] Pushing event updated for resources: {'Port': ['ID=a2221628-1af5-4d87-84c0-3ada72834177,revision_number=3']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:08:24.528987 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f32b3df4-4546-456e-88b8-a1f959c97100 req-730a9367-f7ef-4dbd-bf9d-ac0336410ba1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:08:24.528987 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-f32b3df4-4546-456e-88b8-a1f959c97100 req-730a9367-f7ef-4dbd-bf9d-ac0336410ba1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171096'] for port (None), before_response {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:08:24.528987 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-f32b3df4-4546-456e-88b8-a1f959c97100 req-730a9367-f7ef-4dbd-bf9d-ac0336410ba1 service neutron] 10.222.0.89 "PUT /v2.0/ports/a2221628-1af5-4d87-84c0-3ada72834177 HTTP/1.1" status: 200 len: 1092 time: 3.4637933 Feb 09 19:08:24.528987 n-d-713498-36 neutron-server[103229]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b5bcf323-43ab-4666-83a5-03958b60d192', 'tag': 'a2221628-1af5-4d87-84c0-3ada72834177'}] {{(pid=103229) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 19:08:24.547363 n-d-713498-36 neutron-server[103229]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fa6ae9a20702bd564eaf90d946620b2b4277b1ab91129323d3b54181076be307" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ea5c4f92-dc6b-4faf-90e1-3584f00beeeb" -d '{"events": [{"name": "network-changed", "server_uuid": "b5bcf323-43ab-4666-83a5-03958b60d192", "tag": "a2221628-1af5-4d87-84c0-3ada72834177"}]}' {{(pid=103229) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 19:08:24.599799 n-d-713498-36 neutron-server[103232]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 19:08:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-43f17785-eb08-4837-a32b-5b8da170e289 x-openstack-request-id: req-43f17785-eb08-4837-a32b-5b8da170e289 {{(pid=103232) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 19:08:24.600357 n-d-713498-36 neutron-server[103232]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "760f09f0-6e29-4b3b-84f4-9384bbe2a2c0", "name": "network-vif-plugged", "status": "completed", "tag": "d497de83-eda3-43bc-87ef-1bdb243bb575", "code": 200}]} {{(pid=103232) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 19:08:24.600463 n-d-713498-36 neutron-server[103232]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-43f17785-eb08-4837-a32b-5b8da170e289 {{(pid=103232) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 19:08:24.600823 n-d-713498-36 neutron-server[103232]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '760f09f0-6e29-4b3b-84f4-9384bbe2a2c0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd497de83-eda3-43bc-87ef-1bdb243bb575', 'code': 200} Feb 09 19:08:24.678231 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f32b3df4-4546-456e-88b8-a1f959c97100 req-8c4a1120-4c1b-40be-a181-b70526427899 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:08:24.684253 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-f32b3df4-4546-456e-88b8-a1f959c97100 req-8c4a1120-4c1b-40be-a181-b70526427899 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=818187f205084ea0b383f821b00a5aa5&device_id=b5bcf323-43ab-4666-83a5-03958b60d192 HTTP/1.1" status: 200 len: 1126 time: 0.1203322 Feb 09 19:08:24.758847 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.plugin [None req-e5c15d7f-89ff-401c-b9e3-ce97baa4fadb admin admin] Deleting port c08f484f-37f6-4147-95cb-2439c86cb4ef {{(pid=103230) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 19:08:24.766502 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-e5c15d7f-89ff-401c-b9e3-ce97baa4fadb admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762867170196'] for port (c08f484f-37f6-4147-95cb-2439c86cb4ef), before_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:08:24.769604 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-f32b3df4-4546-456e-88b8-a1f959c97100 req-d8aa41c3-b3b7-4e21-95df-2b7c321ae711 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a2221628-1af5-4d87-84c0-3ada72834177 HTTP/1.1" status: 200 len: 217 time: 0.0780685 Feb 09 19:08:24.886828 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f32b3df4-4546-456e-88b8-a1f959c97100 req-3d2b05cd-6031-4bb4-9a38-86e87f2bfc9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:08:24.888988 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-f32b3df4-4546-456e-88b8-a1f959c97100 req-3d2b05cd-6031-4bb4-9a38-86e87f2bfc9f service neutron] 10.222.0.89 "GET /v2.0/subnets?id=1c11460d-4fed-4117-8587-f721cf533c67 HTTP/1.1" status: 200 len: 845 time: 0.1121533 Feb 09 19:08:24.971493 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-f32b3df4-4546-456e-88b8-a1f959c97100 req-0f846729-515b-4bef-a445-072b6d7773e8 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=e119be35-9333-4ec1-a284-366321b505fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0731332 Feb 09 19:08:25.005331 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.db [None req-e5c15d7f-89ff-401c-b9e3-ce97baa4fadb admin admin] For port c08f484f-37f6-4147-95cb-2439c86cb4ef, host n-d-713498-36, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-36',level=0,port_id=c08f484f-37f6-4147-95cb-2439c86cb4ef,segment=NetworkSegment(2d52e674-b061-4f71-8e43-e176c61c8678),segment_id=2d52e674-b061-4f71-8e43-e176c61c8678)] {{(pid=103230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 19:08:25.005977 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-e5c15d7f-89ff-401c-b9e3-ce97baa4fadb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1820838'] for port (c08f484f-37f6-4147-95cb-2439c86cb4ef), precommit_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:08:25.055859 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.plugin [None req-e5c15d7f-89ff-401c-b9e3-ce97baa4fadb admin admin] Calling delete_port for c08f484f-37f6-4147-95cb-2439c86cb4ef owned by network:router_interface {{(pid=103230) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 19:08:25.097894 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-f32b3df4-4546-456e-88b8-a1f959c97100 req-6295c693-4606-4238-a2d9-47154c0d2a15 service neutron] 10.222.0.89 "GET /v2.0/networks/e119be35-9333-4ec1-a284-366321b505fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1200037 Feb 09 19:08:25.280804 n-d-713498-36 neutron-server[103229]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 19:08:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2c8ba64c-4086-45f0-aa05-2d75b5fd0586 x-openstack-request-id: req-2c8ba64c-4086-45f0-aa05-2d75b5fd0586 {{(pid=103229) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 19:08:25.286970 n-d-713498-36 neutron-server[103229]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b5bcf323-43ab-4666-83a5-03958b60d192", "tag": "a2221628-1af5-4d87-84c0-3ada72834177", "status": "completed", "code": 200}]} {{(pid=103229) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 19:08:25.287286 n-d-713498-36 neutron-server[103229]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-2c8ba64c-4086-45f0-aa05-2d75b5fd0586 {{(pid=103229) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 19:08:25.287705 n-d-713498-36 neutron-server[103229]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b5bcf323-43ab-4666-83a5-03958b60d192', 'tag': 'a2221628-1af5-4d87-84c0-3ada72834177', 'status': 'completed', 'code': 200} Feb 09 19:08:25.512693 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-e5c15d7f-89ff-401c-b9e3-ce97baa4fadb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762867177463', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762866656476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14393751'] for port (c08f484f-37f6-4147-95cb-2439c86cb4ef), after_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:08:25.565346 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-f32b3df4-4546-456e-88b8-a1f959c97100 req-0a766e2d-96f5-4159-9bfe-c63a9b09b7dd service neutron] 10.222.0.89 "GET /v2.0/networks/e119be35-9333-4ec1-a284-366321b505fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4592426 Feb 09 19:08:25.600384 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5c15d7f-89ff-401c-b9e3-ce97baa4fadb admin admin] Pushing event deleted for resources: {'Port': ['ID=c08f484f-37f6-4147-95cb-2439c86cb4ef,revision_number=None']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:08:25.630419 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd720926-34df-4fca-8633-54c3577a53b4 req-ee2208af-74bd-4d17-8a6f-4a6e0158af06 tempest-ImagesTestJSON-1015154253 tempest-ImagesTestJSON-1015154253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:08:25.641935 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-dd720926-34df-4fca-8633-54c3577a53b4 req-ee2208af-74bd-4d17-8a6f-4a6e0158af06 tempest-ImagesTestJSON-1015154253 tempest-ImagesTestJSON-1015154253-project] 10.222.0.75 "GET /v2.0/ports?device_id=b5bcf323-43ab-4666-83a5-03958b60d192 HTTP/1.1" status: 200 len: 943 time: 0.2839379 Feb 09 19:08:25.888861 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea5c4f92-dc6b-4faf-90e1-3584f00beeeb req-d743f753-d945-4e59-97ea-e1a5ac2f29bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:08:25.904072 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-ea5c4f92-dc6b-4faf-90e1-3584f00beeeb req-d743f753-d945-4e59-97ea-e1a5ac2f29bf service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=818187f205084ea0b383f821b00a5aa5&device_id=b5bcf323-43ab-4666-83a5-03958b60d192 HTTP/1.1" status: 200 len: 1126 time: 0.2563307 Feb 09 19:08:25.913625 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-dd720926-34df-4fca-8633-54c3577a53b4 req-05ec11a1-78c0-4338-90cd-1df34294f498 tempest-ImagesTestJSON-1015154253 tempest-ImagesTestJSON-1015154253-project] 10.222.0.75 "GET /v2.0/security-groups?id=1f45f199-38bd-4afd-a63a-d9a4ed62c8a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2686477 Feb 09 19:08:26.063674 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-e5c15d7f-89ff-401c-b9e3-ce97baa4fadb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1613467', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1834633'] for router_interface (c42068f7-da8a-4624-b249-c97c33926aea), after_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:08:26.185327 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-ce226273-0676-4434-be40-60ade8ac87d5 req-1963403d-ba86-46e6-aa6c-1c619d0a8aac tempest-LiveAutoBlockMigrationV225Test-2127879101 tempest-LiveAutoBlockMigrationV225Test-2127879101-project] 10.222.0.75 "GET /v2.0/ports?device_id=d3938fbf-e1b0-4686-9d2f-36596059719e HTTP/1.1" status: 200 len: 210 time: 0.1211267 Feb 09 19:08:26.272622 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea5c4f92-dc6b-4faf-90e1-3584f00beeeb req-8a94ae01-24bd-4b07-84cf-fc3b8d86bbd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:08:26.280123 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-ea5c4f92-dc6b-4faf-90e1-3584f00beeeb req-8a94ae01-24bd-4b07-84cf-fc3b8d86bbd2 service neutron] 10.222.0.89 "GET /v2.0/networks?id=e119be35-9333-4ec1-a284-366321b505fc HTTP/1.1" status: 200 len: 906 time: 0.3622160 Feb 09 19:08:26.408223 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-ea5c4f92-dc6b-4faf-90e1-3584f00beeeb req-a75f6334-92d7-4ad4-ac6b-0f81a25f7450 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a2221628-1af5-4d87-84c0-3ada72834177 HTTP/1.1" status: 200 len: 217 time: 0.1186321 Feb 09 19:08:26.539374 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea5c4f92-dc6b-4faf-90e1-3584f00beeeb req-01a0de26-26f6-4cfd-a1c7-cac6dec58bb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:08:26.543218 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-ea5c4f92-dc6b-4faf-90e1-3584f00beeeb req-01a0de26-26f6-4cfd-a1c7-cac6dec58bb1 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=1c11460d-4fed-4117-8587-f721cf533c67 HTTP/1.1" status: 200 len: 845 time: 0.1320126 Feb 09 19:08:26.583618 n-d-713498-36 neutron-server[103230]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e5c15d7f-89ff-401c-b9e3-ce97baa4fadb admin admin] Router c42068f7-da8a-4624-b249-c97c33926aea has already been hosted by L3 agent 93303d5e-5d17-45e8-8963-7694f87783ae {{(pid=103230) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 19:08:26.609620 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-ea5c4f92-dc6b-4faf-90e1-3584f00beeeb req-570daa61-aa80-450e-84c0-9296853e028e service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=e119be35-9333-4ec1-a284-366321b505fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0598011 Feb 09 19:08:26.843770 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-ea5c4f92-dc6b-4faf-90e1-3584f00beeeb req-b31df8ad-5948-4812-bc10-d485e23b0fe5 service neutron] 10.222.0.89 "GET /v2.0/networks/e119be35-9333-4ec1-a284-366321b505fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2255044 Feb 09 19:08:26.886255 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e5c15d7f-89ff-401c-b9e3-ce97baa4fadb admin admin] Notify agent at l3_agent.n-d-713498-36 the message routers_updated {{(pid=103230) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 19:08:26.896941 n-d-713498-36 neutron-server[103233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f14e0102-14bf-4fff-a986-f06b221b20a0 None None] Sync routers for ids ['c42068f7-da8a-4624-b249-c97c33926aea'] in n-d-713498-36 {{(pid=103233) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 19:08:26.913400 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-e5c15d7f-89ff-401c-b9e3-ce97baa4fadb admin admin] 10.222.0.75 "PUT /v2.0/routers/c42068f7-da8a-4624-b249-c97c33926aea/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8900824 Feb 09 19:08:26.919482 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 53736) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:08:26.921215 n-d-713498-36 neutron-server[103233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f14e0102-14bf-4fff-a986-f06b221b20a0 None None] Routers {'c42068f7-da8a-4624-b249-c97c33926aea'} bound to L3 agent in host n-d-713498-36 {{(pid=103233) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 19:08:26.927175 n-d-713498-36 neutron-server[103233]: DEBUG neutron.db.l3_hamode_db [None req-f14e0102-14bf-4fff-a986-f06b221b20a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-09T18:51:43Z,description=,heartbeat_timestamp=2022-02-09T19:08:13Z,host='n-d-713498-36',id=93303d5e-5d17-45e8-8963-7694f87783ae,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T18:51:43Z,topic='l3_agent')) {'router_ids': ['c42068f7-da8a-4624-b249-c97c33926aea'], 'active': True} {{(pid=103233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:08:27.196069 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-ea5c4f92-dc6b-4faf-90e1-3584f00beeeb req-1f1d58a7-dbdb-45e5-a5a9-7ee59aff71a4 service neutron] 10.222.0.89 "GET /v2.0/networks/e119be35-9333-4ec1-a284-366321b505fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3466940 Feb 09 19:08:27.214524 n-d-713498-36 neutron-server[103233]: DEBUG neutron.db.l3_dvr_db [None req-f14e0102-14bf-4fff-a986-f06b221b20a0 None None] Set router c42068f7-da8a-4624-b249-c97c33926aea gateway port host: n-d-713498-36 {{(pid=103233) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 19:08:27.215996 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-7e1821e7-c20f-463b-a2b8-61dcbf4786d5 admin admin] Publish callbacks [] for router (c42068f7-da8a-4624-b249-c97c33926aea), before_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:08:27.398855 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56ff3d69-2867-4513-9c1d-ef8926f86617 req-adcfb512-0e9d-480c-938e-e9c01cc497cc tempest-ImagesTestJSON-1015154253 tempest-ImagesTestJSON-1015154253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:08:27.401179 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-56ff3d69-2867-4513-9c1d-ef8926f86617 req-adcfb512-0e9d-480c-938e-e9c01cc497cc tempest-ImagesTestJSON-1015154253 tempest-ImagesTestJSON-1015154253-project] 10.222.0.75 "GET /v2.0/ports?device_id=b5bcf323-43ab-4666-83a5-03958b60d192 HTTP/1.1" status: 200 len: 943 time: 0.2035649 Feb 09 19:08:27.502050 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-7e1821e7-c20f-463b-a2b8-61dcbf4786d5 admin admin] Publish callbacks [] for router_gateway (c42068f7-da8a-4624-b249-c97c33926aea), before_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:08:27.540214 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-56ff3d69-2867-4513-9c1d-ef8926f86617 req-a787fa0e-22b1-4b85-9366-c3983a886cf7 tempest-ImagesTestJSON-1015154253 tempest-ImagesTestJSON-1015154253-project] 10.222.0.75 "GET /v2.0/security-groups?id=1f45f199-38bd-4afd-a63a-d9a4ed62c8a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1270745 Feb 09 19:08:27.652643 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.plugin [None req-7e1821e7-c20f-463b-a2b8-61dcbf4786d5 admin admin] Deleting port 6ee3d163-f1aa-4ffa-beee-6b8f3db4d383 {{(pid=103230) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 19:08:27.659082 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-7e1821e7-c20f-463b-a2b8-61dcbf4786d5 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762867170196'] for port (6ee3d163-f1aa-4ffa-beee-6b8f3db4d383), before_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:08:27.779263 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-57c799f5-22fc-4549-9edb-a4e829fc83b7 req-65bd3919-f617-4a84-bae9-4464430f60f4 tempest-LiveAutoBlockMigrationV225Test-2127879101 tempest-LiveAutoBlockMigrationV225Test-2127879101-project] 10.222.0.75 "GET /v2.0/ports?device_id=d3938fbf-e1b0-4686-9d2f-36596059719e HTTP/1.1" status: 200 len: 210 time: 0.0548041 Feb 09 19:08:27.841708 n-d-713498-36 neutron-server[103233]: DEBUG neutron.db.l3_hamode_db [None req-f14e0102-14bf-4fff-a986-f06b221b20a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c42068f7-da8a-4624-b249-c97c33926aea', 'name': 'tempest-ServersTestJSON-6874266-router', 'tenant_id': 'bae1eec87894498eaa70e7abe5ad38f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88055e1e-672a-4487-be31-ffb6e833ece5', 'external_fixed_ips': [{'subnet_id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'ip_address': '172.25.1.51'}], 'enable_snat': True}, 'gw_port_id': '6ee3d163-f1aa-4ffa-beee-6b8f3db4d383', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T19:06:26Z', 'updated_at': '2022-02-09T19:08:25Z', 'revision_number': 5, 'project_id': 'bae1eec87894498eaa70e7abe5ad38f3', 'gw_port': {'id': '6ee3d163-f1aa-4ffa-beee-6b8f3db4d383', 'name': '', 'network_id': '88055e1e-672a-4487-be31-ffb6e833ece5', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:09:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c42068f7-da8a-4624-b249-c97c33926aea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 802, 'fixed_ips': [{'subnet_id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'ip_address': '172.25.1.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T19:06:28Z', 'updated_at': '2022-02-09T19:06:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-36'}], 'n-d-713498-36', False) {} {{(pid=103233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:08:27.899731 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.db [None req-7e1821e7-c20f-463b-a2b8-61dcbf4786d5 admin admin] For port 6ee3d163-f1aa-4ffa-beee-6b8f3db4d383, host n-d-713498-36, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-36',level=0,port_id=6ee3d163-f1aa-4ffa-beee-6b8f3db4d383,segment=NetworkSegment(a4222f89-8d3f-4b51-953b-1a8126392491),segment_id=a4222f89-8d3f-4b51-953b-1a8126392491)] {{(pid=103230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 19:08:27.902111 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-7e1821e7-c20f-463b-a2b8-61dcbf4786d5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1820838'] for port (6ee3d163-f1aa-4ffa-beee-6b8f3db4d383), precommit_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:08:27.954983 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.plugin [None req-7e1821e7-c20f-463b-a2b8-61dcbf4786d5 admin admin] Calling delete_port for 6ee3d163-f1aa-4ffa-beee-6b8f3db4d383 owned by network:router_gateway {{(pid=103230) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 19:08:27.974769 n-d-713498-36 neutron-server[103233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f14e0102-14bf-4fff-a986-f06b221b20a0 None None] Checking router: c42068f7-da8a-4624-b249-c97c33926aea for host: n-d-713498-36 {{(pid=103233) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 19:08:28.020200 n-d-713498-36 neutron-server[103233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f14e0102-14bf-4fff-a986-f06b221b20a0 None None] Routers {'c42068f7-da8a-4624-b249-c97c33926aea'} bound to L3 agent in host n-d-713498-36 {{(pid=103233) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 19:08:28.022747 n-d-713498-36 neutron-server[103233]: DEBUG neutron.db.l3_hamode_db [None req-f14e0102-14bf-4fff-a986-f06b221b20a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-09T18:51:43Z,description=,heartbeat_timestamp=2022-02-09T19:08:13Z,host='n-d-713498-36',id=93303d5e-5d17-45e8-8963-7694f87783ae,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T18:51:43Z,topic='l3_agent')) {'router_ids': ['c42068f7-da8a-4624-b249-c97c33926aea'], 'active': True} {{(pid=103233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:08:28.315777 n-d-713498-36 neutron-server[103233]: DEBUG neutron.db.l3_dvr_db [None req-f14e0102-14bf-4fff-a986-f06b221b20a0 None None] Set router c42068f7-da8a-4624-b249-c97c33926aea gateway port host: None {{(pid=103233) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 19:08:28.396871 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-7e1821e7-c20f-463b-a2b8-61dcbf4786d5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762867177463', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762866656476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14393751'] for port (6ee3d163-f1aa-4ffa-beee-6b8f3db4d383), after_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:08:28.455378 n-d-713498-36 neutron-server[103233]: DEBUG neutron.db.l3_hamode_db [None req-f14e0102-14bf-4fff-a986-f06b221b20a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c42068f7-da8a-4624-b249-c97c33926aea', 'name': 'tempest-ServersTestJSON-6874266-router', 'tenant_id': 'bae1eec87894498eaa70e7abe5ad38f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T19:06:26Z', 'updated_at': '2022-02-09T19:08:27Z', 'revision_number': 6, 'project_id': 'bae1eec87894498eaa70e7abe5ad38f3', 'gw_port_host': None}], 'n-d-713498-36', False) {} {{(pid=103233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:08:28.501813 n-d-713498-36 neutron-server[103233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f14e0102-14bf-4fff-a986-f06b221b20a0 None None] The sync data for ids ['c42068f7-da8a-4624-b249-c97c33926aea'] in n-d-713498-36 is: [{'id': 'c42068f7-da8a-4624-b249-c97c33926aea', 'name': 'tempest-ServersTestJSON-6874266-router', 'tenant_id': 'bae1eec87894498eaa70e7abe5ad38f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T19:06:26Z', 'updated_at': '2022-02-09T19:08:27Z', 'revision_number': 6, 'project_id': 'bae1eec87894498eaa70e7abe5ad38f3', 'gw_port_host': None}] {{(pid=103233) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 19:08:28.516400 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e1821e7-c20f-463b-a2b8-61dcbf4786d5 admin admin] Pushing event deleted for resources: {'Port': ['ID=6ee3d163-f1aa-4ffa-beee-6b8f3db4d383,revision_number=None']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:08:28.629533 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-7e1821e7-c20f-463b-a2b8-61dcbf4786d5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1818987'] for router_gateway (c42068f7-da8a-4624-b249-c97c33926aea), after_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:08:28.764589 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b94098b7-0c86-479a-ba52-da98038e66c7 req-9cc4b5e7-7a16-419b-b944-da0ff36e93bd tempest-ImagesTestJSON-1015154253 tempest-ImagesTestJSON-1015154253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:08:28.776170 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-b94098b7-0c86-479a-ba52-da98038e66c7 req-9cc4b5e7-7a16-419b-b944-da0ff36e93bd tempest-ImagesTestJSON-1015154253 tempest-ImagesTestJSON-1015154253-project] 10.222.0.75 "GET /v2.0/ports?device_id=b5bcf323-43ab-4666-83a5-03958b60d192 HTTP/1.1" status: 200 len: 943 time: 0.1148703 Feb 09 19:08:28.872012 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-7e1821e7-c20f-463b-a2b8-61dcbf4786d5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1834988', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-58375'] for router (c42068f7-da8a-4624-b249-c97c33926aea), precommit_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:08:28.884954 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-7e1821e7-c20f-463b-a2b8-61dcbf4786d5 admin admin] Publish callbacks [] for router_controller (c42068f7-da8a-4624-b249-c97c33926aea), precommit_delete_associations {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:08:28.905225 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-b94098b7-0c86-479a-ba52-da98038e66c7 req-e94020b4-0a58-498d-9f4d-47b26a04e4bd tempest-ImagesTestJSON-1015154253 tempest-ImagesTestJSON-1015154253-project] 10.222.0.75 "GET /v2.0/security-groups?id=1f45f199-38bd-4afd-a63a-d9a4ed62c8a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1277497 Feb 09 19:08:29.053224 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-7e1821e7-c20f-463b-a2b8-61dcbf4786d5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1835003'] for router (c42068f7-da8a-4624-b249-c97c33926aea), after_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:08:29.058289 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7e1821e7-c20f-463b-a2b8-61dcbf4786d5 admin admin] Fanout notify agent at l3_agent the message router_deleted on router c42068f7-da8a-4624-b249-c97c33926aea {{(pid=103230) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 09 19:08:29.065225 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-7e1821e7-c20f-463b-a2b8-61dcbf4786d5 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:08:29.074510 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-7e1821e7-c20f-463b-a2b8-61dcbf4786d5 admin admin] 10.222.0.75 "DELETE /v2.0/routers/c42068f7-da8a-4624-b249-c97c33926aea HTTP/1.1" status: 204 len: 168 time: 2.1488171 Feb 09 19:08:29.093589 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 53750) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:08:29.171612 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-dae339c6-70fe-4901-b5f3-889d2a416159 req-edf33744-511c-45e2-bd60-cbcfc352b05a tempest-LiveAutoBlockMigrationV225Test-2127879101 tempest-LiveAutoBlockMigrationV225Test-2127879101-project] 10.222.0.75 "GET /v2.0/ports?device_id=d3938fbf-e1b0-4686-9d2f-36596059719e HTTP/1.1" status: 200 len: 210 time: 0.1200118 Feb 09 19:08:29.277253 n-d-713498-36 neutron-server[103230]: DEBUG neutron.db.db_base_plugin_v2 [None req-0122050e-dee8-4dd5-a504-1aff3fa4a662 admin admin] Deleting subnet e62fb123-0190-48e3-9019-90c40f55758c {{(pid=103230) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 19:08:29.292931 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-0122050e-dee8-4dd5-a504-1aff3fa4a662 admin admin] Publish callbacks [] for subnet (e62fb123-0190-48e3-9019-90c40f55758c), before_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:08:29.371969 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-0122050e-dee8-4dd5-a504-1aff3fa4a662 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12895822'] for subnet (e62fb123-0190-48e3-9019-90c40f55758c), precommit_delete_associations {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:08:29.477980 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-0122050e-dee8-4dd5-a504-1aff3fa4a662 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-759852'] for subnet (e62fb123-0190-48e3-9019-90c40f55758c), precommit_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:08:29.629489 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-0122050e-dee8-4dd5-a504-1aff3fa4a662 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-760023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14393672', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12985882'] for subnet (e62fb123-0190-48e3-9019-90c40f55758c), after_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:08:29.636974 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Device a2221628-1af5-4d87-84c0-3ada72834177 details requested by agent hyperv_n-h1-713498-36 with host n-h1-713498-36 {{(pid=103232) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 19:08:29.666877 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-0122050e-dee8-4dd5-a504-1aff3fa4a662 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:08:29.675785 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 53752) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:08:29.676032 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-0122050e-dee8-4dd5-a504-1aff3fa4a662 admin admin] 10.222.0.75 "DELETE /v2.0/subnets/e62fb123-0190-48e3-9019-90c40f55758c HTTP/1.1" status: 204 len: 168 time: 0.5793791 Feb 09 19:08:29.677302 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0122050e-dee8-4dd5-a504-1aff3fa4a662 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e62fb123-0190-48e3-9019-90c40f55758c,revision_number=None']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:08:29.688413 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6cac0be6-f809-46c7-8cf3-9aa1d6e77a6a None None] Network 025d7490-0189-4dfb-b0f6-a58555e94e50 requested from n-d-713498-36 {{(pid=103232) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 19:08:29.896837 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.db.resource_extend [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] It took 0.20 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 09 19:08:29.949921 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-8b54a4e0-3d5f-48e0-b3fb-c44230344b9a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-670458'] for network (025d7490-0189-4dfb-b0f6-a58555e94e50), before_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:08:30.216667 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.plugin [None req-8b54a4e0-3d5f-48e0-b3fb-c44230344b9a admin admin] Deleting port 0859bded-9f3e-4930-81f9-a0971b89b960 {{(pid=103229) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 19:08:30.217310 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-8b54a4e0-3d5f-48e0-b3fb-c44230344b9a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762867170196'] for port (0859bded-9f3e-4930-81f9-a0971b89b960), before_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:08:30.402759 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.db [None req-8b54a4e0-3d5f-48e0-b3fb-c44230344b9a admin admin] For port 0859bded-9f3e-4930-81f9-a0971b89b960, host n-d-713498-36, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-36',level=0,port_id=0859bded-9f3e-4930-81f9-a0971b89b960,segment=NetworkSegment(2d52e674-b061-4f71-8e43-e176c61c8678),segment_id=2d52e674-b061-4f71-8e43-e176c61c8678)] {{(pid=103229) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 19:08:30.404680 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-8b54a4e0-3d5f-48e0-b3fb-c44230344b9a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1820838'] for port (0859bded-9f3e-4930-81f9-a0971b89b960), precommit_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:08:30.443212 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.plugin [None req-8b54a4e0-3d5f-48e0-b3fb-c44230344b9a admin admin] Calling delete_port for 0859bded-9f3e-4930-81f9-a0971b89b960 owned by network:dhcp {{(pid=103229) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 19:08:30.451273 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Device 6ee3d163-f1aa-4ffa-beee-6b8f3db4d383 no longer exists at agent ovs-agent-n-d-713498-36 {{(pid=103232) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 19:08:30.507513 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1431f2ef-a1fa-4b93-9495-79c94287d3d5 req-6b19af9a-000a-41c9-8122-a35e5d7a7a49 tempest-ImagesTestJSON-1015154253 tempest-ImagesTestJSON-1015154253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:08:30.521746 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-1431f2ef-a1fa-4b93-9495-79c94287d3d5 req-6b19af9a-000a-41c9-8122-a35e5d7a7a49 tempest-ImagesTestJSON-1015154253 tempest-ImagesTestJSON-1015154253-project] 10.222.0.75 "GET /v2.0/ports?device_id=b5bcf323-43ab-4666-83a5-03958b60d192 HTTP/1.1" status: 200 len: 943 time: 0.4284980 Feb 09 19:08:30.531186 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] No Port match for: 6ee3d163-f1aa-4ffa-beee-6b8f3db4d383 {{(pid=103232) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 19:08:30.531814 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Device 6ee3d163-f1aa-4ffa-beee-6b8f3db4d383 not bound to the agent host n-d-713498-36 {{(pid=103232) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 19:08:30.532485 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Device c08f484f-37f6-4147-95cb-2439c86cb4ef no longer exists at agent ovs-agent-n-d-713498-36 {{(pid=103232) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 19:08:30.537038 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] For port a2221628-1af5-4d87-84c0-3ada72834177, host n-h1-713498-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-36',level=0,port_id=a2221628-1af5-4d87-84c0-3ada72834177,segment=NetworkSegment(1cb0f7b5-eca3-4fd8-9372-0323bad2bf37),segment_id=1cb0f7b5-eca3-4fd8-9372-0323bad2bf37)] {{(pid=103232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 19:08:30.607496 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Returning: {'device': 'a2221628-1af5-4d87-84c0-3ada72834177', 'network_id': 'e119be35-9333-4ec1-a284-366321b505fc', 'port_id': 'a2221628-1af5-4d87-84c0-3ada72834177', 'mac_address': 'fa:16:3e:9a:1c:54', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 352, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1c11460d-4fed-4117-8587-f721cf533c67', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103232) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 19:08:30.615320 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] No Port match for: c08f484f-37f6-4147-95cb-2439c86cb4ef {{(pid=103232) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 19:08:30.615982 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Device c08f484f-37f6-4147-95cb-2439c86cb4ef not bound to the agent host n-d-713498-36 {{(pid=103232) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 19:08:30.735889 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Current status of the port a2221628-1af5-4d87-84c0-3ada72834177 is: DOWN; New status is: BUILD {{(pid=103232) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 19:08:30.737345 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (a2221628-1af5-4d87-84c0-3ada72834177), before_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:08:30.763822 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d783929-7e42-49cd-a618-ab3f149d2820 None None] DHCP port deletion for 025d7490-0189-4dfb-b0f6-a58555e94e50 request from n-d-713498-36 {{(pid=103232) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 09 19:08:30.785605 n-d-713498-36 neutron-server[103232]: DEBUG neutron.notifiers.nova [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a2221628-1af5-4d87-84c0-3ada72834177 {{(pid=103232) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 19:08:30.789360 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-1431f2ef-a1fa-4b93-9495-79c94287d3d5 req-1d4bb6d3-7981-4e7c-b246-c1d9afb70033 tempest-ImagesTestJSON-1015154253 tempest-ImagesTestJSON-1015154253-project] 10.222.0.75 "GET /v2.0/security-groups?id=1f45f199-38bd-4afd-a63a-d9a4ed62c8a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2636142 Feb 09 19:08:30.809468 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] For port a2221628-1af5-4d87-84c0-3ada72834177, host n-h1-713498-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-36',level=0,port_id=a2221628-1af5-4d87-84c0-3ada72834177,segment=NetworkSegment(1cb0f7b5-eca3-4fd8-9372-0323bad2bf37),segment_id=1cb0f7b5-eca3-4fd8-9372-0323bad2bf37)] {{(pid=103232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 19:08:30.872435 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-0d783929-7e42-49cd-a618-ab3f149d2820 None None] Deleting port 0859bded-9f3e-4930-81f9-a0971b89b960 {{(pid=103232) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 19:08:30.872826 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-0d783929-7e42-49cd-a618-ab3f149d2820 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762867170196'] for port (0859bded-9f3e-4930-81f9-a0971b89b960), before_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:08:30.883087 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-8b54a4e0-3d5f-48e0-b3fb-c44230344b9a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762867177463', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762866656476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12867576'] for port (0859bded-9f3e-4930-81f9-a0971b89b960), after_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:08:30.910030 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762867176205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762866656485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762866656503'] for port (a2221628-1af5-4d87-84c0-3ada72834177), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:08:30.948377 n-d-713498-36 neutron-server[103229]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b54a4e0-3d5f-48e0-b3fb-c44230344b9a admin admin] No DVR routers for this DVR port 0859bded-9f3e-4930-81f9-a0971b89b960 on host n-d-713498-36 {{(pid=103229) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 19:08:30.969151 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b54a4e0-3d5f-48e0-b3fb-c44230344b9a admin admin] Pushing event deleted for resources: {'Port': ['ID=0859bded-9f3e-4930-81f9-a0971b89b960,revision_number=None']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:08:31.022443 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Pushing event updated for resources: {'Port': ['ID=a2221628-1af5-4d87-84c0-3ada72834177,revision_number=4']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:08:31.044802 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-a47c1d1f-16d1-4fee-81a0-18a687b20505 req-430cb16b-c50e-481e-9095-662ea411f3e4 tempest-LiveAutoBlockMigrationV225Test-2127879101 tempest-LiveAutoBlockMigrationV225Test-2127879101-project] 10.222.0.75 "GET /v2.0/ports?device_id=d3938fbf-e1b0-4686-9d2f-36596059719e HTTP/1.1" status: 200 len: 210 time: 0.0946198 Feb 09 19:08:31.175512 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-8b54a4e0-3d5f-48e0-b3fb-c44230344b9a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-590267', 'neutron.services.segments.db._delete_segments_for_network-8762867132609'] for network (025d7490-0189-4dfb-b0f6-a58555e94e50), precommit_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:08:31.221484 n-d-713498-36 neutron-server[103229]: DEBUG neutron.services.segments.db [None req-8b54a4e0-3d5f-48e0-b3fb-c44230344b9a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['025d7490-0189-4dfb-b0f6-a58555e94e50']}} {{(pid=103229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:08:31.231536 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-0d783929-7e42-49cd-a618-ab3f149d2820 None None] For port 0859bded-9f3e-4930-81f9-a0971b89b960, host n-d-713498-36, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-36',level=0,port_id=0859bded-9f3e-4930-81f9-a0971b89b960,segment=NetworkSegment(2d52e674-b061-4f71-8e43-e176c61c8678),segment_id=2d52e674-b061-4f71-8e43-e176c61c8678)] {{(pid=103232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 19:08:31.232053 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-0d783929-7e42-49cd-a618-ab3f149d2820 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1820838'] for port (0859bded-9f3e-4930-81f9-a0971b89b960), precommit_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:08:31.251419 n-d-713498-36 neutron-server[103229]: DEBUG neutron.services.segments.db [None req-8b54a4e0-3d5f-48e0-b3fb-c44230344b9a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2d52e674-b061-4f71-8e43-e176c61c8678') {'for_net_delete': True} {{(pid=103229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:08:31.251419 n-d-713498-36 neutron-server[103229]: DEBUG neutron.services.segments.db [None req-8b54a4e0-3d5f-48e0-b3fb-c44230344b9a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2d52e674-b061-4f71-8e43-e176c61c8678') {} {{(pid=103229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:08:31.268140 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-8b54a4e0-3d5f-48e0-b3fb-c44230344b9a admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762867134154', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16683417'] for segment (2d52e674-b061-4f71-8e43-e176c61c8678), before_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:08:31.275122 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] get_ports_and_sgs() called for port_ids ['a2221628-1af5-4d87-84c0-3ada72834177'] {{(pid=103232) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 19:08:31.305048 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-8b54a4e0-3d5f-48e0-b3fb-c44230344b9a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-759574'] for segment (2d52e674-b061-4f71-8e43-e176c61c8678), precommit_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:08:31.312628 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8b54a4e0-3d5f-48e0-b3fb-c44230344b9a admin admin] Releasing vlan 368 on physical network physnet1 to pool {{(pid=103229) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 19:08:31.313023 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-8b54a4e0-3d5f-48e0-b3fb-c44230344b9a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-759574', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12867469'] for segment (2d52e674-b061-4f71-8e43-e176c61c8678), after_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:08:31.371068 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-0d783929-7e42-49cd-a618-ab3f149d2820 None None] Calling delete_port for 0859bded-9f3e-4930-81f9-a0971b89b960 owned by network:dhcp {{(pid=103232) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 19:08:31.433509 n-d-713498-36 neutron-server[103229]: Traceback (most recent call last): Feb 09 19:08:31.433509 n-d-713498-36 neutron-server[103229]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 19:08:31.433509 n-d-713498-36 neutron-server[103229]: timer() Feb 09 19:08:31.433509 n-d-713498-36 neutron-server[103229]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 19:08:31.433509 n-d-713498-36 neutron-server[103229]: cb(*args, **kw) Feb 09 19:08:31.433509 n-d-713498-36 neutron-server[103229]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 19:08:31.433509 n-d-713498-36 neutron-server[103229]: return func(*args, **kwargs) Feb 09 19:08:31.433509 n-d-713498-36 neutron-server[103229]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 19:08:31.433509 n-d-713498-36 neutron-server[103229]: self._notify() Feb 09 19:08:31.433509 n-d-713498-36 neutron-server[103229]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 19:08:31.433509 n-d-713498-36 neutron-server[103229]: self.callback(batched_events) Feb 09 19:08:31.433509 n-d-713498-36 neutron-server[103229]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 19:08:31.433509 n-d-713498-36 neutron-server[103229]: event.method(event) Feb 09 19:08:31.433509 n-d-713498-36 neutron-server[103229]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 19:08:31.433509 n-d-713498-36 neutron-server[103229]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 19:08:31.433509 n-d-713498-36 neutron-server[103229]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 19:08:31.433509 n-d-713498-36 neutron-server[103229]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 19:08:31.433509 n-d-713498-36 neutron-server[103229]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 19:08:31.433509 n-d-713498-36 neutron-server[103229]: return f(self, *a, **k) Feb 09 19:08:31.433509 n-d-713498-36 neutron-server[103229]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 19:08:31.433509 n-d-713498-36 neutron-server[103229]: return self._get(url).json() Feb 09 19:08:31.433509 n-d-713498-36 neutron-server[103229]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 19:08:31.433509 n-d-713498-36 neutron-server[103229]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 19:08:31.433509 n-d-713498-36 neutron-server[103229]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 19:08:31.433509 n-d-713498-36 neutron-server[103229]: return self.request(url, 'GET', **kwargs) Feb 09 19:08:31.433509 n-d-713498-36 neutron-server[103229]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 19:08:31.433509 n-d-713498-36 neutron-server[103229]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 19:08:31.433509 n-d-713498-36 neutron-server[103229]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 19:08:31.433509 n-d-713498-36 neutron-server[103229]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 19:08:31.433509 n-d-713498-36 neutron-server[103229]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 19:08:31.433509 n-d-713498-36 neutron-server[103229]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 19:08:31.433509 n-d-713498-36 neutron-server[103229]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 19:08:31.439333 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-8b54a4e0-3d5f-48e0-b3fb-c44230344b9a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-590242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1885479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1818895'] for network (025d7490-0189-4dfb-b0f6-a58555e94e50), after_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:08:31.475708 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-8b54a4e0-3d5f-48e0-b3fb-c44230344b9a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1613566'] for network (None), before_response {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:08:31.490550 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-8b54a4e0-3d5f-48e0-b3fb-c44230344b9a admin admin] 10.222.0.75 "DELETE /v2.0/networks/025d7490-0189-4dfb-b0f6-a58555e94e50 HTTP/1.1" status: 204 len: 168 time: 1.8116865 Feb 09 19:08:31.491592 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b54a4e0-3d5f-48e0-b3fb-c44230344b9a admin admin] Pushing event deleted for resources: {'Network': ['ID=025d7490-0189-4dfb-b0f6-a58555e94e50,revision_number=None']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:08:31.720523 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-0d783929-7e42-49cd-a618-ab3f149d2820 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762867177463', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762866656476'] for port (0859bded-9f3e-4930-81f9-a0971b89b960), after_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:08:31.880573 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-0d783929-7e42-49cd-a618-ab3f149d2820 None None] Network 025d7490-0189-4dfb-b0f6-a58555e94e50 is not hosted by any dhcp agent {{(pid=103232) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Feb 09 19:08:31.880573 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d783929-7e42-49cd-a618-ab3f149d2820 None None] No DVR routers for this DVR port 0859bded-9f3e-4930-81f9-a0971b89b960 on host n-d-713498-36 {{(pid=103232) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 19:08:31.897411 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d783929-7e42-49cd-a618-ab3f149d2820 None None] Pushing event deleted for resources: {'Port': ['ID=0859bded-9f3e-4930-81f9-a0971b89b960,revision_number=None']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:08:31.902371 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Device 0859bded-9f3e-4930-81f9-a0971b89b960 no longer exists at agent ovs-agent-n-d-713498-36 {{(pid=103232) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 19:08:31.965878 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 53766) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:08:31.967001 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] No Port match for: 0859bded-9f3e-4930-81f9-a0971b89b960 {{(pid=103232) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 19:08:31.967508 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Device 0859bded-9f3e-4930-81f9-a0971b89b960 not bound to the agent host n-d-713498-36 {{(pid=103232) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 19:08:32.108674 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-24e26675-c43e-4bf9-a5c3-0353a3729cd5 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=bae1eec87894498eaa70e7abe5ad38f3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1406255 Feb 09 19:08:32.111561 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 53774) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:08:32.136261 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-896914ff-bdc6-455e-8ecb-fc8b76ae1b37 req-3b0c7b30-fc14-4cad-ba5a-13e5044d008a tempest-ImagesTestJSON-1015154253 tempest-ImagesTestJSON-1015154253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:08:32.138160 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-896914ff-bdc6-455e-8ecb-fc8b76ae1b37 req-3b0c7b30-fc14-4cad-ba5a-13e5044d008a tempest-ImagesTestJSON-1015154253 tempest-ImagesTestJSON-1015154253-project] 10.222.0.75 "GET /v2.0/ports?device_id=b5bcf323-43ab-4666-83a5-03958b60d192 HTTP/1.1" status: 200 len: 944 time: 0.1400924 Feb 09 19:08:32.214129 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-896914ff-bdc6-455e-8ecb-fc8b76ae1b37 req-4398e811-e48d-42d2-9279-2446e5486fa2 tempest-ImagesTestJSON-1015154253 tempest-ImagesTestJSON-1015154253-project] 10.222.0.75 "GET /v2.0/security-groups?id=1f45f199-38bd-4afd-a63a-d9a4ed62c8a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0638375 Feb 09 19:08:32.238604 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-4a09343a-b135-4d3f-b31f-fb3853e335f0 admin admin] Publish callbacks [] for security_group (900a22a9-1df1-44e1-809d-3430c2420994), before_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:08:32.281271 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-4a09343a-b135-4d3f-b31f-fb3853e335f0 admin admin] Publish callbacks [] for security_group (900a22a9-1df1-44e1-809d-3430c2420994), precommit_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:08:32.337751 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-b8854916-c108-4739-ab4b-cb4ff7051da7 req-ac3e4baf-0dac-433b-a561-e9a8cb6678dc tempest-LiveAutoBlockMigrationV225Test-2127879101 tempest-LiveAutoBlockMigrationV225Test-2127879101-project] 10.222.0.75 "GET /v2.0/ports?device_id=d3938fbf-e1b0-4686-9d2f-36596059719e HTTP/1.1" status: 200 len: 210 time: 0.0624342 Feb 09 19:08:32.340620 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-4a09343a-b135-4d3f-b31f-fb3853e335f0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1892331'] for security_group (900a22a9-1df1-44e1-809d-3430c2420994), after_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:08:32.346395 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-4a09343a-b135-4d3f-b31f-fb3853e335f0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:08:32.351319 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-4a09343a-b135-4d3f-b31f-fb3853e335f0 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/900a22a9-1df1-44e1-809d-3430c2420994 HTTP/1.1" status: 204 len: 168 time: 0.2385986 Feb 09 19:08:32.370766 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a09343a-b135-4d3f-b31f-fb3853e335f0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=900a22a9-1df1-44e1-809d-3430c2420994,revision_number=None']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:08:33.252484 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd29b970-7abc-4720-bd24-daca4f901555 req-c8df213d-f18b-4eb4-a2dc-10ded75659c1 tempest-AttachSCSIVolumeTestJSON-726279386 tempest-AttachSCSIVolumeTestJSON-726279386-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:08:33.260768 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-cd29b970-7abc-4720-bd24-daca4f901555 req-c8df213d-f18b-4eb4-a2dc-10ded75659c1 tempest-AttachSCSIVolumeTestJSON-726279386 tempest-AttachSCSIVolumeTestJSON-726279386-project] 10.222.0.75 "GET /v2.0/networks?id=79dcca8b-fb15-4198-90a4-bd5ccccb10b6 HTTP/1.1" status: 200 len: 815 time: 0.1639907 Feb 09 19:08:33.280546 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-cd29b970-7abc-4720-bd24-daca4f901555 req-3cbccde9-3e27-4dcf-9bcb-3d68d7c52334 tempest-AttachSCSIVolumeTestJSON-726279386 tempest-AttachSCSIVolumeTestJSON-726279386-project] 10.222.0.75 "GET /v2.0/quotas/e7fe2e78952141fcb66374336ee1439b HTTP/1.1" status: 200 len: 375 time: 0.0184572 Feb 09 19:08:33.362207 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-cd29b970-7abc-4720-bd24-daca4f901555 req-dab13846-e3c8-43e0-8a75-5e7cc23259a5 tempest-AttachSCSIVolumeTestJSON-726279386 tempest-AttachSCSIVolumeTestJSON-726279386-project] 10.222.0.75 "GET /v2.0/ports?tenant_id=e7fe2e78952141fcb66374336ee1439b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0806177 Feb 09 19:08:33.473091 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d61b184f-2e71-4225-8381-9b0c549fca89 req-323abdf4-36f4-41f6-ac73-66c0278d1a44 tempest-ImagesTestJSON-1015154253 tempest-ImagesTestJSON-1015154253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:08:33.475391 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-d61b184f-2e71-4225-8381-9b0c549fca89 req-323abdf4-36f4-41f6-ac73-66c0278d1a44 tempest-ImagesTestJSON-1015154253 tempest-ImagesTestJSON-1015154253-project] 10.222.0.75 "GET /v2.0/ports?device_id=b5bcf323-43ab-4666-83a5-03958b60d192 HTTP/1.1" status: 200 len: 944 time: 0.1007545 Feb 09 19:08:33.493016 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-cd29b970-7abc-4720-bd24-daca4f901555 req-3d446669-15e8-410c-b778-471068f63018 service neutron] 10.222.0.75 "GET /v2.0/networks/79dcca8b-fb15-4198-90a4-bd5ccccb10b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1294372 Feb 09 19:08:33.579638 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-d61b184f-2e71-4225-8381-9b0c549fca89 req-1950cad5-9428-4e12-88fd-b273985fb390 tempest-ImagesTestJSON-1015154253 tempest-ImagesTestJSON-1015154253-project] 10.222.0.75 "GET /v2.0/security-groups?id=1f45f199-38bd-4afd-a63a-d9a4ed62c8a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0966601 Feb 09 19:08:33.616402 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-cd29b970-7abc-4720-bd24-daca4f901555 req-1e821d73-232a-4b16-8f0a-5f8f7bea251d service neutron] 10.222.0.75 "GET /v2.0/networks/79dcca8b-fb15-4198-90a4-bd5ccccb10b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1192877 Feb 09 19:08:33.654210 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Device a2221628-1af5-4d87-84c0-3ada72834177 up at agent hyperv_n-h1-713498-36 {{(pid=103232) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 19:08:33.720021 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.provisioning_blocks [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Provisioning for port a2221628-1af5-4d87-84c0-3ada72834177 completed by entity L2. {{(pid=103232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 19:08:33.725567 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.provisioning_blocks [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Provisioning complete for port a2221628-1af5-4d87-84c0-3ada72834177 triggered by entity L2. {{(pid=103232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 19:08:33.726282 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593630'] for port (a2221628-1af5-4d87-84c0-3ada72834177), provisioning_complete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:08:33.769174 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-d994e96e-9671-4691-b6a8-3045e623d41a req-597295dd-3fe4-42bd-bbf3-b8cd3c162e63 tempest-LiveAutoBlockMigrationV225Test-2127879101 tempest-LiveAutoBlockMigrationV225Test-2127879101-project] 10.222.0.75 "GET /v2.0/ports?device_id=d3938fbf-e1b0-4686-9d2f-36596059719e HTTP/1.1" status: 200 len: 210 time: 0.0588255 Feb 09 19:08:33.895418 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Current status of the port a2221628-1af5-4d87-84c0-3ada72834177 is: BUILD; New status is: ACTIVE {{(pid=103232) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 19:08:33.896169 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (a2221628-1af5-4d87-84c0-3ada72834177), before_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:08:33.997148 n-d-713498-36 neutron-server[103232]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b5bcf323-43ab-4666-83a5-03958b60d192', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a2221628-1af5-4d87-84c0-3ada72834177'}] {{(pid=103232) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 19:08:34.014574 n-d-713498-36 neutron-server[103232]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}949cdcde653dec44821de95cbf67297f53cbc2aed4e073b5d514f93bf911ce85" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5615039d-2c1d-4330-823d-df16c4a920f9" -d '{"events": [{"server_uuid": "b5bcf323-43ab-4666-83a5-03958b60d192", "name": "network-vif-plugged", "status": "completed", "tag": "a2221628-1af5-4d87-84c0-3ada72834177"}]}' {{(pid=103232) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 19:08:34.057371 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] For port a2221628-1af5-4d87-84c0-3ada72834177, host n-h1-713498-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-36',level=0,port_id=a2221628-1af5-4d87-84c0-3ada72834177,segment=NetworkSegment(1cb0f7b5-eca3-4fd8-9372-0323bad2bf37),segment_id=1cb0f7b5-eca3-4fd8-9372-0323bad2bf37)] {{(pid=103232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 19:08:34.064878 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762867176205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762866656485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762866656503'] for port (a2221628-1af5-4d87-84c0-3ada72834177), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:08:34.070578 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-5bd32a42-f6be-4ae2-ae2e-0bc31b1750dd req-6c45c3c0-604c-4c74-b521-ae888d68bfe8 tempest-AttachSCSIVolumeTestJSON-726279386 tempest-AttachSCSIVolumeTestJSON-726279386-project] 10.222.0.75 "GET /v2.0/ports?device_id=640ac1ab-0d75-4c0e-a2a1-233975d248c8 HTTP/1.1" status: 200 len: 210 time: 0.1181505 Feb 09 19:08:34.196303 n-d-713498-36 neutron-server[103232]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 19:08:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3e8d7a0a-6717-4b90-a8f9-96ef7e2072b0 x-openstack-request-id: req-3e8d7a0a-6717-4b90-a8f9-96ef7e2072b0 {{(pid=103232) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 19:08:34.197780 n-d-713498-36 neutron-server[103232]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b5bcf323-43ab-4666-83a5-03958b60d192", "name": "network-vif-plugged", "status": "completed", "tag": "a2221628-1af5-4d87-84c0-3ada72834177", "code": 200}]} {{(pid=103232) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 19:08:34.198274 n-d-713498-36 neutron-server[103232]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-3e8d7a0a-6717-4b90-a8f9-96ef7e2072b0 {{(pid=103232) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 19:08:34.198911 n-d-713498-36 neutron-server[103232]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b5bcf323-43ab-4666-83a5-03958b60d192', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a2221628-1af5-4d87-84c0-3ada72834177', 'code': 200} Feb 09 19:08:34.199738 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Pushing event updated for resources: {'Port': ['ID=a2221628-1af5-4d87-84c0-3ada72834177,revision_number=5']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:08:34.331031 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b00c2502-cb6a-422b-81b3-95f42f0e425a req-28330a44-43fa-4ad5-816a-c7a14ea8301a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:08:34.341742 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-b00c2502-cb6a-422b-81b3-95f42f0e425a req-28330a44-43fa-4ad5-816a-c7a14ea8301a service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=b5bcf323-43ab-4666-83a5-03958b60d192 HTTP/1.1" status: 200 len: 1128 time: 0.0942802 Feb 09 19:08:34.423974 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-b00c2502-cb6a-422b-81b3-95f42f0e425a req-b8b44a85-ea06-4eb9-b7e1-9b9080c98eb7 service neutron] 10.222.0.89 "GET /v2.0/security-groups?id=1f45f199-38bd-4afd-a63a-d9a4ed62c8a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0759017 Feb 09 19:08:34.873128 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a85205d5-b4b4-435a-8a4e-3f3a38a75fe9 req-68021f7d-7684-4218-95c4-78279f4dba92 tempest-ImagesTestJSON-1015154253 tempest-ImagesTestJSON-1015154253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:08:34.885751 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-a85205d5-b4b4-435a-8a4e-3f3a38a75fe9 req-68021f7d-7684-4218-95c4-78279f4dba92 tempest-ImagesTestJSON-1015154253 tempest-ImagesTestJSON-1015154253-project] 10.222.0.75 "GET /v2.0/ports?device_id=b5bcf323-43ab-4666-83a5-03958b60d192 HTTP/1.1" status: 200 len: 945 time: 0.1288385 Feb 09 19:08:35.006709 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-569929ae-1d4d-4461-91aa-16054a7df714 req-5184a623-4be7-43cc-842b-559907c2fa1e tempest-LiveAutoBlockMigrationV225Test-2127879101 tempest-LiveAutoBlockMigrationV225Test-2127879101-project] 10.222.0.75 "GET /v2.0/ports?device_id=d3938fbf-e1b0-4686-9d2f-36596059719e HTTP/1.1" status: 200 len: 210 time: 0.0718229 Feb 09 19:08:35.033267 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-a85205d5-b4b4-435a-8a4e-3f3a38a75fe9 req-e29bf195-7b8f-445e-99ab-d52af93a714b tempest-ImagesTestJSON-1015154253 tempest-ImagesTestJSON-1015154253-project] 10.222.0.75 "GET /v2.0/security-groups?id=1f45f199-38bd-4afd-a63a-d9a4ed62c8a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1415415 Feb 09 19:08:35.295249 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-eecb8296-c6b5-4aff-932e-c18ab8e5e2fb req-21e8f17c-2839-4c00-b51e-e8913ae6c791 tempest-AttachSCSIVolumeTestJSON-726279386 tempest-AttachSCSIVolumeTestJSON-726279386-project] 10.222.0.75 "GET /v2.0/ports?device_id=640ac1ab-0d75-4c0e-a2a1-233975d248c8 HTTP/1.1" status: 200 len: 210 time: 0.0801260 Feb 09 19:08:35.335236 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 53900) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:08:35.495031 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-4872caa6-f567-4274-94c2-33991bfd805e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:08:35.609381 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-4872caa6-f567-4274-94c2-33991bfd805e admin admin] Publish callbacks [] for security_group (f8d6c08a-f0fe-494e-b4e2-91a9a8e2762d), precommit_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:08:35.616320 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-4872caa6-f567-4274-94c2-33991bfd805e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1892331'] for security_group (f8d6c08a-f0fe-494e-b4e2-91a9a8e2762d), after_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:08:35.732912 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-4872caa6-f567-4274-94c2-33991bfd805e admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=8903de102eae44188cafadf47a29a0c3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3957591 Feb 09 19:08:35.737010 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 53904) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:08:35.738062 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4872caa6-f567-4274-94c2-33991bfd805e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f8d6c08a-f0fe-494e-b4e2-91a9a8e2762d,revision_number=1']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:08:35.994878 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-fb4d4105-3233-4534-af88-d6862133e6e2 admin admin] Publish callbacks [] for security_group (f8d6c08a-f0fe-494e-b4e2-91a9a8e2762d), before_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:08:36.142077 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-fb4d4105-3233-4534-af88-d6862133e6e2 admin admin] Publish callbacks [] for security_group (f8d6c08a-f0fe-494e-b4e2-91a9a8e2762d), precommit_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:08:36.273922 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd29b970-7abc-4720-bd24-daca4f901555 req-65602a4b-a917-432e-a4a2-453d2988ded4 tempest-AttachSCSIVolumeTestJSON-726279386 tempest-AttachSCSIVolumeTestJSON-726279386-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:08:36.280144 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-cd29b970-7abc-4720-bd24-daca4f901555 req-65602a4b-a917-432e-a4a2-453d2988ded4 tempest-AttachSCSIVolumeTestJSON-726279386 tempest-AttachSCSIVolumeTestJSON-726279386-project] 10.222.0.90 "GET /v2.0/networks?id=79dcca8b-fb15-4198-90a4-bd5ccccb10b6 HTTP/1.1" status: 200 len: 815 time: 0.4496984 Feb 09 19:08:36.287289 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-55d41d0d-28a2-4657-bff7-e1e3459e0d4f req-d7d2fe2d-b6c6-4969-a7f9-ac89597ad282 tempest-LiveAutoBlockMigrationV225Test-2127879101 tempest-LiveAutoBlockMigrationV225Test-2127879101-project] 10.222.0.75 "GET /v2.0/ports?device_id=d3938fbf-e1b0-4686-9d2f-36596059719e HTTP/1.1" status: 200 len: 210 time: 0.0726860 Feb 09 19:08:36.488461 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fffe75e9-6b5f-4244-b030-d5b29bb25f53 req-4d4065e1-7025-4c19-abda-a80ff812cb74 tempest-ImagesTestJSON-1015154253 tempest-ImagesTestJSON-1015154253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:08:36.490012 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-fffe75e9-6b5f-4244-b030-d5b29bb25f53 req-4d4065e1-7025-4c19-abda-a80ff812cb74 tempest-ImagesTestJSON-1015154253 tempest-ImagesTestJSON-1015154253-project] 10.222.0.75 "GET /v2.0/ports?device_id=b5bcf323-43ab-4666-83a5-03958b60d192 HTTP/1.1" status: 200 len: 945 time: 0.1031222 Feb 09 19:08:36.510270 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.v2.base [req-cd29b970-7abc-4720-bd24-daca4f901555 req-2b187f02-1efb-4023-af18-c3c87ad72cfd tempest-AttachSCSIVolumeTestJSON-726279386 tempest-AttachSCSIVolumeTestJSON-726279386-project] Request body: {'port': {'device_id': '640ac1ab-0d75-4c0e-a2a1-233975d248c8', 'network_id': '79dcca8b-fb15-4198-90a4-bd5ccccb10b6', 'admin_state_up': True, 'tenant_id': 'e7fe2e78952141fcb66374336ee1439b'}} {{(pid=103230) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 19:08:36.519811 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbeef71c-a491-4bcc-80cb-47baa7d32fea req-9f2b97fe-87f4-4027-af2f-7dfd45b585bf tempest-LiveMigrationTest-1021096981 tempest-LiveMigrationTest-1021096981-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:08:36.528003 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-bbeef71c-a491-4bcc-80cb-47baa7d32fea req-9f2b97fe-87f4-4027-af2f-7dfd45b585bf tempest-LiveMigrationTest-1021096981 tempest-LiveMigrationTest-1021096981-project] 10.222.0.75 "GET /v2.0/networks?id=d725567e-ae4f-48c7-8826-ca95b9692346 HTTP/1.1" status: 200 len: 807 time: 0.3488019 Feb 09 19:08:36.589895 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-fffe75e9-6b5f-4244-b030-d5b29bb25f53 req-584799e1-3e86-49c2-96f7-936da5f9786c tempest-ImagesTestJSON-1015154253 tempest-ImagesTestJSON-1015154253-project] 10.222.0.75 "GET /v2.0/security-groups?id=1f45f199-38bd-4afd-a63a-d9a4ed62c8a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0906761 Feb 09 19:08:36.936167 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-fb4d4105-3233-4534-af88-d6862133e6e2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1892331'] for security_group (f8d6c08a-f0fe-494e-b4e2-91a9a8e2762d), after_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:08:36.943457 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-fb4d4105-3233-4534-af88-d6862133e6e2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:08:36.947955 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-fb4d4105-3233-4534-af88-d6862133e6e2 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/f8d6c08a-f0fe-494e-b4e2-91a9a8e2762d HTTP/1.1" status: 204 len: 168 time: 1.2067423 Feb 09 19:08:36.960150 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-bbeef71c-a491-4bcc-80cb-47baa7d32fea req-c57166b3-a0ac-44b1-864c-c1a6c020af36 tempest-LiveMigrationTest-1021096981 tempest-LiveMigrationTest-1021096981-project] 10.222.0.75 "GET /v2.0/quotas/05fa6a089578484da4b750f8c0b5ad12 HTTP/1.1" status: 200 len: 375 time: 0.4303722 Feb 09 19:08:37.029479 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cd29b970-7abc-4720-bd24-daca4f901555 req-2b187f02-1efb-4023-af18-c3c87ad72cfd tempest-AttachSCSIVolumeTestJSON-726279386 tempest-AttachSCSIVolumeTestJSON-726279386-project] Made reservation on behalf of e7fe2e78952141fcb66374336ee1439b for: {'port': 1} {{(pid=103230) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 19:08:37.039058 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [req-cd29b970-7abc-4720-bd24-daca4f901555 req-2b187f02-1efb-4023-af18-c3c87ad72cfd tempest-AttachSCSIVolumeTestJSON-726279386 tempest-AttachSCSIVolumeTestJSON-726279386-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (None), before_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:08:37.166075 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb4d4105-3233-4534-af88-d6862133e6e2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f8d6c08a-f0fe-494e-b4e2-91a9a8e2762d,revision_number=None']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:08:37.505294 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-bbeef71c-a491-4bcc-80cb-47baa7d32fea req-ab529923-04b0-4b6b-bf01-a6f4058def46 tempest-LiveMigrationTest-1021096981 tempest-LiveMigrationTest-1021096981-project] 10.222.0.75 "GET /v2.0/ports?tenant_id=05fa6a089578484da4b750f8c0b5ad12&fields=id HTTP/1.1" status: 200 len: 348 time: 0.5439155 Feb 09 19:08:38.579903 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-bbeef71c-a491-4bcc-80cb-47baa7d32fea req-1756b0da-3f5f-4b2d-a13e-7f7d7c112148 service neutron] 10.222.0.75 "GET /v2.0/networks/d725567e-ae4f-48c7-8826-ca95b9692346?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0675778 Feb 09 19:08:38.714264 n-d-713498-36 neutron-server[103230]: DEBUG neutron.db.db_base_plugin_common [req-cd29b970-7abc-4720-bd24-daca4f901555 req-2b187f02-1efb-4023-af18-c3c87ad72cfd tempest-AttachSCSIVolumeTestJSON-726279386 tempest-AttachSCSIVolumeTestJSON-726279386-project] Allocated IP 172.20.0.12 (79dcca8b-fb15-4198-90a4-bd5ccccb10b6/781f0138-f3f4-48e8-b7f7-331db75b4ff4/77a97814-2e80-4101-8fd6-1802bf92097c) {{(pid=103230) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 19:08:38.935798 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-bbeef71c-a491-4bcc-80cb-47baa7d32fea req-b00ff986-2310-41c8-be31-b3321cd73130 service neutron] 10.222.0.75 "GET /v2.0/networks/d725567e-ae4f-48c7-8826-ca95b9692346?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3378377 Feb 09 19:08:39.248885 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [req-cd29b970-7abc-4720-bd24-daca4f901555 req-2b187f02-1efb-4023-af18-c3c87ad72cfd tempest-AttachSCSIVolumeTestJSON-726279386 tempest-AttachSCSIVolumeTestJSON-726279386-project] Publish callbacks [] for port (77a97814-2e80-4101-8fd6-1802bf92097c), precommit_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:08:39.331645 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [req-cd29b970-7abc-4720-bd24-daca4f901555 req-2b187f02-1efb-4023-af18-c3c87ad72cfd tempest-AttachSCSIVolumeTestJSON-726279386 tempest-AttachSCSIVolumeTestJSON-726279386-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762866656467', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14393751'] for port (77a97814-2e80-4101-8fd6-1802bf92097c), after_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:08:39.442420 n-d-713498-36 neutron-server[103230]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cd29b970-7abc-4720-bd24-daca4f901555 req-2b187f02-1efb-4023-af18-c3c87ad72cfd tempest-AttachSCSIVolumeTestJSON-726279386 tempest-AttachSCSIVolumeTestJSON-726279386-project] Network 79dcca8b-fb15-4198-90a4-bd5ccccb10b6 is already hosted by enough agents. {{(pid=103230) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 19:08:39.447789 n-d-713498-36 neutron-server[103230]: DEBUG neutron.scheduler.base_scheduler [req-cd29b970-7abc-4720-bd24-daca4f901555 req-2b187f02-1efb-4023-af18-c3c87ad72cfd tempest-AttachSCSIVolumeTestJSON-726279386 tempest-AttachSCSIVolumeTestJSON-726279386-project] Resources bound (agent type, host, resource id): {{(pid=103230) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 19:08:39.452183 n-d-713498-36 neutron-server[103230]: DEBUG neutron.db.l3_dvrscheduler_db [req-cd29b970-7abc-4720-bd24-daca4f901555 req-2b187f02-1efb-4023-af18-c3c87ad72cfd tempest-AttachSCSIVolumeTestJSON-726279386 tempest-AttachSCSIVolumeTestJSON-726279386-project] Received port after_create {{(pid=103230) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 19:08:39.659854 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b187f02-1efb-4023-af18-c3c87ad72cfd tempest-AttachSCSIVolumeTestJSON-726279386 tempest-AttachSCSIVolumeTestJSON-726279386-project] Pushing event updated for resources: {'Port': ['ID=77a97814-2e80-4101-8fd6-1802bf92097c,revision_number=1']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:08:39.836599 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd29b970-7abc-4720-bd24-daca4f901555 req-2b187f02-1efb-4023-af18-c3c87ad72cfd tempest-AttachSCSIVolumeTestJSON-726279386 tempest-AttachSCSIVolumeTestJSON-726279386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:08:39.843825 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [req-cd29b970-7abc-4720-bd24-daca4f901555 req-2b187f02-1efb-4023-af18-c3c87ad72cfd tempest-AttachSCSIVolumeTestJSON-726279386 tempest-AttachSCSIVolumeTestJSON-726279386-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171096'] for port (None), before_response {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:08:39.866313 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-cd29b970-7abc-4720-bd24-daca4f901555 req-2b187f02-1efb-4023-af18-c3c87ad72cfd tempest-AttachSCSIVolumeTestJSON-726279386 tempest-AttachSCSIVolumeTestJSON-726279386-project] 10.222.0.90 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.3607612 Feb 09 19:08:39.888310 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef7fc877-1ca4-44a4-9193-2cae37df60f9 req-bf8b6f9e-3766-414f-bba4-4918017ef05e tempest-AttachSCSIVolumeTestJSON-726279386 tempest-AttachSCSIVolumeTestJSON-726279386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:08:39.890403 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-ef7fc877-1ca4-44a4-9193-2cae37df60f9 req-bf8b6f9e-3766-414f-bba4-4918017ef05e tempest-AttachSCSIVolumeTestJSON-726279386 tempest-AttachSCSIVolumeTestJSON-726279386-project] 10.222.0.75 "GET /v2.0/ports?device_id=640ac1ab-0d75-4c0e-a2a1-233975d248c8 HTTP/1.1" status: 200 len: 932 time: 0.2093782 Feb 09 19:08:39.895958 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.v2.base [req-cd29b970-7abc-4720-bd24-daca4f901555 req-e9ec15ef-80b5-4992-b811-814cb6773801 service neutron] Request body: {'port': {'device_id': '640ac1ab-0d75-4c0e-a2a1-233975d248c8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-713498-36'}} {{(pid=103230) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 19:08:39.991921 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.provisioning_blocks [None req-ad04bcac-1137-4bcf-bb92-91dd5f1773b1 None None] Provisioning complete for port 77a97814-2e80-4101-8fd6-1802bf92097c triggered by entity DHCP. {{(pid=103232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 19:08:39.992480 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-ad04bcac-1137-4bcf-bb92-91dd5f1773b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593630'] for port (77a97814-2e80-4101-8fd6-1802bf92097c), provisioning_complete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:08:40.089734 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-ef7fc877-1ca4-44a4-9193-2cae37df60f9 req-e60a2f68-d636-488d-a3b4-caa5f39c1e93 tempest-AttachSCSIVolumeTestJSON-726279386 tempest-AttachSCSIVolumeTestJSON-726279386-project] 10.222.0.75 "GET /v2.0/security-groups?id=6ef9449a-e098-4cf5-aab7-b58b6c7c0ccd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1782928 Feb 09 19:08:40.149225 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-ad04bcac-1137-4bcf-bb92-91dd5f1773b1 None None] Port 77a97814-2e80-4101-8fd6-1802bf92097c cannot update to ACTIVE because it is not bound. {{(pid=103232) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 19:08:40.170892 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [req-cd29b970-7abc-4720-bd24-daca4f901555 req-e9ec15ef-80b5-4992-b811-814cb6773801 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (77a97814-2e80-4101-8fd6-1802bf92097c), before_update {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:08:40.799373 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-b00ff0b6-0b01-4fb6-bf20-8c399b80620c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762867132591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593584'] for agent (af91e4b9-f4e1-42b1-a25c-a10dc47171c8), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:08:40.908315 n-d-713498-36 neutron-server[103230]: DEBUG neutron.notifiers.nova [req-cd29b970-7abc-4720-bd24-daca4f901555 req-e9ec15ef-80b5-4992-b811-814cb6773801 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 77a97814-2e80-4101-8fd6-1802bf92097c {{(pid=103230) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 19:08:40.940493 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [req-cd29b970-7abc-4720-bd24-daca4f901555 req-e9ec15ef-80b5-4992-b811-814cb6773801 service neutron] Publish callbacks [] for port (77a97814-2e80-4101-8fd6-1802bf92097c), precommit_update {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:08:40.995563 n-d-713498-36 neutron-server[103230]: DEBUG neutron.db.provisioning_blocks [req-cd29b970-7abc-4720-bd24-daca4f901555 req-e9ec15ef-80b5-4992-b811-814cb6773801 service neutron] Transition to ACTIVE for port object 77a97814-2e80-4101-8fd6-1802bf92097c will not be triggered until provisioned by entity L2. {{(pid=103230) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 19:08:40.996135 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-d3995e23-7859-4531-b94f-e12dadc4f617 req-8b9e558f-5716-40b8-8a8f-3bf07e1ddf01 tempest-LiveMigrationTest-1021096981 tempest-LiveMigrationTest-1021096981-project] 10.222.0.75 "GET /v2.0/ports?device_id=a26f3e83-5a8d-4d9d-aa20-3d25b99af655 HTTP/1.1" status: 200 len: 210 time: 0.0659213 Feb 09 19:08:41.000604 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [req-cd29b970-7abc-4720-bd24-daca4f901555 req-e9ec15ef-80b5-4992-b811-814cb6773801 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762867176205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762866656485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762866656503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14393758'] for port (77a97814-2e80-4101-8fd6-1802bf92097c), after_update {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:08:41.236527 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9ec15ef-80b5-4992-b811-814cb6773801 service neutron] Pushing event updated for resources: {'Port': ['ID=77a97814-2e80-4101-8fd6-1802bf92097c,revision_number=2']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:08:41.268426 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.managers [req-cd29b970-7abc-4720-bd24-daca4f901555 req-e9ec15ef-80b5-4992-b811-814cb6773801 service neutron] Attempting to bind port 77a97814-2e80-4101-8fd6-1802bf92097c on host n-h2-713498-36 for vnic_type normal with profile {{(pid=103230) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 19:08:41.268778 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.managers [req-cd29b970-7abc-4720-bd24-daca4f901555 req-e9ec15ef-80b5-4992-b811-814cb6773801 service neutron] Attempting to bind port 77a97814-2e80-4101-8fd6-1802bf92097c by drivers openvswitch,hyperv on host n-h2-713498-36 at level 0 using segments [{'id': '5ba58464-a437-40dd-815c-0d37894d66a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '79dcca8b-fb15-4198-90a4-bd5ccccb10b6'}] {{(pid=103230) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 19:08:41.270545 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd29b970-7abc-4720-bd24-daca4f901555 req-e9ec15ef-80b5-4992-b811-814cb6773801 service neutron] Attempting to bind port 77a97814-2e80-4101-8fd6-1802bf92097c on network 79dcca8b-fb15-4198-90a4-bd5ccccb10b6 {{(pid=103230) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 19:08:41.282749 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd29b970-7abc-4720-bd24-daca4f901555 req-e9ec15ef-80b5-4992-b811-814cb6773801 service neutron] Port 77a97814-2e80-4101-8fd6-1802bf92097c on network 79dcca8b-fb15-4198-90a4-bd5ccccb10b6 not bound, no agent of type Open vSwitch agent registered on host n-h2-713498-36 {{(pid=103230) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 19:08:41.284682 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd29b970-7abc-4720-bd24-daca4f901555 req-e9ec15ef-80b5-4992-b811-814cb6773801 service neutron] Attempting to bind port 77a97814-2e80-4101-8fd6-1802bf92097c on network 79dcca8b-fb15-4198-90a4-bd5ccccb10b6 {{(pid=103230) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 19:08:41.301556 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd29b970-7abc-4720-bd24-daca4f901555 req-e9ec15ef-80b5-4992-b811-814cb6773801 service neutron] Checking agent: {'id': 'bcd5faee-dc24-4298-9134-0e0aa054058e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713498-36', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 18, 59, 19), 'started_at': datetime.datetime(2022, 2, 9, 18, 59, 19), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 19, 8, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103230) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 19:08:41.302029 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd29b970-7abc-4720-bd24-daca4f901555 req-e9ec15ef-80b5-4992-b811-814cb6773801 service neutron] Checking segment: {'id': '5ba58464-a437-40dd-815c-0d37894d66a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '79dcca8b-fb15-4198-90a4-bd5ccccb10b6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103230) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 19:08:41.302542 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd29b970-7abc-4720-bd24-daca4f901555 req-e9ec15ef-80b5-4992-b811-814cb6773801 service neutron] Bound using segment: {'id': '5ba58464-a437-40dd-815c-0d37894d66a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '79dcca8b-fb15-4198-90a4-bd5ccccb10b6'} {{(pid=103230) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 19:08:41.303454 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.managers [req-cd29b970-7abc-4720-bd24-daca4f901555 req-e9ec15ef-80b5-4992-b811-814cb6773801 service neutron] Bound port: 77a97814-2e80-4101-8fd6-1802bf92097c, host: n-h2-713498-36, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5ba58464-a437-40dd-815c-0d37894d66a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '79dcca8b-fb15-4198-90a4-bd5ccccb10b6'}}] {{(pid=103230) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 19:08:41.304874 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [req-cd29b970-7abc-4720-bd24-daca4f901555 req-e9ec15ef-80b5-4992-b811-814cb6773801 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (77a97814-2e80-4101-8fd6-1802bf92097c), before_update {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:08:41.386647 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-735837b6-7c5c-40da-99a0-5eff06a2792f req-e533f860-6633-41a3-b355-88fa74443cf3 tempest-ImagesTestJSON-1015154253 tempest-ImagesTestJSON-1015154253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:08:41.398804 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-735837b6-7c5c-40da-99a0-5eff06a2792f req-e533f860-6633-41a3-b355-88fa74443cf3 tempest-ImagesTestJSON-1015154253 tempest-ImagesTestJSON-1015154253-project] 10.222.0.75 "GET /v2.0/ports?device_id=b5bcf323-43ab-4666-83a5-03958b60d192 HTTP/1.1" status: 200 len: 945 time: 0.1753528 Feb 09 19:08:41.485806 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.db [req-cd29b970-7abc-4720-bd24-daca4f901555 req-e9ec15ef-80b5-4992-b811-814cb6773801 service neutron] For port 77a97814-2e80-4101-8fd6-1802bf92097c, host n-h2-713498-36, cleared binding levels {{(pid=103230) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 19:08:41.498472 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.db [req-cd29b970-7abc-4720-bd24-daca4f901555 req-e9ec15ef-80b5-4992-b811-814cb6773801 service neutron] For port 77a97814-2e80-4101-8fd6-1802bf92097c, host n-h2-713498-36, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-36',level=0,port_id=77a97814-2e80-4101-8fd6-1802bf92097c,segment=NetworkSegment(5ba58464-a437-40dd-815c-0d37894d66a8),segment_id=5ba58464-a437-40dd-815c-0d37894d66a8)] {{(pid=103230) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 19:08:41.524298 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-735837b6-7c5c-40da-99a0-5eff06a2792f req-a9e177d9-61cf-45b6-bb8d-a546fa6a8c9e tempest-ImagesTestJSON-1015154253 tempest-ImagesTestJSON-1015154253-project] 10.222.0.75 "GET /v2.0/security-groups?id=1f45f199-38bd-4afd-a63a-d9a4ed62c8a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1214561 Feb 09 19:08:41.529059 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [req-cd29b970-7abc-4720-bd24-daca4f901555 req-e9ec15ef-80b5-4992-b811-814cb6773801 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762867176205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762866656485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762866656503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14393758'] for port (77a97814-2e80-4101-8fd6-1802bf92097c), after_update {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:08:41.636363 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd29b970-7abc-4720-bd24-daca4f901555 req-e9ec15ef-80b5-4992-b811-814cb6773801 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:08:41.653979 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [req-cd29b970-7abc-4720-bd24-daca4f901555 req-e9ec15ef-80b5-4992-b811-814cb6773801 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171096'] for port (None), before_response {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:08:41.660380 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-cd29b970-7abc-4720-bd24-daca4f901555 req-e9ec15ef-80b5-4992-b811-814cb6773801 service neutron] 10.222.0.90 "PUT /v2.0/ports/77a97814-2e80-4101-8fd6-1802bf92097c HTTP/1.1" status: 200 len: 1093 time: 1.7684405 Feb 09 19:08:41.661416 n-d-713498-36 neutron-server[103230]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '640ac1ab-0d75-4c0e-a2a1-233975d248c8', 'tag': '77a97814-2e80-4101-8fd6-1802bf92097c'}] {{(pid=103230) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 19:08:41.666581 n-d-713498-36 neutron-server[103230]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aee5919275bae9f72eb374ee322673045eb80c1f84b4b45a97d96923bd50ab51" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1e9c9211-ff6c-41e4-999c-75dcd3b6d930" -d '{"events": [{"name": "network-changed", "server_uuid": "640ac1ab-0d75-4c0e-a2a1-233975d248c8", "tag": "77a97814-2e80-4101-8fd6-1802bf92097c"}]}' {{(pid=103230) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 19:08:41.710972 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9ec15ef-80b5-4992-b811-814cb6773801 service neutron] Pushing event updated for resources: {'Port': ['ID=77a97814-2e80-4101-8fd6-1802bf92097c,revision_number=3']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:08:41.894960 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4ba614d-425d-4e49-9064-359e44f33460 req-57af7aee-37e3-411a-a527-bcc562390220 tempest-AttachSCSIVolumeTestJSON-726279386 tempest-AttachSCSIVolumeTestJSON-726279386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:08:41.898532 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-e4ba614d-425d-4e49-9064-359e44f33460 req-57af7aee-37e3-411a-a527-bcc562390220 tempest-AttachSCSIVolumeTestJSON-726279386 tempest-AttachSCSIVolumeTestJSON-726279386-project] 10.222.0.75 "GET /v2.0/ports?device_id=640ac1ab-0d75-4c0e-a2a1-233975d248c8 HTTP/1.1" status: 200 len: 944 time: 0.1489375 Feb 09 19:08:42.029766 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-e4ba614d-425d-4e49-9064-359e44f33460 req-b905af88-ceb3-4b5a-8af7-30347efc9bda tempest-AttachSCSIVolumeTestJSON-726279386 tempest-AttachSCSIVolumeTestJSON-726279386-project] 10.222.0.75 "GET /v2.0/security-groups?id=6ef9449a-e098-4cf5-aab7-b58b6c7c0ccd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1195521 Feb 09 19:08:42.085286 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0ef62c9-a526-4064-9ff4-87344b377fa3 req-5c25dc1a-b517-49aa-9b6b-60c6782b4186 tempest-ListImageFiltersTestJSON-604118414 tempest-ListImageFiltersTestJSON-604118414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:08:42.108537 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-a0ef62c9-a526-4064-9ff4-87344b377fa3 req-5c25dc1a-b517-49aa-9b6b-60c6782b4186 tempest-ListImageFiltersTestJSON-604118414 tempest-ListImageFiltersTestJSON-604118414-project] 10.222.0.75 "GET /v2.0/ports?device_id=760f09f0-6e29-4b3b-84f4-9384bbe2a2c0 HTTP/1.1" status: 200 len: 949 time: 0.2296741 Feb 09 19:08:42.117399 n-d-713498-36 neutron-server[103230]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 19:08:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-189ae8a1-5f15-409e-b808-666628359127 x-openstack-request-id: req-189ae8a1-5f15-409e-b808-666628359127 {{(pid=103230) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 19:08:42.117706 n-d-713498-36 neutron-server[103230]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "640ac1ab-0d75-4c0e-a2a1-233975d248c8", "tag": "77a97814-2e80-4101-8fd6-1802bf92097c", "status": "completed", "code": 200}]} {{(pid=103230) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 19:08:42.119203 n-d-713498-36 neutron-server[103230]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-189ae8a1-5f15-409e-b808-666628359127 {{(pid=103230) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 19:08:42.119629 n-d-713498-36 neutron-server[103230]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '640ac1ab-0d75-4c0e-a2a1-233975d248c8', 'tag': '77a97814-2e80-4101-8fd6-1802bf92097c', 'status': 'completed', 'code': 200} Feb 09 19:08:42.269829 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-a0ef62c9-a526-4064-9ff4-87344b377fa3 req-d6f758ce-da6f-440d-926a-dcb6664e69c8 tempest-ListImageFiltersTestJSON-604118414 tempest-ListImageFiltersTestJSON-604118414-project] 10.222.0.75 "GET /v2.0/security-groups?id=07f3d744-f31d-4802-87a4-5a0ced0ab589&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1590877 Feb 09 19:08:42.320930 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd29b970-7abc-4720-bd24-daca4f901555 req-915ced89-f9bb-41f2-8a54-888411681963 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:08:42.322998 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-cd29b970-7abc-4720-bd24-daca4f901555 req-915ced89-f9bb-41f2-8a54-888411681963 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=e7fe2e78952141fcb66374336ee1439b&device_id=640ac1ab-0d75-4c0e-a2a1-233975d248c8 HTTP/1.1" status: 200 len: 1127 time: 0.2025888 Feb 09 19:08:42.341349 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-d1f14d79-1c95-46f9-a99a-a83fe256642c req-d65f1ce2-d058-40b8-aa62-5ca5a09d8e7a tempest-LiveMigrationTest-1021096981 tempest-LiveMigrationTest-1021096981-project] 10.222.0.75 "GET /v2.0/ports?device_id=a26f3e83-5a8d-4d9d-aa20-3d25b99af655 HTTP/1.1" status: 200 len: 210 time: 0.0606468 Feb 09 19:08:42.404456 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-cd29b970-7abc-4720-bd24-daca4f901555 req-e972bebf-6c51-4580-bf57-63d70c24fd5c service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=77a97814-2e80-4101-8fd6-1802bf92097c HTTP/1.1" status: 200 len: 217 time: 0.0571258 Feb 09 19:08:42.567314 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd29b970-7abc-4720-bd24-daca4f901555 req-2549b8ec-be77-4a41-bca4-01a349747a5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:08:42.568910 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-cd29b970-7abc-4720-bd24-daca4f901555 req-2549b8ec-be77-4a41-bca4-01a349747a5a service neutron] 10.222.0.90 "GET /v2.0/subnets?id=781f0138-f3f4-48e8-b7f7-331db75b4ff4 HTTP/1.1" status: 200 len: 854 time: 0.1096525 Feb 09 19:08:42.745839 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd29b970-7abc-4720-bd24-daca4f901555 req-edf5ada3-ce13-4c17-bbc0-7352de191a21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:08:42.753115 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-cd29b970-7abc-4720-bd24-daca4f901555 req-edf5ada3-ce13-4c17-bbc0-7352de191a21 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=79dcca8b-fb15-4198-90a4-bd5ccccb10b6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.1349487 Feb 09 19:08:42.783210 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e5c11a3-83c0-4478-8da3-7eae491ba4e6 req-ec913978-4126-4931-a8d8-d1b8e5c817e0 tempest-ImagesTestJSON-1015154253 tempest-ImagesTestJSON-1015154253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:08:42.786911 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-3e5c11a3-83c0-4478-8da3-7eae491ba4e6 req-ec913978-4126-4931-a8d8-d1b8e5c817e0 tempest-ImagesTestJSON-1015154253 tempest-ImagesTestJSON-1015154253-project] 10.222.0.75 "GET /v2.0/ports?device_id=b5bcf323-43ab-4666-83a5-03958b60d192 HTTP/1.1" status: 200 len: 945 time: 0.1413348 Feb 09 19:08:42.945073 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-3e5c11a3-83c0-4478-8da3-7eae491ba4e6 req-c1ad7629-3bdd-4881-8264-b97000232488 tempest-ImagesTestJSON-1015154253 tempest-ImagesTestJSON-1015154253-project] 10.222.0.75 "GET /v2.0/security-groups?id=1f45f199-38bd-4afd-a63a-d9a4ed62c8a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1497781 Feb 09 19:08:43.046437 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-4a72ec8c-18ed-4745-9cdf-296fd3370a1e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762867132591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593584'] for agent (93303d5e-5d17-45e8-8963-7694f87783ae), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:08:43.086735 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-cd29b970-7abc-4720-bd24-daca4f901555 req-57ad20be-acd4-45c2-a4f6-ba73cd96c0c0 service neutron] 10.222.0.90 "GET /v2.0/networks/79dcca8b-fb15-4198-90a4-bd5ccccb10b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2772846 Feb 09 19:08:43.296168 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7267cb8c-477b-443a-9052-527d4ac92313 req-8cc7907d-48e5-4a35-bcff-d69a5ce300fa tempest-AttachSCSIVolumeTestJSON-726279386 tempest-AttachSCSIVolumeTestJSON-726279386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:08:43.298194 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-7267cb8c-477b-443a-9052-527d4ac92313 req-8cc7907d-48e5-4a35-bcff-d69a5ce300fa tempest-AttachSCSIVolumeTestJSON-726279386 tempest-AttachSCSIVolumeTestJSON-726279386-project] 10.222.0.75 "GET /v2.0/ports?device_id=640ac1ab-0d75-4c0e-a2a1-233975d248c8 HTTP/1.1" status: 200 len: 944 time: 0.1497288 Feb 09 19:08:43.435219 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-7267cb8c-477b-443a-9052-527d4ac92313 req-fe87d197-d51d-4a27-9e03-3dea740ff9fb tempest-AttachSCSIVolumeTestJSON-726279386 tempest-AttachSCSIVolumeTestJSON-726279386-project] 10.222.0.75 "GET /v2.0/security-groups?id=6ef9449a-e098-4cf5-aab7-b58b6c7c0ccd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1307471 Feb 09 19:08:43.514488 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-92778b5a-ce63-4dac-ad0d-698006763745 req-f4aa0a1e-7ff9-456a-8db5-ce055ab602d0 tempest-LiveMigrationTest-1021096981 tempest-LiveMigrationTest-1021096981-project] 10.222.0.75 "GET /v2.0/ports?device_id=a26f3e83-5a8d-4d9d-aa20-3d25b99af655 HTTP/1.1" status: 200 len: 210 time: 0.0593681 Feb 09 19:08:44.198281 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-edc54c9b-7f13-45d9-9271-85c9738b0128 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762867132591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593584'] for agent (a62b1850-466f-48ae-bec7-d62fb280e14b), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:08:44.237602 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a10a175-37f5-43ad-a0c0-764ebfa24691 req-7440f57f-83d4-4f33-9cc3-69db57609bf2 tempest-ImagesTestJSON-1015154253 tempest-ImagesTestJSON-1015154253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:08:44.240089 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-5a10a175-37f5-43ad-a0c0-764ebfa24691 req-7440f57f-83d4-4f33-9cc3-69db57609bf2 tempest-ImagesTestJSON-1015154253 tempest-ImagesTestJSON-1015154253-project] 10.222.0.75 "GET /v2.0/ports?device_id=b5bcf323-43ab-4666-83a5-03958b60d192 HTTP/1.1" status: 200 len: 945 time: 0.1293945 Feb 09 19:08:44.341549 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-5a10a175-37f5-43ad-a0c0-764ebfa24691 req-53f84ccf-d72e-4eec-81a3-6e9a8ea0c7cb tempest-ImagesTestJSON-1015154253 tempest-ImagesTestJSON-1015154253-project] 10.222.0.75 "GET /v2.0/security-groups?id=1f45f199-38bd-4afd-a63a-d9a4ed62c8a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0927272 Feb 09 19:08:44.581764 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0adeec8-cab1-405d-bee5-ce241d466382 req-55e2945f-1cc9-465f-824f-6abadf242cb8 tempest-AttachSCSIVolumeTestJSON-726279386 tempest-AttachSCSIVolumeTestJSON-726279386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:08:44.585015 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-e0adeec8-cab1-405d-bee5-ce241d466382 req-55e2945f-1cc9-465f-824f-6abadf242cb8 tempest-AttachSCSIVolumeTestJSON-726279386 tempest-AttachSCSIVolumeTestJSON-726279386-project] 10.222.0.75 "GET /v2.0/ports?device_id=640ac1ab-0d75-4c0e-a2a1-233975d248c8 HTTP/1.1" status: 200 len: 944 time: 0.0728173 Feb 09 19:08:44.691574 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-e0adeec8-cab1-405d-bee5-ce241d466382 req-f3fd391d-6309-4c83-a5f2-c1980f96421a tempest-AttachSCSIVolumeTestJSON-726279386 tempest-AttachSCSIVolumeTestJSON-726279386-project] 10.222.0.75 "GET /v2.0/security-groups?id=6ef9449a-e098-4cf5-aab7-b58b6c7c0ccd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0946920 Feb 09 19:08:44.892481 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-52a770cb-9cf7-4553-8ca1-b3d472220fa7 req-6826949e-334a-4de0-9e63-8e99561cdcf9 tempest-LiveMigrationTest-1021096981 tempest-LiveMigrationTest-1021096981-project] 10.222.0.75 "GET /v2.0/ports?device_id=a26f3e83-5a8d-4d9d-aa20-3d25b99af655 HTTP/1.1" status: 200 len: 210 time: 0.0489295 Feb 09 19:08:45.528318 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3be58387-0c57-4255-a7f2-570c382eaa5c req-34b50a81-ea52-4c5c-bd45-5c175dfa6494 tempest-ImagesTestJSON-1015154253 tempest-ImagesTestJSON-1015154253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:08:45.530270 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-3be58387-0c57-4255-a7f2-570c382eaa5c req-34b50a81-ea52-4c5c-bd45-5c175dfa6494 tempest-ImagesTestJSON-1015154253 tempest-ImagesTestJSON-1015154253-project] 10.222.0.75 "GET /v2.0/ports?device_id=b5bcf323-43ab-4666-83a5-03958b60d192 HTTP/1.1" status: 200 len: 945 time: 0.0766995 Feb 09 19:08:45.594513 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-3be58387-0c57-4255-a7f2-570c382eaa5c req-5cf88ab0-980b-4767-bb86-ad730815ea49 tempest-ImagesTestJSON-1015154253 tempest-ImagesTestJSON-1015154253-project] 10.222.0.75 "GET /v2.0/security-groups?id=1f45f199-38bd-4afd-a63a-d9a4ed62c8a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571644 Feb 09 19:08:45.739128 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Device d497de83-eda3-43bc-87ef-1bdb243bb575 no longer exists at agent hyperv_n-h1-713498-36 {{(pid=103232) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 19:08:45.907931 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-a7262a8e-0513-48fd-984d-75726a511961 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762867132591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593584'] for agent (911cfea2-02ae-4ec9-bac3-7808ee1cdd9c), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:08:46.002085 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Current status of the port d497de83-eda3-43bc-87ef-1bdb243bb575 is: ACTIVE; New status is: DOWN {{(pid=103232) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 19:08:46.002956 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (d497de83-eda3-43bc-87ef-1bdb243bb575), before_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:08:46.007267 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc788e13-5603-4d0c-b076-02793afe630a req-3cb95eed-0e5c-4a81-a1f6-211d0ee36f41 tempest-AttachSCSIVolumeTestJSON-726279386 tempest-AttachSCSIVolumeTestJSON-726279386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:08:46.022109 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-bc788e13-5603-4d0c-b076-02793afe630a req-3cb95eed-0e5c-4a81-a1f6-211d0ee36f41 tempest-AttachSCSIVolumeTestJSON-726279386 tempest-AttachSCSIVolumeTestJSON-726279386-project] 10.222.0.75 "GET /v2.0/ports?device_id=640ac1ab-0d75-4c0e-a2a1-233975d248c8 HTTP/1.1" status: 200 len: 944 time: 0.1552653 Feb 09 19:08:46.052046 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] For port d497de83-eda3-43bc-87ef-1bdb243bb575, host n-h1-713498-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-36',level=0,port_id=d497de83-eda3-43bc-87ef-1bdb243bb575,segment=NetworkSegment(50e5915e-18f0-4558-9a28-b978975ead36),segment_id=50e5915e-18f0-4558-9a28-b978975ead36)] {{(pid=103232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 19:08:46.053715 n-d-713498-36 neutron-server[103232]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '760f09f0-6e29-4b3b-84f4-9384bbe2a2c0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd497de83-eda3-43bc-87ef-1bdb243bb575'}] {{(pid=103232) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 19:08:46.058037 n-d-713498-36 neutron-server[103232]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}949cdcde653dec44821de95cbf67297f53cbc2aed4e073b5d514f93bf911ce85" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-40a3ef43-7d77-4517-bf86-144c461a27e8" -d '{"events": [{"server_uuid": "760f09f0-6e29-4b3b-84f4-9384bbe2a2c0", "name": "network-vif-unplugged", "status": "completed", "tag": "d497de83-eda3-43bc-87ef-1bdb243bb575"}]}' {{(pid=103232) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 19:08:46.063679 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762867176205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762866656485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762866656503'] for port (d497de83-eda3-43bc-87ef-1bdb243bb575), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:08:46.111456 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-940de980-702c-4143-8c92-8ff0fbe43f59 req-556dca1e-adf2-4d84-9811-99c8707a2020 tempest-LiveMigrationTest-1021096981 tempest-LiveMigrationTest-1021096981-project] 10.222.0.75 "GET /v2.0/ports?device_id=a26f3e83-5a8d-4d9d-aa20-3d25b99af655 HTTP/1.1" status: 200 len: 210 time: 0.0776615 Feb 09 19:08:46.129691 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Pushing event updated for resources: {'Port': ['ID=d497de83-eda3-43bc-87ef-1bdb243bb575,revision_number=8']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:08:46.163946 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-bc788e13-5603-4d0c-b076-02793afe630a req-f301f57b-8832-4271-a449-38b2c21bad87 tempest-AttachSCSIVolumeTestJSON-726279386 tempest-AttachSCSIVolumeTestJSON-726279386-project] 10.222.0.75 "GET /v2.0/security-groups?id=6ef9449a-e098-4cf5-aab7-b58b6c7c0ccd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1317518 Feb 09 19:08:46.233235 n-d-713498-36 neutron-server[103232]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 09 Feb 2022 19:08:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0c35973d-65ae-4060-b76e-b344b743d7ac x-openstack-request-id: req-0c35973d-65ae-4060-b76e-b344b743d7ac {{(pid=103232) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 19:08:46.233547 n-d-713498-36 neutron-server[103232]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "760f09f0-6e29-4b3b-84f4-9384bbe2a2c0", "name": "network-vif-unplugged", "status": "completed", "tag": "d497de83-eda3-43bc-87ef-1bdb243bb575", "code": 200}]} {{(pid=103232) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 19:08:46.233812 n-d-713498-36 neutron-server[103232]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-0c35973d-65ae-4060-b76e-b344b743d7ac {{(pid=103232) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 19:08:46.234245 n-d-713498-36 neutron-server[103232]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '760f09f0-6e29-4b3b-84f4-9384bbe2a2c0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd497de83-eda3-43bc-87ef-1bdb243bb575', 'code': 200} Feb 09 19:08:46.787071 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-562323c1-8e06-4ef7-928d-79a9f8006be2 req-08d2559f-89f8-41d7-a875-f76bbbab138f tempest-ImagesTestJSON-1015154253 tempest-ImagesTestJSON-1015154253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:08:46.797316 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-562323c1-8e06-4ef7-928d-79a9f8006be2 req-08d2559f-89f8-41d7-a875-f76bbbab138f tempest-ImagesTestJSON-1015154253 tempest-ImagesTestJSON-1015154253-project] 10.222.0.75 "GET /v2.0/ports?device_id=b5bcf323-43ab-4666-83a5-03958b60d192 HTTP/1.1" status: 200 len: 945 time: 0.0976186 Feb 09 19:08:46.893843 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-562323c1-8e06-4ef7-928d-79a9f8006be2 req-1b753555-efff-4889-a2d0-d2b0b95a4ff2 tempest-ImagesTestJSON-1015154253 tempest-ImagesTestJSON-1015154253-project] 10.222.0.75 "GET /v2.0/security-groups?id=1f45f199-38bd-4afd-a63a-d9a4ed62c8a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0900404 Feb 09 19:08:47.000262 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762867132591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593584'] for agent (496418a2-c002-4aec-ab1a-07f3bea491bd), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:08:47.349497 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-6ddc05ae-6bcf-497c-90d1-3d4ac5ee01a9 req-4ade1d10-a4e0-4108-923e-49dcb3bf505b tempest-LiveMigrationTest-1021096981 tempest-LiveMigrationTest-1021096981-project] 10.222.0.75 "GET /v2.0/ports?device_id=a26f3e83-5a8d-4d9d-aa20-3d25b99af655 HTTP/1.1" status: 200 len: 210 time: 0.0777450 Feb 09 19:08:47.539811 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c436406-895c-4515-8bd6-2b122096fc5b req-91e51b95-4728-4087-bf67-fb42df3d0179 tempest-AttachSCSIVolumeTestJSON-726279386 tempest-AttachSCSIVolumeTestJSON-726279386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:08:47.558564 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-1c436406-895c-4515-8bd6-2b122096fc5b req-91e51b95-4728-4087-bf67-fb42df3d0179 tempest-AttachSCSIVolumeTestJSON-726279386 tempest-AttachSCSIVolumeTestJSON-726279386-project] 10.222.0.75 "GET /v2.0/ports?device_id=640ac1ab-0d75-4c0e-a2a1-233975d248c8 HTTP/1.1" status: 200 len: 944 time: 0.1676514 Feb 09 19:08:47.640496 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-1c436406-895c-4515-8bd6-2b122096fc5b req-0ead23a1-0976-4ca6-8ca7-3f9c7738a11a tempest-AttachSCSIVolumeTestJSON-726279386 tempest-AttachSCSIVolumeTestJSON-726279386-project] 10.222.0.75 "GET /v2.0/security-groups?id=6ef9449a-e098-4cf5-aab7-b58b6c7c0ccd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0808873 Feb 09 19:08:48.182852 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55fed4a7-1b57-4ecb-a40a-4e58f145ec7d req-db31c055-1997-4d23-a860-5a9be0fea014 tempest-ImagesTestJSON-1015154253 tempest-ImagesTestJSON-1015154253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:08:48.185139 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-55fed4a7-1b57-4ecb-a40a-4e58f145ec7d req-db31c055-1997-4d23-a860-5a9be0fea014 tempest-ImagesTestJSON-1015154253 tempest-ImagesTestJSON-1015154253-project] 10.222.0.75 "GET /v2.0/ports?device_id=b5bcf323-43ab-4666-83a5-03958b60d192 HTTP/1.1" status: 200 len: 945 time: 0.1495304 Feb 09 19:08:48.304267 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762867132591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593584'] for agent (488cd9ae-631f-4955-ba0b-4f5a13f12e9c), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:08:48.313270 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-55fed4a7-1b57-4ecb-a40a-4e58f145ec7d req-9818b4da-d5ec-4ae3-b7f4-1b855bd355a5 tempest-ImagesTestJSON-1015154253 tempest-ImagesTestJSON-1015154253-project] 10.222.0.75 "GET /v2.0/security-groups?id=1f45f199-38bd-4afd-a63a-d9a4ed62c8a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1218536 Feb 09 19:08:48.756312 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762867132591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593584'] for agent (bcd5faee-dc24-4298-9134-0e0aa054058e), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:08:48.866979 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc647605-7bea-42af-aa66-172d11c31dd9 req-a4fc9746-620a-4e92-bc7d-c12563d11d04 tempest-AttachSCSIVolumeTestJSON-726279386 tempest-AttachSCSIVolumeTestJSON-726279386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:08:48.878058 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-dc647605-7bea-42af-aa66-172d11c31dd9 req-a4fc9746-620a-4e92-bc7d-c12563d11d04 tempest-AttachSCSIVolumeTestJSON-726279386 tempest-AttachSCSIVolumeTestJSON-726279386-project] 10.222.0.75 "GET /v2.0/ports?device_id=640ac1ab-0d75-4c0e-a2a1-233975d248c8 HTTP/1.1" status: 200 len: 944 time: 0.0848539 Feb 09 19:08:48.941741 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-dc647605-7bea-42af-aa66-172d11c31dd9 req-a0b39bc7-fb47-4cfa-9d61-bfd715b8da85 tempest-AttachSCSIVolumeTestJSON-726279386 tempest-AttachSCSIVolumeTestJSON-726279386-project] 10.222.0.75 "GET /v2.0/security-groups?id=6ef9449a-e098-4cf5-aab7-b58b6c7c0ccd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0624804 Feb 09 19:08:49.013011 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-bb554343-156e-45c1-bd46-f9b7cdf19090 req-74a14f70-6ff8-4bd0-86e4-ecf6755932fd tempest-LiveMigrationTest-1021096981 tempest-LiveMigrationTest-1021096981-project] 10.222.0.75 "GET /v2.0/ports?device_id=a26f3e83-5a8d-4d9d-aa20-3d25b99af655 HTTP/1.1" status: 200 len: 210 time: 0.2307074 Feb 09 19:08:49.142321 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-cd29b970-7abc-4720-bd24-daca4f901555 req-6499ae73-24a9-4ceb-bc2b-11e6997db094 service neutron] 10.222.0.90 "GET /v2.0/networks/79dcca8b-fb15-4198-90a4-bd5ccccb10b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6627018 Feb 09 19:08:49.238634 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbeef71c-a491-4bcc-80cb-47baa7d32fea req-64671b78-34bb-49d2-b727-953877fc6a0a tempest-LiveMigrationTest-1021096981 tempest-LiveMigrationTest-1021096981-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:08:49.252613 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-bbeef71c-a491-4bcc-80cb-47baa7d32fea req-64671b78-34bb-49d2-b727-953877fc6a0a tempest-LiveMigrationTest-1021096981 tempest-LiveMigrationTest-1021096981-project] 10.222.0.90 "GET /v2.0/networks?id=d725567e-ae4f-48c7-8826-ca95b9692346 HTTP/1.1" status: 200 len: 807 time: 0.4881189 Feb 09 19:08:49.452441 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.v2.base [req-bbeef71c-a491-4bcc-80cb-47baa7d32fea req-6fd19ed7-d064-49ac-96ef-823d5dbe61fb tempest-LiveMigrationTest-1021096981 tempest-LiveMigrationTest-1021096981-project] Request body: {'port': {'device_id': 'a26f3e83-5a8d-4d9d-aa20-3d25b99af655', 'network_id': 'd725567e-ae4f-48c7-8826-ca95b9692346', 'admin_state_up': True, 'tenant_id': '05fa6a089578484da4b750f8c0b5ad12'}} {{(pid=103230) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 19:08:49.827505 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1665746-4508-46cb-bf7e-d8d7ba5322eb req-b5f581f7-9a0d-4684-8b60-b140550f53c6 tempest-ImagesTestJSON-1015154253 tempest-ImagesTestJSON-1015154253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:08:49.831813 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-a1665746-4508-46cb-bf7e-d8d7ba5322eb req-b5f581f7-9a0d-4684-8b60-b140550f53c6 tempest-ImagesTestJSON-1015154253 tempest-ImagesTestJSON-1015154253-project] 10.222.0.75 "GET /v2.0/ports?device_id=b5bcf323-43ab-4666-83a5-03958b60d192 HTTP/1.1" status: 200 len: 945 time: 0.3320694 Feb 09 19:08:49.833855 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e9c9211-ff6c-41e4-999c-75dcd3b6d930 req-ecddcc4e-3ddb-416e-9b6d-2f5571735315 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:08:49.835927 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-1e9c9211-ff6c-41e4-999c-75dcd3b6d930 req-ecddcc4e-3ddb-416e-9b6d-2f5571735315 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=e7fe2e78952141fcb66374336ee1439b&device_id=640ac1ab-0d75-4c0e-a2a1-233975d248c8 HTTP/1.1" status: 200 len: 1127 time: 0.3162882 Feb 09 19:08:49.943756 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bbeef71c-a491-4bcc-80cb-47baa7d32fea req-6fd19ed7-d064-49ac-96ef-823d5dbe61fb tempest-LiveMigrationTest-1021096981 tempest-LiveMigrationTest-1021096981-project] Made reservation on behalf of 05fa6a089578484da4b750f8c0b5ad12 for: {'port': 1} {{(pid=103230) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 19:08:49.951496 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [req-bbeef71c-a491-4bcc-80cb-47baa7d32fea req-6fd19ed7-d064-49ac-96ef-823d5dbe61fb tempest-LiveMigrationTest-1021096981 tempest-LiveMigrationTest-1021096981-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (None), before_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:08:49.963258 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-a1665746-4508-46cb-bf7e-d8d7ba5322eb req-0689b8c0-b07e-4434-81ea-5623657ac73b tempest-ImagesTestJSON-1015154253 tempest-ImagesTestJSON-1015154253-project] 10.222.0.75 "GET /v2.0/security-groups?id=1f45f199-38bd-4afd-a63a-d9a4ed62c8a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1169879 Feb 09 19:08:50.172229 n-d-713498-36 neutron-server[103230]: DEBUG neutron.db.db_base_plugin_common [req-bbeef71c-a491-4bcc-80cb-47baa7d32fea req-6fd19ed7-d064-49ac-96ef-823d5dbe61fb tempest-LiveMigrationTest-1021096981 tempest-LiveMigrationTest-1021096981-project] Allocated IP 172.20.0.9 (d725567e-ae4f-48c7-8826-ca95b9692346/41b0b245-923a-427d-ac3e-7f4b2ecbbb0e/816526f9-3182-449c-a6c1-ec06db6c235e) {{(pid=103230) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 19:08:50.252817 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cce397b-a740-4f50-91c7-701ed80985d0 req-1f7adc23-cef2-4dac-865d-e31cc1672dab tempest-AttachSCSIVolumeTestJSON-726279386 tempest-AttachSCSIVolumeTestJSON-726279386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:08:50.260362 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-5cce397b-a740-4f50-91c7-701ed80985d0 req-1f7adc23-cef2-4dac-865d-e31cc1672dab tempest-AttachSCSIVolumeTestJSON-726279386 tempest-AttachSCSIVolumeTestJSON-726279386-project] 10.222.0.75 "GET /v2.0/ports?device_id=640ac1ab-0d75-4c0e-a2a1-233975d248c8 HTTP/1.1" status: 200 len: 944 time: 0.0916781 Feb 09 19:08:50.311845 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-5cce397b-a740-4f50-91c7-701ed80985d0 req-7a8572bb-d63c-4913-9178-b4c08d29b3aa tempest-AttachSCSIVolumeTestJSON-726279386 tempest-AttachSCSIVolumeTestJSON-726279386-project] 10.222.0.75 "GET /v2.0/security-groups?id=6ef9449a-e098-4cf5-aab7-b58b6c7c0ccd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502870 Feb 09 19:08:50.402736 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [req-bbeef71c-a491-4bcc-80cb-47baa7d32fea req-6fd19ed7-d064-49ac-96ef-823d5dbe61fb tempest-LiveMigrationTest-1021096981 tempest-LiveMigrationTest-1021096981-project] Publish callbacks [] for port (816526f9-3182-449c-a6c1-ec06db6c235e), precommit_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:08:50.423563 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-9fc4bbd9-f279-440e-8ed3-6b304116af1e req-3b7a2756-9dde-4149-9596-e1c3eaa2ac0e tempest-LiveMigrationTest-1021096981 tempest-LiveMigrationTest-1021096981-project] 10.222.0.75 "GET /v2.0/ports?device_id=a26f3e83-5a8d-4d9d-aa20-3d25b99af655 HTTP/1.1" status: 200 len: 210 time: 0.0441728 Feb 09 19:08:50.471028 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e9c9211-ff6c-41e4-999c-75dcd3b6d930 req-8492c1eb-40f9-4603-bd2a-0f952fc04dc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:08:50.472822 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-1e9c9211-ff6c-41e4-999c-75dcd3b6d930 req-8492c1eb-40f9-4603-bd2a-0f952fc04dc3 service neutron] 10.222.0.90 "GET /v2.0/networks?id=79dcca8b-fb15-4198-90a4-bd5ccccb10b6 HTTP/1.1" status: 200 len: 916 time: 0.1338470 Feb 09 19:08:50.474862 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [req-bbeef71c-a491-4bcc-80cb-47baa7d32fea req-6fd19ed7-d064-49ac-96ef-823d5dbe61fb tempest-LiveMigrationTest-1021096981 tempest-LiveMigrationTest-1021096981-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762866656467', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14393751'] for port (816526f9-3182-449c-a6c1-ec06db6c235e), after_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:08:50.488156 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] get_ports_and_sgs() called for port_ids ['40de4c12-543c-44a6-9bda-24a60a9555b8'] {{(pid=103232) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 19:08:50.633455 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-1e9c9211-ff6c-41e4-999c-75dcd3b6d930 req-bdb774b9-3317-4779-aebd-42c32d3b406b service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=77a97814-2e80-4101-8fd6-1802bf92097c HTTP/1.1" status: 200 len: 217 time: 0.0906687 Feb 09 19:08:50.643445 n-d-713498-36 neutron-server[103230]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bbeef71c-a491-4bcc-80cb-47baa7d32fea req-6fd19ed7-d064-49ac-96ef-823d5dbe61fb tempest-LiveMigrationTest-1021096981 tempest-LiveMigrationTest-1021096981-project] Network d725567e-ae4f-48c7-8826-ca95b9692346 is already hosted by enough agents. {{(pid=103230) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 19:08:50.679708 n-d-713498-36 neutron-server[103230]: DEBUG neutron.scheduler.base_scheduler [req-bbeef71c-a491-4bcc-80cb-47baa7d32fea req-6fd19ed7-d064-49ac-96ef-823d5dbe61fb tempest-LiveMigrationTest-1021096981 tempest-LiveMigrationTest-1021096981-project] Resources bound (agent type, host, resource id): {{(pid=103230) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 19:08:50.684526 n-d-713498-36 neutron-server[103230]: DEBUG neutron.db.l3_dvrscheduler_db [req-bbeef71c-a491-4bcc-80cb-47baa7d32fea req-6fd19ed7-d064-49ac-96ef-823d5dbe61fb tempest-LiveMigrationTest-1021096981 tempest-LiveMigrationTest-1021096981-project] Received port after_create {{(pid=103230) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 19:08:50.740678 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbeef71c-a491-4bcc-80cb-47baa7d32fea req-6fd19ed7-d064-49ac-96ef-823d5dbe61fb tempest-LiveMigrationTest-1021096981 tempest-LiveMigrationTest-1021096981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:08:50.741360 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [req-bbeef71c-a491-4bcc-80cb-47baa7d32fea req-6fd19ed7-d064-49ac-96ef-823d5dbe61fb tempest-LiveMigrationTest-1021096981 tempest-LiveMigrationTest-1021096981-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171096'] for port (None), before_response {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:08:50.744823 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fd19ed7-d064-49ac-96ef-823d5dbe61fb tempest-LiveMigrationTest-1021096981 tempest-LiveMigrationTest-1021096981-project] Pushing event updated for resources: {'Port': ['ID=816526f9-3182-449c-a6c1-ec06db6c235e,revision_number=1']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:08:50.780883 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-bbeef71c-a491-4bcc-80cb-47baa7d32fea req-6fd19ed7-d064-49ac-96ef-823d5dbe61fb tempest-LiveMigrationTest-1021096981 tempest-LiveMigrationTest-1021096981-project] 10.222.0.90 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3326497 Feb 09 19:08:50.782491 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e9c9211-ff6c-41e4-999c-75dcd3b6d930 req-0d079d97-d160-447d-9144-2b83df7d0d71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:08:50.784389 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-1e9c9211-ff6c-41e4-999c-75dcd3b6d930 req-0d079d97-d160-447d-9144-2b83df7d0d71 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=781f0138-f3f4-48e8-b7f7-331db75b4ff4 HTTP/1.1" status: 200 len: 854 time: 0.1397445 Feb 09 19:08:50.805490 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.v2.base [req-bbeef71c-a491-4bcc-80cb-47baa7d32fea req-1bcf46bf-d5b3-4c2e-b804-b493b77face7 service neutron] Request body: {'port': {'device_id': 'a26f3e83-5a8d-4d9d-aa20-3d25b99af655', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-713498-36'}} {{(pid=103230) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 19:08:50.929877 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [req-bbeef71c-a491-4bcc-80cb-47baa7d32fea req-1bcf46bf-d5b3-4c2e-b804-b493b77face7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (816526f9-3182-449c-a6c1-ec06db6c235e), before_update {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:08:50.948494 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e9c9211-ff6c-41e4-999c-75dcd3b6d930 req-4a599628-dce0-450e-92ba-ccc3c5e3706c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:08:50.950274 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-1e9c9211-ff6c-41e4-999c-75dcd3b6d930 req-4a599628-dce0-450e-92ba-ccc3c5e3706c service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=79dcca8b-fb15-4198-90a4-bd5ccccb10b6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0922706 Feb 09 19:08:51.142205 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6344d5ef-d73a-4591-ac0f-5174ef8c8068 req-d6f04326-52fb-4ae6-9ab9-e7db568150bd tempest-ImagesTestJSON-1015154253 tempest-ImagesTestJSON-1015154253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:08:51.143815 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-6344d5ef-d73a-4591-ac0f-5174ef8c8068 req-d6f04326-52fb-4ae6-9ab9-e7db568150bd tempest-ImagesTestJSON-1015154253 tempest-ImagesTestJSON-1015154253-project] 10.222.0.75 "GET /v2.0/ports?device_id=b5bcf323-43ab-4666-83a5-03958b60d192 HTTP/1.1" status: 200 len: 945 time: 0.0656939 Feb 09 19:08:51.212372 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-1e9c9211-ff6c-41e4-999c-75dcd3b6d930 req-6403c086-1648-4fc9-af40-ddd5afb63db5 service neutron] 10.222.0.90 "GET /v2.0/networks/79dcca8b-fb15-4198-90a4-bd5ccccb10b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2356198 Feb 09 19:08:51.228874 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-6344d5ef-d73a-4591-ac0f-5174ef8c8068 req-5c33a531-a02d-436b-927c-9e92cf4352bf tempest-ImagesTestJSON-1015154253 tempest-ImagesTestJSON-1015154253-project] 10.222.0.75 "GET /v2.0/security-groups?id=1f45f199-38bd-4afd-a63a-d9a4ed62c8a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0774331 Feb 09 19:08:51.466114 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a5d3b33-6a36-4064-b137-b8fdc38b5492 req-e40723d0-2116-43aa-8485-1e58f8af5ac0 tempest-AttachSCSIVolumeTestJSON-726279386 tempest-AttachSCSIVolumeTestJSON-726279386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:08:51.467946 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-5a5d3b33-6a36-4064-b137-b8fdc38b5492 req-e40723d0-2116-43aa-8485-1e58f8af5ac0 tempest-AttachSCSIVolumeTestJSON-726279386 tempest-AttachSCSIVolumeTestJSON-726279386-project] 10.222.0.75 "GET /v2.0/ports?device_id=640ac1ab-0d75-4c0e-a2a1-233975d248c8 HTTP/1.1" status: 200 len: 944 time: 0.0776787 Feb 09 19:08:51.508145 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-1e9c9211-ff6c-41e4-999c-75dcd3b6d930 req-36690649-2614-438e-9dbd-f41cc8eb5288 service neutron] 10.222.0.90 "GET /v2.0/networks/79dcca8b-fb15-4198-90a4-bd5ccccb10b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2135835 Feb 09 19:08:51.511651 n-d-713498-36 neutron-server[103230]: DEBUG neutron.notifiers.nova [req-bbeef71c-a491-4bcc-80cb-47baa7d32fea req-1bcf46bf-d5b3-4c2e-b804-b493b77face7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 816526f9-3182-449c-a6c1-ec06db6c235e {{(pid=103230) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 19:08:51.519814 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [req-bbeef71c-a491-4bcc-80cb-47baa7d32fea req-1bcf46bf-d5b3-4c2e-b804-b493b77face7 service neutron] Publish callbacks [] for port (816526f9-3182-449c-a6c1-ec06db6c235e), precommit_update {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:08:51.534897 n-d-713498-36 neutron-server[103230]: DEBUG neutron.db.provisioning_blocks [req-bbeef71c-a491-4bcc-80cb-47baa7d32fea req-1bcf46bf-d5b3-4c2e-b804-b493b77face7 service neutron] Transition to ACTIVE for port object 816526f9-3182-449c-a6c1-ec06db6c235e will not be triggered until provisioned by entity L2. {{(pid=103230) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 19:08:51.541348 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [req-bbeef71c-a491-4bcc-80cb-47baa7d32fea req-1bcf46bf-d5b3-4c2e-b804-b493b77face7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762867176205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762866656485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762866656503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14393758'] for port (816526f9-3182-449c-a6c1-ec06db6c235e), after_update {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:08:51.550474 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Device 2a497291-c0ba-497e-912e-500b14b27235 details requested by agent hyperv_n-h2-713498-36 with host n-h2-713498-36 {{(pid=103232) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 19:08:51.584752 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-5a5d3b33-6a36-4064-b137-b8fdc38b5492 req-db10f74d-387b-4051-846c-adb999fd47d4 tempest-AttachSCSIVolumeTestJSON-726279386 tempest-AttachSCSIVolumeTestJSON-726279386-project] 10.222.0.75 "GET /v2.0/security-groups?id=6ef9449a-e098-4cf5-aab7-b58b6c7c0ccd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1062450 Feb 09 19:08:51.653403 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bcf46bf-d5b3-4c2e-b804-b493b77face7 service neutron] Pushing event updated for resources: {'Port': ['ID=816526f9-3182-449c-a6c1-ec06db6c235e,revision_number=2']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:08:51.712388 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87025f13-ffc4-41f1-b39c-35b32672bf56 req-ff76d935-1222-4d0d-8716-9df2923087ed tempest-LiveMigrationTest-1021096981 tempest-LiveMigrationTest-1021096981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:08:51.719330 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.managers [req-bbeef71c-a491-4bcc-80cb-47baa7d32fea req-1bcf46bf-d5b3-4c2e-b804-b493b77face7 service neutron] Attempting to bind port 816526f9-3182-449c-a6c1-ec06db6c235e on host n-h2-713498-36 for vnic_type normal with profile {{(pid=103230) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 19:08:51.719773 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.managers [req-bbeef71c-a491-4bcc-80cb-47baa7d32fea req-1bcf46bf-d5b3-4c2e-b804-b493b77face7 service neutron] Attempting to bind port 816526f9-3182-449c-a6c1-ec06db6c235e by drivers openvswitch,hyperv on host n-h2-713498-36 at level 0 using segments [{'id': '5e48c0d3-ac92-403e-8ddc-eab47c471644', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': 'd725567e-ae4f-48c7-8826-ca95b9692346'}] {{(pid=103230) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 19:08:51.720485 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bbeef71c-a491-4bcc-80cb-47baa7d32fea req-1bcf46bf-d5b3-4c2e-b804-b493b77face7 service neutron] Attempting to bind port 816526f9-3182-449c-a6c1-ec06db6c235e on network d725567e-ae4f-48c7-8826-ca95b9692346 {{(pid=103230) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 19:08:51.723061 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-87025f13-ffc4-41f1-b39c-35b32672bf56 req-ff76d935-1222-4d0d-8716-9df2923087ed tempest-LiveMigrationTest-1021096981 tempest-LiveMigrationTest-1021096981-project] 10.222.0.75 "GET /v2.0/ports?device_id=a26f3e83-5a8d-4d9d-aa20-3d25b99af655 HTTP/1.1" status: 200 len: 943 time: 0.0764060 Feb 09 19:08:51.726180 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bbeef71c-a491-4bcc-80cb-47baa7d32fea req-1bcf46bf-d5b3-4c2e-b804-b493b77face7 service neutron] Port 816526f9-3182-449c-a6c1-ec06db6c235e on network d725567e-ae4f-48c7-8826-ca95b9692346 not bound, no agent of type Open vSwitch agent registered on host n-h2-713498-36 {{(pid=103230) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 19:08:51.726527 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bbeef71c-a491-4bcc-80cb-47baa7d32fea req-1bcf46bf-d5b3-4c2e-b804-b493b77face7 service neutron] Attempting to bind port 816526f9-3182-449c-a6c1-ec06db6c235e on network d725567e-ae4f-48c7-8826-ca95b9692346 {{(pid=103230) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 19:08:51.740956 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bbeef71c-a491-4bcc-80cb-47baa7d32fea req-1bcf46bf-d5b3-4c2e-b804-b493b77face7 service neutron] Checking agent: {'id': 'bcd5faee-dc24-4298-9134-0e0aa054058e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713498-36', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 18, 59, 19), 'started_at': datetime.datetime(2022, 2, 9, 18, 59, 19), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 19, 8, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103230) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 19:08:51.740956 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bbeef71c-a491-4bcc-80cb-47baa7d32fea req-1bcf46bf-d5b3-4c2e-b804-b493b77face7 service neutron] Checking segment: {'id': '5e48c0d3-ac92-403e-8ddc-eab47c471644', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': 'd725567e-ae4f-48c7-8826-ca95b9692346'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103230) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 19:08:51.740956 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bbeef71c-a491-4bcc-80cb-47baa7d32fea req-1bcf46bf-d5b3-4c2e-b804-b493b77face7 service neutron] Bound using segment: {'id': '5e48c0d3-ac92-403e-8ddc-eab47c471644', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': 'd725567e-ae4f-48c7-8826-ca95b9692346'} {{(pid=103230) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 19:08:51.740956 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.managers [req-bbeef71c-a491-4bcc-80cb-47baa7d32fea req-1bcf46bf-d5b3-4c2e-b804-b493b77face7 service neutron] Bound port: 816526f9-3182-449c-a6c1-ec06db6c235e, host: n-h2-713498-36, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5e48c0d3-ac92-403e-8ddc-eab47c471644', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': 'd725567e-ae4f-48c7-8826-ca95b9692346'}}] {{(pid=103230) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 19:08:51.740956 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [req-bbeef71c-a491-4bcc-80cb-47baa7d32fea req-1bcf46bf-d5b3-4c2e-b804-b493b77face7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (816526f9-3182-449c-a6c1-ec06db6c235e), before_update {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:08:51.769387 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-7429db8d-6021-40ad-813e-885be449a89b None None] For port 2a497291-c0ba-497e-912e-500b14b27235, host n-h2-713498-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-36',level=0,port_id=2a497291-c0ba-497e-912e-500b14b27235,segment=NetworkSegment(50e5915e-18f0-4558-9a28-b978975ead36),segment_id=50e5915e-18f0-4558-9a28-b978975ead36)] {{(pid=103232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 19:08:51.804085 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Returning: {'device': '2a497291-c0ba-497e-912e-500b14b27235', 'network_id': '2b5494c8-cf97-42c1-b902-87f998f28179', 'port_id': '2a497291-c0ba-497e-912e-500b14b27235', 'mac_address': 'fa:16:3e:07:5d:bc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 359, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '60b561cb-321e-4f83-9bb3-92b2e1d0dc44', 'ip_address': '192.168.233.94'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103232) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 19:08:51.839817 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-87025f13-ffc4-41f1-b39c-35b32672bf56 req-fa458409-d02a-4077-b779-d5d1d195f31e tempest-LiveMigrationTest-1021096981 tempest-LiveMigrationTest-1021096981-project] 10.222.0.75 "GET /v2.0/security-groups?id=ba18819a-1490-4e7b-a11b-e8610423d8ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1125975 Feb 09 19:08:51.840635 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.db [req-bbeef71c-a491-4bcc-80cb-47baa7d32fea req-1bcf46bf-d5b3-4c2e-b804-b493b77face7 service neutron] For port 816526f9-3182-449c-a6c1-ec06db6c235e, host n-h2-713498-36, cleared binding levels {{(pid=103230) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 19:08:51.843976 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.db [req-bbeef71c-a491-4bcc-80cb-47baa7d32fea req-1bcf46bf-d5b3-4c2e-b804-b493b77face7 service neutron] For port 816526f9-3182-449c-a6c1-ec06db6c235e, host n-h2-713498-36, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-36',level=0,port_id=816526f9-3182-449c-a6c1-ec06db6c235e,segment=NetworkSegment(5e48c0d3-ac92-403e-8ddc-eab47c471644),segment_id=5e48c0d3-ac92-403e-8ddc-eab47c471644)] {{(pid=103230) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 19:08:51.850923 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [req-bbeef71c-a491-4bcc-80cb-47baa7d32fea req-1bcf46bf-d5b3-4c2e-b804-b493b77face7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762867176205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762866656485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762866656503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14393758'] for port (816526f9-3182-449c-a6c1-ec06db6c235e), after_update {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:08:51.874350 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Current status of the port 2a497291-c0ba-497e-912e-500b14b27235 is: DOWN; New status is: BUILD {{(pid=103232) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 19:08:51.875081 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (2a497291-c0ba-497e-912e-500b14b27235), before_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:08:51.893217 n-d-713498-36 neutron-server[103232]: DEBUG neutron.notifiers.nova [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2a497291-c0ba-497e-912e-500b14b27235 {{(pid=103232) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 19:08:51.899789 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbeef71c-a491-4bcc-80cb-47baa7d32fea req-1bcf46bf-d5b3-4c2e-b804-b493b77face7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:08:51.903000 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [req-bbeef71c-a491-4bcc-80cb-47baa7d32fea req-1bcf46bf-d5b3-4c2e-b804-b493b77face7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171096'] for port (None), before_response {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:08:51.906720 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-bbeef71c-a491-4bcc-80cb-47baa7d32fea req-1bcf46bf-d5b3-4c2e-b804-b493b77face7 service neutron] 10.222.0.90 "PUT /v2.0/ports/816526f9-3182-449c-a6c1-ec06db6c235e HTTP/1.1" status: 200 len: 1092 time: 1.1066322 Feb 09 19:08:51.912450 n-d-713498-36 neutron-server[103230]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a26f3e83-5a8d-4d9d-aa20-3d25b99af655', 'tag': '816526f9-3182-449c-a6c1-ec06db6c235e'}] {{(pid=103230) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 19:08:51.917510 n-d-713498-36 neutron-server[103230]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aee5919275bae9f72eb374ee322673045eb80c1f84b4b45a97d96923bd50ab51" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-36437a55-db16-4685-a497-45a652305989" -d '{"events": [{"name": "network-changed", "server_uuid": "a26f3e83-5a8d-4d9d-aa20-3d25b99af655", "tag": "816526f9-3182-449c-a6c1-ec06db6c235e"}]}' {{(pid=103230) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 19:08:51.923000 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-7429db8d-6021-40ad-813e-885be449a89b None None] For port 2a497291-c0ba-497e-912e-500b14b27235, host n-h2-713498-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-36',level=0,port_id=2a497291-c0ba-497e-912e-500b14b27235,segment=NetworkSegment(50e5915e-18f0-4558-9a28-b978975ead36),segment_id=50e5915e-18f0-4558-9a28-b978975ead36)] {{(pid=103232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 19:08:51.927795 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762867176205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762866656485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762866656503'] for port (2a497291-c0ba-497e-912e-500b14b27235), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:08:51.995333 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Pushing event updated for resources: {'Port': ['ID=2a497291-c0ba-497e-912e-500b14b27235,revision_number=9']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:08:52.003769 n-d-713498-36 neutron-server[103230]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 19:08:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0b923ab0-1607-4a46-be17-bc5da2d5dad3 x-openstack-request-id: req-0b923ab0-1607-4a46-be17-bc5da2d5dad3 {{(pid=103230) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 19:08:52.004313 n-d-713498-36 neutron-server[103230]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a26f3e83-5a8d-4d9d-aa20-3d25b99af655", "tag": "816526f9-3182-449c-a6c1-ec06db6c235e", "status": "completed", "code": 200}]} {{(pid=103230) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 19:08:52.004636 n-d-713498-36 neutron-server[103230]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-0b923ab0-1607-4a46-be17-bc5da2d5dad3 {{(pid=103230) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 19:08:52.005021 n-d-713498-36 neutron-server[103230]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a26f3e83-5a8d-4d9d-aa20-3d25b99af655', 'tag': '816526f9-3182-449c-a6c1-ec06db6c235e', 'status': 'completed', 'code': 200} Feb 09 19:08:52.007536 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bcf46bf-d5b3-4c2e-b804-b493b77face7 service neutron] Pushing event updated for resources: {'Port': ['ID=816526f9-3182-449c-a6c1-ec06db6c235e,revision_number=3']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:08:52.043187 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbeef71c-a491-4bcc-80cb-47baa7d32fea req-383b84d6-2ab4-45ad-b887-facb1eac5f97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:08:52.045069 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-bbeef71c-a491-4bcc-80cb-47baa7d32fea req-383b84d6-2ab4-45ad-b887-facb1eac5f97 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=05fa6a089578484da4b750f8c0b5ad12&device_id=a26f3e83-5a8d-4d9d-aa20-3d25b99af655 HTTP/1.1" status: 200 len: 1126 time: 0.0840843 Feb 09 19:08:52.110414 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-bbeef71c-a491-4bcc-80cb-47baa7d32fea req-e0cc09d2-eae8-4d31-8d68-4640ddbf77ea service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=816526f9-3182-449c-a6c1-ec06db6c235e HTTP/1.1" status: 200 len: 217 time: 0.0502949 Feb 09 19:08:52.144839 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-7429db8d-6021-40ad-813e-885be449a89b None None] get_ports_and_sgs() called for port_ids ['2a497291-c0ba-497e-912e-500b14b27235'] {{(pid=103232) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 19:08:52.171600 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbeef71c-a491-4bcc-80cb-47baa7d32fea req-95ad0e6e-0dd4-4a95-adfa-d0d572f50ceb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:08:52.173498 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-bbeef71c-a491-4bcc-80cb-47baa7d32fea req-95ad0e6e-0dd4-4a95-adfa-d0d572f50ceb service neutron] 10.222.0.90 "GET /v2.0/subnets?id=41b0b245-923a-427d-ac3e-7f4b2ecbbb0e HTTP/1.1" status: 200 len: 847 time: 0.0499687 Feb 09 19:08:52.238549 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-bbeef71c-a491-4bcc-80cb-47baa7d32fea req-795289e4-814e-4e10-ae38-e95212e2f8e7 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=d725567e-ae4f-48c7-8826-ca95b9692346&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0531845 Feb 09 19:08:52.403866 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6168d364-218b-493d-bb80-d85dee46f434 req-d30ab9ad-0d03-4ca6-8c5f-0d2ef4f8cbde tempest-ImagesTestJSON-1015154253 tempest-ImagesTestJSON-1015154253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:08:52.405550 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-6168d364-218b-493d-bb80-d85dee46f434 req-d30ab9ad-0d03-4ca6-8c5f-0d2ef4f8cbde tempest-ImagesTestJSON-1015154253 tempest-ImagesTestJSON-1015154253-project] 10.222.0.75 "GET /v2.0/ports?device_id=b5bcf323-43ab-4666-83a5-03958b60d192 HTTP/1.1" status: 200 len: 945 time: 0.0574467 Feb 09 19:08:52.444110 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-bbeef71c-a491-4bcc-80cb-47baa7d32fea req-1279b719-85c5-4236-a290-0df92f757a01 service neutron] 10.222.0.90 "GET /v2.0/networks/d725567e-ae4f-48c7-8826-ca95b9692346?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1964686 Feb 09 19:08:52.514582 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-6168d364-218b-493d-bb80-d85dee46f434 req-307f03ca-59b7-4e92-851e-6bb336b94103 tempest-ImagesTestJSON-1015154253 tempest-ImagesTestJSON-1015154253-project] 10.222.0.75 "GET /v2.0/security-groups?id=1f45f199-38bd-4afd-a63a-d9a4ed62c8a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1019559 Feb 09 19:08:52.639631 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-bbeef71c-a491-4bcc-80cb-47baa7d32fea req-8f3897c6-82b5-4808-8f34-6713cc16d3e8 service neutron] 10.222.0.90 "GET /v2.0/networks/d725567e-ae4f-48c7-8826-ca95b9692346?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1754692 Feb 09 19:08:52.779488 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b1df496-e8a5-4d4d-be60-5309107fd21b req-9258e97f-38f2-44e4-ba3f-4cc922d57e61 tempest-AttachSCSIVolumeTestJSON-726279386 tempest-AttachSCSIVolumeTestJSON-726279386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:08:52.787338 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36437a55-db16-4685-a497-45a652305989 req-66143b30-a72e-42c5-aa40-1a0eaed58b97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:08:52.788173 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-2b1df496-e8a5-4d4d-be60-5309107fd21b req-9258e97f-38f2-44e4-ba3f-4cc922d57e61 tempest-AttachSCSIVolumeTestJSON-726279386 tempest-AttachSCSIVolumeTestJSON-726279386-project] 10.222.0.75 "GET /v2.0/ports?device_id=640ac1ab-0d75-4c0e-a2a1-233975d248c8 HTTP/1.1" status: 200 len: 944 time: 0.0921431 Feb 09 19:08:52.798619 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-36437a55-db16-4685-a497-45a652305989 req-66143b30-a72e-42c5-aa40-1a0eaed58b97 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=05fa6a089578484da4b750f8c0b5ad12&device_id=a26f3e83-5a8d-4d9d-aa20-3d25b99af655 HTTP/1.1" status: 200 len: 1126 time: 0.1029382 Feb 09 19:08:52.870359 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-2b1df496-e8a5-4d4d-be60-5309107fd21b req-83f4b771-5cc7-44a3-94c5-5c4b777481b1 tempest-AttachSCSIVolumeTestJSON-726279386 tempest-AttachSCSIVolumeTestJSON-726279386-project] 10.222.0.75 "GET /v2.0/security-groups?id=6ef9449a-e098-4cf5-aab7-b58b6c7c0ccd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0737495 Feb 09 19:08:52.929153 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36437a55-db16-4685-a497-45a652305989 req-8023efe0-1397-4070-81ce-d94ecbe55ebd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:08:52.931523 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-36437a55-db16-4685-a497-45a652305989 req-8023efe0-1397-4070-81ce-d94ecbe55ebd service neutron] 10.222.0.90 "GET /v2.0/networks?id=d725567e-ae4f-48c7-8826-ca95b9692346 HTTP/1.1" status: 200 len: 908 time: 0.1258359 Feb 09 19:08:53.017313 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-36437a55-db16-4685-a497-45a652305989 req-3eb08f72-a6c7-45ee-819c-69778137825c service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=816526f9-3182-449c-a6c1-ec06db6c235e HTTP/1.1" status: 200 len: 217 time: 0.0643022 Feb 09 19:08:53.053226 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc7ba96b-8e54-4fb1-a0e0-57e104aa107c req-8174ccdb-d94f-4667-9402-31d7d1087aaa tempest-LiveMigrationTest-1021096981 tempest-LiveMigrationTest-1021096981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:08:53.053226 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-bc7ba96b-8e54-4fb1-a0e0-57e104aa107c req-8174ccdb-d94f-4667-9402-31d7d1087aaa tempest-LiveMigrationTest-1021096981 tempest-LiveMigrationTest-1021096981-project] 10.222.0.75 "GET /v2.0/ports?device_id=a26f3e83-5a8d-4d9d-aa20-3d25b99af655 HTTP/1.1" status: 200 len: 943 time: 0.0827219 Feb 09 19:08:53.103244 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-bc7ba96b-8e54-4fb1-a0e0-57e104aa107c req-0f047b49-58fb-4924-8516-94099f1d7eda tempest-LiveMigrationTest-1021096981 tempest-LiveMigrationTest-1021096981-project] 10.222.0.75 "GET /v2.0/security-groups?id=ba18819a-1490-4e7b-a11b-e8610423d8ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498505 Feb 09 19:08:53.114015 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36437a55-db16-4685-a497-45a652305989 req-fb29fc39-d376-4218-9f1d-f629b387c66a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:08:53.115499 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-36437a55-db16-4685-a497-45a652305989 req-fb29fc39-d376-4218-9f1d-f629b387c66a service neutron] 10.222.0.90 "GET /v2.0/subnets?id=41b0b245-923a-427d-ac3e-7f4b2ecbbb0e HTTP/1.1" status: 200 len: 847 time: 0.0877395 Feb 09 19:08:53.163354 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-36437a55-db16-4685-a497-45a652305989 req-d608913f-6298-469f-9727-520caf6e1117 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=d725567e-ae4f-48c7-8826-ca95b9692346&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0281482 Feb 09 19:08:53.327031 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-36437a55-db16-4685-a497-45a652305989 req-1324e07a-06f5-4530-b796-602d804d1473 service neutron] 10.222.0.90 "GET /v2.0/networks/d725567e-ae4f-48c7-8826-ca95b9692346?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1489420 Feb 09 19:08:53.521026 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-36437a55-db16-4685-a497-45a652305989 req-21896619-3d62-40e2-bb51-595d308b7546 service neutron] 10.222.0.90 "GET /v2.0/networks/d725567e-ae4f-48c7-8826-ca95b9692346?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1814027 Feb 09 19:08:53.567765 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Device 77a97814-2e80-4101-8fd6-1802bf92097c details requested by agent hyperv_n-h2-713498-36 with host n-h2-713498-36 {{(pid=103232) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 19:08:53.569808 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Device 2a497291-c0ba-497e-912e-500b14b27235 up at agent hyperv_n-h2-713498-36 {{(pid=103232) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 19:08:53.670306 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5be8499-0c4f-45e6-88c5-63b5ce5eda11 req-664b3fe7-df11-454f-8502-55f625b516ac tempest-ImagesTestJSON-1015154253 tempest-ImagesTestJSON-1015154253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:08:53.671901 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-e5be8499-0c4f-45e6-88c5-63b5ce5eda11 req-664b3fe7-df11-454f-8502-55f625b516ac tempest-ImagesTestJSON-1015154253 tempest-ImagesTestJSON-1015154253-project] 10.222.0.75 "GET /v2.0/ports?device_id=b5bcf323-43ab-4666-83a5-03958b60d192 HTTP/1.1" status: 200 len: 945 time: 0.0703845 Feb 09 19:08:53.776317 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-e5be8499-0c4f-45e6-88c5-63b5ce5eda11 req-98755933-781b-4a2d-b9bc-1386d26f5177 tempest-ImagesTestJSON-1015154253 tempest-ImagesTestJSON-1015154253-project] 10.222.0.75 "GET /v2.0/security-groups?id=1f45f199-38bd-4afd-a63a-d9a4ed62c8a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0905209 Feb 09 19:08:53.854931 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-7429db8d-6021-40ad-813e-885be449a89b None None] For port 77a97814-2e80-4101-8fd6-1802bf92097c, host n-h2-713498-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-36',level=0,port_id=77a97814-2e80-4101-8fd6-1802bf92097c,segment=NetworkSegment(5ba58464-a437-40dd-815c-0d37894d66a8),segment_id=5ba58464-a437-40dd-815c-0d37894d66a8)] {{(pid=103232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 19:08:53.870852 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Returning: {'device': '77a97814-2e80-4101-8fd6-1802bf92097c', 'network_id': '79dcca8b-fb15-4198-90a4-bd5ccccb10b6', 'port_id': '77a97814-2e80-4101-8fd6-1802bf92097c', 'mac_address': 'fa:16:3e:b1:d0:5f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 354, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '781f0138-f3f4-48e8-b7f7-331db75b4ff4', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103232) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 19:08:53.932862 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Current status of the port 77a97814-2e80-4101-8fd6-1802bf92097c is: DOWN; New status is: BUILD {{(pid=103232) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 19:08:53.933256 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (77a97814-2e80-4101-8fd6-1802bf92097c), before_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:08:53.947899 n-d-713498-36 neutron-server[103232]: DEBUG neutron.notifiers.nova [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 77a97814-2e80-4101-8fd6-1802bf92097c {{(pid=103232) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 19:08:53.974698 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-7429db8d-6021-40ad-813e-885be449a89b None None] For port 77a97814-2e80-4101-8fd6-1802bf92097c, host n-h2-713498-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-36',level=0,port_id=77a97814-2e80-4101-8fd6-1802bf92097c,segment=NetworkSegment(5ba58464-a437-40dd-815c-0d37894d66a8),segment_id=5ba58464-a437-40dd-815c-0d37894d66a8)] {{(pid=103232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 19:08:53.976869 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.provisioning_blocks [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Provisioning complete for port 2a497291-c0ba-497e-912e-500b14b27235 triggered by entity L2. {{(pid=103232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 19:08:53.977246 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593630'] for port (2a497291-c0ba-497e-912e-500b14b27235), provisioning_complete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:08:54.017450 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762867176205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762866656485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762866656503'] for port (77a97814-2e80-4101-8fd6-1802bf92097c), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:08:54.100206 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Current status of the port 2a497291-c0ba-497e-912e-500b14b27235 is: BUILD; New status is: ACTIVE {{(pid=103232) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 19:08:54.100930 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (2a497291-c0ba-497e-912e-500b14b27235), before_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:08:54.127390 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c827e262-443f-48c3-a112-b8afd475d9e0 req-cb26c7e6-ea99-4116-b863-27e95c35c4b4 tempest-AttachSCSIVolumeTestJSON-726279386 tempest-AttachSCSIVolumeTestJSON-726279386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:08:54.140063 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-c827e262-443f-48c3-a112-b8afd475d9e0 req-cb26c7e6-ea99-4116-b863-27e95c35c4b4 tempest-AttachSCSIVolumeTestJSON-726279386 tempest-AttachSCSIVolumeTestJSON-726279386-project] 10.222.0.75 "GET /v2.0/ports?device_id=640ac1ab-0d75-4c0e-a2a1-233975d248c8 HTTP/1.1" status: 200 len: 945 time: 0.1367044 Feb 09 19:08:54.151873 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-7429db8d-6021-40ad-813e-885be449a89b None None] For port 2a497291-c0ba-497e-912e-500b14b27235, host n-h2-713498-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-36',level=0,port_id=2a497291-c0ba-497e-912e-500b14b27235,segment=NetworkSegment(50e5915e-18f0-4558-9a28-b978975ead36),segment_id=50e5915e-18f0-4558-9a28-b978975ead36)] {{(pid=103232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 19:08:54.153722 n-d-713498-36 neutron-server[103232]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '677c1bb0-b471-4f2d-9175-5a3a0d044cf3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2a497291-c0ba-497e-912e-500b14b27235'}] {{(pid=103232) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 19:08:54.156831 n-d-713498-36 neutron-server[103232]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}949cdcde653dec44821de95cbf67297f53cbc2aed4e073b5d514f93bf911ce85" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cef74731-f9b7-4281-b865-755d0edc24d7" -d '{"events": [{"server_uuid": "677c1bb0-b471-4f2d-9175-5a3a0d044cf3", "name": "network-vif-plugged", "status": "completed", "tag": "2a497291-c0ba-497e-912e-500b14b27235"}]}' {{(pid=103232) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 19:08:54.160070 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Pushing event updated for resources: {'Port': ['ID=77a97814-2e80-4101-8fd6-1802bf92097c,revision_number=4']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:08:54.175444 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762867176205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762866656485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762866656503'] for port (2a497291-c0ba-497e-912e-500b14b27235), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:08:54.269726 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-c827e262-443f-48c3-a112-b8afd475d9e0 req-62cafc23-1987-4d24-83a5-1065120765e4 tempest-AttachSCSIVolumeTestJSON-726279386 tempest-AttachSCSIVolumeTestJSON-726279386-project] 10.222.0.75 "GET /v2.0/security-groups?id=6ef9449a-e098-4cf5-aab7-b58b6c7c0ccd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1278815 Feb 09 19:08:54.316907 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Pushing event updated for resources: {'Port': ['ID=2a497291-c0ba-497e-912e-500b14b27235,revision_number=10']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:08:54.457753 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-7429db8d-6021-40ad-813e-885be449a89b None None] get_ports_and_sgs() called for port_ids ['77a97814-2e80-4101-8fd6-1802bf92097c'] {{(pid=103232) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 19:08:54.470853 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef5cd759-3000-4574-b09c-cad08215f2a5 req-dcb92456-2d2a-4cec-9b38-34e5d453b35e tempest-LiveMigrationTest-1021096981 tempest-LiveMigrationTest-1021096981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:08:54.472907 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-ef5cd759-3000-4574-b09c-cad08215f2a5 req-dcb92456-2d2a-4cec-9b38-34e5d453b35e tempest-LiveMigrationTest-1021096981 tempest-LiveMigrationTest-1021096981-project] 10.222.0.75 "GET /v2.0/ports?device_id=a26f3e83-5a8d-4d9d-aa20-3d25b99af655 HTTP/1.1" status: 200 len: 943 time: 0.0849187 Feb 09 19:08:54.584910 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-ef5cd759-3000-4574-b09c-cad08215f2a5 req-5dc8c8fe-3155-4ea2-975e-6a3132383795 tempest-LiveMigrationTest-1021096981 tempest-LiveMigrationTest-1021096981-project] 10.222.0.75 "GET /v2.0/security-groups?id=ba18819a-1490-4e7b-a11b-e8610423d8ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1057706 Feb 09 19:08:54.678071 n-d-713498-36 neutron-server[103232]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 19:08:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-483ab928-a7fe-41c7-9578-1598e451d4a1 x-openstack-request-id: req-483ab928-a7fe-41c7-9578-1598e451d4a1 {{(pid=103232) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 19:08:54.678549 n-d-713498-36 neutron-server[103232]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "677c1bb0-b471-4f2d-9175-5a3a0d044cf3", "name": "network-vif-plugged", "status": "completed", "tag": "2a497291-c0ba-497e-912e-500b14b27235", "code": 200}]} {{(pid=103232) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 19:08:54.678665 n-d-713498-36 neutron-server[103232]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-483ab928-a7fe-41c7-9578-1598e451d4a1 {{(pid=103232) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 19:08:54.679006 n-d-713498-36 neutron-server[103232]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '677c1bb0-b471-4f2d-9175-5a3a0d044cf3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2a497291-c0ba-497e-912e-500b14b27235', 'code': 200} Feb 09 19:08:54.957607 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18676d1a-756f-41f3-9905-6f598036b050 req-560d557c-a4b6-4725-bfd1-5cb87e9bd8af tempest-ImagesTestJSON-1015154253 tempest-ImagesTestJSON-1015154253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:08:54.963768 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-18676d1a-756f-41f3-9905-6f598036b050 req-560d557c-a4b6-4725-bfd1-5cb87e9bd8af tempest-ImagesTestJSON-1015154253 tempest-ImagesTestJSON-1015154253-project] 10.222.0.75 "GET /v2.0/ports?device_id=b5bcf323-43ab-4666-83a5-03958b60d192 HTTP/1.1" status: 200 len: 945 time: 0.0740366 Feb 09 19:08:55.015745 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-18676d1a-756f-41f3-9905-6f598036b050 req-ac51444b-9305-4d91-9b42-696622a8aba1 tempest-ImagesTestJSON-1015154253 tempest-ImagesTestJSON-1015154253-project] 10.222.0.75 "GET /v2.0/security-groups?id=1f45f199-38bd-4afd-a63a-d9a4ed62c8a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457089 Feb 09 19:08:55.486882 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4b640ac-799c-4699-a520-39367c9860d8 req-5d239069-5d28-4299-b513-a36ca5a49d24 tempest-AttachSCSIVolumeTestJSON-726279386 tempest-AttachSCSIVolumeTestJSON-726279386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:08:55.504937 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-f4b640ac-799c-4699-a520-39367c9860d8 req-5d239069-5d28-4299-b513-a36ca5a49d24 tempest-AttachSCSIVolumeTestJSON-726279386 tempest-AttachSCSIVolumeTestJSON-726279386-project] 10.222.0.75 "GET /v2.0/ports?device_id=640ac1ab-0d75-4c0e-a2a1-233975d248c8 HTTP/1.1" status: 200 len: 945 time: 0.0973084 Feb 09 19:08:55.598168 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-f4b640ac-799c-4699-a520-39367c9860d8 req-aaabdd61-cf12-4cc1-a1d2-08bf5a57520d tempest-AttachSCSIVolumeTestJSON-726279386 tempest-AttachSCSIVolumeTestJSON-726279386-project] 10.222.0.75 "GET /v2.0/security-groups?id=6ef9449a-e098-4cf5-aab7-b58b6c7c0ccd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0918615 Feb 09 19:08:55.793922 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fabf4a5-115e-4c2e-9d16-be91e8e0cdc0 req-58253bb7-6aa0-4fa1-90c4-eaca1c1060d9 tempest-LiveMigrationTest-1021096981 tempest-LiveMigrationTest-1021096981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:08:55.801201 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-0fabf4a5-115e-4c2e-9d16-be91e8e0cdc0 req-58253bb7-6aa0-4fa1-90c4-eaca1c1060d9 tempest-LiveMigrationTest-1021096981 tempest-LiveMigrationTest-1021096981-project] 10.222.0.75 "GET /v2.0/ports?device_id=a26f3e83-5a8d-4d9d-aa20-3d25b99af655 HTTP/1.1" status: 200 len: 943 time: 0.1330576 Feb 09 19:08:55.894620 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-0fabf4a5-115e-4c2e-9d16-be91e8e0cdc0 req-b810ef5b-d8a1-4532-bffd-c697f4174224 tempest-LiveMigrationTest-1021096981 tempest-LiveMigrationTest-1021096981-project] 10.222.0.75 "GET /v2.0/security-groups?id=ba18819a-1490-4e7b-a11b-e8610423d8ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0922711 Feb 09 19:08:56.219083 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8beca390-e97c-47cf-b18f-a9e8f0cc5491 req-51963380-ee10-47ff-87c5-7a5252f1f188 tempest-ImagesTestJSON-1015154253 tempest-ImagesTestJSON-1015154253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:08:56.220714 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-8beca390-e97c-47cf-b18f-a9e8f0cc5491 req-51963380-ee10-47ff-87c5-7a5252f1f188 tempest-ImagesTestJSON-1015154253 tempest-ImagesTestJSON-1015154253-project] 10.222.0.75 "GET /v2.0/ports?device_id=b5bcf323-43ab-4666-83a5-03958b60d192 HTTP/1.1" status: 200 len: 945 time: 0.0948818 Feb 09 19:08:56.349996 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-8beca390-e97c-47cf-b18f-a9e8f0cc5491 req-87aaf0c0-113a-45a0-b9a3-5ccc25374993 tempest-ImagesTestJSON-1015154253 tempest-ImagesTestJSON-1015154253-project] 10.222.0.75 "GET /v2.0/security-groups?id=1f45f199-38bd-4afd-a63a-d9a4ed62c8a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1233261 Feb 09 19:08:56.808026 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4daf22e1-9e16-4b0e-a65a-0330aa34ddfc req-395a58d6-c111-4dbe-bee6-8352a664a914 tempest-AttachSCSIVolumeTestJSON-726279386 tempest-AttachSCSIVolumeTestJSON-726279386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:08:56.815559 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-4daf22e1-9e16-4b0e-a65a-0330aa34ddfc req-395a58d6-c111-4dbe-bee6-8352a664a914 tempest-AttachSCSIVolumeTestJSON-726279386 tempest-AttachSCSIVolumeTestJSON-726279386-project] 10.222.0.75 "GET /v2.0/ports?device_id=640ac1ab-0d75-4c0e-a2a1-233975d248c8 HTTP/1.1" status: 200 len: 945 time: 0.0804036 Feb 09 19:08:56.890928 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-4daf22e1-9e16-4b0e-a65a-0330aa34ddfc req-521a2d33-b057-4304-b071-bfa37db2ed31 tempest-AttachSCSIVolumeTestJSON-726279386 tempest-AttachSCSIVolumeTestJSON-726279386-project] 10.222.0.75 "GET /v2.0/security-groups?id=6ef9449a-e098-4cf5-aab7-b58b6c7c0ccd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0728536 Feb 09 19:08:57.205024 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43ec2c7e-5a3a-4cdb-81df-8decab45bd6e req-424c25bb-b5dd-4727-95e4-ea241b4f9267 tempest-LiveMigrationTest-1021096981 tempest-LiveMigrationTest-1021096981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:08:57.223198 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-43ec2c7e-5a3a-4cdb-81df-8decab45bd6e req-424c25bb-b5dd-4727-95e4-ea241b4f9267 tempest-LiveMigrationTest-1021096981 tempest-LiveMigrationTest-1021096981-project] 10.222.0.75 "GET /v2.0/ports?device_id=a26f3e83-5a8d-4d9d-aa20-3d25b99af655 HTTP/1.1" status: 200 len: 943 time: 0.1779146 Feb 09 19:08:57.301703 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-43ec2c7e-5a3a-4cdb-81df-8decab45bd6e req-2af6ea4a-6bad-4e07-b03d-242de36010ee tempest-LiveMigrationTest-1021096981 tempest-LiveMigrationTest-1021096981-project] 10.222.0.75 "GET /v2.0/security-groups?id=ba18819a-1490-4e7b-a11b-e8610423d8ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0753858 Feb 09 19:08:57.406140 n-d-713498-36 neutron-server[103233]: DEBUG neutron.db.agents_db [None req-4a8a6a42-0a0c-4437-8958-92282682b6bb None None] Agent healthcheck: found 7 active agents {{(pid=103233) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 19:08:57.425354 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d91ba53-3f84-4b00-8a7a-952f329a9a44 req-add1eec4-d32e-4902-8cb9-a0607de202bb tempest-LiveAutoBlockMigrationV225Test-2127879101 tempest-LiveAutoBlockMigrationV225Test-2127879101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:08:57.442670 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-9d91ba53-3f84-4b00-8a7a-952f329a9a44 req-add1eec4-d32e-4902-8cb9-a0607de202bb tempest-LiveAutoBlockMigrationV225Test-2127879101 tempest-LiveAutoBlockMigrationV225Test-2127879101-project] 10.222.0.75 "GET /v2.0/ports?device_id=9d1556d0-d009-41c6-9d9c-d68b6ae4cbe4 HTTP/1.1" status: 200 len: 945 time: 0.0962801 Feb 09 19:08:57.584827 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Device 77a97814-2e80-4101-8fd6-1802bf92097c up at agent hyperv_n-h2-713498-36 {{(pid=103232) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 19:08:57.621429 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-9d91ba53-3f84-4b00-8a7a-952f329a9a44 req-3b690d54-badb-4ac3-a75a-6106defcb756 tempest-LiveAutoBlockMigrationV225Test-2127879101 tempest-LiveAutoBlockMigrationV225Test-2127879101-project] 10.222.0.75 "GET /v2.0/security-groups?id=e3cb5363-3b49-4f74-b239-a871e755b40a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1757946 Feb 09 19:08:57.628893 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15e4bdf8-0d5e-4785-895a-75b4738898c0 req-3de78a67-608a-4ea3-8483-4a031d35368b tempest-ImagesTestJSON-1015154253 tempest-ImagesTestJSON-1015154253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:08:57.632669 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-15e4bdf8-0d5e-4785-895a-75b4738898c0 req-3de78a67-608a-4ea3-8483-4a031d35368b tempest-ImagesTestJSON-1015154253 tempest-ImagesTestJSON-1015154253-project] 10.222.0.75 "GET /v2.0/ports?device_id=b5bcf323-43ab-4666-83a5-03958b60d192 HTTP/1.1" status: 200 len: 945 time: 0.1456704 Feb 09 19:08:57.703935 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-15e4bdf8-0d5e-4785-895a-75b4738898c0 req-f00939a9-6545-40cc-97bf-071733a93336 tempest-ImagesTestJSON-1015154253 tempest-ImagesTestJSON-1015154253-project] 10.222.0.75 "GET /v2.0/security-groups?id=1f45f199-38bd-4afd-a63a-d9a4ed62c8a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0610325 Feb 09 19:08:57.776454 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.provisioning_blocks [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Provisioning for port 77a97814-2e80-4101-8fd6-1802bf92097c completed by entity L2. {{(pid=103232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 19:08:57.782136 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.provisioning_blocks [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Provisioning complete for port 77a97814-2e80-4101-8fd6-1802bf92097c triggered by entity L2. {{(pid=103232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 19:08:57.782645 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593630'] for port (77a97814-2e80-4101-8fd6-1802bf92097c), provisioning_complete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:08:57.835668 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3176e5a4-c0c2-4c1e-aea4-409737f260f4 req-d88f2828-2a7f-4f6e-a1a9-6efe3a1310e2 tempest-LiveAutoBlockMigrationV225Test-2127879101 tempest-LiveAutoBlockMigrationV225Test-2127879101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:08:57.838465 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-3176e5a4-c0c2-4c1e-aea4-409737f260f4 req-d88f2828-2a7f-4f6e-a1a9-6efe3a1310e2 tempest-LiveAutoBlockMigrationV225Test-2127879101 tempest-LiveAutoBlockMigrationV225Test-2127879101-project] 10.222.0.89 "GET /v2.0/ports?device_id=9d1556d0-d009-41c6-9d9c-d68b6ae4cbe4 HTTP/1.1" status: 200 len: 945 time: 0.0917578 Feb 09 19:08:57.951655 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Current status of the port 77a97814-2e80-4101-8fd6-1802bf92097c is: BUILD; New status is: ACTIVE {{(pid=103232) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 19:08:57.952491 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (77a97814-2e80-4101-8fd6-1802bf92097c), before_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:08:58.021562 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-7429db8d-6021-40ad-813e-885be449a89b None None] For port 77a97814-2e80-4101-8fd6-1802bf92097c, host n-h2-713498-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-36',level=0,port_id=77a97814-2e80-4101-8fd6-1802bf92097c,segment=NetworkSegment(5ba58464-a437-40dd-815c-0d37894d66a8),segment_id=5ba58464-a437-40dd-815c-0d37894d66a8)] {{(pid=103232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 19:08:58.023060 n-d-713498-36 neutron-server[103232]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '640ac1ab-0d75-4c0e-a2a1-233975d248c8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '77a97814-2e80-4101-8fd6-1802bf92097c'}] {{(pid=103232) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 19:08:58.026486 n-d-713498-36 neutron-server[103232]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}949cdcde653dec44821de95cbf67297f53cbc2aed4e073b5d514f93bf911ce85" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-98c4d60d-3a0b-49b7-965b-a7701af50a09" -d '{"events": [{"server_uuid": "640ac1ab-0d75-4c0e-a2a1-233975d248c8", "name": "network-vif-plugged", "status": "completed", "tag": "77a97814-2e80-4101-8fd6-1802bf92097c"}]}' {{(pid=103232) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 19:08:58.035535 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762867176205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762866656485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762866656503'] for port (77a97814-2e80-4101-8fd6-1802bf92097c), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:08:58.070315 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.plugin [req-3176e5a4-c0c2-4c1e-aea4-409737f260f4 req-bc55a9c6-bdd3-4ede-8156-1f0a404ce420 tempest-LiveAutoBlockMigrationV225Test-2127879101 tempest-LiveAutoBlockMigrationV225Test-2127879101-project] Deleting port 0eea1a64-ccbf-4679-8307-b9066a9a8dde {{(pid=103229) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 19:08:58.071918 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-3176e5a4-c0c2-4c1e-aea4-409737f260f4 req-bc55a9c6-bdd3-4ede-8156-1f0a404ce420 tempest-LiveAutoBlockMigrationV225Test-2127879101 tempest-LiveAutoBlockMigrationV225Test-2127879101-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762867170196'] for port (0eea1a64-ccbf-4679-8307-b9066a9a8dde), before_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:08:58.099478 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Pushing event updated for resources: {'Port': ['ID=77a97814-2e80-4101-8fd6-1802bf92097c,revision_number=5']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:08:58.125261 n-d-713498-36 neutron-server[103232]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 19:08:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b538178a-413c-48dd-b11f-82ac8330b4cf x-openstack-request-id: req-b538178a-413c-48dd-b11f-82ac8330b4cf {{(pid=103232) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 19:08:58.125580 n-d-713498-36 neutron-server[103232]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "640ac1ab-0d75-4c0e-a2a1-233975d248c8", "name": "network-vif-plugged", "status": "completed", "tag": "77a97814-2e80-4101-8fd6-1802bf92097c", "code": 200}]} {{(pid=103232) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 19:08:58.125843 n-d-713498-36 neutron-server[103232]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-b538178a-413c-48dd-b11f-82ac8330b4cf {{(pid=103232) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 19:08:58.126265 n-d-713498-36 neutron-server[103232]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '640ac1ab-0d75-4c0e-a2a1-233975d248c8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '77a97814-2e80-4101-8fd6-1802bf92097c', 'code': 200} Feb 09 19:08:58.206813 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afacb9a6-df11-4eba-8f0d-ca41c1f8dba1 req-627c8119-eefa-4be7-a68b-ddcfdeb3c068 tempest-AttachSCSIVolumeTestJSON-726279386 tempest-AttachSCSIVolumeTestJSON-726279386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:08:58.208468 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-afacb9a6-df11-4eba-8f0d-ca41c1f8dba1 req-627c8119-eefa-4be7-a68b-ddcfdeb3c068 tempest-AttachSCSIVolumeTestJSON-726279386 tempest-AttachSCSIVolumeTestJSON-726279386-project] 10.222.0.75 "GET /v2.0/ports?device_id=640ac1ab-0d75-4c0e-a2a1-233975d248c8 HTTP/1.1" status: 200 len: 946 time: 0.1922042 Feb 09 19:08:58.314159 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.db [req-3176e5a4-c0c2-4c1e-aea4-409737f260f4 req-bc55a9c6-bdd3-4ede-8156-1f0a404ce420 tempest-LiveAutoBlockMigrationV225Test-2127879101 tempest-LiveAutoBlockMigrationV225Test-2127879101-project] For port 0eea1a64-ccbf-4679-8307-b9066a9a8dde, host n-h1-713498-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-36',level=0,port_id=0eea1a64-ccbf-4679-8307-b9066a9a8dde,segment=NetworkSegment(b98d4747-b18c-4141-8910-77c1fada78d1),segment_id=b98d4747-b18c-4141-8910-77c1fada78d1)] {{(pid=103229) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 19:08:58.314556 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-3176e5a4-c0c2-4c1e-aea4-409737f260f4 req-bc55a9c6-bdd3-4ede-8156-1f0a404ce420 tempest-LiveAutoBlockMigrationV225Test-2127879101 tempest-LiveAutoBlockMigrationV225Test-2127879101-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1820838'] for port (0eea1a64-ccbf-4679-8307-b9066a9a8dde), precommit_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:08:58.348300 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.plugin [req-3176e5a4-c0c2-4c1e-aea4-409737f260f4 req-bc55a9c6-bdd3-4ede-8156-1f0a404ce420 tempest-LiveAutoBlockMigrationV225Test-2127879101 tempest-LiveAutoBlockMigrationV225Test-2127879101-project] Calling delete_port for 0eea1a64-ccbf-4679-8307-b9066a9a8dde owned by compute:nova {{(pid=103229) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 19:08:58.363558 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-afacb9a6-df11-4eba-8f0d-ca41c1f8dba1 req-81870f0d-1591-4b07-bccf-b08cb4ed987a tempest-AttachSCSIVolumeTestJSON-726279386 tempest-AttachSCSIVolumeTestJSON-726279386-project] 10.222.0.75 "GET /v2.0/security-groups?id=6ef9449a-e098-4cf5-aab7-b58b6c7c0ccd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0912900 Feb 09 19:08:58.412755 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-150332b8-72af-45e8-8e47-84299762ecb9 req-5dfabb49-a7be-49af-b67a-22f51263b754 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:08:58.415573 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-150332b8-72af-45e8-8e47-84299762ecb9 req-5dfabb49-a7be-49af-b67a-22f51263b754 service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=640ac1ab-0d75-4c0e-a2a1-233975d248c8 HTTP/1.1" status: 200 len: 1129 time: 0.2032421 Feb 09 19:08:58.520989 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-150332b8-72af-45e8-8e47-84299762ecb9 req-9efea72a-ccb4-46e3-989b-d50c381b6db3 service neutron] 10.222.0.90 "GET /v2.0/security-groups?id=6ef9449a-e098-4cf5-aab7-b58b6c7c0ccd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0911446 Feb 09 19:08:58.666008 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8465da2-a65c-48c8-bd38-fe01a104bd33 req-85c332de-13df-426d-a34b-1d46483b694c tempest-LiveMigrationTest-1021096981 tempest-LiveMigrationTest-1021096981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:08:58.667357 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-b8465da2-a65c-48c8-bd38-fe01a104bd33 req-85c332de-13df-426d-a34b-1d46483b694c tempest-LiveMigrationTest-1021096981 tempest-LiveMigrationTest-1021096981-project] 10.222.0.75 "GET /v2.0/ports?device_id=a26f3e83-5a8d-4d9d-aa20-3d25b99af655 HTTP/1.1" status: 200 len: 943 time: 0.1719391 Feb 09 19:08:58.853084 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-b8465da2-a65c-48c8-bd38-fe01a104bd33 req-bfa21d42-60e8-4bfb-9359-9a7ab29ebba8 tempest-LiveMigrationTest-1021096981 tempest-LiveMigrationTest-1021096981-project] 10.222.0.75 "GET /v2.0/security-groups?id=ba18819a-1490-4e7b-a11b-e8610423d8ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1714971 Feb 09 19:08:58.875856 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b5abcba-4a48-4499-a33f-97e93703173d req-4ca14678-f3e5-4f64-a072-3893d1308abc tempest-LiveAutoBlockMigrationV225Test-2127879101 tempest-LiveAutoBlockMigrationV225Test-2127879101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:08:58.877516 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-8b5abcba-4a48-4499-a33f-97e93703173d req-4ca14678-f3e5-4f64-a072-3893d1308abc tempest-LiveAutoBlockMigrationV225Test-2127879101 tempest-LiveAutoBlockMigrationV225Test-2127879101-project] 10.222.0.75 "GET /v2.0/ports?device_id=9d1556d0-d009-41c6-9d9c-d68b6ae4cbe4 HTTP/1.1" status: 200 len: 945 time: 0.1400354 Feb 09 19:08:58.896428 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-3176e5a4-c0c2-4c1e-aea4-409737f260f4 req-bc55a9c6-bdd3-4ede-8156-1f0a404ce420 tempest-LiveAutoBlockMigrationV225Test-2127879101 tempest-LiveAutoBlockMigrationV225Test-2127879101-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762867177463', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762866656476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12867576'] for port (0eea1a64-ccbf-4679-8307-b9066a9a8dde), after_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:08:58.907937 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] get_ports_and_sgs() called for port_ids ['0eea1a64-ccbf-4679-8307-b9066a9a8dde'] {{(pid=103232) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 19:08:59.041578 n-d-713498-36 neutron-server[103229]: DEBUG neutron.db.l3_dvrscheduler_db [req-3176e5a4-c0c2-4c1e-aea4-409737f260f4 req-bc55a9c6-bdd3-4ede-8156-1f0a404ce420 tempest-LiveAutoBlockMigrationV225Test-2127879101 tempest-LiveAutoBlockMigrationV225Test-2127879101-project] No DVR routers for this DVR port 0eea1a64-ccbf-4679-8307-b9066a9a8dde on host n-h1-713498-36 {{(pid=103229) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 19:08:59.044121 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-3176e5a4-c0c2-4c1e-aea4-409737f260f4 req-bc55a9c6-bdd3-4ede-8156-1f0a404ce420 tempest-LiveAutoBlockMigrationV225Test-2127879101 tempest-LiveAutoBlockMigrationV225Test-2127879101-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171096'] for port (None), before_response {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:08:59.047861 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-3176e5a4-c0c2-4c1e-aea4-409737f260f4 req-bc55a9c6-bdd3-4ede-8156-1f0a404ce420 tempest-LiveAutoBlockMigrationV225Test-2127879101 tempest-LiveAutoBlockMigrationV225Test-2127879101-project] 10.222.0.89 "DELETE /v2.0/ports/0eea1a64-ccbf-4679-8307-b9066a9a8dde HTTP/1.1" status: 204 len: 173 time: 1.2045770 Feb 09 19:08:59.051644 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-8b5abcba-4a48-4499-a33f-97e93703173d req-ef5e0cf2-aa91-445c-be20-cd2b36bfb9c2 tempest-LiveAutoBlockMigrationV225Test-2127879101 tempest-LiveAutoBlockMigrationV225Test-2127879101-project] 10.222.0.75 "GET /v2.0/security-groups?id=e3cb5363-3b49-4f74-b239-a871e755b40a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1651967 Feb 09 19:08:59.055779 n-d-713498-36 neutron-server[103229]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9d1556d0-d009-41c6-9d9c-d68b6ae4cbe4', 'name': 'network-vif-deleted', 'tag': '0eea1a64-ccbf-4679-8307-b9066a9a8dde'}] {{(pid=103229) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 19:08:59.058450 n-d-713498-36 neutron-server[103229]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fa6ae9a20702bd564eaf90d946620b2b4277b1ab91129323d3b54181076be307" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0ad0bfdf-c2cf-4be9-a268-c8202f551ecf" -d '{"events": [{"server_uuid": "9d1556d0-d009-41c6-9d9c-d68b6ae4cbe4", "name": "network-vif-deleted", "tag": "0eea1a64-ccbf-4679-8307-b9066a9a8dde"}]}' {{(pid=103229) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 19:08:59.063317 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc55a9c6-bdd3-4ede-8156-1f0a404ce420 tempest-LiveAutoBlockMigrationV225Test-2127879101 tempest-LiveAutoBlockMigrationV225Test-2127879101-project] Pushing event deleted for resources: {'Port': ['ID=0eea1a64-ccbf-4679-8307-b9066a9a8dde,revision_number=None']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:08:59.090715 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc55a9c6-bdd3-4ede-8156-1f0a404ce420 tempest-LiveAutoBlockMigrationV225Test-2127879101 tempest-LiveAutoBlockMigrationV225Test-2127879101-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:08:59.091085 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc55a9c6-bdd3-4ede-8156-1f0a404ce420 tempest-LiveAutoBlockMigrationV225Test-2127879101 tempest-LiveAutoBlockMigrationV225Test-2127879101-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:08:59.091567 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc55a9c6-bdd3-4ede-8156-1f0a404ce420 tempest-LiveAutoBlockMigrationV225Test-2127879101 tempest-LiveAutoBlockMigrationV225Test-2127879101-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:08:59.091925 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc55a9c6-bdd3-4ede-8156-1f0a404ce420 tempest-LiveAutoBlockMigrationV225Test-2127879101 tempest-LiveAutoBlockMigrationV225Test-2127879101-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:08:59.092267 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc55a9c6-bdd3-4ede-8156-1f0a404ce420 tempest-LiveAutoBlockMigrationV225Test-2127879101 tempest-LiveAutoBlockMigrationV225Test-2127879101-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:08:59.092601 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc55a9c6-bdd3-4ede-8156-1f0a404ce420 tempest-LiveAutoBlockMigrationV225Test-2127879101 tempest-LiveAutoBlockMigrationV225Test-2127879101-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:08:59.092947 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc55a9c6-bdd3-4ede-8156-1f0a404ce420 tempest-LiveAutoBlockMigrationV225Test-2127879101 tempest-LiveAutoBlockMigrationV225Test-2127879101-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:08:59.093285 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc55a9c6-bdd3-4ede-8156-1f0a404ce420 tempest-LiveAutoBlockMigrationV225Test-2127879101 tempest-LiveAutoBlockMigrationV225Test-2127879101-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:08:59.093624 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc55a9c6-bdd3-4ede-8156-1f0a404ce420 tempest-LiveAutoBlockMigrationV225Test-2127879101 tempest-LiveAutoBlockMigrationV225Test-2127879101-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:08:59.093988 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc55a9c6-bdd3-4ede-8156-1f0a404ce420 tempest-LiveAutoBlockMigrationV225Test-2127879101 tempest-LiveAutoBlockMigrationV225Test-2127879101-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:08:59.094316 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc55a9c6-bdd3-4ede-8156-1f0a404ce420 tempest-LiveAutoBlockMigrationV225Test-2127879101 tempest-LiveAutoBlockMigrationV225Test-2127879101-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:08:59.094651 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc55a9c6-bdd3-4ede-8156-1f0a404ce420 tempest-LiveAutoBlockMigrationV225Test-2127879101 tempest-LiveAutoBlockMigrationV225Test-2127879101-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:08:59.094981 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc55a9c6-bdd3-4ede-8156-1f0a404ce420 tempest-LiveAutoBlockMigrationV225Test-2127879101 tempest-LiveAutoBlockMigrationV225Test-2127879101-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:08:59.170613 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a494b8b9-4126-4f9e-9b74-2df86ae46b60 req-51b01b6e-b457-43da-a299-3d2cc968a571 tempest-ImagesTestJSON-1015154253 tempest-ImagesTestJSON-1015154253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:08:59.178808 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-a494b8b9-4126-4f9e-9b74-2df86ae46b60 req-51b01b6e-b457-43da-a299-3d2cc968a571 tempest-ImagesTestJSON-1015154253 tempest-ImagesTestJSON-1015154253-project] 10.222.0.75 "GET /v2.0/ports?device_id=b5bcf323-43ab-4666-83a5-03958b60d192 HTTP/1.1" status: 200 len: 945 time: 0.1625366 Feb 09 19:08:59.292366 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-a494b8b9-4126-4f9e-9b74-2df86ae46b60 req-b0d93865-bfd6-4494-a477-ef2353a94405 tempest-ImagesTestJSON-1015154253 tempest-ImagesTestJSON-1015154253-project] 10.222.0.75 "GET /v2.0/security-groups?id=1f45f199-38bd-4afd-a63a-d9a4ed62c8a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1123898 Feb 09 19:08:59.343892 n-d-713498-36 neutron-server[103229]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 19:08:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6adc3627-e3a2-42c9-94a1-57bc89a8b24c x-openstack-request-id: req-6adc3627-e3a2-42c9-94a1-57bc89a8b24c {{(pid=103229) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 19:08:59.344426 n-d-713498-36 neutron-server[103229]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9d1556d0-d009-41c6-9d9c-d68b6ae4cbe4", "name": "network-vif-deleted", "tag": "0eea1a64-ccbf-4679-8307-b9066a9a8dde", "status": "completed", "code": 200}]} {{(pid=103229) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 19:08:59.344846 n-d-713498-36 neutron-server[103229]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-6adc3627-e3a2-42c9-94a1-57bc89a8b24c {{(pid=103229) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 19:08:59.345407 n-d-713498-36 neutron-server[103229]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9d1556d0-d009-41c6-9d9c-d68b6ae4cbe4', 'name': 'network-vif-deleted', 'tag': '0eea1a64-ccbf-4679-8307-b9066a9a8dde', 'status': 'completed', 'code': 200} Feb 09 19:08:59.583147 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7366ab83-1e75-4ca4-9a71-1e6adac1b3af req-28042d45-70b9-45f7-aa64-59ec34afcb65 tempest-AttachSCSIVolumeTestJSON-726279386 tempest-AttachSCSIVolumeTestJSON-726279386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:08:59.588245 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-7366ab83-1e75-4ca4-9a71-1e6adac1b3af req-28042d45-70b9-45f7-aa64-59ec34afcb65 tempest-AttachSCSIVolumeTestJSON-726279386 tempest-AttachSCSIVolumeTestJSON-726279386-project] 10.222.0.75 "GET /v2.0/ports?device_id=640ac1ab-0d75-4c0e-a2a1-233975d248c8 HTTP/1.1" status: 200 len: 946 time: 0.1053090 Feb 09 19:08:59.735147 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-7366ab83-1e75-4ca4-9a71-1e6adac1b3af req-5dc7e31a-7078-46b0-a21e-b81f296efcac tempest-AttachSCSIVolumeTestJSON-726279386 tempest-AttachSCSIVolumeTestJSON-726279386-project] 10.222.0.75 "GET /v2.0/security-groups?id=6ef9449a-e098-4cf5-aab7-b58b6c7c0ccd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1390219 Feb 09 19:09:00.079088 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cf5965d-97a6-4116-a65a-28ad3446f27b req-ecbcc0e5-94c7-4548-8854-01c260b03140 tempest-LiveMigrationTest-1021096981 tempest-LiveMigrationTest-1021096981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:09:00.080565 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-4cf5965d-97a6-4116-a65a-28ad3446f27b req-ecbcc0e5-94c7-4548-8854-01c260b03140 tempest-LiveMigrationTest-1021096981 tempest-LiveMigrationTest-1021096981-project] 10.222.0.75 "GET /v2.0/ports?device_id=a26f3e83-5a8d-4d9d-aa20-3d25b99af655 HTTP/1.1" status: 200 len: 943 time: 0.1080718 Feb 09 19:09:00.202968 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-4cf5965d-97a6-4116-a65a-28ad3446f27b req-ec3070cf-a1d0-4277-a4f4-a567adc19fa8 tempest-LiveMigrationTest-1021096981 tempest-LiveMigrationTest-1021096981-project] 10.222.0.75 "GET /v2.0/security-groups?id=ba18819a-1490-4e7b-a11b-e8610423d8ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1094708 Feb 09 19:09:00.643033 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58afd5a3-2c17-46bd-a646-fd05c8b6d88a req-252efaa7-bc56-4d27-b8ef-173a974fe750 tempest-ImagesTestJSON-1015154253 tempest-ImagesTestJSON-1015154253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:09:00.651430 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-58afd5a3-2c17-46bd-a646-fd05c8b6d88a req-252efaa7-bc56-4d27-b8ef-173a974fe750 tempest-ImagesTestJSON-1015154253 tempest-ImagesTestJSON-1015154253-project] 10.222.0.75 "GET /v2.0/ports?device_id=b5bcf323-43ab-4666-83a5-03958b60d192 HTTP/1.1" status: 200 len: 945 time: 0.2230954 Feb 09 19:09:00.757396 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-58afd5a3-2c17-46bd-a646-fd05c8b6d88a req-528d0521-1183-4e41-b9c8-992c92586032 tempest-ImagesTestJSON-1015154253 tempest-ImagesTestJSON-1015154253-project] 10.222.0.75 "GET /v2.0/security-groups?id=1f45f199-38bd-4afd-a63a-d9a4ed62c8a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1044071 Feb 09 19:09:00.822929 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fbfc4ed-8a9b-4d0f-b083-54346285b586 req-6ae2a99a-c1d0-40ea-8e03-1529fa702a26 tempest-LiveAutoBlockMigrationV225Test-2127879101 tempest-LiveAutoBlockMigrationV225Test-2127879101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:09:00.825399 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-7fbfc4ed-8a9b-4d0f-b083-54346285b586 req-6ae2a99a-c1d0-40ea-8e03-1529fa702a26 tempest-LiveAutoBlockMigrationV225Test-2127879101 tempest-LiveAutoBlockMigrationV225Test-2127879101-project] 10.222.0.75 "GET /v2.0/ports?device_id=f8dcc237-c202-4732-ba27-7c810c7f88dd HTTP/1.1" status: 200 len: 945 time: 0.1145008 Feb 09 19:09:00.888724 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-7fbfc4ed-8a9b-4d0f-b083-54346285b586 req-b9c757f2-bedb-4fc2-994e-1b09569c6c35 tempest-LiveAutoBlockMigrationV225Test-2127879101 tempest-LiveAutoBlockMigrationV225Test-2127879101-project] 10.222.0.75 "GET /v2.0/security-groups?id=e3cb5363-3b49-4f74-b239-a871e755b40a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543470 Feb 09 19:09:00.905487 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71cd510c-bd6b-4658-8345-74fd6d9c811f req-aca62f4f-3f39-4085-8625-5170b5b1dcff tempest-AttachSCSIVolumeTestJSON-726279386 tempest-AttachSCSIVolumeTestJSON-726279386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:09:00.907510 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-71cd510c-bd6b-4658-8345-74fd6d9c811f req-aca62f4f-3f39-4085-8625-5170b5b1dcff tempest-AttachSCSIVolumeTestJSON-726279386 tempest-AttachSCSIVolumeTestJSON-726279386-project] 10.222.0.75 "GET /v2.0/ports?device_id=640ac1ab-0d75-4c0e-a2a1-233975d248c8 HTTP/1.1" status: 200 len: 946 time: 0.0734549 Feb 09 19:09:01.004951 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-71cd510c-bd6b-4658-8345-74fd6d9c811f req-382e2bc9-5fc6-4145-b935-0ca75f9db10c tempest-AttachSCSIVolumeTestJSON-726279386 tempest-AttachSCSIVolumeTestJSON-726279386-project] 10.222.0.75 "GET /v2.0/security-groups?id=6ef9449a-e098-4cf5-aab7-b58b6c7c0ccd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0918274 Feb 09 19:09:01.076584 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-994374ba-8858-4801-bea1-db00747060af req-98c138b4-a161-47a6-bec9-e7561697bb6a tempest-LiveAutoBlockMigrationV225Test-2127879101 tempest-LiveAutoBlockMigrationV225Test-2127879101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:09:01.078203 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-994374ba-8858-4801-bea1-db00747060af req-98c138b4-a161-47a6-bec9-e7561697bb6a tempest-LiveAutoBlockMigrationV225Test-2127879101 tempest-LiveAutoBlockMigrationV225Test-2127879101-project] 10.222.0.90 "GET /v2.0/ports?device_id=f8dcc237-c202-4732-ba27-7c810c7f88dd HTTP/1.1" status: 200 len: 945 time: 0.1138701 Feb 09 19:09:01.281556 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.plugin [req-994374ba-8858-4801-bea1-db00747060af req-ba9b8f99-0d5f-4f93-8413-8b438e68fdcb tempest-LiveAutoBlockMigrationV225Test-2127879101 tempest-LiveAutoBlockMigrationV225Test-2127879101-project] Deleting port e3deb77c-5e11-4cdd-ac65-3b3ef7c8fe1d {{(pid=103230) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 19:09:01.282011 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [req-994374ba-8858-4801-bea1-db00747060af req-ba9b8f99-0d5f-4f93-8413-8b438e68fdcb tempest-LiveAutoBlockMigrationV225Test-2127879101 tempest-LiveAutoBlockMigrationV225Test-2127879101-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762867170196'] for port (e3deb77c-5e11-4cdd-ac65-3b3ef7c8fe1d), before_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:09:01.558965 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.db [req-994374ba-8858-4801-bea1-db00747060af req-ba9b8f99-0d5f-4f93-8413-8b438e68fdcb tempest-LiveAutoBlockMigrationV225Test-2127879101 tempest-LiveAutoBlockMigrationV225Test-2127879101-project] For port e3deb77c-5e11-4cdd-ac65-3b3ef7c8fe1d, host n-h2-713498-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-36',level=0,port_id=e3deb77c-5e11-4cdd-ac65-3b3ef7c8fe1d,segment=NetworkSegment(b98d4747-b18c-4141-8910-77c1fada78d1),segment_id=b98d4747-b18c-4141-8910-77c1fada78d1)] {{(pid=103230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 19:09:01.559347 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [req-994374ba-8858-4801-bea1-db00747060af req-ba9b8f99-0d5f-4f93-8413-8b438e68fdcb tempest-LiveAutoBlockMigrationV225Test-2127879101 tempest-LiveAutoBlockMigrationV225Test-2127879101-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1820838'] for port (e3deb77c-5e11-4cdd-ac65-3b3ef7c8fe1d), precommit_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:09:01.583356 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.plugin [req-994374ba-8858-4801-bea1-db00747060af req-ba9b8f99-0d5f-4f93-8413-8b438e68fdcb tempest-LiveAutoBlockMigrationV225Test-2127879101 tempest-LiveAutoBlockMigrationV225Test-2127879101-project] Calling delete_port for e3deb77c-5e11-4cdd-ac65-3b3ef7c8fe1d owned by compute:nova {{(pid=103230) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 19:09:01.682513 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-101b0c31-bb2f-4abb-97e5-7541e3982daa req-ae1fd3a0-5059-4b33-84fa-8c50dd67f378 tempest-LiveMigrationTest-1021096981 tempest-LiveMigrationTest-1021096981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:09:01.684343 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-101b0c31-bb2f-4abb-97e5-7541e3982daa req-ae1fd3a0-5059-4b33-84fa-8c50dd67f378 tempest-LiveMigrationTest-1021096981 tempest-LiveMigrationTest-1021096981-project] 10.222.0.75 "GET /v2.0/ports?device_id=a26f3e83-5a8d-4d9d-aa20-3d25b99af655 HTTP/1.1" status: 200 len: 943 time: 0.2969596 Feb 09 19:09:01.859584 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-101b0c31-bb2f-4abb-97e5-7541e3982daa req-a18a990f-bdb4-41ae-839e-2c0561ef60a3 tempest-LiveMigrationTest-1021096981 tempest-LiveMigrationTest-1021096981-project] 10.222.0.75 "GET /v2.0/security-groups?id=ba18819a-1490-4e7b-a11b-e8610423d8ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1325271 Feb 09 19:09:01.904790 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Device 0eea1a64-ccbf-4679-8307-b9066a9a8dde no longer exists at agent hyperv_n-h1-713498-36 {{(pid=103232) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 19:09:01.972588 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [req-994374ba-8858-4801-bea1-db00747060af req-ba9b8f99-0d5f-4f93-8413-8b438e68fdcb tempest-LiveAutoBlockMigrationV225Test-2127879101 tempest-LiveAutoBlockMigrationV225Test-2127879101-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762867177463', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762866656476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14393751'] for port (e3deb77c-5e11-4cdd-ac65-3b3ef7c8fe1d), after_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:09:01.980563 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] No Port match for: 0eea1a64-ccbf-4679-8307-b9066a9a8dde {{(pid=103232) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 19:09:01.983386 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Device 0eea1a64-ccbf-4679-8307-b9066a9a8dde not bound to the agent host n-h1-713498-36 {{(pid=103232) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 19:09:02.049367 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba9b8f99-0d5f-4f93-8413-8b438e68fdcb tempest-LiveAutoBlockMigrationV225Test-2127879101 tempest-LiveAutoBlockMigrationV225Test-2127879101-project] Pushing event deleted for resources: {'Port': ['ID=e3deb77c-5e11-4cdd-ac65-3b3ef7c8fe1d,revision_number=None']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:09:02.079839 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba9b8f99-0d5f-4f93-8413-8b438e68fdcb tempest-LiveAutoBlockMigrationV225Test-2127879101 tempest-LiveAutoBlockMigrationV225Test-2127879101-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:09:02.080218 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba9b8f99-0d5f-4f93-8413-8b438e68fdcb tempest-LiveAutoBlockMigrationV225Test-2127879101 tempest-LiveAutoBlockMigrationV225Test-2127879101-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:09:02.080538 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba9b8f99-0d5f-4f93-8413-8b438e68fdcb tempest-LiveAutoBlockMigrationV225Test-2127879101 tempest-LiveAutoBlockMigrationV225Test-2127879101-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:09:02.081620 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba9b8f99-0d5f-4f93-8413-8b438e68fdcb tempest-LiveAutoBlockMigrationV225Test-2127879101 tempest-LiveAutoBlockMigrationV225Test-2127879101-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:09:02.081620 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba9b8f99-0d5f-4f93-8413-8b438e68fdcb tempest-LiveAutoBlockMigrationV225Test-2127879101 tempest-LiveAutoBlockMigrationV225Test-2127879101-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:09:02.081620 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba9b8f99-0d5f-4f93-8413-8b438e68fdcb tempest-LiveAutoBlockMigrationV225Test-2127879101 tempest-LiveAutoBlockMigrationV225Test-2127879101-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:09:02.081896 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba9b8f99-0d5f-4f93-8413-8b438e68fdcb tempest-LiveAutoBlockMigrationV225Test-2127879101 tempest-LiveAutoBlockMigrationV225Test-2127879101-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:09:02.082209 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba9b8f99-0d5f-4f93-8413-8b438e68fdcb tempest-LiveAutoBlockMigrationV225Test-2127879101 tempest-LiveAutoBlockMigrationV225Test-2127879101-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:09:02.083202 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba9b8f99-0d5f-4f93-8413-8b438e68fdcb tempest-LiveAutoBlockMigrationV225Test-2127879101 tempest-LiveAutoBlockMigrationV225Test-2127879101-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:09:02.083202 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba9b8f99-0d5f-4f93-8413-8b438e68fdcb tempest-LiveAutoBlockMigrationV225Test-2127879101 tempest-LiveAutoBlockMigrationV225Test-2127879101-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:09:02.083202 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba9b8f99-0d5f-4f93-8413-8b438e68fdcb tempest-LiveAutoBlockMigrationV225Test-2127879101 tempest-LiveAutoBlockMigrationV225Test-2127879101-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:09:02.083842 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba9b8f99-0d5f-4f93-8413-8b438e68fdcb tempest-LiveAutoBlockMigrationV225Test-2127879101 tempest-LiveAutoBlockMigrationV225Test-2127879101-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:09:02.083842 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba9b8f99-0d5f-4f93-8413-8b438e68fdcb tempest-LiveAutoBlockMigrationV225Test-2127879101 tempest-LiveAutoBlockMigrationV225Test-2127879101-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:09:02.122635 n-d-713498-36 neutron-server[103230]: DEBUG neutron.db.l3_dvrscheduler_db [req-994374ba-8858-4801-bea1-db00747060af req-ba9b8f99-0d5f-4f93-8413-8b438e68fdcb tempest-LiveAutoBlockMigrationV225Test-2127879101 tempest-LiveAutoBlockMigrationV225Test-2127879101-project] No DVR routers for this DVR port e3deb77c-5e11-4cdd-ac65-3b3ef7c8fe1d on host n-h2-713498-36 {{(pid=103230) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 19:09:02.132483 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [req-994374ba-8858-4801-bea1-db00747060af req-ba9b8f99-0d5f-4f93-8413-8b438e68fdcb tempest-LiveAutoBlockMigrationV225Test-2127879101 tempest-LiveAutoBlockMigrationV225Test-2127879101-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171096'] for port (None), before_response {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:09:02.138464 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-994374ba-8858-4801-bea1-db00747060af req-ba9b8f99-0d5f-4f93-8413-8b438e68fdcb tempest-LiveAutoBlockMigrationV225Test-2127879101 tempest-LiveAutoBlockMigrationV225Test-2127879101-project] 10.222.0.90 "DELETE /v2.0/ports/e3deb77c-5e11-4cdd-ac65-3b3ef7c8fe1d HTTP/1.1" status: 204 len: 173 time: 1.0543320 Feb 09 19:09:02.139195 n-d-713498-36 neutron-server[103230]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f8dcc237-c202-4732-ba27-7c810c7f88dd', 'name': 'network-vif-deleted', 'tag': 'e3deb77c-5e11-4cdd-ac65-3b3ef7c8fe1d'}] {{(pid=103230) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 19:09:02.142621 n-d-713498-36 neutron-server[103230]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aee5919275bae9f72eb374ee322673045eb80c1f84b4b45a97d96923bd50ab51" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7da4e0fc-1d97-434b-9119-9e7edc41185e" -d '{"events": [{"server_uuid": "f8dcc237-c202-4732-ba27-7c810c7f88dd", "name": "network-vif-deleted", "tag": "e3deb77c-5e11-4cdd-ac65-3b3ef7c8fe1d"}]}' {{(pid=103230) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 19:09:02.171193 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05113d6c-b0a0-4c74-ba94-7d8f12f1cb20 req-82efb18c-a3d6-4fc7-ae79-00841871a650 tempest-ImagesTestJSON-1015154253 tempest-ImagesTestJSON-1015154253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:09:02.179594 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-9d9f3184-5ba8-4d86-8005-445aa72160ee req-afeb635b-fd34-4e96-a8f6-089d80130f3a tempest-LiveAutoBlockMigrationV225Test-2127879101 tempest-LiveAutoBlockMigrationV225Test-2127879101-project] 10.222.0.75 "GET /v2.0/ports?device_id=f8dcc237-c202-4732-ba27-7c810c7f88dd HTTP/1.1" status: 200 len: 210 time: 0.0588915 Feb 09 19:09:02.182120 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-05113d6c-b0a0-4c74-ba94-7d8f12f1cb20 req-82efb18c-a3d6-4fc7-ae79-00841871a650 tempest-ImagesTestJSON-1015154253 tempest-ImagesTestJSON-1015154253-project] 10.222.0.75 "GET /v2.0/ports?device_id=b5bcf323-43ab-4666-83a5-03958b60d192 HTTP/1.1" status: 200 len: 945 time: 0.1895044 Feb 09 19:09:02.268621 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-05113d6c-b0a0-4c74-ba94-7d8f12f1cb20 req-7ddec53e-2e93-44ad-b7a4-7ed4d8d40435 tempest-ImagesTestJSON-1015154253 tempest-ImagesTestJSON-1015154253-project] 10.222.0.75 "GET /v2.0/security-groups?id=1f45f199-38bd-4afd-a63a-d9a4ed62c8a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0777488 Feb 09 19:09:02.313998 n-d-713498-36 neutron-server[103230]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 19:09:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d91afc9d-0814-4f39-895c-5c3c09674a9f x-openstack-request-id: req-d91afc9d-0814-4f39-895c-5c3c09674a9f {{(pid=103230) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 19:09:02.314571 n-d-713498-36 neutron-server[103230]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f8dcc237-c202-4732-ba27-7c810c7f88dd", "name": "network-vif-deleted", "tag": "e3deb77c-5e11-4cdd-ac65-3b3ef7c8fe1d", "status": "completed", "code": 200}]} {{(pid=103230) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 19:09:02.314958 n-d-713498-36 neutron-server[103230]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-d91afc9d-0814-4f39-895c-5c3c09674a9f {{(pid=103230) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 19:09:02.315479 n-d-713498-36 neutron-server[103230]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f8dcc237-c202-4732-ba27-7c810c7f88dd', 'name': 'network-vif-deleted', 'tag': 'e3deb77c-5e11-4cdd-ac65-3b3ef7c8fe1d', 'status': 'completed', 'code': 200} Feb 09 19:09:03.166390 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dcce14a-8eab-4190-af0f-10231d44b467 req-df59e165-bafd-4772-96dc-30acdfa6d518 tempest-LiveMigrationTest-1021096981 tempest-LiveMigrationTest-1021096981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:09:03.172196 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-8dcce14a-8eab-4190-af0f-10231d44b467 req-df59e165-bafd-4772-96dc-30acdfa6d518 tempest-LiveMigrationTest-1021096981 tempest-LiveMigrationTest-1021096981-project] 10.222.0.75 "GET /v2.0/ports?device_id=a26f3e83-5a8d-4d9d-aa20-3d25b99af655 HTTP/1.1" status: 200 len: 943 time: 0.1392062 Feb 09 19:09:03.321248 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-8dcce14a-8eab-4190-af0f-10231d44b467 req-e464cf14-2622-48fe-b91d-46743503dc79 tempest-LiveMigrationTest-1021096981 tempest-LiveMigrationTest-1021096981-project] 10.222.0.75 "GET /v2.0/security-groups?id=ba18819a-1490-4e7b-a11b-e8610423d8ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1380794 Feb 09 19:09:03.521321 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d414ec80-51bf-4df4-a290-323dd8e0ca2c req-050d4eff-1e33-455f-8002-2cf7cfac6547 tempest-DeleteServersTestJSON-1870379525 tempest-DeleteServersTestJSON-1870379525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:09:03.522939 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-d414ec80-51bf-4df4-a290-323dd8e0ca2c req-050d4eff-1e33-455f-8002-2cf7cfac6547 tempest-DeleteServersTestJSON-1870379525 tempest-DeleteServersTestJSON-1870379525-project] 10.222.0.75 "GET /v2.0/ports?device_id=2f2ff156-c650-47cb-97f3-66d257558aaf HTTP/1.1" status: 200 len: 946 time: 0.1007047 Feb 09 19:09:03.593119 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1416ac68-b4a5-4f42-9ae3-f75224db4911 req-f63b8b35-7795-43d7-aa5d-79fad77c31e8 tempest-ImagesTestJSON-1015154253 tempest-ImagesTestJSON-1015154253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:09:03.599825 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-1416ac68-b4a5-4f42-9ae3-f75224db4911 req-f63b8b35-7795-43d7-aa5d-79fad77c31e8 tempest-ImagesTestJSON-1015154253 tempest-ImagesTestJSON-1015154253-project] 10.222.0.75 "GET /v2.0/ports?device_id=b5bcf323-43ab-4666-83a5-03958b60d192 HTTP/1.1" status: 200 len: 945 time: 0.1091590 Feb 09 19:09:03.657248 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Device e3deb77c-5e11-4cdd-ac65-3b3ef7c8fe1d no longer exists at agent hyperv_n-h2-713498-36 {{(pid=103232) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 19:09:03.660132 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-d414ec80-51bf-4df4-a290-323dd8e0ca2c req-08d408d6-f0c2-48e9-831c-889e56f0c905 tempest-DeleteServersTestJSON-1870379525 tempest-DeleteServersTestJSON-1870379525-project] 10.222.0.75 "GET /v2.0/security-groups?id=5ce92d32-ca94-4b6c-925d-b9dff609abe6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1283329 Feb 09 19:09:03.711985 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-7429db8d-6021-40ad-813e-885be449a89b None None] No Port match for: e3deb77c-5e11-4cdd-ac65-3b3ef7c8fe1d {{(pid=103232) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 19:09:03.717256 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Device e3deb77c-5e11-4cdd-ac65-3b3ef7c8fe1d not bound to the agent host n-h2-713498-36 {{(pid=103232) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 19:09:03.740121 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-1416ac68-b4a5-4f42-9ae3-f75224db4911 req-11411088-ec93-41e1-88d8-712ca744074d tempest-ImagesTestJSON-1015154253 tempest-ImagesTestJSON-1015154253-project] 10.222.0.75 "GET /v2.0/security-groups?id=1f45f199-38bd-4afd-a63a-d9a4ed62c8a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1238129 Feb 09 19:09:04.139109 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cd6930c-1a8c-4d7b-bfa2-7dab8dfe764a req-866a5b08-dc74-4f10-bce7-6a6769154678 tempest-LiveAutoBlockMigrationV225Test-2127879101 tempest-LiveAutoBlockMigrationV225Test-2127879101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:09:04.147988 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-4cd6930c-1a8c-4d7b-bfa2-7dab8dfe764a req-866a5b08-dc74-4f10-bce7-6a6769154678 tempest-LiveAutoBlockMigrationV225Test-2127879101 tempest-LiveAutoBlockMigrationV225Test-2127879101-project] 10.222.0.75 "GET /v2.0/ports?device_id=4e423b27-3023-4ca3-87d1-42d68436aee9 HTTP/1.1" status: 200 len: 966 time: 0.1172893 Feb 09 19:09:04.240693 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-4cd6930c-1a8c-4d7b-bfa2-7dab8dfe764a req-704b03c5-5c30-4e34-87ae-cf64c26769e8 tempest-LiveAutoBlockMigrationV225Test-2127879101 tempest-LiveAutoBlockMigrationV225Test-2127879101-project] 10.222.0.75 "GET /v2.0/security-groups?id=e3cb5363-3b49-4f74-b239-a871e755b40a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0911956 Feb 09 19:09:04.558887 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b35d0b0-d88b-46ed-9457-0d3801f8fa74 req-2de2f9d2-c60f-4d67-95f9-427286ae82b5 tempest-LiveMigrationTest-1021096981 tempest-LiveMigrationTest-1021096981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:09:04.569004 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-3b35d0b0-d88b-46ed-9457-0d3801f8fa74 req-2de2f9d2-c60f-4d67-95f9-427286ae82b5 tempest-LiveMigrationTest-1021096981 tempest-LiveMigrationTest-1021096981-project] 10.222.0.75 "GET /v2.0/ports?device_id=a26f3e83-5a8d-4d9d-aa20-3d25b99af655 HTTP/1.1" status: 200 len: 943 time: 0.1361356 Feb 09 19:09:04.639094 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8986a2d4-1597-4c55-afde-bbadc4efde6d req-ec169e03-fd07-4acc-b673-40727749570b tempest-LiveAutoBlockMigrationV225Test-2127879101 tempest-LiveAutoBlockMigrationV225Test-2127879101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:09:04.642881 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-8986a2d4-1597-4c55-afde-bbadc4efde6d req-ec169e03-fd07-4acc-b673-40727749570b tempest-LiveAutoBlockMigrationV225Test-2127879101 tempest-LiveAutoBlockMigrationV225Test-2127879101-project] 10.222.0.90 "GET /v2.0/ports?device_id=4e423b27-3023-4ca3-87d1-42d68436aee9 HTTP/1.1" status: 200 len: 966 time: 0.1455870 Feb 09 19:09:04.689666 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-3b35d0b0-d88b-46ed-9457-0d3801f8fa74 req-6f38b6df-6910-4b73-aa13-e2d97f09fe35 tempest-LiveMigrationTest-1021096981 tempest-LiveMigrationTest-1021096981-project] 10.222.0.75 "GET /v2.0/security-groups?id=ba18819a-1490-4e7b-a11b-e8610423d8ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1181085 Feb 09 19:09:04.967198 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.plugin [req-8986a2d4-1597-4c55-afde-bbadc4efde6d req-f9235746-70f5-4048-a96d-9a918089902e tempest-LiveAutoBlockMigrationV225Test-2127879101 tempest-LiveAutoBlockMigrationV225Test-2127879101-project] Deleting port 09574619-31d0-4d7b-8c62-0e309d2267b4 {{(pid=103230) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 19:09:04.967566 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [req-8986a2d4-1597-4c55-afde-bbadc4efde6d req-f9235746-70f5-4048-a96d-9a918089902e tempest-LiveAutoBlockMigrationV225Test-2127879101 tempest-LiveAutoBlockMigrationV225Test-2127879101-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762867170196'] for port (09574619-31d0-4d7b-8c62-0e309d2267b4), before_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:09:04.974206 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78ca6d8d-eb02-4b00-aefd-1fdd380f1a9b req-a0684e0a-f94b-4473-ba93-2a7aa95cb68c tempest-ImagesTestJSON-1015154253 tempest-ImagesTestJSON-1015154253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:09:04.975759 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-78ca6d8d-eb02-4b00-aefd-1fdd380f1a9b req-a0684e0a-f94b-4473-ba93-2a7aa95cb68c tempest-ImagesTestJSON-1015154253 tempest-ImagesTestJSON-1015154253-project] 10.222.0.75 "GET /v2.0/ports?device_id=b5bcf323-43ab-4666-83a5-03958b60d192 HTTP/1.1" status: 200 len: 945 time: 0.1322041 Feb 09 19:09:05.047480 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-78ca6d8d-eb02-4b00-aefd-1fdd380f1a9b req-e9f810a2-c2b5-4528-9101-1711f94b0ccf tempest-ImagesTestJSON-1015154253 tempest-ImagesTestJSON-1015154253-project] 10.222.0.75 "GET /v2.0/security-groups?id=1f45f199-38bd-4afd-a63a-d9a4ed62c8a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580959 Feb 09 19:09:05.111691 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.db [req-8986a2d4-1597-4c55-afde-bbadc4efde6d req-f9235746-70f5-4048-a96d-9a918089902e tempest-LiveAutoBlockMigrationV225Test-2127879101 tempest-LiveAutoBlockMigrationV225Test-2127879101-project] For port 09574619-31d0-4d7b-8c62-0e309d2267b4, host n-h2-713498-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-36',level=0,port_id=09574619-31d0-4d7b-8c62-0e309d2267b4,segment=NetworkSegment(b98d4747-b18c-4141-8910-77c1fada78d1),segment_id=b98d4747-b18c-4141-8910-77c1fada78d1)] {{(pid=103230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 19:09:05.112053 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [req-8986a2d4-1597-4c55-afde-bbadc4efde6d req-f9235746-70f5-4048-a96d-9a918089902e tempest-LiveAutoBlockMigrationV225Test-2127879101 tempest-LiveAutoBlockMigrationV225Test-2127879101-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1820838'] for port (09574619-31d0-4d7b-8c62-0e309d2267b4), precommit_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:09:05.129084 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.plugin [req-8986a2d4-1597-4c55-afde-bbadc4efde6d req-f9235746-70f5-4048-a96d-9a918089902e tempest-LiveAutoBlockMigrationV225Test-2127879101 tempest-LiveAutoBlockMigrationV225Test-2127879101-project] Calling delete_port for 09574619-31d0-4d7b-8c62-0e309d2267b4 owned by compute:tempest-test_az-1983686976 {{(pid=103230) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 19:09:05.319944 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eac2f844-9bfd-44e5-839e-f587696e9e7f req-5a94073b-91ba-476a-bb55-8c98526214e1 tempest-DeleteServersTestJSON-1870379525 tempest-DeleteServersTestJSON-1870379525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:09:05.319944 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-eac2f844-9bfd-44e5-839e-f587696e9e7f req-5a94073b-91ba-476a-bb55-8c98526214e1 tempest-DeleteServersTestJSON-1870379525 tempest-DeleteServersTestJSON-1870379525-project] 10.222.0.75 "GET /v2.0/ports?device_id=2f2ff156-c650-47cb-97f3-66d257558aaf HTTP/1.1" status: 200 len: 946 time: 0.4385927 Feb 09 19:09:05.319944 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [req-8986a2d4-1597-4c55-afde-bbadc4efde6d req-f9235746-70f5-4048-a96d-9a918089902e tempest-LiveAutoBlockMigrationV225Test-2127879101 tempest-LiveAutoBlockMigrationV225Test-2127879101-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762867177463', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762866656476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14393751'] for port (09574619-31d0-4d7b-8c62-0e309d2267b4), after_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:09:05.444606 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9235746-70f5-4048-a96d-9a918089902e tempest-LiveAutoBlockMigrationV225Test-2127879101 tempest-LiveAutoBlockMigrationV225Test-2127879101-project] Pushing event deleted for resources: {'Port': ['ID=09574619-31d0-4d7b-8c62-0e309d2267b4,revision_number=None']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:09:05.485590 n-d-713498-36 neutron-server[103230]: DEBUG neutron.db.l3_dvrscheduler_db [req-8986a2d4-1597-4c55-afde-bbadc4efde6d req-f9235746-70f5-4048-a96d-9a918089902e tempest-LiveAutoBlockMigrationV225Test-2127879101 tempest-LiveAutoBlockMigrationV225Test-2127879101-project] No DVR routers for this DVR port 09574619-31d0-4d7b-8c62-0e309d2267b4 on host n-h2-713498-36 {{(pid=103230) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 19:09:05.497526 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [req-8986a2d4-1597-4c55-afde-bbadc4efde6d req-f9235746-70f5-4048-a96d-9a918089902e tempest-LiveAutoBlockMigrationV225Test-2127879101 tempest-LiveAutoBlockMigrationV225Test-2127879101-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171096'] for port (None), before_response {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:09:05.502123 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-8986a2d4-1597-4c55-afde-bbadc4efde6d req-f9235746-70f5-4048-a96d-9a918089902e tempest-LiveAutoBlockMigrationV225Test-2127879101 tempest-LiveAutoBlockMigrationV225Test-2127879101-project] 10.222.0.90 "DELETE /v2.0/ports/09574619-31d0-4d7b-8c62-0e309d2267b4 HTTP/1.1" status: 204 len: 173 time: 0.8446569 Feb 09 19:09:05.503006 n-d-713498-36 neutron-server[103230]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4e423b27-3023-4ca3-87d1-42d68436aee9', 'name': 'network-vif-deleted', 'tag': '09574619-31d0-4d7b-8c62-0e309d2267b4'}] {{(pid=103230) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 19:09:05.505504 n-d-713498-36 neutron-server[103230]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aee5919275bae9f72eb374ee322673045eb80c1f84b4b45a97d96923bd50ab51" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c0aef9fe-3473-4670-ac70-51fbdd7dcb55" -d '{"events": [{"server_uuid": "4e423b27-3023-4ca3-87d1-42d68436aee9", "name": "network-vif-deleted", "tag": "09574619-31d0-4d7b-8c62-0e309d2267b4"}]}' {{(pid=103230) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 19:09:05.544404 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-eac2f844-9bfd-44e5-839e-f587696e9e7f req-700d7f92-48ba-4a97-a3db-2e4ce7491d91 tempest-DeleteServersTestJSON-1870379525 tempest-DeleteServersTestJSON-1870379525-project] 10.222.0.75 "GET /v2.0/security-groups?id=5ce92d32-ca94-4b6c-925d-b9dff609abe6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2051837 Feb 09 19:09:05.748957 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-13993f17-8008-4337-a99c-eb49db671b18 req-7f1cfdbf-6e49-4544-9069-e0712c2d01fb tempest-LiveAutoBlockMigrationV225Test-2127879101 tempest-LiveAutoBlockMigrationV225Test-2127879101-project] 10.222.0.75 "GET /v2.0/ports?device_id=4e423b27-3023-4ca3-87d1-42d68436aee9 HTTP/1.1" status: 200 len: 210 time: 0.1129124 Feb 09 19:09:05.810282 n-d-713498-36 neutron-server[103230]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 19:09:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d175a278-342e-4698-a2a4-b50a04f57443 x-openstack-request-id: req-d175a278-342e-4698-a2a4-b50a04f57443 {{(pid=103230) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 19:09:05.811479 n-d-713498-36 neutron-server[103230]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4e423b27-3023-4ca3-87d1-42d68436aee9", "name": "network-vif-deleted", "tag": "09574619-31d0-4d7b-8c62-0e309d2267b4", "status": "completed", "code": 200}]} {{(pid=103230) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 19:09:05.811809 n-d-713498-36 neutron-server[103230]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-d175a278-342e-4698-a2a4-b50a04f57443 {{(pid=103230) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 19:09:05.812274 n-d-713498-36 neutron-server[103230]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4e423b27-3023-4ca3-87d1-42d68436aee9', 'name': 'network-vif-deleted', 'tag': '09574619-31d0-4d7b-8c62-0e309d2267b4', 'status': 'completed', 'code': 200} Feb 09 19:09:05.953214 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-037895fa-782b-46c0-8d7f-7c18beb43d81 req-e0b6adb8-d0b6-478c-9d53-354011ddfde2 tempest-LiveMigrationTest-1021096981 tempest-LiveMigrationTest-1021096981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:09:05.962219 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-037895fa-782b-46c0-8d7f-7c18beb43d81 req-e0b6adb8-d0b6-478c-9d53-354011ddfde2 tempest-LiveMigrationTest-1021096981 tempest-LiveMigrationTest-1021096981-project] 10.222.0.75 "GET /v2.0/ports?device_id=a26f3e83-5a8d-4d9d-aa20-3d25b99af655 HTTP/1.1" status: 200 len: 943 time: 0.0761230 Feb 09 19:09:06.030595 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-037895fa-782b-46c0-8d7f-7c18beb43d81 req-4b91b9c2-616b-47f9-bdfb-12a366f0152e tempest-LiveMigrationTest-1021096981 tempest-LiveMigrationTest-1021096981-project] 10.222.0.75 "GET /v2.0/security-groups?id=ba18819a-1490-4e7b-a11b-e8610423d8ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0677600 Feb 09 19:09:06.176445 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe0f083b-4806-4a4d-8918-b548c8b56138 req-5d106c9f-7d61-4f21-b60d-66d357e83972 tempest-DeleteServersTestJSON-1870379525 tempest-DeleteServersTestJSON-1870379525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:09:06.177974 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-fe0f083b-4806-4a4d-8918-b548c8b56138 req-5d106c9f-7d61-4f21-b60d-66d357e83972 tempest-DeleteServersTestJSON-1870379525 tempest-DeleteServersTestJSON-1870379525-project] 10.222.0.90 "GET /v2.0/ports?device_id=2f2ff156-c650-47cb-97f3-66d257558aaf HTTP/1.1" status: 200 len: 946 time: 0.0947652 Feb 09 19:09:06.260556 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6084df5e-64cd-4f89-af5a-1ca4f7a61008 req-abb8989f-770c-49ff-a56d-9dd694b2712c tempest-ImagesTestJSON-1015154253 tempest-ImagesTestJSON-1015154253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:09:06.262760 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-6084df5e-64cd-4f89-af5a-1ca4f7a61008 req-abb8989f-770c-49ff-a56d-9dd694b2712c tempest-ImagesTestJSON-1015154253 tempest-ImagesTestJSON-1015154253-project] 10.222.0.75 "GET /v2.0/ports?device_id=b5bcf323-43ab-4666-83a5-03958b60d192 HTTP/1.1" status: 200 len: 945 time: 0.1056600 Feb 09 19:09:06.354494 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-6084df5e-64cd-4f89-af5a-1ca4f7a61008 req-aa8ee616-b1fd-4980-aa87-493c69e53b16 tempest-ImagesTestJSON-1015154253 tempest-ImagesTestJSON-1015154253-project] 10.222.0.75 "GET /v2.0/security-groups?id=1f45f199-38bd-4afd-a63a-d9a4ed62c8a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0854034 Feb 09 19:09:06.844671 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-028a6991-aac6-4cb7-a11d-2a84600ad504 req-52a2e7c4-35bb-42d1-86cf-e429cd4093b8 tempest-DeleteServersTestJSON-1870379525 tempest-DeleteServersTestJSON-1870379525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:09:06.853779 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-028a6991-aac6-4cb7-a11d-2a84600ad504 req-52a2e7c4-35bb-42d1-86cf-e429cd4093b8 tempest-DeleteServersTestJSON-1870379525 tempest-DeleteServersTestJSON-1870379525-project] 10.222.0.75 "GET /v2.0/ports?device_id=2f2ff156-c650-47cb-97f3-66d257558aaf HTTP/1.1" status: 200 len: 946 time: 0.1522098 Feb 09 19:09:06.944335 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-028a6991-aac6-4cb7-a11d-2a84600ad504 req-04e2f206-11d9-4ffb-8ea1-eeb013338ef1 tempest-DeleteServersTestJSON-1870379525 tempest-DeleteServersTestJSON-1870379525-project] 10.222.0.75 "GET /v2.0/security-groups?id=5ce92d32-ca94-4b6c-925d-b9dff609abe6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0870826 Feb 09 19:09:07.029117 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 54608) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:09:07.477678 n-d-713498-36 neutron-server[103229]: DEBUG neutron.db.db_base_plugin_v2 [None req-be94ecd2-50d6-496b-ab95-694d463b6e04 admin admin] Deleting subnet 7d496e2d-6315-4d42-9415-66e0bdf20977 {{(pid=103229) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 19:09:07.498237 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09471cc3-e877-48e5-b637-1b046acc0aee req-b9c770a9-c385-4542-812d-b8e305e83480 tempest-LiveMigrationTest-1021096981 tempest-LiveMigrationTest-1021096981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:09:07.499785 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-09471cc3-e877-48e5-b637-1b046acc0aee req-b9c770a9-c385-4542-812d-b8e305e83480 tempest-LiveMigrationTest-1021096981 tempest-LiveMigrationTest-1021096981-project] 10.222.0.75 "GET /v2.0/ports?device_id=a26f3e83-5a8d-4d9d-aa20-3d25b99af655 HTTP/1.1" status: 200 len: 943 time: 0.2027280 Feb 09 19:09:07.499917 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-be94ecd2-50d6-496b-ab95-694d463b6e04 admin admin] Publish callbacks [] for subnet (7d496e2d-6315-4d42-9415-66e0bdf20977), before_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:09:07.571529 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-be94ecd2-50d6-496b-ab95-694d463b6e04 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16683410'] for subnet (7d496e2d-6315-4d42-9415-66e0bdf20977), precommit_delete_associations {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:09:07.592431 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.plugin [req-fe0f083b-4806-4a4d-8918-b548c8b56138 req-6c1249a4-3e4a-4275-971b-9406c2100777 tempest-DeleteServersTestJSON-1870379525 tempest-DeleteServersTestJSON-1870379525-project] Deleting port a98c8b69-706f-4f1a-b433-434f17e1f2a0 {{(pid=103230) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 19:09:07.592765 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [req-fe0f083b-4806-4a4d-8918-b548c8b56138 req-6c1249a4-3e4a-4275-971b-9406c2100777 tempest-DeleteServersTestJSON-1870379525 tempest-DeleteServersTestJSON-1870379525-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762867170196'] for port (a98c8b69-706f-4f1a-b433-434f17e1f2a0), before_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:09:07.676948 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-be94ecd2-50d6-496b-ab95-694d463b6e04 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-759852'] for subnet (7d496e2d-6315-4d42-9415-66e0bdf20977), precommit_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:09:07.683333 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Device a98c8b69-706f-4f1a-b433-434f17e1f2a0 no longer exists at agent hyperv_n-h2-713498-36 {{(pid=103232) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 19:09:07.705884 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-09471cc3-e877-48e5-b637-1b046acc0aee req-2fd68e5f-a5bf-469c-91cf-d2daae411391 tempest-LiveMigrationTest-1021096981 tempest-LiveMigrationTest-1021096981-project] 10.222.0.75 "GET /v2.0/security-groups?id=ba18819a-1490-4e7b-a11b-e8610423d8ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1978240 Feb 09 19:09:07.855533 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Current status of the port a98c8b69-706f-4f1a-b433-434f17e1f2a0 is: ACTIVE; New status is: DOWN {{(pid=103232) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 19:09:07.856575 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (a98c8b69-706f-4f1a-b433-434f17e1f2a0), before_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:09:07.866646 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.db [req-fe0f083b-4806-4a4d-8918-b548c8b56138 req-6c1249a4-3e4a-4275-971b-9406c2100777 tempest-DeleteServersTestJSON-1870379525 tempest-DeleteServersTestJSON-1870379525-project] For port a98c8b69-706f-4f1a-b433-434f17e1f2a0, host n-h2-713498-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-36',level=0,port_id=a98c8b69-706f-4f1a-b433-434f17e1f2a0,segment=NetworkSegment(d4c5d86e-1399-4ff8-a9ec-2a8082c6024a),segment_id=d4c5d86e-1399-4ff8-a9ec-2a8082c6024a)] {{(pid=103230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 19:09:07.868949 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [req-fe0f083b-4806-4a4d-8918-b548c8b56138 req-6c1249a4-3e4a-4275-971b-9406c2100777 tempest-DeleteServersTestJSON-1870379525 tempest-DeleteServersTestJSON-1870379525-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1820838'] for port (a98c8b69-706f-4f1a-b433-434f17e1f2a0), precommit_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:09:07.893775 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.plugin [req-fe0f083b-4806-4a4d-8918-b548c8b56138 req-6c1249a4-3e4a-4275-971b-9406c2100777 tempest-DeleteServersTestJSON-1870379525 tempest-DeleteServersTestJSON-1870379525-project] Calling delete_port for a98c8b69-706f-4f1a-b433-434f17e1f2a0 owned by compute:nova {{(pid=103230) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 19:09:07.909299 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-7429db8d-6021-40ad-813e-885be449a89b None None] For port a98c8b69-706f-4f1a-b433-434f17e1f2a0, host n-h2-713498-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-36',level=0,port_id=a98c8b69-706f-4f1a-b433-434f17e1f2a0,segment=NetworkSegment(d4c5d86e-1399-4ff8-a9ec-2a8082c6024a),segment_id=d4c5d86e-1399-4ff8-a9ec-2a8082c6024a)] {{(pid=103232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 19:09:07.911393 n-d-713498-36 neutron-server[103232]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2f2ff156-c650-47cb-97f3-66d257558aaf', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a98c8b69-706f-4f1a-b433-434f17e1f2a0'}] {{(pid=103232) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 19:09:07.917370 n-d-713498-36 neutron-server[103232]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}949cdcde653dec44821de95cbf67297f53cbc2aed4e073b5d514f93bf911ce85" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-649888fb-d934-4a9e-a05e-90912d09d0c0" -d '{"events": [{"server_uuid": "2f2ff156-c650-47cb-97f3-66d257558aaf", "name": "network-vif-unplugged", "status": "completed", "tag": "a98c8b69-706f-4f1a-b433-434f17e1f2a0"}]}' {{(pid=103232) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 19:09:07.930486 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762867176205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762866656485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762866656503'] for port (a98c8b69-706f-4f1a-b433-434f17e1f2a0), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:09:07.932045 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Device 09574619-31d0-4d7b-8c62-0e309d2267b4 no longer exists at agent hyperv_n-h2-713498-36 {{(pid=103232) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 19:09:07.991647 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-be94ecd2-50d6-496b-ab95-694d463b6e04 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-760023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12867367', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12759238'] for subnet (7d496e2d-6315-4d42-9415-66e0bdf20977), after_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:09:08.049506 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-be94ecd2-50d6-496b-ab95-694d463b6e04 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1613566'] for subnet (None), before_response {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:09:08.057607 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-7429db8d-6021-40ad-813e-885be449a89b None None] No Port match for: 09574619-31d0-4d7b-8c62-0e309d2267b4 {{(pid=103232) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 19:09:08.057986 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Device 09574619-31d0-4d7b-8c62-0e309d2267b4 not bound to the agent host n-h2-713498-36 {{(pid=103232) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 19:09:08.062105 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Pushing event updated for resources: {'Port': ['ID=a98c8b69-706f-4f1a-b433-434f17e1f2a0,revision_number=6']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:09:08.067720 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-be94ecd2-50d6-496b-ab95-694d463b6e04 admin admin] 10.222.0.75 "DELETE /v2.0/subnets/7d496e2d-6315-4d42-9415-66e0bdf20977 HTTP/1.1" status: 204 len: 168 time: 1.0346942 Feb 09 19:09:08.069540 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 54642) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:09:08.070513 n-d-713498-36 neutron-server[103232]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 09 Feb 2022 19:09:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d7e09dab-77c0-48a6-ad18-98b67112914d x-openstack-request-id: req-d7e09dab-77c0-48a6-ad18-98b67112914d {{(pid=103232) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 19:09:08.071069 n-d-713498-36 neutron-server[103232]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2f2ff156-c650-47cb-97f3-66d257558aaf", "name": "network-vif-unplugged", "status": "completed", "tag": "a98c8b69-706f-4f1a-b433-434f17e1f2a0", "code": 200}]} {{(pid=103232) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 19:09:08.071300 n-d-713498-36 neutron-server[103232]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-d7e09dab-77c0-48a6-ad18-98b67112914d {{(pid=103232) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 19:09:08.072883 n-d-713498-36 neutron-server[103232]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2f2ff156-c650-47cb-97f3-66d257558aaf', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a98c8b69-706f-4f1a-b433-434f17e1f2a0', 'code': 200} Feb 09 19:09:08.087647 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:09:08.088026 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:09:08.088354 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:09:08.088698 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:09:08.089036 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:09:08.089373 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:09:08.089707 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:09:08.090068 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:09:08.090400 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:09:08.090731 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:09:08.091062 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:09:08.091390 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:09:08.091718 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:09:08.200982 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be94ecd2-50d6-496b-ab95-694d463b6e04 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7d496e2d-6315-4d42-9415-66e0bdf20977,revision_number=None']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:09:08.382896 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-b651eeb4-3433-4fe8-9b65-ffdc066bb0bd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-670458'] for network (0e993f99-d3d0-4a2a-8eed-2f34375798b5), before_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:09:08.391669 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [req-fe0f083b-4806-4a4d-8918-b548c8b56138 req-6c1249a4-3e4a-4275-971b-9406c2100777 tempest-DeleteServersTestJSON-1870379525 tempest-DeleteServersTestJSON-1870379525-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762867177463', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762866656476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14393751'] for port (a98c8b69-706f-4f1a-b433-434f17e1f2a0), after_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:09:08.439169 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-cd01d0e1-f9f2-499d-8bd3-20c3d6142ce5 req-03bc606e-3eb9-4a4f-89dc-20cb98fad4c2 tempest-DeleteServersTestJSON-1870379525 tempest-DeleteServersTestJSON-1870379525-project] 10.222.0.75 "GET /v2.0/ports?device_id=2f2ff156-c650-47cb-97f3-66d257558aaf HTTP/1.1" status: 200 len: 210 time: 0.0528972 Feb 09 19:09:08.497299 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c1249a4-3e4a-4275-971b-9406c2100777 tempest-DeleteServersTestJSON-1870379525 tempest-DeleteServersTestJSON-1870379525-project] Pushing event deleted for resources: {'Port': ['ID=a98c8b69-706f-4f1a-b433-434f17e1f2a0,revision_number=None']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:09:08.545290 n-d-713498-36 neutron-server[103230]: DEBUG neutron.db.l3_dvrscheduler_db [req-fe0f083b-4806-4a4d-8918-b548c8b56138 req-6c1249a4-3e4a-4275-971b-9406c2100777 tempest-DeleteServersTestJSON-1870379525 tempest-DeleteServersTestJSON-1870379525-project] No DVR routers for this DVR port a98c8b69-706f-4f1a-b433-434f17e1f2a0 on host n-h2-713498-36 {{(pid=103230) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 19:09:08.549605 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [req-fe0f083b-4806-4a4d-8918-b548c8b56138 req-6c1249a4-3e4a-4275-971b-9406c2100777 tempest-DeleteServersTestJSON-1870379525 tempest-DeleteServersTestJSON-1870379525-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171096'] for port (None), before_response {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:09:08.555214 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-fe0f083b-4806-4a4d-8918-b548c8b56138 req-6c1249a4-3e4a-4275-971b-9406c2100777 tempest-DeleteServersTestJSON-1870379525 tempest-DeleteServersTestJSON-1870379525-project] 10.222.0.90 "DELETE /v2.0/ports/a98c8b69-706f-4f1a-b433-434f17e1f2a0 HTTP/1.1" status: 204 len: 173 time: 2.2258742 Feb 09 19:09:08.555645 n-d-713498-36 neutron-server[103230]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2f2ff156-c650-47cb-97f3-66d257558aaf', 'name': 'network-vif-deleted', 'tag': 'a98c8b69-706f-4f1a-b433-434f17e1f2a0'}] {{(pid=103230) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 19:09:08.558033 n-d-713498-36 neutron-server[103230]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aee5919275bae9f72eb374ee322673045eb80c1f84b4b45a97d96923bd50ab51" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eb70b675-7e35-4cd5-bfec-ad4dc8ec9049" -d '{"events": [{"server_uuid": "2f2ff156-c650-47cb-97f3-66d257558aaf", "name": "network-vif-deleted", "tag": "a98c8b69-706f-4f1a-b433-434f17e1f2a0"}]}' {{(pid=103230) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 19:09:08.690106 n-d-713498-36 neutron-server[103230]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 19:09:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2cd1a41a-add7-4d95-a94f-f8ef6432aac9 x-openstack-request-id: req-2cd1a41a-add7-4d95-a94f-f8ef6432aac9 {{(pid=103230) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 19:09:08.690495 n-d-713498-36 neutron-server[103230]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2f2ff156-c650-47cb-97f3-66d257558aaf", "name": "network-vif-deleted", "tag": "a98c8b69-706f-4f1a-b433-434f17e1f2a0", "status": "completed", "code": 200}]} {{(pid=103230) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 19:09:08.690817 n-d-713498-36 neutron-server[103230]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-2cd1a41a-add7-4d95-a94f-f8ef6432aac9 {{(pid=103230) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 19:09:08.691392 n-d-713498-36 neutron-server[103230]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2f2ff156-c650-47cb-97f3-66d257558aaf', 'name': 'network-vif-deleted', 'tag': 'a98c8b69-706f-4f1a-b433-434f17e1f2a0', 'status': 'completed', 'code': 200} Feb 09 19:09:08.743576 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-b651eeb4-3433-4fe8-9b65-ffdc066bb0bd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-590267', 'neutron.services.segments.db._delete_segments_for_network-8762867132609'] for network (0e993f99-d3d0-4a2a-8eed-2f34375798b5), precommit_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:09:08.829167 n-d-713498-36 neutron-server[103230]: DEBUG neutron.services.segments.db [None req-b651eeb4-3433-4fe8-9b65-ffdc066bb0bd admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0e993f99-d3d0-4a2a-8eed-2f34375798b5']}} {{(pid=103230) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:09:08.875180 n-d-713498-36 neutron-server[103230]: DEBUG neutron.services.segments.db [None req-b651eeb4-3433-4fe8-9b65-ffdc066bb0bd admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b98d4747-b18c-4141-8910-77c1fada78d1') {'for_net_delete': True} {{(pid=103230) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:09:08.875180 n-d-713498-36 neutron-server[103230]: DEBUG neutron.services.segments.db [None req-b651eeb4-3433-4fe8-9b65-ffdc066bb0bd admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b98d4747-b18c-4141-8910-77c1fada78d1') {} {{(pid=103230) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:09:08.917496 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-b651eeb4-3433-4fe8-9b65-ffdc066bb0bd admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762867134154', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12895813'] for segment (b98d4747-b18c-4141-8910-77c1fada78d1), before_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:09:09.067040 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-b651eeb4-3433-4fe8-9b65-ffdc066bb0bd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-759574'] for segment (b98d4747-b18c-4141-8910-77c1fada78d1), precommit_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:09:09.100585 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b651eeb4-3433-4fe8-9b65-ffdc066bb0bd admin admin] Releasing vlan 366 on physical network physnet1 to pool {{(pid=103230) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 19:09:09.101123 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-b651eeb4-3433-4fe8-9b65-ffdc066bb0bd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-759574', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14393826'] for segment (b98d4747-b18c-4141-8910-77c1fada78d1), after_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:09:09.105837 n-d-713498-36 neutron-server[103230]: Traceback (most recent call last): Feb 09 19:09:09.105837 n-d-713498-36 neutron-server[103230]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 19:09:09.105837 n-d-713498-36 neutron-server[103230]: timer() Feb 09 19:09:09.105837 n-d-713498-36 neutron-server[103230]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 19:09:09.105837 n-d-713498-36 neutron-server[103230]: cb(*args, **kw) Feb 09 19:09:09.105837 n-d-713498-36 neutron-server[103230]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 19:09:09.105837 n-d-713498-36 neutron-server[103230]: return func(*args, **kwargs) Feb 09 19:09:09.105837 n-d-713498-36 neutron-server[103230]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 19:09:09.105837 n-d-713498-36 neutron-server[103230]: self._notify() Feb 09 19:09:09.105837 n-d-713498-36 neutron-server[103230]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 19:09:09.105837 n-d-713498-36 neutron-server[103230]: self.callback(batched_events) Feb 09 19:09:09.105837 n-d-713498-36 neutron-server[103230]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 19:09:09.105837 n-d-713498-36 neutron-server[103230]: event.method(event) Feb 09 19:09:09.105837 n-d-713498-36 neutron-server[103230]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 19:09:09.105837 n-d-713498-36 neutron-server[103230]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 19:09:09.105837 n-d-713498-36 neutron-server[103230]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 19:09:09.105837 n-d-713498-36 neutron-server[103230]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 19:09:09.105837 n-d-713498-36 neutron-server[103230]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 19:09:09.105837 n-d-713498-36 neutron-server[103230]: return f(self, *a, **k) Feb 09 19:09:09.105837 n-d-713498-36 neutron-server[103230]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 19:09:09.105837 n-d-713498-36 neutron-server[103230]: return self._get(url).json() Feb 09 19:09:09.105837 n-d-713498-36 neutron-server[103230]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 19:09:09.105837 n-d-713498-36 neutron-server[103230]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 19:09:09.105837 n-d-713498-36 neutron-server[103230]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 19:09:09.105837 n-d-713498-36 neutron-server[103230]: return self.request(url, 'GET', **kwargs) Feb 09 19:09:09.105837 n-d-713498-36 neutron-server[103230]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 19:09:09.105837 n-d-713498-36 neutron-server[103230]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 19:09:09.105837 n-d-713498-36 neutron-server[103230]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 19:09:09.105837 n-d-713498-36 neutron-server[103230]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 19:09:09.105837 n-d-713498-36 neutron-server[103230]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 19:09:09.105837 n-d-713498-36 neutron-server[103230]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 19:09:09.105837 n-d-713498-36 neutron-server[103230]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 19:09:09.296631 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b280d48-51b7-4499-91ce-5128dc83cbcf req-ad72a106-c1e7-4581-915a-d2231a3bb938 tempest-LiveMigrationTest-1021096981 tempest-LiveMigrationTest-1021096981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:09:09.304448 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-0b280d48-51b7-4499-91ce-5128dc83cbcf req-ad72a106-c1e7-4581-915a-d2231a3bb938 tempest-LiveMigrationTest-1021096981 tempest-LiveMigrationTest-1021096981-project] 10.222.0.75 "GET /v2.0/ports?device_id=a26f3e83-5a8d-4d9d-aa20-3d25b99af655 HTTP/1.1" status: 200 len: 943 time: 0.3555322 Feb 09 19:09:09.386568 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-b651eeb4-3433-4fe8-9b65-ffdc066bb0bd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-590242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1885479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1818895'] for network (0e993f99-d3d0-4a2a-8eed-2f34375798b5), after_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:09:09.393412 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-b651eeb4-3433-4fe8-9b65-ffdc066bb0bd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1613566'] for network (None), before_response {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:09:09.403739 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-b651eeb4-3433-4fe8-9b65-ffdc066bb0bd admin admin] 10.222.0.75 "DELETE /v2.0/networks/0e993f99-d3d0-4a2a-8eed-2f34375798b5 HTTP/1.1" status: 204 len: 168 time: 1.3286903 Feb 09 19:09:09.404430 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 54656) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:09:09.481405 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-0b280d48-51b7-4499-91ce-5128dc83cbcf req-d315a5f0-dcdf-4b12-a742-718ce037f6d3 tempest-LiveMigrationTest-1021096981 tempest-LiveMigrationTest-1021096981-project] 10.222.0.75 "GET /v2.0/security-groups?id=ba18819a-1490-4e7b-a11b-e8610423d8ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1736474 Feb 09 19:09:09.488387 n-d-713498-36 neutron-server[103229]: DEBUG neutron.db.db_base_plugin_v2 [None req-80d2c5d4-8987-45aa-9d48-16ca00fbd048 admin admin] Deleting subnet 7c717471-a932-49e5-8115-1cefb9a31d46 {{(pid=103229) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 19:09:09.504578 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-80d2c5d4-8987-45aa-9d48-16ca00fbd048 admin admin] Publish callbacks [] for subnet (7c717471-a932-49e5-8115-1cefb9a31d46), before_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:09:09.515763 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b651eeb4-3433-4fe8-9b65-ffdc066bb0bd admin admin] Pushing event deleted for resources: {'Network': ['ID=0e993f99-d3d0-4a2a-8eed-2f34375798b5,revision_number=None']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:09:09.599326 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-80d2c5d4-8987-45aa-9d48-16ca00fbd048 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16683410'] for subnet (7c717471-a932-49e5-8115-1cefb9a31d46), precommit_delete_associations {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:09:09.691249 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-80d2c5d4-8987-45aa-9d48-16ca00fbd048 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-759852'] for subnet (7c717471-a932-49e5-8115-1cefb9a31d46), precommit_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:09:09.820024 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-80d2c5d4-8987-45aa-9d48-16ca00fbd048 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-760023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12867367', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12759238'] for subnet (7c717471-a932-49e5-8115-1cefb9a31d46), after_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:09:09.897721 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80d2c5d4-8987-45aa-9d48-16ca00fbd048 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7c717471-a932-49e5-8115-1cefb9a31d46,revision_number=None']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:09:09.927612 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-80d2c5d4-8987-45aa-9d48-16ca00fbd048 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1613566'] for subnet (None), before_response {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:09:09.933417 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-80d2c5d4-8987-45aa-9d48-16ca00fbd048 admin admin] 10.222.0.75 "DELETE /v2.0/subnets/7c717471-a932-49e5-8115-1cefb9a31d46 HTTP/1.1" status: 204 len: 168 time: 0.5249510 Feb 09 19:09:09.934028 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 54684) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:09:09.977621 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-b9d4ee0a-7de0-422e-99d7-18fd1e327a24 req-9fa3801c-89a3-45a3-98bf-6f04c54baf80 tempest-DeleteServersTestJSON-1870379525 tempest-DeleteServersTestJSON-1870379525-project] 10.222.0.75 "GET /v2.0/ports?device_id=2f2ff156-c650-47cb-97f3-66d257558aaf HTTP/1.1" status: 200 len: 210 time: 0.0507779 Feb 09 19:09:09.998561 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Device a2221628-1af5-4d87-84c0-3ada72834177 details requested by agent hyperv_n-h1-713498-36 with host n-h1-713498-36 {{(pid=103232) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 19:09:10.087983 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-36c7e421-5b7c-48ee-a9a6-30b0b6b66b6a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-670458'] for network (7f6516d1-1f6f-4151-beed-cb437ef8a632), before_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:09:10.297166 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-36c7e421-5b7c-48ee-a9a6-30b0b6b66b6a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-590267', 'neutron.services.segments.db._delete_segments_for_network-8762867132609'] for network (7f6516d1-1f6f-4151-beed-cb437ef8a632), precommit_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:09:10.359323 n-d-713498-36 neutron-server[103229]: DEBUG neutron.services.segments.db [None req-36c7e421-5b7c-48ee-a9a6-30b0b6b66b6a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7f6516d1-1f6f-4151-beed-cb437ef8a632']}} {{(pid=103229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:09:10.378314 n-d-713498-36 neutron-server[103229]: DEBUG neutron.services.segments.db [None req-36c7e421-5b7c-48ee-a9a6-30b0b6b66b6a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c005c2ed-8e53-4521-827e-257598e0867e') {'for_net_delete': True} {{(pid=103229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:09:10.378557 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] For port a2221628-1af5-4d87-84c0-3ada72834177, host n-h1-713498-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-36',level=0,port_id=a2221628-1af5-4d87-84c0-3ada72834177,segment=NetworkSegment(1cb0f7b5-eca3-4fd8-9372-0323bad2bf37),segment_id=1cb0f7b5-eca3-4fd8-9372-0323bad2bf37)] {{(pid=103232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 19:09:10.379239 n-d-713498-36 neutron-server[103229]: DEBUG neutron.services.segments.db [None req-36c7e421-5b7c-48ee-a9a6-30b0b6b66b6a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c005c2ed-8e53-4521-827e-257598e0867e') {} {{(pid=103229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:09:10.395164 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Returning: {'device': 'a2221628-1af5-4d87-84c0-3ada72834177', 'network_id': 'e119be35-9333-4ec1-a284-366321b505fc', 'port_id': 'a2221628-1af5-4d87-84c0-3ada72834177', 'mac_address': 'fa:16:3e:9a:1c:54', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 352, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1c11460d-4fed-4117-8587-f721cf533c67', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103232) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 19:09:10.409792 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-36c7e421-5b7c-48ee-a9a6-30b0b6b66b6a admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762867134154', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16683417'] for segment (c005c2ed-8e53-4521-827e-257598e0867e), before_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:09:10.444484 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-36c7e421-5b7c-48ee-a9a6-30b0b6b66b6a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-759574'] for segment (c005c2ed-8e53-4521-827e-257598e0867e), precommit_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:09:10.465134 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-36c7e421-5b7c-48ee-a9a6-30b0b6b66b6a admin admin] Releasing vlan 389 on physical network physnet1 to pool {{(pid=103229) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 19:09:10.465602 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-36c7e421-5b7c-48ee-a9a6-30b0b6b66b6a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-759574', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12867469'] for segment (c005c2ed-8e53-4521-827e-257598e0867e), after_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:09:10.471658 n-d-713498-36 neutron-server[103229]: Traceback (most recent call last): Feb 09 19:09:10.471658 n-d-713498-36 neutron-server[103229]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 19:09:10.471658 n-d-713498-36 neutron-server[103229]: timer() Feb 09 19:09:10.471658 n-d-713498-36 neutron-server[103229]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 19:09:10.471658 n-d-713498-36 neutron-server[103229]: cb(*args, **kw) Feb 09 19:09:10.471658 n-d-713498-36 neutron-server[103229]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 19:09:10.471658 n-d-713498-36 neutron-server[103229]: return func(*args, **kwargs) Feb 09 19:09:10.471658 n-d-713498-36 neutron-server[103229]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 19:09:10.471658 n-d-713498-36 neutron-server[103229]: self._notify() Feb 09 19:09:10.471658 n-d-713498-36 neutron-server[103229]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 19:09:10.471658 n-d-713498-36 neutron-server[103229]: self.callback(batched_events) Feb 09 19:09:10.471658 n-d-713498-36 neutron-server[103229]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 19:09:10.471658 n-d-713498-36 neutron-server[103229]: event.method(event) Feb 09 19:09:10.471658 n-d-713498-36 neutron-server[103229]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 19:09:10.471658 n-d-713498-36 neutron-server[103229]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 19:09:10.471658 n-d-713498-36 neutron-server[103229]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 19:09:10.471658 n-d-713498-36 neutron-server[103229]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 19:09:10.471658 n-d-713498-36 neutron-server[103229]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 19:09:10.471658 n-d-713498-36 neutron-server[103229]: return f(self, *a, **k) Feb 09 19:09:10.471658 n-d-713498-36 neutron-server[103229]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 19:09:10.471658 n-d-713498-36 neutron-server[103229]: return self._get(url).json() Feb 09 19:09:10.471658 n-d-713498-36 neutron-server[103229]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 19:09:10.471658 n-d-713498-36 neutron-server[103229]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 19:09:10.471658 n-d-713498-36 neutron-server[103229]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 19:09:10.471658 n-d-713498-36 neutron-server[103229]: return self.request(url, 'GET', **kwargs) Feb 09 19:09:10.471658 n-d-713498-36 neutron-server[103229]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 19:09:10.471658 n-d-713498-36 neutron-server[103229]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 19:09:10.471658 n-d-713498-36 neutron-server[103229]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 19:09:10.471658 n-d-713498-36 neutron-server[103229]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 19:09:10.471658 n-d-713498-36 neutron-server[103229]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 19:09:10.471658 n-d-713498-36 neutron-server[103229]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 19:09:10.471658 n-d-713498-36 neutron-server[103229]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 19:09:10.484795 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Current status of the port a2221628-1af5-4d87-84c0-3ada72834177 is: ACTIVE; New status is: BUILD {{(pid=103232) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 19:09:10.487917 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (a2221628-1af5-4d87-84c0-3ada72834177), before_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:09:10.521464 n-d-713498-36 neutron-server[103232]: DEBUG neutron.notifiers.nova [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id a2221628-1af5-4d87-84c0-3ada72834177 {{(pid=103232) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 19:09:10.600023 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] For port a2221628-1af5-4d87-84c0-3ada72834177, host n-h1-713498-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-36',level=0,port_id=a2221628-1af5-4d87-84c0-3ada72834177,segment=NetworkSegment(1cb0f7b5-eca3-4fd8-9372-0323bad2bf37),segment_id=1cb0f7b5-eca3-4fd8-9372-0323bad2bf37)] {{(pid=103232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 19:09:10.609433 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762867176205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762866656485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762866656503'] for port (a2221628-1af5-4d87-84c0-3ada72834177), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:09:10.612936 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-36c7e421-5b7c-48ee-a9a6-30b0b6b66b6a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-590242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1885479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1818895'] for network (7f6516d1-1f6f-4151-beed-cb437ef8a632), after_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:09:10.630079 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-36c7e421-5b7c-48ee-a9a6-30b0b6b66b6a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1613566'] for network (None), before_response {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:09:10.649132 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-36c7e421-5b7c-48ee-a9a6-30b0b6b66b6a admin admin] 10.222.0.75 "DELETE /v2.0/networks/7f6516d1-1f6f-4151-beed-cb437ef8a632 HTTP/1.1" status: 204 len: 168 time: 0.7141712 Feb 09 19:09:10.702155 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36c7e421-5b7c-48ee-a9a6-30b0b6b66b6a admin admin] Pushing event deleted for resources: {'Network': ['ID=7f6516d1-1f6f-4151-beed-cb437ef8a632,revision_number=None']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:09:10.786210 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] get_ports_and_sgs() called for port_ids ['a2221628-1af5-4d87-84c0-3ada72834177'] {{(pid=103232) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 19:09:10.868696 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85f5a56a-3c9a-415d-8b9f-3e28804c2b45 req-47251002-8a8b-487d-ba3a-5d405ba9228b tempest-LiveMigrationTest-1021096981 tempest-LiveMigrationTest-1021096981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:09:10.871814 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-85f5a56a-3c9a-415d-8b9f-3e28804c2b45 req-47251002-8a8b-487d-ba3a-5d405ba9228b tempest-LiveMigrationTest-1021096981 tempest-LiveMigrationTest-1021096981-project] 10.222.0.75 "GET /v2.0/ports?device_id=a26f3e83-5a8d-4d9d-aa20-3d25b99af655 HTTP/1.1" status: 200 len: 943 time: 0.2135196 Feb 09 19:09:10.876111 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 54724) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:09:10.991090 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-85f5a56a-3c9a-415d-8b9f-3e28804c2b45 req-d0467128-09e1-42f3-bd12-bd0d5b5335f2 tempest-LiveMigrationTest-1021096981 tempest-LiveMigrationTest-1021096981-project] 10.222.0.75 "GET /v2.0/security-groups?id=ba18819a-1490-4e7b-a11b-e8610423d8ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1049767 Feb 09 19:09:11.063757 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Pushing event updated for resources: {'Port': ['ID=a2221628-1af5-4d87-84c0-3ada72834177,revision_number=6']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:09:11.070782 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-14161e2d-e2f5-44e5-838c-1f26872326f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762867132591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593584'] for agent (af91e4b9-f4e1-42b1-a25c-a10dc47171c8), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:09:11.071551 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 54734) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:09:11.154930 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 54736) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:09:11.155398 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-26fe3eab-9c16-4052-8d43-fe62cdd29dea admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=b8d56d08e88f4d4daeb8e5fed321a162&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0821545 Feb 09 19:09:11.326714 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eb607a5-b416-4de6-9521-61caafb9168b req-c72c3aae-98fa-452d-8f81-b03c94223f1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:09:11.328548 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eb607a5-b416-4de6-9521-61caafb9168b req-c72c3aae-98fa-452d-8f81-b03c94223f1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:09:11.329320 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eb607a5-b416-4de6-9521-61caafb9168b req-c72c3aae-98fa-452d-8f81-b03c94223f1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:09:11.332264 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eb607a5-b416-4de6-9521-61caafb9168b req-c72c3aae-98fa-452d-8f81-b03c94223f1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:09:11.332853 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eb607a5-b416-4de6-9521-61caafb9168b req-c72c3aae-98fa-452d-8f81-b03c94223f1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:09:11.333598 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eb607a5-b416-4de6-9521-61caafb9168b req-c72c3aae-98fa-452d-8f81-b03c94223f1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:09:11.334171 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eb607a5-b416-4de6-9521-61caafb9168b req-c72c3aae-98fa-452d-8f81-b03c94223f1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:09:11.350004 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-0eb607a5-b416-4de6-9521-61caafb9168b req-c72c3aae-98fa-452d-8f81-b03c94223f1e service neutron] 10.222.0.75 "GET /v2.0/ports?device_id=8319129f-1054-494a-b0c0-2ec99e839619 HTTP/1.1" status: 200 len: 6726 time: 0.4722893 Feb 09 19:09:11.371740 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-727f616c-d2b2-42d2-802b-26b7f8c8e6cd admin admin] Publish callbacks [] for security_group (e3cb5363-3b49-4f74-b239-a871e755b40a), before_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:09:11.432156 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-727f616c-d2b2-42d2-802b-26b7f8c8e6cd admin admin] Publish callbacks [] for security_group (e3cb5363-3b49-4f74-b239-a871e755b40a), precommit_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:09:11.529348 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-727f616c-d2b2-42d2-802b-26b7f8c8e6cd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1892331'] for security_group (e3cb5363-3b49-4f74-b239-a871e755b40a), after_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:09:11.533040 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-727f616c-d2b2-42d2-802b-26b7f8c8e6cd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:09:11.537776 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-727f616c-d2b2-42d2-802b-26b7f8c8e6cd admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/e3cb5363-3b49-4f74-b239-a871e755b40a HTTP/1.1" status: 204 len: 168 time: 0.3794310 Feb 09 19:09:11.595616 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-727f616c-d2b2-42d2-802b-26b7f8c8e6cd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e3cb5363-3b49-4f74-b239-a871e755b40a,revision_number=None']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:09:11.662325 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-0eb607a5-b416-4de6-9521-61caafb9168b req-9df25ddd-850e-4c7f-9c59-db966bad8da0 service neutron] 10.222.0.75 "GET /v2.0/security-groups?id=6452f0cf-fe35-4557-9092-43f1827176a8&id=58062d4f-c149-4db3-a357-a4eb59a3d83e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3100214 Feb 09 19:09:11.962903 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Device a2221628-1af5-4d87-84c0-3ada72834177 up at agent hyperv_n-h1-713498-36 {{(pid=103232) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 19:09:12.085911 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.provisioning_blocks [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Provisioning complete for port a2221628-1af5-4d87-84c0-3ada72834177 triggered by entity L2. {{(pid=103232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 19:09:12.088192 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593630'] for port (a2221628-1af5-4d87-84c0-3ada72834177), provisioning_complete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:09:12.124094 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 54746) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:09:12.248121 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 54750) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:09:12.261119 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-5244c257-e9bd-4f26-96fe-29f8403ff468 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=7972f650d0f94aa9a3a1e3cad72fae11&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1314948 Feb 09 19:09:12.289004 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Current status of the port a2221628-1af5-4d87-84c0-3ada72834177 is: BUILD; New status is: ACTIVE {{(pid=103232) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 19:09:12.289990 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (a2221628-1af5-4d87-84c0-3ada72834177), before_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:09:12.355039 n-d-713498-36 neutron-server[103232]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b5bcf323-43ab-4666-83a5-03958b60d192', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a2221628-1af5-4d87-84c0-3ada72834177'}] {{(pid=103232) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 19:09:12.364100 n-d-713498-36 neutron-server[103232]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}949cdcde653dec44821de95cbf67297f53cbc2aed4e073b5d514f93bf911ce85" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-abd59600-a246-4964-b1c1-cf85d855a87c" -d '{"events": [{"server_uuid": "b5bcf323-43ab-4666-83a5-03958b60d192", "name": "network-vif-plugged", "status": "completed", "tag": "a2221628-1af5-4d87-84c0-3ada72834177"}]}' {{(pid=103232) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 19:09:12.372150 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-fb406653-eb36-4889-b0c0-6589e096b384 admin admin] Publish callbacks [] for security_group (34444a52-d4ec-4eca-84ff-3a8c1d350452), before_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:09:12.410875 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] For port a2221628-1af5-4d87-84c0-3ada72834177, host n-h1-713498-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-36',level=0,port_id=a2221628-1af5-4d87-84c0-3ada72834177,segment=NetworkSegment(1cb0f7b5-eca3-4fd8-9372-0323bad2bf37),segment_id=1cb0f7b5-eca3-4fd8-9372-0323bad2bf37)] {{(pid=103232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 19:09:12.422875 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762867176205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762866656485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762866656503'] for port (a2221628-1af5-4d87-84c0-3ada72834177), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:09:12.443908 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-fb406653-eb36-4889-b0c0-6589e096b384 admin admin] Publish callbacks [] for security_group (34444a52-d4ec-4eca-84ff-3a8c1d350452), precommit_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:09:12.550743 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Pushing event updated for resources: {'Port': ['ID=a2221628-1af5-4d87-84c0-3ada72834177,revision_number=7']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:09:12.597007 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-fb406653-eb36-4889-b0c0-6589e096b384 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1892331'] for security_group (34444a52-d4ec-4eca-84ff-3a8c1d350452), after_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:09:12.601259 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-fb406653-eb36-4889-b0c0-6589e096b384 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:09:12.603794 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-fb406653-eb36-4889-b0c0-6589e096b384 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/34444a52-d4ec-4eca-84ff-3a8c1d350452 HTTP/1.1" status: 204 len: 168 time: 0.3538518 Feb 09 19:09:12.613243 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb406653-eb36-4889-b0c0-6589e096b384 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=34444a52-d4ec-4eca-84ff-3a8c1d350452,revision_number=None']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:09:13.007608 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-9803c618-3db7-4e8c-badb-86d63a941155 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762867132591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593584'] for agent (93303d5e-5d17-45e8-8963-7694f87783ae), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:09:14.187492 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-edc54c9b-7f13-45d9-9271-85c9738b0128 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762867132591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593584'] for agent (a62b1850-466f-48ae-bec7-d62fb280e14b), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:09:15.897936 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-a7262a8e-0513-48fd-984d-75726a511961 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762867132591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593584'] for agent (911cfea2-02ae-4ec9-bac3-7808ee1cdd9c), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:09:16.994213 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762867132591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593584'] for agent (496418a2-c002-4aec-ab1a-07f3bea491bd), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:09:17.199072 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-745752e4-dc2d-4659-b08f-b4b4e57b6910 req-a0eb311c-a166-4bef-8d24-a189cdd0a5e9 tempest-DeleteServersTestJSON-1870379525 tempest-DeleteServersTestJSON-1870379525-project] 10.222.0.75 "GET /v2.0/ports?device_id=2f2ff156-c650-47cb-97f3-66d257558aaf HTTP/1.1" status: 200 len: 210 time: 0.0338395 Feb 09 19:09:17.237548 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aaac778-ea43-48a2-a5c8-90349953cbed req-f7eb1b12-c28e-4a73-bac6-562a58cb7a7e tempest-LiveMigrationTest-1021096981 tempest-LiveMigrationTest-1021096981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:09:17.239064 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-7aaac778-ea43-48a2-a5c8-90349953cbed req-f7eb1b12-c28e-4a73-bac6-562a58cb7a7e tempest-LiveMigrationTest-1021096981 tempest-LiveMigrationTest-1021096981-project] 10.222.0.75 "GET /v2.0/ports?device_id=a26f3e83-5a8d-4d9d-aa20-3d25b99af655 HTTP/1.1" status: 200 len: 943 time: 0.1041133 Feb 09 19:09:17.260388 n-d-713498-36 neutron-server[103232]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 19:09:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-19da591e-2427-4a9b-8607-cd32bd3388f3 x-openstack-request-id: req-19da591e-2427-4a9b-8607-cd32bd3388f3 {{(pid=103232) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 19:09:17.260699 n-d-713498-36 neutron-server[103232]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b5bcf323-43ab-4666-83a5-03958b60d192", "name": "network-vif-plugged", "status": "completed", "tag": "a2221628-1af5-4d87-84c0-3ada72834177", "code": 200}]} {{(pid=103232) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 19:09:17.260956 n-d-713498-36 neutron-server[103232]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-19da591e-2427-4a9b-8607-cd32bd3388f3 {{(pid=103232) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 19:09:17.261341 n-d-713498-36 neutron-server[103232]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b5bcf323-43ab-4666-83a5-03958b60d192', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a2221628-1af5-4d87-84c0-3ada72834177', 'code': 200} Feb 09 19:09:17.341197 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-7aaac778-ea43-48a2-a5c8-90349953cbed req-b9767824-2e2b-45b1-b834-97b70166f819 tempest-LiveMigrationTest-1021096981 tempest-LiveMigrationTest-1021096981-project] 10.222.0.75 "GET /v2.0/security-groups?id=ba18819a-1490-4e7b-a11b-e8610423d8ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0904160 Feb 09 19:09:17.657495 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-0a5f4fa2-37fb-4300-94ef-bfe66bbe55e0 req-64081f9f-49e7-4427-a035-e208cca06ee5 tempest-LiveMigrationNegativeTest-761470368 tempest-LiveMigrationNegativeTest-761470368-project] 10.222.0.75 "GET /v2.0/networks?tenant_id=0093088d84084204a4b692aeb2e2aa08&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0222051 Feb 09 19:09:17.773372 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a5f4fa2-37fb-4300-94ef-bfe66bbe55e0 req-7585e51d-d3ce-47ff-b95c-6a323b483b10 tempest-LiveMigrationNegativeTest-761470368 tempest-LiveMigrationNegativeTest-761470368-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:09:17.775255 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-0a5f4fa2-37fb-4300-94ef-bfe66bbe55e0 req-7585e51d-d3ce-47ff-b95c-6a323b483b10 tempest-LiveMigrationNegativeTest-761470368 tempest-LiveMigrationNegativeTest-761470368-project] 10.222.0.75 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1125824 Feb 09 19:09:17.797300 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-0a5f4fa2-37fb-4300-94ef-bfe66bbe55e0 req-a5ac9cbb-a1df-485a-be35-fb6332b545f2 tempest-LiveMigrationNegativeTest-761470368 tempest-LiveMigrationNegativeTest-761470368-project] 10.222.0.75 "GET /v2.0/quotas/0093088d84084204a4b692aeb2e2aa08 HTTP/1.1" status: 200 len: 375 time: 0.0159783 Feb 09 19:09:17.851022 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-0a5f4fa2-37fb-4300-94ef-bfe66bbe55e0 req-b02065d6-0c25-4602-a7d4-31d65b803b30 tempest-LiveMigrationNegativeTest-761470368 tempest-LiveMigrationNegativeTest-761470368-project] 10.222.0.75 "GET /v2.0/ports?tenant_id=0093088d84084204a4b692aeb2e2aa08&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0442350 Feb 09 19:09:18.184840 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-bdeb4924-d943-4933-8adf-8c032ab3a045 req-d31617ab-4bdf-47fb-8c0f-aa0672536e4e tempest-LiveMigrationNegativeTest-761470368 tempest-LiveMigrationNegativeTest-761470368-project] 10.222.0.75 "GET /v2.0/ports?device_id=e1cb6d98-e8bf-4a2d-93c3-81ecbbb5282f HTTP/1.1" status: 200 len: 210 time: 0.0568664 Feb 09 19:09:18.317404 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762867132591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593584'] for agent (488cd9ae-631f-4955-ba0b-4f5a13f12e9c), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:09:18.416685 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cd2449a-3b3e-46f3-8845-1dcea9ff6623 req-af0615b9-a24e-446b-be10-d38118b82e02 tempest-ListImageFiltersTestJSON-604118414 tempest-ListImageFiltersTestJSON-604118414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:09:18.426002 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-8cd2449a-3b3e-46f3-8845-1dcea9ff6623 req-af0615b9-a24e-446b-be10-d38118b82e02 tempest-ListImageFiltersTestJSON-604118414 tempest-ListImageFiltersTestJSON-604118414-project] 10.222.0.75 "GET /v2.0/ports?device_id=677c1bb0-b471-4f2d-9175-5a3a0d044cf3 HTTP/1.1" status: 200 len: 950 time: 0.0729496 Feb 09 19:09:18.493576 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-8cd2449a-3b3e-46f3-8845-1dcea9ff6623 req-004886b4-a9f3-4da1-a286-624879a8b91e tempest-ListImageFiltersTestJSON-604118414 tempest-ListImageFiltersTestJSON-604118414-project] 10.222.0.75 "GET /v2.0/security-groups?id=07f3d744-f31d-4802-87a4-5a0ced0ab589&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0614915 Feb 09 19:09:18.611077 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-57bb38ac-d875-481e-ae67-531fe3bff883 req-38679375-357a-49a8-af0c-a02fe4204196 tempest-DeleteServersTestJSON-1870379525 tempest-DeleteServersTestJSON-1870379525-project] 10.222.0.75 "GET /v2.0/ports?device_id=2f2ff156-c650-47cb-97f3-66d257558aaf HTTP/1.1" status: 200 len: 210 time: 0.0481899 Feb 09 19:09:18.757341 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fcc6a83-452d-4783-acae-07eeec39e256 req-2c9bb95f-9fc0-424e-ad38-c7c932326f54 tempest-LiveMigrationTest-1021096981 tempest-LiveMigrationTest-1021096981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:09:18.759584 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762867132591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593584'] for agent (bcd5faee-dc24-4298-9134-0e0aa054058e), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:09:18.763306 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-4fcc6a83-452d-4783-acae-07eeec39e256 req-2c9bb95f-9fc0-424e-ad38-c7c932326f54 tempest-LiveMigrationTest-1021096981 tempest-LiveMigrationTest-1021096981-project] 10.222.0.75 "GET /v2.0/ports?device_id=a26f3e83-5a8d-4d9d-aa20-3d25b99af655 HTTP/1.1" status: 200 len: 943 time: 0.0860720 Feb 09 19:09:18.834504 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-4fcc6a83-452d-4783-acae-07eeec39e256 req-c9dc0887-668c-4ea2-a7b3-af6802000aa7 tempest-LiveMigrationTest-1021096981 tempest-LiveMigrationTest-1021096981-project] 10.222.0.75 "GET /v2.0/security-groups?id=ba18819a-1490-4e7b-a11b-e8610423d8ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0653689 Feb 09 19:09:19.321194 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-6e5466d9-aa4f-4be7-a5a3-735039cabf96 req-f48a0e39-6739-4118-9687-b76af8b74f97 tempest-LiveMigrationNegativeTest-761470368 tempest-LiveMigrationNegativeTest-761470368-project] 10.222.0.75 "GET /v2.0/ports?device_id=e1cb6d98-e8bf-4a2d-93c3-81ecbbb5282f HTTP/1.1" status: 200 len: 210 time: 0.0370491 Feb 09 19:09:19.393458 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-0a5f4fa2-37fb-4300-94ef-bfe66bbe55e0 req-4fb4e880-8c3e-4e79-a3c1-ec50ad15ba02 tempest-LiveMigrationNegativeTest-761470368 tempest-LiveMigrationNegativeTest-761470368-project] 10.222.0.89 "GET /v2.0/networks?tenant_id=0093088d84084204a4b692aeb2e2aa08&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0240812 Feb 09 19:09:19.618190 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a5f4fa2-37fb-4300-94ef-bfe66bbe55e0 req-18f335f6-7de8-461f-adbd-04349a524baf tempest-LiveMigrationNegativeTest-761470368 tempest-LiveMigrationNegativeTest-761470368-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:09:19.621037 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-0a5f4fa2-37fb-4300-94ef-bfe66bbe55e0 req-18f335f6-7de8-461f-adbd-04349a524baf tempest-LiveMigrationNegativeTest-761470368 tempest-LiveMigrationNegativeTest-761470368-project] 10.222.0.89 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2195263 Feb 09 19:09:19.644246 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.v2.base [req-0a5f4fa2-37fb-4300-94ef-bfe66bbe55e0 req-1cde1fa0-086f-4b26-a7df-90042436bfca tempest-LiveMigrationNegativeTest-761470368 tempest-LiveMigrationNegativeTest-761470368-project] Request body: {'port': {'device_id': 'e1cb6d98-e8bf-4a2d-93c3-81ecbbb5282f', 'network_id': '2b5494c8-cf97-42c1-b902-87f998f28179', 'admin_state_up': True, 'tenant_id': '0093088d84084204a4b692aeb2e2aa08'}} {{(pid=103229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 19:09:19.811354 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Device 2a497291-c0ba-497e-912e-500b14b27235 no longer exists at agent hyperv_n-h2-713498-36 {{(pid=103232) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 19:09:19.940123 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Current status of the port 2a497291-c0ba-497e-912e-500b14b27235 is: ACTIVE; New status is: DOWN {{(pid=103232) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 19:09:19.940909 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (2a497291-c0ba-497e-912e-500b14b27235), before_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:09:19.979727 n-d-713498-36 neutron-server[103232]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '677c1bb0-b471-4f2d-9175-5a3a0d044cf3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2a497291-c0ba-497e-912e-500b14b27235'}] {{(pid=103232) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 19:09:19.983482 n-d-713498-36 neutron-server[103232]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}949cdcde653dec44821de95cbf67297f53cbc2aed4e073b5d514f93bf911ce85" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ecbfa832-26c3-40a7-8070-6595446c401f" -d '{"events": [{"server_uuid": "677c1bb0-b471-4f2d-9175-5a3a0d044cf3", "name": "network-vif-unplugged", "status": "completed", "tag": "2a497291-c0ba-497e-912e-500b14b27235"}]}' {{(pid=103232) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 19:09:20.010533 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-7429db8d-6021-40ad-813e-885be449a89b None None] For port 2a497291-c0ba-497e-912e-500b14b27235, host n-h2-713498-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-36',level=0,port_id=2a497291-c0ba-497e-912e-500b14b27235,segment=NetworkSegment(50e5915e-18f0-4558-9a28-b978975ead36),segment_id=50e5915e-18f0-4558-9a28-b978975ead36)] {{(pid=103232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 19:09:20.019589 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762867176205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762866656485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762866656503'] for port (2a497291-c0ba-497e-912e-500b14b27235), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:09:20.101189 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Pushing event updated for resources: {'Port': ['ID=2a497291-c0ba-497e-912e-500b14b27235,revision_number=11']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:09:20.164479 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-65f3094f-a570-4951-abbf-136cab30aa6c req-adeda502-1a05-4b07-8571-bafa87393b12 tempest-DeleteServersTestJSON-1870379525 tempest-DeleteServersTestJSON-1870379525-project] 10.222.0.75 "GET /v2.0/ports?device_id=2f2ff156-c650-47cb-97f3-66d257558aaf HTTP/1.1" status: 200 len: 210 time: 0.0358129 Feb 09 19:09:20.186101 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0a5f4fa2-37fb-4300-94ef-bfe66bbe55e0 req-1cde1fa0-086f-4b26-a7df-90042436bfca tempest-LiveMigrationNegativeTest-761470368 tempest-LiveMigrationNegativeTest-761470368-project] Made reservation on behalf of 0093088d84084204a4b692aeb2e2aa08 for: {'port': 1} {{(pid=103229) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 19:09:20.189575 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-0a5f4fa2-37fb-4300-94ef-bfe66bbe55e0 req-1cde1fa0-086f-4b26-a7df-90042436bfca tempest-LiveMigrationNegativeTest-761470368 tempest-LiveMigrationNegativeTest-761470368-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (None), before_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:09:20.203061 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-0a5f4fa2-37fb-4300-94ef-bfe66bbe55e0 req-1cde1fa0-086f-4b26-a7df-90042436bfca tempest-LiveMigrationNegativeTest-761470368 tempest-LiveMigrationNegativeTest-761470368-project] Publish callbacks [] for security_group (None), before_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:09:20.299514 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-0a5f4fa2-37fb-4300-94ef-bfe66bbe55e0 req-1cde1fa0-086f-4b26-a7df-90042436bfca tempest-LiveMigrationNegativeTest-761470368 tempest-LiveMigrationNegativeTest-761470368-project] Publish callbacks [] for security_group (2741b903-8e7c-428e-a4c7-c3e2738431b4), precommit_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:09:20.308102 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-0a5f4fa2-37fb-4300-94ef-bfe66bbe55e0 req-1cde1fa0-086f-4b26-a7df-90042436bfca tempest-LiveMigrationNegativeTest-761470368 tempest-LiveMigrationNegativeTest-761470368-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1892331'] for security_group (2741b903-8e7c-428e-a4c7-c3e2738431b4), after_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:09:20.403793 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cde1fa0-086f-4b26-a7df-90042436bfca tempest-LiveMigrationNegativeTest-761470368 tempest-LiveMigrationNegativeTest-761470368-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2741b903-8e7c-428e-a4c7-c3e2738431b4,revision_number=1']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:09:20.508239 n-d-713498-36 neutron-server[103229]: DEBUG neutron.db.db_base_plugin_common [req-0a5f4fa2-37fb-4300-94ef-bfe66bbe55e0 req-1cde1fa0-086f-4b26-a7df-90042436bfca tempest-LiveMigrationNegativeTest-761470368 tempest-LiveMigrationNegativeTest-761470368-project] Allocated IP 192.168.233.10 (2b5494c8-cf97-42c1-b902-87f998f28179/60b561cb-321e-4f83-9bb3-92b2e1d0dc44/6f1dc6c2-945f-4c94-ac01-4b115d2c6c9a) {{(pid=103229) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 19:09:20.526546 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d65c3ae-71f1-4e17-844c-0699dfa74e12 req-9389ac42-c1b2-4d4b-b2d2-ac8450057b90 tempest-LiveMigrationTest-1021096981 tempest-LiveMigrationTest-1021096981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:09:20.528066 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-1d65c3ae-71f1-4e17-844c-0699dfa74e12 req-9389ac42-c1b2-4d4b-b2d2-ac8450057b90 tempest-LiveMigrationTest-1021096981 tempest-LiveMigrationTest-1021096981-project] 10.222.0.75 "GET /v2.0/ports?device_id=a26f3e83-5a8d-4d9d-aa20-3d25b99af655 HTTP/1.1" status: 200 len: 943 time: 0.1088772 Feb 09 19:09:20.649336 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-1d65c3ae-71f1-4e17-844c-0699dfa74e12 req-73711432-6416-4b10-9929-b258d3513933 tempest-LiveMigrationTest-1021096981 tempest-LiveMigrationTest-1021096981-project] 10.222.0.75 "GET /v2.0/security-groups?id=ba18819a-1490-4e7b-a11b-e8610423d8ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1049454 Feb 09 19:09:20.698238 n-d-713498-36 neutron-server[103232]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 09 Feb 2022 19:09:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6fff2f69-023f-4ebc-9c20-28909c3bee5f x-openstack-request-id: req-6fff2f69-023f-4ebc-9c20-28909c3bee5f {{(pid=103232) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 19:09:20.698535 n-d-713498-36 neutron-server[103232]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "677c1bb0-b471-4f2d-9175-5a3a0d044cf3", "name": "network-vif-unplugged", "status": "completed", "tag": "2a497291-c0ba-497e-912e-500b14b27235", "code": 200}]} {{(pid=103232) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 19:09:20.698792 n-d-713498-36 neutron-server[103232]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-6fff2f69-023f-4ebc-9c20-28909c3bee5f {{(pid=103232) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 19:09:20.699184 n-d-713498-36 neutron-server[103232]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '677c1bb0-b471-4f2d-9175-5a3a0d044cf3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2a497291-c0ba-497e-912e-500b14b27235', 'code': 200} Feb 09 19:09:20.815202 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-0a5f4fa2-37fb-4300-94ef-bfe66bbe55e0 req-1cde1fa0-086f-4b26-a7df-90042436bfca tempest-LiveMigrationNegativeTest-761470368 tempest-LiveMigrationNegativeTest-761470368-project] Publish callbacks [] for port (6f1dc6c2-945f-4c94-ac01-4b115d2c6c9a), precommit_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:09:20.856308 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-0a5f4fa2-37fb-4300-94ef-bfe66bbe55e0 req-1cde1fa0-086f-4b26-a7df-90042436bfca tempest-LiveMigrationNegativeTest-761470368 tempest-LiveMigrationNegativeTest-761470368-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762866656467', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12867576'] for port (6f1dc6c2-945f-4c94-ac01-4b115d2c6c9a), after_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:09:20.939755 n-d-713498-36 neutron-server[103229]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0a5f4fa2-37fb-4300-94ef-bfe66bbe55e0 req-1cde1fa0-086f-4b26-a7df-90042436bfca tempest-LiveMigrationNegativeTest-761470368 tempest-LiveMigrationNegativeTest-761470368-project] Network 2b5494c8-cf97-42c1-b902-87f998f28179 is already hosted by enough agents. {{(pid=103229) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 19:09:20.948617 n-d-713498-36 neutron-server[103229]: DEBUG neutron.scheduler.base_scheduler [req-0a5f4fa2-37fb-4300-94ef-bfe66bbe55e0 req-1cde1fa0-086f-4b26-a7df-90042436bfca tempest-LiveMigrationNegativeTest-761470368 tempest-LiveMigrationNegativeTest-761470368-project] Resources bound (agent type, host, resource id): {{(pid=103229) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 19:09:20.956251 n-d-713498-36 neutron-server[103229]: DEBUG neutron.db.l3_dvrscheduler_db [req-0a5f4fa2-37fb-4300-94ef-bfe66bbe55e0 req-1cde1fa0-086f-4b26-a7df-90042436bfca tempest-LiveMigrationNegativeTest-761470368 tempest-LiveMigrationNegativeTest-761470368-project] Received port after_create {{(pid=103229) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 19:09:20.965543 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cde1fa0-086f-4b26-a7df-90042436bfca tempest-LiveMigrationNegativeTest-761470368 tempest-LiveMigrationNegativeTest-761470368-project] Pushing event updated for resources: {'Port': ['ID=6f1dc6c2-945f-4c94-ac01-4b115d2c6c9a,revision_number=1']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:09:21.029193 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8909aa03-0560-4e12-a02c-d2c3dd8a5670 req-d086ac8f-4aa7-432b-9bdf-348d7fc5114a tempest-LiveMigrationNegativeTest-761470368 tempest-LiveMigrationNegativeTest-761470368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:09:21.036554 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-8909aa03-0560-4e12-a02c-d2c3dd8a5670 req-d086ac8f-4aa7-432b-9bdf-348d7fc5114a tempest-LiveMigrationNegativeTest-761470368 tempest-LiveMigrationNegativeTest-761470368-project] 10.222.0.75 "GET /v2.0/ports?device_id=e1cb6d98-e8bf-4a2d-93c3-81ecbbb5282f HTTP/1.1" status: 200 len: 935 time: 0.1448154 Feb 09 19:09:21.055460 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a5f4fa2-37fb-4300-94ef-bfe66bbe55e0 req-1cde1fa0-086f-4b26-a7df-90042436bfca tempest-LiveMigrationNegativeTest-761470368 tempest-LiveMigrationNegativeTest-761470368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:09:21.056313 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-0a5f4fa2-37fb-4300-94ef-bfe66bbe55e0 req-1cde1fa0-086f-4b26-a7df-90042436bfca tempest-LiveMigrationNegativeTest-761470368 tempest-LiveMigrationNegativeTest-761470368-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171096'] for port (None), before_response {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:09:21.097580 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-0a5f4fa2-37fb-4300-94ef-bfe66bbe55e0 req-1cde1fa0-086f-4b26-a7df-90042436bfca tempest-LiveMigrationNegativeTest-761470368 tempest-LiveMigrationNegativeTest-761470368-project] 10.222.0.89 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.4612086 Feb 09 19:09:21.116634 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.v2.base [req-0a5f4fa2-37fb-4300-94ef-bfe66bbe55e0 req-ab441891-3fe5-4157-8075-5d8f25480a15 service neutron] Request body: {'port': {'device_id': 'e1cb6d98-e8bf-4a2d-93c3-81ecbbb5282f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-713498-36'}} {{(pid=103229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 19:09:21.181090 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-8909aa03-0560-4e12-a02c-d2c3dd8a5670 req-bbba4222-5c4a-4028-a41c-be3b75b9f67d tempest-LiveMigrationNegativeTest-761470368 tempest-LiveMigrationNegativeTest-761470368-project] 10.222.0.75 "GET /v2.0/security-groups?id=2741b903-8e7c-428e-a4c7-c3e2738431b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1392267 Feb 09 19:09:21.260665 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.provisioning_blocks [None req-3815c820-3362-4ba9-a315-79f6ea08ca20 None None] Provisioning complete for port 6f1dc6c2-945f-4c94-ac01-4b115d2c6c9a triggered by entity DHCP. {{(pid=103232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 19:09:21.261685 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-3815c820-3362-4ba9-a315-79f6ea08ca20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593630'] for port (6f1dc6c2-945f-4c94-ac01-4b115d2c6c9a), provisioning_complete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:09:21.300761 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-3815c820-3362-4ba9-a315-79f6ea08ca20 None None] Port 6f1dc6c2-945f-4c94-ac01-4b115d2c6c9a cannot update to ACTIVE because it is not bound. {{(pid=103232) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 19:09:21.310882 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-0a5f4fa2-37fb-4300-94ef-bfe66bbe55e0 req-ab441891-3fe5-4157-8075-5d8f25480a15 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (6f1dc6c2-945f-4c94-ac01-4b115d2c6c9a), before_update {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:09:21.574595 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-4955ee06-2a18-41dd-8805-bd9bcf70de50 req-d852d767-7564-4b49-8695-6373c43f0a85 tempest-DeleteServersTestJSON-1870379525 tempest-DeleteServersTestJSON-1870379525-project] 10.222.0.75 "GET /v2.0/ports?device_id=2f2ff156-c650-47cb-97f3-66d257558aaf HTTP/1.1" status: 200 len: 210 time: 0.0444672 Feb 09 19:09:21.840544 n-d-713498-36 neutron-server[103229]: DEBUG neutron.notifiers.nova [req-0a5f4fa2-37fb-4300-94ef-bfe66bbe55e0 req-ab441891-3fe5-4157-8075-5d8f25480a15 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6f1dc6c2-945f-4c94-ac01-4b115d2c6c9a {{(pid=103229) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 19:09:21.855169 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-0a5f4fa2-37fb-4300-94ef-bfe66bbe55e0 req-ab441891-3fe5-4157-8075-5d8f25480a15 service neutron] Publish callbacks [] for port (6f1dc6c2-945f-4c94-ac01-4b115d2c6c9a), precommit_update {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:09:21.864038 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-048ae8b8-5958-4de1-8547-c6dd2317d51b req-3b16f601-25ce-44be-80b0-026c13f58e9d tempest-LiveMigrationTest-1021096981 tempest-LiveMigrationTest-1021096981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:09:21.871393 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-048ae8b8-5958-4de1-8547-c6dd2317d51b req-3b16f601-25ce-44be-80b0-026c13f58e9d tempest-LiveMigrationTest-1021096981 tempest-LiveMigrationTest-1021096981-project] 10.222.0.75 "GET /v2.0/ports?device_id=a26f3e83-5a8d-4d9d-aa20-3d25b99af655 HTTP/1.1" status: 200 len: 943 time: 0.0819626 Feb 09 19:09:21.921551 n-d-713498-36 neutron-server[103229]: DEBUG neutron.db.provisioning_blocks [req-0a5f4fa2-37fb-4300-94ef-bfe66bbe55e0 req-ab441891-3fe5-4157-8075-5d8f25480a15 service neutron] Transition to ACTIVE for port object 6f1dc6c2-945f-4c94-ac01-4b115d2c6c9a will not be triggered until provisioned by entity L2. {{(pid=103229) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 19:09:21.937743 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-048ae8b8-5958-4de1-8547-c6dd2317d51b req-c1e52a9d-a863-4cb9-8e1b-1905683d5c84 tempest-LiveMigrationTest-1021096981 tempest-LiveMigrationTest-1021096981-project] 10.222.0.75 "GET /v2.0/security-groups?id=ba18819a-1490-4e7b-a11b-e8610423d8ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0649152 Feb 09 19:09:21.941746 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-0a5f4fa2-37fb-4300-94ef-bfe66bbe55e0 req-ab441891-3fe5-4157-8075-5d8f25480a15 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762867176205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762866656485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762866656503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12867569'] for port (6f1dc6c2-945f-4c94-ac01-4b115d2c6c9a), after_update {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:09:22.011750 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab441891-3fe5-4157-8075-5d8f25480a15 service neutron] Pushing event updated for resources: {'Port': ['ID=6f1dc6c2-945f-4c94-ac01-4b115d2c6c9a,revision_number=2']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:09:22.129264 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.managers [req-0a5f4fa2-37fb-4300-94ef-bfe66bbe55e0 req-ab441891-3fe5-4157-8075-5d8f25480a15 service neutron] Attempting to bind port 6f1dc6c2-945f-4c94-ac01-4b115d2c6c9a on host n-h1-713498-36 for vnic_type normal with profile {{(pid=103229) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 19:09:22.129612 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.managers [req-0a5f4fa2-37fb-4300-94ef-bfe66bbe55e0 req-ab441891-3fe5-4157-8075-5d8f25480a15 service neutron] Attempting to bind port 6f1dc6c2-945f-4c94-ac01-4b115d2c6c9a by drivers openvswitch,hyperv on host n-h1-713498-36 at level 0 using segments [{'id': '50e5915e-18f0-4558-9a28-b978975ead36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': '2b5494c8-cf97-42c1-b902-87f998f28179'}] {{(pid=103229) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 19:09:22.129948 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a5f4fa2-37fb-4300-94ef-bfe66bbe55e0 req-ab441891-3fe5-4157-8075-5d8f25480a15 service neutron] Attempting to bind port 6f1dc6c2-945f-4c94-ac01-4b115d2c6c9a on network 2b5494c8-cf97-42c1-b902-87f998f28179 {{(pid=103229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 19:09:22.136210 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a5f4fa2-37fb-4300-94ef-bfe66bbe55e0 req-ab441891-3fe5-4157-8075-5d8f25480a15 service neutron] Port 6f1dc6c2-945f-4c94-ac01-4b115d2c6c9a on network 2b5494c8-cf97-42c1-b902-87f998f28179 not bound, no agent of type Open vSwitch agent registered on host n-h1-713498-36 {{(pid=103229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 19:09:22.136722 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a5f4fa2-37fb-4300-94ef-bfe66bbe55e0 req-ab441891-3fe5-4157-8075-5d8f25480a15 service neutron] Attempting to bind port 6f1dc6c2-945f-4c94-ac01-4b115d2c6c9a on network 2b5494c8-cf97-42c1-b902-87f998f28179 {{(pid=103229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 19:09:22.142791 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a5f4fa2-37fb-4300-94ef-bfe66bbe55e0 req-ab441891-3fe5-4157-8075-5d8f25480a15 service neutron] Checking agent: {'id': '488cd9ae-631f-4955-ba0b-4f5a13f12e9c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713498-36', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 18, 59, 18), 'started_at': datetime.datetime(2022, 2, 9, 18, 59, 18), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 19, 9, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 19:09:22.143178 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a5f4fa2-37fb-4300-94ef-bfe66bbe55e0 req-ab441891-3fe5-4157-8075-5d8f25480a15 service neutron] Checking segment: {'id': '50e5915e-18f0-4558-9a28-b978975ead36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': '2b5494c8-cf97-42c1-b902-87f998f28179'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103229) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 19:09:22.143569 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a5f4fa2-37fb-4300-94ef-bfe66bbe55e0 req-ab441891-3fe5-4157-8075-5d8f25480a15 service neutron] Bound using segment: {'id': '50e5915e-18f0-4558-9a28-b978975ead36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': '2b5494c8-cf97-42c1-b902-87f998f28179'} {{(pid=103229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 19:09:22.144016 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.managers [req-0a5f4fa2-37fb-4300-94ef-bfe66bbe55e0 req-ab441891-3fe5-4157-8075-5d8f25480a15 service neutron] Bound port: 6f1dc6c2-945f-4c94-ac01-4b115d2c6c9a, host: n-h1-713498-36, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '50e5915e-18f0-4558-9a28-b978975ead36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': '2b5494c8-cf97-42c1-b902-87f998f28179'}}] {{(pid=103229) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 19:09:22.144382 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-0a5f4fa2-37fb-4300-94ef-bfe66bbe55e0 req-ab441891-3fe5-4157-8075-5d8f25480a15 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (6f1dc6c2-945f-4c94-ac01-4b115d2c6c9a), before_update {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:09:22.252057 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.db [req-0a5f4fa2-37fb-4300-94ef-bfe66bbe55e0 req-ab441891-3fe5-4157-8075-5d8f25480a15 service neutron] For port 6f1dc6c2-945f-4c94-ac01-4b115d2c6c9a, host n-h1-713498-36, cleared binding levels {{(pid=103229) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 19:09:22.256770 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.db [req-0a5f4fa2-37fb-4300-94ef-bfe66bbe55e0 req-ab441891-3fe5-4157-8075-5d8f25480a15 service neutron] For port 6f1dc6c2-945f-4c94-ac01-4b115d2c6c9a, host n-h1-713498-36, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-36',level=0,port_id=6f1dc6c2-945f-4c94-ac01-4b115d2c6c9a,segment=NetworkSegment(50e5915e-18f0-4558-9a28-b978975ead36),segment_id=50e5915e-18f0-4558-9a28-b978975ead36)] {{(pid=103229) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 19:09:22.271676 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-0a5f4fa2-37fb-4300-94ef-bfe66bbe55e0 req-ab441891-3fe5-4157-8075-5d8f25480a15 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762867176205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762866656485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762866656503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12867569'] for port (6f1dc6c2-945f-4c94-ac01-4b115d2c6c9a), after_update {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:09:22.294145 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a5f4fa2-37fb-4300-94ef-bfe66bbe55e0 req-ab441891-3fe5-4157-8075-5d8f25480a15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:09:22.294768 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-0a5f4fa2-37fb-4300-94ef-bfe66bbe55e0 req-ab441891-3fe5-4157-8075-5d8f25480a15 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171096'] for port (None), before_response {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:09:22.297238 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-0a5f4fa2-37fb-4300-94ef-bfe66bbe55e0 req-ab441891-3fe5-4157-8075-5d8f25480a15 service neutron] 10.222.0.89 "PUT /v2.0/ports/6f1dc6c2-945f-4c94-ac01-4b115d2c6c9a HTTP/1.1" status: 200 len: 1096 time: 1.1874893 Feb 09 19:09:22.298898 n-d-713498-36 neutron-server[103229]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e1cb6d98-e8bf-4a2d-93c3-81ecbbb5282f', 'tag': '6f1dc6c2-945f-4c94-ac01-4b115d2c6c9a'}] {{(pid=103229) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 19:09:22.302904 n-d-713498-36 neutron-server[103229]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fa6ae9a20702bd564eaf90d946620b2b4277b1ab91129323d3b54181076be307" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-89f31327-669d-4eaf-9112-10fca9b8ebba" -d '{"events": [{"name": "network-changed", "server_uuid": "e1cb6d98-e8bf-4a2d-93c3-81ecbbb5282f", "tag": "6f1dc6c2-945f-4c94-ac01-4b115d2c6c9a"}]}' {{(pid=103229) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 19:09:22.425415 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab441891-3fe5-4157-8075-5d8f25480a15 service neutron] Pushing event updated for resources: {'Port': ['ID=6f1dc6c2-945f-4c94-ac01-4b115d2c6c9a,revision_number=3']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:09:22.481944 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a5f4fa2-37fb-4300-94ef-bfe66bbe55e0 req-97c43918-9f68-4b2e-bb2a-2d899721d449 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:09:22.483459 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-0a5f4fa2-37fb-4300-94ef-bfe66bbe55e0 req-97c43918-9f68-4b2e-bb2a-2d899721d449 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=0093088d84084204a4b692aeb2e2aa08&device_id=e1cb6d98-e8bf-4a2d-93c3-81ecbbb5282f HTTP/1.1" status: 200 len: 1130 time: 0.1321363 Feb 09 19:09:22.536038 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-0a5f4fa2-37fb-4300-94ef-bfe66bbe55e0 req-1e3354c5-5c5b-4de3-aaa6-b0b987d8cc52 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.10&port_id=6f1dc6c2-945f-4c94-ac01-4b115d2c6c9a HTTP/1.1" status: 200 len: 217 time: 0.0421107 Feb 09 19:09:22.546178 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33f1e03e-2f20-4c21-a070-d68bafb1dd4e req-c1cffbfa-bf5e-467b-8985-024f4acfab13 tempest-LiveMigrationNegativeTest-761470368 tempest-LiveMigrationNegativeTest-761470368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:09:22.555947 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-33f1e03e-2f20-4c21-a070-d68bafb1dd4e req-c1cffbfa-bf5e-467b-8985-024f4acfab13 tempest-LiveMigrationNegativeTest-761470368 tempest-LiveMigrationNegativeTest-761470368-project] 10.222.0.75 "GET /v2.0/ports?device_id=e1cb6d98-e8bf-4a2d-93c3-81ecbbb5282f HTTP/1.1" status: 200 len: 947 time: 0.1492217 Feb 09 19:09:22.644991 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a5f4fa2-37fb-4300-94ef-bfe66bbe55e0 req-246a898d-45b3-4910-9da9-0c5a51d8f151 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:09:22.646485 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-0a5f4fa2-37fb-4300-94ef-bfe66bbe55e0 req-246a898d-45b3-4910-9da9-0c5a51d8f151 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=60b561cb-321e-4f83-9bb3-92b2e1d0dc44 HTTP/1.1" status: 200 len: 843 time: 0.0885830 Feb 09 19:09:22.700359 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-33f1e03e-2f20-4c21-a070-d68bafb1dd4e req-54b2569f-14ed-4bb0-97a2-484b259ac2b1 tempest-LiveMigrationNegativeTest-761470368 tempest-LiveMigrationNegativeTest-761470368-project] 10.222.0.75 "GET /v2.0/security-groups?id=2741b903-8e7c-428e-a4c7-c3e2738431b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1411455 Feb 09 19:09:22.743823 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a5f4fa2-37fb-4300-94ef-bfe66bbe55e0 req-e51ecaf3-3f96-4c24-8de2-8620b579d5b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:09:22.747553 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-0a5f4fa2-37fb-4300-94ef-bfe66bbe55e0 req-e51ecaf3-3f96-4c24-8de2-8620b579d5b5 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=2b5494c8-cf97-42c1-b902-87f998f28179&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.0943768 Feb 09 19:09:22.877215 n-d-713498-36 neutron-server[103229]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 19:09:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f644a870-578a-4b4d-b1c5-db1941d16510 x-openstack-request-id: req-f644a870-578a-4b4d-b1c5-db1941d16510 {{(pid=103229) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 19:09:22.878804 n-d-713498-36 neutron-server[103229]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e1cb6d98-e8bf-4a2d-93c3-81ecbbb5282f", "tag": "6f1dc6c2-945f-4c94-ac01-4b115d2c6c9a", "status": "completed", "code": 200}]} {{(pid=103229) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 19:09:22.879568 n-d-713498-36 neutron-server[103229]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-f644a870-578a-4b4d-b1c5-db1941d16510 {{(pid=103229) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 19:09:22.880634 n-d-713498-36 neutron-server[103229]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e1cb6d98-e8bf-4a2d-93c3-81ecbbb5282f', 'tag': '6f1dc6c2-945f-4c94-ac01-4b115d2c6c9a', 'status': 'completed', 'code': 200} Feb 09 19:09:22.890835 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-0a5f4fa2-37fb-4300-94ef-bfe66bbe55e0 req-565647a4-1ff7-4984-a089-7212d6fd4c6b service neutron] 10.222.0.89 "GET /v2.0/networks/2b5494c8-cf97-42c1-b902-87f998f28179?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1340437 Feb 09 19:09:23.091208 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-213e72fd-f464-410f-8cc8-275666ff54af req-53703dd2-cdb7-4e6b-a523-450e47483b32 tempest-DeleteServersTestJSON-1870379525 tempest-DeleteServersTestJSON-1870379525-project] 10.222.0.75 "GET /v2.0/ports?device_id=2f2ff156-c650-47cb-97f3-66d257558aaf HTTP/1.1" status: 200 len: 210 time: 0.0465732 Feb 09 19:09:23.103395 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-0a5f4fa2-37fb-4300-94ef-bfe66bbe55e0 req-9a0998df-878e-4b6a-9d33-90ea38855f68 service neutron] 10.222.0.89 "GET /v2.0/networks/2b5494c8-cf97-42c1-b902-87f998f28179?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2059572 Feb 09 19:09:23.232289 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89f31327-669d-4eaf-9112-10fca9b8ebba req-9b5726a6-e5e0-4b47-87ef-06c477f922da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:09:23.234378 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-89f31327-669d-4eaf-9112-10fca9b8ebba req-9b5726a6-e5e0-4b47-87ef-06c477f922da service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=0093088d84084204a4b692aeb2e2aa08&device_id=e1cb6d98-e8bf-4a2d-93c3-81ecbbb5282f HTTP/1.1" status: 200 len: 1130 time: 0.0822902 Feb 09 19:09:23.370526 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57c363b9-6c23-460f-94b1-4138378bbd64 req-5a22319e-cddb-43b6-8923-91efb4001358 tempest-LiveMigrationTest-1021096981 tempest-LiveMigrationTest-1021096981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:09:23.372958 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-57c363b9-6c23-460f-94b1-4138378bbd64 req-5a22319e-cddb-43b6-8923-91efb4001358 tempest-LiveMigrationTest-1021096981 tempest-LiveMigrationTest-1021096981-project] 10.222.0.75 "GET /v2.0/ports?device_id=a26f3e83-5a8d-4d9d-aa20-3d25b99af655 HTTP/1.1" status: 200 len: 943 time: 0.0750039 Feb 09 19:09:23.485432 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89f31327-669d-4eaf-9112-10fca9b8ebba req-039839c5-6909-425c-9cfa-ffd64545d03b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:09:23.486959 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-89f31327-669d-4eaf-9112-10fca9b8ebba req-039839c5-6909-425c-9cfa-ffd64545d03b service neutron] 10.222.0.89 "GET /v2.0/networks?id=2b5494c8-cf97-42c1-b902-87f998f28179 HTTP/1.1" status: 200 len: 870 time: 0.2429819 Feb 09 19:09:23.500306 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-57c363b9-6c23-460f-94b1-4138378bbd64 req-15e7124f-e434-45b1-87b6-95b7a12b260e tempest-LiveMigrationTest-1021096981 tempest-LiveMigrationTest-1021096981-project] 10.222.0.75 "GET /v2.0/security-groups?id=ba18819a-1490-4e7b-a11b-e8610423d8ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1062272 Feb 09 19:09:23.550198 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-89f31327-669d-4eaf-9112-10fca9b8ebba req-0f66be71-e498-48ac-8736-6038a90507d6 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.10&port_id=6f1dc6c2-945f-4c94-ac01-4b115d2c6c9a HTTP/1.1" status: 200 len: 217 time: 0.0479891 Feb 09 19:09:23.557855 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-76f0915c-d976-4814-94fc-591e19575bb4 req-13bcc367-89c4-41a6-92d2-0c3c67fd12f3 service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=5ff67175-208f-48a4-b08d-79f957313fbc&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1727066 Feb 09 19:09:23.699859 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89f31327-669d-4eaf-9112-10fca9b8ebba req-12782987-0fb9-4740-9bef-a7addb377599 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:09:23.703005 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-89f31327-669d-4eaf-9112-10fca9b8ebba req-12782987-0fb9-4740-9bef-a7addb377599 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=60b561cb-321e-4f83-9bb3-92b2e1d0dc44 HTTP/1.1" status: 200 len: 843 time: 0.1442521 Feb 09 19:09:23.776128 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76f0915c-d976-4814-94fc-591e19575bb4 req-336194fd-bae6-4e12-8928-a19d9a686057 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:09:23.777695 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-76f0915c-d976-4814-94fc-591e19575bb4 req-336194fd-bae6-4e12-8928-a19d9a686057 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=05fa6a089578484da4b750f8c0b5ad12&device_id=5ff67175-208f-48a4-b08d-79f957313fbc HTTP/1.1" status: 200 len: 1128 time: 0.1409304 Feb 09 19:09:23.889758 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89f31327-669d-4eaf-9112-10fca9b8ebba req-8317ade1-aaf4-4000-b229-c9b175218b10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:09:23.891274 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-89f31327-669d-4eaf-9112-10fca9b8ebba req-8317ade1-aaf4-4000-b229-c9b175218b10 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=2b5494c8-cf97-42c1-b902-87f998f28179&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.1812630 Feb 09 19:09:24.001911 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2051e91-1cf8-4a9d-bf45-18a75555cac9 req-8c1fae67-fb62-4d22-a95d-313826d7ac61 tempest-LiveMigrationNegativeTest-761470368 tempest-LiveMigrationNegativeTest-761470368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:09:24.004617 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-a2051e91-1cf8-4a9d-bf45-18a75555cac9 req-8c1fae67-fb62-4d22-a95d-313826d7ac61 tempest-LiveMigrationNegativeTest-761470368 tempest-LiveMigrationNegativeTest-761470368-project] 10.222.0.75 "GET /v2.0/ports?device_id=e1cb6d98-e8bf-4a2d-93c3-81ecbbb5282f HTTP/1.1" status: 200 len: 947 time: 0.2251613 Feb 09 19:09:24.008499 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76f0915c-d976-4814-94fc-591e19575bb4 req-1c6b4279-ea93-492c-ae6e-0c1baa719d82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:09:24.010395 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-76f0915c-d976-4814-94fc-591e19575bb4 req-1c6b4279-ea93-492c-ae6e-0c1baa719d82 service neutron] 10.222.0.89 "GET /v2.0/networks?id=d725567e-ae4f-48c7-8826-ca95b9692346 HTTP/1.1" status: 200 len: 908 time: 0.1986864 Feb 09 19:09:24.074411 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-76f0915c-d976-4814-94fc-591e19575bb4 req-9ad44a0a-86ee-4cb9-85b4-cf30cb48272f service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=2871109b-715f-42ac-9bd1-b1a86f16330a HTTP/1.1" status: 200 len: 217 time: 0.0555842 Feb 09 19:09:24.155957 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-89f31327-669d-4eaf-9112-10fca9b8ebba req-e77e3a8a-5b94-4c8f-a1cf-dc8075d0456b service neutron] 10.222.0.89 "GET /v2.0/networks/2b5494c8-cf97-42c1-b902-87f998f28179?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2539454 Feb 09 19:09:24.181021 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-a2051e91-1cf8-4a9d-bf45-18a75555cac9 req-e51b3c58-fea6-44a6-a417-76eee4f2e2a9 tempest-LiveMigrationNegativeTest-761470368 tempest-LiveMigrationNegativeTest-761470368-project] 10.222.0.75 "GET /v2.0/security-groups?id=2741b903-8e7c-428e-a4c7-c3e2738431b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1694195 Feb 09 19:09:24.227100 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76f0915c-d976-4814-94fc-591e19575bb4 req-684bae46-5e14-4869-9943-3cfc1b07d160 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:09:24.228241 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-76f0915c-d976-4814-94fc-591e19575bb4 req-684bae46-5e14-4869-9943-3cfc1b07d160 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=41b0b245-923a-427d-ac3e-7f4b2ecbbb0e HTTP/1.1" status: 200 len: 847 time: 0.1397979 Feb 09 19:09:24.270302 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-76f0915c-d976-4814-94fc-591e19575bb4 req-75d8088f-040a-4328-94f3-492c048c62ab service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=d725567e-ae4f-48c7-8826-ca95b9692346&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0333791 Feb 09 19:09:24.361448 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-89f31327-669d-4eaf-9112-10fca9b8ebba req-50ebff7d-8bee-4ea1-996c-47597d804c61 service neutron] 10.222.0.89 "GET /v2.0/networks/2b5494c8-cf97-42c1-b902-87f998f28179?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1979849 Feb 09 19:09:24.429455 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-d7a227dd-a939-45c1-bff4-cf508c7d1742 req-8b8a3b70-2745-4c15-a5e2-7eef9d5f4640 tempest-DeleteServersTestJSON-1870379525 tempest-DeleteServersTestJSON-1870379525-project] 10.222.0.75 "GET /v2.0/ports?device_id=2f2ff156-c650-47cb-97f3-66d257558aaf HTTP/1.1" status: 200 len: 210 time: 0.0455828 Feb 09 19:09:24.465020 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-76f0915c-d976-4814-94fc-591e19575bb4 req-7c5f5be2-b72c-4fca-b1c8-7ed0752b782a service neutron] 10.222.0.89 "GET /v2.0/networks/d725567e-ae4f-48c7-8826-ca95b9692346?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1868420 Feb 09 19:09:24.637308 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-76f0915c-d976-4814-94fc-591e19575bb4 req-ca19ebfd-b992-4196-9b9a-1ad1915dde33 service neutron] 10.222.0.89 "GET /v2.0/networks/d725567e-ae4f-48c7-8826-ca95b9692346?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1622977 Feb 09 19:09:25.490831 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7b8608e-8523-4ab1-bcb0-72b56223b5a9 req-bd1db4e2-e756-4e8f-a580-ba1c08320526 tempest-LiveMigrationTest-1021096981 tempest-LiveMigrationTest-1021096981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:09:25.493359 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-c7b8608e-8523-4ab1-bcb0-72b56223b5a9 req-bd1db4e2-e756-4e8f-a580-ba1c08320526 tempest-LiveMigrationTest-1021096981 tempest-LiveMigrationTest-1021096981-project] 10.222.0.75 "GET /v2.0/ports?device_id=a26f3e83-5a8d-4d9d-aa20-3d25b99af655 HTTP/1.1" status: 200 len: 943 time: 0.0639870 Feb 09 19:09:25.542956 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-c7b8608e-8523-4ab1-bcb0-72b56223b5a9 req-7772e6f3-c60b-481f-adeb-c94a505a703e tempest-LiveMigrationTest-1021096981 tempest-LiveMigrationTest-1021096981-project] 10.222.0.75 "GET /v2.0/security-groups?id=ba18819a-1490-4e7b-a11b-e8610423d8ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440624 Feb 09 19:09:25.653922 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84708f3e-30dc-46af-99d1-c60956393002 req-f244cf4c-02b9-4dff-8a7a-8b7488fa1530 tempest-LiveMigrationNegativeTest-761470368 tempest-LiveMigrationNegativeTest-761470368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:09:25.655593 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-84708f3e-30dc-46af-99d1-c60956393002 req-f244cf4c-02b9-4dff-8a7a-8b7488fa1530 tempest-LiveMigrationNegativeTest-761470368 tempest-LiveMigrationNegativeTest-761470368-project] 10.222.0.75 "GET /v2.0/ports?device_id=e1cb6d98-e8bf-4a2d-93c3-81ecbbb5282f HTTP/1.1" status: 200 len: 947 time: 0.0527341 Feb 09 19:09:25.704617 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-84708f3e-30dc-46af-99d1-c60956393002 req-10dcea5c-3052-46bd-a0ef-6005a3ed6896 tempest-LiveMigrationNegativeTest-761470368 tempest-LiveMigrationNegativeTest-761470368-project] 10.222.0.75 "GET /v2.0/security-groups?id=2741b903-8e7c-428e-a4c7-c3e2738431b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432792 Feb 09 19:09:25.994565 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Device 6f1dc6c2-945f-4c94-ac01-4b115d2c6c9a details requested by agent hyperv_n-h1-713498-36 with host n-h1-713498-36 {{(pid=103232) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 19:09:26.109195 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] For port 6f1dc6c2-945f-4c94-ac01-4b115d2c6c9a, host n-h1-713498-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-36',level=0,port_id=6f1dc6c2-945f-4c94-ac01-4b115d2c6c9a,segment=NetworkSegment(50e5915e-18f0-4558-9a28-b978975ead36),segment_id=50e5915e-18f0-4558-9a28-b978975ead36)] {{(pid=103232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 19:09:26.122813 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Returning: {'device': '6f1dc6c2-945f-4c94-ac01-4b115d2c6c9a', 'network_id': '2b5494c8-cf97-42c1-b902-87f998f28179', 'port_id': '6f1dc6c2-945f-4c94-ac01-4b115d2c6c9a', 'mac_address': 'fa:16:3e:84:30:16', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 359, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '60b561cb-321e-4f83-9bb3-92b2e1d0dc44', 'ip_address': '192.168.233.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103232) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 19:09:26.165119 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Current status of the port 6f1dc6c2-945f-4c94-ac01-4b115d2c6c9a is: DOWN; New status is: BUILD {{(pid=103232) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 19:09:26.165703 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (6f1dc6c2-945f-4c94-ac01-4b115d2c6c9a), before_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:09:26.179715 n-d-713498-36 neutron-server[103232]: DEBUG neutron.notifiers.nova [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6f1dc6c2-945f-4c94-ac01-4b115d2c6c9a {{(pid=103232) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 19:09:26.202488 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] For port 6f1dc6c2-945f-4c94-ac01-4b115d2c6c9a, host n-h1-713498-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-36',level=0,port_id=6f1dc6c2-945f-4c94-ac01-4b115d2c6c9a,segment=NetworkSegment(50e5915e-18f0-4558-9a28-b978975ead36),segment_id=50e5915e-18f0-4558-9a28-b978975ead36)] {{(pid=103232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 19:09:26.206690 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762867176205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762866656485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762866656503'] for port (6f1dc6c2-945f-4c94-ac01-4b115d2c6c9a), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:09:26.265230 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Pushing event updated for resources: {'Port': ['ID=6f1dc6c2-945f-4c94-ac01-4b115d2c6c9a,revision_number=4']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:09:26.272467 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-2f8ad726-6429-40ae-a570-647a8d4e669b req-589842f6-6383-4dec-ac31-3230ff7d5cd1 tempest-DeleteServersTestJSON-1870379525 tempest-DeleteServersTestJSON-1870379525-project] 10.222.0.75 "GET /v2.0/ports?device_id=2f2ff156-c650-47cb-97f3-66d257558aaf HTTP/1.1" status: 200 len: 210 time: 0.0279074 Feb 09 19:09:26.464323 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] get_ports_and_sgs() called for port_ids ['6f1dc6c2-945f-4c94-ac01-4b115d2c6c9a'] {{(pid=103232) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 19:09:27.330920 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-246c75d1-0b34-4838-9eed-a220b1ced1a1 req-1710b63f-7271-4b50-8025-caa65110a2e9 tempest-LiveMigrationTest-1021096981 tempest-LiveMigrationTest-1021096981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:09:27.332391 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-246c75d1-0b34-4838-9eed-a220b1ced1a1 req-1710b63f-7271-4b50-8025-caa65110a2e9 tempest-LiveMigrationTest-1021096981 tempest-LiveMigrationTest-1021096981-project] 10.222.0.75 "GET /v2.0/ports?device_id=a26f3e83-5a8d-4d9d-aa20-3d25b99af655 HTTP/1.1" status: 200 len: 943 time: 0.0600982 Feb 09 19:09:27.384700 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-246c75d1-0b34-4838-9eed-a220b1ced1a1 req-9e3df4aa-88e8-402c-a8c4-b2d97c16b19c tempest-LiveMigrationTest-1021096981 tempest-LiveMigrationTest-1021096981-project] 10.222.0.75 "GET /v2.0/security-groups?id=ba18819a-1490-4e7b-a11b-e8610423d8ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452566 Feb 09 19:09:27.512008 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0118ec94-c2d9-4005-beaa-aea6f0438407 req-1d1c2570-707e-413f-b551-d927b471882c tempest-LiveMigrationNegativeTest-761470368 tempest-LiveMigrationNegativeTest-761470368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:09:27.513522 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-0118ec94-c2d9-4005-beaa-aea6f0438407 req-1d1c2570-707e-413f-b551-d927b471882c tempest-LiveMigrationNegativeTest-761470368 tempest-LiveMigrationNegativeTest-761470368-project] 10.222.0.75 "GET /v2.0/ports?device_id=e1cb6d98-e8bf-4a2d-93c3-81ecbbb5282f HTTP/1.1" status: 200 len: 948 time: 0.0701540 Feb 09 19:09:27.568038 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-0118ec94-c2d9-4005-beaa-aea6f0438407 req-b784721c-cbba-4c32-8dd1-b08c1d70efe5 tempest-LiveMigrationNegativeTest-761470368 tempest-LiveMigrationNegativeTest-761470368-project] 10.222.0.75 "GET /v2.0/security-groups?id=2741b903-8e7c-428e-a4c7-c3e2738431b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487125 Feb 09 19:09:27.984248 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-6eb8e775-44f7-4c74-8017-f944b0fcac34 req-c0e1eaf3-3838-406e-9346-6f4eeeedc6f4 tempest-DeleteServersTestJSON-1870379525 tempest-DeleteServersTestJSON-1870379525-project] 10.222.0.75 "GET /v2.0/ports?device_id=2f2ff156-c650-47cb-97f3-66d257558aaf HTTP/1.1" status: 200 len: 210 time: 0.0504289 Feb 09 19:09:28.013454 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Device 6f1dc6c2-945f-4c94-ac01-4b115d2c6c9a up at agent hyperv_n-h1-713498-36 {{(pid=103232) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 19:09:28.094214 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.provisioning_blocks [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Provisioning for port 6f1dc6c2-945f-4c94-ac01-4b115d2c6c9a completed by entity L2. {{(pid=103232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 19:09:28.098580 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.provisioning_blocks [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Provisioning complete for port 6f1dc6c2-945f-4c94-ac01-4b115d2c6c9a triggered by entity L2. {{(pid=103232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 19:09:28.099135 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593630'] for port (6f1dc6c2-945f-4c94-ac01-4b115d2c6c9a), provisioning_complete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:09:28.121258 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4b1c893-7a2f-469b-863f-7ffc2a83734c req-912b6bf9-6e76-48a5-a6d8-57710ff01656 tempest-ListImageFiltersTestJSON-604118414 tempest-ListImageFiltersTestJSON-604118414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:09:28.122755 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-e4b1c893-7a2f-469b-863f-7ffc2a83734c req-912b6bf9-6e76-48a5-a6d8-57710ff01656 tempest-ListImageFiltersTestJSON-604118414 tempest-ListImageFiltersTestJSON-604118414-project] 10.222.0.75 "GET /v2.0/ports?device_id=760f09f0-6e29-4b3b-84f4-9384bbe2a2c0 HTTP/1.1" status: 200 len: 947 time: 0.0657268 Feb 09 19:09:28.176312 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-e4b1c893-7a2f-469b-863f-7ffc2a83734c req-ffdafec0-48f4-40d0-a6a0-dd39c2aae980 tempest-ListImageFiltersTestJSON-604118414 tempest-ListImageFiltersTestJSON-604118414-project] 10.222.0.75 "GET /v2.0/security-groups?id=07f3d744-f31d-4802-87a4-5a0ced0ab589&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461421 Feb 09 19:09:28.215638 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Current status of the port 6f1dc6c2-945f-4c94-ac01-4b115d2c6c9a is: BUILD; New status is: ACTIVE {{(pid=103232) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 19:09:28.216038 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (6f1dc6c2-945f-4c94-ac01-4b115d2c6c9a), before_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:09:28.240671 n-d-713498-36 neutron-server[103232]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e1cb6d98-e8bf-4a2d-93c3-81ecbbb5282f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6f1dc6c2-945f-4c94-ac01-4b115d2c6c9a'}] {{(pid=103232) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 19:09:28.243285 n-d-713498-36 neutron-server[103232]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}949cdcde653dec44821de95cbf67297f53cbc2aed4e073b5d514f93bf911ce85" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dbb02213-3b6c-450e-a50b-fa8ef9cabacc" -d '{"events": [{"server_uuid": "e1cb6d98-e8bf-4a2d-93c3-81ecbbb5282f", "name": "network-vif-plugged", "status": "completed", "tag": "6f1dc6c2-945f-4c94-ac01-4b115d2c6c9a"}]}' {{(pid=103232) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 19:09:28.256487 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] For port 6f1dc6c2-945f-4c94-ac01-4b115d2c6c9a, host n-h1-713498-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-36',level=0,port_id=6f1dc6c2-945f-4c94-ac01-4b115d2c6c9a,segment=NetworkSegment(50e5915e-18f0-4558-9a28-b978975ead36),segment_id=50e5915e-18f0-4558-9a28-b978975ead36)] {{(pid=103232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 19:09:28.261430 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762867176205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762866656485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762866656503'] for port (6f1dc6c2-945f-4c94-ac01-4b115d2c6c9a), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:09:28.262592 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Device a2221628-1af5-4d87-84c0-3ada72834177 no longer exists at agent hyperv_n-h1-713498-36 {{(pid=103232) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 19:09:28.343063 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Pushing event updated for resources: {'Port': ['ID=6f1dc6c2-945f-4c94-ac01-4b115d2c6c9a,revision_number=5']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:09:28.403951 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Current status of the port a2221628-1af5-4d87-84c0-3ada72834177 is: ACTIVE; New status is: DOWN {{(pid=103232) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 19:09:28.404350 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (a2221628-1af5-4d87-84c0-3ada72834177), before_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:09:28.438512 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d4c86ca-6786-4877-aeb1-6c803e7e002c req-63f5c106-5af8-4a26-9fb5-7c620323813d tempest-ImagesTestJSON-1015154253 tempest-ImagesTestJSON-1015154253-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:09:28.440102 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-8d4c86ca-6786-4877-aeb1-6c803e7e002c req-63f5c106-5af8-4a26-9fb5-7c620323813d tempest-ImagesTestJSON-1015154253 tempest-ImagesTestJSON-1015154253-project] 10.222.0.75 "GET /v2.0/networks?id=e119be35-9333-4ec1-a284-366321b505fc HTTP/1.1" status: 200 len: 805 time: 0.1395032 Feb 09 19:09:28.454935 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] For port a2221628-1af5-4d87-84c0-3ada72834177, host n-h1-713498-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-36',level=0,port_id=a2221628-1af5-4d87-84c0-3ada72834177,segment=NetworkSegment(1cb0f7b5-eca3-4fd8-9372-0323bad2bf37),segment_id=1cb0f7b5-eca3-4fd8-9372-0323bad2bf37)] {{(pid=103232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 19:09:28.459491 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762867176205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762866656485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762866656503'] for port (a2221628-1af5-4d87-84c0-3ada72834177), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:09:28.468806 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-8d4c86ca-6786-4877-aeb1-6c803e7e002c req-7a483a5d-c11d-4ec0-a469-a6a6551ab30b tempest-ImagesTestJSON-1015154253 tempest-ImagesTestJSON-1015154253-project] 10.222.0.75 "GET /v2.0/quotas/818187f205084ea0b383f821b00a5aa5 HTTP/1.1" status: 200 len: 375 time: 0.0198579 Feb 09 19:09:28.526257 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Pushing event updated for resources: {'Port': ['ID=a2221628-1af5-4d87-84c0-3ada72834177,revision_number=8']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:09:28.529163 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-8d4c86ca-6786-4877-aeb1-6c803e7e002c req-96d7f451-70ff-4e58-8a9a-c0b61b2bdb5e tempest-ImagesTestJSON-1015154253 tempest-ImagesTestJSON-1015154253-project] 10.222.0.75 "GET /v2.0/ports?tenant_id=818187f205084ea0b383f821b00a5aa5&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0588880 Feb 09 19:09:28.631974 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-8d4c86ca-6786-4877-aeb1-6c803e7e002c req-f12f6a7c-6a0e-4cfe-bbe6-2ac966a43f27 service neutron] 10.222.0.75 "GET /v2.0/networks/e119be35-9333-4ec1-a284-366321b505fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0949466 Feb 09 19:09:28.731597 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-8d4c86ca-6786-4877-aeb1-6c803e7e002c req-91b4b91f-1c46-4c2f-ab0e-1a39c6e95638 service neutron] 10.222.0.75 "GET /v2.0/networks/e119be35-9333-4ec1-a284-366321b505fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0934234 Feb 09 19:09:28.877931 n-d-713498-36 neutron-server[103232]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 19:09:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ff134074-eeb1-4b19-beea-84681408dc67 x-openstack-request-id: req-ff134074-eeb1-4b19-beea-84681408dc67 {{(pid=103232) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 19:09:28.878287 n-d-713498-36 neutron-server[103232]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e1cb6d98-e8bf-4a2d-93c3-81ecbbb5282f", "name": "network-vif-plugged", "status": "completed", "tag": "6f1dc6c2-945f-4c94-ac01-4b115d2c6c9a", "code": 200}]} {{(pid=103232) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 19:09:28.878549 n-d-713498-36 neutron-server[103232]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-ff134074-eeb1-4b19-beea-84681408dc67 {{(pid=103232) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 19:09:28.878948 n-d-713498-36 neutron-server[103232]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e1cb6d98-e8bf-4a2d-93c3-81ecbbb5282f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6f1dc6c2-945f-4c94-ac01-4b115d2c6c9a', 'code': 200} Feb 09 19:09:29.051243 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d42f8369-6293-418f-82f4-be04f297a92c req-f76dc28d-9f4b-49d5-8759-3e976ee918bb tempest-LiveMigrationTest-1021096981 tempest-LiveMigrationTest-1021096981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:09:29.054815 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-d42f8369-6293-418f-82f4-be04f297a92c req-f76dc28d-9f4b-49d5-8759-3e976ee918bb tempest-LiveMigrationTest-1021096981 tempest-LiveMigrationTest-1021096981-project] 10.222.0.75 "GET /v2.0/ports?device_id=a26f3e83-5a8d-4d9d-aa20-3d25b99af655 HTTP/1.1" status: 200 len: 943 time: 0.1149096 Feb 09 19:09:29.058644 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f5cd800-9b2a-44a9-b43d-e8a11acb5c5f req-948342c7-7a85-4541-b83d-bce87bbf375b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:09:29.060154 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-8f5cd800-9b2a-44a9-b43d-e8a11acb5c5f req-948342c7-7a85-4541-b83d-bce87bbf375b service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=e1cb6d98-e8bf-4a2d-93c3-81ecbbb5282f HTTP/1.1" status: 200 len: 1132 time: 0.1087015 Feb 09 19:09:29.149289 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-d42f8369-6293-418f-82f4-be04f297a92c req-c2d97370-ea38-4538-9bdd-dcc1a220af0c tempest-LiveMigrationTest-1021096981 tempest-LiveMigrationTest-1021096981-project] 10.222.0.75 "GET /v2.0/security-groups?id=ba18819a-1490-4e7b-a11b-e8610423d8ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0876131 Feb 09 19:09:29.151472 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-8f5cd800-9b2a-44a9-b43d-e8a11acb5c5f req-a252ea71-a2ca-4d9b-a4ad-a9f33fea0e53 service neutron] 10.222.0.89 "GET /v2.0/security-groups?id=2741b903-8e7c-428e-a4c7-c3e2738431b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0806551 Feb 09 19:09:29.287646 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c84ee59-7ed3-40be-93d5-5673da4cfca9 req-f3e3b7f6-2fca-4b8f-9409-4c21ba09f1f0 tempest-LiveMigrationNegativeTest-761470368 tempest-LiveMigrationNegativeTest-761470368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:09:29.296701 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-8c84ee59-7ed3-40be-93d5-5673da4cfca9 req-f3e3b7f6-2fca-4b8f-9409-4c21ba09f1f0 tempest-LiveMigrationNegativeTest-761470368 tempest-LiveMigrationNegativeTest-761470368-project] 10.222.0.75 "GET /v2.0/ports?device_id=e1cb6d98-e8bf-4a2d-93c3-81ecbbb5282f HTTP/1.1" status: 200 len: 949 time: 0.0778339 Feb 09 19:09:29.351802 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-8c84ee59-7ed3-40be-93d5-5673da4cfca9 req-5ba139de-5014-4d54-a50f-36eb40ea2302 tempest-LiveMigrationNegativeTest-761470368 tempest-LiveMigrationNegativeTest-761470368-project] 10.222.0.75 "GET /v2.0/security-groups?id=2741b903-8e7c-428e-a4c7-c3e2738431b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536370 Feb 09 19:09:29.493826 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-1d739d90-c8fc-45e4-9038-c40c9b1bc869 req-b42e1ce2-6732-4e7b-a9fc-29f4dd5d8a06 tempest-ImagesTestJSON-1015154253 tempest-ImagesTestJSON-1015154253-project] 10.222.0.75 "GET /v2.0/ports?device_id=a9723b82-c142-4741-a09b-609088aa8487 HTTP/1.1" status: 200 len: 210 time: 0.0492280 Feb 09 19:09:29.692030 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-6465f9e3-7599-45cc-84a2-0b3975414420 req-0a486086-e7ef-477e-8f81-d9cf67e7bc67 tempest-DeleteServersTestJSON-1870379525 tempest-DeleteServersTestJSON-1870379525-project] 10.222.0.75 "GET /v2.0/ports?device_id=2f2ff156-c650-47cb-97f3-66d257558aaf HTTP/1.1" status: 200 len: 210 time: 0.0374260 Feb 09 19:09:29.714046 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa3240c4-92b0-42b2-987d-e513fa5b5320 req-5e7f34af-a48a-4b66-b3c9-77230ba2475e tempest-ListImageFiltersTestJSON-604118414 tempest-ListImageFiltersTestJSON-604118414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:09:29.714046 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-aa3240c4-92b0-42b2-987d-e513fa5b5320 req-5e7f34af-a48a-4b66-b3c9-77230ba2475e tempest-ListImageFiltersTestJSON-604118414 tempest-ListImageFiltersTestJSON-604118414-project] 10.222.0.89 "GET /v2.0/ports?device_id=760f09f0-6e29-4b3b-84f4-9384bbe2a2c0 HTTP/1.1" status: 200 len: 947 time: 0.1458542 Feb 09 19:09:29.797228 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77b937be-2bd1-4b8b-b44f-d977a384ea8b req-e0a485a5-e1f9-4b1e-b993-1ba7a04ffecb tempest-ImagesTestJSON-1015154253 tempest-ImagesTestJSON-1015154253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:09:29.798786 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-77b937be-2bd1-4b8b-b44f-d977a384ea8b req-e0a485a5-e1f9-4b1e-b993-1ba7a04ffecb tempest-ImagesTestJSON-1015154253 tempest-ImagesTestJSON-1015154253-project] 10.222.0.89 "GET /v2.0/ports?device_id=b5bcf323-43ab-4666-83a5-03958b60d192 HTTP/1.1" status: 200 len: 943 time: 0.1792309 Feb 09 19:09:29.915236 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d5b3a0c-d525-4f04-a499-0c872bc96bd7 req-c8564dd4-5e6e-4a7a-8812-97934f2225cc tempest-ListImageFiltersTestJSON-604118414 tempest-ListImageFiltersTestJSON-604118414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:09:29.917592 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-2d5b3a0c-d525-4f04-a499-0c872bc96bd7 req-c8564dd4-5e6e-4a7a-8812-97934f2225cc tempest-ListImageFiltersTestJSON-604118414 tempest-ListImageFiltersTestJSON-604118414-project] 10.222.0.75 "GET /v2.0/ports?device_id=760f09f0-6e29-4b3b-84f4-9384bbe2a2c0 HTTP/1.1" status: 200 len: 947 time: 0.1579485 Feb 09 19:09:29.945574 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.plugin [req-aa3240c4-92b0-42b2-987d-e513fa5b5320 req-f8f0b95d-bd82-4645-b9a6-27a2979ff2d6 tempest-ListImageFiltersTestJSON-604118414 tempest-ListImageFiltersTestJSON-604118414-project] Deleting port d497de83-eda3-43bc-87ef-1bdb243bb575 {{(pid=103229) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 19:09:29.945919 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-aa3240c4-92b0-42b2-987d-e513fa5b5320 req-f8f0b95d-bd82-4645-b9a6-27a2979ff2d6 tempest-ListImageFiltersTestJSON-604118414 tempest-ListImageFiltersTestJSON-604118414-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762867170196'] for port (d497de83-eda3-43bc-87ef-1bdb243bb575), before_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:09:29.995435 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-2d5b3a0c-d525-4f04-a499-0c872bc96bd7 req-7ea26b67-d71c-4a11-a2e0-5f28221d7821 tempest-ListImageFiltersTestJSON-604118414 tempest-ListImageFiltersTestJSON-604118414-project] 10.222.0.75 "GET /v2.0/security-groups?id=07f3d744-f31d-4802-87a4-5a0ced0ab589&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0660818 Feb 09 19:09:30.008214 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.plugin [req-77b937be-2bd1-4b8b-b44f-d977a384ea8b req-7b2bbd95-ba9e-4c7a-a2a7-7265deaef67f tempest-ImagesTestJSON-1015154253 tempest-ImagesTestJSON-1015154253-project] Deleting port a2221628-1af5-4d87-84c0-3ada72834177 {{(pid=103229) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 19:09:30.008570 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-77b937be-2bd1-4b8b-b44f-d977a384ea8b req-7b2bbd95-ba9e-4c7a-a2a7-7265deaef67f tempest-ImagesTestJSON-1015154253 tempest-ImagesTestJSON-1015154253-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762867170196'] for port (a2221628-1af5-4d87-84c0-3ada72834177), before_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:09:30.105420 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.db [req-aa3240c4-92b0-42b2-987d-e513fa5b5320 req-f8f0b95d-bd82-4645-b9a6-27a2979ff2d6 tempest-ListImageFiltersTestJSON-604118414 tempest-ListImageFiltersTestJSON-604118414-project] For port d497de83-eda3-43bc-87ef-1bdb243bb575, host n-h1-713498-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-36',level=0,port_id=d497de83-eda3-43bc-87ef-1bdb243bb575,segment=NetworkSegment(50e5915e-18f0-4558-9a28-b978975ead36),segment_id=50e5915e-18f0-4558-9a28-b978975ead36)] {{(pid=103229) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 19:09:30.106024 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-aa3240c4-92b0-42b2-987d-e513fa5b5320 req-f8f0b95d-bd82-4645-b9a6-27a2979ff2d6 tempest-ListImageFiltersTestJSON-604118414 tempest-ListImageFiltersTestJSON-604118414-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1820838'] for port (d497de83-eda3-43bc-87ef-1bdb243bb575), precommit_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:09:30.143022 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 55352) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:09:30.151098 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.plugin [req-aa3240c4-92b0-42b2-987d-e513fa5b5320 req-f8f0b95d-bd82-4645-b9a6-27a2979ff2d6 tempest-ListImageFiltersTestJSON-604118414 tempest-ListImageFiltersTestJSON-604118414-project] Calling delete_port for d497de83-eda3-43bc-87ef-1bdb243bb575 owned by compute:nova {{(pid=103229) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 19:09:30.502665 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.db [req-77b937be-2bd1-4b8b-b44f-d977a384ea8b req-7b2bbd95-ba9e-4c7a-a2a7-7265deaef67f tempest-ImagesTestJSON-1015154253 tempest-ImagesTestJSON-1015154253-project] For port a2221628-1af5-4d87-84c0-3ada72834177, host n-h1-713498-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-36',level=0,port_id=a2221628-1af5-4d87-84c0-3ada72834177,segment=NetworkSegment(1cb0f7b5-eca3-4fd8-9372-0323bad2bf37),segment_id=1cb0f7b5-eca3-4fd8-9372-0323bad2bf37)] {{(pid=103229) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 19:09:30.503346 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-77b937be-2bd1-4b8b-b44f-d977a384ea8b req-7b2bbd95-ba9e-4c7a-a2a7-7265deaef67f tempest-ImagesTestJSON-1015154253 tempest-ImagesTestJSON-1015154253-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1820838'] for port (a2221628-1af5-4d87-84c0-3ada72834177), precommit_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:09:30.516377 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38e542a7-71ab-418a-a4cb-22f9afd301bc req-5850f97a-3b3d-4bf1-b049-8661d1056aa2 tempest-LiveMigrationNegativeTest-761470368 tempest-LiveMigrationNegativeTest-761470368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:09:30.518423 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-38e542a7-71ab-418a-a4cb-22f9afd301bc req-5850f97a-3b3d-4bf1-b049-8661d1056aa2 tempest-LiveMigrationNegativeTest-761470368 tempest-LiveMigrationNegativeTest-761470368-project] 10.222.0.75 "GET /v2.0/ports?device_id=e1cb6d98-e8bf-4a2d-93c3-81ecbbb5282f HTTP/1.1" status: 200 len: 949 time: 0.0735848 Feb 09 19:09:30.558880 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.plugin [req-77b937be-2bd1-4b8b-b44f-d977a384ea8b req-7b2bbd95-ba9e-4c7a-a2a7-7265deaef67f tempest-ImagesTestJSON-1015154253 tempest-ImagesTestJSON-1015154253-project] Calling delete_port for a2221628-1af5-4d87-84c0-3ada72834177 owned by compute:nova {{(pid=103229) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 19:09:30.561891 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-5266c6d9-c3f8-4941-b352-bcbdd386ac82 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:09:30.592505 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-38e542a7-71ab-418a-a4cb-22f9afd301bc req-059901a6-47e2-491e-8368-3ef77af8bb14 tempest-LiveMigrationNegativeTest-761470368 tempest-LiveMigrationNegativeTest-761470368-project] 10.222.0.75 "GET /v2.0/security-groups?id=2741b903-8e7c-428e-a4c7-c3e2738431b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0683656 Feb 09 19:09:30.684240 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-2f9f9783-d5d3-4c1a-9aed-6fd8f8f07420 req-b4ac2288-665f-4a3e-b9ac-d133d16a7711 tempest-ImagesTestJSON-1015154253 tempest-ImagesTestJSON-1015154253-project] 10.222.0.75 "GET /v2.0/ports?device_id=a9723b82-c142-4741-a09b-609088aa8487 HTTP/1.1" status: 200 len: 210 time: 0.0297208 Feb 09 19:09:30.735171 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-357a3805-af77-4763-baa7-1b289af1ec56 req-f3d290bc-58f6-42e1-9387-97f990f95f58 tempest-LiveMigrationTest-1021096981 tempest-LiveMigrationTest-1021096981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:09:30.736676 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-357a3805-af77-4763-baa7-1b289af1ec56 req-f3d290bc-58f6-42e1-9387-97f990f95f58 tempest-LiveMigrationTest-1021096981 tempest-LiveMigrationTest-1021096981-project] 10.222.0.75 "GET /v2.0/ports?device_id=a26f3e83-5a8d-4d9d-aa20-3d25b99af655 HTTP/1.1" status: 200 len: 943 time: 0.2360694 Feb 09 19:09:30.880081 n-d-713498-36 neutron-server[103232]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b5bcf323-43ab-4666-83a5-03958b60d192', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a2221628-1af5-4d87-84c0-3ada72834177'}] {{(pid=103232) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 19:09:30.883764 n-d-713498-36 neutron-server[103232]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}949cdcde653dec44821de95cbf67297f53cbc2aed4e073b5d514f93bf911ce85" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-246043e6-422a-4dd8-a911-0b2d86ac2017" -d '{"events": [{"server_uuid": "b5bcf323-43ab-4666-83a5-03958b60d192", "name": "network-vif-unplugged", "status": "completed", "tag": "a2221628-1af5-4d87-84c0-3ada72834177"}]}' {{(pid=103232) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 19:09:30.908880 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-5266c6d9-c3f8-4941-b352-bcbdd386ac82 admin admin] Publish callbacks [] for security_group (2143ae3f-1999-4236-97bc-3c4886696960), precommit_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:09:30.929476 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-357a3805-af77-4763-baa7-1b289af1ec56 req-a1ceaec3-4c21-4bc6-ac34-79d8f06e69d4 tempest-LiveMigrationTest-1021096981 tempest-LiveMigrationTest-1021096981-project] 10.222.0.75 "GET /v2.0/security-groups?id=ba18819a-1490-4e7b-a11b-e8610423d8ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1797111 Feb 09 19:09:30.935303 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-aa3240c4-92b0-42b2-987d-e513fa5b5320 req-f8f0b95d-bd82-4645-b9a6-27a2979ff2d6 tempest-ListImageFiltersTestJSON-604118414 tempest-ListImageFiltersTestJSON-604118414-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762867177463', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762866656476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12867576'] for port (d497de83-eda3-43bc-87ef-1bdb243bb575), after_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:09:30.938985 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-5266c6d9-c3f8-4941-b352-bcbdd386ac82 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1892331'] for security_group (2143ae3f-1999-4236-97bc-3c4886696960), after_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:09:31.012007 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8f0b95d-bd82-4645-b9a6-27a2979ff2d6 tempest-ListImageFiltersTestJSON-604118414 tempest-ListImageFiltersTestJSON-604118414-project] Pushing event deleted for resources: {'Port': ['ID=d497de83-eda3-43bc-87ef-1bdb243bb575,revision_number=None']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:09:31.035784 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-77b937be-2bd1-4b8b-b44f-d977a384ea8b req-7b2bbd95-ba9e-4c7a-a2a7-7265deaef67f tempest-ImagesTestJSON-1015154253 tempest-ImagesTestJSON-1015154253-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762867177463', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762866656476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12867576'] for port (a2221628-1af5-4d87-84c0-3ada72834177), after_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:09:31.045576 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-5266c6d9-c3f8-4941-b352-bcbdd386ac82 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=dede10fe8e5f487d8d33b718c25dcb75&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8971786 Feb 09 19:09:31.046373 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5266c6d9-c3f8-4941-b352-bcbdd386ac82 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2143ae3f-1999-4236-97bc-3c4886696960,revision_number=1']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:09:31.048963 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 55374) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:09:31.131321 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b2bbd95-ba9e-4c7a-a2a7-7265deaef67f tempest-ImagesTestJSON-1015154253 tempest-ImagesTestJSON-1015154253-project] Pushing event deleted for resources: {'Port': ['ID=a2221628-1af5-4d87-84c0-3ada72834177,revision_number=None']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:09:31.159709 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-ed8669bf-490b-4f2d-b998-497f24747ba6 req-f35f53c1-9377-4806-8dc5-d4fab40ef641 tempest-DeleteServersTestJSON-1870379525 tempest-DeleteServersTestJSON-1870379525-project] 10.222.0.75 "GET /v2.0/ports?device_id=2f2ff156-c650-47cb-97f3-66d257558aaf HTTP/1.1" status: 200 len: 210 time: 0.0919192 Feb 09 19:09:31.162568 n-d-713498-36 neutron-server[103229]: DEBUG neutron.db.l3_dvrscheduler_db [req-aa3240c4-92b0-42b2-987d-e513fa5b5320 req-f8f0b95d-bd82-4645-b9a6-27a2979ff2d6 tempest-ListImageFiltersTestJSON-604118414 tempest-ListImageFiltersTestJSON-604118414-project] No DVR routers for this DVR port d497de83-eda3-43bc-87ef-1bdb243bb575 on host n-h1-713498-36 {{(pid=103229) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 19:09:31.168943 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-9cb4a9b4-f413-4562-90ce-07f277dbea3a admin admin] Publish callbacks [] for security_group (2143ae3f-1999-4236-97bc-3c4886696960), before_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:09:31.169160 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-aa3240c4-92b0-42b2-987d-e513fa5b5320 req-f8f0b95d-bd82-4645-b9a6-27a2979ff2d6 tempest-ListImageFiltersTestJSON-604118414 tempest-ListImageFiltersTestJSON-604118414-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171096'] for port (None), before_response {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:09:31.183517 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-aa3240c4-92b0-42b2-987d-e513fa5b5320 req-f8f0b95d-bd82-4645-b9a6-27a2979ff2d6 tempest-ListImageFiltersTestJSON-604118414 tempest-ListImageFiltersTestJSON-604118414-project] 10.222.0.89 "DELETE /v2.0/ports/d497de83-eda3-43bc-87ef-1bdb243bb575 HTTP/1.1" status: 204 len: 173 time: 1.4666007 Feb 09 19:09:31.184019 n-d-713498-36 neutron-server[103229]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '760f09f0-6e29-4b3b-84f4-9384bbe2a2c0', 'name': 'network-vif-deleted', 'tag': 'd497de83-eda3-43bc-87ef-1bdb243bb575'}] {{(pid=103229) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 19:09:31.194427 n-d-713498-36 neutron-server[103229]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fa6ae9a20702bd564eaf90d946620b2b4277b1ab91129323d3b54181076be307" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-daa785ac-328d-4c35-8dcb-a5b6b6993fe7" -d '{"events": [{"server_uuid": "760f09f0-6e29-4b3b-84f4-9384bbe2a2c0", "name": "network-vif-deleted", "tag": "d497de83-eda3-43bc-87ef-1bdb243bb575"}]}' {{(pid=103229) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 19:09:31.200230 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-9cb4a9b4-f413-4562-90ce-07f277dbea3a admin admin] Publish callbacks [] for security_group (2143ae3f-1999-4236-97bc-3c4886696960), precommit_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:09:31.240405 n-d-713498-36 neutron-server[103232]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 09 Feb 2022 19:09:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3c976bb3-8b80-45b7-b996-3654c354a4b4 x-openstack-request-id: req-3c976bb3-8b80-45b7-b996-3654c354a4b4 {{(pid=103232) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 19:09:31.241214 n-d-713498-36 neutron-server[103232]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b5bcf323-43ab-4666-83a5-03958b60d192", "name": "network-vif-unplugged", "status": "completed", "tag": "a2221628-1af5-4d87-84c0-3ada72834177", "code": 200}]} {{(pid=103232) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 19:09:31.242977 n-d-713498-36 neutron-server[103232]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-3c976bb3-8b80-45b7-b996-3654c354a4b4 {{(pid=103232) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 19:09:31.245689 n-d-713498-36 neutron-server[103232]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b5bcf323-43ab-4666-83a5-03958b60d192', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a2221628-1af5-4d87-84c0-3ada72834177', 'code': 200} Feb 09 19:09:31.276706 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-9cb4a9b4-f413-4562-90ce-07f277dbea3a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1892331'] for security_group (2143ae3f-1999-4236-97bc-3c4886696960), after_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:09:31.280351 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-9cb4a9b4-f413-4562-90ce-07f277dbea3a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:09:31.284428 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-9cb4a9b4-f413-4562-90ce-07f277dbea3a admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/2143ae3f-1999-4236-97bc-3c4886696960 HTTP/1.1" status: 204 len: 168 time: 0.2341931 Feb 09 19:09:31.293091 n-d-713498-36 neutron-server[103229]: DEBUG neutron.db.l3_dvrscheduler_db [req-77b937be-2bd1-4b8b-b44f-d977a384ea8b req-7b2bbd95-ba9e-4c7a-a2a7-7265deaef67f tempest-ImagesTestJSON-1015154253 tempest-ImagesTestJSON-1015154253-project] No DVR routers for this DVR port a2221628-1af5-4d87-84c0-3ada72834177 on host n-h1-713498-36 {{(pid=103229) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 19:09:31.300536 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-77b937be-2bd1-4b8b-b44f-d977a384ea8b req-7b2bbd95-ba9e-4c7a-a2a7-7265deaef67f tempest-ImagesTestJSON-1015154253 tempest-ImagesTestJSON-1015154253-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171096'] for port (None), before_response {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:09:31.306501 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cb4a9b4-f413-4562-90ce-07f277dbea3a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2143ae3f-1999-4236-97bc-3c4886696960,revision_number=None']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:09:31.314928 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-77b937be-2bd1-4b8b-b44f-d977a384ea8b req-7b2bbd95-ba9e-4c7a-a2a7-7265deaef67f tempest-ImagesTestJSON-1015154253 tempest-ImagesTestJSON-1015154253-project] 10.222.0.89 "DELETE /v2.0/ports/a2221628-1af5-4d87-84c0-3ada72834177 HTTP/1.1" status: 204 len: 173 time: 1.5090511 Feb 09 19:09:31.331497 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-b7776766-dab9-4b6a-875e-e476204f1991 req-c00757e4-d515-4a9a-82d5-a64a86fac450 tempest-ListImageFiltersTestJSON-604118414 tempest-ListImageFiltersTestJSON-604118414-project] 10.222.0.75 "GET /v2.0/ports?device_id=760f09f0-6e29-4b3b-84f4-9384bbe2a2c0 HTTP/1.1" status: 200 len: 210 time: 0.0386133 Feb 09 19:09:31.390069 n-d-713498-36 neutron-server[103229]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 19:09:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d7942fb5-60ee-4333-9bfe-f117a9147899 x-openstack-request-id: req-d7942fb5-60ee-4333-9bfe-f117a9147899 {{(pid=103229) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 19:09:31.390457 n-d-713498-36 neutron-server[103229]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "760f09f0-6e29-4b3b-84f4-9384bbe2a2c0", "name": "network-vif-deleted", "tag": "d497de83-eda3-43bc-87ef-1bdb243bb575", "status": "completed", "code": 200}]} {{(pid=103229) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 19:09:31.390663 n-d-713498-36 neutron-server[103229]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-d7942fb5-60ee-4333-9bfe-f117a9147899 {{(pid=103229) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 19:09:31.391071 n-d-713498-36 neutron-server[103229]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '760f09f0-6e29-4b3b-84f4-9384bbe2a2c0', 'name': 'network-vif-deleted', 'tag': 'd497de83-eda3-43bc-87ef-1bdb243bb575', 'status': 'completed', 'code': 200} Feb 09 19:09:31.418049 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f516eef-e94c-4d8d-91e3-0e220aaff4ff req-f39fffa5-385d-40d1-b2fa-6141415ce6ad tempest-LiveMigrationNegativeTest-761470368 tempest-LiveMigrationNegativeTest-761470368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:09:31.420040 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-6f516eef-e94c-4d8d-91e3-0e220aaff4ff req-f39fffa5-385d-40d1-b2fa-6141415ce6ad tempest-LiveMigrationNegativeTest-761470368 tempest-LiveMigrationNegativeTest-761470368-project] 10.222.0.75 "GET /v2.0/ports?device_id=e1cb6d98-e8bf-4a2d-93c3-81ecbbb5282f HTTP/1.1" status: 200 len: 949 time: 0.1038535 Feb 09 19:09:31.597201 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-6f516eef-e94c-4d8d-91e3-0e220aaff4ff req-c00ab1b2-4ccd-4480-9c0d-d1914e3ab7f7 tempest-LiveMigrationNegativeTest-761470368 tempest-LiveMigrationNegativeTest-761470368-project] 10.222.0.75 "GET /v2.0/security-groups?id=2741b903-8e7c-428e-a4c7-c3e2738431b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1583431 Feb 09 19:09:31.614719 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-64a70019-c5d7-4c8e-9690-d13fce5337f2 req-a9d90173-d3d1-4b8d-b8f4-00d14c2b0837 service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=8319129f-1054-494a-b0c0-2ec99e839619&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 665 time: 0.1877434 Feb 09 19:09:31.909204 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d4c86ca-6786-4877-aeb1-6c803e7e002c req-3c698975-8181-4827-b3a7-e093cbce2702 tempest-ImagesTestJSON-1015154253 tempest-ImagesTestJSON-1015154253-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:09:31.910956 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-8d4c86ca-6786-4877-aeb1-6c803e7e002c req-3c698975-8181-4827-b3a7-e093cbce2702 tempest-ImagesTestJSON-1015154253 tempest-ImagesTestJSON-1015154253-project] 10.222.0.90 "GET /v2.0/networks?id=e119be35-9333-4ec1-a284-366321b505fc HTTP/1.1" status: 200 len: 805 time: 0.2132940 Feb 09 19:09:32.014019 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-291494b1-9a36-4950-bc96-99034ef36558 req-e56e5840-9727-4eee-8582-897cd18d29ca tempest-ImagesTestJSON-1015154253 tempest-ImagesTestJSON-1015154253-project] 10.222.0.75 "GET /v2.0/ports?device_id=a9723b82-c142-4741-a09b-609088aa8487 HTTP/1.1" status: 200 len: 210 time: 0.1016960 Feb 09 19:09:32.020964 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.v2.base [req-8d4c86ca-6786-4877-aeb1-6c803e7e002c req-01073e28-6e89-465e-a385-08c12da2cfa9 tempest-ImagesTestJSON-1015154253 tempest-ImagesTestJSON-1015154253-project] Request body: {'port': {'device_id': 'a9723b82-c142-4741-a09b-609088aa8487', 'network_id': 'e119be35-9333-4ec1-a284-366321b505fc', 'admin_state_up': True, 'tenant_id': '818187f205084ea0b383f821b00a5aa5'}} {{(pid=103230) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 19:09:32.048121 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-94206571-86d5-4569-98af-6bb23b26cc10 req-bf8694e8-3d4a-449d-bb26-87ceaec49497 tempest-LiveMigrationNegativeTest-761470368 tempest-LiveMigrationNegativeTest-761470368-project] 10.222.0.75 "GET /v2.0/networks?tenant_id=0093088d84084204a4b692aeb2e2aa08&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0875781 Feb 09 19:09:32.214830 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64a70019-c5d7-4c8e-9690-d13fce5337f2 req-93e1b8a6-55ec-4f61-a2a9-3d538725fb25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:09:32.215348 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64a70019-c5d7-4c8e-9690-d13fce5337f2 req-93e1b8a6-55ec-4f61-a2a9-3d538725fb25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:09:32.217934 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64a70019-c5d7-4c8e-9690-d13fce5337f2 req-93e1b8a6-55ec-4f61-a2a9-3d538725fb25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:09:32.218452 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64a70019-c5d7-4c8e-9690-d13fce5337f2 req-93e1b8a6-55ec-4f61-a2a9-3d538725fb25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:09:32.218930 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64a70019-c5d7-4c8e-9690-d13fce5337f2 req-93e1b8a6-55ec-4f61-a2a9-3d538725fb25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:09:32.219395 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64a70019-c5d7-4c8e-9690-d13fce5337f2 req-93e1b8a6-55ec-4f61-a2a9-3d538725fb25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:09:32.224204 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64a70019-c5d7-4c8e-9690-d13fce5337f2 req-93e1b8a6-55ec-4f61-a2a9-3d538725fb25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:09:32.227621 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-64a70019-c5d7-4c8e-9690-d13fce5337f2 req-93e1b8a6-55ec-4f61-a2a9-3d538725fb25 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=1165ce6413224edfb276f9f552a74208&device_id=8319129f-1054-494a-b0c0-2ec99e839619 HTTP/1.1" status: 200 len: 6726 time: 0.4727645 Feb 09 19:09:32.228616 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8d4c86ca-6786-4877-aeb1-6c803e7e002c req-01073e28-6e89-465e-a385-08c12da2cfa9 tempest-ImagesTestJSON-1015154253 tempest-ImagesTestJSON-1015154253-project] Made reservation on behalf of 818187f205084ea0b383f821b00a5aa5 for: {'port': 1} {{(pid=103230) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 19:09:32.235428 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [req-8d4c86ca-6786-4877-aeb1-6c803e7e002c req-01073e28-6e89-465e-a385-08c12da2cfa9 tempest-ImagesTestJSON-1015154253 tempest-ImagesTestJSON-1015154253-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (None), before_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:09:32.286358 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94206571-86d5-4569-98af-6bb23b26cc10 req-57ddd5ee-7049-460c-89c5-c4dae62f006a tempest-LiveMigrationNegativeTest-761470368 tempest-LiveMigrationNegativeTest-761470368-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:09:32.289135 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-94206571-86d5-4569-98af-6bb23b26cc10 req-57ddd5ee-7049-460c-89c5-c4dae62f006a tempest-LiveMigrationNegativeTest-761470368 tempest-LiveMigrationNegativeTest-761470368-project] 10.222.0.75 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2295241 Feb 09 19:09:32.309847 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-94206571-86d5-4569-98af-6bb23b26cc10 req-f3f5fbf0-435f-4c46-8431-a3e0d75f5053 tempest-LiveMigrationNegativeTest-761470368 tempest-LiveMigrationNegativeTest-761470368-project] 10.222.0.75 "GET /v2.0/quotas/0093088d84084204a4b692aeb2e2aa08 HTTP/1.1" status: 200 len: 375 time: 0.0118945 Feb 09 19:09:32.378869 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-94206571-86d5-4569-98af-6bb23b26cc10 req-638a1791-33a9-425a-a969-82711e76ddec tempest-LiveMigrationNegativeTest-761470368 tempest-LiveMigrationNegativeTest-761470368-project] 10.222.0.75 "GET /v2.0/ports?tenant_id=0093088d84084204a4b692aeb2e2aa08&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0616341 Feb 09 19:09:32.401033 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64a70019-c5d7-4c8e-9690-d13fce5337f2 req-26011234-7a0f-4723-9fc9-b5004786a6f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:09:32.401723 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64a70019-c5d7-4c8e-9690-d13fce5337f2 req-26011234-7a0f-4723-9fc9-b5004786a6f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:09:32.402224 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64a70019-c5d7-4c8e-9690-d13fce5337f2 req-26011234-7a0f-4723-9fc9-b5004786a6f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:09:32.404210 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-64a70019-c5d7-4c8e-9690-d13fce5337f2 req-26011234-7a0f-4723-9fc9-b5004786a6f9 service neutron] 10.222.0.90 "GET /v2.0/networks?id=c0d79728-024b-4c62-b035-620d2aaf99fe&id=622dc241-96e3-459d-8172-016faee8abe4&id=622dc241-96e3-459d-8172-016faee8abe4&id=622dc241-96e3-459d-8172-016faee8abe4&id=622dc241-96e3-459d-8172-016faee8abe4&id=827c740b-e08e-4994-bbc7-e073abc4dcaf&id=827c740b-e08e-4994-bbc7-e073abc4dcaf HTTP/1.1" status: 200 len: 2297 time: 0.1125147 Feb 09 19:09:32.603629 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf38e7f3-9148-4652-9771-585ef454ba8d req-a99210a3-acf0-42ef-b1cf-df46bc4b55ef tempest-LiveMigrationTest-1021096981 tempest-LiveMigrationTest-1021096981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:09:32.613092 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-cf38e7f3-9148-4652-9771-585ef454ba8d req-a99210a3-acf0-42ef-b1cf-df46bc4b55ef tempest-LiveMigrationTest-1021096981 tempest-LiveMigrationTest-1021096981-project] 10.222.0.75 "GET /v2.0/ports?device_id=a26f3e83-5a8d-4d9d-aa20-3d25b99af655 HTTP/1.1" status: 200 len: 943 time: 0.4284136 Feb 09 19:09:32.623472 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-64a70019-c5d7-4c8e-9690-d13fce5337f2 req-a26c6578-4cfe-4f26-97e5-7c46d0f90ccf service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d8831f22-48ff-4779-ae00-8742dab90eee HTTP/1.1" status: 200 len: 1002 time: 0.1842802 Feb 09 19:09:32.781895 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-3739f974-6225-4d3f-bc53-4d0c77a3df87 req-dd736cd7-a884-4819-bfff-03942a42efe1 tempest-ListImageFiltersTestJSON-604118414 tempest-ListImageFiltersTestJSON-604118414-project] 10.222.0.75 "GET /v2.0/ports?device_id=760f09f0-6e29-4b3b-84f4-9384bbe2a2c0 HTTP/1.1" status: 200 len: 210 time: 0.0937309 Feb 09 19:09:32.843160 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-cf38e7f3-9148-4652-9771-585ef454ba8d req-d591a388-e7b1-43cb-bf89-fe8bd1112ab6 tempest-LiveMigrationTest-1021096981 tempest-LiveMigrationTest-1021096981-project] 10.222.0.75 "GET /v2.0/security-groups?id=ba18819a-1490-4e7b-a11b-e8610423d8ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2285197 Feb 09 19:09:32.871540 n-d-713498-36 neutron-server[103230]: DEBUG neutron.db.db_base_plugin_common [req-8d4c86ca-6786-4877-aeb1-6c803e7e002c req-01073e28-6e89-465e-a385-08c12da2cfa9 tempest-ImagesTestJSON-1015154253 tempest-ImagesTestJSON-1015154253-project] Allocated IP 172.20.0.5 (e119be35-9333-4ec1-a284-366321b505fc/1c11460d-4fed-4117-8587-f721cf533c67/bf8edb2c-20d9-4b44-a70d-cbb76c002b1a) {{(pid=103230) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 19:09:32.874994 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64a70019-c5d7-4c8e-9690-d13fce5337f2 req-48ddf79c-a65e-47c1-a0fc-f53400bc584c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:09:32.877227 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-64a70019-c5d7-4c8e-9690-d13fce5337f2 req-48ddf79c-a65e-47c1-a0fc-f53400bc584c service neutron] 10.222.0.90 "GET /v2.0/subnets?id=2560c25c-40bb-435f-8831-cdcd16b2f81e HTTP/1.1" status: 200 len: 856 time: 0.2323327 Feb 09 19:09:32.966979 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-35e21d23-57cb-4dd2-afef-9efd168abcc0 req-3220c1f4-061b-4445-8c03-e33bac06e1c5 tempest-LiveMigrationNegativeTest-761470368 tempest-LiveMigrationNegativeTest-761470368-project] 10.222.0.75 "GET /v2.0/ports?device_id=fd32e313-1d9e-42d8-be2d-23d0ce9a8c53 HTTP/1.1" status: 200 len: 210 time: 0.0520978 Feb 09 19:09:33.096642 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64a70019-c5d7-4c8e-9690-d13fce5337f2 req-9353817e-61ad-444b-980e-71be154eb377 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:09:33.098176 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-64a70019-c5d7-4c8e-9690-d13fce5337f2 req-9353817e-61ad-444b-980e-71be154eb377 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=c0d79728-024b-4c62-b035-620d2aaf99fe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.2104912 Feb 09 19:09:33.197833 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-1b684e6e-6065-4507-afe3-9c3d0b135c32 req-1c417b3e-ae3d-44f3-a60f-04310a2637fb tempest-ImagesTestJSON-1015154253 tempest-ImagesTestJSON-1015154253-project] 10.222.0.75 "GET /v2.0/ports?device_id=a9723b82-c142-4741-a09b-609088aa8487 HTTP/1.1" status: 200 len: 210 time: 0.0466046 Feb 09 19:09:33.384665 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [req-8d4c86ca-6786-4877-aeb1-6c803e7e002c req-01073e28-6e89-465e-a385-08c12da2cfa9 tempest-ImagesTestJSON-1015154253 tempest-ImagesTestJSON-1015154253-project] Publish callbacks [] for port (bf8edb2c-20d9-4b44-a70d-cbb76c002b1a), precommit_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:09:33.392612 n-d-713498-36 neutron-server[103229]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b5bcf323-43ab-4666-83a5-03958b60d192', 'name': 'network-vif-deleted', 'tag': 'a2221628-1af5-4d87-84c0-3ada72834177'}] {{(pid=103229) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 19:09:33.395319 n-d-713498-36 neutron-server[103229]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fa6ae9a20702bd564eaf90d946620b2b4277b1ab91129323d3b54181076be307" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4d6c3a29-ae85-47fb-ae2c-b3f31219eebd" -d '{"events": [{"server_uuid": "b5bcf323-43ab-4666-83a5-03958b60d192", "name": "network-vif-deleted", "tag": "a2221628-1af5-4d87-84c0-3ada72834177"}]}' {{(pid=103229) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 19:09:33.426687 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-64a70019-c5d7-4c8e-9690-d13fce5337f2 req-724b308a-d09f-486b-a81d-980b211e0e1d service neutron] 10.222.0.90 "GET /v2.0/networks/c0d79728-024b-4c62-b035-620d2aaf99fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3128967 Feb 09 19:09:33.466370 n-d-713498-36 neutron-server[103229]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 19:09:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-064323df-ee65-40d9-997c-a7f2a2854304 x-openstack-request-id: req-064323df-ee65-40d9-997c-a7f2a2854304 {{(pid=103229) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 19:09:33.466850 n-d-713498-36 neutron-server[103229]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b5bcf323-43ab-4666-83a5-03958b60d192", "name": "network-vif-deleted", "tag": "a2221628-1af5-4d87-84c0-3ada72834177", "status": "completed", "code": 200}]} {{(pid=103229) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 19:09:33.467314 n-d-713498-36 neutron-server[103229]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-064323df-ee65-40d9-997c-a7f2a2854304 {{(pid=103229) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 19:09:33.467911 n-d-713498-36 neutron-server[103229]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b5bcf323-43ab-4666-83a5-03958b60d192', 'name': 'network-vif-deleted', 'tag': 'a2221628-1af5-4d87-84c0-3ada72834177', 'status': 'completed', 'code': 200} Feb 09 19:09:33.653207 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-64a70019-c5d7-4c8e-9690-d13fce5337f2 req-95121303-7c40-4377-b675-aa9eb4c33d8d service neutron] 10.222.0.90 "GET /v2.0/networks/c0d79728-024b-4c62-b035-620d2aaf99fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2002184 Feb 09 19:09:33.656800 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [req-8d4c86ca-6786-4877-aeb1-6c803e7e002c req-01073e28-6e89-465e-a385-08c12da2cfa9 tempest-ImagesTestJSON-1015154253 tempest-ImagesTestJSON-1015154253-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762866656467', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14393751'] for port (bf8edb2c-20d9-4b44-a70d-cbb76c002b1a), after_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:09:33.711564 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-64a70019-c5d7-4c8e-9690-d13fce5337f2 req-f7a816fc-f0d4-46b1-9183-adeffb13526d service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.105&port_id=778b20b7-7678-470a-84cc-7abef1a21546 HTTP/1.1" status: 200 len: 217 time: 0.0431421 Feb 09 19:09:33.809581 n-d-713498-36 neutron-server[103230]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8d4c86ca-6786-4877-aeb1-6c803e7e002c req-01073e28-6e89-465e-a385-08c12da2cfa9 tempest-ImagesTestJSON-1015154253 tempest-ImagesTestJSON-1015154253-project] Network e119be35-9333-4ec1-a284-366321b505fc is already hosted by enough agents. {{(pid=103230) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 19:09:33.824238 n-d-713498-36 neutron-server[103230]: DEBUG neutron.scheduler.base_scheduler [req-8d4c86ca-6786-4877-aeb1-6c803e7e002c req-01073e28-6e89-465e-a385-08c12da2cfa9 tempest-ImagesTestJSON-1015154253 tempest-ImagesTestJSON-1015154253-project] Resources bound (agent type, host, resource id): {{(pid=103230) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 19:09:33.836859 n-d-713498-36 neutron-server[103230]: DEBUG neutron.db.l3_dvrscheduler_db [req-8d4c86ca-6786-4877-aeb1-6c803e7e002c req-01073e28-6e89-465e-a385-08c12da2cfa9 tempest-ImagesTestJSON-1015154253 tempest-ImagesTestJSON-1015154253-project] Received port after_create {{(pid=103230) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 19:09:33.868897 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01073e28-6e89-465e-a385-08c12da2cfa9 tempest-ImagesTestJSON-1015154253 tempest-ImagesTestJSON-1015154253-project] Pushing event updated for resources: {'Port': ['ID=bf8edb2c-20d9-4b44-a70d-cbb76c002b1a,revision_number=1']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:09:33.888597 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf46493d-7e32-4a4b-a4fe-7a917a945d89 req-df095841-c8f7-4de2-abb6-abc693e0ea46 tempest-DeleteServersTestJSON-1870379525 tempest-DeleteServersTestJSON-1870379525-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:09:33.895875 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-cf46493d-7e32-4a4b-a4fe-7a917a945d89 req-df095841-c8f7-4de2-abb6-abc693e0ea46 tempest-DeleteServersTestJSON-1870379525 tempest-DeleteServersTestJSON-1870379525-project] 10.222.0.75 "GET /v2.0/networks?id=22e5c36a-e85f-4512-bcde-f1a1a30e29d3 HTTP/1.1" status: 200 len: 812 time: 0.3427188 Feb 09 19:09:33.920495 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64a70019-c5d7-4c8e-9690-d13fce5337f2 req-f92dcdbc-d6df-4138-ab55-c3605bc8253b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:09:33.922646 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-64a70019-c5d7-4c8e-9690-d13fce5337f2 req-f92dcdbc-d6df-4138-ab55-c3605bc8253b service neutron] 10.222.0.90 "GET /v2.0/subnets?id=e38cb3e5-c128-440c-8e8d-f08a001a84c6 HTTP/1.1" status: 200 len: 797 time: 0.1804316 Feb 09 19:09:33.958742 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-cf46493d-7e32-4a4b-a4fe-7a917a945d89 req-3bbea6dc-0d34-483d-8ec0-6c26762367a0 tempest-DeleteServersTestJSON-1870379525 tempest-DeleteServersTestJSON-1870379525-project] 10.222.0.75 "GET /v2.0/quotas/216741f4995241bbba7cd794217427a2 HTTP/1.1" status: 200 len: 375 time: 0.0612326 Feb 09 19:09:34.015386 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d4c86ca-6786-4877-aeb1-6c803e7e002c req-01073e28-6e89-465e-a385-08c12da2cfa9 tempest-ImagesTestJSON-1015154253 tempest-ImagesTestJSON-1015154253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:09:34.016124 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [req-8d4c86ca-6786-4877-aeb1-6c803e7e002c req-01073e28-6e89-465e-a385-08c12da2cfa9 tempest-ImagesTestJSON-1015154253 tempest-ImagesTestJSON-1015154253-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171096'] for port (None), before_response {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:09:34.042590 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Device d497de83-eda3-43bc-87ef-1bdb243bb575 no longer exists at agent hyperv_n-h1-713498-36 {{(pid=103232) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 19:09:34.055404 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-cf46493d-7e32-4a4b-a4fe-7a917a945d89 req-78a22c5d-efb7-493b-9683-dedcb8ab5c30 tempest-DeleteServersTestJSON-1870379525 tempest-DeleteServersTestJSON-1870379525-project] 10.222.0.75 "GET /v2.0/ports?tenant_id=216741f4995241bbba7cd794217427a2&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0961421 Feb 09 19:09:34.064353 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b55cd48-bdc9-47ed-b5b2-6c0232e40ebd req-94cc6ed2-aebe-4981-b3e5-733b64bf48d1 tempest-LiveMigrationTest-1021096981 tempest-LiveMigrationTest-1021096981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:09:34.071368 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] No Port match for: d497de83-eda3-43bc-87ef-1bdb243bb575 {{(pid=103232) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 19:09:34.071831 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Device d497de83-eda3-43bc-87ef-1bdb243bb575 not bound to the agent host n-h1-713498-36 {{(pid=103232) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 19:09:34.072785 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Device a2221628-1af5-4d87-84c0-3ada72834177 no longer exists at agent hyperv_n-h1-713498-36 {{(pid=103232) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 19:09:34.081643 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-3b55cd48-bdc9-47ed-b5b2-6c0232e40ebd req-94cc6ed2-aebe-4981-b3e5-733b64bf48d1 tempest-LiveMigrationTest-1021096981 tempest-LiveMigrationTest-1021096981-project] 10.222.0.75 "GET /v2.0/ports?device_id=a26f3e83-5a8d-4d9d-aa20-3d25b99af655 HTTP/1.1" status: 200 len: 943 time: 0.0908582 Feb 09 19:09:34.100420 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] No Port match for: a2221628-1af5-4d87-84c0-3ada72834177 {{(pid=103232) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 19:09:34.102405 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Device a2221628-1af5-4d87-84c0-3ada72834177 not bound to the agent host n-h1-713498-36 {{(pid=103232) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 19:09:34.113663 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-8d4c86ca-6786-4877-aeb1-6c803e7e002c req-01073e28-6e89-465e-a385-08c12da2cfa9 tempest-ImagesTestJSON-1015154253 tempest-ImagesTestJSON-1015154253-project] 10.222.0.90 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0981491 Feb 09 19:09:34.130447 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.v2.base [req-8d4c86ca-6786-4877-aeb1-6c803e7e002c req-369ca764-11eb-43c5-8009-bd80d08b0b6c service neutron] Request body: {'port': {'device_id': 'a9723b82-c142-4741-a09b-609088aa8487', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-713498-36'}} {{(pid=103230) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 19:09:34.145939 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-3b55cd48-bdc9-47ed-b5b2-6c0232e40ebd req-a02eedd5-c0ba-442a-8018-f2313f430368 tempest-LiveMigrationTest-1021096981 tempest-LiveMigrationTest-1021096981-project] 10.222.0.75 "GET /v2.0/security-groups?id=ba18819a-1490-4e7b-a11b-e8610423d8ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0633929 Feb 09 19:09:34.174471 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64a70019-c5d7-4c8e-9690-d13fce5337f2 req-9e3c103e-f215-4f5f-a83d-d2335aabcb4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:09:34.175992 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-64a70019-c5d7-4c8e-9690-d13fce5337f2 req-9e3c103e-f215-4f5f-a83d-d2335aabcb4d service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=622dc241-96e3-459d-8172-016faee8abe4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1198 time: 0.2449152 Feb 09 19:09:34.295428 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-cf46493d-7e32-4a4b-a4fe-7a917a945d89 req-4ac50134-dcd6-4ec4-9f86-44cb18033ee4 service neutron] 10.222.0.75 "GET /v2.0/networks/22e5c36a-e85f-4512-bcde-f1a1a30e29d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2390246 Feb 09 19:09:34.315504 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [req-8d4c86ca-6786-4877-aeb1-6c803e7e002c req-369ca764-11eb-43c5-8009-bd80d08b0b6c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (bf8edb2c-20d9-4b44-a70d-cbb76c002b1a), before_update {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:09:34.339906 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-94206571-86d5-4569-98af-6bb23b26cc10 req-0052aff9-6b7f-4f1c-9436-182525a0153d tempest-LiveMigrationNegativeTest-761470368 tempest-LiveMigrationNegativeTest-761470368-project] 10.222.0.89 "GET /v2.0/networks?tenant_id=0093088d84084204a4b692aeb2e2aa08&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0439005 Feb 09 19:09:34.413637 n-d-713498-36 neutron-server[103233]: DEBUG neutron.db.agents_db [None req-4a8a6a42-0a0c-4437-8958-92282682b6bb None None] Agent healthcheck: found 7 active agents {{(pid=103233) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 19:09:34.465625 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-64a70019-c5d7-4c8e-9690-d13fce5337f2 req-1de6a2b4-e4fc-4ee1-ae4e-3e845d58d2d0 service neutron] 10.222.0.90 "GET /v2.0/networks/622dc241-96e3-459d-8172-016faee8abe4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2772686 Feb 09 19:09:34.558752 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-7e08acff-3da0-4b2b-869c-b179875b95e2 req-fe7e168c-b976-4d83-8e75-6ef06f52854e tempest-LiveMigrationNegativeTest-761470368 tempest-LiveMigrationNegativeTest-761470368-project] 10.222.0.75 "GET /v2.0/ports?device_id=fd32e313-1d9e-42d8-be2d-23d0ce9a8c53 HTTP/1.1" status: 200 len: 210 time: 0.0485857 Feb 09 19:09:34.601431 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94206571-86d5-4569-98af-6bb23b26cc10 req-b0cb2230-1f69-4f7f-8af3-9e08b4d49def tempest-LiveMigrationNegativeTest-761470368 tempest-LiveMigrationNegativeTest-761470368-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:09:34.603207 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-94206571-86d5-4569-98af-6bb23b26cc10 req-b0cb2230-1f69-4f7f-8af3-9e08b4d49def tempest-LiveMigrationNegativeTest-761470368 tempest-LiveMigrationNegativeTest-761470368-project] 10.222.0.89 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2593241 Feb 09 19:09:34.610594 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-cf46493d-7e32-4a4b-a4fe-7a917a945d89 req-4b30581d-d68b-44f4-84da-4849ef6a150d service neutron] 10.222.0.75 "GET /v2.0/networks/22e5c36a-e85f-4512-bcde-f1a1a30e29d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3137498 Feb 09 19:09:34.615741 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.v2.base [req-94206571-86d5-4569-98af-6bb23b26cc10 req-c828af1d-149f-4322-be0d-88758061c320 tempest-LiveMigrationNegativeTest-761470368 tempest-LiveMigrationNegativeTest-761470368-project] Request body: {'port': {'device_id': 'fd32e313-1d9e-42d8-be2d-23d0ce9a8c53', 'network_id': '2b5494c8-cf97-42c1-b902-87f998f28179', 'admin_state_up': True, 'tenant_id': '0093088d84084204a4b692aeb2e2aa08'}} {{(pid=103229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 19:09:34.715715 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-64a70019-c5d7-4c8e-9690-d13fce5337f2 req-064860f9-9679-407c-84b7-a879b8cc282a service neutron] 10.222.0.90 "GET /v2.0/networks/622dc241-96e3-459d-8172-016faee8abe4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2415566 Feb 09 19:09:34.801001 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-64a70019-c5d7-4c8e-9690-d13fce5337f2 req-8b93617c-4a10-4fd2-acff-5dff54dcfe95 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.51&port_id=c8197a22-0a63-4fe5-8fb5-ede78617a0f7 HTTP/1.1" status: 200 len: 217 time: 0.0764337 Feb 09 19:09:34.818195 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9babadca-3888-45b3-94c1-6b5a17feca77 req-cf311f96-adfe-44b5-849f-68df2992e106 tempest-ImagesTestJSON-1015154253 tempest-ImagesTestJSON-1015154253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:09:34.820374 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-9babadca-3888-45b3-94c1-6b5a17feca77 req-cf311f96-adfe-44b5-849f-68df2992e106 tempest-ImagesTestJSON-1015154253 tempest-ImagesTestJSON-1015154253-project] 10.222.0.75 "GET /v2.0/ports?device_id=a9723b82-c142-4741-a09b-609088aa8487 HTTP/1.1" status: 200 len: 931 time: 0.1706455 Feb 09 19:09:34.921082 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-9babadca-3888-45b3-94c1-6b5a17feca77 req-f121d695-e67b-4c24-9618-ce4321183fe8 tempest-ImagesTestJSON-1015154253 tempest-ImagesTestJSON-1015154253-project] 10.222.0.75 "GET /v2.0/security-groups?id=1f45f199-38bd-4afd-a63a-d9a4ed62c8a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0923254 Feb 09 19:09:34.921964 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-94206571-86d5-4569-98af-6bb23b26cc10 req-c828af1d-149f-4322-be0d-88758061c320 tempest-LiveMigrationNegativeTest-761470368 tempest-LiveMigrationNegativeTest-761470368-project] Made reservation on behalf of 0093088d84084204a4b692aeb2e2aa08 for: {'port': 1} {{(pid=103229) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 19:09:34.925693 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-94206571-86d5-4569-98af-6bb23b26cc10 req-c828af1d-149f-4322-be0d-88758061c320 tempest-LiveMigrationNegativeTest-761470368 tempest-LiveMigrationNegativeTest-761470368-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (None), before_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:09:34.949999 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64a70019-c5d7-4c8e-9690-d13fce5337f2 req-6f65fa86-48e8-4db5-b392-de72942dbcd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:09:34.951468 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-64a70019-c5d7-4c8e-9690-d13fce5337f2 req-6f65fa86-48e8-4db5-b392-de72942dbcd1 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=e38cb3e5-c128-440c-8e8d-f08a001a84c6 HTTP/1.1" status: 200 len: 797 time: 0.1369412 Feb 09 19:09:34.953508 n-d-713498-36 neutron-server[103230]: DEBUG neutron.notifiers.nova [req-8d4c86ca-6786-4877-aeb1-6c803e7e002c req-369ca764-11eb-43c5-8009-bd80d08b0b6c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bf8edb2c-20d9-4b44-a70d-cbb76c002b1a {{(pid=103230) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 19:09:34.974036 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [req-8d4c86ca-6786-4877-aeb1-6c803e7e002c req-369ca764-11eb-43c5-8009-bd80d08b0b6c service neutron] Publish callbacks [] for port (bf8edb2c-20d9-4b44-a70d-cbb76c002b1a), precommit_update {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:09:34.983968 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1cbab74-f8c0-4ca6-8e6f-7bfb683cc047 req-1e6adcc5-6a13-4a25-b725-4bbda1da990e tempest-ListImageFiltersTestJSON-604118414 tempest-ListImageFiltersTestJSON-604118414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:09:34.985488 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-a1cbab74-f8c0-4ca6-8e6f-7bfb683cc047 req-1e6adcc5-6a13-4a25-b725-4bbda1da990e tempest-ListImageFiltersTestJSON-604118414 tempest-ListImageFiltersTestJSON-604118414-project] 10.222.0.75 "GET /v2.0/ports?device_id=677c1bb0-b471-4f2d-9175-5a3a0d044cf3 HTTP/1.1" status: 200 len: 948 time: 0.1740119 Feb 09 19:09:35.009612 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-7ae4333c-ce6c-43f0-bc76-e0a17a10ae9c req-98076974-a441-492d-8a0b-0f29071380c2 tempest-DeleteServersTestJSON-1870379525 tempest-DeleteServersTestJSON-1870379525-project] 10.222.0.75 "GET /v2.0/ports?device_id=71d54e64-6032-45d8-8a65-b1cb3c6cb3e7 HTTP/1.1" status: 200 len: 210 time: 0.0367584 Feb 09 19:09:35.051210 n-d-713498-36 neutron-server[103230]: DEBUG neutron.db.provisioning_blocks [req-8d4c86ca-6786-4877-aeb1-6c803e7e002c req-369ca764-11eb-43c5-8009-bd80d08b0b6c service neutron] Transition to ACTIVE for port object bf8edb2c-20d9-4b44-a70d-cbb76c002b1a will not be triggered until provisioned by entity L2. {{(pid=103230) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 19:09:35.061116 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [req-8d4c86ca-6786-4877-aeb1-6c803e7e002c req-369ca764-11eb-43c5-8009-bd80d08b0b6c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762867176205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762866656485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762866656503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14393758'] for port (bf8edb2c-20d9-4b44-a70d-cbb76c002b1a), after_update {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:09:35.182193 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64a70019-c5d7-4c8e-9690-d13fce5337f2 req-54fb0846-d105-4213-95e7-b7de270d707c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:09:35.183703 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-64a70019-c5d7-4c8e-9690-d13fce5337f2 req-54fb0846-d105-4213-95e7-b7de270d707c service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=622dc241-96e3-459d-8172-016faee8abe4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1198 time: 0.2193890 Feb 09 19:09:35.217740 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-a1cbab74-f8c0-4ca6-8e6f-7bfb683cc047 req-2065952d-d926-43ce-9156-2100e0267dda tempest-ListImageFiltersTestJSON-604118414 tempest-ListImageFiltersTestJSON-604118414-project] 10.222.0.75 "GET /v2.0/security-groups?id=07f3d744-f31d-4802-87a4-5a0ced0ab589&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2076371 Feb 09 19:09:35.230611 n-d-713498-36 neutron-server[103229]: DEBUG neutron.db.db_base_plugin_common [req-94206571-86d5-4569-98af-6bb23b26cc10 req-c828af1d-149f-4322-be0d-88758061c320 tempest-LiveMigrationNegativeTest-761470368 tempest-LiveMigrationNegativeTest-761470368-project] Allocated IP 192.168.233.99 (2b5494c8-cf97-42c1-b902-87f998f28179/60b561cb-321e-4f83-9bb3-92b2e1d0dc44/e011b780-c88e-4e23-b2b6-19377f0ef98c) {{(pid=103229) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 19:09:35.239439 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-369ca764-11eb-43c5-8009-bd80d08b0b6c service neutron] Pushing event updated for resources: {'Port': ['ID=bf8edb2c-20d9-4b44-a70d-cbb76c002b1a,revision_number=2']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:09:35.469783 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-94206571-86d5-4569-98af-6bb23b26cc10 req-c828af1d-149f-4322-be0d-88758061c320 tempest-LiveMigrationNegativeTest-761470368 tempest-LiveMigrationNegativeTest-761470368-project] Publish callbacks [] for port (e011b780-c88e-4e23-b2b6-19377f0ef98c), precommit_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:09:35.517208 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-94206571-86d5-4569-98af-6bb23b26cc10 req-c828af1d-149f-4322-be0d-88758061c320 tempest-LiveMigrationNegativeTest-761470368 tempest-LiveMigrationNegativeTest-761470368-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762866656467', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12867576'] for port (e011b780-c88e-4e23-b2b6-19377f0ef98c), after_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:09:35.529279 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] get_ports_and_sgs() called for port_ids ['6f1dc6c2-945f-4c94-ac01-4b115d2c6c9a'] {{(pid=103232) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 19:09:35.572952 n-d-713498-36 neutron-server[103229]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-94206571-86d5-4569-98af-6bb23b26cc10 req-c828af1d-149f-4322-be0d-88758061c320 tempest-LiveMigrationNegativeTest-761470368 tempest-LiveMigrationNegativeTest-761470368-project] Network 2b5494c8-cf97-42c1-b902-87f998f28179 is already hosted by enough agents. {{(pid=103229) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 19:09:35.580427 n-d-713498-36 neutron-server[103229]: DEBUG neutron.scheduler.base_scheduler [req-94206571-86d5-4569-98af-6bb23b26cc10 req-c828af1d-149f-4322-be0d-88758061c320 tempest-LiveMigrationNegativeTest-761470368 tempest-LiveMigrationNegativeTest-761470368-project] Resources bound (agent type, host, resource id): {{(pid=103229) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 19:09:35.591324 n-d-713498-36 neutron-server[103229]: DEBUG neutron.db.l3_dvrscheduler_db [req-94206571-86d5-4569-98af-6bb23b26cc10 req-c828af1d-149f-4322-be0d-88758061c320 tempest-LiveMigrationNegativeTest-761470368 tempest-LiveMigrationNegativeTest-761470368-project] Received port after_create {{(pid=103229) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 19:09:35.650086 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c828af1d-149f-4322-be0d-88758061c320 tempest-LiveMigrationNegativeTest-761470368 tempest-LiveMigrationNegativeTest-761470368-project] Pushing event updated for resources: {'Port': ['ID=e011b780-c88e-4e23-b2b6-19377f0ef98c,revision_number=1']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:09:35.693700 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94206571-86d5-4569-98af-6bb23b26cc10 req-c828af1d-149f-4322-be0d-88758061c320 tempest-LiveMigrationNegativeTest-761470368 tempest-LiveMigrationNegativeTest-761470368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:09:35.696585 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-94206571-86d5-4569-98af-6bb23b26cc10 req-c828af1d-149f-4322-be0d-88758061c320 tempest-LiveMigrationNegativeTest-761470368 tempest-LiveMigrationNegativeTest-761470368-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171096'] for port (None), before_response {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:09:35.731094 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-94206571-86d5-4569-98af-6bb23b26cc10 req-c828af1d-149f-4322-be0d-88758061c320 tempest-LiveMigrationNegativeTest-761470368 tempest-LiveMigrationNegativeTest-761470368-project] 10.222.0.89 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.1174059 Feb 09 19:09:35.742560 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.v2.base [req-94206571-86d5-4569-98af-6bb23b26cc10 req-80b8acb6-a03e-41d4-9d2c-22847c380a58 service neutron] Request body: {'port': {'device_id': 'fd32e313-1d9e-42d8-be2d-23d0ce9a8c53', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-713498-36'}} {{(pid=103229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 19:09:35.845198 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.managers [req-8d4c86ca-6786-4877-aeb1-6c803e7e002c req-369ca764-11eb-43c5-8009-bd80d08b0b6c service neutron] Attempting to bind port bf8edb2c-20d9-4b44-a70d-cbb76c002b1a on host n-h2-713498-36 for vnic_type normal with profile {{(pid=103230) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 19:09:35.847240 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.managers [req-8d4c86ca-6786-4877-aeb1-6c803e7e002c req-369ca764-11eb-43c5-8009-bd80d08b0b6c service neutron] Attempting to bind port bf8edb2c-20d9-4b44-a70d-cbb76c002b1a by drivers openvswitch,hyperv on host n-h2-713498-36 at level 0 using segments [{'id': '1cb0f7b5-eca3-4fd8-9372-0323bad2bf37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': 'e119be35-9333-4ec1-a284-366321b505fc'}] {{(pid=103230) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 19:09:35.847747 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d4c86ca-6786-4877-aeb1-6c803e7e002c req-369ca764-11eb-43c5-8009-bd80d08b0b6c service neutron] Attempting to bind port bf8edb2c-20d9-4b44-a70d-cbb76c002b1a on network e119be35-9333-4ec1-a284-366321b505fc {{(pid=103230) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 19:09:35.863777 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d4c86ca-6786-4877-aeb1-6c803e7e002c req-369ca764-11eb-43c5-8009-bd80d08b0b6c service neutron] Port bf8edb2c-20d9-4b44-a70d-cbb76c002b1a on network e119be35-9333-4ec1-a284-366321b505fc not bound, no agent of type Open vSwitch agent registered on host n-h2-713498-36 {{(pid=103230) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 19:09:35.864567 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d4c86ca-6786-4877-aeb1-6c803e7e002c req-369ca764-11eb-43c5-8009-bd80d08b0b6c service neutron] Attempting to bind port bf8edb2c-20d9-4b44-a70d-cbb76c002b1a on network e119be35-9333-4ec1-a284-366321b505fc {{(pid=103230) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 19:09:35.872402 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-94206571-86d5-4569-98af-6bb23b26cc10 req-80b8acb6-a03e-41d4-9d2c-22847c380a58 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (e011b780-c88e-4e23-b2b6-19377f0ef98c), before_update {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:09:35.888021 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e56d6fde-cdc2-4bf2-b72c-e2aec2fe2971 req-b7d79bd9-5815-4967-8940-e57a3e316f30 tempest-LiveMigrationTest-1021096981 tempest-LiveMigrationTest-1021096981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:09:35.890223 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-e56d6fde-cdc2-4bf2-b72c-e2aec2fe2971 req-b7d79bd9-5815-4967-8940-e57a3e316f30 tempest-LiveMigrationTest-1021096981 tempest-LiveMigrationTest-1021096981-project] 10.222.0.75 "GET /v2.0/ports?device_id=a26f3e83-5a8d-4d9d-aa20-3d25b99af655 HTTP/1.1" status: 200 len: 943 time: 0.5567644 Feb 09 19:09:35.894838 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-64a70019-c5d7-4c8e-9690-d13fce5337f2 req-220c7fce-4326-474b-8e02-1a35baedc800 service neutron] 10.222.0.90 "GET /v2.0/networks/622dc241-96e3-459d-8172-016faee8abe4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6751685 Feb 09 19:09:35.895975 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d4c86ca-6786-4877-aeb1-6c803e7e002c req-369ca764-11eb-43c5-8009-bd80d08b0b6c service neutron] Checking agent: {'id': 'bcd5faee-dc24-4298-9134-0e0aa054058e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713498-36', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 18, 59, 19), 'started_at': datetime.datetime(2022, 2, 9, 18, 59, 19), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 19, 9, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103230) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 19:09:35.896491 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d4c86ca-6786-4877-aeb1-6c803e7e002c req-369ca764-11eb-43c5-8009-bd80d08b0b6c service neutron] Checking segment: {'id': '1cb0f7b5-eca3-4fd8-9372-0323bad2bf37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': 'e119be35-9333-4ec1-a284-366321b505fc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103230) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 19:09:35.897074 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d4c86ca-6786-4877-aeb1-6c803e7e002c req-369ca764-11eb-43c5-8009-bd80d08b0b6c service neutron] Bound using segment: {'id': '1cb0f7b5-eca3-4fd8-9372-0323bad2bf37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': 'e119be35-9333-4ec1-a284-366321b505fc'} {{(pid=103230) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 19:09:35.897758 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.managers [req-8d4c86ca-6786-4877-aeb1-6c803e7e002c req-369ca764-11eb-43c5-8009-bd80d08b0b6c service neutron] Bound port: bf8edb2c-20d9-4b44-a70d-cbb76c002b1a, host: n-h2-713498-36, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1cb0f7b5-eca3-4fd8-9372-0323bad2bf37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': 'e119be35-9333-4ec1-a284-366321b505fc'}}] {{(pid=103230) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 19:09:35.898336 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [req-8d4c86ca-6786-4877-aeb1-6c803e7e002c req-369ca764-11eb-43c5-8009-bd80d08b0b6c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (bf8edb2c-20d9-4b44-a70d-cbb76c002b1a), before_update {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:09:35.963656 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.provisioning_blocks [None req-5a2b62a0-702a-45e7-bba8-a9613e5fb54d None None] Provisioning complete for port e011b780-c88e-4e23-b2b6-19377f0ef98c triggered by entity DHCP. {{(pid=103232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 19:09:35.964050 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-5a2b62a0-702a-45e7-bba8-a9613e5fb54d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593630'] for port (e011b780-c88e-4e23-b2b6-19377f0ef98c), provisioning_complete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:09:36.057992 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-5a2b62a0-702a-45e7-bba8-a9613e5fb54d None None] Port e011b780-c88e-4e23-b2b6-19377f0ef98c cannot update to ACTIVE because it is not bound. {{(pid=103232) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 19:09:36.065016 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-e56d6fde-cdc2-4bf2-b72c-e2aec2fe2971 req-66f8bc95-7ccc-4306-9dd6-40aafce4b789 tempest-LiveMigrationTest-1021096981 tempest-LiveMigrationTest-1021096981-project] 10.222.0.75 "GET /v2.0/security-groups?id=ba18819a-1490-4e7b-a11b-e8610423d8ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1472063 Feb 09 19:09:36.091049 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.db [req-8d4c86ca-6786-4877-aeb1-6c803e7e002c req-369ca764-11eb-43c5-8009-bd80d08b0b6c service neutron] For port bf8edb2c-20d9-4b44-a70d-cbb76c002b1a, host n-h2-713498-36, cleared binding levels {{(pid=103230) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 19:09:36.110968 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.db [req-8d4c86ca-6786-4877-aeb1-6c803e7e002c req-369ca764-11eb-43c5-8009-bd80d08b0b6c service neutron] For port bf8edb2c-20d9-4b44-a70d-cbb76c002b1a, host n-h2-713498-36, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-36',level=0,port_id=bf8edb2c-20d9-4b44-a70d-cbb76c002b1a,segment=NetworkSegment(1cb0f7b5-eca3-4fd8-9372-0323bad2bf37),segment_id=1cb0f7b5-eca3-4fd8-9372-0323bad2bf37)] {{(pid=103230) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 19:09:36.114015 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-64a70019-c5d7-4c8e-9690-d13fce5337f2 req-17dd1d29-48a7-4b85-b47f-341f9110f793 service neutron] 10.222.0.90 "GET /v2.0/networks/622dc241-96e3-459d-8172-016faee8abe4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1982148 Feb 09 19:09:36.121551 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [req-8d4c86ca-6786-4877-aeb1-6c803e7e002c req-369ca764-11eb-43c5-8009-bd80d08b0b6c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762867176205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762866656485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762866656503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14393758'] for port (bf8edb2c-20d9-4b44-a70d-cbb76c002b1a), after_update {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:09:36.281639 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad9474b0-f459-4e44-aa29-557e208a2b4d req-02c08560-ce7d-491c-bc44-b09bcc5c3b8d tempest-LiveMigrationNegativeTest-761470368 tempest-LiveMigrationNegativeTest-761470368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:09:36.291175 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-ad9474b0-f459-4e44-aa29-557e208a2b4d req-02c08560-ce7d-491c-bc44-b09bcc5c3b8d tempest-LiveMigrationNegativeTest-761470368 tempest-LiveMigrationNegativeTest-761470368-project] 10.222.0.75 "GET /v2.0/ports?device_id=fd32e313-1d9e-42d8-be2d-23d0ce9a8c53 HTTP/1.1" status: 200 len: 935 time: 0.4843426 Feb 09 19:09:36.292458 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-64a70019-c5d7-4c8e-9690-d13fce5337f2 req-4d675281-401b-4d45-868f-b48628bd3a14 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.130&port_id=21138c02-2bef-4eb2-822c-0766736ce486 HTTP/1.1" status: 200 len: 217 time: 0.1615560 Feb 09 19:09:36.297689 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d4c86ca-6786-4877-aeb1-6c803e7e002c req-369ca764-11eb-43c5-8009-bd80d08b0b6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:09:36.298328 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [req-8d4c86ca-6786-4877-aeb1-6c803e7e002c req-369ca764-11eb-43c5-8009-bd80d08b0b6c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171096'] for port (None), before_response {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:09:36.299658 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-8d4c86ca-6786-4877-aeb1-6c803e7e002c req-369ca764-11eb-43c5-8009-bd80d08b0b6c service neutron] 10.222.0.90 "PUT /v2.0/ports/bf8edb2c-20d9-4b44-a70d-cbb76c002b1a HTTP/1.1" status: 200 len: 1092 time: 2.1758513 Feb 09 19:09:36.307895 n-d-713498-36 neutron-server[103230]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a9723b82-c142-4741-a09b-609088aa8487', 'tag': 'bf8edb2c-20d9-4b44-a70d-cbb76c002b1a'}] {{(pid=103230) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 19:09:36.310725 n-d-713498-36 neutron-server[103230]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aee5919275bae9f72eb374ee322673045eb80c1f84b4b45a97d96923bd50ab51" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-193080ca-c4f5-4eac-a117-fa5370ec8ab3" -d '{"events": [{"name": "network-changed", "server_uuid": "a9723b82-c142-4741-a09b-609088aa8487", "tag": "bf8edb2c-20d9-4b44-a70d-cbb76c002b1a"}]}' {{(pid=103230) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 19:09:36.426942 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-369ca764-11eb-43c5-8009-bd80d08b0b6c service neutron] Pushing event updated for resources: {'Port': ['ID=bf8edb2c-20d9-4b44-a70d-cbb76c002b1a,revision_number=3']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:09:36.451022 n-d-713498-36 neutron-server[103229]: DEBUG neutron.notifiers.nova [req-94206571-86d5-4569-98af-6bb23b26cc10 req-80b8acb6-a03e-41d4-9d2c-22847c380a58 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e011b780-c88e-4e23-b2b6-19377f0ef98c {{(pid=103229) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 19:09:36.458294 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64a70019-c5d7-4c8e-9690-d13fce5337f2 req-52be40fb-59d8-430f-8d55-ff5d97d864cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:09:36.459468 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-64a70019-c5d7-4c8e-9690-d13fce5337f2 req-52be40fb-59d8-430f-8d55-ff5d97d864cd service neutron] 10.222.0.90 "GET /v2.0/subnets?id=e38cb3e5-c128-440c-8e8d-f08a001a84c6 HTTP/1.1" status: 200 len: 797 time: 0.1418891 Feb 09 19:09:36.461431 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-94206571-86d5-4569-98af-6bb23b26cc10 req-80b8acb6-a03e-41d4-9d2c-22847c380a58 service neutron] Publish callbacks [] for port (e011b780-c88e-4e23-b2b6-19377f0ef98c), precommit_update {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:09:36.468781 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ef519b2-72ac-44c5-9e22-77d0417ee26b req-ed3f709e-86b9-4c95-abeb-6e667589f1a0 tempest-ImagesTestJSON-1015154253 tempest-ImagesTestJSON-1015154253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:09:36.470279 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-9ef519b2-72ac-44c5-9e22-77d0417ee26b req-ed3f709e-86b9-4c95-abeb-6e667589f1a0 tempest-ImagesTestJSON-1015154253 tempest-ImagesTestJSON-1015154253-project] 10.222.0.75 "GET /v2.0/ports?device_id=a9723b82-c142-4741-a09b-609088aa8487 HTTP/1.1" status: 200 len: 943 time: 0.1851492 Feb 09 19:09:36.479009 n-d-713498-36 neutron-server[103229]: DEBUG neutron.db.provisioning_blocks [req-94206571-86d5-4569-98af-6bb23b26cc10 req-80b8acb6-a03e-41d4-9d2c-22847c380a58 service neutron] Transition to ACTIVE for port object e011b780-c88e-4e23-b2b6-19377f0ef98c will not be triggered until provisioned by entity L2. {{(pid=103229) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 19:09:36.485154 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-ad9474b0-f459-4e44-aa29-557e208a2b4d req-1ece3bb0-3d9d-46f2-ae9b-5730e9b45783 tempest-LiveMigrationNegativeTest-761470368 tempest-LiveMigrationNegativeTest-761470368-project] 10.222.0.75 "GET /v2.0/security-groups?id=2741b903-8e7c-428e-a4c7-c3e2738431b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1917324 Feb 09 19:09:36.486077 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-94206571-86d5-4569-98af-6bb23b26cc10 req-80b8acb6-a03e-41d4-9d2c-22847c380a58 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762867176205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762866656485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762866656503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12867569'] for port (e011b780-c88e-4e23-b2b6-19377f0ef98c), after_update {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:09:36.530566 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d4c86ca-6786-4877-aeb1-6c803e7e002c req-33e87f0d-67be-4376-b59e-244b53bab3a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:09:36.532392 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-8d4c86ca-6786-4877-aeb1-6c803e7e002c req-33e87f0d-67be-4376-b59e-244b53bab3a2 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=818187f205084ea0b383f821b00a5aa5&device_id=a9723b82-c142-4741-a09b-609088aa8487 HTTP/1.1" status: 200 len: 1126 time: 0.1501064 Feb 09 19:09:36.613810 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-8d4c86ca-6786-4877-aeb1-6c803e7e002c req-6cb5b69e-3b6f-4126-97e5-712786426dd5 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=bf8edb2c-20d9-4b44-a70d-cbb76c002b1a HTTP/1.1" status: 200 len: 217 time: 0.0690804 Feb 09 19:09:36.642403 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-9ef519b2-72ac-44c5-9e22-77d0417ee26b req-ce8eac45-8ea7-4751-a26b-8ae318db4bed tempest-ImagesTestJSON-1015154253 tempest-ImagesTestJSON-1015154253-project] 10.222.0.75 "GET /v2.0/security-groups?id=1f45f199-38bd-4afd-a63a-d9a4ed62c8a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1514783 Feb 09 19:09:36.649870 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80b8acb6-a03e-41d4-9d2c-22847c380a58 service neutron] Pushing event updated for resources: {'Port': ['ID=e011b780-c88e-4e23-b2b6-19377f0ef98c,revision_number=2']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:09:36.718503 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64a70019-c5d7-4c8e-9690-d13fce5337f2 req-3d76a113-f14e-4d7d-b0da-007e87c456c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:09:36.720016 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-64a70019-c5d7-4c8e-9690-d13fce5337f2 req-3d76a113-f14e-4d7d-b0da-007e87c456c1 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=622dc241-96e3-459d-8172-016faee8abe4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1198 time: 0.2488620 Feb 09 19:09:36.722421 n-d-713498-36 neutron-server[103230]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 19:09:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-36524962-df5d-483c-91fa-be5d2b776ee3 x-openstack-request-id: req-36524962-df5d-483c-91fa-be5d2b776ee3 {{(pid=103230) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 19:09:36.722711 n-d-713498-36 neutron-server[103230]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a9723b82-c142-4741-a09b-609088aa8487", "tag": "bf8edb2c-20d9-4b44-a70d-cbb76c002b1a", "status": "completed", "code": 200}]} {{(pid=103230) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 19:09:36.722965 n-d-713498-36 neutron-server[103230]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-36524962-df5d-483c-91fa-be5d2b776ee3 {{(pid=103230) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 19:09:36.723185 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.managers [req-94206571-86d5-4569-98af-6bb23b26cc10 req-80b8acb6-a03e-41d4-9d2c-22847c380a58 service neutron] Attempting to bind port e011b780-c88e-4e23-b2b6-19377f0ef98c on host n-h1-713498-36 for vnic_type normal with profile {{(pid=103229) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 19:09:36.723536 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.managers [req-94206571-86d5-4569-98af-6bb23b26cc10 req-80b8acb6-a03e-41d4-9d2c-22847c380a58 service neutron] Attempting to bind port e011b780-c88e-4e23-b2b6-19377f0ef98c by drivers openvswitch,hyperv on host n-h1-713498-36 at level 0 using segments [{'id': '50e5915e-18f0-4558-9a28-b978975ead36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': '2b5494c8-cf97-42c1-b902-87f998f28179'}] {{(pid=103229) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 19:09:36.723874 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94206571-86d5-4569-98af-6bb23b26cc10 req-80b8acb6-a03e-41d4-9d2c-22847c380a58 service neutron] Attempting to bind port e011b780-c88e-4e23-b2b6-19377f0ef98c on network 2b5494c8-cf97-42c1-b902-87f998f28179 {{(pid=103229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 19:09:36.734376 n-d-713498-36 neutron-server[103230]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a9723b82-c142-4741-a09b-609088aa8487', 'tag': 'bf8edb2c-20d9-4b44-a70d-cbb76c002b1a', 'status': 'completed', 'code': 200} Feb 09 19:09:36.737491 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 55562) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:09:36.761624 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cafadfb5-5d2a-49bb-b844-526c5b11fff3 req-8fd34b88-30c7-4d2f-a402-d5b315765302 tempest-ListImageFiltersTestJSON-604118414 tempest-ListImageFiltersTestJSON-604118414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:09:36.763248 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-cafadfb5-5d2a-49bb-b844-526c5b11fff3 req-8fd34b88-30c7-4d2f-a402-d5b315765302 tempest-ListImageFiltersTestJSON-604118414 tempest-ListImageFiltersTestJSON-604118414-project] 10.222.0.75 "GET /v2.0/ports?device_id=677c1bb0-b471-4f2d-9175-5a3a0d044cf3 HTTP/1.1" status: 200 len: 948 time: 0.1250370 Feb 09 19:09:36.764084 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94206571-86d5-4569-98af-6bb23b26cc10 req-80b8acb6-a03e-41d4-9d2c-22847c380a58 service neutron] Port e011b780-c88e-4e23-b2b6-19377f0ef98c on network 2b5494c8-cf97-42c1-b902-87f998f28179 not bound, no agent of type Open vSwitch agent registered on host n-h1-713498-36 {{(pid=103229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 19:09:36.764417 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94206571-86d5-4569-98af-6bb23b26cc10 req-80b8acb6-a03e-41d4-9d2c-22847c380a58 service neutron] Attempting to bind port e011b780-c88e-4e23-b2b6-19377f0ef98c on network 2b5494c8-cf97-42c1-b902-87f998f28179 {{(pid=103229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 19:09:36.771604 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94206571-86d5-4569-98af-6bb23b26cc10 req-80b8acb6-a03e-41d4-9d2c-22847c380a58 service neutron] Checking agent: {'id': '488cd9ae-631f-4955-ba0b-4f5a13f12e9c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713498-36', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 18, 59, 18), 'started_at': datetime.datetime(2022, 2, 9, 18, 59, 18), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 19, 9, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 19:09:36.771957 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94206571-86d5-4569-98af-6bb23b26cc10 req-80b8acb6-a03e-41d4-9d2c-22847c380a58 service neutron] Checking segment: {'id': '50e5915e-18f0-4558-9a28-b978975ead36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': '2b5494c8-cf97-42c1-b902-87f998f28179'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103229) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 19:09:36.772356 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94206571-86d5-4569-98af-6bb23b26cc10 req-80b8acb6-a03e-41d4-9d2c-22847c380a58 service neutron] Bound using segment: {'id': '50e5915e-18f0-4558-9a28-b978975ead36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': '2b5494c8-cf97-42c1-b902-87f998f28179'} {{(pid=103229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 19:09:36.773030 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.managers [req-94206571-86d5-4569-98af-6bb23b26cc10 req-80b8acb6-a03e-41d4-9d2c-22847c380a58 service neutron] Bound port: e011b780-c88e-4e23-b2b6-19377f0ef98c, host: n-h1-713498-36, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '50e5915e-18f0-4558-9a28-b978975ead36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': '2b5494c8-cf97-42c1-b902-87f998f28179'}}] {{(pid=103229) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 19:09:36.773180 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-94206571-86d5-4569-98af-6bb23b26cc10 req-80b8acb6-a03e-41d4-9d2c-22847c380a58 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (e011b780-c88e-4e23-b2b6-19377f0ef98c), before_update {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:09:36.884771 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-cafadfb5-5d2a-49bb-b844-526c5b11fff3 req-3e3a2ecb-29d0-455f-992d-8765eeeb8432 tempest-ListImageFiltersTestJSON-604118414 tempest-ListImageFiltersTestJSON-604118414-project] 10.222.0.75 "GET /v2.0/security-groups?id=07f3d744-f31d-4802-87a4-5a0ced0ab589&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1084139 Feb 09 19:09:36.904324 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.db [req-94206571-86d5-4569-98af-6bb23b26cc10 req-80b8acb6-a03e-41d4-9d2c-22847c380a58 service neutron] For port e011b780-c88e-4e23-b2b6-19377f0ef98c, host n-h1-713498-36, cleared binding levels {{(pid=103229) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 19:09:36.914056 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.db [req-94206571-86d5-4569-98af-6bb23b26cc10 req-80b8acb6-a03e-41d4-9d2c-22847c380a58 service neutron] For port e011b780-c88e-4e23-b2b6-19377f0ef98c, host n-h1-713498-36, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-36',level=0,port_id=e011b780-c88e-4e23-b2b6-19377f0ef98c,segment=NetworkSegment(50e5915e-18f0-4558-9a28-b978975ead36),segment_id=50e5915e-18f0-4558-9a28-b978975ead36)] {{(pid=103229) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 19:09:36.922044 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-94206571-86d5-4569-98af-6bb23b26cc10 req-80b8acb6-a03e-41d4-9d2c-22847c380a58 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762867176205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762866656485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762866656503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12867569'] for port (e011b780-c88e-4e23-b2b6-19377f0ef98c), after_update {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:09:36.940417 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-64a70019-c5d7-4c8e-9690-d13fce5337f2 req-451118ca-7263-4642-a669-a2d35dfba63f service neutron] 10.222.0.90 "GET /v2.0/networks/622dc241-96e3-459d-8172-016faee8abe4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2018335 Feb 09 19:09:36.987307 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-4c17fe36-00ea-4a95-92da-84789c71c5c2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:09:36.989931 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d4c86ca-6786-4877-aeb1-6c803e7e002c req-3a4b6f8d-d6cc-4828-8612-4ed9d17b2e5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:09:36.992483 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-8d4c86ca-6786-4877-aeb1-6c803e7e002c req-3a4b6f8d-d6cc-4828-8612-4ed9d17b2e5a service neutron] 10.222.0.90 "GET /v2.0/subnets?id=1c11460d-4fed-4117-8587-f721cf533c67 HTTP/1.1" status: 200 len: 845 time: 0.3490460 Feb 09 19:09:36.996641 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94206571-86d5-4569-98af-6bb23b26cc10 req-80b8acb6-a03e-41d4-9d2c-22847c380a58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:09:36.997464 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-94206571-86d5-4569-98af-6bb23b26cc10 req-80b8acb6-a03e-41d4-9d2c-22847c380a58 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171096'] for port (None), before_response {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:09:36.999437 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-94206571-86d5-4569-98af-6bb23b26cc10 req-80b8acb6-a03e-41d4-9d2c-22847c380a58 service neutron] 10.222.0.89 "PUT /v2.0/ports/e011b780-c88e-4e23-b2b6-19377f0ef98c HTTP/1.1" status: 200 len: 1096 time: 1.2637882 Feb 09 19:09:37.002226 n-d-713498-36 neutron-server[103229]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fd32e313-1d9e-42d8-be2d-23d0ce9a8c53', 'tag': 'e011b780-c88e-4e23-b2b6-19377f0ef98c'}] {{(pid=103229) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 19:09:37.006561 n-d-713498-36 neutron-server[103229]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fa6ae9a20702bd564eaf90d946620b2b4277b1ab91129323d3b54181076be307" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-56e30879-1436-45d7-8d16-d57ce71bba02" -d '{"events": [{"name": "network-changed", "server_uuid": "fd32e313-1d9e-42d8-be2d-23d0ce9a8c53", "tag": "e011b780-c88e-4e23-b2b6-19377f0ef98c"}]}' {{(pid=103229) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 19:09:37.024281 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80b8acb6-a03e-41d4-9d2c-22847c380a58 service neutron] Pushing event updated for resources: {'Port': ['ID=e011b780-c88e-4e23-b2b6-19377f0ef98c,revision_number=3']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:09:37.056153 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-8d4c86ca-6786-4877-aeb1-6c803e7e002c req-0da7933a-7d39-4d29-94d0-48ed20f9fb16 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=e119be35-9333-4ec1-a284-366321b505fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0510664 Feb 09 19:09:37.070327 n-d-713498-36 neutron-server[103229]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 19:09:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2d521b73-eefd-4fe5-b20a-049da03dd5c1 x-openstack-request-id: req-2d521b73-eefd-4fe5-b20a-049da03dd5c1 {{(pid=103229) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 19:09:37.070935 n-d-713498-36 neutron-server[103229]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fd32e313-1d9e-42d8-be2d-23d0ce9a8c53", "tag": "e011b780-c88e-4e23-b2b6-19377f0ef98c", "status": "completed", "code": 200}]} {{(pid=103229) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 19:09:37.071534 n-d-713498-36 neutron-server[103229]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-2d521b73-eefd-4fe5-b20a-049da03dd5c1 {{(pid=103229) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 19:09:37.072113 n-d-713498-36 neutron-server[103229]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fd32e313-1d9e-42d8-be2d-23d0ce9a8c53', 'tag': 'e011b780-c88e-4e23-b2b6-19377f0ef98c', 'status': 'completed', 'code': 200} Feb 09 19:09:37.149076 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94206571-86d5-4569-98af-6bb23b26cc10 req-b1f41edb-38d6-4b86-a44f-96fcde690874 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:09:37.151471 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-94206571-86d5-4569-98af-6bb23b26cc10 req-b1f41edb-38d6-4b86-a44f-96fcde690874 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=0093088d84084204a4b692aeb2e2aa08&device_id=fd32e313-1d9e-42d8-be2d-23d0ce9a8c53 HTTP/1.1" status: 200 len: 1130 time: 0.0969656 Feb 09 19:09:37.233367 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-94206571-86d5-4569-98af-6bb23b26cc10 req-17a3bf58-39b2-4135-825f-533ea38cd031 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.99&port_id=e011b780-c88e-4e23-b2b6-19377f0ef98c HTTP/1.1" status: 200 len: 217 time: 0.0734901 Feb 09 19:09:37.325390 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-8d4c86ca-6786-4877-aeb1-6c803e7e002c req-83ba006d-9b22-4aea-8727-87d9f3c9e060 service neutron] 10.222.0.90 "GET /v2.0/networks/e119be35-9333-4ec1-a284-366321b505fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2368395 Feb 09 19:09:37.339075 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8cc1862-078f-4e0e-9b7d-538a63c3e673 req-82a0e5ec-7da3-41bc-9e17-76b65694cdd9 tempest-LiveMigrationTest-1021096981 tempest-LiveMigrationTest-1021096981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:09:37.341623 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-b8cc1862-078f-4e0e-9b7d-538a63c3e673 req-82a0e5ec-7da3-41bc-9e17-76b65694cdd9 tempest-LiveMigrationTest-1021096981 tempest-LiveMigrationTest-1021096981-project] 10.222.0.75 "GET /v2.0/ports?device_id=a26f3e83-5a8d-4d9d-aa20-3d25b99af655 HTTP/1.1" status: 200 len: 943 time: 0.1840274 Feb 09 19:09:37.365676 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-4c17fe36-00ea-4a95-92da-84789c71c5c2 admin admin] Publish callbacks [] for security_group (2ecd6eae-13c2-430c-b023-a4b64832a8e3), precommit_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:09:37.377775 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94206571-86d5-4569-98af-6bb23b26cc10 req-74042be9-0377-46a5-9cb7-bc6ea3ea8676 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:09:37.379471 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-94206571-86d5-4569-98af-6bb23b26cc10 req-74042be9-0377-46a5-9cb7-bc6ea3ea8676 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=60b561cb-321e-4f83-9bb3-92b2e1d0dc44 HTTP/1.1" status: 200 len: 843 time: 0.1347721 Feb 09 19:09:37.422690 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74f7939c-eb16-447c-8df0-ef7b749d0436 req-65c365af-d3f6-44b0-9150-25ea5e8ddbd2 tempest-DeleteServersTestJSON-1870379525 tempest-DeleteServersTestJSON-1870379525-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:09:37.424166 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-74f7939c-eb16-447c-8df0-ef7b749d0436 req-65c365af-d3f6-44b0-9150-25ea5e8ddbd2 tempest-DeleteServersTestJSON-1870379525 tempest-DeleteServersTestJSON-1870379525-project] 10.222.0.75 "GET /v2.0/networks?id=22e5c36a-e85f-4512-bcde-f1a1a30e29d3 HTTP/1.1" status: 200 len: 812 time: 0.6074846 Feb 09 19:09:37.424787 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-4c17fe36-00ea-4a95-92da-84789c71c5c2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1892331'] for security_group (2ecd6eae-13c2-430c-b023-a4b64832a8e3), after_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:09:37.456582 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddf00bd5-28d7-49cc-a750-6bd575d77c1c req-c51debb8-e920-4590-ac45-0d7096480161 tempest-ListImageFiltersTestJSON-604118414 tempest-ListImageFiltersTestJSON-604118414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:09:37.458064 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-ddf00bd5-28d7-49cc-a750-6bd575d77c1c req-c51debb8-e920-4590-ac45-0d7096480161 tempest-ListImageFiltersTestJSON-604118414 tempest-ListImageFiltersTestJSON-604118414-project] 10.222.0.90 "GET /v2.0/ports?device_id=677c1bb0-b471-4f2d-9175-5a3a0d044cf3 HTTP/1.1" status: 200 len: 948 time: 0.1791809 Feb 09 19:09:37.462562 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-64a70019-c5d7-4c8e-9690-d13fce5337f2 req-ae6e917d-aae9-42fc-a8ba-98c67e968b47 service neutron] 10.222.0.90 "GET /v2.0/networks/622dc241-96e3-459d-8172-016faee8abe4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4893775 Feb 09 19:09:37.463753 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-b8cc1862-078f-4e0e-9b7d-538a63c3e673 req-1b89bceb-4a35-4d6c-b5d6-4736448fb010 tempest-LiveMigrationTest-1021096981 tempest-LiveMigrationTest-1021096981-project] 10.222.0.75 "GET /v2.0/security-groups?id=ba18819a-1490-4e7b-a11b-e8610423d8ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1144538 Feb 09 19:09:37.496947 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-74f7939c-eb16-447c-8df0-ef7b749d0436 req-14e18ff1-59ed-4bf0-b55e-a11bab5ce758 tempest-DeleteServersTestJSON-1870379525 tempest-DeleteServersTestJSON-1870379525-project] 10.222.0.75 "GET /v2.0/quotas/216741f4995241bbba7cd794217427a2 HTTP/1.1" status: 200 len: 375 time: 0.0629232 Feb 09 19:09:37.520142 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94206571-86d5-4569-98af-6bb23b26cc10 req-c3104fd1-16e6-433f-9812-9c93f3f45002 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:09:37.521787 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-94206571-86d5-4569-98af-6bb23b26cc10 req-c3104fd1-16e6-433f-9812-9c93f3f45002 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=2b5494c8-cf97-42c1-b902-87f998f28179&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.1346264 Feb 09 19:09:37.539163 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-4c17fe36-00ea-4a95-92da-84789c71c5c2 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=50ea90f18a894cdc99ef423b393f0160&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7993157 Feb 09 19:09:37.551733 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 55582) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:09:37.563243 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-64a70019-c5d7-4c8e-9690-d13fce5337f2 req-ce2af325-e0f6-45eb-aa92-194e9fdaf243 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.127&port_id=3d73dda7-fb9b-4c04-9fbb-19034e8d2d7b HTTP/1.1" status: 200 len: 217 time: 0.0824647 Feb 09 19:09:37.590931 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c17fe36-00ea-4a95-92da-84789c71c5c2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2ecd6eae-13c2-430c-b023-a4b64832a8e3,revision_number=1']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:09:37.606763 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-74f7939c-eb16-447c-8df0-ef7b749d0436 req-294fc6a6-d32b-4b33-8b24-c38887f58924 tempest-DeleteServersTestJSON-1870379525 tempest-DeleteServersTestJSON-1870379525-project] 10.222.0.75 "GET /v2.0/ports?tenant_id=216741f4995241bbba7cd794217427a2&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0711086 Feb 09 19:09:37.657520 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-8d4c86ca-6786-4877-aeb1-6c803e7e002c req-f93dc7df-f588-468a-a19a-7cd766247d81 service neutron] 10.222.0.90 "GET /v2.0/networks/e119be35-9333-4ec1-a284-366321b505fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3121729 Feb 09 19:09:37.712531 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4949087d-b51b-411d-9daa-9ce1ee72e0f4 req-6ea82fc6-c1b4-45e8-b97c-9000e5b1a026 tempest-LiveMigrationNegativeTest-761470368 tempest-LiveMigrationNegativeTest-761470368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:09:37.714078 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-4949087d-b51b-411d-9daa-9ce1ee72e0f4 req-6ea82fc6-c1b4-45e8-b97c-9000e5b1a026 tempest-LiveMigrationNegativeTest-761470368 tempest-LiveMigrationNegativeTest-761470368-project] 10.222.0.75 "GET /v2.0/ports?device_id=fd32e313-1d9e-42d8-be2d-23d0ce9a8c53 HTTP/1.1" status: 200 len: 947 time: 0.1314478 Feb 09 19:09:37.748022 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.plugin [req-ddf00bd5-28d7-49cc-a750-6bd575d77c1c req-7e952875-49eb-4fb8-a07e-131751134e84 tempest-ListImageFiltersTestJSON-604118414 tempest-ListImageFiltersTestJSON-604118414-project] Deleting port 2a497291-c0ba-497e-912e-500b14b27235 {{(pid=103229) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 19:09:37.748265 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-ddf00bd5-28d7-49cc-a750-6bd575d77c1c req-7e952875-49eb-4fb8-a07e-131751134e84 tempest-ListImageFiltersTestJSON-604118414 tempest-ListImageFiltersTestJSON-604118414-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762867170196'] for port (2a497291-c0ba-497e-912e-500b14b27235), before_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:09:37.756604 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64a70019-c5d7-4c8e-9690-d13fce5337f2 req-4179c685-289a-45c8-a677-1c6c8e572aac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:09:37.759203 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-64a70019-c5d7-4c8e-9690-d13fce5337f2 req-4179c685-289a-45c8-a677-1c6c8e572aac service neutron] 10.222.0.90 "GET /v2.0/subnets?id=e38cb3e5-c128-440c-8e8d-f08a001a84c6 HTTP/1.1" status: 200 len: 797 time: 0.1551859 Feb 09 19:09:37.759947 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-94206571-86d5-4569-98af-6bb23b26cc10 req-e6c8a062-b496-4f3c-b629-7b892578bb09 service neutron] 10.222.0.89 "GET /v2.0/networks/2b5494c8-cf97-42c1-b902-87f998f28179?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2225144 Feb 09 19:09:37.790167 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-05c7e9fc-df87-4993-a420-68bcd3aa4795 admin admin] Publish callbacks [] for security_group (2ecd6eae-13c2-430c-b023-a4b64832a8e3), before_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:09:37.859144 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-05c7e9fc-df87-4993-a420-68bcd3aa4795 admin admin] Publish callbacks [] for security_group (2ecd6eae-13c2-430c-b023-a4b64832a8e3), precommit_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:09:37.873613 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-74f7939c-eb16-447c-8df0-ef7b749d0436 req-44d56fb3-7031-48ee-91f6-de3eac974ba6 service neutron] 10.222.0.75 "GET /v2.0/networks/22e5c36a-e85f-4512-bcde-f1a1a30e29d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2516968 Feb 09 19:09:37.908899 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-4949087d-b51b-411d-9daa-9ce1ee72e0f4 req-456caa20-9f75-4c22-bc0c-5e5b15ddaf5f tempest-LiveMigrationNegativeTest-761470368 tempest-LiveMigrationNegativeTest-761470368-project] 10.222.0.75 "GET /v2.0/security-groups?id=2741b903-8e7c-428e-a4c7-c3e2738431b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1766562 Feb 09 19:09:37.912359 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-193080ca-c4f5-4eac-a117-fa5370ec8ab3 req-b2b16023-f97d-4d84-8d03-9e7b2b159f3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:09:37.914440 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-193080ca-c4f5-4eac-a117-fa5370ec8ab3 req-b2b16023-f97d-4d84-8d03-9e7b2b159f3e service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=818187f205084ea0b383f821b00a5aa5&device_id=a9723b82-c142-4741-a09b-609088aa8487 HTTP/1.1" status: 200 len: 1126 time: 0.1819799 Feb 09 19:09:37.955503 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.db [req-ddf00bd5-28d7-49cc-a750-6bd575d77c1c req-7e952875-49eb-4fb8-a07e-131751134e84 tempest-ListImageFiltersTestJSON-604118414 tempest-ListImageFiltersTestJSON-604118414-project] For port 2a497291-c0ba-497e-912e-500b14b27235, host n-h2-713498-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-36',level=0,port_id=2a497291-c0ba-497e-912e-500b14b27235,segment=NetworkSegment(50e5915e-18f0-4558-9a28-b978975ead36),segment_id=50e5915e-18f0-4558-9a28-b978975ead36)] {{(pid=103229) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 19:09:37.955871 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-ddf00bd5-28d7-49cc-a750-6bd575d77c1c req-7e952875-49eb-4fb8-a07e-131751134e84 tempest-ListImageFiltersTestJSON-604118414 tempest-ListImageFiltersTestJSON-604118414-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1820838'] for port (2a497291-c0ba-497e-912e-500b14b27235), precommit_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:09:37.979321 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-94206571-86d5-4569-98af-6bb23b26cc10 req-76ea2497-a287-4179-8a79-1c98fc391db7 service neutron] 10.222.0.89 "GET /v2.0/networks/2b5494c8-cf97-42c1-b902-87f998f28179?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1796482 Feb 09 19:09:37.979321 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.plugin [req-ddf00bd5-28d7-49cc-a750-6bd575d77c1c req-7e952875-49eb-4fb8-a07e-131751134e84 tempest-ListImageFiltersTestJSON-604118414 tempest-ListImageFiltersTestJSON-604118414-project] Calling delete_port for 2a497291-c0ba-497e-912e-500b14b27235 owned by compute:nova {{(pid=103229) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 19:09:38.013324 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64a70019-c5d7-4c8e-9690-d13fce5337f2 req-6b982e12-f1fd-4488-b54e-e5579cb577b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:09:38.014747 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-64a70019-c5d7-4c8e-9690-d13fce5337f2 req-6b982e12-f1fd-4488-b54e-e5579cb577b2 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=622dc241-96e3-459d-8172-016faee8abe4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1198 time: 0.2368820 Feb 09 19:09:38.111713 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-05c7e9fc-df87-4993-a420-68bcd3aa4795 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1892331'] for security_group (2ecd6eae-13c2-430c-b023-a4b64832a8e3), after_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:09:38.114334 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-05c7e9fc-df87-4993-a420-68bcd3aa4795 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:09:38.115451 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-05c7e9fc-df87-4993-a420-68bcd3aa4795 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/2ecd6eae-13c2-430c-b023-a4b64832a8e3 HTTP/1.1" status: 204 len: 168 time: 0.5539701 Feb 09 19:09:38.155396 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84bf5c4f-0a2e-4a09-8337-3045557612c6 req-40c7cdbb-be2c-4312-a07e-a2922252f52c tempest-ImagesTestJSON-1015154253 tempest-ImagesTestJSON-1015154253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:09:38.156988 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-84bf5c4f-0a2e-4a09-8337-3045557612c6 req-40c7cdbb-be2c-4312-a07e-a2922252f52c tempest-ImagesTestJSON-1015154253 tempest-ImagesTestJSON-1015154253-project] 10.222.0.75 "GET /v2.0/ports?device_id=a9723b82-c142-4741-a09b-609088aa8487 HTTP/1.1" status: 200 len: 943 time: 0.1216586 Feb 09 19:09:38.164904 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56e30879-1436-45d7-8d16-d57ce71bba02 req-9fe87e92-6ca6-466e-ac38-9c633f9dfd72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:09:38.165893 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-56e30879-1436-45d7-8d16-d57ce71bba02 req-9fe87e92-6ca6-466e-ac38-9c633f9dfd72 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=0093088d84084204a4b692aeb2e2aa08&device_id=fd32e313-1d9e-42d8-be2d-23d0ce9a8c53 HTTP/1.1" status: 200 len: 1130 time: 0.0982578 Feb 09 19:09:38.171990 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05c7e9fc-df87-4993-a420-68bcd3aa4795 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2ecd6eae-13c2-430c-b023-a4b64832a8e3,revision_number=None']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:09:38.185052 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-74f7939c-eb16-447c-8df0-ef7b749d0436 req-07c6fa80-689c-40eb-9594-440f500946d9 service neutron] 10.222.0.75 "GET /v2.0/networks/22e5c36a-e85f-4512-bcde-f1a1a30e29d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2880268 Feb 09 19:09:38.215854 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-193080ca-c4f5-4eac-a117-fa5370ec8ab3 req-432a0e16-dcd9-47e7-8f64-f717b98ad75d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:09:38.217532 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-193080ca-c4f5-4eac-a117-fa5370ec8ab3 req-432a0e16-dcd9-47e7-8f64-f717b98ad75d service neutron] 10.222.0.90 "GET /v2.0/networks?id=e119be35-9333-4ec1-a284-366321b505fc HTTP/1.1" status: 200 len: 906 time: 0.2877772 Feb 09 19:09:38.219377 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-64a70019-c5d7-4c8e-9690-d13fce5337f2 req-7de4f6c3-e2e6-4690-8f24-aa61a1996c06 service neutron] 10.222.0.90 "GET /v2.0/networks/622dc241-96e3-459d-8172-016faee8abe4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1911056 Feb 09 19:09:38.321996 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-193080ca-c4f5-4eac-a117-fa5370ec8ab3 req-221a01ef-3881-47b8-8f64-7b69f8ca6b83 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=bf8edb2c-20d9-4b44-a70d-cbb76c002b1a HTTP/1.1" status: 200 len: 217 time: 0.0848317 Feb 09 19:09:38.371644 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-ddf00bd5-28d7-49cc-a750-6bd575d77c1c req-7e952875-49eb-4fb8-a07e-131751134e84 tempest-ListImageFiltersTestJSON-604118414 tempest-ListImageFiltersTestJSON-604118414-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762867177463', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762866656476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12867576'] for port (2a497291-c0ba-497e-912e-500b14b27235), after_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:09:38.404129 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-84bf5c4f-0a2e-4a09-8337-3045557612c6 req-767ce98c-ae41-4d51-ab04-9caa89f00e02 tempest-ImagesTestJSON-1015154253 tempest-ImagesTestJSON-1015154253-project] 10.222.0.75 "GET /v2.0/security-groups?id=1f45f199-38bd-4afd-a63a-d9a4ed62c8a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2162263 Feb 09 19:09:38.426014 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-193080ca-c4f5-4eac-a117-fa5370ec8ab3 req-4793ce16-3425-4653-8307-4c0d1eb60d27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:09:38.426014 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-193080ca-c4f5-4eac-a117-fa5370ec8ab3 req-4793ce16-3425-4653-8307-4c0d1eb60d27 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=1c11460d-4fed-4117-8587-f721cf533c67 HTTP/1.1" status: 200 len: 845 time: 0.0755823 Feb 09 19:09:38.451715 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-64a70019-c5d7-4c8e-9690-d13fce5337f2 req-9e316490-8259-49c9-a77c-e132e333e223 service neutron] 10.222.0.90 "GET /v2.0/networks/622dc241-96e3-459d-8172-016faee8abe4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2074246 Feb 09 19:09:38.474808 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-193080ca-c4f5-4eac-a117-fa5370ec8ab3 req-b049d084-1a12-4b53-a58f-c8cd1f8374e0 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=e119be35-9333-4ec1-a284-366321b505fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0399902 Feb 09 19:09:38.528364 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-64a70019-c5d7-4c8e-9690-d13fce5337f2 req-08a15770-5d05-4329-b8f3-01888bb6da04 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=a7b6d8bb-417c-4222-9de0-5c1844679bed HTTP/1.1" status: 200 len: 217 time: 0.0572178 Feb 09 19:09:38.560479 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e952875-49eb-4fb8-a07e-131751134e84 tempest-ListImageFiltersTestJSON-604118414 tempest-ListImageFiltersTestJSON-604118414-project] Pushing event deleted for resources: {'Port': ['ID=2a497291-c0ba-497e-912e-500b14b27235,revision_number=None']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:09:38.627791 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56e30879-1436-45d7-8d16-d57ce71bba02 req-27ccf90f-911b-42f6-a9c0-25aa300831cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:09:38.630596 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-56e30879-1436-45d7-8d16-d57ce71bba02 req-27ccf90f-911b-42f6-a9c0-25aa300831cb service neutron] 10.222.0.89 "GET /v2.0/networks?id=2b5494c8-cf97-42c1-b902-87f998f28179 HTTP/1.1" status: 200 len: 870 time: 0.4572275 Feb 09 19:09:38.661089 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-11b175d2-06cc-4eb3-ba01-63796b413d3c req-f144523d-a883-442f-83ec-52afc55e7d75 tempest-ListImageFiltersTestJSON-604118414 tempest-ListImageFiltersTestJSON-604118414-project] 10.222.0.75 "GET /v2.0/ports?device_id=677c1bb0-b471-4f2d-9175-5a3a0d044cf3 HTTP/1.1" status: 200 len: 210 time: 0.1212406 Feb 09 19:09:38.668250 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-aae6949a-5a0e-41b3-bb74-acf151c72f9a req-2a6e0b90-abbf-490e-b7ec-71171600e6cb tempest-DeleteServersTestJSON-1870379525 tempest-DeleteServersTestJSON-1870379525-project] 10.222.0.75 "GET /v2.0/ports?device_id=0199b3d8-ece2-4858-9bf9-9a0b41f4aaf2 HTTP/1.1" status: 200 len: 210 time: 0.0741677 Feb 09 19:09:38.691354 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 55600) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:09:38.715052 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64a70019-c5d7-4c8e-9690-d13fce5337f2 req-b06cf9b4-70bd-4f64-b0d5-9506fcba7d0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:09:38.716488 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-64a70019-c5d7-4c8e-9690-d13fce5337f2 req-b06cf9b4-70bd-4f64-b0d5-9506fcba7d0c service neutron] 10.222.0.90 "GET /v2.0/subnets?id=62aa7105-9b3f-4b31-849e-86005d5d6eff HTTP/1.1" status: 200 len: 797 time: 0.1756308 Feb 09 19:09:38.724060 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-16eb2170-cce5-4158-9e6e-c31b5e6d04de admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:09:38.724884 n-d-713498-36 neutron-server[103229]: DEBUG neutron.db.l3_dvrscheduler_db [req-ddf00bd5-28d7-49cc-a750-6bd575d77c1c req-7e952875-49eb-4fb8-a07e-131751134e84 tempest-ListImageFiltersTestJSON-604118414 tempest-ListImageFiltersTestJSON-604118414-project] No DVR routers for this DVR port 2a497291-c0ba-497e-912e-500b14b27235 on host n-h2-713498-36 {{(pid=103229) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 19:09:38.728035 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-ddf00bd5-28d7-49cc-a750-6bd575d77c1c req-7e952875-49eb-4fb8-a07e-131751134e84 tempest-ListImageFiltersTestJSON-604118414 tempest-ListImageFiltersTestJSON-604118414-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171096'] for port (None), before_response {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:09:38.731720 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-ddf00bd5-28d7-49cc-a750-6bd575d77c1c req-7e952875-49eb-4fb8-a07e-131751134e84 tempest-ListImageFiltersTestJSON-604118414 tempest-ListImageFiltersTestJSON-604118414-project] 10.222.0.90 "DELETE /v2.0/ports/2a497291-c0ba-497e-912e-500b14b27235 HTTP/1.1" status: 204 len: 173 time: 1.2670920 Feb 09 19:09:38.733173 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-56e30879-1436-45d7-8d16-d57ce71bba02 req-70f13a8d-3dfe-4faf-a92b-4a9f5463acb7 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.99&port_id=e011b780-c88e-4e23-b2b6-19377f0ef98c HTTP/1.1" status: 200 len: 217 time: 0.0638134 Feb 09 19:09:38.746732 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-193080ca-c4f5-4eac-a117-fa5370ec8ab3 req-928c5cbb-4fed-4530-adf8-4141b129dc52 service neutron] 10.222.0.90 "GET /v2.0/networks/e119be35-9333-4ec1-a284-366321b505fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2291899 Feb 09 19:09:38.812948 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56e30879-1436-45d7-8d16-d57ce71bba02 req-4d512721-a357-4a50-9cb7-fbea4db120ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:09:38.816151 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-56e30879-1436-45d7-8d16-d57ce71bba02 req-4d512721-a357-4a50-9cb7-fbea4db120ad service neutron] 10.222.0.89 "GET /v2.0/subnets?id=60b561cb-321e-4f83-9bb3-92b2e1d0dc44 HTTP/1.1" status: 200 len: 843 time: 0.0717890 Feb 09 19:09:38.918906 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56e30879-1436-45d7-8d16-d57ce71bba02 req-1d473244-0fc7-4600-9f50-60ed84bde45b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:09:38.920383 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-56e30879-1436-45d7-8d16-d57ce71bba02 req-1d473244-0fc7-4600-9f50-60ed84bde45b service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=2b5494c8-cf97-42c1-b902-87f998f28179&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.0973885 Feb 09 19:09:38.938795 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cd37612-84af-4d67-982e-9cf0aa2041b5 req-61015d0b-cca2-4e8c-8bdf-ecd642387492 tempest-LiveMigrationTest-1021096981 tempest-LiveMigrationTest-1021096981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:09:38.940407 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-8cd37612-84af-4d67-982e-9cf0aa2041b5 req-61015d0b-cca2-4e8c-8bdf-ecd642387492 tempest-LiveMigrationTest-1021096981 tempest-LiveMigrationTest-1021096981-project] 10.222.0.75 "GET /v2.0/ports?device_id=a26f3e83-5a8d-4d9d-aa20-3d25b99af655 HTTP/1.1" status: 200 len: 943 time: 0.1095214 Feb 09 19:09:38.959442 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64a70019-c5d7-4c8e-9690-d13fce5337f2 req-f63f13c2-dd7a-4448-aa17-fad1a4b99d41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:09:38.961939 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-64a70019-c5d7-4c8e-9690-d13fce5337f2 req-f63f13c2-dd7a-4448-aa17-fad1a4b99d41 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=827c740b-e08e-4994-bbc7-e073abc4dcaf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1198 time: 0.2334814 Feb 09 19:09:39.147145 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-193080ca-c4f5-4eac-a117-fa5370ec8ab3 req-92f50be2-7061-4877-8c2f-84207da973e8 service neutron] 10.222.0.90 "GET /v2.0/networks/e119be35-9333-4ec1-a284-366321b505fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3786428 Feb 09 19:09:39.244211 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-64a70019-c5d7-4c8e-9690-d13fce5337f2 req-2e1cfc87-32de-445e-855f-c7afc5208663 service neutron] 10.222.0.90 "GET /v2.0/networks/827c740b-e08e-4994-bbc7-e073abc4dcaf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2645237 Feb 09 19:09:39.246258 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-16eb2170-cce5-4158-9e6e-c31b5e6d04de admin admin] Publish callbacks [] for security_group (265758c7-4966-4cd2-866e-252c1c3263d9), precommit_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:09:39.271511 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da63e94b-37af-404a-9f35-ce018f0f6e15 req-63eb0ca7-db33-4b6b-aef7-7b02f3dba577 tempest-LiveMigrationNegativeTest-761470368 tempest-LiveMigrationNegativeTest-761470368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:09:39.280417 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-da63e94b-37af-404a-9f35-ce018f0f6e15 req-63eb0ca7-db33-4b6b-aef7-7b02f3dba577 tempest-LiveMigrationNegativeTest-761470368 tempest-LiveMigrationNegativeTest-761470368-project] 10.222.0.75 "GET /v2.0/ports?device_id=fd32e313-1d9e-42d8-be2d-23d0ce9a8c53 HTTP/1.1" status: 200 len: 947 time: 0.1656585 Feb 09 19:09:39.295639 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-16eb2170-cce5-4158-9e6e-c31b5e6d04de admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1892331'] for security_group (265758c7-4966-4cd2-866e-252c1c3263d9), after_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:09:39.338986 n-d-713498-36 neutron-server[103229]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '677c1bb0-b471-4f2d-9175-5a3a0d044cf3', 'name': 'network-vif-deleted', 'tag': '2a497291-c0ba-497e-912e-500b14b27235'}] {{(pid=103229) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 19:09:39.341696 n-d-713498-36 neutron-server[103229]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fa6ae9a20702bd564eaf90d946620b2b4277b1ab91129323d3b54181076be307" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-02259f43-b8aa-475a-a9a0-ffe7850c6c11" -d '{"events": [{"server_uuid": "677c1bb0-b471-4f2d-9175-5a3a0d044cf3", "name": "network-vif-deleted", "tag": "2a497291-c0ba-497e-912e-500b14b27235"}]}' {{(pid=103229) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 19:09:39.453687 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-8cd37612-84af-4d67-982e-9cf0aa2041b5 req-106dd849-38e0-4b57-809c-88c9bd411153 tempest-LiveMigrationTest-1021096981 tempest-LiveMigrationTest-1021096981-project] 10.222.0.75 "GET /v2.0/security-groups?id=ba18819a-1490-4e7b-a11b-e8610423d8ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0759046 Feb 09 19:09:39.466049 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-56e30879-1436-45d7-8d16-d57ce71bba02 req-54bbcb2d-b450-4694-b9cd-52e910d4b96b service neutron] 10.222.0.89 "GET /v2.0/networks/2b5494c8-cf97-42c1-b902-87f998f28179?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5246301 Feb 09 19:09:39.473439 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16eb2170-cce5-4158-9e6e-c31b5e6d04de admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=265758c7-4966-4cd2-866e-252c1c3263d9,revision_number=1']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:09:39.505357 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-16eb2170-cce5-4158-9e6e-c31b5e6d04de admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=8d2b4e8d34084ba1869afa6e41b159c1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8106773 Feb 09 19:09:39.508998 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 55616) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:09:39.584563 n-d-713498-36 neutron-server[103229]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 19:09:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9d5844c1-2ba5-438a-9162-c125707ff6c7 x-openstack-request-id: req-9d5844c1-2ba5-438a-9162-c125707ff6c7 {{(pid=103229) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 19:09:39.586849 n-d-713498-36 neutron-server[103229]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "677c1bb0-b471-4f2d-9175-5a3a0d044cf3", "name": "network-vif-deleted", "tag": "2a497291-c0ba-497e-912e-500b14b27235", "status": "completed", "code": 200}]} {{(pid=103229) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 19:09:39.587141 n-d-713498-36 neutron-server[103229]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-9d5844c1-2ba5-438a-9162-c125707ff6c7 {{(pid=103229) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 19:09:39.587661 n-d-713498-36 neutron-server[103229]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '677c1bb0-b471-4f2d-9175-5a3a0d044cf3', 'name': 'network-vif-deleted', 'tag': '2a497291-c0ba-497e-912e-500b14b27235', 'status': 'completed', 'code': 200} Feb 09 19:09:39.592634 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-da63e94b-37af-404a-9f35-ce018f0f6e15 req-8e6363cb-991c-481c-af1d-680dd2c79282 tempest-LiveMigrationNegativeTest-761470368 tempest-LiveMigrationNegativeTest-761470368-project] 10.222.0.75 "GET /v2.0/security-groups?id=2741b903-8e7c-428e-a4c7-c3e2738431b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3110778 Feb 09 19:09:39.614374 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-64a70019-c5d7-4c8e-9690-d13fce5337f2 req-e211ba85-e6db-4f63-8307-c0b4f0612b06 service neutron] 10.222.0.90 "GET /v2.0/networks/827c740b-e08e-4994-bbc7-e073abc4dcaf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3617802 Feb 09 19:09:39.670505 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-56e30879-1436-45d7-8d16-d57ce71bba02 req-90e454f4-e1aa-41f8-9a44-9a98734cc13e service neutron] 10.222.0.89 "GET /v2.0/networks/2b5494c8-cf97-42c1-b902-87f998f28179?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1984866 Feb 09 19:09:39.686827 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c8f9644-8f43-44a1-813c-53c5145a045a req-38b9ca46-bc6c-4720-a2b3-66dde06556fa tempest-ImagesTestJSON-1015154253 tempest-ImagesTestJSON-1015154253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:09:39.688589 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-0c8f9644-8f43-44a1-813c-53c5145a045a req-38b9ca46-bc6c-4720-a2b3-66dde06556fa tempest-ImagesTestJSON-1015154253 tempest-ImagesTestJSON-1015154253-project] 10.222.0.75 "GET /v2.0/ports?device_id=a9723b82-c142-4741-a09b-609088aa8487 HTTP/1.1" status: 200 len: 943 time: 0.0799143 Feb 09 19:09:39.699915 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-64a70019-c5d7-4c8e-9690-d13fce5337f2 req-9e6e3481-e85d-4554-b720-cc9068f9930f service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=79f07b23-6771-42a0-bab9-d3efdb3c9702 HTTP/1.1" status: 200 len: 217 time: 0.0670636 Feb 09 19:09:39.751938 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-0c8f9644-8f43-44a1-813c-53c5145a045a req-93037782-ad46-4f41-8f22-670529d40ad0 tempest-ImagesTestJSON-1015154253 tempest-ImagesTestJSON-1015154253-project] 10.222.0.75 "GET /v2.0/security-groups?id=1f45f199-38bd-4afd-a63a-d9a4ed62c8a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574429 Feb 09 19:09:39.932634 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Device 816526f9-3182-449c-a6c1-ec06db6c235e details requested by agent hyperv_n-h2-713498-36 with host n-h2-713498-36 {{(pid=103232) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 19:09:39.938862 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Device 2a497291-c0ba-497e-912e-500b14b27235 no longer exists at agent hyperv_n-h2-713498-36 {{(pid=103232) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 19:09:40.032763 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-7429db8d-6021-40ad-813e-885be449a89b None None] No Port match for: 2a497291-c0ba-497e-912e-500b14b27235 {{(pid=103232) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 19:09:40.033761 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Device 2a497291-c0ba-497e-912e-500b14b27235 not bound to the agent host n-h2-713498-36 {{(pid=103232) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 19:09:40.152944 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-3c330653-3b8a-40f2-9dd4-9f7f1884e590 admin admin] Publish callbacks [] for security_group (265758c7-4966-4cd2-866e-252c1c3263d9), before_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:09:40.174994 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-e2e0c875-48a0-4f3b-bbd3-f8a12aed3c48 req-a130eb24-a39d-4238-800c-e7f40c479f65 tempest-DeleteServersTestJSON-1870379525 tempest-DeleteServersTestJSON-1870379525-project] 10.222.0.75 "GET /v2.0/ports?device_id=0199b3d8-ece2-4858-9bf9-9a0b41f4aaf2 HTTP/1.1" status: 200 len: 210 time: 0.0392108 Feb 09 19:09:40.186972 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64a70019-c5d7-4c8e-9690-d13fce5337f2 req-41615163-638b-4b99-97ca-a8eeb7589152 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:09:40.188856 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-64a70019-c5d7-4c8e-9690-d13fce5337f2 req-41615163-638b-4b99-97ca-a8eeb7589152 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=62aa7105-9b3f-4b31-849e-86005d5d6eff HTTP/1.1" status: 200 len: 797 time: 0.4769893 Feb 09 19:09:40.189457 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-7429db8d-6021-40ad-813e-885be449a89b None None] For port 816526f9-3182-449c-a6c1-ec06db6c235e, host n-h2-713498-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-36',level=0,port_id=816526f9-3182-449c-a6c1-ec06db6c235e,segment=NetworkSegment(5e48c0d3-ac92-403e-8ddc-eab47c471644),segment_id=5e48c0d3-ac92-403e-8ddc-eab47c471644)] {{(pid=103232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 19:09:40.202434 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74f7939c-eb16-447c-8df0-ef7b749d0436 req-86addec6-d203-4bd1-9aff-6815d9ca935f tempest-DeleteServersTestJSON-1870379525 tempest-DeleteServersTestJSON-1870379525-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:09:40.208733 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-74f7939c-eb16-447c-8df0-ef7b749d0436 req-86addec6-d203-4bd1-9aff-6815d9ca935f tempest-DeleteServersTestJSON-1870379525 tempest-DeleteServersTestJSON-1870379525-project] 10.222.0.89 "GET /v2.0/networks?id=22e5c36a-e85f-4512-bcde-f1a1a30e29d3 HTTP/1.1" status: 200 len: 812 time: 0.2497816 Feb 09 19:09:40.209397 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Returning: {'device': '816526f9-3182-449c-a6c1-ec06db6c235e', 'network_id': 'd725567e-ae4f-48c7-8826-ca95b9692346', 'port_id': '816526f9-3182-449c-a6c1-ec06db6c235e', 'mac_address': 'fa:16:3e:22:c6:50', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 375, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '41b0b245-923a-427d-ac3e-7f4b2ecbbb0e', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103232) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 19:09:40.216664 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-3c330653-3b8a-40f2-9dd4-9f7f1884e590 admin admin] Publish callbacks [] for security_group (265758c7-4966-4cd2-866e-252c1c3263d9), precommit_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:09:40.221326 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.v2.base [req-74f7939c-eb16-447c-8df0-ef7b749d0436 req-a6ff36fa-32cc-4eb4-b153-d769e4f30df1 tempest-DeleteServersTestJSON-1870379525 tempest-DeleteServersTestJSON-1870379525-project] Request body: {'port': {'device_id': '0199b3d8-ece2-4858-9bf9-9a0b41f4aaf2', 'network_id': '22e5c36a-e85f-4512-bcde-f1a1a30e29d3', 'admin_state_up': True, 'tenant_id': '216741f4995241bbba7cd794217427a2'}} {{(pid=103229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 19:09:40.259410 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Current status of the port 816526f9-3182-449c-a6c1-ec06db6c235e is: DOWN; New status is: BUILD {{(pid=103232) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 19:09:40.260860 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (816526f9-3182-449c-a6c1-ec06db6c235e), before_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:09:40.276282 n-d-713498-36 neutron-server[103232]: DEBUG neutron.notifiers.nova [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 816526f9-3182-449c-a6c1-ec06db6c235e {{(pid=103232) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 19:09:40.298572 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64a70019-c5d7-4c8e-9690-d13fce5337f2 req-b750a6c1-5d3f-4554-b731-f0ec9a323833 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:09:40.302520 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-64a70019-c5d7-4c8e-9690-d13fce5337f2 req-b750a6c1-5d3f-4554-b731-f0ec9a323833 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=827c740b-e08e-4994-bbc7-e073abc4dcaf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1198 time: 0.1003585 Feb 09 19:09:40.309509 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-7429db8d-6021-40ad-813e-885be449a89b None None] For port 816526f9-3182-449c-a6c1-ec06db6c235e, host n-h2-713498-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-36',level=0,port_id=816526f9-3182-449c-a6c1-ec06db6c235e,segment=NetworkSegment(5e48c0d3-ac92-403e-8ddc-eab47c471644),segment_id=5e48c0d3-ac92-403e-8ddc-eab47c471644)] {{(pid=103232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 19:09:40.314454 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762867176205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762866656485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762866656503'] for port (816526f9-3182-449c-a6c1-ec06db6c235e), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:09:40.326198 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-3c330653-3b8a-40f2-9dd4-9f7f1884e590 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1892331'] for security_group (265758c7-4966-4cd2-866e-252c1c3263d9), after_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:09:40.328923 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-3c330653-3b8a-40f2-9dd4-9f7f1884e590 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:09:40.330467 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-3c330653-3b8a-40f2-9dd4-9f7f1884e590 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/265758c7-4966-4cd2-866e-252c1c3263d9 HTTP/1.1" status: 204 len: 168 time: 0.7631688 Feb 09 19:09:40.383598 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-74f7939c-eb16-447c-8df0-ef7b749d0436 req-a6ff36fa-32cc-4eb4-b153-d769e4f30df1 tempest-DeleteServersTestJSON-1870379525 tempest-DeleteServersTestJSON-1870379525-project] Made reservation on behalf of 216741f4995241bbba7cd794217427a2 for: {'port': 1} {{(pid=103229) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 19:09:40.391535 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-74f7939c-eb16-447c-8df0-ef7b749d0436 req-a6ff36fa-32cc-4eb4-b153-d769e4f30df1 tempest-DeleteServersTestJSON-1870379525 tempest-DeleteServersTestJSON-1870379525-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (None), before_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:09:40.392812 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c330653-3b8a-40f2-9dd4-9f7f1884e590 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=265758c7-4966-4cd2-866e-252c1c3263d9,revision_number=None']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:09:40.413534 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Pushing event updated for resources: {'Port': ['ID=816526f9-3182-449c-a6c1-ec06db6c235e,revision_number=4']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:09:40.447320 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-64a70019-c5d7-4c8e-9690-d13fce5337f2 req-4a3a10e0-e26d-48b7-b753-9f4fbceefeda service neutron] 10.222.0.90 "GET /v2.0/networks/827c740b-e08e-4994-bbc7-e073abc4dcaf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1330802 Feb 09 19:09:40.593207 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-64a70019-c5d7-4c8e-9690-d13fce5337f2 req-46ec844c-c801-43ef-817b-3fdd095059d7 service neutron] 10.222.0.90 "GET /v2.0/networks/827c740b-e08e-4994-bbc7-e073abc4dcaf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1370578 Feb 09 19:09:40.721722 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c492e81a-da14-43a8-b210-ba222ea2572c req-3e891005-f63d-4d43-a98f-47ecc5ad78ff tempest-LiveMigrationTest-1021096981 tempest-LiveMigrationTest-1021096981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:09:40.723481 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-c492e81a-da14-43a8-b210-ba222ea2572c req-3e891005-f63d-4d43-a98f-47ecc5ad78ff tempest-LiveMigrationTest-1021096981 tempest-LiveMigrationTest-1021096981-project] 10.222.0.75 "GET /v2.0/ports?device_id=a26f3e83-5a8d-4d9d-aa20-3d25b99af655 HTTP/1.1" status: 200 len: 944 time: 0.1339631 Feb 09 19:09:40.724786 n-d-713498-36 neutron-server[103229]: DEBUG neutron.db.db_base_plugin_common [req-74f7939c-eb16-447c-8df0-ef7b749d0436 req-a6ff36fa-32cc-4eb4-b153-d769e4f30df1 tempest-DeleteServersTestJSON-1870379525 tempest-DeleteServersTestJSON-1870379525-project] Allocated IP 172.20.0.6 (22e5c36a-e85f-4512-bcde-f1a1a30e29d3/fd92991c-99c1-4998-85f2-810e9ca4298d/d81f9021-02c1-4d0f-88e3-8f01cb4ba3d0) {{(pid=103229) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 19:09:40.745820 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-5bc12468-f085-4a5c-b98e-6c52dbaf9cf6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762867132591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593584'] for agent (af91e4b9-f4e1-42b1-a25c-a10dc47171c8), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:09:40.761408 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-7429db8d-6021-40ad-813e-885be449a89b None None] get_ports_and_sgs() called for port_ids ['816526f9-3182-449c-a6c1-ec06db6c235e'] {{(pid=103232) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 19:09:40.815761 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-c492e81a-da14-43a8-b210-ba222ea2572c req-33905967-37fe-4874-a638-8a8c7952b46b tempest-LiveMigrationTest-1021096981 tempest-LiveMigrationTest-1021096981-project] 10.222.0.75 "GET /v2.0/security-groups?id=ba18819a-1490-4e7b-a11b-e8610423d8ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0841994 Feb 09 19:09:40.999921 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-74f7939c-eb16-447c-8df0-ef7b749d0436 req-a6ff36fa-32cc-4eb4-b153-d769e4f30df1 tempest-DeleteServersTestJSON-1870379525 tempest-DeleteServersTestJSON-1870379525-project] Publish callbacks [] for port (d81f9021-02c1-4d0f-88e3-8f01cb4ba3d0), precommit_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:09:41.022116 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f05c6cda-b253-4d46-861c-6e4843619080 req-ec2e7d2c-2cad-436a-a6fd-701795f2a1d3 tempest-LiveMigrationNegativeTest-761470368 tempest-LiveMigrationNegativeTest-761470368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:09:41.025009 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-f05c6cda-b253-4d46-861c-6e4843619080 req-ec2e7d2c-2cad-436a-a6fd-701795f2a1d3 tempest-LiveMigrationNegativeTest-761470368 tempest-LiveMigrationNegativeTest-761470368-project] 10.222.0.75 "GET /v2.0/ports?device_id=fd32e313-1d9e-42d8-be2d-23d0ce9a8c53 HTTP/1.1" status: 200 len: 947 time: 0.0984221 Feb 09 19:09:41.087152 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-74f7939c-eb16-447c-8df0-ef7b749d0436 req-a6ff36fa-32cc-4eb4-b153-d769e4f30df1 tempest-DeleteServersTestJSON-1870379525 tempest-DeleteServersTestJSON-1870379525-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762866656467', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12867576'] for port (d81f9021-02c1-4d0f-88e3-8f01cb4ba3d0), after_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:09:41.098974 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-f05c6cda-b253-4d46-861c-6e4843619080 req-9dfbe38d-18c5-45b0-8546-8abaec3d34f8 tempest-LiveMigrationNegativeTest-761470368 tempest-LiveMigrationNegativeTest-761470368-project] 10.222.0.75 "GET /v2.0/security-groups?id=2741b903-8e7c-428e-a4c7-c3e2738431b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0679610 Feb 09 19:09:41.138852 n-d-713498-36 neutron-server[103229]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-74f7939c-eb16-447c-8df0-ef7b749d0436 req-a6ff36fa-32cc-4eb4-b153-d769e4f30df1 tempest-DeleteServersTestJSON-1870379525 tempest-DeleteServersTestJSON-1870379525-project] Network 22e5c36a-e85f-4512-bcde-f1a1a30e29d3 is already hosted by enough agents. {{(pid=103229) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 19:09:41.142362 n-d-713498-36 neutron-server[103229]: DEBUG neutron.scheduler.base_scheduler [req-74f7939c-eb16-447c-8df0-ef7b749d0436 req-a6ff36fa-32cc-4eb4-b153-d769e4f30df1 tempest-DeleteServersTestJSON-1870379525 tempest-DeleteServersTestJSON-1870379525-project] Resources bound (agent type, host, resource id): {{(pid=103229) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 19:09:41.146116 n-d-713498-36 neutron-server[103229]: DEBUG neutron.db.l3_dvrscheduler_db [req-74f7939c-eb16-447c-8df0-ef7b749d0436 req-a6ff36fa-32cc-4eb4-b153-d769e4f30df1 tempest-DeleteServersTestJSON-1870379525 tempest-DeleteServersTestJSON-1870379525-project] Received port after_create {{(pid=103229) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 19:09:41.153184 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6ff36fa-32cc-4eb4-b153-d769e4f30df1 tempest-DeleteServersTestJSON-1870379525 tempest-DeleteServersTestJSON-1870379525-project] Pushing event updated for resources: {'Port': ['ID=d81f9021-02c1-4d0f-88e3-8f01cb4ba3d0,revision_number=1']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:09:41.209649 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74f7939c-eb16-447c-8df0-ef7b749d0436 req-a6ff36fa-32cc-4eb4-b153-d769e4f30df1 tempest-DeleteServersTestJSON-1870379525 tempest-DeleteServersTestJSON-1870379525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:09:41.211528 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-74f7939c-eb16-447c-8df0-ef7b749d0436 req-a6ff36fa-32cc-4eb4-b153-d769e4f30df1 tempest-DeleteServersTestJSON-1870379525 tempest-DeleteServersTestJSON-1870379525-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171096'] for port (None), before_response {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:09:41.230395 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5426e8cb-b7fa-4e4d-9362-6cd1bf816df9 req-e630b393-483c-4555-b80a-3f9b26e4cd84 tempest-ImagesTestJSON-1015154253 tempest-ImagesTestJSON-1015154253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:09:41.231676 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-74f7939c-eb16-447c-8df0-ef7b749d0436 req-a6ff36fa-32cc-4eb4-b153-d769e4f30df1 tempest-DeleteServersTestJSON-1870379525 tempest-DeleteServersTestJSON-1870379525-project] 10.222.0.89 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0144751 Feb 09 19:09:41.232453 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-5426e8cb-b7fa-4e4d-9362-6cd1bf816df9 req-e630b393-483c-4555-b80a-3f9b26e4cd84 tempest-ImagesTestJSON-1015154253 tempest-ImagesTestJSON-1015154253-project] 10.222.0.75 "GET /v2.0/ports?device_id=a9723b82-c142-4741-a09b-609088aa8487 HTTP/1.1" status: 200 len: 943 time: 0.0734320 Feb 09 19:09:41.242375 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.v2.base [req-74f7939c-eb16-447c-8df0-ef7b749d0436 req-cb8519ad-fa1d-4356-a0d3-a7fe2b6712ed service neutron] Request body: {'port': {'device_id': '0199b3d8-ece2-4858-9bf9-9a0b41f4aaf2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-713498-36'}} {{(pid=103229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 19:09:41.298293 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-5426e8cb-b7fa-4e4d-9362-6cd1bf816df9 req-f6a23b6d-119c-4291-851d-cbbd62d23ec3 tempest-ImagesTestJSON-1015154253 tempest-ImagesTestJSON-1015154253-project] 10.222.0.75 "GET /v2.0/security-groups?id=1f45f199-38bd-4afd-a63a-d9a4ed62c8a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0601263 Feb 09 19:09:41.322989 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-74f7939c-eb16-447c-8df0-ef7b749d0436 req-cb8519ad-fa1d-4356-a0d3-a7fe2b6712ed service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (d81f9021-02c1-4d0f-88e3-8f01cb4ba3d0), before_update {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:09:41.693022 n-d-713498-36 neutron-server[103229]: DEBUG neutron.notifiers.nova [req-74f7939c-eb16-447c-8df0-ef7b749d0436 req-cb8519ad-fa1d-4356-a0d3-a7fe2b6712ed service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d81f9021-02c1-4d0f-88e3-8f01cb4ba3d0 {{(pid=103229) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 19:09:41.703146 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-74f7939c-eb16-447c-8df0-ef7b749d0436 req-cb8519ad-fa1d-4356-a0d3-a7fe2b6712ed service neutron] Publish callbacks [] for port (d81f9021-02c1-4d0f-88e3-8f01cb4ba3d0), precommit_update {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:09:41.717673 n-d-713498-36 neutron-server[103229]: DEBUG neutron.db.provisioning_blocks [req-74f7939c-eb16-447c-8df0-ef7b749d0436 req-cb8519ad-fa1d-4356-a0d3-a7fe2b6712ed service neutron] Transition to ACTIVE for port object d81f9021-02c1-4d0f-88e3-8f01cb4ba3d0 will not be triggered until provisioned by entity L2. {{(pid=103229) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 19:09:41.720887 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7707ee69-24be-42c3-bf3b-af0b2b8916d8 req-e18e38b2-3d0e-4471-977f-48fc364fa10f tempest-DeleteServersTestJSON-1870379525 tempest-DeleteServersTestJSON-1870379525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:09:41.722425 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-74f7939c-eb16-447c-8df0-ef7b749d0436 req-cb8519ad-fa1d-4356-a0d3-a7fe2b6712ed service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762867176205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762866656485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762866656503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12867569'] for port (d81f9021-02c1-4d0f-88e3-8f01cb4ba3d0), after_update {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:09:41.722947 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-7707ee69-24be-42c3-bf3b-af0b2b8916d8 req-e18e38b2-3d0e-4471-977f-48fc364fa10f tempest-DeleteServersTestJSON-1870379525 tempest-DeleteServersTestJSON-1870379525-project] 10.222.0.75 "GET /v2.0/ports?device_id=0199b3d8-ece2-4858-9bf9-9a0b41f4aaf2 HTTP/1.1" status: 200 len: 931 time: 0.0820358 Feb 09 19:09:41.802008 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb8519ad-fa1d-4356-a0d3-a7fe2b6712ed service neutron] Pushing event updated for resources: {'Port': ['ID=d81f9021-02c1-4d0f-88e3-8f01cb4ba3d0,revision_number=2']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:09:41.816445 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-7707ee69-24be-42c3-bf3b-af0b2b8916d8 req-870e8368-60d3-4752-be31-21be34da53d2 tempest-DeleteServersTestJSON-1870379525 tempest-DeleteServersTestJSON-1870379525-project] 10.222.0.75 "GET /v2.0/security-groups?id=5ce92d32-ca94-4b6c-925d-b9dff609abe6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0862787 Feb 09 19:09:41.885501 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.managers [req-74f7939c-eb16-447c-8df0-ef7b749d0436 req-cb8519ad-fa1d-4356-a0d3-a7fe2b6712ed service neutron] Attempting to bind port d81f9021-02c1-4d0f-88e3-8f01cb4ba3d0 on host n-h1-713498-36 for vnic_type normal with profile {{(pid=103229) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 19:09:41.886179 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.managers [req-74f7939c-eb16-447c-8df0-ef7b749d0436 req-cb8519ad-fa1d-4356-a0d3-a7fe2b6712ed service neutron] Attempting to bind port d81f9021-02c1-4d0f-88e3-8f01cb4ba3d0 by drivers openvswitch,hyperv on host n-h1-713498-36 at level 0 using segments [{'id': 'd4c5d86e-1399-4ff8-a9ec-2a8082c6024a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': '22e5c36a-e85f-4512-bcde-f1a1a30e29d3'}] {{(pid=103229) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 19:09:41.888071 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74f7939c-eb16-447c-8df0-ef7b749d0436 req-cb8519ad-fa1d-4356-a0d3-a7fe2b6712ed service neutron] Attempting to bind port d81f9021-02c1-4d0f-88e3-8f01cb4ba3d0 on network 22e5c36a-e85f-4512-bcde-f1a1a30e29d3 {{(pid=103229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 19:09:41.894144 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74f7939c-eb16-447c-8df0-ef7b749d0436 req-cb8519ad-fa1d-4356-a0d3-a7fe2b6712ed service neutron] Port d81f9021-02c1-4d0f-88e3-8f01cb4ba3d0 on network 22e5c36a-e85f-4512-bcde-f1a1a30e29d3 not bound, no agent of type Open vSwitch agent registered on host n-h1-713498-36 {{(pid=103229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 19:09:41.895393 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74f7939c-eb16-447c-8df0-ef7b749d0436 req-cb8519ad-fa1d-4356-a0d3-a7fe2b6712ed service neutron] Attempting to bind port d81f9021-02c1-4d0f-88e3-8f01cb4ba3d0 on network 22e5c36a-e85f-4512-bcde-f1a1a30e29d3 {{(pid=103229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 19:09:41.912640 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74f7939c-eb16-447c-8df0-ef7b749d0436 req-cb8519ad-fa1d-4356-a0d3-a7fe2b6712ed service neutron] Checking agent: {'id': '488cd9ae-631f-4955-ba0b-4f5a13f12e9c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713498-36', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 18, 59, 18), 'started_at': datetime.datetime(2022, 2, 9, 18, 59, 18), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 19, 9, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 19:09:41.913435 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74f7939c-eb16-447c-8df0-ef7b749d0436 req-cb8519ad-fa1d-4356-a0d3-a7fe2b6712ed service neutron] Checking segment: {'id': 'd4c5d86e-1399-4ff8-a9ec-2a8082c6024a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': '22e5c36a-e85f-4512-bcde-f1a1a30e29d3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103229) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 19:09:41.913933 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74f7939c-eb16-447c-8df0-ef7b749d0436 req-cb8519ad-fa1d-4356-a0d3-a7fe2b6712ed service neutron] Bound using segment: {'id': 'd4c5d86e-1399-4ff8-a9ec-2a8082c6024a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': '22e5c36a-e85f-4512-bcde-f1a1a30e29d3'} {{(pid=103229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 19:09:41.914762 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.managers [req-74f7939c-eb16-447c-8df0-ef7b749d0436 req-cb8519ad-fa1d-4356-a0d3-a7fe2b6712ed service neutron] Bound port: d81f9021-02c1-4d0f-88e3-8f01cb4ba3d0, host: n-h1-713498-36, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd4c5d86e-1399-4ff8-a9ec-2a8082c6024a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': '22e5c36a-e85f-4512-bcde-f1a1a30e29d3'}}] {{(pid=103229) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 19:09:41.915178 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-74f7939c-eb16-447c-8df0-ef7b749d0436 req-cb8519ad-fa1d-4356-a0d3-a7fe2b6712ed service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (d81f9021-02c1-4d0f-88e3-8f01cb4ba3d0), before_update {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:09:41.937761 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Device bf8edb2c-20d9-4b44-a70d-cbb76c002b1a details requested by agent hyperv_n-h2-713498-36 with host n-h2-713498-36 {{(pid=103232) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 19:09:41.999822 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a9c5620-3508-4131-a35f-b7a92f1c9704 req-59551451-863e-4b65-ba85-0156cd6be46c tempest-LiveMigrationTest-1021096981 tempest-LiveMigrationTest-1021096981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:09:42.001346 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-7a9c5620-3508-4131-a35f-b7a92f1c9704 req-59551451-863e-4b65-ba85-0156cd6be46c tempest-LiveMigrationTest-1021096981 tempest-LiveMigrationTest-1021096981-project] 10.222.0.75 "GET /v2.0/ports?device_id=a26f3e83-5a8d-4d9d-aa20-3d25b99af655 HTTP/1.1" status: 200 len: 944 time: 0.1022472 Feb 09 19:09:42.032935 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.db [req-74f7939c-eb16-447c-8df0-ef7b749d0436 req-cb8519ad-fa1d-4356-a0d3-a7fe2b6712ed service neutron] For port d81f9021-02c1-4d0f-88e3-8f01cb4ba3d0, host n-h1-713498-36, cleared binding levels {{(pid=103229) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 19:09:42.057513 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.db [req-74f7939c-eb16-447c-8df0-ef7b749d0436 req-cb8519ad-fa1d-4356-a0d3-a7fe2b6712ed service neutron] For port d81f9021-02c1-4d0f-88e3-8f01cb4ba3d0, host n-h1-713498-36, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-36',level=0,port_id=d81f9021-02c1-4d0f-88e3-8f01cb4ba3d0,segment=NetworkSegment(d4c5d86e-1399-4ff8-a9ec-2a8082c6024a),segment_id=d4c5d86e-1399-4ff8-a9ec-2a8082c6024a)] {{(pid=103229) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 19:09:42.058608 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 55736) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:09:42.066954 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-74f7939c-eb16-447c-8df0-ef7b749d0436 req-cb8519ad-fa1d-4356-a0d3-a7fe2b6712ed service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762867176205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762866656485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762866656503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12867569'] for port (d81f9021-02c1-4d0f-88e3-8f01cb4ba3d0), after_update {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:09:42.075814 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Device e011b780-c88e-4e23-b2b6-19377f0ef98c details requested by agent hyperv_n-h1-713498-36 with host n-h1-713498-36 {{(pid=103232) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 19:09:42.094941 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-7a9c5620-3508-4131-a35f-b7a92f1c9704 req-8687c8f1-2a6e-48b4-bef5-342fa0b8bd70 tempest-LiveMigrationTest-1021096981 tempest-LiveMigrationTest-1021096981-project] 10.222.0.75 "GET /v2.0/security-groups?id=ba18819a-1490-4e7b-a11b-e8610423d8ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0829508 Feb 09 19:09:42.139082 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74f7939c-eb16-447c-8df0-ef7b749d0436 req-cb8519ad-fa1d-4356-a0d3-a7fe2b6712ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:09:42.139830 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-74f7939c-eb16-447c-8df0-ef7b749d0436 req-cb8519ad-fa1d-4356-a0d3-a7fe2b6712ed service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171096'] for port (None), before_response {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:09:42.141716 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-74f7939c-eb16-447c-8df0-ef7b749d0436 req-cb8519ad-fa1d-4356-a0d3-a7fe2b6712ed service neutron] 10.222.0.89 "PUT /v2.0/ports/d81f9021-02c1-4d0f-88e3-8f01cb4ba3d0 HTTP/1.1" status: 200 len: 1092 time: 0.9041941 Feb 09 19:09:42.145894 n-d-713498-36 neutron-server[103229]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0199b3d8-ece2-4858-9bf9-9a0b41f4aaf2', 'tag': 'd81f9021-02c1-4d0f-88e3-8f01cb4ba3d0'}] {{(pid=103229) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 19:09:42.151402 n-d-713498-36 neutron-server[103229]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fa6ae9a20702bd564eaf90d946620b2b4277b1ab91129323d3b54181076be307" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0014d995-e0b3-47ed-9414-0c1b5c0ec38b" -d '{"events": [{"name": "network-changed", "server_uuid": "0199b3d8-ece2-4858-9bf9-9a0b41f4aaf2", "tag": "d81f9021-02c1-4d0f-88e3-8f01cb4ba3d0"}]}' {{(pid=103229) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 19:09:42.172459 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-7429db8d-6021-40ad-813e-885be449a89b None None] For port bf8edb2c-20d9-4b44-a70d-cbb76c002b1a, host n-h2-713498-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-36',level=0,port_id=bf8edb2c-20d9-4b44-a70d-cbb76c002b1a,segment=NetworkSegment(1cb0f7b5-eca3-4fd8-9372-0323bad2bf37),segment_id=1cb0f7b5-eca3-4fd8-9372-0323bad2bf37)] {{(pid=103232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 19:09:42.200266 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Returning: {'device': 'bf8edb2c-20d9-4b44-a70d-cbb76c002b1a', 'network_id': 'e119be35-9333-4ec1-a284-366321b505fc', 'port_id': 'bf8edb2c-20d9-4b44-a70d-cbb76c002b1a', 'mac_address': 'fa:16:3e:ad:dd:19', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 352, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1c11460d-4fed-4117-8587-f721cf533c67', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103232) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 19:09:42.213734 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb8519ad-fa1d-4356-a0d3-a7fe2b6712ed service neutron] Pushing event updated for resources: {'Port': ['ID=d81f9021-02c1-4d0f-88e3-8f01cb4ba3d0,revision_number=3']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:09:42.266057 n-d-713498-36 neutron-server[103229]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 19:09:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-25788888-966e-4b5f-805c-94f1182aa9ef x-openstack-request-id: req-25788888-966e-4b5f-805c-94f1182aa9ef {{(pid=103229) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 19:09:42.266656 n-d-713498-36 neutron-server[103229]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0199b3d8-ece2-4858-9bf9-9a0b41f4aaf2", "tag": "d81f9021-02c1-4d0f-88e3-8f01cb4ba3d0", "status": "completed", "code": 200}]} {{(pid=103229) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 19:09:42.266919 n-d-713498-36 neutron-server[103229]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-25788888-966e-4b5f-805c-94f1182aa9ef {{(pid=103229) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 19:09:42.267376 n-d-713498-36 neutron-server[103229]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0199b3d8-ece2-4858-9bf9-9a0b41f4aaf2', 'tag': 'd81f9021-02c1-4d0f-88e3-8f01cb4ba3d0', 'status': 'completed', 'code': 200} Feb 09 19:09:42.342934 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74f7939c-eb16-447c-8df0-ef7b749d0436 req-8fb7af50-ab56-488e-812a-2754b080ba9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:09:42.344364 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-74f7939c-eb16-447c-8df0-ef7b749d0436 req-8fb7af50-ab56-488e-812a-2754b080ba9e service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=216741f4995241bbba7cd794217427a2&device_id=0199b3d8-ece2-4858-9bf9-9a0b41f4aaf2 HTTP/1.1" status: 200 len: 1126 time: 0.1465633 Feb 09 19:09:42.420601 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9608768e-a740-4f32-8f72-313af127dac9 req-ddcfd2dc-f0b3-495d-b136-f6ac25a38705 tempest-LiveMigrationNegativeTest-761470368 tempest-LiveMigrationNegativeTest-761470368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:09:42.422184 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-9608768e-a740-4f32-8f72-313af127dac9 req-ddcfd2dc-f0b3-495d-b136-f6ac25a38705 tempest-LiveMigrationNegativeTest-761470368 tempest-LiveMigrationNegativeTest-761470368-project] 10.222.0.75 "GET /v2.0/ports?device_id=fd32e313-1d9e-42d8-be2d-23d0ce9a8c53 HTTP/1.1" status: 200 len: 947 time: 0.1362071 Feb 09 19:09:42.452969 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-74f7939c-eb16-447c-8df0-ef7b749d0436 req-76db5dd4-73bc-4978-a9f0-2dafe4cd5f30 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d81f9021-02c1-4d0f-88e3-8f01cb4ba3d0 HTTP/1.1" status: 200 len: 217 time: 0.0979359 Feb 09 19:09:42.493374 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] For port e011b780-c88e-4e23-b2b6-19377f0ef98c, host n-h1-713498-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-36',level=0,port_id=e011b780-c88e-4e23-b2b6-19377f0ef98c,segment=NetworkSegment(50e5915e-18f0-4558-9a28-b978975ead36),segment_id=50e5915e-18f0-4558-9a28-b978975ead36)] {{(pid=103232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 19:09:42.537041 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-9608768e-a740-4f32-8f72-313af127dac9 req-1881e481-714c-4c23-8224-5c413072bbec tempest-LiveMigrationNegativeTest-761470368 tempest-LiveMigrationNegativeTest-761470368-project] 10.222.0.75 "GET /v2.0/security-groups?id=2741b903-8e7c-428e-a4c7-c3e2738431b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1040993 Feb 09 19:09:42.550518 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Returning: {'device': 'e011b780-c88e-4e23-b2b6-19377f0ef98c', 'network_id': '2b5494c8-cf97-42c1-b902-87f998f28179', 'port_id': 'e011b780-c88e-4e23-b2b6-19377f0ef98c', 'mac_address': 'fa:16:3e:58:89:80', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 359, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '60b561cb-321e-4f83-9bb3-92b2e1d0dc44', 'ip_address': '192.168.233.99'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103232) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 19:09:42.563108 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Current status of the port bf8edb2c-20d9-4b44-a70d-cbb76c002b1a is: DOWN; New status is: BUILD {{(pid=103232) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 19:09:42.563508 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (bf8edb2c-20d9-4b44-a70d-cbb76c002b1a), before_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:09:42.578067 n-d-713498-36 neutron-server[103232]: DEBUG neutron.notifiers.nova [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bf8edb2c-20d9-4b44-a70d-cbb76c002b1a {{(pid=103232) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 19:09:42.587650 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74f7939c-eb16-447c-8df0-ef7b749d0436 req-3e123406-f6dd-4ce8-b08d-06569a9a0dda service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:09:42.589581 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-74f7939c-eb16-447c-8df0-ef7b749d0436 req-3e123406-f6dd-4ce8-b08d-06569a9a0dda service neutron] 10.222.0.89 "GET /v2.0/subnets?id=fd92991c-99c1-4998-85f2-810e9ca4298d HTTP/1.1" status: 200 len: 852 time: 0.1203773 Feb 09 19:09:42.598147 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91680cea-ed94-4737-af9a-34756abe0024 req-9a8dba12-c742-456e-b4f7-ccc2d9caba42 tempest-ImagesTestJSON-1015154253 tempest-ImagesTestJSON-1015154253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:09:42.601604 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-91680cea-ed94-4737-af9a-34756abe0024 req-9a8dba12-c742-456e-b4f7-ccc2d9caba42 tempest-ImagesTestJSON-1015154253 tempest-ImagesTestJSON-1015154253-project] 10.222.0.75 "GET /v2.0/ports?device_id=a9723b82-c142-4741-a09b-609088aa8487 HTTP/1.1" status: 200 len: 943 time: 0.1534209 Feb 09 19:09:42.623637 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Current status of the port e011b780-c88e-4e23-b2b6-19377f0ef98c is: DOWN; New status is: BUILD {{(pid=103232) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 19:09:42.624296 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (e011b780-c88e-4e23-b2b6-19377f0ef98c), before_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:09:42.651839 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-74f7939c-eb16-447c-8df0-ef7b749d0436 req-ee44f685-6cc5-46a4-ae78-8309d393236f service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=22e5c36a-e85f-4512-bcde-f1a1a30e29d3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0488045 Feb 09 19:09:42.655167 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-a570b3ab-f7fc-4de1-a3d2-fa6d0bf2c2ff admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=bcc7f332daa7436aadf85b9a52ab482b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5951250 Feb 09 19:09:42.657744 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 55760) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:09:42.692865 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-7429db8d-6021-40ad-813e-885be449a89b None None] For port bf8edb2c-20d9-4b44-a70d-cbb76c002b1a, host n-h2-713498-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-36',level=0,port_id=bf8edb2c-20d9-4b44-a70d-cbb76c002b1a,segment=NetworkSegment(1cb0f7b5-eca3-4fd8-9372-0323bad2bf37),segment_id=1cb0f7b5-eca3-4fd8-9372-0323bad2bf37)] {{(pid=103232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 19:09:42.695354 n-d-713498-36 neutron-server[103232]: DEBUG neutron.notifiers.nova [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e011b780-c88e-4e23-b2b6-19377f0ef98c {{(pid=103232) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 19:09:42.730074 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] For port e011b780-c88e-4e23-b2b6-19377f0ef98c, host n-h1-713498-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-36',level=0,port_id=e011b780-c88e-4e23-b2b6-19377f0ef98c,segment=NetworkSegment(50e5915e-18f0-4558-9a28-b978975ead36),segment_id=50e5915e-18f0-4558-9a28-b978975ead36)] {{(pid=103232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 19:09:42.732352 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762867176205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762866656485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762866656503'] for port (bf8edb2c-20d9-4b44-a70d-cbb76c002b1a), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:09:42.737904 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762867176205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762866656485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762866656503'] for port (e011b780-c88e-4e23-b2b6-19377f0ef98c), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:09:42.742230 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-7ad506d9-a0c6-4a59-aa64-1f5359be2ad4 admin admin] Publish callbacks [] for security_group (07f3d744-f31d-4802-87a4-5a0ced0ab589), before_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:09:42.774798 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-91680cea-ed94-4737-af9a-34756abe0024 req-2515ddf8-e0d6-4cca-8993-77eeb0fe3271 tempest-ImagesTestJSON-1015154253 tempest-ImagesTestJSON-1015154253-project] 10.222.0.75 "GET /v2.0/security-groups?id=1f45f199-38bd-4afd-a63a-d9a4ed62c8a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1630993 Feb 09 19:09:42.782619 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-7ad506d9-a0c6-4a59-aa64-1f5359be2ad4 admin admin] Publish callbacks [] for security_group (07f3d744-f31d-4802-87a4-5a0ced0ab589), precommit_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:09:42.822402 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-74f7939c-eb16-447c-8df0-ef7b749d0436 req-1457882e-f20c-4293-b8e0-b7341819a60b service neutron] 10.222.0.89 "GET /v2.0/networks/22e5c36a-e85f-4512-bcde-f1a1a30e29d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1614585 Feb 09 19:09:42.840772 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Pushing event updated for resources: {'Port': ['ID=bf8edb2c-20d9-4b44-a70d-cbb76c002b1a,revision_number=4']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:09:42.881094 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-7ad506d9-a0c6-4a59-aa64-1f5359be2ad4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1892331'] for security_group (07f3d744-f31d-4802-87a4-5a0ced0ab589), after_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:09:42.884579 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-7ad506d9-a0c6-4a59-aa64-1f5359be2ad4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:09:42.886392 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-7ad506d9-a0c6-4a59-aa64-1f5359be2ad4 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/07f3d744-f31d-4802-87a4-5a0ced0ab589 HTTP/1.1" status: 204 len: 168 time: 0.2270107 Feb 09 19:09:42.901025 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ad506d9-a0c6-4a59-aa64-1f5359be2ad4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=07f3d744-f31d-4802-87a4-5a0ced0ab589,revision_number=None']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:09:43.026416 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d104948-b48f-48dd-a20d-a27b314cb094 req-6a7780fd-1979-420c-880a-51a7b8d8945e tempest-DeleteServersTestJSON-1870379525 tempest-DeleteServersTestJSON-1870379525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:09:43.028582 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-2d104948-b48f-48dd-a20d-a27b314cb094 req-6a7780fd-1979-420c-880a-51a7b8d8945e tempest-DeleteServersTestJSON-1870379525 tempest-DeleteServersTestJSON-1870379525-project] 10.222.0.75 "GET /v2.0/ports?device_id=0199b3d8-ece2-4858-9bf9-9a0b41f4aaf2 HTTP/1.1" status: 200 len: 943 time: 0.1190715 Feb 09 19:09:43.054502 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] get_ports_and_sgs() called for port_ids ['e011b780-c88e-4e23-b2b6-19377f0ef98c'] {{(pid=103232) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 19:09:43.078089 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-74f7939c-eb16-447c-8df0-ef7b749d0436 req-dc6a7639-a98a-4929-9df8-fa200bbc032f service neutron] 10.222.0.89 "GET /v2.0/networks/22e5c36a-e85f-4512-bcde-f1a1a30e29d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2272980 Feb 09 19:09:43.096645 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Pushing event updated for resources: {'Port': ['ID=e011b780-c88e-4e23-b2b6-19377f0ef98c,revision_number=4']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:09:43.100053 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-b96eba01-a7f0-4ec3-8475-610e679e97b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762867132591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593584'] for agent (93303d5e-5d17-45e8-8963-7694f87783ae), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:09:43.123683 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-2d104948-b48f-48dd-a20d-a27b314cb094 req-328c5d8d-09f6-4a92-b962-d93c02043e68 tempest-DeleteServersTestJSON-1870379525 tempest-DeleteServersTestJSON-1870379525-project] 10.222.0.75 "GET /v2.0/security-groups?id=5ce92d32-ca94-4b6c-925d-b9dff609abe6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0863936 Feb 09 19:09:43.177574 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-7429db8d-6021-40ad-813e-885be449a89b None None] get_ports_and_sgs() called for port_ids ['bf8edb2c-20d9-4b44-a70d-cbb76c002b1a'] {{(pid=103232) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 19:09:43.308903 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0014d995-e0b3-47ed-9414-0c1b5c0ec38b req-50e778a7-bcdf-47b3-910b-3b154328db92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:09:43.311579 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-0014d995-e0b3-47ed-9414-0c1b5c0ec38b req-50e778a7-bcdf-47b3-910b-3b154328db92 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=216741f4995241bbba7cd794217427a2&device_id=0199b3d8-ece2-4858-9bf9-9a0b41f4aaf2 HTTP/1.1" status: 200 len: 1126 time: 0.1677263 Feb 09 19:09:43.450759 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aba582d8-a6e7-4a4b-aba3-02e981e863f6 req-f95cd847-25f6-46f6-93c4-4ac4c15ae3f0 tempest-LiveMigrationTest-1021096981 tempest-LiveMigrationTest-1021096981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:09:43.452438 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-aba582d8-a6e7-4a4b-aba3-02e981e863f6 req-f95cd847-25f6-46f6-93c4-4ac4c15ae3f0 tempest-LiveMigrationTest-1021096981 tempest-LiveMigrationTest-1021096981-project] 10.222.0.75 "GET /v2.0/ports?device_id=a26f3e83-5a8d-4d9d-aa20-3d25b99af655 HTTP/1.1" status: 200 len: 944 time: 0.2487752 Feb 09 19:09:43.582850 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0014d995-e0b3-47ed-9414-0c1b5c0ec38b req-066bd580-081b-4d6b-af0f-2b3fe3c41c34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:09:43.584576 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-0014d995-e0b3-47ed-9414-0c1b5c0ec38b req-066bd580-081b-4d6b-af0f-2b3fe3c41c34 service neutron] 10.222.0.89 "GET /v2.0/networks?id=22e5c36a-e85f-4512-bcde-f1a1a30e29d3 HTTP/1.1" status: 200 len: 913 time: 0.2652600 Feb 09 19:09:43.605456 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-aba582d8-a6e7-4a4b-aba3-02e981e863f6 req-b016f4c9-1ce0-4f65-888b-f4dcd1845503 tempest-LiveMigrationTest-1021096981 tempest-LiveMigrationTest-1021096981-project] 10.222.0.75 "GET /v2.0/security-groups?id=ba18819a-1490-4e7b-a11b-e8610423d8ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1404512 Feb 09 19:09:43.658099 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-0014d995-e0b3-47ed-9414-0c1b5c0ec38b req-7853c915-9824-4bd7-85db-7347c929298d service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d81f9021-02c1-4d0f-88e3-8f01cb4ba3d0 HTTP/1.1" status: 200 len: 217 time: 0.0503919 Feb 09 19:09:43.699271 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e9c7ebe-4a7a-42ba-bf4f-41f7ffe21f1e req-407dd780-e311-4d49-bb5a-51fff019dd02 tempest-LiveMigrationNegativeTest-761470368 tempest-LiveMigrationNegativeTest-761470368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:09:43.701479 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-1e9c7ebe-4a7a-42ba-bf4f-41f7ffe21f1e req-407dd780-e311-4d49-bb5a-51fff019dd02 tempest-LiveMigrationNegativeTest-761470368 tempest-LiveMigrationNegativeTest-761470368-project] 10.222.0.75 "GET /v2.0/ports?device_id=fd32e313-1d9e-42d8-be2d-23d0ce9a8c53 HTTP/1.1" status: 200 len: 948 time: 0.0632088 Feb 09 19:09:43.763509 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0014d995-e0b3-47ed-9414-0c1b5c0ec38b req-2415b5db-8671-4f67-8322-0b1b9830462d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:09:43.767214 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-0014d995-e0b3-47ed-9414-0c1b5c0ec38b req-2415b5db-8671-4f67-8322-0b1b9830462d service neutron] 10.222.0.89 "GET /v2.0/subnets?id=fd92991c-99c1-4998-85f2-810e9ca4298d HTTP/1.1" status: 200 len: 852 time: 0.1016486 Feb 09 19:09:43.775491 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-1e9c7ebe-4a7a-42ba-bf4f-41f7ffe21f1e req-6adcdebd-585c-45a3-9695-fede0f907a6e tempest-LiveMigrationNegativeTest-761470368 tempest-LiveMigrationNegativeTest-761470368-project] 10.222.0.75 "GET /v2.0/security-groups?id=2741b903-8e7c-428e-a4c7-c3e2738431b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0673399 Feb 09 19:09:43.832870 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-0014d995-e0b3-47ed-9414-0c1b5c0ec38b req-6d8e859f-b7a1-42d4-957c-bfa1a9100afe service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=22e5c36a-e85f-4512-bcde-f1a1a30e29d3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0579147 Feb 09 19:09:43.949949 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Device 816526f9-3182-449c-a6c1-ec06db6c235e up at agent hyperv_n-h2-713498-36 {{(pid=103232) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 19:09:43.988051 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c78d52b3-f95b-4557-bf1f-bbdf9a32de99 req-474656db-d1d0-4fd9-a2d4-228ef03c5367 tempest-ImagesTestJSON-1015154253 tempest-ImagesTestJSON-1015154253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:09:43.995021 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-c78d52b3-f95b-4557-bf1f-bbdf9a32de99 req-474656db-d1d0-4fd9-a2d4-228ef03c5367 tempest-ImagesTestJSON-1015154253 tempest-ImagesTestJSON-1015154253-project] 10.222.0.75 "GET /v2.0/ports?device_id=a9723b82-c142-4741-a09b-609088aa8487 HTTP/1.1" status: 200 len: 944 time: 0.1245775 Feb 09 19:09:44.053271 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-0014d995-e0b3-47ed-9414-0c1b5c0ec38b req-dba9f043-ff57-4c9c-a410-b851f16f98ee service neutron] 10.222.0.89 "GET /v2.0/networks/22e5c36a-e85f-4512-bcde-f1a1a30e29d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2124097 Feb 09 19:09:44.088647 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Device e011b780-c88e-4e23-b2b6-19377f0ef98c up at agent hyperv_n-h1-713498-36 {{(pid=103232) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 19:09:44.128034 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 55816) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:09:44.148403 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.provisioning_blocks [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Provisioning for port 816526f9-3182-449c-a6c1-ec06db6c235e completed by entity L2. {{(pid=103232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 19:09:44.155648 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.provisioning_blocks [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Provisioning complete for port 816526f9-3182-449c-a6c1-ec06db6c235e triggered by entity L2. {{(pid=103232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 19:09:44.156036 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593630'] for port (816526f9-3182-449c-a6c1-ec06db6c235e), provisioning_complete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:09:44.211436 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.provisioning_blocks [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Provisioning for port e011b780-c88e-4e23-b2b6-19377f0ef98c completed by entity L2. {{(pid=103232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 19:09:44.217201 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.provisioning_blocks [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Provisioning complete for port e011b780-c88e-4e23-b2b6-19377f0ef98c triggered by entity L2. {{(pid=103232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 19:09:44.217581 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593630'] for port (e011b780-c88e-4e23-b2b6-19377f0ef98c), provisioning_complete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:09:44.260325 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-edc54c9b-7f13-45d9-9271-85c9738b0128 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762867132591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593584'] for agent (a62b1850-466f-48ae-bec7-d62fb280e14b), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:09:44.270274 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-c78d52b3-f95b-4557-bf1f-bbdf9a32de99 req-52c20996-6e8b-45ac-bd84-bb4a2477aaf0 tempest-ImagesTestJSON-1015154253 tempest-ImagesTestJSON-1015154253-project] 10.222.0.75 "GET /v2.0/security-groups?id=1f45f199-38bd-4afd-a63a-d9a4ed62c8a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2727623 Feb 09 19:09:44.300112 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-291f5cea-7d8d-4159-9c07-0751bb05caab admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:09:44.359984 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-0014d995-e0b3-47ed-9414-0c1b5c0ec38b req-4e5a421f-e32b-4487-a3bc-b63dce2523b7 service neutron] 10.222.0.89 "GET /v2.0/networks/22e5c36a-e85f-4512-bcde-f1a1a30e29d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2985194 Feb 09 19:09:44.382631 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Current status of the port e011b780-c88e-4e23-b2b6-19377f0ef98c is: BUILD; New status is: ACTIVE {{(pid=103232) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 19:09:44.383036 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (e011b780-c88e-4e23-b2b6-19377f0ef98c), before_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:09:44.443160 n-d-713498-36 neutron-server[103232]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fd32e313-1d9e-42d8-be2d-23d0ce9a8c53', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e011b780-c88e-4e23-b2b6-19377f0ef98c'}] {{(pid=103232) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 19:09:44.446167 n-d-713498-36 neutron-server[103232]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}949cdcde653dec44821de95cbf67297f53cbc2aed4e073b5d514f93bf911ce85" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5b857df9-07c3-4deb-afb3-ec2b36f04158" -d '{"events": [{"server_uuid": "fd32e313-1d9e-42d8-be2d-23d0ce9a8c53", "name": "network-vif-plugged", "status": "completed", "tag": "e011b780-c88e-4e23-b2b6-19377f0ef98c"}]}' {{(pid=103232) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 19:09:44.463327 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-291f5cea-7d8d-4159-9c07-0751bb05caab admin admin] Publish callbacks [] for security_group (91025361-b4c1-4300-8839-4fcff5950fbc), precommit_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:09:44.471818 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-291f5cea-7d8d-4159-9c07-0751bb05caab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1892331'] for security_group (91025361-b4c1-4300-8839-4fcff5950fbc), after_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:09:44.485389 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Current status of the port 816526f9-3182-449c-a6c1-ec06db6c235e is: BUILD; New status is: ACTIVE {{(pid=103232) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 19:09:44.487484 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (816526f9-3182-449c-a6c1-ec06db6c235e), before_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:09:44.506056 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfb582d4-a7d3-483f-a416-a924e44aff0a req-bf21b141-234e-402c-b426-6ebb036bb9fb tempest-DeleteServersTestJSON-1870379525 tempest-DeleteServersTestJSON-1870379525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:09:44.506304 n-d-713498-36 neutron-server[103232]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 19:09:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9091d3ad-c663-4ea7-9c7a-ef7bf484aa32 x-openstack-request-id: req-9091d3ad-c663-4ea7-9c7a-ef7bf484aa32 {{(pid=103232) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 19:09:44.507366 n-d-713498-36 neutron-server[103232]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fd32e313-1d9e-42d8-be2d-23d0ce9a8c53", "name": "network-vif-plugged", "status": "completed", "tag": "e011b780-c88e-4e23-b2b6-19377f0ef98c", "code": 200}]} {{(pid=103232) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 19:09:44.508406 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-cfb582d4-a7d3-483f-a416-a924e44aff0a req-bf21b141-234e-402c-b426-6ebb036bb9fb tempest-DeleteServersTestJSON-1870379525 tempest-DeleteServersTestJSON-1870379525-project] 10.222.0.75 "GET /v2.0/ports?device_id=0199b3d8-ece2-4858-9bf9-9a0b41f4aaf2 HTTP/1.1" status: 200 len: 943 time: 0.0692384 Feb 09 19:09:44.508986 n-d-713498-36 neutron-server[103232]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-9091d3ad-c663-4ea7-9c7a-ef7bf484aa32 {{(pid=103232) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 19:09:44.509481 n-d-713498-36 neutron-server[103232]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fd32e313-1d9e-42d8-be2d-23d0ce9a8c53', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e011b780-c88e-4e23-b2b6-19377f0ef98c', 'code': 200} Feb 09 19:09:44.517948 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] For port e011b780-c88e-4e23-b2b6-19377f0ef98c, host n-h1-713498-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-36',level=0,port_id=e011b780-c88e-4e23-b2b6-19377f0ef98c,segment=NetworkSegment(50e5915e-18f0-4558-9a28-b978975ead36),segment_id=50e5915e-18f0-4558-9a28-b978975ead36)] {{(pid=103232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 19:09:44.531268 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762867176205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762866656485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762866656503'] for port (e011b780-c88e-4e23-b2b6-19377f0ef98c), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:09:44.567068 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-291f5cea-7d8d-4159-9c07-0751bb05caab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=91025361-b4c1-4300-8839-4fcff5950fbc,revision_number=1']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:09:44.581338 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-cfb582d4-a7d3-483f-a416-a924e44aff0a req-1afea1df-5202-4359-ba58-66cd4e716159 tempest-DeleteServersTestJSON-1870379525 tempest-DeleteServersTestJSON-1870379525-project] 10.222.0.75 "GET /v2.0/security-groups?id=5ce92d32-ca94-4b6c-925d-b9dff609abe6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0657344 Feb 09 19:09:44.606994 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-291f5cea-7d8d-4159-9c07-0751bb05caab admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=446c0bf6b5ed4fe6a775fdb6461d7756&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4761577 Feb 09 19:09:44.609372 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 55830) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:09:44.636926 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c64ff4d8-7267-4039-9c53-a37fcb71eba8 req-eb1c34ef-4ae7-49e0-8b92-afe27324147a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:09:44.638781 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-c64ff4d8-7267-4039-9c53-a37fcb71eba8 req-eb1c34ef-4ae7-49e0-8b92-afe27324147a service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=fd32e313-1d9e-42d8-be2d-23d0ce9a8c53 HTTP/1.1" status: 200 len: 1132 time: 0.0551682 Feb 09 19:09:44.673341 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-7429db8d-6021-40ad-813e-885be449a89b None None] For port 816526f9-3182-449c-a6c1-ec06db6c235e, host n-h2-713498-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-36',level=0,port_id=816526f9-3182-449c-a6c1-ec06db6c235e,segment=NetworkSegment(5e48c0d3-ac92-403e-8ddc-eab47c471644),segment_id=5e48c0d3-ac92-403e-8ddc-eab47c471644)] {{(pid=103232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 19:09:44.689974 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-53443276-8726-4d1a-921d-f5ef930b9d58 admin admin] Publish callbacks [] for security_group (91025361-b4c1-4300-8839-4fcff5950fbc), before_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:09:44.704980 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762867176205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762866656485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762866656503'] for port (816526f9-3182-449c-a6c1-ec06db6c235e), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:09:44.711668 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-c64ff4d8-7267-4039-9c53-a37fcb71eba8 req-525bbfd4-8fba-4f6b-ba85-9a055edb3986 service neutron] 10.222.0.89 "GET /v2.0/security-groups?id=2741b903-8e7c-428e-a4c7-c3e2738431b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0643656 Feb 09 19:09:44.721593 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-53443276-8726-4d1a-921d-f5ef930b9d58 admin admin] Publish callbacks [] for security_group (91025361-b4c1-4300-8839-4fcff5950fbc), precommit_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:09:44.746461 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Pushing event updated for resources: {'Port': ['ID=e011b780-c88e-4e23-b2b6-19377f0ef98c,revision_number=5']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:09:44.829774 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Pushing event updated for resources: {'Port': ['ID=816526f9-3182-449c-a6c1-ec06db6c235e,revision_number=5']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:09:44.868056 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9649d62-b058-4bae-8bbc-4647abd0a3ea req-965b9d88-34db-4121-a258-fbe4bd70ddbc tempest-LiveMigrationTest-1021096981 tempest-LiveMigrationTest-1021096981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:09:44.869534 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-a9649d62-b058-4bae-8bbc-4647abd0a3ea req-965b9d88-34db-4121-a258-fbe4bd70ddbc tempest-LiveMigrationTest-1021096981 tempest-LiveMigrationTest-1021096981-project] 10.222.0.75 "GET /v2.0/ports?device_id=a26f3e83-5a8d-4d9d-aa20-3d25b99af655 HTTP/1.1" status: 200 len: 945 time: 0.0959873 Feb 09 19:09:44.870903 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-53443276-8726-4d1a-921d-f5ef930b9d58 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1892331'] for security_group (91025361-b4c1-4300-8839-4fcff5950fbc), after_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:09:44.873827 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-53443276-8726-4d1a-921d-f5ef930b9d58 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:09:44.875108 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-53443276-8726-4d1a-921d-f5ef930b9d58 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/91025361-b4c1-4300-8839-4fcff5950fbc HTTP/1.1" status: 204 len: 168 time: 0.2634418 Feb 09 19:09:44.891378 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53443276-8726-4d1a-921d-f5ef930b9d58 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=91025361-b4c1-4300-8839-4fcff5950fbc,revision_number=None']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:09:44.905461 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 55842) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:09:44.969798 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-a9649d62-b058-4bae-8bbc-4647abd0a3ea req-8ae9bc5e-30ec-42e4-a6ef-50e0bb0bca2c tempest-LiveMigrationTest-1021096981 tempest-LiveMigrationTest-1021096981-project] 10.222.0.75 "GET /v2.0/security-groups?id=ba18819a-1490-4e7b-a11b-e8610423d8ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0934234 Feb 09 19:09:44.983734 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61f4e0db-cafb-4d59-955a-654fa06f20cc req-7a0ecc91-835f-4d1f-b92e-20e0d0ec0e09 tempest-LiveMigrationNegativeTest-761470368 tempest-LiveMigrationNegativeTest-761470368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:09:44.985271 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-61f4e0db-cafb-4d59-955a-654fa06f20cc req-7a0ecc91-835f-4d1f-b92e-20e0d0ec0e09 tempest-LiveMigrationNegativeTest-761470368 tempest-LiveMigrationNegativeTest-761470368-project] 10.222.0.75 "GET /v2.0/ports?device_id=fd32e313-1d9e-42d8-be2d-23d0ce9a8c53 HTTP/1.1" status: 200 len: 949 time: 0.1055853 Feb 09 19:09:45.056870 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-61f4e0db-cafb-4d59-955a-654fa06f20cc req-6ea7c7b6-ac02-489f-b587-de89d2309752 tempest-LiveMigrationNegativeTest-761470368 tempest-LiveMigrationNegativeTest-761470368-project] 10.222.0.75 "GET /v2.0/security-groups?id=2741b903-8e7c-428e-a4c7-c3e2738431b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0649917 Feb 09 19:09:45.167251 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-4793e672-0dc4-4ce0-adb1-67290e54a6e8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:09:45.251988 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 55848) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:09:45.254323 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-4793e672-0dc4-4ce0-adb1-67290e54a6e8 admin admin] Publish callbacks [] for security_group (35474f61-a55d-4ae4-b834-3725cbb9976a), precommit_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:09:45.258534 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-4793e672-0dc4-4ce0-adb1-67290e54a6e8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1892331'] for security_group (35474f61-a55d-4ae4-b834-3725cbb9976a), after_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:09:45.265703 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-36ff7a75-9cc0-439f-823a-f8dbdb0b0dfd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:09:45.304410 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 55852) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:09:45.304747 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-4793e672-0dc4-4ce0-adb1-67290e54a6e8 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=3732bc7a230343beabe8df8451d20189&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3966687 Feb 09 19:09:45.305657 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4793e672-0dc4-4ce0-adb1-67290e54a6e8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=35474f61-a55d-4ae4-b834-3725cbb9976a,revision_number=1']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:09:45.381646 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-9a010baa-5f9c-418a-bf2f-c037fc596874 admin admin] Publish callbacks [] for security_group (35474f61-a55d-4ae4-b834-3725cbb9976a), before_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:09:45.402847 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-36ff7a75-9cc0-439f-823a-f8dbdb0b0dfd admin admin] Publish callbacks [] for security_group (12539afc-397b-4215-b5d8-6be0adcaf503), precommit_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:09:45.414524 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-36ff7a75-9cc0-439f-823a-f8dbdb0b0dfd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1892331'] for security_group (12539afc-397b-4215-b5d8-6be0adcaf503), after_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:09:45.419119 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-9a010baa-5f9c-418a-bf2f-c037fc596874 admin admin] Publish callbacks [] for security_group (35474f61-a55d-4ae4-b834-3725cbb9976a), precommit_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:09:45.422849 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91cc4d01-6d75-4cc0-8bb6-01e4669df71a req-68d8bc0a-eb28-4684-ac17-88eebce656c4 tempest-ImagesTestJSON-1015154253 tempest-ImagesTestJSON-1015154253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:09:45.426649 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-91cc4d01-6d75-4cc0-8bb6-01e4669df71a req-68d8bc0a-eb28-4684-ac17-88eebce656c4 tempest-ImagesTestJSON-1015154253 tempest-ImagesTestJSON-1015154253-project] 10.222.0.75 "GET /v2.0/ports?device_id=a9723b82-c142-4741-a09b-609088aa8487 HTTP/1.1" status: 200 len: 944 time: 0.0721555 Feb 09 19:09:45.475550 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-91cc4d01-6d75-4cc0-8bb6-01e4669df71a req-cc4c55c2-84bb-4899-ae13-c937990bc41a tempest-ImagesTestJSON-1015154253 tempest-ImagesTestJSON-1015154253-project] 10.222.0.75 "GET /v2.0/security-groups?id=1f45f199-38bd-4afd-a63a-d9a4ed62c8a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451672 Feb 09 19:09:45.478821 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 55854) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:09:45.478963 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-36ff7a75-9cc0-439f-823a-f8dbdb0b0dfd admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=fef49aefcdbb496d86af327665257e66&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2258286 Feb 09 19:09:45.483978 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36ff7a75-9cc0-439f-823a-f8dbdb0b0dfd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=12539afc-397b-4215-b5d8-6be0adcaf503,revision_number=1']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:09:45.522609 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-9a010baa-5f9c-418a-bf2f-c037fc596874 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1892331'] for security_group (35474f61-a55d-4ae4-b834-3725cbb9976a), after_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:09:45.525832 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-9a010baa-5f9c-418a-bf2f-c037fc596874 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:09:45.527107 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-9a010baa-5f9c-418a-bf2f-c037fc596874 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/35474f61-a55d-4ae4-b834-3725cbb9976a HTTP/1.1" status: 204 len: 168 time: 0.2215064 Feb 09 19:09:45.536113 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a010baa-5f9c-418a-bf2f-c037fc596874 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=35474f61-a55d-4ae4-b834-3725cbb9976a,revision_number=None']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:09:45.541786 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-de3928fa-f09e-40a5-82a6-974e89d6de52 admin admin] Publish callbacks [] for security_group (12539afc-397b-4215-b5d8-6be0adcaf503), before_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:09:45.582513 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-de3928fa-f09e-40a5-82a6-974e89d6de52 admin admin] Publish callbacks [] for security_group (12539afc-397b-4215-b5d8-6be0adcaf503), precommit_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:09:45.655610 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-de3928fa-f09e-40a5-82a6-974e89d6de52 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1892331'] for security_group (12539afc-397b-4215-b5d8-6be0adcaf503), after_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:09:45.660157 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-de3928fa-f09e-40a5-82a6-974e89d6de52 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:09:45.664565 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-de3928fa-f09e-40a5-82a6-974e89d6de52 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/12539afc-397b-4215-b5d8-6be0adcaf503 HTTP/1.1" status: 204 len: 168 time: 0.1827884 Feb 09 19:09:45.688042 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de3928fa-f09e-40a5-82a6-974e89d6de52 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=12539afc-397b-4215-b5d8-6be0adcaf503,revision_number=None']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:09:45.786749 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5713cec7-24f7-408c-a58b-7dd957e6fac0 req-6943988c-6972-4c5b-b845-5dcf3a3743ce tempest-DeleteServersTestJSON-1870379525 tempest-DeleteServersTestJSON-1870379525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:09:45.797179 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-5713cec7-24f7-408c-a58b-7dd957e6fac0 req-6943988c-6972-4c5b-b845-5dcf3a3743ce tempest-DeleteServersTestJSON-1870379525 tempest-DeleteServersTestJSON-1870379525-project] 10.222.0.75 "GET /v2.0/ports?device_id=0199b3d8-ece2-4858-9bf9-9a0b41f4aaf2 HTTP/1.1" status: 200 len: 943 time: 0.1138585 Feb 09 19:09:45.845481 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-a7262a8e-0513-48fd-984d-75726a511961 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762867132591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593584'] for agent (911cfea2-02ae-4ec9-bac3-7808ee1cdd9c), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:09:45.858038 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-5713cec7-24f7-408c-a58b-7dd957e6fac0 req-b7256d3a-e597-48c2-9d29-efcb9088e385 tempest-DeleteServersTestJSON-1870379525 tempest-DeleteServersTestJSON-1870379525-project] 10.222.0.75 "GET /v2.0/security-groups?id=5ce92d32-ca94-4b6c-925d-b9dff609abe6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499291 Feb 09 19:09:45.985356 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Device bf8edb2c-20d9-4b44-a70d-cbb76c002b1a up at agent hyperv_n-h2-713498-36 {{(pid=103232) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 19:09:46.042641 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.provisioning_blocks [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Provisioning for port bf8edb2c-20d9-4b44-a70d-cbb76c002b1a completed by entity L2. {{(pid=103232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 19:09:46.050756 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.provisioning_blocks [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Provisioning complete for port bf8edb2c-20d9-4b44-a70d-cbb76c002b1a triggered by entity L2. {{(pid=103232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 19:09:46.053465 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593630'] for port (bf8edb2c-20d9-4b44-a70d-cbb76c002b1a), provisioning_complete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:09:46.121333 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Device d81f9021-02c1-4d0f-88e3-8f01cb4ba3d0 details requested by agent hyperv_n-h1-713498-36 with host n-h1-713498-36 {{(pid=103232) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 19:09:46.194723 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7877cc0-c936-4d24-acf7-254708e5c026 req-d348e90a-46d0-4642-ba83-5026e7a1cf7b tempest-LiveMigrationTest-1021096981 tempest-LiveMigrationTest-1021096981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:09:46.205463 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-a7877cc0-c936-4d24-acf7-254708e5c026 req-d348e90a-46d0-4642-ba83-5026e7a1cf7b tempest-LiveMigrationTest-1021096981 tempest-LiveMigrationTest-1021096981-project] 10.222.0.75 "GET /v2.0/ports?device_id=a26f3e83-5a8d-4d9d-aa20-3d25b99af655 HTTP/1.1" status: 200 len: 945 time: 0.1300087 Feb 09 19:09:46.260677 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-a7877cc0-c936-4d24-acf7-254708e5c026 req-28f82d62-8be9-4f64-9bc5-b520f0b8668b tempest-LiveMigrationTest-1021096981 tempest-LiveMigrationTest-1021096981-project] 10.222.0.75 "GET /v2.0/security-groups?id=ba18819a-1490-4e7b-a11b-e8610423d8ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541182 Feb 09 19:09:46.273409 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Current status of the port bf8edb2c-20d9-4b44-a70d-cbb76c002b1a is: BUILD; New status is: ACTIVE {{(pid=103232) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 19:09:46.273804 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (bf8edb2c-20d9-4b44-a70d-cbb76c002b1a), before_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:09:46.303205 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5252c278-d1da-444b-8984-b975eb407251 req-4cd7c9bb-8836-45f0-b258-89d14a02d2ed tempest-LiveMigrationNegativeTest-761470368 tempest-LiveMigrationNegativeTest-761470368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:09:46.314514 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-5252c278-d1da-444b-8984-b975eb407251 req-4cd7c9bb-8836-45f0-b258-89d14a02d2ed tempest-LiveMigrationNegativeTest-761470368 tempest-LiveMigrationNegativeTest-761470368-project] 10.222.0.75 "GET /v2.0/ports?device_id=fd32e313-1d9e-42d8-be2d-23d0ce9a8c53 HTTP/1.1" status: 200 len: 949 time: 0.1256850 Feb 09 19:09:46.322359 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] For port d81f9021-02c1-4d0f-88e3-8f01cb4ba3d0, host n-h1-713498-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-36',level=0,port_id=d81f9021-02c1-4d0f-88e3-8f01cb4ba3d0,segment=NetworkSegment(d4c5d86e-1399-4ff8-a9ec-2a8082c6024a),segment_id=d4c5d86e-1399-4ff8-a9ec-2a8082c6024a)] {{(pid=103232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 19:09:46.347793 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Returning: {'device': 'd81f9021-02c1-4d0f-88e3-8f01cb4ba3d0', 'network_id': '22e5c36a-e85f-4512-bcde-f1a1a30e29d3', 'port_id': 'd81f9021-02c1-4d0f-88e3-8f01cb4ba3d0', 'mac_address': 'fa:16:3e:c4:06:a1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 384, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fd92991c-99c1-4998-85f2-810e9ca4298d', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103232) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 19:09:46.351422 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-7429db8d-6021-40ad-813e-885be449a89b None None] For port bf8edb2c-20d9-4b44-a70d-cbb76c002b1a, host n-h2-713498-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-36',level=0,port_id=bf8edb2c-20d9-4b44-a70d-cbb76c002b1a,segment=NetworkSegment(1cb0f7b5-eca3-4fd8-9372-0323bad2bf37),segment_id=1cb0f7b5-eca3-4fd8-9372-0323bad2bf37)] {{(pid=103232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 19:09:46.357770 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762867176205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762866656485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762866656503'] for port (bf8edb2c-20d9-4b44-a70d-cbb76c002b1a), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:09:46.384714 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-5252c278-d1da-444b-8984-b975eb407251 req-0b31368f-6444-4e83-b1a8-e535a3f32f94 tempest-LiveMigrationNegativeTest-761470368 tempest-LiveMigrationNegativeTest-761470368-project] 10.222.0.75 "GET /v2.0/security-groups?id=2741b903-8e7c-428e-a4c7-c3e2738431b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0686495 Feb 09 19:09:46.448744 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Current status of the port d81f9021-02c1-4d0f-88e3-8f01cb4ba3d0 is: DOWN; New status is: BUILD {{(pid=103232) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 19:09:46.449143 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (d81f9021-02c1-4d0f-88e3-8f01cb4ba3d0), before_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:09:46.464435 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Pushing event updated for resources: {'Port': ['ID=bf8edb2c-20d9-4b44-a70d-cbb76c002b1a,revision_number=5']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:09:46.472514 n-d-713498-36 neutron-server[103232]: DEBUG neutron.notifiers.nova [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d81f9021-02c1-4d0f-88e3-8f01cb4ba3d0 {{(pid=103232) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 19:09:46.500672 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] For port d81f9021-02c1-4d0f-88e3-8f01cb4ba3d0, host n-h1-713498-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-36',level=0,port_id=d81f9021-02c1-4d0f-88e3-8f01cb4ba3d0,segment=NetworkSegment(d4c5d86e-1399-4ff8-a9ec-2a8082c6024a),segment_id=d4c5d86e-1399-4ff8-a9ec-2a8082c6024a)] {{(pid=103232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 19:09:46.506386 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762867176205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762866656485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762866656503'] for port (d81f9021-02c1-4d0f-88e3-8f01cb4ba3d0), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:09:46.521416 n-d-713498-36 neutron-server[103232]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a26f3e83-5a8d-4d9d-aa20-3d25b99af655', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '816526f9-3182-449c-a6c1-ec06db6c235e'}, {'server_uuid': 'a9723b82-c142-4741-a09b-609088aa8487', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bf8edb2c-20d9-4b44-a70d-cbb76c002b1a'}] {{(pid=103232) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 19:09:46.527561 n-d-713498-36 neutron-server[103232]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}949cdcde653dec44821de95cbf67297f53cbc2aed4e073b5d514f93bf911ce85" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-54fdef52-d5e5-405c-be8d-d9b9f6d2035b" -d '{"events": [{"server_uuid": "a26f3e83-5a8d-4d9d-aa20-3d25b99af655", "name": "network-vif-plugged", "status": "completed", "tag": "816526f9-3182-449c-a6c1-ec06db6c235e"}, {"server_uuid": "a9723b82-c142-4741-a09b-609088aa8487", "name": "network-vif-plugged", "status": "completed", "tag": "bf8edb2c-20d9-4b44-a70d-cbb76c002b1a"}]}' {{(pid=103232) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 19:09:46.665990 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Pushing event updated for resources: {'Port': ['ID=d81f9021-02c1-4d0f-88e3-8f01cb4ba3d0,revision_number=4']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:09:46.684467 n-d-713498-36 neutron-server[103232]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Wed, 09 Feb 2022 19:09:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f259ad8d-a1ee-402c-ab1f-5f6d47c96d54 x-openstack-request-id: req-f259ad8d-a1ee-402c-ab1f-5f6d47c96d54 {{(pid=103232) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 19:09:46.684728 n-d-713498-36 neutron-server[103232]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a26f3e83-5a8d-4d9d-aa20-3d25b99af655", "name": "network-vif-plugged", "status": "completed", "tag": "816526f9-3182-449c-a6c1-ec06db6c235e", "code": 200}, {"server_uuid": "a9723b82-c142-4741-a09b-609088aa8487", "name": "network-vif-plugged", "status": "completed", "tag": "bf8edb2c-20d9-4b44-a70d-cbb76c002b1a", "code": 200}]} {{(pid=103232) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 19:09:46.684986 n-d-713498-36 neutron-server[103232]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-f259ad8d-a1ee-402c-ab1f-5f6d47c96d54 {{(pid=103232) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 19:09:46.685577 n-d-713498-36 neutron-server[103232]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a26f3e83-5a8d-4d9d-aa20-3d25b99af655', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '816526f9-3182-449c-a6c1-ec06db6c235e', 'code': 200} Feb 09 19:09:46.686018 n-d-713498-36 neutron-server[103232]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a9723b82-c142-4741-a09b-609088aa8487', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bf8edb2c-20d9-4b44-a70d-cbb76c002b1a', 'code': 200} Feb 09 19:09:46.771475 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b602073-2db9-4cf4-b5b6-3c14ac902cda req-6a17a9f0-401d-4925-8df6-fdf775e6405d tempest-ImagesTestJSON-1015154253 tempest-ImagesTestJSON-1015154253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:09:46.786704 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-0b602073-2db9-4cf4-b5b6-3c14ac902cda req-6a17a9f0-401d-4925-8df6-fdf775e6405d tempest-ImagesTestJSON-1015154253 tempest-ImagesTestJSON-1015154253-project] 10.222.0.75 "GET /v2.0/ports?device_id=a9723b82-c142-4741-a09b-609088aa8487 HTTP/1.1" status: 200 len: 945 time: 0.1369858 Feb 09 19:09:46.807480 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] get_ports_and_sgs() called for port_ids ['d81f9021-02c1-4d0f-88e3-8f01cb4ba3d0'] {{(pid=103232) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 19:09:46.872681 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 55914) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:09:46.892234 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-0b602073-2db9-4cf4-b5b6-3c14ac902cda req-8bfd7f79-053d-423f-8492-0379f65a5de6 tempest-ImagesTestJSON-1015154253 tempest-ImagesTestJSON-1015154253-project] 10.222.0.75 "GET /v2.0/security-groups?id=1f45f199-38bd-4afd-a63a-d9a4ed62c8a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1041288 Feb 09 19:09:46.957370 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad606bca-f480-49d1-a6a2-b4594ef3c6cd req-8df7d9ba-450a-4cad-9765-b8fba807cd24 tempest-LiveMigrationNegativeTest-761470368 tempest-LiveMigrationNegativeTest-761470368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:09:46.958900 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-ad606bca-f480-49d1-a6a2-b4594ef3c6cd req-8df7d9ba-450a-4cad-9765-b8fba807cd24 tempest-LiveMigrationNegativeTest-761470368 tempest-LiveMigrationNegativeTest-761470368-project] 10.222.0.75 "GET /v2.0/ports?device_id=fd32e313-1d9e-42d8-be2d-23d0ce9a8c53 HTTP/1.1" status: 200 len: 949 time: 0.1935120 Feb 09 19:09:46.987126 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70a79fa8-eada-4ca7-b322-fbd42979cc15 req-44864700-af38-47aa-bea1-67b228dc37f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:09:46.988635 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-70a79fa8-eada-4ca7-b322-fbd42979cc15 req-44864700-af38-47aa-bea1-67b228dc37f8 service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=a26f3e83-5a8d-4d9d-aa20-3d25b99af655 HTTP/1.1" status: 200 len: 1128 time: 0.1861439 Feb 09 19:09:47.035963 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762867132591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593584'] for agent (496418a2-c002-4aec-ab1a-07f3bea491bd), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:09:47.072670 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bdbcb55-b613-4797-9dbc-99a0a16eb4a0 req-4171d141-a809-41bf-921f-9c081d8b7dc7 tempest-DeleteServersTestJSON-1870379525 tempest-DeleteServersTestJSON-1870379525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:09:47.080705 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-3bdbcb55-b613-4797-9dbc-99a0a16eb4a0 req-4171d141-a809-41bf-921f-9c081d8b7dc7 tempest-DeleteServersTestJSON-1870379525 tempest-DeleteServersTestJSON-1870379525-project] 10.222.0.75 "GET /v2.0/ports?device_id=0199b3d8-ece2-4858-9bf9-9a0b41f4aaf2 HTTP/1.1" status: 200 len: 944 time: 0.0789452 Feb 09 19:09:47.106603 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-ad606bca-f480-49d1-a6a2-b4594ef3c6cd req-ea15a97e-b2c3-4a8d-9b7c-1955dc9e9ec2 tempest-LiveMigrationNegativeTest-761470368 tempest-LiveMigrationNegativeTest-761470368-project] 10.222.0.75 "GET /v2.0/security-groups?id=2741b903-8e7c-428e-a4c7-c3e2738431b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1369276 Feb 09 19:09:47.124754 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.v2.base [None req-3db92345-01b5-46d4-85ef-993267cdb34c admin admin] Request body: {'network': {'name': 'tempest-ServersTestFqdnHostnames-706481240-network', 'tenant_id': 'fe206dc0d0dc4c4b8b6e41d9b0f130f4'}} {{(pid=103229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 19:09:47.127713 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfc2c9fd-6ff0-4de7-96ab-4227a5e4d4c9 req-3ef02c79-fc8b-4709-9be3-5c9553f6fb25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:09:47.129840 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-cfc2c9fd-6ff0-4de7-96ab-4227a5e4d4c9 req-3ef02c79-fc8b-4709-9be3-5c9553f6fb25 service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=a9723b82-c142-4741-a09b-609088aa8487 HTTP/1.1" status: 200 len: 1128 time: 0.3301799 Feb 09 19:09:47.182171 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-3bdbcb55-b613-4797-9dbc-99a0a16eb4a0 req-c572d355-ff42-4642-b68c-a48568dfaecc tempest-DeleteServersTestJSON-1870379525 tempest-DeleteServersTestJSON-1870379525-project] 10.222.0.75 "GET /v2.0/security-groups?id=5ce92d32-ca94-4b6c-925d-b9dff609abe6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1003199 Feb 09 19:09:47.186575 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-70a79fa8-eada-4ca7-b322-fbd42979cc15 req-8d9149ab-434b-4252-894d-f2de09649827 service neutron] 10.222.0.90 "GET /v2.0/security-groups?id=ba18819a-1490-4e7b-a11b-e8610423d8ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1068280 Feb 09 19:09:47.200236 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3db92345-01b5-46d4-85ef-993267cdb34c admin admin] Made reservation on behalf of fe206dc0d0dc4c4b8b6e41d9b0f130f4 for: {'network': 1} {{(pid=103229) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 19:09:47.204031 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-3db92345-01b5-46d4-85ef-993267cdb34c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for network (None), before_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:09:47.215483 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-3db92345-01b5-46d4-85ef-993267cdb34c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:09:47.217444 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-cfc2c9fd-6ff0-4de7-96ab-4227a5e4d4c9 req-1cf3a342-fa27-42a6-ab5f-2f61d1f2c438 service neutron] 10.222.0.90 "GET /v2.0/security-groups?id=1f45f199-38bd-4afd-a63a-d9a4ed62c8a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0781226 Feb 09 19:09:47.311434 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-3db92345-01b5-46d4-85ef-993267cdb34c admin admin] Publish callbacks [] for security_group (379bd0f9-ef81-44cd-854a-004e7b6baae4), precommit_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:09:47.317938 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-3db92345-01b5-46d4-85ef-993267cdb34c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1892331'] for security_group (379bd0f9-ef81-44cd-854a-004e7b6baae4), after_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:09:47.357850 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3db92345-01b5-46d4-85ef-993267cdb34c admin admin] vlan segment allocate from pool success with {'vlan_id': 371, 'physical_network': 'physnet1'} {{(pid=103229) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 19:09:47.369345 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3db92345-01b5-46d4-85ef-993267cdb34c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=379bd0f9-ef81-44cd-854a-004e7b6baae4,revision_number=1']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:09:47.374553 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-3db92345-01b5-46d4-85ef-993267cdb34c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-759574'] for segment (142497ea-782c-49a4-8188-5e519c68d621), precommit_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:09:47.374894 n-d-713498-36 neutron-server[103229]: INFO neutron.db.segments_db [None req-3db92345-01b5-46d4-85ef-993267cdb34c admin admin] Added segment 142497ea-782c-49a4-8188-5e519c68d621 of type vlan for network 23931817-e40f-432d-9c70-5639e042245b Feb 09 19:09:47.414542 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd518592-5ab8-49a0-b384-c550133a3687 req-1de09837-1540-4461-9c22-920ccf793b10 tempest-LiveMigrationTest-1021096981 tempest-LiveMigrationTest-1021096981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:09:47.419705 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-3db92345-01b5-46d4-85ef-993267cdb34c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762866642225'] for network (23931817-e40f-432d-9c70-5639e042245b), precommit_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:09:47.424182 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-cd518592-5ab8-49a0-b384-c550133a3687 req-1de09837-1540-4461-9c22-920ccf793b10 tempest-LiveMigrationTest-1021096981 tempest-LiveMigrationTest-1021096981-project] 10.222.0.75 "GET /v2.0/ports?device_id=a26f3e83-5a8d-4d9d-aa20-3d25b99af655 HTTP/1.1" status: 200 len: 945 time: 0.0881627 Feb 09 19:09:47.451627 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-3db92345-01b5-46d4-85ef-993267cdb34c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1885479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452'] for network (23931817-e40f-432d-9c70-5639e042245b), after_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:09:47.453218 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3db92345-01b5-46d4-85ef-993267cdb34c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:09:47.454950 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-3db92345-01b5-46d4-85ef-993267cdb34c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1613566'] for network (None), before_response {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:09:47.493249 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-cd518592-5ab8-49a0-b384-c550133a3687 req-5223d906-3b3b-4ae2-9bad-f0b870bbca5e tempest-LiveMigrationTest-1021096981 tempest-LiveMigrationTest-1021096981-project] 10.222.0.75 "GET /v2.0/security-groups?id=ba18819a-1490-4e7b-a11b-e8610423d8ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0670960 Feb 09 19:09:47.551468 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-3db92345-01b5-46d4-85ef-993267cdb34c admin admin] 10.222.0.75 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.6777010 Feb 09 19:09:47.555502 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 55936) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:09:47.561038 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.v2.base [None req-4705f260-d53b-4e0f-82ce-e445ffe1f424 admin admin] Request body: {'subnet': {'network_id': '23931817-e40f-432d-9c70-5639e042245b', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestFqdnHostnames-706481240-subnet', 'tenant_id': 'fe206dc0d0dc4c4b8b6e41d9b0f130f4', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103230) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 19:09:47.565761 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3db92345-01b5-46d4-85ef-993267cdb34c admin admin] Pushing event updated for resources: {'Network': ['ID=23931817-e40f-432d-9c70-5639e042245b,revision_number=1']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:09:47.578942 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Network 23931817-e40f-432d-9c70-5639e042245b details requested by agent ovs-agent-n-d-713498-36 with host n-d-713498-36 {{(pid=103232) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 19:09:47.591577 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4705f260-d53b-4e0f-82ce-e445ffe1f424 admin admin] Made reservation on behalf of fe206dc0d0dc4c4b8b6e41d9b0f130f4 for: {'subnet': 1} {{(pid=103230) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 19:09:47.594394 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-4705f260-d53b-4e0f-82ce-e445ffe1f424 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12985917'] for subnet (None), before_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:09:47.779401 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-4705f260-d53b-4e0f-82ce-e445ffe1f424 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14393611', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12985859'] for subnet (41bc0241-d139-4b59-a127-eb1af19bb3e9), after_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:09:47.846602 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4705f260-d53b-4e0f-82ce-e445ffe1f424 admin admin] Pushing event updated for resources: {'Subnet': ['ID=41bc0241-d139-4b59-a127-eb1af19bb3e9,revision_number=0']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:09:47.848769 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4705f260-d53b-4e0f-82ce-e445ffe1f424 admin admin] Checking segment: {'id': '142497ea-782c-49a4-8188-5e519c68d621', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '23931817-e40f-432d-9c70-5639e042245b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103230) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 19:09:47.849124 n-d-713498-36 neutron-server[103230]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4705f260-d53b-4e0f-82ce-e445ffe1f424 admin admin] Network hostable DHCP agents. Network: 23931817-e40f-432d-9c70-5639e042245b, hostable agents: ['af91e4b9-f4e1-42b1-a25c-a10dc47171c8'], hosted agents: [] {{(pid=103230) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 19:09:47.867693 n-d-713498-36 neutron-server[103230]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4705f260-d53b-4e0f-82ce-e445ffe1f424 admin admin] Network 23931817-e40f-432d-9c70-5639e042245b is scheduled to be hosted by DHCP agent af91e4b9-f4e1-42b1-a25c-a10dc47171c8 with binding_index 1 {{(pid=103230) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 19:09:47.878331 n-d-713498-36 neutron-server[103230]: DEBUG neutron.scheduler.base_scheduler [None req-4705f260-d53b-4e0f-82ce-e445ffe1f424 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713498-36, 23931817-e40f-432d-9c70-5639e042245b) {{(pid=103230) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 19:09:47.883109 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4705f260-d53b-4e0f-82ce-e445ffe1f424 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:09:47.883770 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-4705f260-d53b-4e0f-82ce-e445ffe1f424 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:09:47.888257 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dba79293-7396-40e0-8dee-401bb88ef985 None None] Network 23931817-e40f-432d-9c70-5639e042245b requested from n-d-713498-36 {{(pid=103232) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 19:09:47.907868 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 55944) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:09:47.908358 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-4705f260-d53b-4e0f-82ce-e445ffe1f424 admin admin] 10.222.0.75 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.3510666 Feb 09 19:09:47.915393 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.v2.base [None req-cd47c849-c5a9-470e-b76b-98baabdd182f admin admin] Request body: {'router': {'name': 'tempest-ServersTestFqdnHostnames-706481240-router', 'tenant_id': 'fe206dc0d0dc4c4b8b6e41d9b0f130f4', 'external_gateway_info': {'network_id': '88055e1e-672a-4487-be31-ffb6e833ece5'}}} {{(pid=103229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 19:09:47.948361 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-cd47c849-c5a9-470e-b76b-98baabdd182f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1834830', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-58389'] for router (b479526c-50ae-4c5b-aad2-e8f4dc1e5a41), before_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:09:47.949508 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-cd47c849-c5a9-470e-b76b-98baabdd182f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1834810', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1822096', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1886735', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-58380'] for router (b479526c-50ae-4c5b-aad2-e8f4dc1e5a41), precommit_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:09:48.047253 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f1c373b-c1b4-4909-bb6b-529f756cda89 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8b32e980-7cce-5e82-a341-bd2fa8945c89-23931817-e40f-432d-9c70-5639e042245b', 'network_id': '23931817-e40f-432d-9c70-5639e042245b', 'project_id': 'fe206dc0d0dc4c4b8b6e41d9b0f130f4', 'fixed_ips': [{'subnet_id': '41bc0241-d139-4b59-a127-eb1af19bb3e9'}]}} from n-d-713498-36. {{(pid=103232) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 09 19:09:48.048081 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-6f1c373b-c1b4-4909-bb6b-529f756cda89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (None), before_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:09:48.065920 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-cd47c849-c5a9-470e-b76b-98baabdd182f admin admin] Publish callbacks [] for router_controller (b479526c-50ae-4c5b-aad2-e8f4dc1e5a41), precommit_add_association {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:09:48.164728 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-104f0860-c9cd-4120-9182-0856331687fe req-9c73a48f-31d9-42f6-ba5f-f6f6a91cebc9 tempest-ImagesTestJSON-1015154253 tempest-ImagesTestJSON-1015154253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:09:48.166422 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-104f0860-c9cd-4120-9182-0856331687fe req-9c73a48f-31d9-42f6-ba5f-f6f6a91cebc9 tempest-ImagesTestJSON-1015154253 tempest-ImagesTestJSON-1015154253-project] 10.222.0.75 "GET /v2.0/ports?device_id=a9723b82-c142-4741-a09b-609088aa8487 HTTP/1.1" status: 200 len: 945 time: 0.1744828 Feb 09 19:09:48.215202 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Device d81f9021-02c1-4d0f-88e3-8f01cb4ba3d0 up at agent hyperv_n-h1-713498-36 {{(pid=103232) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 19:09:48.308033 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762867132591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593584'] for agent (488cd9ae-631f-4955-ba0b-4f5a13f12e9c), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:09:48.326480 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-104f0860-c9cd-4120-9182-0856331687fe req-4afd2611-2fdf-462c-bb34-a1e56ad0bce3 tempest-ImagesTestJSON-1015154253 tempest-ImagesTestJSON-1015154253-project] 10.222.0.75 "GET /v2.0/security-groups?id=1f45f199-38bd-4afd-a63a-d9a4ed62c8a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1538248 Feb 09 19:09:48.348646 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.provisioning_blocks [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Provisioning for port d81f9021-02c1-4d0f-88e3-8f01cb4ba3d0 completed by entity L2. {{(pid=103232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 19:09:48.356452 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-cd47c849-c5a9-470e-b76b-98baabdd182f admin admin] Publish callbacks [] for router_gateway (b479526c-50ae-4c5b-aad2-e8f4dc1e5a41), precommit_update {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:09:48.357732 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.provisioning_blocks [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Provisioning complete for port d81f9021-02c1-4d0f-88e3-8f01cb4ba3d0 triggered by entity L2. {{(pid=103232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 19:09:48.358161 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593630'] for port (d81f9021-02c1-4d0f-88e3-8f01cb4ba3d0), provisioning_complete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:09:48.394901 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.db_base_plugin_common [None req-6f1c373b-c1b4-4909-bb6b-529f756cda89 None None] Allocated IP 172.20.0.2 (23931817-e40f-432d-9c70-5639e042245b/41bc0241-d139-4b59-a127-eb1af19bb3e9/e83849b0-2d3f-4fb7-9522-1f645cd8c6e0) {{(pid=103232) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 19:09:48.439486 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eb1eac7-fda9-4bb0-bfb2-f1bd351fabd9 req-5ab45715-0883-4d59-b8cc-0a51d600658f tempest-LiveMigrationNegativeTest-761470368 tempest-LiveMigrationNegativeTest-761470368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:09:48.445349 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-7eb1eac7-fda9-4bb0-bfb2-f1bd351fabd9 req-5ab45715-0883-4d59-b8cc-0a51d600658f tempest-LiveMigrationNegativeTest-761470368 tempest-LiveMigrationNegativeTest-761470368-project] 10.222.0.75 "GET /v2.0/ports?device_id=fd32e313-1d9e-42d8-be2d-23d0ce9a8c53 HTTP/1.1" status: 200 len: 949 time: 0.1868839 Feb 09 19:09:48.518225 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-7eb1eac7-fda9-4bb0-bfb2-f1bd351fabd9 req-db7abce9-f583-46ca-8b12-84b4058175dc tempest-LiveMigrationNegativeTest-761470368 tempest-LiveMigrationNegativeTest-761470368-project] 10.222.0.75 "GET /v2.0/security-groups?id=2741b903-8e7c-428e-a4c7-c3e2738431b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0632374 Feb 09 19:09:48.596149 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f206ed6-8e68-45ae-9b64-4b93be8441d8 req-7f77969a-aadb-4e20-9337-fd6cdf354c6c tempest-DeleteServersTestJSON-1870379525 tempest-DeleteServersTestJSON-1870379525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:09:48.599405 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-0f206ed6-8e68-45ae-9b64-4b93be8441d8 req-7f77969a-aadb-4e20-9337-fd6cdf354c6c tempest-DeleteServersTestJSON-1870379525 tempest-DeleteServersTestJSON-1870379525-project] 10.222.0.75 "GET /v2.0/ports?device_id=0199b3d8-ece2-4858-9bf9-9a0b41f4aaf2 HTTP/1.1" status: 200 len: 944 time: 0.1156845 Feb 09 19:09:48.611880 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Current status of the port d81f9021-02c1-4d0f-88e3-8f01cb4ba3d0 is: BUILD; New status is: ACTIVE {{(pid=103232) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 19:09:48.612584 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (d81f9021-02c1-4d0f-88e3-8f01cb4ba3d0), before_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:09:48.683513 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1e210e5-7ed0-48b6-ad7f-2ba3e717b8a3 req-a54c2413-6425-433f-85a6-66554d68be6c tempest-LiveMigrationTest-1021096981 tempest-LiveMigrationTest-1021096981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:09:48.693236 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-b1e210e5-7ed0-48b6-ad7f-2ba3e717b8a3 req-a54c2413-6425-433f-85a6-66554d68be6c tempest-LiveMigrationTest-1021096981 tempest-LiveMigrationTest-1021096981-project] 10.222.0.75 "GET /v2.0/ports?device_id=a26f3e83-5a8d-4d9d-aa20-3d25b99af655 HTTP/1.1" status: 200 len: 945 time: 0.1074116 Feb 09 19:09:48.738542 n-d-713498-36 neutron-server[103232]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0199b3d8-ece2-4858-9bf9-9a0b41f4aaf2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd81f9021-02c1-4d0f-88e3-8f01cb4ba3d0'}] {{(pid=103232) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 19:09:48.745517 n-d-713498-36 neutron-server[103232]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}949cdcde653dec44821de95cbf67297f53cbc2aed4e073b5d514f93bf911ce85" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7c1f18be-d3b4-48f1-83a2-bb4b6bd9d485" -d '{"events": [{"server_uuid": "0199b3d8-ece2-4858-9bf9-9a0b41f4aaf2", "name": "network-vif-plugged", "status": "completed", "tag": "d81f9021-02c1-4d0f-88e3-8f01cb4ba3d0"}]}' {{(pid=103232) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 19:09:48.767199 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-b1e210e5-7ed0-48b6-ad7f-2ba3e717b8a3 req-81a9e31f-f899-4161-aa2f-69df690684d8 tempest-LiveMigrationTest-1021096981 tempest-LiveMigrationTest-1021096981-project] 10.222.0.75 "GET /v2.0/security-groups?id=ba18819a-1490-4e7b-a11b-e8610423d8ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0725269 Feb 09 19:09:48.795238 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-0f206ed6-8e68-45ae-9b64-4b93be8441d8 req-52c4defc-0942-47c1-845c-30d504799f61 tempest-DeleteServersTestJSON-1870379525 tempest-DeleteServersTestJSON-1870379525-project] 10.222.0.75 "GET /v2.0/security-groups?id=5ce92d32-ca94-4b6c-925d-b9dff609abe6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1679475 Feb 09 19:09:48.839321 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] For port d81f9021-02c1-4d0f-88e3-8f01cb4ba3d0, host n-h1-713498-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-36',level=0,port_id=d81f9021-02c1-4d0f-88e3-8f01cb4ba3d0,segment=NetworkSegment(d4c5d86e-1399-4ff8-a9ec-2a8082c6024a),segment_id=d4c5d86e-1399-4ff8-a9ec-2a8082c6024a)] {{(pid=103232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 19:09:48.881008 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762867132591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593584'] for agent (bcd5faee-dc24-4298-9134-0e0aa054058e), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:09:48.889757 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762867176205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762866656485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762866656503'] for port (d81f9021-02c1-4d0f-88e3-8f01cb4ba3d0), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:09:48.896491 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-6f1c373b-c1b4-4909-bb6b-529f756cda89 None None] Publish callbacks [] for port (e83849b0-2d3f-4fb7-9522-1f645cd8c6e0), precommit_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:09:48.914551 n-d-713498-36 neutron-server[103232]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 19:09:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-01c360da-c019-4538-b52d-1f6bcc24c1f7 x-openstack-request-id: req-01c360da-c019-4538-b52d-1f6bcc24c1f7 {{(pid=103232) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 19:09:48.915882 n-d-713498-36 neutron-server[103232]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0199b3d8-ece2-4858-9bf9-9a0b41f4aaf2", "name": "network-vif-plugged", "status": "completed", "tag": "d81f9021-02c1-4d0f-88e3-8f01cb4ba3d0", "code": 200}]} {{(pid=103232) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 19:09:48.917349 n-d-713498-36 neutron-server[103232]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-01c360da-c019-4538-b52d-1f6bcc24c1f7 {{(pid=103232) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 19:09:48.919108 n-d-713498-36 neutron-server[103232]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0199b3d8-ece2-4858-9bf9-9a0b41f4aaf2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd81f9021-02c1-4d0f-88e3-8f01cb4ba3d0', 'code': 200} Feb 09 19:09:48.924898 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-cd47c849-c5a9-470e-b76b-98baabdd182f admin admin] Publish callbacks [] for router_gateway (b479526c-50ae-4c5b-aad2-e8f4dc1e5a41), before_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:09:48.956901 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-cd47c849-c5a9-470e-b76b-98baabdd182f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (None), before_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:09:48.959318 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-6f1c373b-c1b4-4909-bb6b-529f756cda89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762866656467'] for port (e83849b0-2d3f-4fb7-9522-1f645cd8c6e0), after_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:09:48.996925 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17f68a15-c33b-43e2-b365-3de18085a3f4 req-23767b14-175c-4520-8160-31d190fb90a6 tempest-LiveMigrationNegativeTest-1371338370 tempest-LiveMigrationNegativeTest-1371338370-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:09:49.009557 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-17f68a15-c33b-43e2-b365-3de18085a3f4 req-23767b14-175c-4520-8160-31d190fb90a6 tempest-LiveMigrationNegativeTest-1371338370 tempest-LiveMigrationNegativeTest-1371338370-project-admin] 10.222.0.75 "GET /v2.0/ports?device_id=fd32e313-1d9e-42d8-be2d-23d0ce9a8c53 HTTP/1.1" status: 200 len: 1132 time: 0.1129844 Feb 09 19:09:49.027122 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [req-17f68a15-c33b-43e2-b365-3de18085a3f4 req-dabdc898-6937-44d1-bc2c-d5ee4e941fd7 tempest-LiveMigrationNegativeTest-1371338370 tempest-LiveMigrationNegativeTest-1371338370-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:09:49.027800 n-d-713498-36 neutron-server[103232]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f1c373b-c1b4-4909-bb6b-529f756cda89 None None] Network 23931817-e40f-432d-9c70-5639e042245b is already hosted by enough agents. {{(pid=103232) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 19:09:49.035416 n-d-713498-36 neutron-server[103232]: DEBUG neutron.scheduler.base_scheduler [None req-6f1c373b-c1b4-4909-bb6b-529f756cda89 None None] Resources bound (agent type, host, resource id): {{(pid=103232) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 19:09:49.052386 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f1c373b-c1b4-4909-bb6b-529f756cda89 None None] Received port after_create {{(pid=103232) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 19:09:49.054717 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Pushing event updated for resources: {'Port': ['ID=d81f9021-02c1-4d0f-88e3-8f01cb4ba3d0,revision_number=5']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:09:49.205255 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [req-17f68a15-c33b-43e2-b365-3de18085a3f4 req-dabdc898-6937-44d1-bc2c-d5ee4e941fd7 tempest-LiveMigrationNegativeTest-1371338370 tempest-LiveMigrationNegativeTest-1371338370-project-admin] Publish callbacks [] for security_group (391a3e12-7d28-4a63-a5c0-6bc9b70b40ef), precommit_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:09:49.210822 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [req-17f68a15-c33b-43e2-b365-3de18085a3f4 req-dabdc898-6937-44d1-bc2c-d5ee4e941fd7 tempest-LiveMigrationNegativeTest-1371338370 tempest-LiveMigrationNegativeTest-1371338370-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1892331'] for security_group (391a3e12-7d28-4a63-a5c0-6bc9b70b40ef), after_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:09:49.268098 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f1c373b-c1b4-4909-bb6b-529f756cda89 None None] Pushing event updated for resources: {'Port': ['ID=e83849b0-2d3f-4fb7-9522-1f645cd8c6e0,revision_number=1']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:09:49.301015 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.managers [None req-6f1c373b-c1b4-4909-bb6b-529f756cda89 None None] Attempting to bind port e83849b0-2d3f-4fb7-9522-1f645cd8c6e0 on host n-d-713498-36 for vnic_type normal with profile {{(pid=103232) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 19:09:49.302828 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.managers [None req-6f1c373b-c1b4-4909-bb6b-529f756cda89 None None] Attempting to bind port e83849b0-2d3f-4fb7-9522-1f645cd8c6e0 by drivers openvswitch,hyperv on host n-d-713498-36 at level 0 using segments [{'id': '142497ea-782c-49a4-8188-5e519c68d621', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '23931817-e40f-432d-9c70-5639e042245b'}] {{(pid=103232) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 19:09:49.303728 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f1c373b-c1b4-4909-bb6b-529f756cda89 None None] Attempting to bind port e83849b0-2d3f-4fb7-9522-1f645cd8c6e0 on network 23931817-e40f-432d-9c70-5639e042245b {{(pid=103232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 19:09:49.312337 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-17f68a15-c33b-43e2-b365-3de18085a3f4 req-dabdc898-6937-44d1-bc2c-d5ee4e941fd7 tempest-LiveMigrationNegativeTest-1371338370 tempest-LiveMigrationNegativeTest-1371338370-project-admin] 10.222.0.75 "GET /v2.0/security-groups?id=2741b903-8e7c-428e-a4c7-c3e2738431b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3003190 Feb 09 19:09:49.313251 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dabdc898-6937-44d1-bc2c-d5ee4e941fd7 tempest-LiveMigrationNegativeTest-1371338370 tempest-LiveMigrationNegativeTest-1371338370-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=391a3e12-7d28-4a63-a5c0-6bc9b70b40ef,revision_number=1']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:09:49.342497 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f1c373b-c1b4-4909-bb6b-529f756cda89 None None] Checking agent: {'id': '496418a2-c002-4aec-ab1a-07f3bea491bd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-36', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 18, 51, 47), 'started_at': datetime.datetime(2022, 2, 9, 18, 52, 17), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 19, 9, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-36'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 19:09:49.343128 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f1c373b-c1b4-4909-bb6b-529f756cda89 None None] Checking segment: {'id': '142497ea-782c-49a4-8188-5e519c68d621', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '23931817-e40f-432d-9c70-5639e042245b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103232) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 19:09:49.343657 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-6f1c373b-c1b4-4909-bb6b-529f756cda89 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:09:49.344190 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f1c373b-c1b4-4909-bb6b-529f756cda89 None None] Bound using segment: {'id': '142497ea-782c-49a4-8188-5e519c68d621', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '23931817-e40f-432d-9c70-5639e042245b'} {{(pid=103232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 19:09:49.344876 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.managers [None req-6f1c373b-c1b4-4909-bb6b-529f756cda89 None None] Bound port: e83849b0-2d3f-4fb7-9522-1f645cd8c6e0, host: n-d-713498-36, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '142497ea-782c-49a4-8188-5e519c68d621', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '23931817-e40f-432d-9c70-5639e042245b'}}] {{(pid=103232) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 19:09:49.345387 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-6f1c373b-c1b4-4909-bb6b-529f756cda89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (e83849b0-2d3f-4fb7-9522-1f645cd8c6e0), before_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:09:49.445094 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-6f1c373b-c1b4-4909-bb6b-529f756cda89 None None] For port e83849b0-2d3f-4fb7-9522-1f645cd8c6e0, host n-d-713498-36, cleared binding levels {{(pid=103232) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 19:09:49.450376 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-6f1c373b-c1b4-4909-bb6b-529f756cda89 None None] For port e83849b0-2d3f-4fb7-9522-1f645cd8c6e0, host n-d-713498-36, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-36',level=0,port_id=e83849b0-2d3f-4fb7-9522-1f645cd8c6e0,segment=NetworkSegment(142497ea-782c-49a4-8188-5e519c68d621),segment_id=142497ea-782c-49a4-8188-5e519c68d621)] {{(pid=103232) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 19:09:49.463639 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-6f1c373b-c1b4-4909-bb6b-529f756cda89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762867176205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762866656485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762866656503'] for port (e83849b0-2d3f-4fb7-9522-1f645cd8c6e0), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:09:49.551961 n-d-713498-36 neutron-server[103229]: DEBUG neutron.db.db_base_plugin_common [None req-cd47c849-c5a9-470e-b76b-98baabdd182f admin admin] Allocated IP 172.25.1.115 (88055e1e-672a-4487-be31-ffb6e833ece5/ac16dbcc-383c-4b43-9153-d763c4a53f91/89f7c32b-bdba-4838-92c0-c3f4d505836a) {{(pid=103229) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 19:09:49.609082 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f1c373b-c1b4-4909-bb6b-529f756cda89 None None] Pushing event updated for resources: {'Port': ['ID=e83849b0-2d3f-4fb7-9522-1f645cd8c6e0,revision_number=2']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:09:49.624327 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6bc81c0-13bd-4eaa-8114-a247c39a8c8e req-b0fb3668-b2ee-4be9-bcf7-be6a33552a42 tempest-ImagesTestJSON-1015154253 tempest-ImagesTestJSON-1015154253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:09:49.632787 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-b6bc81c0-13bd-4eaa-8114-a247c39a8c8e req-b0fb3668-b2ee-4be9-bcf7-be6a33552a42 tempest-ImagesTestJSON-1015154253 tempest-ImagesTestJSON-1015154253-project] 10.222.0.75 "GET /v2.0/ports?device_id=a9723b82-c142-4741-a09b-609088aa8487 HTTP/1.1" status: 200 len: 945 time: 0.1539054 Feb 09 19:09:49.658138 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4064774b-64c8-445d-aff5-8fef65cd4e56 req-db39a7f5-2921-4927-b528-9c2bdd6e6435 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:09:49.659891 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-4064774b-64c8-445d-aff5-8fef65cd4e56 req-db39a7f5-2921-4927-b528-9c2bdd6e6435 service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=0199b3d8-ece2-4858-9bf9-9a0b41f4aaf2 HTTP/1.1" status: 200 len: 1128 time: 0.6724143 Feb 09 19:09:49.713886 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-b6bc81c0-13bd-4eaa-8114-a247c39a8c8e req-1024330a-bb63-4f32-8b4d-a66b8c9fd6c8 tempest-ImagesTestJSON-1015154253 tempest-ImagesTestJSON-1015154253-project] 10.222.0.75 "GET /v2.0/security-groups?id=1f45f199-38bd-4afd-a63a-d9a4ed62c8a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0756161 Feb 09 19:09:49.785165 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-4064774b-64c8-445d-aff5-8fef65cd4e56 req-887b1513-f1f3-4d4b-8334-ad7f4ddca150 service neutron] 10.222.0.89 "GET /v2.0/security-groups?id=5ce92d32-ca94-4b6c-925d-b9dff609abe6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1131041 Feb 09 19:09:49.802733 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-cd47c849-c5a9-470e-b76b-98baabdd182f admin admin] Publish callbacks [] for port (89f7c32b-bdba-4838-92c0-c3f4d505836a), precommit_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:09:49.830440 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 55994) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:09:49.891412 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-cd47c849-c5a9-470e-b76b-98baabdd182f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762866656467', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12867576'] for port (89f7c32b-bdba-4838-92c0-c3f4d505836a), after_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:09:49.966452 n-d-713498-36 neutron-server[103229]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd47c849-c5a9-470e-b76b-98baabdd182f admin admin] Network 88055e1e-672a-4487-be31-ffb6e833ece5 is already hosted by enough agents. {{(pid=103229) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 19:09:49.969696 n-d-713498-36 neutron-server[103229]: DEBUG neutron.scheduler.base_scheduler [None req-cd47c849-c5a9-470e-b76b-98baabdd182f admin admin] Resources bound (agent type, host, resource id): {{(pid=103229) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 19:09:49.989012 n-d-713498-36 neutron-server[103229]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd47c849-c5a9-470e-b76b-98baabdd182f admin admin] Received port after_create {{(pid=103229) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 19:09:50.105551 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd47c849-c5a9-470e-b76b-98baabdd182f admin admin] Pushing event updated for resources: {'Port': ['ID=89f7c32b-bdba-4838-92c0-c3f4d505836a,revision_number=1']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:09:50.218533 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-f50c16e4-565f-4830-bbe8-2630fe03b53d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:09:50.230613 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3059178-924e-4b4e-92ed-12357e9b8d86 req-5eaddb77-3e22-46d5-ba6f-1c237db54cde tempest-LiveMigrationTest-1021096981 tempest-LiveMigrationTest-1021096981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:09:50.231803 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2728944-c612-4e2a-907a-495a88568659 req-9204d6f4-a1af-4a82-8838-3f33b143c074 tempest-DeleteServersTestJSON-1870379525 tempest-DeleteServersTestJSON-1870379525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:09:50.232114 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-e3059178-924e-4b4e-92ed-12357e9b8d86 req-5eaddb77-3e22-46d5-ba6f-1c237db54cde tempest-LiveMigrationTest-1021096981 tempest-LiveMigrationTest-1021096981-project] 10.222.0.75 "GET /v2.0/ports?device_id=a26f3e83-5a8d-4d9d-aa20-3d25b99af655 HTTP/1.1" status: 200 len: 945 time: 0.2064013 Feb 09 19:09:50.234264 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-a2728944-c612-4e2a-907a-495a88568659 req-9204d6f4-a1af-4a82-8838-3f33b143c074 tempest-DeleteServersTestJSON-1870379525 tempest-DeleteServersTestJSON-1870379525-project] 10.222.0.75 "GET /v2.0/ports?device_id=0199b3d8-ece2-4858-9bf9-9a0b41f4aaf2 HTTP/1.1" status: 200 len: 945 time: 0.0762746 Feb 09 19:09:50.286710 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-a2728944-c612-4e2a-907a-495a88568659 req-45d80690-8ecc-47e1-bcb0-560fb7d5d1bd tempest-DeleteServersTestJSON-1870379525 tempest-DeleteServersTestJSON-1870379525-project] 10.222.0.75 "GET /v2.0/security-groups?id=5ce92d32-ca94-4b6c-925d-b9dff609abe6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443838 Feb 09 19:09:50.388143 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-e3059178-924e-4b4e-92ed-12357e9b8d86 req-0d7d150c-76f6-4fac-a195-22c44cc83c18 tempest-LiveMigrationTest-1021096981 tempest-LiveMigrationTest-1021096981-project] 10.222.0.75 "GET /v2.0/security-groups?id=ba18819a-1490-4e7b-a11b-e8610423d8ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1254056 Feb 09 19:09:50.451362 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35e195c9-cf6e-4052-b85e-30485c382f55 req-0ca4c82c-cb23-4c6c-bbb5-68eba61a3dbf tempest-LiveMigrationNegativeTest-761470368 tempest-LiveMigrationNegativeTest-761470368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:09:50.460150 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-35e195c9-cf6e-4052-b85e-30485c382f55 req-0ca4c82c-cb23-4c6c-bbb5-68eba61a3dbf tempest-LiveMigrationNegativeTest-761470368 tempest-LiveMigrationNegativeTest-761470368-project] 10.222.0.75 "GET /v2.0/ports?device_id=fd32e313-1d9e-42d8-be2d-23d0ce9a8c53 HTTP/1.1" status: 200 len: 949 time: 0.0821311 Feb 09 19:09:50.518654 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-f50c16e4-565f-4830-bbe8-2630fe03b53d admin admin] Publish callbacks [] for security_group (5c4dfa30-0f48-441e-ae4f-89df4ed9fdb0), precommit_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:09:50.527147 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-35e195c9-cf6e-4052-b85e-30485c382f55 req-5af91869-aa15-4aa5-a494-116f0f953a40 tempest-LiveMigrationNegativeTest-761470368 tempest-LiveMigrationNegativeTest-761470368-project] 10.222.0.75 "GET /v2.0/security-groups?id=2741b903-8e7c-428e-a4c7-c3e2738431b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0654929 Feb 09 19:09:50.529585 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-f50c16e4-565f-4830-bbe8-2630fe03b53d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1892331'] for security_group (5c4dfa30-0f48-441e-ae4f-89df4ed9fdb0), after_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:09:50.585535 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-cd47c849-c5a9-470e-b76b-98baabdd182f admin admin] Publish callbacks [] for router_gateway (b479526c-50ae-4c5b-aad2-e8f4dc1e5a41), after_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:09:50.670953 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-f50c16e4-565f-4830-bbe8-2630fe03b53d admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=7582f3fcebba4c34a2d864176dbe8346&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8394163 Feb 09 19:09:50.676034 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 56008) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:09:50.676554 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f50c16e4-565f-4830-bbe8-2630fe03b53d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5c4dfa30-0f48-441e-ae4f-89df4ed9fdb0,revision_number=1']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:09:50.688259 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfec0f75-cfc9-44c3-bf27-4c322868643c req-c527173c-b3e2-4087-a87c-23c7a01513e8 tempest-ImagesTestJSON-1015154253 tempest-ImagesTestJSON-1015154253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:09:50.689754 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-dfec0f75-cfc9-44c3-bf27-4c322868643c req-c527173c-b3e2-4087-a87c-23c7a01513e8 tempest-ImagesTestJSON-1015154253 tempest-ImagesTestJSON-1015154253-project] 10.222.0.75 "GET /v2.0/ports?device_id=a9723b82-c142-4741-a09b-609088aa8487 HTTP/1.1" status: 200 len: 945 time: 0.2236116 Feb 09 19:09:50.792195 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-dfec0f75-cfc9-44c3-bf27-4c322868643c req-aab0e81b-975b-4943-9913-93cda86d5fe0 tempest-ImagesTestJSON-1015154253 tempest-ImagesTestJSON-1015154253-project] 10.222.0.75 "GET /v2.0/security-groups?id=1f45f199-38bd-4afd-a63a-d9a4ed62c8a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0947068 Feb 09 19:09:50.858008 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-e5c9731d-4bed-4355-8ccb-78f4770b1235 admin admin] Publish callbacks [] for security_group (5c4dfa30-0f48-441e-ae4f-89df4ed9fdb0), before_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:09:50.918488 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-e5c9731d-4bed-4355-8ccb-78f4770b1235 admin admin] Publish callbacks [] for security_group (5c4dfa30-0f48-441e-ae4f-89df4ed9fdb0), precommit_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:09:50.953620 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-cd47c849-c5a9-470e-b76b-98baabdd182f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1834945', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1818951'] for router (b479526c-50ae-4c5b-aad2-e8f4dc1e5a41), after_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:09:51.024469 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-e5c9731d-4bed-4355-8ccb-78f4770b1235 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1892331'] for security_group (5c4dfa30-0f48-441e-ae4f-89df4ed9fdb0), after_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:09:51.027836 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-e5c9731d-4bed-4355-8ccb-78f4770b1235 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:09:51.029207 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-e5c9731d-4bed-4355-8ccb-78f4770b1235 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/5c4dfa30-0f48-441e-ae4f-89df4ed9fdb0 HTTP/1.1" status: 204 len: 168 time: 0.3511465 Feb 09 19:09:51.096241 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5c9731d-4bed-4355-8ccb-78f4770b1235 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5c4dfa30-0f48-441e-ae4f-89df4ed9fdb0,revision_number=None']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:09:51.123213 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07be7499-b7fb-4297-98d4-73361da8ff6e req-dca214e6-864d-49d9-b591-e775b349df7e tempest-LiveMigrationTest-1137365927 tempest-LiveMigrationTest-1137365927-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:09:51.135563 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-07be7499-b7fb-4297-98d4-73361da8ff6e req-dca214e6-864d-49d9-b591-e775b349df7e tempest-LiveMigrationTest-1137365927 tempest-LiveMigrationTest-1137365927-project-admin] 10.222.0.75 "GET /v2.0/ports?device_id=a26f3e83-5a8d-4d9d-aa20-3d25b99af655 HTTP/1.1" status: 200 len: 1128 time: 0.1262226 Feb 09 19:09:51.162599 n-d-713498-36 neutron-server[103229]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cd47c849-c5a9-470e-b76b-98baabdd182f admin admin] Router b479526c-50ae-4c5b-aad2-e8f4dc1e5a41 is scheduled to L3 agent 93303d5e-5d17-45e8-8963-7694f87783ae with binding_index 1 {{(pid=103229) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 09 19:09:51.163737 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fcea2ffc-924d-421a-b1be-5531b3fca59c None None] Network 23931817-e40f-432d-9c70-5639e042245b requested from n-d-713498-36 {{(pid=103232) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 19:09:51.223412 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-07be7499-b7fb-4297-98d4-73361da8ff6e req-0f822fd1-7710-4363-acf0-e3b9fa482bca tempest-LiveMigrationTest-1137365927 tempest-LiveMigrationTest-1137365927-project-admin] 10.222.0.75 "GET /v2.0/security-groups?id=ba18819a-1490-4e7b-a11b-e8610423d8ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0867665 Feb 09 19:09:51.342556 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cd47c849-c5a9-470e-b76b-98baabdd182f admin admin] Notify agent at l3_agent.n-d-713498-36 the message routers_updated {{(pid=103229) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 19:09:51.401459 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-cd47c849-c5a9-470e-b76b-98baabdd182f admin admin] Publish callbacks [] for router (None), before_response {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:09:51.410632 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-cd47c849-c5a9-470e-b76b-98baabdd182f admin admin] 10.222.0.75 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 3.5015085 Feb 09 19:09:51.414349 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 56020) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:09:51.483760 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff7b4f5c-2cc5-4c1c-a12a-6da8402c2524 req-58e977bb-9d89-4566-9f95-2e202b4fa399 tempest-LiveMigrationTest-1137365927 tempest-LiveMigrationTest-1137365927-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:09:51.492672 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-ff7b4f5c-2cc5-4c1c-a12a-6da8402c2524 req-58e977bb-9d89-4566-9f95-2e202b4fa399 tempest-LiveMigrationTest-1137365927 tempest-LiveMigrationTest-1137365927-project-admin] 10.222.0.75 "GET /v2.0/ports?device_id=a26f3e83-5a8d-4d9d-aa20-3d25b99af655 HTTP/1.1" status: 200 len: 1128 time: 0.1612074 Feb 09 19:09:51.495348 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 56022) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:09:51.522414 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-59f60169-cce8-4fba-9e3c-4a6c23da498c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:09:51.535948 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-181c5dc5-60c5-4969-a252-cd02ad728c84 None None] Sync routers for ids ['b479526c-50ae-4c5b-aad2-e8f4dc1e5a41'] in n-d-713498-36 {{(pid=103232) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 19:09:51.571749 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.l3_dvrscheduler_db [None req-181c5dc5-60c5-4969-a252-cd02ad728c84 None None] Routers {'b479526c-50ae-4c5b-aad2-e8f4dc1e5a41'} bound to L3 agent in host n-d-713498-36 {{(pid=103232) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 19:09:51.573290 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.l3_hamode_db [None req-181c5dc5-60c5-4969-a252-cd02ad728c84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T18:51:43Z,description=,heartbeat_timestamp=2022-02-09T19:09:43Z,host='n-d-713498-36',id=93303d5e-5d17-45e8-8963-7694f87783ae,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T18:51:43Z,topic='l3_agent')) {'router_ids': ['b479526c-50ae-4c5b-aad2-e8f4dc1e5a41'], 'active': True} {{(pid=103232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:09:51.605836 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-ff7b4f5c-2cc5-4c1c-a12a-6da8402c2524 req-0e085c82-55fd-492b-bb46-18d8cb572c69 tempest-LiveMigrationTest-1137365927 tempest-LiveMigrationTest-1137365927-project-admin] 10.222.0.75 "GET /v2.0/security-groups?id=ba18819a-1490-4e7b-a11b-e8610423d8ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1118646 Feb 09 19:09:51.711142 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caad6706-c072-44fe-9280-158b2b8aeeb5 req-142a81b2-0409-4b6c-adf6-6ed220c5b8dd tempest-LiveMigrationNegativeTest-761470368 tempest-LiveMigrationNegativeTest-761470368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:09:51.714229 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-caad6706-c072-44fe-9280-158b2b8aeeb5 req-142a81b2-0409-4b6c-adf6-6ed220c5b8dd tempest-LiveMigrationNegativeTest-761470368 tempest-LiveMigrationNegativeTest-761470368-project] 10.222.0.89 "GET /v2.0/ports?device_id=fd32e313-1d9e-42d8-be2d-23d0ce9a8c53 HTTP/1.1" status: 200 len: 949 time: 0.1266813 Feb 09 19:09:51.721586 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80361770-8902-4edd-a9fb-962598587190 req-fff6d1ee-a865-4894-a585-05463aa350aa tempest-DeleteServersTestJSON-1870379525 tempest-DeleteServersTestJSON-1870379525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:09:51.723560 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-80361770-8902-4edd-a9fb-962598587190 req-fff6d1ee-a865-4894-a585-05463aa350aa tempest-DeleteServersTestJSON-1870379525 tempest-DeleteServersTestJSON-1870379525-project] 10.222.0.75 "GET /v2.0/ports?device_id=0199b3d8-ece2-4858-9bf9-9a0b41f4aaf2 HTTP/1.1" status: 200 len: 945 time: 0.2124758 Feb 09 19:09:51.732470 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.provisioning_blocks [None req-53c30d05-64d9-4a06-8bb3-07d8c734dd90 None None] Provisioning complete for port e83849b0-2d3f-4fb7-9522-1f645cd8c6e0 triggered by entity DHCP. {{(pid=103232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 19:09:51.732824 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-53c30d05-64d9-4a06-8bb3-07d8c734dd90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593630'] for port (e83849b0-2d3f-4fb7-9522-1f645cd8c6e0), provisioning_complete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:09:51.736902 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.l3_dvr_db [None req-181c5dc5-60c5-4969-a252-cd02ad728c84 None None] Set router b479526c-50ae-4c5b-aad2-e8f4dc1e5a41 gateway port host: n-d-713498-36 {{(pid=103232) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 19:09:51.818040 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-59f60169-cce8-4fba-9e3c-4a6c23da498c admin admin] Publish callbacks [] for security_group (9d3b07a8-122e-4964-bd18-2435b33f3cf4), precommit_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:09:51.842447 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-59f60169-cce8-4fba-9e3c-4a6c23da498c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1892331'] for security_group (9d3b07a8-122e-4964-bd18-2435b33f3cf4), after_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:09:52.035887 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-59f60169-cce8-4fba-9e3c-4a6c23da498c admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=f3735a52572a46a8bf79c98d6f32c842&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5392296 Feb 09 19:09:52.039073 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 56030) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:09:52.048336 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-53c30d05-64d9-4a06-8bb3-07d8c734dd90 None None] Current status of the port e83849b0-2d3f-4fb7-9522-1f645cd8c6e0 is: DOWN; New status is: ACTIVE {{(pid=103232) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 19:09:52.049079 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-53c30d05-64d9-4a06-8bb3-07d8c734dd90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (e83849b0-2d3f-4fb7-9522-1f645cd8c6e0), before_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:09:52.057375 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59f60169-cce8-4fba-9e3c-4a6c23da498c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9d3b07a8-122e-4964-bd18-2435b33f3cf4,revision_number=1']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:09:52.068634 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-80361770-8902-4edd-a9fb-962598587190 req-663011b6-3564-41d1-9a07-c8079bfe87e8 tempest-DeleteServersTestJSON-1870379525 tempest-DeleteServersTestJSON-1870379525-project] 10.222.0.75 "GET /v2.0/security-groups?id=5ce92d32-ca94-4b6c-925d-b9dff609abe6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3250644 Feb 09 19:09:52.070462 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Device e83849b0-2d3f-4fb7-9522-1f645cd8c6e0 up at agent ovs-agent-n-d-713498-36 {{(pid=103232) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 19:09:52.084149 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02318218-5ebc-4928-a7a3-6e89bfcc2900 req-b7aac359-d8f4-46d8-963b-fd661d629875 tempest-LiveMigrationNegativeTest-761470368 tempest-LiveMigrationNegativeTest-761470368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:09:52.093767 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-02318218-5ebc-4928-a7a3-6e89bfcc2900 req-b7aac359-d8f4-46d8-963b-fd661d629875 tempest-LiveMigrationNegativeTest-761470368 tempest-LiveMigrationNegativeTest-761470368-project] 10.222.0.75 "GET /v2.0/ports?device_id=fd32e313-1d9e-42d8-be2d-23d0ce9a8c53 HTTP/1.1" status: 200 len: 949 time: 0.3724575 Feb 09 19:09:52.129047 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.plugin [req-caad6706-c072-44fe-9280-158b2b8aeeb5 req-14a35179-b9f5-4389-ad64-5dcb597a919f tempest-LiveMigrationNegativeTest-761470368 tempest-LiveMigrationNegativeTest-761470368-project] Deleting port e011b780-c88e-4e23-b2b6-19377f0ef98c {{(pid=103229) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 19:09:52.129712 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-caad6706-c072-44fe-9280-158b2b8aeeb5 req-14a35179-b9f5-4389-ad64-5dcb597a919f tempest-LiveMigrationNegativeTest-761470368 tempest-LiveMigrationNegativeTest-761470368-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762867170196'] for port (e011b780-c88e-4e23-b2b6-19377f0ef98c), before_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:09:52.166152 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-53c30d05-64d9-4a06-8bb3-07d8c734dd90 None None] For port e83849b0-2d3f-4fb7-9522-1f645cd8c6e0, host n-d-713498-36, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-36',level=0,port_id=e83849b0-2d3f-4fb7-9522-1f645cd8c6e0,segment=NetworkSegment(142497ea-782c-49a4-8188-5e519c68d621),segment_id=142497ea-782c-49a4-8188-5e519c68d621)] {{(pid=103232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 19:09:52.197647 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-53c30d05-64d9-4a06-8bb3-07d8c734dd90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762867176205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762866656485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762866656503'] for port (e83849b0-2d3f-4fb7-9522-1f645cd8c6e0), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:09:52.246552 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.l3_hamode_db [None req-181c5dc5-60c5-4969-a252-cd02ad728c84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b479526c-50ae-4c5b-aad2-e8f4dc1e5a41', 'name': 'tempest-ServersTestFqdnHostnames-706481240-router', 'tenant_id': 'fe206dc0d0dc4c4b8b6e41d9b0f130f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88055e1e-672a-4487-be31-ffb6e833ece5', 'external_fixed_ips': [{'subnet_id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'ip_address': '172.25.1.115'}], 'enable_snat': True}, 'gw_port_id': '89f7c32b-bdba-4838-92c0-c3f4d505836a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T19:09:47Z', 'updated_at': '2022-02-09T19:09:50Z', 'revision_number': 3, 'project_id': 'fe206dc0d0dc4c4b8b6e41d9b0f130f4', 'gw_port': {'id': '89f7c32b-bdba-4838-92c0-c3f4d505836a', 'name': '', 'network_id': '88055e1e-672a-4487-be31-ffb6e833ece5', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:f6:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b479526c-50ae-4c5b-aad2-e8f4dc1e5a41', 'device_owner': 'network:router_gateway', 'standard_attr_id': 945, 'fixed_ips': [{'subnet_id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'ip_address': '172.25.1.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T19:09:48Z', 'updated_at': '2022-02-09T19:09:49Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-36'}], 'n-d-713498-36', False) {} {{(pid=103232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:09:52.295004 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-181c5dc5-60c5-4969-a252-cd02ad728c84 None None] Checking router: b479526c-50ae-4c5b-aad2-e8f4dc1e5a41 for host: n-d-713498-36 {{(pid=103232) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 19:09:52.295292 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-181c5dc5-60c5-4969-a252-cd02ad728c84 None None] Updating router b479526c-50ae-4c5b-aad2-e8f4dc1e5a41 port 89f7c32b-bdba-4838-92c0-c3f4d505836a binding host n-d-713498-36 {{(pid=103232) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 19:09:52.302611 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.db [req-caad6706-c072-44fe-9280-158b2b8aeeb5 req-14a35179-b9f5-4389-ad64-5dcb597a919f tempest-LiveMigrationNegativeTest-761470368 tempest-LiveMigrationNegativeTest-761470368-project] For port e011b780-c88e-4e23-b2b6-19377f0ef98c, host n-h1-713498-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-36',level=0,port_id=e011b780-c88e-4e23-b2b6-19377f0ef98c,segment=NetworkSegment(50e5915e-18f0-4558-9a28-b978975ead36),segment_id=50e5915e-18f0-4558-9a28-b978975ead36)] {{(pid=103229) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 19:09:52.304030 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-caad6706-c072-44fe-9280-158b2b8aeeb5 req-14a35179-b9f5-4389-ad64-5dcb597a919f tempest-LiveMigrationNegativeTest-761470368 tempest-LiveMigrationNegativeTest-761470368-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1820838'] for port (e011b780-c88e-4e23-b2b6-19377f0ef98c), precommit_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:09:52.328607 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.plugin [req-caad6706-c072-44fe-9280-158b2b8aeeb5 req-14a35179-b9f5-4389-ad64-5dcb597a919f tempest-LiveMigrationNegativeTest-761470368 tempest-LiveMigrationNegativeTest-761470368-project] Calling delete_port for e011b780-c88e-4e23-b2b6-19377f0ef98c owned by compute:nova {{(pid=103229) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 19:09:52.350181 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.provisioning_blocks [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Provisioning complete for port e83849b0-2d3f-4fb7-9522-1f645cd8c6e0 triggered by entity L2. {{(pid=103232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 19:09:52.350707 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593630'] for port (e83849b0-2d3f-4fb7-9522-1f645cd8c6e0), provisioning_complete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:09:52.362875 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-439a408f-054a-4b90-97b5-1adb0d057ddb req-dd9c925b-d160-43be-aeba-c5bba7bf9961 tempest-ImagesTestJSON-1015154253 tempest-ImagesTestJSON-1015154253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:09:52.371976 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-439a408f-054a-4b90-97b5-1adb0d057ddb req-dd9c925b-d160-43be-aeba-c5bba7bf9961 tempest-ImagesTestJSON-1015154253 tempest-ImagesTestJSON-1015154253-project] 10.222.0.75 "GET /v2.0/ports?device_id=a9723b82-c142-4741-a09b-609088aa8487 HTTP/1.1" status: 200 len: 945 time: 0.1097226 Feb 09 19:09:52.393549 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-d401ecfd-4265-41af-8210-51b53cfa9b66 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (None), before_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:09:52.422393 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53c30d05-64d9-4a06-8bb3-07d8c734dd90 None None] Pushing event updated for resources: {'Port': ['ID=e83849b0-2d3f-4fb7-9522-1f645cd8c6e0,revision_number=3']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:09:52.438197 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-181c5dc5-60c5-4969-a252-cd02ad728c84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (89f7c32b-bdba-4838-92c0-c3f4d505836a), before_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:09:52.532799 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-caad6706-c072-44fe-9280-158b2b8aeeb5 req-14a35179-b9f5-4389-ad64-5dcb597a919f tempest-LiveMigrationNegativeTest-761470368 tempest-LiveMigrationNegativeTest-761470368-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762867177463', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762866656476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12867576'] for port (e011b780-c88e-4e23-b2b6-19377f0ef98c), after_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:09:52.566574 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] get_ports_and_sgs() called for port_ids ['6f1dc6c2-945f-4c94-ac01-4b115d2c6c9a', 'e011b780-c88e-4e23-b2b6-19377f0ef98c'] {{(pid=103232) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 19:09:52.597374 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14a35179-b9f5-4389-ad64-5dcb597a919f tempest-LiveMigrationNegativeTest-761470368 tempest-LiveMigrationNegativeTest-761470368-project] Pushing event deleted for resources: {'Port': ['ID=e011b780-c88e-4e23-b2b6-19377f0ef98c,revision_number=None']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:09:52.661449 n-d-713498-36 neutron-server[103230]: DEBUG neutron.db.db_base_plugin_common [None req-d401ecfd-4265-41af-8210-51b53cfa9b66 admin admin] Allocated IP 172.20.0.1 (23931817-e40f-432d-9c70-5639e042245b/41bc0241-d139-4b59-a127-eb1af19bb3e9/7e320a7b-c308-4ee7-a9af-ede100c3bea0) {{(pid=103230) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 19:09:52.666174 n-d-713498-36 neutron-server[103229]: DEBUG neutron.db.l3_dvrscheduler_db [req-caad6706-c072-44fe-9280-158b2b8aeeb5 req-14a35179-b9f5-4389-ad64-5dcb597a919f tempest-LiveMigrationNegativeTest-761470368 tempest-LiveMigrationNegativeTest-761470368-project] No DVR routers for this DVR port e011b780-c88e-4e23-b2b6-19377f0ef98c on host n-h1-713498-36 {{(pid=103229) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 19:09:52.671738 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-caad6706-c072-44fe-9280-158b2b8aeeb5 req-14a35179-b9f5-4389-ad64-5dcb597a919f tempest-LiveMigrationNegativeTest-761470368 tempest-LiveMigrationNegativeTest-761470368-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171096'] for port (None), before_response {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:09:52.675095 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-caad6706-c072-44fe-9280-158b2b8aeeb5 req-14a35179-b9f5-4389-ad64-5dcb597a919f tempest-LiveMigrationNegativeTest-761470368 tempest-LiveMigrationNegativeTest-761470368-project] 10.222.0.89 "DELETE /v2.0/ports/e011b780-c88e-4e23-b2b6-19377f0ef98c HTTP/1.1" status: 204 len: 173 time: 0.9528031 Feb 09 19:09:52.689805 n-d-713498-36 neutron-server[103229]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fd32e313-1d9e-42d8-be2d-23d0ce9a8c53', 'name': 'network-vif-deleted', 'tag': 'e011b780-c88e-4e23-b2b6-19377f0ef98c'}] {{(pid=103229) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 19:09:52.692278 n-d-713498-36 neutron-server[103229]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fa6ae9a20702bd564eaf90d946620b2b4277b1ab91129323d3b54181076be307" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f89a0d74-5156-4116-9f8e-8218f3b8d0af" -d '{"events": [{"server_uuid": "fd32e313-1d9e-42d8-be2d-23d0ce9a8c53", "name": "network-vif-deleted", "tag": "e011b780-c88e-4e23-b2b6-19377f0ef98c"}]}' {{(pid=103229) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 19:09:52.715597 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-02318218-5ebc-4928-a7a3-6e89bfcc2900 req-9f6c355c-b14f-44d0-8ccd-869546a93b4b tempest-LiveMigrationNegativeTest-761470368 tempest-LiveMigrationNegativeTest-761470368-project] 10.222.0.75 "GET /v2.0/security-groups?id=2741b903-8e7c-428e-a4c7-c3e2738431b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6182902 Feb 09 19:09:52.733716 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-0c5daa60-1680-440f-8703-c4f95a3b6ced admin admin] Publish callbacks [] for security_group (9d3b07a8-122e-4964-bd18-2435b33f3cf4), before_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:09:52.813558 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-d401ecfd-4265-41af-8210-51b53cfa9b66 admin admin] Publish callbacks [] for port (7e320a7b-c308-4ee7-a9af-ede100c3bea0), precommit_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:09:52.826748 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-0c5daa60-1680-440f-8703-c4f95a3b6ced admin admin] Publish callbacks [] for security_group (9d3b07a8-122e-4964-bd18-2435b33f3cf4), precommit_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:09:52.883026 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-181c5dc5-60c5-4969-a252-cd02ad728c84 None None] Publish callbacks [] for port (89f7c32b-bdba-4838-92c0-c3f4d505836a), precommit_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:09:52.909875 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-181c5dc5-60c5-4969-a252-cd02ad728c84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762867176205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762866656485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762866656503'] for port (89f7c32b-bdba-4838-92c0-c3f4d505836a), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:09:52.911155 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-439a408f-054a-4b90-97b5-1adb0d057ddb req-2c9f2301-2113-4992-ba68-fd0ec4043b26 tempest-ImagesTestJSON-1015154253 tempest-ImagesTestJSON-1015154253-project] 10.222.0.75 "GET /v2.0/security-groups?id=1f45f199-38bd-4afd-a63a-d9a4ed62c8a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5341051 Feb 09 19:09:52.915627 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-d401ecfd-4265-41af-8210-51b53cfa9b66 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762866656467', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14393751'] for port (7e320a7b-c308-4ee7-a9af-ede100c3bea0), after_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:09:52.968064 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.provisioning_blocks [None req-f84e0739-a678-4a25-881e-9cda140c084f None None] Provisioning complete for port e83849b0-2d3f-4fb7-9522-1f645cd8c6e0 triggered by entity DHCP. {{(pid=103232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 19:09:52.968693 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-f84e0739-a678-4a25-881e-9cda140c084f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593630'] for port (e83849b0-2d3f-4fb7-9522-1f645cd8c6e0), provisioning_complete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:09:52.991836 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-0c5daa60-1680-440f-8703-c4f95a3b6ced admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1892331'] for security_group (9d3b07a8-122e-4964-bd18-2435b33f3cf4), after_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:09:52.994537 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-0c5daa60-1680-440f-8703-c4f95a3b6ced admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:09:52.998110 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-0c5daa60-1680-440f-8703-c4f95a3b6ced admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/9d3b07a8-122e-4964-bd18-2435b33f3cf4 HTTP/1.1" status: 204 len: 168 time: 0.9510140 Feb 09 19:09:53.029836 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c5daa60-1680-440f-8703-c4f95a3b6ced admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9d3b07a8-122e-4964-bd18-2435b33f3cf4,revision_number=None']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:09:53.065488 n-d-713498-36 neutron-server[103230]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d401ecfd-4265-41af-8210-51b53cfa9b66 admin admin] Network 23931817-e40f-432d-9c70-5639e042245b is already hosted by enough agents. {{(pid=103230) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 19:09:53.073034 n-d-713498-36 neutron-server[103230]: DEBUG neutron.scheduler.base_scheduler [None req-d401ecfd-4265-41af-8210-51b53cfa9b66 admin admin] Resources bound (agent type, host, resource id): {{(pid=103230) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 19:09:53.077479 n-d-713498-36 neutron-server[103230]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d401ecfd-4265-41af-8210-51b53cfa9b66 admin admin] Received port after_create {{(pid=103230) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 19:09:53.098854 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.managers [None req-181c5dc5-60c5-4969-a252-cd02ad728c84 None None] Attempting to bind port 89f7c32b-bdba-4838-92c0-c3f4d505836a on host n-d-713498-36 for vnic_type normal with profile {{(pid=103232) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 19:09:53.099228 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.managers [None req-181c5dc5-60c5-4969-a252-cd02ad728c84 None None] Attempting to bind port 89f7c32b-bdba-4838-92c0-c3f4d505836a by drivers openvswitch,hyperv on host n-d-713498-36 at level 0 using segments [{'id': 'a4222f89-8d3f-4b51-953b-1a8126392491', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '88055e1e-672a-4487-be31-ffb6e833ece5'}] {{(pid=103232) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 19:09:53.099597 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-181c5dc5-60c5-4969-a252-cd02ad728c84 None None] Attempting to bind port 89f7c32b-bdba-4838-92c0-c3f4d505836a on network 88055e1e-672a-4487-be31-ffb6e833ece5 {{(pid=103232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 19:09:53.102427 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Current status of the port e83849b0-2d3f-4fb7-9522-1f645cd8c6e0 is: ACTIVE; New status is: ACTIVE {{(pid=103232) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 19:09:53.118673 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d401ecfd-4265-41af-8210-51b53cfa9b66 admin admin] Pushing event updated for resources: {'Port': ['ID=7e320a7b-c308-4ee7-a9af-ede100c3bea0,revision_number=1']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:09:53.141673 n-d-713498-36 neutron-server[103229]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 19:09:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a2e67c14-7a24-4b50-a7fe-8758ab7d7bc7 x-openstack-request-id: req-a2e67c14-7a24-4b50-a7fe-8758ab7d7bc7 {{(pid=103229) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 19:09:53.141984 n-d-713498-36 neutron-server[103229]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fd32e313-1d9e-42d8-be2d-23d0ce9a8c53", "name": "network-vif-deleted", "tag": "e011b780-c88e-4e23-b2b6-19377f0ef98c", "status": "completed", "code": 200}]} {{(pid=103229) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 19:09:53.142247 n-d-713498-36 neutron-server[103229]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-a2e67c14-7a24-4b50-a7fe-8758ab7d7bc7 {{(pid=103229) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 19:09:53.142646 n-d-713498-36 neutron-server[103229]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fd32e313-1d9e-42d8-be2d-23d0ce9a8c53', 'name': 'network-vif-deleted', 'tag': 'e011b780-c88e-4e23-b2b6-19377f0ef98c', 'status': 'completed', 'code': 200} Feb 09 19:09:53.159877 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-d401ecfd-4265-41af-8210-51b53cfa9b66 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1819024'] for router_interface (b479526c-50ae-4c5b-aad2-e8f4dc1e5a41), before_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:09:53.241316 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-181c5dc5-60c5-4969-a252-cd02ad728c84 None None] Checking agent: {'id': '496418a2-c002-4aec-ab1a-07f3bea491bd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-36', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 18, 51, 47), 'started_at': datetime.datetime(2022, 2, 9, 18, 52, 17), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 19, 9, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-36'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 19:09:53.241999 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-181c5dc5-60c5-4969-a252-cd02ad728c84 None None] Checking segment: {'id': 'a4222f89-8d3f-4b51-953b-1a8126392491', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '88055e1e-672a-4487-be31-ffb6e833ece5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103232) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 19:09:53.242423 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-181c5dc5-60c5-4969-a252-cd02ad728c84 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:09:53.242875 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-181c5dc5-60c5-4969-a252-cd02ad728c84 None None] Bound using segment: {'id': 'a4222f89-8d3f-4b51-953b-1a8126392491', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '88055e1e-672a-4487-be31-ffb6e833ece5'} {{(pid=103232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 19:09:53.245323 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.managers [None req-181c5dc5-60c5-4969-a252-cd02ad728c84 None None] Bound port: 89f7c32b-bdba-4838-92c0-c3f4d505836a, host: n-d-713498-36, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a4222f89-8d3f-4b51-953b-1a8126392491', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '88055e1e-672a-4487-be31-ffb6e833ece5'}}] {{(pid=103232) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 19:09:53.245834 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-181c5dc5-60c5-4969-a252-cd02ad728c84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (89f7c32b-bdba-4838-92c0-c3f4d505836a), before_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:09:53.249111 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e1b2776-cfff-48bb-8004-329336343d1b None None] Pushing event updated for resources: {'Port': ['ID=89f7c32b-bdba-4838-92c0-c3f4d505836a,revision_number=2']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:09:53.594737 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-d401ecfd-4265-41af-8210-51b53cfa9b66 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (7e320a7b-c308-4ee7-a9af-ede100c3bea0), before_update {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:09:53.618580 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-181c5dc5-60c5-4969-a252-cd02ad728c84 None None] For port 89f7c32b-bdba-4838-92c0-c3f4d505836a, host n-d-713498-36, cleared binding levels {{(pid=103232) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 19:09:53.639016 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-181c5dc5-60c5-4969-a252-cd02ad728c84 None None] For port 89f7c32b-bdba-4838-92c0-c3f4d505836a, host n-d-713498-36, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-36',level=0,port_id=89f7c32b-bdba-4838-92c0-c3f4d505836a,segment=NetworkSegment(a4222f89-8d3f-4b51-953b-1a8126392491),segment_id=a4222f89-8d3f-4b51-953b-1a8126392491)] {{(pid=103232) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 19:09:53.646828 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-f84e0739-a678-4a25-881e-9cda140c084f None None] Current status of the port e83849b0-2d3f-4fb7-9522-1f645cd8c6e0 is: ACTIVE; New status is: ACTIVE {{(pid=103232) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 19:09:53.652709 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-181c5dc5-60c5-4969-a252-cd02ad728c84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762867176205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762866656485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762866656503'] for port (89f7c32b-bdba-4838-92c0-c3f4d505836a), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:09:53.714621 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e1b2776-cfff-48bb-8004-329336343d1b None None] Pushing event updated for resources: {'Port': ['ID=89f7c32b-bdba-4838-92c0-c3f4d505836a,revision_number=3']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:09:53.753336 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.l3_dvrscheduler_db [None req-181c5dc5-60c5-4969-a252-cd02ad728c84 None None] Routers {'b479526c-50ae-4c5b-aad2-e8f4dc1e5a41'} bound to L3 agent in host n-d-713498-36 {{(pid=103232) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 19:09:53.757081 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.l3_hamode_db [None req-181c5dc5-60c5-4969-a252-cd02ad728c84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T18:51:43Z,description=,heartbeat_timestamp=2022-02-09T19:09:43Z,host='n-d-713498-36',id=93303d5e-5d17-45e8-8963-7694f87783ae,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T18:51:43Z,topic='l3_agent')) {'router_ids': ['b479526c-50ae-4c5b-aad2-e8f4dc1e5a41'], 'active': True} {{(pid=103232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:09:53.940473 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.provisioning_blocks [None req-9a810d5e-8b9c-4c81-8d8e-ef1838fc1e68 None None] Provisioning complete for port 7e320a7b-c308-4ee7-a9af-ede100c3bea0 triggered by entity DHCP. {{(pid=103232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 19:09:53.941327 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-9a810d5e-8b9c-4c81-8d8e-ef1838fc1e68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593630'] for port (7e320a7b-c308-4ee7-a9af-ede100c3bea0), provisioning_complete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:09:53.983194 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-798d4edb-ab20-4821-8500-6503a22d3cc8 req-9b28cb6e-8eb4-414a-851a-d6f68fa409f3 tempest-DeleteServersTestJSON-1870379525 tempest-DeleteServersTestJSON-1870379525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:09:53.992086 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-798d4edb-ab20-4821-8500-6503a22d3cc8 req-9b28cb6e-8eb4-414a-851a-d6f68fa409f3 tempest-DeleteServersTestJSON-1870379525 tempest-DeleteServersTestJSON-1870379525-project] 10.222.0.75 "GET /v2.0/ports?device_id=0199b3d8-ece2-4858-9bf9-9a0b41f4aaf2 HTTP/1.1" status: 200 len: 945 time: 0.1162431 Feb 09 19:09:54.048246 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-798d4edb-ab20-4821-8500-6503a22d3cc8 req-30f6c8ab-369d-4dba-9631-a2b13ae4ba91 tempest-DeleteServersTestJSON-1870379525 tempest-DeleteServersTestJSON-1870379525-project] 10.222.0.75 "GET /v2.0/security-groups?id=5ce92d32-ca94-4b6c-925d-b9dff609abe6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548880 Feb 09 19:09:54.052439 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.l3_dvr_db [None req-181c5dc5-60c5-4969-a252-cd02ad728c84 None None] Set router b479526c-50ae-4c5b-aad2-e8f4dc1e5a41 gateway port host: n-d-713498-36 {{(pid=103232) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 19:09:54.086970 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-d401ecfd-4265-41af-8210-51b53cfa9b66 admin admin] Publish callbacks [] for port (7e320a7b-c308-4ee7-a9af-ede100c3bea0), precommit_update {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:09:54.097785 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-d401ecfd-4265-41af-8210-51b53cfa9b66 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762867176205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762866656485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762866656503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14393758'] for port (7e320a7b-c308-4ee7-a9af-ede100c3bea0), after_update {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:09:54.311664 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d401ecfd-4265-41af-8210-51b53cfa9b66 admin admin] Pushing event updated for resources: {'Port': ['ID=7e320a7b-c308-4ee7-a9af-ede100c3bea0,revision_number=2']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:09:54.322532 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-d401ecfd-4265-41af-8210-51b53cfa9b66 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1613458', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1834496'] for router_interface (b479526c-50ae-4c5b-aad2-e8f4dc1e5a41), after_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:09:54.383919 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-9a810d5e-8b9c-4c81-8d8e-ef1838fc1e68 None None] Port 7e320a7b-c308-4ee7-a9af-ede100c3bea0 cannot update to ACTIVE because it is not bound. {{(pid=103232) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 19:09:54.386405 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Device e83849b0-2d3f-4fb7-9522-1f645cd8c6e0 up at agent ovs-agent-n-d-713498-36 {{(pid=103232) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 19:09:54.589582 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.provisioning_blocks [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Provisioning complete for port e83849b0-2d3f-4fb7-9522-1f645cd8c6e0 triggered by entity L2. {{(pid=103232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 19:09:54.590202 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593630'] for port (e83849b0-2d3f-4fb7-9522-1f645cd8c6e0), provisioning_complete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:09:54.606769 n-d-713498-36 neutron-server[103230]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d401ecfd-4265-41af-8210-51b53cfa9b66 admin admin] Network 23931817-e40f-432d-9c70-5639e042245b is already hosted by enough agents. {{(pid=103230) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 19:09:54.609446 n-d-713498-36 neutron-server[103230]: DEBUG neutron.scheduler.base_scheduler [None req-d401ecfd-4265-41af-8210-51b53cfa9b66 admin admin] Resources bound (agent type, host, resource id): {{(pid=103230) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 19:09:54.783132 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.l3_hamode_db [None req-181c5dc5-60c5-4969-a252-cd02ad728c84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b479526c-50ae-4c5b-aad2-e8f4dc1e5a41', 'name': 'tempest-ServersTestFqdnHostnames-706481240-router', 'tenant_id': 'fe206dc0d0dc4c4b8b6e41d9b0f130f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88055e1e-672a-4487-be31-ffb6e833ece5', 'external_fixed_ips': [{'subnet_id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'ip_address': '172.25.1.115'}], 'enable_snat': True}, 'gw_port_id': '89f7c32b-bdba-4838-92c0-c3f4d505836a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T19:09:47Z', 'updated_at': '2022-02-09T19:09:53Z', 'revision_number': 4, 'project_id': 'fe206dc0d0dc4c4b8b6e41d9b0f130f4', 'gw_port': {'id': '89f7c32b-bdba-4838-92c0-c3f4d505836a', 'name': '', 'network_id': '88055e1e-672a-4487-be31-ffb6e833ece5', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:f6:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b479526c-50ae-4c5b-aad2-e8f4dc1e5a41', 'device_owner': 'network:router_gateway', 'standard_attr_id': 945, 'fixed_ips': [{'subnet_id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'ip_address': '172.25.1.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T19:09:48Z', 'updated_at': '2022-02-09T19:09:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-36', '_interfaces': [{'id': '7e320a7b-c308-4ee7-a9af-ede100c3bea0', 'name': '', 'network_id': '23931817-e40f-432d-9c70-5639e042245b', 'tenant_id': 'fe206dc0d0dc4c4b8b6e41d9b0f130f4', 'mac_address': 'fa:16:3e:36:0b:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b479526c-50ae-4c5b-aad2-e8f4dc1e5a41', 'device_owner': 'network:router_interface', 'standard_attr_id': 961, 'fixed_ips': [{'subnet_id': '41bc0241-d139-4b59-a127-eb1af19bb3e9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T19:09:52Z', 'updated_at': '2022-02-09T19:09:52Z', 'revision_number': 1, 'project_id': 'fe206dc0d0dc4c4b8b6e41d9b0f130f4', 'subnets': [{'id': '41bc0241-d139-4b59-a127-eb1af19bb3e9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-36', False) {} {{(pid=103232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:09:54.860907 n-d-713498-36 neutron-server[103230]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d401ecfd-4265-41af-8210-51b53cfa9b66 admin admin] Router b479526c-50ae-4c5b-aad2-e8f4dc1e5a41 has already been hosted by L3 agent 93303d5e-5d17-45e8-8963-7694f87783ae {{(pid=103230) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 19:09:54.864436 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-181c5dc5-60c5-4969-a252-cd02ad728c84 None None] The sync data for ids ['b479526c-50ae-4c5b-aad2-e8f4dc1e5a41'] in n-d-713498-36 is: [{'id': 'b479526c-50ae-4c5b-aad2-e8f4dc1e5a41', 'name': 'tempest-ServersTestFqdnHostnames-706481240-router', 'tenant_id': 'fe206dc0d0dc4c4b8b6e41d9b0f130f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88055e1e-672a-4487-be31-ffb6e833ece5', 'external_fixed_ips': [{'subnet_id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'ip_address': '172.25.1.115'}], 'enable_snat': True}, 'gw_port_id': '89f7c32b-bdba-4838-92c0-c3f4d505836a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T19:09:47Z', 'updated_at': '2022-02-09T19:09:53Z', 'revision_number': 4, 'project_id': 'fe206dc0d0dc4c4b8b6e41d9b0f130f4', 'gw_port': {'id': '89f7c32b-bdba-4838-92c0-c3f4d505836a', 'name': '', 'network_id': '88055e1e-672a-4487-be31-ffb6e833ece5', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:f6:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b479526c-50ae-4c5b-aad2-e8f4dc1e5a41', 'device_owner': 'network:router_gateway', 'standard_attr_id': 945, 'fixed_ips': [{'subnet_id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'ip_address': '172.25.1.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T19:09:48Z', 'updated_at': '2022-02-09T19:09:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-36', '_interfaces': [{'id': '7e320a7b-c308-4ee7-a9af-ede100c3bea0', 'name': '', 'network_id': '23931817-e40f-432d-9c70-5639e042245b', 'tenant_id': 'fe206dc0d0dc4c4b8b6e41d9b0f130f4', 'mac_address': 'fa:16:3e:36:0b:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b479526c-50ae-4c5b-aad2-e8f4dc1e5a41', 'device_owner': 'network:router_interface', 'standard_attr_id': 961, 'fixed_ips': [{'subnet_id': '41bc0241-d139-4b59-a127-eb1af19bb3e9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T19:09:52Z', 'updated_at': '2022-02-09T19:09:52Z', 'revision_number': 1, 'project_id': 'fe206dc0d0dc4c4b8b6e41d9b0f130f4', 'subnets': [{'id': '41bc0241-d139-4b59-a127-eb1af19bb3e9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103232) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 19:09:54.887679 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Current status of the port e83849b0-2d3f-4fb7-9522-1f645cd8c6e0 is: ACTIVE; New status is: ACTIVE {{(pid=103232) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 19:09:54.961929 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86a29437-691a-4444-bc4e-a55fe0ee11e3 req-dbc5473e-47cd-46ee-963d-33f4b949596f tempest-DeleteServersTestJSON-1870379525 tempest-DeleteServersTestJSON-1870379525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:09:54.990144 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-86a29437-691a-4444-bc4e-a55fe0ee11e3 req-dbc5473e-47cd-46ee-963d-33f4b949596f tempest-DeleteServersTestJSON-1870379525 tempest-DeleteServersTestJSON-1870379525-project] 10.222.0.75 "GET /v2.0/ports?device_id=0199b3d8-ece2-4858-9bf9-9a0b41f4aaf2 HTTP/1.1" status: 200 len: 945 time: 0.1449251 Feb 09 19:09:55.085593 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-86a29437-691a-4444-bc4e-a55fe0ee11e3 req-1ee84f81-e1de-4f3e-8a7d-f55774691c0e tempest-DeleteServersTestJSON-1870379525 tempest-DeleteServersTestJSON-1870379525-project] 10.222.0.75 "GET /v2.0/security-groups?id=5ce92d32-ca94-4b6c-925d-b9dff609abe6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0941892 Feb 09 19:09:55.109022 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d401ecfd-4265-41af-8210-51b53cfa9b66 admin admin] Notify agent at l3_agent.n-d-713498-36 the message routers_updated {{(pid=103230) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 19:09:55.122190 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.provisioning_blocks [None req-b27beb5f-3075-4227-892a-aa02b5081ff0 None None] Provisioning complete for port 7e320a7b-c308-4ee7-a9af-ede100c3bea0 triggered by entity DHCP. {{(pid=103232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 19:09:55.122578 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-b27beb5f-3075-4227-892a-aa02b5081ff0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593630'] for port (7e320a7b-c308-4ee7-a9af-ede100c3bea0), provisioning_complete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:09:55.141032 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-d401ecfd-4265-41af-8210-51b53cfa9b66 admin admin] 10.222.0.75 "PUT /v2.0/routers/b479526c-50ae-4c5b-aad2-e8f4dc1e5a41/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7210689 Feb 09 19:09:55.179214 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [req-fb7875d1-d0ba-43ff-a3a5-e3ddc12e8c70 req-90b11c37-ec07-4286-bbf3-70df765ed440 tempest-LiveMigrationTest-1137365927 tempest-LiveMigrationTest-1137365927-project-admin] http://10.222.0.75:9696/v2.0/extensions returned with HTTP 200 {{(pid=103230) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 09 19:09:55.180688 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-fb7875d1-d0ba-43ff-a3a5-e3ddc12e8c70 req-90b11c37-ec07-4286-bbf3-70df765ed440 tempest-LiveMigrationTest-1137365927 tempest-LiveMigrationTest-1137365927-project-admin] 10.222.0.75 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3417447 Feb 09 19:09:55.232849 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-b27beb5f-3075-4227-892a-aa02b5081ff0 None None] Port 7e320a7b-c308-4ee7-a9af-ede100c3bea0 cannot update to ACTIVE because it is not bound. {{(pid=103232) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 19:09:55.336439 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa79b3b6-a79e-4669-8cac-07a84f10cb2a req-4954642b-d321-4ae2-8d5b-cb4018c34352 tempest-LiveMigrationNegativeTest-761470368 tempest-LiveMigrationNegativeTest-761470368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:09:55.338543 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-aa79b3b6-a79e-4669-8cac-07a84f10cb2a req-4954642b-d321-4ae2-8d5b-cb4018c34352 tempest-LiveMigrationNegativeTest-761470368 tempest-LiveMigrationNegativeTest-761470368-project] 10.222.0.75 "GET /v2.0/ports?device_id=e1cb6d98-e8bf-4a2d-93c3-81ecbbb5282f HTTP/1.1" status: 200 len: 949 time: 0.1229086 Feb 09 19:09:55.421590 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-aa79b3b6-a79e-4669-8cac-07a84f10cb2a req-c5d67973-dc70-4d5a-8c6a-c43443ebfabb tempest-LiveMigrationNegativeTest-761470368 tempest-LiveMigrationNegativeTest-761470368-project] 10.222.0.75 "GET /v2.0/security-groups?id=2741b903-8e7c-428e-a4c7-c3e2738431b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0725279 Feb 09 19:09:55.464651 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb7875d1-d0ba-43ff-a3a5-e3ddc12e8c70 req-4dad8539-9c29-4fd5-ba44-0f3a89317c6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:09:55.467178 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-fb7875d1-d0ba-43ff-a3a5-e3ddc12e8c70 req-4dad8539-9c29-4fd5-ba44-0f3a89317c6d service neutron] 10.222.0.75 "GET /v2.0/ports/816526f9-3182-449c-a6c1-ec06db6c235e HTTP/1.1" status: 200 len: 1125 time: 0.2780552 Feb 09 19:09:55.482987 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.v2.base [req-fb7875d1-d0ba-43ff-a3a5-e3ddc12e8c70 req-e0ec087b-1448-4f5b-89a0-c7ee3868124a service neutron] Request body: {'binding': {'host': 'n-h1-713498-36', 'vnic_type': 'normal', 'profile': {}}} {{(pid=103230) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 19:09:55.484203 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.v2.base [req-fb7875d1-d0ba-43ff-a3a5-e3ddc12e8c70 req-e0ec087b-1448-4f5b-89a0-c7ee3868124a service neutron] Unknown quota resources ['binding']. {{(pid=103230) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Feb 09 19:09:55.691371 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.managers [req-fb7875d1-d0ba-43ff-a3a5-e3ddc12e8c70 req-e0ec087b-1448-4f5b-89a0-c7ee3868124a service neutron] Attempting to bind port 816526f9-3182-449c-a6c1-ec06db6c235e on host n-h1-713498-36 for vnic_type normal with profile None {{(pid=103230) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 19:09:55.691724 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.managers [req-fb7875d1-d0ba-43ff-a3a5-e3ddc12e8c70 req-e0ec087b-1448-4f5b-89a0-c7ee3868124a service neutron] Attempting to bind port 816526f9-3182-449c-a6c1-ec06db6c235e by drivers openvswitch,hyperv on host n-h1-713498-36 at level 0 using segments [{'id': '5e48c0d3-ac92-403e-8ddc-eab47c471644', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': 'd725567e-ae4f-48c7-8826-ca95b9692346'}] {{(pid=103230) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 19:09:55.692122 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb7875d1-d0ba-43ff-a3a5-e3ddc12e8c70 req-e0ec087b-1448-4f5b-89a0-c7ee3868124a service neutron] Attempting to bind port 816526f9-3182-449c-a6c1-ec06db6c235e on network d725567e-ae4f-48c7-8826-ca95b9692346 {{(pid=103230) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 19:09:55.697870 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb7875d1-d0ba-43ff-a3a5-e3ddc12e8c70 req-e0ec087b-1448-4f5b-89a0-c7ee3868124a service neutron] Port 816526f9-3182-449c-a6c1-ec06db6c235e on network d725567e-ae4f-48c7-8826-ca95b9692346 not bound, no agent of type Open vSwitch agent registered on host n-h1-713498-36 {{(pid=103230) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 19:09:55.698140 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb7875d1-d0ba-43ff-a3a5-e3ddc12e8c70 req-e0ec087b-1448-4f5b-89a0-c7ee3868124a service neutron] Attempting to bind port 816526f9-3182-449c-a6c1-ec06db6c235e on network d725567e-ae4f-48c7-8826-ca95b9692346 {{(pid=103230) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 19:09:55.703817 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb7875d1-d0ba-43ff-a3a5-e3ddc12e8c70 req-e0ec087b-1448-4f5b-89a0-c7ee3868124a service neutron] Checking agent: {'id': '488cd9ae-631f-4955-ba0b-4f5a13f12e9c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713498-36', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 18, 59, 18), 'started_at': datetime.datetime(2022, 2, 9, 18, 59, 18), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 19, 9, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103230) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 19:09:55.704157 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb7875d1-d0ba-43ff-a3a5-e3ddc12e8c70 req-e0ec087b-1448-4f5b-89a0-c7ee3868124a service neutron] Checking segment: {'id': '5e48c0d3-ac92-403e-8ddc-eab47c471644', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': 'd725567e-ae4f-48c7-8826-ca95b9692346'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103230) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 19:09:55.704550 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb7875d1-d0ba-43ff-a3a5-e3ddc12e8c70 req-e0ec087b-1448-4f5b-89a0-c7ee3868124a service neutron] Bound using segment: {'id': '5e48c0d3-ac92-403e-8ddc-eab47c471644', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': 'd725567e-ae4f-48c7-8826-ca95b9692346'} {{(pid=103230) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 19:09:55.704991 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.managers [req-fb7875d1-d0ba-43ff-a3a5-e3ddc12e8c70 req-e0ec087b-1448-4f5b-89a0-c7ee3868124a service neutron] Bound port: 816526f9-3182-449c-a6c1-ec06db6c235e, host: n-h1-713498-36, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5e48c0d3-ac92-403e-8ddc-eab47c471644', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': 'd725567e-ae4f-48c7-8826-ca95b9692346'}}] {{(pid=103230) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 19:09:55.779170 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.db [req-fb7875d1-d0ba-43ff-a3a5-e3ddc12e8c70 req-e0ec087b-1448-4f5b-89a0-c7ee3868124a service neutron] For port 816526f9-3182-449c-a6c1-ec06db6c235e, host n-h1-713498-36, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-36',level=0,port_id=816526f9-3182-449c-a6c1-ec06db6c235e,segment=NetworkSegment(5e48c0d3-ac92-403e-8ddc-eab47c471644),segment_id=5e48c0d3-ac92-403e-8ddc-eab47c471644)] {{(pid=103230) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 19:09:55.788651 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [req-fb7875d1-d0ba-43ff-a3a5-e3ddc12e8c70 req-e0ec087b-1448-4f5b-89a0-c7ee3868124a service neutron] Publish callbacks [] for binding (None), before_response {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:09:55.791263 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-fb7875d1-d0ba-43ff-a3a5-e3ddc12e8c70 req-e0ec087b-1448-4f5b-89a0-c7ee3868124a service neutron] 10.222.0.75 "POST /v2.0/ports/816526f9-3182-449c-a6c1-ec06db6c235e/bindings HTTP/1.1" status: 201 len: 390 time: 0.3180001 Feb 09 19:09:56.158681 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb7875d1-d0ba-43ff-a3a5-e3ddc12e8c70 req-88a7c829-f7c7-4396-87f3-44883d74b177 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:09:56.160286 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-fb7875d1-d0ba-43ff-a3a5-e3ddc12e8c70 req-88a7c829-f7c7-4396-87f3-44883d74b177 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=05fa6a089578484da4b750f8c0b5ad12&device_id=a26f3e83-5a8d-4d9d-aa20-3d25b99af655 HTTP/1.1" status: 200 len: 1128 time: 0.0577860 Feb 09 19:09:56.162194 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae271365-e908-4cb2-99f9-bc7a62b98ad0 req-cacb12b7-e21d-4956-a8ba-a6032ff781da tempest-LiveMigrationTest-1021096981 tempest-LiveMigrationTest-1021096981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:09:56.171617 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-ae271365-e908-4cb2-99f9-bc7a62b98ad0 req-cacb12b7-e21d-4956-a8ba-a6032ff781da tempest-LiveMigrationTest-1021096981 tempest-LiveMigrationTest-1021096981-project] 10.222.0.75 "GET /v2.0/ports?device_id=a26f3e83-5a8d-4d9d-aa20-3d25b99af655 HTTP/1.1" status: 200 len: 945 time: 0.1148462 Feb 09 19:09:56.172243 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Device e011b780-c88e-4e23-b2b6-19377f0ef98c no longer exists at agent hyperv_n-h1-713498-36 {{(pid=103232) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 19:09:56.208604 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] No Port match for: e011b780-c88e-4e23-b2b6-19377f0ef98c {{(pid=103232) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 19:09:56.213947 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Device e011b780-c88e-4e23-b2b6-19377f0ef98c not bound to the agent host n-h1-713498-36 {{(pid=103232) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 19:09:56.280621 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-ae271365-e908-4cb2-99f9-bc7a62b98ad0 req-5017c82a-8fd7-49ef-9197-4e86658e976c tempest-LiveMigrationTest-1021096981 tempest-LiveMigrationTest-1021096981-project] 10.222.0.75 "GET /v2.0/security-groups?id=ba18819a-1490-4e7b-a11b-e8610423d8ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1070387 Feb 09 19:09:56.342904 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 56168) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:09:56.358153 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c726542-e9c0-45d8-8684-9ce5657f9c30 req-af086f9a-f37c-48b1-b319-602b0703402b tempest-LiveMigrationNegativeTest-761470368 tempest-LiveMigrationNegativeTest-761470368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:09:56.360339 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-2c726542-e9c0-45d8-8684-9ce5657f9c30 req-af086f9a-f37c-48b1-b319-602b0703402b tempest-LiveMigrationNegativeTest-761470368 tempest-LiveMigrationNegativeTest-761470368-project] 10.222.0.89 "GET /v2.0/ports?device_id=e1cb6d98-e8bf-4a2d-93c3-81ecbbb5282f HTTP/1.1" status: 200 len: 949 time: 0.1348202 Feb 09 19:09:56.363982 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.v2.base [None req-16c6fcc7-0ead-4895-b264-233be9ccc80d tempest-ServersTestFqdnHostnames-1825251855 tempest-ServersTestFqdnHostnames-1825251855-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1347570268', 'description': 'tempest-description--14112553'}} {{(pid=103229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 19:09:56.407192 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9763554-7593-44d8-a147-3ca1b89a54c9 req-c87ded63-6000-43bf-93eb-a3a68cbd0394 tempest-DeleteServersTestJSON-1870379525 tempest-DeleteServersTestJSON-1870379525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:09:56.412256 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-c9763554-7593-44d8-a147-3ca1b89a54c9 req-c87ded63-6000-43bf-93eb-a3a68cbd0394 tempest-DeleteServersTestJSON-1870379525 tempest-DeleteServersTestJSON-1870379525-project] 10.222.0.89 "GET /v2.0/ports?device_id=0199b3d8-ece2-4858-9bf9-9a0b41f4aaf2 HTTP/1.1" status: 200 len: 945 time: 0.2286990 Feb 09 19:09:56.491866 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb7875d1-d0ba-43ff-a3a5-e3ddc12e8c70 req-7d356c42-b9cf-4a35-b729-b5b32ac7630f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:09:56.496837 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-fb7875d1-d0ba-43ff-a3a5-e3ddc12e8c70 req-7d356c42-b9cf-4a35-b729-b5b32ac7630f service neutron] 10.222.0.89 "GET /v2.0/networks?id=d725567e-ae4f-48c7-8826-ca95b9692346 HTTP/1.1" status: 200 len: 908 time: 0.3302412 Feb 09 19:09:56.534332 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.plugin [req-2c726542-e9c0-45d8-8684-9ce5657f9c30 req-b1778582-e4bd-4ea9-9f67-457108de22d9 tempest-LiveMigrationNegativeTest-761470368 tempest-LiveMigrationNegativeTest-761470368-project] Deleting port 6f1dc6c2-945f-4c94-ac01-4b115d2c6c9a {{(pid=103230) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 19:09:56.534681 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [req-2c726542-e9c0-45d8-8684-9ce5657f9c30 req-b1778582-e4bd-4ea9-9f67-457108de22d9 tempest-LiveMigrationNegativeTest-761470368 tempest-LiveMigrationNegativeTest-761470368-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762867170196'] for port (6f1dc6c2-945f-4c94-ac01-4b115d2c6c9a), before_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:09:56.598613 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-fb7875d1-d0ba-43ff-a3a5-e3ddc12e8c70 req-358e43d3-fb80-48bf-ac12-ab0f9d9cfeb2 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=816526f9-3182-449c-a6c1-ec06db6c235e HTTP/1.1" status: 200 len: 217 time: 0.0452540 Feb 09 19:09:56.606595 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-16c6fcc7-0ead-4895-b264-233be9ccc80d tempest-ServersTestFqdnHostnames-1825251855 tempest-ServersTestFqdnHostnames-1825251855-project] Publish callbacks [] for security_group (None), before_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:09:56.687661 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1d60721-b694-447e-bd31-5626fc74149e req-717eb046-d817-4276-9690-15f09ea1ae93 tempest-LiveMigrationNegativeTest-761470368 tempest-LiveMigrationNegativeTest-761470368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:09:56.689485 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-b1d60721-b694-447e-bd31-5626fc74149e req-717eb046-d817-4276-9690-15f09ea1ae93 tempest-LiveMigrationNegativeTest-761470368 tempest-LiveMigrationNegativeTest-761470368-project] 10.222.0.75 "GET /v2.0/ports?device_id=e1cb6d98-e8bf-4a2d-93c3-81ecbbb5282f HTTP/1.1" status: 200 len: 949 time: 0.1682394 Feb 09 19:09:56.759407 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3922ca08-b3bb-471e-b687-b457b4cbe639 req-36486395-35d3-47ff-b88b-a36f869160a8 tempest-DeleteServersTestJSON-1870379525 tempest-DeleteServersTestJSON-1870379525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:09:56.768287 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-3922ca08-b3bb-471e-b687-b457b4cbe639 req-36486395-35d3-47ff-b88b-a36f869160a8 tempest-DeleteServersTestJSON-1870379525 tempest-DeleteServersTestJSON-1870379525-project] 10.222.0.75 "GET /v2.0/ports?device_id=0199b3d8-ece2-4858-9bf9-9a0b41f4aaf2 HTTP/1.1" status: 200 len: 945 time: 0.3094885 Feb 09 19:09:56.776441 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-b1d60721-b694-447e-bd31-5626fc74149e req-a4ca62da-4113-40f5-a2dd-da1b61c10b08 tempest-LiveMigrationNegativeTest-761470368 tempest-LiveMigrationNegativeTest-761470368-project] 10.222.0.75 "GET /v2.0/security-groups?id=2741b903-8e7c-428e-a4c7-c3e2738431b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0748825 Feb 09 19:09:56.787196 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.db [req-2c726542-e9c0-45d8-8684-9ce5657f9c30 req-b1778582-e4bd-4ea9-9f67-457108de22d9 tempest-LiveMigrationNegativeTest-761470368 tempest-LiveMigrationNegativeTest-761470368-project] For port 6f1dc6c2-945f-4c94-ac01-4b115d2c6c9a, host n-h1-713498-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-36',level=0,port_id=6f1dc6c2-945f-4c94-ac01-4b115d2c6c9a,segment=NetworkSegment(50e5915e-18f0-4558-9a28-b978975ead36),segment_id=50e5915e-18f0-4558-9a28-b978975ead36)] {{(pid=103230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 19:09:56.792928 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [req-2c726542-e9c0-45d8-8684-9ce5657f9c30 req-b1778582-e4bd-4ea9-9f67-457108de22d9 tempest-LiveMigrationNegativeTest-761470368 tempest-LiveMigrationNegativeTest-761470368-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1820838'] for port (6f1dc6c2-945f-4c94-ac01-4b115d2c6c9a), precommit_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:09:56.831720 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.plugin [req-2c726542-e9c0-45d8-8684-9ce5657f9c30 req-b1778582-e4bd-4ea9-9f67-457108de22d9 tempest-LiveMigrationNegativeTest-761470368 tempest-LiveMigrationNegativeTest-761470368-project] Calling delete_port for 6f1dc6c2-945f-4c94-ac01-4b115d2c6c9a owned by compute:nova {{(pid=103230) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 19:09:56.889179 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb7875d1-d0ba-43ff-a3a5-e3ddc12e8c70 req-0c0319c2-8234-4a05-ad3e-eaa278884e88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:09:56.890881 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-fb7875d1-d0ba-43ff-a3a5-e3ddc12e8c70 req-0c0319c2-8234-4a05-ad3e-eaa278884e88 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=41b0b245-923a-427d-ac3e-7f4b2ecbbb0e HTTP/1.1" status: 200 len: 847 time: 0.2858613 Feb 09 19:09:57.001491 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-fb7875d1-d0ba-43ff-a3a5-e3ddc12e8c70 req-481434bb-6422-40f4-94bf-83b063301095 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=d725567e-ae4f-48c7-8826-ca95b9692346&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0900960 Feb 09 19:09:57.026590 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-3922ca08-b3bb-471e-b687-b457b4cbe639 req-37085540-f056-46a3-ac5c-30587741ea82 tempest-DeleteServersTestJSON-1870379525 tempest-DeleteServersTestJSON-1870379525-project] 10.222.0.75 "GET /v2.0/security-groups?id=5ce92d32-ca94-4b6c-925d-b9dff609abe6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2571259 Feb 09 19:09:57.055422 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.plugin [req-c9763554-7593-44d8-a147-3ca1b89a54c9 req-bea0cc52-46df-4ce5-b7eb-bfd0f9a68d6b tempest-DeleteServersTestJSON-1870379525 tempest-DeleteServersTestJSON-1870379525-project] Deleting port d81f9021-02c1-4d0f-88e3-8f01cb4ba3d0 {{(pid=103229) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 19:09:57.057333 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-c9763554-7593-44d8-a147-3ca1b89a54c9 req-bea0cc52-46df-4ce5-b7eb-bfd0f9a68d6b tempest-DeleteServersTestJSON-1870379525 tempest-DeleteServersTestJSON-1870379525-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762867170196'] for port (d81f9021-02c1-4d0f-88e3-8f01cb4ba3d0), before_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:09:57.085226 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [req-2c726542-e9c0-45d8-8684-9ce5657f9c30 req-b1778582-e4bd-4ea9-9f67-457108de22d9 tempest-LiveMigrationNegativeTest-761470368 tempest-LiveMigrationNegativeTest-761470368-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762867177463', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762866656476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14393751'] for port (6f1dc6c2-945f-4c94-ac01-4b115d2c6c9a), after_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:09:57.102060 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] get_ports_and_sgs() called for port_ids ['6f1dc6c2-945f-4c94-ac01-4b115d2c6c9a'] {{(pid=103232) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 19:09:57.124668 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1778582-e4bd-4ea9-9f67-457108de22d9 tempest-LiveMigrationNegativeTest-761470368 tempest-LiveMigrationNegativeTest-761470368-project] Pushing event deleted for resources: {'Port': ['ID=6f1dc6c2-945f-4c94-ac01-4b115d2c6c9a,revision_number=None']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:09:57.181053 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 56206) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:09:57.234982 n-d-713498-36 neutron-server[103230]: DEBUG neutron.db.l3_dvrscheduler_db [req-2c726542-e9c0-45d8-8684-9ce5657f9c30 req-b1778582-e4bd-4ea9-9f67-457108de22d9 tempest-LiveMigrationNegativeTest-761470368 tempest-LiveMigrationNegativeTest-761470368-project] No DVR routers for this DVR port 6f1dc6c2-945f-4c94-ac01-4b115d2c6c9a on host n-h1-713498-36 {{(pid=103230) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 19:09:57.238204 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [req-2c726542-e9c0-45d8-8684-9ce5657f9c30 req-b1778582-e4bd-4ea9-9f67-457108de22d9 tempest-LiveMigrationNegativeTest-761470368 tempest-LiveMigrationNegativeTest-761470368-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171096'] for port (None), before_response {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:09:57.248159 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-2c726542-e9c0-45d8-8684-9ce5657f9c30 req-b1778582-e4bd-4ea9-9f67-457108de22d9 tempest-LiveMigrationNegativeTest-761470368 tempest-LiveMigrationNegativeTest-761470368-project] 10.222.0.89 "DELETE /v2.0/ports/6f1dc6c2-945f-4c94-ac01-4b115d2c6c9a HTTP/1.1" status: 204 len: 173 time: 0.8833020 Feb 09 19:09:57.248988 n-d-713498-36 neutron-server[103230]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e1cb6d98-e8bf-4a2d-93c3-81ecbbb5282f', 'name': 'network-vif-deleted', 'tag': '6f1dc6c2-945f-4c94-ac01-4b115d2c6c9a'}] {{(pid=103230) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 19:09:57.252820 n-d-713498-36 neutron-server[103230]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aee5919275bae9f72eb374ee322673045eb80c1f84b4b45a97d96923bd50ab51" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7ef9dcf1-0185-4917-ac14-071fdc8205be" -d '{"events": [{"server_uuid": "e1cb6d98-e8bf-4a2d-93c3-81ecbbb5282f", "name": "network-vif-deleted", "tag": "6f1dc6c2-945f-4c94-ac01-4b115d2c6c9a"}]}' {{(pid=103230) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 19:09:57.316919 n-d-713498-36 neutron-server[103230]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 19:09:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f9ecf715-220a-4fb3-b660-d9f185a0780d x-openstack-request-id: req-f9ecf715-220a-4fb3-b660-d9f185a0780d {{(pid=103230) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 19:09:57.317219 n-d-713498-36 neutron-server[103230]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e1cb6d98-e8bf-4a2d-93c3-81ecbbb5282f", "name": "network-vif-deleted", "tag": "6f1dc6c2-945f-4c94-ac01-4b115d2c6c9a", "status": "completed", "code": 200}]} {{(pid=103230) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 19:09:57.317502 n-d-713498-36 neutron-server[103230]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-f9ecf715-220a-4fb3-b660-d9f185a0780d {{(pid=103230) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 19:09:57.318087 n-d-713498-36 neutron-server[103230]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e1cb6d98-e8bf-4a2d-93c3-81ecbbb5282f', 'name': 'network-vif-deleted', 'tag': '6f1dc6c2-945f-4c94-ac01-4b115d2c6c9a', 'status': 'completed', 'code': 200} Feb 09 19:09:57.403932 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.db [req-c9763554-7593-44d8-a147-3ca1b89a54c9 req-bea0cc52-46df-4ce5-b7eb-bfd0f9a68d6b tempest-DeleteServersTestJSON-1870379525 tempest-DeleteServersTestJSON-1870379525-project] For port d81f9021-02c1-4d0f-88e3-8f01cb4ba3d0, host n-h1-713498-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-36',level=0,port_id=d81f9021-02c1-4d0f-88e3-8f01cb4ba3d0,segment=NetworkSegment(d4c5d86e-1399-4ff8-a9ec-2a8082c6024a),segment_id=d4c5d86e-1399-4ff8-a9ec-2a8082c6024a)] {{(pid=103229) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 19:09:57.404551 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-c9763554-7593-44d8-a147-3ca1b89a54c9 req-bea0cc52-46df-4ce5-b7eb-bfd0f9a68d6b tempest-DeleteServersTestJSON-1870379525 tempest-DeleteServersTestJSON-1870379525-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1820838'] for port (d81f9021-02c1-4d0f-88e3-8f01cb4ba3d0), precommit_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:09:57.501091 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.plugin [req-c9763554-7593-44d8-a147-3ca1b89a54c9 req-bea0cc52-46df-4ce5-b7eb-bfd0f9a68d6b tempest-DeleteServersTestJSON-1870379525 tempest-DeleteServersTestJSON-1870379525-project] Calling delete_port for d81f9021-02c1-4d0f-88e3-8f01cb4ba3d0 owned by compute:nova {{(pid=103229) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 19:09:57.505054 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-9c9e6620-9ed3-490b-a565-af79b5104946 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:09:57.515296 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1050d03-ae5f-472e-82af-2261c8199eb1 req-89b21b82-189e-4892-9f67-0aea1a7969a5 tempest-LiveMigrationTest-1021096981 tempest-LiveMigrationTest-1021096981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:09:57.531137 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-a1050d03-ae5f-472e-82af-2261c8199eb1 req-89b21b82-189e-4892-9f67-0aea1a7969a5 tempest-LiveMigrationTest-1021096981 tempest-LiveMigrationTest-1021096981-project] 10.222.0.75 "GET /v2.0/ports?device_id=a26f3e83-5a8d-4d9d-aa20-3d25b99af655 HTTP/1.1" status: 200 len: 945 time: 0.1630852 Feb 09 19:09:57.600825 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-16c6fcc7-0ead-4895-b264-233be9ccc80d tempest-ServersTestFqdnHostnames-1825251855 tempest-ServersTestFqdnHostnames-1825251855-project] Publish callbacks [] for security_group (27f37715-a20e-4347-b5d3-f680924256da), precommit_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:09:57.610138 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-a1050d03-ae5f-472e-82af-2261c8199eb1 req-90e95ef7-a78e-4c68-bf70-385a811ab0f6 tempest-LiveMigrationTest-1021096981 tempest-LiveMigrationTest-1021096981-project] 10.222.0.75 "GET /v2.0/security-groups?id=ba18819a-1490-4e7b-a11b-e8610423d8ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0778794 Feb 09 19:09:57.619549 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-16c6fcc7-0ead-4895-b264-233be9ccc80d tempest-ServersTestFqdnHostnames-1825251855 tempest-ServersTestFqdnHostnames-1825251855-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1892331'] for security_group (27f37715-a20e-4347-b5d3-f680924256da), after_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:09:57.669732 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-16c6fcc7-0ead-4895-b264-233be9ccc80d tempest-ServersTestFqdnHostnames-1825251855 tempest-ServersTestFqdnHostnames-1825251855-project] Publish callbacks [] for security_group (None), before_response {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:09:57.670842 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-16c6fcc7-0ead-4895-b264-233be9ccc80d tempest-ServersTestFqdnHostnames-1825251855 tempest-ServersTestFqdnHostnames-1825251855-project] 10.222.0.75 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 1.3158865 Feb 09 19:09:57.680769 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 56222) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:09:57.686347 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-9c9e6620-9ed3-490b-a565-af79b5104946 admin admin] Publish callbacks [] for security_group (6d97e083-e677-432d-851e-7a33823c9084), precommit_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:09:57.694575 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-576cb736-f4a4-4d66-9b2d-c199efc73f9e req-907f5d8c-6d76-4911-b44a-97dfdecce92d tempest-AttachSCSIVolumeTestJSON-726279386 tempest-AttachSCSIVolumeTestJSON-726279386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:09:57.694910 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-9c9e6620-9ed3-490b-a565-af79b5104946 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1892331'] for security_group (6d97e083-e677-432d-851e-7a33823c9084), after_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:09:57.697013 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-576cb736-f4a4-4d66-9b2d-c199efc73f9e req-907f5d8c-6d76-4911-b44a-97dfdecce92d tempest-AttachSCSIVolumeTestJSON-726279386 tempest-AttachSCSIVolumeTestJSON-726279386-project] 10.222.0.75 "GET /v2.0/ports?device_id=640ac1ab-0d75-4c0e-a2a1-233975d248c8 HTTP/1.1" status: 200 len: 946 time: 0.2848957 Feb 09 19:09:57.704832 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.v2.base [None req-f0b158d0-5ab1-422c-8ba8-a4453d3786bb tempest-ServersTestFqdnHostnames-1825251855 tempest-ServersTestFqdnHostnames-1825251855-project] Request body: {'security_group_rule': {'security_group_id': '27f37715-a20e-4347-b5d3-f680924256da', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 19:09:57.726378 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-fb7875d1-d0ba-43ff-a3a5-e3ddc12e8c70 req-b27ac0f9-564e-490a-9b17-fde3cc78dc93 service neutron] 10.222.0.89 "GET /v2.0/networks/d725567e-ae4f-48c7-8826-ca95b9692346?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6773124 Feb 09 19:09:57.789276 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16c6fcc7-0ead-4895-b264-233be9ccc80d tempest-ServersTestFqdnHostnames-1825251855 tempest-ServersTestFqdnHostnames-1825251855-project] Pushing event updated for resources: {'SecurityGroup': ['ID=27f37715-a20e-4347-b5d3-f680924256da,revision_number=1']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:09:57.816494 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-9c9e6620-9ed3-490b-a565-af79b5104946 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=8bb230663db74821be8cd508da6c7e1e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6316187 Feb 09 19:09:57.824996 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 56230) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:09:57.856746 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c9e6620-9ed3-490b-a565-af79b5104946 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6d97e083-e677-432d-851e-7a33823c9084,revision_number=1']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:09:57.983461 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-f0b158d0-5ab1-422c-8ba8-a4453d3786bb tempest-ServersTestFqdnHostnames-1825251855 tempest-ServersTestFqdnHostnames-1825251855-project] Publish callbacks [] for security_group_rule (7667789e-d1f0-4599-bb2b-85c7c71a03fc), before_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:09:58.015853 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-76e1dd80-1788-43dc-bf4d-407e92cbdaa1 req-405f5ff2-f3fb-4ce0-ab68-aba35d2516ee tempest-LiveMigrationNegativeTest-761470368 tempest-LiveMigrationNegativeTest-761470368-project] 10.222.0.75 "GET /v2.0/ports?device_id=e1cb6d98-e8bf-4a2d-93c3-81ecbbb5282f HTTP/1.1" status: 200 len: 210 time: 0.1000400 Feb 09 19:09:58.038799 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Device bf8edb2c-20d9-4b44-a70d-cbb76c002b1a details requested by agent hyperv_n-h2-713498-36 with host n-h2-713498-36 {{(pid=103232) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 19:09:58.085696 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-576cb736-f4a4-4d66-9b2d-c199efc73f9e req-d36cc269-0a65-465c-bd97-09658f9b9afe tempest-AttachSCSIVolumeTestJSON-726279386 tempest-AttachSCSIVolumeTestJSON-726279386-project] 10.222.0.75 "GET /v2.0/security-groups?id=6ef9449a-e098-4cf5-aab7-b58b6c7c0ccd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3322375 Feb 09 19:09:58.091051 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Device 89f7c32b-bdba-4838-92c0-c3f4d505836a up at agent ovs-agent-n-d-713498-36 {{(pid=103232) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 19:09:58.175987 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-fb7875d1-d0ba-43ff-a3a5-e3ddc12e8c70 req-a37f706b-6d07-4b4a-bdad-9f9793dbe3d9 service neutron] 10.222.0.89 "GET /v2.0/networks/d725567e-ae4f-48c7-8826-ca95b9692346?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4484453 Feb 09 19:09:58.194476 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-71c75551-d7e9-4e52-aaa3-94e3e66dd0d6 admin admin] Publish callbacks [] for security_group (6d97e083-e677-432d-851e-7a33823c9084), before_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:09:58.196154 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-c9763554-7593-44d8-a147-3ca1b89a54c9 req-bea0cc52-46df-4ce5-b7eb-bfd0f9a68d6b tempest-DeleteServersTestJSON-1870379525 tempest-DeleteServersTestJSON-1870379525-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762867177463', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762866656476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12867576'] for port (d81f9021-02c1-4d0f-88e3-8f01cb4ba3d0), after_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:09:58.217406 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.db.resource_extend [None req-7429db8d-6021-40ad-813e-885be449a89b None None] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 09 19:09:58.225621 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] get_ports_and_sgs() called for port_ids ['d81f9021-02c1-4d0f-88e3-8f01cb4ba3d0'] {{(pid=103232) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 19:09:58.284850 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bea0cc52-46df-4ce5-b7eb-bfd0f9a68d6b tempest-DeleteServersTestJSON-1870379525 tempest-DeleteServersTestJSON-1870379525-project] Pushing event deleted for resources: {'Port': ['ID=d81f9021-02c1-4d0f-88e3-8f01cb4ba3d0,revision_number=None']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:09:58.338268 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-71c75551-d7e9-4e52-aaa3-94e3e66dd0d6 admin admin] Publish callbacks [] for security_group (6d97e083-e677-432d-851e-7a33823c9084), precommit_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:09:58.350692 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-89a0d800-29e1-4d7e-817f-bde5a1a6f6fc req-48f27e73-08ac-41f2-9373-bbf9997c4772 tempest-DeleteServersTestJSON-1870379525 tempest-DeleteServersTestJSON-1870379525-project] 10.222.0.75 "GET /v2.0/ports?device_id=0199b3d8-ece2-4858-9bf9-9a0b41f4aaf2 HTTP/1.1" status: 200 len: 210 time: 0.0711324 Feb 09 19:09:58.353540 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-f0b158d0-5ab1-422c-8ba8-a4453d3786bb tempest-ServersTestFqdnHostnames-1825251855 tempest-ServersTestFqdnHostnames-1825251855-project] Publish callbacks [] for security_group_rule (7667789e-d1f0-4599-bb2b-85c7c71a03fc), precommit_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:09:58.380230 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-f0b158d0-5ab1-422c-8ba8-a4453d3786bb tempest-ServersTestFqdnHostnames-1825251855 tempest-ServersTestFqdnHostnames-1825251855-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1892250'] for security_group_rule (7667789e-d1f0-4599-bb2b-85c7c71a03fc), after_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:09:58.400915 n-d-713498-36 neutron-server[103233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2091025a-fc38-42a2-a705-842d1bc73385 None None] Sync routers for ids ['b479526c-50ae-4c5b-aad2-e8f4dc1e5a41'] in n-d-713498-36 {{(pid=103233) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 19:09:58.411272 n-d-713498-36 neutron-server[103233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2091025a-fc38-42a2-a705-842d1bc73385 None None] Routers {'b479526c-50ae-4c5b-aad2-e8f4dc1e5a41'} bound to L3 agent in host n-d-713498-36 {{(pid=103233) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 19:09:58.411888 n-d-713498-36 neutron-server[103233]: DEBUG neutron.db.l3_hamode_db [None req-2091025a-fc38-42a2-a705-842d1bc73385 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T18:51:43Z,description=,heartbeat_timestamp=2022-02-09T19:09:43Z,host='n-d-713498-36',id=93303d5e-5d17-45e8-8963-7694f87783ae,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T18:51:43Z,topic='l3_agent')) {'router_ids': ['b479526c-50ae-4c5b-aad2-e8f4dc1e5a41'], 'active': True} {{(pid=103233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:09:58.447829 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.provisioning_blocks [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Provisioning complete for port 89f7c32b-bdba-4838-92c0-c3f4d505836a triggered by entity L2. {{(pid=103232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 19:09:58.448531 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593630'] for port (89f7c32b-bdba-4838-92c0-c3f4d505836a), provisioning_complete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:09:58.506619 n-d-713498-36 neutron-server[103229]: DEBUG neutron.db.l3_dvrscheduler_db [req-c9763554-7593-44d8-a147-3ca1b89a54c9 req-bea0cc52-46df-4ce5-b7eb-bfd0f9a68d6b tempest-DeleteServersTestJSON-1870379525 tempest-DeleteServersTestJSON-1870379525-project] No DVR routers for this DVR port d81f9021-02c1-4d0f-88e3-8f01cb4ba3d0 on host n-h1-713498-36 {{(pid=103229) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 19:09:58.523839 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-c9763554-7593-44d8-a147-3ca1b89a54c9 req-bea0cc52-46df-4ce5-b7eb-bfd0f9a68d6b tempest-DeleteServersTestJSON-1870379525 tempest-DeleteServersTestJSON-1870379525-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171096'] for port (None), before_response {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:09:58.529246 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-c9763554-7593-44d8-a147-3ca1b89a54c9 req-bea0cc52-46df-4ce5-b7eb-bfd0f9a68d6b tempest-DeleteServersTestJSON-1870379525 tempest-DeleteServersTestJSON-1870379525-project] 10.222.0.89 "DELETE /v2.0/ports/d81f9021-02c1-4d0f-88e3-8f01cb4ba3d0 HTTP/1.1" status: 204 len: 173 time: 2.1016643 Feb 09 19:09:58.530141 n-d-713498-36 neutron-server[103229]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0199b3d8-ece2-4858-9bf9-9a0b41f4aaf2', 'name': 'network-vif-deleted', 'tag': 'd81f9021-02c1-4d0f-88e3-8f01cb4ba3d0'}] {{(pid=103229) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 19:09:58.533524 n-d-713498-36 neutron-server[103229]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fa6ae9a20702bd564eaf90d946620b2b4277b1ab91129323d3b54181076be307" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-184e1987-43d4-4135-bc02-4de5f46a1e97" -d '{"events": [{"server_uuid": "0199b3d8-ece2-4858-9bf9-9a0b41f4aaf2", "name": "network-vif-deleted", "tag": "d81f9021-02c1-4d0f-88e3-8f01cb4ba3d0"}]}' {{(pid=103229) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 19:09:58.560262 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0b158d0-5ab1-422c-8ba8-a4453d3786bb tempest-ServersTestFqdnHostnames-1825251855 tempest-ServersTestFqdnHostnames-1825251855-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7667789e-d1f0-4599-bb2b-85c7c71a03fc,revision_number=0']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:09:58.573429 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-f0b158d0-5ab1-422c-8ba8-a4453d3786bb tempest-ServersTestFqdnHostnames-1825251855 tempest-ServersTestFqdnHostnames-1825251855-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:09:58.578352 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-f0b158d0-5ab1-422c-8ba8-a4453d3786bb tempest-ServersTestFqdnHostnames-1825251855 tempest-ServersTestFqdnHostnames-1825251855-project] 10.222.0.75 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.8928225 Feb 09 19:09:58.580389 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 56246) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:09:58.588394 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.v2.base [None req-9f14c2b9-0941-49a2-92ac-71b8dab3c251 tempest-ServersTestFqdnHostnames-1825251855 tempest-ServersTestFqdnHostnames-1825251855-project] Request body: {'security_group_rule': {'security_group_id': '27f37715-a20e-4347-b5d3-f680924256da', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103230) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 19:09:58.645775 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-71c75551-d7e9-4e52-aaa3-94e3e66dd0d6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1892331'] for security_group (6d97e083-e677-432d-851e-7a33823c9084), after_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:09:58.648602 n-d-713498-36 neutron-server[103233]: DEBUG neutron.db.l3_dvr_db [None req-2091025a-fc38-42a2-a705-842d1bc73385 None None] Set router b479526c-50ae-4c5b-aad2-e8f4dc1e5a41 gateway port host: n-d-713498-36 {{(pid=103233) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 19:09:58.650583 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-71c75551-d7e9-4e52-aaa3-94e3e66dd0d6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:09:58.665091 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-71c75551-d7e9-4e52-aaa3-94e3e66dd0d6 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/6d97e083-e677-432d-851e-7a33823c9084 HTTP/1.1" status: 204 len: 168 time: 0.8351285 Feb 09 19:09:58.689632 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-9f14c2b9-0941-49a2-92ac-71b8dab3c251 tempest-ServersTestFqdnHostnames-1825251855 tempest-ServersTestFqdnHostnames-1825251855-project] Publish callbacks [] for security_group_rule (a48c798a-00f9-4a0c-8d7b-088266b46356), before_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:09:58.702105 n-d-713498-36 neutron-server[103229]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 19:09:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-032005f0-5f9b-4ee9-80c5-303bcadeeb59 x-openstack-request-id: req-032005f0-5f9b-4ee9-80c5-303bcadeeb59 {{(pid=103229) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 19:09:58.702401 n-d-713498-36 neutron-server[103229]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0199b3d8-ece2-4858-9bf9-9a0b41f4aaf2", "name": "network-vif-deleted", "tag": "d81f9021-02c1-4d0f-88e3-8f01cb4ba3d0", "status": "completed", "code": 200}]} {{(pid=103229) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 19:09:58.707069 n-d-713498-36 neutron-server[103229]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-032005f0-5f9b-4ee9-80c5-303bcadeeb59 {{(pid=103229) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 19:09:58.708867 n-d-713498-36 neutron-server[103229]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0199b3d8-ece2-4858-9bf9-9a0b41f4aaf2', 'name': 'network-vif-deleted', 'tag': 'd81f9021-02c1-4d0f-88e3-8f01cb4ba3d0', 'status': 'completed', 'code': 200} Feb 09 19:09:58.712069 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71c75551-d7e9-4e52-aaa3-94e3e66dd0d6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6d97e083-e677-432d-851e-7a33823c9084,revision_number=None']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:09:58.719632 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-7429db8d-6021-40ad-813e-885be449a89b None None] For port bf8edb2c-20d9-4b44-a70d-cbb76c002b1a, host n-h2-713498-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-36',level=0,port_id=bf8edb2c-20d9-4b44-a70d-cbb76c002b1a,segment=NetworkSegment(1cb0f7b5-eca3-4fd8-9372-0323bad2bf37),segment_id=1cb0f7b5-eca3-4fd8-9372-0323bad2bf37)] {{(pid=103232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 19:09:58.759616 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Current status of the port 89f7c32b-bdba-4838-92c0-c3f4d505836a is: DOWN; New status is: ACTIVE {{(pid=103232) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 19:09:58.760009 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (89f7c32b-bdba-4838-92c0-c3f4d505836a), before_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:09:58.828294 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Returning: {'device': 'bf8edb2c-20d9-4b44-a70d-cbb76c002b1a', 'network_id': 'e119be35-9333-4ec1-a284-366321b505fc', 'port_id': 'bf8edb2c-20d9-4b44-a70d-cbb76c002b1a', 'mac_address': 'fa:16:3e:ad:dd:19', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 352, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1c11460d-4fed-4117-8587-f721cf533c67', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103232) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 19:09:58.869605 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-9f14c2b9-0941-49a2-92ac-71b8dab3c251 tempest-ServersTestFqdnHostnames-1825251855 tempest-ServersTestFqdnHostnames-1825251855-project] Publish callbacks [] for security_group_rule (a48c798a-00f9-4a0c-8d7b-088266b46356), precommit_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:09:58.884370 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] For port 89f7c32b-bdba-4838-92c0-c3f4d505836a, host n-d-713498-36, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-36',level=0,port_id=89f7c32b-bdba-4838-92c0-c3f4d505836a,segment=NetworkSegment(a4222f89-8d3f-4b51-953b-1a8126392491),segment_id=a4222f89-8d3f-4b51-953b-1a8126392491)] {{(pid=103232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 19:09:58.884872 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-9f14c2b9-0941-49a2-92ac-71b8dab3c251 tempest-ServersTestFqdnHostnames-1825251855 tempest-ServersTestFqdnHostnames-1825251855-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1892250'] for security_group_rule (a48c798a-00f9-4a0c-8d7b-088266b46356), after_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:09:58.901389 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-922cd709-47ee-43ca-b7ae-0f89f666c111 req-e773ff38-8a36-44bc-b87b-83d6bb6472db tempest-LiveMigrationTest-1021096981 tempest-LiveMigrationTest-1021096981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:09:58.903018 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-922cd709-47ee-43ca-b7ae-0f89f666c111 req-e773ff38-8a36-44bc-b87b-83d6bb6472db tempest-LiveMigrationTest-1021096981 tempest-LiveMigrationTest-1021096981-project] 10.222.0.75 "GET /v2.0/ports?device_id=a26f3e83-5a8d-4d9d-aa20-3d25b99af655 HTTP/1.1" status: 200 len: 945 time: 0.1842389 Feb 09 19:09:58.928194 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-9f14c2b9-0941-49a2-92ac-71b8dab3c251 tempest-ServersTestFqdnHostnames-1825251855 tempest-ServersTestFqdnHostnames-1825251855-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:09:58.931273 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-9f14c2b9-0941-49a2-92ac-71b8dab3c251 tempest-ServersTestFqdnHostnames-1825251855 tempest-ServersTestFqdnHostnames-1825251855-project] 10.222.0.75 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3486657 Feb 09 19:09:58.933988 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 56252) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:09:58.937376 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f14c2b9-0941-49a2-92ac-71b8dab3c251 tempest-ServersTestFqdnHostnames-1825251855 tempest-ServersTestFqdnHostnames-1825251855-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a48c798a-00f9-4a0c-8d7b-088266b46356,revision_number=0']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:09:58.957371 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.v2.base [None req-e3ad7b78-bd99-49d0-b9eb-203198df9369 tempest-ServersTestFqdnHostnames-1825251855 tempest-ServersTestFqdnHostnames-1825251855-project] Request body: {'floatingip': {'floating_network_id': '88055e1e-672a-4487-be31-ffb6e833ece5'}} {{(pid=103229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 19:09:58.958563 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762867176205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762866656485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762866656503'] for port (89f7c32b-bdba-4838-92c0-c3f4d505836a), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:09:59.048162 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Current status of the port bf8edb2c-20d9-4b44-a70d-cbb76c002b1a is: ACTIVE; New status is: BUILD {{(pid=103232) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 19:09:59.055081 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-922cd709-47ee-43ca-b7ae-0f89f666c111 req-1ab29806-97be-4f40-83df-662b9492394f tempest-LiveMigrationTest-1021096981 tempest-LiveMigrationTest-1021096981-project] 10.222.0.75 "GET /v2.0/security-groups?id=ba18819a-1490-4e7b-a11b-e8610423d8ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1444342 Feb 09 19:09:59.060843 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (bf8edb2c-20d9-4b44-a70d-cbb76c002b1a), before_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:09:59.081577 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-e3ad7b78-bd99-49d0-b9eb-203198df9369 tempest-ServersTestFqdnHostnames-1825251855 tempest-ServersTestFqdnHostnames-1825251855-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:09:59.133970 n-d-713498-36 neutron-server[103232]: DEBUG neutron.notifiers.nova [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id bf8edb2c-20d9-4b44-a70d-cbb76c002b1a {{(pid=103232) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 19:09:59.145922 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Pushing event updated for resources: {'Port': ['ID=89f7c32b-bdba-4838-92c0-c3f4d505836a,revision_number=4']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:09:59.203886 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-7429db8d-6021-40ad-813e-885be449a89b None None] For port bf8edb2c-20d9-4b44-a70d-cbb76c002b1a, host n-h2-713498-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-36',level=0,port_id=bf8edb2c-20d9-4b44-a70d-cbb76c002b1a,segment=NetworkSegment(1cb0f7b5-eca3-4fd8-9372-0323bad2bf37),segment_id=1cb0f7b5-eca3-4fd8-9372-0323bad2bf37)] {{(pid=103232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 19:09:59.216988 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762867176205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762866656485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762866656503'] for port (bf8edb2c-20d9-4b44-a70d-cbb76c002b1a), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:09:59.351296 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 56272) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:09:59.360094 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Pushing event updated for resources: {'Port': ['ID=bf8edb2c-20d9-4b44-a70d-cbb76c002b1a,revision_number=6']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:09:59.386314 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dbf5dc6-abca-4942-847a-824e8da5b0a3 req-f164dbe2-4565-43e1-ad74-b49af31550eb tempest-AttachSCSIVolumeTestJSON-726279386 tempest-AttachSCSIVolumeTestJSON-726279386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:09:59.388003 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-0dbf5dc6-abca-4942-847a-824e8da5b0a3 req-f164dbe2-4565-43e1-ad74-b49af31550eb tempest-AttachSCSIVolumeTestJSON-726279386 tempest-AttachSCSIVolumeTestJSON-726279386-project] 10.222.0.75 "GET /v2.0/ports?device_id=640ac1ab-0d75-4c0e-a2a1-233975d248c8 HTTP/1.1" status: 200 len: 946 time: 0.1468744 Feb 09 19:09:59.400560 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-5b353c96-7a41-4cdd-b426-2c238845a8a1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:09:59.491885 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-0dbf5dc6-abca-4942-847a-824e8da5b0a3 req-efdf6016-b5e7-447f-bf05-17d2040ac56b tempest-AttachSCSIVolumeTestJSON-726279386 tempest-AttachSCSIVolumeTestJSON-726279386-project] 10.222.0.75 "GET /v2.0/security-groups?id=6ef9449a-e098-4cf5-aab7-b58b6c7c0ccd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0806923 Feb 09 19:09:59.494458 n-d-713498-36 neutron-server[103233]: DEBUG neutron.db.l3_hamode_db [None req-2091025a-fc38-42a2-a705-842d1bc73385 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b479526c-50ae-4c5b-aad2-e8f4dc1e5a41', 'name': 'tempest-ServersTestFqdnHostnames-706481240-router', 'tenant_id': 'fe206dc0d0dc4c4b8b6e41d9b0f130f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88055e1e-672a-4487-be31-ffb6e833ece5', 'external_fixed_ips': [{'subnet_id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'ip_address': '172.25.1.115'}], 'enable_snat': True}, 'gw_port_id': '89f7c32b-bdba-4838-92c0-c3f4d505836a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T19:09:47Z', 'updated_at': '2022-02-09T19:09:53Z', 'revision_number': 4, 'project_id': 'fe206dc0d0dc4c4b8b6e41d9b0f130f4', 'gw_port': {'id': '89f7c32b-bdba-4838-92c0-c3f4d505836a', 'name': '', 'network_id': '88055e1e-672a-4487-be31-ffb6e833ece5', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:f6:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b479526c-50ae-4c5b-aad2-e8f4dc1e5a41', 'device_owner': 'network:router_gateway', 'standard_attr_id': 945, 'fixed_ips': [{'subnet_id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'ip_address': '172.25.1.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T19:09:48Z', 'updated_at': '2022-02-09T19:09:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-36', '_interfaces': [{'id': '7e320a7b-c308-4ee7-a9af-ede100c3bea0', 'name': '', 'network_id': '23931817-e40f-432d-9c70-5639e042245b', 'tenant_id': 'fe206dc0d0dc4c4b8b6e41d9b0f130f4', 'mac_address': 'fa:16:3e:36:0b:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b479526c-50ae-4c5b-aad2-e8f4dc1e5a41', 'device_owner': 'network:router_interface', 'standard_attr_id': 961, 'fixed_ips': [{'subnet_id': '41bc0241-d139-4b59-a127-eb1af19bb3e9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T19:09:52Z', 'updated_at': '2022-02-09T19:09:53Z', 'revision_number': 2, 'project_id': 'fe206dc0d0dc4c4b8b6e41d9b0f130f4', 'subnets': [{'id': '41bc0241-d139-4b59-a127-eb1af19bb3e9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-36', False) {} {{(pid=103233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:09:59.519034 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-7429db8d-6021-40ad-813e-885be449a89b None None] get_ports_and_sgs() called for port_ids ['bf8edb2c-20d9-4b44-a70d-cbb76c002b1a'] {{(pid=103232) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 19:09:59.519299 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-e3ad7b78-bd99-49d0-b9eb-203198df9369 tempest-ServersTestFqdnHostnames-1825251855 tempest-ServersTestFqdnHostnames-1825251855-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (None), before_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:09:59.602233 n-d-713498-36 neutron-server[103233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2091025a-fc38-42a2-a705-842d1bc73385 None None] Checking router: b479526c-50ae-4c5b-aad2-e8f4dc1e5a41 for host: n-d-713498-36 {{(pid=103233) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 19:09:59.603827 n-d-713498-36 neutron-server[103233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2091025a-fc38-42a2-a705-842d1bc73385 None None] Updating router b479526c-50ae-4c5b-aad2-e8f4dc1e5a41 port 7e320a7b-c308-4ee7-a9af-ede100c3bea0 binding host n-d-713498-36 {{(pid=103233) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 19:09:59.682657 n-d-713498-36 neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-2091025a-fc38-42a2-a705-842d1bc73385 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (7e320a7b-c308-4ee7-a9af-ede100c3bea0), before_update {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:09:59.776202 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-5b353c96-7a41-4cdd-b426-2c238845a8a1 admin admin] Publish callbacks [] for security_group (0c6b88cd-1fde-44eb-b5bd-fa46df91dcb9), precommit_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:09:59.815560 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-5b353c96-7a41-4cdd-b426-2c238845a8a1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1892331'] for security_group (0c6b88cd-1fde-44eb-b5bd-fa46df91dcb9), after_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:09:59.908104 n-d-713498-36 neutron-server[103229]: DEBUG neutron.db.db_base_plugin_common [None req-e3ad7b78-bd99-49d0-b9eb-203198df9369 tempest-ServersTestFqdnHostnames-1825251855 tempest-ServersTestFqdnHostnames-1825251855-project] Allocated IP 172.25.1.194 (88055e1e-672a-4487-be31-ffb6e833ece5/ac16dbcc-383c-4b43-9153-d763c4a53f91/d96ecbae-2c33-4217-aee4-994c1d5bb21c) {{(pid=103229) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 19:09:59.966749 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 56282) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:09:59.992346 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0cc5077-d33b-4370-9f07-02ca44654586 req-4f8ab5c7-ce7d-4903-8b66-40378d34c8f3 tempest-AttachSCSIVolumeTestJSON-726279386 tempest-AttachSCSIVolumeTestJSON-726279386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:09:59.993906 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-f0cc5077-d33b-4370-9f07-02ca44654586 req-4f8ab5c7-ce7d-4903-8b66-40378d34c8f3 tempest-AttachSCSIVolumeTestJSON-726279386 tempest-AttachSCSIVolumeTestJSON-726279386-project] 10.222.0.90 "GET /v2.0/ports?device_id=640ac1ab-0d75-4c0e-a2a1-233975d248c8 HTTP/1.1" status: 200 len: 946 time: 0.4777768 Feb 09 19:10:00.026068 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b353c96-7a41-4cdd-b426-2c238845a8a1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0c6b88cd-1fde-44eb-b5bd-fa46df91dcb9,revision_number=1']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:10:00.040444 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Device bf8edb2c-20d9-4b44-a70d-cbb76c002b1a up at agent hyperv_n-h2-713498-36 {{(pid=103232) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 19:10:00.106960 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Device 89f7c32b-bdba-4838-92c0-c3f4d505836a up at agent ovs-agent-n-d-713498-36 {{(pid=103232) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 19:10:00.159805 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-e3ad7b78-bd99-49d0-b9eb-203198df9369 tempest-ServersTestFqdnHostnames-1825251855 tempest-ServersTestFqdnHostnames-1825251855-project] Publish callbacks [] for port (d96ecbae-2c33-4217-aee4-994c1d5bb21c), precommit_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:10:00.227676 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Device d81f9021-02c1-4d0f-88e3-8f01cb4ba3d0 no longer exists at agent hyperv_n-h1-713498-36 {{(pid=103232) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 19:10:00.241187 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-5b353c96-7a41-4cdd-b426-2c238845a8a1 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=5731877c51674cfc818edbc141eae854&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8881011 Feb 09 19:10:00.247865 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 56296) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:10:00.281835 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-e3ad7b78-bd99-49d0-b9eb-203198df9369 tempest-ServersTestFqdnHostnames-1825251855 tempest-ServersTestFqdnHostnames-1825251855-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762866656467', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12867576'] for port (d96ecbae-2c33-4217-aee4-994c1d5bb21c), after_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:10:00.325759 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] No Port match for: d81f9021-02c1-4d0f-88e3-8f01cb4ba3d0 {{(pid=103232) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 19:10:00.326371 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Device d81f9021-02c1-4d0f-88e3-8f01cb4ba3d0 not bound to the agent host n-h1-713498-36 {{(pid=103232) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 19:10:00.327903 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Device 6f1dc6c2-945f-4c94-ac01-4b115d2c6c9a no longer exists at agent hyperv_n-h1-713498-36 {{(pid=103232) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 19:10:00.344933 n-d-713498-36 neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-2091025a-fc38-42a2-a705-842d1bc73385 None None] Publish callbacks [] for port (7e320a7b-c308-4ee7-a9af-ede100c3bea0), precommit_update {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:10:00.356932 n-d-713498-36 neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-2091025a-fc38-42a2-a705-842d1bc73385 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762867176205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762866656485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762866656503'] for port (7e320a7b-c308-4ee7-a9af-ede100c3bea0), after_update {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:10:00.411719 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3ad7b78-bd99-49d0-b9eb-203198df9369 tempest-ServersTestFqdnHostnames-1825251855 tempest-ServersTestFqdnHostnames-1825251855-project] Pushing event updated for resources: {'Port': ['ID=d96ecbae-2c33-4217-aee4-994c1d5bb21c,revision_number=1']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:10:00.432637 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3ad7b78-bd99-49d0-b9eb-203198df9369 tempest-ServersTestFqdnHostnames-1825251855 tempest-ServersTestFqdnHostnames-1825251855-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:10:00.433656 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3ad7b78-bd99-49d0-b9eb-203198df9369 tempest-ServersTestFqdnHostnames-1825251855 tempest-ServersTestFqdnHostnames-1825251855-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:10:00.434179 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3ad7b78-bd99-49d0-b9eb-203198df9369 tempest-ServersTestFqdnHostnames-1825251855 tempest-ServersTestFqdnHostnames-1825251855-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:10:00.435199 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3ad7b78-bd99-49d0-b9eb-203198df9369 tempest-ServersTestFqdnHostnames-1825251855 tempest-ServersTestFqdnHostnames-1825251855-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:10:00.435199 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3ad7b78-bd99-49d0-b9eb-203198df9369 tempest-ServersTestFqdnHostnames-1825251855 tempest-ServersTestFqdnHostnames-1825251855-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:10:00.435413 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3ad7b78-bd99-49d0-b9eb-203198df9369 tempest-ServersTestFqdnHostnames-1825251855 tempest-ServersTestFqdnHostnames-1825251855-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:10:00.435835 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3ad7b78-bd99-49d0-b9eb-203198df9369 tempest-ServersTestFqdnHostnames-1825251855 tempest-ServersTestFqdnHostnames-1825251855-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:10:00.436267 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3ad7b78-bd99-49d0-b9eb-203198df9369 tempest-ServersTestFqdnHostnames-1825251855 tempest-ServersTestFqdnHostnames-1825251855-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:10:00.436691 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3ad7b78-bd99-49d0-b9eb-203198df9369 tempest-ServersTestFqdnHostnames-1825251855 tempest-ServersTestFqdnHostnames-1825251855-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:10:00.437131 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3ad7b78-bd99-49d0-b9eb-203198df9369 tempest-ServersTestFqdnHostnames-1825251855 tempest-ServersTestFqdnHostnames-1825251855-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:10:00.437556 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3ad7b78-bd99-49d0-b9eb-203198df9369 tempest-ServersTestFqdnHostnames-1825251855 tempest-ServersTestFqdnHostnames-1825251855-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:10:00.437998 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3ad7b78-bd99-49d0-b9eb-203198df9369 tempest-ServersTestFqdnHostnames-1825251855 tempest-ServersTestFqdnHostnames-1825251855-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:10:00.438420 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3ad7b78-bd99-49d0-b9eb-203198df9369 tempest-ServersTestFqdnHostnames-1825251855 tempest-ServersTestFqdnHostnames-1825251855-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:10:00.449990 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] No Port match for: 6f1dc6c2-945f-4c94-ac01-4b115d2c6c9a {{(pid=103232) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 19:10:00.450597 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Device 6f1dc6c2-945f-4c94-ac01-4b115d2c6c9a not bound to the agent host n-h1-713498-36 {{(pid=103232) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 19:10:00.494871 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.provisioning_blocks [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Provisioning complete for port bf8edb2c-20d9-4b44-a70d-cbb76c002b1a triggered by entity L2. {{(pid=103232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 19:10:00.495128 n-d-713498-36 neutron-server[103229]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3ad7b78-bd99-49d0-b9eb-203198df9369 tempest-ServersTestFqdnHostnames-1825251855 tempest-ServersTestFqdnHostnames-1825251855-project] Network 88055e1e-672a-4487-be31-ffb6e833ece5 is already hosted by enough agents. {{(pid=103229) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 19:10:00.495839 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593630'] for port (bf8edb2c-20d9-4b44-a70d-cbb76c002b1a), provisioning_complete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:10:00.505419 n-d-713498-36 neutron-server[103233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd967c2a-7cb6-49a8-a72b-2c97e9e8a639 None None] Pushing event updated for resources: {'Port': ['ID=7e320a7b-c308-4ee7-a9af-ede100c3bea0,revision_number=3']} {{(pid=103233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:10:00.532835 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-76429444-647f-435d-86be-8c31aeecd77f admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=0093088d84084204a4b692aeb2e2aa08&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5560398 Feb 09 19:10:00.534263 n-d-713498-36 neutron-server[103229]: DEBUG neutron.scheduler.base_scheduler [None req-e3ad7b78-bd99-49d0-b9eb-203198df9369 tempest-ServersTestFqdnHostnames-1825251855 tempest-ServersTestFqdnHostnames-1825251855-project] Resources bound (agent type, host, resource id): {{(pid=103229) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 19:10:00.536484 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 56304) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:10:00.536652 n-d-713498-36 neutron-server[103233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd967c2a-7cb6-49a8-a72b-2c97e9e8a639 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:10:00.536776 n-d-713498-36 neutron-server[103233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd967c2a-7cb6-49a8-a72b-2c97e9e8a639 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:10:00.537015 n-d-713498-36 neutron-server[103233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd967c2a-7cb6-49a8-a72b-2c97e9e8a639 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:10:00.537446 n-d-713498-36 neutron-server[103233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd967c2a-7cb6-49a8-a72b-2c97e9e8a639 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:10:00.538273 n-d-713498-36 neutron-server[103233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd967c2a-7cb6-49a8-a72b-2c97e9e8a639 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:10:00.538461 n-d-713498-36 neutron-server[103233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd967c2a-7cb6-49a8-a72b-2c97e9e8a639 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:10:00.545712 n-d-713498-36 neutron-server[103229]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3ad7b78-bd99-49d0-b9eb-203198df9369 tempest-ServersTestFqdnHostnames-1825251855 tempest-ServersTestFqdnHostnames-1825251855-project] Received port after_create {{(pid=103229) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 19:10:00.546949 n-d-713498-36 neutron-server[103233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd967c2a-7cb6-49a8-a72b-2c97e9e8a639 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:10:00.547375 n-d-713498-36 neutron-server[103233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd967c2a-7cb6-49a8-a72b-2c97e9e8a639 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:10:00.547709 n-d-713498-36 neutron-server[103233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd967c2a-7cb6-49a8-a72b-2c97e9e8a639 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:10:00.548037 n-d-713498-36 neutron-server[103233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd967c2a-7cb6-49a8-a72b-2c97e9e8a639 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:10:00.548363 n-d-713498-36 neutron-server[103233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd967c2a-7cb6-49a8-a72b-2c97e9e8a639 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:10:00.548682 n-d-713498-36 neutron-server[103233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd967c2a-7cb6-49a8-a72b-2c97e9e8a639 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:10:00.548999 n-d-713498-36 neutron-server[103233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd967c2a-7cb6-49a8-a72b-2c97e9e8a639 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:10:00.567880 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.provisioning_blocks [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Provisioning complete for port 89f7c32b-bdba-4838-92c0-c3f4d505836a triggered by entity L2. {{(pid=103232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 19:10:00.568262 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593630'] for port (89f7c32b-bdba-4838-92c0-c3f4d505836a), provisioning_complete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:10:00.708982 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af4c407c-0307-4b3f-804a-1825a9ef1a83 req-bf762cb6-173f-47e5-adf0-4f771b75353a tempest-LiveMigrationTest-1021096981 tempest-LiveMigrationTest-1021096981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:10:00.719139 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-af4c407c-0307-4b3f-804a-1825a9ef1a83 req-bf762cb6-173f-47e5-adf0-4f771b75353a tempest-LiveMigrationTest-1021096981 tempest-LiveMigrationTest-1021096981-project] 10.222.0.75 "GET /v2.0/ports?device_id=a26f3e83-5a8d-4d9d-aa20-3d25b99af655 HTTP/1.1" status: 200 len: 945 time: 0.4792616 Feb 09 19:10:00.770704 n-d-713498-36 neutron-server[103233]: DEBUG neutron.plugins.ml2.managers [None req-2091025a-fc38-42a2-a705-842d1bc73385 None None] Attempting to bind port 7e320a7b-c308-4ee7-a9af-ede100c3bea0 on host n-d-713498-36 for vnic_type normal with profile {{(pid=103233) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 19:10:00.774402 n-d-713498-36 neutron-server[103233]: DEBUG neutron.plugins.ml2.managers [None req-2091025a-fc38-42a2-a705-842d1bc73385 None None] Attempting to bind port 7e320a7b-c308-4ee7-a9af-ede100c3bea0 by drivers openvswitch,hyperv on host n-d-713498-36 at level 0 using segments [{'id': '142497ea-782c-49a4-8188-5e519c68d621', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '23931817-e40f-432d-9c70-5639e042245b'}] {{(pid=103233) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 19:10:00.774939 n-d-713498-36 neutron-server[103233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2091025a-fc38-42a2-a705-842d1bc73385 None None] Attempting to bind port 7e320a7b-c308-4ee7-a9af-ede100c3bea0 on network 23931817-e40f-432d-9c70-5639e042245b {{(pid=103233) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 19:10:00.793044 n-d-713498-36 neutron-server[103233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2091025a-fc38-42a2-a705-842d1bc73385 None None] Checking agent: {'id': '496418a2-c002-4aec-ab1a-07f3bea491bd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-36', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 18, 51, 47), 'started_at': datetime.datetime(2022, 2, 9, 18, 52, 17), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 19, 9, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-36'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103233) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 19:10:00.793948 n-d-713498-36 neutron-server[103233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2091025a-fc38-42a2-a705-842d1bc73385 None None] Checking segment: {'id': '142497ea-782c-49a4-8188-5e519c68d621', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '23931817-e40f-432d-9c70-5639e042245b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103233) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 19:10:00.793948 n-d-713498-36 neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-2091025a-fc38-42a2-a705-842d1bc73385 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:10:00.794241 n-d-713498-36 neutron-server[103233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2091025a-fc38-42a2-a705-842d1bc73385 None None] Bound using segment: {'id': '142497ea-782c-49a4-8188-5e519c68d621', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '23931817-e40f-432d-9c70-5639e042245b'} {{(pid=103233) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 19:10:00.794615 n-d-713498-36 neutron-server[103233]: DEBUG neutron.plugins.ml2.managers [None req-2091025a-fc38-42a2-a705-842d1bc73385 None None] Bound port: 7e320a7b-c308-4ee7-a9af-ede100c3bea0, host: n-d-713498-36, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '142497ea-782c-49a4-8188-5e519c68d621', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '23931817-e40f-432d-9c70-5639e042245b'}}] {{(pid=103233) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 19:10:00.794989 n-d-713498-36 neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-2091025a-fc38-42a2-a705-842d1bc73385 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (7e320a7b-c308-4ee7-a9af-ede100c3bea0), before_update {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:10:00.827247 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Current status of the port 89f7c32b-bdba-4838-92c0-c3f4d505836a is: ACTIVE; New status is: ACTIVE {{(pid=103232) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 19:10:00.834116 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Current status of the port bf8edb2c-20d9-4b44-a70d-cbb76c002b1a is: BUILD; New status is: ACTIVE {{(pid=103232) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 19:10:00.835101 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (bf8edb2c-20d9-4b44-a70d-cbb76c002b1a), before_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:10:00.867064 n-d-713498-36 neutron-server[103232]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a9723b82-c142-4741-a09b-609088aa8487', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bf8edb2c-20d9-4b44-a70d-cbb76c002b1a'}] {{(pid=103232) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 19:10:00.869981 n-d-713498-36 neutron-server[103232]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}949cdcde653dec44821de95cbf67297f53cbc2aed4e073b5d514f93bf911ce85" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-70e735b8-2da6-4c9f-a3c9-5c9a6e44cb41" -d '{"events": [{"server_uuid": "a9723b82-c142-4741-a09b-609088aa8487", "name": "network-vif-plugged", "status": "completed", "tag": "bf8edb2c-20d9-4b44-a70d-cbb76c002b1a"}]}' {{(pid=103232) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 19:10:00.887533 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-7429db8d-6021-40ad-813e-885be449a89b None None] For port bf8edb2c-20d9-4b44-a70d-cbb76c002b1a, host n-h2-713498-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-36',level=0,port_id=bf8edb2c-20d9-4b44-a70d-cbb76c002b1a,segment=NetworkSegment(1cb0f7b5-eca3-4fd8-9372-0323bad2bf37),segment_id=1cb0f7b5-eca3-4fd8-9372-0323bad2bf37)] {{(pid=103232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 19:10:00.898501 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762867176205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762866656485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762866656503'] for port (bf8edb2c-20d9-4b44-a70d-cbb76c002b1a), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:10:00.899561 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Device 77a97814-2e80-4101-8fd6-1802bf92097c no longer exists at agent hyperv_n-h2-713498-36 {{(pid=103232) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 19:10:00.949565 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-5a419dee-d6fc-41bf-8434-a14f2371cca6 admin admin] Publish callbacks [] for security_group (0c6b88cd-1fde-44eb-b5bd-fa46df91dcb9), before_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:10:00.974169 n-d-713498-36 neutron-server[103233]: DEBUG neutron.plugins.ml2.db [None req-2091025a-fc38-42a2-a705-842d1bc73385 None None] For port 7e320a7b-c308-4ee7-a9af-ede100c3bea0, host n-d-713498-36, cleared binding levels {{(pid=103233) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 19:10:00.979869 n-d-713498-36 neutron-server[103233]: DEBUG neutron.plugins.ml2.db [None req-2091025a-fc38-42a2-a705-842d1bc73385 None None] For port 7e320a7b-c308-4ee7-a9af-ede100c3bea0, host n-d-713498-36, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-36',level=0,port_id=7e320a7b-c308-4ee7-a9af-ede100c3bea0,segment=NetworkSegment(142497ea-782c-49a4-8188-5e519c68d621),segment_id=142497ea-782c-49a4-8188-5e519c68d621)] {{(pid=103233) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 19:10:00.994446 n-d-713498-36 neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-2091025a-fc38-42a2-a705-842d1bc73385 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762867176205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762866656485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762866656503'] for port (7e320a7b-c308-4ee7-a9af-ede100c3bea0), after_update {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:10:01.014251 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-5a419dee-d6fc-41bf-8434-a14f2371cca6 admin admin] Publish callbacks [] for security_group (0c6b88cd-1fde-44eb-b5bd-fa46df91dcb9), precommit_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:10:01.151369 n-d-713498-36 neutron-server[103233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd967c2a-7cb6-49a8-a72b-2c97e9e8a639 None None] Pushing event updated for resources: {'Port': ['ID=7e320a7b-c308-4ee7-a9af-ede100c3bea0,revision_number=4']} {{(pid=103233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:10:01.155617 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-042b7a0d-ee75-4fc2-bb2a-70b9b574a662 req-b959033e-a8fa-4033-b57f-158a71b2f7d4 tempest-DeleteServersTestJSON-1870379525 tempest-DeleteServersTestJSON-1870379525-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:10:01.158812 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-5a419dee-d6fc-41bf-8434-a14f2371cca6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1892331'] for security_group (0c6b88cd-1fde-44eb-b5bd-fa46df91dcb9), after_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:10:01.169418 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-5a419dee-d6fc-41bf-8434-a14f2371cca6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:10:01.170643 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-5a419dee-d6fc-41bf-8434-a14f2371cca6 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/0c6b88cd-1fde-44eb-b5bd-fa46df91dcb9 HTTP/1.1" status: 204 len: 168 time: 0.9211054 Feb 09 19:10:01.171455 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-042b7a0d-ee75-4fc2-bb2a-70b9b574a662 req-b959033e-a8fa-4033-b57f-158a71b2f7d4 tempest-DeleteServersTestJSON-1870379525 tempest-DeleteServersTestJSON-1870379525-project] 10.222.0.75 "GET /v2.0/networks?id=22e5c36a-e85f-4512-bcde-f1a1a30e29d3 HTTP/1.1" status: 200 len: 812 time: 1.1123080 Feb 09 19:10:01.181810 n-d-713498-36 neutron-server[103233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2091025a-fc38-42a2-a705-842d1bc73385 None None] Routers {'b479526c-50ae-4c5b-aad2-e8f4dc1e5a41'} bound to L3 agent in host n-d-713498-36 {{(pid=103233) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 19:10:01.182459 n-d-713498-36 neutron-server[103233]: DEBUG neutron.db.l3_hamode_db [None req-2091025a-fc38-42a2-a705-842d1bc73385 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T18:51:43Z,description=,heartbeat_timestamp=2022-02-09T19:09:43Z,host='n-d-713498-36',id=93303d5e-5d17-45e8-8963-7694f87783ae,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T18:51:43Z,topic='l3_agent')) {'router_ids': ['b479526c-50ae-4c5b-aad2-e8f4dc1e5a41'], 'active': True} {{(pid=103233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:10:01.194117 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Pushing event updated for resources: {'Port': ['ID=bf8edb2c-20d9-4b44-a70d-cbb76c002b1a,revision_number=7']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:10:01.203611 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.provisioning_blocks [None req-86e418cf-7bf5-45bd-a4ce-1d0dd1cd2ef6 None None] Provisioning complete for port 7e320a7b-c308-4ee7-a9af-ede100c3bea0 triggered by entity DHCP. {{(pid=103232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 19:10:01.203985 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-86e418cf-7bf5-45bd-a4ce-1d0dd1cd2ef6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593630'] for port (7e320a7b-c308-4ee7-a9af-ede100c3bea0), provisioning_complete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:10:01.221180 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-042b7a0d-ee75-4fc2-bb2a-70b9b574a662 req-cad77bc2-3482-4ef6-9b7e-851a772d6ab2 tempest-DeleteServersTestJSON-1870379525 tempest-DeleteServersTestJSON-1870379525-project] 10.222.0.75 "GET /v2.0/quotas/216741f4995241bbba7cd794217427a2 HTTP/1.1" status: 200 len: 375 time: 0.0485492 Feb 09 19:10:01.297081 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a419dee-d6fc-41bf-8434-a14f2371cca6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0c6b88cd-1fde-44eb-b5bd-fa46df91dcb9,revision_number=None']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:10:01.313989 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-042b7a0d-ee75-4fc2-bb2a-70b9b574a662 req-4839aef2-6c1e-44b1-92d1-eeeb88c3d0c7 tempest-DeleteServersTestJSON-1870379525 tempest-DeleteServersTestJSON-1870379525-project] 10.222.0.75 "GET /v2.0/ports?tenant_id=216741f4995241bbba7cd794217427a2&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0918233 Feb 09 19:10:01.346835 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.plugin [req-f0cc5077-d33b-4370-9f07-02ca44654586 req-7ea59f10-06b3-44db-89d5-a56dd6d477ab tempest-AttachSCSIVolumeTestJSON-726279386 tempest-AttachSCSIVolumeTestJSON-726279386-project] Deleting port 77a97814-2e80-4101-8fd6-1802bf92097c {{(pid=103230) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 19:10:01.347181 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [req-f0cc5077-d33b-4370-9f07-02ca44654586 req-7ea59f10-06b3-44db-89d5-a56dd6d477ab tempest-AttachSCSIVolumeTestJSON-726279386 tempest-AttachSCSIVolumeTestJSON-726279386-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762867170196'] for port (77a97814-2e80-4101-8fd6-1802bf92097c), before_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:10:01.362195 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-e3ad7b78-bd99-49d0-b9eb-203198df9369 tempest-ServersTestFqdnHostnames-1825251855 tempest-ServersTestFqdnHostnames-1825251855-project] Publish callbacks [] for floatingip (b0e91426-d3cd-43a1-bac3-a38870a1fd92), precommit_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:10:01.383551 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-af4c407c-0307-4b3f-804a-1825a9ef1a83 req-0bbaca22-4067-4d49-8c7f-e7bb1a9be884 tempest-LiveMigrationTest-1021096981 tempest-LiveMigrationTest-1021096981-project] 10.222.0.75 "GET /v2.0/security-groups?id=ba18819a-1490-4e7b-a11b-e8610423d8ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6583381 Feb 09 19:10:01.402214 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Current status of the port 77a97814-2e80-4101-8fd6-1802bf92097c is: ACTIVE; New status is: DOWN {{(pid=103232) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 19:10:01.402214 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (77a97814-2e80-4101-8fd6-1802bf92097c), before_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:10:01.427636 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-4c924ef0-27b8-47bc-ad4d-377365ae5630 admin admin] Publish callbacks [] for security_group (2741b903-8e7c-428e-a4c7-c3e2738431b4), before_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:10:01.549173 n-d-713498-36 neutron-server[103233]: DEBUG neutron.db.l3_dvr_db [None req-2091025a-fc38-42a2-a705-842d1bc73385 None None] Set router b479526c-50ae-4c5b-aad2-e8f4dc1e5a41 gateway port host: n-d-713498-36 {{(pid=103233) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 19:10:01.589966 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-7429db8d-6021-40ad-813e-885be449a89b None None] For port 77a97814-2e80-4101-8fd6-1802bf92097c, host n-h2-713498-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-36',level=0,port_id=77a97814-2e80-4101-8fd6-1802bf92097c,segment=NetworkSegment(5ba58464-a437-40dd-815c-0d37894d66a8),segment_id=5ba58464-a437-40dd-815c-0d37894d66a8)] {{(pid=103232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 19:10:01.608580 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762867176205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762866656485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762866656503'] for port (77a97814-2e80-4101-8fd6-1802bf92097c), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:10:01.839703 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Pushing event updated for resources: {'Port': ['ID=77a97814-2e80-4101-8fd6-1802bf92097c,revision_number=6']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:10:01.888823 n-d-713498-36 neutron-server[103233]: DEBUG neutron.db.l3_hamode_db [None req-2091025a-fc38-42a2-a705-842d1bc73385 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b479526c-50ae-4c5b-aad2-e8f4dc1e5a41', 'name': 'tempest-ServersTestFqdnHostnames-706481240-router', 'tenant_id': 'fe206dc0d0dc4c4b8b6e41d9b0f130f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88055e1e-672a-4487-be31-ffb6e833ece5', 'external_fixed_ips': [{'subnet_id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'ip_address': '172.25.1.115'}], 'enable_snat': True}, 'gw_port_id': '89f7c32b-bdba-4838-92c0-c3f4d505836a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T19:09:47Z', 'updated_at': '2022-02-09T19:09:53Z', 'revision_number': 4, 'project_id': 'fe206dc0d0dc4c4b8b6e41d9b0f130f4', 'gw_port': {'id': '89f7c32b-bdba-4838-92c0-c3f4d505836a', 'name': '', 'network_id': '88055e1e-672a-4487-be31-ffb6e833ece5', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:f6:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b479526c-50ae-4c5b-aad2-e8f4dc1e5a41', 'device_owner': 'network:router_gateway', 'standard_attr_id': 945, 'fixed_ips': [{'subnet_id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'ip_address': '172.25.1.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T19:09:48Z', 'updated_at': '2022-02-09T19:09:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-36', '_interfaces': [{'id': '7e320a7b-c308-4ee7-a9af-ede100c3bea0', 'name': '', 'network_id': '23931817-e40f-432d-9c70-5639e042245b', 'tenant_id': 'fe206dc0d0dc4c4b8b6e41d9b0f130f4', 'mac_address': 'fa:16:3e:36:0b:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b479526c-50ae-4c5b-aad2-e8f4dc1e5a41', 'device_owner': 'network:router_interface', 'standard_attr_id': 961, 'fixed_ips': [{'subnet_id': '41bc0241-d139-4b59-a127-eb1af19bb3e9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T19:09:52Z', 'updated_at': '2022-02-09T19:10:00Z', 'revision_number': 4, 'project_id': 'fe206dc0d0dc4c4b8b6e41d9b0f130f4', 'subnets': [{'id': '41bc0241-d139-4b59-a127-eb1af19bb3e9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-36', False) {} {{(pid=103233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:10:01.896801 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.db [req-f0cc5077-d33b-4370-9f07-02ca44654586 req-7ea59f10-06b3-44db-89d5-a56dd6d477ab tempest-AttachSCSIVolumeTestJSON-726279386 tempest-AttachSCSIVolumeTestJSON-726279386-project] For port 77a97814-2e80-4101-8fd6-1802bf92097c, host n-h2-713498-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-36',level=0,port_id=77a97814-2e80-4101-8fd6-1802bf92097c,segment=NetworkSegment(5ba58464-a437-40dd-815c-0d37894d66a8),segment_id=5ba58464-a437-40dd-815c-0d37894d66a8)] {{(pid=103230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 19:10:01.897311 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [req-f0cc5077-d33b-4370-9f07-02ca44654586 req-7ea59f10-06b3-44db-89d5-a56dd6d477ab tempest-AttachSCSIVolumeTestJSON-726279386 tempest-AttachSCSIVolumeTestJSON-726279386-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1820838'] for port (77a97814-2e80-4101-8fd6-1802bf92097c), precommit_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:10:01.913530 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-86e418cf-7bf5-45bd-a4ce-1d0dd1cd2ef6 None None] Current status of the port 7e320a7b-c308-4ee7-a9af-ede100c3bea0 is: DOWN; New status is: ACTIVE {{(pid=103232) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 19:10:01.913941 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-86e418cf-7bf5-45bd-a4ce-1d0dd1cd2ef6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (7e320a7b-c308-4ee7-a9af-ede100c3bea0), before_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:10:01.973164 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-042b7a0d-ee75-4fc2-bb2a-70b9b574a662 req-5befaba9-dc48-461e-bc70-92b237d9469b service neutron] 10.222.0.75 "GET /v2.0/networks/22e5c36a-e85f-4512-bcde-f1a1a30e29d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6579850 Feb 09 19:10:01.973411 n-d-713498-36 neutron-server[103233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2091025a-fc38-42a2-a705-842d1bc73385 None None] The sync data for ids ['b479526c-50ae-4c5b-aad2-e8f4dc1e5a41'] in n-d-713498-36 is: [{'id': 'b479526c-50ae-4c5b-aad2-e8f4dc1e5a41', 'name': 'tempest-ServersTestFqdnHostnames-706481240-router', 'tenant_id': 'fe206dc0d0dc4c4b8b6e41d9b0f130f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88055e1e-672a-4487-be31-ffb6e833ece5', 'external_fixed_ips': [{'subnet_id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'ip_address': '172.25.1.115'}], 'enable_snat': True}, 'gw_port_id': '89f7c32b-bdba-4838-92c0-c3f4d505836a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T19:09:47Z', 'updated_at': '2022-02-09T19:09:53Z', 'revision_number': 4, 'project_id': 'fe206dc0d0dc4c4b8b6e41d9b0f130f4', 'gw_port': {'id': '89f7c32b-bdba-4838-92c0-c3f4d505836a', 'name': '', 'network_id': '88055e1e-672a-4487-be31-ffb6e833ece5', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:f6:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b479526c-50ae-4c5b-aad2-e8f4dc1e5a41', 'device_owner': 'network:router_gateway', 'standard_attr_id': 945, 'fixed_ips': [{'subnet_id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'ip_address': '172.25.1.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T19:09:48Z', 'updated_at': '2022-02-09T19:09:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-36', '_interfaces': [{'id': '7e320a7b-c308-4ee7-a9af-ede100c3bea0', 'name': '', 'network_id': '23931817-e40f-432d-9c70-5639e042245b', 'tenant_id': 'fe206dc0d0dc4c4b8b6e41d9b0f130f4', 'mac_address': 'fa:16:3e:36:0b:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b479526c-50ae-4c5b-aad2-e8f4dc1e5a41', 'device_owner': 'network:router_interface', 'standard_attr_id': 961, 'fixed_ips': [{'subnet_id': '41bc0241-d139-4b59-a127-eb1af19bb3e9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T19:09:52Z', 'updated_at': '2022-02-09T19:10:00Z', 'revision_number': 4, 'project_id': 'fe206dc0d0dc4c4b8b6e41d9b0f130f4', 'subnets': [{'id': '41bc0241-d139-4b59-a127-eb1af19bb3e9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103233) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 19:10:02.004741 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.plugin [req-f0cc5077-d33b-4370-9f07-02ca44654586 req-7ea59f10-06b3-44db-89d5-a56dd6d477ab tempest-AttachSCSIVolumeTestJSON-726279386 tempest-AttachSCSIVolumeTestJSON-726279386-project] Calling delete_port for 77a97814-2e80-4101-8fd6-1802bf92097c owned by compute:nova {{(pid=103230) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 19:10:02.047989 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-86e418cf-7bf5-45bd-a4ce-1d0dd1cd2ef6 None None] For port 7e320a7b-c308-4ee7-a9af-ede100c3bea0, host n-d-713498-36, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-36',level=0,port_id=7e320a7b-c308-4ee7-a9af-ede100c3bea0,segment=NetworkSegment(142497ea-782c-49a4-8188-5e519c68d621),segment_id=142497ea-782c-49a4-8188-5e519c68d621)] {{(pid=103232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 19:10:02.061545 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-86e418cf-7bf5-45bd-a4ce-1d0dd1cd2ef6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762867176205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762866656485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762866656503'] for port (7e320a7b-c308-4ee7-a9af-ede100c3bea0), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:10:02.077743 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Device 7e320a7b-c308-4ee7-a9af-ede100c3bea0 up at agent ovs-agent-n-d-713498-36 {{(pid=103232) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 19:10:02.295392 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.provisioning_blocks [None req-c3e96355-cd99-4da4-a024-0371a63242ac None None] Provisioning complete for port 7e320a7b-c308-4ee7-a9af-ede100c3bea0 triggered by entity DHCP. {{(pid=103232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 19:10:02.296110 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-c3e96355-cd99-4da4-a024-0371a63242ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593630'] for port (7e320a7b-c308-4ee7-a9af-ede100c3bea0), provisioning_complete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:10:02.395882 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86e418cf-7bf5-45bd-a4ce-1d0dd1cd2ef6 None None] Pushing event updated for resources: {'Port': ['ID=7e320a7b-c308-4ee7-a9af-ede100c3bea0,revision_number=5']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:10:02.426153 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-042b7a0d-ee75-4fc2-bb2a-70b9b574a662 req-d37e33a5-de87-4d00-ac92-4cc941b70470 service neutron] 10.222.0.75 "GET /v2.0/networks/22e5c36a-e85f-4512-bcde-f1a1a30e29d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4520631 Feb 09 19:10:02.512222 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.provisioning_blocks [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Provisioning complete for port 7e320a7b-c308-4ee7-a9af-ede100c3bea0 triggered by entity L2. {{(pid=103232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 19:10:02.516040 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593630'] for port (7e320a7b-c308-4ee7-a9af-ede100c3bea0), provisioning_complete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:10:02.574464 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [req-f0cc5077-d33b-4370-9f07-02ca44654586 req-7ea59f10-06b3-44db-89d5-a56dd6d477ab tempest-AttachSCSIVolumeTestJSON-726279386 tempest-AttachSCSIVolumeTestJSON-726279386-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762867177463', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762866656476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14393751'] for port (77a97814-2e80-4101-8fd6-1802bf92097c), after_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:10:02.647960 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ea59f10-06b3-44db-89d5-a56dd6d477ab tempest-AttachSCSIVolumeTestJSON-726279386 tempest-AttachSCSIVolumeTestJSON-726279386-project] Pushing event deleted for resources: {'Port': ['ID=77a97814-2e80-4101-8fd6-1802bf92097c,revision_number=None']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:10:02.690820 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-4c924ef0-27b8-47bc-ad4d-377365ae5630 admin admin] Publish callbacks [] for security_group (2741b903-8e7c-428e-a4c7-c3e2738431b4), precommit_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:10:02.698971 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ea59f10-06b3-44db-89d5-a56dd6d477ab tempest-AttachSCSIVolumeTestJSON-726279386 tempest-AttachSCSIVolumeTestJSON-726279386-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:10:02.699331 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ea59f10-06b3-44db-89d5-a56dd6d477ab tempest-AttachSCSIVolumeTestJSON-726279386 tempest-AttachSCSIVolumeTestJSON-726279386-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:10:02.699674 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ea59f10-06b3-44db-89d5-a56dd6d477ab tempest-AttachSCSIVolumeTestJSON-726279386 tempest-AttachSCSIVolumeTestJSON-726279386-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:10:02.701876 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ea59f10-06b3-44db-89d5-a56dd6d477ab tempest-AttachSCSIVolumeTestJSON-726279386 tempest-AttachSCSIVolumeTestJSON-726279386-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:10:02.702257 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ea59f10-06b3-44db-89d5-a56dd6d477ab tempest-AttachSCSIVolumeTestJSON-726279386 tempest-AttachSCSIVolumeTestJSON-726279386-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:10:02.702602 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ea59f10-06b3-44db-89d5-a56dd6d477ab tempest-AttachSCSIVolumeTestJSON-726279386 tempest-AttachSCSIVolumeTestJSON-726279386-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:10:02.702941 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ea59f10-06b3-44db-89d5-a56dd6d477ab tempest-AttachSCSIVolumeTestJSON-726279386 tempest-AttachSCSIVolumeTestJSON-726279386-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:10:02.703275 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ea59f10-06b3-44db-89d5-a56dd6d477ab tempest-AttachSCSIVolumeTestJSON-726279386 tempest-AttachSCSIVolumeTestJSON-726279386-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:10:02.703605 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ea59f10-06b3-44db-89d5-a56dd6d477ab tempest-AttachSCSIVolumeTestJSON-726279386 tempest-AttachSCSIVolumeTestJSON-726279386-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:10:02.703935 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ea59f10-06b3-44db-89d5-a56dd6d477ab tempest-AttachSCSIVolumeTestJSON-726279386 tempest-AttachSCSIVolumeTestJSON-726279386-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:10:02.704264 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ea59f10-06b3-44db-89d5-a56dd6d477ab tempest-AttachSCSIVolumeTestJSON-726279386 tempest-AttachSCSIVolumeTestJSON-726279386-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:10:02.704589 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ea59f10-06b3-44db-89d5-a56dd6d477ab tempest-AttachSCSIVolumeTestJSON-726279386 tempest-AttachSCSIVolumeTestJSON-726279386-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:10:02.705100 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ea59f10-06b3-44db-89d5-a56dd6d477ab tempest-AttachSCSIVolumeTestJSON-726279386 tempest-AttachSCSIVolumeTestJSON-726279386-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:10:02.754461 n-d-713498-36 neutron-server[103232]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 19:10:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5184dc64-5113-4078-8042-1f44c6944f89 x-openstack-request-id: req-5184dc64-5113-4078-8042-1f44c6944f89 {{(pid=103232) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 19:10:02.754755 n-d-713498-36 neutron-server[103232]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a9723b82-c142-4741-a09b-609088aa8487", "name": "network-vif-plugged", "status": "completed", "tag": "bf8edb2c-20d9-4b44-a70d-cbb76c002b1a", "code": 200}]} {{(pid=103232) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 19:10:02.755012 n-d-713498-36 neutron-server[103232]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-5184dc64-5113-4078-8042-1f44c6944f89 {{(pid=103232) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 19:10:02.755408 n-d-713498-36 neutron-server[103232]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a9723b82-c142-4741-a09b-609088aa8487', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bf8edb2c-20d9-4b44-a70d-cbb76c002b1a', 'code': 200} Feb 09 19:10:02.777566 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-c3e96355-cd99-4da4-a024-0371a63242ac None None] Current status of the port 7e320a7b-c308-4ee7-a9af-ede100c3bea0 is: ACTIVE; New status is: ACTIVE {{(pid=103232) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 19:10:02.859825 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-4c924ef0-27b8-47bc-ad4d-377365ae5630 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1892331'] for security_group (2741b903-8e7c-428e-a4c7-c3e2738431b4), after_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:10:02.867814 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-4c924ef0-27b8-47bc-ad4d-377365ae5630 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:10:02.868971 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-4c924ef0-27b8-47bc-ad4d-377365ae5630 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/2741b903-8e7c-428e-a4c7-c3e2738431b4 HTTP/1.1" status: 204 len: 168 time: 2.3305206 Feb 09 19:10:02.895228 n-d-713498-36 neutron-server[103230]: DEBUG neutron.db.l3_dvrscheduler_db [req-f0cc5077-d33b-4370-9f07-02ca44654586 req-7ea59f10-06b3-44db-89d5-a56dd6d477ab tempest-AttachSCSIVolumeTestJSON-726279386 tempest-AttachSCSIVolumeTestJSON-726279386-project] No DVR routers for this DVR port 77a97814-2e80-4101-8fd6-1802bf92097c on host n-h2-713498-36 {{(pid=103230) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 19:10:02.903330 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [req-f0cc5077-d33b-4370-9f07-02ca44654586 req-7ea59f10-06b3-44db-89d5-a56dd6d477ab tempest-AttachSCSIVolumeTestJSON-726279386 tempest-AttachSCSIVolumeTestJSON-726279386-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171096'] for port (None), before_response {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:10:02.917825 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-f0cc5077-d33b-4370-9f07-02ca44654586 req-7ea59f10-06b3-44db-89d5-a56dd6d477ab tempest-AttachSCSIVolumeTestJSON-726279386 tempest-AttachSCSIVolumeTestJSON-726279386-project] 10.222.0.90 "DELETE /v2.0/ports/77a97814-2e80-4101-8fd6-1802bf92097c HTTP/1.1" status: 204 len: 173 time: 2.8613694 Feb 09 19:10:02.921434 n-d-713498-36 neutron-server[103230]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '640ac1ab-0d75-4c0e-a2a1-233975d248c8', 'name': 'network-vif-deleted', 'tag': '77a97814-2e80-4101-8fd6-1802bf92097c'}] {{(pid=103230) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 19:10:02.924017 n-d-713498-36 neutron-server[103230]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aee5919275bae9f72eb374ee322673045eb80c1f84b4b45a97d96923bd50ab51" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a85e034c-173f-4ce9-a49e-64e43a07f4b9" -d '{"events": [{"server_uuid": "640ac1ab-0d75-4c0e-a2a1-233975d248c8", "name": "network-vif-deleted", "tag": "77a97814-2e80-4101-8fd6-1802bf92097c"}]}' {{(pid=103230) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 19:10:02.983914 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-9839aaee-eadb-4c02-b2c3-eb536706f41f req-a5fe6611-4813-4776-9ce8-c6671567be4f tempest-AttachSCSIVolumeTestJSON-726279386 tempest-AttachSCSIVolumeTestJSON-726279386-project] 10.222.0.75 "GET /v2.0/ports?device_id=640ac1ab-0d75-4c0e-a2a1-233975d248c8 HTTP/1.1" status: 200 len: 210 time: 0.1675191 Feb 09 19:10:03.005051 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-e3ad7b78-bd99-49d0-b9eb-203198df9369 tempest-ServersTestFqdnHostnames-1825251855 tempest-ServersTestFqdnHostnames-1825251855-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (d96ecbae-2c33-4217-aee4-994c1d5bb21c), before_update {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:10:03.008949 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Current status of the port 7e320a7b-c308-4ee7-a9af-ede100c3bea0 is: ACTIVE; New status is: ACTIVE {{(pid=103232) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 19:10:03.021030 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c924ef0-27b8-47bc-ad4d-377365ae5630 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2741b903-8e7c-428e-a4c7-c3e2738431b4,revision_number=None']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:10:03.216759 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfeb7d87-28ae-4b94-921a-1565ff0eb8c2 req-50c4246f-1e17-4572-bb85-8c03479e9a20 tempest-LiveMigrationTest-1021096981 tempest-LiveMigrationTest-1021096981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:10:03.218383 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-cfeb7d87-28ae-4b94-921a-1565ff0eb8c2 req-50c4246f-1e17-4572-bb85-8c03479e9a20 tempest-LiveMigrationTest-1021096981 tempest-LiveMigrationTest-1021096981-project] 10.222.0.75 "GET /v2.0/ports?device_id=a26f3e83-5a8d-4d9d-aa20-3d25b99af655 HTTP/1.1" status: 200 len: 945 time: 0.2028294 Feb 09 19:10:03.326682 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-43f2f472-de57-4381-803b-17ef2583aba8 req-9aee7446-af11-427a-a2f3-4b0884f68b84 tempest-DeleteServersTestJSON-1870379525 tempest-DeleteServersTestJSON-1870379525-project] 10.222.0.75 "GET /v2.0/ports?device_id=5e66146c-80cb-464f-a195-4176fc6a344c HTTP/1.1" status: 200 len: 210 time: 0.1147571 Feb 09 19:10:03.427260 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-cfeb7d87-28ae-4b94-921a-1565ff0eb8c2 req-c8c4b8d4-3773-40fd-9a82-454f9dd4319d tempest-LiveMigrationTest-1021096981 tempest-LiveMigrationTest-1021096981-project] 10.222.0.75 "GET /v2.0/security-groups?id=ba18819a-1490-4e7b-a11b-e8610423d8ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1844833 Feb 09 19:10:03.448737 n-d-713498-36 neutron-server[103230]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 19:10:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-39377249-5e85-4743-8c66-02c02a60de64 x-openstack-request-id: req-39377249-5e85-4743-8c66-02c02a60de64 {{(pid=103230) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 19:10:03.449141 n-d-713498-36 neutron-server[103230]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "640ac1ab-0d75-4c0e-a2a1-233975d248c8", "name": "network-vif-deleted", "tag": "77a97814-2e80-4101-8fd6-1802bf92097c", "status": "completed", "code": 200}]} {{(pid=103230) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 19:10:03.449616 n-d-713498-36 neutron-server[103230]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-39377249-5e85-4743-8c66-02c02a60de64 {{(pid=103230) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 19:10:03.450149 n-d-713498-36 neutron-server[103230]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '640ac1ab-0d75-4c0e-a2a1-233975d248c8', 'name': 'network-vif-deleted', 'tag': '77a97814-2e80-4101-8fd6-1802bf92097c', 'status': 'completed', 'code': 200} Feb 09 19:10:03.613574 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-e3ad7b78-bd99-49d0-b9eb-203198df9369 tempest-ServersTestFqdnHostnames-1825251855 tempest-ServersTestFqdnHostnames-1825251855-project] Publish callbacks [] for port (d96ecbae-2c33-4217-aee4-994c1d5bb21c), precommit_update {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:10:03.628981 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-e3ad7b78-bd99-49d0-b9eb-203198df9369 tempest-ServersTestFqdnHostnames-1825251855 tempest-ServersTestFqdnHostnames-1825251855-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762867176205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762866656485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762866656503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12867569'] for port (d96ecbae-2c33-4217-aee4-994c1d5bb21c), after_update {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:10:03.904480 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 56370) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:10:03.939217 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-e3ad7b78-bd99-49d0-b9eb-203198df9369 tempest-ServersTestFqdnHostnames-1825251855 tempest-ServersTestFqdnHostnames-1825251855-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1818909'] for floatingip (b0e91426-d3cd-43a1-bac3-a38870a1fd92), after_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:10:04.013169 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-e3ad7b78-bd99-49d0-b9eb-203198df9369 tempest-ServersTestFqdnHostnames-1825251855 tempest-ServersTestFqdnHostnames-1825251855-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171096'] for floatingip (None), before_response {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:10:04.018512 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-e3ad7b78-bd99-49d0-b9eb-203198df9369 tempest-ServersTestFqdnHostnames-1825251855 tempest-ServersTestFqdnHostnames-1825251855-project] 10.222.0.75 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 5.0832672 Feb 09 19:10:04.019702 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3ad7b78-bd99-49d0-b9eb-203198df9369 tempest-ServersTestFqdnHostnames-1825251855 tempest-ServersTestFqdnHostnames-1825251855-project] Pushing event updated for resources: {'Port': ['ID=d96ecbae-2c33-4217-aee4-994c1d5bb21c,revision_number=2']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:10:04.041574 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Device 7e320a7b-c308-4ee7-a9af-ede100c3bea0 up at agent ovs-agent-n-d-713498-36 {{(pid=103232) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 19:10:04.080253 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-435b354b-809a-445f-98f7-598ded63637b admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=34ab9ddbf4494c73873ec265e42c9259&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1748533 Feb 09 19:10:04.083263 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 56378) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:10:04.214134 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.provisioning_blocks [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Provisioning complete for port 7e320a7b-c308-4ee7-a9af-ede100c3bea0 triggered by entity L2. {{(pid=103232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 19:10:04.216618 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593630'] for port (7e320a7b-c308-4ee7-a9af-ede100c3bea0), provisioning_complete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:10:04.245033 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-1ecd0bc8-80b2-472f-873f-d0ea6e4a412a admin admin] Publish callbacks [] for security_group (391a3e12-7d28-4a63-a5c0-6bc9b70b40ef), before_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:10:04.307812 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-1ecd0bc8-80b2-472f-873f-d0ea6e4a412a admin admin] Publish callbacks [] for security_group (391a3e12-7d28-4a63-a5c0-6bc9b70b40ef), precommit_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:10:04.403360 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-1ecd0bc8-80b2-472f-873f-d0ea6e4a412a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1892331'] for security_group (391a3e12-7d28-4a63-a5c0-6bc9b70b40ef), after_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:10:04.407348 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-1ecd0bc8-80b2-472f-873f-d0ea6e4a412a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:10:04.412223 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-1ecd0bc8-80b2-472f-873f-d0ea6e4a412a admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/391a3e12-7d28-4a63-a5c0-6bc9b70b40ef HTTP/1.1" status: 204 len: 168 time: 0.3268926 Feb 09 19:10:04.433492 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ecd0bc8-80b2-472f-873f-d0ea6e4a412a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=391a3e12-7d28-4a63-a5c0-6bc9b70b40ef,revision_number=None']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:10:04.475310 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Current status of the port 7e320a7b-c308-4ee7-a9af-ede100c3bea0 is: ACTIVE; New status is: ACTIVE {{(pid=103232) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 19:10:04.757015 n-d-713498-36 neutron-server[103232]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '640ac1ab-0d75-4c0e-a2a1-233975d248c8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '77a97814-2e80-4101-8fd6-1802bf92097c'}] {{(pid=103232) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 19:10:04.760108 n-d-713498-36 neutron-server[103232]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}949cdcde653dec44821de95cbf67297f53cbc2aed4e073b5d514f93bf911ce85" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-24591d85-5b08-470a-91fc-ed839b7de7a6" -d '{"events": [{"server_uuid": "640ac1ab-0d75-4c0e-a2a1-233975d248c8", "name": "network-vif-unplugged", "status": "completed", "tag": "77a97814-2e80-4101-8fd6-1802bf92097c"}]}' {{(pid=103232) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 19:10:04.917201 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-042b7a0d-ee75-4fc2-bb2a-70b9b574a662 req-bea201a4-d7a3-463c-b227-dd68b6b8eec4 tempest-DeleteServersTestJSON-1870379525 tempest-DeleteServersTestJSON-1870379525-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:10:04.919425 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-042b7a0d-ee75-4fc2-bb2a-70b9b574a662 req-bea201a4-d7a3-463c-b227-dd68b6b8eec4 tempest-DeleteServersTestJSON-1870379525 tempest-DeleteServersTestJSON-1870379525-project] 10.222.0.89 "GET /v2.0/networks?id=22e5c36a-e85f-4512-bcde-f1a1a30e29d3 HTTP/1.1" status: 200 len: 812 time: 0.2424741 Feb 09 19:10:04.933303 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.v2.base [req-042b7a0d-ee75-4fc2-bb2a-70b9b574a662 req-316a5584-4a0e-4280-b3f1-26babfe09e50 tempest-DeleteServersTestJSON-1870379525 tempest-DeleteServersTestJSON-1870379525-project] Request body: {'port': {'device_id': '5e66146c-80cb-464f-a195-4176fc6a344c', 'network_id': '22e5c36a-e85f-4512-bcde-f1a1a30e29d3', 'admin_state_up': True, 'tenant_id': '216741f4995241bbba7cd794217427a2'}} {{(pid=103229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 19:10:05.110078 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-042b7a0d-ee75-4fc2-bb2a-70b9b574a662 req-316a5584-4a0e-4280-b3f1-26babfe09e50 tempest-DeleteServersTestJSON-1870379525 tempest-DeleteServersTestJSON-1870379525-project] Made reservation on behalf of 216741f4995241bbba7cd794217427a2 for: {'port': 1} {{(pid=103229) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 19:10:05.114182 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-042b7a0d-ee75-4fc2-bb2a-70b9b574a662 req-316a5584-4a0e-4280-b3f1-26babfe09e50 tempest-DeleteServersTestJSON-1870379525 tempest-DeleteServersTestJSON-1870379525-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (None), before_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:10:05.368140 n-d-713498-36 neutron-server[103229]: DEBUG neutron.db.db_base_plugin_common [req-042b7a0d-ee75-4fc2-bb2a-70b9b574a662 req-316a5584-4a0e-4280-b3f1-26babfe09e50 tempest-DeleteServersTestJSON-1870379525 tempest-DeleteServersTestJSON-1870379525-project] Allocated IP 172.20.0.12 (22e5c36a-e85f-4512-bcde-f1a1a30e29d3/fd92991c-99c1-4998-85f2-810e9ca4298d/a686d143-e322-4fe6-984e-a4fa5321e05b) {{(pid=103229) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 19:10:05.737039 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-042b7a0d-ee75-4fc2-bb2a-70b9b574a662 req-316a5584-4a0e-4280-b3f1-26babfe09e50 tempest-DeleteServersTestJSON-1870379525 tempest-DeleteServersTestJSON-1870379525-project] Publish callbacks [] for port (a686d143-e322-4fe6-984e-a4fa5321e05b), precommit_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:10:05.918621 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-042b7a0d-ee75-4fc2-bb2a-70b9b574a662 req-316a5584-4a0e-4280-b3f1-26babfe09e50 tempest-DeleteServersTestJSON-1870379525 tempest-DeleteServersTestJSON-1870379525-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762866656467', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12867576'] for port (a686d143-e322-4fe6-984e-a4fa5321e05b), after_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:10:05.987233 n-d-713498-36 neutron-server[103229]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-042b7a0d-ee75-4fc2-bb2a-70b9b574a662 req-316a5584-4a0e-4280-b3f1-26babfe09e50 tempest-DeleteServersTestJSON-1870379525 tempest-DeleteServersTestJSON-1870379525-project] Network 22e5c36a-e85f-4512-bcde-f1a1a30e29d3 is already hosted by enough agents. {{(pid=103229) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 19:10:05.994396 n-d-713498-36 neutron-server[103229]: DEBUG neutron.scheduler.base_scheduler [req-042b7a0d-ee75-4fc2-bb2a-70b9b574a662 req-316a5584-4a0e-4280-b3f1-26babfe09e50 tempest-DeleteServersTestJSON-1870379525 tempest-DeleteServersTestJSON-1870379525-project] Resources bound (agent type, host, resource id): {{(pid=103229) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 19:10:06.009208 n-d-713498-36 neutron-server[103229]: DEBUG neutron.db.l3_dvrscheduler_db [req-042b7a0d-ee75-4fc2-bb2a-70b9b574a662 req-316a5584-4a0e-4280-b3f1-26babfe09e50 tempest-DeleteServersTestJSON-1870379525 tempest-DeleteServersTestJSON-1870379525-project] Received port after_create {{(pid=103229) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 19:10:06.103394 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-316a5584-4a0e-4280-b3f1-26babfe09e50 tempest-DeleteServersTestJSON-1870379525 tempest-DeleteServersTestJSON-1870379525-project] Pushing event updated for resources: {'Port': ['ID=a686d143-e322-4fe6-984e-a4fa5321e05b,revision_number=1']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:10:06.149331 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-042b7a0d-ee75-4fc2-bb2a-70b9b574a662 req-316a5584-4a0e-4280-b3f1-26babfe09e50 tempest-DeleteServersTestJSON-1870379525 tempest-DeleteServersTestJSON-1870379525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:10:06.151853 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-042b7a0d-ee75-4fc2-bb2a-70b9b574a662 req-316a5584-4a0e-4280-b3f1-26babfe09e50 tempest-DeleteServersTestJSON-1870379525 tempest-DeleteServersTestJSON-1870379525-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171096'] for port (None), before_response {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:10:06.188804 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-042b7a0d-ee75-4fc2-bb2a-70b9b574a662 req-316a5584-4a0e-4280-b3f1-26babfe09e50 tempest-DeleteServersTestJSON-1870379525 tempest-DeleteServersTestJSON-1870379525-project] 10.222.0.89 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2577515 Feb 09 19:10:06.219539 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.v2.base [req-042b7a0d-ee75-4fc2-bb2a-70b9b574a662 req-1f334511-9715-4254-a88e-6dd9ff6f7107 service neutron] Request body: {'port': {'device_id': '5e66146c-80cb-464f-a195-4176fc6a344c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-713498-36'}} {{(pid=103229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 19:10:06.422681 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-042b7a0d-ee75-4fc2-bb2a-70b9b574a662 req-1f334511-9715-4254-a88e-6dd9ff6f7107 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (a686d143-e322-4fe6-984e-a4fa5321e05b), before_update {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:10:06.530794 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-20b848c0-1ec3-4704-a7e9-17ea41ec47d5 req-4403009c-2990-4c44-8b9f-13319f5613f4 tempest-ServersTestFqdnHostnames-1825251855 tempest-ServersTestFqdnHostnames-1825251855-project] 10.222.0.75 "GET /v2.0/security-groups?name=tempest-securitygroup--1347570268&fields=id&tenant_id=fe206dc0d0dc4c4b8b6e41d9b0f130f4 HTTP/1.1" status: 200 len: 267 time: 0.1616204 Feb 09 19:10:06.744329 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-267c1c3a-933b-41f3-ada7-3c12155f9721 req-e98353da-c6f9-4781-bdab-e64039596dcd tempest-DeleteServersTestJSON-1870379525 tempest-DeleteServersTestJSON-1870379525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:10:06.746181 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-267c1c3a-933b-41f3-ada7-3c12155f9721 req-e98353da-c6f9-4781-bdab-e64039596dcd tempest-DeleteServersTestJSON-1870379525 tempest-DeleteServersTestJSON-1870379525-project] 10.222.0.75 "GET /v2.0/ports?device_id=5e66146c-80cb-464f-a195-4176fc6a344c HTTP/1.1" status: 200 len: 932 time: 0.2197442 Feb 09 19:10:06.794974 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20b848c0-1ec3-4704-a7e9-17ea41ec47d5 req-863225f6-65b4-45e5-b31d-dfd3a5759a70 tempest-ServersTestFqdnHostnames-1825251855 tempest-ServersTestFqdnHostnames-1825251855-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:10:06.803323 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-20b848c0-1ec3-4704-a7e9-17ea41ec47d5 req-863225f6-65b4-45e5-b31d-dfd3a5759a70 tempest-ServersTestFqdnHostnames-1825251855 tempest-ServersTestFqdnHostnames-1825251855-project] 10.222.0.75 "GET /v2.0/networks?id=23931817-e40f-432d-9c70-5639e042245b HTTP/1.1" status: 200 len: 814 time: 0.2643571 Feb 09 19:10:06.820362 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-20b848c0-1ec3-4704-a7e9-17ea41ec47d5 req-5aeb9642-f326-4c05-840b-038c1ee1bf95 tempest-ServersTestFqdnHostnames-1825251855 tempest-ServersTestFqdnHostnames-1825251855-project] 10.222.0.75 "GET /v2.0/quotas/fe206dc0d0dc4c4b8b6e41d9b0f130f4 HTTP/1.1" status: 200 len: 375 time: 0.0161300 Feb 09 19:10:06.841087 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-267c1c3a-933b-41f3-ada7-3c12155f9721 req-f9861b09-c7ba-4d4b-822e-62e5a22eb259 tempest-DeleteServersTestJSON-1870379525 tempest-DeleteServersTestJSON-1870379525-project] 10.222.0.75 "GET /v2.0/security-groups?id=5ce92d32-ca94-4b6c-925d-b9dff609abe6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0787330 Feb 09 19:10:06.946379 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-20b848c0-1ec3-4704-a7e9-17ea41ec47d5 req-6c9e41ba-0e57-403b-85f9-42f4c0ecf5ba tempest-ServersTestFqdnHostnames-1825251855 tempest-ServersTestFqdnHostnames-1825251855-project] 10.222.0.75 "GET /v2.0/ports?tenant_id=fe206dc0d0dc4c4b8b6e41d9b0f130f4&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1248066 Feb 09 19:10:07.074482 n-d-713498-36 neutron-server[103229]: DEBUG neutron.notifiers.nova [req-042b7a0d-ee75-4fc2-bb2a-70b9b574a662 req-1f334511-9715-4254-a88e-6dd9ff6f7107 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a686d143-e322-4fe6-984e-a4fa5321e05b {{(pid=103229) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 19:10:07.088416 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-042b7a0d-ee75-4fc2-bb2a-70b9b574a662 req-1f334511-9715-4254-a88e-6dd9ff6f7107 service neutron] Publish callbacks [] for port (a686d143-e322-4fe6-984e-a4fa5321e05b), precommit_update {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:10:07.099769 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ee2916b-273b-4171-bc99-b56acb06f715 req-90f1c07e-cc0d-44ae-8f37-b28558a93217 tempest-LiveMigrationTest-1021096981 tempest-LiveMigrationTest-1021096981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:10:07.101305 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-0ee2916b-273b-4171-bc99-b56acb06f715 req-90f1c07e-cc0d-44ae-8f37-b28558a93217 tempest-LiveMigrationTest-1021096981 tempest-LiveMigrationTest-1021096981-project] 10.222.0.75 "GET /v2.0/ports?device_id=a26f3e83-5a8d-4d9d-aa20-3d25b99af655 HTTP/1.1" status: 200 len: 945 time: 0.1239617 Feb 09 19:10:07.117972 n-d-713498-36 neutron-server[103229]: DEBUG neutron.db.provisioning_blocks [req-042b7a0d-ee75-4fc2-bb2a-70b9b574a662 req-1f334511-9715-4254-a88e-6dd9ff6f7107 service neutron] Transition to ACTIVE for port object a686d143-e322-4fe6-984e-a4fa5321e05b will not be triggered until provisioned by entity L2. {{(pid=103229) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 19:10:07.163153 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-042b7a0d-ee75-4fc2-bb2a-70b9b574a662 req-1f334511-9715-4254-a88e-6dd9ff6f7107 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762867176205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762866656485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762866656503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12867569'] for port (a686d143-e322-4fe6-984e-a4fa5321e05b), after_update {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:10:07.169046 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-20b848c0-1ec3-4704-a7e9-17ea41ec47d5 req-eeecfc2e-eb32-4666-847d-50f762162091 service neutron] 10.222.0.75 "GET /v2.0/networks/23931817-e40f-432d-9c70-5639e042245b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2034647 Feb 09 19:10:07.291787 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-0ee2916b-273b-4171-bc99-b56acb06f715 req-42753248-2bdc-4727-859d-e919dd9c8863 tempest-LiveMigrationTest-1021096981 tempest-LiveMigrationTest-1021096981-project] 10.222.0.75 "GET /v2.0/security-groups?id=ba18819a-1490-4e7b-a11b-e8610423d8ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1797414 Feb 09 19:10:07.294701 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f334511-9715-4254-a88e-6dd9ff6f7107 service neutron] Pushing event updated for resources: {'Port': ['ID=a686d143-e322-4fe6-984e-a4fa5321e05b,revision_number=2']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:10:07.373924 n-d-713498-36 neutron-server[103232]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 09 Feb 2022 19:10:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b03a88bc-cb5d-4582-9738-ac6e996727ab x-openstack-request-id: req-b03a88bc-cb5d-4582-9738-ac6e996727ab {{(pid=103232) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 19:10:07.374653 n-d-713498-36 neutron-server[103232]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "640ac1ab-0d75-4c0e-a2a1-233975d248c8", "name": "network-vif-unplugged", "status": "completed", "tag": "77a97814-2e80-4101-8fd6-1802bf92097c", "code": 200}]} {{(pid=103232) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 19:10:07.374653 n-d-713498-36 neutron-server[103232]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-b03a88bc-cb5d-4582-9738-ac6e996727ab {{(pid=103232) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 19:10:07.374944 n-d-713498-36 neutron-server[103232]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '640ac1ab-0d75-4c0e-a2a1-233975d248c8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '77a97814-2e80-4101-8fd6-1802bf92097c', 'code': 200} Feb 09 19:10:07.404012 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-20b848c0-1ec3-4704-a7e9-17ea41ec47d5 req-f078a973-2676-4113-80a8-2c7505b227f5 service neutron] 10.222.0.75 "GET /v2.0/networks/23931817-e40f-432d-9c70-5639e042245b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2339768 Feb 09 19:10:07.605016 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.managers [req-042b7a0d-ee75-4fc2-bb2a-70b9b574a662 req-1f334511-9715-4254-a88e-6dd9ff6f7107 service neutron] Attempting to bind port a686d143-e322-4fe6-984e-a4fa5321e05b on host n-h1-713498-36 for vnic_type normal with profile {{(pid=103229) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 19:10:07.607512 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.managers [req-042b7a0d-ee75-4fc2-bb2a-70b9b574a662 req-1f334511-9715-4254-a88e-6dd9ff6f7107 service neutron] Attempting to bind port a686d143-e322-4fe6-984e-a4fa5321e05b by drivers openvswitch,hyperv on host n-h1-713498-36 at level 0 using segments [{'id': 'd4c5d86e-1399-4ff8-a9ec-2a8082c6024a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': '22e5c36a-e85f-4512-bcde-f1a1a30e29d3'}] {{(pid=103229) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 19:10:07.610590 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-042b7a0d-ee75-4fc2-bb2a-70b9b574a662 req-1f334511-9715-4254-a88e-6dd9ff6f7107 service neutron] Attempting to bind port a686d143-e322-4fe6-984e-a4fa5321e05b on network 22e5c36a-e85f-4512-bcde-f1a1a30e29d3 {{(pid=103229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 19:10:07.624506 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-042b7a0d-ee75-4fc2-bb2a-70b9b574a662 req-1f334511-9715-4254-a88e-6dd9ff6f7107 service neutron] Port a686d143-e322-4fe6-984e-a4fa5321e05b on network 22e5c36a-e85f-4512-bcde-f1a1a30e29d3 not bound, no agent of type Open vSwitch agent registered on host n-h1-713498-36 {{(pid=103229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 19:10:07.627951 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-042b7a0d-ee75-4fc2-bb2a-70b9b574a662 req-1f334511-9715-4254-a88e-6dd9ff6f7107 service neutron] Attempting to bind port a686d143-e322-4fe6-984e-a4fa5321e05b on network 22e5c36a-e85f-4512-bcde-f1a1a30e29d3 {{(pid=103229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 19:10:07.638818 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-042b7a0d-ee75-4fc2-bb2a-70b9b574a662 req-1f334511-9715-4254-a88e-6dd9ff6f7107 service neutron] Checking agent: {'id': '488cd9ae-631f-4955-ba0b-4f5a13f12e9c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713498-36', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 18, 59, 18), 'started_at': datetime.datetime(2022, 2, 9, 18, 59, 18), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 19, 9, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 19:10:07.641112 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-042b7a0d-ee75-4fc2-bb2a-70b9b574a662 req-1f334511-9715-4254-a88e-6dd9ff6f7107 service neutron] Checking segment: {'id': 'd4c5d86e-1399-4ff8-a9ec-2a8082c6024a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': '22e5c36a-e85f-4512-bcde-f1a1a30e29d3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103229) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 19:10:07.641837 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-042b7a0d-ee75-4fc2-bb2a-70b9b574a662 req-1f334511-9715-4254-a88e-6dd9ff6f7107 service neutron] Bound using segment: {'id': 'd4c5d86e-1399-4ff8-a9ec-2a8082c6024a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': '22e5c36a-e85f-4512-bcde-f1a1a30e29d3'} {{(pid=103229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 19:10:07.642558 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.managers [req-042b7a0d-ee75-4fc2-bb2a-70b9b574a662 req-1f334511-9715-4254-a88e-6dd9ff6f7107 service neutron] Bound port: a686d143-e322-4fe6-984e-a4fa5321e05b, host: n-h1-713498-36, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd4c5d86e-1399-4ff8-a9ec-2a8082c6024a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': '22e5c36a-e85f-4512-bcde-f1a1a30e29d3'}}] {{(pid=103229) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 19:10:07.643416 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-042b7a0d-ee75-4fc2-bb2a-70b9b574a662 req-1f334511-9715-4254-a88e-6dd9ff6f7107 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (a686d143-e322-4fe6-984e-a4fa5321e05b), before_update {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:10:07.869129 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.db [req-042b7a0d-ee75-4fc2-bb2a-70b9b574a662 req-1f334511-9715-4254-a88e-6dd9ff6f7107 service neutron] For port a686d143-e322-4fe6-984e-a4fa5321e05b, host n-h1-713498-36, cleared binding levels {{(pid=103229) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 19:10:07.878461 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.db [req-042b7a0d-ee75-4fc2-bb2a-70b9b574a662 req-1f334511-9715-4254-a88e-6dd9ff6f7107 service neutron] For port a686d143-e322-4fe6-984e-a4fa5321e05b, host n-h1-713498-36, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-36',level=0,port_id=a686d143-e322-4fe6-984e-a4fa5321e05b,segment=NetworkSegment(d4c5d86e-1399-4ff8-a9ec-2a8082c6024a),segment_id=d4c5d86e-1399-4ff8-a9ec-2a8082c6024a)] {{(pid=103229) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 19:10:07.900016 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-042b7a0d-ee75-4fc2-bb2a-70b9b574a662 req-1f334511-9715-4254-a88e-6dd9ff6f7107 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762867176205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762866656485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762866656503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12867569'] for port (a686d143-e322-4fe6-984e-a4fa5321e05b), after_update {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:10:07.996715 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-76f9feaa-a499-45ff-89ca-e2a3f0e04d30 req-78c05c2d-9ba3-4de5-a7a1-bf6bee6c92ad tempest-ServersTestFqdnHostnames-1825251855 tempest-ServersTestFqdnHostnames-1825251855-project] 10.222.0.75 "GET /v2.0/ports?device_id=c5d2681e-23b5-4d8d-a699-6d3341555f0c HTTP/1.1" status: 200 len: 210 time: 0.1107750 Feb 09 19:10:08.030347 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-042b7a0d-ee75-4fc2-bb2a-70b9b574a662 req-1f334511-9715-4254-a88e-6dd9ff6f7107 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:10:08.031087 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-042b7a0d-ee75-4fc2-bb2a-70b9b574a662 req-1f334511-9715-4254-a88e-6dd9ff6f7107 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171096'] for port (None), before_response {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:10:08.036403 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-042b7a0d-ee75-4fc2-bb2a-70b9b574a662 req-1f334511-9715-4254-a88e-6dd9ff6f7107 service neutron] 10.222.0.89 "PUT /v2.0/ports/a686d143-e322-4fe6-984e-a4fa5321e05b HTTP/1.1" status: 200 len: 1093 time: 1.8400583 Feb 09 19:10:08.038058 n-d-713498-36 neutron-server[103229]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5e66146c-80cb-464f-a195-4176fc6a344c', 'tag': 'a686d143-e322-4fe6-984e-a4fa5321e05b'}] {{(pid=103229) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 19:10:08.054119 n-d-713498-36 neutron-server[103229]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fa6ae9a20702bd564eaf90d946620b2b4277b1ab91129323d3b54181076be307" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-afb9e58d-2579-4f47-a74d-1c35dd6834d9" -d '{"events": [{"name": "network-changed", "server_uuid": "5e66146c-80cb-464f-a195-4176fc6a344c", "tag": "a686d143-e322-4fe6-984e-a4fa5321e05b"}]}' {{(pid=103229) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 19:10:08.215720 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93ec125b-0f6c-4b4d-b116-ef99e3557278 req-7d2d509c-673b-4141-b904-3cf8ad0dd22f tempest-DeleteServersTestJSON-1870379525 tempest-DeleteServersTestJSON-1870379525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:10:08.216806 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f334511-9715-4254-a88e-6dd9ff6f7107 service neutron] Pushing event updated for resources: {'Port': ['ID=a686d143-e322-4fe6-984e-a4fa5321e05b,revision_number=3']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:10:08.226647 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-93ec125b-0f6c-4b4d-b116-ef99e3557278 req-7d2d509c-673b-4141-b904-3cf8ad0dd22f tempest-DeleteServersTestJSON-1870379525 tempest-DeleteServersTestJSON-1870379525-project] 10.222.0.75 "GET /v2.0/ports?device_id=5e66146c-80cb-464f-a195-4176fc6a344c HTTP/1.1" status: 200 len: 944 time: 0.1051972 Feb 09 19:10:08.243899 n-d-713498-36 neutron-server[103229]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 19:10:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-366b5ad1-368c-4bbf-9ac1-604bba0225e5 x-openstack-request-id: req-366b5ad1-368c-4bbf-9ac1-604bba0225e5 {{(pid=103229) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 19:10:08.244345 n-d-713498-36 neutron-server[103229]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5e66146c-80cb-464f-a195-4176fc6a344c", "tag": "a686d143-e322-4fe6-984e-a4fa5321e05b", "status": "completed", "code": 200}]} {{(pid=103229) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 19:10:08.244805 n-d-713498-36 neutron-server[103229]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-366b5ad1-368c-4bbf-9ac1-604bba0225e5 {{(pid=103229) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 19:10:08.245604 n-d-713498-36 neutron-server[103229]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5e66146c-80cb-464f-a195-4176fc6a344c', 'tag': 'a686d143-e322-4fe6-984e-a4fa5321e05b', 'status': 'completed', 'code': 200} Feb 09 19:10:08.264243 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-042b7a0d-ee75-4fc2-bb2a-70b9b574a662 req-e21d994c-c385-435c-84b9-31bf3c5fce9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:10:08.266091 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-042b7a0d-ee75-4fc2-bb2a-70b9b574a662 req-e21d994c-c385-435c-84b9-31bf3c5fce9b service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=216741f4995241bbba7cd794217427a2&device_id=5e66146c-80cb-464f-a195-4176fc6a344c HTTP/1.1" status: 200 len: 1127 time: 0.1204071 Feb 09 19:10:08.359638 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-042b7a0d-ee75-4fc2-bb2a-70b9b574a662 req-69df4e01-1376-4b66-99d9-89fd45acaeb7 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a686d143-e322-4fe6-984e-a4fa5321e05b HTTP/1.1" status: 200 len: 217 time: 0.0838478 Feb 09 19:10:08.366811 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-93ec125b-0f6c-4b4d-b116-ef99e3557278 req-da3b5a37-0918-47b7-b04e-b8337160b87e tempest-DeleteServersTestJSON-1870379525 tempest-DeleteServersTestJSON-1870379525-project] 10.222.0.75 "GET /v2.0/security-groups?id=5ce92d32-ca94-4b6c-925d-b9dff609abe6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1371601 Feb 09 19:10:08.512257 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-042b7a0d-ee75-4fc2-bb2a-70b9b574a662 req-9472c8f7-bee9-4819-acf4-c0a3d5d4ed1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:10:08.514334 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-042b7a0d-ee75-4fc2-bb2a-70b9b574a662 req-9472c8f7-bee9-4819-acf4-c0a3d5d4ed1e service neutron] 10.222.0.89 "GET /v2.0/subnets?id=fd92991c-99c1-4998-85f2-810e9ca4298d HTTP/1.1" status: 200 len: 852 time: 0.1470716 Feb 09 19:10:08.591389 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-042b7a0d-ee75-4fc2-bb2a-70b9b574a662 req-632ffe1e-76f8-4944-a22a-4480dcc91111 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=22e5c36a-e85f-4512-bcde-f1a1a30e29d3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0633235 Feb 09 19:10:08.682863 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a49bd697-ef53-4884-a4e5-1631b4de6797 req-a1ef64a5-2928-4489-81fd-8ded4358b714 tempest-LiveMigrationTest-1021096981 tempest-LiveMigrationTest-1021096981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:10:08.684564 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-a49bd697-ef53-4884-a4e5-1631b4de6797 req-a1ef64a5-2928-4489-81fd-8ded4358b714 tempest-LiveMigrationTest-1021096981 tempest-LiveMigrationTest-1021096981-project] 10.222.0.75 "GET /v2.0/ports?device_id=a26f3e83-5a8d-4d9d-aa20-3d25b99af655 HTTP/1.1" status: 200 len: 945 time: 0.1749184 Feb 09 19:10:08.755242 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-042b7a0d-ee75-4fc2-bb2a-70b9b574a662 req-feedfde5-a5ca-4e41-9c05-7945ae3ac19d service neutron] 10.222.0.89 "GET /v2.0/networks/22e5c36a-e85f-4512-bcde-f1a1a30e29d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1559520 Feb 09 19:10:08.950985 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-a49bd697-ef53-4884-a4e5-1631b4de6797 req-4ad853ee-3a9f-4ac1-80b9-9bd81b02d4ef tempest-LiveMigrationTest-1021096981 tempest-LiveMigrationTest-1021096981-project] 10.222.0.75 "GET /v2.0/security-groups?id=ba18819a-1490-4e7b-a11b-e8610423d8ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2595520 Feb 09 19:10:09.071562 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-042b7a0d-ee75-4fc2-bb2a-70b9b574a662 req-1c1a5337-bb70-403e-9f65-9309e7fd4895 service neutron] 10.222.0.89 "GET /v2.0/networks/22e5c36a-e85f-4512-bcde-f1a1a30e29d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3025975 Feb 09 19:10:09.096801 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 56606) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:10:09.157299 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-c8c66bbc-2d0a-4475-a9d2-84f9ebb94b43 req-3c9f8d07-420b-41d2-9c68-2818ece4586b tempest-ServersTestFqdnHostnames-1825251855 tempest-ServersTestFqdnHostnames-1825251855-project] 10.222.0.75 "GET /v2.0/ports?device_id=c5d2681e-23b5-4d8d-a699-6d3341555f0c HTTP/1.1" status: 200 len: 210 time: 0.0490756 Feb 09 19:10:09.225280 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afb9e58d-2579-4f47-a74d-1c35dd6834d9 req-80903fbe-9631-4f2d-8e72-cbac7b78f633 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:10:09.228369 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-afb9e58d-2579-4f47-a74d-1c35dd6834d9 req-80903fbe-9631-4f2d-8e72-cbac7b78f633 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=216741f4995241bbba7cd794217427a2&device_id=5e66146c-80cb-464f-a195-4176fc6a344c HTTP/1.1" status: 200 len: 1127 time: 0.0739496 Feb 09 19:10:09.318633 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-f8c9e5c9-3fc3-4acf-addd-b808cc1a708b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:10:09.414598 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afb9e58d-2579-4f47-a74d-1c35dd6834d9 req-a02380be-90bb-4553-9cb0-7fa2a591dc85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:10:09.416552 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-afb9e58d-2579-4f47-a74d-1c35dd6834d9 req-a02380be-90bb-4553-9cb0-7fa2a591dc85 service neutron] 10.222.0.89 "GET /v2.0/networks?id=22e5c36a-e85f-4512-bcde-f1a1a30e29d3 HTTP/1.1" status: 200 len: 913 time: 0.1826780 Feb 09 19:10:09.585043 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-f8c9e5c9-3fc3-4acf-addd-b808cc1a708b admin admin] Publish callbacks [] for security_group (9581ba21-0a42-4803-853d-2f4e6c9a9d78), precommit_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:10:09.597875 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-afb9e58d-2579-4f47-a74d-1c35dd6834d9 req-c6f4b694-8f4c-49e9-beeb-65e7b653b709 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a686d143-e322-4fe6-984e-a4fa5321e05b HTTP/1.1" status: 200 len: 217 time: 0.1629536 Feb 09 19:10:09.609338 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-f8c9e5c9-3fc3-4acf-addd-b808cc1a708b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1892331'] for security_group (9581ba21-0a42-4803-853d-2f4e6c9a9d78), after_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:10:09.830153 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-f8c9e5c9-3fc3-4acf-addd-b808cc1a708b admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=fbb529db00304d63a7af342895432c5c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7258582 Feb 09 19:10:09.857780 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 56618) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:10:09.963511 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8c9e5c9-3fc3-4acf-addd-b808cc1a708b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9581ba21-0a42-4803-853d-2f4e6c9a9d78,revision_number=1']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:10:10.050314 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-766c7f9e-51df-47d1-bc64-d8b8476300b6 admin admin] Publish callbacks [] for security_group (9581ba21-0a42-4803-853d-2f4e6c9a9d78), before_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:10:10.119705 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-766c7f9e-51df-47d1-bc64-d8b8476300b6 admin admin] Publish callbacks [] for security_group (9581ba21-0a42-4803-853d-2f4e6c9a9d78), precommit_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:10:10.138984 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71666631-dfc4-4c21-af04-0de8ab2fefc7 req-a9896199-7e5b-4f33-96ee-b4c16435109d tempest-DeleteServersTestJSON-1870379525 tempest-DeleteServersTestJSON-1870379525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:10:10.148011 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-71666631-dfc4-4c21-af04-0de8ab2fefc7 req-a9896199-7e5b-4f33-96ee-b4c16435109d tempest-DeleteServersTestJSON-1870379525 tempest-DeleteServersTestJSON-1870379525-project] 10.222.0.75 "GET /v2.0/ports?device_id=5e66146c-80cb-464f-a195-4176fc6a344c HTTP/1.1" status: 200 len: 944 time: 0.5403991 Feb 09 19:10:10.191050 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afb9e58d-2579-4f47-a74d-1c35dd6834d9 req-76e23fc3-df55-486e-b22e-53966341ce58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:10:10.192804 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-afb9e58d-2579-4f47-a74d-1c35dd6834d9 req-76e23fc3-df55-486e-b22e-53966341ce58 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=fd92991c-99c1-4998-85f2-810e9ca4298d HTTP/1.1" status: 200 len: 852 time: 0.4015818 Feb 09 19:10:10.246473 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-766c7f9e-51df-47d1-bc64-d8b8476300b6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1892331'] for security_group (9581ba21-0a42-4803-853d-2f4e6c9a9d78), after_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:10:10.249671 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-766c7f9e-51df-47d1-bc64-d8b8476300b6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:10:10.254784 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-766c7f9e-51df-47d1-bc64-d8b8476300b6 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/9581ba21-0a42-4803-853d-2f4e6c9a9d78 HTTP/1.1" status: 204 len: 168 time: 0.3952656 Feb 09 19:10:10.295201 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-766c7f9e-51df-47d1-bc64-d8b8476300b6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9581ba21-0a42-4803-853d-2f4e6c9a9d78,revision_number=None']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:10:10.309236 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-afb9e58d-2579-4f47-a74d-1c35dd6834d9 req-e00058b7-c22d-47db-8a82-539f95f6a043 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=22e5c36a-e85f-4512-bcde-f1a1a30e29d3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1040924 Feb 09 19:10:10.391061 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c51fe42-aea3-4bd3-86c5-1c54a760eef4 req-355977a6-b1e2-4dc3-9906-d35d8ab3e2af tempest-LiveMigrationTest-1021096981 tempest-LiveMigrationTest-1021096981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:10:10.395901 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-5c51fe42-aea3-4bd3-86c5-1c54a760eef4 req-355977a6-b1e2-4dc3-9906-d35d8ab3e2af tempest-LiveMigrationTest-1021096981 tempest-LiveMigrationTest-1021096981-project] 10.222.0.75 "GET /v2.0/ports?device_id=a26f3e83-5a8d-4d9d-aa20-3d25b99af655 HTTP/1.1" status: 200 len: 945 time: 0.1633954 Feb 09 19:10:10.512369 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-5c51fe42-aea3-4bd3-86c5-1c54a760eef4 req-d1961257-0594-4401-adcf-73150778fc7b tempest-LiveMigrationTest-1021096981 tempest-LiveMigrationTest-1021096981-project] 10.222.0.75 "GET /v2.0/security-groups?id=ba18819a-1490-4e7b-a11b-e8610423d8ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1060171 Feb 09 19:10:10.573765 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-afb9e58d-2579-4f47-a74d-1c35dd6834d9 req-a0706e40-c3ff-4a88-85f6-67d32ea9ea5d service neutron] 10.222.0.89 "GET /v2.0/networks/22e5c36a-e85f-4512-bcde-f1a1a30e29d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2450614 Feb 09 19:10:10.610730 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-71666631-dfc4-4c21-af04-0de8ab2fefc7 req-98decd88-d48c-4ad0-8c54-a96b3ee2a23c tempest-DeleteServersTestJSON-1870379525 tempest-DeleteServersTestJSON-1870379525-project] 10.222.0.75 "GET /v2.0/security-groups?id=5ce92d32-ca94-4b6c-925d-b9dff609abe6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4613450 Feb 09 19:10:10.663247 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20b848c0-1ec3-4704-a7e9-17ea41ec47d5 req-67bfcaa1-746f-49d2-bd46-886da403d2ab tempest-ServersTestFqdnHostnames-1825251855 tempest-ServersTestFqdnHostnames-1825251855-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:10:10.665723 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-20b848c0-1ec3-4704-a7e9-17ea41ec47d5 req-67bfcaa1-746f-49d2-bd46-886da403d2ab tempest-ServersTestFqdnHostnames-1825251855 tempest-ServersTestFqdnHostnames-1825251855-project] 10.222.0.89 "GET /v2.0/networks?id=23931817-e40f-432d-9c70-5639e042245b HTTP/1.1" status: 200 len: 814 time: 1.0667746 Feb 09 19:10:10.671501 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-6dba3547-abe9-4252-8ede-4b9e80d30e75 req-917e3510-b132-4567-b235-b54c0881fbce tempest-ServersTestFqdnHostnames-1825251855 tempest-ServersTestFqdnHostnames-1825251855-project] 10.222.0.75 "GET /v2.0/ports?device_id=c5d2681e-23b5-4d8d-a699-6d3341555f0c HTTP/1.1" status: 200 len: 210 time: 0.0765250 Feb 09 19:10:10.753138 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-438226ed-536f-4ab5-981c-ac7c5c4c6805 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762867132591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593584'] for agent (af91e4b9-f4e1-42b1-a25c-a10dc47171c8), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:10:10.792392 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-20b848c0-1ec3-4704-a7e9-17ea41ec47d5 req-74e3a0d7-944e-406a-bee0-1b4ee7507ec1 tempest-ServersTestFqdnHostnames-1825251855 tempest-ServersTestFqdnHostnames-1825251855-project] 10.222.0.89 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=fe206dc0d0dc4c4b8b6e41d9b0f130f4 HTTP/1.1" status: 200 len: 380 time: 0.0972736 Feb 09 19:10:10.795453 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-afb9e58d-2579-4f47-a74d-1c35dd6834d9 req-a06ac910-e8a4-4bcc-8fbc-35745f3f9e91 service neutron] 10.222.0.89 "GET /v2.0/networks/22e5c36a-e85f-4512-bcde-f1a1a30e29d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2122400 Feb 09 19:10:10.802242 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.v2.base [req-20b848c0-1ec3-4704-a7e9-17ea41ec47d5 req-942ea1c5-94b4-4350-9b75-96d64f188dba tempest-ServersTestFqdnHostnames-1825251855 tempest-ServersTestFqdnHostnames-1825251855-project] Request body: {'port': {'device_id': 'c5d2681e-23b5-4d8d-a699-6d3341555f0c', 'network_id': '23931817-e40f-432d-9c70-5639e042245b', 'admin_state_up': True, 'tenant_id': 'fe206dc0d0dc4c4b8b6e41d9b0f130f4', 'security_groups': ['27f37715-a20e-4347-b5d3-f680924256da']}} {{(pid=103229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 19:10:10.964077 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-20b848c0-1ec3-4704-a7e9-17ea41ec47d5 req-942ea1c5-94b4-4350-9b75-96d64f188dba tempest-ServersTestFqdnHostnames-1825251855 tempest-ServersTestFqdnHostnames-1825251855-project] Made reservation on behalf of fe206dc0d0dc4c4b8b6e41d9b0f130f4 for: {'port': 1} {{(pid=103229) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 19:10:10.970328 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-20b848c0-1ec3-4704-a7e9-17ea41ec47d5 req-942ea1c5-94b4-4350-9b75-96d64f188dba tempest-ServersTestFqdnHostnames-1825251855 tempest-ServersTestFqdnHostnames-1825251855-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (None), before_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:10:11.261181 n-d-713498-36 neutron-server[103229]: DEBUG neutron.db.db_base_plugin_common [req-20b848c0-1ec3-4704-a7e9-17ea41ec47d5 req-942ea1c5-94b4-4350-9b75-96d64f188dba tempest-ServersTestFqdnHostnames-1825251855 tempest-ServersTestFqdnHostnames-1825251855-project] Allocated IP 172.20.0.12 (23931817-e40f-432d-9c70-5639e042245b/41bc0241-d139-4b59-a127-eb1af19bb3e9/f15fe795-6046-4375-a746-770f76bc70f6) {{(pid=103229) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 19:10:11.404842 n-d-713498-36 neutron-server[103233]: DEBUG neutron.db.agents_db [None req-4a8a6a42-0a0c-4437-8958-92282682b6bb None None] Agent healthcheck: found 7 active agents {{(pid=103233) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 19:10:11.543517 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-20b848c0-1ec3-4704-a7e9-17ea41ec47d5 req-942ea1c5-94b4-4350-9b75-96d64f188dba tempest-ServersTestFqdnHostnames-1825251855 tempest-ServersTestFqdnHostnames-1825251855-project] Publish callbacks [] for port (f15fe795-6046-4375-a746-770f76bc70f6), precommit_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:10:11.601134 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-20b848c0-1ec3-4704-a7e9-17ea41ec47d5 req-942ea1c5-94b4-4350-9b75-96d64f188dba tempest-ServersTestFqdnHostnames-1825251855 tempest-ServersTestFqdnHostnames-1825251855-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762866656467', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12867576'] for port (f15fe795-6046-4375-a746-770f76bc70f6), after_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:10:11.642724 n-d-713498-36 neutron-server[103229]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-20b848c0-1ec3-4704-a7e9-17ea41ec47d5 req-942ea1c5-94b4-4350-9b75-96d64f188dba tempest-ServersTestFqdnHostnames-1825251855 tempest-ServersTestFqdnHostnames-1825251855-project] Network 23931817-e40f-432d-9c70-5639e042245b is already hosted by enough agents. {{(pid=103229) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 19:10:11.646805 n-d-713498-36 neutron-server[103229]: DEBUG neutron.scheduler.base_scheduler [req-20b848c0-1ec3-4704-a7e9-17ea41ec47d5 req-942ea1c5-94b4-4350-9b75-96d64f188dba tempest-ServersTestFqdnHostnames-1825251855 tempest-ServersTestFqdnHostnames-1825251855-project] Resources bound (agent type, host, resource id): {{(pid=103229) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 19:10:11.649258 n-d-713498-36 neutron-server[103229]: DEBUG neutron.db.l3_dvrscheduler_db [req-20b848c0-1ec3-4704-a7e9-17ea41ec47d5 req-942ea1c5-94b4-4350-9b75-96d64f188dba tempest-ServersTestFqdnHostnames-1825251855 tempest-ServersTestFqdnHostnames-1825251855-project] Received port after_create {{(pid=103229) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 19:10:11.761321 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-942ea1c5-94b4-4350-9b75-96d64f188dba tempest-ServersTestFqdnHostnames-1825251855 tempest-ServersTestFqdnHostnames-1825251855-project] Pushing event updated for resources: {'Port': ['ID=f15fe795-6046-4375-a746-770f76bc70f6,revision_number=1']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:10:11.782008 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20b848c0-1ec3-4704-a7e9-17ea41ec47d5 req-942ea1c5-94b4-4350-9b75-96d64f188dba tempest-ServersTestFqdnHostnames-1825251855 tempest-ServersTestFqdnHostnames-1825251855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:10:11.782545 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-20b848c0-1ec3-4704-a7e9-17ea41ec47d5 req-942ea1c5-94b4-4350-9b75-96d64f188dba tempest-ServersTestFqdnHostnames-1825251855 tempest-ServersTestFqdnHostnames-1825251855-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171096'] for port (None), before_response {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:10:11.800189 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca03428b-94ef-4027-bfe8-da62b7bd6fbf req-c64b3f73-8926-402f-810f-504b777824a5 tempest-LiveMigrationTest-1021096981 tempest-LiveMigrationTest-1021096981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:10:11.813767 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-ca03428b-94ef-4027-bfe8-da62b7bd6fbf req-c64b3f73-8926-402f-810f-504b777824a5 tempest-LiveMigrationTest-1021096981 tempest-LiveMigrationTest-1021096981-project] 10.222.0.75 "GET /v2.0/ports?device_id=a26f3e83-5a8d-4d9d-aa20-3d25b99af655 HTTP/1.1" status: 200 len: 945 time: 0.1574068 Feb 09 19:10:11.874065 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-20b848c0-1ec3-4704-a7e9-17ea41ec47d5 req-942ea1c5-94b4-4350-9b75-96d64f188dba tempest-ServersTestFqdnHostnames-1825251855 tempest-ServersTestFqdnHostnames-1825251855-project] 10.222.0.89 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0765073 Feb 09 19:10:11.885029 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81372284-3205-4206-a592-09bbf0f60cbd req-4c57b4f7-5769-48fb-bb77-a68315867803 tempest-DeleteServersTestJSON-1870379525 tempest-DeleteServersTestJSON-1870379525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:10:11.886400 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-81372284-3205-4206-a592-09bbf0f60cbd req-4c57b4f7-5769-48fb-bb77-a68315867803 tempest-DeleteServersTestJSON-1870379525 tempest-DeleteServersTestJSON-1870379525-project] 10.222.0.75 "GET /v2.0/ports?device_id=5e66146c-80cb-464f-a195-4176fc6a344c HTTP/1.1" status: 200 len: 944 time: 0.0989232 Feb 09 19:10:11.891502 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.v2.base [req-20b848c0-1ec3-4704-a7e9-17ea41ec47d5 req-feb961f4-4845-4316-b751-6e2ff1c885ef service neutron] Request body: {'port': {'device_id': 'c5d2681e-23b5-4d8d-a699-6d3341555f0c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-713498-36'}} {{(pid=103229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 19:10:11.960327 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-ca03428b-94ef-4027-bfe8-da62b7bd6fbf req-0b5e8c23-59eb-4c7b-b214-012a28721bc1 tempest-LiveMigrationTest-1021096981 tempest-LiveMigrationTest-1021096981-project] 10.222.0.75 "GET /v2.0/security-groups?id=ba18819a-1490-4e7b-a11b-e8610423d8ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1247287 Feb 09 19:10:12.034042 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-20b848c0-1ec3-4704-a7e9-17ea41ec47d5 req-feb961f4-4845-4316-b751-6e2ff1c885ef service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (f15fe795-6046-4375-a746-770f76bc70f6), before_update {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:10:12.157263 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-81372284-3205-4206-a592-09bbf0f60cbd req-6f5c690d-0f97-4139-9b98-26a4d516e635 tempest-DeleteServersTestJSON-1870379525 tempest-DeleteServersTestJSON-1870379525-project] 10.222.0.75 "GET /v2.0/security-groups?id=5ce92d32-ca94-4b6c-925d-b9dff609abe6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1708376 Feb 09 19:10:12.186928 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9841a2f-c59f-497c-80ef-a345eb76dd62 req-c361d34d-92a2-4048-8d69-f38ce5738f34 tempest-ServersTestFqdnHostnames-1825251855 tempest-ServersTestFqdnHostnames-1825251855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:10:12.196497 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-b9841a2f-c59f-497c-80ef-a345eb76dd62 req-c361d34d-92a2-4048-8d69-f38ce5738f34 tempest-ServersTestFqdnHostnames-1825251855 tempest-ServersTestFqdnHostnames-1825251855-project] 10.222.0.75 "GET /v2.0/ports?device_id=c5d2681e-23b5-4d8d-a699-6d3341555f0c HTTP/1.1" status: 200 len: 932 time: 0.1314447 Feb 09 19:10:12.326261 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Device a686d143-e322-4fe6-984e-a4fa5321e05b details requested by agent hyperv_n-h1-713498-36 with host n-h1-713498-36 {{(pid=103232) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 19:10:12.334794 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.provisioning_blocks [None req-49ae7869-1220-4ba6-9f1b-bd6ae0e7807c None None] Provisioning complete for port f15fe795-6046-4375-a746-770f76bc70f6 triggered by entity DHCP. {{(pid=103232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 19:10:12.335632 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-49ae7869-1220-4ba6-9f1b-bd6ae0e7807c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593630'] for port (f15fe795-6046-4375-a746-770f76bc70f6), provisioning_complete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:10:12.346667 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-b9841a2f-c59f-497c-80ef-a345eb76dd62 req-b35791af-cd3e-4341-bd39-0527def4ff72 tempest-ServersTestFqdnHostnames-1825251855 tempest-ServersTestFqdnHostnames-1825251855-project] 10.222.0.75 "GET /v2.0/security-groups?id=27f37715-a20e-4347-b5d3-f680924256da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1432302 Feb 09 19:10:12.472748 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-49ae7869-1220-4ba6-9f1b-bd6ae0e7807c None None] Port f15fe795-6046-4375-a746-770f76bc70f6 cannot update to ACTIVE because it is not bound. {{(pid=103232) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 19:10:12.596246 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] For port a686d143-e322-4fe6-984e-a4fa5321e05b, host n-h1-713498-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-36',level=0,port_id=a686d143-e322-4fe6-984e-a4fa5321e05b,segment=NetworkSegment(d4c5d86e-1399-4ff8-a9ec-2a8082c6024a),segment_id=d4c5d86e-1399-4ff8-a9ec-2a8082c6024a)] {{(pid=103232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 19:10:12.609139 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Returning: {'device': 'a686d143-e322-4fe6-984e-a4fa5321e05b', 'network_id': '22e5c36a-e85f-4512-bcde-f1a1a30e29d3', 'port_id': 'a686d143-e322-4fe6-984e-a4fa5321e05b', 'mac_address': 'fa:16:3e:c5:75:11', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 384, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fd92991c-99c1-4998-85f2-810e9ca4298d', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103232) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 19:10:12.643507 n-d-713498-36 neutron-server[103229]: DEBUG neutron.notifiers.nova [req-20b848c0-1ec3-4704-a7e9-17ea41ec47d5 req-feb961f4-4845-4316-b751-6e2ff1c885ef service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f15fe795-6046-4375-a746-770f76bc70f6 {{(pid=103229) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 19:10:12.653200 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-20b848c0-1ec3-4704-a7e9-17ea41ec47d5 req-feb961f4-4845-4316-b751-6e2ff1c885ef service neutron] Publish callbacks [] for port (f15fe795-6046-4375-a746-770f76bc70f6), precommit_update {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:10:12.670493 n-d-713498-36 neutron-server[103229]: DEBUG neutron.db.provisioning_blocks [req-20b848c0-1ec3-4704-a7e9-17ea41ec47d5 req-feb961f4-4845-4316-b751-6e2ff1c885ef service neutron] Transition to ACTIVE for port object f15fe795-6046-4375-a746-770f76bc70f6 will not be triggered until provisioned by entity L2. {{(pid=103229) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 19:10:12.676100 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-20b848c0-1ec3-4704-a7e9-17ea41ec47d5 req-feb961f4-4845-4316-b751-6e2ff1c885ef service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762867176205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762866656485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762866656503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12867569'] for port (f15fe795-6046-4375-a746-770f76bc70f6), after_update {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:10:12.692240 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Current status of the port a686d143-e322-4fe6-984e-a4fa5321e05b is: DOWN; New status is: BUILD {{(pid=103232) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 19:10:12.692634 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (a686d143-e322-4fe6-984e-a4fa5321e05b), before_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:10:12.786789 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-64d42b8e-fefb-4f94-98fe-cd095fa6de6f req-bd0c8c0f-71fb-4cf8-843b-cad8042c0480 tempest-ImagesNegativeTestJSON-1012605011 tempest-ImagesNegativeTestJSON-1012605011-project] 10.222.0.75 "GET /v2.0/networks?tenant_id=a65e09e6cb7c454db95ee06fe7ed224f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0719006 Feb 09 19:10:12.901467 n-d-713498-36 neutron-server[103232]: DEBUG neutron.notifiers.nova [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a686d143-e322-4fe6-984e-a4fa5321e05b {{(pid=103232) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 19:10:12.924857 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] For port a686d143-e322-4fe6-984e-a4fa5321e05b, host n-h1-713498-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-36',level=0,port_id=a686d143-e322-4fe6-984e-a4fa5321e05b,segment=NetworkSegment(d4c5d86e-1399-4ff8-a9ec-2a8082c6024a),segment_id=d4c5d86e-1399-4ff8-a9ec-2a8082c6024a)] {{(pid=103232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 19:10:12.930402 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762867176205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762866656485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762866656503'] for port (a686d143-e322-4fe6-984e-a4fa5321e05b), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:10:12.955493 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feb961f4-4845-4316-b751-6e2ff1c885ef service neutron] Pushing event updated for resources: {'Port': ['ID=f15fe795-6046-4375-a746-770f76bc70f6,revision_number=2']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:10:13.108021 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.managers [req-20b848c0-1ec3-4704-a7e9-17ea41ec47d5 req-feb961f4-4845-4316-b751-6e2ff1c885ef service neutron] Attempting to bind port f15fe795-6046-4375-a746-770f76bc70f6 on host n-h1-713498-36 for vnic_type normal with profile {{(pid=103229) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 19:10:13.108377 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.managers [req-20b848c0-1ec3-4704-a7e9-17ea41ec47d5 req-feb961f4-4845-4316-b751-6e2ff1c885ef service neutron] Attempting to bind port f15fe795-6046-4375-a746-770f76bc70f6 by drivers openvswitch,hyperv on host n-h1-713498-36 at level 0 using segments [{'id': '142497ea-782c-49a4-8188-5e519c68d621', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '23931817-e40f-432d-9c70-5639e042245b'}] {{(pid=103229) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 19:10:13.108728 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20b848c0-1ec3-4704-a7e9-17ea41ec47d5 req-feb961f4-4845-4316-b751-6e2ff1c885ef service neutron] Attempting to bind port f15fe795-6046-4375-a746-770f76bc70f6 on network 23931817-e40f-432d-9c70-5639e042245b {{(pid=103229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 19:10:13.123120 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64d42b8e-fefb-4f94-98fe-cd095fa6de6f req-3a3f8e0b-7f78-4185-b056-7e1ba91fe221 tempest-ImagesNegativeTestJSON-1012605011 tempest-ImagesNegativeTestJSON-1012605011-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:10:13.125333 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-64d42b8e-fefb-4f94-98fe-cd095fa6de6f req-3a3f8e0b-7f78-4185-b056-7e1ba91fe221 tempest-ImagesNegativeTestJSON-1012605011 tempest-ImagesNegativeTestJSON-1012605011-project] 10.222.0.75 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3181643 Feb 09 19:10:13.145820 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20b848c0-1ec3-4704-a7e9-17ea41ec47d5 req-feb961f4-4845-4316-b751-6e2ff1c885ef service neutron] Port f15fe795-6046-4375-a746-770f76bc70f6 on network 23931817-e40f-432d-9c70-5639e042245b not bound, no agent of type Open vSwitch agent registered on host n-h1-713498-36 {{(pid=103229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 19:10:13.147110 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20b848c0-1ec3-4704-a7e9-17ea41ec47d5 req-feb961f4-4845-4316-b751-6e2ff1c885ef service neutron] Attempting to bind port f15fe795-6046-4375-a746-770f76bc70f6 on network 23931817-e40f-432d-9c70-5639e042245b {{(pid=103229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 19:10:13.153912 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20b848c0-1ec3-4704-a7e9-17ea41ec47d5 req-feb961f4-4845-4316-b751-6e2ff1c885ef service neutron] Checking agent: {'id': '488cd9ae-631f-4955-ba0b-4f5a13f12e9c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713498-36', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 18, 59, 18), 'started_at': datetime.datetime(2022, 2, 9, 18, 59, 18), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 19, 9, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 19:10:13.154279 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20b848c0-1ec3-4704-a7e9-17ea41ec47d5 req-feb961f4-4845-4316-b751-6e2ff1c885ef service neutron] Checking segment: {'id': '142497ea-782c-49a4-8188-5e519c68d621', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '23931817-e40f-432d-9c70-5639e042245b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103229) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 19:10:13.154678 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20b848c0-1ec3-4704-a7e9-17ea41ec47d5 req-feb961f4-4845-4316-b751-6e2ff1c885ef service neutron] Bound using segment: {'id': '142497ea-782c-49a4-8188-5e519c68d621', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '23931817-e40f-432d-9c70-5639e042245b'} {{(pid=103229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 19:10:13.155403 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.managers [req-20b848c0-1ec3-4704-a7e9-17ea41ec47d5 req-feb961f4-4845-4316-b751-6e2ff1c885ef service neutron] Bound port: f15fe795-6046-4375-a746-770f76bc70f6, host: n-h1-713498-36, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '142497ea-782c-49a4-8188-5e519c68d621', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '23931817-e40f-432d-9c70-5639e042245b'}}] {{(pid=103229) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 19:10:13.155525 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-20b848c0-1ec3-4704-a7e9-17ea41ec47d5 req-feb961f4-4845-4316-b751-6e2ff1c885ef service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (f15fe795-6046-4375-a746-770f76bc70f6), before_update {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:10:13.166088 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-fd70cc3c-232f-45c9-82b0-721bf2031dce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762867132591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593584'] for agent (93303d5e-5d17-45e8-8963-7694f87783ae), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:10:13.173311 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-64d42b8e-fefb-4f94-98fe-cd095fa6de6f req-95817158-a35f-47a5-b199-1f8944d0700d tempest-ImagesNegativeTestJSON-1012605011 tempest-ImagesNegativeTestJSON-1012605011-project] 10.222.0.75 "GET /v2.0/quotas/a65e09e6cb7c454db95ee06fe7ed224f HTTP/1.1" status: 200 len: 375 time: 0.0351694 Feb 09 19:10:13.185757 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] get_ports_and_sgs() called for port_ids ['a686d143-e322-4fe6-984e-a4fa5321e05b'] {{(pid=103232) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 19:10:13.187959 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Pushing event updated for resources: {'Port': ['ID=a686d143-e322-4fe6-984e-a4fa5321e05b,revision_number=4']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:10:13.235206 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84d95211-7254-4542-830c-06b2fabe641b req-10493d0d-c615-481c-bb38-b96a319905ab tempest-LiveMigrationTest-1021096981 tempest-LiveMigrationTest-1021096981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:10:13.235799 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:10:13.236269 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:10:13.236875 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:10:13.237219 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:10:13.237554 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:10:13.237889 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:10:13.238260 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:10:13.239185 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:10:13.239580 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:10:13.241066 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:10:13.241412 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:10:13.241739 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:10:13.241876 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-64d42b8e-fefb-4f94-98fe-cd095fa6de6f req-3711138d-e084-40c5-8f05-ee9692326e9e tempest-ImagesNegativeTestJSON-1012605011 tempest-ImagesNegativeTestJSON-1012605011-project] 10.222.0.75 "GET /v2.0/ports?tenant_id=a65e09e6cb7c454db95ee06fe7ed224f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0612984 Feb 09 19:10:13.242107 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:10:13.247087 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-84d95211-7254-4542-830c-06b2fabe641b req-10493d0d-c615-481c-bb38-b96a319905ab tempest-LiveMigrationTest-1021096981 tempest-LiveMigrationTest-1021096981-project] 10.222.0.75 "GET /v2.0/ports?device_id=a26f3e83-5a8d-4d9d-aa20-3d25b99af655 HTTP/1.1" status: 200 len: 945 time: 0.1399772 Feb 09 19:10:13.293583 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.db [req-20b848c0-1ec3-4704-a7e9-17ea41ec47d5 req-feb961f4-4845-4316-b751-6e2ff1c885ef service neutron] For port f15fe795-6046-4375-a746-770f76bc70f6, host n-h1-713498-36, cleared binding levels {{(pid=103229) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 19:10:13.298692 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.db [req-20b848c0-1ec3-4704-a7e9-17ea41ec47d5 req-feb961f4-4845-4316-b751-6e2ff1c885ef service neutron] For port f15fe795-6046-4375-a746-770f76bc70f6, host n-h1-713498-36, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-36',level=0,port_id=f15fe795-6046-4375-a746-770f76bc70f6,segment=NetworkSegment(142497ea-782c-49a4-8188-5e519c68d621),segment_id=142497ea-782c-49a4-8188-5e519c68d621)] {{(pid=103229) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 19:10:13.309266 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-20b848c0-1ec3-4704-a7e9-17ea41ec47d5 req-feb961f4-4845-4316-b751-6e2ff1c885ef service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762867176205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762866656485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762866656503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12867569'] for port (f15fe795-6046-4375-a746-770f76bc70f6), after_update {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:10:13.349517 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-84d95211-7254-4542-830c-06b2fabe641b req-88e3b62e-3c91-4358-b62f-67562f0fbf35 tempest-LiveMigrationTest-1021096981 tempest-LiveMigrationTest-1021096981-project] 10.222.0.75 "GET /v2.0/security-groups?id=ba18819a-1490-4e7b-a11b-e8610423d8ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0958982 Feb 09 19:10:13.494336 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20b848c0-1ec3-4704-a7e9-17ea41ec47d5 req-feb961f4-4845-4316-b751-6e2ff1c885ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:10:13.496427 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-20b848c0-1ec3-4704-a7e9-17ea41ec47d5 req-feb961f4-4845-4316-b751-6e2ff1c885ef service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171096'] for port (None), before_response {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:10:13.502389 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-20b848c0-1ec3-4704-a7e9-17ea41ec47d5 req-feb961f4-4845-4316-b751-6e2ff1c885ef service neutron] 10.222.0.89 "PUT /v2.0/ports/f15fe795-6046-4375-a746-770f76bc70f6 HTTP/1.1" status: 200 len: 1093 time: 1.6149585 Feb 09 19:10:13.516597 n-d-713498-36 neutron-server[103229]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c5d2681e-23b5-4d8d-a699-6d3341555f0c', 'tag': 'f15fe795-6046-4375-a746-770f76bc70f6'}] {{(pid=103229) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 19:10:13.522669 n-d-713498-36 neutron-server[103229]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fa6ae9a20702bd564eaf90d946620b2b4277b1ab91129323d3b54181076be307" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9aab67a0-22f2-46de-bbc9-52eaaa150031" -d '{"events": [{"name": "network-changed", "server_uuid": "c5d2681e-23b5-4d8d-a699-6d3341555f0c", "tag": "f15fe795-6046-4375-a746-770f76bc70f6"}]}' {{(pid=103229) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 19:10:13.687575 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f8bb1b2-d416-427a-907d-0c212a2d97c3 req-b8944dbe-f8b1-409c-8b96-8feca95976b6 tempest-DeleteServersTestJSON-1870379525 tempest-DeleteServersTestJSON-1870379525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:10:13.723087 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feb961f4-4845-4316-b751-6e2ff1c885ef service neutron] Pushing event updated for resources: {'Port': ['ID=f15fe795-6046-4375-a746-770f76bc70f6,revision_number=3']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:10:13.725539 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-3f8bb1b2-d416-427a-907d-0c212a2d97c3 req-b8944dbe-f8b1-409c-8b96-8feca95976b6 tempest-DeleteServersTestJSON-1870379525 tempest-DeleteServersTestJSON-1870379525-project] 10.222.0.75 "GET /v2.0/ports?device_id=5e66146c-80cb-464f-a195-4176fc6a344c HTTP/1.1" status: 200 len: 945 time: 0.2165580 Feb 09 19:10:13.822734 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-3f8bb1b2-d416-427a-907d-0c212a2d97c3 req-2a21441e-94ac-42ca-807e-66451f8ab525 tempest-DeleteServersTestJSON-1870379525 tempest-DeleteServersTestJSON-1870379525-project] 10.222.0.75 "GET /v2.0/security-groups?id=5ce92d32-ca94-4b6c-925d-b9dff609abe6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0868208 Feb 09 19:10:13.875000 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20b848c0-1ec3-4704-a7e9-17ea41ec47d5 req-3c13e5c6-aca0-4c5f-8de4-a3f767d0c370 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:10:13.877553 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-20b848c0-1ec3-4704-a7e9-17ea41ec47d5 req-3c13e5c6-aca0-4c5f-8de4-a3f767d0c370 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=fe206dc0d0dc4c4b8b6e41d9b0f130f4&device_id=c5d2681e-23b5-4d8d-a699-6d3341555f0c HTTP/1.1" status: 200 len: 1127 time: 0.3097510 Feb 09 19:10:13.987751 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-20b848c0-1ec3-4704-a7e9-17ea41ec47d5 req-1316a46c-033e-4c84-8abe-0988eb617128 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f15fe795-6046-4375-a746-770f76bc70f6 HTTP/1.1" status: 200 len: 217 time: 0.1016743 Feb 09 19:10:14.115467 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-740fc158-07c8-427d-9b54-2f2a303bdf98 req-a0d656c7-67df-4165-bc80-9400b7011bd5 tempest-ImagesNegativeTestJSON-1012605011 tempest-ImagesNegativeTestJSON-1012605011-project] 10.222.0.75 "GET /v2.0/ports?device_id=1e3e8d97-0d0f-48f5-a76a-1c1e1425ed62 HTTP/1.1" status: 200 len: 210 time: 0.1680858 Feb 09 19:10:14.122866 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-121e8a83-0daf-4a0e-8ed5-42cd22263bdd req-3b61b188-0db0-4868-b62b-d67b49157f1c tempest-ServersTestFqdnHostnames-1825251855 tempest-ServersTestFqdnHostnames-1825251855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:10:14.125118 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-121e8a83-0daf-4a0e-8ed5-42cd22263bdd req-3b61b188-0db0-4868-b62b-d67b49157f1c tempest-ServersTestFqdnHostnames-1825251855 tempest-ServersTestFqdnHostnames-1825251855-project] 10.222.0.75 "GET /v2.0/ports?device_id=c5d2681e-23b5-4d8d-a699-6d3341555f0c HTTP/1.1" status: 200 len: 944 time: 0.3513410 Feb 09 19:10:14.200295 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-edc54c9b-7f13-45d9-9271-85c9738b0128 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762867132591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593584'] for agent (a62b1850-466f-48ae-bec7-d62fb280e14b), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:10:14.216228 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20b848c0-1ec3-4704-a7e9-17ea41ec47d5 req-911ce057-e0ac-42e1-86da-a7ddf95b9cc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:10:14.219833 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-20b848c0-1ec3-4704-a7e9-17ea41ec47d5 req-911ce057-e0ac-42e1-86da-a7ddf95b9cc4 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=41bc0241-d139-4b59-a127-eb1af19bb3e9 HTTP/1.1" status: 200 len: 853 time: 0.2239714 Feb 09 19:10:14.286127 n-d-713498-36 neutron-server[103229]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 19:10:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a9bc2b5c-5216-4c6e-91fb-ba4b08c69afa x-openstack-request-id: req-a9bc2b5c-5216-4c6e-91fb-ba4b08c69afa {{(pid=103229) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 19:10:14.288210 n-d-713498-36 neutron-server[103229]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c5d2681e-23b5-4d8d-a699-6d3341555f0c", "tag": "f15fe795-6046-4375-a746-770f76bc70f6", "status": "completed", "code": 200}]} {{(pid=103229) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 19:10:14.288487 n-d-713498-36 neutron-server[103229]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-a9bc2b5c-5216-4c6e-91fb-ba4b08c69afa {{(pid=103229) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 19:10:14.288905 n-d-713498-36 neutron-server[103229]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c5d2681e-23b5-4d8d-a699-6d3341555f0c', 'tag': 'f15fe795-6046-4375-a746-770f76bc70f6', 'status': 'completed', 'code': 200} Feb 09 19:10:14.308324 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Device a686d143-e322-4fe6-984e-a4fa5321e05b up at agent hyperv_n-h1-713498-36 {{(pid=103232) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 19:10:14.370290 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-121e8a83-0daf-4a0e-8ed5-42cd22263bdd req-6cb9bce8-a4f7-4a1d-9f5f-69087e53dff9 tempest-ServersTestFqdnHostnames-1825251855 tempest-ServersTestFqdnHostnames-1825251855-project] 10.222.0.75 "GET /v2.0/security-groups?id=27f37715-a20e-4347-b5d3-f680924256da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2243989 Feb 09 19:10:14.433409 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.provisioning_blocks [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Provisioning for port a686d143-e322-4fe6-984e-a4fa5321e05b completed by entity L2. {{(pid=103232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 19:10:14.440588 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20b848c0-1ec3-4704-a7e9-17ea41ec47d5 req-fea9d13a-dd2f-4684-912a-5d1f58f21465 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:10:14.442464 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.provisioning_blocks [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Provisioning complete for port a686d143-e322-4fe6-984e-a4fa5321e05b triggered by entity L2. {{(pid=103232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 19:10:14.445554 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593630'] for port (a686d143-e322-4fe6-984e-a4fa5321e05b), provisioning_complete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:10:14.450226 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-20b848c0-1ec3-4704-a7e9-17ea41ec47d5 req-fea9d13a-dd2f-4684-912a-5d1f58f21465 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=23931817-e40f-432d-9c70-5639e042245b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.1866996 Feb 09 19:10:14.620967 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bf7280c-7d91-4f11-a16b-a7f5aaab3a31 req-527e8bcf-533c-49ac-ab9b-d4f08cba02b6 tempest-LiveMigrationTest-1021096981 tempest-LiveMigrationTest-1021096981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:10:14.643490 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-5bf7280c-7d91-4f11-a16b-a7f5aaab3a31 req-527e8bcf-533c-49ac-ab9b-d4f08cba02b6 tempest-LiveMigrationTest-1021096981 tempest-LiveMigrationTest-1021096981-project] 10.222.0.75 "GET /v2.0/ports?device_id=a26f3e83-5a8d-4d9d-aa20-3d25b99af655 HTTP/1.1" status: 200 len: 945 time: 0.1157653 Feb 09 19:10:14.645038 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-20b848c0-1ec3-4704-a7e9-17ea41ec47d5 req-116432ac-9c43-48ae-8481-7f4fd58a2b47 service neutron] 10.222.0.89 "GET /v2.0/networks/23931817-e40f-432d-9c70-5639e042245b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1939404 Feb 09 19:10:14.706920 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Current status of the port a686d143-e322-4fe6-984e-a4fa5321e05b is: BUILD; New status is: ACTIVE {{(pid=103232) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 19:10:14.707468 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (a686d143-e322-4fe6-984e-a4fa5321e05b), before_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:10:14.751848 n-d-713498-36 neutron-server[103232]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5e66146c-80cb-464f-a195-4176fc6a344c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a686d143-e322-4fe6-984e-a4fa5321e05b'}] {{(pid=103232) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 19:10:14.763878 n-d-713498-36 neutron-server[103232]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}949cdcde653dec44821de95cbf67297f53cbc2aed4e073b5d514f93bf911ce85" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4d25a9b5-6d84-41e0-964d-871544def565" -d '{"events": [{"server_uuid": "5e66146c-80cb-464f-a195-4176fc6a344c", "name": "network-vif-plugged", "status": "completed", "tag": "a686d143-e322-4fe6-984e-a4fa5321e05b"}]}' {{(pid=103232) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 19:10:14.793782 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] For port a686d143-e322-4fe6-984e-a4fa5321e05b, host n-h1-713498-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-36',level=0,port_id=a686d143-e322-4fe6-984e-a4fa5321e05b,segment=NetworkSegment(d4c5d86e-1399-4ff8-a9ec-2a8082c6024a),segment_id=d4c5d86e-1399-4ff8-a9ec-2a8082c6024a)] {{(pid=103232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 19:10:14.813509 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762867176205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762866656485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762866656503'] for port (a686d143-e322-4fe6-984e-a4fa5321e05b), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:10:14.817292 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-20b848c0-1ec3-4704-a7e9-17ea41ec47d5 req-5b6347c8-7f56-456d-b653-393a0c365be9 service neutron] 10.222.0.89 "GET /v2.0/networks/23931817-e40f-432d-9c70-5639e042245b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1651518 Feb 09 19:10:14.830446 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-5bf7280c-7d91-4f11-a16b-a7f5aaab3a31 req-f19e9d03-82e2-423a-9c6f-95a0f8fc4a29 tempest-LiveMigrationTest-1021096981 tempest-LiveMigrationTest-1021096981-project] 10.222.0.75 "GET /v2.0/security-groups?id=ba18819a-1490-4e7b-a11b-e8610423d8ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1836622 Feb 09 19:10:14.965777 n-d-713498-36 neutron-server[103232]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 19:10:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-55367fdd-826e-495f-b8a9-b2a341872dbe x-openstack-request-id: req-55367fdd-826e-495f-b8a9-b2a341872dbe {{(pid=103232) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 19:10:14.967299 n-d-713498-36 neutron-server[103232]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5e66146c-80cb-464f-a195-4176fc6a344c", "name": "network-vif-plugged", "status": "completed", "tag": "a686d143-e322-4fe6-984e-a4fa5321e05b", "code": 200}]} {{(pid=103232) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 19:10:14.967681 n-d-713498-36 neutron-server[103232]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-55367fdd-826e-495f-b8a9-b2a341872dbe {{(pid=103232) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 19:10:14.969083 n-d-713498-36 neutron-server[103232]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5e66146c-80cb-464f-a195-4176fc6a344c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a686d143-e322-4fe6-984e-a4fa5321e05b', 'code': 200} Feb 09 19:10:14.984497 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Pushing event updated for resources: {'Port': ['ID=a686d143-e322-4fe6-984e-a4fa5321e05b,revision_number=5']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:10:15.139917 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aab67a0-22f2-46de-bbc9-52eaaa150031 req-c36c2c31-2c92-4ffe-a506-6a3a07eb8350 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:10:15.141832 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-9aab67a0-22f2-46de-bbc9-52eaaa150031 req-c36c2c31-2c92-4ffe-a506-6a3a07eb8350 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=fe206dc0d0dc4c4b8b6e41d9b0f130f4&device_id=c5d2681e-23b5-4d8d-a699-6d3341555f0c HTTP/1.1" status: 200 len: 1127 time: 0.2197187 Feb 09 19:10:15.195059 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3ad6689-21ea-4bec-9900-adbb800e4714 req-c8163f50-d921-42c3-b8ef-9bb4cf937897 tempest-DeleteServersTestJSON-1870379525 tempest-DeleteServersTestJSON-1870379525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:10:15.202113 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-e3ad6689-21ea-4bec-9900-adbb800e4714 req-c8163f50-d921-42c3-b8ef-9bb4cf937897 tempest-DeleteServersTestJSON-1870379525 tempest-DeleteServersTestJSON-1870379525-project] 10.222.0.75 "GET /v2.0/ports?device_id=5e66146c-80cb-464f-a195-4176fc6a344c HTTP/1.1" status: 200 len: 946 time: 0.2124805 Feb 09 19:10:15.330903 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de615046-211c-449c-b8d0-8779b8748df6 req-71630f92-39a7-4416-9636-9c081c4b3b04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:10:15.347040 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-de615046-211c-449c-b8d0-8779b8748df6 req-71630f92-39a7-4416-9636-9c081c4b3b04 service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=5e66146c-80cb-464f-a195-4176fc6a344c HTTP/1.1" status: 200 len: 1129 time: 0.3146460 Feb 09 19:10:15.385663 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-0edbc66a-bb83-449d-9a5a-877bf0208f58 req-8608ce5a-8917-418b-ada2-edcd550025da tempest-ImagesNegativeTestJSON-1012605011 tempest-ImagesNegativeTestJSON-1012605011-project] 10.222.0.75 "GET /v2.0/ports?device_id=1e3e8d97-0d0f-48f5-a76a-1c1e1425ed62 HTTP/1.1" status: 200 len: 210 time: 0.0930309 Feb 09 19:10:15.513323 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-e3ad6689-21ea-4bec-9900-adbb800e4714 req-e13c7fbc-7883-45c3-bd3b-a5ec93fa572b tempest-DeleteServersTestJSON-1870379525 tempest-DeleteServersTestJSON-1870379525-project] 10.222.0.75 "GET /v2.0/security-groups?id=5ce92d32-ca94-4b6c-925d-b9dff609abe6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3102126 Feb 09 19:10:15.560368 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-de615046-211c-449c-b8d0-8779b8748df6 req-76c213d5-6d6b-4e4f-954a-cc2e184e54e9 service neutron] 10.222.0.89 "GET /v2.0/security-groups?id=5ce92d32-ca94-4b6c-925d-b9dff609abe6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2130141 Feb 09 19:10:15.571908 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aab67a0-22f2-46de-bbc9-52eaaa150031 req-03409049-cee4-45e0-b7a8-ba22eebf8354 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:10:15.574015 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-9aab67a0-22f2-46de-bbc9-52eaaa150031 req-03409049-cee4-45e0-b7a8-ba22eebf8354 service neutron] 10.222.0.89 "GET /v2.0/networks?id=23931817-e40f-432d-9c70-5639e042245b HTTP/1.1" status: 200 len: 915 time: 0.4241138 Feb 09 19:10:15.704705 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c60e3067-dca6-4b6a-b067-fbb0fb0a5245 req-c6930492-0f1f-4b0e-897a-d2e1c59bf0cd tempest-ServersTestFqdnHostnames-1825251855 tempest-ServersTestFqdnHostnames-1825251855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:10:15.712065 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-c60e3067-dca6-4b6a-b067-fbb0fb0a5245 req-c6930492-0f1f-4b0e-897a-d2e1c59bf0cd tempest-ServersTestFqdnHostnames-1825251855 tempest-ServersTestFqdnHostnames-1825251855-project] 10.222.0.75 "GET /v2.0/ports?device_id=c5d2681e-23b5-4d8d-a699-6d3341555f0c HTTP/1.1" status: 200 len: 944 time: 0.1507912 Feb 09 19:10:15.859441 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-a7262a8e-0513-48fd-984d-75726a511961 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762867132591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593584'] for agent (911cfea2-02ae-4ec9-bac3-7808ee1cdd9c), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:10:15.888785 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-c60e3067-dca6-4b6a-b067-fbb0fb0a5245 req-fc3a0598-74a1-438d-8952-bee0c4bdf695 tempest-ServersTestFqdnHostnames-1825251855 tempest-ServersTestFqdnHostnames-1825251855-project] 10.222.0.75 "GET /v2.0/security-groups?id=27f37715-a20e-4347-b5d3-f680924256da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1600368 Feb 09 19:10:15.972224 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-9aab67a0-22f2-46de-bbc9-52eaaa150031 req-d48e26b7-393c-4aaf-b4fc-279828ee195f service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f15fe795-6046-4375-a746-770f76bc70f6 HTTP/1.1" status: 200 len: 217 time: 0.2192707 Feb 09 19:10:16.035781 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-64d42b8e-fefb-4f94-98fe-cd095fa6de6f req-495a8696-4945-4f4f-ac86-3a5e49461be4 tempest-ImagesNegativeTestJSON-1012605011 tempest-ImagesNegativeTestJSON-1012605011-project] 10.222.0.90 "GET /v2.0/networks?tenant_id=a65e09e6cb7c454db95ee06fe7ed224f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0642343 Feb 09 19:10:16.240036 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 56808) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:10:16.337059 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64d42b8e-fefb-4f94-98fe-cd095fa6de6f req-82f9d4ae-90c9-4c27-91e3-3b01e94252d3 tempest-ImagesNegativeTestJSON-1012605011 tempest-ImagesNegativeTestJSON-1012605011-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:10:16.343834 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-64d42b8e-fefb-4f94-98fe-cd095fa6de6f req-82f9d4ae-90c9-4c27-91e3-3b01e94252d3 tempest-ImagesNegativeTestJSON-1012605011 tempest-ImagesNegativeTestJSON-1012605011-project] 10.222.0.90 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2982647 Feb 09 19:10:16.369780 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.v2.base [req-64d42b8e-fefb-4f94-98fe-cd095fa6de6f req-37196597-a920-4904-8c85-67499e4a75a3 tempest-ImagesNegativeTestJSON-1012605011 tempest-ImagesNegativeTestJSON-1012605011-project] Request body: {'port': {'device_id': '1e3e8d97-0d0f-48f5-a76a-1c1e1425ed62', 'network_id': '2b5494c8-cf97-42c1-b902-87f998f28179', 'admin_state_up': True, 'tenant_id': 'a65e09e6cb7c454db95ee06fe7ed224f'}} {{(pid=103230) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 19:10:16.691330 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-660e83eb-0011-4da6-8e36-b122849eb515 req-63dc2bb9-0fd5-4b03-8ad6-9560926a0ab7 tempest-ImagesNegativeTestJSON-1012605011 tempest-ImagesNegativeTestJSON-1012605011-project] 10.222.0.75 "GET /v2.0/ports?device_id=1e3e8d97-0d0f-48f5-a76a-1c1e1425ed62 HTTP/1.1" status: 200 len: 210 time: 0.0963519 Feb 09 19:10:16.692372 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-88775217-dbc1-42c6-b8a4-5c3fafa79a0f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:10:16.843761 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-88775217-dbc1-42c6-b8a4-5c3fafa79a0f admin admin] Publish callbacks [] for security_group (2926ef9b-6653-4878-98d7-ff4483e182b0), precommit_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:10:16.859190 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-88775217-dbc1-42c6-b8a4-5c3fafa79a0f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1892331'] for security_group (2926ef9b-6653-4878-98d7-ff4483e182b0), after_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:10:16.969050 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-88775217-dbc1-42c6-b8a4-5c3fafa79a0f admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=1996016af10e42b1970aae285b0ce28e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7277508 Feb 09 19:10:16.970231 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88775217-dbc1-42c6-b8a4-5c3fafa79a0f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2926ef9b-6653-4878-98d7-ff4483e182b0,revision_number=1']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:10:16.973037 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 56822) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:10:16.984138 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-64d42b8e-fefb-4f94-98fe-cd095fa6de6f req-37196597-a920-4904-8c85-67499e4a75a3 tempest-ImagesNegativeTestJSON-1012605011 tempest-ImagesNegativeTestJSON-1012605011-project] Made reservation on behalf of a65e09e6cb7c454db95ee06fe7ed224f for: {'port': 1} {{(pid=103230) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 19:10:16.988233 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [req-64d42b8e-fefb-4f94-98fe-cd095fa6de6f req-37196597-a920-4904-8c85-67499e4a75a3 tempest-ImagesNegativeTestJSON-1012605011 tempest-ImagesNegativeTestJSON-1012605011-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (None), before_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:10:17.007987 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a896fa1a-7368-4290-bada-defa5dd28c5d req-475f1686-deaf-47e9-ae6c-bd4c1f41c8a3 tempest-DeleteServersTestJSON-1870379525 tempest-DeleteServersTestJSON-1870379525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:10:17.014348 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-a896fa1a-7368-4290-bada-defa5dd28c5d req-475f1686-deaf-47e9-ae6c-bd4c1f41c8a3 tempest-DeleteServersTestJSON-1870379525 tempest-DeleteServersTestJSON-1870379525-project] 10.222.0.75 "GET /v2.0/ports?device_id=5e66146c-80cb-464f-a195-4176fc6a344c HTTP/1.1" status: 200 len: 946 time: 0.1683078 Feb 09 19:10:17.030953 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [req-64d42b8e-fefb-4f94-98fe-cd095fa6de6f req-37196597-a920-4904-8c85-67499e4a75a3 tempest-ImagesNegativeTestJSON-1012605011 tempest-ImagesNegativeTestJSON-1012605011-project] Publish callbacks [] for security_group (None), before_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:10:17.052706 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aab67a0-22f2-46de-bbc9-52eaaa150031 req-feaa16a9-fe91-4d84-9a9c-39c6e8a10334 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:10:17.054740 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762867132591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593584'] for agent (496418a2-c002-4aec-ab1a-07f3bea491bd), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:10:17.057984 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-9aab67a0-22f2-46de-bbc9-52eaaa150031 req-feaa16a9-fe91-4d84-9a9c-39c6e8a10334 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=41bc0241-d139-4b59-a127-eb1af19bb3e9 HTTP/1.1" status: 200 len: 853 time: 1.0790710 Feb 09 19:10:17.076362 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56d4917e-4ddd-4c5b-b512-2fc94a606b52 req-a8587b46-bad2-462b-8830-34cf7d896f9e tempest-LiveMigrationTest-1021096981 tempest-LiveMigrationTest-1021096981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:10:17.092145 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-56d4917e-4ddd-4c5b-b512-2fc94a606b52 req-a8587b46-bad2-462b-8830-34cf7d896f9e tempest-LiveMigrationTest-1021096981 tempest-LiveMigrationTest-1021096981-project] 10.222.0.75 "GET /v2.0/ports?device_id=a26f3e83-5a8d-4d9d-aa20-3d25b99af655 HTTP/1.1" status: 200 len: 945 time: 1.0748267 Feb 09 19:10:17.142492 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-a896fa1a-7368-4290-bada-defa5dd28c5d req-ceebaf80-07f0-4802-8eaf-91912f497986 tempest-DeleteServersTestJSON-1870379525 tempest-DeleteServersTestJSON-1870379525-project] 10.222.0.75 "GET /v2.0/security-groups?id=5ce92d32-ca94-4b6c-925d-b9dff609abe6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1178424 Feb 09 19:10:17.177042 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-88caba76-db75-4ac4-9100-d2e612e59c8e admin admin] Publish callbacks [] for security_group (2926ef9b-6653-4878-98d7-ff4483e182b0), before_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:10:17.225644 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-56d4917e-4ddd-4c5b-b512-2fc94a606b52 req-3ffc96fe-3c0d-4578-9a12-10c67bcc363e tempest-LiveMigrationTest-1021096981 tempest-LiveMigrationTest-1021096981-project] 10.222.0.75 "GET /v2.0/security-groups?id=ba18819a-1490-4e7b-a11b-e8610423d8ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1305978 Feb 09 19:10:17.243220 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-88caba76-db75-4ac4-9100-d2e612e59c8e admin admin] Publish callbacks [] for security_group (2926ef9b-6653-4878-98d7-ff4483e182b0), precommit_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:10:17.296032 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aab67a0-22f2-46de-bbc9-52eaaa150031 req-3a4a5ba2-8b87-477b-9e21-a988e4e05c68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:10:17.301796 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-9aab67a0-22f2-46de-bbc9-52eaaa150031 req-3a4a5ba2-8b87-477b-9e21-a988e4e05c68 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=23931817-e40f-432d-9c70-5639e042245b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.1774611 Feb 09 19:10:17.435476 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [req-64d42b8e-fefb-4f94-98fe-cd095fa6de6f req-37196597-a920-4904-8c85-67499e4a75a3 tempest-ImagesNegativeTestJSON-1012605011 tempest-ImagesNegativeTestJSON-1012605011-project] Publish callbacks [] for security_group (4d2bffdb-f51a-4ed5-b8f2-0a3d57b4e434), precommit_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:10:17.445004 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [req-64d42b8e-fefb-4f94-98fe-cd095fa6de6f req-37196597-a920-4904-8c85-67499e4a75a3 tempest-ImagesNegativeTestJSON-1012605011 tempest-ImagesNegativeTestJSON-1012605011-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1892331'] for security_group (4d2bffdb-f51a-4ed5-b8f2-0a3d57b4e434), after_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:10:17.481110 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-88caba76-db75-4ac4-9100-d2e612e59c8e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1892331'] for security_group (2926ef9b-6653-4878-98d7-ff4483e182b0), after_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:10:17.485570 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-88caba76-db75-4ac4-9100-d2e612e59c8e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:10:17.501208 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-88caba76-db75-4ac4-9100-d2e612e59c8e admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/2926ef9b-6653-4878-98d7-ff4483e182b0 HTTP/1.1" status: 204 len: 168 time: 0.5249472 Feb 09 19:10:17.567515 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37196597-a920-4904-8c85-67499e4a75a3 tempest-ImagesNegativeTestJSON-1012605011 tempest-ImagesNegativeTestJSON-1012605011-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4d2bffdb-f51a-4ed5-b8f2-0a3d57b4e434,revision_number=1']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:10:17.607218 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88caba76-db75-4ac4-9100-d2e612e59c8e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2926ef9b-6653-4878-98d7-ff4483e182b0,revision_number=None']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:10:17.753139 n-d-713498-36 neutron-server[103230]: DEBUG neutron.db.db_base_plugin_common [req-64d42b8e-fefb-4f94-98fe-cd095fa6de6f req-37196597-a920-4904-8c85-67499e4a75a3 tempest-ImagesNegativeTestJSON-1012605011 tempest-ImagesNegativeTestJSON-1012605011-project] Allocated IP 192.168.233.38 (2b5494c8-cf97-42c1-b902-87f998f28179/60b561cb-321e-4f83-9bb3-92b2e1d0dc44/9c7b8c0b-90fd-475c-a7d9-fb8f23a5547f) {{(pid=103230) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 19:10:17.770437 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1365e74-4a87-458e-9691-e510e2c28770 req-accb89e5-6b05-4f34-8f40-8ccd353ee87e tempest-ServersTestFqdnHostnames-1825251855 tempest-ServersTestFqdnHostnames-1825251855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:10:17.772471 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-f1365e74-4a87-458e-9691-e510e2c28770 req-accb89e5-6b05-4f34-8f40-8ccd353ee87e tempest-ServersTestFqdnHostnames-1825251855 tempest-ServersTestFqdnHostnames-1825251855-project] 10.222.0.75 "GET /v2.0/ports?device_id=c5d2681e-23b5-4d8d-a699-6d3341555f0c HTTP/1.1" status: 200 len: 944 time: 0.4506648 Feb 09 19:10:17.807805 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-9aab67a0-22f2-46de-bbc9-52eaaa150031 req-d2b7a13f-8219-4237-9679-ea2a3afe1f18 service neutron] 10.222.0.89 "GET /v2.0/networks/23931817-e40f-432d-9c70-5639e042245b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4987156 Feb 09 19:10:17.940647 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-9aab67a0-22f2-46de-bbc9-52eaaa150031 req-ee9c67ce-bd48-4132-b9dc-f43c107ee7d9 service neutron] 10.222.0.89 "GET /v2.0/networks/23931817-e40f-432d-9c70-5639e042245b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1255927 Feb 09 19:10:18.003234 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-f1365e74-4a87-458e-9691-e510e2c28770 req-c7645999-85c9-4587-a190-5033d253c3f3 tempest-ServersTestFqdnHostnames-1825251855 tempest-ServersTestFqdnHostnames-1825251855-project] 10.222.0.75 "GET /v2.0/security-groups?id=27f37715-a20e-4347-b5d3-f680924256da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2169902 Feb 09 19:10:18.119520 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [req-64d42b8e-fefb-4f94-98fe-cd095fa6de6f req-37196597-a920-4904-8c85-67499e4a75a3 tempest-ImagesNegativeTestJSON-1012605011 tempest-ImagesNegativeTestJSON-1012605011-project] Publish callbacks [] for port (9c7b8c0b-90fd-475c-a7d9-fb8f23a5547f), precommit_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:10:18.160663 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 56850) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:10:18.188789 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-6707cb5d-2d0f-4d2f-aa0f-4fc162a1caab admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:10:18.204648 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [req-64d42b8e-fefb-4f94-98fe-cd095fa6de6f req-37196597-a920-4904-8c85-67499e4a75a3 tempest-ImagesNegativeTestJSON-1012605011 tempest-ImagesNegativeTestJSON-1012605011-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762866656467', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14393751'] for port (9c7b8c0b-90fd-475c-a7d9-fb8f23a5547f), after_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:10:18.312385 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ebf3caf-a3f7-457e-b268-8025ce4ce5fc req-5cc2ea61-fb91-464f-a182-103de7329450 tempest-ImagesNegativeTestJSON-1012605011 tempest-ImagesNegativeTestJSON-1012605011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:10:18.314485 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-5ebf3caf-a3f7-457e-b268-8025ce4ce5fc req-5cc2ea61-fb91-464f-a182-103de7329450 tempest-ImagesNegativeTestJSON-1012605011 tempest-ImagesNegativeTestJSON-1012605011-project] 10.222.0.75 "GET /v2.0/ports?device_id=1e3e8d97-0d0f-48f5-a76a-1c1e1425ed62 HTTP/1.1" status: 200 len: 935 time: 0.1268280 Feb 09 19:10:18.331012 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Device f15fe795-6046-4375-a746-770f76bc70f6 details requested by agent hyperv_n-h1-713498-36 with host n-h1-713498-36 {{(pid=103232) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 19:10:18.338363 n-d-713498-36 neutron-server[103230]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-64d42b8e-fefb-4f94-98fe-cd095fa6de6f req-37196597-a920-4904-8c85-67499e4a75a3 tempest-ImagesNegativeTestJSON-1012605011 tempest-ImagesNegativeTestJSON-1012605011-project] Network 2b5494c8-cf97-42c1-b902-87f998f28179 is already hosted by enough agents. {{(pid=103230) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 19:10:18.344464 n-d-713498-36 neutron-server[103230]: DEBUG neutron.scheduler.base_scheduler [req-64d42b8e-fefb-4f94-98fe-cd095fa6de6f req-37196597-a920-4904-8c85-67499e4a75a3 tempest-ImagesNegativeTestJSON-1012605011 tempest-ImagesNegativeTestJSON-1012605011-project] Resources bound (agent type, host, resource id): {{(pid=103230) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 19:10:18.359502 n-d-713498-36 neutron-server[103230]: DEBUG neutron.db.l3_dvrscheduler_db [req-64d42b8e-fefb-4f94-98fe-cd095fa6de6f req-37196597-a920-4904-8c85-67499e4a75a3 tempest-ImagesNegativeTestJSON-1012605011 tempest-ImagesNegativeTestJSON-1012605011-project] Received port after_create {{(pid=103230) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 19:10:18.369645 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762867132591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593584'] for agent (488cd9ae-631f-4955-ba0b-4f5a13f12e9c), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:10:18.403149 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-5ebf3caf-a3f7-457e-b268-8025ce4ce5fc req-612019a6-e83a-4303-a79b-dd6026c5ade8 tempest-ImagesNegativeTestJSON-1012605011 tempest-ImagesNegativeTestJSON-1012605011-project] 10.222.0.75 "GET /v2.0/security-groups?id=4d2bffdb-f51a-4ed5-b8f2-0a3d57b4e434&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0763438 Feb 09 19:10:18.438738 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-6707cb5d-2d0f-4d2f-aa0f-4fc162a1caab admin admin] Publish callbacks [] for security_group (f0dadb59-78b5-4cde-bcf5-edc52b153ffd), precommit_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:10:18.447081 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-6707cb5d-2d0f-4d2f-aa0f-4fc162a1caab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1892331'] for security_group (f0dadb59-78b5-4cde-bcf5-edc52b153ffd), after_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:10:18.528271 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-6707cb5d-2d0f-4d2f-aa0f-4fc162a1caab admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=91c9a1214a9342548caa5c1f916cd077&name=default HTTP/1.1" status: 200 len: 2998 time: 0.3638999 Feb 09 19:10:18.528271 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6707cb5d-2d0f-4d2f-aa0f-4fc162a1caab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f0dadb59-78b5-4cde-bcf5-edc52b153ffd,revision_number=1']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:10:18.529385 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 56860) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:10:18.699830 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37196597-a920-4904-8c85-67499e4a75a3 tempest-ImagesNegativeTestJSON-1012605011 tempest-ImagesNegativeTestJSON-1012605011-project] Pushing event updated for resources: {'Port': ['ID=9c7b8c0b-90fd-475c-a7d9-fb8f23a5547f,revision_number=1']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:10:18.726802 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] For port f15fe795-6046-4375-a746-770f76bc70f6, host n-h1-713498-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-36',level=0,port_id=f15fe795-6046-4375-a746-770f76bc70f6,segment=NetworkSegment(142497ea-782c-49a4-8188-5e519c68d621),segment_id=142497ea-782c-49a4-8188-5e519c68d621)] {{(pid=103232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 19:10:18.764435 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c01b6996-8114-4b24-ac77-065198b4f548 req-9563c6eb-1d22-46d0-875d-7f53db00d599 tempest-LiveMigrationTest-1021096981 tempest-LiveMigrationTest-1021096981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:10:18.770582 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-c01b6996-8114-4b24-ac77-065198b4f548 req-9563c6eb-1d22-46d0-875d-7f53db00d599 tempest-LiveMigrationTest-1021096981 tempest-LiveMigrationTest-1021096981-project] 10.222.0.75 "GET /v2.0/ports?device_id=a26f3e83-5a8d-4d9d-aa20-3d25b99af655 HTTP/1.1" status: 200 len: 945 time: 0.1448038 Feb 09 19:10:18.775888 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Returning: {'device': 'f15fe795-6046-4375-a746-770f76bc70f6', 'network_id': '23931817-e40f-432d-9c70-5639e042245b', 'port_id': 'f15fe795-6046-4375-a746-770f76bc70f6', 'mac_address': 'fa:16:3e:1d:5b:ad', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 371, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '41bc0241-d139-4b59-a127-eb1af19bb3e9', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103232) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 19:10:18.777379 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64d42b8e-fefb-4f94-98fe-cd095fa6de6f req-37196597-a920-4904-8c85-67499e4a75a3 tempest-ImagesNegativeTestJSON-1012605011 tempest-ImagesNegativeTestJSON-1012605011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:10:18.778173 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [req-64d42b8e-fefb-4f94-98fe-cd095fa6de6f req-37196597-a920-4904-8c85-67499e4a75a3 tempest-ImagesNegativeTestJSON-1012605011 tempest-ImagesNegativeTestJSON-1012605011-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171096'] for port (None), before_response {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:10:18.798897 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762867132591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593584'] for agent (bcd5faee-dc24-4298-9134-0e0aa054058e), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:10:18.828448 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-64d42b8e-fefb-4f94-98fe-cd095fa6de6f req-37196597-a920-4904-8c85-67499e4a75a3 tempest-ImagesNegativeTestJSON-1012605011 tempest-ImagesNegativeTestJSON-1012605011-project] 10.222.0.90 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.4675138 Feb 09 19:10:18.867424 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.v2.base [req-64d42b8e-fefb-4f94-98fe-cd095fa6de6f req-0d3a8650-1fc2-4428-aa15-7e1bc88b95a5 service neutron] Request body: {'port': {'device_id': '1e3e8d97-0d0f-48f5-a76a-1c1e1425ed62', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-713498-36'}} {{(pid=103230) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 19:10:18.886667 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-c01b6996-8114-4b24-ac77-065198b4f548 req-235ab3c8-d0d2-4451-8fed-d166a85f9555 tempest-LiveMigrationTest-1021096981 tempest-LiveMigrationTest-1021096981-project] 10.222.0.75 "GET /v2.0/security-groups?id=ba18819a-1490-4e7b-a11b-e8610423d8ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1033058 Feb 09 19:10:18.890526 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Current status of the port f15fe795-6046-4375-a746-770f76bc70f6 is: DOWN; New status is: BUILD {{(pid=103232) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 19:10:18.890920 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (f15fe795-6046-4375-a746-770f76bc70f6), before_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:10:18.924835 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.provisioning_blocks [None req-f4bd4f44-7582-45bc-83e6-ec37c85d68e5 None None] Provisioning complete for port 9c7b8c0b-90fd-475c-a7d9-fb8f23a5547f triggered by entity DHCP. {{(pid=103232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 19:10:18.925232 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-f4bd4f44-7582-45bc-83e6-ec37c85d68e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593630'] for port (9c7b8c0b-90fd-475c-a7d9-fb8f23a5547f), provisioning_complete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:10:18.928655 n-d-713498-36 neutron-server[103232]: DEBUG neutron.notifiers.nova [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f15fe795-6046-4375-a746-770f76bc70f6 {{(pid=103232) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 19:10:18.955754 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d41eb74-d3af-48a2-8ee1-e66eb6dcc3a1 req-ea762009-2457-4a74-a4e7-23621ecf38e0 tempest-DeleteServersTestJSON-1870379525 tempest-DeleteServersTestJSON-1870379525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:10:18.960382 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-9d41eb74-d3af-48a2-8ee1-e66eb6dcc3a1 req-ea762009-2457-4a74-a4e7-23621ecf38e0 tempest-DeleteServersTestJSON-1870379525 tempest-DeleteServersTestJSON-1870379525-project] 10.222.0.75 "GET /v2.0/ports?device_id=5e66146c-80cb-464f-a195-4176fc6a344c HTTP/1.1" status: 200 len: 946 time: 0.4736829 Feb 09 19:10:19.010963 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] For port f15fe795-6046-4375-a746-770f76bc70f6, host n-h1-713498-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-36',level=0,port_id=f15fe795-6046-4375-a746-770f76bc70f6,segment=NetworkSegment(142497ea-782c-49a4-8188-5e519c68d621),segment_id=142497ea-782c-49a4-8188-5e519c68d621)] {{(pid=103232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 19:10:19.022140 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762867176205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762866656485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762866656503'] for port (f15fe795-6046-4375-a746-770f76bc70f6), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:10:19.032606 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-f4bd4f44-7582-45bc-83e6-ec37c85d68e5 None None] Port 9c7b8c0b-90fd-475c-a7d9-fb8f23a5547f cannot update to ACTIVE because it is not bound. {{(pid=103232) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 19:10:19.097089 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [req-64d42b8e-fefb-4f94-98fe-cd095fa6de6f req-0d3a8650-1fc2-4428-aa15-7e1bc88b95a5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (9c7b8c0b-90fd-475c-a7d9-fb8f23a5547f), before_update {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:10:19.106416 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Pushing event updated for resources: {'Port': ['ID=f15fe795-6046-4375-a746-770f76bc70f6,revision_number=4']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:10:19.124969 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-cbe3e5e1-6be4-48b7-836f-21cd2fe70c74 admin admin] Publish callbacks [] for security_group (f0dadb59-78b5-4cde-bcf5-edc52b153ffd), before_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:10:19.219634 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fd523f0-5a48-474d-ab90-e318b8b097a7 req-53934569-c432-492b-813d-8f1b27992b16 tempest-ServersTestFqdnHostnames-1825251855 tempest-ServersTestFqdnHostnames-1825251855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:10:19.227896 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-3fd523f0-5a48-474d-ab90-e318b8b097a7 req-53934569-c432-492b-813d-8f1b27992b16 tempest-ServersTestFqdnHostnames-1825251855 tempest-ServersTestFqdnHostnames-1825251855-project] 10.222.0.75 "GET /v2.0/ports?device_id=c5d2681e-23b5-4d8d-a699-6d3341555f0c HTTP/1.1" status: 200 len: 945 time: 0.0886633 Feb 09 19:10:19.257183 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] get_ports_and_sgs() called for port_ids ['f15fe795-6046-4375-a746-770f76bc70f6'] {{(pid=103232) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 19:10:19.353735 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-3fd523f0-5a48-474d-ab90-e318b8b097a7 req-68a917ee-d2b9-41c3-af2a-5d12c6d11e37 tempest-ServersTestFqdnHostnames-1825251855 tempest-ServersTestFqdnHostnames-1825251855-project] 10.222.0.75 "GET /v2.0/security-groups?id=27f37715-a20e-4347-b5d3-f680924256da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1202655 Feb 09 19:10:19.383336 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-cbe3e5e1-6be4-48b7-836f-21cd2fe70c74 admin admin] Publish callbacks [] for security_group (f0dadb59-78b5-4cde-bcf5-edc52b153ffd), precommit_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:10:19.499239 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-9d41eb74-d3af-48a2-8ee1-e66eb6dcc3a1 req-b63fe3e0-f242-4fb3-80dd-0d3ca14d5add tempest-DeleteServersTestJSON-1870379525 tempest-DeleteServersTestJSON-1870379525-project] 10.222.0.75 "GET /v2.0/security-groups?id=5ce92d32-ca94-4b6c-925d-b9dff609abe6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5208802 Feb 09 19:10:19.509623 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-cbe3e5e1-6be4-48b7-836f-21cd2fe70c74 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1892331'] for security_group (f0dadb59-78b5-4cde-bcf5-edc52b153ffd), after_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:10:19.519381 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-cbe3e5e1-6be4-48b7-836f-21cd2fe70c74 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:10:19.524642 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-cbe3e5e1-6be4-48b7-836f-21cd2fe70c74 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/f0dadb59-78b5-4cde-bcf5-edc52b153ffd HTTP/1.1" status: 204 len: 168 time: 0.9166231 Feb 09 19:10:19.549286 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbe3e5e1-6be4-48b7-836f-21cd2fe70c74 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f0dadb59-78b5-4cde-bcf5-edc52b153ffd,revision_number=None']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:10:19.701331 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c1c7a42-e2ee-4963-ab4f-8c3b811250e6 req-f203a7d7-528e-4012-b730-1e1bfd84909d tempest-ImagesNegativeTestJSON-1012605011 tempest-ImagesNegativeTestJSON-1012605011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:10:19.702859 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-7c1c7a42-e2ee-4963-ab4f-8c3b811250e6 req-f203a7d7-528e-4012-b730-1e1bfd84909d tempest-ImagesNegativeTestJSON-1012605011 tempest-ImagesNegativeTestJSON-1012605011-project] 10.222.0.75 "GET /v2.0/ports?device_id=1e3e8d97-0d0f-48f5-a76a-1c1e1425ed62 HTTP/1.1" status: 200 len: 935 time: 0.1112163 Feb 09 19:10:19.788773 n-d-713498-36 neutron-server[103230]: DEBUG neutron.notifiers.nova [req-64d42b8e-fefb-4f94-98fe-cd095fa6de6f req-0d3a8650-1fc2-4428-aa15-7e1bc88b95a5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9c7b8c0b-90fd-475c-a7d9-fb8f23a5547f {{(pid=103230) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 19:10:19.811962 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [req-64d42b8e-fefb-4f94-98fe-cd095fa6de6f req-0d3a8650-1fc2-4428-aa15-7e1bc88b95a5 service neutron] Publish callbacks [] for port (9c7b8c0b-90fd-475c-a7d9-fb8f23a5547f), precommit_update {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:10:19.838155 n-d-713498-36 neutron-server[103230]: DEBUG neutron.db.provisioning_blocks [req-64d42b8e-fefb-4f94-98fe-cd095fa6de6f req-0d3a8650-1fc2-4428-aa15-7e1bc88b95a5 service neutron] Transition to ACTIVE for port object 9c7b8c0b-90fd-475c-a7d9-fb8f23a5547f will not be triggered until provisioned by entity L2. {{(pid=103230) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 19:10:19.846019 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [req-64d42b8e-fefb-4f94-98fe-cd095fa6de6f req-0d3a8650-1fc2-4428-aa15-7e1bc88b95a5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762867176205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762866656485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762866656503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14393758'] for port (9c7b8c0b-90fd-475c-a7d9-fb8f23a5547f), after_update {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:10:19.887205 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-7c1c7a42-e2ee-4963-ab4f-8c3b811250e6 req-6b11a562-9124-47ec-a0c7-6419e3f2f976 tempest-ImagesNegativeTestJSON-1012605011 tempest-ImagesNegativeTestJSON-1012605011-project] 10.222.0.75 "GET /v2.0/security-groups?id=4d2bffdb-f51a-4ed5-b8f2-0a3d57b4e434&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1507638 Feb 09 19:10:20.000423 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d3a8650-1fc2-4428-aa15-7e1bc88b95a5 service neutron] Pushing event updated for resources: {'Port': ['ID=9c7b8c0b-90fd-475c-a7d9-fb8f23a5547f,revision_number=2']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:10:20.323593 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Device f15fe795-6046-4375-a746-770f76bc70f6 up at agent hyperv_n-h1-713498-36 {{(pid=103232) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 19:10:20.429318 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.managers [req-64d42b8e-fefb-4f94-98fe-cd095fa6de6f req-0d3a8650-1fc2-4428-aa15-7e1bc88b95a5 service neutron] Attempting to bind port 9c7b8c0b-90fd-475c-a7d9-fb8f23a5547f on host n-h2-713498-36 for vnic_type normal with profile {{(pid=103230) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 19:10:20.432582 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.managers [req-64d42b8e-fefb-4f94-98fe-cd095fa6de6f req-0d3a8650-1fc2-4428-aa15-7e1bc88b95a5 service neutron] Attempting to bind port 9c7b8c0b-90fd-475c-a7d9-fb8f23a5547f by drivers openvswitch,hyperv on host n-h2-713498-36 at level 0 using segments [{'id': '50e5915e-18f0-4558-9a28-b978975ead36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': '2b5494c8-cf97-42c1-b902-87f998f28179'}] {{(pid=103230) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 19:10:20.432933 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64d42b8e-fefb-4f94-98fe-cd095fa6de6f req-0d3a8650-1fc2-4428-aa15-7e1bc88b95a5 service neutron] Attempting to bind port 9c7b8c0b-90fd-475c-a7d9-fb8f23a5547f on network 2b5494c8-cf97-42c1-b902-87f998f28179 {{(pid=103230) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 19:10:20.462640 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64d42b8e-fefb-4f94-98fe-cd095fa6de6f req-0d3a8650-1fc2-4428-aa15-7e1bc88b95a5 service neutron] Port 9c7b8c0b-90fd-475c-a7d9-fb8f23a5547f on network 2b5494c8-cf97-42c1-b902-87f998f28179 not bound, no agent of type Open vSwitch agent registered on host n-h2-713498-36 {{(pid=103230) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 19:10:20.462969 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64d42b8e-fefb-4f94-98fe-cd095fa6de6f req-0d3a8650-1fc2-4428-aa15-7e1bc88b95a5 service neutron] Attempting to bind port 9c7b8c0b-90fd-475c-a7d9-fb8f23a5547f on network 2b5494c8-cf97-42c1-b902-87f998f28179 {{(pid=103230) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 19:10:20.528690 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.provisioning_blocks [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Provisioning for port f15fe795-6046-4375-a746-770f76bc70f6 completed by entity L2. {{(pid=103232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 19:10:20.539450 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1bda8d3-4394-468d-96eb-74455b885f68 req-71b08100-f1db-4fee-ac5d-294f5123a5ab tempest-LiveMigrationTest-1021096981 tempest-LiveMigrationTest-1021096981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:10:20.540589 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.provisioning_blocks [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Provisioning complete for port f15fe795-6046-4375-a746-770f76bc70f6 triggered by entity L2. {{(pid=103232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 19:10:20.544489 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593630'] for port (f15fe795-6046-4375-a746-770f76bc70f6), provisioning_complete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:10:20.555546 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-e1bda8d3-4394-468d-96eb-74455b885f68 req-71b08100-f1db-4fee-ac5d-294f5123a5ab tempest-LiveMigrationTest-1021096981 tempest-LiveMigrationTest-1021096981-project] 10.222.0.75 "GET /v2.0/ports?device_id=a26f3e83-5a8d-4d9d-aa20-3d25b99af655 HTTP/1.1" status: 200 len: 945 time: 0.4128575 Feb 09 19:10:20.575544 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64d42b8e-fefb-4f94-98fe-cd095fa6de6f req-0d3a8650-1fc2-4428-aa15-7e1bc88b95a5 service neutron] Checking agent: {'id': 'bcd5faee-dc24-4298-9134-0e0aa054058e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713498-36', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 18, 59, 19), 'started_at': datetime.datetime(2022, 2, 9, 18, 59, 19), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 19, 10, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103230) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 19:10:20.575806 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64d42b8e-fefb-4f94-98fe-cd095fa6de6f req-0d3a8650-1fc2-4428-aa15-7e1bc88b95a5 service neutron] Checking segment: {'id': '50e5915e-18f0-4558-9a28-b978975ead36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': '2b5494c8-cf97-42c1-b902-87f998f28179'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103230) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 19:10:20.576209 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64d42b8e-fefb-4f94-98fe-cd095fa6de6f req-0d3a8650-1fc2-4428-aa15-7e1bc88b95a5 service neutron] Bound using segment: {'id': '50e5915e-18f0-4558-9a28-b978975ead36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': '2b5494c8-cf97-42c1-b902-87f998f28179'} {{(pid=103230) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 19:10:20.576666 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.managers [req-64d42b8e-fefb-4f94-98fe-cd095fa6de6f req-0d3a8650-1fc2-4428-aa15-7e1bc88b95a5 service neutron] Bound port: 9c7b8c0b-90fd-475c-a7d9-fb8f23a5547f, host: n-h2-713498-36, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '50e5915e-18f0-4558-9a28-b978975ead36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': '2b5494c8-cf97-42c1-b902-87f998f28179'}}] {{(pid=103230) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 19:10:20.577029 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [req-64d42b8e-fefb-4f94-98fe-cd095fa6de6f req-0d3a8650-1fc2-4428-aa15-7e1bc88b95a5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (9c7b8c0b-90fd-475c-a7d9-fb8f23a5547f), before_update {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:10:20.667040 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9298d10-343c-44c3-b4c3-0e0a114e4d95 req-948f467b-c3a1-415a-ad6f-4c011307b1bd tempest-ServersTestFqdnHostnames-1825251855 tempest-ServersTestFqdnHostnames-1825251855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:10:20.694488 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-d9298d10-343c-44c3-b4c3-0e0a114e4d95 req-948f467b-c3a1-415a-ad6f-4c011307b1bd tempest-ServersTestFqdnHostnames-1825251855 tempest-ServersTestFqdnHostnames-1825251855-project] 10.222.0.75 "GET /v2.0/ports?device_id=c5d2681e-23b5-4d8d-a699-6d3341555f0c HTTP/1.1" status: 200 len: 945 time: 0.1651058 Feb 09 19:10:20.829483 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.db [req-64d42b8e-fefb-4f94-98fe-cd095fa6de6f req-0d3a8650-1fc2-4428-aa15-7e1bc88b95a5 service neutron] For port 9c7b8c0b-90fd-475c-a7d9-fb8f23a5547f, host n-h2-713498-36, cleared binding levels {{(pid=103230) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 19:10:20.833083 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.db [req-64d42b8e-fefb-4f94-98fe-cd095fa6de6f req-0d3a8650-1fc2-4428-aa15-7e1bc88b95a5 service neutron] For port 9c7b8c0b-90fd-475c-a7d9-fb8f23a5547f, host n-h2-713498-36, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-36',level=0,port_id=9c7b8c0b-90fd-475c-a7d9-fb8f23a5547f,segment=NetworkSegment(50e5915e-18f0-4558-9a28-b978975ead36),segment_id=50e5915e-18f0-4558-9a28-b978975ead36)] {{(pid=103230) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 19:10:20.854182 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [req-64d42b8e-fefb-4f94-98fe-cd095fa6de6f req-0d3a8650-1fc2-4428-aa15-7e1bc88b95a5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762867176205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762866656485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762866656503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14393758'] for port (9c7b8c0b-90fd-475c-a7d9-fb8f23a5547f), after_update {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:10:20.889649 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Current status of the port f15fe795-6046-4375-a746-770f76bc70f6 is: BUILD; New status is: ACTIVE {{(pid=103232) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 19:10:20.890069 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (f15fe795-6046-4375-a746-770f76bc70f6), before_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:10:20.896129 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-d9298d10-343c-44c3-b4c3-0e0a114e4d95 req-c5665992-66a6-4f78-bffa-b519896a9a3c tempest-ServersTestFqdnHostnames-1825251855 tempest-ServersTestFqdnHostnames-1825251855-project] 10.222.0.75 "GET /v2.0/security-groups?id=27f37715-a20e-4347-b5d3-f680924256da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2011843 Feb 09 19:10:20.964054 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d3a8650-1fc2-4428-aa15-7e1bc88b95a5 service neutron] Pushing event updated for resources: {'Port': ['ID=9c7b8c0b-90fd-475c-a7d9-fb8f23a5547f,revision_number=3']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:10:20.984088 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] For port f15fe795-6046-4375-a746-770f76bc70f6, host n-h1-713498-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-36',level=0,port_id=f15fe795-6046-4375-a746-770f76bc70f6,segment=NetworkSegment(142497ea-782c-49a4-8188-5e519c68d621),segment_id=142497ea-782c-49a4-8188-5e519c68d621)] {{(pid=103232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 19:10:20.986357 n-d-713498-36 neutron-server[103232]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c5d2681e-23b5-4d8d-a699-6d3341555f0c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f15fe795-6046-4375-a746-770f76bc70f6'}] {{(pid=103232) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 19:10:20.995434 n-d-713498-36 neutron-server[103232]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}949cdcde653dec44821de95cbf67297f53cbc2aed4e073b5d514f93bf911ce85" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f43b0657-9082-4615-bac1-2b1152818a6d" -d '{"events": [{"server_uuid": "c5d2681e-23b5-4d8d-a699-6d3341555f0c", "name": "network-vif-plugged", "status": "completed", "tag": "f15fe795-6046-4375-a746-770f76bc70f6"}]}' {{(pid=103232) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 19:10:21.006021 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762867176205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762866656485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762866656503'] for port (f15fe795-6046-4375-a746-770f76bc70f6), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:10:21.009803 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-e1bda8d3-4394-468d-96eb-74455b885f68 req-f4a87750-ce7d-4832-a262-35294f28c99f tempest-LiveMigrationTest-1021096981 tempest-LiveMigrationTest-1021096981-project] 10.222.0.75 "GET /v2.0/security-groups?id=ba18819a-1490-4e7b-a11b-e8610423d8ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4534745 Feb 09 19:10:21.022591 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64d42b8e-fefb-4f94-98fe-cd095fa6de6f req-0d3a8650-1fc2-4428-aa15-7e1bc88b95a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:10:21.023218 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [req-64d42b8e-fefb-4f94-98fe-cd095fa6de6f req-0d3a8650-1fc2-4428-aa15-7e1bc88b95a5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171096'] for port (None), before_response {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:10:21.029053 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-64d42b8e-fefb-4f94-98fe-cd095fa6de6f req-0d3a8650-1fc2-4428-aa15-7e1bc88b95a5 service neutron] 10.222.0.90 "PUT /v2.0/ports/9c7b8c0b-90fd-475c-a7d9-fb8f23a5547f HTTP/1.1" status: 200 len: 1096 time: 2.1822381 Feb 09 19:10:21.030562 n-d-713498-36 neutron-server[103230]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1e3e8d97-0d0f-48f5-a76a-1c1e1425ed62', 'tag': '9c7b8c0b-90fd-475c-a7d9-fb8f23a5547f'}] {{(pid=103230) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 19:10:21.038758 n-d-713498-36 neutron-server[103230]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aee5919275bae9f72eb374ee322673045eb80c1f84b4b45a97d96923bd50ab51" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aff8bce0-83f1-4316-b030-7f590b9b2120" -d '{"events": [{"name": "network-changed", "server_uuid": "1e3e8d97-0d0f-48f5-a76a-1c1e1425ed62", "tag": "9c7b8c0b-90fd-475c-a7d9-fb8f23a5547f"}]}' {{(pid=103230) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 19:10:21.060979 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8de011f7-6b87-449a-897e-64259447d040 req-75cf40f3-292a-499c-a522-bac32a707961 tempest-DeleteServersTestJSON-1870379525 tempest-DeleteServersTestJSON-1870379525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:10:21.062843 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-8de011f7-6b87-449a-897e-64259447d040 req-75cf40f3-292a-499c-a522-bac32a707961 tempest-DeleteServersTestJSON-1870379525 tempest-DeleteServersTestJSON-1870379525-project] 10.222.0.75 "GET /v2.0/ports?device_id=5e66146c-80cb-464f-a195-4176fc6a344c HTTP/1.1" status: 200 len: 946 time: 0.1066310 Feb 09 19:10:21.183864 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-8de011f7-6b87-449a-897e-64259447d040 req-00b6123d-7ff4-49db-8cb1-1139fbea19eb tempest-DeleteServersTestJSON-1870379525 tempest-DeleteServersTestJSON-1870379525-project] 10.222.0.75 "GET /v2.0/security-groups?id=5ce92d32-ca94-4b6c-925d-b9dff609abe6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1074698 Feb 09 19:10:21.190928 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64d42b8e-fefb-4f94-98fe-cd095fa6de6f req-c2745522-4fd1-45d7-a11b-3ceaf44f5516 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:10:21.195273 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-64d42b8e-fefb-4f94-98fe-cd095fa6de6f req-c2745522-4fd1-45d7-a11b-3ceaf44f5516 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=a65e09e6cb7c454db95ee06fe7ed224f&device_id=1e3e8d97-0d0f-48f5-a76a-1c1e1425ed62 HTTP/1.1" status: 200 len: 1130 time: 0.1052129 Feb 09 19:10:21.221230 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Pushing event updated for resources: {'Port': ['ID=f15fe795-6046-4375-a746-770f76bc70f6,revision_number=5']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:10:21.261547 n-d-713498-36 neutron-server[103232]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 19:10:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d5a74b9a-1268-42e1-ab23-f474d1a87e29 x-openstack-request-id: req-d5a74b9a-1268-42e1-ab23-f474d1a87e29 {{(pid=103232) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 19:10:21.261842 n-d-713498-36 neutron-server[103232]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c5d2681e-23b5-4d8d-a699-6d3341555f0c", "name": "network-vif-plugged", "status": "completed", "tag": "f15fe795-6046-4375-a746-770f76bc70f6", "code": 200}]} {{(pid=103232) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 19:10:21.262124 n-d-713498-36 neutron-server[103232]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-d5a74b9a-1268-42e1-ab23-f474d1a87e29 {{(pid=103232) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 19:10:21.262520 n-d-713498-36 neutron-server[103232]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c5d2681e-23b5-4d8d-a699-6d3341555f0c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f15fe795-6046-4375-a746-770f76bc70f6', 'code': 200} Feb 09 19:10:21.394456 n-d-713498-36 neutron-server[103230]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 19:10:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4229d8ee-9d46-4839-9d55-d59220d3682d x-openstack-request-id: req-4229d8ee-9d46-4839-9d55-d59220d3682d {{(pid=103230) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 19:10:21.394793 n-d-713498-36 neutron-server[103230]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1e3e8d97-0d0f-48f5-a76a-1c1e1425ed62", "tag": "9c7b8c0b-90fd-475c-a7d9-fb8f23a5547f", "status": "completed", "code": 200}]} {{(pid=103230) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 19:10:21.395081 n-d-713498-36 neutron-server[103230]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-4229d8ee-9d46-4839-9d55-d59220d3682d {{(pid=103230) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 19:10:21.399569 n-d-713498-36 neutron-server[103230]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1e3e8d97-0d0f-48f5-a76a-1c1e1425ed62', 'tag': '9c7b8c0b-90fd-475c-a7d9-fb8f23a5547f', 'status': 'completed', 'code': 200} Feb 09 19:10:21.405006 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-64d42b8e-fefb-4f94-98fe-cd095fa6de6f req-5f223125-12db-474d-b1a1-d8058e6d9866 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.38&port_id=9c7b8c0b-90fd-475c-a7d9-fb8f23a5547f HTTP/1.1" status: 200 len: 217 time: 0.1964214 Feb 09 19:10:21.482346 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-836137a0-af5a-49b9-9503-c9b8bdabb3cc req-031d9a99-7c36-4ad9-8ce3-823842b0893f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:10:21.483861 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-836137a0-af5a-49b9-9503-c9b8bdabb3cc req-031d9a99-7c36-4ad9-8ce3-823842b0893f service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=c5d2681e-23b5-4d8d-a699-6d3341555f0c HTTP/1.1" status: 200 len: 1129 time: 0.1583121 Feb 09 19:10:21.562528 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64d42b8e-fefb-4f94-98fe-cd095fa6de6f req-aca8ac65-afd7-497e-ab77-b403a8bd7a78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:10:21.565443 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-64d42b8e-fefb-4f94-98fe-cd095fa6de6f req-aca8ac65-afd7-497e-ab77-b403a8bd7a78 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=60b561cb-321e-4f83-9bb3-92b2e1d0dc44 HTTP/1.1" status: 200 len: 843 time: 0.1364791 Feb 09 19:10:21.579039 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b268411-1eaa-4d69-a0ce-7b86d1c33e6b req-abf3c9da-a19d-4e9a-a1eb-447080d58d32 tempest-ImagesNegativeTestJSON-1012605011 tempest-ImagesNegativeTestJSON-1012605011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:10:21.587303 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-3b268411-1eaa-4d69-a0ce-7b86d1c33e6b req-abf3c9da-a19d-4e9a-a1eb-447080d58d32 tempest-ImagesNegativeTestJSON-1012605011 tempest-ImagesNegativeTestJSON-1012605011-project] 10.222.0.75 "GET /v2.0/ports?device_id=1e3e8d97-0d0f-48f5-a76a-1c1e1425ed62 HTTP/1.1" status: 200 len: 947 time: 0.2187488 Feb 09 19:10:21.629773 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-836137a0-af5a-49b9-9503-c9b8bdabb3cc req-e4a184f5-2b63-4037-9bb6-84c7a43a391c service neutron] 10.222.0.89 "GET /v2.0/security-groups?id=27f37715-a20e-4347-b5d3-f680924256da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1388276 Feb 09 19:10:21.704348 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-3b268411-1eaa-4d69-a0ce-7b86d1c33e6b req-62fbabb8-f355-487c-a8b7-3a4236ef403a tempest-ImagesNegativeTestJSON-1012605011 tempest-ImagesNegativeTestJSON-1012605011-project] 10.222.0.75 "GET /v2.0/security-groups?id=4d2bffdb-f51a-4ed5-b8f2-0a3d57b4e434&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1115572 Feb 09 19:10:21.707646 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64d42b8e-fefb-4f94-98fe-cd095fa6de6f req-d9eecfe7-4773-4588-a165-f94ed1a3ce41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:10:21.711306 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-64d42b8e-fefb-4f94-98fe-cd095fa6de6f req-d9eecfe7-4773-4588-a165-f94ed1a3ce41 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=2b5494c8-cf97-42c1-b902-87f998f28179&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.1120269 Feb 09 19:10:21.873066 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-64d42b8e-fefb-4f94-98fe-cd095fa6de6f req-7aa39b22-e76d-4048-b63b-fcea1b6c2d88 service neutron] 10.222.0.90 "GET /v2.0/networks/2b5494c8-cf97-42c1-b902-87f998f28179?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1490593 Feb 09 19:10:22.106303 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e812339-205c-4bc8-8554-64abaa054811 req-e0eb12a1-5112-41f1-bf67-ac3bd31b9355 tempest-ServersTestFqdnHostnames-1825251855 tempest-ServersTestFqdnHostnames-1825251855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:10:22.115731 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-2e812339-205c-4bc8-8554-64abaa054811 req-e0eb12a1-5112-41f1-bf67-ac3bd31b9355 tempest-ServersTestFqdnHostnames-1825251855 tempest-ServersTestFqdnHostnames-1825251855-project] 10.222.0.75 "GET /v2.0/ports?device_id=c5d2681e-23b5-4d8d-a699-6d3341555f0c HTTP/1.1" status: 200 len: 946 time: 0.0682731 Feb 09 19:10:22.118664 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 56952) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:10:22.190844 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-2e812339-205c-4bc8-8554-64abaa054811 req-eb0ec918-90f9-4d3e-b9e9-6383f1755981 tempest-ServersTestFqdnHostnames-1825251855 tempest-ServersTestFqdnHostnames-1825251855-project] 10.222.0.75 "GET /v2.0/security-groups?id=27f37715-a20e-4347-b5d3-f680924256da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0695052 Feb 09 19:10:22.206810 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-64d42b8e-fefb-4f94-98fe-cd095fa6de6f req-4dd00cf9-a4a1-4588-8b15-805af26c1531 service neutron] 10.222.0.90 "GET /v2.0/networks/2b5494c8-cf97-42c1-b902-87f998f28179?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3255816 Feb 09 19:10:22.413826 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aff8bce0-83f1-4316-b030-7f590b9b2120 req-660b7783-0215-48b8-97ae-595666b7af1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:10:22.416600 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-aff8bce0-83f1-4316-b030-7f590b9b2120 req-660b7783-0215-48b8-97ae-595666b7af1d service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=a65e09e6cb7c454db95ee06fe7ed224f&device_id=1e3e8d97-0d0f-48f5-a76a-1c1e1425ed62 HTTP/1.1" status: 200 len: 1130 time: 0.1338902 Feb 09 19:10:22.452917 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-601bedd2-8ce8-4599-a50e-ab788084099e req-575d4adf-51a6-4893-8af3-2153c023d20a tempest-LiveMigrationTest-1021096981 tempest-LiveMigrationTest-1021096981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:10:22.466870 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-601bedd2-8ce8-4599-a50e-ab788084099e req-575d4adf-51a6-4893-8af3-2153c023d20a tempest-LiveMigrationTest-1021096981 tempest-LiveMigrationTest-1021096981-project] 10.222.0.75 "GET /v2.0/ports?device_id=a26f3e83-5a8d-4d9d-aa20-3d25b99af655 HTTP/1.1" status: 200 len: 945 time: 0.2589731 Feb 09 19:10:22.490344 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed805bc5-3241-4e3c-8fcf-1c308645868e req-68eec9a1-0b43-4326-a712-d68bafe3bae6 tempest-DeleteServersTestJSON-1870379525 tempest-DeleteServersTestJSON-1870379525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:10:22.497855 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-ed805bc5-3241-4e3c-8fcf-1c308645868e req-68eec9a1-0b43-4326-a712-d68bafe3bae6 tempest-DeleteServersTestJSON-1870379525 tempest-DeleteServersTestJSON-1870379525-project] 10.222.0.75 "GET /v2.0/ports?device_id=5e66146c-80cb-464f-a195-4176fc6a344c HTTP/1.1" status: 200 len: 946 time: 0.1385539 Feb 09 19:10:22.604127 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-ed805bc5-3241-4e3c-8fcf-1c308645868e req-ccbd1f32-a296-4660-b534-97091d89b6d8 tempest-DeleteServersTestJSON-1870379525 tempest-DeleteServersTestJSON-1870379525-project] 10.222.0.75 "GET /v2.0/security-groups?id=5ce92d32-ca94-4b6c-925d-b9dff609abe6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1051104 Feb 09 19:10:22.687899 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-601bedd2-8ce8-4599-a50e-ab788084099e req-e35304fd-f012-40aa-a442-30285416fb97 tempest-LiveMigrationTest-1021096981 tempest-LiveMigrationTest-1021096981-project] 10.222.0.75 "GET /v2.0/security-groups?id=ba18819a-1490-4e7b-a11b-e8610423d8ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2196672 Feb 09 19:10:22.823375 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aff8bce0-83f1-4316-b030-7f590b9b2120 req-d254ce3d-85bc-42b1-b102-0b6b2be54c44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:10:22.825999 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-aff8bce0-83f1-4316-b030-7f590b9b2120 req-d254ce3d-85bc-42b1-b102-0b6b2be54c44 service neutron] 10.222.0.90 "GET /v2.0/networks?id=2b5494c8-cf97-42c1-b902-87f998f28179 HTTP/1.1" status: 200 len: 870 time: 0.3938363 Feb 09 19:10:22.902854 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-aff8bce0-83f1-4316-b030-7f590b9b2120 req-257ff94b-d3d3-467b-a5b0-d27481cc24c5 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.38&port_id=9c7b8c0b-90fd-475c-a7d9-fb8f23a5547f HTTP/1.1" status: 200 len: 217 time: 0.0606034 Feb 09 19:10:23.070057 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aff8bce0-83f1-4316-b030-7f590b9b2120 req-7ee1875c-a8e3-4058-838a-563cb118ea56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:10:23.073189 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-aff8bce0-83f1-4316-b030-7f590b9b2120 req-7ee1875c-a8e3-4058-838a-563cb118ea56 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=60b561cb-321e-4f83-9bb3-92b2e1d0dc44 HTTP/1.1" status: 200 len: 843 time: 0.1443405 Feb 09 19:10:23.121875 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ae8811a-c534-43c4-babd-fe2a1536edd5 req-4b451b8a-b84b-4c8e-9efa-c8ddf74cde2d tempest-ImagesNegativeTestJSON-1012605011 tempest-ImagesNegativeTestJSON-1012605011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:10:23.129107 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-8ae8811a-c534-43c4-babd-fe2a1536edd5 req-4b451b8a-b84b-4c8e-9efa-c8ddf74cde2d tempest-ImagesNegativeTestJSON-1012605011 tempest-ImagesNegativeTestJSON-1012605011-project] 10.222.0.75 "GET /v2.0/ports?device_id=1e3e8d97-0d0f-48f5-a76a-1c1e1425ed62 HTTP/1.1" status: 200 len: 947 time: 0.2244573 Feb 09 19:10:23.244660 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-42051779-b3b4-4b12-b282-c138a80a47dd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1834525'] for router_interface (03288bc3-2330-49fa-a05b-79cee42e091b), before_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:10:23.319428 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aff8bce0-83f1-4316-b030-7f590b9b2120 req-4fedaa2a-12da-4702-a91d-c6b82123f099 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:10:23.322021 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-aff8bce0-83f1-4316-b030-7f590b9b2120 req-4fedaa2a-12da-4702-a91d-c6b82123f099 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=2b5494c8-cf97-42c1-b902-87f998f28179&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.1919043 Feb 09 19:10:23.333869 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-8ae8811a-c534-43c4-babd-fe2a1536edd5 req-0792e405-c69b-4125-a096-35a25b05f691 tempest-ImagesNegativeTestJSON-1012605011 tempest-ImagesNegativeTestJSON-1012605011-project] 10.222.0.75 "GET /v2.0/security-groups?id=4d2bffdb-f51a-4ed5-b8f2-0a3d57b4e434&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1443355 Feb 09 19:10:23.507140 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-aff8bce0-83f1-4316-b030-7f590b9b2120 req-a758bbc2-0466-4bf2-8aa3-013b4933cc96 service neutron] 10.222.0.90 "GET /v2.0/networks/2b5494c8-cf97-42c1-b902-87f998f28179?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1628320 Feb 09 19:10:23.600928 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c310aec-8c23-4d9b-b21d-26f1ba98301a req-0e03a7d8-8022-4bf2-aef2-1f8b5b661ef7 tempest-ServersTestFqdnHostnames-1825251855 tempest-ServersTestFqdnHostnames-1825251855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:10:23.602618 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-1c310aec-8c23-4d9b-b21d-26f1ba98301a req-0e03a7d8-8022-4bf2-aef2-1f8b5b661ef7 tempest-ServersTestFqdnHostnames-1825251855 tempest-ServersTestFqdnHostnames-1825251855-project] 10.222.0.75 "GET /v2.0/ports?device_id=c5d2681e-23b5-4d8d-a699-6d3341555f0c HTTP/1.1" status: 200 len: 946 time: 0.2311828 Feb 09 19:10:23.729996 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-aff8bce0-83f1-4316-b030-7f590b9b2120 req-66cdb4d0-53ae-42a2-a7a6-f9d18df7b9ee service neutron] 10.222.0.90 "GET /v2.0/networks/2b5494c8-cf97-42c1-b902-87f998f28179?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2108767 Feb 09 19:10:23.855978 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-1c310aec-8c23-4d9b-b21d-26f1ba98301a req-3659a7d4-cc31-4d5d-8f77-9c591e18ffcb tempest-ServersTestFqdnHostnames-1825251855 tempest-ServersTestFqdnHostnames-1825251855-project] 10.222.0.75 "GET /v2.0/security-groups?id=27f37715-a20e-4347-b5d3-f680924256da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2432859 Feb 09 19:10:23.866664 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffc6604c-df3e-4a5d-9126-bc063037ff01 req-5c265949-d58d-4964-9251-05065db69e1c tempest-DeleteServersTestJSON-1870379525 tempest-DeleteServersTestJSON-1870379525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:10:23.868338 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-ffc6604c-df3e-4a5d-9126-bc063037ff01 req-5c265949-d58d-4964-9251-05065db69e1c tempest-DeleteServersTestJSON-1870379525 tempest-DeleteServersTestJSON-1870379525-project] 10.222.0.75 "GET /v2.0/ports?device_id=5e66146c-80cb-464f-a195-4176fc6a344c HTTP/1.1" status: 200 len: 946 time: 0.0903277 Feb 09 19:10:23.953682 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-ffc6604c-df3e-4a5d-9126-bc063037ff01 req-9443d727-77b0-46b7-9c24-0a55b54ca51f tempest-DeleteServersTestJSON-1870379525 tempest-DeleteServersTestJSON-1870379525-project] 10.222.0.75 "GET /v2.0/security-groups?id=5ce92d32-ca94-4b6c-925d-b9dff609abe6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0794265 Feb 09 19:10:23.972057 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.plugin [None req-42051779-b3b4-4b12-b282-c138a80a47dd admin admin] Deleting port 0baee576-6f95-40c6-a4a9-d02277e881bb {{(pid=103229) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 19:10:23.972414 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-42051779-b3b4-4b12-b282-c138a80a47dd admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762867170196'] for port (0baee576-6f95-40c6-a4a9-d02277e881bb), before_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:10:24.101223 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-984aa84c-8aa7-45da-a231-024ac877147c req-e33a934f-f878-4ebd-b039-d692ebd2e0bd tempest-LiveMigrationTest-1021096981 tempest-LiveMigrationTest-1021096981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:10:24.102863 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-984aa84c-8aa7-45da-a231-024ac877147c req-e33a934f-f878-4ebd-b039-d692ebd2e0bd tempest-LiveMigrationTest-1021096981 tempest-LiveMigrationTest-1021096981-project] 10.222.0.75 "GET /v2.0/ports?device_id=a26f3e83-5a8d-4d9d-aa20-3d25b99af655 HTTP/1.1" status: 200 len: 945 time: 0.1335304 Feb 09 19:10:24.123892 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.db [None req-42051779-b3b4-4b12-b282-c138a80a47dd admin admin] For port 0baee576-6f95-40c6-a4a9-d02277e881bb, host n-d-713498-36, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-36',level=0,port_id=0baee576-6f95-40c6-a4a9-d02277e881bb,segment=NetworkSegment(5ba58464-a437-40dd-815c-0d37894d66a8),segment_id=5ba58464-a437-40dd-815c-0d37894d66a8)] {{(pid=103229) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 19:10:24.124270 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-42051779-b3b4-4b12-b282-c138a80a47dd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1820838'] for port (0baee576-6f95-40c6-a4a9-d02277e881bb), precommit_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:10:24.154492 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.plugin [None req-42051779-b3b4-4b12-b282-c138a80a47dd admin admin] Calling delete_port for 0baee576-6f95-40c6-a4a9-d02277e881bb owned by network:router_interface {{(pid=103229) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 19:10:24.214092 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-984aa84c-8aa7-45da-a231-024ac877147c req-a409f114-56b5-490a-b084-f058badfcc06 tempest-LiveMigrationTest-1021096981 tempest-LiveMigrationTest-1021096981-project] 10.222.0.75 "GET /v2.0/security-groups?id=ba18819a-1490-4e7b-a11b-e8610423d8ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1021426 Feb 09 19:10:24.257108 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f08f67a7-cb29-4707-be6a-3f178ef737cf req-26628914-ef60-471f-b0e0-fb1b576edd71 tempest-ServersTestFqdnHostnames-1825251855 tempest-ServersTestFqdnHostnames-1825251855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:10:24.258917 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-f08f67a7-cb29-4707-be6a-3f178ef737cf req-26628914-ef60-471f-b0e0-fb1b576edd71 tempest-ServersTestFqdnHostnames-1825251855 tempest-ServersTestFqdnHostnames-1825251855-project] 10.222.0.75 "GET /v2.0/ports?device_id=c5d2681e-23b5-4d8d-a699-6d3341555f0c HTTP/1.1" status: 200 len: 946 time: 0.0877180 Feb 09 19:10:24.268878 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 57016) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:10:24.274811 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.v2.base [None req-60684f40-8e50-4110-96d3-028e065ed62e tempest-ServersTestFqdnHostnames-1825251855 tempest-ServersTestFqdnHostnames-1825251855-project] Request body: {'floatingip': {'port_id': 'f15fe795-6046-4375-a746-770f76bc70f6'}} {{(pid=103230) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 19:10:24.323322 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-60684f40-8e50-4110-96d3-028e065ed62e tempest-ServersTestFqdnHostnames-1825251855 tempest-ServersTestFqdnHostnames-1825251855-project] Publish callbacks [] for floatingip (b0e91426-d3cd-43a1-bac3-a38870a1fd92), before_update {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:10:24.615626 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-42051779-b3b4-4b12-b282-c138a80a47dd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762867177463', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762866656476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12867576'] for port (0baee576-6f95-40c6-a4a9-d02277e881bb), after_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:10:24.666428 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecd7d034-13bf-4c1b-9fe5-765a40a2e209 req-6ebe3727-e55f-4513-be4c-e91177c2065c tempest-ImagesNegativeTestJSON-1012605011 tempest-ImagesNegativeTestJSON-1012605011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:10:24.674442 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-ecd7d034-13bf-4c1b-9fe5-765a40a2e209 req-6ebe3727-e55f-4513-be4c-e91177c2065c tempest-ImagesNegativeTestJSON-1012605011 tempest-ImagesNegativeTestJSON-1012605011-project] 10.222.0.75 "GET /v2.0/ports?device_id=1e3e8d97-0d0f-48f5-a76a-1c1e1425ed62 HTTP/1.1" status: 200 len: 947 time: 0.1771071 Feb 09 19:10:24.684525 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42051779-b3b4-4b12-b282-c138a80a47dd admin admin] Pushing event deleted for resources: {'Port': ['ID=0baee576-6f95-40c6-a4a9-d02277e881bb,revision_number=None']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:10:24.704127 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-fd9273c1-c7af-4d7b-aee1-a462e81a6cdd req-8be6d407-6748-436e-a129-b28ef9e6e70d service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=59d6552c-9c7d-436a-9583-1a4c43dbfa42&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.2055547 Feb 09 19:10:24.750963 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 57022) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:10:25.083875 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-42051779-b3b4-4b12-b282-c138a80a47dd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1613467', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1834633'] for router_interface (03288bc3-2330-49fa-a05b-79cee42e091b), after_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:10:25.207358 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db5d293f-dd3d-480b-8f7b-0cbb158928d6 req-d435b6fb-afd6-411b-88e5-2c67842b1503 tempest-DeleteServersTestJSON-1870379525 tempest-DeleteServersTestJSON-1870379525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:10:25.209594 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-db5d293f-dd3d-480b-8f7b-0cbb158928d6 req-d435b6fb-afd6-411b-88e5-2c67842b1503 tempest-DeleteServersTestJSON-1870379525 tempest-DeleteServersTestJSON-1870379525-project] 10.222.0.75 "GET /v2.0/ports?device_id=5e66146c-80cb-464f-a195-4176fc6a344c HTTP/1.1" status: 200 len: 946 time: 0.0827308 Feb 09 19:10:25.221741 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-0b112059-5361-44c1-a9ab-46c6b33b273c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:10:25.228861 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd9273c1-c7af-4d7b-aee1-a462e81a6cdd req-67de0498-d292-4439-b27a-d1ec18fc2f50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:10:25.230617 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-fd9273c1-c7af-4d7b-aee1-a462e81a6cdd req-67de0498-d292-4439-b27a-d1ec18fc2f50 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=05fa6a089578484da4b750f8c0b5ad12&device_id=59d6552c-9c7d-436a-9583-1a4c43dbfa42 HTTP/1.1" status: 200 len: 1127 time: 0.4786024 Feb 09 19:10:25.247875 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-ecd7d034-13bf-4c1b-9fe5-765a40a2e209 req-a31a1cbb-1a9a-42be-b9ca-27be47710928 tempest-ImagesNegativeTestJSON-1012605011 tempest-ImagesNegativeTestJSON-1012605011-project] 10.222.0.75 "GET /v2.0/security-groups?id=4d2bffdb-f51a-4ed5-b8f2-0a3d57b4e434&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5721557 Feb 09 19:10:25.338967 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-db5d293f-dd3d-480b-8f7b-0cbb158928d6 req-d89050e2-b7a1-481e-8c99-d2ac6c9be210 tempest-DeleteServersTestJSON-1870379525 tempest-DeleteServersTestJSON-1870379525-project] 10.222.0.75 "GET /v2.0/security-groups?id=5ce92d32-ca94-4b6c-925d-b9dff609abe6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1107211 Feb 09 19:10:25.365816 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-60684f40-8e50-4110-96d3-028e065ed62e tempest-ServersTestFqdnHostnames-1825251855 tempest-ServersTestFqdnHostnames-1825251855-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:10:25.372172 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-60684f40-8e50-4110-96d3-028e065ed62e tempest-ServersTestFqdnHostnames-1825251855 tempest-ServersTestFqdnHostnames-1825251855-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1818909'] for floatingip (b0e91426-d3cd-43a1-bac3-a38870a1fd92), after_update {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:10:25.476798 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd9273c1-c7af-4d7b-aee1-a462e81a6cdd req-513d9c3f-1ec5-49f5-bce9-91d3da0b6b05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:10:25.478332 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-fd9273c1-c7af-4d7b-aee1-a462e81a6cdd req-513d9c3f-1ec5-49f5-bce9-91d3da0b6b05 service neutron] 10.222.0.89 "GET /v2.0/networks?id=d725567e-ae4f-48c7-8826-ca95b9692346 HTTP/1.1" status: 200 len: 908 time: 0.2098045 Feb 09 19:10:25.531865 n-d-713498-36 neutron-server[103230]: INFO neutron.db.l3_db [None req-60684f40-8e50-4110-96d3-028e065ed62e tempest-ServersTestFqdnHostnames-1825251855 tempest-ServersTestFqdnHostnames-1825251855-project] Floating IP b0e91426-d3cd-43a1-bac3-a38870a1fd92 associated. External IP: 172.25.1.194, port: f15fe795-6046-4375-a746-770f76bc70f6. Feb 09 19:10:25.544544 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-fd9273c1-c7af-4d7b-aee1-a462e81a6cdd req-146e5023-061b-4296-b710-1ba64592bf87 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a4e79a8e-ce64-4a98-88aa-2b5124a3f55b HTTP/1.1" status: 200 len: 217 time: 0.0564592 Feb 09 19:10:25.713640 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-509d098c-e8fc-491a-9905-0e07ff087cd0 req-138bfbe3-8b26-4e5c-bbb6-0e8a50950b1f tempest-LiveMigrationTest-1021096981 tempest-LiveMigrationTest-1021096981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:10:25.721333 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-509d098c-e8fc-491a-9905-0e07ff087cd0 req-138bfbe3-8b26-4e5c-bbb6-0e8a50950b1f tempest-LiveMigrationTest-1021096981 tempest-LiveMigrationTest-1021096981-project] 10.222.0.75 "GET /v2.0/ports?device_id=a26f3e83-5a8d-4d9d-aa20-3d25b99af655 HTTP/1.1" status: 200 len: 945 time: 0.3030190 Feb 09 19:10:25.749126 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-0b112059-5361-44c1-a9ab-46c6b33b273c admin admin] Publish callbacks [] for security_group (6cc25522-dce9-4235-b5a7-6159ff66e5f6), precommit_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:10:25.771390 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-0b112059-5361-44c1-a9ab-46c6b33b273c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1892331'] for security_group (6cc25522-dce9-4235-b5a7-6159ff66e5f6), after_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:10:25.781639 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd9273c1-c7af-4d7b-aee1-a462e81a6cdd req-02d00821-3b32-4022-8b5a-2dbb50dbac1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:10:25.783154 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-fd9273c1-c7af-4d7b-aee1-a462e81a6cdd req-02d00821-3b32-4022-8b5a-2dbb50dbac1f service neutron] 10.222.0.89 "GET /v2.0/subnets?id=41b0b245-923a-427d-ac3e-7f4b2ecbbb0e HTTP/1.1" status: 200 len: 847 time: 0.2322493 Feb 09 19:10:25.854913 n-d-713498-36 neutron-server[103230]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-60684f40-8e50-4110-96d3-028e065ed62e tempest-ServersTestFqdnHostnames-1825251855 tempest-ServersTestFqdnHostnames-1825251855-project] Router b479526c-50ae-4c5b-aad2-e8f4dc1e5a41 has already been hosted by L3 agent 93303d5e-5d17-45e8-8963-7694f87783ae {{(pid=103230) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 19:10:25.892688 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-fd9273c1-c7af-4d7b-aee1-a462e81a6cdd req-a829d395-6c4a-4db3-9717-b8937658e356 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=d725567e-ae4f-48c7-8826-ca95b9692346&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0974581 Feb 09 19:10:25.944767 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b112059-5361-44c1-a9ab-46c6b33b273c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6cc25522-dce9-4235-b5a7-6159ff66e5f6,revision_number=1']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:10:25.981024 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-0b112059-5361-44c1-a9ab-46c6b33b273c admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=6a48b3f01a844d4c83a768112978a41e&name=default HTTP/1.1" status: 200 len: 3000 time: 1.2157781 Feb 09 19:10:26.041332 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 57082) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:10:26.062555 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-509d098c-e8fc-491a-9905-0e07ff087cd0 req-007071ac-e0ab-4bfd-b3c9-f67d51a75d16 tempest-LiveMigrationTest-1021096981 tempest-LiveMigrationTest-1021096981-project] 10.222.0.75 "GET /v2.0/security-groups?id=ba18819a-1490-4e7b-a11b-e8610423d8ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3406503 Feb 09 19:10:26.082959 n-d-713498-36 neutron-server[103229]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-42051779-b3b4-4b12-b282-c138a80a47dd admin admin] Router 03288bc3-2330-49fa-a05b-79cee42e091b has already been hosted by L3 agent 93303d5e-5d17-45e8-8963-7694f87783ae {{(pid=103229) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 19:10:26.124024 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Device 9c7b8c0b-90fd-475c-a7d9-fb8f23a5547f details requested by agent hyperv_n-h2-713498-36 with host n-h2-713498-36 {{(pid=103232) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 19:10:26.257586 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-7429db8d-6021-40ad-813e-885be449a89b None None] For port 9c7b8c0b-90fd-475c-a7d9-fb8f23a5547f, host n-h2-713498-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-36',level=0,port_id=9c7b8c0b-90fd-475c-a7d9-fb8f23a5547f,segment=NetworkSegment(50e5915e-18f0-4558-9a28-b978975ead36),segment_id=50e5915e-18f0-4558-9a28-b978975ead36)] {{(pid=103232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 19:10:26.272543 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Returning: {'device': '9c7b8c0b-90fd-475c-a7d9-fb8f23a5547f', 'network_id': '2b5494c8-cf97-42c1-b902-87f998f28179', 'port_id': '9c7b8c0b-90fd-475c-a7d9-fb8f23a5547f', 'mac_address': 'fa:16:3e:3a:c1:93', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 359, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '60b561cb-321e-4f83-9bb3-92b2e1d0dc44', 'ip_address': '192.168.233.38'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103232) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 19:10:26.329281 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Current status of the port 9c7b8c0b-90fd-475c-a7d9-fb8f23a5547f is: DOWN; New status is: BUILD {{(pid=103232) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 19:10:26.330121 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (9c7b8c0b-90fd-475c-a7d9-fb8f23a5547f), before_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:10:26.351307 n-d-713498-36 neutron-server[103232]: DEBUG neutron.notifiers.nova [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9c7b8c0b-90fd-475c-a7d9-fb8f23a5547f {{(pid=103232) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 19:10:26.373557 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-60684f40-8e50-4110-96d3-028e065ed62e tempest-ServersTestFqdnHostnames-1825251855 tempest-ServersTestFqdnHostnames-1825251855-project] Notify agent at l3_agent.n-d-713498-36 the message routers_updated {{(pid=103230) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 19:10:26.379189 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-7429db8d-6021-40ad-813e-885be449a89b None None] For port 9c7b8c0b-90fd-475c-a7d9-fb8f23a5547f, host n-h2-713498-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-36',level=0,port_id=9c7b8c0b-90fd-475c-a7d9-fb8f23a5547f,segment=NetworkSegment(50e5915e-18f0-4558-9a28-b978975ead36),segment_id=50e5915e-18f0-4558-9a28-b978975ead36)] {{(pid=103232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 19:10:26.384969 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762867176205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762866656485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762866656503'] for port (9c7b8c0b-90fd-475c-a7d9-fb8f23a5547f), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:10:26.390509 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-60684f40-8e50-4110-96d3-028e065ed62e tempest-ServersTestFqdnHostnames-1825251855 tempest-ServersTestFqdnHostnames-1825251855-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171096'] for floatingip (None), before_response {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:10:26.431369 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-60684f40-8e50-4110-96d3-028e065ed62e tempest-ServersTestFqdnHostnames-1825251855 tempest-ServersTestFqdnHostnames-1825251855-project] 10.222.0.75 "PUT /v2.0/floatingips/b0e91426-d3cd-43a1-bac3-a38870a1fd92 HTTP/1.1" status: 200 len: 992 time: 2.1586504 Feb 09 19:10:26.431369 n-d-713498-36 neutron-server[103230]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c5d2681e-23b5-4d8d-a699-6d3341555f0c', 'tag': 'f15fe795-6046-4375-a746-770f76bc70f6'}] {{(pid=103230) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 19:10:26.432516 n-d-713498-36 neutron-server[103230]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aee5919275bae9f72eb374ee322673045eb80c1f84b4b45a97d96923bd50ab51" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f129721b-3606-4284-9524-ed72e4fbc6bc" -d '{"events": [{"name": "network-changed", "server_uuid": "c5d2681e-23b5-4d8d-a699-6d3341555f0c", "tag": "f15fe795-6046-4375-a746-770f76bc70f6"}]}' {{(pid=103230) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 19:10:26.437513 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f381f18-7d41-4dde-9209-fb8ae5baf0fb None None] Sync routers for ids ['b479526c-50ae-4c5b-aad2-e8f4dc1e5a41'] in n-d-713498-36 {{(pid=103232) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 19:10:26.459707 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Pushing event updated for resources: {'Port': ['ID=9c7b8c0b-90fd-475c-a7d9-fb8f23a5547f,revision_number=4']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:10:26.462640 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f381f18-7d41-4dde-9209-fb8ae5baf0fb None None] Routers {'b479526c-50ae-4c5b-aad2-e8f4dc1e5a41'} bound to L3 agent in host n-d-713498-36 {{(pid=103232) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 19:10:26.463617 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.l3_hamode_db [None req-8f381f18-7d41-4dde-9209-fb8ae5baf0fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-09T18:51:43Z,description=,heartbeat_timestamp=2022-02-09T19:10:13Z,host='n-d-713498-36',id=93303d5e-5d17-45e8-8963-7694f87783ae,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T18:51:43Z,topic='l3_agent')) {'router_ids': ['b479526c-50ae-4c5b-aad2-e8f4dc1e5a41'], 'active': True} {{(pid=103232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:10:26.608452 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.l3_dvr_db [None req-8f381f18-7d41-4dde-9209-fb8ae5baf0fb None None] Set router b479526c-50ae-4c5b-aad2-e8f4dc1e5a41 gateway port host: n-d-713498-36 {{(pid=103232) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 19:10:26.665853 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-fd9273c1-c7af-4d7b-aee1-a462e81a6cdd req-d01030e5-3fdb-46d2-9360-a470b056ad94 service neutron] 10.222.0.89 "GET /v2.0/networks/d725567e-ae4f-48c7-8826-ca95b9692346?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7413554 Feb 09 19:10:26.673415 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be27cc99-5a37-4bcb-85c9-e05b5eebe868 req-daabb589-ab7c-4734-af98-29965906d39e tempest-DeleteServersTestJSON-1870379525 tempest-DeleteServersTestJSON-1870379525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:10:26.674431 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-290c33d8-f45b-4ad7-a6de-c6e9930b99c4 admin admin] Publish callbacks [] for security_group (6cc25522-dce9-4235-b5a7-6159ff66e5f6), before_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:10:26.682743 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-be27cc99-5a37-4bcb-85c9-e05b5eebe868 req-daabb589-ab7c-4734-af98-29965906d39e tempest-DeleteServersTestJSON-1870379525 tempest-DeleteServersTestJSON-1870379525-project] 10.222.0.75 "GET /v2.0/ports?device_id=5e66146c-80cb-464f-a195-4176fc6a344c HTTP/1.1" status: 200 len: 946 time: 0.0714061 Feb 09 19:10:26.699383 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e02aabf3-d513-4a02-9076-63b02d11f9f0 req-90d09aab-2ca7-4d10-80b8-3e5143482521 tempest-ImagesNegativeTestJSON-1012605011 tempest-ImagesNegativeTestJSON-1012605011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:10:26.706249 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-e02aabf3-d513-4a02-9076-63b02d11f9f0 req-90d09aab-2ca7-4d10-80b8-3e5143482521 tempest-ImagesNegativeTestJSON-1012605011 tempest-ImagesNegativeTestJSON-1012605011-project] 10.222.0.75 "GET /v2.0/ports?device_id=1e3e8d97-0d0f-48f5-a76a-1c1e1425ed62 HTTP/1.1" status: 200 len: 948 time: 0.2325962 Feb 09 19:10:26.738557 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-be27cc99-5a37-4bcb-85c9-e05b5eebe868 req-bff74a15-fdae-4437-ad36-670e7d7cad72 tempest-DeleteServersTestJSON-1870379525 tempest-DeleteServersTestJSON-1870379525-project] 10.222.0.75 "GET /v2.0/security-groups?id=5ce92d32-ca94-4b6c-925d-b9dff609abe6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548689 Feb 09 19:10:26.794595 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-290c33d8-f45b-4ad7-a6de-c6e9930b99c4 admin admin] Publish callbacks [] for security_group (6cc25522-dce9-4235-b5a7-6159ff66e5f6), precommit_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:10:26.857438 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6492d050-2c57-472c-9a10-d17e50242a57 req-fa46a7f3-6509-4d06-b1cb-38e20dd0bde5 tempest-ServersTestFqdnHostnames-1825251855 tempest-ServersTestFqdnHostnames-1825251855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:10:26.858988 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-6492d050-2c57-472c-9a10-d17e50242a57 req-fa46a7f3-6509-4d06-b1cb-38e20dd0bde5 tempest-ServersTestFqdnHostnames-1825251855 tempest-ServersTestFqdnHostnames-1825251855-project] 10.222.0.75 "GET /v2.0/ports?device_id=c5d2681e-23b5-4d8d-a699-6d3341555f0c HTTP/1.1" status: 200 len: 946 time: 0.0605226 Feb 09 19:10:26.866020 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-7429db8d-6021-40ad-813e-885be449a89b None None] get_ports_and_sgs() called for port_ids ['9c7b8c0b-90fd-475c-a7d9-fb8f23a5547f'] {{(pid=103232) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 19:10:26.884054 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-e02aabf3-d513-4a02-9076-63b02d11f9f0 req-060d97eb-e74f-4455-a8f1-6a2ea7a1ea7a tempest-ImagesNegativeTestJSON-1012605011 tempest-ImagesNegativeTestJSON-1012605011-project] 10.222.0.75 "GET /v2.0/security-groups?id=4d2bffdb-f51a-4ed5-b8f2-0a3d57b4e434&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1753757 Feb 09 19:10:26.917727 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-6492d050-2c57-472c-9a10-d17e50242a57 req-06d10852-340b-446f-af4f-456a41c1bade tempest-ServersTestFqdnHostnames-1825251855 tempest-ServersTestFqdnHostnames-1825251855-project] 10.222.0.75 "GET /v2.0/security-groups?id=27f37715-a20e-4347-b5d3-f680924256da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0502691 Feb 09 19:10:26.928066 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-fd9273c1-c7af-4d7b-aee1-a462e81a6cdd req-f2a7602b-2c8e-421a-a612-51ce0507e5c4 service neutron] 10.222.0.89 "GET /v2.0/networks/d725567e-ae4f-48c7-8826-ca95b9692346?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2514777 Feb 09 19:10:26.929551 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-42051779-b3b4-4b12-b282-c138a80a47dd admin admin] Notify agent at l3_agent.n-d-713498-36 the message routers_updated {{(pid=103229) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 19:10:26.935978 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-42051779-b3b4-4b12-b282-c138a80a47dd admin admin] 10.222.0.75 "PUT /v2.0/routers/03288bc3-2330-49fa-a05b-79cee42e091b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8161380 Feb 09 19:10:26.938515 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 57114) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:10:26.945854 n-d-713498-36 neutron-server[103233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fbe9daa-d91f-466d-9b52-33b13f23db3b None None] Sync routers for ids ['03288bc3-2330-49fa-a05b-79cee42e091b'] in n-d-713498-36 {{(pid=103233) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 19:10:26.951511 n-d-713498-36 neutron-server[103230]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 19:10:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a1b1a93a-b8f8-4d90-a494-470410728a98 x-openstack-request-id: req-a1b1a93a-b8f8-4d90-a494-470410728a98 {{(pid=103230) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 19:10:26.953736 n-d-713498-36 neutron-server[103230]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c5d2681e-23b5-4d8d-a699-6d3341555f0c", "tag": "f15fe795-6046-4375-a746-770f76bc70f6", "status": "completed", "code": 200}]} {{(pid=103230) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 19:10:26.954359 n-d-713498-36 neutron-server[103230]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-a1b1a93a-b8f8-4d90-a494-470410728a98 {{(pid=103230) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 19:10:26.957061 n-d-713498-36 neutron-server[103230]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c5d2681e-23b5-4d8d-a699-6d3341555f0c', 'tag': 'f15fe795-6046-4375-a746-770f76bc70f6', 'status': 'completed', 'code': 200} Feb 09 19:10:26.968142 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.l3_hamode_db [None req-8f381f18-7d41-4dde-9209-fb8ae5baf0fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b479526c-50ae-4c5b-aad2-e8f4dc1e5a41', 'name': 'tempest-ServersTestFqdnHostnames-706481240-router', 'tenant_id': 'fe206dc0d0dc4c4b8b6e41d9b0f130f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88055e1e-672a-4487-be31-ffb6e833ece5', 'external_fixed_ips': [{'subnet_id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'ip_address': '172.25.1.115'}], 'enable_snat': True}, 'gw_port_id': '89f7c32b-bdba-4838-92c0-c3f4d505836a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T19:09:47Z', 'updated_at': '2022-02-09T19:09:53Z', 'revision_number': 4, 'project_id': 'fe206dc0d0dc4c4b8b6e41d9b0f130f4', 'gw_port': {'id': '89f7c32b-bdba-4838-92c0-c3f4d505836a', 'name': '', 'network_id': '88055e1e-672a-4487-be31-ffb6e833ece5', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:f6:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b479526c-50ae-4c5b-aad2-e8f4dc1e5a41', 'device_owner': 'network:router_gateway', 'standard_attr_id': 945, 'fixed_ips': [{'subnet_id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'ip_address': '172.25.1.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T19:09:48Z', 'updated_at': '2022-02-09T19:09:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-36', '_floatingips': [{'id': 'b0e91426-d3cd-43a1-bac3-a38870a1fd92', 'tenant_id': 'fe206dc0d0dc4c4b8b6e41d9b0f130f4', 'floating_ip_address': '172.25.1.194', 'floating_network_id': '88055e1e-672a-4487-be31-ffb6e833ece5', 'router_id': 'b479526c-50ae-4c5b-aad2-e8f4dc1e5a41', 'port_id': 'f15fe795-6046-4375-a746-770f76bc70f6', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 978, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '23931817-e40f-432d-9c70-5639e042245b', 'mac_address': 'fa:16:3e:1d:5b:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5d2681e-23b5-4d8d-a699-6d3341555f0c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T19:10:00Z', 'updated_at': '2022-02-09T19:10:25Z', 'revision_number': 1, 'project_id': 'fe206dc0d0dc4c4b8b6e41d9b0f130f4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7e320a7b-c308-4ee7-a9af-ede100c3bea0', 'name': '', 'network_id': '23931817-e40f-432d-9c70-5639e042245b', 'tenant_id': 'fe206dc0d0dc4c4b8b6e41d9b0f130f4', 'mac_address': 'fa:16:3e:36:0b:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b479526c-50ae-4c5b-aad2-e8f4dc1e5a41', 'device_owner': 'network:router_interface', 'standard_attr_id': 961, 'fixed_ips': [{'subnet_id': '41bc0241-d139-4b59-a127-eb1af19bb3e9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T19:09:52Z', 'updated_at': '2022-02-09T19:10:01Z', 'revision_number': 5, 'project_id': 'fe206dc0d0dc4c4b8b6e41d9b0f130f4', 'subnets': [{'id': '41bc0241-d139-4b59-a127-eb1af19bb3e9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-36', False) {} {{(pid=103232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:10:26.994073 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-290c33d8-f45b-4ad7-a6de-c6e9930b99c4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1892331'] for security_group (6cc25522-dce9-4235-b5a7-6159ff66e5f6), after_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:10:27.001146 n-d-713498-36 neutron-server[103233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fbe9daa-d91f-466d-9b52-33b13f23db3b None None] Routers {'03288bc3-2330-49fa-a05b-79cee42e091b'} bound to L3 agent in host n-d-713498-36 {{(pid=103233) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 19:10:27.001914 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-290c33d8-f45b-4ad7-a6de-c6e9930b99c4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:10:27.003316 n-d-713498-36 neutron-server[103233]: DEBUG neutron.db.l3_hamode_db [None req-9fbe9daa-d91f-466d-9b52-33b13f23db3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-09T18:51:43Z,description=,heartbeat_timestamp=2022-02-09T19:10:13Z,host='n-d-713498-36',id=93303d5e-5d17-45e8-8963-7694f87783ae,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T18:51:43Z,topic='l3_agent')) {'router_ids': ['03288bc3-2330-49fa-a05b-79cee42e091b'], 'active': True} {{(pid=103233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:10:27.004577 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f381f18-7d41-4dde-9209-fb8ae5baf0fb None None] Checking router: b479526c-50ae-4c5b-aad2-e8f4dc1e5a41 for host: n-d-713498-36 {{(pid=103232) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 19:10:27.006516 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-290c33d8-f45b-4ad7-a6de-c6e9930b99c4 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/6cc25522-dce9-4235-b5a7-6159ff66e5f6 HTTP/1.1" status: 204 len: 168 time: 0.9603858 Feb 09 19:10:27.059766 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f381f18-7d41-4dde-9209-fb8ae5baf0fb None None] Routers {'b479526c-50ae-4c5b-aad2-e8f4dc1e5a41'} bound to L3 agent in host n-d-713498-36 {{(pid=103232) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 19:10:27.060358 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.l3_hamode_db [None req-8f381f18-7d41-4dde-9209-fb8ae5baf0fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-09T18:51:43Z,description=,heartbeat_timestamp=2022-02-09T19:10:13Z,host='n-d-713498-36',id=93303d5e-5d17-45e8-8963-7694f87783ae,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T18:51:43Z,topic='l3_agent')) {'router_ids': ['b479526c-50ae-4c5b-aad2-e8f4dc1e5a41'], 'active': True} {{(pid=103232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:10:27.110765 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-290c33d8-f45b-4ad7-a6de-c6e9930b99c4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6cc25522-dce9-4235-b5a7-6159ff66e5f6,revision_number=None']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:10:27.190236 n-d-713498-36 neutron-server[103233]: DEBUG neutron.db.l3_dvr_db [None req-9fbe9daa-d91f-466d-9b52-33b13f23db3b None None] Set router 03288bc3-2330-49fa-a05b-79cee42e091b gateway port host: n-d-713498-36 {{(pid=103233) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 19:10:27.206663 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f129721b-3606-4284-9524-ed72e4fbc6bc req-da754765-b475-498c-9a7a-d1502df19e65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:10:27.209202 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-f129721b-3606-4284-9524-ed72e4fbc6bc req-da754765-b475-498c-9a7a-d1502df19e65 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=fe206dc0d0dc4c4b8b6e41d9b0f130f4&device_id=c5d2681e-23b5-4d8d-a699-6d3341555f0c HTTP/1.1" status: 200 len: 1129 time: 0.1990862 Feb 09 19:10:27.269793 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-bfd5dbbe-a674-430b-b97d-e69abae27a2a admin admin] Publish callbacks [] for router (03288bc3-2330-49fa-a05b-79cee42e091b), before_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:10:27.293724 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86af320e-320f-4c71-9106-5990c0a89098 req-2a27a3da-52d9-4b2f-9c3a-ea5f7fa5937e tempest-ImagesTestJSON-1015154253 tempest-ImagesTestJSON-1015154253-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:10:27.297635 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.l3_dvr_db [None req-8f381f18-7d41-4dde-9209-fb8ae5baf0fb None None] Set router b479526c-50ae-4c5b-aad2-e8f4dc1e5a41 gateway port host: n-d-713498-36 {{(pid=103232) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 19:10:27.301736 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-86af320e-320f-4c71-9106-5990c0a89098 req-2a27a3da-52d9-4b2f-9c3a-ea5f7fa5937e tempest-ImagesTestJSON-1015154253 tempest-ImagesTestJSON-1015154253-project] 10.222.0.75 "GET /v2.0/networks?id=e119be35-9333-4ec1-a284-366321b505fc HTTP/1.1" status: 200 len: 805 time: 0.2438087 Feb 09 19:10:27.330217 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-86af320e-320f-4c71-9106-5990c0a89098 req-575a586c-5815-47ad-a85c-239b4f5d9b35 tempest-ImagesTestJSON-1015154253 tempest-ImagesTestJSON-1015154253-project] 10.222.0.75 "GET /v2.0/quotas/818187f205084ea0b383f821b00a5aa5 HTTP/1.1" status: 200 len: 375 time: 0.0270591 Feb 09 19:10:27.410301 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f129721b-3606-4284-9524-ed72e4fbc6bc req-79c17a88-33a1-4e7b-82ae-48ff29e17d0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:10:27.413426 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-f129721b-3606-4284-9524-ed72e4fbc6bc req-79c17a88-33a1-4e7b-82ae-48ff29e17d0d service neutron] 10.222.0.89 "GET /v2.0/networks?id=23931817-e40f-432d-9c70-5639e042245b HTTP/1.1" status: 200 len: 915 time: 0.1918676 Feb 09 19:10:27.421740 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-86af320e-320f-4c71-9106-5990c0a89098 req-35b57879-f397-4fdb-92de-0801d179657f tempest-ImagesTestJSON-1015154253 tempest-ImagesTestJSON-1015154253-project] 10.222.0.75 "GET /v2.0/ports?tenant_id=818187f205084ea0b383f821b00a5aa5&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0904925 Feb 09 19:10:27.482168 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1313df2-dda4-4b94-9a57-c3ed2b714610 req-65e81187-85fd-493b-8b08-e317eb6dd492 tempest-LiveMigrationTest-1021096981 tempest-LiveMigrationTest-1021096981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:10:27.483814 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-e1313df2-dda4-4b94-9a57-c3ed2b714610 req-65e81187-85fd-493b-8b08-e317eb6dd492 tempest-LiveMigrationTest-1021096981 tempest-LiveMigrationTest-1021096981-project] 10.222.0.75 "GET /v2.0/ports?device_id=a26f3e83-5a8d-4d9d-aa20-3d25b99af655 HTTP/1.1" status: 200 len: 945 time: 0.2632039 Feb 09 19:10:27.489515 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-bfd5dbbe-a674-430b-b97d-e69abae27a2a admin admin] Publish callbacks [] for router_gateway (03288bc3-2330-49fa-a05b-79cee42e091b), before_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:10:27.522390 n-d-713498-36 neutron-server[103233]: DEBUG neutron.db.l3_hamode_db [None req-9fbe9daa-d91f-466d-9b52-33b13f23db3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '03288bc3-2330-49fa-a05b-79cee42e091b', 'name': 'tempest-AttachSCSIVolumeTestJSON-1891186289-router', 'tenant_id': 'e7fe2e78952141fcb66374336ee1439b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88055e1e-672a-4487-be31-ffb6e833ece5', 'external_fixed_ips': [{'subnet_id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'ip_address': '172.25.1.171'}], 'enable_snat': True}, 'gw_port_id': 'b878acf7-9f7a-4e12-b2ed-84aa30ae4dec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T19:07:18Z', 'updated_at': '2022-02-09T19:10:24Z', 'revision_number': 5, 'project_id': 'e7fe2e78952141fcb66374336ee1439b', 'gw_port': {'id': 'b878acf7-9f7a-4e12-b2ed-84aa30ae4dec', 'name': '', 'network_id': '88055e1e-672a-4487-be31-ffb6e833ece5', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:8d:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03288bc3-2330-49fa-a05b-79cee42e091b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 865, 'fixed_ips': [{'subnet_id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'ip_address': '172.25.1.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T19:07:19Z', 'updated_at': '2022-02-09T19:07:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-36'}], 'n-d-713498-36', False) {} {{(pid=103233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:10:27.584747 n-d-713498-36 neutron-server[103233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fbe9daa-d91f-466d-9b52-33b13f23db3b None None] Checking router: 03288bc3-2330-49fa-a05b-79cee42e091b for host: n-d-713498-36 {{(pid=103233) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 19:10:27.597843 n-d-713498-36 neutron-server[103233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fbe9daa-d91f-466d-9b52-33b13f23db3b None None] Routers {'03288bc3-2330-49fa-a05b-79cee42e091b'} bound to L3 agent in host n-d-713498-36 {{(pid=103233) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 19:10:27.599385 n-d-713498-36 neutron-server[103233]: DEBUG neutron.db.l3_hamode_db [None req-9fbe9daa-d91f-466d-9b52-33b13f23db3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-09T18:51:43Z,description=,heartbeat_timestamp=2022-02-09T19:10:13Z,host='n-d-713498-36',id=93303d5e-5d17-45e8-8963-7694f87783ae,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T18:51:43Z,topic='l3_agent')) {'router_ids': ['03288bc3-2330-49fa-a05b-79cee42e091b'], 'active': True} {{(pid=103233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:10:27.606399 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-f129721b-3606-4284-9524-ed72e4fbc6bc req-f2643593-f705-4fb1-a5bb-2342fb6c5360 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f15fe795-6046-4375-a746-770f76bc70f6 HTTP/1.1" status: 200 len: 1000 time: 0.1833670 Feb 09 19:10:27.609239 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-e1313df2-dda4-4b94-9a57-c3ed2b714610 req-0a568422-fe66-4ec8-a7a5-826fcedc68d2 tempest-LiveMigrationTest-1021096981 tempest-LiveMigrationTest-1021096981-project] 10.222.0.75 "GET /v2.0/security-groups?id=ba18819a-1490-4e7b-a11b-e8610423d8ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1116624 Feb 09 19:10:27.615590 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.plugin [None req-bfd5dbbe-a674-430b-b97d-e69abae27a2a admin admin] Deleting port b878acf7-9f7a-4e12-b2ed-84aa30ae4dec {{(pid=103230) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 19:10:27.616120 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-bfd5dbbe-a674-430b-b97d-e69abae27a2a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762867170196'] for port (b878acf7-9f7a-4e12-b2ed-84aa30ae4dec), before_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:10:27.694044 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.l3_hamode_db [None req-8f381f18-7d41-4dde-9209-fb8ae5baf0fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b479526c-50ae-4c5b-aad2-e8f4dc1e5a41', 'name': 'tempest-ServersTestFqdnHostnames-706481240-router', 'tenant_id': 'fe206dc0d0dc4c4b8b6e41d9b0f130f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88055e1e-672a-4487-be31-ffb6e833ece5', 'external_fixed_ips': [{'subnet_id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'ip_address': '172.25.1.115'}], 'enable_snat': True}, 'gw_port_id': '89f7c32b-bdba-4838-92c0-c3f4d505836a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T19:09:47Z', 'updated_at': '2022-02-09T19:09:53Z', 'revision_number': 4, 'project_id': 'fe206dc0d0dc4c4b8b6e41d9b0f130f4', 'gw_port': {'id': '89f7c32b-bdba-4838-92c0-c3f4d505836a', 'name': '', 'network_id': '88055e1e-672a-4487-be31-ffb6e833ece5', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:f6:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b479526c-50ae-4c5b-aad2-e8f4dc1e5a41', 'device_owner': 'network:router_gateway', 'standard_attr_id': 945, 'fixed_ips': [{'subnet_id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'ip_address': '172.25.1.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T19:09:48Z', 'updated_at': '2022-02-09T19:09:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-36', '_floatingips': [{'id': 'b0e91426-d3cd-43a1-bac3-a38870a1fd92', 'tenant_id': 'fe206dc0d0dc4c4b8b6e41d9b0f130f4', 'floating_ip_address': '172.25.1.194', 'floating_network_id': '88055e1e-672a-4487-be31-ffb6e833ece5', 'router_id': 'b479526c-50ae-4c5b-aad2-e8f4dc1e5a41', 'port_id': 'f15fe795-6046-4375-a746-770f76bc70f6', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 978, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '23931817-e40f-432d-9c70-5639e042245b', 'mac_address': 'fa:16:3e:1d:5b:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5d2681e-23b5-4d8d-a699-6d3341555f0c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T19:10:00Z', 'updated_at': '2022-02-09T19:10:25Z', 'revision_number': 1, 'project_id': 'fe206dc0d0dc4c4b8b6e41d9b0f130f4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7e320a7b-c308-4ee7-a9af-ede100c3bea0', 'name': '', 'network_id': '23931817-e40f-432d-9c70-5639e042245b', 'tenant_id': 'fe206dc0d0dc4c4b8b6e41d9b0f130f4', 'mac_address': 'fa:16:3e:36:0b:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b479526c-50ae-4c5b-aad2-e8f4dc1e5a41', 'device_owner': 'network:router_interface', 'standard_attr_id': 961, 'fixed_ips': [{'subnet_id': '41bc0241-d139-4b59-a127-eb1af19bb3e9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T19:09:52Z', 'updated_at': '2022-02-09T19:10:01Z', 'revision_number': 5, 'project_id': 'fe206dc0d0dc4c4b8b6e41d9b0f130f4', 'subnets': [{'id': '41bc0241-d139-4b59-a127-eb1af19bb3e9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-36', False) {} {{(pid=103232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:10:27.703551 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-86af320e-320f-4c71-9106-5990c0a89098 req-7f463900-7f51-42bb-9261-cbe5f02ddda1 service neutron] 10.222.0.75 "GET /v2.0/networks/e119be35-9333-4ec1-a284-366321b505fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2393343 Feb 09 19:10:27.705431 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f129721b-3606-4284-9524-ed72e4fbc6bc req-3c7fce10-69cc-4acd-8599-1dbfd79451d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:10:27.707038 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-f129721b-3606-4284-9524-ed72e4fbc6bc req-3c7fce10-69cc-4acd-8599-1dbfd79451d3 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=41bc0241-d139-4b59-a127-eb1af19bb3e9 HTTP/1.1" status: 200 len: 853 time: 0.0917442 Feb 09 19:10:27.737506 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f381f18-7d41-4dde-9209-fb8ae5baf0fb None None] The sync data for ids ['b479526c-50ae-4c5b-aad2-e8f4dc1e5a41'] in n-d-713498-36 is: [{'id': 'b479526c-50ae-4c5b-aad2-e8f4dc1e5a41', 'name': 'tempest-ServersTestFqdnHostnames-706481240-router', 'tenant_id': 'fe206dc0d0dc4c4b8b6e41d9b0f130f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88055e1e-672a-4487-be31-ffb6e833ece5', 'external_fixed_ips': [{'subnet_id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'ip_address': '172.25.1.115'}], 'enable_snat': True}, 'gw_port_id': '89f7c32b-bdba-4838-92c0-c3f4d505836a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T19:09:47Z', 'updated_at': '2022-02-09T19:09:53Z', 'revision_number': 4, 'project_id': 'fe206dc0d0dc4c4b8b6e41d9b0f130f4', 'gw_port': {'id': '89f7c32b-bdba-4838-92c0-c3f4d505836a', 'name': '', 'network_id': '88055e1e-672a-4487-be31-ffb6e833ece5', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:f6:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b479526c-50ae-4c5b-aad2-e8f4dc1e5a41', 'device_owner': 'network:router_gateway', 'standard_attr_id': 945, 'fixed_ips': [{'subnet_id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'ip_address': '172.25.1.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T19:09:48Z', 'updated_at': '2022-02-09T19:09:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-36', '_floatingips': [{'id': 'b0e91426-d3cd-43a1-bac3-a38870a1fd92', 'tenant_id': 'fe206dc0d0dc4c4b8b6e41d9b0f130f4', 'floating_ip_address': '172.25.1.194', 'floating_network_id': '88055e1e-672a-4487-be31-ffb6e833ece5', 'router_id': 'b479526c-50ae-4c5b-aad2-e8f4dc1e5a41', 'port_id': 'f15fe795-6046-4375-a746-770f76bc70f6', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 978, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '23931817-e40f-432d-9c70-5639e042245b', 'mac_address': 'fa:16:3e:1d:5b:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5d2681e-23b5-4d8d-a699-6d3341555f0c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T19:10:00Z', 'updated_at': '2022-02-09T19:10:25Z', 'revision_number': 1, 'project_id': 'fe206dc0d0dc4c4b8b6e41d9b0f130f4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7e320a7b-c308-4ee7-a9af-ede100c3bea0', 'name': '', 'network_id': '23931817-e40f-432d-9c70-5639e042245b', 'tenant_id': 'fe206dc0d0dc4c4b8b6e41d9b0f130f4', 'mac_address': 'fa:16:3e:36:0b:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b479526c-50ae-4c5b-aad2-e8f4dc1e5a41', 'device_owner': 'network:router_interface', 'standard_attr_id': 961, 'fixed_ips': [{'subnet_id': '41bc0241-d139-4b59-a127-eb1af19bb3e9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T19:09:52Z', 'updated_at': '2022-02-09T19:10:01Z', 'revision_number': 5, 'project_id': 'fe206dc0d0dc4c4b8b6e41d9b0f130f4', 'subnets': [{'id': '41bc0241-d139-4b59-a127-eb1af19bb3e9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103232) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 19:10:27.752035 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.db [None req-bfd5dbbe-a674-430b-b97d-e69abae27a2a admin admin] For port b878acf7-9f7a-4e12-b2ed-84aa30ae4dec, host n-d-713498-36, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-36',level=0,port_id=b878acf7-9f7a-4e12-b2ed-84aa30ae4dec,segment=NetworkSegment(a4222f89-8d3f-4b51-953b-1a8126392491),segment_id=a4222f89-8d3f-4b51-953b-1a8126392491)] {{(pid=103230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 19:10:27.752548 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-bfd5dbbe-a674-430b-b97d-e69abae27a2a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1820838'] for port (b878acf7-9f7a-4e12-b2ed-84aa30ae4dec), precommit_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:10:27.754547 n-d-713498-36 neutron-server[103233]: DEBUG neutron.db.l3_dvr_db [None req-9fbe9daa-d91f-466d-9b52-33b13f23db3b None None] Set router 03288bc3-2330-49fa-a05b-79cee42e091b gateway port host: None {{(pid=103233) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 19:10:27.775900 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.plugin [None req-bfd5dbbe-a674-430b-b97d-e69abae27a2a admin admin] Calling delete_port for b878acf7-9f7a-4e12-b2ed-84aa30ae4dec owned by network:router_gateway {{(pid=103230) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 19:10:27.841402 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f129721b-3606-4284-9524-ed72e4fbc6bc req-c7724b1f-80d5-41e6-ab8f-baffe9263230 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:10:27.842931 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-f129721b-3606-4284-9524-ed72e4fbc6bc req-c7724b1f-80d5-41e6-ab8f-baffe9263230 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=23931817-e40f-432d-9c70-5639e042245b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.1292834 Feb 09 19:10:27.946657 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-86af320e-320f-4c71-9106-5990c0a89098 req-dc180a4f-4118-4e4d-8dc9-8b7783548b7c service neutron] 10.222.0.75 "GET /v2.0/networks/e119be35-9333-4ec1-a284-366321b505fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2197523 Feb 09 19:10:27.996501 n-d-713498-36 neutron-server[103233]: DEBUG neutron.db.l3_hamode_db [None req-9fbe9daa-d91f-466d-9b52-33b13f23db3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '03288bc3-2330-49fa-a05b-79cee42e091b', 'name': 'tempest-AttachSCSIVolumeTestJSON-1891186289-router', 'tenant_id': 'e7fe2e78952141fcb66374336ee1439b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T19:07:18Z', 'updated_at': '2022-02-09T19:10:27Z', 'revision_number': 6, 'project_id': 'e7fe2e78952141fcb66374336ee1439b', 'gw_port_host': None}], 'n-d-713498-36', False) {} {{(pid=103233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:10:28.028884 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-f129721b-3606-4284-9524-ed72e4fbc6bc req-f69fda7a-cdd5-47ad-8fea-c3eaff1faaf0 service neutron] 10.222.0.89 "GET /v2.0/networks/23931817-e40f-432d-9c70-5639e042245b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1769667 Feb 09 19:10:28.058296 n-d-713498-36 neutron-server[103233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fbe9daa-d91f-466d-9b52-33b13f23db3b None None] The sync data for ids ['03288bc3-2330-49fa-a05b-79cee42e091b'] in n-d-713498-36 is: [{'id': '03288bc3-2330-49fa-a05b-79cee42e091b', 'name': 'tempest-AttachSCSIVolumeTestJSON-1891186289-router', 'tenant_id': 'e7fe2e78952141fcb66374336ee1439b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T19:07:18Z', 'updated_at': '2022-02-09T19:10:27Z', 'revision_number': 6, 'project_id': 'e7fe2e78952141fcb66374336ee1439b', 'gw_port_host': None}] {{(pid=103233) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 19:10:28.107559 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-bfd5dbbe-a674-430b-b97d-e69abae27a2a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762867177463', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762866656476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14393751'] for port (b878acf7-9f7a-4e12-b2ed-84aa30ae4dec), after_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:10:28.132277 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Device bf8edb2c-20d9-4b44-a70d-cbb76c002b1a no longer exists at agent hyperv_n-h2-713498-36 {{(pid=103232) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 19:10:28.154679 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfd5dbbe-a674-430b-b97d-e69abae27a2a admin admin] Pushing event deleted for resources: {'Port': ['ID=b878acf7-9f7a-4e12-b2ed-84aa30ae4dec,revision_number=None']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:10:28.200219 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-f129721b-3606-4284-9524-ed72e4fbc6bc req-a86a7b9e-00e5-4566-a7f4-7ccc25d6d256 service neutron] 10.222.0.89 "GET /v2.0/networks/23931817-e40f-432d-9c70-5639e042245b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1653173 Feb 09 19:10:28.295943 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fb40ff0-0bb6-4363-89d9-a765759de326 req-27d6b6f1-14c3-48a1-8844-5e4c5f186796 tempest-DeleteServersTestJSON-1870379525 tempest-DeleteServersTestJSON-1870379525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:10:28.298340 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Current status of the port bf8edb2c-20d9-4b44-a70d-cbb76c002b1a is: ACTIVE; New status is: DOWN {{(pid=103232) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 19:10:28.298858 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (bf8edb2c-20d9-4b44-a70d-cbb76c002b1a), before_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:10:28.304117 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-3fb40ff0-0bb6-4363-89d9-a765759de326 req-27d6b6f1-14c3-48a1-8844-5e4c5f186796 tempest-DeleteServersTestJSON-1870379525 tempest-DeleteServersTestJSON-1870379525-project] 10.222.0.75 "GET /v2.0/ports?device_id=5e66146c-80cb-464f-a195-4176fc6a344c HTTP/1.1" status: 200 len: 946 time: 0.2573857 Feb 09 19:10:28.305399 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-228c2280-7571-431e-90f6-45b0f4a16a04 None None] New status for floating IP b0e91426-d3cd-43a1-bac3-a38870a1fd92: ACTIVE {{(pid=103232) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 09 19:10:28.340383 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-bfd5dbbe-a674-430b-b97d-e69abae27a2a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1818987'] for router_gateway (03288bc3-2330-49fa-a05b-79cee42e091b), after_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:10:28.383149 n-d-713498-36 neutron-server[103232]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a9723b82-c142-4741-a09b-609088aa8487', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'bf8edb2c-20d9-4b44-a70d-cbb76c002b1a'}] {{(pid=103232) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 19:10:28.385520 n-d-713498-36 neutron-server[103232]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}949cdcde653dec44821de95cbf67297f53cbc2aed4e073b5d514f93bf911ce85" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-779fe350-c9bf-401c-9e3a-2ef1fb982579" -d '{"events": [{"server_uuid": "a9723b82-c142-4741-a09b-609088aa8487", "name": "network-vif-unplugged", "status": "completed", "tag": "bf8edb2c-20d9-4b44-a70d-cbb76c002b1a"}]}' {{(pid=103232) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 19:10:28.413785 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-7429db8d-6021-40ad-813e-885be449a89b None None] For port bf8edb2c-20d9-4b44-a70d-cbb76c002b1a, host n-h2-713498-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-36',level=0,port_id=bf8edb2c-20d9-4b44-a70d-cbb76c002b1a,segment=NetworkSegment(1cb0f7b5-eca3-4fd8-9372-0323bad2bf37),segment_id=1cb0f7b5-eca3-4fd8-9372-0323bad2bf37)] {{(pid=103232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 19:10:28.414549 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebc995c2-ba64-446c-bb27-89357232212b req-1c84ca83-5711-4dad-94c9-c54292b78016 tempest-ImagesNegativeTestJSON-1012605011 tempest-ImagesNegativeTestJSON-1012605011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:10:28.425727 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-ebc995c2-ba64-446c-bb27-89357232212b req-1c84ca83-5711-4dad-94c9-c54292b78016 tempest-ImagesNegativeTestJSON-1012605011 tempest-ImagesNegativeTestJSON-1012605011-project] 10.222.0.75 "GET /v2.0/ports?device_id=1e3e8d97-0d0f-48f5-a76a-1c1e1425ed62 HTTP/1.1" status: 200 len: 948 time: 0.1412792 Feb 09 19:10:28.483390 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762867176205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762866656485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762866656503'] for port (bf8edb2c-20d9-4b44-a70d-cbb76c002b1a), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:10:28.484915 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-3fb40ff0-0bb6-4363-89d9-a765759de326 req-c742feed-9746-4722-bfee-d6f653c1bc3d tempest-DeleteServersTestJSON-1870379525 tempest-DeleteServersTestJSON-1870379525-project] 10.222.0.75 "GET /v2.0/security-groups?id=5ce92d32-ca94-4b6c-925d-b9dff609abe6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1798007 Feb 09 19:10:28.557455 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-ebc995c2-ba64-446c-bb27-89357232212b req-edcf20c4-71d1-4ea6-b1a4-c0f6c50edcaf tempest-ImagesNegativeTestJSON-1012605011 tempest-ImagesNegativeTestJSON-1012605011-project] 10.222.0.75 "GET /v2.0/security-groups?id=4d2bffdb-f51a-4ed5-b8f2-0a3d57b4e434&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1294336 Feb 09 19:10:28.559992 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-bfd5dbbe-a674-430b-b97d-e69abae27a2a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1834988', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-58375'] for router (03288bc3-2330-49fa-a05b-79cee42e091b), precommit_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:10:28.568647 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-bfd5dbbe-a674-430b-b97d-e69abae27a2a admin admin] Publish callbacks [] for router_controller (03288bc3-2330-49fa-a05b-79cee42e091b), precommit_delete_associations {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:10:28.706704 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-2822b43f-c1fc-4692-865b-2a5835315f4b req-d49d9478-e7f5-4a6d-a0ae-a5a8c161edc8 tempest-ImagesTestJSON-1015154253 tempest-ImagesTestJSON-1015154253-project] 10.222.0.75 "GET /v2.0/ports?device_id=4746f15a-6ce7-4138-81d0-89a84e1043d2 HTTP/1.1" status: 200 len: 210 time: 0.0552166 Feb 09 19:10:28.708337 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-bfd5dbbe-a674-430b-b97d-e69abae27a2a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1835003'] for router (03288bc3-2330-49fa-a05b-79cee42e091b), after_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:10:28.712189 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bfd5dbbe-a674-430b-b97d-e69abae27a2a admin admin] Fanout notify agent at l3_agent the message router_deleted on router 03288bc3-2330-49fa-a05b-79cee42e091b {{(pid=103230) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 09 19:10:28.720253 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-bfd5dbbe-a674-430b-b97d-e69abae27a2a admin admin] Publish callbacks [] for router (None), before_response {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:10:28.726375 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-bfd5dbbe-a674-430b-b97d-e69abae27a2a admin admin] 10.222.0.75 "DELETE /v2.0/routers/03288bc3-2330-49fa-a05b-79cee42e091b HTTP/1.1" status: 204 len: 168 time: 1.7847607 Feb 09 19:10:28.727525 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 57168) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:10:28.841356 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-193f5964-74dc-40b0-93d1-e9a47dd74079 req-34aea009-ce2a-4186-8f04-8f5014bc9321 tempest-ServersTestFqdnHostnames-1825251855 tempest-ServersTestFqdnHostnames-1825251855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:10:28.844114 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-193f5964-74dc-40b0-93d1-e9a47dd74079 req-34aea009-ce2a-4186-8f04-8f5014bc9321 tempest-ServersTestFqdnHostnames-1825251855 tempest-ServersTestFqdnHostnames-1825251855-project] 10.222.0.75 "GET /v2.0/ports?device_id=c5d2681e-23b5-4d8d-a699-6d3341555f0c HTTP/1.1" status: 200 len: 946 time: 0.1599753 Feb 09 19:10:28.847114 n-d-713498-36 neutron-server[103229]: DEBUG neutron.db.db_base_plugin_v2 [None req-98779e21-da1f-472b-a149-85ce0eb12487 admin admin] Deleting subnet 781f0138-f3f4-48e8-b7f7-331db75b4ff4 {{(pid=103229) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 19:10:28.859580 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-98779e21-da1f-472b-a149-85ce0eb12487 admin admin] Publish callbacks [] for subnet (781f0138-f3f4-48e8-b7f7-331db75b4ff4), before_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:10:28.987025 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-193f5964-74dc-40b0-93d1-e9a47dd74079 req-7b0d8946-f802-4f2e-aaba-fb14d0f97a3b tempest-ServersTestFqdnHostnames-1825251855 tempest-ServersTestFqdnHostnames-1825251855-project] 10.222.0.75 "GET /v2.0/security-groups?id=27f37715-a20e-4347-b5d3-f680924256da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1296120 Feb 09 19:10:29.007025 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-98779e21-da1f-472b-a149-85ce0eb12487 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16683410'] for subnet (781f0138-f3f4-48e8-b7f7-331db75b4ff4), precommit_delete_associations {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:10:29.009922 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 57174) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:10:29.011789 n-d-713498-36 neutron-server[103232]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 09 Feb 2022 19:10:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f31a0a87-e7be-4c2d-90e3-a6b75bcd4a4b x-openstack-request-id: req-f31a0a87-e7be-4c2d-90e3-a6b75bcd4a4b {{(pid=103232) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 19:10:29.012109 n-d-713498-36 neutron-server[103232]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a9723b82-c142-4741-a09b-609088aa8487", "name": "network-vif-unplugged", "status": "completed", "tag": "bf8edb2c-20d9-4b44-a70d-cbb76c002b1a", "code": 200}]} {{(pid=103232) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 19:10:29.012368 n-d-713498-36 neutron-server[103232]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-f31a0a87-e7be-4c2d-90e3-a6b75bcd4a4b {{(pid=103232) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 19:10:29.012764 n-d-713498-36 neutron-server[103232]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a9723b82-c142-4741-a09b-609088aa8487', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'bf8edb2c-20d9-4b44-a70d-cbb76c002b1a', 'code': 200} Feb 09 19:10:29.027748 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Pushing event updated for resources: {'Port': ['ID=bf8edb2c-20d9-4b44-a70d-cbb76c002b1a,revision_number=8']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:10:29.072783 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96f5eea6-ec56-428a-be74-fda325250900 req-c9c5286e-c9ef-432d-ae5c-78bb8d6505ad tempest-LiveMigrationTest-1021096981 tempest-LiveMigrationTest-1021096981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:10:29.074357 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-96f5eea6-ec56-428a-be74-fda325250900 req-c9c5286e-c9ef-432d-ae5c-78bb8d6505ad tempest-LiveMigrationTest-1021096981 tempest-LiveMigrationTest-1021096981-project] 10.222.0.75 "GET /v2.0/ports?device_id=a26f3e83-5a8d-4d9d-aa20-3d25b99af655 HTTP/1.1" status: 200 len: 945 time: 0.1588836 Feb 09 19:10:29.163490 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-96f5eea6-ec56-428a-be74-fda325250900 req-575c1bb9-9d78-4277-902c-cb49af19c331 tempest-LiveMigrationTest-1021096981 tempest-LiveMigrationTest-1021096981-project] 10.222.0.75 "GET /v2.0/security-groups?id=ba18819a-1490-4e7b-a11b-e8610423d8ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0828907 Feb 09 19:10:29.167090 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-98779e21-da1f-472b-a149-85ce0eb12487 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-759852'] for subnet (781f0138-f3f4-48e8-b7f7-331db75b4ff4), precommit_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:10:29.228128 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-98779e21-da1f-472b-a149-85ce0eb12487 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-760023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12867367', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12759238'] for subnet (781f0138-f3f4-48e8-b7f7-331db75b4ff4), after_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:10:29.259353 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfec7fa6-d8ab-4a33-b37b-7c41edfb5653 req-9812bf29-c671-4e50-827d-c47c475ba436 tempest-ImagesTestJSON-1015154253 tempest-ImagesTestJSON-1015154253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:10:29.260923 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-bfec7fa6-d8ab-4a33-b37b-7c41edfb5653 req-9812bf29-c671-4e50-827d-c47c475ba436 tempest-ImagesTestJSON-1015154253 tempest-ImagesTestJSON-1015154253-project] 10.222.0.90 "GET /v2.0/ports?device_id=a9723b82-c142-4741-a09b-609088aa8487 HTTP/1.1" status: 200 len: 943 time: 0.0790002 Feb 09 19:10:29.276833 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-1a68bc5b-cbe7-4ba2-b173-a0dad16c214d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:10:29.280108 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14319faa-e718-494f-95e6-20046b8b0046 None None] Network 79dcca8b-fb15-4198-90a4-bd5ccccb10b6 requested from n-d-713498-36 {{(pid=103232) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 19:10:29.282624 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98779e21-da1f-472b-a149-85ce0eb12487 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=781f0138-f3f4-48e8-b7f7-331db75b4ff4,revision_number=None']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:10:29.287264 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-98779e21-da1f-472b-a149-85ce0eb12487 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1613566'] for subnet (None), before_response {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:10:29.293351 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-98779e21-da1f-472b-a149-85ce0eb12487 admin admin] 10.222.0.75 "DELETE /v2.0/subnets/781f0138-f3f4-48e8-b7f7-331db75b4ff4 HTTP/1.1" status: 204 len: 168 time: 0.5625343 Feb 09 19:10:29.294007 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 57180) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:10:29.402275 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-5e66b214-522b-4526-9733-1a84a6c436d9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-670458'] for network (79dcca8b-fb15-4198-90a4-bd5ccccb10b6), before_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:10:29.478485 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.plugin [None req-5e66b214-522b-4526-9733-1a84a6c436d9 admin admin] Deleting port 1d92dba9-f398-4d14-be94-f707b8e65f0e {{(pid=103229) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 19:10:29.479142 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-5e66b214-522b-4526-9733-1a84a6c436d9 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762867170196'] for port (1d92dba9-f398-4d14-be94-f707b8e65f0e), before_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:10:29.526116 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3af5624c-7639-4c37-9f4a-6d7f5b9759b9 None None] DHCP port deletion for 79dcca8b-fb15-4198-90a4-bd5ccccb10b6 request from n-d-713498-36 {{(pid=103232) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 09 19:10:29.556482 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.plugin [req-bfec7fa6-d8ab-4a33-b37b-7c41edfb5653 req-8e3974ba-3c0c-4e26-989f-73cb8fede414 tempest-ImagesTestJSON-1015154253 tempest-ImagesTestJSON-1015154253-project] Deleting port bf8edb2c-20d9-4b44-a70d-cbb76c002b1a {{(pid=103230) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 19:10:29.557008 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [req-bfec7fa6-d8ab-4a33-b37b-7c41edfb5653 req-8e3974ba-3c0c-4e26-989f-73cb8fede414 tempest-ImagesTestJSON-1015154253 tempest-ImagesTestJSON-1015154253-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762867170196'] for port (bf8edb2c-20d9-4b44-a70d-cbb76c002b1a), before_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:10:29.582762 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-1a68bc5b-cbe7-4ba2-b173-a0dad16c214d admin admin] Publish callbacks [] for security_group (5e3e2b76-95ed-4b54-8d3b-9e691d0ed4d7), precommit_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:10:29.587302 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.db [None req-5e66b214-522b-4526-9733-1a84a6c436d9 admin admin] For port 1d92dba9-f398-4d14-be94-f707b8e65f0e, host n-d-713498-36, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-36',level=0,port_id=1d92dba9-f398-4d14-be94-f707b8e65f0e,segment=NetworkSegment(5ba58464-a437-40dd-815c-0d37894d66a8),segment_id=5ba58464-a437-40dd-815c-0d37894d66a8)] {{(pid=103229) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 19:10:29.587919 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-5e66b214-522b-4526-9733-1a84a6c436d9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1820838'] for port (1d92dba9-f398-4d14-be94-f707b8e65f0e), precommit_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:10:29.609923 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.plugin [None req-5e66b214-522b-4526-9733-1a84a6c436d9 admin admin] Calling delete_port for 1d92dba9-f398-4d14-be94-f707b8e65f0e owned by network:dhcp {{(pid=103229) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 19:10:29.618977 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-3af5624c-7639-4c37-9f4a-6d7f5b9759b9 None None] Deleting port 1d92dba9-f398-4d14-be94-f707b8e65f0e {{(pid=103232) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 19:10:29.619873 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-3af5624c-7639-4c37-9f4a-6d7f5b9759b9 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762867170196'] for port (1d92dba9-f398-4d14-be94-f707b8e65f0e), before_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:10:29.642436 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-1a68bc5b-cbe7-4ba2-b173-a0dad16c214d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1892331'] for security_group (5e3e2b76-95ed-4b54-8d3b-9e691d0ed4d7), after_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:10:29.696476 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-3af5624c-7639-4c37-9f4a-6d7f5b9759b9 None None] For port 1d92dba9-f398-4d14-be94-f707b8e65f0e, host n-d-713498-36, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-36',level=0,port_id=1d92dba9-f398-4d14-be94-f707b8e65f0e,segment=NetworkSegment(5ba58464-a437-40dd-815c-0d37894d66a8),segment_id=5ba58464-a437-40dd-815c-0d37894d66a8)] {{(pid=103232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 19:10:29.696927 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-3af5624c-7639-4c37-9f4a-6d7f5b9759b9 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1820838'] for port (1d92dba9-f398-4d14-be94-f707b8e65f0e), precommit_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:10:29.728955 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-3af5624c-7639-4c37-9f4a-6d7f5b9759b9 None None] Calling delete_port for 1d92dba9-f398-4d14-be94-f707b8e65f0e owned by network:dhcp {{(pid=103232) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 19:10:29.752721 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-1a68bc5b-cbe7-4ba2-b173-a0dad16c214d admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=ee22f6cdf5454885834369340eaa59c2&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7408891 Feb 09 19:10:29.753430 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4b1a3e4-7042-47e5-9a13-668e939db167 req-829dcbda-6adf-424b-979b-4a5ff32f6b7d tempest-ImagesNegativeTestJSON-1012605011 tempest-ImagesNegativeTestJSON-1012605011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:10:29.758268 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a68bc5b-cbe7-4ba2-b173-a0dad16c214d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5e3e2b76-95ed-4b54-8d3b-9e691d0ed4d7,revision_number=1']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:10:29.759186 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-f4b1a3e4-7042-47e5-9a13-668e939db167 req-829dcbda-6adf-424b-979b-4a5ff32f6b7d tempest-ImagesNegativeTestJSON-1012605011 tempest-ImagesNegativeTestJSON-1012605011-project] 10.222.0.75 "GET /v2.0/ports?device_id=1e3e8d97-0d0f-48f5-a76a-1c1e1425ed62 HTTP/1.1" status: 200 len: 948 time: 0.0967636 Feb 09 19:10:29.759772 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 57188) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:10:29.785212 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.db [req-bfec7fa6-d8ab-4a33-b37b-7c41edfb5653 req-8e3974ba-3c0c-4e26-989f-73cb8fede414 tempest-ImagesTestJSON-1015154253 tempest-ImagesTestJSON-1015154253-project] For port bf8edb2c-20d9-4b44-a70d-cbb76c002b1a, host n-h2-713498-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-36',level=0,port_id=bf8edb2c-20d9-4b44-a70d-cbb76c002b1a,segment=NetworkSegment(1cb0f7b5-eca3-4fd8-9372-0323bad2bf37),segment_id=1cb0f7b5-eca3-4fd8-9372-0323bad2bf37)] {{(pid=103230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 19:10:29.785586 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [req-bfec7fa6-d8ab-4a33-b37b-7c41edfb5653 req-8e3974ba-3c0c-4e26-989f-73cb8fede414 tempest-ImagesTestJSON-1015154253 tempest-ImagesTestJSON-1015154253-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1820838'] for port (bf8edb2c-20d9-4b44-a70d-cbb76c002b1a), precommit_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:10:29.797077 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-337ff64f-c4d3-42fe-ae6d-6b95e5f73c6b req-af9692c9-97b7-4174-bc6e-d6698039e595 tempest-DeleteServersTestJSON-1870379525 tempest-DeleteServersTestJSON-1870379525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:10:29.798668 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-337ff64f-c4d3-42fe-ae6d-6b95e5f73c6b req-af9692c9-97b7-4174-bc6e-d6698039e595 tempest-DeleteServersTestJSON-1870379525 tempest-DeleteServersTestJSON-1870379525-project] 10.222.0.75 "GET /v2.0/ports?device_id=5e66146c-80cb-464f-a195-4176fc6a344c HTTP/1.1" status: 200 len: 946 time: 0.1691229 Feb 09 19:10:29.820405 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.plugin [req-bfec7fa6-d8ab-4a33-b37b-7c41edfb5653 req-8e3974ba-3c0c-4e26-989f-73cb8fede414 tempest-ImagesTestJSON-1015154253 tempest-ImagesTestJSON-1015154253-project] Calling delete_port for bf8edb2c-20d9-4b44-a70d-cbb76c002b1a owned by compute:nova {{(pid=103230) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 19:10:29.950691 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Device 0baee576-6f95-40c6-a4a9-d02277e881bb no longer exists at agent ovs-agent-n-d-713498-36 {{(pid=103232) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 19:10:29.955780 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-337ff64f-c4d3-42fe-ae6d-6b95e5f73c6b req-e50d2340-0e5a-45bf-bbce-2ab40fe3e92f tempest-DeleteServersTestJSON-1870379525 tempest-DeleteServersTestJSON-1870379525-project] 10.222.0.75 "GET /v2.0/security-groups?id=5ce92d32-ca94-4b6c-925d-b9dff609abe6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1499610 Feb 09 19:10:29.976091 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-f4b1a3e4-7042-47e5-9a13-668e939db167 req-7c6ee6d2-8922-47bf-8bca-5e5817c94b92 tempest-ImagesNegativeTestJSON-1012605011 tempest-ImagesNegativeTestJSON-1012605011-project] 10.222.0.75 "GET /v2.0/security-groups?id=4d2bffdb-f51a-4ed5-b8f2-0a3d57b4e434&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1686816 Feb 09 19:10:29.985509 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-5e66b214-522b-4526-9733-1a84a6c436d9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762867177463', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762866656476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12867576'] for port (1d92dba9-f398-4d14-be94-f707b8e65f0e), after_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:10:30.001353 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-b83293cf-5ca3-4eed-a31a-e08f23f2448a admin admin] Publish callbacks [] for security_group (5e3e2b76-95ed-4b54-8d3b-9e691d0ed4d7), before_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:10:30.008594 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-3af5624c-7639-4c37-9f4a-6d7f5b9759b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762867177463', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762866656476'] for port (1d92dba9-f398-4d14-be94-f707b8e65f0e), after_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:10:30.018741 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] No Port match for: 0baee576-6f95-40c6-a4a9-d02277e881bb {{(pid=103232) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 19:10:30.019236 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Device 0baee576-6f95-40c6-a4a9-d02277e881bb not bound to the agent host n-d-713498-36 {{(pid=103232) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 19:10:30.019857 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Device b878acf7-9f7a-4e12-b2ed-84aa30ae4dec no longer exists at agent ovs-agent-n-d-713498-36 {{(pid=103232) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 19:10:30.046704 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e66b214-522b-4526-9733-1a84a6c436d9 admin admin] Pushing event deleted for resources: {'Port': ['ID=1d92dba9-f398-4d14-be94-f707b8e65f0e,revision_number=None']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:10:30.051209 n-d-713498-36 neutron-server[103229]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e66b214-522b-4526-9733-1a84a6c436d9 admin admin] No DVR routers for this DVR port 1d92dba9-f398-4d14-be94-f707b8e65f0e on host n-d-713498-36 {{(pid=103229) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 19:10:30.057775 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] No Port match for: b878acf7-9f7a-4e12-b2ed-84aa30ae4dec {{(pid=103232) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 19:10:30.058279 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Device b878acf7-9f7a-4e12-b2ed-84aa30ae4dec not bound to the agent host n-d-713498-36 {{(pid=103232) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 19:10:30.058933 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Device 1d92dba9-f398-4d14-be94-f707b8e65f0e no longer exists at agent ovs-agent-n-d-713498-36 {{(pid=103232) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 19:10:30.098162 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3af5624c-7639-4c37-9f4a-6d7f5b9759b9 None None] Pushing event deleted for resources: {'Port': ['ID=1d92dba9-f398-4d14-be94-f707b8e65f0e,revision_number=None']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:10:30.102668 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3af5624c-7639-4c37-9f4a-6d7f5b9759b9 None None] No DVR routers for this DVR port 1d92dba9-f398-4d14-be94-f707b8e65f0e on host n-d-713498-36 {{(pid=103232) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 19:10:30.102919 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-b83293cf-5ca3-4eed-a31a-e08f23f2448a admin admin] Publish callbacks [] for security_group (5e3e2b76-95ed-4b54-8d3b-9e691d0ed4d7), precommit_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:10:30.104083 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] No Port match for: 1d92dba9-f398-4d14-be94-f707b8e65f0e {{(pid=103232) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 19:10:30.104699 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Device 1d92dba9-f398-4d14-be94-f707b8e65f0e not bound to the agent host n-d-713498-36 {{(pid=103232) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 19:10:30.123013 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-05904dd6-fcf4-44c4-ab63-6ce4b5330b8b req-f17fb6a6-4d49-4d6f-811d-bd47408ba3cc tempest-ImagesTestJSON-1015154253 tempest-ImagesTestJSON-1015154253-project] 10.222.0.75 "GET /v2.0/ports?device_id=4746f15a-6ce7-4138-81d0-89a84e1043d2 HTTP/1.1" status: 200 len: 210 time: 0.0361762 Feb 09 19:10:30.133816 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [req-bfec7fa6-d8ab-4a33-b37b-7c41edfb5653 req-8e3974ba-3c0c-4e26-989f-73cb8fede414 tempest-ImagesTestJSON-1015154253 tempest-ImagesTestJSON-1015154253-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762867177463', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762866656476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14393751'] for port (bf8edb2c-20d9-4b44-a70d-cbb76c002b1a), after_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:10:30.139067 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Device 9c7b8c0b-90fd-475c-a7d9-fb8f23a5547f up at agent hyperv_n-h2-713498-36 {{(pid=103232) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 19:10:30.170953 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e3974ba-3c0c-4e26-989f-73cb8fede414 tempest-ImagesTestJSON-1015154253 tempest-ImagesTestJSON-1015154253-project] Pushing event deleted for resources: {'Port': ['ID=bf8edb2c-20d9-4b44-a70d-cbb76c002b1a,revision_number=None']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:10:30.198774 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb7875d1-d0ba-43ff-a3a5-e3ddc12e8c70 req-964d10d4-f712-492d-a6dd-2b25114f686d tempest-LiveMigrationTest-1137365927 tempest-LiveMigrationTest-1137365927-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:10:30.200870 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-fb7875d1-d0ba-43ff-a3a5-e3ddc12e8c70 req-964d10d4-f712-492d-a6dd-2b25114f686d tempest-LiveMigrationTest-1137365927 tempest-LiveMigrationTest-1137365927-project-admin] 10.222.0.89 "GET /v2.0/ports?device_id=a26f3e83-5a8d-4d9d-aa20-3d25b99af655&tenant_id=05fa6a089578484da4b750f8c0b5ad12&binding%3Ahost_id=n-h2-713498-36 HTTP/1.1" status: 200 len: 1128 time: 0.3229740 Feb 09 19:10:30.206476 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.provisioning_blocks [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Provisioning for port 9c7b8c0b-90fd-475c-a7d9-fb8f23a5547f completed by entity L2. {{(pid=103232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 19:10:30.212384 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.provisioning_blocks [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Provisioning complete for port 9c7b8c0b-90fd-475c-a7d9-fb8f23a5547f triggered by entity L2. {{(pid=103232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 19:10:30.212819 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593630'] for port (9c7b8c0b-90fd-475c-a7d9-fb8f23a5547f), provisioning_complete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:10:30.220953 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86af320e-320f-4c71-9106-5990c0a89098 req-bad3486f-7fdc-4e59-8c1a-f0531e580767 tempest-ImagesTestJSON-1015154253 tempest-ImagesTestJSON-1015154253-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:10:30.222438 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-86af320e-320f-4c71-9106-5990c0a89098 req-bad3486f-7fdc-4e59-8c1a-f0531e580767 tempest-ImagesTestJSON-1015154253 tempest-ImagesTestJSON-1015154253-project] 10.222.0.89 "GET /v2.0/networks?id=e119be35-9333-4ec1-a284-366321b505fc HTTP/1.1" status: 200 len: 805 time: 0.3834481 Feb 09 19:10:30.226433 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.v2.base [req-fb7875d1-d0ba-43ff-a3a5-e3ddc12e8c70 req-6f9ddb8d-2c24-45e7-8d9d-289e3e7a0028 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-713498-36'}}} {{(pid=103229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 19:10:30.234573 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-5e66b214-522b-4526-9733-1a84a6c436d9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-590267', 'neutron.services.segments.db._delete_segments_for_network-8762867132609'] for network (79dcca8b-fb15-4198-90a4-bd5ccccb10b6), precommit_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:10:30.244183 n-d-713498-36 neutron-server[103230]: DEBUG neutron.db.l3_dvrscheduler_db [req-bfec7fa6-d8ab-4a33-b37b-7c41edfb5653 req-8e3974ba-3c0c-4e26-989f-73cb8fede414 tempest-ImagesTestJSON-1015154253 tempest-ImagesTestJSON-1015154253-project] No DVR routers for this DVR port bf8edb2c-20d9-4b44-a70d-cbb76c002b1a on host n-h2-713498-36 {{(pid=103230) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 19:10:30.247417 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [req-bfec7fa6-d8ab-4a33-b37b-7c41edfb5653 req-8e3974ba-3c0c-4e26-989f-73cb8fede414 tempest-ImagesTestJSON-1015154253 tempest-ImagesTestJSON-1015154253-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171096'] for port (None), before_response {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:10:30.253513 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-bfec7fa6-d8ab-4a33-b37b-7c41edfb5653 req-8e3974ba-3c0c-4e26-989f-73cb8fede414 tempest-ImagesTestJSON-1015154253 tempest-ImagesTestJSON-1015154253-project] 10.222.0.90 "DELETE /v2.0/ports/bf8edb2c-20d9-4b44-a70d-cbb76c002b1a HTTP/1.1" status: 204 len: 173 time: 0.9708245 Feb 09 19:10:30.254045 n-d-713498-36 neutron-server[103230]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a9723b82-c142-4741-a09b-609088aa8487', 'name': 'network-vif-deleted', 'tag': 'bf8edb2c-20d9-4b44-a70d-cbb76c002b1a'}] {{(pid=103230) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 19:10:30.257605 n-d-713498-36 neutron-server[103230]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aee5919275bae9f72eb374ee322673045eb80c1f84b4b45a97d96923bd50ab51" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6e53938b-db3f-436d-aa2c-59c5fc9c77b2" -d '{"events": [{"server_uuid": "a9723b82-c142-4741-a09b-609088aa8487", "name": "network-vif-deleted", "tag": "bf8edb2c-20d9-4b44-a70d-cbb76c002b1a"}]}' {{(pid=103230) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 19:10:30.259102 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.v2.base [req-86af320e-320f-4c71-9106-5990c0a89098 req-43284ad5-36e3-4be7-9675-596e8492addc tempest-ImagesTestJSON-1015154253 tempest-ImagesTestJSON-1015154253-project] Request body: {'port': {'device_id': '4746f15a-6ce7-4138-81d0-89a84e1043d2', 'network_id': 'e119be35-9333-4ec1-a284-366321b505fc', 'admin_state_up': True, 'tenant_id': '818187f205084ea0b383f821b00a5aa5'}} {{(pid=103229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 19:10:30.319273 n-d-713498-36 neutron-server[103230]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 19:10:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a12c3bcd-3db6-4ec9-a750-f829c4cd2262 x-openstack-request-id: req-a12c3bcd-3db6-4ec9-a750-f829c4cd2262 {{(pid=103230) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 19:10:30.319680 n-d-713498-36 neutron-server[103230]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a9723b82-c142-4741-a09b-609088aa8487", "name": "network-vif-deleted", "tag": "bf8edb2c-20d9-4b44-a70d-cbb76c002b1a", "status": "completed", "code": 200}]} {{(pid=103230) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 19:10:30.320038 n-d-713498-36 neutron-server[103230]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-a12c3bcd-3db6-4ec9-a750-f829c4cd2262 {{(pid=103230) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 19:10:30.320543 n-d-713498-36 neutron-server[103230]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a9723b82-c142-4741-a09b-609088aa8487', 'name': 'network-vif-deleted', 'tag': 'bf8edb2c-20d9-4b44-a70d-cbb76c002b1a', 'status': 'completed', 'code': 200} Feb 09 19:10:30.334684 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Current status of the port 9c7b8c0b-90fd-475c-a7d9-fb8f23a5547f is: BUILD; New status is: ACTIVE {{(pid=103232) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 19:10:30.335084 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (9c7b8c0b-90fd-475c-a7d9-fb8f23a5547f), before_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:10:30.372058 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-7429db8d-6021-40ad-813e-885be449a89b None None] For port 9c7b8c0b-90fd-475c-a7d9-fb8f23a5547f, host n-h2-713498-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-36',level=0,port_id=9c7b8c0b-90fd-475c-a7d9-fb8f23a5547f,segment=NetworkSegment(50e5915e-18f0-4558-9a28-b978975ead36),segment_id=50e5915e-18f0-4558-9a28-b978975ead36)] {{(pid=103232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 19:10:30.376642 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762867176205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762866656485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762866656503'] for port (9c7b8c0b-90fd-475c-a7d9-fb8f23a5547f), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:10:30.390419 n-d-713498-36 neutron-server[103229]: DEBUG neutron.services.segments.db [None req-5e66b214-522b-4526-9733-1a84a6c436d9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['79dcca8b-fb15-4198-90a4-bd5ccccb10b6']}} {{(pid=103229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:10:30.420563 n-d-713498-36 neutron-server[103229]: DEBUG neutron.services.segments.db [None req-5e66b214-522b-4526-9733-1a84a6c436d9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5ba58464-a437-40dd-815c-0d37894d66a8') {'for_net_delete': True} {{(pid=103229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:10:30.420857 n-d-713498-36 neutron-server[103229]: DEBUG neutron.services.segments.db [None req-5e66b214-522b-4526-9733-1a84a6c436d9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5ba58464-a437-40dd-815c-0d37894d66a8') {} {{(pid=103229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:10:30.438963 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Pushing event updated for resources: {'Port': ['ID=9c7b8c0b-90fd-475c-a7d9-fb8f23a5547f,revision_number=5']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:10:30.447077 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-b83293cf-5ca3-4eed-a31a-e08f23f2448a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1892331'] for security_group (5e3e2b76-95ed-4b54-8d3b-9e691d0ed4d7), after_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:10:30.449608 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-b83293cf-5ca3-4eed-a31a-e08f23f2448a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:10:30.450749 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-b83293cf-5ca3-4eed-a31a-e08f23f2448a admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/5e3e2b76-95ed-4b54-8d3b-9e691d0ed4d7 HTTP/1.1" status: 204 len: 168 time: 0.6876879 Feb 09 19:10:30.464145 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-5e66b214-522b-4526-9733-1a84a6c436d9 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762867134154', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16683417'] for segment (5ba58464-a437-40dd-815c-0d37894d66a8), before_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:10:30.498649 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b83293cf-5ca3-4eed-a31a-e08f23f2448a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5e3e2b76-95ed-4b54-8d3b-9e691d0ed4d7,revision_number=None']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:10:30.507821 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-5e66b214-522b-4526-9733-1a84a6c436d9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-759574'] for segment (5ba58464-a437-40dd-815c-0d37894d66a8), precommit_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:10:30.517664 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-fb7875d1-d0ba-43ff-a3a5-e3ddc12e8c70 req-6f9ddb8d-2c24-45e7-8d9d-289e3e7a0028 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (816526f9-3182-449c-a6c1-ec06db6c235e), before_update {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:10:30.535983 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5e66b214-522b-4526-9733-1a84a6c436d9 admin admin] Releasing vlan 354 on physical network physnet1 to pool {{(pid=103229) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 19:10:30.536609 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-5e66b214-522b-4526-9733-1a84a6c436d9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-759574', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12867469'] for segment (5ba58464-a437-40dd-815c-0d37894d66a8), after_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:10:30.538672 n-d-713498-36 neutron-server[103229]: Traceback (most recent call last): Feb 09 19:10:30.538672 n-d-713498-36 neutron-server[103229]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 19:10:30.538672 n-d-713498-36 neutron-server[103229]: timer() Feb 09 19:10:30.538672 n-d-713498-36 neutron-server[103229]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 19:10:30.538672 n-d-713498-36 neutron-server[103229]: cb(*args, **kw) Feb 09 19:10:30.538672 n-d-713498-36 neutron-server[103229]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 19:10:30.538672 n-d-713498-36 neutron-server[103229]: return func(*args, **kwargs) Feb 09 19:10:30.538672 n-d-713498-36 neutron-server[103229]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 19:10:30.538672 n-d-713498-36 neutron-server[103229]: self._notify() Feb 09 19:10:30.538672 n-d-713498-36 neutron-server[103229]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 19:10:30.538672 n-d-713498-36 neutron-server[103229]: self.callback(batched_events) Feb 09 19:10:30.538672 n-d-713498-36 neutron-server[103229]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 19:10:30.538672 n-d-713498-36 neutron-server[103229]: event.method(event) Feb 09 19:10:30.538672 n-d-713498-36 neutron-server[103229]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 19:10:30.538672 n-d-713498-36 neutron-server[103229]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 19:10:30.538672 n-d-713498-36 neutron-server[103229]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 19:10:30.538672 n-d-713498-36 neutron-server[103229]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 19:10:30.538672 n-d-713498-36 neutron-server[103229]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 19:10:30.538672 n-d-713498-36 neutron-server[103229]: return f(self, *a, **k) Feb 09 19:10:30.538672 n-d-713498-36 neutron-server[103229]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 19:10:30.538672 n-d-713498-36 neutron-server[103229]: return self._get(url).json() Feb 09 19:10:30.538672 n-d-713498-36 neutron-server[103229]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 19:10:30.538672 n-d-713498-36 neutron-server[103229]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 19:10:30.538672 n-d-713498-36 neutron-server[103229]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 19:10:30.538672 n-d-713498-36 neutron-server[103229]: return self.request(url, 'GET', **kwargs) Feb 09 19:10:30.538672 n-d-713498-36 neutron-server[103229]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 19:10:30.538672 n-d-713498-36 neutron-server[103229]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 19:10:30.538672 n-d-713498-36 neutron-server[103229]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 19:10:30.538672 n-d-713498-36 neutron-server[103229]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 19:10:30.538672 n-d-713498-36 neutron-server[103229]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 19:10:30.538672 n-d-713498-36 neutron-server[103229]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 19:10:30.538672 n-d-713498-36 neutron-server[103229]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 19:10:30.592499 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23009bbb-6593-4d26-be39-90fae2c0b7ae req-1fa5acaf-770a-468b-aaa9-09fef607b699 tempest-LiveMigrationTest-1021096981 tempest-LiveMigrationTest-1021096981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:10:30.600587 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-23009bbb-6593-4d26-be39-90fae2c0b7ae req-1fa5acaf-770a-468b-aaa9-09fef607b699 tempest-LiveMigrationTest-1021096981 tempest-LiveMigrationTest-1021096981-project] 10.222.0.75 "GET /v2.0/ports?device_id=a26f3e83-5a8d-4d9d-aa20-3d25b99af655 HTTP/1.1" status: 200 len: 945 time: 0.2611456 Feb 09 19:10:30.678531 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-5e66b214-522b-4526-9733-1a84a6c436d9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-590242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1885479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1818895'] for network (79dcca8b-fb15-4198-90a4-bd5ccccb10b6), after_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:10:30.702336 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-86af320e-320f-4c71-9106-5990c0a89098 req-43284ad5-36e3-4be7-9675-596e8492addc tempest-ImagesTestJSON-1015154253 tempest-ImagesTestJSON-1015154253-project] Made reservation on behalf of 818187f205084ea0b383f821b00a5aa5 for: {'port': 1} {{(pid=103229) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 19:10:30.705733 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-86af320e-320f-4c71-9106-5990c0a89098 req-43284ad5-36e3-4be7-9675-596e8492addc tempest-ImagesTestJSON-1015154253 tempest-ImagesTestJSON-1015154253-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (None), before_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:10:30.736336 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-5e66b214-522b-4526-9733-1a84a6c436d9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1613566'] for network (None), before_response {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:10:30.740222 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-5e66b214-522b-4526-9733-1a84a6c436d9 admin admin] 10.222.0.75 "DELETE /v2.0/networks/79dcca8b-fb15-4198-90a4-bd5ccccb10b6 HTTP/1.1" status: 204 len: 168 time: 1.4446247 Feb 09 19:10:30.743875 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 57202) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:10:30.775438 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e66b214-522b-4526-9733-1a84a6c436d9 admin admin] Pushing event deleted for resources: {'Network': ['ID=79dcca8b-fb15-4198-90a4-bd5ccccb10b6,revision_number=None']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:10:30.791210 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-23009bbb-6593-4d26-be39-90fae2c0b7ae req-f53463eb-215b-42ed-bb3a-f18a26276477 tempest-LiveMigrationTest-1021096981 tempest-LiveMigrationTest-1021096981-project] 10.222.0.75 "GET /v2.0/security-groups?id=ba18819a-1490-4e7b-a11b-e8610423d8ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1897466 Feb 09 19:10:30.875516 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.db [req-fb7875d1-d0ba-43ff-a3a5-e3ddc12e8c70 req-6f9ddb8d-2c24-45e7-8d9d-289e3e7a0028 service neutron] For port 816526f9-3182-449c-a6c1-ec06db6c235e, host n-h2-713498-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-36',level=0,port_id=816526f9-3182-449c-a6c1-ec06db6c235e,segment=NetworkSegment(5e48c0d3-ac92-403e-8ddc-eab47c471644),segment_id=5e48c0d3-ac92-403e-8ddc-eab47c471644)] {{(pid=103229) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 19:10:30.975941 n-d-713498-36 neutron-server[103229]: DEBUG neutron.db.db_base_plugin_common [req-86af320e-320f-4c71-9106-5990c0a89098 req-43284ad5-36e3-4be7-9675-596e8492addc tempest-ImagesTestJSON-1015154253 tempest-ImagesTestJSON-1015154253-project] Allocated IP 172.20.0.12 (e119be35-9333-4ec1-a284-366321b505fc/1c11460d-4fed-4117-8587-f721cf533c67/ad50da34-d581-41dc-ac29-5d3d7fed137f) {{(pid=103229) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 19:10:30.978925 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.db [req-fb7875d1-d0ba-43ff-a3a5-e3ddc12e8c70 req-6f9ddb8d-2c24-45e7-8d9d-289e3e7a0028 service neutron] For port 816526f9-3182-449c-a6c1-ec06db6c235e, host n-h2-713498-36, cleared binding levels {{(pid=103229) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 19:10:31.014147 n-d-713498-36 neutron-server[103232]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1e3e8d97-0d0f-48f5-a76a-1c1e1425ed62', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9c7b8c0b-90fd-475c-a7d9-fb8f23a5547f'}] {{(pid=103232) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 19:10:31.017493 n-d-713498-36 neutron-server[103232]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}949cdcde653dec44821de95cbf67297f53cbc2aed4e073b5d514f93bf911ce85" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f5a274c8-8f64-4a58-b9e8-d4669bb70f73" -d '{"events": [{"server_uuid": "1e3e8d97-0d0f-48f5-a76a-1c1e1425ed62", "name": "network-vif-plugged", "status": "completed", "tag": "9c7b8c0b-90fd-475c-a7d9-fb8f23a5547f"}]}' {{(pid=103232) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 19:10:31.055765 n-d-713498-36 neutron-server[103229]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a26f3e83-5a8d-4d9d-aa20-3d25b99af655', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '816526f9-3182-449c-a6c1-ec06db6c235e'}] {{(pid=103229) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 19:10:31.058496 n-d-713498-36 neutron-server[103229]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fa6ae9a20702bd564eaf90d946620b2b4277b1ab91129323d3b54181076be307" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a2ab185a-a470-41b8-9209-75713da9a9d2" -d '{"events": [{"server_uuid": "a26f3e83-5a8d-4d9d-aa20-3d25b99af655", "name": "network-vif-unplugged", "status": "completed", "tag": "816526f9-3182-449c-a6c1-ec06db6c235e"}]}' {{(pid=103229) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 19:10:31.068578 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-fb7875d1-d0ba-43ff-a3a5-e3ddc12e8c70 req-6f9ddb8d-2c24-45e7-8d9d-289e3e7a0028 service neutron] Publish callbacks [] for port (816526f9-3182-449c-a6c1-ec06db6c235e), precommit_update {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:10:31.087113 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-fb7875d1-d0ba-43ff-a3a5-e3ddc12e8c70 req-6f9ddb8d-2c24-45e7-8d9d-289e3e7a0028 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762867176205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762866656485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762866656503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12867569'] for port (816526f9-3182-449c-a6c1-ec06db6c235e), after_update {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:10:31.186554 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6e0defd-38c4-46ea-8dc0-da8fd603afc5 req-f6c63be7-6cf1-45c1-8677-89375fe5f147 tempest-DeleteServersTestJSON-1870379525 tempest-DeleteServersTestJSON-1870379525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:10:31.188397 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-e6e0defd-38c4-46ea-8dc0-da8fd603afc5 req-f6c63be7-6cf1-45c1-8677-89375fe5f147 tempest-DeleteServersTestJSON-1870379525 tempest-DeleteServersTestJSON-1870379525-project] 10.222.0.75 "GET /v2.0/ports?device_id=5e66146c-80cb-464f-a195-4176fc6a344c HTTP/1.1" status: 200 len: 946 time: 0.1154864 Feb 09 19:10:31.291949 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-e6e0defd-38c4-46ea-8dc0-da8fd603afc5 req-cec818a2-78fe-46ae-bff6-d44556acdda1 tempest-DeleteServersTestJSON-1870379525 tempest-DeleteServersTestJSON-1870379525-project] 10.222.0.75 "GET /v2.0/security-groups?id=5ce92d32-ca94-4b6c-925d-b9dff609abe6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0897818 Feb 09 19:10:31.302496 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f9ddb8d-2c24-45e7-8d9d-289e3e7a0028 service neutron] Pushing event updated for resources: {'Port': ['ID=816526f9-3182-449c-a6c1-ec06db6c235e,revision_number=7']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:10:31.318471 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.managers [req-fb7875d1-d0ba-43ff-a3a5-e3ddc12e8c70 req-6f9ddb8d-2c24-45e7-8d9d-289e3e7a0028 service neutron] Attempting to bind port 816526f9-3182-449c-a6c1-ec06db6c235e on host n-h2-713498-36 for vnic_type normal with profile {"migrating_to": "n-h1-713498-36"} {{(pid=103229) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 19:10:31.318624 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.managers [req-fb7875d1-d0ba-43ff-a3a5-e3ddc12e8c70 req-6f9ddb8d-2c24-45e7-8d9d-289e3e7a0028 service neutron] Attempting to bind port 816526f9-3182-449c-a6c1-ec06db6c235e by drivers openvswitch,hyperv on host n-h2-713498-36 at level 0 using segments [{'id': '5e48c0d3-ac92-403e-8ddc-eab47c471644', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': 'd725567e-ae4f-48c7-8826-ca95b9692346'}] {{(pid=103229) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 19:10:31.319494 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb7875d1-d0ba-43ff-a3a5-e3ddc12e8c70 req-6f9ddb8d-2c24-45e7-8d9d-289e3e7a0028 service neutron] Attempting to bind port 816526f9-3182-449c-a6c1-ec06db6c235e on network d725567e-ae4f-48c7-8826-ca95b9692346 {{(pid=103229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 19:10:31.347491 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6464dca-2481-4934-8372-1c06b9650d57 req-e8c72188-fdb7-4f97-a5a5-86b87d0aa8b0 tempest-ImagesNegativeTestJSON-1012605011 tempest-ImagesNegativeTestJSON-1012605011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:10:31.355685 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-a6464dca-2481-4934-8372-1c06b9650d57 req-e8c72188-fdb7-4f97-a5a5-86b87d0aa8b0 tempest-ImagesNegativeTestJSON-1012605011 tempest-ImagesNegativeTestJSON-1012605011-project] 10.222.0.75 "GET /v2.0/ports?device_id=1e3e8d97-0d0f-48f5-a76a-1c1e1425ed62 HTTP/1.1" status: 200 len: 949 time: 0.2695644 Feb 09 19:10:31.366120 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb7875d1-d0ba-43ff-a3a5-e3ddc12e8c70 req-6f9ddb8d-2c24-45e7-8d9d-289e3e7a0028 service neutron] Port 816526f9-3182-449c-a6c1-ec06db6c235e on network d725567e-ae4f-48c7-8826-ca95b9692346 not bound, no agent of type Open vSwitch agent registered on host n-h2-713498-36 {{(pid=103229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 19:10:31.366426 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb7875d1-d0ba-43ff-a3a5-e3ddc12e8c70 req-6f9ddb8d-2c24-45e7-8d9d-289e3e7a0028 service neutron] Attempting to bind port 816526f9-3182-449c-a6c1-ec06db6c235e on network d725567e-ae4f-48c7-8826-ca95b9692346 {{(pid=103229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 19:10:31.388070 n-d-713498-36 neutron-server[103232]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 19:10:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-12337df6-91e4-41cf-ad8b-6f9146f82ee4 x-openstack-request-id: req-12337df6-91e4-41cf-ad8b-6f9146f82ee4 {{(pid=103232) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 19:10:31.388785 n-d-713498-36 neutron-server[103232]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1e3e8d97-0d0f-48f5-a76a-1c1e1425ed62", "name": "network-vif-plugged", "status": "completed", "tag": "9c7b8c0b-90fd-475c-a7d9-fb8f23a5547f", "code": 200}]} {{(pid=103232) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 19:10:31.388913 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb7875d1-d0ba-43ff-a3a5-e3ddc12e8c70 req-6f9ddb8d-2c24-45e7-8d9d-289e3e7a0028 service neutron] Checking agent: {'id': 'bcd5faee-dc24-4298-9134-0e0aa054058e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713498-36', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 18, 59, 19), 'started_at': datetime.datetime(2022, 2, 9, 18, 59, 19), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 19, 10, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 19:10:31.389238 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb7875d1-d0ba-43ff-a3a5-e3ddc12e8c70 req-6f9ddb8d-2c24-45e7-8d9d-289e3e7a0028 service neutron] Checking segment: {'id': '5e48c0d3-ac92-403e-8ddc-eab47c471644', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': 'd725567e-ae4f-48c7-8826-ca95b9692346'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103229) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 19:10:31.389663 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb7875d1-d0ba-43ff-a3a5-e3ddc12e8c70 req-6f9ddb8d-2c24-45e7-8d9d-289e3e7a0028 service neutron] Bound using segment: {'id': '5e48c0d3-ac92-403e-8ddc-eab47c471644', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': 'd725567e-ae4f-48c7-8826-ca95b9692346'} {{(pid=103229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 19:10:31.389832 n-d-713498-36 neutron-server[103232]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-12337df6-91e4-41cf-ad8b-6f9146f82ee4 {{(pid=103232) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 19:10:31.390174 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.managers [req-fb7875d1-d0ba-43ff-a3a5-e3ddc12e8c70 req-6f9ddb8d-2c24-45e7-8d9d-289e3e7a0028 service neutron] Bound port: 816526f9-3182-449c-a6c1-ec06db6c235e, host: n-h2-713498-36, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5e48c0d3-ac92-403e-8ddc-eab47c471644', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': 'd725567e-ae4f-48c7-8826-ca95b9692346'}}] {{(pid=103229) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 19:10:31.390367 n-d-713498-36 neutron-server[103232]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1e3e8d97-0d0f-48f5-a76a-1c1e1425ed62', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9c7b8c0b-90fd-475c-a7d9-fb8f23a5547f', 'code': 200} Feb 09 19:10:31.390697 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-fb7875d1-d0ba-43ff-a3a5-e3ddc12e8c70 req-6f9ddb8d-2c24-45e7-8d9d-289e3e7a0028 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (816526f9-3182-449c-a6c1-ec06db6c235e), before_update {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:10:31.416730 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-86af320e-320f-4c71-9106-5990c0a89098 req-43284ad5-36e3-4be7-9675-596e8492addc tempest-ImagesTestJSON-1015154253 tempest-ImagesTestJSON-1015154253-project] Publish callbacks [] for port (ad50da34-d581-41dc-ac29-5d3d7fed137f), precommit_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:10:31.451888 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-aa278864-fddd-4957-b6cb-ab4a6f751e2b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1834525'] for router_interface (96249836-900d-4477-a2b3-cb7ec6953583), before_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:10:31.482210 n-d-713498-36 neutron-server[103229]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 09 Feb 2022 19:10:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7b0523cf-a8a8-4107-a137-8d0c1bb454a9 x-openstack-request-id: req-7b0523cf-a8a8-4107-a137-8d0c1bb454a9 {{(pid=103229) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 19:10:31.482686 n-d-713498-36 neutron-server[103229]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a26f3e83-5a8d-4d9d-aa20-3d25b99af655", "name": "network-vif-unplugged", "status": "completed", "tag": "816526f9-3182-449c-a6c1-ec06db6c235e", "code": 200}]} {{(pid=103229) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 19:10:31.483052 n-d-713498-36 neutron-server[103229]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-7b0523cf-a8a8-4107-a137-8d0c1bb454a9 {{(pid=103229) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 19:10:31.483972 n-d-713498-36 neutron-server[103229]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a26f3e83-5a8d-4d9d-aa20-3d25b99af655', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '816526f9-3182-449c-a6c1-ec06db6c235e', 'code': 200} Feb 09 19:10:31.500721 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-a6464dca-2481-4934-8372-1c06b9650d57 req-e74d0389-6133-461a-9288-97eed736a0d3 tempest-ImagesNegativeTestJSON-1012605011 tempest-ImagesNegativeTestJSON-1012605011-project] 10.222.0.75 "GET /v2.0/security-groups?id=4d2bffdb-f51a-4ed5-b8f2-0a3d57b4e434&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1441197 Feb 09 19:10:31.579515 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.db [req-fb7875d1-d0ba-43ff-a3a5-e3ddc12e8c70 req-6f9ddb8d-2c24-45e7-8d9d-289e3e7a0028 service neutron] For port 816526f9-3182-449c-a6c1-ec06db6c235e, host n-h2-713498-36, cleared binding levels {{(pid=103229) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 19:10:31.584119 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.db [req-fb7875d1-d0ba-43ff-a3a5-e3ddc12e8c70 req-6f9ddb8d-2c24-45e7-8d9d-289e3e7a0028 service neutron] For port 816526f9-3182-449c-a6c1-ec06db6c235e, host n-h2-713498-36, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-36',level=0,port_id=816526f9-3182-449c-a6c1-ec06db6c235e,segment=NetworkSegment(5e48c0d3-ac92-403e-8ddc-eab47c471644),segment_id=5e48c0d3-ac92-403e-8ddc-eab47c471644)] {{(pid=103229) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 19:10:31.589240 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-86af320e-320f-4c71-9106-5990c0a89098 req-43284ad5-36e3-4be7-9675-596e8492addc tempest-ImagesTestJSON-1015154253 tempest-ImagesTestJSON-1015154253-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762866656467', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12867576'] for port (ad50da34-d581-41dc-ac29-5d3d7fed137f), after_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:10:31.600043 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-fb7875d1-d0ba-43ff-a3a5-e3ddc12e8c70 req-6f9ddb8d-2c24-45e7-8d9d-289e3e7a0028 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762867176205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762866656485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762866656503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12867569'] for port (816526f9-3182-449c-a6c1-ec06db6c235e), after_update {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:10:31.654731 n-d-713498-36 neutron-server[103229]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-86af320e-320f-4c71-9106-5990c0a89098 req-43284ad5-36e3-4be7-9675-596e8492addc tempest-ImagesTestJSON-1015154253 tempest-ImagesTestJSON-1015154253-project] Network e119be35-9333-4ec1-a284-366321b505fc is already hosted by enough agents. {{(pid=103229) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 19:10:31.662174 n-d-713498-36 neutron-server[103229]: DEBUG neutron.scheduler.base_scheduler [req-86af320e-320f-4c71-9106-5990c0a89098 req-43284ad5-36e3-4be7-9675-596e8492addc tempest-ImagesTestJSON-1015154253 tempest-ImagesTestJSON-1015154253-project] Resources bound (agent type, host, resource id): {{(pid=103229) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 19:10:31.665252 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43284ad5-36e3-4be7-9675-596e8492addc tempest-ImagesTestJSON-1015154253 tempest-ImagesTestJSON-1015154253-project] Pushing event updated for resources: {'Port': ['ID=ad50da34-d581-41dc-ac29-5d3d7fed137f,revision_number=1']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:10:31.667828 n-d-713498-36 neutron-server[103229]: DEBUG neutron.db.l3_dvrscheduler_db [req-86af320e-320f-4c71-9106-5990c0a89098 req-43284ad5-36e3-4be7-9675-596e8492addc tempest-ImagesTestJSON-1015154253 tempest-ImagesTestJSON-1015154253-project] Received port after_create {{(pid=103229) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 19:10:31.740181 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abe81c07-6c67-4649-9638-f1478bdae6a2 req-d049f78b-51a2-4201-90d7-3e94b5e8db70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:10:31.741946 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-abe81c07-6c67-4649-9638-f1478bdae6a2 req-d049f78b-51a2-4201-90d7-3e94b5e8db70 service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=1e3e8d97-0d0f-48f5-a76a-1c1e1425ed62 HTTP/1.1" status: 200 len: 1132 time: 0.1460586 Feb 09 19:10:31.752179 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb7875d1-d0ba-43ff-a3a5-e3ddc12e8c70 req-6f9ddb8d-2c24-45e7-8d9d-289e3e7a0028 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:10:31.752822 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-fb7875d1-d0ba-43ff-a3a5-e3ddc12e8c70 req-6f9ddb8d-2c24-45e7-8d9d-289e3e7a0028 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171096'] for port (None), before_response {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:10:31.754372 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-fb7875d1-d0ba-43ff-a3a5-e3ddc12e8c70 req-6f9ddb8d-2c24-45e7-8d9d-289e3e7a0028 service neutron] 10.222.0.89 "PUT /v2.0/ports/816526f9-3182-449c-a6c1-ec06db6c235e HTTP/1.1" status: 200 len: 1123 time: 1.5427544 Feb 09 19:10:31.779934 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5be0294-e9ca-4812-898d-84d631109e85 req-3418e530-d33a-4976-a739-ab506b68c7cd tempest-ImagesTestJSON-1015154253 tempest-ImagesTestJSON-1015154253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:10:31.781610 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-a5be0294-e9ca-4812-898d-84d631109e85 req-3418e530-d33a-4976-a739-ab506b68c7cd tempest-ImagesTestJSON-1015154253 tempest-ImagesTestJSON-1015154253-project] 10.222.0.75 "GET /v2.0/ports?device_id=4746f15a-6ce7-4138-81d0-89a84e1043d2 HTTP/1.1" status: 200 len: 932 time: 0.1845334 Feb 09 19:10:31.789532 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86af320e-320f-4c71-9106-5990c0a89098 req-43284ad5-36e3-4be7-9675-596e8492addc tempest-ImagesTestJSON-1015154253 tempest-ImagesTestJSON-1015154253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:10:31.789532 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-86af320e-320f-4c71-9106-5990c0a89098 req-43284ad5-36e3-4be7-9675-596e8492addc tempest-ImagesTestJSON-1015154253 tempest-ImagesTestJSON-1015154253-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171096'] for port (None), before_response {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:10:31.809308 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f9ddb8d-2c24-45e7-8d9d-289e3e7a0028 service neutron] Pushing event updated for resources: {'Port': ['ID=816526f9-3182-449c-a6c1-ec06db6c235e,revision_number=8']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:10:31.821366 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-86af320e-320f-4c71-9106-5990c0a89098 req-43284ad5-36e3-4be7-9675-596e8492addc tempest-ImagesTestJSON-1015154253 tempest-ImagesTestJSON-1015154253-project] 10.222.0.89 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5896816 Feb 09 19:10:31.847537 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.v2.base [req-86af320e-320f-4c71-9106-5990c0a89098 req-9ee186eb-2466-4bca-9f36-0f3f00b264db service neutron] Request body: {'port': {'device_id': '4746f15a-6ce7-4138-81d0-89a84e1043d2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-713498-36'}} {{(pid=103229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 19:10:31.857569 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] get_ports_and_sgs() called for port_ids ['816526f9-3182-449c-a6c1-ec06db6c235e'] {{(pid=103232) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 19:10:31.918631 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-abe81c07-6c67-4649-9638-f1478bdae6a2 req-2c0e15d1-e7ee-49ec-aa06-3942d9bca0ef service neutron] 10.222.0.90 "GET /v2.0/security-groups?id=4d2bffdb-f51a-4ed5-b8f2-0a3d57b4e434&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1359458 Feb 09 19:10:31.935938 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-7429db8d-6021-40ad-813e-885be449a89b None None] get_ports_and_sgs() called for port_ids ['816526f9-3182-449c-a6c1-ec06db6c235e'] {{(pid=103232) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 19:10:31.941994 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-a5be0294-e9ca-4812-898d-84d631109e85 req-7f7ccee9-5365-4384-9fe5-94f895666d02 tempest-ImagesTestJSON-1015154253 tempest-ImagesTestJSON-1015154253-project] 10.222.0.75 "GET /v2.0/security-groups?id=1f45f199-38bd-4afd-a63a-d9a4ed62c8a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1320016 Feb 09 19:10:32.056156 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f4cc11a-9683-4eaf-8c80-1f8a25c5f8ee req-8fd0df77-b340-4981-8437-386e4f4ad5bb tempest-LiveMigrationTest-1021096981 tempest-LiveMigrationTest-1021096981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:10:32.058151 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-7f4cc11a-9683-4eaf-8c80-1f8a25c5f8ee req-8fd0df77-b340-4981-8437-386e4f4ad5bb tempest-LiveMigrationTest-1021096981 tempest-LiveMigrationTest-1021096981-project] 10.222.0.75 "GET /v2.0/ports?device_id=a26f3e83-5a8d-4d9d-aa20-3d25b99af655 HTTP/1.1" status: 200 len: 943 time: 0.1264246 Feb 09 19:10:32.058500 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-86af320e-320f-4c71-9106-5990c0a89098 req-9ee186eb-2466-4bca-9f36-0f3f00b264db service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (ad50da34-d581-41dc-ac29-5d3d7fed137f), before_update {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:10:32.076047 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.plugin [None req-aa278864-fddd-4957-b6cb-ab4a6f751e2b admin admin] Deleting port fd34fd0e-ed25-4590-b279-ed9d384b8ce4 {{(pid=103230) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 19:10:32.076315 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-aa278864-fddd-4957-b6cb-ab4a6f751e2b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762867170196'] for port (fd34fd0e-ed25-4590-b279-ed9d384b8ce4), before_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:10:32.157607 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-7f4cc11a-9683-4eaf-8c80-1f8a25c5f8ee req-89411df7-69aa-4cdf-89d0-872c2f4963a0 tempest-LiveMigrationTest-1021096981 tempest-LiveMigrationTest-1021096981-project] 10.222.0.75 "GET /v2.0/security-groups?id=ba18819a-1490-4e7b-a11b-e8610423d8ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0878317 Feb 09 19:10:32.230766 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.db [None req-aa278864-fddd-4957-b6cb-ab4a6f751e2b admin admin] For port fd34fd0e-ed25-4590-b279-ed9d384b8ce4, host n-d-713498-36, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-36',level=0,port_id=fd34fd0e-ed25-4590-b279-ed9d384b8ce4,segment=NetworkSegment(0bf6b8dc-b06d-4f6b-b1a6-2917a8aeac5d),segment_id=0bf6b8dc-b06d-4f6b-b1a6-2917a8aeac5d)] {{(pid=103230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 19:10:32.231136 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-aa278864-fddd-4957-b6cb-ab4a6f751e2b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1820838'] for port (fd34fd0e-ed25-4590-b279-ed9d384b8ce4), precommit_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:10:32.247317 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.plugin [None req-aa278864-fddd-4957-b6cb-ab4a6f751e2b admin admin] Calling delete_port for fd34fd0e-ed25-4590-b279-ed9d384b8ce4 owned by network:router_interface {{(pid=103230) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 19:10:32.373538 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Device 816526f9-3182-449c-a6c1-ec06db6c235e details requested by agent hyperv_n-h1-713498-36 with host n-h1-713498-36 {{(pid=103232) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 19:10:32.454388 n-d-713498-36 neutron-server[103229]: DEBUG neutron.notifiers.nova [req-86af320e-320f-4c71-9106-5990c0a89098 req-9ee186eb-2466-4bca-9f36-0f3f00b264db service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ad50da34-d581-41dc-ac29-5d3d7fed137f {{(pid=103229) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 19:10:32.467423 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-86af320e-320f-4c71-9106-5990c0a89098 req-9ee186eb-2466-4bca-9f36-0f3f00b264db service neutron] Publish callbacks [] for port (ad50da34-d581-41dc-ac29-5d3d7fed137f), precommit_update {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:10:32.484035 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc6edf86-fc57-45bc-9990-220508d12839 req-c36c10ef-810c-484c-b80b-5000d47e8adf tempest-DeleteServersTestJSON-1870379525 tempest-DeleteServersTestJSON-1870379525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:10:32.485992 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-dc6edf86-fc57-45bc-9990-220508d12839 req-c36c10ef-810c-484c-b80b-5000d47e8adf tempest-DeleteServersTestJSON-1870379525 tempest-DeleteServersTestJSON-1870379525-project] 10.222.0.75 "GET /v2.0/ports?device_id=5e66146c-80cb-464f-a195-4176fc6a344c HTTP/1.1" status: 200 len: 946 time: 0.0823743 Feb 09 19:10:32.518711 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] For port 816526f9-3182-449c-a6c1-ec06db6c235e, host n-h2-713498-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-36',level=0,port_id=816526f9-3182-449c-a6c1-ec06db6c235e,segment=NetworkSegment(5e48c0d3-ac92-403e-8ddc-eab47c471644),segment_id=5e48c0d3-ac92-403e-8ddc-eab47c471644)] {{(pid=103232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 19:10:32.532111 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Device 816526f9-3182-449c-a6c1-ec06db6c235e has no active binding in host n-h1-713498-36 {{(pid=103232) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Feb 09 19:10:32.560957 n-d-713498-36 neutron-server[103229]: DEBUG neutron.db.provisioning_blocks [req-86af320e-320f-4c71-9106-5990c0a89098 req-9ee186eb-2466-4bca-9f36-0f3f00b264db service neutron] Transition to ACTIVE for port object ad50da34-d581-41dc-ac29-5d3d7fed137f will not be triggered until provisioned by entity L2. {{(pid=103229) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 19:10:32.565111 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-86af320e-320f-4c71-9106-5990c0a89098 req-9ee186eb-2466-4bca-9f36-0f3f00b264db service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762867176205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762866656485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762866656503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12867569'] for port (ad50da34-d581-41dc-ac29-5d3d7fed137f), after_update {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:10:32.566758 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-aa278864-fddd-4957-b6cb-ab4a6f751e2b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762867177463', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762866656476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14393751'] for port (fd34fd0e-ed25-4590-b279-ed9d384b8ce4), after_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:10:32.610216 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa278864-fddd-4957-b6cb-ab4a6f751e2b admin admin] Pushing event deleted for resources: {'Port': ['ID=fd34fd0e-ed25-4590-b279-ed9d384b8ce4,revision_number=None']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:10:32.621182 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-dc6edf86-fc57-45bc-9990-220508d12839 req-d51f3d92-94c9-4efd-83bb-953871fef40e tempest-DeleteServersTestJSON-1870379525 tempest-DeleteServersTestJSON-1870379525-project] 10.222.0.75 "GET /v2.0/security-groups?id=5ce92d32-ca94-4b6c-925d-b9dff609abe6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1146348 Feb 09 19:10:32.640359 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ee186eb-2466-4bca-9f36-0f3f00b264db service neutron] Pushing event updated for resources: {'Port': ['ID=ad50da34-d581-41dc-ac29-5d3d7fed137f,revision_number=2']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:10:32.784787 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69920bc8-6c6c-436f-8b07-791dbe446c68 req-82310ab5-4af5-418a-b592-f8e43042ddba tempest-ImagesNegativeTestJSON-1012605011 tempest-ImagesNegativeTestJSON-1012605011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:10:32.795084 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-69920bc8-6c6c-436f-8b07-791dbe446c68 req-82310ab5-4af5-418a-b592-f8e43042ddba tempest-ImagesNegativeTestJSON-1012605011 tempest-ImagesNegativeTestJSON-1012605011-project] 10.222.0.75 "GET /v2.0/ports?device_id=1e3e8d97-0d0f-48f5-a76a-1c1e1425ed62 HTTP/1.1" status: 200 len: 949 time: 0.1597605 Feb 09 19:10:32.843586 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-aa278864-fddd-4957-b6cb-ab4a6f751e2b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1613467', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1834633'] for router_interface (96249836-900d-4477-a2b3-cb7ec6953583), after_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:10:32.880896 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-69920bc8-6c6c-436f-8b07-791dbe446c68 req-efc8abbd-f6fb-453c-9a0c-c8c9919b5a2a tempest-ImagesNegativeTestJSON-1012605011 tempest-ImagesNegativeTestJSON-1012605011-project] 10.222.0.75 "GET /v2.0/security-groups?id=4d2bffdb-f51a-4ed5-b8f2-0a3d57b4e434&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0840800 Feb 09 19:10:32.882224 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.managers [req-86af320e-320f-4c71-9106-5990c0a89098 req-9ee186eb-2466-4bca-9f36-0f3f00b264db service neutron] Attempting to bind port ad50da34-d581-41dc-ac29-5d3d7fed137f on host n-h1-713498-36 for vnic_type normal with profile {{(pid=103229) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 19:10:32.882660 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.managers [req-86af320e-320f-4c71-9106-5990c0a89098 req-9ee186eb-2466-4bca-9f36-0f3f00b264db service neutron] Attempting to bind port ad50da34-d581-41dc-ac29-5d3d7fed137f by drivers openvswitch,hyperv on host n-h1-713498-36 at level 0 using segments [{'id': '1cb0f7b5-eca3-4fd8-9372-0323bad2bf37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': 'e119be35-9333-4ec1-a284-366321b505fc'}] {{(pid=103229) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 19:10:32.882931 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86af320e-320f-4c71-9106-5990c0a89098 req-9ee186eb-2466-4bca-9f36-0f3f00b264db service neutron] Attempting to bind port ad50da34-d581-41dc-ac29-5d3d7fed137f on network e119be35-9333-4ec1-a284-366321b505fc {{(pid=103229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 19:10:32.890563 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86af320e-320f-4c71-9106-5990c0a89098 req-9ee186eb-2466-4bca-9f36-0f3f00b264db service neutron] Port ad50da34-d581-41dc-ac29-5d3d7fed137f on network e119be35-9333-4ec1-a284-366321b505fc not bound, no agent of type Open vSwitch agent registered on host n-h1-713498-36 {{(pid=103229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 19:10:32.891122 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86af320e-320f-4c71-9106-5990c0a89098 req-9ee186eb-2466-4bca-9f36-0f3f00b264db service neutron] Attempting to bind port ad50da34-d581-41dc-ac29-5d3d7fed137f on network e119be35-9333-4ec1-a284-366321b505fc {{(pid=103229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 19:10:32.898184 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86af320e-320f-4c71-9106-5990c0a89098 req-9ee186eb-2466-4bca-9f36-0f3f00b264db service neutron] Checking agent: {'id': '488cd9ae-631f-4955-ba0b-4f5a13f12e9c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713498-36', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 18, 59, 18), 'started_at': datetime.datetime(2022, 2, 9, 18, 59, 18), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 19, 10, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 19:10:32.898484 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86af320e-320f-4c71-9106-5990c0a89098 req-9ee186eb-2466-4bca-9f36-0f3f00b264db service neutron] Checking segment: {'id': '1cb0f7b5-eca3-4fd8-9372-0323bad2bf37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': 'e119be35-9333-4ec1-a284-366321b505fc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103229) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 19:10:32.898852 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86af320e-320f-4c71-9106-5990c0a89098 req-9ee186eb-2466-4bca-9f36-0f3f00b264db service neutron] Bound using segment: {'id': '1cb0f7b5-eca3-4fd8-9372-0323bad2bf37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': 'e119be35-9333-4ec1-a284-366321b505fc'} {{(pid=103229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 19:10:32.899280 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.managers [req-86af320e-320f-4c71-9106-5990c0a89098 req-9ee186eb-2466-4bca-9f36-0f3f00b264db service neutron] Bound port: ad50da34-d581-41dc-ac29-5d3d7fed137f, host: n-h1-713498-36, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1cb0f7b5-eca3-4fd8-9372-0323bad2bf37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': 'e119be35-9333-4ec1-a284-366321b505fc'}}] {{(pid=103229) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 19:10:32.899970 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-86af320e-320f-4c71-9106-5990c0a89098 req-9ee186eb-2466-4bca-9f36-0f3f00b264db service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (ad50da34-d581-41dc-ac29-5d3d7fed137f), before_update {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:10:32.968968 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.db [req-86af320e-320f-4c71-9106-5990c0a89098 req-9ee186eb-2466-4bca-9f36-0f3f00b264db service neutron] For port ad50da34-d581-41dc-ac29-5d3d7fed137f, host n-h1-713498-36, cleared binding levels {{(pid=103229) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 19:10:32.975290 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.db [req-86af320e-320f-4c71-9106-5990c0a89098 req-9ee186eb-2466-4bca-9f36-0f3f00b264db service neutron] For port ad50da34-d581-41dc-ac29-5d3d7fed137f, host n-h1-713498-36, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-36',level=0,port_id=ad50da34-d581-41dc-ac29-5d3d7fed137f,segment=NetworkSegment(1cb0f7b5-eca3-4fd8-9372-0323bad2bf37),segment_id=1cb0f7b5-eca3-4fd8-9372-0323bad2bf37)] {{(pid=103229) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 19:10:32.988209 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-86af320e-320f-4c71-9106-5990c0a89098 req-9ee186eb-2466-4bca-9f36-0f3f00b264db service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762867176205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762866656485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762866656503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12867569'] for port (ad50da34-d581-41dc-ac29-5d3d7fed137f), after_update {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:10:33.030376 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86af320e-320f-4c71-9106-5990c0a89098 req-9ee186eb-2466-4bca-9f36-0f3f00b264db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:10:33.031007 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-86af320e-320f-4c71-9106-5990c0a89098 req-9ee186eb-2466-4bca-9f36-0f3f00b264db service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171096'] for port (None), before_response {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:10:33.032397 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-86af320e-320f-4c71-9106-5990c0a89098 req-9ee186eb-2466-4bca-9f36-0f3f00b264db service neutron] 10.222.0.89 "PUT /v2.0/ports/ad50da34-d581-41dc-ac29-5d3d7fed137f HTTP/1.1" status: 200 len: 1093 time: 1.1930900 Feb 09 19:10:33.064898 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ee186eb-2466-4bca-9f36-0f3f00b264db service neutron] Pushing event updated for resources: {'Port': ['ID=ad50da34-d581-41dc-ac29-5d3d7fed137f,revision_number=3']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:10:33.127152 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86af320e-320f-4c71-9106-5990c0a89098 req-780a29fb-7f3f-4dde-ab89-0e05430fe9b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:10:33.128647 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-86af320e-320f-4c71-9106-5990c0a89098 req-780a29fb-7f3f-4dde-ab89-0e05430fe9b5 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=818187f205084ea0b383f821b00a5aa5&device_id=4746f15a-6ce7-4138-81d0-89a84e1043d2 HTTP/1.1" status: 200 len: 1127 time: 0.0539823 Feb 09 19:10:33.146768 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdea22c5-d73c-4530-b82c-e92d387d8948 req-7da1b1c0-bfec-4f07-921e-794a757e4ed0 tempest-ImagesTestJSON-1015154253 tempest-ImagesTestJSON-1015154253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:10:33.148256 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-bdea22c5-d73c-4530-b82c-e92d387d8948 req-7da1b1c0-bfec-4f07-921e-794a757e4ed0 tempest-ImagesTestJSON-1015154253 tempest-ImagesTestJSON-1015154253-project] 10.222.0.75 "GET /v2.0/ports?device_id=4746f15a-6ce7-4138-81d0-89a84e1043d2 HTTP/1.1" status: 200 len: 944 time: 0.1053610 Feb 09 19:10:33.165876 n-d-713498-36 neutron-server[103230]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aa278864-fddd-4957-b6cb-ab4a6f751e2b admin admin] Router 96249836-900d-4477-a2b3-cb7ec6953583 has already been hosted by L3 agent 93303d5e-5d17-45e8-8963-7694f87783ae {{(pid=103230) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 19:10:33.184097 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-86af320e-320f-4c71-9106-5990c0a89098 req-452b9473-2dc4-49ad-a42a-a18bbc87a472 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ad50da34-d581-41dc-ac29-5d3d7fed137f HTTP/1.1" status: 200 len: 217 time: 0.0464811 Feb 09 19:10:33.255342 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86af320e-320f-4c71-9106-5990c0a89098 req-8be401b9-9989-484c-8d12-3db8bac45dac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:10:33.257221 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-86af320e-320f-4c71-9106-5990c0a89098 req-8be401b9-9989-484c-8d12-3db8bac45dac service neutron] 10.222.0.89 "GET /v2.0/subnets?id=1c11460d-4fed-4117-8587-f721cf533c67 HTTP/1.1" status: 200 len: 845 time: 0.0654218 Feb 09 19:10:33.282165 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-bdea22c5-d73c-4530-b82c-e92d387d8948 req-8ac22aa5-6904-403e-b982-d1fcd780d7df tempest-ImagesTestJSON-1015154253 tempest-ImagesTestJSON-1015154253-project] 10.222.0.75 "GET /v2.0/security-groups?id=1f45f199-38bd-4afd-a63a-d9a4ed62c8a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1222908 Feb 09 19:10:33.308272 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-86af320e-320f-4c71-9106-5990c0a89098 req-3e125226-a13a-4c3c-b69a-ffc399442f86 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=e119be35-9333-4ec1-a284-366321b505fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0327652 Feb 09 19:10:33.330212 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aa278864-fddd-4957-b6cb-ab4a6f751e2b admin admin] Notify agent at l3_agent.n-d-713498-36 the message routers_updated {{(pid=103230) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 19:10:33.339646 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-aa278864-fddd-4957-b6cb-ab4a6f751e2b admin admin] 10.222.0.75 "PUT /v2.0/routers/96249836-900d-4477-a2b3-cb7ec6953583/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5942478 Feb 09 19:10:33.342050 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 57302) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:10:33.342778 n-d-713498-36 neutron-server[103233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-782045e9-4144-4436-8a53-f7998534cb98 None None] Sync routers for ids ['96249836-900d-4477-a2b3-cb7ec6953583'] in n-d-713498-36 {{(pid=103233) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 19:10:33.363285 n-d-713498-36 neutron-server[103233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-782045e9-4144-4436-8a53-f7998534cb98 None None] Routers {'96249836-900d-4477-a2b3-cb7ec6953583'} bound to L3 agent in host n-d-713498-36 {{(pid=103233) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 19:10:33.364342 n-d-713498-36 neutron-server[103233]: DEBUG neutron.db.l3_hamode_db [None req-782045e9-4144-4436-8a53-f7998534cb98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-09T18:51:43Z,description=,heartbeat_timestamp=2022-02-09T19:10:13Z,host='n-d-713498-36',id=93303d5e-5d17-45e8-8963-7694f87783ae,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T18:51:43Z,topic='l3_agent')) {'router_ids': ['96249836-900d-4477-a2b3-cb7ec6953583'], 'active': True} {{(pid=103233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:10:33.439149 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 57306) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:10:33.504569 n-d-713498-36 neutron-server[103233]: DEBUG neutron.db.l3_dvr_db [None req-782045e9-4144-4436-8a53-f7998534cb98 None None] Set router 96249836-900d-4477-a2b3-cb7ec6953583 gateway port host: n-d-713498-36 {{(pid=103233) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 19:10:33.530269 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-aaca70d0-65de-4b1a-883e-1b1912e98a1f admin admin] Publish callbacks [] for router (96249836-900d-4477-a2b3-cb7ec6953583), before_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:10:33.637447 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-b8d9a86d-bffe-45a1-b294-57bb4b5a9573 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:10:33.734998 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-b8d9a86d-bffe-45a1-b294-57bb4b5a9573 admin admin] Publish callbacks [] for security_group (50af3ab6-d541-4273-86ba-91717780a519), precommit_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:10:33.753315 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-b8d9a86d-bffe-45a1-b294-57bb4b5a9573 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1892331'] for security_group (50af3ab6-d541-4273-86ba-91717780a519), after_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:10:33.753601 n-d-713498-36 neutron-server[103233]: DEBUG neutron.db.l3_hamode_db [None req-782045e9-4144-4436-8a53-f7998534cb98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '96249836-900d-4477-a2b3-cb7ec6953583', 'name': 'tempest-AttachSCSIVolumeTestJSON-477758730-router', 'tenant_id': '156ea55715a24713b3b342eb95790b07', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88055e1e-672a-4487-be31-ffb6e833ece5', 'external_fixed_ips': [{'subnet_id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'ip_address': '172.25.1.224'}], 'enable_snat': True}, 'gw_port_id': 'b1c5b11a-43d4-48f6-ad0c-cf6af62a1a3e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T19:07:35Z', 'updated_at': '2022-02-09T19:10:32Z', 'revision_number': 5, 'project_id': '156ea55715a24713b3b342eb95790b07', 'gw_port': {'id': 'b1c5b11a-43d4-48f6-ad0c-cf6af62a1a3e', 'name': '', 'network_id': '88055e1e-672a-4487-be31-ffb6e833ece5', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:cc:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96249836-900d-4477-a2b3-cb7ec6953583', 'device_owner': 'network:router_gateway', 'standard_attr_id': 885, 'fixed_ips': [{'subnet_id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'ip_address': '172.25.1.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T19:07:36Z', 'updated_at': '2022-02-09T19:07:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-36'}], 'n-d-713498-36', False) {} {{(pid=103233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:10:33.782729 n-d-713498-36 neutron-server[103233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-782045e9-4144-4436-8a53-f7998534cb98 None None] Checking router: 96249836-900d-4477-a2b3-cb7ec6953583 for host: n-d-713498-36 {{(pid=103233) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 19:10:33.792986 n-d-713498-36 neutron-server[103233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-782045e9-4144-4436-8a53-f7998534cb98 None None] Routers {'96249836-900d-4477-a2b3-cb7ec6953583'} bound to L3 agent in host n-d-713498-36 {{(pid=103233) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 19:10:33.793753 n-d-713498-36 neutron-server[103233]: DEBUG neutron.db.l3_hamode_db [None req-782045e9-4144-4436-8a53-f7998534cb98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-09T18:51:43Z,description=,heartbeat_timestamp=2022-02-09T19:10:13Z,host='n-d-713498-36',id=93303d5e-5d17-45e8-8963-7694f87783ae,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T18:51:43Z,topic='l3_agent')) {'router_ids': ['96249836-900d-4477-a2b3-cb7ec6953583'], 'active': True} {{(pid=103233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:10:33.814164 n-d-713498-36 neutron-server[103229]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a26f3e83-5a8d-4d9d-aa20-3d25b99af655', 'tag': '816526f9-3182-449c-a6c1-ec06db6c235e'}, {'name': 'network-changed', 'server_uuid': '4746f15a-6ce7-4138-81d0-89a84e1043d2', 'tag': 'ad50da34-d581-41dc-ac29-5d3d7fed137f'}] {{(pid=103229) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 19:10:33.816431 n-d-713498-36 neutron-server[103229]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fa6ae9a20702bd564eaf90d946620b2b4277b1ab91129323d3b54181076be307" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8b9d22a4-3b3a-48fb-a82a-9b007de7a122" -d '{"events": [{"name": "network-changed", "server_uuid": "a26f3e83-5a8d-4d9d-aa20-3d25b99af655", "tag": "816526f9-3182-449c-a6c1-ec06db6c235e"}, {"name": "network-changed", "server_uuid": "4746f15a-6ce7-4138-81d0-89a84e1043d2", "tag": "ad50da34-d581-41dc-ac29-5d3d7fed137f"}]}' {{(pid=103229) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 19:10:33.834182 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-86af320e-320f-4c71-9106-5990c0a89098 req-dfd3d65e-0e1f-436f-94ca-999f0bde94f6 service neutron] 10.222.0.89 "GET /v2.0/networks/e119be35-9333-4ec1-a284-366321b505fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5132792 Feb 09 19:10:33.834415 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8d9a86d-bffe-45a1-b294-57bb4b5a9573 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=50af3ab6-d541-4273-86ba-91717780a519,revision_number=1']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:10:33.846752 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-b8d9a86d-bffe-45a1-b294-57bb4b5a9573 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=ae14bab1a05845f892dc449d83371bf0&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4041219 Feb 09 19:10:33.847760 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-aaca70d0-65de-4b1a-883e-1b1912e98a1f admin admin] Publish callbacks [] for router_gateway (96249836-900d-4477-a2b3-cb7ec6953583), before_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:10:33.851166 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 57314) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:10:33.870356 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c74bc2b5-7881-4d5b-bec7-12b48011ccee req-bc9be6c4-3de7-4e81-bb32-d0775142ebef tempest-DeleteServersTestJSON-1870379525 tempest-DeleteServersTestJSON-1870379525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:10:33.879398 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-c74bc2b5-7881-4d5b-bec7-12b48011ccee req-bc9be6c4-3de7-4e81-bb32-d0775142ebef tempest-DeleteServersTestJSON-1870379525 tempest-DeleteServersTestJSON-1870379525-project] 10.222.0.75 "GET /v2.0/ports?device_id=5e66146c-80cb-464f-a195-4176fc6a344c HTTP/1.1" status: 200 len: 946 time: 0.1428781 Feb 09 19:10:33.912399 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc8aa4ac-8307-4c6b-bebe-2baa6319aed7 req-1c7a176b-0c7c-4860-a871-449ceb389a7c tempest-LiveMigrationTest-1021096981 tempest-LiveMigrationTest-1021096981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:10:33.919807 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-cc8aa4ac-8307-4c6b-bebe-2baa6319aed7 req-1c7a176b-0c7c-4860-a871-449ceb389a7c tempest-LiveMigrationTest-1021096981 tempest-LiveMigrationTest-1021096981-project] 10.222.0.75 "GET /v2.0/ports?device_id=a26f3e83-5a8d-4d9d-aa20-3d25b99af655 HTTP/1.1" status: 200 len: 943 time: 0.6099877 Feb 09 19:10:33.934517 n-d-713498-36 neutron-server[103233]: DEBUG neutron.db.l3_dvr_db [None req-782045e9-4144-4436-8a53-f7998534cb98 None None] Set router 96249836-900d-4477-a2b3-cb7ec6953583 gateway port host: n-d-713498-36 {{(pid=103233) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 19:10:33.972212 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-c74bc2b5-7881-4d5b-bec7-12b48011ccee req-ce68dde7-a505-4e80-8b49-feeddd942e3c tempest-DeleteServersTestJSON-1870379525 tempest-DeleteServersTestJSON-1870379525-project] 10.222.0.75 "GET /v2.0/security-groups?id=5ce92d32-ca94-4b6c-925d-b9dff609abe6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0898087 Feb 09 19:10:34.012649 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.plugin [None req-aaca70d0-65de-4b1a-883e-1b1912e98a1f admin admin] Deleting port b1c5b11a-43d4-48f6-ad0c-cf6af62a1a3e {{(pid=103230) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 19:10:34.013023 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-aaca70d0-65de-4b1a-883e-1b1912e98a1f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762867170196'] for port (b1c5b11a-43d4-48f6-ad0c-cf6af62a1a3e), before_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:10:34.036613 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-cc8aa4ac-8307-4c6b-bebe-2baa6319aed7 req-3cf61bf2-8750-4f68-9f93-a1010ead8613 tempest-LiveMigrationTest-1021096981 tempest-LiveMigrationTest-1021096981-project] 10.222.0.75 "GET /v2.0/security-groups?id=ba18819a-1490-4e7b-a11b-e8610423d8ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1152484 Feb 09 19:10:34.041649 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-86af320e-320f-4c71-9106-5990c0a89098 req-6ed4182b-0cc5-4a1b-9547-8a227ebb9018 service neutron] 10.222.0.89 "GET /v2.0/networks/e119be35-9333-4ec1-a284-366321b505fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1989191 Feb 09 19:10:34.042710 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-11972447-7882-4f16-a80f-8a6e4bbeaa48 admin admin] Publish callbacks [] for security_group (50af3ab6-d541-4273-86ba-91717780a519), before_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:10:34.060476 n-d-713498-36 neutron-server[103229]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Wed, 09 Feb 2022 19:10:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c94ee7e4-fe74-4e06-b8b1-f415fc69cc54 x-openstack-request-id: req-c94ee7e4-fe74-4e06-b8b1-f415fc69cc54 {{(pid=103229) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 19:10:34.061754 n-d-713498-36 neutron-server[103229]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a26f3e83-5a8d-4d9d-aa20-3d25b99af655", "tag": "816526f9-3182-449c-a6c1-ec06db6c235e", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "4746f15a-6ce7-4138-81d0-89a84e1043d2", "tag": "ad50da34-d581-41dc-ac29-5d3d7fed137f", "status": "completed", "code": 200}]} {{(pid=103229) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 19:10:34.062119 n-d-713498-36 neutron-server[103229]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-c94ee7e4-fe74-4e06-b8b1-f415fc69cc54 {{(pid=103229) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 19:10:34.062585 n-d-713498-36 neutron-server[103229]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a26f3e83-5a8d-4d9d-aa20-3d25b99af655', 'tag': '816526f9-3182-449c-a6c1-ec06db6c235e', 'status': 'completed', 'code': 200} Feb 09 19:10:34.062908 n-d-713498-36 neutron-server[103229]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4746f15a-6ce7-4138-81d0-89a84e1043d2', 'tag': 'ad50da34-d581-41dc-ac29-5d3d7fed137f', 'status': 'completed', 'code': 200} Feb 09 19:10:34.084561 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-11972447-7882-4f16-a80f-8a6e4bbeaa48 admin admin] Publish callbacks [] for security_group (50af3ab6-d541-4273-86ba-91717780a519), precommit_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:10:34.176719 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b9d22a4-3b3a-48fb-a82a-9b007de7a122 req-aaf4ef20-ac8e-4dd0-b58f-bef15fe44d8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:10:34.178335 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-8b9d22a4-3b3a-48fb-a82a-9b007de7a122 req-aaf4ef20-ac8e-4dd0-b58f-bef15fe44d8e service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=818187f205084ea0b383f821b00a5aa5&device_id=4746f15a-6ce7-4138-81d0-89a84e1043d2 HTTP/1.1" status: 200 len: 1127 time: 0.0566349 Feb 09 19:10:34.179932 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Device bf8edb2c-20d9-4b44-a70d-cbb76c002b1a no longer exists at agent hyperv_n-h2-713498-36 {{(pid=103232) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 19:10:34.200277 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-11972447-7882-4f16-a80f-8a6e4bbeaa48 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1892331'] for security_group (50af3ab6-d541-4273-86ba-91717780a519), after_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:10:34.201797 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-7429db8d-6021-40ad-813e-885be449a89b None None] No Port match for: bf8edb2c-20d9-4b44-a70d-cbb76c002b1a {{(pid=103232) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 19:10:34.202401 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Device bf8edb2c-20d9-4b44-a70d-cbb76c002b1a not bound to the agent host n-h2-713498-36 {{(pid=103232) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 19:10:34.203217 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-11972447-7882-4f16-a80f-8a6e4bbeaa48 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:10:34.208218 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-11972447-7882-4f16-a80f-8a6e4bbeaa48 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/50af3ab6-d541-4273-86ba-91717780a519 HTTP/1.1" status: 204 len: 168 time: 0.3525350 Feb 09 19:10:34.225032 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.db [None req-aaca70d0-65de-4b1a-883e-1b1912e98a1f admin admin] For port b1c5b11a-43d4-48f6-ad0c-cf6af62a1a3e, host n-d-713498-36, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-36',level=0,port_id=b1c5b11a-43d4-48f6-ad0c-cf6af62a1a3e,segment=NetworkSegment(a4222f89-8d3f-4b51-953b-1a8126392491),segment_id=a4222f89-8d3f-4b51-953b-1a8126392491)] {{(pid=103230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 19:10:34.225463 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-aaca70d0-65de-4b1a-883e-1b1912e98a1f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1820838'] for port (b1c5b11a-43d4-48f6-ad0c-cf6af62a1a3e), precommit_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:10:34.226421 n-d-713498-36 neutron-server[103233]: DEBUG neutron.db.l3_hamode_db [None req-782045e9-4144-4436-8a53-f7998534cb98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '96249836-900d-4477-a2b3-cb7ec6953583', 'name': 'tempest-AttachSCSIVolumeTestJSON-477758730-router', 'tenant_id': '156ea55715a24713b3b342eb95790b07', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88055e1e-672a-4487-be31-ffb6e833ece5', 'external_fixed_ips': [{'subnet_id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'ip_address': '172.25.1.224'}], 'enable_snat': True}, 'gw_port_id': 'b1c5b11a-43d4-48f6-ad0c-cf6af62a1a3e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T19:07:35Z', 'updated_at': '2022-02-09T19:10:32Z', 'revision_number': 5, 'project_id': '156ea55715a24713b3b342eb95790b07', 'gw_port': {'id': 'b1c5b11a-43d4-48f6-ad0c-cf6af62a1a3e', 'name': '', 'network_id': '88055e1e-672a-4487-be31-ffb6e833ece5', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:cc:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96249836-900d-4477-a2b3-cb7ec6953583', 'device_owner': 'network:router_gateway', 'standard_attr_id': 885, 'fixed_ips': [{'subnet_id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'ip_address': '172.25.1.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T19:07:36Z', 'updated_at': '2022-02-09T19:07:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-36'}], 'n-d-713498-36', False) {} {{(pid=103233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:10:34.248808 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b9d22a4-3b3a-48fb-a82a-9b007de7a122 req-b1030e7d-a2cc-4f07-be65-d5fbd5329c84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:10:34.250575 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-8b9d22a4-3b3a-48fb-a82a-9b007de7a122 req-b1030e7d-a2cc-4f07-be65-d5fbd5329c84 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=05fa6a089578484da4b750f8c0b5ad12&device_id=a26f3e83-5a8d-4d9d-aa20-3d25b99af655 HTTP/1.1" status: 200 len: 1157 time: 0.1532059 Feb 09 19:10:34.251637 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.plugin [None req-aaca70d0-65de-4b1a-883e-1b1912e98a1f admin admin] Calling delete_port for b1c5b11a-43d4-48f6-ad0c-cf6af62a1a3e owned by network:router_gateway {{(pid=103230) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 19:10:34.264797 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11972447-7882-4f16-a80f-8a6e4bbeaa48 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=50af3ab6-d541-4273-86ba-91717780a519,revision_number=None']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:10:34.287083 n-d-713498-36 neutron-server[103233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-782045e9-4144-4436-8a53-f7998534cb98 None None] The sync data for ids ['96249836-900d-4477-a2b3-cb7ec6953583'] in n-d-713498-36 is: [{'id': '96249836-900d-4477-a2b3-cb7ec6953583', 'name': 'tempest-AttachSCSIVolumeTestJSON-477758730-router', 'tenant_id': '156ea55715a24713b3b342eb95790b07', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88055e1e-672a-4487-be31-ffb6e833ece5', 'external_fixed_ips': [{'subnet_id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'ip_address': '172.25.1.224'}], 'enable_snat': True}, 'gw_port_id': 'b1c5b11a-43d4-48f6-ad0c-cf6af62a1a3e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T19:07:35Z', 'updated_at': '2022-02-09T19:10:32Z', 'revision_number': 5, 'project_id': '156ea55715a24713b3b342eb95790b07', 'gw_port': {'id': 'b1c5b11a-43d4-48f6-ad0c-cf6af62a1a3e', 'name': '', 'network_id': '88055e1e-672a-4487-be31-ffb6e833ece5', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:cc:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96249836-900d-4477-a2b3-cb7ec6953583', 'device_owner': 'network:router_gateway', 'standard_attr_id': 885, 'fixed_ips': [{'subnet_id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'ip_address': '172.25.1.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T19:07:36Z', 'updated_at': '2022-02-09T19:07:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-36'}] {{(pid=103233) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 19:10:34.391980 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b9d22a4-3b3a-48fb-a82a-9b007de7a122 req-fd687f01-e2f0-4116-a089-91b970c3e9c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:10:34.393582 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-8b9d22a4-3b3a-48fb-a82a-9b007de7a122 req-fd687f01-e2f0-4116-a089-91b970c3e9c9 service neutron] 10.222.0.89 "GET /v2.0/networks?id=e119be35-9333-4ec1-a284-366321b505fc HTTP/1.1" status: 200 len: 906 time: 0.2067819 Feb 09 19:10:34.454786 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-8b9d22a4-3b3a-48fb-a82a-9b007de7a122 req-121d1b75-da87-4839-bf7d-4611298f2ade service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ad50da34-d581-41dc-ac29-5d3d7fed137f HTTP/1.1" status: 200 len: 217 time: 0.0453978 Feb 09 19:10:34.506420 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75723fb3-39c7-46ed-bd9d-6c3857408e44 req-5220eca0-e1e7-481e-b287-7045cc1a91ac tempest-ImagesTestJSON-1015154253 tempest-ImagesTestJSON-1015154253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:10:34.508089 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-75723fb3-39c7-46ed-bd9d-6c3857408e44 req-5220eca0-e1e7-481e-b287-7045cc1a91ac tempest-ImagesTestJSON-1015154253 tempest-ImagesTestJSON-1015154253-project] 10.222.0.75 "GET /v2.0/ports?device_id=4746f15a-6ce7-4138-81d0-89a84e1043d2 HTTP/1.1" status: 200 len: 944 time: 0.1388154 Feb 09 19:10:34.557547 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b9d22a4-3b3a-48fb-a82a-9b007de7a122 req-554641b4-5e8f-4a0c-8a76-3206f5e71cd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:10:34.557547 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-8b9d22a4-3b3a-48fb-a82a-9b007de7a122 req-554641b4-5e8f-4a0c-8a76-3206f5e71cd3 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=1c11460d-4fed-4117-8587-f721cf533c67 HTTP/1.1" status: 200 len: 845 time: 0.0938210 Feb 09 19:10:34.583926 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 57324) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:10:34.611134 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-8b9d22a4-3b3a-48fb-a82a-9b007de7a122 req-cbcb3a0f-ce06-48ae-9c08-d4f5392ef866 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=e119be35-9333-4ec1-a284-366321b505fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0458703 Feb 09 19:10:34.619093 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-75723fb3-39c7-46ed-bd9d-6c3857408e44 req-ca584ec6-42b8-4f37-98d6-885938621731 tempest-ImagesTestJSON-1015154253 tempest-ImagesTestJSON-1015154253-project] 10.222.0.75 "GET /v2.0/security-groups?id=1f45f199-38bd-4afd-a63a-d9a4ed62c8a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0970700 Feb 09 19:10:34.620387 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-61c1c06a-24b7-4235-bea9-46079efc1de5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:10:34.629161 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15c7888e-e29d-46f6-b853-1436a12d1398 req-e66f456b-9978-4ef0-8ab4-9e31afbde51c tempest-ImagesNegativeTestJSON-1012605011 tempest-ImagesNegativeTestJSON-1012605011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:10:34.631165 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-15c7888e-e29d-46f6-b853-1436a12d1398 req-e66f456b-9978-4ef0-8ab4-9e31afbde51c tempest-ImagesNegativeTestJSON-1012605011 tempest-ImagesNegativeTestJSON-1012605011-project] 10.222.0.75 "GET /v2.0/ports?device_id=1e3e8d97-0d0f-48f5-a76a-1c1e1425ed62 HTTP/1.1" status: 200 len: 949 time: 0.4982886 Feb 09 19:10:34.759477 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-8b9d22a4-3b3a-48fb-a82a-9b007de7a122 req-45285f6b-ae14-4fb1-a291-8dc2c0b48dbc service neutron] 10.222.0.89 "GET /v2.0/networks/e119be35-9333-4ec1-a284-366321b505fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1367502 Feb 09 19:10:34.791781 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-15c7888e-e29d-46f6-b853-1436a12d1398 req-11857b31-1410-4817-8f76-abc1ece18d27 tempest-ImagesNegativeTestJSON-1012605011 tempest-ImagesNegativeTestJSON-1012605011-project] 10.222.0.75 "GET /v2.0/security-groups?id=4d2bffdb-f51a-4ed5-b8f2-0a3d57b4e434&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1176531 Feb 09 19:10:34.841400 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b9d22a4-3b3a-48fb-a82a-9b007de7a122 req-f2a3d70f-248a-462a-8bdb-1e9136d9688e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:10:34.843413 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-8b9d22a4-3b3a-48fb-a82a-9b007de7a122 req-f2a3d70f-248a-462a-8bdb-1e9136d9688e service neutron] 10.222.0.90 "GET /v2.0/networks?id=d725567e-ae4f-48c7-8826-ca95b9692346 HTTP/1.1" status: 200 len: 908 time: 0.5770206 Feb 09 19:10:34.878310 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-61c1c06a-24b7-4235-bea9-46079efc1de5 admin admin] Publish callbacks [] for security_group (0bce8524-e565-4824-a6e8-bbb3d69ad054), precommit_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:10:34.887902 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-61c1c06a-24b7-4235-bea9-46079efc1de5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1892331'] for security_group (0bce8524-e565-4824-a6e8-bbb3d69ad054), after_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:10:34.902759 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-8b9d22a4-3b3a-48fb-a82a-9b007de7a122 req-495b84b8-11fa-4b6b-9eca-3d203470dbc9 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=816526f9-3182-449c-a6c1-ec06db6c235e HTTP/1.1" status: 200 len: 217 time: 0.0477931 Feb 09 19:10:34.964827 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-61c1c06a-24b7-4235-bea9-46079efc1de5 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=6c428df53c1f482791ee30533495d50a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3795748 Feb 09 19:10:34.971178 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 57330) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:10:34.988824 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61c1c06a-24b7-4235-bea9-46079efc1de5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0bce8524-e565-4824-a6e8-bbb3d69ad054,revision_number=1']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:10:34.999111 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-8b9d22a4-3b3a-48fb-a82a-9b007de7a122 req-ffd24502-5003-4e4f-80ee-f18e37e374cf service neutron] 10.222.0.89 "GET /v2.0/networks/e119be35-9333-4ec1-a284-366321b505fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2323072 Feb 09 19:10:35.027124 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b9d22a4-3b3a-48fb-a82a-9b007de7a122 req-a0c51d08-74b4-4907-99d8-8e4fb3485002 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:10:35.028832 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-8b9d22a4-3b3a-48fb-a82a-9b007de7a122 req-a0c51d08-74b4-4907-99d8-8e4fb3485002 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=41b0b245-923a-427d-ac3e-7f4b2ecbbb0e HTTP/1.1" status: 200 len: 847 time: 0.1168711 Feb 09 19:10:35.037310 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-aaca70d0-65de-4b1a-883e-1b1912e98a1f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762867177463', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762866656476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14393751'] for port (b1c5b11a-43d4-48f6-ad0c-cf6af62a1a3e), after_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:10:35.072563 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-18f5a212-a92c-4c98-8f46-f0a5df8b57db admin admin] Publish callbacks [] for security_group (0bce8524-e565-4824-a6e8-bbb3d69ad054), before_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:10:35.077208 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaca70d0-65de-4b1a-883e-1b1912e98a1f admin admin] Pushing event deleted for resources: {'Port': ['ID=b1c5b11a-43d4-48f6-ad0c-cf6af62a1a3e,revision_number=None']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:10:35.100055 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-18f5a212-a92c-4c98-8f46-f0a5df8b57db admin admin] Publish callbacks [] for security_group (0bce8524-e565-4824-a6e8-bbb3d69ad054), precommit_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:10:35.120618 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-8b9d22a4-3b3a-48fb-a82a-9b007de7a122 req-80e3a2b4-1b66-40f9-9a84-3c755ddc340c service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=d725567e-ae4f-48c7-8826-ca95b9692346&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0511417 Feb 09 19:10:35.177651 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02a420a2-a4b5-455a-886e-5f54c412cbcc req-5a9f95e5-6c54-4dbb-8212-4721abbf2915 tempest-ImagesNegativeTestJSON-1012605011 tempest-ImagesNegativeTestJSON-1012605011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:10:35.179388 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-02a420a2-a4b5-455a-886e-5f54c412cbcc req-5a9f95e5-6c54-4dbb-8212-4721abbf2915 tempest-ImagesNegativeTestJSON-1012605011 tempest-ImagesNegativeTestJSON-1012605011-project] 10.222.0.75 "GET /v2.0/ports?device_id=1e3e8d97-0d0f-48f5-a76a-1c1e1425ed62 HTTP/1.1" status: 200 len: 949 time: 0.0773492 Feb 09 19:10:35.204604 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-18f5a212-a92c-4c98-8f46-f0a5df8b57db admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1892331'] for security_group (0bce8524-e565-4824-a6e8-bbb3d69ad054), after_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:10:35.207192 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-18f5a212-a92c-4c98-8f46-f0a5df8b57db admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:10:35.208342 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-18f5a212-a92c-4c98-8f46-f0a5df8b57db admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/0bce8524-e565-4824-a6e8-bbb3d69ad054 HTTP/1.1" status: 204 len: 168 time: 0.2352779 Feb 09 19:10:35.229900 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18f5a212-a92c-4c98-8f46-f0a5df8b57db admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0bce8524-e565-4824-a6e8-bbb3d69ad054,revision_number=None']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:10:35.257297 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-aaca70d0-65de-4b1a-883e-1b1912e98a1f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1818987'] for router_gateway (96249836-900d-4477-a2b3-cb7ec6953583), after_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:10:35.259177 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-02a420a2-a4b5-455a-886e-5f54c412cbcc req-e38b8ec7-553f-4fb2-af2f-4c0c40cc754a tempest-ImagesNegativeTestJSON-1012605011 tempest-ImagesNegativeTestJSON-1012605011-project] 10.222.0.75 "GET /v2.0/security-groups?id=4d2bffdb-f51a-4ed5-b8f2-0a3d57b4e434&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0725141 Feb 09 19:10:35.349456 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc693113-23df-4567-b60c-235fcd3008a9 req-ff1134fa-e37e-4642-a042-f911d77ab81a tempest-DeleteServersTestJSON-1870379525 tempest-DeleteServersTestJSON-1870379525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:10:35.357378 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-bc693113-23df-4567-b60c-235fcd3008a9 req-ff1134fa-e37e-4642-a042-f911d77ab81a tempest-DeleteServersTestJSON-1870379525 tempest-DeleteServersTestJSON-1870379525-project] 10.222.0.75 "GET /v2.0/ports?device_id=5e66146c-80cb-464f-a195-4176fc6a344c HTTP/1.1" status: 200 len: 946 time: 0.2721190 Feb 09 19:10:35.388602 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9f4540d-39fe-4b37-9ce9-9b166e59e13e req-db00ff84-16b5-4599-b5ad-33a1234fec94 tempest-LiveMigrationTest-1021096981 tempest-LiveMigrationTest-1021096981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:10:35.395628 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-a9f4540d-39fe-4b37-9ce9-9b166e59e13e req-db00ff84-16b5-4599-b5ad-33a1234fec94 tempest-LiveMigrationTest-1021096981 tempest-LiveMigrationTest-1021096981-project] 10.222.0.75 "GET /v2.0/ports?device_id=a26f3e83-5a8d-4d9d-aa20-3d25b99af655 HTTP/1.1" status: 200 len: 943 time: 0.0650806 Feb 09 19:10:35.421942 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-aaca70d0-65de-4b1a-883e-1b1912e98a1f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1834988', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-58375'] for router (96249836-900d-4477-a2b3-cb7ec6953583), precommit_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:10:35.424010 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-aaca70d0-65de-4b1a-883e-1b1912e98a1f admin admin] Publish callbacks [] for router_controller (96249836-900d-4477-a2b3-cb7ec6953583), precommit_delete_associations {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:10:35.427851 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-8b9d22a4-3b3a-48fb-a82a-9b007de7a122 req-6424e936-d780-4afd-b079-b27dee5a2dec service neutron] 10.222.0.90 "GET /v2.0/networks/d725567e-ae4f-48c7-8826-ca95b9692346?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2788527 Feb 09 19:10:35.451194 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-a9f4540d-39fe-4b37-9ce9-9b166e59e13e req-e5ed4ab7-8cfe-43f5-a809-80fb32bbcaf1 tempest-LiveMigrationTest-1021096981 tempest-LiveMigrationTest-1021096981-project] 10.222.0.75 "GET /v2.0/security-groups?id=ba18819a-1490-4e7b-a11b-e8610423d8ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545475 Feb 09 19:10:35.530504 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-aaca70d0-65de-4b1a-883e-1b1912e98a1f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1835003'] for router (96249836-900d-4477-a2b3-cb7ec6953583), after_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:10:35.531027 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aaca70d0-65de-4b1a-883e-1b1912e98a1f admin admin] Fanout notify agent at l3_agent the message router_deleted on router 96249836-900d-4477-a2b3-cb7ec6953583 {{(pid=103230) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 09 19:10:35.538698 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-aaca70d0-65de-4b1a-883e-1b1912e98a1f admin admin] Publish callbacks [] for router (None), before_response {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:10:35.539820 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-aaca70d0-65de-4b1a-883e-1b1912e98a1f admin admin] 10.222.0.75 "DELETE /v2.0/routers/96249836-900d-4477-a2b3-cb7ec6953583 HTTP/1.1" status: 204 len: 168 time: 2.1968558 Feb 09 19:10:35.542749 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 57344) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:10:35.553426 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-bc693113-23df-4567-b60c-235fcd3008a9 req-e69e6e21-69a2-432d-b5c2-07f7d864160b tempest-DeleteServersTestJSON-1870379525 tempest-DeleteServersTestJSON-1870379525-project] 10.222.0.75 "GET /v2.0/security-groups?id=5ce92d32-ca94-4b6c-925d-b9dff609abe6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1949251 Feb 09 19:10:35.627878 n-d-713498-36 neutron-server[103229]: DEBUG neutron.db.db_base_plugin_v2 [None req-fa1ff965-aef8-4f12-84a9-e1cbe18e5039 admin admin] Deleting subnet 8db1da64-e2e1-4413-9461-c0ef5c86913b {{(pid=103229) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 19:10:35.629525 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-8b9d22a4-3b3a-48fb-a82a-9b007de7a122 req-e035927b-5949-497b-839c-fb41591193ce service neutron] 10.222.0.90 "GET /v2.0/networks/d725567e-ae4f-48c7-8826-ca95b9692346?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1866894 Feb 09 19:10:35.631230 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-fa1ff965-aef8-4f12-84a9-e1cbe18e5039 admin admin] Publish callbacks [] for subnet (8db1da64-e2e1-4413-9461-c0ef5c86913b), before_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:10:35.700285 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-fa1ff965-aef8-4f12-84a9-e1cbe18e5039 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16683410'] for subnet (8db1da64-e2e1-4413-9461-c0ef5c86913b), precommit_delete_associations {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:10:35.816310 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23d5f816-8980-44de-b42a-2d40c2d72947 req-79ba11e7-5494-4028-8b31-69d4a4f25ca6 tempest-ImagesTestJSON-1015154253 tempest-ImagesTestJSON-1015154253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:10:35.818656 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-23d5f816-8980-44de-b42a-2d40c2d72947 req-79ba11e7-5494-4028-8b31-69d4a4f25ca6 tempest-ImagesTestJSON-1015154253 tempest-ImagesTestJSON-1015154253-project] 10.222.0.75 "GET /v2.0/ports?device_id=4746f15a-6ce7-4138-81d0-89a84e1043d2 HTTP/1.1" status: 200 len: 944 time: 0.0986671 Feb 09 19:10:35.829363 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-fa1ff965-aef8-4f12-84a9-e1cbe18e5039 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-759852'] for subnet (8db1da64-e2e1-4413-9461-c0ef5c86913b), precommit_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:10:35.935292 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-23d5f816-8980-44de-b42a-2d40c2d72947 req-9314ca2f-246b-4283-9f7f-5ad04e137d11 tempest-ImagesTestJSON-1015154253 tempest-ImagesTestJSON-1015154253-project] 10.222.0.75 "GET /v2.0/security-groups?id=1f45f199-38bd-4afd-a63a-d9a4ed62c8a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1089573 Feb 09 19:10:35.957811 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-fa1ff965-aef8-4f12-84a9-e1cbe18e5039 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-760023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12867367', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12759238'] for subnet (8db1da64-e2e1-4413-9461-c0ef5c86913b), after_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:10:35.991209 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-fa1ff965-aef8-4f12-84a9-e1cbe18e5039 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1613566'] for subnet (None), before_response {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:10:35.995271 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-fa1ff965-aef8-4f12-84a9-e1cbe18e5039 admin admin] 10.222.0.75 "DELETE /v2.0/subnets/8db1da64-e2e1-4413-9461-c0ef5c86913b HTTP/1.1" status: 204 len: 168 time: 0.4512537 Feb 09 19:10:35.998259 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 57360) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:10:36.000366 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2e0b915-5dd3-4569-9280-b8c13aaae2e1 None None] Network accce061-061c-4941-b6f5-622972dff07e requested from n-d-713498-36 {{(pid=103232) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 19:10:36.018025 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa1ff965-aef8-4f12-84a9-e1cbe18e5039 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8db1da64-e2e1-4413-9461-c0ef5c86913b,revision_number=None']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:10:36.182467 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-e85fd71c-e6a1-4bc2-ac58-6b08b9d9b093 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-670458'] for network (accce061-061c-4941-b6f5-622972dff07e), before_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:10:36.209365 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Device fd34fd0e-ed25-4590-b279-ed9d384b8ce4 no longer exists at agent ovs-agent-n-d-713498-36 {{(pid=103232) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 19:10:36.251984 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] No Port match for: fd34fd0e-ed25-4590-b279-ed9d384b8ce4 {{(pid=103232) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 19:10:36.252587 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Device fd34fd0e-ed25-4590-b279-ed9d384b8ce4 not bound to the agent host n-d-713498-36 {{(pid=103232) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 19:10:36.253205 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Device b1c5b11a-43d4-48f6-ad0c-cf6af62a1a3e no longer exists at agent ovs-agent-n-d-713498-36 {{(pid=103232) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 19:10:36.281364 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.plugin [None req-e85fd71c-e6a1-4bc2-ac58-6b08b9d9b093 admin admin] Deleting port 57978827-0bde-483d-9756-8a6f3e35fd81 {{(pid=103230) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 19:10:36.289595 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] No Port match for: b1c5b11a-43d4-48f6-ad0c-cf6af62a1a3e {{(pid=103232) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 19:10:36.289595 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Device b1c5b11a-43d4-48f6-ad0c-cf6af62a1a3e not bound to the agent host n-d-713498-36 {{(pid=103232) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 19:10:36.297156 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-e85fd71c-e6a1-4bc2-ac58-6b08b9d9b093 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762867170196'] for port (57978827-0bde-483d-9756-8a6f3e35fd81), before_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:10:36.327661 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a80d2e0-f299-45c8-bf63-ca50c700230b None None] DHCP port deletion for accce061-061c-4941-b6f5-622972dff07e request from n-d-713498-36 {{(pid=103232) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 09 19:10:36.384298 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Device ad50da34-d581-41dc-ac29-5d3d7fed137f details requested by agent hyperv_n-h1-713498-36 with host n-h1-713498-36 {{(pid=103232) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 19:10:36.440302 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.db [None req-e85fd71c-e6a1-4bc2-ac58-6b08b9d9b093 admin admin] For port 57978827-0bde-483d-9756-8a6f3e35fd81, host n-d-713498-36, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-36',level=0,port_id=57978827-0bde-483d-9756-8a6f3e35fd81,segment=NetworkSegment(0bf6b8dc-b06d-4f6b-b1a6-2917a8aeac5d),segment_id=0bf6b8dc-b06d-4f6b-b1a6-2917a8aeac5d)] {{(pid=103230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 19:10:36.440989 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-e85fd71c-e6a1-4bc2-ac58-6b08b9d9b093 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1820838'] for port (57978827-0bde-483d-9756-8a6f3e35fd81), precommit_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:10:36.460048 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.plugin [None req-e85fd71c-e6a1-4bc2-ac58-6b08b9d9b093 admin admin] Calling delete_port for 57978827-0bde-483d-9756-8a6f3e35fd81 owned by network:dhcp {{(pid=103230) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 19:10:36.510850 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be1ab1ab-d965-4e5f-9d49-8643623b752f req-be7e0084-8e12-4e6c-a763-fec218982589 tempest-ImagesNegativeTestJSON-1012605011 tempest-ImagesNegativeTestJSON-1012605011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:10:36.512554 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] For port ad50da34-d581-41dc-ac29-5d3d7fed137f, host n-h1-713498-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-36',level=0,port_id=ad50da34-d581-41dc-ac29-5d3d7fed137f,segment=NetworkSegment(1cb0f7b5-eca3-4fd8-9372-0323bad2bf37),segment_id=1cb0f7b5-eca3-4fd8-9372-0323bad2bf37)] {{(pid=103232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 19:10:36.522658 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-be1ab1ab-d965-4e5f-9d49-8643623b752f req-be7e0084-8e12-4e6c-a763-fec218982589 tempest-ImagesNegativeTestJSON-1012605011 tempest-ImagesNegativeTestJSON-1012605011-project] 10.222.0.75 "GET /v2.0/ports?device_id=1e3e8d97-0d0f-48f5-a76a-1c1e1425ed62 HTTP/1.1" status: 200 len: 949 time: 0.1441453 Feb 09 19:10:36.572869 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Returning: {'device': 'ad50da34-d581-41dc-ac29-5d3d7fed137f', 'network_id': 'e119be35-9333-4ec1-a284-366321b505fc', 'port_id': 'ad50da34-d581-41dc-ac29-5d3d7fed137f', 'mac_address': 'fa:16:3e:d1:62:9c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 352, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1c11460d-4fed-4117-8587-f721cf533c67', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103232) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 19:10:36.677028 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-6a80d2e0-f299-45c8-bf63-ca50c700230b None None] Deleting port 57978827-0bde-483d-9756-8a6f3e35fd81 {{(pid=103232) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 19:10:36.679198 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-6a80d2e0-f299-45c8-bf63-ca50c700230b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762867170196'] for port (57978827-0bde-483d-9756-8a6f3e35fd81), before_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:10:36.694814 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-be1ab1ab-d965-4e5f-9d49-8643623b752f req-cb41b04e-22ca-43b3-a6ed-3d1eda612b36 tempest-ImagesNegativeTestJSON-1012605011 tempest-ImagesNegativeTestJSON-1012605011-project] 10.222.0.75 "GET /v2.0/security-groups?id=4d2bffdb-f51a-4ed5-b8f2-0a3d57b4e434&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1718509 Feb 09 19:10:36.745215 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-e85fd71c-e6a1-4bc2-ac58-6b08b9d9b093 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762867177463', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762866656476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14393751'] for port (57978827-0bde-483d-9756-8a6f3e35fd81), after_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:10:36.748455 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-055a890a-778d-4ba9-bd29-0460fceb6cf3 req-9cf67414-dfdd-4dac-bcd1-1720861842a6 tempest-LiveMigrationTest-1021096981 tempest-LiveMigrationTest-1021096981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:10:36.752738 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-055a890a-778d-4ba9-bd29-0460fceb6cf3 req-9cf67414-dfdd-4dac-bcd1-1720861842a6 tempest-LiveMigrationTest-1021096981 tempest-LiveMigrationTest-1021096981-project] 10.222.0.75 "GET /v2.0/ports?device_id=a26f3e83-5a8d-4d9d-aa20-3d25b99af655 HTTP/1.1" status: 200 len: 943 time: 0.1565957 Feb 09 19:10:36.799952 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e85fd71c-e6a1-4bc2-ac58-6b08b9d9b093 admin admin] Pushing event deleted for resources: {'Port': ['ID=57978827-0bde-483d-9756-8a6f3e35fd81,revision_number=None']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:10:36.811754 n-d-713498-36 neutron-server[103230]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e85fd71c-e6a1-4bc2-ac58-6b08b9d9b093 admin admin] No DVR routers for this DVR port 57978827-0bde-483d-9756-8a6f3e35fd81 on host n-d-713498-36 {{(pid=103230) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 19:10:36.847757 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-055a890a-778d-4ba9-bd29-0460fceb6cf3 req-b7c3ad89-8934-4278-b2b3-3b7959623200 tempest-LiveMigrationTest-1021096981 tempest-LiveMigrationTest-1021096981-project] 10.222.0.75 "GET /v2.0/security-groups?id=ba18819a-1490-4e7b-a11b-e8610423d8ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0874484 Feb 09 19:10:36.888123 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Current status of the port ad50da34-d581-41dc-ac29-5d3d7fed137f is: DOWN; New status is: BUILD {{(pid=103232) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 19:10:36.888524 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (ad50da34-d581-41dc-ac29-5d3d7fed137f), before_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:10:36.939934 n-d-713498-36 neutron-server[103232]: DEBUG neutron.notifiers.nova [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ad50da34-d581-41dc-ac29-5d3d7fed137f {{(pid=103232) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 19:10:36.959953 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-6a80d2e0-f299-45c8-bf63-ca50c700230b None None] For port 57978827-0bde-483d-9756-8a6f3e35fd81, host n-d-713498-36, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-36',level=0,port_id=57978827-0bde-483d-9756-8a6f3e35fd81,segment=NetworkSegment(0bf6b8dc-b06d-4f6b-b1a6-2917a8aeac5d),segment_id=0bf6b8dc-b06d-4f6b-b1a6-2917a8aeac5d)] {{(pid=103232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 19:10:36.962356 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-6a80d2e0-f299-45c8-bf63-ca50c700230b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1820838'] for port (57978827-0bde-483d-9756-8a6f3e35fd81), precommit_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:10:37.011066 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-6a80d2e0-f299-45c8-bf63-ca50c700230b None None] Calling delete_port for 57978827-0bde-483d-9756-8a6f3e35fd81 owned by network:dhcp {{(pid=103232) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 19:10:37.011759 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-e85fd71c-e6a1-4bc2-ac58-6b08b9d9b093 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-590267', 'neutron.services.segments.db._delete_segments_for_network-8762867132609'] for network (accce061-061c-4941-b6f5-622972dff07e), precommit_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:10:37.038897 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] For port ad50da34-d581-41dc-ac29-5d3d7fed137f, host n-h1-713498-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-36',level=0,port_id=ad50da34-d581-41dc-ac29-5d3d7fed137f,segment=NetworkSegment(1cb0f7b5-eca3-4fd8-9372-0323bad2bf37),segment_id=1cb0f7b5-eca3-4fd8-9372-0323bad2bf37)] {{(pid=103232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 19:10:37.054945 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762867176205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762866656485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762866656503'] for port (ad50da34-d581-41dc-ac29-5d3d7fed137f), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:10:37.065732 n-d-713498-36 neutron-server[103230]: DEBUG neutron.services.segments.db [None req-e85fd71c-e6a1-4bc2-ac58-6b08b9d9b093 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['accce061-061c-4941-b6f5-622972dff07e']}} {{(pid=103230) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:10:37.088655 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b289e1b-4849-4755-b187-e3c674bb5005 req-ab91a4e3-3f74-4fc4-bfff-43f75bd2b7cf tempest-DeleteServersTestJSON-1870379525 tempest-DeleteServersTestJSON-1870379525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:10:37.097693 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-8b289e1b-4849-4755-b187-e3c674bb5005 req-ab91a4e3-3f74-4fc4-bfff-43f75bd2b7cf tempest-DeleteServersTestJSON-1870379525 tempest-DeleteServersTestJSON-1870379525-project] 10.222.0.75 "GET /v2.0/ports?device_id=5e66146c-80cb-464f-a195-4176fc6a344c HTTP/1.1" status: 200 len: 946 time: 0.2294519 Feb 09 19:10:37.159927 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c96d7da-1ab9-4fc4-9e80-5a0a98f0ba97 req-ff9cc1a5-d57e-4819-9b4c-3c8b810a06b2 tempest-ImagesTestJSON-1015154253 tempest-ImagesTestJSON-1015154253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:10:37.166636 n-d-713498-36 neutron-server[103230]: DEBUG neutron.services.segments.db [None req-e85fd71c-e6a1-4bc2-ac58-6b08b9d9b093 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0bf6b8dc-b06d-4f6b-b1a6-2917a8aeac5d') {'for_net_delete': True} {{(pid=103230) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:10:37.168932 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-7c96d7da-1ab9-4fc4-9e80-5a0a98f0ba97 req-ff9cc1a5-d57e-4819-9b4c-3c8b810a06b2 tempest-ImagesTestJSON-1015154253 tempest-ImagesTestJSON-1015154253-project] 10.222.0.75 "GET /v2.0/ports?device_id=4746f15a-6ce7-4138-81d0-89a84e1043d2 HTTP/1.1" status: 200 len: 945 time: 0.1147261 Feb 09 19:10:37.169440 n-d-713498-36 neutron-server[103230]: DEBUG neutron.services.segments.db [None req-e85fd71c-e6a1-4bc2-ac58-6b08b9d9b093 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0bf6b8dc-b06d-4f6b-b1a6-2917a8aeac5d') {} {{(pid=103230) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:10:37.234776 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Pushing event updated for resources: {'Port': ['ID=ad50da34-d581-41dc-ac29-5d3d7fed137f,revision_number=4']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:10:37.275130 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-7c96d7da-1ab9-4fc4-9e80-5a0a98f0ba97 req-b937a6ce-27de-43c8-8497-b6803c1f0052 tempest-ImagesTestJSON-1015154253 tempest-ImagesTestJSON-1015154253-project] 10.222.0.75 "GET /v2.0/security-groups?id=1f45f199-38bd-4afd-a63a-d9a4ed62c8a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1051385 Feb 09 19:10:37.297358 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-6a80d2e0-f299-45c8-bf63-ca50c700230b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762867177463', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762866656476'] for port (57978827-0bde-483d-9756-8a6f3e35fd81), after_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:10:37.319788 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-e85fd71c-e6a1-4bc2-ac58-6b08b9d9b093 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762867134154', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12895813'] for segment (0bf6b8dc-b06d-4f6b-b1a6-2917a8aeac5d), before_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:10:37.334549 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a80d2e0-f299-45c8-bf63-ca50c700230b None None] Pushing event deleted for resources: {'Port': ['ID=57978827-0bde-483d-9756-8a6f3e35fd81,revision_number=None']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:10:37.341678 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a80d2e0-f299-45c8-bf63-ca50c700230b None None] No DVR routers for this DVR port 57978827-0bde-483d-9756-8a6f3e35fd81 on host n-d-713498-36 {{(pid=103232) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 19:10:37.382201 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] get_ports_and_sgs() called for port_ids ['ad50da34-d581-41dc-ac29-5d3d7fed137f'] {{(pid=103232) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 19:10:37.395330 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-762f7715-cfa3-4be5-bce5-9b1dfe955f6f req-d6ac8568-71b7-49a8-af16-3db680691b9e tempest-ImagesNegativeTestJSON-1012605011 tempest-ImagesNegativeTestJSON-1012605011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:10:37.397450 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-762f7715-cfa3-4be5-bce5-9b1dfe955f6f req-d6ac8568-71b7-49a8-af16-3db680691b9e tempest-ImagesNegativeTestJSON-1012605011 tempest-ImagesNegativeTestJSON-1012605011-project] 10.222.0.90 "GET /v2.0/ports?device_id=1e3e8d97-0d0f-48f5-a76a-1c1e1425ed62 HTTP/1.1" status: 200 len: 949 time: 0.2211549 Feb 09 19:10:37.421559 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-8b289e1b-4849-4755-b187-e3c674bb5005 req-936e843d-9c43-4cc3-bc00-20c14ed16dc0 tempest-DeleteServersTestJSON-1870379525 tempest-DeleteServersTestJSON-1870379525-project] 10.222.0.75 "GET /v2.0/security-groups?id=5ce92d32-ca94-4b6c-925d-b9dff609abe6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3229475 Feb 09 19:10:37.425302 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-e85fd71c-e6a1-4bc2-ac58-6b08b9d9b093 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-759574'] for segment (0bf6b8dc-b06d-4f6b-b1a6-2917a8aeac5d), precommit_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:10:37.441492 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e85fd71c-e6a1-4bc2-ac58-6b08b9d9b093 admin admin] Releasing vlan 374 on physical network physnet1 to pool {{(pid=103230) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 19:10:37.442053 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-e85fd71c-e6a1-4bc2-ac58-6b08b9d9b093 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-759574', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14393826'] for segment (0bf6b8dc-b06d-4f6b-b1a6-2917a8aeac5d), after_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:10:37.445603 n-d-713498-36 neutron-server[103230]: Traceback (most recent call last): Feb 09 19:10:37.445603 n-d-713498-36 neutron-server[103230]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 19:10:37.445603 n-d-713498-36 neutron-server[103230]: timer() Feb 09 19:10:37.445603 n-d-713498-36 neutron-server[103230]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 19:10:37.445603 n-d-713498-36 neutron-server[103230]: cb(*args, **kw) Feb 09 19:10:37.445603 n-d-713498-36 neutron-server[103230]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 19:10:37.445603 n-d-713498-36 neutron-server[103230]: return func(*args, **kwargs) Feb 09 19:10:37.445603 n-d-713498-36 neutron-server[103230]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 19:10:37.445603 n-d-713498-36 neutron-server[103230]: self._notify() Feb 09 19:10:37.445603 n-d-713498-36 neutron-server[103230]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 19:10:37.445603 n-d-713498-36 neutron-server[103230]: self.callback(batched_events) Feb 09 19:10:37.445603 n-d-713498-36 neutron-server[103230]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 19:10:37.445603 n-d-713498-36 neutron-server[103230]: event.method(event) Feb 09 19:10:37.445603 n-d-713498-36 neutron-server[103230]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 19:10:37.445603 n-d-713498-36 neutron-server[103230]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 19:10:37.445603 n-d-713498-36 neutron-server[103230]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 19:10:37.445603 n-d-713498-36 neutron-server[103230]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 19:10:37.445603 n-d-713498-36 neutron-server[103230]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 19:10:37.445603 n-d-713498-36 neutron-server[103230]: return f(self, *a, **k) Feb 09 19:10:37.445603 n-d-713498-36 neutron-server[103230]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 19:10:37.445603 n-d-713498-36 neutron-server[103230]: return self._get(url).json() Feb 09 19:10:37.445603 n-d-713498-36 neutron-server[103230]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 19:10:37.445603 n-d-713498-36 neutron-server[103230]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 19:10:37.445603 n-d-713498-36 neutron-server[103230]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 19:10:37.445603 n-d-713498-36 neutron-server[103230]: return self.request(url, 'GET', **kwargs) Feb 09 19:10:37.445603 n-d-713498-36 neutron-server[103230]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 19:10:37.445603 n-d-713498-36 neutron-server[103230]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 19:10:37.445603 n-d-713498-36 neutron-server[103230]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 19:10:37.445603 n-d-713498-36 neutron-server[103230]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 19:10:37.445603 n-d-713498-36 neutron-server[103230]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 19:10:37.445603 n-d-713498-36 neutron-server[103230]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 19:10:37.445603 n-d-713498-36 neutron-server[103230]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 19:10:37.640673 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-e85fd71c-e6a1-4bc2-ac58-6b08b9d9b093 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-590242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1885479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1818895'] for network (accce061-061c-4941-b6f5-622972dff07e), after_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:10:37.647621 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-e85fd71c-e6a1-4bc2-ac58-6b08b9d9b093 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1613566'] for network (None), before_response {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:10:37.659421 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-e85fd71c-e6a1-4bc2-ac58-6b08b9d9b093 admin admin] 10.222.0.75 "DELETE /v2.0/networks/accce061-061c-4941-b6f5-622972dff07e HTTP/1.1" status: 204 len: 168 time: 1.6574841 Feb 09 19:10:37.684830 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e85fd71c-e6a1-4bc2-ac58-6b08b9d9b093 admin admin] Pushing event deleted for resources: {'Network': ['ID=accce061-061c-4941-b6f5-622972dff07e,revision_number=None']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:10:37.717325 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.plugin [req-762f7715-cfa3-4be5-bce5-9b1dfe955f6f req-2aba56a0-7727-4ce1-8ed2-20472dcb4429 tempest-ImagesNegativeTestJSON-1012605011 tempest-ImagesNegativeTestJSON-1012605011-project] Deleting port 9c7b8c0b-90fd-475c-a7d9-fb8f23a5547f {{(pid=103230) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 19:10:37.717684 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [req-762f7715-cfa3-4be5-bce5-9b1dfe955f6f req-2aba56a0-7727-4ce1-8ed2-20472dcb4429 tempest-ImagesNegativeTestJSON-1012605011 tempest-ImagesNegativeTestJSON-1012605011-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762867170196'] for port (9c7b8c0b-90fd-475c-a7d9-fb8f23a5547f), before_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:10:37.907703 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49803ecc-dc1a-4b5e-8a39-e389ecb91ce8 req-43a4d189-fa14-4e54-8dd4-fb238da8e5fe tempest-ImagesNegativeTestJSON-1012605011 tempest-ImagesNegativeTestJSON-1012605011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:10:37.913063 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-49803ecc-dc1a-4b5e-8a39-e389ecb91ce8 req-43a4d189-fa14-4e54-8dd4-fb238da8e5fe tempest-ImagesNegativeTestJSON-1012605011 tempest-ImagesNegativeTestJSON-1012605011-project] 10.222.0.75 "GET /v2.0/ports?device_id=1e3e8d97-0d0f-48f5-a76a-1c1e1425ed62 HTTP/1.1" status: 200 len: 949 time: 0.1187460 Feb 09 19:10:37.995883 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.db [req-762f7715-cfa3-4be5-bce5-9b1dfe955f6f req-2aba56a0-7727-4ce1-8ed2-20472dcb4429 tempest-ImagesNegativeTestJSON-1012605011 tempest-ImagesNegativeTestJSON-1012605011-project] For port 9c7b8c0b-90fd-475c-a7d9-fb8f23a5547f, host n-h2-713498-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-36',level=0,port_id=9c7b8c0b-90fd-475c-a7d9-fb8f23a5547f,segment=NetworkSegment(50e5915e-18f0-4558-9a28-b978975ead36),segment_id=50e5915e-18f0-4558-9a28-b978975ead36)] {{(pid=103230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 19:10:37.996273 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [req-762f7715-cfa3-4be5-bce5-9b1dfe955f6f req-2aba56a0-7727-4ce1-8ed2-20472dcb4429 tempest-ImagesNegativeTestJSON-1012605011 tempest-ImagesNegativeTestJSON-1012605011-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1820838'] for port (9c7b8c0b-90fd-475c-a7d9-fb8f23a5547f), precommit_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:10:38.007970 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-49803ecc-dc1a-4b5e-8a39-e389ecb91ce8 req-3d22cb29-167b-4ef0-8aa3-583c3d440b75 tempest-ImagesNegativeTestJSON-1012605011 tempest-ImagesNegativeTestJSON-1012605011-project] 10.222.0.75 "GET /v2.0/security-groups?id=4d2bffdb-f51a-4ed5-b8f2-0a3d57b4e434&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0870886 Feb 09 19:10:38.029896 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Device 57978827-0bde-483d-9756-8a6f3e35fd81 no longer exists at agent ovs-agent-n-d-713498-36 {{(pid=103232) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 19:10:38.065198 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 57420) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:10:38.089500 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.plugin [req-762f7715-cfa3-4be5-bce5-9b1dfe955f6f req-2aba56a0-7727-4ce1-8ed2-20472dcb4429 tempest-ImagesNegativeTestJSON-1012605011 tempest-ImagesNegativeTestJSON-1012605011-project] Calling delete_port for 9c7b8c0b-90fd-475c-a7d9-fb8f23a5547f owned by compute:nova {{(pid=103230) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 19:10:38.097386 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] No Port match for: 57978827-0bde-483d-9756-8a6f3e35fd81 {{(pid=103232) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 19:10:38.100844 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Device 57978827-0bde-483d-9756-8a6f3e35fd81 not bound to the agent host n-d-713498-36 {{(pid=103232) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 19:10:38.126953 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-286b14ac-9fe5-41cb-a4a2-b572d12c5e24 req-60248007-3b2d-48c2-82bb-7236b0bc17b7 tempest-LiveMigrationTest-1021096981 tempest-LiveMigrationTest-1021096981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:10:38.139162 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-286b14ac-9fe5-41cb-a4a2-b572d12c5e24 req-60248007-3b2d-48c2-82bb-7236b0bc17b7 tempest-LiveMigrationTest-1021096981 tempest-LiveMigrationTest-1021096981-project] 10.222.0.75 "GET /v2.0/ports?device_id=a26f3e83-5a8d-4d9d-aa20-3d25b99af655 HTTP/1.1" status: 200 len: 943 time: 0.1440444 Feb 09 19:10:38.164247 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-71407fa7-6a2e-43e0-890d-ec707fc4bc58 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=e7fe2e78952141fcb66374336ee1439b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0975366 Feb 09 19:10:38.164857 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 57430) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:10:38.237705 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-286b14ac-9fe5-41cb-a4a2-b572d12c5e24 req-7016f197-9294-454e-a959-0b79d44de8b9 tempest-LiveMigrationTest-1021096981 tempest-LiveMigrationTest-1021096981-project] 10.222.0.75 "GET /v2.0/security-groups?id=ba18819a-1490-4e7b-a11b-e8610423d8ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0954435 Feb 09 19:10:38.265485 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-8142a331-8c87-4e77-ab1e-15f2e0473f7d admin admin] Publish callbacks [] for security_group (6ef9449a-e098-4cf5-aab7-b58b6c7c0ccd), before_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:10:38.295986 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-8142a331-8c87-4e77-ab1e-15f2e0473f7d admin admin] Publish callbacks [] for security_group (6ef9449a-e098-4cf5-aab7-b58b6c7c0ccd), precommit_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:10:38.372300 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-8142a331-8c87-4e77-ab1e-15f2e0473f7d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1892331'] for security_group (6ef9449a-e098-4cf5-aab7-b58b6c7c0ccd), after_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:10:38.375422 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-8142a331-8c87-4e77-ab1e-15f2e0473f7d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:10:38.376770 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-8142a331-8c87-4e77-ab1e-15f2e0473f7d admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/6ef9449a-e098-4cf5-aab7-b58b6c7c0ccd HTTP/1.1" status: 204 len: 168 time: 0.2077131 Feb 09 19:10:38.390858 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8142a331-8c87-4e77-ab1e-15f2e0473f7d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6ef9449a-e098-4cf5-aab7-b58b6c7c0ccd,revision_number=None']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:10:38.467628 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [req-762f7715-cfa3-4be5-bce5-9b1dfe955f6f req-2aba56a0-7727-4ce1-8ed2-20472dcb4429 tempest-ImagesNegativeTestJSON-1012605011 tempest-ImagesNegativeTestJSON-1012605011-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762867177463', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762866656476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14393751'] for port (9c7b8c0b-90fd-475c-a7d9-fb8f23a5547f), after_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:10:38.485150 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-7429db8d-6021-40ad-813e-885be449a89b None None] get_ports_and_sgs() called for port_ids ['9c7b8c0b-90fd-475c-a7d9-fb8f23a5547f'] {{(pid=103232) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 19:10:38.517988 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f16d004-f9a7-4f55-9a39-64b036605fb0 req-27059d3f-f648-4e65-93b8-9efd9a710b11 tempest-ImagesTestJSON-1015154253 tempest-ImagesTestJSON-1015154253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:10:38.528706 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-1f16d004-f9a7-4f55-9a39-64b036605fb0 req-27059d3f-f648-4e65-93b8-9efd9a710b11 tempest-ImagesTestJSON-1015154253 tempest-ImagesTestJSON-1015154253-project] 10.222.0.75 "GET /v2.0/ports?device_id=4746f15a-6ce7-4138-81d0-89a84e1043d2 HTTP/1.1" status: 200 len: 945 time: 0.1396832 Feb 09 19:10:38.559718 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aba56a0-7727-4ce1-8ed2-20472dcb4429 tempest-ImagesNegativeTestJSON-1012605011 tempest-ImagesNegativeTestJSON-1012605011-project] Pushing event deleted for resources: {'Port': ['ID=9c7b8c0b-90fd-475c-a7d9-fb8f23a5547f,revision_number=None']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:10:38.639104 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-1f16d004-f9a7-4f55-9a39-64b036605fb0 req-e5a6b994-c968-46a4-bf6e-76d91bfdad01 tempest-ImagesTestJSON-1015154253 tempest-ImagesTestJSON-1015154253-project] 10.222.0.75 "GET /v2.0/security-groups?id=1f45f199-38bd-4afd-a63a-d9a4ed62c8a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1080704 Feb 09 19:10:38.729014 n-d-713498-36 neutron-server[103230]: DEBUG neutron.db.l3_dvrscheduler_db [req-762f7715-cfa3-4be5-bce5-9b1dfe955f6f req-2aba56a0-7727-4ce1-8ed2-20472dcb4429 tempest-ImagesNegativeTestJSON-1012605011 tempest-ImagesNegativeTestJSON-1012605011-project] No DVR routers for this DVR port 9c7b8c0b-90fd-475c-a7d9-fb8f23a5547f on host n-h2-713498-36 {{(pid=103230) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 19:10:38.754939 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [req-762f7715-cfa3-4be5-bce5-9b1dfe955f6f req-2aba56a0-7727-4ce1-8ed2-20472dcb4429 tempest-ImagesNegativeTestJSON-1012605011 tempest-ImagesNegativeTestJSON-1012605011-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171096'] for port (None), before_response {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:10:38.760522 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-762f7715-cfa3-4be5-bce5-9b1dfe955f6f req-2aba56a0-7727-4ce1-8ed2-20472dcb4429 tempest-ImagesNegativeTestJSON-1012605011 tempest-ImagesNegativeTestJSON-1012605011-project] 10.222.0.90 "DELETE /v2.0/ports/9c7b8c0b-90fd-475c-a7d9-fb8f23a5547f HTTP/1.1" status: 204 len: 173 time: 1.3364270 Feb 09 19:10:38.771335 n-d-713498-36 neutron-server[103230]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1e3e8d97-0d0f-48f5-a76a-1c1e1425ed62', 'name': 'network-vif-deleted', 'tag': '9c7b8c0b-90fd-475c-a7d9-fb8f23a5547f'}] {{(pid=103230) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 19:10:38.775058 n-d-713498-36 neutron-server[103230]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aee5919275bae9f72eb374ee322673045eb80c1f84b4b45a97d96923bd50ab51" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1ab38aea-2711-4e87-8ac2-3746706c2764" -d '{"events": [{"server_uuid": "1e3e8d97-0d0f-48f5-a76a-1c1e1425ed62", "name": "network-vif-deleted", "tag": "9c7b8c0b-90fd-475c-a7d9-fb8f23a5547f"}]}' {{(pid=103230) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 19:10:38.825390 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a2b3c12-a1da-46a3-80a9-f94be9521c8f req-002de638-b9ca-4b65-b7b2-90c1acee6ce4 tempest-DeleteServersTestJSON-1870379525 tempest-DeleteServersTestJSON-1870379525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:10:38.835082 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-1a2b3c12-a1da-46a3-80a9-f94be9521c8f req-002de638-b9ca-4b65-b7b2-90c1acee6ce4 tempest-DeleteServersTestJSON-1870379525 tempest-DeleteServersTestJSON-1870379525-project] 10.222.0.75 "GET /v2.0/ports?device_id=5e66146c-80cb-464f-a195-4176fc6a344c HTTP/1.1" status: 200 len: 946 time: 0.2647092 Feb 09 19:10:38.858557 n-d-713498-36 neutron-server[103230]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 19:10:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-922b26c7-74d6-4874-bc3d-98b39e7ba0d6 x-openstack-request-id: req-922b26c7-74d6-4874-bc3d-98b39e7ba0d6 {{(pid=103230) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 19:10:38.858858 n-d-713498-36 neutron-server[103230]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1e3e8d97-0d0f-48f5-a76a-1c1e1425ed62", "name": "network-vif-deleted", "tag": "9c7b8c0b-90fd-475c-a7d9-fb8f23a5547f", "status": "completed", "code": 200}]} {{(pid=103230) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 19:10:38.859140 n-d-713498-36 neutron-server[103230]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-922b26c7-74d6-4874-bc3d-98b39e7ba0d6 {{(pid=103230) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 19:10:38.859549 n-d-713498-36 neutron-server[103230]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1e3e8d97-0d0f-48f5-a76a-1c1e1425ed62', 'name': 'network-vif-deleted', 'tag': '9c7b8c0b-90fd-475c-a7d9-fb8f23a5547f', 'status': 'completed', 'code': 200} Feb 09 19:10:38.926282 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-1a2b3c12-a1da-46a3-80a9-f94be9521c8f req-ab3a0df3-102a-4442-a8a0-0ae286b5952f tempest-DeleteServersTestJSON-1870379525 tempest-DeleteServersTestJSON-1870379525-project] 10.222.0.75 "GET /v2.0/security-groups?id=5ce92d32-ca94-4b6c-925d-b9dff609abe6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0852849 Feb 09 19:10:38.949512 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 57454) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:10:39.106611 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 57460) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:10:39.146202 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-1ff9168c-5c0e-4015-8bfa-11ca619e082b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:10:39.180039 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-718b6e63-63cf-4c7d-affc-d8832b9a1baa admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=156ea55715a24713b3b342eb95790b07&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0712554 Feb 09 19:10:39.184265 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 57462) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:10:39.193443 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-decc115d-a53b-4f96-9ed1-d2fdf70945cc req-e31c946a-a89b-4439-9757-9c53d386f5bf tempest-ImagesNegativeTestJSON-1012605011 tempest-ImagesNegativeTestJSON-1012605011-project] 10.222.0.75 "GET /v2.0/ports?device_id=1e3e8d97-0d0f-48f5-a76a-1c1e1425ed62 HTTP/1.1" status: 200 len: 210 time: 0.0445683 Feb 09 19:10:39.245768 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-12fc37ae-b09d-419d-a5c8-1ddf6a9b7e86 admin admin] Publish callbacks [] for security_group (179c7785-1b2e-45c1-87f2-c162c2ce5118), before_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:10:39.279126 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-12fc37ae-b09d-419d-a5c8-1ddf6a9b7e86 admin admin] Publish callbacks [] for security_group (179c7785-1b2e-45c1-87f2-c162c2ce5118), precommit_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:10:39.320619 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-1ff9168c-5c0e-4015-8bfa-11ca619e082b admin admin] Publish callbacks [] for security_group (6226abb1-d22a-4cb1-b2f8-9f1571033b28), precommit_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:10:39.326266 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-1ff9168c-5c0e-4015-8bfa-11ca619e082b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1892331'] for security_group (6226abb1-d22a-4cb1-b2f8-9f1571033b28), after_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:10:39.387018 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-1ff9168c-5c0e-4015-8bfa-11ca619e082b admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=56651919e4334ed8a2a80f196fbf2641&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4354534 Feb 09 19:10:39.387922 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ff9168c-5c0e-4015-8bfa-11ca619e082b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6226abb1-d22a-4cb1-b2f8-9f1571033b28,revision_number=1']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:10:39.393863 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 57466) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:10:39.394890 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-12fc37ae-b09d-419d-a5c8-1ddf6a9b7e86 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1892331'] for security_group (179c7785-1b2e-45c1-87f2-c162c2ce5118), after_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:10:39.399964 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-12fc37ae-b09d-419d-a5c8-1ddf6a9b7e86 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:10:39.406452 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-12fc37ae-b09d-419d-a5c8-1ddf6a9b7e86 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/179c7785-1b2e-45c1-87f2-c162c2ce5118 HTTP/1.1" status: 204 len: 168 time: 0.2202182 Feb 09 19:10:39.465346 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12fc37ae-b09d-419d-a5c8-1ddf6a9b7e86 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=179c7785-1b2e-45c1-87f2-c162c2ce5118,revision_number=None']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:10:39.501968 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d31f255a-203f-4c28-8060-c208e32dd87c req-c08f1a1c-d1e6-4e38-baf8-c6630a78953c tempest-LiveMigrationTest-1021096981 tempest-LiveMigrationTest-1021096981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:10:39.509941 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-d31f255a-203f-4c28-8060-c208e32dd87c req-c08f1a1c-d1e6-4e38-baf8-c6630a78953c tempest-LiveMigrationTest-1021096981 tempest-LiveMigrationTest-1021096981-project] 10.222.0.75 "GET /v2.0/ports?device_id=a26f3e83-5a8d-4d9d-aa20-3d25b99af655 HTTP/1.1" status: 200 len: 943 time: 0.1541955 Feb 09 19:10:39.530085 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-5bfe3217-3ab8-4616-ba2c-9bab9d77b3c2 admin admin] Publish callbacks [] for security_group (6226abb1-d22a-4cb1-b2f8-9f1571033b28), before_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:10:39.566123 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-5bfe3217-3ab8-4616-ba2c-9bab9d77b3c2 admin admin] Publish callbacks [] for security_group (6226abb1-d22a-4cb1-b2f8-9f1571033b28), precommit_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:10:39.644797 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-d31f255a-203f-4c28-8060-c208e32dd87c req-f79aac4f-057d-4286-b4f8-c4c9895cd9ef tempest-LiveMigrationTest-1021096981 tempest-LiveMigrationTest-1021096981-project] 10.222.0.75 "GET /v2.0/security-groups?id=ba18819a-1490-4e7b-a11b-e8610423d8ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1336956 Feb 09 19:10:39.666552 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-5bfe3217-3ab8-4616-ba2c-9bab9d77b3c2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1892331'] for security_group (6226abb1-d22a-4cb1-b2f8-9f1571033b28), after_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:10:39.669857 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-5bfe3217-3ab8-4616-ba2c-9bab9d77b3c2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:10:39.671146 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-5bfe3217-3ab8-4616-ba2c-9bab9d77b3c2 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/6226abb1-d22a-4cb1-b2f8-9f1571033b28 HTTP/1.1" status: 204 len: 168 time: 0.2630088 Feb 09 19:10:39.685903 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bfe3217-3ab8-4616-ba2c-9bab9d77b3c2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6226abb1-d22a-4cb1-b2f8-9f1571033b28,revision_number=None']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:10:39.884802 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd5c4086-d0b1-4864-b322-068b6224ce55 req-ef1decf2-2831-4edb-877d-5fea632bdfad tempest-ImagesTestJSON-1015154253 tempest-ImagesTestJSON-1015154253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:10:39.893025 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-dd5c4086-d0b1-4864-b322-068b6224ce55 req-ef1decf2-2831-4edb-877d-5fea632bdfad tempest-ImagesTestJSON-1015154253 tempest-ImagesTestJSON-1015154253-project] 10.222.0.75 "GET /v2.0/ports?device_id=4746f15a-6ce7-4138-81d0-89a84e1043d2 HTTP/1.1" status: 200 len: 945 time: 0.1135085 Feb 09 19:10:39.959314 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-dd5c4086-d0b1-4864-b322-068b6224ce55 req-e2e4967b-df10-4654-894f-8b744b50d888 tempest-ImagesTestJSON-1015154253 tempest-ImagesTestJSON-1015154253-project] 10.222.0.75 "GET /v2.0/security-groups?id=1f45f199-38bd-4afd-a63a-d9a4ed62c8a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597055 Feb 09 19:10:40.088918 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b185cbbb-4244-4094-bcdb-cbcf0b6a8d1a req-da557ea8-6390-4aac-9c11-7a7a1e340a9e tempest-DeleteServersTestJSON-1870379525 tempest-DeleteServersTestJSON-1870379525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:10:40.091330 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-b185cbbb-4244-4094-bcdb-cbcf0b6a8d1a req-da557ea8-6390-4aac-9c11-7a7a1e340a9e tempest-DeleteServersTestJSON-1870379525 tempest-DeleteServersTestJSON-1870379525-project] 10.222.0.75 "GET /v2.0/ports?device_id=5e66146c-80cb-464f-a195-4176fc6a344c HTTP/1.1" status: 200 len: 946 time: 0.0810699 Feb 09 19:10:40.142184 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 57488) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:10:40.157099 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-46d82223-f735-4c4c-85e7-d4cc6bacaa91 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:10:40.159258 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-b185cbbb-4244-4094-bcdb-cbcf0b6a8d1a req-f5ea2f74-b4cc-4130-98eb-780688f1938c tempest-DeleteServersTestJSON-1870379525 tempest-DeleteServersTestJSON-1870379525-project] 10.222.0.75 "GET /v2.0/security-groups?id=5ce92d32-ca94-4b6c-925d-b9dff609abe6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0610042 Feb 09 19:10:40.235869 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Device 9c7b8c0b-90fd-475c-a7d9-fb8f23a5547f no longer exists at agent hyperv_n-h2-713498-36 {{(pid=103232) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 19:10:40.254233 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-46d82223-f735-4c4c-85e7-d4cc6bacaa91 admin admin] Publish callbacks [] for security_group (62315bd1-0294-4f03-a455-61f058e96afc), precommit_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:10:40.260429 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-46d82223-f735-4c4c-85e7-d4cc6bacaa91 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1892331'] for security_group (62315bd1-0294-4f03-a455-61f058e96afc), after_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:10:40.263504 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-7429db8d-6021-40ad-813e-885be449a89b None None] No Port match for: 9c7b8c0b-90fd-475c-a7d9-fb8f23a5547f {{(pid=103232) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 19:10:40.264073 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Device 9c7b8c0b-90fd-475c-a7d9-fb8f23a5547f not bound to the agent host n-h2-713498-36 {{(pid=103232) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 19:10:40.264684 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Device 816526f9-3182-449c-a6c1-ec06db6c235e no longer exists at agent hyperv_n-h2-713498-36 {{(pid=103232) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 19:10:40.313659 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46d82223-f735-4c4c-85e7-d4cc6bacaa91 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=62315bd1-0294-4f03-a455-61f058e96afc,revision_number=1']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:10:40.336371 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-46d82223-f735-4c4c-85e7-d4cc6bacaa91 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=1c6b388ffb7643aaa08be9514ac435b0&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1928685 Feb 09 19:10:40.339245 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 57496) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:10:40.400432 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Current status of the port 816526f9-3182-449c-a6c1-ec06db6c235e is: DOWN; New status is: DOWN {{(pid=103232) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 19:10:40.405083 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Device ad50da34-d581-41dc-ac29-5d3d7fed137f up at agent hyperv_n-h1-713498-36 {{(pid=103232) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 19:10:40.442101 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-a6424b4d-905e-4aa7-8418-fd647c998520 admin admin] Publish callbacks [] for security_group (62315bd1-0294-4f03-a455-61f058e96afc), before_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:10:40.467743 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-a6424b4d-905e-4aa7-8418-fd647c998520 admin admin] Publish callbacks [] for security_group (62315bd1-0294-4f03-a455-61f058e96afc), precommit_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:10:40.499647 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.provisioning_blocks [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Provisioning for port ad50da34-d581-41dc-ac29-5d3d7fed137f completed by entity L2. {{(pid=103232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 19:10:40.511162 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.provisioning_blocks [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Provisioning complete for port ad50da34-d581-41dc-ac29-5d3d7fed137f triggered by entity L2. {{(pid=103232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 19:10:40.511550 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593630'] for port (ad50da34-d581-41dc-ac29-5d3d7fed137f), provisioning_complete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:10:40.549324 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-a6424b4d-905e-4aa7-8418-fd647c998520 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1892331'] for security_group (62315bd1-0294-4f03-a455-61f058e96afc), after_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:10:40.553884 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-a6424b4d-905e-4aa7-8418-fd647c998520 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:10:40.555360 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-a6424b4d-905e-4aa7-8418-fd647c998520 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/62315bd1-0294-4f03-a455-61f058e96afc HTTP/1.1" status: 204 len: 168 time: 0.2135887 Feb 09 19:10:40.572358 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6424b4d-905e-4aa7-8418-fd647c998520 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=62315bd1-0294-4f03-a455-61f058e96afc,revision_number=None']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:10:40.687312 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Current status of the port ad50da34-d581-41dc-ac29-5d3d7fed137f is: BUILD; New status is: ACTIVE {{(pid=103232) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 19:10:40.688075 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (ad50da34-d581-41dc-ac29-5d3d7fed137f), before_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:10:40.713662 n-d-713498-36 neutron-server[103232]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4746f15a-6ce7-4138-81d0-89a84e1043d2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ad50da34-d581-41dc-ac29-5d3d7fed137f'}] {{(pid=103232) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 19:10:40.716313 n-d-713498-36 neutron-server[103232]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}949cdcde653dec44821de95cbf67297f53cbc2aed4e073b5d514f93bf911ce85" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-34d7167b-8c46-4832-a561-69223387381e" -d '{"events": [{"server_uuid": "4746f15a-6ce7-4138-81d0-89a84e1043d2", "name": "network-vif-plugged", "status": "completed", "tag": "ad50da34-d581-41dc-ac29-5d3d7fed137f"}]}' {{(pid=103232) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 19:10:40.749160 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] For port ad50da34-d581-41dc-ac29-5d3d7fed137f, host n-h1-713498-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-36',level=0,port_id=ad50da34-d581-41dc-ac29-5d3d7fed137f,segment=NetworkSegment(1cb0f7b5-eca3-4fd8-9372-0323bad2bf37),segment_id=1cb0f7b5-eca3-4fd8-9372-0323bad2bf37)] {{(pid=103232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 19:10:40.753580 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-85e6f0ca-eca5-49f6-b55e-04c60892b47b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762867132591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593584'] for agent (af91e4b9-f4e1-42b1-a25c-a10dc47171c8), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:10:40.760702 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762867176205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762866656485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762866656503'] for port (ad50da34-d581-41dc-ac29-5d3d7fed137f), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:10:40.850465 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Pushing event updated for resources: {'Port': ['ID=ad50da34-d581-41dc-ac29-5d3d7fed137f,revision_number=5']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:10:40.850918 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69d45abe-ca41-4796-ba7c-40ae5bdcca04 req-d398ca1a-a310-48c1-b351-f48793684751 tempest-LiveMigrationTest-1021096981 tempest-LiveMigrationTest-1021096981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:10:40.858270 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-69d45abe-ca41-4796-ba7c-40ae5bdcca04 req-d398ca1a-a310-48c1-b351-f48793684751 tempest-LiveMigrationTest-1021096981 tempest-LiveMigrationTest-1021096981-project] 10.222.0.75 "GET /v2.0/ports?device_id=a26f3e83-5a8d-4d9d-aa20-3d25b99af655 HTTP/1.1" status: 200 len: 943 time: 0.0941448 Feb 09 19:10:40.919106 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-69d45abe-ca41-4796-ba7c-40ae5bdcca04 req-f63b5475-807c-4abf-a158-4aa2e7780bd4 tempest-LiveMigrationTest-1021096981 tempest-LiveMigrationTest-1021096981-project] 10.222.0.75 "GET /v2.0/security-groups?id=ba18819a-1490-4e7b-a11b-e8610423d8ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0596769 Feb 09 19:10:40.948212 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 57530) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:10:40.978476 n-d-713498-36 neutron-server[103232]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 19:10:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7e5bb08f-f043-4407-8551-81d4c3f8686d x-openstack-request-id: req-7e5bb08f-f043-4407-8551-81d4c3f8686d {{(pid=103232) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 19:10:40.978735 n-d-713498-36 neutron-server[103232]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4746f15a-6ce7-4138-81d0-89a84e1043d2", "name": "network-vif-plugged", "status": "completed", "tag": "ad50da34-d581-41dc-ac29-5d3d7fed137f", "code": 200}]} {{(pid=103232) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 19:10:40.979012 n-d-713498-36 neutron-server[103232]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-7e5bb08f-f043-4407-8551-81d4c3f8686d {{(pid=103232) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 19:10:40.979371 n-d-713498-36 neutron-server[103232]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4746f15a-6ce7-4138-81d0-89a84e1043d2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ad50da34-d581-41dc-ac29-5d3d7fed137f', 'code': 200} Feb 09 19:10:41.150899 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4b1609f-3b85-499c-8335-53aa6ee557e9 req-13a3d5aa-4a72-49e5-b58d-c8e85419a9a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:10:41.152878 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-f4b1609f-3b85-499c-8335-53aa6ee557e9 req-13a3d5aa-4a72-49e5-b58d-c8e85419a9a1 service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=4746f15a-6ce7-4138-81d0-89a84e1043d2 HTTP/1.1" status: 200 len: 1129 time: 0.0849786 Feb 09 19:10:41.205199 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36f525ee-1144-4cf3-957e-2806ca7c224b req-430366a1-6fea-46c2-aea6-e01ee2e69031 tempest-ImagesTestJSON-1015154253 tempest-ImagesTestJSON-1015154253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:10:41.208669 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-36f525ee-1144-4cf3-957e-2806ca7c224b req-430366a1-6fea-46c2-aea6-e01ee2e69031 tempest-ImagesTestJSON-1015154253 tempest-ImagesTestJSON-1015154253-project] 10.222.0.75 "GET /v2.0/ports?device_id=4746f15a-6ce7-4138-81d0-89a84e1043d2 HTTP/1.1" status: 200 len: 946 time: 0.1549630 Feb 09 19:10:41.242935 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-db9cf0d2-e914-4b35-9883-af9a43d82166 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=a65e09e6cb7c454db95ee06fe7ed224f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2932286 Feb 09 19:10:41.246421 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-f4b1609f-3b85-499c-8335-53aa6ee557e9 req-0c2df259-b122-4300-b073-dfdda065641b service neutron] 10.222.0.89 "GET /v2.0/security-groups?id=1f45f199-38bd-4afd-a63a-d9a4ed62c8a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0793943 Feb 09 19:10:41.251157 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 57544) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:10:41.292264 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-36f525ee-1144-4cf3-957e-2806ca7c224b req-07819ff8-bf3c-4b55-ac66-5ff16d10bcce tempest-ImagesTestJSON-1015154253 tempest-ImagesTestJSON-1015154253-project] 10.222.0.75 "GET /v2.0/security-groups?id=1f45f199-38bd-4afd-a63a-d9a4ed62c8a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594757 Feb 09 19:10:41.377087 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-8f1c6f55-45ef-4959-9ce7-771db79494bf admin admin] Publish callbacks [] for security_group (4d2bffdb-f51a-4ed5-b8f2-0a3d57b4e434), before_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:10:41.433045 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-8f1c6f55-45ef-4959-9ce7-771db79494bf admin admin] Publish callbacks [] for security_group (4d2bffdb-f51a-4ed5-b8f2-0a3d57b4e434), precommit_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:10:41.445753 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-fb7875d1-d0ba-43ff-a3a5-e3ddc12e8c70 req-2bcaa532-861c-416d-9373-7bdd2013e5cb service neutron] 10.222.0.90 "GET /v2.0/ports/816526f9-3182-449c-a6c1-ec06db6c235e/bindings/n-h1-713498-36 HTTP/1.1" status: 200 len: 385 time: 0.2011037 Feb 09 19:10:41.450096 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24129c77-c884-4e77-8e47-c260a03eb375 req-d35e98ca-2496-428c-b47a-d0211804fb8b tempest-DeleteServersTestJSON-1870379525 tempest-DeleteServersTestJSON-1870379525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:10:41.452391 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-24129c77-c884-4e77-8e47-c260a03eb375 req-d35e98ca-2496-428c-b47a-d0211804fb8b tempest-DeleteServersTestJSON-1870379525 tempest-DeleteServersTestJSON-1870379525-project] 10.222.0.75 "GET /v2.0/ports?device_id=5e66146c-80cb-464f-a195-4176fc6a344c HTTP/1.1" status: 200 len: 946 time: 0.0707388 Feb 09 19:10:41.536345 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-24129c77-c884-4e77-8e47-c260a03eb375 req-5899c3a6-4ccd-4ae3-a5fb-ae903d8bdc04 tempest-DeleteServersTestJSON-1870379525 tempest-DeleteServersTestJSON-1870379525-project] 10.222.0.75 "GET /v2.0/security-groups?id=5ce92d32-ca94-4b6c-925d-b9dff609abe6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0749717 Feb 09 19:10:41.618204 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-8f1c6f55-45ef-4959-9ce7-771db79494bf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1892331'] for security_group (4d2bffdb-f51a-4ed5-b8f2-0a3d57b4e434), after_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:10:41.622323 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-8f1c6f55-45ef-4959-9ce7-771db79494bf admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:10:41.626516 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-8f1c6f55-45ef-4959-9ce7-771db79494bf admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/4d2bffdb-f51a-4ed5-b8f2-0a3d57b4e434 HTTP/1.1" status: 204 len: 168 time: 0.3741069 Feb 09 19:10:41.655168 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f1c6f55-45ef-4959-9ce7-771db79494bf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4d2bffdb-f51a-4ed5-b8f2-0a3d57b4e434,revision_number=None']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:10:41.760490 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.db [req-fb7875d1-d0ba-43ff-a3a5-e3ddc12e8c70 req-4e66db5e-f07f-4a5f-bd02-7d2bd7da19b5 service neutron] For port 816526f9-3182-449c-a6c1-ec06db6c235e, host n-h2-713498-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-36',level=0,port_id=816526f9-3182-449c-a6c1-ec06db6c235e,segment=NetworkSegment(5e48c0d3-ac92-403e-8ddc-eab47c471644),segment_id=5e48c0d3-ac92-403e-8ddc-eab47c471644)] {{(pid=103230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 19:10:41.803617 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.db [req-fb7875d1-d0ba-43ff-a3a5-e3ddc12e8c70 req-4e66db5e-f07f-4a5f-bd02-7d2bd7da19b5 service neutron] For port 816526f9-3182-449c-a6c1-ec06db6c235e, host n-h2-713498-36, cleared binding levels {{(pid=103230) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 19:10:41.845724 n-d-713498-36 neutron-server[103230]: DEBUG neutron.notifiers.nova [req-fb7875d1-d0ba-43ff-a3a5-e3ddc12e8c70 req-4e66db5e-f07f-4a5f-bd02-7d2bd7da19b5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 816526f9-3182-449c-a6c1-ec06db6c235e {{(pid=103230) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 19:10:41.858307 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.db [req-fb7875d1-d0ba-43ff-a3a5-e3ddc12e8c70 req-4e66db5e-f07f-4a5f-bd02-7d2bd7da19b5 service neutron] For port 816526f9-3182-449c-a6c1-ec06db6c235e, host n-h1-713498-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-36',level=0,port_id=816526f9-3182-449c-a6c1-ec06db6c235e,segment=NetworkSegment(5e48c0d3-ac92-403e-8ddc-eab47c471644),segment_id=5e48c0d3-ac92-403e-8ddc-eab47c471644)] {{(pid=103230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 19:10:41.877532 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [req-fb7875d1-d0ba-43ff-a3a5-e3ddc12e8c70 req-4e66db5e-f07f-4a5f-bd02-7d2bd7da19b5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (816526f9-3182-449c-a6c1-ec06db6c235e), before_update {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:10:41.930187 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 57574) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:10:41.988224 n-d-713498-36 neutron-server[103230]: DEBUG neutron.db.provisioning_blocks [req-fb7875d1-d0ba-43ff-a3a5-e3ddc12e8c70 req-4e66db5e-f07f-4a5f-bd02-7d2bd7da19b5 service neutron] Transition to ACTIVE for port object 816526f9-3182-449c-a6c1-ec06db6c235e will not be triggered until provisioned by entity L2. {{(pid=103230) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 19:10:41.996520 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [req-fb7875d1-d0ba-43ff-a3a5-e3ddc12e8c70 req-4e66db5e-f07f-4a5f-bd02-7d2bd7da19b5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762867176205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762866656485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762866656503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14393758'] for port (816526f9-3182-449c-a6c1-ec06db6c235e), after_update {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:10:42.068295 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.v2.base [None req-60fde55e-4294-4573-8829-572fb2e2c312 tempest-ExtraDHCPOptionsIpV6TestJSON-1085309154 tempest-ExtraDHCPOptionsIpV6TestJSON-1085309154-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-test-network-359088546'}} {{(pid=103229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 19:10:42.103113 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-60fde55e-4294-4573-8829-572fb2e2c312 tempest-ExtraDHCPOptionsIpV6TestJSON-1085309154 tempest-ExtraDHCPOptionsIpV6TestJSON-1085309154-project] Made reservation on behalf of 61f30bbc334f49c2aa0ae5ca45413957 for: {'network': 1} {{(pid=103229) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 19:10:42.110075 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-60fde55e-4294-4573-8829-572fb2e2c312 tempest-ExtraDHCPOptionsIpV6TestJSON-1085309154 tempest-ExtraDHCPOptionsIpV6TestJSON-1085309154-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for network (None), before_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:10:42.112950 n-d-713498-36 neutron-server[103230]: DEBUG neutron.db.l3_dvrscheduler_db [req-fb7875d1-d0ba-43ff-a3a5-e3ddc12e8c70 req-4e66db5e-f07f-4a5f-bd02-7d2bd7da19b5 service neutron] No DVR routers for this DVR port 816526f9-3182-449c-a6c1-ec06db6c235e on host n-h2-713498-36 {{(pid=103230) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 19:10:42.129054 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-60fde55e-4294-4573-8829-572fb2e2c312 tempest-ExtraDHCPOptionsIpV6TestJSON-1085309154 tempest-ExtraDHCPOptionsIpV6TestJSON-1085309154-project] Publish callbacks [] for security_group (None), before_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:10:42.181457 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-fb7875d1-d0ba-43ff-a3a5-e3ddc12e8c70 req-4e66db5e-f07f-4a5f-bd02-7d2bd7da19b5 service neutron] 10.222.0.90 "PUT /v2.0/ports/816526f9-3182-449c-a6c1-ec06db6c235e/bindings/n-h1-713498-36/activate HTTP/1.1" status: 200 len: 370 time: 0.7210958 Feb 09 19:10:42.196001 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb288904-3495-482d-8c77-c212e78aa13e req-c5383326-4db0-40c3-9955-b106b52077ae tempest-LiveMigrationTest-1021096981 tempest-LiveMigrationTest-1021096981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:10:42.197522 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-fb288904-3495-482d-8c77-c212e78aa13e req-c5383326-4db0-40c3-9955-b106b52077ae tempest-LiveMigrationTest-1021096981 tempest-LiveMigrationTest-1021096981-project] 10.222.0.75 "GET /v2.0/ports?device_id=a26f3e83-5a8d-4d9d-aa20-3d25b99af655 HTTP/1.1" status: 200 len: 944 time: 0.1923506 Feb 09 19:10:42.198309 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e66db5e-f07f-4a5f-bd02-7d2bd7da19b5 service neutron] Pushing event updated for resources: {'Port': ['ID=816526f9-3182-449c-a6c1-ec06db6c235e,revision_number=10']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:10:42.249608 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-60fde55e-4294-4573-8829-572fb2e2c312 tempest-ExtraDHCPOptionsIpV6TestJSON-1085309154 tempest-ExtraDHCPOptionsIpV6TestJSON-1085309154-project] Publish callbacks [] for security_group (bcc7ade4-8034-4359-850b-54d75b7d5f25), precommit_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:10:42.256990 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-60fde55e-4294-4573-8829-572fb2e2c312 tempest-ExtraDHCPOptionsIpV6TestJSON-1085309154 tempest-ExtraDHCPOptionsIpV6TestJSON-1085309154-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1892331'] for security_group (bcc7ade4-8034-4359-850b-54d75b7d5f25), after_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:10:42.265832 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-fb288904-3495-482d-8c77-c212e78aa13e req-43ac8348-2b42-4b41-8fd8-33ff2bedccc1 tempest-LiveMigrationTest-1021096981 tempest-LiveMigrationTest-1021096981-project] 10.222.0.75 "GET /v2.0/security-groups?id=ba18819a-1490-4e7b-a11b-e8610423d8ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0621629 Feb 09 19:10:42.327296 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-60fde55e-4294-4573-8829-572fb2e2c312 tempest-ExtraDHCPOptionsIpV6TestJSON-1085309154 tempest-ExtraDHCPOptionsIpV6TestJSON-1085309154-project] vlan segment allocate from pool success with {'vlan_id': 354, 'physical_network': 'physnet1'} {{(pid=103229) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 19:10:42.342219 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-60fde55e-4294-4573-8829-572fb2e2c312 tempest-ExtraDHCPOptionsIpV6TestJSON-1085309154 tempest-ExtraDHCPOptionsIpV6TestJSON-1085309154-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-759574'] for segment (b2bb6ba4-f8a1-4a38-86b1-e8528c6a6d05), precommit_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:10:42.342569 n-d-713498-36 neutron-server[103229]: INFO neutron.db.segments_db [None req-60fde55e-4294-4573-8829-572fb2e2c312 tempest-ExtraDHCPOptionsIpV6TestJSON-1085309154 tempest-ExtraDHCPOptionsIpV6TestJSON-1085309154-project] Added segment b2bb6ba4-f8a1-4a38-86b1-e8528c6a6d05 of type vlan for network e64c1ac1-1415-47e6-9ab3-dac5ed1c9fea Feb 09 19:10:42.391159 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60fde55e-4294-4573-8829-572fb2e2c312 tempest-ExtraDHCPOptionsIpV6TestJSON-1085309154 tempest-ExtraDHCPOptionsIpV6TestJSON-1085309154-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bcc7ade4-8034-4359-850b-54d75b7d5f25,revision_number=1']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:10:42.439681 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-60fde55e-4294-4573-8829-572fb2e2c312 tempest-ExtraDHCPOptionsIpV6TestJSON-1085309154 tempest-ExtraDHCPOptionsIpV6TestJSON-1085309154-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762866642225'] for network (e64c1ac1-1415-47e6-9ab3-dac5ed1c9fea), precommit_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:10:42.459763 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6c1ae2f-7268-4456-aa37-b86d0c8764ff req-c4b2a837-e1c9-434c-9118-fdb8ceba8e55 tempest-ImagesTestJSON-1015154253 tempest-ImagesTestJSON-1015154253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:10:42.462416 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-c6c1ae2f-7268-4456-aa37-b86d0c8764ff req-c4b2a837-e1c9-434c-9118-fdb8ceba8e55 tempest-ImagesTestJSON-1015154253 tempest-ImagesTestJSON-1015154253-project] 10.222.0.75 "GET /v2.0/ports?device_id=4746f15a-6ce7-4138-81d0-89a84e1043d2 HTTP/1.1" status: 200 len: 946 time: 0.0853989 Feb 09 19:10:42.473881 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb7875d1-d0ba-43ff-a3a5-e3ddc12e8c70 req-13184624-9b41-4917-beed-035640be4837 tempest-LiveMigrationTest-1137365927 tempest-LiveMigrationTest-1137365927-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:10:42.475722 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-fb7875d1-d0ba-43ff-a3a5-e3ddc12e8c70 req-13184624-9b41-4917-beed-035640be4837 tempest-LiveMigrationTest-1137365927 tempest-LiveMigrationTest-1137365927-project-admin] 10.222.0.89 "GET /v2.0/ports?device_id=a26f3e83-5a8d-4d9d-aa20-3d25b99af655&tenant_id=05fa6a089578484da4b750f8c0b5ad12&binding%3Ahost_id=n-h2-713498-36 HTTP/1.1" status: 200 len: 1127 time: 0.1978054 Feb 09 19:10:42.494979 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-60fde55e-4294-4573-8829-572fb2e2c312 tempest-ExtraDHCPOptionsIpV6TestJSON-1085309154 tempest-ExtraDHCPOptionsIpV6TestJSON-1085309154-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1885479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452'] for network (e64c1ac1-1415-47e6-9ab3-dac5ed1c9fea), after_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:10:42.502381 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60fde55e-4294-4573-8829-572fb2e2c312 tempest-ExtraDHCPOptionsIpV6TestJSON-1085309154 tempest-ExtraDHCPOptionsIpV6TestJSON-1085309154-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:10:42.502381 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-60fde55e-4294-4573-8829-572fb2e2c312 tempest-ExtraDHCPOptionsIpV6TestJSON-1085309154 tempest-ExtraDHCPOptionsIpV6TestJSON-1085309154-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1613566'] for network (None), before_response {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:10:42.576293 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-c6c1ae2f-7268-4456-aa37-b86d0c8764ff req-24c1e002-ff87-4675-b62c-1b8092f1092e tempest-ImagesTestJSON-1015154253 tempest-ImagesTestJSON-1015154253-project] 10.222.0.75 "GET /v2.0/security-groups?id=1f45f199-38bd-4afd-a63a-d9a4ed62c8a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1077530 Feb 09 19:10:42.623161 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-60fde55e-4294-4573-8829-572fb2e2c312 tempest-ExtraDHCPOptionsIpV6TestJSON-1085309154 tempest-ExtraDHCPOptionsIpV6TestJSON-1085309154-project] 10.222.0.75 "POST /v2.0/networks HTTP/1.1" status: 201 len: 795 time: 0.6918411 Feb 09 19:10:42.626237 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 57604) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:10:42.633082 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.v2.base [None req-c6ac9482-d869-4a2a-813b-e5fb409f6c97 tempest-ExtraDHCPOptionsIpV6TestJSON-1085309154 tempest-ExtraDHCPOptionsIpV6TestJSON-1085309154-project] Request body: {'subnet': {'network_id': 'e64c1ac1-1415-47e6-9ab3-dac5ed1c9fea', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103230) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 19:10:42.705824 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60fde55e-4294-4573-8829-572fb2e2c312 tempest-ExtraDHCPOptionsIpV6TestJSON-1085309154 tempest-ExtraDHCPOptionsIpV6TestJSON-1085309154-project] Pushing event updated for resources: {'Network': ['ID=e64c1ac1-1415-47e6-9ab3-dac5ed1c9fea,revision_number=1']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:10:42.711700 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb7875d1-d0ba-43ff-a3a5-e3ddc12e8c70 req-108b12b7-5b95-4eb0-9543-5ff56cdaf189 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:10:42.713881 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-fb7875d1-d0ba-43ff-a3a5-e3ddc12e8c70 req-108b12b7-5b95-4eb0-9543-5ff56cdaf189 service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=a26f3e83-5a8d-4d9d-aa20-3d25b99af655&tenant_id=05fa6a089578484da4b750f8c0b5ad12 HTTP/1.1" status: 200 len: 1127 time: 0.2295811 Feb 09 19:10:42.718552 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Network e64c1ac1-1415-47e6-9ab3-dac5ed1c9fea details requested by agent ovs-agent-n-d-713498-36 with host n-d-713498-36 {{(pid=103232) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 19:10:42.780377 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 57606) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:10:42.834160 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dfd08b9-1b87-4962-8ace-1a05d0246780 req-11abaab5-dce5-4417-85d0-84e75cfa4bab tempest-DeleteServersTestJSON-1870379525 tempest-DeleteServersTestJSON-1870379525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:10:42.839244 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-7dfd08b9-1b87-4962-8ace-1a05d0246780 req-11abaab5-dce5-4417-85d0-84e75cfa4bab tempest-DeleteServersTestJSON-1870379525 tempest-DeleteServersTestJSON-1870379525-project] 10.222.0.75 "GET /v2.0/ports?device_id=5e66146c-80cb-464f-a195-4176fc6a344c HTTP/1.1" status: 200 len: 946 time: 0.1227257 Feb 09 19:10:42.840777 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c6ac9482-d869-4a2a-813b-e5fb409f6c97 tempest-ExtraDHCPOptionsIpV6TestJSON-1085309154 tempest-ExtraDHCPOptionsIpV6TestJSON-1085309154-project] Made reservation on behalf of 61f30bbc334f49c2aa0ae5ca45413957 for: {'subnet': 1} {{(pid=103230) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 19:10:42.847503 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-c6ac9482-d869-4a2a-813b-e5fb409f6c97 tempest-ExtraDHCPOptionsIpV6TestJSON-1085309154 tempest-ExtraDHCPOptionsIpV6TestJSON-1085309154-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12985917'] for subnet (None), before_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:10:42.851582 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb7875d1-d0ba-43ff-a3a5-e3ddc12e8c70 req-d6d6a236-20ac-443a-b8fc-461d84b1aad0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:10:42.855458 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-fb7875d1-d0ba-43ff-a3a5-e3ddc12e8c70 req-d6d6a236-20ac-443a-b8fc-461d84b1aad0 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=05fa6a089578484da4b750f8c0b5ad12&device_id=a26f3e83-5a8d-4d9d-aa20-3d25b99af655 HTTP/1.1" status: 200 len: 1127 time: 0.1116762 Feb 09 19:10:42.950708 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.v2.base [None req-70b83e40-8861-4292-8439-ab7f2dabedd9 admin admin] Request body: {'network': {'name': 'tempest-ServersTestBootFromVolume-1791986558-network', 'tenant_id': 'ab46f22498044497a19ee4778fafcebd'}} {{(pid=103230) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 19:10:42.973598 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb7875d1-d0ba-43ff-a3a5-e3ddc12e8c70 req-7accf7e0-27d6-4dfa-9db2-14826620828f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:10:42.974867 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-fb7875d1-d0ba-43ff-a3a5-e3ddc12e8c70 req-7accf7e0-27d6-4dfa-9db2-14826620828f service neutron] 10.222.0.89 "GET /v2.0/networks?id=d725567e-ae4f-48c7-8826-ca95b9692346 HTTP/1.1" status: 200 len: 908 time: 0.1068180 Feb 09 19:10:42.995546 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-7dfd08b9-1b87-4962-8ace-1a05d0246780 req-6509c811-0f4b-4266-9e26-fccf6b6cd3f0 tempest-DeleteServersTestJSON-1870379525 tempest-DeleteServersTestJSON-1870379525-project] 10.222.0.75 "GET /v2.0/security-groups?id=5ce92d32-ca94-4b6c-925d-b9dff609abe6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1390424 Feb 09 19:10:43.011674 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-a4a79ebc-0361-44ef-9347-096823bc89b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762867132591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593584'] for agent (93303d5e-5d17-45e8-8963-7694f87783ae), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:10:43.023172 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-70b83e40-8861-4292-8439-ab7f2dabedd9 admin admin] Made reservation on behalf of ab46f22498044497a19ee4778fafcebd for: {'network': 1} {{(pid=103230) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 19:10:43.023172 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-70b83e40-8861-4292-8439-ab7f2dabedd9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for network (None), before_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:10:43.029456 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-70b83e40-8861-4292-8439-ab7f2dabedd9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:10:43.039214 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-fb7875d1-d0ba-43ff-a3a5-e3ddc12e8c70 req-cdaacdfa-9c4e-47cc-a805-7ef178264c5d service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=816526f9-3182-449c-a6c1-ec06db6c235e HTTP/1.1" status: 200 len: 217 time: 0.0555685 Feb 09 19:10:43.099484 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb7875d1-d0ba-43ff-a3a5-e3ddc12e8c70 req-153c279d-b7c3-4ff8-827c-3397bdd08891 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:10:43.101417 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-fb7875d1-d0ba-43ff-a3a5-e3ddc12e8c70 req-153c279d-b7c3-4ff8-827c-3397bdd08891 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=41b0b245-923a-427d-ac3e-7f4b2ecbbb0e HTTP/1.1" status: 200 len: 847 time: 0.0552127 Feb 09 19:10:43.137892 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-fb7875d1-d0ba-43ff-a3a5-e3ddc12e8c70 req-9c21ced6-4d0e-4afd-953d-0adb13f5e42d service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=d725567e-ae4f-48c7-8826-ca95b9692346&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0306292 Feb 09 19:10:43.149439 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-c6ac9482-d869-4a2a-813b-e5fb409f6c97 tempest-ExtraDHCPOptionsIpV6TestJSON-1085309154 tempest-ExtraDHCPOptionsIpV6TestJSON-1085309154-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14393611', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12985859'] for subnet (32ca0a52-e2f7-40eb-b386-5262053fb58a), after_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:10:43.236879 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-70b83e40-8861-4292-8439-ab7f2dabedd9 admin admin] Publish callbacks [] for security_group (eeab6cab-6411-4a9a-89fa-b9ef8315aff6), precommit_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:10:43.238032 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6ac9482-d869-4a2a-813b-e5fb409f6c97 tempest-ExtraDHCPOptionsIpV6TestJSON-1085309154 tempest-ExtraDHCPOptionsIpV6TestJSON-1085309154-project] Pushing event updated for resources: {'Subnet': ['ID=32ca0a52-e2f7-40eb-b386-5262053fb58a,revision_number=0']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:10:43.249217 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-70b83e40-8861-4292-8439-ab7f2dabedd9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1892331'] for security_group (eeab6cab-6411-4a9a-89fa-b9ef8315aff6), after_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:10:43.249618 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-fb7875d1-d0ba-43ff-a3a5-e3ddc12e8c70 req-1ca967aa-71ea-4836-95a4-493402019af4 service neutron] 10.222.0.89 "GET /v2.0/networks/d725567e-ae4f-48c7-8826-ca95b9692346?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1050007 Feb 09 19:10:43.278524 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-70b83e40-8861-4292-8439-ab7f2dabedd9 admin admin] vlan segment allocate from pool success with {'vlan_id': 380, 'physical_network': 'physnet1'} {{(pid=103230) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 19:10:43.290410 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6ac9482-d869-4a2a-813b-e5fb409f6c97 tempest-ExtraDHCPOptionsIpV6TestJSON-1085309154 tempest-ExtraDHCPOptionsIpV6TestJSON-1085309154-project] Checking segment: {'id': 'b2bb6ba4-f8a1-4a38-86b1-e8528c6a6d05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': 'e64c1ac1-1415-47e6-9ab3-dac5ed1c9fea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103230) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 19:10:43.290779 n-d-713498-36 neutron-server[103230]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6ac9482-d869-4a2a-813b-e5fb409f6c97 tempest-ExtraDHCPOptionsIpV6TestJSON-1085309154 tempest-ExtraDHCPOptionsIpV6TestJSON-1085309154-project] Network hostable DHCP agents. Network: e64c1ac1-1415-47e6-9ab3-dac5ed1c9fea, hostable agents: ['af91e4b9-f4e1-42b1-a25c-a10dc47171c8'], hosted agents: [] {{(pid=103230) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 19:10:43.299289 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70b83e40-8861-4292-8439-ab7f2dabedd9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eeab6cab-6411-4a9a-89fa-b9ef8315aff6,revision_number=1']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:10:43.304351 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-70b83e40-8861-4292-8439-ab7f2dabedd9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-759574'] for segment (141f724c-a45b-4df8-8db3-8734c1f0aa1d), precommit_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:10:43.304699 n-d-713498-36 neutron-server[103230]: INFO neutron.db.segments_db [None req-70b83e40-8861-4292-8439-ab7f2dabedd9 admin admin] Added segment 141f724c-a45b-4df8-8db3-8734c1f0aa1d of type vlan for network bf4bc076-a27e-42a2-9aee-a2f41efd57ae Feb 09 19:10:43.354171 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-70b83e40-8861-4292-8439-ab7f2dabedd9 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762866642225'] for network (bf4bc076-a27e-42a2-9aee-a2f41efd57ae), precommit_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:10:43.358198 n-d-713498-36 neutron-server[103230]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6ac9482-d869-4a2a-813b-e5fb409f6c97 tempest-ExtraDHCPOptionsIpV6TestJSON-1085309154 tempest-ExtraDHCPOptionsIpV6TestJSON-1085309154-project] Network e64c1ac1-1415-47e6-9ab3-dac5ed1c9fea is scheduled to be hosted by DHCP agent af91e4b9-f4e1-42b1-a25c-a10dc47171c8 with binding_index 1 {{(pid=103230) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 19:10:43.377121 n-d-713498-36 neutron-server[103230]: DEBUG neutron.scheduler.base_scheduler [None req-c6ac9482-d869-4a2a-813b-e5fb409f6c97 tempest-ExtraDHCPOptionsIpV6TestJSON-1085309154 tempest-ExtraDHCPOptionsIpV6TestJSON-1085309154-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713498-36, e64c1ac1-1415-47e6-9ab3-dac5ed1c9fea) {{(pid=103230) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 19:10:43.385113 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6ac9482-d869-4a2a-813b-e5fb409f6c97 tempest-ExtraDHCPOptionsIpV6TestJSON-1085309154 tempest-ExtraDHCPOptionsIpV6TestJSON-1085309154-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:10:43.386025 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-c6ac9482-d869-4a2a-813b-e5fb409f6c97 tempest-ExtraDHCPOptionsIpV6TestJSON-1085309154 tempest-ExtraDHCPOptionsIpV6TestJSON-1085309154-project] Publish callbacks [] for subnet (None), before_response {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:10:43.391847 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86802a9a-e7ec-48f9-9ee6-9aeabd4a1992 None None] Network e64c1ac1-1415-47e6-9ab3-dac5ed1c9fea requested from n-d-713498-36 {{(pid=103232) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 19:10:43.399909 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-70b83e40-8861-4292-8439-ab7f2dabedd9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1885479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452'] for network (bf4bc076-a27e-42a2-9aee-a2f41efd57ae), after_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:10:43.400947 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70b83e40-8861-4292-8439-ab7f2dabedd9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:10:43.401656 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-70b83e40-8861-4292-8439-ab7f2dabedd9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1613566'] for network (None), before_response {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:10:43.426801 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-c6ac9482-d869-4a2a-813b-e5fb409f6c97 tempest-ExtraDHCPOptionsIpV6TestJSON-1085309154 tempest-ExtraDHCPOptionsIpV6TestJSON-1085309154-project] 10.222.0.75 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.7993569 Feb 09 19:10:43.435584 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 57624) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:10:43.443332 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.v2.base [None req-bf7f10f5-2e4b-4651-a69c-21e5229210c6 tempest-ExtraDHCPOptionsIpV6TestJSON-1085309154 tempest-ExtraDHCPOptionsIpV6TestJSON-1085309154-project] Request body: {'port': {'network_id': 'e64c1ac1-1415-47e6-9ab3-dac5ed1c9fea', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-431447298'}} {{(pid=103229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 19:10:43.452368 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-fb7875d1-d0ba-43ff-a3a5-e3ddc12e8c70 req-47c14c68-38cc-4e2e-8a3c-16fd721a5bb5 service neutron] 10.222.0.89 "GET /v2.0/networks/d725567e-ae4f-48c7-8826-ca95b9692346?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1929049 Feb 09 19:10:43.461499 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-70b83e40-8861-4292-8439-ab7f2dabedd9 admin admin] 10.222.0.75 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.6799686 Feb 09 19:10:43.464392 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 57626) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:10:43.474683 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea4ac341-c209-44b4-8e09-949e36af5d6a req-a45ad1e7-400c-40ee-baa8-094707617600 tempest-LiveMigrationTest-1021096981 tempest-LiveMigrationTest-1021096981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:10:43.477328 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.v2.base [None req-95d8de3c-fdaa-40b5-a2f5-f9bdb61d1bd6 admin admin] Request body: {'subnet': {'network_id': 'bf4bc076-a27e-42a2-9aee-a2f41efd57ae', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestBootFromVolume-1791986558-subnet', 'tenant_id': 'ab46f22498044497a19ee4778fafcebd', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103230) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 19:10:43.482148 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-ea4ac341-c209-44b4-8e09-949e36af5d6a req-a45ad1e7-400c-40ee-baa8-094707617600 tempest-LiveMigrationTest-1021096981 tempest-LiveMigrationTest-1021096981-project] 10.222.0.75 "GET /v2.0/ports?device_id=a26f3e83-5a8d-4d9d-aa20-3d25b99af655 HTTP/1.1" status: 200 len: 944 time: 0.1277971 Feb 09 19:10:43.499278 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70b83e40-8861-4292-8439-ab7f2dabedd9 admin admin] Pushing event updated for resources: {'Network': ['ID=bf4bc076-a27e-42a2-9aee-a2f41efd57ae,revision_number=1']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:10:43.513110 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-95d8de3c-fdaa-40b5-a2f5-f9bdb61d1bd6 admin admin] Made reservation on behalf of ab46f22498044497a19ee4778fafcebd for: {'subnet': 1} {{(pid=103230) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 19:10:43.515526 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-95d8de3c-fdaa-40b5-a2f5-f9bdb61d1bd6 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12985917'] for subnet (None), before_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:10:43.560354 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Network bf4bc076-a27e-42a2-9aee-a2f41efd57ae details requested by agent ovs-agent-n-d-713498-36 with host n-d-713498-36 {{(pid=103232) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 19:10:43.625435 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e75d654-7c0d-4e99-8e3b-650500cc797b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8b32e980-7cce-5e82-a341-bd2fa8945c89-e64c1ac1-1415-47e6-9ab3-dac5ed1c9fea', 'network_id': 'e64c1ac1-1415-47e6-9ab3-dac5ed1c9fea', 'project_id': '61f30bbc334f49c2aa0ae5ca45413957', 'fixed_ips': [{'subnet_id': '32ca0a52-e2f7-40eb-b386-5262053fb58a'}]}} from n-d-713498-36. {{(pid=103232) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 09 19:10:43.626532 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-5e75d654-7c0d-4e99-8e3b-650500cc797b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (None), before_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:10:43.690254 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bf7f10f5-2e4b-4651-a69c-21e5229210c6 tempest-ExtraDHCPOptionsIpV6TestJSON-1085309154 tempest-ExtraDHCPOptionsIpV6TestJSON-1085309154-project] Made reservation on behalf of 61f30bbc334f49c2aa0ae5ca45413957 for: {'port': 1} {{(pid=103229) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 19:10:43.695360 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-bf7f10f5-2e4b-4651-a69c-21e5229210c6 tempest-ExtraDHCPOptionsIpV6TestJSON-1085309154 tempest-ExtraDHCPOptionsIpV6TestJSON-1085309154-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (None), before_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:10:43.710456 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-ea4ac341-c209-44b4-8e09-949e36af5d6a req-ced0f6de-d378-4edb-9828-e99875bac8ed tempest-LiveMigrationTest-1021096981 tempest-LiveMigrationTest-1021096981-project] 10.222.0.75 "GET /v2.0/security-groups?id=ba18819a-1490-4e7b-a11b-e8610423d8ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2270460 Feb 09 19:10:43.723318 n-d-713498-36 neutron-server[103229]: DEBUG neutron.notifiers.nova [None req-bf7f10f5-2e4b-4651-a69c-21e5229210c6 tempest-ExtraDHCPOptionsIpV6TestJSON-1085309154 tempest-ExtraDHCPOptionsIpV6TestJSON-1085309154-project] device_id is not set on port 5d0c55a4-cbe9-4f06-ae53-9981c54822ae yet. {{(pid=103229) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 09 19:10:43.842911 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-95d8de3c-fdaa-40b5-a2f5-f9bdb61d1bd6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14393611', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12985859'] for subnet (fea6332b-9bd6-4cd8-9e80-16a97bc75c3b), after_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:10:43.866905 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.db_base_plugin_common [None req-5e75d654-7c0d-4e99-8e3b-650500cc797b None None] Allocated IP 2001:db8::2 (e64c1ac1-1415-47e6-9ab3-dac5ed1c9fea/32ca0a52-e2f7-40eb-b386-5262053fb58a/77dd1516-3e0e-467e-97af-17e84024e689) {{(pid=103232) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 19:10:43.919886 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb7875d1-d0ba-43ff-a3a5-e3ddc12e8c70 req-b154068a-c3d5-4ee1-8da9-440530a4cf67 tempest-LiveMigrationTest-1137365927 tempest-LiveMigrationTest-1137365927-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:10:43.921311 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-fb7875d1-d0ba-43ff-a3a5-e3ddc12e8c70 req-b154068a-c3d5-4ee1-8da9-440530a4cf67 tempest-LiveMigrationTest-1137365927 tempest-LiveMigrationTest-1137365927-project-admin] 10.222.0.89 "GET /v2.0/ports?device_id=a26f3e83-5a8d-4d9d-aa20-3d25b99af655&tenant_id=05fa6a089578484da4b750f8c0b5ad12&binding%3Ahost_id=n-h1-713498-36 HTTP/1.1" status: 200 len: 1127 time: 0.1319652 Feb 09 19:10:43.926678 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95d8de3c-fdaa-40b5-a2f5-f9bdb61d1bd6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=fea6332b-9bd6-4cd8-9e80-16a97bc75c3b,revision_number=0']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:10:43.935082 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba1137e8-6435-4f35-b8ff-88c685271e54 req-7ab85905-4c2c-4a12-979a-6459a796e573 tempest-ImagesTestJSON-1015154253 tempest-ImagesTestJSON-1015154253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:10:43.937575 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-ba1137e8-6435-4f35-b8ff-88c685271e54 req-7ab85905-4c2c-4a12-979a-6459a796e573 tempest-ImagesTestJSON-1015154253 tempest-ImagesTestJSON-1015154253-project] 10.222.0.75 "GET /v2.0/ports?device_id=4746f15a-6ce7-4138-81d0-89a84e1043d2 HTTP/1.1" status: 200 len: 946 time: 0.1025798 Feb 09 19:10:43.942631 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95d8de3c-fdaa-40b5-a2f5-f9bdb61d1bd6 admin admin] Checking segment: {'id': '141f724c-a45b-4df8-8db3-8734c1f0aa1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': 'bf4bc076-a27e-42a2-9aee-a2f41efd57ae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103230) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 19:10:43.943483 n-d-713498-36 neutron-server[103230]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95d8de3c-fdaa-40b5-a2f5-f9bdb61d1bd6 admin admin] Network hostable DHCP agents. Network: bf4bc076-a27e-42a2-9aee-a2f41efd57ae, hostable agents: ['af91e4b9-f4e1-42b1-a25c-a10dc47171c8'], hosted agents: [] {{(pid=103230) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 19:10:43.965926 n-d-713498-36 neutron-server[103230]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95d8de3c-fdaa-40b5-a2f5-f9bdb61d1bd6 admin admin] Network bf4bc076-a27e-42a2-9aee-a2f41efd57ae is scheduled to be hosted by DHCP agent af91e4b9-f4e1-42b1-a25c-a10dc47171c8 with binding_index 1 {{(pid=103230) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 19:10:43.977307 n-d-713498-36 neutron-server[103230]: DEBUG neutron.scheduler.base_scheduler [None req-95d8de3c-fdaa-40b5-a2f5-f9bdb61d1bd6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713498-36, bf4bc076-a27e-42a2-9aee-a2f41efd57ae) {{(pid=103230) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 19:10:43.981822 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95d8de3c-fdaa-40b5-a2f5-f9bdb61d1bd6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:10:43.982439 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-95d8de3c-fdaa-40b5-a2f5-f9bdb61d1bd6 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:10:44.005508 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-95d8de3c-fdaa-40b5-a2f5-f9bdb61d1bd6 admin admin] 10.222.0.75 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.5370190 Feb 09 19:10:44.005743 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 57638) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:10:44.011481 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.v2.base [None req-fcbfe727-3351-4c7a-9066-312d4fda958e admin admin] Request body: {'router': {'name': 'tempest-ServersTestBootFromVolume-1791986558-router', 'tenant_id': 'ab46f22498044497a19ee4778fafcebd', 'external_gateway_info': {'network_id': '88055e1e-672a-4487-be31-ffb6e833ece5'}}} {{(pid=103230) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 19:10:44.038526 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-fcbfe727-3351-4c7a-9066-312d4fda958e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1834830', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-58389'] for router (f8479197-0c23-406e-958c-7e00e5701521), before_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:10:44.039665 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-fcbfe727-3351-4c7a-9066-312d4fda958e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1834810', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1822096', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1886735', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-58380'] for router (f8479197-0c23-406e-958c-7e00e5701521), precommit_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:10:44.070010 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-ba1137e8-6435-4f35-b8ff-88c685271e54 req-6fbfc641-2443-4764-80f4-dc1b4086ddf8 tempest-ImagesTestJSON-1015154253 tempest-ImagesTestJSON-1015154253-project] 10.222.0.75 "GET /v2.0/security-groups?id=1f45f199-38bd-4afd-a63a-d9a4ed62c8a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1115685 Feb 09 19:10:44.117021 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-fcbfe727-3351-4c7a-9066-312d4fda958e admin admin] Publish callbacks [] for router_controller (f8479197-0c23-406e-958c-7e00e5701521), precommit_add_association {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:10:44.152138 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de173b94-4e40-4b1d-ad37-8f59ba1a14e5 None None] Network bf4bc076-a27e-42a2-9aee-a2f41efd57ae requested from n-d-713498-36 {{(pid=103232) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 19:10:44.213350 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.db [req-fb7875d1-d0ba-43ff-a3a5-e3ddc12e8c70 req-4e229c20-f150-4100-89b7-2cea27a70953 service neutron] For port 816526f9-3182-449c-a6c1-ec06db6c235e, host n-h2-713498-36, cleared binding levels {{(pid=103229) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 19:10:44.218009 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-fb7875d1-d0ba-43ff-a3a5-e3ddc12e8c70 req-4e229c20-f150-4100-89b7-2cea27a70953 service neutron] Publish callbacks [] for binding (None), before_response {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:10:44.218772 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-fb7875d1-d0ba-43ff-a3a5-e3ddc12e8c70 req-4e229c20-f150-4100-89b7-2cea27a70953 service neutron] 10.222.0.89 "DELETE /v2.0/ports/816526f9-3182-449c-a6c1-ec06db6c235e/bindings/n-h2-713498-36 HTTP/1.1" status: 204 len: 173 time: 0.2798429 Feb 09 19:10:44.240873 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da2ee100-e20d-4666-bc38-bcda580254e3 req-1f8005cd-72a2-4f89-a0d4-8bcf4d031c1c tempest-DeleteServersTestJSON-1870379525 tempest-DeleteServersTestJSON-1870379525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:10:44.249626 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-da2ee100-e20d-4666-bc38-bcda580254e3 req-1f8005cd-72a2-4f89-a0d4-8bcf4d031c1c tempest-DeleteServersTestJSON-1870379525 tempest-DeleteServersTestJSON-1870379525-project] 10.222.0.75 "GET /v2.0/ports?device_id=5e66146c-80cb-464f-a195-4176fc6a344c HTTP/1.1" status: 200 len: 946 time: 0.0762205 Feb 09 19:10:44.313878 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-fcbfe727-3351-4c7a-9066-312d4fda958e admin admin] Publish callbacks [] for router_gateway (f8479197-0c23-406e-958c-7e00e5701521), precommit_update {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:10:44.326671 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-da2ee100-e20d-4666-bc38-bcda580254e3 req-4296fc53-0a2e-449f-9fd6-0107a61b2049 tempest-DeleteServersTestJSON-1870379525 tempest-DeleteServersTestJSON-1870379525-project] 10.222.0.75 "GET /v2.0/security-groups?id=5ce92d32-ca94-4b6c-925d-b9dff609abe6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0759115 Feb 09 19:10:44.378404 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-5e75d654-7c0d-4e99-8e3b-650500cc797b None None] Publish callbacks [] for port (77dd1516-3e0e-467e-97af-17e84024e689), precommit_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:10:44.393285 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-5e75d654-7c0d-4e99-8e3b-650500cc797b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762866656467'] for port (77dd1516-3e0e-467e-97af-17e84024e689), after_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:10:44.406476 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-883d08bd-f3de-45a6-ac29-23292c457f16 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8b32e980-7cce-5e82-a341-bd2fa8945c89-bf4bc076-a27e-42a2-9aee-a2f41efd57ae', 'network_id': 'bf4bc076-a27e-42a2-9aee-a2f41efd57ae', 'project_id': 'ab46f22498044497a19ee4778fafcebd', 'fixed_ips': [{'subnet_id': 'fea6332b-9bd6-4cd8-9e80-16a97bc75c3b'}]}} from n-d-713498-36. {{(pid=103232) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 09 19:10:44.407287 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-883d08bd-f3de-45a6-ac29-23292c457f16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (None), before_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:10:44.468659 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-edc54c9b-7f13-45d9-9271-85c9738b0128 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762867132591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593584'] for agent (a62b1850-466f-48ae-bec7-d62fb280e14b), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:10:44.509051 n-d-713498-36 neutron-server[103229]: DEBUG neutron.db.db_base_plugin_common [None req-bf7f10f5-2e4b-4651-a69c-21e5229210c6 tempest-ExtraDHCPOptionsIpV6TestJSON-1085309154 tempest-ExtraDHCPOptionsIpV6TestJSON-1085309154-project] Allocated IP 2001:db8::3bc (e64c1ac1-1415-47e6-9ab3-dac5ed1c9fea/32ca0a52-e2f7-40eb-b386-5262053fb58a/5d0c55a4-cbe9-4f06-ae53-9981c54822ae) {{(pid=103229) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 19:10:44.532641 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e75d654-7c0d-4e99-8e3b-650500cc797b None None] Pushing event updated for resources: {'Port': ['ID=77dd1516-3e0e-467e-97af-17e84024e689,revision_number=1']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:10:44.564729 n-d-713498-36 neutron-server[103232]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e75d654-7c0d-4e99-8e3b-650500cc797b None None] Network e64c1ac1-1415-47e6-9ab3-dac5ed1c9fea is already hosted by enough agents. {{(pid=103232) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 19:10:44.574462 n-d-713498-36 neutron-server[103232]: DEBUG neutron.scheduler.base_scheduler [None req-5e75d654-7c0d-4e99-8e3b-650500cc797b None None] Resources bound (agent type, host, resource id): {{(pid=103232) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 19:10:44.605138 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-fcbfe727-3351-4c7a-9066-312d4fda958e admin admin] Publish callbacks [] for router_gateway (f8479197-0c23-406e-958c-7e00e5701521), before_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:10:44.619549 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e75d654-7c0d-4e99-8e3b-650500cc797b None None] Received port after_create {{(pid=103232) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 19:10:44.648167 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-fcbfe727-3351-4c7a-9066-312d4fda958e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (None), before_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:10:44.741108 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-bf7f10f5-2e4b-4651-a69c-21e5229210c6 tempest-ExtraDHCPOptionsIpV6TestJSON-1085309154 tempest-ExtraDHCPOptionsIpV6TestJSON-1085309154-project] Publish callbacks [] for port (5d0c55a4-cbe9-4f06-ae53-9981c54822ae), precommit_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:10:44.854059 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-bf7f10f5-2e4b-4651-a69c-21e5229210c6 tempest-ExtraDHCPOptionsIpV6TestJSON-1085309154 tempest-ExtraDHCPOptionsIpV6TestJSON-1085309154-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762866656467', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12867576'] for port (5d0c55a4-cbe9-4f06-ae53-9981c54822ae), after_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:10:44.893221 n-d-713498-36 neutron-server[103230]: DEBUG neutron.db.db_base_plugin_common [None req-fcbfe727-3351-4c7a-9066-312d4fda958e admin admin] Allocated IP 172.25.1.206 (88055e1e-672a-4487-be31-ffb6e833ece5/ac16dbcc-383c-4b43-9153-d763c4a53f91/5de90ed8-7d02-47e9-8b5f-2c96de989505) {{(pid=103230) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 19:10:44.900469 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.managers [None req-5e75d654-7c0d-4e99-8e3b-650500cc797b None None] Attempting to bind port 77dd1516-3e0e-467e-97af-17e84024e689 on host n-d-713498-36 for vnic_type normal with profile {{(pid=103232) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 19:10:44.901063 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.managers [None req-5e75d654-7c0d-4e99-8e3b-650500cc797b None None] Attempting to bind port 77dd1516-3e0e-467e-97af-17e84024e689 by drivers openvswitch,hyperv on host n-d-713498-36 at level 0 using segments [{'id': 'b2bb6ba4-f8a1-4a38-86b1-e8528c6a6d05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': 'e64c1ac1-1415-47e6-9ab3-dac5ed1c9fea'}] {{(pid=103232) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 19:10:44.901288 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e75d654-7c0d-4e99-8e3b-650500cc797b None None] Attempting to bind port 77dd1516-3e0e-467e-97af-17e84024e689 on network e64c1ac1-1415-47e6-9ab3-dac5ed1c9fea {{(pid=103232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 19:10:44.927218 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf7f10f5-2e4b-4651-a69c-21e5229210c6 tempest-ExtraDHCPOptionsIpV6TestJSON-1085309154 tempest-ExtraDHCPOptionsIpV6TestJSON-1085309154-project] Pushing event updated for resources: {'Port': ['ID=5d0c55a4-cbe9-4f06-ae53-9981c54822ae,revision_number=1']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:10:44.944361 n-d-713498-36 neutron-server[103229]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf7f10f5-2e4b-4651-a69c-21e5229210c6 tempest-ExtraDHCPOptionsIpV6TestJSON-1085309154 tempest-ExtraDHCPOptionsIpV6TestJSON-1085309154-project] Network e64c1ac1-1415-47e6-9ab3-dac5ed1c9fea is already hosted by enough agents. {{(pid=103229) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 19:10:44.946161 n-d-713498-36 neutron-server[103229]: DEBUG neutron.scheduler.base_scheduler [None req-bf7f10f5-2e4b-4651-a69c-21e5229210c6 tempest-ExtraDHCPOptionsIpV6TestJSON-1085309154 tempest-ExtraDHCPOptionsIpV6TestJSON-1085309154-project] Resources bound (agent type, host, resource id): {{(pid=103229) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 19:10:44.954387 n-d-713498-36 neutron-server[103229]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf7f10f5-2e4b-4651-a69c-21e5229210c6 tempest-ExtraDHCPOptionsIpV6TestJSON-1085309154 tempest-ExtraDHCPOptionsIpV6TestJSON-1085309154-project] Received port after_create {{(pid=103229) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 19:10:44.956995 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e75d654-7c0d-4e99-8e3b-650500cc797b None None] Checking agent: {'id': '496418a2-c002-4aec-ab1a-07f3bea491bd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-36', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 18, 51, 47), 'started_at': datetime.datetime(2022, 2, 9, 18, 52, 17), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 19, 10, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-36'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 19:10:44.958088 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e75d654-7c0d-4e99-8e3b-650500cc797b None None] Checking segment: {'id': 'b2bb6ba4-f8a1-4a38-86b1-e8528c6a6d05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': 'e64c1ac1-1415-47e6-9ab3-dac5ed1c9fea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103232) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 19:10:44.958633 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-5e75d654-7c0d-4e99-8e3b-650500cc797b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:10:44.959222 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e75d654-7c0d-4e99-8e3b-650500cc797b None None] Bound using segment: {'id': 'b2bb6ba4-f8a1-4a38-86b1-e8528c6a6d05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': 'e64c1ac1-1415-47e6-9ab3-dac5ed1c9fea'} {{(pid=103232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 19:10:44.960725 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.managers [None req-5e75d654-7c0d-4e99-8e3b-650500cc797b None None] Bound port: 77dd1516-3e0e-467e-97af-17e84024e689, host: n-d-713498-36, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b2bb6ba4-f8a1-4a38-86b1-e8528c6a6d05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': 'e64c1ac1-1415-47e6-9ab3-dac5ed1c9fea'}}] {{(pid=103232) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 19:10:44.961308 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-5e75d654-7c0d-4e99-8e3b-650500cc797b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (77dd1516-3e0e-467e-97af-17e84024e689), before_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:10:44.998366 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf7f10f5-2e4b-4651-a69c-21e5229210c6 tempest-ExtraDHCPOptionsIpV6TestJSON-1085309154 tempest-ExtraDHCPOptionsIpV6TestJSON-1085309154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:10:45.001450 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-bf7f10f5-2e4b-4651-a69c-21e5229210c6 tempest-ExtraDHCPOptionsIpV6TestJSON-1085309154 tempest-ExtraDHCPOptionsIpV6TestJSON-1085309154-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171096'] for port (None), before_response {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:10:45.031468 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-bf7f10f5-2e4b-4651-a69c-21e5229210c6 tempest-ExtraDHCPOptionsIpV6TestJSON-1085309154 tempest-ExtraDHCPOptionsIpV6TestJSON-1085309154-project] 10.222.0.75 "POST /v2.0/ports HTTP/1.1" status: 201 len: 941 time: 1.5923367 Feb 09 19:10:45.034657 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 57690) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:10:45.051804 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.v2.base [None req-c820a5ff-a7da-47b4-b0a2-61a84e5c3bdf tempest-ExtraDHCPOptionsIpV6TestJSON-1085309154 tempest-ExtraDHCPOptionsIpV6TestJSON-1085309154-project] Request body: {'port': {'network_id': 'e64c1ac1-1415-47e6-9ab3-dac5ed1c9fea', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-197702078', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=103229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 19:10:45.052899 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.api.validators [None req-c820a5ff-a7da-47b4-b0a2-61a84e5c3bdf tempest-ExtraDHCPOptionsIpV6TestJSON-1085309154 tempest-ExtraDHCPOptionsIpV6TestJSON-1085309154-project] bootfile-name is not in valid_values {{(pid=103229) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Feb 09 19:10:45.052899 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.api.validators [None req-c820a5ff-a7da-47b4-b0a2-61a84e5c3bdf tempest-ExtraDHCPOptionsIpV6TestJSON-1085309154 tempest-ExtraDHCPOptionsIpV6TestJSON-1085309154-project] tftp-server is not in valid_values {{(pid=103229) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Feb 09 19:10:45.058687 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.api.validators [None req-c820a5ff-a7da-47b4-b0a2-61a84e5c3bdf tempest-ExtraDHCPOptionsIpV6TestJSON-1085309154 tempest-ExtraDHCPOptionsIpV6TestJSON-1085309154-project] server-ip-address is not in valid_values {{(pid=103229) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Feb 09 19:10:45.096400 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.db_base_plugin_common [None req-883d08bd-f3de-45a6-ac29-23292c457f16 None None] Allocated IP 172.20.0.2 (bf4bc076-a27e-42a2-9aee-a2f41efd57ae/fea6332b-9bd6-4cd8-9e80-16a97bc75c3b/32aa21ab-dd81-4259-a277-3153b37f4920) {{(pid=103232) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 19:10:45.107097 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fee55bf-9ec4-4995-8eec-1c405b2dc404 req-5e6a9cd9-25a0-407e-a50f-d1570d12b33d tempest-LiveMigrationTest-1021096981 tempest-LiveMigrationTest-1021096981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:10:45.110196 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-0fee55bf-9ec4-4995-8eec-1c405b2dc404 req-5e6a9cd9-25a0-407e-a50f-d1570d12b33d tempest-LiveMigrationTest-1021096981 tempest-LiveMigrationTest-1021096981-project] 10.222.0.75 "GET /v2.0/ports?device_id=a26f3e83-5a8d-4d9d-aa20-3d25b99af655 HTTP/1.1" status: 200 len: 944 time: 0.1015844 Feb 09 19:10:45.112124 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-fcbfe727-3351-4c7a-9066-312d4fda958e admin admin] Publish callbacks [] for port (5de90ed8-7d02-47e9-8b5f-2c96de989505), precommit_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:10:45.113577 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 57692) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:10:45.204879 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-0fee55bf-9ec4-4995-8eec-1c405b2dc404 req-b8129367-2e06-426d-b54f-12e28542cbd0 tempest-LiveMigrationTest-1021096981 tempest-LiveMigrationTest-1021096981-project] 10.222.0.75 "GET /v2.0/security-groups?id=ba18819a-1490-4e7b-a11b-e8610423d8ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0839512 Feb 09 19:10:45.223965 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-fcbfe727-3351-4c7a-9066-312d4fda958e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762866656467', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14393751'] for port (5de90ed8-7d02-47e9-8b5f-2c96de989505), after_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:10:45.268656 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c820a5ff-a7da-47b4-b0a2-61a84e5c3bdf tempest-ExtraDHCPOptionsIpV6TestJSON-1085309154 tempest-ExtraDHCPOptionsIpV6TestJSON-1085309154-project] Made reservation on behalf of 61f30bbc334f49c2aa0ae5ca45413957 for: {'port': 1} {{(pid=103229) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 19:10:45.291935 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-c820a5ff-a7da-47b4-b0a2-61a84e5c3bdf tempest-ExtraDHCPOptionsIpV6TestJSON-1085309154 tempest-ExtraDHCPOptionsIpV6TestJSON-1085309154-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (None), before_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:10:45.312159 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-5e75d654-7c0d-4e99-8e3b-650500cc797b None None] For port 77dd1516-3e0e-467e-97af-17e84024e689, host n-d-713498-36, cleared binding levels {{(pid=103232) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 19:10:45.321516 n-d-713498-36 neutron-server[103229]: DEBUG neutron.notifiers.nova [None req-c820a5ff-a7da-47b4-b0a2-61a84e5c3bdf tempest-ExtraDHCPOptionsIpV6TestJSON-1085309154 tempest-ExtraDHCPOptionsIpV6TestJSON-1085309154-project] device_id is not set on port 59c5111b-2e21-4d3c-80f3-d0057376b045 yet. {{(pid=103229) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 09 19:10:45.355090 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-5e75d654-7c0d-4e99-8e3b-650500cc797b None None] For port 77dd1516-3e0e-467e-97af-17e84024e689, host n-d-713498-36, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-36',level=0,port_id=77dd1516-3e0e-467e-97af-17e84024e689,segment=NetworkSegment(b2bb6ba4-f8a1-4a38-86b1-e8528c6a6d05),segment_id=b2bb6ba4-f8a1-4a38-86b1-e8528c6a6d05)] {{(pid=103232) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 19:10:45.370271 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcbfe727-3351-4c7a-9066-312d4fda958e admin admin] Pushing event updated for resources: {'Port': ['ID=5de90ed8-7d02-47e9-8b5f-2c96de989505,revision_number=1']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:10:45.381439 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-5e75d654-7c0d-4e99-8e3b-650500cc797b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762867176205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762866656485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762866656503'] for port (77dd1516-3e0e-467e-97af-17e84024e689), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:10:45.387546 n-d-713498-36 neutron-server[103230]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fcbfe727-3351-4c7a-9066-312d4fda958e admin admin] Network 88055e1e-672a-4487-be31-ffb6e833ece5 is already hosted by enough agents. {{(pid=103230) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 19:10:45.397070 n-d-713498-36 neutron-server[103230]: DEBUG neutron.scheduler.base_scheduler [None req-fcbfe727-3351-4c7a-9066-312d4fda958e admin admin] Resources bound (agent type, host, resource id): {{(pid=103230) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 19:10:45.400128 n-d-713498-36 neutron-server[103230]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcbfe727-3351-4c7a-9066-312d4fda958e admin admin] Received port after_create {{(pid=103230) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 19:10:45.424902 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-883d08bd-f3de-45a6-ac29-23292c457f16 None None] Publish callbacks [] for port (32aa21ab-dd81-4259-a277-3153b37f4920), precommit_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:10:45.431146 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-4a97dee7-27ff-4cde-9ddb-d9f6d0e0f2e0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:10:45.445002 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-883d08bd-f3de-45a6-ac29-23292c457f16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762866656467'] for port (32aa21ab-dd81-4259-a277-3153b37f4920), after_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:10:45.481594 n-d-713498-36 neutron-server[103232]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-883d08bd-f3de-45a6-ac29-23292c457f16 None None] Network bf4bc076-a27e-42a2-9aee-a2f41efd57ae is already hosted by enough agents. {{(pid=103232) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 19:10:45.485177 n-d-713498-36 neutron-server[103232]: DEBUG neutron.scheduler.base_scheduler [None req-883d08bd-f3de-45a6-ac29-23292c457f16 None None] Resources bound (agent type, host, resource id): {{(pid=103232) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 19:10:45.487096 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e75d654-7c0d-4e99-8e3b-650500cc797b None None] Pushing event updated for resources: {'Port': ['ID=77dd1516-3e0e-467e-97af-17e84024e689,revision_number=2']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:10:45.495928 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.l3_dvrscheduler_db [None req-883d08bd-f3de-45a6-ac29-23292c457f16 None None] Received port after_create {{(pid=103232) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 19:10:45.547266 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-883d08bd-f3de-45a6-ac29-23292c457f16 None None] Pushing event updated for resources: {'Port': ['ID=32aa21ab-dd81-4259-a277-3153b37f4920,revision_number=1']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:10:45.581514 n-d-713498-36 neutron-server[103229]: DEBUG neutron.db.db_base_plugin_common [None req-c820a5ff-a7da-47b4-b0a2-61a84e5c3bdf tempest-ExtraDHCPOptionsIpV6TestJSON-1085309154 tempest-ExtraDHCPOptionsIpV6TestJSON-1085309154-project] Allocated IP 2001:db8::2a5 (e64c1ac1-1415-47e6-9ab3-dac5ed1c9fea/32ca0a52-e2f7-40eb-b386-5262053fb58a/59c5111b-2e21-4d3c-80f3-d0057376b045) {{(pid=103229) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 19:10:45.612179 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d96e479-7508-42ca-8a83-7c1281869b84 req-b9253509-8411-4a14-bee4-e925060a3d4b tempest-ImagesTestJSON-1015154253 tempest-ImagesTestJSON-1015154253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:10:45.615332 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.managers [None req-883d08bd-f3de-45a6-ac29-23292c457f16 None None] Attempting to bind port 32aa21ab-dd81-4259-a277-3153b37f4920 on host n-d-713498-36 for vnic_type normal with profile {{(pid=103232) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 19:10:45.615738 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.managers [None req-883d08bd-f3de-45a6-ac29-23292c457f16 None None] Attempting to bind port 32aa21ab-dd81-4259-a277-3153b37f4920 by drivers openvswitch,hyperv on host n-d-713498-36 at level 0 using segments [{'id': '141f724c-a45b-4df8-8db3-8734c1f0aa1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': 'bf4bc076-a27e-42a2-9aee-a2f41efd57ae'}] {{(pid=103232) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 19:10:45.616072 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-883d08bd-f3de-45a6-ac29-23292c457f16 None None] Attempting to bind port 32aa21ab-dd81-4259-a277-3153b37f4920 on network bf4bc076-a27e-42a2-9aee-a2f41efd57ae {{(pid=103232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 19:10:45.619731 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-0d96e479-7508-42ca-8a83-7c1281869b84 req-b9253509-8411-4a14-bee4-e925060a3d4b tempest-ImagesTestJSON-1015154253 tempest-ImagesTestJSON-1015154253-project] 10.222.0.75 "GET /v2.0/ports?device_id=4746f15a-6ce7-4138-81d0-89a84e1043d2 HTTP/1.1" status: 200 len: 946 time: 0.1576858 Feb 09 19:10:45.622473 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-883d08bd-f3de-45a6-ac29-23292c457f16 None None] Checking agent: {'id': '496418a2-c002-4aec-ab1a-07f3bea491bd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-36', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 18, 51, 47), 'started_at': datetime.datetime(2022, 2, 9, 18, 52, 17), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 19, 10, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-36'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 19:10:45.623726 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-883d08bd-f3de-45a6-ac29-23292c457f16 None None] Checking segment: {'id': '141f724c-a45b-4df8-8db3-8734c1f0aa1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': 'bf4bc076-a27e-42a2-9aee-a2f41efd57ae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103232) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 19:10:45.624277 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-883d08bd-f3de-45a6-ac29-23292c457f16 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:10:45.624602 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-883d08bd-f3de-45a6-ac29-23292c457f16 None None] Bound using segment: {'id': '141f724c-a45b-4df8-8db3-8734c1f0aa1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': 'bf4bc076-a27e-42a2-9aee-a2f41efd57ae'} {{(pid=103232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 19:10:45.625074 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.managers [None req-883d08bd-f3de-45a6-ac29-23292c457f16 None None] Bound port: 32aa21ab-dd81-4259-a277-3153b37f4920, host: n-d-713498-36, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '141f724c-a45b-4df8-8db3-8734c1f0aa1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': 'bf4bc076-a27e-42a2-9aee-a2f41efd57ae'}}] {{(pid=103232) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 19:10:45.625460 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-883d08bd-f3de-45a6-ac29-23292c457f16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (32aa21ab-dd81-4259-a277-3153b37f4920), before_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:10:45.696967 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-0d96e479-7508-42ca-8a83-7c1281869b84 req-6bd2a78e-0630-4254-aabe-5c11e8251b18 tempest-ImagesTestJSON-1015154253 tempest-ImagesTestJSON-1015154253-project] 10.222.0.75 "GET /v2.0/security-groups?id=1f45f199-38bd-4afd-a63a-d9a4ed62c8a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0710177 Feb 09 19:10:45.717027 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-883d08bd-f3de-45a6-ac29-23292c457f16 None None] For port 32aa21ab-dd81-4259-a277-3153b37f4920, host n-d-713498-36, cleared binding levels {{(pid=103232) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 19:10:45.724423 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-883d08bd-f3de-45a6-ac29-23292c457f16 None None] For port 32aa21ab-dd81-4259-a277-3153b37f4920, host n-d-713498-36, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-36',level=0,port_id=32aa21ab-dd81-4259-a277-3153b37f4920,segment=NetworkSegment(141f724c-a45b-4df8-8db3-8734c1f0aa1d),segment_id=141f724c-a45b-4df8-8db3-8734c1f0aa1d)] {{(pid=103232) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 19:10:45.738395 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-883d08bd-f3de-45a6-ac29-23292c457f16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762867176205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762866656485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762866656503'] for port (32aa21ab-dd81-4259-a277-3153b37f4920), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:10:45.845273 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-883d08bd-f3de-45a6-ac29-23292c457f16 None None] Pushing event updated for resources: {'Port': ['ID=32aa21ab-dd81-4259-a277-3153b37f4920,revision_number=2']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:10:45.895051 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-a7262a8e-0513-48fd-984d-75726a511961 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762867132591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593584'] for agent (911cfea2-02ae-4ec9-bac3-7808ee1cdd9c), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:10:46.021079 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-c820a5ff-a7da-47b4-b0a2-61a84e5c3bdf tempest-ExtraDHCPOptionsIpV6TestJSON-1085309154 tempest-ExtraDHCPOptionsIpV6TestJSON-1085309154-project] Publish callbacks [] for port (59c5111b-2e21-4d3c-80f3-d0057376b045), precommit_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:10:46.041792 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-432b2bcf-2a4a-4de1-9fcc-e4ec8d6ec801 req-58cd34c0-38eb-4b82-a709-30d2676f3cd7 tempest-DeleteServersTestJSON-1870379525 tempest-DeleteServersTestJSON-1870379525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:10:46.046654 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-432b2bcf-2a4a-4de1-9fcc-e4ec8d6ec801 req-58cd34c0-38eb-4b82-a709-30d2676f3cd7 tempest-DeleteServersTestJSON-1870379525 tempest-DeleteServersTestJSON-1870379525-project] 10.222.0.75 "GET /v2.0/ports?device_id=5e66146c-80cb-464f-a195-4176fc6a344c HTTP/1.1" status: 200 len: 946 time: 0.1483994 Feb 09 19:10:46.050517 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Device 77dd1516-3e0e-467e-97af-17e84024e689 up at agent ovs-agent-n-d-713498-36 {{(pid=103232) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 19:10:46.111993 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.provisioning_blocks [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Provisioning complete for port 77dd1516-3e0e-467e-97af-17e84024e689 triggered by entity L2. {{(pid=103232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 19:10:46.112329 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593630'] for port (77dd1516-3e0e-467e-97af-17e84024e689), provisioning_complete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:10:46.133342 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-432b2bcf-2a4a-4de1-9fcc-e4ec8d6ec801 req-0e3622e9-6c04-43f1-8c4f-731d76b421ca tempest-DeleteServersTestJSON-1870379525 tempest-DeleteServersTestJSON-1870379525-project] 10.222.0.75 "GET /v2.0/security-groups?id=5ce92d32-ca94-4b6c-925d-b9dff609abe6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0832033 Feb 09 19:10:46.149175 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-c820a5ff-a7da-47b4-b0a2-61a84e5c3bdf tempest-ExtraDHCPOptionsIpV6TestJSON-1085309154 tempest-ExtraDHCPOptionsIpV6TestJSON-1085309154-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762866656467', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12867576'] for port (59c5111b-2e21-4d3c-80f3-d0057376b045), after_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:10:46.163148 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-4a97dee7-27ff-4cde-9ddb-d9f6d0e0f2e0 admin admin] Publish callbacks [] for security_group (03391818-bc11-410b-b3aa-8ccdd764dd21), precommit_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:10:46.169486 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a5e1d31-6480-4288-8bc0-9ce1b7c3395c req-cde1df70-eb1b-423b-b7d3-ad4cc5d83021 tempest-LiveMigrationTest-1137365927 tempest-LiveMigrationTest-1137365927-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:10:46.181901 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-4a5e1d31-6480-4288-8bc0-9ce1b7c3395c req-cde1df70-eb1b-423b-b7d3-ad4cc5d83021 tempest-LiveMigrationTest-1137365927 tempest-LiveMigrationTest-1137365927-project-admin] 10.222.0.75 "GET /v2.0/ports?device_id=a26f3e83-5a8d-4d9d-aa20-3d25b99af655 HTTP/1.1" status: 200 len: 1127 time: 0.7341075 Feb 09 19:10:46.226339 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-4a97dee7-27ff-4cde-9ddb-d9f6d0e0f2e0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1892331'] for security_group (03391818-bc11-410b-b3aa-8ccdd764dd21), after_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:10:46.278288 n-d-713498-36 neutron-server[103229]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c820a5ff-a7da-47b4-b0a2-61a84e5c3bdf tempest-ExtraDHCPOptionsIpV6TestJSON-1085309154 tempest-ExtraDHCPOptionsIpV6TestJSON-1085309154-project] Network e64c1ac1-1415-47e6-9ab3-dac5ed1c9fea is already hosted by enough agents. {{(pid=103229) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 19:10:46.283599 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Current status of the port 77dd1516-3e0e-467e-97af-17e84024e689 is: DOWN; New status is: ACTIVE {{(pid=103232) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 19:10:46.284342 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (77dd1516-3e0e-467e-97af-17e84024e689), before_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:10:46.284898 n-d-713498-36 neutron-server[103229]: DEBUG neutron.scheduler.base_scheduler [None req-c820a5ff-a7da-47b4-b0a2-61a84e5c3bdf tempest-ExtraDHCPOptionsIpV6TestJSON-1085309154 tempest-ExtraDHCPOptionsIpV6TestJSON-1085309154-project] Resources bound (agent type, host, resource id): {{(pid=103229) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 19:10:46.294671 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c820a5ff-a7da-47b4-b0a2-61a84e5c3bdf tempest-ExtraDHCPOptionsIpV6TestJSON-1085309154 tempest-ExtraDHCPOptionsIpV6TestJSON-1085309154-project] Pushing event updated for resources: {'Port': ['ID=59c5111b-2e21-4d3c-80f3-d0057376b045,revision_number=1']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:10:46.298823 n-d-713498-36 neutron-server[103229]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c820a5ff-a7da-47b4-b0a2-61a84e5c3bdf tempest-ExtraDHCPOptionsIpV6TestJSON-1085309154 tempest-ExtraDHCPOptionsIpV6TestJSON-1085309154-project] Received port after_create {{(pid=103229) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 19:10:46.311585 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c820a5ff-a7da-47b4-b0a2-61a84e5c3bdf tempest-ExtraDHCPOptionsIpV6TestJSON-1085309154 tempest-ExtraDHCPOptionsIpV6TestJSON-1085309154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:10:46.312616 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-c820a5ff-a7da-47b4-b0a2-61a84e5c3bdf tempest-ExtraDHCPOptionsIpV6TestJSON-1085309154 tempest-ExtraDHCPOptionsIpV6TestJSON-1085309154-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171096'] for port (None), before_response {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:10:46.333008 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a97dee7-27ff-4cde-9ddb-d9f6d0e0f2e0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=03391818-bc11-410b-b3aa-8ccdd764dd21,revision_number=1']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:10:46.333726 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] For port 77dd1516-3e0e-467e-97af-17e84024e689, host n-d-713498-36, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-36',level=0,port_id=77dd1516-3e0e-467e-97af-17e84024e689,segment=NetworkSegment(b2bb6ba4-f8a1-4a38-86b1-e8528c6a6d05),segment_id=b2bb6ba4-f8a1-4a38-86b1-e8528c6a6d05)] {{(pid=103232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 19:10:46.334485 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-c820a5ff-a7da-47b4-b0a2-61a84e5c3bdf tempest-ExtraDHCPOptionsIpV6TestJSON-1085309154 tempest-ExtraDHCPOptionsIpV6TestJSON-1085309154-project] 10.222.0.75 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1149 time: 1.2986515 Feb 09 19:10:46.336847 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 57710) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:10:46.343191 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762867176205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762866656485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762866656503'] for port (77dd1516-3e0e-467e-97af-17e84024e689), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:10:46.360486 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-4a97dee7-27ff-4cde-9ddb-d9f6d0e0f2e0 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=d857f68f32a74644b5a2df8305b21d49&name=default HTTP/1.1" status: 200 len: 3000 time: 1.2454336 Feb 09 19:10:46.366835 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 57712) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:10:46.404071 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Pushing event updated for resources: {'Port': ['ID=77dd1516-3e0e-467e-97af-17e84024e689,revision_number=3']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:10:46.444079 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b8a281a-9541-48f6-9cc7-2a103cce4744 tempest-ExtraDHCPOptionsIpV6TestJSON-1085309154 tempest-ExtraDHCPOptionsIpV6TestJSON-1085309154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:10:46.449691 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b8a281a-9541-48f6-9cc7-2a103cce4744 tempest-ExtraDHCPOptionsIpV6TestJSON-1085309154 tempest-ExtraDHCPOptionsIpV6TestJSON-1085309154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:10:46.455429 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b8a281a-9541-48f6-9cc7-2a103cce4744 tempest-ExtraDHCPOptionsIpV6TestJSON-1085309154 tempest-ExtraDHCPOptionsIpV6TestJSON-1085309154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:10:46.461161 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-4b8a281a-9541-48f6-9cc7-2a103cce4744 tempest-ExtraDHCPOptionsIpV6TestJSON-1085309154 tempest-ExtraDHCPOptionsIpV6TestJSON-1085309154-project] 10.222.0.75 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2622 time: 0.1231601 Feb 09 19:10:46.461787 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 57714) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:10:46.485810 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-4a5e1d31-6480-4288-8bc0-9ce1b7c3395c req-b6644b36-233e-4b28-ab3e-a31355d8129f tempest-LiveMigrationTest-1137365927 tempest-LiveMigrationTest-1137365927-project-admin] 10.222.0.75 "GET /v2.0/security-groups?id=ba18819a-1490-4e7b-a11b-e8610423d8ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2604673 Feb 09 19:10:46.554949 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-c8bd0e0d-ba76-4496-b870-81cf99a8c87a admin admin] Publish callbacks [] for security_group (03391818-bc11-410b-b3aa-8ccdd764dd21), before_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:10:46.566050 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-fcbfe727-3351-4c7a-9066-312d4fda958e admin admin] Publish callbacks [] for router_gateway (f8479197-0c23-406e-958c-7e00e5701521), after_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:10:46.635846 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.plugin [None req-1614f897-d1fd-497f-af05-2f79951ef131 tempest-ExtraDHCPOptionsIpV6TestJSON-1085309154 tempest-ExtraDHCPOptionsIpV6TestJSON-1085309154-project] Deleting port 59c5111b-2e21-4d3c-80f3-d0057376b045 {{(pid=103229) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 19:10:46.636241 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-1614f897-d1fd-497f-af05-2f79951ef131 tempest-ExtraDHCPOptionsIpV6TestJSON-1085309154 tempest-ExtraDHCPOptionsIpV6TestJSON-1085309154-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762867170196'] for port (59c5111b-2e21-4d3c-80f3-d0057376b045), before_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:10:46.664946 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-c8bd0e0d-ba76-4496-b870-81cf99a8c87a admin admin] Publish callbacks [] for security_group (03391818-bc11-410b-b3aa-8ccdd764dd21), precommit_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:10:46.794290 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-1614f897-d1fd-497f-af05-2f79951ef131 tempest-ExtraDHCPOptionsIpV6TestJSON-1085309154 tempest-ExtraDHCPOptionsIpV6TestJSON-1085309154-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1820838'] for port (59c5111b-2e21-4d3c-80f3-d0057376b045), precommit_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:10:46.819099 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.plugin [None req-1614f897-d1fd-497f-af05-2f79951ef131 tempest-ExtraDHCPOptionsIpV6TestJSON-1085309154 tempest-ExtraDHCPOptionsIpV6TestJSON-1085309154-project] Calling delete_port for 59c5111b-2e21-4d3c-80f3-d0057376b045 owned by {{(pid=103229) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 19:10:46.880565 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-c8bd0e0d-ba76-4496-b870-81cf99a8c87a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1892331'] for security_group (03391818-bc11-410b-b3aa-8ccdd764dd21), after_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:10:46.883483 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-c8bd0e0d-ba76-4496-b870-81cf99a8c87a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:10:46.884629 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-c8bd0e0d-ba76-4496-b870-81cf99a8c87a admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/03391818-bc11-410b-b3aa-8ccdd764dd21 HTTP/1.1" status: 204 len: 168 time: 0.5107815 Feb 09 19:10:46.912254 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78139480-ffd2-4917-b6ea-990339e2806d req-44549e7c-d5fc-49d7-b9d3-947e43ee586d tempest-ImagesTestJSON-1015154253 tempest-ImagesTestJSON-1015154253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:10:46.914060 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-78139480-ffd2-4917-b6ea-990339e2806d req-44549e7c-d5fc-49d7-b9d3-947e43ee586d tempest-ImagesTestJSON-1015154253 tempest-ImagesTestJSON-1015154253-project] 10.222.0.75 "GET /v2.0/ports?device_id=4746f15a-6ce7-4138-81d0-89a84e1043d2 HTTP/1.1" status: 200 len: 946 time: 0.1112564 Feb 09 19:10:46.938490 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8bd0e0d-ba76-4496-b870-81cf99a8c87a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=03391818-bc11-410b-b3aa-8ccdd764dd21,revision_number=None']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:10:47.019214 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-78139480-ffd2-4917-b6ea-990339e2806d req-8a36960f-d2ee-402d-adb8-de9396766256 tempest-ImagesTestJSON-1015154253 tempest-ImagesTestJSON-1015154253-project] 10.222.0.75 "GET /v2.0/security-groups?id=1f45f199-38bd-4afd-a63a-d9a4ed62c8a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0953176 Feb 09 19:10:47.019354 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762867132591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593584'] for agent (496418a2-c002-4aec-ab1a-07f3bea491bd), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:10:47.030048 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d8f83d2-6c04-4d96-9a26-40d0f39a44a4 req-ebfaabb3-e9fb-4961-b624-f0f573ea5291 tempest-LiveMigrationTest-1021096981 tempest-LiveMigrationTest-1021096981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:10:47.041258 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-6d8f83d2-6c04-4d96-9a26-40d0f39a44a4 req-ebfaabb3-e9fb-4961-b624-f0f573ea5291 tempest-LiveMigrationTest-1021096981 tempest-LiveMigrationTest-1021096981-project] 10.222.0.75 "GET /v2.0/ports?device_id=a26f3e83-5a8d-4d9d-aa20-3d25b99af655 HTTP/1.1" status: 200 len: 944 time: 0.2130127 Feb 09 19:10:47.042571 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-fcbfe727-3351-4c7a-9066-312d4fda958e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1834945', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1818951'] for router (f8479197-0c23-406e-958c-7e00e5701521), after_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:10:47.110167 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-1614f897-d1fd-497f-af05-2f79951ef131 tempest-ExtraDHCPOptionsIpV6TestJSON-1085309154 tempest-ExtraDHCPOptionsIpV6TestJSON-1085309154-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762867177463', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762866656476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12867576'] for port (59c5111b-2e21-4d3c-80f3-d0057376b045), after_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:10:47.124618 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d95b5618-1cea-4de5-ab4b-75275804a356 None None] Network e64c1ac1-1415-47e6-9ab3-dac5ed1c9fea requested from n-d-713498-36 {{(pid=103232) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 19:10:47.150883 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1614f897-d1fd-497f-af05-2f79951ef131 tempest-ExtraDHCPOptionsIpV6TestJSON-1085309154 tempest-ExtraDHCPOptionsIpV6TestJSON-1085309154-project] Pushing event deleted for resources: {'Port': ['ID=59c5111b-2e21-4d3c-80f3-d0057376b045,revision_number=None']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:10:47.197198 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-1614f897-d1fd-497f-af05-2f79951ef131 tempest-ExtraDHCPOptionsIpV6TestJSON-1085309154 tempest-ExtraDHCPOptionsIpV6TestJSON-1085309154-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171096'] for port (None), before_response {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:10:47.205190 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-1614f897-d1fd-497f-af05-2f79951ef131 tempest-ExtraDHCPOptionsIpV6TestJSON-1085309154 tempest-ExtraDHCPOptionsIpV6TestJSON-1085309154-project] 10.222.0.75 "DELETE /v2.0/ports/59c5111b-2e21-4d3c-80f3-d0057376b045 HTTP/1.1" status: 204 len: 168 time: 0.7418454 Feb 09 19:10:47.206425 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 57728) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:10:47.216136 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.v2.base [None req-003c0908-4a50-4570-ad84-76ede740802c tempest-ExtraDHCPOptionsIpV6TestJSON-1085309154 tempest-ExtraDHCPOptionsIpV6TestJSON-1085309154-project] Request body: {'port': {'name': 'tempest-new-port-name-2098103172', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=103230) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 19:10:47.216615 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.api.validators [None req-003c0908-4a50-4570-ad84-76ede740802c tempest-ExtraDHCPOptionsIpV6TestJSON-1085309154 tempest-ExtraDHCPOptionsIpV6TestJSON-1085309154-project] bootfile-name is not in valid_values {{(pid=103230) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Feb 09 19:10:47.217068 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.api.validators [None req-003c0908-4a50-4570-ad84-76ede740802c tempest-ExtraDHCPOptionsIpV6TestJSON-1085309154 tempest-ExtraDHCPOptionsIpV6TestJSON-1085309154-project] tftp-server is not in valid_values {{(pid=103230) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Feb 09 19:10:47.217561 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.api.validators [None req-003c0908-4a50-4570-ad84-76ede740802c tempest-ExtraDHCPOptionsIpV6TestJSON-1085309154 tempest-ExtraDHCPOptionsIpV6TestJSON-1085309154-project] server-ip-address is not in valid_values {{(pid=103230) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Feb 09 19:10:47.256875 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.provisioning_blocks [None req-78565ee1-bbbc-4615-8397-0be5d0ba37ad None None] Provisioning complete for port 77dd1516-3e0e-467e-97af-17e84024e689 triggered by entity DHCP. {{(pid=103232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 19:10:47.257256 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-78565ee1-bbbc-4615-8397-0be5d0ba37ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593630'] for port (77dd1516-3e0e-467e-97af-17e84024e689), provisioning_complete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:10:47.276509 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-6d8f83d2-6c04-4d96-9a26-40d0f39a44a4 req-962007bb-581e-4b85-b907-7c0ba6a78355 tempest-LiveMigrationTest-1021096981 tempest-LiveMigrationTest-1021096981-project] 10.222.0.75 "GET /v2.0/security-groups?id=ba18819a-1490-4e7b-a11b-e8610423d8ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2276311 Feb 09 19:10:47.323510 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33b7fa52-e715-4c00-bbdd-ea885906a418 req-4a5bf33c-fafa-422a-ba99-3d94e73243e0 tempest-DeleteServersTestJSON-1870379525 tempest-DeleteServersTestJSON-1870379525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:10:47.328854 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-33b7fa52-e715-4c00-bbdd-ea885906a418 req-4a5bf33c-fafa-422a-ba99-3d94e73243e0 tempest-DeleteServersTestJSON-1870379525 tempest-DeleteServersTestJSON-1870379525-project] 10.222.0.75 "GET /v2.0/ports?device_id=5e66146c-80cb-464f-a195-4176fc6a344c HTTP/1.1" status: 200 len: 946 time: 0.0861461 Feb 09 19:10:47.357454 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-003c0908-4a50-4570-ad84-76ede740802c tempest-ExtraDHCPOptionsIpV6TestJSON-1085309154 tempest-ExtraDHCPOptionsIpV6TestJSON-1085309154-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (5d0c55a4-cbe9-4f06-ae53-9981c54822ae), before_update {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:10:47.411954 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-33b7fa52-e715-4c00-bbdd-ea885906a418 req-55d6791b-cc3a-4dc3-bf47-96d400ce7b72 tempest-DeleteServersTestJSON-1870379525 tempest-DeleteServersTestJSON-1870379525-project] 10.222.0.75 "GET /v2.0/security-groups?id=5ce92d32-ca94-4b6c-925d-b9dff609abe6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0741804 Feb 09 19:10:47.437313 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-78565ee1-bbbc-4615-8397-0be5d0ba37ad None None] Current status of the port 77dd1516-3e0e-467e-97af-17e84024e689 is: ACTIVE; New status is: ACTIVE {{(pid=103232) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 19:10:47.484195 n-d-713498-36 neutron-server[103230]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fcbfe727-3351-4c7a-9066-312d4fda958e admin admin] Router f8479197-0c23-406e-958c-7e00e5701521 is scheduled to L3 agent 93303d5e-5d17-45e8-8963-7694f87783ae with binding_index 1 {{(pid=103230) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 09 19:10:47.493120 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2cda3a25-69d2-4e39-9fbb-bf654588f132 None None] Network bf4bc076-a27e-42a2-9aee-a2f41efd57ae requested from n-d-713498-36 {{(pid=103232) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 19:10:47.516157 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-671884a9-206c-4c0f-af20-4ed882f0fb54 req-0295b68e-e010-4559-9114-0e2b82431bf6 tempest-LiveMigrationTest-1021096981 tempest-LiveMigrationTest-1021096981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:10:47.517754 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-671884a9-206c-4c0f-af20-4ed882f0fb54 req-0295b68e-e010-4559-9114-0e2b82431bf6 tempest-LiveMigrationTest-1021096981 tempest-LiveMigrationTest-1021096981-project] 10.222.0.89 "GET /v2.0/ports?device_id=a26f3e83-5a8d-4d9d-aa20-3d25b99af655 HTTP/1.1" status: 200 len: 944 time: 0.0676293 Feb 09 19:10:47.640444 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.provisioning_blocks [None req-116cbe89-74d9-47c6-ae0e-dae6ed8254ce None None] Provisioning complete for port 32aa21ab-dd81-4259-a277-3153b37f4920 triggered by entity DHCP. {{(pid=103232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 19:10:47.640827 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-116cbe89-74d9-47c6-ae0e-dae6ed8254ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593630'] for port (32aa21ab-dd81-4259-a277-3153b37f4920), provisioning_complete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:10:47.717148 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.plugin [req-671884a9-206c-4c0f-af20-4ed882f0fb54 req-94e70e24-0c50-4e00-a1af-05f123101f29 tempest-LiveMigrationTest-1021096981 tempest-LiveMigrationTest-1021096981-project] Deleting port 816526f9-3182-449c-a6c1-ec06db6c235e {{(pid=103229) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 19:10:47.717583 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-671884a9-206c-4c0f-af20-4ed882f0fb54 req-94e70e24-0c50-4e00-a1af-05f123101f29 tempest-LiveMigrationTest-1021096981 tempest-LiveMigrationTest-1021096981-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762867170196'] for port (816526f9-3182-449c-a6c1-ec06db6c235e), before_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:10:47.778180 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-116cbe89-74d9-47c6-ae0e-dae6ed8254ce None None] Current status of the port 32aa21ab-dd81-4259-a277-3153b37f4920 is: DOWN; New status is: ACTIVE {{(pid=103232) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 19:10:47.778906 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-116cbe89-74d9-47c6-ae0e-dae6ed8254ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (32aa21ab-dd81-4259-a277-3153b37f4920), before_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:10:47.835513 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-116cbe89-74d9-47c6-ae0e-dae6ed8254ce None None] For port 32aa21ab-dd81-4259-a277-3153b37f4920, host n-d-713498-36, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-36',level=0,port_id=32aa21ab-dd81-4259-a277-3153b37f4920,segment=NetworkSegment(141f724c-a45b-4df8-8db3-8734c1f0aa1d),segment_id=141f724c-a45b-4df8-8db3-8734c1f0aa1d)] {{(pid=103232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 19:10:47.841115 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-116cbe89-74d9-47c6-ae0e-dae6ed8254ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762867176205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762866656485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762866656503'] for port (32aa21ab-dd81-4259-a277-3153b37f4920), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:10:47.853690 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fcbfe727-3351-4c7a-9066-312d4fda958e admin admin] Notify agent at l3_agent.n-d-713498-36 the message routers_updated {{(pid=103230) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 19:10:47.898412 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-fcbfe727-3351-4c7a-9066-312d4fda958e admin admin] Publish callbacks [] for router (None), before_response {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:10:47.899056 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.db [req-671884a9-206c-4c0f-af20-4ed882f0fb54 req-94e70e24-0c50-4e00-a1af-05f123101f29 tempest-LiveMigrationTest-1021096981 tempest-LiveMigrationTest-1021096981-project] For port 816526f9-3182-449c-a6c1-ec06db6c235e, host n-h1-713498-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-36',level=0,port_id=816526f9-3182-449c-a6c1-ec06db6c235e,segment=NetworkSegment(5e48c0d3-ac92-403e-8ddc-eab47c471644),segment_id=5e48c0d3-ac92-403e-8ddc-eab47c471644)] {{(pid=103229) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 19:10:47.899558 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-671884a9-206c-4c0f-af20-4ed882f0fb54 req-94e70e24-0c50-4e00-a1af-05f123101f29 tempest-LiveMigrationTest-1021096981 tempest-LiveMigrationTest-1021096981-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1820838'] for port (816526f9-3182-449c-a6c1-ec06db6c235e), precommit_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:10:47.902594 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-fcbfe727-3351-4c7a-9066-312d4fda958e admin admin] 10.222.0.75 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 3.8926857 Feb 09 19:10:47.903381 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 57744) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:10:47.910328 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-003c0908-4a50-4570-ad84-76ede740802c tempest-ExtraDHCPOptionsIpV6TestJSON-1085309154 tempest-ExtraDHCPOptionsIpV6TestJSON-1085309154-project] Publish callbacks [] for port (5d0c55a4-cbe9-4f06-ae53-9981c54822ae), precommit_update {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:10:47.926798 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ab4b711-e127-4266-b573-3374f5064ef5 None None] Sync routers for ids ['f8479197-0c23-406e-958c-7e00e5701521'] in n-d-713498-36 {{(pid=103232) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 19:10:47.931084 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-003c0908-4a50-4570-ad84-76ede740802c tempest-ExtraDHCPOptionsIpV6TestJSON-1085309154 tempest-ExtraDHCPOptionsIpV6TestJSON-1085309154-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762867176205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762866656485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762866656503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14393758'] for port (5d0c55a4-cbe9-4f06-ae53-9981c54822ae), after_update {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:10:47.980429 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.plugin [None req-003c0908-4a50-4570-ad84-76ede740802c tempest-ExtraDHCPOptionsIpV6TestJSON-1085309154 tempest-ExtraDHCPOptionsIpV6TestJSON-1085309154-project] In _notify_port_updated(), no bound segment for port 5d0c55a4-cbe9-4f06-ae53-9981c54822ae on network e64c1ac1-1415-47e6-9ab3-dac5ed1c9fea {{(pid=103230) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Feb 09 19:10:47.994998 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.plugin [req-671884a9-206c-4c0f-af20-4ed882f0fb54 req-94e70e24-0c50-4e00-a1af-05f123101f29 tempest-LiveMigrationTest-1021096981 tempest-LiveMigrationTest-1021096981-project] Calling delete_port for 816526f9-3182-449c-a6c1-ec06db6c235e owned by compute:nova {{(pid=103229) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 19:10:47.995164 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-003c0908-4a50-4570-ad84-76ede740802c tempest-ExtraDHCPOptionsIpV6TestJSON-1085309154 tempest-ExtraDHCPOptionsIpV6TestJSON-1085309154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:10:47.996007 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-003c0908-4a50-4570-ad84-76ede740802c tempest-ExtraDHCPOptionsIpV6TestJSON-1085309154 tempest-ExtraDHCPOptionsIpV6TestJSON-1085309154-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171096'] for port (None), before_response {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:10:48.005909 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-003c0908-4a50-4570-ad84-76ede740802c tempest-ExtraDHCPOptionsIpV6TestJSON-1085309154 tempest-ExtraDHCPOptionsIpV6TestJSON-1085309154-project] 10.222.0.75 "PUT /v2.0/ports/5d0c55a4-cbe9-4f06-ae53-9981c54822ae HTTP/1.1" status: 200 len: 1130 time: 0.7923667 Feb 09 19:10:48.007180 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 57748) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:10:48.050610 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.provisioning_blocks [None req-b751a466-5e85-472c-9bbd-0ba821de2b0c None None] Provisioning complete for port 77dd1516-3e0e-467e-97af-17e84024e689 triggered by entity DHCP. {{(pid=103232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 19:10:48.051039 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-b751a466-5e85-472c-9bbd-0ba821de2b0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593630'] for port (77dd1516-3e0e-467e-97af-17e84024e689), provisioning_complete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:10:48.078688 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2339b179-9e20-4c04-8c59-1cdf10c926c7 tempest-ExtraDHCPOptionsIpV6TestJSON-1085309154 tempest-ExtraDHCPOptionsIpV6TestJSON-1085309154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:10:48.084230 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-2339b179-9e20-4c04-8c59-1cdf10c926c7 tempest-ExtraDHCPOptionsIpV6TestJSON-1085309154 tempest-ExtraDHCPOptionsIpV6TestJSON-1085309154-project] 10.222.0.75 "GET /v2.0/ports/5d0c55a4-cbe9-4f06-ae53-9981c54822ae HTTP/1.1" status: 200 len: 1130 time: 0.0720849 Feb 09 19:10:48.088192 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 57752) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:10:48.128060 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-003c0908-4a50-4570-ad84-76ede740802c tempest-ExtraDHCPOptionsIpV6TestJSON-1085309154 tempest-ExtraDHCPOptionsIpV6TestJSON-1085309154-project] Pushing event updated for resources: {'Port': ['ID=5d0c55a4-cbe9-4f06-ae53-9981c54822ae,revision_number=2']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:10:48.164962 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ab4b711-e127-4266-b573-3374f5064ef5 None None] Routers {'f8479197-0c23-406e-958c-7e00e5701521'} bound to L3 agent in host n-d-713498-36 {{(pid=103232) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 19:10:48.166437 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.l3_hamode_db [None req-6ab4b711-e127-4266-b573-3374f5064ef5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T18:51:43Z,description=,heartbeat_timestamp=2022-02-09T19:10:43Z,host='n-d-713498-36',id=93303d5e-5d17-45e8-8963-7694f87783ae,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T18:51:43Z,topic='l3_agent')) {'router_ids': ['f8479197-0c23-406e-958c-7e00e5701521'], 'active': True} {{(pid=103232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:10:48.201619 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 57754) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:10:48.224299 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-116cbe89-74d9-47c6-ae0e-dae6ed8254ce None None] Pushing event updated for resources: {'Port': ['ID=32aa21ab-dd81-4259-a277-3153b37f4920,revision_number=3']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:10:48.407944 n-d-713498-36 neutron-server[103233]: DEBUG neutron.db.agents_db [None req-4a8a6a42-0a0c-4437-8958-92282682b6bb None None] Agent healthcheck: found 7 active agents {{(pid=103233) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 19:10:48.416725 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71fd4979-e723-415c-8650-fd2b64b6532b req-eb0163e3-13ab-496d-98c7-ac088e2d3771 tempest-ImagesTestJSON-1015154253 tempest-ImagesTestJSON-1015154253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:10:48.418887 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-71fd4979-e723-415c-8650-fd2b64b6532b req-eb0163e3-13ab-496d-98c7-ac088e2d3771 tempest-ImagesTestJSON-1015154253 tempest-ImagesTestJSON-1015154253-project] 10.222.0.75 "GET /v2.0/ports?device_id=4746f15a-6ce7-4138-81d0-89a84e1043d2 HTTP/1.1" status: 200 len: 946 time: 0.2549875 Feb 09 19:10:48.424990 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.l3_dvr_db [None req-6ab4b711-e127-4266-b573-3374f5064ef5 None None] Set router f8479197-0c23-406e-958c-7e00e5701521 gateway port host: n-d-713498-36 {{(pid=103232) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 19:10:48.459940 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.plugin [None req-b703bd19-303a-425a-8dbd-238eaea2b24e tempest-ExtraDHCPOptionsIpV6TestJSON-1085309154 tempest-ExtraDHCPOptionsIpV6TestJSON-1085309154-project] Deleting port 5d0c55a4-cbe9-4f06-ae53-9981c54822ae {{(pid=103230) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 19:10:48.460594 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-b703bd19-303a-425a-8dbd-238eaea2b24e tempest-ExtraDHCPOptionsIpV6TestJSON-1085309154 tempest-ExtraDHCPOptionsIpV6TestJSON-1085309154-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762867170196'] for port (5d0c55a4-cbe9-4f06-ae53-9981c54822ae), before_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:10:48.524101 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Device 32aa21ab-dd81-4259-a277-3153b37f4920 up at agent ovs-agent-n-d-713498-36 {{(pid=103232) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 19:10:48.526031 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Device ad50da34-d581-41dc-ac29-5d3d7fed137f details requested by agent hyperv_n-h1-713498-36 with host n-h1-713498-36 {{(pid=103232) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 19:10:48.549908 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-71fd4979-e723-415c-8650-fd2b64b6532b req-ca93f471-b209-48f7-bfd9-7d4f17b57e44 tempest-ImagesTestJSON-1015154253 tempest-ImagesTestJSON-1015154253-project] 10.222.0.75 "GET /v2.0/security-groups?id=1f45f199-38bd-4afd-a63a-d9a4ed62c8a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1248858 Feb 09 19:10:48.609248 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-b703bd19-303a-425a-8dbd-238eaea2b24e tempest-ExtraDHCPOptionsIpV6TestJSON-1085309154 tempest-ExtraDHCPOptionsIpV6TestJSON-1085309154-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1820838'] for port (5d0c55a4-cbe9-4f06-ae53-9981c54822ae), precommit_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:10:48.630577 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.plugin [None req-b703bd19-303a-425a-8dbd-238eaea2b24e tempest-ExtraDHCPOptionsIpV6TestJSON-1085309154 tempest-ExtraDHCPOptionsIpV6TestJSON-1085309154-project] Calling delete_port for 5d0c55a4-cbe9-4f06-ae53-9981c54822ae owned by {{(pid=103230) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 19:10:48.815477 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.v2.base [None req-0ac48bc1-c4db-4716-a5bb-242adee6a5d1 admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupRulesTestJSON-368536003-network', 'tenant_id': '722c877beeac4e60b84f1a3d84e98d83'}} {{(pid=103229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 19:10:48.818897 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff0169f0-db2d-4c55-b7e1-3da37e856169 req-081cac70-a147-43d0-b1d3-c458a3465a2f tempest-DeleteServersTestJSON-1870379525 tempest-DeleteServersTestJSON-1870379525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:10:48.826206 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-ff0169f0-db2d-4c55-b7e1-3da37e856169 req-081cac70-a147-43d0-b1d3-c458a3465a2f tempest-DeleteServersTestJSON-1870379525 tempest-DeleteServersTestJSON-1870379525-project] 10.222.0.75 "GET /v2.0/ports?device_id=5e66146c-80cb-464f-a195-4176fc6a344c HTTP/1.1" status: 200 len: 946 time: 0.1254871 Feb 09 19:10:48.888846 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-b751a466-5e85-472c-9bbd-0ba821de2b0c None None] Current status of the port 77dd1516-3e0e-467e-97af-17e84024e689 is: ACTIVE; New status is: ACTIVE {{(pid=103232) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 19:10:48.904764 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-ff0169f0-db2d-4c55-b7e1-3da37e856169 req-e76f4d0e-18db-464c-b2a1-8a05147fcab6 tempest-DeleteServersTestJSON-1870379525 tempest-DeleteServersTestJSON-1870379525-project] 10.222.0.75 "GET /v2.0/security-groups?id=5ce92d32-ca94-4b6c-925d-b9dff609abe6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0626915 Feb 09 19:10:48.916701 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762867132591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593584'] for agent (488cd9ae-631f-4955-ba0b-4f5a13f12e9c), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:10:48.933803 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762867132591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593584'] for agent (bcd5faee-dc24-4298-9134-0e0aa054058e), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:10:48.939296 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.provisioning_blocks [None req-b751a466-5e85-472c-9bbd-0ba821de2b0c None None] Provisioning complete for port 5d0c55a4-cbe9-4f06-ae53-9981c54822ae triggered by entity DHCP. {{(pid=103232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 19:10:48.939654 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-b751a466-5e85-472c-9bbd-0ba821de2b0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593630'] for port (5d0c55a4-cbe9-4f06-ae53-9981c54822ae), provisioning_complete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:10:48.976940 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-b703bd19-303a-425a-8dbd-238eaea2b24e tempest-ExtraDHCPOptionsIpV6TestJSON-1085309154 tempest-ExtraDHCPOptionsIpV6TestJSON-1085309154-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762867177463', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762866656476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14393751'] for port (5d0c55a4-cbe9-4f06-ae53-9981c54822ae), after_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:10:49.012897 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0ac48bc1-c4db-4716-a5bb-242adee6a5d1 admin admin] Made reservation on behalf of 722c877beeac4e60b84f1a3d84e98d83 for: {'network': 1} {{(pid=103229) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 19:10:49.015569 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-0ac48bc1-c4db-4716-a5bb-242adee6a5d1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for network (None), before_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:10:49.021169 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b703bd19-303a-425a-8dbd-238eaea2b24e tempest-ExtraDHCPOptionsIpV6TestJSON-1085309154 tempest-ExtraDHCPOptionsIpV6TestJSON-1085309154-project] Pushing event deleted for resources: {'Port': ['ID=5d0c55a4-cbe9-4f06-ae53-9981c54822ae,revision_number=None']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:10:49.055428 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-0ac48bc1-c4db-4716-a5bb-242adee6a5d1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:10:49.064393 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-b703bd19-303a-425a-8dbd-238eaea2b24e tempest-ExtraDHCPOptionsIpV6TestJSON-1085309154 tempest-ExtraDHCPOptionsIpV6TestJSON-1085309154-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171096'] for port (None), before_response {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:10:49.069457 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-b703bd19-303a-425a-8dbd-238eaea2b24e tempest-ExtraDHCPOptionsIpV6TestJSON-1085309154 tempest-ExtraDHCPOptionsIpV6TestJSON-1085309154-project] 10.222.0.75 "DELETE /v2.0/ports/5d0c55a4-cbe9-4f06-ae53-9981c54822ae HTTP/1.1" status: 204 len: 168 time: 0.9801843 Feb 09 19:10:49.072666 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 57766) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:10:49.080499 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.provisioning_blocks [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Provisioning complete for port 32aa21ab-dd81-4259-a277-3153b37f4920 triggered by entity L2. {{(pid=103232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 19:10:49.080879 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593630'] for port (32aa21ab-dd81-4259-a277-3153b37f4920), provisioning_complete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:10:49.083178 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-b751a466-5e85-472c-9bbd-0ba821de2b0c None None] Port 5d0c55a4-cbe9-4f06-ae53-9981c54822ae cannot update to ACTIVE because it is not bound. {{(pid=103232) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 19:10:49.119016 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc2ac497-c38b-4151-8dbd-68dd6657365c req-b812ed08-95f4-4414-ae50-2d14fcca7d01 tempest-LiveMigrationTest-1021096981 tempest-LiveMigrationTest-1021096981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:10:49.120766 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-dc2ac497-c38b-4151-8dbd-68dd6657365c req-b812ed08-95f4-4414-ae50-2d14fcca7d01 tempest-LiveMigrationTest-1021096981 tempest-LiveMigrationTest-1021096981-project] 10.222.0.75 "GET /v2.0/ports?device_id=a26f3e83-5a8d-4d9d-aa20-3d25b99af655 HTTP/1.1" status: 200 len: 944 time: 0.3468673 Feb 09 19:10:49.126224 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-671884a9-206c-4c0f-af20-4ed882f0fb54 req-94e70e24-0c50-4e00-a1af-05f123101f29 tempest-LiveMigrationTest-1021096981 tempest-LiveMigrationTest-1021096981-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762867177463', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762866656476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12867576'] for port (816526f9-3182-449c-a6c1-ec06db6c235e), after_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:10:49.153858 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] get_ports_and_sgs() called for port_ids ['40de4c12-543c-44a6-9bda-24a60a9555b8', '816526f9-3182-449c-a6c1-ec06db6c235e'] {{(pid=103232) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 19:10:49.164586 n-d-713498-36 neutron-server[103230]: DEBUG neutron.db.db_base_plugin_v2 [None req-8249a56b-cdb2-4e56-9fb3-302db488ed40 tempest-ExtraDHCPOptionsIpV6TestJSON-1085309154 tempest-ExtraDHCPOptionsIpV6TestJSON-1085309154-project] Deleting subnet 32ca0a52-e2f7-40eb-b386-5262053fb58a {{(pid=103230) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 19:10:49.168049 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-8249a56b-cdb2-4e56-9fb3-302db488ed40 tempest-ExtraDHCPOptionsIpV6TestJSON-1085309154 tempest-ExtraDHCPOptionsIpV6TestJSON-1085309154-project] Publish callbacks [] for subnet (32ca0a52-e2f7-40eb-b386-5262053fb58a), before_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:10:49.204955 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94e70e24-0c50-4e00-a1af-05f123101f29 tempest-LiveMigrationTest-1021096981 tempest-LiveMigrationTest-1021096981-project] Pushing event deleted for resources: {'Port': ['ID=816526f9-3182-449c-a6c1-ec06db6c235e,revision_number=None']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:10:49.230185 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] For port ad50da34-d581-41dc-ac29-5d3d7fed137f, host n-h1-713498-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-36',level=0,port_id=ad50da34-d581-41dc-ac29-5d3d7fed137f,segment=NetworkSegment(1cb0f7b5-eca3-4fd8-9372-0323bad2bf37),segment_id=1cb0f7b5-eca3-4fd8-9372-0323bad2bf37)] {{(pid=103232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 19:10:49.231839 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-8249a56b-cdb2-4e56-9fb3-302db488ed40 tempest-ExtraDHCPOptionsIpV6TestJSON-1085309154 tempest-ExtraDHCPOptionsIpV6TestJSON-1085309154-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12895822'] for subnet (32ca0a52-e2f7-40eb-b386-5262053fb58a), precommit_delete_associations {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:10:49.247004 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.provisioning_blocks [None req-6d6aef59-f307-4bb3-949e-4b89009d9aa7 None None] Could not find standard attr ID for object 59c5111b-2e21-4d3c-80f3-d0057376b045. {{(pid=103232) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 09 19:10:49.264620 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Returning: {'device': 'ad50da34-d581-41dc-ac29-5d3d7fed137f', 'network_id': 'e119be35-9333-4ec1-a284-366321b505fc', 'port_id': 'ad50da34-d581-41dc-ac29-5d3d7fed137f', 'mac_address': 'fa:16:3e:d1:62:9c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 352, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1c11460d-4fed-4117-8587-f721cf533c67', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103232) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 19:10:49.268207 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.provisioning_blocks [None req-6d6aef59-f307-4bb3-949e-4b89009d9aa7 None None] Could not find standard attr ID for object 5d0c55a4-cbe9-4f06-ae53-9981c54822ae. {{(pid=103232) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 09 19:10:49.270945 n-d-713498-36 neutron-server[103229]: DEBUG neutron.db.l3_dvrscheduler_db [req-671884a9-206c-4c0f-af20-4ed882f0fb54 req-94e70e24-0c50-4e00-a1af-05f123101f29 tempest-LiveMigrationTest-1021096981 tempest-LiveMigrationTest-1021096981-project] No DVR routers for this DVR port 816526f9-3182-449c-a6c1-ec06db6c235e on host n-h1-713498-36 {{(pid=103229) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 19:10:49.274657 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-671884a9-206c-4c0f-af20-4ed882f0fb54 req-94e70e24-0c50-4e00-a1af-05f123101f29 tempest-LiveMigrationTest-1021096981 tempest-LiveMigrationTest-1021096981-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171096'] for port (None), before_response {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:10:49.278561 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-671884a9-206c-4c0f-af20-4ed882f0fb54 req-94e70e24-0c50-4e00-a1af-05f123101f29 tempest-LiveMigrationTest-1021096981 tempest-LiveMigrationTest-1021096981-project] 10.222.0.89 "DELETE /v2.0/ports/816526f9-3182-449c-a6c1-ec06db6c235e HTTP/1.1" status: 204 len: 173 time: 1.7554007 Feb 09 19:10:49.291034 n-d-713498-36 neutron-server[103229]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a26f3e83-5a8d-4d9d-aa20-3d25b99af655', 'name': 'network-vif-deleted', 'tag': '816526f9-3182-449c-a6c1-ec06db6c235e'}] {{(pid=103229) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 19:10:49.294884 n-d-713498-36 neutron-server[103229]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fa6ae9a20702bd564eaf90d946620b2b4277b1ab91129323d3b54181076be307" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6fe6e8af-56fc-4b3f-857a-7f2640dea014" -d '{"events": [{"server_uuid": "a26f3e83-5a8d-4d9d-aa20-3d25b99af655", "name": "network-vif-deleted", "tag": "816526f9-3182-449c-a6c1-ec06db6c235e"}]}' {{(pid=103229) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 19:10:49.353081 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-8249a56b-cdb2-4e56-9fb3-302db488ed40 tempest-ExtraDHCPOptionsIpV6TestJSON-1085309154 tempest-ExtraDHCPOptionsIpV6TestJSON-1085309154-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-759852'] for subnet (32ca0a52-e2f7-40eb-b386-5262053fb58a), precommit_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:10:49.386047 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-dc2ac497-c38b-4151-8dbd-68dd6657365c req-fdde3e4c-5720-40b9-acca-a3d2f3aa9187 tempest-LiveMigrationTest-1021096981 tempest-LiveMigrationTest-1021096981-project] 10.222.0.75 "GET /v2.0/security-groups?id=ba18819a-1490-4e7b-a11b-e8610423d8ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2541623 Feb 09 19:10:49.426870 n-d-713498-36 neutron-server[103229]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 19:10:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c0ed776d-ae0b-4891-9399-c4f64732288b x-openstack-request-id: req-c0ed776d-ae0b-4891-9399-c4f64732288b {{(pid=103229) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 19:10:49.427176 n-d-713498-36 neutron-server[103229]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a26f3e83-5a8d-4d9d-aa20-3d25b99af655", "name": "network-vif-deleted", "tag": "816526f9-3182-449c-a6c1-ec06db6c235e", "status": "completed", "code": 200}]} {{(pid=103229) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 19:10:49.427434 n-d-713498-36 neutron-server[103229]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-c0ed776d-ae0b-4891-9399-c4f64732288b {{(pid=103229) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 19:10:49.427832 n-d-713498-36 neutron-server[103229]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a26f3e83-5a8d-4d9d-aa20-3d25b99af655', 'name': 'network-vif-deleted', 'tag': '816526f9-3182-449c-a6c1-ec06db6c235e', 'status': 'completed', 'code': 200} Feb 09 19:10:49.438746 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.provisioning_blocks [None req-6d6aef59-f307-4bb3-949e-4b89009d9aa7 None None] Provisioning complete for port 32aa21ab-dd81-4259-a277-3153b37f4920 triggered by entity DHCP. {{(pid=103232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 19:10:49.439131 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-6d6aef59-f307-4bb3-949e-4b89009d9aa7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593630'] for port (32aa21ab-dd81-4259-a277-3153b37f4920), provisioning_complete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:10:49.442284 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.l3_hamode_db [None req-6ab4b711-e127-4266-b573-3374f5064ef5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f8479197-0c23-406e-958c-7e00e5701521', 'name': 'tempest-ServersTestBootFromVolume-1791986558-router', 'tenant_id': 'ab46f22498044497a19ee4778fafcebd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88055e1e-672a-4487-be31-ffb6e833ece5', 'external_fixed_ips': [{'subnet_id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'ip_address': '172.25.1.206'}], 'enable_snat': True}, 'gw_port_id': '5de90ed8-7d02-47e9-8b5f-2c96de989505', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T19:10:44Z', 'updated_at': '2022-02-09T19:10:46Z', 'revision_number': 3, 'project_id': 'ab46f22498044497a19ee4778fafcebd', 'gw_port': {'id': '5de90ed8-7d02-47e9-8b5f-2c96de989505', 'name': '', 'network_id': '88055e1e-672a-4487-be31-ffb6e833ece5', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:3b:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f8479197-0c23-406e-958c-7e00e5701521', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1053, 'fixed_ips': [{'subnet_id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'ip_address': '172.25.1.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T19:10:44Z', 'updated_at': '2022-02-09T19:10:44Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-36'}], 'n-d-713498-36', False) {} {{(pid=103232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:10:49.469382 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-0ac48bc1-c4db-4716-a5bb-242adee6a5d1 admin admin] Publish callbacks [] for security_group (73e82c15-cea4-43f1-b8b1-d4e90647edb7), precommit_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:10:49.477200 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-0ac48bc1-c4db-4716-a5bb-242adee6a5d1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1892331'] for security_group (73e82c15-cea4-43f1-b8b1-d4e90647edb7), after_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:10:49.493824 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-8249a56b-cdb2-4e56-9fb3-302db488ed40 tempest-ExtraDHCPOptionsIpV6TestJSON-1085309154 tempest-ExtraDHCPOptionsIpV6TestJSON-1085309154-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-760023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14393672', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12985882'] for subnet (32ca0a52-e2f7-40eb-b386-5262053fb58a), after_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:10:49.507341 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Current status of the port ad50da34-d581-41dc-ac29-5d3d7fed137f is: ACTIVE; New status is: BUILD {{(pid=103232) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 19:10:49.508080 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (ad50da34-d581-41dc-ac29-5d3d7fed137f), before_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:10:49.543999 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8249a56b-cdb2-4e56-9fb3-302db488ed40 tempest-ExtraDHCPOptionsIpV6TestJSON-1085309154 tempest-ExtraDHCPOptionsIpV6TestJSON-1085309154-project] Pushing event deleted for resources: {'Subnet': ['ID=32ca0a52-e2f7-40eb-b386-5262053fb58a,revision_number=None']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:10:49.551768 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0ac48bc1-c4db-4716-a5bb-242adee6a5d1 admin admin] vlan segment allocate from pool success with {'vlan_id': 398, 'physical_network': 'physnet1'} {{(pid=103229) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 19:10:49.558163 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ac48bc1-c4db-4716-a5bb-242adee6a5d1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=73e82c15-cea4-43f1-b8b1-d4e90647edb7,revision_number=1']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:10:49.567719 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-8249a56b-cdb2-4e56-9fb3-302db488ed40 tempest-ExtraDHCPOptionsIpV6TestJSON-1085309154 tempest-ExtraDHCPOptionsIpV6TestJSON-1085309154-project] Publish callbacks [] for subnet (None), before_response {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:10:49.569603 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-8076bc55-4581-49f5-bd65-b377dc9f16f6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (None), before_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:10:49.580043 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-8249a56b-cdb2-4e56-9fb3-302db488ed40 tempest-ExtraDHCPOptionsIpV6TestJSON-1085309154 tempest-ExtraDHCPOptionsIpV6TestJSON-1085309154-project] 10.222.0.75 "DELETE /v2.0/subnets/32ca0a52-e2f7-40eb-b386-5262053fb58a HTTP/1.1" status: 204 len: 168 time: 0.5054953 Feb 09 19:10:49.581621 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 57770) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:10:49.593805 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-0ac48bc1-c4db-4716-a5bb-242adee6a5d1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-759574'] for segment (cc78ec6e-f024-48b5-9e56-faea66a621f4), precommit_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:10:49.594264 n-d-713498-36 neutron-server[103229]: INFO neutron.db.segments_db [None req-0ac48bc1-c4db-4716-a5bb-242adee6a5d1 admin admin] Added segment cc78ec6e-f024-48b5-9e56-faea66a621f4 of type vlan for network b5c8cb7e-f5ee-4dcf-afc4-2821334bd6c6 Feb 09 19:10:49.630594 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ab4b711-e127-4266-b573-3374f5064ef5 None None] Checking router: f8479197-0c23-406e-958c-7e00e5701521 for host: n-d-713498-36 {{(pid=103232) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 19:10:49.631045 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ab4b711-e127-4266-b573-3374f5064ef5 None None] Updating router f8479197-0c23-406e-958c-7e00e5701521 port 5de90ed8-7d02-47e9-8b5f-2c96de989505 binding host n-d-713498-36 {{(pid=103232) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 19:10:49.672998 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-6ab4b711-e127-4266-b573-3374f5064ef5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (5de90ed8-7d02-47e9-8b5f-2c96de989505), before_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:10:49.714502 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-0ac48bc1-c4db-4716-a5bb-242adee6a5d1 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762866642225'] for network (b5c8cb7e-f5ee-4dcf-afc4-2821334bd6c6), precommit_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:10:49.739041 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-424cc096-a2d6-4bf0-a599-663285a330fc tempest-ExtraDHCPOptionsIpV6TestJSON-1085309154 tempest-ExtraDHCPOptionsIpV6TestJSON-1085309154-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-670458'] for network (e64c1ac1-1415-47e6-9ab3-dac5ed1c9fea), before_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:10:49.801970 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-0ac48bc1-c4db-4716-a5bb-242adee6a5d1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1885479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452'] for network (b5c8cb7e-f5ee-4dcf-afc4-2821334bd6c6), after_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:10:49.803527 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ac48bc1-c4db-4716-a5bb-242adee6a5d1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:10:49.804618 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-0ac48bc1-c4db-4716-a5bb-242adee6a5d1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1613566'] for network (None), before_response {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:10:49.880744 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43342cdd-90c9-47e1-b1e2-0d0cdf3e5e86 req-d3fe7039-83ec-4872-b9c6-6d237d396afb tempest-ImagesTestJSON-1015154253 tempest-ImagesTestJSON-1015154253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:10:49.882868 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-43342cdd-90c9-47e1-b1e2-0d0cdf3e5e86 req-d3fe7039-83ec-4872-b9c6-6d237d396afb tempest-ImagesTestJSON-1015154253 tempest-ImagesTestJSON-1015154253-project] 10.222.0.75 "GET /v2.0/ports?device_id=4746f15a-6ce7-4138-81d0-89a84e1043d2 HTTP/1.1" status: 200 len: 946 time: 0.1343596 Feb 09 19:10:49.893112 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.plugin [None req-424cc096-a2d6-4bf0-a599-663285a330fc tempest-ExtraDHCPOptionsIpV6TestJSON-1085309154 tempest-ExtraDHCPOptionsIpV6TestJSON-1085309154-project] Deleting port 77dd1516-3e0e-467e-97af-17e84024e689 {{(pid=103230) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 19:10:49.893716 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-424cc096-a2d6-4bf0-a599-663285a330fc tempest-ExtraDHCPOptionsIpV6TestJSON-1085309154 tempest-ExtraDHCPOptionsIpV6TestJSON-1085309154-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762867170196'] for port (77dd1516-3e0e-467e-97af-17e84024e689), before_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:10:49.917569 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-0ac48bc1-c4db-4716-a5bb-242adee6a5d1 admin admin] 10.222.0.75 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 1.7144535 Feb 09 19:10:49.924584 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 57776) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:10:49.935395 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.v2.base [None req-4f4709c6-dd2c-408a-9d38-7d1b2d5591e4 admin admin] Request body: {'subnet': {'network_id': 'b5c8cb7e-f5ee-4dcf-afc4-2821334bd6c6', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupRulesTestJSON-368536003-subnet', 'tenant_id': '722c877beeac4e60b84f1a3d84e98d83', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 19:10:49.968971 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ac48bc1-c4db-4716-a5bb-242adee6a5d1 admin admin] Pushing event updated for resources: {'Network': ['ID=b5c8cb7e-f5ee-4dcf-afc4-2821334bd6c6,revision_number=1']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:10:49.975728 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.db [None req-424cc096-a2d6-4bf0-a599-663285a330fc tempest-ExtraDHCPOptionsIpV6TestJSON-1085309154 tempest-ExtraDHCPOptionsIpV6TestJSON-1085309154-project] For port 77dd1516-3e0e-467e-97af-17e84024e689, host n-d-713498-36, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-36',level=0,port_id=77dd1516-3e0e-467e-97af-17e84024e689,segment=NetworkSegment(b2bb6ba4-f8a1-4a38-86b1-e8528c6a6d05),segment_id=b2bb6ba4-f8a1-4a38-86b1-e8528c6a6d05)] {{(pid=103230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 19:10:49.976947 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-424cc096-a2d6-4bf0-a599-663285a330fc tempest-ExtraDHCPOptionsIpV6TestJSON-1085309154 tempest-ExtraDHCPOptionsIpV6TestJSON-1085309154-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1820838'] for port (77dd1516-3e0e-467e-97af-17e84024e689), precommit_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:10:49.990969 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5c9b24c-a05d-4ee5-8ec2-fa3b762aefbc None None] Network e64c1ac1-1415-47e6-9ab3-dac5ed1c9fea requested from n-d-713498-36 {{(pid=103232) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 19:10:49.993872 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.plugin [None req-424cc096-a2d6-4bf0-a599-663285a330fc tempest-ExtraDHCPOptionsIpV6TestJSON-1085309154 tempest-ExtraDHCPOptionsIpV6TestJSON-1085309154-project] Calling delete_port for 77dd1516-3e0e-467e-97af-17e84024e689 owned by network:dhcp {{(pid=103230) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 19:10:49.995976 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Current status of the port 32aa21ab-dd81-4259-a277-3153b37f4920 is: ACTIVE; New status is: ACTIVE {{(pid=103232) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 19:10:49.997156 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Device 77dd1516-3e0e-467e-97af-17e84024e689 up at agent ovs-agent-n-d-713498-36 {{(pid=103232) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 19:10:50.001872 n-d-713498-36 neutron-server[103229]: DEBUG neutron.db.db_base_plugin_common [None req-8076bc55-4581-49f5-bd65-b377dc9f16f6 admin admin] Allocated IP 172.20.0.1 (bf4bc076-a27e-42a2-9aee-a2f41efd57ae/fea6332b-9bd6-4cd8-9e80-16a97bc75c3b/58055e34-e9c3-4e58-adc5-8ade25a0c282) {{(pid=103229) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 19:10:50.005441 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Network b5c8cb7e-f5ee-4dcf-afc4-2821334bd6c6 details requested by agent ovs-agent-n-d-713498-36 with host n-d-713498-36 {{(pid=103232) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 19:10:50.099740 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-424cc096-a2d6-4bf0-a599-663285a330fc tempest-ExtraDHCPOptionsIpV6TestJSON-1085309154 tempest-ExtraDHCPOptionsIpV6TestJSON-1085309154-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762867177463', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762866656476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14393751'] for port (77dd1516-3e0e-467e-97af-17e84024e689), after_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:10:50.140767 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-424cc096-a2d6-4bf0-a599-663285a330fc tempest-ExtraDHCPOptionsIpV6TestJSON-1085309154 tempest-ExtraDHCPOptionsIpV6TestJSON-1085309154-project] Pushing event deleted for resources: {'Port': ['ID=77dd1516-3e0e-467e-97af-17e84024e689,revision_number=None']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:10:50.157093 n-d-713498-36 neutron-server[103232]: DEBUG neutron.notifiers.nova [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id ad50da34-d581-41dc-ac29-5d3d7fed137f {{(pid=103232) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 19:10:50.167353 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-8076bc55-4581-49f5-bd65-b377dc9f16f6 admin admin] Publish callbacks [] for port (58055e34-e9c3-4e58-adc5-8ade25a0c282), precommit_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:10:50.171823 n-d-713498-36 neutron-server[103230]: DEBUG neutron.db.l3_dvrscheduler_db [None req-424cc096-a2d6-4bf0-a599-663285a330fc tempest-ExtraDHCPOptionsIpV6TestJSON-1085309154 tempest-ExtraDHCPOptionsIpV6TestJSON-1085309154-project] No DVR routers for this DVR port 77dd1516-3e0e-467e-97af-17e84024e689 on host n-d-713498-36 {{(pid=103230) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 19:10:50.177701 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-43342cdd-90c9-47e1-b1e2-0d0cdf3e5e86 req-c4a6db93-f8d8-4858-a404-8d51550664ec tempest-ImagesTestJSON-1015154253 tempest-ImagesTestJSON-1015154253-project] 10.222.0.75 "GET /v2.0/security-groups?id=1f45f199-38bd-4afd-a63a-d9a4ed62c8a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2875662 Feb 09 19:10:50.192611 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] For port ad50da34-d581-41dc-ac29-5d3d7fed137f, host n-h1-713498-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-36',level=0,port_id=ad50da34-d581-41dc-ac29-5d3d7fed137f,segment=NetworkSegment(1cb0f7b5-eca3-4fd8-9372-0323bad2bf37),segment_id=1cb0f7b5-eca3-4fd8-9372-0323bad2bf37)] {{(pid=103232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 19:10:50.245367 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4f4709c6-dd2c-408a-9d38-7d1b2d5591e4 admin admin] Made reservation on behalf of 722c877beeac4e60b84f1a3d84e98d83 for: {'subnet': 1} {{(pid=103229) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 19:10:50.245708 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-4f4709c6-dd2c-408a-9d38-7d1b2d5591e4 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12759265'] for subnet (None), before_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:10:50.266643 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-8076bc55-4581-49f5-bd65-b377dc9f16f6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762866656467', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12867576'] for port (58055e34-e9c3-4e58-adc5-8ade25a0c282), after_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:10:50.271381 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762867176205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762866656485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762866656503'] for port (ad50da34-d581-41dc-ac29-5d3d7fed137f), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:10:50.293779 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-424cc096-a2d6-4bf0-a599-663285a330fc tempest-ExtraDHCPOptionsIpV6TestJSON-1085309154 tempest-ExtraDHCPOptionsIpV6TestJSON-1085309154-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-590267', 'neutron.services.segments.db._delete_segments_for_network-8762867132609'] for network (e64c1ac1-1415-47e6-9ab3-dac5ed1c9fea), precommit_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:10:50.318565 n-d-713498-36 neutron-server[103230]: DEBUG neutron.services.segments.db [None req-424cc096-a2d6-4bf0-a599-663285a330fc tempest-ExtraDHCPOptionsIpV6TestJSON-1085309154 tempest-ExtraDHCPOptionsIpV6TestJSON-1085309154-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e64c1ac1-1415-47e6-9ab3-dac5ed1c9fea']}} {{(pid=103230) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:10:50.332210 n-d-713498-36 neutron-server[103230]: DEBUG neutron.services.segments.db [None req-424cc096-a2d6-4bf0-a599-663285a330fc tempest-ExtraDHCPOptionsIpV6TestJSON-1085309154 tempest-ExtraDHCPOptionsIpV6TestJSON-1085309154-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b2bb6ba4-f8a1-4a38-86b1-e8528c6a6d05') {'for_net_delete': True} {{(pid=103230) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:10:50.332857 n-d-713498-36 neutron-server[103230]: DEBUG neutron.services.segments.db [None req-424cc096-a2d6-4bf0-a599-663285a330fc tempest-ExtraDHCPOptionsIpV6TestJSON-1085309154 tempest-ExtraDHCPOptionsIpV6TestJSON-1085309154-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b2bb6ba4-f8a1-4a38-86b1-e8528c6a6d05') {} {{(pid=103230) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:10:50.346989 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-424cc096-a2d6-4bf0-a599-663285a330fc tempest-ExtraDHCPOptionsIpV6TestJSON-1085309154 tempest-ExtraDHCPOptionsIpV6TestJSON-1085309154-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762867134154', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12895813'] for segment (b2bb6ba4-f8a1-4a38-86b1-e8528c6a6d05), before_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:10:50.374513 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-424cc096-a2d6-4bf0-a599-663285a330fc tempest-ExtraDHCPOptionsIpV6TestJSON-1085309154 tempest-ExtraDHCPOptionsIpV6TestJSON-1085309154-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-759574'] for segment (b2bb6ba4-f8a1-4a38-86b1-e8528c6a6d05), precommit_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:10:50.382082 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-424cc096-a2d6-4bf0-a599-663285a330fc tempest-ExtraDHCPOptionsIpV6TestJSON-1085309154 tempest-ExtraDHCPOptionsIpV6TestJSON-1085309154-project] Releasing vlan 354 on physical network physnet1 to pool {{(pid=103230) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 19:10:50.382754 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-424cc096-a2d6-4bf0-a599-663285a330fc tempest-ExtraDHCPOptionsIpV6TestJSON-1085309154 tempest-ExtraDHCPOptionsIpV6TestJSON-1085309154-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-759574', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14393826'] for segment (b2bb6ba4-f8a1-4a38-86b1-e8528c6a6d05), after_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:10:50.420751 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] get_ports_and_sgs() called for port_ids ['ad50da34-d581-41dc-ac29-5d3d7fed137f'] {{(pid=103232) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 19:10:50.467952 n-d-713498-36 neutron-server[103230]: Traceback (most recent call last): Feb 09 19:10:50.467952 n-d-713498-36 neutron-server[103230]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 19:10:50.467952 n-d-713498-36 neutron-server[103230]: timer() Feb 09 19:10:50.467952 n-d-713498-36 neutron-server[103230]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 19:10:50.467952 n-d-713498-36 neutron-server[103230]: cb(*args, **kw) Feb 09 19:10:50.467952 n-d-713498-36 neutron-server[103230]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 19:10:50.467952 n-d-713498-36 neutron-server[103230]: return func(*args, **kwargs) Feb 09 19:10:50.467952 n-d-713498-36 neutron-server[103230]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 19:10:50.467952 n-d-713498-36 neutron-server[103230]: self._notify() Feb 09 19:10:50.467952 n-d-713498-36 neutron-server[103230]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 19:10:50.467952 n-d-713498-36 neutron-server[103230]: self.callback(batched_events) Feb 09 19:10:50.467952 n-d-713498-36 neutron-server[103230]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 19:10:50.467952 n-d-713498-36 neutron-server[103230]: event.method(event) Feb 09 19:10:50.467952 n-d-713498-36 neutron-server[103230]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 19:10:50.467952 n-d-713498-36 neutron-server[103230]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 19:10:50.467952 n-d-713498-36 neutron-server[103230]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 19:10:50.467952 n-d-713498-36 neutron-server[103230]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 19:10:50.467952 n-d-713498-36 neutron-server[103230]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 19:10:50.467952 n-d-713498-36 neutron-server[103230]: return f(self, *a, **k) Feb 09 19:10:50.467952 n-d-713498-36 neutron-server[103230]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 19:10:50.467952 n-d-713498-36 neutron-server[103230]: return self._get(url).json() Feb 09 19:10:50.467952 n-d-713498-36 neutron-server[103230]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 19:10:50.467952 n-d-713498-36 neutron-server[103230]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 19:10:50.467952 n-d-713498-36 neutron-server[103230]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 19:10:50.467952 n-d-713498-36 neutron-server[103230]: return self.request(url, 'GET', **kwargs) Feb 09 19:10:50.467952 n-d-713498-36 neutron-server[103230]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 19:10:50.467952 n-d-713498-36 neutron-server[103230]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 19:10:50.467952 n-d-713498-36 neutron-server[103230]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 19:10:50.467952 n-d-713498-36 neutron-server[103230]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 19:10:50.467952 n-d-713498-36 neutron-server[103230]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 19:10:50.467952 n-d-713498-36 neutron-server[103230]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 19:10:50.467952 n-d-713498-36 neutron-server[103230]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 19:10:50.473750 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-424cc096-a2d6-4bf0-a599-663285a330fc tempest-ExtraDHCPOptionsIpV6TestJSON-1085309154 tempest-ExtraDHCPOptionsIpV6TestJSON-1085309154-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-590242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1885479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1818895'] for network (e64c1ac1-1415-47e6-9ab3-dac5ed1c9fea), after_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:10:50.481710 n-d-713498-36 neutron-server[103229]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8076bc55-4581-49f5-bd65-b377dc9f16f6 admin admin] Network bf4bc076-a27e-42a2-9aee-a2f41efd57ae is already hosted by enough agents. {{(pid=103229) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 19:10:50.485497 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-424cc096-a2d6-4bf0-a599-663285a330fc tempest-ExtraDHCPOptionsIpV6TestJSON-1085309154 tempest-ExtraDHCPOptionsIpV6TestJSON-1085309154-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1613566'] for network (None), before_response {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:10:50.490640 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-424cc096-a2d6-4bf0-a599-663285a330fc tempest-ExtraDHCPOptionsIpV6TestJSON-1085309154 tempest-ExtraDHCPOptionsIpV6TestJSON-1085309154-project] 10.222.0.75 "DELETE /v2.0/networks/e64c1ac1-1415-47e6-9ab3-dac5ed1c9fea HTTP/1.1" status: 204 len: 168 time: 0.9070725 Feb 09 19:10:50.518395 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e89ee8be-a687-4b08-8fd5-c5d861c92e2c req-768ff61d-93ab-45e5-99e9-40b925d84af1 tempest-DeleteServersTestJSON-1870379525 tempest-DeleteServersTestJSON-1870379525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:10:50.518687 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-424cc096-a2d6-4bf0-a599-663285a330fc tempest-ExtraDHCPOptionsIpV6TestJSON-1085309154 tempest-ExtraDHCPOptionsIpV6TestJSON-1085309154-project] Pushing event deleted for resources: {'Network': ['ID=e64c1ac1-1415-47e6-9ab3-dac5ed1c9fea,revision_number=None']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:10:50.520624 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-e89ee8be-a687-4b08-8fd5-c5d861c92e2c req-768ff61d-93ab-45e5-99e9-40b925d84af1 tempest-DeleteServersTestJSON-1870379525 tempest-DeleteServersTestJSON-1870379525-project] 10.222.0.75 "GET /v2.0/ports?device_id=5e66146c-80cb-464f-a195-4176fc6a344c HTTP/1.1" status: 200 len: 946 time: 0.5372007 Feb 09 19:10:50.524515 n-d-713498-36 neutron-server[103229]: DEBUG neutron.scheduler.base_scheduler [None req-8076bc55-4581-49f5-bd65-b377dc9f16f6 admin admin] Resources bound (agent type, host, resource id): {{(pid=103229) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 19:10:50.528641 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8076bc55-4581-49f5-bd65-b377dc9f16f6 admin admin] Pushing event updated for resources: {'Port': ['ID=58055e34-e9c3-4e58-adc5-8ade25a0c282,revision_number=1']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:10:50.532759 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Device a686d143-e322-4fe6-984e-a4fa5321e05b details requested by agent hyperv_n-h1-713498-36 with host n-h1-713498-36 {{(pid=103232) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 19:10:50.534882 n-d-713498-36 neutron-server[103229]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8076bc55-4581-49f5-bd65-b377dc9f16f6 admin admin] Received port after_create {{(pid=103229) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 19:10:50.540476 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Device 816526f9-3182-449c-a6c1-ec06db6c235e no longer exists at agent hyperv_n-h1-713498-36 {{(pid=103232) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 19:10:50.686689 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-673e5fae-d256-42eb-9403-90d84992dfe6 req-71b0308b-a3b8-422b-9ab5-b83c8243b689 tempest-LiveMigrationTest-1021096981 tempest-LiveMigrationTest-1021096981-project] 10.222.0.75 "GET /v2.0/ports?device_id=a26f3e83-5a8d-4d9d-aa20-3d25b99af655 HTTP/1.1" status: 200 len: 210 time: 0.0880036 Feb 09 19:10:50.691137 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-8076bc55-4581-49f5-bd65-b377dc9f16f6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1819024'] for router_interface (f8479197-0c23-406e-958c-7e00e5701521), before_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:10:50.712710 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] No active binding found for port 77dd1516-3e0e-467e-97af-17e84024e689 {{(pid=103232) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Feb 09 19:10:50.713189 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] The host n-d-713498-36 is not matching for port 77dd1516-3e0e-467e-97af-17e84024e689 host None! {{(pid=103232) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2330}} Feb 09 19:10:50.715106 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Device 77dd1516-3e0e-467e-97af-17e84024e689 not bound to the agent host n-d-713498-36 {{(pid=103232) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} Feb 09 19:10:50.758826 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4cd88eb-94b2-4e91-a5b9-4fe4dde34f91 None None] DHCP port deletion for e64c1ac1-1415-47e6-9ab3-dac5ed1c9fea request from n-d-713498-36 {{(pid=103232) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 09 19:10:50.769126 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] No Port match for: 816526f9-3182-449c-a6c1-ec06db6c235e {{(pid=103232) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 19:10:50.769819 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Device 816526f9-3182-449c-a6c1-ec06db6c235e not bound to the agent host n-h1-713498-36 {{(pid=103232) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 19:10:50.770579 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Device ad50da34-d581-41dc-ac29-5d3d7fed137f no longer exists at agent hyperv_n-h1-713498-36 {{(pid=103232) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 19:10:50.815966 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-6ab4b711-e127-4266-b573-3374f5064ef5 None None] Publish callbacks [] for port (5de90ed8-7d02-47e9-8b5f-2c96de989505), precommit_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:10:50.833873 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-e89ee8be-a687-4b08-8fd5-c5d861c92e2c req-8fc921fe-3144-4fda-9862-83407d6f3ed5 tempest-DeleteServersTestJSON-1870379525 tempest-DeleteServersTestJSON-1870379525-project] 10.222.0.75 "GET /v2.0/security-groups?id=5ce92d32-ca94-4b6c-925d-b9dff609abe6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2904110 Feb 09 19:10:50.870835 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-4f4709c6-dd2c-408a-9d38-7d1b2d5591e4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12867428', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12759263'] for subnet (5035e743-173d-4287-b843-1b3a700f05f7), after_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:10:50.875241 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 57796) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:10:50.879039 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Port 77dd1516-3e0e-467e-97af-17e84024e689 not found, will not notify nova. {{(pid=103232) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} Feb 09 19:10:50.890127 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-6d6aef59-f307-4bb3-949e-4b89009d9aa7 None None] Current status of the port 32aa21ab-dd81-4259-a277-3153b37f4920 is: ACTIVE; New status is: ACTIVE {{(pid=103232) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 19:10:50.892284 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Pushing event updated for resources: {'Port': ['ID=ad50da34-d581-41dc-ac29-5d3d7fed137f,revision_number=6']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:10:50.896093 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-6ab4b711-e127-4266-b573-3374f5064ef5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762867176205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762866656485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762866656503'] for port (5de90ed8-7d02-47e9-8b5f-2c96de989505), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:10:50.921576 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.db.resource_extend [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 09 19:10:51.089586 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f4709c6-dd2c-408a-9d38-7d1b2d5591e4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5035e743-173d-4287-b843-1b3a700f05f7,revision_number=0']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:10:51.090187 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.provisioning_blocks [None req-a713bbac-01c0-4477-a6b2-9576eb50a688 None None] Could not find standard attr ID for object 5d0c55a4-cbe9-4f06-ae53-9981c54822ae. {{(pid=103232) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 09 19:10:51.109388 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d82334f8-cdb6-42c0-8dca-cdc5f4b65b4e None None] Pushing event updated for resources: {'Port': ['ID=5de90ed8-7d02-47e9-8b5f-2c96de989505,revision_number=2']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:10:51.121383 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.managers [None req-6ab4b711-e127-4266-b573-3374f5064ef5 None None] Attempting to bind port 5de90ed8-7d02-47e9-8b5f-2c96de989505 on host n-d-713498-36 for vnic_type normal with profile {{(pid=103232) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 19:10:51.122013 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.managers [None req-6ab4b711-e127-4266-b573-3374f5064ef5 None None] Attempting to bind port 5de90ed8-7d02-47e9-8b5f-2c96de989505 by drivers openvswitch,hyperv on host n-d-713498-36 at level 0 using segments [{'id': 'a4222f89-8d3f-4b51-953b-1a8126392491', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '88055e1e-672a-4487-be31-ffb6e833ece5'}] {{(pid=103232) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 19:10:51.122486 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ab4b711-e127-4266-b573-3374f5064ef5 None None] Attempting to bind port 5de90ed8-7d02-47e9-8b5f-2c96de989505 on network 88055e1e-672a-4487-be31-ffb6e833ece5 {{(pid=103232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 19:10:51.127451 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f4709c6-dd2c-408a-9d38-7d1b2d5591e4 admin admin] Checking segment: {'id': 'cc78ec6e-f024-48b5-9e56-faea66a621f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': 'b5c8cb7e-f5ee-4dcf-afc4-2821334bd6c6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103229) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 19:10:51.128051 n-d-713498-36 neutron-server[103229]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f4709c6-dd2c-408a-9d38-7d1b2d5591e4 admin admin] Network hostable DHCP agents. Network: b5c8cb7e-f5ee-4dcf-afc4-2821334bd6c6, hostable agents: ['af91e4b9-f4e1-42b1-a25c-a10dc47171c8'], hosted agents: [] {{(pid=103229) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 19:10:51.150242 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ab4b711-e127-4266-b573-3374f5064ef5 None None] Checking agent: {'id': '496418a2-c002-4aec-ab1a-07f3bea491bd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-36', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 18, 51, 47), 'started_at': datetime.datetime(2022, 2, 9, 18, 52, 17), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 19, 10, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-36'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 19:10:51.150773 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ab4b711-e127-4266-b573-3374f5064ef5 None None] Checking segment: {'id': 'a4222f89-8d3f-4b51-953b-1a8126392491', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '88055e1e-672a-4487-be31-ffb6e833ece5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103232) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 19:10:51.151542 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-6ab4b711-e127-4266-b573-3374f5064ef5 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:10:51.151783 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ab4b711-e127-4266-b573-3374f5064ef5 None None] Bound using segment: {'id': 'a4222f89-8d3f-4b51-953b-1a8126392491', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '88055e1e-672a-4487-be31-ffb6e833ece5'} {{(pid=103232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 19:10:51.152379 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.managers [None req-6ab4b711-e127-4266-b573-3374f5064ef5 None None] Bound port: 5de90ed8-7d02-47e9-8b5f-2c96de989505, host: n-d-713498-36, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a4222f89-8d3f-4b51-953b-1a8126392491', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '88055e1e-672a-4487-be31-ffb6e833ece5'}}] {{(pid=103232) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 19:10:51.152864 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-6ab4b711-e127-4266-b573-3374f5064ef5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (5de90ed8-7d02-47e9-8b5f-2c96de989505), before_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:10:51.166616 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Device 32aa21ab-dd81-4259-a277-3153b37f4920 up at agent ovs-agent-n-d-713498-36 {{(pid=103232) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 19:10:51.169273 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Current status of the port ad50da34-d581-41dc-ac29-5d3d7fed137f is: BUILD; New status is: DOWN {{(pid=103232) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 19:10:51.169652 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (ad50da34-d581-41dc-ac29-5d3d7fed137f), before_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:10:51.184122 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-75d64a71-9f4a-4465-bedb-ac18060f12e6 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=61f30bbc334f49c2aa0ae5ca45413957&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3071966 Feb 09 19:10:51.184762 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 57802) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:10:51.206044 n-d-713498-36 neutron-server[103229]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f4709c6-dd2c-408a-9d38-7d1b2d5591e4 admin admin] Network b5c8cb7e-f5ee-4dcf-afc4-2821334bd6c6 is scheduled to be hosted by DHCP agent af91e4b9-f4e1-42b1-a25c-a10dc47171c8 with binding_index 1 {{(pid=103229) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 19:10:51.223773 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.provisioning_blocks [None req-a713bbac-01c0-4477-a6b2-9576eb50a688 None None] Provisioning complete for port 58055e34-e9c3-4e58-adc5-8ade25a0c282 triggered by entity DHCP. {{(pid=103232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 19:10:51.223773 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-a713bbac-01c0-4477-a6b2-9576eb50a688 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593630'] for port (58055e34-e9c3-4e58-adc5-8ade25a0c282), provisioning_complete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:10:51.250607 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-4e847a55-93fd-4a91-83a4-79d2fa6f60f9 admin admin] Publish callbacks [] for security_group (bcc7ade4-8034-4359-850b-54d75b7d5f25), before_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:10:51.264605 n-d-713498-36 neutron-server[103229]: DEBUG neutron.scheduler.base_scheduler [None req-4f4709c6-dd2c-408a-9d38-7d1b2d5591e4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713498-36, b5c8cb7e-f5ee-4dcf-afc4-2821334bd6c6) {{(pid=103229) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 19:10:51.269704 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f4709c6-dd2c-408a-9d38-7d1b2d5591e4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:10:51.270348 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-4f4709c6-dd2c-408a-9d38-7d1b2d5591e4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1613566'] for subnet (None), before_response {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:10:51.281153 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-8076bc55-4581-49f5-bd65-b377dc9f16f6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (58055e34-e9c3-4e58-adc5-8ade25a0c282), before_update {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:10:51.294839 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-4e847a55-93fd-4a91-83a4-79d2fa6f60f9 admin admin] Publish callbacks [] for security_group (bcc7ade4-8034-4359-850b-54d75b7d5f25), precommit_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:10:51.321220 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78f99554-1a56-4ab7-b964-ff83fe246da7 None None] Network b5c8cb7e-f5ee-4dcf-afc4-2821334bd6c6 requested from n-d-713498-36 {{(pid=103232) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 19:10:51.341661 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] For port a686d143-e322-4fe6-984e-a4fa5321e05b, host n-h1-713498-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-36',level=0,port_id=a686d143-e322-4fe6-984e-a4fa5321e05b,segment=NetworkSegment(d4c5d86e-1399-4ff8-a9ec-2a8082c6024a),segment_id=d4c5d86e-1399-4ff8-a9ec-2a8082c6024a)] {{(pid=103232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 19:10:51.358179 n-d-713498-36 neutron-server[103232]: DEBUG neutron.notifiers.nova [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id ad50da34-d581-41dc-ac29-5d3d7fed137f {{(pid=103232) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 19:10:51.368221 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-4e847a55-93fd-4a91-83a4-79d2fa6f60f9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1892331'] for security_group (bcc7ade4-8034-4359-850b-54d75b7d5f25), after_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:10:51.371154 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-4e847a55-93fd-4a91-83a4-79d2fa6f60f9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:10:51.372337 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-4e847a55-93fd-4a91-83a4-79d2fa6f60f9 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/bcc7ade4-8034-4359-850b-54d75b7d5f25 HTTP/1.1" status: 204 len: 168 time: 0.1866798 Feb 09 19:10:51.386926 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e847a55-93fd-4a91-83a4-79d2fa6f60f9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bcc7ade4-8034-4359-850b-54d75b7d5f25,revision_number=None']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:10:51.454614 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-4f4709c6-dd2c-408a-9d38-7d1b2d5591e4 admin admin] 10.222.0.75 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 1.5265098 Feb 09 19:10:51.503692 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c338d12-1f98-4416-89da-7b359c31ce36 req-203768df-35d6-4e5f-a577-e892daedc6f9 tempest-ImagesTestJSON-1015154253 tempest-ImagesTestJSON-1015154253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:10:51.506441 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-4c338d12-1f98-4416-89da-7b359c31ce36 req-203768df-35d6-4e5f-a577-e892daedc6f9 tempest-ImagesTestJSON-1015154253 tempest-ImagesTestJSON-1015154253-project] 10.222.0.75 "GET /v2.0/ports?device_id=4746f15a-6ce7-4138-81d0-89a84e1043d2 HTTP/1.1" status: 200 len: 945 time: 0.3284724 Feb 09 19:10:51.608259 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-6ab4b711-e127-4266-b573-3374f5064ef5 None None] For port 5de90ed8-7d02-47e9-8b5f-2c96de989505, host n-d-713498-36, cleared binding levels {{(pid=103232) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 19:10:51.678550 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Returning: {'device': 'a686d143-e322-4fe6-984e-a4fa5321e05b', 'network_id': '22e5c36a-e85f-4512-bcde-f1a1a30e29d3', 'port_id': 'a686d143-e322-4fe6-984e-a4fa5321e05b', 'mac_address': 'fa:16:3e:c5:75:11', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 384, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fd92991c-99c1-4998-85f2-810e9ca4298d', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103232) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 19:10:51.681256 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-6ab4b711-e127-4266-b573-3374f5064ef5 None None] For port 5de90ed8-7d02-47e9-8b5f-2c96de989505, host n-d-713498-36, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-36',level=0,port_id=5de90ed8-7d02-47e9-8b5f-2c96de989505,segment=NetworkSegment(a4222f89-8d3f-4b51-953b-1a8126392491),segment_id=a4222f89-8d3f-4b51-953b-1a8126392491)] {{(pid=103232) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 19:10:51.693790 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] For port ad50da34-d581-41dc-ac29-5d3d7fed137f, host n-h1-713498-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-36',level=0,port_id=ad50da34-d581-41dc-ac29-5d3d7fed137f,segment=NetworkSegment(1cb0f7b5-eca3-4fd8-9372-0323bad2bf37),segment_id=1cb0f7b5-eca3-4fd8-9372-0323bad2bf37)] {{(pid=103232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 19:10:51.699504 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-a713bbac-01c0-4477-a6b2-9576eb50a688 None None] Port 58055e34-e9c3-4e58-adc5-8ade25a0c282 cannot update to ACTIVE because it is not bound. {{(pid=103232) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 19:10:51.708981 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762867176205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762866656485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762866656503'] for port (ad50da34-d581-41dc-ac29-5d3d7fed137f), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:10:51.718646 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-6ab4b711-e127-4266-b573-3374f5064ef5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762867176205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762866656485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762866656503'] for port (5de90ed8-7d02-47e9-8b5f-2c96de989505), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:10:51.727409 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-4c338d12-1f98-4416-89da-7b359c31ce36 req-0b873e58-08ef-4c78-b668-1ff44e3d4b53 tempest-ImagesTestJSON-1015154253 tempest-ImagesTestJSON-1015154253-project] 10.222.0.75 "GET /v2.0/security-groups?id=1f45f199-38bd-4afd-a63a-d9a4ed62c8a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1956949 Feb 09 19:10:51.748491 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-8076bc55-4581-49f5-bd65-b377dc9f16f6 admin admin] Publish callbacks [] for port (58055e34-e9c3-4e58-adc5-8ade25a0c282), precommit_update {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:10:51.763910 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-8076bc55-4581-49f5-bd65-b377dc9f16f6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762867176205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762866656485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762866656503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12867569'] for port (58055e34-e9c3-4e58-adc5-8ade25a0c282), after_update {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:10:51.800430 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Current status of the port a686d143-e322-4fe6-984e-a4fa5321e05b is: ACTIVE; New status is: BUILD {{(pid=103232) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 19:10:51.800953 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (a686d143-e322-4fe6-984e-a4fa5321e05b), before_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:10:51.824374 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8076bc55-4581-49f5-bd65-b377dc9f16f6 admin admin] Pushing event updated for resources: {'Port': ['ID=58055e34-e9c3-4e58-adc5-8ade25a0c282,revision_number=2']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:10:51.852651 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-8076bc55-4581-49f5-bd65-b377dc9f16f6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1613458', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1834496'] for router_interface (f8479197-0c23-406e-958c-7e00e5701521), after_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:10:51.889165 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.provisioning_blocks [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Provisioning complete for port 32aa21ab-dd81-4259-a277-3153b37f4920 triggered by entity L2. {{(pid=103232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 19:10:51.889593 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593630'] for port (32aa21ab-dd81-4259-a277-3153b37f4920), provisioning_complete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:10:51.915487 n-d-713498-36 neutron-server[103232]: DEBUG neutron.notifiers.nova [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id a686d143-e322-4fe6-984e-a4fa5321e05b {{(pid=103232) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 19:10:51.959999 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0560316f-d3ee-4368-93c9-7042c7f74fd2 None None] Network b5c8cb7e-f5ee-4dcf-afc4-2821334bd6c6 requested from n-d-713498-36 {{(pid=103232) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 19:10:51.998720 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ab4b711-e127-4266-b573-3374f5064ef5 None None] Routers {'f8479197-0c23-406e-958c-7e00e5701521'} bound to L3 agent in host n-d-713498-36 {{(pid=103232) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 19:10:51.999359 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.l3_hamode_db [None req-6ab4b711-e127-4266-b573-3374f5064ef5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T18:51:43Z,description=,heartbeat_timestamp=2022-02-09T19:10:43Z,host='n-d-713498-36',id=93303d5e-5d17-45e8-8963-7694f87783ae,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T18:51:43Z,topic='l3_agent')) {'router_ids': ['f8479197-0c23-406e-958c-7e00e5701521'], 'active': True} {{(pid=103232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:10:52.031465 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-9eb2a3c6-b3cb-40ea-9b6a-1b61b639d76a req-ed51dbc0-fb6c-4cc3-bac4-ad7ae1d00918 tempest-LiveMigrationTest-1021096981 tempest-LiveMigrationTest-1021096981-project] 10.222.0.75 "GET /v2.0/ports?device_id=a26f3e83-5a8d-4d9d-aa20-3d25b99af655 HTTP/1.1" status: 200 len: 210 time: 0.1628764 Feb 09 19:10:52.048766 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] For port a686d143-e322-4fe6-984e-a4fa5321e05b, host n-h1-713498-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-36',level=0,port_id=a686d143-e322-4fe6-984e-a4fa5321e05b,segment=NetworkSegment(d4c5d86e-1399-4ff8-a9ec-2a8082c6024a),segment_id=d4c5d86e-1399-4ff8-a9ec-2a8082c6024a)] {{(pid=103232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 19:10:52.061154 n-d-713498-36 neutron-server[103229]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8076bc55-4581-49f5-bd65-b377dc9f16f6 admin admin] Network bf4bc076-a27e-42a2-9aee-a2f41efd57ae is already hosted by enough agents. {{(pid=103229) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 19:10:52.065163 n-d-713498-36 neutron-server[103229]: DEBUG neutron.scheduler.base_scheduler [None req-8076bc55-4581-49f5-bd65-b377dc9f16f6 admin admin] Resources bound (agent type, host, resource id): {{(pid=103229) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 19:10:52.157364 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762867176205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762866656485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762866656503'] for port (a686d143-e322-4fe6-984e-a4fa5321e05b), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:10:52.173058 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Pushing event updated for resources: {'Port': ['ID=ad50da34-d581-41dc-ac29-5d3d7fed137f,revision_number=7']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:10:52.220984 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.v2.base [req-449654c2-6905-4b7f-ba9d-2a7564db4bc4 req-bf89cb65-77a6-4459-bda1-e23982953e8d tempest-SecurityGroupRulesTestJSON-1251428072 tempest-SecurityGroupRulesTestJSON-1251428072-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-246696383', 'description': 'tempest-description-456715401'}} {{(pid=103230) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 19:10:52.272088 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [req-449654c2-6905-4b7f-ba9d-2a7564db4bc4 req-bf89cb65-77a6-4459-bda1-e23982953e8d tempest-SecurityGroupRulesTestJSON-1251428072 tempest-SecurityGroupRulesTestJSON-1251428072-project] Publish callbacks [] for security_group (None), before_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:10:52.352551 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] get_ports_and_sgs() called for port_ids ['a686d143-e322-4fe6-984e-a4fa5321e05b'] {{(pid=103232) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 19:10:52.472210 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [req-449654c2-6905-4b7f-ba9d-2a7564db4bc4 req-bf89cb65-77a6-4459-bda1-e23982953e8d tempest-SecurityGroupRulesTestJSON-1251428072 tempest-SecurityGroupRulesTestJSON-1251428072-project] Publish callbacks [] for security_group (5a642f6d-7f09-4de9-a7c6-bceea0443ff9), precommit_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:10:52.479961 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [req-449654c2-6905-4b7f-ba9d-2a7564db4bc4 req-bf89cb65-77a6-4459-bda1-e23982953e8d tempest-SecurityGroupRulesTestJSON-1251428072 tempest-SecurityGroupRulesTestJSON-1251428072-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1892331'] for security_group (5a642f6d-7f09-4de9-a7c6-bceea0443ff9), after_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:10:52.500845 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Device ad50da34-d581-41dc-ac29-5d3d7fed137f details requested by agent hyperv_n-h1-713498-36 with host n-h1-713498-36 {{(pid=103232) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 19:10:52.533790 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [req-449654c2-6905-4b7f-ba9d-2a7564db4bc4 req-bf89cb65-77a6-4459-bda1-e23982953e8d tempest-SecurityGroupRulesTestJSON-1251428072 tempest-SecurityGroupRulesTestJSON-1251428072-project] Publish callbacks [] for security_group (None), before_response {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:10:52.540365 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-449654c2-6905-4b7f-ba9d-2a7564db4bc4 req-bf89cb65-77a6-4459-bda1-e23982953e8d tempest-SecurityGroupRulesTestJSON-1251428072 tempest-SecurityGroupRulesTestJSON-1251428072-project] 10.222.0.75 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1827 time: 0.3281245 Feb 09 19:10:52.544498 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf89cb65-77a6-4459-bda1-e23982953e8d tempest-SecurityGroupRulesTestJSON-1251428072 tempest-SecurityGroupRulesTestJSON-1251428072-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5a642f6d-7f09-4de9-a7c6-bceea0443ff9,revision_number=1']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:10:52.582505 n-d-713498-36 neutron-server[103229]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8076bc55-4581-49f5-bd65-b377dc9f16f6 admin admin] Router f8479197-0c23-406e-958c-7e00e5701521 has already been hosted by L3 agent 93303d5e-5d17-45e8-8963-7694f87783ae {{(pid=103229) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 19:10:52.583230 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d82334f8-cdb6-42c0-8dca-cdc5f4b65b4e None None] Pushing event updated for resources: {'Port': ['ID=5de90ed8-7d02-47e9-8b5f-2c96de989505,revision_number=3']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:10:52.644781 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-e31d0415-317c-4908-b1e7-8e04d8c73a59 req-a4ba18fe-c4d5-47d7-a3ce-3b0127da6c22 tempest-SecurityGroupRulesTestJSON-1251428072 tempest-SecurityGroupRulesTestJSON-1251428072-project] 10.222.0.75 "GET /v2.0/security-groups/5a642f6d-7f09-4de9-a7c6-bceea0443ff9 HTTP/1.1" status: 200 len: 1822 time: 0.0792429 Feb 09 19:10:52.651933 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.v2.base [req-e31d0415-317c-4908-b1e7-8e04d8c73a59 req-99971fb8-4208-4dce-b604-e8f1124c8e53 tempest-SecurityGroupRulesTestJSON-1251428072 tempest-SecurityGroupRulesTestJSON-1251428072-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '5a642f6d-7f09-4de9-a7c6-bceea0443ff9', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=103230) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 19:10:52.652256 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.v2.base [req-e31d0415-317c-4908-b1e7-8e04d8c73a59 req-99971fb8-4208-4dce-b604-e8f1124c8e53 tempest-SecurityGroupRulesTestJSON-1251428072 tempest-SecurityGroupRulesTestJSON-1251428072-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '5a642f6d-7f09-4de9-a7c6-bceea0443ff9', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=103230) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 19:10:52.657098 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4467056-037c-43df-adaf-bcf4df415956 req-58442059-8d1a-4177-b551-495f60b8f34c tempest-DeleteServersTestJSON-1870379525 tempest-DeleteServersTestJSON-1870379525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:10:52.658743 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-b4467056-037c-43df-adaf-bcf4df415956 req-58442059-8d1a-4177-b551-495f60b8f34c tempest-DeleteServersTestJSON-1870379525 tempest-DeleteServersTestJSON-1870379525-project] 10.222.0.75 "GET /v2.0/ports?device_id=5e66146c-80cb-464f-a195-4176fc6a344c HTTP/1.1" status: 200 len: 945 time: 0.3015819 Feb 09 19:10:52.670089 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f04d556a-7c86-4faf-990c-08df94954f19 req-70992fe9-d55d-4389-9730-c8fc17b193f1 tempest-ImagesTestJSON-1015154253 tempest-ImagesTestJSON-1015154253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:10:52.680501 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-f04d556a-7c86-4faf-990c-08df94954f19 req-70992fe9-d55d-4389-9730-c8fc17b193f1 tempest-ImagesTestJSON-1015154253 tempest-ImagesTestJSON-1015154253-project] 10.222.0.89 "GET /v2.0/ports?device_id=4746f15a-6ce7-4138-81d0-89a84e1043d2 HTTP/1.1" status: 200 len: 944 time: 0.2811368 Feb 09 19:10:52.721944 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.l3_dvr_db [None req-6ab4b711-e127-4266-b573-3374f5064ef5 None None] Set router f8479197-0c23-406e-958c-7e00e5701521 gateway port host: n-d-713498-36 {{(pid=103232) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 19:10:52.787774 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [req-e31d0415-317c-4908-b1e7-8e04d8c73a59 req-99971fb8-4208-4dce-b604-e8f1124c8e53 tempest-SecurityGroupRulesTestJSON-1251428072 tempest-SecurityGroupRulesTestJSON-1251428072-project] Publish callbacks [] for security_group_rule (7d671d1a-6da3-4d81-99a4-09cb22ed16b5), before_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:10:52.798211 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.provisioning_blocks [None req-3ffca865-4fbc-4cde-b7ac-d530abeaae65 None None] Provisioning complete for port 58055e34-e9c3-4e58-adc5-8ade25a0c282 triggered by entity DHCP. {{(pid=103232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 19:10:52.798586 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-3ffca865-4fbc-4cde-b7ac-d530abeaae65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593630'] for port (58055e34-e9c3-4e58-adc5-8ade25a0c282), provisioning_complete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:10:52.840267 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [req-e31d0415-317c-4908-b1e7-8e04d8c73a59 req-99971fb8-4208-4dce-b604-e8f1124c8e53 tempest-SecurityGroupRulesTestJSON-1251428072 tempest-SecurityGroupRulesTestJSON-1251428072-project] Publish callbacks [] for security_group_rule (7d671d1a-6da3-4d81-99a4-09cb22ed16b5), precommit_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:10:52.849410 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [req-e31d0415-317c-4908-b1e7-8e04d8c73a59 req-99971fb8-4208-4dce-b604-e8f1124c8e53 tempest-SecurityGroupRulesTestJSON-1251428072 tempest-SecurityGroupRulesTestJSON-1251428072-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1892250'] for security_group_rule (7d671d1a-6da3-4d81-99a4-09cb22ed16b5), after_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:10:52.893718 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99971fb8-4208-4dce-b604-e8f1124c8e53 tempest-SecurityGroupRulesTestJSON-1251428072 tempest-SecurityGroupRulesTestJSON-1251428072-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7d671d1a-6da3-4d81-99a4-09cb22ed16b5,revision_number=0']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:10:52.917071 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [req-e31d0415-317c-4908-b1e7-8e04d8c73a59 req-99971fb8-4208-4dce-b604-e8f1124c8e53 tempest-SecurityGroupRulesTestJSON-1251428072 tempest-SecurityGroupRulesTestJSON-1251428072-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:10:52.926225 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Current status of the port 32aa21ab-dd81-4259-a277-3153b37f4920 is: ACTIVE; New status is: ACTIVE {{(pid=103232) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 19:10:52.931136 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-e31d0415-317c-4908-b1e7-8e04d8c73a59 req-99971fb8-4208-4dce-b604-e8f1124c8e53 tempest-SecurityGroupRulesTestJSON-1251428072 tempest-SecurityGroupRulesTestJSON-1251428072-project] 10.222.0.75 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.2853529 Feb 09 19:10:53.027850 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Pushing event updated for resources: {'Port': ['ID=a686d143-e322-4fe6-984e-a4fa5321e05b,revision_number=6']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:10:53.077577 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Device 77dd1516-3e0e-467e-97af-17e84024e689 no longer exists at agent ovs-agent-n-d-713498-36 {{(pid=103232) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 19:10:53.127858 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac0decb2-1a87-48d2-a8fa-d536d7817ad0 req-4d026f61-809c-4859-9553-7aa528b13e89 tempest-ImagesTestJSON-1015154253 tempest-ImagesTestJSON-1015154253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:10:53.129708 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-ac0decb2-1a87-48d2-a8fa-d536d7817ad0 req-4d026f61-809c-4859-9553-7aa528b13e89 tempest-ImagesTestJSON-1015154253 tempest-ImagesTestJSON-1015154253-project] 10.222.0.75 "GET /v2.0/ports?device_id=4746f15a-6ce7-4138-81d0-89a84e1043d2 HTTP/1.1" status: 200 len: 944 time: 0.1043293 Feb 09 19:10:53.130361 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 57864) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:10:53.205509 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-ac0decb2-1a87-48d2-a8fa-d536d7817ad0 req-70388be6-5d2b-47c8-813e-2e7e8327ed2e tempest-ImagesTestJSON-1015154253 tempest-ImagesTestJSON-1015154253-project] 10.222.0.75 "GET /v2.0/security-groups?id=1f45f199-38bd-4afd-a63a-d9a4ed62c8a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0690084 Feb 09 19:10:53.206839 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-b4467056-037c-43df-adaf-bcf4df415956 req-1ca15eb6-94e7-4f06-aae2-cd6df98307a3 tempest-DeleteServersTestJSON-1870379525 tempest-DeleteServersTestJSON-1870379525-project] 10.222.0.75 "GET /v2.0/security-groups?id=5ce92d32-ca94-4b6c-925d-b9dff609abe6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5227218 Feb 09 19:10:53.211665 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8076bc55-4581-49f5-bd65-b377dc9f16f6 admin admin] Notify agent at l3_agent.n-d-713498-36 the message routers_updated {{(pid=103229) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 19:10:53.240361 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] No Port match for: 77dd1516-3e0e-467e-97af-17e84024e689 {{(pid=103232) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 19:10:53.240707 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Device 77dd1516-3e0e-467e-97af-17e84024e689 not bound to the agent host n-d-713498-36 {{(pid=103232) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 19:10:53.255617 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.v2.base [req-23acc8c2-c1af-4a1b-907f-96c526ecfdeb req-a4c808bf-27c1-4ffb-8bbe-cc72d018df77 tempest-SecurityGroupRulesTestJSON-1251428072 tempest-SecurityGroupRulesTestJSON-1251428072-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-628362049', 'description': 'tempest-description-594025332'}} {{(pid=103230) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 19:10:53.259520 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-3ffca865-4fbc-4cde-b7ac-d530abeaae65 None None] Port 58055e34-e9c3-4e58-adc5-8ade25a0c282 cannot update to ACTIVE because it is not bound. {{(pid=103232) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 19:10:53.269115 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-8076bc55-4581-49f5-bd65-b377dc9f16f6 admin admin] 10.222.0.75 "PUT /v2.0/routers/f8479197-0c23-406e-958c-7e00e5701521/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.3646188 Feb 09 19:10:53.346681 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [req-23acc8c2-c1af-4a1b-907f-96c526ecfdeb req-a4c808bf-27c1-4ffb-8bbe-cc72d018df77 tempest-SecurityGroupRulesTestJSON-1251428072 tempest-SecurityGroupRulesTestJSON-1251428072-project] Publish callbacks [] for security_group (None), before_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:10:53.359169 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.plugin [req-f04d556a-7c86-4faf-990c-08df94954f19 req-89d8f577-ece0-4f5b-a633-d0ff37f5db8b tempest-ImagesTestJSON-1015154253 tempest-ImagesTestJSON-1015154253-project] Deleting port ad50da34-d581-41dc-ac29-5d3d7fed137f {{(pid=103229) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 19:10:53.359657 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-f04d556a-7c86-4faf-990c-08df94954f19 req-89d8f577-ece0-4f5b-a633-d0ff37f5db8b tempest-ImagesTestJSON-1015154253 tempest-ImagesTestJSON-1015154253-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762867170196'] for port (ad50da34-d581-41dc-ac29-5d3d7fed137f), before_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:10:53.487479 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.db [req-f04d556a-7c86-4faf-990c-08df94954f19 req-89d8f577-ece0-4f5b-a633-d0ff37f5db8b tempest-ImagesTestJSON-1015154253 tempest-ImagesTestJSON-1015154253-project] For port ad50da34-d581-41dc-ac29-5d3d7fed137f, host n-h1-713498-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-36',level=0,port_id=ad50da34-d581-41dc-ac29-5d3d7fed137f,segment=NetworkSegment(1cb0f7b5-eca3-4fd8-9372-0323bad2bf37),segment_id=1cb0f7b5-eca3-4fd8-9372-0323bad2bf37)] {{(pid=103229) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 19:10:53.488019 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-f04d556a-7c86-4faf-990c-08df94954f19 req-89d8f577-ece0-4f5b-a633-d0ff37f5db8b tempest-ImagesTestJSON-1015154253 tempest-ImagesTestJSON-1015154253-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1820838'] for port (ad50da34-d581-41dc-ac29-5d3d7fed137f), precommit_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:10:53.490851 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.v2.base [None req-f00e1f1c-2c33-4245-b909-53e24af25896 tempest-BulkNetworkOpsIpV6Test-919214857 tempest-BulkNetworkOpsIpV6Test-919214857-project] Request body: {'networks': [{'name': 'tempest-network--1148645991'}, {'name': 'tempest-network--345030509'}]} {{(pid=103230) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 19:10:53.491957 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.v2.base [None req-f00e1f1c-2c33-4245-b909-53e24af25896 tempest-BulkNetworkOpsIpV6Test-919214857 tempest-BulkNetworkOpsIpV6Test-919214857-project] Request body: {'network': {'name': 'tempest-network--1148645991'}} {{(pid=103230) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 19:10:53.493399 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.v2.base [None req-f00e1f1c-2c33-4245-b909-53e24af25896 tempest-BulkNetworkOpsIpV6Test-919214857 tempest-BulkNetworkOpsIpV6Test-919214857-project] Request body: {'network': {'name': 'tempest-network--345030509'}} {{(pid=103230) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 19:10:53.508330 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.plugin [req-f04d556a-7c86-4faf-990c-08df94954f19 req-89d8f577-ece0-4f5b-a633-d0ff37f5db8b tempest-ImagesTestJSON-1015154253 tempest-ImagesTestJSON-1015154253-project] Calling delete_port for ad50da34-d581-41dc-ac29-5d3d7fed137f owned by compute:nova {{(pid=103229) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 19:10:53.535714 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] For port ad50da34-d581-41dc-ac29-5d3d7fed137f, host n-h1-713498-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-36',level=0,port_id=ad50da34-d581-41dc-ac29-5d3d7fed137f,segment=NetworkSegment(1cb0f7b5-eca3-4fd8-9372-0323bad2bf37),segment_id=1cb0f7b5-eca3-4fd8-9372-0323bad2bf37)] {{(pid=103232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 19:10:53.562570 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f00e1f1c-2c33-4245-b909-53e24af25896 tempest-BulkNetworkOpsIpV6Test-919214857 tempest-BulkNetworkOpsIpV6Test-919214857-project] Made reservation on behalf of f9084fb706754824974174155826df96 for: {'network': 2} {{(pid=103230) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 19:10:53.578574 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-f00e1f1c-2c33-4245-b909-53e24af25896 tempest-BulkNetworkOpsIpV6Test-919214857 tempest-BulkNetworkOpsIpV6Test-919214857-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for network (None), before_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:10:53.602171 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Returning: {'device': 'ad50da34-d581-41dc-ac29-5d3d7fed137f', 'network_id': 'e119be35-9333-4ec1-a284-366321b505fc', 'port_id': 'ad50da34-d581-41dc-ac29-5d3d7fed137f', 'mac_address': 'fa:16:3e:d1:62:9c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 352, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1c11460d-4fed-4117-8587-f721cf533c67', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103232) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 19:10:53.608196 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-f00e1f1c-2c33-4245-b909-53e24af25896 tempest-BulkNetworkOpsIpV6Test-919214857 tempest-BulkNetworkOpsIpV6Test-919214857-project] Publish callbacks [] for security_group (None), before_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:10:53.655297 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-7ddcbdc2-edba-4f64-83f9-3961f80ebe01 req-bd66b37c-ed59-4025-9230-bc7f409e9cfb tempest-LiveMigrationTest-1021096981 tempest-LiveMigrationTest-1021096981-project] 10.222.0.75 "GET /v2.0/ports?device_id=a26f3e83-5a8d-4d9d-aa20-3d25b99af655 HTTP/1.1" status: 200 len: 210 time: 0.0439692 Feb 09 19:10:53.702520 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [req-23acc8c2-c1af-4a1b-907f-96c526ecfdeb req-a4c808bf-27c1-4ffb-8bbe-cc72d018df77 tempest-SecurityGroupRulesTestJSON-1251428072 tempest-SecurityGroupRulesTestJSON-1251428072-project] Publish callbacks [] for security_group (aea3deaf-3019-4286-96c9-efa03de45d36), precommit_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:10:53.712092 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [req-23acc8c2-c1af-4a1b-907f-96c526ecfdeb req-a4c808bf-27c1-4ffb-8bbe-cc72d018df77 tempest-SecurityGroupRulesTestJSON-1251428072 tempest-SecurityGroupRulesTestJSON-1251428072-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1892331'] for security_group (aea3deaf-3019-4286-96c9-efa03de45d36), after_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:10:53.756432 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [req-23acc8c2-c1af-4a1b-907f-96c526ecfdeb req-a4c808bf-27c1-4ffb-8bbe-cc72d018df77 tempest-SecurityGroupRulesTestJSON-1251428072 tempest-SecurityGroupRulesTestJSON-1251428072-project] Publish callbacks [] for security_group (None), before_response {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:10:53.762646 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-23acc8c2-c1af-4a1b-907f-96c526ecfdeb req-a4c808bf-27c1-4ffb-8bbe-cc72d018df77 tempest-SecurityGroupRulesTestJSON-1251428072 tempest-SecurityGroupRulesTestJSON-1251428072-project] 10.222.0.75 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1827 time: 0.5220604 Feb 09 19:10:53.792088 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-f04d556a-7c86-4faf-990c-08df94954f19 req-89d8f577-ece0-4f5b-a633-d0ff37f5db8b tempest-ImagesTestJSON-1015154253 tempest-ImagesTestJSON-1015154253-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762867177463', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762866656476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12867576'] for port (ad50da34-d581-41dc-ac29-5d3d7fed137f), after_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:10:53.803370 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4c808bf-27c1-4ffb-8bbe-cc72d018df77 tempest-SecurityGroupRulesTestJSON-1251428072 tempest-SecurityGroupRulesTestJSON-1251428072-project] Pushing event updated for resources: {'SecurityGroup': ['ID=aea3deaf-3019-4286-96c9-efa03de45d36,revision_number=1']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:10:53.835793 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89d8f577-ece0-4f5b-a633-d0ff37f5db8b tempest-ImagesTestJSON-1015154253 tempest-ImagesTestJSON-1015154253-project] Pushing event deleted for resources: {'Port': ['ID=ad50da34-d581-41dc-ac29-5d3d7fed137f,revision_number=None']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:10:53.891156 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-9fd11f5c-34a0-4f77-919b-10a11a306a88 req-f71fe70f-36dc-4277-941a-9f8d6b60d6a8 tempest-SecurityGroupRulesTestJSON-1251428072 tempest-SecurityGroupRulesTestJSON-1251428072-project] 10.222.0.75 "GET /v2.0/security-groups/aea3deaf-3019-4286-96c9-efa03de45d36 HTTP/1.1" status: 200 len: 1822 time: 0.0845029 Feb 09 19:10:53.898886 n-d-713498-36 neutron-server[103229]: DEBUG neutron.db.l3_dvrscheduler_db [req-f04d556a-7c86-4faf-990c-08df94954f19 req-89d8f577-ece0-4f5b-a633-d0ff37f5db8b tempest-ImagesTestJSON-1015154253 tempest-ImagesTestJSON-1015154253-project] No DVR routers for this DVR port ad50da34-d581-41dc-ac29-5d3d7fed137f on host n-h1-713498-36 {{(pid=103229) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 19:10:53.902575 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.v2.base [req-9fd11f5c-34a0-4f77-919b-10a11a306a88 req-1efd7b0c-61e4-4bda-a290-8e137bcf0d00 tempest-SecurityGroupRulesTestJSON-1251428072 tempest-SecurityGroupRulesTestJSON-1251428072-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '10.2.3.124/24', 'security_group_id': 'aea3deaf-3019-4286-96c9-efa03de45d36', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=103230) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 19:10:53.902948 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-f04d556a-7c86-4faf-990c-08df94954f19 req-89d8f577-ece0-4f5b-a633-d0ff37f5db8b tempest-ImagesTestJSON-1015154253 tempest-ImagesTestJSON-1015154253-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171096'] for port (None), before_response {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:10:53.903300 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.v2.base [req-9fd11f5c-34a0-4f77-919b-10a11a306a88 req-1efd7b0c-61e4-4bda-a290-8e137bcf0d00 tempest-SecurityGroupRulesTestJSON-1251428072 tempest-SecurityGroupRulesTestJSON-1251428072-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '10.2.3.124/24', 'security_group_id': 'aea3deaf-3019-4286-96c9-efa03de45d36', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=103230) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 19:10:53.908570 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-f04d556a-7c86-4faf-990c-08df94954f19 req-89d8f577-ece0-4f5b-a633-d0ff37f5db8b tempest-ImagesTestJSON-1015154253 tempest-ImagesTestJSON-1015154253-project] 10.222.0.89 "DELETE /v2.0/ports/ad50da34-d581-41dc-ac29-5d3d7fed137f HTTP/1.1" status: 204 len: 173 time: 1.2160497 Feb 09 19:10:53.911865 n-d-713498-36 neutron-server[103229]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4746f15a-6ce7-4138-81d0-89a84e1043d2', 'name': 'network-vif-deleted', 'tag': 'ad50da34-d581-41dc-ac29-5d3d7fed137f'}] {{(pid=103229) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 19:10:53.916208 n-d-713498-36 neutron-server[103229]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fa6ae9a20702bd564eaf90d946620b2b4277b1ab91129323d3b54181076be307" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5baf8055-346a-45f7-ada9-483cd2ccf6aa" -d '{"events": [{"server_uuid": "4746f15a-6ce7-4138-81d0-89a84e1043d2", "name": "network-vif-deleted", "tag": "ad50da34-d581-41dc-ac29-5d3d7fed137f"}]}' {{(pid=103229) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 19:10:53.950240 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-f00e1f1c-2c33-4245-b909-53e24af25896 tempest-BulkNetworkOpsIpV6Test-919214857 tempest-BulkNetworkOpsIpV6Test-919214857-project] Publish callbacks [] for security_group (b7b17b6a-2be1-407c-aebd-df033a82e31b), precommit_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:10:53.983472 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-f00e1f1c-2c33-4245-b909-53e24af25896 tempest-BulkNetworkOpsIpV6Test-919214857 tempest-BulkNetworkOpsIpV6Test-919214857-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1892331'] for security_group (b7b17b6a-2be1-407c-aebd-df033a82e31b), after_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:10:53.986274 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-f00e1f1c-2c33-4245-b909-53e24af25896 tempest-BulkNetworkOpsIpV6Test-919214857 tempest-BulkNetworkOpsIpV6Test-919214857-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for network (None), before_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:10:53.988806 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Current status of the port ad50da34-d581-41dc-ac29-5d3d7fed137f is: DOWN; New status is: BUILD {{(pid=103232) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 19:10:53.990694 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (ad50da34-d581-41dc-ac29-5d3d7fed137f), before_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:10:54.019123 n-d-713498-36 neutron-server[103232]: DEBUG neutron.notifiers.nova [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ad50da34-d581-41dc-ac29-5d3d7fed137f {{(pid=103232) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 19:10:54.032808 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.l3_hamode_db [None req-6ab4b711-e127-4266-b573-3374f5064ef5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f8479197-0c23-406e-958c-7e00e5701521', 'name': 'tempest-ServersTestBootFromVolume-1791986558-router', 'tenant_id': 'ab46f22498044497a19ee4778fafcebd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88055e1e-672a-4487-be31-ffb6e833ece5', 'external_fixed_ips': [{'subnet_id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'ip_address': '172.25.1.206'}], 'enable_snat': True}, 'gw_port_id': '5de90ed8-7d02-47e9-8b5f-2c96de989505', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T19:10:44Z', 'updated_at': '2022-02-09T19:10:51Z', 'revision_number': 4, 'project_id': 'ab46f22498044497a19ee4778fafcebd', 'gw_port': {'id': '5de90ed8-7d02-47e9-8b5f-2c96de989505', 'name': '', 'network_id': '88055e1e-672a-4487-be31-ffb6e833ece5', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:3b:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f8479197-0c23-406e-958c-7e00e5701521', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1053, 'fixed_ips': [{'subnet_id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'ip_address': '172.25.1.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T19:10:44Z', 'updated_at': '2022-02-09T19:10:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-36', '_interfaces': [{'id': '58055e34-e9c3-4e58-adc5-8ade25a0c282', 'name': '', 'network_id': 'bf4bc076-a27e-42a2-9aee-a2f41efd57ae', 'tenant_id': 'ab46f22498044497a19ee4778fafcebd', 'mac_address': 'fa:16:3e:fb:0d:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f8479197-0c23-406e-958c-7e00e5701521', 'device_owner': 'network:router_interface', 'standard_attr_id': 1067, 'fixed_ips': [{'subnet_id': 'fea6332b-9bd6-4cd8-9e80-16a97bc75c3b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T19:10:49Z', 'updated_at': '2022-02-09T19:10:51Z', 'revision_number': 2, 'project_id': 'ab46f22498044497a19ee4778fafcebd', 'subnets': [{'id': 'fea6332b-9bd6-4cd8-9e80-16a97bc75c3b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-36', False) {} {{(pid=103232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:10:54.098782 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f00e1f1c-2c33-4245-b909-53e24af25896 tempest-BulkNetworkOpsIpV6Test-919214857 tempest-BulkNetworkOpsIpV6Test-919214857-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b7b17b6a-2be1-407c-aebd-df033a82e31b,revision_number=1']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:10:54.134540 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f00e1f1c-2c33-4245-b909-53e24af25896 tempest-BulkNetworkOpsIpV6Test-919214857 tempest-BulkNetworkOpsIpV6Test-919214857-project] vlan segment allocate from pool success with {'vlan_id': 351, 'physical_network': 'physnet1'} {{(pid=103230) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 19:10:54.146851 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-f00e1f1c-2c33-4245-b909-53e24af25896 tempest-BulkNetworkOpsIpV6Test-919214857 tempest-BulkNetworkOpsIpV6Test-919214857-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-759574'] for segment (abd17ff7-71f7-4e41-a095-56b6646d336d), precommit_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:10:54.147197 n-d-713498-36 neutron-server[103230]: INFO neutron.db.segments_db [None req-f00e1f1c-2c33-4245-b909-53e24af25896 tempest-BulkNetworkOpsIpV6Test-919214857 tempest-BulkNetworkOpsIpV6Test-919214857-project] Added segment abd17ff7-71f7-4e41-a095-56b6646d336d of type vlan for network d4f5eeb6-5709-4304-9d71-d409cef7c7eb Feb 09 19:10:54.156918 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ab4b711-e127-4266-b573-3374f5064ef5 None None] The sync data for ids ['f8479197-0c23-406e-958c-7e00e5701521'] in n-d-713498-36 is: [{'id': 'f8479197-0c23-406e-958c-7e00e5701521', 'name': 'tempest-ServersTestBootFromVolume-1791986558-router', 'tenant_id': 'ab46f22498044497a19ee4778fafcebd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88055e1e-672a-4487-be31-ffb6e833ece5', 'external_fixed_ips': [{'subnet_id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'ip_address': '172.25.1.206'}], 'enable_snat': True}, 'gw_port_id': '5de90ed8-7d02-47e9-8b5f-2c96de989505', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T19:10:44Z', 'updated_at': '2022-02-09T19:10:51Z', 'revision_number': 4, 'project_id': 'ab46f22498044497a19ee4778fafcebd', 'gw_port': {'id': '5de90ed8-7d02-47e9-8b5f-2c96de989505', 'name': '', 'network_id': '88055e1e-672a-4487-be31-ffb6e833ece5', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:3b:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f8479197-0c23-406e-958c-7e00e5701521', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1053, 'fixed_ips': [{'subnet_id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'ip_address': '172.25.1.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T19:10:44Z', 'updated_at': '2022-02-09T19:10:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-36', '_interfaces': [{'id': '58055e34-e9c3-4e58-adc5-8ade25a0c282', 'name': '', 'network_id': 'bf4bc076-a27e-42a2-9aee-a2f41efd57ae', 'tenant_id': 'ab46f22498044497a19ee4778fafcebd', 'mac_address': 'fa:16:3e:fb:0d:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f8479197-0c23-406e-958c-7e00e5701521', 'device_owner': 'network:router_interface', 'standard_attr_id': 1067, 'fixed_ips': [{'subnet_id': 'fea6332b-9bd6-4cd8-9e80-16a97bc75c3b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T19:10:49Z', 'updated_at': '2022-02-09T19:10:51Z', 'revision_number': 2, 'project_id': 'ab46f22498044497a19ee4778fafcebd', 'subnets': [{'id': 'fea6332b-9bd6-4cd8-9e80-16a97bc75c3b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103232) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 19:10:54.209407 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-f00e1f1c-2c33-4245-b909-53e24af25896 tempest-BulkNetworkOpsIpV6Test-919214857 tempest-BulkNetworkOpsIpV6Test-919214857-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762866642225'] for network (d4f5eeb6-5709-4304-9d71-d409cef7c7eb), precommit_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:10:54.264336 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f00e1f1c-2c33-4245-b909-53e24af25896 tempest-BulkNetworkOpsIpV6Test-919214857 tempest-BulkNetworkOpsIpV6Test-919214857-project] vlan segment allocate from pool success with {'vlan_id': 379, 'physical_network': 'physnet1'} {{(pid=103230) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 19:10:54.272594 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [req-9fd11f5c-34a0-4f77-919b-10a11a306a88 req-1efd7b0c-61e4-4bda-a290-8e137bcf0d00 tempest-SecurityGroupRulesTestJSON-1251428072 tempest-SecurityGroupRulesTestJSON-1251428072-project] Publish callbacks [] for security_group_rule (e7c08789-6eda-48d0-9d1e-edd5d790ec32), before_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:10:54.288839 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-f00e1f1c-2c33-4245-b909-53e24af25896 tempest-BulkNetworkOpsIpV6Test-919214857 tempest-BulkNetworkOpsIpV6Test-919214857-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-759574'] for segment (b5b80c0d-ea4d-40f1-9ed8-6d4a25e903c1), precommit_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:10:54.289195 n-d-713498-36 neutron-server[103230]: INFO neutron.db.segments_db [None req-f00e1f1c-2c33-4245-b909-53e24af25896 tempest-BulkNetworkOpsIpV6Test-919214857 tempest-BulkNetworkOpsIpV6Test-919214857-project] Added segment b5b80c0d-ea4d-40f1-9ed8-6d4a25e903c1 of type vlan for network 36004346-9b1e-4c22-b53b-419df11d60fa Feb 09 19:10:54.385021 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [req-9fd11f5c-34a0-4f77-919b-10a11a306a88 req-1efd7b0c-61e4-4bda-a290-8e137bcf0d00 tempest-SecurityGroupRulesTestJSON-1251428072 tempest-SecurityGroupRulesTestJSON-1251428072-project] Publish callbacks [] for security_group_rule (e7c08789-6eda-48d0-9d1e-edd5d790ec32), precommit_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:10:54.393542 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [req-9fd11f5c-34a0-4f77-919b-10a11a306a88 req-1efd7b0c-61e4-4bda-a290-8e137bcf0d00 tempest-SecurityGroupRulesTestJSON-1251428072 tempest-SecurityGroupRulesTestJSON-1251428072-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1892250'] for security_group_rule (e7c08789-6eda-48d0-9d1e-edd5d790ec32), after_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:10:54.434673 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1efd7b0c-61e4-4bda-a290-8e137bcf0d00 tempest-SecurityGroupRulesTestJSON-1251428072 tempest-SecurityGroupRulesTestJSON-1251428072-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e7c08789-6eda-48d0-9d1e-edd5d790ec32,revision_number=0']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:10:54.445904 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-f00e1f1c-2c33-4245-b909-53e24af25896 tempest-BulkNetworkOpsIpV6Test-919214857 tempest-BulkNetworkOpsIpV6Test-919214857-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762866642225'] for network (36004346-9b1e-4c22-b53b-419df11d60fa), precommit_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:10:54.465385 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Device a686d143-e322-4fe6-984e-a4fa5321e05b up at agent hyperv_n-h1-713498-36 {{(pid=103232) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 19:10:54.506245 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [req-9fd11f5c-34a0-4f77-919b-10a11a306a88 req-1efd7b0c-61e4-4bda-a290-8e137bcf0d00 tempest-SecurityGroupRulesTestJSON-1251428072 tempest-SecurityGroupRulesTestJSON-1251428072-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:10:54.535065 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-9fd11f5c-34a0-4f77-919b-10a11a306a88 req-1efd7b0c-61e4-4bda-a290-8e137bcf0d00 tempest-SecurityGroupRulesTestJSON-1251428072 tempest-SecurityGroupRulesTestJSON-1251428072-project] 10.222.0.75 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 792 time: 0.6394286 Feb 09 19:10:54.605709 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-f00e1f1c-2c33-4245-b909-53e24af25896 tempest-BulkNetworkOpsIpV6Test-919214857 tempest-BulkNetworkOpsIpV6Test-919214857-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1885479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452'] for network (d4f5eeb6-5709-4304-9d71-d409cef7c7eb), after_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:10:54.608167 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-f00e1f1c-2c33-4245-b909-53e24af25896 tempest-BulkNetworkOpsIpV6Test-919214857 tempest-BulkNetworkOpsIpV6Test-919214857-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1885479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452'] for network (36004346-9b1e-4c22-b53b-419df11d60fa), after_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:10:54.627950 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f00e1f1c-2c33-4245-b909-53e24af25896 tempest-BulkNetworkOpsIpV6Test-919214857 tempest-BulkNetworkOpsIpV6Test-919214857-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:10:54.647313 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f00e1f1c-2c33-4245-b909-53e24af25896 tempest-BulkNetworkOpsIpV6Test-919214857 tempest-BulkNetworkOpsIpV6Test-919214857-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:10:54.648030 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-f00e1f1c-2c33-4245-b909-53e24af25896 tempest-BulkNetworkOpsIpV6Test-919214857 tempest-BulkNetworkOpsIpV6Test-919214857-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1613566'] for network (None), before_response {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:10:54.665129 n-d-713498-36 neutron-server[103229]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 19:10:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ddb6aede-1bbc-45ce-b1ed-ff45955861ea x-openstack-request-id: req-ddb6aede-1bbc-45ce-b1ed-ff45955861ea {{(pid=103229) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 19:10:54.665781 n-d-713498-36 neutron-server[103229]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4746f15a-6ce7-4138-81d0-89a84e1043d2", "name": "network-vif-deleted", "tag": "ad50da34-d581-41dc-ac29-5d3d7fed137f", "status": "completed", "code": 200}]} {{(pid=103229) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 19:10:54.665781 n-d-713498-36 neutron-server[103229]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-ddb6aede-1bbc-45ce-b1ed-ff45955861ea {{(pid=103229) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 19:10:54.666873 n-d-713498-36 neutron-server[103229]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4746f15a-6ce7-4138-81d0-89a84e1043d2', 'name': 'network-vif-deleted', 'tag': 'ad50da34-d581-41dc-ac29-5d3d7fed137f', 'status': 'completed', 'code': 200} Feb 09 19:10:54.681366 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.provisioning_blocks [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Provisioning complete for port a686d143-e322-4fe6-984e-a4fa5321e05b triggered by entity L2. {{(pid=103232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 19:10:54.683101 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593630'] for port (a686d143-e322-4fe6-984e-a4fa5321e05b), provisioning_complete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:10:54.807970 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 57888) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:10:54.812635 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.v2.base [None req-11483072-b9b1-4dcf-b52b-5a8ea6ea000c tempest-ServersTestBootFromVolume-783248817 tempest-ServersTestBootFromVolume-783248817-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1702053792', 'description': 'tempest-description--369099146'}} {{(pid=103229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 19:10:54.857899 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.v2.base [req-897077ac-6f96-4bb3-bd25-da7812b7f8fd req-e05808a2-7ed5-4dd0-a487-70d4ab1008f8 tempest-SecurityGroupRulesTestJSON-1251428072 tempest-SecurityGroupRulesTestJSON-1251428072-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-683496235', 'description': 'tempest-description-1347545212'}} {{(pid=103229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 19:10:54.864137 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-f00e1f1c-2c33-4245-b909-53e24af25896 tempest-BulkNetworkOpsIpV6Test-919214857 tempest-BulkNetworkOpsIpV6Test-919214857-project] 10.222.0.75 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1319 time: 1.7326903 Feb 09 19:10:54.867275 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 57890) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:10:54.875717 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f00e1f1c-2c33-4245-b909-53e24af25896 tempest-BulkNetworkOpsIpV6Test-919214857 tempest-BulkNetworkOpsIpV6Test-919214857-project] Pushing event updated for resources: {'Network': ['ID=d4f5eeb6-5709-4304-9d71-d409cef7c7eb,revision_number=1']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:10:54.895591 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Current status of the port a686d143-e322-4fe6-984e-a4fa5321e05b is: BUILD; New status is: ACTIVE {{(pid=103232) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 19:10:54.896444 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (a686d143-e322-4fe6-984e-a4fa5321e05b), before_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:10:54.911154 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-11483072-b9b1-4dcf-b52b-5a8ea6ea000c tempest-ServersTestBootFromVolume-783248817 tempest-ServersTestBootFromVolume-783248817-project] Publish callbacks [] for security_group (None), before_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:10:54.911793 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Network d4f5eeb6-5709-4304-9d71-d409cef7c7eb details requested by agent ovs-agent-n-d-713498-36 with host n-d-713498-36 {{(pid=103232) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 19:10:54.985589 n-d-713498-36 neutron-server[103232]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5e66146c-80cb-464f-a195-4176fc6a344c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a686d143-e322-4fe6-984e-a4fa5321e05b'}] {{(pid=103232) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 19:10:54.988818 n-d-713498-36 neutron-server[103232]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}949cdcde653dec44821de95cbf67297f53cbc2aed4e073b5d514f93bf911ce85" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4431ffb1-eacc-46ee-89de-7867d58904d1" -d '{"events": [{"server_uuid": "5e66146c-80cb-464f-a195-4176fc6a344c", "name": "network-vif-plugged", "status": "completed", "tag": "a686d143-e322-4fe6-984e-a4fa5321e05b"}]}' {{(pid=103232) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 19:10:55.023875 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] For port a686d143-e322-4fe6-984e-a4fa5321e05b, host n-h1-713498-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-36',level=0,port_id=a686d143-e322-4fe6-984e-a4fa5321e05b,segment=NetworkSegment(d4c5d86e-1399-4ff8-a9ec-2a8082c6024a),segment_id=d4c5d86e-1399-4ff8-a9ec-2a8082c6024a)] {{(pid=103232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 19:10:55.046977 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762867176205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762866656485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762866656503'] for port (a686d143-e322-4fe6-984e-a4fa5321e05b), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:10:55.048468 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Device ad50da34-d581-41dc-ac29-5d3d7fed137f no longer exists at agent hyperv_n-h1-713498-36 {{(pid=103232) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 19:10:55.096976 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f00e1f1c-2c33-4245-b909-53e24af25896 tempest-BulkNetworkOpsIpV6Test-919214857 tempest-BulkNetworkOpsIpV6Test-919214857-project] Pushing event updated for resources: {'Network': ['ID=36004346-9b1e-4c22-b53b-419df11d60fa,revision_number=1']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:10:55.122850 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] No Port match for: ad50da34-d581-41dc-ac29-5d3d7fed137f {{(pid=103232) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 19:10:55.123198 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Device ad50da34-d581-41dc-ac29-5d3d7fed137f not bound to the agent host n-h1-713498-36 {{(pid=103232) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 19:10:55.128542 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Network 36004346-9b1e-4c22-b53b-419df11d60fa details requested by agent ovs-agent-n-d-713498-36 with host n-d-713498-36 {{(pid=103232) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 19:10:55.132905 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da432fde-21d0-4900-99ea-4c1c84a6abfa req-44585163-5d43-4914-997a-3db1ba0cefa2 tempest-DeleteServersTestJSON-1870379525 tempest-DeleteServersTestJSON-1870379525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:10:55.134961 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-da432fde-21d0-4900-99ea-4c1c84a6abfa req-44585163-5d43-4914-997a-3db1ba0cefa2 tempest-DeleteServersTestJSON-1870379525 tempest-DeleteServersTestJSON-1870379525-project] 10.222.0.75 "GET /v2.0/ports?device_id=5e66146c-80cb-464f-a195-4176fc6a344c HTTP/1.1" status: 200 len: 945 time: 0.2634020 Feb 09 19:10:55.165373 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-11483072-b9b1-4dcf-b52b-5a8ea6ea000c tempest-ServersTestBootFromVolume-783248817 tempest-ServersTestBootFromVolume-783248817-project] Publish callbacks [] for security_group (99b1e7c3-38f3-4f0a-8bb2-c56dc143d44a), precommit_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:10:55.208089 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-897077ac-6f96-4bb3-bd25-da7812b7f8fd req-e05808a2-7ed5-4dd0-a487-70d4ab1008f8 tempest-SecurityGroupRulesTestJSON-1251428072 tempest-SecurityGroupRulesTestJSON-1251428072-project] Publish callbacks [] for security_group (None), before_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:10:55.235685 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-11483072-b9b1-4dcf-b52b-5a8ea6ea000c tempest-ServersTestBootFromVolume-783248817 tempest-ServersTestBootFromVolume-783248817-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1892331'] for security_group (99b1e7c3-38f3-4f0a-8bb2-c56dc143d44a), after_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:10:55.248706 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-da432fde-21d0-4900-99ea-4c1c84a6abfa req-ca8da8f8-1d47-4190-a66b-17747ff65e26 tempest-DeleteServersTestJSON-1870379525 tempest-DeleteServersTestJSON-1870379525-project] 10.222.0.75 "GET /v2.0/security-groups?id=5ce92d32-ca94-4b6c-925d-b9dff609abe6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0935655 Feb 09 19:10:55.336266 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-11483072-b9b1-4dcf-b52b-5a8ea6ea000c tempest-ServersTestBootFromVolume-783248817 tempest-ServersTestBootFromVolume-783248817-project] Publish callbacks [] for security_group (None), before_response {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:10:55.340879 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 57894) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:10:55.341425 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-11483072-b9b1-4dcf-b52b-5a8ea6ea000c tempest-ServersTestBootFromVolume-783248817 tempest-ServersTestBootFromVolume-783248817-project] 10.222.0.75 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1798 time: 0.5318134 Feb 09 19:10:55.345464 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.v2.base [None req-44d99a9a-cc39-4bb7-95f1-a0049890a5a5 tempest-ServersTestBootFromVolume-783248817 tempest-ServersTestBootFromVolume-783248817-project] Request body: {'security_group_rule': {'security_group_id': '99b1e7c3-38f3-4f0a-8bb2-c56dc143d44a', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103230) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 19:10:55.445993 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-481085ea-7ed1-4559-9005-2317f8b53db0 req-89a131eb-6fb0-45d7-9205-4871596d4ba3 tempest-LiveMigrationTest-1021096981 tempest-LiveMigrationTest-1021096981-project] 10.222.0.75 "GET /v2.0/ports?device_id=a26f3e83-5a8d-4d9d-aa20-3d25b99af655 HTTP/1.1" status: 200 len: 210 time: 0.0720761 Feb 09 19:10:55.454403 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-44d99a9a-cc39-4bb7-95f1-a0049890a5a5 tempest-ServersTestBootFromVolume-783248817 tempest-ServersTestBootFromVolume-783248817-project] Publish callbacks [] for security_group_rule (e0bd1228-1f2e-4eb9-8979-5ab60f9b45d5), before_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:10:55.529140 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e06de2c-f527-48de-b25a-8fd8c5592723 tempest-BulkNetworkOpsIpV6Test-919214857 tempest-BulkNetworkOpsIpV6Test-919214857-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:10:55.552355 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e06de2c-f527-48de-b25a-8fd8c5592723 tempest-BulkNetworkOpsIpV6Test-919214857 tempest-BulkNetworkOpsIpV6Test-919214857-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:10:55.569007 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e06de2c-f527-48de-b25a-8fd8c5592723 tempest-BulkNetworkOpsIpV6Test-919214857 tempest-BulkNetworkOpsIpV6Test-919214857-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:10:55.583890 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e06de2c-f527-48de-b25a-8fd8c5592723 tempest-BulkNetworkOpsIpV6Test-919214857 tempest-BulkNetworkOpsIpV6Test-919214857-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:10:55.597238 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-7e06de2c-f527-48de-b25a-8fd8c5592723 tempest-BulkNetworkOpsIpV6Test-919214857 tempest-BulkNetworkOpsIpV6Test-919214857-project] 10.222.0.75 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2406 time: 0.7207351 Feb 09 19:10:55.603255 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-44d99a9a-cc39-4bb7-95f1-a0049890a5a5 tempest-ServersTestBootFromVolume-783248817 tempest-ServersTestBootFromVolume-783248817-project] Publish callbacks [] for security_group_rule (e0bd1228-1f2e-4eb9-8979-5ab60f9b45d5), precommit_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:10:55.604780 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 57902) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:10:55.626505 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11483072-b9b1-4dcf-b52b-5a8ea6ea000c tempest-ServersTestBootFromVolume-783248817 tempest-ServersTestBootFromVolume-783248817-project] Pushing event updated for resources: {'SecurityGroup': ['ID=99b1e7c3-38f3-4f0a-8bb2-c56dc143d44a,revision_number=1']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:10:55.633603 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-44d99a9a-cc39-4bb7-95f1-a0049890a5a5 tempest-ServersTestBootFromVolume-783248817 tempest-ServersTestBootFromVolume-783248817-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1892250'] for security_group_rule (e0bd1228-1f2e-4eb9-8979-5ab60f9b45d5), after_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:10:55.679631 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Pushing event updated for resources: {'Port': ['ID=a686d143-e322-4fe6-984e-a4fa5321e05b,revision_number=7']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:10:55.725539 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-897077ac-6f96-4bb3-bd25-da7812b7f8fd req-e05808a2-7ed5-4dd0-a487-70d4ab1008f8 tempest-SecurityGroupRulesTestJSON-1251428072 tempest-SecurityGroupRulesTestJSON-1251428072-project] Publish callbacks [] for security_group (6ed1b92f-c96c-4666-adbc-58f379e66c07), precommit_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:10:55.733525 n-d-713498-36 neutron-server[103232]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 19:10:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4009072a-1af1-432c-a50e-e6af9fcce5cb x-openstack-request-id: req-4009072a-1af1-432c-a50e-e6af9fcce5cb {{(pid=103232) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 19:10:55.734111 n-d-713498-36 neutron-server[103232]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5e66146c-80cb-464f-a195-4176fc6a344c", "name": "network-vif-plugged", "status": "completed", "tag": "a686d143-e322-4fe6-984e-a4fa5321e05b", "code": 200}]} {{(pid=103232) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 19:10:55.734234 n-d-713498-36 neutron-server[103232]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-4009072a-1af1-432c-a50e-e6af9fcce5cb {{(pid=103232) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 19:10:55.734625 n-d-713498-36 neutron-server[103232]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5e66146c-80cb-464f-a195-4176fc6a344c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a686d143-e322-4fe6-984e-a4fa5321e05b', 'code': 200} Feb 09 19:10:55.736145 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-897077ac-6f96-4bb3-bd25-da7812b7f8fd req-e05808a2-7ed5-4dd0-a487-70d4ab1008f8 tempest-SecurityGroupRulesTestJSON-1251428072 tempest-SecurityGroupRulesTestJSON-1251428072-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1892331'] for security_group (6ed1b92f-c96c-4666-adbc-58f379e66c07), after_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:10:55.787969 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44d99a9a-cc39-4bb7-95f1-a0049890a5a5 tempest-ServersTestBootFromVolume-783248817 tempest-ServersTestBootFromVolume-783248817-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e0bd1228-1f2e-4eb9-8979-5ab60f9b45d5,revision_number=0']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:10:55.800013 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-44d99a9a-cc39-4bb7-95f1-a0049890a5a5 tempest-ServersTestBootFromVolume-783248817 tempest-ServersTestBootFromVolume-783248817-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:10:55.805627 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-44d99a9a-cc39-4bb7-95f1-a0049890a5a5 tempest-ServersTestBootFromVolume-783248817 tempest-ServersTestBootFromVolume-783248817-project] 10.222.0.75 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4635966 Feb 09 19:10:55.806620 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 57906) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:10:55.814987 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.v2.base [None req-de6bd782-a700-4a3f-800d-1c2c41d7cadb tempest-ServersTestBootFromVolume-783248817 tempest-ServersTestBootFromVolume-783248817-project] Request body: {'security_group_rule': {'security_group_id': '99b1e7c3-38f3-4f0a-8bb2-c56dc143d44a', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103230) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 19:10:55.834752 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e05808a2-7ed5-4dd0-a487-70d4ab1008f8 tempest-SecurityGroupRulesTestJSON-1251428072 tempest-SecurityGroupRulesTestJSON-1251428072-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6ed1b92f-c96c-4666-adbc-58f379e66c07,revision_number=1']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:10:55.849357 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-bd980d27-e28a-4008-b701-7ba5de401b44 tempest-BulkNetworkOpsIpV6Test-919214857 tempest-BulkNetworkOpsIpV6Test-919214857-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-670458'] for network (d4f5eeb6-5709-4304-9d71-d409cef7c7eb), before_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:10:55.853325 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-897077ac-6f96-4bb3-bd25-da7812b7f8fd req-e05808a2-7ed5-4dd0-a487-70d4ab1008f8 tempest-SecurityGroupRulesTestJSON-1251428072 tempest-SecurityGroupRulesTestJSON-1251428072-project] Publish callbacks [] for security_group (None), before_response {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:10:55.857255 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-897077ac-6f96-4bb3-bd25-da7812b7f8fd req-e05808a2-7ed5-4dd0-a487-70d4ab1008f8 tempest-SecurityGroupRulesTestJSON-1251428072 tempest-SecurityGroupRulesTestJSON-1251428072-project] 10.222.0.75 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1828 time: 1.0048521 Feb 09 19:10:55.901411 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.v2.base [req-3794c54c-7eac-494e-82e4-816d9cdcca54 req-95fd37bc-f1c4-46e3-aca4-a6115a3197dc tempest-SecurityGroupRulesTestJSON-1251428072 tempest-SecurityGroupRulesTestJSON-1251428072-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1542576213', 'description': 'tempest-description-806099560'}} {{(pid=103229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 19:10:55.920282 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-de6bd782-a700-4a3f-800d-1c2c41d7cadb tempest-ServersTestBootFromVolume-783248817 tempest-ServersTestBootFromVolume-783248817-project] Publish callbacks [] for security_group_rule (9de32a86-b76e-4183-a579-d1fda7284a21), before_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:10:55.959646 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-3794c54c-7eac-494e-82e4-816d9cdcca54 req-95fd37bc-f1c4-46e3-aca4-a6115a3197dc tempest-SecurityGroupRulesTestJSON-1251428072 tempest-SecurityGroupRulesTestJSON-1251428072-project] Publish callbacks [] for security_group (None), before_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:10:56.057576 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-bd980d27-e28a-4008-b701-7ba5de401b44 tempest-BulkNetworkOpsIpV6Test-919214857 tempest-BulkNetworkOpsIpV6Test-919214857-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-590267', 'neutron.services.segments.db._delete_segments_for_network-8762867132609'] for network (d4f5eeb6-5709-4304-9d71-d409cef7c7eb), precommit_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:10:56.095993 n-d-713498-36 neutron-server[103230]: DEBUG neutron.services.segments.db [None req-bd980d27-e28a-4008-b701-7ba5de401b44 tempest-BulkNetworkOpsIpV6Test-919214857 tempest-BulkNetworkOpsIpV6Test-919214857-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d4f5eeb6-5709-4304-9d71-d409cef7c7eb']}} {{(pid=103230) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:10:56.113247 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-de6bd782-a700-4a3f-800d-1c2c41d7cadb tempest-ServersTestBootFromVolume-783248817 tempest-ServersTestBootFromVolume-783248817-project] Publish callbacks [] for security_group_rule (9de32a86-b76e-4183-a579-d1fda7284a21), precommit_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:10:56.115035 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-3794c54c-7eac-494e-82e4-816d9cdcca54 req-95fd37bc-f1c4-46e3-aca4-a6115a3197dc tempest-SecurityGroupRulesTestJSON-1251428072 tempest-SecurityGroupRulesTestJSON-1251428072-project] Publish callbacks [] for security_group (61db8a16-5a18-4706-a440-085fa0f5d054), precommit_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:10:56.116041 n-d-713498-36 neutron-server[103230]: DEBUG neutron.services.segments.db [None req-bd980d27-e28a-4008-b701-7ba5de401b44 tempest-BulkNetworkOpsIpV6Test-919214857 tempest-BulkNetworkOpsIpV6Test-919214857-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'abd17ff7-71f7-4e41-a095-56b6646d336d') {'for_net_delete': True} {{(pid=103230) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:10:56.116510 n-d-713498-36 neutron-server[103230]: DEBUG neutron.services.segments.db [None req-bd980d27-e28a-4008-b701-7ba5de401b44 tempest-BulkNetworkOpsIpV6Test-919214857 tempest-BulkNetworkOpsIpV6Test-919214857-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'abd17ff7-71f7-4e41-a095-56b6646d336d') {} {{(pid=103230) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:10:56.122740 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-3794c54c-7eac-494e-82e4-816d9cdcca54 req-95fd37bc-f1c4-46e3-aca4-a6115a3197dc tempest-SecurityGroupRulesTestJSON-1251428072 tempest-SecurityGroupRulesTestJSON-1251428072-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1892331'] for security_group (61db8a16-5a18-4706-a440-085fa0f5d054), after_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:10:56.132377 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-bd980d27-e28a-4008-b701-7ba5de401b44 tempest-BulkNetworkOpsIpV6Test-919214857 tempest-BulkNetworkOpsIpV6Test-919214857-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762867134154', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12895813'] for segment (abd17ff7-71f7-4e41-a095-56b6646d336d), before_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:10:56.134292 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-de6bd782-a700-4a3f-800d-1c2c41d7cadb tempest-ServersTestBootFromVolume-783248817 tempest-ServersTestBootFromVolume-783248817-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1892250'] for security_group_rule (9de32a86-b76e-4183-a579-d1fda7284a21), after_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:10:56.162223 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de6bd782-a700-4a3f-800d-1c2c41d7cadb tempest-ServersTestBootFromVolume-783248817 tempest-ServersTestBootFromVolume-783248817-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9de32a86-b76e-4183-a579-d1fda7284a21,revision_number=0']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:10:56.172519 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-bd980d27-e28a-4008-b701-7ba5de401b44 tempest-BulkNetworkOpsIpV6Test-919214857 tempest-BulkNetworkOpsIpV6Test-919214857-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-759574'] for segment (abd17ff7-71f7-4e41-a095-56b6646d336d), precommit_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:10:56.183877 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bd980d27-e28a-4008-b701-7ba5de401b44 tempest-BulkNetworkOpsIpV6Test-919214857 tempest-BulkNetworkOpsIpV6Test-919214857-project] Releasing vlan 351 on physical network physnet1 to pool {{(pid=103230) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 19:10:56.184579 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-bd980d27-e28a-4008-b701-7ba5de401b44 tempest-BulkNetworkOpsIpV6Test-919214857 tempest-BulkNetworkOpsIpV6Test-919214857-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-759574', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14393826'] for segment (abd17ff7-71f7-4e41-a095-56b6646d336d), after_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:10:56.186468 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-3794c54c-7eac-494e-82e4-816d9cdcca54 req-95fd37bc-f1c4-46e3-aca4-a6115a3197dc tempest-SecurityGroupRulesTestJSON-1251428072 tempest-SecurityGroupRulesTestJSON-1251428072-project] Publish callbacks [] for security_group (None), before_response {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:10:56.189032 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-3794c54c-7eac-494e-82e4-816d9cdcca54 req-95fd37bc-f1c4-46e3-aca4-a6115a3197dc tempest-SecurityGroupRulesTestJSON-1251428072 tempest-SecurityGroupRulesTestJSON-1251428072-project] 10.222.0.75 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1828 time: 0.2921023 Feb 09 19:10:56.193081 n-d-713498-36 neutron-server[103230]: Traceback (most recent call last): Feb 09 19:10:56.193081 n-d-713498-36 neutron-server[103230]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 19:10:56.193081 n-d-713498-36 neutron-server[103230]: timer() Feb 09 19:10:56.193081 n-d-713498-36 neutron-server[103230]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 19:10:56.193081 n-d-713498-36 neutron-server[103230]: cb(*args, **kw) Feb 09 19:10:56.193081 n-d-713498-36 neutron-server[103230]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 19:10:56.193081 n-d-713498-36 neutron-server[103230]: return func(*args, **kwargs) Feb 09 19:10:56.193081 n-d-713498-36 neutron-server[103230]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 19:10:56.193081 n-d-713498-36 neutron-server[103230]: self._notify() Feb 09 19:10:56.193081 n-d-713498-36 neutron-server[103230]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 19:10:56.193081 n-d-713498-36 neutron-server[103230]: self.callback(batched_events) Feb 09 19:10:56.193081 n-d-713498-36 neutron-server[103230]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 19:10:56.193081 n-d-713498-36 neutron-server[103230]: event.method(event) Feb 09 19:10:56.193081 n-d-713498-36 neutron-server[103230]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 19:10:56.193081 n-d-713498-36 neutron-server[103230]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 19:10:56.193081 n-d-713498-36 neutron-server[103230]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 19:10:56.193081 n-d-713498-36 neutron-server[103230]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 19:10:56.193081 n-d-713498-36 neutron-server[103230]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 19:10:56.193081 n-d-713498-36 neutron-server[103230]: return f(self, *a, **k) Feb 09 19:10:56.193081 n-d-713498-36 neutron-server[103230]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 19:10:56.193081 n-d-713498-36 neutron-server[103230]: return self._get(url).json() Feb 09 19:10:56.193081 n-d-713498-36 neutron-server[103230]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 19:10:56.193081 n-d-713498-36 neutron-server[103230]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 19:10:56.193081 n-d-713498-36 neutron-server[103230]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 19:10:56.193081 n-d-713498-36 neutron-server[103230]: return self.request(url, 'GET', **kwargs) Feb 09 19:10:56.193081 n-d-713498-36 neutron-server[103230]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 19:10:56.193081 n-d-713498-36 neutron-server[103230]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 19:10:56.193081 n-d-713498-36 neutron-server[103230]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 19:10:56.193081 n-d-713498-36 neutron-server[103230]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 19:10:56.193081 n-d-713498-36 neutron-server[103230]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 19:10:56.193081 n-d-713498-36 neutron-server[103230]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 19:10:56.193081 n-d-713498-36 neutron-server[103230]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 19:10:56.220060 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95fd37bc-f1c4-46e3-aca4-a6115a3197dc tempest-SecurityGroupRulesTestJSON-1251428072 tempest-SecurityGroupRulesTestJSON-1251428072-project] Pushing event updated for resources: {'SecurityGroup': ['ID=61db8a16-5a18-4706-a440-085fa0f5d054,revision_number=1']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:10:56.235627 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-de6bd782-a700-4a3f-800d-1c2c41d7cadb tempest-ServersTestBootFromVolume-783248817 tempest-ServersTestBootFromVolume-783248817-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:10:56.240766 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-de6bd782-a700-4a3f-800d-1c2c41d7cadb tempest-ServersTestBootFromVolume-783248817 tempest-ServersTestBootFromVolume-783248817-project] 10.222.0.75 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4292145 Feb 09 19:10:56.241499 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 57932) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:10:56.302081 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-93b6f425-0d39-4ac9-99f9-e16fef3f8490 req-713af7a9-55e2-4ff8-9bcc-d42d8185e385 tempest-SecurityGroupRulesTestJSON-1251428072 tempest-SecurityGroupRulesTestJSON-1251428072-project] 10.222.0.75 "GET /v2.0/security-groups/6ed1b92f-c96c-4666-adbc-58f379e66c07 HTTP/1.1" status: 200 len: 1823 time: 0.0816693 Feb 09 19:10:56.328842 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 57936) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:10:56.502759 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-93b6f425-0d39-4ac9-99f9-e16fef3f8490 req-032c4f7c-3e0c-4d03-b7a1-c6b58f7351ee tempest-SecurityGroupRulesTestJSON-1251428072 tempest-SecurityGroupRulesTestJSON-1251428072-project] 10.222.0.75 "GET /v2.0/security-groups/61db8a16-5a18-4706-a440-085fa0f5d054 HTTP/1.1" status: 200 len: 1823 time: 0.1848795 Feb 09 19:10:56.511874 n-d-713498-36 neutron-server[103229]: DEBUG neutron.db.db_base_plugin_v2 [None req-0f96cbc8-27c4-4e09-8db6-1b41bbe5d69b admin admin] Deleting subnet 1c11460d-4fed-4117-8587-f721cf533c67 {{(pid=103229) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 19:10:56.532877 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.v2.base [req-93b6f425-0d39-4ac9-99f9-e16fef3f8490 req-e66118a5-54f3-4f87-81c3-80ac857f70df tempest-SecurityGroupRulesTestJSON-1251428072 tempest-SecurityGroupRulesTestJSON-1251428072-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': '6ed1b92f-c96c-4666-adbc-58f379e66c07', 'remote_group_id': '61db8a16-5a18-4706-a440-085fa0f5d054', 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=103229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 19:10:56.541304 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.v2.base [req-93b6f425-0d39-4ac9-99f9-e16fef3f8490 req-e66118a5-54f3-4f87-81c3-80ac857f70df tempest-SecurityGroupRulesTestJSON-1251428072 tempest-SecurityGroupRulesTestJSON-1251428072-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': '6ed1b92f-c96c-4666-adbc-58f379e66c07', 'remote_group_id': '61db8a16-5a18-4706-a440-085fa0f5d054', 'port_range_min': 22, 'port_range_max': 22}} {{(pid=103229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 19:10:56.548446 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-0f96cbc8-27c4-4e09-8db6-1b41bbe5d69b admin admin] Publish callbacks [] for subnet (1c11460d-4fed-4117-8587-f721cf533c67), before_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:10:56.616591 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-0f96cbc8-27c4-4e09-8db6-1b41bbe5d69b admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16683410'] for subnet (1c11460d-4fed-4117-8587-f721cf533c67), precommit_delete_associations {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:10:56.740139 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-93b6f425-0d39-4ac9-99f9-e16fef3f8490 req-e66118a5-54f3-4f87-81c3-80ac857f70df tempest-SecurityGroupRulesTestJSON-1251428072 tempest-SecurityGroupRulesTestJSON-1251428072-project] Publish callbacks [] for security_group_rule (05d5c16b-180f-477a-97ae-7c6f5af74600), before_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:10:56.831445 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.v2.base [None req-dd558425-2ac0-4d67-bb7f-5723ac69c4b9 tempest-ServersTestBootFromVolume-783248817 tempest-ServersTestBootFromVolume-783248817-project] Request body: {'floatingip': {'floating_network_id': '88055e1e-672a-4487-be31-ffb6e833ece5'}} {{(pid=103230) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 19:10:56.899961 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-bd980d27-e28a-4008-b701-7ba5de401b44 tempest-BulkNetworkOpsIpV6Test-919214857 tempest-BulkNetworkOpsIpV6Test-919214857-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-590242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1885479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1818895'] for network (d4f5eeb6-5709-4304-9d71-d409cef7c7eb), after_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:10:56.905736 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-bd980d27-e28a-4008-b701-7ba5de401b44 tempest-BulkNetworkOpsIpV6Test-919214857 tempest-BulkNetworkOpsIpV6Test-919214857-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1613566'] for network (None), before_response {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:10:56.912149 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-bd980d27-e28a-4008-b701-7ba5de401b44 tempest-BulkNetworkOpsIpV6Test-919214857 tempest-BulkNetworkOpsIpV6Test-919214857-project] 10.222.0.75 "DELETE /v2.0/networks/d4f5eeb6-5709-4304-9d71-d409cef7c7eb HTTP/1.1" status: 204 len: 168 time: 1.3032975 Feb 09 19:10:56.916366 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-dd558425-2ac0-4d67-bb7f-5723ac69c4b9 tempest-ServersTestBootFromVolume-783248817 tempest-ServersTestBootFromVolume-783248817-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:10:56.931896 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 57940) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:10:57.078723 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-266ccd26-9d80-4e9b-b3c4-3e951b5a6ae6 tempest-BulkNetworkOpsIpV6Test-919214857 tempest-BulkNetworkOpsIpV6Test-919214857-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-670458'] for network (36004346-9b1e-4c22-b53b-419df11d60fa), before_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:10:57.112310 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd980d27-e28a-4008-b701-7ba5de401b44 tempest-BulkNetworkOpsIpV6Test-919214857 tempest-BulkNetworkOpsIpV6Test-919214857-project] Pushing event deleted for resources: {'Network': ['ID=d4f5eeb6-5709-4304-9d71-d409cef7c7eb,revision_number=None']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:10:57.152248 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2017cc5-3448-4a77-997b-7d8ddd00e1d7 req-4010efc4-1689-433a-bd71-3ad79b2f18d3 tempest-DeleteServersTestJSON-1870379525 tempest-DeleteServersTestJSON-1870379525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:10:57.154365 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-c2017cc5-3448-4a77-997b-7d8ddd00e1d7 req-4010efc4-1689-433a-bd71-3ad79b2f18d3 tempest-DeleteServersTestJSON-1870379525 tempest-DeleteServersTestJSON-1870379525-project] 10.222.0.75 "GET /v2.0/ports?device_id=5e66146c-80cb-464f-a195-4176fc6a344c HTTP/1.1" status: 200 len: 946 time: 0.2924998 Feb 09 19:10:57.329627 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-0f96cbc8-27c4-4e09-8db6-1b41bbe5d69b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-759852'] for subnet (1c11460d-4fed-4117-8587-f721cf533c67), precommit_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:10:57.369908 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-93b6f425-0d39-4ac9-99f9-e16fef3f8490 req-e66118a5-54f3-4f87-81c3-80ac857f70df tempest-SecurityGroupRulesTestJSON-1251428072 tempest-SecurityGroupRulesTestJSON-1251428072-project] Publish callbacks [] for security_group_rule (05d5c16b-180f-477a-97ae-7c6f5af74600), precommit_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:10:57.376223 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-93b6f425-0d39-4ac9-99f9-e16fef3f8490 req-e66118a5-54f3-4f87-81c3-80ac857f70df tempest-SecurityGroupRulesTestJSON-1251428072 tempest-SecurityGroupRulesTestJSON-1251428072-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1892250'] for security_group_rule (05d5c16b-180f-477a-97ae-7c6f5af74600), after_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:10:57.414287 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Device 5de90ed8-7d02-47e9-8b5f-2c96de989505 up at agent ovs-agent-n-d-713498-36 {{(pid=103232) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 19:10:57.439665 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e66118a5-54f3-4f87-81c3-80ac857f70df tempest-SecurityGroupRulesTestJSON-1251428072 tempest-SecurityGroupRulesTestJSON-1251428072-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=05d5c16b-180f-477a-97ae-7c6f5af74600,revision_number=0']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:10:57.462219 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-93b6f425-0d39-4ac9-99f9-e16fef3f8490 req-e66118a5-54f3-4f87-81c3-80ac857f70df tempest-SecurityGroupRulesTestJSON-1251428072 tempest-SecurityGroupRulesTestJSON-1251428072-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:10:57.466638 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-c2017cc5-3448-4a77-997b-7d8ddd00e1d7 req-bd0f6b5e-3a91-4489-ade1-a583ec94a6d8 tempest-DeleteServersTestJSON-1870379525 tempest-DeleteServersTestJSON-1870379525-project] 10.222.0.75 "GET /v2.0/security-groups?id=5ce92d32-ca94-4b6c-925d-b9dff609abe6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2653441 Feb 09 19:10:57.487182 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-93b6f425-0d39-4ac9-99f9-e16fef3f8490 req-e66118a5-54f3-4f87-81c3-80ac857f70df tempest-SecurityGroupRulesTestJSON-1251428072 tempest-SecurityGroupRulesTestJSON-1251428072-project] 10.222.0.75 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 806 time: 0.9613349 Feb 09 19:10:57.515815 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.v2.base [req-7e107df8-585e-4db2-9c18-ddd90363ec08 req-1919003c-e2cb-46fe-8710-345f82d4f49e tempest-SecurityGroupRulesTestJSON-1251428072 tempest-SecurityGroupRulesTestJSON-1251428072-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-879752265', 'description': 'tempest-description-345821996'}} {{(pid=103229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 19:10:57.558046 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-7e107df8-585e-4db2-9c18-ddd90363ec08 req-1919003c-e2cb-46fe-8710-345f82d4f49e tempest-SecurityGroupRulesTestJSON-1251428072 tempest-SecurityGroupRulesTestJSON-1251428072-project] Publish callbacks [] for security_group (None), before_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:10:57.562387 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-0f96cbc8-27c4-4e09-8db6-1b41bbe5d69b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-760023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12867367', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12759238'] for subnet (1c11460d-4fed-4117-8587-f721cf533c67), after_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:10:57.569292 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-266ccd26-9d80-4e9b-b3c4-3e951b5a6ae6 tempest-BulkNetworkOpsIpV6Test-919214857 tempest-BulkNetworkOpsIpV6Test-919214857-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-590267', 'neutron.services.segments.db._delete_segments_for_network-8762867132609'] for network (36004346-9b1e-4c22-b53b-419df11d60fa), precommit_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:10:57.607742 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.provisioning_blocks [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Provisioning complete for port 5de90ed8-7d02-47e9-8b5f-2c96de989505 triggered by entity L2. {{(pid=103232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 19:10:57.608092 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593630'] for port (5de90ed8-7d02-47e9-8b5f-2c96de989505), provisioning_complete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:10:57.622434 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f96cbc8-27c4-4e09-8db6-1b41bbe5d69b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1c11460d-4fed-4117-8587-f721cf533c67,revision_number=None']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:10:57.638797 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-0f96cbc8-27c4-4e09-8db6-1b41bbe5d69b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1613566'] for subnet (None), before_response {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:10:57.645789 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-0f96cbc8-27c4-4e09-8db6-1b41bbe5d69b admin admin] 10.222.0.75 "DELETE /v2.0/subnets/1c11460d-4fed-4117-8587-f721cf533c67 HTTP/1.1" status: 204 len: 168 time: 1.3140700 Feb 09 19:10:57.648724 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 57946) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:10:57.664312 n-d-713498-36 neutron-server[103230]: DEBUG neutron.services.segments.db [None req-266ccd26-9d80-4e9b-b3c4-3e951b5a6ae6 tempest-BulkNetworkOpsIpV6Test-919214857 tempest-BulkNetworkOpsIpV6Test-919214857-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['36004346-9b1e-4c22-b53b-419df11d60fa']}} {{(pid=103230) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:10:57.684205 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-dd558425-2ac0-4d67-bb7f-5723ac69c4b9 tempest-ServersTestBootFromVolume-783248817 tempest-ServersTestBootFromVolume-783248817-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (None), before_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:10:57.775642 n-d-713498-36 neutron-server[103230]: DEBUG neutron.services.segments.db [None req-266ccd26-9d80-4e9b-b3c4-3e951b5a6ae6 tempest-BulkNetworkOpsIpV6Test-919214857 tempest-BulkNetworkOpsIpV6Test-919214857-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b5b80c0d-ea4d-40f1-9ed8-6d4a25e903c1') {'for_net_delete': True} {{(pid=103230) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:10:57.775905 n-d-713498-36 neutron-server[103230]: DEBUG neutron.services.segments.db [None req-266ccd26-9d80-4e9b-b3c4-3e951b5a6ae6 tempest-BulkNetworkOpsIpV6Test-919214857 tempest-BulkNetworkOpsIpV6Test-919214857-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b5b80c0d-ea4d-40f1-9ed8-6d4a25e903c1') {} {{(pid=103230) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:10:57.797222 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-fe878c64-2872-4fcf-9911-5e3855300123 req-527c3785-3e0f-4773-b96d-f69503881347 tempest-LiveMigrationTest-1021096981 tempest-LiveMigrationTest-1021096981-project] 10.222.0.75 "GET /v2.0/ports?device_id=a26f3e83-5a8d-4d9d-aa20-3d25b99af655 HTTP/1.1" status: 200 len: 210 time: 0.1541207 Feb 09 19:10:57.807490 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Current status of the port 5de90ed8-7d02-47e9-8b5f-2c96de989505 is: DOWN; New status is: ACTIVE {{(pid=103232) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 19:10:57.807896 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (5de90ed8-7d02-47e9-8b5f-2c96de989505), before_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:10:57.829044 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-8b975721-a331-4dd1-b613-2244bbe30a89 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-670458'] for network (e119be35-9333-4ec1-a284-366321b505fc), before_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:10:57.831103 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-266ccd26-9d80-4e9b-b3c4-3e951b5a6ae6 tempest-BulkNetworkOpsIpV6Test-919214857 tempest-BulkNetworkOpsIpV6Test-919214857-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762867134154', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12895813'] for segment (b5b80c0d-ea4d-40f1-9ed8-6d4a25e903c1), before_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:10:57.845200 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] For port 5de90ed8-7d02-47e9-8b5f-2c96de989505, host n-d-713498-36, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-36',level=0,port_id=5de90ed8-7d02-47e9-8b5f-2c96de989505,segment=NetworkSegment(a4222f89-8d3f-4b51-953b-1a8126392491),segment_id=a4222f89-8d3f-4b51-953b-1a8126392491)] {{(pid=103232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 19:10:57.852895 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762867176205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762866656485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762866656503'] for port (5de90ed8-7d02-47e9-8b5f-2c96de989505), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:10:57.888090 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-7e107df8-585e-4db2-9c18-ddd90363ec08 req-1919003c-e2cb-46fe-8710-345f82d4f49e tempest-SecurityGroupRulesTestJSON-1251428072 tempest-SecurityGroupRulesTestJSON-1251428072-project] Publish callbacks [] for security_group (c7c82470-49c9-4627-97fc-0da6c092bdbf), precommit_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:10:57.903061 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-7e107df8-585e-4db2-9c18-ddd90363ec08 req-1919003c-e2cb-46fe-8710-345f82d4f49e tempest-SecurityGroupRulesTestJSON-1251428072 tempest-SecurityGroupRulesTestJSON-1251428072-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1892331'] for security_group (c7c82470-49c9-4627-97fc-0da6c092bdbf), after_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:10:57.967534 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-7e107df8-585e-4db2-9c18-ddd90363ec08 req-1919003c-e2cb-46fe-8710-345f82d4f49e tempest-SecurityGroupRulesTestJSON-1251428072 tempest-SecurityGroupRulesTestJSON-1251428072-project] Publish callbacks [] for security_group (None), before_response {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:10:57.968773 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-7e107df8-585e-4db2-9c18-ddd90363ec08 req-1919003c-e2cb-46fe-8710-345f82d4f49e tempest-SecurityGroupRulesTestJSON-1251428072 tempest-SecurityGroupRulesTestJSON-1251428072-project] 10.222.0.75 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1827 time: 0.4581218 Feb 09 19:10:58.003379 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Pushing event updated for resources: {'Port': ['ID=5de90ed8-7d02-47e9-8b5f-2c96de989505,revision_number=4']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:10:58.058410 n-d-713498-36 neutron-server[103230]: DEBUG neutron.db.db_base_plugin_common [None req-dd558425-2ac0-4d67-bb7f-5723ac69c4b9 tempest-ServersTestBootFromVolume-783248817 tempest-ServersTestBootFromVolume-783248817-project] Allocated IP 172.25.1.214 (88055e1e-672a-4487-be31-ffb6e833ece5/ac16dbcc-383c-4b43-9153-d763c4a53f91/fba000ff-32a6-456e-a91f-3ede02bbca37) {{(pid=103230) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 19:10:58.077425 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1919003c-e2cb-46fe-8710-345f82d4f49e tempest-SecurityGroupRulesTestJSON-1251428072 tempest-SecurityGroupRulesTestJSON-1251428072-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c7c82470-49c9-4627-97fc-0da6c092bdbf,revision_number=1']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:10:58.080849 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-8b975721-a331-4dd1-b613-2244bbe30a89 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-590267', 'neutron.services.segments.db._delete_segments_for_network-8762867132609'] for network (e119be35-9333-4ec1-a284-366321b505fc), precommit_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:10:58.132957 n-d-713498-36 neutron-server[103229]: DEBUG neutron.services.segments.db [None req-8b975721-a331-4dd1-b613-2244bbe30a89 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e119be35-9333-4ec1-a284-366321b505fc']}} {{(pid=103229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:10:58.144881 n-d-713498-36 neutron-server[103229]: DEBUG neutron.services.segments.db [None req-8b975721-a331-4dd1-b613-2244bbe30a89 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1cb0f7b5-eca3-4fd8-9372-0323bad2bf37') {'for_net_delete': True} {{(pid=103229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:10:58.144881 n-d-713498-36 neutron-server[103229]: DEBUG neutron.services.segments.db [None req-8b975721-a331-4dd1-b613-2244bbe30a89 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1cb0f7b5-eca3-4fd8-9372-0323bad2bf37') {} {{(pid=103229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:10:58.170636 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-8b975721-a331-4dd1-b613-2244bbe30a89 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762867134154', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16683417'] for segment (1cb0f7b5-eca3-4fd8-9372-0323bad2bf37), before_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:10:58.196333 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-8b975721-a331-4dd1-b613-2244bbe30a89 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-759574'] for segment (1cb0f7b5-eca3-4fd8-9372-0323bad2bf37), precommit_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:10:58.209624 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8b975721-a331-4dd1-b613-2244bbe30a89 admin admin] Releasing vlan 352 on physical network physnet1 to pool {{(pid=103229) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 19:10:58.210814 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-8b975721-a331-4dd1-b613-2244bbe30a89 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-759574', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12867469'] for segment (1cb0f7b5-eca3-4fd8-9372-0323bad2bf37), after_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:10:58.212265 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.v2.base [req-fb78cc1f-974f-4c97-b55e-a1440a0d101b req-cde2ddd5-2eed-4f95-854b-22a0f8601a6a tempest-SecurityGroupRulesTestJSON-1251428072 tempest-SecurityGroupRulesTestJSON-1251428072-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-856926072', 'description': 'tempest-description-1869497846'}} {{(pid=103230) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 19:10:58.215401 n-d-713498-36 neutron-server[103233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6199db4-fdda-4b08-8d48-892680a0bbfc None None] Sync routers for ids ['f8479197-0c23-406e-958c-7e00e5701521'] in n-d-713498-36 {{(pid=103233) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 19:10:58.224451 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-266ccd26-9d80-4e9b-b3c4-3e951b5a6ae6 tempest-BulkNetworkOpsIpV6Test-919214857 tempest-BulkNetworkOpsIpV6Test-919214857-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-759574'] for segment (b5b80c0d-ea4d-40f1-9ed8-6d4a25e903c1), precommit_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:10:58.233191 n-d-713498-36 neutron-server[103229]: Traceback (most recent call last): Feb 09 19:10:58.233191 n-d-713498-36 neutron-server[103229]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 19:10:58.233191 n-d-713498-36 neutron-server[103229]: timer() Feb 09 19:10:58.233191 n-d-713498-36 neutron-server[103229]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 19:10:58.233191 n-d-713498-36 neutron-server[103229]: cb(*args, **kw) Feb 09 19:10:58.233191 n-d-713498-36 neutron-server[103229]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 19:10:58.233191 n-d-713498-36 neutron-server[103229]: return func(*args, **kwargs) Feb 09 19:10:58.233191 n-d-713498-36 neutron-server[103229]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 19:10:58.233191 n-d-713498-36 neutron-server[103229]: self._notify() Feb 09 19:10:58.233191 n-d-713498-36 neutron-server[103229]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 19:10:58.233191 n-d-713498-36 neutron-server[103229]: self.callback(batched_events) Feb 09 19:10:58.233191 n-d-713498-36 neutron-server[103229]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 19:10:58.233191 n-d-713498-36 neutron-server[103229]: event.method(event) Feb 09 19:10:58.233191 n-d-713498-36 neutron-server[103229]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 19:10:58.233191 n-d-713498-36 neutron-server[103229]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 19:10:58.233191 n-d-713498-36 neutron-server[103229]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 19:10:58.233191 n-d-713498-36 neutron-server[103229]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 19:10:58.233191 n-d-713498-36 neutron-server[103229]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 19:10:58.233191 n-d-713498-36 neutron-server[103229]: return f(self, *a, **k) Feb 09 19:10:58.233191 n-d-713498-36 neutron-server[103229]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 19:10:58.233191 n-d-713498-36 neutron-server[103229]: return self._get(url).json() Feb 09 19:10:58.233191 n-d-713498-36 neutron-server[103229]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 19:10:58.233191 n-d-713498-36 neutron-server[103229]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 19:10:58.233191 n-d-713498-36 neutron-server[103229]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 19:10:58.233191 n-d-713498-36 neutron-server[103229]: return self.request(url, 'GET', **kwargs) Feb 09 19:10:58.233191 n-d-713498-36 neutron-server[103229]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 19:10:58.233191 n-d-713498-36 neutron-server[103229]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 19:10:58.233191 n-d-713498-36 neutron-server[103229]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 19:10:58.233191 n-d-713498-36 neutron-server[103229]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 19:10:58.233191 n-d-713498-36 neutron-server[103229]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 19:10:58.233191 n-d-713498-36 neutron-server[103229]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 19:10:58.233191 n-d-713498-36 neutron-server[103229]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 19:10:58.237807 n-d-713498-36 neutron-server[103233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6199db4-fdda-4b08-8d48-892680a0bbfc None None] Routers {'f8479197-0c23-406e-958c-7e00e5701521'} bound to L3 agent in host n-d-713498-36 {{(pid=103233) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 19:10:58.240862 n-d-713498-36 neutron-server[103233]: DEBUG neutron.db.l3_hamode_db [None req-f6199db4-fdda-4b08-8d48-892680a0bbfc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T18:51:43Z,description=,heartbeat_timestamp=2022-02-09T19:10:43Z,host='n-d-713498-36',id=93303d5e-5d17-45e8-8963-7694f87783ae,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T18:51:43Z,topic='l3_agent')) {'router_ids': ['f8479197-0c23-406e-958c-7e00e5701521'], 'active': True} {{(pid=103233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:10:58.246233 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-266ccd26-9d80-4e9b-b3c4-3e951b5a6ae6 tempest-BulkNetworkOpsIpV6Test-919214857 tempest-BulkNetworkOpsIpV6Test-919214857-project] Releasing vlan 379 on physical network physnet1 to pool {{(pid=103230) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 19:10:58.246692 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-266ccd26-9d80-4e9b-b3c4-3e951b5a6ae6 tempest-BulkNetworkOpsIpV6Test-919214857 tempest-BulkNetworkOpsIpV6Test-919214857-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-759574', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14393826'] for segment (b5b80c0d-ea4d-40f1-9ed8-6d4a25e903c1), after_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:10:58.250034 n-d-713498-36 neutron-server[103230]: Traceback (most recent call last): Feb 09 19:10:58.250034 n-d-713498-36 neutron-server[103230]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 19:10:58.250034 n-d-713498-36 neutron-server[103230]: timer() Feb 09 19:10:58.250034 n-d-713498-36 neutron-server[103230]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 19:10:58.250034 n-d-713498-36 neutron-server[103230]: cb(*args, **kw) Feb 09 19:10:58.250034 n-d-713498-36 neutron-server[103230]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 19:10:58.250034 n-d-713498-36 neutron-server[103230]: return func(*args, **kwargs) Feb 09 19:10:58.250034 n-d-713498-36 neutron-server[103230]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 19:10:58.250034 n-d-713498-36 neutron-server[103230]: self._notify() Feb 09 19:10:58.250034 n-d-713498-36 neutron-server[103230]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 19:10:58.250034 n-d-713498-36 neutron-server[103230]: self.callback(batched_events) Feb 09 19:10:58.250034 n-d-713498-36 neutron-server[103230]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 19:10:58.250034 n-d-713498-36 neutron-server[103230]: event.method(event) Feb 09 19:10:58.250034 n-d-713498-36 neutron-server[103230]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 19:10:58.250034 n-d-713498-36 neutron-server[103230]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 19:10:58.250034 n-d-713498-36 neutron-server[103230]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 19:10:58.250034 n-d-713498-36 neutron-server[103230]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 19:10:58.250034 n-d-713498-36 neutron-server[103230]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 19:10:58.250034 n-d-713498-36 neutron-server[103230]: return f(self, *a, **k) Feb 09 19:10:58.250034 n-d-713498-36 neutron-server[103230]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 19:10:58.250034 n-d-713498-36 neutron-server[103230]: return self._get(url).json() Feb 09 19:10:58.250034 n-d-713498-36 neutron-server[103230]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 19:10:58.250034 n-d-713498-36 neutron-server[103230]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 19:10:58.250034 n-d-713498-36 neutron-server[103230]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 19:10:58.250034 n-d-713498-36 neutron-server[103230]: return self.request(url, 'GET', **kwargs) Feb 09 19:10:58.250034 n-d-713498-36 neutron-server[103230]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 19:10:58.250034 n-d-713498-36 neutron-server[103230]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 19:10:58.250034 n-d-713498-36 neutron-server[103230]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 19:10:58.250034 n-d-713498-36 neutron-server[103230]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 19:10:58.250034 n-d-713498-36 neutron-server[103230]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 19:10:58.250034 n-d-713498-36 neutron-server[103230]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 19:10:58.250034 n-d-713498-36 neutron-server[103230]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 19:10:58.313002 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-8b975721-a331-4dd1-b613-2244bbe30a89 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-590242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1885479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1818895'] for network (e119be35-9333-4ec1-a284-366321b505fc), after_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:10:58.320859 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-8b975721-a331-4dd1-b613-2244bbe30a89 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1613566'] for network (None), before_response {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:10:58.327397 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-8b975721-a331-4dd1-b613-2244bbe30a89 admin admin] 10.222.0.75 "DELETE /v2.0/networks/e119be35-9333-4ec1-a284-366321b505fc HTTP/1.1" status: 204 len: 168 time: 0.6734929 Feb 09 19:10:58.348520 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b975721-a331-4dd1-b613-2244bbe30a89 admin admin] Pushing event deleted for resources: {'Network': ['ID=e119be35-9333-4ec1-a284-366321b505fc,revision_number=None']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:10:58.357981 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [req-fb78cc1f-974f-4c97-b55e-a1440a0d101b req-cde2ddd5-2eed-4f95-854b-22a0f8601a6a tempest-SecurityGroupRulesTestJSON-1251428072 tempest-SecurityGroupRulesTestJSON-1251428072-project] Publish callbacks [] for security_group (None), before_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:10:58.386286 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-266ccd26-9d80-4e9b-b3c4-3e951b5a6ae6 tempest-BulkNetworkOpsIpV6Test-919214857 tempest-BulkNetworkOpsIpV6Test-919214857-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-590242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1885479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1818895'] for network (36004346-9b1e-4c22-b53b-419df11d60fa), after_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:10:58.404126 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-266ccd26-9d80-4e9b-b3c4-3e951b5a6ae6 tempest-BulkNetworkOpsIpV6Test-919214857 tempest-BulkNetworkOpsIpV6Test-919214857-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1613566'] for network (None), before_response {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:10:58.410702 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-266ccd26-9d80-4e9b-b3c4-3e951b5a6ae6 tempest-BulkNetworkOpsIpV6Test-919214857 tempest-BulkNetworkOpsIpV6Test-919214857-project] 10.222.0.75 "DELETE /v2.0/networks/36004346-9b1e-4c22-b53b-419df11d60fa HTTP/1.1" status: 204 len: 168 time: 1.4406610 Feb 09 19:10:58.413690 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 57952) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:10:58.466567 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-dd558425-2ac0-4d67-bb7f-5723ac69c4b9 tempest-ServersTestBootFromVolume-783248817 tempest-ServersTestBootFromVolume-783248817-project] Publish callbacks [] for port (fba000ff-32a6-456e-a91f-3ede02bbca37), precommit_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:10:58.468393 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-266ccd26-9d80-4e9b-b3c4-3e951b5a6ae6 tempest-BulkNetworkOpsIpV6Test-919214857 tempest-BulkNetworkOpsIpV6Test-919214857-project] Pushing event deleted for resources: {'Network': ['ID=36004346-9b1e-4c22-b53b-419df11d60fa,revision_number=None']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:10:58.579986 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [req-fb78cc1f-974f-4c97-b55e-a1440a0d101b req-cde2ddd5-2eed-4f95-854b-22a0f8601a6a tempest-SecurityGroupRulesTestJSON-1251428072 tempest-SecurityGroupRulesTestJSON-1251428072-project] Publish callbacks [] for security_group (77d77361-bca0-495d-8c00-4afd9664c54a), precommit_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:10:58.581553 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-dd558425-2ac0-4d67-bb7f-5723ac69c4b9 tempest-ServersTestBootFromVolume-783248817 tempest-ServersTestBootFromVolume-783248817-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762866656467', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14393751'] for port (fba000ff-32a6-456e-a91f-3ede02bbca37), after_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:10:58.595836 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [req-fb78cc1f-974f-4c97-b55e-a1440a0d101b req-cde2ddd5-2eed-4f95-854b-22a0f8601a6a tempest-SecurityGroupRulesTestJSON-1251428072 tempest-SecurityGroupRulesTestJSON-1251428072-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1892331'] for security_group (77d77361-bca0-495d-8c00-4afd9664c54a), after_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:10:58.641825 n-d-713498-36 neutron-server[103233]: DEBUG neutron.db.l3_dvr_db [None req-f6199db4-fdda-4b08-8d48-892680a0bbfc None None] Set router f8479197-0c23-406e-958c-7e00e5701521 gateway port host: n-d-713498-36 {{(pid=103233) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 19:10:58.647534 n-d-713498-36 neutron-server[103230]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd558425-2ac0-4d67-bb7f-5723ac69c4b9 tempest-ServersTestBootFromVolume-783248817 tempest-ServersTestBootFromVolume-783248817-project] Network 88055e1e-672a-4487-be31-ffb6e833ece5 is already hosted by enough agents. {{(pid=103230) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 19:10:58.659121 n-d-713498-36 neutron-server[103230]: DEBUG neutron.scheduler.base_scheduler [None req-dd558425-2ac0-4d67-bb7f-5723ac69c4b9 tempest-ServersTestBootFromVolume-783248817 tempest-ServersTestBootFromVolume-783248817-project] Resources bound (agent type, host, resource id): {{(pid=103230) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 19:10:58.659578 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0adaa14f-a66d-46bf-8cac-7314ff8cb142 tempest-BulkNetworkOpsIpV6Test-919214857 tempest-BulkNetworkOpsIpV6Test-919214857-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:10:58.671457 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [req-fb78cc1f-974f-4c97-b55e-a1440a0d101b req-cde2ddd5-2eed-4f95-854b-22a0f8601a6a tempest-SecurityGroupRulesTestJSON-1251428072 tempest-SecurityGroupRulesTestJSON-1251428072-project] Publish callbacks [] for security_group (None), before_response {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:10:58.672675 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-fb78cc1f-974f-4c97-b55e-a1440a0d101b req-cde2ddd5-2eed-4f95-854b-22a0f8601a6a tempest-SecurityGroupRulesTestJSON-1251428072 tempest-SecurityGroupRulesTestJSON-1251428072-project] 10.222.0.75 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1828 time: 0.4738235 Feb 09 19:10:58.674931 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0adaa14f-a66d-46bf-8cac-7314ff8cb142 tempest-BulkNetworkOpsIpV6Test-919214857 tempest-BulkNetworkOpsIpV6Test-919214857-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:10:58.678137 n-d-713498-36 neutron-server[103230]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd558425-2ac0-4d67-bb7f-5723ac69c4b9 tempest-ServersTestBootFromVolume-783248817 tempest-ServersTestBootFromVolume-783248817-project] Received port after_create {{(pid=103230) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 19:10:58.684118 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-0adaa14f-a66d-46bf-8cac-7314ff8cb142 tempest-BulkNetworkOpsIpV6Test-919214857 tempest-BulkNetworkOpsIpV6Test-919214857-project] 10.222.0.75 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 0.2690396 Feb 09 19:10:58.688466 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 57958) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:10:58.708304 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd558425-2ac0-4d67-bb7f-5723ac69c4b9 tempest-ServersTestBootFromVolume-783248817 tempest-ServersTestBootFromVolume-783248817-project] Pushing event updated for resources: {'Port': ['ID=fba000ff-32a6-456e-a91f-3ede02bbca37,revision_number=1']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:10:58.712934 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cde2ddd5-2eed-4f95-854b-22a0f8601a6a tempest-SecurityGroupRulesTestJSON-1251428072 tempest-SecurityGroupRulesTestJSON-1251428072-project] Pushing event updated for resources: {'SecurityGroup': ['ID=77d77361-bca0-495d-8c00-4afd9664c54a,revision_number=1']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:10:58.716229 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.v2.base [None req-f4952346-a540-4e37-a680-8b651057ad52 tempest-BulkNetworkOpsIpV6Test-919214857 tempest-BulkNetworkOpsIpV6Test-919214857-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-841556036'}} {{(pid=103229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 19:10:58.812652 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-7ce4781a-ecf0-4c9f-993d-2ef453210645 req-13c1ceb8-2116-45c4-857b-6437e8b04269 tempest-SecurityGroupRulesTestJSON-1251428072 tempest-SecurityGroupRulesTestJSON-1251428072-project] 10.222.0.75 "GET /v2.0/security-groups/c7c82470-49c9-4627-97fc-0da6c092bdbf HTTP/1.1" status: 200 len: 1822 time: 0.0934117 Feb 09 19:10:58.813701 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f4952346-a540-4e37-a680-8b651057ad52 tempest-BulkNetworkOpsIpV6Test-919214857 tempest-BulkNetworkOpsIpV6Test-919214857-project] Made reservation on behalf of f9084fb706754824974174155826df96 for: {'network': 1} {{(pid=103229) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 19:10:58.823147 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-f4952346-a540-4e37-a680-8b651057ad52 tempest-BulkNetworkOpsIpV6Test-919214857 tempest-BulkNetworkOpsIpV6Test-919214857-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for network (None), before_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:10:58.856839 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-dd558425-2ac0-4d67-bb7f-5723ac69c4b9 tempest-ServersTestBootFromVolume-783248817 tempest-ServersTestBootFromVolume-783248817-project] Publish callbacks [] for floatingip (d51ef726-5e87-4f01-9194-57d0292b4e4c), precommit_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:10:58.878413 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-7ce4781a-ecf0-4c9f-993d-2ef453210645 req-51213b1a-bc90-49b4-88c4-3928a83f5814 tempest-SecurityGroupRulesTestJSON-1251428072 tempest-SecurityGroupRulesTestJSON-1251428072-project] 10.222.0.75 "GET /v2.0/security-groups/77d77361-bca0-495d-8c00-4afd9664c54a HTTP/1.1" status: 200 len: 1823 time: 0.0581341 Feb 09 19:10:58.905260 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.v2.base [req-7ce4781a-ecf0-4c9f-993d-2ef453210645 req-f55434e5-5b48-4a02-88a8-d70973102016 tempest-SecurityGroupRulesTestJSON-1251428072 tempest-SecurityGroupRulesTestJSON-1251428072-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': 'c7c82470-49c9-4627-97fc-0da6c092bdbf', 'remote_group_id': '77d77361-bca0-495d-8c00-4afd9664c54a', 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=103230) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 19:10:58.905650 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.v2.base [req-7ce4781a-ecf0-4c9f-993d-2ef453210645 req-f55434e5-5b48-4a02-88a8-d70973102016 tempest-SecurityGroupRulesTestJSON-1251428072 tempest-SecurityGroupRulesTestJSON-1251428072-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': 'c7c82470-49c9-4627-97fc-0da6c092bdbf', 'remote_group_id': '77d77361-bca0-495d-8c00-4afd9664c54a', 'port_range_min': 22, 'port_range_max': 22}} {{(pid=103230) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 19:10:58.906732 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 57962) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:10:58.923686 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f4952346-a540-4e37-a680-8b651057ad52 tempest-BulkNetworkOpsIpV6Test-919214857 tempest-BulkNetworkOpsIpV6Test-919214857-project] vlan segment allocate from pool success with {'vlan_id': 370, 'physical_network': 'physnet1'} {{(pid=103229) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 19:10:58.939825 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-dd558425-2ac0-4d67-bb7f-5723ac69c4b9 tempest-ServersTestBootFromVolume-783248817 tempest-ServersTestBootFromVolume-783248817-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (fba000ff-32a6-456e-a91f-3ede02bbca37), before_update {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:10:58.944046 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-537c8253-4ef2-496b-9db8-088b005c7f5b req-3ab83d7f-2119-44ac-80f1-deeb43c00f57 tempest-DeleteServersTestJSON-1870379525 tempest-DeleteServersTestJSON-1870379525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:10:58.951208 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-537c8253-4ef2-496b-9db8-088b005c7f5b req-3ab83d7f-2119-44ac-80f1-deeb43c00f57 tempest-DeleteServersTestJSON-1870379525 tempest-DeleteServersTestJSON-1870379525-project] 10.222.0.75 "GET /v2.0/ports?device_id=5e66146c-80cb-464f-a195-4176fc6a344c HTTP/1.1" status: 200 len: 946 time: 0.2658784 Feb 09 19:10:58.979395 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-f4952346-a540-4e37-a680-8b651057ad52 tempest-BulkNetworkOpsIpV6Test-919214857 tempest-BulkNetworkOpsIpV6Test-919214857-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-759574'] for segment (50d9137d-1e56-4ad1-b694-569f8a411bf2), precommit_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:10:58.980148 n-d-713498-36 neutron-server[103229]: INFO neutron.db.segments_db [None req-f4952346-a540-4e37-a680-8b651057ad52 tempest-BulkNetworkOpsIpV6Test-919214857 tempest-BulkNetworkOpsIpV6Test-919214857-project] Added segment 50d9137d-1e56-4ad1-b694-569f8a411bf2 of type vlan for network d0ed558f-62d0-4d00-b622-1a30a2e8c8c4 Feb 09 19:10:59.048541 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-c53bc797-1fe9-4e3e-931f-d9c395ec8fab admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=818187f205084ea0b383f821b00a5aa5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1399643 Feb 09 19:10:59.049331 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 57964) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:10:59.090702 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-537c8253-4ef2-496b-9db8-088b005c7f5b req-8277a097-1f67-427c-a554-7b03eb121b5b tempest-DeleteServersTestJSON-1870379525 tempest-DeleteServersTestJSON-1870379525-project] 10.222.0.75 "GET /v2.0/security-groups?id=5ce92d32-ca94-4b6c-925d-b9dff609abe6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1380746 Feb 09 19:10:59.100276 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-f4952346-a540-4e37-a680-8b651057ad52 tempest-BulkNetworkOpsIpV6Test-919214857 tempest-BulkNetworkOpsIpV6Test-919214857-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762866642225'] for network (d0ed558f-62d0-4d00-b622-1a30a2e8c8c4), precommit_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:10:59.170378 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-f4952346-a540-4e37-a680-8b651057ad52 tempest-BulkNetworkOpsIpV6Test-919214857 tempest-BulkNetworkOpsIpV6Test-919214857-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1885479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452'] for network (d0ed558f-62d0-4d00-b622-1a30a2e8c8c4), after_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:10:59.178890 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4952346-a540-4e37-a680-8b651057ad52 tempest-BulkNetworkOpsIpV6Test-919214857 tempest-BulkNetworkOpsIpV6Test-919214857-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:10:59.184611 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-f4952346-a540-4e37-a680-8b651057ad52 tempest-BulkNetworkOpsIpV6Test-919214857 tempest-BulkNetworkOpsIpV6Test-919214857-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1613566'] for network (None), before_response {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:10:59.189598 n-d-713498-36 neutron-server[103233]: DEBUG neutron.db.l3_hamode_db [None req-f6199db4-fdda-4b08-8d48-892680a0bbfc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f8479197-0c23-406e-958c-7e00e5701521', 'name': 'tempest-ServersTestBootFromVolume-1791986558-router', 'tenant_id': 'ab46f22498044497a19ee4778fafcebd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88055e1e-672a-4487-be31-ffb6e833ece5', 'external_fixed_ips': [{'subnet_id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'ip_address': '172.25.1.206'}], 'enable_snat': True}, 'gw_port_id': '5de90ed8-7d02-47e9-8b5f-2c96de989505', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T19:10:44Z', 'updated_at': '2022-02-09T19:10:51Z', 'revision_number': 4, 'project_id': 'ab46f22498044497a19ee4778fafcebd', 'gw_port': {'id': '5de90ed8-7d02-47e9-8b5f-2c96de989505', 'name': '', 'network_id': '88055e1e-672a-4487-be31-ffb6e833ece5', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:3b:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8479197-0c23-406e-958c-7e00e5701521', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1053, 'fixed_ips': [{'subnet_id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'ip_address': '172.25.1.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T19:10:44Z', 'updated_at': '2022-02-09T19:10:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-36', '_interfaces': [{'id': '58055e34-e9c3-4e58-adc5-8ade25a0c282', 'name': '', 'network_id': 'bf4bc076-a27e-42a2-9aee-a2f41efd57ae', 'tenant_id': 'ab46f22498044497a19ee4778fafcebd', 'mac_address': 'fa:16:3e:fb:0d:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f8479197-0c23-406e-958c-7e00e5701521', 'device_owner': 'network:router_interface', 'standard_attr_id': 1067, 'fixed_ips': [{'subnet_id': 'fea6332b-9bd6-4cd8-9e80-16a97bc75c3b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T19:10:49Z', 'updated_at': '2022-02-09T19:10:51Z', 'revision_number': 2, 'project_id': 'ab46f22498044497a19ee4778fafcebd', 'subnets': [{'id': 'fea6332b-9bd6-4cd8-9e80-16a97bc75c3b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-36', False) {} {{(pid=103233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:10:59.245676 n-d-713498-36 neutron-server[103233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6199db4-fdda-4b08-8d48-892680a0bbfc None None] Checking router: f8479197-0c23-406e-958c-7e00e5701521 for host: n-d-713498-36 {{(pid=103233) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 19:10:59.246369 n-d-713498-36 neutron-server[103233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6199db4-fdda-4b08-8d48-892680a0bbfc None None] Updating router f8479197-0c23-406e-958c-7e00e5701521 port 58055e34-e9c3-4e58-adc5-8ade25a0c282 binding host n-d-713498-36 {{(pid=103233) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 19:10:59.252567 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-083ea4a5-562b-4153-a310-52c3196e8399 req-8424c36b-f4f4-47b4-8f52-1e30a3939077 tempest-LiveMigrationTest-1021096981 tempest-LiveMigrationTest-1021096981-project] 10.222.0.75 "GET /v2.0/ports?device_id=a26f3e83-5a8d-4d9d-aa20-3d25b99af655 HTTP/1.1" status: 200 len: 210 time: 0.0547662 Feb 09 19:10:59.261112 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [req-7ce4781a-ecf0-4c9f-993d-2ef453210645 req-f55434e5-5b48-4a02-88a8-d70973102016 tempest-SecurityGroupRulesTestJSON-1251428072 tempest-SecurityGroupRulesTestJSON-1251428072-project] Publish callbacks [] for security_group_rule (b312cff8-bbf5-49ff-ae06-91153af3a4ae), before_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:10:59.301892 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-f4952346-a540-4e37-a680-8b651057ad52 tempest-BulkNetworkOpsIpV6Test-919214857 tempest-BulkNetworkOpsIpV6Test-919214857-project] 10.222.0.75 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.5894201 Feb 09 19:10:59.306653 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 57966) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:10:59.312652 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.v2.base [None req-99764363-fc78-4fa3-ba1a-04344b8dcb0a tempest-BulkNetworkOpsIpV6Test-919214857 tempest-BulkNetworkOpsIpV6Test-919214857-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1242258920'}} {{(pid=103229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 19:10:59.319148 n-d-713498-36 neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-f6199db4-fdda-4b08-8d48-892680a0bbfc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (58055e34-e9c3-4e58-adc5-8ade25a0c282), before_update {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:10:59.343817 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4952346-a540-4e37-a680-8b651057ad52 tempest-BulkNetworkOpsIpV6Test-919214857 tempest-BulkNetworkOpsIpV6Test-919214857-project] Pushing event updated for resources: {'Network': ['ID=d0ed558f-62d0-4d00-b622-1a30a2e8c8c4,revision_number=1']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:10:59.359268 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Network d0ed558f-62d0-4d00-b622-1a30a2e8c8c4 details requested by agent ovs-agent-n-d-713498-36 with host n-d-713498-36 {{(pid=103232) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 19:10:59.381267 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-99764363-fc78-4fa3-ba1a-04344b8dcb0a tempest-BulkNetworkOpsIpV6Test-919214857 tempest-BulkNetworkOpsIpV6Test-919214857-project] Made reservation on behalf of f9084fb706754824974174155826df96 for: {'network': 1} {{(pid=103229) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 19:10:59.384708 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-99764363-fc78-4fa3-ba1a-04344b8dcb0a tempest-BulkNetworkOpsIpV6Test-919214857 tempest-BulkNetworkOpsIpV6Test-919214857-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for network (None), before_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:10:59.417534 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-23fa3bb0-050b-46e8-a1b0-a5180a5786c4 admin admin] Publish callbacks [] for security_group (1f45f199-38bd-4afd-a63a-d9a4ed62c8a8), before_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:10:59.442500 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Device 5de90ed8-7d02-47e9-8b5f-2c96de989505 up at agent ovs-agent-n-d-713498-36 {{(pid=103232) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 19:10:59.502675 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-23fa3bb0-050b-46e8-a1b0-a5180a5786c4 admin admin] Publish callbacks [] for security_group (1f45f199-38bd-4afd-a63a-d9a4ed62c8a8), precommit_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:10:59.504839 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-99764363-fc78-4fa3-ba1a-04344b8dcb0a tempest-BulkNetworkOpsIpV6Test-919214857 tempest-BulkNetworkOpsIpV6Test-919214857-project] vlan segment allocate from pool success with {'vlan_id': 373, 'physical_network': 'physnet1'} {{(pid=103229) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 19:10:59.511987 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [req-7ce4781a-ecf0-4c9f-993d-2ef453210645 req-f55434e5-5b48-4a02-88a8-d70973102016 tempest-SecurityGroupRulesTestJSON-1251428072 tempest-SecurityGroupRulesTestJSON-1251428072-project] Publish callbacks [] for security_group_rule (b312cff8-bbf5-49ff-ae06-91153af3a4ae), precommit_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:10:59.527374 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.provisioning_blocks [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Provisioning complete for port 5de90ed8-7d02-47e9-8b5f-2c96de989505 triggered by entity L2. {{(pid=103232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 19:10:59.528131 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593630'] for port (5de90ed8-7d02-47e9-8b5f-2c96de989505), provisioning_complete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:10:59.535148 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-99764363-fc78-4fa3-ba1a-04344b8dcb0a tempest-BulkNetworkOpsIpV6Test-919214857 tempest-BulkNetworkOpsIpV6Test-919214857-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-759574'] for segment (51034e48-4b78-42fa-86e3-b82f5173cd53), precommit_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:10:59.535528 n-d-713498-36 neutron-server[103229]: INFO neutron.db.segments_db [None req-99764363-fc78-4fa3-ba1a-04344b8dcb0a tempest-BulkNetworkOpsIpV6Test-919214857 tempest-BulkNetworkOpsIpV6Test-919214857-project] Added segment 51034e48-4b78-42fa-86e3-b82f5173cd53 of type vlan for network 1a9cfb08-5426-4b92-b2c0-7bff9794c632 Feb 09 19:10:59.550068 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [req-7ce4781a-ecf0-4c9f-993d-2ef453210645 req-f55434e5-5b48-4a02-88a8-d70973102016 tempest-SecurityGroupRulesTestJSON-1251428072 tempest-SecurityGroupRulesTestJSON-1251428072-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1892250'] for security_group_rule (b312cff8-bbf5-49ff-ae06-91153af3a4ae), after_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:10:59.636264 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-99764363-fc78-4fa3-ba1a-04344b8dcb0a tempest-BulkNetworkOpsIpV6Test-919214857 tempest-BulkNetworkOpsIpV6Test-919214857-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762866642225'] for network (1a9cfb08-5426-4b92-b2c0-7bff9794c632), precommit_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:10:59.673314 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Current status of the port 5de90ed8-7d02-47e9-8b5f-2c96de989505 is: ACTIVE; New status is: ACTIVE {{(pid=103232) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 19:10:59.685434 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f55434e5-5b48-4a02-88a8-d70973102016 tempest-SecurityGroupRulesTestJSON-1251428072 tempest-SecurityGroupRulesTestJSON-1251428072-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b312cff8-bbf5-49ff-ae06-91153af3a4ae,revision_number=0']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:10:59.686749 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-99764363-fc78-4fa3-ba1a-04344b8dcb0a tempest-BulkNetworkOpsIpV6Test-919214857 tempest-BulkNetworkOpsIpV6Test-919214857-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1885479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452'] for network (1a9cfb08-5426-4b92-b2c0-7bff9794c632), after_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:10:59.695121 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-dd558425-2ac0-4d67-bb7f-5723ac69c4b9 tempest-ServersTestBootFromVolume-783248817 tempest-ServersTestBootFromVolume-783248817-project] Publish callbacks [] for port (fba000ff-32a6-456e-a91f-3ede02bbca37), precommit_update {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:10:59.710549 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99764363-fc78-4fa3-ba1a-04344b8dcb0a tempest-BulkNetworkOpsIpV6Test-919214857 tempest-BulkNetworkOpsIpV6Test-919214857-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:10:59.712613 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-dd558425-2ac0-4d67-bb7f-5723ac69c4b9 tempest-ServersTestBootFromVolume-783248817 tempest-ServersTestBootFromVolume-783248817-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762867176205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762866656485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762866656503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14393758'] for port (fba000ff-32a6-456e-a91f-3ede02bbca37), after_update {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:10:59.713775 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-99764363-fc78-4fa3-ba1a-04344b8dcb0a tempest-BulkNetworkOpsIpV6Test-919214857 tempest-BulkNetworkOpsIpV6Test-919214857-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1613566'] for network (None), before_response {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:10:59.719838 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [req-7ce4781a-ecf0-4c9f-993d-2ef453210645 req-f55434e5-5b48-4a02-88a8-d70973102016 tempest-SecurityGroupRulesTestJSON-1251428072 tempest-SecurityGroupRulesTestJSON-1251428072-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:10:59.721372 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-7ce4781a-ecf0-4c9f-993d-2ef453210645 req-f55434e5-5b48-4a02-88a8-d70973102016 tempest-SecurityGroupRulesTestJSON-1251428072 tempest-SecurityGroupRulesTestJSON-1251428072-project] 10.222.0.75 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 806 time: 0.8368657 Feb 09 19:10:59.766898 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-23fa3bb0-050b-46e8-a1b0-a5180a5786c4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1892331'] for security_group (1f45f199-38bd-4afd-a63a-d9a4ed62c8a8), after_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:10:59.770183 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-23fa3bb0-050b-46e8-a1b0-a5180a5786c4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:10:59.773641 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-23fa3bb0-050b-46e8-a1b0-a5180a5786c4 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/1f45f199-38bd-4afd-a63a-d9a4ed62c8a8 HTTP/1.1" status: 204 len: 168 time: 0.7197611 Feb 09 19:10:59.817242 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-99764363-fc78-4fa3-ba1a-04344b8dcb0a tempest-BulkNetworkOpsIpV6Test-919214857 tempest-BulkNetworkOpsIpV6Test-919214857-project] 10.222.0.75 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.4963183 Feb 09 19:10:59.841088 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 57972) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:10:59.871096 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.v2.base [None req-c47dd846-7e9c-40c2-abe4-ee72c3e6c939 tempest-BulkNetworkOpsIpV6Test-919214857 tempest-BulkNetworkOpsIpV6Test-919214857-project] Request body: {'ports': [{'network_id': 'd0ed558f-62d0-4d00-b622-1a30a2e8c8c4', 'name': 'tempest-port--1938922613', 'admin_state_up': True}, {'network_id': '1a9cfb08-5426-4b92-b2c0-7bff9794c632', 'admin_state_up': False}]} {{(pid=103230) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 19:10:59.872759 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.v2.base [None req-c47dd846-7e9c-40c2-abe4-ee72c3e6c939 tempest-BulkNetworkOpsIpV6Test-919214857 tempest-BulkNetworkOpsIpV6Test-919214857-project] Request body: {'port': {'network_id': 'd0ed558f-62d0-4d00-b622-1a30a2e8c8c4', 'name': 'tempest-port--1938922613', 'admin_state_up': True}} {{(pid=103230) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 19:10:59.875823 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.v2.base [None req-c47dd846-7e9c-40c2-abe4-ee72c3e6c939 tempest-BulkNetworkOpsIpV6Test-919214857 tempest-BulkNetworkOpsIpV6Test-919214857-project] Request body: {'port': {'network_id': '1a9cfb08-5426-4b92-b2c0-7bff9794c632', 'admin_state_up': False}} {{(pid=103230) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 19:10:59.974810 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd558425-2ac0-4d67-bb7f-5723ac69c4b9 tempest-ServersTestBootFromVolume-783248817 tempest-ServersTestBootFromVolume-783248817-project] Pushing event updated for resources: {'Port': ['ID=fba000ff-32a6-456e-a91f-3ede02bbca37,revision_number=2']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:10:59.985038 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23fa3bb0-050b-46e8-a1b0-a5180a5786c4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1f45f199-38bd-4afd-a63a-d9a4ed62c8a8,revision_number=None']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:10:59.992626 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-dd558425-2ac0-4d67-bb7f-5723ac69c4b9 tempest-ServersTestBootFromVolume-783248817 tempest-ServersTestBootFromVolume-783248817-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1818909'] for floatingip (d51ef726-5e87-4f01-9194-57d0292b4e4c), after_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:11:00.021033 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99764363-fc78-4fa3-ba1a-04344b8dcb0a tempest-BulkNetworkOpsIpV6Test-919214857 tempest-BulkNetworkOpsIpV6Test-919214857-project] Pushing event updated for resources: {'Network': ['ID=1a9cfb08-5426-4b92-b2c0-7bff9794c632,revision_number=1']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:11:00.033192 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-6b77e9b4-55d9-441b-9b9b-2404c73ae25e req-b740d28b-fd94-42b7-9c26-afc2b289b6e6 tempest-SecurityGroupRulesTestJSON-1251428072 tempest-SecurityGroupRulesTestJSON-1251428072-project] 10.222.0.75 "GET /v2.0/security-groups/77d77361-bca0-495d-8c00-4afd9664c54a HTTP/1.1" status: 200 len: 1823 time: 0.2845981 Feb 09 19:11:00.054818 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Network 1a9cfb08-5426-4b92-b2c0-7bff9794c632 details requested by agent ovs-agent-n-d-713498-36 with host n-d-713498-36 {{(pid=103232) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 19:11:00.149110 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-6b77e9b4-55d9-441b-9b9b-2404c73ae25e req-9bedd449-ae9b-4b03-9477-d343b67bf1ef tempest-SecurityGroupRulesTestJSON-1251428072 tempest-SecurityGroupRulesTestJSON-1251428072-project] Publish callbacks [] for security_group (77d77361-bca0-495d-8c00-4afd9664c54a), before_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:11:00.151053 n-d-713498-36 neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-f6199db4-fdda-4b08-8d48-892680a0bbfc None None] Publish callbacks [] for port (58055e34-e9c3-4e58-adc5-8ade25a0c282), precommit_update {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:11:00.160697 n-d-713498-36 neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-f6199db4-fdda-4b08-8d48-892680a0bbfc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762867176205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762866656485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762866656503'] for port (58055e34-e9c3-4e58-adc5-8ade25a0c282), after_update {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:11:00.178060 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-dd558425-2ac0-4d67-bb7f-5723ac69c4b9 tempest-ServersTestBootFromVolume-783248817 tempest-ServersTestBootFromVolume-783248817-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171096'] for floatingip (None), before_response {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:11:00.190904 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-dd558425-2ac0-4d67-bb7f-5723ac69c4b9 tempest-ServersTestBootFromVolume-783248817 tempest-ServersTestBootFromVolume-783248817-project] 10.222.0.75 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.3571475 Feb 09 19:11:00.237099 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-6b77e9b4-55d9-441b-9b9b-2404c73ae25e req-9bedd449-ae9b-4b03-9477-d343b67bf1ef tempest-SecurityGroupRulesTestJSON-1251428072 tempest-SecurityGroupRulesTestJSON-1251428072-project] Publish callbacks [] for security_group (77d77361-bca0-495d-8c00-4afd9664c54a), precommit_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:11:00.366221 n-d-713498-36 neutron-server[103233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5843bd96-f55c-4b93-a73c-4e2d74225c14 None None] Pushing event updated for resources: {'Port': ['ID=58055e34-e9c3-4e58-adc5-8ade25a0c282,revision_number=3']} {{(pid=103233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:11:00.390679 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-6b77e9b4-55d9-441b-9b9b-2404c73ae25e req-9bedd449-ae9b-4b03-9477-d343b67bf1ef tempest-SecurityGroupRulesTestJSON-1251428072 tempest-SecurityGroupRulesTestJSON-1251428072-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1892331'] for security_group (77d77361-bca0-495d-8c00-4afd9664c54a), after_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:11:00.393726 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-6b77e9b4-55d9-441b-9b9b-2404c73ae25e req-9bedd449-ae9b-4b03-9477-d343b67bf1ef tempest-SecurityGroupRulesTestJSON-1251428072 tempest-SecurityGroupRulesTestJSON-1251428072-project] Publish callbacks [] for security_group (None), before_response {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:11:00.396716 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-6b77e9b4-55d9-441b-9b9b-2404c73ae25e req-9bedd449-ae9b-4b03-9477-d343b67bf1ef tempest-SecurityGroupRulesTestJSON-1251428072 tempest-SecurityGroupRulesTestJSON-1251428072-project] 10.222.0.75 "DELETE /v2.0/security-groups/77d77361-bca0-495d-8c00-4afd9664c54a HTTP/1.1" status: 204 len: 173 time: 0.3538346 Feb 09 19:11:00.419160 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bedd449-ae9b-4b03-9477-d343b67bf1ef tempest-SecurityGroupRulesTestJSON-1251428072 tempest-SecurityGroupRulesTestJSON-1251428072-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=77d77361-bca0-495d-8c00-4afd9664c54a,revision_number=None']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:11:00.463414 n-d-713498-36 neutron-server[103233]: DEBUG neutron.plugins.ml2.managers [None req-f6199db4-fdda-4b08-8d48-892680a0bbfc None None] Attempting to bind port 58055e34-e9c3-4e58-adc5-8ade25a0c282 on host n-d-713498-36 for vnic_type normal with profile {{(pid=103233) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 19:11:00.463792 n-d-713498-36 neutron-server[103233]: DEBUG neutron.plugins.ml2.managers [None req-f6199db4-fdda-4b08-8d48-892680a0bbfc None None] Attempting to bind port 58055e34-e9c3-4e58-adc5-8ade25a0c282 by drivers openvswitch,hyperv on host n-d-713498-36 at level 0 using segments [{'id': '141f724c-a45b-4df8-8db3-8734c1f0aa1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': 'bf4bc076-a27e-42a2-9aee-a2f41efd57ae'}] {{(pid=103233) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 19:11:00.464152 n-d-713498-36 neutron-server[103233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6199db4-fdda-4b08-8d48-892680a0bbfc None None] Attempting to bind port 58055e34-e9c3-4e58-adc5-8ade25a0c282 on network bf4bc076-a27e-42a2-9aee-a2f41efd57ae {{(pid=103233) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 19:11:00.482648 n-d-713498-36 neutron-server[103233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6199db4-fdda-4b08-8d48-892680a0bbfc None None] Checking agent: {'id': '496418a2-c002-4aec-ab1a-07f3bea491bd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-36', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 18, 51, 47), 'started_at': datetime.datetime(2022, 2, 9, 18, 52, 17), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 19, 10, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-36'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103233) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 19:11:00.483023 n-d-713498-36 neutron-server[103233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6199db4-fdda-4b08-8d48-892680a0bbfc None None] Checking segment: {'id': '141f724c-a45b-4df8-8db3-8734c1f0aa1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': 'bf4bc076-a27e-42a2-9aee-a2f41efd57ae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103233) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 19:11:00.483428 n-d-713498-36 neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-f6199db4-fdda-4b08-8d48-892680a0bbfc None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:11:00.483816 n-d-713498-36 neutron-server[103233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6199db4-fdda-4b08-8d48-892680a0bbfc None None] Bound using segment: {'id': '141f724c-a45b-4df8-8db3-8734c1f0aa1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': 'bf4bc076-a27e-42a2-9aee-a2f41efd57ae'} {{(pid=103233) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 19:11:00.484295 n-d-713498-36 neutron-server[103233]: DEBUG neutron.plugins.ml2.managers [None req-f6199db4-fdda-4b08-8d48-892680a0bbfc None None] Bound port: 58055e34-e9c3-4e58-adc5-8ade25a0c282, host: n-d-713498-36, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '141f724c-a45b-4df8-8db3-8734c1f0aa1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': 'bf4bc076-a27e-42a2-9aee-a2f41efd57ae'}}] {{(pid=103233) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 19:11:00.484672 n-d-713498-36 neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-f6199db4-fdda-4b08-8d48-892680a0bbfc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (58055e34-e9c3-4e58-adc5-8ade25a0c282), before_update {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:11:00.598403 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c47dd846-7e9c-40c2-abe4-ee72c3e6c939 tempest-BulkNetworkOpsIpV6Test-919214857 tempest-BulkNetworkOpsIpV6Test-919214857-project] Made reservation on behalf of f9084fb706754824974174155826df96 for: {'port': 2} {{(pid=103230) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 19:11:00.609715 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-c47dd846-7e9c-40c2-abe4-ee72c3e6c939 tempest-BulkNetworkOpsIpV6Test-919214857 tempest-BulkNetworkOpsIpV6Test-919214857-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (None), before_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:11:00.665501 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-c47dd846-7e9c-40c2-abe4-ee72c3e6c939 tempest-BulkNetworkOpsIpV6Test-919214857 tempest-BulkNetworkOpsIpV6Test-919214857-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (None), before_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:11:00.669304 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-40ab8e51-9601-4eef-97e8-416b7ff77a18 req-1c0a5093-4b8c-47e0-a93a-54fce036e8af tempest-LiveMigrationTest-1021096981 tempest-LiveMigrationTest-1021096981-project] 10.222.0.75 "GET /v2.0/ports?device_id=a26f3e83-5a8d-4d9d-aa20-3d25b99af655 HTTP/1.1" status: 200 len: 210 time: 0.1031387 Feb 09 19:11:00.707733 n-d-713498-36 neutron-server[103233]: DEBUG neutron.plugins.ml2.db [None req-f6199db4-fdda-4b08-8d48-892680a0bbfc None None] For port 58055e34-e9c3-4e58-adc5-8ade25a0c282, host n-d-713498-36, cleared binding levels {{(pid=103233) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 19:11:00.714317 n-d-713498-36 neutron-server[103233]: DEBUG neutron.plugins.ml2.db [None req-f6199db4-fdda-4b08-8d48-892680a0bbfc None None] For port 58055e34-e9c3-4e58-adc5-8ade25a0c282, host n-d-713498-36, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-36',level=0,port_id=58055e34-e9c3-4e58-adc5-8ade25a0c282,segment=NetworkSegment(141f724c-a45b-4df8-8db3-8734c1f0aa1d),segment_id=141f724c-a45b-4df8-8db3-8734c1f0aa1d)] {{(pid=103233) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 19:11:00.725864 n-d-713498-36 neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-f6199db4-fdda-4b08-8d48-892680a0bbfc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762867176205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762866656485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762866656503'] for port (58055e34-e9c3-4e58-adc5-8ade25a0c282), after_update {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:11:00.848305 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-94247352-e4c8-4f41-be6f-e6d711197297 req-716241cd-ddf1-4f3c-b9ce-1d14a4248c64 tempest-SecurityGroupRulesTestJSON-1251428072 tempest-SecurityGroupRulesTestJSON-1251428072-project] 10.222.0.75 "GET /v2.0/security-groups/c7c82470-49c9-4627-97fc-0da6c092bdbf HTTP/1.1" status: 200 len: 1822 time: 0.0890019 Feb 09 19:11:00.894988 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.v2.base [req-0db1a55a-e608-453a-af7e-1939a8f6a2a9 req-2700c7eb-4e84-4b80-b98b-b44829dc7004 tempest-SecurityGroupRulesTestJSON-1251428072 tempest-SecurityGroupRulesTestJSON-1251428072-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1556749184', 'description': 'tempest-description-1129565075'}} {{(pid=103229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 19:11:00.906100 n-d-713498-36 neutron-server[103233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6199db4-fdda-4b08-8d48-892680a0bbfc None None] Routers {'f8479197-0c23-406e-958c-7e00e5701521'} bound to L3 agent in host n-d-713498-36 {{(pid=103233) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 19:11:00.906743 n-d-713498-36 neutron-server[103233]: DEBUG neutron.db.l3_hamode_db [None req-f6199db4-fdda-4b08-8d48-892680a0bbfc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T18:51:43Z,description=,heartbeat_timestamp=2022-02-09T19:10:43Z,host='n-d-713498-36',id=93303d5e-5d17-45e8-8963-7694f87783ae,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T18:51:43Z,topic='l3_agent')) {'router_ids': ['f8479197-0c23-406e-958c-7e00e5701521'], 'active': True} {{(pid=103233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:11:00.933233 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-0db1a55a-e608-453a-af7e-1939a8f6a2a9 req-2700c7eb-4e84-4b80-b98b-b44829dc7004 tempest-SecurityGroupRulesTestJSON-1251428072 tempest-SecurityGroupRulesTestJSON-1251428072-project] Publish callbacks [] for security_group (None), before_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:11:00.996151 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.provisioning_blocks [None req-c96af6bb-a1c1-4357-b68a-78810da534d5 None None] Provisioning complete for port 58055e34-e9c3-4e58-adc5-8ade25a0c282 triggered by entity DHCP. {{(pid=103232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 19:11:00.996752 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-c96af6bb-a1c1-4357-b68a-78810da534d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593630'] for port (58055e34-e9c3-4e58-adc5-8ade25a0c282), provisioning_complete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:11:01.004869 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6512dfb3-2f36-455f-8cea-70362e46618a req-5d433aab-1a5f-4194-906b-fc0974e4e2e7 tempest-DeleteServersTestJSON-1870379525 tempest-DeleteServersTestJSON-1870379525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:11:01.016622 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-6512dfb3-2f36-455f-8cea-70362e46618a req-5d433aab-1a5f-4194-906b-fc0974e4e2e7 tempest-DeleteServersTestJSON-1870379525 tempest-DeleteServersTestJSON-1870379525-project] 10.222.0.75 "GET /v2.0/ports?device_id=5e66146c-80cb-464f-a195-4176fc6a344c HTTP/1.1" status: 200 len: 946 time: 0.7675576 Feb 09 19:11:01.176755 n-d-713498-36 neutron-server[103233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5843bd96-f55c-4b93-a73c-4e2d74225c14 None None] Pushing event updated for resources: {'Port': ['ID=58055e34-e9c3-4e58-adc5-8ade25a0c282,revision_number=4']} {{(pid=103233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:11:01.239016 n-d-713498-36 neutron-server[103233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5843bd96-f55c-4b93-a73c-4e2d74225c14 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:11:01.239589 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-0db1a55a-e608-453a-af7e-1939a8f6a2a9 req-2700c7eb-4e84-4b80-b98b-b44829dc7004 tempest-SecurityGroupRulesTestJSON-1251428072 tempest-SecurityGroupRulesTestJSON-1251428072-project] Publish callbacks [] for security_group (e875e318-e534-4c7a-9461-22b0b8c845d1), precommit_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:11:01.245312 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-0db1a55a-e608-453a-af7e-1939a8f6a2a9 req-2700c7eb-4e84-4b80-b98b-b44829dc7004 tempest-SecurityGroupRulesTestJSON-1251428072 tempest-SecurityGroupRulesTestJSON-1251428072-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1892331'] for security_group (e875e318-e534-4c7a-9461-22b0b8c845d1), after_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:11:01.246186 n-d-713498-36 neutron-server[103233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5843bd96-f55c-4b93-a73c-4e2d74225c14 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:11:01.246988 n-d-713498-36 neutron-server[103233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5843bd96-f55c-4b93-a73c-4e2d74225c14 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:11:01.248921 n-d-713498-36 neutron-server[103233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5843bd96-f55c-4b93-a73c-4e2d74225c14 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:11:01.250325 n-d-713498-36 neutron-server[103233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5843bd96-f55c-4b93-a73c-4e2d74225c14 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:11:01.251962 n-d-713498-36 neutron-server[103233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5843bd96-f55c-4b93-a73c-4e2d74225c14 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:11:01.254727 n-d-713498-36 neutron-server[103233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5843bd96-f55c-4b93-a73c-4e2d74225c14 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:11:01.255467 n-d-713498-36 neutron-server[103233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5843bd96-f55c-4b93-a73c-4e2d74225c14 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:11:01.257572 n-d-713498-36 neutron-server[103233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5843bd96-f55c-4b93-a73c-4e2d74225c14 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:11:01.258691 n-d-713498-36 neutron-server[103233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5843bd96-f55c-4b93-a73c-4e2d74225c14 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:11:01.262475 n-d-713498-36 neutron-server[103233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5843bd96-f55c-4b93-a73c-4e2d74225c14 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:11:01.263491 n-d-713498-36 neutron-server[103233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5843bd96-f55c-4b93-a73c-4e2d74225c14 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:11:01.267551 n-d-713498-36 neutron-server[103233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5843bd96-f55c-4b93-a73c-4e2d74225c14 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:11:01.289553 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2700c7eb-4e84-4b80-b98b-b44829dc7004 tempest-SecurityGroupRulesTestJSON-1251428072 tempest-SecurityGroupRulesTestJSON-1251428072-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e875e318-e534-4c7a-9461-22b0b8c845d1,revision_number=1']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:11:01.300288 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-0db1a55a-e608-453a-af7e-1939a8f6a2a9 req-2700c7eb-4e84-4b80-b98b-b44829dc7004 tempest-SecurityGroupRulesTestJSON-1251428072 tempest-SecurityGroupRulesTestJSON-1251428072-project] Publish callbacks [] for security_group (None), before_response {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:11:01.301567 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-0db1a55a-e608-453a-af7e-1939a8f6a2a9 req-2700c7eb-4e84-4b80-b98b-b44829dc7004 tempest-SecurityGroupRulesTestJSON-1251428072 tempest-SecurityGroupRulesTestJSON-1251428072-project] 10.222.0.75 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1829 time: 0.4116509 Feb 09 19:11:01.303098 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2700c7eb-4e84-4b80-b98b-b44829dc7004 tempest-SecurityGroupRulesTestJSON-1251428072 tempest-SecurityGroupRulesTestJSON-1251428072-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:11:01.303453 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2700c7eb-4e84-4b80-b98b-b44829dc7004 tempest-SecurityGroupRulesTestJSON-1251428072 tempest-SecurityGroupRulesTestJSON-1251428072-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:11:01.303798 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2700c7eb-4e84-4b80-b98b-b44829dc7004 tempest-SecurityGroupRulesTestJSON-1251428072 tempest-SecurityGroupRulesTestJSON-1251428072-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:11:01.304140 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2700c7eb-4e84-4b80-b98b-b44829dc7004 tempest-SecurityGroupRulesTestJSON-1251428072 tempest-SecurityGroupRulesTestJSON-1251428072-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:11:01.304625 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2700c7eb-4e84-4b80-b98b-b44829dc7004 tempest-SecurityGroupRulesTestJSON-1251428072 tempest-SecurityGroupRulesTestJSON-1251428072-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:11:01.304794 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2700c7eb-4e84-4b80-b98b-b44829dc7004 tempest-SecurityGroupRulesTestJSON-1251428072 tempest-SecurityGroupRulesTestJSON-1251428072-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:11:01.305130 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2700c7eb-4e84-4b80-b98b-b44829dc7004 tempest-SecurityGroupRulesTestJSON-1251428072 tempest-SecurityGroupRulesTestJSON-1251428072-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:11:01.305461 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2700c7eb-4e84-4b80-b98b-b44829dc7004 tempest-SecurityGroupRulesTestJSON-1251428072 tempest-SecurityGroupRulesTestJSON-1251428072-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:11:01.305828 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2700c7eb-4e84-4b80-b98b-b44829dc7004 tempest-SecurityGroupRulesTestJSON-1251428072 tempest-SecurityGroupRulesTestJSON-1251428072-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:11:01.306264 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2700c7eb-4e84-4b80-b98b-b44829dc7004 tempest-SecurityGroupRulesTestJSON-1251428072 tempest-SecurityGroupRulesTestJSON-1251428072-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:11:01.306740 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2700c7eb-4e84-4b80-b98b-b44829dc7004 tempest-SecurityGroupRulesTestJSON-1251428072 tempest-SecurityGroupRulesTestJSON-1251428072-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:11:01.307077 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2700c7eb-4e84-4b80-b98b-b44829dc7004 tempest-SecurityGroupRulesTestJSON-1251428072 tempest-SecurityGroupRulesTestJSON-1251428072-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:11:01.307404 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2700c7eb-4e84-4b80-b98b-b44829dc7004 tempest-SecurityGroupRulesTestJSON-1251428072 tempest-SecurityGroupRulesTestJSON-1251428072-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:11:01.312324 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-c96af6bb-a1c1-4357-b68a-78810da534d5 None None] Current status of the port 58055e34-e9c3-4e58-adc5-8ade25a0c282 is: DOWN; New status is: ACTIVE {{(pid=103232) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 19:11:01.312730 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-c96af6bb-a1c1-4357-b68a-78810da534d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (58055e34-e9c3-4e58-adc5-8ade25a0c282), before_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:11:01.359561 n-d-713498-36 neutron-server[103230]: DEBUG neutron.notifiers.nova [None req-c47dd846-7e9c-40c2-abe4-ee72c3e6c939 tempest-BulkNetworkOpsIpV6Test-919214857 tempest-BulkNetworkOpsIpV6Test-919214857-project] device_id is not set on port 0caf79f0-7f40-45f4-99eb-845e7146012a yet. {{(pid=103230) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 09 19:11:01.434580 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-c96af6bb-a1c1-4357-b68a-78810da534d5 None None] For port 58055e34-e9c3-4e58-adc5-8ade25a0c282, host n-d-713498-36, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-36',level=0,port_id=58055e34-e9c3-4e58-adc5-8ade25a0c282,segment=NetworkSegment(141f724c-a45b-4df8-8db3-8734c1f0aa1d),segment_id=141f724c-a45b-4df8-8db3-8734c1f0aa1d)] {{(pid=103232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 19:11:01.442125 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-c96af6bb-a1c1-4357-b68a-78810da534d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762867176205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762866656485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762866656503'] for port (58055e34-e9c3-4e58-adc5-8ade25a0c282), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:11:01.456535 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-4dca4ad7-3000-4b2b-8a75-5600e759fcb3 req-40407b6d-0c6c-4fad-90dd-e72fe4b24c80 tempest-SecurityGroupRulesTestJSON-1251428072 tempest-SecurityGroupRulesTestJSON-1251428072-project] 10.222.0.75 "GET /v2.0/security-groups/e875e318-e534-4c7a-9461-22b0b8c845d1 HTTP/1.1" status: 200 len: 1824 time: 0.1092489 Feb 09 19:11:01.470765 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.v2.base [req-4dca4ad7-3000-4b2b-8a75-5600e759fcb3 req-118e01c4-a943-43db-840e-3857f2a3b8bd tempest-SecurityGroupRulesTestJSON-1251428072 tempest-SecurityGroupRulesTestJSON-1251428072-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'e875e318-e534-4c7a-9461-22b0b8c845d1', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=103229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 19:11:01.471383 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.v2.base [req-4dca4ad7-3000-4b2b-8a75-5600e759fcb3 req-118e01c4-a943-43db-840e-3857f2a3b8bd tempest-SecurityGroupRulesTestJSON-1251428072 tempest-SecurityGroupRulesTestJSON-1251428072-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'e875e318-e534-4c7a-9461-22b0b8c845d1', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=103229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 19:11:01.492502 n-d-713498-36 neutron-server[103233]: DEBUG neutron.db.l3_dvr_db [None req-f6199db4-fdda-4b08-8d48-892680a0bbfc None None] Set router f8479197-0c23-406e-958c-7e00e5701521 gateway port host: n-d-713498-36 {{(pid=103233) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 19:11:01.620833 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-4dca4ad7-3000-4b2b-8a75-5600e759fcb3 req-118e01c4-a943-43db-840e-3857f2a3b8bd tempest-SecurityGroupRulesTestJSON-1251428072 tempest-SecurityGroupRulesTestJSON-1251428072-project] Publish callbacks [] for security_group_rule (61782876-a463-4e4e-9cc6-958dad238ff8), before_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:11:01.623411 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.provisioning_blocks [None req-8d1e4de0-c1c0-43e4-a88d-22b6af5cb654 None None] Provisioning complete for port 58055e34-e9c3-4e58-adc5-8ade25a0c282 triggered by entity DHCP. {{(pid=103232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 19:11:01.624010 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-8d1e4de0-c1c0-43e4-a88d-22b6af5cb654 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593630'] for port (58055e34-e9c3-4e58-adc5-8ade25a0c282), provisioning_complete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:11:01.648451 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-6512dfb3-2f36-455f-8cea-70362e46618a req-a9a62333-6ba0-49fa-a97a-8e7afd58bc09 tempest-DeleteServersTestJSON-1870379525 tempest-DeleteServersTestJSON-1870379525-project] 10.222.0.75 "GET /v2.0/security-groups?id=5ce92d32-ca94-4b6c-925d-b9dff609abe6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6307998 Feb 09 19:11:01.677030 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c96af6bb-a1c1-4357-b68a-78810da534d5 None None] Pushing event updated for resources: {'Port': ['ID=58055e34-e9c3-4e58-adc5-8ade25a0c282,revision_number=5']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:11:01.687061 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-c47dd846-7e9c-40c2-abe4-ee72c3e6c939 tempest-BulkNetworkOpsIpV6Test-919214857 tempest-BulkNetworkOpsIpV6Test-919214857-project] Publish callbacks [] for port (0caf79f0-7f40-45f4-99eb-845e7146012a), precommit_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:11:01.699775 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-4dca4ad7-3000-4b2b-8a75-5600e759fcb3 req-118e01c4-a943-43db-840e-3857f2a3b8bd tempest-SecurityGroupRulesTestJSON-1251428072 tempest-SecurityGroupRulesTestJSON-1251428072-project] Publish callbacks [] for security_group_rule (61782876-a463-4e4e-9cc6-958dad238ff8), precommit_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:11:01.708858 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-4dca4ad7-3000-4b2b-8a75-5600e759fcb3 req-118e01c4-a943-43db-840e-3857f2a3b8bd tempest-SecurityGroupRulesTestJSON-1251428072 tempest-SecurityGroupRulesTestJSON-1251428072-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1892250'] for security_group_rule (61782876-a463-4e4e-9cc6-958dad238ff8), after_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:11:01.802611 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-118e01c4-a943-43db-840e-3857f2a3b8bd tempest-SecurityGroupRulesTestJSON-1251428072 tempest-SecurityGroupRulesTestJSON-1251428072-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=61782876-a463-4e4e-9cc6-958dad238ff8,revision_number=0']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:11:01.825535 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-4dca4ad7-3000-4b2b-8a75-5600e759fcb3 req-118e01c4-a943-43db-840e-3857f2a3b8bd tempest-SecurityGroupRulesTestJSON-1251428072 tempest-SecurityGroupRulesTestJSON-1251428072-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:11:01.833927 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-4dca4ad7-3000-4b2b-8a75-5600e759fcb3 req-118e01c4-a943-43db-840e-3857f2a3b8bd tempest-SecurityGroupRulesTestJSON-1251428072 tempest-SecurityGroupRulesTestJSON-1251428072-project] 10.222.0.75 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.3675120 Feb 09 19:11:01.924880 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-8d1e4de0-c1c0-43e4-a88d-22b6af5cb654 None None] Current status of the port 58055e34-e9c3-4e58-adc5-8ade25a0c282 is: ACTIVE; New status is: ACTIVE {{(pid=103232) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 19:11:01.966996 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-70ae67e8-0bc2-4300-9235-bbbf6820fb60 req-27ba6d8f-c8dd-45a6-979a-e0530f89fe74 tempest-SecurityGroupRulesTestJSON-1251428072 tempest-SecurityGroupRulesTestJSON-1251428072-project] 10.222.0.75 "GET /v2.0/security-groups/e875e318-e534-4c7a-9461-22b0b8c845d1 HTTP/1.1" status: 200 len: 2418 time: 0.1086965 Feb 09 19:11:01.970119 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-651e5b6f-1613-482d-90b2-640b19a7fb3a req-bc487874-e4bd-442c-80ee-cd6a1a03f13f tempest-LiveMigrationTest-1021096981 tempest-LiveMigrationTest-1021096981-project] 10.222.0.75 "GET /v2.0/ports?device_id=a26f3e83-5a8d-4d9d-aa20-3d25b99af655 HTTP/1.1" status: 200 len: 210 time: 0.0975056 Feb 09 19:11:01.981648 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.v2.base [req-70ae67e8-0bc2-4300-9235-bbbf6820fb60 req-ee19aa8c-fe48-4d93-bcc0-2cf034332790 tempest-SecurityGroupRulesTestJSON-1251428072 tempest-SecurityGroupRulesTestJSON-1251428072-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'e875e318-e534-4c7a-9461-22b0b8c845d1', 'remote_group_id': None}]} {{(pid=103229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 19:11:01.981982 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.v2.base [req-70ae67e8-0bc2-4300-9235-bbbf6820fb60 req-ee19aa8c-fe48-4d93-bcc0-2cf034332790 tempest-SecurityGroupRulesTestJSON-1251428072 tempest-SecurityGroupRulesTestJSON-1251428072-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'e875e318-e534-4c7a-9461-22b0b8c845d1', 'remote_group_id': None}} {{(pid=103229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 19:11:01.995179 n-d-713498-36 neutron-server[103230]: DEBUG neutron.notifiers.nova [None req-c47dd846-7e9c-40c2-abe4-ee72c3e6c939 tempest-BulkNetworkOpsIpV6Test-919214857 tempest-BulkNetworkOpsIpV6Test-919214857-project] device_id is not set on port 2cb2b9dc-a567-4da6-9067-d21d5efbf3f0 yet. {{(pid=103230) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 09 19:11:02.065377 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 58072) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:11:02.114838 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-70ae67e8-0bc2-4300-9235-bbbf6820fb60 req-ee19aa8c-fe48-4d93-bcc0-2cf034332790 tempest-SecurityGroupRulesTestJSON-1251428072 tempest-SecurityGroupRulesTestJSON-1251428072-project] Publish callbacks [] for security_group_rule (ca1c055d-2ae3-4064-a8ab-a43755d9f1a6), before_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:11:02.179054 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-70ae67e8-0bc2-4300-9235-bbbf6820fb60 req-ee19aa8c-fe48-4d93-bcc0-2cf034332790 tempest-SecurityGroupRulesTestJSON-1251428072 tempest-SecurityGroupRulesTestJSON-1251428072-project] Publish callbacks [] for security_group_rule (ca1c055d-2ae3-4064-a8ab-a43755d9f1a6), precommit_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:11:02.187576 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-70ae67e8-0bc2-4300-9235-bbbf6820fb60 req-ee19aa8c-fe48-4d93-bcc0-2cf034332790 tempest-SecurityGroupRulesTestJSON-1251428072 tempest-SecurityGroupRulesTestJSON-1251428072-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1892250'] for security_group_rule (ca1c055d-2ae3-4064-a8ab-a43755d9f1a6), after_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:11:02.223392 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-c47dd846-7e9c-40c2-abe4-ee72c3e6c939 tempest-BulkNetworkOpsIpV6Test-919214857 tempest-BulkNetworkOpsIpV6Test-919214857-project] Publish callbacks [] for port (2cb2b9dc-a567-4da6-9067-d21d5efbf3f0), precommit_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:11:02.226149 n-d-713498-36 neutron-server[103233]: DEBUG neutron.db.l3_hamode_db [None req-f6199db4-fdda-4b08-8d48-892680a0bbfc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f8479197-0c23-406e-958c-7e00e5701521', 'name': 'tempest-ServersTestBootFromVolume-1791986558-router', 'tenant_id': 'ab46f22498044497a19ee4778fafcebd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88055e1e-672a-4487-be31-ffb6e833ece5', 'external_fixed_ips': [{'subnet_id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'ip_address': '172.25.1.206'}], 'enable_snat': True}, 'gw_port_id': '5de90ed8-7d02-47e9-8b5f-2c96de989505', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T19:10:44Z', 'updated_at': '2022-02-09T19:10:51Z', 'revision_number': 4, 'project_id': 'ab46f22498044497a19ee4778fafcebd', 'gw_port': {'id': '5de90ed8-7d02-47e9-8b5f-2c96de989505', 'name': '', 'network_id': '88055e1e-672a-4487-be31-ffb6e833ece5', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:3b:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8479197-0c23-406e-958c-7e00e5701521', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1053, 'fixed_ips': [{'subnet_id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'ip_address': '172.25.1.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T19:10:44Z', 'updated_at': '2022-02-09T19:10:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-36', '_interfaces': [{'id': '58055e34-e9c3-4e58-adc5-8ade25a0c282', 'name': '', 'network_id': 'bf4bc076-a27e-42a2-9aee-a2f41efd57ae', 'tenant_id': 'ab46f22498044497a19ee4778fafcebd', 'mac_address': 'fa:16:3e:fb:0d:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f8479197-0c23-406e-958c-7e00e5701521', 'device_owner': 'network:router_interface', 'standard_attr_id': 1067, 'fixed_ips': [{'subnet_id': 'fea6332b-9bd6-4cd8-9e80-16a97bc75c3b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T19:10:49Z', 'updated_at': '2022-02-09T19:11:00Z', 'revision_number': 4, 'project_id': 'ab46f22498044497a19ee4778fafcebd', 'subnets': [{'id': 'fea6332b-9bd6-4cd8-9e80-16a97bc75c3b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-36', False) {} {{(pid=103233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:11:02.236350 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee19aa8c-fe48-4d93-bcc0-2cf034332790 tempest-SecurityGroupRulesTestJSON-1251428072 tempest-SecurityGroupRulesTestJSON-1251428072-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ca1c055d-2ae3-4064-a8ab-a43755d9f1a6,revision_number=0']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:11:02.243814 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-70ae67e8-0bc2-4300-9235-bbbf6820fb60 req-ee19aa8c-fe48-4d93-bcc0-2cf034332790 tempest-SecurityGroupRulesTestJSON-1251428072 tempest-SecurityGroupRulesTestJSON-1251428072-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:11:02.245092 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-70ae67e8-0bc2-4300-9235-bbbf6820fb60 req-ee19aa8c-fe48-4d93-bcc0-2cf034332790 tempest-SecurityGroupRulesTestJSON-1251428072 tempest-SecurityGroupRulesTestJSON-1251428072-project] 10.222.0.75 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 791 time: 0.2673585 Feb 09 19:11:02.341036 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-47717153-d3ba-401d-9d2d-c398e958c051 req-93095666-54c1-4a2e-8748-1d9e7905ec7f tempest-SecurityGroupRulesTestJSON-1251428072 tempest-SecurityGroupRulesTestJSON-1251428072-project] 10.222.0.75 "GET /v2.0/security-groups/e875e318-e534-4c7a-9461-22b0b8c845d1 HTTP/1.1" status: 200 len: 3017 time: 0.0529811 Feb 09 19:11:02.342323 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-c47dd846-7e9c-40c2-abe4-ee72c3e6c939 tempest-BulkNetworkOpsIpV6Test-919214857 tempest-BulkNetworkOpsIpV6Test-919214857-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762866656467', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14393751'] for port (0caf79f0-7f40-45f4-99eb-845e7146012a), after_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:11:02.370594 n-d-713498-36 neutron-server[103233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6199db4-fdda-4b08-8d48-892680a0bbfc None None] The sync data for ids ['f8479197-0c23-406e-958c-7e00e5701521'] in n-d-713498-36 is: [{'id': 'f8479197-0c23-406e-958c-7e00e5701521', 'name': 'tempest-ServersTestBootFromVolume-1791986558-router', 'tenant_id': 'ab46f22498044497a19ee4778fafcebd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88055e1e-672a-4487-be31-ffb6e833ece5', 'external_fixed_ips': [{'subnet_id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'ip_address': '172.25.1.206'}], 'enable_snat': True}, 'gw_port_id': '5de90ed8-7d02-47e9-8b5f-2c96de989505', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T19:10:44Z', 'updated_at': '2022-02-09T19:10:51Z', 'revision_number': 4, 'project_id': 'ab46f22498044497a19ee4778fafcebd', 'gw_port': {'id': '5de90ed8-7d02-47e9-8b5f-2c96de989505', 'name': '', 'network_id': '88055e1e-672a-4487-be31-ffb6e833ece5', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:3b:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8479197-0c23-406e-958c-7e00e5701521', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1053, 'fixed_ips': [{'subnet_id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'ip_address': '172.25.1.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T19:10:44Z', 'updated_at': '2022-02-09T19:10:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-36', '_interfaces': [{'id': '58055e34-e9c3-4e58-adc5-8ade25a0c282', 'name': '', 'network_id': 'bf4bc076-a27e-42a2-9aee-a2f41efd57ae', 'tenant_id': 'ab46f22498044497a19ee4778fafcebd', 'mac_address': 'fa:16:3e:fb:0d:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f8479197-0c23-406e-958c-7e00e5701521', 'device_owner': 'network:router_interface', 'standard_attr_id': 1067, 'fixed_ips': [{'subnet_id': 'fea6332b-9bd6-4cd8-9e80-16a97bc75c3b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T19:10:49Z', 'updated_at': '2022-02-09T19:11:00Z', 'revision_number': 4, 'project_id': 'ab46f22498044497a19ee4778fafcebd', 'subnets': [{'id': 'fea6332b-9bd6-4cd8-9e80-16a97bc75c3b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103233) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 19:11:02.394625 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-74ff7df7-2387-4e53-81aa-25b7f66e7a75 req-949ff48d-d042-49cf-a931-3cf02ffcd948 tempest-SecurityGroupRulesTestJSON-1251428072 tempest-SecurityGroupRulesTestJSON-1251428072-project] 10.222.0.75 "GET /v2.0/security-group-rules/ca1c055d-2ae3-4064-a8ab-a43755d9f1a6 HTTP/1.1" status: 200 len: 783 time: 0.0281520 Feb 09 19:11:02.429499 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c47dd846-7e9c-40c2-abe4-ee72c3e6c939 tempest-BulkNetworkOpsIpV6Test-919214857 tempest-BulkNetworkOpsIpV6Test-919214857-project] Pushing event updated for resources: {'Port': ['ID=0caf79f0-7f40-45f4-99eb-845e7146012a,revision_number=1']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:11:02.477652 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.v2.base [None req-f1bef245-06d8-4683-a65b-43f084cf59aa admin admin] Request body: {'network': {'name': 'tempest-ServerAddressesNegativeTestJSON-988727610-network', 'tenant_id': '5a284076d1bc46d299e7769dc674e56e'}} {{(pid=103230) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 19:11:02.511075 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-74ff7df7-2387-4e53-81aa-25b7f66e7a75 req-cae08d16-4c7c-425d-aabe-8e97a60a38b2 tempest-SecurityGroupRulesTestJSON-1251428072 tempest-SecurityGroupRulesTestJSON-1251428072-project] 10.222.0.75 "GET /v2.0/security-groups/e875e318-e534-4c7a-9461-22b0b8c845d1 HTTP/1.1" status: 200 len: 3017 time: 0.1110103 Feb 09 19:11:02.512346 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c47dd846-7e9c-40c2-abe4-ee72c3e6c939 tempest-BulkNetworkOpsIpV6Test-919214857 tempest-BulkNetworkOpsIpV6Test-919214857-project] Checking segment: {'id': '50d9137d-1e56-4ad1-b694-569f8a411bf2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': 'd0ed558f-62d0-4d00-b622-1a30a2e8c8c4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103230) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 19:11:02.512728 n-d-713498-36 neutron-server[103230]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c47dd846-7e9c-40c2-abe4-ee72c3e6c939 tempest-BulkNetworkOpsIpV6Test-919214857 tempest-BulkNetworkOpsIpV6Test-919214857-project] Network hostable DHCP agents. Network: d0ed558f-62d0-4d00-b622-1a30a2e8c8c4, hostable agents: ['af91e4b9-f4e1-42b1-a25c-a10dc47171c8'], hosted agents: [] {{(pid=103230) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 19:11:02.544649 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f1bef245-06d8-4683-a65b-43f084cf59aa admin admin] Made reservation on behalf of 5a284076d1bc46d299e7769dc674e56e for: {'network': 1} {{(pid=103230) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 19:11:02.547306 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-f1bef245-06d8-4683-a65b-43f084cf59aa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for network (None), before_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:11:02.591961 n-d-713498-36 neutron-server[103230]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c47dd846-7e9c-40c2-abe4-ee72c3e6c939 tempest-BulkNetworkOpsIpV6Test-919214857 tempest-BulkNetworkOpsIpV6Test-919214857-project] Network d0ed558f-62d0-4d00-b622-1a30a2e8c8c4 is scheduled to be hosted by DHCP agent af91e4b9-f4e1-42b1-a25c-a10dc47171c8 with binding_index 1 {{(pid=103230) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 19:11:02.600858 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-f1bef245-06d8-4683-a65b-43f084cf59aa admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:11:02.612196 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-74ff7df7-2387-4e53-81aa-25b7f66e7a75 req-edcd4605-5e26-40cf-9119-67605608000f tempest-SecurityGroupRulesTestJSON-1251428072 tempest-SecurityGroupRulesTestJSON-1251428072-project] Publish callbacks [] for security_group_rule (ca1c055d-2ae3-4064-a8ab-a43755d9f1a6), before_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:11:02.622776 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-74ff7df7-2387-4e53-81aa-25b7f66e7a75 req-edcd4605-5e26-40cf-9119-67605608000f tempest-SecurityGroupRulesTestJSON-1251428072 tempest-SecurityGroupRulesTestJSON-1251428072-project] Publish callbacks [] for security_group_rule (ca1c055d-2ae3-4064-a8ab-a43755d9f1a6), precommit_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:11:02.677724 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-74ff7df7-2387-4e53-81aa-25b7f66e7a75 req-edcd4605-5e26-40cf-9119-67605608000f tempest-SecurityGroupRulesTestJSON-1251428072 tempest-SecurityGroupRulesTestJSON-1251428072-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1892250'] for security_group_rule (ca1c055d-2ae3-4064-a8ab-a43755d9f1a6), after_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:11:02.703558 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-74ff7df7-2387-4e53-81aa-25b7f66e7a75 req-edcd4605-5e26-40cf-9119-67605608000f tempest-SecurityGroupRulesTestJSON-1251428072 tempest-SecurityGroupRulesTestJSON-1251428072-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:11:02.704765 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-74ff7df7-2387-4e53-81aa-25b7f66e7a75 req-edcd4605-5e26-40cf-9119-67605608000f tempest-SecurityGroupRulesTestJSON-1251428072 tempest-SecurityGroupRulesTestJSON-1251428072-project] 10.222.0.75 "DELETE /v2.0/security-group-rules/ca1c055d-2ae3-4064-a8ab-a43755d9f1a6 HTTP/1.1" status: 204 len: 173 time: 0.1752813 Feb 09 19:11:02.741231 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-f1bef245-06d8-4683-a65b-43f084cf59aa admin admin] Publish callbacks [] for security_group (8a6ad574-3929-48e5-8f19-4fb6a8644ed7), precommit_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:11:02.744968 n-d-713498-36 neutron-server[103230]: DEBUG neutron.scheduler.base_scheduler [None req-c47dd846-7e9c-40c2-abe4-ee72c3e6c939 tempest-BulkNetworkOpsIpV6Test-919214857 tempest-BulkNetworkOpsIpV6Test-919214857-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713498-36, d0ed558f-62d0-4d00-b622-1a30a2e8c8c4) {{(pid=103230) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 19:11:02.750863 n-d-713498-36 neutron-server[103230]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c47dd846-7e9c-40c2-abe4-ee72c3e6c939 tempest-BulkNetworkOpsIpV6Test-919214857 tempest-BulkNetworkOpsIpV6Test-919214857-project] Received port after_create {{(pid=103230) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 19:11:02.752514 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-c47dd846-7e9c-40c2-abe4-ee72c3e6c939 tempest-BulkNetworkOpsIpV6Test-919214857 tempest-BulkNetworkOpsIpV6Test-919214857-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762866656467', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14393751'] for port (2cb2b9dc-a567-4da6-9067-d21d5efbf3f0), after_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:11:02.756989 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edcd4605-5e26-40cf-9119-67605608000f tempest-SecurityGroupRulesTestJSON-1251428072 tempest-SecurityGroupRulesTestJSON-1251428072-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=ca1c055d-2ae3-4064-a8ab-a43755d9f1a6,revision_number=None']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:11:02.758254 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f5813fa-85fe-4168-ae2d-443da47b4d69 None None] Network d0ed558f-62d0-4d00-b622-1a30a2e8c8c4 requested from n-d-713498-36 {{(pid=103232) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 19:11:02.770873 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-f1bef245-06d8-4683-a65b-43f084cf59aa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1892331'] for security_group (8a6ad574-3929-48e5-8f19-4fb6a8644ed7), after_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:11:02.788929 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f1bef245-06d8-4683-a65b-43f084cf59aa admin admin] vlan segment allocate from pool success with {'vlan_id': 351, 'physical_network': 'physnet1'} {{(pid=103230) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 19:11:02.804195 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-f1bef245-06d8-4683-a65b-43f084cf59aa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-759574'] for segment (d8eb09fc-5a20-4a22-8df1-8899b8af70a5), precommit_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:11:02.804983 n-d-713498-36 neutron-server[103230]: INFO neutron.db.segments_db [None req-f1bef245-06d8-4683-a65b-43f084cf59aa admin admin] Added segment d8eb09fc-5a20-4a22-8df1-8899b8af70a5 of type vlan for network b9b7fd7f-1559-4fdf-b79d-489c05f2c99c Feb 09 19:11:02.866906 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-f1bef245-06d8-4683-a65b-43f084cf59aa admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762866642225'] for network (b9b7fd7f-1559-4fdf-b79d-489c05f2c99c), precommit_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:11:02.880091 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-5cad6154-c2d1-4d32-b01e-7555afe08bed req-d6770349-1b76-48b2-bf71-e5a2d0e9a2f0 tempest-SecurityGroupRulesTestJSON-1251428072 tempest-SecurityGroupRulesTestJSON-1251428072-project] 10.222.0.75 "GET /v2.0/security-groups/e875e318-e534-4c7a-9461-22b0b8c845d1 HTTP/1.1" status: 200 len: 2418 time: 0.1364899 Feb 09 19:11:02.945756 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1bef245-06d8-4683-a65b-43f084cf59aa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8a6ad574-3929-48e5-8f19-4fb6a8644ed7,revision_number=1']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:11:03.001873 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1bef245-06d8-4683-a65b-43f084cf59aa admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:11:03.002531 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1bef245-06d8-4683-a65b-43f084cf59aa admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:11:03.003054 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1bef245-06d8-4683-a65b-43f084cf59aa admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:11:03.004131 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1bef245-06d8-4683-a65b-43f084cf59aa admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:11:03.004660 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1bef245-06d8-4683-a65b-43f084cf59aa admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:11:03.005173 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1bef245-06d8-4683-a65b-43f084cf59aa admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:11:03.005813 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1bef245-06d8-4683-a65b-43f084cf59aa admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:11:03.006355 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1bef245-06d8-4683-a65b-43f084cf59aa admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:11:03.007580 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1bef245-06d8-4683-a65b-43f084cf59aa admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:11:03.010590 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1bef245-06d8-4683-a65b-43f084cf59aa admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:11:03.011153 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1bef245-06d8-4683-a65b-43f084cf59aa admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:11:03.011788 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1bef245-06d8-4683-a65b-43f084cf59aa admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:11:03.012306 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1bef245-06d8-4683-a65b-43f084cf59aa admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:11:03.085068 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-5cad6154-c2d1-4d32-b01e-7555afe08bed req-47e6d214-6919-43cb-b819-3551925edb1a tempest-SecurityGroupRulesTestJSON-1251428072 tempest-SecurityGroupRulesTestJSON-1251428072-project] Publish callbacks [] for security_group (e875e318-e534-4c7a-9461-22b0b8c845d1), before_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:11:03.091080 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-f1bef245-06d8-4683-a65b-43f084cf59aa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1885479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452'] for network (b9b7fd7f-1559-4fdf-b79d-489c05f2c99c), after_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:11:03.093998 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1bef245-06d8-4683-a65b-43f084cf59aa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:11:03.094932 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-f1bef245-06d8-4683-a65b-43f084cf59aa admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1613566'] for network (None), before_response {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:11:03.146791 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-5cad6154-c2d1-4d32-b01e-7555afe08bed req-47e6d214-6919-43cb-b819-3551925edb1a tempest-SecurityGroupRulesTestJSON-1251428072 tempest-SecurityGroupRulesTestJSON-1251428072-project] Publish callbacks [] for security_group (e875e318-e534-4c7a-9461-22b0b8c845d1), precommit_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:11:03.204945 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1bef245-06d8-4683-a65b-43f084cf59aa admin admin] Pushing event updated for resources: {'Network': ['ID=b9b7fd7f-1559-4fdf-b79d-489c05f2c99c,revision_number=1']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:11:03.219456 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Network b9b7fd7f-1559-4fdf-b79d-489c05f2c99c details requested by agent ovs-agent-n-d-713498-36 with host n-d-713498-36 {{(pid=103232) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 19:11:03.242760 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-f1bef245-06d8-4683-a65b-43f084cf59aa admin admin] 10.222.0.75 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 1.1717689 Feb 09 19:11:03.246270 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 58096) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:11:03.255637 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c47dd846-7e9c-40c2-abe4-ee72c3e6c939 tempest-BulkNetworkOpsIpV6Test-919214857 tempest-BulkNetworkOpsIpV6Test-919214857-project] Pushing event updated for resources: {'Port': ['ID=2cb2b9dc-a567-4da6-9067-d21d5efbf3f0,revision_number=1']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:11:03.256218 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.v2.base [None req-fe7ab55d-bf11-4a13-87bd-3cac5e622743 admin admin] Request body: {'subnet': {'network_id': 'b9b7fd7f-1559-4fdf-b79d-489c05f2c99c', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerAddressesNegativeTestJSON-988727610-subnet', 'tenant_id': '5a284076d1bc46d299e7769dc674e56e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 19:11:03.272051 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-5cad6154-c2d1-4d32-b01e-7555afe08bed req-47e6d214-6919-43cb-b819-3551925edb1a tempest-SecurityGroupRulesTestJSON-1251428072 tempest-SecurityGroupRulesTestJSON-1251428072-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1892331'] for security_group (e875e318-e534-4c7a-9461-22b0b8c845d1), after_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:11:03.283738 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-5cad6154-c2d1-4d32-b01e-7555afe08bed req-47e6d214-6919-43cb-b819-3551925edb1a tempest-SecurityGroupRulesTestJSON-1251428072 tempest-SecurityGroupRulesTestJSON-1251428072-project] Publish callbacks [] for security_group (None), before_response {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:11:03.285416 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-5cad6154-c2d1-4d32-b01e-7555afe08bed req-47e6d214-6919-43cb-b819-3551925edb1a tempest-SecurityGroupRulesTestJSON-1251428072 tempest-SecurityGroupRulesTestJSON-1251428072-project] 10.222.0.75 "DELETE /v2.0/security-groups/e875e318-e534-4c7a-9461-22b0b8c845d1 HTTP/1.1" status: 204 len: 173 time: 0.3939731 Feb 09 19:11:03.305853 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c47dd846-7e9c-40c2-abe4-ee72c3e6c939 tempest-BulkNetworkOpsIpV6Test-919214857 tempest-BulkNetworkOpsIpV6Test-919214857-project] Checking segment: {'id': '51034e48-4b78-42fa-86e3-b82f5173cd53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': '1a9cfb08-5426-4b92-b2c0-7bff9794c632'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103230) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 19:11:03.306382 n-d-713498-36 neutron-server[103230]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c47dd846-7e9c-40c2-abe4-ee72c3e6c939 tempest-BulkNetworkOpsIpV6Test-919214857 tempest-BulkNetworkOpsIpV6Test-919214857-project] Network hostable DHCP agents. Network: 1a9cfb08-5426-4b92-b2c0-7bff9794c632, hostable agents: ['af91e4b9-f4e1-42b1-a25c-a10dc47171c8'], hosted agents: [] {{(pid=103230) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 19:11:03.317171 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac4c2628-38da-43ed-895c-1917b91d1b38 req-dbb485cf-ecd5-4a6a-9006-9b8cf721afdc tempest-DeleteServersTestJSON-1870379525 tempest-DeleteServersTestJSON-1870379525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:11:03.319169 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-ac4c2628-38da-43ed-895c-1917b91d1b38 req-dbb485cf-ecd5-4a6a-9006-9b8cf721afdc tempest-DeleteServersTestJSON-1870379525 tempest-DeleteServersTestJSON-1870379525-project] 10.222.0.75 "GET /v2.0/ports?device_id=5e66146c-80cb-464f-a195-4176fc6a344c HTTP/1.1" status: 200 len: 946 time: 0.4353507 Feb 09 19:11:03.341773 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47e6d214-6919-43cb-b819-3551925edb1a tempest-SecurityGroupRulesTestJSON-1251428072 tempest-SecurityGroupRulesTestJSON-1251428072-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e875e318-e534-4c7a-9461-22b0b8c845d1,revision_number=None']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:11:03.360655 n-d-713498-36 neutron-server[103230]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c47dd846-7e9c-40c2-abe4-ee72c3e6c939 tempest-BulkNetworkOpsIpV6Test-919214857 tempest-BulkNetworkOpsIpV6Test-919214857-project] Network 1a9cfb08-5426-4b92-b2c0-7bff9794c632 is scheduled to be hosted by DHCP agent af91e4b9-f4e1-42b1-a25c-a10dc47171c8 with binding_index 1 {{(pid=103230) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 19:11:03.382400 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fe7ab55d-bf11-4a13-87bd-3cac5e622743 admin admin] Made reservation on behalf of 5a284076d1bc46d299e7769dc674e56e for: {'subnet': 1} {{(pid=103229) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 19:11:03.386715 n-d-713498-36 neutron-server[103230]: DEBUG neutron.scheduler.base_scheduler [None req-c47dd846-7e9c-40c2-abe4-ee72c3e6c939 tempest-BulkNetworkOpsIpV6Test-919214857 tempest-BulkNetworkOpsIpV6Test-919214857-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713498-36, 1a9cfb08-5426-4b92-b2c0-7bff9794c632) {{(pid=103230) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 19:11:03.391746 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-fe7ab55d-bf11-4a13-87bd-3cac5e622743 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12759265'] for subnet (None), before_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:11:03.402020 n-d-713498-36 neutron-server[103230]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c47dd846-7e9c-40c2-abe4-ee72c3e6c939 tempest-BulkNetworkOpsIpV6Test-919214857 tempest-BulkNetworkOpsIpV6Test-919214857-project] Received port after_create {{(pid=103230) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 19:11:03.431768 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c47dd846-7e9c-40c2-abe4-ee72c3e6c939 tempest-BulkNetworkOpsIpV6Test-919214857 tempest-BulkNetworkOpsIpV6Test-919214857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:11:03.441246 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-257b9da3-c1cb-479e-a092-b6b0b42b1324 None None] Network 1a9cfb08-5426-4b92-b2c0-7bff9794c632 requested from n-d-713498-36 {{(pid=103232) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 19:11:03.450704 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c47dd846-7e9c-40c2-abe4-ee72c3e6c939 tempest-BulkNetworkOpsIpV6Test-919214857 tempest-BulkNetworkOpsIpV6Test-919214857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:11:03.452274 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-c47dd846-7e9c-40c2-abe4-ee72c3e6c939 tempest-BulkNetworkOpsIpV6Test-919214857 tempest-BulkNetworkOpsIpV6Test-919214857-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171096'] for port (None), before_response {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:11:03.491579 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-c47dd846-7e9c-40c2-abe4-ee72c3e6c939 tempest-BulkNetworkOpsIpV6Test-919214857 tempest-BulkNetworkOpsIpV6Test-919214857-project] 10.222.0.75 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1450 time: 3.6466854 Feb 09 19:11:03.495090 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 58100) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:11:03.618625 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-ac4c2628-38da-43ed-895c-1917b91d1b38 req-63756b8b-8d72-4499-a010-2a739a16002e tempest-DeleteServersTestJSON-1870379525 tempest-DeleteServersTestJSON-1870379525-project] 10.222.0.75 "GET /v2.0/security-groups?id=5ce92d32-ca94-4b6c-925d-b9dff609abe6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2918978 Feb 09 19:11:03.657563 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a35f8af2-550e-4847-9ba9-8de20156e0b5 tempest-BulkNetworkOpsIpV6Test-919214857 tempest-BulkNetworkOpsIpV6Test-919214857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:11:03.665637 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a35f8af2-550e-4847-9ba9-8de20156e0b5 tempest-BulkNetworkOpsIpV6Test-919214857 tempest-BulkNetworkOpsIpV6Test-919214857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:11:03.670570 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-a35f8af2-550e-4847-9ba9-8de20156e0b5 tempest-BulkNetworkOpsIpV6Test-919214857 tempest-BulkNetworkOpsIpV6Test-919214857-project] 10.222.0.75 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1445 time: 0.1641142 Feb 09 19:11:03.671178 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 58104) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:11:03.707218 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-9eee1122-eed1-4bf6-959e-21e8510c3080 req-4124cb46-fe61-4d49-9de2-1aab54563072 tempest-LiveMigrationTest-1021096981 tempest-LiveMigrationTest-1021096981-project] 10.222.0.75 "GET /v2.0/ports?device_id=a26f3e83-5a8d-4d9d-aa20-3d25b99af655 HTTP/1.1" status: 200 len: 210 time: 0.1719160 Feb 09 19:11:03.747819 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Device 58055e34-e9c3-4e58-adc5-8ade25a0c282 up at agent ovs-agent-n-d-713498-36 {{(pid=103232) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 19:11:03.902372 n-d-713498-36 neutron-server[103230]: INFO neutron.api.v2.resource [req-c89fee02-a4df-467e-a9cc-39730c58fa69 req-288fc183-0a4b-446d-8617-e1ef182a796e tempest-SecurityGroupRulesTestJSON-1251428072 tempest-SecurityGroupRulesTestJSON-1251428072-project] show failed (client error): The resource could not be found. Feb 09 19:11:03.910157 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-c89fee02-a4df-467e-a9cc-39730c58fa69 req-288fc183-0a4b-446d-8617-e1ef182a796e tempest-SecurityGroupRulesTestJSON-1251428072 tempest-SecurityGroupRulesTestJSON-1251428072-project] 10.222.0.75 "GET /v2.0/security-groups/77d77361-bca0-495d-8c00-4afd9664c54a HTTP/1.1" status: 404 len: 352 time: 0.0528128 Feb 09 19:11:03.976428 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.plugin [None req-ddd0af71-3e91-4d51-919c-75fa1e5f8261 tempest-BulkNetworkOpsIpV6Test-919214857 tempest-BulkNetworkOpsIpV6Test-919214857-project] Deleting port 0caf79f0-7f40-45f4-99eb-845e7146012a {{(pid=103230) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 19:11:03.977094 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-ddd0af71-3e91-4d51-919c-75fa1e5f8261 tempest-BulkNetworkOpsIpV6Test-919214857 tempest-BulkNetworkOpsIpV6Test-919214857-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762867170196'] for port (0caf79f0-7f40-45f4-99eb-845e7146012a), before_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:11:03.994051 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.provisioning_blocks [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Provisioning complete for port 58055e34-e9c3-4e58-adc5-8ade25a0c282 triggered by entity L2. {{(pid=103232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 19:11:03.995049 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593630'] for port (58055e34-e9c3-4e58-adc5-8ade25a0c282), provisioning_complete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:11:04.037352 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-fe7ab55d-bf11-4a13-87bd-3cac5e622743 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12867428', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12759263'] for subnet (8b9afad4-0399-41e9-8ed3-02c6eade7653), after_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:11:04.111128 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-1bd697db-14c5-46c9-9c9a-289046c4a077 req-cec79211-7ad8-458e-b4f1-e63b3412a0f3 tempest-SecurityGroupRulesTestJSON-1251428072 tempest-SecurityGroupRulesTestJSON-1251428072-project] 10.222.0.75 "GET /v2.0/security-groups/c7c82470-49c9-4627-97fc-0da6c092bdbf HTTP/1.1" status: 200 len: 1822 time: 0.1714289 Feb 09 19:11:04.182655 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Current status of the port 58055e34-e9c3-4e58-adc5-8ade25a0c282 is: ACTIVE; New status is: ACTIVE {{(pid=103232) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 19:11:04.187816 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-ddd0af71-3e91-4d51-919c-75fa1e5f8261 tempest-BulkNetworkOpsIpV6Test-919214857 tempest-BulkNetworkOpsIpV6Test-919214857-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1820838'] for port (0caf79f0-7f40-45f4-99eb-845e7146012a), precommit_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:11:04.205479 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.plugin [None req-ddd0af71-3e91-4d51-919c-75fa1e5f8261 tempest-BulkNetworkOpsIpV6Test-919214857 tempest-BulkNetworkOpsIpV6Test-919214857-project] Calling delete_port for 0caf79f0-7f40-45f4-99eb-845e7146012a owned by {{(pid=103230) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 19:11:04.225560 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe7ab55d-bf11-4a13-87bd-3cac5e622743 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8b9afad4-0399-41e9-8ed3-02c6eade7653,revision_number=0']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:11:04.294770 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe7ab55d-bf11-4a13-87bd-3cac5e622743 admin admin] Checking segment: {'id': 'd8eb09fc-5a20-4a22-8df1-8899b8af70a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': 'b9b7fd7f-1559-4fdf-b79d-489c05f2c99c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103229) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 19:11:04.295505 n-d-713498-36 neutron-server[103229]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe7ab55d-bf11-4a13-87bd-3cac5e622743 admin admin] Network hostable DHCP agents. Network: b9b7fd7f-1559-4fdf-b79d-489c05f2c99c, hostable agents: ['af91e4b9-f4e1-42b1-a25c-a10dc47171c8'], hosted agents: [] {{(pid=103229) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 19:11:04.313946 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-ddd0af71-3e91-4d51-919c-75fa1e5f8261 tempest-BulkNetworkOpsIpV6Test-919214857 tempest-BulkNetworkOpsIpV6Test-919214857-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762867177463', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762866656476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14393751'] for port (0caf79f0-7f40-45f4-99eb-845e7146012a), after_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:11:04.352355 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-1bd697db-14c5-46c9-9c9a-289046c4a077 req-9eab9c21-bb78-4723-95b3-5ef4e4615ea3 tempest-SecurityGroupRulesTestJSON-1251428072 tempest-SecurityGroupRulesTestJSON-1251428072-project] Publish callbacks [] for security_group (c7c82470-49c9-4627-97fc-0da6c092bdbf), before_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:11:04.376295 n-d-713498-36 neutron-server[103229]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe7ab55d-bf11-4a13-87bd-3cac5e622743 admin admin] Network b9b7fd7f-1559-4fdf-b79d-489c05f2c99c is scheduled to be hosted by DHCP agent af91e4b9-f4e1-42b1-a25c-a10dc47171c8 with binding_index 1 {{(pid=103229) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 19:11:04.376553 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddd0af71-3e91-4d51-919c-75fa1e5f8261 tempest-BulkNetworkOpsIpV6Test-919214857 tempest-BulkNetworkOpsIpV6Test-919214857-project] Pushing event deleted for resources: {'Port': ['ID=0caf79f0-7f40-45f4-99eb-845e7146012a,revision_number=None']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:11:04.385144 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-ddd0af71-3e91-4d51-919c-75fa1e5f8261 tempest-BulkNetworkOpsIpV6Test-919214857 tempest-BulkNetworkOpsIpV6Test-919214857-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171096'] for port (None), before_response {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:11:04.391634 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-ddd0af71-3e91-4d51-919c-75fa1e5f8261 tempest-BulkNetworkOpsIpV6Test-919214857 tempest-BulkNetworkOpsIpV6Test-919214857-project] 10.222.0.75 "DELETE /v2.0/ports/0caf79f0-7f40-45f4-99eb-845e7146012a HTTP/1.1" status: 204 len: 168 time: 0.7143593 Feb 09 19:11:04.393188 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 58110) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:11:04.448055 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-1bd697db-14c5-46c9-9c9a-289046c4a077 req-9eab9c21-bb78-4723-95b3-5ef4e4615ea3 tempest-SecurityGroupRulesTestJSON-1251428072 tempest-SecurityGroupRulesTestJSON-1251428072-project] Publish callbacks [] for security_group (c7c82470-49c9-4627-97fc-0da6c092bdbf), precommit_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:11:04.460570 n-d-713498-36 neutron-server[103229]: DEBUG neutron.scheduler.base_scheduler [None req-fe7ab55d-bf11-4a13-87bd-3cac5e622743 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713498-36, b9b7fd7f-1559-4fdf-b79d-489c05f2c99c) {{(pid=103229) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 19:11:04.471831 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a9cc661-0518-444d-8eff-be74e2066427 None None] Network b9b7fd7f-1559-4fdf-b79d-489c05f2c99c requested from n-d-713498-36 {{(pid=103232) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 19:11:04.492334 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe7ab55d-bf11-4a13-87bd-3cac5e622743 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:11:04.493225 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-fe7ab55d-bf11-4a13-87bd-3cac5e622743 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1613566'] for subnet (None), before_response {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:11:04.595568 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-fe7ab55d-bf11-4a13-87bd-3cac5e622743 admin admin] 10.222.0.75 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 1.3476603 Feb 09 19:11:04.624685 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-1bd697db-14c5-46c9-9c9a-289046c4a077 req-9eab9c21-bb78-4723-95b3-5ef4e4615ea3 tempest-SecurityGroupRulesTestJSON-1251428072 tempest-SecurityGroupRulesTestJSON-1251428072-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1892331'] for security_group (c7c82470-49c9-4627-97fc-0da6c092bdbf), after_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:11:04.629708 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ffc240d4-56ef-4392-ba3d-948d5f7a1ab2 None None] Network b9b7fd7f-1559-4fdf-b79d-489c05f2c99c requested from n-d-713498-36 {{(pid=103232) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 19:11:04.632966 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-1bd697db-14c5-46c9-9c9a-289046c4a077 req-9eab9c21-bb78-4723-95b3-5ef4e4615ea3 tempest-SecurityGroupRulesTestJSON-1251428072 tempest-SecurityGroupRulesTestJSON-1251428072-project] Publish callbacks [] for security_group (None), before_response {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:11:04.657157 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-1bd697db-14c5-46c9-9c9a-289046c4a077 req-9eab9c21-bb78-4723-95b3-5ef4e4615ea3 tempest-SecurityGroupRulesTestJSON-1251428072 tempest-SecurityGroupRulesTestJSON-1251428072-project] 10.222.0.75 "DELETE /v2.0/security-groups/c7c82470-49c9-4627-97fc-0da6c092bdbf HTTP/1.1" status: 204 len: 173 time: 0.5336459 Feb 09 19:11:04.719664 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eab9c21-bb78-4723-95b3-5ef4e4615ea3 tempest-SecurityGroupRulesTestJSON-1251428072 tempest-SecurityGroupRulesTestJSON-1251428072-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c7c82470-49c9-4627-97fc-0da6c092bdbf,revision_number=None']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:11:04.732317 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-9122dc2d-2961-4b4f-a41b-7863ba94bbbf req-0cefa395-65c4-4483-a647-a6d0b882518b tempest-SecurityGroupRulesTestJSON-1251428072 tempest-SecurityGroupRulesTestJSON-1251428072-project] 10.222.0.75 "GET /v2.0/security-groups/61db8a16-5a18-4706-a440-085fa0f5d054 HTTP/1.1" status: 200 len: 1823 time: 0.0737596 Feb 09 19:11:04.765140 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.plugin [None req-63898a4b-7832-438d-8a76-f8f04eae43f7 tempest-BulkNetworkOpsIpV6Test-919214857 tempest-BulkNetworkOpsIpV6Test-919214857-project] Deleting port 2cb2b9dc-a567-4da6-9067-d21d5efbf3f0 {{(pid=103229) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 19:11:04.766415 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-63898a4b-7832-438d-8a76-f8f04eae43f7 tempest-BulkNetworkOpsIpV6Test-919214857 tempest-BulkNetworkOpsIpV6Test-919214857-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762867170196'] for port (2cb2b9dc-a567-4da6-9067-d21d5efbf3f0), before_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:11:04.938874 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4917bb3b-5c24-454b-a934-125ccb4dfd36 req-ed60741b-16bd-49f3-a3f2-3c7600d47235 tempest-DeleteServersTestJSON-1870379525 tempest-DeleteServersTestJSON-1870379525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:11:04.941317 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-4917bb3b-5c24-454b-a934-125ccb4dfd36 req-ed60741b-16bd-49f3-a3f2-3c7600d47235 tempest-DeleteServersTestJSON-1870379525 tempest-DeleteServersTestJSON-1870379525-project] 10.222.0.75 "GET /v2.0/ports?device_id=5e66146c-80cb-464f-a195-4176fc6a344c HTTP/1.1" status: 200 len: 946 time: 0.1341393 Feb 09 19:11:04.962944 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-63898a4b-7832-438d-8a76-f8f04eae43f7 tempest-BulkNetworkOpsIpV6Test-919214857 tempest-BulkNetworkOpsIpV6Test-919214857-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1820838'] for port (2cb2b9dc-a567-4da6-9067-d21d5efbf3f0), precommit_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:11:04.979473 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.plugin [None req-63898a4b-7832-438d-8a76-f8f04eae43f7 tempest-BulkNetworkOpsIpV6Test-919214857 tempest-BulkNetworkOpsIpV6Test-919214857-project] Calling delete_port for 2cb2b9dc-a567-4da6-9067-d21d5efbf3f0 owned by {{(pid=103229) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 19:11:05.042303 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-4917bb3b-5c24-454b-a934-125ccb4dfd36 req-dac40ce5-cfaf-4a16-97bd-57fa0dd39c54 tempest-DeleteServersTestJSON-1870379525 tempest-DeleteServersTestJSON-1870379525-project] 10.222.0.75 "GET /v2.0/security-groups?id=5ce92d32-ca94-4b6c-925d-b9dff609abe6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0937314 Feb 09 19:11:05.104419 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-9122dc2d-2961-4b4f-a41b-7863ba94bbbf req-115d1036-fe22-46fe-ab67-ebacbbe7b63b tempest-SecurityGroupRulesTestJSON-1251428072 tempest-SecurityGroupRulesTestJSON-1251428072-project] Publish callbacks [] for security_group (61db8a16-5a18-4706-a440-085fa0f5d054), before_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:11:05.166677 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-9122dc2d-2961-4b4f-a41b-7863ba94bbbf req-115d1036-fe22-46fe-ab67-ebacbbe7b63b tempest-SecurityGroupRulesTestJSON-1251428072 tempest-SecurityGroupRulesTestJSON-1251428072-project] Publish callbacks [] for security_group (61db8a16-5a18-4706-a440-085fa0f5d054), precommit_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:11:05.183970 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-5cc4ecc5-87fd-41d9-bde1-78c77a4c08f9 req-9e9e50fa-18c3-4186-b843-9e4610f11a55 tempest-LiveMigrationTest-1021096981 tempest-LiveMigrationTest-1021096981-project] 10.222.0.75 "GET /v2.0/ports?device_id=a26f3e83-5a8d-4d9d-aa20-3d25b99af655 HTTP/1.1" status: 200 len: 210 time: 0.0504589 Feb 09 19:11:05.211675 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-63898a4b-7832-438d-8a76-f8f04eae43f7 tempest-BulkNetworkOpsIpV6Test-919214857 tempest-BulkNetworkOpsIpV6Test-919214857-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762867177463', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762866656476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12867576'] for port (2cb2b9dc-a567-4da6-9067-d21d5efbf3f0), after_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:11:05.273197 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63898a4b-7832-438d-8a76-f8f04eae43f7 tempest-BulkNetworkOpsIpV6Test-919214857 tempest-BulkNetworkOpsIpV6Test-919214857-project] Pushing event deleted for resources: {'Port': ['ID=2cb2b9dc-a567-4da6-9067-d21d5efbf3f0,revision_number=None']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:11:05.278406 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-63898a4b-7832-438d-8a76-f8f04eae43f7 tempest-BulkNetworkOpsIpV6Test-919214857 tempest-BulkNetworkOpsIpV6Test-919214857-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171096'] for port (None), before_response {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:11:05.284310 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 58130) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:11:05.285193 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-63898a4b-7832-438d-8a76-f8f04eae43f7 tempest-BulkNetworkOpsIpV6Test-919214857 tempest-BulkNetworkOpsIpV6Test-919214857-project] 10.222.0.75 "DELETE /v2.0/ports/2cb2b9dc-a567-4da6-9067-d21d5efbf3f0 HTTP/1.1" status: 204 len: 168 time: 0.8906488 Feb 09 19:11:05.319715 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-9122dc2d-2961-4b4f-a41b-7863ba94bbbf req-115d1036-fe22-46fe-ab67-ebacbbe7b63b tempest-SecurityGroupRulesTestJSON-1251428072 tempest-SecurityGroupRulesTestJSON-1251428072-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1892331'] for security_group (61db8a16-5a18-4706-a440-085fa0f5d054), after_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:11:05.328819 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-9122dc2d-2961-4b4f-a41b-7863ba94bbbf req-115d1036-fe22-46fe-ab67-ebacbbe7b63b tempest-SecurityGroupRulesTestJSON-1251428072 tempest-SecurityGroupRulesTestJSON-1251428072-project] Publish callbacks [] for security_group (None), before_response {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:11:05.331589 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-9122dc2d-2961-4b4f-a41b-7863ba94bbbf req-115d1036-fe22-46fe-ab67-ebacbbe7b63b tempest-SecurityGroupRulesTestJSON-1251428072 tempest-SecurityGroupRulesTestJSON-1251428072-project] 10.222.0.75 "DELETE /v2.0/security-groups/61db8a16-5a18-4706-a440-085fa0f5d054 HTTP/1.1" status: 204 len: 173 time: 0.5970352 Feb 09 19:11:05.351743 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-e58cd6bc-5d0c-45b6-b79e-99ca2daf8d08 tempest-BulkNetworkOpsIpV6Test-919214857 tempest-BulkNetworkOpsIpV6Test-919214857-project] 10.222.0.75 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0651288 Feb 09 19:11:05.353641 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 58134) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:11:05.368874 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.v2.base [None req-75c31450-512f-4cbb-8d10-1e80e382cdb6 tempest-BulkNetworkOpsIpV6Test-919214857 tempest-BulkNetworkOpsIpV6Test-919214857-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1403574153'}} {{(pid=103229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 19:11:05.377919 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-115d1036-fe22-46fe-ab67-ebacbbe7b63b tempest-SecurityGroupRulesTestJSON-1251428072 tempest-SecurityGroupRulesTestJSON-1251428072-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=61db8a16-5a18-4706-a440-085fa0f5d054,revision_number=None']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:11:05.419564 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-75c31450-512f-4cbb-8d10-1e80e382cdb6 tempest-BulkNetworkOpsIpV6Test-919214857 tempest-BulkNetworkOpsIpV6Test-919214857-project] Made reservation on behalf of f9084fb706754824974174155826df96 for: {'network': 1} {{(pid=103229) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 19:11:05.429336 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-75c31450-512f-4cbb-8d10-1e80e382cdb6 tempest-BulkNetworkOpsIpV6Test-919214857 tempest-BulkNetworkOpsIpV6Test-919214857-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for network (None), before_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:11:05.523195 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-75c31450-512f-4cbb-8d10-1e80e382cdb6 tempest-BulkNetworkOpsIpV6Test-919214857 tempest-BulkNetworkOpsIpV6Test-919214857-project] vlan segment allocate from pool success with {'vlan_id': 396, 'physical_network': 'physnet1'} {{(pid=103229) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 19:11:05.545267 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-75c31450-512f-4cbb-8d10-1e80e382cdb6 tempest-BulkNetworkOpsIpV6Test-919214857 tempest-BulkNetworkOpsIpV6Test-919214857-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-759574'] for segment (3be13859-af8b-4f51-b46c-f93381fa1d2a), precommit_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:11:05.545826 n-d-713498-36 neutron-server[103229]: INFO neutron.db.segments_db [None req-75c31450-512f-4cbb-8d10-1e80e382cdb6 tempest-BulkNetworkOpsIpV6Test-919214857 tempest-BulkNetworkOpsIpV6Test-919214857-project] Added segment 3be13859-af8b-4f51-b46c-f93381fa1d2a of type vlan for network 8decc434-373a-4f56-9830-c7ca6504bb88 Feb 09 19:11:05.651331 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-75c31450-512f-4cbb-8d10-1e80e382cdb6 tempest-BulkNetworkOpsIpV6Test-919214857 tempest-BulkNetworkOpsIpV6Test-919214857-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762866642225'] for network (8decc434-373a-4f56-9830-c7ca6504bb88), precommit_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:11:05.756692 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-75c31450-512f-4cbb-8d10-1e80e382cdb6 tempest-BulkNetworkOpsIpV6Test-919214857 tempest-BulkNetworkOpsIpV6Test-919214857-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1885479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452'] for network (8decc434-373a-4f56-9830-c7ca6504bb88), after_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:11:05.772543 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75c31450-512f-4cbb-8d10-1e80e382cdb6 tempest-BulkNetworkOpsIpV6Test-919214857 tempest-BulkNetworkOpsIpV6Test-919214857-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:11:05.773248 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-75c31450-512f-4cbb-8d10-1e80e382cdb6 tempest-BulkNetworkOpsIpV6Test-919214857 tempest-BulkNetworkOpsIpV6Test-919214857-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1613566'] for network (None), before_response {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:11:05.799020 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-8b82496e-2802-44fe-b96a-44e6e5f0859d req-93bf91f9-1c36-4297-9d92-056526e06562 tempest-SecurityGroupRulesTestJSON-1251428072 tempest-SecurityGroupRulesTestJSON-1251428072-project] 10.222.0.75 "GET /v2.0/security-groups/6ed1b92f-c96c-4666-adbc-58f379e66c07 HTTP/1.1" status: 200 len: 1823 time: 0.1293113 Feb 09 19:11:05.877444 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75c31450-512f-4cbb-8d10-1e80e382cdb6 tempest-BulkNetworkOpsIpV6Test-919214857 tempest-BulkNetworkOpsIpV6Test-919214857-project] Pushing event updated for resources: {'Network': ['ID=8decc434-373a-4f56-9830-c7ca6504bb88,revision_number=1']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:11:05.890385 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Network 8decc434-373a-4f56-9830-c7ca6504bb88 details requested by agent ovs-agent-n-d-713498-36 with host n-d-713498-36 {{(pid=103232) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 19:11:05.938920 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-75c31450-512f-4cbb-8d10-1e80e382cdb6 tempest-BulkNetworkOpsIpV6Test-919214857 tempest-BulkNetworkOpsIpV6Test-919214857-project] 10.222.0.75 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.5807700 Feb 09 19:11:05.939812 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 58144) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:11:05.946751 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.v2.base [None req-19c5cf48-5859-4bc8-94d4-3fc24bd94cd6 tempest-BulkNetworkOpsIpV6Test-919214857 tempest-BulkNetworkOpsIpV6Test-919214857-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-20380659'}} {{(pid=103230) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 19:11:05.962429 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-8b82496e-2802-44fe-b96a-44e6e5f0859d req-4f96b6da-e3b9-4099-89bd-052206691480 tempest-SecurityGroupRulesTestJSON-1251428072 tempest-SecurityGroupRulesTestJSON-1251428072-project] Publish callbacks [] for security_group (6ed1b92f-c96c-4666-adbc-58f379e66c07), before_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:11:06.022293 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-8b82496e-2802-44fe-b96a-44e6e5f0859d req-4f96b6da-e3b9-4099-89bd-052206691480 tempest-SecurityGroupRulesTestJSON-1251428072 tempest-SecurityGroupRulesTestJSON-1251428072-project] Publish callbacks [] for security_group (6ed1b92f-c96c-4666-adbc-58f379e66c07), precommit_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:11:06.026681 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-19c5cf48-5859-4bc8-94d4-3fc24bd94cd6 tempest-BulkNetworkOpsIpV6Test-919214857 tempest-BulkNetworkOpsIpV6Test-919214857-project] Made reservation on behalf of f9084fb706754824974174155826df96 for: {'network': 1} {{(pid=103230) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 19:11:06.044744 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-19c5cf48-5859-4bc8-94d4-3fc24bd94cd6 tempest-BulkNetworkOpsIpV6Test-919214857 tempest-BulkNetworkOpsIpV6Test-919214857-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for network (None), before_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:11:06.101406 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-8b82496e-2802-44fe-b96a-44e6e5f0859d req-4f96b6da-e3b9-4099-89bd-052206691480 tempest-SecurityGroupRulesTestJSON-1251428072 tempest-SecurityGroupRulesTestJSON-1251428072-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1892331'] for security_group (6ed1b92f-c96c-4666-adbc-58f379e66c07), after_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:11:06.107103 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-8b82496e-2802-44fe-b96a-44e6e5f0859d req-4f96b6da-e3b9-4099-89bd-052206691480 tempest-SecurityGroupRulesTestJSON-1251428072 tempest-SecurityGroupRulesTestJSON-1251428072-project] Publish callbacks [] for security_group (None), before_response {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:11:06.111028 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-8b82496e-2802-44fe-b96a-44e6e5f0859d req-4f96b6da-e3b9-4099-89bd-052206691480 tempest-SecurityGroupRulesTestJSON-1251428072 tempest-SecurityGroupRulesTestJSON-1251428072-project] 10.222.0.75 "DELETE /v2.0/security-groups/6ed1b92f-c96c-4666-adbc-58f379e66c07 HTTP/1.1" status: 204 len: 173 time: 0.3093956 Feb 09 19:11:06.114111 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-19c5cf48-5859-4bc8-94d4-3fc24bd94cd6 tempest-BulkNetworkOpsIpV6Test-919214857 tempest-BulkNetworkOpsIpV6Test-919214857-project] vlan segment allocate from pool success with {'vlan_id': 372, 'physical_network': 'physnet1'} {{(pid=103230) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 19:11:06.133327 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-19c5cf48-5859-4bc8-94d4-3fc24bd94cd6 tempest-BulkNetworkOpsIpV6Test-919214857 tempest-BulkNetworkOpsIpV6Test-919214857-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-759574'] for segment (c20ba01f-c1b1-4e24-8705-8b428142de44), precommit_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:11:06.133670 n-d-713498-36 neutron-server[103230]: INFO neutron.db.segments_db [None req-19c5cf48-5859-4bc8-94d4-3fc24bd94cd6 tempest-BulkNetworkOpsIpV6Test-919214857 tempest-BulkNetworkOpsIpV6Test-919214857-project] Added segment c20ba01f-c1b1-4e24-8705-8b428142de44 of type vlan for network 22bdd2b2-cf12-4e95-afee-9547f6b1ccf1 Feb 09 19:11:06.137684 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f96b6da-e3b9-4099-89bd-052206691480 tempest-SecurityGroupRulesTestJSON-1251428072 tempest-SecurityGroupRulesTestJSON-1251428072-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6ed1b92f-c96c-4666-adbc-58f379e66c07,revision_number=None']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:11:06.248959 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-19c5cf48-5859-4bc8-94d4-3fc24bd94cd6 tempest-BulkNetworkOpsIpV6Test-919214857 tempest-BulkNetworkOpsIpV6Test-919214857-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762866642225'] for network (22bdd2b2-cf12-4e95-afee-9547f6b1ccf1), precommit_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:11:06.294920 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-19c5cf48-5859-4bc8-94d4-3fc24bd94cd6 tempest-BulkNetworkOpsIpV6Test-919214857 tempest-BulkNetworkOpsIpV6Test-919214857-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1885479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452'] for network (22bdd2b2-cf12-4e95-afee-9547f6b1ccf1), after_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:11:06.301912 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19c5cf48-5859-4bc8-94d4-3fc24bd94cd6 tempest-BulkNetworkOpsIpV6Test-919214857 tempest-BulkNetworkOpsIpV6Test-919214857-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:11:06.303973 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-19c5cf48-5859-4bc8-94d4-3fc24bd94cd6 tempest-BulkNetworkOpsIpV6Test-919214857 tempest-BulkNetworkOpsIpV6Test-919214857-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1613566'] for network (None), before_response {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:11:06.323131 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b469146d-223b-40c9-be67-321a954f976f req-3b530d8e-1351-45c3-abdd-cac04e9534dd tempest-ServersTestFqdnHostnames-1825251855 tempest-ServersTestFqdnHostnames-1825251855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:11:06.332732 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-b469146d-223b-40c9-be67-321a954f976f req-3b530d8e-1351-45c3-abdd-cac04e9534dd tempest-ServersTestFqdnHostnames-1825251855 tempest-ServersTestFqdnHostnames-1825251855-project] 10.222.0.75 "GET /v2.0/ports?device_id=c5d2681e-23b5-4d8d-a699-6d3341555f0c HTTP/1.1" status: 200 len: 946 time: 0.1195750 Feb 09 19:11:06.394620 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-19c5cf48-5859-4bc8-94d4-3fc24bd94cd6 tempest-BulkNetworkOpsIpV6Test-919214857 tempest-BulkNetworkOpsIpV6Test-919214857-project] 10.222.0.75 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 0.4441352 Feb 09 19:11:06.405268 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19c5cf48-5859-4bc8-94d4-3fc24bd94cd6 tempest-BulkNetworkOpsIpV6Test-919214857 tempest-BulkNetworkOpsIpV6Test-919214857-project] Pushing event updated for resources: {'Network': ['ID=22bdd2b2-cf12-4e95-afee-9547f6b1ccf1,revision_number=1']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:11:06.407014 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Network 22bdd2b2-cf12-4e95-afee-9547f6b1ccf1 details requested by agent ovs-agent-n-d-713498-36 with host n-d-713498-36 {{(pid=103232) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 19:11:06.450589 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-b469146d-223b-40c9-be67-321a954f976f req-64f69e17-de21-4e23-b8ce-6976874de67e tempest-ServersTestFqdnHostnames-1825251855 tempest-ServersTestFqdnHostnames-1825251855-project] 10.222.0.75 "GET /v2.0/security-groups?id=27f37715-a20e-4347-b5d3-f680924256da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1159604 Feb 09 19:11:06.682372 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3113cf5-2014-4668-94e1-7b5156f7d131 req-e81d75cf-f23b-489b-bb7e-651022a5fa50 tempest-DeleteServersTestJSON-1870379525 tempest-DeleteServersTestJSON-1870379525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:11:06.691633 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-b3113cf5-2014-4668-94e1-7b5156f7d131 req-e81d75cf-f23b-489b-bb7e-651022a5fa50 tempest-DeleteServersTestJSON-1870379525 tempest-DeleteServersTestJSON-1870379525-project] 10.222.0.75 "GET /v2.0/ports?device_id=5e66146c-80cb-464f-a195-4176fc6a344c HTTP/1.1" status: 200 len: 946 time: 0.1136382 Feb 09 19:11:06.768659 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-b3113cf5-2014-4668-94e1-7b5156f7d131 req-f58ac14f-cd16-403a-9a2c-1c5ce998f139 tempest-DeleteServersTestJSON-1870379525 tempest-DeleteServersTestJSON-1870379525-project] 10.222.0.75 "GET /v2.0/security-groups?id=5ce92d32-ca94-4b6c-925d-b9dff609abe6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0758200 Feb 09 19:11:06.876582 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-f1ed827b-7a6f-4d9e-9b2f-5e97a13fa46c req-81ce7ac7-1fa5-4c99-b307-3323fafa1848 tempest-SecurityGroupRulesTestJSON-1251428072 tempest-SecurityGroupRulesTestJSON-1251428072-project] 10.222.0.75 "GET /v2.0/security-groups/aea3deaf-3019-4286-96c9-efa03de45d36 HTTP/1.1" status: 200 len: 2422 time: 0.0731313 Feb 09 19:11:06.991128 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-f1ed827b-7a6f-4d9e-9b2f-5e97a13fa46c req-ee1f0bd4-2f5e-4842-95f1-c9f655214a72 tempest-SecurityGroupRulesTestJSON-1251428072 tempest-SecurityGroupRulesTestJSON-1251428072-project] Publish callbacks [] for security_group (aea3deaf-3019-4286-96c9-efa03de45d36), before_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:11:07.193536 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-f1ed827b-7a6f-4d9e-9b2f-5e97a13fa46c req-ee1f0bd4-2f5e-4842-95f1-c9f655214a72 tempest-SecurityGroupRulesTestJSON-1251428072 tempest-SecurityGroupRulesTestJSON-1251428072-project] Publish callbacks [] for security_group (aea3deaf-3019-4286-96c9-efa03de45d36), precommit_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:11:07.304767 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ba89df1-0583-4d52-9fe0-e15f64a1655f req-4f073d9b-4171-4e0f-9624-420b0ddab229 tempest-ServersTestFqdnHostnames-1825251855 tempest-ServersTestFqdnHostnames-1825251855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:11:07.306560 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-6ba89df1-0583-4d52-9fe0-e15f64a1655f req-4f073d9b-4171-4e0f-9624-420b0ddab229 tempest-ServersTestFqdnHostnames-1825251855 tempest-ServersTestFqdnHostnames-1825251855-project] 10.222.0.89 "GET /v2.0/ports?device_id=c5d2681e-23b5-4d8d-a699-6d3341555f0c HTTP/1.1" status: 200 len: 946 time: 0.2854135 Feb 09 19:11:07.308215 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-f1ed827b-7a6f-4d9e-9b2f-5e97a13fa46c req-ee1f0bd4-2f5e-4842-95f1-c9f655214a72 tempest-SecurityGroupRulesTestJSON-1251428072 tempest-SecurityGroupRulesTestJSON-1251428072-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1892331'] for security_group (aea3deaf-3019-4286-96c9-efa03de45d36), after_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:11:07.311391 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-f1ed827b-7a6f-4d9e-9b2f-5e97a13fa46c req-ee1f0bd4-2f5e-4842-95f1-c9f655214a72 tempest-SecurityGroupRulesTestJSON-1251428072 tempest-SecurityGroupRulesTestJSON-1251428072-project] Publish callbacks [] for security_group (None), before_response {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:11:07.328781 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-f1ed827b-7a6f-4d9e-9b2f-5e97a13fa46c req-ee1f0bd4-2f5e-4842-95f1-c9f655214a72 tempest-SecurityGroupRulesTestJSON-1251428072 tempest-SecurityGroupRulesTestJSON-1251428072-project] 10.222.0.75 "DELETE /v2.0/security-groups/aea3deaf-3019-4286-96c9-efa03de45d36 HTTP/1.1" status: 204 len: 173 time: 0.4498303 Feb 09 19:11:07.520091 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee1f0bd4-2f5e-4842-95f1-c9f655214a72 tempest-SecurityGroupRulesTestJSON-1251428072 tempest-SecurityGroupRulesTestJSON-1251428072-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=aea3deaf-3019-4286-96c9-efa03de45d36,revision_number=None']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:11:07.574724 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-41374de2-69aa-46b2-a482-b2a0f8f69b7d req-f2b946da-2916-445e-8976-468e6c272759 tempest-LiveMigrationTest-1021096981 tempest-LiveMigrationTest-1021096981-project] 10.222.0.75 "GET /v2.0/ports?device_id=a26f3e83-5a8d-4d9d-aa20-3d25b99af655 HTTP/1.1" status: 200 len: 210 time: 0.1006920 Feb 09 19:11:07.665779 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.plugin [req-6ba89df1-0583-4d52-9fe0-e15f64a1655f req-457d9b1b-e0a1-404b-a5e3-a57348a07e66 tempest-ServersTestFqdnHostnames-1825251855 tempest-ServersTestFqdnHostnames-1825251855-project] Deleting port f15fe795-6046-4375-a746-770f76bc70f6 {{(pid=103229) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 19:11:07.666448 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-6ba89df1-0583-4d52-9fe0-e15f64a1655f req-457d9b1b-e0a1-404b-a5e3-a57348a07e66 tempest-ServersTestFqdnHostnames-1825251855 tempest-ServersTestFqdnHostnames-1825251855-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762867170196'] for port (f15fe795-6046-4375-a746-770f76bc70f6), before_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:11:07.760117 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-423a4fa9-b26d-46ab-9f53-c4ee9598e5a9 req-ce872786-be99-4db0-9056-772a40859276 tempest-SecurityGroupRulesTestJSON-1251428072 tempest-SecurityGroupRulesTestJSON-1251428072-project] 10.222.0.75 "GET /v2.0/security-groups/5a642f6d-7f09-4de9-a7c6-bceea0443ff9 HTTP/1.1" status: 200 len: 2416 time: 0.1302886 Feb 09 19:11:07.866712 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-423a4fa9-b26d-46ab-9f53-c4ee9598e5a9 req-c5232b5c-7133-417b-9abd-2dfe59aa058c tempest-SecurityGroupRulesTestJSON-1251428072 tempest-SecurityGroupRulesTestJSON-1251428072-project] Publish callbacks [] for security_group (5a642f6d-7f09-4de9-a7c6-bceea0443ff9), before_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:11:07.908340 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.db [req-6ba89df1-0583-4d52-9fe0-e15f64a1655f req-457d9b1b-e0a1-404b-a5e3-a57348a07e66 tempest-ServersTestFqdnHostnames-1825251855 tempest-ServersTestFqdnHostnames-1825251855-project] For port f15fe795-6046-4375-a746-770f76bc70f6, host n-h1-713498-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-36',level=0,port_id=f15fe795-6046-4375-a746-770f76bc70f6,segment=NetworkSegment(142497ea-782c-49a4-8188-5e519c68d621),segment_id=142497ea-782c-49a4-8188-5e519c68d621)] {{(pid=103229) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 19:11:07.909087 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-6ba89df1-0583-4d52-9fe0-e15f64a1655f req-457d9b1b-e0a1-404b-a5e3-a57348a07e66 tempest-ServersTestFqdnHostnames-1825251855 tempest-ServersTestFqdnHostnames-1825251855-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1820838'] for port (f15fe795-6046-4375-a746-770f76bc70f6), precommit_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:11:07.942144 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-423a4fa9-b26d-46ab-9f53-c4ee9598e5a9 req-c5232b5c-7133-417b-9abd-2dfe59aa058c tempest-SecurityGroupRulesTestJSON-1251428072 tempest-SecurityGroupRulesTestJSON-1251428072-project] Publish callbacks [] for security_group (5a642f6d-7f09-4de9-a7c6-bceea0443ff9), precommit_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:11:08.207895 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-6ba89df1-0583-4d52-9fe0-e15f64a1655f req-457d9b1b-e0a1-404b-a5e3-a57348a07e66 tempest-ServersTestFqdnHostnames-1825251855 tempest-ServersTestFqdnHostnames-1825251855-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:11:08.207895 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-6ba89df1-0583-4d52-9fe0-e15f64a1655f req-457d9b1b-e0a1-404b-a5e3-a57348a07e66 tempest-ServersTestFqdnHostnames-1825251855 tempest-ServersTestFqdnHostnames-1825251855-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1818909'] for floatingip (b0e91426-d3cd-43a1-bac3-a38870a1fd92), after_update {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:11:08.207895 n-d-713498-36 neutron-server[103229]: INFO neutron.db.l3_db [req-6ba89df1-0583-4d52-9fe0-e15f64a1655f req-457d9b1b-e0a1-404b-a5e3-a57348a07e66 tempest-ServersTestFqdnHostnames-1825251855 tempest-ServersTestFqdnHostnames-1825251855-project] Floating IP b0e91426-d3cd-43a1-bac3-a38870a1fd92 disassociated. External IP: 172.25.1.194, port: f15fe795-6046-4375-a746-770f76bc70f6. Feb 09 19:11:08.208611 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.plugin [req-6ba89df1-0583-4d52-9fe0-e15f64a1655f req-457d9b1b-e0a1-404b-a5e3-a57348a07e66 tempest-ServersTestFqdnHostnames-1825251855 tempest-ServersTestFqdnHostnames-1825251855-project] Calling delete_port for f15fe795-6046-4375-a746-770f76bc70f6 owned by compute:nova {{(pid=103229) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 19:11:08.362591 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-423a4fa9-b26d-46ab-9f53-c4ee9598e5a9 req-c5232b5c-7133-417b-9abd-2dfe59aa058c tempest-SecurityGroupRulesTestJSON-1251428072 tempest-SecurityGroupRulesTestJSON-1251428072-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1892331'] for security_group (5a642f6d-7f09-4de9-a7c6-bceea0443ff9), after_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:11:08.367801 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-423a4fa9-b26d-46ab-9f53-c4ee9598e5a9 req-c5232b5c-7133-417b-9abd-2dfe59aa058c tempest-SecurityGroupRulesTestJSON-1251428072 tempest-SecurityGroupRulesTestJSON-1251428072-project] Publish callbacks [] for security_group (None), before_response {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:11:08.369343 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-423a4fa9-b26d-46ab-9f53-c4ee9598e5a9 req-c5232b5c-7133-417b-9abd-2dfe59aa058c tempest-SecurityGroupRulesTestJSON-1251428072 tempest-SecurityGroupRulesTestJSON-1251428072-project] 10.222.0.75 "DELETE /v2.0/security-groups/5a642f6d-7f09-4de9-a7c6-bceea0443ff9 HTTP/1.1" status: 204 len: 173 time: 0.6078835 Feb 09 19:11:08.375289 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 58162) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:11:08.415202 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5232b5c-7133-417b-9abd-2dfe59aa058c tempest-SecurityGroupRulesTestJSON-1251428072 tempest-SecurityGroupRulesTestJSON-1251428072-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5a642f6d-7f09-4de9-a7c6-bceea0443ff9,revision_number=None']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:11:08.463961 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-6ba89df1-0583-4d52-9fe0-e15f64a1655f req-457d9b1b-e0a1-404b-a5e3-a57348a07e66 tempest-ServersTestFqdnHostnames-1825251855 tempest-ServersTestFqdnHostnames-1825251855-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762867177463', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762866656476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12867576'] for port (f15fe795-6046-4375-a746-770f76bc70f6), after_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:11:08.491711 n-d-713498-36 neutron-server[103230]: DEBUG neutron.db.db_base_plugin_v2 [None req-0a19c209-210f-4725-b0c4-992d2e9bba94 admin admin] Deleting subnet 5035e743-173d-4287-b843-1b3a700f05f7 {{(pid=103230) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 19:11:08.496855 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-0a19c209-210f-4725-b0c4-992d2e9bba94 admin admin] Publish callbacks [] for subnet (5035e743-173d-4287-b843-1b3a700f05f7), before_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:11:08.551477 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-0a19c209-210f-4725-b0c4-992d2e9bba94 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12895822'] for subnet (5035e743-173d-4287-b843-1b3a700f05f7), precommit_delete_associations {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:11:08.585526 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-457d9b1b-e0a1-404b-a5e3-a57348a07e66 tempest-ServersTestFqdnHostnames-1825251855 tempest-ServersTestFqdnHostnames-1825251855-project] Pushing event deleted for resources: {'Port': ['ID=f15fe795-6046-4375-a746-770f76bc70f6,revision_number=None']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:11:08.657566 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-0a19c209-210f-4725-b0c4-992d2e9bba94 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-759852'] for subnet (5035e743-173d-4287-b843-1b3a700f05f7), precommit_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:11:08.904402 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-0a19c209-210f-4725-b0c4-992d2e9bba94 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-760023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14393672', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12985882'] for subnet (5035e743-173d-4287-b843-1b3a700f05f7), after_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:11:08.960664 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-0a19c209-210f-4725-b0c4-992d2e9bba94 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:11:08.968215 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-0a19c209-210f-4725-b0c4-992d2e9bba94 admin admin] 10.222.0.75 "DELETE /v2.0/subnets/5035e743-173d-4287-b843-1b3a700f05f7 HTTP/1.1" status: 204 len: 168 time: 0.5912883 Feb 09 19:11:08.970558 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 58166) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:11:08.972883 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a19c209-210f-4725-b0c4-992d2e9bba94 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5035e743-173d-4287-b843-1b3a700f05f7,revision_number=None']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:11:09.161622 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-733a5290-ee05-4700-a97f-7f23e2eaa2f2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-670458'] for network (b5c8cb7e-f5ee-4dcf-afc4-2821334bd6c6), before_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:11:09.161818 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-8e5a579f-96d8-4e9a-89f4-431d6b6bb180 req-1af467a1-c844-4a8e-bf6e-5501961a98d9 tempest-ServersTestFqdnHostnames-1825251855 tempest-ServersTestFqdnHostnames-1825251855-project] 10.222.0.75 "GET /v2.0/ports?device_id=c5d2681e-23b5-4d8d-a699-6d3341555f0c HTTP/1.1" status: 200 len: 210 time: 0.4277453 Feb 09 19:11:09.200741 n-d-713498-36 neutron-server[103229]: DEBUG neutron.scheduler.l3_agent_scheduler [req-6ba89df1-0583-4d52-9fe0-e15f64a1655f req-457d9b1b-e0a1-404b-a5e3-a57348a07e66 tempest-ServersTestFqdnHostnames-1825251855 tempest-ServersTestFqdnHostnames-1825251855-project] Router b479526c-50ae-4c5b-aad2-e8f4dc1e5a41 has already been hosted by L3 agent 93303d5e-5d17-45e8-8963-7694f87783ae {{(pid=103229) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 19:11:09.511426 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-733a5290-ee05-4700-a97f-7f23e2eaa2f2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-590267', 'neutron.services.segments.db._delete_segments_for_network-8762867132609'] for network (b5c8cb7e-f5ee-4dcf-afc4-2821334bd6c6), precommit_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:11:09.570869 n-d-713498-36 neutron-server[103230]: DEBUG neutron.services.segments.db [None req-733a5290-ee05-4700-a97f-7f23e2eaa2f2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b5c8cb7e-f5ee-4dcf-afc4-2821334bd6c6']}} {{(pid=103230) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:11:09.609877 n-d-713498-36 neutron-server[103230]: DEBUG neutron.services.segments.db [None req-733a5290-ee05-4700-a97f-7f23e2eaa2f2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cc78ec6e-f024-48b5-9e56-faea66a621f4') {'for_net_delete': True} {{(pid=103230) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:11:09.610286 n-d-713498-36 neutron-server[103230]: DEBUG neutron.services.segments.db [None req-733a5290-ee05-4700-a97f-7f23e2eaa2f2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cc78ec6e-f024-48b5-9e56-faea66a621f4') {} {{(pid=103230) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:11:09.646111 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-733a5290-ee05-4700-a97f-7f23e2eaa2f2 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762867134154', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12895813'] for segment (cc78ec6e-f024-48b5-9e56-faea66a621f4), before_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:11:09.649112 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-6ba89df1-0583-4d52-9fe0-e15f64a1655f req-457d9b1b-e0a1-404b-a5e3-a57348a07e66 tempest-ServersTestFqdnHostnames-1825251855 tempest-ServersTestFqdnHostnames-1825251855-project] Notify agent at l3_agent.n-d-713498-36 the message routers_updated {{(pid=103229) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 19:11:09.662293 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95bd1f70-4d20-4c09-abd1-01a29a997477 None None] Sync routers for ids ['b479526c-50ae-4c5b-aad2-e8f4dc1e5a41'] in n-d-713498-36 {{(pid=103232) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 19:11:09.690464 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95bd1f70-4d20-4c09-abd1-01a29a997477 None None] Routers {'b479526c-50ae-4c5b-aad2-e8f4dc1e5a41'} bound to L3 agent in host n-d-713498-36 {{(pid=103232) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 19:11:09.699128 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.l3_hamode_db [None req-95bd1f70-4d20-4c09-abd1-01a29a997477 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T18:51:43Z,description=,heartbeat_timestamp=2022-02-09T19:10:43Z,host='n-d-713498-36',id=93303d5e-5d17-45e8-8963-7694f87783ae,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T18:51:43Z,topic='l3_agent')) {'router_ids': ['b479526c-50ae-4c5b-aad2-e8f4dc1e5a41'], 'active': True} {{(pid=103232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:11:09.711157 n-d-713498-36 neutron-server[103229]: DEBUG neutron.db.l3_dvrscheduler_db [req-6ba89df1-0583-4d52-9fe0-e15f64a1655f req-457d9b1b-e0a1-404b-a5e3-a57348a07e66 tempest-ServersTestFqdnHostnames-1825251855 tempest-ServersTestFqdnHostnames-1825251855-project] No DVR routers for this DVR port f15fe795-6046-4375-a746-770f76bc70f6 on host n-h1-713498-36 {{(pid=103229) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 19:11:09.717636 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-6ba89df1-0583-4d52-9fe0-e15f64a1655f req-457d9b1b-e0a1-404b-a5e3-a57348a07e66 tempest-ServersTestFqdnHostnames-1825251855 tempest-ServersTestFqdnHostnames-1825251855-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171096'] for port (None), before_response {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:11:09.727560 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-6ba89df1-0583-4d52-9fe0-e15f64a1655f req-457d9b1b-e0a1-404b-a5e3-a57348a07e66 tempest-ServersTestFqdnHostnames-1825251855 tempest-ServersTestFqdnHostnames-1825251855-project] 10.222.0.89 "DELETE /v2.0/ports/f15fe795-6046-4375-a746-770f76bc70f6 HTTP/1.1" status: 204 len: 173 time: 2.3969443 Feb 09 19:11:09.743405 n-d-713498-36 neutron-server[103229]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c5d2681e-23b5-4d8d-a699-6d3341555f0c', 'name': 'network-vif-deleted', 'tag': 'f15fe795-6046-4375-a746-770f76bc70f6'}] {{(pid=103229) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 19:11:09.745725 n-d-713498-36 neutron-server[103229]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fa6ae9a20702bd564eaf90d946620b2b4277b1ab91129323d3b54181076be307" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e1f69646-c94a-4522-b9d5-a2cdbbaf08e6" -d '{"events": [{"server_uuid": "c5d2681e-23b5-4d8d-a699-6d3341555f0c", "name": "network-vif-deleted", "tag": "f15fe795-6046-4375-a746-770f76bc70f6"}]}' {{(pid=103229) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 19:11:09.764911 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-733a5290-ee05-4700-a97f-7f23e2eaa2f2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-759574'] for segment (cc78ec6e-f024-48b5-9e56-faea66a621f4), precommit_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:11:09.784118 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-733a5290-ee05-4700-a97f-7f23e2eaa2f2 admin admin] Releasing vlan 398 on physical network physnet1 to pool {{(pid=103230) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 19:11:09.785835 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-733a5290-ee05-4700-a97f-7f23e2eaa2f2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-759574', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14393826'] for segment (cc78ec6e-f024-48b5-9e56-faea66a621f4), after_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:11:09.792030 n-d-713498-36 neutron-server[103230]: Traceback (most recent call last): Feb 09 19:11:09.792030 n-d-713498-36 neutron-server[103230]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 19:11:09.792030 n-d-713498-36 neutron-server[103230]: timer() Feb 09 19:11:09.792030 n-d-713498-36 neutron-server[103230]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 19:11:09.792030 n-d-713498-36 neutron-server[103230]: cb(*args, **kw) Feb 09 19:11:09.792030 n-d-713498-36 neutron-server[103230]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 19:11:09.792030 n-d-713498-36 neutron-server[103230]: return func(*args, **kwargs) Feb 09 19:11:09.792030 n-d-713498-36 neutron-server[103230]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 19:11:09.792030 n-d-713498-36 neutron-server[103230]: self._notify() Feb 09 19:11:09.792030 n-d-713498-36 neutron-server[103230]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 19:11:09.792030 n-d-713498-36 neutron-server[103230]: self.callback(batched_events) Feb 09 19:11:09.792030 n-d-713498-36 neutron-server[103230]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 19:11:09.792030 n-d-713498-36 neutron-server[103230]: event.method(event) Feb 09 19:11:09.792030 n-d-713498-36 neutron-server[103230]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 19:11:09.792030 n-d-713498-36 neutron-server[103230]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 19:11:09.792030 n-d-713498-36 neutron-server[103230]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 19:11:09.792030 n-d-713498-36 neutron-server[103230]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 19:11:09.792030 n-d-713498-36 neutron-server[103230]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 19:11:09.792030 n-d-713498-36 neutron-server[103230]: return f(self, *a, **k) Feb 09 19:11:09.792030 n-d-713498-36 neutron-server[103230]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 19:11:09.792030 n-d-713498-36 neutron-server[103230]: return self._get(url).json() Feb 09 19:11:09.792030 n-d-713498-36 neutron-server[103230]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 19:11:09.792030 n-d-713498-36 neutron-server[103230]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 19:11:09.792030 n-d-713498-36 neutron-server[103230]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 19:11:09.792030 n-d-713498-36 neutron-server[103230]: return self.request(url, 'GET', **kwargs) Feb 09 19:11:09.792030 n-d-713498-36 neutron-server[103230]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 19:11:09.792030 n-d-713498-36 neutron-server[103230]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 19:11:09.792030 n-d-713498-36 neutron-server[103230]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 19:11:09.792030 n-d-713498-36 neutron-server[103230]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 19:11:09.792030 n-d-713498-36 neutron-server[103230]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 19:11:09.792030 n-d-713498-36 neutron-server[103230]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 19:11:09.792030 n-d-713498-36 neutron-server[103230]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 19:11:09.881236 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cfd8b5a-f7f5-40dc-9dde-d5d1187be118 req-4d51f026-0b1b-4bfd-98e5-d5f6fc8c644e tempest-DeleteServersTestJSON-1870379525 tempest-DeleteServersTestJSON-1870379525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:11:09.897143 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 58178) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:11:09.900040 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-2cfd8b5a-f7f5-40dc-9dde-d5d1187be118 req-4d51f026-0b1b-4bfd-98e5-d5f6fc8c644e tempest-DeleteServersTestJSON-1870379525 tempest-DeleteServersTestJSON-1870379525-project] 10.222.0.75 "GET /v2.0/ports?device_id=5e66146c-80cb-464f-a195-4176fc6a344c HTTP/1.1" status: 200 len: 946 time: 0.4243581 Feb 09 19:11:09.904341 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.v2.base [None req-cea0e27e-91fd-49ce-b340-8890a39047b9 tempest-BulkNetworkOpsIpV6Test-919214857 tempest-BulkNetworkOpsIpV6Test-919214857-project] Request body: {'subnets': [{'network_id': '8decc434-373a-4f56-9830-c7ca6504bb88', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--514035087', 'ip_version': 6}, {'network_id': '22bdd2b2-cf12-4e95-afee-9547f6b1ccf1', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}]} {{(pid=103230) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 19:11:09.904799 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.v2.base [None req-cea0e27e-91fd-49ce-b340-8890a39047b9 tempest-BulkNetworkOpsIpV6Test-919214857 tempest-BulkNetworkOpsIpV6Test-919214857-project] Request body: {'subnet': {'network_id': '8decc434-373a-4f56-9830-c7ca6504bb88', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--514035087', 'ip_version': 6}} {{(pid=103230) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 19:11:09.905634 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.v2.base [None req-cea0e27e-91fd-49ce-b340-8890a39047b9 tempest-BulkNetworkOpsIpV6Test-919214857 tempest-BulkNetworkOpsIpV6Test-919214857-project] Request body: {'subnet': {'network_id': '22bdd2b2-cf12-4e95-afee-9547f6b1ccf1', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}} {{(pid=103230) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 19:11:10.060281 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-2cfd8b5a-f7f5-40dc-9dde-d5d1187be118 req-abf0def5-805f-499a-a09a-196590498fb0 tempest-DeleteServersTestJSON-1870379525 tempest-DeleteServersTestJSON-1870379525-project] 10.222.0.75 "GET /v2.0/security-groups?id=5ce92d32-ca94-4b6c-925d-b9dff609abe6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1559041 Feb 09 19:11:10.136798 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.l3_dvr_db [None req-95bd1f70-4d20-4c09-abd1-01a29a997477 None None] Set router b479526c-50ae-4c5b-aad2-e8f4dc1e5a41 gateway port host: n-d-713498-36 {{(pid=103232) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 19:11:10.180776 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-733a5290-ee05-4700-a97f-7f23e2eaa2f2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-590242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1885479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1818895'] for network (b5c8cb7e-f5ee-4dcf-afc4-2821334bd6c6), after_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:11:10.220491 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-733a5290-ee05-4700-a97f-7f23e2eaa2f2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1613566'] for network (None), before_response {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:11:10.228214 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-733a5290-ee05-4700-a97f-7f23e2eaa2f2 admin admin] 10.222.0.75 "DELETE /v2.0/networks/b5c8cb7e-f5ee-4dcf-afc4-2821334bd6c6 HTTP/1.1" status: 204 len: 168 time: 1.2496736 Feb 09 19:11:10.344880 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-733a5290-ee05-4700-a97f-7f23e2eaa2f2 admin admin] Pushing event deleted for resources: {'Network': ['ID=b5c8cb7e-f5ee-4dcf-afc4-2821334bd6c6,revision_number=None']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:11:10.364509 n-d-713498-36 neutron-server[103229]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 19:11:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8fce3e41-83ee-4cb7-860c-927c48efccd6 x-openstack-request-id: req-8fce3e41-83ee-4cb7-860c-927c48efccd6 {{(pid=103229) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 19:11:10.364509 n-d-713498-36 neutron-server[103229]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c5d2681e-23b5-4d8d-a699-6d3341555f0c", "name": "network-vif-deleted", "tag": "f15fe795-6046-4375-a746-770f76bc70f6", "status": "completed", "code": 200}]} {{(pid=103229) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 19:11:10.364509 n-d-713498-36 neutron-server[103229]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-8fce3e41-83ee-4cb7-860c-927c48efccd6 {{(pid=103229) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 19:11:10.364903 n-d-713498-36 neutron-server[103229]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c5d2681e-23b5-4d8d-a699-6d3341555f0c', 'name': 'network-vif-deleted', 'tag': 'f15fe795-6046-4375-a746-770f76bc70f6', 'status': 'completed', 'code': 200} Feb 09 19:11:10.466543 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cea0e27e-91fd-49ce-b340-8890a39047b9 tempest-BulkNetworkOpsIpV6Test-919214857 tempest-BulkNetworkOpsIpV6Test-919214857-project] Made reservation on behalf of f9084fb706754824974174155826df96 for: {'subnet': 2} {{(pid=103230) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 19:11:10.473247 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-cea0e27e-91fd-49ce-b340-8890a39047b9 tempest-BulkNetworkOpsIpV6Test-919214857 tempest-BulkNetworkOpsIpV6Test-919214857-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12985917'] for subnet (None), before_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:11:10.473990 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-cea0e27e-91fd-49ce-b340-8890a39047b9 tempest-BulkNetworkOpsIpV6Test-919214857 tempest-BulkNetworkOpsIpV6Test-919214857-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12985917'] for subnet (None), before_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:11:10.530443 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Device f15fe795-6046-4375-a746-770f76bc70f6 no longer exists at agent hyperv_n-h1-713498-36 {{(pid=103232) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 19:11:10.702801 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-ad2ffb63-1829-4571-8fd4-a59c1f0e3e24 req-0b71dc1b-c05b-4f60-9304-c5bac56ea37d tempest-ServersTestFqdnHostnames-1825251855 tempest-ServersTestFqdnHostnames-1825251855-project] 10.222.0.75 "GET /v2.0/ports?device_id=c5d2681e-23b5-4d8d-a699-6d3341555f0c HTTP/1.1" status: 200 len: 210 time: 0.0505772 Feb 09 19:11:10.727554 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 58190) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:11:10.840983 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-2303bdd4-c32d-4b1c-8889-862f3c45e11a admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=722c877beeac4e60b84f1a3d84e98d83&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1116009 Feb 09 19:11:10.844746 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 58192) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:11:10.933778 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-7c3e54df-8f50-464b-9313-25a4ef551252 admin admin] Publish callbacks [] for security_group (73e82c15-cea4-43f1-b8b1-d4e90647edb7), before_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:11:10.976641 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-7c3e54df-8f50-464b-9313-25a4ef551252 admin admin] Publish callbacks [] for security_group (73e82c15-cea4-43f1-b8b1-d4e90647edb7), precommit_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:11:10.990827 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] No Port match for: f15fe795-6046-4375-a746-770f76bc70f6 {{(pid=103232) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 19:11:10.991479 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Device f15fe795-6046-4375-a746-770f76bc70f6 not bound to the agent host n-h1-713498-36 {{(pid=103232) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 19:11:11.020786 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-ed5a2355-1d76-448d-bfd9-c55b696853a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762867132591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593584'] for agent (af91e4b9-f4e1-42b1-a25c-a10dc47171c8), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:11:11.089140 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-7c3e54df-8f50-464b-9313-25a4ef551252 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1892331'] for security_group (73e82c15-cea4-43f1-b8b1-d4e90647edb7), after_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:11:11.093875 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-7c3e54df-8f50-464b-9313-25a4ef551252 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:11:11.095351 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-7c3e54df-8f50-464b-9313-25a4ef551252 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/73e82c15-cea4-43f1-b8b1-d4e90647edb7 HTTP/1.1" status: 204 len: 168 time: 0.2493999 Feb 09 19:11:11.107431 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c3e54df-8f50-464b-9313-25a4ef551252 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=73e82c15-cea4-43f1-b8b1-d4e90647edb7,revision_number=None']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:11:11.280256 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efb13709-07ff-4870-8bce-cfcd25e4ee8f req-dd965915-4b54-419e-b7d7-b7ea08043614 tempest-DeleteServersTestJSON-1870379525 tempest-DeleteServersTestJSON-1870379525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:11:11.281810 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-efb13709-07ff-4870-8bce-cfcd25e4ee8f req-dd965915-4b54-419e-b7d7-b7ea08043614 tempest-DeleteServersTestJSON-1870379525 tempest-DeleteServersTestJSON-1870379525-project] 10.222.0.75 "GET /v2.0/ports?device_id=5e66146c-80cb-464f-a195-4176fc6a344c HTTP/1.1" status: 200 len: 946 time: 0.0925579 Feb 09 19:11:11.341416 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.l3_hamode_db [None req-95bd1f70-4d20-4c09-abd1-01a29a997477 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b479526c-50ae-4c5b-aad2-e8f4dc1e5a41', 'name': 'tempest-ServersTestFqdnHostnames-706481240-router', 'tenant_id': 'fe206dc0d0dc4c4b8b6e41d9b0f130f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88055e1e-672a-4487-be31-ffb6e833ece5', 'external_fixed_ips': [{'subnet_id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'ip_address': '172.25.1.115'}], 'enable_snat': True}, 'gw_port_id': '89f7c32b-bdba-4838-92c0-c3f4d505836a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T19:09:47Z', 'updated_at': '2022-02-09T19:09:53Z', 'revision_number': 4, 'project_id': 'fe206dc0d0dc4c4b8b6e41d9b0f130f4', 'gw_port': {'id': '89f7c32b-bdba-4838-92c0-c3f4d505836a', 'name': '', 'network_id': '88055e1e-672a-4487-be31-ffb6e833ece5', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:f6:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b479526c-50ae-4c5b-aad2-e8f4dc1e5a41', 'device_owner': 'network:router_gateway', 'standard_attr_id': 945, 'fixed_ips': [{'subnet_id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'ip_address': '172.25.1.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T19:09:48Z', 'updated_at': '2022-02-09T19:09:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-36', '_interfaces': [{'id': '7e320a7b-c308-4ee7-a9af-ede100c3bea0', 'name': '', 'network_id': '23931817-e40f-432d-9c70-5639e042245b', 'tenant_id': 'fe206dc0d0dc4c4b8b6e41d9b0f130f4', 'mac_address': 'fa:16:3e:36:0b:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b479526c-50ae-4c5b-aad2-e8f4dc1e5a41', 'device_owner': 'network:router_interface', 'standard_attr_id': 961, 'fixed_ips': [{'subnet_id': '41bc0241-d139-4b59-a127-eb1af19bb3e9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T19:09:52Z', 'updated_at': '2022-02-09T19:10:01Z', 'revision_number': 5, 'project_id': 'fe206dc0d0dc4c4b8b6e41d9b0f130f4', 'subnets': [{'id': '41bc0241-d139-4b59-a127-eb1af19bb3e9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-36', False) {} {{(pid=103232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:11:11.349699 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-cea0e27e-91fd-49ce-b340-8890a39047b9 tempest-BulkNetworkOpsIpV6Test-919214857 tempest-BulkNetworkOpsIpV6Test-919214857-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14393611', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12985859'] for subnet (ad9e618f-d056-49b1-a366-b5de6ed1e3be), after_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:11:11.412239 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-efb13709-07ff-4870-8bce-cfcd25e4ee8f req-2f99fd5c-dc3d-4202-836a-5346e2d1df65 tempest-DeleteServersTestJSON-1870379525 tempest-DeleteServersTestJSON-1870379525-project] 10.222.0.75 "GET /v2.0/security-groups?id=5ce92d32-ca94-4b6c-925d-b9dff609abe6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1132991 Feb 09 19:11:11.456836 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95bd1f70-4d20-4c09-abd1-01a29a997477 None None] Checking router: b479526c-50ae-4c5b-aad2-e8f4dc1e5a41 for host: n-d-713498-36 {{(pid=103232) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 19:11:11.492479 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cea0e27e-91fd-49ce-b340-8890a39047b9 tempest-BulkNetworkOpsIpV6Test-919214857 tempest-BulkNetworkOpsIpV6Test-919214857-project] Pushing event updated for resources: {'Subnet': ['ID=ad9e618f-d056-49b1-a366-b5de6ed1e3be,revision_number=0']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:11:11.496051 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95bd1f70-4d20-4c09-abd1-01a29a997477 None None] Routers {'b479526c-50ae-4c5b-aad2-e8f4dc1e5a41'} bound to L3 agent in host n-d-713498-36 {{(pid=103232) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 19:11:11.504045 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.l3_hamode_db [None req-95bd1f70-4d20-4c09-abd1-01a29a997477 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T18:51:43Z,description=,heartbeat_timestamp=2022-02-09T19:10:43Z,host='n-d-713498-36',id=93303d5e-5d17-45e8-8963-7694f87783ae,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T18:51:43Z,topic='l3_agent')) {'router_ids': ['b479526c-50ae-4c5b-aad2-e8f4dc1e5a41'], 'active': True} {{(pid=103232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:11:11.504352 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cea0e27e-91fd-49ce-b340-8890a39047b9 tempest-BulkNetworkOpsIpV6Test-919214857 tempest-BulkNetworkOpsIpV6Test-919214857-project] Checking segment: {'id': '3be13859-af8b-4f51-b46c-f93381fa1d2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': '8decc434-373a-4f56-9830-c7ca6504bb88'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103230) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 19:11:11.504727 n-d-713498-36 neutron-server[103230]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cea0e27e-91fd-49ce-b340-8890a39047b9 tempest-BulkNetworkOpsIpV6Test-919214857 tempest-BulkNetworkOpsIpV6Test-919214857-project] Network hostable DHCP agents. Network: 8decc434-373a-4f56-9830-c7ca6504bb88, hostable agents: ['af91e4b9-f4e1-42b1-a25c-a10dc47171c8'], hosted agents: [] {{(pid=103230) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 19:11:11.533288 n-d-713498-36 neutron-server[103230]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cea0e27e-91fd-49ce-b340-8890a39047b9 tempest-BulkNetworkOpsIpV6Test-919214857 tempest-BulkNetworkOpsIpV6Test-919214857-project] Network 8decc434-373a-4f56-9830-c7ca6504bb88 is scheduled to be hosted by DHCP agent af91e4b9-f4e1-42b1-a25c-a10dc47171c8 with binding_index 1 {{(pid=103230) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 19:11:11.556060 n-d-713498-36 neutron-server[103230]: DEBUG neutron.scheduler.base_scheduler [None req-cea0e27e-91fd-49ce-b340-8890a39047b9 tempest-BulkNetworkOpsIpV6Test-919214857 tempest-BulkNetworkOpsIpV6Test-919214857-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713498-36, 8decc434-373a-4f56-9830-c7ca6504bb88) {{(pid=103230) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 19:11:11.569083 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-cea0e27e-91fd-49ce-b340-8890a39047b9 tempest-BulkNetworkOpsIpV6Test-919214857 tempest-BulkNetworkOpsIpV6Test-919214857-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14393611', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12985859'] for subnet (11eca5a9-f86f-4a03-977e-9b597c2a6101), after_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:11:11.680949 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cea0e27e-91fd-49ce-b340-8890a39047b9 tempest-BulkNetworkOpsIpV6Test-919214857 tempest-BulkNetworkOpsIpV6Test-919214857-project] Pushing event updated for resources: {'Subnet': ['ID=11eca5a9-f86f-4a03-977e-9b597c2a6101,revision_number=0']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:11:11.694637 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5410e30-e27d-42e7-9fec-f5e403e59364 None None] Network 8decc434-373a-4f56-9830-c7ca6504bb88 requested from n-d-713498-36 {{(pid=103232) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 19:11:11.756372 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cea0e27e-91fd-49ce-b340-8890a39047b9 tempest-BulkNetworkOpsIpV6Test-919214857 tempest-BulkNetworkOpsIpV6Test-919214857-project] Checking segment: {'id': 'c20ba01f-c1b1-4e24-8705-8b428142de44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': '22bdd2b2-cf12-4e95-afee-9547f6b1ccf1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103230) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 19:11:11.757048 n-d-713498-36 neutron-server[103230]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cea0e27e-91fd-49ce-b340-8890a39047b9 tempest-BulkNetworkOpsIpV6Test-919214857 tempest-BulkNetworkOpsIpV6Test-919214857-project] Network hostable DHCP agents. Network: 22bdd2b2-cf12-4e95-afee-9547f6b1ccf1, hostable agents: ['af91e4b9-f4e1-42b1-a25c-a10dc47171c8'], hosted agents: [] {{(pid=103230) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 19:11:11.792351 n-d-713498-36 neutron-server[103230]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cea0e27e-91fd-49ce-b340-8890a39047b9 tempest-BulkNetworkOpsIpV6Test-919214857 tempest-BulkNetworkOpsIpV6Test-919214857-project] Network 22bdd2b2-cf12-4e95-afee-9547f6b1ccf1 is scheduled to be hosted by DHCP agent af91e4b9-f4e1-42b1-a25c-a10dc47171c8 with binding_index 1 {{(pid=103230) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 19:11:11.807698 n-d-713498-36 neutron-server[103230]: DEBUG neutron.scheduler.base_scheduler [None req-cea0e27e-91fd-49ce-b340-8890a39047b9 tempest-BulkNetworkOpsIpV6Test-919214857 tempest-BulkNetworkOpsIpV6Test-919214857-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713498-36, 22bdd2b2-cf12-4e95-afee-9547f6b1ccf1) {{(pid=103230) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 19:11:11.824492 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cea0e27e-91fd-49ce-b340-8890a39047b9 tempest-BulkNetworkOpsIpV6Test-919214857 tempest-BulkNetworkOpsIpV6Test-919214857-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:11:11.824977 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cea0e27e-91fd-49ce-b340-8890a39047b9 tempest-BulkNetworkOpsIpV6Test-919214857 tempest-BulkNetworkOpsIpV6Test-919214857-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:11:11.825596 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-cea0e27e-91fd-49ce-b340-8890a39047b9 tempest-BulkNetworkOpsIpV6Test-919214857 tempest-BulkNetworkOpsIpV6Test-919214857-project] Publish callbacks [] for subnet (None), before_response {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:11:11.865086 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58b69e25-bb4e-4eaa-9dfb-1581efd87ce2 None None] Network 22bdd2b2-cf12-4e95-afee-9547f6b1ccf1 requested from n-d-713498-36 {{(pid=103232) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 19:11:11.866456 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 58212) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:11:11.874911 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-cea0e27e-91fd-49ce-b340-8890a39047b9 tempest-BulkNetworkOpsIpV6Test-919214857 tempest-BulkNetworkOpsIpV6Test-919214857-project] 10.222.0.75 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1475 time: 1.9764757 Feb 09 19:11:11.939361 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 58216) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:11:12.071879 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-35058ac9-344f-44c9-9168-7023c71969d4 tempest-ServersTestFqdnHostnames-1825251855 tempest-ServersTestFqdnHostnames-1825251855-project] Publish callbacks [] for security_group (27f37715-a20e-4347-b5d3-f680924256da), before_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:11:12.126062 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-35058ac9-344f-44c9-9168-7023c71969d4 tempest-ServersTestFqdnHostnames-1825251855 tempest-ServersTestFqdnHostnames-1825251855-project] Publish callbacks [] for security_group (27f37715-a20e-4347-b5d3-f680924256da), precommit_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:11:12.178064 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.l3_dvr_db [None req-95bd1f70-4d20-4c09-abd1-01a29a997477 None None] Set router b479526c-50ae-4c5b-aad2-e8f4dc1e5a41 gateway port host: n-d-713498-36 {{(pid=103232) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 19:11:12.218682 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-35058ac9-344f-44c9-9168-7023c71969d4 tempest-ServersTestFqdnHostnames-1825251855 tempest-ServersTestFqdnHostnames-1825251855-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1892331'] for security_group (27f37715-a20e-4347-b5d3-f680924256da), after_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:11:12.221602 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-35058ac9-344f-44c9-9168-7023c71969d4 tempest-ServersTestFqdnHostnames-1825251855 tempest-ServersTestFqdnHostnames-1825251855-project] Publish callbacks [] for security_group (None), before_response {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:11:12.226089 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-35058ac9-344f-44c9-9168-7023c71969d4 tempest-ServersTestFqdnHostnames-1825251855 tempest-ServersTestFqdnHostnames-1825251855-project] 10.222.0.75 "DELETE /v2.0/security-groups/27f37715-a20e-4347-b5d3-f680924256da HTTP/1.1" status: 204 len: 168 time: 0.2833104 Feb 09 19:11:12.226483 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 58220) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:11:12.232336 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ca2c423-dd32-4875-bf8b-398d1412463b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8b32e980-7cce-5e82-a341-bd2fa8945c89-8decc434-373a-4f56-9830-c7ca6504bb88', 'network_id': '8decc434-373a-4f56-9830-c7ca6504bb88', 'project_id': 'f9084fb706754824974174155826df96', 'fixed_ips': [{'subnet_id': 'ad9e618f-d056-49b1-a366-b5de6ed1e3be'}]}} from n-d-713498-36. {{(pid=103232) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 09 19:11:12.232876 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92ddb3e0-61c9-4d6b-80f5-a4c42a8c107c tempest-BulkNetworkOpsIpV6Test-919214857 tempest-BulkNetworkOpsIpV6Test-919214857-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:11:12.234218 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-9ca2c423-dd32-4875-bf8b-398d1412463b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (None), before_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:11:12.236649 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95d15b2d-f55e-4fa2-9067-a0ae3cc499c0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8b32e980-7cce-5e82-a341-bd2fa8945c89-22bdd2b2-cf12-4e95-afee-9547f6b1ccf1', 'network_id': '22bdd2b2-cf12-4e95-afee-9547f6b1ccf1', 'project_id': 'f9084fb706754824974174155826df96', 'fixed_ips': [{'subnet_id': '11eca5a9-f86f-4a03-977e-9b597c2a6101'}]}} from n-d-713498-36. {{(pid=103232) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 09 19:11:12.238364 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-95d15b2d-f55e-4fa2-9067-a0ae3cc499c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (None), before_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:11:12.240268 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92ddb3e0-61c9-4d6b-80f5-a4c42a8c107c tempest-BulkNetworkOpsIpV6Test-919214857 tempest-BulkNetworkOpsIpV6Test-919214857-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:11:12.245021 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92ddb3e0-61c9-4d6b-80f5-a4c42a8c107c tempest-BulkNetworkOpsIpV6Test-919214857 tempest-BulkNetworkOpsIpV6Test-919214857-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:11:12.248813 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-92ddb3e0-61c9-4d6b-80f5-a4c42a8c107c tempest-BulkNetworkOpsIpV6Test-919214857 tempest-BulkNetworkOpsIpV6Test-919214857-project] 10.222.0.75 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2101 time: 0.3807571 Feb 09 19:11:12.260763 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 58222) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:11:12.280147 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35058ac9-344f-44c9-9168-7023c71969d4 tempest-ServersTestFqdnHostnames-1825251855 tempest-ServersTestFqdnHostnames-1825251855-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=27f37715-a20e-4347-b5d3-f680924256da,revision_number=None']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:11:12.444992 n-d-713498-36 neutron-server[103230]: DEBUG neutron.db.db_base_plugin_v2 [None req-87598493-45d5-48b4-8b43-ea6f1d29fb68 tempest-BulkNetworkOpsIpV6Test-919214857 tempest-BulkNetworkOpsIpV6Test-919214857-project] Deleting subnet ad9e618f-d056-49b1-a366-b5de6ed1e3be {{(pid=103230) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 19:11:12.469412 n-d-713498-36 neutron-server[103230]: INFO neutron.api.v2.resource [None req-d86421bb-4420-471f-bb48-71a96ee27d97 tempest-ServersTestFqdnHostnames-1825251855 tempest-ServersTestFqdnHostnames-1825251855-project] show failed (client error): The resource could not be found. Feb 09 19:11:12.473723 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 58230) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:11:12.479406 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-d86421bb-4420-471f-bb48-71a96ee27d97 tempest-ServersTestFqdnHostnames-1825251855 tempest-ServersTestFqdnHostnames-1825251855-project] 10.222.0.75 "GET /v2.0/security-groups/27f37715-a20e-4347-b5d3-f680924256da HTTP/1.1" status: 404 len: 347 time: 0.2109137 Feb 09 19:11:12.482171 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-87598493-45d5-48b4-8b43-ea6f1d29fb68 tempest-BulkNetworkOpsIpV6Test-919214857 tempest-BulkNetworkOpsIpV6Test-919214857-project] Publish callbacks [] for subnet (ad9e618f-d056-49b1-a366-b5de6ed1e3be), before_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:11:12.621548 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-87598493-45d5-48b4-8b43-ea6f1d29fb68 tempest-BulkNetworkOpsIpV6Test-919214857 tempest-BulkNetworkOpsIpV6Test-919214857-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12895822'] for subnet (ad9e618f-d056-49b1-a366-b5de6ed1e3be), precommit_delete_associations {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:11:12.710348 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-87598493-45d5-48b4-8b43-ea6f1d29fb68 tempest-BulkNetworkOpsIpV6Test-919214857 tempest-BulkNetworkOpsIpV6Test-919214857-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-759852'] for subnet (ad9e618f-d056-49b1-a366-b5de6ed1e3be), precommit_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:11:12.836477 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.db_base_plugin_common [None req-95d15b2d-f55e-4fa2-9067-a0ae3cc499c0 None None] Allocated IP 2001:db8:0:1::1 (22bdd2b2-cf12-4e95-afee-9547f6b1ccf1/11eca5a9-f86f-4a03-977e-9b597c2a6101/8770a4f4-a8f8-4924-a68d-30d7265b304a) {{(pid=103232) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 19:11:12.868549 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-87598493-45d5-48b4-8b43-ea6f1d29fb68 tempest-BulkNetworkOpsIpV6Test-919214857 tempest-BulkNetworkOpsIpV6Test-919214857-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-760023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14393672', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12985882'] for subnet (ad9e618f-d056-49b1-a366-b5de6ed1e3be), after_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:11:13.016712 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4660bd0a-3f43-421f-ba9a-7d807b9abefd req-dc64b7a6-15ae-4f46-a731-4b5611bc7813 tempest-DeleteServersTestJSON-1870379525 tempest-DeleteServersTestJSON-1870379525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:11:13.038429 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-4660bd0a-3f43-421f-ba9a-7d807b9abefd req-dc64b7a6-15ae-4f46-a731-4b5611bc7813 tempest-DeleteServersTestJSON-1870379525 tempest-DeleteServersTestJSON-1870379525-project] 10.222.0.75 "GET /v2.0/ports?device_id=5e66146c-80cb-464f-a195-4176fc6a344c HTTP/1.1" status: 200 len: 946 time: 0.4031866 Feb 09 19:11:13.057124 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87598493-45d5-48b4-8b43-ea6f1d29fb68 tempest-BulkNetworkOpsIpV6Test-919214857 tempest-BulkNetworkOpsIpV6Test-919214857-project] Pushing event deleted for resources: {'Subnet': ['ID=ad9e618f-d056-49b1-a366-b5de6ed1e3be,revision_number=None']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:11:13.068235 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-87598493-45d5-48b4-8b43-ea6f1d29fb68 tempest-BulkNetworkOpsIpV6Test-919214857 tempest-BulkNetworkOpsIpV6Test-919214857-project] Publish callbacks [] for subnet (None), before_response {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:11:13.077711 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-87598493-45d5-48b4-8b43-ea6f1d29fb68 tempest-BulkNetworkOpsIpV6Test-919214857 tempest-BulkNetworkOpsIpV6Test-919214857-project] 10.222.0.75 "DELETE /v2.0/subnets/ad9e618f-d056-49b1-a366-b5de6ed1e3be HTTP/1.1" status: 204 len: 168 time: 0.7930830 Feb 09 19:11:13.080630 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 58240) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:11:13.137218 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 58242) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:11:13.152877 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.plugin [None req-5f4a5759-09f6-42a3-9035-f3907b215d87 tempest-ServersTestFqdnHostnames-1825251855 tempest-ServersTestFqdnHostnames-1825251855-project] Deleting port d96ecbae-2c33-4217-aee4-994c1d5bb21c {{(pid=103229) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 19:11:13.153236 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-5f4a5759-09f6-42a3-9035-f3907b215d87 tempest-ServersTestFqdnHostnames-1825251855 tempest-ServersTestFqdnHostnames-1825251855-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762867170196'] for port (d96ecbae-2c33-4217-aee4-994c1d5bb21c), before_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:11:13.161467 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-4660bd0a-3f43-421f-ba9a-7d807b9abefd req-70b8dd70-2cef-4ff1-8b93-17238db2d4a0 tempest-DeleteServersTestJSON-1870379525 tempest-DeleteServersTestJSON-1870379525-project] 10.222.0.75 "GET /v2.0/security-groups?id=5ce92d32-ca94-4b6c-925d-b9dff609abe6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1216950 Feb 09 19:11:13.236072 n-d-713498-36 neutron-server[103230]: DEBUG neutron.db.db_base_plugin_v2 [None req-2f2f192a-7e3e-43a4-a455-5006b7d9693e tempest-BulkNetworkOpsIpV6Test-919214857 tempest-BulkNetworkOpsIpV6Test-919214857-project] Deleting subnet 11eca5a9-f86f-4a03-977e-9b597c2a6101 {{(pid=103230) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 19:11:13.241553 n-d-713498-36 neutron-server[103232]: ERROR oslo_messaging.rpc.server [None req-9ca2c423-dd32-4875-bf8b-398d1412463b None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet ad9e618f-d056-49b1-a366-b5de6ed1e3be: This subnet is being modified by another concurrent operation. Feb 09 19:11:13.241553 n-d-713498-36 neutron-server[103232]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Feb 09 19:11:13.241553 n-d-713498-36 neutron-server[103232]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Feb 09 19:11:13.241553 n-d-713498-36 neutron-server[103232]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Feb 09 19:11:13.241553 n-d-713498-36 neutron-server[103232]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Feb 09 19:11:13.241553 n-d-713498-36 neutron-server[103232]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Feb 09 19:11:13.241553 n-d-713498-36 neutron-server[103232]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Feb 09 19:11:13.241553 n-d-713498-36 neutron-server[103232]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Feb 09 19:11:13.241553 n-d-713498-36 neutron-server[103232]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Feb 09 19:11:13.241553 n-d-713498-36 neutron-server[103232]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Feb 09 19:11:13.241553 n-d-713498-36 neutron-server[103232]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Feb 09 19:11:13.241553 n-d-713498-36 neutron-server[103232]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Feb 09 19:11:13.241553 n-d-713498-36 neutron-server[103232]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 09 19:11:13.241553 n-d-713498-36 neutron-server[103232]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 09 19:11:13.241553 n-d-713498-36 neutron-server[103232]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 09 19:11:13.241553 n-d-713498-36 neutron-server[103232]: ERROR oslo_messaging.rpc.server raise self.value Feb 09 19:11:13.241553 n-d-713498-36 neutron-server[103232]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Feb 09 19:11:13.241553 n-d-713498-36 neutron-server[103232]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 09 19:11:13.241553 n-d-713498-36 neutron-server[103232]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Feb 09 19:11:13.241553 n-d-713498-36 neutron-server[103232]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Feb 09 19:11:13.241553 n-d-713498-36 neutron-server[103232]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 09 19:11:13.241553 n-d-713498-36 neutron-server[103232]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 09 19:11:13.241553 n-d-713498-36 neutron-server[103232]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 09 19:11:13.241553 n-d-713498-36 neutron-server[103232]: ERROR oslo_messaging.rpc.server raise self.value Feb 09 19:11:13.241553 n-d-713498-36 neutron-server[103232]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Feb 09 19:11:13.241553 n-d-713498-36 neutron-server[103232]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 09 19:11:13.241553 n-d-713498-36 neutron-server[103232]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Feb 09 19:11:13.241553 n-d-713498-36 neutron-server[103232]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Feb 09 19:11:13.241553 n-d-713498-36 neutron-server[103232]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 09 19:11:13.241553 n-d-713498-36 neutron-server[103232]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 09 19:11:13.241553 n-d-713498-36 neutron-server[103232]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 09 19:11:13.241553 n-d-713498-36 neutron-server[103232]: ERROR oslo_messaging.rpc.server raise self.value Feb 09 19:11:13.241553 n-d-713498-36 neutron-server[103232]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Feb 09 19:11:13.241553 n-d-713498-36 neutron-server[103232]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Feb 09 19:11:13.241553 n-d-713498-36 neutron-server[103232]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Feb 09 19:11:13.241553 n-d-713498-36 neutron-server[103232]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Feb 09 19:11:13.241553 n-d-713498-36 neutron-server[103232]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 278, in create_dhcp_port Feb 09 19:11:13.241553 n-d-713498-36 neutron-server[103232]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Feb 09 19:11:13.241553 n-d-713498-36 neutron-server[103232]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 116, in _port_action Feb 09 19:11:13.241553 n-d-713498-36 neutron-server[103232]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Feb 09 19:11:13.241553 n-d-713498-36 neutron-server[103232]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Feb 09 19:11:13.241553 n-d-713498-36 neutron-server[103232]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Feb 09 19:11:13.241553 n-d-713498-36 neutron-server[103232]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 701, in inner Feb 09 19:11:13.241553 n-d-713498-36 neutron-server[103232]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 09 19:11:13.241553 n-d-713498-36 neutron-server[103232]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Feb 09 19:11:13.241553 n-d-713498-36 neutron-server[103232]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Feb 09 19:11:13.241553 n-d-713498-36 neutron-server[103232]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Feb 09 19:11:13.241553 n-d-713498-36 neutron-server[103232]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Feb 09 19:11:13.241553 n-d-713498-36 neutron-server[103232]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 09 19:11:13.241553 n-d-713498-36 neutron-server[103232]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 09 19:11:13.241553 n-d-713498-36 neutron-server[103232]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 09 19:11:13.241553 n-d-713498-36 neutron-server[103232]: ERROR oslo_messaging.rpc.server raise self.value Feb 09 19:11:13.241553 n-d-713498-36 neutron-server[103232]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Feb 09 19:11:13.241553 n-d-713498-36 neutron-server[103232]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 09 19:11:13.246040 n-d-713498-36 neutron-server[103232]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Feb 09 19:11:13.246040 n-d-713498-36 neutron-server[103232]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Feb 09 19:11:13.246040 n-d-713498-36 neutron-server[103232]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 09 19:11:13.246040 n-d-713498-36 neutron-server[103232]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 09 19:11:13.246040 n-d-713498-36 neutron-server[103232]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 09 19:11:13.246040 n-d-713498-36 neutron-server[103232]: ERROR oslo_messaging.rpc.server raise self.value Feb 09 19:11:13.246040 n-d-713498-36 neutron-server[103232]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Feb 09 19:11:13.246040 n-d-713498-36 neutron-server[103232]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 09 19:11:13.246040 n-d-713498-36 neutron-server[103232]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Feb 09 19:11:13.246040 n-d-713498-36 neutron-server[103232]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Feb 09 19:11:13.246040 n-d-713498-36 neutron-server[103232]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 09 19:11:13.246040 n-d-713498-36 neutron-server[103232]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 09 19:11:13.246040 n-d-713498-36 neutron-server[103232]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 09 19:11:13.246040 n-d-713498-36 neutron-server[103232]: ERROR oslo_messaging.rpc.server raise self.value Feb 09 19:11:13.246040 n-d-713498-36 neutron-server[103232]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Feb 09 19:11:13.246040 n-d-713498-36 neutron-server[103232]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Feb 09 19:11:13.246040 n-d-713498-36 neutron-server[103232]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1504, in create_port Feb 09 19:11:13.246040 n-d-713498-36 neutron-server[103232]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Feb 09 19:11:13.246040 n-d-713498-36 neutron-server[103232]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1469, in _create_port_db Feb 09 19:11:13.246040 n-d-713498-36 neutron-server[103232]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Feb 09 19:11:13.246040 n-d-713498-36 neutron-server[103232]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1466, in create_port_db Feb 09 19:11:13.246040 n-d-713498-36 neutron-server[103232]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Feb 09 19:11:13.246040 n-d-713498-36 neutron-server[103232]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Feb 09 19:11:13.246040 n-d-713498-36 neutron-server[103232]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Feb 09 19:11:13.246040 n-d-713498-36 neutron-server[103232]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Feb 09 19:11:13.246040 n-d-713498-36 neutron-server[103232]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Feb 09 19:11:13.246040 n-d-713498-36 neutron-server[103232]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1010, in wrapper Feb 09 19:11:13.246040 n-d-713498-36 neutron-server[103232]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Feb 09 19:11:13.246040 n-d-713498-36 neutron-server[103232]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Feb 09 19:11:13.246040 n-d-713498-36 neutron-server[103232]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Feb 09 19:11:13.246040 n-d-713498-36 neutron-server[103232]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Feb 09 19:11:13.246040 n-d-713498-36 neutron-server[103232]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Feb 09 19:11:13.246040 n-d-713498-36 neutron-server[103232]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Feb 09 19:11:13.246040 n-d-713498-36 neutron-server[103232]: ERROR oslo_messaging.rpc.server subnet.lock_register( Feb 09 19:11:13.246040 n-d-713498-36 neutron-server[103232]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Feb 09 19:11:13.246040 n-d-713498-36 neutron-server[103232]: ERROR oslo_messaging.rpc.server raise exception Feb 09 19:11:13.246040 n-d-713498-36 neutron-server[103232]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet ad9e618f-d056-49b1-a366-b5de6ed1e3be: This subnet is being modified by another concurrent operation. Feb 09 19:11:13.246040 n-d-713498-36 neutron-server[103232]: ERROR oslo_messaging.rpc.server Feb 09 19:11:13.329067 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-5f4a5759-09f6-42a3-9035-f3907b215d87 tempest-ServersTestFqdnHostnames-1825251855 tempest-ServersTestFqdnHostnames-1825251855-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1820838'] for port (d96ecbae-2c33-4217-aee4-994c1d5bb21c), precommit_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:11:13.329943 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-5f4a5759-09f6-42a3-9035-f3907b215d87 tempest-ServersTestFqdnHostnames-1825251855 tempest-ServersTestFqdnHostnames-1825251855-project] Publish callbacks [] for floatingip (d96ecbae-2c33-4217-aee4-994c1d5bb21c), precommit_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:11:13.347368 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60c59658-97e1-4e68-840b-f55c9c9e4219 None None] Network 8decc434-373a-4f56-9830-c7ca6504bb88 requested from n-d-713498-36 {{(pid=103232) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 19:11:13.351735 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.plugin [None req-5f4a5759-09f6-42a3-9035-f3907b215d87 tempest-ServersTestFqdnHostnames-1825251855 tempest-ServersTestFqdnHostnames-1825251855-project] Calling delete_port for d96ecbae-2c33-4217-aee4-994c1d5bb21c owned by network:floatingip {{(pid=103229) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 19:11:13.378124 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.v2.base [None req-9aa645dd-65d0-4149-9b98-9947c384d033 admin admin] Request body: {'network': {'name': 'tempest-ServersTestManualDisk-2007371992-network', 'tenant_id': '77d2f6c213eb401684c27974738fe903'}} {{(pid=103229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 19:11:13.404152 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-e80234df-4d8b-4146-adf8-fa5ccec068c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762867132591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593584'] for agent (93303d5e-5d17-45e8-8963-7694f87783ae), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:11:13.467311 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9aa645dd-65d0-4149-9b98-9947c384d033 admin admin] Made reservation on behalf of 77d2f6c213eb401684c27974738fe903 for: {'network': 1} {{(pid=103229) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 19:11:13.470523 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-9aa645dd-65d0-4149-9b98-9947c384d033 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for network (None), before_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:11:13.487319 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-9aa645dd-65d0-4149-9b98-9947c384d033 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:11:13.583351 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.l3_hamode_db [None req-95bd1f70-4d20-4c09-abd1-01a29a997477 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b479526c-50ae-4c5b-aad2-e8f4dc1e5a41', 'name': 'tempest-ServersTestFqdnHostnames-706481240-router', 'tenant_id': 'fe206dc0d0dc4c4b8b6e41d9b0f130f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88055e1e-672a-4487-be31-ffb6e833ece5', 'external_fixed_ips': [{'subnet_id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'ip_address': '172.25.1.115'}], 'enable_snat': True}, 'gw_port_id': '89f7c32b-bdba-4838-92c0-c3f4d505836a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T19:09:47Z', 'updated_at': '2022-02-09T19:09:53Z', 'revision_number': 4, 'project_id': 'fe206dc0d0dc4c4b8b6e41d9b0f130f4', 'gw_port': {'id': '89f7c32b-bdba-4838-92c0-c3f4d505836a', 'name': '', 'network_id': '88055e1e-672a-4487-be31-ffb6e833ece5', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:f6:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b479526c-50ae-4c5b-aad2-e8f4dc1e5a41', 'device_owner': 'network:router_gateway', 'standard_attr_id': 945, 'fixed_ips': [{'subnet_id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'ip_address': '172.25.1.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T19:09:48Z', 'updated_at': '2022-02-09T19:09:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-36', '_interfaces': [{'id': '7e320a7b-c308-4ee7-a9af-ede100c3bea0', 'name': '', 'network_id': '23931817-e40f-432d-9c70-5639e042245b', 'tenant_id': 'fe206dc0d0dc4c4b8b6e41d9b0f130f4', 'mac_address': 'fa:16:3e:36:0b:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b479526c-50ae-4c5b-aad2-e8f4dc1e5a41', 'device_owner': 'network:router_interface', 'standard_attr_id': 961, 'fixed_ips': [{'subnet_id': '41bc0241-d139-4b59-a127-eb1af19bb3e9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T19:09:52Z', 'updated_at': '2022-02-09T19:10:01Z', 'revision_number': 5, 'project_id': 'fe206dc0d0dc4c4b8b6e41d9b0f130f4', 'subnets': [{'id': '41bc0241-d139-4b59-a127-eb1af19bb3e9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-36', False) {} {{(pid=103232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:11:13.696731 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-5f4a5759-09f6-42a3-9035-f3907b215d87 tempest-ServersTestFqdnHostnames-1825251855 tempest-ServersTestFqdnHostnames-1825251855-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762867177463', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762866656476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12867576'] for port (d96ecbae-2c33-4217-aee4-994c1d5bb21c), after_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:11:13.714309 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-9aa645dd-65d0-4149-9b98-9947c384d033 admin admin] Publish callbacks [] for security_group (b2df180e-a16d-44f2-a5a4-3dc74483fadc), precommit_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:11:13.739003 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95bd1f70-4d20-4c09-abd1-01a29a997477 None None] The sync data for ids ['b479526c-50ae-4c5b-aad2-e8f4dc1e5a41'] in n-d-713498-36 is: [{'id': 'b479526c-50ae-4c5b-aad2-e8f4dc1e5a41', 'name': 'tempest-ServersTestFqdnHostnames-706481240-router', 'tenant_id': 'fe206dc0d0dc4c4b8b6e41d9b0f130f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88055e1e-672a-4487-be31-ffb6e833ece5', 'external_fixed_ips': [{'subnet_id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'ip_address': '172.25.1.115'}], 'enable_snat': True}, 'gw_port_id': '89f7c32b-bdba-4838-92c0-c3f4d505836a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T19:09:47Z', 'updated_at': '2022-02-09T19:09:53Z', 'revision_number': 4, 'project_id': 'fe206dc0d0dc4c4b8b6e41d9b0f130f4', 'gw_port': {'id': '89f7c32b-bdba-4838-92c0-c3f4d505836a', 'name': '', 'network_id': '88055e1e-672a-4487-be31-ffb6e833ece5', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:f6:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b479526c-50ae-4c5b-aad2-e8f4dc1e5a41', 'device_owner': 'network:router_gateway', 'standard_attr_id': 945, 'fixed_ips': [{'subnet_id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'ip_address': '172.25.1.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T19:09:48Z', 'updated_at': '2022-02-09T19:09:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-36', '_interfaces': [{'id': '7e320a7b-c308-4ee7-a9af-ede100c3bea0', 'name': '', 'network_id': '23931817-e40f-432d-9c70-5639e042245b', 'tenant_id': 'fe206dc0d0dc4c4b8b6e41d9b0f130f4', 'mac_address': 'fa:16:3e:36:0b:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b479526c-50ae-4c5b-aad2-e8f4dc1e5a41', 'device_owner': 'network:router_interface', 'standard_attr_id': 961, 'fixed_ips': [{'subnet_id': '41bc0241-d139-4b59-a127-eb1af19bb3e9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T19:09:52Z', 'updated_at': '2022-02-09T19:10:01Z', 'revision_number': 5, 'project_id': 'fe206dc0d0dc4c4b8b6e41d9b0f130f4', 'subnets': [{'id': '41bc0241-d139-4b59-a127-eb1af19bb3e9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103232) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 19:11:13.768478 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-9aa645dd-65d0-4149-9b98-9947c384d033 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1892331'] for security_group (b2df180e-a16d-44f2-a5a4-3dc74483fadc), after_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:11:13.875197 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-95d15b2d-f55e-4fa2-9067-a0ae3cc499c0 None None] Publish callbacks [] for port (8770a4f4-a8f8-4924-a68d-30d7265b304a), precommit_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:11:13.882743 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-2f2f192a-7e3e-43a4-a455-5006b7d9693e tempest-BulkNetworkOpsIpV6Test-919214857 tempest-BulkNetworkOpsIpV6Test-919214857-project] Publish callbacks [] for subnet (11eca5a9-f86f-4a03-977e-9b597c2a6101), before_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:11:13.895292 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-95d15b2d-f55e-4fa2-9067-a0ae3cc499c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762866656467'] for port (8770a4f4-a8f8-4924-a68d-30d7265b304a), after_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:11:13.926996 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f4a5759-09f6-42a3-9035-f3907b215d87 tempest-ServersTestFqdnHostnames-1825251855 tempest-ServersTestFqdnHostnames-1825251855-project] Pushing event deleted for resources: {'Port': ['ID=d96ecbae-2c33-4217-aee4-994c1d5bb21c,revision_number=None']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:11:13.974886 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aa645dd-65d0-4149-9b98-9947c384d033 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b2df180e-a16d-44f2-a5a4-3dc74483fadc,revision_number=1']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:11:13.989129 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-2f2f192a-7e3e-43a4-a455-5006b7d9693e tempest-BulkNetworkOpsIpV6Test-919214857 tempest-BulkNetworkOpsIpV6Test-919214857-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12895822'] for subnet (11eca5a9-f86f-4a03-977e-9b597c2a6101), precommit_delete_associations {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:11:14.008262 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-5f4a5759-09f6-42a3-9035-f3907b215d87 tempest-ServersTestFqdnHostnames-1825251855 tempest-ServersTestFqdnHostnames-1825251855-project] Publish callbacks [] for floatingip (b0e91426-d3cd-43a1-bac3-a38870a1fd92), after_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:11:14.022706 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-5f4a5759-09f6-42a3-9035-f3907b215d87 tempest-ServersTestFqdnHostnames-1825251855 tempest-ServersTestFqdnHostnames-1825251855-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171096'] for floatingip (None), before_response {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:11:14.025672 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-5f4a5759-09f6-42a3-9035-f3907b215d87 tempest-ServersTestFqdnHostnames-1825251855 tempest-ServersTestFqdnHostnames-1825251855-project] 10.222.0.75 "DELETE /v2.0/floatingips/b0e91426-d3cd-43a1-bac3-a38870a1fd92 HTTP/1.1" status: 204 len: 168 time: 1.5499880 Feb 09 19:11:14.030487 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 58250) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:11:14.062546 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9aa645dd-65d0-4149-9b98-9947c384d033 admin admin] vlan segment allocate from pool success with {'vlan_id': 387, 'physical_network': 'physnet1'} {{(pid=103229) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 19:11:14.087055 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95d15b2d-f55e-4fa2-9067-a0ae3cc499c0 None None] Pushing event updated for resources: {'Port': ['ID=8770a4f4-a8f8-4924-a68d-30d7265b304a,revision_number=1']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:11:14.111466 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95d15b2d-f55e-4fa2-9067-a0ae3cc499c0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:11:14.111831 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95d15b2d-f55e-4fa2-9067-a0ae3cc499c0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:11:14.112182 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95d15b2d-f55e-4fa2-9067-a0ae3cc499c0 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:11:14.119260 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95d15b2d-f55e-4fa2-9067-a0ae3cc499c0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:11:14.119708 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95d15b2d-f55e-4fa2-9067-a0ae3cc499c0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:11:14.120063 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95d15b2d-f55e-4fa2-9067-a0ae3cc499c0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:11:14.120411 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95d15b2d-f55e-4fa2-9067-a0ae3cc499c0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:11:14.120750 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95d15b2d-f55e-4fa2-9067-a0ae3cc499c0 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:11:14.121091 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95d15b2d-f55e-4fa2-9067-a0ae3cc499c0 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:11:14.126560 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95d15b2d-f55e-4fa2-9067-a0ae3cc499c0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:11:14.127237 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95d15b2d-f55e-4fa2-9067-a0ae3cc499c0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:11:14.130525 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95d15b2d-f55e-4fa2-9067-a0ae3cc499c0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:11:14.133428 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95d15b2d-f55e-4fa2-9067-a0ae3cc499c0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:11:14.135442 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-9aa645dd-65d0-4149-9b98-9947c384d033 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-759574'] for segment (8fc5bdc5-20d6-4485-913b-a8e45cf9007a), precommit_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:11:14.135812 n-d-713498-36 neutron-server[103229]: INFO neutron.db.segments_db [None req-9aa645dd-65d0-4149-9b98-9947c384d033 admin admin] Added segment 8fc5bdc5-20d6-4485-913b-a8e45cf9007a of type vlan for network 0ec7f9f6-4ed5-45b5-9742-035cca69218b Feb 09 19:11:14.169101 n-d-713498-36 neutron-server[103232]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95d15b2d-f55e-4fa2-9067-a0ae3cc499c0 None None] Network 22bdd2b2-cf12-4e95-afee-9547f6b1ccf1 is already hosted by enough agents. {{(pid=103232) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 19:11:14.173154 n-d-713498-36 neutron-server[103232]: DEBUG neutron.scheduler.base_scheduler [None req-95d15b2d-f55e-4fa2-9067-a0ae3cc499c0 None None] Resources bound (agent type, host, resource id): {{(pid=103232) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 19:11:14.177825 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95d15b2d-f55e-4fa2-9067-a0ae3cc499c0 None None] Received port after_create {{(pid=103232) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 19:11:14.346691 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-edc54c9b-7f13-45d9-9271-85c9738b0128 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762867132591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593584'] for agent (a62b1850-466f-48ae-bec7-d62fb280e14b), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:11:14.377568 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.managers [None req-95d15b2d-f55e-4fa2-9067-a0ae3cc499c0 None None] Attempting to bind port 8770a4f4-a8f8-4924-a68d-30d7265b304a on host n-d-713498-36 for vnic_type normal with profile {{(pid=103232) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 19:11:14.379618 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.managers [None req-95d15b2d-f55e-4fa2-9067-a0ae3cc499c0 None None] Attempting to bind port 8770a4f4-a8f8-4924-a68d-30d7265b304a by drivers openvswitch,hyperv on host n-d-713498-36 at level 0 using segments [{'id': 'c20ba01f-c1b1-4e24-8705-8b428142de44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': '22bdd2b2-cf12-4e95-afee-9547f6b1ccf1'}] {{(pid=103232) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 19:11:14.381024 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95d15b2d-f55e-4fa2-9067-a0ae3cc499c0 None None] Attempting to bind port 8770a4f4-a8f8-4924-a68d-30d7265b304a on network 22bdd2b2-cf12-4e95-afee-9547f6b1ccf1 {{(pid=103232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 19:11:14.393331 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95d15b2d-f55e-4fa2-9067-a0ae3cc499c0 None None] Checking agent: {'id': '496418a2-c002-4aec-ab1a-07f3bea491bd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-36', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 18, 51, 47), 'started_at': datetime.datetime(2022, 2, 9, 18, 52, 17), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 19, 10, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-36'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 19:11:14.396154 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95d15b2d-f55e-4fa2-9067-a0ae3cc499c0 None None] Checking segment: {'id': 'c20ba01f-c1b1-4e24-8705-8b428142de44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': '22bdd2b2-cf12-4e95-afee-9547f6b1ccf1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103232) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 19:11:14.398996 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-95d15b2d-f55e-4fa2-9067-a0ae3cc499c0 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:11:14.400501 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95d15b2d-f55e-4fa2-9067-a0ae3cc499c0 None None] Bound using segment: {'id': 'c20ba01f-c1b1-4e24-8705-8b428142de44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': '22bdd2b2-cf12-4e95-afee-9547f6b1ccf1'} {{(pid=103232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 19:11:14.400663 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.managers [None req-95d15b2d-f55e-4fa2-9067-a0ae3cc499c0 None None] Bound port: 8770a4f4-a8f8-4924-a68d-30d7265b304a, host: n-d-713498-36, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c20ba01f-c1b1-4e24-8705-8b428142de44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': '22bdd2b2-cf12-4e95-afee-9547f6b1ccf1'}}] {{(pid=103232) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 19:11:14.401124 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-95d15b2d-f55e-4fa2-9067-a0ae3cc499c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (8770a4f4-a8f8-4924-a68d-30d7265b304a), before_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:11:14.418415 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-9aa645dd-65d0-4149-9b98-9947c384d033 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762866642225'] for network (0ec7f9f6-4ed5-45b5-9742-035cca69218b), precommit_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:11:14.432643 n-d-713498-36 neutron-server[103233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e21161f-2176-420b-a299-44332a8dbaf7 None None] New status for floating IP b0e91426-d3cd-43a1-bac3-a38870a1fd92: DOWN {{(pid=103233) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 09 19:11:14.507390 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-9aa645dd-65d0-4149-9b98-9947c384d033 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1885479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452'] for network (0ec7f9f6-4ed5-45b5-9742-035cca69218b), after_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:11:14.508583 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9aa645dd-65d0-4149-9b98-9947c384d033 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:11:14.509934 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-9aa645dd-65d0-4149-9b98-9947c384d033 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1613566'] for network (None), before_response {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:11:14.593894 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-2f2f192a-7e3e-43a4-a455-5006b7d9693e tempest-BulkNetworkOpsIpV6Test-919214857 tempest-BulkNetworkOpsIpV6Test-919214857-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-759852'] for subnet (11eca5a9-f86f-4a03-977e-9b597c2a6101), precommit_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:11:14.692746 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-9aa645dd-65d0-4149-9b98-9947c384d033 admin admin] 10.222.0.75 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.5450449 Feb 09 19:11:14.696027 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 58258) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:11:14.729702 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aa645dd-65d0-4149-9b98-9947c384d033 admin admin] Pushing event updated for resources: {'Network': ['ID=0ec7f9f6-4ed5-45b5-9742-035cca69218b,revision_number=1']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:11:14.743152 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Network 0ec7f9f6-4ed5-45b5-9742-035cca69218b details requested by agent ovs-agent-n-d-713498-36 with host n-d-713498-36 {{(pid=103232) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 19:11:14.756884 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.v2.base [None req-776225f2-f32c-490c-acd8-0e8e985e23a0 admin admin] Request body: {'subnet': {'network_id': '0ec7f9f6-4ed5-45b5-9742-035cca69218b', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestManualDisk-2007371992-subnet', 'tenant_id': '77d2f6c213eb401684c27974738fe903', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103230) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 19:11:15.114749 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82fdb282-1987-4cc8-97a1-fbeadf8ec5e7 req-5ea9c3ea-f489-4553-b650-7639592ed5b7 tempest-DeleteServersTestJSON-1870379525 tempest-DeleteServersTestJSON-1870379525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:11:15.117032 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-82fdb282-1987-4cc8-97a1-fbeadf8ec5e7 req-5ea9c3ea-f489-4553-b650-7639592ed5b7 tempest-DeleteServersTestJSON-1870379525 tempest-DeleteServersTestJSON-1870379525-project] 10.222.0.75 "GET /v2.0/ports?device_id=5e66146c-80cb-464f-a195-4176fc6a344c HTTP/1.1" status: 200 len: 946 time: 0.1629615 Feb 09 19:11:15.228958 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-82fdb282-1987-4cc8-97a1-fbeadf8ec5e7 req-62689cc6-eacb-43fb-a48f-9e65a98165f6 tempest-DeleteServersTestJSON-1870379525 tempest-DeleteServersTestJSON-1870379525-project] 10.222.0.75 "GET /v2.0/security-groups?id=5ce92d32-ca94-4b6c-925d-b9dff609abe6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1056583 Feb 09 19:11:15.502893 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-776225f2-f32c-490c-acd8-0e8e985e23a0 admin admin] Made reservation on behalf of 77d2f6c213eb401684c27974738fe903 for: {'subnet': 1} {{(pid=103230) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 19:11:15.505741 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-776225f2-f32c-490c-acd8-0e8e985e23a0 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12985917'] for subnet (None), before_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:11:15.546917 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c86856e4-c242-4b9f-b7d5-4d832dd305b5 req-2ed13f6f-84b4-487f-9c40-0ffcf96ab65d tempest-TaggedBootDevicesTest_v242-798392635 tempest-TaggedBootDevicesTest_v242-798392635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:11:15.560811 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c86856e4-c242-4b9f-b7d5-4d832dd305b5 req-2ed13f6f-84b4-487f-9c40-0ffcf96ab65d tempest-TaggedBootDevicesTest_v242-798392635 tempest-TaggedBootDevicesTest_v242-798392635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:11:15.566591 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c86856e4-c242-4b9f-b7d5-4d832dd305b5 req-2ed13f6f-84b4-487f-9c40-0ffcf96ab65d tempest-TaggedBootDevicesTest_v242-798392635 tempest-TaggedBootDevicesTest_v242-798392635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:11:15.572960 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c86856e4-c242-4b9f-b7d5-4d832dd305b5 req-2ed13f6f-84b4-487f-9c40-0ffcf96ab65d tempest-TaggedBootDevicesTest_v242-798392635 tempest-TaggedBootDevicesTest_v242-798392635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:11:15.582566 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c86856e4-c242-4b9f-b7d5-4d832dd305b5 req-2ed13f6f-84b4-487f-9c40-0ffcf96ab65d tempest-TaggedBootDevicesTest_v242-798392635 tempest-TaggedBootDevicesTest_v242-798392635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:11:15.620214 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c86856e4-c242-4b9f-b7d5-4d832dd305b5 req-2ed13f6f-84b4-487f-9c40-0ffcf96ab65d tempest-TaggedBootDevicesTest_v242-798392635 tempest-TaggedBootDevicesTest_v242-798392635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:11:15.630338 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c86856e4-c242-4b9f-b7d5-4d832dd305b5 req-2ed13f6f-84b4-487f-9c40-0ffcf96ab65d tempest-TaggedBootDevicesTest_v242-798392635 tempest-TaggedBootDevicesTest_v242-798392635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:11:15.632897 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-c86856e4-c242-4b9f-b7d5-4d832dd305b5 req-2ed13f6f-84b4-487f-9c40-0ffcf96ab65d tempest-TaggedBootDevicesTest_v242-798392635 tempest-TaggedBootDevicesTest_v242-798392635-project] 10.222.0.75 "GET /v2.0/ports?device_id=8319129f-1054-494a-b0c0-2ec99e839619 HTTP/1.1" status: 200 len: 5445 time: 0.2167449 Feb 09 19:11:15.757855 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-95d15b2d-f55e-4fa2-9067-a0ae3cc499c0 None None] For port 8770a4f4-a8f8-4924-a68d-30d7265b304a, host n-d-713498-36, cleared binding levels {{(pid=103232) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 19:11:15.768570 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-2f2f192a-7e3e-43a4-a455-5006b7d9693e tempest-BulkNetworkOpsIpV6Test-919214857 tempest-BulkNetworkOpsIpV6Test-919214857-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-760023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14393672', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12985882'] for subnet (11eca5a9-f86f-4a03-977e-9b597c2a6101), after_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:11:15.785429 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-c86856e4-c242-4b9f-b7d5-4d832dd305b5 req-c02fcf6e-d3b5-4fb6-9fc8-f99edc0c41ed tempest-TaggedBootDevicesTest_v242-798392635 tempest-TaggedBootDevicesTest_v242-798392635-project] 10.222.0.75 "GET /v2.0/security-groups?id=58062d4f-c149-4db3-a357-a4eb59a3d83e&id=6452f0cf-fe35-4557-9092-43f1827176a8&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1425960 Feb 09 19:11:15.791446 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-95d15b2d-f55e-4fa2-9067-a0ae3cc499c0 None None] For port 8770a4f4-a8f8-4924-a68d-30d7265b304a, host n-d-713498-36, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-36',level=0,port_id=8770a4f4-a8f8-4924-a68d-30d7265b304a,segment=NetworkSegment(c20ba01f-c1b1-4e24-8705-8b428142de44),segment_id=c20ba01f-c1b1-4e24-8705-8b428142de44)] {{(pid=103232) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 19:11:15.844653 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-95d15b2d-f55e-4fa2-9067-a0ae3cc499c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762867176205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762866656485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762866656503'] for port (8770a4f4-a8f8-4924-a68d-30d7265b304a), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:11:15.927262 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f2f192a-7e3e-43a4-a455-5006b7d9693e tempest-BulkNetworkOpsIpV6Test-919214857 tempest-BulkNetworkOpsIpV6Test-919214857-project] Pushing event deleted for resources: {'Subnet': ['ID=11eca5a9-f86f-4a03-977e-9b597c2a6101,revision_number=None']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:11:16.009444 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-2f2f192a-7e3e-43a4-a455-5006b7d9693e tempest-BulkNetworkOpsIpV6Test-919214857 tempest-BulkNetworkOpsIpV6Test-919214857-project] Publish callbacks [] for subnet (None), before_response {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:11:16.013374 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-2f2f192a-7e3e-43a4-a455-5006b7d9693e tempest-BulkNetworkOpsIpV6Test-919214857 tempest-BulkNetworkOpsIpV6Test-919214857-project] 10.222.0.75 "DELETE /v2.0/subnets/11eca5a9-f86f-4a03-977e-9b597c2a6101 HTTP/1.1" status: 204 len: 168 time: 2.9316432 Feb 09 19:11:16.017060 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 58266) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:11:16.179793 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e6637e0-10c9-4ebe-ba49-80ecd76cf1ca tempest-BulkNetworkOpsIpV6Test-919214857 tempest-BulkNetworkOpsIpV6Test-919214857-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:11:16.195177 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 58268) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:11:16.195558 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-9e6637e0-10c9-4ebe-ba49-80ecd76cf1ca tempest-BulkNetworkOpsIpV6Test-919214857 tempest-BulkNetworkOpsIpV6Test-919214857-project] 10.222.0.75 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1773360 Feb 09 19:11:16.302456 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-a7262a8e-0513-48fd-984d-75726a511961 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762867132591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593584'] for agent (911cfea2-02ae-4ec9-bac3-7808ee1cdd9c), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:11:16.331252 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95d15b2d-f55e-4fa2-9067-a0ae3cc499c0 None None] Pushing event updated for resources: {'Port': ['ID=8770a4f4-a8f8-4924-a68d-30d7265b304a,revision_number=3']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:11:16.511505 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-776225f2-f32c-490c-acd8-0e8e985e23a0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14393611', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12985859'] for subnet (56817271-1948-4557-bb99-937580724a46), after_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:11:16.523143 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f09453a-165f-4a4d-936b-8000a1aadac5 req-43023b3e-5975-4e77-8ce7-d2da83d0ff4f tempest-DeleteServersTestJSON-1870379525 tempest-DeleteServersTestJSON-1870379525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:11:16.538713 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-3f09453a-165f-4a4d-936b-8000a1aadac5 req-43023b3e-5975-4e77-8ce7-d2da83d0ff4f tempest-DeleteServersTestJSON-1870379525 tempest-DeleteServersTestJSON-1870379525-project] 10.222.0.75 "GET /v2.0/ports?device_id=5e66146c-80cb-464f-a195-4176fc6a344c HTTP/1.1" status: 200 len: 946 time: 0.1195040 Feb 09 19:11:16.707376 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-3f09453a-165f-4a4d-936b-8000a1aadac5 req-463b7781-5874-4b11-95e7-714e915fc1fd tempest-DeleteServersTestJSON-1870379525 tempest-DeleteServersTestJSON-1870379525-project] 10.222.0.75 "GET /v2.0/security-groups?id=5ce92d32-ca94-4b6c-925d-b9dff609abe6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1661158 Feb 09 19:11:16.712657 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-ae0de1a3-da6a-40bc-8546-142b7389f666 tempest-BulkNetworkOpsIpV6Test-919214857 tempest-BulkNetworkOpsIpV6Test-919214857-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-670458'] for network (22bdd2b2-cf12-4e95-afee-9547f6b1ccf1), before_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:11:16.733787 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-776225f2-f32c-490c-acd8-0e8e985e23a0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=56817271-1948-4557-bb99-937580724a46,revision_number=0']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:11:16.877751 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-b3e5d4b1-539c-4226-a586-0b99a6647441 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1834525'] for router_interface (b479526c-50ae-4c5b-aad2-e8f4dc1e5a41), before_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:11:17.009812 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762867132591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593584'] for agent (496418a2-c002-4aec-ab1a-07f3bea491bd), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:11:17.088058 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e305902-fdd5-4c18-b306-581145343f78 req-62a5b85f-00c8-484e-a832-492fb39bb3f3 tempest-TaggedBootDevicesTest_v242-798392635 tempest-TaggedBootDevicesTest_v242-798392635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:11:17.094756 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e305902-fdd5-4c18-b306-581145343f78 req-62a5b85f-00c8-484e-a832-492fb39bb3f3 tempest-TaggedBootDevicesTest_v242-798392635 tempest-TaggedBootDevicesTest_v242-798392635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:11:17.101528 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e305902-fdd5-4c18-b306-581145343f78 req-62a5b85f-00c8-484e-a832-492fb39bb3f3 tempest-TaggedBootDevicesTest_v242-798392635 tempest-TaggedBootDevicesTest_v242-798392635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:11:17.107364 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e305902-fdd5-4c18-b306-581145343f78 req-62a5b85f-00c8-484e-a832-492fb39bb3f3 tempest-TaggedBootDevicesTest_v242-798392635 tempest-TaggedBootDevicesTest_v242-798392635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:11:17.113688 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-776225f2-f32c-490c-acd8-0e8e985e23a0 admin admin] Checking segment: {'id': '8fc5bdc5-20d6-4485-913b-a8e45cf9007a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': '0ec7f9f6-4ed5-45b5-9742-035cca69218b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103230) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 19:11:17.114880 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e305902-fdd5-4c18-b306-581145343f78 req-62a5b85f-00c8-484e-a832-492fb39bb3f3 tempest-TaggedBootDevicesTest_v242-798392635 tempest-TaggedBootDevicesTest_v242-798392635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:11:17.115563 n-d-713498-36 neutron-server[103230]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-776225f2-f32c-490c-acd8-0e8e985e23a0 admin admin] Network hostable DHCP agents. Network: 0ec7f9f6-4ed5-45b5-9742-035cca69218b, hostable agents: ['af91e4b9-f4e1-42b1-a25c-a10dc47171c8'], hosted agents: [] {{(pid=103230) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 19:11:17.121727 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e305902-fdd5-4c18-b306-581145343f78 req-62a5b85f-00c8-484e-a832-492fb39bb3f3 tempest-TaggedBootDevicesTest_v242-798392635 tempest-TaggedBootDevicesTest_v242-798392635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:11:17.128026 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e305902-fdd5-4c18-b306-581145343f78 req-62a5b85f-00c8-484e-a832-492fb39bb3f3 tempest-TaggedBootDevicesTest_v242-798392635 tempest-TaggedBootDevicesTest_v242-798392635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:11:17.137454 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-7e305902-fdd5-4c18-b306-581145343f78 req-62a5b85f-00c8-484e-a832-492fb39bb3f3 tempest-TaggedBootDevicesTest_v242-798392635 tempest-TaggedBootDevicesTest_v242-798392635-project] 10.222.0.75 "GET /v2.0/ports?device_id=8319129f-1054-494a-b0c0-2ec99e839619 HTTP/1.1" status: 200 len: 5445 time: 0.1939573 Feb 09 19:11:17.203426 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.plugin [None req-ae0de1a3-da6a-40bc-8546-142b7389f666 tempest-BulkNetworkOpsIpV6Test-919214857 tempest-BulkNetworkOpsIpV6Test-919214857-project] Deleting port 8770a4f4-a8f8-4924-a68d-30d7265b304a {{(pid=103230) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 19:11:17.203791 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-ae0de1a3-da6a-40bc-8546-142b7389f666 tempest-BulkNetworkOpsIpV6Test-919214857 tempest-BulkNetworkOpsIpV6Test-919214857-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762867170196'] for port (8770a4f4-a8f8-4924-a68d-30d7265b304a), before_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:11:17.256811 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-7e305902-fdd5-4c18-b306-581145343f78 req-bf9b5fe0-ca55-442b-bfd8-13cb1712c781 tempest-TaggedBootDevicesTest_v242-798392635 tempest-TaggedBootDevicesTest_v242-798392635-project] 10.222.0.75 "GET /v2.0/security-groups?id=58062d4f-c149-4db3-a357-a4eb59a3d83e&id=6452f0cf-fe35-4557-9092-43f1827176a8&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1182876 Feb 09 19:11:17.438110 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.db [None req-ae0de1a3-da6a-40bc-8546-142b7389f666 tempest-BulkNetworkOpsIpV6Test-919214857 tempest-BulkNetworkOpsIpV6Test-919214857-project] For port 8770a4f4-a8f8-4924-a68d-30d7265b304a, host n-d-713498-36, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-36',level=0,port_id=8770a4f4-a8f8-4924-a68d-30d7265b304a,segment=NetworkSegment(c20ba01f-c1b1-4e24-8705-8b428142de44),segment_id=c20ba01f-c1b1-4e24-8705-8b428142de44)] {{(pid=103230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 19:11:17.438643 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-ae0de1a3-da6a-40bc-8546-142b7389f666 tempest-BulkNetworkOpsIpV6Test-919214857 tempest-BulkNetworkOpsIpV6Test-919214857-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1820838'] for port (8770a4f4-a8f8-4924-a68d-30d7265b304a), precommit_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:11:17.464617 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.plugin [None req-ae0de1a3-da6a-40bc-8546-142b7389f666 tempest-BulkNetworkOpsIpV6Test-919214857 tempest-BulkNetworkOpsIpV6Test-919214857-project] Calling delete_port for 8770a4f4-a8f8-4924-a68d-30d7265b304a owned by network:dhcp {{(pid=103230) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 19:11:17.542053 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Device 8770a4f4-a8f8-4924-a68d-30d7265b304a up at agent ovs-agent-n-d-713498-36 {{(pid=103232) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 19:11:17.671882 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] No active binding found for port 8770a4f4-a8f8-4924-a68d-30d7265b304a {{(pid=103232) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Feb 09 19:11:17.672383 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] The host n-d-713498-36 is not matching for port 8770a4f4-a8f8-4924-a68d-30d7265b304a host None! {{(pid=103232) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2330}} Feb 09 19:11:17.673020 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Device 8770a4f4-a8f8-4924-a68d-30d7265b304a not bound to the agent host n-d-713498-36 {{(pid=103232) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} Feb 09 19:11:17.685004 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-ae0de1a3-da6a-40bc-8546-142b7389f666 tempest-BulkNetworkOpsIpV6Test-919214857 tempest-BulkNetworkOpsIpV6Test-919214857-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762867177463', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762866656476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14393751'] for port (8770a4f4-a8f8-4924-a68d-30d7265b304a), after_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:11:17.748017 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae0de1a3-da6a-40bc-8546-142b7389f666 tempest-BulkNetworkOpsIpV6Test-919214857 tempest-BulkNetworkOpsIpV6Test-919214857-project] Pushing event deleted for resources: {'Port': ['ID=8770a4f4-a8f8-4924-a68d-30d7265b304a,revision_number=None']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:11:17.760321 n-d-713498-36 neutron-server[103230]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-776225f2-f32c-490c-acd8-0e8e985e23a0 admin admin] Network 0ec7f9f6-4ed5-45b5-9742-035cca69218b is scheduled to be hosted by DHCP agent af91e4b9-f4e1-42b1-a25c-a10dc47171c8 with binding_index 1 {{(pid=103230) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 19:11:17.769265 n-d-713498-36 neutron-server[103230]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae0de1a3-da6a-40bc-8546-142b7389f666 tempest-BulkNetworkOpsIpV6Test-919214857 tempest-BulkNetworkOpsIpV6Test-919214857-project] No DVR routers for this DVR port 8770a4f4-a8f8-4924-a68d-30d7265b304a on host n-d-713498-36 {{(pid=103230) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 19:11:17.781925 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Port 8770a4f4-a8f8-4924-a68d-30d7265b304a not found, will not notify nova. {{(pid=103232) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} Feb 09 19:11:17.989848 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1be6223c-286d-4d8b-97f0-763cf7ee7bc9 req-a7814a03-466f-4b4f-85be-a13dbd2dc7c6 tempest-DeleteServersTestJSON-1870379525 tempest-DeleteServersTestJSON-1870379525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:11:17.997274 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-ae0de1a3-da6a-40bc-8546-142b7389f666 tempest-BulkNetworkOpsIpV6Test-919214857 tempest-BulkNetworkOpsIpV6Test-919214857-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-590267', 'neutron.services.segments.db._delete_segments_for_network-8762867132609'] for network (22bdd2b2-cf12-4e95-afee-9547f6b1ccf1), precommit_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:11:18.000649 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-1be6223c-286d-4d8b-97f0-763cf7ee7bc9 req-a7814a03-466f-4b4f-85be-a13dbd2dc7c6 tempest-DeleteServersTestJSON-1870379525 tempest-DeleteServersTestJSON-1870379525-project] 10.222.0.75 "GET /v2.0/ports?device_id=5e66146c-80cb-464f-a195-4176fc6a344c HTTP/1.1" status: 200 len: 946 time: 0.1444371 Feb 09 19:11:18.045719 n-d-713498-36 neutron-server[103230]: DEBUG neutron.services.segments.db [None req-ae0de1a3-da6a-40bc-8546-142b7389f666 tempest-BulkNetworkOpsIpV6Test-919214857 tempest-BulkNetworkOpsIpV6Test-919214857-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['22bdd2b2-cf12-4e95-afee-9547f6b1ccf1']}} {{(pid=103230) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:11:18.098313 n-d-713498-36 neutron-server[103230]: DEBUG neutron.services.segments.db [None req-ae0de1a3-da6a-40bc-8546-142b7389f666 tempest-BulkNetworkOpsIpV6Test-919214857 tempest-BulkNetworkOpsIpV6Test-919214857-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c20ba01f-c1b1-4e24-8705-8b428142de44') {'for_net_delete': True} {{(pid=103230) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:11:18.098657 n-d-713498-36 neutron-server[103230]: DEBUG neutron.services.segments.db [None req-ae0de1a3-da6a-40bc-8546-142b7389f666 tempest-BulkNetworkOpsIpV6Test-919214857 tempest-BulkNetworkOpsIpV6Test-919214857-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c20ba01f-c1b1-4e24-8705-8b428142de44') {} {{(pid=103230) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:11:18.146665 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-ae0de1a3-da6a-40bc-8546-142b7389f666 tempest-BulkNetworkOpsIpV6Test-919214857 tempest-BulkNetworkOpsIpV6Test-919214857-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762867134154', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12895813'] for segment (c20ba01f-c1b1-4e24-8705-8b428142de44), before_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:11:18.152938 n-d-713498-36 neutron-server[103230]: DEBUG neutron.scheduler.base_scheduler [None req-776225f2-f32c-490c-acd8-0e8e985e23a0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713498-36, 0ec7f9f6-4ed5-45b5-9742-035cca69218b) {{(pid=103230) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 19:11:18.154053 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-1be6223c-286d-4d8b-97f0-763cf7ee7bc9 req-545ead35-a601-499a-a6f9-2ba068dac741 tempest-DeleteServersTestJSON-1870379525 tempest-DeleteServersTestJSON-1870379525-project] 10.222.0.75 "GET /v2.0/security-groups?id=5ce92d32-ca94-4b6c-925d-b9dff609abe6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1457758 Feb 09 19:11:18.166044 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f484f400-fc42-4c4f-a141-d702b14bdaa1 None None] Network 0ec7f9f6-4ed5-45b5-9742-035cca69218b requested from n-d-713498-36 {{(pid=103232) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 19:11:18.167402 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-776225f2-f32c-490c-acd8-0e8e985e23a0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:11:18.168331 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-776225f2-f32c-490c-acd8-0e8e985e23a0 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:11:18.216896 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-ae0de1a3-da6a-40bc-8546-142b7389f666 tempest-BulkNetworkOpsIpV6Test-919214857 tempest-BulkNetworkOpsIpV6Test-919214857-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-759574'] for segment (c20ba01f-c1b1-4e24-8705-8b428142de44), precommit_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:11:18.301728 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ae0de1a3-da6a-40bc-8546-142b7389f666 tempest-BulkNetworkOpsIpV6Test-919214857 tempest-BulkNetworkOpsIpV6Test-919214857-project] Releasing vlan 372 on physical network physnet1 to pool {{(pid=103230) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 19:11:18.302187 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-ae0de1a3-da6a-40bc-8546-142b7389f666 tempest-BulkNetworkOpsIpV6Test-919214857 tempest-BulkNetworkOpsIpV6Test-919214857-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-759574', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14393826'] for segment (c20ba01f-c1b1-4e24-8705-8b428142de44), after_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:11:18.368018 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-601fe09b-59ce-4b2b-b76e-cfda2bcc3e64 None None] Network 22bdd2b2-cf12-4e95-afee-9547f6b1ccf1 requested from n-d-713498-36 {{(pid=103232) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 19:11:18.398361 n-d-713498-36 neutron-server[103230]: Traceback (most recent call last): Feb 09 19:11:18.398361 n-d-713498-36 neutron-server[103230]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 19:11:18.398361 n-d-713498-36 neutron-server[103230]: timer() Feb 09 19:11:18.398361 n-d-713498-36 neutron-server[103230]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 19:11:18.398361 n-d-713498-36 neutron-server[103230]: cb(*args, **kw) Feb 09 19:11:18.398361 n-d-713498-36 neutron-server[103230]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 19:11:18.398361 n-d-713498-36 neutron-server[103230]: return func(*args, **kwargs) Feb 09 19:11:18.398361 n-d-713498-36 neutron-server[103230]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 19:11:18.398361 n-d-713498-36 neutron-server[103230]: self._notify() Feb 09 19:11:18.398361 n-d-713498-36 neutron-server[103230]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 19:11:18.398361 n-d-713498-36 neutron-server[103230]: self.callback(batched_events) Feb 09 19:11:18.398361 n-d-713498-36 neutron-server[103230]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 19:11:18.398361 n-d-713498-36 neutron-server[103230]: event.method(event) Feb 09 19:11:18.398361 n-d-713498-36 neutron-server[103230]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 19:11:18.398361 n-d-713498-36 neutron-server[103230]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 19:11:18.398361 n-d-713498-36 neutron-server[103230]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 19:11:18.398361 n-d-713498-36 neutron-server[103230]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 19:11:18.398361 n-d-713498-36 neutron-server[103230]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 19:11:18.398361 n-d-713498-36 neutron-server[103230]: return f(self, *a, **k) Feb 09 19:11:18.398361 n-d-713498-36 neutron-server[103230]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 19:11:18.398361 n-d-713498-36 neutron-server[103230]: return self._get(url).json() Feb 09 19:11:18.398361 n-d-713498-36 neutron-server[103230]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 19:11:18.398361 n-d-713498-36 neutron-server[103230]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 19:11:18.398361 n-d-713498-36 neutron-server[103230]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 19:11:18.398361 n-d-713498-36 neutron-server[103230]: return self.request(url, 'GET', **kwargs) Feb 09 19:11:18.398361 n-d-713498-36 neutron-server[103230]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 19:11:18.398361 n-d-713498-36 neutron-server[103230]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 19:11:18.398361 n-d-713498-36 neutron-server[103230]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 19:11:18.398361 n-d-713498-36 neutron-server[103230]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 19:11:18.398361 n-d-713498-36 neutron-server[103230]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 19:11:18.398361 n-d-713498-36 neutron-server[103230]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 19:11:18.398361 n-d-713498-36 neutron-server[103230]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 19:11:18.405107 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 58288) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:11:18.408161 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-776225f2-f32c-490c-acd8-0e8e985e23a0 admin admin] 10.222.0.75 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 3.6952658 Feb 09 19:11:18.415937 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.v2.base [None req-c30b5715-1f91-4d2b-8429-b381ffd24191 admin admin] Request body: {'router': {'name': 'tempest-ServersTestManualDisk-2007371992-router', 'tenant_id': '77d2f6c213eb401684c27974738fe903', 'external_gateway_info': {'network_id': '88055e1e-672a-4487-be31-ffb6e833ece5'}}} {{(pid=103229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 19:11:18.436533 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-ae0de1a3-da6a-40bc-8546-142b7389f666 tempest-BulkNetworkOpsIpV6Test-919214857 tempest-BulkNetworkOpsIpV6Test-919214857-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-590242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1885479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1818895'] for network (22bdd2b2-cf12-4e95-afee-9547f6b1ccf1), after_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:11:18.447394 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-ae0de1a3-da6a-40bc-8546-142b7389f666 tempest-BulkNetworkOpsIpV6Test-919214857 tempest-BulkNetworkOpsIpV6Test-919214857-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1613566'] for network (None), before_response {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:11:18.451349 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-ae0de1a3-da6a-40bc-8546-142b7389f666 tempest-BulkNetworkOpsIpV6Test-919214857 tempest-BulkNetworkOpsIpV6Test-919214857-project] 10.222.0.75 "DELETE /v2.0/networks/22bdd2b2-cf12-4e95-afee-9547f6b1ccf1 HTTP/1.1" status: 204 len: 168 time: 2.2543344 Feb 09 19:11:18.460761 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 58290) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:11:18.483761 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.provisioning_blocks [None req-c0e450f6-a331-408e-8fb6-5ec8df935618 None None] Could not find standard attr ID for object 8770a4f4-a8f8-4924-a68d-30d7265b304a. {{(pid=103232) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 09 19:11:18.487185 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae0de1a3-da6a-40bc-8546-142b7389f666 tempest-BulkNetworkOpsIpV6Test-919214857 tempest-BulkNetworkOpsIpV6Test-919214857-project] Pushing event deleted for resources: {'Network': ['ID=22bdd2b2-cf12-4e95-afee-9547f6b1ccf1,revision_number=None']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:11:18.488081 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762867132591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593584'] for agent (488cd9ae-631f-4955-ba0b-4f5a13f12e9c), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:11:18.492398 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac62a9c7-154f-45c0-a72c-3ce8bbb1f200 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8b32e980-7cce-5e82-a341-bd2fa8945c89-0ec7f9f6-4ed5-45b5-9742-035cca69218b', 'network_id': '0ec7f9f6-4ed5-45b5-9742-035cca69218b', 'project_id': '77d2f6c213eb401684c27974738fe903', 'fixed_ips': [{'subnet_id': '56817271-1948-4557-bb99-937580724a46'}]}} from n-d-713498-36. {{(pid=103232) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 09 19:11:18.493374 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-ac62a9c7-154f-45c0-a72c-3ce8bbb1f200 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (None), before_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:11:18.682086 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.plugin [None req-b3e5d4b1-539c-4226-a586-0b99a6647441 admin admin] Deleting port 7e320a7b-c308-4ee7-a9af-ede100c3bea0 {{(pid=103230) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 19:11:18.682844 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-b3e5d4b1-539c-4226-a586-0b99a6647441 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762867170196'] for port (7e320a7b-c308-4ee7-a9af-ede100c3bea0), before_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:11:18.760371 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-4bf240db-041f-44c2-981a-97e99d9955f8 tempest-BulkNetworkOpsIpV6Test-919214857 tempest-BulkNetworkOpsIpV6Test-919214857-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-670458'] for network (8decc434-373a-4f56-9830-c7ca6504bb88), before_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:11:18.793192 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-afe06102-9d0c-4420-a14c-13d1450fb831 None None] DHCP port deletion for 22bdd2b2-cf12-4e95-afee-9547f6b1ccf1 request from n-d-713498-36 {{(pid=103232) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 09 19:11:18.814111 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-c30b5715-1f91-4d2b-8429-b381ffd24191 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1834830', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-58389'] for router (c1a6984a-2b49-4463-8770-bb366322f74e), before_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:11:18.815775 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-c30b5715-1f91-4d2b-8429-b381ffd24191 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1834810', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1822096', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1886735', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-58380'] for router (c1a6984a-2b49-4463-8770-bb366322f74e), precommit_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:11:18.914165 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762867132591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593584'] for agent (bcd5faee-dc24-4298-9134-0e0aa054058e), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:11:19.025358 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-c30b5715-1f91-4d2b-8429-b381ffd24191 admin admin] Publish callbacks [] for router_controller (c1a6984a-2b49-4463-8770-bb366322f74e), precommit_add_association {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:11:19.069272 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.db_base_plugin_common [None req-ac62a9c7-154f-45c0-a72c-3ce8bbb1f200 None None] Allocated IP 172.20.0.2 (0ec7f9f6-4ed5-45b5-9742-035cca69218b/56817271-1948-4557-bb99-937580724a46/0f158c59-e34e-49bc-904d-9d0152ce1684) {{(pid=103232) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 19:11:19.085194 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55ad069c-407a-4edd-a091-d2ab0b719a37 req-e8d35549-322f-4657-9257-5b6ccd7b62fd tempest-TaggedBootDevicesTest_v242-798392635 tempest-TaggedBootDevicesTest_v242-798392635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:11:19.099079 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55ad069c-407a-4edd-a091-d2ab0b719a37 req-e8d35549-322f-4657-9257-5b6ccd7b62fd tempest-TaggedBootDevicesTest_v242-798392635 tempest-TaggedBootDevicesTest_v242-798392635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:11:19.112757 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55ad069c-407a-4edd-a091-d2ab0b719a37 req-e8d35549-322f-4657-9257-5b6ccd7b62fd tempest-TaggedBootDevicesTest_v242-798392635 tempest-TaggedBootDevicesTest_v242-798392635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:11:19.135818 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55ad069c-407a-4edd-a091-d2ab0b719a37 req-e8d35549-322f-4657-9257-5b6ccd7b62fd tempest-TaggedBootDevicesTest_v242-798392635 tempest-TaggedBootDevicesTest_v242-798392635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:11:19.152400 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55ad069c-407a-4edd-a091-d2ab0b719a37 req-e8d35549-322f-4657-9257-5b6ccd7b62fd tempest-TaggedBootDevicesTest_v242-798392635 tempest-TaggedBootDevicesTest_v242-798392635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:11:19.161348 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55ad069c-407a-4edd-a091-d2ab0b719a37 req-e8d35549-322f-4657-9257-5b6ccd7b62fd tempest-TaggedBootDevicesTest_v242-798392635 tempest-TaggedBootDevicesTest_v242-798392635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:11:19.182646 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55ad069c-407a-4edd-a091-d2ab0b719a37 req-e8d35549-322f-4657-9257-5b6ccd7b62fd tempest-TaggedBootDevicesTest_v242-798392635 tempest-TaggedBootDevicesTest_v242-798392635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:11:19.188278 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-55ad069c-407a-4edd-a091-d2ab0b719a37 req-e8d35549-322f-4657-9257-5b6ccd7b62fd tempest-TaggedBootDevicesTest_v242-798392635 tempest-TaggedBootDevicesTest_v242-798392635-project] 10.222.0.90 "GET /v2.0/ports?device_id=8319129f-1054-494a-b0c0-2ec99e839619 HTTP/1.1" status: 200 len: 5445 time: 0.3307233 Feb 09 19:11:19.193397 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.db [None req-b3e5d4b1-539c-4226-a586-0b99a6647441 admin admin] For port 7e320a7b-c308-4ee7-a9af-ede100c3bea0, host n-d-713498-36, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-36',level=0,port_id=7e320a7b-c308-4ee7-a9af-ede100c3bea0,segment=NetworkSegment(142497ea-782c-49a4-8188-5e519c68d621),segment_id=142497ea-782c-49a4-8188-5e519c68d621)] {{(pid=103230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 19:11:19.193397 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-b3e5d4b1-539c-4226-a586-0b99a6647441 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1820838'] for port (7e320a7b-c308-4ee7-a9af-ede100c3bea0), precommit_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:11:19.253530 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.plugin [None req-b3e5d4b1-539c-4226-a586-0b99a6647441 admin admin] Calling delete_port for 7e320a7b-c308-4ee7-a9af-ede100c3bea0 owned by network:router_interface {{(pid=103230) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 19:11:19.497658 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Device 8770a4f4-a8f8-4924-a68d-30d7265b304a no longer exists at agent ovs-agent-n-d-713498-36 {{(pid=103232) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 19:11:19.523305 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-ac62a9c7-154f-45c0-a72c-3ce8bbb1f200 None None] Publish callbacks [] for port (0f158c59-e34e-49bc-904d-9d0152ce1684), precommit_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:11:19.546263 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55ad069c-407a-4edd-a091-d2ab0b719a37 req-d2b34243-0f39-4f0d-a7e9-fef6098b44e4 tempest-TaggedBootDevicesTest_v242-798392635 tempest-TaggedBootDevicesTest_v242-798392635-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:11:19.549343 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-55ad069c-407a-4edd-a091-d2ab0b719a37 req-d2b34243-0f39-4f0d-a7e9-fef6098b44e4 tempest-TaggedBootDevicesTest_v242-798392635 tempest-TaggedBootDevicesTest_v242-798392635-project] 10.222.0.90 "GET /v2.0/ports/c8197a22-0a63-4fe5-8fb5-ede78617a0f7?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.3438246 Feb 09 19:11:19.567347 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] No Port match for: 8770a4f4-a8f8-4924-a68d-30d7265b304a {{(pid=103232) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 19:11:19.570823 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Device 8770a4f4-a8f8-4924-a68d-30d7265b304a not bound to the agent host n-d-713498-36 {{(pid=103232) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 19:11:19.593222 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-ac62a9c7-154f-45c0-a72c-3ce8bbb1f200 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762866656467'] for port (0f158c59-e34e-49bc-904d-9d0152ce1684), after_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:11:19.697295 n-d-713498-36 neutron-server[103232]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac62a9c7-154f-45c0-a72c-3ce8bbb1f200 None None] Network 0ec7f9f6-4ed5-45b5-9742-035cca69218b is already hosted by enough agents. {{(pid=103232) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 19:11:19.717641 n-d-713498-36 neutron-server[103232]: DEBUG neutron.scheduler.base_scheduler [None req-ac62a9c7-154f-45c0-a72c-3ce8bbb1f200 None None] Resources bound (agent type, host, resource id): {{(pid=103232) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 19:11:19.720839 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac62a9c7-154f-45c0-a72c-3ce8bbb1f200 None None] Received port after_create {{(pid=103232) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 19:11:19.766709 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac62a9c7-154f-45c0-a72c-3ce8bbb1f200 None None] Pushing event updated for resources: {'Port': ['ID=0f158c59-e34e-49bc-904d-9d0152ce1684,revision_number=1']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:11:19.949277 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.managers [None req-ac62a9c7-154f-45c0-a72c-3ce8bbb1f200 None None] Attempting to bind port 0f158c59-e34e-49bc-904d-9d0152ce1684 on host n-d-713498-36 for vnic_type normal with profile {{(pid=103232) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 19:11:19.949757 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.managers [None req-ac62a9c7-154f-45c0-a72c-3ce8bbb1f200 None None] Attempting to bind port 0f158c59-e34e-49bc-904d-9d0152ce1684 by drivers openvswitch,hyperv on host n-d-713498-36 at level 0 using segments [{'id': '8fc5bdc5-20d6-4485-913b-a8e45cf9007a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': '0ec7f9f6-4ed5-45b5-9742-035cca69218b'}] {{(pid=103232) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 19:11:19.950164 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac62a9c7-154f-45c0-a72c-3ce8bbb1f200 None None] Attempting to bind port 0f158c59-e34e-49bc-904d-9d0152ce1684 on network 0ec7f9f6-4ed5-45b5-9742-035cca69218b {{(pid=103232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 19:11:19.978853 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac62a9c7-154f-45c0-a72c-3ce8bbb1f200 None None] Checking agent: {'id': '496418a2-c002-4aec-ab1a-07f3bea491bd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-36', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 18, 51, 47), 'started_at': datetime.datetime(2022, 2, 9, 18, 52, 17), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 19, 11, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-36'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 19:11:19.979237 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac62a9c7-154f-45c0-a72c-3ce8bbb1f200 None None] Checking segment: {'id': '8fc5bdc5-20d6-4485-913b-a8e45cf9007a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': '0ec7f9f6-4ed5-45b5-9742-035cca69218b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103232) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 19:11:19.979650 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-ac62a9c7-154f-45c0-a72c-3ce8bbb1f200 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:11:19.980054 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac62a9c7-154f-45c0-a72c-3ce8bbb1f200 None None] Bound using segment: {'id': '8fc5bdc5-20d6-4485-913b-a8e45cf9007a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': '0ec7f9f6-4ed5-45b5-9742-035cca69218b'} {{(pid=103232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 19:11:19.980543 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.managers [None req-ac62a9c7-154f-45c0-a72c-3ce8bbb1f200 None None] Bound port: 0f158c59-e34e-49bc-904d-9d0152ce1684, host: n-d-713498-36, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8fc5bdc5-20d6-4485-913b-a8e45cf9007a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': '0ec7f9f6-4ed5-45b5-9742-035cca69218b'}}] {{(pid=103232) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 19:11:19.980927 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-ac62a9c7-154f-45c0-a72c-3ce8bbb1f200 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (0f158c59-e34e-49bc-904d-9d0152ce1684), before_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:11:20.106989 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-55ad069c-407a-4edd-a091-d2ab0b719a37 req-9d8e72fb-875b-4726-8dd1-6a7e82c3c81c tempest-TaggedBootDevicesTest_v242-798392635 tempest-TaggedBootDevicesTest_v242-798392635-project] 10.222.0.90 "GET /v2.0/networks/622dc241-96e3-459d-8172-016faee8abe4?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.5469928 Feb 09 19:11:20.127820 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.v2.base [req-55ad069c-407a-4edd-a091-d2ab0b719a37 req-54287069-260d-4620-8bc7-2ff469a690e0 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=103230) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 19:11:20.137898 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-ac62a9c7-154f-45c0-a72c-3ce8bbb1f200 None None] For port 0f158c59-e34e-49bc-904d-9d0152ce1684, host n-d-713498-36, cleared binding levels {{(pid=103232) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 19:11:20.146224 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-ac62a9c7-154f-45c0-a72c-3ce8bbb1f200 None None] For port 0f158c59-e34e-49bc-904d-9d0152ce1684, host n-d-713498-36, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-36',level=0,port_id=0f158c59-e34e-49bc-904d-9d0152ce1684,segment=NetworkSegment(8fc5bdc5-20d6-4485-913b-a8e45cf9007a),segment_id=8fc5bdc5-20d6-4485-913b-a8e45cf9007a)] {{(pid=103232) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 19:11:20.163001 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-ac62a9c7-154f-45c0-a72c-3ce8bbb1f200 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762867176205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762866656485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762866656503'] for port (0f158c59-e34e-49bc-904d-9d0152ce1684), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:11:20.233426 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-4bf240db-041f-44c2-981a-97e99d9955f8 tempest-BulkNetworkOpsIpV6Test-919214857 tempest-BulkNetworkOpsIpV6Test-919214857-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-590267', 'neutron.services.segments.db._delete_segments_for_network-8762867132609'] for network (8decc434-373a-4f56-9830-c7ca6504bb88), precommit_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:11:20.287116 n-d-713498-36 neutron-server[103229]: DEBUG neutron.services.segments.db [None req-4bf240db-041f-44c2-981a-97e99d9955f8 tempest-BulkNetworkOpsIpV6Test-919214857 tempest-BulkNetworkOpsIpV6Test-919214857-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8decc434-373a-4f56-9830-c7ca6504bb88']}} {{(pid=103229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:11:20.317922 n-d-713498-36 neutron-server[103229]: DEBUG neutron.services.segments.db [None req-4bf240db-041f-44c2-981a-97e99d9955f8 tempest-BulkNetworkOpsIpV6Test-919214857 tempest-BulkNetworkOpsIpV6Test-919214857-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3be13859-af8b-4f51-b46c-f93381fa1d2a') {'for_net_delete': True} {{(pid=103229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:11:20.318244 n-d-713498-36 neutron-server[103229]: DEBUG neutron.services.segments.db [None req-4bf240db-041f-44c2-981a-97e99d9955f8 tempest-BulkNetworkOpsIpV6Test-919214857 tempest-BulkNetworkOpsIpV6Test-919214857-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3be13859-af8b-4f51-b46c-f93381fa1d2a') {} {{(pid=103229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:11:20.330509 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac62a9c7-154f-45c0-a72c-3ce8bbb1f200 None None] Pushing event updated for resources: {'Port': ['ID=0f158c59-e34e-49bc-904d-9d0152ce1684,revision_number=2']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:11:20.348453 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-4bf240db-041f-44c2-981a-97e99d9955f8 tempest-BulkNetworkOpsIpV6Test-919214857 tempest-BulkNetworkOpsIpV6Test-919214857-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762867134154', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16683417'] for segment (3be13859-af8b-4f51-b46c-f93381fa1d2a), before_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:11:20.380287 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-4bf240db-041f-44c2-981a-97e99d9955f8 tempest-BulkNetworkOpsIpV6Test-919214857 tempest-BulkNetworkOpsIpV6Test-919214857-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-759574'] for segment (3be13859-af8b-4f51-b46c-f93381fa1d2a), precommit_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:11:20.396266 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4bf240db-041f-44c2-981a-97e99d9955f8 tempest-BulkNetworkOpsIpV6Test-919214857 tempest-BulkNetworkOpsIpV6Test-919214857-project] Releasing vlan 396 on physical network physnet1 to pool {{(pid=103229) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 19:11:20.396266 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-4bf240db-041f-44c2-981a-97e99d9955f8 tempest-BulkNetworkOpsIpV6Test-919214857 tempest-BulkNetworkOpsIpV6Test-919214857-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-759574', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12867469'] for segment (3be13859-af8b-4f51-b46c-f93381fa1d2a), after_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:11:20.436664 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [req-55ad069c-407a-4edd-a091-d2ab0b719a37 req-54287069-260d-4620-8bc7-2ff469a690e0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (c8197a22-0a63-4fe5-8fb5-ede78617a0f7), before_update {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:11:20.451614 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-b3e5d4b1-539c-4226-a586-0b99a6647441 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762867177463', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762866656476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14393751'] for port (7e320a7b-c308-4ee7-a9af-ede100c3bea0), after_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:11:20.543215 n-d-713498-36 neutron-server[103229]: Traceback (most recent call last): Feb 09 19:11:20.543215 n-d-713498-36 neutron-server[103229]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 19:11:20.543215 n-d-713498-36 neutron-server[103229]: timer() Feb 09 19:11:20.543215 n-d-713498-36 neutron-server[103229]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 19:11:20.543215 n-d-713498-36 neutron-server[103229]: cb(*args, **kw) Feb 09 19:11:20.543215 n-d-713498-36 neutron-server[103229]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 19:11:20.543215 n-d-713498-36 neutron-server[103229]: return func(*args, **kwargs) Feb 09 19:11:20.543215 n-d-713498-36 neutron-server[103229]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 19:11:20.543215 n-d-713498-36 neutron-server[103229]: self._notify() Feb 09 19:11:20.543215 n-d-713498-36 neutron-server[103229]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 19:11:20.543215 n-d-713498-36 neutron-server[103229]: self.callback(batched_events) Feb 09 19:11:20.543215 n-d-713498-36 neutron-server[103229]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 19:11:20.543215 n-d-713498-36 neutron-server[103229]: event.method(event) Feb 09 19:11:20.543215 n-d-713498-36 neutron-server[103229]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 19:11:20.543215 n-d-713498-36 neutron-server[103229]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 19:11:20.543215 n-d-713498-36 neutron-server[103229]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 19:11:20.543215 n-d-713498-36 neutron-server[103229]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 19:11:20.543215 n-d-713498-36 neutron-server[103229]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 19:11:20.543215 n-d-713498-36 neutron-server[103229]: return f(self, *a, **k) Feb 09 19:11:20.543215 n-d-713498-36 neutron-server[103229]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 19:11:20.543215 n-d-713498-36 neutron-server[103229]: return self._get(url).json() Feb 09 19:11:20.543215 n-d-713498-36 neutron-server[103229]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 19:11:20.543215 n-d-713498-36 neutron-server[103229]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 19:11:20.543215 n-d-713498-36 neutron-server[103229]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 19:11:20.543215 n-d-713498-36 neutron-server[103229]: return self.request(url, 'GET', **kwargs) Feb 09 19:11:20.543215 n-d-713498-36 neutron-server[103229]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 19:11:20.543215 n-d-713498-36 neutron-server[103229]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 19:11:20.543215 n-d-713498-36 neutron-server[103229]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 19:11:20.543215 n-d-713498-36 neutron-server[103229]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 19:11:20.543215 n-d-713498-36 neutron-server[103229]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 19:11:20.543215 n-d-713498-36 neutron-server[103229]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 19:11:20.543215 n-d-713498-36 neutron-server[103229]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 19:11:20.556535 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-4bf240db-041f-44c2-981a-97e99d9955f8 tempest-BulkNetworkOpsIpV6Test-919214857 tempest-BulkNetworkOpsIpV6Test-919214857-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-590242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1885479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1818895'] for network (8decc434-373a-4f56-9830-c7ca6504bb88), after_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:11:20.562741 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-4bf240db-041f-44c2-981a-97e99d9955f8 tempest-BulkNetworkOpsIpV6Test-919214857 tempest-BulkNetworkOpsIpV6Test-919214857-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1613566'] for network (None), before_response {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:11:20.568559 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-4bf240db-041f-44c2-981a-97e99d9955f8 tempest-BulkNetworkOpsIpV6Test-919214857 tempest-BulkNetworkOpsIpV6Test-919214857-project] 10.222.0.75 "DELETE /v2.0/networks/8decc434-373a-4f56-9830-c7ca6504bb88 HTTP/1.1" status: 204 len: 168 time: 2.0920780 Feb 09 19:11:20.573856 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3e5d4b1-539c-4226-a586-0b99a6647441 admin admin] Pushing event deleted for resources: {'Port': ['ID=7e320a7b-c308-4ee7-a9af-ede100c3bea0,revision_number=None']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:11:20.585072 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 58304) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:11:20.740224 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-c30b5715-1f91-4d2b-8429-b381ffd24191 admin admin] Publish callbacks [] for router_gateway (c1a6984a-2b49-4463-8770-bb366322f74e), precommit_update {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:11:20.768086 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bf240db-041f-44c2-981a-97e99d9955f8 tempest-BulkNetworkOpsIpV6Test-919214857 tempest-BulkNetworkOpsIpV6Test-919214857-project] Pushing event deleted for resources: {'Network': ['ID=8decc434-373a-4f56-9830-c7ca6504bb88,revision_number=None']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:11:20.833531 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff87d8e4-bf99-4840-bc7b-08b41be296a9 req-a3d99e40-e4bd-4035-bd6d-852c2957d1bd tempest-TaggedBootDevicesTest_v242-798392635 tempest-TaggedBootDevicesTest_v242-798392635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:11:20.858336 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff87d8e4-bf99-4840-bc7b-08b41be296a9 req-a3d99e40-e4bd-4035-bd6d-852c2957d1bd tempest-TaggedBootDevicesTest_v242-798392635 tempest-TaggedBootDevicesTest_v242-798392635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:11:20.867799 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff87d8e4-bf99-4840-bc7b-08b41be296a9 req-a3d99e40-e4bd-4035-bd6d-852c2957d1bd tempest-TaggedBootDevicesTest_v242-798392635 tempest-TaggedBootDevicesTest_v242-798392635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:11:20.882081 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff87d8e4-bf99-4840-bc7b-08b41be296a9 req-a3d99e40-e4bd-4035-bd6d-852c2957d1bd tempest-TaggedBootDevicesTest_v242-798392635 tempest-TaggedBootDevicesTest_v242-798392635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:11:20.896982 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff87d8e4-bf99-4840-bc7b-08b41be296a9 req-a3d99e40-e4bd-4035-bd6d-852c2957d1bd tempest-TaggedBootDevicesTest_v242-798392635 tempest-TaggedBootDevicesTest_v242-798392635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:11:20.915443 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff87d8e4-bf99-4840-bc7b-08b41be296a9 req-a3d99e40-e4bd-4035-bd6d-852c2957d1bd tempest-TaggedBootDevicesTest_v242-798392635 tempest-TaggedBootDevicesTest_v242-798392635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:11:20.931109 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff87d8e4-bf99-4840-bc7b-08b41be296a9 req-a3d99e40-e4bd-4035-bd6d-852c2957d1bd tempest-TaggedBootDevicesTest_v242-798392635 tempest-TaggedBootDevicesTest_v242-798392635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:11:20.947962 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-ff87d8e4-bf99-4840-bc7b-08b41be296a9 req-a3d99e40-e4bd-4035-bd6d-852c2957d1bd tempest-TaggedBootDevicesTest_v242-798392635 tempest-TaggedBootDevicesTest_v242-798392635-project] 10.222.0.75 "GET /v2.0/ports?device_id=8319129f-1054-494a-b0c0-2ec99e839619 HTTP/1.1" status: 200 len: 5445 time: 2.3732986 Feb 09 19:11:21.240640 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-ff87d8e4-bf99-4840-bc7b-08b41be296a9 req-26946b2e-aed5-4b6f-b03e-67168f21ba60 tempest-TaggedBootDevicesTest_v242-798392635 tempest-TaggedBootDevicesTest_v242-798392635-project] 10.222.0.75 "GET /v2.0/security-groups?id=58062d4f-c149-4db3-a357-a4eb59a3d83e&id=6452f0cf-fe35-4557-9092-43f1827176a8&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2885077 Feb 09 19:11:21.464372 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-5565e846-a465-42a2-926b-4ea7685dc95f tempest-BulkNetworkOpsIpV6Test-919214857 tempest-BulkNetworkOpsIpV6Test-919214857-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-670458'] for network (1a9cfb08-5426-4b92-b2c0-7bff9794c632), before_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:11:21.658771 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Device 0f158c59-e34e-49bc-904d-9d0152ce1684 up at agent ovs-agent-n-d-713498-36 {{(pid=103232) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 19:11:21.684012 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a03a76b-9a79-4984-a2f1-bdecde4fec9d req-726fb972-7e23-4ab9-9815-a77c9978a377 tempest-DeleteServersTestJSON-1870379525 tempest-DeleteServersTestJSON-1870379525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:11:21.685543 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-1a03a76b-9a79-4984-a2f1-bdecde4fec9d req-726fb972-7e23-4ab9-9815-a77c9978a377 tempest-DeleteServersTestJSON-1870379525 tempest-DeleteServersTestJSON-1870379525-project] 10.222.0.75 "GET /v2.0/ports?device_id=5e66146c-80cb-464f-a195-4176fc6a344c HTTP/1.1" status: 200 len: 946 time: 0.1845400 Feb 09 19:11:21.694323 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-c30b5715-1f91-4d2b-8429-b381ffd24191 admin admin] Publish callbacks [] for router_gateway (c1a6984a-2b49-4463-8770-bb366322f74e), before_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:11:21.739483 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-c30b5715-1f91-4d2b-8429-b381ffd24191 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (None), before_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:11:21.792762 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.provisioning_blocks [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Provisioning complete for port 0f158c59-e34e-49bc-904d-9d0152ce1684 triggered by entity L2. {{(pid=103232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 19:11:21.794313 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593630'] for port (0f158c59-e34e-49bc-904d-9d0152ce1684), provisioning_complete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:11:22.029629 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-5565e846-a465-42a2-926b-4ea7685dc95f tempest-BulkNetworkOpsIpV6Test-919214857 tempest-BulkNetworkOpsIpV6Test-919214857-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-590267', 'neutron.services.segments.db._delete_segments_for_network-8762867132609'] for network (1a9cfb08-5426-4b92-b2c0-7bff9794c632), precommit_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:11:22.031690 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Current status of the port 0f158c59-e34e-49bc-904d-9d0152ce1684 is: DOWN; New status is: ACTIVE {{(pid=103232) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 19:11:22.032187 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (0f158c59-e34e-49bc-904d-9d0152ce1684), before_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:11:22.046195 n-d-713498-36 neutron-server[103229]: DEBUG neutron.db.db_base_plugin_common [None req-c30b5715-1f91-4d2b-8429-b381ffd24191 admin admin] Allocated IP 172.25.1.245 (88055e1e-672a-4487-be31-ffb6e833ece5/ac16dbcc-383c-4b43-9153-d763c4a53f91/2b510600-8b01-408c-90d4-e30dc6b8cb66) {{(pid=103229) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 19:11:22.107786 n-d-713498-36 neutron-server[103230]: DEBUG neutron.services.segments.db [None req-5565e846-a465-42a2-926b-4ea7685dc95f tempest-BulkNetworkOpsIpV6Test-919214857 tempest-BulkNetworkOpsIpV6Test-919214857-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1a9cfb08-5426-4b92-b2c0-7bff9794c632']}} {{(pid=103230) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:11:22.117243 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] For port 0f158c59-e34e-49bc-904d-9d0152ce1684, host n-d-713498-36, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-36',level=0,port_id=0f158c59-e34e-49bc-904d-9d0152ce1684,segment=NetworkSegment(8fc5bdc5-20d6-4485-913b-a8e45cf9007a),segment_id=8fc5bdc5-20d6-4485-913b-a8e45cf9007a)] {{(pid=103232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 19:11:22.122833 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762867176205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762866656485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762866656503'] for port (0f158c59-e34e-49bc-904d-9d0152ce1684), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:11:22.200165 n-d-713498-36 neutron-server[103230]: DEBUG neutron.services.segments.db [None req-5565e846-a465-42a2-926b-4ea7685dc95f tempest-BulkNetworkOpsIpV6Test-919214857 tempest-BulkNetworkOpsIpV6Test-919214857-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '51034e48-4b78-42fa-86e3-b82f5173cd53') {'for_net_delete': True} {{(pid=103230) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:11:22.200514 n-d-713498-36 neutron-server[103230]: DEBUG neutron.services.segments.db [None req-5565e846-a465-42a2-926b-4ea7685dc95f tempest-BulkNetworkOpsIpV6Test-919214857 tempest-BulkNetworkOpsIpV6Test-919214857-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '51034e48-4b78-42fa-86e3-b82f5173cd53') {} {{(pid=103230) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:11:22.209176 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-c30b5715-1f91-4d2b-8429-b381ffd24191 admin admin] Publish callbacks [] for port (2b510600-8b01-408c-90d4-e30dc6b8cb66), precommit_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:11:22.239240 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-b3e5d4b1-539c-4226-a586-0b99a6647441 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1613467', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1834633'] for router_interface (b479526c-50ae-4c5b-aad2-e8f4dc1e5a41), after_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:11:22.242271 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-5565e846-a465-42a2-926b-4ea7685dc95f tempest-BulkNetworkOpsIpV6Test-919214857 tempest-BulkNetworkOpsIpV6Test-919214857-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762867134154', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12895813'] for segment (51034e48-4b78-42fa-86e3-b82f5173cd53), before_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:11:22.246031 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Pushing event updated for resources: {'Port': ['ID=0f158c59-e34e-49bc-904d-9d0152ce1684,revision_number=3']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:11:22.249878 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.db [req-55ad069c-407a-4edd-a091-d2ab0b719a37 req-54287069-260d-4620-8bc7-2ff469a690e0 service neutron] For port c8197a22-0a63-4fe5-8fb5-ede78617a0f7, host n-h2-713498-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-36',level=0,port_id=c8197a22-0a63-4fe5-8fb5-ede78617a0f7,segment=NetworkSegment(c2ea736f-956b-4712-9292-0c7e6eae844b),segment_id=c2ea736f-956b-4712-9292-0c7e6eae844b)] {{(pid=103230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 19:11:22.306953 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-5565e846-a465-42a2-926b-4ea7685dc95f tempest-BulkNetworkOpsIpV6Test-919214857 tempest-BulkNetworkOpsIpV6Test-919214857-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-759574'] for segment (51034e48-4b78-42fa-86e3-b82f5173cd53), precommit_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:11:22.332593 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-c30b5715-1f91-4d2b-8429-b381ffd24191 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762866656467', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12867576'] for port (2b510600-8b01-408c-90d4-e30dc6b8cb66), after_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:11:22.335031 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d382ace0-d53e-40ae-9ae7-f4ae4bc2d866 None None] get_active_networks_info from n-d-713498-36 {{(pid=103232) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Feb 09 19:11:22.384725 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c30b5715-1f91-4d2b-8429-b381ffd24191 admin admin] Pushing event updated for resources: {'Port': ['ID=2b510600-8b01-408c-90d4-e30dc6b8cb66,revision_number=1']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:11:22.394552 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-1a03a76b-9a79-4984-a2f1-bdecde4fec9d req-5cc3becd-ea1d-480e-b3ad-a86e9df04117 tempest-DeleteServersTestJSON-1870379525 tempest-DeleteServersTestJSON-1870379525-project] 10.222.0.75 "GET /v2.0/security-groups?id=5ce92d32-ca94-4b6c-925d-b9dff609abe6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6970577 Feb 09 19:11:22.407633 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Device 3d73dda7-fb9b-4c04-9fbb-19034e8d2d7b no longer exists at agent hyperv_n-h2-713498-36 {{(pid=103232) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 19:11:22.407895 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5565e846-a465-42a2-926b-4ea7685dc95f tempest-BulkNetworkOpsIpV6Test-919214857 tempest-BulkNetworkOpsIpV6Test-919214857-project] Releasing vlan 373 on physical network physnet1 to pool {{(pid=103230) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 19:11:22.408659 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-5565e846-a465-42a2-926b-4ea7685dc95f tempest-BulkNetworkOpsIpV6Test-919214857 tempest-BulkNetworkOpsIpV6Test-919214857-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-759574', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14393826'] for segment (51034e48-4b78-42fa-86e3-b82f5173cd53), after_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:11:22.410064 n-d-713498-36 neutron-server[103229]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c30b5715-1f91-4d2b-8429-b381ffd24191 admin admin] Network 88055e1e-672a-4487-be31-ffb6e833ece5 is already hosted by enough agents. {{(pid=103229) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 19:11:22.412740 n-d-713498-36 neutron-server[103229]: DEBUG neutron.scheduler.base_scheduler [None req-c30b5715-1f91-4d2b-8429-b381ffd24191 admin admin] Resources bound (agent type, host, resource id): {{(pid=103229) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 19:11:22.419627 n-d-713498-36 neutron-server[103229]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c30b5715-1f91-4d2b-8429-b381ffd24191 admin admin] Received port after_create {{(pid=103229) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 19:11:22.423128 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ee5cb89-6541-47f4-afc3-b5b988c67fe0 req-d889f69c-2ff8-433c-aff9-d5ea8eac8cd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:11:22.425161 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-6ee5cb89-6541-47f4-afc3-b5b988c67fe0 req-d889f69c-2ff8-433c-aff9-d5ea8eac8cd7 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=216741f4995241bbba7cd794217427a2&device_id=5e66146c-80cb-464f-a195-4176fc6a344c HTTP/1.1" status: 200 len: 1129 time: 0.1587296 Feb 09 19:11:22.430687 n-d-713498-36 neutron-server[103230]: Traceback (most recent call last): Feb 09 19:11:22.430687 n-d-713498-36 neutron-server[103230]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 19:11:22.430687 n-d-713498-36 neutron-server[103230]: timer() Feb 09 19:11:22.430687 n-d-713498-36 neutron-server[103230]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 19:11:22.430687 n-d-713498-36 neutron-server[103230]: cb(*args, **kw) Feb 09 19:11:22.430687 n-d-713498-36 neutron-server[103230]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 19:11:22.430687 n-d-713498-36 neutron-server[103230]: return func(*args, **kwargs) Feb 09 19:11:22.430687 n-d-713498-36 neutron-server[103230]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 19:11:22.430687 n-d-713498-36 neutron-server[103230]: self._notify() Feb 09 19:11:22.430687 n-d-713498-36 neutron-server[103230]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 19:11:22.430687 n-d-713498-36 neutron-server[103230]: self.callback(batched_events) Feb 09 19:11:22.430687 n-d-713498-36 neutron-server[103230]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 19:11:22.430687 n-d-713498-36 neutron-server[103230]: event.method(event) Feb 09 19:11:22.430687 n-d-713498-36 neutron-server[103230]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 19:11:22.430687 n-d-713498-36 neutron-server[103230]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 19:11:22.430687 n-d-713498-36 neutron-server[103230]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 19:11:22.430687 n-d-713498-36 neutron-server[103230]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 19:11:22.430687 n-d-713498-36 neutron-server[103230]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 19:11:22.430687 n-d-713498-36 neutron-server[103230]: return f(self, *a, **k) Feb 09 19:11:22.430687 n-d-713498-36 neutron-server[103230]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 19:11:22.430687 n-d-713498-36 neutron-server[103230]: return self._get(url).json() Feb 09 19:11:22.430687 n-d-713498-36 neutron-server[103230]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 19:11:22.430687 n-d-713498-36 neutron-server[103230]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 19:11:22.430687 n-d-713498-36 neutron-server[103230]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 19:11:22.430687 n-d-713498-36 neutron-server[103230]: return self.request(url, 'GET', **kwargs) Feb 09 19:11:22.430687 n-d-713498-36 neutron-server[103230]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 19:11:22.430687 n-d-713498-36 neutron-server[103230]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 19:11:22.430687 n-d-713498-36 neutron-server[103230]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 19:11:22.430687 n-d-713498-36 neutron-server[103230]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 19:11:22.430687 n-d-713498-36 neutron-server[103230]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 19:11:22.430687 n-d-713498-36 neutron-server[103230]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 19:11:22.430687 n-d-713498-36 neutron-server[103230]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 19:11:22.504871 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26df90e0-b9aa-4290-9f3f-b6fd4f6e61cc req-f651a115-e4d4-4091-8a4c-9662e341c3ec tempest-ServerAddressesNegativeTestJSON-1329317131 tempest-ServerAddressesNegativeTestJSON-1329317131-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:11:22.507299 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-26df90e0-b9aa-4290-9f3f-b6fd4f6e61cc req-f651a115-e4d4-4091-8a4c-9662e341c3ec tempest-ServerAddressesNegativeTestJSON-1329317131 tempest-ServerAddressesNegativeTestJSON-1329317131-project] 10.222.0.75 "GET /v2.0/networks?id=b9b7fd7f-1559-4fdf-b79d-489c05f2c99c HTTP/1.1" status: 200 len: 821 time: 0.8538547 Feb 09 19:11:22.578230 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.db [req-55ad069c-407a-4edd-a091-d2ab0b719a37 req-54287069-260d-4620-8bc7-2ff469a690e0 service neutron] For port c8197a22-0a63-4fe5-8fb5-ede78617a0f7, host n-h2-713498-36, cleared binding levels {{(pid=103230) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 19:11:22.618387 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-26df90e0-b9aa-4290-9f3f-b6fd4f6e61cc req-eca5314a-32cb-4b4e-b812-44e226edc8eb tempest-ServerAddressesNegativeTestJSON-1329317131 tempest-ServerAddressesNegativeTestJSON-1329317131-project] 10.222.0.75 "GET /v2.0/quotas/5a284076d1bc46d299e7769dc674e56e HTTP/1.1" status: 200 len: 375 time: 0.0656505 Feb 09 19:11:22.692278 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.provisioning_blocks [None req-0974581b-8209-43e9-91a3-bfa9282c73f9 None None] Provisioning complete for port 0f158c59-e34e-49bc-904d-9d0152ce1684 triggered by entity DHCP. {{(pid=103232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 19:11:22.692839 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-0974581b-8209-43e9-91a3-bfa9282c73f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593630'] for port (0f158c59-e34e-49bc-904d-9d0152ce1684), provisioning_complete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:11:22.712937 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-26df90e0-b9aa-4290-9f3f-b6fd4f6e61cc req-cab331a9-6de3-4e03-8856-0bc29f33a5e9 tempest-ServerAddressesNegativeTestJSON-1329317131 tempest-ServerAddressesNegativeTestJSON-1329317131-project] 10.222.0.75 "GET /v2.0/ports?tenant_id=5a284076d1bc46d299e7769dc674e56e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0821426 Feb 09 19:11:22.749730 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3cd921b-0979-466b-83fa-2c62170197d3 req-585697ee-bfa3-4605-8d88-1ed7b2ef4daa tempest-TaggedBootDevicesTest_v242-798392635 tempest-TaggedBootDevicesTest_v242-798392635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:11:22.750871 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-5565e846-a465-42a2-926b-4ea7685dc95f tempest-BulkNetworkOpsIpV6Test-919214857 tempest-BulkNetworkOpsIpV6Test-919214857-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-590242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1885479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1818895'] for network (1a9cfb08-5426-4b92-b2c0-7bff9794c632), after_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:11:22.756424 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3cd921b-0979-466b-83fa-2c62170197d3 req-585697ee-bfa3-4605-8d88-1ed7b2ef4daa tempest-TaggedBootDevicesTest_v242-798392635 tempest-TaggedBootDevicesTest_v242-798392635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:11:22.762161 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3cd921b-0979-466b-83fa-2c62170197d3 req-585697ee-bfa3-4605-8d88-1ed7b2ef4daa tempest-TaggedBootDevicesTest_v242-798392635 tempest-TaggedBootDevicesTest_v242-798392635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:11:22.768157 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3cd921b-0979-466b-83fa-2c62170197d3 req-585697ee-bfa3-4605-8d88-1ed7b2ef4daa tempest-TaggedBootDevicesTest_v242-798392635 tempest-TaggedBootDevicesTest_v242-798392635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:11:22.773878 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3cd921b-0979-466b-83fa-2c62170197d3 req-585697ee-bfa3-4605-8d88-1ed7b2ef4daa tempest-TaggedBootDevicesTest_v242-798392635 tempest-TaggedBootDevicesTest_v242-798392635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:11:22.780264 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3cd921b-0979-466b-83fa-2c62170197d3 req-585697ee-bfa3-4605-8d88-1ed7b2ef4daa tempest-TaggedBootDevicesTest_v242-798392635 tempest-TaggedBootDevicesTest_v242-798392635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:11:22.787205 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3cd921b-0979-466b-83fa-2c62170197d3 req-585697ee-bfa3-4605-8d88-1ed7b2ef4daa tempest-TaggedBootDevicesTest_v242-798392635 tempest-TaggedBootDevicesTest_v242-798392635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:11:22.788854 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-5565e846-a465-42a2-926b-4ea7685dc95f tempest-BulkNetworkOpsIpV6Test-919214857 tempest-BulkNetworkOpsIpV6Test-919214857-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1613566'] for network (None), before_response {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:11:22.789496 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-b3cd921b-0979-466b-83fa-2c62170197d3 req-585697ee-bfa3-4605-8d88-1ed7b2ef4daa tempest-TaggedBootDevicesTest_v242-798392635 tempest-TaggedBootDevicesTest_v242-798392635-project] 10.222.0.75 "GET /v2.0/ports?device_id=8319129f-1054-494a-b0c0-2ec99e839619 HTTP/1.1" status: 200 len: 5445 time: 0.2850041 Feb 09 19:11:22.803211 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-5565e846-a465-42a2-926b-4ea7685dc95f tempest-BulkNetworkOpsIpV6Test-919214857 tempest-BulkNetworkOpsIpV6Test-919214857-project] 10.222.0.75 "DELETE /v2.0/networks/1a9cfb08-5426-4b92-b2c0-7bff9794c632 HTTP/1.1" status: 204 len: 168 time: 2.2166994 Feb 09 19:11:22.805850 n-d-713498-36 neutron-server[103230]: DEBUG neutron.notifiers.nova [req-55ad069c-407a-4edd-a091-d2ab0b719a37 req-54287069-260d-4620-8bc7-2ff469a690e0 service neutron] device_id is not set on port c8197a22-0a63-4fe5-8fb5-ede78617a0f7 yet. {{(pid=103230) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 09 19:11:22.827958 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 58330) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:11:22.867433 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ee5cb89-6541-47f4-afc3-b5b988c67fe0 req-6122915a-09b3-4eae-b9c4-3ea21ca1a73e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:11:22.869264 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-6ee5cb89-6541-47f4-afc3-b5b988c67fe0 req-6122915a-09b3-4eae-b9c4-3ea21ca1a73e service neutron] 10.222.0.89 "GET /v2.0/networks?id=22e5c36a-e85f-4512-bcde-f1a1a30e29d3 HTTP/1.1" status: 200 len: 913 time: 0.4198122 Feb 09 19:11:22.872249 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [req-55ad069c-407a-4edd-a091-d2ab0b719a37 req-54287069-260d-4620-8bc7-2ff469a690e0 service neutron] Publish callbacks [] for port (c8197a22-0a63-4fe5-8fb5-ede78617a0f7), precommit_update {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:11:22.880301 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5565e846-a465-42a2-926b-4ea7685dc95f tempest-BulkNetworkOpsIpV6Test-919214857 tempest-BulkNetworkOpsIpV6Test-919214857-project] Pushing event deleted for resources: {'Network': ['ID=1a9cfb08-5426-4b92-b2c0-7bff9794c632,revision_number=None']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:11:22.895703 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [req-55ad069c-407a-4edd-a091-d2ab0b719a37 req-54287069-260d-4620-8bc7-2ff469a690e0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762867176205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762866656485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762866656503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14393758'] for port (c8197a22-0a63-4fe5-8fb5-ede78617a0f7), after_update {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:11:22.928010 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Current status of the port 3d73dda7-fb9b-4c04-9fbb-19034e8d2d7b is: ACTIVE; New status is: DOWN {{(pid=103232) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 19:11:22.928411 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (3d73dda7-fb9b-4c04-9fbb-19034e8d2d7b), before_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:11:22.962611 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-6ee5cb89-6541-47f4-afc3-b5b988c67fe0 req-78141209-c5a5-4b20-8c63-32d119c038c1 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a686d143-e322-4fe6-984e-a4fa5321e05b HTTP/1.1" status: 200 len: 217 time: 0.0757704 Feb 09 19:11:23.045923 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-7429db8d-6021-40ad-813e-885be449a89b None None] For port 3d73dda7-fb9b-4c04-9fbb-19034e8d2d7b, host n-h2-713498-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-36',level=0,port_id=3d73dda7-fb9b-4c04-9fbb-19034e8d2d7b,segment=NetworkSegment(c2ea736f-956b-4712-9292-0c7e6eae844b),segment_id=c2ea736f-956b-4712-9292-0c7e6eae844b)] {{(pid=103232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 19:11:23.060453 n-d-713498-36 neutron-server[103232]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8319129f-1054-494a-b0c0-2ec99e839619', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3d73dda7-fb9b-4c04-9fbb-19034e8d2d7b'}] {{(pid=103232) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 19:11:23.066049 n-d-713498-36 neutron-server[103232]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}949cdcde653dec44821de95cbf67297f53cbc2aed4e073b5d514f93bf911ce85" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f327d06d-f3ee-45ba-bb6f-89989bc9a1d6" -d '{"events": [{"server_uuid": "8319129f-1054-494a-b0c0-2ec99e839619", "name": "network-vif-unplugged", "status": "completed", "tag": "3d73dda7-fb9b-4c04-9fbb-19034e8d2d7b"}]}' {{(pid=103232) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 19:11:23.114669 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-26df90e0-b9aa-4290-9f3f-b6fd4f6e61cc req-3a162ca5-318e-43b2-ba06-8743edf7516c service neutron] 10.222.0.75 "GET /v2.0/networks/b9b7fd7f-1559-4fdf-b79d-489c05f2c99c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3935909 Feb 09 19:11:23.163697 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-29b2810f-ef9d-4f91-a522-69aa7369c99b tempest-BulkNetworkOpsIpV6Test-919214857 tempest-BulkNetworkOpsIpV6Test-919214857-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-670458'] for network (d0ed558f-62d0-4d00-b622-1a30a2e8c8c4), before_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:11:23.170273 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762867176205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762866656485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762866656503'] for port (3d73dda7-fb9b-4c04-9fbb-19034e8d2d7b), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:11:23.171928 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Device a7b6d8bb-417c-4222-9de0-5c1844679bed no longer exists at agent hyperv_n-h2-713498-36 {{(pid=103232) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 19:11:23.180672 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54287069-260d-4620-8bc7-2ff469a690e0 service neutron] Pushing event updated for resources: {'Port': ['ID=c8197a22-0a63-4fe5-8fb5-ede78617a0f7,revision_number=6']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:11:23.184043 n-d-713498-36 neutron-server[103230]: DEBUG neutron.db.l3_dvrscheduler_db [req-55ad069c-407a-4edd-a091-d2ab0b719a37 req-54287069-260d-4620-8bc7-2ff469a690e0 service neutron] No DVR routers for this DVR port c8197a22-0a63-4fe5-8fb5-ede78617a0f7 on host n-h2-713498-36 {{(pid=103230) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 19:11:23.195334 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ee5cb89-6541-47f4-afc3-b5b988c67fe0 req-2c606447-062a-4b0d-ac85-afd6b8d18368 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:11:23.197085 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-6ee5cb89-6541-47f4-afc3-b5b988c67fe0 req-2c606447-062a-4b0d-ac85-afd6b8d18368 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=fd92991c-99c1-4998-85f2-810e9ca4298d HTTP/1.1" status: 200 len: 852 time: 0.2222030 Feb 09 19:11:23.204631 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-b3cd921b-0979-466b-83fa-2c62170197d3 req-350e6677-c090-4ad7-a17f-a2726b960ee6 tempest-TaggedBootDevicesTest_v242-798392635 tempest-TaggedBootDevicesTest_v242-798392635-project] 10.222.0.75 "GET /v2.0/security-groups?id=58062d4f-c149-4db3-a357-a4eb59a3d83e&id=6452f0cf-fe35-4557-9092-43f1827176a8&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.4066660 Feb 09 19:11:23.247663 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-6ee5cb89-6541-47f4-afc3-b5b988c67fe0 req-6a2b3df5-c1d1-46aa-b5d6-336ebfbb2479 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=22e5c36a-e85f-4512-bcde-f1a1a30e29d3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0396583 Feb 09 19:11:23.335978 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-0974581b-8209-43e9-91a3-bfa9282c73f9 None None] Current status of the port 0f158c59-e34e-49bc-904d-9d0152ce1684 is: ACTIVE; New status is: ACTIVE {{(pid=103232) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 19:11:23.392834 n-d-713498-36 neutron-server[103232]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d382ace0-d53e-40ae-9ae7-f4ae4bc2d866 None None] Resources bound (agent type, host, resource id): {{(pid=103232) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 09 19:11:23.460667 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-29b2810f-ef9d-4f91-a522-69aa7369c99b tempest-BulkNetworkOpsIpV6Test-919214857 tempest-BulkNetworkOpsIpV6Test-919214857-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-590267', 'neutron.services.segments.db._delete_segments_for_network-8762867132609'] for network (d0ed558f-62d0-4d00-b622-1a30a2e8c8c4), precommit_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:11:23.486735 n-d-713498-36 neutron-server[103229]: DEBUG neutron.services.segments.db [None req-29b2810f-ef9d-4f91-a522-69aa7369c99b tempest-BulkNetworkOpsIpV6Test-919214857 tempest-BulkNetworkOpsIpV6Test-919214857-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d0ed558f-62d0-4d00-b622-1a30a2e8c8c4']}} {{(pid=103229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:11:23.508231 n-d-713498-36 neutron-server[103229]: DEBUG neutron.services.segments.db [None req-29b2810f-ef9d-4f91-a522-69aa7369c99b tempest-BulkNetworkOpsIpV6Test-919214857 tempest-BulkNetworkOpsIpV6Test-919214857-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '50d9137d-1e56-4ad1-b694-569f8a411bf2') {'for_net_delete': True} {{(pid=103229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:11:23.508773 n-d-713498-36 neutron-server[103232]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 09 Feb 2022 19:11:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ae15c85e-5024-4ea0-abb1-121bf6d32269 x-openstack-request-id: req-ae15c85e-5024-4ea0-abb1-121bf6d32269 {{(pid=103232) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 19:11:23.509072 n-d-713498-36 neutron-server[103232]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8319129f-1054-494a-b0c0-2ec99e839619", "name": "network-vif-unplugged", "status": "completed", "tag": "3d73dda7-fb9b-4c04-9fbb-19034e8d2d7b", "code": 200}]} {{(pid=103232) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 19:11:23.511375 n-d-713498-36 neutron-server[103232]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-ae15c85e-5024-4ea0-abb1-121bf6d32269 {{(pid=103232) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 19:11:23.511375 n-d-713498-36 neutron-server[103232]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8319129f-1054-494a-b0c0-2ec99e839619', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3d73dda7-fb9b-4c04-9fbb-19034e8d2d7b', 'code': 200} Feb 09 19:11:23.511375 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Pushing event updated for resources: {'Port': ['ID=3d73dda7-fb9b-4c04-9fbb-19034e8d2d7b,revision_number=6']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:11:23.512785 n-d-713498-36 neutron-server[103229]: DEBUG neutron.services.segments.db [None req-29b2810f-ef9d-4f91-a522-69aa7369c99b tempest-BulkNetworkOpsIpV6Test-919214857 tempest-BulkNetworkOpsIpV6Test-919214857-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '50d9137d-1e56-4ad1-b694-569f8a411bf2') {} {{(pid=103229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:11:23.513043 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Current status of the port a7b6d8bb-417c-4222-9de0-5c1844679bed is: ACTIVE; New status is: DOWN {{(pid=103232) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 19:11:23.513432 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (a7b6d8bb-417c-4222-9de0-5c1844679bed), before_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:11:23.528885 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Device 0f158c59-e34e-49bc-904d-9d0152ce1684 up at agent ovs-agent-n-d-713498-36 {{(pid=103232) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 19:11:23.538063 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-29b2810f-ef9d-4f91-a522-69aa7369c99b tempest-BulkNetworkOpsIpV6Test-919214857 tempest-BulkNetworkOpsIpV6Test-919214857-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762867134154', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16683417'] for segment (50d9137d-1e56-4ad1-b694-569f8a411bf2), before_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:11:23.542696 n-d-713498-36 neutron-server[103230]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b3e5d4b1-539c-4226-a586-0b99a6647441 admin admin] Router b479526c-50ae-4c5b-aad2-e8f4dc1e5a41 has already been hosted by L3 agent 93303d5e-5d17-45e8-8963-7694f87783ae {{(pid=103230) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 19:11:23.561874 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-29b2810f-ef9d-4f91-a522-69aa7369c99b tempest-BulkNetworkOpsIpV6Test-919214857 tempest-BulkNetworkOpsIpV6Test-919214857-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-759574'] for segment (50d9137d-1e56-4ad1-b694-569f8a411bf2), precommit_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:11:23.571233 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-29b2810f-ef9d-4f91-a522-69aa7369c99b tempest-BulkNetworkOpsIpV6Test-919214857 tempest-BulkNetworkOpsIpV6Test-919214857-project] Releasing vlan 370 on physical network physnet1 to pool {{(pid=103229) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 19:11:23.571922 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-29b2810f-ef9d-4f91-a522-69aa7369c99b tempest-BulkNetworkOpsIpV6Test-919214857 tempest-BulkNetworkOpsIpV6Test-919214857-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-759574', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12867469'] for segment (50d9137d-1e56-4ad1-b694-569f8a411bf2), after_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:11:23.654126 n-d-713498-36 neutron-server[103229]: Traceback (most recent call last): Feb 09 19:11:23.654126 n-d-713498-36 neutron-server[103229]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 19:11:23.654126 n-d-713498-36 neutron-server[103229]: timer() Feb 09 19:11:23.654126 n-d-713498-36 neutron-server[103229]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 19:11:23.654126 n-d-713498-36 neutron-server[103229]: cb(*args, **kw) Feb 09 19:11:23.654126 n-d-713498-36 neutron-server[103229]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 19:11:23.654126 n-d-713498-36 neutron-server[103229]: return func(*args, **kwargs) Feb 09 19:11:23.654126 n-d-713498-36 neutron-server[103229]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 19:11:23.654126 n-d-713498-36 neutron-server[103229]: self._notify() Feb 09 19:11:23.654126 n-d-713498-36 neutron-server[103229]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 19:11:23.654126 n-d-713498-36 neutron-server[103229]: self.callback(batched_events) Feb 09 19:11:23.654126 n-d-713498-36 neutron-server[103229]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 19:11:23.654126 n-d-713498-36 neutron-server[103229]: event.method(event) Feb 09 19:11:23.654126 n-d-713498-36 neutron-server[103229]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 19:11:23.654126 n-d-713498-36 neutron-server[103229]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 19:11:23.654126 n-d-713498-36 neutron-server[103229]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 19:11:23.654126 n-d-713498-36 neutron-server[103229]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 19:11:23.654126 n-d-713498-36 neutron-server[103229]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 19:11:23.654126 n-d-713498-36 neutron-server[103229]: return f(self, *a, **k) Feb 09 19:11:23.654126 n-d-713498-36 neutron-server[103229]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 19:11:23.654126 n-d-713498-36 neutron-server[103229]: return self._get(url).json() Feb 09 19:11:23.654126 n-d-713498-36 neutron-server[103229]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 19:11:23.654126 n-d-713498-36 neutron-server[103229]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 19:11:23.654126 n-d-713498-36 neutron-server[103229]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 19:11:23.654126 n-d-713498-36 neutron-server[103229]: return self.request(url, 'GET', **kwargs) Feb 09 19:11:23.654126 n-d-713498-36 neutron-server[103229]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 19:11:23.654126 n-d-713498-36 neutron-server[103229]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 19:11:23.654126 n-d-713498-36 neutron-server[103229]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 19:11:23.654126 n-d-713498-36 neutron-server[103229]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 19:11:23.654126 n-d-713498-36 neutron-server[103229]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 19:11:23.654126 n-d-713498-36 neutron-server[103229]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 19:11:23.654126 n-d-713498-36 neutron-server[103229]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 19:11:23.708806 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-7429db8d-6021-40ad-813e-885be449a89b None None] For port a7b6d8bb-417c-4222-9de0-5c1844679bed, host n-h2-713498-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-36',level=0,port_id=a7b6d8bb-417c-4222-9de0-5c1844679bed,segment=NetworkSegment(d87ae67e-008b-48f1-b0f8-925fd9ffe48b),segment_id=d87ae67e-008b-48f1-b0f8-925fd9ffe48b)] {{(pid=103232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 19:11:23.721826 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762867176205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762866656485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762866656503'] for port (a7b6d8bb-417c-4222-9de0-5c1844679bed), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:11:23.722574 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Device 21138c02-2bef-4eb2-822c-0766736ce486 no longer exists at agent hyperv_n-h2-713498-36 {{(pid=103232) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 19:11:23.745269 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-29b2810f-ef9d-4f91-a522-69aa7369c99b tempest-BulkNetworkOpsIpV6Test-919214857 tempest-BulkNetworkOpsIpV6Test-919214857-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-590242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1885479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1818895'] for network (d0ed558f-62d0-4d00-b622-1a30a2e8c8c4), after_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:11:23.756154 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-29b2810f-ef9d-4f91-a522-69aa7369c99b tempest-BulkNetworkOpsIpV6Test-919214857 tempest-BulkNetworkOpsIpV6Test-919214857-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1613566'] for network (None), before_response {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:11:23.774404 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-29b2810f-ef9d-4f91-a522-69aa7369c99b tempest-BulkNetworkOpsIpV6Test-919214857 tempest-BulkNetworkOpsIpV6Test-919214857-project] 10.222.0.75 "DELETE /v2.0/networks/d0ed558f-62d0-4d00-b622-1a30a2e8c8c4 HTTP/1.1" status: 204 len: 168 time: 0.9324923 Feb 09 19:11:23.779114 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-c30b5715-1f91-4d2b-8429-b381ffd24191 admin admin] Publish callbacks [] for router_gateway (c1a6984a-2b49-4463-8770-bb366322f74e), after_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:11:23.978298 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Pushing event updated for resources: {'Port': ['ID=a7b6d8bb-417c-4222-9de0-5c1844679bed,revision_number=6']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:11:24.169596 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.provisioning_blocks [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Provisioning complete for port 0f158c59-e34e-49bc-904d-9d0152ce1684 triggered by entity L2. {{(pid=103232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 19:11:24.170001 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593630'] for port (0f158c59-e34e-49bc-904d-9d0152ce1684), provisioning_complete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:11:24.311588 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 58348) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:11:24.316623 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-6ee5cb89-6541-47f4-afc3-b5b988c67fe0 req-2ad36463-5909-4bc6-9868-faa375adc9f4 service neutron] 10.222.0.89 "GET /v2.0/networks/22e5c36a-e85f-4512-bcde-f1a1a30e29d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0037122 Feb 09 19:11:24.397068 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b3e5d4b1-539c-4226-a586-0b99a6647441 admin admin] Notify agent at l3_agent.n-d-713498-36 the message routers_updated {{(pid=103230) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 19:11:24.412238 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-b3e5d4b1-539c-4226-a586-0b99a6647441 admin admin] 10.222.0.75 "PUT /v2.0/routers/b479526c-50ae-4c5b-aad2-e8f4dc1e5a41/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 10.3682058 Feb 09 19:11:24.428736 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.plugin [req-55ad069c-407a-4edd-a091-d2ab0b719a37 req-54287069-260d-4620-8bc7-2ff469a690e0 service neutron] In _notify_port_updated(), no bound segment for port c8197a22-0a63-4fe5-8fb5-ede78617a0f7 on network 622dc241-96e3-459d-8172-016faee8abe4 {{(pid=103230) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Feb 09 19:11:24.429815 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55ad069c-407a-4edd-a091-d2ab0b719a37 req-54287069-260d-4620-8bc7-2ff469a690e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:11:24.436938 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cdae7a0a-501a-47aa-90c1-359560730e44 None None] Sync routers for ids ['b479526c-50ae-4c5b-aad2-e8f4dc1e5a41'] in n-d-713498-36 {{(pid=103232) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 19:11:24.440845 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [req-55ad069c-407a-4edd-a091-d2ab0b719a37 req-54287069-260d-4620-8bc7-2ff469a690e0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171096'] for port (None), before_response {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:11:24.447813 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-55ad069c-407a-4edd-a091-d2ab0b719a37 req-54287069-260d-4620-8bc7-2ff469a690e0 service neutron] 10.222.0.90 "PUT /v2.0/ports/c8197a22-0a63-4fe5-8fb5-ede78617a0f7 HTTP/1.1" status: 200 len: 1031 time: 4.3301675 Feb 09 19:11:24.451515 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 58352) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:11:24.495680 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdae7a0a-501a-47aa-90c1-359560730e44 None None] Routers {'b479526c-50ae-4c5b-aad2-e8f4dc1e5a41'} bound to L3 agent in host n-d-713498-36 {{(pid=103232) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 19:11:24.496247 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.l3_hamode_db [None req-cdae7a0a-501a-47aa-90c1-359560730e44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T18:51:43Z,description=,heartbeat_timestamp=2022-02-09T19:11:13Z,host='n-d-713498-36',id=93303d5e-5d17-45e8-8963-7694f87783ae,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T18:51:43Z,topic='l3_agent')) {'router_ids': ['b479526c-50ae-4c5b-aad2-e8f4dc1e5a41'], 'active': True} {{(pid=103232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:11:24.556953 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-26df90e0-b9aa-4290-9f3f-b6fd4f6e61cc req-07ca41e8-3e8b-4b90-9cfa-ceb20f8d89b6 service neutron] 10.222.0.75 "GET /v2.0/networks/b9b7fd7f-1559-4fdf-b79d-489c05f2c99c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.4024527 Feb 09 19:11:24.723743 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29b2810f-ef9d-4f91-a522-69aa7369c99b tempest-BulkNetworkOpsIpV6Test-919214857 tempest-BulkNetworkOpsIpV6Test-919214857-project] Pushing event deleted for resources: {'Network': ['ID=d0ed558f-62d0-4d00-b622-1a30a2e8c8c4,revision_number=None']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:11:24.815670 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Device a686d143-e322-4fe6-984e-a4fa5321e05b no longer exists at agent hyperv_n-h1-713498-36 {{(pid=103232) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 19:11:24.875931 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55ad069c-407a-4edd-a091-d2ab0b719a37 req-4fedd107-04f8-479a-bf2c-5ce67c4d1e0f tempest-TaggedBootDevicesTest_v242-798392635 tempest-TaggedBootDevicesTest_v242-798392635-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:11:24.883783 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-55ad069c-407a-4edd-a091-d2ab0b719a37 req-4fedd107-04f8-479a-bf2c-5ce67c4d1e0f tempest-TaggedBootDevicesTest_v242-798392635 tempest-TaggedBootDevicesTest_v242-798392635-project] 10.222.0.90 "GET /v2.0/ports/778b20b7-7678-470a-84cc-7abef1a21546?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.4164782 Feb 09 19:11:24.901569 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.v2.base [req-55ad069c-407a-4edd-a091-d2ab0b719a37 req-0c624928-7506-46eb-ba83-32a4e1340e5f service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=103230) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 19:11:24.935972 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Current status of the port 21138c02-2bef-4eb2-822c-0766736ce486 is: ACTIVE; New status is: DOWN {{(pid=103232) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 19:11:24.940635 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (21138c02-2bef-4eb2-822c-0766736ce486), before_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:11:25.094128 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-6ee5cb89-6541-47f4-afc3-b5b988c67fe0 req-34ab5cb5-acf4-419a-b787-0ab59c5eb745 service neutron] 10.222.0.89 "GET /v2.0/networks/22e5c36a-e85f-4512-bcde-f1a1a30e29d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3598349 Feb 09 19:11:25.140338 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Current status of the port 0f158c59-e34e-49bc-904d-9d0152ce1684 is: ACTIVE; New status is: ACTIVE {{(pid=103232) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 19:11:25.179923 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-dfcd4473-80ad-48a7-bd07-0b15423aeaf3 admin admin] Publish callbacks [] for router (b479526c-50ae-4c5b-aad2-e8f4dc1e5a41), before_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:11:25.215614 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-385a5714-3d09-4b9f-8f15-39bddc8fe2f4 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=f9084fb706754824974174155826df96&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8979297 Feb 09 19:11:25.223303 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 58374) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:11:25.277502 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-7429db8d-6021-40ad-813e-885be449a89b None None] For port 21138c02-2bef-4eb2-822c-0766736ce486, host n-h2-713498-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-36',level=0,port_id=21138c02-2bef-4eb2-822c-0766736ce486,segment=NetworkSegment(c2ea736f-956b-4712-9292-0c7e6eae844b),segment_id=c2ea736f-956b-4712-9292-0c7e6eae844b)] {{(pid=103232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 19:11:25.365237 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762867176205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762866656485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762866656503'] for port (21138c02-2bef-4eb2-822c-0766736ce486), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:11:25.365860 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Device 79f07b23-6771-42a0-bab9-d3efdb3c9702 no longer exists at agent hyperv_n-h2-713498-36 {{(pid=103232) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 19:11:25.382664 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-b9368a0e-81b3-460a-8238-478dcda17441 admin admin] Publish callbacks [] for security_group (b7b17b6a-2be1-407c-aebd-df033a82e31b), before_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:11:25.397405 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [req-55ad069c-407a-4edd-a091-d2ab0b719a37 req-0c624928-7506-46eb-ba83-32a4e1340e5f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (778b20b7-7678-470a-84cc-7abef1a21546), before_update {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:11:25.413645 n-d-713498-36 neutron-server[103233]: DEBUG neutron.db.agents_db [None req-4a8a6a42-0a0c-4437-8958-92282682b6bb None None] Agent healthcheck: found 7 active agents {{(pid=103233) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 19:11:25.446533 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f26ead1b-3190-4141-bf95-1806266020fd req-84f1fdd7-1274-411e-91f8-28f701cb4777 tempest-DeleteServersTestJSON-1870379525 tempest-DeleteServersTestJSON-1870379525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:11:25.448283 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-f26ead1b-3190-4141-bf95-1806266020fd req-84f1fdd7-1274-411e-91f8-28f701cb4777 tempest-DeleteServersTestJSON-1870379525 tempest-DeleteServersTestJSON-1870379525-project] 10.222.0.75 "GET /v2.0/ports?device_id=5e66146c-80cb-464f-a195-4176fc6a344c HTTP/1.1" status: 200 len: 946 time: 1.7954626 Feb 09 19:11:25.464866 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd6348fb-5164-4dad-abb8-7300b1f3e02d req-ede3708d-384e-49c2-baa9-f9727f56a109 tempest-TaggedBootDevicesTest_v242-798392635 tempest-TaggedBootDevicesTest_v242-798392635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:11:25.472835 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd6348fb-5164-4dad-abb8-7300b1f3e02d req-ede3708d-384e-49c2-baa9-f9727f56a109 tempest-TaggedBootDevicesTest_v242-798392635 tempest-TaggedBootDevicesTest_v242-798392635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:11:25.478847 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd6348fb-5164-4dad-abb8-7300b1f3e02d req-ede3708d-384e-49c2-baa9-f9727f56a109 tempest-TaggedBootDevicesTest_v242-798392635 tempest-TaggedBootDevicesTest_v242-798392635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:11:25.495993 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd6348fb-5164-4dad-abb8-7300b1f3e02d req-ede3708d-384e-49c2-baa9-f9727f56a109 tempest-TaggedBootDevicesTest_v242-798392635 tempest-TaggedBootDevicesTest_v242-798392635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:11:25.501285 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd6348fb-5164-4dad-abb8-7300b1f3e02d req-ede3708d-384e-49c2-baa9-f9727f56a109 tempest-TaggedBootDevicesTest_v242-798392635 tempest-TaggedBootDevicesTest_v242-798392635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:11:25.520513 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd6348fb-5164-4dad-abb8-7300b1f3e02d req-ede3708d-384e-49c2-baa9-f9727f56a109 tempest-TaggedBootDevicesTest_v242-798392635 tempest-TaggedBootDevicesTest_v242-798392635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:11:25.522346 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-dd6348fb-5164-4dad-abb8-7300b1f3e02d req-ede3708d-384e-49c2-baa9-f9727f56a109 tempest-TaggedBootDevicesTest_v242-798392635 tempest-TaggedBootDevicesTest_v242-798392635-project] 10.222.0.75 "GET /v2.0/ports?device_id=8319129f-1054-494a-b0c0-2ec99e839619 HTTP/1.1" status: 200 len: 4663 time: 0.5694962 Feb 09 19:11:25.536601 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-c30b5715-1f91-4d2b-8429-b381ffd24191 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1834945', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1818951'] for router (c1a6984a-2b49-4463-8770-bb366322f74e), after_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:11:25.561201 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.l3_dvr_db [None req-cdae7a0a-501a-47aa-90c1-359560730e44 None None] Set router b479526c-50ae-4c5b-aad2-e8f4dc1e5a41 gateway port host: n-d-713498-36 {{(pid=103232) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 19:11:25.567150 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-b9368a0e-81b3-460a-8238-478dcda17441 admin admin] Publish callbacks [] for security_group (b7b17b6a-2be1-407c-aebd-df033a82e31b), precommit_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:11:25.578317 n-d-713498-36 neutron-server[103232]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8319129f-1054-494a-b0c0-2ec99e839619', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a7b6d8bb-417c-4222-9de0-5c1844679bed'}, {'server_uuid': '8319129f-1054-494a-b0c0-2ec99e839619', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '21138c02-2bef-4eb2-822c-0766736ce486'}] {{(pid=103232) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 19:11:25.580584 n-d-713498-36 neutron-server[103232]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}949cdcde653dec44821de95cbf67297f53cbc2aed4e073b5d514f93bf911ce85" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8a4ac217-754c-4bf9-8d84-fd2dd595611e" -d '{"events": [{"server_uuid": "8319129f-1054-494a-b0c0-2ec99e839619", "name": "network-vif-unplugged", "status": "completed", "tag": "a7b6d8bb-417c-4222-9de0-5c1844679bed"}, {"server_uuid": "8319129f-1054-494a-b0c0-2ec99e839619", "name": "network-vif-unplugged", "status": "completed", "tag": "21138c02-2bef-4eb2-822c-0766736ce486"}]}' {{(pid=103232) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 19:11:25.737438 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34982eb4-0126-435f-8dd4-c35e912f6f78 None None] Network 0ec7f9f6-4ed5-45b5-9742-035cca69218b requested from n-d-713498-36 {{(pid=103232) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 19:11:25.863008 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-f26ead1b-3190-4141-bf95-1806266020fd req-7169f06c-e1f2-4bd0-8e49-65abb3cbebb2 tempest-DeleteServersTestJSON-1870379525 tempest-DeleteServersTestJSON-1870379525-project] 10.222.0.75 "GET /v2.0/security-groups?id=5ce92d32-ca94-4b6c-925d-b9dff609abe6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3896885 Feb 09 19:11:25.900545 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.db [req-55ad069c-407a-4edd-a091-d2ab0b719a37 req-0c624928-7506-46eb-ba83-32a4e1340e5f service neutron] For port 778b20b7-7678-470a-84cc-7abef1a21546, host n-h2-713498-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-36',level=0,port_id=778b20b7-7678-470a-84cc-7abef1a21546,segment=NetworkSegment(c2ea736f-956b-4712-9292-0c7e6eae844b),segment_id=c2ea736f-956b-4712-9292-0c7e6eae844b)] {{(pid=103230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 19:11:25.987933 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.db [req-55ad069c-407a-4edd-a091-d2ab0b719a37 req-0c624928-7506-46eb-ba83-32a4e1340e5f service neutron] For port 778b20b7-7678-470a-84cc-7abef1a21546, host n-h2-713498-36, cleared binding levels {{(pid=103230) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 19:11:26.027283 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-b9368a0e-81b3-460a-8238-478dcda17441 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1892331'] for security_group (b7b17b6a-2be1-407c-aebd-df033a82e31b), after_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:11:26.029901 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-b9368a0e-81b3-460a-8238-478dcda17441 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:11:26.033514 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-b9368a0e-81b3-460a-8238-478dcda17441 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/b7b17b6a-2be1-407c-aebd-df033a82e31b HTTP/1.1" status: 204 len: 168 time: 0.8068321 Feb 09 19:11:26.095437 n-d-713498-36 neutron-server[103230]: DEBUG neutron.notifiers.nova [req-55ad069c-407a-4edd-a091-d2ab0b719a37 req-0c624928-7506-46eb-ba83-32a4e1340e5f service neutron] device_id is not set on port 778b20b7-7678-470a-84cc-7abef1a21546 yet. {{(pid=103230) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 09 19:11:26.105494 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Current status of the port 79f07b23-6771-42a0-bab9-d3efdb3c9702 is: ACTIVE; New status is: DOWN {{(pid=103232) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 19:11:26.106020 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (79f07b23-6771-42a0-bab9-d3efdb3c9702), before_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:11:26.120317 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [req-55ad069c-407a-4edd-a091-d2ab0b719a37 req-0c624928-7506-46eb-ba83-32a4e1340e5f service neutron] Publish callbacks [] for port (778b20b7-7678-470a-84cc-7abef1a21546), precommit_update {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:11:26.123608 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9368a0e-81b3-460a-8238-478dcda17441 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b7b17b6a-2be1-407c-aebd-df033a82e31b,revision_number=None']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:11:26.184629 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [req-55ad069c-407a-4edd-a091-d2ab0b719a37 req-0c624928-7506-46eb-ba83-32a4e1340e5f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762867176205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762866656485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762866656503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14393758'] for port (778b20b7-7678-470a-84cc-7abef1a21546), after_update {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:11:26.208327 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Pushing event updated for resources: {'Port': ['ID=21138c02-2bef-4eb2-822c-0766736ce486,revision_number=6']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:11:26.253170 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Current status of the port a686d143-e322-4fe6-984e-a4fa5321e05b is: ACTIVE; New status is: DOWN {{(pid=103232) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 19:11:26.253884 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (a686d143-e322-4fe6-984e-a4fa5321e05b), before_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:11:26.282412 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-7429db8d-6021-40ad-813e-885be449a89b None None] For port 79f07b23-6771-42a0-bab9-d3efdb3c9702, host n-h2-713498-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-36',level=0,port_id=79f07b23-6771-42a0-bab9-d3efdb3c9702,segment=NetworkSegment(d87ae67e-008b-48f1-b0f8-925fd9ffe48b),segment_id=d87ae67e-008b-48f1-b0f8-925fd9ffe48b)] {{(pid=103232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 19:11:26.289445 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-6479f5f7-1a8d-4e3c-be8b-d995675484ea req-57b42b48-2269-489c-ba33-7f5fd8488ebd tempest-ServerAddressesNegativeTestJSON-1329317131 tempest-ServerAddressesNegativeTestJSON-1329317131-project] 10.222.0.75 "GET /v2.0/ports?device_id=2854d40b-3910-46fb-9c81-90b175cedc66 HTTP/1.1" status: 200 len: 210 time: 0.1411595 Feb 09 19:11:26.299379 n-d-713498-36 neutron-server[103229]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c30b5715-1f91-4d2b-8429-b381ffd24191 admin admin] Router c1a6984a-2b49-4463-8770-bb366322f74e is scheduled to L3 agent 93303d5e-5d17-45e8-8963-7694f87783ae with binding_index 1 {{(pid=103229) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 09 19:11:26.306419 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.provisioning_blocks [None req-b1aabf2a-5ac0-4e9d-87f3-52ca589f756c None None] Provisioning complete for port c8197a22-0a63-4fe5-8fb5-ede78617a0f7 triggered by entity DHCP. {{(pid=103232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 19:11:26.306798 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-b1aabf2a-5ac0-4e9d-87f3-52ca589f756c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593630'] for port (c8197a22-0a63-4fe5-8fb5-ede78617a0f7), provisioning_complete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:11:26.308492 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762867176205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762866656485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762866656503'] for port (79f07b23-6771-42a0-bab9-d3efdb3c9702), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:11:26.330349 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Device d8831f22-48ff-4779-ae00-8742dab90eee no longer exists at agent hyperv_n-h2-713498-36 {{(pid=103232) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 19:11:26.571083 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] For port a686d143-e322-4fe6-984e-a4fa5321e05b, host n-h1-713498-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-36',level=0,port_id=a686d143-e322-4fe6-984e-a4fa5321e05b,segment=NetworkSegment(d4c5d86e-1399-4ff8-a9ec-2a8082c6024a),segment_id=d4c5d86e-1399-4ff8-a9ec-2a8082c6024a)] {{(pid=103232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 19:11:26.677788 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-dfcd4473-80ad-48a7-bd07-0b15423aeaf3 admin admin] Publish callbacks [] for router_gateway (b479526c-50ae-4c5b-aad2-e8f4dc1e5a41), before_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:11:26.683128 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762867176205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762866656485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762866656503'] for port (a686d143-e322-4fe6-984e-a4fa5321e05b), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:11:26.708154 n-d-713498-36 neutron-server[103230]: DEBUG neutron.db.l3_dvrscheduler_db [req-55ad069c-407a-4edd-a091-d2ab0b719a37 req-0c624928-7506-46eb-ba83-32a4e1340e5f service neutron] No DVR routers for this DVR port 778b20b7-7678-470a-84cc-7abef1a21546 on host n-h2-713498-36 {{(pid=103230) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 19:11:26.729209 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.l3_hamode_db [None req-cdae7a0a-501a-47aa-90c1-359560730e44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b479526c-50ae-4c5b-aad2-e8f4dc1e5a41', 'name': 'tempest-ServersTestFqdnHostnames-706481240-router', 'tenant_id': 'fe206dc0d0dc4c4b8b6e41d9b0f130f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88055e1e-672a-4487-be31-ffb6e833ece5', 'external_fixed_ips': [{'subnet_id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'ip_address': '172.25.1.115'}], 'enable_snat': True}, 'gw_port_id': '89f7c32b-bdba-4838-92c0-c3f4d505836a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T19:09:47Z', 'updated_at': '2022-02-09T19:11:20Z', 'revision_number': 5, 'project_id': 'fe206dc0d0dc4c4b8b6e41d9b0f130f4', 'gw_port': {'id': '89f7c32b-bdba-4838-92c0-c3f4d505836a', 'name': '', 'network_id': '88055e1e-672a-4487-be31-ffb6e833ece5', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:f6:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b479526c-50ae-4c5b-aad2-e8f4dc1e5a41', 'device_owner': 'network:router_gateway', 'standard_attr_id': 945, 'fixed_ips': [{'subnet_id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'ip_address': '172.25.1.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T19:09:48Z', 'updated_at': '2022-02-09T19:09:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-36'}], 'n-d-713498-36', False) {} {{(pid=103232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:11:26.751368 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c30b5715-1f91-4d2b-8429-b381ffd24191 admin admin] Notify agent at l3_agent.n-d-713498-36 the message routers_updated {{(pid=103229) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 19:11:26.760960 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-dd6348fb-5164-4dad-abb8-7300b1f3e02d req-535c239f-a468-49a1-a398-ace3ef38cc1e tempest-TaggedBootDevicesTest_v242-798392635 tempest-TaggedBootDevicesTest_v242-798392635-project] 10.222.0.75 "GET /v2.0/security-groups?id=58062d4f-c149-4db3-a357-a4eb59a3d83e&id=6452f0cf-fe35-4557-9092-43f1827176a8&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 1.2018578 Feb 09 19:11:26.771069 n-d-713498-36 neutron-server[103233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22f9e8d4-6b86-41f9-b6d5-41fe0138e727 None None] Sync routers for ids ['c1a6984a-2b49-4463-8770-bb366322f74e'] in n-d-713498-36 {{(pid=103233) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 19:11:26.803280 n-d-713498-36 neutron-server[103233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22f9e8d4-6b86-41f9-b6d5-41fe0138e727 None None] Routers {'c1a6984a-2b49-4463-8770-bb366322f74e'} bound to L3 agent in host n-d-713498-36 {{(pid=103233) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 19:11:26.805409 n-d-713498-36 neutron-server[103233]: DEBUG neutron.db.l3_hamode_db [None req-22f9e8d4-6b86-41f9-b6d5-41fe0138e727 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T18:51:43Z,description=,heartbeat_timestamp=2022-02-09T19:11:13Z,host='n-d-713498-36',id=93303d5e-5d17-45e8-8963-7694f87783ae,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T18:51:43Z,topic='l3_agent')) {'router_ids': ['c1a6984a-2b49-4463-8770-bb366322f74e'], 'active': True} {{(pid=103233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:11:26.836678 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-c30b5715-1f91-4d2b-8429-b381ffd24191 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:11:26.846840 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-c30b5715-1f91-4d2b-8429-b381ffd24191 admin admin] 10.222.0.75 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 8.4396114 Feb 09 19:11:26.847567 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 58396) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:11:26.852073 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c624928-7506-46eb-ba83-32a4e1340e5f service neutron] Pushing event updated for resources: {'Port': ['ID=778b20b7-7678-470a-84cc-7abef1a21546,revision_number=6']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:11:27.036322 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.plugin [req-55ad069c-407a-4edd-a091-d2ab0b719a37 req-0c624928-7506-46eb-ba83-32a4e1340e5f service neutron] In _notify_port_updated(), no bound segment for port 778b20b7-7678-470a-84cc-7abef1a21546 on network 622dc241-96e3-459d-8172-016faee8abe4 {{(pid=103230) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Feb 09 19:11:27.037337 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55ad069c-407a-4edd-a091-d2ab0b719a37 req-0c624928-7506-46eb-ba83-32a4e1340e5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:11:27.038513 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [req-55ad069c-407a-4edd-a091-d2ab0b719a37 req-0c624928-7506-46eb-ba83-32a4e1340e5f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171096'] for port (None), before_response {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:11:27.040884 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-55ad069c-407a-4edd-a091-d2ab0b719a37 req-0c624928-7506-46eb-ba83-32a4e1340e5f service neutron] 10.222.0.90 "PUT /v2.0/ports/778b20b7-7678-470a-84cc-7abef1a21546 HTTP/1.1" status: 200 len: 1033 time: 2.1509984 Feb 09 19:11:27.067640 n-d-713498-36 neutron-server[103232]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 358 Content-Type: application/json Date: Wed, 09 Feb 2022 19:11:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5549a5fe-f0df-47b2-a267-7dbc89497709 x-openstack-request-id: req-5549a5fe-f0df-47b2-a267-7dbc89497709 {{(pid=103232) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 19:11:27.067928 n-d-713498-36 neutron-server[103232]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8319129f-1054-494a-b0c0-2ec99e839619", "name": "network-vif-unplugged", "status": "completed", "tag": "a7b6d8bb-417c-4222-9de0-5c1844679bed", "code": 200}, {"server_uuid": "8319129f-1054-494a-b0c0-2ec99e839619", "name": "network-vif-unplugged", "status": "completed", "tag": "21138c02-2bef-4eb2-822c-0766736ce486", "code": 200}]} {{(pid=103232) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 19:11:27.072564 n-d-713498-36 neutron-server[103232]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-5549a5fe-f0df-47b2-a267-7dbc89497709 {{(pid=103232) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 19:11:27.074446 n-d-713498-36 neutron-server[103232]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8319129f-1054-494a-b0c0-2ec99e839619', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a7b6d8bb-417c-4222-9de0-5c1844679bed', 'code': 200} Feb 09 19:11:27.077182 n-d-713498-36 neutron-server[103232]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8319129f-1054-494a-b0c0-2ec99e839619', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '21138c02-2bef-4eb2-822c-0766736ce486', 'code': 200} Feb 09 19:11:27.086613 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cdae7a0a-501a-47aa-90c1-359560730e44 None None] Checking router: b479526c-50ae-4c5b-aad2-e8f4dc1e5a41 for host: n-d-713498-36 {{(pid=103232) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 19:11:27.151198 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-b1aabf2a-5ac0-4e9d-87f3-52ca589f756c None None] Port c8197a22-0a63-4fe5-8fb5-ede78617a0f7 cannot update to ACTIVE because it is not bound. {{(pid=103232) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 19:11:27.205617 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Pushing event updated for resources: {'Port': ['ID=79f07b23-6771-42a0-bab9-d3efdb3c9702,revision_number=6']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:11:27.217131 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdae7a0a-501a-47aa-90c1-359560730e44 None None] Routers {'b479526c-50ae-4c5b-aad2-e8f4dc1e5a41'} bound to L3 agent in host n-d-713498-36 {{(pid=103232) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 19:11:27.236759 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.l3_hamode_db [None req-cdae7a0a-501a-47aa-90c1-359560730e44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T18:51:43Z,description=,heartbeat_timestamp=2022-02-09T19:11:13Z,host='n-d-713498-36',id=93303d5e-5d17-45e8-8963-7694f87783ae,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T18:51:43Z,topic='l3_agent')) {'router_ids': ['b479526c-50ae-4c5b-aad2-e8f4dc1e5a41'], 'active': True} {{(pid=103232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:11:27.376654 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26df90e0-b9aa-4290-9f3f-b6fd4f6e61cc req-aa08770c-4239-4e4b-bf36-f9d789e9905e tempest-ServerAddressesNegativeTestJSON-1329317131 tempest-ServerAddressesNegativeTestJSON-1329317131-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:11:27.378463 n-d-713498-36 neutron-server[103233]: DEBUG neutron.db.l3_dvr_db [None req-22f9e8d4-6b86-41f9-b6d5-41fe0138e727 None None] Set router c1a6984a-2b49-4463-8770-bb366322f74e gateway port host: n-d-713498-36 {{(pid=103233) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 19:11:27.385754 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-26df90e0-b9aa-4290-9f3f-b6fd4f6e61cc req-aa08770c-4239-4e4b-bf36-f9d789e9905e tempest-ServerAddressesNegativeTestJSON-1329317131 tempest-ServerAddressesNegativeTestJSON-1329317131-project] 10.222.0.90 "GET /v2.0/networks?id=b9b7fd7f-1559-4fdf-b79d-489c05f2c99c HTTP/1.1" status: 200 len: 821 time: 0.6595478 Feb 09 19:11:27.419863 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.v2.base [req-26df90e0-b9aa-4290-9f3f-b6fd4f6e61cc req-7ad9ab8f-76bd-4b66-8140-0ca161ec34bb tempest-ServerAddressesNegativeTestJSON-1329317131 tempest-ServerAddressesNegativeTestJSON-1329317131-project] Request body: {'port': {'device_id': '2854d40b-3910-46fb-9c81-90b175cedc66', 'network_id': 'b9b7fd7f-1559-4fdf-b79d-489c05f2c99c', 'admin_state_up': True, 'tenant_id': '5a284076d1bc46d299e7769dc674e56e'}} {{(pid=103230) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 19:11:27.447924 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.plugin [None req-dfcd4473-80ad-48a7-bd07-0b15423aeaf3 admin admin] Deleting port 89f7c32b-bdba-4838-92c0-c3f4d505836a {{(pid=103230) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 19:11:27.448370 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-dfcd4473-80ad-48a7-bd07-0b15423aeaf3 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762867170196'] for port (89f7c32b-bdba-4838-92c0-c3f4d505836a), before_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:11:27.449552 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66694c22-db1f-4c25-969b-67395bc2a363 req-c90faeb0-63ed-4203-b26c-bae22bda09dc tempest-LiveMigrationTest-1021096981 tempest-LiveMigrationTest-1021096981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:11:27.459650 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-66694c22-db1f-4c25-969b-67395bc2a363 req-c90faeb0-63ed-4203-b26c-bae22bda09dc tempest-LiveMigrationTest-1021096981 tempest-LiveMigrationTest-1021096981-project] 10.222.0.75 "GET /v2.0/ports?device_id=2f9a8919-1b2a-4183-90dc-45c5e52d5a99 HTTP/1.1" status: 200 len: 944 time: 0.2651663 Feb 09 19:11:27.519609 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Current status of the port d8831f22-48ff-4779-ae00-8742dab90eee is: ACTIVE; New status is: DOWN {{(pid=103232) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 19:11:27.524786 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (d8831f22-48ff-4779-ae00-8742dab90eee), before_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:11:27.671903 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.provisioning_blocks [None req-a1706aa2-45b4-45d5-b86a-17f14bbe1302 None None] Provisioning complete for port 778b20b7-7678-470a-84cc-7abef1a21546 triggered by entity DHCP. {{(pid=103232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 19:11:27.681844 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-a1706aa2-45b4-45d5-b86a-17f14bbe1302 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593630'] for port (778b20b7-7678-470a-84cc-7abef1a21546), provisioning_complete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:11:27.735485 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Pushing event updated for resources: {'Port': ['ID=a686d143-e322-4fe6-984e-a4fa5321e05b,revision_number=8']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:11:27.752121 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.l3_dvr_db [None req-cdae7a0a-501a-47aa-90c1-359560730e44 None None] Set router b479526c-50ae-4c5b-aad2-e8f4dc1e5a41 gateway port host: None {{(pid=103232) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 19:11:27.757747 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e01e25b-721f-4280-b8db-23ff9b88ea50 req-eb56f48b-9f7c-4e1e-b356-b6257c2aeafe tempest-DeleteServersTestJSON-1870379525 tempest-DeleteServersTestJSON-1870379525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:11:27.775897 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-4e01e25b-721f-4280-b8db-23ff9b88ea50 req-eb56f48b-9f7c-4e1e-b356-b6257c2aeafe tempest-DeleteServersTestJSON-1870379525 tempest-DeleteServersTestJSON-1870379525-project] 10.222.0.75 "GET /v2.0/ports?device_id=5e66146c-80cb-464f-a195-4176fc6a344c HTTP/1.1" status: 200 len: 944 time: 0.6138914 Feb 09 19:11:27.857089 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-66694c22-db1f-4c25-969b-67395bc2a363 req-0b082680-a412-4317-a094-e51c5c049ee4 tempest-LiveMigrationTest-1021096981 tempest-LiveMigrationTest-1021096981-project] 10.222.0.75 "GET /v2.0/security-groups?id=ba18819a-1490-4e7b-a11b-e8610423d8ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3246124 Feb 09 19:11:27.864641 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.db [None req-dfcd4473-80ad-48a7-bd07-0b15423aeaf3 admin admin] For port 89f7c32b-bdba-4838-92c0-c3f4d505836a, host n-d-713498-36, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-36',level=0,port_id=89f7c32b-bdba-4838-92c0-c3f4d505836a,segment=NetworkSegment(a4222f89-8d3f-4b51-953b-1a8126392491),segment_id=a4222f89-8d3f-4b51-953b-1a8126392491)] {{(pid=103230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 19:11:27.864957 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-dfcd4473-80ad-48a7-bd07-0b15423aeaf3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1820838'] for port (89f7c32b-bdba-4838-92c0-c3f4d505836a), precommit_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:11:27.888846 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.plugin [None req-dfcd4473-80ad-48a7-bd07-0b15423aeaf3 admin admin] Calling delete_port for 89f7c32b-bdba-4838-92c0-c3f4d505836a owned by network:router_gateway {{(pid=103230) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 19:11:27.890411 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-7429db8d-6021-40ad-813e-885be449a89b None None] For port d8831f22-48ff-4779-ae00-8742dab90eee, host n-h2-713498-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-36',level=0,port_id=d8831f22-48ff-4779-ae00-8742dab90eee,segment=NetworkSegment(8ae1b900-d52d-4214-8642-0ef5379b7314),segment_id=8ae1b900-d52d-4214-8642-0ef5379b7314)] {{(pid=103232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 19:11:27.894606 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.l3_hamode_db [None req-cdae7a0a-501a-47aa-90c1-359560730e44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b479526c-50ae-4c5b-aad2-e8f4dc1e5a41', 'name': 'tempest-ServersTestFqdnHostnames-706481240-router', 'tenant_id': 'fe206dc0d0dc4c4b8b6e41d9b0f130f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T19:09:47Z', 'updated_at': '2022-02-09T19:11:26Z', 'revision_number': 6, 'project_id': 'fe206dc0d0dc4c4b8b6e41d9b0f130f4', 'gw_port_host': None}], 'n-d-713498-36', False) {} {{(pid=103232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:11:27.910763 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762867176205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762866656485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762866656503'] for port (d8831f22-48ff-4779-ae00-8742dab90eee), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:11:27.921145 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Device 778b20b7-7678-470a-84cc-7abef1a21546 no longer exists at agent hyperv_n-h2-713498-36 {{(pid=103232) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 19:11:27.931684 n-d-713498-36 neutron-server[103233]: DEBUG neutron.db.l3_hamode_db [None req-22f9e8d4-6b86-41f9-b6d5-41fe0138e727 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c1a6984a-2b49-4463-8770-bb366322f74e', 'name': 'tempest-ServersTestManualDisk-2007371992-router', 'tenant_id': '77d2f6c213eb401684c27974738fe903', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88055e1e-672a-4487-be31-ffb6e833ece5', 'external_fixed_ips': [{'subnet_id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'ip_address': '172.25.1.245'}], 'enable_snat': True}, 'gw_port_id': '2b510600-8b01-408c-90d4-e30dc6b8cb66', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T19:11:18Z', 'updated_at': '2022-02-09T19:11:23Z', 'revision_number': 3, 'project_id': '77d2f6c213eb401684c27974738fe903', 'gw_port': {'id': '2b510600-8b01-408c-90d4-e30dc6b8cb66', 'name': '', 'network_id': '88055e1e-672a-4487-be31-ffb6e833ece5', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:7d:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c1a6984a-2b49-4463-8770-bb366322f74e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1144, 'fixed_ips': [{'subnet_id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'ip_address': '172.25.1.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T19:11:21Z', 'updated_at': '2022-02-09T19:11:22Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-36'}], 'n-d-713498-36', False) {} {{(pid=103233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:11:27.965376 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 58418) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:11:27.980630 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfdbc3ff-6793-4ef0-8d73-f41ec1b1bd86 req-34c4fe05-59f4-4925-9b0b-a6847137b4e0 tempest-LiveMigrationTest-1021096981 tempest-LiveMigrationTest-1021096981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:11:27.981712 n-d-713498-36 neutron-server[103233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22f9e8d4-6b86-41f9-b6d5-41fe0138e727 None None] Checking router: c1a6984a-2b49-4463-8770-bb366322f74e for host: n-d-713498-36 {{(pid=103233) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 19:11:27.982304 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-bfdbc3ff-6793-4ef0-8d73-f41ec1b1bd86 req-34c4fe05-59f4-4925-9b0b-a6847137b4e0 tempest-LiveMigrationTest-1021096981 tempest-LiveMigrationTest-1021096981-project] 10.222.0.89 "GET /v2.0/ports?device_id=2f9a8919-1b2a-4183-90dc-45c5e52d5a99 HTTP/1.1" status: 200 len: 944 time: 0.5605583 Feb 09 19:11:27.983286 n-d-713498-36 neutron-server[103233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22f9e8d4-6b86-41f9-b6d5-41fe0138e727 None None] Updating router c1a6984a-2b49-4463-8770-bb366322f74e port 2b510600-8b01-408c-90d4-e30dc6b8cb66 binding host n-d-713498-36 {{(pid=103233) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 19:11:28.031565 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-a1706aa2-45b4-45d5-b86a-17f14bbe1302 None None] Port 778b20b7-7678-470a-84cc-7abef1a21546 cannot update to ACTIVE because it is not bound. {{(pid=103232) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 19:11:28.039678 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cdae7a0a-501a-47aa-90c1-359560730e44 None None] The sync data for ids ['b479526c-50ae-4c5b-aad2-e8f4dc1e5a41'] in n-d-713498-36 is: [{'id': 'b479526c-50ae-4c5b-aad2-e8f4dc1e5a41', 'name': 'tempest-ServersTestFqdnHostnames-706481240-router', 'tenant_id': 'fe206dc0d0dc4c4b8b6e41d9b0f130f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T19:09:47Z', 'updated_at': '2022-02-09T19:11:26Z', 'revision_number': 6, 'project_id': 'fe206dc0d0dc4c4b8b6e41d9b0f130f4', 'gw_port_host': None}] {{(pid=103232) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 19:11:28.072356 n-d-713498-36 neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-22f9e8d4-6b86-41f9-b6d5-41fe0138e727 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (2b510600-8b01-408c-90d4-e30dc6b8cb66), before_update {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:11:28.074283 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-7429db8d-6021-40ad-813e-885be449a89b None None] The host n-h2-713498-36 is not matching for port 778b20b7-7678-470a-84cc-7abef1a21546 host ! {{(pid=103232) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2330}} Feb 09 19:11:28.074978 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Device 778b20b7-7678-470a-84cc-7abef1a21546 not bound to the agent host n-h2-713498-36 {{(pid=103232) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 19:11:28.075658 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Device c8197a22-0a63-4fe5-8fb5-ede78617a0f7 no longer exists at agent hyperv_n-h2-713498-36 {{(pid=103232) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 19:11:28.078488 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-26df90e0-b9aa-4290-9f3f-b6fd4f6e61cc req-7ad9ab8f-76bd-4b66-8140-0ca161ec34bb tempest-ServerAddressesNegativeTestJSON-1329317131 tempest-ServerAddressesNegativeTestJSON-1329317131-project] Made reservation on behalf of 5a284076d1bc46d299e7769dc674e56e for: {'port': 1} {{(pid=103230) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 19:11:28.087484 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [req-26df90e0-b9aa-4290-9f3f-b6fd4f6e61cc req-7ad9ab8f-76bd-4b66-8140-0ca161ec34bb tempest-ServerAddressesNegativeTestJSON-1329317131 tempest-ServerAddressesNegativeTestJSON-1329317131-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (None), before_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:11:28.136452 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.provisioning_blocks [None req-a1706aa2-45b4-45d5-b86a-17f14bbe1302 None None] Provisioning complete for port 0f158c59-e34e-49bc-904d-9d0152ce1684 triggered by entity DHCP. {{(pid=103232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 19:11:28.137223 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-a1706aa2-45b4-45d5-b86a-17f14bbe1302 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593630'] for port (0f158c59-e34e-49bc-904d-9d0152ce1684), provisioning_complete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:11:28.164624 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-0fe65a0f-51d7-476e-b189-2103365b398e req-b8d31df1-11bb-4494-ad82-3186bf360dcb tempest-ServerAddressesNegativeTestJSON-1329317131 tempest-ServerAddressesNegativeTestJSON-1329317131-project] 10.222.0.75 "GET /v2.0/ports?device_id=2854d40b-3910-46fb-9c81-90b175cedc66 HTTP/1.1" status: 200 len: 210 time: 0.1105428 Feb 09 19:11:28.354264 n-d-713498-36 neutron-server[103230]: DEBUG neutron.db.db_base_plugin_common [req-26df90e0-b9aa-4290-9f3f-b6fd4f6e61cc req-7ad9ab8f-76bd-4b66-8140-0ca161ec34bb tempest-ServerAddressesNegativeTestJSON-1329317131 tempest-ServerAddressesNegativeTestJSON-1329317131-project] Allocated IP 172.20.0.12 (b9b7fd7f-1559-4fdf-b79d-489c05f2c99c/8b9afad4-0399-41e9-8ed3-02c6eade7653/bb40b10a-1bb3-4609-9d46-6b2d051a47c9) {{(pid=103230) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 19:11:28.390154 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.plugin [req-55ad069c-407a-4edd-a091-d2ab0b719a37 req-995c24ec-c99d-4658-921e-aedf6bec7b6a tempest-TaggedBootDevicesTest_v242-798392635 tempest-TaggedBootDevicesTest_v242-798392635-project] Deleting port 79f07b23-6771-42a0-bab9-d3efdb3c9702 {{(pid=103230) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 19:11:28.390427 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [req-55ad069c-407a-4edd-a091-d2ab0b719a37 req-995c24ec-c99d-4658-921e-aedf6bec7b6a tempest-TaggedBootDevicesTest_v242-798392635 tempest-TaggedBootDevicesTest_v242-798392635-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762867170196'] for port (79f07b23-6771-42a0-bab9-d3efdb3c9702), before_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:11:28.407081 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.v2.base [None req-3a935d21-c9e2-4db3-802a-184b6cc61bf1 tempest-RoutersNegativeTest-1011750698 tempest-RoutersNegativeTest-1011750698-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-400582460', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103230) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 19:11:28.455368 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-3a935d21-c9e2-4db3-802a-184b6cc61bf1 tempest-RoutersNegativeTest-1011750698 tempest-RoutersNegativeTest-1011750698-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1834830', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-58389'] for router (f686cd24-caea-498f-b572-38eb4f315345), before_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:11:28.457176 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-3a935d21-c9e2-4db3-802a-184b6cc61bf1 tempest-RoutersNegativeTest-1011750698 tempest-RoutersNegativeTest-1011750698-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1834810', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1822096', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1886735', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-58380'] for router (f686cd24-caea-498f-b572-38eb4f315345), precommit_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:11:28.554505 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-3a935d21-c9e2-4db3-802a-184b6cc61bf1 tempest-RoutersNegativeTest-1011750698 tempest-RoutersNegativeTest-1011750698-project] Publish callbacks [] for router_controller (f686cd24-caea-498f-b572-38eb4f315345), precommit_add_association {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:11:28.586584 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4a209ca-2e6b-4147-a245-f88b90c02486 req-3d34b7a1-69da-4fac-9fa3-ae3b481d7b31 tempest-TaggedBootDevicesTest_v242-798392635 tempest-TaggedBootDevicesTest_v242-798392635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:11:28.589316 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-7429db8d-6021-40ad-813e-885be449a89b None None] The host n-h2-713498-36 is not matching for port c8197a22-0a63-4fe5-8fb5-ede78617a0f7 host ! {{(pid=103232) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2330}} Feb 09 19:11:28.591282 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Device c8197a22-0a63-4fe5-8fb5-ede78617a0f7 not bound to the agent host n-h2-713498-36 {{(pid=103232) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 19:11:28.600779 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Pushing event updated for resources: {'Port': ['ID=d8831f22-48ff-4779-ae00-8742dab90eee,revision_number=6']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:11:28.608692 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4a209ca-2e6b-4147-a245-f88b90c02486 req-3d34b7a1-69da-4fac-9fa3-ae3b481d7b31 tempest-TaggedBootDevicesTest_v242-798392635 tempest-TaggedBootDevicesTest_v242-798392635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:11:28.614078 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-3a935d21-c9e2-4db3-802a-184b6cc61bf1 tempest-RoutersNegativeTest-1011750698 tempest-RoutersNegativeTest-1011750698-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1834945', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1818951'] for router (f686cd24-caea-498f-b572-38eb4f315345), after_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:11:28.616333 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4a209ca-2e6b-4147-a245-f88b90c02486 req-3d34b7a1-69da-4fac-9fa3-ae3b481d7b31 tempest-TaggedBootDevicesTest_v242-798392635 tempest-TaggedBootDevicesTest_v242-798392635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:11:28.622452 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4a209ca-2e6b-4147-a245-f88b90c02486 req-3d34b7a1-69da-4fac-9fa3-ae3b481d7b31 tempest-TaggedBootDevicesTest_v242-798392635 tempest-TaggedBootDevicesTest_v242-798392635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:11:28.628493 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4a209ca-2e6b-4147-a245-f88b90c02486 req-3d34b7a1-69da-4fac-9fa3-ae3b481d7b31 tempest-TaggedBootDevicesTest_v242-798392635 tempest-TaggedBootDevicesTest_v242-798392635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:11:28.630390 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-b4a209ca-2e6b-4147-a245-f88b90c02486 req-3d34b7a1-69da-4fac-9fa3-ae3b481d7b31 tempest-TaggedBootDevicesTest_v242-798392635 tempest-TaggedBootDevicesTest_v242-798392635-project] 10.222.0.75 "GET /v2.0/ports?device_id=8319129f-1054-494a-b0c0-2ec99e839619 HTTP/1.1" status: 200 len: 3877 time: 0.2888772 Feb 09 19:11:28.634711 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.plugin [req-bfdbc3ff-6793-4ef0-8d73-f41ec1b1bd86 req-a610153a-d27f-48a2-aab0-c7f5ebad3647 tempest-LiveMigrationTest-1021096981 tempest-LiveMigrationTest-1021096981-project] Deleting port 40de4c12-543c-44a6-9bda-24a60a9555b8 {{(pid=103229) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 19:11:28.635066 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-bfdbc3ff-6793-4ef0-8d73-f41ec1b1bd86 req-a610153a-d27f-48a2-aab0-c7f5ebad3647 tempest-LiveMigrationTest-1021096981 tempest-LiveMigrationTest-1021096981-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762867170196'] for port (40de4c12-543c-44a6-9bda-24a60a9555b8), before_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:11:28.712524 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-4e01e25b-721f-4280-b8db-23ff9b88ea50 req-17a3e88e-1bcf-47af-82d4-a25e4f8eae2e tempest-DeleteServersTestJSON-1870379525 tempest-DeleteServersTestJSON-1870379525-project] 10.222.0.75 "GET /v2.0/security-groups?id=5ce92d32-ca94-4b6c-925d-b9dff609abe6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7689486 Feb 09 19:11:28.735202 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-3a935d21-c9e2-4db3-802a-184b6cc61bf1 tempest-RoutersNegativeTest-1011750698 tempest-RoutersNegativeTest-1011750698-project] Publish callbacks [] for router (None), before_response {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:11:28.739838 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-3a935d21-c9e2-4db3-802a-184b6cc61bf1 tempest-RoutersNegativeTest-1011750698 tempest-RoutersNegativeTest-1011750698-project] 10.222.0.75 "POST /v2.0/routers HTTP/1.1" status: 201 len: 707 time: 0.7204375 Feb 09 19:11:28.743259 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-a1706aa2-45b4-45d5-b86a-17f14bbe1302 None None] Current status of the port 0f158c59-e34e-49bc-904d-9d0152ce1684 is: ACTIVE; New status is: ACTIVE {{(pid=103232) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 19:11:28.751787 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 58434) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:11:28.773363 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.v2.base [None req-5c93467c-c5c9-4035-8227-e7cc27323024 tempest-RoutersNegativeTest-1011750698 tempest-RoutersNegativeTest-1011750698-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-1970252489'}} {{(pid=103229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 19:11:28.856961 n-d-713498-36 neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-22f9e8d4-6b86-41f9-b6d5-41fe0138e727 None None] Publish callbacks [] for port (2b510600-8b01-408c-90d4-e30dc6b8cb66), precommit_update {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:11:28.867268 n-d-713498-36 neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-22f9e8d4-6b86-41f9-b6d5-41fe0138e727 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762867176205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762866656485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762866656503'] for port (2b510600-8b01-408c-90d4-e30dc6b8cb66), after_update {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:11:28.907463 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.db [req-bfdbc3ff-6793-4ef0-8d73-f41ec1b1bd86 req-a610153a-d27f-48a2-aab0-c7f5ebad3647 tempest-LiveMigrationTest-1021096981 tempest-LiveMigrationTest-1021096981-project] For port 40de4c12-543c-44a6-9bda-24a60a9555b8, host n-h1-713498-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-36',level=0,port_id=40de4c12-543c-44a6-9bda-24a60a9555b8,segment=NetworkSegment(5e48c0d3-ac92-403e-8ddc-eab47c471644),segment_id=5e48c0d3-ac92-403e-8ddc-eab47c471644)] {{(pid=103229) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 19:11:28.907853 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-bfdbc3ff-6793-4ef0-8d73-f41ec1b1bd86 req-a610153a-d27f-48a2-aab0-c7f5ebad3647 tempest-LiveMigrationTest-1021096981 tempest-LiveMigrationTest-1021096981-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1820838'] for port (40de4c12-543c-44a6-9bda-24a60a9555b8), precommit_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:11:28.956999 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.plugin [req-bfdbc3ff-6793-4ef0-8d73-f41ec1b1bd86 req-a610153a-d27f-48a2-aab0-c7f5ebad3647 tempest-LiveMigrationTest-1021096981 tempest-LiveMigrationTest-1021096981-project] Calling delete_port for 40de4c12-543c-44a6-9bda-24a60a9555b8 owned by compute:nova {{(pid=103229) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 19:11:28.960236 n-d-713498-36 neutron-server[103233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e44c21b-3c20-4dfb-980d-236c3217d894 None None] Pushing event updated for resources: {'Port': ['ID=2b510600-8b01-408c-90d4-e30dc6b8cb66,revision_number=2']} {{(pid=103233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:11:28.972570 n-d-713498-36 neutron-server[103233]: DEBUG neutron.plugins.ml2.managers [None req-22f9e8d4-6b86-41f9-b6d5-41fe0138e727 None None] Attempting to bind port 2b510600-8b01-408c-90d4-e30dc6b8cb66 on host n-d-713498-36 for vnic_type normal with profile {{(pid=103233) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 19:11:28.973670 n-d-713498-36 neutron-server[103233]: DEBUG neutron.plugins.ml2.managers [None req-22f9e8d4-6b86-41f9-b6d5-41fe0138e727 None None] Attempting to bind port 2b510600-8b01-408c-90d4-e30dc6b8cb66 by drivers openvswitch,hyperv on host n-d-713498-36 at level 0 using segments [{'id': 'a4222f89-8d3f-4b51-953b-1a8126392491', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '88055e1e-672a-4487-be31-ffb6e833ece5'}] {{(pid=103233) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 19:11:28.975635 n-d-713498-36 neutron-server[103233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22f9e8d4-6b86-41f9-b6d5-41fe0138e727 None None] Attempting to bind port 2b510600-8b01-408c-90d4-e30dc6b8cb66 on network 88055e1e-672a-4487-be31-ffb6e833ece5 {{(pid=103233) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 19:11:28.993533 n-d-713498-36 neutron-server[103233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22f9e8d4-6b86-41f9-b6d5-41fe0138e727 None None] Checking agent: {'id': '496418a2-c002-4aec-ab1a-07f3bea491bd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-36', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 18, 51, 47), 'started_at': datetime.datetime(2022, 2, 9, 18, 52, 17), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 19, 11, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-36'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103233) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 19:11:28.994385 n-d-713498-36 neutron-server[103233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22f9e8d4-6b86-41f9-b6d5-41fe0138e727 None None] Checking segment: {'id': 'a4222f89-8d3f-4b51-953b-1a8126392491', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '88055e1e-672a-4487-be31-ffb6e833ece5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103233) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 19:11:28.995051 n-d-713498-36 neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-22f9e8d4-6b86-41f9-b6d5-41fe0138e727 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:11:28.995719 n-d-713498-36 neutron-server[103233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22f9e8d4-6b86-41f9-b6d5-41fe0138e727 None None] Bound using segment: {'id': 'a4222f89-8d3f-4b51-953b-1a8126392491', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '88055e1e-672a-4487-be31-ffb6e833ece5'} {{(pid=103233) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 19:11:28.996569 n-d-713498-36 neutron-server[103233]: DEBUG neutron.plugins.ml2.managers [None req-22f9e8d4-6b86-41f9-b6d5-41fe0138e727 None None] Bound port: 2b510600-8b01-408c-90d4-e30dc6b8cb66, host: n-d-713498-36, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a4222f89-8d3f-4b51-953b-1a8126392491', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '88055e1e-672a-4487-be31-ffb6e833ece5'}}] {{(pid=103233) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 19:11:28.997204 n-d-713498-36 neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-22f9e8d4-6b86-41f9-b6d5-41fe0138e727 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (2b510600-8b01-408c-90d4-e30dc6b8cb66), before_update {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:11:29.056166 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-dfcd4473-80ad-48a7-bd07-0b15423aeaf3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762867177463', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762866656476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14393751'] for port (89f7c32b-bdba-4838-92c0-c3f4d505836a), after_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:11:29.078724 n-d-713498-36 neutron-server[103232]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8319129f-1054-494a-b0c0-2ec99e839619', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '79f07b23-6771-42a0-bab9-d3efdb3c9702'}, {'server_uuid': '5e66146c-80cb-464f-a195-4176fc6a344c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a686d143-e322-4fe6-984e-a4fa5321e05b'}, {'server_uuid': '8319129f-1054-494a-b0c0-2ec99e839619', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd8831f22-48ff-4779-ae00-8742dab90eee'}] {{(pid=103232) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 19:11:29.083408 n-d-713498-36 neutron-server[103232]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}949cdcde653dec44821de95cbf67297f53cbc2aed4e073b5d514f93bf911ce85" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1d223cdb-45e5-4c22-9257-b053fc277b1c" -d '{"events": [{"server_uuid": "8319129f-1054-494a-b0c0-2ec99e839619", "name": "network-vif-unplugged", "status": "completed", "tag": "79f07b23-6771-42a0-bab9-d3efdb3c9702"}, {"server_uuid": "5e66146c-80cb-464f-a195-4176fc6a344c", "name": "network-vif-unplugged", "status": "completed", "tag": "a686d143-e322-4fe6-984e-a4fa5321e05b"}, {"server_uuid": "8319129f-1054-494a-b0c0-2ec99e839619", "name": "network-vif-unplugged", "status": "completed", "tag": "d8831f22-48ff-4779-ae00-8742dab90eee"}]}' {{(pid=103232) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 19:11:29.148206 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfcd4473-80ad-48a7-bd07-0b15423aeaf3 admin admin] Pushing event deleted for resources: {'Port': ['ID=89f7c32b-bdba-4838-92c0-c3f4d505836a,revision_number=None']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:11:29.160758 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.db [req-55ad069c-407a-4edd-a091-d2ab0b719a37 req-995c24ec-c99d-4658-921e-aedf6bec7b6a tempest-TaggedBootDevicesTest_v242-798392635 tempest-TaggedBootDevicesTest_v242-798392635-project] For port 79f07b23-6771-42a0-bab9-d3efdb3c9702, host n-h2-713498-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-36',level=0,port_id=79f07b23-6771-42a0-bab9-d3efdb3c9702,segment=NetworkSegment(d87ae67e-008b-48f1-b0f8-925fd9ffe48b),segment_id=d87ae67e-008b-48f1-b0f8-925fd9ffe48b)] {{(pid=103230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 19:11:29.161590 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [req-55ad069c-407a-4edd-a091-d2ab0b719a37 req-995c24ec-c99d-4658-921e-aedf6bec7b6a tempest-TaggedBootDevicesTest_v242-798392635 tempest-TaggedBootDevicesTest_v242-798392635-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1820838'] for port (79f07b23-6771-42a0-bab9-d3efdb3c9702), precommit_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:11:29.255811 n-d-713498-36 neutron-server[103233]: DEBUG neutron.plugins.ml2.db [None req-22f9e8d4-6b86-41f9-b6d5-41fe0138e727 None None] For port 2b510600-8b01-408c-90d4-e30dc6b8cb66, host n-d-713498-36, cleared binding levels {{(pid=103233) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 19:11:29.264477 n-d-713498-36 neutron-server[103233]: DEBUG neutron.plugins.ml2.db [None req-22f9e8d4-6b86-41f9-b6d5-41fe0138e727 None None] For port 2b510600-8b01-408c-90d4-e30dc6b8cb66, host n-d-713498-36, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-36',level=0,port_id=2b510600-8b01-408c-90d4-e30dc6b8cb66,segment=NetworkSegment(a4222f89-8d3f-4b51-953b-1a8126392491),segment_id=a4222f89-8d3f-4b51-953b-1a8126392491)] {{(pid=103233) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 19:11:29.266557 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.plugin [req-55ad069c-407a-4edd-a091-d2ab0b719a37 req-995c24ec-c99d-4658-921e-aedf6bec7b6a tempest-TaggedBootDevicesTest_v242-798392635 tempest-TaggedBootDevicesTest_v242-798392635-project] Calling delete_port for 79f07b23-6771-42a0-bab9-d3efdb3c9702 owned by compute:nova {{(pid=103230) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 19:11:29.283085 n-d-713498-36 neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-22f9e8d4-6b86-41f9-b6d5-41fe0138e727 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762867176205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762866656485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762866656503'] for port (2b510600-8b01-408c-90d4-e30dc6b8cb66), after_update {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:11:29.329094 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [req-26df90e0-b9aa-4290-9f3f-b6fd4f6e61cc req-7ad9ab8f-76bd-4b66-8140-0ca161ec34bb tempest-ServerAddressesNegativeTestJSON-1329317131 tempest-ServerAddressesNegativeTestJSON-1329317131-project] Publish callbacks [] for port (bb40b10a-1bb3-4609-9d46-6b2d051a47c9), precommit_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:11:29.366687 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-bfdbc3ff-6793-4ef0-8d73-f41ec1b1bd86 req-a610153a-d27f-48a2-aab0-c7f5ebad3647 tempest-LiveMigrationTest-1021096981 tempest-LiveMigrationTest-1021096981-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762867177463', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762866656476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12867576'] for port (40de4c12-543c-44a6-9bda-24a60a9555b8), after_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:11:29.408112 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5c93467c-c5c9-4035-8227-e7cc27323024 tempest-RoutersNegativeTest-1011750698 tempest-RoutersNegativeTest-1011750698-project] Made reservation on behalf of 7d957120ec98423cb41a9ed0e20a4a4d for: {'network': 1} {{(pid=103229) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 19:11:29.423896 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-5c93467c-c5c9-4035-8227-e7cc27323024 tempest-RoutersNegativeTest-1011750698 tempest-RoutersNegativeTest-1011750698-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for network (None), before_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:11:29.459291 n-d-713498-36 neutron-server[103233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e44c21b-3c20-4dfb-980d-236c3217d894 None None] Pushing event updated for resources: {'Port': ['ID=2b510600-8b01-408c-90d4-e30dc6b8cb66,revision_number=3']} {{(pid=103233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:11:29.460191 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Device 89f7c32b-bdba-4838-92c0-c3f4d505836a no longer exists at agent ovs-agent-n-d-713498-36 {{(pid=103232) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 19:11:29.494443 n-d-713498-36 neutron-server[103233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22f9e8d4-6b86-41f9-b6d5-41fe0138e727 None None] Routers {'c1a6984a-2b49-4463-8770-bb366322f74e'} bound to L3 agent in host n-d-713498-36 {{(pid=103233) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 19:11:29.495103 n-d-713498-36 neutron-server[103233]: DEBUG neutron.db.l3_hamode_db [None req-22f9e8d4-6b86-41f9-b6d5-41fe0138e727 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T18:51:43Z,description=,heartbeat_timestamp=2022-02-09T19:11:13Z,host='n-d-713498-36',id=93303d5e-5d17-45e8-8963-7694f87783ae,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T18:51:43Z,topic='l3_agent')) {'router_ids': ['c1a6984a-2b49-4463-8770-bb366322f74e'], 'active': True} {{(pid=103233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:11:29.506116 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] No Port match for: 89f7c32b-bdba-4838-92c0-c3f4d505836a {{(pid=103232) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 19:11:29.506634 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Device 89f7c32b-bdba-4838-92c0-c3f4d505836a not bound to the agent host n-d-713498-36 {{(pid=103232) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 19:11:29.507232 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Device 7e320a7b-c308-4ee7-a9af-ede100c3bea0 no longer exists at agent ovs-agent-n-d-713498-36 {{(pid=103232) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 19:11:29.553614 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-b4a209ca-2e6b-4147-a245-f88b90c02486 req-3f7d9cfd-a46d-4c24-aec3-7bfe3713c2fc tempest-TaggedBootDevicesTest_v242-798392635 tempest-TaggedBootDevicesTest_v242-798392635-project] 10.222.0.75 "GET /v2.0/security-groups?id=58062d4f-c149-4db3-a357-a4eb59a3d83e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.8142328 Feb 09 19:11:29.560920 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-dfcd4473-80ad-48a7-bd07-0b15423aeaf3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1818987'] for router_gateway (b479526c-50ae-4c5b-aad2-e8f4dc1e5a41), after_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:11:29.566074 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] No Port match for: 7e320a7b-c308-4ee7-a9af-ede100c3bea0 {{(pid=103232) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 19:11:29.568590 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Device 7e320a7b-c308-4ee7-a9af-ede100c3bea0 not bound to the agent host n-d-713498-36 {{(pid=103232) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 19:11:29.585198 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-9b298515-71e7-48cf-94ab-8895c2cd5f7b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (None), before_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:11:29.593030 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a610153a-d27f-48a2-aab0-c7f5ebad3647 tempest-LiveMigrationTest-1021096981 tempest-LiveMigrationTest-1021096981-project] Pushing event deleted for resources: {'Port': ['ID=40de4c12-543c-44a6-9bda-24a60a9555b8,revision_number=None']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:11:29.626792 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-5c93467c-c5c9-4035-8227-e7cc27323024 tempest-RoutersNegativeTest-1011750698 tempest-RoutersNegativeTest-1011750698-project] Publish callbacks [] for security_group (None), before_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:11:29.690667 n-d-713498-36 neutron-server[103233]: DEBUG neutron.db.l3_dvr_db [None req-22f9e8d4-6b86-41f9-b6d5-41fe0138e727 None None] Set router c1a6984a-2b49-4463-8770-bb366322f74e gateway port host: n-d-713498-36 {{(pid=103233) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 19:11:29.765236 n-d-713498-36 neutron-server[103229]: DEBUG neutron.db.l3_dvrscheduler_db [req-bfdbc3ff-6793-4ef0-8d73-f41ec1b1bd86 req-a610153a-d27f-48a2-aab0-c7f5ebad3647 tempest-LiveMigrationTest-1021096981 tempest-LiveMigrationTest-1021096981-project] No DVR routers for this DVR port 40de4c12-543c-44a6-9bda-24a60a9555b8 on host n-h1-713498-36 {{(pid=103229) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 19:11:29.769286 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-bfdbc3ff-6793-4ef0-8d73-f41ec1b1bd86 req-a610153a-d27f-48a2-aab0-c7f5ebad3647 tempest-LiveMigrationTest-1021096981 tempest-LiveMigrationTest-1021096981-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171096'] for port (None), before_response {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:11:29.785053 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-bfdbc3ff-6793-4ef0-8d73-f41ec1b1bd86 req-a610153a-d27f-48a2-aab0-c7f5ebad3647 tempest-LiveMigrationTest-1021096981 tempest-LiveMigrationTest-1021096981-project] 10.222.0.89 "DELETE /v2.0/ports/40de4c12-543c-44a6-9bda-24a60a9555b8 HTTP/1.1" status: 204 len: 173 time: 1.7267179 Feb 09 19:11:29.787296 n-d-713498-36 neutron-server[103229]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2f9a8919-1b2a-4183-90dc-45c5e52d5a99', 'name': 'network-vif-deleted', 'tag': '40de4c12-543c-44a6-9bda-24a60a9555b8'}] {{(pid=103229) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 19:11:29.804799 n-d-713498-36 neutron-server[103229]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fa6ae9a20702bd564eaf90d946620b2b4277b1ab91129323d3b54181076be307" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-735720ea-09c4-4463-950d-67dcbe4de9e8" -d '{"events": [{"server_uuid": "2f9a8919-1b2a-4183-90dc-45c5e52d5a99", "name": "network-vif-deleted", "tag": "40de4c12-543c-44a6-9bda-24a60a9555b8"}]}' {{(pid=103229) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 19:11:29.881399 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [req-26df90e0-b9aa-4290-9f3f-b6fd4f6e61cc req-7ad9ab8f-76bd-4b66-8140-0ca161ec34bb tempest-ServerAddressesNegativeTestJSON-1329317131 tempest-ServerAddressesNegativeTestJSON-1329317131-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762866656467', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14393751'] for port (bb40b10a-1bb3-4609-9d46-6b2d051a47c9), after_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:11:29.900489 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-dfcd4473-80ad-48a7-bd07-0b15423aeaf3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1834988', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-58375'] for router (b479526c-50ae-4c5b-aad2-e8f4dc1e5a41), precommit_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:11:29.904953 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-7b65f1db-c8c2-4e02-a279-a5e0a522e74a req-5f928cbf-68ab-42f5-9019-eec7ea7caa8d tempest-LiveMigrationTest-1021096981 tempest-LiveMigrationTest-1021096981-project] 10.222.0.75 "GET /v2.0/ports?device_id=2f9a8919-1b2a-4183-90dc-45c5e52d5a99 HTTP/1.1" status: 200 len: 210 time: 0.1622627 Feb 09 19:11:29.907764 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-dfcd4473-80ad-48a7-bd07-0b15423aeaf3 admin admin] Publish callbacks [] for router_controller (b479526c-50ae-4c5b-aad2-e8f4dc1e5a41), precommit_delete_associations {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:11:30.013200 n-d-713498-36 neutron-server[103230]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-26df90e0-b9aa-4290-9f3f-b6fd4f6e61cc req-7ad9ab8f-76bd-4b66-8140-0ca161ec34bb tempest-ServerAddressesNegativeTestJSON-1329317131 tempest-ServerAddressesNegativeTestJSON-1329317131-project] Network b9b7fd7f-1559-4fdf-b79d-489c05f2c99c is already hosted by enough agents. {{(pid=103230) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 19:11:30.046215 n-d-713498-36 neutron-server[103232]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 528 Content-Type: application/json Date: Wed, 09 Feb 2022 19:11:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e897103c-949a-4cfc-9662-ee8e602827c6 x-openstack-request-id: req-e897103c-949a-4cfc-9662-ee8e602827c6 {{(pid=103232) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 19:11:30.046744 n-d-713498-36 neutron-server[103232]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8319129f-1054-494a-b0c0-2ec99e839619", "name": "network-vif-unplugged", "status": "completed", "tag": "79f07b23-6771-42a0-bab9-d3efdb3c9702", "code": 200}, {"server_uuid": "5e66146c-80cb-464f-a195-4176fc6a344c", "name": "network-vif-unplugged", "status": "failed", "tag": "a686d143-e322-4fe6-984e-a4fa5321e05b", "code": 422}, {"server_uuid": "8319129f-1054-494a-b0c0-2ec99e839619", "name": "network-vif-unplugged", "status": "completed", "tag": "d8831f22-48ff-4779-ae00-8742dab90eee", "code": 200}]} {{(pid=103232) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 19:11:30.046744 n-d-713498-36 neutron-server[103232]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-e897103c-949a-4cfc-9662-ee8e602827c6 {{(pid=103232) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 19:11:30.047163 n-d-713498-36 neutron-server[103232]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8319129f-1054-494a-b0c0-2ec99e839619', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '79f07b23-6771-42a0-bab9-d3efdb3c9702', 'code': 200} Feb 09 19:11:30.047461 n-d-713498-36 neutron-server[103232]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '5e66146c-80cb-464f-a195-4176fc6a344c', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'a686d143-e322-4fe6-984e-a4fa5321e05b', 'code': 422} returned with failed status Feb 09 19:11:30.047721 n-d-713498-36 neutron-server[103232]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8319129f-1054-494a-b0c0-2ec99e839619', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd8831f22-48ff-4779-ae00-8742dab90eee', 'code': 200} Feb 09 19:11:30.068695 n-d-713498-36 neutron-server[103230]: DEBUG neutron.scheduler.base_scheduler [req-26df90e0-b9aa-4290-9f3f-b6fd4f6e61cc req-7ad9ab8f-76bd-4b66-8140-0ca161ec34bb tempest-ServerAddressesNegativeTestJSON-1329317131 tempest-ServerAddressesNegativeTestJSON-1329317131-project] Resources bound (agent type, host, resource id): {{(pid=103230) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 19:11:30.072983 n-d-713498-36 neutron-server[103230]: DEBUG neutron.db.l3_dvrscheduler_db [req-26df90e0-b9aa-4290-9f3f-b6fd4f6e61cc req-7ad9ab8f-76bd-4b66-8140-0ca161ec34bb tempest-ServerAddressesNegativeTestJSON-1329317131 tempest-ServerAddressesNegativeTestJSON-1329317131-project] Received port after_create {{(pid=103230) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 19:11:30.178491 n-d-713498-36 neutron-server[103233]: DEBUG neutron.db.l3_hamode_db [None req-22f9e8d4-6b86-41f9-b6d5-41fe0138e727 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c1a6984a-2b49-4463-8770-bb366322f74e', 'name': 'tempest-ServersTestManualDisk-2007371992-router', 'tenant_id': '77d2f6c213eb401684c27974738fe903', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88055e1e-672a-4487-be31-ffb6e833ece5', 'external_fixed_ips': [{'subnet_id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'ip_address': '172.25.1.245'}], 'enable_snat': True}, 'gw_port_id': '2b510600-8b01-408c-90d4-e30dc6b8cb66', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T19:11:18Z', 'updated_at': '2022-02-09T19:11:23Z', 'revision_number': 3, 'project_id': '77d2f6c213eb401684c27974738fe903', 'gw_port': {'id': '2b510600-8b01-408c-90d4-e30dc6b8cb66', 'name': '', 'network_id': '88055e1e-672a-4487-be31-ffb6e833ece5', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:7d:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c1a6984a-2b49-4463-8770-bb366322f74e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1144, 'fixed_ips': [{'subnet_id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'ip_address': '172.25.1.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T19:11:21Z', 'updated_at': '2022-02-09T19:11:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-36'}], 'n-d-713498-36', False) {} {{(pid=103233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:11:30.185437 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26df90e0-b9aa-4290-9f3f-b6fd4f6e61cc req-7ad9ab8f-76bd-4b66-8140-0ca161ec34bb tempest-ServerAddressesNegativeTestJSON-1329317131 tempest-ServerAddressesNegativeTestJSON-1329317131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:11:30.186322 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [req-26df90e0-b9aa-4290-9f3f-b6fd4f6e61cc req-7ad9ab8f-76bd-4b66-8140-0ca161ec34bb tempest-ServerAddressesNegativeTestJSON-1329317131 tempest-ServerAddressesNegativeTestJSON-1329317131-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171096'] for port (None), before_response {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:11:30.231134 n-d-713498-36 neutron-server[103233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22f9e8d4-6b86-41f9-b6d5-41fe0138e727 None None] The sync data for ids ['c1a6984a-2b49-4463-8770-bb366322f74e'] in n-d-713498-36 is: [{'id': 'c1a6984a-2b49-4463-8770-bb366322f74e', 'name': 'tempest-ServersTestManualDisk-2007371992-router', 'tenant_id': '77d2f6c213eb401684c27974738fe903', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88055e1e-672a-4487-be31-ffb6e833ece5', 'external_fixed_ips': [{'subnet_id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'ip_address': '172.25.1.245'}], 'enable_snat': True}, 'gw_port_id': '2b510600-8b01-408c-90d4-e30dc6b8cb66', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T19:11:18Z', 'updated_at': '2022-02-09T19:11:23Z', 'revision_number': 3, 'project_id': '77d2f6c213eb401684c27974738fe903', 'gw_port': {'id': '2b510600-8b01-408c-90d4-e30dc6b8cb66', 'name': '', 'network_id': '88055e1e-672a-4487-be31-ffb6e833ece5', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:7d:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c1a6984a-2b49-4463-8770-bb366322f74e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1144, 'fixed_ips': [{'subnet_id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'ip_address': '172.25.1.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T19:11:21Z', 'updated_at': '2022-02-09T19:11:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-36'}] {{(pid=103233) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 19:11:30.256254 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-dfcd4473-80ad-48a7-bd07-0b15423aeaf3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1835003'] for router (b479526c-50ae-4c5b-aad2-e8f4dc1e5a41), after_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:11:30.256821 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dfcd4473-80ad-48a7-bd07-0b15423aeaf3 admin admin] Fanout notify agent at l3_agent the message router_deleted on router b479526c-50ae-4c5b-aad2-e8f4dc1e5a41 {{(pid=103230) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 09 19:11:30.267343 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-dfcd4473-80ad-48a7-bd07-0b15423aeaf3 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:11:30.271958 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-dfcd4473-80ad-48a7-bd07-0b15423aeaf3 admin admin] 10.222.0.75 "DELETE /v2.0/routers/b479526c-50ae-4c5b-aad2-e8f4dc1e5a41 HTTP/1.1" status: 204 len: 168 time: 5.8094594 Feb 09 19:11:30.275074 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ad9ab8f-76bd-4b66-8140-0ca161ec34bb tempest-ServerAddressesNegativeTestJSON-1329317131 tempest-ServerAddressesNegativeTestJSON-1329317131-project] Pushing event updated for resources: {'Port': ['ID=bb40b10a-1bb3-4609-9d46-6b2d051a47c9,revision_number=1']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:11:30.285126 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 58482) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:11:30.305716 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-26df90e0-b9aa-4290-9f3f-b6fd4f6e61cc req-7ad9ab8f-76bd-4b66-8140-0ca161ec34bb tempest-ServerAddressesNegativeTestJSON-1329317131 tempest-ServerAddressesNegativeTestJSON-1329317131-project] 10.222.0.90 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.9114432 Feb 09 19:11:30.341472 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.v2.base [req-26df90e0-b9aa-4290-9f3f-b6fd4f6e61cc req-18044d27-d728-4caa-b6cf-3dbbb407ca52 service neutron] Request body: {'port': {'device_id': '2854d40b-3910-46fb-9c81-90b175cedc66', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-713498-36'}} {{(pid=103230) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 19:11:30.382696 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c65a17b-0fc6-4cfe-a880-5e8414ef9b46 req-04095c77-4bbe-47fd-9588-003fa3d9197b tempest-ServerAddressesNegativeTestJSON-1329317131 tempest-ServerAddressesNegativeTestJSON-1329317131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:11:30.392224 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-2c65a17b-0fc6-4cfe-a880-5e8414ef9b46 req-04095c77-4bbe-47fd-9588-003fa3d9197b tempest-ServerAddressesNegativeTestJSON-1329317131 tempest-ServerAddressesNegativeTestJSON-1329317131-project] 10.222.0.75 "GET /v2.0/ports?device_id=2854d40b-3910-46fb-9c81-90b175cedc66 HTTP/1.1" status: 200 len: 932 time: 0.2386479 Feb 09 19:11:30.413458 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [req-55ad069c-407a-4edd-a091-d2ab0b719a37 req-995c24ec-c99d-4658-921e-aedf6bec7b6a tempest-TaggedBootDevicesTest_v242-798392635 tempest-TaggedBootDevicesTest_v242-798392635-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762867177463', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762866656476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14393751'] for port (79f07b23-6771-42a0-bab9-d3efdb3c9702), after_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:11:30.498262 n-d-713498-36 neutron-server[103230]: DEBUG neutron.db.db_base_plugin_v2 [None req-55b7431c-4225-4184-aa05-d7c1718abf96 admin admin] Deleting subnet 41bc0241-d139-4b59-a127-eb1af19bb3e9 {{(pid=103230) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 19:11:30.522895 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11933306-74f8-4f47-8788-47db3f8bee54 req-ceb1b7dc-eccf-4249-87bc-342d2b259999 tempest-DeleteServersTestJSON-1870379525 tempest-DeleteServersTestJSON-1870379525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:11:30.526471 n-d-713498-36 neutron-server[103229]: DEBUG neutron.db.db_base_plugin_common [None req-9b298515-71e7-48cf-94ab-8895c2cd5f7b admin admin] Allocated IP 172.20.0.1 (0ec7f9f6-4ed5-45b5-9742-035cca69218b/56817271-1948-4557-bb99-937580724a46/1f5bbe59-cc28-42f4-b8da-c5cfece10743) {{(pid=103229) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 19:11:30.530531 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-11933306-74f8-4f47-8788-47db3f8bee54 req-ceb1b7dc-eccf-4249-87bc-342d2b259999 tempest-DeleteServersTestJSON-1870379525 tempest-DeleteServersTestJSON-1870379525-project] 10.222.0.75 "GET /v2.0/ports?device_id=5e66146c-80cb-464f-a195-4176fc6a344c HTTP/1.1" status: 200 len: 944 time: 0.3373618 Feb 09 19:11:30.544114 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-5c93467c-c5c9-4035-8227-e7cc27323024 tempest-RoutersNegativeTest-1011750698 tempest-RoutersNegativeTest-1011750698-project] Publish callbacks [] for security_group (a1aa542e-8196-4c1c-9f4a-9d40401ecf5a), precommit_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:11:30.544450 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-995c24ec-c99d-4658-921e-aedf6bec7b6a tempest-TaggedBootDevicesTest_v242-798392635 tempest-TaggedBootDevicesTest_v242-798392635-project] Pushing event deleted for resources: {'Port': ['ID=79f07b23-6771-42a0-bab9-d3efdb3c9702,revision_number=None']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:11:30.559545 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-55b7431c-4225-4184-aa05-d7c1718abf96 admin admin] Publish callbacks [] for subnet (41bc0241-d139-4b59-a127-eb1af19bb3e9), before_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:11:30.564162 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-2c65a17b-0fc6-4cfe-a880-5e8414ef9b46 req-71dd036f-708b-43bc-b4cb-487fb5ad70f4 tempest-ServerAddressesNegativeTestJSON-1329317131 tempest-ServerAddressesNegativeTestJSON-1329317131-project] 10.222.0.75 "GET /v2.0/security-groups?id=8a6ad574-3929-48e5-8f19-4fb6a8644ed7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1655185 Feb 09 19:11:30.586652 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-5c93467c-c5c9-4035-8227-e7cc27323024 tempest-RoutersNegativeTest-1011750698 tempest-RoutersNegativeTest-1011750698-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1892331'] for security_group (a1aa542e-8196-4c1c-9f4a-9d40401ecf5a), after_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:11:30.664758 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Device 40de4c12-543c-44a6-9bda-24a60a9555b8 no longer exists at agent hyperv_n-h1-713498-36 {{(pid=103232) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 19:11:30.721022 n-d-713498-36 neutron-server[103229]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 19:11:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b06f2d83-a5ed-4c65-8a1a-c13e67de5333 x-openstack-request-id: req-b06f2d83-a5ed-4c65-8a1a-c13e67de5333 {{(pid=103229) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 19:11:30.722147 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] No Port match for: 40de4c12-543c-44a6-9bda-24a60a9555b8 {{(pid=103232) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 19:11:30.722292 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Device 40de4c12-543c-44a6-9bda-24a60a9555b8 not bound to the agent host n-h1-713498-36 {{(pid=103232) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 19:11:30.722662 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Device a686d143-e322-4fe6-984e-a4fa5321e05b no longer exists at agent hyperv_n-h1-713498-36 {{(pid=103232) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 19:11:30.723032 n-d-713498-36 neutron-server[103229]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2f9a8919-1b2a-4183-90dc-45c5e52d5a99", "name": "network-vif-deleted", "tag": "40de4c12-543c-44a6-9bda-24a60a9555b8", "status": "completed", "code": 200}]} {{(pid=103229) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 19:11:30.723483 n-d-713498-36 neutron-server[103229]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-b06f2d83-a5ed-4c65-8a1a-c13e67de5333 {{(pid=103229) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 19:11:30.724099 n-d-713498-36 neutron-server[103229]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2f9a8919-1b2a-4183-90dc-45c5e52d5a99', 'name': 'network-vif-deleted', 'tag': '40de4c12-543c-44a6-9bda-24a60a9555b8', 'status': 'completed', 'code': 200} Feb 09 19:11:30.730393 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5c93467c-c5c9-4035-8227-e7cc27323024 tempest-RoutersNegativeTest-1011750698 tempest-RoutersNegativeTest-1011750698-project] vlan segment allocate from pool success with {'vlan_id': 376, 'physical_network': 'physnet1'} {{(pid=103229) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 19:11:30.792853 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [req-26df90e0-b9aa-4290-9f3f-b6fd4f6e61cc req-18044d27-d728-4caa-b6cf-3dbbb407ca52 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (bb40b10a-1bb3-4609-9d46-6b2d051a47c9), before_update {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:11:30.865623 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-5c93467c-c5c9-4035-8227-e7cc27323024 tempest-RoutersNegativeTest-1011750698 tempest-RoutersNegativeTest-1011750698-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-759574'] for segment (f3ca9f91-877a-45f9-9bd8-e14068a91b63), precommit_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:11:30.865993 n-d-713498-36 neutron-server[103229]: INFO neutron.db.segments_db [None req-5c93467c-c5c9-4035-8227-e7cc27323024 tempest-RoutersNegativeTest-1011750698 tempest-RoutersNegativeTest-1011750698-project] Added segment f3ca9f91-877a-45f9-9bd8-e14068a91b63 of type vlan for network 28e6c0f7-f75b-42e2-bfdd-6459b78bb326 Feb 09 19:11:30.881044 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c93467c-c5c9-4035-8227-e7cc27323024 tempest-RoutersNegativeTest-1011750698 tempest-RoutersNegativeTest-1011750698-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a1aa542e-8196-4c1c-9f4a-9d40401ecf5a,revision_number=1']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:11:30.905336 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Current status of the port a686d143-e322-4fe6-984e-a4fa5321e05b is: DOWN; New status is: DOWN {{(pid=103232) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 19:11:30.958048 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-5c93467c-c5c9-4035-8227-e7cc27323024 tempest-RoutersNegativeTest-1011750698 tempest-RoutersNegativeTest-1011750698-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762866642225'] for network (28e6c0f7-f75b-42e2-bfdd-6459b78bb326), precommit_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:11:30.996865 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58406c7f-86e1-4cc0-8a91-e2cc618ae86f req-da5cc382-e4b6-47cc-a37e-a9af063cb94a tempest-TaggedBootDevicesTest_v242-798392635 tempest-TaggedBootDevicesTest_v242-798392635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:11:31.010083 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58406c7f-86e1-4cc0-8a91-e2cc618ae86f req-da5cc382-e4b6-47cc-a37e-a9af063cb94a tempest-TaggedBootDevicesTest_v242-798392635 tempest-TaggedBootDevicesTest_v242-798392635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:11:31.015292 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58406c7f-86e1-4cc0-8a91-e2cc618ae86f req-da5cc382-e4b6-47cc-a37e-a9af063cb94a tempest-TaggedBootDevicesTest_v242-798392635 tempest-TaggedBootDevicesTest_v242-798392635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:11:31.027294 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58406c7f-86e1-4cc0-8a91-e2cc618ae86f req-da5cc382-e4b6-47cc-a37e-a9af063cb94a tempest-TaggedBootDevicesTest_v242-798392635 tempest-TaggedBootDevicesTest_v242-798392635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:11:31.029187 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-58406c7f-86e1-4cc0-8a91-e2cc618ae86f req-da5cc382-e4b6-47cc-a37e-a9af063cb94a tempest-TaggedBootDevicesTest_v242-798392635 tempest-TaggedBootDevicesTest_v242-798392635-project] 10.222.0.75 "GET /v2.0/ports?device_id=8319129f-1054-494a-b0c0-2ec99e839619 HTTP/1.1" status: 200 len: 3144 time: 0.2727015 Feb 09 19:11:31.042979 n-d-713498-36 neutron-server[103230]: DEBUG neutron.db.l3_dvrscheduler_db [req-55ad069c-407a-4edd-a091-d2ab0b719a37 req-995c24ec-c99d-4658-921e-aedf6bec7b6a tempest-TaggedBootDevicesTest_v242-798392635 tempest-TaggedBootDevicesTest_v242-798392635-project] No DVR routers for this DVR port 79f07b23-6771-42a0-bab9-d3efdb3c9702 on host n-h2-713498-36 {{(pid=103230) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 19:11:31.045849 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [req-55ad069c-407a-4edd-a091-d2ab0b719a37 req-995c24ec-c99d-4658-921e-aedf6bec7b6a tempest-TaggedBootDevicesTest_v242-798392635 tempest-TaggedBootDevicesTest_v242-798392635-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171096'] for port (None), before_response {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:11:31.051177 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-55ad069c-407a-4edd-a091-d2ab0b719a37 req-995c24ec-c99d-4658-921e-aedf6bec7b6a tempest-TaggedBootDevicesTest_v242-798392635 tempest-TaggedBootDevicesTest_v242-798392635-project] 10.222.0.90 "DELETE /v2.0/ports/79f07b23-6771-42a0-bab9-d3efdb3c9702 HTTP/1.1" status: 204 len: 173 time: 3.9988115 Feb 09 19:11:31.059930 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-55b7431c-4225-4184-aa05-d7c1718abf96 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12895822'] for subnet (41bc0241-d139-4b59-a127-eb1af19bb3e9), precommit_delete_associations {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:11:31.063182 n-d-713498-36 neutron-server[103230]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8319129f-1054-494a-b0c0-2ec99e839619', 'name': 'network-vif-deleted', 'tag': '79f07b23-6771-42a0-bab9-d3efdb3c9702'}] {{(pid=103230) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 19:11:31.066924 n-d-713498-36 neutron-server[103230]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aee5919275bae9f72eb374ee322673045eb80c1f84b4b45a97d96923bd50ab51" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b3439ad1-55b8-4920-aa41-109091bb97f0" -d '{"events": [{"server_uuid": "8319129f-1054-494a-b0c0-2ec99e839619", "name": "network-vif-deleted", "tag": "79f07b23-6771-42a0-bab9-d3efdb3c9702"}]}' {{(pid=103230) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 19:11:31.100283 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-9b298515-71e7-48cf-94ab-8895c2cd5f7b admin admin] Publish callbacks [] for port (1f5bbe59-cc28-42f4-b8da-c5cfece10743), precommit_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:11:31.105742 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-5c93467c-c5c9-4035-8227-e7cc27323024 tempest-RoutersNegativeTest-1011750698 tempest-RoutersNegativeTest-1011750698-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1885479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452'] for network (28e6c0f7-f75b-42e2-bfdd-6459b78bb326), after_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:11:31.119356 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c93467c-c5c9-4035-8227-e7cc27323024 tempest-RoutersNegativeTest-1011750698 tempest-RoutersNegativeTest-1011750698-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:11:31.120211 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-5c93467c-c5c9-4035-8227-e7cc27323024 tempest-RoutersNegativeTest-1011750698 tempest-RoutersNegativeTest-1011750698-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1613566'] for network (None), before_response {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:11:31.243213 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-5c93467c-c5c9-4035-8227-e7cc27323024 tempest-RoutersNegativeTest-1011750698 tempest-RoutersNegativeTest-1011750698-project] 10.222.0.75 "POST /v2.0/networks HTTP/1.1" status: 201 len: 787 time: 2.4782493 Feb 09 19:11:31.249634 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 58492) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:11:31.257517 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.v2.base [None req-ec0dbc2d-a532-49d8-81a5-68da7cc71a01 tempest-RoutersNegativeTest-1011750698 tempest-RoutersNegativeTest-1011750698-project] Request body: {'subnet': {'network_id': '28e6c0f7-f75b-42e2-bfdd-6459b78bb326', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 19:11:31.276308 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-58406c7f-86e1-4cc0-8a91-e2cc618ae86f req-f63c3092-4002-4361-b05e-bbf01984e249 tempest-TaggedBootDevicesTest_v242-798392635 tempest-TaggedBootDevicesTest_v242-798392635-project] 10.222.0.75 "GET /v2.0/security-groups?id=58062d4f-c149-4db3-a357-a4eb59a3d83e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2359374 Feb 09 19:11:31.450654 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c93467c-c5c9-4035-8227-e7cc27323024 tempest-RoutersNegativeTest-1011750698 tempest-RoutersNegativeTest-1011750698-project] Pushing event updated for resources: {'Network': ['ID=28e6c0f7-f75b-42e2-bfdd-6459b78bb326,revision_number=1']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:11:31.463923 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Network 28e6c0f7-f75b-42e2-bfdd-6459b78bb326 details requested by agent ovs-agent-n-d-713498-36 with host n-d-713498-36 {{(pid=103232) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 19:11:31.464993 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-9b298515-71e7-48cf-94ab-8895c2cd5f7b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762866656467', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12867576'] for port (1f5bbe59-cc28-42f4-b8da-c5cfece10743), after_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:11:31.496472 n-d-713498-36 neutron-server[103229]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b298515-71e7-48cf-94ab-8895c2cd5f7b admin admin] Network 0ec7f9f6-4ed5-45b5-9742-035cca69218b is already hosted by enough agents. {{(pid=103229) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 19:11:31.503802 n-d-713498-36 neutron-server[103229]: DEBUG neutron.scheduler.base_scheduler [None req-9b298515-71e7-48cf-94ab-8895c2cd5f7b admin admin] Resources bound (agent type, host, resource id): {{(pid=103229) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 19:11:31.545853 n-d-713498-36 neutron-server[103229]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b298515-71e7-48cf-94ab-8895c2cd5f7b admin admin] Received port after_create {{(pid=103229) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 19:11:31.570983 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Device 2b510600-8b01-408c-90d4-e30dc6b8cb66 up at agent ovs-agent-n-d-713498-36 {{(pid=103232) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 19:11:31.605713 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-9b298515-71e7-48cf-94ab-8895c2cd5f7b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1819024'] for router_interface (c1a6984a-2b49-4463-8770-bb366322f74e), before_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:11:31.772053 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.provisioning_blocks [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Provisioning complete for port 2b510600-8b01-408c-90d4-e30dc6b8cb66 triggered by entity L2. {{(pid=103232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 19:11:31.772523 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593630'] for port (2b510600-8b01-408c-90d4-e30dc6b8cb66), provisioning_complete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:11:31.953512 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Current status of the port 2b510600-8b01-408c-90d4-e30dc6b8cb66 is: DOWN; New status is: ACTIVE {{(pid=103232) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 19:11:31.953927 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (2b510600-8b01-408c-90d4-e30dc6b8cb66), before_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:11:32.015599 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] For port 2b510600-8b01-408c-90d4-e30dc6b8cb66, host n-d-713498-36, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-36',level=0,port_id=2b510600-8b01-408c-90d4-e30dc6b8cb66,segment=NetworkSegment(a4222f89-8d3f-4b51-953b-1a8126392491),segment_id=a4222f89-8d3f-4b51-953b-1a8126392491)] {{(pid=103232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 19:11:32.027860 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762867176205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762866656485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762866656503'] for port (2b510600-8b01-408c-90d4-e30dc6b8cb66), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:11:32.043834 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.provisioning_blocks [None req-80f8839c-04ed-4487-9e75-28fdd86fb822 None None] Provisioning complete for port 1f5bbe59-cc28-42f4-b8da-c5cfece10743 triggered by entity DHCP. {{(pid=103232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 19:11:32.044506 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-80f8839c-04ed-4487-9e75-28fdd86fb822 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593630'] for port (1f5bbe59-cc28-42f4-b8da-c5cfece10743), provisioning_complete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:11:32.048983 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-55b7431c-4225-4184-aa05-d7c1718abf96 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-759852'] for subnet (41bc0241-d139-4b59-a127-eb1af19bb3e9), precommit_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:11:32.089009 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.plugin [req-11933306-74f8-4f47-8788-47db3f8bee54 req-a1acebd5-cac9-43ee-841d-6e63d4e6630f tempest-DeleteServersTestJSON-1870379525 tempest-DeleteServersTestJSON-1870379525-project] Deleting port a686d143-e322-4fe6-984e-a4fa5321e05b {{(pid=103230) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 19:11:32.089454 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [req-11933306-74f8-4f47-8788-47db3f8bee54 req-a1acebd5-cac9-43ee-841d-6e63d4e6630f tempest-DeleteServersTestJSON-1870379525 tempest-DeleteServersTestJSON-1870379525-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762867170196'] for port (a686d143-e322-4fe6-984e-a4fa5321e05b), before_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:11:32.146385 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-80f8839c-04ed-4487-9e75-28fdd86fb822 None None] Port 1f5bbe59-cc28-42f4-b8da-c5cfece10743 cannot update to ACTIVE because it is not bound. {{(pid=103232) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 19:11:32.151323 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Pushing event updated for resources: {'Port': ['ID=2b510600-8b01-408c-90d4-e30dc6b8cb66,revision_number=4']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:11:32.172253 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b298515-71e7-48cf-94ab-8895c2cd5f7b admin admin] Pushing event updated for resources: {'Port': ['ID=1f5bbe59-cc28-42f4-b8da-c5cfece10743,revision_number=1']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:11:32.213504 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.plugin [req-55ad069c-407a-4edd-a091-d2ab0b719a37 req-929a260e-92dc-413c-b0e0-10034ddd78a6 tempest-TaggedBootDevicesTest_v242-798392635 tempest-TaggedBootDevicesTest_v242-798392635-project] Deleting port 21138c02-2bef-4eb2-822c-0766736ce486 {{(pid=103230) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 19:11:32.213504 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [req-55ad069c-407a-4edd-a091-d2ab0b719a37 req-929a260e-92dc-413c-b0e0-10034ddd78a6 tempest-TaggedBootDevicesTest_v242-798392635 tempest-TaggedBootDevicesTest_v242-798392635-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762867170196'] for port (21138c02-2bef-4eb2-822c-0766736ce486), before_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:11:32.232920 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ec0dbc2d-a532-49d8-81a5-68da7cc71a01 tempest-RoutersNegativeTest-1011750698 tempest-RoutersNegativeTest-1011750698-project] Made reservation on behalf of 7d957120ec98423cb41a9ed0e20a4a4d for: {'subnet': 1} {{(pid=103229) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 19:11:32.236103 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-ec0dbc2d-a532-49d8-81a5-68da7cc71a01 tempest-RoutersNegativeTest-1011750698 tempest-RoutersNegativeTest-1011750698-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12759265'] for subnet (None), before_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:11:32.244112 n-d-713498-36 neutron-server[103230]: DEBUG neutron.notifiers.nova [req-26df90e0-b9aa-4290-9f3f-b6fd4f6e61cc req-18044d27-d728-4caa-b6cf-3dbbb407ca52 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bb40b10a-1bb3-4609-9d46-6b2d051a47c9 {{(pid=103230) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 19:11:32.275926 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-55b7431c-4225-4184-aa05-d7c1718abf96 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-760023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14393672', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12985882'] for subnet (41bc0241-d139-4b59-a127-eb1af19bb3e9), after_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:11:32.300403 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [req-26df90e0-b9aa-4290-9f3f-b6fd4f6e61cc req-18044d27-d728-4caa-b6cf-3dbbb407ca52 service neutron] Publish callbacks [] for port (bb40b10a-1bb3-4609-9d46-6b2d051a47c9), precommit_update {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:11:32.353673 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55b7431c-4225-4184-aa05-d7c1718abf96 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=41bc0241-d139-4b59-a127-eb1af19bb3e9,revision_number=None']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:11:32.364673 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-55b7431c-4225-4184-aa05-d7c1718abf96 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:11:32.371148 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-55b7431c-4225-4184-aa05-d7c1718abf96 admin admin] 10.222.0.75 "DELETE /v2.0/subnets/41bc0241-d139-4b59-a127-eb1af19bb3e9 HTTP/1.1" status: 204 len: 168 time: 2.0848532 Feb 09 19:11:32.372724 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-914555d1-e901-4e75-b4ca-24c64121f868 None None] Network 23931817-e40f-432d-9c70-5639e042245b requested from n-d-713498-36 {{(pid=103232) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 19:11:32.374442 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca9f7def-9631-4e76-963b-bedc1c7b7a10 req-08d184a0-1ca5-4397-96f4-4fad962dddaf tempest-ServerAddressesNegativeTestJSON-1329317131 tempest-ServerAddressesNegativeTestJSON-1329317131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:11:32.374633 n-d-713498-36 neutron-server[103230]: DEBUG neutron.db.provisioning_blocks [req-26df90e0-b9aa-4290-9f3f-b6fd4f6e61cc req-18044d27-d728-4caa-b6cf-3dbbb407ca52 service neutron] Transition to ACTIVE for port object bb40b10a-1bb3-4609-9d46-6b2d051a47c9 will not be triggered until provisioned by entity L2. {{(pid=103230) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 19:11:32.375354 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 58504) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:11:32.383546 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-ca9f7def-9631-4e76-963b-bedc1c7b7a10 req-08d184a0-1ca5-4397-96f4-4fad962dddaf tempest-ServerAddressesNegativeTestJSON-1329317131 tempest-ServerAddressesNegativeTestJSON-1329317131-project] 10.222.0.75 "GET /v2.0/ports?device_id=2854d40b-3910-46fb-9c81-90b175cedc66 HTTP/1.1" status: 200 len: 932 time: 0.2207696 Feb 09 19:11:32.388075 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.db [req-11933306-74f8-4f47-8788-47db3f8bee54 req-a1acebd5-cac9-43ee-841d-6e63d4e6630f tempest-DeleteServersTestJSON-1870379525 tempest-DeleteServersTestJSON-1870379525-project] For port a686d143-e322-4fe6-984e-a4fa5321e05b, host n-h1-713498-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-36',level=0,port_id=a686d143-e322-4fe6-984e-a4fa5321e05b,segment=NetworkSegment(d4c5d86e-1399-4ff8-a9ec-2a8082c6024a),segment_id=d4c5d86e-1399-4ff8-a9ec-2a8082c6024a)] {{(pid=103230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 19:11:32.388580 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [req-11933306-74f8-4f47-8788-47db3f8bee54 req-a1acebd5-cac9-43ee-841d-6e63d4e6630f tempest-DeleteServersTestJSON-1870379525 tempest-DeleteServersTestJSON-1870379525-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1820838'] for port (a686d143-e322-4fe6-984e-a4fa5321e05b), precommit_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:11:32.397226 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b167cace-3307-4610-89ad-eafb68b0e490 req-be5b2281-784d-4d8d-884f-cf56ba3ba41b tempest-LiveMigrationTest-1021096981 tempest-LiveMigrationTest-1021096981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:11:32.399036 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-b167cace-3307-4610-89ad-eafb68b0e490 req-be5b2281-784d-4d8d-884f-cf56ba3ba41b tempest-LiveMigrationTest-1021096981 tempest-LiveMigrationTest-1021096981-project] 10.222.0.89 "GET /v2.0/ports?device_id=59d6552c-9c7d-436a-9583-1a4c43dbfa42 HTTP/1.1" status: 200 len: 944 time: 0.2350547 Feb 09 19:11:32.402693 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [req-26df90e0-b9aa-4290-9f3f-b6fd4f6e61cc req-18044d27-d728-4caa-b6cf-3dbbb407ca52 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762867176205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762866656485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762866656503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14393758'] for port (bb40b10a-1bb3-4609-9d46-6b2d051a47c9), after_update {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:11:32.457896 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.plugin [req-11933306-74f8-4f47-8788-47db3f8bee54 req-a1acebd5-cac9-43ee-841d-6e63d4e6630f tempest-DeleteServersTestJSON-1870379525 tempest-DeleteServersTestJSON-1870379525-project] Calling delete_port for a686d143-e322-4fe6-984e-a4fa5321e05b owned by compute:nova {{(pid=103230) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 19:11:32.575419 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.db [req-55ad069c-407a-4edd-a091-d2ab0b719a37 req-929a260e-92dc-413c-b0e0-10034ddd78a6 tempest-TaggedBootDevicesTest_v242-798392635 tempest-TaggedBootDevicesTest_v242-798392635-project] For port 21138c02-2bef-4eb2-822c-0766736ce486, host n-h2-713498-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-36',level=0,port_id=21138c02-2bef-4eb2-822c-0766736ce486,segment=NetworkSegment(c2ea736f-956b-4712-9292-0c7e6eae844b),segment_id=c2ea736f-956b-4712-9292-0c7e6eae844b)] {{(pid=103230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 19:11:32.576273 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [req-55ad069c-407a-4edd-a091-d2ab0b719a37 req-929a260e-92dc-413c-b0e0-10034ddd78a6 tempest-TaggedBootDevicesTest_v242-798392635 tempest-TaggedBootDevicesTest_v242-798392635-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1820838'] for port (21138c02-2bef-4eb2-822c-0766736ce486), precommit_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:11:32.644242 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.plugin [req-55ad069c-407a-4edd-a091-d2ab0b719a37 req-929a260e-92dc-413c-b0e0-10034ddd78a6 tempest-TaggedBootDevicesTest_v242-798392635 tempest-TaggedBootDevicesTest_v242-798392635-project] Calling delete_port for 21138c02-2bef-4eb2-822c-0766736ce486 owned by compute:nova {{(pid=103230) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 19:11:32.650353 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-aeac7aa8-6e28-4318-ae37-a7234155dbe5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-670458'] for network (23931817-e40f-432d-9c70-5639e042245b), before_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:11:32.652695 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18044d27-d728-4caa-b6cf-3dbbb407ca52 service neutron] Pushing event updated for resources: {'Port': ['ID=bb40b10a-1bb3-4609-9d46-6b2d051a47c9,revision_number=2']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:11:32.670472 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71354459-7fb7-4eab-bc70-143ac7674f95 None None] DHCP port deletion for 23931817-e40f-432d-9c70-5639e042245b request from n-d-713498-36 {{(pid=103232) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 09 19:11:32.691735 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-ca9f7def-9631-4e76-963b-bedc1c7b7a10 req-14c5f192-5d95-479b-bdbe-8ebe7fe088cb tempest-ServerAddressesNegativeTestJSON-1329317131 tempest-ServerAddressesNegativeTestJSON-1329317131-project] 10.222.0.75 "GET /v2.0/security-groups?id=8a6ad574-3929-48e5-8f19-4fb6a8644ed7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3069437 Feb 09 19:11:32.729674 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-71354459-7fb7-4eab-bc70-143ac7674f95 None None] Deleting port e83849b0-2d3f-4fb7-9522-1f645cd8c6e0 {{(pid=103232) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 19:11:32.730347 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-71354459-7fb7-4eab-bc70-143ac7674f95 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762867170196'] for port (e83849b0-2d3f-4fb7-9522-1f645cd8c6e0), before_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:11:32.826131 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-9b298515-71e7-48cf-94ab-8895c2cd5f7b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (1f5bbe59-cc28-42f4-b8da-c5cfece10743), before_update {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:11:32.846344 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-71354459-7fb7-4eab-bc70-143ac7674f95 None None] For port e83849b0-2d3f-4fb7-9522-1f645cd8c6e0, host n-d-713498-36, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-36',level=0,port_id=e83849b0-2d3f-4fb7-9522-1f645cd8c6e0,segment=NetworkSegment(142497ea-782c-49a4-8188-5e519c68d621),segment_id=142497ea-782c-49a4-8188-5e519c68d621)] {{(pid=103232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 19:11:32.847913 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-71354459-7fb7-4eab-bc70-143ac7674f95 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1820838'] for port (e83849b0-2d3f-4fb7-9522-1f645cd8c6e0), precommit_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:11:32.854407 n-d-713498-36 neutron-server[103230]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 19:11:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5d67e767-9b67-4a8d-8ee2-73e12e8b1375 x-openstack-request-id: req-5d67e767-9b67-4a8d-8ee2-73e12e8b1375 {{(pid=103230) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 19:11:32.854796 n-d-713498-36 neutron-server[103230]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8319129f-1054-494a-b0c0-2ec99e839619", "name": "network-vif-deleted", "tag": "79f07b23-6771-42a0-bab9-d3efdb3c9702", "status": "completed", "code": 200}]} {{(pid=103230) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 19:11:32.856348 n-d-713498-36 neutron-server[103230]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-5d67e767-9b67-4a8d-8ee2-73e12e8b1375 {{(pid=103230) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 19:11:32.856975 n-d-713498-36 neutron-server[103230]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8319129f-1054-494a-b0c0-2ec99e839619', 'name': 'network-vif-deleted', 'tag': '79f07b23-6771-42a0-bab9-d3efdb3c9702', 'status': 'completed', 'code': 200} Feb 09 19:11:32.864206 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-71354459-7fb7-4eab-bc70-143ac7674f95 None None] Calling delete_port for e83849b0-2d3f-4fb7-9522-1f645cd8c6e0 owned by network:dhcp {{(pid=103232) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 19:11:32.980301 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-ec0dbc2d-a532-49d8-81a5-68da7cc71a01 tempest-RoutersNegativeTest-1011750698 tempest-RoutersNegativeTest-1011750698-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12867428', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12759263'] for subnet (7a27ddd7-34ad-4726-8574-8743c9b56ec8), after_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:11:33.005736 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.managers [req-26df90e0-b9aa-4290-9f3f-b6fd4f6e61cc req-18044d27-d728-4caa-b6cf-3dbbb407ca52 service neutron] Attempting to bind port bb40b10a-1bb3-4609-9d46-6b2d051a47c9 on host n-h2-713498-36 for vnic_type normal with profile {{(pid=103230) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 19:11:33.006228 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.managers [req-26df90e0-b9aa-4290-9f3f-b6fd4f6e61cc req-18044d27-d728-4caa-b6cf-3dbbb407ca52 service neutron] Attempting to bind port bb40b10a-1bb3-4609-9d46-6b2d051a47c9 by drivers openvswitch,hyperv on host n-h2-713498-36 at level 0 using segments [{'id': 'd8eb09fc-5a20-4a22-8df1-8899b8af70a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': 'b9b7fd7f-1559-4fdf-b79d-489c05f2c99c'}] {{(pid=103230) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 19:11:33.006649 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26df90e0-b9aa-4290-9f3f-b6fd4f6e61cc req-18044d27-d728-4caa-b6cf-3dbbb407ca52 service neutron] Attempting to bind port bb40b10a-1bb3-4609-9d46-6b2d051a47c9 on network b9b7fd7f-1559-4fdf-b79d-489c05f2c99c {{(pid=103230) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 19:11:33.031743 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-71354459-7fb7-4eab-bc70-143ac7674f95 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762867177463', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762866656476'] for port (e83849b0-2d3f-4fb7-9522-1f645cd8c6e0), after_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:11:33.045655 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26df90e0-b9aa-4290-9f3f-b6fd4f6e61cc req-18044d27-d728-4caa-b6cf-3dbbb407ca52 service neutron] Port bb40b10a-1bb3-4609-9d46-6b2d051a47c9 on network b9b7fd7f-1559-4fdf-b79d-489c05f2c99c not bound, no agent of type Open vSwitch agent registered on host n-h2-713498-36 {{(pid=103230) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 19:11:33.046170 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26df90e0-b9aa-4290-9f3f-b6fd4f6e61cc req-18044d27-d728-4caa-b6cf-3dbbb407ca52 service neutron] Attempting to bind port bb40b10a-1bb3-4609-9d46-6b2d051a47c9 on network b9b7fd7f-1559-4fdf-b79d-489c05f2c99c {{(pid=103230) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 19:11:33.075451 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26df90e0-b9aa-4290-9f3f-b6fd4f6e61cc req-18044d27-d728-4caa-b6cf-3dbbb407ca52 service neutron] Checking agent: {'id': 'bcd5faee-dc24-4298-9134-0e0aa054058e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713498-36', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 18, 59, 19), 'started_at': datetime.datetime(2022, 2, 9, 18, 59, 19), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 19, 11, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103230) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 19:11:33.076137 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26df90e0-b9aa-4290-9f3f-b6fd4f6e61cc req-18044d27-d728-4caa-b6cf-3dbbb407ca52 service neutron] Checking segment: {'id': 'd8eb09fc-5a20-4a22-8df1-8899b8af70a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': 'b9b7fd7f-1559-4fdf-b79d-489c05f2c99c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103230) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 19:11:33.076260 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26df90e0-b9aa-4290-9f3f-b6fd4f6e61cc req-18044d27-d728-4caa-b6cf-3dbbb407ca52 service neutron] Bound using segment: {'id': 'd8eb09fc-5a20-4a22-8df1-8899b8af70a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': 'b9b7fd7f-1559-4fdf-b79d-489c05f2c99c'} {{(pid=103230) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 19:11:33.076825 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.managers [req-26df90e0-b9aa-4290-9f3f-b6fd4f6e61cc req-18044d27-d728-4caa-b6cf-3dbbb407ca52 service neutron] Bound port: bb40b10a-1bb3-4609-9d46-6b2d051a47c9, host: n-h2-713498-36, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd8eb09fc-5a20-4a22-8df1-8899b8af70a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': 'b9b7fd7f-1559-4fdf-b79d-489c05f2c99c'}}] {{(pid=103230) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 19:11:33.077191 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [req-26df90e0-b9aa-4290-9f3f-b6fd4f6e61cc req-18044d27-d728-4caa-b6cf-3dbbb407ca52 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (bb40b10a-1bb3-4609-9d46-6b2d051a47c9), before_update {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:11:33.099923 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71354459-7fb7-4eab-bc70-143ac7674f95 None None] Pushing event deleted for resources: {'Port': ['ID=e83849b0-2d3f-4fb7-9522-1f645cd8c6e0,revision_number=None']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:11:33.110700 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71354459-7fb7-4eab-bc70-143ac7674f95 None None] No DVR routers for this DVR port e83849b0-2d3f-4fb7-9522-1f645cd8c6e0 on host n-d-713498-36 {{(pid=103232) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 19:11:33.137310 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [req-11933306-74f8-4f47-8788-47db3f8bee54 req-a1acebd5-cac9-43ee-841d-6e63d4e6630f tempest-DeleteServersTestJSON-1870379525 tempest-DeleteServersTestJSON-1870379525-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762867177463', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762866656476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14393751'] for port (a686d143-e322-4fe6-984e-a4fa5321e05b), after_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:11:33.200666 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.plugin [req-b167cace-3307-4610-89ad-eafb68b0e490 req-9549028f-7753-4a11-91b0-fe5db4ba783a tempest-LiveMigrationTest-1021096981 tempest-LiveMigrationTest-1021096981-project] Deleting port a4e79a8e-ce64-4a98-88aa-2b5124a3f55b {{(pid=103229) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 19:11:33.200666 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-b167cace-3307-4610-89ad-eafb68b0e490 req-9549028f-7753-4a11-91b0-fe5db4ba783a tempest-LiveMigrationTest-1021096981 tempest-LiveMigrationTest-1021096981-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762867170196'] for port (a4e79a8e-ce64-4a98-88aa-2b5124a3f55b), before_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:11:33.215043 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea2b4e54-aa18-4d51-a03c-08840fdd453a req-37008c6a-ee79-4e33-8f7e-5e8742c35848 tempest-LiveMigrationTest-1021096981 tempest-LiveMigrationTest-1021096981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:11:33.216955 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-ea2b4e54-aa18-4d51-a03c-08840fdd453a req-37008c6a-ee79-4e33-8f7e-5e8742c35848 tempest-LiveMigrationTest-1021096981 tempest-LiveMigrationTest-1021096981-project] 10.222.0.75 "GET /v2.0/ports?device_id=59d6552c-9c7d-436a-9583-1a4c43dbfa42 HTTP/1.1" status: 200 len: 944 time: 0.3070774 Feb 09 19:11:33.217615 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec0dbc2d-a532-49d8-81a5-68da7cc71a01 tempest-RoutersNegativeTest-1011750698 tempest-RoutersNegativeTest-1011750698-project] Pushing event updated for resources: {'Subnet': ['ID=7a27ddd7-34ad-4726-8574-8743c9b56ec8,revision_number=0']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:11:33.224533 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.plugin [None req-aeac7aa8-6e28-4318-ae37-a7234155dbe5 admin admin] Deleting port e83849b0-2d3f-4fb7-9522-1f645cd8c6e0 {{(pid=103230) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 19:11:33.224880 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-aeac7aa8-6e28-4318-ae37-a7234155dbe5 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762867170196'] for port (e83849b0-2d3f-4fb7-9522-1f645cd8c6e0), before_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:11:33.234400 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1acebd5-cac9-43ee-841d-6e63d4e6630f tempest-DeleteServersTestJSON-1870379525 tempest-DeleteServersTestJSON-1870379525-project] Pushing event deleted for resources: {'Port': ['ID=a686d143-e322-4fe6-984e-a4fa5321e05b,revision_number=None']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:11:33.333420 n-d-713498-36 neutron-server[103230]: DEBUG neutron.db.l3_dvrscheduler_db [req-11933306-74f8-4f47-8788-47db3f8bee54 req-a1acebd5-cac9-43ee-841d-6e63d4e6630f tempest-DeleteServersTestJSON-1870379525 tempest-DeleteServersTestJSON-1870379525-project] No DVR routers for this DVR port a686d143-e322-4fe6-984e-a4fa5321e05b on host n-h1-713498-36 {{(pid=103230) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 19:11:33.343692 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec0dbc2d-a532-49d8-81a5-68da7cc71a01 tempest-RoutersNegativeTest-1011750698 tempest-RoutersNegativeTest-1011750698-project] Checking segment: {'id': 'f3ca9f91-877a-45f9-9bd8-e14068a91b63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': '28e6c0f7-f75b-42e2-bfdd-6459b78bb326'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103229) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 19:11:33.344062 n-d-713498-36 neutron-server[103229]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec0dbc2d-a532-49d8-81a5-68da7cc71a01 tempest-RoutersNegativeTest-1011750698 tempest-RoutersNegativeTest-1011750698-project] Network hostable DHCP agents. Network: 28e6c0f7-f75b-42e2-bfdd-6459b78bb326, hostable agents: ['af91e4b9-f4e1-42b1-a25c-a10dc47171c8'], hosted agents: [] {{(pid=103229) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 19:11:33.353287 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [req-11933306-74f8-4f47-8788-47db3f8bee54 req-a1acebd5-cac9-43ee-841d-6e63d4e6630f tempest-DeleteServersTestJSON-1870379525 tempest-DeleteServersTestJSON-1870379525-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171096'] for port (None), before_response {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:11:33.360619 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-11933306-74f8-4f47-8788-47db3f8bee54 req-a1acebd5-cac9-43ee-841d-6e63d4e6630f tempest-DeleteServersTestJSON-1870379525 tempest-DeleteServersTestJSON-1870379525-project] 10.222.0.75 "DELETE /v2.0/ports/a686d143-e322-4fe6-984e-a4fa5321e05b HTTP/1.1" status: 204 len: 173 time: 2.8276505 Feb 09 19:11:33.400352 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [req-55ad069c-407a-4edd-a091-d2ab0b719a37 req-929a260e-92dc-413c-b0e0-10034ddd78a6 tempest-TaggedBootDevicesTest_v242-798392635 tempest-TaggedBootDevicesTest_v242-798392635-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762867177463', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762866656476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14393751'] for port (21138c02-2bef-4eb2-822c-0766736ce486), after_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:11:33.415733 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.db [req-26df90e0-b9aa-4290-9f3f-b6fd4f6e61cc req-18044d27-d728-4caa-b6cf-3dbbb407ca52 service neutron] For port bb40b10a-1bb3-4609-9d46-6b2d051a47c9, host n-h2-713498-36, cleared binding levels {{(pid=103230) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 19:11:33.419087 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.db [None req-aeac7aa8-6e28-4318-ae37-a7234155dbe5 admin admin] For port e83849b0-2d3f-4fb7-9522-1f645cd8c6e0, host n-d-713498-36, got binding levels [] {{(pid=103230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 19:11:33.419522 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-aeac7aa8-6e28-4318-ae37-a7234155dbe5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1820838'] for port (e83849b0-2d3f-4fb7-9522-1f645cd8c6e0), precommit_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:11:33.424940 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.db [req-b167cace-3307-4610-89ad-eafb68b0e490 req-9549028f-7753-4a11-91b0-fe5db4ba783a tempest-LiveMigrationTest-1021096981 tempest-LiveMigrationTest-1021096981-project] For port a4e79a8e-ce64-4a98-88aa-2b5124a3f55b, host n-h1-713498-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-36',level=0,port_id=a4e79a8e-ce64-4a98-88aa-2b5124a3f55b,segment=NetworkSegment(5e48c0d3-ac92-403e-8ddc-eab47c471644),segment_id=5e48c0d3-ac92-403e-8ddc-eab47c471644)] {{(pid=103229) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 19:11:33.425319 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-b167cace-3307-4610-89ad-eafb68b0e490 req-9549028f-7753-4a11-91b0-fe5db4ba783a tempest-LiveMigrationTest-1021096981 tempest-LiveMigrationTest-1021096981-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1820838'] for port (a4e79a8e-ce64-4a98-88aa-2b5124a3f55b), precommit_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:11:33.442370 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-ea2b4e54-aa18-4d51-a03c-08840fdd453a req-a8adaecc-762b-492a-8804-c81d6c162c15 tempest-LiveMigrationTest-1021096981 tempest-LiveMigrationTest-1021096981-project] 10.222.0.75 "GET /v2.0/security-groups?id=ba18819a-1490-4e7b-a11b-e8610423d8ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1695700 Feb 09 19:11:33.453353 n-d-713498-36 neutron-server[103229]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec0dbc2d-a532-49d8-81a5-68da7cc71a01 tempest-RoutersNegativeTest-1011750698 tempest-RoutersNegativeTest-1011750698-project] Network 28e6c0f7-f75b-42e2-bfdd-6459b78bb326 is scheduled to be hosted by DHCP agent af91e4b9-f4e1-42b1-a25c-a10dc47171c8 with binding_index 1 {{(pid=103229) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 19:11:33.456036 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-929a260e-92dc-413c-b0e0-10034ddd78a6 tempest-TaggedBootDevicesTest_v242-798392635 tempest-TaggedBootDevicesTest_v242-798392635-project] Pushing event deleted for resources: {'Port': ['ID=21138c02-2bef-4eb2-822c-0766736ce486,revision_number=None']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:11:33.464499 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.plugin [None req-aeac7aa8-6e28-4318-ae37-a7234155dbe5 admin admin] Calling delete_port for e83849b0-2d3f-4fb7-9522-1f645cd8c6e0 owned by network:dhcp {{(pid=103230) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 19:11:33.471664 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.plugin [req-b167cace-3307-4610-89ad-eafb68b0e490 req-9549028f-7753-4a11-91b0-fe5db4ba783a tempest-LiveMigrationTest-1021096981 tempest-LiveMigrationTest-1021096981-project] Calling delete_port for a4e79a8e-ce64-4a98-88aa-2b5124a3f55b owned by compute:nova {{(pid=103229) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 19:11:33.476271 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Device 2b510600-8b01-408c-90d4-e30dc6b8cb66 up at agent ovs-agent-n-d-713498-36 {{(pid=103232) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 19:11:33.476969 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.db [req-26df90e0-b9aa-4290-9f3f-b6fd4f6e61cc req-18044d27-d728-4caa-b6cf-3dbbb407ca52 service neutron] For port bb40b10a-1bb3-4609-9d46-6b2d051a47c9, host n-h2-713498-36, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-36',level=0,port_id=bb40b10a-1bb3-4609-9d46-6b2d051a47c9,segment=NetworkSegment(d8eb09fc-5a20-4a22-8df1-8899b8af70a5),segment_id=d8eb09fc-5a20-4a22-8df1-8899b8af70a5)] {{(pid=103230) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 19:11:33.483093 n-d-713498-36 neutron-server[103230]: DEBUG neutron.db.ipam_backend_mixin [None req-aeac7aa8-6e28-4318-ae37-a7234155dbe5 admin admin] Port e83849b0-2d3f-4fb7-9522-1f645cd8c6e0 was not found and therefore no delete operation was performed {{(pid=103230) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Feb 09 19:11:33.493909 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-aeac7aa8-6e28-4318-ae37-a7234155dbe5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762867177463', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762866656476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14393751'] for port (e83849b0-2d3f-4fb7-9522-1f645cd8c6e0), after_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:11:33.499261 n-d-713498-36 neutron-server[103229]: DEBUG neutron.scheduler.base_scheduler [None req-ec0dbc2d-a532-49d8-81a5-68da7cc71a01 tempest-RoutersNegativeTest-1011750698 tempest-RoutersNegativeTest-1011750698-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713498-36, 28e6c0f7-f75b-42e2-bfdd-6459b78bb326) {{(pid=103229) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 19:11:33.506852 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec0dbc2d-a532-49d8-81a5-68da7cc71a01 tempest-RoutersNegativeTest-1011750698 tempest-RoutersNegativeTest-1011750698-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:11:33.507455 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-ec0dbc2d-a532-49d8-81a5-68da7cc71a01 tempest-RoutersNegativeTest-1011750698 tempest-RoutersNegativeTest-1011750698-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1613566'] for subnet (None), before_response {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:11:33.511245 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-9b298515-71e7-48cf-94ab-8895c2cd5f7b admin admin] Publish callbacks [] for port (1f5bbe59-cc28-42f4-b8da-c5cfece10743), precommit_update {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:11:33.523555 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-9b298515-71e7-48cf-94ab-8895c2cd5f7b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762867176205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762866656485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762866656503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12867569'] for port (1f5bbe59-cc28-42f4-b8da-c5cfece10743), after_update {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:11:33.523744 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [req-26df90e0-b9aa-4290-9f3f-b6fd4f6e61cc req-18044d27-d728-4caa-b6cf-3dbbb407ca52 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762867176205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762866656485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762866656503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14393758'] for port (bb40b10a-1bb3-4609-9d46-6b2d051a47c9), after_update {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:11:33.575768 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b3709bf-de00-42b3-b77e-31941deaa9e8 None None] Network 28e6c0f7-f75b-42e2-bfdd-6459b78bb326 requested from n-d-713498-36 {{(pid=103232) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 19:11:33.581363 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeac7aa8-6e28-4318-ae37-a7234155dbe5 admin admin] Pushing event deleted for resources: {'Port': ['ID=e83849b0-2d3f-4fb7-9522-1f645cd8c6e0,revision_number=None']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:11:33.583472 n-d-713498-36 neutron-server[103230]: DEBUG neutron.db.l3_dvrscheduler_db [req-55ad069c-407a-4edd-a091-d2ab0b719a37 req-929a260e-92dc-413c-b0e0-10034ddd78a6 tempest-TaggedBootDevicesTest_v242-798392635 tempest-TaggedBootDevicesTest_v242-798392635-project] No DVR routers for this DVR port 21138c02-2bef-4eb2-822c-0766736ce486 on host n-h2-713498-36 {{(pid=103230) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 19:11:33.588756 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [req-55ad069c-407a-4edd-a091-d2ab0b719a37 req-929a260e-92dc-413c-b0e0-10034ddd78a6 tempest-TaggedBootDevicesTest_v242-798392635 tempest-TaggedBootDevicesTest_v242-798392635-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171096'] for port (None), before_response {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:11:33.592053 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-55ad069c-407a-4edd-a091-d2ab0b719a37 req-929a260e-92dc-413c-b0e0-10034ddd78a6 tempest-TaggedBootDevicesTest_v242-798392635 tempest-TaggedBootDevicesTest_v242-798392635-project] 10.222.0.90 "DELETE /v2.0/ports/21138c02-2bef-4eb2-822c-0766736ce486 HTTP/1.1" status: 204 len: 173 time: 1.9329100 Feb 09 19:11:33.594111 n-d-713498-36 neutron-server[103230]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aeac7aa8-6e28-4318-ae37-a7234155dbe5 admin admin] No DVR routers for this DVR port e83849b0-2d3f-4fb7-9522-1f645cd8c6e0 on host n-d-713498-36 {{(pid=103230) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 19:11:33.646661 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26df90e0-b9aa-4290-9f3f-b6fd4f6e61cc req-18044d27-d728-4caa-b6cf-3dbbb407ca52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:11:33.647208 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [req-26df90e0-b9aa-4290-9f3f-b6fd4f6e61cc req-18044d27-d728-4caa-b6cf-3dbbb407ca52 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171096'] for port (None), before_response {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:11:33.648664 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-26df90e0-b9aa-4290-9f3f-b6fd4f6e61cc req-18044d27-d728-4caa-b6cf-3dbbb407ca52 service neutron] 10.222.0.90 "PUT /v2.0/ports/bb40b10a-1bb3-4609-9d46-6b2d051a47c9 HTTP/1.1" status: 200 len: 1093 time: 3.3112276 Feb 09 19:11:33.654239 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-ec0dbc2d-a532-49d8-81a5-68da7cc71a01 tempest-RoutersNegativeTest-1011750698 tempest-RoutersNegativeTest-1011750698-project] 10.222.0.75 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.4005313 Feb 09 19:11:33.659638 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 58520) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:11:33.688207 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.v2.base [None req-35699009-f6ea-4927-9377-2d3ea48ee94b tempest-RoutersNegativeTest-1011750698 tempest-RoutersNegativeTest-1011750698-project] Request body: {'network': {'name': 'tempest-router-network01--270117795'}} {{(pid=103230) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 19:11:33.751015 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b298515-71e7-48cf-94ab-8895c2cd5f7b admin admin] Pushing event updated for resources: {'Port': ['ID=1f5bbe59-cc28-42f4-b8da-c5cfece10743,revision_number=2']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:11:33.756964 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-9b298515-71e7-48cf-94ab-8895c2cd5f7b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1613458', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1834496'] for router_interface (c1a6984a-2b49-4463-8770-bb366322f74e), after_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:11:33.825520 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-aeac7aa8-6e28-4318-ae37-a7234155dbe5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-590267', 'neutron.services.segments.db._delete_segments_for_network-8762867132609'] for network (23931817-e40f-432d-9c70-5639e042245b), precommit_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:11:33.840290 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e82248f0-c12b-4cc9-b718-3230da77ba50 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8b32e980-7cce-5e82-a341-bd2fa8945c89-28e6c0f7-f75b-42e2-bfdd-6459b78bb326', 'network_id': '28e6c0f7-f75b-42e2-bfdd-6459b78bb326', 'project_id': '7d957120ec98423cb41a9ed0e20a4a4d', 'fixed_ips': [{'subnet_id': '7a27ddd7-34ad-4726-8574-8743c9b56ec8'}]}} from n-d-713498-36. {{(pid=103232) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 09 19:11:33.841208 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-e82248f0-c12b-4cc9-b718-3230da77ba50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (None), before_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:11:33.871094 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18044d27-d728-4caa-b6cf-3dbbb407ca52 service neutron] Pushing event updated for resources: {'Port': ['ID=bb40b10a-1bb3-4609-9d46-6b2d051a47c9,revision_number=3']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:11:33.905723 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-35699009-f6ea-4927-9377-2d3ea48ee94b tempest-RoutersNegativeTest-1011750698 tempest-RoutersNegativeTest-1011750698-project] Made reservation on behalf of 7d957120ec98423cb41a9ed0e20a4a4d for: {'network': 1} {{(pid=103230) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 19:11:33.910053 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-35699009-f6ea-4927-9377-2d3ea48ee94b tempest-RoutersNegativeTest-1011750698 tempest-RoutersNegativeTest-1011750698-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for network (None), before_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:11:33.982096 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.provisioning_blocks [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Provisioning complete for port 2b510600-8b01-408c-90d4-e30dc6b8cb66 triggered by entity L2. {{(pid=103232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 19:11:33.982487 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593630'] for port (2b510600-8b01-408c-90d4-e30dc6b8cb66), provisioning_complete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:11:33.988990 n-d-713498-36 neutron-server[103230]: DEBUG neutron.services.segments.db [None req-aeac7aa8-6e28-4318-ae37-a7234155dbe5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['23931817-e40f-432d-9c70-5639e042245b']}} {{(pid=103230) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:11:34.031806 n-d-713498-36 neutron-server[103230]: DEBUG neutron.services.segments.db [None req-aeac7aa8-6e28-4318-ae37-a7234155dbe5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '142497ea-782c-49a4-8188-5e519c68d621') {'for_net_delete': True} {{(pid=103230) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:11:34.032237 n-d-713498-36 neutron-server[103230]: DEBUG neutron.services.segments.db [None req-aeac7aa8-6e28-4318-ae37-a7234155dbe5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '142497ea-782c-49a4-8188-5e519c68d621') {} {{(pid=103230) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:11:34.063512 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26df90e0-b9aa-4290-9f3f-b6fd4f6e61cc req-6b3d0af0-c118-4952-b82a-941c4c28bedc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:11:34.065638 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-26df90e0-b9aa-4290-9f3f-b6fd4f6e61cc req-6b3d0af0-c118-4952-b82a-941c4c28bedc service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=5a284076d1bc46d299e7769dc674e56e&device_id=2854d40b-3910-46fb-9c81-90b175cedc66 HTTP/1.1" status: 200 len: 1127 time: 0.3214674 Feb 09 19:11:34.077916 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-aeac7aa8-6e28-4318-ae37-a7234155dbe5 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762867134154', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12895813'] for segment (142497ea-782c-49a4-8188-5e519c68d621), before_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:11:34.134173 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14a97c09-e0e6-40de-9f46-20edcacf5c1c req-392f4238-4e51-46f7-8b4a-d5f8120880d3 tempest-TaggedBootDevicesTest_v242-798392635 tempest-TaggedBootDevicesTest_v242-798392635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:11:34.137036 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-35699009-f6ea-4927-9377-2d3ea48ee94b tempest-RoutersNegativeTest-1011750698 tempest-RoutersNegativeTest-1011750698-project] vlan segment allocate from pool success with {'vlan_id': 354, 'physical_network': 'physnet1'} {{(pid=103230) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 19:11:34.142219 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14a97c09-e0e6-40de-9f46-20edcacf5c1c req-392f4238-4e51-46f7-8b4a-d5f8120880d3 tempest-TaggedBootDevicesTest_v242-798392635 tempest-TaggedBootDevicesTest_v242-798392635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:11:34.159447 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14a97c09-e0e6-40de-9f46-20edcacf5c1c req-392f4238-4e51-46f7-8b4a-d5f8120880d3 tempest-TaggedBootDevicesTest_v242-798392635 tempest-TaggedBootDevicesTest_v242-798392635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:11:34.169041 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-14a97c09-e0e6-40de-9f46-20edcacf5c1c req-392f4238-4e51-46f7-8b4a-d5f8120880d3 tempest-TaggedBootDevicesTest_v242-798392635 tempest-TaggedBootDevicesTest_v242-798392635-project] 10.222.0.75 "GET /v2.0/ports?device_id=8319129f-1054-494a-b0c0-2ec99e839619 HTTP/1.1" status: 200 len: 2411 time: 0.5301564 Feb 09 19:11:34.177369 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-b167cace-3307-4610-89ad-eafb68b0e490 req-9549028f-7753-4a11-91b0-fe5db4ba783a tempest-LiveMigrationTest-1021096981 tempest-LiveMigrationTest-1021096981-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762867177463', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762866656476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12867576'] for port (a4e79a8e-ce64-4a98-88aa-2b5124a3f55b), after_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:11:34.191717 n-d-713498-36 neutron-server[103229]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b298515-71e7-48cf-94ab-8895c2cd5f7b admin admin] Network 0ec7f9f6-4ed5-45b5-9742-035cca69218b is already hosted by enough agents. {{(pid=103229) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 19:11:34.200648 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Current status of the port 2b510600-8b01-408c-90d4-e30dc6b8cb66 is: ACTIVE; New status is: ACTIVE {{(pid=103232) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 19:11:34.215837 n-d-713498-36 neutron-server[103229]: DEBUG neutron.scheduler.base_scheduler [None req-9b298515-71e7-48cf-94ab-8895c2cd5f7b admin admin] Resources bound (agent type, host, resource id): {{(pid=103229) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 19:11:34.230791 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.db_base_plugin_common [None req-e82248f0-c12b-4cc9-b718-3230da77ba50 None None] Allocated IP 172.20.0.2 (28e6c0f7-f75b-42e2-bfdd-6459b78bb326/7a27ddd7-34ad-4726-8574-8743c9b56ec8/2257ca85-37ca-4f8d-889c-79281c536c6a) {{(pid=103232) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 19:11:34.235722 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-aeac7aa8-6e28-4318-ae37-a7234155dbe5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-759574'] for segment (142497ea-782c-49a4-8188-5e519c68d621), precommit_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:11:34.281811 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-26df90e0-b9aa-4290-9f3f-b6fd4f6e61cc req-2944b719-e52d-49c1-b2cd-849983e0c86d service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=bb40b10a-1bb3-4609-9d46-6b2d051a47c9 HTTP/1.1" status: 200 len: 217 time: 0.1523728 Feb 09 19:11:34.304706 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9549028f-7753-4a11-91b0-fe5db4ba783a tempest-LiveMigrationTest-1021096981 tempest-LiveMigrationTest-1021096981-project] Pushing event deleted for resources: {'Port': ['ID=a4e79a8e-ce64-4a98-88aa-2b5124a3f55b,revision_number=None']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:11:34.311019 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Device e83849b0-2d3f-4fb7-9522-1f645cd8c6e0 no longer exists at agent ovs-agent-n-d-713498-36 {{(pid=103232) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 19:11:34.325027 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-35699009-f6ea-4927-9377-2d3ea48ee94b tempest-RoutersNegativeTest-1011750698 tempest-RoutersNegativeTest-1011750698-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-759574'] for segment (a78e71c1-1385-4171-9b13-19d6bc1c00b3), precommit_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:11:34.325374 n-d-713498-36 neutron-server[103230]: INFO neutron.db.segments_db [None req-35699009-f6ea-4927-9377-2d3ea48ee94b tempest-RoutersNegativeTest-1011750698 tempest-RoutersNegativeTest-1011750698-project] Added segment a78e71c1-1385-4171-9b13-19d6bc1c00b3 of type vlan for network 6268985b-9352-426b-bdbf-ee57f08927a2 Feb 09 19:11:34.347207 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] No Port match for: e83849b0-2d3f-4fb7-9522-1f645cd8c6e0 {{(pid=103232) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 19:11:34.348251 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Device e83849b0-2d3f-4fb7-9522-1f645cd8c6e0 not bound to the agent host n-d-713498-36 {{(pid=103232) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 19:11:34.360790 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-aeac7aa8-6e28-4318-ae37-a7234155dbe5 admin admin] Releasing vlan 371 on physical network physnet1 to pool {{(pid=103230) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 19:11:34.361872 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-aeac7aa8-6e28-4318-ae37-a7234155dbe5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-759574', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14393826'] for segment (142497ea-782c-49a4-8188-5e519c68d621), after_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:11:34.372483 n-d-713498-36 neutron-server[103230]: Traceback (most recent call last): Feb 09 19:11:34.372483 n-d-713498-36 neutron-server[103230]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 19:11:34.372483 n-d-713498-36 neutron-server[103230]: timer() Feb 09 19:11:34.372483 n-d-713498-36 neutron-server[103230]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 19:11:34.372483 n-d-713498-36 neutron-server[103230]: cb(*args, **kw) Feb 09 19:11:34.372483 n-d-713498-36 neutron-server[103230]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 19:11:34.372483 n-d-713498-36 neutron-server[103230]: return func(*args, **kwargs) Feb 09 19:11:34.372483 n-d-713498-36 neutron-server[103230]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 19:11:34.372483 n-d-713498-36 neutron-server[103230]: self._notify() Feb 09 19:11:34.372483 n-d-713498-36 neutron-server[103230]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 19:11:34.372483 n-d-713498-36 neutron-server[103230]: self.callback(batched_events) Feb 09 19:11:34.372483 n-d-713498-36 neutron-server[103230]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 19:11:34.372483 n-d-713498-36 neutron-server[103230]: event.method(event) Feb 09 19:11:34.372483 n-d-713498-36 neutron-server[103230]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 19:11:34.372483 n-d-713498-36 neutron-server[103230]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 19:11:34.372483 n-d-713498-36 neutron-server[103230]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 19:11:34.372483 n-d-713498-36 neutron-server[103230]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 19:11:34.372483 n-d-713498-36 neutron-server[103230]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 19:11:34.372483 n-d-713498-36 neutron-server[103230]: return f(self, *a, **k) Feb 09 19:11:34.372483 n-d-713498-36 neutron-server[103230]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 19:11:34.372483 n-d-713498-36 neutron-server[103230]: return self._get(url).json() Feb 09 19:11:34.372483 n-d-713498-36 neutron-server[103230]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 19:11:34.372483 n-d-713498-36 neutron-server[103230]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 19:11:34.372483 n-d-713498-36 neutron-server[103230]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 19:11:34.372483 n-d-713498-36 neutron-server[103230]: return self.request(url, 'GET', **kwargs) Feb 09 19:11:34.372483 n-d-713498-36 neutron-server[103230]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 19:11:34.372483 n-d-713498-36 neutron-server[103230]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 19:11:34.372483 n-d-713498-36 neutron-server[103230]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 19:11:34.372483 n-d-713498-36 neutron-server[103230]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 19:11:34.372483 n-d-713498-36 neutron-server[103230]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 19:11:34.372483 n-d-713498-36 neutron-server[103230]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 19:11:34.372483 n-d-713498-36 neutron-server[103230]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 19:11:34.390705 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.plugin [req-55ad069c-407a-4edd-a091-d2ab0b719a37 req-3e89499a-019d-41e2-b1bd-cdb4b66e66e2 tempest-TaggedBootDevicesTest_v242-798392635 tempest-TaggedBootDevicesTest_v242-798392635-project] Deleting port a7b6d8bb-417c-4222-9de0-5c1844679bed {{(pid=103230) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 19:11:34.391310 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [req-55ad069c-407a-4edd-a091-d2ab0b719a37 req-3e89499a-019d-41e2-b1bd-cdb4b66e66e2 tempest-TaggedBootDevicesTest_v242-798392635 tempest-TaggedBootDevicesTest_v242-798392635-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762867170196'] for port (a7b6d8bb-417c-4222-9de0-5c1844679bed), before_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:11:34.480458 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-e82248f0-c12b-4cc9-b718-3230da77ba50 None None] Publish callbacks [] for port (2257ca85-37ca-4f8d-889c-79281c536c6a), precommit_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:11:34.490263 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-e82248f0-c12b-4cc9-b718-3230da77ba50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762866656467'] for port (2257ca85-37ca-4f8d-889c-79281c536c6a), after_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:11:34.539070 n-d-713498-36 neutron-server[103232]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e82248f0-c12b-4cc9-b718-3230da77ba50 None None] Network 28e6c0f7-f75b-42e2-bfdd-6459b78bb326 is already hosted by enough agents. {{(pid=103232) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 19:11:34.542187 n-d-713498-36 neutron-server[103232]: DEBUG neutron.scheduler.base_scheduler [None req-e82248f0-c12b-4cc9-b718-3230da77ba50 None None] Resources bound (agent type, host, resource id): {{(pid=103232) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 19:11:34.552475 n-d-713498-36 neutron-server[103229]: DEBUG neutron.db.l3_dvrscheduler_db [req-b167cace-3307-4610-89ad-eafb68b0e490 req-9549028f-7753-4a11-91b0-fe5db4ba783a tempest-LiveMigrationTest-1021096981 tempest-LiveMigrationTest-1021096981-project] No DVR routers for this DVR port a4e79a8e-ce64-4a98-88aa-2b5124a3f55b on host n-h1-713498-36 {{(pid=103229) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 19:11:34.557322 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-b167cace-3307-4610-89ad-eafb68b0e490 req-9549028f-7753-4a11-91b0-fe5db4ba783a tempest-LiveMigrationTest-1021096981 tempest-LiveMigrationTest-1021096981-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171096'] for port (None), before_response {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:11:34.561182 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e82248f0-c12b-4cc9-b718-3230da77ba50 None None] Received port after_create {{(pid=103232) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 19:11:34.561760 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-b167cace-3307-4610-89ad-eafb68b0e490 req-9549028f-7753-4a11-91b0-fe5db4ba783a tempest-LiveMigrationTest-1021096981 tempest-LiveMigrationTest-1021096981-project] 10.222.0.89 "DELETE /v2.0/ports/a4e79a8e-ce64-4a98-88aa-2b5124a3f55b HTTP/1.1" status: 204 len: 173 time: 2.1503272 Feb 09 19:11:34.566095 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e82248f0-c12b-4cc9-b718-3230da77ba50 None None] Pushing event updated for resources: {'Port': ['ID=2257ca85-37ca-4f8d-889c-79281c536c6a,revision_number=1']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:11:34.584221 n-d-713498-36 neutron-server[103229]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '59d6552c-9c7d-436a-9583-1a4c43dbfa42', 'name': 'network-vif-deleted', 'tag': 'a4e79a8e-ce64-4a98-88aa-2b5124a3f55b'}] {{(pid=103229) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 19:11:34.593053 n-d-713498-36 neutron-server[103229]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fa6ae9a20702bd564eaf90d946620b2b4277b1ab91129323d3b54181076be307" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-525e19b6-999e-4b49-820c-cb3141ab9798" -d '{"events": [{"server_uuid": "59d6552c-9c7d-436a-9583-1a4c43dbfa42", "name": "network-vif-deleted", "tag": "a4e79a8e-ce64-4a98-88aa-2b5124a3f55b"}]}' {{(pid=103229) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 19:11:34.640720 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-35699009-f6ea-4927-9377-2d3ea48ee94b tempest-RoutersNegativeTest-1011750698 tempest-RoutersNegativeTest-1011750698-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762866642225'] for network (6268985b-9352-426b-bdbf-ee57f08927a2), precommit_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:11:34.646678 n-d-713498-36 neutron-server[103229]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9b298515-71e7-48cf-94ab-8895c2cd5f7b admin admin] Router c1a6984a-2b49-4463-8770-bb366322f74e has already been hosted by L3 agent 93303d5e-5d17-45e8-8963-7694f87783ae {{(pid=103229) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 19:11:34.656399 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.managers [None req-e82248f0-c12b-4cc9-b718-3230da77ba50 None None] Attempting to bind port 2257ca85-37ca-4f8d-889c-79281c536c6a on host n-d-713498-36 for vnic_type normal with profile {{(pid=103232) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 19:11:34.657071 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.managers [None req-e82248f0-c12b-4cc9-b718-3230da77ba50 None None] Attempting to bind port 2257ca85-37ca-4f8d-889c-79281c536c6a by drivers openvswitch,hyperv on host n-d-713498-36 at level 0 using segments [{'id': 'f3ca9f91-877a-45f9-9bd8-e14068a91b63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': '28e6c0f7-f75b-42e2-bfdd-6459b78bb326'}] {{(pid=103232) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 19:11:34.657726 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e82248f0-c12b-4cc9-b718-3230da77ba50 None None] Attempting to bind port 2257ca85-37ca-4f8d-889c-79281c536c6a on network 28e6c0f7-f75b-42e2-bfdd-6459b78bb326 {{(pid=103232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 19:11:34.667422 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e82248f0-c12b-4cc9-b718-3230da77ba50 None None] Checking agent: {'id': '496418a2-c002-4aec-ab1a-07f3bea491bd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-36', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 18, 51, 47), 'started_at': datetime.datetime(2022, 2, 9, 18, 52, 17), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 19, 11, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-36'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 19:11:34.668940 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e82248f0-c12b-4cc9-b718-3230da77ba50 None None] Checking segment: {'id': 'f3ca9f91-877a-45f9-9bd8-e14068a91b63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': '28e6c0f7-f75b-42e2-bfdd-6459b78bb326'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103232) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 19:11:34.670460 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-e82248f0-c12b-4cc9-b718-3230da77ba50 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:11:34.670880 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e82248f0-c12b-4cc9-b718-3230da77ba50 None None] Bound using segment: {'id': 'f3ca9f91-877a-45f9-9bd8-e14068a91b63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': '28e6c0f7-f75b-42e2-bfdd-6459b78bb326'} {{(pid=103232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 19:11:34.675145 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-14a97c09-e0e6-40de-9f46-20edcacf5c1c req-4374223b-c523-4cd2-b75a-e1eeb030e981 tempest-TaggedBootDevicesTest_v242-798392635 tempest-TaggedBootDevicesTest_v242-798392635-project] 10.222.0.75 "GET /v2.0/security-groups?id=58062d4f-c149-4db3-a357-a4eb59a3d83e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5041876 Feb 09 19:11:34.675347 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.managers [None req-e82248f0-c12b-4cc9-b718-3230da77ba50 None None] Bound port: 2257ca85-37ca-4f8d-889c-79281c536c6a, host: n-d-713498-36, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f3ca9f91-877a-45f9-9bd8-e14068a91b63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': '28e6c0f7-f75b-42e2-bfdd-6459b78bb326'}}] {{(pid=103232) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 19:11:34.675558 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-aeac7aa8-6e28-4318-ae37-a7234155dbe5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-590242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1885479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1818895'] for network (23931817-e40f-432d-9c70-5639e042245b), after_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:11:34.675689 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-e82248f0-c12b-4cc9-b718-3230da77ba50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (2257ca85-37ca-4f8d-889c-79281c536c6a), before_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:11:34.678170 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26df90e0-b9aa-4290-9f3f-b6fd4f6e61cc req-bf176bc6-c93a-4182-b060-7d6255c96095 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:11:34.680045 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-26df90e0-b9aa-4290-9f3f-b6fd4f6e61cc req-bf176bc6-c93a-4182-b060-7d6255c96095 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=8b9afad4-0399-41e9-8ed3-02c6eade7653 HTTP/1.1" status: 200 len: 861 time: 0.3597929 Feb 09 19:11:34.701604 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-aeac7aa8-6e28-4318-ae37-a7234155dbe5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1613566'] for network (None), before_response {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:11:34.723872 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-aeac7aa8-6e28-4318-ae37-a7234155dbe5 admin admin] 10.222.0.75 "DELETE /v2.0/networks/23931817-e40f-432d-9c70-5639e042245b HTTP/1.1" status: 204 len: 168 time: 2.3246374 Feb 09 19:11:34.725648 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Device a4e79a8e-ce64-4a98-88aa-2b5124a3f55b no longer exists at agent hyperv_n-h1-713498-36 {{(pid=103232) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 19:11:34.780881 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] No Port match for: a4e79a8e-ce64-4a98-88aa-2b5124a3f55b {{(pid=103232) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 19:11:34.781258 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Device a4e79a8e-ce64-4a98-88aa-2b5124a3f55b not bound to the agent host n-h1-713498-36 {{(pid=103232) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 19:11:34.797231 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.db [req-55ad069c-407a-4edd-a091-d2ab0b719a37 req-3e89499a-019d-41e2-b1bd-cdb4b66e66e2 tempest-TaggedBootDevicesTest_v242-798392635 tempest-TaggedBootDevicesTest_v242-798392635-project] For port a7b6d8bb-417c-4222-9de0-5c1844679bed, host n-h2-713498-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-36',level=0,port_id=a7b6d8bb-417c-4222-9de0-5c1844679bed,segment=NetworkSegment(d87ae67e-008b-48f1-b0f8-925fd9ffe48b),segment_id=d87ae67e-008b-48f1-b0f8-925fd9ffe48b)] {{(pid=103230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 19:11:34.798314 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [req-55ad069c-407a-4edd-a091-d2ab0b719a37 req-3e89499a-019d-41e2-b1bd-cdb4b66e66e2 tempest-TaggedBootDevicesTest_v242-798392635 tempest-TaggedBootDevicesTest_v242-798392635-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1820838'] for port (a7b6d8bb-417c-4222-9de0-5c1844679bed), precommit_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:11:34.813628 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.provisioning_blocks [None req-99f99fe5-8116-4ec7-866d-3948d3576950 None None] Provisioning complete for port 1f5bbe59-cc28-42f4-b8da-c5cfece10743 triggered by entity DHCP. {{(pid=103232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 19:11:34.813628 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-99f99fe5-8116-4ec7-866d-3948d3576950 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593630'] for port (1f5bbe59-cc28-42f4-b8da-c5cfece10743), provisioning_complete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:11:34.817931 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.plugin [req-55ad069c-407a-4edd-a091-d2ab0b719a37 req-3e89499a-019d-41e2-b1bd-cdb4b66e66e2 tempest-TaggedBootDevicesTest_v242-798392635 tempest-TaggedBootDevicesTest_v242-798392635-project] Calling delete_port for a7b6d8bb-417c-4222-9de0-5c1844679bed owned by compute:nova {{(pid=103230) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 19:11:34.901687 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-99f99fe5-8116-4ec7-866d-3948d3576950 None None] Port 1f5bbe59-cc28-42f4-b8da-c5cfece10743 cannot update to ACTIVE because it is not bound. {{(pid=103232) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 19:11:34.936138 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-e82248f0-c12b-4cc9-b718-3230da77ba50 None None] For port 2257ca85-37ca-4f8d-889c-79281c536c6a, host n-d-713498-36, cleared binding levels {{(pid=103232) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 19:11:34.950789 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-e82248f0-c12b-4cc9-b718-3230da77ba50 None None] For port 2257ca85-37ca-4f8d-889c-79281c536c6a, host n-d-713498-36, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-36',level=0,port_id=2257ca85-37ca-4f8d-889c-79281c536c6a,segment=NetworkSegment(f3ca9f91-877a-45f9-9bd8-e14068a91b63),segment_id=f3ca9f91-877a-45f9-9bd8-e14068a91b63)] {{(pid=103232) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 19:11:34.966015 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-e82248f0-c12b-4cc9-b718-3230da77ba50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762867176205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762866656485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762866656503'] for port (2257ca85-37ca-4f8d-889c-79281c536c6a), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:11:35.029480 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeac7aa8-6e28-4318-ae37-a7234155dbe5 admin admin] Pushing event deleted for resources: {'Network': ['ID=23931817-e40f-432d-9c70-5639e042245b,revision_number=None']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:11:35.031993 n-d-713498-36 neutron-server[103230]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5e66146c-80cb-464f-a195-4176fc6a344c', 'name': 'network-vif-deleted', 'tag': 'a686d143-e322-4fe6-984e-a4fa5321e05b'}, {'server_uuid': '8319129f-1054-494a-b0c0-2ec99e839619', 'name': 'network-vif-deleted', 'tag': '21138c02-2bef-4eb2-822c-0766736ce486'}, {'name': 'network-changed', 'server_uuid': '2854d40b-3910-46fb-9c81-90b175cedc66', 'tag': 'bb40b10a-1bb3-4609-9d46-6b2d051a47c9'}] {{(pid=103230) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 19:11:35.035207 n-d-713498-36 neutron-server[103230]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aee5919275bae9f72eb374ee322673045eb80c1f84b4b45a97d96923bd50ab51" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c3eb9c83-281a-4b36-8a84-faa947891fc6" -d '{"events": [{"server_uuid": "5e66146c-80cb-464f-a195-4176fc6a344c", "name": "network-vif-deleted", "tag": "a686d143-e322-4fe6-984e-a4fa5321e05b"}, {"server_uuid": "8319129f-1054-494a-b0c0-2ec99e839619", "name": "network-vif-deleted", "tag": "21138c02-2bef-4eb2-822c-0766736ce486"}, {"name": "network-changed", "server_uuid": "2854d40b-3910-46fb-9c81-90b175cedc66", "tag": "bb40b10a-1bb3-4609-9d46-6b2d051a47c9"}]}' {{(pid=103230) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 19:11:35.047283 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-409186a5-89c3-4577-9ccc-c2163cee126f req-abf011d0-c63d-4dde-ac6e-ce63dca83662 tempest-ServerAddressesNegativeTestJSON-1329317131 tempest-ServerAddressesNegativeTestJSON-1329317131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:11:35.055299 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-409186a5-89c3-4577-9ccc-c2163cee126f req-abf011d0-c63d-4dde-ac6e-ce63dca83662 tempest-ServerAddressesNegativeTestJSON-1329317131 tempest-ServerAddressesNegativeTestJSON-1329317131-project] 10.222.0.75 "GET /v2.0/ports?device_id=2854d40b-3910-46fb-9c81-90b175cedc66 HTTP/1.1" status: 200 len: 944 time: 0.9159253 Feb 09 19:11:35.064069 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-35699009-f6ea-4927-9377-2d3ea48ee94b tempest-RoutersNegativeTest-1011750698 tempest-RoutersNegativeTest-1011750698-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1885479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452'] for network (6268985b-9352-426b-bdbf-ee57f08927a2), after_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:11:35.070908 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35699009-f6ea-4927-9377-2d3ea48ee94b tempest-RoutersNegativeTest-1011750698 tempest-RoutersNegativeTest-1011750698-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:11:35.071783 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-35699009-f6ea-4927-9377-2d3ea48ee94b tempest-RoutersNegativeTest-1011750698 tempest-RoutersNegativeTest-1011750698-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1613566'] for network (None), before_response {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:11:35.086699 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e82248f0-c12b-4cc9-b718-3230da77ba50 None None] Pushing event updated for resources: {'Port': ['ID=2257ca85-37ca-4f8d-889c-79281c536c6a,revision_number=2']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:11:35.103348 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-226c0231-8a72-447f-96b9-95d1896ecb4a req-ce4d7109-e0cd-4da8-b7c3-417637c17ef1 tempest-LiveMigrationTest-1021096981 tempest-LiveMigrationTest-1021096981-project] 10.222.0.75 "GET /v2.0/ports?device_id=59d6552c-9c7d-436a-9583-1a4c43dbfa42 HTTP/1.1" status: 200 len: 210 time: 0.1150162 Feb 09 19:11:35.104595 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 58546) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:11:35.177072 n-d-713498-36 neutron-server[103229]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 19:11:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9da8a1e5-07f1-48f9-b4fc-406047abdf73 x-openstack-request-id: req-9da8a1e5-07f1-48f9-b4fc-406047abdf73 {{(pid=103229) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 19:11:35.177591 n-d-713498-36 neutron-server[103229]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "59d6552c-9c7d-436a-9583-1a4c43dbfa42", "name": "network-vif-deleted", "tag": "a4e79a8e-ce64-4a98-88aa-2b5124a3f55b", "status": "completed", "code": 200}]} {{(pid=103229) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 19:11:35.177754 n-d-713498-36 neutron-server[103229]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-9da8a1e5-07f1-48f9-b4fc-406047abdf73 {{(pid=103229) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 19:11:35.178233 n-d-713498-36 neutron-server[103229]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '59d6552c-9c7d-436a-9583-1a4c43dbfa42', 'name': 'network-vif-deleted', 'tag': 'a4e79a8e-ce64-4a98-88aa-2b5124a3f55b', 'status': 'completed', 'code': 200} Feb 09 19:11:35.186609 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-12db4abe-6d12-44cb-a4bd-45c3ee681c85 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=fe206dc0d0dc4c4b8b6e41d9b0f130f4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0724690 Feb 09 19:11:35.188619 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9b298515-71e7-48cf-94ab-8895c2cd5f7b admin admin] Notify agent at l3_agent.n-d-713498-36 the message routers_updated {{(pid=103229) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 19:11:35.190837 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 58550) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:11:35.192408 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-26df90e0-b9aa-4290-9f3f-b6fd4f6e61cc req-e23263bd-e7ed-416f-83dd-c8cb6befe656 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=b9b7fd7f-1559-4fdf-b79d-489c05f2c99c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.4899306 Feb 09 19:11:35.197430 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [req-55ad069c-407a-4edd-a091-d2ab0b719a37 req-3e89499a-019d-41e2-b1bd-cdb4b66e66e2 tempest-TaggedBootDevicesTest_v242-798392635 tempest-TaggedBootDevicesTest_v242-798392635-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762867177463', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762866656476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14393751'] for port (a7b6d8bb-417c-4222-9de0-5c1844679bed), after_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:11:35.211897 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-9b298515-71e7-48cf-94ab-8895c2cd5f7b admin admin] 10.222.0.75 "PUT /v2.0/routers/c1a6984a-2b49-4463-8770-bb366322f74e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.3542731 Feb 09 19:11:35.212262 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d78f8006-9b06-44f7-a837-6242f28bccac None None] Sync routers for ids ['c1a6984a-2b49-4463-8770-bb366322f74e'] in n-d-713498-36 {{(pid=103232) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 19:11:35.263943 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d78f8006-9b06-44f7-a837-6242f28bccac None None] Routers {'c1a6984a-2b49-4463-8770-bb366322f74e'} bound to L3 agent in host n-d-713498-36 {{(pid=103232) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 19:11:35.266720 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.l3_hamode_db [None req-d78f8006-9b06-44f7-a837-6242f28bccac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T18:51:43Z,description=,heartbeat_timestamp=2022-02-09T19:11:13Z,host='n-d-713498-36',id=93303d5e-5d17-45e8-8963-7694f87783ae,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T18:51:43Z,topic='l3_agent')) {'router_ids': ['c1a6984a-2b49-4463-8770-bb366322f74e'], 'active': True} {{(pid=103232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:11:35.293721 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-68dcf275-3adf-402a-883e-0685a2a34321 admin admin] Publish callbacks [] for security_group (379bd0f9-ef81-44cd-854a-004e7b6baae4), before_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:11:35.398488 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-26df90e0-b9aa-4290-9f3f-b6fd4f6e61cc req-a985ca32-05a1-42ed-8be1-ef7a636e8d90 service neutron] 10.222.0.90 "GET /v2.0/networks/b9b7fd7f-1559-4fdf-b79d-489c05f2c99c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2021668 Feb 09 19:11:35.482779 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-68dcf275-3adf-402a-883e-0685a2a34321 admin admin] Publish callbacks [] for security_group (379bd0f9-ef81-44cd-854a-004e7b6baae4), precommit_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:11:35.554441 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e89499a-019d-41e2-b1bd-cdb4b66e66e2 tempest-TaggedBootDevicesTest_v242-798392635 tempest-TaggedBootDevicesTest_v242-798392635-project] Pushing event deleted for resources: {'Port': ['ID=a7b6d8bb-417c-4222-9de0-5c1844679bed,revision_number=None']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:11:35.579476 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-35699009-f6ea-4927-9377-2d3ea48ee94b tempest-RoutersNegativeTest-1011750698 tempest-RoutersNegativeTest-1011750698-project] 10.222.0.75 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 1.8962595 Feb 09 19:11:35.600504 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 58564) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:11:35.602544 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-68dcf275-3adf-402a-883e-0685a2a34321 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1892331'] for security_group (379bd0f9-ef81-44cd-854a-004e7b6baae4), after_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:11:35.605214 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-68dcf275-3adf-402a-883e-0685a2a34321 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:11:35.613477 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-68dcf275-3adf-402a-883e-0685a2a34321 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/379bd0f9-ef81-44cd-854a-004e7b6baae4 HTTP/1.1" status: 204 len: 168 time: 0.4146683 Feb 09 19:11:35.622084 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.l3_dvr_db [None req-d78f8006-9b06-44f7-a837-6242f28bccac None None] Set router c1a6984a-2b49-4463-8770-bb366322f74e gateway port host: n-d-713498-36 {{(pid=103232) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 19:11:35.629552 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.v2.base [None req-dcb5f95d-e0b6-47ef-9436-cc5a2e351454 tempest-RoutersNegativeTest-1011750698 tempest-RoutersNegativeTest-1011750698-project] Request body: {'network': {'name': 'tempest-router-network02--1401933780'}} {{(pid=103229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 19:11:35.673651 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68dcf275-3adf-402a-883e-0685a2a34321 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=379bd0f9-ef81-44cd-854a-004e7b6baae4,revision_number=None']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:11:35.686509 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-409186a5-89c3-4577-9ccc-c2163cee126f req-7b2f9c07-20a6-4527-ae04-33f9fd3f8885 tempest-ServerAddressesNegativeTestJSON-1329317131 tempest-ServerAddressesNegativeTestJSON-1329317131-project] 10.222.0.75 "GET /v2.0/security-groups?id=8a6ad574-3929-48e5-8f19-4fb6a8644ed7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6299155 Feb 09 19:11:35.727957 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dcb5f95d-e0b6-47ef-9436-cc5a2e351454 tempest-RoutersNegativeTest-1011750698 tempest-RoutersNegativeTest-1011750698-project] Made reservation on behalf of 7d957120ec98423cb41a9ed0e20a4a4d for: {'network': 1} {{(pid=103229) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 19:11:35.732443 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-dcb5f95d-e0b6-47ef-9436-cc5a2e351454 tempest-RoutersNegativeTest-1011750698 tempest-RoutersNegativeTest-1011750698-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for network (None), before_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:11:35.784709 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64878536-0e68-4a75-ac24-ee8c8876de91 req-7155bcde-1fc6-4a8f-b49c-257820222ee6 tempest-DeleteServersTestJSON-1870379525 tempest-DeleteServersTestJSON-1870379525-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:11:35.787273 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-64878536-0e68-4a75-ac24-ee8c8876de91 req-7155bcde-1fc6-4a8f-b49c-257820222ee6 tempest-DeleteServersTestJSON-1870379525 tempest-DeleteServersTestJSON-1870379525-project] 10.222.0.75 "GET /v2.0/networks?id=22e5c36a-e85f-4512-bcde-f1a1a30e29d3 HTTP/1.1" status: 200 len: 812 time: 0.4483511 Feb 09 19:11:35.808216 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dcb5f95d-e0b6-47ef-9436-cc5a2e351454 tempest-RoutersNegativeTest-1011750698 tempest-RoutersNegativeTest-1011750698-project] vlan segment allocate from pool success with {'vlan_id': 365, 'physical_network': 'physnet1'} {{(pid=103229) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 19:11:35.833743 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-64878536-0e68-4a75-ac24-ee8c8876de91 req-e2fbb351-295a-4d8b-ae9b-f21a673bf7b3 tempest-DeleteServersTestJSON-1870379525 tempest-DeleteServersTestJSON-1870379525-project] 10.222.0.75 "GET /v2.0/quotas/216741f4995241bbba7cd794217427a2 HTTP/1.1" status: 200 len: 375 time: 0.0375741 Feb 09 19:11:35.906158 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-26df90e0-b9aa-4290-9f3f-b6fd4f6e61cc req-d7d0190d-7496-4b38-8bea-59383447374b service neutron] 10.222.0.90 "GET /v2.0/networks/b9b7fd7f-1559-4fdf-b79d-489c05f2c99c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3996239 Feb 09 19:11:35.909128 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35699009-f6ea-4927-9377-2d3ea48ee94b tempest-RoutersNegativeTest-1011750698 tempest-RoutersNegativeTest-1011750698-project] Pushing event updated for resources: {'Network': ['ID=6268985b-9352-426b-bdbf-ee57f08927a2,revision_number=1']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:11:35.942992 n-d-713498-36 neutron-server[103230]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 518 Content-Type: application/json Date: Wed, 09 Feb 2022 19:11:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3114fb45-fc46-4fcf-8092-70cbcaa70117 x-openstack-request-id: req-3114fb45-fc46-4fcf-8092-70cbcaa70117 {{(pid=103230) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 19:11:35.943497 n-d-713498-36 neutron-server[103230]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5e66146c-80cb-464f-a195-4176fc6a344c", "name": "network-vif-deleted", "tag": "a686d143-e322-4fe6-984e-a4fa5321e05b", "status": "failed", "code": 422}, {"server_uuid": "8319129f-1054-494a-b0c0-2ec99e839619", "name": "network-vif-deleted", "tag": "21138c02-2bef-4eb2-822c-0766736ce486", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "2854d40b-3910-46fb-9c81-90b175cedc66", "tag": "bb40b10a-1bb3-4609-9d46-6b2d051a47c9", "status": "completed", "code": 200}]} {{(pid=103230) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 19:11:35.944154 n-d-713498-36 neutron-server[103230]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-3114fb45-fc46-4fcf-8092-70cbcaa70117 {{(pid=103230) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 19:11:35.945653 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Network 6268985b-9352-426b-bdbf-ee57f08927a2 details requested by agent ovs-agent-n-d-713498-36 with host n-d-713498-36 {{(pid=103232) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 19:11:35.950249 n-d-713498-36 neutron-server[103230]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '5e66146c-80cb-464f-a195-4176fc6a344c', 'name': 'network-vif-deleted', 'tag': 'a686d143-e322-4fe6-984e-a4fa5321e05b', 'status': 'failed', 'code': 422} returned with failed status Feb 09 19:11:35.950836 n-d-713498-36 neutron-server[103230]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8319129f-1054-494a-b0c0-2ec99e839619', 'name': 'network-vif-deleted', 'tag': '21138c02-2bef-4eb2-822c-0766736ce486', 'status': 'completed', 'code': 200} Feb 09 19:11:35.951353 n-d-713498-36 neutron-server[103230]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2854d40b-3910-46fb-9c81-90b175cedc66', 'tag': 'bb40b10a-1bb3-4609-9d46-6b2d051a47c9', 'status': 'completed', 'code': 200} Feb 09 19:11:35.990498 n-d-713498-36 neutron-server[103230]: DEBUG neutron.db.l3_dvrscheduler_db [req-55ad069c-407a-4edd-a091-d2ab0b719a37 req-3e89499a-019d-41e2-b1bd-cdb4b66e66e2 tempest-TaggedBootDevicesTest_v242-798392635 tempest-TaggedBootDevicesTest_v242-798392635-project] No DVR routers for this DVR port a7b6d8bb-417c-4222-9de0-5c1844679bed on host n-h2-713498-36 {{(pid=103230) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 19:11:36.002871 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [req-55ad069c-407a-4edd-a091-d2ab0b719a37 req-3e89499a-019d-41e2-b1bd-cdb4b66e66e2 tempest-TaggedBootDevicesTest_v242-798392635 tempest-TaggedBootDevicesTest_v242-798392635-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171096'] for port (None), before_response {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:11:36.011073 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-55ad069c-407a-4edd-a091-d2ab0b719a37 req-3e89499a-019d-41e2-b1bd-cdb4b66e66e2 tempest-TaggedBootDevicesTest_v242-798392635 tempest-TaggedBootDevicesTest_v242-798392635-project] 10.222.0.90 "DELETE /v2.0/ports/a7b6d8bb-417c-4222-9de0-5c1844679bed HTTP/1.1" status: 204 len: 173 time: 2.3901501 Feb 09 19:11:36.022587 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-64878536-0e68-4a75-ac24-ee8c8876de91 req-f6348726-6402-47f2-855d-f89b12ef238f tempest-DeleteServersTestJSON-1870379525 tempest-DeleteServersTestJSON-1870379525-project] 10.222.0.75 "GET /v2.0/ports?tenant_id=216741f4995241bbba7cd794217427a2&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1722624 Feb 09 19:11:36.027324 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-dcb5f95d-e0b6-47ef-9436-cc5a2e351454 tempest-RoutersNegativeTest-1011750698 tempest-RoutersNegativeTest-1011750698-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-759574'] for segment (fe541821-700a-4b14-928f-e60517e90736), precommit_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:11:36.027857 n-d-713498-36 neutron-server[103229]: INFO neutron.db.segments_db [None req-dcb5f95d-e0b6-47ef-9436-cc5a2e351454 tempest-RoutersNegativeTest-1011750698 tempest-RoutersNegativeTest-1011750698-project] Added segment fe541821-700a-4b14-928f-e60517e90736 of type vlan for network 30fa5a73-55e3-4006-9013-4ac830e4be35 Feb 09 19:11:36.259392 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.l3_hamode_db [None req-d78f8006-9b06-44f7-a837-6242f28bccac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c1a6984a-2b49-4463-8770-bb366322f74e', 'name': 'tempest-ServersTestManualDisk-2007371992-router', 'tenant_id': '77d2f6c213eb401684c27974738fe903', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88055e1e-672a-4487-be31-ffb6e833ece5', 'external_fixed_ips': [{'subnet_id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'ip_address': '172.25.1.245'}], 'enable_snat': True}, 'gw_port_id': '2b510600-8b01-408c-90d4-e30dc6b8cb66', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T19:11:18Z', 'updated_at': '2022-02-09T19:11:32Z', 'revision_number': 4, 'project_id': '77d2f6c213eb401684c27974738fe903', 'gw_port': {'id': '2b510600-8b01-408c-90d4-e30dc6b8cb66', 'name': '', 'network_id': '88055e1e-672a-4487-be31-ffb6e833ece5', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:7d:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1a6984a-2b49-4463-8770-bb366322f74e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1144, 'fixed_ips': [{'subnet_id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'ip_address': '172.25.1.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T19:11:21Z', 'updated_at': '2022-02-09T19:11:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-36', '_interfaces': [{'id': '1f5bbe59-cc28-42f4-b8da-c5cfece10743', 'name': '', 'network_id': '0ec7f9f6-4ed5-45b5-9742-035cca69218b', 'tenant_id': '77d2f6c213eb401684c27974738fe903', 'mac_address': 'fa:16:3e:5a:ed:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c1a6984a-2b49-4463-8770-bb366322f74e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1147, 'fixed_ips': [{'subnet_id': '56817271-1948-4557-bb99-937580724a46', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T19:11:29Z', 'updated_at': '2022-02-09T19:11:33Z', 'revision_number': 2, 'project_id': '77d2f6c213eb401684c27974738fe903', 'subnets': [{'id': '56817271-1948-4557-bb99-937580724a46', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-36', False) {} {{(pid=103232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:11:36.337057 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d78f8006-9b06-44f7-a837-6242f28bccac None None] Checking router: c1a6984a-2b49-4463-8770-bb366322f74e for host: n-d-713498-36 {{(pid=103232) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 19:11:36.337474 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d78f8006-9b06-44f7-a837-6242f28bccac None None] Updating router c1a6984a-2b49-4463-8770-bb366322f74e port 1f5bbe59-cc28-42f4-b8da-c5cfece10743 binding host n-d-713498-36 {{(pid=103232) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 19:11:36.340200 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3eb9c83-281a-4b36-8a84-faa947891fc6 req-5a728ad1-abb7-417a-b13d-6e4fdf3e246d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:11:36.344185 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-c3eb9c83-281a-4b36-8a84-faa947891fc6 req-5a728ad1-abb7-417a-b13d-6e4fdf3e246d service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=5a284076d1bc46d299e7769dc674e56e&device_id=2854d40b-3910-46fb-9c81-90b175cedc66 HTTP/1.1" status: 200 len: 1127 time: 0.3453259 Feb 09 19:11:36.360170 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-dcb5f95d-e0b6-47ef-9436-cc5a2e351454 tempest-RoutersNegativeTest-1011750698 tempest-RoutersNegativeTest-1011750698-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762866642225'] for network (30fa5a73-55e3-4006-9013-4ac830e4be35), precommit_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:11:36.438216 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-d78f8006-9b06-44f7-a837-6242f28bccac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (1f5bbe59-cc28-42f4-b8da-c5cfece10743), before_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:11:36.541310 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-dcb5f95d-e0b6-47ef-9436-cc5a2e351454 tempest-RoutersNegativeTest-1011750698 tempest-RoutersNegativeTest-1011750698-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1885479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452'] for network (30fa5a73-55e3-4006-9013-4ac830e4be35), after_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:11:36.571410 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dcb5f95d-e0b6-47ef-9436-cc5a2e351454 tempest-RoutersNegativeTest-1011750698 tempest-RoutersNegativeTest-1011750698-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:11:36.572086 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-dcb5f95d-e0b6-47ef-9436-cc5a2e351454 tempest-RoutersNegativeTest-1011750698 tempest-RoutersNegativeTest-1011750698-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1613566'] for network (None), before_response {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:11:36.621291 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.plugin [req-55ad069c-407a-4edd-a091-d2ab0b719a37 req-213dbb64-3bf9-4433-a097-7c5586a16b01 tempest-TaggedBootDevicesTest_v242-798392635 tempest-TaggedBootDevicesTest_v242-798392635-project] Deleting port 3d73dda7-fb9b-4c04-9fbb-19034e8d2d7b {{(pid=103230) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 19:11:36.621663 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [req-55ad069c-407a-4edd-a091-d2ab0b719a37 req-213dbb64-3bf9-4433-a097-7c5586a16b01 tempest-TaggedBootDevicesTest_v242-798392635 tempest-TaggedBootDevicesTest_v242-798392635-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762867170196'] for port (3d73dda7-fb9b-4c04-9fbb-19034e8d2d7b), before_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:11:36.881560 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3eb9c83-281a-4b36-8a84-faa947891fc6 req-3afcfbd7-037a-488b-bac2-11b21eba17c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:11:36.887708 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-c3eb9c83-281a-4b36-8a84-faa947891fc6 req-3afcfbd7-037a-488b-bac2-11b21eba17c0 service neutron] 10.222.0.90 "GET /v2.0/networks?id=b9b7fd7f-1559-4fdf-b79d-489c05f2c99c HTTP/1.1" status: 200 len: 922 time: 0.5285497 Feb 09 19:11:37.022435 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-c3eb9c83-281a-4b36-8a84-faa947891fc6 req-3309fd7a-c3f9-4e53-8178-1a1eee78e493 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=bb40b10a-1bb3-4609-9d46-6b2d051a47c9 HTTP/1.1" status: 200 len: 217 time: 0.1203601 Feb 09 19:11:37.133355 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.db [req-55ad069c-407a-4edd-a091-d2ab0b719a37 req-213dbb64-3bf9-4433-a097-7c5586a16b01 tempest-TaggedBootDevicesTest_v242-798392635 tempest-TaggedBootDevicesTest_v242-798392635-project] For port 3d73dda7-fb9b-4c04-9fbb-19034e8d2d7b, host n-h2-713498-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-36',level=0,port_id=3d73dda7-fb9b-4c04-9fbb-19034e8d2d7b,segment=NetworkSegment(c2ea736f-956b-4712-9292-0c7e6eae844b),segment_id=c2ea736f-956b-4712-9292-0c7e6eae844b)] {{(pid=103230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 19:11:37.140711 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [req-55ad069c-407a-4edd-a091-d2ab0b719a37 req-213dbb64-3bf9-4433-a097-7c5586a16b01 tempest-TaggedBootDevicesTest_v242-798392635 tempest-TaggedBootDevicesTest_v242-798392635-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1820838'] for port (3d73dda7-fb9b-4c04-9fbb-19034e8d2d7b), precommit_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:11:37.150133 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 58596) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:11:37.178609 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.v2.base [None req-e21f1f64-a578-4749-987a-8e84a1b32617 tempest-ServersTestManualDisk-2087116754 tempest-ServersTestManualDisk-2087116754-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1760089465', 'description': 'tempest-description--897234546'}} {{(pid=103230) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 19:11:37.241096 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.plugin [req-55ad069c-407a-4edd-a091-d2ab0b719a37 req-213dbb64-3bf9-4433-a097-7c5586a16b01 tempest-TaggedBootDevicesTest_v242-798392635 tempest-TaggedBootDevicesTest_v242-798392635-project] Calling delete_port for 3d73dda7-fb9b-4c04-9fbb-19034e8d2d7b owned by compute:nova {{(pid=103230) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 19:11:37.269436 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a1b3509-d882-4c73-9c5e-768d1fe90f96 None None] Network 28e6c0f7-f75b-42e2-bfdd-6459b78bb326 requested from n-d-713498-36 {{(pid=103232) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 19:11:37.280523 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 58598) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:11:37.332762 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcb5f95d-e0b6-47ef-9436-cc5a2e351454 tempest-RoutersNegativeTest-1011750698 tempest-RoutersNegativeTest-1011750698-project] Pushing event updated for resources: {'Network': ['ID=30fa5a73-55e3-4006-9013-4ac830e4be35,revision_number=1']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:11:37.342113 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-64878536-0e68-4a75-ac24-ee8c8876de91 req-22668a95-d106-4582-8d80-9d89c066ec3f service neutron] 10.222.0.75 "GET /v2.0/networks/22e5c36a-e85f-4512-bcde-f1a1a30e29d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.3088622 Feb 09 19:11:37.359454 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-d78f8006-9b06-44f7-a837-6242f28bccac None None] Publish callbacks [] for port (1f5bbe59-cc28-42f4-b8da-c5cfece10743), precommit_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:11:37.365148 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3eb9c83-281a-4b36-8a84-faa947891fc6 req-386814bc-e40d-4973-9798-38a3f1ef87c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:11:37.367540 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-c3eb9c83-281a-4b36-8a84-faa947891fc6 req-386814bc-e40d-4973-9798-38a3f1ef87c7 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=8b9afad4-0399-41e9-8ed3-02c6eade7653 HTTP/1.1" status: 200 len: 861 time: 0.3298168 Feb 09 19:11:37.371415 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-e21f1f64-a578-4749-987a-8e84a1b32617 tempest-ServersTestManualDisk-2087116754 tempest-ServersTestManualDisk-2087116754-project] Publish callbacks [] for security_group (None), before_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:11:37.401806 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Network 30fa5a73-55e3-4006-9013-4ac830e4be35 details requested by agent ovs-agent-n-d-713498-36 with host n-d-713498-36 {{(pid=103232) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 19:11:37.407426 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.provisioning_blocks [None req-2b431a53-d451-4283-9723-1fbde7b6296b None None] Provisioning complete for port 2257ca85-37ca-4f8d-889c-79281c536c6a triggered by entity DHCP. {{(pid=103232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 19:11:37.411800 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-2b431a53-d451-4283-9723-1fbde7b6296b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593630'] for port (2257ca85-37ca-4f8d-889c-79281c536c6a), provisioning_complete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:11:37.459539 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-dcb5f95d-e0b6-47ef-9436-cc5a2e351454 tempest-RoutersNegativeTest-1011750698 tempest-RoutersNegativeTest-1011750698-project] 10.222.0.75 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 1.8578758 Feb 09 19:11:37.461912 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 58602) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:11:37.466161 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-d78f8006-9b06-44f7-a837-6242f28bccac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762867176205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762866656485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762866656503'] for port (1f5bbe59-cc28-42f4-b8da-c5cfece10743), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:11:37.472367 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.v2.base [None req-d178360e-e162-4bdb-bbbe-0b63115e669e tempest-RoutersNegativeTest-1011750698 tempest-RoutersNegativeTest-1011750698-project] Request body: {'subnet': {'network_id': '6268985b-9352-426b-bdbf-ee57f08927a2', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 19:11:37.487489 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-c3eb9c83-281a-4b36-8a84-faa947891fc6 req-bf526a64-c122-4408-8195-0179d7eed007 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=b9b7fd7f-1559-4fdf-b79d-489c05f2c99c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0523591 Feb 09 19:11:37.582239 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.v2.base [None req-2681dde5-681b-40c7-b842-d91ed32ed7cc admin admin] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-470835944-network', 'tenant_id': 'dd68a30cbd724a479c2573502973494c'}} {{(pid=103230) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 19:11:37.665630 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-64878536-0e68-4a75-ac24-ee8c8876de91 req-02ebae4c-6c8a-4ba2-a831-f448413a98ba service neutron] 10.222.0.75 "GET /v2.0/networks/22e5c36a-e85f-4512-bcde-f1a1a30e29d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3225284 Feb 09 19:11:37.684360 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d178360e-e162-4bdb-bbbe-0b63115e669e tempest-RoutersNegativeTest-1011750698 tempest-RoutersNegativeTest-1011750698-project] Made reservation on behalf of 7d957120ec98423cb41a9ed0e20a4a4d for: {'subnet': 1} {{(pid=103229) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 19:11:37.688317 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-d178360e-e162-4bdb-bbbe-0b63115e669e tempest-RoutersNegativeTest-1011750698 tempest-RoutersNegativeTest-1011750698-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12759265'] for subnet (None), before_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:11:37.805474 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df30d8b8-c482-435e-b6b3-703dbf5681c7 req-f5c49f54-9606-44a6-9dd6-a216816f1266 tempest-TaggedBootDevicesTest_v242-798392635 tempest-TaggedBootDevicesTest_v242-798392635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:11:37.812823 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df30d8b8-c482-435e-b6b3-703dbf5681c7 req-f5c49f54-9606-44a6-9dd6-a216816f1266 tempest-TaggedBootDevicesTest_v242-798392635 tempest-TaggedBootDevicesTest_v242-798392635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:11:37.822624 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-df30d8b8-c482-435e-b6b3-703dbf5681c7 req-f5c49f54-9606-44a6-9dd6-a216816f1266 tempest-TaggedBootDevicesTest_v242-798392635 tempest-TaggedBootDevicesTest_v242-798392635-project] 10.222.0.75 "GET /v2.0/ports?device_id=8319129f-1054-494a-b0c0-2ec99e839619 HTTP/1.1" status: 200 len: 1678 time: 0.5945385 Feb 09 19:11:37.931230 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9388c0ab-8ac2-48cb-ad68-b8eff3d07c57 None None] Pushing event updated for resources: {'Port': ['ID=1f5bbe59-cc28-42f4-b8da-c5cfece10743,revision_number=3']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:11:37.933741 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Device 2257ca85-37ca-4f8d-889c-79281c536c6a up at agent ovs-agent-n-d-713498-36 {{(pid=103232) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 19:11:38.260834 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.provisioning_blocks [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Provisioning complete for port 2257ca85-37ca-4f8d-889c-79281c536c6a triggered by entity L2. {{(pid=103232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 19:11:38.261220 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593630'] for port (2257ca85-37ca-4f8d-889c-79281c536c6a), provisioning_complete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:11:38.358562 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-d178360e-e162-4bdb-bbbe-0b63115e669e tempest-RoutersNegativeTest-1011750698 tempest-RoutersNegativeTest-1011750698-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12867428', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12759263'] for subnet (f745bfc8-7465-4024-b153-e4bb8df37ee2), after_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:11:38.364175 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.managers [None req-d78f8006-9b06-44f7-a837-6242f28bccac None None] Attempting to bind port 1f5bbe59-cc28-42f4-b8da-c5cfece10743 on host n-d-713498-36 for vnic_type normal with profile {{(pid=103232) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 19:11:38.364925 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.managers [None req-d78f8006-9b06-44f7-a837-6242f28bccac None None] Attempting to bind port 1f5bbe59-cc28-42f4-b8da-c5cfece10743 by drivers openvswitch,hyperv on host n-d-713498-36 at level 0 using segments [{'id': '8fc5bdc5-20d6-4485-913b-a8e45cf9007a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': '0ec7f9f6-4ed5-45b5-9742-035cca69218b'}] {{(pid=103232) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 19:11:38.365311 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d78f8006-9b06-44f7-a837-6242f28bccac None None] Attempting to bind port 1f5bbe59-cc28-42f4-b8da-c5cfece10743 on network 0ec7f9f6-4ed5-45b5-9742-035cca69218b {{(pid=103232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 19:11:38.367463 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-2b431a53-d451-4283-9723-1fbde7b6296b None None] Current status of the port 2257ca85-37ca-4f8d-889c-79281c536c6a is: DOWN; New status is: ACTIVE {{(pid=103232) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 19:11:38.367887 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-2b431a53-d451-4283-9723-1fbde7b6296b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (2257ca85-37ca-4f8d-889c-79281c536c6a), before_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:11:38.401837 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d78f8006-9b06-44f7-a837-6242f28bccac None None] Checking agent: {'id': '496418a2-c002-4aec-ab1a-07f3bea491bd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-36', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 18, 51, 47), 'started_at': datetime.datetime(2022, 2, 9, 18, 52, 17), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 19, 11, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-36'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 19:11:38.402344 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d78f8006-9b06-44f7-a837-6242f28bccac None None] Checking segment: {'id': '8fc5bdc5-20d6-4485-913b-a8e45cf9007a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': '0ec7f9f6-4ed5-45b5-9742-035cca69218b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103232) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 19:11:38.402876 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-d78f8006-9b06-44f7-a837-6242f28bccac None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:11:38.403276 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d78f8006-9b06-44f7-a837-6242f28bccac None None] Bound using segment: {'id': '8fc5bdc5-20d6-4485-913b-a8e45cf9007a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': '0ec7f9f6-4ed5-45b5-9742-035cca69218b'} {{(pid=103232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 19:11:38.403846 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.managers [None req-d78f8006-9b06-44f7-a837-6242f28bccac None None] Bound port: 1f5bbe59-cc28-42f4-b8da-c5cfece10743, host: n-d-713498-36, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8fc5bdc5-20d6-4485-913b-a8e45cf9007a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': '0ec7f9f6-4ed5-45b5-9742-035cca69218b'}}] {{(pid=103232) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 19:11:38.404228 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-d78f8006-9b06-44f7-a837-6242f28bccac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (1f5bbe59-cc28-42f4-b8da-c5cfece10743), before_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:11:38.436639 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Device bb40b10a-1bb3-4609-9d46-6b2d051a47c9 details requested by agent hyperv_n-h2-713498-36 with host n-h2-713498-36 {{(pid=103232) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 19:11:38.467226 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-e21f1f64-a578-4749-987a-8e84a1b32617 tempest-ServersTestManualDisk-2087116754 tempest-ServersTestManualDisk-2087116754-project] Publish callbacks [] for security_group (a9046b98-d442-46ac-9793-fd3bbced8e96), precommit_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:11:38.470693 n-d-713498-36 neutron-server[103230]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8319129f-1054-494a-b0c0-2ec99e839619', 'name': 'network-vif-deleted', 'tag': 'a7b6d8bb-417c-4222-9de0-5c1844679bed'}] {{(pid=103230) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 19:11:38.474109 n-d-713498-36 neutron-server[103230]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aee5919275bae9f72eb374ee322673045eb80c1f84b4b45a97d96923bd50ab51" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0c883a89-f659-4c43-a9c7-a1b5a0fc5793" -d '{"events": [{"server_uuid": "8319129f-1054-494a-b0c0-2ec99e839619", "name": "network-vif-deleted", "tag": "a7b6d8bb-417c-4222-9de0-5c1844679bed"}]}' {{(pid=103230) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 19:11:38.482177 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d178360e-e162-4bdb-bbbe-0b63115e669e tempest-RoutersNegativeTest-1011750698 tempest-RoutersNegativeTest-1011750698-project] Pushing event updated for resources: {'Subnet': ['ID=f745bfc8-7465-4024-b153-e4bb8df37ee2,revision_number=0']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:11:38.511354 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-e21f1f64-a578-4749-987a-8e84a1b32617 tempest-ServersTestManualDisk-2087116754 tempest-ServersTestManualDisk-2087116754-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1892331'] for security_group (a9046b98-d442-46ac-9793-fd3bbced8e96), after_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:11:38.542469 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2681dde5-681b-40c7-b842-d91ed32ed7cc admin admin] Made reservation on behalf of dd68a30cbd724a479c2573502973494c for: {'network': 1} {{(pid=103230) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 19:11:38.543407 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89543182-05e3-4a1f-8c35-f5d383c1fa5d req-9c4b4486-1205-4c01-a10e-a1c3d88d3a8c tempest-ServerAddressesNegativeTestJSON-1329317131 tempest-ServerAddressesNegativeTestJSON-1329317131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:11:38.545702 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-2681dde5-681b-40c7-b842-d91ed32ed7cc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for network (None), before_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:11:38.558126 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-89543182-05e3-4a1f-8c35-f5d383c1fa5d req-9c4b4486-1205-4c01-a10e-a1c3d88d3a8c tempest-ServerAddressesNegativeTestJSON-1329317131 tempest-ServerAddressesNegativeTestJSON-1329317131-project] 10.222.0.75 "GET /v2.0/ports?device_id=2854d40b-3910-46fb-9c81-90b175cedc66 HTTP/1.1" status: 200 len: 944 time: 0.3250737 Feb 09 19:11:38.565304 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-7429db8d-6021-40ad-813e-885be449a89b None None] For port bb40b10a-1bb3-4609-9d46-6b2d051a47c9, host n-h2-713498-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-36',level=0,port_id=bb40b10a-1bb3-4609-9d46-6b2d051a47c9,segment=NetworkSegment(d8eb09fc-5a20-4a22-8df1-8899b8af70a5),segment_id=d8eb09fc-5a20-4a22-8df1-8899b8af70a5)] {{(pid=103232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 19:11:38.612675 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Returning: {'device': 'bb40b10a-1bb3-4609-9d46-6b2d051a47c9', 'network_id': 'b9b7fd7f-1559-4fdf-b79d-489c05f2c99c', 'port_id': 'bb40b10a-1bb3-4609-9d46-6b2d051a47c9', 'mac_address': 'fa:16:3e:3c:02:2d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 351, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8b9afad4-0399-41e9-8ed3-02c6eade7653', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103232) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 19:11:38.616175 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d178360e-e162-4bdb-bbbe-0b63115e669e tempest-RoutersNegativeTest-1011750698 tempest-RoutersNegativeTest-1011750698-project] Checking segment: {'id': 'a78e71c1-1385-4171-9b13-19d6bc1c00b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '6268985b-9352-426b-bdbf-ee57f08927a2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103229) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 19:11:38.616535 n-d-713498-36 neutron-server[103229]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d178360e-e162-4bdb-bbbe-0b63115e669e tempest-RoutersNegativeTest-1011750698 tempest-RoutersNegativeTest-1011750698-project] Network hostable DHCP agents. Network: 6268985b-9352-426b-bdbf-ee57f08927a2, hostable agents: ['af91e4b9-f4e1-42b1-a25c-a10dc47171c8'], hosted agents: [] {{(pid=103229) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 19:11:38.633604 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-e21f1f64-a578-4749-987a-8e84a1b32617 tempest-ServersTestManualDisk-2087116754 tempest-ServersTestManualDisk-2087116754-project] Publish callbacks [] for security_group (None), before_response {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:11:38.637838 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-e21f1f64-a578-4749-987a-8e84a1b32617 tempest-ServersTestManualDisk-2087116754 tempest-ServersTestManualDisk-2087116754-project] 10.222.0.75 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1798 time: 1.4655738 Feb 09 19:11:38.637838 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-2681dde5-681b-40c7-b842-d91ed32ed7cc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:11:38.638822 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 58622) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:11:38.666745 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.v2.base [None req-42a611b3-d874-418a-a736-f199b687aae6 tempest-ServersTestManualDisk-2087116754 tempest-ServersTestManualDisk-2087116754-project] Request body: {'security_group_rule': {'security_group_id': 'a9046b98-d442-46ac-9793-fd3bbced8e96', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 19:11:38.694045 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-2b431a53-d451-4283-9723-1fbde7b6296b None None] For port 2257ca85-37ca-4f8d-889c-79281c536c6a, host n-d-713498-36, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-36',level=0,port_id=2257ca85-37ca-4f8d-889c-79281c536c6a,segment=NetworkSegment(f3ca9f91-877a-45f9-9bd8-e14068a91b63),segment_id=f3ca9f91-877a-45f9-9bd8-e14068a91b63)] {{(pid=103232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 19:11:38.759693 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e21f1f64-a578-4749-987a-8e84a1b32617 tempest-ServersTestManualDisk-2087116754 tempest-ServersTestManualDisk-2087116754-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a9046b98-d442-46ac-9793-fd3bbced8e96,revision_number=1']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:11:38.764461 n-d-713498-36 neutron-server[103229]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d178360e-e162-4bdb-bbbe-0b63115e669e tempest-RoutersNegativeTest-1011750698 tempest-RoutersNegativeTest-1011750698-project] Network 6268985b-9352-426b-bdbf-ee57f08927a2 is scheduled to be hosted by DHCP agent af91e4b9-f4e1-42b1-a25c-a10dc47171c8 with binding_index 1 {{(pid=103229) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 19:11:38.768570 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-42a611b3-d874-418a-a736-f199b687aae6 tempest-ServersTestManualDisk-2087116754 tempest-ServersTestManualDisk-2087116754-project] Publish callbacks [] for security_group_rule (b5aaff76-2c27-493b-8bec-d9a083962a1f), before_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:11:38.801866 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-89543182-05e3-4a1f-8c35-f5d383c1fa5d req-b3c6089c-bcdb-43a4-84a6-4b0881d03410 tempest-ServerAddressesNegativeTestJSON-1329317131 tempest-ServerAddressesNegativeTestJSON-1329317131-project] 10.222.0.75 "GET /v2.0/security-groups?id=8a6ad574-3929-48e5-8f19-4fb6a8644ed7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2421753 Feb 09 19:11:38.835061 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-2b431a53-d451-4283-9723-1fbde7b6296b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762867176205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762866656485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762866656503'] for port (2257ca85-37ca-4f8d-889c-79281c536c6a), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:11:38.849505 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-df30d8b8-c482-435e-b6b3-703dbf5681c7 req-78ae6ec1-7143-4429-a287-b5b7cc216ddc tempest-TaggedBootDevicesTest_v242-798392635 tempest-TaggedBootDevicesTest_v242-798392635-project] 10.222.0.75 "GET /v2.0/security-groups?id=58062d4f-c149-4db3-a357-a4eb59a3d83e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 1.0253801 Feb 09 19:11:38.873910 n-d-713498-36 neutron-server[103229]: DEBUG neutron.scheduler.base_scheduler [None req-d178360e-e162-4bdb-bbbe-0b63115e669e tempest-RoutersNegativeTest-1011750698 tempest-RoutersNegativeTest-1011750698-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713498-36, 6268985b-9352-426b-bdbf-ee57f08927a2) {{(pid=103229) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 19:11:38.874094 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-c3eb9c83-281a-4b36-8a84-faa947891fc6 req-0ff07c6f-acd0-47b7-a42e-4f24c88f3604 service neutron] 10.222.0.90 "GET /v2.0/networks/b9b7fd7f-1559-4fdf-b79d-489c05f2c99c?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.3599117 Feb 09 19:11:38.901898 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d178360e-e162-4bdb-bbbe-0b63115e669e tempest-RoutersNegativeTest-1011750698 tempest-RoutersNegativeTest-1011750698-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:11:38.902656 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-d178360e-e162-4bdb-bbbe-0b63115e669e tempest-RoutersNegativeTest-1011750698 tempest-RoutersNegativeTest-1011750698-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1613566'] for subnet (None), before_response {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:11:38.981249 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b431a53-d451-4283-9723-1fbde7b6296b None None] Pushing event updated for resources: {'Port': ['ID=2257ca85-37ca-4f8d-889c-79281c536c6a,revision_number=3']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:11:38.996233 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57cb2917-6840-4dde-b016-385a2d79f395 None None] Network 6268985b-9352-426b-bdbf-ee57f08927a2 requested from n-d-713498-36 {{(pid=103232) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 19:11:39.026939 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-d178360e-e162-4bdb-bbbe-0b63115e669e tempest-RoutersNegativeTest-1011750698 tempest-RoutersNegativeTest-1011750698-project] 10.222.0.75 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.5623348 Feb 09 19:11:39.085877 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [req-55ad069c-407a-4edd-a091-d2ab0b719a37 req-213dbb64-3bf9-4433-a097-7c5586a16b01 tempest-TaggedBootDevicesTest_v242-798392635 tempest-TaggedBootDevicesTest_v242-798392635-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762867177463', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762866656476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14393751'] for port (3d73dda7-fb9b-4c04-9fbb-19034e8d2d7b), after_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:11:39.093589 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-c3eb9c83-281a-4b36-8a84-faa947891fc6 req-59178fc9-43ef-4b45-96ce-c3044b0d7ce8 service neutron] 10.222.0.90 "GET /v2.0/networks/b9b7fd7f-1559-4fdf-b79d-489c05f2c99c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1883705 Feb 09 19:11:39.095742 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 58624) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:11:39.148773 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-213dbb64-3bf9-4433-a097-7c5586a16b01 tempest-TaggedBootDevicesTest_v242-798392635 tempest-TaggedBootDevicesTest_v242-798392635-project] Pushing event deleted for resources: {'Port': ['ID=3d73dda7-fb9b-4c04-9fbb-19034e8d2d7b,revision_number=None']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:11:39.150875 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-f0da66bd-53f2-424e-8bae-45cbd33bbf81 req-234ff108-5863-451e-bc5a-526b24717028 tempest-DeleteServersTestJSON-1870379525 tempest-DeleteServersTestJSON-1870379525-project] 10.222.0.75 "GET /v2.0/ports?device_id=7fbc7784-9788-4f2d-b985-c5e2674f3448 HTTP/1.1" status: 200 len: 210 time: 0.1347606 Feb 09 19:11:39.177181 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.v2.base [None req-68f72022-83a8-42c3-9842-057924a20418 tempest-RoutersNegativeTest-1011750698 tempest-RoutersNegativeTest-1011750698-project] Request body: {'subnet': {'network_id': '30fa5a73-55e3-4006-9013-4ac830e4be35', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103230) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 19:11:39.200853 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.provisioning_blocks [None req-0639581c-486e-461c-b966-0fd506cba42b None None] Provisioning complete for port 1f5bbe59-cc28-42f4-b8da-c5cfece10743 triggered by entity DHCP. {{(pid=103232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 19:11:39.201269 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-0639581c-486e-461c-b966-0fd506cba42b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593630'] for port (1f5bbe59-cc28-42f4-b8da-c5cfece10743), provisioning_complete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:11:39.233334 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Current status of the port bb40b10a-1bb3-4609-9d46-6b2d051a47c9 is: DOWN; New status is: BUILD {{(pid=103232) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 19:11:39.233732 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (bb40b10a-1bb3-4609-9d46-6b2d051a47c9), before_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:11:39.234991 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-42a611b3-d874-418a-a736-f199b687aae6 tempest-ServersTestManualDisk-2087116754 tempest-ServersTestManualDisk-2087116754-project] Publish callbacks [] for security_group_rule (b5aaff76-2c27-493b-8bec-d9a083962a1f), precommit_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:11:39.245333 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-42a611b3-d874-418a-a736-f199b687aae6 tempest-ServersTestManualDisk-2087116754 tempest-ServersTestManualDisk-2087116754-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1892250'] for security_group_rule (b5aaff76-2c27-493b-8bec-d9a083962a1f), after_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:11:39.291884 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42a611b3-d874-418a-a736-f199b687aae6 tempest-ServersTestManualDisk-2087116754 tempest-ServersTestManualDisk-2087116754-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b5aaff76-2c27-493b-8bec-d9a083962a1f,revision_number=0']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:11:39.318379 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-42a611b3-d874-418a-a736-f199b687aae6 tempest-ServersTestManualDisk-2087116754 tempest-ServersTestManualDisk-2087116754-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:11:39.320260 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-42a611b3-d874-418a-a736-f199b687aae6 tempest-ServersTestManualDisk-2087116754 tempest-ServersTestManualDisk-2087116754-project] 10.222.0.75 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6692984 Feb 09 19:11:39.323332 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 58628) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:11:39.335250 n-d-713498-36 neutron-server[103232]: DEBUG neutron.notifiers.nova [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bb40b10a-1bb3-4609-9d46-6b2d051a47c9 {{(pid=103232) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 19:11:39.338383 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.v2.base [None req-790fd8b8-4de9-48a5-9242-a227f90f2a4b tempest-ServersTestManualDisk-2087116754 tempest-ServersTestManualDisk-2087116754-project] Request body: {'security_group_rule': {'security_group_id': 'a9046b98-d442-46ac-9793-fd3bbced8e96', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 19:11:39.357093 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-7429db8d-6021-40ad-813e-885be449a89b None None] For port bb40b10a-1bb3-4609-9d46-6b2d051a47c9, host n-h2-713498-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-36',level=0,port_id=bb40b10a-1bb3-4609-9d46-6b2d051a47c9,segment=NetworkSegment(d8eb09fc-5a20-4a22-8df1-8899b8af70a5),segment_id=d8eb09fc-5a20-4a22-8df1-8899b8af70a5)] {{(pid=103232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 19:11:39.358700 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Current status of the port 2257ca85-37ca-4f8d-889c-79281c536c6a is: ACTIVE; New status is: ACTIVE {{(pid=103232) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 19:11:39.370577 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-d78f8006-9b06-44f7-a837-6242f28bccac None None] For port 1f5bbe59-cc28-42f4-b8da-c5cfece10743, host n-d-713498-36, cleared binding levels {{(pid=103232) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 19:11:39.376645 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762867176205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762866656485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762866656503'] for port (bb40b10a-1bb3-4609-9d46-6b2d051a47c9), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:11:39.391298 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-2681dde5-681b-40c7-b842-d91ed32ed7cc admin admin] Publish callbacks [] for security_group (73443f61-e28a-43ce-9cbb-ef678fe5ea76), precommit_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:11:39.394735 n-d-713498-36 neutron-server[103230]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 19:11:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c1f82ff6-19cc-4684-b226-79b43c84d0ed x-openstack-request-id: req-c1f82ff6-19cc-4684-b226-79b43c84d0ed {{(pid=103230) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 19:11:39.395431 n-d-713498-36 neutron-server[103230]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8319129f-1054-494a-b0c0-2ec99e839619", "name": "network-vif-deleted", "tag": "a7b6d8bb-417c-4222-9de0-5c1844679bed", "status": "completed", "code": 200}]} {{(pid=103230) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 19:11:39.395563 n-d-713498-36 neutron-server[103230]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-c1f82ff6-19cc-4684-b226-79b43c84d0ed {{(pid=103230) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 19:11:39.396073 n-d-713498-36 neutron-server[103230]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8319129f-1054-494a-b0c0-2ec99e839619', 'name': 'network-vif-deleted', 'tag': 'a7b6d8bb-417c-4222-9de0-5c1844679bed', 'status': 'completed', 'code': 200} Feb 09 19:11:39.402847 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-790fd8b8-4de9-48a5-9242-a227f90f2a4b tempest-ServersTestManualDisk-2087116754 tempest-ServersTestManualDisk-2087116754-project] Publish callbacks [] for security_group_rule (013204fe-cc39-41a6-a5bf-6434a3dbc6c5), before_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:11:39.403800 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-2681dde5-681b-40c7-b842-d91ed32ed7cc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1892331'] for security_group (73443f61-e28a-43ce-9cbb-ef678fe5ea76), after_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:11:39.469403 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Pushing event updated for resources: {'Port': ['ID=bb40b10a-1bb3-4609-9d46-6b2d051a47c9,revision_number=4']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:11:39.480527 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-d78f8006-9b06-44f7-a837-6242f28bccac None None] For port 1f5bbe59-cc28-42f4-b8da-c5cfece10743, host n-d-713498-36, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-36',level=0,port_id=1f5bbe59-cc28-42f4-b8da-c5cfece10743,segment=NetworkSegment(8fc5bdc5-20d6-4485-913b-a8e45cf9007a),segment_id=8fc5bdc5-20d6-4485-913b-a8e45cf9007a)] {{(pid=103232) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 19:11:39.496899 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-0639581c-486e-461c-b966-0fd506cba42b None None] Port 1f5bbe59-cc28-42f4-b8da-c5cfece10743 cannot update to ACTIVE because it is not bound. {{(pid=103232) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 19:11:39.551885 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-790fd8b8-4de9-48a5-9242-a227f90f2a4b tempest-ServersTestManualDisk-2087116754 tempest-ServersTestManualDisk-2087116754-project] Publish callbacks [] for security_group_rule (013204fe-cc39-41a6-a5bf-6434a3dbc6c5), precommit_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:11:39.559998 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-790fd8b8-4de9-48a5-9242-a227f90f2a4b tempest-ServersTestManualDisk-2087116754 tempest-ServersTestManualDisk-2087116754-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1892250'] for security_group_rule (013204fe-cc39-41a6-a5bf-6434a3dbc6c5), after_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:11:39.579550 n-d-713498-36 neutron-server[103230]: DEBUG neutron.db.l3_dvrscheduler_db [req-55ad069c-407a-4edd-a091-d2ab0b719a37 req-213dbb64-3bf9-4433-a097-7c5586a16b01 tempest-TaggedBootDevicesTest_v242-798392635 tempest-TaggedBootDevicesTest_v242-798392635-project] No DVR routers for this DVR port 3d73dda7-fb9b-4c04-9fbb-19034e8d2d7b on host n-h2-713498-36 {{(pid=103230) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 19:11:39.587149 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-790fd8b8-4de9-48a5-9242-a227f90f2a4b tempest-ServersTestManualDisk-2087116754 tempest-ServersTestManualDisk-2087116754-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=013204fe-cc39-41a6-a5bf-6434a3dbc6c5,revision_number=0']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:11:39.587377 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Device 2257ca85-37ca-4f8d-889c-79281c536c6a up at agent ovs-agent-n-d-713498-36 {{(pid=103232) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 19:11:39.593215 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a11fe2c-6f64-4b6e-af3b-3876bbc6155a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8b32e980-7cce-5e82-a341-bd2fa8945c89-6268985b-9352-426b-bdbf-ee57f08927a2', 'network_id': '6268985b-9352-426b-bdbf-ee57f08927a2', 'project_id': '7d957120ec98423cb41a9ed0e20a4a4d', 'fixed_ips': [{'subnet_id': 'f745bfc8-7465-4024-b153-e4bb8df37ee2'}]}} from n-d-713498-36. {{(pid=103232) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 09 19:11:39.596900 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-7a11fe2c-6f64-4b6e-af3b-3876bbc6155a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (None), before_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:11:39.602067 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2681dde5-681b-40c7-b842-d91ed32ed7cc admin admin] vlan segment allocate from pool success with {'vlan_id': 370, 'physical_network': 'physnet1'} {{(pid=103230) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 19:11:39.616592 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [req-55ad069c-407a-4edd-a091-d2ab0b719a37 req-213dbb64-3bf9-4433-a097-7c5586a16b01 tempest-TaggedBootDevicesTest_v242-798392635 tempest-TaggedBootDevicesTest_v242-798392635-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171096'] for port (None), before_response {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:11:39.619945 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-55ad069c-407a-4edd-a091-d2ab0b719a37 req-213dbb64-3bf9-4433-a097-7c5586a16b01 tempest-TaggedBootDevicesTest_v242-798392635 tempest-TaggedBootDevicesTest_v242-798392635-project] 10.222.0.90 "DELETE /v2.0/ports/3d73dda7-fb9b-4c04-9fbb-19034e8d2d7b HTTP/1.1" status: 204 len: 173 time: 3.5899463 Feb 09 19:11:39.626815 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-d78f8006-9b06-44f7-a837-6242f28bccac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762867176205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762866656485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762866656503'] for port (1f5bbe59-cc28-42f4-b8da-c5cfece10743), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:11:39.672595 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-790fd8b8-4de9-48a5-9242-a227f90f2a4b tempest-ServersTestManualDisk-2087116754 tempest-ServersTestManualDisk-2087116754-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:11:39.675940 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-790fd8b8-4de9-48a5-9242-a227f90f2a4b tempest-ServersTestManualDisk-2087116754 tempest-ServersTestManualDisk-2087116754-project] 10.222.0.75 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3507802 Feb 09 19:11:39.680191 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 58630) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:11:39.685670 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.v2.base [None req-6197c4d8-7a9f-4e1f-ba9d-ac65ab0f1dc7 tempest-ServersTestManualDisk-2087116754 tempest-ServersTestManualDisk-2087116754-project] Request body: {'floatingip': {'floating_network_id': '88055e1e-672a-4487-be31-ffb6e833ece5'}} {{(pid=103229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 19:11:39.707961 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-68f72022-83a8-42c3-9842-057924a20418 tempest-RoutersNegativeTest-1011750698 tempest-RoutersNegativeTest-1011750698-project] Made reservation on behalf of 7d957120ec98423cb41a9ed0e20a4a4d for: {'subnet': 1} {{(pid=103230) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 19:11:39.711966 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-68f72022-83a8-42c3-9842-057924a20418 tempest-RoutersNegativeTest-1011750698 tempest-RoutersNegativeTest-1011750698-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12985917'] for subnet (None), before_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:11:39.734434 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2681dde5-681b-40c7-b842-d91ed32ed7cc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=73443f61-e28a-43ce-9cbb-ef678fe5ea76,revision_number=1']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:11:39.739246 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67a88293-cd56-4587-989a-2898a879e7d3 req-d890e73d-8f1c-436a-8e8b-f6fe0b924052 tempest-LiveMigrationTest-1021096981 tempest-LiveMigrationTest-1021096981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:11:39.741244 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-67a88293-cd56-4587-989a-2898a879e7d3 req-d890e73d-8f1c-436a-8e8b-f6fe0b924052 tempest-LiveMigrationTest-1021096981 tempest-LiveMigrationTest-1021096981-project] 10.222.0.89 "GET /v2.0/ports?device_id=5ff67175-208f-48a4-b08d-79f957313fbc HTTP/1.1" status: 200 len: 945 time: 0.1223450 Feb 09 19:11:39.815328 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-6197c4d8-7a9f-4e1f-ba9d-ac65ab0f1dc7 tempest-ServersTestManualDisk-2087116754 tempest-ServersTestManualDisk-2087116754-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:11:39.856244 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.provisioning_blocks [None req-0639581c-486e-461c-b966-0fd506cba42b None None] Provisioning complete for port 2257ca85-37ca-4f8d-889c-79281c536c6a triggered by entity DHCP. {{(pid=103232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 19:11:39.864382 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-0639581c-486e-461c-b966-0fd506cba42b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593630'] for port (2257ca85-37ca-4f8d-889c-79281c536c6a), provisioning_complete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:11:39.873149 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9388c0ab-8ac2-48cb-ad68-b8eff3d07c57 None None] Pushing event updated for resources: {'Port': ['ID=1f5bbe59-cc28-42f4-b8da-c5cfece10743,revision_number=4']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:11:39.896602 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-2681dde5-681b-40c7-b842-d91ed32ed7cc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-759574'] for segment (1395932d-e528-41d0-939e-05f713c9d4e8), precommit_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:11:39.896949 n-d-713498-36 neutron-server[103230]: INFO neutron.db.segments_db [None req-2681dde5-681b-40c7-b842-d91ed32ed7cc admin admin] Added segment 1395932d-e528-41d0-939e-05f713c9d4e8 of type vlan for network ed38d6f9-7d82-44db-a70f-8dd3a7475f53 Feb 09 19:11:40.014668 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-547a413e-7bf1-4844-8b96-7e84c02f83c4 req-78af2119-d253-4a02-bdf2-c346e5d7a66b tempest-LiveMigrationTest-1021096981 tempest-LiveMigrationTest-1021096981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:11:40.016263 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-547a413e-7bf1-4844-8b96-7e84c02f83c4 req-78af2119-d253-4a02-bdf2-c346e5d7a66b tempest-LiveMigrationTest-1021096981 tempest-LiveMigrationTest-1021096981-project] 10.222.0.75 "GET /v2.0/ports?device_id=5ff67175-208f-48a4-b08d-79f957313fbc HTTP/1.1" status: 200 len: 945 time: 0.6170743 Feb 09 19:11:40.108117 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-7429db8d-6021-40ad-813e-885be449a89b None None] get_ports_and_sgs() called for port_ids ['bb40b10a-1bb3-4609-9d46-6b2d051a47c9'] {{(pid=103232) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 19:11:40.176512 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64878536-0e68-4a75-ac24-ee8c8876de91 req-a55db795-449c-4207-ba5e-cc92c750d6a9 tempest-DeleteServersTestJSON-1870379525 tempest-DeleteServersTestJSON-1870379525-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:11:40.178460 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-64878536-0e68-4a75-ac24-ee8c8876de91 req-a55db795-449c-4207-ba5e-cc92c750d6a9 tempest-DeleteServersTestJSON-1870379525 tempest-DeleteServersTestJSON-1870379525-project] 10.222.0.89 "GET /v2.0/networks?id=22e5c36a-e85f-4512-bcde-f1a1a30e29d3 HTTP/1.1" status: 200 len: 812 time: 0.3881714 Feb 09 19:11:40.228934 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-2681dde5-681b-40c7-b842-d91ed32ed7cc admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762866642225'] for network (ed38d6f9-7d82-44db-a70f-8dd3a7475f53), precommit_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:11:40.242437 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.v2.base [req-64878536-0e68-4a75-ac24-ee8c8876de91 req-581b61ec-1be2-455d-87aa-d35414bda6ec tempest-DeleteServersTestJSON-1870379525 tempest-DeleteServersTestJSON-1870379525-project] Request body: {'port': {'device_id': '7fbc7784-9788-4f2d-b985-c5e2674f3448', 'network_id': '22e5c36a-e85f-4512-bcde-f1a1a30e29d3', 'admin_state_up': True, 'tenant_id': '216741f4995241bbba7cd794217427a2'}} {{(pid=103229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 19:11:40.275123 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d78f8006-9b06-44f7-a837-6242f28bccac None None] Routers {'c1a6984a-2b49-4463-8770-bb366322f74e'} bound to L3 agent in host n-d-713498-36 {{(pid=103232) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 19:11:40.275998 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.l3_hamode_db [None req-d78f8006-9b06-44f7-a837-6242f28bccac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T18:51:43Z,description=,heartbeat_timestamp=2022-02-09T19:11:13Z,host='n-d-713498-36',id=93303d5e-5d17-45e8-8963-7694f87783ae,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T18:51:43Z,topic='l3_agent')) {'router_ids': ['c1a6984a-2b49-4463-8770-bb366322f74e'], 'active': True} {{(pid=103232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:11:40.356583 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.provisioning_blocks [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Provisioning complete for port 2257ca85-37ca-4f8d-889c-79281c536c6a triggered by entity L2. {{(pid=103232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 19:11:40.357108 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593630'] for port (2257ca85-37ca-4f8d-889c-79281c536c6a), provisioning_complete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:11:40.405371 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-2681dde5-681b-40c7-b842-d91ed32ed7cc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1885479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452'] for network (ed38d6f9-7d82-44db-a70f-8dd3a7475f53), after_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:11:40.408483 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2681dde5-681b-40c7-b842-d91ed32ed7cc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:11:40.409468 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-2681dde5-681b-40c7-b842-d91ed32ed7cc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1613566'] for network (None), before_response {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:11:40.482956 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-924fecd7-b016-446e-9a70-e2742bc2db08 req-a771176e-dd85-408c-80a7-d8d29edfedb4 tempest-ServerAddressesNegativeTestJSON-1329317131 tempest-ServerAddressesNegativeTestJSON-1329317131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:11:40.492711 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-924fecd7-b016-446e-9a70-e2742bc2db08 req-a771176e-dd85-408c-80a7-d8d29edfedb4 tempest-ServerAddressesNegativeTestJSON-1329317131 tempest-ServerAddressesNegativeTestJSON-1329317131-project] 10.222.0.75 "GET /v2.0/ports?device_id=2854d40b-3910-46fb-9c81-90b175cedc66 HTTP/1.1" status: 200 len: 945 time: 0.3354445 Feb 09 19:11:40.505946 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.plugin [req-67a88293-cd56-4587-989a-2898a879e7d3 req-571155b6-b26f-402b-8a35-73e72689bba1 tempest-LiveMigrationTest-1021096981 tempest-LiveMigrationTest-1021096981-project] Deleting port 2871109b-715f-42ac-9bd1-b1a86f16330a {{(pid=103229) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 19:11:40.506403 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-67a88293-cd56-4587-989a-2898a879e7d3 req-571155b6-b26f-402b-8a35-73e72689bba1 tempest-LiveMigrationTest-1021096981 tempest-LiveMigrationTest-1021096981-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762867170196'] for port (2871109b-715f-42ac-9bd1-b1a86f16330a), before_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:11:40.545649 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-2681dde5-681b-40c7-b842-d91ed32ed7cc admin admin] 10.222.0.75 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 3.2507136 Feb 09 19:11:40.563756 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2681dde5-681b-40c7-b842-d91ed32ed7cc admin admin] Pushing event updated for resources: {'Network': ['ID=ed38d6f9-7d82-44db-a70f-8dd3a7475f53,revision_number=1']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:11:40.582276 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 58640) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:11:40.599143 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.v2.base [None req-ce1cf8a6-c2b0-4ee9-af81-6781f19b8fff admin admin] Request body: {'subnet': {'network_id': 'ed38d6f9-7d82-44db-a70f-8dd3a7475f53', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestMultiNic-470835944-subnet', 'tenant_id': 'dd68a30cbd724a479c2573502973494c', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 19:11:40.607362 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-547a413e-7bf1-4844-8b96-7e84c02f83c4 req-f4cf5ae6-5e5e-426d-89a1-118050c55562 tempest-LiveMigrationTest-1021096981 tempest-LiveMigrationTest-1021096981-project] 10.222.0.75 "GET /v2.0/security-groups?id=ba18819a-1490-4e7b-a11b-e8610423d8ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5075366 Feb 09 19:11:40.634447 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Network ed38d6f9-7d82-44db-a70f-8dd3a7475f53 details requested by agent ovs-agent-n-d-713498-36 with host n-d-713498-36 {{(pid=103232) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 19:11:40.635933 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.db_base_plugin_common [None req-7a11fe2c-6f64-4b6e-af3b-3876bbc6155a None None] Allocated IP 172.20.0.2 (6268985b-9352-426b-bdbf-ee57f08927a2/f745bfc8-7465-4024-b153-e4bb8df37ee2/9d7bf908-94b2-431d-9984-a946b747e7e0) {{(pid=103232) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 19:11:40.640784 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.plugin [req-55ad069c-407a-4edd-a091-d2ab0b719a37 req-0797bcac-25c7-47a0-a273-c98862e7d274 tempest-TaggedBootDevicesTest_v242-798392635 tempest-TaggedBootDevicesTest_v242-798392635-project] Deleting port d8831f22-48ff-4779-ae00-8742dab90eee {{(pid=103230) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 19:11:40.641777 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [req-55ad069c-407a-4edd-a091-d2ab0b719a37 req-0797bcac-25c7-47a0-a273-c98862e7d274 tempest-TaggedBootDevicesTest_v242-798392635 tempest-TaggedBootDevicesTest_v242-798392635-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762867170196'] for port (d8831f22-48ff-4779-ae00-8742dab90eee), before_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:11:40.645972 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ce1cf8a6-c2b0-4ee9-af81-6781f19b8fff admin admin] Made reservation on behalf of dd68a30cbd724a479c2573502973494c for: {'subnet': 1} {{(pid=103229) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 19:11:40.648371 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-ce1cf8a6-c2b0-4ee9-af81-6781f19b8fff admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12759265'] for subnet (None), before_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:11:40.716408 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-0639581c-486e-461c-b966-0fd506cba42b None None] Current status of the port 2257ca85-37ca-4f8d-889c-79281c536c6a is: ACTIVE; New status is: ACTIVE {{(pid=103232) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 19:11:40.772486 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.db [req-55ad069c-407a-4edd-a091-d2ab0b719a37 req-0797bcac-25c7-47a0-a273-c98862e7d274 tempest-TaggedBootDevicesTest_v242-798392635 tempest-TaggedBootDevicesTest_v242-798392635-project] For port d8831f22-48ff-4779-ae00-8742dab90eee, host n-h2-713498-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-36',level=0,port_id=d8831f22-48ff-4779-ae00-8742dab90eee,segment=NetworkSegment(8ae1b900-d52d-4214-8642-0ef5379b7314),segment_id=8ae1b900-d52d-4214-8642-0ef5379b7314)] {{(pid=103230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 19:11:40.772774 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [req-55ad069c-407a-4edd-a091-d2ab0b719a37 req-0797bcac-25c7-47a0-a273-c98862e7d274 tempest-TaggedBootDevicesTest_v242-798392635 tempest-TaggedBootDevicesTest_v242-798392635-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1820838'] for port (d8831f22-48ff-4779-ae00-8742dab90eee), precommit_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:11:40.878785 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-924fecd7-b016-446e-9a70-e2742bc2db08 req-00504b49-0895-4210-933d-8fa66303230b tempest-ServerAddressesNegativeTestJSON-1329317131 tempest-ServerAddressesNegativeTestJSON-1329317131-project] 10.222.0.75 "GET /v2.0/security-groups?id=8a6ad574-3929-48e5-8f19-4fb6a8644ed7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3851116 Feb 09 19:11:40.890338 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-64878536-0e68-4a75-ac24-ee8c8876de91 req-581b61ec-1be2-455d-87aa-d35414bda6ec tempest-DeleteServersTestJSON-1870379525 tempest-DeleteServersTestJSON-1870379525-project] Made reservation on behalf of 216741f4995241bbba7cd794217427a2 for: {'port': 1} {{(pid=103229) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 19:11:40.907354 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-64878536-0e68-4a75-ac24-ee8c8876de91 req-581b61ec-1be2-455d-87aa-d35414bda6ec tempest-DeleteServersTestJSON-1870379525 tempest-DeleteServersTestJSON-1870379525-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (None), before_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:11:40.913074 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Current status of the port 2257ca85-37ca-4f8d-889c-79281c536c6a is: ACTIVE; New status is: ACTIVE {{(pid=103232) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 19:11:40.951982 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-6197c4d8-7a9f-4e1f-ba9d-ac65ab0f1dc7 tempest-ServersTestManualDisk-2087116754 tempest-ServersTestManualDisk-2087116754-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (None), before_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:11:40.966536 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.l3_dvr_db [None req-d78f8006-9b06-44f7-a837-6242f28bccac None None] Set router c1a6984a-2b49-4463-8770-bb366322f74e gateway port host: n-d-713498-36 {{(pid=103232) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 19:11:40.973641 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.provisioning_blocks [None req-acc66c1d-c068-4066-ace2-eab279971a13 None None] Provisioning complete for port 1f5bbe59-cc28-42f4-b8da-c5cfece10743 triggered by entity DHCP. {{(pid=103232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 19:11:40.974342 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-acc66c1d-c068-4066-ace2-eab279971a13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593630'] for port (1f5bbe59-cc28-42f4-b8da-c5cfece10743), provisioning_complete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:11:40.975914 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-3b556184-a5d5-4f2e-ac10-8e1b95e9ec16 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762867132591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593584'] for agent (af91e4b9-f4e1-42b1-a25c-a10dc47171c8), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:11:41.002889 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [req-55ad069c-407a-4edd-a091-d2ab0b719a37 req-0797bcac-25c7-47a0-a273-c98862e7d274 tempest-TaggedBootDevicesTest_v242-798392635 tempest-TaggedBootDevicesTest_v242-798392635-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:11:41.003634 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [req-55ad069c-407a-4edd-a091-d2ab0b719a37 req-0797bcac-25c7-47a0-a273-c98862e7d274 tempest-TaggedBootDevicesTest_v242-798392635 tempest-TaggedBootDevicesTest_v242-798392635-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1818909'] for floatingip (fed35f0e-fa58-4c33-9233-170bd6c464ec), after_update {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:11:41.003973 n-d-713498-36 neutron-server[103230]: INFO neutron.db.l3_db [req-55ad069c-407a-4edd-a091-d2ab0b719a37 req-0797bcac-25c7-47a0-a273-c98862e7d274 tempest-TaggedBootDevicesTest_v242-798392635 tempest-TaggedBootDevicesTest_v242-798392635-project] Floating IP fed35f0e-fa58-4c33-9233-170bd6c464ec disassociated. External IP: 172.25.1.186, port: d8831f22-48ff-4779-ae00-8742dab90eee. Feb 09 19:11:41.004326 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.plugin [req-55ad069c-407a-4edd-a091-d2ab0b719a37 req-0797bcac-25c7-47a0-a273-c98862e7d274 tempest-TaggedBootDevicesTest_v242-798392635 tempest-TaggedBootDevicesTest_v242-798392635-project] Calling delete_port for d8831f22-48ff-4779-ae00-8742dab90eee owned by compute:nova {{(pid=103230) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 19:11:41.045436 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.db [req-67a88293-cd56-4587-989a-2898a879e7d3 req-571155b6-b26f-402b-8a35-73e72689bba1 tempest-LiveMigrationTest-1021096981 tempest-LiveMigrationTest-1021096981-project] For port 2871109b-715f-42ac-9bd1-b1a86f16330a, host n-h1-713498-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-36',level=0,port_id=2871109b-715f-42ac-9bd1-b1a86f16330a,segment=NetworkSegment(5e48c0d3-ac92-403e-8ddc-eab47c471644),segment_id=5e48c0d3-ac92-403e-8ddc-eab47c471644)] {{(pid=103229) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 19:11:41.045694 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-67a88293-cd56-4587-989a-2898a879e7d3 req-571155b6-b26f-402b-8a35-73e72689bba1 tempest-LiveMigrationTest-1021096981 tempest-LiveMigrationTest-1021096981-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1820838'] for port (2871109b-715f-42ac-9bd1-b1a86f16330a), precommit_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:11:41.141419 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-97ae7032-4e0d-4245-bf1f-2bf1f116211f req-40d51dc8-8e05-49a5-9067-391a24b6bfbb tempest-DeleteServersTestJSON-1870379525 tempest-DeleteServersTestJSON-1870379525-project] 10.222.0.75 "GET /v2.0/ports?device_id=7fbc7784-9788-4f2d-b985-c5e2674f3448 HTTP/1.1" status: 200 len: 210 time: 0.1167693 Feb 09 19:11:41.155215 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.plugin [req-67a88293-cd56-4587-989a-2898a879e7d3 req-571155b6-b26f-402b-8a35-73e72689bba1 tempest-LiveMigrationTest-1021096981 tempest-LiveMigrationTest-1021096981-project] Calling delete_port for 2871109b-715f-42ac-9bd1-b1a86f16330a owned by compute:nova {{(pid=103229) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 19:11:41.222085 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [req-55ad069c-407a-4edd-a091-d2ab0b719a37 req-0797bcac-25c7-47a0-a273-c98862e7d274 tempest-TaggedBootDevicesTest_v242-798392635 tempest-TaggedBootDevicesTest_v242-798392635-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762867177463', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762866656476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14393751'] for port (d8831f22-48ff-4779-ae00-8742dab90eee), after_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:11:41.240211 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-95cb12d8-a7d4-49b4-8e5a-127c13eb4e31 req-04794c6c-3249-4640-a947-e4364a75a943 tempest-TaggedBootDevicesTest_v242-798392635 tempest-TaggedBootDevicesTest_v242-798392635-project] 10.222.0.75 "GET /v2.0/ports?device_id=8319129f-1054-494a-b0c0-2ec99e839619 HTTP/1.1" status: 200 len: 210 time: 0.0758064 Feb 09 19:11:41.287437 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0797bcac-25c7-47a0-a273-c98862e7d274 tempest-TaggedBootDevicesTest_v242-798392635 tempest-TaggedBootDevicesTest_v242-798392635-project] Pushing event deleted for resources: {'Port': ['ID=d8831f22-48ff-4779-ae00-8742dab90eee,revision_number=None']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:11:41.431475 n-d-713498-36 neutron-server[103230]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8319129f-1054-494a-b0c0-2ec99e839619', 'name': 'network-vif-deleted', 'tag': '3d73dda7-fb9b-4c04-9fbb-19034e8d2d7b'}] {{(pid=103230) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 19:11:41.434044 n-d-713498-36 neutron-server[103230]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aee5919275bae9f72eb374ee322673045eb80c1f84b4b45a97d96923bd50ab51" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fa0f2958-c81b-43e2-bdf6-ca7bac8d91a3" -d '{"events": [{"server_uuid": "8319129f-1054-494a-b0c0-2ec99e839619", "name": "network-vif-deleted", "tag": "3d73dda7-fb9b-4c04-9fbb-19034e8d2d7b"}]}' {{(pid=103230) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 19:11:41.525353 n-d-713498-36 neutron-server[103230]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 19:11:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5e40db5e-6109-4fac-beee-61aa4dcfc085 x-openstack-request-id: req-5e40db5e-6109-4fac-beee-61aa4dcfc085 {{(pid=103230) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 19:11:41.525912 n-d-713498-36 neutron-server[103230]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8319129f-1054-494a-b0c0-2ec99e839619", "name": "network-vif-deleted", "tag": "3d73dda7-fb9b-4c04-9fbb-19034e8d2d7b", "status": "completed", "code": 200}]} {{(pid=103230) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 19:11:41.526216 n-d-713498-36 neutron-server[103230]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-5e40db5e-6109-4fac-beee-61aa4dcfc085 {{(pid=103230) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 19:11:41.526625 n-d-713498-36 neutron-server[103230]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8319129f-1054-494a-b0c0-2ec99e839619', 'name': 'network-vif-deleted', 'tag': '3d73dda7-fb9b-4c04-9fbb-19034e8d2d7b', 'status': 'completed', 'code': 200} Feb 09 19:11:41.544722 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-68f72022-83a8-42c3-9842-057924a20418 tempest-RoutersNegativeTest-1011750698 tempest-RoutersNegativeTest-1011750698-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14393611', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12985859'] for subnet (aa796fce-ff1a-4e1c-83a9-c97adf8e9cc4), after_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:11:41.550108 n-d-713498-36 neutron-server[103229]: DEBUG neutron.db.db_base_plugin_common [None req-6197c4d8-7a9f-4e1f-ba9d-ac65ab0f1dc7 tempest-ServersTestManualDisk-2087116754 tempest-ServersTestManualDisk-2087116754-project] Allocated IP 172.25.1.52 (88055e1e-672a-4487-be31-ffb6e833ece5/ac16dbcc-383c-4b43-9153-d763c4a53f91/275f7f5e-ac8f-4b60-aa5d-2caac445dbac) {{(pid=103229) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 19:11:41.617818 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-ce1cf8a6-c2b0-4ee9-af81-6781f19b8fff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12867428', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12759263'] for subnet (66b803ba-de43-452b-9363-bb969a5a7c7a), after_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:11:41.626136 n-d-713498-36 neutron-server[103229]: DEBUG neutron.db.db_base_plugin_common [req-64878536-0e68-4a75-ac24-ee8c8876de91 req-581b61ec-1be2-455d-87aa-d35414bda6ec tempest-DeleteServersTestJSON-1870379525 tempest-DeleteServersTestJSON-1870379525-project] Allocated IP 172.20.0.4 (22e5c36a-e85f-4512-bcde-f1a1a30e29d3/fd92991c-99c1-4998-85f2-810e9ca4298d/9e9093c5-c270-418b-b203-e3adae1a2c7d) {{(pid=103229) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 19:11:41.638034 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-7a11fe2c-6f64-4b6e-af3b-3876bbc6155a None None] Publish callbacks [] for port (9d7bf908-94b2-431d-9984-a946b747e7e0), precommit_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:11:41.664213 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-7a11fe2c-6f64-4b6e-af3b-3876bbc6155a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762866656467'] for port (9d7bf908-94b2-431d-9984-a946b747e7e0), after_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:11:41.664591 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68f72022-83a8-42c3-9842-057924a20418 tempest-RoutersNegativeTest-1011750698 tempest-RoutersNegativeTest-1011750698-project] Pushing event updated for resources: {'Subnet': ['ID=aa796fce-ff1a-4e1c-83a9-c97adf8e9cc4,revision_number=0']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:11:41.676913 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68f72022-83a8-42c3-9842-057924a20418 tempest-RoutersNegativeTest-1011750698 tempest-RoutersNegativeTest-1011750698-project] Checking segment: {'id': 'fe541821-700a-4b14-928f-e60517e90736', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': '30fa5a73-55e3-4006-9013-4ac830e4be35'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103230) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 19:11:41.677277 n-d-713498-36 neutron-server[103230]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68f72022-83a8-42c3-9842-057924a20418 tempest-RoutersNegativeTest-1011750698 tempest-RoutersNegativeTest-1011750698-project] Network hostable DHCP agents. Network: 30fa5a73-55e3-4006-9013-4ac830e4be35, hostable agents: ['af91e4b9-f4e1-42b1-a25c-a10dc47171c8'], hosted agents: [] {{(pid=103230) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 19:11:41.688169 n-d-713498-36 neutron-server[103230]: DEBUG neutron.scheduler.l3_agent_scheduler [req-55ad069c-407a-4edd-a091-d2ab0b719a37 req-0797bcac-25c7-47a0-a273-c98862e7d274 tempest-TaggedBootDevicesTest_v242-798392635 tempest-TaggedBootDevicesTest_v242-798392635-project] Router be4a1a42-6639-4179-813a-d32a8ff58f2e has already been hosted by L3 agent 93303d5e-5d17-45e8-8963-7694f87783ae {{(pid=103230) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 19:11:41.735495 n-d-713498-36 neutron-server[103230]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68f72022-83a8-42c3-9842-057924a20418 tempest-RoutersNegativeTest-1011750698 tempest-RoutersNegativeTest-1011750698-project] Network 30fa5a73-55e3-4006-9013-4ac830e4be35 is scheduled to be hosted by DHCP agent af91e4b9-f4e1-42b1-a25c-a10dc47171c8 with binding_index 1 {{(pid=103230) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 19:11:41.743793 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-acc66c1d-c068-4066-ace2-eab279971a13 None None] Current status of the port 1f5bbe59-cc28-42f4-b8da-c5cfece10743 is: DOWN; New status is: ACTIVE {{(pid=103232) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 19:11:41.744223 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-acc66c1d-c068-4066-ace2-eab279971a13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (1f5bbe59-cc28-42f4-b8da-c5cfece10743), before_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:11:41.763142 n-d-713498-36 neutron-server[103232]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a11fe2c-6f64-4b6e-af3b-3876bbc6155a None None] Network 6268985b-9352-426b-bdbf-ee57f08927a2 is already hosted by enough agents. {{(pid=103232) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 19:11:41.776740 n-d-713498-36 neutron-server[103232]: DEBUG neutron.scheduler.base_scheduler [None req-7a11fe2c-6f64-4b6e-af3b-3876bbc6155a None None] Resources bound (agent type, host, resource id): {{(pid=103232) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 19:11:41.789814 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a11fe2c-6f64-4b6e-af3b-3876bbc6155a None None] Received port after_create {{(pid=103232) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 19:11:41.856122 n-d-713498-36 neutron-server[103230]: DEBUG neutron.scheduler.base_scheduler [None req-68f72022-83a8-42c3-9842-057924a20418 tempest-RoutersNegativeTest-1011750698 tempest-RoutersNegativeTest-1011750698-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713498-36, 30fa5a73-55e3-4006-9013-4ac830e4be35) {{(pid=103230) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 19:11:41.864869 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-acc66c1d-c068-4066-ace2-eab279971a13 None None] For port 1f5bbe59-cc28-42f4-b8da-c5cfece10743, host n-d-713498-36, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-36',level=0,port_id=1f5bbe59-cc28-42f4-b8da-c5cfece10743,segment=NetworkSegment(8fc5bdc5-20d6-4485-913b-a8e45cf9007a),segment_id=8fc5bdc5-20d6-4485-913b-a8e45cf9007a)] {{(pid=103232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 19:11:41.880319 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68f72022-83a8-42c3-9842-057924a20418 tempest-RoutersNegativeTest-1011750698 tempest-RoutersNegativeTest-1011750698-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:11:41.880855 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-68f72022-83a8-42c3-9842-057924a20418 tempest-RoutersNegativeTest-1011750698 tempest-RoutersNegativeTest-1011750698-project] Publish callbacks [] for subnet (None), before_response {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:11:41.898861 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a11fe2c-6f64-4b6e-af3b-3876bbc6155a None None] Pushing event updated for resources: {'Port': ['ID=9d7bf908-94b2-431d-9984-a946b747e7e0,revision_number=1']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:11:41.912894 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-acc66c1d-c068-4066-ace2-eab279971a13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762867176205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762866656485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762866656503'] for port (1f5bbe59-cc28-42f4-b8da-c5cfece10743), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:11:41.914991 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85758f12-576f-4603-80f9-dd8f7dd33052 None None] Network 30fa5a73-55e3-4006-9013-4ac830e4be35 requested from n-d-713498-36 {{(pid=103232) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 19:11:41.952953 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-68f72022-83a8-42c3-9842-057924a20418 tempest-RoutersNegativeTest-1011750698 tempest-RoutersNegativeTest-1011750698-project] 10.222.0.75 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.8294790 Feb 09 19:11:41.953660 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 58652) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:11:42.126976 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.managers [None req-7a11fe2c-6f64-4b6e-af3b-3876bbc6155a None None] Attempting to bind port 9d7bf908-94b2-431d-9984-a946b747e7e0 on host n-d-713498-36 for vnic_type normal with profile {{(pid=103232) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 19:11:42.127455 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.managers [None req-7a11fe2c-6f64-4b6e-af3b-3876bbc6155a None None] Attempting to bind port 9d7bf908-94b2-431d-9984-a946b747e7e0 by drivers openvswitch,hyperv on host n-d-713498-36 at level 0 using segments [{'id': 'a78e71c1-1385-4171-9b13-19d6bc1c00b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '6268985b-9352-426b-bdbf-ee57f08927a2'}] {{(pid=103232) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 19:11:42.128059 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a11fe2c-6f64-4b6e-af3b-3876bbc6155a None None] Attempting to bind port 9d7bf908-94b2-431d-9984-a946b747e7e0 on network 6268985b-9352-426b-bdbf-ee57f08927a2 {{(pid=103232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 19:11:42.150480 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a11fe2c-6f64-4b6e-af3b-3876bbc6155a None None] Checking agent: {'id': '496418a2-c002-4aec-ab1a-07f3bea491bd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-36', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 18, 51, 47), 'started_at': datetime.datetime(2022, 2, 9, 18, 52, 17), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 19, 11, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-36'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 19:11:42.150755 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a11fe2c-6f64-4b6e-af3b-3876bbc6155a None None] Checking segment: {'id': 'a78e71c1-1385-4171-9b13-19d6bc1c00b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '6268985b-9352-426b-bdbf-ee57f08927a2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103232) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 19:11:42.151134 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-7a11fe2c-6f64-4b6e-af3b-3876bbc6155a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:11:42.151535 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a11fe2c-6f64-4b6e-af3b-3876bbc6155a None None] Bound using segment: {'id': 'a78e71c1-1385-4171-9b13-19d6bc1c00b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '6268985b-9352-426b-bdbf-ee57f08927a2'} {{(pid=103232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 19:11:42.152002 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.managers [None req-7a11fe2c-6f64-4b6e-af3b-3876bbc6155a None None] Bound port: 9d7bf908-94b2-431d-9984-a946b747e7e0, host: n-d-713498-36, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a78e71c1-1385-4171-9b13-19d6bc1c00b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '6268985b-9352-426b-bdbf-ee57f08927a2'}}] {{(pid=103232) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 19:11:42.152384 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-7a11fe2c-6f64-4b6e-af3b-3876bbc6155a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (9d7bf908-94b2-431d-9984-a946b747e7e0), before_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:11:42.171538 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-67a88293-cd56-4587-989a-2898a879e7d3 req-571155b6-b26f-402b-8a35-73e72689bba1 tempest-LiveMigrationTest-1021096981 tempest-LiveMigrationTest-1021096981-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762867177463', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762866656476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12867576'] for port (2871109b-715f-42ac-9bd1-b1a86f16330a), after_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:11:42.215840 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acc66c1d-c068-4066-ace2-eab279971a13 None None] Pushing event updated for resources: {'Port': ['ID=1f5bbe59-cc28-42f4-b8da-c5cfece10743,revision_number=5']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:11:42.268573 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.l3_hamode_db [None req-d78f8006-9b06-44f7-a837-6242f28bccac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c1a6984a-2b49-4463-8770-bb366322f74e', 'name': 'tempest-ServersTestManualDisk-2007371992-router', 'tenant_id': '77d2f6c213eb401684c27974738fe903', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88055e1e-672a-4487-be31-ffb6e833ece5', 'external_fixed_ips': [{'subnet_id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'ip_address': '172.25.1.245'}], 'enable_snat': True}, 'gw_port_id': '2b510600-8b01-408c-90d4-e30dc6b8cb66', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T19:11:18Z', 'updated_at': '2022-02-09T19:11:32Z', 'revision_number': 4, 'project_id': '77d2f6c213eb401684c27974738fe903', 'gw_port': {'id': '2b510600-8b01-408c-90d4-e30dc6b8cb66', 'name': '', 'network_id': '88055e1e-672a-4487-be31-ffb6e833ece5', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:7d:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1a6984a-2b49-4463-8770-bb366322f74e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1144, 'fixed_ips': [{'subnet_id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'ip_address': '172.25.1.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T19:11:21Z', 'updated_at': '2022-02-09T19:11:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-36', '_interfaces': [{'id': '1f5bbe59-cc28-42f4-b8da-c5cfece10743', 'name': '', 'network_id': '0ec7f9f6-4ed5-45b5-9742-035cca69218b', 'tenant_id': '77d2f6c213eb401684c27974738fe903', 'mac_address': 'fa:16:3e:5a:ed:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c1a6984a-2b49-4463-8770-bb366322f74e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1147, 'fixed_ips': [{'subnet_id': '56817271-1948-4557-bb99-937580724a46', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T19:11:29Z', 'updated_at': '2022-02-09T19:11:39Z', 'revision_number': 4, 'project_id': '77d2f6c213eb401684c27974738fe903', 'subnets': [{'id': '56817271-1948-4557-bb99-937580724a46', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-36', False) {} {{(pid=103232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:11:42.312028 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd32e2ac-33c8-43ff-85e3-b218066fc139 req-92467c3b-3952-4118-8ec6-d49e34382c4b tempest-LiveMigrationTest-1021096981 tempest-LiveMigrationTest-1021096981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:11:42.319863 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-cd32e2ac-33c8-43ff-85e3-b218066fc139 req-92467c3b-3952-4118-8ec6-d49e34382c4b tempest-LiveMigrationTest-1021096981 tempest-LiveMigrationTest-1021096981-project] 10.222.0.75 "GET /v2.0/ports?device_id=5ff67175-208f-48a4-b08d-79f957313fbc HTTP/1.1" status: 200 len: 945 time: 0.4830933 Feb 09 19:11:42.326854 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d78f8006-9b06-44f7-a837-6242f28bccac None None] The sync data for ids ['c1a6984a-2b49-4463-8770-bb366322f74e'] in n-d-713498-36 is: [{'id': 'c1a6984a-2b49-4463-8770-bb366322f74e', 'name': 'tempest-ServersTestManualDisk-2007371992-router', 'tenant_id': '77d2f6c213eb401684c27974738fe903', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88055e1e-672a-4487-be31-ffb6e833ece5', 'external_fixed_ips': [{'subnet_id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'ip_address': '172.25.1.245'}], 'enable_snat': True}, 'gw_port_id': '2b510600-8b01-408c-90d4-e30dc6b8cb66', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T19:11:18Z', 'updated_at': '2022-02-09T19:11:32Z', 'revision_number': 4, 'project_id': '77d2f6c213eb401684c27974738fe903', 'gw_port': {'id': '2b510600-8b01-408c-90d4-e30dc6b8cb66', 'name': '', 'network_id': '88055e1e-672a-4487-be31-ffb6e833ece5', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:7d:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1a6984a-2b49-4463-8770-bb366322f74e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1144, 'fixed_ips': [{'subnet_id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'ip_address': '172.25.1.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T19:11:21Z', 'updated_at': '2022-02-09T19:11:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-36', '_interfaces': [{'id': '1f5bbe59-cc28-42f4-b8da-c5cfece10743', 'name': '', 'network_id': '0ec7f9f6-4ed5-45b5-9742-035cca69218b', 'tenant_id': '77d2f6c213eb401684c27974738fe903', 'mac_address': 'fa:16:3e:5a:ed:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c1a6984a-2b49-4463-8770-bb366322f74e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1147, 'fixed_ips': [{'subnet_id': '56817271-1948-4557-bb99-937580724a46', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T19:11:29Z', 'updated_at': '2022-02-09T19:11:39Z', 'revision_number': 4, 'project_id': '77d2f6c213eb401684c27974738fe903', 'subnets': [{'id': '56817271-1948-4557-bb99-937580724a46', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103232) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 19:11:42.357368 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b909acb9-cf55-4c5f-96a6-b83aef4d2c36 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8b32e980-7cce-5e82-a341-bd2fa8945c89-30fa5a73-55e3-4006-9013-4ac830e4be35', 'network_id': '30fa5a73-55e3-4006-9013-4ac830e4be35', 'project_id': '7d957120ec98423cb41a9ed0e20a4a4d', 'fixed_ips': [{'subnet_id': 'aa796fce-ff1a-4e1c-83a9-c97adf8e9cc4'}]}} from n-d-713498-36. {{(pid=103232) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 09 19:11:42.358282 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-b909acb9-cf55-4c5f-96a6-b83aef4d2c36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (None), before_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:11:42.370904 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-55ad069c-407a-4edd-a091-d2ab0b719a37 req-0797bcac-25c7-47a0-a273-c98862e7d274 tempest-TaggedBootDevicesTest_v242-798392635 tempest-TaggedBootDevicesTest_v242-798392635-project] Notify agent at l3_agent.n-d-713498-36 the message routers_updated {{(pid=103230) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 19:11:42.388079 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-7a11fe2c-6f64-4b6e-af3b-3876bbc6155a None None] For port 9d7bf908-94b2-431d-9984-a946b747e7e0, host n-d-713498-36, cleared binding levels {{(pid=103232) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 19:11:42.390809 n-d-713498-36 neutron-server[103233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b4c6967-b627-494c-84b6-7b407efb5eca None None] Sync routers for ids ['be4a1a42-6639-4179-813a-d32a8ff58f2e'] in n-d-713498-36 {{(pid=103233) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 19:11:42.406506 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-7a11fe2c-6f64-4b6e-af3b-3876bbc6155a None None] For port 9d7bf908-94b2-431d-9984-a946b747e7e0, host n-d-713498-36, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-36',level=0,port_id=9d7bf908-94b2-431d-9984-a946b747e7e0,segment=NetworkSegment(a78e71c1-1385-4171-9b13-19d6bc1c00b3),segment_id=a78e71c1-1385-4171-9b13-19d6bc1c00b3)] {{(pid=103232) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 19:11:42.412203 n-d-713498-36 neutron-server[103233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b4c6967-b627-494c-84b6-7b407efb5eca None None] Routers {'be4a1a42-6639-4179-813a-d32a8ff58f2e'} bound to L3 agent in host n-d-713498-36 {{(pid=103233) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 19:11:42.415618 n-d-713498-36 neutron-server[103233]: DEBUG neutron.db.l3_hamode_db [None req-9b4c6967-b627-494c-84b6-7b407efb5eca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T18:51:43Z,description=,heartbeat_timestamp=2022-02-09T19:11:13Z,host='n-d-713498-36',id=93303d5e-5d17-45e8-8963-7694f87783ae,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T18:51:43Z,topic='l3_agent')) {'router_ids': ['be4a1a42-6639-4179-813a-d32a8ff58f2e'], 'active': True} {{(pid=103233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:11:42.424305 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-7a11fe2c-6f64-4b6e-af3b-3876bbc6155a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762867176205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762866656485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762866656503'] for port (9d7bf908-94b2-431d-9984-a946b747e7e0), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:11:42.523553 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Device bb40b10a-1bb3-4609-9d46-6b2d051a47c9 up at agent hyperv_n-h2-713498-36 {{(pid=103232) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 19:11:42.627875 n-d-713498-36 neutron-server[103230]: DEBUG neutron.db.l3_dvrscheduler_db [req-55ad069c-407a-4edd-a091-d2ab0b719a37 req-0797bcac-25c7-47a0-a273-c98862e7d274 tempest-TaggedBootDevicesTest_v242-798392635 tempest-TaggedBootDevicesTest_v242-798392635-project] No DVR routers for this DVR port d8831f22-48ff-4779-ae00-8742dab90eee on host n-h2-713498-36 {{(pid=103230) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 19:11:42.647298 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [req-55ad069c-407a-4edd-a091-d2ab0b719a37 req-0797bcac-25c7-47a0-a273-c98862e7d274 tempest-TaggedBootDevicesTest_v242-798392635 tempest-TaggedBootDevicesTest_v242-798392635-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171096'] for port (None), before_response {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:11:42.650802 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-55ad069c-407a-4edd-a091-d2ab0b719a37 req-0797bcac-25c7-47a0-a273-c98862e7d274 tempest-TaggedBootDevicesTest_v242-798392635 tempest-TaggedBootDevicesTest_v242-798392635-project] 10.222.0.90 "DELETE /v2.0/ports/d8831f22-48ff-4779-ae00-8742dab90eee HTTP/1.1" status: 204 len: 173 time: 2.9721103 Feb 09 19:11:42.701514 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Device 2871109b-715f-42ac-9bd1-b1a86f16330a no longer exists at agent hyperv_n-h1-713498-36 {{(pid=103232) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 19:11:42.718905 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-cd32e2ac-33c8-43ff-85e3-b218066fc139 req-d7ff1e65-1030-480e-86b0-5901f3fed318 tempest-LiveMigrationTest-1021096981 tempest-LiveMigrationTest-1021096981-project] 10.222.0.75 "GET /v2.0/security-groups?id=ba18819a-1490-4e7b-a11b-e8610423d8ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3969083 Feb 09 19:11:42.722110 n-d-713498-36 neutron-server[103233]: DEBUG neutron.db.l3_dvr_db [None req-9b4c6967-b627-494c-84b6-7b407efb5eca None None] Set router be4a1a42-6639-4179-813a-d32a8ff58f2e gateway port host: n-d-713498-36 {{(pid=103233) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 19:11:42.742370 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a11fe2c-6f64-4b6e-af3b-3876bbc6155a None None] Pushing event updated for resources: {'Port': ['ID=9d7bf908-94b2-431d-9984-a946b747e7e0,revision_number=2']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:11:42.788576 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] No Port match for: 2871109b-715f-42ac-9bd1-b1a86f16330a {{(pid=103232) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 19:11:42.789176 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Device 2871109b-715f-42ac-9bd1-b1a86f16330a not bound to the agent host n-h1-713498-36 {{(pid=103232) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 19:11:42.836657 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-87a9c865-81ac-46c4-9e32-07c445c3439f tempest-RoutersNegativeTest-1011750698 tempest-RoutersNegativeTest-1011750698-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (None), before_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:11:42.901240 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.provisioning_blocks [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Provisioning for port bb40b10a-1bb3-4609-9d46-6b2d051a47c9 completed by entity L2. {{(pid=103232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 19:11:42.908655 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.db_base_plugin_common [None req-b909acb9-cf55-4c5f-96a6-b83aef4d2c36 None None] Allocated IP 172.20.0.2 (30fa5a73-55e3-4006-9013-4ac830e4be35/aa796fce-ff1a-4e1c-83a9-c97adf8e9cc4/e99f0281-19b3-4d90-ab77-912bbec6c543) {{(pid=103232) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 19:11:42.921896 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.provisioning_blocks [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Provisioning complete for port bb40b10a-1bb3-4609-9d46-6b2d051a47c9 triggered by entity L2. {{(pid=103232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 19:11:42.926316 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593630'] for port (bb40b10a-1bb3-4609-9d46-6b2d051a47c9), provisioning_complete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:11:42.959550 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-571155b6-b26f-402b-8a35-73e72689bba1 tempest-LiveMigrationTest-1021096981 tempest-LiveMigrationTest-1021096981-project] Pushing event deleted for resources: {'Port': ['ID=2871109b-715f-42ac-9bd1-b1a86f16330a,revision_number=None']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:11:43.044409 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce1cf8a6-c2b0-4ee9-af81-6781f19b8fff admin admin] Pushing event updated for resources: {'Subnet': ['ID=66b803ba-de43-452b-9363-bb969a5a7c7a,revision_number=0']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:11:43.130667 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-00f72a92-643e-4cf0-9327-76f17fce076f req-f26f90fa-f2e7-4456-b0ca-06f39a007380 tempest-DeleteServersTestJSON-1870379525 tempest-DeleteServersTestJSON-1870379525-project] 10.222.0.75 "GET /v2.0/ports?device_id=7fbc7784-9788-4f2d-b985-c5e2674f3448 HTTP/1.1" status: 200 len: 210 time: 0.1578107 Feb 09 19:11:43.198896 n-d-713498-36 neutron-server[103229]: DEBUG neutron.db.l3_dvrscheduler_db [req-67a88293-cd56-4587-989a-2898a879e7d3 req-571155b6-b26f-402b-8a35-73e72689bba1 tempest-LiveMigrationTest-1021096981 tempest-LiveMigrationTest-1021096981-project] No DVR routers for this DVR port 2871109b-715f-42ac-9bd1-b1a86f16330a on host n-h1-713498-36 {{(pid=103229) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 19:11:43.205070 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-67a88293-cd56-4587-989a-2898a879e7d3 req-571155b6-b26f-402b-8a35-73e72689bba1 tempest-LiveMigrationTest-1021096981 tempest-LiveMigrationTest-1021096981-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171096'] for port (None), before_response {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:11:43.213880 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-67a88293-cd56-4587-989a-2898a879e7d3 req-571155b6-b26f-402b-8a35-73e72689bba1 tempest-LiveMigrationTest-1021096981 tempest-LiveMigrationTest-1021096981-project] 10.222.0.89 "DELETE /v2.0/ports/2871109b-715f-42ac-9bd1-b1a86f16330a HTTP/1.1" status: 204 len: 173 time: 3.4650602 Feb 09 19:11:43.254975 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-2898cdc6-c5a0-4c6d-9ec9-9fc3755ca1ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762867132591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593584'] for agent (93303d5e-5d17-45e8-8963-7694f87783ae), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:11:43.289476 n-d-713498-36 neutron-server[103229]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5ff67175-208f-48a4-b08d-79f957313fbc', 'name': 'network-vif-deleted', 'tag': '2871109b-715f-42ac-9bd1-b1a86f16330a'}] {{(pid=103229) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 19:11:43.293179 n-d-713498-36 neutron-server[103229]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fa6ae9a20702bd564eaf90d946620b2b4277b1ab91129323d3b54181076be307" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d5a2ff05-8b93-4039-8e88-5c548251eb27" -d '{"events": [{"server_uuid": "5ff67175-208f-48a4-b08d-79f957313fbc", "name": "network-vif-deleted", "tag": "2871109b-715f-42ac-9bd1-b1a86f16330a"}]}' {{(pid=103229) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 19:11:43.307940 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce1cf8a6-c2b0-4ee9-af81-6781f19b8fff admin admin] Checking segment: {'id': '1395932d-e528-41d0-939e-05f713c9d4e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': 'ed38d6f9-7d82-44db-a70f-8dd3a7475f53'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103229) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 19:11:43.318133 n-d-713498-36 neutron-server[103229]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce1cf8a6-c2b0-4ee9-af81-6781f19b8fff admin admin] Network hostable DHCP agents. Network: ed38d6f9-7d82-44db-a70f-8dd3a7475f53, hostable agents: ['af91e4b9-f4e1-42b1-a25c-a10dc47171c8'], hosted agents: [] {{(pid=103229) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 19:11:43.321427 n-d-713498-36 neutron-server[103233]: DEBUG neutron.db.l3_hamode_db [None req-9b4c6967-b627-494c-84b6-7b407efb5eca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'be4a1a42-6639-4179-813a-d32a8ff58f2e', 'name': 'tempest-TaggedBootDevicesTest_v242-1855491091-router', 'tenant_id': '1165ce6413224edfb276f9f552a74208', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88055e1e-672a-4487-be31-ffb6e833ece5', 'external_fixed_ips': [{'subnet_id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'ip_address': '172.25.1.19'}], 'enable_snat': True}, 'gw_port_id': '13f899f2-2d68-415a-b3cf-d91e83d25d1b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T19:03:56Z', 'updated_at': '2022-02-09T19:04:06Z', 'revision_number': 4, 'project_id': '1165ce6413224edfb276f9f552a74208', 'gw_port': {'id': '13f899f2-2d68-415a-b3cf-d91e83d25d1b', 'name': '', 'network_id': '88055e1e-672a-4487-be31-ffb6e833ece5', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:27:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be4a1a42-6639-4179-813a-d32a8ff58f2e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 591, 'fixed_ips': [{'subnet_id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'ip_address': '172.25.1.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T19:03:58Z', 'updated_at': '2022-02-09T19:04:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-36', '_interfaces': [{'id': 'f5029e3b-38a6-4d59-a014-a781814bfad1', 'name': '', 'network_id': 'c0d79728-024b-4c62-b035-620d2aaf99fe', 'tenant_id': '1165ce6413224edfb276f9f552a74208', 'mac_address': 'fa:16:3e:03:64:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be4a1a42-6639-4179-813a-d32a8ff58f2e', 'device_owner': 'network:router_interface', 'standard_attr_id': 610, 'fixed_ips': [{'subnet_id': '2560c25c-40bb-435f-8831-cdcd16b2f81e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T19:04:03Z', 'updated_at': '2022-02-09T19:04:12Z', 'revision_number': 5, 'project_id': '1165ce6413224edfb276f9f552a74208', 'subnets': [{'id': '2560c25c-40bb-435f-8831-cdcd16b2f81e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-36', False) {} {{(pid=103233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:11:43.375058 n-d-713498-36 neutron-server[103233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b4c6967-b627-494c-84b6-7b407efb5eca None None] Checking router: be4a1a42-6639-4179-813a-d32a8ff58f2e for host: n-d-713498-36 {{(pid=103233) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 19:11:43.394603 n-d-713498-36 neutron-server[103233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b4c6967-b627-494c-84b6-7b407efb5eca None None] Routers {'be4a1a42-6639-4179-813a-d32a8ff58f2e'} bound to L3 agent in host n-d-713498-36 {{(pid=103233) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 19:11:43.398344 n-d-713498-36 neutron-server[103233]: DEBUG neutron.db.l3_hamode_db [None req-9b4c6967-b627-494c-84b6-7b407efb5eca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T18:51:43Z,description=,heartbeat_timestamp=2022-02-09T19:11:43Z,host='n-d-713498-36',id=93303d5e-5d17-45e8-8963-7694f87783ae,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T18:51:43Z,topic='l3_agent')) {'router_ids': ['be4a1a42-6639-4179-813a-d32a8ff58f2e'], 'active': True} {{(pid=103233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:11:43.410650 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ddf697f-b19e-4038-87f8-4e982b5df922 req-90e8f2f1-d7a3-4219-a7a1-0e4867408b42 tempest-ServerAddressesNegativeTestJSON-1329317131 tempest-ServerAddressesNegativeTestJSON-1329317131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:11:43.415192 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-0ddf697f-b19e-4038-87f8-4e982b5df922 req-90e8f2f1-d7a3-4219-a7a1-0e4867408b42 tempest-ServerAddressesNegativeTestJSON-1329317131 tempest-ServerAddressesNegativeTestJSON-1329317131-project] 10.222.0.75 "GET /v2.0/ports?device_id=2854d40b-3910-46fb-9c81-90b175cedc66 HTTP/1.1" status: 200 len: 945 time: 1.3417909 Feb 09 19:11:43.467590 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Current status of the port bb40b10a-1bb3-4609-9d46-6b2d051a47c9 is: BUILD; New status is: ACTIVE {{(pid=103232) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 19:11:43.468167 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (bb40b10a-1bb3-4609-9d46-6b2d051a47c9), before_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:11:43.542774 n-d-713498-36 neutron-server[103230]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8319129f-1054-494a-b0c0-2ec99e839619', 'name': 'network-vif-deleted', 'tag': 'd8831f22-48ff-4779-ae00-8742dab90eee'}] {{(pid=103230) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 19:11:43.555396 n-d-713498-36 neutron-server[103230]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aee5919275bae9f72eb374ee322673045eb80c1f84b4b45a97d96923bd50ab51" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6708cda5-b42f-42b4-a38c-8a81e1f78eed" -d '{"events": [{"server_uuid": "8319129f-1054-494a-b0c0-2ec99e839619", "name": "network-vif-deleted", "tag": "d8831f22-48ff-4779-ae00-8742dab90eee"}]}' {{(pid=103230) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 19:11:43.595422 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-39bdf53b-500b-4c7a-9f83-6165c115867c req-6694cc00-21d5-45f9-90f4-cf2d2f011cb4 tempest-TaggedBootDevicesTest_v242-798392635 tempest-TaggedBootDevicesTest_v242-798392635-project] 10.222.0.75 "GET /v2.0/ports?device_id=8319129f-1054-494a-b0c0-2ec99e839619 HTTP/1.1" status: 200 len: 210 time: 0.1670029 Feb 09 19:11:43.620821 n-d-713498-36 neutron-server[103232]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2854d40b-3910-46fb-9c81-90b175cedc66', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bb40b10a-1bb3-4609-9d46-6b2d051a47c9'}] {{(pid=103232) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 19:11:43.623616 n-d-713498-36 neutron-server[103232]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}949cdcde653dec44821de95cbf67297f53cbc2aed4e073b5d514f93bf911ce85" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-82be5e64-1fe5-4513-90a4-18e40eef4626" -d '{"events": [{"server_uuid": "2854d40b-3910-46fb-9c81-90b175cedc66", "name": "network-vif-plugged", "status": "completed", "tag": "bb40b10a-1bb3-4609-9d46-6b2d051a47c9"}]}' {{(pid=103232) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 19:11:43.719972 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-7429db8d-6021-40ad-813e-885be449a89b None None] For port bb40b10a-1bb3-4609-9d46-6b2d051a47c9, host n-h2-713498-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-36',level=0,port_id=bb40b10a-1bb3-4609-9d46-6b2d051a47c9,segment=NetworkSegment(d8eb09fc-5a20-4a22-8df1-8899b8af70a5),segment_id=d8eb09fc-5a20-4a22-8df1-8899b8af70a5)] {{(pid=103232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 19:11:43.757470 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-6197c4d8-7a9f-4e1f-ba9d-ac65ab0f1dc7 tempest-ServersTestManualDisk-2087116754 tempest-ServersTestManualDisk-2087116754-project] Publish callbacks [] for port (275f7f5e-ac8f-4b60-aa5d-2caac445dbac), precommit_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:11:43.781819 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762867176205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762866656485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762866656503'] for port (bb40b10a-1bb3-4609-9d46-6b2d051a47c9), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:11:43.828584 n-d-713498-36 neutron-server[103233]: DEBUG neutron.db.l3_dvr_db [None req-9b4c6967-b627-494c-84b6-7b407efb5eca None None] Set router be4a1a42-6639-4179-813a-d32a8ff58f2e gateway port host: n-d-713498-36 {{(pid=103233) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 19:11:43.882720 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Device 1f5bbe59-cc28-42f4-b8da-c5cfece10743 up at agent ovs-agent-n-d-713498-36 {{(pid=103232) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 19:11:43.956469 n-d-713498-36 neutron-server[103229]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 19:11:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c930a40e-80a1-482e-933d-f816c0fde613 x-openstack-request-id: req-c930a40e-80a1-482e-933d-f816c0fde613 {{(pid=103229) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 19:11:43.956962 n-d-713498-36 neutron-server[103229]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5ff67175-208f-48a4-b08d-79f957313fbc", "name": "network-vif-deleted", "tag": "2871109b-715f-42ac-9bd1-b1a86f16330a", "status": "completed", "code": 200}]} {{(pid=103229) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 19:11:43.961907 n-d-713498-36 neutron-server[103229]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-c930a40e-80a1-482e-933d-f816c0fde613 {{(pid=103229) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 19:11:43.962618 n-d-713498-36 neutron-server[103229]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5ff67175-208f-48a4-b08d-79f957313fbc', 'name': 'network-vif-deleted', 'tag': '2871109b-715f-42ac-9bd1-b1a86f16330a', 'status': 'completed', 'code': 200} Feb 09 19:11:43.987265 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-64878536-0e68-4a75-ac24-ee8c8876de91 req-581b61ec-1be2-455d-87aa-d35414bda6ec tempest-DeleteServersTestJSON-1870379525 tempest-DeleteServersTestJSON-1870379525-project] Publish callbacks [] for port (9e9093c5-c270-418b-b203-e3adae1a2c7d), precommit_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:11:44.027055 n-d-713498-36 neutron-server[103230]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 19:11:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a26dda4c-5671-4ca8-b53f-8c575f862e44 x-openstack-request-id: req-a26dda4c-5671-4ca8-b53f-8c575f862e44 {{(pid=103230) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 19:11:44.029802 n-d-713498-36 neutron-server[103230]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8319129f-1054-494a-b0c0-2ec99e839619", "name": "network-vif-deleted", "tag": "d8831f22-48ff-4779-ae00-8742dab90eee", "status": "completed", "code": 200}]} {{(pid=103230) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 19:11:44.031715 n-d-713498-36 neutron-server[103230]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-a26dda4c-5671-4ca8-b53f-8c575f862e44 {{(pid=103230) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 19:11:44.032328 n-d-713498-36 neutron-server[103230]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8319129f-1054-494a-b0c0-2ec99e839619', 'name': 'network-vif-deleted', 'tag': 'd8831f22-48ff-4779-ae00-8742dab90eee', 'status': 'completed', 'code': 200} Feb 09 19:11:44.120541 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-6197c4d8-7a9f-4e1f-ba9d-ac65ab0f1dc7 tempest-ServersTestManualDisk-2087116754 tempest-ServersTestManualDisk-2087116754-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762866656467', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12867576'] for port (275f7f5e-ac8f-4b60-aa5d-2caac445dbac), after_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:11:44.173384 n-d-713498-36 neutron-server[103232]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 19:11:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eea1d81f-f1cb-49c5-99d5-d2d751fc68db x-openstack-request-id: req-eea1d81f-f1cb-49c5-99d5-d2d751fc68db {{(pid=103232) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 19:11:44.178332 n-d-713498-36 neutron-server[103232]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2854d40b-3910-46fb-9c81-90b175cedc66", "name": "network-vif-plugged", "status": "completed", "tag": "bb40b10a-1bb3-4609-9d46-6b2d051a47c9", "code": 200}]} {{(pid=103232) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 19:11:44.178672 n-d-713498-36 neutron-server[103232]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-eea1d81f-f1cb-49c5-99d5-d2d751fc68db {{(pid=103232) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 19:11:44.179305 n-d-713498-36 neutron-server[103232]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2854d40b-3910-46fb-9c81-90b175cedc66', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bb40b10a-1bb3-4609-9d46-6b2d051a47c9', 'code': 200} Feb 09 19:11:44.246562 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 58674) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:11:44.249579 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-64878536-0e68-4a75-ac24-ee8c8876de91 req-581b61ec-1be2-455d-87aa-d35414bda6ec tempest-DeleteServersTestJSON-1870379525 tempest-DeleteServersTestJSON-1870379525-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762866656467', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12867576'] for port (9e9093c5-c270-418b-b203-e3adae1a2c7d), after_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:11:44.265793 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-b909acb9-cf55-4c5f-96a6-b83aef4d2c36 None None] Publish callbacks [] for port (e99f0281-19b3-4d90-ab77-912bbec6c543), precommit_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:11:44.326507 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-b909acb9-cf55-4c5f-96a6-b83aef4d2c36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762866656467'] for port (e99f0281-19b3-4d90-ab77-912bbec6c543), after_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:11:44.330736 n-d-713498-36 neutron-server[103230]: DEBUG neutron.db.db_base_plugin_common [None req-87a9c865-81ac-46c4-9e32-07c445c3439f tempest-RoutersNegativeTest-1011750698 tempest-RoutersNegativeTest-1011750698-project] Allocated IP 172.20.0.1 (6268985b-9352-426b-bdbf-ee57f08927a2/f745bfc8-7465-4024-b153-e4bb8df37ee2/23c5906c-abb3-4afc-8aea-567db2b8150d) {{(pid=103230) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 19:11:44.383722 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6197c4d8-7a9f-4e1f-ba9d-ac65ab0f1dc7 tempest-ServersTestManualDisk-2087116754 tempest-ServersTestManualDisk-2087116754-project] Pushing event updated for resources: {'Port': ['ID=275f7f5e-ac8f-4b60-aa5d-2caac445dbac,revision_number=1']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:11:44.394843 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Pushing event updated for resources: {'Port': ['ID=bb40b10a-1bb3-4609-9d46-6b2d051a47c9,revision_number=5']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:11:44.411559 n-d-713498-36 neutron-server[103229]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce1cf8a6-c2b0-4ee9-af81-6781f19b8fff admin admin] Network ed38d6f9-7d82-44db-a70f-8dd3a7475f53 is scheduled to be hosted by DHCP agent af91e4b9-f4e1-42b1-a25c-a10dc47171c8 with binding_index 1 {{(pid=103229) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 19:11:44.431613 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-edc54c9b-7f13-45d9-9271-85c9738b0128 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762867132591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593584'] for agent (a62b1850-466f-48ae-bec7-d62fb280e14b), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:11:44.495445 n-d-713498-36 neutron-server[103229]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-64878536-0e68-4a75-ac24-ee8c8876de91 req-581b61ec-1be2-455d-87aa-d35414bda6ec tempest-DeleteServersTestJSON-1870379525 tempest-DeleteServersTestJSON-1870379525-project] Network 22e5c36a-e85f-4512-bcde-f1a1a30e29d3 is already hosted by enough agents. {{(pid=103229) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 19:11:44.512578 n-d-713498-36 neutron-server[103232]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b909acb9-cf55-4c5f-96a6-b83aef4d2c36 None None] Network 30fa5a73-55e3-4006-9013-4ac830e4be35 is already hosted by enough agents. {{(pid=103232) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 19:11:44.514367 n-d-713498-36 neutron-server[103229]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6197c4d8-7a9f-4e1f-ba9d-ac65ab0f1dc7 tempest-ServersTestManualDisk-2087116754 tempest-ServersTestManualDisk-2087116754-project] Network 88055e1e-672a-4487-be31-ffb6e833ece5 is already hosted by enough agents. {{(pid=103229) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 19:11:44.528811 n-d-713498-36 neutron-server[103232]: DEBUG neutron.scheduler.base_scheduler [None req-b909acb9-cf55-4c5f-96a6-b83aef4d2c36 None None] Resources bound (agent type, host, resource id): {{(pid=103232) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 19:11:44.532659 n-d-713498-36 neutron-server[103229]: DEBUG neutron.scheduler.base_scheduler [None req-6197c4d8-7a9f-4e1f-ba9d-ac65ab0f1dc7 tempest-ServersTestManualDisk-2087116754 tempest-ServersTestManualDisk-2087116754-project] Resources bound (agent type, host, resource id): {{(pid=103229) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 19:11:44.558288 n-d-713498-36 neutron-server[103229]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6197c4d8-7a9f-4e1f-ba9d-ac65ab0f1dc7 tempest-ServersTestManualDisk-2087116754 tempest-ServersTestManualDisk-2087116754-project] Received port after_create {{(pid=103229) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 19:11:44.574341 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b909acb9-cf55-4c5f-96a6-b83aef4d2c36 None None] Received port after_create {{(pid=103232) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 19:11:44.586762 n-d-713498-36 neutron-server[103229]: DEBUG neutron.scheduler.base_scheduler [req-64878536-0e68-4a75-ac24-ee8c8876de91 req-581b61ec-1be2-455d-87aa-d35414bda6ec tempest-DeleteServersTestJSON-1870379525 tempest-DeleteServersTestJSON-1870379525-project] Resources bound (agent type, host, resource id): {{(pid=103229) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 19:11:44.602497 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.provisioning_blocks [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Provisioning complete for port 1f5bbe59-cc28-42f4-b8da-c5cfece10743 triggered by entity L2. {{(pid=103232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 19:11:44.607524 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593630'] for port (1f5bbe59-cc28-42f4-b8da-c5cfece10743), provisioning_complete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:11:44.683219 n-d-713498-36 neutron-server[103233]: DEBUG neutron.db.l3_hamode_db [None req-9b4c6967-b627-494c-84b6-7b407efb5eca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'be4a1a42-6639-4179-813a-d32a8ff58f2e', 'name': 'tempest-TaggedBootDevicesTest_v242-1855491091-router', 'tenant_id': '1165ce6413224edfb276f9f552a74208', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88055e1e-672a-4487-be31-ffb6e833ece5', 'external_fixed_ips': [{'subnet_id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'ip_address': '172.25.1.19'}], 'enable_snat': True}, 'gw_port_id': '13f899f2-2d68-415a-b3cf-d91e83d25d1b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T19:03:56Z', 'updated_at': '2022-02-09T19:04:06Z', 'revision_number': 4, 'project_id': '1165ce6413224edfb276f9f552a74208', 'gw_port': {'id': '13f899f2-2d68-415a-b3cf-d91e83d25d1b', 'name': '', 'network_id': '88055e1e-672a-4487-be31-ffb6e833ece5', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:27:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be4a1a42-6639-4179-813a-d32a8ff58f2e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 591, 'fixed_ips': [{'subnet_id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'ip_address': '172.25.1.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T19:03:58Z', 'updated_at': '2022-02-09T19:04:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-36', '_interfaces': [{'id': 'f5029e3b-38a6-4d59-a014-a781814bfad1', 'name': '', 'network_id': 'c0d79728-024b-4c62-b035-620d2aaf99fe', 'tenant_id': '1165ce6413224edfb276f9f552a74208', 'mac_address': 'fa:16:3e:03:64:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be4a1a42-6639-4179-813a-d32a8ff58f2e', 'device_owner': 'network:router_interface', 'standard_attr_id': 610, 'fixed_ips': [{'subnet_id': '2560c25c-40bb-435f-8831-cdcd16b2f81e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T19:04:03Z', 'updated_at': '2022-02-09T19:04:12Z', 'revision_number': 5, 'project_id': '1165ce6413224edfb276f9f552a74208', 'subnets': [{'id': '2560c25c-40bb-435f-8831-cdcd16b2f81e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-36', False) {} {{(pid=103233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:11:44.703399 n-d-713498-36 neutron-server[103230]: DEBUG neutron.db.db_base_plugin_v2 [None req-64e94134-7a1c-4df7-a671-726d0b34a13f admin admin] Deleting subnet 41b0b245-923a-427d-ac3e-7f4b2ecbbb0e {{(pid=103230) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 19:11:44.703753 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b909acb9-cf55-4c5f-96a6-b83aef4d2c36 None None] Pushing event updated for resources: {'Port': ['ID=e99f0281-19b3-4d90-ab77-912bbec6c543,revision_number=1']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:11:44.708280 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-64e94134-7a1c-4df7-a671-726d0b34a13f admin admin] Publish callbacks [] for subnet (41b0b245-923a-427d-ac3e-7f4b2ecbbb0e), before_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:11:44.733562 n-d-713498-36 neutron-server[103229]: DEBUG neutron.db.l3_dvrscheduler_db [req-64878536-0e68-4a75-ac24-ee8c8876de91 req-581b61ec-1be2-455d-87aa-d35414bda6ec tempest-DeleteServersTestJSON-1870379525 tempest-DeleteServersTestJSON-1870379525-project] Received port after_create {{(pid=103229) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 19:11:44.757030 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-64e94134-7a1c-4df7-a671-726d0b34a13f admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12895822'] for subnet (41b0b245-923a-427d-ac3e-7f4b2ecbbb0e), precommit_delete_associations {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:11:44.776212 n-d-713498-36 neutron-server[103233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b4c6967-b627-494c-84b6-7b407efb5eca None None] The sync data for ids ['be4a1a42-6639-4179-813a-d32a8ff58f2e'] in n-d-713498-36 is: [{'id': 'be4a1a42-6639-4179-813a-d32a8ff58f2e', 'name': 'tempest-TaggedBootDevicesTest_v242-1855491091-router', 'tenant_id': '1165ce6413224edfb276f9f552a74208', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88055e1e-672a-4487-be31-ffb6e833ece5', 'external_fixed_ips': [{'subnet_id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'ip_address': '172.25.1.19'}], 'enable_snat': True}, 'gw_port_id': '13f899f2-2d68-415a-b3cf-d91e83d25d1b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T19:03:56Z', 'updated_at': '2022-02-09T19:04:06Z', 'revision_number': 4, 'project_id': '1165ce6413224edfb276f9f552a74208', 'gw_port': {'id': '13f899f2-2d68-415a-b3cf-d91e83d25d1b', 'name': '', 'network_id': '88055e1e-672a-4487-be31-ffb6e833ece5', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:27:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be4a1a42-6639-4179-813a-d32a8ff58f2e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 591, 'fixed_ips': [{'subnet_id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'ip_address': '172.25.1.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T19:03:58Z', 'updated_at': '2022-02-09T19:04:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-36', '_interfaces': [{'id': 'f5029e3b-38a6-4d59-a014-a781814bfad1', 'name': '', 'network_id': 'c0d79728-024b-4c62-b035-620d2aaf99fe', 'tenant_id': '1165ce6413224edfb276f9f552a74208', 'mac_address': 'fa:16:3e:03:64:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be4a1a42-6639-4179-813a-d32a8ff58f2e', 'device_owner': 'network:router_interface', 'standard_attr_id': 610, 'fixed_ips': [{'subnet_id': '2560c25c-40bb-435f-8831-cdcd16b2f81e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T19:04:03Z', 'updated_at': '2022-02-09T19:04:12Z', 'revision_number': 5, 'project_id': '1165ce6413224edfb276f9f552a74208', 'subnets': [{'id': '2560c25c-40bb-435f-8831-cdcd16b2f81e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103233) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 19:11:44.806954 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-64e94134-7a1c-4df7-a671-726d0b34a13f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-759852'] for subnet (41b0b245-923a-427d-ac3e-7f4b2ecbbb0e), precommit_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:11:44.837651 n-d-713498-36 neutron-server[103229]: DEBUG neutron.scheduler.base_scheduler [None req-ce1cf8a6-c2b0-4ee9-af81-6781f19b8fff admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713498-36, ed38d6f9-7d82-44db-a70f-8dd3a7475f53) {{(pid=103229) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 19:11:44.850545 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64878536-0e68-4a75-ac24-ee8c8876de91 req-581b61ec-1be2-455d-87aa-d35414bda6ec tempest-DeleteServersTestJSON-1870379525 tempest-DeleteServersTestJSON-1870379525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:11:44.851496 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-64878536-0e68-4a75-ac24-ee8c8876de91 req-581b61ec-1be2-455d-87aa-d35414bda6ec tempest-DeleteServersTestJSON-1870379525 tempest-DeleteServersTestJSON-1870379525-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171096'] for port (None), before_response {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:11:44.858828 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eeb724d3-fc03-4c82-bb9b-a8d1ab9a47f0 None None] Network 6268985b-9352-426b-bdbf-ee57f08927a2 requested from n-d-713498-36 {{(pid=103232) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 19:11:44.871365 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce1cf8a6-c2b0-4ee9-af81-6781f19b8fff admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:11:44.872102 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-ce1cf8a6-c2b0-4ee9-af81-6781f19b8fff admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1613566'] for subnet (None), before_response {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:11:44.905280 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-581b61ec-1be2-455d-87aa-d35414bda6ec tempest-DeleteServersTestJSON-1870379525 tempest-DeleteServersTestJSON-1870379525-project] Pushing event updated for resources: {'Port': ['ID=9e9093c5-c270-418b-b203-e3adae1a2c7d,revision_number=1']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:11:44.975527 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-0ddf697f-b19e-4038-87f8-4e982b5df922 req-7dfec2ae-c4c0-453a-9ce2-fba43f641c47 tempest-ServerAddressesNegativeTestJSON-1329317131 tempest-ServerAddressesNegativeTestJSON-1329317131-project] 10.222.0.75 "GET /v2.0/security-groups?id=8a6ad574-3929-48e5-8f19-4fb6a8644ed7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.5177963 Feb 09 19:11:44.999919 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-64878536-0e68-4a75-ac24-ee8c8876de91 req-581b61ec-1be2-455d-87aa-d35414bda6ec tempest-DeleteServersTestJSON-1870379525 tempest-DeleteServersTestJSON-1870379525-project] 10.222.0.89 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.7978203 Feb 09 19:11:45.014390 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-ce1cf8a6-c2b0-4ee9-af81-6781f19b8fff admin admin] 10.222.0.75 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 4.4262605 Feb 09 19:11:45.019113 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-64e94134-7a1c-4df7-a671-726d0b34a13f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-760023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14393672', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12985882'] for subnet (41b0b245-923a-427d-ac3e-7f4b2ecbbb0e), after_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:11:45.019740 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 58680) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:11:45.041627 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e95d8f40-0e71-406a-a18d-3e89662e3cfb None None] Network ed38d6f9-7d82-44db-a70f-8dd3a7475f53 requested from n-d-713498-36 {{(pid=103232) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 19:11:45.046596 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.v2.base [req-64878536-0e68-4a75-ac24-ee8c8876de91 req-35a1aef8-11c1-4078-94f2-871920dc302b service neutron] Request body: {'port': {'device_id': '7fbc7784-9788-4f2d-b985-c5e2674f3448', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-713498-36'}} {{(pid=103229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 19:11:45.111480 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64e94134-7a1c-4df7-a671-726d0b34a13f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=41b0b245-923a-427d-ac3e-7f4b2ecbbb0e,revision_number=None']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:11:45.119331 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-64e94134-7a1c-4df7-a671-726d0b34a13f admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:11:45.123363 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-64e94134-7a1c-4df7-a671-726d0b34a13f admin admin] 10.222.0.75 "DELETE /v2.0/subnets/41b0b245-923a-427d-ac3e-7f4b2ecbbb0e HTTP/1.1" status: 204 len: 168 time: 0.8751009 Feb 09 19:11:45.133240 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 58682) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:11:45.165898 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acbde73b-bfb4-47d0-b4b3-1738732095ad req-56509ca9-836e-4edd-b620-58210af397f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:11:45.168423 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-acbde73b-bfb4-47d0-b4b3-1738732095ad req-56509ca9-836e-4edd-b620-58210af397f2 service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=2854d40b-3910-46fb-9c81-90b175cedc66 HTTP/1.1" status: 200 len: 1129 time: 0.9031641 Feb 09 19:11:45.171217 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.v2.base [None req-a901d4ca-b06a-4f16-bb38-3946d10c4d14 admin admin] Request body: {'router': {'name': 'tempest-ServersTestMultiNic-470835944-router', 'tenant_id': 'dd68a30cbd724a479c2573502973494c', 'external_gateway_info': {'network_id': '88055e1e-672a-4487-be31-ffb6e833ece5'}}} {{(pid=103229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 19:11:45.196459 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-87a9c865-81ac-46c4-9e32-07c445c3439f tempest-RoutersNegativeTest-1011750698 tempest-RoutersNegativeTest-1011750698-project] Publish callbacks [] for port (23c5906c-abb3-4afc-8aea-567db2b8150d), precommit_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:11:45.258474 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-64878536-0e68-4a75-ac24-ee8c8876de91 req-35a1aef8-11c1-4078-94f2-871920dc302b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (9e9093c5-c270-418b-b203-e3adae1a2c7d), before_update {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:11:45.289359 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-a310531d-5b37-498e-bfe4-5b99d6cdd739 req-afb5fadc-54a5-4a0a-9540-9d5a4e7ba69e tempest-TaggedBootDevicesTest_v242-798392635 tempest-TaggedBootDevicesTest_v242-798392635-project] 10.222.0.75 "GET /v2.0/ports?device_id=8319129f-1054-494a-b0c0-2ec99e839619 HTTP/1.1" status: 200 len: 210 time: 0.0719016 Feb 09 19:11:45.290714 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.managers [None req-b909acb9-cf55-4c5f-96a6-b83aef4d2c36 None None] Attempting to bind port e99f0281-19b3-4d90-ab77-912bbec6c543 on host n-d-713498-36 for vnic_type normal with profile {{(pid=103232) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 19:11:45.291093 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.managers [None req-b909acb9-cf55-4c5f-96a6-b83aef4d2c36 None None] Attempting to bind port e99f0281-19b3-4d90-ab77-912bbec6c543 by drivers openvswitch,hyperv on host n-d-713498-36 at level 0 using segments [{'id': 'fe541821-700a-4b14-928f-e60517e90736', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': '30fa5a73-55e3-4006-9013-4ac830e4be35'}] {{(pid=103232) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 19:11:45.291463 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b909acb9-cf55-4c5f-96a6-b83aef4d2c36 None None] Attempting to bind port e99f0281-19b3-4d90-ab77-912bbec6c543 on network 30fa5a73-55e3-4006-9013-4ac830e4be35 {{(pid=103232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 19:11:45.335863 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee2ec336-b9b5-40c4-9747-869be87f68a6 req-4b053b18-b0f2-49e0-88fb-5d8bc3e20a54 tempest-DeleteServersTestJSON-1870379525 tempest-DeleteServersTestJSON-1870379525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:11:45.343636 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-ee2ec336-b9b5-40c4-9747-869be87f68a6 req-4b053b18-b0f2-49e0-88fb-5d8bc3e20a54 tempest-DeleteServersTestJSON-1870379525 tempest-DeleteServersTestJSON-1870379525-project] 10.222.0.75 "GET /v2.0/ports?device_id=7fbc7784-9788-4f2d-b985-c5e2674f3448 HTTP/1.1" status: 200 len: 931 time: 0.7170007 Feb 09 19:11:45.408903 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.provisioning_blocks [None req-2b82249c-21a5-41e7-a2bf-935b0eea6f9a None None] Provisioning complete for port 9d7bf908-94b2-431d-9984-a946b747e7e0 triggered by entity DHCP. {{(pid=103232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 19:11:45.410006 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-2b82249c-21a5-41e7-a2bf-935b0eea6f9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593630'] for port (9d7bf908-94b2-431d-9984-a946b747e7e0), provisioning_complete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:11:45.413087 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Current status of the port 1f5bbe59-cc28-42f4-b8da-c5cfece10743 is: ACTIVE; New status is: ACTIVE {{(pid=103232) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 19:11:45.415221 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Device 9d7bf908-94b2-431d-9984-a946b747e7e0 up at agent ovs-agent-n-d-713498-36 {{(pid=103232) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 19:11:45.440073 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-d0389cc8-d607-42b2-bbf1-c5406bcb5e21 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-670458'] for network (d725567e-ae4f-48c7-8826-ca95b9692346), before_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:11:45.455484 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b909acb9-cf55-4c5f-96a6-b83aef4d2c36 None None] Checking agent: {'id': '496418a2-c002-4aec-ab1a-07f3bea491bd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-36', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 18, 51, 47), 'started_at': datetime.datetime(2022, 2, 9, 18, 52, 17), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 19, 11, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-36'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 19:11:45.456381 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b909acb9-cf55-4c5f-96a6-b83aef4d2c36 None None] Checking segment: {'id': 'fe541821-700a-4b14-928f-e60517e90736', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': '30fa5a73-55e3-4006-9013-4ac830e4be35'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103232) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 19:11:45.456889 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-b909acb9-cf55-4c5f-96a6-b83aef4d2c36 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:11:45.457411 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b909acb9-cf55-4c5f-96a6-b83aef4d2c36 None None] Bound using segment: {'id': 'fe541821-700a-4b14-928f-e60517e90736', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': '30fa5a73-55e3-4006-9013-4ac830e4be35'} {{(pid=103232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 19:11:45.458026 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.managers [None req-b909acb9-cf55-4c5f-96a6-b83aef4d2c36 None None] Bound port: e99f0281-19b3-4d90-ab77-912bbec6c543, host: n-d-713498-36, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fe541821-700a-4b14-928f-e60517e90736', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': '30fa5a73-55e3-4006-9013-4ac830e4be35'}}] {{(pid=103232) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 19:11:45.458516 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-b909acb9-cf55-4c5f-96a6-b83aef4d2c36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (e99f0281-19b3-4d90-ab77-912bbec6c543), before_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:11:45.471677 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-6197c4d8-7a9f-4e1f-ba9d-ac65ab0f1dc7 tempest-ServersTestManualDisk-2087116754 tempest-ServersTestManualDisk-2087116754-project] Publish callbacks [] for floatingip (894363a2-cd93-47a8-8463-95c6aee375cd), precommit_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:11:45.473107 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd5b4073-49a8-4d0b-82e9-9a4755c486bb None None] New status for floating IP fed35f0e-fa58-4c33-9233-170bd6c464ec: DOWN {{(pid=103232) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 09 19:11:45.506301 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-acbde73b-bfb4-47d0-b4b3-1738732095ad req-8c67d282-6b7d-4abb-8a8b-4c87d9afc157 service neutron] 10.222.0.90 "GET /v2.0/security-groups?id=8a6ad574-3929-48e5-8f19-4fb6a8644ed7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3040705 Feb 09 19:11:45.563889 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-a901d4ca-b06a-4f16-bb38-3946d10c4d14 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1834830', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-58389'] for router (a3474827-4b70-478d-8932-b676b7dc2979), before_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:11:45.565516 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-a901d4ca-b06a-4f16-bb38-3946d10c4d14 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1834810', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1822096', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1886735', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-58380'] for router (a3474827-4b70-478d-8932-b676b7dc2979), precommit_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:11:45.575693 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-87a9c865-81ac-46c4-9e32-07c445c3439f tempest-RoutersNegativeTest-1011750698 tempest-RoutersNegativeTest-1011750698-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762866656467', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14393751'] for port (23c5906c-abb3-4afc-8aea-567db2b8150d), after_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:11:45.632112 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87a9c865-81ac-46c4-9e32-07c445c3439f tempest-RoutersNegativeTest-1011750698 tempest-RoutersNegativeTest-1011750698-project] Pushing event updated for resources: {'Port': ['ID=23c5906c-abb3-4afc-8aea-567db2b8150d,revision_number=1']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:11:45.637356 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-ee2ec336-b9b5-40c4-9747-869be87f68a6 req-60b1a143-ff12-4728-86f5-b59cc4092319 tempest-DeleteServersTestJSON-1870379525 tempest-DeleteServersTestJSON-1870379525-project] 10.222.0.75 "GET /v2.0/security-groups?id=5ce92d32-ca94-4b6c-925d-b9dff609abe6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2928782 Feb 09 19:11:45.686748 n-d-713498-36 neutron-server[103230]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87a9c865-81ac-46c4-9e32-07c445c3439f tempest-RoutersNegativeTest-1011750698 tempest-RoutersNegativeTest-1011750698-project] Network 6268985b-9352-426b-bdbf-ee57f08927a2 is already hosted by enough agents. {{(pid=103230) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 19:11:45.696019 n-d-713498-36 neutron-server[103230]: DEBUG neutron.scheduler.base_scheduler [None req-87a9c865-81ac-46c4-9e32-07c445c3439f tempest-RoutersNegativeTest-1011750698 tempest-RoutersNegativeTest-1011750698-project] Resources bound (agent type, host, resource id): {{(pid=103230) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 19:11:45.699786 n-d-713498-36 neutron-server[103230]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87a9c865-81ac-46c4-9e32-07c445c3439f tempest-RoutersNegativeTest-1011750698 tempest-RoutersNegativeTest-1011750698-project] Received port after_create {{(pid=103230) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 19:11:45.706073 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-6197c4d8-7a9f-4e1f-ba9d-ac65ab0f1dc7 tempest-ServersTestManualDisk-2087116754 tempest-ServersTestManualDisk-2087116754-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (275f7f5e-ac8f-4b60-aa5d-2caac445dbac), before_update {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:11:45.707039 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-d0389cc8-d607-42b2-bbf1-c5406bcb5e21 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-590267', 'neutron.services.segments.db._delete_segments_for_network-8762867132609'] for network (d725567e-ae4f-48c7-8826-ca95b9692346), precommit_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:11:45.762351 n-d-713498-36 neutron-server[103230]: DEBUG neutron.services.segments.db [None req-d0389cc8-d607-42b2-bbf1-c5406bcb5e21 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d725567e-ae4f-48c7-8826-ca95b9692346']}} {{(pid=103230) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:11:45.778841 n-d-713498-36 neutron-server[103230]: DEBUG neutron.services.segments.db [None req-d0389cc8-d607-42b2-bbf1-c5406bcb5e21 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5e48c0d3-ac92-403e-8ddc-eab47c471644') {'for_net_delete': True} {{(pid=103230) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:11:45.779140 n-d-713498-36 neutron-server[103230]: DEBUG neutron.services.segments.db [None req-d0389cc8-d607-42b2-bbf1-c5406bcb5e21 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5e48c0d3-ac92-403e-8ddc-eab47c471644') {} {{(pid=103230) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:11:45.781380 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-87a9c865-81ac-46c4-9e32-07c445c3439f tempest-RoutersNegativeTest-1011750698 tempest-RoutersNegativeTest-1011750698-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1819024'] for router_interface (f686cd24-caea-498f-b572-38eb4f315345), before_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:11:45.915021 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-b909acb9-cf55-4c5f-96a6-b83aef4d2c36 None None] For port e99f0281-19b3-4d90-ab77-912bbec6c543, host n-d-713498-36, cleared binding levels {{(pid=103232) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 19:11:46.024138 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-d0389cc8-d607-42b2-bbf1-c5406bcb5e21 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762867134154', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12895813'] for segment (5e48c0d3-ac92-403e-8ddc-eab47c471644), before_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:11:46.070590 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-6197c4d8-7a9f-4e1f-ba9d-ac65ab0f1dc7 tempest-ServersTestManualDisk-2087116754 tempest-ServersTestManualDisk-2087116754-project] Publish callbacks [] for port (275f7f5e-ac8f-4b60-aa5d-2caac445dbac), precommit_update {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:11:46.084035 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-a901d4ca-b06a-4f16-bb38-3946d10c4d14 admin admin] Publish callbacks [] for router_controller (a3474827-4b70-478d-8932-b676b7dc2979), precommit_add_association {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:11:46.099698 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-87a9c865-81ac-46c4-9e32-07c445c3439f tempest-RoutersNegativeTest-1011750698 tempest-RoutersNegativeTest-1011750698-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (23c5906c-abb3-4afc-8aea-567db2b8150d), before_update {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:11:46.101857 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7dbaf343-3528-4a04-a3f5-111b6236617a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8b32e980-7cce-5e82-a341-bd2fa8945c89-ed38d6f9-7d82-44db-a70f-8dd3a7475f53', 'network_id': 'ed38d6f9-7d82-44db-a70f-8dd3a7475f53', 'project_id': 'dd68a30cbd724a479c2573502973494c', 'fixed_ips': [{'subnet_id': '66b803ba-de43-452b-9363-bb969a5a7c7a'}]}} from n-d-713498-36. {{(pid=103232) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 09 19:11:46.102771 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-7dbaf343-3528-4a04-a3f5-111b6236617a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (None), before_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:11:46.109855 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-d0389cc8-d607-42b2-bbf1-c5406bcb5e21 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-759574'] for segment (5e48c0d3-ac92-403e-8ddc-eab47c471644), precommit_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:11:46.115846 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-6197c4d8-7a9f-4e1f-ba9d-ac65ab0f1dc7 tempest-ServersTestManualDisk-2087116754 tempest-ServersTestManualDisk-2087116754-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762867176205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762866656485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762866656503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12867569'] for port (275f7f5e-ac8f-4b60-aa5d-2caac445dbac), after_update {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:11:46.117480 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-b909acb9-cf55-4c5f-96a6-b83aef4d2c36 None None] For port e99f0281-19b3-4d90-ab77-912bbec6c543, host n-d-713498-36, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-36',level=0,port_id=e99f0281-19b3-4d90-ab77-912bbec6c543,segment=NetworkSegment(fe541821-700a-4b14-928f-e60517e90736),segment_id=fe541821-700a-4b14-928f-e60517e90736)] {{(pid=103232) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 19:11:46.129815 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d0389cc8-d607-42b2-bbf1-c5406bcb5e21 admin admin] Releasing vlan 375 on physical network physnet1 to pool {{(pid=103230) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 19:11:46.132068 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-d0389cc8-d607-42b2-bbf1-c5406bcb5e21 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-759574', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14393826'] for segment (5e48c0d3-ac92-403e-8ddc-eab47c471644), after_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:11:46.134590 n-d-713498-36 neutron-server[103230]: Traceback (most recent call last): Feb 09 19:11:46.134590 n-d-713498-36 neutron-server[103230]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 19:11:46.134590 n-d-713498-36 neutron-server[103230]: timer() Feb 09 19:11:46.134590 n-d-713498-36 neutron-server[103230]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 19:11:46.134590 n-d-713498-36 neutron-server[103230]: cb(*args, **kw) Feb 09 19:11:46.134590 n-d-713498-36 neutron-server[103230]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 19:11:46.134590 n-d-713498-36 neutron-server[103230]: return func(*args, **kwargs) Feb 09 19:11:46.134590 n-d-713498-36 neutron-server[103230]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 19:11:46.134590 n-d-713498-36 neutron-server[103230]: self._notify() Feb 09 19:11:46.134590 n-d-713498-36 neutron-server[103230]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 19:11:46.134590 n-d-713498-36 neutron-server[103230]: self.callback(batched_events) Feb 09 19:11:46.134590 n-d-713498-36 neutron-server[103230]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 19:11:46.134590 n-d-713498-36 neutron-server[103230]: event.method(event) Feb 09 19:11:46.134590 n-d-713498-36 neutron-server[103230]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 19:11:46.134590 n-d-713498-36 neutron-server[103230]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 19:11:46.134590 n-d-713498-36 neutron-server[103230]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 19:11:46.134590 n-d-713498-36 neutron-server[103230]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 19:11:46.134590 n-d-713498-36 neutron-server[103230]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 19:11:46.134590 n-d-713498-36 neutron-server[103230]: return f(self, *a, **k) Feb 09 19:11:46.134590 n-d-713498-36 neutron-server[103230]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 19:11:46.134590 n-d-713498-36 neutron-server[103230]: return self._get(url).json() Feb 09 19:11:46.134590 n-d-713498-36 neutron-server[103230]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 19:11:46.134590 n-d-713498-36 neutron-server[103230]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 19:11:46.134590 n-d-713498-36 neutron-server[103230]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 19:11:46.134590 n-d-713498-36 neutron-server[103230]: return self.request(url, 'GET', **kwargs) Feb 09 19:11:46.134590 n-d-713498-36 neutron-server[103230]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 19:11:46.134590 n-d-713498-36 neutron-server[103230]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 19:11:46.134590 n-d-713498-36 neutron-server[103230]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 19:11:46.134590 n-d-713498-36 neutron-server[103230]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 19:11:46.134590 n-d-713498-36 neutron-server[103230]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 19:11:46.134590 n-d-713498-36 neutron-server[103230]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 19:11:46.134590 n-d-713498-36 neutron-server[103230]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 19:11:46.154705 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-a7262a8e-0513-48fd-984d-75726a511961 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762867132591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593584'] for agent (911cfea2-02ae-4ec9-bac3-7808ee1cdd9c), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:11:46.218343 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-b909acb9-cf55-4c5f-96a6-b83aef4d2c36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762867176205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762866656485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762866656503'] for port (e99f0281-19b3-4d90-ab77-912bbec6c543), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:11:46.259340 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-d0389cc8-d607-42b2-bbf1-c5406bcb5e21 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-590242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1885479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1818895'] for network (d725567e-ae4f-48c7-8826-ca95b9692346), after_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:11:46.264910 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-d0389cc8-d607-42b2-bbf1-c5406bcb5e21 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1613566'] for network (None), before_response {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:11:46.270355 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-d0389cc8-d607-42b2-bbf1-c5406bcb5e21 admin admin] 10.222.0.75 "DELETE /v2.0/networks/d725567e-ae4f-48c7-8826-ca95b9692346 HTTP/1.1" status: 204 len: 168 time: 1.1328707 Feb 09 19:11:46.270813 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.provisioning_blocks [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Provisioning complete for port 9d7bf908-94b2-431d-9984-a946b747e7e0 triggered by entity L2. {{(pid=103232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 19:11:46.271195 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593630'] for port (9d7bf908-94b2-431d-9984-a946b747e7e0), provisioning_complete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:11:46.275515 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 58688) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:11:46.339330 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0389cc8-d607-42b2-bbf1-c5406bcb5e21 admin admin] Pushing event deleted for resources: {'Network': ['ID=d725567e-ae4f-48c7-8826-ca95b9692346,revision_number=None']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:11:46.593782 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6197c4d8-7a9f-4e1f-ba9d-ac65ab0f1dc7 tempest-ServersTestManualDisk-2087116754 tempest-ServersTestManualDisk-2087116754-project] Pushing event updated for resources: {'Port': ['ID=275f7f5e-ac8f-4b60-aa5d-2caac445dbac,revision_number=2']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:11:46.634702 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b909acb9-cf55-4c5f-96a6-b83aef4d2c36 None None] Pushing event updated for resources: {'Port': ['ID=e99f0281-19b3-4d90-ab77-912bbec6c543,revision_number=2']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:11:46.651496 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-2b82249c-21a5-41e7-a2bf-935b0eea6f9a None None] Current status of the port 9d7bf908-94b2-431d-9984-a946b747e7e0 is: DOWN; New status is: ACTIVE {{(pid=103232) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 19:11:46.651900 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-2b82249c-21a5-41e7-a2bf-935b0eea6f9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (9d7bf908-94b2-431d-9984-a946b747e7e0), before_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:11:46.735184 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.db_base_plugin_common [None req-7dbaf343-3528-4a04-a3f5-111b6236617a None None] Allocated IP 172.20.0.2 (ed38d6f9-7d82-44db-a70f-8dd3a7475f53/66b803ba-de43-452b-9363-bb969a5a7c7a/1c69b8b2-1849-497c-b7cf-0b210ceaaf08) {{(pid=103232) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 19:11:46.758586 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-6197c4d8-7a9f-4e1f-ba9d-ac65ab0f1dc7 tempest-ServersTestManualDisk-2087116754 tempest-ServersTestManualDisk-2087116754-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1818909'] for floatingip (894363a2-cd93-47a8-8463-95c6aee375cd), after_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:11:46.772338 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-a901d4ca-b06a-4f16-bb38-3946d10c4d14 admin admin] Publish callbacks [] for router_gateway (a3474827-4b70-478d-8932-b676b7dc2979), precommit_update {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:11:46.788820 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37788693-2c7e-4c82-870e-4a582294c5f8 req-5bf24b78-f7d7-4c80-ab41-5135be7628b7 tempest-ServerAddressesNegativeTestJSON-1329317131 tempest-ServerAddressesNegativeTestJSON-1329317131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:11:46.790626 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-37788693-2c7e-4c82-870e-4a582294c5f8 req-5bf24b78-f7d7-4c80-ab41-5135be7628b7 tempest-ServerAddressesNegativeTestJSON-1329317131 tempest-ServerAddressesNegativeTestJSON-1329317131-project] 10.222.0.75 "GET /v2.0/ports?device_id=2854d40b-3910-46fb-9c81-90b175cedc66 HTTP/1.1" status: 200 len: 946 time: 0.6124022 Feb 09 19:11:46.845652 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-6197c4d8-7a9f-4e1f-ba9d-ac65ab0f1dc7 tempest-ServersTestManualDisk-2087116754 tempest-ServersTestManualDisk-2087116754-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171096'] for floatingip (None), before_response {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:11:46.847405 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-6197c4d8-7a9f-4e1f-ba9d-ac65ab0f1dc7 tempest-ServersTestManualDisk-2087116754 tempest-ServersTestManualDisk-2087116754-project] 10.222.0.75 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 7.1658204 Feb 09 19:11:46.869578 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-2b82249c-21a5-41e7-a2bf-935b0eea6f9a None None] For port 9d7bf908-94b2-431d-9984-a946b747e7e0, host n-d-713498-36, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-36',level=0,port_id=9d7bf908-94b2-431d-9984-a946b747e7e0,segment=NetworkSegment(a78e71c1-1385-4171-9b13-19d6bc1c00b3),segment_id=a78e71c1-1385-4171-9b13-19d6bc1c00b3)] {{(pid=103232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 19:11:46.945183 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-2b82249c-21a5-41e7-a2bf-935b0eea6f9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762867176205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762866656485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762866656503'] for port (9d7bf908-94b2-431d-9984-a946b747e7e0), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:11:46.983536 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Current status of the port 9d7bf908-94b2-431d-9984-a946b747e7e0 is: DOWN; New status is: ACTIVE {{(pid=103232) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 19:11:46.984255 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (9d7bf908-94b2-431d-9984-a946b747e7e0), before_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:11:47.049760 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-3fde85fb-644c-42e3-b808-aa6f7fee2606 req-646b2fbe-e99f-44c3-8423-71167ccc4cde tempest-TaggedBootDevicesTest_v242-798392635 tempest-TaggedBootDevicesTest_v242-798392635-project] 10.222.0.75 "GET /v2.0/ports?device_id=8319129f-1054-494a-b0c0-2ec99e839619 HTTP/1.1" status: 200 len: 210 time: 0.0410271 Feb 09 19:11:47.070999 n-d-713498-36 neutron-server[103230]: DEBUG neutron.db.db_base_plugin_v2 [None req-74803408-4a97-4c56-9636-47285f8ce1b8 admin admin] Deleting subnet 5f44d9a7-94c0-4330-ace0-ea921f344dbe {{(pid=103230) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 19:11:47.075392 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-74803408-4a97-4c56-9636-47285f8ce1b8 admin admin] Publish callbacks [] for subnet (5f44d9a7-94c0-4330-ace0-ea921f344dbe), before_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:11:47.102881 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762867132591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593584'] for agent (496418a2-c002-4aec-ab1a-07f3bea491bd), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:11:47.125042 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-74803408-4a97-4c56-9636-47285f8ce1b8 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12895822'] for subnet (5f44d9a7-94c0-4330-ace0-ea921f344dbe), precommit_delete_associations {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:11:47.148649 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b82249c-21a5-41e7-a2bf-935b0eea6f9a None None] Pushing event updated for resources: {'Port': ['ID=9d7bf908-94b2-431d-9984-a946b747e7e0,revision_number=3']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:11:47.163902 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-37788693-2c7e-4c82-870e-4a582294c5f8 req-b9c58fa6-8361-469f-a2a3-c5e3d7a3844c tempest-ServerAddressesNegativeTestJSON-1329317131 tempest-ServerAddressesNegativeTestJSON-1329317131-project] 10.222.0.75 "GET /v2.0/security-groups?id=8a6ad574-3929-48e5-8f19-4fb6a8644ed7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3662271 Feb 09 19:11:47.191888 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-74803408-4a97-4c56-9636-47285f8ce1b8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-759852'] for subnet (5f44d9a7-94c0-4330-ace0-ea921f344dbe), precommit_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:11:47.193060 n-d-713498-36 neutron-server[103229]: DEBUG neutron.notifiers.nova [req-64878536-0e68-4a75-ac24-ee8c8876de91 req-35a1aef8-11c1-4078-94f2-871920dc302b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9e9093c5-c270-418b-b203-e3adae1a2c7d {{(pid=103229) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 19:11:47.215882 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.provisioning_blocks [None req-b13a6829-1e7d-4d94-9e9a-1edcec893479 None None] Provisioning complete for port 23c5906c-abb3-4afc-8aea-567db2b8150d triggered by entity DHCP. {{(pid=103232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 19:11:47.216417 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-b13a6829-1e7d-4d94-9e9a-1edcec893479 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593630'] for port (23c5906c-abb3-4afc-8aea-567db2b8150d), provisioning_complete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:11:47.239061 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-64878536-0e68-4a75-ac24-ee8c8876de91 req-35a1aef8-11c1-4078-94f2-871920dc302b service neutron] Publish callbacks [] for port (9e9093c5-c270-418b-b203-e3adae1a2c7d), precommit_update {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:11:47.294737 n-d-713498-36 neutron-server[103229]: DEBUG neutron.db.provisioning_blocks [req-64878536-0e68-4a75-ac24-ee8c8876de91 req-35a1aef8-11c1-4078-94f2-871920dc302b service neutron] Transition to ACTIVE for port object 9e9093c5-c270-418b-b203-e3adae1a2c7d will not be triggered until provisioned by entity L2. {{(pid=103229) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 19:11:47.302950 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.db.api [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103232) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 09 19:11:47.303530 n-d-713498-36 neutron-server[103232]: DEBUG oslo_db.api [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 09 19:11:47.317020 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-74803408-4a97-4c56-9636-47285f8ce1b8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-760023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14393672', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12985882'] for subnet (5f44d9a7-94c0-4330-ace0-ea921f344dbe), after_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:11:47.317381 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-64878536-0e68-4a75-ac24-ee8c8876de91 req-35a1aef8-11c1-4078-94f2-871920dc302b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762867176205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762866656485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762866656503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12867569'] for port (9e9093c5-c270-418b-b203-e3adae1a2c7d), after_update {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:11:47.321800 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-b13a6829-1e7d-4d94-9e9a-1edcec893479 None None] Port 23c5906c-abb3-4afc-8aea-567db2b8150d cannot update to ACTIVE because it is not bound. {{(pid=103232) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 19:11:47.327040 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-7dbaf343-3528-4a04-a3f5-111b6236617a None None] Publish callbacks [] for port (1c69b8b2-1849-497c-b7cf-0b210ceaaf08), precommit_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:11:47.338266 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-7dbaf343-3528-4a04-a3f5-111b6236617a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762866656467'] for port (1c69b8b2-1849-497c-b7cf-0b210ceaaf08), after_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:11:47.355263 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-74803408-4a97-4c56-9636-47285f8ce1b8 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:11:47.359258 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-74803408-4a97-4c56-9636-47285f8ce1b8 admin admin] 10.222.0.75 "DELETE /v2.0/subnets/5f44d9a7-94c0-4330-ace0-ea921f344dbe HTTP/1.1" status: 204 len: 168 time: 1.0753021 Feb 09 19:11:47.371581 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 58704) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:11:47.384699 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.provisioning_blocks [None req-b13a6829-1e7d-4d94-9e9a-1edcec893479 None None] Provisioning complete for port 9d7bf908-94b2-431d-9984-a946b747e7e0 triggered by entity DHCP. {{(pid=103232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 19:11:47.385173 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-b13a6829-1e7d-4d94-9e9a-1edcec893479 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593630'] for port (9d7bf908-94b2-431d-9984-a946b747e7e0), provisioning_complete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:11:47.433767 n-d-713498-36 neutron-server[103232]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7dbaf343-3528-4a04-a3f5-111b6236617a None None] Network ed38d6f9-7d82-44db-a70f-8dd3a7475f53 is already hosted by enough agents. {{(pid=103232) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 19:11:47.442962 n-d-713498-36 neutron-server[103232]: DEBUG neutron.scheduler.base_scheduler [None req-7dbaf343-3528-4a04-a3f5-111b6236617a None None] Resources bound (agent type, host, resource id): {{(pid=103232) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 19:11:47.445157 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35a1aef8-11c1-4078-94f2-871920dc302b service neutron] Pushing event updated for resources: {'Port': ['ID=9e9093c5-c270-418b-b203-e3adae1a2c7d,revision_number=2']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:11:47.447798 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7dbaf343-3528-4a04-a3f5-111b6236617a None None] Received port after_create {{(pid=103232) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 19:11:47.454387 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dbaf343-3528-4a04-a3f5-111b6236617a None None] Pushing event updated for resources: {'Port': ['ID=1c69b8b2-1849-497c-b7cf-0b210ceaaf08,revision_number=1']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:11:47.538732 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-b27f671c-7fdf-4c4c-9a27-5dfbf6ccaf01 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-670458'] for network (d199c31b-185e-48db-9d5c-d199ab02709e), before_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:11:47.546752 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.managers [None req-7dbaf343-3528-4a04-a3f5-111b6236617a None None] Attempting to bind port 1c69b8b2-1849-497c-b7cf-0b210ceaaf08 on host n-d-713498-36 for vnic_type normal with profile {{(pid=103232) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 19:11:47.547219 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.managers [None req-7dbaf343-3528-4a04-a3f5-111b6236617a None None] Attempting to bind port 1c69b8b2-1849-497c-b7cf-0b210ceaaf08 by drivers openvswitch,hyperv on host n-d-713498-36 at level 0 using segments [{'id': '1395932d-e528-41d0-939e-05f713c9d4e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': 'ed38d6f9-7d82-44db-a70f-8dd3a7475f53'}] {{(pid=103232) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 19:11:47.547693 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7dbaf343-3528-4a04-a3f5-111b6236617a None None] Attempting to bind port 1c69b8b2-1849-497c-b7cf-0b210ceaaf08 on network ed38d6f9-7d82-44db-a70f-8dd3a7475f53 {{(pid=103232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 19:11:47.557568 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ad0ffbd-7e45-4575-99f2-ef89aad6954e req-26ff00cb-2dcc-44f2-bb0c-59e2e783142e tempest-DeleteServersTestJSON-1870379525 tempest-DeleteServersTestJSON-1870379525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:11:47.558460 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7dbaf343-3528-4a04-a3f5-111b6236617a None None] Checking agent: {'id': '496418a2-c002-4aec-ab1a-07f3bea491bd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-36', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 18, 51, 47), 'started_at': datetime.datetime(2022, 2, 9, 18, 52, 17), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 19, 11, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-36'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 19:11:47.558984 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7dbaf343-3528-4a04-a3f5-111b6236617a None None] Checking segment: {'id': '1395932d-e528-41d0-939e-05f713c9d4e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': 'ed38d6f9-7d82-44db-a70f-8dd3a7475f53'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103232) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 19:11:47.559200 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-5ad0ffbd-7e45-4575-99f2-ef89aad6954e req-26ff00cb-2dcc-44f2-bb0c-59e2e783142e tempest-DeleteServersTestJSON-1870379525 tempest-DeleteServersTestJSON-1870379525-project] 10.222.0.75 "GET /v2.0/ports?device_id=7fbc7784-9788-4f2d-b985-c5e2674f3448 HTTP/1.1" status: 200 len: 943 time: 0.2544470 Feb 09 19:11:47.559592 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-7dbaf343-3528-4a04-a3f5-111b6236617a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:11:47.560096 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7dbaf343-3528-4a04-a3f5-111b6236617a None None] Bound using segment: {'id': '1395932d-e528-41d0-939e-05f713c9d4e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': 'ed38d6f9-7d82-44db-a70f-8dd3a7475f53'} {{(pid=103232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 19:11:47.560680 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.managers [None req-7dbaf343-3528-4a04-a3f5-111b6236617a None None] Bound port: 1c69b8b2-1849-497c-b7cf-0b210ceaaf08, host: n-d-713498-36, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1395932d-e528-41d0-939e-05f713c9d4e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': 'ed38d6f9-7d82-44db-a70f-8dd3a7475f53'}}] {{(pid=103232) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 19:11:47.561181 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-7dbaf343-3528-4a04-a3f5-111b6236617a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (1c69b8b2-1849-497c-b7cf-0b210ceaaf08), before_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:11:47.578958 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74803408-4a97-4c56-9636-47285f8ce1b8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5f44d9a7-94c0-4330-ace0-ea921f344dbe,revision_number=None']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:11:47.624083 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-b13a6829-1e7d-4d94-9e9a-1edcec893479 None None] Current status of the port 9d7bf908-94b2-431d-9984-a946b747e7e0 is: ACTIVE; New status is: ACTIVE {{(pid=103232) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 19:11:47.657853 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-6a24e357-6b22-4df3-bd65-3a47adef81e1 req-e8e14728-450e-4f3e-8b12-3b234094e285 tempest-ServersTestBootFromVolume-783248817 tempest-ServersTestBootFromVolume-783248817-project] 10.222.0.75 "GET /v2.0/security-groups?name=tempest-securitygroup--1702053792&fields=id&tenant_id=ab46f22498044497a19ee4778fafcebd HTTP/1.1" status: 200 len: 267 time: 0.3838840 Feb 09 19:11:47.713529 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-7dbaf343-3528-4a04-a3f5-111b6236617a None None] For port 1c69b8b2-1849-497c-b7cf-0b210ceaaf08, host n-d-713498-36, cleared binding levels {{(pid=103232) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 19:11:47.719069 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-7dbaf343-3528-4a04-a3f5-111b6236617a None None] For port 1c69b8b2-1849-497c-b7cf-0b210ceaaf08, host n-d-713498-36, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-36',level=0,port_id=1c69b8b2-1849-497c-b7cf-0b210ceaaf08,segment=NetworkSegment(1395932d-e528-41d0-939e-05f713c9d4e8),segment_id=1395932d-e528-41d0-939e-05f713c9d4e8)] {{(pid=103232) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 19:11:47.732368 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-7dbaf343-3528-4a04-a3f5-111b6236617a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762867176205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762866656485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762866656503'] for port (1c69b8b2-1849-497c-b7cf-0b210ceaaf08), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:11:47.758992 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.managers [req-64878536-0e68-4a75-ac24-ee8c8876de91 req-35a1aef8-11c1-4078-94f2-871920dc302b service neutron] Attempting to bind port 9e9093c5-c270-418b-b203-e3adae1a2c7d on host n-h1-713498-36 for vnic_type normal with profile {{(pid=103229) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 19:11:47.759332 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.managers [req-64878536-0e68-4a75-ac24-ee8c8876de91 req-35a1aef8-11c1-4078-94f2-871920dc302b service neutron] Attempting to bind port 9e9093c5-c270-418b-b203-e3adae1a2c7d by drivers openvswitch,hyperv on host n-h1-713498-36 at level 0 using segments [{'id': 'd4c5d86e-1399-4ff8-a9ec-2a8082c6024a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': '22e5c36a-e85f-4512-bcde-f1a1a30e29d3'}] {{(pid=103229) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 19:11:47.759668 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64878536-0e68-4a75-ac24-ee8c8876de91 req-35a1aef8-11c1-4078-94f2-871920dc302b service neutron] Attempting to bind port 9e9093c5-c270-418b-b203-e3adae1a2c7d on network 22e5c36a-e85f-4512-bcde-f1a1a30e29d3 {{(pid=103229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 19:11:47.850689 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64878536-0e68-4a75-ac24-ee8c8876de91 req-35a1aef8-11c1-4078-94f2-871920dc302b service neutron] Port 9e9093c5-c270-418b-b203-e3adae1a2c7d on network 22e5c36a-e85f-4512-bcde-f1a1a30e29d3 not bound, no agent of type Open vSwitch agent registered on host n-h1-713498-36 {{(pid=103229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 19:11:47.851022 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64878536-0e68-4a75-ac24-ee8c8876de91 req-35a1aef8-11c1-4078-94f2-871920dc302b service neutron] Attempting to bind port 9e9093c5-c270-418b-b203-e3adae1a2c7d on network 22e5c36a-e85f-4512-bcde-f1a1a30e29d3 {{(pid=103229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 19:11:47.864710 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dbaf343-3528-4a04-a3f5-111b6236617a None None] Pushing event updated for resources: {'Port': ['ID=1c69b8b2-1849-497c-b7cf-0b210ceaaf08,revision_number=2']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:11:47.864898 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-5ad0ffbd-7e45-4575-99f2-ef89aad6954e req-fb4d7518-a09d-4591-8e5f-63ee5e7415d5 tempest-DeleteServersTestJSON-1870379525 tempest-DeleteServersTestJSON-1870379525-project] 10.222.0.75 "GET /v2.0/security-groups?id=5ce92d32-ca94-4b6c-925d-b9dff609abe6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2829432 Feb 09 19:11:47.906531 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64878536-0e68-4a75-ac24-ee8c8876de91 req-35a1aef8-11c1-4078-94f2-871920dc302b service neutron] Checking agent: {'id': '488cd9ae-631f-4955-ba0b-4f5a13f12e9c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713498-36', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 18, 59, 18), 'started_at': datetime.datetime(2022, 2, 9, 18, 59, 18), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 19, 11, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 19:11:47.906896 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Current status of the port 9d7bf908-94b2-431d-9984-a946b747e7e0 is: ACTIVE; New status is: ACTIVE {{(pid=103232) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 19:11:47.907405 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64878536-0e68-4a75-ac24-ee8c8876de91 req-35a1aef8-11c1-4078-94f2-871920dc302b service neutron] Checking segment: {'id': 'd4c5d86e-1399-4ff8-a9ec-2a8082c6024a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': '22e5c36a-e85f-4512-bcde-f1a1a30e29d3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103229) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 19:11:47.908041 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64878536-0e68-4a75-ac24-ee8c8876de91 req-35a1aef8-11c1-4078-94f2-871920dc302b service neutron] Bound using segment: {'id': 'd4c5d86e-1399-4ff8-a9ec-2a8082c6024a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': '22e5c36a-e85f-4512-bcde-f1a1a30e29d3'} {{(pid=103229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 19:11:47.909399 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.managers [req-64878536-0e68-4a75-ac24-ee8c8876de91 req-35a1aef8-11c1-4078-94f2-871920dc302b service neutron] Bound port: 9e9093c5-c270-418b-b203-e3adae1a2c7d, host: n-h1-713498-36, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd4c5d86e-1399-4ff8-a9ec-2a8082c6024a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': '22e5c36a-e85f-4512-bcde-f1a1a30e29d3'}}] {{(pid=103229) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 19:11:47.912016 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-64878536-0e68-4a75-ac24-ee8c8876de91 req-35a1aef8-11c1-4078-94f2-871920dc302b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (9e9093c5-c270-418b-b203-e3adae1a2c7d), before_update {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:11:47.947611 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-a901d4ca-b06a-4f16-bb38-3946d10c4d14 admin admin] Publish callbacks [] for router_gateway (a3474827-4b70-478d-8932-b676b7dc2979), before_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:11:47.997162 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-a901d4ca-b06a-4f16-bb38-3946d10c4d14 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (None), before_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:11:48.054262 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-b27f671c-7fdf-4c4c-9a27-5dfbf6ccaf01 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-590267', 'neutron.services.segments.db._delete_segments_for_network-8762867132609'] for network (d199c31b-185e-48db-9d5c-d199ab02709e), precommit_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:11:48.121249 n-d-713498-36 neutron-server[103230]: DEBUG neutron.services.segments.db [None req-b27f671c-7fdf-4c4c-9a27-5dfbf6ccaf01 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d199c31b-185e-48db-9d5c-d199ab02709e']}} {{(pid=103230) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:11:48.143418 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7e75f63-11d0-4ff3-9c34-b8626023a266 None None] Network 30fa5a73-55e3-4006-9013-4ac830e4be35 requested from n-d-713498-36 {{(pid=103232) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 19:11:48.154434 n-d-713498-36 neutron-server[103230]: DEBUG neutron.services.segments.db [None req-b27f671c-7fdf-4c4c-9a27-5dfbf6ccaf01 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e4d7268d-3416-4f2f-ae50-d3684a9c8f63') {'for_net_delete': True} {{(pid=103230) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:11:48.154805 n-d-713498-36 neutron-server[103230]: DEBUG neutron.services.segments.db [None req-b27f671c-7fdf-4c4c-9a27-5dfbf6ccaf01 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e4d7268d-3416-4f2f-ae50-d3684a9c8f63') {} {{(pid=103230) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:11:48.184078 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-b27f671c-7fdf-4c4c-9a27-5dfbf6ccaf01 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762867134154', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12895813'] for segment (e4d7268d-3416-4f2f-ae50-d3684a9c8f63), before_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:11:48.232251 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a24e357-6b22-4df3-bd65-3a47adef81e1 req-36a32f57-02eb-432e-9649-1cf40b6f9def tempest-ServersTestBootFromVolume-783248817 tempest-ServersTestBootFromVolume-783248817-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:11:48.233937 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-6a24e357-6b22-4df3-bd65-3a47adef81e1 req-36a32f57-02eb-432e-9649-1cf40b6f9def tempest-ServersTestBootFromVolume-783248817 tempest-ServersTestBootFromVolume-783248817-project] 10.222.0.75 "GET /v2.0/networks?id=bf4bc076-a27e-42a2-9aee-a2f41efd57ae HTTP/1.1" status: 200 len: 816 time: 0.5593817 Feb 09 19:11:48.239472 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-b27f671c-7fdf-4c4c-9a27-5dfbf6ccaf01 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-759574'] for segment (e4d7268d-3416-4f2f-ae50-d3684a9c8f63), precommit_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:11:48.261764 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b27f671c-7fdf-4c4c-9a27-5dfbf6ccaf01 admin admin] Releasing vlan 386 on physical network physnet1 to pool {{(pid=103230) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 19:11:48.262200 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-b27f671c-7fdf-4c4c-9a27-5dfbf6ccaf01 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-759574', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14393826'] for segment (e4d7268d-3416-4f2f-ae50-d3684a9c8f63), after_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:11:48.265196 n-d-713498-36 neutron-server[103230]: Traceback (most recent call last): Feb 09 19:11:48.265196 n-d-713498-36 neutron-server[103230]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 19:11:48.265196 n-d-713498-36 neutron-server[103230]: timer() Feb 09 19:11:48.265196 n-d-713498-36 neutron-server[103230]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 19:11:48.265196 n-d-713498-36 neutron-server[103230]: cb(*args, **kw) Feb 09 19:11:48.265196 n-d-713498-36 neutron-server[103230]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 19:11:48.265196 n-d-713498-36 neutron-server[103230]: return func(*args, **kwargs) Feb 09 19:11:48.265196 n-d-713498-36 neutron-server[103230]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 19:11:48.265196 n-d-713498-36 neutron-server[103230]: self._notify() Feb 09 19:11:48.265196 n-d-713498-36 neutron-server[103230]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 19:11:48.265196 n-d-713498-36 neutron-server[103230]: self.callback(batched_events) Feb 09 19:11:48.265196 n-d-713498-36 neutron-server[103230]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 19:11:48.265196 n-d-713498-36 neutron-server[103230]: event.method(event) Feb 09 19:11:48.265196 n-d-713498-36 neutron-server[103230]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 19:11:48.265196 n-d-713498-36 neutron-server[103230]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 19:11:48.265196 n-d-713498-36 neutron-server[103230]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 19:11:48.265196 n-d-713498-36 neutron-server[103230]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 19:11:48.265196 n-d-713498-36 neutron-server[103230]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 19:11:48.265196 n-d-713498-36 neutron-server[103230]: return f(self, *a, **k) Feb 09 19:11:48.265196 n-d-713498-36 neutron-server[103230]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 19:11:48.265196 n-d-713498-36 neutron-server[103230]: return self._get(url).json() Feb 09 19:11:48.265196 n-d-713498-36 neutron-server[103230]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 19:11:48.265196 n-d-713498-36 neutron-server[103230]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 19:11:48.265196 n-d-713498-36 neutron-server[103230]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 19:11:48.265196 n-d-713498-36 neutron-server[103230]: return self.request(url, 'GET', **kwargs) Feb 09 19:11:48.265196 n-d-713498-36 neutron-server[103230]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 19:11:48.265196 n-d-713498-36 neutron-server[103230]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 19:11:48.265196 n-d-713498-36 neutron-server[103230]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 19:11:48.265196 n-d-713498-36 neutron-server[103230]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 19:11:48.265196 n-d-713498-36 neutron-server[103230]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 19:11:48.265196 n-d-713498-36 neutron-server[103230]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 19:11:48.265196 n-d-713498-36 neutron-server[103230]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 19:11:48.325401 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-6a24e357-6b22-4df3-bd65-3a47adef81e1 req-f749cb4d-4e61-497b-b682-ac6fcb4a2860 tempest-ServersTestBootFromVolume-783248817 tempest-ServersTestBootFromVolume-783248817-project] 10.222.0.75 "GET /v2.0/quotas/ab46f22498044497a19ee4778fafcebd HTTP/1.1" status: 200 len: 375 time: 0.0708330 Feb 09 19:11:48.343383 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Device e99f0281-19b3-4d90-ab77-912bbec6c543 up at agent ovs-agent-n-d-713498-36 {{(pid=103232) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 19:11:48.397753 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-87a9c865-81ac-46c4-9e32-07c445c3439f tempest-RoutersNegativeTest-1011750698 tempest-RoutersNegativeTest-1011750698-project] Publish callbacks [] for port (23c5906c-abb3-4afc-8aea-567db2b8150d), precommit_update {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:11:48.415241 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-87a9c865-81ac-46c4-9e32-07c445c3439f tempest-RoutersNegativeTest-1011750698 tempest-RoutersNegativeTest-1011750698-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762867176205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762866656485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762866656503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14393758'] for port (23c5906c-abb3-4afc-8aea-567db2b8150d), after_update {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:11:48.451872 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.provisioning_blocks [None req-88d42267-af19-41fa-86c8-496848d7bbc7 None None] Provisioning complete for port e99f0281-19b3-4d90-ab77-912bbec6c543 triggered by entity DHCP. {{(pid=103232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 19:11:48.452684 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-88d42267-af19-41fa-86c8-496848d7bbc7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593630'] for port (e99f0281-19b3-4d90-ab77-912bbec6c543), provisioning_complete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:11:48.458435 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-b27f671c-7fdf-4c4c-9a27-5dfbf6ccaf01 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-590242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1885479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1818895'] for network (d199c31b-185e-48db-9d5c-d199ab02709e), after_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:11:48.500119 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-b27f671c-7fdf-4c4c-9a27-5dfbf6ccaf01 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1613566'] for network (None), before_response {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:11:48.504297 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-b27f671c-7fdf-4c4c-9a27-5dfbf6ccaf01 admin admin] 10.222.0.75 "DELETE /v2.0/networks/d199c31b-185e-48db-9d5c-d199ab02709e HTTP/1.1" status: 204 len: 168 time: 1.1037831 Feb 09 19:11:48.542229 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b27f671c-7fdf-4c4c-9a27-5dfbf6ccaf01 admin admin] Pushing event deleted for resources: {'Network': ['ID=d199c31b-185e-48db-9d5c-d199ab02709e,revision_number=None']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:11:48.552743 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.db [req-64878536-0e68-4a75-ac24-ee8c8876de91 req-35a1aef8-11c1-4078-94f2-871920dc302b service neutron] For port 9e9093c5-c270-418b-b203-e3adae1a2c7d, host n-h1-713498-36, cleared binding levels {{(pid=103229) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 19:11:48.560175 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87a9c865-81ac-46c4-9e32-07c445c3439f tempest-RoutersNegativeTest-1011750698 tempest-RoutersNegativeTest-1011750698-project] Pushing event updated for resources: {'Port': ['ID=23c5906c-abb3-4afc-8aea-567db2b8150d,revision_number=2']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:11:48.565227 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-87a9c865-81ac-46c4-9e32-07c445c3439f tempest-RoutersNegativeTest-1011750698 tempest-RoutersNegativeTest-1011750698-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1613458', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1834496'] for router_interface (f686cd24-caea-498f-b572-38eb4f315345), after_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:11:48.587101 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-6a24e357-6b22-4df3-bd65-3a47adef81e1 req-31ccb159-3b64-420d-a331-183644ccc695 tempest-ServersTestBootFromVolume-783248817 tempest-ServersTestBootFromVolume-783248817-project] 10.222.0.75 "GET /v2.0/ports?tenant_id=ab46f22498044497a19ee4778fafcebd&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2605469 Feb 09 19:11:48.587311 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-a4700d67-c9e2-4b52-96b3-ad47be162da7 req-5dcd21a6-e31b-487c-a929-f2597504363d tempest-ServersTestManualDisk-2087116754 tempest-ServersTestManualDisk-2087116754-project] 10.222.0.75 "GET /v2.0/security-groups?name=tempest-securitygroup--1760089465&fields=id&tenant_id=77d2f6c213eb401684c27974738fe903 HTTP/1.1" status: 200 len: 267 time: 0.5878816 Feb 09 19:11:48.607347 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.db [req-64878536-0e68-4a75-ac24-ee8c8876de91 req-35a1aef8-11c1-4078-94f2-871920dc302b service neutron] For port 9e9093c5-c270-418b-b203-e3adae1a2c7d, host n-h1-713498-36, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-36',level=0,port_id=9e9093c5-c270-418b-b203-e3adae1a2c7d,segment=NetworkSegment(d4c5d86e-1399-4ff8-a9ec-2a8082c6024a),segment_id=d4c5d86e-1399-4ff8-a9ec-2a8082c6024a)] {{(pid=103229) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 19:11:48.667969 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-64878536-0e68-4a75-ac24-ee8c8876de91 req-35a1aef8-11c1-4078-94f2-871920dc302b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762867176205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762866656485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762866656503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12867569'] for port (9e9093c5-c270-418b-b203-e3adae1a2c7d), after_update {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:11:48.674451 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762867132591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593584'] for agent (488cd9ae-631f-4955-ba0b-4f5a13f12e9c), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:11:48.735049 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64878536-0e68-4a75-ac24-ee8c8876de91 req-35a1aef8-11c1-4078-94f2-871920dc302b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:11:48.735904 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-64878536-0e68-4a75-ac24-ee8c8876de91 req-35a1aef8-11c1-4078-94f2-871920dc302b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171096'] for port (None), before_response {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:11:48.738795 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-64878536-0e68-4a75-ac24-ee8c8876de91 req-35a1aef8-11c1-4078-94f2-871920dc302b service neutron] 10.222.0.89 "PUT /v2.0/ports/9e9093c5-c270-418b-b203-e3adae1a2c7d HTTP/1.1" status: 200 len: 1092 time: 3.7101712 Feb 09 19:11:48.745696 n-d-713498-36 neutron-server[103229]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7fbc7784-9788-4f2d-b985-c5e2674f3448', 'tag': '9e9093c5-c270-418b-b203-e3adae1a2c7d'}] {{(pid=103229) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 19:11:48.748586 n-d-713498-36 neutron-server[103229]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fa6ae9a20702bd564eaf90d946620b2b4277b1ab91129323d3b54181076be307" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-62eefee2-32bb-47f4-9f05-cbbd66265931" -d '{"events": [{"name": "network-changed", "server_uuid": "7fbc7784-9788-4f2d-b985-c5e2674f3448", "tag": "9e9093c5-c270-418b-b203-e3adae1a2c7d"}]}' {{(pid=103229) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 19:11:48.774113 n-d-713498-36 neutron-server[103229]: DEBUG neutron.db.db_base_plugin_common [None req-a901d4ca-b06a-4f16-bb38-3946d10c4d14 admin admin] Allocated IP 172.25.1.97 (88055e1e-672a-4487-be31-ffb6e833ece5/ac16dbcc-383c-4b43-9153-d763c4a53f91/54d642e9-f72a-4272-beaa-438966872b19) {{(pid=103229) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 19:11:48.781048 n-d-713498-36 neutron-server[103230]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87a9c865-81ac-46c4-9e32-07c445c3439f tempest-RoutersNegativeTest-1011750698 tempest-RoutersNegativeTest-1011750698-project] Network 6268985b-9352-426b-bdbf-ee57f08927a2 is already hosted by enough agents. {{(pid=103230) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 19:11:48.785549 n-d-713498-36 neutron-server[103230]: DEBUG neutron.scheduler.base_scheduler [None req-87a9c865-81ac-46c4-9e32-07c445c3439f tempest-RoutersNegativeTest-1011750698 tempest-RoutersNegativeTest-1011750698-project] Resources bound (agent type, host, resource id): {{(pid=103230) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 19:11:48.789329 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-6a24e357-6b22-4df3-bd65-3a47adef81e1 req-8dc7efb5-4a06-403f-bbfd-bf0b93544864 service neutron] 10.222.0.75 "GET /v2.0/networks/bf4bc076-a27e-42a2-9aee-a2f41efd57ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1532192 Feb 09 19:11:48.840284 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 58724) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:11:48.847727 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-88d42267-af19-41fa-86c8-496848d7bbc7 None None] Current status of the port e99f0281-19b3-4d90-ab77-912bbec6c543 is: DOWN; New status is: ACTIVE {{(pid=103232) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 19:11:48.848709 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-88d42267-af19-41fa-86c8-496848d7bbc7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (e99f0281-19b3-4d90-ab77-912bbec6c543), before_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:11:48.851694 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35a1aef8-11c1-4078-94f2-871920dc302b service neutron] Pushing event updated for resources: {'Port': ['ID=9e9093c5-c270-418b-b203-e3adae1a2c7d,revision_number=3']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:11:48.882740 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.provisioning_blocks [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Provisioning complete for port e99f0281-19b3-4d90-ab77-912bbec6c543 triggered by entity L2. {{(pid=103232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 19:11:48.884015 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593630'] for port (e99f0281-19b3-4d90-ab77-912bbec6c543), provisioning_complete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:11:48.954320 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-88d42267-af19-41fa-86c8-496848d7bbc7 None None] For port e99f0281-19b3-4d90-ab77-912bbec6c543, host n-d-713498-36, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-36',level=0,port_id=e99f0281-19b3-4d90-ab77-912bbec6c543,segment=NetworkSegment(fe541821-700a-4b14-928f-e60517e90736),segment_id=fe541821-700a-4b14-928f-e60517e90736)] {{(pid=103232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 19:11:48.968249 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-88d42267-af19-41fa-86c8-496848d7bbc7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762867176205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762866656485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762866656503'] for port (e99f0281-19b3-4d90-ab77-912bbec6c543), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:11:49.006429 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4700d67-c9e2-4b52-96b3-ad47be162da7 req-96d008c5-b345-4425-8421-176c23340b11 tempest-ServersTestManualDisk-2087116754 tempest-ServersTestManualDisk-2087116754-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:11:49.008575 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-a4700d67-c9e2-4b52-96b3-ad47be162da7 req-96d008c5-b345-4425-8421-176c23340b11 tempest-ServersTestManualDisk-2087116754 tempest-ServersTestManualDisk-2087116754-project] 10.222.0.75 "GET /v2.0/networks?id=0ec7f9f6-4ed5-45b5-9742-035cca69218b HTTP/1.1" status: 200 len: 812 time: 0.4119451 Feb 09 19:11:49.043152 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88d42267-af19-41fa-86c8-496848d7bbc7 None None] Pushing event updated for resources: {'Port': ['ID=e99f0281-19b3-4d90-ab77-912bbec6c543,revision_number=3']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:11:49.064035 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762867132591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593584'] for agent (bcd5faee-dc24-4298-9134-0e0aa054058e), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:11:49.102917 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-6a24e357-6b22-4df3-bd65-3a47adef81e1 req-ce8c017f-d81f-4c34-9fd5-96ddb32a4e25 service neutron] 10.222.0.75 "GET /v2.0/networks/bf4bc076-a27e-42a2-9aee-a2f41efd57ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2600605 Feb 09 19:11:49.140284 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Current status of the port e99f0281-19b3-4d90-ab77-912bbec6c543 is: ACTIVE; New status is: ACTIVE {{(pid=103232) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 19:11:49.141835 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Device 9d7bf908-94b2-431d-9984-a946b747e7e0 up at agent ovs-agent-n-d-713498-36 {{(pid=103232) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 19:11:49.146711 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-a4700d67-c9e2-4b52-96b3-ad47be162da7 req-e02a6865-4446-4756-ad09-fe489b81c303 tempest-ServersTestManualDisk-2087116754 tempest-ServersTestManualDisk-2087116754-project] 10.222.0.75 "GET /v2.0/quotas/77d2f6c213eb401684c27974738fe903 HTTP/1.1" status: 200 len: 375 time: 0.1204214 Feb 09 19:11:49.151835 n-d-713498-36 neutron-server[103230]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-87a9c865-81ac-46c4-9e32-07c445c3439f tempest-RoutersNegativeTest-1011750698 tempest-RoutersNegativeTest-1011750698-project] Router f686cd24-caea-498f-b572-38eb4f315345 is scheduled to L3 agent 93303d5e-5d17-45e8-8963-7694f87783ae with binding_index 1 {{(pid=103230) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 09 19:11:49.165293 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64878536-0e68-4a75-ac24-ee8c8876de91 req-802e23e2-0d32-4168-a7fd-daade9a3daef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:11:49.170616 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-64878536-0e68-4a75-ac24-ee8c8876de91 req-802e23e2-0d32-4168-a7fd-daade9a3daef service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=216741f4995241bbba7cd794217427a2&device_id=7fbc7784-9788-4f2d-b985-c5e2674f3448 HTTP/1.1" status: 200 len: 1126 time: 0.3827481 Feb 09 19:11:49.178387 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-58a01ed4-c764-4956-bf15-a64faec9e1bd admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=05fa6a089578484da4b750f8c0b5ad12&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3317223 Feb 09 19:11:49.180507 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 58728) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:11:49.219995 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.provisioning_blocks [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Provisioning complete for port 9d7bf908-94b2-431d-9984-a946b747e7e0 triggered by entity L2. {{(pid=103232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 19:11:49.220617 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593630'] for port (9d7bf908-94b2-431d-9984-a946b747e7e0), provisioning_complete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:11:49.347520 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.provisioning_blocks [None req-018fe866-049d-409e-8b20-54cea71cc738 None None] Provisioning complete for port 23c5906c-abb3-4afc-8aea-567db2b8150d triggered by entity DHCP. {{(pid=103232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 19:11:49.348076 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-018fe866-049d-409e-8b20-54cea71cc738 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593630'] for port (23c5906c-abb3-4afc-8aea-567db2b8150d), provisioning_complete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:11:49.353338 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-64878536-0e68-4a75-ac24-ee8c8876de91 req-b1140a9a-8d2d-41e8-9dd8-c641c7e5f9f3 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=9e9093c5-c270-418b-b203-e3adae1a2c7d HTTP/1.1" status: 200 len: 217 time: 0.1213496 Feb 09 19:11:49.400453 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-018fe866-049d-409e-8b20-54cea71cc738 None None] Port 23c5906c-abb3-4afc-8aea-567db2b8150d cannot update to ACTIVE because it is not bound. {{(pid=103232) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 19:11:49.406071 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Current status of the port 9d7bf908-94b2-431d-9984-a946b747e7e0 is: ACTIVE; New status is: ACTIVE {{(pid=103232) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 19:11:49.516712 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-a901d4ca-b06a-4f16-bb38-3946d10c4d14 admin admin] Publish callbacks [] for port (54d642e9-f72a-4272-beaa-438966872b19), precommit_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:11:49.571768 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-a7765e8d-8191-4433-8390-adbb11be3c09 admin admin] Publish callbacks [] for security_group (ba18819a-1490-4e7b-a11b-e8610423d8ee), before_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:11:49.597374 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-87a9c865-81ac-46c4-9e32-07c445c3439f tempest-RoutersNegativeTest-1011750698 tempest-RoutersNegativeTest-1011750698-project] Notify agent at l3_agent.n-d-713498-36 the message routers_updated {{(pid=103230) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 19:11:49.606102 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-a901d4ca-b06a-4f16-bb38-3946d10c4d14 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762866656467', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12867576'] for port (54d642e9-f72a-4272-beaa-438966872b19), after_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:11:49.609934 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-87a9c865-81ac-46c4-9e32-07c445c3439f tempest-RoutersNegativeTest-1011750698 tempest-RoutersNegativeTest-1011750698-project] 10.222.0.75 "PUT /v2.0/routers/f686cd24-caea-498f-b572-38eb4f315345/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.6498163 Feb 09 19:11:49.617515 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 58736) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:11:49.628983 n-d-713498-36 neutron-server[103233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a14efaa-b681-4139-98a9-8414a89e0a8f None None] Sync routers for ids ['f686cd24-caea-498f-b572-38eb4f315345'] in n-d-713498-36 {{(pid=103233) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 19:11:49.633397 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.provisioning_blocks [None req-0fefe733-f2a9-49eb-8650-daa8cc966988 None None] Provisioning complete for port e99f0281-19b3-4d90-ab77-912bbec6c543 triggered by entity DHCP. {{(pid=103232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 19:11:49.634385 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-0fefe733-f2a9-49eb-8650-daa8cc966988 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593630'] for port (e99f0281-19b3-4d90-ab77-912bbec6c543), provisioning_complete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:11:49.639322 n-d-713498-36 neutron-server[103233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a14efaa-b681-4139-98a9-8414a89e0a8f None None] Routers {'f686cd24-caea-498f-b572-38eb4f315345'} bound to L3 agent in host n-d-713498-36 {{(pid=103233) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 19:11:49.639947 n-d-713498-36 neutron-server[103233]: DEBUG neutron.db.l3_hamode_db [None req-9a14efaa-b681-4139-98a9-8414a89e0a8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T18:51:43Z,description=,heartbeat_timestamp=2022-02-09T19:11:43Z,host='n-d-713498-36',id=93303d5e-5d17-45e8-8963-7694f87783ae,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T18:51:43Z,topic='l3_agent')) {'router_ids': ['f686cd24-caea-498f-b572-38eb4f315345'], 'active': True} {{(pid=103233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:11:49.652747 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64878536-0e68-4a75-ac24-ee8c8876de91 req-f2f9978d-7966-4796-bb7c-40b768c60b98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:11:49.654202 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-64878536-0e68-4a75-ac24-ee8c8876de91 req-f2f9978d-7966-4796-bb7c-40b768c60b98 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=fd92991c-99c1-4998-85f2-810e9ca4298d HTTP/1.1" status: 200 len: 852 time: 0.2793748 Feb 09 19:11:49.742400 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-a7765e8d-8191-4433-8390-adbb11be3c09 admin admin] Publish callbacks [] for security_group (ba18819a-1490-4e7b-a11b-e8610423d8ee), precommit_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:11:49.747854 n-d-713498-36 neutron-server[103233]: DEBUG neutron.db.l3_hamode_db [None req-9a14efaa-b681-4139-98a9-8414a89e0a8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713498-36', False) {} {{(pid=103233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:11:49.748084 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-a4700d67-c9e2-4b52-96b3-ad47be162da7 req-7f5aa604-df20-4cd5-8701-e5df18f3f0b1 tempest-ServersTestManualDisk-2087116754 tempest-ServersTestManualDisk-2087116754-project] 10.222.0.75 "GET /v2.0/ports?tenant_id=77d2f6c213eb401684c27974738fe903&fields=id HTTP/1.1" status: 200 len: 302 time: 0.5650988 Feb 09 19:11:49.795607 n-d-713498-36 neutron-server[103233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a14efaa-b681-4139-98a9-8414a89e0a8f None None] Routers {'f686cd24-caea-498f-b572-38eb4f315345'} bound to L3 agent in host n-d-713498-36 {{(pid=103233) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 19:11:49.796568 n-d-713498-36 neutron-server[103233]: DEBUG neutron.db.l3_hamode_db [None req-9a14efaa-b681-4139-98a9-8414a89e0a8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T18:51:43Z,description=,heartbeat_timestamp=2022-02-09T19:11:43Z,host='n-d-713498-36',id=93303d5e-5d17-45e8-8963-7694f87783ae,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T18:51:43Z,topic='l3_agent')) {'router_ids': ['f686cd24-caea-498f-b572-38eb4f315345'], 'active': True} {{(pid=103233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:11:49.808662 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-64878536-0e68-4a75-ac24-ee8c8876de91 req-219c81ff-dec8-43f1-8d82-c8756c8cd1ff service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=22e5c36a-e85f-4512-bcde-f1a1a30e29d3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1432087 Feb 09 19:11:49.810522 n-d-713498-36 neutron-server[103229]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a901d4ca-b06a-4f16-bb38-3946d10c4d14 admin admin] Network 88055e1e-672a-4487-be31-ffb6e833ece5 is already hosted by enough agents. {{(pid=103229) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 19:11:49.887256 n-d-713498-36 neutron-server[103233]: DEBUG neutron.db.l3_hamode_db [None req-9a14efaa-b681-4139-98a9-8414a89e0a8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713498-36', False) {} {{(pid=103233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:11:49.890614 n-d-713498-36 neutron-server[103233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a14efaa-b681-4139-98a9-8414a89e0a8f None None] The sync data for ids ['f686cd24-caea-498f-b572-38eb4f315345'] in n-d-713498-36 is: [] {{(pid=103233) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 19:11:49.899415 n-d-713498-36 neutron-server[103229]: DEBUG neutron.scheduler.base_scheduler [None req-a901d4ca-b06a-4f16-bb38-3946d10c4d14 admin admin] Resources bound (agent type, host, resource id): {{(pid=103229) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 19:11:49.957129 n-d-713498-36 neutron-server[103229]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a901d4ca-b06a-4f16-bb38-3946d10c4d14 admin admin] Received port after_create {{(pid=103229) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 19:11:49.968933 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-4e816683-2ed4-4352-aadc-42aebd98e2f1 req-382f81f4-2e6d-47d6-8da3-0593139d610a tempest-TaggedBootDevicesTest_v242-798392635 tempest-TaggedBootDevicesTest_v242-798392635-project] 10.222.0.75 "GET /v2.0/ports?device_id=8319129f-1054-494a-b0c0-2ec99e839619 HTTP/1.1" status: 200 len: 210 time: 0.1115355 Feb 09 19:11:50.046148 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a901d4ca-b06a-4f16-bb38-3946d10c4d14 admin admin] Pushing event updated for resources: {'Port': ['ID=54d642e9-f72a-4272-beaa-438966872b19,revision_number=1']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:11:50.246020 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-a4700d67-c9e2-4b52-96b3-ad47be162da7 req-181e2eb5-3fff-4264-bd34-c11f97e919c3 service neutron] 10.222.0.75 "GET /v2.0/networks/0ec7f9f6-4ed5-45b5-9742-035cca69218b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4560571 Feb 09 19:11:50.249921 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-a7765e8d-8191-4433-8390-adbb11be3c09 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1892331'] for security_group (ba18819a-1490-4e7b-a11b-e8610423d8ee), after_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:11:50.250273 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-64878536-0e68-4a75-ac24-ee8c8876de91 req-c04cf000-d22c-41fd-ac09-3169b5eee46f service neutron] 10.222.0.89 "GET /v2.0/networks/22e5c36a-e85f-4512-bcde-f1a1a30e29d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4145913 Feb 09 19:11:50.255710 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-a7765e8d-8191-4433-8390-adbb11be3c09 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:11:50.258313 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-a7765e8d-8191-4433-8390-adbb11be3c09 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/ba18819a-1490-4e7b-a11b-e8610423d8ee HTTP/1.1" status: 204 len: 168 time: 1.0706244 Feb 09 19:11:50.273827 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7765e8d-8191-4433-8390-adbb11be3c09 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ba18819a-1490-4e7b-a11b-e8610423d8ee,revision_number=None']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:11:50.275088 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af54b3bd-2cbe-475b-bc31-952fdeca36d4 None None] Network ed38d6f9-7d82-44db-a70f-8dd3a7475f53 requested from n-d-713498-36 {{(pid=103232) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 19:11:50.295745 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45082713-d9e3-4881-b9bb-46e611adcbd2 req-3cb7cd55-0cfd-45bb-ba5b-489cdce139a6 tempest-ServerAddressesNegativeTestJSON-1329317131 tempest-ServerAddressesNegativeTestJSON-1329317131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:11:50.304679 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-45082713-d9e3-4881-b9bb-46e611adcbd2 req-3cb7cd55-0cfd-45bb-ba5b-489cdce139a6 tempest-ServerAddressesNegativeTestJSON-1329317131 tempest-ServerAddressesNegativeTestJSON-1329317131-project] 10.222.0.75 "GET /v2.0/ports?device_id=2854d40b-3910-46fb-9c81-90b175cedc66 HTTP/1.1" status: 200 len: 946 time: 0.1460271 Feb 09 19:11:50.389667 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Device e99f0281-19b3-4d90-ab77-912bbec6c543 up at agent ovs-agent-n-d-713498-36 {{(pid=103232) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 19:11:50.441207 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-45082713-d9e3-4881-b9bb-46e611adcbd2 req-799f2535-6969-4044-a057-9f3ca502118d tempest-ServerAddressesNegativeTestJSON-1329317131 tempest-ServerAddressesNegativeTestJSON-1329317131-project] 10.222.0.75 "GET /v2.0/security-groups?id=8a6ad574-3929-48e5-8f19-4fb6a8644ed7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1353760 Feb 09 19:11:50.549946 n-d-713498-36 neutron-server[103229]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 19:11:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cd0432b0-71b3-4e03-b791-d64c76baf0cd x-openstack-request-id: req-cd0432b0-71b3-4e03-b791-d64c76baf0cd {{(pid=103229) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 19:11:50.550264 n-d-713498-36 neutron-server[103229]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7fbc7784-9788-4f2d-b985-c5e2674f3448", "tag": "9e9093c5-c270-418b-b203-e3adae1a2c7d", "status": "completed", "code": 200}]} {{(pid=103229) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 19:11:50.550717 n-d-713498-36 neutron-server[103229]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-cd0432b0-71b3-4e03-b791-d64c76baf0cd {{(pid=103229) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 19:11:50.551124 n-d-713498-36 neutron-server[103229]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7fbc7784-9788-4f2d-b985-c5e2674f3448', 'tag': '9e9093c5-c270-418b-b203-e3adae1a2c7d', 'status': 'completed', 'code': 200} Feb 09 19:11:50.594922 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-0fefe733-f2a9-49eb-8650-daa8cc966988 None None] Current status of the port e99f0281-19b3-4d90-ab77-912bbec6c543 is: ACTIVE; New status is: ACTIVE {{(pid=103232) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 19:11:50.639954 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.provisioning_blocks [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Provisioning complete for port e99f0281-19b3-4d90-ab77-912bbec6c543 triggered by entity L2. {{(pid=103232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 19:11:50.641058 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593630'] for port (e99f0281-19b3-4d90-ab77-912bbec6c543), provisioning_complete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:11:50.661845 n-d-713498-36 neutron-server[103230]: INFO neutron.api.v2.resource [None req-680a9528-b345-4ef8-bf5d-927e4ae31ff3 tempest-RoutersNegativeTest-1011750698 tempest-RoutersNegativeTest-1011750698-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 09 19:11:50.663247 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-680a9528-b345-4ef8-bf5d-927e4ae31ff3 tempest-RoutersNegativeTest-1011750698 tempest-RoutersNegativeTest-1011750698-project] 10.222.0.75 "PUT /v2.0/routers/f686cd24-caea-498f-b572-38eb4f315345/add_router_interface HTTP/1.1" status: 400 len: 438 time: 1.0446286 Feb 09 19:11:50.677762 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 58754) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:11:50.769841 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4166246b-d1ec-4028-a0a9-6b32dada001e req-686b1da2-9ab0-48b6-914b-698610017d3d tempest-DeleteServersTestJSON-1870379525 tempest-DeleteServersTestJSON-1870379525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:11:50.771517 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.provisioning_blocks [None req-9651a299-a4c6-4756-91dd-d225d4a57279 None None] Provisioning complete for port 1c69b8b2-1849-497c-b7cf-0b210ceaaf08 triggered by entity DHCP. {{(pid=103232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 19:11:50.771905 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-9651a299-a4c6-4756-91dd-d225d4a57279 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593630'] for port (1c69b8b2-1849-497c-b7cf-0b210ceaaf08), provisioning_complete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:11:50.779829 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-4166246b-d1ec-4028-a0a9-6b32dada001e req-686b1da2-9ab0-48b6-914b-698610017d3d tempest-DeleteServersTestJSON-1870379525 tempest-DeleteServersTestJSON-1870379525-project] 10.222.0.75 "GET /v2.0/ports?device_id=7fbc7784-9788-4f2d-b985-c5e2674f3448 HTTP/1.1" status: 200 len: 943 time: 0.1154637 Feb 09 19:11:50.855377 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-4166246b-d1ec-4028-a0a9-6b32dada001e req-e6fa9bc6-2a44-4557-b45e-89836d0a51a0 tempest-DeleteServersTestJSON-1870379525 tempest-DeleteServersTestJSON-1870379525-project] 10.222.0.75 "GET /v2.0/security-groups?id=5ce92d32-ca94-4b6c-925d-b9dff609abe6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0684435 Feb 09 19:11:50.959222 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Current status of the port e99f0281-19b3-4d90-ab77-912bbec6c543 is: ACTIVE; New status is: ACTIVE {{(pid=103232) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 19:11:50.960755 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Device 1c69b8b2-1849-497c-b7cf-0b210ceaaf08 up at agent ovs-agent-n-d-713498-36 {{(pid=103232) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 19:11:51.024001 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-6fe8abdd-4b06-49a6-805d-e8fdc2c5fb66 req-80695f0f-8733-4e42-b39a-1ea815fd24b6 tempest-ServersTestBootFromVolume-783248817 tempest-ServersTestBootFromVolume-783248817-project] 10.222.0.75 "GET /v2.0/ports?device_id=84c056fe-802f-4b0b-9844-f490f36d7dba HTTP/1.1" status: 200 len: 210 time: 0.0583990 Feb 09 19:11:51.041387 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 58758) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:11:51.049997 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-9651a299-a4c6-4756-91dd-d225d4a57279 None None] Current status of the port 1c69b8b2-1849-497c-b7cf-0b210ceaaf08 is: DOWN; New status is: ACTIVE {{(pid=103232) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 19:11:51.050337 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-9651a299-a4c6-4756-91dd-d225d4a57279 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (1c69b8b2-1849-497c-b7cf-0b210ceaaf08), before_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:11:51.119817 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-26cf03a0-8019-4613-b0e6-036d3d40ff43 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=bf4843774221413fa03eb7b3f0a188e1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0772066 Feb 09 19:11:51.122473 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 58760) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:11:51.135062 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-a4700d67-c9e2-4b52-96b3-ad47be162da7 req-0a659b17-357e-4bc5-89d3-0643c30c634b service neutron] 10.222.0.75 "GET /v2.0/networks/0ec7f9f6-4ed5-45b5-9742-035cca69218b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8473413 Feb 09 19:11:51.142545 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-9651a299-a4c6-4756-91dd-d225d4a57279 None None] For port 1c69b8b2-1849-497c-b7cf-0b210ceaaf08, host n-d-713498-36, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-36',level=0,port_id=1c69b8b2-1849-497c-b7cf-0b210ceaaf08,segment=NetworkSegment(1395932d-e528-41d0-939e-05f713c9d4e8),segment_id=1395932d-e528-41d0-939e-05f713c9d4e8)] {{(pid=103232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 19:11:51.157105 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.provisioning_blocks [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Provisioning complete for port 1c69b8b2-1849-497c-b7cf-0b210ceaaf08 triggered by entity L2. {{(pid=103232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 19:11:51.157731 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593630'] for port (1c69b8b2-1849-497c-b7cf-0b210ceaaf08), provisioning_complete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:11:51.160038 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-9651a299-a4c6-4756-91dd-d225d4a57279 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762867176205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762866656485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762866656503'] for port (1c69b8b2-1849-497c-b7cf-0b210ceaaf08), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:11:51.255411 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9651a299-a4c6-4756-91dd-d225d4a57279 None None] Pushing event updated for resources: {'Port': ['ID=1c69b8b2-1849-497c-b7cf-0b210ceaaf08,revision_number=3']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:11:51.280211 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-e22c5b96-e1f9-4bdc-b7bc-8416ed2ed30a req-0c9fd052-01c0-4a27-83d5-73dd6c4b8953 tempest-TaggedBootDevicesTest_v242-798392635 tempest-TaggedBootDevicesTest_v242-798392635-project] 10.222.0.75 "GET /v2.0/ports?device_id=8319129f-1054-494a-b0c0-2ec99e839619 HTTP/1.1" status: 200 len: 210 time: 0.0461895 Feb 09 19:11:51.293766 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-dff567f1-66b9-4994-846b-0fcdf259e42d admin admin] Publish callbacks [] for security_group (6b06d486-2112-4cae-bc85-9878762bf09a), before_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:11:51.305187 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Current status of the port 1c69b8b2-1849-497c-b7cf-0b210ceaaf08 is: ACTIVE; New status is: ACTIVE {{(pid=103232) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 19:11:51.343877 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-dff567f1-66b9-4994-846b-0fcdf259e42d admin admin] Publish callbacks [] for security_group (6b06d486-2112-4cae-bc85-9878762bf09a), precommit_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:11:51.350134 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.provisioning_blocks [None req-88b4126e-afb7-4a57-bc63-0156bab59cba None None] Provisioning complete for port 1c69b8b2-1849-497c-b7cf-0b210ceaaf08 triggered by entity DHCP. {{(pid=103232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 19:11:51.353559 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-88b4126e-afb7-4a57-bc63-0156bab59cba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593630'] for port (1c69b8b2-1849-497c-b7cf-0b210ceaaf08), provisioning_complete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:11:51.429276 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-dff567f1-66b9-4994-846b-0fcdf259e42d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1892331'] for security_group (6b06d486-2112-4cae-bc85-9878762bf09a), after_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:11:51.432141 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-dff567f1-66b9-4994-846b-0fcdf259e42d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:11:51.436220 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-dff567f1-66b9-4994-846b-0fcdf259e42d admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/6b06d486-2112-4cae-bc85-9878762bf09a HTTP/1.1" status: 204 len: 168 time: 0.3120418 Feb 09 19:11:51.455503 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dff567f1-66b9-4994-846b-0fcdf259e42d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6b06d486-2112-4cae-bc85-9878762bf09a,revision_number=None']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:11:51.506467 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-88b4126e-afb7-4a57-bc63-0156bab59cba None None] Current status of the port 1c69b8b2-1849-497c-b7cf-0b210ceaaf08 is: ACTIVE; New status is: ACTIVE {{(pid=103232) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 19:11:51.687098 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-64878536-0e68-4a75-ac24-ee8c8876de91 req-dd6028e1-31f9-483e-a761-c8e4c1d5488b service neutron] 10.222.0.89 "GET /v2.0/networks/22e5c36a-e85f-4512-bcde-f1a1a30e29d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.4238939 Feb 09 19:11:51.785515 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-a901d4ca-b06a-4f16-bb38-3946d10c4d14 admin admin] Publish callbacks [] for router_gateway (a3474827-4b70-478d-8932-b676b7dc2979), after_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:11:51.824839 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48e2f47b-df76-4599-8a61-fdee2b6b9f40 req-f548b2f0-e510-42f3-b9c7-fb5537c88c4d tempest-ServerAddressesNegativeTestJSON-1329317131 tempest-ServerAddressesNegativeTestJSON-1329317131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:11:51.826397 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-48e2f47b-df76-4599-8a61-fdee2b6b9f40 req-f548b2f0-e510-42f3-b9c7-fb5537c88c4d tempest-ServerAddressesNegativeTestJSON-1329317131 tempest-ServerAddressesNegativeTestJSON-1329317131-project] 10.222.0.75 "GET /v2.0/ports?device_id=2854d40b-3910-46fb-9c81-90b175cedc66 HTTP/1.1" status: 200 len: 946 time: 0.1034803 Feb 09 19:11:51.885945 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-21c989ec-f6e2-42eb-b8ac-71551d4c8f47 req-e447cd20-48a4-4c6b-b381-817009f9476c tempest-ServersTestManualDisk-2087116754 tempest-ServersTestManualDisk-2087116754-project] 10.222.0.75 "GET /v2.0/ports?device_id=a35fbec0-0317-420e-b440-01979c3a7c6c HTTP/1.1" status: 200 len: 210 time: 0.2360682 Feb 09 19:11:51.940538 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-48e2f47b-df76-4599-8a61-fdee2b6b9f40 req-0882505e-5e40-4e24-8c62-6207d84fb07d tempest-ServerAddressesNegativeTestJSON-1329317131 tempest-ServerAddressesNegativeTestJSON-1329317131-project] 10.222.0.75 "GET /v2.0/security-groups?id=8a6ad574-3929-48e5-8f19-4fb6a8644ed7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1013889 Feb 09 19:11:52.060322 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Device 1c69b8b2-1849-497c-b7cf-0b210ceaaf08 up at agent ovs-agent-n-d-713498-36 {{(pid=103232) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 19:11:52.186453 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.provisioning_blocks [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Provisioning complete for port 1c69b8b2-1849-497c-b7cf-0b210ceaaf08 triggered by entity L2. {{(pid=103232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 19:11:52.186931 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593630'] for port (1c69b8b2-1849-497c-b7cf-0b210ceaaf08), provisioning_complete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:11:52.206875 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-7e0c8c6c-a1ca-47fe-8843-9bf593e9c434 req-9c2a5ab8-272e-4602-bb44-ee17ba7e8fd4 tempest-ServersTestBootFromVolume-783248817 tempest-ServersTestBootFromVolume-783248817-project] 10.222.0.75 "GET /v2.0/ports?device_id=84c056fe-802f-4b0b-9844-f490f36d7dba HTTP/1.1" status: 200 len: 210 time: 0.0579247 Feb 09 19:11:52.321143 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Current status of the port 1c69b8b2-1849-497c-b7cf-0b210ceaaf08 is: ACTIVE; New status is: ACTIVE {{(pid=103232) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 19:11:52.483472 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-4ff11fae-11e2-4e83-ab7b-61b5ca4a1cd9 req-2598f807-2f33-434b-af85-9f123c8657c3 tempest-TaggedBootDevicesTest_v242-798392635 tempest-TaggedBootDevicesTest_v242-798392635-project] 10.222.0.75 "GET /v2.0/ports?device_id=8319129f-1054-494a-b0c0-2ec99e839619 HTTP/1.1" status: 200 len: 210 time: 0.0520768 Feb 09 19:11:52.683353 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a24e357-6b22-4df3-bd65-3a47adef81e1 req-be280940-3189-4f49-b860-cf70fe09ce98 tempest-ServersTestBootFromVolume-783248817 tempest-ServersTestBootFromVolume-783248817-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:11:52.688945 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-6a24e357-6b22-4df3-bd65-3a47adef81e1 req-be280940-3189-4f49-b860-cf70fe09ce98 tempest-ServersTestBootFromVolume-783248817 tempest-ServersTestBootFromVolume-783248817-project] 10.222.0.89 "GET /v2.0/networks?id=bf4bc076-a27e-42a2-9aee-a2f41efd57ae HTTP/1.1" status: 200 len: 816 time: 1.0526204 Feb 09 19:11:52.706243 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62eefee2-32bb-47f4-9f05-cbbd66265931 req-12485001-d609-4911-a2dc-2c5ac72e23af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:11:52.720247 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-62eefee2-32bb-47f4-9f05-cbbd66265931 req-12485001-d609-4911-a2dc-2c5ac72e23af service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=216741f4995241bbba7cd794217427a2&device_id=7fbc7784-9788-4f2d-b985-c5e2674f3448 HTTP/1.1" status: 200 len: 1126 time: 0.9112275 Feb 09 19:11:52.887340 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a0f62b2-680d-41d3-9c5d-b3490ceac217 req-11f153fb-618e-4ca8-bcfb-9365af2f7281 tempest-DeleteServersTestJSON-1870379525 tempest-DeleteServersTestJSON-1870379525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:11:52.894760 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-2a0f62b2-680d-41d3-9c5d-b3490ceac217 req-11f153fb-618e-4ca8-bcfb-9365af2f7281 tempest-DeleteServersTestJSON-1870379525 tempest-DeleteServersTestJSON-1870379525-project] 10.222.0.75 "GET /v2.0/ports?device_id=7fbc7784-9788-4f2d-b985-c5e2674f3448 HTTP/1.1" status: 200 len: 943 time: 0.7444634 Feb 09 19:11:52.931936 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62eefee2-32bb-47f4-9f05-cbbd66265931 req-d0948cf4-f45d-4d31-968a-d0c2f986bddc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:11:52.933419 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-62eefee2-32bb-47f4-9f05-cbbd66265931 req-d0948cf4-f45d-4d31-968a-d0c2f986bddc service neutron] 10.222.0.89 "GET /v2.0/networks?id=22e5c36a-e85f-4512-bcde-f1a1a30e29d3 HTTP/1.1" status: 200 len: 913 time: 0.2115426 Feb 09 19:11:53.070406 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-4bc86d35-50cb-453d-b414-cb8c3383d523 req-6b0c2ae8-6437-4b8d-828a-135c754674f0 tempest-ServersTestManualDisk-2087116754 tempest-ServersTestManualDisk-2087116754-project] 10.222.0.75 "GET /v2.0/ports?device_id=a35fbec0-0317-420e-b440-01979c3a7c6c HTTP/1.1" status: 200 len: 210 time: 0.0547478 Feb 09 19:11:53.149781 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-a901d4ca-b06a-4f16-bb38-3946d10c4d14 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1834945', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1818951'] for router (a3474827-4b70-478d-8932-b676b7dc2979), after_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:11:53.152775 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-62eefee2-32bb-47f4-9f05-cbbd66265931 req-81dfdc8b-a86a-4147-91f9-f49ffaa66cab service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=9e9093c5-c270-418b-b203-e3adae1a2c7d HTTP/1.1" status: 200 len: 217 time: 0.2074933 Feb 09 19:11:53.225250 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-2a0f62b2-680d-41d3-9c5d-b3490ceac217 req-a069f35e-64a3-4881-8607-a6380990388c tempest-DeleteServersTestJSON-1870379525 tempest-DeleteServersTestJSON-1870379525-project] 10.222.0.75 "GET /v2.0/security-groups?id=5ce92d32-ca94-4b6c-925d-b9dff609abe6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3259666 Feb 09 19:11:53.319992 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2deebe63-7526-4089-b85f-caef6bd5b4db req-aa1ba351-775f-47c8-a8b1-0e845104f10c tempest-ServerAddressesNegativeTestJSON-1329317131 tempest-ServerAddressesNegativeTestJSON-1329317131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:11:53.322404 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-2deebe63-7526-4089-b85f-caef6bd5b4db req-aa1ba351-775f-47c8-a8b1-0e845104f10c tempest-ServerAddressesNegativeTestJSON-1329317131 tempest-ServerAddressesNegativeTestJSON-1329317131-project] 10.222.0.75 "GET /v2.0/ports?device_id=2854d40b-3910-46fb-9c81-90b175cedc66 HTTP/1.1" status: 200 len: 946 time: 0.1301432 Feb 09 19:11:53.338931 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62eefee2-32bb-47f4-9f05-cbbd66265931 req-9821732b-2700-4b65-b3ea-464ab4472a3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:11:53.340589 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-62eefee2-32bb-47f4-9f05-cbbd66265931 req-9821732b-2700-4b65-b3ea-464ab4472a3c service neutron] 10.222.0.89 "GET /v2.0/subnets?id=fd92991c-99c1-4998-85f2-810e9ca4298d HTTP/1.1" status: 200 len: 852 time: 0.1348586 Feb 09 19:11:53.401459 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-2deebe63-7526-4089-b85f-caef6bd5b4db req-2dd65ba2-7a51-47b4-beef-a570eb2c2d43 tempest-ServerAddressesNegativeTestJSON-1329317131 tempest-ServerAddressesNegativeTestJSON-1329317131-project] 10.222.0.75 "GET /v2.0/security-groups?id=8a6ad574-3929-48e5-8f19-4fb6a8644ed7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0734179 Feb 09 19:11:53.406673 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-dd40ce99-70fe-4abd-b53f-8287d83bc959 req-6fa7f8e1-7544-45ef-9f5c-4d1524aea46a tempest-ServersTestBootFromVolume-783248817 tempest-ServersTestBootFromVolume-783248817-project] 10.222.0.75 "GET /v2.0/ports?device_id=84c056fe-802f-4b0b-9844-f490f36d7dba HTTP/1.1" status: 200 len: 210 time: 0.0522323 Feb 09 19:11:53.606796 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-6a24e357-6b22-4df3-bd65-3a47adef81e1 req-e983e695-65af-49a2-9d06-ef29ee5cebfe tempest-ServersTestBootFromVolume-783248817 tempest-ServersTestBootFromVolume-783248817-project] 10.222.0.89 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ab46f22498044497a19ee4778fafcebd HTTP/1.1" status: 200 len: 380 time: 0.9031982 Feb 09 19:11:53.623306 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-62eefee2-32bb-47f4-9f05-cbbd66265931 req-6b6d880b-46b8-415e-a56b-0b4d8deb4e2b service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=22e5c36a-e85f-4512-bcde-f1a1a30e29d3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2691946 Feb 09 19:11:53.628088 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.v2.base [req-6a24e357-6b22-4df3-bd65-3a47adef81e1 req-59635a92-d2dd-42aa-b0da-b53fd34d0858 tempest-ServersTestBootFromVolume-783248817 tempest-ServersTestBootFromVolume-783248817-project] Request body: {'port': {'device_id': '84c056fe-802f-4b0b-9844-f490f36d7dba', 'network_id': 'bf4bc076-a27e-42a2-9aee-a2f41efd57ae', 'admin_state_up': True, 'tenant_id': 'ab46f22498044497a19ee4778fafcebd', 'security_groups': ['99b1e7c3-38f3-4f0a-8bb2-c56dc143d44a']}} {{(pid=103229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 19:11:53.652182 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-3f2b3134-efc5-4582-b9c2-53315caa3d0d req-c2caca72-286d-4361-948f-3cb06b4eca04 tempest-TaggedBootDevicesTest_v242-798392635 tempest-TaggedBootDevicesTest_v242-798392635-project] 10.222.0.75 "GET /v2.0/ports?device_id=8319129f-1054-494a-b0c0-2ec99e839619 HTTP/1.1" status: 200 len: 210 time: 0.0492232 Feb 09 19:11:53.679169 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [req-62eefee2-32bb-47f4-9f05-cbbd66265931 req-0c1f1eea-4610-4c8c-a895-227b426914b3 service neutron] http://10.222.0.75:9696/v2.0/extensions returned with HTTP 200 {{(pid=103229) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 09 19:11:53.679169 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-62eefee2-32bb-47f4-9f05-cbbd66265931 req-0c1f1eea-4610-4c8c-a895-227b426914b3 service neutron] 10.222.0.89 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0185459 Feb 09 19:11:53.948099 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4700d67-c9e2-4b52-96b3-ad47be162da7 req-9f2fe781-2f72-4ed2-b426-a31caa2114d4 tempest-ServersTestManualDisk-2087116754 tempest-ServersTestManualDisk-2087116754-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:11:53.949779 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-a4700d67-c9e2-4b52-96b3-ad47be162da7 req-9f2fe781-2f72-4ed2-b426-a31caa2114d4 tempest-ServersTestManualDisk-2087116754 tempest-ServersTestManualDisk-2087116754-project] 10.222.0.90 "GET /v2.0/networks?id=0ec7f9f6-4ed5-45b5-9742-035cca69218b HTTP/1.1" status: 200 len: 812 time: 0.2546935 Feb 09 19:11:53.960449 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63c735a8-de25-42a6-b86f-be1afc008c2c req-cebb0f27-684a-4984-bf40-9ecc371112b2 tempest-ServerAddressesNegativeTestJSON-1329317131 tempest-ServerAddressesNegativeTestJSON-1329317131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:11:53.962053 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-63c735a8-de25-42a6-b86f-be1afc008c2c req-cebb0f27-684a-4984-bf40-9ecc371112b2 tempest-ServerAddressesNegativeTestJSON-1329317131 tempest-ServerAddressesNegativeTestJSON-1329317131-project] 10.222.0.90 "GET /v2.0/ports?device_id=2854d40b-3910-46fb-9c81-90b175cedc66 HTTP/1.1" status: 200 len: 946 time: 0.1032546 Feb 09 19:11:54.000292 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6a24e357-6b22-4df3-bd65-3a47adef81e1 req-59635a92-d2dd-42aa-b0da-b53fd34d0858 tempest-ServersTestBootFromVolume-783248817 tempest-ServersTestBootFromVolume-783248817-project] Made reservation on behalf of ab46f22498044497a19ee4778fafcebd for: {'port': 1} {{(pid=103229) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 19:11:54.004730 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-6a24e357-6b22-4df3-bd65-3a47adef81e1 req-59635a92-d2dd-42aa-b0da-b53fd34d0858 tempest-ServersTestBootFromVolume-783248817 tempest-ServersTestBootFromVolume-783248817-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (None), before_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:11:54.033885 n-d-713498-36 neutron-server[103229]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a901d4ca-b06a-4f16-bb38-3946d10c4d14 admin admin] Router a3474827-4b70-478d-8932-b676b7dc2979 is scheduled to L3 agent 93303d5e-5d17-45e8-8963-7694f87783ae with binding_index 1 {{(pid=103229) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 09 19:11:54.079133 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-a4700d67-c9e2-4b52-96b3-ad47be162da7 req-665a7597-ba2f-42a0-8b3a-9bc2caa472c7 tempest-ServersTestManualDisk-2087116754 tempest-ServersTestManualDisk-2087116754-project] 10.222.0.90 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=77d2f6c213eb401684c27974738fe903 HTTP/1.1" status: 200 len: 380 time: 0.1159136 Feb 09 19:11:54.093027 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.v2.base [req-a4700d67-c9e2-4b52-96b3-ad47be162da7 req-1493ff17-d6ad-465b-b303-1ddea39a03c1 tempest-ServersTestManualDisk-2087116754 tempest-ServersTestManualDisk-2087116754-project] Request body: {'port': {'device_id': 'a35fbec0-0317-420e-b440-01979c3a7c6c', 'network_id': '0ec7f9f6-4ed5-45b5-9742-035cca69218b', 'admin_state_up': True, 'tenant_id': '77d2f6c213eb401684c27974738fe903', 'security_groups': ['a9046b98-d442-46ac-9793-fd3bbced8e96']}} {{(pid=103230) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 19:11:54.439312 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-eabaeb56-7e44-4f91-91ae-7699d58d0009 req-2c4d3b7d-92ff-4471-9857-355da4c883db tempest-ServersTestManualDisk-2087116754 tempest-ServersTestManualDisk-2087116754-project] 10.222.0.75 "GET /v2.0/ports?device_id=a35fbec0-0317-420e-b440-01979c3a7c6c HTTP/1.1" status: 200 len: 210 time: 0.0399644 Feb 09 19:11:54.545293 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-69ee1a5a-d45c-4654-85f9-4a32dd2c6b6e req-f92a4f11-fd0d-4f5b-9271-efa826fbdb58 tempest-MigrationsAdminTest-892781459 tempest-MigrationsAdminTest-892781459-project] 10.222.0.75 "GET /v2.0/networks?tenant_id=51b81e7592544b98a90626c2bba713eb&shared=False HTTP/1.1" status: 200 len: 213 time: 0.4697618 Feb 09 19:11:54.555930 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-62eefee2-32bb-47f4-9f05-cbbd66265931 req-46f2e4bf-46f0-43fe-804b-aad34a031fb0 service neutron] 10.222.0.89 "GET /v2.0/networks/22e5c36a-e85f-4512-bcde-f1a1a30e29d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8169723 Feb 09 19:11:54.569554 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a4700d67-c9e2-4b52-96b3-ad47be162da7 req-1493ff17-d6ad-465b-b303-1ddea39a03c1 tempest-ServersTestManualDisk-2087116754 tempest-ServersTestManualDisk-2087116754-project] Made reservation on behalf of 77d2f6c213eb401684c27974738fe903 for: {'port': 1} {{(pid=103230) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 19:11:54.575580 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [req-a4700d67-c9e2-4b52-96b3-ad47be162da7 req-1493ff17-d6ad-465b-b303-1ddea39a03c1 tempest-ServersTestManualDisk-2087116754 tempest-ServersTestManualDisk-2087116754-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (None), before_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:11:54.636089 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.plugin [req-63c735a8-de25-42a6-b86f-be1afc008c2c req-2e0b4bed-d1c7-4ce2-b724-bef0e06e0a9f tempest-ServerAddressesNegativeTestJSON-1329317131 tempest-ServerAddressesNegativeTestJSON-1329317131-project] Deleting port bb40b10a-1bb3-4609-9d46-6b2d051a47c9 {{(pid=103230) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 19:11:54.636439 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [req-63c735a8-de25-42a6-b86f-be1afc008c2c req-2e0b4bed-d1c7-4ce2-b724-bef0e06e0a9f tempest-ServerAddressesNegativeTestJSON-1329317131 tempest-ServerAddressesNegativeTestJSON-1329317131-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762867170196'] for port (bb40b10a-1bb3-4609-9d46-6b2d051a47c9), before_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:11:54.647463 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39bffd33-4fd9-46a1-91a1-b4afa9a70d26 req-2d0d810f-b9e8-4fce-8785-6affa8b2a752 tempest-DeleteServersTestJSON-1870379525 tempest-DeleteServersTestJSON-1870379525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:11:54.648989 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-39bffd33-4fd9-46a1-91a1-b4afa9a70d26 req-2d0d810f-b9e8-4fce-8785-6affa8b2a752 tempest-DeleteServersTestJSON-1870379525 tempest-DeleteServersTestJSON-1870379525-project] 10.222.0.75 "GET /v2.0/ports?device_id=7fbc7784-9788-4f2d-b985-c5e2674f3448 HTTP/1.1" status: 200 len: 943 time: 0.1305664 Feb 09 19:11:54.657113 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-40406eb9-4102-4000-a99a-8ca02cd11f51 tempest-RoutersNegativeTest-1011750698 tempest-RoutersNegativeTest-1011750698-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1834525'] for router_interface (f686cd24-caea-498f-b572-38eb4f315345), before_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:11:54.730721 n-d-713498-36 neutron-server[103229]: DEBUG neutron.db.db_base_plugin_common [req-6a24e357-6b22-4df3-bd65-3a47adef81e1 req-59635a92-d2dd-42aa-b0da-b53fd34d0858 tempest-ServersTestBootFromVolume-783248817 tempest-ServersTestBootFromVolume-783248817-project] Allocated IP 172.20.0.12 (bf4bc076-a27e-42a2-9aee-a2f41efd57ae/fea6332b-9bd6-4cd8-9e80-16a97bc75c3b/791d3f17-1eab-424b-8748-a6e718491667) {{(pid=103229) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 19:11:54.771739 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Device 9e9093c5-c270-418b-b203-e3adae1a2c7d details requested by agent hyperv_n-h1-713498-36 with host n-h1-713498-36 {{(pid=103232) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 19:11:54.824305 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-39bffd33-4fd9-46a1-91a1-b4afa9a70d26 req-56c937dc-d1f7-4ca2-9f9f-a7ff0dcfc8f8 tempest-DeleteServersTestJSON-1870379525 tempest-DeleteServersTestJSON-1870379525-project] 10.222.0.75 "GET /v2.0/security-groups?id=5ce92d32-ca94-4b6c-925d-b9dff609abe6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1595199 Feb 09 19:11:54.859530 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.db [req-63c735a8-de25-42a6-b86f-be1afc008c2c req-2e0b4bed-d1c7-4ce2-b724-bef0e06e0a9f tempest-ServerAddressesNegativeTestJSON-1329317131 tempest-ServerAddressesNegativeTestJSON-1329317131-project] For port bb40b10a-1bb3-4609-9d46-6b2d051a47c9, host n-h2-713498-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-36',level=0,port_id=bb40b10a-1bb3-4609-9d46-6b2d051a47c9,segment=NetworkSegment(d8eb09fc-5a20-4a22-8df1-8899b8af70a5),segment_id=d8eb09fc-5a20-4a22-8df1-8899b8af70a5)] {{(pid=103230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 19:11:54.859530 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [req-63c735a8-de25-42a6-b86f-be1afc008c2c req-2e0b4bed-d1c7-4ce2-b724-bef0e06e0a9f tempest-ServerAddressesNegativeTestJSON-1329317131 tempest-ServerAddressesNegativeTestJSON-1329317131-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1820838'] for port (bb40b10a-1bb3-4609-9d46-6b2d051a47c9), precommit_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:11:54.882265 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.plugin [req-63c735a8-de25-42a6-b86f-be1afc008c2c req-2e0b4bed-d1c7-4ce2-b724-bef0e06e0a9f tempest-ServerAddressesNegativeTestJSON-1329317131 tempest-ServerAddressesNegativeTestJSON-1329317131-project] Calling delete_port for bb40b10a-1bb3-4609-9d46-6b2d051a47c9 owned by compute:nova {{(pid=103230) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 19:11:54.885080 n-d-713498-36 neutron-server[103230]: DEBUG neutron.db.db_base_plugin_common [req-a4700d67-c9e2-4b52-96b3-ad47be162da7 req-1493ff17-d6ad-465b-b303-1ddea39a03c1 tempest-ServersTestManualDisk-2087116754 tempest-ServersTestManualDisk-2087116754-project] Allocated IP 172.20.0.11 (0ec7f9f6-4ed5-45b5-9742-035cca69218b/56817271-1948-4557-bb99-937580724a46/56559978-c567-46d5-a94e-81e3865f8cfc) {{(pid=103230) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 19:11:54.964863 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] For port 9e9093c5-c270-418b-b203-e3adae1a2c7d, host n-h1-713498-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-36',level=0,port_id=9e9093c5-c270-418b-b203-e3adae1a2c7d,segment=NetworkSegment(d4c5d86e-1399-4ff8-a9ec-2a8082c6024a),segment_id=d4c5d86e-1399-4ff8-a9ec-2a8082c6024a)] {{(pid=103232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 19:11:54.971498 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a901d4ca-b06a-4f16-bb38-3946d10c4d14 admin admin] Notify agent at l3_agent.n-d-713498-36 the message routers_updated {{(pid=103229) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 19:11:54.984231 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Returning: {'device': '9e9093c5-c270-418b-b203-e3adae1a2c7d', 'network_id': '22e5c36a-e85f-4512-bcde-f1a1a30e29d3', 'port_id': '9e9093c5-c270-418b-b203-e3adae1a2c7d', 'mac_address': 'fa:16:3e:e5:cb:3b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 384, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fd92991c-99c1-4998-85f2-810e9ca4298d', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103232) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 19:11:54.995304 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-000747cd-ffa9-4ffe-a392-61a39cb84d4c None None] Sync routers for ids ['a3474827-4b70-478d-8932-b676b7dc2979'] in n-d-713498-36 {{(pid=103232) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 19:11:55.043085 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.l3_dvrscheduler_db [None req-000747cd-ffa9-4ffe-a392-61a39cb84d4c None None] Routers {'a3474827-4b70-478d-8932-b676b7dc2979'} bound to L3 agent in host n-d-713498-36 {{(pid=103232) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 19:11:55.043753 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.l3_hamode_db [None req-000747cd-ffa9-4ffe-a392-61a39cb84d4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T18:51:43Z,description=,heartbeat_timestamp=2022-02-09T19:11:43Z,host='n-d-713498-36',id=93303d5e-5d17-45e8-8963-7694f87783ae,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T18:51:43Z,topic='l3_agent')) {'router_ids': ['a3474827-4b70-478d-8932-b676b7dc2979'], 'active': True} {{(pid=103232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:11:55.082330 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69ee1a5a-d45c-4654-85f9-4a32dd2c6b6e req-f5c523ec-cf50-48b3-bb14-22b77fee9724 tempest-MigrationsAdminTest-892781459 tempest-MigrationsAdminTest-892781459-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:11:55.090340 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-69ee1a5a-d45c-4654-85f9-4a32dd2c6b6e req-f5c523ec-cf50-48b3-bb14-22b77fee9724 tempest-MigrationsAdminTest-892781459 tempest-MigrationsAdminTest-892781459-project] 10.222.0.75 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5441272 Feb 09 19:11:55.122217 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-62eefee2-32bb-47f4-9f05-cbbd66265931 req-dd88cb8e-6318-4552-bb43-9c03152b8bf0 service neutron] 10.222.0.89 "GET /v2.0/networks/22e5c36a-e85f-4512-bcde-f1a1a30e29d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5164642 Feb 09 19:11:55.122505 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Current status of the port 9e9093c5-c270-418b-b203-e3adae1a2c7d is: DOWN; New status is: BUILD {{(pid=103232) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 19:11:55.122886 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (9e9093c5-c270-418b-b203-e3adae1a2c7d), before_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:11:55.150196 n-d-713498-36 neutron-server[103232]: DEBUG neutron.notifiers.nova [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9e9093c5-c270-418b-b203-e3adae1a2c7d {{(pid=103232) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 19:11:55.150685 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cc3bbb4-f8ba-4152-a768-f8315afbe12e req-b9c3dd64-2f19-4657-90fc-527af0b5a871 tempest-ServerAddressesNegativeTestJSON-1329317131 tempest-ServerAddressesNegativeTestJSON-1329317131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:11:55.161129 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-8cc3bbb4-f8ba-4152-a768-f8315afbe12e req-b9c3dd64-2f19-4657-90fc-527af0b5a871 tempest-ServerAddressesNegativeTestJSON-1329317131 tempest-ServerAddressesNegativeTestJSON-1329317131-project] 10.222.0.75 "GET /v2.0/ports?device_id=2854d40b-3910-46fb-9c81-90b175cedc66 HTTP/1.1" status: 200 len: 946 time: 0.1978962 Feb 09 19:11:55.182475 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] For port 9e9093c5-c270-418b-b203-e3adae1a2c7d, host n-h1-713498-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-36',level=0,port_id=9e9093c5-c270-418b-b203-e3adae1a2c7d,segment=NetworkSegment(d4c5d86e-1399-4ff8-a9ec-2a8082c6024a),segment_id=d4c5d86e-1399-4ff8-a9ec-2a8082c6024a)] {{(pid=103232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 19:11:55.194925 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762867176205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762866656485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762866656503'] for port (9e9093c5-c270-418b-b203-e3adae1a2c7d), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:11:55.235083 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.l3_dvr_db [None req-000747cd-ffa9-4ffe-a392-61a39cb84d4c None None] Set router a3474827-4b70-478d-8932-b676b7dc2979 gateway port host: n-d-713498-36 {{(pid=103232) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 19:11:55.254433 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [req-a4700d67-c9e2-4b52-96b3-ad47be162da7 req-1493ff17-d6ad-465b-b303-1ddea39a03c1 tempest-ServersTestManualDisk-2087116754 tempest-ServersTestManualDisk-2087116754-project] Publish callbacks [] for port (56559978-c567-46d5-a94e-81e3865f8cfc), precommit_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:11:55.276554 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-69ee1a5a-d45c-4654-85f9-4a32dd2c6b6e req-bdc8568a-9f2c-4837-ad8f-a72237a1161e tempest-MigrationsAdminTest-892781459 tempest-MigrationsAdminTest-892781459-project] 10.222.0.75 "GET /v2.0/quotas/51b81e7592544b98a90626c2bba713eb HTTP/1.1" status: 200 len: 375 time: 0.1853163 Feb 09 19:11:55.279490 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [req-63c735a8-de25-42a6-b86f-be1afc008c2c req-2e0b4bed-d1c7-4ce2-b724-bef0e06e0a9f tempest-ServerAddressesNegativeTestJSON-1329317131 tempest-ServerAddressesNegativeTestJSON-1329317131-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762867177463', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762866656476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14393751'] for port (bb40b10a-1bb3-4609-9d46-6b2d051a47c9), after_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:11:55.297733 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-a901d4ca-b06a-4f16-bb38-3946d10c4d14 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:11:55.300233 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-8cc3bbb4-f8ba-4152-a768-f8315afbe12e req-5c753bfd-001d-436a-a87d-1527018af748 tempest-ServerAddressesNegativeTestJSON-1329317131 tempest-ServerAddressesNegativeTestJSON-1329317131-project] 10.222.0.75 "GET /v2.0/security-groups?id=8a6ad574-3929-48e5-8f19-4fb6a8644ed7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1381025 Feb 09 19:11:55.301235 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-a901d4ca-b06a-4f16-bb38-3946d10c4d14 admin admin] 10.222.0.75 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 10.1591089 Feb 09 19:11:55.320316 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-7429db8d-6021-40ad-813e-885be449a89b None None] get_ports_and_sgs() called for port_ids ['bb40b10a-1bb3-4609-9d46-6b2d051a47c9'] {{(pid=103232) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 19:11:55.321061 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 58852) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:11:55.351197 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e0b4bed-d1c7-4ce2-b724-bef0e06e0a9f tempest-ServerAddressesNegativeTestJSON-1329317131 tempest-ServerAddressesNegativeTestJSON-1329317131-project] Pushing event deleted for resources: {'Port': ['ID=bb40b10a-1bb3-4609-9d46-6b2d051a47c9,revision_number=None']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:11:55.409198 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-69ee1a5a-d45c-4654-85f9-4a32dd2c6b6e req-6ee1218d-23f1-42c1-b5d2-13d9b221530d tempest-MigrationsAdminTest-892781459 tempest-MigrationsAdminTest-892781459-project] 10.222.0.75 "GET /v2.0/ports?tenant_id=51b81e7592544b98a90626c2bba713eb&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1223595 Feb 09 19:11:55.424903 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Pushing event updated for resources: {'Port': ['ID=9e9093c5-c270-418b-b203-e3adae1a2c7d,revision_number=4']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:11:55.477264 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-6a24e357-6b22-4df3-bd65-3a47adef81e1 req-59635a92-d2dd-42aa-b0da-b53fd34d0858 tempest-ServersTestBootFromVolume-783248817 tempest-ServersTestBootFromVolume-783248817-project] Publish callbacks [] for port (791d3f17-1eab-424b-8748-a6e718491667), precommit_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:11:55.515951 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] get_ports_and_sgs() called for port_ids ['9e9093c5-c270-418b-b203-e3adae1a2c7d'] {{(pid=103232) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 19:11:55.621475 n-d-713498-36 neutron-server[103230]: DEBUG neutron.db.l3_dvrscheduler_db [req-63c735a8-de25-42a6-b86f-be1afc008c2c req-2e0b4bed-d1c7-4ce2-b724-bef0e06e0a9f tempest-ServerAddressesNegativeTestJSON-1329317131 tempest-ServerAddressesNegativeTestJSON-1329317131-project] No DVR routers for this DVR port bb40b10a-1bb3-4609-9d46-6b2d051a47c9 on host n-h2-713498-36 {{(pid=103230) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 19:11:55.637046 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-1281c432-4b72-4145-ab43-9cc4514113d6 req-190541d0-a86a-4b45-bfcd-5bd265513bac tempest-ServersTestBootFromVolume-783248817 tempest-ServersTestBootFromVolume-783248817-project] 10.222.0.75 "GET /v2.0/ports?device_id=84c056fe-802f-4b0b-9844-f490f36d7dba HTTP/1.1" status: 200 len: 210 time: 0.1427279 Feb 09 19:11:55.640064 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [req-63c735a8-de25-42a6-b86f-be1afc008c2c req-2e0b4bed-d1c7-4ce2-b724-bef0e06e0a9f tempest-ServerAddressesNegativeTestJSON-1329317131 tempest-ServerAddressesNegativeTestJSON-1329317131-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171096'] for port (None), before_response {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:11:55.648733 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-6a24e357-6b22-4df3-bd65-3a47adef81e1 req-59635a92-d2dd-42aa-b0da-b53fd34d0858 tempest-ServersTestBootFromVolume-783248817 tempest-ServersTestBootFromVolume-783248817-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762866656467', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12867576'] for port (791d3f17-1eab-424b-8748-a6e718491667), after_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:11:55.667195 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-63c735a8-de25-42a6-b86f-be1afc008c2c req-2e0b4bed-d1c7-4ce2-b724-bef0e06e0a9f tempest-ServerAddressesNegativeTestJSON-1329317131 tempest-ServerAddressesNegativeTestJSON-1329317131-project] 10.222.0.90 "DELETE /v2.0/ports/bb40b10a-1bb3-4609-9d46-6b2d051a47c9 HTTP/1.1" status: 204 len: 173 time: 1.6836619 Feb 09 19:11:55.667702 n-d-713498-36 neutron-server[103230]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2854d40b-3910-46fb-9c81-90b175cedc66', 'name': 'network-vif-deleted', 'tag': 'bb40b10a-1bb3-4609-9d46-6b2d051a47c9'}] {{(pid=103230) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 19:11:55.670172 n-d-713498-36 neutron-server[103230]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aee5919275bae9f72eb374ee322673045eb80c1f84b4b45a97d96923bd50ab51" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-65cc0418-f399-4feb-a507-4adf941bc6e9" -d '{"events": [{"server_uuid": "2854d40b-3910-46fb-9c81-90b175cedc66", "name": "network-vif-deleted", "tag": "bb40b10a-1bb3-4609-9d46-6b2d051a47c9"}]}' {{(pid=103230) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 19:11:55.682856 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [req-a4700d67-c9e2-4b52-96b3-ad47be162da7 req-1493ff17-d6ad-465b-b303-1ddea39a03c1 tempest-ServersTestManualDisk-2087116754 tempest-ServersTestManualDisk-2087116754-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762866656467', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14393751'] for port (56559978-c567-46d5-a94e-81e3865f8cfc), after_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:11:55.772884 n-d-713498-36 neutron-server[103230]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a4700d67-c9e2-4b52-96b3-ad47be162da7 req-1493ff17-d6ad-465b-b303-1ddea39a03c1 tempest-ServersTestManualDisk-2087116754 tempest-ServersTestManualDisk-2087116754-project] Network 0ec7f9f6-4ed5-45b5-9742-035cca69218b is already hosted by enough agents. {{(pid=103230) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 19:11:55.779166 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.l3_hamode_db [None req-000747cd-ffa9-4ffe-a392-61a39cb84d4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a3474827-4b70-478d-8932-b676b7dc2979', 'name': 'tempest-ServersTestMultiNic-470835944-router', 'tenant_id': 'dd68a30cbd724a479c2573502973494c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88055e1e-672a-4487-be31-ffb6e833ece5', 'external_fixed_ips': [{'subnet_id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'ip_address': '172.25.1.97'}], 'enable_snat': True}, 'gw_port_id': '54d642e9-f72a-4272-beaa-438966872b19', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T19:11:45Z', 'updated_at': '2022-02-09T19:11:50Z', 'revision_number': 3, 'project_id': 'dd68a30cbd724a479c2573502973494c', 'gw_port': {'id': '54d642e9-f72a-4272-beaa-438966872b19', 'name': '', 'network_id': '88055e1e-672a-4487-be31-ffb6e833ece5', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:53:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a3474827-4b70-478d-8932-b676b7dc2979', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1184, 'fixed_ips': [{'subnet_id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'ip_address': '172.25.1.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T19:11:48Z', 'updated_at': '2022-02-09T19:11:48Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-36'}], 'n-d-713498-36', False) {} {{(pid=103232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:11:55.826929 n-d-713498-36 neutron-server[103230]: DEBUG neutron.scheduler.base_scheduler [req-a4700d67-c9e2-4b52-96b3-ad47be162da7 req-1493ff17-d6ad-465b-b303-1ddea39a03c1 tempest-ServersTestManualDisk-2087116754 tempest-ServersTestManualDisk-2087116754-project] Resources bound (agent type, host, resource id): {{(pid=103230) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 19:11:55.832814 n-d-713498-36 neutron-server[103229]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6a24e357-6b22-4df3-bd65-3a47adef81e1 req-59635a92-d2dd-42aa-b0da-b53fd34d0858 tempest-ServersTestBootFromVolume-783248817 tempest-ServersTestBootFromVolume-783248817-project] Network bf4bc076-a27e-42a2-9aee-a2f41efd57ae is already hosted by enough agents. {{(pid=103229) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 19:11:55.844986 n-d-713498-36 neutron-server[103230]: DEBUG neutron.db.l3_dvrscheduler_db [req-a4700d67-c9e2-4b52-96b3-ad47be162da7 req-1493ff17-d6ad-465b-b303-1ddea39a03c1 tempest-ServersTestManualDisk-2087116754 tempest-ServersTestManualDisk-2087116754-project] Received port after_create {{(pid=103230) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 19:11:55.857640 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-000747cd-ffa9-4ffe-a392-61a39cb84d4c None None] Checking router: a3474827-4b70-478d-8932-b676b7dc2979 for host: n-d-713498-36 {{(pid=103232) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 19:11:55.858105 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-000747cd-ffa9-4ffe-a392-61a39cb84d4c None None] Updating router a3474827-4b70-478d-8932-b676b7dc2979 port 54d642e9-f72a-4272-beaa-438966872b19 binding host n-d-713498-36 {{(pid=103232) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 19:11:55.915535 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-cd767250-d49b-482a-a2a8-c9c7a5d3bf72 req-b885ef0f-6cd1-4d70-ae8f-fa27c2a77d17 tempest-TaggedBootDevicesTest_v242-798392635 tempest-TaggedBootDevicesTest_v242-798392635-project] 10.222.0.75 "GET /v2.0/ports?device_id=8319129f-1054-494a-b0c0-2ec99e839619 HTTP/1.1" status: 200 len: 210 time: 0.1621394 Feb 09 19:11:55.930997 n-d-713498-36 neutron-server[103229]: DEBUG neutron.scheduler.base_scheduler [req-6a24e357-6b22-4df3-bd65-3a47adef81e1 req-59635a92-d2dd-42aa-b0da-b53fd34d0858 tempest-ServersTestBootFromVolume-783248817 tempest-ServersTestBootFromVolume-783248817-project] Resources bound (agent type, host, resource id): {{(pid=103229) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 19:11:55.937075 n-d-713498-36 neutron-server[103229]: DEBUG neutron.db.l3_dvrscheduler_db [req-6a24e357-6b22-4df3-bd65-3a47adef81e1 req-59635a92-d2dd-42aa-b0da-b53fd34d0858 tempest-ServersTestBootFromVolume-783248817 tempest-ServersTestBootFromVolume-783248817-project] Received port after_create {{(pid=103229) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 19:11:55.956157 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59635a92-d2dd-42aa-b0da-b53fd34d0858 tempest-ServersTestBootFromVolume-783248817 tempest-ServersTestBootFromVolume-783248817-project] Pushing event updated for resources: {'Port': ['ID=791d3f17-1eab-424b-8748-a6e718491667,revision_number=1']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:11:55.961477 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4700d67-c9e2-4b52-96b3-ad47be162da7 req-1493ff17-d6ad-465b-b303-1ddea39a03c1 tempest-ServersTestManualDisk-2087116754 tempest-ServersTestManualDisk-2087116754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:11:55.962198 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [req-a4700d67-c9e2-4b52-96b3-ad47be162da7 req-1493ff17-d6ad-465b-b303-1ddea39a03c1 tempest-ServersTestManualDisk-2087116754 tempest-ServersTestManualDisk-2087116754-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171096'] for port (None), before_response {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:11:55.980316 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-000747cd-ffa9-4ffe-a392-61a39cb84d4c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (54d642e9-f72a-4272-beaa-438966872b19), before_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:11:56.013682 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1493ff17-d6ad-465b-b303-1ddea39a03c1 tempest-ServersTestManualDisk-2087116754 tempest-ServersTestManualDisk-2087116754-project] Pushing event updated for resources: {'Port': ['ID=56559978-c567-46d5-a94e-81e3865f8cfc,revision_number=1']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:11:56.054655 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.plugin [None req-40406eb9-4102-4000-a99a-8ca02cd11f51 tempest-RoutersNegativeTest-1011750698 tempest-RoutersNegativeTest-1011750698-project] Deleting port 23c5906c-abb3-4afc-8aea-567db2b8150d {{(pid=103229) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 19:11:56.055013 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-40406eb9-4102-4000-a99a-8ca02cd11f51 tempest-RoutersNegativeTest-1011750698 tempest-RoutersNegativeTest-1011750698-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762867170196'] for port (23c5906c-abb3-4afc-8aea-567db2b8150d), before_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:11:56.222595 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-40406eb9-4102-4000-a99a-8ca02cd11f51 tempest-RoutersNegativeTest-1011750698 tempest-RoutersNegativeTest-1011750698-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1820838'] for port (23c5906c-abb3-4afc-8aea-567db2b8150d), precommit_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:11:56.241169 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.plugin [None req-40406eb9-4102-4000-a99a-8ca02cd11f51 tempest-RoutersNegativeTest-1011750698 tempest-RoutersNegativeTest-1011750698-project] Calling delete_port for 23c5906c-abb3-4afc-8aea-567db2b8150d owned by network:router_interface {{(pid=103229) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 19:11:56.253168 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-a4700d67-c9e2-4b52-96b3-ad47be162da7 req-1493ff17-d6ad-465b-b303-1ddea39a03c1 tempest-ServersTestManualDisk-2087116754 tempest-ServersTestManualDisk-2087116754-project] 10.222.0.90 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.1639547 Feb 09 19:11:56.269342 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66a03e29-1a1e-46cd-9bfa-21535649f08f req-53808fae-1111-4eeb-a5bf-ffb84db135cc tempest-ServersTestManualDisk-2087116754 tempest-ServersTestManualDisk-2087116754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:11:56.277580 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-66a03e29-1a1e-46cd-9bfa-21535649f08f req-53808fae-1111-4eeb-a5bf-ffb84db135cc tempest-ServersTestManualDisk-2087116754 tempest-ServersTestManualDisk-2087116754-project] 10.222.0.75 "GET /v2.0/ports?device_id=a35fbec0-0317-420e-b440-01979c3a7c6c HTTP/1.1" status: 200 len: 932 time: 0.5023940 Feb 09 19:11:56.291990 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [req-a4700d67-c9e2-4b52-96b3-ad47be162da7 req-1fa3f478-a89b-4a23-baa8-301cede74ace tempest-ServersTestManualDisk-2087116754 tempest-ServersTestManualDisk-2087116754-project] http://10.222.0.75:9696/v2.0/extensions returned with HTTP 200 {{(pid=103230) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 09 19:11:56.293384 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-a4700d67-c9e2-4b52-96b3-ad47be162da7 req-1fa3f478-a89b-4a23-baa8-301cede74ace tempest-ServersTestManualDisk-2087116754 tempest-ServersTestManualDisk-2087116754-project] 10.222.0.90 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0131145 Feb 09 19:11:56.438908 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-66a03e29-1a1e-46cd-9bfa-21535649f08f req-72c6184d-d8f4-426e-85ed-40a363e032e8 tempest-ServersTestManualDisk-2087116754 tempest-ServersTestManualDisk-2087116754-project] 10.222.0.75 "GET /v2.0/security-groups?id=a9046b98-d442-46ac-9793-fd3bbced8e96&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1597574 Feb 09 19:11:56.487507 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a24e357-6b22-4df3-bd65-3a47adef81e1 req-59635a92-d2dd-42aa-b0da-b53fd34d0858 tempest-ServersTestBootFromVolume-783248817 tempest-ServersTestBootFromVolume-783248817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:11:56.488236 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-6a24e357-6b22-4df3-bd65-3a47adef81e1 req-59635a92-d2dd-42aa-b0da-b53fd34d0858 tempest-ServersTestBootFromVolume-783248817 tempest-ServersTestBootFromVolume-783248817-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171096'] for port (None), before_response {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:11:56.512948 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-000747cd-ffa9-4ffe-a392-61a39cb84d4c None None] Publish callbacks [] for port (54d642e9-f72a-4272-beaa-438966872b19), precommit_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:11:56.531286 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-000747cd-ffa9-4ffe-a392-61a39cb84d4c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762867176205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762866656485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762866656503'] for port (54d642e9-f72a-4272-beaa-438966872b19), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:11:56.546218 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-6a24e357-6b22-4df3-bd65-3a47adef81e1 req-59635a92-d2dd-42aa-b0da-b53fd34d0858 tempest-ServersTestBootFromVolume-783248817 tempest-ServersTestBootFromVolume-783248817-project] 10.222.0.89 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.9315331 Feb 09 19:11:56.606438 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.provisioning_blocks [None req-02387b48-5e48-4d97-aef7-3891ed040c6f None None] Provisioning complete for port 56559978-c567-46d5-a94e-81e3865f8cfc triggered by entity DHCP. {{(pid=103232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 19:11:56.606826 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-02387b48-5e48-4d97-aef7-3891ed040c6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593630'] for port (56559978-c567-46d5-a94e-81e3865f8cfc), provisioning_complete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:11:56.610279 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-d957f492-96a9-46db-80bb-577a24e5292f req-c484116a-553d-4fab-b729-50945906fac9 tempest-MigrationsAdminTest-892781459 tempest-MigrationsAdminTest-892781459-project] 10.222.0.75 "GET /v2.0/ports?device_id=7394cbff-f035-4166-a786-a8886a8e5e67 HTTP/1.1" status: 200 len: 210 time: 0.1381364 Feb 09 19:11:56.623966 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.managers [None req-000747cd-ffa9-4ffe-a392-61a39cb84d4c None None] Attempting to bind port 54d642e9-f72a-4272-beaa-438966872b19 on host n-d-713498-36 for vnic_type normal with profile {{(pid=103232) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 19:11:56.626376 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.v2.base [req-6a24e357-6b22-4df3-bd65-3a47adef81e1 req-fe974232-8318-40fb-bfb1-fca6874add1e service neutron] Request body: {'port': {'device_id': '84c056fe-802f-4b0b-9844-f490f36d7dba', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-713498-36'}} {{(pid=103229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 19:11:56.627146 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.managers [None req-000747cd-ffa9-4ffe-a392-61a39cb84d4c None None] Attempting to bind port 54d642e9-f72a-4272-beaa-438966872b19 by drivers openvswitch,hyperv on host n-d-713498-36 at level 0 using segments [{'id': 'a4222f89-8d3f-4b51-953b-1a8126392491', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '88055e1e-672a-4487-be31-ffb6e833ece5'}] {{(pid=103232) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 19:11:56.631793 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-000747cd-ffa9-4ffe-a392-61a39cb84d4c None None] Attempting to bind port 54d642e9-f72a-4272-beaa-438966872b19 on network 88055e1e-672a-4487-be31-ffb6e833ece5 {{(pid=103232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 19:11:56.651328 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.v2.base [req-a4700d67-c9e2-4b52-96b3-ad47be162da7 req-44d12193-aa88-4727-b6eb-ce7d8d49a2d4 service neutron] Request body: {'port': {'device_id': 'a35fbec0-0317-420e-b440-01979c3a7c6c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-713498-36'}} {{(pid=103230) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 19:11:56.663536 n-d-713498-36 neutron-server[103230]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 19:11:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3ea6b1b6-065e-4d8d-a863-98659a7ab470 x-openstack-request-id: req-3ea6b1b6-065e-4d8d-a863-98659a7ab470 {{(pid=103230) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 19:11:56.663779 n-d-713498-36 neutron-server[103230]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2854d40b-3910-46fb-9c81-90b175cedc66", "name": "network-vif-deleted", "tag": "bb40b10a-1bb3-4609-9d46-6b2d051a47c9", "status": "completed", "code": 200}]} {{(pid=103230) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 19:11:56.664277 n-d-713498-36 neutron-server[103230]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-3ea6b1b6-065e-4d8d-a863-98659a7ab470 {{(pid=103230) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 19:11:56.664896 n-d-713498-36 neutron-server[103230]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2854d40b-3910-46fb-9c81-90b175cedc66', 'name': 'network-vif-deleted', 'tag': 'bb40b10a-1bb3-4609-9d46-6b2d051a47c9', 'status': 'completed', 'code': 200} Feb 09 19:11:56.674002 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8263e675-3c3c-4b5f-9222-a3cafe662859 None None] Pushing event updated for resources: {'Port': ['ID=54d642e9-f72a-4272-beaa-438966872b19,revision_number=2']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:11:56.693864 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-000747cd-ffa9-4ffe-a392-61a39cb84d4c None None] Checking agent: {'id': '496418a2-c002-4aec-ab1a-07f3bea491bd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-36', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 18, 51, 47), 'started_at': datetime.datetime(2022, 2, 9, 18, 52, 17), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 19, 11, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-36'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 19:11:56.698698 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-000747cd-ffa9-4ffe-a392-61a39cb84d4c None None] Checking segment: {'id': 'a4222f89-8d3f-4b51-953b-1a8126392491', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '88055e1e-672a-4487-be31-ffb6e833ece5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103232) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 19:11:56.701905 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-000747cd-ffa9-4ffe-a392-61a39cb84d4c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:11:56.702331 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-000747cd-ffa9-4ffe-a392-61a39cb84d4c None None] Bound using segment: {'id': 'a4222f89-8d3f-4b51-953b-1a8126392491', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '88055e1e-672a-4487-be31-ffb6e833ece5'} {{(pid=103232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 19:11:56.702851 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.managers [None req-000747cd-ffa9-4ffe-a392-61a39cb84d4c None None] Bound port: 54d642e9-f72a-4272-beaa-438966872b19, host: n-d-713498-36, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a4222f89-8d3f-4b51-953b-1a8126392491', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '88055e1e-672a-4487-be31-ffb6e833ece5'}}] {{(pid=103232) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 19:11:56.703269 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-000747cd-ffa9-4ffe-a392-61a39cb84d4c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (54d642e9-f72a-4272-beaa-438966872b19), before_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:11:56.787604 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-000747cd-ffa9-4ffe-a392-61a39cb84d4c None None] For port 54d642e9-f72a-4272-beaa-438966872b19, host n-d-713498-36, cleared binding levels {{(pid=103232) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 19:11:56.801771 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-02387b48-5e48-4d97-aef7-3891ed040c6f None None] Port 56559978-c567-46d5-a94e-81e3865f8cfc cannot update to ACTIVE because it is not bound. {{(pid=103232) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 19:11:56.804528 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-000747cd-ffa9-4ffe-a392-61a39cb84d4c None None] For port 54d642e9-f72a-4272-beaa-438966872b19, host n-d-713498-36, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-36',level=0,port_id=54d642e9-f72a-4272-beaa-438966872b19,segment=NetworkSegment(a4222f89-8d3f-4b51-953b-1a8126392491),segment_id=a4222f89-8d3f-4b51-953b-1a8126392491)] {{(pid=103232) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 19:11:56.809633 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-0d457b9f-86fa-46ef-abc4-a23f0dbe3757 req-0ef54dee-7936-4ef0-a74b-f22765793570 tempest-ServerAddressesNegativeTestJSON-1329317131 tempest-ServerAddressesNegativeTestJSON-1329317131-project] 10.222.0.75 "GET /v2.0/ports?device_id=2854d40b-3910-46fb-9c81-90b175cedc66 HTTP/1.1" status: 200 len: 210 time: 0.0563338 Feb 09 19:11:56.814335 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-6a24e357-6b22-4df3-bd65-3a47adef81e1 req-fe974232-8318-40fb-bfb1-fca6874add1e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (791d3f17-1eab-424b-8748-a6e718491667), before_update {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:11:56.823140 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-000747cd-ffa9-4ffe-a392-61a39cb84d4c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762867176205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762866656485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762866656503'] for port (54d642e9-f72a-4272-beaa-438966872b19), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:11:56.883877 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-40406eb9-4102-4000-a99a-8ca02cd11f51 tempest-RoutersNegativeTest-1011750698 tempest-RoutersNegativeTest-1011750698-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762867177463', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762866656476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12867576'] for port (23c5906c-abb3-4afc-8aea-567db2b8150d), after_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:11:56.936802 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40406eb9-4102-4000-a99a-8ca02cd11f51 tempest-RoutersNegativeTest-1011750698 tempest-RoutersNegativeTest-1011750698-project] Pushing event deleted for resources: {'Port': ['ID=23c5906c-abb3-4afc-8aea-567db2b8150d,revision_number=None']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:11:56.968810 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8263e675-3c3c-4b5f-9222-a3cafe662859 None None] Pushing event updated for resources: {'Port': ['ID=54d642e9-f72a-4272-beaa-438966872b19,revision_number=3']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:11:56.971063 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [req-a4700d67-c9e2-4b52-96b3-ad47be162da7 req-44d12193-aa88-4727-b6eb-ce7d8d49a2d4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (56559978-c567-46d5-a94e-81e3865f8cfc), before_update {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:11:57.009266 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12d3f569-ecb1-40f1-a511-cce256e5c573 req-61b8b7b8-7727-4414-a425-f5616b87508a tempest-DeleteServersTestJSON-1870379525 tempest-DeleteServersTestJSON-1870379525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:11:57.010855 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-12d3f569-ecb1-40f1-a511-cce256e5c573 req-61b8b7b8-7727-4414-a425-f5616b87508a tempest-DeleteServersTestJSON-1870379525 tempest-DeleteServersTestJSON-1870379525-project] 10.222.0.75 "GET /v2.0/ports?device_id=7fbc7784-9788-4f2d-b985-c5e2674f3448 HTTP/1.1" status: 200 len: 944 time: 0.2530074 Feb 09 19:11:57.012489 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.provisioning_blocks [None req-f13df84a-1484-4578-b4c2-43f273bd999a None None] Provisioning complete for port 791d3f17-1eab-424b-8748-a6e718491667 triggered by entity DHCP. {{(pid=103232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 19:11:57.012879 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-f13df84a-1484-4578-b4c2-43f273bd999a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593630'] for port (791d3f17-1eab-424b-8748-a6e718491667), provisioning_complete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:11:57.095022 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-f13df84a-1484-4578-b4c2-43f273bd999a None None] Port 791d3f17-1eab-424b-8748-a6e718491667 cannot update to ACTIVE because it is not bound. {{(pid=103232) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 19:11:57.100156 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.l3_dvrscheduler_db [None req-000747cd-ffa9-4ffe-a392-61a39cb84d4c None None] Routers {'a3474827-4b70-478d-8932-b676b7dc2979'} bound to L3 agent in host n-d-713498-36 {{(pid=103232) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 19:11:57.100156 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.l3_hamode_db [None req-000747cd-ffa9-4ffe-a392-61a39cb84d4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T18:51:43Z,description=,heartbeat_timestamp=2022-02-09T19:11:43Z,host='n-d-713498-36',id=93303d5e-5d17-45e8-8963-7694f87783ae,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T18:51:43Z,topic='l3_agent')) {'router_ids': ['a3474827-4b70-478d-8932-b676b7dc2979'], 'active': True} {{(pid=103232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:11:57.214368 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-424306cf-7771-4b6e-877c-87e79e10febe req-55865c53-ad74-46e4-9393-fb35d668330d tempest-ServersTestBootFromVolume-783248817 tempest-ServersTestBootFromVolume-783248817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:11:57.215931 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-424306cf-7771-4b6e-877c-87e79e10febe req-55865c53-ad74-46e4-9393-fb35d668330d tempest-ServersTestBootFromVolume-783248817 tempest-ServersTestBootFromVolume-783248817-project] 10.222.0.75 "GET /v2.0/ports?device_id=84c056fe-802f-4b0b-9844-f490f36d7dba HTTP/1.1" status: 200 len: 932 time: 0.3110456 Feb 09 19:11:57.311521 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.l3_dvr_db [None req-000747cd-ffa9-4ffe-a392-61a39cb84d4c None None] Set router a3474827-4b70-478d-8932-b676b7dc2979 gateway port host: n-d-713498-36 {{(pid=103232) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 19:11:57.330958 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-12d3f569-ecb1-40f1-a511-cce256e5c573 req-2fbbf851-0d19-4df5-ad89-db7323c1d835 tempest-DeleteServersTestJSON-1870379525 tempest-DeleteServersTestJSON-1870379525-project] 10.222.0.75 "GET /v2.0/security-groups?id=5ce92d32-ca94-4b6c-925d-b9dff609abe6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2704787 Feb 09 19:11:57.508655 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-ec12baf6-17b4-4e09-8232-f2f7ccf66f7c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (None), before_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:11:57.600950 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-9d93d9ec-1669-435a-b14d-2a996660e8dd req-7b4031c1-a425-4ee7-8213-5ec85e68583b tempest-TaggedBootDevicesTest_v242-798392635 tempest-TaggedBootDevicesTest_v242-798392635-project] 10.222.0.75 "GET /v2.0/ports?device_id=8319129f-1054-494a-b0c0-2ec99e839619 HTTP/1.1" status: 200 len: 210 time: 0.1387382 Feb 09 19:11:57.703605 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-69ee1a5a-d45c-4654-85f9-4a32dd2c6b6e req-78491fb3-ffae-41f2-95df-9ddd41945396 tempest-MigrationsAdminTest-892781459 tempest-MigrationsAdminTest-892781459-project] 10.222.0.89 "GET /v2.0/networks?tenant_id=51b81e7592544b98a90626c2bba713eb&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0640607 Feb 09 19:11:57.712421 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-40406eb9-4102-4000-a99a-8ca02cd11f51 tempest-RoutersNegativeTest-1011750698 tempest-RoutersNegativeTest-1011750698-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1613467', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1834633'] for router_interface (f686cd24-caea-498f-b572-38eb4f315345), after_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:11:57.877295 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.l3_hamode_db [None req-000747cd-ffa9-4ffe-a392-61a39cb84d4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a3474827-4b70-478d-8932-b676b7dc2979', 'name': 'tempest-ServersTestMultiNic-470835944-router', 'tenant_id': 'dd68a30cbd724a479c2573502973494c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88055e1e-672a-4487-be31-ffb6e833ece5', 'external_fixed_ips': [{'subnet_id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'ip_address': '172.25.1.97'}], 'enable_snat': True}, 'gw_port_id': '54d642e9-f72a-4272-beaa-438966872b19', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T19:11:45Z', 'updated_at': '2022-02-09T19:11:50Z', 'revision_number': 3, 'project_id': 'dd68a30cbd724a479c2573502973494c', 'gw_port': {'id': '54d642e9-f72a-4272-beaa-438966872b19', 'name': '', 'network_id': '88055e1e-672a-4487-be31-ffb6e833ece5', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:53:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a3474827-4b70-478d-8932-b676b7dc2979', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1184, 'fixed_ips': [{'subnet_id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'ip_address': '172.25.1.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T19:11:48Z', 'updated_at': '2022-02-09T19:11:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-36'}], 'n-d-713498-36', False) {} {{(pid=103232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:11:57.879949 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-424306cf-7771-4b6e-877c-87e79e10febe req-d3eb8439-d48f-4687-b4ff-3cd3d65b606b tempest-ServersTestBootFromVolume-783248817 tempest-ServersTestBootFromVolume-783248817-project] 10.222.0.75 "GET /v2.0/security-groups?id=99b1e7c3-38f3-4f0a-8bb2-c56dc143d44a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2443082 Feb 09 19:11:57.916376 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-000747cd-ffa9-4ffe-a392-61a39cb84d4c None None] The sync data for ids ['a3474827-4b70-478d-8932-b676b7dc2979'] in n-d-713498-36 is: [{'id': 'a3474827-4b70-478d-8932-b676b7dc2979', 'name': 'tempest-ServersTestMultiNic-470835944-router', 'tenant_id': 'dd68a30cbd724a479c2573502973494c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88055e1e-672a-4487-be31-ffb6e833ece5', 'external_fixed_ips': [{'subnet_id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'ip_address': '172.25.1.97'}], 'enable_snat': True}, 'gw_port_id': '54d642e9-f72a-4272-beaa-438966872b19', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T19:11:45Z', 'updated_at': '2022-02-09T19:11:50Z', 'revision_number': 3, 'project_id': 'dd68a30cbd724a479c2573502973494c', 'gw_port': {'id': '54d642e9-f72a-4272-beaa-438966872b19', 'name': '', 'network_id': '88055e1e-672a-4487-be31-ffb6e833ece5', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:53:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a3474827-4b70-478d-8932-b676b7dc2979', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1184, 'fixed_ips': [{'subnet_id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'ip_address': '172.25.1.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T19:11:48Z', 'updated_at': '2022-02-09T19:11:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-36'}] {{(pid=103232) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 19:11:58.082825 n-d-713498-36 neutron-server[103229]: DEBUG neutron.notifiers.nova [req-6a24e357-6b22-4df3-bd65-3a47adef81e1 req-fe974232-8318-40fb-bfb1-fca6874add1e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 791d3f17-1eab-424b-8748-a6e718491667 {{(pid=103229) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 19:11:58.092953 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69ee1a5a-d45c-4654-85f9-4a32dd2c6b6e req-be401797-108c-4623-b308-b66be21b1f7c tempest-MigrationsAdminTest-892781459 tempest-MigrationsAdminTest-892781459-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:11:58.094566 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-69ee1a5a-d45c-4654-85f9-4a32dd2c6b6e req-be401797-108c-4623-b308-b66be21b1f7c tempest-MigrationsAdminTest-892781459 tempest-MigrationsAdminTest-892781459-project] 10.222.0.89 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3801281 Feb 09 19:11:58.124530 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-73a5c38b-84be-435d-b334-8c1f6e053ed9 req-144f6d12-7e43-460f-a015-4b803fd6e003 tempest-MigrationsAdminTest-892781459 tempest-MigrationsAdminTest-892781459-project] 10.222.0.75 "GET /v2.0/ports?device_id=7394cbff-f035-4166-a786-a8886a8e5e67 HTTP/1.1" status: 200 len: 210 time: 0.1278102 Feb 09 19:11:58.128397 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-6a24e357-6b22-4df3-bd65-3a47adef81e1 req-fe974232-8318-40fb-bfb1-fca6874add1e service neutron] Publish callbacks [] for port (791d3f17-1eab-424b-8748-a6e718491667), precommit_update {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:11:58.136538 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.v2.base [req-69ee1a5a-d45c-4654-85f9-4a32dd2c6b6e req-4191e508-7f0e-4fe8-87ae-dc6191817764 tempest-MigrationsAdminTest-892781459 tempest-MigrationsAdminTest-892781459-project] Request body: {'port': {'device_id': '7394cbff-f035-4166-a786-a8886a8e5e67', 'network_id': '2b5494c8-cf97-42c1-b902-87f998f28179', 'admin_state_up': True, 'tenant_id': '51b81e7592544b98a90626c2bba713eb'}} {{(pid=103229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 19:11:58.204735 n-d-713498-36 neutron-server[103229]: DEBUG neutron.db.provisioning_blocks [req-6a24e357-6b22-4df3-bd65-3a47adef81e1 req-fe974232-8318-40fb-bfb1-fca6874add1e service neutron] Transition to ACTIVE for port object 791d3f17-1eab-424b-8748-a6e718491667 will not be triggered until provisioned by entity L2. {{(pid=103229) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 19:11:58.205676 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 58884) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:11:58.228354 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-6a24e357-6b22-4df3-bd65-3a47adef81e1 req-fe974232-8318-40fb-bfb1-fca6874add1e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762867176205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762866656485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762866656503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12867569'] for port (791d3f17-1eab-424b-8748-a6e718491667), after_update {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:11:58.231536 n-d-713498-36 neutron-server[103229]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-40406eb9-4102-4000-a99a-8ca02cd11f51 tempest-RoutersNegativeTest-1011750698 tempest-RoutersNegativeTest-1011750698-project] Router f686cd24-caea-498f-b572-38eb4f315345 has already been hosted by L3 agent 93303d5e-5d17-45e8-8963-7694f87783ae {{(pid=103229) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 19:11:58.393868 n-d-713498-36 neutron-server[103230]: DEBUG neutron.db.db_base_plugin_common [None req-ec12baf6-17b4-4e09-8232-f2f7ccf66f7c admin admin] Allocated IP 172.20.0.1 (ed38d6f9-7d82-44db-a70f-8dd3a7475f53/66b803ba-de43-452b-9363-bb969a5a7c7a/ebafb87f-971b-4ec0-8a9d-54a75d287ab8) {{(pid=103230) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 19:11:58.413313 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50b98ef5-0fdd-4150-a092-a56b8b67d299 req-4d5d8013-9ecb-42c2-8c2d-8f23c6497f4d tempest-ServersTestManualDisk-2087116754 tempest-ServersTestManualDisk-2087116754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:11:58.428260 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-50b98ef5-0fdd-4150-a092-a56b8b67d299 req-4d5d8013-9ecb-42c2-8c2d-8f23c6497f4d tempest-ServersTestManualDisk-2087116754 tempest-ServersTestManualDisk-2087116754-project] 10.222.0.75 "GET /v2.0/ports?device_id=a35fbec0-0317-420e-b440-01979c3a7c6c HTTP/1.1" status: 200 len: 932 time: 0.6726601 Feb 09 19:11:58.490339 n-d-713498-36 neutron-server[103229]: DEBUG neutron.db.db_base_plugin_v2 [None req-649be760-f1e6-4298-a400-28b6d847624f admin admin] Deleting subnet 8b9afad4-0399-41e9-8ed3-02c6eade7653 {{(pid=103229) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 19:11:58.500295 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe974232-8318-40fb-bfb1-fca6874add1e service neutron] Pushing event updated for resources: {'Port': ['ID=791d3f17-1eab-424b-8748-a6e718491667,revision_number=2']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:11:58.526940 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Device bb40b10a-1bb3-4609-9d46-6b2d051a47c9 no longer exists at agent hyperv_n-h2-713498-36 {{(pid=103232) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 19:11:58.542177 n-d-713498-36 neutron-server[103230]: DEBUG neutron.notifiers.nova [req-a4700d67-c9e2-4b52-96b3-ad47be162da7 req-44d12193-aa88-4727-b6eb-ce7d8d49a2d4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 56559978-c567-46d5-a94e-81e3865f8cfc {{(pid=103230) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 19:11:58.558584 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [req-a4700d67-c9e2-4b52-96b3-ad47be162da7 req-44d12193-aa88-4727-b6eb-ce7d8d49a2d4 service neutron] Publish callbacks [] for port (56559978-c567-46d5-a94e-81e3865f8cfc), precommit_update {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:11:58.559466 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-649be760-f1e6-4298-a400-28b6d847624f admin admin] Publish callbacks [] for subnet (8b9afad4-0399-41e9-8ed3-02c6eade7653), before_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:11:58.571244 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-7429db8d-6021-40ad-813e-885be449a89b None None] No Port match for: bb40b10a-1bb3-4609-9d46-6b2d051a47c9 {{(pid=103232) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 19:11:58.571244 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Device bb40b10a-1bb3-4609-9d46-6b2d051a47c9 not bound to the agent host n-h2-713498-36 {{(pid=103232) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 19:11:58.581061 n-d-713498-36 neutron-server[103230]: DEBUG neutron.db.provisioning_blocks [req-a4700d67-c9e2-4b52-96b3-ad47be162da7 req-44d12193-aa88-4727-b6eb-ce7d8d49a2d4 service neutron] Transition to ACTIVE for port object 56559978-c567-46d5-a94e-81e3865f8cfc will not be triggered until provisioned by entity L2. {{(pid=103230) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 19:11:58.597765 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [req-a4700d67-c9e2-4b52-96b3-ad47be162da7 req-44d12193-aa88-4727-b6eb-ce7d8d49a2d4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762867176205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762866656485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762866656503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14393758'] for port (56559978-c567-46d5-a94e-81e3865f8cfc), after_update {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:11:58.790303 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-69ee1a5a-d45c-4654-85f9-4a32dd2c6b6e req-4191e508-7f0e-4fe8-87ae-dc6191817764 tempest-MigrationsAdminTest-892781459 tempest-MigrationsAdminTest-892781459-project] Made reservation on behalf of 51b81e7592544b98a90626c2bba713eb for: {'port': 1} {{(pid=103229) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 19:11:58.794021 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44d12193-aa88-4727-b6eb-ce7d8d49a2d4 service neutron] Pushing event updated for resources: {'Port': ['ID=56559978-c567-46d5-a94e-81e3865f8cfc,revision_number=2']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:11:58.794245 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-69ee1a5a-d45c-4654-85f9-4a32dd2c6b6e req-4191e508-7f0e-4fe8-87ae-dc6191817764 tempest-MigrationsAdminTest-892781459 tempest-MigrationsAdminTest-892781459-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (None), before_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:11:58.803744 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Device 9e9093c5-c270-418b-b203-e3adae1a2c7d up at agent hyperv_n-h1-713498-36 {{(pid=103232) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 19:11:58.817256 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-50b98ef5-0fdd-4150-a092-a56b8b67d299 req-ccbf790b-f363-488b-b298-1046d2a3fdd5 tempest-ServersTestManualDisk-2087116754 tempest-ServersTestManualDisk-2087116754-project] 10.222.0.75 "GET /v2.0/security-groups?id=a9046b98-d442-46ac-9793-fd3bbced8e96&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3879087 Feb 09 19:11:58.880905 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-649be760-f1e6-4298-a400-28b6d847624f admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16683410'] for subnet (8b9afad4-0399-41e9-8ed3-02c6eade7653), precommit_delete_associations {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:11:58.893842 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.managers [req-6a24e357-6b22-4df3-bd65-3a47adef81e1 req-fe974232-8318-40fb-bfb1-fca6874add1e service neutron] Attempting to bind port 791d3f17-1eab-424b-8748-a6e718491667 on host n-h1-713498-36 for vnic_type normal with profile {{(pid=103229) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 19:11:58.894264 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.managers [req-6a24e357-6b22-4df3-bd65-3a47adef81e1 req-fe974232-8318-40fb-bfb1-fca6874add1e service neutron] Attempting to bind port 791d3f17-1eab-424b-8748-a6e718491667 by drivers openvswitch,hyperv on host n-h1-713498-36 at level 0 using segments [{'id': '141f724c-a45b-4df8-8db3-8734c1f0aa1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': 'bf4bc076-a27e-42a2-9aee-a2f41efd57ae'}] {{(pid=103229) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 19:11:58.894547 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a24e357-6b22-4df3-bd65-3a47adef81e1 req-fe974232-8318-40fb-bfb1-fca6874add1e service neutron] Attempting to bind port 791d3f17-1eab-424b-8748-a6e718491667 on network bf4bc076-a27e-42a2-9aee-a2f41efd57ae {{(pid=103229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 19:11:58.896664 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-69ee1a5a-d45c-4654-85f9-4a32dd2c6b6e req-4191e508-7f0e-4fe8-87ae-dc6191817764 tempest-MigrationsAdminTest-892781459 tempest-MigrationsAdminTest-892781459-project] Publish callbacks [] for security_group (None), before_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:11:58.953234 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-40406eb9-4102-4000-a99a-8ca02cd11f51 tempest-RoutersNegativeTest-1011750698 tempest-RoutersNegativeTest-1011750698-project] Notify agent at l3_agent.n-d-713498-36 the message routers_updated {{(pid=103229) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 19:11:58.969278 n-d-713498-36 neutron-server[103233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92c9398f-7696-463f-bc05-62d85791843c None None] Sync routers for ids ['f686cd24-caea-498f-b572-38eb4f315345'] in n-d-713498-36 {{(pid=103233) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 19:11:58.988304 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-40406eb9-4102-4000-a99a-8ca02cd11f51 tempest-RoutersNegativeTest-1011750698 tempest-RoutersNegativeTest-1011750698-project] 10.222.0.75 "PUT /v2.0/routers/f686cd24-caea-498f-b572-38eb4f315345/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.2757382 Feb 09 19:11:58.990907 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.provisioning_blocks [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Provisioning for port 9e9093c5-c270-418b-b203-e3adae1a2c7d completed by entity L2. {{(pid=103232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 19:11:59.002751 n-d-713498-36 neutron-server[103233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92c9398f-7696-463f-bc05-62d85791843c None None] Routers {'f686cd24-caea-498f-b572-38eb4f315345'} bound to L3 agent in host n-d-713498-36 {{(pid=103233) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 19:11:59.005097 n-d-713498-36 neutron-server[103233]: DEBUG neutron.db.l3_hamode_db [None req-92c9398f-7696-463f-bc05-62d85791843c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T18:51:43Z,description=,heartbeat_timestamp=2022-02-09T19:11:43Z,host='n-d-713498-36',id=93303d5e-5d17-45e8-8963-7694f87783ae,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T18:51:43Z,topic='l3_agent')) {'router_ids': ['f686cd24-caea-498f-b572-38eb4f315345'], 'active': True} {{(pid=103233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:11:59.006922 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.provisioning_blocks [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Provisioning complete for port 9e9093c5-c270-418b-b203-e3adae1a2c7d triggered by entity L2. {{(pid=103232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 19:11:59.009078 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593630'] for port (9e9093c5-c270-418b-b203-e3adae1a2c7d), provisioning_complete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:11:59.027963 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 58892) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:11:59.028696 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.managers [req-a4700d67-c9e2-4b52-96b3-ad47be162da7 req-44d12193-aa88-4727-b6eb-ce7d8d49a2d4 service neutron] Attempting to bind port 56559978-c567-46d5-a94e-81e3865f8cfc on host n-h2-713498-36 for vnic_type normal with profile {{(pid=103230) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 19:11:59.029035 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.managers [req-a4700d67-c9e2-4b52-96b3-ad47be162da7 req-44d12193-aa88-4727-b6eb-ce7d8d49a2d4 service neutron] Attempting to bind port 56559978-c567-46d5-a94e-81e3865f8cfc by drivers openvswitch,hyperv on host n-h2-713498-36 at level 0 using segments [{'id': '8fc5bdc5-20d6-4485-913b-a8e45cf9007a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': '0ec7f9f6-4ed5-45b5-9742-035cca69218b'}] {{(pid=103230) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 19:11:59.029368 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4700d67-c9e2-4b52-96b3-ad47be162da7 req-44d12193-aa88-4727-b6eb-ce7d8d49a2d4 service neutron] Attempting to bind port 56559978-c567-46d5-a94e-81e3865f8cfc on network 0ec7f9f6-4ed5-45b5-9742-035cca69218b {{(pid=103230) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 19:11:59.031239 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-649be760-f1e6-4298-a400-28b6d847624f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-759852'] for subnet (8b9afad4-0399-41e9-8ed3-02c6eade7653), precommit_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:11:59.054688 n-d-713498-36 neutron-server[103233]: DEBUG neutron.db.l3_hamode_db [None req-92c9398f-7696-463f-bc05-62d85791843c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713498-36', False) {} {{(pid=103233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:11:59.064385 n-d-713498-36 neutron-server[103233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92c9398f-7696-463f-bc05-62d85791843c None None] Routers {'f686cd24-caea-498f-b572-38eb4f315345'} bound to L3 agent in host n-d-713498-36 {{(pid=103233) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 19:11:59.065121 n-d-713498-36 neutron-server[103233]: DEBUG neutron.db.l3_hamode_db [None req-92c9398f-7696-463f-bc05-62d85791843c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T18:51:43Z,description=,heartbeat_timestamp=2022-02-09T19:11:43Z,host='n-d-713498-36',id=93303d5e-5d17-45e8-8963-7694f87783ae,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T18:51:43Z,topic='l3_agent')) {'router_ids': ['f686cd24-caea-498f-b572-38eb4f315345'], 'active': True} {{(pid=103233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:11:59.073520 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-ec12baf6-17b4-4e09-8232-f2f7ccf66f7c admin admin] Publish callbacks [] for port (ebafb87f-971b-4ec0-8a9d-54a75d287ab8), precommit_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:11:59.116963 n-d-713498-36 neutron-server[103233]: DEBUG neutron.db.l3_hamode_db [None req-92c9398f-7696-463f-bc05-62d85791843c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713498-36', False) {} {{(pid=103233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:11:59.117902 n-d-713498-36 neutron-server[103233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92c9398f-7696-463f-bc05-62d85791843c None None] The sync data for ids ['f686cd24-caea-498f-b572-38eb4f315345'] in n-d-713498-36 is: [] {{(pid=103233) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 19:11:59.137687 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a24e357-6b22-4df3-bd65-3a47adef81e1 req-fe974232-8318-40fb-bfb1-fca6874add1e service neutron] Port 791d3f17-1eab-424b-8748-a6e718491667 on network bf4bc076-a27e-42a2-9aee-a2f41efd57ae not bound, no agent of type Open vSwitch agent registered on host n-h1-713498-36 {{(pid=103229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 19:11:59.138245 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a24e357-6b22-4df3-bd65-3a47adef81e1 req-fe974232-8318-40fb-bfb1-fca6874add1e service neutron] Attempting to bind port 791d3f17-1eab-424b-8748-a6e718491667 on network bf4bc076-a27e-42a2-9aee-a2f41efd57ae {{(pid=103229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 19:11:59.160338 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bec2d33-d5fc-4b36-9461-9f8d09fac962 req-2749a633-7aed-4ade-a2b0-065c1700837f tempest-DeleteServersTestJSON-1870379525 tempest-DeleteServersTestJSON-1870379525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:11:59.162280 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-6bec2d33-d5fc-4b36-9461-9f8d09fac962 req-2749a633-7aed-4ade-a2b0-065c1700837f tempest-DeleteServersTestJSON-1870379525 tempest-DeleteServersTestJSON-1870379525-project] 10.222.0.75 "GET /v2.0/ports?device_id=7fbc7784-9788-4f2d-b985-c5e2674f3448 HTTP/1.1" status: 200 len: 944 time: 0.6405139 Feb 09 19:11:59.169685 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-649be760-f1e6-4298-a400-28b6d847624f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-760023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12867367', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12759238'] for subnet (8b9afad4-0399-41e9-8ed3-02c6eade7653), after_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:11:59.188892 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a24e357-6b22-4df3-bd65-3a47adef81e1 req-fe974232-8318-40fb-bfb1-fca6874add1e service neutron] Checking agent: {'id': '488cd9ae-631f-4955-ba0b-4f5a13f12e9c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713498-36', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 18, 59, 18), 'started_at': datetime.datetime(2022, 2, 9, 18, 59, 18), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 19, 11, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 19:11:59.189852 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a24e357-6b22-4df3-bd65-3a47adef81e1 req-fe974232-8318-40fb-bfb1-fca6874add1e service neutron] Checking segment: {'id': '141f724c-a45b-4df8-8db3-8734c1f0aa1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': 'bf4bc076-a27e-42a2-9aee-a2f41efd57ae'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103229) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 19:11:59.190494 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a24e357-6b22-4df3-bd65-3a47adef81e1 req-fe974232-8318-40fb-bfb1-fca6874add1e service neutron] Bound using segment: {'id': '141f724c-a45b-4df8-8db3-8734c1f0aa1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': 'bf4bc076-a27e-42a2-9aee-a2f41efd57ae'} {{(pid=103229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 19:11:59.191120 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.managers [req-6a24e357-6b22-4df3-bd65-3a47adef81e1 req-fe974232-8318-40fb-bfb1-fca6874add1e service neutron] Bound port: 791d3f17-1eab-424b-8748-a6e718491667, host: n-h1-713498-36, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '141f724c-a45b-4df8-8db3-8734c1f0aa1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': 'bf4bc076-a27e-42a2-9aee-a2f41efd57ae'}}] {{(pid=103229) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 19:11:59.191486 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-6a24e357-6b22-4df3-bd65-3a47adef81e1 req-fe974232-8318-40fb-bfb1-fca6874add1e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (791d3f17-1eab-424b-8748-a6e718491667), before_update {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:11:59.216015 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Current status of the port 9e9093c5-c270-418b-b203-e3adae1a2c7d is: BUILD; New status is: ACTIVE {{(pid=103232) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 19:11:59.216414 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (9e9093c5-c270-418b-b203-e3adae1a2c7d), before_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:11:59.228380 n-d-713498-36 neutron-server[103230]: INFO neutron.api.v2.resource [None req-0644230e-208f-4f4a-ac45-8a24d8f4ff71 tempest-RoutersNegativeTest-1011750698 tempest-RoutersNegativeTest-1011750698-project] delete failed (client error): The resource could not be found. Feb 09 19:11:59.233180 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-0644230e-208f-4f4a-ac45-8a24d8f4ff71 tempest-RoutersNegativeTest-1011750698 tempest-RoutersNegativeTest-1011750698-project] 10.222.0.75 "DELETE /v2.0/routers/tempest-non_exist_router-1311741113 HTTP/1.1" status: 404 len: 335 time: 0.1803081 Feb 09 19:11:59.240987 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 58896) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:11:59.255098 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4700d67-c9e2-4b52-96b3-ad47be162da7 req-44d12193-aa88-4727-b6eb-ce7d8d49a2d4 service neutron] Port 56559978-c567-46d5-a94e-81e3865f8cfc on network 0ec7f9f6-4ed5-45b5-9742-035cca69218b not bound, no agent of type Open vSwitch agent registered on host n-h2-713498-36 {{(pid=103230) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 19:11:59.255546 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4700d67-c9e2-4b52-96b3-ad47be162da7 req-44d12193-aa88-4727-b6eb-ce7d8d49a2d4 service neutron] Attempting to bind port 56559978-c567-46d5-a94e-81e3865f8cfc on network 0ec7f9f6-4ed5-45b5-9742-035cca69218b {{(pid=103230) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 19:11:59.261603 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.v2.base [None req-741e9578-68cd-47bf-bf3c-b2a3900b5c2d tempest-RoutersNegativeTest-1011750698 tempest-RoutersNegativeTest-1011750698-project] Request body: {'router': {'external_gateway_info': {'network_id': 'f686cd24-caea-498f-b572-38eb4f315345'}}} {{(pid=103229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 19:11:59.261860 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-ec12baf6-17b4-4e09-8232-f2f7ccf66f7c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762866656467', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14393751'] for port (ebafb87f-971b-4ec0-8a9d-54a75d287ab8), after_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:11:59.265727 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-649be760-f1e6-4298-a400-28b6d847624f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8b9afad4-0399-41e9-8ed3-02c6eade7653,revision_number=None']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:11:59.267915 n-d-713498-36 neutron-server[103232]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7fbc7784-9788-4f2d-b985-c5e2674f3448', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9e9093c5-c270-418b-b203-e3adae1a2c7d'}] {{(pid=103232) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 19:11:59.274586 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-ed6065ff-472d-4fc0-8a82-a1063f0ca9e7 req-0c1d959a-972b-4b77-85a3-3dc19351c7e3 tempest-TaggedBootDevicesTest_v242-798392635 tempest-TaggedBootDevicesTest_v242-798392635-project] 10.222.0.75 "GET /v2.0/ports?device_id=8319129f-1054-494a-b0c0-2ec99e839619 HTTP/1.1" status: 200 len: 210 time: 0.2051446 Feb 09 19:11:59.282626 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4700d67-c9e2-4b52-96b3-ad47be162da7 req-44d12193-aa88-4727-b6eb-ce7d8d49a2d4 service neutron] Checking agent: {'id': 'bcd5faee-dc24-4298-9134-0e0aa054058e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713498-36', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 18, 59, 19), 'started_at': datetime.datetime(2022, 2, 9, 18, 59, 19), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 19, 11, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103230) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 19:11:59.283914 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4700d67-c9e2-4b52-96b3-ad47be162da7 req-44d12193-aa88-4727-b6eb-ce7d8d49a2d4 service neutron] Checking segment: {'id': '8fc5bdc5-20d6-4485-913b-a8e45cf9007a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': '0ec7f9f6-4ed5-45b5-9742-035cca69218b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103230) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 19:11:59.284859 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4700d67-c9e2-4b52-96b3-ad47be162da7 req-44d12193-aa88-4727-b6eb-ce7d8d49a2d4 service neutron] Bound using segment: {'id': '8fc5bdc5-20d6-4485-913b-a8e45cf9007a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': '0ec7f9f6-4ed5-45b5-9742-035cca69218b'} {{(pid=103230) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 19:11:59.285408 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.managers [req-a4700d67-c9e2-4b52-96b3-ad47be162da7 req-44d12193-aa88-4727-b6eb-ce7d8d49a2d4 service neutron] Bound port: 56559978-c567-46d5-a94e-81e3865f8cfc, host: n-h2-713498-36, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8fc5bdc5-20d6-4485-913b-a8e45cf9007a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': '0ec7f9f6-4ed5-45b5-9742-035cca69218b'}}] {{(pid=103230) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 19:11:59.285878 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [req-a4700d67-c9e2-4b52-96b3-ad47be162da7 req-44d12193-aa88-4727-b6eb-ce7d8d49a2d4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (56559978-c567-46d5-a94e-81e3865f8cfc), before_update {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:11:59.286046 n-d-713498-36 neutron-server[103232]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}949cdcde653dec44821de95cbf67297f53cbc2aed4e073b5d514f93bf911ce85" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f91c7d34-01ef-4603-8bed-218fc01db42d" -d '{"events": [{"server_uuid": "7fbc7784-9788-4f2d-b985-c5e2674f3448", "name": "network-vif-plugged", "status": "completed", "tag": "9e9093c5-c270-418b-b203-e3adae1a2c7d"}]}' {{(pid=103232) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 19:11:59.318491 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] For port 9e9093c5-c270-418b-b203-e3adae1a2c7d, host n-h1-713498-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-36',level=0,port_id=9e9093c5-c270-418b-b203-e3adae1a2c7d,segment=NetworkSegment(d4c5d86e-1399-4ff8-a9ec-2a8082c6024a),segment_id=d4c5d86e-1399-4ff8-a9ec-2a8082c6024a)] {{(pid=103232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 19:11:59.318735 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-649be760-f1e6-4298-a400-28b6d847624f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1613566'] for subnet (None), before_response {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:11:59.324110 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-649be760-f1e6-4298-a400-28b6d847624f admin admin] 10.222.0.75 "DELETE /v2.0/subnets/8b9afad4-0399-41e9-8ed3-02c6eade7653 HTTP/1.1" status: 204 len: 168 time: 1.1128490 Feb 09 19:11:59.328322 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762867176205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762866656485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762866656503'] for port (9e9093c5-c270-418b-b203-e3adae1a2c7d), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:11:59.350060 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 58900) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:11:59.432429 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Pushing event updated for resources: {'Port': ['ID=9e9093c5-c270-418b-b203-e3adae1a2c7d,revision_number=5']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:11:59.449498 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-6bec2d33-d5fc-4b36-9461-9f8d09fac962 req-795c9d42-1955-4205-a82a-f0adced473a3 tempest-DeleteServersTestJSON-1870379525 tempest-DeleteServersTestJSON-1870379525-project] 10.222.0.75 "GET /v2.0/security-groups?id=5ce92d32-ca94-4b6c-925d-b9dff609abe6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2773190 Feb 09 19:11:59.456059 n-d-713498-36 neutron-server[103230]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec12baf6-17b4-4e09-8232-f2f7ccf66f7c admin admin] Network ed38d6f9-7d82-44db-a70f-8dd3a7475f53 is already hosted by enough agents. {{(pid=103230) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 19:11:59.522696 n-d-713498-36 neutron-server[103230]: DEBUG neutron.scheduler.base_scheduler [None req-ec12baf6-17b4-4e09-8232-f2f7ccf66f7c admin admin] Resources bound (agent type, host, resource id): {{(pid=103230) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 19:11:59.531382 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-c4c9e513-a4ee-43aa-a305-94fd450a559c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-670458'] for network (b9b7fd7f-1559-4fdf-b79d-489c05f2c99c), before_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:11:59.538155 n-d-713498-36 neutron-server[103230]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec12baf6-17b4-4e09-8232-f2f7ccf66f7c admin admin] Received port after_create {{(pid=103230) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 19:11:59.580304 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec12baf6-17b4-4e09-8232-f2f7ccf66f7c admin admin] Pushing event updated for resources: {'Port': ['ID=ebafb87f-971b-4ec0-8a9d-54a75d287ab8,revision_number=1']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:11:59.656563 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe2f9043-459a-47ba-a9cb-1b13c1b38aff req-162ba215-8345-4a74-a058-b9abd6114acf tempest-ServersTestBootFromVolume-783248817 tempest-ServersTestBootFromVolume-783248817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:11:59.663861 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-fe2f9043-459a-47ba-a9cb-1b13c1b38aff req-162ba215-8345-4a74-a058-b9abd6114acf tempest-ServersTestBootFromVolume-783248817 tempest-ServersTestBootFromVolume-783248817-project] 10.222.0.75 "GET /v2.0/ports?device_id=84c056fe-802f-4b0b-9844-f490f36d7dba HTTP/1.1" status: 200 len: 944 time: 0.2250266 Feb 09 19:11:59.725057 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-ec12baf6-17b4-4e09-8232-f2f7ccf66f7c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1819024'] for router_interface (a3474827-4b70-478d-8932-b676b7dc2979), before_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:11:59.780107 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.db [req-a4700d67-c9e2-4b52-96b3-ad47be162da7 req-44d12193-aa88-4727-b6eb-ce7d8d49a2d4 service neutron] For port 56559978-c567-46d5-a94e-81e3865f8cfc, host n-h2-713498-36, cleared binding levels {{(pid=103230) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 19:11:59.811278 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-741e9578-68cd-47bf-bf3c-b2a3900b5c2d tempest-RoutersNegativeTest-1011750698 tempest-RoutersNegativeTest-1011750698-project] Publish callbacks [] for router_gateway (f686cd24-caea-498f-b572-38eb4f315345), precommit_update {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:11:59.816262 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.db [req-a4700d67-c9e2-4b52-96b3-ad47be162da7 req-44d12193-aa88-4727-b6eb-ce7d8d49a2d4 service neutron] For port 56559978-c567-46d5-a94e-81e3865f8cfc, host n-h2-713498-36, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-36',level=0,port_id=56559978-c567-46d5-a94e-81e3865f8cfc,segment=NetworkSegment(8fc5bdc5-20d6-4485-913b-a8e45cf9007a),segment_id=8fc5bdc5-20d6-4485-913b-a8e45cf9007a)] {{(pid=103230) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 19:11:59.826374 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-70a01e6e-b202-4f03-a63c-dc7bd2a5857d req-e0483c4c-023c-4e1f-99ba-cb8e91f3d10a tempest-MigrationsAdminTest-892781459 tempest-MigrationsAdminTest-892781459-project] 10.222.0.75 "GET /v2.0/ports?device_id=7394cbff-f035-4166-a786-a8886a8e5e67 HTTP/1.1" status: 200 len: 210 time: 0.1940343 Feb 09 19:11:59.838619 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.db [req-6a24e357-6b22-4df3-bd65-3a47adef81e1 req-fe974232-8318-40fb-bfb1-fca6874add1e service neutron] For port 791d3f17-1eab-424b-8748-a6e718491667, host n-h1-713498-36, cleared binding levels {{(pid=103229) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 19:11:59.872244 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-c4c9e513-a4ee-43aa-a305-94fd450a559c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-590267', 'neutron.services.segments.db._delete_segments_for_network-8762867132609'] for network (b9b7fd7f-1559-4fdf-b79d-489c05f2c99c), precommit_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:11:59.891239 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-69ee1a5a-d45c-4654-85f9-4a32dd2c6b6e req-4191e508-7f0e-4fe8-87ae-dc6191817764 tempest-MigrationsAdminTest-892781459 tempest-MigrationsAdminTest-892781459-project] Publish callbacks [] for security_group (709912c8-8171-4435-800e-9e5c5e45bf8d), precommit_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:11:59.892670 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [req-a4700d67-c9e2-4b52-96b3-ad47be162da7 req-44d12193-aa88-4727-b6eb-ce7d8d49a2d4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762867176205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762866656485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762866656503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14393758'] for port (56559978-c567-46d5-a94e-81e3865f8cfc), after_update {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:11:59.896525 n-d-713498-36 neutron-server[103229]: INFO neutron.api.v2.resource [None req-741e9578-68cd-47bf-bf3c-b2a3900b5c2d tempest-RoutersNegativeTest-1011750698 tempest-RoutersNegativeTest-1011750698-project] update failed (client error): The resource could not be found. Feb 09 19:11:59.898397 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-741e9578-68cd-47bf-bf3c-b2a3900b5c2d tempest-RoutersNegativeTest-1011750698 tempest-RoutersNegativeTest-1011750698-project] 10.222.0.75 "PUT /v2.0/routers/f686cd24-caea-498f-b572-38eb4f315345 HTTP/1.1" status: 404 len: 339 time: 0.6448710 Feb 09 19:11:59.905806 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.db [req-6a24e357-6b22-4df3-bd65-3a47adef81e1 req-fe974232-8318-40fb-bfb1-fca6874add1e service neutron] For port 791d3f17-1eab-424b-8748-a6e718491667, host n-h1-713498-36, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-36',level=0,port_id=791d3f17-1eab-424b-8748-a6e718491667,segment=NetworkSegment(141f724c-a45b-4df8-8db3-8734c1f0aa1d),segment_id=141f724c-a45b-4df8-8db3-8734c1f0aa1d)] {{(pid=103229) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 19:11:59.907319 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 58904) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:11:59.917057 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-69ee1a5a-d45c-4654-85f9-4a32dd2c6b6e req-4191e508-7f0e-4fe8-87ae-dc6191817764 tempest-MigrationsAdminTest-892781459 tempest-MigrationsAdminTest-892781459-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1892331'] for security_group (709912c8-8171-4435-800e-9e5c5e45bf8d), after_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:11:59.941508 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.provisioning_blocks [None req-6c6d1789-35f6-4c18-ab80-9e77bdd16337 None None] Provisioning complete for port ebafb87f-971b-4ec0-8a9d-54a75d287ab8 triggered by entity DHCP. {{(pid=103232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 19:11:59.941897 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-6c6d1789-35f6-4c18-ab80-9e77bdd16337 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593630'] for port (ebafb87f-971b-4ec0-8a9d-54a75d287ab8), provisioning_complete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:12:00.027358 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-6c6d1789-35f6-4c18-ab80-9e77bdd16337 None None] Port ebafb87f-971b-4ec0-8a9d-54a75d287ab8 cannot update to ACTIVE because it is not bound. {{(pid=103232) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 19:12:00.035052 n-d-713498-36 neutron-server[103230]: DEBUG neutron.services.segments.db [None req-c4c9e513-a4ee-43aa-a305-94fd450a559c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b9b7fd7f-1559-4fdf-b79d-489c05f2c99c']}} {{(pid=103230) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:12:00.036918 n-d-713498-36 neutron-server[103232]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 19:11:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4504fad5-f1a2-4b4e-ab4a-c7842221c2dd x-openstack-request-id: req-4504fad5-f1a2-4b4e-ab4a-c7842221c2dd {{(pid=103232) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 19:12:00.037656 n-d-713498-36 neutron-server[103232]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7fbc7784-9788-4f2d-b985-c5e2674f3448", "name": "network-vif-plugged", "status": "completed", "tag": "9e9093c5-c270-418b-b203-e3adae1a2c7d", "code": 200}]} {{(pid=103232) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 19:12:00.038200 n-d-713498-36 neutron-server[103232]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-4504fad5-f1a2-4b4e-ab4a-c7842221c2dd {{(pid=103232) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 19:12:00.038603 n-d-713498-36 neutron-server[103232]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7fbc7784-9788-4f2d-b985-c5e2674f3448', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9e9093c5-c270-418b-b203-e3adae1a2c7d', 'code': 200} Feb 09 19:12:00.042455 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-6a24e357-6b22-4df3-bd65-3a47adef81e1 req-fe974232-8318-40fb-bfb1-fca6874add1e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762867176205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762866656485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762866656503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12867569'] for port (791d3f17-1eab-424b-8748-a6e718491667), after_update {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:12:00.136538 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44d12193-aa88-4727-b6eb-ce7d8d49a2d4 service neutron] Pushing event updated for resources: {'Port': ['ID=56559978-c567-46d5-a94e-81e3865f8cfc,revision_number=3']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:12:00.140384 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a24e357-6b22-4df3-bd65-3a47adef81e1 req-fe974232-8318-40fb-bfb1-fca6874add1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:12:00.141377 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-6a24e357-6b22-4df3-bd65-3a47adef81e1 req-fe974232-8318-40fb-bfb1-fca6874add1e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171096'] for port (None), before_response {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:12:00.143952 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-6a24e357-6b22-4df3-bd65-3a47adef81e1 req-fe974232-8318-40fb-bfb1-fca6874add1e service neutron] 10.222.0.89 "PUT /v2.0/ports/791d3f17-1eab-424b-8748-a6e718491667 HTTP/1.1" status: 200 len: 1093 time: 3.5448611 Feb 09 19:12:00.165430 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-fe2f9043-459a-47ba-a9cb-1b13c1b38aff req-47246f7a-e93c-412f-8633-c13b93060ddb tempest-ServersTestBootFromVolume-783248817 tempest-ServersTestBootFromVolume-783248817-project] 10.222.0.75 "GET /v2.0/security-groups?id=99b1e7c3-38f3-4f0a-8bb2-c56dc143d44a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5006678 Feb 09 19:12:00.170971 n-d-713498-36 neutron-server[103230]: DEBUG neutron.services.segments.db [None req-c4c9e513-a4ee-43aa-a305-94fd450a559c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd8eb09fc-5a20-4a22-8df1-8899b8af70a5') {'for_net_delete': True} {{(pid=103230) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:12:00.171275 n-d-713498-36 neutron-server[103230]: DEBUG neutron.services.segments.db [None req-c4c9e513-a4ee-43aa-a305-94fd450a559c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd8eb09fc-5a20-4a22-8df1-8899b8af70a5') {} {{(pid=103230) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:12:00.192906 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4700d67-c9e2-4b52-96b3-ad47be162da7 req-44d12193-aa88-4727-b6eb-ce7d8d49a2d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:12:00.193528 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [req-a4700d67-c9e2-4b52-96b3-ad47be162da7 req-44d12193-aa88-4727-b6eb-ce7d8d49a2d4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171096'] for port (None), before_response {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:12:00.194944 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-a4700d67-c9e2-4b52-96b3-ad47be162da7 req-44d12193-aa88-4727-b6eb-ce7d8d49a2d4 service neutron] 10.222.0.90 "PUT /v2.0/ports/56559978-c567-46d5-a94e-81e3865f8cfc HTTP/1.1" status: 200 len: 1093 time: 3.8696389 Feb 09 19:12:00.201287 n-d-713498-36 neutron-server[103230]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a35fbec0-0317-420e-b440-01979c3a7c6c', 'tag': '56559978-c567-46d5-a94e-81e3865f8cfc'}] {{(pid=103230) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 19:12:00.214029 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Device 54d642e9-f72a-4272-beaa-438966872b19 up at agent ovs-agent-n-d-713498-36 {{(pid=103232) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 19:12:00.215801 n-d-713498-36 neutron-server[103230]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aee5919275bae9f72eb374ee322673045eb80c1f84b4b45a97d96923bd50ab51" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e0244239-abb7-433e-a828-a141ef76a203" -d '{"events": [{"name": "network-changed", "server_uuid": "a35fbec0-0317-420e-b440-01979c3a7c6c", "tag": "56559978-c567-46d5-a94e-81e3865f8cfc"}]}' {{(pid=103230) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 19:12:00.223608 n-d-713498-36 neutron-server[103229]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '84c056fe-802f-4b0b-9844-f490f36d7dba', 'tag': '791d3f17-1eab-424b-8748-a6e718491667'}] {{(pid=103229) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 19:12:00.225037 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-c4c9e513-a4ee-43aa-a305-94fd450a559c admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762867134154', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12895813'] for segment (d8eb09fc-5a20-4a22-8df1-8899b8af70a5), before_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:12:00.226605 n-d-713498-36 neutron-server[103229]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fa6ae9a20702bd564eaf90d946620b2b4277b1ab91129323d3b54181076be307" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ba7db0a5-dbdb-46cf-bb04-77761e82c6a3" -d '{"events": [{"name": "network-changed", "server_uuid": "84c056fe-802f-4b0b-9844-f490f36d7dba", "tag": "791d3f17-1eab-424b-8748-a6e718491667"}]}' {{(pid=103229) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 19:12:00.398619 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4191e508-7f0e-4fe8-87ae-dc6191817764 tempest-MigrationsAdminTest-892781459 tempest-MigrationsAdminTest-892781459-project] Pushing event updated for resources: {'SecurityGroup': ['ID=709912c8-8171-4435-800e-9e5c5e45bf8d,revision_number=1']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:12:00.426434 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.provisioning_blocks [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Provisioning complete for port 54d642e9-f72a-4272-beaa-438966872b19 triggered by entity L2. {{(pid=103232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 19:12:00.428885 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593630'] for port (54d642e9-f72a-4272-beaa-438966872b19), provisioning_complete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:12:00.453216 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-ec12baf6-17b4-4e09-8232-f2f7ccf66f7c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (ebafb87f-971b-4ec0-8a9d-54a75d287ab8), before_update {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:12:00.519941 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-c4c9e513-a4ee-43aa-a305-94fd450a559c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-759574'] for segment (d8eb09fc-5a20-4a22-8df1-8899b8af70a5), precommit_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:12:00.557704 n-d-713498-36 neutron-server[103229]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 19:12:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e5cd2568-6593-4828-9e43-94055c5fab7f x-openstack-request-id: req-e5cd2568-6593-4828-9e43-94055c5fab7f {{(pid=103229) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 19:12:00.558836 n-d-713498-36 neutron-server[103229]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "84c056fe-802f-4b0b-9844-f490f36d7dba", "tag": "791d3f17-1eab-424b-8748-a6e718491667", "status": "completed", "code": 200}]} {{(pid=103229) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 19:12:00.560324 n-d-713498-36 neutron-server[103229]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-e5cd2568-6593-4828-9e43-94055c5fab7f {{(pid=103229) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 19:12:00.561468 n-d-713498-36 neutron-server[103229]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '84c056fe-802f-4b0b-9844-f490f36d7dba', 'tag': '791d3f17-1eab-424b-8748-a6e718491667', 'status': 'completed', 'code': 200} Feb 09 19:12:00.580729 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c4c9e513-a4ee-43aa-a305-94fd450a559c admin admin] Releasing vlan 351 on physical network physnet1 to pool {{(pid=103230) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 19:12:00.582133 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-c4c9e513-a4ee-43aa-a305-94fd450a559c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-759574', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14393826'] for segment (d8eb09fc-5a20-4a22-8df1-8899b8af70a5), after_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:12:00.699453 n-d-713498-36 neutron-server[103230]: Traceback (most recent call last): Feb 09 19:12:00.699453 n-d-713498-36 neutron-server[103230]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 19:12:00.699453 n-d-713498-36 neutron-server[103230]: timer() Feb 09 19:12:00.699453 n-d-713498-36 neutron-server[103230]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 19:12:00.699453 n-d-713498-36 neutron-server[103230]: cb(*args, **kw) Feb 09 19:12:00.699453 n-d-713498-36 neutron-server[103230]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 19:12:00.699453 n-d-713498-36 neutron-server[103230]: return func(*args, **kwargs) Feb 09 19:12:00.699453 n-d-713498-36 neutron-server[103230]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 19:12:00.699453 n-d-713498-36 neutron-server[103230]: self._notify() Feb 09 19:12:00.699453 n-d-713498-36 neutron-server[103230]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 19:12:00.699453 n-d-713498-36 neutron-server[103230]: self.callback(batched_events) Feb 09 19:12:00.699453 n-d-713498-36 neutron-server[103230]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 19:12:00.699453 n-d-713498-36 neutron-server[103230]: event.method(event) Feb 09 19:12:00.699453 n-d-713498-36 neutron-server[103230]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 19:12:00.699453 n-d-713498-36 neutron-server[103230]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 19:12:00.699453 n-d-713498-36 neutron-server[103230]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 19:12:00.699453 n-d-713498-36 neutron-server[103230]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 19:12:00.699453 n-d-713498-36 neutron-server[103230]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 19:12:00.699453 n-d-713498-36 neutron-server[103230]: return f(self, *a, **k) Feb 09 19:12:00.699453 n-d-713498-36 neutron-server[103230]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 19:12:00.699453 n-d-713498-36 neutron-server[103230]: return self._get(url).json() Feb 09 19:12:00.699453 n-d-713498-36 neutron-server[103230]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 19:12:00.699453 n-d-713498-36 neutron-server[103230]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 19:12:00.699453 n-d-713498-36 neutron-server[103230]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 19:12:00.699453 n-d-713498-36 neutron-server[103230]: return self.request(url, 'GET', **kwargs) Feb 09 19:12:00.699453 n-d-713498-36 neutron-server[103230]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 19:12:00.699453 n-d-713498-36 neutron-server[103230]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 19:12:00.699453 n-d-713498-36 neutron-server[103230]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 19:12:00.699453 n-d-713498-36 neutron-server[103230]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 19:12:00.699453 n-d-713498-36 neutron-server[103230]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 19:12:00.699453 n-d-713498-36 neutron-server[103230]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 19:12:00.699453 n-d-713498-36 neutron-server[103230]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 19:12:00.725122 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Current status of the port 54d642e9-f72a-4272-beaa-438966872b19 is: DOWN; New status is: ACTIVE {{(pid=103232) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 19:12:00.725521 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (54d642e9-f72a-4272-beaa-438966872b19), before_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:12:00.728223 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-c4c9e513-a4ee-43aa-a305-94fd450a559c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-590242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1885479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1818895'] for network (b9b7fd7f-1559-4fdf-b79d-489c05f2c99c), after_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:12:00.740238 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-c4c9e513-a4ee-43aa-a305-94fd450a559c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1613566'] for network (None), before_response {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:12:00.748574 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-c4c9e513-a4ee-43aa-a305-94fd450a559c admin admin] 10.222.0.75 "DELETE /v2.0/networks/b9b7fd7f-1559-4fdf-b79d-489c05f2c99c HTTP/1.1" status: 204 len: 168 time: 1.3938746 Feb 09 19:12:00.762645 n-d-713498-36 neutron-server[103230]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 19:12:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cd26a96d-d969-4d82-bb0c-ed41e697d3e1 x-openstack-request-id: req-cd26a96d-d969-4d82-bb0c-ed41e697d3e1 {{(pid=103230) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 19:12:00.763406 n-d-713498-36 neutron-server[103230]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a35fbec0-0317-420e-b440-01979c3a7c6c", "tag": "56559978-c567-46d5-a94e-81e3865f8cfc", "status": "completed", "code": 200}]} {{(pid=103230) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 19:12:00.764006 n-d-713498-36 neutron-server[103230]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-cd26a96d-d969-4d82-bb0c-ed41e697d3e1 {{(pid=103230) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 19:12:00.764784 n-d-713498-36 neutron-server[103230]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a35fbec0-0317-420e-b440-01979c3a7c6c', 'tag': '56559978-c567-46d5-a94e-81e3865f8cfc', 'status': 'completed', 'code': 200} Feb 09 19:12:00.774281 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] For port 54d642e9-f72a-4272-beaa-438966872b19, host n-d-713498-36, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-36',level=0,port_id=54d642e9-f72a-4272-beaa-438966872b19,segment=NetworkSegment(a4222f89-8d3f-4b51-953b-1a8126392491),segment_id=a4222f89-8d3f-4b51-953b-1a8126392491)] {{(pid=103232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 19:12:00.791781 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762867176205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762866656485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762866656503'] for port (54d642e9-f72a-4272-beaa-438966872b19), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:12:00.812819 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4c9e513-a4ee-43aa-a305-94fd450a559c admin admin] Pushing event deleted for resources: {'Network': ['ID=b9b7fd7f-1559-4fdf-b79d-489c05f2c99c,revision_number=None']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:12:00.833736 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4700d67-c9e2-4b52-96b3-ad47be162da7 req-79e76f8f-f1ff-41fb-aaa2-99796b205532 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:12:00.836170 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-a4700d67-c9e2-4b52-96b3-ad47be162da7 req-79e76f8f-f1ff-41fb-aaa2-99796b205532 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=77d2f6c213eb401684c27974738fe903&device_id=a35fbec0-0317-420e-b440-01979c3a7c6c HTTP/1.1" status: 200 len: 1127 time: 0.5151434 Feb 09 19:12:00.844393 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bd54889-a7e0-4674-b3c6-ad7180f81f6d req-c6dbd643-c008-4b8b-ae85-115fb5073976 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:12:00.846962 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-1bd54889-a7e0-4674-b3c6-ad7180f81f6d req-c6dbd643-c008-4b8b-ae85-115fb5073976 service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=7fbc7784-9788-4f2d-b985-c5e2674f3448 HTTP/1.1" status: 200 len: 1128 time: 0.7018473 Feb 09 19:12:00.895442 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Pushing event updated for resources: {'Port': ['ID=54d642e9-f72a-4272-beaa-438966872b19,revision_number=4']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:12:00.972159 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-7bef9efb-fd19-427d-9d77-2c8233ba81c6 req-a29d1cb8-f21c-47a3-83dd-75606a5f76d1 tempest-TaggedBootDevicesTest_v242-798392635 tempest-TaggedBootDevicesTest_v242-798392635-project] 10.222.0.75 "GET /v2.0/ports?device_id=8319129f-1054-494a-b0c0-2ec99e839619 HTTP/1.1" status: 200 len: 210 time: 0.1104355 Feb 09 19:12:00.977653 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-a4700d67-c9e2-4b52-96b3-ad47be162da7 req-39bcf4fb-2c45-4ce0-b515-ebcb3a692188 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=56559978-c567-46d5-a94e-81e3865f8cfc HTTP/1.1" status: 200 len: 217 time: 0.1174428 Feb 09 19:12:01.096313 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-1bd54889-a7e0-4674-b3c6-ad7180f81f6d req-f4c1ffe0-178b-49df-ae59-6c73ccc6d456 service neutron] 10.222.0.89 "GET /v2.0/security-groups?id=5ce92d32-ca94-4b6c-925d-b9dff609abe6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2170291 Feb 09 19:12:01.096872 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 58926) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:12:01.128447 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4700d67-c9e2-4b52-96b3-ad47be162da7 req-1d2a4b7f-6b63-4e28-a0a2-1b0311325e69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:12:01.129605 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-74cbfeb0-d337-4bfb-9b36-1e4c2a9aaaf9 tempest-RoutersNegativeTest-1011750698 tempest-RoutersNegativeTest-1011750698-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (None), before_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:12:01.130141 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-a4700d67-c9e2-4b52-96b3-ad47be162da7 req-1d2a4b7f-6b63-4e28-a0a2-1b0311325e69 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=56817271-1948-4557-bb99-937580724a46 HTTP/1.1" status: 200 len: 851 time: 0.1381567 Feb 09 19:12:01.186661 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe974232-8318-40fb-bfb1-fca6874add1e service neutron] Pushing event updated for resources: {'Port': ['ID=791d3f17-1eab-424b-8748-a6e718491667,revision_number=3']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:12:01.208534 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df2daa58-a59a-4926-9c8f-b7482c421c1f req-0d5618e1-c4ac-4e49-874c-c193c6844a32 tempest-ServersTestManualDisk-2087116754 tempest-ServersTestManualDisk-2087116754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:12:01.215485 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-df2daa58-a59a-4926-9c8f-b7482c421c1f req-0d5618e1-c4ac-4e49-874c-c193c6844a32 tempest-ServersTestManualDisk-2087116754 tempest-ServersTestManualDisk-2087116754-project] 10.222.0.75 "GET /v2.0/ports?device_id=a35fbec0-0317-420e-b440-01979c3a7c6c HTTP/1.1" status: 200 len: 944 time: 1.0067825 Feb 09 19:12:01.279248 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-f80bc01b-e96d-4c64-bd4d-8a0b14fe3452 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=5a284076d1bc46d299e7769dc674e56e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1768136 Feb 09 19:12:01.282450 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 58930) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:12:01.311419 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8837176b-7caa-48c4-af3c-33d1380e9a67 req-16cc835f-3c5e-4acb-bfb8-24e2fb77ec59 tempest-DeleteServersTestJSON-1870379525 tempest-DeleteServersTestJSON-1870379525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:12:01.313282 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-8837176b-7caa-48c4-af3c-33d1380e9a67 req-16cc835f-3c5e-4acb-bfb8-24e2fb77ec59 tempest-DeleteServersTestJSON-1870379525 tempest-DeleteServersTestJSON-1870379525-project] 10.222.0.75 "GET /v2.0/ports?device_id=7fbc7784-9788-4f2d-b985-c5e2674f3448 HTTP/1.1" status: 200 len: 945 time: 0.2151556 Feb 09 19:12:01.318421 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4700d67-c9e2-4b52-96b3-ad47be162da7 req-7e2e4ffe-4fac-4ce5-a804-9344e4d2d294 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:12:01.320100 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-a4700d67-c9e2-4b52-96b3-ad47be162da7 req-7e2e4ffe-4fac-4ce5-a804-9344e4d2d294 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=0ec7f9f6-4ed5-45b5-9742-035cca69218b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.1682112 Feb 09 19:12:01.320393 n-d-713498-36 neutron-server[103229]: DEBUG neutron.db.db_base_plugin_common [req-69ee1a5a-d45c-4654-85f9-4a32dd2c6b6e req-4191e508-7f0e-4fe8-87ae-dc6191817764 tempest-MigrationsAdminTest-892781459 tempest-MigrationsAdminTest-892781459-project] Allocated IP 192.168.233.158 (2b5494c8-cf97-42c1-b902-87f998f28179/60b561cb-321e-4f83-9bb3-92b2e1d0dc44/dc73d538-3849-44b7-8f0e-7c99557efa00) {{(pid=103229) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 19:12:01.360752 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-ec12baf6-17b4-4e09-8232-f2f7ccf66f7c admin admin] Publish callbacks [] for port (ebafb87f-971b-4ec0-8a9d-54a75d287ab8), precommit_update {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:12:01.385157 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a24e357-6b22-4df3-bd65-3a47adef81e1 req-31658524-45c4-40a3-b974-ed63109ef67c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:12:01.386728 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-6a24e357-6b22-4df3-bd65-3a47adef81e1 req-31658524-45c4-40a3-b974-ed63109ef67c service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=ab46f22498044497a19ee4778fafcebd&device_id=84c056fe-802f-4b0b-9844-f490f36d7dba HTTP/1.1" status: 200 len: 1127 time: 1.1462064 Feb 09 19:12:01.402212 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-ec12baf6-17b4-4e09-8232-f2f7ccf66f7c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762867176205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762866656485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762866656503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14393758'] for port (ebafb87f-971b-4ec0-8a9d-54a75d287ab8), after_update {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:12:01.498914 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-df2daa58-a59a-4926-9c8f-b7482c421c1f req-b78f902a-d537-4e4b-b894-7d2c76e56f4f tempest-ServersTestManualDisk-2087116754 tempest-ServersTestManualDisk-2087116754-project] 10.222.0.75 "GET /v2.0/security-groups?id=a9046b98-d442-46ac-9793-fd3bbced8e96&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2821004 Feb 09 19:12:01.517820 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec12baf6-17b4-4e09-8232-f2f7ccf66f7c admin admin] Pushing event updated for resources: {'Port': ['ID=ebafb87f-971b-4ec0-8a9d-54a75d287ab8,revision_number=2']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:12:01.517820 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-8837176b-7caa-48c4-af3c-33d1380e9a67 req-48480ab0-1cde-4ba2-8cd9-e433d9ba5497 tempest-DeleteServersTestJSON-1870379525 tempest-DeleteServersTestJSON-1870379525-project] 10.222.0.75 "GET /v2.0/security-groups?id=5ce92d32-ca94-4b6c-925d-b9dff609abe6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1906023 Feb 09 19:12:01.527230 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-ec12baf6-17b4-4e09-8232-f2f7ccf66f7c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1613458', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1834496'] for router_interface (a3474827-4b70-478d-8932-b676b7dc2979), after_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:12:01.572285 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-6a24e357-6b22-4df3-bd65-3a47adef81e1 req-0bdeed02-0cd7-46ee-bd84-3ace725e21d9 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=791d3f17-1eab-424b-8748-a6e718491667 HTTP/1.1" status: 200 len: 217 time: 0.1714077 Feb 09 19:12:01.633871 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-a4700d67-c9e2-4b52-96b3-ad47be162da7 req-3807333e-1643-431b-a800-55d371130a05 service neutron] 10.222.0.90 "GET /v2.0/networks/0ec7f9f6-4ed5-45b5-9742-035cca69218b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2987072 Feb 09 19:12:01.686409 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-cb1330d4-9d8a-429e-8341-933842fe7b3b req-ef3d088a-9109-4e07-9f9e-0af0c1a0dfcd tempest-MigrationsAdminTest-892781459 tempest-MigrationsAdminTest-892781459-project] 10.222.0.75 "GET /v2.0/ports?device_id=7394cbff-f035-4166-a786-a8886a8e5e67 HTTP/1.1" status: 200 len: 210 time: 0.0802500 Feb 09 19:12:01.792800 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-92864222-f826-4ca3-a709-deba7c816df1 admin admin] Publish callbacks [] for security_group (8a6ad574-3929-48e5-8f19-4fb6a8644ed7), before_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:12:01.824703 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-a4700d67-c9e2-4b52-96b3-ad47be162da7 req-b8a7bfe2-965a-479a-ae5e-522fc9254aa2 service neutron] 10.222.0.90 "GET /v2.0/networks/0ec7f9f6-4ed5-45b5-9742-035cca69218b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1747890 Feb 09 19:12:01.834055 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a6ca09e-5c4e-4bd3-ae05-59cdf1fc87c4 req-1acc3a16-0b5a-43a1-bafb-134b11d3fce0 tempest-ServersTestBootFromVolume-783248817 tempest-ServersTestBootFromVolume-783248817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:12:01.836206 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-6a6ca09e-5c4e-4bd3-ae05-59cdf1fc87c4 req-1acc3a16-0b5a-43a1-bafb-134b11d3fce0 tempest-ServersTestBootFromVolume-783248817 tempest-ServersTestBootFromVolume-783248817-project] 10.222.0.75 "GET /v2.0/ports?device_id=84c056fe-802f-4b0b-9844-f490f36d7dba HTTP/1.1" status: 200 len: 944 time: 0.1991963 Feb 09 19:12:01.837163 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a24e357-6b22-4df3-bd65-3a47adef81e1 req-1f5bf72f-8b9f-4409-98c4-2cb6ccecd6f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:12:01.838769 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-6a24e357-6b22-4df3-bd65-3a47adef81e1 req-1f5bf72f-8b9f-4409-98c4-2cb6ccecd6f7 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=fea6332b-9bd6-4cd8-9e80-16a97bc75c3b HTTP/1.1" status: 200 len: 855 time: 0.2522299 Feb 09 19:12:01.844729 n-d-713498-36 neutron-server[103230]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec12baf6-17b4-4e09-8232-f2f7ccf66f7c admin admin] Network ed38d6f9-7d82-44db-a70f-8dd3a7475f53 is already hosted by enough agents. {{(pid=103230) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 19:12:01.853408 n-d-713498-36 neutron-server[103230]: DEBUG neutron.scheduler.base_scheduler [None req-ec12baf6-17b4-4e09-8232-f2f7ccf66f7c admin admin] Resources bound (agent type, host, resource id): {{(pid=103230) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 19:12:01.896838 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-92864222-f826-4ca3-a709-deba7c816df1 admin admin] Publish callbacks [] for security_group (8a6ad574-3929-48e5-8f19-4fb6a8644ed7), precommit_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:12:02.016301 n-d-713498-36 neutron-server[103229]: DEBUG neutron.db.db_base_plugin_common [None req-74cbfeb0-d337-4bfb-9b36-1e4c2a9aaaf9 tempest-RoutersNegativeTest-1011750698 tempest-RoutersNegativeTest-1011750698-project] Allocated IP 172.20.0.1 (28e6c0f7-f75b-42e2-bfdd-6459b78bb326/7a27ddd7-34ad-4726-8574-8743c9b56ec8/d8cd879c-72b7-474f-be86-3204cd5540c8) {{(pid=103229) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 19:12:02.059594 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-6a6ca09e-5c4e-4bd3-ae05-59cdf1fc87c4 req-d8c3089f-fc2a-45c4-8a1c-caf2870c6c84 tempest-ServersTestBootFromVolume-783248817 tempest-ServersTestBootFromVolume-783248817-project] 10.222.0.75 "GET /v2.0/security-groups?id=99b1e7c3-38f3-4f0a-8bb2-c56dc143d44a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2128732 Feb 09 19:12:02.065406 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-69ee1a5a-d45c-4654-85f9-4a32dd2c6b6e req-4191e508-7f0e-4fe8-87ae-dc6191817764 tempest-MigrationsAdminTest-892781459 tempest-MigrationsAdminTest-892781459-project] Publish callbacks [] for port (dc73d538-3849-44b7-8f0e-7c99557efa00), precommit_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:12:02.076058 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Device 54d642e9-f72a-4272-beaa-438966872b19 up at agent ovs-agent-n-d-713498-36 {{(pid=103232) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 19:12:02.129626 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0244239-abb7-433e-a828-a141ef76a203 req-1e82f9d7-8562-417e-8454-86089dbba2e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:12:02.131240 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-e0244239-abb7-433e-a828-a141ef76a203 req-1e82f9d7-8562-417e-8454-86089dbba2e1 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=77d2f6c213eb401684c27974738fe903&device_id=a35fbec0-0317-420e-b440-01979c3a7c6c HTTP/1.1" status: 200 len: 1127 time: 0.2177927 Feb 09 19:12:02.137733 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a24e357-6b22-4df3-bd65-3a47adef81e1 req-876cc139-700a-4697-bfb7-455cc42fa862 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:12:02.152134 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-6a24e357-6b22-4df3-bd65-3a47adef81e1 req-876cc139-700a-4697-bfb7-455cc42fa862 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=bf4bc076-a27e-42a2-9aee-a2f41efd57ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.2770884 Feb 09 19:12:02.155729 n-d-713498-36 neutron-server[103230]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ec12baf6-17b4-4e09-8232-f2f7ccf66f7c admin admin] Router a3474827-4b70-478d-8932-b676b7dc2979 has already been hosted by L3 agent 93303d5e-5d17-45e8-8963-7694f87783ae {{(pid=103230) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 19:12:02.181039 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.provisioning_blocks [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Provisioning complete for port 54d642e9-f72a-4272-beaa-438966872b19 triggered by entity L2. {{(pid=103232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 19:12:02.183023 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593630'] for port (54d642e9-f72a-4272-beaa-438966872b19), provisioning_complete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:12:02.320302 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Current status of the port 54d642e9-f72a-4272-beaa-438966872b19 is: ACTIVE; New status is: ACTIVE {{(pid=103232) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 19:12:02.339290 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.provisioning_blocks [None req-bc438785-28d8-4459-8ee9-b645a24ac540 None None] Provisioning complete for port ebafb87f-971b-4ec0-8a9d-54a75d287ab8 triggered by entity DHCP. {{(pid=103232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 19:12:02.339663 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-bc438785-28d8-4459-8ee9-b645a24ac540 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593630'] for port (ebafb87f-971b-4ec0-8a9d-54a75d287ab8), provisioning_complete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:12:02.354328 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-92864222-f826-4ca3-a709-deba7c816df1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1892331'] for security_group (8a6ad574-3929-48e5-8f19-4fb6a8644ed7), after_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:12:02.357286 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-92864222-f826-4ca3-a709-deba7c816df1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:12:02.358655 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-92864222-f826-4ca3-a709-deba7c816df1 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/8a6ad574-3929-48e5-8f19-4fb6a8644ed7 HTTP/1.1" status: 204 len: 168 time: 1.0447581 Feb 09 19:12:02.392535 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-bc438785-28d8-4459-8ee9-b645a24ac540 None None] Port ebafb87f-971b-4ec0-8a9d-54a75d287ab8 cannot update to ACTIVE because it is not bound. {{(pid=103232) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 19:12:02.401987 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-5bda3b45-2807-405b-9a97-ecaeb8852432 req-15dd7973-a70d-42eb-994b-1799bad1a8a9 tempest-TaggedBootDevicesTest_v242-798392635 tempest-TaggedBootDevicesTest_v242-798392635-project] 10.222.0.75 "GET /v2.0/ports?device_id=8319129f-1054-494a-b0c0-2ec99e839619 HTTP/1.1" status: 200 len: 210 time: 0.1799145 Feb 09 19:12:02.410563 n-d-713498-36 neutron-server[103233]: DEBUG neutron.db.agents_db [None req-4a8a6a42-0a0c-4437-8958-92282682b6bb None None] Agent healthcheck: found 7 active agents {{(pid=103233) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 19:12:02.425209 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92864222-f826-4ca3-a709-deba7c816df1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8a6ad574-3929-48e5-8f19-4fb6a8644ed7,revision_number=None']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:12:02.438567 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-69ee1a5a-d45c-4654-85f9-4a32dd2c6b6e req-4191e508-7f0e-4fe8-87ae-dc6191817764 tempest-MigrationsAdminTest-892781459 tempest-MigrationsAdminTest-892781459-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762866656467', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12867576'] for port (dc73d538-3849-44b7-8f0e-7c99557efa00), after_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:12:02.467301 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92864222-f826-4ca3-a709-deba7c816df1 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:12:02.467754 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92864222-f826-4ca3-a709-deba7c816df1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:12:02.467991 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92864222-f826-4ca3-a709-deba7c816df1 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:12:02.468335 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92864222-f826-4ca3-a709-deba7c816df1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:12:02.468669 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92864222-f826-4ca3-a709-deba7c816df1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:12:02.468997 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92864222-f826-4ca3-a709-deba7c816df1 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:12:02.469314 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92864222-f826-4ca3-a709-deba7c816df1 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:12:02.469643 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92864222-f826-4ca3-a709-deba7c816df1 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:12:02.469987 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92864222-f826-4ca3-a709-deba7c816df1 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:12:02.470845 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92864222-f826-4ca3-a709-deba7c816df1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:12:02.471255 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92864222-f826-4ca3-a709-deba7c816df1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:12:02.471803 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92864222-f826-4ca3-a709-deba7c816df1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:12:02.472303 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92864222-f826-4ca3-a709-deba7c816df1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:12:02.590533 n-d-713498-36 neutron-server[103229]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-69ee1a5a-d45c-4654-85f9-4a32dd2c6b6e req-4191e508-7f0e-4fe8-87ae-dc6191817764 tempest-MigrationsAdminTest-892781459 tempest-MigrationsAdminTest-892781459-project] Network 2b5494c8-cf97-42c1-b902-87f998f28179 is already hosted by enough agents. {{(pid=103229) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 19:12:02.602836 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-6a24e357-6b22-4df3-bd65-3a47adef81e1 req-016d310b-2f09-4546-936b-a3a8d7d2ab33 service neutron] 10.222.0.89 "GET /v2.0/networks/bf4bc076-a27e-42a2-9aee-a2f41efd57ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4406958 Feb 09 19:12:02.638527 n-d-713498-36 neutron-server[103229]: DEBUG neutron.scheduler.base_scheduler [req-69ee1a5a-d45c-4654-85f9-4a32dd2c6b6e req-4191e508-7f0e-4fe8-87ae-dc6191817764 tempest-MigrationsAdminTest-892781459 tempest-MigrationsAdminTest-892781459-project] Resources bound (agent type, host, resource id): {{(pid=103229) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 19:12:02.652047 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4191e508-7f0e-4fe8-87ae-dc6191817764 tempest-MigrationsAdminTest-892781459 tempest-MigrationsAdminTest-892781459-project] Pushing event updated for resources: {'Port': ['ID=dc73d538-3849-44b7-8f0e-7c99557efa00,revision_number=1']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:12:02.693226 n-d-713498-36 neutron-server[103229]: DEBUG neutron.db.l3_dvrscheduler_db [req-69ee1a5a-d45c-4654-85f9-4a32dd2c6b6e req-4191e508-7f0e-4fe8-87ae-dc6191817764 tempest-MigrationsAdminTest-892781459 tempest-MigrationsAdminTest-892781459-project] Received port after_create {{(pid=103229) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 19:12:02.709485 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-74cbfeb0-d337-4bfb-9b36-1e4c2a9aaaf9 tempest-RoutersNegativeTest-1011750698 tempest-RoutersNegativeTest-1011750698-project] Publish callbacks [] for port (d8cd879c-72b7-474f-be86-3204cd5540c8), precommit_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:12:02.811937 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0244239-abb7-433e-a828-a141ef76a203 req-b25b1012-7b8b-4382-95ed-5482992bb3d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:12:02.817097 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-e0244239-abb7-433e-a828-a141ef76a203 req-b25b1012-7b8b-4382-95ed-5482992bb3d0 service neutron] 10.222.0.90 "GET /v2.0/networks?id=0ec7f9f6-4ed5-45b5-9742-035cca69218b HTTP/1.1" status: 200 len: 913 time: 0.6739159 Feb 09 19:12:02.845421 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-460fa003-71fc-4e96-b3cd-f916e81ec390 req-94c6dc21-4ebb-466d-89c9-6d0a5e07075a tempest-ServersTestManualDisk-2087116754 tempest-ServersTestManualDisk-2087116754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:12:02.847259 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-460fa003-71fc-4e96-b3cd-f916e81ec390 req-94c6dc21-4ebb-466d-89c9-6d0a5e07075a tempest-ServersTestManualDisk-2087116754 tempest-ServersTestManualDisk-2087116754-project] 10.222.0.75 "GET /v2.0/ports?device_id=a35fbec0-0317-420e-b440-01979c3a7c6c HTTP/1.1" status: 200 len: 944 time: 0.2294047 Feb 09 19:12:02.886298 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69ee1a5a-d45c-4654-85f9-4a32dd2c6b6e req-4191e508-7f0e-4fe8-87ae-dc6191817764 tempest-MigrationsAdminTest-892781459 tempest-MigrationsAdminTest-892781459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:12:02.886926 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-69ee1a5a-d45c-4654-85f9-4a32dd2c6b6e req-4191e508-7f0e-4fe8-87ae-dc6191817764 tempest-MigrationsAdminTest-892781459 tempest-MigrationsAdminTest-892781459-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171096'] for port (None), before_response {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:12:02.893269 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-e0244239-abb7-433e-a828-a141ef76a203 req-6bbd9f37-d258-4252-a039-1e0570ef0982 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=56559978-c567-46d5-a94e-81e3865f8cfc HTTP/1.1" status: 200 len: 217 time: 0.0657084 Feb 09 19:12:02.971226 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ec12baf6-17b4-4e09-8232-f2f7ccf66f7c admin admin] Notify agent at l3_agent.n-d-713498-36 the message routers_updated {{(pid=103230) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 19:12:02.980614 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ef5ed72-623e-490d-ac00-fc045cb77fd8 req-8318f08e-a083-4dec-918f-2ed23f6311a0 tempest-DeleteServersTestJSON-1870379525 tempest-DeleteServersTestJSON-1870379525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:12:02.982380 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-1ef5ed72-623e-490d-ac00-fc045cb77fd8 req-8318f08e-a083-4dec-918f-2ed23f6311a0 tempest-DeleteServersTestJSON-1870379525 tempest-DeleteServersTestJSON-1870379525-project] 10.222.0.75 "GET /v2.0/ports?device_id=7fbc7784-9788-4f2d-b985-c5e2674f3448 HTTP/1.1" status: 200 len: 945 time: 0.3454525 Feb 09 19:12:02.994064 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-69ee1a5a-d45c-4654-85f9-4a32dd2c6b6e req-4191e508-7f0e-4fe8-87ae-dc6191817764 tempest-MigrationsAdminTest-892781459 tempest-MigrationsAdminTest-892781459-project] 10.222.0.89 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 4.8684385 Feb 09 19:12:02.996987 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-74cbfeb0-d337-4bfb-9b36-1e4c2a9aaaf9 tempest-RoutersNegativeTest-1011750698 tempest-RoutersNegativeTest-1011750698-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762866656467', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12867576'] for port (d8cd879c-72b7-474f-be86-3204cd5540c8), after_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:12:02.999773 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-ec12baf6-17b4-4e09-8232-f2f7ccf66f7c admin admin] 10.222.0.75 "PUT /v2.0/routers/a3474827-4b70-478d-8932-b676b7dc2979/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.6578782 Feb 09 19:12:03.005331 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f7e4fb1-7e8c-4005-98c3-e39ba475d8bd None None] Sync routers for ids ['a3474827-4b70-478d-8932-b676b7dc2979'] in n-d-713498-36 {{(pid=103232) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 19:12:03.021434 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-460fa003-71fc-4e96-b3cd-f916e81ec390 req-d6d6a40e-dbd4-40c9-8796-2da35122acdc tempest-ServersTestManualDisk-2087116754 tempest-ServersTestManualDisk-2087116754-project] 10.222.0.75 "GET /v2.0/security-groups?id=a9046b98-d442-46ac-9793-fd3bbced8e96&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1324835 Feb 09 19:12:03.022902 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0244239-abb7-433e-a828-a141ef76a203 req-eedde859-00a1-4d29-9b80-640ad1aaecde service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:12:03.023564 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.v2.base [req-69ee1a5a-d45c-4654-85f9-4a32dd2c6b6e req-f8f6888e-6f03-4d13-b6b3-de7bfa09ed5a service neutron] Request body: {'port': {'device_id': '7394cbff-f035-4166-a786-a8886a8e5e67', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-713498-36'}} {{(pid=103229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 19:12:03.024294 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-e0244239-abb7-433e-a828-a141ef76a203 req-eedde859-00a1-4d29-9b80-640ad1aaecde service neutron] 10.222.0.90 "GET /v2.0/subnets?id=56817271-1948-4557-bb99-937580724a46 HTTP/1.1" status: 200 len: 851 time: 0.1203651 Feb 09 19:12:03.041226 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f7e4fb1-7e8c-4005-98c3-e39ba475d8bd None None] Routers {'a3474827-4b70-478d-8932-b676b7dc2979'} bound to L3 agent in host n-d-713498-36 {{(pid=103232) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 19:12:03.042115 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.l3_hamode_db [None req-3f7e4fb1-7e8c-4005-98c3-e39ba475d8bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T18:51:43Z,description=,heartbeat_timestamp=2022-02-09T19:11:43Z,host='n-d-713498-36',id=93303d5e-5d17-45e8-8963-7694f87783ae,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T18:51:43Z,topic='l3_agent')) {'router_ids': ['a3474827-4b70-478d-8932-b676b7dc2979'], 'active': True} {{(pid=103232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:12:03.046454 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-6a24e357-6b22-4df3-bd65-3a47adef81e1 req-7db9837d-afd5-4edf-a4e2-a754796417e0 service neutron] 10.222.0.89 "GET /v2.0/networks/bf4bc076-a27e-42a2-9aee-a2f41efd57ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4020803 Feb 09 19:12:03.147361 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0244239-abb7-433e-a828-a141ef76a203 req-67115acd-de8c-4483-9881-f85dfd015c52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:12:03.148887 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-e0244239-abb7-433e-a828-a141ef76a203 req-67115acd-de8c-4483-9881-f85dfd015c52 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=0ec7f9f6-4ed5-45b5-9742-035cca69218b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.1171918 Feb 09 19:12:03.193525 n-d-713498-36 neutron-server[103229]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74cbfeb0-d337-4bfb-9b36-1e4c2a9aaaf9 tempest-RoutersNegativeTest-1011750698 tempest-RoutersNegativeTest-1011750698-project] Network 28e6c0f7-f75b-42e2-bfdd-6459b78bb326 is already hosted by enough agents. {{(pid=103229) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 19:12:03.212264 n-d-713498-36 neutron-server[103229]: DEBUG neutron.scheduler.base_scheduler [None req-74cbfeb0-d337-4bfb-9b36-1e4c2a9aaaf9 tempest-RoutersNegativeTest-1011750698 tempest-RoutersNegativeTest-1011750698-project] Resources bound (agent type, host, resource id): {{(pid=103229) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 19:12:03.240432 n-d-713498-36 neutron-server[103229]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74cbfeb0-d337-4bfb-9b36-1e4c2a9aaaf9 tempest-RoutersNegativeTest-1011750698 tempest-RoutersNegativeTest-1011750698-project] Received port after_create {{(pid=103229) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 19:12:03.241116 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.provisioning_blocks [None req-502a06bc-7562-41a5-abf3-4526ca0c5267 None None] Provisioning complete for port dc73d538-3849-44b7-8f0e-7c99557efa00 triggered by entity DHCP. {{(pid=103232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 19:12:03.241606 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-502a06bc-7562-41a5-abf3-4526ca0c5267 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593630'] for port (dc73d538-3849-44b7-8f0e-7c99557efa00), provisioning_complete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:12:03.246861 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 58956) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:12:03.300377 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74cbfeb0-d337-4bfb-9b36-1e4c2a9aaaf9 tempest-RoutersNegativeTest-1011750698 tempest-RoutersNegativeTest-1011750698-project] Pushing event updated for resources: {'Port': ['ID=d8cd879c-72b7-474f-be86-3204cd5540c8,revision_number=1']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:12:03.344780 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-1ef5ed72-623e-490d-ac00-fc045cb77fd8 req-fa441fb7-e9af-4f19-82e7-a15f84ffe232 tempest-DeleteServersTestJSON-1870379525 tempest-DeleteServersTestJSON-1870379525-project] 10.222.0.75 "GET /v2.0/security-groups?id=5ce92d32-ca94-4b6c-925d-b9dff609abe6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3496668 Feb 09 19:12:03.357488 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.l3_dvr_db [None req-3f7e4fb1-7e8c-4005-98c3-e39ba475d8bd None None] Set router a3474827-4b70-478d-8932-b676b7dc2979 gateway port host: n-d-713498-36 {{(pid=103232) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 19:12:03.364810 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-69ee1a5a-d45c-4654-85f9-4a32dd2c6b6e req-f8f6888e-6f03-4d13-b6b3-de7bfa09ed5a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (dc73d538-3849-44b7-8f0e-7c99557efa00), before_update {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:12:03.401436 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba7db0a5-dbdb-46cf-bb04-77761e82c6a3 req-18baa81e-5649-4f20-9b7d-5f6da5ecdf8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:12:03.412314 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-ba7db0a5-dbdb-46cf-bb04-77761e82c6a3 req-18baa81e-5649-4f20-9b7d-5f6da5ecdf8d service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=ab46f22498044497a19ee4778fafcebd&device_id=84c056fe-802f-4b0b-9844-f490f36d7dba HTTP/1.1" status: 200 len: 1127 time: 0.2709115 Feb 09 19:12:03.415893 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-74cbfeb0-d337-4bfb-9b36-1e4c2a9aaaf9 tempest-RoutersNegativeTest-1011750698 tempest-RoutersNegativeTest-1011750698-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1819024'] for router_interface (f686cd24-caea-498f-b572-38eb4f315345), before_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:12:03.478595 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-e0244239-abb7-433e-a828-a141ef76a203 req-f8758ea4-0224-4930-a3ee-5db980cefc82 service neutron] 10.222.0.90 "GET /v2.0/networks/0ec7f9f6-4ed5-45b5-9742-035cca69218b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3223777 Feb 09 19:12:03.512726 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-502a06bc-7562-41a5-abf3-4526ca0c5267 None None] Port dc73d538-3849-44b7-8f0e-7c99557efa00 cannot update to ACTIVE because it is not bound. {{(pid=103232) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 19:12:03.520571 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-322952b3-72fa-4611-93ff-d4f9a2cda0ba req-753daa9c-c571-46e6-ab93-fbde3179d9be tempest-MigrationsAdminTest-892781459 tempest-MigrationsAdminTest-892781459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:12:03.524573 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-322952b3-72fa-4611-93ff-d4f9a2cda0ba req-753daa9c-c571-46e6-ab93-fbde3179d9be tempest-MigrationsAdminTest-892781459 tempest-MigrationsAdminTest-892781459-project] 10.222.0.75 "GET /v2.0/ports?device_id=7394cbff-f035-4166-a786-a8886a8e5e67 HTTP/1.1" status: 200 len: 936 time: 0.2752397 Feb 09 19:12:03.758336 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.provisioning_blocks [None req-c7e64b17-5e53-47b1-8885-b26e3c9dcbe0 None None] Provisioning complete for port d8cd879c-72b7-474f-be86-3204cd5540c8 triggered by entity DHCP. {{(pid=103232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 19:12:03.759226 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-c7e64b17-5e53-47b1-8885-b26e3c9dcbe0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593630'] for port (d8cd879c-72b7-474f-be86-3204cd5540c8), provisioning_complete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:12:03.768788 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-e0244239-abb7-433e-a828-a141ef76a203 req-1674b493-4472-497b-8118-bf4f5063f1b5 service neutron] 10.222.0.90 "GET /v2.0/networks/0ec7f9f6-4ed5-45b5-9742-035cca69218b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2892756 Feb 09 19:12:03.790225 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.v2.base [None req-0db1b9d2-119e-4912-8472-1a080746c548 tempest-ServersTestMultiNic-1550042178 tempest-ServersTestMultiNic-1550042178-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-571785626'}} {{(pid=103230) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 19:12:03.801825 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-322952b3-72fa-4611-93ff-d4f9a2cda0ba req-ffa1792e-2f4d-468e-acfa-f8dce0ad9512 tempest-MigrationsAdminTest-892781459 tempest-MigrationsAdminTest-892781459-project] 10.222.0.75 "GET /v2.0/security-groups?id=709912c8-8171-4435-800e-9e5c5e45bf8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2547700 Feb 09 19:12:03.833810 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0db1b9d2-119e-4912-8472-1a080746c548 tempest-ServersTestMultiNic-1550042178 tempest-ServersTestMultiNic-1550042178-project] Made reservation on behalf of dd68a30cbd724a479c2573502973494c for: {'network': 1} {{(pid=103230) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 19:12:03.837564 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-0db1b9d2-119e-4912-8472-1a080746c548 tempest-ServersTestMultiNic-1550042178 tempest-ServersTestMultiNic-1550042178-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for network (None), before_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:12:03.873002 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-c7e64b17-5e53-47b1-8885-b26e3c9dcbe0 None None] Port d8cd879c-72b7-474f-be86-3204cd5540c8 cannot update to ACTIVE because it is not bound. {{(pid=103232) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 19:12:03.886633 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0db1b9d2-119e-4912-8472-1a080746c548 tempest-ServersTestMultiNic-1550042178 tempest-ServersTestMultiNic-1550042178-project] vlan segment allocate from pool success with {'vlan_id': 375, 'physical_network': 'physnet1'} {{(pid=103230) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 19:12:03.907133 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-0db1b9d2-119e-4912-8472-1a080746c548 tempest-ServersTestMultiNic-1550042178 tempest-ServersTestMultiNic-1550042178-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-759574'] for segment (92da60b7-c045-4864-99cf-723efc0bf37b), precommit_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:12:03.907491 n-d-713498-36 neutron-server[103230]: INFO neutron.db.segments_db [None req-0db1b9d2-119e-4912-8472-1a080746c548 tempest-ServersTestMultiNic-1550042178 tempest-ServersTestMultiNic-1550042178-project] Added segment 92da60b7-c045-4864-99cf-723efc0bf37b of type vlan for network 1053aeb0-96ca-4455-975a-23b0dccb07ec Feb 09 19:12:03.948060 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.l3_hamode_db [None req-3f7e4fb1-7e8c-4005-98c3-e39ba475d8bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a3474827-4b70-478d-8932-b676b7dc2979', 'name': 'tempest-ServersTestMultiNic-470835944-router', 'tenant_id': 'dd68a30cbd724a479c2573502973494c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88055e1e-672a-4487-be31-ffb6e833ece5', 'external_fixed_ips': [{'subnet_id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'ip_address': '172.25.1.97'}], 'enable_snat': True}, 'gw_port_id': '54d642e9-f72a-4272-beaa-438966872b19', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T19:11:45Z', 'updated_at': '2022-02-09T19:12:00Z', 'revision_number': 4, 'project_id': 'dd68a30cbd724a479c2573502973494c', 'gw_port': {'id': '54d642e9-f72a-4272-beaa-438966872b19', 'name': '', 'network_id': '88055e1e-672a-4487-be31-ffb6e833ece5', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:53:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3474827-4b70-478d-8932-b676b7dc2979', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1184, 'fixed_ips': [{'subnet_id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'ip_address': '172.25.1.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T19:11:48Z', 'updated_at': '2022-02-09T19:12:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-36', '_interfaces': [{'id': 'ebafb87f-971b-4ec0-8a9d-54a75d287ab8', 'name': '', 'network_id': 'ed38d6f9-7d82-44db-a70f-8dd3a7475f53', 'tenant_id': 'dd68a30cbd724a479c2573502973494c', 'mac_address': 'fa:16:3e:10:e5:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a3474827-4b70-478d-8932-b676b7dc2979', 'device_owner': 'network:router_interface', 'standard_attr_id': 1187, 'fixed_ips': [{'subnet_id': '66b803ba-de43-452b-9363-bb969a5a7c7a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T19:11:57Z', 'updated_at': '2022-02-09T19:12:00Z', 'revision_number': 2, 'project_id': 'dd68a30cbd724a479c2573502973494c', 'subnets': [{'id': '66b803ba-de43-452b-9363-bb969a5a7c7a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-36', False) {} {{(pid=103232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:12:03.970396 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 58972) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:12:04.015835 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-0db1b9d2-119e-4912-8472-1a080746c548 tempest-ServersTestMultiNic-1550042178 tempest-ServersTestMultiNic-1550042178-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762866642225'] for network (1053aeb0-96ca-4455-975a-23b0dccb07ec), precommit_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:12:04.032324 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f7e4fb1-7e8c-4005-98c3-e39ba475d8bd None None] Checking router: a3474827-4b70-478d-8932-b676b7dc2979 for host: n-d-713498-36 {{(pid=103232) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 19:12:04.032786 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f7e4fb1-7e8c-4005-98c3-e39ba475d8bd None None] Updating router a3474827-4b70-478d-8932-b676b7dc2979 port ebafb87f-971b-4ec0-8a9d-54a75d287ab8 binding host n-d-713498-36 {{(pid=103232) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 19:12:04.065404 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-0db1b9d2-119e-4912-8472-1a080746c548 tempest-ServersTestMultiNic-1550042178 tempest-ServersTestMultiNic-1550042178-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1885479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452'] for network (1053aeb0-96ca-4455-975a-23b0dccb07ec), after_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:12:04.071675 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0db1b9d2-119e-4912-8472-1a080746c548 tempest-ServersTestMultiNic-1550042178 tempest-ServersTestMultiNic-1550042178-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:12:04.076005 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-0db1b9d2-119e-4912-8472-1a080746c548 tempest-ServersTestMultiNic-1550042178 tempest-ServersTestMultiNic-1550042178-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1613566'] for network (None), before_response {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:12:04.101016 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-3f7e4fb1-7e8c-4005-98c3-e39ba475d8bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (ebafb87f-971b-4ec0-8a9d-54a75d287ab8), before_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:12:04.112975 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba7db0a5-dbdb-46cf-bb04-77761e82c6a3 req-6cabd8f4-2ed6-4837-9fa9-a47799d9f01b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:12:04.114502 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-ba7db0a5-dbdb-46cf-bb04-77761e82c6a3 req-6cabd8f4-2ed6-4837-9fa9-a47799d9f01b service neutron] 10.222.0.89 "GET /v2.0/networks?id=bf4bc076-a27e-42a2-9aee-a2f41efd57ae HTTP/1.1" status: 200 len: 917 time: 0.6941924 Feb 09 19:12:04.129223 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ca45d25-d8dd-4be9-9b87-da55119d26c0 req-b0fbbf1e-ed11-4c0c-8794-e058508587ba tempest-ServersTestBootFromVolume-783248817 tempest-ServersTestBootFromVolume-783248817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:12:04.136348 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-6ca45d25-d8dd-4be9-9b87-da55119d26c0 req-b0fbbf1e-ed11-4c0c-8794-e058508587ba tempest-ServersTestBootFromVolume-783248817 tempest-ServersTestBootFromVolume-783248817-project] 10.222.0.75 "GET /v2.0/ports?device_id=84c056fe-802f-4b0b-9844-f490f36d7dba HTTP/1.1" status: 200 len: 944 time: 0.6225700 Feb 09 19:12:04.172175 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-02458c3c-3085-47de-ba15-a185e5f48ebe req-0bf0a04e-57be-405d-93b4-5a2b2de2c70c tempest-TaggedBootDevicesTest_v242-798392635 tempest-TaggedBootDevicesTest_v242-798392635-project] 10.222.0.75 "GET /v2.0/ports?device_id=8319129f-1054-494a-b0c0-2ec99e839619 HTTP/1.1" status: 200 len: 210 time: 0.0804021 Feb 09 19:12:04.234113 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.v2.base [None req-e3611191-6bde-457f-80fa-4324efcdac59 admin admin] Request body: {'network': {'name': 'tempest-ServerPasswordTestJSON-863192186-network', 'tenant_id': '3bed1828822e4ed8b98506e0acba18d5'}} {{(pid=103230) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 19:12:04.282760 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-0db1b9d2-119e-4912-8472-1a080746c548 tempest-ServersTestMultiNic-1550042178 tempest-ServersTestMultiNic-1550042178-project] 10.222.0.75 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 1.0316315 Feb 09 19:12:04.288261 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 58980) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:12:04.294307 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.v2.base [None req-1c5529c6-adbc-42f2-998b-de254fbdfada tempest-ServersTestMultiNic-1550042178 tempest-ServersTestMultiNic-1550042178-project] Request body: {'subnet': {'network_id': '1053aeb0-96ca-4455-975a-23b0dccb07ec', 'cidr': '19.80.0.0/24', 'ip_version': 4}} {{(pid=103230) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 19:12:04.345106 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e3611191-6bde-457f-80fa-4324efcdac59 admin admin] Made reservation on behalf of 3bed1828822e4ed8b98506e0acba18d5 for: {'network': 1} {{(pid=103230) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 19:12:04.348217 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-e3611191-6bde-457f-80fa-4324efcdac59 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for network (None), before_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:12:04.383401 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0db1b9d2-119e-4912-8472-1a080746c548 tempest-ServersTestMultiNic-1550042178 tempest-ServersTestMultiNic-1550042178-project] Pushing event updated for resources: {'Network': ['ID=1053aeb0-96ca-4455-975a-23b0dccb07ec,revision_number=1']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:12:04.414978 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-e3611191-6bde-457f-80fa-4324efcdac59 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:12:04.441116 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0db1b9d2-119e-4912-8472-1a080746c548 tempest-ServersTestMultiNic-1550042178 tempest-ServersTestMultiNic-1550042178-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:12:04.441942 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0db1b9d2-119e-4912-8472-1a080746c548 tempest-ServersTestMultiNic-1550042178 tempest-ServersTestMultiNic-1550042178-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:12:04.441942 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0db1b9d2-119e-4912-8472-1a080746c548 tempest-ServersTestMultiNic-1550042178 tempest-ServersTestMultiNic-1550042178-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:12:04.442214 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0db1b9d2-119e-4912-8472-1a080746c548 tempest-ServersTestMultiNic-1550042178 tempest-ServersTestMultiNic-1550042178-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:12:04.442497 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0db1b9d2-119e-4912-8472-1a080746c548 tempest-ServersTestMultiNic-1550042178 tempest-ServersTestMultiNic-1550042178-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:12:04.442835 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0db1b9d2-119e-4912-8472-1a080746c548 tempest-ServersTestMultiNic-1550042178 tempest-ServersTestMultiNic-1550042178-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:12:04.443168 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0db1b9d2-119e-4912-8472-1a080746c548 tempest-ServersTestMultiNic-1550042178 tempest-ServersTestMultiNic-1550042178-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:12:04.443498 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0db1b9d2-119e-4912-8472-1a080746c548 tempest-ServersTestMultiNic-1550042178 tempest-ServersTestMultiNic-1550042178-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:12:04.444432 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0db1b9d2-119e-4912-8472-1a080746c548 tempest-ServersTestMultiNic-1550042178 tempest-ServersTestMultiNic-1550042178-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:12:04.444432 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0db1b9d2-119e-4912-8472-1a080746c548 tempest-ServersTestMultiNic-1550042178 tempest-ServersTestMultiNic-1550042178-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:12:04.444432 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0db1b9d2-119e-4912-8472-1a080746c548 tempest-ServersTestMultiNic-1550042178 tempest-ServersTestMultiNic-1550042178-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:12:04.444798 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0db1b9d2-119e-4912-8472-1a080746c548 tempest-ServersTestMultiNic-1550042178 tempest-ServersTestMultiNic-1550042178-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:12:04.445103 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0db1b9d2-119e-4912-8472-1a080746c548 tempest-ServersTestMultiNic-1550042178 tempest-ServersTestMultiNic-1550042178-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:12:04.460725 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Network 1053aeb0-96ca-4455-975a-23b0dccb07ec details requested by agent ovs-agent-n-d-713498-36 with host n-d-713498-36 {{(pid=103232) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 19:12:04.499049 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09934e21-f670-45a6-ad50-ba2808a654ef req-69c23028-af32-40c7-a15a-3bd637a386c3 tempest-DeleteServersTestJSON-1870379525 tempest-DeleteServersTestJSON-1870379525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:12:04.507635 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-09934e21-f670-45a6-ad50-ba2808a654ef req-69c23028-af32-40c7-a15a-3bd637a386c3 tempest-DeleteServersTestJSON-1870379525 tempest-DeleteServersTestJSON-1870379525-project] 10.222.0.75 "GET /v2.0/ports?device_id=7fbc7784-9788-4f2d-b985-c5e2674f3448 HTTP/1.1" status: 200 len: 945 time: 0.2062027 Feb 09 19:12:04.539441 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-74cbfeb0-d337-4bfb-9b36-1e4c2a9aaaf9 tempest-RoutersNegativeTest-1011750698 tempest-RoutersNegativeTest-1011750698-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (d8cd879c-72b7-474f-be86-3204cd5540c8), before_update {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:12:04.545323 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-ba7db0a5-dbdb-46cf-bb04-77761e82c6a3 req-ae064b4b-db27-4b5f-abc3-b6b3e5f887b0 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=791d3f17-1eab-424b-8748-a6e718491667 HTTP/1.1" status: 200 len: 217 time: 0.4011941 Feb 09 19:12:04.586886 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Device 56559978-c567-46d5-a94e-81e3865f8cfc details requested by agent hyperv_n-h2-713498-36 with host n-h2-713498-36 {{(pid=103232) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 19:12:04.609315 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-09934e21-f670-45a6-ad50-ba2808a654ef req-dd81a2ad-6a3e-43c8-8f7c-2735984ffa90 tempest-DeleteServersTestJSON-1870379525 tempest-DeleteServersTestJSON-1870379525-project] 10.222.0.75 "GET /v2.0/security-groups?id=5ce92d32-ca94-4b6c-925d-b9dff609abe6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0955374 Feb 09 19:12:04.610345 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1c5529c6-adbc-42f2-998b-de254fbdfada tempest-ServersTestMultiNic-1550042178 tempest-ServersTestMultiNic-1550042178-project] Made reservation on behalf of dd68a30cbd724a479c2573502973494c for: {'subnet': 1} {{(pid=103230) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 19:12:04.613271 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-3f7e4fb1-7e8c-4005-98c3-e39ba475d8bd None None] Publish callbacks [] for port (ebafb87f-971b-4ec0-8a9d-54a75d287ab8), precommit_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:12:04.616154 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-1c5529c6-adbc-42f2-998b-de254fbdfada tempest-ServersTestMultiNic-1550042178 tempest-ServersTestMultiNic-1550042178-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12985917'] for subnet (None), before_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:12:04.637502 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-3f7e4fb1-7e8c-4005-98c3-e39ba475d8bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762867176205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762866656485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762866656503'] for port (ebafb87f-971b-4ec0-8a9d-54a75d287ab8), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:12:04.673031 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-6ca45d25-d8dd-4be9-9b87-da55119d26c0 req-7ddc552e-33c7-449d-9e3a-dc6d9b239875 tempest-ServersTestBootFromVolume-783248817 tempest-ServersTestBootFromVolume-783248817-project] 10.222.0.75 "GET /v2.0/security-groups?id=99b1e7c3-38f3-4f0a-8bb2-c56dc143d44a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5355215 Feb 09 19:12:04.748410 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c34196d0-f1f2-4b0b-b9da-78ff835ca5a9 None None] Pushing event updated for resources: {'Port': ['ID=ebafb87f-971b-4ec0-8a9d-54a75d287ab8,revision_number=3']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:12:04.810013 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-e3611191-6bde-457f-80fa-4324efcdac59 admin admin] Publish callbacks [] for security_group (0810c243-1868-4477-a8d6-8bb35e408cf8), precommit_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:12:04.821053 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba7db0a5-dbdb-46cf-bb04-77761e82c6a3 req-23b21421-c7ec-4146-acea-4c4d8c6d0e93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:12:04.823542 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-ba7db0a5-dbdb-46cf-bb04-77761e82c6a3 req-23b21421-c7ec-4146-acea-4c4d8c6d0e93 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=fea6332b-9bd6-4cd8-9e80-16a97bc75c3b HTTP/1.1" status: 200 len: 855 time: 0.2625022 Feb 09 19:12:04.838504 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-e3611191-6bde-457f-80fa-4324efcdac59 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1892331'] for security_group (0810c243-1868-4477-a8d6-8bb35e408cf8), after_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:12:04.855779 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e3611191-6bde-457f-80fa-4324efcdac59 admin admin] vlan segment allocate from pool success with {'vlan_id': 360, 'physical_network': 'physnet1'} {{(pid=103230) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 19:12:04.879411 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1f7fb38-3bc6-4fe8-84f6-eae70dac5a12 req-2a204800-5707-49d0-86bf-3b03a57f37a0 tempest-ServersTestManualDisk-2087116754 tempest-ServersTestManualDisk-2087116754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:12:04.886452 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-c1f7fb38-3bc6-4fe8-84f6-eae70dac5a12 req-2a204800-5707-49d0-86bf-3b03a57f37a0 tempest-ServersTestManualDisk-2087116754 tempest-ServersTestManualDisk-2087116754-project] 10.222.0.75 "GET /v2.0/ports?device_id=a35fbec0-0317-420e-b440-01979c3a7c6c HTTP/1.1" status: 200 len: 944 time: 0.1634572 Feb 09 19:12:04.916750 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-e3611191-6bde-457f-80fa-4324efcdac59 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-759574'] for segment (7afd431e-f816-47e6-ace4-ce2b76f873d7), precommit_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:12:04.917104 n-d-713498-36 neutron-server[103230]: INFO neutron.db.segments_db [None req-e3611191-6bde-457f-80fa-4324efcdac59 admin admin] Added segment 7afd431e-f816-47e6-ace4-ce2b76f873d7 of type vlan for network 36b49725-6229-46e2-a6f1-203576875bbf Feb 09 19:12:04.966887 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3611191-6bde-457f-80fa-4324efcdac59 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0810c243-1868-4477-a8d6-8bb35e408cf8,revision_number=1']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:12:05.025135 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-e3611191-6bde-457f-80fa-4324efcdac59 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762866642225'] for network (36b49725-6229-46e2-a6f1-203576875bbf), precommit_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:12:05.078783 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-7429db8d-6021-40ad-813e-885be449a89b None None] For port 56559978-c567-46d5-a94e-81e3865f8cfc, host n-h2-713498-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-36',level=0,port_id=56559978-c567-46d5-a94e-81e3865f8cfc,segment=NetworkSegment(8fc5bdc5-20d6-4485-913b-a8e45cf9007a),segment_id=8fc5bdc5-20d6-4485-913b-a8e45cf9007a)] {{(pid=103232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 19:12:05.087270 n-d-713498-36 neutron-server[103229]: DEBUG neutron.notifiers.nova [req-69ee1a5a-d45c-4654-85f9-4a32dd2c6b6e req-f8f6888e-6f03-4d13-b6b3-de7bfa09ed5a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dc73d538-3849-44b7-8f0e-7c99557efa00 {{(pid=103229) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 19:12:05.091528 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-c1f7fb38-3bc6-4fe8-84f6-eae70dac5a12 req-b6014120-2bf6-47cb-b3fc-4357ba31181c tempest-ServersTestManualDisk-2087116754 tempest-ServersTestManualDisk-2087116754-project] 10.222.0.75 "GET /v2.0/security-groups?id=a9046b98-d442-46ac-9793-fd3bbced8e96&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2022481 Feb 09 19:12:05.099310 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba7db0a5-dbdb-46cf-bb04-77761e82c6a3 req-a7d71c04-d321-4019-90b0-5ede2b2c7754 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:12:05.101470 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-ba7db0a5-dbdb-46cf-bb04-77761e82c6a3 req-a7d71c04-d321-4019-90b0-5ede2b2c7754 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=bf4bc076-a27e-42a2-9aee-a2f41efd57ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.2305903 Feb 09 19:12:05.114433 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Returning: {'device': '56559978-c567-46d5-a94e-81e3865f8cfc', 'network_id': '0ec7f9f6-4ed5-45b5-9742-035cca69218b', 'port_id': '56559978-c567-46d5-a94e-81e3865f8cfc', 'mac_address': 'fa:16:3e:74:89:e1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 387, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '56817271-1948-4557-bb99-937580724a46', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103232) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 19:12:05.114631 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-69ee1a5a-d45c-4654-85f9-4a32dd2c6b6e req-f8f6888e-6f03-4d13-b6b3-de7bfa09ed5a service neutron] Publish callbacks [] for port (dc73d538-3849-44b7-8f0e-7c99557efa00), precommit_update {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:12:05.122768 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.managers [None req-3f7e4fb1-7e8c-4005-98c3-e39ba475d8bd None None] Attempting to bind port ebafb87f-971b-4ec0-8a9d-54a75d287ab8 on host n-d-713498-36 for vnic_type normal with profile {{(pid=103232) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 19:12:05.127431 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.managers [None req-3f7e4fb1-7e8c-4005-98c3-e39ba475d8bd None None] Attempting to bind port ebafb87f-971b-4ec0-8a9d-54a75d287ab8 by drivers openvswitch,hyperv on host n-d-713498-36 at level 0 using segments [{'id': '1395932d-e528-41d0-939e-05f713c9d4e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': 'ed38d6f9-7d82-44db-a70f-8dd3a7475f53'}] {{(pid=103232) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 19:12:05.129311 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-e3611191-6bde-457f-80fa-4324efcdac59 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1885479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452'] for network (36b49725-6229-46e2-a6f1-203576875bbf), after_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:12:05.130514 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3611191-6bde-457f-80fa-4324efcdac59 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:12:05.130902 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f7e4fb1-7e8c-4005-98c3-e39ba475d8bd None None] Attempting to bind port ebafb87f-971b-4ec0-8a9d-54a75d287ab8 on network ed38d6f9-7d82-44db-a70f-8dd3a7475f53 {{(pid=103232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 19:12:05.131482 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-e3611191-6bde-457f-80fa-4324efcdac59 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1613566'] for network (None), before_response {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:12:05.151645 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f7e4fb1-7e8c-4005-98c3-e39ba475d8bd None None] Checking agent: {'id': '496418a2-c002-4aec-ab1a-07f3bea491bd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-36', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 18, 51, 47), 'started_at': datetime.datetime(2022, 2, 9, 18, 52, 17), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 19, 11, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-36'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 19:12:05.151939 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f7e4fb1-7e8c-4005-98c3-e39ba475d8bd None None] Checking segment: {'id': '1395932d-e528-41d0-939e-05f713c9d4e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': 'ed38d6f9-7d82-44db-a70f-8dd3a7475f53'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103232) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 19:12:05.152538 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-3f7e4fb1-7e8c-4005-98c3-e39ba475d8bd None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:12:05.152930 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f7e4fb1-7e8c-4005-98c3-e39ba475d8bd None None] Bound using segment: {'id': '1395932d-e528-41d0-939e-05f713c9d4e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': 'ed38d6f9-7d82-44db-a70f-8dd3a7475f53'} {{(pid=103232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 19:12:05.153711 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.managers [None req-3f7e4fb1-7e8c-4005-98c3-e39ba475d8bd None None] Bound port: ebafb87f-971b-4ec0-8a9d-54a75d287ab8, host: n-d-713498-36, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1395932d-e528-41d0-939e-05f713c9d4e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': 'ed38d6f9-7d82-44db-a70f-8dd3a7475f53'}}] {{(pid=103232) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 19:12:05.154222 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-3f7e4fb1-7e8c-4005-98c3-e39ba475d8bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (ebafb87f-971b-4ec0-8a9d-54a75d287ab8), before_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:12:05.228759 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-e3611191-6bde-457f-80fa-4324efcdac59 admin admin] 10.222.0.75 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.2572787 Feb 09 19:12:05.236911 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 58986) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:12:05.249788 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.v2.base [None req-e420089f-ccb6-4606-8fd4-54ab89f1f620 admin admin] Request body: {'subnet': {'network_id': '36b49725-6229-46e2-a6f1-203576875bbf', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerPasswordTestJSON-863192186-subnet', 'tenant_id': '3bed1828822e4ed8b98506e0acba18d5', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103230) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 19:12:05.263029 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3611191-6bde-457f-80fa-4324efcdac59 admin admin] Pushing event updated for resources: {'Network': ['ID=36b49725-6229-46e2-a6f1-203576875bbf,revision_number=1']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:12:05.275549 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-1c5529c6-adbc-42f2-998b-de254fbdfada tempest-ServersTestMultiNic-1550042178 tempest-ServersTestMultiNic-1550042178-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14393611', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12985859'] for subnet (5ce2c655-ead1-49f8-a2a1-6b6465769c65), after_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:12:05.286886 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Current status of the port 56559978-c567-46d5-a94e-81e3865f8cfc is: DOWN; New status is: BUILD {{(pid=103232) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 19:12:05.287761 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (56559978-c567-46d5-a94e-81e3865f8cfc), before_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:12:05.303559 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Network 36b49725-6229-46e2-a6f1-203576875bbf details requested by agent ovs-agent-n-d-713498-36 with host n-d-713498-36 {{(pid=103232) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 19:12:05.306572 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.provisioning_blocks [None req-984ecfc5-a689-45a2-9a8a-43a9dad5ad88 None None] Provisioning complete for port ebafb87f-971b-4ec0-8a9d-54a75d287ab8 triggered by entity DHCP. {{(pid=103232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 19:12:05.307145 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-984ecfc5-a689-45a2-9a8a-43a9dad5ad88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593630'] for port (ebafb87f-971b-4ec0-8a9d-54a75d287ab8), provisioning_complete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:12:05.322804 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e420089f-ccb6-4606-8fd4-54ab89f1f620 admin admin] Made reservation on behalf of 3bed1828822e4ed8b98506e0acba18d5 for: {'subnet': 1} {{(pid=103230) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 19:12:05.325076 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-e420089f-ccb6-4606-8fd4-54ab89f1f620 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12985917'] for subnet (None), before_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:12:05.384059 n-d-713498-36 neutron-server[103232]: DEBUG neutron.notifiers.nova [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 56559978-c567-46d5-a94e-81e3865f8cfc {{(pid=103232) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 19:12:05.405420 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-05257de7-6307-4f67-8877-d25152bfc628 req-8922e7c2-5262-426c-bc62-c1b5cc30e7e2 tempest-TaggedBootDevicesTest_v242-798392635 tempest-TaggedBootDevicesTest_v242-798392635-project] 10.222.0.75 "GET /v2.0/ports?device_id=8319129f-1054-494a-b0c0-2ec99e839619 HTTP/1.1" status: 200 len: 210 time: 0.0893679 Feb 09 19:12:05.417869 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-74cbfeb0-d337-4bfb-9b36-1e4c2a9aaaf9 tempest-RoutersNegativeTest-1011750698 tempest-RoutersNegativeTest-1011750698-project] Publish callbacks [] for port (d8cd879c-72b7-474f-be86-3204cd5540c8), precommit_update {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:12:05.435096 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-ba7db0a5-dbdb-46cf-bb04-77761e82c6a3 req-54077dab-ed1b-48a0-8597-128d58d27b61 service neutron] 10.222.0.89 "GET /v2.0/networks/bf4bc076-a27e-42a2-9aee-a2f41efd57ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3247323 Feb 09 19:12:05.448010 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a302e51-4932-46b3-8e3a-b00c20b2c2ce req-2d9d18d1-cad0-4e17-b1e0-8546bf5db89c tempest-MigrationsAdminTest-892781459 tempest-MigrationsAdminTest-892781459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:12:05.457055 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-1a302e51-4932-46b3-8e3a-b00c20b2c2ce req-2d9d18d1-cad0-4e17-b1e0-8546bf5db89c tempest-MigrationsAdminTest-892781459 tempest-MigrationsAdminTest-892781459-project] 10.222.0.75 "GET /v2.0/ports?device_id=7394cbff-f035-4166-a786-a8886a8e5e67 HTTP/1.1" status: 200 len: 936 time: 0.4327917 Feb 09 19:12:05.461568 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-984ecfc5-a689-45a2-9a8a-43a9dad5ad88 None None] Port ebafb87f-971b-4ec0-8a9d-54a75d287ab8 cannot update to ACTIVE because it is not bound. {{(pid=103232) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 19:12:05.471168 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-3f7e4fb1-7e8c-4005-98c3-e39ba475d8bd None None] For port ebafb87f-971b-4ec0-8a9d-54a75d287ab8, host n-d-713498-36, cleared binding levels {{(pid=103232) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 19:12:05.475106 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-7429db8d-6021-40ad-813e-885be449a89b None None] For port 56559978-c567-46d5-a94e-81e3865f8cfc, host n-h2-713498-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-36',level=0,port_id=56559978-c567-46d5-a94e-81e3865f8cfc,segment=NetworkSegment(8fc5bdc5-20d6-4485-913b-a8e45cf9007a),segment_id=8fc5bdc5-20d6-4485-913b-a8e45cf9007a)] {{(pid=103232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 19:12:05.479038 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-3f7e4fb1-7e8c-4005-98c3-e39ba475d8bd None None] For port ebafb87f-971b-4ec0-8a9d-54a75d287ab8, host n-d-713498-36, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-36',level=0,port_id=ebafb87f-971b-4ec0-8a9d-54a75d287ab8,segment=NetworkSegment(1395932d-e528-41d0-939e-05f713c9d4e8),segment_id=1395932d-e528-41d0-939e-05f713c9d4e8)] {{(pid=103232) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 19:12:05.484482 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762867176205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762866656485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762866656503'] for port (56559978-c567-46d5-a94e-81e3865f8cfc), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:12:05.557205 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Pushing event updated for resources: {'Port': ['ID=56559978-c567-46d5-a94e-81e3865f8cfc,revision_number=4']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:12:05.582086 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-3f7e4fb1-7e8c-4005-98c3-e39ba475d8bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762867176205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762866656485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762866656503'] for port (ebafb87f-971b-4ec0-8a9d-54a75d287ab8), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:12:05.585279 n-d-713498-36 neutron-server[103229]: DEBUG neutron.db.provisioning_blocks [req-69ee1a5a-d45c-4654-85f9-4a32dd2c6b6e req-f8f6888e-6f03-4d13-b6b3-de7bfa09ed5a service neutron] Transition to ACTIVE for port object dc73d538-3849-44b7-8f0e-7c99557efa00 will not be triggered until provisioned by entity L2. {{(pid=103229) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 19:12:05.586115 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c5529c6-adbc-42f2-998b-de254fbdfada tempest-ServersTestMultiNic-1550042178 tempest-ServersTestMultiNic-1550042178-project] Pushing event updated for resources: {'Subnet': ['ID=5ce2c655-ead1-49f8-a2a1-6b6465769c65,revision_number=0']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:12:05.589006 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-ba7db0a5-dbdb-46cf-bb04-77761e82c6a3 req-f8cf29af-bf4c-4a73-8631-e9bc67719838 service neutron] 10.222.0.89 "GET /v2.0/networks/bf4bc076-a27e-42a2-9aee-a2f41efd57ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1201429 Feb 09 19:12:05.591772 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-e420089f-ccb6-4606-8fd4-54ab89f1f620 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14393611', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12985859'] for subnet (7cb3f30f-29e3-44cd-a6bf-8ec74844ba95), after_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:12:05.597404 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-74cbfeb0-d337-4bfb-9b36-1e4c2a9aaaf9 tempest-RoutersNegativeTest-1011750698 tempest-RoutersNegativeTest-1011750698-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762867176205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762866656485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762866656503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12867569'] for port (d8cd879c-72b7-474f-be86-3204cd5540c8), after_update {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:12:05.677993 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f7e4fb1-7e8c-4005-98c3-e39ba475d8bd None None] Routers {'a3474827-4b70-478d-8932-b676b7dc2979'} bound to L3 agent in host n-d-713498-36 {{(pid=103232) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 19:12:05.679365 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.l3_hamode_db [None req-3f7e4fb1-7e8c-4005-98c3-e39ba475d8bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T18:51:43Z,description=,heartbeat_timestamp=2022-02-09T19:11:43Z,host='n-d-713498-36',id=93303d5e-5d17-45e8-8963-7694f87783ae,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T18:51:43Z,topic='l3_agent')) {'router_ids': ['a3474827-4b70-478d-8932-b676b7dc2979'], 'active': True} {{(pid=103232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:12:05.687158 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-69ee1a5a-d45c-4654-85f9-4a32dd2c6b6e req-f8f6888e-6f03-4d13-b6b3-de7bfa09ed5a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762867176205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762866656485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762866656503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12867569'] for port (dc73d538-3849-44b7-8f0e-7c99557efa00), after_update {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:12:05.728559 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c5529c6-adbc-42f2-998b-de254fbdfada tempest-ServersTestMultiNic-1550042178 tempest-ServersTestMultiNic-1550042178-project] Checking segment: {'id': '92da60b7-c045-4864-99cf-723efc0bf37b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': '1053aeb0-96ca-4455-975a-23b0dccb07ec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103230) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 19:12:05.728955 n-d-713498-36 neutron-server[103230]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c5529c6-adbc-42f2-998b-de254fbdfada tempest-ServersTestMultiNic-1550042178 tempest-ServersTestMultiNic-1550042178-project] Network hostable DHCP agents. Network: 1053aeb0-96ca-4455-975a-23b0dccb07ec, hostable agents: ['af91e4b9-f4e1-42b1-a25c-a10dc47171c8'], hosted agents: [] {{(pid=103230) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 19:12:05.790472 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74cbfeb0-d337-4bfb-9b36-1e4c2a9aaaf9 tempest-RoutersNegativeTest-1011750698 tempest-RoutersNegativeTest-1011750698-project] Pushing event updated for resources: {'Port': ['ID=d8cd879c-72b7-474f-be86-3204cd5540c8,revision_number=2']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:12:05.793252 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e420089f-ccb6-4606-8fd4-54ab89f1f620 admin admin] Checking segment: {'id': '7afd431e-f816-47e6-ace4-ce2b76f873d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '36b49725-6229-46e2-a6f1-203576875bbf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103230) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 19:12:05.793694 n-d-713498-36 neutron-server[103230]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e420089f-ccb6-4606-8fd4-54ab89f1f620 admin admin] Network hostable DHCP agents. Network: 36b49725-6229-46e2-a6f1-203576875bbf, hostable agents: ['af91e4b9-f4e1-42b1-a25c-a10dc47171c8'], hosted agents: [] {{(pid=103230) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 19:12:05.801595 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e420089f-ccb6-4606-8fd4-54ab89f1f620 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7cb3f30f-29e3-44cd-a6bf-8ec74844ba95,revision_number=0']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:12:05.819061 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-7429db8d-6021-40ad-813e-885be449a89b None None] get_ports_and_sgs() called for port_ids ['56559978-c567-46d5-a94e-81e3865f8cfc'] {{(pid=103232) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 19:12:05.820884 n-d-713498-36 neutron-server[103230]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c5529c6-adbc-42f2-998b-de254fbdfada tempest-ServersTestMultiNic-1550042178 tempest-ServersTestMultiNic-1550042178-project] Network 1053aeb0-96ca-4455-975a-23b0dccb07ec is scheduled to be hosted by DHCP agent af91e4b9-f4e1-42b1-a25c-a10dc47171c8 with binding_index 1 {{(pid=103230) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 19:12:05.833637 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-74cbfeb0-d337-4bfb-9b36-1e4c2a9aaaf9 tempest-RoutersNegativeTest-1011750698 tempest-RoutersNegativeTest-1011750698-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1613458', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1834496'] for router_interface (f686cd24-caea-498f-b572-38eb4f315345), after_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:12:05.861947 n-d-713498-36 neutron-server[103230]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e420089f-ccb6-4606-8fd4-54ab89f1f620 admin admin] Network 36b49725-6229-46e2-a6f1-203576875bbf is scheduled to be hosted by DHCP agent af91e4b9-f4e1-42b1-a25c-a10dc47171c8 with binding_index 1 {{(pid=103230) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 19:12:05.882077 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c34196d0-f1f2-4b0b-b9da-78ff835ca5a9 None None] Pushing event updated for resources: {'Port': ['ID=ebafb87f-971b-4ec0-8a9d-54a75d287ab8,revision_number=4']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:12:05.885491 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa9eb56c-3722-4692-a3f9-9828172bbaae req-a8e02d30-e654-4fc3-84cd-ae83382b02d1 tempest-DeleteServersTestJSON-1870379525 tempest-DeleteServersTestJSON-1870379525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:12:05.887541 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-aa9eb56c-3722-4692-a3f9-9828172bbaae req-a8e02d30-e654-4fc3-84cd-ae83382b02d1 tempest-DeleteServersTestJSON-1870379525 tempest-DeleteServersTestJSON-1870379525-project] 10.222.0.75 "GET /v2.0/ports?device_id=7fbc7784-9788-4f2d-b985-c5e2674f3448 HTTP/1.1" status: 200 len: 945 time: 0.1661308 Feb 09 19:12:05.890324 n-d-713498-36 neutron-server[103230]: DEBUG neutron.scheduler.base_scheduler [None req-e420089f-ccb6-4606-8fd4-54ab89f1f620 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713498-36, 36b49725-6229-46e2-a6f1-203576875bbf) {{(pid=103230) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 19:12:05.892667 n-d-713498-36 neutron-server[103230]: DEBUG neutron.scheduler.base_scheduler [None req-1c5529c6-adbc-42f2-998b-de254fbdfada tempest-ServersTestMultiNic-1550042178 tempest-ServersTestMultiNic-1550042178-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713498-36, 1053aeb0-96ca-4455-975a-23b0dccb07ec) {{(pid=103230) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 19:12:05.912104 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e420089f-ccb6-4606-8fd4-54ab89f1f620 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:12:05.913179 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-e420089f-ccb6-4606-8fd4-54ab89f1f620 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:12:05.927665 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c119c2c8-a606-4885-a7a2-4d8997e76d87 None None] Network 36b49725-6229-46e2-a6f1-203576875bbf requested from n-d-713498-36 {{(pid=103232) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 19:12:05.931087 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c5529c6-adbc-42f2-998b-de254fbdfada tempest-ServersTestMultiNic-1550042178 tempest-ServersTestMultiNic-1550042178-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:12:05.938084 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52014720-34c7-42e6-b4e1-9abf52274907 None None] Network 1053aeb0-96ca-4455-975a-23b0dccb07ec requested from n-d-713498-36 {{(pid=103232) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 19:12:05.941522 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-1a302e51-4932-46b3-8e3a-b00c20b2c2ce req-91681efb-15b9-48b1-bc55-fb9ff417da3d tempest-MigrationsAdminTest-892781459 tempest-MigrationsAdminTest-892781459-project] 10.222.0.75 "GET /v2.0/security-groups?id=709912c8-8171-4435-800e-9e5c5e45bf8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4834454 Feb 09 19:12:05.942552 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-1c5529c6-adbc-42f2-998b-de254fbdfada tempest-ServersTestMultiNic-1550042178 tempest-ServersTestMultiNic-1550042178-project] Publish callbacks [] for subnet (None), before_response {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:12:06.025568 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-e420089f-ccb6-4606-8fd4-54ab89f1f620 admin admin] 10.222.0.75 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.7744856 Feb 09 19:12:06.041866 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8f6888e-6f03-4d13-b6b3-de7bfa09ed5a service neutron] Pushing event updated for resources: {'Port': ['ID=dc73d538-3849-44b7-8f0e-7c99557efa00,revision_number=2']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:12:06.058345 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-1c5529c6-adbc-42f2-998b-de254fbdfada tempest-ServersTestMultiNic-1550042178 tempest-ServersTestMultiNic-1550042178-project] 10.222.0.75 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 1.7685382 Feb 09 19:12:06.068354 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 58994) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:12:06.076013 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.v2.base [None req-6f0c3442-8653-40c4-95f2-be32c5b7ad06 tempest-ServersTestMultiNic-1550042178 tempest-ServersTestMultiNic-1550042178-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-214517011'}} {{(pid=103229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 19:12:06.099305 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-aa9eb56c-3722-4692-a3f9-9828172bbaae req-9160aadc-4110-4ffc-ae77-3b399c9292ab tempest-DeleteServersTestJSON-1870379525 tempest-DeleteServersTestJSON-1870379525-project] 10.222.0.75 "GET /v2.0/security-groups?id=5ce92d32-ca94-4b6c-925d-b9dff609abe6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2007170 Feb 09 19:12:06.137487 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6f0c3442-8653-40c4-95f2-be32c5b7ad06 tempest-ServersTestMultiNic-1550042178 tempest-ServersTestMultiNic-1550042178-project] Made reservation on behalf of dd68a30cbd724a479c2573502973494c for: {'network': 1} {{(pid=103229) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 19:12:06.141152 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-6f0c3442-8653-40c4-95f2-be32c5b7ad06 tempest-ServersTestMultiNic-1550042178 tempest-ServersTestMultiNic-1550042178-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for network (None), before_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:12:06.271498 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.managers [req-69ee1a5a-d45c-4654-85f9-4a32dd2c6b6e req-f8f6888e-6f03-4d13-b6b3-de7bfa09ed5a service neutron] Attempting to bind port dc73d538-3849-44b7-8f0e-7c99557efa00 on host n-h1-713498-36 for vnic_type normal with profile {{(pid=103229) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 19:12:06.271949 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.managers [req-69ee1a5a-d45c-4654-85f9-4a32dd2c6b6e req-f8f6888e-6f03-4d13-b6b3-de7bfa09ed5a service neutron] Attempting to bind port dc73d538-3849-44b7-8f0e-7c99557efa00 by drivers openvswitch,hyperv on host n-h1-713498-36 at level 0 using segments [{'id': '50e5915e-18f0-4558-9a28-b978975ead36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': '2b5494c8-cf97-42c1-b902-87f998f28179'}] {{(pid=103229) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 19:12:06.272383 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69ee1a5a-d45c-4654-85f9-4a32dd2c6b6e req-f8f6888e-6f03-4d13-b6b3-de7bfa09ed5a service neutron] Attempting to bind port dc73d538-3849-44b7-8f0e-7c99557efa00 on network 2b5494c8-cf97-42c1-b902-87f998f28179 {{(pid=103229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 19:12:06.290341 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6f0c3442-8653-40c4-95f2-be32c5b7ad06 tempest-ServersTestMultiNic-1550042178 tempest-ServersTestMultiNic-1550042178-project] vlan segment allocate from pool success with {'vlan_id': 352, 'physical_network': 'physnet1'} {{(pid=103229) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 19:12:06.296826 n-d-713498-36 neutron-server[103229]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74cbfeb0-d337-4bfb-9b36-1e4c2a9aaaf9 tempest-RoutersNegativeTest-1011750698 tempest-RoutersNegativeTest-1011750698-project] Network 28e6c0f7-f75b-42e2-bfdd-6459b78bb326 is already hosted by enough agents. {{(pid=103229) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 19:12:06.300693 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69ee1a5a-d45c-4654-85f9-4a32dd2c6b6e req-f8f6888e-6f03-4d13-b6b3-de7bfa09ed5a service neutron] Port dc73d538-3849-44b7-8f0e-7c99557efa00 on network 2b5494c8-cf97-42c1-b902-87f998f28179 not bound, no agent of type Open vSwitch agent registered on host n-h1-713498-36 {{(pid=103229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 19:12:06.301133 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69ee1a5a-d45c-4654-85f9-4a32dd2c6b6e req-f8f6888e-6f03-4d13-b6b3-de7bfa09ed5a service neutron] Attempting to bind port dc73d538-3849-44b7-8f0e-7c99557efa00 on network 2b5494c8-cf97-42c1-b902-87f998f28179 {{(pid=103229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 19:12:06.308575 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c0bcd26-6bd4-4e82-a862-0bfd002a3530 req-125e6376-7ac3-4282-ac05-e84809af1526 tempest-ServersTestManualDisk-2087116754 tempest-ServersTestManualDisk-2087116754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:12:06.310837 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-5c0bcd26-6bd4-4e82-a862-0bfd002a3530 req-125e6376-7ac3-4282-ac05-e84809af1526 tempest-ServersTestManualDisk-2087116754 tempest-ServersTestManualDisk-2087116754-project] 10.222.0.75 "GET /v2.0/ports?device_id=a35fbec0-0317-420e-b440-01979c3a7c6c HTTP/1.1" status: 200 len: 945 time: 0.1001759 Feb 09 19:12:06.314398 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43ee2dcf-34fa-49f8-81d0-95bfd7efd0fa req-df40e659-1bd3-4b2c-8b69-3f3abcb25366 tempest-ServersTestBootFromVolume-783248817 tempest-ServersTestBootFromVolume-783248817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:12:06.321707 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-43ee2dcf-34fa-49f8-81d0-95bfd7efd0fa req-df40e659-1bd3-4b2c-8b69-3f3abcb25366 tempest-ServersTestBootFromVolume-783248817 tempest-ServersTestBootFromVolume-783248817-project] 10.222.0.75 "GET /v2.0/ports?device_id=84c056fe-802f-4b0b-9844-f490f36d7dba HTTP/1.1" status: 200 len: 944 time: 0.2101591 Feb 09 19:12:06.323960 n-d-713498-36 neutron-server[103229]: DEBUG neutron.scheduler.base_scheduler [None req-74cbfeb0-d337-4bfb-9b36-1e4c2a9aaaf9 tempest-RoutersNegativeTest-1011750698 tempest-RoutersNegativeTest-1011750698-project] Resources bound (agent type, host, resource id): {{(pid=103229) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 19:12:06.347896 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-6f0c3442-8653-40c4-95f2-be32c5b7ad06 tempest-ServersTestMultiNic-1550042178 tempest-ServersTestMultiNic-1550042178-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-759574'] for segment (c33359c4-a496-43df-b415-15ad2bc804d0), precommit_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:12:06.348402 n-d-713498-36 neutron-server[103229]: INFO neutron.db.segments_db [None req-6f0c3442-8653-40c4-95f2-be32c5b7ad06 tempest-ServersTestMultiNic-1550042178 tempest-ServersTestMultiNic-1550042178-project] Added segment c33359c4-a496-43df-b415-15ad2bc804d0 of type vlan for network 8be03a76-72b2-426d-860d-146a1ca5345c Feb 09 19:12:06.350225 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69ee1a5a-d45c-4654-85f9-4a32dd2c6b6e req-f8f6888e-6f03-4d13-b6b3-de7bfa09ed5a service neutron] Checking agent: {'id': '488cd9ae-631f-4955-ba0b-4f5a13f12e9c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713498-36', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 18, 59, 18), 'started_at': datetime.datetime(2022, 2, 9, 18, 59, 18), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 19, 11, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 19:12:06.350832 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69ee1a5a-d45c-4654-85f9-4a32dd2c6b6e req-f8f6888e-6f03-4d13-b6b3-de7bfa09ed5a service neutron] Checking segment: {'id': '50e5915e-18f0-4558-9a28-b978975ead36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': '2b5494c8-cf97-42c1-b902-87f998f28179'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103229) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 19:12:06.351330 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69ee1a5a-d45c-4654-85f9-4a32dd2c6b6e req-f8f6888e-6f03-4d13-b6b3-de7bfa09ed5a service neutron] Bound using segment: {'id': '50e5915e-18f0-4558-9a28-b978975ead36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': '2b5494c8-cf97-42c1-b902-87f998f28179'} {{(pid=103229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 19:12:06.351894 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.managers [req-69ee1a5a-d45c-4654-85f9-4a32dd2c6b6e req-f8f6888e-6f03-4d13-b6b3-de7bfa09ed5a service neutron] Bound port: dc73d538-3849-44b7-8f0e-7c99557efa00, host: n-h1-713498-36, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '50e5915e-18f0-4558-9a28-b978975ead36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': '2b5494c8-cf97-42c1-b902-87f998f28179'}}] {{(pid=103229) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 19:12:06.352350 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-69ee1a5a-d45c-4654-85f9-4a32dd2c6b6e req-f8f6888e-6f03-4d13-b6b3-de7bfa09ed5a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (dc73d538-3849-44b7-8f0e-7c99557efa00), before_update {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:12:06.445452 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-5c0bcd26-6bd4-4e82-a862-0bfd002a3530 req-1d1f30df-e123-4968-a760-963ddcb2d1a1 tempest-ServersTestManualDisk-2087116754 tempest-ServersTestManualDisk-2087116754-project] 10.222.0.75 "GET /v2.0/security-groups?id=a9046b98-d442-46ac-9793-fd3bbced8e96&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1259105 Feb 09 19:12:06.462550 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.l3_dvr_db [None req-3f7e4fb1-7e8c-4005-98c3-e39ba475d8bd None None] Set router a3474827-4b70-478d-8932-b676b7dc2979 gateway port host: n-d-713498-36 {{(pid=103232) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 19:12:06.586122 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-6f0c3442-8653-40c4-95f2-be32c5b7ad06 tempest-ServersTestMultiNic-1550042178 tempest-ServersTestMultiNic-1550042178-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762866642225'] for network (8be03a76-72b2-426d-860d-146a1ca5345c), precommit_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:12:06.627342 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.provisioning_blocks [None req-cccd09b8-efcb-4ace-94b0-826bab33f044 None None] Provisioning complete for port ebafb87f-971b-4ec0-8a9d-54a75d287ab8 triggered by entity DHCP. {{(pid=103232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 19:12:06.627730 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-cccd09b8-efcb-4ace-94b0-826bab33f044 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593630'] for port (ebafb87f-971b-4ec0-8a9d-54a75d287ab8), provisioning_complete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:12:06.630385 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-43ee2dcf-34fa-49f8-81d0-95bfd7efd0fa req-b1f61dd6-93f6-42d2-87de-d6927721fc79 tempest-ServersTestBootFromVolume-783248817 tempest-ServersTestBootFromVolume-783248817-project] 10.222.0.75 "GET /v2.0/security-groups?id=99b1e7c3-38f3-4f0a-8bb2-c56dc143d44a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3075078 Feb 09 19:12:06.692690 n-d-713498-36 neutron-server[103229]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-74cbfeb0-d337-4bfb-9b36-1e4c2a9aaaf9 tempest-RoutersNegativeTest-1011750698 tempest-RoutersNegativeTest-1011750698-project] Router f686cd24-caea-498f-b572-38eb4f315345 has already been hosted by L3 agent 93303d5e-5d17-45e8-8963-7694f87783ae {{(pid=103229) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 19:12:06.700701 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.db [req-69ee1a5a-d45c-4654-85f9-4a32dd2c6b6e req-f8f6888e-6f03-4d13-b6b3-de7bfa09ed5a service neutron] For port dc73d538-3849-44b7-8f0e-7c99557efa00, host n-h1-713498-36, cleared binding levels {{(pid=103229) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 19:12:06.704214 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-6f0c3442-8653-40c4-95f2-be32c5b7ad06 tempest-ServersTestMultiNic-1550042178 tempest-ServersTestMultiNic-1550042178-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1885479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452'] for network (8be03a76-72b2-426d-860d-146a1ca5345c), after_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:12:06.709697 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f0c3442-8653-40c4-95f2-be32c5b7ad06 tempest-ServersTestMultiNic-1550042178 tempest-ServersTestMultiNic-1550042178-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:12:06.710346 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-6f0c3442-8653-40c4-95f2-be32c5b7ad06 tempest-ServersTestMultiNic-1550042178 tempest-ServersTestMultiNic-1550042178-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1613566'] for network (None), before_response {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:12:06.713771 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.db [req-69ee1a5a-d45c-4654-85f9-4a32dd2c6b6e req-f8f6888e-6f03-4d13-b6b3-de7bfa09ed5a service neutron] For port dc73d538-3849-44b7-8f0e-7c99557efa00, host n-h1-713498-36, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-36',level=0,port_id=dc73d538-3849-44b7-8f0e-7c99557efa00,segment=NetworkSegment(50e5915e-18f0-4558-9a28-b978975ead36),segment_id=50e5915e-18f0-4558-9a28-b978975ead36)] {{(pid=103229) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 19:12:06.755582 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d186fd6-5ef0-44f4-827e-9914d2f0e7af None None] Network 36b49725-6229-46e2-a6f1-203576875bbf requested from n-d-713498-36 {{(pid=103232) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 19:12:06.843082 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01e9b0c0-6be8-492a-970e-ea6320e43430 req-42e75fe9-bff8-4dc5-b082-55187b66524c tempest-ServerPasswordTestJSON-414920366 tempest-ServerPasswordTestJSON-414920366-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:12:06.845770 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-01e9b0c0-6be8-492a-970e-ea6320e43430 req-42e75fe9-bff8-4dc5-b082-55187b66524c tempest-ServerPasswordTestJSON-414920366 tempest-ServerPasswordTestJSON-414920366-project] 10.222.0.75 "GET /v2.0/networks?id=36b49725-6229-46e2-a6f1-203576875bbf HTTP/1.1" status: 200 len: 812 time: 0.1439278 Feb 09 19:12:06.867877 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-01e9b0c0-6be8-492a-970e-ea6320e43430 req-2352d45f-bb66-4cdd-903d-fa159194f109 tempest-ServerPasswordTestJSON-414920366 tempest-ServerPasswordTestJSON-414920366-project] 10.222.0.75 "GET /v2.0/quotas/3bed1828822e4ed8b98506e0acba18d5 HTTP/1.1" status: 200 len: 375 time: 0.0160778 Feb 09 19:12:06.873289 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-74cbfeb0-d337-4bfb-9b36-1e4c2a9aaaf9 tempest-RoutersNegativeTest-1011750698 tempest-RoutersNegativeTest-1011750698-project] Notify agent at l3_agent.n-d-713498-36 the message routers_updated {{(pid=103229) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 19:12:06.880127 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-74cbfeb0-d337-4bfb-9b36-1e4c2a9aaaf9 tempest-RoutersNegativeTest-1011750698 tempest-RoutersNegativeTest-1011750698-project] 10.222.0.75 "PUT /v2.0/routers/f686cd24-caea-498f-b572-38eb4f315345/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.9697204 Feb 09 19:12:06.881521 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-69ee1a5a-d45c-4654-85f9-4a32dd2c6b6e req-f8f6888e-6f03-4d13-b6b3-de7bfa09ed5a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762867176205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762866656485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762866656503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12867569'] for port (dc73d538-3849-44b7-8f0e-7c99557efa00), after_update {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:12:06.889517 n-d-713498-36 neutron-server[103233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d574501-2247-407a-bd5c-fdcc290b0d8f None None] Sync routers for ids ['f686cd24-caea-498f-b572-38eb4f315345'] in n-d-713498-36 {{(pid=103233) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 19:12:06.890521 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 59014) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:12:06.909865 n-d-713498-36 neutron-server[103233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d574501-2247-407a-bd5c-fdcc290b0d8f None None] Routers {'f686cd24-caea-498f-b572-38eb4f315345'} bound to L3 agent in host n-d-713498-36 {{(pid=103233) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 19:12:06.910556 n-d-713498-36 neutron-server[103233]: DEBUG neutron.db.l3_hamode_db [None req-1d574501-2247-407a-bd5c-fdcc290b0d8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T18:51:43Z,description=,heartbeat_timestamp=2022-02-09T19:11:43Z,host='n-d-713498-36',id=93303d5e-5d17-45e8-8963-7694f87783ae,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T18:51:43Z,topic='l3_agent')) {'router_ids': ['f686cd24-caea-498f-b572-38eb4f315345'], 'active': True} {{(pid=103233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:12:06.915881 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69ee1a5a-d45c-4654-85f9-4a32dd2c6b6e req-f8f6888e-6f03-4d13-b6b3-de7bfa09ed5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:12:06.916523 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-69ee1a5a-d45c-4654-85f9-4a32dd2c6b6e req-f8f6888e-6f03-4d13-b6b3-de7bfa09ed5a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171096'] for port (None), before_response {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:12:06.917924 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-69ee1a5a-d45c-4654-85f9-4a32dd2c6b6e req-f8f6888e-6f03-4d13-b6b3-de7bfa09ed5a service neutron] 10.222.0.89 "PUT /v2.0/ports/dc73d538-3849-44b7-8f0e-7c99557efa00 HTTP/1.1" status: 200 len: 1097 time: 3.9047072 Feb 09 19:12:06.932948 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-01e9b0c0-6be8-492a-970e-ea6320e43430 req-b4622104-991e-4ceb-bad9-ae7ce7d2840b tempest-ServerPasswordTestJSON-414920366 tempest-ServerPasswordTestJSON-414920366-project] 10.222.0.75 "GET /v2.0/ports?tenant_id=3bed1828822e4ed8b98506e0acba18d5&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0638151 Feb 09 19:12:06.935844 n-d-713498-36 neutron-server[103229]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7394cbff-f035-4166-a786-a8886a8e5e67', 'tag': 'dc73d538-3849-44b7-8f0e-7c99557efa00'}] {{(pid=103229) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 19:12:06.943633 n-d-713498-36 neutron-server[103229]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fa6ae9a20702bd564eaf90d946620b2b4277b1ab91129323d3b54181076be307" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fe45ddb4-d849-4624-868a-b5625bde26d1" -d '{"events": [{"name": "network-changed", "server_uuid": "7394cbff-f035-4166-a786-a8886a8e5e67", "tag": "dc73d538-3849-44b7-8f0e-7c99557efa00"}]}' {{(pid=103229) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 19:12:06.953804 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-6f0c3442-8653-40c4-95f2-be32c5b7ad06 tempest-ServersTestMultiNic-1550042178 tempest-ServersTestMultiNic-1550042178-project] 10.222.0.75 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.8816943 Feb 09 19:12:06.989586 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 59018) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:12:07.002598 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-2855c54c-aa91-40ac-a456-0d9207902cd2 req-95974a6b-99e1-4789-ba05-b91f6b93b7bc tempest-TaggedBootDevicesTest_v242-798392635 tempest-TaggedBootDevicesTest_v242-798392635-project] 10.222.0.75 "GET /v2.0/ports?device_id=8319129f-1054-494a-b0c0-2ec99e839619 HTTP/1.1" status: 200 len: 210 time: 0.2629938 Feb 09 19:12:07.026177 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.v2.base [None req-8f333bbe-67b1-454f-90a1-b0ad5f9019c8 tempest-ServersTestMultiNic-1550042178 tempest-ServersTestMultiNic-1550042178-project] Request body: {'subnet': {'network_id': '8be03a76-72b2-426d-860d-146a1ca5345c', 'cidr': '19.86.0.0/24', 'ip_version': 4}} {{(pid=103230) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 19:12:07.073327 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f0c3442-8653-40c4-95f2-be32c5b7ad06 tempest-ServersTestMultiNic-1550042178 tempest-ServersTestMultiNic-1550042178-project] Pushing event updated for resources: {'Network': ['ID=8be03a76-72b2-426d-860d-146a1ca5345c,revision_number=1']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:12:07.107615 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8f6888e-6f03-4d13-b6b3-de7bfa09ed5a service neutron] Pushing event updated for resources: {'Port': ['ID=dc73d538-3849-44b7-8f0e-7c99557efa00,revision_number=3']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:12:07.136869 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69ee1a5a-d45c-4654-85f9-4a32dd2c6b6e req-b86e5bf5-c8b2-4e81-9310-f62ffa4a95a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:12:07.138591 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-69ee1a5a-d45c-4654-85f9-4a32dd2c6b6e req-b86e5bf5-c8b2-4e81-9310-f62ffa4a95a6 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=51b81e7592544b98a90626c2bba713eb&device_id=7394cbff-f035-4166-a786-a8886a8e5e67 HTTP/1.1" status: 200 len: 1131 time: 0.1406763 Feb 09 19:12:07.141731 n-d-713498-36 neutron-server[103229]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 19:12:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dd6d5acd-2c3e-457c-89de-82e3d311a67f x-openstack-request-id: req-dd6d5acd-2c3e-457c-89de-82e3d311a67f {{(pid=103229) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 19:12:07.142075 n-d-713498-36 neutron-server[103229]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7394cbff-f035-4166-a786-a8886a8e5e67", "tag": "dc73d538-3849-44b7-8f0e-7c99557efa00", "status": "completed", "code": 200}]} {{(pid=103229) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 19:12:07.142333 n-d-713498-36 neutron-server[103229]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-dd6d5acd-2c3e-457c-89de-82e3d311a67f {{(pid=103229) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 19:12:07.142746 n-d-713498-36 neutron-server[103229]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7394cbff-f035-4166-a786-a8886a8e5e67', 'tag': 'dc73d538-3849-44b7-8f0e-7c99557efa00', 'status': 'completed', 'code': 200} Feb 09 19:12:07.193991 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-2858714a-231d-49e0-a9ba-f4f359edbc42 tempest-RoutersNegativeTest-1011750698 tempest-RoutersNegativeTest-1011750698-project] Publish callbacks [] for router (f686cd24-caea-498f-b572-38eb4f315345), before_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:12:07.217561 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-69ee1a5a-d45c-4654-85f9-4a32dd2c6b6e req-31136749-c16d-40a2-9f26-233e5761cda8 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.158&port_id=dc73d538-3849-44b7-8f0e-7c99557efa00 HTTP/1.1" status: 200 len: 217 time: 0.0690091 Feb 09 19:12:07.252725 n-d-713498-36 neutron-server[103233]: DEBUG neutron.db.l3_hamode_db [None req-1d574501-2247-407a-bd5c-fdcc290b0d8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713498-36', False) {} {{(pid=103233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:12:07.274246 n-d-713498-36 neutron-server[103233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d574501-2247-407a-bd5c-fdcc290b0d8f None None] Routers {'f686cd24-caea-498f-b572-38eb4f315345'} bound to L3 agent in host n-d-713498-36 {{(pid=103233) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 19:12:07.274898 n-d-713498-36 neutron-server[103233]: DEBUG neutron.db.l3_hamode_db [None req-1d574501-2247-407a-bd5c-fdcc290b0d8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T18:51:43Z,description=,heartbeat_timestamp=2022-02-09T19:11:43Z,host='n-d-713498-36',id=93303d5e-5d17-45e8-8963-7694f87783ae,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T18:51:43Z,topic='l3_agent')) {'router_ids': ['f686cd24-caea-498f-b572-38eb4f315345'], 'active': True} {{(pid=103233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:12:07.291581 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Network 8be03a76-72b2-426d-860d-146a1ca5345c details requested by agent ovs-agent-n-d-713498-36 with host n-d-713498-36 {{(pid=103232) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 19:12:07.337531 n-d-713498-36 neutron-server[103233]: DEBUG neutron.db.l3_hamode_db [None req-1d574501-2247-407a-bd5c-fdcc290b0d8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713498-36', False) {} {{(pid=103233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:12:07.338314 n-d-713498-36 neutron-server[103233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d574501-2247-407a-bd5c-fdcc290b0d8f None None] The sync data for ids ['f686cd24-caea-498f-b572-38eb4f315345'] in n-d-713498-36 is: [] {{(pid=103233) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 19:12:07.352158 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-01e9b0c0-6be8-492a-970e-ea6320e43430 req-92938367-486a-4a0b-9a07-38ac191824dd service neutron] 10.222.0.75 "GET /v2.0/networks/36b49725-6229-46e2-a6f1-203576875bbf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4179864 Feb 09 19:12:07.358806 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69ee1a5a-d45c-4654-85f9-4a32dd2c6b6e req-d65df0b5-8a65-44f6-b6ac-d63aa39cbafe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:12:07.362298 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-69ee1a5a-d45c-4654-85f9-4a32dd2c6b6e req-d65df0b5-8a65-44f6-b6ac-d63aa39cbafe service neutron] 10.222.0.89 "GET /v2.0/subnets?id=60b561cb-321e-4f83-9bb3-92b2e1d0dc44 HTTP/1.1" status: 200 len: 843 time: 0.1353281 Feb 09 19:12:07.400541 n-d-713498-36 neutron-server[103230]: INFO neutron.api.v2.resource [None req-2858714a-231d-49e0-a9ba-f4f359edbc42 tempest-RoutersNegativeTest-1011750698 tempest-RoutersNegativeTest-1011750698-project] delete failed (client error): There was a conflict when trying to complete your request. Feb 09 19:12:07.404368 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-2858714a-231d-49e0-a9ba-f4f359edbc42 tempest-RoutersNegativeTest-1011750698 tempest-RoutersNegativeTest-1011750698-project] 10.222.0.75 "DELETE /v2.0/routers/f686cd24-caea-498f-b572-38eb4f315345 HTTP/1.1" status: 409 len: 329 time: 0.5077970 Feb 09 19:12:07.404964 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 59024) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:12:07.422185 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bb1cd06-ac62-45e2-ac53-50d488f41f34 req-327bca38-1404-4f37-a8c2-30b4995ecbdb tempest-MigrationsAdminTest-892781459 tempest-MigrationsAdminTest-892781459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:12:07.425078 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-5bb1cd06-ac62-45e2-ac53-50d488f41f34 req-327bca38-1404-4f37-a8c2-30b4995ecbdb tempest-MigrationsAdminTest-892781459 tempest-MigrationsAdminTest-892781459-project] 10.222.0.75 "GET /v2.0/ports?device_id=7394cbff-f035-4166-a786-a8886a8e5e67 HTTP/1.1" status: 200 len: 948 time: 0.1286273 Feb 09 19:12:07.469852 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21d711b4-6db6-4938-ad10-029a54bf9ca2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8b32e980-7cce-5e82-a341-bd2fa8945c89-1053aeb0-96ca-4455-975a-23b0dccb07ec', 'network_id': '1053aeb0-96ca-4455-975a-23b0dccb07ec', 'project_id': 'dd68a30cbd724a479c2573502973494c', 'fixed_ips': [{'subnet_id': '5ce2c655-ead1-49f8-a2a1-6b6465769c65'}]}} from n-d-713498-36. {{(pid=103232) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 09 19:12:07.471326 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-21d711b4-6db6-4938-ad10-029a54bf9ca2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (None), before_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:12:07.488876 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69ee1a5a-d45c-4654-85f9-4a32dd2c6b6e req-267c69c9-c4f2-4e35-b169-ea7c3676d9cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:12:07.490557 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-69ee1a5a-d45c-4654-85f9-4a32dd2c6b6e req-267c69c9-c4f2-4e35-b169-ea7c3676d9cf service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=2b5494c8-cf97-42c1-b902-87f998f28179&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.1224439 Feb 09 19:12:07.496111 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-cccd09b8-efcb-4ace-94b0-826bab33f044 None None] Current status of the port ebafb87f-971b-4ec0-8a9d-54a75d287ab8 is: DOWN; New status is: ACTIVE {{(pid=103232) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 19:12:07.496510 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-cccd09b8-efcb-4ace-94b0-826bab33f044 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (ebafb87f-971b-4ec0-8a9d-54a75d287ab8), before_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:12:07.537418 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-5bb1cd06-ac62-45e2-ac53-50d488f41f34 req-acee448d-0105-4973-9849-55fbdec1b336 tempest-MigrationsAdminTest-892781459 tempest-MigrationsAdminTest-892781459-project] 10.222.0.75 "GET /v2.0/security-groups?id=709912c8-8171-4435-800e-9e5c5e45bf8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1035955 Feb 09 19:12:07.642489 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-69ee1a5a-d45c-4654-85f9-4a32dd2c6b6e req-24e09958-e6d5-4059-9fbf-ee952914d3ac service neutron] 10.222.0.89 "GET /v2.0/networks/2b5494c8-cf97-42c1-b902-87f998f28179?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1439908 Feb 09 19:12:07.733239 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-cccd09b8-efcb-4ace-94b0-826bab33f044 None None] For port ebafb87f-971b-4ec0-8a9d-54a75d287ab8, host n-d-713498-36, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-36',level=0,port_id=ebafb87f-971b-4ec0-8a9d-54a75d287ab8,segment=NetworkSegment(1395932d-e528-41d0-939e-05f713c9d4e8),segment_id=1395932d-e528-41d0-939e-05f713c9d4e8)] {{(pid=103232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 19:12:07.749926 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-cccd09b8-efcb-4ace-94b0-826bab33f044 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762867176205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762866656485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762866656503'] for port (ebafb87f-971b-4ec0-8a9d-54a75d287ab8), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:12:07.810243 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.db_base_plugin_common [None req-21d711b4-6db6-4938-ad10-029a54bf9ca2 None None] Allocated IP 19.80.0.2 (1053aeb0-96ca-4455-975a-23b0dccb07ec/5ce2c655-ead1-49f8-a2a1-6b6465769c65/f7b843c7-425b-43b7-8a11-6355bfe4194b) {{(pid=103232) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 19:12:07.834231 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f418f811-3d25-4549-ad05-786381694b7c req-a906dd89-cdc2-43c9-9a4d-930dfe2ac5d8 tempest-DeleteServersTestJSON-1870379525 tempest-DeleteServersTestJSON-1870379525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:12:07.836818 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-f418f811-3d25-4549-ad05-786381694b7c req-a906dd89-cdc2-43c9-9a4d-930dfe2ac5d8 tempest-DeleteServersTestJSON-1870379525 tempest-DeleteServersTestJSON-1870379525-project] 10.222.0.75 "GET /v2.0/ports?device_id=7fbc7784-9788-4f2d-b985-c5e2674f3448 HTTP/1.1" status: 200 len: 945 time: 0.1785190 Feb 09 19:12:07.852419 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.l3_hamode_db [None req-3f7e4fb1-7e8c-4005-98c3-e39ba475d8bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a3474827-4b70-478d-8932-b676b7dc2979', 'name': 'tempest-ServersTestMultiNic-470835944-router', 'tenant_id': 'dd68a30cbd724a479c2573502973494c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88055e1e-672a-4487-be31-ffb6e833ece5', 'external_fixed_ips': [{'subnet_id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'ip_address': '172.25.1.97'}], 'enable_snat': True}, 'gw_port_id': '54d642e9-f72a-4272-beaa-438966872b19', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T19:11:45Z', 'updated_at': '2022-02-09T19:12:00Z', 'revision_number': 4, 'project_id': 'dd68a30cbd724a479c2573502973494c', 'gw_port': {'id': '54d642e9-f72a-4272-beaa-438966872b19', 'name': '', 'network_id': '88055e1e-672a-4487-be31-ffb6e833ece5', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:53:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3474827-4b70-478d-8932-b676b7dc2979', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1184, 'fixed_ips': [{'subnet_id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'ip_address': '172.25.1.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T19:11:48Z', 'updated_at': '2022-02-09T19:12:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-36', '_interfaces': [{'id': 'ebafb87f-971b-4ec0-8a9d-54a75d287ab8', 'name': '', 'network_id': 'ed38d6f9-7d82-44db-a70f-8dd3a7475f53', 'tenant_id': 'dd68a30cbd724a479c2573502973494c', 'mac_address': 'fa:16:3e:10:e5:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a3474827-4b70-478d-8932-b676b7dc2979', 'device_owner': 'network:router_interface', 'standard_attr_id': 1187, 'fixed_ips': [{'subnet_id': '66b803ba-de43-452b-9363-bb969a5a7c7a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T19:11:57Z', 'updated_at': '2022-02-09T19:12:05Z', 'revision_number': 4, 'project_id': 'dd68a30cbd724a479c2573502973494c', 'subnets': [{'id': '66b803ba-de43-452b-9363-bb969a5a7c7a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-36', False) {} {{(pid=103232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:12:07.857571 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cccd09b8-efcb-4ace-94b0-826bab33f044 None None] Pushing event updated for resources: {'Port': ['ID=ebafb87f-971b-4ec0-8a9d-54a75d287ab8,revision_number=5']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:12:07.881179 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-69ee1a5a-d45c-4654-85f9-4a32dd2c6b6e req-7fd57fcd-dde4-4097-b334-0bffa05e1f7b service neutron] 10.222.0.89 "GET /v2.0/networks/2b5494c8-cf97-42c1-b902-87f998f28179?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2330029 Feb 09 19:12:07.918712 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8f333bbe-67b1-454f-90a1-b0ad5f9019c8 tempest-ServersTestMultiNic-1550042178 tempest-ServersTestMultiNic-1550042178-project] Made reservation on behalf of dd68a30cbd724a479c2573502973494c for: {'subnet': 1} {{(pid=103230) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 19:12:07.922721 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-8f333bbe-67b1-454f-90a1-b0ad5f9019c8 tempest-ServersTestMultiNic-1550042178 tempest-ServersTestMultiNic-1550042178-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12985917'] for subnet (None), before_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:12:07.926679 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-f418f811-3d25-4549-ad05-786381694b7c req-805b7679-e23d-4ea9-8640-1f54d23a0546 tempest-DeleteServersTestJSON-1870379525 tempest-DeleteServersTestJSON-1870379525-project] 10.222.0.75 "GET /v2.0/security-groups?id=5ce92d32-ca94-4b6c-925d-b9dff609abe6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0831783 Feb 09 19:12:07.961621 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f7e4fb1-7e8c-4005-98c3-e39ba475d8bd None None] The sync data for ids ['a3474827-4b70-478d-8932-b676b7dc2979'] in n-d-713498-36 is: [{'id': 'a3474827-4b70-478d-8932-b676b7dc2979', 'name': 'tempest-ServersTestMultiNic-470835944-router', 'tenant_id': 'dd68a30cbd724a479c2573502973494c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88055e1e-672a-4487-be31-ffb6e833ece5', 'external_fixed_ips': [{'subnet_id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'ip_address': '172.25.1.97'}], 'enable_snat': True}, 'gw_port_id': '54d642e9-f72a-4272-beaa-438966872b19', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T19:11:45Z', 'updated_at': '2022-02-09T19:12:00Z', 'revision_number': 4, 'project_id': 'dd68a30cbd724a479c2573502973494c', 'gw_port': {'id': '54d642e9-f72a-4272-beaa-438966872b19', 'name': '', 'network_id': '88055e1e-672a-4487-be31-ffb6e833ece5', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:53:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3474827-4b70-478d-8932-b676b7dc2979', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1184, 'fixed_ips': [{'subnet_id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'ip_address': '172.25.1.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T19:11:48Z', 'updated_at': '2022-02-09T19:12:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-36', '_interfaces': [{'id': 'ebafb87f-971b-4ec0-8a9d-54a75d287ab8', 'name': '', 'network_id': 'ed38d6f9-7d82-44db-a70f-8dd3a7475f53', 'tenant_id': 'dd68a30cbd724a479c2573502973494c', 'mac_address': 'fa:16:3e:10:e5:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a3474827-4b70-478d-8932-b676b7dc2979', 'device_owner': 'network:router_interface', 'standard_attr_id': 1187, 'fixed_ips': [{'subnet_id': '66b803ba-de43-452b-9363-bb969a5a7c7a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T19:11:57Z', 'updated_at': '2022-02-09T19:12:05Z', 'revision_number': 4, 'project_id': 'dd68a30cbd724a479c2573502973494c', 'subnets': [{'id': '66b803ba-de43-452b-9363-bb969a5a7c7a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103232) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 19:12:07.983482 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.provisioning_blocks [None req-04761a27-ddef-48ef-a151-57f654b10971 None None] Provisioning complete for port d8cd879c-72b7-474f-be86-3204cd5540c8 triggered by entity DHCP. {{(pid=103232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 19:12:07.983810 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-04761a27-ddef-48ef-a151-57f654b10971 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593630'] for port (d8cd879c-72b7-474f-be86-3204cd5540c8), provisioning_complete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:12:08.051042 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-04761a27-ddef-48ef-a151-57f654b10971 None None] Port d8cd879c-72b7-474f-be86-3204cd5540c8 cannot update to ACTIVE because it is not bound. {{(pid=103232) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 19:12:08.051585 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe45ddb4-d849-4624-868a-b5625bde26d1 req-39d3b798-c6cf-4585-8106-38c11bdc4998 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:12:08.054017 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-fe45ddb4-d849-4624-868a-b5625bde26d1 req-39d3b798-c6cf-4585-8106-38c11bdc4998 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=51b81e7592544b98a90626c2bba713eb&device_id=7394cbff-f035-4166-a786-a8886a8e5e67 HTTP/1.1" status: 200 len: 1131 time: 0.1019914 Feb 09 19:12:08.134335 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-21d711b4-6db6-4938-ad10-029a54bf9ca2 None None] Publish callbacks [] for port (f7b843c7-425b-43b7-8a11-6355bfe4194b), precommit_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:12:08.143192 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-21d711b4-6db6-4938-ad10-029a54bf9ca2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762866656467'] for port (f7b843c7-425b-43b7-8a11-6355bfe4194b), after_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:12:08.215379 n-d-713498-36 neutron-server[103232]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21d711b4-6db6-4938-ad10-029a54bf9ca2 None None] Network 1053aeb0-96ca-4455-975a-23b0dccb07ec is already hosted by enough agents. {{(pid=103232) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 19:12:08.222532 n-d-713498-36 neutron-server[103232]: DEBUG neutron.scheduler.base_scheduler [None req-21d711b4-6db6-4938-ad10-029a54bf9ca2 None None] Resources bound (agent type, host, resource id): {{(pid=103232) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 19:12:08.225722 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21d711b4-6db6-4938-ad10-029a54bf9ca2 None None] Received port after_create {{(pid=103232) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 19:12:08.234138 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21d711b4-6db6-4938-ad10-029a54bf9ca2 None None] Pushing event updated for resources: {'Port': ['ID=f7b843c7-425b-43b7-8a11-6355bfe4194b,revision_number=1']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:12:08.303719 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.managers [None req-21d711b4-6db6-4938-ad10-029a54bf9ca2 None None] Attempting to bind port f7b843c7-425b-43b7-8a11-6355bfe4194b on host n-d-713498-36 for vnic_type normal with profile {{(pid=103232) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 19:12:08.304132 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.managers [None req-21d711b4-6db6-4938-ad10-029a54bf9ca2 None None] Attempting to bind port f7b843c7-425b-43b7-8a11-6355bfe4194b by drivers openvswitch,hyperv on host n-d-713498-36 at level 0 using segments [{'id': '92da60b7-c045-4864-99cf-723efc0bf37b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': '1053aeb0-96ca-4455-975a-23b0dccb07ec'}] {{(pid=103232) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 19:12:08.304503 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21d711b4-6db6-4938-ad10-029a54bf9ca2 None None] Attempting to bind port f7b843c7-425b-43b7-8a11-6355bfe4194b on network 1053aeb0-96ca-4455-975a-23b0dccb07ec {{(pid=103232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 19:12:08.310613 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21d711b4-6db6-4938-ad10-029a54bf9ca2 None None] Checking agent: {'id': '496418a2-c002-4aec-ab1a-07f3bea491bd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-36', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 18, 51, 47), 'started_at': datetime.datetime(2022, 2, 9, 18, 52, 17), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 19, 11, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-36'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 19:12:08.310995 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21d711b4-6db6-4938-ad10-029a54bf9ca2 None None] Checking segment: {'id': '92da60b7-c045-4864-99cf-723efc0bf37b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': '1053aeb0-96ca-4455-975a-23b0dccb07ec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103232) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 19:12:08.311402 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-21d711b4-6db6-4938-ad10-029a54bf9ca2 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:12:08.311800 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21d711b4-6db6-4938-ad10-029a54bf9ca2 None None] Bound using segment: {'id': '92da60b7-c045-4864-99cf-723efc0bf37b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': '1053aeb0-96ca-4455-975a-23b0dccb07ec'} {{(pid=103232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 19:12:08.312340 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.managers [None req-21d711b4-6db6-4938-ad10-029a54bf9ca2 None None] Bound port: f7b843c7-425b-43b7-8a11-6355bfe4194b, host: n-d-713498-36, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '92da60b7-c045-4864-99cf-723efc0bf37b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': '1053aeb0-96ca-4455-975a-23b0dccb07ec'}}] {{(pid=103232) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 19:12:08.312669 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-21d711b4-6db6-4938-ad10-029a54bf9ca2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (f7b843c7-425b-43b7-8a11-6355bfe4194b), before_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:12:08.386322 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-01e9b0c0-6be8-492a-970e-ea6320e43430 req-1fd3be2f-6393-4df8-af52-6ccd2364e359 service neutron] 10.222.0.75 "GET /v2.0/networks/36b49725-6229-46e2-a6f1-203576875bbf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0330994 Feb 09 19:12:08.421260 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-21d711b4-6db6-4938-ad10-029a54bf9ca2 None None] For port f7b843c7-425b-43b7-8a11-6355bfe4194b, host n-d-713498-36, cleared binding levels {{(pid=103232) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 19:12:08.429701 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-21d711b4-6db6-4938-ad10-029a54bf9ca2 None None] For port f7b843c7-425b-43b7-8a11-6355bfe4194b, host n-d-713498-36, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-36',level=0,port_id=f7b843c7-425b-43b7-8a11-6355bfe4194b,segment=NetworkSegment(92da60b7-c045-4864-99cf-723efc0bf37b),segment_id=92da60b7-c045-4864-99cf-723efc0bf37b)] {{(pid=103232) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 19:12:08.438090 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-21d711b4-6db6-4938-ad10-029a54bf9ca2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762867176205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762866656485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762866656503'] for port (f7b843c7-425b-43b7-8a11-6355bfe4194b), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:12:08.509426 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21d711b4-6db6-4938-ad10-029a54bf9ca2 None None] Pushing event updated for resources: {'Port': ['ID=f7b843c7-425b-43b7-8a11-6355bfe4194b,revision_number=2']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:12:08.587917 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Device 56559978-c567-46d5-a94e-81e3865f8cfc up at agent hyperv_n-h2-713498-36 {{(pid=103232) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 19:12:08.644866 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-8f333bbe-67b1-454f-90a1-b0ad5f9019c8 tempest-ServersTestMultiNic-1550042178 tempest-ServersTestMultiNic-1550042178-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14393611', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12985859'] for subnet (2a1fa622-9174-4513-8009-75355f0165b9), after_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:12:08.687526 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.provisioning_blocks [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Provisioning for port 56559978-c567-46d5-a94e-81e3865f8cfc completed by entity L2. {{(pid=103232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 19:12:08.698336 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.provisioning_blocks [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Provisioning complete for port 56559978-c567-46d5-a94e-81e3865f8cfc triggered by entity L2. {{(pid=103232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 19:12:08.699469 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593630'] for port (56559978-c567-46d5-a94e-81e3865f8cfc), provisioning_complete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:12:08.761575 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f333bbe-67b1-454f-90a1-b0ad5f9019c8 tempest-ServersTestMultiNic-1550042178 tempest-ServersTestMultiNic-1550042178-project] Pushing event updated for resources: {'Subnet': ['ID=2a1fa622-9174-4513-8009-75355f0165b9,revision_number=0']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:12:08.852216 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fa4af26-7fd5-4a2f-b03a-b1c584c36088 req-115b519d-2fc3-4acc-bfa5-3a6f8a1199af tempest-ServersTestManualDisk-2087116754 tempest-ServersTestManualDisk-2087116754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:12:08.855634 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-8fa4af26-7fd5-4a2f-b03a-b1c584c36088 req-115b519d-2fc3-4acc-bfa5-3a6f8a1199af tempest-ServersTestManualDisk-2087116754 tempest-ServersTestManualDisk-2087116754-project] 10.222.0.75 "GET /v2.0/ports?device_id=a35fbec0-0317-420e-b440-01979c3a7c6c HTTP/1.1" status: 200 len: 945 time: 0.7766542 Feb 09 19:12:08.874647 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Current status of the port 56559978-c567-46d5-a94e-81e3865f8cfc is: BUILD; New status is: ACTIVE {{(pid=103232) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 19:12:08.875298 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (56559978-c567-46d5-a94e-81e3865f8cfc), before_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:12:08.931313 n-d-713498-36 neutron-server[103232]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a35fbec0-0317-420e-b440-01979c3a7c6c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '56559978-c567-46d5-a94e-81e3865f8cfc'}] {{(pid=103232) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 19:12:08.936005 n-d-713498-36 neutron-server[103232]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}949cdcde653dec44821de95cbf67297f53cbc2aed4e073b5d514f93bf911ce85" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cd7565f0-eacc-4020-8a60-43a6490ed461" -d '{"events": [{"server_uuid": "a35fbec0-0317-420e-b440-01979c3a7c6c", "name": "network-vif-plugged", "status": "completed", "tag": "56559978-c567-46d5-a94e-81e3865f8cfc"}]}' {{(pid=103232) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 19:12:08.966881 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-7429db8d-6021-40ad-813e-885be449a89b None None] For port 56559978-c567-46d5-a94e-81e3865f8cfc, host n-h2-713498-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-36',level=0,port_id=56559978-c567-46d5-a94e-81e3865f8cfc,segment=NetworkSegment(8fc5bdc5-20d6-4485-913b-a8e45cf9007a),segment_id=8fc5bdc5-20d6-4485-913b-a8e45cf9007a)] {{(pid=103232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 19:12:08.975306 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762867176205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762866656485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762866656503'] for port (56559978-c567-46d5-a94e-81e3865f8cfc), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:12:08.988454 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f333bbe-67b1-454f-90a1-b0ad5f9019c8 tempest-ServersTestMultiNic-1550042178 tempest-ServersTestMultiNic-1550042178-project] Checking segment: {'id': 'c33359c4-a496-43df-b415-15ad2bc804d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': '8be03a76-72b2-426d-860d-146a1ca5345c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103230) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 19:12:08.988981 n-d-713498-36 neutron-server[103230]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f333bbe-67b1-454f-90a1-b0ad5f9019c8 tempest-ServersTestMultiNic-1550042178 tempest-ServersTestMultiNic-1550042178-project] Network hostable DHCP agents. Network: 8be03a76-72b2-426d-860d-146a1ca5345c, hostable agents: ['af91e4b9-f4e1-42b1-a25c-a10dc47171c8'], hosted agents: [] {{(pid=103230) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 19:12:08.992532 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe45ddb4-d849-4624-868a-b5625bde26d1 req-478d0862-b593-42d3-9104-96c5198cdc12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:12:08.995282 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-fe45ddb4-d849-4624-868a-b5625bde26d1 req-478d0862-b593-42d3-9104-96c5198cdc12 service neutron] 10.222.0.89 "GET /v2.0/networks?id=2b5494c8-cf97-42c1-b902-87f998f28179 HTTP/1.1" status: 200 len: 870 time: 0.9346490 Feb 09 19:12:09.101998 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Pushing event updated for resources: {'Port': ['ID=56559978-c567-46d5-a94e-81e3865f8cfc,revision_number=5']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:12:09.132842 n-d-713498-36 neutron-server[103230]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f333bbe-67b1-454f-90a1-b0ad5f9019c8 tempest-ServersTestMultiNic-1550042178 tempest-ServersTestMultiNic-1550042178-project] Network 8be03a76-72b2-426d-860d-146a1ca5345c is scheduled to be hosted by DHCP agent af91e4b9-f4e1-42b1-a25c-a10dc47171c8 with binding_index 1 {{(pid=103230) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 19:12:09.142636 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9ac4506-f82b-4d28-8114-57e323319f4f req-151e2365-68d2-4ecc-a312-f4528ff62678 tempest-ServersTestBootFromVolume-783248817 tempest-ServersTestBootFromVolume-783248817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:12:09.147267 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-fe45ddb4-d849-4624-868a-b5625bde26d1 req-3bd18ebe-c9b4-4137-822d-41f99fd3ce76 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.158&port_id=dc73d538-3849-44b7-8f0e-7c99557efa00 HTTP/1.1" status: 200 len: 217 time: 0.1370950 Feb 09 19:12:09.149928 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-c9ac4506-f82b-4d28-8114-57e323319f4f req-151e2365-68d2-4ecc-a312-f4528ff62678 tempest-ServersTestBootFromVolume-783248817 tempest-ServersTestBootFromVolume-783248817-project] 10.222.0.75 "GET /v2.0/ports?device_id=84c056fe-802f-4b0b-9844-f490f36d7dba HTTP/1.1" status: 200 len: 944 time: 0.3803270 Feb 09 19:12:09.201575 n-d-713498-36 neutron-server[103230]: DEBUG neutron.scheduler.base_scheduler [None req-8f333bbe-67b1-454f-90a1-b0ad5f9019c8 tempest-ServersTestMultiNic-1550042178 tempest-ServersTestMultiNic-1550042178-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713498-36, 8be03a76-72b2-426d-860d-146a1ca5345c) {{(pid=103230) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 19:12:09.229425 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-331c7cca-a7cd-4e1e-a237-c988f8618286 None None] Network 8be03a76-72b2-426d-860d-146a1ca5345c requested from n-d-713498-36 {{(pid=103232) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 19:12:09.247321 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-8fa4af26-7fd5-4a2f-b03a-b1c584c36088 req-72b762fa-a127-458d-97f2-fe2f052957de tempest-ServersTestManualDisk-2087116754 tempest-ServersTestManualDisk-2087116754-project] 10.222.0.75 "GET /v2.0/security-groups?id=a9046b98-d442-46ac-9793-fd3bbced8e96&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3594060 Feb 09 19:12:09.252452 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f333bbe-67b1-454f-90a1-b0ad5f9019c8 tempest-ServersTestMultiNic-1550042178 tempest-ServersTestMultiNic-1550042178-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:12:09.253100 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-8f333bbe-67b1-454f-90a1-b0ad5f9019c8 tempest-ServersTestMultiNic-1550042178 tempest-ServersTestMultiNic-1550042178-project] Publish callbacks [] for subnet (None), before_response {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:12:09.295121 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-8f333bbe-67b1-454f-90a1-b0ad5f9019c8 tempest-ServersTestMultiNic-1550042178 tempest-ServersTestMultiNic-1550042178-project] 10.222.0.75 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 2.2808337 Feb 09 19:12:09.308352 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe45ddb4-d849-4624-868a-b5625bde26d1 req-54e90bd8-1c28-490e-adea-7b45c746377f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:12:09.309887 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-fe45ddb4-d849-4624-868a-b5625bde26d1 req-54e90bd8-1c28-490e-adea-7b45c746377f service neutron] 10.222.0.89 "GET /v2.0/subnets?id=60b561cb-321e-4f83-9bb3-92b2e1d0dc44 HTTP/1.1" status: 200 len: 843 time: 0.1617732 Feb 09 19:12:09.314453 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-c9ac4506-f82b-4d28-8114-57e323319f4f req-474b596c-b4ac-493d-85cb-d349a9a95493 tempest-ServersTestBootFromVolume-783248817 tempest-ServersTestBootFromVolume-783248817-project] 10.222.0.75 "GET /v2.0/security-groups?id=99b1e7c3-38f3-4f0a-8bb2-c56dc143d44a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1588607 Feb 09 19:12:09.524505 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8766553b-f7a0-4a3b-ab63-2538183523ca req-c0fda2c4-4e5d-4eaa-b691-60f0a906e1af tempest-MigrationsAdminTest-892781459 tempest-MigrationsAdminTest-892781459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:12:09.527467 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-d0ec142b-d9af-4a6f-b1b2-b17224e682b8 req-1d757557-b399-40d7-bf64-f8cb78258adb tempest-TaggedBootDevicesTest_v242-798392635 tempest-TaggedBootDevicesTest_v242-798392635-project] 10.222.0.75 "GET /v2.0/ports?device_id=8319129f-1054-494a-b0c0-2ec99e839619 HTTP/1.1" status: 200 len: 210 time: 0.0853183 Feb 09 19:12:09.532045 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-8766553b-f7a0-4a3b-ab63-2538183523ca req-c0fda2c4-4e5d-4eaa-b691-60f0a906e1af tempest-MigrationsAdminTest-892781459 tempest-MigrationsAdminTest-892781459-project] 10.222.0.75 "GET /v2.0/ports?device_id=7394cbff-f035-4166-a786-a8886a8e5e67 HTTP/1.1" status: 200 len: 948 time: 0.0959117 Feb 09 19:12:09.559546 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9afcbc64-2331-48a5-a360-c8b88d59a590 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8b32e980-7cce-5e82-a341-bd2fa8945c89-8be03a76-72b2-426d-860d-146a1ca5345c', 'network_id': '8be03a76-72b2-426d-860d-146a1ca5345c', 'project_id': 'dd68a30cbd724a479c2573502973494c', 'fixed_ips': [{'subnet_id': '2a1fa622-9174-4513-8009-75355f0165b9'}]}} from n-d-713498-36. {{(pid=103232) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 09 19:12:09.560435 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-9afcbc64-2331-48a5-a360-c8b88d59a590 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (None), before_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:12:09.581783 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-730f73a2-a5bf-43f5-8add-c2c2921d7178 tempest-RoutersNegativeTest-1011750698 tempest-RoutersNegativeTest-1011750698-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1834525'] for router_interface (f686cd24-caea-498f-b572-38eb4f315345), before_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:12:09.589186 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe45ddb4-d849-4624-868a-b5625bde26d1 req-162d9082-c1b4-4cd5-b7fa-223e93554178 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:12:09.590939 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-fe45ddb4-d849-4624-868a-b5625bde26d1 req-162d9082-c1b4-4cd5-b7fa-223e93554178 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=2b5494c8-cf97-42c1-b902-87f998f28179&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.2746227 Feb 09 19:12:09.747671 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-8766553b-f7a0-4a3b-ab63-2538183523ca req-a7f02bc7-892c-4bb8-b685-646db030ad78 tempest-MigrationsAdminTest-892781459 tempest-MigrationsAdminTest-892781459-project] 10.222.0.75 "GET /v2.0/security-groups?id=709912c8-8171-4435-800e-9e5c5e45bf8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2142937 Feb 09 19:12:09.806713 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-0c1cf8c0-119b-4a43-a8ce-4cb501dd43e1 req-3d8cb2c5-7e3b-43c7-aab4-76d7831af8be tempest-ServerPasswordTestJSON-414920366 tempest-ServerPasswordTestJSON-414920366-project] 10.222.0.75 "GET /v2.0/ports?device_id=c46d2564-e5fe-4732-99d5-8a3abdae3ea1 HTTP/1.1" status: 200 len: 210 time: 0.0913453 Feb 09 19:12:09.854904 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.db_base_plugin_common [None req-9afcbc64-2331-48a5-a360-c8b88d59a590 None None] Allocated IP 19.86.0.2 (8be03a76-72b2-426d-860d-146a1ca5345c/2a1fa622-9174-4513-8009-75355f0165b9/3ae7f9da-1cb2-4022-9867-5cb29c677453) {{(pid=103232) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 19:12:09.906623 n-d-713498-36 neutron-server[103232]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 19:12:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ae13d7c0-4e2b-41b9-a028-e2c39f1d52ed x-openstack-request-id: req-ae13d7c0-4e2b-41b9-a028-e2c39f1d52ed {{(pid=103232) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 19:12:09.906763 n-d-713498-36 neutron-server[103232]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a35fbec0-0317-420e-b440-01979c3a7c6c", "name": "network-vif-plugged", "status": "completed", "tag": "56559978-c567-46d5-a94e-81e3865f8cfc", "code": 200}]} {{(pid=103232) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 19:12:09.906983 n-d-713498-36 neutron-server[103232]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-ae13d7c0-4e2b-41b9-a028-e2c39f1d52ed {{(pid=103232) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 19:12:09.907377 n-d-713498-36 neutron-server[103232]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a35fbec0-0317-420e-b440-01979c3a7c6c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '56559978-c567-46d5-a94e-81e3865f8cfc', 'code': 200} Feb 09 19:12:09.996068 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-fe45ddb4-d849-4624-868a-b5625bde26d1 req-a397f6c3-f7de-418a-9fe0-2189cc2f4392 service neutron] 10.222.0.89 "GET /v2.0/networks/2b5494c8-cf97-42c1-b902-87f998f28179?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3915417 Feb 09 19:12:10.262110 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Device f7b843c7-425b-43b7-8a11-6355bfe4194b up at agent ovs-agent-n-d-713498-36 {{(pid=103232) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 19:12:10.326778 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-fe45ddb4-d849-4624-868a-b5625bde26d1 req-b8d719f9-f45a-4c4f-8fa5-4fd151c15f05 service neutron] 10.222.0.89 "GET /v2.0/networks/2b5494c8-cf97-42c1-b902-87f998f28179?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3292239 Feb 09 19:12:10.333791 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-152c2369-eefb-4c43-8df7-75cd68eaaca9 req-e7e7ffff-748a-4d95-8073-0fbc107f6361 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:12:10.335994 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-152c2369-eefb-4c43-8df7-75cd68eaaca9 req-e7e7ffff-748a-4d95-8073-0fbc107f6361 service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=a35fbec0-0317-420e-b440-01979c3a7c6c HTTP/1.1" status: 200 len: 1129 time: 0.2876406 Feb 09 19:12:10.357181 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5acb6ce4-4b58-43c4-a5cb-b6112929a196 req-9590d9e8-3a80-4284-b032-ba06f82503e5 tempest-ServersTestMultiNic-1550042178 tempest-ServersTestMultiNic-1550042178-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:12:10.362825 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5acb6ce4-4b58-43c4-a5cb-b6112929a196 req-9590d9e8-3a80-4284-b032-ba06f82503e5 tempest-ServersTestMultiNic-1550042178 tempest-ServersTestMultiNic-1550042178-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:12:10.371299 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-5acb6ce4-4b58-43c4-a5cb-b6112929a196 req-9590d9e8-3a80-4284-b032-ba06f82503e5 tempest-ServersTestMultiNic-1550042178 tempest-ServersTestMultiNic-1550042178-project] 10.222.0.75 "GET /v2.0/networks?id=1053aeb0-96ca-4455-975a-23b0dccb07ec&id=8be03a76-72b2-426d-860d-146a1ca5345c&id=1053aeb0-96ca-4455-975a-23b0dccb07ec HTTP/1.1" status: 200 len: 1390 time: 0.3161917 Feb 09 19:12:10.378651 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75b11adf-24e7-4fd8-96c0-61b6f223dc13 req-92acedf9-23d0-4958-8485-432b7d84de04 tempest-DeleteServersTestJSON-1870379525 tempest-DeleteServersTestJSON-1870379525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:12:10.388338 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-75b11adf-24e7-4fd8-96c0-61b6f223dc13 req-92acedf9-23d0-4958-8485-432b7d84de04 tempest-DeleteServersTestJSON-1870379525 tempest-DeleteServersTestJSON-1870379525-project] 10.222.0.75 "GET /v2.0/ports?device_id=7fbc7784-9788-4f2d-b985-c5e2674f3448 HTTP/1.1" status: 200 len: 945 time: 0.1296055 Feb 09 19:12:10.422953 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-5acb6ce4-4b58-43c4-a5cb-b6112929a196 req-cffabe95-5ac0-4191-a78b-dceae99c01d3 tempest-ServersTestMultiNic-1550042178 tempest-ServersTestMultiNic-1550042178-project] 10.222.0.75 "GET /v2.0/quotas/dd68a30cbd724a479c2573502973494c HTTP/1.1" status: 200 len: 375 time: 0.0503857 Feb 09 19:12:10.449103 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-9afcbc64-2331-48a5-a360-c8b88d59a590 None None] Publish callbacks [] for port (3ae7f9da-1cb2-4022-9867-5cb29c677453), precommit_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:12:10.458559 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-9afcbc64-2331-48a5-a360-c8b88d59a590 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762866656467'] for port (3ae7f9da-1cb2-4022-9867-5cb29c677453), after_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:12:10.493903 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-75b11adf-24e7-4fd8-96c0-61b6f223dc13 req-a9ef066d-2503-4671-9a13-477c6f362c37 tempest-DeleteServersTestJSON-1870379525 tempest-DeleteServersTestJSON-1870379525-project] 10.222.0.75 "GET /v2.0/security-groups?id=5ce92d32-ca94-4b6c-925d-b9dff609abe6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1044276 Feb 09 19:12:10.514625 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9afcbc64-2331-48a5-a360-c8b88d59a590 None None] Pushing event updated for resources: {'Port': ['ID=3ae7f9da-1cb2-4022-9867-5cb29c677453,revision_number=1']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:12:10.676699 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9161110-6628-413a-8b10-d09f44b683da req-285558dd-6e6e-4b55-a2c5-69a41400d7a0 tempest-ServersTestManualDisk-2087116754 tempest-ServersTestManualDisk-2087116754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:12:10.685820 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-b9161110-6628-413a-8b10-d09f44b683da req-285558dd-6e6e-4b55-a2c5-69a41400d7a0 tempest-ServersTestManualDisk-2087116754 tempest-ServersTestManualDisk-2087116754-project] 10.222.0.75 "GET /v2.0/ports?device_id=a35fbec0-0317-420e-b440-01979c3a7c6c HTTP/1.1" status: 200 len: 946 time: 0.0734751 Feb 09 19:12:10.751025 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-b9161110-6628-413a-8b10-d09f44b683da req-dcfdabc2-935b-4379-bfa0-7b37c308cfc1 tempest-ServersTestManualDisk-2087116754 tempest-ServersTestManualDisk-2087116754-project] 10.222.0.75 "GET /v2.0/security-groups?id=a9046b98-d442-46ac-9793-fd3bbced8e96&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0638399 Feb 09 19:12:10.812073 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96613c77-b5c0-4a37-b48b-29cae90e0094 None None] Network 1053aeb0-96ca-4455-975a-23b0dccb07ec requested from n-d-713498-36 {{(pid=103232) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 19:12:10.825534 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Device dc73d538-3849-44b7-8f0e-7c99557efa00 details requested by agent hyperv_n-h1-713498-36 with host n-h1-713498-36 {{(pid=103232) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 19:12:10.837008 n-d-713498-36 neutron-server[103232]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9afcbc64-2331-48a5-a360-c8b88d59a590 None None] Network 8be03a76-72b2-426d-860d-146a1ca5345c is already hosted by enough agents. {{(pid=103232) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 19:12:10.853988 n-d-713498-36 neutron-server[103232]: DEBUG neutron.scheduler.base_scheduler [None req-9afcbc64-2331-48a5-a360-c8b88d59a590 None None] Resources bound (agent type, host, resource id): {{(pid=103232) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 19:12:10.862411 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9afcbc64-2331-48a5-a360-c8b88d59a590 None None] Received port after_create {{(pid=103232) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 19:12:10.910470 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.provisioning_blocks [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Provisioning complete for port f7b843c7-425b-43b7-8a11-6355bfe4194b triggered by entity L2. {{(pid=103232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 19:12:10.910974 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593630'] for port (f7b843c7-425b-43b7-8a11-6355bfe4194b), provisioning_complete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:12:10.933851 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-152c2369-eefb-4c43-8df7-75cd68eaaca9 req-697a00f4-77af-4d81-ad19-f5908f405aeb service neutron] 10.222.0.90 "GET /v2.0/security-groups?id=a9046b98-d442-46ac-9793-fd3bbced8e96&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5895789 Feb 09 19:12:10.952969 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-ccc8c5f0-67b7-4f68-b228-84135bfedb74 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762867132591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593584'] for agent (af91e4b9-f4e1-42b1-a25c-a10dc47171c8), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:12:10.968256 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a878f96-0c95-4fa6-b68a-18ba3c52c6c1 req-60b239be-1688-44f8-8517-29bd9e856e16 tempest-ServersTestBootFromVolume-783248817 tempest-ServersTestBootFromVolume-783248817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:12:10.982041 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-6a878f96-0c95-4fa6-b68a-18ba3c52c6c1 req-60b239be-1688-44f8-8517-29bd9e856e16 tempest-ServersTestBootFromVolume-783248817 tempest-ServersTestBootFromVolume-783248817-project] 10.222.0.75 "GET /v2.0/ports?device_id=84c056fe-802f-4b0b-9844-f490f36d7dba HTTP/1.1" status: 200 len: 944 time: 0.1395180 Feb 09 19:12:10.996293 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.provisioning_blocks [None req-25f76731-8f54-405c-bd31-3b8d52099fc2 None None] Provisioning complete for port f7b843c7-425b-43b7-8a11-6355bfe4194b triggered by entity DHCP. {{(pid=103232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 19:12:10.996663 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-25f76731-8f54-405c-bd31-3b8d52099fc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593630'] for port (f7b843c7-425b-43b7-8a11-6355bfe4194b), provisioning_complete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:12:11.051539 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-6a878f96-0c95-4fa6-b68a-18ba3c52c6c1 req-59b53b99-bcf9-4e7c-b767-8f2080a30ff4 tempest-ServersTestBootFromVolume-783248817 tempest-ServersTestBootFromVolume-783248817-project] 10.222.0.75 "GET /v2.0/security-groups?id=99b1e7c3-38f3-4f0a-8bb2-c56dc143d44a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0682375 Feb 09 19:12:11.085899 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.plugin [None req-730f73a2-a5bf-43f5-8add-c2c2921d7178 tempest-RoutersNegativeTest-1011750698 tempest-RoutersNegativeTest-1011750698-project] Deleting port d8cd879c-72b7-474f-be86-3204cd5540c8 {{(pid=103230) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 19:12:11.086350 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-730f73a2-a5bf-43f5-8add-c2c2921d7178 tempest-RoutersNegativeTest-1011750698 tempest-RoutersNegativeTest-1011750698-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762867170196'] for port (d8cd879c-72b7-474f-be86-3204cd5540c8), before_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:12:11.138857 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.managers [None req-9afcbc64-2331-48a5-a360-c8b88d59a590 None None] Attempting to bind port 3ae7f9da-1cb2-4022-9867-5cb29c677453 on host n-d-713498-36 for vnic_type normal with profile {{(pid=103232) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 19:12:11.139233 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.managers [None req-9afcbc64-2331-48a5-a360-c8b88d59a590 None None] Attempting to bind port 3ae7f9da-1cb2-4022-9867-5cb29c677453 by drivers openvswitch,hyperv on host n-d-713498-36 at level 0 using segments [{'id': 'c33359c4-a496-43df-b415-15ad2bc804d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': '8be03a76-72b2-426d-860d-146a1ca5345c'}] {{(pid=103232) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 19:12:11.139601 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9afcbc64-2331-48a5-a360-c8b88d59a590 None None] Attempting to bind port 3ae7f9da-1cb2-4022-9867-5cb29c677453 on network 8be03a76-72b2-426d-860d-146a1ca5345c {{(pid=103232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 19:12:11.158327 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-d608d1dd-452a-40d0-ac61-1c755f781dfd req-108d891c-36d5-4e49-a372-98dd40945425 tempest-TaggedBootDevicesTest_v242-798392635 tempest-TaggedBootDevicesTest_v242-798392635-project] 10.222.0.75 "GET /v2.0/ports?device_id=8319129f-1054-494a-b0c0-2ec99e839619 HTTP/1.1" status: 200 len: 210 time: 0.0362942 Feb 09 19:12:11.177598 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9afcbc64-2331-48a5-a360-c8b88d59a590 None None] Checking agent: {'id': '496418a2-c002-4aec-ab1a-07f3bea491bd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-36', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 18, 51, 47), 'started_at': datetime.datetime(2022, 2, 9, 18, 52, 17), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 19, 11, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-36'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 19:12:11.178001 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9afcbc64-2331-48a5-a360-c8b88d59a590 None None] Checking segment: {'id': 'c33359c4-a496-43df-b415-15ad2bc804d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': '8be03a76-72b2-426d-860d-146a1ca5345c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103232) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 19:12:11.178417 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-9afcbc64-2331-48a5-a360-c8b88d59a590 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:12:11.178807 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9afcbc64-2331-48a5-a360-c8b88d59a590 None None] Bound using segment: {'id': 'c33359c4-a496-43df-b415-15ad2bc804d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': '8be03a76-72b2-426d-860d-146a1ca5345c'} {{(pid=103232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 19:12:11.179692 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.managers [None req-9afcbc64-2331-48a5-a360-c8b88d59a590 None None] Bound port: 3ae7f9da-1cb2-4022-9867-5cb29c677453, host: n-d-713498-36, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c33359c4-a496-43df-b415-15ad2bc804d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': '8be03a76-72b2-426d-860d-146a1ca5345c'}}] {{(pid=103232) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 19:12:11.179692 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-9afcbc64-2331-48a5-a360-c8b88d59a590 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (3ae7f9da-1cb2-4022-9867-5cb29c677453), before_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:12:11.207016 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-5acb6ce4-4b58-43c4-a5cb-b6112929a196 req-5ede7a4b-f0d8-439e-a8ec-524009fe575b tempest-ServersTestMultiNic-1550042178 tempest-ServersTestMultiNic-1550042178-project] 10.222.0.75 "GET /v2.0/ports?tenant_id=dd68a30cbd724a479c2573502973494c&fields=id HTTP/1.1" status: 200 len: 394 time: 0.7820890 Feb 09 19:12:11.234531 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-730f73a2-a5bf-43f5-8add-c2c2921d7178 tempest-RoutersNegativeTest-1011750698 tempest-RoutersNegativeTest-1011750698-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1820838'] for port (d8cd879c-72b7-474f-be86-3204cd5540c8), precommit_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:12:11.258675 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] For port dc73d538-3849-44b7-8f0e-7c99557efa00, host n-h1-713498-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-36',level=0,port_id=dc73d538-3849-44b7-8f0e-7c99557efa00,segment=NetworkSegment(50e5915e-18f0-4558-9a28-b978975ead36),segment_id=50e5915e-18f0-4558-9a28-b978975ead36)] {{(pid=103232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 19:12:11.301123 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Current status of the port f7b843c7-425b-43b7-8a11-6355bfe4194b is: DOWN; New status is: ACTIVE {{(pid=103232) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 19:12:11.301375 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (f7b843c7-425b-43b7-8a11-6355bfe4194b), before_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:12:11.306166 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42cde6db-4276-4fb9-9a26-01490a121242 req-e38fd88d-e16e-4d49-a35d-14ecb44eb256 tempest-MigrationsAdminTest-892781459 tempest-MigrationsAdminTest-892781459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:12:11.308029 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Returning: {'device': 'dc73d538-3849-44b7-8f0e-7c99557efa00', 'network_id': '2b5494c8-cf97-42c1-b902-87f998f28179', 'port_id': 'dc73d538-3849-44b7-8f0e-7c99557efa00', 'mac_address': 'fa:16:3e:b6:56:51', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 359, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '60b561cb-321e-4f83-9bb3-92b2e1d0dc44', 'ip_address': '192.168.233.158'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103232) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 19:12:11.313100 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-42cde6db-4276-4fb9-9a26-01490a121242 req-e38fd88d-e16e-4d49-a35d-14ecb44eb256 tempest-MigrationsAdminTest-892781459 tempest-MigrationsAdminTest-892781459-project] 10.222.0.75 "GET /v2.0/ports?device_id=7394cbff-f035-4166-a786-a8886a8e5e67 HTTP/1.1" status: 200 len: 948 time: 0.0736909 Feb 09 19:12:11.331349 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01e9b0c0-6be8-492a-970e-ea6320e43430 req-55cfcdf6-2ffe-4adc-abbd-3911c0df8cb7 tempest-ServerPasswordTestJSON-414920366 tempest-ServerPasswordTestJSON-414920366-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:12:11.333530 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-01e9b0c0-6be8-492a-970e-ea6320e43430 req-55cfcdf6-2ffe-4adc-abbd-3911c0df8cb7 tempest-ServerPasswordTestJSON-414920366 tempest-ServerPasswordTestJSON-414920366-project] 10.222.0.90 "GET /v2.0/networks?id=36b49725-6229-46e2-a6f1-203576875bbf HTTP/1.1" status: 200 len: 812 time: 0.5728827 Feb 09 19:12:11.334559 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.plugin [None req-730f73a2-a5bf-43f5-8add-c2c2921d7178 tempest-RoutersNegativeTest-1011750698 tempest-RoutersNegativeTest-1011750698-project] Calling delete_port for d8cd879c-72b7-474f-be86-3204cd5540c8 owned by network:router_interface {{(pid=103230) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 19:12:11.350396 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.v2.base [req-01e9b0c0-6be8-492a-970e-ea6320e43430 req-0df61610-af7a-4d50-9868-e8c5c20958d0 tempest-ServerPasswordTestJSON-414920366 tempest-ServerPasswordTestJSON-414920366-project] Request body: {'port': {'device_id': 'c46d2564-e5fe-4732-99d5-8a3abdae3ea1', 'network_id': '36b49725-6229-46e2-a6f1-203576875bbf', 'admin_state_up': True, 'tenant_id': '3bed1828822e4ed8b98506e0acba18d5'}} {{(pid=103230) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 19:12:11.388944 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-42cde6db-4276-4fb9-9a26-01490a121242 req-00bc17e2-9859-4a2b-ba53-7e4cb441455b tempest-MigrationsAdminTest-892781459 tempest-MigrationsAdminTest-892781459-project] 10.222.0.75 "GET /v2.0/security-groups?id=709912c8-8171-4435-800e-9e5c5e45bf8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0671659 Feb 09 19:12:11.447603 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-25f76731-8f54-405c-bd31-3b8d52099fc2 None None] Current status of the port f7b843c7-425b-43b7-8a11-6355bfe4194b is: DOWN; New status is: ACTIVE {{(pid=103232) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 19:12:11.448001 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-25f76731-8f54-405c-bd31-3b8d52099fc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (f7b843c7-425b-43b7-8a11-6355bfe4194b), before_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:12:11.451108 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] For port f7b843c7-425b-43b7-8a11-6355bfe4194b, host n-d-713498-36, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-36',level=0,port_id=f7b843c7-425b-43b7-8a11-6355bfe4194b,segment=NetworkSegment(92da60b7-c045-4864-99cf-723efc0bf37b),segment_id=92da60b7-c045-4864-99cf-723efc0bf37b)] {{(pid=103232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 19:12:11.465782 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-9afcbc64-2331-48a5-a360-c8b88d59a590 None None] For port 3ae7f9da-1cb2-4022-9867-5cb29c677453, host n-d-713498-36, cleared binding levels {{(pid=103232) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 19:12:11.478294 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762867176205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762866656485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762866656503'] for port (f7b843c7-425b-43b7-8a11-6355bfe4194b), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:12:11.479098 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Device ebafb87f-971b-4ec0-8a9d-54a75d287ab8 up at agent ovs-agent-n-d-713498-36 {{(pid=103232) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 19:12:11.504193 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Current status of the port dc73d538-3849-44b7-8f0e-7c99557efa00 is: DOWN; New status is: BUILD {{(pid=103232) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 19:12:11.504193 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (dc73d538-3849-44b7-8f0e-7c99557efa00), before_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:12:11.505428 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-bc2c1ee5-be4b-4bc4-94e2-c8dbf3d6e0a1 req-308496d9-d2a3-4041-a1ca-5c6bbde62313 tempest-ServerPasswordTestJSON-414920366 tempest-ServerPasswordTestJSON-414920366-project] 10.222.0.75 "GET /v2.0/ports?device_id=c46d2564-e5fe-4732-99d5-8a3abdae3ea1 HTTP/1.1" status: 200 len: 210 time: 0.0424292 Feb 09 19:12:11.525715 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-9afcbc64-2331-48a5-a360-c8b88d59a590 None None] For port 3ae7f9da-1cb2-4022-9867-5cb29c677453, host n-d-713498-36, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-36',level=0,port_id=3ae7f9da-1cb2-4022-9867-5cb29c677453,segment=NetworkSegment(c33359c4-a496-43df-b415-15ad2bc804d0),segment_id=c33359c4-a496-43df-b415-15ad2bc804d0)] {{(pid=103232) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 19:12:11.628023 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-9afcbc64-2331-48a5-a360-c8b88d59a590 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762867176205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762866656485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762866656503'] for port (3ae7f9da-1cb2-4022-9867-5cb29c677453), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:12:11.646164 n-d-713498-36 neutron-server[103232]: DEBUG neutron.notifiers.nova [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dc73d538-3849-44b7-8f0e-7c99557efa00 {{(pid=103232) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 19:12:11.659717 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-5acb6ce4-4b58-43c4-a5cb-b6112929a196 req-1868150b-d6a1-47fb-8f6b-d41a2874a190 service neutron] 10.222.0.75 "GET /v2.0/networks/1053aeb0-96ca-4455-975a-23b0dccb07ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4442322 Feb 09 19:12:11.661578 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-01e9b0c0-6be8-492a-970e-ea6320e43430 req-0df61610-af7a-4d50-9868-e8c5c20958d0 tempest-ServerPasswordTestJSON-414920366 tempest-ServerPasswordTestJSON-414920366-project] Made reservation on behalf of 3bed1828822e4ed8b98506e0acba18d5 for: {'port': 1} {{(pid=103230) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 19:12:11.665170 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [req-01e9b0c0-6be8-492a-970e-ea6320e43430 req-0df61610-af7a-4d50-9868-e8c5c20958d0 tempest-ServerPasswordTestJSON-414920366 tempest-ServerPasswordTestJSON-414920366-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (None), before_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:12:11.680362 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8484497b-bcbe-4448-8c79-b10bdf785cbe req-43d748e5-b4a3-4566-9571-bcf637043e09 tempest-DeleteServersTestJSON-1870379525 tempest-DeleteServersTestJSON-1870379525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:12:11.689878 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-8484497b-bcbe-4448-8c79-b10bdf785cbe req-43d748e5-b4a3-4566-9571-bcf637043e09 tempest-DeleteServersTestJSON-1870379525 tempest-DeleteServersTestJSON-1870379525-project] 10.222.0.75 "GET /v2.0/ports?device_id=7fbc7784-9788-4f2d-b985-c5e2674f3448 HTTP/1.1" status: 200 len: 945 time: 0.0816281 Feb 09 19:12:11.745010 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] For port dc73d538-3849-44b7-8f0e-7c99557efa00, host n-h1-713498-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-36',level=0,port_id=dc73d538-3849-44b7-8f0e-7c99557efa00,segment=NetworkSegment(50e5915e-18f0-4558-9a28-b978975ead36),segment_id=50e5915e-18f0-4558-9a28-b978975ead36)] {{(pid=103232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 19:12:11.747375 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Pushing event updated for resources: {'Port': ['ID=f7b843c7-425b-43b7-8a11-6355bfe4194b,revision_number=3']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:12:11.770914 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762867176205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762866656485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762866656503'] for port (dc73d538-3849-44b7-8f0e-7c99557efa00), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:12:11.771966 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-8484497b-bcbe-4448-8c79-b10bdf785cbe req-12d8ae7b-0fe5-4a2e-966a-de912087ec85 tempest-DeleteServersTestJSON-1870379525 tempest-DeleteServersTestJSON-1870379525-project] 10.222.0.75 "GET /v2.0/security-groups?id=5ce92d32-ca94-4b6c-925d-b9dff609abe6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0800073 Feb 09 19:12:11.817295 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.db.api [None req-25f76731-8f54-405c-bd31-3b8d52099fc2 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103232) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 09 19:12:11.818453 n-d-713498-36 neutron-server[103232]: DEBUG oslo_db.api [None req-25f76731-8f54-405c-bd31-3b8d52099fc2 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 09 19:12:11.846734 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.provisioning_blocks [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Provisioning complete for port ebafb87f-971b-4ec0-8a9d-54a75d287ab8 triggered by entity L2. {{(pid=103232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 19:12:11.847491 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593630'] for port (ebafb87f-971b-4ec0-8a9d-54a75d287ab8), provisioning_complete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:12:11.886609 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9afcbc64-2331-48a5-a360-c8b88d59a590 None None] Pushing event updated for resources: {'Port': ['ID=3ae7f9da-1cb2-4022-9867-5cb29c677453,revision_number=2']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:12:11.914340 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9930a57-97c8-4251-bb8b-a66891faa875 req-fb8b24d2-c642-498a-8af1-7456cd53f2fd tempest-ServersTestManualDisk-2087116754 tempest-ServersTestManualDisk-2087116754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:12:11.924875 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-b9930a57-97c8-4251-bb8b-a66891faa875 req-fb8b24d2-c642-498a-8af1-7456cd53f2fd tempest-ServersTestManualDisk-2087116754 tempest-ServersTestManualDisk-2087116754-project] 10.222.0.75 "GET /v2.0/ports?device_id=a35fbec0-0317-420e-b440-01979c3a7c6c HTTP/1.1" status: 200 len: 946 time: 0.0868642 Feb 09 19:12:12.006356 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Pushing event updated for resources: {'Port': ['ID=dc73d538-3849-44b7-8f0e-7c99557efa00,revision_number=4']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:12:12.008019 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-b9930a57-97c8-4251-bb8b-a66891faa875 req-421ef7f1-6a02-45be-82ee-dc1f39acf692 tempest-ServersTestManualDisk-2087116754 tempest-ServersTestManualDisk-2087116754-project] 10.222.0.75 "GET /v2.0/security-groups?id=a9046b98-d442-46ac-9793-fd3bbced8e96&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0810761 Feb 09 19:12:12.059769 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Current status of the port ebafb87f-971b-4ec0-8a9d-54a75d287ab8 is: ACTIVE; New status is: ACTIVE {{(pid=103232) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 19:12:12.064139 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] get_ports_and_sgs() called for port_ids ['dc73d538-3849-44b7-8f0e-7c99557efa00'] {{(pid=103232) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 19:12:12.097625 n-d-713498-36 neutron-server[103230]: DEBUG neutron.db.db_base_plugin_common [req-01e9b0c0-6be8-492a-970e-ea6320e43430 req-0df61610-af7a-4d50-9868-e8c5c20958d0 tempest-ServerPasswordTestJSON-414920366 tempest-ServerPasswordTestJSON-414920366-project] Allocated IP 172.20.0.9 (36b49725-6229-46e2-a6f1-203576875bbf/7cb3f30f-29e3-44cd-a6bf-8ec74844ba95/44c3bb6e-975c-4dcd-83d1-bd9f7372fc8f) {{(pid=103230) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 19:12:12.326651 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26c575c5-9c03-4b77-934b-257acd533c35 req-c0de42b5-f433-4625-9ce9-c5daf85ed8b2 tempest-ServersTestBootFromVolume-783248817 tempest-ServersTestBootFromVolume-783248817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:12:12.340255 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-26c575c5-9c03-4b77-934b-257acd533c35 req-c0de42b5-f433-4625-9ce9-c5daf85ed8b2 tempest-ServersTestBootFromVolume-783248817 tempest-ServersTestBootFromVolume-783248817-project] 10.222.0.75 "GET /v2.0/ports?device_id=84c056fe-802f-4b0b-9844-f490f36d7dba HTTP/1.1" status: 200 len: 944 time: 0.0992291 Feb 09 19:12:12.346797 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [req-01e9b0c0-6be8-492a-970e-ea6320e43430 req-0df61610-af7a-4d50-9868-e8c5c20958d0 tempest-ServerPasswordTestJSON-414920366 tempest-ServerPasswordTestJSON-414920366-project] Publish callbacks [] for port (44c3bb6e-975c-4dcd-83d1-bd9f7372fc8f), precommit_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:12:12.396635 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-5acb6ce4-4b58-43c4-a5cb-b6112929a196 req-644d31c2-bf82-48ad-a661-58f6c37c9c1f service neutron] 10.222.0.75 "GET /v2.0/networks/1053aeb0-96ca-4455-975a-23b0dccb07ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7358801 Feb 09 19:12:12.405017 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [req-01e9b0c0-6be8-492a-970e-ea6320e43430 req-0df61610-af7a-4d50-9868-e8c5c20958d0 tempest-ServerPasswordTestJSON-414920366 tempest-ServerPasswordTestJSON-414920366-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762866656467', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14393751'] for port (44c3bb6e-975c-4dcd-83d1-bd9f7372fc8f), after_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:12:12.439809 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-25f76731-8f54-405c-bd31-3b8d52099fc2 None None] Current status of the port f7b843c7-425b-43b7-8a11-6355bfe4194b is: ACTIVE; New status is: ACTIVE {{(pid=103232) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 19:12:12.468757 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-26c575c5-9c03-4b77-934b-257acd533c35 req-95630556-079d-4c7e-8170-c8dd9f481f45 tempest-ServersTestBootFromVolume-783248817 tempest-ServersTestBootFromVolume-783248817-project] 10.222.0.75 "GET /v2.0/security-groups?id=99b1e7c3-38f3-4f0a-8bb2-c56dc143d44a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1250188 Feb 09 19:12:12.508339 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Device f7b843c7-425b-43b7-8a11-6355bfe4194b up at agent ovs-agent-n-d-713498-36 {{(pid=103232) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 19:12:12.560975 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-730f73a2-a5bf-43f5-8add-c2c2921d7178 tempest-RoutersNegativeTest-1011750698 tempest-RoutersNegativeTest-1011750698-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762867177463', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762866656476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14393751'] for port (d8cd879c-72b7-474f-be86-3204cd5540c8), after_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:12:12.590229 n-d-713498-36 neutron-server[103230]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-01e9b0c0-6be8-492a-970e-ea6320e43430 req-0df61610-af7a-4d50-9868-e8c5c20958d0 tempest-ServerPasswordTestJSON-414920366 tempest-ServerPasswordTestJSON-414920366-project] Network 36b49725-6229-46e2-a6f1-203576875bbf is already hosted by enough agents. {{(pid=103230) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 19:12:12.603278 n-d-713498-36 neutron-server[103230]: DEBUG neutron.scheduler.base_scheduler [req-01e9b0c0-6be8-492a-970e-ea6320e43430 req-0df61610-af7a-4d50-9868-e8c5c20958d0 tempest-ServerPasswordTestJSON-414920366 tempest-ServerPasswordTestJSON-414920366-project] Resources bound (agent type, host, resource id): {{(pid=103230) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 19:12:12.615103 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-41156bcd-0807-491b-9d8e-5f28ac1d1388 req-89de34ed-c628-426e-aac9-788d156fd839 tempest-TaggedBootDevicesTest_v242-798392635 tempest-TaggedBootDevicesTest_v242-798392635-project] 10.222.0.75 "GET /v2.0/ports?device_id=8319129f-1054-494a-b0c0-2ec99e839619 HTTP/1.1" status: 200 len: 210 time: 0.0671256 Feb 09 19:12:12.638056 n-d-713498-36 neutron-server[103230]: DEBUG neutron.db.l3_dvrscheduler_db [req-01e9b0c0-6be8-492a-970e-ea6320e43430 req-0df61610-af7a-4d50-9868-e8c5c20958d0 tempest-ServerPasswordTestJSON-414920366 tempest-ServerPasswordTestJSON-414920366-project] Received port after_create {{(pid=103230) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 19:12:12.640818 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0df61610-af7a-4d50-9868-e8c5c20958d0 tempest-ServerPasswordTestJSON-414920366 tempest-ServerPasswordTestJSON-414920366-project] Pushing event updated for resources: {'Port': ['ID=44c3bb6e-975c-4dcd-83d1-bd9f7372fc8f,revision_number=1']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:12:12.666021 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.provisioning_blocks [None req-ccad5411-df73-424f-95de-afc14fbeb630 None None] Provisioning complete for port f7b843c7-425b-43b7-8a11-6355bfe4194b triggered by entity DHCP. {{(pid=103232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 19:12:12.669587 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-ccad5411-df73-424f-95de-afc14fbeb630 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593630'] for port (f7b843c7-425b-43b7-8a11-6355bfe4194b), provisioning_complete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:12:12.673871 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.provisioning_blocks [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Provisioning complete for port f7b843c7-425b-43b7-8a11-6355bfe4194b triggered by entity L2. {{(pid=103232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 19:12:12.676873 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593630'] for port (f7b843c7-425b-43b7-8a11-6355bfe4194b), provisioning_complete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:12:12.752723 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49a5d2d9-00cd-410a-911e-8a2a23660d8a req-cb8ab62d-eeb1-4f23-85fc-c893f6de8ea8 tempest-MigrationsAdminTest-892781459 tempest-MigrationsAdminTest-892781459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:12:12.761286 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-49a5d2d9-00cd-410a-911e-8a2a23660d8a req-cb8ab62d-eeb1-4f23-85fc-c893f6de8ea8 tempest-MigrationsAdminTest-892781459 tempest-MigrationsAdminTest-892781459-project] 10.222.0.75 "GET /v2.0/ports?device_id=7394cbff-f035-4166-a786-a8886a8e5e67 HTTP/1.1" status: 200 len: 949 time: 0.0798051 Feb 09 19:12:12.838207 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-49a5d2d9-00cd-410a-911e-8a2a23660d8a req-104d10a2-b4d2-431c-ab33-c3064f04bb3a tempest-MigrationsAdminTest-892781459 tempest-MigrationsAdminTest-892781459-project] 10.222.0.75 "GET /v2.0/security-groups?id=709912c8-8171-4435-800e-9e5c5e45bf8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0709472 Feb 09 19:12:12.846120 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Current status of the port f7b843c7-425b-43b7-8a11-6355bfe4194b is: ACTIVE; New status is: ACTIVE {{(pid=103232) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 19:12:12.848546 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Device 3ae7f9da-1cb2-4022-9867-5cb29c677453 up at agent ovs-agent-n-d-713498-36 {{(pid=103232) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 19:12:12.895218 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Device dc73d538-3849-44b7-8f0e-7c99557efa00 up at agent hyperv_n-h1-713498-36 {{(pid=103232) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 19:12:13.074006 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.provisioning_blocks [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Provisioning complete for port 3ae7f9da-1cb2-4022-9867-5cb29c677453 triggered by entity L2. {{(pid=103232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 19:12:13.076920 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593630'] for port (3ae7f9da-1cb2-4022-9867-5cb29c677453), provisioning_complete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:12:13.079083 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac5d3f54-fe0b-4c09-84ad-25b0e9266afc req-f9e0a6cc-03f7-412b-8b5a-257689a6ce85 tempest-ServerPasswordTestJSON-414920366 tempest-ServerPasswordTestJSON-414920366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:12:13.092213 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-ac5d3f54-fe0b-4c09-84ad-25b0e9266afc req-f9e0a6cc-03f7-412b-8b5a-257689a6ce85 tempest-ServerPasswordTestJSON-414920366 tempest-ServerPasswordTestJSON-414920366-project] 10.222.0.75 "GET /v2.0/ports?device_id=c46d2564-e5fe-4732-99d5-8a3abdae3ea1 HTTP/1.1" status: 200 len: 931 time: 0.1410182 Feb 09 19:12:13.121056 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-35dc9fe0-ba9b-4403-aa84-ac3da3fd37f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762867132591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593584'] for agent (93303d5e-5d17-45e8-8963-7694f87783ae), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:12:13.129547 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-730f73a2-a5bf-43f5-8add-c2c2921d7178 tempest-RoutersNegativeTest-1011750698 tempest-RoutersNegativeTest-1011750698-project] Pushing event deleted for resources: {'Port': ['ID=d8cd879c-72b7-474f-be86-3204cd5540c8,revision_number=None']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:12:13.130594 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-ccad5411-df73-424f-95de-afc14fbeb630 None None] Current status of the port f7b843c7-425b-43b7-8a11-6355bfe4194b is: ACTIVE; New status is: ACTIVE {{(pid=103232) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 19:12:13.155362 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-ac5d3f54-fe0b-4c09-84ad-25b0e9266afc req-080a2e49-793e-4abe-b5fd-23d58b7ca702 tempest-ServerPasswordTestJSON-414920366 tempest-ServerPasswordTestJSON-414920366-project] 10.222.0.75 "GET /v2.0/security-groups?id=0810c243-1868-4477-a8d6-8bb35e408cf8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0618896 Feb 09 19:12:13.177757 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01e9b0c0-6be8-492a-970e-ea6320e43430 req-0df61610-af7a-4d50-9868-e8c5c20958d0 tempest-ServerPasswordTestJSON-414920366 tempest-ServerPasswordTestJSON-414920366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:12:13.186878 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [req-01e9b0c0-6be8-492a-970e-ea6320e43430 req-0df61610-af7a-4d50-9868-e8c5c20958d0 tempest-ServerPasswordTestJSON-414920366 tempest-ServerPasswordTestJSON-414920366-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171096'] for port (None), before_response {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:12:13.191213 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-5acb6ce4-4b58-43c4-a5cb-b6112929a196 req-8084a2c8-2677-40b8-b234-ebf902aa86e4 service neutron] 10.222.0.75 "GET /v2.0/networks/8be03a76-72b2-426d-860d-146a1ca5345c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7838962 Feb 09 19:12:13.198316 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.provisioning_blocks [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Provisioning for port dc73d538-3849-44b7-8f0e-7c99557efa00 completed by entity L2. {{(pid=103232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 19:12:13.209270 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.provisioning_blocks [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Provisioning complete for port dc73d538-3849-44b7-8f0e-7c99557efa00 triggered by entity L2. {{(pid=103232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 19:12:13.209635 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593630'] for port (dc73d538-3849-44b7-8f0e-7c99557efa00), provisioning_complete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:12:13.257846 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Current status of the port 3ae7f9da-1cb2-4022-9867-5cb29c677453 is: DOWN; New status is: ACTIVE {{(pid=103232) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 19:12:13.258277 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (3ae7f9da-1cb2-4022-9867-5cb29c677453), before_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:12:13.312404 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] For port 3ae7f9da-1cb2-4022-9867-5cb29c677453, host n-d-713498-36, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-36',level=0,port_id=3ae7f9da-1cb2-4022-9867-5cb29c677453,segment=NetworkSegment(c33359c4-a496-43df-b415-15ad2bc804d0),segment_id=c33359c4-a496-43df-b415-15ad2bc804d0)] {{(pid=103232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 19:12:13.319641 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762867176205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762866656485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762866656503'] for port (3ae7f9da-1cb2-4022-9867-5cb29c677453), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:12:13.353327 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-01e9b0c0-6be8-492a-970e-ea6320e43430 req-0df61610-af7a-4d50-9868-e8c5c20958d0 tempest-ServerPasswordTestJSON-414920366 tempest-ServerPasswordTestJSON-414920366-project] 10.222.0.90 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0088546 Feb 09 19:12:13.367565 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.v2.base [req-01e9b0c0-6be8-492a-970e-ea6320e43430 req-1ab7f2b8-dae7-4ea2-93fc-189d5ac27410 service neutron] Request body: {'port': {'device_id': 'c46d2564-e5fe-4732-99d5-8a3abdae3ea1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-713498-36'}} {{(pid=103230) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 19:12:13.370601 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27a9a338-4fe3-4e28-9c62-6cadf68c526f req-16449ace-bb29-452c-bc39-0e21ce39f0fc tempest-DeleteServersTestJSON-1870379525 tempest-DeleteServersTestJSON-1870379525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:12:13.375218 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-27a9a338-4fe3-4e28-9c62-6cadf68c526f req-16449ace-bb29-452c-bc39-0e21ce39f0fc tempest-DeleteServersTestJSON-1870379525 tempest-DeleteServersTestJSON-1870379525-project] 10.222.0.75 "GET /v2.0/ports?device_id=7fbc7784-9788-4f2d-b985-c5e2674f3448 HTTP/1.1" status: 200 len: 945 time: 0.1138716 Feb 09 19:12:13.401150 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-730f73a2-a5bf-43f5-8add-c2c2921d7178 tempest-RoutersNegativeTest-1011750698 tempest-RoutersNegativeTest-1011750698-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1613467', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1834633'] for router_interface (f686cd24-caea-498f-b572-38eb4f315345), after_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:12:13.442933 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Current status of the port dc73d538-3849-44b7-8f0e-7c99557efa00 is: BUILD; New status is: ACTIVE {{(pid=103232) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 19:12:13.443329 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (dc73d538-3849-44b7-8f0e-7c99557efa00), before_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:12:13.445549 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Pushing event updated for resources: {'Port': ['ID=3ae7f9da-1cb2-4022-9867-5cb29c677453,revision_number=3']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:12:13.476447 n-d-713498-36 neutron-server[103232]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7394cbff-f035-4166-a786-a8886a8e5e67', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dc73d538-3849-44b7-8f0e-7c99557efa00'}] {{(pid=103232) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 19:12:13.478972 n-d-713498-36 neutron-server[103232]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}949cdcde653dec44821de95cbf67297f53cbc2aed4e073b5d514f93bf911ce85" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a2713b95-37fc-44ae-a864-9302446177c7" -d '{"events": [{"server_uuid": "7394cbff-f035-4166-a786-a8886a8e5e67", "name": "network-vif-plugged", "status": "completed", "tag": "dc73d538-3849-44b7-8f0e-7c99557efa00"}]}' {{(pid=103232) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 19:12:13.482094 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-27a9a338-4fe3-4e28-9c62-6cadf68c526f req-4a1fe97d-02cb-4ae7-bb06-d0a77671fc7e tempest-DeleteServersTestJSON-1870379525 tempest-DeleteServersTestJSON-1870379525-project] 10.222.0.75 "GET /v2.0/security-groups?id=5ce92d32-ca94-4b6c-925d-b9dff609abe6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1035962 Feb 09 19:12:13.520006 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] For port dc73d538-3849-44b7-8f0e-7c99557efa00, host n-h1-713498-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-36',level=0,port_id=dc73d538-3849-44b7-8f0e-7c99557efa00,segment=NetworkSegment(50e5915e-18f0-4558-9a28-b978975ead36),segment_id=50e5915e-18f0-4558-9a28-b978975ead36)] {{(pid=103232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 19:12:13.525757 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762867176205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762866656485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762866656503'] for port (dc73d538-3849-44b7-8f0e-7c99557efa00), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:12:13.585307 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-5acb6ce4-4b58-43c4-a5cb-b6112929a196 req-092d962d-ef7f-48fa-989b-d6d064cc5665 service neutron] 10.222.0.75 "GET /v2.0/networks/8be03a76-72b2-426d-860d-146a1ca5345c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3848672 Feb 09 19:12:13.627698 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ecfd4a9-242f-4004-8dc1-024fbb2d529a req-7e526b46-dda7-4f70-bb1c-4374c513a175 tempest-ServersTestManualDisk-2087116754 tempest-ServersTestManualDisk-2087116754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:12:13.629769 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-8ecfd4a9-242f-4004-8dc1-024fbb2d529a req-7e526b46-dda7-4f70-bb1c-4374c513a175 tempest-ServersTestManualDisk-2087116754 tempest-ServersTestManualDisk-2087116754-project] 10.222.0.75 "GET /v2.0/ports?device_id=a35fbec0-0317-420e-b440-01979c3a7c6c HTTP/1.1" status: 200 len: 946 time: 0.0698769 Feb 09 19:12:13.650091 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [req-01e9b0c0-6be8-492a-970e-ea6320e43430 req-1ab7f2b8-dae7-4ea2-93fc-189d5ac27410 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (44c3bb6e-975c-4dcd-83d1-bd9f7372fc8f), before_update {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:12:13.711319 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-8ecfd4a9-242f-4004-8dc1-024fbb2d529a req-eab92024-6aa7-406b-abae-e9f300e255a2 tempest-ServersTestManualDisk-2087116754 tempest-ServersTestManualDisk-2087116754-project] 10.222.0.75 "GET /v2.0/security-groups?id=a9046b98-d442-46ac-9793-fd3bbced8e96&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0735986 Feb 09 19:12:13.797070 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53c465ff-390e-495d-9c16-85cb1fb7a5c7 None None] Network 8be03a76-72b2-426d-860d-146a1ca5345c requested from n-d-713498-36 {{(pid=103232) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 19:12:13.816137 n-d-713498-36 neutron-server[103230]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-730f73a2-a5bf-43f5-8add-c2c2921d7178 tempest-RoutersNegativeTest-1011750698 tempest-RoutersNegativeTest-1011750698-project] Router f686cd24-caea-498f-b572-38eb4f315345 has already been hosted by L3 agent 93303d5e-5d17-45e8-8963-7694f87783ae {{(pid=103230) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 19:12:13.849208 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-181b2a3a-ee7a-4a37-b476-c1e102bee6c2 req-b0da7139-0470-4fd9-979c-c35447fe9a34 tempest-ServersTestBootFromVolume-783248817 tempest-ServersTestBootFromVolume-783248817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:12:13.851025 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-181b2a3a-ee7a-4a37-b476-c1e102bee6c2 req-b0da7139-0470-4fd9-979c-c35447fe9a34 tempest-ServersTestBootFromVolume-783248817 tempest-ServersTestBootFromVolume-783248817-project] 10.222.0.75 "GET /v2.0/ports?device_id=84c056fe-802f-4b0b-9844-f490f36d7dba HTTP/1.1" status: 200 len: 944 time: 0.0737081 Feb 09 19:12:13.860158 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Pushing event updated for resources: {'Port': ['ID=dc73d538-3849-44b7-8f0e-7c99557efa00,revision_number=5']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:12:13.869436 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-5acb6ce4-4b58-43c4-a5cb-b6112929a196 req-beafba5e-4c65-45a7-a0a9-56a16131b520 service neutron] 10.222.0.75 "GET /v2.0/networks/1053aeb0-96ca-4455-975a-23b0dccb07ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2681396 Feb 09 19:12:13.881792 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.provisioning_blocks [None req-a9e62f66-77b1-4852-b3ba-949f1c62c1e6 None None] Provisioning complete for port 3ae7f9da-1cb2-4022-9867-5cb29c677453 triggered by entity DHCP. {{(pid=103232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 19:12:13.882309 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-a9e62f66-77b1-4852-b3ba-949f1c62c1e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593630'] for port (3ae7f9da-1cb2-4022-9867-5cb29c677453), provisioning_complete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:12:13.924431 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-181b2a3a-ee7a-4a37-b476-c1e102bee6c2 req-928ec3ff-55a1-480b-b551-1f69b211c0f5 tempest-ServersTestBootFromVolume-783248817 tempest-ServersTestBootFromVolume-783248817-project] 10.222.0.75 "GET /v2.0/security-groups?id=99b1e7c3-38f3-4f0a-8bb2-c56dc143d44a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0660472 Feb 09 19:12:13.973072 n-d-713498-36 neutron-server[103232]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 19:12:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-90e48dd8-14b2-43af-8583-263016f9e3e1 x-openstack-request-id: req-90e48dd8-14b2-43af-8583-263016f9e3e1 {{(pid=103232) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 19:12:13.973629 n-d-713498-36 neutron-server[103232]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7394cbff-f035-4166-a786-a8886a8e5e67", "name": "network-vif-plugged", "status": "completed", "tag": "dc73d538-3849-44b7-8f0e-7c99557efa00", "code": 200}]} {{(pid=103232) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 19:12:13.974065 n-d-713498-36 neutron-server[103232]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-90e48dd8-14b2-43af-8583-263016f9e3e1 {{(pid=103232) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 19:12:13.974620 n-d-713498-36 neutron-server[103232]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7394cbff-f035-4166-a786-a8886a8e5e67', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dc73d538-3849-44b7-8f0e-7c99557efa00', 'code': 200} Feb 09 19:12:14.056359 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-a9e62f66-77b1-4852-b3ba-949f1c62c1e6 None None] Current status of the port 3ae7f9da-1cb2-4022-9867-5cb29c677453 is: ACTIVE; New status is: ACTIVE {{(pid=103232) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 19:12:14.121002 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-8dfe7d1a-1c3c-4be9-9e8f-9b67fcce751d req-e8527dc7-a303-4a78-8ad9-4392d314a177 tempest-TaggedBootDevicesTest_v242-798392635 tempest-TaggedBootDevicesTest_v242-798392635-project] 10.222.0.75 "GET /v2.0/ports?device_id=8319129f-1054-494a-b0c0-2ec99e839619 HTTP/1.1" status: 200 len: 210 time: 0.0598786 Feb 09 19:12:14.179461 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03650fbd-2e50-4e5e-9ce0-6add0ce43f56 req-526250fc-fbca-451c-9109-b2564ca4595d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:12:14.181020 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-03650fbd-2e50-4e5e-9ce0-6add0ce43f56 req-526250fc-fbca-451c-9109-b2564ca4595d service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=7394cbff-f035-4166-a786-a8886a8e5e67 HTTP/1.1" status: 200 len: 1133 time: 0.1411502 Feb 09 19:12:14.202454 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-730f73a2-a5bf-43f5-8add-c2c2921d7178 tempest-RoutersNegativeTest-1011750698 tempest-RoutersNegativeTest-1011750698-project] Notify agent at l3_agent.n-d-713498-36 the message routers_updated {{(pid=103230) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 19:12:14.224592 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed70968d-788f-4d56-b15d-c91bb7023b31 None None] Sync routers for ids ['f686cd24-caea-498f-b572-38eb4f315345'] in n-d-713498-36 {{(pid=103232) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 19:12:14.232166 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-730f73a2-a5bf-43f5-8add-c2c2921d7178 tempest-RoutersNegativeTest-1011750698 tempest-RoutersNegativeTest-1011750698-project] 10.222.0.75 "PUT /v2.0/routers/f686cd24-caea-498f-b572-38eb4f315345/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.8233221 Feb 09 19:12:14.234752 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 59098) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:12:14.244068 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-edc54c9b-7f13-45d9-9271-85c9738b0128 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762867132591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593584'] for agent (a62b1850-466f-48ae-bec7-d62fb280e14b), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:12:14.272337 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed70968d-788f-4d56-b15d-c91bb7023b31 None None] Routers {'f686cd24-caea-498f-b572-38eb4f315345'} bound to L3 agent in host n-d-713498-36 {{(pid=103232) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 19:12:14.272983 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.l3_hamode_db [None req-ed70968d-788f-4d56-b15d-c91bb7023b31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-09T18:51:43Z,description=,heartbeat_timestamp=2022-02-09T19:12:13Z,host='n-d-713498-36',id=93303d5e-5d17-45e8-8963-7694f87783ae,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T18:51:43Z,topic='l3_agent')) {'router_ids': ['f686cd24-caea-498f-b572-38eb4f315345'], 'active': True} {{(pid=103232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:12:14.343315 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Device 3ae7f9da-1cb2-4022-9867-5cb29c677453 up at agent ovs-agent-n-d-713498-36 {{(pid=103232) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 19:12:14.346691 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.l3_hamode_db [None req-ed70968d-788f-4d56-b15d-c91bb7023b31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713498-36', False) {} {{(pid=103232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:12:14.347299 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-03650fbd-2e50-4e5e-9ce0-6add0ce43f56 req-f8b2e9e8-972f-4a61-9c1b-cb9d2294f5f5 service neutron] 10.222.0.89 "GET /v2.0/security-groups?id=709912c8-8171-4435-800e-9e5c5e45bf8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1601002 Feb 09 19:12:14.363939 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-5acb6ce4-4b58-43c4-a5cb-b6112929a196 req-ec05efb6-bb04-44c4-8ef0-db8356f3111c service neutron] 10.222.0.75 "GET /v2.0/networks/1053aeb0-96ca-4455-975a-23b0dccb07ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4932835 Feb 09 19:12:14.368348 n-d-713498-36 neutron-server[103230]: INFO neutron.api.v2.resource [None req-75937703-6636-4de0-97e9-5cf87b554704 tempest-RoutersNegativeTest-1011750698 tempest-RoutersNegativeTest-1011750698-project] show failed (client error): The resource could not be found. Feb 09 19:12:14.369501 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-75937703-6636-4de0-97e9-5cf87b554704 tempest-RoutersNegativeTest-1011750698 tempest-RoutersNegativeTest-1011750698-project] 10.222.0.75 "GET /v2.0/routers/tempest-non_exist_router-1110749379 HTTP/1.1" status: 404 len: 335 time: 0.1326160 Feb 09 19:12:14.379510 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 59100) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:12:14.394044 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83b3d6e9-54ec-438e-9834-ab986e2ddee6 req-422d0fe2-2bad-437a-a810-e306ecbecd3a tempest-ServersTestManualDisk-2087116754 tempest-ServersTestManualDisk-2087116754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:12:14.399215 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-83b3d6e9-54ec-438e-9834-ab986e2ddee6 req-422d0fe2-2bad-437a-a810-e306ecbecd3a tempest-ServersTestManualDisk-2087116754 tempest-ServersTestManualDisk-2087116754-project] 10.222.0.75 "GET /v2.0/ports?device_id=a35fbec0-0317-420e-b440-01979c3a7c6c HTTP/1.1" status: 200 len: 946 time: 0.1222606 Feb 09 19:12:14.408639 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 59102) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:12:14.410061 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.v2.base [None req-95598f19-8f06-4945-811d-7f2669d39b6c tempest-RoutersNegativeTest-1011750698 tempest-RoutersNegativeTest-1011750698-project] Request body: {'router': {'name': 'new_name'}} {{(pid=103229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 19:12:14.422386 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.v2.base [None req-484c7b0f-7583-4b4f-b0e2-5a9d54af0d93 tempest-ServersTestManualDisk-2087116754 tempest-ServersTestManualDisk-2087116754-project] Request body: {'floatingip': {'port_id': '56559978-c567-46d5-a94e-81e3865f8cfc'}} {{(pid=103230) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 19:12:14.423043 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed70968d-788f-4d56-b15d-c91bb7023b31 None None] Routers {'f686cd24-caea-498f-b572-38eb4f315345'} bound to L3 agent in host n-d-713498-36 {{(pid=103232) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 19:12:14.424158 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.l3_hamode_db [None req-ed70968d-788f-4d56-b15d-c91bb7023b31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-09T18:51:43Z,description=,heartbeat_timestamp=2022-02-09T19:12:13Z,host='n-d-713498-36',id=93303d5e-5d17-45e8-8963-7694f87783ae,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T18:51:43Z,topic='l3_agent')) {'router_ids': ['f686cd24-caea-498f-b572-38eb4f315345'], 'active': True} {{(pid=103232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:12:14.469636 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.provisioning_blocks [None req-53e256b7-587a-405c-92ae-c79cb22d4fb5 None None] Provisioning complete for port 3ae7f9da-1cb2-4022-9867-5cb29c677453 triggered by entity DHCP. {{(pid=103232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 19:12:14.470683 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-53e256b7-587a-405c-92ae-c79cb22d4fb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593630'] for port (3ae7f9da-1cb2-4022-9867-5cb29c677453), provisioning_complete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:12:14.474791 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.l3_hamode_db [None req-ed70968d-788f-4d56-b15d-c91bb7023b31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713498-36', False) {} {{(pid=103232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:12:14.475430 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed70968d-788f-4d56-b15d-c91bb7023b31 None None] The sync data for ids ['f686cd24-caea-498f-b572-38eb4f315345'] in n-d-713498-36 is: [] {{(pid=103232) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 19:12:14.503414 n-d-713498-36 neutron-server[103229]: INFO neutron.api.v2.resource [None req-95598f19-8f06-4945-811d-7f2669d39b6c tempest-RoutersNegativeTest-1011750698 tempest-RoutersNegativeTest-1011750698-project] update failed (client error): The resource could not be found. Feb 09 19:12:14.511916 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-484c7b0f-7583-4b4f-b0e2-5a9d54af0d93 tempest-ServersTestManualDisk-2087116754 tempest-ServersTestManualDisk-2087116754-project] Publish callbacks [] for floatingip (894363a2-cd93-47a8-8463-95c6aee375cd), before_update {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:12:14.512125 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-95598f19-8f06-4945-811d-7f2669d39b6c tempest-RoutersNegativeTest-1011750698 tempest-RoutersNegativeTest-1011750698-project] 10.222.0.75 "PUT /v2.0/routers/tempest-non_exist_router-1221800010 HTTP/1.1" status: 404 len: 335 time: 0.1102400 Feb 09 19:12:14.530999 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 59106) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:12:14.552625 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.provisioning_blocks [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Provisioning complete for port 3ae7f9da-1cb2-4022-9867-5cb29c677453 triggered by entity L2. {{(pid=103232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 19:12:14.553008 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593630'] for port (3ae7f9da-1cb2-4022-9867-5cb29c677453), provisioning_complete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:12:14.646327 n-d-713498-36 neutron-server[103229]: DEBUG neutron.db.db_base_plugin_v2 [None req-94c7bda2-3f60-4c44-9792-cdd5c7443924 tempest-RoutersNegativeTest-1011750698 tempest-RoutersNegativeTest-1011750698-project] Deleting subnet aa796fce-ff1a-4e1c-83a9-c97adf8e9cc4 {{(pid=103229) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 19:12:14.658554 n-d-713498-36 neutron-server[103230]: DEBUG neutron.notifiers.nova [req-01e9b0c0-6be8-492a-970e-ea6320e43430 req-1ab7f2b8-dae7-4ea2-93fc-189d5ac27410 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 44c3bb6e-975c-4dcd-83d1-bd9f7372fc8f {{(pid=103230) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 19:12:14.659549 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-94c7bda2-3f60-4c44-9792-cdd5c7443924 tempest-RoutersNegativeTest-1011750698 tempest-RoutersNegativeTest-1011750698-project] Publish callbacks [] for subnet (aa796fce-ff1a-4e1c-83a9-c97adf8e9cc4), before_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:12:14.666868 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [req-01e9b0c0-6be8-492a-970e-ea6320e43430 req-1ab7f2b8-dae7-4ea2-93fc-189d5ac27410 service neutron] Publish callbacks [] for port (44c3bb6e-975c-4dcd-83d1-bd9f7372fc8f), precommit_update {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:12:14.681142 n-d-713498-36 neutron-server[103230]: DEBUG neutron.db.provisioning_blocks [req-01e9b0c0-6be8-492a-970e-ea6320e43430 req-1ab7f2b8-dae7-4ea2-93fc-189d5ac27410 service neutron] Transition to ACTIVE for port object 44c3bb6e-975c-4dcd-83d1-bd9f7372fc8f will not be triggered until provisioned by entity L2. {{(pid=103230) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 19:12:14.725620 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [req-01e9b0c0-6be8-492a-970e-ea6320e43430 req-1ab7f2b8-dae7-4ea2-93fc-189d5ac27410 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762867176205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762866656485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762866656503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14393758'] for port (44c3bb6e-975c-4dcd-83d1-bd9f7372fc8f), after_update {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:12:14.728139 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ee2641b-e443-4538-b3fc-7914659b5c74 req-29552217-b010-4c02-b5b6-85d0147d1fde tempest-MigrationsAdminTest-892781459 tempest-MigrationsAdminTest-892781459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:12:14.730184 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-0ee2641b-e443-4538-b3fc-7914659b5c74 req-29552217-b010-4c02-b5b6-85d0147d1fde tempest-MigrationsAdminTest-892781459 tempest-MigrationsAdminTest-892781459-project] 10.222.0.75 "GET /v2.0/ports?device_id=7394cbff-f035-4166-a786-a8886a8e5e67 HTTP/1.1" status: 200 len: 950 time: 0.2167978 Feb 09 19:12:14.740137 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-53e256b7-587a-405c-92ae-c79cb22d4fb5 None None] Current status of the port 3ae7f9da-1cb2-4022-9867-5cb29c677453 is: ACTIVE; New status is: ACTIVE {{(pid=103232) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 19:12:14.770671 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-94c7bda2-3f60-4c44-9792-cdd5c7443924 tempest-RoutersNegativeTest-1011750698 tempest-RoutersNegativeTest-1011750698-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16683410'] for subnet (aa796fce-ff1a-4e1c-83a9-c97adf8e9cc4), precommit_delete_associations {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:12:14.816617 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Current status of the port 3ae7f9da-1cb2-4022-9867-5cb29c677453 is: ACTIVE; New status is: ACTIVE {{(pid=103232) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 19:12:14.838671 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-0ee2641b-e443-4538-b3fc-7914659b5c74 req-466f8fd6-2f51-4510-bbe3-9e660285568c tempest-MigrationsAdminTest-892781459 tempest-MigrationsAdminTest-892781459-project] 10.222.0.75 "GET /v2.0/security-groups?id=709912c8-8171-4435-800e-9e5c5e45bf8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1006222 Feb 09 19:12:14.933627 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-94c7bda2-3f60-4c44-9792-cdd5c7443924 tempest-RoutersNegativeTest-1011750698 tempest-RoutersNegativeTest-1011750698-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-759852'] for subnet (aa796fce-ff1a-4e1c-83a9-c97adf8e9cc4), precommit_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:12:14.942347 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ab7f2b8-dae7-4ea2-93fc-189d5ac27410 service neutron] Pushing event updated for resources: {'Port': ['ID=44c3bb6e-975c-4dcd-83d1-bd9f7372fc8f,revision_number=2']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:12:14.988840 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8b50347-c5b4-4fb4-a40f-b88e458413f6 req-13ae3307-8886-4006-b85b-e3ea55025450 tempest-ServerPasswordTestJSON-414920366 tempest-ServerPasswordTestJSON-414920366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:12:14.996212 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-a8b50347-c5b4-4fb4-a40f-b88e458413f6 req-13ae3307-8886-4006-b85b-e3ea55025450 tempest-ServerPasswordTestJSON-414920366 tempest-ServerPasswordTestJSON-414920366-project] 10.222.0.75 "GET /v2.0/ports?device_id=c46d2564-e5fe-4732-99d5-8a3abdae3ea1 HTTP/1.1" status: 200 len: 943 time: 0.3124886 Feb 09 19:12:15.010234 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-94c7bda2-3f60-4c44-9792-cdd5c7443924 tempest-RoutersNegativeTest-1011750698 tempest-RoutersNegativeTest-1011750698-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-760023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12867367', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12759238'] for subnet (aa796fce-ff1a-4e1c-83a9-c97adf8e9cc4), after_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:12:15.050811 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94c7bda2-3f60-4c44-9792-cdd5c7443924 tempest-RoutersNegativeTest-1011750698 tempest-RoutersNegativeTest-1011750698-project] Pushing event deleted for resources: {'Subnet': ['ID=aa796fce-ff1a-4e1c-83a9-c97adf8e9cc4,revision_number=None']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:12:15.071193 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb053fb8-73f7-4599-b207-22aa58a7483d None None] Network 30fa5a73-55e3-4006-9013-4ac830e4be35 requested from n-d-713498-36 {{(pid=103232) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 19:12:15.075172 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-94c7bda2-3f60-4c44-9792-cdd5c7443924 tempest-RoutersNegativeTest-1011750698 tempest-RoutersNegativeTest-1011750698-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1613566'] for subnet (None), before_response {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:12:15.078804 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-94c7bda2-3f60-4c44-9792-cdd5c7443924 tempest-RoutersNegativeTest-1011750698 tempest-RoutersNegativeTest-1011750698-project] 10.222.0.75 "DELETE /v2.0/subnets/aa796fce-ff1a-4e1c-83a9-c97adf8e9cc4 HTTP/1.1" status: 204 len: 168 time: 0.5472262 Feb 09 19:12:15.090491 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 59120) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:12:15.177168 n-d-713498-36 neutron-server[103229]: DEBUG neutron.db.db_base_plugin_v2 [None req-8b81f81f-d37e-4cfa-8311-28178020e693 tempest-RoutersNegativeTest-1011750698 tempest-RoutersNegativeTest-1011750698-project] Deleting subnet f745bfc8-7465-4024-b153-e4bb8df37ee2 {{(pid=103229) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 19:12:15.182690 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-8b81f81f-d37e-4cfa-8311-28178020e693 tempest-RoutersNegativeTest-1011750698 tempest-RoutersNegativeTest-1011750698-project] Publish callbacks [] for subnet (f745bfc8-7465-4024-b153-e4bb8df37ee2), before_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:12:15.229645 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.managers [req-01e9b0c0-6be8-492a-970e-ea6320e43430 req-1ab7f2b8-dae7-4ea2-93fc-189d5ac27410 service neutron] Attempting to bind port 44c3bb6e-975c-4dcd-83d1-bd9f7372fc8f on host n-h2-713498-36 for vnic_type normal with profile {{(pid=103230) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 19:12:15.229881 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.managers [req-01e9b0c0-6be8-492a-970e-ea6320e43430 req-1ab7f2b8-dae7-4ea2-93fc-189d5ac27410 service neutron] Attempting to bind port 44c3bb6e-975c-4dcd-83d1-bd9f7372fc8f by drivers openvswitch,hyperv on host n-h2-713498-36 at level 0 using segments [{'id': '7afd431e-f816-47e6-ace4-ce2b76f873d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '36b49725-6229-46e2-a6f1-203576875bbf'}] {{(pid=103230) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 19:12:15.230252 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01e9b0c0-6be8-492a-970e-ea6320e43430 req-1ab7f2b8-dae7-4ea2-93fc-189d5ac27410 service neutron] Attempting to bind port 44c3bb6e-975c-4dcd-83d1-bd9f7372fc8f on network 36b49725-6229-46e2-a6f1-203576875bbf {{(pid=103230) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 19:12:15.242019 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-a8b50347-c5b4-4fb4-a40f-b88e458413f6 req-4234f781-a1b7-4f42-ba98-f0880ece2328 tempest-ServerPasswordTestJSON-414920366 tempest-ServerPasswordTestJSON-414920366-project] 10.222.0.75 "GET /v2.0/security-groups?id=0810c243-1868-4477-a8d6-8bb35e408cf8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2446086 Feb 09 19:12:15.251732 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01e9b0c0-6be8-492a-970e-ea6320e43430 req-1ab7f2b8-dae7-4ea2-93fc-189d5ac27410 service neutron] Port 44c3bb6e-975c-4dcd-83d1-bd9f7372fc8f on network 36b49725-6229-46e2-a6f1-203576875bbf not bound, no agent of type Open vSwitch agent registered on host n-h2-713498-36 {{(pid=103230) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 19:12:15.252067 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01e9b0c0-6be8-492a-970e-ea6320e43430 req-1ab7f2b8-dae7-4ea2-93fc-189d5ac27410 service neutron] Attempting to bind port 44c3bb6e-975c-4dcd-83d1-bd9f7372fc8f on network 36b49725-6229-46e2-a6f1-203576875bbf {{(pid=103230) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 19:12:15.275320 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01e9b0c0-6be8-492a-970e-ea6320e43430 req-1ab7f2b8-dae7-4ea2-93fc-189d5ac27410 service neutron] Checking agent: {'id': 'bcd5faee-dc24-4298-9134-0e0aa054058e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713498-36', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 18, 59, 19), 'started_at': datetime.datetime(2022, 2, 9, 18, 59, 19), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 19, 11, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103230) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 19:12:15.275761 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01e9b0c0-6be8-492a-970e-ea6320e43430 req-1ab7f2b8-dae7-4ea2-93fc-189d5ac27410 service neutron] Checking segment: {'id': '7afd431e-f816-47e6-ace4-ce2b76f873d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '36b49725-6229-46e2-a6f1-203576875bbf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103230) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 19:12:15.276410 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01e9b0c0-6be8-492a-970e-ea6320e43430 req-1ab7f2b8-dae7-4ea2-93fc-189d5ac27410 service neutron] Bound using segment: {'id': '7afd431e-f816-47e6-ace4-ce2b76f873d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '36b49725-6229-46e2-a6f1-203576875bbf'} {{(pid=103230) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 19:12:15.277699 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.managers [req-01e9b0c0-6be8-492a-970e-ea6320e43430 req-1ab7f2b8-dae7-4ea2-93fc-189d5ac27410 service neutron] Bound port: 44c3bb6e-975c-4dcd-83d1-bd9f7372fc8f, host: n-h2-713498-36, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7afd431e-f816-47e6-ace4-ce2b76f873d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '36b49725-6229-46e2-a6f1-203576875bbf'}}] {{(pid=103230) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 19:12:15.278183 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [req-01e9b0c0-6be8-492a-970e-ea6320e43430 req-1ab7f2b8-dae7-4ea2-93fc-189d5ac27410 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (44c3bb6e-975c-4dcd-83d1-bd9f7372fc8f), before_update {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:12:15.296966 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ecb5302-37fc-473d-bc77-cb7303c3efe5 None None] DHCP port deletion for 30fa5a73-55e3-4006-9013-4ac830e4be35 request from n-d-713498-36 {{(pid=103232) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 09 19:12:15.309627 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-8b81f81f-d37e-4cfa-8311-28178020e693 tempest-RoutersNegativeTest-1011750698 tempest-RoutersNegativeTest-1011750698-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16683410'] for subnet (f745bfc8-7465-4024-b153-e4bb8df37ee2), precommit_delete_associations {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:12:15.343245 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f17c0b40-32cf-45e9-8918-0bf8f00665e5 req-019604a6-f1c5-4ea8-8f80-15bea4d82042 tempest-DeleteServersTestJSON-1870379525 tempest-DeleteServersTestJSON-1870379525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:12:15.351866 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-f17c0b40-32cf-45e9-8918-0bf8f00665e5 req-019604a6-f1c5-4ea8-8f80-15bea4d82042 tempest-DeleteServersTestJSON-1870379525 tempest-DeleteServersTestJSON-1870379525-project] 10.222.0.75 "GET /v2.0/ports?device_id=7fbc7784-9788-4f2d-b985-c5e2674f3448 HTTP/1.1" status: 200 len: 945 time: 0.2448084 Feb 09 19:12:15.384985 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-0ecb5302-37fc-473d-bc77-cb7303c3efe5 None None] Deleting port e99f0281-19b3-4d90-ab77-912bbec6c543 {{(pid=103232) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 19:12:15.385847 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-0ecb5302-37fc-473d-bc77-cb7303c3efe5 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762867170196'] for port (e99f0281-19b3-4d90-ab77-912bbec6c543), before_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:12:15.433326 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-f17c0b40-32cf-45e9-8918-0bf8f00665e5 req-96504603-ee82-4c76-8376-fa95e6cf33ed tempest-DeleteServersTestJSON-1870379525 tempest-DeleteServersTestJSON-1870379525-project] 10.222.0.75 "GET /v2.0/security-groups?id=5ce92d32-ca94-4b6c-925d-b9dff609abe6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0651672 Feb 09 19:12:15.472902 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-0ecb5302-37fc-473d-bc77-cb7303c3efe5 None None] For port e99f0281-19b3-4d90-ab77-912bbec6c543, host n-d-713498-36, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-36',level=0,port_id=e99f0281-19b3-4d90-ab77-912bbec6c543,segment=NetworkSegment(fe541821-700a-4b14-928f-e60517e90736),segment_id=fe541821-700a-4b14-928f-e60517e90736)] {{(pid=103232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 19:12:15.473439 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-0ecb5302-37fc-473d-bc77-cb7303c3efe5 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1820838'] for port (e99f0281-19b3-4d90-ab77-912bbec6c543), precommit_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:12:15.491688 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-0ecb5302-37fc-473d-bc77-cb7303c3efe5 None None] Calling delete_port for e99f0281-19b3-4d90-ab77-912bbec6c543 owned by network:dhcp {{(pid=103232) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 19:12:15.516482 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-5bdff7d3-e50a-4f8e-ad1d-1d25e920cce1 req-6e3841e9-76b5-4ee1-bce5-d0501f65d663 tempest-ServersTestMultiNic-1550042178 tempest-ServersTestMultiNic-1550042178-project] 10.222.0.75 "GET /v2.0/ports?device_id=182eb346-b266-45c5-a0a2-d215e9bb2886 HTTP/1.1" status: 200 len: 210 time: 0.2010260 Feb 09 19:12:15.568627 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-8b81f81f-d37e-4cfa-8311-28178020e693 tempest-RoutersNegativeTest-1011750698 tempest-RoutersNegativeTest-1011750698-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-759852'] for subnet (f745bfc8-7465-4024-b153-e4bb8df37ee2), precommit_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:12:15.593713 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-0ecb5302-37fc-473d-bc77-cb7303c3efe5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762867177463', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762866656476'] for port (e99f0281-19b3-4d90-ab77-912bbec6c543), after_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:12:15.636243 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ecb5302-37fc-473d-bc77-cb7303c3efe5 None None] Pushing event deleted for resources: {'Port': ['ID=e99f0281-19b3-4d90-ab77-912bbec6c543,revision_number=None']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:12:15.638502 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90b973ac-5177-4b52-b6a4-15d7d372b628 req-3f4f8bdb-c95d-45e6-ac1e-35388366bd62 tempest-ServersTestBootFromVolume-783248817 tempest-ServersTestBootFromVolume-783248817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:12:15.646224 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-90b973ac-5177-4b52-b6a4-15d7d372b628 req-3f4f8bdb-c95d-45e6-ac1e-35388366bd62 tempest-ServersTestBootFromVolume-783248817 tempest-ServersTestBootFromVolume-783248817-project] 10.222.0.75 "GET /v2.0/ports?device_id=84c056fe-802f-4b0b-9844-f490f36d7dba HTTP/1.1" status: 200 len: 944 time: 0.1155281 Feb 09 19:12:15.647490 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ecb5302-37fc-473d-bc77-cb7303c3efe5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:12:15.648061 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ecb5302-37fc-473d-bc77-cb7303c3efe5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:12:15.648573 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ecb5302-37fc-473d-bc77-cb7303c3efe5 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:12:15.649089 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ecb5302-37fc-473d-bc77-cb7303c3efe5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:12:15.649592 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ecb5302-37fc-473d-bc77-cb7303c3efe5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:12:15.650128 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ecb5302-37fc-473d-bc77-cb7303c3efe5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:12:15.650639 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ecb5302-37fc-473d-bc77-cb7303c3efe5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:12:15.651138 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ecb5302-37fc-473d-bc77-cb7303c3efe5 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:12:15.652426 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ecb5302-37fc-473d-bc77-cb7303c3efe5 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:12:15.652963 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ecb5302-37fc-473d-bc77-cb7303c3efe5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:12:15.653512 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ecb5302-37fc-473d-bc77-cb7303c3efe5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:12:15.654053 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ecb5302-37fc-473d-bc77-cb7303c3efe5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:12:15.654608 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ecb5302-37fc-473d-bc77-cb7303c3efe5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:12:15.661775 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ecb5302-37fc-473d-bc77-cb7303c3efe5 None None] No DVR routers for this DVR port e99f0281-19b3-4d90-ab77-912bbec6c543 on host n-d-713498-36 {{(pid=103232) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 19:12:15.725723 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-90b973ac-5177-4b52-b6a4-15d7d372b628 req-935e6d15-e931-4ef7-a7b1-95af71d78032 tempest-ServersTestBootFromVolume-783248817 tempest-ServersTestBootFromVolume-783248817-project] 10.222.0.75 "GET /v2.0/security-groups?id=99b1e7c3-38f3-4f0a-8bb2-c56dc143d44a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0785155 Feb 09 19:12:15.727036 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-8b81f81f-d37e-4cfa-8311-28178020e693 tempest-RoutersNegativeTest-1011750698 tempest-RoutersNegativeTest-1011750698-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-760023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12867367', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12759238'] for subnet (f745bfc8-7465-4024-b153-e4bb8df37ee2), after_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:12:15.755460 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b81f81f-d37e-4cfa-8311-28178020e693 tempest-RoutersNegativeTest-1011750698 tempest-RoutersNegativeTest-1011750698-project] Pushing event deleted for resources: {'Subnet': ['ID=f745bfc8-7465-4024-b153-e4bb8df37ee2,revision_number=None']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:12:15.759151 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-8b81f81f-d37e-4cfa-8311-28178020e693 tempest-RoutersNegativeTest-1011750698 tempest-RoutersNegativeTest-1011750698-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1613566'] for subnet (None), before_response {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:12:15.765315 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-8b81f81f-d37e-4cfa-8311-28178020e693 tempest-RoutersNegativeTest-1011750698 tempest-RoutersNegativeTest-1011750698-project] 10.222.0.75 "DELETE /v2.0/subnets/f745bfc8-7465-4024-b153-e4bb8df37ee2 HTTP/1.1" status: 204 len: 168 time: 0.6707897 Feb 09 19:12:15.765315 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 59126) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:12:15.766407 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fcb4c24c-39e0-4b2c-92f2-265cbd7a7d98 None None] Network 6268985b-9352-426b-bdbf-ee57f08927a2 requested from n-d-713498-36 {{(pid=103232) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 19:12:15.870989 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-30869f45-00e9-42f3-8da2-4233dde541ea tempest-RoutersNegativeTest-1011750698 tempest-RoutersNegativeTest-1011750698-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-670458'] for network (30fa5a73-55e3-4006-9013-4ac830e4be35), before_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:12:15.965348 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-a7262a8e-0513-48fd-984d-75726a511961 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762867132591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593584'] for agent (911cfea2-02ae-4ec9-bac3-7808ee1cdd9c), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:12:16.007777 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-30869f45-00e9-42f3-8da2-4233dde541ea tempest-RoutersNegativeTest-1011750698 tempest-RoutersNegativeTest-1011750698-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-590267', 'neutron.services.segments.db._delete_segments_for_network-8762867132609'] for network (30fa5a73-55e3-4006-9013-4ac830e4be35), precommit_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:12:16.050971 n-d-713498-36 neutron-server[103229]: DEBUG neutron.services.segments.db [None req-30869f45-00e9-42f3-8da2-4233dde541ea tempest-RoutersNegativeTest-1011750698 tempest-RoutersNegativeTest-1011750698-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['30fa5a73-55e3-4006-9013-4ac830e4be35']}} {{(pid=103229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:12:16.070118 n-d-713498-36 neutron-server[103229]: DEBUG neutron.services.segments.db [None req-30869f45-00e9-42f3-8da2-4233dde541ea tempest-RoutersNegativeTest-1011750698 tempest-RoutersNegativeTest-1011750698-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fe541821-700a-4b14-928f-e60517e90736') {'for_net_delete': True} {{(pid=103229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:12:16.070503 n-d-713498-36 neutron-server[103229]: DEBUG neutron.services.segments.db [None req-30869f45-00e9-42f3-8da2-4233dde541ea tempest-RoutersNegativeTest-1011750698 tempest-RoutersNegativeTest-1011750698-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fe541821-700a-4b14-928f-e60517e90736') {} {{(pid=103229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:12:16.074691 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fdf185cf-d475-4329-b519-4c48aa9ca53f None None] DHCP port deletion for 6268985b-9352-426b-bdbf-ee57f08927a2 request from n-d-713498-36 {{(pid=103232) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 09 19:12:16.094129 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36dd8b00-94d7-4847-a3bb-eb6595714a7c req-26ea2aa5-88a9-4d6c-b71c-65fba0183162 tempest-MigrationsAdminTest-892781459 tempest-MigrationsAdminTest-892781459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:12:16.096069 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-36dd8b00-94d7-4847-a3bb-eb6595714a7c req-26ea2aa5-88a9-4d6c-b71c-65fba0183162 tempest-MigrationsAdminTest-892781459 tempest-MigrationsAdminTest-892781459-project] 10.222.0.75 "GET /v2.0/ports?device_id=7394cbff-f035-4166-a786-a8886a8e5e67 HTTP/1.1" status: 200 len: 950 time: 0.1276581 Feb 09 19:12:16.098037 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-30869f45-00e9-42f3-8da2-4233dde541ea tempest-RoutersNegativeTest-1011750698 tempest-RoutersNegativeTest-1011750698-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762867134154', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16683417'] for segment (fe541821-700a-4b14-928f-e60517e90736), before_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:12:16.127946 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-30869f45-00e9-42f3-8da2-4233dde541ea tempest-RoutersNegativeTest-1011750698 tempest-RoutersNegativeTest-1011750698-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-759574'] for segment (fe541821-700a-4b14-928f-e60517e90736), precommit_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:12:16.143077 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-30869f45-00e9-42f3-8da2-4233dde541ea tempest-RoutersNegativeTest-1011750698 tempest-RoutersNegativeTest-1011750698-project] Releasing vlan 365 on physical network physnet1 to pool {{(pid=103229) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 19:12:16.144853 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-30869f45-00e9-42f3-8da2-4233dde541ea tempest-RoutersNegativeTest-1011750698 tempest-RoutersNegativeTest-1011750698-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-759574', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12867469'] for segment (fe541821-700a-4b14-928f-e60517e90736), after_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:12:16.163350 n-d-713498-36 neutron-server[103229]: Traceback (most recent call last): Feb 09 19:12:16.163350 n-d-713498-36 neutron-server[103229]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 19:12:16.163350 n-d-713498-36 neutron-server[103229]: timer() Feb 09 19:12:16.163350 n-d-713498-36 neutron-server[103229]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 19:12:16.163350 n-d-713498-36 neutron-server[103229]: cb(*args, **kw) Feb 09 19:12:16.163350 n-d-713498-36 neutron-server[103229]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 19:12:16.163350 n-d-713498-36 neutron-server[103229]: return func(*args, **kwargs) Feb 09 19:12:16.163350 n-d-713498-36 neutron-server[103229]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 19:12:16.163350 n-d-713498-36 neutron-server[103229]: self._notify() Feb 09 19:12:16.163350 n-d-713498-36 neutron-server[103229]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 19:12:16.163350 n-d-713498-36 neutron-server[103229]: self.callback(batched_events) Feb 09 19:12:16.163350 n-d-713498-36 neutron-server[103229]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 19:12:16.163350 n-d-713498-36 neutron-server[103229]: event.method(event) Feb 09 19:12:16.163350 n-d-713498-36 neutron-server[103229]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 19:12:16.163350 n-d-713498-36 neutron-server[103229]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 19:12:16.163350 n-d-713498-36 neutron-server[103229]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 19:12:16.163350 n-d-713498-36 neutron-server[103229]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 19:12:16.163350 n-d-713498-36 neutron-server[103229]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 19:12:16.163350 n-d-713498-36 neutron-server[103229]: return f(self, *a, **k) Feb 09 19:12:16.163350 n-d-713498-36 neutron-server[103229]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 19:12:16.163350 n-d-713498-36 neutron-server[103229]: return self._get(url).json() Feb 09 19:12:16.163350 n-d-713498-36 neutron-server[103229]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 19:12:16.163350 n-d-713498-36 neutron-server[103229]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 19:12:16.163350 n-d-713498-36 neutron-server[103229]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 19:12:16.163350 n-d-713498-36 neutron-server[103229]: return self.request(url, 'GET', **kwargs) Feb 09 19:12:16.163350 n-d-713498-36 neutron-server[103229]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 19:12:16.163350 n-d-713498-36 neutron-server[103229]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 19:12:16.163350 n-d-713498-36 neutron-server[103229]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 19:12:16.163350 n-d-713498-36 neutron-server[103229]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 19:12:16.163350 n-d-713498-36 neutron-server[103229]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 19:12:16.163350 n-d-713498-36 neutron-server[103229]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 19:12:16.163350 n-d-713498-36 neutron-server[103229]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 19:12:16.176292 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-fdf185cf-d475-4329-b519-4c48aa9ca53f None None] Deleting port 9d7bf908-94b2-431d-9984-a946b747e7e0 {{(pid=103232) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 19:12:16.177540 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-fdf185cf-d475-4329-b519-4c48aa9ca53f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762867170196'] for port (9d7bf908-94b2-431d-9984-a946b747e7e0), before_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:12:16.285069 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-d95c0b6b-485b-4115-975a-a13da4399dd9 req-a48f813a-69bd-430d-a414-5c4890a107cf tempest-TaggedBootDevicesTest_v242-798392635 tempest-TaggedBootDevicesTest_v242-798392635-project] 10.222.0.75 "GET /v2.0/ports?device_id=8319129f-1054-494a-b0c0-2ec99e839619 HTTP/1.1" status: 200 len: 210 time: 0.1063643 Feb 09 19:12:16.296530 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-36dd8b00-94d7-4847-a3bb-eb6595714a7c req-9a1eeb7a-3b5e-4af7-89c4-85a2f20bd4fe tempest-MigrationsAdminTest-892781459 tempest-MigrationsAdminTest-892781459-project] 10.222.0.75 "GET /v2.0/security-groups?id=709912c8-8171-4435-800e-9e5c5e45bf8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1898236 Feb 09 19:12:16.312175 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-30869f45-00e9-42f3-8da2-4233dde541ea tempest-RoutersNegativeTest-1011750698 tempest-RoutersNegativeTest-1011750698-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-590242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1885479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1818895'] for network (30fa5a73-55e3-4006-9013-4ac830e4be35), after_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:12:16.329041 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-30869f45-00e9-42f3-8da2-4233dde541ea tempest-RoutersNegativeTest-1011750698 tempest-RoutersNegativeTest-1011750698-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1613566'] for network (None), before_response {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:12:16.342704 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-30869f45-00e9-42f3-8da2-4233dde541ea tempest-RoutersNegativeTest-1011750698 tempest-RoutersNegativeTest-1011750698-project] 10.222.0.75 "DELETE /v2.0/networks/30fa5a73-55e3-4006-9013-4ac830e4be35 HTTP/1.1" status: 204 len: 168 time: 0.5737214 Feb 09 19:12:16.348814 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 59134) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:12:16.353816 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-fdf185cf-d475-4329-b519-4c48aa9ca53f None None] For port 9d7bf908-94b2-431d-9984-a946b747e7e0, host n-d-713498-36, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-36',level=0,port_id=9d7bf908-94b2-431d-9984-a946b747e7e0,segment=NetworkSegment(a78e71c1-1385-4171-9b13-19d6bc1c00b3),segment_id=a78e71c1-1385-4171-9b13-19d6bc1c00b3)] {{(pid=103232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 19:12:16.354261 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-fdf185cf-d475-4329-b519-4c48aa9ca53f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1820838'] for port (9d7bf908-94b2-431d-9984-a946b747e7e0), precommit_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:12:16.382219 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30869f45-00e9-42f3-8da2-4233dde541ea tempest-RoutersNegativeTest-1011750698 tempest-RoutersNegativeTest-1011750698-project] Pushing event deleted for resources: {'Network': ['ID=30fa5a73-55e3-4006-9013-4ac830e4be35,revision_number=None']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:12:16.383897 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Device e99f0281-19b3-4d90-ab77-912bbec6c543 no longer exists at agent ovs-agent-n-d-713498-36 {{(pid=103232) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 19:12:16.445373 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-484c7b0f-7583-4b4f-b0e2-5a9d54af0d93 tempest-ServersTestManualDisk-2087116754 tempest-ServersTestManualDisk-2087116754-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:12:16.464895 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-fdf185cf-d475-4329-b519-4c48aa9ca53f None None] Calling delete_port for 9d7bf908-94b2-431d-9984-a946b747e7e0 owned by network:dhcp {{(pid=103232) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 19:12:16.472931 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-484c7b0f-7583-4b4f-b0e2-5a9d54af0d93 tempest-ServersTestManualDisk-2087116754 tempest-ServersTestManualDisk-2087116754-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1818909'] for floatingip (894363a2-cd93-47a8-8463-95c6aee375cd), after_update {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:12:16.475563 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.db [req-01e9b0c0-6be8-492a-970e-ea6320e43430 req-1ab7f2b8-dae7-4ea2-93fc-189d5ac27410 service neutron] For port 44c3bb6e-975c-4dcd-83d1-bd9f7372fc8f, host n-h2-713498-36, cleared binding levels {{(pid=103230) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 19:12:16.483128 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] No Port match for: e99f0281-19b3-4d90-ab77-912bbec6c543 {{(pid=103232) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 19:12:16.483406 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Device e99f0281-19b3-4d90-ab77-912bbec6c543 not bound to the agent host n-d-713498-36 {{(pid=103232) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 19:12:16.483799 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Device 9d7bf908-94b2-431d-9984-a946b747e7e0 no longer exists at agent ovs-agent-n-d-713498-36 {{(pid=103232) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 19:12:16.511950 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-ed20746f-5ffb-43db-8231-1769bb9db11a tempest-RoutersNegativeTest-1011750698 tempest-RoutersNegativeTest-1011750698-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-670458'] for network (6268985b-9352-426b-bdbf-ee57f08927a2), before_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:12:16.573589 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4478ace-21c0-4ad3-9cc8-9cea85c4ae3c req-f068027e-3edf-4d56-bfcd-1b1a89b0f586 tempest-ServerPasswordTestJSON-414920366 tempest-ServerPasswordTestJSON-414920366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:12:16.582795 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-f4478ace-21c0-4ad3-9cc8-9cea85c4ae3c req-f068027e-3edf-4d56-bfcd-1b1a89b0f586 tempest-ServerPasswordTestJSON-414920366 tempest-ServerPasswordTestJSON-414920366-project] 10.222.0.75 "GET /v2.0/ports?device_id=c46d2564-e5fe-4732-99d5-8a3abdae3ea1 HTTP/1.1" status: 200 len: 943 time: 0.1296415 Feb 09 19:12:16.683045 n-d-713498-36 neutron-server[103230]: INFO neutron.db.l3_db [None req-484c7b0f-7583-4b4f-b0e2-5a9d54af0d93 tempest-ServersTestManualDisk-2087116754 tempest-ServersTestManualDisk-2087116754-project] Floating IP 894363a2-cd93-47a8-8463-95c6aee375cd associated. External IP: 172.25.1.52, port: 56559978-c567-46d5-a94e-81e3865f8cfc. Feb 09 19:12:16.724631 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Current status of the port 9d7bf908-94b2-431d-9984-a946b747e7e0 is: ACTIVE; New status is: DOWN {{(pid=103232) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 19:12:16.725548 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (9d7bf908-94b2-431d-9984-a946b747e7e0), before_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:12:16.729814 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-fdf185cf-d475-4329-b519-4c48aa9ca53f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762867177463', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762866656476'] for port (9d7bf908-94b2-431d-9984-a946b747e7e0), after_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:12:16.747714 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-f4478ace-21c0-4ad3-9cc8-9cea85c4ae3c req-7f030c46-258e-42f8-a407-c7e34820c273 tempest-ServerPasswordTestJSON-414920366 tempest-ServerPasswordTestJSON-414920366-project] 10.222.0.75 "GET /v2.0/security-groups?id=0810c243-1868-4477-a8d6-8bb35e408cf8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1010590 Feb 09 19:12:16.764384 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.plugin [None req-ed20746f-5ffb-43db-8231-1769bb9db11a tempest-RoutersNegativeTest-1011750698 tempest-RoutersNegativeTest-1011750698-project] Deleting port 9d7bf908-94b2-431d-9984-a946b747e7e0 {{(pid=103229) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 19:12:16.764729 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-ed20746f-5ffb-43db-8231-1769bb9db11a tempest-RoutersNegativeTest-1011750698 tempest-RoutersNegativeTest-1011750698-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762867170196'] for port (9d7bf908-94b2-431d-9984-a946b747e7e0), before_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:12:16.789674 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdf185cf-d475-4329-b519-4c48aa9ca53f None None] Pushing event deleted for resources: {'Port': ['ID=9d7bf908-94b2-431d-9984-a946b747e7e0,revision_number=None']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:12:16.800527 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdf185cf-d475-4329-b519-4c48aa9ca53f None None] No DVR routers for this DVR port 9d7bf908-94b2-431d-9984-a946b747e7e0 on host n-d-713498-36 {{(pid=103232) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 19:12:16.822364 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.db [req-01e9b0c0-6be8-492a-970e-ea6320e43430 req-1ab7f2b8-dae7-4ea2-93fc-189d5ac27410 service neutron] For port 44c3bb6e-975c-4dcd-83d1-bd9f7372fc8f, host n-h2-713498-36, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-36',level=0,port_id=44c3bb6e-975c-4dcd-83d1-bd9f7372fc8f,segment=NetworkSegment(7afd431e-f816-47e6-ace4-ce2b76f873d7),segment_id=7afd431e-f816-47e6-ace4-ce2b76f873d7)] {{(pid=103230) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 19:12:16.898429 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [req-01e9b0c0-6be8-492a-970e-ea6320e43430 req-1ab7f2b8-dae7-4ea2-93fc-189d5ac27410 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762867176205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762866656485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762866656503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14393758'] for port (44c3bb6e-975c-4dcd-83d1-bd9f7372fc8f), after_update {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:12:16.915023 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.db [None req-ed20746f-5ffb-43db-8231-1769bb9db11a tempest-RoutersNegativeTest-1011750698 tempest-RoutersNegativeTest-1011750698-project] For port 9d7bf908-94b2-431d-9984-a946b747e7e0, host n-d-713498-36, got binding levels [] {{(pid=103229) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 19:12:16.915393 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-ed20746f-5ffb-43db-8231-1769bb9db11a tempest-RoutersNegativeTest-1011750698 tempest-RoutersNegativeTest-1011750698-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1820838'] for port (9d7bf908-94b2-431d-9984-a946b747e7e0), precommit_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:12:16.932254 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.plugin [None req-ed20746f-5ffb-43db-8231-1769bb9db11a tempest-RoutersNegativeTest-1011750698 tempest-RoutersNegativeTest-1011750698-project] Calling delete_port for 9d7bf908-94b2-431d-9984-a946b747e7e0 owned by network:dhcp {{(pid=103229) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 19:12:16.936107 n-d-713498-36 neutron-server[103229]: DEBUG neutron.db.ipam_backend_mixin [None req-ed20746f-5ffb-43db-8231-1769bb9db11a tempest-RoutersNegativeTest-1011750698 tempest-RoutersNegativeTest-1011750698-project] Port 9d7bf908-94b2-431d-9984-a946b747e7e0 was not found and therefore no delete operation was performed {{(pid=103229) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Feb 09 19:12:16.954696 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd6ee75f-1f89-44a8-8974-b3b5c8b996af req-2724c376-7c3d-49b3-992a-9bef72f67b47 tempest-DeleteServersTestJSON-1870379525 tempest-DeleteServersTestJSON-1870379525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:12:16.954696 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-bd6ee75f-1f89-44a8-8974-b3b5c8b996af req-2724c376-7c3d-49b3-992a-9bef72f67b47 tempest-DeleteServersTestJSON-1870379525 tempest-DeleteServersTestJSON-1870379525-project] 10.222.0.75 "GET /v2.0/ports?device_id=7fbc7784-9788-4f2d-b985-c5e2674f3448 HTTP/1.1" status: 200 len: 945 time: 0.1094182 Feb 09 19:12:16.954696 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-ed20746f-5ffb-43db-8231-1769bb9db11a tempest-RoutersNegativeTest-1011750698 tempest-RoutersNegativeTest-1011750698-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762867177463', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762866656476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12867576'] for port (9d7bf908-94b2-431d-9984-a946b747e7e0), after_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:12:16.999998 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762867132591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593584'] for agent (496418a2-c002-4aec-ab1a-07f3bea491bd), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:12:17.007162 n-d-713498-36 neutron-server[103229]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed20746f-5ffb-43db-8231-1769bb9db11a tempest-RoutersNegativeTest-1011750698 tempest-RoutersNegativeTest-1011750698-project] No DVR routers for this DVR port 9d7bf908-94b2-431d-9984-a946b747e7e0 on host n-d-713498-36 {{(pid=103229) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 19:12:17.008050 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01e9b0c0-6be8-492a-970e-ea6320e43430 req-1ab7f2b8-dae7-4ea2-93fc-189d5ac27410 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:12:17.008768 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [req-01e9b0c0-6be8-492a-970e-ea6320e43430 req-1ab7f2b8-dae7-4ea2-93fc-189d5ac27410 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171096'] for port (None), before_response {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:12:17.010416 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-01e9b0c0-6be8-492a-970e-ea6320e43430 req-1ab7f2b8-dae7-4ea2-93fc-189d5ac27410 service neutron] 10.222.0.90 "PUT /v2.0/ports/44c3bb6e-975c-4dcd-83d1-bd9f7372fc8f HTTP/1.1" status: 200 len: 1092 time: 3.6471629 Feb 09 19:12:17.014275 n-d-713498-36 neutron-server[103230]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c46d2564-e5fe-4732-99d5-8a3abdae3ea1', 'tag': '44c3bb6e-975c-4dcd-83d1-bd9f7372fc8f'}] {{(pid=103230) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 19:12:17.017269 n-d-713498-36 neutron-server[103230]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aee5919275bae9f72eb374ee322673045eb80c1f84b4b45a97d96923bd50ab51" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d548c794-8d49-4bc7-b769-8c29da107516" -d '{"events": [{"name": "network-changed", "server_uuid": "c46d2564-e5fe-4732-99d5-8a3abdae3ea1", "tag": "44c3bb6e-975c-4dcd-83d1-bd9f7372fc8f"}]}' {{(pid=103230) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 19:12:17.022191 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed20746f-5ffb-43db-8231-1769bb9db11a tempest-RoutersNegativeTest-1011750698 tempest-RoutersNegativeTest-1011750698-project] Pushing event deleted for resources: {'Port': ['ID=9d7bf908-94b2-431d-9984-a946b747e7e0,revision_number=None']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:12:17.040512 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5acb6ce4-4b58-43c4-a5cb-b6112929a196 req-9342abd4-54d2-40ca-8c5d-c0f6d5d7cb77 tempest-ServersTestMultiNic-1550042178 tempest-ServersTestMultiNic-1550042178-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:12:17.045804 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5acb6ce4-4b58-43c4-a5cb-b6112929a196 req-9342abd4-54d2-40ca-8c5d-c0f6d5d7cb77 tempest-ServersTestMultiNic-1550042178 tempest-ServersTestMultiNic-1550042178-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:12:17.047565 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-5acb6ce4-4b58-43c4-a5cb-b6112929a196 req-9342abd4-54d2-40ca-8c5d-c0f6d5d7cb77 tempest-ServersTestMultiNic-1550042178 tempest-ServersTestMultiNic-1550042178-project] 10.222.0.90 "GET /v2.0/networks?id=1053aeb0-96ca-4455-975a-23b0dccb07ec&id=8be03a76-72b2-426d-860d-146a1ca5345c&id=1053aeb0-96ca-4455-975a-23b0dccb07ec HTTP/1.1" status: 200 len: 1390 time: 0.7704487 Feb 09 19:12:17.069091 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.v2.base [req-5acb6ce4-4b58-43c4-a5cb-b6112929a196 req-bb68b211-d254-47e5-9da9-a0d42f2bcf84 tempest-ServersTestMultiNic-1550042178 tempest-ServersTestMultiNic-1550042178-project] Request body: {'port': {'device_id': '182eb346-b266-45c5-a0a2-d215e9bb2886', 'network_id': '1053aeb0-96ca-4455-975a-23b0dccb07ec', 'admin_state_up': True, 'tenant_id': 'dd68a30cbd724a479c2573502973494c'}} {{(pid=103230) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 19:12:17.107061 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ab7f2b8-dae7-4ea2-93fc-189d5ac27410 service neutron] Pushing event updated for resources: {'Port': ['ID=44c3bb6e-975c-4dcd-83d1-bd9f7372fc8f,revision_number=3']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:12:17.131657 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-bd6ee75f-1f89-44a8-8974-b3b5c8b996af req-d8c2c922-9e3e-4357-9321-f4287fbd3bc0 tempest-DeleteServersTestJSON-1870379525 tempest-DeleteServersTestJSON-1870379525-project] 10.222.0.75 "GET /v2.0/security-groups?id=5ce92d32-ca94-4b6c-925d-b9dff609abe6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1723640 Feb 09 19:12:17.138188 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-ed20746f-5ffb-43db-8231-1769bb9db11a tempest-RoutersNegativeTest-1011750698 tempest-RoutersNegativeTest-1011750698-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-590267', 'neutron.services.segments.db._delete_segments_for_network-8762867132609'] for network (6268985b-9352-426b-bdbf-ee57f08927a2), precommit_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:12:17.156884 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-030a535c-22b7-41d2-9452-5add6672e7c3 req-ba358a43-10d8-4f33-9122-cdd2858ab1fc tempest-MigrationsAdminTest-580764783 tempest-MigrationsAdminTest-580764783-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:12:17.164568 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-030a535c-22b7-41d2-9452-5add6672e7c3 req-ba358a43-10d8-4f33-9122-cdd2858ab1fc tempest-MigrationsAdminTest-580764783 tempest-MigrationsAdminTest-580764783-project-admin] 10.222.0.75 "GET /v2.0/ports?device_id=7394cbff-f035-4166-a786-a8886a8e5e67 HTTP/1.1" status: 200 len: 1133 time: 0.3474019 Feb 09 19:12:17.168974 n-d-713498-36 neutron-server[103229]: DEBUG neutron.services.segments.db [None req-ed20746f-5ffb-43db-8231-1769bb9db11a tempest-RoutersNegativeTest-1011750698 tempest-RoutersNegativeTest-1011750698-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6268985b-9352-426b-bdbf-ee57f08927a2']}} {{(pid=103229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:12:17.181470 n-d-713498-36 neutron-server[103229]: DEBUG neutron.services.segments.db [None req-ed20746f-5ffb-43db-8231-1769bb9db11a tempest-RoutersNegativeTest-1011750698 tempest-RoutersNegativeTest-1011750698-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a78e71c1-1385-4171-9b13-19d6bc1c00b3') {'for_net_delete': True} {{(pid=103229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:12:17.181845 n-d-713498-36 neutron-server[103229]: DEBUG neutron.services.segments.db [None req-ed20746f-5ffb-43db-8231-1769bb9db11a tempest-RoutersNegativeTest-1011750698 tempest-RoutersNegativeTest-1011750698-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a78e71c1-1385-4171-9b13-19d6bc1c00b3') {} {{(pid=103229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:12:17.193147 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-ed20746f-5ffb-43db-8231-1769bb9db11a tempest-RoutersNegativeTest-1011750698 tempest-RoutersNegativeTest-1011750698-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762867134154', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16683417'] for segment (a78e71c1-1385-4171-9b13-19d6bc1c00b3), before_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:12:17.200909 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [req-030a535c-22b7-41d2-9452-5add6672e7c3 req-a9740ead-61b9-4ec8-9971-e303528e3eb7 tempest-MigrationsAdminTest-580764783 tempest-MigrationsAdminTest-580764783-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:12:17.210807 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-ed20746f-5ffb-43db-8231-1769bb9db11a tempest-RoutersNegativeTest-1011750698 tempest-RoutersNegativeTest-1011750698-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-759574'] for segment (a78e71c1-1385-4171-9b13-19d6bc1c00b3), precommit_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:12:17.216530 n-d-713498-36 neutron-server[103230]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-484c7b0f-7583-4b4f-b0e2-5a9d54af0d93 tempest-ServersTestManualDisk-2087116754 tempest-ServersTestManualDisk-2087116754-project] Router c1a6984a-2b49-4463-8770-bb366322f74e has already been hosted by L3 agent 93303d5e-5d17-45e8-8963-7694f87783ae {{(pid=103230) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 19:12:17.223988 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ed20746f-5ffb-43db-8231-1769bb9db11a tempest-RoutersNegativeTest-1011750698 tempest-RoutersNegativeTest-1011750698-project] Releasing vlan 354 on physical network physnet1 to pool {{(pid=103229) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 19:12:17.224985 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-ed20746f-5ffb-43db-8231-1769bb9db11a tempest-RoutersNegativeTest-1011750698 tempest-RoutersNegativeTest-1011750698-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-759574', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12867469'] for segment (a78e71c1-1385-4171-9b13-19d6bc1c00b3), after_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:12:17.232399 n-d-713498-36 neutron-server[103229]: Traceback (most recent call last): Feb 09 19:12:17.232399 n-d-713498-36 neutron-server[103229]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 19:12:17.232399 n-d-713498-36 neutron-server[103229]: timer() Feb 09 19:12:17.232399 n-d-713498-36 neutron-server[103229]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 19:12:17.232399 n-d-713498-36 neutron-server[103229]: cb(*args, **kw) Feb 09 19:12:17.232399 n-d-713498-36 neutron-server[103229]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 19:12:17.232399 n-d-713498-36 neutron-server[103229]: return func(*args, **kwargs) Feb 09 19:12:17.232399 n-d-713498-36 neutron-server[103229]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 19:12:17.232399 n-d-713498-36 neutron-server[103229]: self._notify() Feb 09 19:12:17.232399 n-d-713498-36 neutron-server[103229]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 19:12:17.232399 n-d-713498-36 neutron-server[103229]: self.callback(batched_events) Feb 09 19:12:17.232399 n-d-713498-36 neutron-server[103229]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 19:12:17.232399 n-d-713498-36 neutron-server[103229]: event.method(event) Feb 09 19:12:17.232399 n-d-713498-36 neutron-server[103229]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 19:12:17.232399 n-d-713498-36 neutron-server[103229]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 19:12:17.232399 n-d-713498-36 neutron-server[103229]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 19:12:17.232399 n-d-713498-36 neutron-server[103229]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 19:12:17.232399 n-d-713498-36 neutron-server[103229]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 19:12:17.232399 n-d-713498-36 neutron-server[103229]: return f(self, *a, **k) Feb 09 19:12:17.232399 n-d-713498-36 neutron-server[103229]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 19:12:17.232399 n-d-713498-36 neutron-server[103229]: return self._get(url).json() Feb 09 19:12:17.232399 n-d-713498-36 neutron-server[103229]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 19:12:17.232399 n-d-713498-36 neutron-server[103229]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 19:12:17.232399 n-d-713498-36 neutron-server[103229]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 19:12:17.232399 n-d-713498-36 neutron-server[103229]: return self.request(url, 'GET', **kwargs) Feb 09 19:12:17.232399 n-d-713498-36 neutron-server[103229]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 19:12:17.232399 n-d-713498-36 neutron-server[103229]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 19:12:17.232399 n-d-713498-36 neutron-server[103229]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 19:12:17.232399 n-d-713498-36 neutron-server[103229]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 19:12:17.232399 n-d-713498-36 neutron-server[103229]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 19:12:17.232399 n-d-713498-36 neutron-server[103229]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 19:12:17.232399 n-d-713498-36 neutron-server[103229]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 19:12:17.276476 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01e9b0c0-6be8-492a-970e-ea6320e43430 req-0afd7643-0bb3-4e60-83b0-4a7137838047 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:12:17.278000 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-01e9b0c0-6be8-492a-970e-ea6320e43430 req-0afd7643-0bb3-4e60-83b0-4a7137838047 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=3bed1828822e4ed8b98506e0acba18d5&device_id=c46d2564-e5fe-4732-99d5-8a3abdae3ea1 HTTP/1.1" status: 200 len: 1126 time: 0.2003071 Feb 09 19:12:17.321412 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-73b37494-c5fb-46ae-afe1-cf13e97ac95b req-16e4dd65-8803-4ce9-b3a0-0ff902d46747 tempest-ServersTestMultiNic-1550042178 tempest-ServersTestMultiNic-1550042178-project] 10.222.0.75 "GET /v2.0/ports?device_id=182eb346-b266-45c5-a0a2-d215e9bb2886 HTTP/1.1" status: 200 len: 210 time: 0.0412569 Feb 09 19:12:17.338820 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-ed20746f-5ffb-43db-8231-1769bb9db11a tempest-RoutersNegativeTest-1011750698 tempest-RoutersNegativeTest-1011750698-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-590242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1885479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1818895'] for network (6268985b-9352-426b-bdbf-ee57f08927a2), after_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:12:17.346947 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-ed20746f-5ffb-43db-8231-1769bb9db11a tempest-RoutersNegativeTest-1011750698 tempest-RoutersNegativeTest-1011750698-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1613566'] for network (None), before_response {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:12:17.352892 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-ed20746f-5ffb-43db-8231-1769bb9db11a tempest-RoutersNegativeTest-1011750698 tempest-RoutersNegativeTest-1011750698-project] 10.222.0.75 "DELETE /v2.0/networks/6268985b-9352-426b-bdbf-ee57f08927a2 HTTP/1.1" status: 204 len: 168 time: 0.9984958 Feb 09 19:12:17.371784 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 59148) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:12:17.391101 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed20746f-5ffb-43db-8231-1769bb9db11a tempest-RoutersNegativeTest-1011750698 tempest-RoutersNegativeTest-1011750698-project] Pushing event deleted for resources: {'Network': ['ID=6268985b-9352-426b-bdbf-ee57f08927a2,revision_number=None']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:12:17.423410 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-01e9b0c0-6be8-492a-970e-ea6320e43430 req-57e32714-42ab-4424-9d32-45ebf654bbb4 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=44c3bb6e-975c-4dcd-83d1-bd9f7372fc8f HTTP/1.1" status: 200 len: 217 time: 0.0993180 Feb 09 19:12:17.453030 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5acb6ce4-4b58-43c4-a5cb-b6112929a196 req-bb68b211-d254-47e5-9da9-a0d42f2bcf84 tempest-ServersTestMultiNic-1550042178 tempest-ServersTestMultiNic-1550042178-project] Made reservation on behalf of dd68a30cbd724a479c2573502973494c for: {'port': 1} {{(pid=103230) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 19:12:17.457181 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [req-5acb6ce4-4b58-43c4-a5cb-b6112929a196 req-bb68b211-d254-47e5-9da9-a0d42f2bcf84 tempest-ServersTestMultiNic-1550042178 tempest-ServersTestMultiNic-1550042178-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (None), before_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:12:17.478746 n-d-713498-36 neutron-server[103229]: DEBUG neutron.db.db_base_plugin_v2 [None req-df8915ea-88d3-4ac2-b2a8-fb117aeaea85 tempest-RoutersNegativeTest-1011750698 tempest-RoutersNegativeTest-1011750698-project] Deleting subnet 7a27ddd7-34ad-4726-8574-8743c9b56ec8 {{(pid=103229) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 19:12:17.482532 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-df8915ea-88d3-4ac2-b2a8-fb117aeaea85 tempest-RoutersNegativeTest-1011750698 tempest-RoutersNegativeTest-1011750698-project] Publish callbacks [] for subnet (7a27ddd7-34ad-4726-8574-8743c9b56ec8), before_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:12:17.518758 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d9df27d-f064-4ddf-89ee-128efd393371 req-500953dc-2217-46d2-b553-5704d83666ff tempest-ServersTestBootFromVolume-783248817 tempest-ServersTestBootFromVolume-783248817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:12:17.520277 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-8d9df27d-f064-4ddf-89ee-128efd393371 req-500953dc-2217-46d2-b553-5704d83666ff tempest-ServersTestBootFromVolume-783248817 tempest-ServersTestBootFromVolume-783248817-project] 10.222.0.75 "GET /v2.0/ports?device_id=84c056fe-802f-4b0b-9844-f490f36d7dba HTTP/1.1" status: 200 len: 944 time: 0.1308482 Feb 09 19:12:17.537225 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-df8915ea-88d3-4ac2-b2a8-fb117aeaea85 tempest-RoutersNegativeTest-1011750698 tempest-RoutersNegativeTest-1011750698-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16683410'] for subnet (7a27ddd7-34ad-4726-8574-8743c9b56ec8), precommit_delete_associations {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:12:17.541327 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01e9b0c0-6be8-492a-970e-ea6320e43430 req-bcf6cedd-42bc-4efa-9d02-a28f2357c6f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:12:17.542813 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-01e9b0c0-6be8-492a-970e-ea6320e43430 req-bcf6cedd-42bc-4efa-9d02-a28f2357c6f5 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=7cb3f30f-29e3-44cd-a6bf-8ec74844ba95 HTTP/1.1" status: 200 len: 852 time: 0.1049285 Feb 09 19:12:17.570013 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-484c7b0f-7583-4b4f-b0e2-5a9d54af0d93 tempest-ServersTestManualDisk-2087116754 tempest-ServersTestManualDisk-2087116754-project] Notify agent at l3_agent.n-d-713498-36 the message routers_updated {{(pid=103230) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 19:12:17.578218 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [req-030a535c-22b7-41d2-9452-5add6672e7c3 req-a9740ead-61b9-4ec8-9971-e303528e3eb7 tempest-MigrationsAdminTest-580764783 tempest-MigrationsAdminTest-580764783-project-admin] Publish callbacks [] for security_group (b19f4e87-9ae8-4802-9110-9e07c458250a), precommit_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:12:17.578590 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-484c7b0f-7583-4b4f-b0e2-5a9d54af0d93 tempest-ServersTestManualDisk-2087116754 tempest-ServersTestManualDisk-2087116754-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171096'] for floatingip (None), before_response {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:12:17.602249 n-d-713498-36 neutron-server[103233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2aa271f-d684-4765-9ace-be4d754c952b None None] Sync routers for ids ['c1a6984a-2b49-4463-8770-bb366322f74e'] in n-d-713498-36 {{(pid=103233) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 19:12:17.623079 n-d-713498-36 neutron-server[103233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2aa271f-d684-4765-9ace-be4d754c952b None None] Routers {'c1a6984a-2b49-4463-8770-bb366322f74e'} bound to L3 agent in host n-d-713498-36 {{(pid=103233) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 19:12:17.624073 n-d-713498-36 neutron-server[103233]: DEBUG neutron.db.l3_hamode_db [None req-c2aa271f-d684-4765-9ace-be4d754c952b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-09T18:51:43Z,description=,heartbeat_timestamp=2022-02-09T19:12:13Z,host='n-d-713498-36',id=93303d5e-5d17-45e8-8963-7694f87783ae,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T18:51:43Z,topic='l3_agent')) {'router_ids': ['c1a6984a-2b49-4463-8770-bb366322f74e'], 'active': True} {{(pid=103233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:12:17.630249 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-01e9b0c0-6be8-492a-970e-ea6320e43430 req-dc5dbce2-1bce-4639-bb3e-7388101431b6 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=36b49725-6229-46e2-a6f1-203576875bbf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0738854 Feb 09 19:12:17.648366 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [req-030a535c-22b7-41d2-9452-5add6672e7c3 req-a9740ead-61b9-4ec8-9971-e303528e3eb7 tempest-MigrationsAdminTest-580764783 tempest-MigrationsAdminTest-580764783-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1892331'] for security_group (b19f4e87-9ae8-4802-9110-9e07c458250a), after_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:12:17.658785 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-8d9df27d-f064-4ddf-89ee-128efd393371 req-8e9087b4-3e1a-4e26-84af-38790656bdf9 tempest-ServersTestBootFromVolume-783248817 tempest-ServersTestBootFromVolume-783248817-project] 10.222.0.75 "GET /v2.0/security-groups?id=99b1e7c3-38f3-4f0a-8bb2-c56dc143d44a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1182678 Feb 09 19:12:17.739713 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-df8915ea-88d3-4ac2-b2a8-fb117aeaea85 tempest-RoutersNegativeTest-1011750698 tempest-RoutersNegativeTest-1011750698-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-759852'] for subnet (7a27ddd7-34ad-4726-8574-8743c9b56ec8), precommit_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:12:17.747697 n-d-713498-36 neutron-server[103230]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 19:12:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-227df0e4-5c61-4a8b-a060-f39720001083 x-openstack-request-id: req-227df0e4-5c61-4a8b-a060-f39720001083 {{(pid=103230) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 19:12:17.748260 n-d-713498-36 neutron-server[103230]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c46d2564-e5fe-4732-99d5-8a3abdae3ea1", "tag": "44c3bb6e-975c-4dcd-83d1-bd9f7372fc8f", "status": "completed", "code": 200}]} {{(pid=103230) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 19:12:17.748260 n-d-713498-36 neutron-server[103230]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-227df0e4-5c61-4a8b-a060-f39720001083 {{(pid=103230) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 19:12:17.748609 n-d-713498-36 neutron-server[103230]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c46d2564-e5fe-4732-99d5-8a3abdae3ea1', 'tag': '44c3bb6e-975c-4dcd-83d1-bd9f7372fc8f', 'status': 'completed', 'code': 200} Feb 09 19:12:17.755910 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-484c7b0f-7583-4b4f-b0e2-5a9d54af0d93 tempest-ServersTestManualDisk-2087116754 tempest-ServersTestManualDisk-2087116754-project] 10.222.0.75 "PUT /v2.0/floatingips/894363a2-cd93-47a8-8463-95c6aee375cd HTTP/1.1" status: 200 len: 991 time: 3.3447683 Feb 09 19:12:17.766664 n-d-713498-36 neutron-server[103233]: DEBUG neutron.db.l3_dvr_db [None req-c2aa271f-d684-4765-9ace-be4d754c952b None None] Set router c1a6984a-2b49-4463-8770-bb366322f74e gateway port host: n-d-713498-36 {{(pid=103233) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 19:12:17.769310 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9740ead-61b9-4ec8-9971-e303528e3eb7 tempest-MigrationsAdminTest-580764783 tempest-MigrationsAdminTest-580764783-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b19f4e87-9ae8-4802-9110-9e07c458250a,revision_number=1']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:12:17.789432 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-030a535c-22b7-41d2-9452-5add6672e7c3 req-a9740ead-61b9-4ec8-9971-e303528e3eb7 tempest-MigrationsAdminTest-580764783 tempest-MigrationsAdminTest-580764783-project-admin] 10.222.0.75 "GET /v2.0/security-groups?id=709912c8-8171-4435-800e-9e5c5e45bf8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6239157 Feb 09 19:12:17.870493 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-cc714e78-73aa-4388-98d6-a9d3b8c7d38f req-839909d7-9cfc-4ba7-afb1-b563535b6d40 tempest-TaggedBootDevicesTest_v242-798392635 tempest-TaggedBootDevicesTest_v242-798392635-project] 10.222.0.75 "GET /v2.0/ports?device_id=8319129f-1054-494a-b0c0-2ec99e839619 HTTP/1.1" status: 200 len: 210 time: 0.0374584 Feb 09 19:12:17.872827 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-df8915ea-88d3-4ac2-b2a8-fb117aeaea85 tempest-RoutersNegativeTest-1011750698 tempest-RoutersNegativeTest-1011750698-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-760023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12867367', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12759238'] for subnet (7a27ddd7-34ad-4726-8574-8743c9b56ec8), after_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:12:17.902236 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-673b05ef-c0ff-49f3-849c-5799ffa01580 None None] Network 28e6c0f7-f75b-42e2-bfdd-6459b78bb326 requested from n-d-713498-36 {{(pid=103232) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 19:12:17.920976 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-df8915ea-88d3-4ac2-b2a8-fb117aeaea85 tempest-RoutersNegativeTest-1011750698 tempest-RoutersNegativeTest-1011750698-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1613566'] for subnet (None), before_response {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:12:17.928483 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-df8915ea-88d3-4ac2-b2a8-fb117aeaea85 tempest-RoutersNegativeTest-1011750698 tempest-RoutersNegativeTest-1011750698-project] 10.222.0.75 "DELETE /v2.0/subnets/7a27ddd7-34ad-4726-8574-8743c9b56ec8 HTTP/1.1" status: 204 len: 168 time: 0.5551515 Feb 09 19:12:17.928995 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 59156) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:12:17.931314 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df8915ea-88d3-4ac2-b2a8-fb117aeaea85 tempest-RoutersNegativeTest-1011750698 tempest-RoutersNegativeTest-1011750698-project] Pushing event deleted for resources: {'Subnet': ['ID=7a27ddd7-34ad-4726-8574-8743c9b56ec8,revision_number=None']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:12:17.932033 n-d-713498-36 neutron-server[103230]: DEBUG neutron.db.db_base_plugin_common [req-5acb6ce4-4b58-43c4-a5cb-b6112929a196 req-bb68b211-d254-47e5-9da9-a0d42f2bcf84 tempest-ServersTestMultiNic-1550042178 tempest-ServersTestMultiNic-1550042178-project] Allocated IP 19.80.0.55 (1053aeb0-96ca-4455-975a-23b0dccb07ec/5ce2c655-ead1-49f8-a2a1-6b6465769c65/073afeaa-d894-4e49-9154-d5a14619ac03) {{(pid=103230) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 19:12:17.993468 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-01e9b0c0-6be8-492a-970e-ea6320e43430 req-677ad788-2982-448d-8287-47e2423f6c10 service neutron] 10.222.0.90 "GET /v2.0/networks/36b49725-6229-46e2-a6f1-203576875bbf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3425231 Feb 09 19:12:18.092452 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1f94b5b-e843-4352-918a-d78810bafb40 req-de7904de-efa1-4a30-ba48-cee5f77d201e tempest-ServersTestManualDisk-2087116754 tempest-ServersTestManualDisk-2087116754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:12:18.107441 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-e1f94b5b-e843-4352-918a-d78810bafb40 req-de7904de-efa1-4a30-ba48-cee5f77d201e tempest-ServersTestManualDisk-2087116754 tempest-ServersTestManualDisk-2087116754-project] 10.222.0.75 "GET /v2.0/ports?device_id=a35fbec0-0317-420e-b440-01979c3a7c6c HTTP/1.1" status: 200 len: 946 time: 0.1173561 Feb 09 19:12:18.125041 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-a3eb1f67-8f22-4d7e-958e-f7d439668f06 tempest-RoutersNegativeTest-1011750698 tempest-RoutersNegativeTest-1011750698-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-670458'] for network (28e6c0f7-f75b-42e2-bfdd-6459b78bb326), before_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:12:18.141313 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c12ebdd-3a0a-4a7d-b67e-f6e9136b4e65 req-280ce517-d02c-43a8-95c4-8c2162eaa84e tempest-ServerPasswordTestJSON-414920366 tempest-ServerPasswordTestJSON-414920366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:12:18.144507 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-0c12ebdd-3a0a-4a7d-b67e-f6e9136b4e65 req-280ce517-d02c-43a8-95c4-8c2162eaa84e tempest-ServerPasswordTestJSON-414920366 tempest-ServerPasswordTestJSON-414920366-project] 10.222.0.75 "GET /v2.0/ports?device_id=c46d2564-e5fe-4732-99d5-8a3abdae3ea1 HTTP/1.1" status: 200 len: 943 time: 0.2631183 Feb 09 19:12:18.154313 n-d-713498-36 neutron-server[103233]: DEBUG neutron.db.l3_hamode_db [None req-c2aa271f-d684-4765-9ace-be4d754c952b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c1a6984a-2b49-4463-8770-bb366322f74e', 'name': 'tempest-ServersTestManualDisk-2007371992-router', 'tenant_id': '77d2f6c213eb401684c27974738fe903', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88055e1e-672a-4487-be31-ffb6e833ece5', 'external_fixed_ips': [{'subnet_id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'ip_address': '172.25.1.245'}], 'enable_snat': True}, 'gw_port_id': '2b510600-8b01-408c-90d4-e30dc6b8cb66', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T19:11:18Z', 'updated_at': '2022-02-09T19:11:32Z', 'revision_number': 4, 'project_id': '77d2f6c213eb401684c27974738fe903', 'gw_port': {'id': '2b510600-8b01-408c-90d4-e30dc6b8cb66', 'name': '', 'network_id': '88055e1e-672a-4487-be31-ffb6e833ece5', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:7d:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1a6984a-2b49-4463-8770-bb366322f74e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1144, 'fixed_ips': [{'subnet_id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'ip_address': '172.25.1.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T19:11:21Z', 'updated_at': '2022-02-09T19:11:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-36', '_floatingips': [{'id': '894363a2-cd93-47a8-8463-95c6aee375cd', 'tenant_id': '77d2f6c213eb401684c27974738fe903', 'floating_ip_address': '172.25.1.52', 'floating_network_id': '88055e1e-672a-4487-be31-ffb6e833ece5', 'router_id': 'c1a6984a-2b49-4463-8770-bb366322f74e', 'port_id': '56559978-c567-46d5-a94e-81e3865f8cfc', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1181, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0ec7f9f6-4ed5-45b5-9742-035cca69218b', 'mac_address': 'fa:16:3e:74:89:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a35fbec0-0317-420e-b440-01979c3a7c6c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T19:11:45Z', 'updated_at': '2022-02-09T19:12:15Z', 'revision_number': 1, 'project_id': '77d2f6c213eb401684c27974738fe903', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1f5bbe59-cc28-42f4-b8da-c5cfece10743', 'name': '', 'network_id': '0ec7f9f6-4ed5-45b5-9742-035cca69218b', 'tenant_id': '77d2f6c213eb401684c27974738fe903', 'mac_address': 'fa:16:3e:5a:ed:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1a6984a-2b49-4463-8770-bb366322f74e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1147, 'fixed_ips': [{'subnet_id': '56817271-1948-4557-bb99-937580724a46', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T19:11:29Z', 'updated_at': '2022-02-09T19:11:41Z', 'revision_number': 5, 'project_id': '77d2f6c213eb401684c27974738fe903', 'subnets': [{'id': '56817271-1948-4557-bb99-937580724a46', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-36', False) {} {{(pid=103233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:12:18.179716 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-e1f94b5b-e843-4352-918a-d78810bafb40 req-8032e9dd-0956-415c-9626-1d9764c97001 tempest-ServersTestManualDisk-2087116754 tempest-ServersTestManualDisk-2087116754-project] 10.222.0.75 "GET /v2.0/security-groups?id=a9046b98-d442-46ac-9793-fd3bbced8e96&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0713053 Feb 09 19:12:18.184028 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5660adbf-66bd-4d39-a7a7-b44bf6f8a0f2 None None] DHCP port deletion for 28e6c0f7-f75b-42e2-bfdd-6459b78bb326 request from n-d-713498-36 {{(pid=103232) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 09 19:12:18.216655 n-d-713498-36 neutron-server[103233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2aa271f-d684-4765-9ace-be4d754c952b None None] Checking router: c1a6984a-2b49-4463-8770-bb366322f74e for host: n-d-713498-36 {{(pid=103233) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 19:12:18.228290 n-d-713498-36 neutron-server[103233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2aa271f-d684-4765-9ace-be4d754c952b None None] Routers {'c1a6984a-2b49-4463-8770-bb366322f74e'} bound to L3 agent in host n-d-713498-36 {{(pid=103233) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 19:12:18.229081 n-d-713498-36 neutron-server[103233]: DEBUG neutron.db.l3_hamode_db [None req-c2aa271f-d684-4765-9ace-be4d754c952b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-09T18:51:43Z,description=,heartbeat_timestamp=2022-02-09T19:12:13Z,host='n-d-713498-36',id=93303d5e-5d17-45e8-8963-7694f87783ae,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T18:51:43Z,topic='l3_agent')) {'router_ids': ['c1a6984a-2b49-4463-8770-bb366322f74e'], 'active': True} {{(pid=103233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:12:18.269470 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-5660adbf-66bd-4d39-a7a7-b44bf6f8a0f2 None None] Deleting port 2257ca85-37ca-4f8d-889c-79281c536c6a {{(pid=103232) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 19:12:18.270156 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-5660adbf-66bd-4d39-a7a7-b44bf6f8a0f2 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762867170196'] for port (2257ca85-37ca-4f8d-889c-79281c536c6a), before_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:12:18.301800 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-01e9b0c0-6be8-492a-970e-ea6320e43430 req-6a228664-673a-4662-91eb-048d879fa883 service neutron] 10.222.0.90 "GET /v2.0/networks/36b49725-6229-46e2-a6f1-203576875bbf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2888041 Feb 09 19:12:18.351979 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-0c12ebdd-3a0a-4a7d-b67e-f6e9136b4e65 req-7adfd841-1c6e-4344-bdd5-325803e2581a tempest-ServerPasswordTestJSON-414920366 tempest-ServerPasswordTestJSON-414920366-project] 10.222.0.75 "GET /v2.0/security-groups?id=0810c243-1868-4477-a8d6-8bb35e408cf8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1953130 Feb 09 19:12:18.392514 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Device 2257ca85-37ca-4f8d-889c-79281c536c6a no longer exists at agent ovs-agent-n-d-713498-36 {{(pid=103232) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 19:12:18.434815 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762867132591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593584'] for agent (488cd9ae-631f-4955-ba0b-4f5a13f12e9c), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:12:18.474653 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-5660adbf-66bd-4d39-a7a7-b44bf6f8a0f2 None None] For port 2257ca85-37ca-4f8d-889c-79281c536c6a, host n-d-713498-36, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-36',level=0,port_id=2257ca85-37ca-4f8d-889c-79281c536c6a,segment=NetworkSegment(f3ca9f91-877a-45f9-9bd8-e14068a91b63),segment_id=f3ca9f91-877a-45f9-9bd8-e14068a91b63)] {{(pid=103232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 19:12:18.475219 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-5660adbf-66bd-4d39-a7a7-b44bf6f8a0f2 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1820838'] for port (2257ca85-37ca-4f8d-889c-79281c536c6a), precommit_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:12:18.504517 n-d-713498-36 neutron-server[103233]: DEBUG neutron.db.l3_dvr_db [None req-c2aa271f-d684-4765-9ace-be4d754c952b None None] Set router c1a6984a-2b49-4463-8770-bb366322f74e gateway port host: n-d-713498-36 {{(pid=103233) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 19:12:18.530060 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Current status of the port 2257ca85-37ca-4f8d-889c-79281c536c6a is: ACTIVE; New status is: DOWN {{(pid=103232) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 19:12:18.530596 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (2257ca85-37ca-4f8d-889c-79281c536c6a), before_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:12:18.540428 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [req-5acb6ce4-4b58-43c4-a5cb-b6112929a196 req-bb68b211-d254-47e5-9da9-a0d42f2bcf84 tempest-ServersTestMultiNic-1550042178 tempest-ServersTestMultiNic-1550042178-project] Publish callbacks [] for port (073afeaa-d894-4e49-9154-d5a14619ac03), precommit_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:12:18.545233 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-5660adbf-66bd-4d39-a7a7-b44bf6f8a0f2 None None] Calling delete_port for 2257ca85-37ca-4f8d-889c-79281c536c6a owned by network:dhcp {{(pid=103232) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 19:12:18.573311 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] For port 2257ca85-37ca-4f8d-889c-79281c536c6a, host n-d-713498-36, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-36',level=0,port_id=2257ca85-37ca-4f8d-889c-79281c536c6a,segment=NetworkSegment(f3ca9f91-877a-45f9-9bd8-e14068a91b63),segment_id=f3ca9f91-877a-45f9-9bd8-e14068a91b63)] {{(pid=103232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 19:12:18.582473 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762867176205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762866656485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762866656503'] for port (2257ca85-37ca-4f8d-889c-79281c536c6a), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:12:18.632257 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [req-5acb6ce4-4b58-43c4-a5cb-b6112929a196 req-bb68b211-d254-47e5-9da9-a0d42f2bcf84 tempest-ServersTestMultiNic-1550042178 tempest-ServersTestMultiNic-1550042178-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762866656467', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14393751'] for port (073afeaa-d894-4e49-9154-d5a14619ac03), after_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:12:18.680278 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Pushing event updated for resources: {'Port': ['ID=2257ca85-37ca-4f8d-889c-79281c536c6a,revision_number=5']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:12:18.714196 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb68b211-d254-47e5-9da9-a0d42f2bcf84 tempest-ServersTestMultiNic-1550042178 tempest-ServersTestMultiNic-1550042178-project] Pushing event updated for resources: {'Port': ['ID=073afeaa-d894-4e49-9154-d5a14619ac03,revision_number=1']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:12:18.728554 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-5660adbf-66bd-4d39-a7a7-b44bf6f8a0f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762867177463', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762866656476'] for port (2257ca85-37ca-4f8d-889c-79281c536c6a), after_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:12:18.735631 n-d-713498-36 neutron-server[103230]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5acb6ce4-4b58-43c4-a5cb-b6112929a196 req-bb68b211-d254-47e5-9da9-a0d42f2bcf84 tempest-ServersTestMultiNic-1550042178 tempest-ServersTestMultiNic-1550042178-project] Network 1053aeb0-96ca-4455-975a-23b0dccb07ec is already hosted by enough agents. {{(pid=103230) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 19:12:18.758883 n-d-713498-36 neutron-server[103230]: DEBUG neutron.scheduler.base_scheduler [req-5acb6ce4-4b58-43c4-a5cb-b6112929a196 req-bb68b211-d254-47e5-9da9-a0d42f2bcf84 tempest-ServersTestMultiNic-1550042178 tempest-ServersTestMultiNic-1550042178-project] Resources bound (agent type, host, resource id): {{(pid=103230) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 19:12:18.769397 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5660adbf-66bd-4d39-a7a7-b44bf6f8a0f2 None None] No DVR routers for this DVR port 2257ca85-37ca-4f8d-889c-79281c536c6a on host n-d-713498-36 {{(pid=103232) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 19:12:18.776462 n-d-713498-36 neutron-server[103230]: DEBUG neutron.db.l3_dvrscheduler_db [req-5acb6ce4-4b58-43c4-a5cb-b6112929a196 req-bb68b211-d254-47e5-9da9-a0d42f2bcf84 tempest-ServersTestMultiNic-1550042178 tempest-ServersTestMultiNic-1550042178-project] Received port after_create {{(pid=103230) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 19:12:18.780455 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5660adbf-66bd-4d39-a7a7-b44bf6f8a0f2 None None] Pushing event deleted for resources: {'Port': ['ID=2257ca85-37ca-4f8d-889c-79281c536c6a,revision_number=None']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:12:18.787403 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762867132591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593584'] for agent (bcd5faee-dc24-4298-9134-0e0aa054058e), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:12:18.795006 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d548c794-8d49-4bc7-b769-8c29da107516 req-df9cbdc5-d7a1-4739-af2c-1da321c6c897 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:12:18.796628 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-d548c794-8d49-4bc7-b769-8c29da107516 req-df9cbdc5-d7a1-4739-af2c-1da321c6c897 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=3bed1828822e4ed8b98506e0acba18d5&device_id=c46d2564-e5fe-4732-99d5-8a3abdae3ea1 HTTP/1.1" status: 200 len: 1126 time: 0.4213316 Feb 09 19:12:18.825811 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.plugin [None req-a3eb1f67-8f22-4d7e-958e-f7d439668f06 tempest-RoutersNegativeTest-1011750698 tempest-RoutersNegativeTest-1011750698-project] Deleting port 2257ca85-37ca-4f8d-889c-79281c536c6a {{(pid=103230) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 19:12:18.826171 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-a3eb1f67-8f22-4d7e-958e-f7d439668f06 tempest-RoutersNegativeTest-1011750698 tempest-RoutersNegativeTest-1011750698-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762867170196'] for port (2257ca85-37ca-4f8d-889c-79281c536c6a), before_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:12:18.949833 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d548c794-8d49-4bc7-b769-8c29da107516 req-c2115a6b-382c-4f5b-8012-8e9af719262f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:12:18.951446 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-d548c794-8d49-4bc7-b769-8c29da107516 req-c2115a6b-382c-4f5b-8012-8e9af719262f service neutron] 10.222.0.90 "GET /v2.0/networks?id=36b49725-6229-46e2-a6f1-203576875bbf HTTP/1.1" status: 200 len: 913 time: 0.1206107 Feb 09 19:12:18.981211 n-d-713498-36 neutron-server[103233]: DEBUG neutron.db.l3_hamode_db [None req-c2aa271f-d684-4765-9ace-be4d754c952b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c1a6984a-2b49-4463-8770-bb366322f74e', 'name': 'tempest-ServersTestManualDisk-2007371992-router', 'tenant_id': '77d2f6c213eb401684c27974738fe903', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88055e1e-672a-4487-be31-ffb6e833ece5', 'external_fixed_ips': [{'subnet_id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'ip_address': '172.25.1.245'}], 'enable_snat': True}, 'gw_port_id': '2b510600-8b01-408c-90d4-e30dc6b8cb66', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T19:11:18Z', 'updated_at': '2022-02-09T19:11:32Z', 'revision_number': 4, 'project_id': '77d2f6c213eb401684c27974738fe903', 'gw_port': {'id': '2b510600-8b01-408c-90d4-e30dc6b8cb66', 'name': '', 'network_id': '88055e1e-672a-4487-be31-ffb6e833ece5', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:7d:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1a6984a-2b49-4463-8770-bb366322f74e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1144, 'fixed_ips': [{'subnet_id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'ip_address': '172.25.1.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T19:11:21Z', 'updated_at': '2022-02-09T19:11:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-36', '_floatingips': [{'id': '894363a2-cd93-47a8-8463-95c6aee375cd', 'tenant_id': '77d2f6c213eb401684c27974738fe903', 'floating_ip_address': '172.25.1.52', 'floating_network_id': '88055e1e-672a-4487-be31-ffb6e833ece5', 'router_id': 'c1a6984a-2b49-4463-8770-bb366322f74e', 'port_id': '56559978-c567-46d5-a94e-81e3865f8cfc', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1181, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0ec7f9f6-4ed5-45b5-9742-035cca69218b', 'mac_address': 'fa:16:3e:74:89:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a35fbec0-0317-420e-b440-01979c3a7c6c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T19:11:45Z', 'updated_at': '2022-02-09T19:12:15Z', 'revision_number': 1, 'project_id': '77d2f6c213eb401684c27974738fe903', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1f5bbe59-cc28-42f4-b8da-c5cfece10743', 'name': '', 'network_id': '0ec7f9f6-4ed5-45b5-9742-035cca69218b', 'tenant_id': '77d2f6c213eb401684c27974738fe903', 'mac_address': 'fa:16:3e:5a:ed:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1a6984a-2b49-4463-8770-bb366322f74e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1147, 'fixed_ips': [{'subnet_id': '56817271-1948-4557-bb99-937580724a46', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T19:11:29Z', 'updated_at': '2022-02-09T19:11:41Z', 'revision_number': 5, 'project_id': '77d2f6c213eb401684c27974738fe903', 'subnets': [{'id': '56817271-1948-4557-bb99-937580724a46', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-36', False) {} {{(pid=103233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:12:19.036838 n-d-713498-36 neutron-server[103233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2aa271f-d684-4765-9ace-be4d754c952b None None] The sync data for ids ['c1a6984a-2b49-4463-8770-bb366322f74e'] in n-d-713498-36 is: [{'id': 'c1a6984a-2b49-4463-8770-bb366322f74e', 'name': 'tempest-ServersTestManualDisk-2007371992-router', 'tenant_id': '77d2f6c213eb401684c27974738fe903', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88055e1e-672a-4487-be31-ffb6e833ece5', 'external_fixed_ips': [{'subnet_id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'ip_address': '172.25.1.245'}], 'enable_snat': True}, 'gw_port_id': '2b510600-8b01-408c-90d4-e30dc6b8cb66', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T19:11:18Z', 'updated_at': '2022-02-09T19:11:32Z', 'revision_number': 4, 'project_id': '77d2f6c213eb401684c27974738fe903', 'gw_port': {'id': '2b510600-8b01-408c-90d4-e30dc6b8cb66', 'name': '', 'network_id': '88055e1e-672a-4487-be31-ffb6e833ece5', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:7d:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1a6984a-2b49-4463-8770-bb366322f74e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1144, 'fixed_ips': [{'subnet_id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'ip_address': '172.25.1.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T19:11:21Z', 'updated_at': '2022-02-09T19:11:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-36', '_floatingips': [{'id': '894363a2-cd93-47a8-8463-95c6aee375cd', 'tenant_id': '77d2f6c213eb401684c27974738fe903', 'floating_ip_address': '172.25.1.52', 'floating_network_id': '88055e1e-672a-4487-be31-ffb6e833ece5', 'router_id': 'c1a6984a-2b49-4463-8770-bb366322f74e', 'port_id': '56559978-c567-46d5-a94e-81e3865f8cfc', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1181, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0ec7f9f6-4ed5-45b5-9742-035cca69218b', 'mac_address': 'fa:16:3e:74:89:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a35fbec0-0317-420e-b440-01979c3a7c6c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T19:11:45Z', 'updated_at': '2022-02-09T19:12:15Z', 'revision_number': 1, 'project_id': '77d2f6c213eb401684c27974738fe903', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1f5bbe59-cc28-42f4-b8da-c5cfece10743', 'name': '', 'network_id': '0ec7f9f6-4ed5-45b5-9742-035cca69218b', 'tenant_id': '77d2f6c213eb401684c27974738fe903', 'mac_address': 'fa:16:3e:5a:ed:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1a6984a-2b49-4463-8770-bb366322f74e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1147, 'fixed_ips': [{'subnet_id': '56817271-1948-4557-bb99-937580724a46', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T19:11:29Z', 'updated_at': '2022-02-09T19:11:41Z', 'revision_number': 5, 'project_id': '77d2f6c213eb401684c27974738fe903', 'subnets': [{'id': '56817271-1948-4557-bb99-937580724a46', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103233) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 19:12:19.136970 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fae0bbf-6f65-4938-b25e-e994f2a84c25 req-a3b74077-f2e1-4d60-9deb-d62be6caf634 tempest-ServersTestMultiNic-1550042178 tempest-ServersTestMultiNic-1550042178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:12:19.138592 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.provisioning_blocks [None req-7bd0b7d2-5432-4377-ad11-efa5cec7743e None None] Provisioning complete for port 073afeaa-d894-4e49-9154-d5a14619ac03 triggered by entity DHCP. {{(pid=103232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 19:12:19.140225 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-2fae0bbf-6f65-4938-b25e-e994f2a84c25 req-a3b74077-f2e1-4d60-9deb-d62be6caf634 tempest-ServersTestMultiNic-1550042178 tempest-ServersTestMultiNic-1550042178-project] 10.222.0.75 "GET /v2.0/ports?device_id=182eb346-b266-45c5-a0a2-d215e9bb2886 HTTP/1.1" status: 200 len: 931 time: 0.1284785 Feb 09 19:12:19.140639 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-7bd0b7d2-5432-4377-ad11-efa5cec7743e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593630'] for port (073afeaa-d894-4e49-9154-d5a14619ac03), provisioning_complete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:12:19.207791 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-7bd0b7d2-5432-4377-ad11-efa5cec7743e None None] Port 073afeaa-d894-4e49-9154-d5a14619ac03 cannot update to ACTIVE because it is not bound. {{(pid=103232) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 19:12:19.222662 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-2fae0bbf-6f65-4938-b25e-e994f2a84c25 req-b8c3274c-2a35-41c4-835b-3a070e114a8f tempest-ServersTestMultiNic-1550042178 tempest-ServersTestMultiNic-1550042178-project] 10.222.0.75 "GET /v2.0/security-groups?id=73443f61-e28a-43ce-9cbb-ef678fe5ea76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0765648 Feb 09 19:12:19.332105 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.db [None req-a3eb1f67-8f22-4d7e-958e-f7d439668f06 tempest-RoutersNegativeTest-1011750698 tempest-RoutersNegativeTest-1011750698-project] For port 2257ca85-37ca-4f8d-889c-79281c536c6a, host n-d-713498-36, got binding levels [] {{(pid=103230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 19:12:19.332706 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-a3eb1f67-8f22-4d7e-958e-f7d439668f06 tempest-RoutersNegativeTest-1011750698 tempest-RoutersNegativeTest-1011750698-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1820838'] for port (2257ca85-37ca-4f8d-889c-79281c536c6a), precommit_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:12:19.367915 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a4e0ecd-ca06-4ee7-9f65-87d09055c3ce req-57ad4baa-7f85-4c49-a2da-0225d91aec5d tempest-ServersTestBootFromVolume-783248817 tempest-ServersTestBootFromVolume-783248817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:12:19.370296 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-5a4e0ecd-ca06-4ee7-9f65-87d09055c3ce req-57ad4baa-7f85-4c49-a2da-0225d91aec5d tempest-ServersTestBootFromVolume-783248817 tempest-ServersTestBootFromVolume-783248817-project] 10.222.0.75 "GET /v2.0/ports?device_id=84c056fe-802f-4b0b-9844-f490f36d7dba HTTP/1.1" status: 200 len: 944 time: 0.0797734 Feb 09 19:12:19.417401 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-237ca0fb-9e83-4efd-be25-b25a1d741fc5 req-bfdfb634-c141-4687-b87d-4e9ed52ae1e9 tempest-DeleteServersTestJSON-1870379525 tempest-DeleteServersTestJSON-1870379525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:12:19.425175 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-237ca0fb-9e83-4efd-be25-b25a1d741fc5 req-bfdfb634-c141-4687-b87d-4e9ed52ae1e9 tempest-DeleteServersTestJSON-1870379525 tempest-DeleteServersTestJSON-1870379525-project] 10.222.0.75 "GET /v2.0/ports?device_id=7fbc7784-9788-4f2d-b985-c5e2674f3448 HTTP/1.1" status: 200 len: 945 time: 0.9145336 Feb 09 19:12:19.427323 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-5a4e0ecd-ca06-4ee7-9f65-87d09055c3ce req-7843d703-f3b7-4741-ad26-21ca9d013b2f tempest-ServersTestBootFromVolume-783248817 tempest-ServersTestBootFromVolume-783248817-project] 10.222.0.75 "GET /v2.0/security-groups?id=99b1e7c3-38f3-4f0a-8bb2-c56dc143d44a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0498095 Feb 09 19:12:19.434399 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.plugin [None req-a3eb1f67-8f22-4d7e-958e-f7d439668f06 tempest-RoutersNegativeTest-1011750698 tempest-RoutersNegativeTest-1011750698-project] Calling delete_port for 2257ca85-37ca-4f8d-889c-79281c536c6a owned by network:dhcp {{(pid=103230) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 19:12:19.471643 n-d-713498-36 neutron-server[103230]: DEBUG neutron.db.ipam_backend_mixin [None req-a3eb1f67-8f22-4d7e-958e-f7d439668f06 tempest-RoutersNegativeTest-1011750698 tempest-RoutersNegativeTest-1011750698-project] Port 2257ca85-37ca-4f8d-889c-79281c536c6a was not found and therefore no delete operation was performed {{(pid=103230) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Feb 09 19:12:19.477900 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-d548c794-8d49-4bc7-b769-8c29da107516 req-c17b8e10-7365-425b-b6c3-4e229a49cbed service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=44c3bb6e-975c-4dcd-83d1-bd9f7372fc8f HTTP/1.1" status: 200 len: 217 time: 0.4878931 Feb 09 19:12:19.490727 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-a3eb1f67-8f22-4d7e-958e-f7d439668f06 tempest-RoutersNegativeTest-1011750698 tempest-RoutersNegativeTest-1011750698-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762867177463', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762866656476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14393751'] for port (2257ca85-37ca-4f8d-889c-79281c536c6a), after_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:12:19.526296 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5acb6ce4-4b58-43c4-a5cb-b6112929a196 req-bb68b211-d254-47e5-9da9-a0d42f2bcf84 tempest-ServersTestMultiNic-1550042178 tempest-ServersTestMultiNic-1550042178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:12:19.526900 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [req-5acb6ce4-4b58-43c4-a5cb-b6112929a196 req-bb68b211-d254-47e5-9da9-a0d42f2bcf84 tempest-ServersTestMultiNic-1550042178 tempest-ServersTestMultiNic-1550042178-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171096'] for port (None), before_response {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:12:19.539977 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-a4892506-6ebe-41b9-a912-7492669f9927 req-bd579289-6f3c-4398-974c-66725b33895e tempest-TaggedBootDevicesTest_v242-798392635 tempest-TaggedBootDevicesTest_v242-798392635-project] 10.222.0.75 "GET /v2.0/ports?device_id=8319129f-1054-494a-b0c0-2ec99e839619 HTTP/1.1" status: 200 len: 210 time: 0.0340409 Feb 09 19:12:19.560625 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f009af77-6c6d-4853-9235-428467ed2b87 None None] New status for floating IP 894363a2-cd93-47a8-8463-95c6aee375cd: ACTIVE {{(pid=103232) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 09 19:12:19.576075 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3eb1f67-8f22-4d7e-958e-f7d439668f06 tempest-RoutersNegativeTest-1011750698 tempest-RoutersNegativeTest-1011750698-project] Pushing event deleted for resources: {'Port': ['ID=2257ca85-37ca-4f8d-889c-79281c536c6a,revision_number=None']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:12:19.629045 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d548c794-8d49-4bc7-b769-8c29da107516 req-1af83de6-dc1f-4735-9e53-57275159bab0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:12:19.630532 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-d548c794-8d49-4bc7-b769-8c29da107516 req-1af83de6-dc1f-4735-9e53-57275159bab0 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=7cb3f30f-29e3-44cd-a6bf-8ec74844ba95 HTTP/1.1" status: 200 len: 852 time: 0.1337559 Feb 09 19:12:19.641691 n-d-713498-36 neutron-server[103230]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3eb1f67-8f22-4d7e-958e-f7d439668f06 tempest-RoutersNegativeTest-1011750698 tempest-RoutersNegativeTest-1011750698-project] No DVR routers for this DVR port 2257ca85-37ca-4f8d-889c-79281c536c6a on host n-d-713498-36 {{(pid=103230) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 19:12:19.689112 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-d548c794-8d49-4bc7-b769-8c29da107516 req-4588d5a7-67f6-45f4-aae0-df8541eb6f64 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=36b49725-6229-46e2-a6f1-203576875bbf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0430641 Feb 09 19:12:19.692549 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-5acb6ce4-4b58-43c4-a5cb-b6112929a196 req-bb68b211-d254-47e5-9da9-a0d42f2bcf84 tempest-ServersTestMultiNic-1550042178 tempest-ServersTestMultiNic-1550042178-project] 10.222.0.90 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.6327116 Feb 09 19:12:19.701350 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e14c375-4bfd-42d9-b9ed-33c601296cee req-3d7ce217-28bb-40f5-a83b-ac0bab69062e tempest-MigrationsAdminTest-892781459 tempest-MigrationsAdminTest-892781459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:12:19.704070 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-2e14c375-4bfd-42d9-b9ed-33c601296cee req-3d7ce217-28bb-40f5-a83b-ac0bab69062e tempest-MigrationsAdminTest-892781459 tempest-MigrationsAdminTest-892781459-project] 10.222.0.75 "GET /v2.0/ports?device_id=7394cbff-f035-4166-a786-a8886a8e5e67 HTTP/1.1" status: 200 len: 950 time: 0.0684409 Feb 09 19:12:19.768081 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-2e14c375-4bfd-42d9-b9ed-33c601296cee req-12e05652-e0c4-44cf-a06c-b0e6364debed tempest-MigrationsAdminTest-892781459 tempest-MigrationsAdminTest-892781459-project] 10.222.0.75 "GET /v2.0/security-groups?id=709912c8-8171-4435-800e-9e5c5e45bf8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591412 Feb 09 19:12:19.794792 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-a3eb1f67-8f22-4d7e-958e-f7d439668f06 tempest-RoutersNegativeTest-1011750698 tempest-RoutersNegativeTest-1011750698-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-590267', 'neutron.services.segments.db._delete_segments_for_network-8762867132609'] for network (28e6c0f7-f75b-42e2-bfdd-6459b78bb326), precommit_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:12:19.816454 n-d-713498-36 neutron-server[103230]: DEBUG neutron.services.segments.db [None req-a3eb1f67-8f22-4d7e-958e-f7d439668f06 tempest-RoutersNegativeTest-1011750698 tempest-RoutersNegativeTest-1011750698-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['28e6c0f7-f75b-42e2-bfdd-6459b78bb326']}} {{(pid=103230) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:12:19.827330 n-d-713498-36 neutron-server[103230]: DEBUG neutron.services.segments.db [None req-a3eb1f67-8f22-4d7e-958e-f7d439668f06 tempest-RoutersNegativeTest-1011750698 tempest-RoutersNegativeTest-1011750698-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f3ca9f91-877a-45f9-9bd8-e14068a91b63') {'for_net_delete': True} {{(pid=103230) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:12:19.827629 n-d-713498-36 neutron-server[103230]: DEBUG neutron.services.segments.db [None req-a3eb1f67-8f22-4d7e-958e-f7d439668f06 tempest-RoutersNegativeTest-1011750698 tempest-RoutersNegativeTest-1011750698-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f3ca9f91-877a-45f9-9bd8-e14068a91b63') {} {{(pid=103230) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:12:19.841049 n-d-713498-36 neutron-server[103230]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a35fbec0-0317-420e-b440-01979c3a7c6c', 'tag': '56559978-c567-46d5-a94e-81e3865f8cfc'}] {{(pid=103230) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 19:12:19.844307 n-d-713498-36 neutron-server[103230]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aee5919275bae9f72eb374ee322673045eb80c1f84b4b45a97d96923bd50ab51" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1446ff4d-4ad6-422c-a389-e3fe295485bb" -d '{"events": [{"name": "network-changed", "server_uuid": "a35fbec0-0317-420e-b440-01979c3a7c6c", "tag": "56559978-c567-46d5-a94e-81e3865f8cfc"}]}' {{(pid=103230) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 19:12:19.856463 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.v2.base [req-5acb6ce4-4b58-43c4-a5cb-b6112929a196 req-f6301271-f77e-464c-a548-764ffd18d474 tempest-ServersTestMultiNic-1550042178 tempest-ServersTestMultiNic-1550042178-project] Request body: {'port': {'device_id': '182eb346-b266-45c5-a0a2-d215e9bb2886', 'network_id': '8be03a76-72b2-426d-860d-146a1ca5345c', 'admin_state_up': True, 'tenant_id': 'dd68a30cbd724a479c2573502973494c'}} {{(pid=103230) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 19:12:19.883575 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-a3eb1f67-8f22-4d7e-958e-f7d439668f06 tempest-RoutersNegativeTest-1011750698 tempest-RoutersNegativeTest-1011750698-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762867134154', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12895813'] for segment (f3ca9f91-877a-45f9-9bd8-e14068a91b63), before_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:12:19.891800 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f8d0731-dc3d-4cd0-b827-532b035385db req-ef755201-d60b-4170-abe9-e535cc34cdd1 tempest-ServersTestManualDisk-2087116754 tempest-ServersTestManualDisk-2087116754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:12:19.892096 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-a7e8cc4c-7aad-4dac-b345-5117c5b11de9 req-3e57a4ff-8a29-4f83-865a-da8b2177f91f service neutron] 10.222.0.75 "GET /v2.0/ports?device_id=7394cbff-f035-4166-a786-a8886a8e5e67&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.5419943 Feb 09 19:12:19.894127 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-7f8d0731-dc3d-4cd0-b827-532b035385db req-ef755201-d60b-4170-abe9-e535cc34cdd1 tempest-ServersTestManualDisk-2087116754 tempest-ServersTestManualDisk-2087116754-project] 10.222.0.75 "GET /v2.0/ports?device_id=a35fbec0-0317-420e-b440-01979c3a7c6c HTTP/1.1" status: 200 len: 946 time: 0.0687420 Feb 09 19:12:19.896885 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [req-a7e8cc4c-7aad-4dac-b345-5117c5b11de9 req-7ac6e72a-9904-4864-837b-c807fbddb7e4 service neutron] http://10.222.0.75:9696/v2.0/extensions returned with HTTP 200 {{(pid=103230) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 09 19:12:19.897849 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-a7e8cc4c-7aad-4dac-b345-5117c5b11de9 req-7ac6e72a-9904-4864-837b-c807fbddb7e4 service neutron] 10.222.0.75 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0050535 Feb 09 19:12:19.980152 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-237ca0fb-9e83-4efd-be25-b25a1d741fc5 req-224f4fff-08bd-4b13-ab6c-8e3f54b081b1 tempest-DeleteServersTestJSON-1870379525 tempest-DeleteServersTestJSON-1870379525-project] 10.222.0.75 "GET /v2.0/security-groups?id=5ce92d32-ca94-4b6c-925d-b9dff609abe6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5538061 Feb 09 19:12:19.993044 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-7f8d0731-dc3d-4cd0-b827-532b035385db req-90836667-bc20-42aa-a3e5-58ab64f6f9b6 tempest-ServersTestManualDisk-2087116754 tempest-ServersTestManualDisk-2087116754-project] 10.222.0.75 "GET /v2.0/security-groups?id=a9046b98-d442-46ac-9793-fd3bbced8e96&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0808785 Feb 09 19:12:19.994972 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-a3eb1f67-8f22-4d7e-958e-f7d439668f06 tempest-RoutersNegativeTest-1011750698 tempest-RoutersNegativeTest-1011750698-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-759574'] for segment (f3ca9f91-877a-45f9-9bd8-e14068a91b63), precommit_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:12:20.015167 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a3eb1f67-8f22-4d7e-958e-f7d439668f06 tempest-RoutersNegativeTest-1011750698 tempest-RoutersNegativeTest-1011750698-project] Releasing vlan 376 on physical network physnet1 to pool {{(pid=103230) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 19:12:20.015570 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-a3eb1f67-8f22-4d7e-958e-f7d439668f06 tempest-RoutersNegativeTest-1011750698 tempest-RoutersNegativeTest-1011750698-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-759574', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14393826'] for segment (f3ca9f91-877a-45f9-9bd8-e14068a91b63), after_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:12:20.019557 n-d-713498-36 neutron-server[103230]: Traceback (most recent call last): Feb 09 19:12:20.019557 n-d-713498-36 neutron-server[103230]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 19:12:20.019557 n-d-713498-36 neutron-server[103230]: timer() Feb 09 19:12:20.019557 n-d-713498-36 neutron-server[103230]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 19:12:20.019557 n-d-713498-36 neutron-server[103230]: cb(*args, **kw) Feb 09 19:12:20.019557 n-d-713498-36 neutron-server[103230]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 19:12:20.019557 n-d-713498-36 neutron-server[103230]: return func(*args, **kwargs) Feb 09 19:12:20.019557 n-d-713498-36 neutron-server[103230]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 19:12:20.019557 n-d-713498-36 neutron-server[103230]: self._notify() Feb 09 19:12:20.019557 n-d-713498-36 neutron-server[103230]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 19:12:20.019557 n-d-713498-36 neutron-server[103230]: self.callback(batched_events) Feb 09 19:12:20.019557 n-d-713498-36 neutron-server[103230]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 19:12:20.019557 n-d-713498-36 neutron-server[103230]: event.method(event) Feb 09 19:12:20.019557 n-d-713498-36 neutron-server[103230]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 19:12:20.019557 n-d-713498-36 neutron-server[103230]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 19:12:20.019557 n-d-713498-36 neutron-server[103230]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 19:12:20.019557 n-d-713498-36 neutron-server[103230]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 19:12:20.019557 n-d-713498-36 neutron-server[103230]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 19:12:20.019557 n-d-713498-36 neutron-server[103230]: return f(self, *a, **k) Feb 09 19:12:20.019557 n-d-713498-36 neutron-server[103230]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 19:12:20.019557 n-d-713498-36 neutron-server[103230]: return self._get(url).json() Feb 09 19:12:20.019557 n-d-713498-36 neutron-server[103230]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 19:12:20.019557 n-d-713498-36 neutron-server[103230]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 19:12:20.019557 n-d-713498-36 neutron-server[103230]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 19:12:20.019557 n-d-713498-36 neutron-server[103230]: return self.request(url, 'GET', **kwargs) Feb 09 19:12:20.019557 n-d-713498-36 neutron-server[103230]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 19:12:20.019557 n-d-713498-36 neutron-server[103230]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 19:12:20.019557 n-d-713498-36 neutron-server[103230]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 19:12:20.019557 n-d-713498-36 neutron-server[103230]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 19:12:20.019557 n-d-713498-36 neutron-server[103230]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 19:12:20.019557 n-d-713498-36 neutron-server[103230]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 19:12:20.019557 n-d-713498-36 neutron-server[103230]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 19:12:20.101360 n-d-713498-36 neutron-server[103230]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 19:12:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a5991f3c-6c72-4eaa-8957-027c0dd28a97 x-openstack-request-id: req-a5991f3c-6c72-4eaa-8957-027c0dd28a97 {{(pid=103230) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 19:12:20.101733 n-d-713498-36 neutron-server[103230]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a35fbec0-0317-420e-b440-01979c3a7c6c", "tag": "56559978-c567-46d5-a94e-81e3865f8cfc", "status": "completed", "code": 200}]} {{(pid=103230) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 19:12:20.102078 n-d-713498-36 neutron-server[103230]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-a5991f3c-6c72-4eaa-8957-027c0dd28a97 {{(pid=103230) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 19:12:20.102552 n-d-713498-36 neutron-server[103230]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a35fbec0-0317-420e-b440-01979c3a7c6c', 'tag': '56559978-c567-46d5-a94e-81e3865f8cfc', 'status': 'completed', 'code': 200} Feb 09 19:12:20.174924 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-d548c794-8d49-4bc7-b769-8c29da107516 req-38c6f692-d70c-4512-88f0-08f9317d3e77 service neutron] 10.222.0.90 "GET /v2.0/networks/36b49725-6229-46e2-a6f1-203576875bbf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3344641 Feb 09 19:12:20.175526 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-a3eb1f67-8f22-4d7e-958e-f7d439668f06 tempest-RoutersNegativeTest-1011750698 tempest-RoutersNegativeTest-1011750698-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-590242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1885479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1818895'] for network (28e6c0f7-f75b-42e2-bfdd-6459b78bb326), after_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:12:20.199605 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-a3eb1f67-8f22-4d7e-958e-f7d439668f06 tempest-RoutersNegativeTest-1011750698 tempest-RoutersNegativeTest-1011750698-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1613566'] for network (None), before_response {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:12:20.207260 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-a3eb1f67-8f22-4d7e-958e-f7d439668f06 tempest-RoutersNegativeTest-1011750698 tempest-RoutersNegativeTest-1011750698-project] 10.222.0.75 "DELETE /v2.0/networks/28e6c0f7-f75b-42e2-bfdd-6459b78bb326 HTTP/1.1" status: 204 len: 168 time: 2.2724912 Feb 09 19:12:20.208019 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 59196) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:12:20.218739 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3eb1f67-8f22-4d7e-958e-f7d439668f06 tempest-RoutersNegativeTest-1011750698 tempest-RoutersNegativeTest-1011750698-project] Pushing event deleted for resources: {'Network': ['ID=28e6c0f7-f75b-42e2-bfdd-6459b78bb326,revision_number=None']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:12:20.236269 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5acb6ce4-4b58-43c4-a5cb-b6112929a196 req-f6301271-f77e-464c-a548-764ffd18d474 tempest-ServersTestMultiNic-1550042178 tempest-ServersTestMultiNic-1550042178-project] Made reservation on behalf of dd68a30cbd724a479c2573502973494c for: {'port': 1} {{(pid=103230) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 19:12:20.239689 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [req-5acb6ce4-4b58-43c4-a5cb-b6112929a196 req-f6301271-f77e-464c-a548-764ffd18d474 tempest-ServersTestMultiNic-1550042178 tempest-ServersTestMultiNic-1550042178-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (None), before_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:12:20.250632 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7b7c958-dcb1-488f-a525-0d746b6268ef req-e0b55790-3ae0-4a22-8c1c-ba43a8c34a4e tempest-ServerPasswordTestJSON-414920366 tempest-ServerPasswordTestJSON-414920366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:12:20.258488 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-d7b7c958-dcb1-488f-a525-0d746b6268ef req-e0b55790-3ae0-4a22-8c1c-ba43a8c34a4e tempest-ServerPasswordTestJSON-414920366 tempest-ServerPasswordTestJSON-414920366-project] 10.222.0.75 "GET /v2.0/ports?device_id=c46d2564-e5fe-4732-99d5-8a3abdae3ea1 HTTP/1.1" status: 200 len: 943 time: 0.1082430 Feb 09 19:12:20.261264 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1446ff4d-4ad6-422c-a389-e3fe295485bb req-b6efa28c-19b2-4549-9b44-09b74a2fd95e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:12:20.263583 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-1446ff4d-4ad6-422c-a389-e3fe295485bb req-b6efa28c-19b2-4549-9b44-09b74a2fd95e service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=77d2f6c213eb401684c27974738fe903&device_id=a35fbec0-0317-420e-b440-01979c3a7c6c HTTP/1.1" status: 200 len: 1129 time: 0.1577971 Feb 09 19:12:20.344983 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-ffd6201a-e232-45f1-b30a-c17c274beebf tempest-RoutersNegativeTest-1011750698 tempest-RoutersNegativeTest-1011750698-project] 10.222.0.75 "GET /v2.0/ports?device_id=f686cd24-caea-498f-b572-38eb4f315345 HTTP/1.1" status: 200 len: 205 time: 0.1205666 Feb 09 19:12:20.348645 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 59204) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:12:20.443597 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-d7b7c958-dcb1-488f-a525-0d746b6268ef req-01162bb3-766c-49c9-a619-295ea7117be8 tempest-ServerPasswordTestJSON-414920366 tempest-ServerPasswordTestJSON-414920366-project] 10.222.0.75 "GET /v2.0/security-groups?id=0810c243-1868-4477-a8d6-8bb35e408cf8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1547453 Feb 09 19:12:20.507215 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1446ff4d-4ad6-422c-a389-e3fe295485bb req-80335e9b-2767-4366-86d3-c4b7d909bfa4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:12:20.508356 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-1446ff4d-4ad6-422c-a389-e3fe295485bb req-80335e9b-2767-4366-86d3-c4b7d909bfa4 service neutron] 10.222.0.90 "GET /v2.0/networks?id=0ec7f9f6-4ed5-45b5-9742-035cca69218b HTTP/1.1" status: 200 len: 913 time: 0.2386284 Feb 09 19:12:20.541214 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-80924e9f-a590-4628-927b-20b3d33d9238 tempest-RoutersNegativeTest-1011750698 tempest-RoutersNegativeTest-1011750698-project] Publish callbacks [] for router (f686cd24-caea-498f-b572-38eb4f315345), before_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:12:20.597072 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Device 44c3bb6e-975c-4dcd-83d1-bd9f7372fc8f details requested by agent hyperv_n-h2-713498-36 with host n-h2-713498-36 {{(pid=103232) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 19:12:20.665008 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-d548c794-8d49-4bc7-b769-8c29da107516 req-1dc83c20-3a6b-409c-8e79-5776122eda50 service neutron] 10.222.0.90 "GET /v2.0/networks/36b49725-6229-46e2-a6f1-203576875bbf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4670184 Feb 09 19:12:20.666755 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-1446ff4d-4ad6-422c-a389-e3fe295485bb req-3397cfc0-47e9-44b6-aa9d-09480c60733e service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=56559978-c567-46d5-a94e-81e3865f8cfc HTTP/1.1" status: 200 len: 1001 time: 0.1505241 Feb 09 19:12:20.698999 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d1aa9c4-7a19-44af-a0b5-b62524743a2d req-dedbc385-4c2e-4c14-a44c-8b3cdaf48ea2 tempest-ServersTestMultiNic-1550042178 tempest-ServersTestMultiNic-1550042178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:12:20.707066 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-2d1aa9c4-7a19-44af-a0b5-b62524743a2d req-dedbc385-4c2e-4c14-a44c-8b3cdaf48ea2 tempest-ServersTestMultiNic-1550042178 tempest-ServersTestMultiNic-1550042178-project] 10.222.0.75 "GET /v2.0/ports?device_id=182eb346-b266-45c5-a0a2-d215e9bb2886 HTTP/1.1" status: 200 len: 931 time: 0.3611579 Feb 09 19:12:20.741938 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5d1e6f8-a3f0-478a-b06c-bbe91a68c5a9 req-d7d8ddbe-46e0-4b1d-818e-7a76dc98707f tempest-ServersTestBootFromVolume-783248817 tempest-ServersTestBootFromVolume-783248817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:12:20.763909 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-a5d1e6f8-a3f0-478a-b06c-bbe91a68c5a9 req-d7d8ddbe-46e0-4b1d-818e-7a76dc98707f tempest-ServersTestBootFromVolume-783248817 tempest-ServersTestBootFromVolume-783248817-project] 10.222.0.75 "GET /v2.0/ports?device_id=84c056fe-802f-4b0b-9844-f490f36d7dba HTTP/1.1" status: 200 len: 944 time: 0.1777911 Feb 09 19:12:20.853716 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-7429db8d-6021-40ad-813e-885be449a89b None None] For port 44c3bb6e-975c-4dcd-83d1-bd9f7372fc8f, host n-h2-713498-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-36',level=0,port_id=44c3bb6e-975c-4dcd-83d1-bd9f7372fc8f,segment=NetworkSegment(7afd431e-f816-47e6-ace4-ce2b76f873d7),segment_id=7afd431e-f816-47e6-ace4-ce2b76f873d7)] {{(pid=103232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 19:12:20.871670 n-d-713498-36 neutron-server[103230]: DEBUG neutron.db.db_base_plugin_common [req-5acb6ce4-4b58-43c4-a5cb-b6112929a196 req-f6301271-f77e-464c-a548-764ffd18d474 tempest-ServersTestMultiNic-1550042178 tempest-ServersTestMultiNic-1550042178-project] Allocated IP 19.86.0.96 (8be03a76-72b2-426d-860d-146a1ca5345c/2a1fa622-9174-4513-8009-75355f0165b9/021ddc99-ef0c-4e82-ac98-d40f52ae7d55) {{(pid=103230) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 19:12:20.877252 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1446ff4d-4ad6-422c-a389-e3fe295485bb req-31ffd34c-4c6b-470a-802c-cd44b36812f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:12:20.878774 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-1446ff4d-4ad6-422c-a389-e3fe295485bb req-31ffd34c-4c6b-470a-802c-cd44b36812f1 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=56817271-1948-4557-bb99-937580724a46 HTTP/1.1" status: 200 len: 851 time: 0.1875579 Feb 09 19:12:20.882946 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Returning: {'device': '44c3bb6e-975c-4dcd-83d1-bd9f7372fc8f', 'network_id': '36b49725-6229-46e2-a6f1-203576875bbf', 'port_id': '44c3bb6e-975c-4dcd-83d1-bd9f7372fc8f', 'mac_address': 'fa:16:3e:fa:2d:d8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 360, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7cb3f30f-29e3-44cd-a6bf-8ec74844ba95', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103232) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 19:12:20.929180 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-80924e9f-a590-4628-927b-20b3d33d9238 tempest-RoutersNegativeTest-1011750698 tempest-RoutersNegativeTest-1011750698-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1834988', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-58375'] for router (f686cd24-caea-498f-b572-38eb4f315345), precommit_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:12:20.937192 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-80924e9f-a590-4628-927b-20b3d33d9238 tempest-RoutersNegativeTest-1011750698 tempest-RoutersNegativeTest-1011750698-project] Publish callbacks [] for router_controller (f686cd24-caea-498f-b572-38eb4f315345), precommit_delete_associations {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:12:20.961134 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-a5d1e6f8-a3f0-478a-b06c-bbe91a68c5a9 req-7369a58a-617b-4267-a294-8b0059dd1de7 tempest-ServersTestBootFromVolume-783248817 tempest-ServersTestBootFromVolume-783248817-project] 10.222.0.75 "GET /v2.0/security-groups?id=99b1e7c3-38f3-4f0a-8bb2-c56dc143d44a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1962597 Feb 09 19:12:20.967099 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Current status of the port 44c3bb6e-975c-4dcd-83d1-bd9f7372fc8f is: DOWN; New status is: BUILD {{(pid=103232) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 19:12:20.967566 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (44c3bb6e-975c-4dcd-83d1-bd9f7372fc8f), before_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:12:20.993082 n-d-713498-36 neutron-server[103232]: DEBUG neutron.notifiers.nova [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 44c3bb6e-975c-4dcd-83d1-bd9f7372fc8f {{(pid=103232) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 19:12:21.013932 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1446ff4d-4ad6-422c-a389-e3fe295485bb req-9ce27dd3-cda7-4945-b43c-68fa4d506265 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:12:21.014249 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-7429db8d-6021-40ad-813e-885be449a89b None None] For port 44c3bb6e-975c-4dcd-83d1-bd9f7372fc8f, host n-h2-713498-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-36',level=0,port_id=44c3bb6e-975c-4dcd-83d1-bd9f7372fc8f,segment=NetworkSegment(7afd431e-f816-47e6-ace4-ce2b76f873d7),segment_id=7afd431e-f816-47e6-ace4-ce2b76f873d7)] {{(pid=103232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 19:12:21.015670 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-1446ff4d-4ad6-422c-a389-e3fe295485bb req-9ce27dd3-cda7-4945-b43c-68fa4d506265 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=0ec7f9f6-4ed5-45b5-9742-035cca69218b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.1223123 Feb 09 19:12:21.019631 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762867176205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762866656485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762866656503'] for port (44c3bb6e-975c-4dcd-83d1-bd9f7372fc8f), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:12:21.079225 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-80924e9f-a590-4628-927b-20b3d33d9238 tempest-RoutersNegativeTest-1011750698 tempest-RoutersNegativeTest-1011750698-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1835003'] for router (f686cd24-caea-498f-b572-38eb4f315345), after_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:12:21.079724 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-80924e9f-a590-4628-927b-20b3d33d9238 tempest-RoutersNegativeTest-1011750698 tempest-RoutersNegativeTest-1011750698-project] Fanout notify agent at l3_agent the message router_deleted on router f686cd24-caea-498f-b572-38eb4f315345 {{(pid=103230) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 09 19:12:21.101183 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Pushing event updated for resources: {'Port': ['ID=44c3bb6e-975c-4dcd-83d1-bd9f7372fc8f,revision_number=4']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:12:21.135224 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-80924e9f-a590-4628-927b-20b3d33d9238 tempest-RoutersNegativeTest-1011750698 tempest-RoutersNegativeTest-1011750698-project] Publish callbacks [] for router (None), before_response {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:12:21.145657 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-80924e9f-a590-4628-927b-20b3d33d9238 tempest-RoutersNegativeTest-1011750698 tempest-RoutersNegativeTest-1011750698-project] 10.222.0.75 "DELETE /v2.0/routers/f686cd24-caea-498f-b572-38eb4f315345 HTTP/1.1" status: 204 len: 168 time: 0.7943673 Feb 09 19:12:21.145943 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-8059e5d8-b153-4a1b-89cb-fed147b1c1c0 req-89dfc488-3b14-4ed1-8088-01994d39b44f tempest-TaggedBootDevicesTest_v242-798392635 tempest-TaggedBootDevicesTest_v242-798392635-project] 10.222.0.75 "GET /v2.0/ports?device_id=8319129f-1054-494a-b0c0-2ec99e839619 HTTP/1.1" status: 200 len: 210 time: 0.0370972 Feb 09 19:12:21.206454 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-2d1aa9c4-7a19-44af-a0b5-b62524743a2d req-58bec674-4034-4646-a342-7dc77f633bdf tempest-ServersTestMultiNic-1550042178 tempest-ServersTestMultiNic-1550042178-project] 10.222.0.75 "GET /v2.0/security-groups?id=73443f61-e28a-43ce-9cbb-ef678fe5ea76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4983857 Feb 09 19:12:21.262903 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-1446ff4d-4ad6-422c-a389-e3fe295485bb req-c24bb0c3-998c-4fa2-a693-60e16ca50476 service neutron] 10.222.0.90 "GET /v2.0/networks/0ec7f9f6-4ed5-45b5-9742-035cca69218b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2385993 Feb 09 19:12:21.308465 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-7429db8d-6021-40ad-813e-885be449a89b None None] get_ports_and_sgs() called for port_ids ['44c3bb6e-975c-4dcd-83d1-bd9f7372fc8f'] {{(pid=103232) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 19:12:21.522937 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-1446ff4d-4ad6-422c-a389-e3fe295485bb req-4d18cd85-ef9b-4656-badd-c2d6b8925930 service neutron] 10.222.0.90 "GET /v2.0/networks/0ec7f9f6-4ed5-45b5-9742-035cca69218b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2500284 Feb 09 19:12:21.584871 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d151065-bdeb-4a28-9c9b-b5836c9e7860 req-239b4b0e-f6a8-4e6f-91d1-2269a247a953 tempest-ServersTestManualDisk-2087116754 tempest-ServersTestManualDisk-2087116754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:12:21.592204 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-6d151065-bdeb-4a28-9c9b-b5836c9e7860 req-239b4b0e-f6a8-4e6f-91d1-2269a247a953 tempest-ServersTestManualDisk-2087116754 tempest-ServersTestManualDisk-2087116754-project] 10.222.0.75 "GET /v2.0/ports?device_id=a35fbec0-0317-420e-b440-01979c3a7c6c HTTP/1.1" status: 200 len: 946 time: 0.2571535 Feb 09 19:12:21.636177 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [req-5acb6ce4-4b58-43c4-a5cb-b6112929a196 req-f6301271-f77e-464c-a548-764ffd18d474 tempest-ServersTestMultiNic-1550042178 tempest-ServersTestMultiNic-1550042178-project] Publish callbacks [] for port (021ddc99-ef0c-4e82-ac98-d40f52ae7d55), precommit_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:12:21.636730 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef211e61-8fbe-487e-b084-5bade6fb7def req-ddaaddbb-8ab2-4e48-bf95-66887840bbad tempest-MigrationsAdminTest-892781459 tempest-MigrationsAdminTest-892781459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:12:21.646446 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-ef211e61-8fbe-487e-b084-5bade6fb7def req-ddaaddbb-8ab2-4e48-bf95-66887840bbad tempest-MigrationsAdminTest-892781459 tempest-MigrationsAdminTest-892781459-project] 10.222.0.75 "GET /v2.0/ports?device_id=7394cbff-f035-4166-a786-a8886a8e5e67 HTTP/1.1" status: 200 len: 950 time: 0.3218577 Feb 09 19:12:21.661223 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 59228) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:12:21.703532 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-6d151065-bdeb-4a28-9c9b-b5836c9e7860 req-6349fdf3-100e-4f28-8c52-6574572992bd tempest-ServersTestManualDisk-2087116754 tempest-ServersTestManualDisk-2087116754-project] 10.222.0.75 "GET /v2.0/security-groups?id=a9046b98-d442-46ac-9793-fd3bbced8e96&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1101613 Feb 09 19:12:21.733340 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-ef211e61-8fbe-487e-b084-5bade6fb7def req-4f542bb8-a42b-4194-9c1f-edec236d15fc tempest-MigrationsAdminTest-892781459 tempest-MigrationsAdminTest-892781459-project] 10.222.0.75 "GET /v2.0/security-groups?id=709912c8-8171-4435-800e-9e5c5e45bf8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0850544 Feb 09 19:12:21.751777 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [req-5acb6ce4-4b58-43c4-a5cb-b6112929a196 req-f6301271-f77e-464c-a548-764ffd18d474 tempest-ServersTestMultiNic-1550042178 tempest-ServersTestMultiNic-1550042178-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762866656467', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14393751'] for port (021ddc99-ef0c-4e82-ac98-d40f52ae7d55), after_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:12:21.849418 n-d-713498-36 neutron-server[103230]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5acb6ce4-4b58-43c4-a5cb-b6112929a196 req-f6301271-f77e-464c-a548-764ffd18d474 tempest-ServersTestMultiNic-1550042178 tempest-ServersTestMultiNic-1550042178-project] Network 8be03a76-72b2-426d-860d-146a1ca5345c is already hosted by enough agents. {{(pid=103230) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 19:12:21.859922 n-d-713498-36 neutron-server[103230]: DEBUG neutron.scheduler.base_scheduler [req-5acb6ce4-4b58-43c4-a5cb-b6112929a196 req-f6301271-f77e-464c-a548-764ffd18d474 tempest-ServersTestMultiNic-1550042178 tempest-ServersTestMultiNic-1550042178-project] Resources bound (agent type, host, resource id): {{(pid=103230) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 19:12:21.873823 n-d-713498-36 neutron-server[103230]: DEBUG neutron.db.l3_dvrscheduler_db [req-5acb6ce4-4b58-43c4-a5cb-b6112929a196 req-f6301271-f77e-464c-a548-764ffd18d474 tempest-ServersTestMultiNic-1550042178 tempest-ServersTestMultiNic-1550042178-project] Received port after_create {{(pid=103230) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 19:12:21.886880 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6301271-f77e-464c-a548-764ffd18d474 tempest-ServersTestMultiNic-1550042178 tempest-ServersTestMultiNic-1550042178-project] Pushing event updated for resources: {'Port': ['ID=021ddc99-ef0c-4e82-ac98-d40f52ae7d55,revision_number=1']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:12:21.928996 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1050fb3c-1c39-41ec-ae20-6753684e8b3f req-55703722-8aff-49dc-8eca-783b0c7ef68a tempest-ServerPasswordTestJSON-414920366 tempest-ServerPasswordTestJSON-414920366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:12:21.930634 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-1050fb3c-1c39-41ec-ae20-6753684e8b3f req-55703722-8aff-49dc-8eca-783b0c7ef68a tempest-ServerPasswordTestJSON-414920366 tempest-ServerPasswordTestJSON-414920366-project] 10.222.0.75 "GET /v2.0/ports?device_id=c46d2564-e5fe-4732-99d5-8a3abdae3ea1 HTTP/1.1" status: 200 len: 944 time: 0.1138887 Feb 09 19:12:21.937137 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7e8cc4c-7aad-4dac-b345-5117c5b11de9 req-87d9b10a-03da-459e-8bc8-5b771f7827f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:12:21.939538 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-a7e8cc4c-7aad-4dac-b345-5117c5b11de9 req-87d9b10a-03da-459e-8bc8-5b771f7827f5 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=51b81e7592544b98a90626c2bba713eb&device_id=7394cbff-f035-4166-a786-a8886a8e5e67 HTTP/1.1" status: 200 len: 1133 time: 0.1062727 Feb 09 19:12:21.965861 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0e27731-9b80-4bb8-a014-0bc11c6b4c4d req-288e85f2-cc51-4fdd-aa75-ea0eb1fafae4 tempest-DeleteServersTestJSON-1870379525 tempest-DeleteServersTestJSON-1870379525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:12:21.967440 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-c0e27731-9b80-4bb8-a014-0bc11c6b4c4d req-288e85f2-cc51-4fdd-aa75-ea0eb1fafae4 tempest-DeleteServersTestJSON-1870379525 tempest-DeleteServersTestJSON-1870379525-project] 10.222.0.75 "GET /v2.0/ports?device_id=7fbc7784-9788-4f2d-b985-c5e2674f3448 HTTP/1.1" status: 200 len: 945 time: 0.1904638 Feb 09 19:12:21.986587 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5acb6ce4-4b58-43c4-a5cb-b6112929a196 req-f6301271-f77e-464c-a548-764ffd18d474 tempest-ServersTestMultiNic-1550042178 tempest-ServersTestMultiNic-1550042178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:12:21.987402 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [req-5acb6ce4-4b58-43c4-a5cb-b6112929a196 req-f6301271-f77e-464c-a548-764ffd18d474 tempest-ServersTestMultiNic-1550042178 tempest-ServersTestMultiNic-1550042178-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171096'] for port (None), before_response {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:12:22.040058 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-2b6773ee-2977-46ac-a208-b244fb8613e1 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=7d957120ec98423cb41a9ed0e20a4a4d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3777227 Feb 09 19:12:22.043671 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 59234) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:12:22.052055 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-5acb6ce4-4b58-43c4-a5cb-b6112929a196 req-f6301271-f77e-464c-a548-764ffd18d474 tempest-ServersTestMultiNic-1550042178 tempest-ServersTestMultiNic-1550042178-project] 10.222.0.90 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2184196 Feb 09 19:12:22.059712 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-c0e27731-9b80-4bb8-a014-0bc11c6b4c4d req-c1e0003c-1dad-43e7-9e8d-f7e9308c8a59 tempest-DeleteServersTestJSON-1870379525 tempest-DeleteServersTestJSON-1870379525-project] 10.222.0.75 "GET /v2.0/security-groups?id=5ce92d32-ca94-4b6c-925d-b9dff609abe6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0796480 Feb 09 19:12:22.060750 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-1050fb3c-1c39-41ec-ae20-6753684e8b3f req-e73ac9fa-947c-48c3-9697-74ec446c2a76 tempest-ServerPasswordTestJSON-414920366 tempest-ServerPasswordTestJSON-414920366-project] 10.222.0.75 "GET /v2.0/security-groups?id=0810c243-1868-4477-a8d6-8bb35e408cf8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1202574 Feb 09 19:12:22.076792 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.v2.base [req-5acb6ce4-4b58-43c4-a5cb-b6112929a196 req-9d28536f-d5b5-4233-aabe-e7548f44dbdf tempest-ServersTestMultiNic-1550042178 tempest-ServersTestMultiNic-1550042178-project] Request body: {'port': {'device_id': '182eb346-b266-45c5-a0a2-d215e9bb2886', 'network_id': '1053aeb0-96ca-4455-975a-23b0dccb07ec', 'admin_state_up': True, 'tenant_id': 'dd68a30cbd724a479c2573502973494c'}} {{(pid=103230) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 19:12:22.143164 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7e8cc4c-7aad-4dac-b345-5117c5b11de9 req-d22fcf03-fcd5-4a17-afb7-8ae4f993ac8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:12:22.144832 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-a7e8cc4c-7aad-4dac-b345-5117c5b11de9 req-d22fcf03-fcd5-4a17-afb7-8ae4f993ac8b service neutron] 10.222.0.89 "GET /v2.0/networks?id=2b5494c8-cf97-42c1-b902-87f998f28179 HTTP/1.1" status: 200 len: 870 time: 0.1967936 Feb 09 19:12:22.205832 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-767ebbf2-4b25-44e2-8a8d-c10cf7428d10 admin admin] Publish callbacks [] for security_group (a1aa542e-8196-4c1c-9f4a-9d40401ecf5a), before_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:12:22.211642 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-a7e8cc4c-7aad-4dac-b345-5117c5b11de9 req-9c1fb06a-f588-40e9-9b27-d1a5a4b194b8 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.158&port_id=dc73d538-3849-44b7-8f0e-7c99557efa00 HTTP/1.1" status: 200 len: 217 time: 0.0544906 Feb 09 19:12:22.257602 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.provisioning_blocks [None req-ade0b817-01ce-4dbf-88bf-d82bcc9b0ba8 None None] Provisioning complete for port 021ddc99-ef0c-4e82-ac98-d40f52ae7d55 triggered by entity DHCP. {{(pid=103232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 19:12:22.258624 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-ade0b817-01ce-4dbf-88bf-d82bcc9b0ba8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593630'] for port (021ddc99-ef0c-4e82-ac98-d40f52ae7d55), provisioning_complete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:12:22.259318 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c39943c-796b-4505-9b56-dfcdd83aba7c req-0ee87545-7e6b-4fc2-b6e2-edf2fbb2b75c tempest-ServersTestBootFromVolume-783248817 tempest-ServersTestBootFromVolume-783248817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:12:22.261710 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-8c39943c-796b-4505-9b56-dfcdd83aba7c req-0ee87545-7e6b-4fc2-b6e2-edf2fbb2b75c tempest-ServersTestBootFromVolume-783248817 tempest-ServersTestBootFromVolume-783248817-project] 10.222.0.75 "GET /v2.0/ports?device_id=84c056fe-802f-4b0b-9844-f490f36d7dba HTTP/1.1" status: 200 len: 944 time: 0.1048925 Feb 09 19:12:22.298306 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-ade0b817-01ce-4dbf-88bf-d82bcc9b0ba8 None None] Port 021ddc99-ef0c-4e82-ac98-d40f52ae7d55 cannot update to ACTIVE because it is not bound. {{(pid=103232) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 19:12:22.302357 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7e8cc4c-7aad-4dac-b345-5117c5b11de9 req-099c7fea-1db4-4705-aae9-04a6195162c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:12:22.304081 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-a7e8cc4c-7aad-4dac-b345-5117c5b11de9 req-099c7fea-1db4-4705-aae9-04a6195162c8 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=60b561cb-321e-4f83-9bb3-92b2e1d0dc44 HTTP/1.1" status: 200 len: 843 time: 0.0784850 Feb 09 19:12:22.311723 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-767ebbf2-4b25-44e2-8a8d-c10cf7428d10 admin admin] Publish callbacks [] for security_group (a1aa542e-8196-4c1c-9f4a-9d40401ecf5a), precommit_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:12:22.317533 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5acb6ce4-4b58-43c4-a5cb-b6112929a196 req-9d28536f-d5b5-4233-aabe-e7548f44dbdf tempest-ServersTestMultiNic-1550042178 tempest-ServersTestMultiNic-1550042178-project] Made reservation on behalf of dd68a30cbd724a479c2573502973494c for: {'port': 1} {{(pid=103230) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 19:12:22.320830 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [req-5acb6ce4-4b58-43c4-a5cb-b6112929a196 req-9d28536f-d5b5-4233-aabe-e7548f44dbdf tempest-ServersTestMultiNic-1550042178 tempest-ServersTestMultiNic-1550042178-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (None), before_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:12:22.337493 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-8c39943c-796b-4505-9b56-dfcdd83aba7c req-c27c056e-c4d4-4ffd-b5d6-b0810b4f8319 tempest-ServersTestBootFromVolume-783248817 tempest-ServersTestBootFromVolume-783248817-project] 10.222.0.75 "GET /v2.0/security-groups?id=99b1e7c3-38f3-4f0a-8bb2-c56dc143d44a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0685105 Feb 09 19:12:22.413886 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-76463560-ffb7-449c-8e93-d096b7f41b18 req-2a8a95f1-0782-4dbb-a8b3-65dcfc9bb946 tempest-TaggedBootDevicesTest_v242-798392635 tempest-TaggedBootDevicesTest_v242-798392635-project] 10.222.0.75 "GET /v2.0/ports?device_id=8319129f-1054-494a-b0c0-2ec99e839619 HTTP/1.1" status: 200 len: 210 time: 0.1087244 Feb 09 19:12:22.455956 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-767ebbf2-4b25-44e2-8a8d-c10cf7428d10 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1892331'] for security_group (a1aa542e-8196-4c1c-9f4a-9d40401ecf5a), after_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:12:22.458844 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-767ebbf2-4b25-44e2-8a8d-c10cf7428d10 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:12:22.461249 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-767ebbf2-4b25-44e2-8a8d-c10cf7428d10 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/a1aa542e-8196-4c1c-9f4a-9d40401ecf5a HTTP/1.1" status: 204 len: 168 time: 0.4138615 Feb 09 19:12:22.478392 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7e8cc4c-7aad-4dac-b345-5117c5b11de9 req-d80ff155-466c-48b9-a4d6-148322f7d196 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:12:22.479318 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-a7e8cc4c-7aad-4dac-b345-5117c5b11de9 req-d80ff155-466c-48b9-a4d6-148322f7d196 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=2b5494c8-cf97-42c1-b902-87f998f28179&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.1660509 Feb 09 19:12:22.480077 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-767ebbf2-4b25-44e2-8a8d-c10cf7428d10 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a1aa542e-8196-4c1c-9f4a-9d40401ecf5a,revision_number=None']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:12:22.560056 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-070befa4-1a5d-4c6d-9741-4709cc136a3a req-c27f9ca1-fedc-4feb-ad9f-2bd587f9e125 tempest-ServersTestMultiNic-1550042178 tempest-ServersTestMultiNic-1550042178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:12:22.566876 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-070befa4-1a5d-4c6d-9741-4709cc136a3a req-c27f9ca1-fedc-4feb-ad9f-2bd587f9e125 tempest-ServersTestMultiNic-1550042178 tempest-ServersTestMultiNic-1550042178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:12:22.568485 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-070befa4-1a5d-4c6d-9741-4709cc136a3a req-c27f9ca1-fedc-4feb-ad9f-2bd587f9e125 tempest-ServersTestMultiNic-1550042178 tempest-ServersTestMultiNic-1550042178-project] 10.222.0.75 "GET /v2.0/ports?device_id=182eb346-b266-45c5-a0a2-d215e9bb2886 HTTP/1.1" status: 200 len: 1653 time: 0.1524701 Feb 09 19:12:22.575346 n-d-713498-36 neutron-server[103230]: DEBUG neutron.db.db_base_plugin_common [req-5acb6ce4-4b58-43c4-a5cb-b6112929a196 req-9d28536f-d5b5-4233-aabe-e7548f44dbdf tempest-ServersTestMultiNic-1550042178 tempest-ServersTestMultiNic-1550042178-project] Allocated IP 19.80.0.222 (1053aeb0-96ca-4455-975a-23b0dccb07ec/5ce2c655-ead1-49f8-a2a1-6b6465769c65/afdc6bf1-cf06-44ce-86c4-f6729cdbc923) {{(pid=103230) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 19:12:22.609676 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Device 44c3bb6e-975c-4dcd-83d1-bd9f7372fc8f up at agent hyperv_n-h2-713498-36 {{(pid=103232) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 19:12:22.675541 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-070befa4-1a5d-4c6d-9741-4709cc136a3a req-c0990953-280e-4802-abf9-12a75907287b tempest-ServersTestMultiNic-1550042178 tempest-ServersTestMultiNic-1550042178-project] 10.222.0.75 "GET /v2.0/security-groups?id=73443f61-e28a-43ce-9cbb-ef678fe5ea76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0881069 Feb 09 19:12:22.695689 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-a7e8cc4c-7aad-4dac-b345-5117c5b11de9 req-30920e0f-5942-4ef2-a48e-10656d88ffba service neutron] 10.222.0.89 "GET /v2.0/networks/2b5494c8-cf97-42c1-b902-87f998f28179?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2084212 Feb 09 19:12:22.876770 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-a7e8cc4c-7aad-4dac-b345-5117c5b11de9 req-7c19f6d5-167b-4780-a04a-4d1297fd14b0 service neutron] 10.222.0.89 "GET /v2.0/networks/2b5494c8-cf97-42c1-b902-87f998f28179?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1743822 Feb 09 19:12:22.881874 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [req-5acb6ce4-4b58-43c4-a5cb-b6112929a196 req-9d28536f-d5b5-4233-aabe-e7548f44dbdf tempest-ServersTestMultiNic-1550042178 tempest-ServersTestMultiNic-1550042178-project] Publish callbacks [] for port (afdc6bf1-cf06-44ce-86c4-f6729cdbc923), precommit_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:12:22.894671 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45d82350-2f58-4b76-8cce-851fee9a36b0 req-5af2d9ba-e12b-4ea3-ba87-7400bc703155 tempest-ServersTestManualDisk-2087116754 tempest-ServersTestManualDisk-2087116754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:12:22.902861 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-45d82350-2f58-4b76-8cce-851fee9a36b0 req-5af2d9ba-e12b-4ea3-ba87-7400bc703155 tempest-ServersTestManualDisk-2087116754 tempest-ServersTestManualDisk-2087116754-project] 10.222.0.75 "GET /v2.0/ports?device_id=a35fbec0-0317-420e-b440-01979c3a7c6c HTTP/1.1" status: 200 len: 946 time: 0.0944743 Feb 09 19:12:22.972181 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-45d82350-2f58-4b76-8cce-851fee9a36b0 req-d5917e02-d4ec-4360-ad7b-feed9e013c06 tempest-ServersTestManualDisk-2087116754 tempest-ServersTestManualDisk-2087116754-project] 10.222.0.75 "GET /v2.0/security-groups?id=a9046b98-d442-46ac-9793-fd3bbced8e96&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0632596 Feb 09 19:12:22.972989 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-895b0766-3ff5-4a80-9f77-36958a43aa93 req-8ecbddfd-6304-4733-ad17-d2ad4eefef37 tempest-MigrationsAdminTest-892781459 tempest-MigrationsAdminTest-892781459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:12:22.982043 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-895b0766-3ff5-4a80-9f77-36958a43aa93 req-8ecbddfd-6304-4733-ad17-d2ad4eefef37 tempest-MigrationsAdminTest-892781459 tempest-MigrationsAdminTest-892781459-project] 10.222.0.75 "GET /v2.0/ports?device_id=7394cbff-f035-4166-a786-a8886a8e5e67 HTTP/1.1" status: 200 len: 950 time: 0.0906022 Feb 09 19:12:23.005546 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [req-5acb6ce4-4b58-43c4-a5cb-b6112929a196 req-9d28536f-d5b5-4233-aabe-e7548f44dbdf tempest-ServersTestMultiNic-1550042178 tempest-ServersTestMultiNic-1550042178-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762866656467', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14393751'] for port (afdc6bf1-cf06-44ce-86c4-f6729cdbc923), after_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:12:23.134120 n-d-713498-36 neutron-server[103230]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5acb6ce4-4b58-43c4-a5cb-b6112929a196 req-9d28536f-d5b5-4233-aabe-e7548f44dbdf tempest-ServersTestMultiNic-1550042178 tempest-ServersTestMultiNic-1550042178-project] Network 1053aeb0-96ca-4455-975a-23b0dccb07ec is already hosted by enough agents. {{(pid=103230) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 19:12:23.139017 n-d-713498-36 neutron-server[103230]: DEBUG neutron.scheduler.base_scheduler [req-5acb6ce4-4b58-43c4-a5cb-b6112929a196 req-9d28536f-d5b5-4233-aabe-e7548f44dbdf tempest-ServersTestMultiNic-1550042178 tempest-ServersTestMultiNic-1550042178-project] Resources bound (agent type, host, resource id): {{(pid=103230) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 19:12:23.145650 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-895b0766-3ff5-4a80-9f77-36958a43aa93 req-1790a27a-deeb-4543-8daa-43f394b5d898 tempest-MigrationsAdminTest-892781459 tempest-MigrationsAdminTest-892781459-project] 10.222.0.75 "GET /v2.0/security-groups?id=709912c8-8171-4435-800e-9e5c5e45bf8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1642158 Feb 09 19:12:23.149170 n-d-713498-36 neutron-server[103230]: DEBUG neutron.db.l3_dvrscheduler_db [req-5acb6ce4-4b58-43c4-a5cb-b6112929a196 req-9d28536f-d5b5-4233-aabe-e7548f44dbdf tempest-ServersTestMultiNic-1550042178 tempest-ServersTestMultiNic-1550042178-project] Received port after_create {{(pid=103230) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 19:12:23.157090 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.provisioning_blocks [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Provisioning for port 44c3bb6e-975c-4dcd-83d1-bd9f7372fc8f completed by entity L2. {{(pid=103232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 19:12:23.166435 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.provisioning_blocks [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Provisioning complete for port 44c3bb6e-975c-4dcd-83d1-bd9f7372fc8f triggered by entity L2. {{(pid=103232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 19:12:23.168771 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593630'] for port (44c3bb6e-975c-4dcd-83d1-bd9f7372fc8f), provisioning_complete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:12:23.192150 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a02f4f33-bdc1-4044-a5f5-7af97c6aace8 req-87dfd48a-c3f9-4480-aba7-38d963197435 tempest-ServersTestManualDisk-2087116754 tempest-ServersTestManualDisk-2087116754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:12:23.201146 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-a02f4f33-bdc1-4044-a5f5-7af97c6aace8 req-87dfd48a-c3f9-4480-aba7-38d963197435 tempest-ServersTestManualDisk-2087116754 tempest-ServersTestManualDisk-2087116754-project] 10.222.0.75 "GET /v2.0/ports?device_id=a35fbec0-0317-420e-b440-01979c3a7c6c HTTP/1.1" status: 200 len: 946 time: 0.1425161 Feb 09 19:12:23.209884 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5acb6ce4-4b58-43c4-a5cb-b6112929a196 req-9d28536f-d5b5-4233-aabe-e7548f44dbdf tempest-ServersTestMultiNic-1550042178 tempest-ServersTestMultiNic-1550042178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:12:23.210574 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [req-5acb6ce4-4b58-43c4-a5cb-b6112929a196 req-9d28536f-d5b5-4233-aabe-e7548f44dbdf tempest-ServersTestMultiNic-1550042178 tempest-ServersTestMultiNic-1550042178-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171096'] for port (None), before_response {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:12:23.222634 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d28536f-d5b5-4233-aabe-e7548f44dbdf tempest-ServersTestMultiNic-1550042178 tempest-ServersTestMultiNic-1550042178-project] Pushing event updated for resources: {'Port': ['ID=afdc6bf1-cf06-44ce-86c4-f6729cdbc923,revision_number=1']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:12:23.229387 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-5acb6ce4-4b58-43c4-a5cb-b6112929a196 req-9d28536f-d5b5-4233-aabe-e7548f44dbdf tempest-ServersTestMultiNic-1550042178 tempest-ServersTestMultiNic-1550042178-project] 10.222.0.90 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1686862 Feb 09 19:12:23.241399 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.v2.base [req-5acb6ce4-4b58-43c4-a5cb-b6112929a196 req-668b84ee-a004-430d-b283-2836a5682979 service neutron] Request body: {'port': {'device_id': '182eb346-b266-45c5-a0a2-d215e9bb2886', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-713498-36'}} {{(pid=103230) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 19:12:23.312536 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-a02f4f33-bdc1-4044-a5f5-7af97c6aace8 req-ebd87495-de30-4e9a-84ef-39e2d4106ba9 tempest-ServersTestManualDisk-2087116754 tempest-ServersTestManualDisk-2087116754-project] 10.222.0.75 "GET /v2.0/security-groups?id=a9046b98-d442-46ac-9793-fd3bbced8e96&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1025143 Feb 09 19:12:23.366112 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Current status of the port 44c3bb6e-975c-4dcd-83d1-bd9f7372fc8f is: BUILD; New status is: ACTIVE {{(pid=103232) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 19:12:23.366674 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (44c3bb6e-975c-4dcd-83d1-bd9f7372fc8f), before_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:12:23.384863 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [req-5acb6ce4-4b58-43c4-a5cb-b6112929a196 req-668b84ee-a004-430d-b283-2836a5682979 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (073afeaa-d894-4e49-9154-d5a14619ac03), before_update {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:12:23.398201 n-d-713498-36 neutron-server[103232]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c46d2564-e5fe-4732-99d5-8a3abdae3ea1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '44c3bb6e-975c-4dcd-83d1-bd9f7372fc8f'}] {{(pid=103232) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 19:12:23.401422 n-d-713498-36 neutron-server[103232]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}949cdcde653dec44821de95cbf67297f53cbc2aed4e073b5d514f93bf911ce85" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5fee04b1-0e21-4841-8df2-73928446fd8f" -d '{"events": [{"server_uuid": "c46d2564-e5fe-4732-99d5-8a3abdae3ea1", "name": "network-vif-plugged", "status": "completed", "tag": "44c3bb6e-975c-4dcd-83d1-bd9f7372fc8f"}]}' {{(pid=103232) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 19:12:23.443637 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-7429db8d-6021-40ad-813e-885be449a89b None None] For port 44c3bb6e-975c-4dcd-83d1-bd9f7372fc8f, host n-h2-713498-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-36',level=0,port_id=44c3bb6e-975c-4dcd-83d1-bd9f7372fc8f,segment=NetworkSegment(7afd431e-f816-47e6-ace4-ce2b76f873d7),segment_id=7afd431e-f816-47e6-ace4-ce2b76f873d7)] {{(pid=103232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 19:12:23.448867 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762867176205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762866656485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762866656503'] for port (44c3bb6e-975c-4dcd-83d1-bd9f7372fc8f), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:12:23.501312 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16454113-7f5e-4bc9-adc6-18c8412affdb req-c6bb9b6f-0dc3-4bb8-8e47-9be962479ab9 tempest-ServerPasswordTestJSON-414920366 tempest-ServerPasswordTestJSON-414920366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:12:23.503007 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-16454113-7f5e-4bc9-adc6-18c8412affdb req-c6bb9b6f-0dc3-4bb8-8e47-9be962479ab9 tempest-ServerPasswordTestJSON-414920366 tempest-ServerPasswordTestJSON-414920366-project] 10.222.0.75 "GET /v2.0/ports?device_id=c46d2564-e5fe-4732-99d5-8a3abdae3ea1 HTTP/1.1" status: 200 len: 944 time: 0.1759863 Feb 09 19:12:23.540544 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-457c61e5-1f9b-4b8a-bdc8-faef94485846 req-5bd1b8e5-d0a2-4623-a863-8c198622b34a tempest-DeleteServersTestJSON-1870379525 tempest-DeleteServersTestJSON-1870379525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:12:23.556075 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-457c61e5-1f9b-4b8a-bdc8-faef94485846 req-5bd1b8e5-d0a2-4623-a863-8c198622b34a tempest-DeleteServersTestJSON-1870379525 tempest-DeleteServersTestJSON-1870379525-project] 10.222.0.75 "GET /v2.0/ports?device_id=7fbc7784-9788-4f2d-b985-c5e2674f3448 HTTP/1.1" status: 200 len: 945 time: 0.1142848 Feb 09 19:12:23.561338 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.provisioning_blocks [None req-a3468b61-a604-402c-a80d-bab9906f801a None None] Provisioning complete for port afdc6bf1-cf06-44ce-86c4-f6729cdbc923 triggered by entity DHCP. {{(pid=103232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 19:12:23.562015 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-a3468b61-a604-402c-a80d-bab9906f801a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593630'] for port (afdc6bf1-cf06-44ce-86c4-f6729cdbc923), provisioning_complete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:12:23.628077 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Pushing event updated for resources: {'Port': ['ID=44c3bb6e-975c-4dcd-83d1-bd9f7372fc8f,revision_number=5']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:12:23.632440 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-457c61e5-1f9b-4b8a-bdc8-faef94485846 req-ba1586bc-6a28-4f38-b58c-2cbbcdced6fe tempest-DeleteServersTestJSON-1870379525 tempest-DeleteServersTestJSON-1870379525-project] 10.222.0.75 "GET /v2.0/security-groups?id=5ce92d32-ca94-4b6c-925d-b9dff609abe6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0754724 Feb 09 19:12:23.651041 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-a3468b61-a604-402c-a80d-bab9906f801a None None] Port afdc6bf1-cf06-44ce-86c4-f6729cdbc923 cannot update to ACTIVE because it is not bound. {{(pid=103232) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 19:12:23.836989 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 59280) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:12:23.939585 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-16454113-7f5e-4bc9-adc6-18c8412affdb req-b88230fa-fc7c-4269-9ca4-5c9f05f5382d tempest-ServerPasswordTestJSON-414920366 tempest-ServerPasswordTestJSON-414920366-project] 10.222.0.75 "GET /v2.0/security-groups?id=0810c243-1868-4477-a8d6-8bb35e408cf8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4235551 Feb 09 19:12:24.014455 n-d-713498-36 neutron-server[103232]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 19:12:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8ecdfcb1-5fd7-4dd1-b0be-212dba2aa1f4 x-openstack-request-id: req-8ecdfcb1-5fd7-4dd1-b0be-212dba2aa1f4 {{(pid=103232) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 19:12:24.014759 n-d-713498-36 neutron-server[103232]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c46d2564-e5fe-4732-99d5-8a3abdae3ea1", "name": "network-vif-plugged", "status": "completed", "tag": "44c3bb6e-975c-4dcd-83d1-bd9f7372fc8f", "code": 200}]} {{(pid=103232) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 19:12:24.015018 n-d-713498-36 neutron-server[103232]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-8ecdfcb1-5fd7-4dd1-b0be-212dba2aa1f4 {{(pid=103232) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 19:12:24.015413 n-d-713498-36 neutron-server[103232]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c46d2564-e5fe-4732-99d5-8a3abdae3ea1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '44c3bb6e-975c-4dcd-83d1-bd9f7372fc8f', 'code': 200} Feb 09 19:12:24.116810 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-f27d287b-16ee-4105-a5be-2f66b9cdfbf4 req-8592e0d6-5abd-4d62-bf05-b523f752d118 tempest-TaggedBootDevicesTest_v242-798392635 tempest-TaggedBootDevicesTest_v242-798392635-project] 10.222.0.75 "GET /v2.0/ports?device_id=8319129f-1054-494a-b0c0-2ec99e839619 HTTP/1.1" status: 200 len: 210 time: 0.0403023 Feb 09 19:12:24.183097 n-d-713498-36 neutron-server[103230]: DEBUG neutron.notifiers.nova [req-5acb6ce4-4b58-43c4-a5cb-b6112929a196 req-668b84ee-a004-430d-b283-2836a5682979 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 073afeaa-d894-4e49-9154-d5a14619ac03 {{(pid=103230) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 19:12:24.193926 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [req-5acb6ce4-4b58-43c4-a5cb-b6112929a196 req-668b84ee-a004-430d-b283-2836a5682979 service neutron] Publish callbacks [] for port (073afeaa-d894-4e49-9154-d5a14619ac03), precommit_update {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:12:24.236125 n-d-713498-36 neutron-server[103230]: DEBUG neutron.db.provisioning_blocks [req-5acb6ce4-4b58-43c4-a5cb-b6112929a196 req-668b84ee-a004-430d-b283-2836a5682979 service neutron] Transition to ACTIVE for port object 073afeaa-d894-4e49-9154-d5a14619ac03 will not be triggered until provisioned by entity L2. {{(pid=103230) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 19:12:24.244802 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [req-5acb6ce4-4b58-43c4-a5cb-b6112929a196 req-668b84ee-a004-430d-b283-2836a5682979 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762867176205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762866656485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762866656503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14393758'] for port (073afeaa-d894-4e49-9154-d5a14619ac03), after_update {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:12:24.309575 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-668b84ee-a004-430d-b283-2836a5682979 service neutron] Pushing event updated for resources: {'Port': ['ID=073afeaa-d894-4e49-9154-d5a14619ac03,revision_number=2']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:12:24.321560 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84817a11-ee73-4430-a076-e08ead174323 req-6f31ad42-47be-46e2-b608-080e4335a12c tempest-ServersTestMultiNic-1550042178 tempest-ServersTestMultiNic-1550042178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:12:24.328554 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84817a11-ee73-4430-a076-e08ead174323 req-6f31ad42-47be-46e2-b608-080e4335a12c tempest-ServersTestMultiNic-1550042178 tempest-ServersTestMultiNic-1550042178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:12:24.335052 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84817a11-ee73-4430-a076-e08ead174323 req-6f31ad42-47be-46e2-b608-080e4335a12c tempest-ServersTestMultiNic-1550042178 tempest-ServersTestMultiNic-1550042178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:12:24.342616 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-84817a11-ee73-4430-a076-e08ead174323 req-6f31ad42-47be-46e2-b608-080e4335a12c tempest-ServersTestMultiNic-1550042178 tempest-ServersTestMultiNic-1550042178-project] 10.222.0.75 "GET /v2.0/ports?device_id=182eb346-b266-45c5-a0a2-d215e9bb2886 HTTP/1.1" status: 200 len: 2375 time: 0.1437631 Feb 09 19:12:24.383840 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.v2.base [None req-c6c61861-ab18-4050-a569-8e14ff1994fe tempest-NegativeSecGroupIPv6Test-268475121 tempest-NegativeSecGroupIPv6Test-268475121-project] Request body: {'security_group': {'name': 'default'}} {{(pid=103229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 19:12:24.385201 n-d-713498-36 neutron-server[103229]: WARNING neutron.api.v2.base [None req-c6c61861-ab18-4050-a569-8e14ff1994fe tempest-NegativeSecGroupIPv6Test-268475121 tempest-NegativeSecGroupIPv6Test-268475121-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Feb 09 19:12:24.386464 n-d-713498-36 neutron-server[103229]: INFO neutron.api.v2.resource [None req-c6c61861-ab18-4050-a569-8e14ff1994fe tempest-NegativeSecGroupIPv6Test-268475121 tempest-NegativeSecGroupIPv6Test-268475121-project] create failed (client error): There was a conflict when trying to complete your request. Feb 09 19:12:24.387722 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-c6c61861-ab18-4050-a569-8e14ff1994fe tempest-NegativeSecGroupIPv6Test-268475121 tempest-NegativeSecGroupIPv6Test-268475121-project] 10.222.0.75 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.5477364 Feb 09 19:12:24.405144 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 59286) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:12:24.413929 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.v2.base [None req-21e864a8-9ab0-4c6f-b25b-417e2f6f9ec8 tempest-NegativeSecGroupIPv6Test-268475121 tempest-NegativeSecGroupIPv6Test-268475121-project] Request body: {'security_group': {'name': 'tempest-secgroup--1037062545'}} {{(pid=103229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 19:12:24.459447 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-84817a11-ee73-4430-a076-e08ead174323 req-393fd676-3de4-4f1b-88db-9053930182b4 tempest-ServersTestMultiNic-1550042178 tempest-ServersTestMultiNic-1550042178-project] 10.222.0.75 "GET /v2.0/security-groups?id=73443f61-e28a-43ce-9cbb-ef678fe5ea76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1156709 Feb 09 19:12:24.475094 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.managers [req-5acb6ce4-4b58-43c4-a5cb-b6112929a196 req-668b84ee-a004-430d-b283-2836a5682979 service neutron] Attempting to bind port 073afeaa-d894-4e49-9154-d5a14619ac03 on host n-h2-713498-36 for vnic_type normal with profile {{(pid=103230) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 19:12:24.475429 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.managers [req-5acb6ce4-4b58-43c4-a5cb-b6112929a196 req-668b84ee-a004-430d-b283-2836a5682979 service neutron] Attempting to bind port 073afeaa-d894-4e49-9154-d5a14619ac03 by drivers openvswitch,hyperv on host n-h2-713498-36 at level 0 using segments [{'id': '92da60b7-c045-4864-99cf-723efc0bf37b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': '1053aeb0-96ca-4455-975a-23b0dccb07ec'}] {{(pid=103230) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 19:12:24.475762 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5acb6ce4-4b58-43c4-a5cb-b6112929a196 req-668b84ee-a004-430d-b283-2836a5682979 service neutron] Attempting to bind port 073afeaa-d894-4e49-9154-d5a14619ac03 on network 1053aeb0-96ca-4455-975a-23b0dccb07ec {{(pid=103230) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 19:12:24.482424 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5acb6ce4-4b58-43c4-a5cb-b6112929a196 req-668b84ee-a004-430d-b283-2836a5682979 service neutron] Port 073afeaa-d894-4e49-9154-d5a14619ac03 on network 1053aeb0-96ca-4455-975a-23b0dccb07ec not bound, no agent of type Open vSwitch agent registered on host n-h2-713498-36 {{(pid=103230) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 19:12:24.482753 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5acb6ce4-4b58-43c4-a5cb-b6112929a196 req-668b84ee-a004-430d-b283-2836a5682979 service neutron] Attempting to bind port 073afeaa-d894-4e49-9154-d5a14619ac03 on network 1053aeb0-96ca-4455-975a-23b0dccb07ec {{(pid=103230) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 19:12:24.489518 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5acb6ce4-4b58-43c4-a5cb-b6112929a196 req-668b84ee-a004-430d-b283-2836a5682979 service neutron] Checking agent: {'id': 'bcd5faee-dc24-4298-9134-0e0aa054058e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713498-36', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 18, 59, 19), 'started_at': datetime.datetime(2022, 2, 9, 18, 59, 19), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 19, 12, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103230) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 19:12:24.489982 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5acb6ce4-4b58-43c4-a5cb-b6112929a196 req-668b84ee-a004-430d-b283-2836a5682979 service neutron] Checking segment: {'id': '92da60b7-c045-4864-99cf-723efc0bf37b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': '1053aeb0-96ca-4455-975a-23b0dccb07ec'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103230) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 19:12:24.490664 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5acb6ce4-4b58-43c4-a5cb-b6112929a196 req-668b84ee-a004-430d-b283-2836a5682979 service neutron] Bound using segment: {'id': '92da60b7-c045-4864-99cf-723efc0bf37b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': '1053aeb0-96ca-4455-975a-23b0dccb07ec'} {{(pid=103230) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 19:12:24.491196 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.managers [req-5acb6ce4-4b58-43c4-a5cb-b6112929a196 req-668b84ee-a004-430d-b283-2836a5682979 service neutron] Bound port: 073afeaa-d894-4e49-9154-d5a14619ac03, host: n-h2-713498-36, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '92da60b7-c045-4864-99cf-723efc0bf37b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': '1053aeb0-96ca-4455-975a-23b0dccb07ec'}}] {{(pid=103230) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 19:12:24.491666 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [req-5acb6ce4-4b58-43c4-a5cb-b6112929a196 req-668b84ee-a004-430d-b283-2836a5682979 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (073afeaa-d894-4e49-9154-d5a14619ac03), before_update {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:12:24.502570 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7afdd7ba-2d7a-43a7-b18b-380777cacc7e req-cdd01d4b-dc09-409d-a539-192bb3bafeeb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:12:24.505510 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-7afdd7ba-2d7a-43a7-b18b-380777cacc7e req-cdd01d4b-dc09-409d-a539-192bb3bafeeb service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=c46d2564-e5fe-4732-99d5-8a3abdae3ea1 HTTP/1.1" status: 200 len: 1128 time: 0.1303928 Feb 09 19:12:24.540892 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-21e864a8-9ab0-4c6f-b25b-417e2f6f9ec8 tempest-NegativeSecGroupIPv6Test-268475121 tempest-NegativeSecGroupIPv6Test-268475121-project] Publish callbacks [] for security_group (None), before_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:12:24.580518 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9541b7a4-90c7-4fd6-aaaf-96ce4c8b5f07 req-d58abb3e-2ca6-49cf-a446-074ea2841204 tempest-ServersTestBootFromVolume-783248817 tempest-ServersTestBootFromVolume-783248817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:12:24.591282 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-9541b7a4-90c7-4fd6-aaaf-96ce4c8b5f07 req-d58abb3e-2ca6-49cf-a446-074ea2841204 tempest-ServersTestBootFromVolume-783248817 tempest-ServersTestBootFromVolume-783248817-project] 10.222.0.75 "GET /v2.0/ports?device_id=84c056fe-802f-4b0b-9844-f490f36d7dba HTTP/1.1" status: 200 len: 944 time: 0.6435976 Feb 09 19:12:24.601029 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.db [req-5acb6ce4-4b58-43c4-a5cb-b6112929a196 req-668b84ee-a004-430d-b283-2836a5682979 service neutron] For port 073afeaa-d894-4e49-9154-d5a14619ac03, host n-h2-713498-36, cleared binding levels {{(pid=103230) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 19:12:24.629731 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-21e864a8-9ab0-4c6f-b25b-417e2f6f9ec8 tempest-NegativeSecGroupIPv6Test-268475121 tempest-NegativeSecGroupIPv6Test-268475121-project] Publish callbacks [] for security_group (None), before_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:12:24.637795 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.db [req-5acb6ce4-4b58-43c4-a5cb-b6112929a196 req-668b84ee-a004-430d-b283-2836a5682979 service neutron] For port 073afeaa-d894-4e49-9154-d5a14619ac03, host n-h2-713498-36, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-36',level=0,port_id=073afeaa-d894-4e49-9154-d5a14619ac03,segment=NetworkSegment(92da60b7-c045-4864-99cf-723efc0bf37b),segment_id=92da60b7-c045-4864-99cf-723efc0bf37b)] {{(pid=103230) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 19:12:24.638789 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-7afdd7ba-2d7a-43a7-b18b-380777cacc7e req-ce99ad1b-dd0c-4ccb-b25a-cb1eee354e8e service neutron] 10.222.0.90 "GET /v2.0/security-groups?id=0810c243-1868-4477-a8d6-8bb35e408cf8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1220210 Feb 09 19:12:24.650642 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [req-5acb6ce4-4b58-43c4-a5cb-b6112929a196 req-668b84ee-a004-430d-b283-2836a5682979 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762867176205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762866656485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762866656503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14393758'] for port (073afeaa-d894-4e49-9154-d5a14619ac03), after_update {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:12:24.681742 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-9541b7a4-90c7-4fd6-aaaf-96ce4c8b5f07 req-4db8eeb8-3745-472c-b785-b3c20b5cccf3 tempest-ServersTestBootFromVolume-783248817 tempest-ServersTestBootFromVolume-783248817-project] 10.222.0.75 "GET /v2.0/security-groups?id=99b1e7c3-38f3-4f0a-8bb2-c56dc143d44a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0894744 Feb 09 19:12:24.706363 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5acb6ce4-4b58-43c4-a5cb-b6112929a196 req-668b84ee-a004-430d-b283-2836a5682979 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:12:24.707435 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [req-5acb6ce4-4b58-43c4-a5cb-b6112929a196 req-668b84ee-a004-430d-b283-2836a5682979 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171096'] for port (None), before_response {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:12:24.708603 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-5acb6ce4-4b58-43c4-a5cb-b6112929a196 req-668b84ee-a004-430d-b283-2836a5682979 service neutron] 10.222.0.90 "PUT /v2.0/ports/073afeaa-d894-4e49-9154-d5a14619ac03 HTTP/1.1" status: 200 len: 1092 time: 1.4716136 Feb 09 19:12:24.709202 n-d-713498-36 neutron-server[103230]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '182eb346-b266-45c5-a0a2-d215e9bb2886', 'tag': '073afeaa-d894-4e49-9154-d5a14619ac03'}] {{(pid=103230) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 19:12:24.711582 n-d-713498-36 neutron-server[103230]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aee5919275bae9f72eb374ee322673045eb80c1f84b4b45a97d96923bd50ab51" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-89df3d00-1051-4cca-8f11-b7d20f8c1055" -d '{"events": [{"name": "network-changed", "server_uuid": "182eb346-b266-45c5-a0a2-d215e9bb2886", "tag": "073afeaa-d894-4e49-9154-d5a14619ac03"}]}' {{(pid=103230) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 19:12:24.743170 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c75d1c94-ac79-4072-8923-4416725048a3 req-6f912159-da62-4ced-8616-cdc57e20e95a tempest-MigrationsAdminTest-892781459 tempest-MigrationsAdminTest-892781459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:12:24.744771 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-c75d1c94-ac79-4072-8923-4416725048a3 req-6f912159-da62-4ced-8616-cdc57e20e95a tempest-MigrationsAdminTest-892781459 tempest-MigrationsAdminTest-892781459-project] 10.222.0.75 "GET /v2.0/ports?device_id=7394cbff-f035-4166-a786-a8886a8e5e67 HTTP/1.1" status: 200 len: 950 time: 0.1594312 Feb 09 19:12:24.778564 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-668b84ee-a004-430d-b283-2836a5682979 service neutron] Pushing event updated for resources: {'Port': ['ID=073afeaa-d894-4e49-9154-d5a14619ac03,revision_number=3']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:12:24.788823 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-21e864a8-9ab0-4c6f-b25b-417e2f6f9ec8 tempest-NegativeSecGroupIPv6Test-268475121 tempest-NegativeSecGroupIPv6Test-268475121-project] Publish callbacks [] for security_group (9afc61b9-450e-4947-aade-928322f67f66), precommit_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:12:24.795704 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-21e864a8-9ab0-4c6f-b25b-417e2f6f9ec8 tempest-NegativeSecGroupIPv6Test-268475121 tempest-NegativeSecGroupIPv6Test-268475121-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1892331'] for security_group (9afc61b9-450e-4947-aade-928322f67f66), after_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:12:24.837525 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-c75d1c94-ac79-4072-8923-4416725048a3 req-e2a098a4-5d5b-4721-ab35-69ce01ce9e45 tempest-MigrationsAdminTest-892781459 tempest-MigrationsAdminTest-892781459-project] 10.222.0.75 "GET /v2.0/security-groups?id=709912c8-8171-4435-800e-9e5c5e45bf8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0746977 Feb 09 19:12:24.896270 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.v2.base [req-5acb6ce4-4b58-43c4-a5cb-b6112929a196 req-351e9920-39c0-4670-8713-b0b4285fadc4 service neutron] Request body: {'port': {'device_id': '182eb346-b266-45c5-a0a2-d215e9bb2886', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-713498-36'}} {{(pid=103230) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 19:12:24.907546 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21e864a8-9ab0-4c6f-b25b-417e2f6f9ec8 tempest-NegativeSecGroupIPv6Test-268475121 tempest-NegativeSecGroupIPv6Test-268475121-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9afc61b9-450e-4947-aade-928322f67f66,revision_number=1']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:12:24.920928 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b40953ef-9e4f-4dc8-b5ce-5e2c4bdd20da req-a856f3a6-f450-48c8-b2f5-ffff479dd10e tempest-DeleteServersTestJSON-1870379525 tempest-DeleteServersTestJSON-1870379525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:12:24.922376 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-b40953ef-9e4f-4dc8-b5ce-5e2c4bdd20da req-a856f3a6-f450-48c8-b2f5-ffff479dd10e tempest-DeleteServersTestJSON-1870379525 tempest-DeleteServersTestJSON-1870379525-project] 10.222.0.75 "GET /v2.0/ports?device_id=7fbc7784-9788-4f2d-b985-c5e2674f3448 HTTP/1.1" status: 200 len: 945 time: 0.1003668 Feb 09 19:12:24.953883 n-d-713498-36 neutron-server[103230]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 19:12:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-23c5c20b-54a1-4c82-92ad-d01350b4db65 x-openstack-request-id: req-23c5c20b-54a1-4c82-92ad-d01350b4db65 {{(pid=103230) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 19:12:24.954989 n-d-713498-36 neutron-server[103230]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "182eb346-b266-45c5-a0a2-d215e9bb2886", "tag": "073afeaa-d894-4e49-9154-d5a14619ac03", "status": "completed", "code": 200}]} {{(pid=103230) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 19:12:24.954989 n-d-713498-36 neutron-server[103230]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-23c5c20b-54a1-4c82-92ad-d01350b4db65 {{(pid=103230) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 19:12:24.955507 n-d-713498-36 neutron-server[103230]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '182eb346-b266-45c5-a0a2-d215e9bb2886', 'tag': '073afeaa-d894-4e49-9154-d5a14619ac03', 'status': 'completed', 'code': 200} Feb 09 19:12:25.046179 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [req-5acb6ce4-4b58-43c4-a5cb-b6112929a196 req-351e9920-39c0-4670-8713-b0b4285fadc4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (021ddc99-ef0c-4e82-ac98-d40f52ae7d55), before_update {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:12:25.065525 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-21e864a8-9ab0-4c6f-b25b-417e2f6f9ec8 tempest-NegativeSecGroupIPv6Test-268475121 tempest-NegativeSecGroupIPv6Test-268475121-project] Publish callbacks [] for security_group (617241dd-74b0-408c-9efb-5ffdbbeb2d07), precommit_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:12:25.075022 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-21e864a8-9ab0-4c6f-b25b-417e2f6f9ec8 tempest-NegativeSecGroupIPv6Test-268475121 tempest-NegativeSecGroupIPv6Test-268475121-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1892331'] for security_group (617241dd-74b0-408c-9efb-5ffdbbeb2d07), after_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:12:25.080646 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89df3d00-1051-4cca-8f11-b7d20f8c1055 req-1cdf2b77-3e12-4fda-bd13-1b95d89d0ea7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:12:25.081168 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89df3d00-1051-4cca-8f11-b7d20f8c1055 req-1cdf2b77-3e12-4fda-bd13-1b95d89d0ea7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:12:25.081641 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89df3d00-1051-4cca-8f11-b7d20f8c1055 req-1cdf2b77-3e12-4fda-bd13-1b95d89d0ea7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:12:25.083290 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-89df3d00-1051-4cca-8f11-b7d20f8c1055 req-1cdf2b77-3e12-4fda-bd13-1b95d89d0ea7 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=dd68a30cbd724a479c2573502973494c&device_id=182eb346-b266-45c5-a0a2-d215e9bb2886 HTTP/1.1" status: 200 len: 2762 time: 0.1188858 Feb 09 19:12:25.100397 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-b40953ef-9e4f-4dc8-b5ce-5e2c4bdd20da req-9761004e-1c4b-41e6-9217-b99a606455d2 tempest-DeleteServersTestJSON-1870379525 tempest-DeleteServersTestJSON-1870379525-project] 10.222.0.75 "GET /v2.0/security-groups?id=5ce92d32-ca94-4b6c-925d-b9dff609abe6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1558621 Feb 09 19:12:25.150880 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-21e864a8-9ab0-4c6f-b25b-417e2f6f9ec8 tempest-NegativeSecGroupIPv6Test-268475121 tempest-NegativeSecGroupIPv6Test-268475121-project] Publish callbacks [] for security_group (None), before_response {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:12:25.152637 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-21e864a8-9ab0-4c6f-b25b-417e2f6f9ec8 tempest-NegativeSecGroupIPv6Test-268475121 tempest-NegativeSecGroupIPv6Test-268475121-project] 10.222.0.75 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.7454910 Feb 09 19:12:25.156529 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 59296) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:12:25.166182 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.v2.base [None req-870f059d-fab2-4d39-9427-0a361e46d752 tempest-NegativeSecGroupIPv6Test-268475121 tempest-NegativeSecGroupIPv6Test-268475121-project] Request body: {'security_group_rule': {'security_group_id': '617241dd-74b0-408c-9efb-5ffdbbeb2d07', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=103230) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 19:12:25.192975 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21e864a8-9ab0-4c6f-b25b-417e2f6f9ec8 tempest-NegativeSecGroupIPv6Test-268475121 tempest-NegativeSecGroupIPv6Test-268475121-project] Pushing event updated for resources: {'SecurityGroup': ['ID=617241dd-74b0-408c-9efb-5ffdbbeb2d07,revision_number=1']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:12:25.264415 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41b591fa-896d-4d97-a709-776161446043 req-02de8afb-fda2-4d9e-b284-9c55d750697d tempest-ServerPasswordTestJSON-414920366 tempest-ServerPasswordTestJSON-414920366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:12:25.265907 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-41b591fa-896d-4d97-a709-776161446043 req-02de8afb-fda2-4d9e-b284-9c55d750697d tempest-ServerPasswordTestJSON-414920366 tempest-ServerPasswordTestJSON-414920366-project] 10.222.0.75 "GET /v2.0/ports?device_id=c46d2564-e5fe-4732-99d5-8a3abdae3ea1 HTTP/1.1" status: 200 len: 945 time: 0.2042496 Feb 09 19:12:25.284832 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-7f27bcd6-ceb5-4717-8711-84af82190dbc req-2d1a82de-bcc2-4ecf-92e3-a97e5fec24b3 tempest-TaggedBootDevicesTest_v242-798392635 tempest-TaggedBootDevicesTest_v242-798392635-project] 10.222.0.75 "GET /v2.0/ports?device_id=8319129f-1054-494a-b0c0-2ec99e839619 HTTP/1.1" status: 200 len: 210 time: 0.0496962 Feb 09 19:12:25.324584 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-870f059d-fab2-4d39-9427-0a361e46d752 tempest-NegativeSecGroupIPv6Test-268475121 tempest-NegativeSecGroupIPv6Test-268475121-project] Publish callbacks [] for security_group_rule (fa94941a-ef4e-4a07-87d8-5d5d0ed26880), before_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:12:25.342419 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89df3d00-1051-4cca-8f11-b7d20f8c1055 req-8a3a97a9-209d-4b61-b0da-bc17f6402b3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:12:25.342895 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89df3d00-1051-4cca-8f11-b7d20f8c1055 req-8a3a97a9-209d-4b61-b0da-bc17f6402b3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:12:25.343430 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89df3d00-1051-4cca-8f11-b7d20f8c1055 req-8a3a97a9-209d-4b61-b0da-bc17f6402b3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:12:25.345980 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-89df3d00-1051-4cca-8f11-b7d20f8c1055 req-8a3a97a9-209d-4b61-b0da-bc17f6402b3a service neutron] 10.222.0.90 "GET /v2.0/networks?tenant_id=dd68a30cbd724a479c2573502973494c&shared=False HTTP/1.1" status: 200 len: 2289 time: 0.2402780 Feb 09 19:12:25.424025 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-41b591fa-896d-4d97-a709-776161446043 req-1614f891-b780-4391-bb08-c00886d58f0c tempest-ServerPasswordTestJSON-414920366 tempest-ServerPasswordTestJSON-414920366-project] 10.222.0.75 "GET /v2.0/security-groups?id=0810c243-1868-4477-a8d6-8bb35e408cf8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1366782 Feb 09 19:12:25.457906 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-870f059d-fab2-4d39-9427-0a361e46d752 tempest-NegativeSecGroupIPv6Test-268475121 tempest-NegativeSecGroupIPv6Test-268475121-project] Publish callbacks [] for security_group_rule (fa94941a-ef4e-4a07-87d8-5d5d0ed26880), precommit_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:12:25.463736 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-870f059d-fab2-4d39-9427-0a361e46d752 tempest-NegativeSecGroupIPv6Test-268475121 tempest-NegativeSecGroupIPv6Test-268475121-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1892250'] for security_group_rule (fa94941a-ef4e-4a07-87d8-5d5d0ed26880), after_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:12:25.528761 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-870f059d-fab2-4d39-9427-0a361e46d752 tempest-NegativeSecGroupIPv6Test-268475121 tempest-NegativeSecGroupIPv6Test-268475121-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fa94941a-ef4e-4a07-87d8-5d5d0ed26880,revision_number=0']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:12:25.545745 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89df3d00-1051-4cca-8f11-b7d20f8c1055 req-4dc1e683-aec7-4f88-a626-1d945cad8d86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:12:25.547053 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-870f059d-fab2-4d39-9427-0a361e46d752 tempest-NegativeSecGroupIPv6Test-268475121 tempest-NegativeSecGroupIPv6Test-268475121-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:12:25.549261 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-870f059d-fab2-4d39-9427-0a361e46d752 tempest-NegativeSecGroupIPv6Test-268475121 tempest-NegativeSecGroupIPv6Test-268475121-project] 10.222.0.75 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3912947 Feb 09 19:12:25.551353 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-89df3d00-1051-4cca-8f11-b7d20f8c1055 req-4dc1e683-aec7-4f88-a626-1d945cad8d86 service neutron] 10.222.0.90 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1934645 Feb 09 19:12:25.552130 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 59300) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:12:25.559546 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.v2.base [None req-d7d8db78-0deb-4a73-86f2-ceb02b93ae05 tempest-NegativeSecGroupIPv6Test-268475121 tempest-NegativeSecGroupIPv6Test-268475121-project] Request body: {'security_group_rule': {'security_group_id': '617241dd-74b0-408c-9efb-5ffdbbeb2d07', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=103230) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 19:12:25.565588 n-d-713498-36 neutron-server[103230]: DEBUG neutron.notifiers.nova [req-5acb6ce4-4b58-43c4-a5cb-b6112929a196 req-351e9920-39c0-4670-8713-b0b4285fadc4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 021ddc99-ef0c-4e82-ac98-d40f52ae7d55 {{(pid=103230) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 19:12:25.576084 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [req-5acb6ce4-4b58-43c4-a5cb-b6112929a196 req-351e9920-39c0-4670-8713-b0b4285fadc4 service neutron] Publish callbacks [] for port (021ddc99-ef0c-4e82-ac98-d40f52ae7d55), precommit_update {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:12:25.599711 n-d-713498-36 neutron-server[103230]: DEBUG neutron.db.provisioning_blocks [req-5acb6ce4-4b58-43c4-a5cb-b6112929a196 req-351e9920-39c0-4670-8713-b0b4285fadc4 service neutron] Transition to ACTIVE for port object 021ddc99-ef0c-4e82-ac98-d40f52ae7d55 will not be triggered until provisioned by entity L2. {{(pid=103230) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 19:12:25.611193 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [req-5acb6ce4-4b58-43c4-a5cb-b6112929a196 req-351e9920-39c0-4670-8713-b0b4285fadc4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762867176205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762866656485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762866656503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14393758'] for port (021ddc99-ef0c-4e82-ac98-d40f52ae7d55), after_update {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:12:25.615597 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-d7d8db78-0deb-4a73-86f2-ceb02b93ae05 tempest-NegativeSecGroupIPv6Test-268475121 tempest-NegativeSecGroupIPv6Test-268475121-project] Publish callbacks [] for security_group_rule (f8403c2c-e714-473c-a57b-c6b5bc0d4d84), before_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:12:25.657879 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b82350af-e703-4295-87a0-2065adb237f5 req-9709456e-2655-4eeb-9045-826ed91697c1 tempest-ServersTestMultiNic-1550042178 tempest-ServersTestMultiNic-1550042178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:12:25.663622 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b82350af-e703-4295-87a0-2065adb237f5 req-9709456e-2655-4eeb-9045-826ed91697c1 tempest-ServersTestMultiNic-1550042178 tempest-ServersTestMultiNic-1550042178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:12:25.669678 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b82350af-e703-4295-87a0-2065adb237f5 req-9709456e-2655-4eeb-9045-826ed91697c1 tempest-ServersTestMultiNic-1550042178 tempest-ServersTestMultiNic-1550042178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:12:25.672411 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-b82350af-e703-4295-87a0-2065adb237f5 req-9709456e-2655-4eeb-9045-826ed91697c1 tempest-ServersTestMultiNic-1550042178 tempest-ServersTestMultiNic-1550042178-project] 10.222.0.75 "GET /v2.0/ports?device_id=182eb346-b266-45c5-a0a2-d215e9bb2886 HTTP/1.1" status: 200 len: 2399 time: 0.0832250 Feb 09 19:12:25.697504 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-351e9920-39c0-4670-8713-b0b4285fadc4 service neutron] Pushing event updated for resources: {'Port': ['ID=021ddc99-ef0c-4e82-ac98-d40f52ae7d55,revision_number=2']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:12:25.755015 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-b82350af-e703-4295-87a0-2065adb237f5 req-01ff17c6-8747-4094-b362-b7ccd5b84bec tempest-ServersTestMultiNic-1550042178 tempest-ServersTestMultiNic-1550042178-project] 10.222.0.75 "GET /v2.0/security-groups?id=73443f61-e28a-43ce-9cbb-ef678fe5ea76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0707211 Feb 09 19:12:25.854168 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.managers [req-5acb6ce4-4b58-43c4-a5cb-b6112929a196 req-351e9920-39c0-4670-8713-b0b4285fadc4 service neutron] Attempting to bind port 021ddc99-ef0c-4e82-ac98-d40f52ae7d55 on host n-h2-713498-36 for vnic_type normal with profile {{(pid=103230) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 19:12:25.854506 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.managers [req-5acb6ce4-4b58-43c4-a5cb-b6112929a196 req-351e9920-39c0-4670-8713-b0b4285fadc4 service neutron] Attempting to bind port 021ddc99-ef0c-4e82-ac98-d40f52ae7d55 by drivers openvswitch,hyperv on host n-h2-713498-36 at level 0 using segments [{'id': 'c33359c4-a496-43df-b415-15ad2bc804d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': '8be03a76-72b2-426d-860d-146a1ca5345c'}] {{(pid=103230) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 19:12:25.854941 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5acb6ce4-4b58-43c4-a5cb-b6112929a196 req-351e9920-39c0-4670-8713-b0b4285fadc4 service neutron] Attempting to bind port 021ddc99-ef0c-4e82-ac98-d40f52ae7d55 on network 8be03a76-72b2-426d-860d-146a1ca5345c {{(pid=103230) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 19:12:25.874159 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5acb6ce4-4b58-43c4-a5cb-b6112929a196 req-351e9920-39c0-4670-8713-b0b4285fadc4 service neutron] Port 021ddc99-ef0c-4e82-ac98-d40f52ae7d55 on network 8be03a76-72b2-426d-860d-146a1ca5345c not bound, no agent of type Open vSwitch agent registered on host n-h2-713498-36 {{(pid=103230) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 19:12:25.874676 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5acb6ce4-4b58-43c4-a5cb-b6112929a196 req-351e9920-39c0-4670-8713-b0b4285fadc4 service neutron] Attempting to bind port 021ddc99-ef0c-4e82-ac98-d40f52ae7d55 on network 8be03a76-72b2-426d-860d-146a1ca5345c {{(pid=103230) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 19:12:25.898922 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5acb6ce4-4b58-43c4-a5cb-b6112929a196 req-351e9920-39c0-4670-8713-b0b4285fadc4 service neutron] Checking agent: {'id': 'bcd5faee-dc24-4298-9134-0e0aa054058e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713498-36', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 18, 59, 19), 'started_at': datetime.datetime(2022, 2, 9, 18, 59, 19), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 19, 12, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103230) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 19:12:25.899278 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5acb6ce4-4b58-43c4-a5cb-b6112929a196 req-351e9920-39c0-4670-8713-b0b4285fadc4 service neutron] Checking segment: {'id': 'c33359c4-a496-43df-b415-15ad2bc804d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': '8be03a76-72b2-426d-860d-146a1ca5345c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103230) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 19:12:25.899675 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5acb6ce4-4b58-43c4-a5cb-b6112929a196 req-351e9920-39c0-4670-8713-b0b4285fadc4 service neutron] Bound using segment: {'id': 'c33359c4-a496-43df-b415-15ad2bc804d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': '8be03a76-72b2-426d-860d-146a1ca5345c'} {{(pid=103230) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 19:12:25.900126 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.managers [req-5acb6ce4-4b58-43c4-a5cb-b6112929a196 req-351e9920-39c0-4670-8713-b0b4285fadc4 service neutron] Bound port: 021ddc99-ef0c-4e82-ac98-d40f52ae7d55, host: n-h2-713498-36, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c33359c4-a496-43df-b415-15ad2bc804d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': '8be03a76-72b2-426d-860d-146a1ca5345c'}}] {{(pid=103230) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 19:12:25.900487 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [req-5acb6ce4-4b58-43c4-a5cb-b6112929a196 req-351e9920-39c0-4670-8713-b0b4285fadc4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (021ddc99-ef0c-4e82-ac98-d40f52ae7d55), before_update {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:12:25.902886 n-d-713498-36 neutron-server[103230]: INFO neutron.api.v2.resource [None req-d7d8db78-0deb-4a73-86f2-ceb02b93ae05 tempest-NegativeSecGroupIPv6Test-268475121 tempest-NegativeSecGroupIPv6Test-268475121-project] create failed (client error): There was a conflict when trying to complete your request. Feb 09 19:12:25.907198 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 59306) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:12:25.929889 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-d7d8db78-0deb-4a73-86f2-ceb02b93ae05 tempest-NegativeSecGroupIPv6Test-268475121 tempest-NegativeSecGroupIPv6Test-268475121-project] 10.222.0.75 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 0.3769536 Feb 09 19:12:25.987656 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e30e0da-9593-4cff-98f8-a1a0e805581c req-7cf70e7c-0c54-4288-9081-65cc26442e27 tempest-ServersTestBootFromVolume-783248817 tempest-ServersTestBootFromVolume-783248817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:12:25.987656 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-2e30e0da-9593-4cff-98f8-a1a0e805581c req-7cf70e7c-0c54-4288-9081-65cc26442e27 tempest-ServersTestBootFromVolume-783248817 tempest-ServersTestBootFromVolume-783248817-project] 10.222.0.75 "GET /v2.0/ports?device_id=84c056fe-802f-4b0b-9844-f490f36d7dba HTTP/1.1" status: 200 len: 944 time: 0.1824148 Feb 09 19:12:26.080622 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.db [req-5acb6ce4-4b58-43c4-a5cb-b6112929a196 req-351e9920-39c0-4670-8713-b0b4285fadc4 service neutron] For port 021ddc99-ef0c-4e82-ac98-d40f52ae7d55, host n-h2-713498-36, cleared binding levels {{(pid=103230) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 19:12:26.085723 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.db [req-5acb6ce4-4b58-43c4-a5cb-b6112929a196 req-351e9920-39c0-4670-8713-b0b4285fadc4 service neutron] For port 021ddc99-ef0c-4e82-ac98-d40f52ae7d55, host n-h2-713498-36, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-36',level=0,port_id=021ddc99-ef0c-4e82-ac98-d40f52ae7d55,segment=NetworkSegment(c33359c4-a496-43df-b415-15ad2bc804d0),segment_id=c33359c4-a496-43df-b415-15ad2bc804d0)] {{(pid=103230) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 19:12:26.096316 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-2e30e0da-9593-4cff-98f8-a1a0e805581c req-b7ecbce0-1404-4209-9946-37c0545d389d tempest-ServersTestBootFromVolume-783248817 tempest-ServersTestBootFromVolume-783248817-project] 10.222.0.75 "GET /v2.0/security-groups?id=99b1e7c3-38f3-4f0a-8bb2-c56dc143d44a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0907438 Feb 09 19:12:26.099086 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [req-5acb6ce4-4b58-43c4-a5cb-b6112929a196 req-351e9920-39c0-4670-8713-b0b4285fadc4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762867176205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762866656485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762866656503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14393758'] for port (021ddc99-ef0c-4e82-ac98-d40f52ae7d55), after_update {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:12:26.147829 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5acb6ce4-4b58-43c4-a5cb-b6112929a196 req-351e9920-39c0-4670-8713-b0b4285fadc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:12:26.148727 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [req-5acb6ce4-4b58-43c4-a5cb-b6112929a196 req-351e9920-39c0-4670-8713-b0b4285fadc4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171096'] for port (None), before_response {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:12:26.150234 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-5acb6ce4-4b58-43c4-a5cb-b6112929a196 req-351e9920-39c0-4670-8713-b0b4285fadc4 service neutron] 10.222.0.90 "PUT /v2.0/ports/021ddc99-ef0c-4e82-ac98-d40f52ae7d55 HTTP/1.1" status: 200 len: 1092 time: 1.2600269 Feb 09 19:12:26.188113 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-351e9920-39c0-4670-8713-b0b4285fadc4 service neutron] Pushing event updated for resources: {'Port': ['ID=021ddc99-ef0c-4e82-ac98-d40f52ae7d55,revision_number=3']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:12:26.189042 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc6973b8-0b18-4ab5-b5b0-359dcb05110f req-8217be02-4315-4b5c-b61f-15b47878e027 tempest-MigrationsAdminTest-892781459 tempest-MigrationsAdminTest-892781459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:12:26.200768 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-dc6973b8-0b18-4ab5-b5b0-359dcb05110f req-8217be02-4315-4b5c-b61f-15b47878e027 tempest-MigrationsAdminTest-892781459 tempest-MigrationsAdminTest-892781459-project] 10.222.0.75 "GET /v2.0/ports?device_id=7394cbff-f035-4166-a786-a8886a8e5e67 HTTP/1.1" status: 200 len: 950 time: 0.2379634 Feb 09 19:12:26.224282 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-0c82504e-54ee-46ef-942f-0644b5be3aeb tempest-NegativeSecGroupIPv6Test-268475121 tempest-NegativeSecGroupIPv6Test-268475121-project] Publish callbacks [] for security_group (617241dd-74b0-408c-9efb-5ffdbbeb2d07), before_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:12:26.226034 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.v2.base [req-5acb6ce4-4b58-43c4-a5cb-b6112929a196 req-143cce2e-60c4-4b19-8da0-47069a3582e4 service neutron] Request body: {'port': {'device_id': '182eb346-b266-45c5-a0a2-d215e9bb2886', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-713498-36'}} {{(pid=103230) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 19:12:26.261807 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-0c82504e-54ee-46ef-942f-0644b5be3aeb tempest-NegativeSecGroupIPv6Test-268475121 tempest-NegativeSecGroupIPv6Test-268475121-project] Publish callbacks [] for security_group (617241dd-74b0-408c-9efb-5ffdbbeb2d07), precommit_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:12:26.328689 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-0c82504e-54ee-46ef-942f-0644b5be3aeb tempest-NegativeSecGroupIPv6Test-268475121 tempest-NegativeSecGroupIPv6Test-268475121-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1892331'] for security_group (617241dd-74b0-408c-9efb-5ffdbbeb2d07), after_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:12:26.332814 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-0c82504e-54ee-46ef-942f-0644b5be3aeb tempest-NegativeSecGroupIPv6Test-268475121 tempest-NegativeSecGroupIPv6Test-268475121-project] Publish callbacks [] for security_group (None), before_response {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:12:26.334201 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-0c82504e-54ee-46ef-942f-0644b5be3aeb tempest-NegativeSecGroupIPv6Test-268475121 tempest-NegativeSecGroupIPv6Test-268475121-project] 10.222.0.75 "DELETE /v2.0/security-groups/617241dd-74b0-408c-9efb-5ffdbbeb2d07 HTTP/1.1" status: 204 len: 168 time: 0.4255357 Feb 09 19:12:26.347920 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 59312) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:12:26.350166 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c82504e-54ee-46ef-942f-0644b5be3aeb tempest-NegativeSecGroupIPv6Test-268475121 tempest-NegativeSecGroupIPv6Test-268475121-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=617241dd-74b0-408c-9efb-5ffdbbeb2d07,revision_number=None']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:12:26.398922 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [req-5acb6ce4-4b58-43c4-a5cb-b6112929a196 req-143cce2e-60c4-4b19-8da0-47069a3582e4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (afdc6bf1-cf06-44ce-86c4-f6729cdbc923), before_update {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:12:26.450796 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e797ec39-c89d-4110-914f-5da8e3d32257 req-14984a06-c4c9-4d3d-ad6b-acd3a93756df tempest-DeleteServersTestJSON-1870379525 tempest-DeleteServersTestJSON-1870379525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:12:26.452552 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-e797ec39-c89d-4110-914f-5da8e3d32257 req-14984a06-c4c9-4d3d-ad6b-acd3a93756df tempest-DeleteServersTestJSON-1870379525 tempest-DeleteServersTestJSON-1870379525-project] 10.222.0.75 "GET /v2.0/ports?device_id=7fbc7784-9788-4f2d-b985-c5e2674f3448 HTTP/1.1" status: 200 len: 945 time: 0.1927531 Feb 09 19:12:26.455483 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-dc6973b8-0b18-4ab5-b5b0-359dcb05110f req-e0003b21-92b6-453e-a280-6e2266fa8a0c tempest-MigrationsAdminTest-892781459 tempest-MigrationsAdminTest-892781459-project] 10.222.0.75 "GET /v2.0/security-groups?id=709912c8-8171-4435-800e-9e5c5e45bf8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2534857 Feb 09 19:12:26.470176 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-7d50eab2-e687-4dd3-baad-97f4a211a94f tempest-NegativeSecGroupIPv6Test-268475121 tempest-NegativeSecGroupIPv6Test-268475121-project] 10.222.0.75 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1154957 Feb 09 19:12:26.473367 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 59316) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:12:26.484377 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.v2.base [None req-1d498ce6-65bc-4f57-8067-bfcad5be34b1 tempest-NegativeSecGroupIPv6Test-268475121 tempest-NegativeSecGroupIPv6Test-268475121-project] Request body: {'security_group': {'name': 'tempest-secgroup--156830739'}} {{(pid=103230) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 19:12:26.530887 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-1d498ce6-65bc-4f57-8067-bfcad5be34b1 tempest-NegativeSecGroupIPv6Test-268475121 tempest-NegativeSecGroupIPv6Test-268475121-project] Publish callbacks [] for security_group (None), before_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:12:26.564635 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-6bb2b1c7-791f-426b-8e11-1d2266fa6261 req-5b3a22c1-42cf-4373-a991-52fbf789e584 tempest-TaggedBootDevicesTest_v242-798392635 tempest-TaggedBootDevicesTest_v242-798392635-project] 10.222.0.75 "GET /v2.0/ports?device_id=8319129f-1054-494a-b0c0-2ec99e839619 HTTP/1.1" status: 200 len: 210 time: 0.0425785 Feb 09 19:12:26.639335 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-e797ec39-c89d-4110-914f-5da8e3d32257 req-1c4730d0-c5c0-4847-8d28-d261d0968995 tempest-DeleteServersTestJSON-1870379525 tempest-DeleteServersTestJSON-1870379525-project] 10.222.0.75 "GET /v2.0/security-groups?id=5ce92d32-ca94-4b6c-925d-b9dff609abe6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1746230 Feb 09 19:12:26.694990 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8c5b2a0-13f6-41bd-807c-e9f5f7bfc989 req-884e514b-ef7b-488d-9592-998d407da475 tempest-ServerPasswordTestJSON-414920366 tempest-ServerPasswordTestJSON-414920366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:12:26.696662 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-d8c5b2a0-13f6-41bd-807c-e9f5f7bfc989 req-884e514b-ef7b-488d-9592-998d407da475 tempest-ServerPasswordTestJSON-414920366 tempest-ServerPasswordTestJSON-414920366-project] 10.222.0.75 "GET /v2.0/ports?device_id=c46d2564-e5fe-4732-99d5-8a3abdae3ea1 HTTP/1.1" status: 200 len: 945 time: 0.0558183 Feb 09 19:12:26.757318 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-d8c5b2a0-13f6-41bd-807c-e9f5f7bfc989 req-9e6997d9-d38f-4a34-a89a-03b0cfcdc122 tempest-ServerPasswordTestJSON-414920366 tempest-ServerPasswordTestJSON-414920366-project] 10.222.0.75 "GET /v2.0/security-groups?id=0810c243-1868-4477-a8d6-8bb35e408cf8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535753 Feb 09 19:12:26.809694 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-1d498ce6-65bc-4f57-8067-bfcad5be34b1 tempest-NegativeSecGroupIPv6Test-268475121 tempest-NegativeSecGroupIPv6Test-268475121-project] Publish callbacks [] for security_group (91c1594c-b26e-4eb2-82cc-4e075f15e047), precommit_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:12:26.819850 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-1d498ce6-65bc-4f57-8067-bfcad5be34b1 tempest-NegativeSecGroupIPv6Test-268475121 tempest-NegativeSecGroupIPv6Test-268475121-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1892331'] for security_group (91c1594c-b26e-4eb2-82cc-4e075f15e047), after_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:12:26.889046 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-1d498ce6-65bc-4f57-8067-bfcad5be34b1 tempest-NegativeSecGroupIPv6Test-268475121 tempest-NegativeSecGroupIPv6Test-268475121-project] Publish callbacks [] for security_group (None), before_response {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:12:26.893682 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-1d498ce6-65bc-4f57-8067-bfcad5be34b1 tempest-NegativeSecGroupIPv6Test-268475121 tempest-NegativeSecGroupIPv6Test-268475121-project] 10.222.0.75 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.4159300 Feb 09 19:12:26.893783 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 59324) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:12:26.898806 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.v2.base [None req-519d9b01-3962-44ec-9c23-fc37238754f7 tempest-NegativeSecGroupIPv6Test-268475121 tempest-NegativeSecGroupIPv6Test-268475121-project] Request body: {'security_group_rule': {'security_group_id': '91c1594c-b26e-4eb2-82cc-4e075f15e047', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=103229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 19:12:26.899462 n-d-713498-36 neutron-server[103229]: WARNING neutron.api.v2.base [None req-519d9b01-3962-44ec-9c23-fc37238754f7 tempest-NegativeSecGroupIPv6Test-268475121 tempest-NegativeSecGroupIPv6Test-268475121-project] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6']. Feb 09 19:12:26.899981 n-d-713498-36 neutron-server[103229]: INFO neutron.api.v2.resource [None req-519d9b01-3962-44ec-9c23-fc37238754f7 tempest-NegativeSecGroupIPv6Test-268475121 tempest-NegativeSecGroupIPv6Test-268475121-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 09 19:12:26.901046 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-519d9b01-3962-44ec-9c23-fc37238754f7 tempest-NegativeSecGroupIPv6Test-268475121 tempest-NegativeSecGroupIPv6Test-268475121-project] 10.222.0.75 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0059667 Feb 09 19:12:26.902100 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d498ce6-65bc-4f57-8067-bfcad5be34b1 tempest-NegativeSecGroupIPv6Test-268475121 tempest-NegativeSecGroupIPv6Test-268475121-project] Pushing event updated for resources: {'SecurityGroup': ['ID=91c1594c-b26e-4eb2-82cc-4e075f15e047,revision_number=1']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:12:26.904385 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 59326) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:12:26.958128 n-d-713498-36 neutron-server[103230]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '182eb346-b266-45c5-a0a2-d215e9bb2886', 'tag': '021ddc99-ef0c-4e82-ac98-d40f52ae7d55'}] {{(pid=103230) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 19:12:26.961205 n-d-713498-36 neutron-server[103230]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aee5919275bae9f72eb374ee322673045eb80c1f84b4b45a97d96923bd50ab51" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4662c9af-6500-43ae-aa0e-97e6919300ef" -d '{"events": [{"name": "network-changed", "server_uuid": "182eb346-b266-45c5-a0a2-d215e9bb2886", "tag": "021ddc99-ef0c-4e82-ac98-d40f52ae7d55"}]}' {{(pid=103230) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 19:12:26.972263 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-56e7856d-00cd-4ced-a62a-7224b9770bf6 tempest-NegativeSecGroupIPv6Test-268475121 tempest-NegativeSecGroupIPv6Test-268475121-project] Publish callbacks [] for security_group (91c1594c-b26e-4eb2-82cc-4e075f15e047), before_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:12:26.987007 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-023de367-abef-4d25-8c85-ead8763877c6 req-89b22a3c-413f-4402-81d6-d323ede77885 tempest-ServersTestMultiNic-1550042178 tempest-ServersTestMultiNic-1550042178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:12:26.992293 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-023de367-abef-4d25-8c85-ead8763877c6 req-89b22a3c-413f-4402-81d6-d323ede77885 tempest-ServersTestMultiNic-1550042178 tempest-ServersTestMultiNic-1550042178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:12:26.996875 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-56e7856d-00cd-4ced-a62a-7224b9770bf6 tempest-NegativeSecGroupIPv6Test-268475121 tempest-NegativeSecGroupIPv6Test-268475121-project] Publish callbacks [] for security_group (91c1594c-b26e-4eb2-82cc-4e075f15e047), precommit_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:12:26.997560 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-023de367-abef-4d25-8c85-ead8763877c6 req-89b22a3c-413f-4402-81d6-d323ede77885 tempest-ServersTestMultiNic-1550042178 tempest-ServersTestMultiNic-1550042178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:12:26.999281 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-023de367-abef-4d25-8c85-ead8763877c6 req-89b22a3c-413f-4402-81d6-d323ede77885 tempest-ServersTestMultiNic-1550042178 tempest-ServersTestMultiNic-1550042178-project] 10.222.0.75 "GET /v2.0/ports?device_id=182eb346-b266-45c5-a0a2-d215e9bb2886 HTTP/1.1" status: 200 len: 2399 time: 0.1589086 Feb 09 19:12:27.001992 n-d-713498-36 neutron-server[103230]: DEBUG neutron.notifiers.nova [req-5acb6ce4-4b58-43c4-a5cb-b6112929a196 req-143cce2e-60c4-4b19-8da0-47069a3582e4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id afdc6bf1-cf06-44ce-86c4-f6729cdbc923 {{(pid=103230) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 19:12:27.019044 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [req-5acb6ce4-4b58-43c4-a5cb-b6112929a196 req-143cce2e-60c4-4b19-8da0-47069a3582e4 service neutron] Publish callbacks [] for port (afdc6bf1-cf06-44ce-86c4-f6729cdbc923), precommit_update {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:12:27.050015 n-d-713498-36 neutron-server[103230]: DEBUG neutron.db.provisioning_blocks [req-5acb6ce4-4b58-43c4-a5cb-b6112929a196 req-143cce2e-60c4-4b19-8da0-47069a3582e4 service neutron] Transition to ACTIVE for port object afdc6bf1-cf06-44ce-86c4-f6729cdbc923 will not be triggered until provisioned by entity L2. {{(pid=103230) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 19:12:27.050931 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-56e7856d-00cd-4ced-a62a-7224b9770bf6 tempest-NegativeSecGroupIPv6Test-268475121 tempest-NegativeSecGroupIPv6Test-268475121-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1892331'] for security_group (91c1594c-b26e-4eb2-82cc-4e075f15e047), after_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:12:27.054369 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-56e7856d-00cd-4ced-a62a-7224b9770bf6 tempest-NegativeSecGroupIPv6Test-268475121 tempest-NegativeSecGroupIPv6Test-268475121-project] Publish callbacks [] for security_group (None), before_response {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:12:27.058751 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-56e7856d-00cd-4ced-a62a-7224b9770bf6 tempest-NegativeSecGroupIPv6Test-268475121 tempest-NegativeSecGroupIPv6Test-268475121-project] 10.222.0.75 "DELETE /v2.0/security-groups/91c1594c-b26e-4eb2-82cc-4e075f15e047 HTTP/1.1" status: 204 len: 168 time: 0.1429276 Feb 09 19:12:27.061489 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [req-5acb6ce4-4b58-43c4-a5cb-b6112929a196 req-143cce2e-60c4-4b19-8da0-47069a3582e4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762867176205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762866656485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762866656503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14393758'] for port (afdc6bf1-cf06-44ce-86c4-f6729cdbc923), after_update {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:12:27.061649 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 59332) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:12:27.090514 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56e7856d-00cd-4ced-a62a-7224b9770bf6 tempest-NegativeSecGroupIPv6Test-268475121 tempest-NegativeSecGroupIPv6Test-268475121-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=91c1594c-b26e-4eb2-82cc-4e075f15e047,revision_number=None']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:12:27.110802 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-023de367-abef-4d25-8c85-ead8763877c6 req-527b3a61-fc1a-4757-b01f-ce96c65bfe16 tempest-ServersTestMultiNic-1550042178 tempest-ServersTestMultiNic-1550042178-project] 10.222.0.75 "GET /v2.0/security-groups?id=73443f61-e28a-43ce-9cbb-ef678fe5ea76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1039991 Feb 09 19:12:27.143390 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-143cce2e-60c4-4b19-8da0-47069a3582e4 service neutron] Pushing event updated for resources: {'Port': ['ID=afdc6bf1-cf06-44ce-86c4-f6729cdbc923,revision_number=2']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:12:27.182687 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-2124efd8-1514-49c7-9934-c5c9958eab77 tempest-NegativeSecGroupIPv6Test-268475121 tempest-NegativeSecGroupIPv6Test-268475121-project] 10.222.0.75 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1199665 Feb 09 19:12:27.183424 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 59338) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:12:27.191154 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.v2.base [None req-ab371537-f833-41b7-9d56-5dfe5ab8a017 tempest-NegativeSecGroupIPv6Test-268475121 tempest-NegativeSecGroupIPv6Test-268475121-project] Request body: {'security_group': {'name': 'tempest-secgroup--1268915830'}} {{(pid=103229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 19:12:27.225448 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-ab371537-f833-41b7-9d56-5dfe5ab8a017 tempest-NegativeSecGroupIPv6Test-268475121 tempest-NegativeSecGroupIPv6Test-268475121-project] Publish callbacks [] for security_group (None), before_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:12:27.244148 n-d-713498-36 neutron-server[103230]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 19:12:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ddd73248-c13b-4833-ba26-162a71b41e4e x-openstack-request-id: req-ddd73248-c13b-4833-ba26-162a71b41e4e {{(pid=103230) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 19:12:27.253657 n-d-713498-36 neutron-server[103230]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "182eb346-b266-45c5-a0a2-d215e9bb2886", "tag": "021ddc99-ef0c-4e82-ac98-d40f52ae7d55", "status": "completed", "code": 200}]} {{(pid=103230) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 19:12:27.254075 n-d-713498-36 neutron-server[103230]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-ddd73248-c13b-4833-ba26-162a71b41e4e {{(pid=103230) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 19:12:27.254576 n-d-713498-36 neutron-server[103230]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '182eb346-b266-45c5-a0a2-d215e9bb2886', 'tag': '021ddc99-ef0c-4e82-ac98-d40f52ae7d55', 'status': 'completed', 'code': 200} Feb 09 19:12:27.336627 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.managers [req-5acb6ce4-4b58-43c4-a5cb-b6112929a196 req-143cce2e-60c4-4b19-8da0-47069a3582e4 service neutron] Attempting to bind port afdc6bf1-cf06-44ce-86c4-f6729cdbc923 on host n-h2-713498-36 for vnic_type normal with profile {{(pid=103230) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 19:12:27.337240 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.managers [req-5acb6ce4-4b58-43c4-a5cb-b6112929a196 req-143cce2e-60c4-4b19-8da0-47069a3582e4 service neutron] Attempting to bind port afdc6bf1-cf06-44ce-86c4-f6729cdbc923 by drivers openvswitch,hyperv on host n-h2-713498-36 at level 0 using segments [{'id': '92da60b7-c045-4864-99cf-723efc0bf37b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': '1053aeb0-96ca-4455-975a-23b0dccb07ec'}] {{(pid=103230) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 19:12:27.337936 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5acb6ce4-4b58-43c4-a5cb-b6112929a196 req-143cce2e-60c4-4b19-8da0-47069a3582e4 service neutron] Attempting to bind port afdc6bf1-cf06-44ce-86c4-f6729cdbc923 on network 1053aeb0-96ca-4455-975a-23b0dccb07ec {{(pid=103230) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 19:12:27.348400 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5acb6ce4-4b58-43c4-a5cb-b6112929a196 req-143cce2e-60c4-4b19-8da0-47069a3582e4 service neutron] Port afdc6bf1-cf06-44ce-86c4-f6729cdbc923 on network 1053aeb0-96ca-4455-975a-23b0dccb07ec not bound, no agent of type Open vSwitch agent registered on host n-h2-713498-36 {{(pid=103230) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 19:12:27.348732 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5acb6ce4-4b58-43c4-a5cb-b6112929a196 req-143cce2e-60c4-4b19-8da0-47069a3582e4 service neutron] Attempting to bind port afdc6bf1-cf06-44ce-86c4-f6729cdbc923 on network 1053aeb0-96ca-4455-975a-23b0dccb07ec {{(pid=103230) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 19:12:27.363770 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5acb6ce4-4b58-43c4-a5cb-b6112929a196 req-143cce2e-60c4-4b19-8da0-47069a3582e4 service neutron] Checking agent: {'id': 'bcd5faee-dc24-4298-9134-0e0aa054058e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713498-36', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 18, 59, 19), 'started_at': datetime.datetime(2022, 2, 9, 18, 59, 19), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 19, 12, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103230) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 19:12:27.364277 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5acb6ce4-4b58-43c4-a5cb-b6112929a196 req-143cce2e-60c4-4b19-8da0-47069a3582e4 service neutron] Checking segment: {'id': '92da60b7-c045-4864-99cf-723efc0bf37b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': '1053aeb0-96ca-4455-975a-23b0dccb07ec'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103230) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 19:12:27.364740 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5acb6ce4-4b58-43c4-a5cb-b6112929a196 req-143cce2e-60c4-4b19-8da0-47069a3582e4 service neutron] Bound using segment: {'id': '92da60b7-c045-4864-99cf-723efc0bf37b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': '1053aeb0-96ca-4455-975a-23b0dccb07ec'} {{(pid=103230) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 19:12:27.365297 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.managers [req-5acb6ce4-4b58-43c4-a5cb-b6112929a196 req-143cce2e-60c4-4b19-8da0-47069a3582e4 service neutron] Bound port: afdc6bf1-cf06-44ce-86c4-f6729cdbc923, host: n-h2-713498-36, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '92da60b7-c045-4864-99cf-723efc0bf37b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': '1053aeb0-96ca-4455-975a-23b0dccb07ec'}}] {{(pid=103230) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 19:12:27.365731 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [req-5acb6ce4-4b58-43c4-a5cb-b6112929a196 req-143cce2e-60c4-4b19-8da0-47069a3582e4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (afdc6bf1-cf06-44ce-86c4-f6729cdbc923), before_update {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:12:27.400671 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4662c9af-6500-43ae-aa0e-97e6919300ef req-6fdd8093-b936-404f-b32c-c8d149e0975e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:12:27.401477 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4662c9af-6500-43ae-aa0e-97e6919300ef req-6fdd8093-b936-404f-b32c-c8d149e0975e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:12:27.402168 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4662c9af-6500-43ae-aa0e-97e6919300ef req-6fdd8093-b936-404f-b32c-c8d149e0975e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:12:27.403650 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38f3edb7-b3d7-4035-95b1-aee270ff5174 req-0c3594f3-992e-4dfb-adab-f3deec2681a3 tempest-ServerPasswordTestJSON-414920366 tempest-ServerPasswordTestJSON-414920366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:12:27.404208 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-4662c9af-6500-43ae-aa0e-97e6919300ef req-6fdd8093-b936-404f-b32c-c8d149e0975e service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=dd68a30cbd724a479c2573502973494c&device_id=182eb346-b266-45c5-a0a2-d215e9bb2886 HTTP/1.1" status: 200 len: 2887 time: 0.1546037 Feb 09 19:12:27.405555 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-38f3edb7-b3d7-4035-95b1-aee270ff5174 req-0c3594f3-992e-4dfb-adab-f3deec2681a3 tempest-ServerPasswordTestJSON-414920366 tempest-ServerPasswordTestJSON-414920366-project] 10.222.0.75 "GET /v2.0/ports?device_id=c46d2564-e5fe-4732-99d5-8a3abdae3ea1 HTTP/1.1" status: 200 len: 945 time: 0.1479971 Feb 09 19:12:27.408460 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-ab371537-f833-41b7-9d56-5dfe5ab8a017 tempest-NegativeSecGroupIPv6Test-268475121 tempest-NegativeSecGroupIPv6Test-268475121-project] Publish callbacks [] for security_group (fdc5ec16-a449-454a-b469-1048c536f829), precommit_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:12:27.443787 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-ab371537-f833-41b7-9d56-5dfe5ab8a017 tempest-NegativeSecGroupIPv6Test-268475121 tempest-NegativeSecGroupIPv6Test-268475121-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1892331'] for security_group (fdc5ec16-a449-454a-b469-1048c536f829), after_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:12:27.452443 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8f4f5ab-30df-433f-857e-a6950f7208d9 req-915d6be7-f670-4f6a-961f-52c951fa7255 tempest-ServersTestBootFromVolume-783248817 tempest-ServersTestBootFromVolume-783248817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:12:27.454823 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-e8f4f5ab-30df-433f-857e-a6950f7208d9 req-915d6be7-f670-4f6a-961f-52c951fa7255 tempest-ServersTestBootFromVolume-783248817 tempest-ServersTestBootFromVolume-783248817-project] 10.222.0.75 "GET /v2.0/ports?device_id=84c056fe-802f-4b0b-9844-f490f36d7dba HTTP/1.1" status: 200 len: 944 time: 0.1623907 Feb 09 19:12:27.505253 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.db [req-5acb6ce4-4b58-43c4-a5cb-b6112929a196 req-143cce2e-60c4-4b19-8da0-47069a3582e4 service neutron] For port afdc6bf1-cf06-44ce-86c4-f6729cdbc923, host n-h2-713498-36, cleared binding levels {{(pid=103230) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 19:12:27.510441 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-38f3edb7-b3d7-4035-95b1-aee270ff5174 req-0491a3fd-911b-4367-8174-0e714bce2c87 tempest-ServerPasswordTestJSON-414920366 tempest-ServerPasswordTestJSON-414920366-project] 10.222.0.75 "GET /v2.0/security-groups?id=0810c243-1868-4477-a8d6-8bb35e408cf8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0765276 Feb 09 19:12:27.512158 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.db [req-5acb6ce4-4b58-43c4-a5cb-b6112929a196 req-143cce2e-60c4-4b19-8da0-47069a3582e4 service neutron] For port afdc6bf1-cf06-44ce-86c4-f6729cdbc923, host n-h2-713498-36, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-36',level=0,port_id=afdc6bf1-cf06-44ce-86c4-f6729cdbc923,segment=NetworkSegment(92da60b7-c045-4864-99cf-723efc0bf37b),segment_id=92da60b7-c045-4864-99cf-723efc0bf37b)] {{(pid=103230) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 19:12:27.519764 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [req-5acb6ce4-4b58-43c4-a5cb-b6112929a196 req-143cce2e-60c4-4b19-8da0-47069a3582e4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762867176205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762866656485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762866656503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14393758'] for port (afdc6bf1-cf06-44ce-86c4-f6729cdbc923), after_update {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:12:27.577176 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5acb6ce4-4b58-43c4-a5cb-b6112929a196 req-143cce2e-60c4-4b19-8da0-47069a3582e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:12:27.577938 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [req-5acb6ce4-4b58-43c4-a5cb-b6112929a196 req-143cce2e-60c4-4b19-8da0-47069a3582e4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171096'] for port (None), before_response {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:12:27.580012 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-5acb6ce4-4b58-43c4-a5cb-b6112929a196 req-143cce2e-60c4-4b19-8da0-47069a3582e4 service neutron] 10.222.0.90 "PUT /v2.0/ports/afdc6bf1-cf06-44ce-86c4-f6729cdbc923 HTTP/1.1" status: 200 len: 1093 time: 1.3585334 Feb 09 19:12:27.612337 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-ab371537-f833-41b7-9d56-5dfe5ab8a017 tempest-NegativeSecGroupIPv6Test-268475121 tempest-NegativeSecGroupIPv6Test-268475121-project] Publish callbacks [] for security_group (None), before_response {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:12:27.614750 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-ab371537-f833-41b7-9d56-5dfe5ab8a017 tempest-NegativeSecGroupIPv6Test-268475121 tempest-NegativeSecGroupIPv6Test-268475121-project] 10.222.0.75 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.4285707 Feb 09 19:12:27.621171 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 59344) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:12:27.625181 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab371537-f833-41b7-9d56-5dfe5ab8a017 tempest-NegativeSecGroupIPv6Test-268475121 tempest-NegativeSecGroupIPv6Test-268475121-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fdc5ec16-a449-454a-b469-1048c536f829,revision_number=1']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:12:27.634519 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-143cce2e-60c4-4b19-8da0-47069a3582e4 service neutron] Pushing event updated for resources: {'Port': ['ID=afdc6bf1-cf06-44ce-86c4-f6729cdbc923,revision_number=3']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:12:27.644243 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.v2.base [None req-5b08b3a3-b168-4d0e-8451-9d7c8092a785 tempest-NegativeSecGroupIPv6Test-268475121 tempest-NegativeSecGroupIPv6Test-268475121-project] Request body: {'security_group_rule': {'security_group_id': 'fdc5ec16-a449-454a-b469-1048c536f829', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 19:12:27.653433 n-d-713498-36 neutron-server[103229]: WARNING neutron.api.v2.base [None req-5b08b3a3-b168-4d0e-8451-9d7c8092a785 tempest-NegativeSecGroupIPv6Test-268475121 tempest-NegativeSecGroupIPv6Test-268475121-project] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported. Feb 09 19:12:27.654382 n-d-713498-36 neutron-server[103229]: INFO neutron.api.v2.resource [None req-5b08b3a3-b168-4d0e-8451-9d7c8092a785 tempest-NegativeSecGroupIPv6Test-268475121 tempest-NegativeSecGroupIPv6Test-268475121-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 09 19:12:27.655698 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-5b08b3a3-b168-4d0e-8451-9d7c8092a785 tempest-NegativeSecGroupIPv6Test-268475121 tempest-NegativeSecGroupIPv6Test-268475121-project] 10.222.0.75 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0316117 Feb 09 19:12:27.668641 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 59346) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:12:27.719321 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4662c9af-6500-43ae-aa0e-97e6919300ef req-6b229570-4132-495c-b93a-9f41843cc49c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:12:27.721530 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4662c9af-6500-43ae-aa0e-97e6919300ef req-6b229570-4132-495c-b93a-9f41843cc49c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:12:27.724777 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4662c9af-6500-43ae-aa0e-97e6919300ef req-6b229570-4132-495c-b93a-9f41843cc49c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:12:27.728121 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-4662c9af-6500-43ae-aa0e-97e6919300ef req-6b229570-4132-495c-b93a-9f41843cc49c service neutron] 10.222.0.90 "GET /v2.0/networks?tenant_id=dd68a30cbd724a479c2573502973494c&shared=False HTTP/1.1" status: 200 len: 2289 time: 0.3013492 Feb 09 19:12:27.735187 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e9c2485-4c98-4dcb-b3e5-0911f3ce2caf req-768e54a2-0337-4190-a64c-fd4e7cacd1a4 tempest-MigrationsAdminTest-892781459 tempest-MigrationsAdminTest-892781459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:12:27.743863 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-1e9c2485-4c98-4dcb-b3e5-0911f3ce2caf req-768e54a2-0337-4190-a64c-fd4e7cacd1a4 tempest-MigrationsAdminTest-892781459 tempest-MigrationsAdminTest-892781459-project] 10.222.0.75 "GET /v2.0/ports?device_id=7394cbff-f035-4166-a786-a8886a8e5e67 HTTP/1.1" status: 200 len: 950 time: 0.1342728 Feb 09 19:12:27.762655 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5187fe3d-51cc-451b-b64d-aa99778ede16 req-8109469b-8c39-472a-8f44-3c2585c25fe7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:12:27.768449 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-5187fe3d-51cc-451b-b64d-aa99778ede16 req-8109469b-8c39-472a-8f44-3c2585c25fe7 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=216741f4995241bbba7cd794217427a2&device_id=7fbc7784-9788-4f2d-b985-c5e2674f3448 HTTP/1.1" status: 200 len: 1128 time: 0.3498423 Feb 09 19:12:27.782545 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-0d00dea4-a27d-460a-8e35-35bcc48fd0ab tempest-NegativeSecGroupIPv6Test-268475121 tempest-NegativeSecGroupIPv6Test-268475121-project] Publish callbacks [] for security_group (fdc5ec16-a449-454a-b469-1048c536f829), before_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:12:27.826121 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-0d00dea4-a27d-460a-8e35-35bcc48fd0ab tempest-NegativeSecGroupIPv6Test-268475121 tempest-NegativeSecGroupIPv6Test-268475121-project] Publish callbacks [] for security_group (fdc5ec16-a449-454a-b469-1048c536f829), precommit_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:12:27.847308 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-1e9c2485-4c98-4dcb-b3e5-0911f3ce2caf req-6cb5dab2-7e60-4858-b037-73c9763b54e7 tempest-MigrationsAdminTest-892781459 tempest-MigrationsAdminTest-892781459-project] 10.222.0.75 "GET /v2.0/security-groups?id=709912c8-8171-4435-800e-9e5c5e45bf8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1024830 Feb 09 19:12:27.919669 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-0d00dea4-a27d-460a-8e35-35bcc48fd0ab tempest-NegativeSecGroupIPv6Test-268475121 tempest-NegativeSecGroupIPv6Test-268475121-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1892331'] for security_group (fdc5ec16-a449-454a-b469-1048c536f829), after_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:12:27.922737 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-e8f4f5ab-30df-433f-857e-a6950f7208d9 req-ce86098c-f2e9-4766-b415-c74fea45530b tempest-ServersTestBootFromVolume-783248817 tempest-ServersTestBootFromVolume-783248817-project] 10.222.0.75 "GET /v2.0/security-groups?id=99b1e7c3-38f3-4f0a-8bb2-c56dc143d44a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4358687 Feb 09 19:12:27.923647 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-0d00dea4-a27d-460a-8e35-35bcc48fd0ab tempest-NegativeSecGroupIPv6Test-268475121 tempest-NegativeSecGroupIPv6Test-268475121-project] Publish callbacks [] for security_group (None), before_response {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:12:27.927426 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-0d00dea4-a27d-460a-8e35-35bcc48fd0ab tempest-NegativeSecGroupIPv6Test-268475121 tempest-NegativeSecGroupIPv6Test-268475121-project] 10.222.0.75 "DELETE /v2.0/security-groups/fdc5ec16-a449-454a-b469-1048c536f829 HTTP/1.1" status: 204 len: 168 time: 0.2550895 Feb 09 19:12:27.934705 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 59350) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:12:27.971815 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-15766aaa-6c09-49d2-908a-9cdf2d2f9c8e req-8dc1623e-df84-41a5-b331-3af7cf12ab26 tempest-TaggedBootDevicesTest_v242-798392635 tempest-TaggedBootDevicesTest_v242-798392635-project] 10.222.0.75 "GET /v2.0/ports?device_id=8319129f-1054-494a-b0c0-2ec99e839619 HTTP/1.1" status: 200 len: 210 time: 0.0555973 Feb 09 19:12:27.972794 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d00dea4-a27d-460a-8e35-35bcc48fd0ab tempest-NegativeSecGroupIPv6Test-268475121 tempest-NegativeSecGroupIPv6Test-268475121-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fdc5ec16-a449-454a-b469-1048c536f829,revision_number=None']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:12:28.072064 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5187fe3d-51cc-451b-b64d-aa99778ede16 req-abcb3d41-4da6-4e4b-8011-dc02f16811da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:12:28.073738 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-5187fe3d-51cc-451b-b64d-aa99778ede16 req-abcb3d41-4da6-4e4b-8011-dc02f16811da service neutron] 10.222.0.89 "GET /v2.0/networks?id=22e5c36a-e85f-4512-bcde-f1a1a30e29d3 HTTP/1.1" status: 200 len: 913 time: 0.2447538 Feb 09 19:12:28.146653 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-ca227320-335d-4822-8406-d18272f8faf0 tempest-NegativeSecGroupIPv6Test-268475121 tempest-NegativeSecGroupIPv6Test-268475121-project] 10.222.0.75 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.2091160 Feb 09 19:12:28.147994 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4662c9af-6500-43ae-aa0e-97e6919300ef req-74699735-cbd1-4a9e-b26e-a795e65cc4cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:12:28.150077 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-4662c9af-6500-43ae-aa0e-97e6919300ef req-74699735-cbd1-4a9e-b26e-a795e65cc4cb service neutron] 10.222.0.90 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4076512 Feb 09 19:12:28.151028 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 59352) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:12:28.153845 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-5187fe3d-51cc-451b-b64d-aa99778ede16 req-fc715d9e-4ca8-4e80-9a1f-1d8cff71a017 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=9e9093c5-c270-418b-b203-e3adae1a2c7d HTTP/1.1" status: 200 len: 217 time: 0.0534604 Feb 09 19:12:28.160582 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.v2.base [None req-d3b61b76-ff3f-4689-a970-e2401a433892 tempest-NegativeSecGroupIPv6Test-268475121 tempest-NegativeSecGroupIPv6Test-268475121-project] Request body: {'security_group': {'name': 'tempest-secgroup--1330115968'}} {{(pid=103230) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 19:12:28.203652 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-d3b61b76-ff3f-4689-a970-e2401a433892 tempest-NegativeSecGroupIPv6Test-268475121 tempest-NegativeSecGroupIPv6Test-268475121-project] Publish callbacks [] for security_group (None), before_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:12:28.254997 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35b33001-b809-42dc-a775-12cbb19a8931 req-c4108124-80f9-49da-a777-e4f67e243913 tempest-DeleteServersTestJSON-1870379525 tempest-DeleteServersTestJSON-1870379525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:12:28.256517 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-35b33001-b809-42dc-a775-12cbb19a8931 req-c4108124-80f9-49da-a777-e4f67e243913 tempest-DeleteServersTestJSON-1870379525 tempest-DeleteServersTestJSON-1870379525-project] 10.222.0.75 "GET /v2.0/ports?device_id=7fbc7784-9788-4f2d-b985-c5e2674f3448 HTTP/1.1" status: 200 len: 945 time: 0.2197211 Feb 09 19:12:28.269986 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5187fe3d-51cc-451b-b64d-aa99778ede16 req-9f73747a-bdea-4e4d-8fc1-609f1c7b4cdc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:12:28.271324 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-5187fe3d-51cc-451b-b64d-aa99778ede16 req-9f73747a-bdea-4e4d-8fc1-609f1c7b4cdc service neutron] 10.222.0.89 "GET /v2.0/subnets?id=fd92991c-99c1-4998-85f2-810e9ca4298d HTTP/1.1" status: 200 len: 852 time: 0.1028545 Feb 09 19:12:28.323606 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-5187fe3d-51cc-451b-b64d-aa99778ede16 req-abd76eb6-b67f-4c90-85be-031a3fa7a7ef service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=22e5c36a-e85f-4512-bcde-f1a1a30e29d3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0425241 Feb 09 19:12:28.334880 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d75bc228-6a09-4a35-8c0d-8528f691f960 req-153ec867-a3cb-4032-bf98-abcee6a402e6 tempest-ServersTestMultiNic-1550042178 tempest-ServersTestMultiNic-1550042178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:12:28.340419 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d75bc228-6a09-4a35-8c0d-8528f691f960 req-153ec867-a3cb-4032-bf98-abcee6a402e6 tempest-ServersTestMultiNic-1550042178 tempest-ServersTestMultiNic-1550042178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:12:28.346369 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d75bc228-6a09-4a35-8c0d-8528f691f960 req-153ec867-a3cb-4032-bf98-abcee6a402e6 tempest-ServersTestMultiNic-1550042178 tempest-ServersTestMultiNic-1550042178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:12:28.347844 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5acb6ce4-4b58-43c4-a5cb-b6112929a196 req-aa361e98-c1d4-44f0-b0e4-b3e4f62041ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:12:28.348298 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-d75bc228-6a09-4a35-8c0d-8528f691f960 req-153ec867-a3cb-4032-bf98-abcee6a402e6 tempest-ServersTestMultiNic-1550042178 tempest-ServersTestMultiNic-1550042178-project] 10.222.0.75 "GET /v2.0/ports?device_id=182eb346-b266-45c5-a0a2-d215e9bb2886 HTTP/1.1" status: 200 len: 2411 time: 0.1051652 Feb 09 19:12:28.348430 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5acb6ce4-4b58-43c4-a5cb-b6112929a196 req-aa361e98-c1d4-44f0-b0e4-b3e4f62041ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:12:28.348806 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5acb6ce4-4b58-43c4-a5cb-b6112929a196 req-aa361e98-c1d4-44f0-b0e4-b3e4f62041ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:12:28.350570 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-5acb6ce4-4b58-43c4-a5cb-b6112929a196 req-aa361e98-c1d4-44f0-b0e4-b3e4f62041ff service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=dd68a30cbd724a479c2573502973494c&device_id=182eb346-b266-45c5-a0a2-d215e9bb2886 HTTP/1.1" status: 200 len: 2960 time: 0.1381266 Feb 09 19:12:28.358371 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-d3b61b76-ff3f-4689-a970-e2401a433892 tempest-NegativeSecGroupIPv6Test-268475121 tempest-NegativeSecGroupIPv6Test-268475121-project] Publish callbacks [] for security_group (d1c779c8-fe28-4993-bd3a-269ff5f7b0de), precommit_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:12:28.372897 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-d3b61b76-ff3f-4689-a970-e2401a433892 tempest-NegativeSecGroupIPv6Test-268475121 tempest-NegativeSecGroupIPv6Test-268475121-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1892331'] for security_group (d1c779c8-fe28-4993-bd3a-269ff5f7b0de), after_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:12:28.416679 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-d3b61b76-ff3f-4689-a970-e2401a433892 tempest-NegativeSecGroupIPv6Test-268475121 tempest-NegativeSecGroupIPv6Test-268475121-project] Publish callbacks [] for security_group (None), before_response {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:12:28.421127 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-d3b61b76-ff3f-4689-a970-e2401a433892 tempest-NegativeSecGroupIPv6Test-268475121 tempest-NegativeSecGroupIPv6Test-268475121-project] 10.222.0.75 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.2658911 Feb 09 19:12:28.421985 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 59356) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:12:28.426618 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.v2.base [None req-be7ff860-e5eb-4c2e-97d7-c0617f13d8f8 tempest-NegativeSecGroupIPv6Test-268475121 tempest-NegativeSecGroupIPv6Test-268475121-project] Request body: {'security_group_rule': {'security_group_id': 'd1c779c8-fe28-4993-bd3a-269ff5f7b0de', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=103230) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 19:12:28.439748 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-35b33001-b809-42dc-a775-12cbb19a8931 req-afc14243-3a0f-4e49-802b-dc93edc832a5 tempest-DeleteServersTestJSON-1870379525 tempest-DeleteServersTestJSON-1870379525-project] 10.222.0.75 "GET /v2.0/security-groups?id=5ce92d32-ca94-4b6c-925d-b9dff609abe6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1666131 Feb 09 19:12:28.446613 n-d-713498-36 neutron-server[103230]: WARNING neutron.api.v2.base [None req-be7ff860-e5eb-4c2e-97d7-c0617f13d8f8 tempest-NegativeSecGroupIPv6Test-268475121 tempest-NegativeSecGroupIPv6Test-268475121-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix. Feb 09 19:12:28.447103 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-5acb6ce4-4b58-43c4-a5cb-b6112929a196 req-98ff3f5a-f34e-4f35-86b4-5de3b9187eaf service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.55&port_id=073afeaa-d894-4e49-9154-d5a14619ac03 HTTP/1.1" status: 200 len: 217 time: 0.0776598 Feb 09 19:12:28.447721 n-d-713498-36 neutron-server[103230]: INFO neutron.api.v2.resource [None req-be7ff860-e5eb-4c2e-97d7-c0617f13d8f8 tempest-NegativeSecGroupIPv6Test-268475121 tempest-NegativeSecGroupIPv6Test-268475121-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 09 19:12:28.452196 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-be7ff860-e5eb-4c2e-97d7-c0617f13d8f8 tempest-NegativeSecGroupIPv6Test-268475121 tempest-NegativeSecGroupIPv6Test-268475121-project] 10.222.0.75 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0260811 Feb 09 19:12:28.452443 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 59358) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:12:28.459084 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.v2.base [None req-ba144907-2300-4ba3-903a-497b436ffc0e tempest-NegativeSecGroupIPv6Test-268475121 tempest-NegativeSecGroupIPv6Test-268475121-project] Request body: {'security_group_rule': {'security_group_id': 'd1c779c8-fe28-4993-bd3a-269ff5f7b0de', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=103229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 19:12:28.460585 n-d-713498-36 neutron-server[103229]: WARNING neutron.api.v2.base [None req-ba144907-2300-4ba3-903a-497b436ffc0e tempest-NegativeSecGroupIPv6Test-268475121 tempest-NegativeSecGroupIPv6Test-268475121-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix. Feb 09 19:12:28.460960 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3b61b76-ff3f-4689-a970-e2401a433892 tempest-NegativeSecGroupIPv6Test-268475121 tempest-NegativeSecGroupIPv6Test-268475121-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d1c779c8-fe28-4993-bd3a-269ff5f7b0de,revision_number=1']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:12:28.461103 n-d-713498-36 neutron-server[103229]: INFO neutron.api.v2.resource [None req-ba144907-2300-4ba3-903a-497b436ffc0e tempest-NegativeSecGroupIPv6Test-268475121 tempest-NegativeSecGroupIPv6Test-268475121-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 09 19:12:28.464604 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-ba144907-2300-4ba3-903a-497b436ffc0e tempest-NegativeSecGroupIPv6Test-268475121 tempest-NegativeSecGroupIPv6Test-268475121-project] 10.222.0.75 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0093095 Feb 09 19:12:28.465201 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 59360) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:12:28.471155 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.v2.base [None req-67845447-512f-4941-a6f9-b4dc6d42f1b3 tempest-NegativeSecGroupIPv6Test-268475121 tempest-NegativeSecGroupIPv6Test-268475121-project] Request body: {'security_group_rule': {'security_group_id': 'd1c779c8-fe28-4993-bd3a-269ff5f7b0de', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=103230) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 19:12:28.472120 n-d-713498-36 neutron-server[103230]: WARNING neutron.api.v2.base [None req-67845447-512f-4941-a6f9-b4dc6d42f1b3 tempest-NegativeSecGroupIPv6Test-268475121 tempest-NegativeSecGroupIPv6Test-268475121-project] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix. Feb 09 19:12:28.472721 n-d-713498-36 neutron-server[103230]: INFO neutron.api.v2.resource [None req-67845447-512f-4941-a6f9-b4dc6d42f1b3 tempest-NegativeSecGroupIPv6Test-268475121 tempest-NegativeSecGroupIPv6Test-268475121-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 09 19:12:28.474590 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-67845447-512f-4941-a6f9-b4dc6d42f1b3 tempest-NegativeSecGroupIPv6Test-268475121 tempest-NegativeSecGroupIPv6Test-268475121-project] 10.222.0.75 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0083544 Feb 09 19:12:28.479286 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 59362) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:12:28.484718 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.v2.base [None req-c780d54e-05bc-42f4-be6e-48b69e963b68 tempest-NegativeSecGroupIPv6Test-268475121 tempest-NegativeSecGroupIPv6Test-268475121-project] Request body: {'security_group_rule': {'security_group_id': 'd1c779c8-fe28-4993-bd3a-269ff5f7b0de', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '256'}} {{(pid=103229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 19:12:28.486028 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-d75bc228-6a09-4a35-8c0d-8528f691f960 req-9a8e540d-64f0-407f-90c1-f5d443cd3e22 tempest-ServersTestMultiNic-1550042178 tempest-ServersTestMultiNic-1550042178-project] 10.222.0.75 "GET /v2.0/security-groups?id=73443f61-e28a-43ce-9cbb-ef678fe5ea76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1236212 Feb 09 19:12:28.489040 n-d-713498-36 neutron-server[103229]: WARNING neutron.api.v2.base [None req-c780d54e-05bc-42f4-be6e-48b69e963b68 tempest-NegativeSecGroupIPv6Test-268475121 tempest-NegativeSecGroupIPv6Test-268475121-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix. Feb 09 19:12:28.489832 n-d-713498-36 neutron-server[103229]: INFO neutron.api.v2.resource [None req-c780d54e-05bc-42f4-be6e-48b69e963b68 tempest-NegativeSecGroupIPv6Test-268475121 tempest-NegativeSecGroupIPv6Test-268475121-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 09 19:12:28.491414 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-c780d54e-05bc-42f4-be6e-48b69e963b68 tempest-NegativeSecGroupIPv6Test-268475121 tempest-NegativeSecGroupIPv6Test-268475121-project] 10.222.0.75 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0106010 Feb 09 19:12:28.493870 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 59364) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:12:28.553485 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-5187fe3d-51cc-451b-b64d-aa99778ede16 req-dc33eba3-cc3b-4adf-a11e-7786db95fbdc service neutron] 10.222.0.89 "GET /v2.0/networks/22e5c36a-e85f-4512-bcde-f1a1a30e29d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2215891 Feb 09 19:12:28.555460 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5acb6ce4-4b58-43c4-a5cb-b6112929a196 req-6479393a-224d-47c4-877a-075e3bc7457b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:12:28.556795 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-5acb6ce4-4b58-43c4-a5cb-b6112929a196 req-6479393a-224d-47c4-877a-075e3bc7457b service neutron] 10.222.0.90 "GET /v2.0/subnets?id=5ce2c655-ead1-49f8-a2a1-6b6465769c65 HTTP/1.1" status: 200 len: 801 time: 0.0922310 Feb 09 19:12:28.579309 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-65056b0d-f894-4002-aec6-cdfe12cd2dd3 tempest-NegativeSecGroupIPv6Test-268475121 tempest-NegativeSecGroupIPv6Test-268475121-project] Publish callbacks [] for security_group (d1c779c8-fe28-4993-bd3a-269ff5f7b0de), before_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:12:28.607510 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-65056b0d-f894-4002-aec6-cdfe12cd2dd3 tempest-NegativeSecGroupIPv6Test-268475121 tempest-NegativeSecGroupIPv6Test-268475121-project] Publish callbacks [] for security_group (d1c779c8-fe28-4993-bd3a-269ff5f7b0de), precommit_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:12:28.658543 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-65056b0d-f894-4002-aec6-cdfe12cd2dd3 tempest-NegativeSecGroupIPv6Test-268475121 tempest-NegativeSecGroupIPv6Test-268475121-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1892331'] for security_group (d1c779c8-fe28-4993-bd3a-269ff5f7b0de), after_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:12:28.661531 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-65056b0d-f894-4002-aec6-cdfe12cd2dd3 tempest-NegativeSecGroupIPv6Test-268475121 tempest-NegativeSecGroupIPv6Test-268475121-project] Publish callbacks [] for security_group (None), before_response {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:12:28.665519 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-65056b0d-f894-4002-aec6-cdfe12cd2dd3 tempest-NegativeSecGroupIPv6Test-268475121 tempest-NegativeSecGroupIPv6Test-268475121-project] 10.222.0.75 "DELETE /v2.0/security-groups/d1c779c8-fe28-4993-bd3a-269ff5f7b0de HTTP/1.1" status: 204 len: 168 time: 0.1669374 Feb 09 19:12:28.666490 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 59368) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:12:28.686020 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65056b0d-f894-4002-aec6-cdfe12cd2dd3 tempest-NegativeSecGroupIPv6Test-268475121 tempest-NegativeSecGroupIPv6Test-268475121-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d1c779c8-fe28-4993-bd3a-269ff5f7b0de,revision_number=None']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:12:28.719023 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5acb6ce4-4b58-43c4-a5cb-b6112929a196 req-220f7b10-0d4d-4af4-8765-00522b5692c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:12:28.721269 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-5acb6ce4-4b58-43c4-a5cb-b6112929a196 req-220f7b10-0d4d-4af4-8765-00522b5692c2 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=1053aeb0-96ca-4455-975a-23b0dccb07ec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1531539 Feb 09 19:12:28.725391 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-5187fe3d-51cc-451b-b64d-aa99778ede16 req-5b214a76-11a4-430a-9a89-51a255097310 service neutron] 10.222.0.89 "GET /v2.0/networks/22e5c36a-e85f-4512-bcde-f1a1a30e29d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1655235 Feb 09 19:12:28.729997 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-5a3495b5-f230-4dee-8b47-7d3fe9cd6bb4 tempest-NegativeSecGroupIPv6Test-268475121 tempest-NegativeSecGroupIPv6Test-268475121-project] 10.222.0.75 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0619986 Feb 09 19:12:28.735095 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22aaec13-5ae7-4ad3-95b5-53b8d2fc52a5 req-0fd0f0ac-e688-4763-b4f9-d5d626d25681 tempest-ServerPasswordTestJSON-414920366 tempest-ServerPasswordTestJSON-414920366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:12:28.737285 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-22aaec13-5ae7-4ad3-95b5-53b8d2fc52a5 req-0fd0f0ac-e688-4763-b4f9-d5d626d25681 tempest-ServerPasswordTestJSON-414920366 tempest-ServerPasswordTestJSON-414920366-project] 10.222.0.75 "GET /v2.0/ports?device_id=c46d2564-e5fe-4732-99d5-8a3abdae3ea1 HTTP/1.1" status: 200 len: 945 time: 0.1066027 Feb 09 19:12:28.740617 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 59370) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:12:28.748776 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.v2.base [None req-322ad909-60be-406c-9a82-11db14ae40cd tempest-NegativeSecGroupIPv6Test-268475121 tempest-NegativeSecGroupIPv6Test-268475121-project] Request body: {'security_group': {'name': 'tempest-secgroup--141010227'}} {{(pid=103230) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 19:12:28.780030 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-322ad909-60be-406c-9a82-11db14ae40cd tempest-NegativeSecGroupIPv6Test-268475121 tempest-NegativeSecGroupIPv6Test-268475121-project] Publish callbacks [] for security_group (None), before_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:12:28.853425 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-22aaec13-5ae7-4ad3-95b5-53b8d2fc52a5 req-23dedb61-db8f-45e6-8952-142f5f738e00 tempest-ServerPasswordTestJSON-414920366 tempest-ServerPasswordTestJSON-414920366-project] 10.222.0.75 "GET /v2.0/security-groups?id=0810c243-1868-4477-a8d6-8bb35e408cf8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1066608 Feb 09 19:12:28.880885 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-5acb6ce4-4b58-43c4-a5cb-b6112929a196 req-790be819-b215-431d-9afb-c22bf977ab72 service neutron] 10.222.0.90 "GET /v2.0/networks/1053aeb0-96ca-4455-975a-23b0dccb07ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1421843 Feb 09 19:12:28.922022 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-322ad909-60be-406c-9a82-11db14ae40cd tempest-NegativeSecGroupIPv6Test-268475121 tempest-NegativeSecGroupIPv6Test-268475121-project] Publish callbacks [] for security_group (106b3b66-2049-4fec-b627-02dea7b1a8c0), precommit_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:12:28.927526 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-322ad909-60be-406c-9a82-11db14ae40cd tempest-NegativeSecGroupIPv6Test-268475121 tempest-NegativeSecGroupIPv6Test-268475121-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1892331'] for security_group (106b3b66-2049-4fec-b627-02dea7b1a8c0), after_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:12:28.974151 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-322ad909-60be-406c-9a82-11db14ae40cd tempest-NegativeSecGroupIPv6Test-268475121 tempest-NegativeSecGroupIPv6Test-268475121-project] Publish callbacks [] for security_group (None), before_response {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:12:28.980441 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-322ad909-60be-406c-9a82-11db14ae40cd tempest-NegativeSecGroupIPv6Test-268475121 tempest-NegativeSecGroupIPv6Test-268475121-project] 10.222.0.75 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.2358649 Feb 09 19:12:28.982718 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 59378) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:12:29.003313 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.v2.base [None req-e4d7f3e4-268c-4eec-82c1-f90f65558a43 tempest-NegativeSecGroupIPv6Test-268475121 tempest-NegativeSecGroupIPv6Test-268475121-project] Request body: {'security_group_rule': {'security_group_id': '106b3b66-2049-4fec-b627-02dea7b1a8c0', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103230) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 19:12:29.005008 n-d-713498-36 neutron-server[103230]: WARNING neutron.api.v2.base [None req-e4d7f3e4-268c-4eec-82c1-f90f65558a43 tempest-NegativeSecGroupIPv6Test-268475121 tempest-NegativeSecGroupIPv6Test-268475121-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Feb 09 19:12:29.005717 n-d-713498-36 neutron-server[103230]: INFO neutron.api.v2.resource [None req-e4d7f3e4-268c-4eec-82c1-f90f65558a43 tempest-NegativeSecGroupIPv6Test-268475121 tempest-NegativeSecGroupIPv6Test-268475121-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 09 19:12:29.010022 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-e4d7f3e4-268c-4eec-82c1-f90f65558a43 tempest-NegativeSecGroupIPv6Test-268475121 tempest-NegativeSecGroupIPv6Test-268475121-project] 10.222.0.75 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0232947 Feb 09 19:12:29.010243 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-322ad909-60be-406c-9a82-11db14ae40cd tempest-NegativeSecGroupIPv6Test-268475121 tempest-NegativeSecGroupIPv6Test-268475121-project] Pushing event updated for resources: {'SecurityGroup': ['ID=106b3b66-2049-4fec-b627-02dea7b1a8c0,revision_number=1']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:12:29.012698 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 59380) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:12:29.024619 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.v2.base [None req-3cc3de49-6422-4e48-bea0-8c42f6ae52c3 tempest-NegativeSecGroupIPv6Test-268475121 tempest-NegativeSecGroupIPv6Test-268475121-project] Request body: {'security_group_rule': {'security_group_id': '106b3b66-2049-4fec-b627-02dea7b1a8c0', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 19:12:29.068350 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8e5e1d1-cca6-4fa1-ada2-6afd9a27156d req-8bbd7163-e54b-4c58-a430-5269256c90b1 tempest-MigrationsAdminTest-892781459 tempest-MigrationsAdminTest-892781459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:12:29.069908 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-e8e5e1d1-cca6-4fa1-ada2-6afd9a27156d req-8bbd7163-e54b-4c58-a430-5269256c90b1 tempest-MigrationsAdminTest-892781459 tempest-MigrationsAdminTest-892781459-project] 10.222.0.75 "GET /v2.0/ports?device_id=7394cbff-f035-4166-a786-a8886a8e5e67 HTTP/1.1" status: 200 len: 950 time: 0.0887682 Feb 09 19:12:29.145077 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-e8e5e1d1-cca6-4fa1-ada2-6afd9a27156d req-e0d745ae-54a5-492b-bd83-e312c007d21d tempest-MigrationsAdminTest-892781459 tempest-MigrationsAdminTest-892781459-project] 10.222.0.75 "GET /v2.0/security-groups?id=709912c8-8171-4435-800e-9e5c5e45bf8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0692253 Feb 09 19:12:29.189030 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0cbe998-01a6-42fe-9d1a-09abadb92b7b req-9fd773ef-6a6f-46ca-8317-3b3dc00d1b13 tempest-ServerPasswordTestJSON-414920366 tempest-ServerPasswordTestJSON-414920366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:12:29.191109 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-c0cbe998-01a6-42fe-9d1a-09abadb92b7b req-9fd773ef-6a6f-46ca-8317-3b3dc00d1b13 tempest-ServerPasswordTestJSON-414920366 tempest-ServerPasswordTestJSON-414920366-project] 10.222.0.90 "GET /v2.0/ports?device_id=c46d2564-e5fe-4732-99d5-8a3abdae3ea1 HTTP/1.1" status: 200 len: 945 time: 0.0827863 Feb 09 19:12:29.270694 n-d-713498-36 neutron-server[103230]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '182eb346-b266-45c5-a0a2-d215e9bb2886', 'tag': 'afdc6bf1-cf06-44ce-86c4-f6729cdbc923'}] {{(pid=103230) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 19:12:29.273923 n-d-713498-36 neutron-server[103230]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aee5919275bae9f72eb374ee322673045eb80c1f84b4b45a97d96923bd50ab51" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-92122ff9-8032-4b6a-9312-027e45d278e6" -d '{"events": [{"name": "network-changed", "server_uuid": "182eb346-b266-45c5-a0a2-d215e9bb2886", "tag": "afdc6bf1-cf06-44ce-86c4-f6729cdbc923"}]}' {{(pid=103230) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 19:12:29.278263 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-8fbf9c78-3c64-4d75-853e-7bd08db3a99d req-c7c8c5fb-9d68-4436-bb0d-aeb969033bcc tempest-TaggedBootDevicesTest_v242-798392635 tempest-TaggedBootDevicesTest_v242-798392635-project] 10.222.0.75 "GET /v2.0/ports?device_id=8319129f-1054-494a-b0c0-2ec99e839619 HTTP/1.1" status: 200 len: 210 time: 0.0370550 Feb 09 19:12:29.367018 n-d-713498-36 neutron-server[103230]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 19:12:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-df7bab76-69b8-4e17-9a8f-2c76356530ec x-openstack-request-id: req-df7bab76-69b8-4e17-9a8f-2c76356530ec {{(pid=103230) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 19:12:29.367331 n-d-713498-36 neutron-server[103230]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "182eb346-b266-45c5-a0a2-d215e9bb2886", "tag": "afdc6bf1-cf06-44ce-86c4-f6729cdbc923", "status": "completed", "code": 200}]} {{(pid=103230) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 19:12:29.367732 n-d-713498-36 neutron-server[103230]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-df7bab76-69b8-4e17-9a8f-2c76356530ec {{(pid=103230) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 19:12:29.368131 n-d-713498-36 neutron-server[103230]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '182eb346-b266-45c5-a0a2-d215e9bb2886', 'tag': 'afdc6bf1-cf06-44ce-86c4-f6729cdbc923', 'status': 'completed', 'code': 200} Feb 09 19:12:29.371029 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.plugin [req-c0cbe998-01a6-42fe-9d1a-09abadb92b7b req-fe554893-498c-4e2d-93f6-e686ab74e7d2 tempest-ServerPasswordTestJSON-414920366 tempest-ServerPasswordTestJSON-414920366-project] Deleting port 44c3bb6e-975c-4dcd-83d1-bd9f7372fc8f {{(pid=103230) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 19:12:29.371685 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [req-c0cbe998-01a6-42fe-9d1a-09abadb92b7b req-fe554893-498c-4e2d-93f6-e686ab74e7d2 tempest-ServerPasswordTestJSON-414920366 tempest-ServerPasswordTestJSON-414920366-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762867170196'] for port (44c3bb6e-975c-4dcd-83d1-bd9f7372fc8f), before_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:12:29.454640 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-5acb6ce4-4b58-43c4-a5cb-b6112929a196 req-a95f7875-4b90-4a2f-a049-a1e252d0941b service neutron] 10.222.0.90 "GET /v2.0/networks/1053aeb0-96ca-4455-975a-23b0dccb07ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5650246 Feb 09 19:12:29.466377 n-d-713498-36 neutron-server[103229]: INFO neutron.api.v2.resource [None req-3cc3de49-6422-4e48-bea0-8c42f6ae52c3 tempest-NegativeSecGroupIPv6Test-268475121 tempest-NegativeSecGroupIPv6Test-268475121-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 09 19:12:29.470981 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-3cc3de49-6422-4e48-bea0-8c42f6ae52c3 tempest-NegativeSecGroupIPv6Test-268475121 tempest-NegativeSecGroupIPv6Test-268475121-project] 10.222.0.75 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.4522846 Feb 09 19:12:29.471287 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 59386) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:12:29.476675 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.v2.base [None req-e4eac969-155e-4d25-a3a7-f81866b0a776 tempest-NegativeSecGroupIPv6Test-268475121 tempest-NegativeSecGroupIPv6Test-268475121-project] Request body: {'security_group_rule': {'security_group_id': '106b3b66-2049-4fec-b627-02dea7b1a8c0', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103230) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 19:12:29.477212 n-d-713498-36 neutron-server[103230]: WARNING neutron.api.v2.base [None req-e4eac969-155e-4d25-a3a7-f81866b0a776 tempest-NegativeSecGroupIPv6Test-268475121 tempest-NegativeSecGroupIPv6Test-268475121-project] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536 Feb 09 19:12:29.477854 n-d-713498-36 neutron-server[103230]: INFO neutron.api.v2.resource [None req-e4eac969-155e-4d25-a3a7-f81866b0a776 tempest-NegativeSecGroupIPv6Test-268475121 tempest-NegativeSecGroupIPv6Test-268475121-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 09 19:12:29.481260 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-e4eac969-155e-4d25-a3a7-f81866b0a776 tempest-NegativeSecGroupIPv6Test-268475121 tempest-NegativeSecGroupIPv6Test-268475121-project] 10.222.0.75 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0065358 Feb 09 19:12:29.481776 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 59388) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:12:29.489889 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.v2.base [None req-cab563e8-d836-4a2f-84e5-2ae1b95d79f3 tempest-NegativeSecGroupIPv6Test-268475121 tempest-NegativeSecGroupIPv6Test-268475121-project] Request body: {'security_group_rule': {'security_group_id': '106b3b66-2049-4fec-b627-02dea7b1a8c0', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 19:12:29.498986 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.db [req-c0cbe998-01a6-42fe-9d1a-09abadb92b7b req-fe554893-498c-4e2d-93f6-e686ab74e7d2 tempest-ServerPasswordTestJSON-414920366 tempest-ServerPasswordTestJSON-414920366-project] For port 44c3bb6e-975c-4dcd-83d1-bd9f7372fc8f, host n-h2-713498-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-36',level=0,port_id=44c3bb6e-975c-4dcd-83d1-bd9f7372fc8f,segment=NetworkSegment(7afd431e-f816-47e6-ace4-ce2b76f873d7),segment_id=7afd431e-f816-47e6-ace4-ce2b76f873d7)] {{(pid=103230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 19:12:29.499635 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [req-c0cbe998-01a6-42fe-9d1a-09abadb92b7b req-fe554893-498c-4e2d-93f6-e686ab74e7d2 tempest-ServerPasswordTestJSON-414920366 tempest-ServerPasswordTestJSON-414920366-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1820838'] for port (44c3bb6e-975c-4dcd-83d1-bd9f7372fc8f), precommit_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:12:29.522641 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.plugin [req-c0cbe998-01a6-42fe-9d1a-09abadb92b7b req-fe554893-498c-4e2d-93f6-e686ab74e7d2 tempest-ServerPasswordTestJSON-414920366 tempest-ServerPasswordTestJSON-414920366-project] Calling delete_port for 44c3bb6e-975c-4dcd-83d1-bd9f7372fc8f owned by compute:nova {{(pid=103230) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 19:12:29.543469 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12a62cac-2455-49fc-a1f3-19d4ef60b763 req-823eb213-b652-4b57-81f3-5d5de50bf7f5 tempest-ServersTestBootFromVolume-783248817 tempest-ServersTestBootFromVolume-783248817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:12:29.545121 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-12a62cac-2455-49fc-a1f3-19d4ef60b763 req-823eb213-b652-4b57-81f3-5d5de50bf7f5 tempest-ServersTestBootFromVolume-783248817 tempest-ServersTestBootFromVolume-783248817-project] 10.222.0.75 "GET /v2.0/ports?device_id=84c056fe-802f-4b0b-9844-f490f36d7dba HTTP/1.1" status: 200 len: 944 time: 0.4833105 Feb 09 19:12:29.550517 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-5acb6ce4-4b58-43c4-a5cb-b6112929a196 req-3c101305-80de-4fcc-a239-2a9f374a47e2 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.96&port_id=021ddc99-ef0c-4e82-ac98-d40f52ae7d55 HTTP/1.1" status: 200 len: 217 time: 0.0862157 Feb 09 19:12:29.654642 n-d-713498-36 neutron-server[103229]: INFO neutron.api.v2.resource [None req-cab563e8-d836-4a2f-84e5-2ae1b95d79f3 tempest-NegativeSecGroupIPv6Test-268475121 tempest-NegativeSecGroupIPv6Test-268475121-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 09 19:12:29.657131 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-cab563e8-d836-4a2f-84e5-2ae1b95d79f3 tempest-NegativeSecGroupIPv6Test-268475121 tempest-NegativeSecGroupIPv6Test-268475121-project] 10.222.0.75 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.1728864 Feb 09 19:12:29.658961 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 59394) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:12:29.659480 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5acb6ce4-4b58-43c4-a5cb-b6112929a196 req-8ed375ba-f6da-4c99-b1e8-b277b2d57089 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:12:29.660925 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-5acb6ce4-4b58-43c4-a5cb-b6112929a196 req-8ed375ba-f6da-4c99-b1e8-b277b2d57089 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=2a1fa622-9174-4513-8009-75355f0165b9 HTTP/1.1" status: 200 len: 801 time: 0.0984271 Feb 09 19:12:29.665698 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-12a62cac-2455-49fc-a1f3-19d4ef60b763 req-47bb588f-2076-4742-a094-29dbbd0c7942 tempest-ServersTestBootFromVolume-783248817 tempest-ServersTestBootFromVolume-783248817-project] 10.222.0.75 "GET /v2.0/security-groups?id=99b1e7c3-38f3-4f0a-8bb2-c56dc143d44a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1103854 Feb 09 19:12:29.666096 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.v2.base [None req-f983b9b6-ab5f-42f0-8ccc-69a2520f12b1 tempest-NegativeSecGroupIPv6Test-268475121 tempest-NegativeSecGroupIPv6Test-268475121-project] Request body: {'security_group_rule': {'security_group_id': '106b3b66-2049-4fec-b627-02dea7b1a8c0', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103230) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 19:12:29.666568 n-d-713498-36 neutron-server[103230]: WARNING neutron.api.v2.base [None req-f983b9b6-ab5f-42f0-8ccc-69a2520f12b1 tempest-NegativeSecGroupIPv6Test-268475121 tempest-NegativeSecGroupIPv6Test-268475121-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Feb 09 19:12:29.667049 n-d-713498-36 neutron-server[103230]: INFO neutron.api.v2.resource [None req-f983b9b6-ab5f-42f0-8ccc-69a2520f12b1 tempest-NegativeSecGroupIPv6Test-268475121 tempest-NegativeSecGroupIPv6Test-268475121-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 09 19:12:29.672378 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-f983b9b6-ab5f-42f0-8ccc-69a2520f12b1 tempest-NegativeSecGroupIPv6Test-268475121 tempest-NegativeSecGroupIPv6Test-268475121-project] 10.222.0.75 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0078340 Feb 09 19:12:29.678668 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 59396) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:12:29.684792 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.v2.base [None req-42352d44-61e8-497a-9ec2-fe36d8b15dbb tempest-NegativeSecGroupIPv6Test-268475121 tempest-NegativeSecGroupIPv6Test-268475121-project] Request body: {'security_group_rule': {'security_group_id': '106b3b66-2049-4fec-b627-02dea7b1a8c0', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 19:12:29.686952 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f54a3b6b-527a-47a0-8d5e-b68b83c2af6c req-9570726a-3fa1-4634-b0dc-ed418bed2988 tempest-DeleteServersTestJSON-1870379525 tempest-DeleteServersTestJSON-1870379525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:12:29.697822 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-f54a3b6b-527a-47a0-8d5e-b68b83c2af6c req-9570726a-3fa1-4634-b0dc-ed418bed2988 tempest-DeleteServersTestJSON-1870379525 tempest-DeleteServersTestJSON-1870379525-project] 10.222.0.75 "GET /v2.0/ports?device_id=7fbc7784-9788-4f2d-b985-c5e2674f3448 HTTP/1.1" status: 200 len: 945 time: 0.0901799 Feb 09 19:12:29.736905 n-d-713498-36 neutron-server[103229]: INFO neutron.db.securitygroups_db [None req-42352d44-61e8-497a-9ec2-fe36d8b15dbb tempest-NegativeSecGroupIPv6Test-268475121 tempest-NegativeSecGroupIPv6Test-268475121-project] Project 5736ee61036140589e01666340e8e6db added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 09 19:12:29.757736 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5acb6ce4-4b58-43c4-a5cb-b6112929a196 req-8fd70ea0-656e-48a8-8f01-56fb4d9debc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:12:29.760725 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-5acb6ce4-4b58-43c4-a5cb-b6112929a196 req-8fd70ea0-656e-48a8-8f01-56fb4d9debc2 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=8be03a76-72b2-426d-860d-146a1ca5345c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0908012 Feb 09 19:12:29.762405 n-d-713498-36 neutron-server[103229]: INFO neutron.api.v2.resource [None req-42352d44-61e8-497a-9ec2-fe36d8b15dbb tempest-NegativeSecGroupIPv6Test-268475121 tempest-NegativeSecGroupIPv6Test-268475121-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 09 19:12:29.769092 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-42352d44-61e8-497a-9ec2-fe36d8b15dbb tempest-NegativeSecGroupIPv6Test-268475121 tempest-NegativeSecGroupIPv6Test-268475121-project] 10.222.0.75 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.0875485 Feb 09 19:12:29.770498 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 59398) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:12:29.785621 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.v2.base [None req-a220c638-6035-4c59-93fc-a68e298cd74f tempest-NegativeSecGroupIPv6Test-268475121 tempest-NegativeSecGroupIPv6Test-268475121-project] Request body: {'security_group_rule': {'security_group_id': '106b3b66-2049-4fec-b627-02dea7b1a8c0', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103230) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 19:12:29.786039 n-d-713498-36 neutron-server[103230]: WARNING neutron.api.v2.base [None req-a220c638-6035-4c59-93fc-a68e298cd74f tempest-NegativeSecGroupIPv6Test-268475121 tempest-NegativeSecGroupIPv6Test-268475121-project] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1 Feb 09 19:12:29.786541 n-d-713498-36 neutron-server[103230]: INFO neutron.api.v2.resource [None req-a220c638-6035-4c59-93fc-a68e298cd74f tempest-NegativeSecGroupIPv6Test-268475121 tempest-NegativeSecGroupIPv6Test-268475121-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 09 19:12:29.790363 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-a220c638-6035-4c59-93fc-a68e298cd74f tempest-NegativeSecGroupIPv6Test-268475121 tempest-NegativeSecGroupIPv6Test-268475121-project] 10.222.0.75 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0066404 Feb 09 19:12:29.793743 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-f54a3b6b-527a-47a0-8d5e-b68b83c2af6c req-d9f02701-dcd0-4164-aaea-f66fee98bb86 tempest-DeleteServersTestJSON-1870379525 tempest-DeleteServersTestJSON-1870379525-project] 10.222.0.75 "GET /v2.0/security-groups?id=5ce92d32-ca94-4b6c-925d-b9dff609abe6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0974231 Feb 09 19:12:29.797017 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 59400) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:12:29.805318 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.v2.base [None req-0a24d2c5-2cf0-4504-8775-a64597e9e93f tempest-NegativeSecGroupIPv6Test-268475121 tempest-NegativeSecGroupIPv6Test-268475121-project] Request body: {'security_group_rule': {'security_group_id': '106b3b66-2049-4fec-b627-02dea7b1a8c0', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103230) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 19:12:29.835644 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [req-c0cbe998-01a6-42fe-9d1a-09abadb92b7b req-fe554893-498c-4e2d-93f6-e686ab74e7d2 tempest-ServerPasswordTestJSON-414920366 tempest-ServerPasswordTestJSON-414920366-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762867177463', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762866656476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14393751'] for port (44c3bb6e-975c-4dcd-83d1-bd9f7372fc8f), after_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:12:29.848737 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-7429db8d-6021-40ad-813e-885be449a89b None None] get_ports_and_sgs() called for port_ids ['44c3bb6e-975c-4dcd-83d1-bd9f7372fc8f'] {{(pid=103232) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 19:12:29.895498 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe554893-498c-4e2d-93f6-e686ab74e7d2 tempest-ServerPasswordTestJSON-414920366 tempest-ServerPasswordTestJSON-414920366-project] Pushing event deleted for resources: {'Port': ['ID=44c3bb6e-975c-4dcd-83d1-bd9f7372fc8f,revision_number=None']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:12:29.923166 n-d-713498-36 neutron-server[103230]: INFO neutron.db.securitygroups_db [None req-0a24d2c5-2cf0-4504-8775-a64597e9e93f tempest-NegativeSecGroupIPv6Test-268475121 tempest-NegativeSecGroupIPv6Test-268475121-project] Project 5736ee61036140589e01666340e8e6db added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 09 19:12:29.942818 n-d-713498-36 neutron-server[103230]: DEBUG neutron.db.l3_dvrscheduler_db [req-c0cbe998-01a6-42fe-9d1a-09abadb92b7b req-fe554893-498c-4e2d-93f6-e686ab74e7d2 tempest-ServerPasswordTestJSON-414920366 tempest-ServerPasswordTestJSON-414920366-project] No DVR routers for this DVR port 44c3bb6e-975c-4dcd-83d1-bd9f7372fc8f on host n-h2-713498-36 {{(pid=103230) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 19:12:29.947023 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83ccc276-3028-40ef-80ef-1ae81f200698 req-c00644e7-d6d6-46ca-ba1f-9d91cd8cd9df tempest-ServersTestMultiNic-1550042178 tempest-ServersTestMultiNic-1550042178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:12:29.947423 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [req-c0cbe998-01a6-42fe-9d1a-09abadb92b7b req-fe554893-498c-4e2d-93f6-e686ab74e7d2 tempest-ServerPasswordTestJSON-414920366 tempest-ServerPasswordTestJSON-414920366-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171096'] for port (None), before_response {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:12:29.951952 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-c0cbe998-01a6-42fe-9d1a-09abadb92b7b req-fe554893-498c-4e2d-93f6-e686ab74e7d2 tempest-ServerPasswordTestJSON-414920366 tempest-ServerPasswordTestJSON-414920366-project] 10.222.0.90 "DELETE /v2.0/ports/44c3bb6e-975c-4dcd-83d1-bd9f7372fc8f HTTP/1.1" status: 204 len: 173 time: 0.7528422 Feb 09 19:12:29.956079 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83ccc276-3028-40ef-80ef-1ae81f200698 req-c00644e7-d6d6-46ca-ba1f-9d91cd8cd9df tempest-ServersTestMultiNic-1550042178 tempest-ServersTestMultiNic-1550042178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:12:29.963661 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83ccc276-3028-40ef-80ef-1ae81f200698 req-c00644e7-d6d6-46ca-ba1f-9d91cd8cd9df tempest-ServersTestMultiNic-1550042178 tempest-ServersTestMultiNic-1550042178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:12:29.972530 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-83ccc276-3028-40ef-80ef-1ae81f200698 req-c00644e7-d6d6-46ca-ba1f-9d91cd8cd9df tempest-ServersTestMultiNic-1550042178 tempest-ServersTestMultiNic-1550042178-project] 10.222.0.75 "GET /v2.0/ports?device_id=182eb346-b266-45c5-a0a2-d215e9bb2886 HTTP/1.1" status: 200 len: 2411 time: 0.1901739 Feb 09 19:12:29.981287 n-d-713498-36 neutron-server[103230]: INFO neutron.api.v2.resource [None req-0a24d2c5-2cf0-4504-8775-a64597e9e93f tempest-NegativeSecGroupIPv6Test-268475121 tempest-NegativeSecGroupIPv6Test-268475121-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 09 19:12:29.982709 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-0a24d2c5-2cf0-4504-8775-a64597e9e93f tempest-NegativeSecGroupIPv6Test-268475121 tempest-NegativeSecGroupIPv6Test-268475121-project] 10.222.0.75 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.1838536 Feb 09 19:12:29.989256 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 59406) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:12:29.997779 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.v2.base [None req-d7f80218-34d7-4923-80b8-055fd66db950 tempest-NegativeSecGroupIPv6Test-268475121 tempest-NegativeSecGroupIPv6Test-268475121-project] Request body: {'security_group_rule': {'security_group_id': '106b3b66-2049-4fec-b627-02dea7b1a8c0', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103230) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 19:12:30.036726 n-d-713498-36 neutron-server[103230]: INFO neutron.db.securitygroups_db [None req-d7f80218-34d7-4923-80b8-055fd66db950 tempest-NegativeSecGroupIPv6Test-268475121 tempest-NegativeSecGroupIPv6Test-268475121-project] Project 5736ee61036140589e01666340e8e6db added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 09 19:12:30.045370 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-5acb6ce4-4b58-43c4-a5cb-b6112929a196 req-7eb8d5ae-2081-4ba0-8c55-6b1c4dc4bbb9 service neutron] 10.222.0.90 "GET /v2.0/networks/8be03a76-72b2-426d-860d-146a1ca5345c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2750533 Feb 09 19:12:30.080630 n-d-713498-36 neutron-server[103230]: INFO neutron.api.v2.resource [None req-d7f80218-34d7-4923-80b8-055fd66db950 tempest-NegativeSecGroupIPv6Test-268475121 tempest-NegativeSecGroupIPv6Test-268475121-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 09 19:12:30.082152 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-d7f80218-34d7-4923-80b8-055fd66db950 tempest-NegativeSecGroupIPv6Test-268475121 tempest-NegativeSecGroupIPv6Test-268475121-project] 10.222.0.75 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.0918581 Feb 09 19:12:30.085572 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 59408) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:12:30.124766 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-83ccc276-3028-40ef-80ef-1ae81f200698 req-dba712f7-edb6-4a83-b037-7beb866ab91c tempest-ServersTestMultiNic-1550042178 tempest-ServersTestMultiNic-1550042178-project] 10.222.0.75 "GET /v2.0/security-groups?id=73443f61-e28a-43ce-9cbb-ef678fe5ea76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1511197 Feb 09 19:12:30.171487 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-5acb6ce4-4b58-43c4-a5cb-b6112929a196 req-796ae2ba-d8e0-46da-b7b2-42defa5a929d service neutron] 10.222.0.90 "GET /v2.0/networks/8be03a76-72b2-426d-860d-146a1ca5345c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1171792 Feb 09 19:12:30.217676 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-20fa3a30-9b16-42fd-b2fa-9be0dd2a29c4 tempest-NegativeSecGroupIPv6Test-268475121 tempest-NegativeSecGroupIPv6Test-268475121-project] Publish callbacks [] for security_group (106b3b66-2049-4fec-b627-02dea7b1a8c0), before_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:12:30.222161 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-5acb6ce4-4b58-43c4-a5cb-b6112929a196 req-aca5984b-59db-4be0-b931-d6dfed367ae9 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.222&port_id=afdc6bf1-cf06-44ce-86c4-f6729cdbc923 HTTP/1.1" status: 200 len: 217 time: 0.0412052 Feb 09 19:12:30.269845 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-f460c3ac-23de-402a-8705-696528b98788 req-8ed5b0c8-bb59-488b-8094-4f67e733079b tempest-ServerPasswordTestJSON-414920366 tempest-ServerPasswordTestJSON-414920366-project] 10.222.0.75 "GET /v2.0/ports?device_id=c46d2564-e5fe-4732-99d5-8a3abdae3ea1 HTTP/1.1" status: 200 len: 210 time: 0.0456004 Feb 09 19:12:30.273576 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-20fa3a30-9b16-42fd-b2fa-9be0dd2a29c4 tempest-NegativeSecGroupIPv6Test-268475121 tempest-NegativeSecGroupIPv6Test-268475121-project] Publish callbacks [] for security_group (106b3b66-2049-4fec-b627-02dea7b1a8c0), precommit_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:12:30.322445 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-20fa3a30-9b16-42fd-b2fa-9be0dd2a29c4 tempest-NegativeSecGroupIPv6Test-268475121 tempest-NegativeSecGroupIPv6Test-268475121-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1892331'] for security_group (106b3b66-2049-4fec-b627-02dea7b1a8c0), after_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:12:30.325815 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-20fa3a30-9b16-42fd-b2fa-9be0dd2a29c4 tempest-NegativeSecGroupIPv6Test-268475121 tempest-NegativeSecGroupIPv6Test-268475121-project] Publish callbacks [] for security_group (None), before_response {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:12:30.330280 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-20fa3a30-9b16-42fd-b2fa-9be0dd2a29c4 tempest-NegativeSecGroupIPv6Test-268475121 tempest-NegativeSecGroupIPv6Test-268475121-project] 10.222.0.75 "DELETE /v2.0/security-groups/106b3b66-2049-4fec-b627-02dea7b1a8c0 HTTP/1.1" status: 204 len: 168 time: 0.2403588 Feb 09 19:12:30.330608 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 59416) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:12:30.338464 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20fa3a30-9b16-42fd-b2fa-9be0dd2a29c4 tempest-NegativeSecGroupIPv6Test-268475121 tempest-NegativeSecGroupIPv6Test-268475121-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=106b3b66-2049-4fec-b627-02dea7b1a8c0,revision_number=None']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:12:30.346869 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06b7265a-1383-4952-87a5-7b5150a20f57 req-d3201468-0fea-4609-9ff2-761be5931441 tempest-DeleteServersTestJSON-1870379525 tempest-DeleteServersTestJSON-1870379525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:12:30.348580 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-06b7265a-1383-4952-87a5-7b5150a20f57 req-d3201468-0fea-4609-9ff2-761be5931441 tempest-DeleteServersTestJSON-1870379525 tempest-DeleteServersTestJSON-1870379525-project] 10.222.0.75 "GET /v2.0/ports?device_id=7fbc7784-9788-4f2d-b985-c5e2674f3448 HTTP/1.1" status: 200 len: 945 time: 0.1255558 Feb 09 19:12:30.351518 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5acb6ce4-4b58-43c4-a5cb-b6112929a196 req-c764e3d7-4055-4d80-9da0-fb7a8d9fff12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:12:30.353097 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-5acb6ce4-4b58-43c4-a5cb-b6112929a196 req-c764e3d7-4055-4d80-9da0-fb7a8d9fff12 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=5ce2c655-ead1-49f8-a2a1-6b6465769c65 HTTP/1.1" status: 200 len: 801 time: 0.1203029 Feb 09 19:12:30.424631 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-401eed9b-73a9-4677-b450-b8059fd2d705 req-634aef00-f478-46b8-87eb-83220c1d22f9 tempest-MigrationsAdminTest-892781459 tempest-MigrationsAdminTest-892781459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:12:30.426752 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-401eed9b-73a9-4677-b450-b8059fd2d705 req-634aef00-f478-46b8-87eb-83220c1d22f9 tempest-MigrationsAdminTest-892781459 tempest-MigrationsAdminTest-892781459-project] 10.222.0.75 "GET /v2.0/ports?device_id=7394cbff-f035-4166-a786-a8886a8e5e67 HTTP/1.1" status: 200 len: 950 time: 0.0699444 Feb 09 19:12:30.459569 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-06b7265a-1383-4952-87a5-7b5150a20f57 req-9b1d879c-2045-4e04-9df5-0f84002834d7 tempest-DeleteServersTestJSON-1870379525 tempest-DeleteServersTestJSON-1870379525-project] 10.222.0.75 "GET /v2.0/security-groups?id=5ce92d32-ca94-4b6c-925d-b9dff609abe6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0992615 Feb 09 19:12:30.464999 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-a1b67a13-fb06-473a-82a5-8224674f4c4b tempest-NegativeSecGroupIPv6Test-268475121 tempest-NegativeSecGroupIPv6Test-268475121-project] 10.222.0.75 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1318471 Feb 09 19:12:30.470352 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 59418) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:12:30.485586 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.v2.base [None req-29eb13a6-d7b4-4dd4-b650-f4620d10e860 tempest-NegativeSecGroupIPv6Test-268475121 tempest-NegativeSecGroupIPv6Test-268475121-project] Request body: {'security_group': {'name': 'tempest-secgroup--589487579'}} {{(pid=103230) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 19:12:30.491725 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5acb6ce4-4b58-43c4-a5cb-b6112929a196 req-6985ce21-6c72-4bac-9bf0-bbfa4de83e72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:12:30.493226 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-5acb6ce4-4b58-43c4-a5cb-b6112929a196 req-6985ce21-6c72-4bac-9bf0-bbfa4de83e72 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=1053aeb0-96ca-4455-975a-23b0dccb07ec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1169064 Feb 09 19:12:30.548527 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-401eed9b-73a9-4677-b450-b8059fd2d705 req-c98c42b8-5ff4-43b2-a7ea-ddd85b890fdc tempest-MigrationsAdminTest-892781459 tempest-MigrationsAdminTest-892781459-project] 10.222.0.75 "GET /v2.0/security-groups?id=709912c8-8171-4435-800e-9e5c5e45bf8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1084397 Feb 09 19:12:30.553744 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-29eb13a6-d7b4-4dd4-b650-f4620d10e860 tempest-NegativeSecGroupIPv6Test-268475121 tempest-NegativeSecGroupIPv6Test-268475121-project] Publish callbacks [] for security_group (None), before_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:12:30.650567 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-16eed98f-a836-4423-b0d8-4140a0665ce2 req-c241c0a8-57ff-41ea-9cbd-78b599fde939 tempest-TaggedBootDevicesTest_v242-798392635 tempest-TaggedBootDevicesTest_v242-798392635-project] 10.222.0.75 "GET /v2.0/ports?device_id=8319129f-1054-494a-b0c0-2ec99e839619 HTTP/1.1" status: 200 len: 210 time: 0.0480535 Feb 09 19:12:30.675872 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-29eb13a6-d7b4-4dd4-b650-f4620d10e860 tempest-NegativeSecGroupIPv6Test-268475121 tempest-NegativeSecGroupIPv6Test-268475121-project] Publish callbacks [] for security_group (a78f80b5-2a2d-48f4-a2b4-c919e91580e8), precommit_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:12:30.679681 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-5acb6ce4-4b58-43c4-a5cb-b6112929a196 req-9424a3ac-cbbe-4868-8391-f6de37c17b14 service neutron] 10.222.0.90 "GET /v2.0/networks/1053aeb0-96ca-4455-975a-23b0dccb07ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1786048 Feb 09 19:12:30.681917 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-29eb13a6-d7b4-4dd4-b650-f4620d10e860 tempest-NegativeSecGroupIPv6Test-268475121 tempest-NegativeSecGroupIPv6Test-268475121-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1892331'] for security_group (a78f80b5-2a2d-48f4-a2b4-c919e91580e8), after_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:12:30.720169 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-29eb13a6-d7b4-4dd4-b650-f4620d10e860 tempest-NegativeSecGroupIPv6Test-268475121 tempest-NegativeSecGroupIPv6Test-268475121-project] Publish callbacks [] for security_group (None), before_response {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:12:30.724120 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-29eb13a6-d7b4-4dd4-b650-f4620d10e860 tempest-NegativeSecGroupIPv6Test-268475121 tempest-NegativeSecGroupIPv6Test-268475121-project] 10.222.0.75 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.2482824 Feb 09 19:12:30.724120 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29eb13a6-d7b4-4dd4-b650-f4620d10e860 tempest-NegativeSecGroupIPv6Test-268475121 tempest-NegativeSecGroupIPv6Test-268475121-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a78f80b5-2a2d-48f4-a2b4-c919e91580e8,revision_number=1']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:12:30.724400 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 59422) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:12:30.729024 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.v2.base [None req-ba83bb4b-41a9-44f8-bea7-acca69506690 tempest-NegativeSecGroupIPv6Test-268475121 tempest-NegativeSecGroupIPv6Test-268475121-project] Request body: {'security_group_rule': {'security_group_id': 'a78f80b5-2a2d-48f4-a2b4-c919e91580e8', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': 'bad_group_id'}} {{(pid=103230) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 19:12:30.800509 n-d-713498-36 neutron-server[103230]: INFO neutron.api.v2.resource [None req-ba83bb4b-41a9-44f8-bea7-acca69506690 tempest-NegativeSecGroupIPv6Test-268475121 tempest-NegativeSecGroupIPv6Test-268475121-project] create failed (client error): The resource could not be found. Feb 09 19:12:30.801622 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-ba83bb4b-41a9-44f8-bea7-acca69506690 tempest-NegativeSecGroupIPv6Test-268475121 tempest-NegativeSecGroupIPv6Test-268475121-project] 10.222.0.75 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.0763912 Feb 09 19:12:30.805394 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 59424) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:12:30.810591 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.v2.base [None req-126c6b2a-3003-4753-ab5f-554379b19bf0 tempest-NegativeSecGroupIPv6Test-268475121 tempest-NegativeSecGroupIPv6Test-268475121-project] Request body: {'security_group_rule': {'security_group_id': 'a78f80b5-2a2d-48f4-a2b4-c919e91580e8', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': '43c7eec8-5e81-46df-b29b-253b1d3e2f5c'}} {{(pid=103230) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 19:12:30.829248 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-5acb6ce4-4b58-43c4-a5cb-b6112929a196 req-72f384a3-1f29-4bbc-8757-ac3f1b2f2dfd service neutron] 10.222.0.90 "GET /v2.0/networks/1053aeb0-96ca-4455-975a-23b0dccb07ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1375203 Feb 09 19:12:30.853820 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b554376-3648-418c-9b6e-7103edbe1c8c req-dddcfe44-77f2-4fb6-990d-8450ef08093d tempest-ServersTestBootFromVolume-783248817 tempest-ServersTestBootFromVolume-783248817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:12:30.855529 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-4b554376-3648-418c-9b6e-7103edbe1c8c req-dddcfe44-77f2-4fb6-990d-8450ef08093d tempest-ServersTestBootFromVolume-783248817 tempest-ServersTestBootFromVolume-783248817-project] 10.222.0.75 "GET /v2.0/ports?device_id=84c056fe-802f-4b0b-9844-f490f36d7dba HTTP/1.1" status: 200 len: 944 time: 0.0936713 Feb 09 19:12:30.886932 n-d-713498-36 neutron-server[103230]: INFO neutron.api.v2.resource [None req-126c6b2a-3003-4753-ab5f-554379b19bf0 tempest-NegativeSecGroupIPv6Test-268475121 tempest-NegativeSecGroupIPv6Test-268475121-project] create failed (client error): The resource could not be found. Feb 09 19:12:30.888036 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-126c6b2a-3003-4753-ab5f-554379b19bf0 tempest-NegativeSecGroupIPv6Test-268475121 tempest-NegativeSecGroupIPv6Test-268475121-project] 10.222.0.75 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.0816877 Feb 09 19:12:30.890908 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 59426) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:12:30.940344 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92122ff9-8032-4b6a-9312-027e45d278e6 req-64e47030-556a-4538-9b11-ca217b9134d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:12:30.941008 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92122ff9-8032-4b6a-9312-027e45d278e6 req-64e47030-556a-4538-9b11-ca217b9134d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:12:30.941768 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92122ff9-8032-4b6a-9312-027e45d278e6 req-64e47030-556a-4538-9b11-ca217b9134d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:12:30.943299 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-92122ff9-8032-4b6a-9312-027e45d278e6 req-64e47030-556a-4538-9b11-ca217b9134d0 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=dd68a30cbd724a479c2573502973494c&device_id=182eb346-b266-45c5-a0a2-d215e9bb2886 HTTP/1.1" status: 200 len: 2960 time: 0.0546851 Feb 09 19:12:30.950690 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-4b554376-3648-418c-9b6e-7103edbe1c8c req-a54ee567-b2eb-44df-bfa9-6f003faba9d4 tempest-ServersTestBootFromVolume-783248817 tempest-ServersTestBootFromVolume-783248817-project] 10.222.0.75 "GET /v2.0/security-groups?id=99b1e7c3-38f3-4f0a-8bb2-c56dc143d44a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0827684 Feb 09 19:12:30.968685 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-e67905ac-7c6a-43a6-a42d-e95be0269662 tempest-NegativeSecGroupIPv6Test-268475121 tempest-NegativeSecGroupIPv6Test-268475121-project] Publish callbacks [] for security_group (a78f80b5-2a2d-48f4-a2b4-c919e91580e8), before_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:12:30.994154 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-e67905ac-7c6a-43a6-a42d-e95be0269662 tempest-NegativeSecGroupIPv6Test-268475121 tempest-NegativeSecGroupIPv6Test-268475121-project] Publish callbacks [] for security_group (a78f80b5-2a2d-48f4-a2b4-c919e91580e8), precommit_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:12:31.040498 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-e67905ac-7c6a-43a6-a42d-e95be0269662 tempest-NegativeSecGroupIPv6Test-268475121 tempest-NegativeSecGroupIPv6Test-268475121-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1892331'] for security_group (a78f80b5-2a2d-48f4-a2b4-c919e91580e8), after_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:12:31.043769 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-e67905ac-7c6a-43a6-a42d-e95be0269662 tempest-NegativeSecGroupIPv6Test-268475121 tempest-NegativeSecGroupIPv6Test-268475121-project] Publish callbacks [] for security_group (None), before_response {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:12:31.045098 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-e67905ac-7c6a-43a6-a42d-e95be0269662 tempest-NegativeSecGroupIPv6Test-268475121 tempest-NegativeSecGroupIPv6Test-268475121-project] 10.222.0.75 "DELETE /v2.0/security-groups/a78f80b5-2a2d-48f4-a2b4-c919e91580e8 HTTP/1.1" status: 204 len: 168 time: 0.1532595 Feb 09 19:12:31.048989 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 59428) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:12:31.059942 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92122ff9-8032-4b6a-9312-027e45d278e6 req-ffec838a-9c37-4f58-b97b-e145478ddfb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:12:31.061460 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-92122ff9-8032-4b6a-9312-027e45d278e6 req-ffec838a-9c37-4f58-b97b-e145478ddfb5 service neutron] 10.222.0.90 "GET /v2.0/networks?id=1053aeb0-96ca-4455-975a-23b0dccb07ec HTTP/1.1" status: 200 len: 902 time: 0.1087639 Feb 09 19:12:31.075925 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e67905ac-7c6a-43a6-a42d-e95be0269662 tempest-NegativeSecGroupIPv6Test-268475121 tempest-NegativeSecGroupIPv6Test-268475121-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a78f80b5-2a2d-48f4-a2b4-c919e91580e8,revision_number=None']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:12:31.158748 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-d7b98490-d599-4b88-877e-94ecea06f693 tempest-NegativeSecGroupIPv6Test-268475121 tempest-NegativeSecGroupIPv6Test-268475121-project] 10.222.0.75 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0542750 Feb 09 19:12:31.158748 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 59430) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:12:31.158748 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.v2.base [None req-b6332b5d-7361-44f7-a489-57f94acc981f tempest-NegativeSecGroupIPv6Test-268475121 tempest-NegativeSecGroupIPv6Test-268475121-project] Request body: {'security_group_rule': {'security_group_id': 'b8d7df6d-0896-467a-aa64-75c318668748', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103230) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 19:12:31.158989 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-92122ff9-8032-4b6a-9312-027e45d278e6 req-95b3c88d-76ca-46cf-9979-367d6c93450c service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.222&port_id=afdc6bf1-cf06-44ce-86c4-f6729cdbc923 HTTP/1.1" status: 200 len: 217 time: 0.0467455 Feb 09 19:12:31.179181 n-d-713498-36 neutron-server[103230]: INFO neutron.api.v2.resource [None req-b6332b5d-7361-44f7-a489-57f94acc981f tempest-NegativeSecGroupIPv6Test-268475121 tempest-NegativeSecGroupIPv6Test-268475121-project] create failed (client error): The resource could not be found. Feb 09 19:12:31.184409 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-b6332b5d-7361-44f7-a489-57f94acc981f tempest-NegativeSecGroupIPv6Test-268475121 tempest-NegativeSecGroupIPv6Test-268475121-project] 10.222.0.75 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.0707459 Feb 09 19:12:31.185118 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 59434) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:12:31.190156 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.v2.base [None req-65e250d6-5563-4d36-af99-a46c4a6fe338 tempest-NegativeSecGroupIPv6Test-268475121 tempest-NegativeSecGroupIPv6Test-268475121-project] Request body: {'security_group': {'name': 'tempest-secgroup--122509835'}} {{(pid=103229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 19:12:31.213217 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92122ff9-8032-4b6a-9312-027e45d278e6 req-b057ea17-9e3a-4b3e-a75a-bb985994b9ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:12:31.214786 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-92122ff9-8032-4b6a-9312-027e45d278e6 req-b057ea17-9e3a-4b3e-a75a-bb985994b9ef service neutron] 10.222.0.90 "GET /v2.0/subnets?id=5ce2c655-ead1-49f8-a2a1-6b6465769c65 HTTP/1.1" status: 200 len: 801 time: 0.0892437 Feb 09 19:12:31.236599 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-65e250d6-5563-4d36-af99-a46c4a6fe338 tempest-NegativeSecGroupIPv6Test-268475121 tempest-NegativeSecGroupIPv6Test-268475121-project] Publish callbacks [] for security_group (None), before_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:12:31.343376 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07d73319-a73f-49a0-9b40-c7657c205b01 req-02d12c0a-34c0-474f-a6a5-cba38c16654f tempest-ServersTestMultiNic-1550042178 tempest-ServersTestMultiNic-1550042178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:12:31.343897 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 59438) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:12:31.346548 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07d73319-a73f-49a0-9b40-c7657c205b01 req-02d12c0a-34c0-474f-a6a5-cba38c16654f tempest-ServersTestMultiNic-1550042178 tempest-ServersTestMultiNic-1550042178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:12:31.351856 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07d73319-a73f-49a0-9b40-c7657c205b01 req-02d12c0a-34c0-474f-a6a5-cba38c16654f tempest-ServersTestMultiNic-1550042178 tempest-ServersTestMultiNic-1550042178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:12:31.353450 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-07d73319-a73f-49a0-9b40-c7657c205b01 req-02d12c0a-34c0-474f-a6a5-cba38c16654f tempest-ServersTestMultiNic-1550042178 tempest-ServersTestMultiNic-1550042178-project] 10.222.0.75 "GET /v2.0/ports?device_id=182eb346-b266-45c5-a0a2-d215e9bb2886 HTTP/1.1" status: 200 len: 2411 time: 0.1363952 Feb 09 19:12:31.359600 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92122ff9-8032-4b6a-9312-027e45d278e6 req-06c21803-13f5-40af-b511-5c4c204fcfcd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:12:31.361374 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-92122ff9-8032-4b6a-9312-027e45d278e6 req-06c21803-13f5-40af-b511-5c4c204fcfcd service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=1053aeb0-96ca-4455-975a-23b0dccb07ec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1337376 Feb 09 19:12:31.385869 n-d-713498-36 neutron-server[103230]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c46d2564-e5fe-4732-99d5-8a3abdae3ea1', 'name': 'network-vif-deleted', 'tag': '44c3bb6e-975c-4dcd-83d1-bd9f7372fc8f'}] {{(pid=103230) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 19:12:31.388228 n-d-713498-36 neutron-server[103230]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aee5919275bae9f72eb374ee322673045eb80c1f84b4b45a97d96923bd50ab51" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bca19204-b941-4564-8879-00950b06547a" -d '{"events": [{"server_uuid": "c46d2564-e5fe-4732-99d5-8a3abdae3ea1", "name": "network-vif-deleted", "tag": "44c3bb6e-975c-4dcd-83d1-bd9f7372fc8f"}]}' {{(pid=103230) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 19:12:31.417461 n-d-713498-36 neutron-server[103230]: DEBUG neutron.db.db_base_plugin_v2 [None req-397352ff-0f40-4da0-a313-659b527c6d6f admin admin] Deleting subnet 7cb3f30f-29e3-44cd-a6bf-8ec74844ba95 {{(pid=103230) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 19:12:31.422816 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-397352ff-0f40-4da0-a313-659b527c6d6f admin admin] Publish callbacks [] for subnet (7cb3f30f-29e3-44cd-a6bf-8ec74844ba95), before_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:12:31.447008 n-d-713498-36 neutron-server[103230]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 19:12:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-95bc9cc3-d38c-44c7-a4f4-9b7be36607a4 x-openstack-request-id: req-95bc9cc3-d38c-44c7-a4f4-9b7be36607a4 {{(pid=103230) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 19:12:31.447439 n-d-713498-36 neutron-server[103230]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c46d2564-e5fe-4732-99d5-8a3abdae3ea1", "name": "network-vif-deleted", "tag": "44c3bb6e-975c-4dcd-83d1-bd9f7372fc8f", "status": "completed", "code": 200}]} {{(pid=103230) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 19:12:31.447787 n-d-713498-36 neutron-server[103230]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-95bc9cc3-d38c-44c7-a4f4-9b7be36607a4 {{(pid=103230) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 19:12:31.448273 n-d-713498-36 neutron-server[103230]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c46d2564-e5fe-4732-99d5-8a3abdae3ea1', 'name': 'network-vif-deleted', 'tag': '44c3bb6e-975c-4dcd-83d1-bd9f7372fc8f', 'status': 'completed', 'code': 200} Feb 09 19:12:31.449163 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-65e250d6-5563-4d36-af99-a46c4a6fe338 tempest-NegativeSecGroupIPv6Test-268475121 tempest-NegativeSecGroupIPv6Test-268475121-project] Publish callbacks [] for security_group (215703dd-59f0-4767-956f-846d76595c10), precommit_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:12:31.468249 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-397352ff-0f40-4da0-a313-659b527c6d6f admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12895822'] for subnet (7cb3f30f-29e3-44cd-a6bf-8ec74844ba95), precommit_delete_associations {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:12:31.486017 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-65e250d6-5563-4d36-af99-a46c4a6fe338 tempest-NegativeSecGroupIPv6Test-268475121 tempest-NegativeSecGroupIPv6Test-268475121-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1892331'] for security_group (215703dd-59f0-4767-956f-846d76595c10), after_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:12:31.515386 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-397352ff-0f40-4da0-a313-659b527c6d6f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-759852'] for subnet (7cb3f30f-29e3-44cd-a6bf-8ec74844ba95), precommit_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:12:31.543766 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-07d73319-a73f-49a0-9b40-c7657c205b01 req-924d3c43-fbd3-4fd9-abf5-1b01dffeba76 tempest-ServersTestMultiNic-1550042178 tempest-ServersTestMultiNic-1550042178-project] 10.222.0.75 "GET /v2.0/security-groups?id=73443f61-e28a-43ce-9cbb-ef678fe5ea76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1779273 Feb 09 19:12:31.565508 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-65e250d6-5563-4d36-af99-a46c4a6fe338 tempest-NegativeSecGroupIPv6Test-268475121 tempest-NegativeSecGroupIPv6Test-268475121-project] Publish callbacks [] for security_group (None), before_response {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:12:31.565508 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-65e250d6-5563-4d36-af99-a46c4a6fe338 tempest-NegativeSecGroupIPv6Test-268475121 tempest-NegativeSecGroupIPv6Test-268475121-project] 10.222.0.75 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.3746572 Feb 09 19:12:31.565656 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 59444) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:12:31.574022 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.v2.base [None req-d1af34e9-73f7-4d2e-8aa2-638cbdb75b27 tempest-NegativeSecGroupIPv6Test-268475121 tempest-NegativeSecGroupIPv6Test-268475121-project] Request body: {'security_group': {'name': 'tempest-secgroup--2043911719'}} {{(pid=103229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 19:12:31.586990 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65e250d6-5563-4d36-af99-a46c4a6fe338 tempest-NegativeSecGroupIPv6Test-268475121 tempest-NegativeSecGroupIPv6Test-268475121-project] Pushing event updated for resources: {'SecurityGroup': ['ID=215703dd-59f0-4767-956f-846d76595c10,revision_number=1']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:12:31.629864 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93c4c4b9-ae8b-4449-8a94-6ec81946c536 req-c72ebfc7-5746-4f79-aab1-62117a323c88 tempest-DeleteServersTestJSON-1870379525 tempest-DeleteServersTestJSON-1870379525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:12:31.631319 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-93c4c4b9-ae8b-4449-8a94-6ec81946c536 req-c72ebfc7-5746-4f79-aab1-62117a323c88 tempest-DeleteServersTestJSON-1870379525 tempest-DeleteServersTestJSON-1870379525-project] 10.222.0.89 "GET /v2.0/ports?device_id=7fbc7784-9788-4f2d-b985-c5e2674f3448 HTTP/1.1" status: 200 len: 945 time: 0.2527874 Feb 09 19:12:31.684081 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f9010f4-b68f-47c7-9116-0fcc757e1f0f req-a1ba6746-4a17-4142-b0dd-d13d871f0933 tempest-DeleteServersTestJSON-1870379525 tempest-DeleteServersTestJSON-1870379525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:12:31.685717 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-4f9010f4-b68f-47c7-9116-0fcc757e1f0f req-a1ba6746-4a17-4142-b0dd-d13d871f0933 tempest-DeleteServersTestJSON-1870379525 tempest-DeleteServersTestJSON-1870379525-project] 10.222.0.75 "GET /v2.0/ports?device_id=7fbc7784-9788-4f2d-b985-c5e2674f3448 HTTP/1.1" status: 200 len: 945 time: 0.0998979 Feb 09 19:12:31.687360 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-397352ff-0f40-4da0-a313-659b527c6d6f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-760023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14393672', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12985882'] for subnet (7cb3f30f-29e3-44cd-a6bf-8ec74844ba95), after_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:12:31.699460 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-d1af34e9-73f7-4d2e-8aa2-638cbdb75b27 tempest-NegativeSecGroupIPv6Test-268475121 tempest-NegativeSecGroupIPv6Test-268475121-project] Publish callbacks [] for security_group (None), before_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:12:31.702731 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-92122ff9-8032-4b6a-9312-027e45d278e6 req-e9a54ae5-d9a2-4a86-ba7c-a39191cedc5a service neutron] 10.222.0.90 "GET /v2.0/networks/1053aeb0-96ca-4455-975a-23b0dccb07ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3290093 Feb 09 19:12:31.721308 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-397352ff-0f40-4da0-a313-659b527c6d6f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7cb3f30f-29e3-44cd-a6bf-8ec74844ba95,revision_number=None']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:12:31.733375 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-397352ff-0f40-4da0-a313-659b527c6d6f admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:12:31.740614 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-397352ff-0f40-4da0-a313-659b527c6d6f admin admin] 10.222.0.75 "DELETE /v2.0/subnets/7cb3f30f-29e3-44cd-a6bf-8ec74844ba95 HTTP/1.1" status: 204 len: 168 time: 0.3912075 Feb 09 19:12:31.740614 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 59450) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:12:31.823403 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-4f9010f4-b68f-47c7-9116-0fcc757e1f0f req-7b980219-9701-4033-9155-6d4e02fe47bb tempest-DeleteServersTestJSON-1870379525 tempest-DeleteServersTestJSON-1870379525-project] 10.222.0.75 "GET /v2.0/security-groups?id=5ce92d32-ca94-4b6c-925d-b9dff609abe6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1306813 Feb 09 19:12:31.836739 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-345a68c3-43f8-46db-9c85-8e889a1561fe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-670458'] for network (36b49725-6229-46e2-a6f1-203576875bbf), before_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:12:31.857802 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-297b8c9e-0b8e-401c-abc6-f638b36ddd1e req-c39331e4-aaa2-40ff-b57a-07c7396cf8a9 tempest-MigrationsAdminTest-892781459 tempest-MigrationsAdminTest-892781459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:12:31.859563 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-297b8c9e-0b8e-401c-abc6-f638b36ddd1e req-c39331e4-aaa2-40ff-b57a-07c7396cf8a9 tempest-MigrationsAdminTest-892781459 tempest-MigrationsAdminTest-892781459-project] 10.222.0.75 "GET /v2.0/ports?device_id=7394cbff-f035-4166-a786-a8886a8e5e67 HTTP/1.1" status: 200 len: 950 time: 0.2209635 Feb 09 19:12:31.927074 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-345a68c3-43f8-46db-9c85-8e889a1561fe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-590267', 'neutron.services.segments.db._delete_segments_for_network-8762867132609'] for network (36b49725-6229-46e2-a6f1-203576875bbf), precommit_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:12:31.936343 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-92122ff9-8032-4b6a-9312-027e45d278e6 req-852103cd-5c22-4d1e-aff4-076eb43d190c service neutron] 10.222.0.90 "GET /v2.0/networks/1053aeb0-96ca-4455-975a-23b0dccb07ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2189777 Feb 09 19:12:31.982787 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-0ed700bc-6894-478e-ad43-ce2f9a2feac8 req-1eb60d46-e3ae-4bb8-b6eb-75c99467b95a tempest-TaggedBootDevicesTest_v242-798392635 tempest-TaggedBootDevicesTest_v242-798392635-project] 10.222.0.75 "GET /v2.0/ports?device_id=8319129f-1054-494a-b0c0-2ec99e839619 HTTP/1.1" status: 200 len: 210 time: 0.0462196 Feb 09 19:12:31.988378 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-d1af34e9-73f7-4d2e-8aa2-638cbdb75b27 tempest-NegativeSecGroupIPv6Test-268475121 tempest-NegativeSecGroupIPv6Test-268475121-project] Publish callbacks [] for security_group (ff1e1c0d-e09d-4275-9eec-1b2554956948), precommit_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:12:31.994252 n-d-713498-36 neutron-server[103230]: DEBUG neutron.services.segments.db [None req-345a68c3-43f8-46db-9c85-8e889a1561fe admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['36b49725-6229-46e2-a6f1-203576875bbf']}} {{(pid=103230) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:12:31.998377 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-d1af34e9-73f7-4d2e-8aa2-638cbdb75b27 tempest-NegativeSecGroupIPv6Test-268475121 tempest-NegativeSecGroupIPv6Test-268475121-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1892331'] for security_group (ff1e1c0d-e09d-4275-9eec-1b2554956948), after_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:12:32.007429 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-297b8c9e-0b8e-401c-abc6-f638b36ddd1e req-b97b5e1d-d0ba-42a9-a6a9-baff02aaedf9 tempest-MigrationsAdminTest-892781459 tempest-MigrationsAdminTest-892781459-project] 10.222.0.75 "GET /v2.0/security-groups?id=709912c8-8171-4435-800e-9e5c5e45bf8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1267970 Feb 09 19:12:32.007616 n-d-713498-36 neutron-server[103230]: DEBUG neutron.services.segments.db [None req-345a68c3-43f8-46db-9c85-8e889a1561fe admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7afd431e-f816-47e6-ace4-ce2b76f873d7') {'for_net_delete': True} {{(pid=103230) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:12:32.007946 n-d-713498-36 neutron-server[103230]: DEBUG neutron.services.segments.db [None req-345a68c3-43f8-46db-9c85-8e889a1561fe admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7afd431e-f816-47e6-ace4-ce2b76f873d7') {} {{(pid=103230) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:12:32.023016 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-345a68c3-43f8-46db-9c85-8e889a1561fe admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762867134154', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12895813'] for segment (7afd431e-f816-47e6-ace4-ce2b76f873d7), before_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:12:32.033981 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.plugin [req-93c4c4b9-ae8b-4449-8a94-6ec81946c536 req-1505ec64-b757-493d-afa3-d6f0dd3860f2 tempest-DeleteServersTestJSON-1870379525 tempest-DeleteServersTestJSON-1870379525-project] Deleting port 9e9093c5-c270-418b-b203-e3adae1a2c7d {{(pid=103229) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 19:12:32.034349 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-93c4c4b9-ae8b-4449-8a94-6ec81946c536 req-1505ec64-b757-493d-afa3-d6f0dd3860f2 tempest-DeleteServersTestJSON-1870379525 tempest-DeleteServersTestJSON-1870379525-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762867170196'] for port (9e9093c5-c270-418b-b203-e3adae1a2c7d), before_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:12:32.052709 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-345a68c3-43f8-46db-9c85-8e889a1561fe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-759574'] for segment (7afd431e-f816-47e6-ace4-ce2b76f873d7), precommit_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:12:32.062491 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-345a68c3-43f8-46db-9c85-8e889a1561fe admin admin] Releasing vlan 360 on physical network physnet1 to pool {{(pid=103230) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 19:12:32.063007 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-345a68c3-43f8-46db-9c85-8e889a1561fe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-759574', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14393826'] for segment (7afd431e-f816-47e6-ace4-ce2b76f873d7), after_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:12:32.065661 n-d-713498-36 neutron-server[103230]: Traceback (most recent call last): Feb 09 19:12:32.065661 n-d-713498-36 neutron-server[103230]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 19:12:32.065661 n-d-713498-36 neutron-server[103230]: timer() Feb 09 19:12:32.065661 n-d-713498-36 neutron-server[103230]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 19:12:32.065661 n-d-713498-36 neutron-server[103230]: cb(*args, **kw) Feb 09 19:12:32.065661 n-d-713498-36 neutron-server[103230]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 19:12:32.065661 n-d-713498-36 neutron-server[103230]: return func(*args, **kwargs) Feb 09 19:12:32.065661 n-d-713498-36 neutron-server[103230]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 19:12:32.065661 n-d-713498-36 neutron-server[103230]: self._notify() Feb 09 19:12:32.065661 n-d-713498-36 neutron-server[103230]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 19:12:32.065661 n-d-713498-36 neutron-server[103230]: self.callback(batched_events) Feb 09 19:12:32.065661 n-d-713498-36 neutron-server[103230]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 19:12:32.065661 n-d-713498-36 neutron-server[103230]: event.method(event) Feb 09 19:12:32.065661 n-d-713498-36 neutron-server[103230]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 19:12:32.065661 n-d-713498-36 neutron-server[103230]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 19:12:32.065661 n-d-713498-36 neutron-server[103230]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 19:12:32.065661 n-d-713498-36 neutron-server[103230]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 19:12:32.065661 n-d-713498-36 neutron-server[103230]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 19:12:32.065661 n-d-713498-36 neutron-server[103230]: return f(self, *a, **k) Feb 09 19:12:32.065661 n-d-713498-36 neutron-server[103230]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 19:12:32.065661 n-d-713498-36 neutron-server[103230]: return self._get(url).json() Feb 09 19:12:32.065661 n-d-713498-36 neutron-server[103230]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 19:12:32.065661 n-d-713498-36 neutron-server[103230]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 19:12:32.065661 n-d-713498-36 neutron-server[103230]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 19:12:32.065661 n-d-713498-36 neutron-server[103230]: return self.request(url, 'GET', **kwargs) Feb 09 19:12:32.065661 n-d-713498-36 neutron-server[103230]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 19:12:32.065661 n-d-713498-36 neutron-server[103230]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 19:12:32.065661 n-d-713498-36 neutron-server[103230]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 19:12:32.065661 n-d-713498-36 neutron-server[103230]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 19:12:32.065661 n-d-713498-36 neutron-server[103230]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 19:12:32.065661 n-d-713498-36 neutron-server[103230]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 19:12:32.065661 n-d-713498-36 neutron-server[103230]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 19:12:32.099540 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-d1af34e9-73f7-4d2e-8aa2-638cbdb75b27 tempest-NegativeSecGroupIPv6Test-268475121 tempest-NegativeSecGroupIPv6Test-268475121-project] Publish callbacks [] for security_group (None), before_response {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:12:32.103530 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-d1af34e9-73f7-4d2e-8aa2-638cbdb75b27 tempest-NegativeSecGroupIPv6Test-268475121 tempest-NegativeSecGroupIPv6Test-268475121-project] 10.222.0.75 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.5342011 Feb 09 19:12:32.107196 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1af34e9-73f7-4d2e-8aa2-638cbdb75b27 tempest-NegativeSecGroupIPv6Test-268475121 tempest-NegativeSecGroupIPv6Test-268475121-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ff1e1c0d-e09d-4275-9eec-1b2554956948,revision_number=1']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:12:32.110009 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 59454) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:12:32.120607 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.v2.base [None req-b497f473-af03-4120-87a4-3499b2088fd7 tempest-NegativeSecGroupIPv6Test-268475121 tempest-NegativeSecGroupIPv6Test-268475121-project] Request body: {'security_group_rule': {'security_group_id': '215703dd-59f0-4767-956f-846d76595c10', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '2001:db8::/48', 'remote_group_id': 'ff1e1c0d-e09d-4275-9eec-1b2554956948'}} {{(pid=103229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 19:12:32.162219 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-345a68c3-43f8-46db-9c85-8e889a1561fe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-590242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1885479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1818895'] for network (36b49725-6229-46e2-a6f1-203576875bbf), after_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:12:32.171022 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-345a68c3-43f8-46db-9c85-8e889a1561fe admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1613566'] for network (None), before_response {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:12:32.175003 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-345a68c3-43f8-46db-9c85-8e889a1561fe admin admin] 10.222.0.75 "DELETE /v2.0/networks/36b49725-6229-46e2-a6f1-203576875bbf HTTP/1.1" status: 204 len: 168 time: 0.4338584 Feb 09 19:12:32.195446 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09402e87-e0f1-430f-b0bc-7191313419c1 req-94621b42-de38-4cd9-bb12-7e91c8ba394f tempest-ServersTestBootFromVolume-783248817 tempest-ServersTestBootFromVolume-783248817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:12:32.198148 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-09402e87-e0f1-430f-b0bc-7191313419c1 req-94621b42-de38-4cd9-bb12-7e91c8ba394f tempest-ServersTestBootFromVolume-783248817 tempest-ServersTestBootFromVolume-783248817-project] 10.222.0.75 "GET /v2.0/ports?device_id=84c056fe-802f-4b0b-9844-f490f36d7dba HTTP/1.1" status: 200 len: 944 time: 0.0945487 Feb 09 19:12:32.199174 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-345a68c3-43f8-46db-9c85-8e889a1561fe admin admin] Pushing event deleted for resources: {'Network': ['ID=36b49725-6229-46e2-a6f1-203576875bbf,revision_number=None']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:12:32.201200 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.db [req-93c4c4b9-ae8b-4449-8a94-6ec81946c536 req-1505ec64-b757-493d-afa3-d6f0dd3860f2 tempest-DeleteServersTestJSON-1870379525 tempest-DeleteServersTestJSON-1870379525-project] For port 9e9093c5-c270-418b-b203-e3adae1a2c7d, host n-h1-713498-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-36',level=0,port_id=9e9093c5-c270-418b-b203-e3adae1a2c7d,segment=NetworkSegment(d4c5d86e-1399-4ff8-a9ec-2a8082c6024a),segment_id=d4c5d86e-1399-4ff8-a9ec-2a8082c6024a)] {{(pid=103229) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 19:12:32.201682 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-93c4c4b9-ae8b-4449-8a94-6ec81946c536 req-1505ec64-b757-493d-afa3-d6f0dd3860f2 tempest-DeleteServersTestJSON-1870379525 tempest-DeleteServersTestJSON-1870379525-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1820838'] for port (9e9093c5-c270-418b-b203-e3adae1a2c7d), precommit_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:12:32.217945 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.plugin [req-93c4c4b9-ae8b-4449-8a94-6ec81946c536 req-1505ec64-b757-493d-afa3-d6f0dd3860f2 tempest-DeleteServersTestJSON-1870379525 tempest-DeleteServersTestJSON-1870379525-project] Calling delete_port for 9e9093c5-c270-418b-b203-e3adae1a2c7d owned by compute:nova {{(pid=103229) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 19:12:32.225090 n-d-713498-36 neutron-server[103229]: INFO neutron.api.v2.resource [None req-b497f473-af03-4120-87a4-3499b2088fd7 tempest-NegativeSecGroupIPv6Test-268475121 tempest-NegativeSecGroupIPv6Test-268475121-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 09 19:12:32.228841 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-b497f473-af03-4120-87a4-3499b2088fd7 tempest-NegativeSecGroupIPv6Test-268475121 tempest-NegativeSecGroupIPv6Test-268475121-project] 10.222.0.75 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 387 time: 0.1133633 Feb 09 19:12:32.229817 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 59458) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:12:32.370468 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-72a00cf1-f75c-4648-bfe0-1ab722544a33 tempest-NegativeSecGroupIPv6Test-268475121 tempest-NegativeSecGroupIPv6Test-268475121-project] Publish callbacks [] for security_group (ff1e1c0d-e09d-4275-9eec-1b2554956948), before_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:12:32.382241 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-09402e87-e0f1-430f-b0bc-7191313419c1 req-651a4a42-2c5a-4ef4-a4b6-870ddff3203a tempest-ServersTestBootFromVolume-783248817 tempest-ServersTestBootFromVolume-783248817-project] 10.222.0.75 "GET /v2.0/security-groups?id=99b1e7c3-38f3-4f0a-8bb2-c56dc143d44a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1743076 Feb 09 19:12:32.410120 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-93c4c4b9-ae8b-4449-8a94-6ec81946c536 req-1505ec64-b757-493d-afa3-d6f0dd3860f2 tempest-DeleteServersTestJSON-1870379525 tempest-DeleteServersTestJSON-1870379525-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762867177463', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762866656476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12867576'] for port (9e9093c5-c270-418b-b203-e3adae1a2c7d), after_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:12:32.423295 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] get_ports_and_sgs() called for port_ids ['9e9093c5-c270-418b-b203-e3adae1a2c7d'] {{(pid=103232) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 19:12:32.425566 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-72a00cf1-f75c-4648-bfe0-1ab722544a33 tempest-NegativeSecGroupIPv6Test-268475121 tempest-NegativeSecGroupIPv6Test-268475121-project] Publish callbacks [] for security_group (ff1e1c0d-e09d-4275-9eec-1b2554956948), precommit_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:12:32.484033 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-72a00cf1-f75c-4648-bfe0-1ab722544a33 tempest-NegativeSecGroupIPv6Test-268475121 tempest-NegativeSecGroupIPv6Test-268475121-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1892331'] for security_group (ff1e1c0d-e09d-4275-9eec-1b2554956948), after_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:12:32.489309 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1505ec64-b757-493d-afa3-d6f0dd3860f2 tempest-DeleteServersTestJSON-1870379525 tempest-DeleteServersTestJSON-1870379525-project] Pushing event deleted for resources: {'Port': ['ID=9e9093c5-c270-418b-b203-e3adae1a2c7d,revision_number=None']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:12:32.489499 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-72a00cf1-f75c-4648-bfe0-1ab722544a33 tempest-NegativeSecGroupIPv6Test-268475121 tempest-NegativeSecGroupIPv6Test-268475121-project] Publish callbacks [] for security_group (None), before_response {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:12:32.493773 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 59460) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:12:32.501669 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-72a00cf1-f75c-4648-bfe0-1ab722544a33 tempest-NegativeSecGroupIPv6Test-268475121 tempest-NegativeSecGroupIPv6Test-268475121-project] 10.222.0.75 "DELETE /v2.0/security-groups/ff1e1c0d-e09d-4275-9eec-1b2554956948 HTTP/1.1" status: 204 len: 168 time: 0.2707705 Feb 09 19:12:32.522596 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72a00cf1-f75c-4648-bfe0-1ab722544a33 tempest-NegativeSecGroupIPv6Test-268475121 tempest-NegativeSecGroupIPv6Test-268475121-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff1e1c0d-e09d-4275-9eec-1b2554956948,revision_number=None']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:12:32.525387 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 59462) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:12:32.565922 n-d-713498-36 neutron-server[103229]: DEBUG neutron.db.l3_dvrscheduler_db [req-93c4c4b9-ae8b-4449-8a94-6ec81946c536 req-1505ec64-b757-493d-afa3-d6f0dd3860f2 tempest-DeleteServersTestJSON-1870379525 tempest-DeleteServersTestJSON-1870379525-project] No DVR routers for this DVR port 9e9093c5-c270-418b-b203-e3adae1a2c7d on host n-h1-713498-36 {{(pid=103229) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 19:12:32.570239 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-93c4c4b9-ae8b-4449-8a94-6ec81946c536 req-1505ec64-b757-493d-afa3-d6f0dd3860f2 tempest-DeleteServersTestJSON-1870379525 tempest-DeleteServersTestJSON-1870379525-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171096'] for port (None), before_response {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:12:32.574083 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-93c4c4b9-ae8b-4449-8a94-6ec81946c536 req-1505ec64-b757-493d-afa3-d6f0dd3860f2 tempest-DeleteServersTestJSON-1870379525 tempest-DeleteServersTestJSON-1870379525-project] 10.222.0.89 "DELETE /v2.0/ports/9e9093c5-c270-418b-b203-e3adae1a2c7d HTTP/1.1" status: 204 len: 173 time: 0.9342482 Feb 09 19:12:32.578344 n-d-713498-36 neutron-server[103229]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7fbc7784-9788-4f2d-b985-c5e2674f3448', 'name': 'network-vif-deleted', 'tag': '9e9093c5-c270-418b-b203-e3adae1a2c7d'}] {{(pid=103229) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 19:12:32.583094 n-d-713498-36 neutron-server[103229]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fa6ae9a20702bd564eaf90d946620b2b4277b1ab91129323d3b54181076be307" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-21540e71-6073-490c-85b1-0546baf6c0b8" -d '{"events": [{"server_uuid": "7fbc7784-9788-4f2d-b985-c5e2674f3448", "name": "network-vif-deleted", "tag": "9e9093c5-c270-418b-b203-e3adae1a2c7d"}]}' {{(pid=103229) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 19:12:32.607560 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-b43e4342-4d8d-4fe5-bdeb-71e7ccf719c1 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=3bed1828822e4ed8b98506e0acba18d5&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0787005 Feb 09 19:12:32.608300 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 59468) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:12:32.633643 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-0d5d39da-cb77-4127-a286-daf307476f01 tempest-NegativeSecGroupIPv6Test-268475121 tempest-NegativeSecGroupIPv6Test-268475121-project] 10.222.0.75 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4544 time: 0.1386230 Feb 09 19:12:32.636282 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 59470) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:12:32.644726 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Device 073afeaa-d894-4e49-9154-d5a14619ac03 details requested by agent hyperv_n-h2-713498-36 with host n-h2-713498-36 {{(pid=103232) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 19:12:32.665843 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Device 44c3bb6e-975c-4dcd-83d1-bd9f7372fc8f no longer exists at agent hyperv_n-h2-713498-36 {{(pid=103232) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 19:12:32.708961 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-d7dff86e-df1a-48c2-a023-84492fd06fc3 admin admin] Publish callbacks [] for security_group (0810c243-1868-4477-a8d6-8bb35e408cf8), before_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:12:32.736275 n-d-713498-36 neutron-server[103229]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 19:12:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fa604ca4-d4a0-4c1d-9eb9-eed7c55f2bdd x-openstack-request-id: req-fa604ca4-d4a0-4c1d-9eb9-eed7c55f2bdd {{(pid=103229) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 19:12:32.737995 n-d-713498-36 neutron-server[103229]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7fbc7784-9788-4f2d-b985-c5e2674f3448", "name": "network-vif-deleted", "tag": "9e9093c5-c270-418b-b203-e3adae1a2c7d", "status": "completed", "code": 200}]} {{(pid=103229) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 19:12:32.738514 n-d-713498-36 neutron-server[103229]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-fa604ca4-d4a0-4c1d-9eb9-eed7c55f2bdd {{(pid=103229) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 19:12:32.738735 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-d7dff86e-df1a-48c2-a023-84492fd06fc3 admin admin] Publish callbacks [] for security_group (0810c243-1868-4477-a8d6-8bb35e408cf8), precommit_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:12:32.739734 n-d-713498-36 neutron-server[103229]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7fbc7784-9788-4f2d-b985-c5e2674f3448', 'name': 'network-vif-deleted', 'tag': '9e9093c5-c270-418b-b203-e3adae1a2c7d', 'status': 'completed', 'code': 200} Feb 09 19:12:32.777587 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-456c69bd-dc04-435b-b6b1-88f41e71a4e1 tempest-NegativeSecGroupIPv6Test-268475121 tempest-NegativeSecGroupIPv6Test-268475121-project] Publish callbacks [] for security_group (215703dd-59f0-4767-956f-846d76595c10), before_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:12:32.796727 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-d7dff86e-df1a-48c2-a023-84492fd06fc3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1892331'] for security_group (0810c243-1868-4477-a8d6-8bb35e408cf8), after_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:12:32.800885 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-d7dff86e-df1a-48c2-a023-84492fd06fc3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:12:32.805160 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-d7dff86e-df1a-48c2-a023-84492fd06fc3 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/0810c243-1868-4477-a8d6-8bb35e408cf8 HTTP/1.1" status: 204 len: 168 time: 0.1910570 Feb 09 19:12:32.813184 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7dff86e-df1a-48c2-a023-84492fd06fc3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0810c243-1868-4477-a8d6-8bb35e408cf8,revision_number=None']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:12:32.835415 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8471ce21-942e-4f0e-8d7c-891d72c64570 req-14c38e15-5e43-4caa-a35c-257ced08ce58 tempest-ServersTestMultiNic-1550042178 tempest-ServersTestMultiNic-1550042178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:12:32.841060 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8471ce21-942e-4f0e-8d7c-891d72c64570 req-14c38e15-5e43-4caa-a35c-257ced08ce58 tempest-ServersTestMultiNic-1550042178 tempest-ServersTestMultiNic-1550042178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:12:32.846996 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8471ce21-942e-4f0e-8d7c-891d72c64570 req-14c38e15-5e43-4caa-a35c-257ced08ce58 tempest-ServersTestMultiNic-1550042178 tempest-ServersTestMultiNic-1550042178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:12:32.848671 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-8471ce21-942e-4f0e-8d7c-891d72c64570 req-14c38e15-5e43-4caa-a35c-257ced08ce58 tempest-ServersTestMultiNic-1550042178 tempest-ServersTestMultiNic-1550042178-project] 10.222.0.75 "GET /v2.0/ports?device_id=182eb346-b266-45c5-a0a2-d215e9bb2886 HTTP/1.1" status: 200 len: 2411 time: 0.1758852 Feb 09 19:12:32.853324 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-456c69bd-dc04-435b-b6b1-88f41e71a4e1 tempest-NegativeSecGroupIPv6Test-268475121 tempest-NegativeSecGroupIPv6Test-268475121-project] Publish callbacks [] for security_group (215703dd-59f0-4767-956f-846d76595c10), precommit_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:12:32.885206 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-7429db8d-6021-40ad-813e-885be449a89b None None] For port 073afeaa-d894-4e49-9154-d5a14619ac03, host n-h2-713498-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-36',level=0,port_id=073afeaa-d894-4e49-9154-d5a14619ac03,segment=NetworkSegment(92da60b7-c045-4864-99cf-723efc0bf37b),segment_id=92da60b7-c045-4864-99cf-723efc0bf37b)] {{(pid=103232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 19:12:32.902081 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Returning: {'device': '073afeaa-d894-4e49-9154-d5a14619ac03', 'network_id': '1053aeb0-96ca-4455-975a-23b0dccb07ec', 'port_id': '073afeaa-d894-4e49-9154-d5a14619ac03', 'mac_address': 'fa:16:3e:71:c8:80', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 375, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5ce2c655-ead1-49f8-a2a1-6b6465769c65', 'ip_address': '19.80.0.55'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103232) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 19:12:32.914856 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-7429db8d-6021-40ad-813e-885be449a89b None None] No Port match for: 44c3bb6e-975c-4dcd-83d1-bd9f7372fc8f {{(pid=103232) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 19:12:32.915678 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Device 44c3bb6e-975c-4dcd-83d1-bd9f7372fc8f not bound to the agent host n-h2-713498-36 {{(pid=103232) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 19:12:32.945341 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-8471ce21-942e-4f0e-8d7c-891d72c64570 req-e1be7005-2535-45fa-a479-8f0fda45121a tempest-ServersTestMultiNic-1550042178 tempest-ServersTestMultiNic-1550042178-project] 10.222.0.75 "GET /v2.0/security-groups?id=73443f61-e28a-43ce-9cbb-ef678fe5ea76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0833189 Feb 09 19:12:32.960023 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-456c69bd-dc04-435b-b6b1-88f41e71a4e1 tempest-NegativeSecGroupIPv6Test-268475121 tempest-NegativeSecGroupIPv6Test-268475121-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1892331'] for security_group (215703dd-59f0-4767-956f-846d76595c10), after_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:12:32.963399 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-456c69bd-dc04-435b-b6b1-88f41e71a4e1 tempest-NegativeSecGroupIPv6Test-268475121 tempest-NegativeSecGroupIPv6Test-268475121-project] Publish callbacks [] for security_group (None), before_response {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:12:32.964676 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-456c69bd-dc04-435b-b6b1-88f41e71a4e1 tempest-NegativeSecGroupIPv6Test-268475121 tempest-NegativeSecGroupIPv6Test-268475121-project] 10.222.0.75 "DELETE /v2.0/security-groups/215703dd-59f0-4767-956f-846d76595c10 HTTP/1.1" status: 204 len: 168 time: 0.3273151 Feb 09 19:12:32.979106 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-456c69bd-dc04-435b-b6b1-88f41e71a4e1 tempest-NegativeSecGroupIPv6Test-268475121 tempest-NegativeSecGroupIPv6Test-268475121-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=215703dd-59f0-4767-956f-846d76595c10,revision_number=None']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:12:32.981710 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 59476) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:12:32.986685 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Current status of the port 073afeaa-d894-4e49-9154-d5a14619ac03 is: DOWN; New status is: BUILD {{(pid=103232) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 19:12:32.987094 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (073afeaa-d894-4e49-9154-d5a14619ac03), before_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:12:33.010530 n-d-713498-36 neutron-server[103232]: DEBUG neutron.notifiers.nova [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 073afeaa-d894-4e49-9154-d5a14619ac03 {{(pid=103232) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 19:12:33.038941 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-7429db8d-6021-40ad-813e-885be449a89b None None] For port 073afeaa-d894-4e49-9154-d5a14619ac03, host n-h2-713498-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-36',level=0,port_id=073afeaa-d894-4e49-9154-d5a14619ac03,segment=NetworkSegment(92da60b7-c045-4864-99cf-723efc0bf37b),segment_id=92da60b7-c045-4864-99cf-723efc0bf37b)] {{(pid=103232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 19:12:33.045814 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762867176205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762866656485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762866656503'] for port (073afeaa-d894-4e49-9154-d5a14619ac03), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:12:33.072479 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-e5b25d12-1fb7-4e70-ad17-5f3ef616796b req-16d2eb13-d870-444c-b53d-99bb21d897ab tempest-DeleteServersTestJSON-1870379525 tempest-DeleteServersTestJSON-1870379525-project] 10.222.0.75 "GET /v2.0/ports?device_id=7fbc7784-9788-4f2d-b985-c5e2674f3448 HTTP/1.1" status: 200 len: 210 time: 0.0802987 Feb 09 19:12:33.126976 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-457e9f4f-b0d3-432c-aaa2-6075f169d5e0 tempest-NegativeSecGroupIPv6Test-268475121 tempest-NegativeSecGroupIPv6Test-268475121-project] 10.222.0.75 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1428707 Feb 09 19:12:33.131634 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 59484) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:12:33.143769 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.v2.base [None req-bc066cae-559e-47da-936c-098a785a966a tempest-NegativeSecGroupIPv6Test-268475121 tempest-NegativeSecGroupIPv6Test-268475121-project] Request body: {'security_group': {'name': 'tempest-secgroup--1790260410'}} {{(pid=103229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 19:12:33.159342 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Pushing event updated for resources: {'Port': ['ID=073afeaa-d894-4e49-9154-d5a14619ac03,revision_number=4']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:12:33.237670 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-78a892f8-ee75-4cb9-a45f-542d3e98c382 req-44ca7579-ca6c-4c94-889c-9cd3bc3841b9 tempest-TaggedBootDevicesTest_v242-798392635 tempest-TaggedBootDevicesTest_v242-798392635-project] 10.222.0.75 "GET /v2.0/ports?device_id=8319129f-1054-494a-b0c0-2ec99e839619 HTTP/1.1" status: 200 len: 210 time: 0.0695317 Feb 09 19:12:33.258270 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-bc066cae-559e-47da-936c-098a785a966a tempest-NegativeSecGroupIPv6Test-268475121 tempest-NegativeSecGroupIPv6Test-268475121-project] Publish callbacks [] for security_group (None), before_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:12:33.290440 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71a46a87-ee22-4452-8a95-ac5b0e38c96b req-70c60e22-48ad-43a0-a6dd-9e7b82032f35 tempest-MigrationsAdminTest-892781459 tempest-MigrationsAdminTest-892781459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:12:33.291987 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-71a46a87-ee22-4452-8a95-ac5b0e38c96b req-70c60e22-48ad-43a0-a6dd-9e7b82032f35 tempest-MigrationsAdminTest-892781459 tempest-MigrationsAdminTest-892781459-project] 10.222.0.75 "GET /v2.0/ports?device_id=7394cbff-f035-4166-a786-a8886a8e5e67 HTTP/1.1" status: 200 len: 950 time: 0.1342587 Feb 09 19:12:33.361638 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-bc066cae-559e-47da-936c-098a785a966a tempest-NegativeSecGroupIPv6Test-268475121 tempest-NegativeSecGroupIPv6Test-268475121-project] Publish callbacks [] for security_group (02e5dee3-4090-42ba-a902-4132000edfdf), precommit_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:12:33.362339 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-71a46a87-ee22-4452-8a95-ac5b0e38c96b req-cf1af670-d0d7-41cf-ace9-c7936b7db9d1 tempest-MigrationsAdminTest-892781459 tempest-MigrationsAdminTest-892781459-project] 10.222.0.75 "GET /v2.0/security-groups?id=709912c8-8171-4435-800e-9e5c5e45bf8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572295 Feb 09 19:12:33.366567 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-bc066cae-559e-47da-936c-098a785a966a tempest-NegativeSecGroupIPv6Test-268475121 tempest-NegativeSecGroupIPv6Test-268475121-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1892331'] for security_group (02e5dee3-4090-42ba-a902-4132000edfdf), after_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:12:33.377151 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-7429db8d-6021-40ad-813e-885be449a89b None None] get_ports_and_sgs() called for port_ids ['073afeaa-d894-4e49-9154-d5a14619ac03'] {{(pid=103232) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 19:12:33.408740 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-bc066cae-559e-47da-936c-098a785a966a tempest-NegativeSecGroupIPv6Test-268475121 tempest-NegativeSecGroupIPv6Test-268475121-project] Publish callbacks [] for security_group (None), before_response {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:12:33.414072 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-bc066cae-559e-47da-936c-098a785a966a tempest-NegativeSecGroupIPv6Test-268475121 tempest-NegativeSecGroupIPv6Test-268475121-project] 10.222.0.75 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.2792802 Feb 09 19:12:33.417452 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 59494) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:12:33.423142 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.v2.base [None req-ac4fad63-0932-4b01-8c82-b5dace8c197c tempest-NegativeSecGroupIPv6Test-268475121 tempest-NegativeSecGroupIPv6Test-268475121-project] Request body: {'security_group_rule': {'security_group_id': '02e5dee3-4090-42ba-a902-4132000edfdf', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=103230) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 19:12:33.424726 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc066cae-559e-47da-936c-098a785a966a tempest-NegativeSecGroupIPv6Test-268475121 tempest-NegativeSecGroupIPv6Test-268475121-project] Pushing event updated for resources: {'SecurityGroup': ['ID=02e5dee3-4090-42ba-a902-4132000edfdf,revision_number=1']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:12:33.478581 n-d-713498-36 neutron-server[103230]: INFO neutron.api.v2.resource [None req-ac4fad63-0932-4b01-8c82-b5dace8c197c tempest-NegativeSecGroupIPv6Test-268475121 tempest-NegativeSecGroupIPv6Test-268475121-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 09 19:12:33.481568 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-ac4fad63-0932-4b01-8c82-b5dace8c197c tempest-NegativeSecGroupIPv6Test-268475121 tempest-NegativeSecGroupIPv6Test-268475121-project] 10.222.0.75 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.0625360 Feb 09 19:12:33.484435 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 59498) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:12:33.494904 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.v2.base [None req-b1a72351-5641-45f0-848c-2160f63bac1d tempest-NegativeSecGroupIPv6Test-268475121 tempest-NegativeSecGroupIPv6Test-268475121-project] Request body: {'security_group_rule': {'security_group_id': '02e5dee3-4090-42ba-a902-4132000edfdf', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=103230) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 19:12:33.538020 n-d-713498-36 neutron-server[103230]: INFO neutron.api.v2.resource [None req-b1a72351-5641-45f0-848c-2160f63bac1d tempest-NegativeSecGroupIPv6Test-268475121 tempest-NegativeSecGroupIPv6Test-268475121-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 09 19:12:33.539818 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-b1a72351-5641-45f0-848c-2160f63bac1d tempest-NegativeSecGroupIPv6Test-268475121 tempest-NegativeSecGroupIPv6Test-268475121-project] 10.222.0.75 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.0514824 Feb 09 19:12:33.542270 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 59500) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:12:33.579189 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ad14dda-133b-4861-8e99-863dba84bea8 req-e7d95f9e-ed94-4752-8252-9e28d271b226 tempest-ServersTestBootFromVolume-783248817 tempest-ServersTestBootFromVolume-783248817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:12:33.589296 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-1ad14dda-133b-4861-8e99-863dba84bea8 req-e7d95f9e-ed94-4752-8252-9e28d271b226 tempest-ServersTestBootFromVolume-783248817 tempest-ServersTestBootFromVolume-783248817-project] 10.222.0.75 "GET /v2.0/ports?device_id=84c056fe-802f-4b0b-9844-f490f36d7dba HTTP/1.1" status: 200 len: 944 time: 0.0960515 Feb 09 19:12:33.617291 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-be613cef-b8a1-41a3-9b90-9e3be14535f1 tempest-NegativeSecGroupIPv6Test-268475121 tempest-NegativeSecGroupIPv6Test-268475121-project] Publish callbacks [] for security_group (02e5dee3-4090-42ba-a902-4132000edfdf), before_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:12:33.649034 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-be613cef-b8a1-41a3-9b90-9e3be14535f1 tempest-NegativeSecGroupIPv6Test-268475121 tempest-NegativeSecGroupIPv6Test-268475121-project] Publish callbacks [] for security_group (02e5dee3-4090-42ba-a902-4132000edfdf), precommit_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:12:33.669711 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-1ad14dda-133b-4861-8e99-863dba84bea8 req-366268ce-7834-416d-9283-602833506f07 tempest-ServersTestBootFromVolume-783248817 tempest-ServersTestBootFromVolume-783248817-project] 10.222.0.75 "GET /v2.0/security-groups?id=99b1e7c3-38f3-4f0a-8bb2-c56dc143d44a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0730469 Feb 09 19:12:33.715674 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-be613cef-b8a1-41a3-9b90-9e3be14535f1 tempest-NegativeSecGroupIPv6Test-268475121 tempest-NegativeSecGroupIPv6Test-268475121-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1892331'] for security_group (02e5dee3-4090-42ba-a902-4132000edfdf), after_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:12:33.718725 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-be613cef-b8a1-41a3-9b90-9e3be14535f1 tempest-NegativeSecGroupIPv6Test-268475121 tempest-NegativeSecGroupIPv6Test-268475121-project] Publish callbacks [] for security_group (None), before_response {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:12:33.723704 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-be613cef-b8a1-41a3-9b90-9e3be14535f1 tempest-NegativeSecGroupIPv6Test-268475121 tempest-NegativeSecGroupIPv6Test-268475121-project] 10.222.0.75 "DELETE /v2.0/security-groups/02e5dee3-4090-42ba-a902-4132000edfdf HTTP/1.1" status: 204 len: 168 time: 0.1778028 Feb 09 19:12:33.724088 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 59506) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:12:33.730909 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be613cef-b8a1-41a3-9b90-9e3be14535f1 tempest-NegativeSecGroupIPv6Test-268475121 tempest-NegativeSecGroupIPv6Test-268475121-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=02e5dee3-4090-42ba-a902-4132000edfdf,revision_number=None']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:12:33.782500 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-927da6c4-5262-4ff7-9a63-9ed1df7ecc8f tempest-NegativeSecGroupIPv6Test-268475121 tempest-NegativeSecGroupIPv6Test-268475121-project] 10.222.0.75 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0531797 Feb 09 19:12:33.783014 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 59510) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:12:33.788075 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.v2.base [None req-a4cf0c23-ea09-4770-8cc8-b11834382bce tempest-NegativeSecGroupIPv6Test-268475121 tempest-NegativeSecGroupIPv6Test-268475121-project] Request body: {'security_group': {'name': 'tempest-secgroup--729216858'}} {{(pid=103230) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 19:12:33.811217 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-a4cf0c23-ea09-4770-8cc8-b11834382bce tempest-NegativeSecGroupIPv6Test-268475121 tempest-NegativeSecGroupIPv6Test-268475121-project] Publish callbacks [] for security_group (None), before_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:12:33.884009 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-a4cf0c23-ea09-4770-8cc8-b11834382bce tempest-NegativeSecGroupIPv6Test-268475121 tempest-NegativeSecGroupIPv6Test-268475121-project] Publish callbacks [] for security_group (516070af-1418-4f85-9873-0a101841607f), precommit_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:12:33.888692 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-a4cf0c23-ea09-4770-8cc8-b11834382bce tempest-NegativeSecGroupIPv6Test-268475121 tempest-NegativeSecGroupIPv6Test-268475121-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1892331'] for security_group (516070af-1418-4f85-9873-0a101841607f), after_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:12:33.908061 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 59514) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:12:33.932049 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-a4cf0c23-ea09-4770-8cc8-b11834382bce tempest-NegativeSecGroupIPv6Test-268475121 tempest-NegativeSecGroupIPv6Test-268475121-project] Publish callbacks [] for security_group (None), before_response {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:12:33.933275 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-a4cf0c23-ea09-4770-8cc8-b11834382bce tempest-NegativeSecGroupIPv6Test-268475121 tempest-NegativeSecGroupIPv6Test-268475121-project] 10.222.0.75 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.1489415 Feb 09 19:12:33.936150 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 59518) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:12:33.942969 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.v2.base [None req-b21ed039-8955-4b5c-9c0b-bef63c38a954 tempest-NegativeSecGroupIPv6Test-268475121 tempest-NegativeSecGroupIPv6Test-268475121-project] Request body: {'security_group': {'name': 'default'}} {{(pid=103230) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 19:12:33.943612 n-d-713498-36 neutron-server[103230]: WARNING neutron.api.v2.base [None req-b21ed039-8955-4b5c-9c0b-bef63c38a954 tempest-NegativeSecGroupIPv6Test-268475121 tempest-NegativeSecGroupIPv6Test-268475121-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Feb 09 19:12:33.944115 n-d-713498-36 neutron-server[103230]: INFO neutron.api.v2.resource [None req-b21ed039-8955-4b5c-9c0b-bef63c38a954 tempest-NegativeSecGroupIPv6Test-268475121 tempest-NegativeSecGroupIPv6Test-268475121-project] update failed (client error): There was a conflict when trying to complete your request. Feb 09 19:12:33.946006 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-b21ed039-8955-4b5c-9c0b-bef63c38a954 tempest-NegativeSecGroupIPv6Test-268475121 tempest-NegativeSecGroupIPv6Test-268475121-project] 10.222.0.75 "PUT /v2.0/security-groups/516070af-1418-4f85-9873-0a101841607f HTTP/1.1" status: 409 len: 330 time: 0.0083537 Feb 09 19:12:33.946631 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4cf0c23-ea09-4770-8cc8-b11834382bce tempest-NegativeSecGroupIPv6Test-268475121 tempest-NegativeSecGroupIPv6Test-268475121-project] Pushing event updated for resources: {'SecurityGroup': ['ID=516070af-1418-4f85-9873-0a101841607f,revision_number=1']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:12:33.948328 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 59520) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:12:34.014607 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-a9e6a438-2973-469a-8d50-24e939bed172 tempest-NegativeSecGroupIPv6Test-268475121 tempest-NegativeSecGroupIPv6Test-268475121-project] Publish callbacks [] for security_group (516070af-1418-4f85-9873-0a101841607f), before_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:12:34.041601 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-a9e6a438-2973-469a-8d50-24e939bed172 tempest-NegativeSecGroupIPv6Test-268475121 tempest-NegativeSecGroupIPv6Test-268475121-project] Publish callbacks [] for security_group (516070af-1418-4f85-9873-0a101841607f), precommit_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:12:34.059068 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.v2.base [None req-cd04b1f9-4108-4994-a104-a0cd047e6a3b admin admin] Request body: {'network': {'name': 'tempest-ServerRescueTestJSONUnderV235-930924640-network', 'tenant_id': '4ddd249906ca4b088ab7ddfb44b3182a'}} {{(pid=103230) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 19:12:34.100295 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-a9e6a438-2973-469a-8d50-24e939bed172 tempest-NegativeSecGroupIPv6Test-268475121 tempest-NegativeSecGroupIPv6Test-268475121-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1892331'] for security_group (516070af-1418-4f85-9873-0a101841607f), after_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:12:34.100583 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cd04b1f9-4108-4994-a104-a0cd047e6a3b admin admin] Made reservation on behalf of 4ddd249906ca4b088ab7ddfb44b3182a for: {'network': 1} {{(pid=103230) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 19:12:34.102942 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-cd04b1f9-4108-4994-a104-a0cd047e6a3b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for network (None), before_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:12:34.103310 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-a9e6a438-2973-469a-8d50-24e939bed172 tempest-NegativeSecGroupIPv6Test-268475121 tempest-NegativeSecGroupIPv6Test-268475121-project] Publish callbacks [] for security_group (None), before_response {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:12:34.107550 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-a9e6a438-2973-469a-8d50-24e939bed172 tempest-NegativeSecGroupIPv6Test-268475121 tempest-NegativeSecGroupIPv6Test-268475121-project] 10.222.0.75 "DELETE /v2.0/security-groups/516070af-1418-4f85-9873-0a101841607f HTTP/1.1" status: 204 len: 168 time: 0.1579497 Feb 09 19:12:34.108187 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 59526) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:12:34.121974 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-cd04b1f9-4108-4994-a104-a0cd047e6a3b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:12:34.135234 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9e6a438-2973-469a-8d50-24e939bed172 tempest-NegativeSecGroupIPv6Test-268475121 tempest-NegativeSecGroupIPv6Test-268475121-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=516070af-1418-4f85-9873-0a101841607f,revision_number=None']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:12:34.155111 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f5d71a8-30d6-4406-8910-21eaa71fe9f2 req-69ed87d6-6ce9-4bbf-9420-04ad8fc5388a tempest-ServersTestMultiNic-1550042178 tempest-ServersTestMultiNic-1550042178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:12:34.161269 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f5d71a8-30d6-4406-8910-21eaa71fe9f2 req-69ed87d6-6ce9-4bbf-9420-04ad8fc5388a tempest-ServersTestMultiNic-1550042178 tempest-ServersTestMultiNic-1550042178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:12:34.168026 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f5d71a8-30d6-4406-8910-21eaa71fe9f2 req-69ed87d6-6ce9-4bbf-9420-04ad8fc5388a tempest-ServersTestMultiNic-1550042178 tempest-ServersTestMultiNic-1550042178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:12:34.170001 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-2f5d71a8-30d6-4406-8910-21eaa71fe9f2 req-69ed87d6-6ce9-4bbf-9420-04ad8fc5388a tempest-ServersTestMultiNic-1550042178 tempest-ServersTestMultiNic-1550042178-project] 10.222.0.75 "GET /v2.0/ports?device_id=182eb346-b266-45c5-a0a2-d215e9bb2886 HTTP/1.1" status: 200 len: 2412 time: 0.1295538 Feb 09 19:12:34.193420 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-f3173e67-5080-44d3-92c0-3cb6e5508f43 tempest-NegativeSecGroupIPv6Test-268475121 tempest-NegativeSecGroupIPv6Test-268475121-project] 10.222.0.75 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0801957 Feb 09 19:12:34.194084 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 59530) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:12:34.208877 n-d-713498-36 neutron-server[103229]: INFO neutron.api.v2.resource [None req-786e2b20-deb7-41a7-9511-eccd8c1dfa14 tempest-NegativeSecGroupIPv6Test-268475121 tempest-NegativeSecGroupIPv6Test-268475121-project] delete failed (client error): The resource could not be found. Feb 09 19:12:34.214634 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-786e2b20-deb7-41a7-9511-eccd8c1dfa14 tempest-NegativeSecGroupIPv6Test-268475121 tempest-NegativeSecGroupIPv6Test-268475121-project] 10.222.0.75 "DELETE /v2.0/security-groups/41cc914d-b901-446c-852f-6314d44e3860 HTTP/1.1" status: 404 len: 347 time: 0.0193672 Feb 09 19:12:34.215244 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 59532) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:12:34.232224 n-d-713498-36 neutron-server[103229]: INFO neutron.api.v2.resource [None req-c0b4814d-7977-43f8-87f2-37ab3a0c317f tempest-NegativeSecGroupIPv6Test-268475121 tempest-NegativeSecGroupIPv6Test-268475121-project] show failed (client error): The resource could not be found. Feb 09 19:12:34.238898 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-c0b4814d-7977-43f8-87f2-37ab3a0c317f tempest-NegativeSecGroupIPv6Test-268475121 tempest-NegativeSecGroupIPv6Test-268475121-project] 10.222.0.75 "GET /v2.0/security-groups/f7de58bd-ebc8-4d82-9fcc-0ec364f5cef0 HTTP/1.1" status: 404 len: 347 time: 0.0218709 Feb 09 19:12:34.239473 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 59534) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:12:34.252087 n-d-713498-36 neutron-server[103229]: INFO neutron.api.v2.resource [None req-8d14169a-c2ca-43c7-88cd-c688121064c9 tempest-NegativeSecGroupIPv6Test-268475121 tempest-NegativeSecGroupIPv6Test-268475121-project] show failed (client error): The resource could not be found. Feb 09 19:12:34.257976 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-8d14169a-c2ca-43c7-88cd-c688121064c9 tempest-NegativeSecGroupIPv6Test-268475121 tempest-NegativeSecGroupIPv6Test-268475121-project] 10.222.0.75 "GET /v2.0/security-group-rules/9e6e8e65-40a3-4cbd-81a5-850c67e3b754 HTTP/1.1" status: 404 len: 356 time: 0.0173020 Feb 09 19:12:34.280246 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-2f5d71a8-30d6-4406-8910-21eaa71fe9f2 req-d755cf3b-e8f2-44b4-80ed-6c816cf1169a tempest-ServersTestMultiNic-1550042178 tempest-ServersTestMultiNic-1550042178-project] 10.222.0.75 "GET /v2.0/security-groups?id=73443f61-e28a-43ce-9cbb-ef678fe5ea76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1011221 Feb 09 19:12:34.336164 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-cd04b1f9-4108-4994-a104-a0cd047e6a3b admin admin] Publish callbacks [] for security_group (73dc5652-0b28-4d0e-bd9f-61a00dbc59a6), precommit_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:12:34.346507 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-cd04b1f9-4108-4994-a104-a0cd047e6a3b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1892331'] for security_group (73dc5652-0b28-4d0e-bd9f-61a00dbc59a6), after_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:12:34.386853 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cd04b1f9-4108-4994-a104-a0cd047e6a3b admin admin] vlan segment allocate from pool success with {'vlan_id': 350, 'physical_network': 'physnet1'} {{(pid=103230) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 19:12:34.397681 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd04b1f9-4108-4994-a104-a0cd047e6a3b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=73dc5652-0b28-4d0e-bd9f-61a00dbc59a6,revision_number=1']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:12:34.402719 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-cd04b1f9-4108-4994-a104-a0cd047e6a3b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-759574'] for segment (1f8c24bc-260a-43c0-b04d-21008afd5445), precommit_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:12:34.403059 n-d-713498-36 neutron-server[103230]: INFO neutron.db.segments_db [None req-cd04b1f9-4108-4994-a104-a0cd047e6a3b admin admin] Added segment 1f8c24bc-260a-43c0-b04d-21008afd5445 of type vlan for network 3ab0c9d2-97b1-4c51-9743-b63b9816fede Feb 09 19:12:34.432433 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-0231490e-0f59-416d-b94e-5367745877d5 req-92c1c660-1ea4-4cf4-90ef-32d5eb8e84ac tempest-TaggedBootDevicesTest_v242-798392635 tempest-TaggedBootDevicesTest_v242-798392635-project] 10.222.0.75 "GET /v2.0/ports?device_id=8319129f-1054-494a-b0c0-2ec99e839619 HTTP/1.1" status: 200 len: 210 time: 0.0634811 Feb 09 19:12:34.484479 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-cd04b1f9-4108-4994-a104-a0cd047e6a3b admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762866642225'] for network (3ab0c9d2-97b1-4c51-9743-b63b9816fede), precommit_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:12:34.562818 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-cd04b1f9-4108-4994-a104-a0cd047e6a3b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1885479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452'] for network (3ab0c9d2-97b1-4c51-9743-b63b9816fede), after_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:12:34.564766 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd04b1f9-4108-4994-a104-a0cd047e6a3b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:12:34.565631 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-cd04b1f9-4108-4994-a104-a0cd047e6a3b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1613566'] for network (None), before_response {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:12:34.629241 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 59554) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:12:34.636384 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Device 021ddc99-ef0c-4e82-ac98-d40f52ae7d55 details requested by agent hyperv_n-h2-713498-36 with host n-h2-713498-36 {{(pid=103232) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 19:12:34.640356 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Device 073afeaa-d894-4e49-9154-d5a14619ac03 up at agent hyperv_n-h2-713498-36 {{(pid=103232) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 19:12:34.645042 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e38d21f8-6699-4df6-8ec3-0d32b8a4c354 req-22818b51-5914-4966-bd84-689fdd9a1f2f tempest-MigrationsAdminTest-892781459 tempest-MigrationsAdminTest-892781459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:12:34.658411 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-e38d21f8-6699-4df6-8ec3-0d32b8a4c354 req-22818b51-5914-4966-bd84-689fdd9a1f2f tempest-MigrationsAdminTest-892781459 tempest-MigrationsAdminTest-892781459-project] 10.222.0.75 "GET /v2.0/ports?device_id=7394cbff-f035-4166-a786-a8886a8e5e67 HTTP/1.1" status: 200 len: 950 time: 0.1693404 Feb 09 19:12:34.690828 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8858700a-9109-477a-a625-6f0d5a8e86a2 req-5901c0fa-242d-46f6-99f6-ab6b2f8bad6b tempest-DeleteServersTestJSON-1870379525 tempest-DeleteServersTestJSON-1870379525-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:12:34.702221 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-8858700a-9109-477a-a625-6f0d5a8e86a2 req-5901c0fa-242d-46f6-99f6-ab6b2f8bad6b tempest-DeleteServersTestJSON-1870379525 tempest-DeleteServersTestJSON-1870379525-project] 10.222.0.75 "GET /v2.0/networks?id=22e5c36a-e85f-4512-bcde-f1a1a30e29d3 HTTP/1.1" status: 200 len: 812 time: 0.1607521 Feb 09 19:12:34.717679 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-cd04b1f9-4108-4994-a104-a0cd047e6a3b admin admin] 10.222.0.75 "POST /v2.0/networks HTTP/1.1" status: 201 len: 892 time: 0.8082995 Feb 09 19:12:34.722740 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 59560) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:12:34.725665 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-8858700a-9109-477a-a625-6f0d5a8e86a2 req-979a88a6-2546-4603-a4d7-dd1a776b3e12 tempest-DeleteServersTestJSON-1870379525 tempest-DeleteServersTestJSON-1870379525-project] 10.222.0.75 "GET /v2.0/quotas/216741f4995241bbba7cd794217427a2 HTTP/1.1" status: 200 len: 375 time: 0.0217590 Feb 09 19:12:34.734232 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.v2.base [None req-b04a53be-9909-4442-a897-d25456f6bd19 admin admin] Request body: {'subnet': {'network_id': '3ab0c9d2-97b1-4c51-9743-b63b9816fede', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueTestJSONUnderV235-930924640-subnet', 'tenant_id': '4ddd249906ca4b088ab7ddfb44b3182a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103230) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 19:12:34.768864 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.provisioning_blocks [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Provisioning for port 073afeaa-d894-4e49-9154-d5a14619ac03 completed by entity L2. {{(pid=103232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 19:12:34.783373 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-8858700a-9109-477a-a625-6f0d5a8e86a2 req-cbdad4a5-13e3-4a78-a910-5f5bb621ef62 tempest-DeleteServersTestJSON-1870379525 tempest-DeleteServersTestJSON-1870379525-project] 10.222.0.75 "GET /v2.0/ports?tenant_id=216741f4995241bbba7cd794217427a2&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0563490 Feb 09 19:12:34.785059 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.provisioning_blocks [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Provisioning complete for port 073afeaa-d894-4e49-9154-d5a14619ac03 triggered by entity L2. {{(pid=103232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 19:12:34.785608 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593630'] for port (073afeaa-d894-4e49-9154-d5a14619ac03), provisioning_complete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:12:34.788109 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b04a53be-9909-4442-a897-d25456f6bd19 admin admin] Made reservation on behalf of 4ddd249906ca4b088ab7ddfb44b3182a for: {'subnet': 1} {{(pid=103230) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 19:12:34.795118 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-b04a53be-9909-4442-a897-d25456f6bd19 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12985917'] for subnet (None), before_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:12:34.801998 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd04b1f9-4108-4994-a104-a0cd047e6a3b admin admin] Pushing event updated for resources: {'Network': ['ID=3ab0c9d2-97b1-4c51-9743-b63b9816fede,revision_number=1']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:12:34.849337 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Network 3ab0c9d2-97b1-4c51-9743-b63b9816fede details requested by agent ovs-agent-n-d-713498-36 with host n-d-713498-36 {{(pid=103232) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 19:12:34.853475 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-7429db8d-6021-40ad-813e-885be449a89b None None] For port 021ddc99-ef0c-4e82-ac98-d40f52ae7d55, host n-h2-713498-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-36',level=0,port_id=021ddc99-ef0c-4e82-ac98-d40f52ae7d55,segment=NetworkSegment(c33359c4-a496-43df-b415-15ad2bc804d0),segment_id=c33359c4-a496-43df-b415-15ad2bc804d0)] {{(pid=103232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 19:12:34.870147 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [req-8858700a-9109-477a-a625-6f0d5a8e86a2 req-c91c8a33-729a-4799-b663-3d36f3e4f153 service neutron] http://10.222.0.75:9696/v2.0/extensions returned with HTTP 200 {{(pid=103229) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 09 19:12:34.881781 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-8858700a-9109-477a-a625-6f0d5a8e86a2 req-c91c8a33-729a-4799-b663-3d36f3e4f153 service neutron] 10.222.0.75 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0969636 Feb 09 19:12:34.924016 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Returning: {'device': '021ddc99-ef0c-4e82-ac98-d40f52ae7d55', 'network_id': '8be03a76-72b2-426d-860d-146a1ca5345c', 'port_id': '021ddc99-ef0c-4e82-ac98-d40f52ae7d55', 'mac_address': 'fa:16:3e:d2:f7:26', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 352, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2a1fa622-9174-4513-8009-75355f0165b9', 'ip_address': '19.86.0.96'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103232) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 19:12:34.951310 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Device 791d3f17-1eab-424b-8748-a6e718491667 details requested by agent hyperv_n-h1-713498-36 with host n-h1-713498-36 {{(pid=103232) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 19:12:34.953439 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Device 9e9093c5-c270-418b-b203-e3adae1a2c7d no longer exists at agent hyperv_n-h1-713498-36 {{(pid=103232) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 19:12:34.983151 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] No Port match for: 9e9093c5-c270-418b-b203-e3adae1a2c7d {{(pid=103232) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 19:12:34.983947 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Device 9e9093c5-c270-418b-b203-e3adae1a2c7d not bound to the agent host n-h1-713498-36 {{(pid=103232) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 19:12:35.026724 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-8858700a-9109-477a-a625-6f0d5a8e86a2 req-730f63c7-89e4-4ef3-bfcb-3975169b6412 service neutron] 10.222.0.75 "GET /v2.0/networks/22e5c36a-e85f-4512-bcde-f1a1a30e29d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1435039 Feb 09 19:12:35.106389 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Current status of the port 021ddc99-ef0c-4e82-ac98-d40f52ae7d55 is: DOWN; New status is: BUILD {{(pid=103232) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 19:12:35.107202 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (021ddc99-ef0c-4e82-ac98-d40f52ae7d55), before_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:12:35.123516 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-8858700a-9109-477a-a625-6f0d5a8e86a2 req-f8884378-7cf5-41d0-ada0-bc67e2ffabcf service neutron] 10.222.0.75 "GET /v2.0/networks/22e5c36a-e85f-4512-bcde-f1a1a30e29d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0959990 Feb 09 19:12:35.190122 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] For port 791d3f17-1eab-424b-8748-a6e718491667, host n-h1-713498-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-36',level=0,port_id=791d3f17-1eab-424b-8748-a6e718491667,segment=NetworkSegment(141f724c-a45b-4df8-8db3-8734c1f0aa1d),segment_id=141f724c-a45b-4df8-8db3-8734c1f0aa1d)] {{(pid=103232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 19:12:35.209815 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Returning: {'device': '791d3f17-1eab-424b-8748-a6e718491667', 'network_id': 'bf4bc076-a27e-42a2-9aee-a2f41efd57ae', 'port_id': '791d3f17-1eab-424b-8748-a6e718491667', 'mac_address': 'fa:16:3e:6c:07:9d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 380, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fea6332b-9bd6-4cd8-9e80-16a97bc75c3b', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103232) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 19:12:35.236293 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-520c21ec-eea5-466d-89f5-5c8fa4c6324d admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=5736ee61036140589e01666340e8e6db&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6054623 Feb 09 19:12:35.239122 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 59564) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:12:35.259972 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-e38d21f8-6699-4df6-8ec3-0d32b8a4c354 req-d67ef10a-674d-4020-9441-d835ca1410e7 tempest-MigrationsAdminTest-892781459 tempest-MigrationsAdminTest-892781459-project] 10.222.0.75 "GET /v2.0/security-groups?id=709912c8-8171-4435-800e-9e5c5e45bf8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6004434 Feb 09 19:12:35.290875 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Current status of the port 791d3f17-1eab-424b-8748-a6e718491667 is: DOWN; New status is: BUILD {{(pid=103232) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 19:12:35.293107 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (791d3f17-1eab-424b-8748-a6e718491667), before_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:12:35.301280 n-d-713498-36 neutron-server[103232]: DEBUG neutron.notifiers.nova [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 021ddc99-ef0c-4e82-ac98-d40f52ae7d55 {{(pid=103232) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 19:12:35.328170 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-4154af5b-6df2-4aac-80c0-c5bd2ff64c0d admin admin] Publish callbacks [] for security_group (9afc61b9-450e-4947-aade-928322f67f66), before_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:12:35.341903 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Current status of the port 073afeaa-d894-4e49-9154-d5a14619ac03 is: BUILD; New status is: ACTIVE {{(pid=103232) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 19:12:35.342810 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (073afeaa-d894-4e49-9154-d5a14619ac03), before_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:12:35.390321 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-f37cd17b-345d-4271-a541-acb444518c95 req-f50e7bab-43c3-495f-b14a-1d3a7b4b6473 tempest-DeleteServersTestJSON-1870379525 tempest-DeleteServersTestJSON-1870379525-project] 10.222.0.75 "GET /v2.0/ports?device_id=88deb5dd-2136-4d12-b758-36d95104fa22 HTTP/1.1" status: 200 len: 210 time: 0.0402710 Feb 09 19:12:35.397001 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-4154af5b-6df2-4aac-80c0-c5bd2ff64c0d admin admin] Publish callbacks [] for security_group (9afc61b9-450e-4947-aade-928322f67f66), precommit_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:12:35.411807 n-d-713498-36 neutron-server[103232]: DEBUG neutron.notifiers.nova [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 791d3f17-1eab-424b-8748-a6e718491667 {{(pid=103232) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 19:12:35.459841 n-d-713498-36 neutron-server[103232]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '182eb346-b266-45c5-a0a2-d215e9bb2886', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '073afeaa-d894-4e49-9154-d5a14619ac03'}] {{(pid=103232) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 19:12:35.462382 n-d-713498-36 neutron-server[103232]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}949cdcde653dec44821de95cbf67297f53cbc2aed4e073b5d514f93bf911ce85" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a8832237-f52f-447f-83c9-8710ca7710cc" -d '{"events": [{"server_uuid": "182eb346-b266-45c5-a0a2-d215e9bb2886", "name": "network-vif-plugged", "status": "completed", "tag": "073afeaa-d894-4e49-9154-d5a14619ac03"}]}' {{(pid=103232) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 19:12:35.490327 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-4154af5b-6df2-4aac-80c0-c5bd2ff64c0d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1892331'] for security_group (9afc61b9-450e-4947-aade-928322f67f66), after_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:12:35.494185 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-4154af5b-6df2-4aac-80c0-c5bd2ff64c0d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:12:35.499825 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-7429db8d-6021-40ad-813e-885be449a89b None None] For port 021ddc99-ef0c-4e82-ac98-d40f52ae7d55, host n-h2-713498-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-36',level=0,port_id=021ddc99-ef0c-4e82-ac98-d40f52ae7d55,segment=NetworkSegment(c33359c4-a496-43df-b415-15ad2bc804d0),segment_id=c33359c4-a496-43df-b415-15ad2bc804d0)] {{(pid=103232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 19:12:35.501272 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-4154af5b-6df2-4aac-80c0-c5bd2ff64c0d admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/9afc61b9-450e-4947-aade-928322f67f66 HTTP/1.1" status: 204 len: 168 time: 0.2597060 Feb 09 19:12:35.526016 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-7429db8d-6021-40ad-813e-885be449a89b None None] For port 073afeaa-d894-4e49-9154-d5a14619ac03, host n-h2-713498-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-36',level=0,port_id=073afeaa-d894-4e49-9154-d5a14619ac03,segment=NetworkSegment(92da60b7-c045-4864-99cf-723efc0bf37b),segment_id=92da60b7-c045-4864-99cf-723efc0bf37b)] {{(pid=103232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 19:12:35.527806 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762867176205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762866656485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762866656503'] for port (021ddc99-ef0c-4e82-ac98-d40f52ae7d55), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:12:35.528594 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Device afdc6bf1-cf06-44ce-86c4-f6729cdbc923 details requested by agent hyperv_n-h2-713498-36 with host n-h2-713498-36 {{(pid=103232) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 19:12:35.560913 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4154af5b-6df2-4aac-80c0-c5bd2ff64c0d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9afc61b9-450e-4947-aade-928322f67f66,revision_number=None']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:12:35.620474 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-455d9af6-0c99-454d-9eb3-f2a39624b7ed req-76f972de-493c-4a43-a521-e1a21c089b4e tempest-ServersTestMultiNic-1550042178 tempest-ServersTestMultiNic-1550042178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:12:35.628182 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-455d9af6-0c99-454d-9eb3-f2a39624b7ed req-76f972de-493c-4a43-a521-e1a21c089b4e tempest-ServersTestMultiNic-1550042178 tempest-ServersTestMultiNic-1550042178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:12:35.632234 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d92dcd89-6374-4b6f-9fe3-3b4865cf125b req-0c0dfd1a-0e3f-4eab-9a3e-59c03198e889 tempest-ServersTestBootFromVolume-783248817 tempest-ServersTestBootFromVolume-783248817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:12:35.644023 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-d92dcd89-6374-4b6f-9fe3-3b4865cf125b req-0c0dfd1a-0e3f-4eab-9a3e-59c03198e889 tempest-ServersTestBootFromVolume-783248817 tempest-ServersTestBootFromVolume-783248817-project] 10.222.0.75 "GET /v2.0/ports?device_id=84c056fe-802f-4b0b-9844-f490f36d7dba HTTP/1.1" status: 200 len: 944 time: 0.2335393 Feb 09 19:12:35.644669 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-455d9af6-0c99-454d-9eb3-f2a39624b7ed req-76f972de-493c-4a43-a521-e1a21c089b4e tempest-ServersTestMultiNic-1550042178 tempest-ServersTestMultiNic-1550042178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:12:35.649049 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] For port 791d3f17-1eab-424b-8748-a6e718491667, host n-h1-713498-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-36',level=0,port_id=791d3f17-1eab-424b-8748-a6e718491667,segment=NetworkSegment(141f724c-a45b-4df8-8db3-8734c1f0aa1d),segment_id=141f724c-a45b-4df8-8db3-8734c1f0aa1d)] {{(pid=103232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 19:12:35.652139 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762867176205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762866656485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762866656503'] for port (073afeaa-d894-4e49-9154-d5a14619ac03), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:12:35.652285 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-455d9af6-0c99-454d-9eb3-f2a39624b7ed req-76f972de-493c-4a43-a521-e1a21c089b4e tempest-ServersTestMultiNic-1550042178 tempest-ServersTestMultiNic-1550042178-project] 10.222.0.75 "GET /v2.0/ports?device_id=182eb346-b266-45c5-a0a2-d215e9bb2886 HTTP/1.1" status: 200 len: 2413 time: 0.1397872 Feb 09 19:12:35.663825 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-b04a53be-9909-4442-a897-d25456f6bd19 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14393611', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12985859'] for subnet (eceb2332-2ad4-457a-81e3-6e57abd3a84e), after_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:12:35.664038 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762867176205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762866656485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762866656503'] for port (791d3f17-1eab-424b-8748-a6e718491667), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:12:35.756478 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-455d9af6-0c99-454d-9eb3-f2a39624b7ed req-321dc20b-d901-46c5-8fb2-6a3d70dfa53d tempest-ServersTestMultiNic-1550042178 tempest-ServersTestMultiNic-1550042178-project] 10.222.0.75 "GET /v2.0/security-groups?id=73443f61-e28a-43ce-9cbb-ef678fe5ea76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1029932 Feb 09 19:12:35.779846 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Pushing event updated for resources: {'Port': ['ID=021ddc99-ef0c-4e82-ac98-d40f52ae7d55,revision_number=4']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:12:35.836509 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-7429db8d-6021-40ad-813e-885be449a89b None None] For port afdc6bf1-cf06-44ce-86c4-f6729cdbc923, host n-h2-713498-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-36',level=0,port_id=afdc6bf1-cf06-44ce-86c4-f6729cdbc923,segment=NetworkSegment(92da60b7-c045-4864-99cf-723efc0bf37b),segment_id=92da60b7-c045-4864-99cf-723efc0bf37b)] {{(pid=103232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 19:12:35.863594 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Returning: {'device': 'afdc6bf1-cf06-44ce-86c4-f6729cdbc923', 'network_id': '1053aeb0-96ca-4455-975a-23b0dccb07ec', 'port_id': 'afdc6bf1-cf06-44ce-86c4-f6729cdbc923', 'mac_address': 'fa:16:3e:0c:cb:62', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 375, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5ce2c655-ead1-49f8-a2a1-6b6465769c65', 'ip_address': '19.80.0.222'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103232) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 19:12:35.871523 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Pushing event updated for resources: {'Port': ['ID=073afeaa-d894-4e49-9154-d5a14619ac03,revision_number=5']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:12:35.877398 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b04a53be-9909-4442-a897-d25456f6bd19 admin admin] Pushing event updated for resources: {'Subnet': ['ID=eceb2332-2ad4-457a-81e3-6e57abd3a84e,revision_number=0']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:12:35.899503 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-b2121af0-bfa9-4b3b-a492-c24d4a669ecf req-05b09db0-44e8-411f-ae16-b40c4ff2d9a9 tempest-TaggedBootDevicesTest_v242-798392635 tempest-TaggedBootDevicesTest_v242-798392635-project] 10.222.0.75 "GET /v2.0/ports?device_id=8319129f-1054-494a-b0c0-2ec99e839619 HTTP/1.1" status: 200 len: 210 time: 0.0457754 Feb 09 19:12:35.944183 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] get_ports_and_sgs() called for port_ids ['791d3f17-1eab-424b-8748-a6e718491667'] {{(pid=103232) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 19:12:35.944981 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-d92dcd89-6374-4b6f-9fe3-3b4865cf125b req-5d93c771-6456-4b6a-ba26-e68fa767011f tempest-ServersTestBootFromVolume-783248817 tempest-ServersTestBootFromVolume-783248817-project] 10.222.0.75 "GET /v2.0/security-groups?id=99b1e7c3-38f3-4f0a-8bb2-c56dc143d44a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2999020 Feb 09 19:12:35.994994 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b04a53be-9909-4442-a897-d25456f6bd19 admin admin] Checking segment: {'id': '1f8c24bc-260a-43c0-b04d-21008afd5445', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': '3ab0c9d2-97b1-4c51-9743-b63b9816fede'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103230) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 19:12:35.995368 n-d-713498-36 neutron-server[103230]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b04a53be-9909-4442-a897-d25456f6bd19 admin admin] Network hostable DHCP agents. Network: 3ab0c9d2-97b1-4c51-9743-b63b9816fede, hostable agents: ['af91e4b9-f4e1-42b1-a25c-a10dc47171c8'], hosted agents: [] {{(pid=103230) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 19:12:36.034222 n-d-713498-36 neutron-server[103230]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b04a53be-9909-4442-a897-d25456f6bd19 admin admin] Network 3ab0c9d2-97b1-4c51-9743-b63b9816fede is scheduled to be hosted by DHCP agent af91e4b9-f4e1-42b1-a25c-a10dc47171c8 with binding_index 1 {{(pid=103230) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 19:12:36.047648 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Current status of the port afdc6bf1-cf06-44ce-86c4-f6729cdbc923 is: DOWN; New status is: BUILD {{(pid=103232) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 19:12:36.048360 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (afdc6bf1-cf06-44ce-86c4-f6729cdbc923), before_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:12:36.060981 n-d-713498-36 neutron-server[103230]: DEBUG neutron.scheduler.base_scheduler [None req-b04a53be-9909-4442-a897-d25456f6bd19 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713498-36, 3ab0c9d2-97b1-4c51-9743-b63b9816fede) {{(pid=103230) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 19:12:36.068801 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b04a53be-9909-4442-a897-d25456f6bd19 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:12:36.069438 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-b04a53be-9909-4442-a897-d25456f6bd19 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:12:36.083785 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Pushing event updated for resources: {'Port': ['ID=791d3f17-1eab-424b-8748-a6e718491667,revision_number=4']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:12:36.092146 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07a1d63a-36c0-4ced-af3a-d751a6c5e1be None None] Network 3ab0c9d2-97b1-4c51-9743-b63b9816fede requested from n-d-713498-36 {{(pid=103232) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 19:12:36.098330 n-d-713498-36 neutron-server[103232]: DEBUG neutron.notifiers.nova [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id afdc6bf1-cf06-44ce-86c4-f6729cdbc923 {{(pid=103232) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 19:12:36.104255 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-0cb350c3-36ff-4f1e-a12f-e9b49d2a0fe3 req-cac30a64-c922-4854-816b-96104f6a759e service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=a35fbec0-0317-420e-b440-01979c3a7c6c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1329057 Feb 09 19:12:36.120754 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 59594) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:12:36.128253 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.v2.base [None req-34091880-b94b-4785-8b69-1f88fccf84e4 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueTestJSONUnderV235-930924640-router', 'tenant_id': '4ddd249906ca4b088ab7ddfb44b3182a', 'external_gateway_info': {'network_id': '88055e1e-672a-4487-be31-ffb6e833ece5'}}} {{(pid=103229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 19:12:36.129538 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-b04a53be-9909-4442-a897-d25456f6bd19 admin admin] 10.222.0.75 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 856 time: 1.4024622 Feb 09 19:12:36.178100 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-34091880-b94b-4785-8b69-1f88fccf84e4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1834830', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-58389'] for router (f27e0cdc-0e67-4758-967f-051d42596dc8), before_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:12:36.179506 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-34091880-b94b-4785-8b69-1f88fccf84e4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1834810', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1822096', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1886735', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-58380'] for router (f27e0cdc-0e67-4758-967f-051d42596dc8), precommit_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:12:36.253604 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30fe1458-fc6f-4901-8b83-a725d05c5f8e None None] Network 3ab0c9d2-97b1-4c51-9743-b63b9816fede requested from n-d-713498-36 {{(pid=103232) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 19:12:36.263581 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-7429db8d-6021-40ad-813e-885be449a89b None None] For port afdc6bf1-cf06-44ce-86c4-f6729cdbc923, host n-h2-713498-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-36',level=0,port_id=afdc6bf1-cf06-44ce-86c4-f6729cdbc923,segment=NetworkSegment(92da60b7-c045-4864-99cf-723efc0bf37b),segment_id=92da60b7-c045-4864-99cf-723efc0bf37b)] {{(pid=103232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 19:12:36.309977 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-34091880-b94b-4785-8b69-1f88fccf84e4 admin admin] Publish callbacks [] for router_controller (f27e0cdc-0e67-4758-967f-051d42596dc8), precommit_add_association {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:12:36.354085 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762867176205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762866656485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762866656503'] for port (afdc6bf1-cf06-44ce-86c4-f6729cdbc923), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:12:36.529265 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cb350c3-36ff-4f1e-a12f-e9b49d2a0fe3 req-56f15f14-236f-4418-a6ec-0c64b873ca1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:12:36.530824 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-0cb350c3-36ff-4f1e-a12f-e9b49d2a0fe3 req-56f15f14-236f-4418-a6ec-0c64b873ca1e service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=77d2f6c213eb401684c27974738fe903&device_id=a35fbec0-0317-420e-b440-01979c3a7c6c HTTP/1.1" status: 200 len: 1129 time: 0.3017571 Feb 09 19:12:36.655549 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Pushing event updated for resources: {'Port': ['ID=afdc6bf1-cf06-44ce-86c4-f6729cdbc923,revision_number=4']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:12:36.683052 n-d-713498-36 neutron-server[103232]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 19:12:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-72fd2c97-06fc-4753-a4e1-14d8e134f369 x-openstack-request-id: req-72fd2c97-06fc-4753-a4e1-14d8e134f369 {{(pid=103232) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 19:12:36.683372 n-d-713498-36 neutron-server[103232]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "182eb346-b266-45c5-a0a2-d215e9bb2886", "name": "network-vif-plugged", "status": "completed", "tag": "073afeaa-d894-4e49-9154-d5a14619ac03", "code": 200}]} {{(pid=103232) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 19:12:36.683759 n-d-713498-36 neutron-server[103232]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-72fd2c97-06fc-4753-a4e1-14d8e134f369 {{(pid=103232) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 19:12:36.685632 n-d-713498-36 neutron-server[103232]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '182eb346-b266-45c5-a0a2-d215e9bb2886', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '073afeaa-d894-4e49-9154-d5a14619ac03', 'code': 200} Feb 09 19:12:36.726491 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-34091880-b94b-4785-8b69-1f88fccf84e4 admin admin] Publish callbacks [] for router_gateway (f27e0cdc-0e67-4758-967f-051d42596dc8), precommit_update {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:12:36.744033 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-7429db8d-6021-40ad-813e-885be449a89b None None] get_ports_and_sgs() called for port_ids ['021ddc99-ef0c-4e82-ac98-d40f52ae7d55'] {{(pid=103232) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 19:12:36.800261 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cb350c3-36ff-4f1e-a12f-e9b49d2a0fe3 req-4ce2b254-77a3-4c35-b30f-5a7a8408ac4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:12:36.802030 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-0cb350c3-36ff-4f1e-a12f-e9b49d2a0fe3 req-4ce2b254-77a3-4c35-b30f-5a7a8408ac4b service neutron] 10.222.0.90 "GET /v2.0/networks?id=0ec7f9f6-4ed5-45b5-9742-035cca69218b HTTP/1.1" status: 200 len: 913 time: 0.2295914 Feb 09 19:12:36.827800 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f48757a-3c33-4a8f-885c-1ada43757e74 req-dfba933e-2951-4083-bed4-07e31e9ca688 tempest-MigrationsAdminTest-892781459 tempest-MigrationsAdminTest-892781459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:12:36.835934 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-8f48757a-3c33-4a8f-885c-1ada43757e74 req-dfba933e-2951-4083-bed4-07e31e9ca688 tempest-MigrationsAdminTest-892781459 tempest-MigrationsAdminTest-892781459-project] 10.222.0.75 "GET /v2.0/ports?device_id=7394cbff-f035-4166-a786-a8886a8e5e67 HTTP/1.1" status: 200 len: 950 time: 0.3786066 Feb 09 19:12:36.847188 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-cd5765ab-58a3-41ab-a329-e41bdf7a961d req-38de0893-eeb0-4aa4-87ac-cb9b90d2ed0a tempest-DeleteServersTestJSON-1870379525 tempest-DeleteServersTestJSON-1870379525-project] 10.222.0.75 "GET /v2.0/ports?device_id=88deb5dd-2136-4d12-b758-36d95104fa22 HTTP/1.1" status: 200 len: 210 time: 0.0688312 Feb 09 19:12:36.943822 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-8f48757a-3c33-4a8f-885c-1ada43757e74 req-01a6776d-f711-4cd9-8778-3704bf36185f tempest-MigrationsAdminTest-892781459 tempest-MigrationsAdminTest-892781459-project] 10.222.0.75 "GET /v2.0/security-groups?id=709912c8-8171-4435-800e-9e5c5e45bf8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1001849 Feb 09 19:12:37.149839 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49d311cc-0618-4fe2-bdee-b3eddca5fe33 req-900beda2-862e-4d21-8d2f-8d0caa3a5df0 tempest-ServersTestMultiNic-1550042178 tempest-ServersTestMultiNic-1550042178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:12:37.166572 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49d311cc-0618-4fe2-bdee-b3eddca5fe33 req-900beda2-862e-4d21-8d2f-8d0caa3a5df0 tempest-ServersTestMultiNic-1550042178 tempest-ServersTestMultiNic-1550042178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:12:37.202204 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49d311cc-0618-4fe2-bdee-b3eddca5fe33 req-900beda2-862e-4d21-8d2f-8d0caa3a5df0 tempest-ServersTestMultiNic-1550042178 tempest-ServersTestMultiNic-1550042178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:12:37.213314 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-49d311cc-0618-4fe2-bdee-b3eddca5fe33 req-900beda2-862e-4d21-8d2f-8d0caa3a5df0 tempest-ServersTestMultiNic-1550042178 tempest-ServersTestMultiNic-1550042178-project] 10.222.0.75 "GET /v2.0/ports?device_id=182eb346-b266-45c5-a0a2-d215e9bb2886 HTTP/1.1" status: 200 len: 2415 time: 0.2071774 Feb 09 19:12:37.445808 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-49d311cc-0618-4fe2-bdee-b3eddca5fe33 req-70798d96-5dde-4c6e-a5bc-9f0238f52b07 tempest-ServersTestMultiNic-1550042178 tempest-ServersTestMultiNic-1550042178-project] 10.222.0.75 "GET /v2.0/security-groups?id=73443f61-e28a-43ce-9cbb-ef678fe5ea76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2306437 Feb 09 19:12:37.522673 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8858700a-9109-477a-a625-6f0d5a8e86a2 req-0059f41d-3250-47f4-97e5-7e15e3c596f9 tempest-DeleteServersTestJSON-1870379525 tempest-DeleteServersTestJSON-1870379525-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:12:37.524181 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-8858700a-9109-477a-a625-6f0d5a8e86a2 req-0059f41d-3250-47f4-97e5-7e15e3c596f9 tempest-DeleteServersTestJSON-1870379525 tempest-DeleteServersTestJSON-1870379525-project] 10.222.0.90 "GET /v2.0/networks?id=22e5c36a-e85f-4512-bcde-f1a1a30e29d3 HTTP/1.1" status: 200 len: 812 time: 0.2851527 Feb 09 19:12:37.546050 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.v2.base [req-8858700a-9109-477a-a625-6f0d5a8e86a2 req-e5fa4a1a-1665-466c-9780-e6f1d68b46a6 tempest-DeleteServersTestJSON-1870379525 tempest-DeleteServersTestJSON-1870379525-project] Request body: {'port': {'device_id': '88deb5dd-2136-4d12-b758-36d95104fa22', 'network_id': '22e5c36a-e85f-4512-bcde-f1a1a30e29d3', 'admin_state_up': True, 'tenant_id': '216741f4995241bbba7cd794217427a2'}} {{(pid=103230) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 19:12:37.584147 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-b6bb3105-6060-41a6-9d33-c491e69fc80c req-a33bbb18-9fc7-42a1-bdba-05cd4f2b465b tempest-TaggedBootDevicesTest_v242-798392635 tempest-TaggedBootDevicesTest_v242-798392635-project] 10.222.0.75 "GET /v2.0/ports?device_id=8319129f-1054-494a-b0c0-2ec99e839619 HTTP/1.1" status: 200 len: 210 time: 0.0526638 Feb 09 19:12:37.648310 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-0cb350c3-36ff-4f1e-a12f-e9b49d2a0fe3 req-1f19ce3c-ac91-48f8-91a0-2642e433ac70 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=56559978-c567-46d5-a94e-81e3865f8cfc HTTP/1.1" status: 200 len: 1001 time: 0.7909052 Feb 09 19:12:37.664331 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb0b76ae-5363-4376-9006-d27accea5256 req-c804686b-ed95-4d24-9105-ccbab1987cad tempest-ServersTestBootFromVolume-783248817 tempest-ServersTestBootFromVolume-783248817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:12:37.665927 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-fb0b76ae-5363-4376-9006-d27accea5256 req-c804686b-ed95-4d24-9105-ccbab1987cad tempest-ServersTestBootFromVolume-783248817 tempest-ServersTestBootFromVolume-783248817-project] 10.222.0.75 "GET /v2.0/ports?device_id=84c056fe-802f-4b0b-9844-f490f36d7dba HTTP/1.1" status: 200 len: 945 time: 0.1724384 Feb 09 19:12:37.725227 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8858700a-9109-477a-a625-6f0d5a8e86a2 req-e5fa4a1a-1665-466c-9780-e6f1d68b46a6 tempest-DeleteServersTestJSON-1870379525 tempest-DeleteServersTestJSON-1870379525-project] Made reservation on behalf of 216741f4995241bbba7cd794217427a2 for: {'port': 1} {{(pid=103230) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 19:12:37.731076 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-7429db8d-6021-40ad-813e-885be449a89b None None] get_ports_and_sgs() called for port_ids ['afdc6bf1-cf06-44ce-86c4-f6729cdbc923'] {{(pid=103232) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 19:12:37.744290 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [req-8858700a-9109-477a-a625-6f0d5a8e86a2 req-e5fa4a1a-1665-466c-9780-e6f1d68b46a6 tempest-DeleteServersTestJSON-1870379525 tempest-DeleteServersTestJSON-1870379525-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (None), before_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:12:37.826444 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-fb0b76ae-5363-4376-9006-d27accea5256 req-6bd3f3fe-0121-4ea1-8ff9-221cb50d683f tempest-ServersTestBootFromVolume-783248817 tempest-ServersTestBootFromVolume-783248817-project] 10.222.0.75 "GET /v2.0/security-groups?id=99b1e7c3-38f3-4f0a-8bb2-c56dc143d44a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1461954 Feb 09 19:12:37.864006 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cb350c3-36ff-4f1e-a12f-e9b49d2a0fe3 req-ad0416b8-d92e-4b08-a6a9-f8eb0d34d75d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:12:37.867625 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-0cb350c3-36ff-4f1e-a12f-e9b49d2a0fe3 req-ad0416b8-d92e-4b08-a6a9-f8eb0d34d75d service neutron] 10.222.0.90 "GET /v2.0/subnets?id=56817271-1948-4557-bb99-937580724a46 HTTP/1.1" status: 200 len: 851 time: 0.1918304 Feb 09 19:12:37.951526 n-d-713498-36 neutron-server[103230]: DEBUG neutron.db.db_base_plugin_common [req-8858700a-9109-477a-a625-6f0d5a8e86a2 req-e5fa4a1a-1665-466c-9780-e6f1d68b46a6 tempest-DeleteServersTestJSON-1870379525 tempest-DeleteServersTestJSON-1870379525-project] Allocated IP 172.20.0.12 (22e5c36a-e85f-4512-bcde-f1a1a30e29d3/fd92991c-99c1-4998-85f2-810e9ca4298d/9b00cde2-41e0-4a5c-ac25-40284f778572) {{(pid=103230) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 19:12:38.072887 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-ae3bec81-3bbb-4c8e-a204-109907429eba req-ed0b0619-af6f-42ab-8161-345e300ad4ae tempest-DeleteServersTestJSON-1870379525 tempest-DeleteServersTestJSON-1870379525-project] 10.222.0.75 "GET /v2.0/ports?device_id=88deb5dd-2136-4d12-b758-36d95104fa22 HTTP/1.1" status: 200 len: 210 time: 0.0876739 Feb 09 19:12:38.116746 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cb350c3-36ff-4f1e-a12f-e9b49d2a0fe3 req-53632704-c6a2-4989-9ecd-ae299e4242e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:12:38.118316 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-0cb350c3-36ff-4f1e-a12f-e9b49d2a0fe3 req-53632704-c6a2-4989-9ecd-ae299e4242e3 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=0ec7f9f6-4ed5-45b5-9742-035cca69218b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.2239983 Feb 09 19:12:38.227830 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-34091880-b94b-4785-8b69-1f88fccf84e4 admin admin] Publish callbacks [] for router_gateway (f27e0cdc-0e67-4758-967f-051d42596dc8), before_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:12:38.255200 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-34091880-b94b-4785-8b69-1f88fccf84e4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (None), before_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:12:38.289716 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b3e9681-0569-4178-bae0-ca890c28d0aa req-cda63386-f949-4620-86bd-26a59722ffeb tempest-MigrationsAdminTest-892781459 tempest-MigrationsAdminTest-892781459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:12:38.291338 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-5b3e9681-0569-4178-bae0-ca890c28d0aa req-cda63386-f949-4620-86bd-26a59722ffeb tempest-MigrationsAdminTest-892781459 tempest-MigrationsAdminTest-892781459-project] 10.222.0.75 "GET /v2.0/ports?device_id=7394cbff-f035-4166-a786-a8886a8e5e67 HTTP/1.1" status: 200 len: 950 time: 0.1796105 Feb 09 19:12:38.337397 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [req-8858700a-9109-477a-a625-6f0d5a8e86a2 req-e5fa4a1a-1665-466c-9780-e6f1d68b46a6 tempest-DeleteServersTestJSON-1870379525 tempest-DeleteServersTestJSON-1870379525-project] Publish callbacks [] for port (9b00cde2-41e0-4a5c-ac25-40284f778572), precommit_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:12:38.362571 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-0cb350c3-36ff-4f1e-a12f-e9b49d2a0fe3 req-e1565f80-7db4-48a2-b0aa-910c00f0dcf4 service neutron] 10.222.0.90 "GET /v2.0/networks/0ec7f9f6-4ed5-45b5-9742-035cca69218b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2131977 Feb 09 19:12:38.380896 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [req-8858700a-9109-477a-a625-6f0d5a8e86a2 req-e5fa4a1a-1665-466c-9780-e6f1d68b46a6 tempest-DeleteServersTestJSON-1870379525 tempest-DeleteServersTestJSON-1870379525-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762866656467', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14393751'] for port (9b00cde2-41e0-4a5c-ac25-40284f778572), after_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:12:38.434466 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-5b3e9681-0569-4178-bae0-ca890c28d0aa req-6d26932c-e69e-4684-a903-c9b0e4413e33 tempest-MigrationsAdminTest-892781459 tempest-MigrationsAdminTest-892781459-project] 10.222.0.75 "GET /v2.0/security-groups?id=709912c8-8171-4435-800e-9e5c5e45bf8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1141086 Feb 09 19:12:38.440752 n-d-713498-36 neutron-server[103230]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8858700a-9109-477a-a625-6f0d5a8e86a2 req-e5fa4a1a-1665-466c-9780-e6f1d68b46a6 tempest-DeleteServersTestJSON-1870379525 tempest-DeleteServersTestJSON-1870379525-project] Network 22e5c36a-e85f-4512-bcde-f1a1a30e29d3 is already hosted by enough agents. {{(pid=103230) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 19:12:38.446243 n-d-713498-36 neutron-server[103230]: DEBUG neutron.scheduler.base_scheduler [req-8858700a-9109-477a-a625-6f0d5a8e86a2 req-e5fa4a1a-1665-466c-9780-e6f1d68b46a6 tempest-DeleteServersTestJSON-1870379525 tempest-DeleteServersTestJSON-1870379525-project] Resources bound (agent type, host, resource id): {{(pid=103230) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 19:12:38.449002 n-d-713498-36 neutron-server[103230]: DEBUG neutron.db.l3_dvrscheduler_db [req-8858700a-9109-477a-a625-6f0d5a8e86a2 req-e5fa4a1a-1665-466c-9780-e6f1d68b46a6 tempest-DeleteServersTestJSON-1870379525 tempest-DeleteServersTestJSON-1870379525-project] Received port after_create {{(pid=103230) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 19:12:38.507803 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5fa4a1a-1665-466c-9780-e6f1d68b46a6 tempest-DeleteServersTestJSON-1870379525 tempest-DeleteServersTestJSON-1870379525-project] Pushing event updated for resources: {'Port': ['ID=9b00cde2-41e0-4a5c-ac25-40284f778572,revision_number=1']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:12:38.571102 n-d-713498-36 neutron-server[103229]: DEBUG neutron.db.db_base_plugin_common [None req-34091880-b94b-4785-8b69-1f88fccf84e4 admin admin] Allocated IP 172.25.1.3 (88055e1e-672a-4487-be31-ffb6e833ece5/ac16dbcc-383c-4b43-9153-d763c4a53f91/da1a4a28-2e09-4aca-9993-8fce73e5b605) {{(pid=103229) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 19:12:38.572558 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8858700a-9109-477a-a625-6f0d5a8e86a2 req-e5fa4a1a-1665-466c-9780-e6f1d68b46a6 tempest-DeleteServersTestJSON-1870379525 tempest-DeleteServersTestJSON-1870379525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:12:38.573178 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [req-8858700a-9109-477a-a625-6f0d5a8e86a2 req-e5fa4a1a-1665-466c-9780-e6f1d68b46a6 tempest-DeleteServersTestJSON-1870379525 tempest-DeleteServersTestJSON-1870379525-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171096'] for port (None), before_response {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:12:38.599711 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-8858700a-9109-477a-a625-6f0d5a8e86a2 req-e5fa4a1a-1665-466c-9780-e6f1d68b46a6 tempest-DeleteServersTestJSON-1870379525 tempest-DeleteServersTestJSON-1870379525-project] 10.222.0.90 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0573962 Feb 09 19:12:38.615923 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0c0832b-dbf8-4c66-aec0-10993f52746e req-6fdfb391-f8bf-4e6b-ba5a-2396124ab44c tempest-ServersTestMultiNic-1550042178 tempest-ServersTestMultiNic-1550042178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:12:38.621567 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0c0832b-dbf8-4c66-aec0-10993f52746e req-6fdfb391-f8bf-4e6b-ba5a-2396124ab44c tempest-ServersTestMultiNic-1550042178 tempest-ServersTestMultiNic-1550042178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:12:38.632744 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0c0832b-dbf8-4c66-aec0-10993f52746e req-6fdfb391-f8bf-4e6b-ba5a-2396124ab44c tempest-ServersTestMultiNic-1550042178 tempest-ServersTestMultiNic-1550042178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:12:38.634459 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-d0c0832b-dbf8-4c66-aec0-10993f52746e req-6fdfb391-f8bf-4e6b-ba5a-2396124ab44c tempest-ServersTestMultiNic-1550042178 tempest-ServersTestMultiNic-1550042178-project] 10.222.0.75 "GET /v2.0/ports?device_id=182eb346-b266-45c5-a0a2-d215e9bb2886 HTTP/1.1" status: 200 len: 2415 time: 0.1075385 Feb 09 19:12:38.639366 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.v2.base [req-8858700a-9109-477a-a625-6f0d5a8e86a2 req-28a44fd3-1fe3-4250-b461-6beab2a9b596 service neutron] Request body: {'port': {'device_id': '88deb5dd-2136-4d12-b758-36d95104fa22', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-713498-36'}} {{(pid=103230) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 19:12:38.667257 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Device 021ddc99-ef0c-4e82-ac98-d40f52ae7d55 up at agent hyperv_n-h2-713498-36 {{(pid=103232) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 19:12:38.734589 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-0cb350c3-36ff-4f1e-a12f-e9b49d2a0fe3 req-32e43063-324a-439b-9c34-bb44d34f2d4b service neutron] 10.222.0.90 "GET /v2.0/networks/0ec7f9f6-4ed5-45b5-9742-035cca69218b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3450022 Feb 09 19:12:38.767544 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-d0c0832b-dbf8-4c66-aec0-10993f52746e req-d1f5d080-735c-4633-a1f6-8e1093986fab tempest-ServersTestMultiNic-1550042178 tempest-ServersTestMultiNic-1550042178-project] 10.222.0.75 "GET /v2.0/security-groups?id=73443f61-e28a-43ce-9cbb-ef678fe5ea76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1212635 Feb 09 19:12:38.768226 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 59654) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:12:38.768850 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [req-8858700a-9109-477a-a625-6f0d5a8e86a2 req-28a44fd3-1fe3-4250-b461-6beab2a9b596 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (9b00cde2-41e0-4a5c-ac25-40284f778572), before_update {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:12:38.813941 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.provisioning_blocks [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Provisioning for port 021ddc99-ef0c-4e82-ac98-d40f52ae7d55 completed by entity L2. {{(pid=103232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 19:12:38.821918 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.provisioning_blocks [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Provisioning complete for port 021ddc99-ef0c-4e82-ac98-d40f52ae7d55 triggered by entity L2. {{(pid=103232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 19:12:38.822972 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593630'] for port (021ddc99-ef0c-4e82-ac98-d40f52ae7d55), provisioning_complete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:12:38.837013 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-34091880-b94b-4785-8b69-1f88fccf84e4 admin admin] Publish callbacks [] for port (da1a4a28-2e09-4aca-9993-8fce73e5b605), precommit_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:12:38.895845 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-34091880-b94b-4785-8b69-1f88fccf84e4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762866656467', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12867576'] for port (da1a4a28-2e09-4aca-9993-8fce73e5b605), after_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:12:38.949002 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-a4cef439-52a0-4df0-86d3-f5dabe0553c5 tempest-TaggedBootDevicesTest_v242-798392635 tempest-TaggedBootDevicesTest_v242-798392635-project] Publish callbacks [] for security_group (58062d4f-c149-4db3-a357-a4eb59a3d83e), before_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:12:38.956588 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Current status of the port 021ddc99-ef0c-4e82-ac98-d40f52ae7d55 is: BUILD; New status is: ACTIVE {{(pid=103232) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 19:12:38.958523 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (021ddc99-ef0c-4e82-ac98-d40f52ae7d55), before_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:12:38.971849 n-d-713498-36 neutron-server[103229]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34091880-b94b-4785-8b69-1f88fccf84e4 admin admin] Network 88055e1e-672a-4487-be31-ffb6e833ece5 is already hosted by enough agents. {{(pid=103229) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 19:12:38.983513 n-d-713498-36 neutron-server[103229]: DEBUG neutron.scheduler.base_scheduler [None req-34091880-b94b-4785-8b69-1f88fccf84e4 admin admin] Resources bound (agent type, host, resource id): {{(pid=103229) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 19:12:38.984076 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34091880-b94b-4785-8b69-1f88fccf84e4 admin admin] Pushing event updated for resources: {'Port': ['ID=da1a4a28-2e09-4aca-9993-8fce73e5b605,revision_number=1']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:12:38.996148 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Device 791d3f17-1eab-424b-8748-a6e718491667 up at agent hyperv_n-h1-713498-36 {{(pid=103232) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 19:12:38.997652 n-d-713498-36 neutron-server[103232]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '182eb346-b266-45c5-a0a2-d215e9bb2886', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '021ddc99-ef0c-4e82-ac98-d40f52ae7d55'}] {{(pid=103232) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 19:12:39.000059 n-d-713498-36 neutron-server[103232]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}949cdcde653dec44821de95cbf67297f53cbc2aed4e073b5d514f93bf911ce85" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7f48133f-9788-4428-a3db-3b9b97a2e970" -d '{"events": [{"server_uuid": "182eb346-b266-45c5-a0a2-d215e9bb2886", "name": "network-vif-plugged", "status": "completed", "tag": "021ddc99-ef0c-4e82-ac98-d40f52ae7d55"}]}' {{(pid=103232) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 19:12:39.004014 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-a4cef439-52a0-4df0-86d3-f5dabe0553c5 tempest-TaggedBootDevicesTest_v242-798392635 tempest-TaggedBootDevicesTest_v242-798392635-project] Publish callbacks [] for security_group (58062d4f-c149-4db3-a357-a4eb59a3d83e), precommit_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:12:39.006794 n-d-713498-36 neutron-server[103229]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34091880-b94b-4785-8b69-1f88fccf84e4 admin admin] Received port after_create {{(pid=103229) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 19:12:39.035629 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-7429db8d-6021-40ad-813e-885be449a89b None None] For port 021ddc99-ef0c-4e82-ac98-d40f52ae7d55, host n-h2-713498-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-36',level=0,port_id=021ddc99-ef0c-4e82-ac98-d40f52ae7d55,segment=NetworkSegment(c33359c4-a496-43df-b415-15ad2bc804d0),segment_id=c33359c4-a496-43df-b415-15ad2bc804d0)] {{(pid=103232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 19:12:39.050027 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762867176205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762866656485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762866656503'] for port (021ddc99-ef0c-4e82-ac98-d40f52ae7d55), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:12:39.088195 n-d-713498-36 neutron-server[103232]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 19:12:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-31b498f5-6fee-4d77-a1b7-7a5b8f3e8494 x-openstack-request-id: req-31b498f5-6fee-4d77-a1b7-7a5b8f3e8494 {{(pid=103232) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 19:12:39.088493 n-d-713498-36 neutron-server[103232]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "182eb346-b266-45c5-a0a2-d215e9bb2886", "name": "network-vif-plugged", "status": "completed", "tag": "021ddc99-ef0c-4e82-ac98-d40f52ae7d55", "code": 200}]} {{(pid=103232) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 19:12:39.088749 n-d-713498-36 neutron-server[103232]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-31b498f5-6fee-4d77-a1b7-7a5b8f3e8494 {{(pid=103232) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 19:12:39.089141 n-d-713498-36 neutron-server[103232]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '182eb346-b266-45c5-a0a2-d215e9bb2886', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '021ddc99-ef0c-4e82-ac98-d40f52ae7d55', 'code': 200} Feb 09 19:12:39.119266 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.provisioning_blocks [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Provisioning for port 791d3f17-1eab-424b-8748-a6e718491667 completed by entity L2. {{(pid=103232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 19:12:39.142217 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.provisioning_blocks [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Provisioning complete for port 791d3f17-1eab-424b-8748-a6e718491667 triggered by entity L2. {{(pid=103232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 19:12:39.142748 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593630'] for port (791d3f17-1eab-424b-8748-a6e718491667), provisioning_complete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:12:39.146948 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Pushing event updated for resources: {'Port': ['ID=021ddc99-ef0c-4e82-ac98-d40f52ae7d55,revision_number=5']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:12:39.165521 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ee3d5d9-65f6-4bd1-b37b-6cb29b02d6b6 req-70d9f1a2-48a4-4f41-a248-bc1350a22771 tempest-ServersTestBootFromVolume-783248817 tempest-ServersTestBootFromVolume-783248817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:12:39.167265 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-0ee3d5d9-65f6-4bd1-b37b-6cb29b02d6b6 req-70d9f1a2-48a4-4f41-a248-bc1350a22771 tempest-ServersTestBootFromVolume-783248817 tempest-ServersTestBootFromVolume-783248817-project] 10.222.0.75 "GET /v2.0/ports?device_id=84c056fe-802f-4b0b-9844-f490f36d7dba HTTP/1.1" status: 200 len: 945 time: 0.2052162 Feb 09 19:12:39.232000 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-a4cef439-52a0-4df0-86d3-f5dabe0553c5 tempest-TaggedBootDevicesTest_v242-798392635 tempest-TaggedBootDevicesTest_v242-798392635-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1892331'] for security_group (58062d4f-c149-4db3-a357-a4eb59a3d83e), after_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:12:39.234937 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-a4cef439-52a0-4df0-86d3-f5dabe0553c5 tempest-TaggedBootDevicesTest_v242-798392635 tempest-TaggedBootDevicesTest_v242-798392635-project] Publish callbacks [] for security_group (None), before_response {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:12:39.236800 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-a4cef439-52a0-4df0-86d3-f5dabe0553c5 tempest-TaggedBootDevicesTest_v242-798392635 tempest-TaggedBootDevicesTest_v242-798392635-project] 10.222.0.75 "DELETE /v2.0/security-groups/58062d4f-c149-4db3-a357-a4eb59a3d83e HTTP/1.1" status: 204 len: 168 time: 0.4649475 Feb 09 19:12:39.246420 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 59662) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:12:39.266211 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4cef439-52a0-4df0-86d3-f5dabe0553c5 tempest-TaggedBootDevicesTest_v242-798392635 tempest-TaggedBootDevicesTest_v242-798392635-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=58062d4f-c149-4db3-a357-a4eb59a3d83e,revision_number=None']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:12:39.277689 n-d-713498-36 neutron-server[103229]: INFO neutron.api.v2.resource [None req-ce51385f-e7d9-4c6d-accd-1ea2d542a34b tempest-TaggedBootDevicesTest_v242-798392635 tempest-TaggedBootDevicesTest_v242-798392635-project] show failed (client error): The resource could not be found. Feb 09 19:12:39.278955 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-ce51385f-e7d9-4c6d-accd-1ea2d542a34b tempest-TaggedBootDevicesTest_v242-798392635 tempest-TaggedBootDevicesTest_v242-798392635-project] 10.222.0.75 "GET /v2.0/security-groups/58062d4f-c149-4db3-a357-a4eb59a3d83e HTTP/1.1" status: 404 len: 347 time: 0.0303674 Feb 09 19:12:39.284319 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 59664) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:12:39.305874 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Current status of the port 791d3f17-1eab-424b-8748-a6e718491667 is: BUILD; New status is: ACTIVE {{(pid=103232) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 19:12:39.306296 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (791d3f17-1eab-424b-8748-a6e718491667), before_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:12:39.342457 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] For port 791d3f17-1eab-424b-8748-a6e718491667, host n-h1-713498-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-36',level=0,port_id=791d3f17-1eab-424b-8748-a6e718491667,segment=NetworkSegment(141f724c-a45b-4df8-8db3-8734c1f0aa1d),segment_id=141f724c-a45b-4df8-8db3-8734c1f0aa1d)] {{(pid=103232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 19:12:39.347787 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762867176205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762866656485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762866656503'] for port (791d3f17-1eab-424b-8748-a6e718491667), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:12:39.354160 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb3a40c9-3753-4add-adbf-8f3bc6f19d88 req-f0d2bcec-579e-4a78-89f5-0911adb13a6d tempest-DeleteServersTestJSON-1870379525 tempest-DeleteServersTestJSON-1870379525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:12:39.355685 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-cb3a40c9-3753-4add-adbf-8f3bc6f19d88 req-f0d2bcec-579e-4a78-89f5-0911adb13a6d tempest-DeleteServersTestJSON-1870379525 tempest-DeleteServersTestJSON-1870379525-project] 10.222.0.75 "GET /v2.0/ports?device_id=88deb5dd-2136-4d12-b758-36d95104fa22 HTTP/1.1" status: 200 len: 932 time: 0.1797936 Feb 09 19:12:39.359592 n-d-713498-36 neutron-server[103230]: DEBUG neutron.notifiers.nova [req-8858700a-9109-477a-a625-6f0d5a8e86a2 req-28a44fd3-1fe3-4250-b461-6beab2a9b596 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9b00cde2-41e0-4a5c-ac25-40284f778572 {{(pid=103230) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 19:12:39.370473 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [req-8858700a-9109-477a-a625-6f0d5a8e86a2 req-28a44fd3-1fe3-4250-b461-6beab2a9b596 service neutron] Publish callbacks [] for port (9b00cde2-41e0-4a5c-ac25-40284f778572), precommit_update {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:12:39.378957 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-0ee3d5d9-65f6-4bd1-b37b-6cb29b02d6b6 req-c95ebc57-d2c6-45fb-9285-85ffb0692666 tempest-ServersTestBootFromVolume-783248817 tempest-ServersTestBootFromVolume-783248817-project] 10.222.0.75 "GET /v2.0/security-groups?id=99b1e7c3-38f3-4f0a-8bb2-c56dc143d44a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2035599 Feb 09 19:12:39.414325 n-d-713498-36 neutron-server[103233]: DEBUG neutron.db.agents_db [None req-4a8a6a42-0a0c-4437-8958-92282682b6bb None None] Agent healthcheck: found 7 active agents {{(pid=103233) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 19:12:39.418213 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Pushing event updated for resources: {'Port': ['ID=791d3f17-1eab-424b-8748-a6e718491667,revision_number=5']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:12:39.445875 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-cb3a40c9-3753-4add-adbf-8f3bc6f19d88 req-c0ab6e74-2e82-4a5c-b228-f19e4d92125e tempest-DeleteServersTestJSON-1870379525 tempest-DeleteServersTestJSON-1870379525-project] 10.222.0.75 "GET /v2.0/security-groups?id=5ce92d32-ca94-4b6c-925d-b9dff609abe6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0805573 Feb 09 19:12:39.455760 n-d-713498-36 neutron-server[103230]: DEBUG neutron.db.provisioning_blocks [req-8858700a-9109-477a-a625-6f0d5a8e86a2 req-28a44fd3-1fe3-4250-b461-6beab2a9b596 service neutron] Transition to ACTIVE for port object 9b00cde2-41e0-4a5c-ac25-40284f778572 will not be triggered until provisioned by entity L2. {{(pid=103230) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 19:12:39.468618 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [req-8858700a-9109-477a-a625-6f0d5a8e86a2 req-28a44fd3-1fe3-4250-b461-6beab2a9b596 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762867176205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762866656485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762866656503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14393758'] for port (9b00cde2-41e0-4a5c-ac25-40284f778572), after_update {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:12:39.529991 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28a44fd3-1fe3-4250-b461-6beab2a9b596 service neutron] Pushing event updated for resources: {'Port': ['ID=9b00cde2-41e0-4a5c-ac25-40284f778572,revision_number=2']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:12:39.591402 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-34091880-b94b-4785-8b69-1f88fccf84e4 admin admin] Publish callbacks [] for router_gateway (f27e0cdc-0e67-4758-967f-051d42596dc8), after_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:12:39.598153 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.managers [req-8858700a-9109-477a-a625-6f0d5a8e86a2 req-28a44fd3-1fe3-4250-b461-6beab2a9b596 service neutron] Attempting to bind port 9b00cde2-41e0-4a5c-ac25-40284f778572 on host n-h2-713498-36 for vnic_type normal with profile {{(pid=103230) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 19:12:39.598495 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.managers [req-8858700a-9109-477a-a625-6f0d5a8e86a2 req-28a44fd3-1fe3-4250-b461-6beab2a9b596 service neutron] Attempting to bind port 9b00cde2-41e0-4a5c-ac25-40284f778572 by drivers openvswitch,hyperv on host n-h2-713498-36 at level 0 using segments [{'id': 'd4c5d86e-1399-4ff8-a9ec-2a8082c6024a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': '22e5c36a-e85f-4512-bcde-f1a1a30e29d3'}] {{(pid=103230) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 19:12:39.598827 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8858700a-9109-477a-a625-6f0d5a8e86a2 req-28a44fd3-1fe3-4250-b461-6beab2a9b596 service neutron] Attempting to bind port 9b00cde2-41e0-4a5c-ac25-40284f778572 on network 22e5c36a-e85f-4512-bcde-f1a1a30e29d3 {{(pid=103230) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 19:12:39.603268 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8858700a-9109-477a-a625-6f0d5a8e86a2 req-28a44fd3-1fe3-4250-b461-6beab2a9b596 service neutron] Port 9b00cde2-41e0-4a5c-ac25-40284f778572 on network 22e5c36a-e85f-4512-bcde-f1a1a30e29d3 not bound, no agent of type Open vSwitch agent registered on host n-h2-713498-36 {{(pid=103230) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 19:12:39.603592 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8858700a-9109-477a-a625-6f0d5a8e86a2 req-28a44fd3-1fe3-4250-b461-6beab2a9b596 service neutron] Attempting to bind port 9b00cde2-41e0-4a5c-ac25-40284f778572 on network 22e5c36a-e85f-4512-bcde-f1a1a30e29d3 {{(pid=103230) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 19:12:39.608641 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8858700a-9109-477a-a625-6f0d5a8e86a2 req-28a44fd3-1fe3-4250-b461-6beab2a9b596 service neutron] Checking agent: {'id': 'bcd5faee-dc24-4298-9134-0e0aa054058e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713498-36', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 18, 59, 19), 'started_at': datetime.datetime(2022, 2, 9, 18, 59, 19), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 19, 12, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103230) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 19:12:39.609104 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8858700a-9109-477a-a625-6f0d5a8e86a2 req-28a44fd3-1fe3-4250-b461-6beab2a9b596 service neutron] Checking segment: {'id': 'd4c5d86e-1399-4ff8-a9ec-2a8082c6024a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': '22e5c36a-e85f-4512-bcde-f1a1a30e29d3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103230) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 19:12:39.609498 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8858700a-9109-477a-a625-6f0d5a8e86a2 req-28a44fd3-1fe3-4250-b461-6beab2a9b596 service neutron] Bound using segment: {'id': 'd4c5d86e-1399-4ff8-a9ec-2a8082c6024a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': '22e5c36a-e85f-4512-bcde-f1a1a30e29d3'} {{(pid=103230) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 19:12:39.610078 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.managers [req-8858700a-9109-477a-a625-6f0d5a8e86a2 req-28a44fd3-1fe3-4250-b461-6beab2a9b596 service neutron] Bound port: 9b00cde2-41e0-4a5c-ac25-40284f778572, host: n-h2-713498-36, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd4c5d86e-1399-4ff8-a9ec-2a8082c6024a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': '22e5c36a-e85f-4512-bcde-f1a1a30e29d3'}}] {{(pid=103230) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 19:12:39.610343 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [req-8858700a-9109-477a-a625-6f0d5a8e86a2 req-28a44fd3-1fe3-4250-b461-6beab2a9b596 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (9b00cde2-41e0-4a5c-ac25-40284f778572), before_update {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:12:39.676297 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.db [req-8858700a-9109-477a-a625-6f0d5a8e86a2 req-28a44fd3-1fe3-4250-b461-6beab2a9b596 service neutron] For port 9b00cde2-41e0-4a5c-ac25-40284f778572, host n-h2-713498-36, cleared binding levels {{(pid=103230) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 19:12:39.679279 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.db [req-8858700a-9109-477a-a625-6f0d5a8e86a2 req-28a44fd3-1fe3-4250-b461-6beab2a9b596 service neutron] For port 9b00cde2-41e0-4a5c-ac25-40284f778572, host n-h2-713498-36, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-36',level=0,port_id=9b00cde2-41e0-4a5c-ac25-40284f778572,segment=NetworkSegment(d4c5d86e-1399-4ff8-a9ec-2a8082c6024a),segment_id=d4c5d86e-1399-4ff8-a9ec-2a8082c6024a)] {{(pid=103230) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 19:12:39.680699 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e635fb36-a6cb-4959-9d98-4cc4e5e5a947 req-c7798be6-23ed-4c80-be10-36258af8c3bd tempest-MigrationsAdminTest-892781459 tempest-MigrationsAdminTest-892781459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:12:39.682343 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-e635fb36-a6cb-4959-9d98-4cc4e5e5a947 req-c7798be6-23ed-4c80-be10-36258af8c3bd tempest-MigrationsAdminTest-892781459 tempest-MigrationsAdminTest-892781459-project] 10.222.0.75 "GET /v2.0/ports?device_id=7394cbff-f035-4166-a786-a8886a8e5e67 HTTP/1.1" status: 200 len: 950 time: 0.1453893 Feb 09 19:12:39.685608 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [req-8858700a-9109-477a-a625-6f0d5a8e86a2 req-28a44fd3-1fe3-4250-b461-6beab2a9b596 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762867176205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762866656485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762866656503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14393758'] for port (9b00cde2-41e0-4a5c-ac25-40284f778572), after_update {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:12:39.715794 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.plugin [None req-031f1248-0b1c-4cb8-9bbb-7b101191e2a5 tempest-TaggedBootDevicesTest_v242-798392635 tempest-TaggedBootDevicesTest_v242-798392635-project] Deleting port 3631c7d9-06b7-4489-a6af-615c4c3ef309 {{(pid=103229) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 19:12:39.716050 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-031f1248-0b1c-4cb8-9bbb-7b101191e2a5 tempest-TaggedBootDevicesTest_v242-798392635 tempest-TaggedBootDevicesTest_v242-798392635-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762867170196'] for port (3631c7d9-06b7-4489-a6af-615c4c3ef309), before_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:12:39.724035 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8858700a-9109-477a-a625-6f0d5a8e86a2 req-28a44fd3-1fe3-4250-b461-6beab2a9b596 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:12:39.724656 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [req-8858700a-9109-477a-a625-6f0d5a8e86a2 req-28a44fd3-1fe3-4250-b461-6beab2a9b596 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171096'] for port (None), before_response {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:12:39.726438 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-8858700a-9109-477a-a625-6f0d5a8e86a2 req-28a44fd3-1fe3-4250-b461-6beab2a9b596 service neutron] 10.222.0.90 "PUT /v2.0/ports/9b00cde2-41e0-4a5c-ac25-40284f778572 HTTP/1.1" status: 200 len: 1093 time: 1.0910382 Feb 09 19:12:39.729035 n-d-713498-36 neutron-server[103230]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '88deb5dd-2136-4d12-b758-36d95104fa22', 'tag': '9b00cde2-41e0-4a5c-ac25-40284f778572'}] {{(pid=103230) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 19:12:39.731332 n-d-713498-36 neutron-server[103230]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aee5919275bae9f72eb374ee322673045eb80c1f84b4b45a97d96923bd50ab51" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0cd1f1d5-6a1a-42a6-a207-e88330250b58" -d '{"events": [{"name": "network-changed", "server_uuid": "88deb5dd-2136-4d12-b758-36d95104fa22", "tag": "9b00cde2-41e0-4a5c-ac25-40284f778572"}]}' {{(pid=103230) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 19:12:39.780239 n-d-713498-36 neutron-server[103230]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 19:12:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e2c9a0f3-e169-482e-9cd3-926609faa93d x-openstack-request-id: req-e2c9a0f3-e169-482e-9cd3-926609faa93d {{(pid=103230) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 19:12:39.780544 n-d-713498-36 neutron-server[103230]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "88deb5dd-2136-4d12-b758-36d95104fa22", "tag": "9b00cde2-41e0-4a5c-ac25-40284f778572", "status": "completed", "code": 200}]} {{(pid=103230) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 19:12:39.780789 n-d-713498-36 neutron-server[103230]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-e2c9a0f3-e169-482e-9cd3-926609faa93d {{(pid=103230) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 19:12:39.781685 n-d-713498-36 neutron-server[103230]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '88deb5dd-2136-4d12-b758-36d95104fa22', 'tag': '9b00cde2-41e0-4a5c-ac25-40284f778572', 'status': 'completed', 'code': 200} Feb 09 19:12:39.784555 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28a44fd3-1fe3-4250-b461-6beab2a9b596 service neutron] Pushing event updated for resources: {'Port': ['ID=9b00cde2-41e0-4a5c-ac25-40284f778572,revision_number=3']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:12:39.855427 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8858700a-9109-477a-a625-6f0d5a8e86a2 req-d479d2cb-16d2-4551-ae6f-fc9db059e3eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:12:39.857669 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-8858700a-9109-477a-a625-6f0d5a8e86a2 req-d479d2cb-16d2-4551-ae6f-fc9db059e3eb service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=216741f4995241bbba7cd794217427a2&device_id=88deb5dd-2136-4d12-b758-36d95104fa22 HTTP/1.1" status: 200 len: 1127 time: 0.0661750 Feb 09 19:12:39.894942 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-e635fb36-a6cb-4959-9d98-4cc4e5e5a947 req-a28243e3-59ba-4444-8e9d-9256f8dc9770 tempest-MigrationsAdminTest-892781459 tempest-MigrationsAdminTest-892781459-project] 10.222.0.75 "GET /v2.0/security-groups?id=709912c8-8171-4435-800e-9e5c5e45bf8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2028887 Feb 09 19:12:39.928874 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-8858700a-9109-477a-a625-6f0d5a8e86a2 req-8cd28ef0-acd0-4586-a427-bbd8173d4dec service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=9b00cde2-41e0-4a5c-ac25-40284f778572 HTTP/1.1" status: 200 len: 217 time: 0.0586150 Feb 09 19:12:39.936860 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-031f1248-0b1c-4cb8-9bbb-7b101191e2a5 tempest-TaggedBootDevicesTest_v242-798392635 tempest-TaggedBootDevicesTest_v242-798392635-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1820838'] for port (3631c7d9-06b7-4489-a6af-615c4c3ef309), precommit_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:12:39.937174 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-031f1248-0b1c-4cb8-9bbb-7b101191e2a5 tempest-TaggedBootDevicesTest_v242-798392635 tempest-TaggedBootDevicesTest_v242-798392635-project] Publish callbacks [] for floatingip (3631c7d9-06b7-4489-a6af-615c4c3ef309), precommit_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:12:39.957791 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.plugin [None req-031f1248-0b1c-4cb8-9bbb-7b101191e2a5 tempest-TaggedBootDevicesTest_v242-798392635 tempest-TaggedBootDevicesTest_v242-798392635-project] Calling delete_port for 3631c7d9-06b7-4489-a6af-615c4c3ef309 owned by network:floatingip {{(pid=103229) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 19:12:40.005724 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14f1fd6c-ba26-45df-b9ea-e8ef4f9d014b req-0d8dc745-fee5-4859-9441-07963281515b tempest-ServersTestMultiNic-1550042178 tempest-ServersTestMultiNic-1550042178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:12:40.011049 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14f1fd6c-ba26-45df-b9ea-e8ef4f9d014b req-0d8dc745-fee5-4859-9441-07963281515b tempest-ServersTestMultiNic-1550042178 tempest-ServersTestMultiNic-1550042178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:12:40.016788 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14f1fd6c-ba26-45df-b9ea-e8ef4f9d014b req-0d8dc745-fee5-4859-9441-07963281515b tempest-ServersTestMultiNic-1550042178 tempest-ServersTestMultiNic-1550042178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:12:40.018581 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-14f1fd6c-ba26-45df-b9ea-e8ef4f9d014b req-0d8dc745-fee5-4859-9441-07963281515b tempest-ServersTestMultiNic-1550042178 tempest-ServersTestMultiNic-1550042178-project] 10.222.0.75 "GET /v2.0/ports?device_id=182eb346-b266-45c5-a0a2-d215e9bb2886 HTTP/1.1" status: 200 len: 2416 time: 0.1588936 Feb 09 19:12:40.020956 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-34091880-b94b-4785-8b69-1f88fccf84e4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1834945', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1818951'] for router (f27e0cdc-0e67-4758-967f-051d42596dc8), after_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:12:40.025516 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8858700a-9109-477a-a625-6f0d5a8e86a2 req-53b17ae7-4473-4d7a-967e-4643b42f6cd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:12:40.027553 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-8858700a-9109-477a-a625-6f0d5a8e86a2 req-53b17ae7-4473-4d7a-967e-4643b42f6cd2 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=fd92991c-99c1-4998-85f2-810e9ca4298d HTTP/1.1" status: 200 len: 852 time: 0.0861704 Feb 09 19:12:40.073403 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-8858700a-9109-477a-a625-6f0d5a8e86a2 req-4f13bd11-9ffa-49de-b928-df76c5a54b18 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=22e5c36a-e85f-4512-bcde-f1a1a30e29d3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0353518 Feb 09 19:12:40.154003 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-14f1fd6c-ba26-45df-b9ea-e8ef4f9d014b req-0ab4ea0e-7a7d-46ed-b720-cb64eb00f7d6 tempest-ServersTestMultiNic-1550042178 tempest-ServersTestMultiNic-1550042178-project] 10.222.0.75 "GET /v2.0/security-groups?id=73443f61-e28a-43ce-9cbb-ef678fe5ea76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1243172 Feb 09 19:12:40.225813 n-d-713498-36 neutron-server[103229]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-34091880-b94b-4785-8b69-1f88fccf84e4 admin admin] Router f27e0cdc-0e67-4758-967f-051d42596dc8 is scheduled to L3 agent 93303d5e-5d17-45e8-8963-7694f87783ae with binding_index 1 {{(pid=103229) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 09 19:12:40.227123 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-8858700a-9109-477a-a625-6f0d5a8e86a2 req-f1da3d0b-267f-40e2-9e04-b52d6c562c47 service neutron] 10.222.0.90 "GET /v2.0/networks/22e5c36a-e85f-4512-bcde-f1a1a30e29d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1400738 Feb 09 19:12:40.233722 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-031f1248-0b1c-4cb8-9bbb-7b101191e2a5 tempest-TaggedBootDevicesTest_v242-798392635 tempest-TaggedBootDevicesTest_v242-798392635-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762867177463', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762866656476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12867576'] for port (3631c7d9-06b7-4489-a6af-615c4c3ef309), after_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:12:40.263566 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-031f1248-0b1c-4cb8-9bbb-7b101191e2a5 tempest-TaggedBootDevicesTest_v242-798392635 tempest-TaggedBootDevicesTest_v242-798392635-project] Pushing event deleted for resources: {'Port': ['ID=3631c7d9-06b7-4489-a6af-615c4c3ef309,revision_number=None']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:12:40.358617 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-8858700a-9109-477a-a625-6f0d5a8e86a2 req-bf704688-f2b4-48fa-939b-69d9a8ecd869 service neutron] 10.222.0.90 "GET /v2.0/networks/22e5c36a-e85f-4512-bcde-f1a1a30e29d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1213326 Feb 09 19:12:40.418952 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-031f1248-0b1c-4cb8-9bbb-7b101191e2a5 tempest-TaggedBootDevicesTest_v242-798392635 tempest-TaggedBootDevicesTest_v242-798392635-project] Publish callbacks [] for floatingip (fed35f0e-fa58-4c33-9233-170bd6c464ec), after_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:12:40.421633 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-031f1248-0b1c-4cb8-9bbb-7b101191e2a5 tempest-TaggedBootDevicesTest_v242-798392635 tempest-TaggedBootDevicesTest_v242-798392635-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171096'] for floatingip (None), before_response {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:12:40.425943 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-031f1248-0b1c-4cb8-9bbb-7b101191e2a5 tempest-TaggedBootDevicesTest_v242-798392635 tempest-TaggedBootDevicesTest_v242-798392635-project] 10.222.0.75 "DELETE /v2.0/floatingips/fed35f0e-fa58-4c33-9233-170bd6c464ec HTTP/1.1" status: 204 len: 168 time: 1.1370049 Feb 09 19:12:40.426583 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 59698) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:12:40.428517 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-34091880-b94b-4785-8b69-1f88fccf84e4 admin admin] Notify agent at l3_agent.n-d-713498-36 the message routers_updated {{(pid=103229) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 19:12:40.437815 n-d-713498-36 neutron-server[103233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6dd633fe-d6cc-4692-8bfc-c5b851906854 None None] Sync routers for ids ['f27e0cdc-0e67-4758-967f-051d42596dc8'] in n-d-713498-36 {{(pid=103233) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 19:12:40.452367 n-d-713498-36 neutron-server[103233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6dd633fe-d6cc-4692-8bfc-c5b851906854 None None] Routers {'f27e0cdc-0e67-4758-967f-051d42596dc8'} bound to L3 agent in host n-d-713498-36 {{(pid=103233) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 19:12:40.453049 n-d-713498-36 neutron-server[103233]: DEBUG neutron.db.l3_hamode_db [None req-6dd633fe-d6cc-4692-8bfc-c5b851906854 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-09T18:51:43Z,description=,heartbeat_timestamp=2022-02-09T19:12:13Z,host='n-d-713498-36',id=93303d5e-5d17-45e8-8963-7694f87783ae,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T18:51:43Z,topic='l3_agent')) {'router_ids': ['f27e0cdc-0e67-4758-967f-051d42596dc8'], 'active': True} {{(pid=103233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:12:40.509054 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-34091880-b94b-4785-8b69-1f88fccf84e4 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:12:40.513020 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-34091880-b94b-4785-8b69-1f88fccf84e4 admin admin] 10.222.0.75 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 4.3884089 Feb 09 19:12:40.513422 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 59702) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:12:40.614889 n-d-713498-36 neutron-server[103233]: DEBUG neutron.db.l3_dvr_db [None req-6dd633fe-d6cc-4692-8bfc-c5b851906854 None None] Set router f27e0cdc-0e67-4758-967f-051d42596dc8 gateway port host: n-d-713498-36 {{(pid=103233) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 19:12:40.633804 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cd1f1d5-6a1a-42a6-a207-e88330250b58 req-f6f235ab-c7e0-4a2a-9544-e69d95de5f82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:12:40.636052 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-0cd1f1d5-6a1a-42a6-a207-e88330250b58 req-f6f235ab-c7e0-4a2a-9544-e69d95de5f82 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=216741f4995241bbba7cd794217427a2&device_id=88deb5dd-2136-4d12-b758-36d95104fa22 HTTP/1.1" status: 200 len: 1127 time: 0.2109084 Feb 09 19:12:40.686617 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Device afdc6bf1-cf06-44ce-86c4-f6729cdbc923 up at agent hyperv_n-h2-713498-36 {{(pid=103232) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 19:12:40.753411 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd47c06d-12ea-442b-a427-98a0bffa6c97 req-223452b1-4f98-4cf5-8bb4-43a2b227e662 tempest-ServersTestBootFromVolume-783248817 tempest-ServersTestBootFromVolume-783248817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:12:40.762311 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-cd47c06d-12ea-442b-a427-98a0bffa6c97 req-223452b1-4f98-4cf5-8bb4-43a2b227e662 tempest-ServersTestBootFromVolume-783248817 tempest-ServersTestBootFromVolume-783248817-project] 10.222.0.75 "GET /v2.0/ports?device_id=84c056fe-802f-4b0b-9844-f490f36d7dba HTTP/1.1" status: 200 len: 946 time: 0.2933102 Feb 09 19:12:40.802668 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc212c16-da66-47e3-9740-a95452b07d12 req-139a6947-5d32-4710-a990-f05a5478a163 tempest-DeleteServersTestJSON-1870379525 tempest-DeleteServersTestJSON-1870379525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:12:40.810177 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-fc212c16-da66-47e3-9740-a95452b07d12 req-139a6947-5d32-4710-a990-f05a5478a163 tempest-DeleteServersTestJSON-1870379525 tempest-DeleteServersTestJSON-1870379525-project] 10.222.0.75 "GET /v2.0/ports?device_id=88deb5dd-2136-4d12-b758-36d95104fa22 HTTP/1.1" status: 200 len: 944 time: 0.2344265 Feb 09 19:12:40.822969 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-75b67064-ec14-4f28-a97b-185e6a769e43 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762867132591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593584'] for agent (af91e4b9-f4e1-42b1-a25c-a10dc47171c8), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:12:40.837940 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-cd47c06d-12ea-442b-a427-98a0bffa6c97 req-e42dd452-9a4b-44c8-bda0-42f8ba0917b0 tempest-ServersTestBootFromVolume-783248817 tempest-ServersTestBootFromVolume-783248817-project] 10.222.0.75 "GET /v2.0/security-groups?id=99b1e7c3-38f3-4f0a-8bb2-c56dc143d44a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0713651 Feb 09 19:12:40.856507 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.provisioning_blocks [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Provisioning for port afdc6bf1-cf06-44ce-86c4-f6729cdbc923 completed by entity L2. {{(pid=103232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 19:12:40.856906 n-d-713498-36 neutron-server[103233]: DEBUG neutron.db.l3_hamode_db [None req-6dd633fe-d6cc-4692-8bfc-c5b851906854 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f27e0cdc-0e67-4758-967f-051d42596dc8', 'name': 'tempest-ServerRescueTestJSONUnderV235-930924640-router', 'tenant_id': '4ddd249906ca4b088ab7ddfb44b3182a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88055e1e-672a-4487-be31-ffb6e833ece5', 'external_fixed_ips': [{'subnet_id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'ip_address': '172.25.1.3'}], 'enable_snat': True}, 'gw_port_id': 'da1a4a28-2e09-4aca-9993-8fce73e5b605', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T19:12:36Z', 'updated_at': '2022-02-09T19:12:39Z', 'revision_number': 3, 'project_id': '4ddd249906ca4b088ab7ddfb44b3182a', 'gw_port': {'id': 'da1a4a28-2e09-4aca-9993-8fce73e5b605', 'name': '', 'network_id': '88055e1e-672a-4487-be31-ffb6e833ece5', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:eb:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f27e0cdc-0e67-4758-967f-051d42596dc8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1266, 'fixed_ips': [{'subnet_id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'ip_address': '172.25.1.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T19:12:38Z', 'updated_at': '2022-02-09T19:12:38Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-36'}], 'n-d-713498-36', False) {} {{(pid=103233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:12:40.861879 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.provisioning_blocks [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Provisioning complete for port afdc6bf1-cf06-44ce-86c4-f6729cdbc923 triggered by entity L2. {{(pid=103232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 19:12:40.862324 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593630'] for port (afdc6bf1-cf06-44ce-86c4-f6729cdbc923), provisioning_complete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:12:40.865618 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.plugin [None req-591ec3c6-ef96-449c-a63d-873940491bdf tempest-TaggedBootDevicesTest_v242-798392635 tempest-TaggedBootDevicesTest_v242-798392635-project] Deleting port c8197a22-0a63-4fe5-8fb5-ede78617a0f7 {{(pid=103230) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 19:12:40.866112 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-591ec3c6-ef96-449c-a63d-873940491bdf tempest-TaggedBootDevicesTest_v242-798392635 tempest-TaggedBootDevicesTest_v242-798392635-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762867170196'] for port (c8197a22-0a63-4fe5-8fb5-ede78617a0f7), before_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:12:40.890828 n-d-713498-36 neutron-server[103233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6dd633fe-d6cc-4692-8bfc-c5b851906854 None None] Checking router: f27e0cdc-0e67-4758-967f-051d42596dc8 for host: n-d-713498-36 {{(pid=103233) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 19:12:40.891225 n-d-713498-36 neutron-server[103233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6dd633fe-d6cc-4692-8bfc-c5b851906854 None None] Updating router f27e0cdc-0e67-4758-967f-051d42596dc8 port da1a4a28-2e09-4aca-9993-8fce73e5b605 binding host n-d-713498-36 {{(pid=103233) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 19:12:40.924559 n-d-713498-36 neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-6dd633fe-d6cc-4692-8bfc-c5b851906854 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (da1a4a28-2e09-4aca-9993-8fce73e5b605), before_update {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:12:40.926616 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-fc212c16-da66-47e3-9740-a95452b07d12 req-fbc25f53-8d2a-4c98-8f5f-16ca53c1d4bc tempest-DeleteServersTestJSON-1870379525 tempest-DeleteServersTestJSON-1870379525-project] 10.222.0.75 "GET /v2.0/security-groups?id=5ce92d32-ca94-4b6c-925d-b9dff609abe6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1153054 Feb 09 19:12:40.995376 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cd1f1d5-6a1a-42a6-a207-e88330250b58 req-85dd397d-184f-42ba-b975-5d43be0cf81a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:12:40.996840 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-0cd1f1d5-6a1a-42a6-a207-e88330250b58 req-85dd397d-184f-42ba-b975-5d43be0cf81a service neutron] 10.222.0.90 "GET /v2.0/networks?id=22e5c36a-e85f-4512-bcde-f1a1a30e29d3 HTTP/1.1" status: 200 len: 913 time: 0.3363874 Feb 09 19:12:41.020658 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Current status of the port afdc6bf1-cf06-44ce-86c4-f6729cdbc923 is: BUILD; New status is: ACTIVE {{(pid=103232) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 19:12:41.020970 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (afdc6bf1-cf06-44ce-86c4-f6729cdbc923), before_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:12:41.061638 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-0cd1f1d5-6a1a-42a6-a207-e88330250b58 req-a713566b-f76f-405c-9444-6764ea704cc2 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=9b00cde2-41e0-4a5c-ac25-40284f778572 HTTP/1.1" status: 200 len: 217 time: 0.0507038 Feb 09 19:12:41.089949 n-d-713498-36 neutron-server[103232]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '84c056fe-802f-4b0b-9844-f490f36d7dba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '791d3f17-1eab-424b-8748-a6e718491667'}, {'server_uuid': '182eb346-b266-45c5-a0a2-d215e9bb2886', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'afdc6bf1-cf06-44ce-86c4-f6729cdbc923'}] {{(pid=103232) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 19:12:41.092672 n-d-713498-36 neutron-server[103232]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}949cdcde653dec44821de95cbf67297f53cbc2aed4e073b5d514f93bf911ce85" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0cefcb83-97df-4bf1-8d2f-47cc84aacc49" -d '{"events": [{"server_uuid": "84c056fe-802f-4b0b-9844-f490f36d7dba", "name": "network-vif-plugged", "status": "completed", "tag": "791d3f17-1eab-424b-8748-a6e718491667"}, {"server_uuid": "182eb346-b266-45c5-a0a2-d215e9bb2886", "name": "network-vif-plugged", "status": "completed", "tag": "afdc6bf1-cf06-44ce-86c4-f6729cdbc923"}]}' {{(pid=103232) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 19:12:41.111183 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-7429db8d-6021-40ad-813e-885be449a89b None None] For port afdc6bf1-cf06-44ce-86c4-f6729cdbc923, host n-h2-713498-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-36',level=0,port_id=afdc6bf1-cf06-44ce-86c4-f6729cdbc923,segment=NetworkSegment(92da60b7-c045-4864-99cf-723efc0bf37b),segment_id=92da60b7-c045-4864-99cf-723efc0bf37b)] {{(pid=103232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 19:12:41.124785 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762867176205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762866656485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762866656503'] for port (afdc6bf1-cf06-44ce-86c4-f6729cdbc923), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:12:41.147913 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-591ec3c6-ef96-449c-a63d-873940491bdf tempest-TaggedBootDevicesTest_v242-798392635 tempest-TaggedBootDevicesTest_v242-798392635-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1820838'] for port (c8197a22-0a63-4fe5-8fb5-ede78617a0f7), precommit_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:12:41.187567 n-d-713498-36 neutron-server[103232]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Wed, 09 Feb 2022 19:12:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c82b638f-4e7d-4ceb-8121-988b4490f561 x-openstack-request-id: req-c82b638f-4e7d-4ceb-8121-988b4490f561 {{(pid=103232) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 19:12:41.187567 n-d-713498-36 neutron-server[103232]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "84c056fe-802f-4b0b-9844-f490f36d7dba", "name": "network-vif-plugged", "status": "completed", "tag": "791d3f17-1eab-424b-8748-a6e718491667", "code": 200}, {"server_uuid": "182eb346-b266-45c5-a0a2-d215e9bb2886", "name": "network-vif-plugged", "status": "completed", "tag": "afdc6bf1-cf06-44ce-86c4-f6729cdbc923", "code": 200}]} {{(pid=103232) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 19:12:41.187886 n-d-713498-36 neutron-server[103232]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-c82b638f-4e7d-4ceb-8121-988b4490f561 {{(pid=103232) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 19:12:41.188431 n-d-713498-36 neutron-server[103232]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '84c056fe-802f-4b0b-9844-f490f36d7dba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '791d3f17-1eab-424b-8748-a6e718491667', 'code': 200} Feb 09 19:12:41.188803 n-d-713498-36 neutron-server[103232]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '182eb346-b266-45c5-a0a2-d215e9bb2886', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'afdc6bf1-cf06-44ce-86c4-f6729cdbc923', 'code': 200} Feb 09 19:12:41.193015 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.plugin [None req-591ec3c6-ef96-449c-a63d-873940491bdf tempest-TaggedBootDevicesTest_v242-798392635 tempest-TaggedBootDevicesTest_v242-798392635-project] Calling delete_port for c8197a22-0a63-4fe5-8fb5-ede78617a0f7 owned by {{(pid=103230) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 19:12:41.230829 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cd1f1d5-6a1a-42a6-a207-e88330250b58 req-2e3c0918-3012-4eca-bbc8-0a09b6e54ea5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:12:41.234387 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-0cd1f1d5-6a1a-42a6-a207-e88330250b58 req-2e3c0918-3012-4eca-bbc8-0a09b6e54ea5 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=fd92991c-99c1-4998-85f2-810e9ca4298d HTTP/1.1" status: 200 len: 852 time: 0.1555181 Feb 09 19:12:41.239859 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Pushing event updated for resources: {'Port': ['ID=afdc6bf1-cf06-44ce-86c4-f6729cdbc923,revision_number=5']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:12:41.413816 n-d-713498-36 neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-6dd633fe-d6cc-4692-8bfc-c5b851906854 None None] Publish callbacks [] for port (da1a4a28-2e09-4aca-9993-8fce73e5b605), precommit_update {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:12:41.422112 n-d-713498-36 neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-6dd633fe-d6cc-4692-8bfc-c5b851906854 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762867176205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762866656485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762866656503'] for port (da1a4a28-2e09-4aca-9993-8fce73e5b605), after_update {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:12:41.430777 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-0cd1f1d5-6a1a-42a6-a207-e88330250b58 req-c17764cf-60bc-46f1-8b88-f310c2623899 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=22e5c36a-e85f-4512-bcde-f1a1a30e29d3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1525490 Feb 09 19:12:41.451648 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-591ec3c6-ef96-449c-a63d-873940491bdf tempest-TaggedBootDevicesTest_v242-798392635 tempest-TaggedBootDevicesTest_v242-798392635-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762867177463', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762866656476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14393751'] for port (c8197a22-0a63-4fe5-8fb5-ede78617a0f7), after_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:12:41.486818 n-d-713498-36 neutron-server[103233]: DEBUG neutron.plugins.ml2.managers [None req-6dd633fe-d6cc-4692-8bfc-c5b851906854 None None] Attempting to bind port da1a4a28-2e09-4aca-9993-8fce73e5b605 on host n-d-713498-36 for vnic_type normal with profile {{(pid=103233) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 19:12:41.487391 n-d-713498-36 neutron-server[103233]: DEBUG neutron.plugins.ml2.managers [None req-6dd633fe-d6cc-4692-8bfc-c5b851906854 None None] Attempting to bind port da1a4a28-2e09-4aca-9993-8fce73e5b605 by drivers openvswitch,hyperv on host n-d-713498-36 at level 0 using segments [{'id': 'a4222f89-8d3f-4b51-953b-1a8126392491', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '88055e1e-672a-4487-be31-ffb6e833ece5'}] {{(pid=103233) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 19:12:41.488105 n-d-713498-36 neutron-server[103233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6dd633fe-d6cc-4692-8bfc-c5b851906854 None None] Attempting to bind port da1a4a28-2e09-4aca-9993-8fce73e5b605 on network 88055e1e-672a-4487-be31-ffb6e833ece5 {{(pid=103233) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 19:12:41.505237 n-d-713498-36 neutron-server[103233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6dd633fe-d6cc-4692-8bfc-c5b851906854 None None] Checking agent: {'id': '496418a2-c002-4aec-ab1a-07f3bea491bd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-36', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 18, 51, 47), 'started_at': datetime.datetime(2022, 2, 9, 18, 52, 17), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 19, 12, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-36'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103233) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 19:12:41.505788 n-d-713498-36 neutron-server[103233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6dd633fe-d6cc-4692-8bfc-c5b851906854 None None] Checking segment: {'id': 'a4222f89-8d3f-4b51-953b-1a8126392491', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '88055e1e-672a-4487-be31-ffb6e833ece5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103233) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 19:12:41.506047 n-d-713498-36 neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-6dd633fe-d6cc-4692-8bfc-c5b851906854 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:12:41.507031 n-d-713498-36 neutron-server[103233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6dd633fe-d6cc-4692-8bfc-c5b851906854 None None] Bound using segment: {'id': 'a4222f89-8d3f-4b51-953b-1a8126392491', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '88055e1e-672a-4487-be31-ffb6e833ece5'} {{(pid=103233) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 19:12:41.507531 n-d-713498-36 neutron-server[103233]: DEBUG neutron.plugins.ml2.managers [None req-6dd633fe-d6cc-4692-8bfc-c5b851906854 None None] Bound port: da1a4a28-2e09-4aca-9993-8fce73e5b605, host: n-d-713498-36, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a4222f89-8d3f-4b51-953b-1a8126392491', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '88055e1e-672a-4487-be31-ffb6e833ece5'}}] {{(pid=103233) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 19:12:41.507907 n-d-713498-36 neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-6dd633fe-d6cc-4692-8bfc-c5b851906854 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (da1a4a28-2e09-4aca-9993-8fce73e5b605), before_update {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:12:41.561781 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-591ec3c6-ef96-449c-a63d-873940491bdf tempest-TaggedBootDevicesTest_v242-798392635 tempest-TaggedBootDevicesTest_v242-798392635-project] Pushing event deleted for resources: {'Port': ['ID=c8197a22-0a63-4fe5-8fb5-ede78617a0f7,revision_number=None']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:12:41.611874 n-d-713498-36 neutron-server[103233]: DEBUG neutron.plugins.ml2.db [None req-6dd633fe-d6cc-4692-8bfc-c5b851906854 None None] For port da1a4a28-2e09-4aca-9993-8fce73e5b605, host n-d-713498-36, cleared binding levels {{(pid=103233) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 19:12:41.628575 n-d-713498-36 neutron-server[103233]: DEBUG neutron.plugins.ml2.db [None req-6dd633fe-d6cc-4692-8bfc-c5b851906854 None None] For port da1a4a28-2e09-4aca-9993-8fce73e5b605, host n-d-713498-36, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-36',level=0,port_id=da1a4a28-2e09-4aca-9993-8fce73e5b605,segment=NetworkSegment(a4222f89-8d3f-4b51-953b-1a8126392491),segment_id=a4222f89-8d3f-4b51-953b-1a8126392491)] {{(pid=103233) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 19:12:41.640923 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-867b9415-c393-4789-a577-8682cab101b7 req-84d60143-0371-4f5c-b003-02ebc1d3d019 tempest-MigrationsAdminTest-892781459 tempest-MigrationsAdminTest-892781459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:12:41.642963 n-d-713498-36 neutron-server[103233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88dc3814-657b-49a8-8301-6e6dc122d879 None None] Pushing event updated for resources: {'Port': ['ID=da1a4a28-2e09-4aca-9993-8fce73e5b605,revision_number=2']} {{(pid=103233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:12:41.644274 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-867b9415-c393-4789-a577-8682cab101b7 req-84d60143-0371-4f5c-b003-02ebc1d3d019 tempest-MigrationsAdminTest-892781459 tempest-MigrationsAdminTest-892781459-project] 10.222.0.75 "GET /v2.0/ports?device_id=7394cbff-f035-4166-a786-a8886a8e5e67 HTTP/1.1" status: 200 len: 950 time: 0.5849159 Feb 09 19:12:41.662907 n-d-713498-36 neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-6dd633fe-d6cc-4692-8bfc-c5b851906854 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762867176205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762866656485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762866656503'] for port (da1a4a28-2e09-4aca-9993-8fce73e5b605), after_update {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:12:41.672730 n-d-713498-36 neutron-server[103233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88dc3814-657b-49a8-8301-6e6dc122d879 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:12:41.673587 n-d-713498-36 neutron-server[103233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88dc3814-657b-49a8-8301-6e6dc122d879 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:12:41.673806 n-d-713498-36 neutron-server[103233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88dc3814-657b-49a8-8301-6e6dc122d879 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:12:41.676791 n-d-713498-36 neutron-server[103233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88dc3814-657b-49a8-8301-6e6dc122d879 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:12:41.677137 n-d-713498-36 neutron-server[103233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88dc3814-657b-49a8-8301-6e6dc122d879 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:12:41.677476 n-d-713498-36 neutron-server[103233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88dc3814-657b-49a8-8301-6e6dc122d879 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:12:41.677809 n-d-713498-36 neutron-server[103233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88dc3814-657b-49a8-8301-6e6dc122d879 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:12:41.678165 n-d-713498-36 neutron-server[103233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88dc3814-657b-49a8-8301-6e6dc122d879 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:12:41.678490 n-d-713498-36 neutron-server[103233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88dc3814-657b-49a8-8301-6e6dc122d879 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:12:41.678812 n-d-713498-36 neutron-server[103233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88dc3814-657b-49a8-8301-6e6dc122d879 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:12:41.679129 n-d-713498-36 neutron-server[103233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88dc3814-657b-49a8-8301-6e6dc122d879 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:12:41.679449 n-d-713498-36 neutron-server[103233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88dc3814-657b-49a8-8301-6e6dc122d879 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:12:41.679765 n-d-713498-36 neutron-server[103233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88dc3814-657b-49a8-8301-6e6dc122d879 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:12:41.697378 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2b43ce9-9311-4f7c-8c22-5a6a2e59e56c req-0fbd9b88-6a9b-455c-bd9d-2d4ca7172a3a tempest-ServersTestMultiNic-1550042178 tempest-ServersTestMultiNic-1550042178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:12:41.710210 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2b43ce9-9311-4f7c-8c22-5a6a2e59e56c req-0fbd9b88-6a9b-455c-bd9d-2d4ca7172a3a tempest-ServersTestMultiNic-1550042178 tempest-ServersTestMultiNic-1550042178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:12:41.726486 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2b43ce9-9311-4f7c-8c22-5a6a2e59e56c req-0fbd9b88-6a9b-455c-bd9d-2d4ca7172a3a tempest-ServersTestMultiNic-1550042178 tempest-ServersTestMultiNic-1550042178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:12:41.728172 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-c2b43ce9-9311-4f7c-8c22-5a6a2e59e56c req-0fbd9b88-6a9b-455c-bd9d-2d4ca7172a3a tempest-ServersTestMultiNic-1550042178 tempest-ServersTestMultiNic-1550042178-project] 10.222.0.75 "GET /v2.0/ports?device_id=182eb346-b266-45c5-a0a2-d215e9bb2886 HTTP/1.1" status: 200 len: 2417 time: 0.2963023 Feb 09 19:12:41.730631 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91771c6f-8a62-45a7-a7fc-245915aa0dd3 req-f74b5b42-15a3-4090-a958-f8ec2431dd4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:12:41.731214 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91771c6f-8a62-45a7-a7fc-245915aa0dd3 req-f74b5b42-15a3-4090-a958-f8ec2431dd4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:12:41.731706 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91771c6f-8a62-45a7-a7fc-245915aa0dd3 req-f74b5b42-15a3-4090-a958-f8ec2431dd4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:12:41.733375 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-91771c6f-8a62-45a7-a7fc-245915aa0dd3 req-f74b5b42-15a3-4090-a958-f8ec2431dd4c service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=182eb346-b266-45c5-a0a2-d215e9bb2886 HTTP/1.1" status: 200 len: 2966 time: 0.2371361 Feb 09 19:12:41.742229 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e784bd3-a409-4afd-8032-89c85921b6ba req-290b3ef6-d19f-4a28-887e-434a4aad1498 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:12:41.743804 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-4e784bd3-a409-4afd-8032-89c85921b6ba req-290b3ef6-d19f-4a28-887e-434a4aad1498 service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=84c056fe-802f-4b0b-9844-f490f36d7dba HTTP/1.1" status: 200 len: 1129 time: 0.2464757 Feb 09 19:12:41.760876 n-d-713498-36 neutron-server[103233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6dd633fe-d6cc-4692-8bfc-c5b851906854 None None] Routers {'f27e0cdc-0e67-4758-967f-051d42596dc8'} bound to L3 agent in host n-d-713498-36 {{(pid=103233) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 19:12:41.761514 n-d-713498-36 neutron-server[103233]: DEBUG neutron.db.l3_hamode_db [None req-6dd633fe-d6cc-4692-8bfc-c5b851906854 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-09T18:51:43Z,description=,heartbeat_timestamp=2022-02-09T19:12:13Z,host='n-d-713498-36',id=93303d5e-5d17-45e8-8963-7694f87783ae,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T18:51:43Z,topic='l3_agent')) {'router_ids': ['f27e0cdc-0e67-4758-967f-051d42596dc8'], 'active': True} {{(pid=103233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:12:41.862490 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-591ec3c6-ef96-449c-a63d-873940491bdf tempest-TaggedBootDevicesTest_v242-798392635 tempest-TaggedBootDevicesTest_v242-798392635-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171096'] for port (None), before_response {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:12:41.865480 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-867b9415-c393-4789-a577-8682cab101b7 req-a19cd9a5-708f-4cf2-8a9c-99829745f70b tempest-MigrationsAdminTest-892781459 tempest-MigrationsAdminTest-892781459-project] 10.222.0.75 "GET /v2.0/security-groups?id=709912c8-8171-4435-800e-9e5c5e45bf8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1838534 Feb 09 19:12:41.866328 n-d-713498-36 neutron-server[103233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88dc3814-657b-49a8-8301-6e6dc122d879 None None] Pushing event updated for resources: {'Port': ['ID=da1a4a28-2e09-4aca-9993-8fce73e5b605,revision_number=3']} {{(pid=103233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:12:41.897662 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-591ec3c6-ef96-449c-a63d-873940491bdf tempest-TaggedBootDevicesTest_v242-798392635 tempest-TaggedBootDevicesTest_v242-798392635-project] 10.222.0.75 "DELETE /v2.0/ports/c8197a22-0a63-4fe5-8fb5-ede78617a0f7 HTTP/1.1" status: 204 len: 168 time: 1.4267261 Feb 09 19:12:41.902786 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 59722) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:12:41.909020 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-0cd1f1d5-6a1a-42a6-a207-e88330250b58 req-68561a60-a890-439c-8a75-a55a44f6c343 service neutron] 10.222.0.90 "GET /v2.0/networks/22e5c36a-e85f-4512-bcde-f1a1a30e29d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4652333 Feb 09 19:12:41.918835 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-91771c6f-8a62-45a7-a7fc-245915aa0dd3 req-6c0c86b3-3b75-415f-8cfe-9eb130d8f32a service neutron] 10.222.0.90 "GET /v2.0/security-groups?id=73443f61-e28a-43ce-9cbb-ef678fe5ea76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1660724 Feb 09 19:12:41.920593 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-efe0e363-4a6f-4af7-857d-346232342d94 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (None), before_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:12:41.931822 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-c2b43ce9-9311-4f7c-8c22-5a6a2e59e56c req-2451d74a-0ddf-43c5-a6be-aff9094ffd49 tempest-ServersTestMultiNic-1550042178 tempest-ServersTestMultiNic-1550042178-project] 10.222.0.75 "GET /v2.0/security-groups?id=73443f61-e28a-43ce-9cbb-ef678fe5ea76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1780951 Feb 09 19:12:41.954588 n-d-713498-36 neutron-server[103233]: DEBUG neutron.db.l3_dvr_db [None req-6dd633fe-d6cc-4692-8bfc-c5b851906854 None None] Set router f27e0cdc-0e67-4758-967f-051d42596dc8 gateway port host: n-d-713498-36 {{(pid=103233) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 19:12:41.984448 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-4e784bd3-a409-4afd-8032-89c85921b6ba req-82981757-0f9a-4b7c-ae9b-a84d9acd602d service neutron] 10.222.0.89 "GET /v2.0/security-groups?id=99b1e7c3-38f3-4f0a-8bb2-c56dc143d44a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2306654 Feb 09 19:12:42.215665 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 59728) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:12:42.268749 n-d-713498-36 neutron-server[103233]: DEBUG neutron.db.l3_hamode_db [None req-6dd633fe-d6cc-4692-8bfc-c5b851906854 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f27e0cdc-0e67-4758-967f-051d42596dc8', 'name': 'tempest-ServerRescueTestJSONUnderV235-930924640-router', 'tenant_id': '4ddd249906ca4b088ab7ddfb44b3182a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88055e1e-672a-4487-be31-ffb6e833ece5', 'external_fixed_ips': [{'subnet_id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'ip_address': '172.25.1.3'}], 'enable_snat': True}, 'gw_port_id': 'da1a4a28-2e09-4aca-9993-8fce73e5b605', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T19:12:36Z', 'updated_at': '2022-02-09T19:12:39Z', 'revision_number': 3, 'project_id': '4ddd249906ca4b088ab7ddfb44b3182a', 'gw_port': {'id': 'da1a4a28-2e09-4aca-9993-8fce73e5b605', 'name': '', 'network_id': '88055e1e-672a-4487-be31-ffb6e833ece5', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:eb:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f27e0cdc-0e67-4758-967f-051d42596dc8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1266, 'fixed_ips': [{'subnet_id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'ip_address': '172.25.1.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T19:12:38Z', 'updated_at': '2022-02-09T19:12:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-36'}], 'n-d-713498-36', False) {} {{(pid=103233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:12:42.274162 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-0cd1f1d5-6a1a-42a6-a207-e88330250b58 req-634c61b2-67f0-44d0-88db-ef41faee4f3b service neutron] 10.222.0.90 "GET /v2.0/networks/22e5c36a-e85f-4512-bcde-f1a1a30e29d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3549092 Feb 09 19:12:42.292020 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.plugin [None req-901ed991-5e73-4704-bde1-a5ca2929c486 tempest-TaggedBootDevicesTest_v242-798392635 tempest-TaggedBootDevicesTest_v242-798392635-project] Deleting port 778b20b7-7678-470a-84cc-7abef1a21546 {{(pid=103230) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 19:12:42.292524 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-901ed991-5e73-4704-bde1-a5ca2929c486 tempest-TaggedBootDevicesTest_v242-798392635 tempest-TaggedBootDevicesTest_v242-798392635-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762867170196'] for port (778b20b7-7678-470a-84cc-7abef1a21546), before_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:12:42.306638 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-249ccd3d-7284-4072-b16f-5c505c1f5eb6 req-f153c052-6d92-42e1-9772-bb2dca0dc68d tempest-DeleteServersTestJSON-1870379525 tempest-DeleteServersTestJSON-1870379525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:12:42.309716 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-249ccd3d-7284-4072-b16f-5c505c1f5eb6 req-f153c052-6d92-42e1-9772-bb2dca0dc68d tempest-DeleteServersTestJSON-1870379525 tempest-DeleteServersTestJSON-1870379525-project] 10.222.0.75 "GET /v2.0/ports?device_id=88deb5dd-2136-4d12-b758-36d95104fa22 HTTP/1.1" status: 200 len: 944 time: 0.1880188 Feb 09 19:12:42.335890 n-d-713498-36 neutron-server[103233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6dd633fe-d6cc-4692-8bfc-c5b851906854 None None] The sync data for ids ['f27e0cdc-0e67-4758-967f-051d42596dc8'] in n-d-713498-36 is: [{'id': 'f27e0cdc-0e67-4758-967f-051d42596dc8', 'name': 'tempest-ServerRescueTestJSONUnderV235-930924640-router', 'tenant_id': '4ddd249906ca4b088ab7ddfb44b3182a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88055e1e-672a-4487-be31-ffb6e833ece5', 'external_fixed_ips': [{'subnet_id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'ip_address': '172.25.1.3'}], 'enable_snat': True}, 'gw_port_id': 'da1a4a28-2e09-4aca-9993-8fce73e5b605', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T19:12:36Z', 'updated_at': '2022-02-09T19:12:39Z', 'revision_number': 3, 'project_id': '4ddd249906ca4b088ab7ddfb44b3182a', 'gw_port': {'id': 'da1a4a28-2e09-4aca-9993-8fce73e5b605', 'name': '', 'network_id': '88055e1e-672a-4487-be31-ffb6e833ece5', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:eb:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f27e0cdc-0e67-4758-967f-051d42596dc8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1266, 'fixed_ips': [{'subnet_id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'ip_address': '172.25.1.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T19:12:38Z', 'updated_at': '2022-02-09T19:12:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-36'}] {{(pid=103233) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 19:12:42.384539 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0be8d1dc-976a-484a-9f13-b16e24855d91 req-c3abad8a-d8c0-4f1a-b640-4d0cf3fe41d6 tempest-ServersTestBootFromVolume-783248817 tempest-ServersTestBootFromVolume-783248817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:12:42.386901 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-0be8d1dc-976a-484a-9f13-b16e24855d91 req-c3abad8a-d8c0-4f1a-b640-4d0cf3fe41d6 tempest-ServersTestBootFromVolume-783248817 tempest-ServersTestBootFromVolume-783248817-project] 10.222.0.75 "GET /v2.0/ports?device_id=84c056fe-802f-4b0b-9844-f490f36d7dba HTTP/1.1" status: 200 len: 946 time: 0.3566506 Feb 09 19:12:42.433326 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-d184eef8-1af3-49b2-b3c9-bf52bff8ed44 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:12:42.439781 n-d-713498-36 neutron-server[103229]: DEBUG neutron.db.db_base_plugin_common [None req-efe0e363-4a6f-4af7-857d-346232342d94 admin admin] Allocated IP 172.20.0.1 (3ab0c9d2-97b1-4c51-9743-b63b9816fede/eceb2332-2ad4-457a-81e3-6e57abd3a84e/b1a82a81-bc8f-4c81-9a97-904fb09563b3) {{(pid=103229) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 19:12:42.455495 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-249ccd3d-7284-4072-b16f-5c505c1f5eb6 req-897b8ab1-2276-4c11-b256-d141dc928774 tempest-DeleteServersTestJSON-1870379525 tempest-DeleteServersTestJSON-1870379525-project] 10.222.0.75 "GET /v2.0/security-groups?id=5ce92d32-ca94-4b6c-925d-b9dff609abe6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1271546 Feb 09 19:12:42.492643 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-0be8d1dc-976a-484a-9f13-b16e24855d91 req-0b61ee3a-b64c-4979-a243-4bc59c397bc7 tempest-ServersTestBootFromVolume-783248817 tempest-ServersTestBootFromVolume-783248817-project] 10.222.0.75 "GET /v2.0/security-groups?id=99b1e7c3-38f3-4f0a-8bb2-c56dc143d44a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0937583 Feb 09 19:12:42.522933 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-901ed991-5e73-4704-bde1-a5ca2929c486 tempest-TaggedBootDevicesTest_v242-798392635 tempest-TaggedBootDevicesTest_v242-798392635-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1820838'] for port (778b20b7-7678-470a-84cc-7abef1a21546), precommit_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:12:42.551242 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.plugin [None req-901ed991-5e73-4704-bde1-a5ca2929c486 tempest-TaggedBootDevicesTest_v242-798392635 tempest-TaggedBootDevicesTest_v242-798392635-project] Calling delete_port for 778b20b7-7678-470a-84cc-7abef1a21546 owned by {{(pid=103230) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 19:12:42.600546 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-efe0e363-4a6f-4af7-857d-346232342d94 admin admin] Publish callbacks [] for port (b1a82a81-bc8f-4c81-9a97-904fb09563b3), precommit_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:12:42.645238 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-efe0e363-4a6f-4af7-857d-346232342d94 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762866656467', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12867576'] for port (b1a82a81-bc8f-4c81-9a97-904fb09563b3), after_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:12:42.676178 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-d184eef8-1af3-49b2-b3c9-bf52bff8ed44 admin admin] Publish callbacks [] for security_group (63fafa3e-fa66-4bb7-b78d-21a37422a73e), precommit_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:12:42.689494 n-d-713498-36 neutron-server[103229]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-efe0e363-4a6f-4af7-857d-346232342d94 admin admin] Network 3ab0c9d2-97b1-4c51-9743-b63b9816fede is already hosted by enough agents. {{(pid=103229) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 19:12:42.690653 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-d184eef8-1af3-49b2-b3c9-bf52bff8ed44 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1892331'] for security_group (63fafa3e-fa66-4bb7-b78d-21a37422a73e), after_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:12:42.694939 n-d-713498-36 neutron-server[103229]: DEBUG neutron.scheduler.base_scheduler [None req-efe0e363-4a6f-4af7-857d-346232342d94 admin admin] Resources bound (agent type, host, resource id): {{(pid=103229) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 19:12:42.698863 n-d-713498-36 neutron-server[103229]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efe0e363-4a6f-4af7-857d-346232342d94 admin admin] Received port after_create {{(pid=103229) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 19:12:42.703753 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Device 9b00cde2-41e0-4a5c-ac25-40284f778572 details requested by agent hyperv_n-h2-713498-36 with host n-h2-713498-36 {{(pid=103232) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 19:12:42.726733 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efe0e363-4a6f-4af7-857d-346232342d94 admin admin] Pushing event updated for resources: {'Port': ['ID=b1a82a81-bc8f-4c81-9a97-904fb09563b3,revision_number=1']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:12:42.765634 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-efe0e363-4a6f-4af7-857d-346232342d94 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1819024'] for router_interface (f27e0cdc-0e67-4758-967f-051d42596dc8), before_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:12:42.785626 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-d184eef8-1af3-49b2-b3c9-bf52bff8ed44 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=7109fef4702644c1a298e872022e6506&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5688829 Feb 09 19:12:42.792108 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 59732) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:12:42.803115 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d184eef8-1af3-49b2-b3c9-bf52bff8ed44 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=63fafa3e-fa66-4bb7-b78d-21a37422a73e,revision_number=1']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:12:42.868708 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-901ed991-5e73-4704-bde1-a5ca2929c486 tempest-TaggedBootDevicesTest_v242-798392635 tempest-TaggedBootDevicesTest_v242-798392635-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762867177463', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762866656476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14393751'] for port (778b20b7-7678-470a-84cc-7abef1a21546), after_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:12:42.928978 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-7429db8d-6021-40ad-813e-885be449a89b None None] For port 9b00cde2-41e0-4a5c-ac25-40284f778572, host n-h2-713498-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-36',level=0,port_id=9b00cde2-41e0-4a5c-ac25-40284f778572,segment=NetworkSegment(d4c5d86e-1399-4ff8-a9ec-2a8082c6024a),segment_id=d4c5d86e-1399-4ff8-a9ec-2a8082c6024a)] {{(pid=103232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 19:12:42.936570 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-901ed991-5e73-4704-bde1-a5ca2929c486 tempest-TaggedBootDevicesTest_v242-798392635 tempest-TaggedBootDevicesTest_v242-798392635-project] Pushing event deleted for resources: {'Port': ['ID=778b20b7-7678-470a-84cc-7abef1a21546,revision_number=None']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:12:42.965467 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Returning: {'device': '9b00cde2-41e0-4a5c-ac25-40284f778572', 'network_id': '22e5c36a-e85f-4512-bcde-f1a1a30e29d3', 'port_id': '9b00cde2-41e0-4a5c-ac25-40284f778572', 'mac_address': 'fa:16:3e:fe:34:55', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 384, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fd92991c-99c1-4998-85f2-810e9ca4298d', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103232) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 19:12:42.986476 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-7a9aaf9a-7e8d-4221-833a-30fdb7622746 admin admin] Publish callbacks [] for security_group (63fafa3e-fa66-4bb7-b78d-21a37422a73e), before_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:12:43.097023 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-efe0e363-4a6f-4af7-857d-346232342d94 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (b1a82a81-bc8f-4c81-9a97-904fb09563b3), before_update {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:12:43.100580 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-901ed991-5e73-4704-bde1-a5ca2929c486 tempest-TaggedBootDevicesTest_v242-798392635 tempest-TaggedBootDevicesTest_v242-798392635-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171096'] for port (None), before_response {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:12:43.107372 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-901ed991-5e73-4704-bde1-a5ca2929c486 tempest-TaggedBootDevicesTest_v242-798392635 tempest-TaggedBootDevicesTest_v242-798392635-project] 10.222.0.75 "DELETE /v2.0/ports/778b20b7-7678-470a-84cc-7abef1a21546 HTTP/1.1" status: 204 len: 168 time: 1.1949668 Feb 09 19:12:43.120763 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 59740) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:12:43.156262 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-7a9aaf9a-7e8d-4221-833a-30fdb7622746 admin admin] Publish callbacks [] for security_group (63fafa3e-fa66-4bb7-b78d-21a37422a73e), precommit_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:12:43.219641 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22d06415-1fc7-4b07-b9fb-20657fd9ff3f req-ba3bd46f-0dee-4faa-bef6-67cb2c46157a tempest-MigrationsAdminTest-892781459 tempest-MigrationsAdminTest-892781459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:12:43.227908 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-22d06415-1fc7-4b07-b9fb-20657fd9ff3f req-ba3bd46f-0dee-4faa-bef6-67cb2c46157a tempest-MigrationsAdminTest-892781459 tempest-MigrationsAdminTest-892781459-project] 10.222.0.75 "GET /v2.0/ports?device_id=7394cbff-f035-4166-a786-a8886a8e5e67 HTTP/1.1" status: 200 len: 950 time: 0.1304343 Feb 09 19:12:43.293593 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-22d06415-1fc7-4b07-b9fb-20657fd9ff3f req-aa8b4dc0-1d13-4596-93b6-6995e247c10a tempest-MigrationsAdminTest-892781459 tempest-MigrationsAdminTest-892781459-project] 10.222.0.75 "GET /v2.0/security-groups?id=709912c8-8171-4435-800e-9e5c5e45bf8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0643601 Feb 09 19:12:43.295027 n-d-713498-36 neutron-server[103229]: DEBUG neutron.db.db_base_plugin_v2 [None req-7d993c48-0b44-4220-9b6d-42d9d21f06ab tempest-TaggedBootDevicesTest_v242-798392635 tempest-TaggedBootDevicesTest_v242-798392635-project] Deleting subnet 62aa7105-9b3f-4b31-849e-86005d5d6eff {{(pid=103229) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 19:12:43.299481 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-7a9aaf9a-7e8d-4221-833a-30fdb7622746 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1892331'] for security_group (63fafa3e-fa66-4bb7-b78d-21a37422a73e), after_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:12:43.306481 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-7a9aaf9a-7e8d-4221-833a-30fdb7622746 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:12:43.307862 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-7a9aaf9a-7e8d-4221-833a-30fdb7622746 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/63fafa3e-fa66-4bb7-b78d-21a37422a73e HTTP/1.1" status: 204 len: 168 time: 0.5146668 Feb 09 19:12:43.317654 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a9aaf9a-7e8d-4221-833a-30fdb7622746 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=63fafa3e-fa66-4bb7-b78d-21a37422a73e,revision_number=None']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:12:43.327798 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-7d993c48-0b44-4220-9b6d-42d9d21f06ab tempest-TaggedBootDevicesTest_v242-798392635 tempest-TaggedBootDevicesTest_v242-798392635-project] Publish callbacks [] for subnet (62aa7105-9b3f-4b31-849e-86005d5d6eff), before_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:12:43.429971 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-375a716d-3ac9-4219-a56a-47cf9ac65bd0 req-23865473-6723-42b9-bd00-1ce83737e44b tempest-ServersTestMultiNic-1550042178 tempest-ServersTestMultiNic-1550042178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:12:43.436383 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-375a716d-3ac9-4219-a56a-47cf9ac65bd0 req-23865473-6723-42b9-bd00-1ce83737e44b tempest-ServersTestMultiNic-1550042178 tempest-ServersTestMultiNic-1550042178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:12:43.443087 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-375a716d-3ac9-4219-a56a-47cf9ac65bd0 req-23865473-6723-42b9-bd00-1ce83737e44b tempest-ServersTestMultiNic-1550042178 tempest-ServersTestMultiNic-1550042178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:12:43.445934 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-375a716d-3ac9-4219-a56a-47cf9ac65bd0 req-23865473-6723-42b9-bd00-1ce83737e44b tempest-ServersTestMultiNic-1550042178 tempest-ServersTestMultiNic-1550042178-project] 10.222.0.75 "GET /v2.0/ports?device_id=182eb346-b266-45c5-a0a2-d215e9bb2886 HTTP/1.1" status: 200 len: 2417 time: 0.3253484 Feb 09 19:12:43.458030 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-818d67d2-3c05-4349-9477-0a395ef3be8c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762867132591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593584'] for agent (93303d5e-5d17-45e8-8963-7694f87783ae), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:12:43.460363 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Current status of the port 9b00cde2-41e0-4a5c-ac25-40284f778572 is: DOWN; New status is: BUILD {{(pid=103232) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 19:12:43.461215 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (9b00cde2-41e0-4a5c-ac25-40284f778572), before_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:12:43.493589 n-d-713498-36 neutron-server[103232]: DEBUG neutron.notifiers.nova [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9b00cde2-41e0-4a5c-ac25-40284f778572 {{(pid=103232) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 19:12:43.535672 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-7d993c48-0b44-4220-9b6d-42d9d21f06ab tempest-TaggedBootDevicesTest_v242-798392635 tempest-TaggedBootDevicesTest_v242-798392635-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16683410'] for subnet (62aa7105-9b3f-4b31-849e-86005d5d6eff), precommit_delete_associations {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:12:43.540569 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-7429db8d-6021-40ad-813e-885be449a89b None None] For port 9b00cde2-41e0-4a5c-ac25-40284f778572, host n-h2-713498-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-36',level=0,port_id=9b00cde2-41e0-4a5c-ac25-40284f778572,segment=NetworkSegment(d4c5d86e-1399-4ff8-a9ec-2a8082c6024a),segment_id=d4c5d86e-1399-4ff8-a9ec-2a8082c6024a)] {{(pid=103232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 19:12:43.550912 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762867176205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762866656485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762866656503'] for port (9b00cde2-41e0-4a5c-ac25-40284f778572), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:12:43.668827 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Pushing event updated for resources: {'Port': ['ID=9b00cde2-41e0-4a5c-ac25-40284f778572,revision_number=4']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:12:43.746084 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7efe6d37-3d4a-43e8-9b41-4b2b7d46fffa req-b4de3368-d83d-4b0f-9f87-7ff20ca87307 tempest-DeleteServersTestJSON-1870379525 tempest-DeleteServersTestJSON-1870379525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:12:43.748306 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-7efe6d37-3d4a-43e8-9b41-4b2b7d46fffa req-b4de3368-d83d-4b0f-9f87-7ff20ca87307 tempest-DeleteServersTestJSON-1870379525 tempest-DeleteServersTestJSON-1870379525-project] 10.222.0.75 "GET /v2.0/ports?device_id=88deb5dd-2136-4d12-b758-36d95104fa22 HTTP/1.1" status: 200 len: 945 time: 0.1228919 Feb 09 19:12:43.771930 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-efe0e363-4a6f-4af7-857d-346232342d94 admin admin] Publish callbacks [] for port (b1a82a81-bc8f-4c81-9a97-904fb09563b3), precommit_update {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:12:43.787082 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-efe0e363-4a6f-4af7-857d-346232342d94 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762867176205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762866656485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762866656503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12867569'] for port (b1a82a81-bc8f-4c81-9a97-904fb09563b3), after_update {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:12:43.851142 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-7efe6d37-3d4a-43e8-9b41-4b2b7d46fffa req-9e18faf2-bd4b-4252-ba07-ab3525e6aaf1 tempest-DeleteServersTestJSON-1870379525 tempest-DeleteServersTestJSON-1870379525-project] 10.222.0.75 "GET /v2.0/security-groups?id=5ce92d32-ca94-4b6c-925d-b9dff609abe6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0936041 Feb 09 19:12:43.870930 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-efe0e363-4a6f-4af7-857d-346232342d94 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1613458', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1834496'] for router_interface (f27e0cdc-0e67-4758-967f-051d42596dc8), after_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:12:43.937590 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efe0e363-4a6f-4af7-857d-346232342d94 admin admin] Pushing event updated for resources: {'Port': ['ID=b1a82a81-bc8f-4c81-9a97-904fb09563b3,revision_number=2']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:12:43.973295 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-7429db8d-6021-40ad-813e-885be449a89b None None] get_ports_and_sgs() called for port_ids ['9b00cde2-41e0-4a5c-ac25-40284f778572'] {{(pid=103232) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 19:12:43.979733 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 59750) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:12:43.985747 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-375a716d-3ac9-4219-a56a-47cf9ac65bd0 req-c7a79cc8-5d5a-4d34-9f08-fbf8afdf3f70 tempest-ServersTestMultiNic-1550042178 tempest-ServersTestMultiNic-1550042178-project] 10.222.0.75 "GET /v2.0/security-groups?id=73443f61-e28a-43ce-9cbb-ef678fe5ea76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5193949 Feb 09 19:12:44.043469 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-e4c33ef3-346b-47be-bedd-df7c4ce5bb1c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:12:44.060887 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-7d993c48-0b44-4220-9b6d-42d9d21f06ab tempest-TaggedBootDevicesTest_v242-798392635 tempest-TaggedBootDevicesTest_v242-798392635-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-759852'] for subnet (62aa7105-9b3f-4b31-849e-86005d5d6eff), precommit_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:12:44.172762 n-d-713498-36 neutron-server[103229]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-efe0e363-4a6f-4af7-857d-346232342d94 admin admin] Network 3ab0c9d2-97b1-4c51-9743-b63b9816fede is already hosted by enough agents. {{(pid=103229) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 19:12:44.175231 n-d-713498-36 neutron-server[103229]: DEBUG neutron.scheduler.base_scheduler [None req-efe0e363-4a6f-4af7-857d-346232342d94 admin admin] Resources bound (agent type, host, resource id): {{(pid=103229) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 19:12:44.182304 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-7d993c48-0b44-4220-9b6d-42d9d21f06ab tempest-TaggedBootDevicesTest_v242-798392635 tempest-TaggedBootDevicesTest_v242-798392635-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-760023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12867367', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12759238'] for subnet (62aa7105-9b3f-4b31-849e-86005d5d6eff), after_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:12:44.210356 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d993c48-0b44-4220-9b6d-42d9d21f06ab tempest-TaggedBootDevicesTest_v242-798392635 tempest-TaggedBootDevicesTest_v242-798392635-project] Pushing event deleted for resources: {'Subnet': ['ID=62aa7105-9b3f-4b31-849e-86005d5d6eff,revision_number=None']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:12:44.228775 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-edc54c9b-7f13-45d9-9271-85c9738b0128 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762867132591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593584'] for agent (a62b1850-466f-48ae-bec7-d62fb280e14b), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:12:44.316830 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-7d993c48-0b44-4220-9b6d-42d9d21f06ab tempest-TaggedBootDevicesTest_v242-798392635 tempest-TaggedBootDevicesTest_v242-798392635-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1613566'] for subnet (None), before_response {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:12:44.331575 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-7d993c48-0b44-4220-9b6d-42d9d21f06ab tempest-TaggedBootDevicesTest_v242-798392635 tempest-TaggedBootDevicesTest_v242-798392635-project] 10.222.0.75 "DELETE /v2.0/subnets/62aa7105-9b3f-4b31-849e-86005d5d6eff HTTP/1.1" status: 204 len: 168 time: 1.1995621 Feb 09 19:12:44.334688 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 59754) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:12:44.339504 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d61e7862-41cd-40a1-ae5d-9cf44344673a None None] Network 827c740b-e08e-4994-bbc7-e073abc4dcaf requested from n-d-713498-36 {{(pid=103232) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 19:12:44.410244 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Device da1a4a28-2e09-4aca-9993-8fce73e5b605 up at agent ovs-agent-n-d-713498-36 {{(pid=103232) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 19:12:44.412516 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ddbb675-e90a-46d7-ab95-d50f724f1c08 req-4c808725-2d60-49f9-92df-250d9d2bb290 tempest-ServersTestBootFromVolume-783248817 tempest-ServersTestBootFromVolume-783248817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:12:44.419728 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-7ddbb675-e90a-46d7-ab95-d50f724f1c08 req-4c808725-2d60-49f9-92df-250d9d2bb290 tempest-ServersTestBootFromVolume-783248817 tempest-ServersTestBootFromVolume-783248817-project] 10.222.0.75 "GET /v2.0/ports?device_id=84c056fe-802f-4b0b-9844-f490f36d7dba HTTP/1.1" status: 200 len: 946 time: 0.4978988 Feb 09 19:12:44.486850 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-7ddbb675-e90a-46d7-ab95-d50f724f1c08 req-4c78bb67-7649-4c96-8721-e91fe0efe91d tempest-ServersTestBootFromVolume-783248817 tempest-ServersTestBootFromVolume-783248817-project] 10.222.0.75 "GET /v2.0/security-groups?id=99b1e7c3-38f3-4f0a-8bb2-c56dc143d44a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0659068 Feb 09 19:12:44.496775 n-d-713498-36 neutron-server[103229]: DEBUG neutron.db.db_base_plugin_v2 [None req-cad41865-202f-466d-81f1-11b4c98b987a tempest-TaggedBootDevicesTest_v242-798392635 tempest-TaggedBootDevicesTest_v242-798392635-project] Deleting subnet e38cb3e5-c128-440c-8e8d-f08a001a84c6 {{(pid=103229) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 19:12:44.504400 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-cad41865-202f-466d-81f1-11b4c98b987a tempest-TaggedBootDevicesTest_v242-798392635 tempest-TaggedBootDevicesTest_v242-798392635-project] Publish callbacks [] for subnet (e38cb3e5-c128-440c-8e8d-f08a001a84c6), before_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:12:44.534198 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.provisioning_blocks [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Provisioning complete for port da1a4a28-2e09-4aca-9993-8fce73e5b605 triggered by entity L2. {{(pid=103232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 19:12:44.534652 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593630'] for port (da1a4a28-2e09-4aca-9993-8fce73e5b605), provisioning_complete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:12:44.535630 n-d-713498-36 neutron-server[103229]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-efe0e363-4a6f-4af7-857d-346232342d94 admin admin] Router f27e0cdc-0e67-4758-967f-051d42596dc8 has already been hosted by L3 agent 93303d5e-5d17-45e8-8963-7694f87783ae {{(pid=103229) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 19:12:44.582796 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-e4c33ef3-346b-47be-bedd-df7c4ce5bb1c admin admin] Publish callbacks [] for security_group (0ce4940f-7ab1-4abb-bac7-26b7ebc6b4e4), precommit_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:12:44.587135 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-cad41865-202f-466d-81f1-11b4c98b987a tempest-TaggedBootDevicesTest_v242-798392635 tempest-TaggedBootDevicesTest_v242-798392635-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16683410'] for subnet (e38cb3e5-c128-440c-8e8d-f08a001a84c6), precommit_delete_associations {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:12:44.607357 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-e4c33ef3-346b-47be-bedd-df7c4ce5bb1c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1892331'] for security_group (0ce4940f-7ab1-4abb-bac7-26b7ebc6b4e4), after_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:12:44.638193 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a680a418-da63-4847-bf7a-7aff1fe50d9f req-3cd3586f-2f7c-445e-abd1-40cf46ecdf5c tempest-MigrationsAdminTest-892781459 tempest-MigrationsAdminTest-892781459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:12:44.658869 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-a680a418-da63-4847-bf7a-7aff1fe50d9f req-3cd3586f-2f7c-445e-abd1-40cf46ecdf5c tempest-MigrationsAdminTest-892781459 tempest-MigrationsAdminTest-892781459-project] 10.222.0.75 "GET /v2.0/ports?device_id=7394cbff-f035-4166-a786-a8886a8e5e67 HTTP/1.1" status: 200 len: 950 time: 0.2468469 Feb 09 19:12:44.678483 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d7fb6d1-bb97-4704-a433-ef409c70ea9f None None] DHCP port deletion for 827c740b-e08e-4994-bbc7-e073abc4dcaf request from n-d-713498-36 {{(pid=103232) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 09 19:12:44.700935 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-e4c33ef3-346b-47be-bedd-df7c4ce5bb1c admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=a1383e7f1be242aaa13006c9518dbc03&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7036598 Feb 09 19:12:44.706124 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 59758) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:12:44.709121 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4c33ef3-346b-47be-bedd-df7c4ce5bb1c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0ce4940f-7ab1-4abb-bac7-26b7ebc6b4e4,revision_number=1']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:12:44.718779 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Current status of the port da1a4a28-2e09-4aca-9993-8fce73e5b605 is: DOWN; New status is: ACTIVE {{(pid=103232) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 19:12:44.718992 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (da1a4a28-2e09-4aca-9993-8fce73e5b605), before_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:12:44.745978 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] For port da1a4a28-2e09-4aca-9993-8fce73e5b605, host n-d-713498-36, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-36',level=0,port_id=da1a4a28-2e09-4aca-9993-8fce73e5b605,segment=NetworkSegment(a4222f89-8d3f-4b51-953b-1a8126392491),segment_id=a4222f89-8d3f-4b51-953b-1a8126392491)] {{(pid=103232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 19:12:44.751000 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-399c5e8c-6825-4295-ac5f-a84af8523f36 req-d53e8a78-f601-4f1c-971a-265654c35a53 tempest-ServersTestBootFromVolume-783248817 tempest-ServersTestBootFromVolume-783248817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:12:44.752386 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762867176205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762866656485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762866656503'] for port (da1a4a28-2e09-4aca-9993-8fce73e5b605), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:12:44.753096 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-399c5e8c-6825-4295-ac5f-a84af8523f36 req-d53e8a78-f601-4f1c-971a-265654c35a53 tempest-ServersTestBootFromVolume-783248817 tempest-ServersTestBootFromVolume-783248817-project] 10.222.0.75 "GET /v2.0/ports?device_id=84c056fe-802f-4b0b-9844-f490f36d7dba HTTP/1.1" status: 200 len: 946 time: 0.1683216 Feb 09 19:12:44.764398 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 59760) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:12:44.777255 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.v2.base [None req-9beb579d-a7dd-4f6e-9cc3-dbe8d0ca5491 tempest-ServersTestBootFromVolume-783248817 tempest-ServersTestBootFromVolume-783248817-project] Request body: {'floatingip': {'port_id': '791d3f17-1eab-424b-8748-a6e718491667'}} {{(pid=103229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 19:12:44.813621 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-cc4b1925-d461-47d3-9847-6586242c2d4e admin admin] Publish callbacks [] for security_group (0ce4940f-7ab1-4abb-bac7-26b7ebc6b4e4), before_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:12:44.819478 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-9d7fb6d1-bb97-4704-a433-ef409c70ea9f None None] Deleting port 8a0e3d7d-40e8-4358-9609-8f936abc6261 {{(pid=103232) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 19:12:44.819862 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-9d7fb6d1-bb97-4704-a433-ef409c70ea9f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762867170196'] for port (8a0e3d7d-40e8-4358-9609-8f936abc6261), before_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:12:44.849194 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-cc4b1925-d461-47d3-9847-6586242c2d4e admin admin] Publish callbacks [] for security_group (0ce4940f-7ab1-4abb-bac7-26b7ebc6b4e4), precommit_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:12:44.899868 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Pushing event updated for resources: {'Port': ['ID=da1a4a28-2e09-4aca-9993-8fce73e5b605,revision_number=4']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:12:44.915905 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-9beb579d-a7dd-4f6e-9cc3-dbe8d0ca5491 tempest-ServersTestBootFromVolume-783248817 tempest-ServersTestBootFromVolume-783248817-project] Publish callbacks [] for floatingip (d51ef726-5e87-4f01-9194-57d0292b4e4c), before_update {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:12:44.922835 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-cc4b1925-d461-47d3-9847-6586242c2d4e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1892331'] for security_group (0ce4940f-7ab1-4abb-bac7-26b7ebc6b4e4), after_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:12:44.927838 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-cc4b1925-d461-47d3-9847-6586242c2d4e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:12:44.932526 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-cc4b1925-d461-47d3-9847-6586242c2d4e admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/0ce4940f-7ab1-4abb-bac7-26b7ebc6b4e4 HTTP/1.1" status: 204 len: 168 time: 0.2214942 Feb 09 19:12:44.946658 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc4b1925-d461-47d3-9847-6586242c2d4e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0ce4940f-7ab1-4abb-bac7-26b7ebc6b4e4,revision_number=None']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:12:44.949734 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-9d7fb6d1-bb97-4704-a433-ef409c70ea9f None None] For port 8a0e3d7d-40e8-4358-9609-8f936abc6261, host n-d-713498-36, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-36',level=0,port_id=8a0e3d7d-40e8-4358-9609-8f936abc6261,segment=NetworkSegment(d87ae67e-008b-48f1-b0f8-925fd9ffe48b),segment_id=d87ae67e-008b-48f1-b0f8-925fd9ffe48b)] {{(pid=103232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 19:12:44.951523 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-9d7fb6d1-bb97-4704-a433-ef409c70ea9f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1820838'] for port (8a0e3d7d-40e8-4358-9609-8f936abc6261), precommit_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:12:44.983947 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-a680a418-da63-4847-bf7a-7aff1fe50d9f req-f90a2828-e2b7-40f9-8392-5a4cc6003966 tempest-MigrationsAdminTest-892781459 tempest-MigrationsAdminTest-892781459-project] 10.222.0.75 "GET /v2.0/security-groups?id=709912c8-8171-4435-800e-9e5c5e45bf8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3241642 Feb 09 19:12:44.993137 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-9d7fb6d1-bb97-4704-a433-ef409c70ea9f None None] Calling delete_port for 8a0e3d7d-40e8-4358-9609-8f936abc6261 owned by network:dhcp {{(pid=103232) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 19:12:45.096115 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-cad41865-202f-466d-81f1-11b4c98b987a tempest-TaggedBootDevicesTest_v242-798392635 tempest-TaggedBootDevicesTest_v242-798392635-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-759852'] for subnet (e38cb3e5-c128-440c-8e8d-f08a001a84c6), precommit_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:12:45.109804 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64cc6533-f5a0-4be6-9919-95865fa7988d req-6a9a31af-6cb5-4f7a-9c75-08ee4f794a74 tempest-DeleteServersTestJSON-1870379525 tempest-DeleteServersTestJSON-1870379525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:12:45.113293 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-64cc6533-f5a0-4be6-9919-95865fa7988d req-6a9a31af-6cb5-4f7a-9c75-08ee4f794a74 tempest-DeleteServersTestJSON-1870379525 tempest-DeleteServersTestJSON-1870379525-project] 10.222.0.75 "GET /v2.0/ports?device_id=88deb5dd-2136-4d12-b758-36d95104fa22 HTTP/1.1" status: 200 len: 945 time: 0.1326394 Feb 09 19:12:45.168467 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-9d7fb6d1-bb97-4704-a433-ef409c70ea9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762867177463', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762866656476'] for port (8a0e3d7d-40e8-4358-9609-8f936abc6261), after_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:12:45.189786 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-64cc6533-f5a0-4be6-9919-95865fa7988d req-c8e93ebf-0e1a-49ad-861b-6e367811f491 tempest-DeleteServersTestJSON-1870379525 tempest-DeleteServersTestJSON-1870379525-project] 10.222.0.75 "GET /v2.0/security-groups?id=5ce92d32-ca94-4b6c-925d-b9dff609abe6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0625176 Feb 09 19:12:45.198087 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d7fb6d1-bb97-4704-a433-ef409c70ea9f None None] Pushing event deleted for resources: {'Port': ['ID=8a0e3d7d-40e8-4358-9609-8f936abc6261,revision_number=None']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:12:45.203172 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d7fb6d1-bb97-4704-a433-ef409c70ea9f None None] No DVR routers for this DVR port 8a0e3d7d-40e8-4358-9609-8f936abc6261 on host n-d-713498-36 {{(pid=103232) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 19:12:45.204393 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-efe0e363-4a6f-4af7-857d-346232342d94 admin admin] Notify agent at l3_agent.n-d-713498-36 the message routers_updated {{(pid=103229) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 19:12:45.232895 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-efe0e363-4a6f-4af7-857d-346232342d94 admin admin] 10.222.0.75 "PUT /v2.0/routers/f27e0cdc-0e67-4758-967f-051d42596dc8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7184339 Feb 09 19:12:45.242091 n-d-713498-36 neutron-server[103229]: INFO neutron.api.v2.resource [req-a7e8cc4c-7aad-4dac-b345-5117c5b11de9 req-01b48001-2268-4a87-89c7-d91c17f9ed3d service neutron] show failed (client error): The resource could not be found. Feb 09 19:12:45.246698 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-a7e8cc4c-7aad-4dac-b345-5117c5b11de9 req-01b48001-2268-4a87-89c7-d91c17f9ed3d service neutron] 10.222.0.89 "GET /v2.0/ports/dc73d538-3849-44b7-8f0e-7c99557efa00/bindings/n-h2-713498-36 HTTP/1.1" status: 404 len: 381 time: 0.4037564 Feb 09 19:12:45.301373 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0f78683-b4ed-4c37-b59b-7d95cf2e0ae4 None None] Sync routers for ids ['f27e0cdc-0e67-4758-967f-051d42596dc8'] in n-d-713498-36 {{(pid=103232) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 19:12:45.317778 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0f78683-b4ed-4c37-b59b-7d95cf2e0ae4 None None] Routers {'f27e0cdc-0e67-4758-967f-051d42596dc8'} bound to L3 agent in host n-d-713498-36 {{(pid=103232) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 19:12:45.318468 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.l3_hamode_db [None req-c0f78683-b4ed-4c37-b59b-7d95cf2e0ae4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-09T18:51:43Z,description=,heartbeat_timestamp=2022-02-09T19:12:43Z,host='n-d-713498-36',id=93303d5e-5d17-45e8-8963-7694f87783ae,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T18:51:43Z,topic='l3_agent')) {'router_ids': ['f27e0cdc-0e67-4758-967f-051d42596dc8'], 'active': True} {{(pid=103232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:12:45.393395 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-cad41865-202f-466d-81f1-11b4c98b987a tempest-TaggedBootDevicesTest_v242-798392635 tempest-TaggedBootDevicesTest_v242-798392635-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-760023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12867367', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12759238'] for subnet (e38cb3e5-c128-440c-8e8d-f08a001a84c6), after_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:12:45.436256 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cb48387-065d-405f-94bf-ebf46df59cde req-298bb778-6f6b-4c71-b1f8-19f71c011a35 tempest-ServersTestMultiNic-1550042178 tempest-ServersTestMultiNic-1550042178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:12:45.441814 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cb48387-065d-405f-94bf-ebf46df59cde req-298bb778-6f6b-4c71-b1f8-19f71c011a35 tempest-ServersTestMultiNic-1550042178 tempest-ServersTestMultiNic-1550042178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:12:45.447135 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cb48387-065d-405f-94bf-ebf46df59cde req-298bb778-6f6b-4c71-b1f8-19f71c011a35 tempest-ServersTestMultiNic-1550042178 tempest-ServersTestMultiNic-1550042178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:12:45.449005 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-0cb48387-065d-405f-94bf-ebf46df59cde req-298bb778-6f6b-4c71-b1f8-19f71c011a35 tempest-ServersTestMultiNic-1550042178 tempest-ServersTestMultiNic-1550042178-project] 10.222.0.75 "GET /v2.0/ports?device_id=182eb346-b266-45c5-a0a2-d215e9bb2886 HTTP/1.1" status: 200 len: 2417 time: 0.2727468 Feb 09 19:12:45.453008 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cad41865-202f-466d-81f1-11b4c98b987a tempest-TaggedBootDevicesTest_v242-798392635 tempest-TaggedBootDevicesTest_v242-798392635-project] Pushing event deleted for resources: {'Subnet': ['ID=e38cb3e5-c128-440c-8e8d-f08a001a84c6,revision_number=None']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:12:45.460865 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-cad41865-202f-466d-81f1-11b4c98b987a tempest-TaggedBootDevicesTest_v242-798392635 tempest-TaggedBootDevicesTest_v242-798392635-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1613566'] for subnet (None), before_response {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:12:45.466220 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-cad41865-202f-466d-81f1-11b4c98b987a tempest-TaggedBootDevicesTest_v242-798392635 tempest-TaggedBootDevicesTest_v242-798392635-project] 10.222.0.75 "DELETE /v2.0/subnets/e38cb3e5-c128-440c-8e8d-f08a001a84c6 HTTP/1.1" status: 204 len: 168 time: 1.1264231 Feb 09 19:12:45.470480 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 59774) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:12:45.528246 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-394c0aa3-710e-486e-b6d9-79fa7638a253 None None] Network 622dc241-96e3-459d-8172-016faee8abe4 requested from n-d-713498-36 {{(pid=103232) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 19:12:45.600499 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.l3_dvr_db [None req-c0f78683-b4ed-4c37-b59b-7d95cf2e0ae4 None None] Set router f27e0cdc-0e67-4758-967f-051d42596dc8 gateway port host: n-d-713498-36 {{(pid=103232) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 19:12:45.713770 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7e8cc4c-7aad-4dac-b345-5117c5b11de9 req-26e2d6c4-8904-440b-a844-31d972ec4024 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:12:45.716069 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-a7e8cc4c-7aad-4dac-b345-5117c5b11de9 req-26e2d6c4-8904-440b-a844-31d972ec4024 service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=7394cbff-f035-4166-a786-a8886a8e5e67&tenant_id=51b81e7592544b98a90626c2bba713eb HTTP/1.1" status: 200 len: 1133 time: 0.1238480 Feb 09 19:12:45.729929 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.v2.base [req-a7e8cc4c-7aad-4dac-b345-5117c5b11de9 req-49510f4c-d7eb-4ce0-8474-cf8de39c49fa service neutron] Request body: {'port': {'binding:host_id': 'n-h2-713498-36', 'device_owner': 'compute:nova'}} {{(pid=103230) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 19:12:45.751722 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-0cb48387-065d-405f-94bf-ebf46df59cde req-8cd11963-6f6e-4509-a621-16b6e57a3c28 tempest-ServersTestMultiNic-1550042178 tempest-ServersTestMultiNic-1550042178-project] 10.222.0.75 "GET /v2.0/security-groups?id=73443f61-e28a-43ce-9cbb-ef678fe5ea76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2873149 Feb 09 19:12:45.760027 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-84e4744b-e1f8-4213-8be9-aab7b9f51bcc tempest-TaggedBootDevicesTest_v242-798392635 tempest-TaggedBootDevicesTest_v242-798392635-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-670458'] for network (827c740b-e08e-4994-bbc7-e073abc4dcaf), before_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:12:45.877581 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [req-a7e8cc4c-7aad-4dac-b345-5117c5b11de9 req-49510f4c-d7eb-4ce0-8474-cf8de39c49fa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (dc73d538-3849-44b7-8f0e-7c99557efa00), before_update {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:12:45.902209 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-a7262a8e-0513-48fd-984d-75726a511961 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762867132591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593584'] for agent (911cfea2-02ae-4ec9-bac3-7808ee1cdd9c), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:12:45.983799 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.l3_hamode_db [None req-c0f78683-b4ed-4c37-b59b-7d95cf2e0ae4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f27e0cdc-0e67-4758-967f-051d42596dc8', 'name': 'tempest-ServerRescueTestJSONUnderV235-930924640-router', 'tenant_id': '4ddd249906ca4b088ab7ddfb44b3182a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88055e1e-672a-4487-be31-ffb6e833ece5', 'external_fixed_ips': [{'subnet_id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'ip_address': '172.25.1.3'}], 'enable_snat': True}, 'gw_port_id': 'da1a4a28-2e09-4aca-9993-8fce73e5b605', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T19:12:36Z', 'updated_at': '2022-02-09T19:12:43Z', 'revision_number': 4, 'project_id': '4ddd249906ca4b088ab7ddfb44b3182a', 'gw_port': {'id': 'da1a4a28-2e09-4aca-9993-8fce73e5b605', 'name': '', 'network_id': '88055e1e-672a-4487-be31-ffb6e833ece5', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:eb:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f27e0cdc-0e67-4758-967f-051d42596dc8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1266, 'fixed_ips': [{'subnet_id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'ip_address': '172.25.1.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T19:12:38Z', 'updated_at': '2022-02-09T19:12:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-36', '_interfaces': [{'id': 'b1a82a81-bc8f-4c81-9a97-904fb09563b3', 'name': '', 'network_id': '3ab0c9d2-97b1-4c51-9743-b63b9816fede', 'tenant_id': '4ddd249906ca4b088ab7ddfb44b3182a', 'mac_address': 'fa:16:3e:d8:f3:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f27e0cdc-0e67-4758-967f-051d42596dc8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1267, 'fixed_ips': [{'subnet_id': 'eceb2332-2ad4-457a-81e3-6e57abd3a84e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T19:12:42Z', 'updated_at': '2022-02-09T19:12:43Z', 'revision_number': 2, 'project_id': '4ddd249906ca4b088ab7ddfb44b3182a', 'subnets': [{'id': 'eceb2332-2ad4-457a-81e3-6e57abd3a84e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-36', False) {} {{(pid=103232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:12:46.042318 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-388f9fb6-885b-4fb7-a261-fe5dab005f6b None None] DHCP port deletion for 622dc241-96e3-459d-8172-016faee8abe4 request from n-d-713498-36 {{(pid=103232) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 09 19:12:46.065394 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0f78683-b4ed-4c37-b59b-7d95cf2e0ae4 None None] Checking router: f27e0cdc-0e67-4758-967f-051d42596dc8 for host: n-d-713498-36 {{(pid=103232) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 19:12:46.065838 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0f78683-b4ed-4c37-b59b-7d95cf2e0ae4 None None] Updating router f27e0cdc-0e67-4758-967f-051d42596dc8 port b1a82a81-bc8f-4c81-9a97-904fb09563b3 binding host n-d-713498-36 {{(pid=103232) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 19:12:46.170782 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-c0f78683-b4ed-4c37-b59b-7d95cf2e0ae4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (b1a82a81-bc8f-4c81-9a97-904fb09563b3), before_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:12:46.238734 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-388f9fb6-885b-4fb7-a261-fe5dab005f6b None None] Deleting port 3fbebeb1-5749-414d-b3d2-2558016cb58b {{(pid=103232) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 19:12:46.240242 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-388f9fb6-885b-4fb7-a261-fe5dab005f6b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762867170196'] for port (3fbebeb1-5749-414d-b3d2-2558016cb58b), before_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:12:46.342999 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.db [req-a7e8cc4c-7aad-4dac-b345-5117c5b11de9 req-49510f4c-d7eb-4ce0-8474-cf8de39c49fa service neutron] For port dc73d538-3849-44b7-8f0e-7c99557efa00, host n-h1-713498-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-36',level=0,port_id=dc73d538-3849-44b7-8f0e-7c99557efa00,segment=NetworkSegment(50e5915e-18f0-4558-9a28-b978975ead36),segment_id=50e5915e-18f0-4558-9a28-b978975ead36)] {{(pid=103230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 19:12:46.381823 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.db [req-a7e8cc4c-7aad-4dac-b345-5117c5b11de9 req-49510f4c-d7eb-4ce0-8474-cf8de39c49fa service neutron] For port dc73d538-3849-44b7-8f0e-7c99557efa00, host n-h1-713498-36, cleared binding levels {{(pid=103230) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 19:12:46.408845 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-84e4744b-e1f8-4213-8be9-aab7b9f51bcc tempest-TaggedBootDevicesTest_v242-798392635 tempest-TaggedBootDevicesTest_v242-798392635-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-590267', 'neutron.services.segments.db._delete_segments_for_network-8762867132609'] for network (827c740b-e08e-4994-bbc7-e073abc4dcaf), precommit_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:12:46.439018 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [req-a7e8cc4c-7aad-4dac-b345-5117c5b11de9 req-49510f4c-d7eb-4ce0-8474-cf8de39c49fa service neutron] Publish callbacks [] for port (dc73d538-3849-44b7-8f0e-7c99557efa00), precommit_update {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:12:46.445236 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfa4035a-5aa5-4a97-8d0a-5a802cb46fce req-cbbb8842-c491-4062-8a92-02fa6bcd74c5 tempest-MigrationsAdminTest-892781459 tempest-MigrationsAdminTest-892781459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:12:46.453033 n-d-713498-36 neutron-server[103230]: DEBUG neutron.db.provisioning_blocks [req-a7e8cc4c-7aad-4dac-b345-5117c5b11de9 req-49510f4c-d7eb-4ce0-8474-cf8de39c49fa service neutron] Transition to ACTIVE for port object dc73d538-3849-44b7-8f0e-7c99557efa00 will not be triggered until provisioned by entity L2. {{(pid=103230) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 19:12:46.453283 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-cfa4035a-5aa5-4a97-8d0a-5a802cb46fce req-cbbb8842-c491-4062-8a92-02fa6bcd74c5 tempest-MigrationsAdminTest-892781459 tempest-MigrationsAdminTest-892781459-project] 10.222.0.75 "GET /v2.0/ports?device_id=7394cbff-f035-4166-a786-a8886a8e5e67 HTTP/1.1" status: 200 len: 950 time: 0.2196975 Feb 09 19:12:46.454163 n-d-713498-36 neutron-server[103230]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7394cbff-f035-4166-a786-a8886a8e5e67', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'dc73d538-3849-44b7-8f0e-7c99557efa00'}] {{(pid=103230) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 19:12:46.457715 n-d-713498-36 neutron-server[103230]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aee5919275bae9f72eb374ee322673045eb80c1f84b4b45a97d96923bd50ab51" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e32574a6-c9a0-4391-95b2-7b3b65ea59aa" -d '{"events": [{"server_uuid": "7394cbff-f035-4166-a786-a8886a8e5e67", "name": "network-vif-unplugged", "status": "completed", "tag": "dc73d538-3849-44b7-8f0e-7c99557efa00"}]}' {{(pid=103230) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 19:12:46.515905 n-d-713498-36 neutron-server[103229]: DEBUG neutron.services.segments.db [None req-84e4744b-e1f8-4213-8be9-aab7b9f51bcc tempest-TaggedBootDevicesTest_v242-798392635 tempest-TaggedBootDevicesTest_v242-798392635-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['827c740b-e08e-4994-bbc7-e073abc4dcaf']}} {{(pid=103229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:12:46.542613 n-d-713498-36 neutron-server[103229]: DEBUG neutron.services.segments.db [None req-84e4744b-e1f8-4213-8be9-aab7b9f51bcc tempest-TaggedBootDevicesTest_v242-798392635 tempest-TaggedBootDevicesTest_v242-798392635-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd87ae67e-008b-48f1-b0f8-925fd9ffe48b') {'for_net_delete': True} {{(pid=103229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:12:46.543151 n-d-713498-36 neutron-server[103229]: DEBUG neutron.services.segments.db [None req-84e4744b-e1f8-4213-8be9-aab7b9f51bcc tempest-TaggedBootDevicesTest_v242-798392635 tempest-TaggedBootDevicesTest_v242-798392635-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd87ae67e-008b-48f1-b0f8-925fd9ffe48b') {} {{(pid=103229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:12:46.551565 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-c0f78683-b4ed-4c37-b59b-7d95cf2e0ae4 None None] Publish callbacks [] for port (b1a82a81-bc8f-4c81-9a97-904fb09563b3), precommit_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:12:46.560095 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Device da1a4a28-2e09-4aca-9993-8fce73e5b605 up at agent ovs-agent-n-d-713498-36 {{(pid=103232) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 19:12:46.576018 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8d8e61c-d82f-42a6-be24-8f8b0d73851c req-284aec53-55c8-4d6e-a76f-d44d198867aa tempest-ServerRescueTestJSONUnderV235-126256002 tempest-ServerRescueTestJSONUnderV235-126256002-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:12:46.576894 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-d8d8e61c-d82f-42a6-be24-8f8b0d73851c req-284aec53-55c8-4d6e-a76f-d44d198867aa tempest-ServerRescueTestJSONUnderV235-126256002 tempest-ServerRescueTestJSONUnderV235-126256002-project] 10.222.0.75 "GET /v2.0/networks?id=3ab0c9d2-97b1-4c51-9743-b63b9816fede HTTP/1.1" status: 200 len: 819 time: 0.1162527 Feb 09 19:12:46.577560 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [req-a7e8cc4c-7aad-4dac-b345-5117c5b11de9 req-49510f4c-d7eb-4ce0-8474-cf8de39c49fa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762867176205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762866656485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762866656503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14393758'] for port (dc73d538-3849-44b7-8f0e-7c99557efa00), after_update {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:12:46.577810 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-c0f78683-b4ed-4c37-b59b-7d95cf2e0ae4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762867176205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762866656485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762866656503'] for port (b1a82a81-bc8f-4c81-9a97-904fb09563b3), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:12:46.616215 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-cfa4035a-5aa5-4a97-8d0a-5a802cb46fce req-3fe0e063-6ddb-4232-8057-30b36720fd29 tempest-MigrationsAdminTest-892781459 tempest-MigrationsAdminTest-892781459-project] 10.222.0.75 "GET /v2.0/security-groups?id=709912c8-8171-4435-800e-9e5c5e45bf8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1614919 Feb 09 19:12:46.625028 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-84e4744b-e1f8-4213-8be9-aab7b9f51bcc tempest-TaggedBootDevicesTest_v242-798392635 tempest-TaggedBootDevicesTest_v242-798392635-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762867134154', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16683417'] for segment (d87ae67e-008b-48f1-b0f8-925fd9ffe48b), before_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:12:46.645792 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49510f4c-d7eb-4ce0-8474-cf8de39c49fa service neutron] Pushing event updated for resources: {'Port': ['ID=dc73d538-3849-44b7-8f0e-7c99557efa00,revision_number=6']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:12:46.660347 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.db.resource_extend [None req-9beb579d-a7dd-4f6e-9cc3-dbe8d0ca5491 tempest-ServersTestBootFromVolume-783248817 tempest-ServersTestBootFromVolume-783248817-project] It took 0.20 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 09 19:12:46.686067 n-d-713498-36 neutron-server[103230]: DEBUG neutron.db.l3_dvrscheduler_db [req-a7e8cc4c-7aad-4dac-b345-5117c5b11de9 req-49510f4c-d7eb-4ce0-8474-cf8de39c49fa service neutron] No DVR routers for this DVR port dc73d538-3849-44b7-8f0e-7c99557efa00 on host n-h1-713498-36 {{(pid=103230) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 19:12:46.703363 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dc8925d-f60b-4822-9dbb-5b1a5a06e215 None None] Pushing event updated for resources: {'Port': ['ID=b1a82a81-bc8f-4c81-9a97-904fb09563b3,revision_number=3']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:12:46.713897 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-d8d8e61c-d82f-42a6-be24-8f8b0d73851c req-ca7fb522-aa1c-499c-8f33-7aa4af30b37a tempest-ServerRescueTestJSONUnderV235-126256002 tempest-ServerRescueTestJSONUnderV235-126256002-project] 10.222.0.75 "GET /v2.0/quotas/4ddd249906ca4b088ab7ddfb44b3182a HTTP/1.1" status: 200 len: 375 time: 0.1257839 Feb 09 19:12:46.765244 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.managers [req-a7e8cc4c-7aad-4dac-b345-5117c5b11de9 req-49510f4c-d7eb-4ce0-8474-cf8de39c49fa service neutron] Attempting to bind port dc73d538-3849-44b7-8f0e-7c99557efa00 on host n-h2-713498-36 for vnic_type normal with profile {{(pid=103230) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 19:12:46.765598 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.managers [req-a7e8cc4c-7aad-4dac-b345-5117c5b11de9 req-49510f4c-d7eb-4ce0-8474-cf8de39c49fa service neutron] Attempting to bind port dc73d538-3849-44b7-8f0e-7c99557efa00 by drivers openvswitch,hyperv on host n-h2-713498-36 at level 0 using segments [{'id': '50e5915e-18f0-4558-9a28-b978975ead36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': '2b5494c8-cf97-42c1-b902-87f998f28179'}] {{(pid=103230) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 19:12:46.766007 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7e8cc4c-7aad-4dac-b345-5117c5b11de9 req-49510f4c-d7eb-4ce0-8474-cf8de39c49fa service neutron] Attempting to bind port dc73d538-3849-44b7-8f0e-7c99557efa00 on network 2b5494c8-cf97-42c1-b902-87f998f28179 {{(pid=103230) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 19:12:46.771074 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Device 9b00cde2-41e0-4a5c-ac25-40284f778572 up at agent hyperv_n-h2-713498-36 {{(pid=103232) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 19:12:46.775769 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7e8cc4c-7aad-4dac-b345-5117c5b11de9 req-49510f4c-d7eb-4ce0-8474-cf8de39c49fa service neutron] Port dc73d538-3849-44b7-8f0e-7c99557efa00 on network 2b5494c8-cf97-42c1-b902-87f998f28179 not bound, no agent of type Open vSwitch agent registered on host n-h2-713498-36 {{(pid=103230) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 19:12:46.776101 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7e8cc4c-7aad-4dac-b345-5117c5b11de9 req-49510f4c-d7eb-4ce0-8474-cf8de39c49fa service neutron] Attempting to bind port dc73d538-3849-44b7-8f0e-7c99557efa00 on network 2b5494c8-cf97-42c1-b902-87f998f28179 {{(pid=103230) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 19:12:46.783146 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-84e4744b-e1f8-4213-8be9-aab7b9f51bcc tempest-TaggedBootDevicesTest_v242-798392635 tempest-TaggedBootDevicesTest_v242-798392635-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-759574'] for segment (d87ae67e-008b-48f1-b0f8-925fd9ffe48b), precommit_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:12:46.812768 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-d8d8e61c-d82f-42a6-be24-8f8b0d73851c req-6a88e83d-db7c-4573-9db2-27a9c6144983 tempest-ServerRescueTestJSONUnderV235-126256002 tempest-ServerRescueTestJSONUnderV235-126256002-project] 10.222.0.75 "GET /v2.0/ports?tenant_id=4ddd249906ca4b088ab7ddfb44b3182a&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0831482 Feb 09 19:12:46.814138 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7e8cc4c-7aad-4dac-b345-5117c5b11de9 req-49510f4c-d7eb-4ce0-8474-cf8de39c49fa service neutron] Checking agent: {'id': 'bcd5faee-dc24-4298-9134-0e0aa054058e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713498-36', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 18, 59, 19), 'started_at': datetime.datetime(2022, 2, 9, 18, 59, 19), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 19, 12, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103230) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 19:12:46.814959 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7e8cc4c-7aad-4dac-b345-5117c5b11de9 req-49510f4c-d7eb-4ce0-8474-cf8de39c49fa service neutron] Checking segment: {'id': '50e5915e-18f0-4558-9a28-b978975ead36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': '2b5494c8-cf97-42c1-b902-87f998f28179'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103230) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 19:12:46.815799 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7e8cc4c-7aad-4dac-b345-5117c5b11de9 req-49510f4c-d7eb-4ce0-8474-cf8de39c49fa service neutron] Bound using segment: {'id': '50e5915e-18f0-4558-9a28-b978975ead36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': '2b5494c8-cf97-42c1-b902-87f998f28179'} {{(pid=103230) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 19:12:46.816359 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.managers [req-a7e8cc4c-7aad-4dac-b345-5117c5b11de9 req-49510f4c-d7eb-4ce0-8474-cf8de39c49fa service neutron] Bound port: dc73d538-3849-44b7-8f0e-7c99557efa00, host: n-h2-713498-36, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '50e5915e-18f0-4558-9a28-b978975ead36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': '2b5494c8-cf97-42c1-b902-87f998f28179'}}] {{(pid=103230) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 19:12:46.816732 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [req-a7e8cc4c-7aad-4dac-b345-5117c5b11de9 req-49510f4c-d7eb-4ce0-8474-cf8de39c49fa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (dc73d538-3849-44b7-8f0e-7c99557efa00), before_update {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:12:46.818038 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-84e4744b-e1f8-4213-8be9-aab7b9f51bcc tempest-TaggedBootDevicesTest_v242-798392635 tempest-TaggedBootDevicesTest_v242-798392635-project] Releasing vlan 355 on physical network physnet1 to pool {{(pid=103229) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 19:12:46.818491 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-84e4744b-e1f8-4213-8be9-aab7b9f51bcc tempest-TaggedBootDevicesTest_v242-798392635 tempest-TaggedBootDevicesTest_v242-798392635-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-759574', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12867469'] for segment (d87ae67e-008b-48f1-b0f8-925fd9ffe48b), after_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:12:46.821474 n-d-713498-36 neutron-server[103229]: Traceback (most recent call last): Feb 09 19:12:46.821474 n-d-713498-36 neutron-server[103229]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 19:12:46.821474 n-d-713498-36 neutron-server[103229]: timer() Feb 09 19:12:46.821474 n-d-713498-36 neutron-server[103229]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 19:12:46.821474 n-d-713498-36 neutron-server[103229]: cb(*args, **kw) Feb 09 19:12:46.821474 n-d-713498-36 neutron-server[103229]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 19:12:46.821474 n-d-713498-36 neutron-server[103229]: return func(*args, **kwargs) Feb 09 19:12:46.821474 n-d-713498-36 neutron-server[103229]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 19:12:46.821474 n-d-713498-36 neutron-server[103229]: self._notify() Feb 09 19:12:46.821474 n-d-713498-36 neutron-server[103229]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 19:12:46.821474 n-d-713498-36 neutron-server[103229]: self.callback(batched_events) Feb 09 19:12:46.821474 n-d-713498-36 neutron-server[103229]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 19:12:46.821474 n-d-713498-36 neutron-server[103229]: event.method(event) Feb 09 19:12:46.821474 n-d-713498-36 neutron-server[103229]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 19:12:46.821474 n-d-713498-36 neutron-server[103229]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 19:12:46.821474 n-d-713498-36 neutron-server[103229]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 19:12:46.821474 n-d-713498-36 neutron-server[103229]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 19:12:46.821474 n-d-713498-36 neutron-server[103229]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 19:12:46.821474 n-d-713498-36 neutron-server[103229]: return f(self, *a, **k) Feb 09 19:12:46.821474 n-d-713498-36 neutron-server[103229]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 19:12:46.821474 n-d-713498-36 neutron-server[103229]: return self._get(url).json() Feb 09 19:12:46.821474 n-d-713498-36 neutron-server[103229]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 19:12:46.821474 n-d-713498-36 neutron-server[103229]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 19:12:46.821474 n-d-713498-36 neutron-server[103229]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 19:12:46.821474 n-d-713498-36 neutron-server[103229]: return self.request(url, 'GET', **kwargs) Feb 09 19:12:46.821474 n-d-713498-36 neutron-server[103229]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 19:12:46.821474 n-d-713498-36 neutron-server[103229]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 19:12:46.821474 n-d-713498-36 neutron-server[103229]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 19:12:46.821474 n-d-713498-36 neutron-server[103229]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 19:12:46.821474 n-d-713498-36 neutron-server[103229]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 19:12:46.821474 n-d-713498-36 neutron-server[103229]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 19:12:46.821474 n-d-713498-36 neutron-server[103229]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 19:12:46.829260 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-9beb579d-a7dd-4f6e-9cc3-dbe8d0ca5491 tempest-ServersTestBootFromVolume-783248817 tempest-ServersTestBootFromVolume-783248817-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:12:46.880721 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-9beb579d-a7dd-4f6e-9cc3-dbe8d0ca5491 tempest-ServersTestBootFromVolume-783248817 tempest-ServersTestBootFromVolume-783248817-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1818909'] for floatingip (d51ef726-5e87-4f01-9194-57d0292b4e4c), after_update {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:12:46.890332 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-388f9fb6-885b-4fb7-a261-fe5dab005f6b None None] For port 3fbebeb1-5749-414d-b3d2-2558016cb58b, host n-d-713498-36, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-36',level=0,port_id=3fbebeb1-5749-414d-b3d2-2558016cb58b,segment=NetworkSegment(c2ea736f-956b-4712-9292-0c7e6eae844b),segment_id=c2ea736f-956b-4712-9292-0c7e6eae844b)] {{(pid=103232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 19:12:46.890883 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-388f9fb6-885b-4fb7-a261-fe5dab005f6b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1820838'] for port (3fbebeb1-5749-414d-b3d2-2558016cb58b), precommit_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:12:46.935074 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-388f9fb6-885b-4fb7-a261-fe5dab005f6b None None] Calling delete_port for 3fbebeb1-5749-414d-b3d2-2558016cb58b owned by network:dhcp {{(pid=103232) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 19:12:46.974510 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.managers [None req-c0f78683-b4ed-4c37-b59b-7d95cf2e0ae4 None None] Attempting to bind port b1a82a81-bc8f-4c81-9a97-904fb09563b3 on host n-d-713498-36 for vnic_type normal with profile {{(pid=103232) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 19:12:46.975038 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.managers [None req-c0f78683-b4ed-4c37-b59b-7d95cf2e0ae4 None None] Attempting to bind port b1a82a81-bc8f-4c81-9a97-904fb09563b3 by drivers openvswitch,hyperv on host n-d-713498-36 at level 0 using segments [{'id': '1f8c24bc-260a-43c0-b04d-21008afd5445', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': '3ab0c9d2-97b1-4c51-9743-b63b9816fede'}] {{(pid=103232) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 19:12:46.975509 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0f78683-b4ed-4c37-b59b-7d95cf2e0ae4 None None] Attempting to bind port b1a82a81-bc8f-4c81-9a97-904fb09563b3 on network 3ab0c9d2-97b1-4c51-9743-b63b9816fede {{(pid=103232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 19:12:46.989499 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0f78683-b4ed-4c37-b59b-7d95cf2e0ae4 None None] Checking agent: {'id': '496418a2-c002-4aec-ab1a-07f3bea491bd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-36', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 18, 51, 47), 'started_at': datetime.datetime(2022, 2, 9, 18, 52, 17), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 19, 12, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-36'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 19:12:46.989995 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0f78683-b4ed-4c37-b59b-7d95cf2e0ae4 None None] Checking segment: {'id': '1f8c24bc-260a-43c0-b04d-21008afd5445', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': '3ab0c9d2-97b1-4c51-9743-b63b9816fede'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103232) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 19:12:46.990478 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-c0f78683-b4ed-4c37-b59b-7d95cf2e0ae4 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:12:46.990960 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0f78683-b4ed-4c37-b59b-7d95cf2e0ae4 None None] Bound using segment: {'id': '1f8c24bc-260a-43c0-b04d-21008afd5445', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': '3ab0c9d2-97b1-4c51-9743-b63b9816fede'} {{(pid=103232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 19:12:46.991672 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.managers [None req-c0f78683-b4ed-4c37-b59b-7d95cf2e0ae4 None None] Bound port: b1a82a81-bc8f-4c81-9a97-904fb09563b3, host: n-d-713498-36, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1f8c24bc-260a-43c0-b04d-21008afd5445', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': '3ab0c9d2-97b1-4c51-9743-b63b9816fede'}}] {{(pid=103232) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 19:12:46.992122 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-c0f78683-b4ed-4c37-b59b-7d95cf2e0ae4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (b1a82a81-bc8f-4c81-9a97-904fb09563b3), before_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:12:47.014135 n-d-713498-36 neutron-server[103229]: INFO neutron.db.l3_db [None req-9beb579d-a7dd-4f6e-9cc3-dbe8d0ca5491 tempest-ServersTestBootFromVolume-783248817 tempest-ServersTestBootFromVolume-783248817-project] Floating IP d51ef726-5e87-4f01-9194-57d0292b4e4c associated. External IP: 172.25.1.214, port: 791d3f17-1eab-424b-8748-a6e718491667. Feb 09 19:12:47.019132 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-d8d8e61c-d82f-42a6-be24-8f8b0d73851c req-33a12a3f-bf5b-491e-af26-40dff3fd6e10 service neutron] 10.222.0.75 "GET /v2.0/networks/3ab0c9d2-97b1-4c51-9743-b63b9816fede?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1859140 Feb 09 19:12:47.106754 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.provisioning_blocks [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Provisioning complete for port da1a4a28-2e09-4aca-9993-8fce73e5b605 triggered by entity L2. {{(pid=103232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 19:12:47.107954 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593630'] for port (da1a4a28-2e09-4aca-9993-8fce73e5b605), provisioning_complete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:12:47.115640 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6e3e127-ce8d-4493-adca-4089450519b0 req-60999509-c8b2-4ea9-801c-50995491f684 tempest-ServersTestMultiNic-1550042178 tempest-ServersTestMultiNic-1550042178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:12:47.121646 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6e3e127-ce8d-4493-adca-4089450519b0 req-60999509-c8b2-4ea9-801c-50995491f684 tempest-ServersTestMultiNic-1550042178 tempest-ServersTestMultiNic-1550042178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:12:47.127754 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6e3e127-ce8d-4493-adca-4089450519b0 req-60999509-c8b2-4ea9-801c-50995491f684 tempest-ServersTestMultiNic-1550042178 tempest-ServersTestMultiNic-1550042178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:12:47.129635 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-d6e3e127-ce8d-4493-adca-4089450519b0 req-60999509-c8b2-4ea9-801c-50995491f684 tempest-ServersTestMultiNic-1550042178 tempest-ServersTestMultiNic-1550042178-project] 10.222.0.75 "GET /v2.0/ports?device_id=182eb346-b266-45c5-a0a2-d215e9bb2886 HTTP/1.1" status: 200 len: 2417 time: 0.3770003 Feb 09 19:12:47.133697 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-84e4744b-e1f8-4213-8be9-aab7b9f51bcc tempest-TaggedBootDevicesTest_v242-798392635 tempest-TaggedBootDevicesTest_v242-798392635-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-590242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1885479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1818895'] for network (827c740b-e08e-4994-bbc7-e073abc4dcaf), after_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:12:47.144476 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-84e4744b-e1f8-4213-8be9-aab7b9f51bcc tempest-TaggedBootDevicesTest_v242-798392635 tempest-TaggedBootDevicesTest_v242-798392635-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1613566'] for network (None), before_response {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:12:47.144597 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-d8d8e61c-d82f-42a6-be24-8f8b0d73851c req-ff211448-e01e-4eac-9ac2-a0ecd89802fe service neutron] 10.222.0.75 "GET /v2.0/networks/3ab0c9d2-97b1-4c51-9743-b63b9816fede?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1241817 Feb 09 19:12:47.147677 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-84e4744b-e1f8-4213-8be9-aab7b9f51bcc tempest-TaggedBootDevicesTest_v242-798392635 tempest-TaggedBootDevicesTest_v242-798392635-project] 10.222.0.75 "DELETE /v2.0/networks/827c740b-e08e-4994-bbc7-e073abc4dcaf HTTP/1.1" status: 204 len: 168 time: 1.6698248 Feb 09 19:12:47.148832 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.db [req-a7e8cc4c-7aad-4dac-b345-5117c5b11de9 req-49510f4c-d7eb-4ce0-8474-cf8de39c49fa service neutron] For port dc73d538-3849-44b7-8f0e-7c99557efa00, host n-h2-713498-36, cleared binding levels {{(pid=103230) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 19:12:47.154334 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 59830) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:12:47.164082 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.db [req-a7e8cc4c-7aad-4dac-b345-5117c5b11de9 req-49510f4c-d7eb-4ce0-8474-cf8de39c49fa service neutron] For port dc73d538-3849-44b7-8f0e-7c99557efa00, host n-h2-713498-36, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-36',level=0,port_id=dc73d538-3849-44b7-8f0e-7c99557efa00,segment=NetworkSegment(50e5915e-18f0-4558-9a28-b978975ead36),segment_id=50e5915e-18f0-4558-9a28-b978975ead36)] {{(pid=103230) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 19:12:47.173493 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [req-a7e8cc4c-7aad-4dac-b345-5117c5b11de9 req-49510f4c-d7eb-4ce0-8474-cf8de39c49fa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762867176205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762866656485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762866656503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14393758'] for port (dc73d538-3849-44b7-8f0e-7c99557efa00), after_update {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:12:47.217624 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7e8cc4c-7aad-4dac-b345-5117c5b11de9 req-49510f4c-d7eb-4ce0-8474-cf8de39c49fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:12:47.218935 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [req-a7e8cc4c-7aad-4dac-b345-5117c5b11de9 req-49510f4c-d7eb-4ce0-8474-cf8de39c49fa service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171096'] for port (None), before_response {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:12:47.221739 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-a7e8cc4c-7aad-4dac-b345-5117c5b11de9 req-49510f4c-d7eb-4ce0-8474-cf8de39c49fa service neutron] 10.222.0.90 "PUT /v2.0/ports/dc73d538-3849-44b7-8f0e-7c99557efa00 HTTP/1.1" status: 200 len: 1097 time: 1.4962482 Feb 09 19:12:47.296798 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84e4744b-e1f8-4213-8be9-aab7b9f51bcc tempest-TaggedBootDevicesTest_v242-798392635 tempest-TaggedBootDevicesTest_v242-798392635-project] Pushing event deleted for resources: {'Network': ['ID=827c740b-e08e-4994-bbc7-e073abc4dcaf,revision_number=None']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:12:47.318524 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7e8cc4c-7aad-4dac-b345-5117c5b11de9 req-d94ca42f-401e-4f6b-9017-98b8fcfa5d66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:12:47.320448 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-a7e8cc4c-7aad-4dac-b345-5117c5b11de9 req-d94ca42f-401e-4f6b-9017-98b8fcfa5d66 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=51b81e7592544b98a90626c2bba713eb&device_id=7394cbff-f035-4166-a786-a8886a8e5e67 HTTP/1.1" status: 200 len: 1131 time: 0.0673118 Feb 09 19:12:47.321566 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49510f4c-d7eb-4ce0-8474-cf8de39c49fa service neutron] Pushing event updated for resources: {'Port': ['ID=dc73d538-3849-44b7-8f0e-7c99557efa00,revision_number=7']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:12:47.452318 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-8fd62851-85cf-4b72-9661-d4b4bca7e93f tempest-TaggedBootDevicesTest_v242-798392635 tempest-TaggedBootDevicesTest_v242-798392635-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-670458'] for network (622dc241-96e3-459d-8172-016faee8abe4), before_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:12:47.483804 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-d6e3e127-ce8d-4493-adca-4089450519b0 req-a481bd30-76a0-4683-af16-c77a7ab84123 tempest-ServersTestMultiNic-1550042178 tempest-ServersTestMultiNic-1550042178-project] 10.222.0.75 "GET /v2.0/security-groups?id=73443f61-e28a-43ce-9cbb-ef678fe5ea76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3303349 Feb 09 19:12:47.512431 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7e8cc4c-7aad-4dac-b345-5117c5b11de9 req-13ea224d-fd4f-49a2-a96a-34746824517e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:12:47.514285 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-a7e8cc4c-7aad-4dac-b345-5117c5b11de9 req-13ea224d-fd4f-49a2-a96a-34746824517e service neutron] 10.222.0.90 "GET /v2.0/networks?id=2b5494c8-cf97-42c1-b902-87f998f28179 HTTP/1.1" status: 200 len: 870 time: 0.1829374 Feb 09 19:12:47.524618 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.provisioning_blocks [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Provisioning for port 9b00cde2-41e0-4a5c-ac25-40284f778572 completed by entity L2. {{(pid=103232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 19:12:47.569612 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762867132591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593584'] for agent (496418a2-c002-4aec-ab1a-07f3bea491bd), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:12:47.636289 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.provisioning_blocks [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Provisioning complete for port 9b00cde2-41e0-4a5c-ac25-40284f778572 triggered by entity L2. {{(pid=103232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 19:12:47.636529 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593630'] for port (9b00cde2-41e0-4a5c-ac25-40284f778572), provisioning_complete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:12:47.661550 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-a7e8cc4c-7aad-4dac-b345-5117c5b11de9 req-7ad27eee-ad80-4be5-9ca0-35f16dbccc5b service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.158&port_id=dc73d538-3849-44b7-8f0e-7c99557efa00 HTTP/1.1" status: 200 len: 217 time: 0.0896559 Feb 09 19:12:47.664534 n-d-713498-36 neutron-server[103230]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 09 Feb 2022 19:12:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-05bafe95-2a12-43d6-891c-eb902c084bde x-openstack-request-id: req-05bafe95-2a12-43d6-891c-eb902c084bde {{(pid=103230) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 19:12:47.664833 n-d-713498-36 neutron-server[103230]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7394cbff-f035-4166-a786-a8886a8e5e67", "name": "network-vif-unplugged", "status": "completed", "tag": "dc73d538-3849-44b7-8f0e-7c99557efa00", "code": 200}]} {{(pid=103230) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 19:12:47.665087 n-d-713498-36 neutron-server[103230]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-05bafe95-2a12-43d6-891c-eb902c084bde {{(pid=103230) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 19:12:47.665480 n-d-713498-36 neutron-server[103230]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7394cbff-f035-4166-a786-a8886a8e5e67', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'dc73d538-3849-44b7-8f0e-7c99557efa00', 'code': 200} Feb 09 19:12:47.730104 n-d-713498-36 neutron-server[103229]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9beb579d-a7dd-4f6e-9cc3-dbe8d0ca5491 tempest-ServersTestBootFromVolume-783248817 tempest-ServersTestBootFromVolume-783248817-project] Router f8479197-0c23-406e-958c-7e00e5701521 has already been hosted by L3 agent 93303d5e-5d17-45e8-8963-7694f87783ae {{(pid=103229) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 19:12:47.744062 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.plugin [None req-8fd62851-85cf-4b72-9661-d4b4bca7e93f tempest-TaggedBootDevicesTest_v242-798392635 tempest-TaggedBootDevicesTest_v242-798392635-project] Deleting port 3fbebeb1-5749-414d-b3d2-2558016cb58b {{(pid=103229) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 19:12:47.744062 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-8fd62851-85cf-4b72-9661-d4b4bca7e93f tempest-TaggedBootDevicesTest_v242-798392635 tempest-TaggedBootDevicesTest_v242-798392635-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762867170196'] for port (3fbebeb1-5749-414d-b3d2-2558016cb58b), before_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:12:47.775144 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-6a696209-7f40-4307-b16e-350cafb609a8 req-0e15712c-392d-4e18-afa3-ea3ec8a3bcc1 tempest-ServerRescueTestJSONUnderV235-126256002 tempest-ServerRescueTestJSONUnderV235-126256002-project] 10.222.0.75 "GET /v2.0/ports?device_id=a0f1baff-df40-457f-b67b-761e81dfdca5 HTTP/1.1" status: 200 len: 210 time: 0.0438540 Feb 09 19:12:47.833092 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ee58471-7c9b-4a54-a4e5-477b53bc1d4a req-1ab9d59a-db38-4782-ba82-ebc44047dfb7 tempest-DeleteServersTestJSON-1870379525 tempest-DeleteServersTestJSON-1870379525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:12:47.847167 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-c0f78683-b4ed-4c37-b59b-7d95cf2e0ae4 None None] For port b1a82a81-bc8f-4c81-9a97-904fb09563b3, host n-d-713498-36, cleared binding levels {{(pid=103232) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 19:12:47.847862 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-2ee58471-7c9b-4a54-a4e5-477b53bc1d4a req-1ab9d59a-db38-4782-ba82-ebc44047dfb7 tempest-DeleteServersTestJSON-1870379525 tempest-DeleteServersTestJSON-1870379525-project] 10.222.0.75 "GET /v2.0/ports?device_id=88deb5dd-2136-4d12-b758-36d95104fa22 HTTP/1.1" status: 200 len: 945 time: 0.3326931 Feb 09 19:12:47.850706 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-388f9fb6-885b-4fb7-a261-fe5dab005f6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762867177463', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762866656476'] for port (3fbebeb1-5749-414d-b3d2-2558016cb58b), after_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:12:47.855479 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-c0f78683-b4ed-4c37-b59b-7d95cf2e0ae4 None None] For port b1a82a81-bc8f-4c81-9a97-904fb09563b3, host n-d-713498-36, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-36',level=0,port_id=b1a82a81-bc8f-4c81-9a97-904fb09563b3,segment=NetworkSegment(1f8c24bc-260a-43c0-b04d-21008afd5445),segment_id=1f8c24bc-260a-43c0-b04d-21008afd5445)] {{(pid=103232) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 19:12:47.890612 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7e8cc4c-7aad-4dac-b345-5117c5b11de9 req-ad4cb041-fcb1-4203-839d-10780eb5877f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:12:47.892626 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-a7e8cc4c-7aad-4dac-b345-5117c5b11de9 req-ad4cb041-fcb1-4203-839d-10780eb5877f service neutron] 10.222.0.90 "GET /v2.0/subnets?id=60b561cb-321e-4f83-9bb3-92b2e1d0dc44 HTTP/1.1" status: 200 len: 843 time: 0.2160726 Feb 09 19:12:47.948697 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-388f9fb6-885b-4fb7-a261-fe5dab005f6b None None] Pushing event deleted for resources: {'Port': ['ID=3fbebeb1-5749-414d-b3d2-2558016cb58b,revision_number=None']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:12:47.952100 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-c0f78683-b4ed-4c37-b59b-7d95cf2e0ae4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762867176205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762866656485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762866656503'] for port (b1a82a81-bc8f-4c81-9a97-904fb09563b3), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:12:47.961708 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.l3_dvrscheduler_db [None req-388f9fb6-885b-4fb7-a261-fe5dab005f6b None None] No DVR routers for this DVR port 3fbebeb1-5749-414d-b3d2-2558016cb58b on host n-d-713498-36 {{(pid=103232) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 19:12:48.032789 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-2ee58471-7c9b-4a54-a4e5-477b53bc1d4a req-3ac53d44-8d92-4e91-abdc-34ae238971e2 tempest-DeleteServersTestJSON-1870379525 tempest-DeleteServersTestJSON-1870379525-project] 10.222.0.75 "GET /v2.0/security-groups?id=5ce92d32-ca94-4b6c-925d-b9dff609abe6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1815696 Feb 09 19:12:48.063596 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7e8cc4c-7aad-4dac-b345-5117c5b11de9 req-54a33066-be24-46c4-95f4-55c9e2138b38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:12:48.065313 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-a7e8cc4c-7aad-4dac-b345-5117c5b11de9 req-54a33066-be24-46c4-95f4-55c9e2138b38 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=2b5494c8-cf97-42c1-b902-87f998f28179&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.1589625 Feb 09 19:12:48.077782 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.db [None req-8fd62851-85cf-4b72-9661-d4b4bca7e93f tempest-TaggedBootDevicesTest_v242-798392635 tempest-TaggedBootDevicesTest_v242-798392635-project] For port 3fbebeb1-5749-414d-b3d2-2558016cb58b, host n-d-713498-36, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-36',level=0,port_id=3fbebeb1-5749-414d-b3d2-2558016cb58b,segment=NetworkSegment(c2ea736f-956b-4712-9292-0c7e6eae844b),segment_id=c2ea736f-956b-4712-9292-0c7e6eae844b)] {{(pid=103229) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 19:12:48.078290 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-8fd62851-85cf-4b72-9661-d4b4bca7e93f tempest-TaggedBootDevicesTest_v242-798392635 tempest-TaggedBootDevicesTest_v242-798392635-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1820838'] for port (3fbebeb1-5749-414d-b3d2-2558016cb58b), precommit_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:12:48.107241 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Current status of the port da1a4a28-2e09-4aca-9993-8fce73e5b605 is: ACTIVE; New status is: ACTIVE {{(pid=103232) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 19:12:48.144816 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.plugin [None req-8fd62851-85cf-4b72-9661-d4b4bca7e93f tempest-TaggedBootDevicesTest_v242-798392635 tempest-TaggedBootDevicesTest_v242-798392635-project] Calling delete_port for 3fbebeb1-5749-414d-b3d2-2558016cb58b owned by network:dhcp {{(pid=103229) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 19:12:48.151343 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0f78683-b4ed-4c37-b59b-7d95cf2e0ae4 None None] Routers {'f27e0cdc-0e67-4758-967f-051d42596dc8'} bound to L3 agent in host n-d-713498-36 {{(pid=103232) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 19:12:48.159337 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.l3_hamode_db [None req-c0f78683-b4ed-4c37-b59b-7d95cf2e0ae4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-09T18:51:43Z,description=,heartbeat_timestamp=2022-02-09T19:12:43Z,host='n-d-713498-36',id=93303d5e-5d17-45e8-8963-7694f87783ae,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T18:51:43Z,topic='l3_agent')) {'router_ids': ['f27e0cdc-0e67-4758-967f-051d42596dc8'], 'active': True} {{(pid=103232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:12:48.164091 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dc8925d-f60b-4822-9dbb-5b1a5a06e215 None None] Pushing event updated for resources: {'Port': ['ID=b1a82a81-bc8f-4c81-9a97-904fb09563b3,revision_number=4']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:12:48.170102 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Current status of the port 9b00cde2-41e0-4a5c-ac25-40284f778572 is: BUILD; New status is: ACTIVE {{(pid=103232) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 19:12:48.175430 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (9b00cde2-41e0-4a5c-ac25-40284f778572), before_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:12:48.250891 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-a7e8cc4c-7aad-4dac-b345-5117c5b11de9 req-34088f3a-7a06-4a0b-b9ae-856bed63aedb service neutron] 10.222.0.90 "GET /v2.0/networks/2b5494c8-cf97-42c1-b902-87f998f28179?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1725447 Feb 09 19:12:48.256811 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Device 8a0e3d7d-40e8-4358-9609-8f936abc6261 no longer exists at agent ovs-agent-n-d-713498-36 {{(pid=103232) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 19:12:48.302679 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60bfa25f-f7f5-4f96-9673-3855ad51626a req-b06fda8b-8d93-4412-8dc8-12e0294c0d1c tempest-MigrationsAdminTest-892781459 tempest-MigrationsAdminTest-892781459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:12:48.309679 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-60bfa25f-f7f5-4f96-9673-3855ad51626a req-b06fda8b-8d93-4412-8dc8-12e0294c0d1c tempest-MigrationsAdminTest-892781459 tempest-MigrationsAdminTest-892781459-project] 10.222.0.75 "GET /v2.0/ports?device_id=7394cbff-f035-4166-a786-a8886a8e5e67 HTTP/1.1" status: 200 len: 948 time: 0.3359559 Feb 09 19:12:48.334708 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] No Port match for: 8a0e3d7d-40e8-4358-9609-8f936abc6261 {{(pid=103232) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 19:12:48.335046 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Device 8a0e3d7d-40e8-4358-9609-8f936abc6261 not bound to the agent host n-d-713498-36 {{(pid=103232) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 19:12:48.335462 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Device 3fbebeb1-5749-414d-b3d2-2558016cb58b no longer exists at agent ovs-agent-n-d-713498-36 {{(pid=103232) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 19:12:48.345737 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9beb579d-a7dd-4f6e-9cc3-dbe8d0ca5491 tempest-ServersTestBootFromVolume-783248817 tempest-ServersTestBootFromVolume-783248817-project] Notify agent at l3_agent.n-d-713498-36 the message routers_updated {{(pid=103229) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 19:12:48.354138 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-9beb579d-a7dd-4f6e-9cc3-dbe8d0ca5491 tempest-ServersTestBootFromVolume-783248817 tempest-ServersTestBootFromVolume-783248817-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171096'] for floatingip (None), before_response {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:12:48.360715 n-d-713498-36 neutron-server[103233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0586c67-37a1-45f7-91f9-4c964eb0eba9 None None] Sync routers for ids ['f8479197-0c23-406e-958c-7e00e5701521'] in n-d-713498-36 {{(pid=103233) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 19:12:48.383606 n-d-713498-36 neutron-server[103233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0586c67-37a1-45f7-91f9-4c964eb0eba9 None None] Routers {'f8479197-0c23-406e-958c-7e00e5701521'} bound to L3 agent in host n-d-713498-36 {{(pid=103233) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 19:12:48.384236 n-d-713498-36 neutron-server[103233]: DEBUG neutron.db.l3_hamode_db [None req-f0586c67-37a1-45f7-91f9-4c964eb0eba9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-09T18:51:43Z,description=,heartbeat_timestamp=2022-02-09T19:12:43Z,host='n-d-713498-36',id=93303d5e-5d17-45e8-8963-7694f87783ae,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T18:51:43Z,topic='l3_agent')) {'router_ids': ['f8479197-0c23-406e-958c-7e00e5701521'], 'active': True} {{(pid=103233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:12:48.400367 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] No Port match for: 3fbebeb1-5749-414d-b3d2-2558016cb58b {{(pid=103232) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 19:12:48.400720 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Device 3fbebeb1-5749-414d-b3d2-2558016cb58b not bound to the agent host n-d-713498-36 {{(pid=103232) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 19:12:48.409074 n-d-713498-36 neutron-server[103232]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '88deb5dd-2136-4d12-b758-36d95104fa22', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9b00cde2-41e0-4a5c-ac25-40284f778572'}] {{(pid=103232) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 19:12:48.411392 n-d-713498-36 neutron-server[103232]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}949cdcde653dec44821de95cbf67297f53cbc2aed4e073b5d514f93bf911ce85" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c5836b08-876d-4e98-bc0a-40be529a03c0" -d '{"events": [{"server_uuid": "88deb5dd-2136-4d12-b758-36d95104fa22", "name": "network-vif-plugged", "status": "completed", "tag": "9b00cde2-41e0-4a5c-ac25-40284f778572"}]}' {{(pid=103232) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 19:12:48.426266 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762867132591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593584'] for agent (488cd9ae-631f-4955-ba0b-4f5a13f12e9c), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:12:48.432482 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-7429db8d-6021-40ad-813e-885be449a89b None None] For port 9b00cde2-41e0-4a5c-ac25-40284f778572, host n-h2-713498-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-36',level=0,port_id=9b00cde2-41e0-4a5c-ac25-40284f778572,segment=NetworkSegment(d4c5d86e-1399-4ff8-a9ec-2a8082c6024a),segment_id=d4c5d86e-1399-4ff8-a9ec-2a8082c6024a)] {{(pid=103232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 19:12:48.439827 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-9beb579d-a7dd-4f6e-9cc3-dbe8d0ca5491 tempest-ServersTestBootFromVolume-783248817 tempest-ServersTestBootFromVolume-783248817-project] 10.222.0.75 "PUT /v2.0/floatingips/d51ef726-5e87-4f01-9194-57d0292b4e4c HTTP/1.1" status: 200 len: 992 time: 3.6721089 Feb 09 19:12:48.444822 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762867176205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762866656485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762866656503'] for port (9b00cde2-41e0-4a5c-ac25-40284f778572), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:12:48.465246 n-d-713498-36 neutron-server[103229]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '84c056fe-802f-4b0b-9844-f490f36d7dba', 'tag': '791d3f17-1eab-424b-8748-a6e718491667'}] {{(pid=103229) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 19:12:48.468188 n-d-713498-36 neutron-server[103229]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fa6ae9a20702bd564eaf90d946620b2b4277b1ab91129323d3b54181076be307" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d8e88f5a-e49c-4dea-8800-7dc5eb6fec9a" -d '{"events": [{"name": "network-changed", "server_uuid": "84c056fe-802f-4b0b-9844-f490f36d7dba", "tag": "791d3f17-1eab-424b-8748-a6e718491667"}]}' {{(pid=103229) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 19:12:48.496561 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.l3_dvr_db [None req-c0f78683-b4ed-4c37-b59b-7d95cf2e0ae4 None None] Set router f27e0cdc-0e67-4758-967f-051d42596dc8 gateway port host: n-d-713498-36 {{(pid=103232) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 19:12:48.505289 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-a7e8cc4c-7aad-4dac-b345-5117c5b11de9 req-81dea6f4-c45b-4e1b-bf4b-c48e6093e4a0 service neutron] 10.222.0.90 "GET /v2.0/networks/2b5494c8-cf97-42c1-b902-87f998f28179?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2397277 Feb 09 19:12:48.537533 n-d-713498-36 neutron-server[103232]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 19:12:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f7db05fb-7916-4a9a-a17d-5166a338b302 x-openstack-request-id: req-f7db05fb-7916-4a9a-a17d-5166a338b302 {{(pid=103232) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 19:12:48.537827 n-d-713498-36 neutron-server[103232]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "88deb5dd-2136-4d12-b758-36d95104fa22", "name": "network-vif-plugged", "status": "completed", "tag": "9b00cde2-41e0-4a5c-ac25-40284f778572", "code": 200}]} {{(pid=103232) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 19:12:48.541347 n-d-713498-36 neutron-server[103232]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-f7db05fb-7916-4a9a-a17d-5166a338b302 {{(pid=103232) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 19:12:48.541811 n-d-713498-36 neutron-server[103232]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '88deb5dd-2136-4d12-b758-36d95104fa22', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9b00cde2-41e0-4a5c-ac25-40284f778572', 'code': 200} Feb 09 19:12:48.619033 n-d-713498-36 neutron-server[103233]: DEBUG neutron.db.l3_dvr_db [None req-f0586c67-37a1-45f7-91f9-4c964eb0eba9 None None] Set router f8479197-0c23-406e-958c-7e00e5701521 gateway port host: n-d-713498-36 {{(pid=103233) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 19:12:48.629794 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-8fd62851-85cf-4b72-9661-d4b4bca7e93f tempest-TaggedBootDevicesTest_v242-798392635 tempest-TaggedBootDevicesTest_v242-798392635-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762867177463', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762866656476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12867576'] for port (3fbebeb1-5749-414d-b3d2-2558016cb58b), after_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:12:48.649990 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Pushing event updated for resources: {'Port': ['ID=9b00cde2-41e0-4a5c-ac25-40284f778572,revision_number=5']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:12:48.670546 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fd62851-85cf-4b72-9661-d4b4bca7e93f tempest-TaggedBootDevicesTest_v242-798392635 tempest-TaggedBootDevicesTest_v242-798392635-project] Pushing event deleted for resources: {'Port': ['ID=3fbebeb1-5749-414d-b3d2-2558016cb58b,revision_number=None']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:12:48.704187 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-60bfa25f-f7f5-4f96-9673-3855ad51626a req-55255214-b058-475d-b6f4-c415b7572501 tempest-MigrationsAdminTest-892781459 tempest-MigrationsAdminTest-892781459-project] 10.222.0.75 "GET /v2.0/security-groups?id=709912c8-8171-4435-800e-9e5c5e45bf8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3930809 Feb 09 19:12:48.724863 n-d-713498-36 neutron-server[103229]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fd62851-85cf-4b72-9661-d4b4bca7e93f tempest-TaggedBootDevicesTest_v242-798392635 tempest-TaggedBootDevicesTest_v242-798392635-project] No DVR routers for this DVR port 3fbebeb1-5749-414d-b3d2-2558016cb58b on host n-d-713498-36 {{(pid=103229) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 19:12:48.805113 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762867132591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593584'] for agent (bcd5faee-dc24-4298-9134-0e0aa054058e), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:12:48.832467 n-d-713498-36 neutron-server[103229]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 19:12:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9667a415-a8f9-4452-b704-73887cccd1c9 x-openstack-request-id: req-9667a415-a8f9-4452-b704-73887cccd1c9 {{(pid=103229) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 19:12:48.832969 n-d-713498-36 neutron-server[103229]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "84c056fe-802f-4b0b-9844-f490f36d7dba", "tag": "791d3f17-1eab-424b-8748-a6e718491667", "status": "completed", "code": 200}]} {{(pid=103229) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 19:12:48.833338 n-d-713498-36 neutron-server[103229]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-9667a415-a8f9-4452-b704-73887cccd1c9 {{(pid=103229) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 19:12:48.833853 n-d-713498-36 neutron-server[103229]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '84c056fe-802f-4b0b-9844-f490f36d7dba', 'tag': '791d3f17-1eab-424b-8748-a6e718491667', 'status': 'completed', 'code': 200} Feb 09 19:12:48.938804 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af2ccc3b-c6bc-4eb1-b471-6ae8225d784f req-c7a5a4a4-94f8-4534-944f-3fe9a0c3bc17 tempest-ServersTestBootFromVolume-783248817 tempest-ServersTestBootFromVolume-783248817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:12:48.944456 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-af2ccc3b-c6bc-4eb1-b471-6ae8225d784f req-c7a5a4a4-94f8-4534-944f-3fe9a0c3bc17 tempest-ServersTestBootFromVolume-783248817 tempest-ServersTestBootFromVolume-783248817-project] 10.222.0.75 "GET /v2.0/ports?device_id=84c056fe-802f-4b0b-9844-f490f36d7dba HTTP/1.1" status: 200 len: 946 time: 0.2573597 Feb 09 19:12:48.947819 n-d-713498-36 neutron-server[103233]: DEBUG neutron.db.l3_hamode_db [None req-f0586c67-37a1-45f7-91f9-4c964eb0eba9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f8479197-0c23-406e-958c-7e00e5701521', 'name': 'tempest-ServersTestBootFromVolume-1791986558-router', 'tenant_id': 'ab46f22498044497a19ee4778fafcebd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88055e1e-672a-4487-be31-ffb6e833ece5', 'external_fixed_ips': [{'subnet_id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'ip_address': '172.25.1.206'}], 'enable_snat': True}, 'gw_port_id': '5de90ed8-7d02-47e9-8b5f-2c96de989505', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T19:10:44Z', 'updated_at': '2022-02-09T19:10:51Z', 'revision_number': 4, 'project_id': 'ab46f22498044497a19ee4778fafcebd', 'gw_port': {'id': '5de90ed8-7d02-47e9-8b5f-2c96de989505', 'name': '', 'network_id': '88055e1e-672a-4487-be31-ffb6e833ece5', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:3b:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8479197-0c23-406e-958c-7e00e5701521', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1053, 'fixed_ips': [{'subnet_id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'ip_address': '172.25.1.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T19:10:44Z', 'updated_at': '2022-02-09T19:10:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-36', '_floatingips': [{'id': 'd51ef726-5e87-4f01-9194-57d0292b4e4c', 'tenant_id': 'ab46f22498044497a19ee4778fafcebd', 'floating_ip_address': '172.25.1.214', 'floating_network_id': '88055e1e-672a-4487-be31-ffb6e833ece5', 'router_id': 'f8479197-0c23-406e-958c-7e00e5701521', 'port_id': '791d3f17-1eab-424b-8748-a6e718491667', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1105, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'bf4bc076-a27e-42a2-9aee-a2f41efd57ae', 'mac_address': 'fa:16:3e:6c:07:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84c056fe-802f-4b0b-9844-f490f36d7dba', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T19:10:58Z', 'updated_at': '2022-02-09T19:12:46Z', 'revision_number': 1, 'project_id': 'ab46f22498044497a19ee4778fafcebd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '58055e34-e9c3-4e58-adc5-8ade25a0c282', 'name': '', 'network_id': 'bf4bc076-a27e-42a2-9aee-a2f41efd57ae', 'tenant_id': 'ab46f22498044497a19ee4778fafcebd', 'mac_address': 'fa:16:3e:fb:0d:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8479197-0c23-406e-958c-7e00e5701521', 'device_owner': 'network:router_interface', 'standard_attr_id': 1067, 'fixed_ips': [{'subnet_id': 'fea6332b-9bd6-4cd8-9e80-16a97bc75c3b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T19:10:49Z', 'updated_at': '2022-02-09T19:11:01Z', 'revision_number': 5, 'project_id': 'ab46f22498044497a19ee4778fafcebd', 'subnets': [{'id': 'fea6332b-9bd6-4cd8-9e80-16a97bc75c3b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-36', False) {} {{(pid=103233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:12:48.948074 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.l3_hamode_db [None req-c0f78683-b4ed-4c37-b59b-7d95cf2e0ae4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f27e0cdc-0e67-4758-967f-051d42596dc8', 'name': 'tempest-ServerRescueTestJSONUnderV235-930924640-router', 'tenant_id': '4ddd249906ca4b088ab7ddfb44b3182a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88055e1e-672a-4487-be31-ffb6e833ece5', 'external_fixed_ips': [{'subnet_id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'ip_address': '172.25.1.3'}], 'enable_snat': True}, 'gw_port_id': 'da1a4a28-2e09-4aca-9993-8fce73e5b605', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T19:12:36Z', 'updated_at': '2022-02-09T19:12:43Z', 'revision_number': 4, 'project_id': '4ddd249906ca4b088ab7ddfb44b3182a', 'gw_port': {'id': 'da1a4a28-2e09-4aca-9993-8fce73e5b605', 'name': '', 'network_id': '88055e1e-672a-4487-be31-ffb6e833ece5', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:eb:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f27e0cdc-0e67-4758-967f-051d42596dc8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1266, 'fixed_ips': [{'subnet_id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'ip_address': '172.25.1.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T19:12:38Z', 'updated_at': '2022-02-09T19:12:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-36', '_interfaces': [{'id': 'b1a82a81-bc8f-4c81-9a97-904fb09563b3', 'name': '', 'network_id': '3ab0c9d2-97b1-4c51-9743-b63b9816fede', 'tenant_id': '4ddd249906ca4b088ab7ddfb44b3182a', 'mac_address': 'fa:16:3e:d8:f3:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f27e0cdc-0e67-4758-967f-051d42596dc8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1267, 'fixed_ips': [{'subnet_id': 'eceb2332-2ad4-457a-81e3-6e57abd3a84e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T19:12:42Z', 'updated_at': '2022-02-09T19:12:47Z', 'revision_number': 4, 'project_id': '4ddd249906ca4b088ab7ddfb44b3182a', 'subnets': [{'id': 'eceb2332-2ad4-457a-81e3-6e57abd3a84e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-36', False) {} {{(pid=103232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:12:48.950551 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9a34e6e-a733-4070-80a9-5f60de9bd62d req-d209163d-1085-4326-8753-5b9eb7588c06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:12:48.965635 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-b9a34e6e-a733-4070-80a9-5f60de9bd62d req-d209163d-1085-4326-8753-5b9eb7588c06 service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=88deb5dd-2136-4d12-b758-36d95104fa22 HTTP/1.1" status: 200 len: 1129 time: 0.1964889 Feb 09 19:12:48.979659 n-d-713498-36 neutron-server[103233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0586c67-37a1-45f7-91f9-4c964eb0eba9 None None] Checking router: f8479197-0c23-406e-958c-7e00e5701521 for host: n-d-713498-36 {{(pid=103233) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 19:12:48.989993 n-d-713498-36 neutron-server[103233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0586c67-37a1-45f7-91f9-4c964eb0eba9 None None] Routers {'f8479197-0c23-406e-958c-7e00e5701521'} bound to L3 agent in host n-d-713498-36 {{(pid=103233) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 19:12:48.990826 n-d-713498-36 neutron-server[103233]: DEBUG neutron.db.l3_hamode_db [None req-f0586c67-37a1-45f7-91f9-4c964eb0eba9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-09T18:51:43Z,description=,heartbeat_timestamp=2022-02-09T19:12:43Z,host='n-d-713498-36',id=93303d5e-5d17-45e8-8963-7694f87783ae,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T18:51:43Z,topic='l3_agent')) {'router_ids': ['f8479197-0c23-406e-958c-7e00e5701521'], 'active': True} {{(pid=103233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:12:49.101445 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Device dc73d538-3849-44b7-8f0e-7c99557efa00 no longer exists at agent hyperv_n-h1-713498-36 {{(pid=103232) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 19:12:49.104177 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0f78683-b4ed-4c37-b59b-7d95cf2e0ae4 None None] The sync data for ids ['f27e0cdc-0e67-4758-967f-051d42596dc8'] in n-d-713498-36 is: [{'id': 'f27e0cdc-0e67-4758-967f-051d42596dc8', 'name': 'tempest-ServerRescueTestJSONUnderV235-930924640-router', 'tenant_id': '4ddd249906ca4b088ab7ddfb44b3182a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88055e1e-672a-4487-be31-ffb6e833ece5', 'external_fixed_ips': [{'subnet_id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'ip_address': '172.25.1.3'}], 'enable_snat': True}, 'gw_port_id': 'da1a4a28-2e09-4aca-9993-8fce73e5b605', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T19:12:36Z', 'updated_at': '2022-02-09T19:12:43Z', 'revision_number': 4, 'project_id': '4ddd249906ca4b088ab7ddfb44b3182a', 'gw_port': {'id': 'da1a4a28-2e09-4aca-9993-8fce73e5b605', 'name': '', 'network_id': '88055e1e-672a-4487-be31-ffb6e833ece5', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:eb:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f27e0cdc-0e67-4758-967f-051d42596dc8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1266, 'fixed_ips': [{'subnet_id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'ip_address': '172.25.1.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T19:12:38Z', 'updated_at': '2022-02-09T19:12:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-36', '_interfaces': [{'id': 'b1a82a81-bc8f-4c81-9a97-904fb09563b3', 'name': '', 'network_id': '3ab0c9d2-97b1-4c51-9743-b63b9816fede', 'tenant_id': '4ddd249906ca4b088ab7ddfb44b3182a', 'mac_address': 'fa:16:3e:d8:f3:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f27e0cdc-0e67-4758-967f-051d42596dc8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1267, 'fixed_ips': [{'subnet_id': 'eceb2332-2ad4-457a-81e3-6e57abd3a84e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T19:12:42Z', 'updated_at': '2022-02-09T19:12:47Z', 'revision_number': 4, 'project_id': '4ddd249906ca4b088ab7ddfb44b3182a', 'subnets': [{'id': 'eceb2332-2ad4-457a-81e3-6e57abd3a84e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103232) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 19:12:49.108460 n-d-713498-36 neutron-server[103233]: DEBUG neutron.db.l3_dvr_db [None req-f0586c67-37a1-45f7-91f9-4c964eb0eba9 None None] Set router f8479197-0c23-406e-958c-7e00e5701521 gateway port host: n-d-713498-36 {{(pid=103233) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 19:12:49.226912 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-8fd62851-85cf-4b72-9661-d4b4bca7e93f tempest-TaggedBootDevicesTest_v242-798392635 tempest-TaggedBootDevicesTest_v242-798392635-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-590267', 'neutron.services.segments.db._delete_segments_for_network-8762867132609'] for network (622dc241-96e3-459d-8172-016faee8abe4), precommit_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:12:49.241613 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39f270af-dc3a-4e4a-8520-6d610af69c60 req-cae46213-e915-4996-983b-ddfe35def9b8 tempest-ServersTestMultiNic-1550042178 tempest-ServersTestMultiNic-1550042178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:12:49.248801 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39f270af-dc3a-4e4a-8520-6d610af69c60 req-cae46213-e915-4996-983b-ddfe35def9b8 tempest-ServersTestMultiNic-1550042178 tempest-ServersTestMultiNic-1550042178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:12:49.263481 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39f270af-dc3a-4e4a-8520-6d610af69c60 req-cae46213-e915-4996-983b-ddfe35def9b8 tempest-ServersTestMultiNic-1550042178 tempest-ServersTestMultiNic-1550042178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:12:49.265338 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-39f270af-dc3a-4e4a-8520-6d610af69c60 req-cae46213-e915-4996-983b-ddfe35def9b8 tempest-ServersTestMultiNic-1550042178 tempest-ServersTestMultiNic-1550042178-project] 10.222.0.90 "GET /v2.0/ports?device_id=182eb346-b266-45c5-a0a2-d215e9bb2886 HTTP/1.1" status: 200 len: 2417 time: 0.8120530 Feb 09 19:12:49.294462 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] The host n-h1-713498-36 is not matching for port dc73d538-3849-44b7-8f0e-7c99557efa00 host n-h2-713498-36! {{(pid=103232) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2330}} Feb 09 19:12:49.295042 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Device dc73d538-3849-44b7-8f0e-7c99557efa00 not bound to the agent host n-h1-713498-36 {{(pid=103232) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 19:12:49.310801 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-af2ccc3b-c6bc-4eb1-b471-6ae8225d784f req-e1d12f27-e6ec-4416-ac09-9558df7e1719 tempest-ServersTestBootFromVolume-783248817 tempest-ServersTestBootFromVolume-783248817-project] 10.222.0.75 "GET /v2.0/security-groups?id=99b1e7c3-38f3-4f0a-8bb2-c56dc143d44a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3431022 Feb 09 19:12:49.327405 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8d8e61c-d82f-42a6-be24-8f8b0d73851c req-709ec1d5-9c80-4b16-aa1d-d52bf2fcf466 tempest-ServerRescueTestJSONUnderV235-126256002 tempest-ServerRescueTestJSONUnderV235-126256002-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:12:49.329752 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-d8d8e61c-d82f-42a6-be24-8f8b0d73851c req-709ec1d5-9c80-4b16-aa1d-d52bf2fcf466 tempest-ServerRescueTestJSONUnderV235-126256002 tempest-ServerRescueTestJSONUnderV235-126256002-project] 10.222.0.89 "GET /v2.0/networks?id=3ab0c9d2-97b1-4c51-9743-b63b9816fede HTTP/1.1" status: 200 len: 819 time: 0.2984161 Feb 09 19:12:49.334483 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-b9a34e6e-a733-4070-80a9-5f60de9bd62d req-02f39314-1723-4255-9cc2-dea2a034680d service neutron] 10.222.0.90 "GET /v2.0/security-groups?id=5ce92d32-ca94-4b6c-925d-b9dff609abe6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3346844 Feb 09 19:12:49.368420 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.v2.base [req-d8d8e61c-d82f-42a6-be24-8f8b0d73851c req-32c8f101-8a82-4be3-8a2f-56862a739057 tempest-ServerRescueTestJSONUnderV235-126256002 tempest-ServerRescueTestJSONUnderV235-126256002-project] Request body: {'port': {'device_id': 'a0f1baff-df40-457f-b67b-761e81dfdca5', 'network_id': '3ab0c9d2-97b1-4c51-9743-b63b9816fede', 'admin_state_up': True, 'tenant_id': '4ddd249906ca4b088ab7ddfb44b3182a'}} {{(pid=103229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 19:12:49.442853 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-25b32e14-abb8-40fc-87ad-f18dacc12fab req-7b15a6d9-f467-47f5-8853-a83af8d262f1 tempest-ServerRescueTestJSONUnderV235-126256002 tempest-ServerRescueTestJSONUnderV235-126256002-project] 10.222.0.75 "GET /v2.0/ports?device_id=a0f1baff-df40-457f-b67b-761e81dfdca5 HTTP/1.1" status: 200 len: 210 time: 0.0490177 Feb 09 19:12:49.487614 n-d-713498-36 neutron-server[103233]: DEBUG neutron.db.l3_hamode_db [None req-f0586c67-37a1-45f7-91f9-4c964eb0eba9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f8479197-0c23-406e-958c-7e00e5701521', 'name': 'tempest-ServersTestBootFromVolume-1791986558-router', 'tenant_id': 'ab46f22498044497a19ee4778fafcebd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88055e1e-672a-4487-be31-ffb6e833ece5', 'external_fixed_ips': [{'subnet_id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'ip_address': '172.25.1.206'}], 'enable_snat': True}, 'gw_port_id': '5de90ed8-7d02-47e9-8b5f-2c96de989505', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T19:10:44Z', 'updated_at': '2022-02-09T19:10:51Z', 'revision_number': 4, 'project_id': 'ab46f22498044497a19ee4778fafcebd', 'gw_port': {'id': '5de90ed8-7d02-47e9-8b5f-2c96de989505', 'name': '', 'network_id': '88055e1e-672a-4487-be31-ffb6e833ece5', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:3b:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8479197-0c23-406e-958c-7e00e5701521', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1053, 'fixed_ips': [{'subnet_id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'ip_address': '172.25.1.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T19:10:44Z', 'updated_at': '2022-02-09T19:10:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-36', '_floatingips': [{'id': 'd51ef726-5e87-4f01-9194-57d0292b4e4c', 'tenant_id': 'ab46f22498044497a19ee4778fafcebd', 'floating_ip_address': '172.25.1.214', 'floating_network_id': '88055e1e-672a-4487-be31-ffb6e833ece5', 'router_id': 'f8479197-0c23-406e-958c-7e00e5701521', 'port_id': '791d3f17-1eab-424b-8748-a6e718491667', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1105, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'bf4bc076-a27e-42a2-9aee-a2f41efd57ae', 'mac_address': 'fa:16:3e:6c:07:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84c056fe-802f-4b0b-9844-f490f36d7dba', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T19:10:58Z', 'updated_at': '2022-02-09T19:12:46Z', 'revision_number': 1, 'project_id': 'ab46f22498044497a19ee4778fafcebd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '58055e34-e9c3-4e58-adc5-8ade25a0c282', 'name': '', 'network_id': 'bf4bc076-a27e-42a2-9aee-a2f41efd57ae', 'tenant_id': 'ab46f22498044497a19ee4778fafcebd', 'mac_address': 'fa:16:3e:fb:0d:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8479197-0c23-406e-958c-7e00e5701521', 'device_owner': 'network:router_interface', 'standard_attr_id': 1067, 'fixed_ips': [{'subnet_id': 'fea6332b-9bd6-4cd8-9e80-16a97bc75c3b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T19:10:49Z', 'updated_at': '2022-02-09T19:11:01Z', 'revision_number': 5, 'project_id': 'ab46f22498044497a19ee4778fafcebd', 'subnets': [{'id': 'fea6332b-9bd6-4cd8-9e80-16a97bc75c3b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-36', False) {} {{(pid=103233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:12:49.526206 n-d-713498-36 neutron-server[103233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0586c67-37a1-45f7-91f9-4c964eb0eba9 None None] The sync data for ids ['f8479197-0c23-406e-958c-7e00e5701521'] in n-d-713498-36 is: [{'id': 'f8479197-0c23-406e-958c-7e00e5701521', 'name': 'tempest-ServersTestBootFromVolume-1791986558-router', 'tenant_id': 'ab46f22498044497a19ee4778fafcebd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88055e1e-672a-4487-be31-ffb6e833ece5', 'external_fixed_ips': [{'subnet_id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'ip_address': '172.25.1.206'}], 'enable_snat': True}, 'gw_port_id': '5de90ed8-7d02-47e9-8b5f-2c96de989505', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T19:10:44Z', 'updated_at': '2022-02-09T19:10:51Z', 'revision_number': 4, 'project_id': 'ab46f22498044497a19ee4778fafcebd', 'gw_port': {'id': '5de90ed8-7d02-47e9-8b5f-2c96de989505', 'name': '', 'network_id': '88055e1e-672a-4487-be31-ffb6e833ece5', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:3b:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8479197-0c23-406e-958c-7e00e5701521', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1053, 'fixed_ips': [{'subnet_id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'ip_address': '172.25.1.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T19:10:44Z', 'updated_at': '2022-02-09T19:10:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-36', '_floatingips': [{'id': 'd51ef726-5e87-4f01-9194-57d0292b4e4c', 'tenant_id': 'ab46f22498044497a19ee4778fafcebd', 'floating_ip_address': '172.25.1.214', 'floating_network_id': '88055e1e-672a-4487-be31-ffb6e833ece5', 'router_id': 'f8479197-0c23-406e-958c-7e00e5701521', 'port_id': '791d3f17-1eab-424b-8748-a6e718491667', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1105, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'bf4bc076-a27e-42a2-9aee-a2f41efd57ae', 'mac_address': 'fa:16:3e:6c:07:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84c056fe-802f-4b0b-9844-f490f36d7dba', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T19:10:58Z', 'updated_at': '2022-02-09T19:12:46Z', 'revision_number': 1, 'project_id': 'ab46f22498044497a19ee4778fafcebd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '58055e34-e9c3-4e58-adc5-8ade25a0c282', 'name': '', 'network_id': 'bf4bc076-a27e-42a2-9aee-a2f41efd57ae', 'tenant_id': 'ab46f22498044497a19ee4778fafcebd', 'mac_address': 'fa:16:3e:fb:0d:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8479197-0c23-406e-958c-7e00e5701521', 'device_owner': 'network:router_interface', 'standard_attr_id': 1067, 'fixed_ips': [{'subnet_id': 'fea6332b-9bd6-4cd8-9e80-16a97bc75c3b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T19:10:49Z', 'updated_at': '2022-02-09T19:11:01Z', 'revision_number': 5, 'project_id': 'ab46f22498044497a19ee4778fafcebd', 'subnets': [{'id': 'fea6332b-9bd6-4cd8-9e80-16a97bc75c3b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103233) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 19:12:49.588105 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af6bb658-bf28-401e-97cc-62c9416cf690 req-2bd0cae7-7898-480b-b325-ffb5a3ee8c7b tempest-DeleteServersTestJSON-1870379525 tempest-DeleteServersTestJSON-1870379525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:12:49.589783 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-af6bb658-bf28-401e-97cc-62c9416cf690 req-2bd0cae7-7898-480b-b325-ffb5a3ee8c7b tempest-DeleteServersTestJSON-1870379525 tempest-DeleteServersTestJSON-1870379525-project] 10.222.0.75 "GET /v2.0/ports?device_id=88deb5dd-2136-4d12-b758-36d95104fa22 HTTP/1.1" status: 200 len: 946 time: 0.0717654 Feb 09 19:12:49.666846 n-d-713498-36 neutron-server[103230]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7394cbff-f035-4166-a786-a8886a8e5e67', 'tag': 'dc73d538-3849-44b7-8f0e-7c99557efa00'}] {{(pid=103230) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 19:12:49.675542 n-d-713498-36 neutron-server[103230]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aee5919275bae9f72eb374ee322673045eb80c1f84b4b45a97d96923bd50ab51" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b1b69d2e-5fb0-40a0-8f4b-b9e6042e3db2" -d '{"events": [{"name": "network-changed", "server_uuid": "7394cbff-f035-4166-a786-a8886a8e5e67", "tag": "dc73d538-3849-44b7-8f0e-7c99557efa00"}]}' {{(pid=103230) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 19:12:49.684395 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-af6bb658-bf28-401e-97cc-62c9416cf690 req-c3ec0e9f-4098-4cb2-8470-e2e0dd4e87ac tempest-DeleteServersTestJSON-1870379525 tempest-DeleteServersTestJSON-1870379525-project] 10.222.0.75 "GET /v2.0/security-groups?id=5ce92d32-ca94-4b6c-925d-b9dff609abe6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0854568 Feb 09 19:12:49.789900 n-d-713498-36 neutron-server[103230]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 19:12:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-171e2fc1-2e00-4381-bfed-5fbc6cdd0d48 x-openstack-request-id: req-171e2fc1-2e00-4381-bfed-5fbc6cdd0d48 {{(pid=103230) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 19:12:49.790337 n-d-713498-36 neutron-server[103230]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7394cbff-f035-4166-a786-a8886a8e5e67", "tag": "dc73d538-3849-44b7-8f0e-7c99557efa00", "status": "completed", "code": 200}]} {{(pid=103230) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 19:12:49.790694 n-d-713498-36 neutron-server[103230]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-171e2fc1-2e00-4381-bfed-5fbc6cdd0d48 {{(pid=103230) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 19:12:49.791191 n-d-713498-36 neutron-server[103230]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7394cbff-f035-4166-a786-a8886a8e5e67', 'tag': 'dc73d538-3849-44b7-8f0e-7c99557efa00', 'status': 'completed', 'code': 200} Feb 09 19:12:49.869781 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8e88f5a-e49c-4dea-8800-7dc5eb6fec9a req-947d4afe-7cbd-44fe-b034-71189bed73de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:12:49.871986 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-d8e88f5a-e49c-4dea-8800-7dc5eb6fec9a req-947d4afe-7cbd-44fe-b034-71189bed73de service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=ab46f22498044497a19ee4778fafcebd&device_id=84c056fe-802f-4b0b-9844-f490f36d7dba HTTP/1.1" status: 200 len: 1129 time: 1.0370531 Feb 09 19:12:49.894909 n-d-713498-36 neutron-server[103229]: DEBUG neutron.services.segments.db [None req-8fd62851-85cf-4b72-9661-d4b4bca7e93f tempest-TaggedBootDevicesTest_v242-798392635 tempest-TaggedBootDevicesTest_v242-798392635-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['622dc241-96e3-459d-8172-016faee8abe4']}} {{(pid=103229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:12:49.908756 n-d-713498-36 neutron-server[103229]: DEBUG neutron.services.segments.db [None req-8fd62851-85cf-4b72-9661-d4b4bca7e93f tempest-TaggedBootDevicesTest_v242-798392635 tempest-TaggedBootDevicesTest_v242-798392635-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c2ea736f-956b-4712-9292-0c7e6eae844b') {'for_net_delete': True} {{(pid=103229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:12:49.908988 n-d-713498-36 neutron-server[103229]: DEBUG neutron.services.segments.db [None req-8fd62851-85cf-4b72-9661-d4b4bca7e93f tempest-TaggedBootDevicesTest_v242-798392635 tempest-TaggedBootDevicesTest_v242-798392635-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c2ea736f-956b-4712-9292-0c7e6eae844b') {} {{(pid=103229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:12:49.931573 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d8d8e61c-d82f-42a6-be24-8f8b0d73851c req-32c8f101-8a82-4be3-8a2f-56862a739057 tempest-ServerRescueTestJSONUnderV235-126256002 tempest-ServerRescueTestJSONUnderV235-126256002-project] Made reservation on behalf of 4ddd249906ca4b088ab7ddfb44b3182a for: {'port': 1} {{(pid=103229) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 19:12:49.935485 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-d8d8e61c-d82f-42a6-be24-8f8b0d73851c req-32c8f101-8a82-4be3-8a2f-56862a739057 tempest-ServerRescueTestJSONUnderV235-126256002 tempest-ServerRescueTestJSONUnderV235-126256002-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (None), before_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:12:49.974536 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a8100aa-6e9e-4438-aaa1-5577fc94e22b None None] New status for floating IP d51ef726-5e87-4f01-9194-57d0292b4e4c: ACTIVE {{(pid=103232) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 09 19:12:50.006395 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-8fd62851-85cf-4b72-9661-d4b4bca7e93f tempest-TaggedBootDevicesTest_v242-798392635 tempest-TaggedBootDevicesTest_v242-798392635-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762867134154', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16683417'] for segment (c2ea736f-956b-4712-9292-0c7e6eae844b), before_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:12:50.030141 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1b69d2e-5fb0-40a0-8f4b-b9e6042e3db2 req-dc9b124b-bf5a-4ff7-aab0-0ef46f99413d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:12:50.032632 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-b1b69d2e-5fb0-40a0-8f4b-b9e6042e3db2 req-dc9b124b-bf5a-4ff7-aab0-0ef46f99413d service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=51b81e7592544b98a90626c2bba713eb&device_id=7394cbff-f035-4166-a786-a8886a8e5e67 HTTP/1.1" status: 200 len: 1131 time: 0.2011936 Feb 09 19:12:50.033184 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daaae250-164c-462e-a2c1-7aba821c282b req-432f58cf-84a8-43c7-baf5-0f1e1c339c7a tempest-ServersTestMultiNic-1550042178 tempest-ServersTestMultiNic-1550042178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:12:50.039833 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daaae250-164c-462e-a2c1-7aba821c282b req-432f58cf-84a8-43c7-baf5-0f1e1c339c7a tempest-ServersTestMultiNic-1550042178 tempest-ServersTestMultiNic-1550042178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:12:50.045534 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daaae250-164c-462e-a2c1-7aba821c282b req-432f58cf-84a8-43c7-baf5-0f1e1c339c7a tempest-ServersTestMultiNic-1550042178 tempest-ServersTestMultiNic-1550042178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:12:50.047831 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-daaae250-164c-462e-a2c1-7aba821c282b req-432f58cf-84a8-43c7-baf5-0f1e1c339c7a tempest-ServersTestMultiNic-1550042178 tempest-ServersTestMultiNic-1550042178-project] 10.222.0.75 "GET /v2.0/ports?device_id=182eb346-b266-45c5-a0a2-d215e9bb2886 HTTP/1.1" status: 200 len: 2417 time: 1.0741711 Feb 09 19:12:50.064108 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1b69d2e-5fb0-40a0-8f4b-b9e6042e3db2 req-27103639-30eb-4bd3-b416-844e635971d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:12:50.065652 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-b1b69d2e-5fb0-40a0-8f4b-b9e6042e3db2 req-27103639-30eb-4bd3-b416-844e635971d7 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=51b81e7592544b98a90626c2bba713eb&device_id=7394cbff-f035-4166-a786-a8886a8e5e67 HTTP/1.1" status: 200 len: 1131 time: 0.1905816 Feb 09 19:12:50.075595 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8c53be7-83d5-4eab-8fa1-e84046e7113c req-683c0217-5a00-46c0-81f4-c0867bf81655 tempest-MigrationsAdminTest-892781459 tempest-MigrationsAdminTest-892781459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:12:50.077296 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-a8c53be7-83d5-4eab-8fa1-e84046e7113c req-683c0217-5a00-46c0-81f4-c0867bf81655 tempest-MigrationsAdminTest-892781459 tempest-MigrationsAdminTest-892781459-project] 10.222.0.75 "GET /v2.0/ports?device_id=7394cbff-f035-4166-a786-a8886a8e5e67 HTTP/1.1" status: 200 len: 948 time: 0.2033091 Feb 09 19:12:50.131745 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-8fd62851-85cf-4b72-9661-d4b4bca7e93f tempest-TaggedBootDevicesTest_v242-798392635 tempest-TaggedBootDevicesTest_v242-798392635-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-759574'] for segment (c2ea736f-956b-4712-9292-0c7e6eae844b), precommit_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:12:50.206652 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8fd62851-85cf-4b72-9661-d4b4bca7e93f tempest-TaggedBootDevicesTest_v242-798392635 tempest-TaggedBootDevicesTest_v242-798392635-project] Releasing vlan 392 on physical network physnet1 to pool {{(pid=103229) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 19:12:50.207467 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-8fd62851-85cf-4b72-9661-d4b4bca7e93f tempest-TaggedBootDevicesTest_v242-798392635 tempest-TaggedBootDevicesTest_v242-798392635-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-759574', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12867469'] for segment (c2ea736f-956b-4712-9292-0c7e6eae844b), after_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:12:50.211556 n-d-713498-36 neutron-server[103229]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 19:12:50.211556 n-d-713498-36 neutron-server[103229]: self.session.flush() Feb 09 19:12:50.211556 n-d-713498-36 neutron-server[103229]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 19:12:50.211556 n-d-713498-36 neutron-server[103229]: self.session.flush() Feb 09 19:12:50.211556 n-d-713498-36 neutron-server[103229]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 19:12:50.211556 n-d-713498-36 neutron-server[103229]: self.session.flush() Feb 09 19:12:50.211556 n-d-713498-36 neutron-server[103229]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 19:12:50.211556 n-d-713498-36 neutron-server[103229]: self.session.flush() Feb 09 19:12:50.211556 n-d-713498-36 neutron-server[103229]: Traceback (most recent call last): Feb 09 19:12:50.211556 n-d-713498-36 neutron-server[103229]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 19:12:50.211556 n-d-713498-36 neutron-server[103229]: timer() Feb 09 19:12:50.211556 n-d-713498-36 neutron-server[103229]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 19:12:50.211556 n-d-713498-36 neutron-server[103229]: cb(*args, **kw) Feb 09 19:12:50.211556 n-d-713498-36 neutron-server[103229]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 19:12:50.211556 n-d-713498-36 neutron-server[103229]: return func(*args, **kwargs) Feb 09 19:12:50.211556 n-d-713498-36 neutron-server[103229]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 19:12:50.211556 n-d-713498-36 neutron-server[103229]: self._notify() Feb 09 19:12:50.211556 n-d-713498-36 neutron-server[103229]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 19:12:50.211556 n-d-713498-36 neutron-server[103229]: self.callback(batched_events) Feb 09 19:12:50.211556 n-d-713498-36 neutron-server[103229]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 19:12:50.211556 n-d-713498-36 neutron-server[103229]: event.method(event) Feb 09 19:12:50.211556 n-d-713498-36 neutron-server[103229]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 19:12:50.211556 n-d-713498-36 neutron-server[103229]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 19:12:50.211556 n-d-713498-36 neutron-server[103229]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 19:12:50.211556 n-d-713498-36 neutron-server[103229]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 19:12:50.211556 n-d-713498-36 neutron-server[103229]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 19:12:50.211556 n-d-713498-36 neutron-server[103229]: return f(self, *a, **k) Feb 09 19:12:50.211556 n-d-713498-36 neutron-server[103229]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 19:12:50.211556 n-d-713498-36 neutron-server[103229]: return self._get(url).json() Feb 09 19:12:50.211556 n-d-713498-36 neutron-server[103229]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 19:12:50.211556 n-d-713498-36 neutron-server[103229]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 19:12:50.211556 n-d-713498-36 neutron-server[103229]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 19:12:50.211556 n-d-713498-36 neutron-server[103229]: return self.request(url, 'GET', **kwargs) Feb 09 19:12:50.211556 n-d-713498-36 neutron-server[103229]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 19:12:50.211556 n-d-713498-36 neutron-server[103229]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 19:12:50.211556 n-d-713498-36 neutron-server[103229]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 19:12:50.211556 n-d-713498-36 neutron-server[103229]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 19:12:50.211556 n-d-713498-36 neutron-server[103229]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 19:12:50.211556 n-d-713498-36 neutron-server[103229]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 19:12:50.211556 n-d-713498-36 neutron-server[103229]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 19:12:50.353780 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8e88f5a-e49c-4dea-8800-7dc5eb6fec9a req-b4d8ed60-5a96-4816-8324-3c6ed30e9637 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:12:50.359779 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-d8e88f5a-e49c-4dea-8800-7dc5eb6fec9a req-b4d8ed60-5a96-4816-8324-3c6ed30e9637 service neutron] 10.222.0.89 "GET /v2.0/networks?id=bf4bc076-a27e-42a2-9aee-a2f41efd57ae HTTP/1.1" status: 200 len: 917 time: 0.4537089 Feb 09 19:12:50.383174 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-a8c53be7-83d5-4eab-8fa1-e84046e7113c req-8fa15890-d37e-4ce2-b0e9-062b74f2a923 tempest-MigrationsAdminTest-892781459 tempest-MigrationsAdminTest-892781459-project] 10.222.0.75 "GET /v2.0/security-groups?id=709912c8-8171-4435-800e-9e5c5e45bf8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2779162 Feb 09 19:12:50.389079 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1b69d2e-5fb0-40a0-8f4b-b9e6042e3db2 req-d0f0c808-5a1d-4c22-9b00-f54ca664fdec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:12:50.395452 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-b1b69d2e-5fb0-40a0-8f4b-b9e6042e3db2 req-d0f0c808-5a1d-4c22-9b00-f54ca664fdec service neutron] 10.222.0.90 "GET /v2.0/networks?id=2b5494c8-cf97-42c1-b902-87f998f28179 HTTP/1.1" status: 200 len: 870 time: 0.3172357 Feb 09 19:12:50.397038 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1b69d2e-5fb0-40a0-8f4b-b9e6042e3db2 req-2e5e7ca8-3b7d-483a-838d-f201a714d15b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:12:50.402022 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-b1b69d2e-5fb0-40a0-8f4b-b9e6042e3db2 req-2e5e7ca8-3b7d-483a-838d-f201a714d15b service neutron] 10.222.0.89 "GET /v2.0/networks?id=2b5494c8-cf97-42c1-b902-87f998f28179 HTTP/1.1" status: 200 len: 870 time: 0.3562465 Feb 09 19:12:50.433446 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-daaae250-164c-462e-a2c1-7aba821c282b req-0dce336e-bae5-49bb-bee4-ee8dda8144bd tempest-ServersTestMultiNic-1550042178 tempest-ServersTestMultiNic-1550042178-project] 10.222.0.75 "GET /v2.0/security-groups?id=73443f61-e28a-43ce-9cbb-ef678fe5ea76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3436997 Feb 09 19:12:50.441642 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-8fd62851-85cf-4b72-9661-d4b4bca7e93f tempest-TaggedBootDevicesTest_v242-798392635 tempest-TaggedBootDevicesTest_v242-798392635-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-590242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1885479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1818895'] for network (622dc241-96e3-459d-8172-016faee8abe4), after_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:12:50.448667 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-8fd62851-85cf-4b72-9661-d4b4bca7e93f tempest-TaggedBootDevicesTest_v242-798392635 tempest-TaggedBootDevicesTest_v242-798392635-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1613566'] for network (None), before_response {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:12:50.456055 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-8fd62851-85cf-4b72-9661-d4b4bca7e93f tempest-TaggedBootDevicesTest_v242-798392635 tempest-TaggedBootDevicesTest_v242-798392635-project] 10.222.0.75 "DELETE /v2.0/networks/622dc241-96e3-459d-8172-016faee8abe4 HTTP/1.1" status: 204 len: 168 time: 3.2960467 Feb 09 19:12:50.549882 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-b1b69d2e-5fb0-40a0-8f4b-b9e6042e3db2 req-6983bab1-d730-4b76-8cb4-7f5ff75c6992 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.158&port_id=dc73d538-3849-44b7-8f0e-7c99557efa00 HTTP/1.1" status: 200 len: 217 time: 0.1412590 Feb 09 19:12:50.551198 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-b1b69d2e-5fb0-40a0-8f4b-b9e6042e3db2 req-8140a2e5-6b62-4cd7-bf9c-9c74d3a8be2c service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.158&port_id=dc73d538-3849-44b7-8f0e-7c99557efa00 HTTP/1.1" status: 200 len: 217 time: 0.1355236 Feb 09 19:12:50.635440 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fd62851-85cf-4b72-9661-d4b4bca7e93f tempest-TaggedBootDevicesTest_v242-798392635 tempest-TaggedBootDevicesTest_v242-798392635-project] Pushing event deleted for resources: {'Network': ['ID=622dc241-96e3-459d-8172-016faee8abe4,revision_number=None']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:12:50.658739 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Device b1a82a81-bc8f-4c81-9a97-904fb09563b3 up at agent ovs-agent-n-d-713498-36 {{(pid=103232) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 19:12:50.700510 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.plugin [req-39f270af-dc3a-4e4a-8520-6d610af69c60 req-8e5127f3-630d-429c-b768-86179f51bb02 tempest-ServersTestMultiNic-1550042178 tempest-ServersTestMultiNic-1550042178-project] Deleting port 021ddc99-ef0c-4e82-ac98-d40f52ae7d55 {{(pid=103229) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 19:12:50.701322 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-39f270af-dc3a-4e4a-8520-6d610af69c60 req-8e5127f3-630d-429c-b768-86179f51bb02 tempest-ServersTestMultiNic-1550042178 tempest-ServersTestMultiNic-1550042178-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762867170196'] for port (021ddc99-ef0c-4e82-ac98-d40f52ae7d55), before_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:12:50.715133 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-37e596fd-891c-4b18-aff3-774ee38ab148 req-2c77cf21-2228-4cf7-9244-c17ec11c50e1 tempest-ServerRescueTestJSONUnderV235-126256002 tempest-ServerRescueTestJSONUnderV235-126256002-project] 10.222.0.75 "GET /v2.0/ports?device_id=a0f1baff-df40-457f-b67b-761e81dfdca5 HTTP/1.1" status: 200 len: 210 time: 0.0790608 Feb 09 19:12:50.717806 n-d-713498-36 neutron-server[103229]: DEBUG neutron.db.db_base_plugin_common [req-d8d8e61c-d82f-42a6-be24-8f8b0d73851c req-32c8f101-8a82-4be3-8a2f-56862a739057 tempest-ServerRescueTestJSONUnderV235-126256002 tempest-ServerRescueTestJSONUnderV235-126256002-project] Allocated IP 172.20.0.11 (3ab0c9d2-97b1-4c51-9743-b63b9816fede/eceb2332-2ad4-457a-81e3-6e57abd3a84e/2fad1b41-3683-4d01-9737-38b8cb70512c) {{(pid=103229) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 19:12:50.749062 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1b69d2e-5fb0-40a0-8f4b-b9e6042e3db2 req-bf6c3dd4-fbb5-449f-b3a4-fd15a9d12cd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:12:50.751218 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-b1b69d2e-5fb0-40a0-8f4b-b9e6042e3db2 req-bf6c3dd4-fbb5-449f-b3a4-fd15a9d12cd4 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=60b561cb-321e-4f83-9bb3-92b2e1d0dc44 HTTP/1.1" status: 200 len: 843 time: 0.1888614 Feb 09 19:12:50.754860 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1b69d2e-5fb0-40a0-8f4b-b9e6042e3db2 req-5279832d-8d82-44bf-86a0-a896cd424cc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:12:50.756247 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-b1b69d2e-5fb0-40a0-8f4b-b9e6042e3db2 req-5279832d-8d82-44bf-86a0-a896cd424cc3 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=60b561cb-321e-4f83-9bb3-92b2e1d0dc44 HTTP/1.1" status: 200 len: 843 time: 0.1934862 Feb 09 19:12:50.760820 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.provisioning_blocks [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Provisioning complete for port b1a82a81-bc8f-4c81-9a97-904fb09563b3 triggered by entity L2. {{(pid=103232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 19:12:50.761081 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593630'] for port (b1a82a81-bc8f-4c81-9a97-904fb09563b3), provisioning_complete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:12:50.771191 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Device dc73d538-3849-44b7-8f0e-7c99557efa00 details requested by agent hyperv_n-h2-713498-36 with host n-h2-713498-36 {{(pid=103232) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 19:12:50.779503 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65a483d5-74a7-43cb-9451-93c7572eaeb4 req-73755b5b-9130-42f0-b219-01462a3d947c tempest-ServersTestBootFromVolume-783248817 tempest-ServersTestBootFromVolume-783248817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:12:50.782325 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-65a483d5-74a7-43cb-9451-93c7572eaeb4 req-73755b5b-9130-42f0-b219-01462a3d947c tempest-ServersTestBootFromVolume-783248817 tempest-ServersTestBootFromVolume-783248817-project] 10.222.0.75 "GET /v2.0/ports?device_id=84c056fe-802f-4b0b-9844-f490f36d7dba HTTP/1.1" status: 200 len: 946 time: 0.2235620 Feb 09 19:12:50.875420 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-d8e88f5a-e49c-4dea-8800-7dc5eb6fec9a req-385bd20b-75c7-432e-9fff-481e1818060a service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=791d3f17-1eab-424b-8748-a6e718491667 HTTP/1.1" status: 200 len: 1002 time: 0.4817531 Feb 09 19:12:50.961826 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1b69d2e-5fb0-40a0-8f4b-b9e6042e3db2 req-06766bd9-b0ce-4297-89a8-261fd70543d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:12:50.963421 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-b1b69d2e-5fb0-40a0-8f4b-b9e6042e3db2 req-06766bd9-b0ce-4297-89a8-261fd70543d8 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=2b5494c8-cf97-42c1-b902-87f998f28179&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.1997066 Feb 09 19:12:50.966308 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-7429db8d-6021-40ad-813e-885be449a89b None None] For port dc73d538-3849-44b7-8f0e-7c99557efa00, host n-h2-713498-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-36',level=0,port_id=dc73d538-3849-44b7-8f0e-7c99557efa00,segment=NetworkSegment(50e5915e-18f0-4558-9a28-b978975ead36),segment_id=50e5915e-18f0-4558-9a28-b978975ead36)] {{(pid=103232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 19:12:50.978486 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-65a483d5-74a7-43cb-9451-93c7572eaeb4 req-5834827d-b91e-4dea-b36e-8d481ee1c532 tempest-ServersTestBootFromVolume-783248817 tempest-ServersTestBootFromVolume-783248817-project] 10.222.0.75 "GET /v2.0/security-groups?id=99b1e7c3-38f3-4f0a-8bb2-c56dc143d44a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1673331 Feb 09 19:12:50.986580 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Returning: {'device': 'dc73d538-3849-44b7-8f0e-7c99557efa00', 'network_id': '2b5494c8-cf97-42c1-b902-87f998f28179', 'port_id': 'dc73d538-3849-44b7-8f0e-7c99557efa00', 'mac_address': 'fa:16:3e:b6:56:51', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 359, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '60b561cb-321e-4f83-9bb3-92b2e1d0dc44', 'ip_address': '192.168.233.158'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103232) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 19:12:51.042571 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.db [req-39f270af-dc3a-4e4a-8520-6d610af69c60 req-8e5127f3-630d-429c-b768-86179f51bb02 tempest-ServersTestMultiNic-1550042178 tempest-ServersTestMultiNic-1550042178-project] For port 021ddc99-ef0c-4e82-ac98-d40f52ae7d55, host n-h2-713498-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-36',level=0,port_id=021ddc99-ef0c-4e82-ac98-d40f52ae7d55,segment=NetworkSegment(c33359c4-a496-43df-b415-15ad2bc804d0),segment_id=c33359c4-a496-43df-b415-15ad2bc804d0)] {{(pid=103229) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 19:12:51.043538 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-39f270af-dc3a-4e4a-8520-6d610af69c60 req-8e5127f3-630d-429c-b768-86179f51bb02 tempest-ServersTestMultiNic-1550042178 tempest-ServersTestMultiNic-1550042178-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1820838'] for port (021ddc99-ef0c-4e82-ac98-d40f52ae7d55), precommit_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:12:51.064261 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.plugin [req-39f270af-dc3a-4e4a-8520-6d610af69c60 req-8e5127f3-630d-429c-b768-86179f51bb02 tempest-ServersTestMultiNic-1550042178 tempest-ServersTestMultiNic-1550042178-project] Calling delete_port for 021ddc99-ef0c-4e82-ac98-d40f52ae7d55 owned by compute:nova {{(pid=103229) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 19:12:51.102177 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1b69d2e-5fb0-40a0-8f4b-b9e6042e3db2 req-d26db414-670e-434c-bbb7-a6528593b124 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:12:51.103116 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Current status of the port b1a82a81-bc8f-4c81-9a97-904fb09563b3 is: DOWN; New status is: ACTIVE {{(pid=103232) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 19:12:51.103832 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (b1a82a81-bc8f-4c81-9a97-904fb09563b3), before_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:12:51.103944 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-b1b69d2e-5fb0-40a0-8f4b-b9e6042e3db2 req-d26db414-670e-434c-bbb7-a6528593b124 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=2b5494c8-cf97-42c1-b902-87f998f28179&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.3204842 Feb 09 19:12:51.106738 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Current status of the port dc73d538-3849-44b7-8f0e-7c99557efa00 is: DOWN; New status is: BUILD {{(pid=103232) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 19:12:51.107101 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (dc73d538-3849-44b7-8f0e-7c99557efa00), before_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:12:51.130625 n-d-713498-36 neutron-server[103232]: DEBUG neutron.notifiers.nova [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dc73d538-3849-44b7-8f0e-7c99557efa00 {{(pid=103232) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 19:12:51.174821 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-7429db8d-6021-40ad-813e-885be449a89b None None] For port dc73d538-3849-44b7-8f0e-7c99557efa00, host n-h2-713498-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-36',level=0,port_id=dc73d538-3849-44b7-8f0e-7c99557efa00,segment=NetworkSegment(50e5915e-18f0-4558-9a28-b978975ead36),segment_id=50e5915e-18f0-4558-9a28-b978975ead36)] {{(pid=103232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 19:12:51.177354 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] For port b1a82a81-bc8f-4c81-9a97-904fb09563b3, host n-d-713498-36, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-36',level=0,port_id=b1a82a81-bc8f-4c81-9a97-904fb09563b3,segment=NetworkSegment(1f8c24bc-260a-43c0-b04d-21008afd5445),segment_id=1f8c24bc-260a-43c0-b04d-21008afd5445)] {{(pid=103232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 19:12:51.186989 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762867176205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762866656485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762866656503'] for port (dc73d538-3849-44b7-8f0e-7c99557efa00), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:12:51.189067 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762867176205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762866656485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762866656503'] for port (b1a82a81-bc8f-4c81-9a97-904fb09563b3), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:12:51.266702 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-b1b69d2e-5fb0-40a0-8f4b-b9e6042e3db2 req-4a8d5a0c-2f2c-45cd-811e-0bf5c1bb72f5 service neutron] 10.222.0.89 "GET /v2.0/networks/2b5494c8-cf97-42c1-b902-87f998f28179?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2944760 Feb 09 19:12:51.343758 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Pushing event updated for resources: {'Port': ['ID=dc73d538-3849-44b7-8f0e-7c99557efa00,revision_number=8']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:12:51.437619 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Pushing event updated for resources: {'Port': ['ID=b1a82a81-bc8f-4c81-9a97-904fb09563b3,revision_number=5']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:12:51.451114 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-b1b69d2e-5fb0-40a0-8f4b-b9e6042e3db2 req-147e390a-7ae7-49b0-9545-2ebe67b12699 service neutron] 10.222.0.90 "GET /v2.0/networks/2b5494c8-cf97-42c1-b902-87f998f28179?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3350475 Feb 09 19:12:51.510544 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-d8d8e61c-d82f-42a6-be24-8f8b0d73851c req-32c8f101-8a82-4be3-8a2f-56862a739057 tempest-ServerRescueTestJSONUnderV235-126256002 tempest-ServerRescueTestJSONUnderV235-126256002-project] Publish callbacks [] for port (2fad1b41-3683-4d01-9737-38b8cb70512c), precommit_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:12:51.535180 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-b1b69d2e-5fb0-40a0-8f4b-b9e6042e3db2 req-435cffb3-c896-4bf7-a022-281ddd64e5b6 service neutron] 10.222.0.89 "GET /v2.0/networks/2b5494c8-cf97-42c1-b902-87f998f28179?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2483790 Feb 09 19:12:51.544466 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8e88f5a-e49c-4dea-8800-7dc5eb6fec9a req-bf870037-23bd-4fc3-a362-b3d3754dd839 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:12:51.552828 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-d8e88f5a-e49c-4dea-8800-7dc5eb6fec9a req-bf870037-23bd-4fc3-a362-b3d3754dd839 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=fea6332b-9bd6-4cd8-9e80-16a97bc75c3b HTTP/1.1" status: 200 len: 855 time: 0.6623425 Feb 09 19:12:51.555671 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-39f270af-dc3a-4e4a-8520-6d610af69c60 req-8e5127f3-630d-429c-b768-86179f51bb02 tempest-ServersTestMultiNic-1550042178 tempest-ServersTestMultiNic-1550042178-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762867177463', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762866656476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12867576'] for port (021ddc99-ef0c-4e82-ac98-d40f52ae7d55), after_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:12:51.557820 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-d8d8e61c-d82f-42a6-be24-8f8b0d73851c req-32c8f101-8a82-4be3-8a2f-56862a739057 tempest-ServerRescueTestJSONUnderV235-126256002 tempest-ServerRescueTestJSONUnderV235-126256002-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762866656467', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12867576'] for port (2fad1b41-3683-4d01-9737-38b8cb70512c), after_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:12:51.561002 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-7429db8d-6021-40ad-813e-885be449a89b None None] get_ports_and_sgs() called for port_ids ['dc73d538-3849-44b7-8f0e-7c99557efa00'] {{(pid=103232) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 19:12:51.666128 n-d-713498-36 neutron-server[103229]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d8d8e61c-d82f-42a6-be24-8f8b0d73851c req-32c8f101-8a82-4be3-8a2f-56862a739057 tempest-ServerRescueTestJSONUnderV235-126256002 tempest-ServerRescueTestJSONUnderV235-126256002-project] Network 3ab0c9d2-97b1-4c51-9743-b63b9816fede is already hosted by enough agents. {{(pid=103229) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 19:12:51.671441 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e5127f3-630d-429c-b768-86179f51bb02 tempest-ServersTestMultiNic-1550042178 tempest-ServersTestMultiNic-1550042178-project] Pushing event deleted for resources: {'Port': ['ID=021ddc99-ef0c-4e82-ac98-d40f52ae7d55,revision_number=None']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:12:51.755836 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8e88f5a-e49c-4dea-8800-7dc5eb6fec9a req-d2eec1c3-1bb4-494d-a046-6373bfbc6221 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:12:51.757344 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-d8e88f5a-e49c-4dea-8800-7dc5eb6fec9a req-d2eec1c3-1bb4-494d-a046-6373bfbc6221 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=bf4bc076-a27e-42a2-9aee-a2f41efd57ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.1976523 Feb 09 19:12:51.757979 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32c8f101-8a82-4be3-8a2f-56862a739057 tempest-ServerRescueTestJSONUnderV235-126256002 tempest-ServerRescueTestJSONUnderV235-126256002-project] Pushing event updated for resources: {'Port': ['ID=2fad1b41-3683-4d01-9737-38b8cb70512c,revision_number=1']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:12:51.763368 n-d-713498-36 neutron-server[103229]: DEBUG neutron.scheduler.base_scheduler [req-d8d8e61c-d82f-42a6-be24-8f8b0d73851c req-32c8f101-8a82-4be3-8a2f-56862a739057 tempest-ServerRescueTestJSONUnderV235-126256002 tempest-ServerRescueTestJSONUnderV235-126256002-project] Resources bound (agent type, host, resource id): {{(pid=103229) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 19:12:51.765981 n-d-713498-36 neutron-server[103229]: DEBUG neutron.db.l3_dvrscheduler_db [req-d8d8e61c-d82f-42a6-be24-8f8b0d73851c req-32c8f101-8a82-4be3-8a2f-56862a739057 tempest-ServerRescueTestJSONUnderV235-126256002 tempest-ServerRescueTestJSONUnderV235-126256002-project] Received port after_create {{(pid=103229) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 19:12:51.798903 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-537ff63f-ee0c-4f7a-9450-4afb73bca2b0 req-c6a6301a-3926-4b6a-86c6-5250a3f630f0 tempest-MigrationsAdminTest-892781459 tempest-MigrationsAdminTest-892781459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:12:51.800861 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-537ff63f-ee0c-4f7a-9450-4afb73bca2b0 req-c6a6301a-3926-4b6a-86c6-5250a3f630f0 tempest-MigrationsAdminTest-892781459 tempest-MigrationsAdminTest-892781459-project] 10.222.0.75 "GET /v2.0/ports?device_id=7394cbff-f035-4166-a786-a8886a8e5e67 HTTP/1.1" status: 200 len: 949 time: 0.2644680 Feb 09 19:12:51.870732 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-b1b69d2e-5fb0-40a0-8f4b-b9e6042e3db2 req-9919ea0c-2802-4ffa-accb-18713123d69d service neutron] 10.222.0.90 "GET /v2.0/networks/2b5494c8-cf97-42c1-b902-87f998f28179?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2660012 Feb 09 19:12:51.903048 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-537ff63f-ee0c-4f7a-9450-4afb73bca2b0 req-b501e93e-bca6-431d-844d-f5656330ac2e tempest-MigrationsAdminTest-892781459 tempest-MigrationsAdminTest-892781459-project] 10.222.0.75 "GET /v2.0/security-groups?id=709912c8-8171-4435-800e-9e5c5e45bf8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0873935 Feb 09 19:12:52.012174 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8d8e61c-d82f-42a6-be24-8f8b0d73851c req-32c8f101-8a82-4be3-8a2f-56862a739057 tempest-ServerRescueTestJSONUnderV235-126256002 tempest-ServerRescueTestJSONUnderV235-126256002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:12:52.012910 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-d8d8e61c-d82f-42a6-be24-8f8b0d73851c req-32c8f101-8a82-4be3-8a2f-56862a739057 tempest-ServerRescueTestJSONUnderV235-126256002 tempest-ServerRescueTestJSONUnderV235-126256002-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171096'] for port (None), before_response {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:12:52.048731 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47332851-7683-4bfc-a828-2d0c063ff2ea req-3198b46a-aa61-4dd2-a500-964c24a8ab43 tempest-ServersTestMultiNic-1550042178 tempest-ServersTestMultiNic-1550042178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:12:52.054823 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47332851-7683-4bfc-a828-2d0c063ff2ea req-3198b46a-aa61-4dd2-a500-964c24a8ab43 tempest-ServersTestMultiNic-1550042178 tempest-ServersTestMultiNic-1550042178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:12:52.056431 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-47332851-7683-4bfc-a828-2d0c063ff2ea req-3198b46a-aa61-4dd2-a500-964c24a8ab43 tempest-ServersTestMultiNic-1550042178 tempest-ServersTestMultiNic-1550042178-project] 10.222.0.75 "GET /v2.0/ports?device_id=182eb346-b266-45c5-a0a2-d215e9bb2886 HTTP/1.1" status: 200 len: 1682 time: 0.0815899 Feb 09 19:12:52.085909 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e71f9b5-a475-4882-b6a2-b2a7ea1b666c req-81855513-e7e3-4e3d-a8c5-e6bf195fd49d tempest-DeleteServersTestJSON-1870379525 tempest-DeleteServersTestJSON-1870379525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:12:52.088527 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-1e71f9b5-a475-4882-b6a2-b2a7ea1b666c req-81855513-e7e3-4e3d-a8c5-e6bf195fd49d tempest-DeleteServersTestJSON-1870379525 tempest-DeleteServersTestJSON-1870379525-project] 10.222.0.75 "GET /v2.0/ports?device_id=88deb5dd-2136-4d12-b758-36d95104fa22 HTTP/1.1" status: 200 len: 946 time: 1.1645019 Feb 09 19:12:52.092256 n-d-713498-36 neutron-server[103229]: DEBUG neutron.db.l3_dvrscheduler_db [req-39f270af-dc3a-4e4a-8520-6d610af69c60 req-8e5127f3-630d-429c-b768-86179f51bb02 tempest-ServersTestMultiNic-1550042178 tempest-ServersTestMultiNic-1550042178-project] No DVR routers for this DVR port 021ddc99-ef0c-4e82-ac98-d40f52ae7d55 on host n-h2-713498-36 {{(pid=103229) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 19:12:52.104237 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-d8d8e61c-d82f-42a6-be24-8f8b0d73851c req-32c8f101-8a82-4be3-8a2f-56862a739057 tempest-ServerRescueTestJSONUnderV235-126256002 tempest-ServerRescueTestJSONUnderV235-126256002-project] 10.222.0.89 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.7483673 Feb 09 19:12:52.114404 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-39f270af-dc3a-4e4a-8520-6d610af69c60 req-8e5127f3-630d-429c-b768-86179f51bb02 tempest-ServersTestMultiNic-1550042178 tempest-ServersTestMultiNic-1550042178-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171096'] for port (None), before_response {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:12:52.118336 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-39f270af-dc3a-4e4a-8520-6d610af69c60 req-8e5127f3-630d-429c-b768-86179f51bb02 tempest-ServersTestMultiNic-1550042178 tempest-ServersTestMultiNic-1550042178-project] 10.222.0.90 "DELETE /v2.0/ports/021ddc99-ef0c-4e82-ac98-d40f52ae7d55 HTTP/1.1" status: 204 len: 173 time: 2.8397231 Feb 09 19:12:52.119028 n-d-713498-36 neutron-server[103229]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '182eb346-b266-45c5-a0a2-d215e9bb2886', 'name': 'network-vif-deleted', 'tag': '021ddc99-ef0c-4e82-ac98-d40f52ae7d55'}] {{(pid=103229) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 19:12:52.122178 n-d-713498-36 neutron-server[103229]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fa6ae9a20702bd564eaf90d946620b2b4277b1ab91129323d3b54181076be307" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c6ad6fd6-9375-4374-ade0-a77eedb95981" -d '{"events": [{"server_uuid": "182eb346-b266-45c5-a0a2-d215e9bb2886", "name": "network-vif-deleted", "tag": "021ddc99-ef0c-4e82-ac98-d40f52ae7d55"}]}' {{(pid=103229) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 19:12:52.135892 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-47332851-7683-4bfc-a828-2d0c063ff2ea req-f0f670bf-2883-49d7-b07e-19bcba0b9ff7 tempest-ServersTestMultiNic-1550042178 tempest-ServersTestMultiNic-1550042178-project] 10.222.0.75 "GET /v2.0/security-groups?id=73443f61-e28a-43ce-9cbb-ef678fe5ea76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0738769 Feb 09 19:12:52.144775 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.v2.base [req-d8d8e61c-d82f-42a6-be24-8f8b0d73851c req-7b9c34e0-fefd-4f84-a6a9-1cfc2a5392e8 service neutron] Request body: {'port': {'device_id': 'a0f1baff-df40-457f-b67b-761e81dfdca5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-713498-36'}} {{(pid=103229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 19:12:52.205062 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-d8e88f5a-e49c-4dea-8800-7dc5eb6fec9a req-9313a567-80c1-4a9f-9982-8f00be39ec29 service neutron] 10.222.0.89 "GET /v2.0/networks/bf4bc076-a27e-42a2-9aee-a2f41efd57ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4079850 Feb 09 19:12:52.265551 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b99e9b33-73a2-4ec6-bcad-5262c21b30b8 req-469e110f-5b73-4438-81f1-9b1c7736f21d tempest-ServerRescueTestJSONUnderV235-126256002 tempest-ServerRescueTestJSONUnderV235-126256002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:12:52.267630 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-b99e9b33-73a2-4ec6-bcad-5262c21b30b8 req-469e110f-5b73-4438-81f1-9b1c7736f21d tempest-ServerRescueTestJSONUnderV235-126256002 tempest-ServerRescueTestJSONUnderV235-126256002-project] 10.222.0.75 "GET /v2.0/ports?device_id=a0f1baff-df40-457f-b67b-761e81dfdca5 HTTP/1.1" status: 200 len: 932 time: 0.0590324 Feb 09 19:12:52.304567 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-1e71f9b5-a475-4882-b6a2-b2a7ea1b666c req-9aba244e-8a12-425e-ab3e-708c457865fc tempest-DeleteServersTestJSON-1870379525 tempest-DeleteServersTestJSON-1870379525-project] 10.222.0.75 "GET /v2.0/security-groups?id=5ce92d32-ca94-4b6c-925d-b9dff609abe6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2085485 Feb 09 19:12:52.391964 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-d8d8e61c-d82f-42a6-be24-8f8b0d73851c req-7b9c34e0-fefd-4f84-a6a9-1cfc2a5392e8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (2fad1b41-3683-4d01-9737-38b8cb70512c), before_update {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:12:52.394370 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-b99e9b33-73a2-4ec6-bcad-5262c21b30b8 req-7cbd7795-c7ed-477d-a12b-dbe8c0c40e9a tempest-ServerRescueTestJSONUnderV235-126256002 tempest-ServerRescueTestJSONUnderV235-126256002-project] 10.222.0.75 "GET /v2.0/security-groups?id=73dc5652-0b28-4d0e-bd9f-61a00dbc59a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1201341 Feb 09 19:12:52.508623 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-d8e88f5a-e49c-4dea-8800-7dc5eb6fec9a req-b2af819d-fe0e-4ea8-bd9c-b91633d2ca72 service neutron] 10.222.0.89 "GET /v2.0/networks/bf4bc076-a27e-42a2-9aee-a2f41efd57ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2591062 Feb 09 19:12:52.632265 n-d-713498-36 neutron-server[103229]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 19:12:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-90d827fd-3bed-46de-a486-64c2139ce4f8 x-openstack-request-id: req-90d827fd-3bed-46de-a486-64c2139ce4f8 {{(pid=103229) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 19:12:52.633303 n-d-713498-36 neutron-server[103229]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "182eb346-b266-45c5-a0a2-d215e9bb2886", "name": "network-vif-deleted", "tag": "021ddc99-ef0c-4e82-ac98-d40f52ae7d55", "status": "completed", "code": 200}]} {{(pid=103229) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 19:12:52.636954 n-d-713498-36 neutron-server[103229]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-90d827fd-3bed-46de-a486-64c2139ce4f8 {{(pid=103229) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 19:12:52.638716 n-d-713498-36 neutron-server[103229]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '182eb346-b266-45c5-a0a2-d215e9bb2886', 'name': 'network-vif-deleted', 'tag': '021ddc99-ef0c-4e82-ac98-d40f52ae7d55', 'status': 'completed', 'code': 200} Feb 09 19:12:52.686315 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Device b1a82a81-bc8f-4c81-9a97-904fb09563b3 up at agent ovs-agent-n-d-713498-36 {{(pid=103232) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 19:12:52.737624 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c44f057f-8ec5-4c4f-9a3b-e795bcc25824 req-7c718867-18d6-4f2c-8a9c-9ab92c0353d2 tempest-ServersTestBootFromVolume-783248817 tempest-ServersTestBootFromVolume-783248817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:12:52.742909 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-c44f057f-8ec5-4c4f-9a3b-e795bcc25824 req-7c718867-18d6-4f2c-8a9c-9ab92c0353d2 tempest-ServersTestBootFromVolume-783248817 tempest-ServersTestBootFromVolume-783248817-project] 10.222.0.75 "GET /v2.0/ports?device_id=84c056fe-802f-4b0b-9844-f490f36d7dba HTTP/1.1" status: 200 len: 946 time: 0.1729591 Feb 09 19:12:52.783609 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Device dc73d538-3849-44b7-8f0e-7c99557efa00 up at agent hyperv_n-h2-713498-36 {{(pid=103232) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 19:12:52.848617 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-c44f057f-8ec5-4c4f-9a3b-e795bcc25824 req-eaf4e19c-0e3d-4daa-936e-77bd98caab75 tempest-ServersTestBootFromVolume-783248817 tempest-ServersTestBootFromVolume-783248817-project] 10.222.0.75 "GET /v2.0/security-groups?id=99b1e7c3-38f3-4f0a-8bb2-c56dc143d44a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0969868 Feb 09 19:12:52.880218 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.provisioning_blocks [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Provisioning complete for port b1a82a81-bc8f-4c81-9a97-904fb09563b3 triggered by entity L2. {{(pid=103232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 19:12:52.880218 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593630'] for port (b1a82a81-bc8f-4c81-9a97-904fb09563b3), provisioning_complete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:12:52.927170 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.plugin [req-39f270af-dc3a-4e4a-8520-6d610af69c60 req-30421976-8c0c-4a0e-a54d-2b053c484066 tempest-ServersTestMultiNic-1550042178 tempest-ServersTestMultiNic-1550042178-project] Deleting port afdc6bf1-cf06-44ce-86c4-f6729cdbc923 {{(pid=103229) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 19:12:52.927687 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-39f270af-dc3a-4e4a-8520-6d610af69c60 req-30421976-8c0c-4a0e-a54d-2b053c484066 tempest-ServersTestMultiNic-1550042178 tempest-ServersTestMultiNic-1550042178-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762867170196'] for port (afdc6bf1-cf06-44ce-86c4-f6729cdbc923), before_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:12:52.946080 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.provisioning_blocks [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Provisioning for port dc73d538-3849-44b7-8f0e-7c99557efa00 completed by entity L2. {{(pid=103232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 19:12:52.978385 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.provisioning_blocks [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Provisioning complete for port dc73d538-3849-44b7-8f0e-7c99557efa00 triggered by entity L2. {{(pid=103232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 19:12:52.978768 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593630'] for port (dc73d538-3849-44b7-8f0e-7c99557efa00), provisioning_complete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:12:53.023163 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Current status of the port b1a82a81-bc8f-4c81-9a97-904fb09563b3 is: ACTIVE; New status is: ACTIVE {{(pid=103232) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 19:12:53.080257 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Current status of the port dc73d538-3849-44b7-8f0e-7c99557efa00 is: BUILD; New status is: ACTIVE {{(pid=103232) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 19:12:53.080611 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (dc73d538-3849-44b7-8f0e-7c99557efa00), before_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:12:53.105901 n-d-713498-36 neutron-server[103232]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7394cbff-f035-4166-a786-a8886a8e5e67', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dc73d538-3849-44b7-8f0e-7c99557efa00'}] {{(pid=103232) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 19:12:53.108690 n-d-713498-36 neutron-server[103232]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}949cdcde653dec44821de95cbf67297f53cbc2aed4e073b5d514f93bf911ce85" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-10e4d850-8d6d-49b0-9580-c9403ec9f3f6" -d '{"events": [{"server_uuid": "7394cbff-f035-4166-a786-a8886a8e5e67", "name": "network-vif-plugged", "status": "completed", "tag": "dc73d538-3849-44b7-8f0e-7c99557efa00"}]}' {{(pid=103232) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 19:12:53.124235 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-7429db8d-6021-40ad-813e-885be449a89b None None] For port dc73d538-3849-44b7-8f0e-7c99557efa00, host n-h2-713498-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-36',level=0,port_id=dc73d538-3849-44b7-8f0e-7c99557efa00,segment=NetworkSegment(50e5915e-18f0-4558-9a28-b978975ead36),segment_id=50e5915e-18f0-4558-9a28-b978975ead36)] {{(pid=103232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 19:12:53.130077 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762867176205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762866656485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762866656503'] for port (dc73d538-3849-44b7-8f0e-7c99557efa00), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:12:53.131599 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Device 073afeaa-d894-4e49-9154-d5a14619ac03 no longer exists at agent hyperv_n-h2-713498-36 {{(pid=103232) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 19:12:53.152067 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8b0e752-0052-4b40-b390-070aba5063c7 req-661e276d-173e-4416-b7ae-eab72cf937a9 tempest-MigrationsAdminTest-892781459 tempest-MigrationsAdminTest-892781459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:12:53.154289 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-a8b0e752-0052-4b40-b390-070aba5063c7 req-661e276d-173e-4416-b7ae-eab72cf937a9 tempest-MigrationsAdminTest-892781459 tempest-MigrationsAdminTest-892781459-project] 10.222.0.89 "GET /v2.0/ports?device_id=7394cbff-f035-4166-a786-a8886a8e5e67&tenant_id=51b81e7592544b98a90626c2bba713eb&binding%3Ahost_id=n-h2-713498-36 HTTP/1.1" status: 200 len: 949 time: 0.4761803 Feb 09 19:12:53.216304 n-d-713498-36 neutron-server[103232]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 19:12:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7d65e457-a1e7-49c4-b8d0-447b845091f6 x-openstack-request-id: req-7d65e457-a1e7-49c4-b8d0-447b845091f6 {{(pid=103232) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 19:12:53.216690 n-d-713498-36 neutron-server[103232]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7394cbff-f035-4166-a786-a8886a8e5e67", "name": "network-vif-plugged", "status": "completed", "tag": "dc73d538-3849-44b7-8f0e-7c99557efa00", "code": 200}]} {{(pid=103232) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 19:12:53.217398 n-d-713498-36 neutron-server[103232]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-7d65e457-a1e7-49c4-b8d0-447b845091f6 {{(pid=103232) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 19:12:53.217856 n-d-713498-36 neutron-server[103232]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7394cbff-f035-4166-a786-a8886a8e5e67', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dc73d538-3849-44b7-8f0e-7c99557efa00', 'code': 200} Feb 09 19:12:53.284340 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Pushing event updated for resources: {'Port': ['ID=dc73d538-3849-44b7-8f0e-7c99557efa00,revision_number=9']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:12:53.292499 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Current status of the port 073afeaa-d894-4e49-9154-d5a14619ac03 is: ACTIVE; New status is: DOWN {{(pid=103232) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 19:12:53.294429 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (073afeaa-d894-4e49-9154-d5a14619ac03), before_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:12:53.337081 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-7429db8d-6021-40ad-813e-885be449a89b None None] For port 073afeaa-d894-4e49-9154-d5a14619ac03, host n-h2-713498-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-36',level=0,port_id=073afeaa-d894-4e49-9154-d5a14619ac03,segment=NetworkSegment(92da60b7-c045-4864-99cf-723efc0bf37b),segment_id=92da60b7-c045-4864-99cf-723efc0bf37b)] {{(pid=103232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 19:12:53.342922 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762867176205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762866656485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762866656503'] for port (073afeaa-d894-4e49-9154-d5a14619ac03), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:12:53.343789 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Device afdc6bf1-cf06-44ce-86c4-f6729cdbc923 no longer exists at agent hyperv_n-h2-713498-36 {{(pid=103232) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 19:12:53.348605 n-d-713498-36 neutron-server[103229]: DEBUG neutron.notifiers.nova [req-d8d8e61c-d82f-42a6-be24-8f8b0d73851c req-7b9c34e0-fefd-4f84-a6a9-1cfc2a5392e8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2fad1b41-3683-4d01-9737-38b8cb70512c {{(pid=103229) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 19:12:53.356784 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-d8d8e61c-d82f-42a6-be24-8f8b0d73851c req-7b9c34e0-fefd-4f84-a6a9-1cfc2a5392e8 service neutron] Publish callbacks [] for port (2fad1b41-3683-4d01-9737-38b8cb70512c), precommit_update {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:12:53.377760 n-d-713498-36 neutron-server[103229]: DEBUG neutron.db.provisioning_blocks [req-d8d8e61c-d82f-42a6-be24-8f8b0d73851c req-7b9c34e0-fefd-4f84-a6a9-1cfc2a5392e8 service neutron] Transition to ACTIVE for port object 2fad1b41-3683-4d01-9737-38b8cb70512c will not be triggered until provisioned by entity L2. {{(pid=103229) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 19:12:53.427711 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1779e693-d4f9-43f9-81b3-4ac63e6fb699 req-36508eba-7470-40fd-abe6-9729d62655f4 tempest-MigrationsAdminTest-892781459 tempest-MigrationsAdminTest-892781459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:12:53.429305 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-1779e693-d4f9-43f9-81b3-4ac63e6fb699 req-36508eba-7470-40fd-abe6-9729d62655f4 tempest-MigrationsAdminTest-892781459 tempest-MigrationsAdminTest-892781459-project] 10.222.0.75 "GET /v2.0/ports?device_id=7394cbff-f035-4166-a786-a8886a8e5e67 HTTP/1.1" status: 200 len: 949 time: 0.5454016 Feb 09 19:12:53.434088 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-d8d8e61c-d82f-42a6-be24-8f8b0d73851c req-7b9c34e0-fefd-4f84-a6a9-1cfc2a5392e8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762867176205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762866656485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762866656503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12867569'] for port (2fad1b41-3683-4d01-9737-38b8cb70512c), after_update {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:12:53.440615 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e8c8693-284d-4123-ae3f-7ebc66e58f1e req-2a3bb84f-1442-49e8-b3e4-d9bb02a4856d tempest-ServersTestMultiNic-1550042178 tempest-ServersTestMultiNic-1550042178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:12:53.459296 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e8c8693-284d-4123-ae3f-7ebc66e58f1e req-2a3bb84f-1442-49e8-b3e4-d9bb02a4856d tempest-ServersTestMultiNic-1550042178 tempest-ServersTestMultiNic-1550042178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:12:53.460940 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-5e8c8693-284d-4123-ae3f-7ebc66e58f1e req-2a3bb84f-1442-49e8-b3e4-d9bb02a4856d tempest-ServersTestMultiNic-1550042178 tempest-ServersTestMultiNic-1550042178-project] 10.222.0.75 "GET /v2.0/ports?device_id=182eb346-b266-45c5-a0a2-d215e9bb2886 HTTP/1.1" status: 200 len: 1680 time: 0.1253772 Feb 09 19:12:53.489057 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Pushing event updated for resources: {'Port': ['ID=073afeaa-d894-4e49-9154-d5a14619ac03,revision_number=6']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:12:53.534064 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-5e8c8693-284d-4123-ae3f-7ebc66e58f1e req-c8e5a571-ea9a-4a86-8453-d2ccda6062f5 tempest-ServersTestMultiNic-1550042178 tempest-ServersTestMultiNic-1550042178-project] 10.222.0.75 "GET /v2.0/security-groups?id=73443f61-e28a-43ce-9cbb-ef678fe5ea76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0664296 Feb 09 19:12:53.591433 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Current status of the port afdc6bf1-cf06-44ce-86c4-f6729cdbc923 is: ACTIVE; New status is: DOWN {{(pid=103232) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 19:12:53.592397 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (afdc6bf1-cf06-44ce-86c4-f6729cdbc923), before_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:12:53.595363 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.db [req-39f270af-dc3a-4e4a-8520-6d610af69c60 req-30421976-8c0c-4a0e-a54d-2b053c484066 tempest-ServersTestMultiNic-1550042178 tempest-ServersTestMultiNic-1550042178-project] For port afdc6bf1-cf06-44ce-86c4-f6729cdbc923, host n-h2-713498-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-36',level=0,port_id=afdc6bf1-cf06-44ce-86c4-f6729cdbc923,segment=NetworkSegment(92da60b7-c045-4864-99cf-723efc0bf37b),segment_id=92da60b7-c045-4864-99cf-723efc0bf37b)] {{(pid=103229) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 19:12:53.595797 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-39f270af-dc3a-4e4a-8520-6d610af69c60 req-30421976-8c0c-4a0e-a54d-2b053c484066 tempest-ServersTestMultiNic-1550042178 tempest-ServersTestMultiNic-1550042178-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1820838'] for port (afdc6bf1-cf06-44ce-86c4-f6729cdbc923), precommit_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:12:53.647843 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.plugin [req-39f270af-dc3a-4e4a-8520-6d610af69c60 req-30421976-8c0c-4a0e-a54d-2b053c484066 tempest-ServersTestMultiNic-1550042178 tempest-ServersTestMultiNic-1550042178-project] Calling delete_port for afdc6bf1-cf06-44ce-86c4-f6729cdbc923 owned by compute:nova {{(pid=103229) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 19:12:53.652307 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b9c34e0-fefd-4f84-a6a9-1cfc2a5392e8 service neutron] Pushing event updated for resources: {'Port': ['ID=2fad1b41-3683-4d01-9737-38b8cb70512c,revision_number=2']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:12:53.654805 n-d-713498-36 neutron-server[103229]: INFO neutron.api.v2.resource [req-a8b0e752-0052-4b40-b390-070aba5063c7 req-6fa5830e-0301-4f73-aafb-9ac08b6a078f service neutron] delete failed (client error): The resource could not be found. Feb 09 19:12:53.656005 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-a8b0e752-0052-4b40-b390-070aba5063c7 req-6fa5830e-0301-4f73-aafb-9ac08b6a078f service neutron] 10.222.0.89 "DELETE /v2.0/ports/dc73d538-3849-44b7-8f0e-7c99557efa00/bindings/n-h1-713498-36 HTTP/1.1" status: 404 len: 381 time: 0.4924357 Feb 09 19:12:53.682498 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-1779e693-d4f9-43f9-81b3-4ac63e6fb699 req-2397d029-a30c-433f-9cd4-8aefc73ea573 tempest-MigrationsAdminTest-892781459 tempest-MigrationsAdminTest-892781459-project] 10.222.0.75 "GET /v2.0/security-groups?id=709912c8-8171-4435-800e-9e5c5e45bf8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2354882 Feb 09 19:12:53.694643 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-7429db8d-6021-40ad-813e-885be449a89b None None] For port afdc6bf1-cf06-44ce-86c4-f6729cdbc923, host n-h2-713498-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-36',level=0,port_id=afdc6bf1-cf06-44ce-86c4-f6729cdbc923,segment=NetworkSegment(92da60b7-c045-4864-99cf-723efc0bf37b),segment_id=92da60b7-c045-4864-99cf-723efc0bf37b)] {{(pid=103232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 19:12:53.707647 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762867176205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762866656485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762866656503'] for port (afdc6bf1-cf06-44ce-86c4-f6729cdbc923), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:12:53.708629 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Device 021ddc99-ef0c-4e82-ac98-d40f52ae7d55 no longer exists at agent hyperv_n-h2-713498-36 {{(pid=103232) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 19:12:53.767984 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c59abaff-2fbb-4fdd-821d-90ff3f9fdb8d req-e8ea5bec-8ea1-4bf5-982e-26e83e4e85d7 tempest-DeleteServersTestJSON-1870379525 tempest-DeleteServersTestJSON-1870379525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:12:53.780503 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-c59abaff-2fbb-4fdd-821d-90ff3f9fdb8d req-e8ea5bec-8ea1-4bf5-982e-26e83e4e85d7 tempest-DeleteServersTestJSON-1870379525 tempest-DeleteServersTestJSON-1870379525-project] 10.222.0.75 "GET /v2.0/ports?device_id=88deb5dd-2136-4d12-b758-36d95104fa22 HTTP/1.1" status: 200 len: 946 time: 0.1274343 Feb 09 19:12:53.791848 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-7429db8d-6021-40ad-813e-885be449a89b None None] No Port match for: 021ddc99-ef0c-4e82-ac98-d40f52ae7d55 {{(pid=103232) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 19:12:53.792193 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Device 021ddc99-ef0c-4e82-ac98-d40f52ae7d55 not bound to the agent host n-h2-713498-36 {{(pid=103232) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 19:12:53.855311 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.managers [req-d8d8e61c-d82f-42a6-be24-8f8b0d73851c req-7b9c34e0-fefd-4f84-a6a9-1cfc2a5392e8 service neutron] Attempting to bind port 2fad1b41-3683-4d01-9737-38b8cb70512c on host n-h1-713498-36 for vnic_type normal with profile {{(pid=103229) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 19:12:53.855311 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.managers [req-d8d8e61c-d82f-42a6-be24-8f8b0d73851c req-7b9c34e0-fefd-4f84-a6a9-1cfc2a5392e8 service neutron] Attempting to bind port 2fad1b41-3683-4d01-9737-38b8cb70512c by drivers openvswitch,hyperv on host n-h1-713498-36 at level 0 using segments [{'id': '1f8c24bc-260a-43c0-b04d-21008afd5445', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': '3ab0c9d2-97b1-4c51-9743-b63b9816fede'}] {{(pid=103229) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 19:12:53.855553 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8d8e61c-d82f-42a6-be24-8f8b0d73851c req-7b9c34e0-fefd-4f84-a6a9-1cfc2a5392e8 service neutron] Attempting to bind port 2fad1b41-3683-4d01-9737-38b8cb70512c on network 3ab0c9d2-97b1-4c51-9743-b63b9816fede {{(pid=103229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 19:12:53.888752 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8d8e61c-d82f-42a6-be24-8f8b0d73851c req-7b9c34e0-fefd-4f84-a6a9-1cfc2a5392e8 service neutron] Port 2fad1b41-3683-4d01-9737-38b8cb70512c on network 3ab0c9d2-97b1-4c51-9743-b63b9816fede not bound, no agent of type Open vSwitch agent registered on host n-h1-713498-36 {{(pid=103229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 19:12:53.891604 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8d8e61c-d82f-42a6-be24-8f8b0d73851c req-7b9c34e0-fefd-4f84-a6a9-1cfc2a5392e8 service neutron] Attempting to bind port 2fad1b41-3683-4d01-9737-38b8cb70512c on network 3ab0c9d2-97b1-4c51-9743-b63b9816fede {{(pid=103229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 19:12:53.894136 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-c59abaff-2fbb-4fdd-821d-90ff3f9fdb8d req-b3776018-91de-42d4-b74b-dbf7a7064557 tempest-DeleteServersTestJSON-1870379525 tempest-DeleteServersTestJSON-1870379525-project] 10.222.0.75 "GET /v2.0/security-groups?id=5ce92d32-ca94-4b6c-925d-b9dff609abe6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1095567 Feb 09 19:12:53.902329 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Pushing event updated for resources: {'Port': ['ID=afdc6bf1-cf06-44ce-86c4-f6729cdbc923,revision_number=6']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:12:53.911980 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8b0e752-0052-4b40-b390-070aba5063c7 req-17532a1f-cf5a-41b8-b78a-eba1e64a64a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:12:53.913645 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-a8b0e752-0052-4b40-b390-070aba5063c7 req-17532a1f-cf5a-41b8-b78a-eba1e64a64a4 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=51b81e7592544b98a90626c2bba713eb&device_id=7394cbff-f035-4166-a786-a8886a8e5e67 HTTP/1.1" status: 200 len: 1133 time: 0.1475294 Feb 09 19:12:53.918618 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8d8e61c-d82f-42a6-be24-8f8b0d73851c req-7b9c34e0-fefd-4f84-a6a9-1cfc2a5392e8 service neutron] Checking agent: {'id': '488cd9ae-631f-4955-ba0b-4f5a13f12e9c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713498-36', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 18, 59, 18), 'started_at': datetime.datetime(2022, 2, 9, 18, 59, 18), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 19, 12, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 19:12:53.918964 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8d8e61c-d82f-42a6-be24-8f8b0d73851c req-7b9c34e0-fefd-4f84-a6a9-1cfc2a5392e8 service neutron] Checking segment: {'id': '1f8c24bc-260a-43c0-b04d-21008afd5445', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': '3ab0c9d2-97b1-4c51-9743-b63b9816fede'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103229) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 19:12:53.919442 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8d8e61c-d82f-42a6-be24-8f8b0d73851c req-7b9c34e0-fefd-4f84-a6a9-1cfc2a5392e8 service neutron] Bound using segment: {'id': '1f8c24bc-260a-43c0-b04d-21008afd5445', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': '3ab0c9d2-97b1-4c51-9743-b63b9816fede'} {{(pid=103229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 19:12:53.919905 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.managers [req-d8d8e61c-d82f-42a6-be24-8f8b0d73851c req-7b9c34e0-fefd-4f84-a6a9-1cfc2a5392e8 service neutron] Bound port: 2fad1b41-3683-4d01-9737-38b8cb70512c, host: n-h1-713498-36, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1f8c24bc-260a-43c0-b04d-21008afd5445', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': '3ab0c9d2-97b1-4c51-9743-b63b9816fede'}}] {{(pid=103229) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 19:12:53.920268 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-d8d8e61c-d82f-42a6-be24-8f8b0d73851c req-7b9c34e0-fefd-4f84-a6a9-1cfc2a5392e8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (2fad1b41-3683-4d01-9737-38b8cb70512c), before_update {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:12:54.084955 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e440d9b-98de-4bf5-a7d8-3eecd083dd3e req-be7a2eab-9582-470f-b0e9-afc52f81e57c tempest-ServersTestBootFromVolume-783248817 tempest-ServersTestBootFromVolume-783248817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:12:54.095148 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-8e440d9b-98de-4bf5-a7d8-3eecd083dd3e req-be7a2eab-9582-470f-b0e9-afc52f81e57c tempest-ServersTestBootFromVolume-783248817 tempest-ServersTestBootFromVolume-783248817-project] 10.222.0.75 "GET /v2.0/ports?device_id=84c056fe-802f-4b0b-9844-f490f36d7dba HTTP/1.1" status: 200 len: 946 time: 0.0869496 Feb 09 19:12:54.191816 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-8e440d9b-98de-4bf5-a7d8-3eecd083dd3e req-bfba3e58-7f54-4b56-8f21-be03526f87b5 tempest-ServersTestBootFromVolume-783248817 tempest-ServersTestBootFromVolume-783248817-project] 10.222.0.75 "GET /v2.0/security-groups?id=99b1e7c3-38f3-4f0a-8bb2-c56dc143d44a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0953400 Feb 09 19:12:54.462220 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.db [req-d8d8e61c-d82f-42a6-be24-8f8b0d73851c req-7b9c34e0-fefd-4f84-a6a9-1cfc2a5392e8 service neutron] For port 2fad1b41-3683-4d01-9737-38b8cb70512c, host n-h1-713498-36, cleared binding levels {{(pid=103229) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 19:12:54.465760 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.db [req-d8d8e61c-d82f-42a6-be24-8f8b0d73851c req-7b9c34e0-fefd-4f84-a6a9-1cfc2a5392e8 service neutron] For port 2fad1b41-3683-4d01-9737-38b8cb70512c, host n-h1-713498-36, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-36',level=0,port_id=2fad1b41-3683-4d01-9737-38b8cb70512c,segment=NetworkSegment(1f8c24bc-260a-43c0-b04d-21008afd5445),segment_id=1f8c24bc-260a-43c0-b04d-21008afd5445)] {{(pid=103229) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 19:12:54.481864 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-d8d8e61c-d82f-42a6-be24-8f8b0d73851c req-7b9c34e0-fefd-4f84-a6a9-1cfc2a5392e8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762867176205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762866656485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762866656503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12867569'] for port (2fad1b41-3683-4d01-9737-38b8cb70512c), after_update {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:12:54.538972 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df624d75-35e1-459e-afbc-47bb6a33ae74 req-f0a92854-87ee-4284-b04e-4966013aaf1b tempest-ServerRescueTestJSONUnderV235-126256002 tempest-ServerRescueTestJSONUnderV235-126256002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:12:54.554874 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-df624d75-35e1-459e-afbc-47bb6a33ae74 req-f0a92854-87ee-4284-b04e-4966013aaf1b tempest-ServerRescueTestJSONUnderV235-126256002 tempest-ServerRescueTestJSONUnderV235-126256002-project] 10.222.0.75 "GET /v2.0/ports?device_id=a0f1baff-df40-457f-b67b-761e81dfdca5 HTTP/1.1" status: 200 len: 944 time: 0.7121110 Feb 09 19:12:54.564652 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08c8ba0f-5acf-4d98-a386-f7b207f25eeb req-8ac560f1-3a96-4e53-9507-82b75066de12 tempest-ServersTestBootFromVolume-783248817 tempest-ServersTestBootFromVolume-783248817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:12:54.577371 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-08c8ba0f-5acf-4d98-a386-f7b207f25eeb req-8ac560f1-3a96-4e53-9507-82b75066de12 tempest-ServersTestBootFromVolume-783248817 tempest-ServersTestBootFromVolume-783248817-project] 10.222.0.75 "GET /v2.0/ports?device_id=84c056fe-802f-4b0b-9844-f490f36d7dba HTTP/1.1" status: 200 len: 946 time: 0.1395903 Feb 09 19:12:54.599211 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-39f270af-dc3a-4e4a-8520-6d610af69c60 req-30421976-8c0c-4a0e-a54d-2b053c484066 tempest-ServersTestMultiNic-1550042178 tempest-ServersTestMultiNic-1550042178-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762867177463', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762866656476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12867576'] for port (afdc6bf1-cf06-44ce-86c4-f6729cdbc923), after_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:12:54.671676 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8d8e61c-d82f-42a6-be24-8f8b0d73851c req-7b9c34e0-fefd-4f84-a6a9-1cfc2a5392e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:12:54.672964 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-d8d8e61c-d82f-42a6-be24-8f8b0d73851c req-7b9c34e0-fefd-4f84-a6a9-1cfc2a5392e8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171096'] for port (None), before_response {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:12:54.675076 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-d8d8e61c-d82f-42a6-be24-8f8b0d73851c req-7b9c34e0-fefd-4f84-a6a9-1cfc2a5392e8 service neutron] 10.222.0.89 "PUT /v2.0/ports/2fad1b41-3683-4d01-9737-38b8cb70512c HTTP/1.1" status: 200 len: 1093 time: 2.5466321 Feb 09 19:12:54.676687 n-d-713498-36 neutron-server[103229]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a0f1baff-df40-457f-b67b-761e81dfdca5', 'tag': '2fad1b41-3683-4d01-9737-38b8cb70512c'}] {{(pid=103229) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 19:12:54.685503 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-08c8ba0f-5acf-4d98-a386-f7b207f25eeb req-8ac8fe84-1032-410d-8079-8aafeafb57d0 tempest-ServersTestBootFromVolume-783248817 tempest-ServersTestBootFromVolume-783248817-project] 10.222.0.75 "GET /v2.0/security-groups?id=99b1e7c3-38f3-4f0a-8bb2-c56dc143d44a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1106825 Feb 09 19:12:54.686870 n-d-713498-36 neutron-server[103229]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fa6ae9a20702bd564eaf90d946620b2b4277b1ab91129323d3b54181076be307" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bc08281b-4ec6-4151-9d18-cec5669fc980" -d '{"events": [{"name": "network-changed", "server_uuid": "a0f1baff-df40-457f-b67b-761e81dfdca5", "tag": "2fad1b41-3683-4d01-9737-38b8cb70512c"}]}' {{(pid=103229) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 19:12:54.832804 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8b0e752-0052-4b40-b390-070aba5063c7 req-d82bf7d4-415b-4ab4-87c3-bea47baa4610 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:12:54.834695 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-a8b0e752-0052-4b40-b390-070aba5063c7 req-d82bf7d4-415b-4ab4-87c3-bea47baa4610 service neutron] 10.222.0.89 "GET /v2.0/networks?id=2b5494c8-cf97-42c1-b902-87f998f28179 HTTP/1.1" status: 200 len: 870 time: 0.9115789 Feb 09 19:12:54.857404 n-d-713498-36 neutron-server[103229]: DEBUG neutron.db.l3_dvrscheduler_db [req-39f270af-dc3a-4e4a-8520-6d610af69c60 req-30421976-8c0c-4a0e-a54d-2b053c484066 tempest-ServersTestMultiNic-1550042178 tempest-ServersTestMultiNic-1550042178-project] No DVR routers for this DVR port afdc6bf1-cf06-44ce-86c4-f6729cdbc923 on host n-h2-713498-36 {{(pid=103229) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 19:12:54.864620 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-39f270af-dc3a-4e4a-8520-6d610af69c60 req-30421976-8c0c-4a0e-a54d-2b053c484066 tempest-ServersTestMultiNic-1550042178 tempest-ServersTestMultiNic-1550042178-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171096'] for port (None), before_response {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:12:54.866586 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f508cfc1-20d7-4bc2-87a4-67ac91df3cbb req-f9ec4d94-8c9f-401b-82fa-5f9f6b7823ca tempest-DeleteServersTestJSON-1870379525 tempest-DeleteServersTestJSON-1870379525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:12:54.868416 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-f508cfc1-20d7-4bc2-87a4-67ac91df3cbb req-f9ec4d94-8c9f-401b-82fa-5f9f6b7823ca tempest-DeleteServersTestJSON-1870379525 tempest-DeleteServersTestJSON-1870379525-project] 10.222.0.75 "GET /v2.0/ports?device_id=88deb5dd-2136-4d12-b758-36d95104fa22 HTTP/1.1" status: 200 len: 946 time: 0.0940957 Feb 09 19:12:54.868759 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-39f270af-dc3a-4e4a-8520-6d610af69c60 req-30421976-8c0c-4a0e-a54d-2b053c484066 tempest-ServersTestMultiNic-1550042178 tempest-ServersTestMultiNic-1550042178-project] 10.222.0.90 "DELETE /v2.0/ports/afdc6bf1-cf06-44ce-86c4-f6729cdbc923 HTTP/1.1" status: 204 len: 173 time: 2.7387936 Feb 09 19:12:54.876421 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b9c34e0-fefd-4f84-a6a9-1cfc2a5392e8 service neutron] Pushing event updated for resources: {'Port': ['ID=2fad1b41-3683-4d01-9737-38b8cb70512c,revision_number=3']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:12:54.898595 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-df624d75-35e1-459e-afbc-47bb6a33ae74 req-641cd97a-37cb-4441-a25a-454a44bd2be6 tempest-ServerRescueTestJSONUnderV235-126256002 tempest-ServerRescueTestJSONUnderV235-126256002-project] 10.222.0.75 "GET /v2.0/security-groups?id=73dc5652-0b28-4d0e-bd9f-61a00dbc59a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3056924 Feb 09 19:12:55.005189 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-a8b0e752-0052-4b40-b390-070aba5063c7 req-6b8dc88a-8dbb-4493-8986-36490c819825 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.158&port_id=dc73d538-3849-44b7-8f0e-7c99557efa00 HTTP/1.1" status: 200 len: 217 time: 0.1456046 Feb 09 19:12:55.011364 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-f508cfc1-20d7-4bc2-87a4-67ac91df3cbb req-7756e217-d0e0-4f56-9cac-2e509f585b8e tempest-DeleteServersTestJSON-1870379525 tempest-DeleteServersTestJSON-1870379525-project] 10.222.0.75 "GET /v2.0/security-groups?id=5ce92d32-ca94-4b6c-925d-b9dff609abe6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1368611 Feb 09 19:12:55.068942 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30421976-8c0c-4a0e-a54d-2b053c484066 tempest-ServersTestMultiNic-1550042178 tempest-ServersTestMultiNic-1550042178-project] Pushing event deleted for resources: {'Port': ['ID=afdc6bf1-cf06-44ce-86c4-f6729cdbc923,revision_number=None']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:12:55.117257 n-d-713498-36 neutron-server[103229]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 19:12:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1d5d2367-8e0d-47b5-a826-b8d8f642e478 x-openstack-request-id: req-1d5d2367-8e0d-47b5-a826-b8d8f642e478 {{(pid=103229) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 19:12:55.117624 n-d-713498-36 neutron-server[103229]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a0f1baff-df40-457f-b67b-761e81dfdca5", "tag": "2fad1b41-3683-4d01-9737-38b8cb70512c", "status": "completed", "code": 200}]} {{(pid=103229) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 19:12:55.117893 n-d-713498-36 neutron-server[103229]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-1d5d2367-8e0d-47b5-a826-b8d8f642e478 {{(pid=103229) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 19:12:55.118386 n-d-713498-36 neutron-server[103229]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a0f1baff-df40-457f-b67b-761e81dfdca5', 'tag': '2fad1b41-3683-4d01-9737-38b8cb70512c', 'status': 'completed', 'code': 200} Feb 09 19:12:55.183095 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8d8e61c-d82f-42a6-be24-8f8b0d73851c req-6bf72870-5010-4154-a5e3-a894b145d202 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:12:55.184742 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-d8d8e61c-d82f-42a6-be24-8f8b0d73851c req-6bf72870-5010-4154-a5e3-a894b145d202 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=4ddd249906ca4b088ab7ddfb44b3182a&device_id=a0f1baff-df40-457f-b67b-761e81dfdca5 HTTP/1.1" status: 200 len: 1127 time: 0.3955069 Feb 09 19:12:55.191231 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8b0e752-0052-4b40-b390-070aba5063c7 req-c2af7281-6b3f-44dc-a096-f4e6ffab4684 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:12:55.193029 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-a8b0e752-0052-4b40-b390-070aba5063c7 req-c2af7281-6b3f-44dc-a096-f4e6ffab4684 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=60b561cb-321e-4f83-9bb3-92b2e1d0dc44 HTTP/1.1" status: 200 len: 843 time: 0.1535659 Feb 09 19:12:55.219014 n-d-713498-36 neutron-server[103232]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '182eb346-b266-45c5-a0a2-d215e9bb2886', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '073afeaa-d894-4e49-9154-d5a14619ac03'}, {'server_uuid': '182eb346-b266-45c5-a0a2-d215e9bb2886', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'afdc6bf1-cf06-44ce-86c4-f6729cdbc923'}] {{(pid=103232) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 19:12:55.229099 n-d-713498-36 neutron-server[103232]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}949cdcde653dec44821de95cbf67297f53cbc2aed4e073b5d514f93bf911ce85" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8699bc4e-0c88-45d4-91a6-81e0da0840dd" -d '{"events": [{"server_uuid": "182eb346-b266-45c5-a0a2-d215e9bb2886", "name": "network-vif-unplugged", "status": "completed", "tag": "073afeaa-d894-4e49-9154-d5a14619ac03"}, {"server_uuid": "182eb346-b266-45c5-a0a2-d215e9bb2886", "name": "network-vif-unplugged", "status": "completed", "tag": "afdc6bf1-cf06-44ce-86c4-f6729cdbc923"}]}' {{(pid=103232) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 19:12:55.304232 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9b4a7db-ab49-4c08-b4cf-46479230b38c req-1265800e-e918-448a-a638-ef0264ccfc98 tempest-MigrationsAdminTest-892781459 tempest-MigrationsAdminTest-892781459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:12:55.306157 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-f9b4a7db-ab49-4c08-b4cf-46479230b38c req-1265800e-e918-448a-a638-ef0264ccfc98 tempest-MigrationsAdminTest-892781459 tempest-MigrationsAdminTest-892781459-project] 10.222.0.75 "GET /v2.0/ports?device_id=7394cbff-f035-4166-a786-a8886a8e5e67 HTTP/1.1" status: 200 len: 950 time: 0.0693254 Feb 09 19:12:55.308908 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-d8d8e61c-d82f-42a6-be24-8f8b0d73851c req-0ebda186-a523-4b84-9a40-0a96471118e0 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=2fad1b41-3683-4d01-9737-38b8cb70512c HTTP/1.1" status: 200 len: 217 time: 0.1143873 Feb 09 19:12:55.363694 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca959565-943e-445d-85e2-c07cd994d29b req-4ae89531-592a-4519-9376-7a75c2e54570 tempest-ServersTestMultiNic-1550042178 tempest-ServersTestMultiNic-1550042178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:12:55.365555 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-ca959565-943e-445d-85e2-c07cd994d29b req-4ae89531-592a-4519-9376-7a75c2e54570 tempest-ServersTestMultiNic-1550042178 tempest-ServersTestMultiNic-1550042178-project] 10.222.0.75 "GET /v2.0/ports?device_id=182eb346-b266-45c5-a0a2-d215e9bb2886 HTTP/1.1" status: 200 len: 943 time: 0.3571463 Feb 09 19:12:55.383887 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-f9b4a7db-ab49-4c08-b4cf-46479230b38c req-5ad814b8-1e0d-4050-952d-6cc6672a9d7c tempest-MigrationsAdminTest-892781459 tempest-MigrationsAdminTest-892781459-project] 10.222.0.75 "GET /v2.0/security-groups?id=709912c8-8171-4435-800e-9e5c5e45bf8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0709920 Feb 09 19:12:55.388946 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.plugin [req-39f270af-dc3a-4e4a-8520-6d610af69c60 req-110a7ff5-a2be-4602-aeeb-beb860501765 tempest-ServersTestMultiNic-1550042178 tempest-ServersTestMultiNic-1550042178-project] Deleting port 073afeaa-d894-4e49-9154-d5a14619ac03 {{(pid=103229) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 19:12:55.389292 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-39f270af-dc3a-4e4a-8520-6d610af69c60 req-110a7ff5-a2be-4602-aeeb-beb860501765 tempest-ServersTestMultiNic-1550042178 tempest-ServersTestMultiNic-1550042178-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762867170196'] for port (073afeaa-d894-4e49-9154-d5a14619ac03), before_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:12:55.479620 n-d-713498-36 neutron-server[103232]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 358 Content-Type: application/json Date: Wed, 09 Feb 2022 19:12:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-193a1efc-4a13-455c-a176-c03f5dda395d x-openstack-request-id: req-193a1efc-4a13-455c-a176-c03f5dda395d {{(pid=103232) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 19:12:55.480319 n-d-713498-36 neutron-server[103232]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "182eb346-b266-45c5-a0a2-d215e9bb2886", "name": "network-vif-unplugged", "status": "completed", "tag": "073afeaa-d894-4e49-9154-d5a14619ac03", "code": 200}, {"server_uuid": "182eb346-b266-45c5-a0a2-d215e9bb2886", "name": "network-vif-unplugged", "status": "completed", "tag": "afdc6bf1-cf06-44ce-86c4-f6729cdbc923", "code": 200}]} {{(pid=103232) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 19:12:55.480878 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8b0e752-0052-4b40-b390-070aba5063c7 req-be426b5e-1a08-4190-a02e-83c00d9349dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:12:55.482014 n-d-713498-36 neutron-server[103232]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-193a1efc-4a13-455c-a176-c03f5dda395d {{(pid=103232) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 19:12:55.482543 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-a8b0e752-0052-4b40-b390-070aba5063c7 req-be426b5e-1a08-4190-a02e-83c00d9349dc service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=2b5494c8-cf97-42c1-b902-87f998f28179&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.2758920 Feb 09 19:12:55.482948 n-d-713498-36 neutron-server[103232]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '182eb346-b266-45c5-a0a2-d215e9bb2886', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '073afeaa-d894-4e49-9154-d5a14619ac03', 'code': 200} Feb 09 19:12:55.483503 n-d-713498-36 neutron-server[103232]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '182eb346-b266-45c5-a0a2-d215e9bb2886', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'afdc6bf1-cf06-44ce-86c4-f6729cdbc923', 'code': 200} Feb 09 19:12:55.514700 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8d8e61c-d82f-42a6-be24-8f8b0d73851c req-29716cbc-5115-4ef4-abfb-c2deb500144b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:12:55.516834 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-d8d8e61c-d82f-42a6-be24-8f8b0d73851c req-29716cbc-5115-4ef4-abfb-c2deb500144b service neutron] 10.222.0.89 "GET /v2.0/subnets?id=eceb2332-2ad4-457a-81e3-6e57abd3a84e HTTP/1.1" status: 200 len: 859 time: 0.1962280 Feb 09 19:12:55.610864 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-d8d8e61c-d82f-42a6-be24-8f8b0d73851c req-90e9f03c-c304-4048-8429-5663e51d4d08 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=3ab0c9d2-97b1-4c51-9743-b63b9816fede&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0869126 Feb 09 19:12:55.623902 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-ca959565-943e-445d-85e2-c07cd994d29b req-2f1689e5-68ce-49e2-8ce9-4bde26c73f6f tempest-ServersTestMultiNic-1550042178 tempest-ServersTestMultiNic-1550042178-project] 10.222.0.75 "GET /v2.0/security-groups?id=73443f61-e28a-43ce-9cbb-ef678fe5ea76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2264886 Feb 09 19:12:55.713189 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.db [req-39f270af-dc3a-4e4a-8520-6d610af69c60 req-110a7ff5-a2be-4602-aeeb-beb860501765 tempest-ServersTestMultiNic-1550042178 tempest-ServersTestMultiNic-1550042178-project] For port 073afeaa-d894-4e49-9154-d5a14619ac03, host n-h2-713498-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-36',level=0,port_id=073afeaa-d894-4e49-9154-d5a14619ac03,segment=NetworkSegment(92da60b7-c045-4864-99cf-723efc0bf37b),segment_id=92da60b7-c045-4864-99cf-723efc0bf37b)] {{(pid=103229) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 19:12:55.713599 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-39f270af-dc3a-4e4a-8520-6d610af69c60 req-110a7ff5-a2be-4602-aeeb-beb860501765 tempest-ServersTestMultiNic-1550042178 tempest-ServersTestMultiNic-1550042178-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1820838'] for port (073afeaa-d894-4e49-9154-d5a14619ac03), precommit_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:12:55.747496 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.plugin [req-39f270af-dc3a-4e4a-8520-6d610af69c60 req-110a7ff5-a2be-4602-aeeb-beb860501765 tempest-ServersTestMultiNic-1550042178 tempest-ServersTestMultiNic-1550042178-project] Calling delete_port for 073afeaa-d894-4e49-9154-d5a14619ac03 owned by compute:nova {{(pid=103229) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 19:12:55.774443 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-a8b0e752-0052-4b40-b390-070aba5063c7 req-95e11536-7384-49ee-beab-1571c6458a86 service neutron] 10.222.0.89 "GET /v2.0/networks/2b5494c8-cf97-42c1-b902-87f998f28179?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2803795 Feb 09 19:12:55.869456 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-d8d8e61c-d82f-42a6-be24-8f8b0d73851c req-85997f93-2690-4c66-a43f-83d5fa0d7a69 service neutron] 10.222.0.89 "GET /v2.0/networks/3ab0c9d2-97b1-4c51-9743-b63b9816fede?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2534628 Feb 09 19:12:55.998926 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-a8b0e752-0052-4b40-b390-070aba5063c7 req-31e985f4-6e11-405e-a1d8-9ca85193ae5d service neutron] 10.222.0.89 "GET /v2.0/networks/2b5494c8-cf97-42c1-b902-87f998f28179?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2129328 Feb 09 19:12:56.114294 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-d8d8e61c-d82f-42a6-be24-8f8b0d73851c req-9ecfaf82-960d-4260-a63e-630d39774db4 service neutron] 10.222.0.89 "GET /v2.0/networks/3ab0c9d2-97b1-4c51-9743-b63b9816fede?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2383292 Feb 09 19:12:56.131626 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-39f270af-dc3a-4e4a-8520-6d610af69c60 req-110a7ff5-a2be-4602-aeeb-beb860501765 tempest-ServersTestMultiNic-1550042178 tempest-ServersTestMultiNic-1550042178-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762867177463', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762866656476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12867576'] for port (073afeaa-d894-4e49-9154-d5a14619ac03), after_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:12:56.174413 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-110a7ff5-a2be-4602-aeeb-beb860501765 tempest-ServersTestMultiNic-1550042178 tempest-ServersTestMultiNic-1550042178-project] Pushing event deleted for resources: {'Port': ['ID=073afeaa-d894-4e49-9154-d5a14619ac03,revision_number=None']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:12:56.302880 n-d-713498-36 neutron-server[103229]: DEBUG neutron.db.l3_dvrscheduler_db [req-39f270af-dc3a-4e4a-8520-6d610af69c60 req-110a7ff5-a2be-4602-aeeb-beb860501765 tempest-ServersTestMultiNic-1550042178 tempest-ServersTestMultiNic-1550042178-project] No DVR routers for this DVR port 073afeaa-d894-4e49-9154-d5a14619ac03 on host n-h2-713498-36 {{(pid=103229) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 19:12:56.327183 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-39f270af-dc3a-4e4a-8520-6d610af69c60 req-110a7ff5-a2be-4602-aeeb-beb860501765 tempest-ServersTestMultiNic-1550042178 tempest-ServersTestMultiNic-1550042178-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171096'] for port (None), before_response {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:12:56.335802 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-39f270af-dc3a-4e4a-8520-6d610af69c60 req-110a7ff5-a2be-4602-aeeb-beb860501765 tempest-ServersTestMultiNic-1550042178 tempest-ServersTestMultiNic-1550042178-project] 10.222.0.90 "DELETE /v2.0/ports/073afeaa-d894-4e49-9154-d5a14619ac03 HTTP/1.1" status: 204 len: 173 time: 1.4558918 Feb 09 19:12:56.399717 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc08281b-4ec6-4151-9d18-cec5669fc980 req-26f03cb9-fcab-4223-8580-2e93ebfb7028 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:12:56.401896 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-bc08281b-4ec6-4151-9d18-cec5669fc980 req-26f03cb9-fcab-4223-8580-2e93ebfb7028 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=4ddd249906ca4b088ab7ddfb44b3182a&device_id=a0f1baff-df40-457f-b67b-761e81dfdca5 HTTP/1.1" status: 200 len: 1127 time: 0.2181540 Feb 09 19:12:56.430900 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9d7c8bd-2b25-4175-be5f-a58314eb70d9 req-5a0c5256-fd8a-4334-ba1f-584eaa603669 tempest-DeleteServersTestJSON-1870379525 tempest-DeleteServersTestJSON-1870379525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:12:56.445105 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-a9d7c8bd-2b25-4175-be5f-a58314eb70d9 req-5a0c5256-fd8a-4334-ba1f-584eaa603669 tempest-DeleteServersTestJSON-1870379525 tempest-DeleteServersTestJSON-1870379525-project] 10.222.0.75 "GET /v2.0/ports?device_id=88deb5dd-2136-4d12-b758-36d95104fa22 HTTP/1.1" status: 200 len: 946 time: 0.2753773 Feb 09 19:12:56.457976 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be5711dc-2662-452b-bea5-eafb82e47ddb req-7fcfc3e9-4d51-4362-9fd2-bca478e7ee96 tempest-ServerRescueTestJSONUnderV235-126256002 tempest-ServerRescueTestJSONUnderV235-126256002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:12:56.470450 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-be5711dc-2662-452b-bea5-eafb82e47ddb req-7fcfc3e9-4d51-4362-9fd2-bca478e7ee96 tempest-ServerRescueTestJSONUnderV235-126256002 tempest-ServerRescueTestJSONUnderV235-126256002-project] 10.222.0.75 "GET /v2.0/ports?device_id=a0f1baff-df40-457f-b67b-761e81dfdca5 HTTP/1.1" status: 200 len: 944 time: 0.4860871 Feb 09 19:12:56.626569 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-be5711dc-2662-452b-bea5-eafb82e47ddb req-07b3e6b0-bbb2-407d-9b27-5e6bdbc602fe tempest-ServerRescueTestJSONUnderV235-126256002 tempest-ServerRescueTestJSONUnderV235-126256002-project] 10.222.0.75 "GET /v2.0/security-groups?id=73dc5652-0b28-4d0e-bd9f-61a00dbc59a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1506183 Feb 09 19:12:56.640960 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-a9d7c8bd-2b25-4175-be5f-a58314eb70d9 req-44b0bf1a-3a43-4f1d-af1f-9262fa1c278d tempest-DeleteServersTestJSON-1870379525 tempest-DeleteServersTestJSON-1870379525-project] 10.222.0.75 "GET /v2.0/security-groups?id=5ce92d32-ca94-4b6c-925d-b9dff609abe6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1904805 Feb 09 19:12:56.704480 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc08281b-4ec6-4151-9d18-cec5669fc980 req-71c6ff03-18ed-4bbc-9d1e-2880d07f4330 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:12:56.706123 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-bc08281b-4ec6-4151-9d18-cec5669fc980 req-71c6ff03-18ed-4bbc-9d1e-2880d07f4330 service neutron] 10.222.0.89 "GET /v2.0/networks?id=3ab0c9d2-97b1-4c51-9743-b63b9816fede HTTP/1.1" status: 200 len: 920 time: 0.2414839 Feb 09 19:12:56.795204 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-bc08281b-4ec6-4151-9d18-cec5669fc980 req-a82e9b67-756a-41cd-9ac0-153dc9da60c8 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=2fad1b41-3683-4d01-9737-38b8cb70512c HTTP/1.1" status: 200 len: 217 time: 0.0813084 Feb 09 19:12:56.802183 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6031a3f1-3aa9-413e-bff3-fd4c669b76df req-594e9df8-a811-4760-801c-2eef5480d709 tempest-MigrationsAdminTest-892781459 tempest-MigrationsAdminTest-892781459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:12:56.805468 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-6031a3f1-3aa9-413e-bff3-fd4c669b76df req-594e9df8-a811-4760-801c-2eef5480d709 tempest-MigrationsAdminTest-892781459 tempest-MigrationsAdminTest-892781459-project] 10.222.0.75 "GET /v2.0/ports?device_id=7394cbff-f035-4166-a786-a8886a8e5e67 HTTP/1.1" status: 200 len: 950 time: 0.1037936 Feb 09 19:12:56.899730 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc08281b-4ec6-4151-9d18-cec5669fc980 req-91853038-6b6d-42c2-b78b-da9a2409cf93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:12:56.901193 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-bc08281b-4ec6-4151-9d18-cec5669fc980 req-91853038-6b6d-42c2-b78b-da9a2409cf93 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=eceb2332-2ad4-457a-81e3-6e57abd3a84e HTTP/1.1" status: 200 len: 859 time: 0.0995107 Feb 09 19:12:56.926281 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-6031a3f1-3aa9-413e-bff3-fd4c669b76df req-d8970c84-dcd7-4073-8e11-165499b38a4d tempest-MigrationsAdminTest-892781459 tempest-MigrationsAdminTest-892781459-project] 10.222.0.75 "GET /v2.0/security-groups?id=709912c8-8171-4435-800e-9e5c5e45bf8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1100218 Feb 09 19:12:56.942628 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-bc08281b-4ec6-4151-9d18-cec5669fc980 req-362db1ce-cd88-4d3e-bf34-b6846cd926f7 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=3ab0c9d2-97b1-4c51-9743-b63b9816fede&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0346646 Feb 09 19:12:56.987941 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-c570ed36-121b-4c5f-a306-b88c7cb253b3 req-16cb8a3d-1e5e-4439-8926-054354b66b91 tempest-ServersTestMultiNic-1550042178 tempest-ServersTestMultiNic-1550042178-project] 10.222.0.75 "GET /v2.0/ports?device_id=182eb346-b266-45c5-a0a2-d215e9bb2886 HTTP/1.1" status: 200 len: 210 time: 0.0374215 Feb 09 19:12:57.091561 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abfdba41-a5a1-430e-a173-c3a3f636dea6 req-917361c7-1a98-494f-a916-1382ad2a6e4a tempest-DeleteServersTestJSON-1870379525 tempest-DeleteServersTestJSON-1870379525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:12:57.114726 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-abfdba41-a5a1-430e-a173-c3a3f636dea6 req-917361c7-1a98-494f-a916-1382ad2a6e4a tempest-DeleteServersTestJSON-1870379525 tempest-DeleteServersTestJSON-1870379525-project] 10.222.0.75 "GET /v2.0/ports?device_id=88deb5dd-2136-4d12-b758-36d95104fa22 HTTP/1.1" status: 200 len: 946 time: 0.1019197 Feb 09 19:12:57.120349 n-d-713498-36 neutron-server[103229]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '182eb346-b266-45c5-a0a2-d215e9bb2886', 'name': 'network-vif-deleted', 'tag': 'afdc6bf1-cf06-44ce-86c4-f6729cdbc923'}, {'server_uuid': '182eb346-b266-45c5-a0a2-d215e9bb2886', 'name': 'network-vif-deleted', 'tag': '073afeaa-d894-4e49-9154-d5a14619ac03'}] {{(pid=103229) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 19:12:57.122992 n-d-713498-36 neutron-server[103229]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fa6ae9a20702bd564eaf90d946620b2b4277b1ab91129323d3b54181076be307" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e97c1cc4-0594-425c-8c94-1fdf59c7436b" -d '{"events": [{"server_uuid": "182eb346-b266-45c5-a0a2-d215e9bb2886", "name": "network-vif-deleted", "tag": "afdc6bf1-cf06-44ce-86c4-f6729cdbc923"}, {"server_uuid": "182eb346-b266-45c5-a0a2-d215e9bb2886", "name": "network-vif-deleted", "tag": "073afeaa-d894-4e49-9154-d5a14619ac03"}]}' {{(pid=103229) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 19:12:57.176725 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-bc08281b-4ec6-4151-9d18-cec5669fc980 req-3d3b378f-9dbe-4ad7-9994-15268dec3138 service neutron] 10.222.0.89 "GET /v2.0/networks/3ab0c9d2-97b1-4c51-9743-b63b9816fede?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1876512 Feb 09 19:12:57.180095 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63403261-ab42-4abf-8bc1-9579c238a0d4 req-3ecd385f-5e49-43b1-9235-94d486b568c3 tempest-MigrationsAdminTest-580764783 tempest-MigrationsAdminTest-580764783-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:12:57.181707 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-63403261-ab42-4abf-8bc1-9579c238a0d4 req-3ecd385f-5e49-43b1-9235-94d486b568c3 tempest-MigrationsAdminTest-580764783 tempest-MigrationsAdminTest-580764783-project-admin] 10.222.0.75 "GET /v2.0/ports?device_id=7394cbff-f035-4166-a786-a8886a8e5e67 HTTP/1.1" status: 200 len: 1133 time: 0.1087015 Feb 09 19:12:57.208562 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-abfdba41-a5a1-430e-a173-c3a3f636dea6 req-898aa907-4b1e-466c-a0a7-55e4ae685cba tempest-DeleteServersTestJSON-1870379525 tempest-DeleteServersTestJSON-1870379525-project] 10.222.0.75 "GET /v2.0/security-groups?id=5ce92d32-ca94-4b6c-925d-b9dff609abe6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0903199 Feb 09 19:12:57.276152 n-d-713498-36 neutron-server[103229]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Wed, 09 Feb 2022 19:12:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6f936ae9-ea76-4eb3-9459-cf8f6f776f12 x-openstack-request-id: req-6f936ae9-ea76-4eb3-9459-cf8f6f776f12 {{(pid=103229) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 19:12:57.276460 n-d-713498-36 neutron-server[103229]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "182eb346-b266-45c5-a0a2-d215e9bb2886", "name": "network-vif-deleted", "tag": "afdc6bf1-cf06-44ce-86c4-f6729cdbc923", "status": "completed", "code": 200}, {"server_uuid": "182eb346-b266-45c5-a0a2-d215e9bb2886", "name": "network-vif-deleted", "tag": "073afeaa-d894-4e49-9154-d5a14619ac03", "status": "completed", "code": 200}]} {{(pid=103229) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 19:12:57.276714 n-d-713498-36 neutron-server[103229]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-6f936ae9-ea76-4eb3-9459-cf8f6f776f12 {{(pid=103229) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 19:12:57.277327 n-d-713498-36 neutron-server[103229]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '182eb346-b266-45c5-a0a2-d215e9bb2886', 'name': 'network-vif-deleted', 'tag': 'afdc6bf1-cf06-44ce-86c4-f6729cdbc923', 'status': 'completed', 'code': 200} Feb 09 19:12:57.277327 n-d-713498-36 neutron-server[103229]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '182eb346-b266-45c5-a0a2-d215e9bb2886', 'name': 'network-vif-deleted', 'tag': '073afeaa-d894-4e49-9154-d5a14619ac03', 'status': 'completed', 'code': 200} Feb 09 19:12:57.318619 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-63403261-ab42-4abf-8bc1-9579c238a0d4 req-45db66d0-57a1-424d-8a2a-708d5cfc97ca tempest-MigrationsAdminTest-580764783 tempest-MigrationsAdminTest-580764783-project-admin] 10.222.0.75 "GET /v2.0/security-groups?id=709912c8-8171-4435-800e-9e5c5e45bf8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1128480 Feb 09 19:12:57.339708 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-bc08281b-4ec6-4151-9d18-cec5669fc980 req-cd860df8-e4ba-4e48-8460-7ef6eab675c3 service neutron] 10.222.0.89 "GET /v2.0/networks/3ab0c9d2-97b1-4c51-9743-b63b9816fede?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1549454 Feb 09 19:12:57.574326 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-52da047c-7ca3-4ded-8796-892e47293d07 req-64396b3e-ca4a-4966-8618-36bf6d72a65b tempest-MigrationsAdminTest-892781459 tempest-MigrationsAdminTest-892781459-project] 10.222.0.75 "GET /v2.0/networks?tenant_id=51b81e7592544b98a90626c2bba713eb&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0343761 Feb 09 19:12:57.716780 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52da047c-7ca3-4ded-8796-892e47293d07 req-2d6b7c3b-2c2a-4581-a54f-70c97720da5a tempest-MigrationsAdminTest-892781459 tempest-MigrationsAdminTest-892781459-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:12:57.720410 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-52da047c-7ca3-4ded-8796-892e47293d07 req-2d6b7c3b-2c2a-4581-a54f-70c97720da5a tempest-MigrationsAdminTest-892781459 tempest-MigrationsAdminTest-892781459-project] 10.222.0.75 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1393416 Feb 09 19:12:57.738061 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-52da047c-7ca3-4ded-8796-892e47293d07 req-9689ad42-c4e3-4aa5-8fc6-c8ed033c0ae8 tempest-MigrationsAdminTest-892781459 tempest-MigrationsAdminTest-892781459-project] 10.222.0.75 "GET /v2.0/quotas/51b81e7592544b98a90626c2bba713eb HTTP/1.1" status: 200 len: 375 time: 0.0111964 Feb 09 19:12:57.765601 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a38a2b4a-5391-4940-a360-8cfd4a93852a req-07d2cee2-1551-464c-9897-3ecd279da5c9 tempest-ServerRescueTestJSONUnderV235-126256002 tempest-ServerRescueTestJSONUnderV235-126256002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:12:57.773904 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-a38a2b4a-5391-4940-a360-8cfd4a93852a req-07d2cee2-1551-464c-9897-3ecd279da5c9 tempest-ServerRescueTestJSONUnderV235-126256002 tempest-ServerRescueTestJSONUnderV235-126256002-project] 10.222.0.75 "GET /v2.0/ports?device_id=a0f1baff-df40-457f-b67b-761e81dfdca5 HTTP/1.1" status: 200 len: 944 time: 0.0787146 Feb 09 19:12:57.815453 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-52da047c-7ca3-4ded-8796-892e47293d07 req-1cf433a3-9f7c-4808-9700-5d16ef2eaeac tempest-MigrationsAdminTest-892781459 tempest-MigrationsAdminTest-892781459-project] 10.222.0.75 "GET /v2.0/ports?tenant_id=51b81e7592544b98a90626c2bba713eb&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0717261 Feb 09 19:12:57.832369 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-a38a2b4a-5391-4940-a360-8cfd4a93852a req-58ee8a1d-a071-4ede-8dcf-d3cc67a6143b tempest-ServerRescueTestJSONUnderV235-126256002 tempest-ServerRescueTestJSONUnderV235-126256002-project] 10.222.0.75 "GET /v2.0/security-groups?id=73dc5652-0b28-4d0e-bd9f-61a00dbc59a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572565 Feb 09 19:12:58.037139 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 60006) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:12:58.040789 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-7ee70194-4bd0-4b76-9423-1aad77545bf1 req-fc59eb49-f6a3-40c8-a2d8-c04f472e7421 tempest-MigrationsAdminTest-892781459 tempest-MigrationsAdminTest-892781459-project] 10.222.0.75 "GET /v2.0/ports?device_id=324ad1af-f9e3-424e-981f-7b5b8b459dd1 HTTP/1.1" status: 200 len: 210 time: 0.0499909 Feb 09 19:12:58.099298 n-d-713498-36 neutron-server[103229]: DEBUG neutron.db.db_base_plugin_v2 [None req-a0d2a872-8c1f-4a8f-a4d1-881e4535c629 tempest-ServersTestMultiNic-1550042178 tempest-ServersTestMultiNic-1550042178-project] Deleting subnet 2a1fa622-9174-4513-8009-75355f0165b9 {{(pid=103229) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 19:12:58.103271 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-a0d2a872-8c1f-4a8f-a4d1-881e4535c629 tempest-ServersTestMultiNic-1550042178 tempest-ServersTestMultiNic-1550042178-project] Publish callbacks [] for subnet (2a1fa622-9174-4513-8009-75355f0165b9), before_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:12:58.156498 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-a0d2a872-8c1f-4a8f-a4d1-881e4535c629 tempest-ServersTestMultiNic-1550042178 tempest-ServersTestMultiNic-1550042178-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16683410'] for subnet (2a1fa622-9174-4513-8009-75355f0165b9), precommit_delete_associations {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:12:58.278948 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-a0d2a872-8c1f-4a8f-a4d1-881e4535c629 tempest-ServersTestMultiNic-1550042178 tempest-ServersTestMultiNic-1550042178-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-759852'] for subnet (2a1fa622-9174-4513-8009-75355f0165b9), precommit_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:12:58.399525 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90d5fc06-f5da-4060-9d81-1d9ceb2d1884 req-e9e63d81-ceb6-4656-91fd-e044de9cd0d4 tempest-DeleteServersTestJSON-1870379525 tempest-DeleteServersTestJSON-1870379525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:12:58.401651 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-90d5fc06-f5da-4060-9d81-1d9ceb2d1884 req-e9e63d81-ceb6-4656-91fd-e044de9cd0d4 tempest-DeleteServersTestJSON-1870379525 tempest-DeleteServersTestJSON-1870379525-project] 10.222.0.75 "GET /v2.0/ports?device_id=88deb5dd-2136-4d12-b758-36d95104fa22 HTTP/1.1" status: 200 len: 946 time: 0.0861073 Feb 09 19:12:58.424074 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-a0d2a872-8c1f-4a8f-a4d1-881e4535c629 tempest-ServersTestMultiNic-1550042178 tempest-ServersTestMultiNic-1550042178-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-760023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12867367', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12759238'] for subnet (2a1fa622-9174-4513-8009-75355f0165b9), after_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:12:58.471290 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0d2a872-8c1f-4a8f-a4d1-881e4535c629 tempest-ServersTestMultiNic-1550042178 tempest-ServersTestMultiNic-1550042178-project] Pushing event deleted for resources: {'Subnet': ['ID=2a1fa622-9174-4513-8009-75355f0165b9,revision_number=None']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:12:58.473694 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-a0d2a872-8c1f-4a8f-a4d1-881e4535c629 tempest-ServersTestMultiNic-1550042178 tempest-ServersTestMultiNic-1550042178-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1613566'] for subnet (None), before_response {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:12:58.477074 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-a0d2a872-8c1f-4a8f-a4d1-881e4535c629 tempest-ServersTestMultiNic-1550042178 tempest-ServersTestMultiNic-1550042178-project] 10.222.0.75 "DELETE /v2.0/subnets/2a1fa622-9174-4513-8009-75355f0165b9 HTTP/1.1" status: 204 len: 168 time: 0.4387884 Feb 09 19:12:58.479907 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 60020) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:12:58.483201 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-418bf7ac-b4f0-4a5c-8082-1f852264a1a4 None None] Network 8be03a76-72b2-426d-860d-146a1ca5345c requested from n-d-713498-36 {{(pid=103232) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 19:12:58.550474 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-90d5fc06-f5da-4060-9d81-1d9ceb2d1884 req-5123cf24-c897-4984-8e4b-1ed76f2eaf61 tempest-DeleteServersTestJSON-1870379525 tempest-DeleteServersTestJSON-1870379525-project] 10.222.0.75 "GET /v2.0/security-groups?id=5ce92d32-ca94-4b6c-925d-b9dff609abe6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1213598 Feb 09 19:12:58.596688 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-3738a2b9-050b-468f-8205-6f78134ab333 tempest-ServersTestMultiNic-1550042178 tempest-ServersTestMultiNic-1550042178-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-670458'] for network (8be03a76-72b2-426d-860d-146a1ca5345c), before_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:12:58.696893 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.plugin [None req-3738a2b9-050b-468f-8205-6f78134ab333 tempest-ServersTestMultiNic-1550042178 tempest-ServersTestMultiNic-1550042178-project] Deleting port 3ae7f9da-1cb2-4022-9867-5cb29c677453 {{(pid=103230) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 19:12:58.697289 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-3738a2b9-050b-468f-8205-6f78134ab333 tempest-ServersTestMultiNic-1550042178 tempest-ServersTestMultiNic-1550042178-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762867170196'] for port (3ae7f9da-1cb2-4022-9867-5cb29c677453), before_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:12:58.739142 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64672124-b0a6-4573-b2cf-57f1a344f0c4 None None] DHCP port deletion for 8be03a76-72b2-426d-860d-146a1ca5345c request from n-d-713498-36 {{(pid=103232) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 09 19:12:58.784299 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.db [None req-3738a2b9-050b-468f-8205-6f78134ab333 tempest-ServersTestMultiNic-1550042178 tempest-ServersTestMultiNic-1550042178-project] For port 3ae7f9da-1cb2-4022-9867-5cb29c677453, host n-d-713498-36, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-36',level=0,port_id=3ae7f9da-1cb2-4022-9867-5cb29c677453,segment=NetworkSegment(c33359c4-a496-43df-b415-15ad2bc804d0),segment_id=c33359c4-a496-43df-b415-15ad2bc804d0)] {{(pid=103230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 19:12:58.785119 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-3738a2b9-050b-468f-8205-6f78134ab333 tempest-ServersTestMultiNic-1550042178 tempest-ServersTestMultiNic-1550042178-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1820838'] for port (3ae7f9da-1cb2-4022-9867-5cb29c677453), precommit_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:12:58.823115 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-64672124-b0a6-4573-b2cf-57f1a344f0c4 None None] Deleting port 3ae7f9da-1cb2-4022-9867-5cb29c677453 {{(pid=103232) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 19:12:58.823617 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.plugin [None req-3738a2b9-050b-468f-8205-6f78134ab333 tempest-ServersTestMultiNic-1550042178 tempest-ServersTestMultiNic-1550042178-project] Calling delete_port for 3ae7f9da-1cb2-4022-9867-5cb29c677453 owned by network:dhcp {{(pid=103230) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 19:12:58.824038 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-64672124-b0a6-4573-b2cf-57f1a344f0c4 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762867170196'] for port (3ae7f9da-1cb2-4022-9867-5cb29c677453), before_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:12:58.902638 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-64672124-b0a6-4573-b2cf-57f1a344f0c4 None None] For port 3ae7f9da-1cb2-4022-9867-5cb29c677453, host n-d-713498-36, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-36',level=0,port_id=3ae7f9da-1cb2-4022-9867-5cb29c677453,segment=NetworkSegment(c33359c4-a496-43df-b415-15ad2bc804d0),segment_id=c33359c4-a496-43df-b415-15ad2bc804d0)] {{(pid=103232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 19:12:58.903033 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-64672124-b0a6-4573-b2cf-57f1a344f0c4 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1820838'] for port (3ae7f9da-1cb2-4022-9867-5cb29c677453), precommit_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:12:58.928307 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-3738a2b9-050b-468f-8205-6f78134ab333 tempest-ServersTestMultiNic-1550042178 tempest-ServersTestMultiNic-1550042178-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762867177463', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762866656476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14393751'] for port (3ae7f9da-1cb2-4022-9867-5cb29c677453), after_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:12:58.941629 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-64672124-b0a6-4573-b2cf-57f1a344f0c4 None None] Calling delete_port for 3ae7f9da-1cb2-4022-9867-5cb29c677453 owned by network:dhcp {{(pid=103232) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 19:12:59.043358 n-d-713498-36 neutron-server[103230]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3738a2b9-050b-468f-8205-6f78134ab333 tempest-ServersTestMultiNic-1550042178 tempest-ServersTestMultiNic-1550042178-project] No DVR routers for this DVR port 3ae7f9da-1cb2-4022-9867-5cb29c677453 on host n-d-713498-36 {{(pid=103230) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 19:12:59.051472 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3738a2b9-050b-468f-8205-6f78134ab333 tempest-ServersTestMultiNic-1550042178 tempest-ServersTestMultiNic-1550042178-project] Pushing event deleted for resources: {'Port': ['ID=3ae7f9da-1cb2-4022-9867-5cb29c677453,revision_number=None']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:12:59.066446 n-d-713498-36 neutron-server[103232]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Feb 09 19:12:59.066446 n-d-713498-36 neutron-server[103232]: from cryptography.utils import int_from_bytes Feb 09 19:12:59.066446 n-d-713498-36 neutron-server[103232]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Feb 09 19:12:59.066446 n-d-713498-36 neutron-server[103232]: from cryptography.utils import int_from_bytes Feb 09 19:12:59.066446 n-d-713498-36 neutron-server[103232]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 19:12:59.066446 n-d-713498-36 neutron-server[103232]: self.session.flush() Feb 09 19:12:59.066446 n-d-713498-36 neutron-server[103232]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 19:12:59.066446 n-d-713498-36 neutron-server[103232]: self.session.flush() Feb 09 19:12:59.066446 n-d-713498-36 neutron-server[103232]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 19:12:59.066446 n-d-713498-36 neutron-server[103232]: self.session.flush() Feb 09 19:12:59.066446 n-d-713498-36 neutron-server[103232]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 19:12:59.066446 n-d-713498-36 neutron-server[103232]: self.session.flush() Feb 09 19:12:59.066446 n-d-713498-36 neutron-server[103232]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 19:12:59.066446 n-d-713498-36 neutron-server[103232]: self.session.flush() Feb 09 19:12:59.066446 n-d-713498-36 neutron-server[103232]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 19:12:59.066446 n-d-713498-36 neutron-server[103232]: self.session.flush() Feb 09 19:12:59.066446 n-d-713498-36 neutron-server[103232]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 19:12:59.066446 n-d-713498-36 neutron-server[103232]: self.session.flush() Feb 09 19:12:59.066446 n-d-713498-36 neutron-server[103232]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 19:12:59.066446 n-d-713498-36 neutron-server[103232]: self.session.flush() Feb 09 19:12:59.066446 n-d-713498-36 neutron-server[103232]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 19:12:59.066446 n-d-713498-36 neutron-server[103232]: self.session.flush() Feb 09 19:12:59.066446 n-d-713498-36 neutron-server[103232]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 19:12:59.066446 n-d-713498-36 neutron-server[103232]: self.session.flush() Feb 09 19:12:59.066446 n-d-713498-36 neutron-server[103232]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 19:12:59.066446 n-d-713498-36 neutron-server[103232]: self.session.flush() Feb 09 19:12:59.066446 n-d-713498-36 neutron-server[103232]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 19:12:59.066446 n-d-713498-36 neutron-server[103232]: self.session.flush() Feb 09 19:12:59.066446 n-d-713498-36 neutron-server[103232]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 19:12:59.066446 n-d-713498-36 neutron-server[103232]: self.session.flush() Feb 09 19:12:59.066446 n-d-713498-36 neutron-server[103232]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 19:12:59.066446 n-d-713498-36 neutron-server[103232]: self.session.flush() Feb 09 19:12:59.066446 n-d-713498-36 neutron-server[103232]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 19:12:59.066446 n-d-713498-36 neutron-server[103232]: self.session.flush() Feb 09 19:12:59.066446 n-d-713498-36 neutron-server[103232]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 19:12:59.066446 n-d-713498-36 neutron-server[103232]: self.session.flush() Feb 09 19:12:59.066446 n-d-713498-36 neutron-server[103232]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 19:12:59.066446 n-d-713498-36 neutron-server[103232]: self.session.flush() Feb 09 19:12:59.066446 n-d-713498-36 neutron-server[103232]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 19:12:59.066446 n-d-713498-36 neutron-server[103232]: self.session.flush() Feb 09 19:12:59.066446 n-d-713498-36 neutron-server[103232]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 19:12:59.066446 n-d-713498-36 neutron-server[103232]: self.session.flush() Feb 09 19:12:59.069267 n-d-713498-36 neutron-server[103232]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 19:12:59.069267 n-d-713498-36 neutron-server[103232]: self.session.flush() Feb 09 19:12:59.069267 n-d-713498-36 neutron-server[103232]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 19:12:59.069267 n-d-713498-36 neutron-server[103232]: self.session.flush() Feb 09 19:12:59.069267 n-d-713498-36 neutron-server[103232]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 19:12:59.069267 n-d-713498-36 neutron-server[103232]: self.session.flush() Feb 09 19:12:59.069267 n-d-713498-36 neutron-server[103232]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 19:12:59.069267 n-d-713498-36 neutron-server[103232]: self.session.flush() Feb 09 19:12:59.069267 n-d-713498-36 neutron-server[103232]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 19:12:59.069267 n-d-713498-36 neutron-server[103232]: self.session.flush() Feb 09 19:12:59.069267 n-d-713498-36 neutron-server[103232]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 19:12:59.069267 n-d-713498-36 neutron-server[103232]: self.session.flush() Feb 09 19:12:59.069267 n-d-713498-36 neutron-server[103232]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 19:12:59.069267 n-d-713498-36 neutron-server[103232]: self.session.flush() Feb 09 19:12:59.080170 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-64672124-b0a6-4573-b2cf-57f1a344f0c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762867177463', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762866656476'] for port (3ae7f9da-1cb2-4022-9867-5cb29c677453), after_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:12:59.116577 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Device 2fad1b41-3683-4d01-9737-38b8cb70512c details requested by agent hyperv_n-h1-713498-36 with host n-h1-713498-36 {{(pid=103232) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 19:12:59.151789 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64672124-b0a6-4573-b2cf-57f1a344f0c4 None None] Pushing event deleted for resources: {'Port': ['ID=3ae7f9da-1cb2-4022-9867-5cb29c677453,revision_number=None']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:12:59.153706 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64672124-b0a6-4573-b2cf-57f1a344f0c4 None None] No DVR routers for this DVR port 3ae7f9da-1cb2-4022-9867-5cb29c677453 on host n-d-713498-36 {{(pid=103232) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 19:12:59.181023 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-3738a2b9-050b-468f-8205-6f78134ab333 tempest-ServersTestMultiNic-1550042178 tempest-ServersTestMultiNic-1550042178-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-590267', 'neutron.services.segments.db._delete_segments_for_network-8762867132609'] for network (8be03a76-72b2-426d-860d-146a1ca5345c), precommit_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:12:59.222086 n-d-713498-36 neutron-server[103230]: DEBUG neutron.services.segments.db [None req-3738a2b9-050b-468f-8205-6f78134ab333 tempest-ServersTestMultiNic-1550042178 tempest-ServersTestMultiNic-1550042178-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8be03a76-72b2-426d-860d-146a1ca5345c']}} {{(pid=103230) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:12:59.226007 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-f2606cc3-b005-4e28-b153-1dec807b9db0 req-2579cbea-e724-40a0-b745-2911ab461366 tempest-MigrationsAdminTest-892781459 tempest-MigrationsAdminTest-892781459-project] 10.222.0.75 "GET /v2.0/ports?device_id=324ad1af-f9e3-424e-981f-7b5b8b459dd1 HTTP/1.1" status: 200 len: 210 time: 0.0922382 Feb 09 19:12:59.238112 n-d-713498-36 neutron-server[103230]: DEBUG neutron.services.segments.db [None req-3738a2b9-050b-468f-8205-6f78134ab333 tempest-ServersTestMultiNic-1550042178 tempest-ServersTestMultiNic-1550042178-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c33359c4-a496-43df-b415-15ad2bc804d0') {'for_net_delete': True} {{(pid=103230) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:12:59.238112 n-d-713498-36 neutron-server[103230]: DEBUG neutron.services.segments.db [None req-3738a2b9-050b-468f-8205-6f78134ab333 tempest-ServersTestMultiNic-1550042178 tempest-ServersTestMultiNic-1550042178-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c33359c4-a496-43df-b415-15ad2bc804d0') {} {{(pid=103230) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:12:59.248353 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-3738a2b9-050b-468f-8205-6f78134ab333 tempest-ServersTestMultiNic-1550042178 tempest-ServersTestMultiNic-1550042178-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762867134154', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12895813'] for segment (c33359c4-a496-43df-b415-15ad2bc804d0), before_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:12:59.267446 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-3738a2b9-050b-468f-8205-6f78134ab333 tempest-ServersTestMultiNic-1550042178 tempest-ServersTestMultiNic-1550042178-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-759574'] for segment (c33359c4-a496-43df-b415-15ad2bc804d0), precommit_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:12:59.274487 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3738a2b9-050b-468f-8205-6f78134ab333 tempest-ServersTestMultiNic-1550042178 tempest-ServersTestMultiNic-1550042178-project] Releasing vlan 352 on physical network physnet1 to pool {{(pid=103230) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 19:12:59.275077 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-3738a2b9-050b-468f-8205-6f78134ab333 tempest-ServersTestMultiNic-1550042178 tempest-ServersTestMultiNic-1550042178-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-759574', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14393826'] for segment (c33359c4-a496-43df-b415-15ad2bc804d0), after_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:12:59.329031 n-d-713498-36 neutron-server[103230]: Traceback (most recent call last): Feb 09 19:12:59.329031 n-d-713498-36 neutron-server[103230]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 19:12:59.329031 n-d-713498-36 neutron-server[103230]: timer() Feb 09 19:12:59.329031 n-d-713498-36 neutron-server[103230]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 19:12:59.329031 n-d-713498-36 neutron-server[103230]: cb(*args, **kw) Feb 09 19:12:59.329031 n-d-713498-36 neutron-server[103230]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 19:12:59.329031 n-d-713498-36 neutron-server[103230]: return func(*args, **kwargs) Feb 09 19:12:59.329031 n-d-713498-36 neutron-server[103230]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 19:12:59.329031 n-d-713498-36 neutron-server[103230]: self._notify() Feb 09 19:12:59.329031 n-d-713498-36 neutron-server[103230]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 19:12:59.329031 n-d-713498-36 neutron-server[103230]: self.callback(batched_events) Feb 09 19:12:59.329031 n-d-713498-36 neutron-server[103230]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 19:12:59.329031 n-d-713498-36 neutron-server[103230]: event.method(event) Feb 09 19:12:59.329031 n-d-713498-36 neutron-server[103230]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 19:12:59.329031 n-d-713498-36 neutron-server[103230]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 19:12:59.329031 n-d-713498-36 neutron-server[103230]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 19:12:59.329031 n-d-713498-36 neutron-server[103230]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 19:12:59.329031 n-d-713498-36 neutron-server[103230]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 19:12:59.329031 n-d-713498-36 neutron-server[103230]: return f(self, *a, **k) Feb 09 19:12:59.329031 n-d-713498-36 neutron-server[103230]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 19:12:59.329031 n-d-713498-36 neutron-server[103230]: return self._get(url).json() Feb 09 19:12:59.329031 n-d-713498-36 neutron-server[103230]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 19:12:59.329031 n-d-713498-36 neutron-server[103230]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 19:12:59.329031 n-d-713498-36 neutron-server[103230]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 19:12:59.329031 n-d-713498-36 neutron-server[103230]: return self.request(url, 'GET', **kwargs) Feb 09 19:12:59.329031 n-d-713498-36 neutron-server[103230]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 19:12:59.329031 n-d-713498-36 neutron-server[103230]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 19:12:59.329031 n-d-713498-36 neutron-server[103230]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 19:12:59.329031 n-d-713498-36 neutron-server[103230]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 19:12:59.329031 n-d-713498-36 neutron-server[103230]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 19:12:59.329031 n-d-713498-36 neutron-server[103230]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 19:12:59.329031 n-d-713498-36 neutron-server[103230]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 19:12:59.341718 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] For port 2fad1b41-3683-4d01-9737-38b8cb70512c, host n-h1-713498-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-36',level=0,port_id=2fad1b41-3683-4d01-9737-38b8cb70512c,segment=NetworkSegment(1f8c24bc-260a-43c0-b04d-21008afd5445),segment_id=1f8c24bc-260a-43c0-b04d-21008afd5445)] {{(pid=103232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 19:12:59.406635 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-52da047c-7ca3-4ded-8796-892e47293d07 req-14150dc6-582f-41b2-9caf-d1f7afec93e2 tempest-MigrationsAdminTest-892781459 tempest-MigrationsAdminTest-892781459-project] 10.222.0.90 "GET /v2.0/networks?tenant_id=51b81e7592544b98a90626c2bba713eb&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0622215 Feb 09 19:12:59.417434 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-959e274a-ec44-4ed5-9053-59e1a5f580ad req-c836e902-7e74-45ec-ba00-6fc74a6c209b tempest-ServerRescueTestJSONUnderV235-126256002 tempest-ServerRescueTestJSONUnderV235-126256002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:12:59.425797 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-959e274a-ec44-4ed5-9053-59e1a5f580ad req-c836e902-7e74-45ec-ba00-6fc74a6c209b tempest-ServerRescueTestJSONUnderV235-126256002 tempest-ServerRescueTestJSONUnderV235-126256002-project] 10.222.0.75 "GET /v2.0/ports?device_id=a0f1baff-df40-457f-b67b-761e81dfdca5 HTTP/1.1" status: 200 len: 944 time: 0.4568379 Feb 09 19:12:59.469509 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae0290d8-0d5a-458b-943b-9d7b708065ba req-9e9dc90b-e4a9-4b2d-ac6e-948c9c1cbf06 tempest-DeleteServersTestJSON-1870379525 tempest-DeleteServersTestJSON-1870379525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:12:59.480410 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-ae0290d8-0d5a-458b-943b-9d7b708065ba req-9e9dc90b-e4a9-4b2d-ac6e-948c9c1cbf06 tempest-DeleteServersTestJSON-1870379525 tempest-DeleteServersTestJSON-1870379525-project] 10.222.0.90 "GET /v2.0/ports?device_id=88deb5dd-2136-4d12-b758-36d95104fa22 HTTP/1.1" status: 200 len: 946 time: 0.1805761 Feb 09 19:12:59.536655 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Returning: {'device': '2fad1b41-3683-4d01-9737-38b8cb70512c', 'network_id': '3ab0c9d2-97b1-4c51-9743-b63b9816fede', 'port_id': '2fad1b41-3683-4d01-9737-38b8cb70512c', 'mac_address': 'fa:16:3e:52:1f:0b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 350, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'eceb2332-2ad4-457a-81e3-6e57abd3a84e', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103232) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 19:12:59.538143 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-3738a2b9-050b-468f-8205-6f78134ab333 tempest-ServersTestMultiNic-1550042178 tempest-ServersTestMultiNic-1550042178-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-590242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1885479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1818895'] for network (8be03a76-72b2-426d-860d-146a1ca5345c), after_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:12:59.545061 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-3738a2b9-050b-468f-8205-6f78134ab333 tempest-ServersTestMultiNic-1550042178 tempest-ServersTestMultiNic-1550042178-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1613566'] for network (None), before_response {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:12:59.549545 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-3738a2b9-050b-468f-8205-6f78134ab333 tempest-ServersTestMultiNic-1550042178 tempest-ServersTestMultiNic-1550042178-project] 10.222.0.75 "DELETE /v2.0/networks/8be03a76-72b2-426d-860d-146a1ca5345c HTTP/1.1" status: 204 len: 168 time: 1.0683253 Feb 09 19:12:59.583763 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 60034) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:12:59.616182 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Current status of the port 2fad1b41-3683-4d01-9737-38b8cb70512c is: DOWN; New status is: BUILD {{(pid=103232) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 19:12:59.616829 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (2fad1b41-3683-4d01-9737-38b8cb70512c), before_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:12:59.634340 n-d-713498-36 neutron-server[103232]: DEBUG neutron.notifiers.nova [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2fad1b41-3683-4d01-9737-38b8cb70512c {{(pid=103232) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 19:12:59.636700 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3738a2b9-050b-468f-8205-6f78134ab333 tempest-ServersTestMultiNic-1550042178 tempest-ServersTestMultiNic-1550042178-project] Pushing event deleted for resources: {'Network': ['ID=8be03a76-72b2-426d-860d-146a1ca5345c,revision_number=None']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:12:59.662567 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] For port 2fad1b41-3683-4d01-9737-38b8cb70512c, host n-h1-713498-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-36',level=0,port_id=2fad1b41-3683-4d01-9737-38b8cb70512c,segment=NetworkSegment(1f8c24bc-260a-43c0-b04d-21008afd5445),segment_id=1f8c24bc-260a-43c0-b04d-21008afd5445)] {{(pid=103232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 19:12:59.670446 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762867176205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762866656485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762866656503'] for port (2fad1b41-3683-4d01-9737-38b8cb70512c), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:12:59.738784 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Pushing event updated for resources: {'Port': ['ID=2fad1b41-3683-4d01-9737-38b8cb70512c,revision_number=4']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:12:59.787031 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-959e274a-ec44-4ed5-9053-59e1a5f580ad req-b97dc8c1-a623-431e-b29d-17e4ba7daeb5 tempest-ServerRescueTestJSONUnderV235-126256002 tempest-ServerRescueTestJSONUnderV235-126256002-project] 10.222.0.75 "GET /v2.0/security-groups?id=73dc5652-0b28-4d0e-bd9f-61a00dbc59a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3600862 Feb 09 19:12:59.788766 n-d-713498-36 neutron-server[103229]: DEBUG neutron.db.db_base_plugin_v2 [None req-19ac2172-2e5c-4636-878e-a58efa9fe9a1 tempest-ServersTestMultiNic-1550042178 tempest-ServersTestMultiNic-1550042178-project] Deleting subnet 5ce2c655-ead1-49f8-a2a1-6b6465769c65 {{(pid=103229) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 19:12:59.793220 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-19ac2172-2e5c-4636-878e-a58efa9fe9a1 tempest-ServersTestMultiNic-1550042178 tempest-ServersTestMultiNic-1550042178-project] Publish callbacks [] for subnet (5ce2c655-ead1-49f8-a2a1-6b6465769c65), before_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:12:59.848113 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-19ac2172-2e5c-4636-878e-a58efa9fe9a1 tempest-ServersTestMultiNic-1550042178 tempest-ServersTestMultiNic-1550042178-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16683410'] for subnet (5ce2c655-ead1-49f8-a2a1-6b6465769c65), precommit_delete_associations {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:12:59.855477 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52da047c-7ca3-4ded-8796-892e47293d07 req-50b428be-a412-4a33-ab38-6fe4a3488e69 tempest-MigrationsAdminTest-892781459 tempest-MigrationsAdminTest-892781459-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:12:59.857111 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-52da047c-7ca3-4ded-8796-892e47293d07 req-50b428be-a412-4a33-ab38-6fe4a3488e69 tempest-MigrationsAdminTest-892781459 tempest-MigrationsAdminTest-892781459-project] 10.222.0.90 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4212573 Feb 09 19:12:59.860103 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5678698-38de-4cf7-9c4f-e37e2b6cd15a req-7b2c32d1-b038-4c54-96cb-63d0920421a5 tempest-DeleteServersTestJSON-1870379525 tempest-DeleteServersTestJSON-1870379525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:12:59.861863 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-f5678698-38de-4cf7-9c4f-e37e2b6cd15a req-7b2c32d1-b038-4c54-96cb-63d0920421a5 tempest-DeleteServersTestJSON-1870379525 tempest-DeleteServersTestJSON-1870379525-project] 10.222.0.75 "GET /v2.0/ports?device_id=88deb5dd-2136-4d12-b758-36d95104fa22 HTTP/1.1" status: 200 len: 946 time: 0.1575561 Feb 09 19:12:59.872932 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.v2.base [req-52da047c-7ca3-4ded-8796-892e47293d07 req-5912cf7e-16d6-4c3b-a8f8-3248555c4985 tempest-MigrationsAdminTest-892781459 tempest-MigrationsAdminTest-892781459-project] Request body: {'port': {'device_id': '324ad1af-f9e3-424e-981f-7b5b8b459dd1', 'network_id': '2b5494c8-cf97-42c1-b902-87f998f28179', 'admin_state_up': True, 'tenant_id': '51b81e7592544b98a90626c2bba713eb'}} {{(pid=103230) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 19:12:59.887592 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] get_ports_and_sgs() called for port_ids ['2fad1b41-3683-4d01-9737-38b8cb70512c'] {{(pid=103232) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 19:13:00.018106 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.plugin [req-ae0290d8-0d5a-458b-943b-9d7b708065ba req-2db2f7f0-64a5-4e2d-8772-a68514079d01 tempest-DeleteServersTestJSON-1870379525 tempest-DeleteServersTestJSON-1870379525-project] Deleting port 9b00cde2-41e0-4a5c-ac25-40284f778572 {{(pid=103229) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 19:13:00.018625 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-ae0290d8-0d5a-458b-943b-9d7b708065ba req-2db2f7f0-64a5-4e2d-8772-a68514079d01 tempest-DeleteServersTestJSON-1870379525 tempest-DeleteServersTestJSON-1870379525-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762867170196'] for port (9b00cde2-41e0-4a5c-ac25-40284f778572), before_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:13:00.114583 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-f5678698-38de-4cf7-9c4f-e37e2b6cd15a req-fb33f6f2-95ab-4d55-ab60-88bb0e593bf5 tempest-DeleteServersTestJSON-1870379525 tempest-DeleteServersTestJSON-1870379525-project] 10.222.0.75 "GET /v2.0/security-groups?id=5ce92d32-ca94-4b6c-925d-b9dff609abe6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2311871 Feb 09 19:13:00.115024 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-52da047c-7ca3-4ded-8796-892e47293d07 req-5912cf7e-16d6-4c3b-a8f8-3248555c4985 tempest-MigrationsAdminTest-892781459 tempest-MigrationsAdminTest-892781459-project] Made reservation on behalf of 51b81e7592544b98a90626c2bba713eb for: {'port': 1} {{(pid=103230) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 19:13:00.120702 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [req-52da047c-7ca3-4ded-8796-892e47293d07 req-5912cf7e-16d6-4c3b-a8f8-3248555c4985 tempest-MigrationsAdminTest-892781459 tempest-MigrationsAdminTest-892781459-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (None), before_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:13:00.160988 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-19ac2172-2e5c-4636-878e-a58efa9fe9a1 tempest-ServersTestMultiNic-1550042178 tempest-ServersTestMultiNic-1550042178-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-759852'] for subnet (5ce2c655-ead1-49f8-a2a1-6b6465769c65), precommit_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:13:00.235126 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.db [req-ae0290d8-0d5a-458b-943b-9d7b708065ba req-2db2f7f0-64a5-4e2d-8772-a68514079d01 tempest-DeleteServersTestJSON-1870379525 tempest-DeleteServersTestJSON-1870379525-project] For port 9b00cde2-41e0-4a5c-ac25-40284f778572, host n-h2-713498-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-36',level=0,port_id=9b00cde2-41e0-4a5c-ac25-40284f778572,segment=NetworkSegment(d4c5d86e-1399-4ff8-a9ec-2a8082c6024a),segment_id=d4c5d86e-1399-4ff8-a9ec-2a8082c6024a)] {{(pid=103229) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 19:13:00.235790 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-ae0290d8-0d5a-458b-943b-9d7b708065ba req-2db2f7f0-64a5-4e2d-8772-a68514079d01 tempest-DeleteServersTestJSON-1870379525 tempest-DeleteServersTestJSON-1870379525-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1820838'] for port (9b00cde2-41e0-4a5c-ac25-40284f778572), precommit_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:13:00.256497 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.plugin [req-ae0290d8-0d5a-458b-943b-9d7b708065ba req-2db2f7f0-64a5-4e2d-8772-a68514079d01 tempest-DeleteServersTestJSON-1870379525 tempest-DeleteServersTestJSON-1870379525-project] Calling delete_port for 9b00cde2-41e0-4a5c-ac25-40284f778572 owned by compute:nova {{(pid=103229) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 19:13:00.333804 n-d-713498-36 neutron-server[103230]: DEBUG neutron.db.db_base_plugin_common [req-52da047c-7ca3-4ded-8796-892e47293d07 req-5912cf7e-16d6-4c3b-a8f8-3248555c4985 tempest-MigrationsAdminTest-892781459 tempest-MigrationsAdminTest-892781459-project] Allocated IP 192.168.233.63 (2b5494c8-cf97-42c1-b902-87f998f28179/60b561cb-321e-4f83-9bb3-92b2e1d0dc44/246dd422-aaed-44c8-8f53-c0bcff989a68) {{(pid=103230) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 19:13:00.427230 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-19ac2172-2e5c-4636-878e-a58efa9fe9a1 tempest-ServersTestMultiNic-1550042178 tempest-ServersTestMultiNic-1550042178-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-760023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12867367', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12759238'] for subnet (5ce2c655-ead1-49f8-a2a1-6b6465769c65), after_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:13:00.429162 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-ae0290d8-0d5a-458b-943b-9d7b708065ba req-2db2f7f0-64a5-4e2d-8772-a68514079d01 tempest-DeleteServersTestJSON-1870379525 tempest-DeleteServersTestJSON-1870379525-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762867177463', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762866656476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12867576'] for port (9b00cde2-41e0-4a5c-ac25-40284f778572), after_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:13:00.443414 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-7429db8d-6021-40ad-813e-885be449a89b None None] get_ports_and_sgs() called for port_ids ['9b00cde2-41e0-4a5c-ac25-40284f778572'] {{(pid=103232) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 19:13:00.462186 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19ac2172-2e5c-4636-878e-a58efa9fe9a1 tempest-ServersTestMultiNic-1550042178 tempest-ServersTestMultiNic-1550042178-project] Pushing event deleted for resources: {'Subnet': ['ID=5ce2c655-ead1-49f8-a2a1-6b6465769c65,revision_number=None']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:13:00.507962 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-19ac2172-2e5c-4636-878e-a58efa9fe9a1 tempest-ServersTestMultiNic-1550042178 tempest-ServersTestMultiNic-1550042178-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1613566'] for subnet (None), before_response {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:13:00.513885 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-19ac2172-2e5c-4636-878e-a58efa9fe9a1 tempest-ServersTestMultiNic-1550042178 tempest-ServersTestMultiNic-1550042178-project] 10.222.0.75 "DELETE /v2.0/subnets/5ce2c655-ead1-49f8-a2a1-6b6465769c65 HTTP/1.1" status: 204 len: 168 time: 0.9265814 Feb 09 19:13:00.514075 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a5745c6-0254-4b20-9cad-08331476665e None None] Network 1053aeb0-96ca-4455-975a-23b0dccb07ec requested from n-d-713498-36 {{(pid=103232) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 19:13:00.554108 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 60048) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:13:00.570943 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-d2471b5b-015c-41c4-8a87-63b0cff4ba0c req-e711d7d8-268a-4c25-9638-485c1c1ed2da tempest-MigrationsAdminTest-892781459 tempest-MigrationsAdminTest-892781459-project] 10.222.0.75 "GET /v2.0/ports?device_id=324ad1af-f9e3-424e-981f-7b5b8b459dd1 HTTP/1.1" status: 200 len: 210 time: 0.2136648 Feb 09 19:13:00.587821 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2db2f7f0-64a5-4e2d-8772-a68514079d01 tempest-DeleteServersTestJSON-1870379525 tempest-DeleteServersTestJSON-1870379525-project] Pushing event deleted for resources: {'Port': ['ID=9b00cde2-41e0-4a5c-ac25-40284f778572,revision_number=None']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:13:00.667111 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Device 3ae7f9da-1cb2-4022-9867-5cb29c677453 no longer exists at agent ovs-agent-n-d-713498-36 {{(pid=103232) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 19:13:00.703010 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] No Port match for: 3ae7f9da-1cb2-4022-9867-5cb29c677453 {{(pid=103232) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 19:13:00.704285 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Device 3ae7f9da-1cb2-4022-9867-5cb29c677453 not bound to the agent host n-d-713498-36 {{(pid=103232) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 19:13:00.761339 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [req-52da047c-7ca3-4ded-8796-892e47293d07 req-5912cf7e-16d6-4c3b-a8f8-3248555c4985 tempest-MigrationsAdminTest-892781459 tempest-MigrationsAdminTest-892781459-project] Publish callbacks [] for port (246dd422-aaed-44c8-8f53-c0bcff989a68), precommit_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:13:00.854554 n-d-713498-36 neutron-server[103229]: DEBUG neutron.db.l3_dvrscheduler_db [req-ae0290d8-0d5a-458b-943b-9d7b708065ba req-2db2f7f0-64a5-4e2d-8772-a68514079d01 tempest-DeleteServersTestJSON-1870379525 tempest-DeleteServersTestJSON-1870379525-project] No DVR routers for this DVR port 9b00cde2-41e0-4a5c-ac25-40284f778572 on host n-h2-713498-36 {{(pid=103229) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 19:13:00.855738 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dab96d6d-18b3-4388-8de2-89a0f444e85e None None] DHCP port deletion for 1053aeb0-96ca-4455-975a-23b0dccb07ec request from n-d-713498-36 {{(pid=103232) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 09 19:13:00.858692 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [req-52da047c-7ca3-4ded-8796-892e47293d07 req-5912cf7e-16d6-4c3b-a8f8-3248555c4985 tempest-MigrationsAdminTest-892781459 tempest-MigrationsAdminTest-892781459-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762866656467', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14393751'] for port (246dd422-aaed-44c8-8f53-c0bcff989a68), after_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:13:00.871850 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-ae0290d8-0d5a-458b-943b-9d7b708065ba req-2db2f7f0-64a5-4e2d-8772-a68514079d01 tempest-DeleteServersTestJSON-1870379525 tempest-DeleteServersTestJSON-1870379525-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171096'] for port (None), before_response {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:13:00.882394 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-ae0290d8-0d5a-458b-943b-9d7b708065ba req-2db2f7f0-64a5-4e2d-8772-a68514079d01 tempest-DeleteServersTestJSON-1870379525 tempest-DeleteServersTestJSON-1870379525-project] 10.222.0.90 "DELETE /v2.0/ports/9b00cde2-41e0-4a5c-ac25-40284f778572 HTTP/1.1" status: 204 len: 173 time: 1.3941174 Feb 09 19:13:00.882992 n-d-713498-36 neutron-server[103229]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '88deb5dd-2136-4d12-b758-36d95104fa22', 'name': 'network-vif-deleted', 'tag': '9b00cde2-41e0-4a5c-ac25-40284f778572'}] {{(pid=103229) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 19:13:00.898077 n-d-713498-36 neutron-server[103229]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fa6ae9a20702bd564eaf90d946620b2b4277b1ab91129323d3b54181076be307" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-86ebe2e7-58b9-4d4b-bb86-2bfdf0ce3000" -d '{"events": [{"server_uuid": "88deb5dd-2136-4d12-b758-36d95104fa22", "name": "network-vif-deleted", "tag": "9b00cde2-41e0-4a5c-ac25-40284f778572"}]}' {{(pid=103229) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 19:13:00.953307 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-7429db8d-6021-40ad-813e-885be449a89b None None] get_ports_and_sgs() called for port_ids ['dc73d538-3849-44b7-8f0e-7c99557efa00'] {{(pid=103232) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 19:13:00.968481 n-d-713498-36 neutron-server[103230]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-52da047c-7ca3-4ded-8796-892e47293d07 req-5912cf7e-16d6-4c3b-a8f8-3248555c4985 tempest-MigrationsAdminTest-892781459 tempest-MigrationsAdminTest-892781459-project] Network 2b5494c8-cf97-42c1-b902-87f998f28179 is already hosted by enough agents. {{(pid=103230) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 19:13:00.972658 n-d-713498-36 neutron-server[103230]: DEBUG neutron.scheduler.base_scheduler [req-52da047c-7ca3-4ded-8796-892e47293d07 req-5912cf7e-16d6-4c3b-a8f8-3248555c4985 tempest-MigrationsAdminTest-892781459 tempest-MigrationsAdminTest-892781459-project] Resources bound (agent type, host, resource id): {{(pid=103230) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 19:13:00.982160 n-d-713498-36 neutron-server[103230]: DEBUG neutron.db.l3_dvrscheduler_db [req-52da047c-7ca3-4ded-8796-892e47293d07 req-5912cf7e-16d6-4c3b-a8f8-3248555c4985 tempest-MigrationsAdminTest-892781459 tempest-MigrationsAdminTest-892781459-project] Received port after_create {{(pid=103230) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 19:13:01.023052 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-31cf1207-21c1-4fee-bd98-e55135f9ac3d tempest-ServersTestMultiNic-1550042178 tempest-ServersTestMultiNic-1550042178-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-670458'] for network (1053aeb0-96ca-4455-975a-23b0dccb07ec), before_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:13:01.085335 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae5f51a2-747a-4756-8e18-f16e4d2bfbd9 req-cfed3682-2199-460a-9fc7-9b29b57ce954 tempest-ServerRescueTestJSONUnderV235-126256002 tempest-ServerRescueTestJSONUnderV235-126256002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:13:01.086940 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-ae5f51a2-747a-4756-8e18-f16e4d2bfbd9 req-cfed3682-2199-460a-9fc7-9b29b57ce954 tempest-ServerRescueTestJSONUnderV235-126256002 tempest-ServerRescueTestJSONUnderV235-126256002-project] 10.222.0.75 "GET /v2.0/ports?device_id=a0f1baff-df40-457f-b67b-761e81dfdca5 HTTP/1.1" status: 200 len: 945 time: 0.1793323 Feb 09 19:13:01.141434 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Device 2fad1b41-3683-4d01-9737-38b8cb70512c up at agent hyperv_n-h1-713498-36 {{(pid=103232) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 19:13:01.170799 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52da047c-7ca3-4ded-8796-892e47293d07 req-5912cf7e-16d6-4c3b-a8f8-3248555c4985 tempest-MigrationsAdminTest-892781459 tempest-MigrationsAdminTest-892781459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:13:01.174199 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [req-52da047c-7ca3-4ded-8796-892e47293d07 req-5912cf7e-16d6-4c3b-a8f8-3248555c4985 tempest-MigrationsAdminTest-892781459 tempest-MigrationsAdminTest-892781459-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171096'] for port (None), before_response {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:13:01.183088 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5912cf7e-16d6-4c3b-a8f8-3248555c4985 tempest-MigrationsAdminTest-892781459 tempest-MigrationsAdminTest-892781459-project] Pushing event updated for resources: {'Port': ['ID=246dd422-aaed-44c8-8f53-c0bcff989a68,revision_number=1']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:13:01.241459 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-dab96d6d-18b3-4388-8de2-89a0f444e85e None None] Deleting port f7b843c7-425b-43b7-8a11-6355bfe4194b {{(pid=103232) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 19:13:01.242205 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-dab96d6d-18b3-4388-8de2-89a0f444e85e None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762867170196'] for port (f7b843c7-425b-43b7-8a11-6355bfe4194b), before_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:13:01.243210 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-ae5f51a2-747a-4756-8e18-f16e4d2bfbd9 req-81fdb6f7-43c6-4530-9798-4bd11187a3bc tempest-ServerRescueTestJSONUnderV235-126256002 tempest-ServerRescueTestJSONUnderV235-126256002-project] 10.222.0.75 "GET /v2.0/security-groups?id=73dc5652-0b28-4d0e-bd9f-61a00dbc59a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1472116 Feb 09 19:13:01.246887 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-128ed2f3-0c10-4831-ad51-a53b02a9ce80 req-7efcd29f-1c76-4526-9bf7-70282eb6faf3 tempest-ServersTestManualDisk-2087116754 tempest-ServersTestManualDisk-2087116754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:13:01.261837 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-128ed2f3-0c10-4831-ad51-a53b02a9ce80 req-7efcd29f-1c76-4526-9bf7-70282eb6faf3 tempest-ServersTestManualDisk-2087116754 tempest-ServersTestManualDisk-2087116754-project] 10.222.0.75 "GET /v2.0/ports?device_id=a35fbec0-0317-420e-b440-01979c3a7c6c HTTP/1.1" status: 200 len: 946 time: 0.2047055 Feb 09 19:13:01.291998 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.plugin [None req-31cf1207-21c1-4fee-bd98-e55135f9ac3d tempest-ServersTestMultiNic-1550042178 tempest-ServersTestMultiNic-1550042178-project] Deleting port f7b843c7-425b-43b7-8a11-6355bfe4194b {{(pid=103229) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 19:13:01.302301 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-31cf1207-21c1-4fee-bd98-e55135f9ac3d tempest-ServersTestMultiNic-1550042178 tempest-ServersTestMultiNic-1550042178-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762867170196'] for port (f7b843c7-425b-43b7-8a11-6355bfe4194b), before_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:13:01.303986 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-52da047c-7ca3-4ded-8796-892e47293d07 req-5912cf7e-16d6-4c3b-a8f8-3248555c4985 tempest-MigrationsAdminTest-892781459 tempest-MigrationsAdminTest-892781459-project] 10.222.0.90 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.4334283 Feb 09 19:13:01.327405 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.v2.base [req-52da047c-7ca3-4ded-8796-892e47293d07 req-1de1bec6-abf6-42e2-bddb-db7dcf730cc4 service neutron] Request body: {'port': {'device_id': '324ad1af-f9e3-424e-981f-7b5b8b459dd1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-713498-36'}} {{(pid=103230) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 19:13:01.357676 n-d-713498-36 neutron-server[103229]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 19:13:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5a5ac4bb-edb2-4f49-ab26-bdef0d527d49 x-openstack-request-id: req-5a5ac4bb-edb2-4f49-ab26-bdef0d527d49 {{(pid=103229) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 19:13:01.358025 n-d-713498-36 neutron-server[103229]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "88deb5dd-2136-4d12-b758-36d95104fa22", "name": "network-vif-deleted", "tag": "9b00cde2-41e0-4a5c-ac25-40284f778572", "status": "completed", "code": 200}]} {{(pid=103229) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 19:13:01.358242 n-d-713498-36 neutron-server[103229]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-5a5ac4bb-edb2-4f49-ab26-bdef0d527d49 {{(pid=103229) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 19:13:01.358659 n-d-713498-36 neutron-server[103229]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '88deb5dd-2136-4d12-b758-36d95104fa22', 'name': 'network-vif-deleted', 'tag': '9b00cde2-41e0-4a5c-ac25-40284f778572', 'status': 'completed', 'code': 200} Feb 09 19:13:01.387546 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-dab96d6d-18b3-4388-8de2-89a0f444e85e None None] For port f7b843c7-425b-43b7-8a11-6355bfe4194b, host n-d-713498-36, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-36',level=0,port_id=f7b843c7-425b-43b7-8a11-6355bfe4194b,segment=NetworkSegment(92da60b7-c045-4864-99cf-723efc0bf37b),segment_id=92da60b7-c045-4864-99cf-723efc0bf37b)] {{(pid=103232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 19:13:01.387955 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-dab96d6d-18b3-4388-8de2-89a0f444e85e None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1820838'] for port (f7b843c7-425b-43b7-8a11-6355bfe4194b), precommit_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:13:01.405468 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.provisioning_blocks [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Provisioning for port 2fad1b41-3683-4d01-9737-38b8cb70512c completed by entity L2. {{(pid=103232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 19:13:01.409823 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-dab96d6d-18b3-4388-8de2-89a0f444e85e None None] Calling delete_port for f7b843c7-425b-43b7-8a11-6355bfe4194b owned by network:dhcp {{(pid=103232) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 19:13:01.429813 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.provisioning_blocks [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Provisioning complete for port 2fad1b41-3683-4d01-9737-38b8cb70512c triggered by entity L2. {{(pid=103232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 19:13:01.429813 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593630'] for port (2fad1b41-3683-4d01-9737-38b8cb70512c), provisioning_complete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:13:01.523026 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [req-52da047c-7ca3-4ded-8796-892e47293d07 req-1de1bec6-abf6-42e2-bddb-db7dcf730cc4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (246dd422-aaed-44c8-8f53-c0bcff989a68), before_update {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:13:01.528071 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-128ed2f3-0c10-4831-ad51-a53b02a9ce80 req-0ebe187a-c48a-446f-9e4b-0e5a8aea0944 tempest-ServersTestManualDisk-2087116754 tempest-ServersTestManualDisk-2087116754-project] 10.222.0.75 "GET /v2.0/security-groups?id=a9046b98-d442-46ac-9793-fd3bbced8e96&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2633300 Feb 09 19:13:01.560898 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.provisioning_blocks [None req-09b64b81-eb3b-4377-b2fa-32f290f9f2f5 None None] Provisioning complete for port 246dd422-aaed-44c8-8f53-c0bcff989a68 triggered by entity DHCP. {{(pid=103232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 19:13:01.560898 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-09b64b81-eb3b-4377-b2fa-32f290f9f2f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593630'] for port (246dd422-aaed-44c8-8f53-c0bcff989a68), provisioning_complete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:13:01.791329 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-09b64b81-eb3b-4377-b2fa-32f290f9f2f5 None None] Port 246dd422-aaed-44c8-8f53-c0bcff989a68 cannot update to ACTIVE because it is not bound. {{(pid=103232) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 19:13:01.801778 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-dab96d6d-18b3-4388-8de2-89a0f444e85e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762867177463', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762866656476'] for port (f7b843c7-425b-43b7-8a11-6355bfe4194b), after_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:13:01.848918 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dab96d6d-18b3-4388-8de2-89a0f444e85e None None] No DVR routers for this DVR port f7b843c7-425b-43b7-8a11-6355bfe4194b on host n-d-713498-36 {{(pid=103232) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 19:13:01.854774 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dab96d6d-18b3-4388-8de2-89a0f444e85e None None] Pushing event deleted for resources: {'Port': ['ID=f7b843c7-425b-43b7-8a11-6355bfe4194b,revision_number=None']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:13:01.925721 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Current status of the port 2fad1b41-3683-4d01-9737-38b8cb70512c is: BUILD; New status is: ACTIVE {{(pid=103232) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 19:13:01.926282 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (2fad1b41-3683-4d01-9737-38b8cb70512c), before_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:13:01.954282 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fa2c8be-0772-4ed2-8785-90b9ac205e37 req-d02f807a-0574-4266-bf6f-dbed221c1175 tempest-MigrationsAdminTest-892781459 tempest-MigrationsAdminTest-892781459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:13:01.961847 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-7fa2c8be-0772-4ed2-8785-90b9ac205e37 req-d02f807a-0574-4266-bf6f-dbed221c1175 tempest-MigrationsAdminTest-892781459 tempest-MigrationsAdminTest-892781459-project] 10.222.0.75 "GET /v2.0/ports?device_id=324ad1af-f9e3-424e-981f-7b5b8b459dd1 HTTP/1.1" status: 200 len: 935 time: 0.1774664 Feb 09 19:13:01.971726 n-d-713498-36 neutron-server[103232]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a0f1baff-df40-457f-b67b-761e81dfdca5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2fad1b41-3683-4d01-9737-38b8cb70512c'}] {{(pid=103232) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 19:13:01.975967 n-d-713498-36 neutron-server[103232]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}949cdcde653dec44821de95cbf67297f53cbc2aed4e073b5d514f93bf911ce85" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e5e3885b-958e-46dc-8854-7bab3e6d7456" -d '{"events": [{"server_uuid": "a0f1baff-df40-457f-b67b-761e81dfdca5", "name": "network-vif-plugged", "status": "completed", "tag": "2fad1b41-3683-4d01-9737-38b8cb70512c"}]}' {{(pid=103232) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 19:13:01.986350 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-ed1ba882-4bbb-4a68-a58c-05532a8d2d08 req-4daad243-f598-4021-b291-76b58ea13cc1 tempest-DeleteServersTestJSON-1870379525 tempest-DeleteServersTestJSON-1870379525-project] 10.222.0.75 "GET /v2.0/ports?device_id=88deb5dd-2136-4d12-b758-36d95104fa22 HTTP/1.1" status: 200 len: 210 time: 0.0545020 Feb 09 19:13:02.008937 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] For port 2fad1b41-3683-4d01-9737-38b8cb70512c, host n-h1-713498-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-36',level=0,port_id=2fad1b41-3683-4d01-9737-38b8cb70512c,segment=NetworkSegment(1f8c24bc-260a-43c0-b04d-21008afd5445),segment_id=1f8c24bc-260a-43c0-b04d-21008afd5445)] {{(pid=103232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 19:13:02.014994 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762867176205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762866656485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762866656503'] for port (2fad1b41-3683-4d01-9737-38b8cb70512c), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:13:02.032255 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.db [None req-31cf1207-21c1-4fee-bd98-e55135f9ac3d tempest-ServersTestMultiNic-1550042178 tempest-ServersTestMultiNic-1550042178-project] For port f7b843c7-425b-43b7-8a11-6355bfe4194b, host n-d-713498-36, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-36',level=0,port_id=f7b843c7-425b-43b7-8a11-6355bfe4194b,segment=NetworkSegment(92da60b7-c045-4864-99cf-723efc0bf37b),segment_id=92da60b7-c045-4864-99cf-723efc0bf37b)] {{(pid=103229) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 19:13:02.038877 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-31cf1207-21c1-4fee-bd98-e55135f9ac3d tempest-ServersTestMultiNic-1550042178 tempest-ServersTestMultiNic-1550042178-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1820838'] for port (f7b843c7-425b-43b7-8a11-6355bfe4194b), precommit_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:13:02.057613 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-7fa2c8be-0772-4ed2-8785-90b9ac205e37 req-98897201-b30a-45c1-a71b-f525367f9935 tempest-MigrationsAdminTest-892781459 tempest-MigrationsAdminTest-892781459-project] 10.222.0.75 "GET /v2.0/security-groups?id=709912c8-8171-4435-800e-9e5c5e45bf8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0947919 Feb 09 19:13:02.067930 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.plugin [None req-31cf1207-21c1-4fee-bd98-e55135f9ac3d tempest-ServersTestMultiNic-1550042178 tempest-ServersTestMultiNic-1550042178-project] Calling delete_port for f7b843c7-425b-43b7-8a11-6355bfe4194b owned by network:dhcp {{(pid=103229) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 19:13:02.104435 n-d-713498-36 neutron-server[103232]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 19:13:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5b383ffe-d68b-4dbe-80fe-63470cef92ef x-openstack-request-id: req-5b383ffe-d68b-4dbe-80fe-63470cef92ef {{(pid=103232) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 19:13:02.105602 n-d-713498-36 neutron-server[103232]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a0f1baff-df40-457f-b67b-761e81dfdca5", "name": "network-vif-plugged", "status": "completed", "tag": "2fad1b41-3683-4d01-9737-38b8cb70512c", "code": 200}]} {{(pid=103232) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 19:13:02.105828 n-d-713498-36 neutron-server[103232]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-5b383ffe-d68b-4dbe-80fe-63470cef92ef {{(pid=103232) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 19:13:02.106586 n-d-713498-36 neutron-server[103232]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a0f1baff-df40-457f-b67b-761e81dfdca5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2fad1b41-3683-4d01-9737-38b8cb70512c', 'code': 200} Feb 09 19:13:02.107419 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Pushing event updated for resources: {'Port': ['ID=2fad1b41-3683-4d01-9737-38b8cb70512c,revision_number=5']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:13:02.141927 n-d-713498-36 neutron-server[103230]: DEBUG neutron.notifiers.nova [req-52da047c-7ca3-4ded-8796-892e47293d07 req-1de1bec6-abf6-42e2-bddb-db7dcf730cc4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 246dd422-aaed-44c8-8f53-c0bcff989a68 {{(pid=103230) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 19:13:02.151258 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [req-52da047c-7ca3-4ded-8796-892e47293d07 req-1de1bec6-abf6-42e2-bddb-db7dcf730cc4 service neutron] Publish callbacks [] for port (246dd422-aaed-44c8-8f53-c0bcff989a68), precommit_update {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:13:02.166790 n-d-713498-36 neutron-server[103230]: DEBUG neutron.db.provisioning_blocks [req-52da047c-7ca3-4ded-8796-892e47293d07 req-1de1bec6-abf6-42e2-bddb-db7dcf730cc4 service neutron] Transition to ACTIVE for port object 246dd422-aaed-44c8-8f53-c0bcff989a68 will not be triggered until provisioned by entity L2. {{(pid=103230) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 19:13:02.171163 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [req-52da047c-7ca3-4ded-8796-892e47293d07 req-1de1bec6-abf6-42e2-bddb-db7dcf730cc4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762867176205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762866656485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762866656503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14393758'] for port (246dd422-aaed-44c8-8f53-c0bcff989a68), after_update {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:13:02.215825 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73c48bb2-b208-41e7-8665-c005d590e1b5 req-b5ecf34c-b451-4bbb-84c4-5b7e63b4c54a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:13:02.217319 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-73c48bb2-b208-41e7-8665-c005d590e1b5 req-b5ecf34c-b451-4bbb-84c4-5b7e63b4c54a service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=a0f1baff-df40-457f-b67b-761e81dfdca5 HTTP/1.1" status: 200 len: 1129 time: 0.0724416 Feb 09 19:13:02.226418 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1de1bec6-abf6-42e2-bddb-db7dcf730cc4 service neutron] Pushing event updated for resources: {'Port': ['ID=246dd422-aaed-44c8-8f53-c0bcff989a68,revision_number=2']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:13:02.226674 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-31cf1207-21c1-4fee-bd98-e55135f9ac3d tempest-ServersTestMultiNic-1550042178 tempest-ServersTestMultiNic-1550042178-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762867177463', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762866656476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12867576'] for port (f7b843c7-425b-43b7-8a11-6355bfe4194b), after_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:13:02.262578 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31cf1207-21c1-4fee-bd98-e55135f9ac3d tempest-ServersTestMultiNic-1550042178 tempest-ServersTestMultiNic-1550042178-project] Pushing event deleted for resources: {'Port': ['ID=f7b843c7-425b-43b7-8a11-6355bfe4194b,revision_number=None']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:13:02.277572 n-d-713498-36 neutron-server[103229]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31cf1207-21c1-4fee-bd98-e55135f9ac3d tempest-ServersTestMultiNic-1550042178 tempest-ServersTestMultiNic-1550042178-project] No DVR routers for this DVR port f7b843c7-425b-43b7-8a11-6355bfe4194b on host n-d-713498-36 {{(pid=103229) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 19:13:02.373024 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.managers [req-52da047c-7ca3-4ded-8796-892e47293d07 req-1de1bec6-abf6-42e2-bddb-db7dcf730cc4 service neutron] Attempting to bind port 246dd422-aaed-44c8-8f53-c0bcff989a68 on host n-h2-713498-36 for vnic_type normal with profile {{(pid=103230) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 19:13:02.373350 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.managers [req-52da047c-7ca3-4ded-8796-892e47293d07 req-1de1bec6-abf6-42e2-bddb-db7dcf730cc4 service neutron] Attempting to bind port 246dd422-aaed-44c8-8f53-c0bcff989a68 by drivers openvswitch,hyperv on host n-h2-713498-36 at level 0 using segments [{'id': '50e5915e-18f0-4558-9a28-b978975ead36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': '2b5494c8-cf97-42c1-b902-87f998f28179'}] {{(pid=103230) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 19:13:02.373677 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52da047c-7ca3-4ded-8796-892e47293d07 req-1de1bec6-abf6-42e2-bddb-db7dcf730cc4 service neutron] Attempting to bind port 246dd422-aaed-44c8-8f53-c0bcff989a68 on network 2b5494c8-cf97-42c1-b902-87f998f28179 {{(pid=103230) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 19:13:02.388168 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52da047c-7ca3-4ded-8796-892e47293d07 req-1de1bec6-abf6-42e2-bddb-db7dcf730cc4 service neutron] Port 246dd422-aaed-44c8-8f53-c0bcff989a68 on network 2b5494c8-cf97-42c1-b902-87f998f28179 not bound, no agent of type Open vSwitch agent registered on host n-h2-713498-36 {{(pid=103230) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 19:13:02.388663 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52da047c-7ca3-4ded-8796-892e47293d07 req-1de1bec6-abf6-42e2-bddb-db7dcf730cc4 service neutron] Attempting to bind port 246dd422-aaed-44c8-8f53-c0bcff989a68 on network 2b5494c8-cf97-42c1-b902-87f998f28179 {{(pid=103230) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 19:13:02.396513 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52da047c-7ca3-4ded-8796-892e47293d07 req-1de1bec6-abf6-42e2-bddb-db7dcf730cc4 service neutron] Checking agent: {'id': 'bcd5faee-dc24-4298-9134-0e0aa054058e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713498-36', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 18, 59, 19), 'started_at': datetime.datetime(2022, 2, 9, 18, 59, 19), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 19, 12, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103230) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 19:13:02.396855 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52da047c-7ca3-4ded-8796-892e47293d07 req-1de1bec6-abf6-42e2-bddb-db7dcf730cc4 service neutron] Checking segment: {'id': '50e5915e-18f0-4558-9a28-b978975ead36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': '2b5494c8-cf97-42c1-b902-87f998f28179'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103230) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 19:13:02.397239 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52da047c-7ca3-4ded-8796-892e47293d07 req-1de1bec6-abf6-42e2-bddb-db7dcf730cc4 service neutron] Bound using segment: {'id': '50e5915e-18f0-4558-9a28-b978975ead36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': '2b5494c8-cf97-42c1-b902-87f998f28179'} {{(pid=103230) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 19:13:02.397674 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.managers [req-52da047c-7ca3-4ded-8796-892e47293d07 req-1de1bec6-abf6-42e2-bddb-db7dcf730cc4 service neutron] Bound port: 246dd422-aaed-44c8-8f53-c0bcff989a68, host: n-h2-713498-36, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '50e5915e-18f0-4558-9a28-b978975ead36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': '2b5494c8-cf97-42c1-b902-87f998f28179'}}] {{(pid=103230) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 19:13:02.398055 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [req-52da047c-7ca3-4ded-8796-892e47293d07 req-1de1bec6-abf6-42e2-bddb-db7dcf730cc4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (246dd422-aaed-44c8-8f53-c0bcff989a68), before_update {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:13:02.447875 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-73c48bb2-b208-41e7-8665-c005d590e1b5 req-bbc08db2-fb53-42b4-9fb9-78f668c2efec service neutron] 10.222.0.89 "GET /v2.0/security-groups?id=73dc5652-0b28-4d0e-bd9f-61a00dbc59a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2187858 Feb 09 19:13:02.453895 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-31cf1207-21c1-4fee-bd98-e55135f9ac3d tempest-ServersTestMultiNic-1550042178 tempest-ServersTestMultiNic-1550042178-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-590267', 'neutron.services.segments.db._delete_segments_for_network-8762867132609'] for network (1053aeb0-96ca-4455-975a-23b0dccb07ec), precommit_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:13:02.481161 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.db [req-52da047c-7ca3-4ded-8796-892e47293d07 req-1de1bec6-abf6-42e2-bddb-db7dcf730cc4 service neutron] For port 246dd422-aaed-44c8-8f53-c0bcff989a68, host n-h2-713498-36, cleared binding levels {{(pid=103230) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 19:13:02.481481 n-d-713498-36 neutron-server[103229]: DEBUG neutron.services.segments.db [None req-31cf1207-21c1-4fee-bd98-e55135f9ac3d tempest-ServersTestMultiNic-1550042178 tempest-ServersTestMultiNic-1550042178-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1053aeb0-96ca-4455-975a-23b0dccb07ec']}} {{(pid=103229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:13:02.485923 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.db [req-52da047c-7ca3-4ded-8796-892e47293d07 req-1de1bec6-abf6-42e2-bddb-db7dcf730cc4 service neutron] For port 246dd422-aaed-44c8-8f53-c0bcff989a68, host n-h2-713498-36, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-36',level=0,port_id=246dd422-aaed-44c8-8f53-c0bcff989a68,segment=NetworkSegment(50e5915e-18f0-4558-9a28-b978975ead36),segment_id=50e5915e-18f0-4558-9a28-b978975ead36)] {{(pid=103230) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 19:13:02.494035 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [req-52da047c-7ca3-4ded-8796-892e47293d07 req-1de1bec6-abf6-42e2-bddb-db7dcf730cc4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762867176205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762866656485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762866656503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14393758'] for port (246dd422-aaed-44c8-8f53-c0bcff989a68), after_update {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:13:02.494951 n-d-713498-36 neutron-server[103229]: DEBUG neutron.services.segments.db [None req-31cf1207-21c1-4fee-bd98-e55135f9ac3d tempest-ServersTestMultiNic-1550042178 tempest-ServersTestMultiNic-1550042178-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '92da60b7-c045-4864-99cf-723efc0bf37b') {'for_net_delete': True} {{(pid=103229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:13:02.495186 n-d-713498-36 neutron-server[103229]: DEBUG neutron.services.segments.db [None req-31cf1207-21c1-4fee-bd98-e55135f9ac3d tempest-ServersTestMultiNic-1550042178 tempest-ServersTestMultiNic-1550042178-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '92da60b7-c045-4864-99cf-723efc0bf37b') {} {{(pid=103229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:13:02.517333 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3802e040-39f3-4761-8045-eef2997af194 req-cd6498ce-29ba-4c35-93b6-72f204668997 tempest-ServerRescueTestJSONUnderV235-126256002 tempest-ServerRescueTestJSONUnderV235-126256002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:13:02.518923 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-3802e040-39f3-4761-8045-eef2997af194 req-cd6498ce-29ba-4c35-93b6-72f204668997 tempest-ServerRescueTestJSONUnderV235-126256002 tempest-ServerRescueTestJSONUnderV235-126256002-project] 10.222.0.75 "GET /v2.0/ports?device_id=a0f1baff-df40-457f-b67b-761e81dfdca5 HTTP/1.1" status: 200 len: 946 time: 0.1168516 Feb 09 19:13:02.520741 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-31cf1207-21c1-4fee-bd98-e55135f9ac3d tempest-ServersTestMultiNic-1550042178 tempest-ServersTestMultiNic-1550042178-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762867134154', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16683417'] for segment (92da60b7-c045-4864-99cf-723efc0bf37b), before_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:13:02.550947 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52da047c-7ca3-4ded-8796-892e47293d07 req-1de1bec6-abf6-42e2-bddb-db7dcf730cc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:13:02.551573 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [req-52da047c-7ca3-4ded-8796-892e47293d07 req-1de1bec6-abf6-42e2-bddb-db7dcf730cc4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171096'] for port (None), before_response {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:13:02.552950 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-52da047c-7ca3-4ded-8796-892e47293d07 req-1de1bec6-abf6-42e2-bddb-db7dcf730cc4 service neutron] 10.222.0.90 "PUT /v2.0/ports/246dd422-aaed-44c8-8f53-c0bcff989a68 HTTP/1.1" status: 200 len: 1096 time: 1.2317586 Feb 09 19:13:02.553393 n-d-713498-36 neutron-server[103230]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '324ad1af-f9e3-424e-981f-7b5b8b459dd1', 'tag': '246dd422-aaed-44c8-8f53-c0bcff989a68'}] {{(pid=103230) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 19:13:02.558966 n-d-713498-36 neutron-server[103230]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aee5919275bae9f72eb374ee322673045eb80c1f84b4b45a97d96923bd50ab51" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0b3d5d4e-8707-4152-8735-6d4a9abc882a" -d '{"events": [{"name": "network-changed", "server_uuid": "324ad1af-f9e3-424e-981f-7b5b8b459dd1", "tag": "246dd422-aaed-44c8-8f53-c0bcff989a68"}]}' {{(pid=103230) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 19:13:02.598695 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1de1bec6-abf6-42e2-bddb-db7dcf730cc4 service neutron] Pushing event updated for resources: {'Port': ['ID=246dd422-aaed-44c8-8f53-c0bcff989a68,revision_number=3']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:13:02.606516 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-31cf1207-21c1-4fee-bd98-e55135f9ac3d tempest-ServersTestMultiNic-1550042178 tempest-ServersTestMultiNic-1550042178-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-759574'] for segment (92da60b7-c045-4864-99cf-723efc0bf37b), precommit_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:13:02.635053 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Device f7b843c7-425b-43b7-8a11-6355bfe4194b no longer exists at agent ovs-agent-n-d-713498-36 {{(pid=103232) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 19:13:02.647721 n-d-713498-36 neutron-server[103230]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 19:13:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-686bbb85-5a82-4766-995c-b9f5583e5636 x-openstack-request-id: req-686bbb85-5a82-4766-995c-b9f5583e5636 {{(pid=103230) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 19:13:02.648036 n-d-713498-36 neutron-server[103230]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "324ad1af-f9e3-424e-981f-7b5b8b459dd1", "tag": "246dd422-aaed-44c8-8f53-c0bcff989a68", "status": "completed", "code": 200}]} {{(pid=103230) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 19:13:02.648336 n-d-713498-36 neutron-server[103230]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-686bbb85-5a82-4766-995c-b9f5583e5636 {{(pid=103230) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 19:13:02.648759 n-d-713498-36 neutron-server[103230]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '324ad1af-f9e3-424e-981f-7b5b8b459dd1', 'tag': '246dd422-aaed-44c8-8f53-c0bcff989a68', 'status': 'completed', 'code': 200} Feb 09 19:13:02.670166 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-31cf1207-21c1-4fee-bd98-e55135f9ac3d tempest-ServersTestMultiNic-1550042178 tempest-ServersTestMultiNic-1550042178-project] Releasing vlan 375 on physical network physnet1 to pool {{(pid=103229) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 19:13:02.671335 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-31cf1207-21c1-4fee-bd98-e55135f9ac3d tempest-ServersTestMultiNic-1550042178 tempest-ServersTestMultiNic-1550042178-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-759574', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12867469'] for segment (92da60b7-c045-4864-99cf-723efc0bf37b), after_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:13:02.675892 n-d-713498-36 neutron-server[103229]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 19:13:02.675892 n-d-713498-36 neutron-server[103229]: self.session.flush() Feb 09 19:13:02.675892 n-d-713498-36 neutron-server[103229]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 19:13:02.675892 n-d-713498-36 neutron-server[103229]: self.session.flush() Feb 09 19:13:02.675892 n-d-713498-36 neutron-server[103229]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 19:13:02.675892 n-d-713498-36 neutron-server[103229]: self.session.flush() Feb 09 19:13:02.675892 n-d-713498-36 neutron-server[103229]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 19:13:02.675892 n-d-713498-36 neutron-server[103229]: self.session.flush() Feb 09 19:13:02.675892 n-d-713498-36 neutron-server[103229]: Traceback (most recent call last): Feb 09 19:13:02.675892 n-d-713498-36 neutron-server[103229]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 19:13:02.675892 n-d-713498-36 neutron-server[103229]: timer() Feb 09 19:13:02.675892 n-d-713498-36 neutron-server[103229]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 19:13:02.675892 n-d-713498-36 neutron-server[103229]: cb(*args, **kw) Feb 09 19:13:02.675892 n-d-713498-36 neutron-server[103229]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 19:13:02.675892 n-d-713498-36 neutron-server[103229]: return func(*args, **kwargs) Feb 09 19:13:02.675892 n-d-713498-36 neutron-server[103229]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 19:13:02.675892 n-d-713498-36 neutron-server[103229]: self._notify() Feb 09 19:13:02.675892 n-d-713498-36 neutron-server[103229]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 19:13:02.675892 n-d-713498-36 neutron-server[103229]: self.callback(batched_events) Feb 09 19:13:02.675892 n-d-713498-36 neutron-server[103229]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 19:13:02.675892 n-d-713498-36 neutron-server[103229]: event.method(event) Feb 09 19:13:02.675892 n-d-713498-36 neutron-server[103229]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 19:13:02.675892 n-d-713498-36 neutron-server[103229]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 19:13:02.675892 n-d-713498-36 neutron-server[103229]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 19:13:02.675892 n-d-713498-36 neutron-server[103229]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 19:13:02.675892 n-d-713498-36 neutron-server[103229]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 19:13:02.675892 n-d-713498-36 neutron-server[103229]: return f(self, *a, **k) Feb 09 19:13:02.675892 n-d-713498-36 neutron-server[103229]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 19:13:02.675892 n-d-713498-36 neutron-server[103229]: return self._get(url).json() Feb 09 19:13:02.675892 n-d-713498-36 neutron-server[103229]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 19:13:02.675892 n-d-713498-36 neutron-server[103229]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 19:13:02.675892 n-d-713498-36 neutron-server[103229]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 19:13:02.675892 n-d-713498-36 neutron-server[103229]: return self.request(url, 'GET', **kwargs) Feb 09 19:13:02.675892 n-d-713498-36 neutron-server[103229]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 19:13:02.675892 n-d-713498-36 neutron-server[103229]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 19:13:02.675892 n-d-713498-36 neutron-server[103229]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 19:13:02.675892 n-d-713498-36 neutron-server[103229]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 19:13:02.675892 n-d-713498-36 neutron-server[103229]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 19:13:02.675892 n-d-713498-36 neutron-server[103229]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 19:13:02.675892 n-d-713498-36 neutron-server[103229]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 19:13:02.681457 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] No Port match for: f7b843c7-425b-43b7-8a11-6355bfe4194b {{(pid=103232) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 19:13:02.681827 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Device f7b843c7-425b-43b7-8a11-6355bfe4194b not bound to the agent host n-d-713498-36 {{(pid=103232) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 19:13:02.689332 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52da047c-7ca3-4ded-8796-892e47293d07 req-598ec059-35b2-4878-9923-6c10a97fdeb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:13:02.690877 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-52da047c-7ca3-4ded-8796-892e47293d07 req-598ec059-35b2-4878-9923-6c10a97fdeb0 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=51b81e7592544b98a90626c2bba713eb&device_id=324ad1af-f9e3-424e-981f-7b5b8b459dd1 HTTP/1.1" status: 200 len: 1130 time: 0.0773048 Feb 09 19:13:02.771885 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-52da047c-7ca3-4ded-8796-892e47293d07 req-a5935d93-12af-4b48-9569-14133105a25c service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.63&port_id=246dd422-aaed-44c8-8f53-c0bcff989a68 HTTP/1.1" status: 200 len: 217 time: 0.0707042 Feb 09 19:13:02.778506 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-31cf1207-21c1-4fee-bd98-e55135f9ac3d tempest-ServersTestMultiNic-1550042178 tempest-ServersTestMultiNic-1550042178-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-590242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1885479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1818895'] for network (1053aeb0-96ca-4455-975a-23b0dccb07ec), after_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:13:02.784794 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-31cf1207-21c1-4fee-bd98-e55135f9ac3d tempest-ServersTestMultiNic-1550042178 tempest-ServersTestMultiNic-1550042178-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1613566'] for network (None), before_response {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:13:02.789704 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-31cf1207-21c1-4fee-bd98-e55135f9ac3d tempest-ServersTestMultiNic-1550042178 tempest-ServersTestMultiNic-1550042178-project] 10.222.0.75 "DELETE /v2.0/networks/1053aeb0-96ca-4455-975a-23b0dccb07ec HTTP/1.1" status: 204 len: 168 time: 2.2252710 Feb 09 19:13:02.804485 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 60080) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:13:02.810811 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Device 9b00cde2-41e0-4a5c-ac25-40284f778572 no longer exists at agent hyperv_n-h2-713498-36 {{(pid=103232) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 19:13:02.820702 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.v2.base [None req-80fe33f7-b545-40d5-a733-1c4c43032ae6 tempest-ServersTestMultiNic-1550042178 tempest-ServersTestMultiNic-1550042178-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-1222297110'}} {{(pid=103229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 19:13:02.855826 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31cf1207-21c1-4fee-bd98-e55135f9ac3d tempest-ServersTestMultiNic-1550042178 tempest-ServersTestMultiNic-1550042178-project] Pushing event deleted for resources: {'Network': ['ID=1053aeb0-96ca-4455-975a-23b0dccb07ec,revision_number=None']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:13:02.878187 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-7429db8d-6021-40ad-813e-885be449a89b None None] No Port match for: 9b00cde2-41e0-4a5c-ac25-40284f778572 {{(pid=103232) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 19:13:02.882535 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52da047c-7ca3-4ded-8796-892e47293d07 req-a2adf77a-96e5-4941-9b32-0f5ba29c943a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:13:02.882716 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Device 9b00cde2-41e0-4a5c-ac25-40284f778572 not bound to the agent host n-h2-713498-36 {{(pid=103232) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 19:13:02.884195 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-52da047c-7ca3-4ded-8796-892e47293d07 req-a2adf77a-96e5-4941-9b32-0f5ba29c943a service neutron] 10.222.0.90 "GET /v2.0/subnets?id=60b561cb-321e-4f83-9bb3-92b2e1d0dc44 HTTP/1.1" status: 200 len: 843 time: 0.1030717 Feb 09 19:13:02.889031 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-3802e040-39f3-4761-8045-eef2997af194 req-4d63124d-61a6-4dbc-ba25-06224cde16e8 tempest-ServerRescueTestJSONUnderV235-126256002 tempest-ServerRescueTestJSONUnderV235-126256002-project] 10.222.0.75 "GET /v2.0/security-groups?id=73dc5652-0b28-4d0e-bd9f-61a00dbc59a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3626549 Feb 09 19:13:02.910986 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31cf1207-21c1-4fee-bd98-e55135f9ac3d tempest-ServersTestMultiNic-1550042178 tempest-ServersTestMultiNic-1550042178-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:13:02.911494 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31cf1207-21c1-4fee-bd98-e55135f9ac3d tempest-ServersTestMultiNic-1550042178 tempest-ServersTestMultiNic-1550042178-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:13:02.911940 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31cf1207-21c1-4fee-bd98-e55135f9ac3d tempest-ServersTestMultiNic-1550042178 tempest-ServersTestMultiNic-1550042178-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:13:02.912387 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31cf1207-21c1-4fee-bd98-e55135f9ac3d tempest-ServersTestMultiNic-1550042178 tempest-ServersTestMultiNic-1550042178-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:13:02.913257 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31cf1207-21c1-4fee-bd98-e55135f9ac3d tempest-ServersTestMultiNic-1550042178 tempest-ServersTestMultiNic-1550042178-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:13:02.913257 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31cf1207-21c1-4fee-bd98-e55135f9ac3d tempest-ServersTestMultiNic-1550042178 tempest-ServersTestMultiNic-1550042178-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:13:02.914173 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31cf1207-21c1-4fee-bd98-e55135f9ac3d tempest-ServersTestMultiNic-1550042178 tempest-ServersTestMultiNic-1550042178-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:13:02.914558 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31cf1207-21c1-4fee-bd98-e55135f9ac3d tempest-ServersTestMultiNic-1550042178 tempest-ServersTestMultiNic-1550042178-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:13:02.915009 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31cf1207-21c1-4fee-bd98-e55135f9ac3d tempest-ServersTestMultiNic-1550042178 tempest-ServersTestMultiNic-1550042178-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:13:02.915439 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31cf1207-21c1-4fee-bd98-e55135f9ac3d tempest-ServersTestMultiNic-1550042178 tempest-ServersTestMultiNic-1550042178-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:13:02.915876 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31cf1207-21c1-4fee-bd98-e55135f9ac3d tempest-ServersTestMultiNic-1550042178 tempest-ServersTestMultiNic-1550042178-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:13:02.916311 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31cf1207-21c1-4fee-bd98-e55135f9ac3d tempest-ServersTestMultiNic-1550042178 tempest-ServersTestMultiNic-1550042178-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:13:02.916744 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31cf1207-21c1-4fee-bd98-e55135f9ac3d tempest-ServersTestMultiNic-1550042178 tempest-ServersTestMultiNic-1550042178-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:13:02.928283 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-80fe33f7-b545-40d5-a733-1c4c43032ae6 tempest-ServersTestMultiNic-1550042178 tempest-ServersTestMultiNic-1550042178-project] Made reservation on behalf of dd68a30cbd724a479c2573502973494c for: {'network': 1} {{(pid=103229) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 19:13:02.933014 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-80fe33f7-b545-40d5-a733-1c4c43032ae6 tempest-ServersTestMultiNic-1550042178 tempest-ServersTestMultiNic-1550042178-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for network (None), before_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:13:02.974322 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-80fe33f7-b545-40d5-a733-1c4c43032ae6 tempest-ServersTestMultiNic-1550042178 tempest-ServersTestMultiNic-1550042178-project] vlan segment allocate from pool success with {'vlan_id': 367, 'physical_network': 'physnet1'} {{(pid=103229) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 19:13:02.975879 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52da047c-7ca3-4ded-8796-892e47293d07 req-c2c271ec-a07d-4181-9f4d-0a97fb042502 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:13:02.977849 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-52da047c-7ca3-4ded-8796-892e47293d07 req-c2c271ec-a07d-4181-9f4d-0a97fb042502 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=2b5494c8-cf97-42c1-b902-87f998f28179&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.0837665 Feb 09 19:13:02.990578 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-80fe33f7-b545-40d5-a733-1c4c43032ae6 tempest-ServersTestMultiNic-1550042178 tempest-ServersTestMultiNic-1550042178-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-759574'] for segment (3107d6d2-7b5f-4862-8699-387a1f455fe0), precommit_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:13:02.990946 n-d-713498-36 neutron-server[103229]: INFO neutron.db.segments_db [None req-80fe33f7-b545-40d5-a733-1c4c43032ae6 tempest-ServersTestMultiNic-1550042178 tempest-ServersTestMultiNic-1550042178-project] Added segment 3107d6d2-7b5f-4862-8699-387a1f455fe0 of type vlan for network a418f5f5-3d81-440d-89ba-059070371f05 Feb 09 19:13:03.107822 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-80fe33f7-b545-40d5-a733-1c4c43032ae6 tempest-ServersTestMultiNic-1550042178 tempest-ServersTestMultiNic-1550042178-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762866642225'] for network (a418f5f5-3d81-440d-89ba-059070371f05), precommit_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:13:03.139230 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-52da047c-7ca3-4ded-8796-892e47293d07 req-0b2d5cba-f5d2-4566-ac00-e70f69cfede6 service neutron] 10.222.0.90 "GET /v2.0/networks/2b5494c8-cf97-42c1-b902-87f998f28179?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1505353 Feb 09 19:13:03.161763 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-012de48b-698b-44f1-b53a-d550e617fa2a req-3de80a9c-0837-464a-8973-375a53a41749 tempest-ServersTestManualDisk-2087116754 tempest-ServersTestManualDisk-2087116754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:13:03.163388 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-012de48b-698b-44f1-b53a-d550e617fa2a req-3de80a9c-0837-464a-8973-375a53a41749 tempest-ServersTestManualDisk-2087116754 tempest-ServersTestManualDisk-2087116754-project] 10.222.0.75 "GET /v2.0/ports?device_id=a35fbec0-0317-420e-b440-01979c3a7c6c HTTP/1.1" status: 200 len: 946 time: 0.1303892 Feb 09 19:13:03.164917 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-80fe33f7-b545-40d5-a733-1c4c43032ae6 tempest-ServersTestMultiNic-1550042178 tempest-ServersTestMultiNic-1550042178-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1885479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452'] for network (a418f5f5-3d81-440d-89ba-059070371f05), after_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:13:03.170200 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80fe33f7-b545-40d5-a733-1c4c43032ae6 tempest-ServersTestMultiNic-1550042178 tempest-ServersTestMultiNic-1550042178-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:13:03.170846 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-80fe33f7-b545-40d5-a733-1c4c43032ae6 tempest-ServersTestMultiNic-1550042178 tempest-ServersTestMultiNic-1550042178-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1613566'] for network (None), before_response {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:13:03.261825 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-80fe33f7-b545-40d5-a733-1c4c43032ae6 tempest-ServersTestMultiNic-1550042178 tempest-ServersTestMultiNic-1550042178-project] 10.222.0.75 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.4561796 Feb 09 19:13:03.264575 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 60092) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:13:03.270120 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.v2.base [None req-d3007868-c704-41e4-bf7c-0d87a2533b2c tempest-ServersTestMultiNic-1550042178 tempest-ServersTestMultiNic-1550042178-project] Request body: {'subnet': {'network_id': 'a418f5f5-3d81-440d-89ba-059070371f05', 'cidr': '19.80.0.0/24', 'ip_version': 4}} {{(pid=103230) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 19:13:03.272941 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80fe33f7-b545-40d5-a733-1c4c43032ae6 tempest-ServersTestMultiNic-1550042178 tempest-ServersTestMultiNic-1550042178-project] Pushing event updated for resources: {'Network': ['ID=a418f5f5-3d81-440d-89ba-059070371f05,revision_number=1']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:13:03.294114 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Network a418f5f5-3d81-440d-89ba-059070371f05 details requested by agent ovs-agent-n-d-713498-36 with host n-d-713498-36 {{(pid=103232) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 19:13:03.299677 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-012de48b-698b-44f1-b53a-d550e617fa2a req-085524ca-bfec-4537-9cd2-9dd8e422f2c7 tempest-ServersTestManualDisk-2087116754 tempest-ServersTestManualDisk-2087116754-project] 10.222.0.75 "GET /v2.0/security-groups?id=a9046b98-d442-46ac-9793-fd3bbced8e96&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1239104 Feb 09 19:13:03.339036 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e454ec8-6f34-4bb0-9b5d-2566aa74c48f req-67940e77-2464-4470-a499-272355e75985 tempest-MigrationsAdminTest-892781459 tempest-MigrationsAdminTest-892781459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:13:03.340463 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-2e454ec8-6f34-4bb0-9b5d-2566aa74c48f req-67940e77-2464-4470-a499-272355e75985 tempest-MigrationsAdminTest-892781459 tempest-MigrationsAdminTest-892781459-project] 10.222.0.75 "GET /v2.0/ports?device_id=324ad1af-f9e3-424e-981f-7b5b8b459dd1 HTTP/1.1" status: 200 len: 947 time: 0.1665823 Feb 09 19:13:03.355163 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-52da047c-7ca3-4ded-8796-892e47293d07 req-24815861-0186-4d3e-b3d7-4ea5c0be96fd service neutron] 10.222.0.90 "GET /v2.0/networks/2b5494c8-cf97-42c1-b902-87f998f28179?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2063000 Feb 09 19:13:03.502798 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-2e454ec8-6f34-4bb0-9b5d-2566aa74c48f req-2e3bc44b-8e35-4181-9346-32dc07286442 tempest-MigrationsAdminTest-892781459 tempest-MigrationsAdminTest-892781459-project] 10.222.0.75 "GET /v2.0/security-groups?id=709912c8-8171-4435-800e-9e5c5e45bf8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1545315 Feb 09 19:13:03.519116 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d3007868-c704-41e4-bf7c-0d87a2533b2c tempest-ServersTestMultiNic-1550042178 tempest-ServersTestMultiNic-1550042178-project] Made reservation on behalf of dd68a30cbd724a479c2573502973494c for: {'subnet': 1} {{(pid=103230) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 19:13:03.522675 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-d3007868-c704-41e4-bf7c-0d87a2533b2c tempest-ServersTestMultiNic-1550042178 tempest-ServersTestMultiNic-1550042178-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12985917'] for subnet (None), before_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:13:03.604725 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b3d5d4e-8707-4152-8735-6d4a9abc882a req-561da575-b040-4b91-b5be-f1232591b5cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:13:03.606843 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-0b3d5d4e-8707-4152-8735-6d4a9abc882a req-561da575-b040-4b91-b5be-f1232591b5cb service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=51b81e7592544b98a90626c2bba713eb&device_id=324ad1af-f9e3-424e-981f-7b5b8b459dd1 HTTP/1.1" status: 200 len: 1130 time: 0.1661968 Feb 09 19:13:03.770121 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b3d5d4e-8707-4152-8735-6d4a9abc882a req-be031ab4-da5b-4a10-b2c7-b5582d5424ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:13:03.771608 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-0b3d5d4e-8707-4152-8735-6d4a9abc882a req-be031ab4-da5b-4a10-b2c7-b5582d5424ae service neutron] 10.222.0.90 "GET /v2.0/networks?id=2b5494c8-cf97-42c1-b902-87f998f28179 HTTP/1.1" status: 200 len: 870 time: 0.1531501 Feb 09 19:13:03.829584 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-0b3d5d4e-8707-4152-8735-6d4a9abc882a req-ddde4ea2-4f0e-4737-908a-de20f5d193bf service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.63&port_id=246dd422-aaed-44c8-8f53-c0bcff989a68 HTTP/1.1" status: 200 len: 217 time: 0.0445099 Feb 09 19:13:03.916778 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-d3007868-c704-41e4-bf7c-0d87a2533b2c tempest-ServersTestMultiNic-1550042178 tempest-ServersTestMultiNic-1550042178-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14393611', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12985859'] for subnet (55cab83d-dc5d-45c6-959c-ef2d5d7890b9), after_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:13:03.952428 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b3d5d4e-8707-4152-8735-6d4a9abc882a req-d1e51b79-fe1b-451d-9458-c2468f81fb8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:13:03.954093 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-0b3d5d4e-8707-4152-8735-6d4a9abc882a req-d1e51b79-fe1b-451d-9458-c2468f81fb8e service neutron] 10.222.0.90 "GET /v2.0/subnets?id=60b561cb-321e-4f83-9bb3-92b2e1d0dc44 HTTP/1.1" status: 200 len: 843 time: 0.0896418 Feb 09 19:13:04.287381 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3007868-c704-41e4-bf7c-0d87a2533b2c tempest-ServersTestMultiNic-1550042178 tempest-ServersTestMultiNic-1550042178-project] Pushing event updated for resources: {'Subnet': ['ID=55cab83d-dc5d-45c6-959c-ef2d5d7890b9,revision_number=0']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:13:04.324645 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3007868-c704-41e4-bf7c-0d87a2533b2c tempest-ServersTestMultiNic-1550042178 tempest-ServersTestMultiNic-1550042178-project] Checking segment: {'id': '3107d6d2-7b5f-4862-8699-387a1f455fe0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': 'a418f5f5-3d81-440d-89ba-059070371f05'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103230) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 19:13:04.325003 n-d-713498-36 neutron-server[103230]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3007868-c704-41e4-bf7c-0d87a2533b2c tempest-ServersTestMultiNic-1550042178 tempest-ServersTestMultiNic-1550042178-project] Network hostable DHCP agents. Network: a418f5f5-3d81-440d-89ba-059070371f05, hostable agents: ['af91e4b9-f4e1-42b1-a25c-a10dc47171c8'], hosted agents: [] {{(pid=103230) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 19:13:04.338984 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-899367a8-4a42-4f64-ada6-0ae775ecc6bf req-8c76b031-db49-4808-8670-6827b30dfc2d tempest-ServerRescueTestJSONUnderV235-126256002 tempest-ServerRescueTestJSONUnderV235-126256002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:13:04.340491 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-899367a8-4a42-4f64-ada6-0ae775ecc6bf req-8c76b031-db49-4808-8670-6827b30dfc2d tempest-ServerRescueTestJSONUnderV235-126256002 tempest-ServerRescueTestJSONUnderV235-126256002-project] 10.222.0.75 "GET /v2.0/ports?device_id=a0f1baff-df40-457f-b67b-761e81dfdca5 HTTP/1.1" status: 200 len: 946 time: 0.3777313 Feb 09 19:13:04.349606 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b3d5d4e-8707-4152-8735-6d4a9abc882a req-e737c749-f37b-4bec-93bf-3b235771ee68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:13:04.351125 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-0b3d5d4e-8707-4152-8735-6d4a9abc882a req-e737c749-f37b-4bec-93bf-3b235771ee68 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=2b5494c8-cf97-42c1-b902-87f998f28179&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.3826525 Feb 09 19:13:04.379574 n-d-713498-36 neutron-server[103230]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3007868-c704-41e4-bf7c-0d87a2533b2c tempest-ServersTestMultiNic-1550042178 tempest-ServersTestMultiNic-1550042178-project] Network a418f5f5-3d81-440d-89ba-059070371f05 is scheduled to be hosted by DHCP agent af91e4b9-f4e1-42b1-a25c-a10dc47171c8 with binding_index 1 {{(pid=103230) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 19:13:04.432819 n-d-713498-36 neutron-server[103230]: DEBUG neutron.scheduler.base_scheduler [None req-d3007868-c704-41e4-bf7c-0d87a2533b2c tempest-ServersTestMultiNic-1550042178 tempest-ServersTestMultiNic-1550042178-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713498-36, a418f5f5-3d81-440d-89ba-059070371f05) {{(pid=103230) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 19:13:04.447751 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03d1f703-17df-451d-b860-0d7f6d370a9d None None] Network a418f5f5-3d81-440d-89ba-059070371f05 requested from n-d-713498-36 {{(pid=103232) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 19:13:04.456977 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3007868-c704-41e4-bf7c-0d87a2533b2c tempest-ServersTestMultiNic-1550042178 tempest-ServersTestMultiNic-1550042178-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:13:04.457575 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-d3007868-c704-41e4-bf7c-0d87a2533b2c tempest-ServersTestMultiNic-1550042178 tempest-ServersTestMultiNic-1550042178-project] Publish callbacks [] for subnet (None), before_response {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:13:04.470755 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-899367a8-4a42-4f64-ada6-0ae775ecc6bf req-2b645b1e-7ad8-40ee-8547-011c968f7c40 tempest-ServerRescueTestJSONUnderV235-126256002 tempest-ServerRescueTestJSONUnderV235-126256002-project] 10.222.0.75 "GET /v2.0/security-groups?id=73dc5652-0b28-4d0e-bd9f-61a00dbc59a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1186647 Feb 09 19:13:04.472719 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6af3ac7a-f40c-4673-a0bc-2ed20abf2ec7 req-2ea200fe-7589-47c8-b807-eef4db6bc169 tempest-ServersTestManualDisk-2087116754 tempest-ServersTestManualDisk-2087116754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:13:04.481130 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-6af3ac7a-f40c-4673-a0bc-2ed20abf2ec7 req-2ea200fe-7589-47c8-b807-eef4db6bc169 tempest-ServersTestManualDisk-2087116754 tempest-ServersTestManualDisk-2087116754-project] 10.222.0.75 "GET /v2.0/ports?device_id=a35fbec0-0317-420e-b440-01979c3a7c6c HTTP/1.1" status: 200 len: 946 time: 0.0947177 Feb 09 19:13:04.499558 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-d3007868-c704-41e4-bf7c-0d87a2533b2c tempest-ServersTestMultiNic-1550042178 tempest-ServersTestMultiNic-1550042178-project] 10.222.0.75 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 1.2338493 Feb 09 19:13:04.503770 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 60126) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:13:04.508616 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.v2.base [None req-7f90ba7e-652d-4efb-b23e-012f81395c18 tempest-ServersTestMultiNic-1550042178 tempest-ServersTestMultiNic-1550042178-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-1214742333'}} {{(pid=103230) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 19:13:04.578659 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-0b3d5d4e-8707-4152-8735-6d4a9abc882a req-914d8eff-fd95-43df-bf16-b0583e37a144 service neutron] 10.222.0.90 "GET /v2.0/networks/2b5494c8-cf97-42c1-b902-87f998f28179?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2150958 Feb 09 19:13:04.588899 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7f90ba7e-652d-4efb-b23e-012f81395c18 tempest-ServersTestMultiNic-1550042178 tempest-ServersTestMultiNic-1550042178-project] Made reservation on behalf of dd68a30cbd724a479c2573502973494c for: {'network': 1} {{(pid=103230) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 19:13:04.592423 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-7f90ba7e-652d-4efb-b23e-012f81395c18 tempest-ServersTestMultiNic-1550042178 tempest-ServersTestMultiNic-1550042178-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for network (None), before_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:13:04.600235 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-6af3ac7a-f40c-4673-a0bc-2ed20abf2ec7 req-e1e4c43e-772e-4ccd-b6ba-d58fb6dd3749 tempest-ServersTestManualDisk-2087116754 tempest-ServersTestManualDisk-2087116754-project] 10.222.0.75 "GET /v2.0/security-groups?id=a9046b98-d442-46ac-9793-fd3bbced8e96&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1146553 Feb 09 19:13:04.690546 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7f90ba7e-652d-4efb-b23e-012f81395c18 tempest-ServersTestMultiNic-1550042178 tempest-ServersTestMultiNic-1550042178-project] vlan segment allocate from pool success with {'vlan_id': 392, 'physical_network': 'physnet1'} {{(pid=103230) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 19:13:04.702484 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-078cc746-7b6c-48b2-b7f7-34cd1ef98601 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8b32e980-7cce-5e82-a341-bd2fa8945c89-a418f5f5-3d81-440d-89ba-059070371f05', 'network_id': 'a418f5f5-3d81-440d-89ba-059070371f05', 'project_id': 'dd68a30cbd724a479c2573502973494c', 'fixed_ips': [{'subnet_id': '55cab83d-dc5d-45c6-959c-ef2d5d7890b9'}]}} from n-d-713498-36. {{(pid=103232) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 09 19:13:04.704834 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-078cc746-7b6c-48b2-b7f7-34cd1ef98601 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (None), before_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:13:04.747581 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-7f90ba7e-652d-4efb-b23e-012f81395c18 tempest-ServersTestMultiNic-1550042178 tempest-ServersTestMultiNic-1550042178-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-759574'] for segment (fdce14a8-e060-4caf-9916-dcc14afea810), precommit_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:13:04.748115 n-d-713498-36 neutron-server[103230]: INFO neutron.db.segments_db [None req-7f90ba7e-652d-4efb-b23e-012f81395c18 tempest-ServersTestMultiNic-1550042178 tempest-ServersTestMultiNic-1550042178-project] Added segment fdce14a8-e060-4caf-9916-dcc14afea810 of type vlan for network 81af42b1-eb23-43df-b260-cc7f68f27829 Feb 09 19:13:04.848015 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-0b3d5d4e-8707-4152-8735-6d4a9abc882a req-5036e80c-4396-4d7a-ba95-0a5089cc54e3 service neutron] 10.222.0.90 "GET /v2.0/networks/2b5494c8-cf97-42c1-b902-87f998f28179?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2527609 Feb 09 19:13:04.853076 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-7f90ba7e-652d-4efb-b23e-012f81395c18 tempest-ServersTestMultiNic-1550042178 tempest-ServersTestMultiNic-1550042178-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762866642225'] for network (81af42b1-eb23-43df-b260-cc7f68f27829), precommit_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:13:04.885482 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.db_base_plugin_common [None req-078cc746-7b6c-48b2-b7f7-34cd1ef98601 None None] Allocated IP 19.80.0.2 (a418f5f5-3d81-440d-89ba-059070371f05/55cab83d-dc5d-45c6-959c-ef2d5d7890b9/94a16e04-62dc-422f-98e9-34dc93771277) {{(pid=103232) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 19:13:04.917470 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-7f90ba7e-652d-4efb-b23e-012f81395c18 tempest-ServersTestMultiNic-1550042178 tempest-ServersTestMultiNic-1550042178-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1885479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452'] for network (81af42b1-eb23-43df-b260-cc7f68f27829), after_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:13:04.934668 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f90ba7e-652d-4efb-b23e-012f81395c18 tempest-ServersTestMultiNic-1550042178 tempest-ServersTestMultiNic-1550042178-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:13:04.935730 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-7f90ba7e-652d-4efb-b23e-012f81395c18 tempest-ServersTestMultiNic-1550042178 tempest-ServersTestMultiNic-1550042178-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1613566'] for network (None), before_response {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:13:04.936053 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56c802a5-fb33-4802-b1d6-cda5576a9dbf req-41f5af1f-f53f-40f8-9dc4-3a1ecca70973 tempest-MigrationsAdminTest-892781459 tempest-MigrationsAdminTest-892781459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:13:04.943891 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-56c802a5-fb33-4802-b1d6-cda5576a9dbf req-41f5af1f-f53f-40f8-9dc4-3a1ecca70973 tempest-MigrationsAdminTest-892781459 tempest-MigrationsAdminTest-892781459-project] 10.222.0.75 "GET /v2.0/ports?device_id=324ad1af-f9e3-424e-981f-7b5b8b459dd1 HTTP/1.1" status: 200 len: 947 time: 0.2290032 Feb 09 19:13:04.997419 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-994a0de4-be3c-46e3-9fa1-cebb8ebf3a29 req-69c71b8e-41de-4067-9d60-f7d0dbf17d69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:13:04.999539 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-994a0de4-be3c-46e3-9fa1-cebb8ebf3a29 req-69c71b8e-41de-4067-9d60-f7d0dbf17d69 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=4ddd249906ca4b088ab7ddfb44b3182a&device_id=a0f1baff-df40-457f-b67b-761e81dfdca5 HTTP/1.1" status: 200 len: 1129 time: 0.1671851 Feb 09 19:13:05.015666 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-56c802a5-fb33-4802-b1d6-cda5576a9dbf req-9bad3d5a-9e9f-404e-9a1d-abd3acef4d8e tempest-MigrationsAdminTest-892781459 tempest-MigrationsAdminTest-892781459-project] 10.222.0.75 "GET /v2.0/security-groups?id=709912c8-8171-4435-800e-9e5c5e45bf8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0707464 Feb 09 19:13:05.093452 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-078cc746-7b6c-48b2-b7f7-34cd1ef98601 None None] Publish callbacks [] for port (94a16e04-62dc-422f-98e9-34dc93771277), precommit_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:13:05.104602 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-078cc746-7b6c-48b2-b7f7-34cd1ef98601 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762866656467'] for port (94a16e04-62dc-422f-98e9-34dc93771277), after_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:13:05.142171 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-7f90ba7e-652d-4efb-b23e-012f81395c18 tempest-ServersTestMultiNic-1550042178 tempest-ServersTestMultiNic-1550042178-project] 10.222.0.75 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.6372781 Feb 09 19:13:05.144421 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-994a0de4-be3c-46e3-9fa1-cebb8ebf3a29 req-3153625d-3d4d-487b-b3d7-7985efd818a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:13:05.146183 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 60136) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:13:05.147072 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-994a0de4-be3c-46e3-9fa1-cebb8ebf3a29 req-3153625d-3d4d-487b-b3d7-7985efd818a2 service neutron] 10.222.0.89 "GET /v2.0/networks?id=3ab0c9d2-97b1-4c51-9743-b63b9816fede HTTP/1.1" status: 200 len: 920 time: 0.1241758 Feb 09 19:13:05.147481 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f90ba7e-652d-4efb-b23e-012f81395c18 tempest-ServersTestMultiNic-1550042178 tempest-ServersTestMultiNic-1550042178-project] Pushing event updated for resources: {'Network': ['ID=81af42b1-eb23-43df-b260-cc7f68f27829,revision_number=1']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:13:05.161914 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.v2.base [None req-8a5f92e6-6e8e-401e-893f-36e18ecba7c6 tempest-ServersTestMultiNic-1550042178 tempest-ServersTestMultiNic-1550042178-project] Request body: {'subnet': {'network_id': '81af42b1-eb23-43df-b260-cc7f68f27829', 'cidr': '19.86.0.0/24', 'ip_version': 4}} {{(pid=103230) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 19:13:05.173030 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-078cc746-7b6c-48b2-b7f7-34cd1ef98601 None None] Pushing event updated for resources: {'Port': ['ID=94a16e04-62dc-422f-98e9-34dc93771277,revision_number=1']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:13:05.193133 n-d-713498-36 neutron-server[103232]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-078cc746-7b6c-48b2-b7f7-34cd1ef98601 None None] Network a418f5f5-3d81-440d-89ba-059070371f05 is already hosted by enough agents. {{(pid=103232) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 19:13:05.194659 n-d-713498-36 neutron-server[103232]: DEBUG neutron.scheduler.base_scheduler [None req-078cc746-7b6c-48b2-b7f7-34cd1ef98601 None None] Resources bound (agent type, host, resource id): {{(pid=103232) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 19:13:05.200307 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.l3_dvrscheduler_db [None req-078cc746-7b6c-48b2-b7f7-34cd1ef98601 None None] Received port after_create {{(pid=103232) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 19:13:05.212412 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f90ba7e-652d-4efb-b23e-012f81395c18 tempest-ServersTestMultiNic-1550042178 tempest-ServersTestMultiNic-1550042178-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:13:05.212769 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f90ba7e-652d-4efb-b23e-012f81395c18 tempest-ServersTestMultiNic-1550042178 tempest-ServersTestMultiNic-1550042178-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:13:05.213119 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f90ba7e-652d-4efb-b23e-012f81395c18 tempest-ServersTestMultiNic-1550042178 tempest-ServersTestMultiNic-1550042178-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:13:05.213464 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f90ba7e-652d-4efb-b23e-012f81395c18 tempest-ServersTestMultiNic-1550042178 tempest-ServersTestMultiNic-1550042178-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:13:05.213804 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f90ba7e-652d-4efb-b23e-012f81395c18 tempest-ServersTestMultiNic-1550042178 tempest-ServersTestMultiNic-1550042178-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:13:05.214545 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f90ba7e-652d-4efb-b23e-012f81395c18 tempest-ServersTestMultiNic-1550042178 tempest-ServersTestMultiNic-1550042178-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:13:05.214891 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f90ba7e-652d-4efb-b23e-012f81395c18 tempest-ServersTestMultiNic-1550042178 tempest-ServersTestMultiNic-1550042178-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:13:05.215226 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f90ba7e-652d-4efb-b23e-012f81395c18 tempest-ServersTestMultiNic-1550042178 tempest-ServersTestMultiNic-1550042178-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:13:05.215577 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f90ba7e-652d-4efb-b23e-012f81395c18 tempest-ServersTestMultiNic-1550042178 tempest-ServersTestMultiNic-1550042178-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:13:05.215955 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f90ba7e-652d-4efb-b23e-012f81395c18 tempest-ServersTestMultiNic-1550042178 tempest-ServersTestMultiNic-1550042178-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:13:05.216291 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f90ba7e-652d-4efb-b23e-012f81395c18 tempest-ServersTestMultiNic-1550042178 tempest-ServersTestMultiNic-1550042178-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:13:05.216625 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f90ba7e-652d-4efb-b23e-012f81395c18 tempest-ServersTestMultiNic-1550042178 tempest-ServersTestMultiNic-1550042178-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:13:05.216955 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f90ba7e-652d-4efb-b23e-012f81395c18 tempest-ServersTestMultiNic-1550042178 tempest-ServersTestMultiNic-1550042178-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:13:05.218373 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-994a0de4-be3c-46e3-9fa1-cebb8ebf3a29 req-1686fe58-d7a5-48ee-b989-eeeead4f4b92 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=2fad1b41-3683-4d01-9737-38b8cb70512c HTTP/1.1" status: 200 len: 217 time: 0.0628467 Feb 09 19:13:05.254702 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7ff07fb-d687-46b8-ac22-0853fc73fc3d req-1b1dd4d5-95d5-4d8b-8352-98a2cf570ade tempest-ServersTestManualDisk-2087116754 tempest-ServersTestManualDisk-2087116754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:13:05.256240 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-c7ff07fb-d687-46b8-ac22-0853fc73fc3d req-1b1dd4d5-95d5-4d8b-8352-98a2cf570ade tempest-ServersTestManualDisk-2087116754 tempest-ServersTestManualDisk-2087116754-project] 10.222.0.90 "GET /v2.0/ports?device_id=a35fbec0-0317-420e-b440-01979c3a7c6c HTTP/1.1" status: 200 len: 946 time: 0.2069931 Feb 09 19:13:05.257139 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Network 81af42b1-eb23-43df-b260-cc7f68f27829 details requested by agent ovs-agent-n-d-713498-36 with host n-d-713498-36 {{(pid=103232) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 19:13:05.263050 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5f12caa-a791-4aa3-99b1-33005c4fba96 req-cb04a775-e8fd-4826-b69f-d3780cb4b05d tempest-ServerRescueTestJSONUnderV235-126256002 tempest-ServerRescueTestJSONUnderV235-126256002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:13:05.270046 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-b5f12caa-a791-4aa3-99b1-33005c4fba96 req-cb04a775-e8fd-4826-b69f-d3780cb4b05d tempest-ServerRescueTestJSONUnderV235-126256002 tempest-ServerRescueTestJSONUnderV235-126256002-project] 10.222.0.75 "GET /v2.0/ports?device_id=a0f1baff-df40-457f-b67b-761e81dfdca5 HTTP/1.1" status: 200 len: 946 time: 0.3303375 Feb 09 19:13:05.275708 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.managers [None req-078cc746-7b6c-48b2-b7f7-34cd1ef98601 None None] Attempting to bind port 94a16e04-62dc-422f-98e9-34dc93771277 on host n-d-713498-36 for vnic_type normal with profile {{(pid=103232) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 19:13:05.276242 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.managers [None req-078cc746-7b6c-48b2-b7f7-34cd1ef98601 None None] Attempting to bind port 94a16e04-62dc-422f-98e9-34dc93771277 by drivers openvswitch,hyperv on host n-d-713498-36 at level 0 using segments [{'id': '3107d6d2-7b5f-4862-8699-387a1f455fe0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': 'a418f5f5-3d81-440d-89ba-059070371f05'}] {{(pid=103232) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 19:13:05.276614 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-078cc746-7b6c-48b2-b7f7-34cd1ef98601 None None] Attempting to bind port 94a16e04-62dc-422f-98e9-34dc93771277 on network a418f5f5-3d81-440d-89ba-059070371f05 {{(pid=103232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 19:13:05.298764 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-994a0de4-be3c-46e3-9fa1-cebb8ebf3a29 req-0574912e-e11c-41f3-b299-9bd84837203a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:13:05.300246 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-994a0de4-be3c-46e3-9fa1-cebb8ebf3a29 req-0574912e-e11c-41f3-b299-9bd84837203a service neutron] 10.222.0.89 "GET /v2.0/subnets?id=eceb2332-2ad4-457a-81e3-6e57abd3a84e HTTP/1.1" status: 200 len: 859 time: 0.0697517 Feb 09 19:13:05.329123 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-078cc746-7b6c-48b2-b7f7-34cd1ef98601 None None] Checking agent: {'id': '496418a2-c002-4aec-ab1a-07f3bea491bd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-36', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 18, 51, 47), 'started_at': datetime.datetime(2022, 2, 9, 18, 52, 17), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 19, 12, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-36'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 19:13:05.329123 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-078cc746-7b6c-48b2-b7f7-34cd1ef98601 None None] Checking segment: {'id': '3107d6d2-7b5f-4862-8699-387a1f455fe0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': 'a418f5f5-3d81-440d-89ba-059070371f05'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103232) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 19:13:05.330479 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-078cc746-7b6c-48b2-b7f7-34cd1ef98601 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:13:05.330479 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-078cc746-7b6c-48b2-b7f7-34cd1ef98601 None None] Bound using segment: {'id': '3107d6d2-7b5f-4862-8699-387a1f455fe0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': 'a418f5f5-3d81-440d-89ba-059070371f05'} {{(pid=103232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 19:13:05.330928 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.managers [None req-078cc746-7b6c-48b2-b7f7-34cd1ef98601 None None] Bound port: 94a16e04-62dc-422f-98e9-34dc93771277, host: n-d-713498-36, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3107d6d2-7b5f-4862-8699-387a1f455fe0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': 'a418f5f5-3d81-440d-89ba-059070371f05'}}] {{(pid=103232) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 19:13:05.331388 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-078cc746-7b6c-48b2-b7f7-34cd1ef98601 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (94a16e04-62dc-422f-98e9-34dc93771277), before_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:13:05.351213 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-994a0de4-be3c-46e3-9fa1-cebb8ebf3a29 req-899ac853-4a97-48fb-8307-f12cea02b0ac service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=3ab0c9d2-97b1-4c51-9743-b63b9816fede&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0429704 Feb 09 19:13:05.402415 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8a5f92e6-6e8e-401e-893f-36e18ecba7c6 tempest-ServersTestMultiNic-1550042178 tempest-ServersTestMultiNic-1550042178-project] Made reservation on behalf of dd68a30cbd724a479c2573502973494c for: {'subnet': 1} {{(pid=103230) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 19:13:05.405808 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-8a5f92e6-6e8e-401e-893f-36e18ecba7c6 tempest-ServersTestMultiNic-1550042178 tempest-ServersTestMultiNic-1550042178-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12985917'] for subnet (None), before_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:13:05.438620 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-b5f12caa-a791-4aa3-99b1-33005c4fba96 req-e89ac9de-145d-46fc-ba5a-337df0cf9380 tempest-ServerRescueTestJSONUnderV235-126256002 tempest-ServerRescueTestJSONUnderV235-126256002-project] 10.222.0.75 "GET /v2.0/security-groups?id=73dc5652-0b28-4d0e-bd9f-61a00dbc59a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1635716 Feb 09 19:13:05.444175 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-078cc746-7b6c-48b2-b7f7-34cd1ef98601 None None] For port 94a16e04-62dc-422f-98e9-34dc93771277, host n-d-713498-36, cleared binding levels {{(pid=103232) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 19:13:05.450089 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-078cc746-7b6c-48b2-b7f7-34cd1ef98601 None None] For port 94a16e04-62dc-422f-98e9-34dc93771277, host n-d-713498-36, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-36',level=0,port_id=94a16e04-62dc-422f-98e9-34dc93771277,segment=NetworkSegment(3107d6d2-7b5f-4862-8699-387a1f455fe0),segment_id=3107d6d2-7b5f-4862-8699-387a1f455fe0)] {{(pid=103232) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 19:13:05.468471 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-078cc746-7b6c-48b2-b7f7-34cd1ef98601 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762867176205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762866656485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762866656503'] for port (94a16e04-62dc-422f-98e9-34dc93771277), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:13:05.530057 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-994a0de4-be3c-46e3-9fa1-cebb8ebf3a29 req-190753bf-c2cd-45b9-91fd-6cb49568b6f4 service neutron] 10.222.0.89 "GET /v2.0/networks/3ab0c9d2-97b1-4c51-9743-b63b9816fede?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1726816 Feb 09 19:13:05.558938 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.plugin [req-c7ff07fb-d687-46b8-ac22-0853fc73fc3d req-744c4fac-0908-4052-8352-5662bceb3eff tempest-ServersTestManualDisk-2087116754 tempest-ServersTestManualDisk-2087116754-project] Deleting port 56559978-c567-46d5-a94e-81e3865f8cfc {{(pid=103230) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 19:13:05.564066 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-078cc746-7b6c-48b2-b7f7-34cd1ef98601 None None] Pushing event updated for resources: {'Port': ['ID=94a16e04-62dc-422f-98e9-34dc93771277,revision_number=2']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:13:05.564239 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [req-c7ff07fb-d687-46b8-ac22-0853fc73fc3d req-744c4fac-0908-4052-8352-5662bceb3eff tempest-ServersTestManualDisk-2087116754 tempest-ServersTestManualDisk-2087116754-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762867170196'] for port (56559978-c567-46d5-a94e-81e3865f8cfc), before_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:13:05.685443 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-994a0de4-be3c-46e3-9fa1-cebb8ebf3a29 req-151947a5-92bf-4649-a78a-8d3e18fcc9cb service neutron] 10.222.0.89 "GET /v2.0/networks/3ab0c9d2-97b1-4c51-9743-b63b9816fede?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1464572 Feb 09 19:13:05.763191 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.db [req-c7ff07fb-d687-46b8-ac22-0853fc73fc3d req-744c4fac-0908-4052-8352-5662bceb3eff tempest-ServersTestManualDisk-2087116754 tempest-ServersTestManualDisk-2087116754-project] For port 56559978-c567-46d5-a94e-81e3865f8cfc, host n-h2-713498-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-36',level=0,port_id=56559978-c567-46d5-a94e-81e3865f8cfc,segment=NetworkSegment(8fc5bdc5-20d6-4485-913b-a8e45cf9007a),segment_id=8fc5bdc5-20d6-4485-913b-a8e45cf9007a)] {{(pid=103230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 19:13:05.763607 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [req-c7ff07fb-d687-46b8-ac22-0853fc73fc3d req-744c4fac-0908-4052-8352-5662bceb3eff tempest-ServersTestManualDisk-2087116754 tempest-ServersTestManualDisk-2087116754-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1820838'] for port (56559978-c567-46d5-a94e-81e3865f8cfc), precommit_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:13:05.880828 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae826c7c-6b13-410e-846c-130bfe5fa8af req-2eaa02d5-d3ee-4b6c-8917-b6c85ab2d8e4 tempest-ServersTestManualDisk-2087116754 tempest-ServersTestManualDisk-2087116754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:13:05.889442 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-ae826c7c-6b13-410e-846c-130bfe5fa8af req-2eaa02d5-d3ee-4b6c-8917-b6c85ab2d8e4 tempest-ServersTestManualDisk-2087116754 tempest-ServersTestManualDisk-2087116754-project] 10.222.0.75 "GET /v2.0/ports?device_id=a35fbec0-0317-420e-b440-01979c3a7c6c HTTP/1.1" status: 200 len: 946 time: 0.0973322 Feb 09 19:13:05.915806 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-8a5f92e6-6e8e-401e-893f-36e18ecba7c6 tempest-ServersTestMultiNic-1550042178 tempest-ServersTestMultiNic-1550042178-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14393611', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12985859'] for subnet (57705c4c-a48b-4d15-ab17-1830cf22e962), after_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:13:05.942444 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-ae826c7c-6b13-410e-846c-130bfe5fa8af req-6297a428-5656-4e7f-9ac7-88ac9a9f85ff tempest-ServersTestManualDisk-2087116754 tempest-ServersTestManualDisk-2087116754-project] 10.222.0.75 "GET /v2.0/security-groups?id=a9046b98-d442-46ac-9793-fd3bbced8e96&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0519607 Feb 09 19:13:05.996693 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a5f92e6-6e8e-401e-893f-36e18ecba7c6 tempest-ServersTestMultiNic-1550042178 tempest-ServersTestMultiNic-1550042178-project] Pushing event updated for resources: {'Subnet': ['ID=57705c4c-a48b-4d15-ab17-1830cf22e962,revision_number=0']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:13:06.094390 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a5f92e6-6e8e-401e-893f-36e18ecba7c6 tempest-ServersTestMultiNic-1550042178 tempest-ServersTestMultiNic-1550042178-project] Checking segment: {'id': 'fdce14a8-e060-4caf-9916-dcc14afea810', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': '81af42b1-eb23-43df-b260-cc7f68f27829'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103230) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 19:13:06.094757 n-d-713498-36 neutron-server[103230]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a5f92e6-6e8e-401e-893f-36e18ecba7c6 tempest-ServersTestMultiNic-1550042178 tempest-ServersTestMultiNic-1550042178-project] Network hostable DHCP agents. Network: 81af42b1-eb23-43df-b260-cc7f68f27829, hostable agents: ['af91e4b9-f4e1-42b1-a25c-a10dc47171c8'], hosted agents: [] {{(pid=103230) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 19:13:06.197408 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [req-c7ff07fb-d687-46b8-ac22-0853fc73fc3d req-744c4fac-0908-4052-8352-5662bceb3eff tempest-ServersTestManualDisk-2087116754 tempest-ServersTestManualDisk-2087116754-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:13:06.198121 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [req-c7ff07fb-d687-46b8-ac22-0853fc73fc3d req-744c4fac-0908-4052-8352-5662bceb3eff tempest-ServersTestManualDisk-2087116754 tempest-ServersTestManualDisk-2087116754-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1818909'] for floatingip (894363a2-cd93-47a8-8463-95c6aee375cd), after_update {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:13:06.198463 n-d-713498-36 neutron-server[103230]: INFO neutron.db.l3_db [req-c7ff07fb-d687-46b8-ac22-0853fc73fc3d req-744c4fac-0908-4052-8352-5662bceb3eff tempest-ServersTestManualDisk-2087116754 tempest-ServersTestManualDisk-2087116754-project] Floating IP 894363a2-cd93-47a8-8463-95c6aee375cd disassociated. External IP: 172.25.1.52, port: 56559978-c567-46d5-a94e-81e3865f8cfc. Feb 09 19:13:06.198810 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.plugin [req-c7ff07fb-d687-46b8-ac22-0853fc73fc3d req-744c4fac-0908-4052-8352-5662bceb3eff tempest-ServersTestManualDisk-2087116754 tempest-ServersTestManualDisk-2087116754-project] Calling delete_port for 56559978-c567-46d5-a94e-81e3865f8cfc owned by compute:nova {{(pid=103230) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 19:13:06.205137 n-d-713498-36 neutron-server[103230]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a5f92e6-6e8e-401e-893f-36e18ecba7c6 tempest-ServersTestMultiNic-1550042178 tempest-ServersTestMultiNic-1550042178-project] Network 81af42b1-eb23-43df-b260-cc7f68f27829 is scheduled to be hosted by DHCP agent af91e4b9-f4e1-42b1-a25c-a10dc47171c8 with binding_index 1 {{(pid=103230) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 19:13:06.227131 n-d-713498-36 neutron-server[103230]: DEBUG neutron.scheduler.base_scheduler [None req-8a5f92e6-6e8e-401e-893f-36e18ecba7c6 tempest-ServersTestMultiNic-1550042178 tempest-ServersTestMultiNic-1550042178-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713498-36, 81af42b1-eb23-43df-b260-cc7f68f27829) {{(pid=103230) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 19:13:06.236115 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eba2da56-d57d-4c9d-862a-c3521d939cbe None None] Network 81af42b1-eb23-43df-b260-cc7f68f27829 requested from n-d-713498-36 {{(pid=103232) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 19:13:06.272654 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a5f92e6-6e8e-401e-893f-36e18ecba7c6 tempest-ServersTestMultiNic-1550042178 tempest-ServersTestMultiNic-1550042178-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:13:06.273251 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-8a5f92e6-6e8e-401e-893f-36e18ecba7c6 tempest-ServersTestMultiNic-1550042178 tempest-ServersTestMultiNic-1550042178-project] Publish callbacks [] for subnet (None), before_response {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:13:06.296580 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c88db00-99dd-4f55-9cc3-a66afcd779f1 req-4d97e1aa-abd8-4fc8-bbc6-06e66a074617 tempest-MigrationsAdminTest-892781459 tempest-MigrationsAdminTest-892781459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:13:06.298382 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-9c88db00-99dd-4f55-9cc3-a66afcd779f1 req-4d97e1aa-abd8-4fc8-bbc6-06e66a074617 tempest-MigrationsAdminTest-892781459 tempest-MigrationsAdminTest-892781459-project] 10.222.0.75 "GET /v2.0/ports?device_id=324ad1af-f9e3-424e-981f-7b5b8b459dd1 HTTP/1.1" status: 200 len: 947 time: 0.1711278 Feb 09 19:13:06.326008 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-8a5f92e6-6e8e-401e-893f-36e18ecba7c6 tempest-ServersTestMultiNic-1550042178 tempest-ServersTestMultiNic-1550042178-project] 10.222.0.75 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 1.1711605 Feb 09 19:13:06.373172 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fef0348f-9618-40e7-a2fb-88eb913b6217 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8b32e980-7cce-5e82-a341-bd2fa8945c89-81af42b1-eb23-43df-b260-cc7f68f27829', 'network_id': '81af42b1-eb23-43df-b260-cc7f68f27829', 'project_id': 'dd68a30cbd724a479c2573502973494c', 'fixed_ips': [{'subnet_id': '57705c4c-a48b-4d15-ab17-1830cf22e962'}]}} from n-d-713498-36. {{(pid=103232) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 09 19:13:06.374269 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-fef0348f-9618-40e7-a2fb-88eb913b6217 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (None), before_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:13:06.409030 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-9c88db00-99dd-4f55-9cc3-a66afcd779f1 req-85f0dd6c-6043-4ed1-87c2-ea27d9f97703 tempest-MigrationsAdminTest-892781459 tempest-MigrationsAdminTest-892781459-project] 10.222.0.75 "GET /v2.0/security-groups?id=709912c8-8171-4435-800e-9e5c5e45bf8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1036229 Feb 09 19:13:06.550470 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [req-c7ff07fb-d687-46b8-ac22-0853fc73fc3d req-744c4fac-0908-4052-8352-5662bceb3eff tempest-ServersTestManualDisk-2087116754 tempest-ServersTestManualDisk-2087116754-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762867177463', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762866656476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14393751'] for port (56559978-c567-46d5-a94e-81e3865f8cfc), after_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:13:06.630085 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-744c4fac-0908-4052-8352-5662bceb3eff tempest-ServersTestManualDisk-2087116754 tempest-ServersTestManualDisk-2087116754-project] Pushing event deleted for resources: {'Port': ['ID=56559978-c567-46d5-a94e-81e3865f8cfc,revision_number=None']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:13:06.699760 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50232d10-052d-4a88-8423-69177b5db4a3 req-ffe2100f-a099-47de-9a6c-c0b95eb54d32 tempest-ServerRescueTestJSONUnderV235-126256002 tempest-ServerRescueTestJSONUnderV235-126256002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:13:06.708400 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-50232d10-052d-4a88-8423-69177b5db4a3 req-ffe2100f-a099-47de-9a6c-c0b95eb54d32 tempest-ServerRescueTestJSONUnderV235-126256002 tempest-ServerRescueTestJSONUnderV235-126256002-project] 10.222.0.75 "GET /v2.0/ports?device_id=a0f1baff-df40-457f-b67b-761e81dfdca5 HTTP/1.1" status: 200 len: 946 time: 0.1260180 Feb 09 19:13:06.740917 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.db_base_plugin_common [None req-fef0348f-9618-40e7-a2fb-88eb913b6217 None None] Allocated IP 19.86.0.2 (81af42b1-eb23-43df-b260-cc7f68f27829/57705c4c-a48b-4d15-ab17-1830cf22e962/d12f2af7-eff8-40c4-a029-7e7ebf819111) {{(pid=103232) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 19:13:06.785006 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Device 94a16e04-62dc-422f-98e9-34dc93771277 up at agent ovs-agent-n-d-713498-36 {{(pid=103232) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 19:13:06.858104 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-50232d10-052d-4a88-8423-69177b5db4a3 req-640e44f7-fe19-4651-96b9-9e5a5ba64a25 tempest-ServerRescueTestJSONUnderV235-126256002 tempest-ServerRescueTestJSONUnderV235-126256002-project] 10.222.0.75 "GET /v2.0/security-groups?id=73dc5652-0b28-4d0e-bd9f-61a00dbc59a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1486857 Feb 09 19:13:06.880887 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Device 246dd422-aaed-44c8-8f53-c0bcff989a68 details requested by agent hyperv_n-h2-713498-36 with host n-h2-713498-36 {{(pid=103232) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 19:13:06.970774 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9332a300-9785-4d0e-bbcd-d424a9db566e req-2bcdebb8-963a-411b-88ce-d5810b68dd40 tempest-ServersTestMultiNic-1550042178 tempest-ServersTestMultiNic-1550042178-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:13:06.975933 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9332a300-9785-4d0e-bbcd-d424a9db566e req-2bcdebb8-963a-411b-88ce-d5810b68dd40 tempest-ServersTestMultiNic-1550042178 tempest-ServersTestMultiNic-1550042178-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:13:06.983723 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-9332a300-9785-4d0e-bbcd-d424a9db566e req-2bcdebb8-963a-411b-88ce-d5810b68dd40 tempest-ServersTestMultiNic-1550042178 tempest-ServersTestMultiNic-1550042178-project] 10.222.0.75 "GET /v2.0/networks?id=a418f5f5-3d81-440d-89ba-059070371f05&id=81af42b1-eb23-43df-b260-cc7f68f27829 HTTP/1.1" status: 200 len: 1392 time: 0.1668837 Feb 09 19:13:07.019497 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-9332a300-9785-4d0e-bbcd-d424a9db566e req-13392d65-c8bb-44da-91cc-9236f272b3ae tempest-ServersTestMultiNic-1550042178 tempest-ServersTestMultiNic-1550042178-project] 10.222.0.75 "GET /v2.0/quotas/dd68a30cbd724a479c2573502973494c HTTP/1.1" status: 200 len: 375 time: 0.0347736 Feb 09 19:13:07.114930 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1944b1a8-5c48-4387-ae53-3cdd0eb5a234 None None] Network a418f5f5-3d81-440d-89ba-059070371f05 requested from n-d-713498-36 {{(pid=103232) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 19:13:07.130703 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-d546e560-a6e0-4fed-8d54-3dfd9b7fae8b req-0c1e1368-0a64-452c-bd76-e8bc64726e78 tempest-ServersTestManualDisk-2087116754 tempest-ServersTestManualDisk-2087116754-project] 10.222.0.75 "GET /v2.0/ports?device_id=a35fbec0-0317-420e-b440-01979c3a7c6c HTTP/1.1" status: 200 len: 210 time: 0.0488951 Feb 09 19:13:07.171177 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-9332a300-9785-4d0e-bbcd-d424a9db566e req-536bc417-9c69-441b-b035-46af8ec1917b tempest-ServersTestMultiNic-1550042178 tempest-ServersTestMultiNic-1550042178-project] 10.222.0.75 "GET /v2.0/ports?tenant_id=dd68a30cbd724a479c2573502973494c&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1507022 Feb 09 19:13:07.176515 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [req-9332a300-9785-4d0e-bbcd-d424a9db566e req-24c342a3-22fe-4d3d-b2ac-27d779f0bd34 service neutron] http://10.222.0.75:9696/v2.0/extensions returned with HTTP 200 {{(pid=103230) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 09 19:13:07.183538 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-9332a300-9785-4d0e-bbcd-d424a9db566e req-24c342a3-22fe-4d3d-b2ac-27d779f0bd34 service neutron] 10.222.0.75 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0114763 Feb 09 19:13:07.258511 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.provisioning_blocks [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Provisioning complete for port 94a16e04-62dc-422f-98e9-34dc93771277 triggered by entity L2. {{(pid=103232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 19:13:07.259027 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593630'] for port (94a16e04-62dc-422f-98e9-34dc93771277), provisioning_complete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:13:07.297785 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-9332a300-9785-4d0e-bbcd-d424a9db566e req-74414cff-07c0-4340-a44f-4b35a8d8f8b1 service neutron] 10.222.0.75 "GET /v2.0/networks/a418f5f5-3d81-440d-89ba-059070371f05?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1130991 Feb 09 19:13:07.305946 n-d-713498-36 neutron-server[103230]: DEBUG neutron.scheduler.l3_agent_scheduler [req-c7ff07fb-d687-46b8-ac22-0853fc73fc3d req-744c4fac-0908-4052-8352-5662bceb3eff tempest-ServersTestManualDisk-2087116754 tempest-ServersTestManualDisk-2087116754-project] Router c1a6984a-2b49-4463-8770-bb366322f74e has already been hosted by L3 agent 93303d5e-5d17-45e8-8963-7694f87783ae {{(pid=103230) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 19:13:07.499254 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-9332a300-9785-4d0e-bbcd-d424a9db566e req-d04b786a-385d-4c87-8850-b362f92254f1 service neutron] 10.222.0.75 "GET /v2.0/networks/a418f5f5-3d81-440d-89ba-059070371f05?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1875043 Feb 09 19:13:07.540479 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.provisioning_blocks [None req-bdafc843-76c1-4685-b27e-9d3bf6c90711 None None] Provisioning complete for port 94a16e04-62dc-422f-98e9-34dc93771277 triggered by entity DHCP. {{(pid=103232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 19:13:07.540859 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-bdafc843-76c1-4685-b27e-9d3bf6c90711 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593630'] for port (94a16e04-62dc-422f-98e9-34dc93771277), provisioning_complete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:13:07.561701 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-c7ff07fb-d687-46b8-ac22-0853fc73fc3d req-744c4fac-0908-4052-8352-5662bceb3eff tempest-ServersTestManualDisk-2087116754 tempest-ServersTestManualDisk-2087116754-project] Notify agent at l3_agent.n-d-713498-36 the message routers_updated {{(pid=103230) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 19:13:07.568245 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-7429db8d-6021-40ad-813e-885be449a89b None None] For port 246dd422-aaed-44c8-8f53-c0bcff989a68, host n-h2-713498-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-36',level=0,port_id=246dd422-aaed-44c8-8f53-c0bcff989a68,segment=NetworkSegment(50e5915e-18f0-4558-9a28-b978975ead36),segment_id=50e5915e-18f0-4558-9a28-b978975ead36)] {{(pid=103232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 19:13:07.577433 n-d-713498-36 neutron-server[103233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5bfd4602-45e1-45e5-a0d1-63089fbc396e None None] Sync routers for ids ['c1a6984a-2b49-4463-8770-bb366322f74e'] in n-d-713498-36 {{(pid=103233) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 19:13:07.606821 n-d-713498-36 neutron-server[103233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bfd4602-45e1-45e5-a0d1-63089fbc396e None None] Routers {'c1a6984a-2b49-4463-8770-bb366322f74e'} bound to L3 agent in host n-d-713498-36 {{(pid=103233) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 19:13:07.607478 n-d-713498-36 neutron-server[103233]: DEBUG neutron.db.l3_hamode_db [None req-5bfd4602-45e1-45e5-a0d1-63089fbc396e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-09T18:51:43Z,description=,heartbeat_timestamp=2022-02-09T19:12:43Z,host='n-d-713498-36',id=93303d5e-5d17-45e8-8963-7694f87783ae,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T18:51:43Z,topic='l3_agent')) {'router_ids': ['c1a6984a-2b49-4463-8770-bb366322f74e'], 'active': True} {{(pid=103233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:13:07.639109 n-d-713498-36 neutron-server[103230]: DEBUG neutron.db.l3_dvrscheduler_db [req-c7ff07fb-d687-46b8-ac22-0853fc73fc3d req-744c4fac-0908-4052-8352-5662bceb3eff tempest-ServersTestManualDisk-2087116754 tempest-ServersTestManualDisk-2087116754-project] No DVR routers for this DVR port 56559978-c567-46d5-a94e-81e3865f8cfc on host n-h2-713498-36 {{(pid=103230) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 19:13:07.643950 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [req-c7ff07fb-d687-46b8-ac22-0853fc73fc3d req-744c4fac-0908-4052-8352-5662bceb3eff tempest-ServersTestManualDisk-2087116754 tempest-ServersTestManualDisk-2087116754-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171096'] for port (None), before_response {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:13:07.647265 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-c7ff07fb-d687-46b8-ac22-0853fc73fc3d req-744c4fac-0908-4052-8352-5662bceb3eff tempest-ServersTestManualDisk-2087116754 tempest-ServersTestManualDisk-2087116754-project] 10.222.0.90 "DELETE /v2.0/ports/56559978-c567-46d5-a94e-81e3865f8cfc HTTP/1.1" status: 204 len: 173 time: 2.3746204 Feb 09 19:13:07.647723 n-d-713498-36 neutron-server[103230]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a35fbec0-0317-420e-b440-01979c3a7c6c', 'name': 'network-vif-deleted', 'tag': '56559978-c567-46d5-a94e-81e3865f8cfc'}] {{(pid=103230) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 19:13:07.662058 n-d-713498-36 neutron-server[103230]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aee5919275bae9f72eb374ee322673045eb80c1f84b4b45a97d96923bd50ab51" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-37d32d4c-c058-4aaf-9f3f-47b665c13fc6" -d '{"events": [{"server_uuid": "a35fbec0-0317-420e-b440-01979c3a7c6c", "name": "network-vif-deleted", "tag": "56559978-c567-46d5-a94e-81e3865f8cfc"}]}' {{(pid=103230) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 19:13:07.708273 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8a19029-5a1e-476c-b851-9b9b1df6eb94 req-54a8e872-be01-41a6-b1e5-bab549e08fcb tempest-MigrationsAdminTest-892781459 tempest-MigrationsAdminTest-892781459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:13:07.714419 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-d8a19029-5a1e-476c-b851-9b9b1df6eb94 req-54a8e872-be01-41a6-b1e5-bab549e08fcb tempest-MigrationsAdminTest-892781459 tempest-MigrationsAdminTest-892781459-project] 10.222.0.75 "GET /v2.0/ports?device_id=324ad1af-f9e3-424e-981f-7b5b8b459dd1 HTTP/1.1" status: 200 len: 947 time: 0.1944511 Feb 09 19:13:07.730050 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-fef0348f-9618-40e7-a2fb-88eb913b6217 None None] Publish callbacks [] for port (d12f2af7-eff8-40c4-a029-7e7ebf819111), precommit_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:13:07.740374 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-9332a300-9785-4d0e-bbcd-d424a9db566e req-965c95b7-e14e-4326-a300-83a2c57ed86c service neutron] 10.222.0.75 "GET /v2.0/networks/81af42b1-eb23-43df-b260-cc7f68f27829?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2315624 Feb 09 19:13:07.767729 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Returning: {'device': '246dd422-aaed-44c8-8f53-c0bcff989a68', 'network_id': '2b5494c8-cf97-42c1-b902-87f998f28179', 'port_id': '246dd422-aaed-44c8-8f53-c0bcff989a68', 'mac_address': 'fa:16:3e:28:22:3d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 359, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '60b561cb-321e-4f83-9bb3-92b2e1d0dc44', 'ip_address': '192.168.233.63'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103232) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 19:13:07.775768 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-fef0348f-9618-40e7-a2fb-88eb913b6217 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762866656467'] for port (d12f2af7-eff8-40c4-a029-7e7ebf819111), after_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:13:07.906229 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-d8a19029-5a1e-476c-b851-9b9b1df6eb94 req-14c064a6-2bd5-49ee-b030-d10abf4af515 tempest-MigrationsAdminTest-892781459 tempest-MigrationsAdminTest-892781459-project] 10.222.0.75 "GET /v2.0/security-groups?id=709912c8-8171-4435-800e-9e5c5e45bf8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1800022 Feb 09 19:13:07.951073 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fef0348f-9618-40e7-a2fb-88eb913b6217 None None] Pushing event updated for resources: {'Port': ['ID=d12f2af7-eff8-40c4-a029-7e7ebf819111,revision_number=1']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:13:07.954329 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-9332a300-9785-4d0e-bbcd-d424a9db566e req-403a5bf5-9fb8-4ed4-ba1c-29334569ef20 service neutron] 10.222.0.75 "GET /v2.0/networks/81af42b1-eb23-43df-b260-cc7f68f27829?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2064264 Feb 09 19:13:07.975714 n-d-713498-36 neutron-server[103230]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 19:13:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-230993f7-5566-4364-82a6-3c139112a279 x-openstack-request-id: req-230993f7-5566-4364-82a6-3c139112a279 {{(pid=103230) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 19:13:07.976935 n-d-713498-36 neutron-server[103230]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a35fbec0-0317-420e-b440-01979c3a7c6c", "name": "network-vif-deleted", "tag": "56559978-c567-46d5-a94e-81e3865f8cfc", "status": "completed", "code": 200}]} {{(pid=103230) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 19:13:07.977464 n-d-713498-36 neutron-server[103230]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-230993f7-5566-4364-82a6-3c139112a279 {{(pid=103230) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 19:13:07.977679 n-d-713498-36 neutron-server[103233]: DEBUG neutron.db.l3_dvr_db [None req-5bfd4602-45e1-45e5-a0d1-63089fbc396e None None] Set router c1a6984a-2b49-4463-8770-bb366322f74e gateway port host: n-d-713498-36 {{(pid=103233) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 19:13:07.978455 n-d-713498-36 neutron-server[103230]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a35fbec0-0317-420e-b440-01979c3a7c6c', 'name': 'network-vif-deleted', 'tag': '56559978-c567-46d5-a94e-81e3865f8cfc', 'status': 'completed', 'code': 200} Feb 09 19:13:08.121208 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bd81a55-f399-4f8a-bd82-a9b909d70266 req-09094c2c-b9db-42f1-b4aa-707d35a73b2d tempest-ServerRescueTestJSONUnderV235-126256002 tempest-ServerRescueTestJSONUnderV235-126256002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:13:08.132299 n-d-713498-36 neutron-server[103232]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fef0348f-9618-40e7-a2fb-88eb913b6217 None None] Network 81af42b1-eb23-43df-b260-cc7f68f27829 is already hosted by enough agents. {{(pid=103232) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 19:13:08.133105 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-2bd81a55-f399-4f8a-bd82-a9b909d70266 req-09094c2c-b9db-42f1-b4aa-707d35a73b2d tempest-ServerRescueTestJSONUnderV235-126256002 tempest-ServerRescueTestJSONUnderV235-126256002-project] 10.222.0.75 "GET /v2.0/ports?device_id=a0f1baff-df40-457f-b67b-761e81dfdca5 HTTP/1.1" status: 200 len: 946 time: 0.0957410 Feb 09 19:13:08.168542 n-d-713498-36 neutron-server[103232]: DEBUG neutron.scheduler.base_scheduler [None req-fef0348f-9618-40e7-a2fb-88eb913b6217 None None] Resources bound (agent type, host, resource id): {{(pid=103232) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 19:13:08.181066 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-bdafc843-76c1-4685-b27e-9d3bf6c90711 None None] Current status of the port 94a16e04-62dc-422f-98e9-34dc93771277 is: DOWN; New status is: ACTIVE {{(pid=103232) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 19:13:08.181470 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-bdafc843-76c1-4685-b27e-9d3bf6c90711 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (94a16e04-62dc-422f-98e9-34dc93771277), before_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:13:08.203139 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fef0348f-9618-40e7-a2fb-88eb913b6217 None None] Received port after_create {{(pid=103232) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 19:13:08.247080 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Current status of the port 246dd422-aaed-44c8-8f53-c0bcff989a68 is: DOWN; New status is: BUILD {{(pid=103232) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 19:13:08.247414 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (246dd422-aaed-44c8-8f53-c0bcff989a68), before_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:13:08.274483 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-2bd81a55-f399-4f8a-bd82-a9b909d70266 req-6a691104-b384-4138-9a69-09cd41fe4586 tempest-ServerRescueTestJSONUnderV235-126256002 tempest-ServerRescueTestJSONUnderV235-126256002-project] 10.222.0.75 "GET /v2.0/security-groups?id=73dc5652-0b28-4d0e-bd9f-61a00dbc59a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1365266 Feb 09 19:13:08.355023 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Current status of the port 94a16e04-62dc-422f-98e9-34dc93771277 is: DOWN; New status is: ACTIVE {{(pid=103232) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 19:13:08.358993 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (94a16e04-62dc-422f-98e9-34dc93771277), before_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:13:08.439949 n-d-713498-36 neutron-server[103232]: DEBUG neutron.notifiers.nova [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 246dd422-aaed-44c8-8f53-c0bcff989a68 {{(pid=103232) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 19:13:08.503555 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-73ee8b0f-2385-4e41-8463-d3c2c840b849 req-db57e163-09b2-4b65-9a1b-939a46dc0f72 tempest-ServersTestMultiNic-1550042178 tempest-ServersTestMultiNic-1550042178-project] 10.222.0.75 "GET /v2.0/ports?device_id=ddee171f-0768-4054-a601-26f9960866a0 HTTP/1.1" status: 200 len: 210 time: 0.0680652 Feb 09 19:13:08.510670 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-4154556c-d3a7-4628-9bba-de8f9027dc5e req-82e8cae4-e88c-4e1f-8efb-aec34ad0e0ea tempest-ServersTestManualDisk-2087116754 tempest-ServersTestManualDisk-2087116754-project] 10.222.0.75 "GET /v2.0/ports?device_id=a35fbec0-0317-420e-b440-01979c3a7c6c HTTP/1.1" status: 200 len: 210 time: 0.1176305 Feb 09 19:13:08.579408 n-d-713498-36 neutron-server[103233]: DEBUG neutron.db.l3_hamode_db [None req-5bfd4602-45e1-45e5-a0d1-63089fbc396e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c1a6984a-2b49-4463-8770-bb366322f74e', 'name': 'tempest-ServersTestManualDisk-2007371992-router', 'tenant_id': '77d2f6c213eb401684c27974738fe903', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88055e1e-672a-4487-be31-ffb6e833ece5', 'external_fixed_ips': [{'subnet_id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'ip_address': '172.25.1.245'}], 'enable_snat': True}, 'gw_port_id': '2b510600-8b01-408c-90d4-e30dc6b8cb66', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T19:11:18Z', 'updated_at': '2022-02-09T19:11:32Z', 'revision_number': 4, 'project_id': '77d2f6c213eb401684c27974738fe903', 'gw_port': {'id': '2b510600-8b01-408c-90d4-e30dc6b8cb66', 'name': '', 'network_id': '88055e1e-672a-4487-be31-ffb6e833ece5', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:7d:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1a6984a-2b49-4463-8770-bb366322f74e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1144, 'fixed_ips': [{'subnet_id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'ip_address': '172.25.1.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T19:11:21Z', 'updated_at': '2022-02-09T19:11:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-36', '_interfaces': [{'id': '1f5bbe59-cc28-42f4-b8da-c5cfece10743', 'name': '', 'network_id': '0ec7f9f6-4ed5-45b5-9742-035cca69218b', 'tenant_id': '77d2f6c213eb401684c27974738fe903', 'mac_address': 'fa:16:3e:5a:ed:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1a6984a-2b49-4463-8770-bb366322f74e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1147, 'fixed_ips': [{'subnet_id': '56817271-1948-4557-bb99-937580724a46', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T19:11:29Z', 'updated_at': '2022-02-09T19:11:41Z', 'revision_number': 5, 'project_id': '77d2f6c213eb401684c27974738fe903', 'subnets': [{'id': '56817271-1948-4557-bb99-937580724a46', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-36', False) {} {{(pid=103233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:13:08.603730 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-7429db8d-6021-40ad-813e-885be449a89b None None] For port 246dd422-aaed-44c8-8f53-c0bcff989a68, host n-h2-713498-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-36',level=0,port_id=246dd422-aaed-44c8-8f53-c0bcff989a68,segment=NetworkSegment(50e5915e-18f0-4558-9a28-b978975ead36),segment_id=50e5915e-18f0-4558-9a28-b978975ead36)] {{(pid=103232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 19:13:08.615120 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762867176205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762866656485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762866656503'] for port (246dd422-aaed-44c8-8f53-c0bcff989a68), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:13:08.623019 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-bdafc843-76c1-4685-b27e-9d3bf6c90711 None None] For port 94a16e04-62dc-422f-98e9-34dc93771277, host n-d-713498-36, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-36',level=0,port_id=94a16e04-62dc-422f-98e9-34dc93771277,segment=NetworkSegment(3107d6d2-7b5f-4862-8699-387a1f455fe0),segment_id=3107d6d2-7b5f-4862-8699-387a1f455fe0)] {{(pid=103232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 19:13:08.629815 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.managers [None req-fef0348f-9618-40e7-a2fb-88eb913b6217 None None] Attempting to bind port d12f2af7-eff8-40c4-a029-7e7ebf819111 on host n-d-713498-36 for vnic_type normal with profile {{(pid=103232) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 19:13:08.630697 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.managers [None req-fef0348f-9618-40e7-a2fb-88eb913b6217 None None] Attempting to bind port d12f2af7-eff8-40c4-a029-7e7ebf819111 by drivers openvswitch,hyperv on host n-d-713498-36 at level 0 using segments [{'id': 'fdce14a8-e060-4caf-9916-dcc14afea810', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': '81af42b1-eb23-43df-b260-cc7f68f27829'}] {{(pid=103232) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 19:13:08.631073 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fef0348f-9618-40e7-a2fb-88eb913b6217 None None] Attempting to bind port d12f2af7-eff8-40c4-a029-7e7ebf819111 on network 81af42b1-eb23-43df-b260-cc7f68f27829 {{(pid=103232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 19:13:08.658974 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-bdafc843-76c1-4685-b27e-9d3bf6c90711 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762867176205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762866656485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762866656503'] for port (94a16e04-62dc-422f-98e9-34dc93771277), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:13:08.662617 n-d-713498-36 neutron-server[103233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5bfd4602-45e1-45e5-a0d1-63089fbc396e None None] Checking router: c1a6984a-2b49-4463-8770-bb366322f74e for host: n-d-713498-36 {{(pid=103233) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 19:13:08.677740 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fef0348f-9618-40e7-a2fb-88eb913b6217 None None] Checking agent: {'id': '496418a2-c002-4aec-ab1a-07f3bea491bd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-36', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 18, 51, 47), 'started_at': datetime.datetime(2022, 2, 9, 18, 52, 17), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 19, 12, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-36'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 19:13:08.678291 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fef0348f-9618-40e7-a2fb-88eb913b6217 None None] Checking segment: {'id': 'fdce14a8-e060-4caf-9916-dcc14afea810', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': '81af42b1-eb23-43df-b260-cc7f68f27829'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103232) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 19:13:08.678697 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-fef0348f-9618-40e7-a2fb-88eb913b6217 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:13:08.679222 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fef0348f-9618-40e7-a2fb-88eb913b6217 None None] Bound using segment: {'id': 'fdce14a8-e060-4caf-9916-dcc14afea810', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': '81af42b1-eb23-43df-b260-cc7f68f27829'} {{(pid=103232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 19:13:08.679855 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.managers [None req-fef0348f-9618-40e7-a2fb-88eb913b6217 None None] Bound port: d12f2af7-eff8-40c4-a029-7e7ebf819111, host: n-d-713498-36, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fdce14a8-e060-4caf-9916-dcc14afea810', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': '81af42b1-eb23-43df-b260-cc7f68f27829'}}] {{(pid=103232) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 19:13:08.680297 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-fef0348f-9618-40e7-a2fb-88eb913b6217 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (d12f2af7-eff8-40c4-a029-7e7ebf819111), before_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:13:08.680526 n-d-713498-36 neutron-server[103233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bfd4602-45e1-45e5-a0d1-63089fbc396e None None] Routers {'c1a6984a-2b49-4463-8770-bb366322f74e'} bound to L3 agent in host n-d-713498-36 {{(pid=103233) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 19:13:08.682660 n-d-713498-36 neutron-server[103233]: DEBUG neutron.db.l3_hamode_db [None req-5bfd4602-45e1-45e5-a0d1-63089fbc396e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-09T18:51:43Z,description=,heartbeat_timestamp=2022-02-09T19:12:43Z,host='n-d-713498-36',id=93303d5e-5d17-45e8-8963-7694f87783ae,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T18:51:43Z,topic='l3_agent')) {'router_ids': ['c1a6984a-2b49-4463-8770-bb366322f74e'], 'active': True} {{(pid=103233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:13:08.789214 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.db.api [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103232) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 09 19:13:08.789774 n-d-713498-36 neutron-server[103232]: DEBUG oslo_db.api [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 09 19:13:08.790081 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Pushing event updated for resources: {'Port': ['ID=246dd422-aaed-44c8-8f53-c0bcff989a68,revision_number=4']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:13:08.860150 n-d-713498-36 neutron-server[103233]: DEBUG neutron.db.l3_dvr_db [None req-5bfd4602-45e1-45e5-a0d1-63089fbc396e None None] Set router c1a6984a-2b49-4463-8770-bb366322f74e gateway port host: n-d-713498-36 {{(pid=103233) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 19:13:08.892642 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdafc843-76c1-4685-b27e-9d3bf6c90711 None None] Pushing event updated for resources: {'Port': ['ID=94a16e04-62dc-422f-98e9-34dc93771277,revision_number=3']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:13:08.920111 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Device 56559978-c567-46d5-a94e-81e3865f8cfc no longer exists at agent hyperv_n-h2-713498-36 {{(pid=103232) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 19:13:08.986700 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-7429db8d-6021-40ad-813e-885be449a89b None None] No Port match for: 56559978-c567-46d5-a94e-81e3865f8cfc {{(pid=103232) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 19:13:08.987095 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Device 56559978-c567-46d5-a94e-81e3865f8cfc not bound to the agent host n-h2-713498-36 {{(pid=103232) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 19:13:08.992866 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.provisioning_blocks [None req-75454b48-f274-4995-8ee6-f40134d1ff4e None None] Provisioning complete for port 94a16e04-62dc-422f-98e9-34dc93771277 triggered by entity DHCP. {{(pid=103232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 19:13:08.993244 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-75454b48-f274-4995-8ee6-f40134d1ff4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593630'] for port (94a16e04-62dc-422f-98e9-34dc93771277), provisioning_complete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:13:09.064556 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-7429db8d-6021-40ad-813e-885be449a89b None None] get_ports_and_sgs() called for port_ids ['246dd422-aaed-44c8-8f53-c0bcff989a68'] {{(pid=103232) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 19:13:09.071674 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-fef0348f-9618-40e7-a2fb-88eb913b6217 None None] For port d12f2af7-eff8-40c4-a029-7e7ebf819111, host n-d-713498-36, cleared binding levels {{(pid=103232) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 19:13:09.172122 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-fef0348f-9618-40e7-a2fb-88eb913b6217 None None] For port d12f2af7-eff8-40c4-a029-7e7ebf819111, host n-d-713498-36, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-36',level=0,port_id=d12f2af7-eff8-40c4-a029-7e7ebf819111,segment=NetworkSegment(fdce14a8-e060-4caf-9916-dcc14afea810),segment_id=fdce14a8-e060-4caf-9916-dcc14afea810)] {{(pid=103232) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 19:13:09.193437 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-fef0348f-9618-40e7-a2fb-88eb913b6217 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762867176205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762866656485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762866656503'] for port (d12f2af7-eff8-40c4-a029-7e7ebf819111), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:13:09.259651 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd5011c1-d346-4b6e-9fd7-e64e6854ec35 req-3532ce2e-1c45-460c-aeb6-45a4f2d0d71c tempest-MigrationsAdminTest-892781459 tempest-MigrationsAdminTest-892781459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:13:09.262863 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-dd5011c1-d346-4b6e-9fd7-e64e6854ec35 req-3532ce2e-1c45-460c-aeb6-45a4f2d0d71c tempest-MigrationsAdminTest-892781459 tempest-MigrationsAdminTest-892781459-project] 10.222.0.75 "GET /v2.0/ports?device_id=324ad1af-f9e3-424e-981f-7b5b8b459dd1 HTTP/1.1" status: 200 len: 948 time: 0.1525960 Feb 09 19:13:09.404315 n-d-713498-36 neutron-server[103233]: DEBUG neutron.db.l3_hamode_db [None req-5bfd4602-45e1-45e5-a0d1-63089fbc396e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c1a6984a-2b49-4463-8770-bb366322f74e', 'name': 'tempest-ServersTestManualDisk-2007371992-router', 'tenant_id': '77d2f6c213eb401684c27974738fe903', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88055e1e-672a-4487-be31-ffb6e833ece5', 'external_fixed_ips': [{'subnet_id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'ip_address': '172.25.1.245'}], 'enable_snat': True}, 'gw_port_id': '2b510600-8b01-408c-90d4-e30dc6b8cb66', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T19:11:18Z', 'updated_at': '2022-02-09T19:11:32Z', 'revision_number': 4, 'project_id': '77d2f6c213eb401684c27974738fe903', 'gw_port': {'id': '2b510600-8b01-408c-90d4-e30dc6b8cb66', 'name': '', 'network_id': '88055e1e-672a-4487-be31-ffb6e833ece5', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:7d:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1a6984a-2b49-4463-8770-bb366322f74e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1144, 'fixed_ips': [{'subnet_id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'ip_address': '172.25.1.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T19:11:21Z', 'updated_at': '2022-02-09T19:11:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-36', '_interfaces': [{'id': '1f5bbe59-cc28-42f4-b8da-c5cfece10743', 'name': '', 'network_id': '0ec7f9f6-4ed5-45b5-9742-035cca69218b', 'tenant_id': '77d2f6c213eb401684c27974738fe903', 'mac_address': 'fa:16:3e:5a:ed:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1a6984a-2b49-4463-8770-bb366322f74e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1147, 'fixed_ips': [{'subnet_id': '56817271-1948-4557-bb99-937580724a46', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T19:11:29Z', 'updated_at': '2022-02-09T19:11:41Z', 'revision_number': 5, 'project_id': '77d2f6c213eb401684c27974738fe903', 'subnets': [{'id': '56817271-1948-4557-bb99-937580724a46', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-36', False) {} {{(pid=103233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:13:09.410217 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-dd5011c1-d346-4b6e-9fd7-e64e6854ec35 req-74040654-cc0c-4c15-ae47-a2b34d4b9a13 tempest-MigrationsAdminTest-892781459 tempest-MigrationsAdminTest-892781459-project] 10.222.0.75 "GET /v2.0/security-groups?id=709912c8-8171-4435-800e-9e5c5e45bf8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1379869 Feb 09 19:13:09.450889 n-d-713498-36 neutron-server[103233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5bfd4602-45e1-45e5-a0d1-63089fbc396e None None] The sync data for ids ['c1a6984a-2b49-4463-8770-bb366322f74e'] in n-d-713498-36 is: [{'id': 'c1a6984a-2b49-4463-8770-bb366322f74e', 'name': 'tempest-ServersTestManualDisk-2007371992-router', 'tenant_id': '77d2f6c213eb401684c27974738fe903', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88055e1e-672a-4487-be31-ffb6e833ece5', 'external_fixed_ips': [{'subnet_id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'ip_address': '172.25.1.245'}], 'enable_snat': True}, 'gw_port_id': '2b510600-8b01-408c-90d4-e30dc6b8cb66', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T19:11:18Z', 'updated_at': '2022-02-09T19:11:32Z', 'revision_number': 4, 'project_id': '77d2f6c213eb401684c27974738fe903', 'gw_port': {'id': '2b510600-8b01-408c-90d4-e30dc6b8cb66', 'name': '', 'network_id': '88055e1e-672a-4487-be31-ffb6e833ece5', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:7d:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1a6984a-2b49-4463-8770-bb366322f74e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1144, 'fixed_ips': [{'subnet_id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'ip_address': '172.25.1.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T19:11:21Z', 'updated_at': '2022-02-09T19:11:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-36', '_interfaces': [{'id': '1f5bbe59-cc28-42f4-b8da-c5cfece10743', 'name': '', 'network_id': '0ec7f9f6-4ed5-45b5-9742-035cca69218b', 'tenant_id': '77d2f6c213eb401684c27974738fe903', 'mac_address': 'fa:16:3e:5a:ed:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1a6984a-2b49-4463-8770-bb366322f74e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1147, 'fixed_ips': [{'subnet_id': '56817271-1948-4557-bb99-937580724a46', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T19:11:29Z', 'updated_at': '2022-02-09T19:11:41Z', 'revision_number': 5, 'project_id': '77d2f6c213eb401684c27974738fe903', 'subnets': [{'id': '56817271-1948-4557-bb99-937580724a46', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103233) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 19:13:09.639257 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fef0348f-9618-40e7-a2fb-88eb913b6217 None None] Pushing event updated for resources: {'Port': ['ID=d12f2af7-eff8-40c4-a029-7e7ebf819111,revision_number=2']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:13:09.743039 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6f88a8f-0c5f-4d21-b128-185835ead327 req-14a05af6-4174-4fbf-b84c-81cc986aa55e tempest-ServerRescueTestJSONUnderV235-126256002 tempest-ServerRescueTestJSONUnderV235-126256002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:13:09.749250 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-b6f88a8f-0c5f-4d21-b128-185835ead327 req-14a05af6-4174-4fbf-b84c-81cc986aa55e tempest-ServerRescueTestJSONUnderV235-126256002 tempest-ServerRescueTestJSONUnderV235-126256002-project] 10.222.0.75 "GET /v2.0/ports?device_id=a0f1baff-df40-457f-b67b-761e81dfdca5 HTTP/1.1" status: 200 len: 946 time: 0.1917856 Feb 09 19:13:09.803214 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Current status of the port 94a16e04-62dc-422f-98e9-34dc93771277 is: ACTIVE; New status is: ACTIVE {{(pid=103232) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 19:13:09.818840 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-c1172300-d38b-4213-b678-ed67ab799280 req-d5139909-2deb-4217-95a4-d4679d4cd601 tempest-ServersTestMultiNic-1550042178 tempest-ServersTestMultiNic-1550042178-project] 10.222.0.75 "GET /v2.0/ports?device_id=ddee171f-0768-4054-a601-26f9960866a0 HTTP/1.1" status: 200 len: 210 time: 0.0496631 Feb 09 19:13:09.820509 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-75454b48-f274-4995-8ee6-f40134d1ff4e None None] Current status of the port 94a16e04-62dc-422f-98e9-34dc93771277 is: ACTIVE; New status is: ACTIVE {{(pid=103232) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 19:13:09.891799 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-b6f88a8f-0c5f-4d21-b128-185835ead327 req-796f31f4-b6b7-4cdf-8e05-5fdd582e9d35 tempest-ServerRescueTestJSONUnderV235-126256002 tempest-ServerRescueTestJSONUnderV235-126256002-project] 10.222.0.75 "GET /v2.0/security-groups?id=73dc5652-0b28-4d0e-bd9f-61a00dbc59a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1340134 Feb 09 19:13:09.901483 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 60218) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:13:10.100773 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-6ec7a7cc-f253-4f38-bd5a-5c054cd4399a tempest-ServersTestManualDisk-2087116754 tempest-ServersTestManualDisk-2087116754-project] Publish callbacks [] for security_group (a9046b98-d442-46ac-9793-fd3bbced8e96), before_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:13:10.114810 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8bdc3d98-7f2d-42de-9030-127ef6762710 None None] New status for floating IP 894363a2-cd93-47a8-8463-95c6aee375cd: DOWN {{(pid=103232) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 09 19:13:10.188769 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-6ec7a7cc-f253-4f38-bd5a-5c054cd4399a tempest-ServersTestManualDisk-2087116754 tempest-ServersTestManualDisk-2087116754-project] Publish callbacks [] for security_group (a9046b98-d442-46ac-9793-fd3bbced8e96), precommit_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:13:10.308296 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-6ec7a7cc-f253-4f38-bd5a-5c054cd4399a tempest-ServersTestManualDisk-2087116754 tempest-ServersTestManualDisk-2087116754-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1892331'] for security_group (a9046b98-d442-46ac-9793-fd3bbced8e96), after_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:13:10.312863 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-6ec7a7cc-f253-4f38-bd5a-5c054cd4399a tempest-ServersTestManualDisk-2087116754 tempest-ServersTestManualDisk-2087116754-project] Publish callbacks [] for security_group (None), before_response {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:13:10.315986 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-6ec7a7cc-f253-4f38-bd5a-5c054cd4399a tempest-ServersTestManualDisk-2087116754 tempest-ServersTestManualDisk-2087116754-project] 10.222.0.75 "DELETE /v2.0/security-groups/a9046b98-d442-46ac-9793-fd3bbced8e96 HTTP/1.1" status: 204 len: 168 time: 0.4130256 Feb 09 19:13:10.324374 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 60222) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:13:10.341932 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Device d12f2af7-eff8-40c4-a029-7e7ebf819111 up at agent ovs-agent-n-d-713498-36 {{(pid=103232) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 19:13:10.367609 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ec7a7cc-f253-4f38-bd5a-5c054cd4399a tempest-ServersTestManualDisk-2087116754 tempest-ServersTestManualDisk-2087116754-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a9046b98-d442-46ac-9793-fd3bbced8e96,revision_number=None']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:13:10.371194 n-d-713498-36 neutron-server[103230]: INFO neutron.api.v2.resource [None req-9ccc4dad-5089-4392-80fa-d87da15f3357 tempest-ServersTestManualDisk-2087116754 tempest-ServersTestManualDisk-2087116754-project] show failed (client error): The resource could not be found. Feb 09 19:13:10.372235 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-9ccc4dad-5089-4392-80fa-d87da15f3357 tempest-ServersTestManualDisk-2087116754 tempest-ServersTestManualDisk-2087116754-project] 10.222.0.75 "GET /v2.0/security-groups/a9046b98-d442-46ac-9793-fd3bbced8e96 HTTP/1.1" status: 404 len: 347 time: 0.0466037 Feb 09 19:13:10.382037 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 60226) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:13:10.464325 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.provisioning_blocks [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Provisioning complete for port d12f2af7-eff8-40c4-a029-7e7ebf819111 triggered by entity L2. {{(pid=103232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 19:13:10.464708 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593630'] for port (d12f2af7-eff8-40c4-a029-7e7ebf819111), provisioning_complete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:13:10.659406 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Current status of the port d12f2af7-eff8-40c4-a029-7e7ebf819111 is: DOWN; New status is: ACTIVE {{(pid=103232) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 19:13:10.659927 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (d12f2af7-eff8-40c4-a029-7e7ebf819111), before_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:13:10.743849 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] For port d12f2af7-eff8-40c4-a029-7e7ebf819111, host n-d-713498-36, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-36',level=0,port_id=d12f2af7-eff8-40c4-a029-7e7ebf819111,segment=NetworkSegment(fdce14a8-e060-4caf-9916-dcc14afea810),segment_id=fdce14a8-e060-4caf-9916-dcc14afea810)] {{(pid=103232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 19:13:10.767070 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762867176205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762866656485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762866656503'] for port (d12f2af7-eff8-40c4-a029-7e7ebf819111), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:13:10.767566 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9332a300-9785-4d0e-bbcd-d424a9db566e req-e1f78bb6-c1a5-4fa5-a23a-02bd023c8b03 tempest-ServersTestMultiNic-1550042178 tempest-ServersTestMultiNic-1550042178-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:13:10.769518 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Device 94a16e04-62dc-422f-98e9-34dc93771277 up at agent ovs-agent-n-d-713498-36 {{(pid=103232) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 19:13:10.779344 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9332a300-9785-4d0e-bbcd-d424a9db566e req-e1f78bb6-c1a5-4fa5-a23a-02bd023c8b03 tempest-ServersTestMultiNic-1550042178 tempest-ServersTestMultiNic-1550042178-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:13:10.781024 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-9332a300-9785-4d0e-bbcd-d424a9db566e req-e1f78bb6-c1a5-4fa5-a23a-02bd023c8b03 tempest-ServersTestMultiNic-1550042178 tempest-ServersTestMultiNic-1550042178-project] 10.222.0.90 "GET /v2.0/networks?id=a418f5f5-3d81-440d-89ba-059070371f05&id=81af42b1-eb23-43df-b260-cc7f68f27829 HTTP/1.1" status: 200 len: 1392 time: 0.5836279 Feb 09 19:13:10.800378 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.v2.base [req-9332a300-9785-4d0e-bbcd-d424a9db566e req-3dd22680-3952-4a5a-bda7-d9c5a1b2f1bc tempest-ServersTestMultiNic-1550042178 tempest-ServersTestMultiNic-1550042178-project] Request body: {'port': {'device_id': 'ddee171f-0768-4054-a601-26f9960866a0', 'network_id': 'a418f5f5-3d81-440d-89ba-059070371f05', 'admin_state_up': True, 'tenant_id': 'dd68a30cbd724a479c2573502973494c'}} {{(pid=103230) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 19:13:10.807665 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-8245267e-8075-4d5a-b449-83d1d48e9c73 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762867132591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593584'] for agent (af91e4b9-f4e1-42b1-a25c-a10dc47171c8), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:13:10.920044 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Pushing event updated for resources: {'Port': ['ID=d12f2af7-eff8-40c4-a029-7e7ebf819111,revision_number=3']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:13:10.933125 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8248b644-52d3-4f3c-aca5-060feb4bcfac req-21089708-aa62-418d-a7fb-003ce4cc8918 tempest-MigrationsAdminTest-892781459 tempest-MigrationsAdminTest-892781459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:13:10.942796 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-8248b644-52d3-4f3c-aca5-060feb4bcfac req-21089708-aa62-418d-a7fb-003ce4cc8918 tempest-MigrationsAdminTest-892781459 tempest-MigrationsAdminTest-892781459-project] 10.222.0.75 "GET /v2.0/ports?device_id=324ad1af-f9e3-424e-981f-7b5b8b459dd1 HTTP/1.1" status: 200 len: 948 time: 0.3093343 Feb 09 19:13:10.950308 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.provisioning_blocks [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Provisioning complete for port 94a16e04-62dc-422f-98e9-34dc93771277 triggered by entity L2. {{(pid=103232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 19:13:10.950697 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593630'] for port (94a16e04-62dc-422f-98e9-34dc93771277), provisioning_complete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:13:11.003433 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-fcdfc977-40de-484c-9cae-49c3278bbd07 req-d88adc06-e0ee-41d3-9024-d51987ee0628 tempest-ServersTestMultiNic-1550042178 tempest-ServersTestMultiNic-1550042178-project] 10.222.0.75 "GET /v2.0/ports?device_id=ddee171f-0768-4054-a601-26f9960866a0 HTTP/1.1" status: 200 len: 210 time: 0.0538566 Feb 09 19:13:11.045088 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.plugin [None req-1943a363-31f4-4a1d-af9b-1ca9aff3d5f9 tempest-ServersTestManualDisk-2087116754 tempest-ServersTestManualDisk-2087116754-project] Deleting port 275f7f5e-ac8f-4b60-aa5d-2caac445dbac {{(pid=103230) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 19:13:11.056821 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-1943a363-31f4-4a1d-af9b-1ca9aff3d5f9 tempest-ServersTestManualDisk-2087116754 tempest-ServersTestManualDisk-2087116754-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762867170196'] for port (275f7f5e-ac8f-4b60-aa5d-2caac445dbac), before_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:13:11.147342 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Current status of the port 94a16e04-62dc-422f-98e9-34dc93771277 is: ACTIVE; New status is: ACTIVE {{(pid=103232) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 19:13:11.150545 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9fb63c19-7ecb-4c62-87f9-dbadf0b11c47 None None] Network 81af42b1-eb23-43df-b260-cc7f68f27829 requested from n-d-713498-36 {{(pid=103232) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 19:13:11.239079 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.provisioning_blocks [None req-64c50376-6685-40d4-a1a4-df90fe61f46f None None] Provisioning complete for port d12f2af7-eff8-40c4-a029-7e7ebf819111 triggered by entity DHCP. {{(pid=103232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 19:13:11.239456 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-64c50376-6685-40d4-a1a4-df90fe61f46f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593630'] for port (d12f2af7-eff8-40c4-a029-7e7ebf819111), provisioning_complete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:13:11.298246 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d2daf21-4f7e-4052-9913-2513b36ddd2a req-372860d0-8ae6-4ae6-8b2b-d96ec7608f4a tempest-ServerRescueTestJSONUnderV235-126256002 tempest-ServerRescueTestJSONUnderV235-126256002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:13:11.301132 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-0d2daf21-4f7e-4052-9913-2513b36ddd2a req-372860d0-8ae6-4ae6-8b2b-d96ec7608f4a tempest-ServerRescueTestJSONUnderV235-126256002 tempest-ServerRescueTestJSONUnderV235-126256002-project] 10.222.0.75 "GET /v2.0/ports?device_id=a0f1baff-df40-457f-b67b-761e81dfdca5 HTTP/1.1" status: 200 len: 946 time: 0.1499984 Feb 09 19:13:11.429566 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-0d2daf21-4f7e-4052-9913-2513b36ddd2a req-1cda0822-5f6d-4a55-82bf-12c13c31ebed tempest-ServerRescueTestJSONUnderV235-126256002 tempest-ServerRescueTestJSONUnderV235-126256002-project] 10.222.0.75 "GET /v2.0/security-groups?id=73dc5652-0b28-4d0e-bd9f-61a00dbc59a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1224363 Feb 09 19:13:11.504563 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-64c50376-6685-40d4-a1a4-df90fe61f46f None None] Current status of the port d12f2af7-eff8-40c4-a029-7e7ebf819111 is: ACTIVE; New status is: ACTIVE {{(pid=103232) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 19:13:11.756601 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-1943a363-31f4-4a1d-af9b-1ca9aff3d5f9 tempest-ServersTestManualDisk-2087116754 tempest-ServersTestManualDisk-2087116754-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1820838'] for port (275f7f5e-ac8f-4b60-aa5d-2caac445dbac), precommit_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:13:11.757187 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-1943a363-31f4-4a1d-af9b-1ca9aff3d5f9 tempest-ServersTestManualDisk-2087116754 tempest-ServersTestManualDisk-2087116754-project] Publish callbacks [] for floatingip (275f7f5e-ac8f-4b60-aa5d-2caac445dbac), precommit_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:13:11.778879 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.plugin [None req-1943a363-31f4-4a1d-af9b-1ca9aff3d5f9 tempest-ServersTestManualDisk-2087116754 tempest-ServersTestManualDisk-2087116754-project] Calling delete_port for 275f7f5e-ac8f-4b60-aa5d-2caac445dbac owned by network:floatingip {{(pid=103230) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 19:13:11.946432 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.provisioning_blocks [None req-14e56b81-f5b1-43f6-b19e-9ec2e71d8b04 None None] Provisioning complete for port d12f2af7-eff8-40c4-a029-7e7ebf819111 triggered by entity DHCP. {{(pid=103232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 19:13:11.947173 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-14e56b81-f5b1-43f6-b19e-9ec2e71d8b04 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593630'] for port (d12f2af7-eff8-40c4-a029-7e7ebf819111), provisioning_complete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:13:12.004245 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Device d12f2af7-eff8-40c4-a029-7e7ebf819111 up at agent ovs-agent-n-d-713498-36 {{(pid=103232) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 19:13:12.071145 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-8248b644-52d3-4f3c-aca5-060feb4bcfac req-7ffbfc87-ca46-468f-9a10-17b7646952af tempest-MigrationsAdminTest-892781459 tempest-MigrationsAdminTest-892781459-project] 10.222.0.75 "GET /v2.0/security-groups?id=709912c8-8171-4435-800e-9e5c5e45bf8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.1270986 Feb 09 19:13:12.079374 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-1943a363-31f4-4a1d-af9b-1ca9aff3d5f9 tempest-ServersTestManualDisk-2087116754 tempest-ServersTestManualDisk-2087116754-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762867177463', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762866656476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14393751'] for port (275f7f5e-ac8f-4b60-aa5d-2caac445dbac), after_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:13:12.128448 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1943a363-31f4-4a1d-af9b-1ca9aff3d5f9 tempest-ServersTestManualDisk-2087116754 tempest-ServersTestManualDisk-2087116754-project] Pushing event deleted for resources: {'Port': ['ID=275f7f5e-ac8f-4b60-aa5d-2caac445dbac,revision_number=None']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:13:12.140138 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9332a300-9785-4d0e-bbcd-d424a9db566e req-3dd22680-3952-4a5a-bda7-d9c5a1b2f1bc tempest-ServersTestMultiNic-1550042178 tempest-ServersTestMultiNic-1550042178-project] Made reservation on behalf of dd68a30cbd724a479c2573502973494c for: {'port': 1} {{(pid=103230) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 19:13:12.145236 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [req-9332a300-9785-4d0e-bbcd-d424a9db566e req-3dd22680-3952-4a5a-bda7-d9c5a1b2f1bc tempest-ServersTestMultiNic-1550042178 tempest-ServersTestMultiNic-1550042178-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (None), before_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:13:12.228451 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-85798211-ea95-478b-83d9-6f214fa4076d req-ec552a0f-3acb-4828-9ee7-50c0e5b20267 tempest-ServersTestMultiNic-1550042178 tempest-ServersTestMultiNic-1550042178-project] 10.222.0.75 "GET /v2.0/ports?device_id=ddee171f-0768-4054-a601-26f9960866a0 HTTP/1.1" status: 200 len: 210 time: 0.0946686 Feb 09 19:13:12.474152 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-1943a363-31f4-4a1d-af9b-1ca9aff3d5f9 tempest-ServersTestManualDisk-2087116754 tempest-ServersTestManualDisk-2087116754-project] Publish callbacks [] for floatingip (894363a2-cd93-47a8-8463-95c6aee375cd), after_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:13:12.476785 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-1943a363-31f4-4a1d-af9b-1ca9aff3d5f9 tempest-ServersTestManualDisk-2087116754 tempest-ServersTestManualDisk-2087116754-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171096'] for floatingip (None), before_response {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:13:12.477972 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-1943a363-31f4-4a1d-af9b-1ca9aff3d5f9 tempest-ServersTestManualDisk-2087116754 tempest-ServersTestManualDisk-2087116754-project] 10.222.0.75 "DELETE /v2.0/floatingips/894363a2-cd93-47a8-8463-95c6aee375cd HTTP/1.1" status: 204 len: 168 time: 2.0947978 Feb 09 19:13:12.481097 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 60248) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:13:12.486729 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.provisioning_blocks [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Provisioning complete for port d12f2af7-eff8-40c4-a029-7e7ebf819111 triggered by entity L2. {{(pid=103232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 19:13:12.487122 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593630'] for port (d12f2af7-eff8-40c4-a029-7e7ebf819111), provisioning_complete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:13:12.515643 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-14e56b81-f5b1-43f6-b19e-9ec2e71d8b04 None None] Current status of the port d12f2af7-eff8-40c4-a029-7e7ebf819111 is: ACTIVE; New status is: ACTIVE {{(pid=103232) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 19:13:12.564483 n-d-713498-36 neutron-server[103230]: DEBUG neutron.db.db_base_plugin_common [req-9332a300-9785-4d0e-bbcd-d424a9db566e req-3dd22680-3952-4a5a-bda7-d9c5a1b2f1bc tempest-ServersTestMultiNic-1550042178 tempest-ServersTestMultiNic-1550042178-project] Allocated IP 19.80.0.26 (a418f5f5-3d81-440d-89ba-059070371f05/55cab83d-dc5d-45c6-959c-ef2d5d7890b9/17be70a0-f7cf-48bb-b4c5-5299bbc16f61) {{(pid=103230) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 19:13:12.599572 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Current status of the port d12f2af7-eff8-40c4-a029-7e7ebf819111 is: ACTIVE; New status is: ACTIVE {{(pid=103232) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 19:13:12.698993 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9d8f85d-d6f6-4440-bb3d-d66e270fbe0f req-e393677b-890b-4187-8cb7-57c58e59447b tempest-ServerRescueTestJSONUnderV235-126256002 tempest-ServerRescueTestJSONUnderV235-126256002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:13:12.700533 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-e9d8f85d-d6f6-4440-bb3d-d66e270fbe0f req-e393677b-890b-4187-8cb7-57c58e59447b tempest-ServerRescueTestJSONUnderV235-126256002 tempest-ServerRescueTestJSONUnderV235-126256002-project] 10.222.0.75 "GET /v2.0/ports?device_id=a0f1baff-df40-457f-b67b-761e81dfdca5 HTTP/1.1" status: 200 len: 946 time: 0.1105239 Feb 09 19:13:12.856401 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Device 246dd422-aaed-44c8-8f53-c0bcff989a68 up at agent hyperv_n-h2-713498-36 {{(pid=103232) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 19:13:12.903697 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-e9d8f85d-d6f6-4440-bb3d-d66e270fbe0f req-925a6f43-2800-4063-b25f-67e3a2e7163d tempest-ServerRescueTestJSONUnderV235-126256002 tempest-ServerRescueTestJSONUnderV235-126256002-project] 10.222.0.75 "GET /v2.0/security-groups?id=73dc5652-0b28-4d0e-bd9f-61a00dbc59a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1888533 Feb 09 19:13:13.007280 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-2cbf6169-956c-4f2b-9dda-bec181075ccd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762867132591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593584'] for agent (93303d5e-5d17-45e8-8963-7694f87783ae), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:13:13.022857 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.provisioning_blocks [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Provisioning for port 246dd422-aaed-44c8-8f53-c0bcff989a68 completed by entity L2. {{(pid=103232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 19:13:13.024363 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [req-9332a300-9785-4d0e-bbcd-d424a9db566e req-3dd22680-3952-4a5a-bda7-d9c5a1b2f1bc tempest-ServersTestMultiNic-1550042178 tempest-ServersTestMultiNic-1550042178-project] Publish callbacks [] for port (17be70a0-f7cf-48bb-b4c5-5299bbc16f61), precommit_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:13:13.033704 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.provisioning_blocks [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Provisioning complete for port 246dd422-aaed-44c8-8f53-c0bcff989a68 triggered by entity L2. {{(pid=103232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 19:13:13.035809 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593630'] for port (246dd422-aaed-44c8-8f53-c0bcff989a68), provisioning_complete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:13:13.120848 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [req-9332a300-9785-4d0e-bbcd-d424a9db566e req-3dd22680-3952-4a5a-bda7-d9c5a1b2f1bc tempest-ServersTestMultiNic-1550042178 tempest-ServersTestMultiNic-1550042178-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762866656467', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14393751'] for port (17be70a0-f7cf-48bb-b4c5-5299bbc16f61), after_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:13:13.205311 n-d-713498-36 neutron-server[103230]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9332a300-9785-4d0e-bbcd-d424a9db566e req-3dd22680-3952-4a5a-bda7-d9c5a1b2f1bc tempest-ServersTestMultiNic-1550042178 tempest-ServersTestMultiNic-1550042178-project] Network a418f5f5-3d81-440d-89ba-059070371f05 is already hosted by enough agents. {{(pid=103230) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 19:13:13.222788 n-d-713498-36 neutron-server[103230]: DEBUG neutron.scheduler.base_scheduler [req-9332a300-9785-4d0e-bbcd-d424a9db566e req-3dd22680-3952-4a5a-bda7-d9c5a1b2f1bc tempest-ServersTestMultiNic-1550042178 tempest-ServersTestMultiNic-1550042178-project] Resources bound (agent type, host, resource id): {{(pid=103230) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 19:13:13.236304 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Current status of the port 246dd422-aaed-44c8-8f53-c0bcff989a68 is: BUILD; New status is: ACTIVE {{(pid=103232) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 19:13:13.236829 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (246dd422-aaed-44c8-8f53-c0bcff989a68), before_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:13:13.237920 n-d-713498-36 neutron-server[103230]: DEBUG neutron.db.l3_dvrscheduler_db [req-9332a300-9785-4d0e-bbcd-d424a9db566e req-3dd22680-3952-4a5a-bda7-d9c5a1b2f1bc tempest-ServersTestMultiNic-1550042178 tempest-ServersTestMultiNic-1550042178-project] Received port after_create {{(pid=103230) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 19:13:13.367354 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3874c17a-bfdf-43f5-9248-96ae6dce8f26 req-a6b37f60-422e-4d04-b1fa-807856b1a91c tempest-MigrationsAdminTest-892781459 tempest-MigrationsAdminTest-892781459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:13:13.377218 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-3874c17a-bfdf-43f5-9248-96ae6dce8f26 req-a6b37f60-422e-4d04-b1fa-807856b1a91c tempest-MigrationsAdminTest-892781459 tempest-MigrationsAdminTest-892781459-project] 10.222.0.75 "GET /v2.0/ports?device_id=324ad1af-f9e3-424e-981f-7b5b8b459dd1 HTTP/1.1" status: 200 len: 948 time: 0.1516738 Feb 09 19:13:13.378111 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-7429db8d-6021-40ad-813e-885be449a89b None None] For port 246dd422-aaed-44c8-8f53-c0bcff989a68, host n-h2-713498-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-36',level=0,port_id=246dd422-aaed-44c8-8f53-c0bcff989a68,segment=NetworkSegment(50e5915e-18f0-4558-9a28-b978975ead36),segment_id=50e5915e-18f0-4558-9a28-b978975ead36)] {{(pid=103232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 19:13:13.380707 n-d-713498-36 neutron-server[103232]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '324ad1af-f9e3-424e-981f-7b5b8b459dd1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '246dd422-aaed-44c8-8f53-c0bcff989a68'}] {{(pid=103232) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 19:13:13.391205 n-d-713498-36 neutron-server[103232]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}949cdcde653dec44821de95cbf67297f53cbc2aed4e073b5d514f93bf911ce85" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2138c3b1-3196-496f-9c60-5ac42ac7941f" -d '{"events": [{"server_uuid": "324ad1af-f9e3-424e-981f-7b5b8b459dd1", "name": "network-vif-plugged", "status": "completed", "tag": "246dd422-aaed-44c8-8f53-c0bcff989a68"}]}' {{(pid=103232) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 19:13:13.409847 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-522dfb15-09fa-4d18-9521-e0b08206b4af admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1834525'] for router_interface (c1a6984a-2b49-4463-8770-bb366322f74e), before_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:13:13.414000 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762867176205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762866656485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762866656503'] for port (246dd422-aaed-44c8-8f53-c0bcff989a68), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:13:13.427340 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9332a300-9785-4d0e-bbcd-d424a9db566e req-3dd22680-3952-4a5a-bda7-d9c5a1b2f1bc tempest-ServersTestMultiNic-1550042178 tempest-ServersTestMultiNic-1550042178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:13:13.428272 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [req-9332a300-9785-4d0e-bbcd-d424a9db566e req-3dd22680-3952-4a5a-bda7-d9c5a1b2f1bc tempest-ServersTestMultiNic-1550042178 tempest-ServersTestMultiNic-1550042178-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171096'] for port (None), before_response {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:13:13.559591 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Pushing event updated for resources: {'Port': ['ID=246dd422-aaed-44c8-8f53-c0bcff989a68,revision_number=5']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:13:13.561505 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-9332a300-9785-4d0e-bbcd-d424a9db566e req-3dd22680-3952-4a5a-bda7-d9c5a1b2f1bc tempest-ServersTestMultiNic-1550042178 tempest-ServersTestMultiNic-1550042178-project] 10.222.0.90 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.7675738 Feb 09 19:13:13.572689 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dd22680-3952-4a5a-bda7-d9c5a1b2f1bc tempest-ServersTestMultiNic-1550042178 tempest-ServersTestMultiNic-1550042178-project] Pushing event updated for resources: {'Port': ['ID=17be70a0-f7cf-48bb-b4c5-5299bbc16f61,revision_number=1']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:13:13.616256 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.v2.base [req-9332a300-9785-4d0e-bbcd-d424a9db566e req-db4220a8-b706-422d-92ea-c20af927b247 tempest-ServersTestMultiNic-1550042178 tempest-ServersTestMultiNic-1550042178-project] Request body: {'port': {'device_id': 'ddee171f-0768-4054-a601-26f9960866a0', 'network_id': '81af42b1-eb23-43df-b260-cc7f68f27829', 'admin_state_up': True, 'tenant_id': 'dd68a30cbd724a479c2573502973494c'}} {{(pid=103230) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 19:13:13.701987 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-3874c17a-bfdf-43f5-9248-96ae6dce8f26 req-ae7607e6-fff7-4aa1-b8f2-49757c8132e8 tempest-MigrationsAdminTest-892781459 tempest-MigrationsAdminTest-892781459-project] 10.222.0.75 "GET /v2.0/security-groups?id=709912c8-8171-4435-800e-9e5c5e45bf8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3205922 Feb 09 19:13:13.775293 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.provisioning_blocks [None req-1056669f-43cd-4123-80e0-f33e9c01356c None None] Provisioning complete for port 17be70a0-f7cf-48bb-b4c5-5299bbc16f61 triggered by entity DHCP. {{(pid=103232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 19:13:13.782944 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-1056669f-43cd-4123-80e0-f33e9c01356c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593630'] for port (17be70a0-f7cf-48bb-b4c5-5299bbc16f61), provisioning_complete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:13:13.787212 n-d-713498-36 neutron-server[103232]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 19:13:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d6fac090-b111-4271-ae1b-7e90880479d1 x-openstack-request-id: req-d6fac090-b111-4271-ae1b-7e90880479d1 {{(pid=103232) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 19:13:13.787724 n-d-713498-36 neutron-server[103232]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "324ad1af-f9e3-424e-981f-7b5b8b459dd1", "name": "network-vif-plugged", "status": "completed", "tag": "246dd422-aaed-44c8-8f53-c0bcff989a68", "code": 200}]} {{(pid=103232) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 19:13:13.788882 n-d-713498-36 neutron-server[103232]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-d6fac090-b111-4271-ae1b-7e90880479d1 {{(pid=103232) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 19:13:13.789780 n-d-713498-36 neutron-server[103232]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '324ad1af-f9e3-424e-981f-7b5b8b459dd1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '246dd422-aaed-44c8-8f53-c0bcff989a68', 'code': 200} Feb 09 19:13:13.844751 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aef17139-10bc-4802-b140-80f32fe58240 req-29d6321c-9568-4eac-b1b6-e1b397ae92a8 tempest-ServersTestMultiNic-1550042178 tempest-ServersTestMultiNic-1550042178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:13:13.845907 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-aef17139-10bc-4802-b140-80f32fe58240 req-29d6321c-9568-4eac-b1b6-e1b397ae92a8 tempest-ServersTestMultiNic-1550042178 tempest-ServersTestMultiNic-1550042178-project] 10.222.0.75 "GET /v2.0/ports?device_id=ddee171f-0768-4054-a601-26f9960866a0 HTTP/1.1" status: 200 len: 931 time: 0.3842127 Feb 09 19:13:13.862169 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-1056669f-43cd-4123-80e0-f33e9c01356c None None] Port 17be70a0-f7cf-48bb-b4c5-5299bbc16f61 cannot update to ACTIVE because it is not bound. {{(pid=103232) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 19:13:13.957370 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26098c70-a67a-4617-a878-699ce3e23739 req-0d00dd64-bfc6-4aee-b0c8-0d0ba2f1de73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:13:13.959064 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-26098c70-a67a-4617-a878-699ce3e23739 req-0d00dd64-bfc6-4aee-b0c8-0d0ba2f1de73 service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=324ad1af-f9e3-424e-981f-7b5b8b459dd1 HTTP/1.1" status: 200 len: 1132 time: 0.0709066 Feb 09 19:13:14.032918 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9332a300-9785-4d0e-bbcd-d424a9db566e req-db4220a8-b706-422d-92ea-c20af927b247 tempest-ServersTestMultiNic-1550042178 tempest-ServersTestMultiNic-1550042178-project] Made reservation on behalf of dd68a30cbd724a479c2573502973494c for: {'port': 1} {{(pid=103230) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 19:13:14.046084 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [req-9332a300-9785-4d0e-bbcd-d424a9db566e req-db4220a8-b706-422d-92ea-c20af927b247 tempest-ServersTestMultiNic-1550042178 tempest-ServersTestMultiNic-1550042178-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (None), before_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:13:14.077605 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-aef17139-10bc-4802-b140-80f32fe58240 req-d8fc7fc8-ac32-45ae-a964-cd565b3c0bfb tempest-ServersTestMultiNic-1550042178 tempest-ServersTestMultiNic-1550042178-project] 10.222.0.75 "GET /v2.0/security-groups?id=73443f61-e28a-43ce-9cbb-ef678fe5ea76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2117774 Feb 09 19:13:14.181365 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-26098c70-a67a-4617-a878-699ce3e23739 req-a6c1df95-76a4-4baa-93c8-fcfe04a53c23 service neutron] 10.222.0.90 "GET /v2.0/security-groups?id=709912c8-8171-4435-800e-9e5c5e45bf8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2095647 Feb 09 19:13:14.237002 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-edc54c9b-7f13-45d9-9271-85c9738b0128 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762867132591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593584'] for agent (a62b1850-466f-48ae-bec7-d62fb280e14b), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:13:14.284052 n-d-713498-36 neutron-server[103230]: DEBUG neutron.db.db_base_plugin_common [req-9332a300-9785-4d0e-bbcd-d424a9db566e req-db4220a8-b706-422d-92ea-c20af927b247 tempest-ServersTestMultiNic-1550042178 tempest-ServersTestMultiNic-1550042178-project] Allocated IP 19.86.0.145 (81af42b1-eb23-43df-b260-cc7f68f27829/57705c4c-a48b-4d15-ab17-1830cf22e962/9fc1cb22-e887-454a-b82f-3fdaa4e3ea66) {{(pid=103230) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 19:13:14.284566 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-145bc492-bccd-4798-85dc-a442ae9e549f req-d86064f0-a07d-4c4f-8685-5ce398497c5a tempest-ServerRescueTestJSONUnderV235-126256002 tempest-ServerRescueTestJSONUnderV235-126256002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:13:14.293092 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-145bc492-bccd-4798-85dc-a442ae9e549f req-d86064f0-a07d-4c4f-8685-5ce398497c5a tempest-ServerRescueTestJSONUnderV235-126256002 tempest-ServerRescueTestJSONUnderV235-126256002-project] 10.222.0.75 "GET /v2.0/ports?device_id=a0f1baff-df40-457f-b67b-761e81dfdca5 HTTP/1.1" status: 200 len: 946 time: 0.1850834 Feb 09 19:13:14.355105 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.plugin [None req-522dfb15-09fa-4d18-9521-e0b08206b4af admin admin] Deleting port 1f5bbe59-cc28-42f4-b8da-c5cfece10743 {{(pid=103229) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 19:13:14.355446 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-522dfb15-09fa-4d18-9521-e0b08206b4af admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762867170196'] for port (1f5bbe59-cc28-42f4-b8da-c5cfece10743), before_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:13:14.416650 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-145bc492-bccd-4798-85dc-a442ae9e549f req-f41a5968-2113-4fbd-8162-6cbc7f122ed1 tempest-ServerRescueTestJSONUnderV235-126256002 tempest-ServerRescueTestJSONUnderV235-126256002-project] 10.222.0.75 "GET /v2.0/security-groups?id=73dc5652-0b28-4d0e-bd9f-61a00dbc59a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1194434 Feb 09 19:13:14.478730 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.db [None req-522dfb15-09fa-4d18-9521-e0b08206b4af admin admin] For port 1f5bbe59-cc28-42f4-b8da-c5cfece10743, host n-d-713498-36, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-36',level=0,port_id=1f5bbe59-cc28-42f4-b8da-c5cfece10743,segment=NetworkSegment(8fc5bdc5-20d6-4485-913b-a8e45cf9007a),segment_id=8fc5bdc5-20d6-4485-913b-a8e45cf9007a)] {{(pid=103229) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 19:13:14.479434 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-522dfb15-09fa-4d18-9521-e0b08206b4af admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1820838'] for port (1f5bbe59-cc28-42f4-b8da-c5cfece10743), precommit_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:13:14.520951 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.plugin [None req-522dfb15-09fa-4d18-9521-e0b08206b4af admin admin] Calling delete_port for 1f5bbe59-cc28-42f4-b8da-c5cfece10743 owned by network:router_interface {{(pid=103229) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 19:13:14.557795 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [req-9332a300-9785-4d0e-bbcd-d424a9db566e req-db4220a8-b706-422d-92ea-c20af927b247 tempest-ServersTestMultiNic-1550042178 tempest-ServersTestMultiNic-1550042178-project] Publish callbacks [] for port (9fc1cb22-e887-454a-b82f-3fdaa4e3ea66), precommit_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:13:14.834663 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-522dfb15-09fa-4d18-9521-e0b08206b4af admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762867177463', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762866656476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12867576'] for port (1f5bbe59-cc28-42f4-b8da-c5cfece10743), after_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:13:14.880844 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [req-9332a300-9785-4d0e-bbcd-d424a9db566e req-db4220a8-b706-422d-92ea-c20af927b247 tempest-ServersTestMultiNic-1550042178 tempest-ServersTestMultiNic-1550042178-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762866656467', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14393751'] for port (9fc1cb22-e887-454a-b82f-3fdaa4e3ea66), after_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:13:14.924838 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-522dfb15-09fa-4d18-9521-e0b08206b4af admin admin] Pushing event deleted for resources: {'Port': ['ID=1f5bbe59-cc28-42f4-b8da-c5cfece10743,revision_number=None']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:13:15.022641 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db4220a8-b706-422d-92ea-c20af927b247 tempest-ServersTestMultiNic-1550042178 tempest-ServersTestMultiNic-1550042178-project] Pushing event updated for resources: {'Port': ['ID=9fc1cb22-e887-454a-b82f-3fdaa4e3ea66,revision_number=1']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:13:15.098420 n-d-713498-36 neutron-server[103230]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9332a300-9785-4d0e-bbcd-d424a9db566e req-db4220a8-b706-422d-92ea-c20af927b247 tempest-ServersTestMultiNic-1550042178 tempest-ServersTestMultiNic-1550042178-project] Network 81af42b1-eb23-43df-b260-cc7f68f27829 is already hosted by enough agents. {{(pid=103230) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 19:13:15.101871 n-d-713498-36 neutron-server[103230]: DEBUG neutron.scheduler.base_scheduler [req-9332a300-9785-4d0e-bbcd-d424a9db566e req-db4220a8-b706-422d-92ea-c20af927b247 tempest-ServersTestMultiNic-1550042178 tempest-ServersTestMultiNic-1550042178-project] Resources bound (agent type, host, resource id): {{(pid=103230) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 19:13:15.122266 n-d-713498-36 neutron-server[103230]: DEBUG neutron.db.l3_dvrscheduler_db [req-9332a300-9785-4d0e-bbcd-d424a9db566e req-db4220a8-b706-422d-92ea-c20af927b247 tempest-ServersTestMultiNic-1550042178 tempest-ServersTestMultiNic-1550042178-project] Received port after_create {{(pid=103230) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 19:13:15.154821 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bf2867a-d70a-49df-b350-71691025ded3 req-5823151f-f63f-4919-beff-32c9b46aa2f5 tempest-MigrationsAdminTest-892781459 tempest-MigrationsAdminTest-892781459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:13:15.173350 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-8bf2867a-d70a-49df-b350-71691025ded3 req-5823151f-f63f-4919-beff-32c9b46aa2f5 tempest-MigrationsAdminTest-892781459 tempest-MigrationsAdminTest-892781459-project] 10.222.0.75 "GET /v2.0/ports?device_id=324ad1af-f9e3-424e-981f-7b5b8b459dd1 HTTP/1.1" status: 200 len: 949 time: 0.3596606 Feb 09 19:13:15.409462 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37a22bfc-dbec-4b35-b2d7-e6eb59d46bd4 req-0828a032-d996-42f0-b34e-029a6c08b0ed tempest-ServersTestMultiNic-1550042178 tempest-ServersTestMultiNic-1550042178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:13:15.415744 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37a22bfc-dbec-4b35-b2d7-e6eb59d46bd4 req-0828a032-d996-42f0-b34e-029a6c08b0ed tempest-ServersTestMultiNic-1550042178 tempest-ServersTestMultiNic-1550042178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:13:15.424950 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-37a22bfc-dbec-4b35-b2d7-e6eb59d46bd4 req-0828a032-d996-42f0-b34e-029a6c08b0ed tempest-ServersTestMultiNic-1550042178 tempest-ServersTestMultiNic-1550042178-project] 10.222.0.75 "GET /v2.0/ports?device_id=ddee171f-0768-4054-a601-26f9960866a0 HTTP/1.1" status: 200 len: 1654 time: 0.2016318 Feb 09 19:13:15.428080 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9332a300-9785-4d0e-bbcd-d424a9db566e req-db4220a8-b706-422d-92ea-c20af927b247 tempest-ServersTestMultiNic-1550042178 tempest-ServersTestMultiNic-1550042178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:13:15.437433 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [req-9332a300-9785-4d0e-bbcd-d424a9db566e req-db4220a8-b706-422d-92ea-c20af927b247 tempest-ServersTestMultiNic-1550042178 tempest-ServersTestMultiNic-1550042178-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171096'] for port (None), before_response {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:13:15.446480 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-8bf2867a-d70a-49df-b350-71691025ded3 req-7baefff7-bca6-474d-9ffd-7d1002b48ff6 tempest-MigrationsAdminTest-892781459 tempest-MigrationsAdminTest-892781459-project] 10.222.0.75 "GET /v2.0/security-groups?id=709912c8-8171-4435-800e-9e5c5e45bf8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2706473 Feb 09 19:13:15.469290 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-522dfb15-09fa-4d18-9521-e0b08206b4af admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1613467', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1834633'] for router_interface (c1a6984a-2b49-4463-8770-bb366322f74e), after_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:13:15.474777 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-9332a300-9785-4d0e-bbcd-d424a9db566e req-db4220a8-b706-422d-92ea-c20af927b247 tempest-ServersTestMultiNic-1550042178 tempest-ServersTestMultiNic-1550042178-project] 10.222.0.90 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.8819487 Feb 09 19:13:15.504344 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.v2.base [req-9332a300-9785-4d0e-bbcd-d424a9db566e req-7192cd5a-d7cb-4b8e-afcb-d7bac04d8a96 service neutron] Request body: {'port': {'device_id': 'ddee171f-0768-4054-a601-26f9960866a0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-713498-36'}} {{(pid=103230) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 19:13:15.672032 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [req-9332a300-9785-4d0e-bbcd-d424a9db566e req-7192cd5a-d7cb-4b8e-afcb-d7bac04d8a96 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (17be70a0-f7cf-48bb-b4c5-5299bbc16f61), before_update {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:13:15.681270 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-37a22bfc-dbec-4b35-b2d7-e6eb59d46bd4 req-4ce3d27f-0a3d-44c8-8d40-42f06d8fea6a tempest-ServersTestMultiNic-1550042178 tempest-ServersTestMultiNic-1550042178-project] 10.222.0.75 "GET /v2.0/security-groups?id=73443f61-e28a-43ce-9cbb-ef678fe5ea76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2516680 Feb 09 19:13:15.722342 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.provisioning_blocks [None req-06d742d8-1283-4b54-8aa9-488b11968e8e None None] Provisioning complete for port 9fc1cb22-e887-454a-b82f-3fdaa4e3ea66 triggered by entity DHCP. {{(pid=103232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 19:13:15.724797 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-06d742d8-1283-4b54-8aa9-488b11968e8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593630'] for port (9fc1cb22-e887-454a-b82f-3fdaa4e3ea66), provisioning_complete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:13:15.726630 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29c176fb-2828-47d6-8c65-fb0f220d5f1e req-9470eb23-c2bb-495a-b64e-97cef096adce tempest-ServerRescueTestJSONUnderV235-126256002 tempest-ServerRescueTestJSONUnderV235-126256002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:13:15.732376 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-29c176fb-2828-47d6-8c65-fb0f220d5f1e req-9470eb23-c2bb-495a-b64e-97cef096adce tempest-ServerRescueTestJSONUnderV235-126256002 tempest-ServerRescueTestJSONUnderV235-126256002-project] 10.222.0.75 "GET /v2.0/ports?device_id=a0f1baff-df40-457f-b67b-761e81dfdca5 HTTP/1.1" status: 200 len: 946 time: 0.0850720 Feb 09 19:13:15.875684 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-06d742d8-1283-4b54-8aa9-488b11968e8e None None] Port 9fc1cb22-e887-454a-b82f-3fdaa4e3ea66 cannot update to ACTIVE because it is not bound. {{(pid=103232) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 19:13:15.883130 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-a7262a8e-0513-48fd-984d-75726a511961 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762867132591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593584'] for agent (911cfea2-02ae-4ec9-bac3-7808ee1cdd9c), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:13:15.963555 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-29c176fb-2828-47d6-8c65-fb0f220d5f1e req-f39341a4-dfb3-48b6-9209-46aaef7714d6 tempest-ServerRescueTestJSONUnderV235-126256002 tempest-ServerRescueTestJSONUnderV235-126256002-project] 10.222.0.75 "GET /v2.0/security-groups?id=73dc5652-0b28-4d0e-bd9f-61a00dbc59a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2238293 Feb 09 19:13:16.076393 n-d-713498-36 neutron-server[103229]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-522dfb15-09fa-4d18-9521-e0b08206b4af admin admin] Router c1a6984a-2b49-4463-8770-bb366322f74e has already been hosted by L3 agent 93303d5e-5d17-45e8-8963-7694f87783ae {{(pid=103229) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 19:13:16.256016 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-522dfb15-09fa-4d18-9521-e0b08206b4af admin admin] Notify agent at l3_agent.n-d-713498-36 the message routers_updated {{(pid=103229) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 19:13:16.267315 n-d-713498-36 neutron-server[103233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5daf4c8-e55a-48e8-8409-0f33c048b2f8 None None] Sync routers for ids ['c1a6984a-2b49-4463-8770-bb366322f74e'] in n-d-713498-36 {{(pid=103233) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 19:13:16.291980 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-522dfb15-09fa-4d18-9521-e0b08206b4af admin admin] 10.222.0.75 "PUT /v2.0/routers/c1a6984a-2b49-4463-8770-bb366322f74e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8096018 Feb 09 19:13:16.293730 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 60292) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:13:16.296964 n-d-713498-36 neutron-server[103233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5daf4c8-e55a-48e8-8409-0f33c048b2f8 None None] Routers {'c1a6984a-2b49-4463-8770-bb366322f74e'} bound to L3 agent in host n-d-713498-36 {{(pid=103233) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 19:13:16.298575 n-d-713498-36 neutron-server[103233]: DEBUG neutron.db.l3_hamode_db [None req-e5daf4c8-e55a-48e8-8409-0f33c048b2f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-09T18:51:43Z,description=,heartbeat_timestamp=2022-02-09T19:13:13Z,host='n-d-713498-36',id=93303d5e-5d17-45e8-8963-7694f87783ae,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T18:51:43Z,topic='l3_agent')) {'router_ids': ['c1a6984a-2b49-4463-8770-bb366322f74e'], 'active': True} {{(pid=103233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:13:16.348569 n-d-713498-36 neutron-server[103230]: DEBUG neutron.notifiers.nova [req-9332a300-9785-4d0e-bbcd-d424a9db566e req-7192cd5a-d7cb-4b8e-afcb-d7bac04d8a96 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 17be70a0-f7cf-48bb-b4c5-5299bbc16f61 {{(pid=103230) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 19:13:16.367615 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [req-9332a300-9785-4d0e-bbcd-d424a9db566e req-7192cd5a-d7cb-4b8e-afcb-d7bac04d8a96 service neutron] Publish callbacks [] for port (17be70a0-f7cf-48bb-b4c5-5299bbc16f61), precommit_update {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:13:16.396521 n-d-713498-36 neutron-server[103230]: DEBUG neutron.db.provisioning_blocks [req-9332a300-9785-4d0e-bbcd-d424a9db566e req-7192cd5a-d7cb-4b8e-afcb-d7bac04d8a96 service neutron] Transition to ACTIVE for port object 17be70a0-f7cf-48bb-b4c5-5299bbc16f61 will not be triggered until provisioned by entity L2. {{(pid=103230) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 19:13:16.408402 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [req-9332a300-9785-4d0e-bbcd-d424a9db566e req-7192cd5a-d7cb-4b8e-afcb-d7bac04d8a96 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762867176205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762866656485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762866656503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14393758'] for port (17be70a0-f7cf-48bb-b4c5-5299bbc16f61), after_update {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:13:16.505249 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7192cd5a-d7cb-4b8e-afcb-d7bac04d8a96 service neutron] Pushing event updated for resources: {'Port': ['ID=17be70a0-f7cf-48bb-b4c5-5299bbc16f61,revision_number=2']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:13:16.524843 n-d-713498-36 neutron-server[103233]: DEBUG neutron.db.agents_db [None req-4a8a6a42-0a0c-4437-8958-92282682b6bb None None] Agent healthcheck: found 7 active agents {{(pid=103233) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 19:13:16.648989 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.managers [req-9332a300-9785-4d0e-bbcd-d424a9db566e req-7192cd5a-d7cb-4b8e-afcb-d7bac04d8a96 service neutron] Attempting to bind port 17be70a0-f7cf-48bb-b4c5-5299bbc16f61 on host n-h2-713498-36 for vnic_type normal with profile {{(pid=103230) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 19:13:16.649372 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.managers [req-9332a300-9785-4d0e-bbcd-d424a9db566e req-7192cd5a-d7cb-4b8e-afcb-d7bac04d8a96 service neutron] Attempting to bind port 17be70a0-f7cf-48bb-b4c5-5299bbc16f61 by drivers openvswitch,hyperv on host n-h2-713498-36 at level 0 using segments [{'id': '3107d6d2-7b5f-4862-8699-387a1f455fe0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': 'a418f5f5-3d81-440d-89ba-059070371f05'}] {{(pid=103230) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 19:13:16.649743 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9332a300-9785-4d0e-bbcd-d424a9db566e req-7192cd5a-d7cb-4b8e-afcb-d7bac04d8a96 service neutron] Attempting to bind port 17be70a0-f7cf-48bb-b4c5-5299bbc16f61 on network a418f5f5-3d81-440d-89ba-059070371f05 {{(pid=103230) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 19:13:16.654064 n-d-713498-36 neutron-server[103233]: DEBUG neutron.db.l3_dvr_db [None req-e5daf4c8-e55a-48e8-8409-0f33c048b2f8 None None] Set router c1a6984a-2b49-4463-8770-bb366322f74e gateway port host: n-d-713498-36 {{(pid=103233) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 19:13:16.666372 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9332a300-9785-4d0e-bbcd-d424a9db566e req-7192cd5a-d7cb-4b8e-afcb-d7bac04d8a96 service neutron] Port 17be70a0-f7cf-48bb-b4c5-5299bbc16f61 on network a418f5f5-3d81-440d-89ba-059070371f05 not bound, no agent of type Open vSwitch agent registered on host n-h2-713498-36 {{(pid=103230) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 19:13:16.666698 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9332a300-9785-4d0e-bbcd-d424a9db566e req-7192cd5a-d7cb-4b8e-afcb-d7bac04d8a96 service neutron] Attempting to bind port 17be70a0-f7cf-48bb-b4c5-5299bbc16f61 on network a418f5f5-3d81-440d-89ba-059070371f05 {{(pid=103230) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 19:13:16.673279 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9332a300-9785-4d0e-bbcd-d424a9db566e req-7192cd5a-d7cb-4b8e-afcb-d7bac04d8a96 service neutron] Checking agent: {'id': 'bcd5faee-dc24-4298-9134-0e0aa054058e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713498-36', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 18, 59, 19), 'started_at': datetime.datetime(2022, 2, 9, 18, 59, 19), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 19, 12, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103230) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 19:13:16.673617 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9332a300-9785-4d0e-bbcd-d424a9db566e req-7192cd5a-d7cb-4b8e-afcb-d7bac04d8a96 service neutron] Checking segment: {'id': '3107d6d2-7b5f-4862-8699-387a1f455fe0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': 'a418f5f5-3d81-440d-89ba-059070371f05'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103230) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 19:13:16.674114 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9332a300-9785-4d0e-bbcd-d424a9db566e req-7192cd5a-d7cb-4b8e-afcb-d7bac04d8a96 service neutron] Bound using segment: {'id': '3107d6d2-7b5f-4862-8699-387a1f455fe0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': 'a418f5f5-3d81-440d-89ba-059070371f05'} {{(pid=103230) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 19:13:16.676171 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.managers [req-9332a300-9785-4d0e-bbcd-d424a9db566e req-7192cd5a-d7cb-4b8e-afcb-d7bac04d8a96 service neutron] Bound port: 17be70a0-f7cf-48bb-b4c5-5299bbc16f61, host: n-h2-713498-36, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3107d6d2-7b5f-4862-8699-387a1f455fe0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': 'a418f5f5-3d81-440d-89ba-059070371f05'}}] {{(pid=103230) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 19:13:16.676547 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [req-9332a300-9785-4d0e-bbcd-d424a9db566e req-7192cd5a-d7cb-4b8e-afcb-d7bac04d8a96 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (17be70a0-f7cf-48bb-b4c5-5299bbc16f61), before_update {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:13:16.790016 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.db [req-9332a300-9785-4d0e-bbcd-d424a9db566e req-7192cd5a-d7cb-4b8e-afcb-d7bac04d8a96 service neutron] For port 17be70a0-f7cf-48bb-b4c5-5299bbc16f61, host n-h2-713498-36, cleared binding levels {{(pid=103230) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 19:13:16.796534 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.db [req-9332a300-9785-4d0e-bbcd-d424a9db566e req-7192cd5a-d7cb-4b8e-afcb-d7bac04d8a96 service neutron] For port 17be70a0-f7cf-48bb-b4c5-5299bbc16f61, host n-h2-713498-36, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-36',level=0,port_id=17be70a0-f7cf-48bb-b4c5-5299bbc16f61,segment=NetworkSegment(3107d6d2-7b5f-4862-8699-387a1f455fe0),segment_id=3107d6d2-7b5f-4862-8699-387a1f455fe0)] {{(pid=103230) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 19:13:16.824451 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [req-9332a300-9785-4d0e-bbcd-d424a9db566e req-7192cd5a-d7cb-4b8e-afcb-d7bac04d8a96 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762867176205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762866656485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762866656503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14393758'] for port (17be70a0-f7cf-48bb-b4c5-5299bbc16f61), after_update {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:13:16.926235 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7192cd5a-d7cb-4b8e-afcb-d7bac04d8a96 service neutron] Pushing event updated for resources: {'Port': ['ID=17be70a0-f7cf-48bb-b4c5-5299bbc16f61,revision_number=3']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:13:16.935920 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9332a300-9785-4d0e-bbcd-d424a9db566e req-7192cd5a-d7cb-4b8e-afcb-d7bac04d8a96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:13:16.936533 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [req-9332a300-9785-4d0e-bbcd-d424a9db566e req-7192cd5a-d7cb-4b8e-afcb-d7bac04d8a96 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171096'] for port (None), before_response {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:13:16.939389 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-9332a300-9785-4d0e-bbcd-d424a9db566e req-7192cd5a-d7cb-4b8e-afcb-d7bac04d8a96 service neutron] 10.222.0.90 "PUT /v2.0/ports/17be70a0-f7cf-48bb-b4c5-5299bbc16f61 HTTP/1.1" status: 200 len: 1092 time: 1.4398563 Feb 09 19:13:16.939913 n-d-713498-36 neutron-server[103230]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ddee171f-0768-4054-a601-26f9960866a0', 'tag': '17be70a0-f7cf-48bb-b4c5-5299bbc16f61'}] {{(pid=103230) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 19:13:16.942947 n-d-713498-36 neutron-server[103230]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aee5919275bae9f72eb374ee322673045eb80c1f84b4b45a97d96923bd50ab51" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b355e9b3-9d3d-45e3-869a-d3fbad890061" -d '{"events": [{"name": "network-changed", "server_uuid": "ddee171f-0768-4054-a601-26f9960866a0", "tag": "17be70a0-f7cf-48bb-b4c5-5299bbc16f61"}]}' {{(pid=103230) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 19:13:17.008448 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.v2.base [req-9332a300-9785-4d0e-bbcd-d424a9db566e req-65bcb213-54cf-45ce-bf90-c4066e34ea57 service neutron] Request body: {'port': {'device_id': 'ddee171f-0768-4054-a601-26f9960866a0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-713498-36'}} {{(pid=103230) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 19:13:17.009736 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762867132591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593584'] for agent (496418a2-c002-4aec-ab1a-07f3bea491bd), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:13:17.091794 n-d-713498-36 neutron-server[103233]: DEBUG neutron.db.l3_hamode_db [None req-e5daf4c8-e55a-48e8-8409-0f33c048b2f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c1a6984a-2b49-4463-8770-bb366322f74e', 'name': 'tempest-ServersTestManualDisk-2007371992-router', 'tenant_id': '77d2f6c213eb401684c27974738fe903', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88055e1e-672a-4487-be31-ffb6e833ece5', 'external_fixed_ips': [{'subnet_id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'ip_address': '172.25.1.245'}], 'enable_snat': True}, 'gw_port_id': '2b510600-8b01-408c-90d4-e30dc6b8cb66', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T19:11:18Z', 'updated_at': '2022-02-09T19:13:14Z', 'revision_number': 5, 'project_id': '77d2f6c213eb401684c27974738fe903', 'gw_port': {'id': '2b510600-8b01-408c-90d4-e30dc6b8cb66', 'name': '', 'network_id': '88055e1e-672a-4487-be31-ffb6e833ece5', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:7d:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1a6984a-2b49-4463-8770-bb366322f74e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1144, 'fixed_ips': [{'subnet_id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'ip_address': '172.25.1.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T19:11:21Z', 'updated_at': '2022-02-09T19:11:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-36'}], 'n-d-713498-36', False) {} {{(pid=103233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:13:17.195293 n-d-713498-36 neutron-server[103233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5daf4c8-e55a-48e8-8409-0f33c048b2f8 None None] Checking router: c1a6984a-2b49-4463-8770-bb366322f74e for host: n-d-713498-36 {{(pid=103233) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 19:13:17.209674 n-d-713498-36 neutron-server[103233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5daf4c8-e55a-48e8-8409-0f33c048b2f8 None None] Routers {'c1a6984a-2b49-4463-8770-bb366322f74e'} bound to L3 agent in host n-d-713498-36 {{(pid=103233) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 19:13:17.210556 n-d-713498-36 neutron-server[103233]: DEBUG neutron.db.l3_hamode_db [None req-e5daf4c8-e55a-48e8-8409-0f33c048b2f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-09T18:51:43Z,description=,heartbeat_timestamp=2022-02-09T19:13:13Z,host='n-d-713498-36',id=93303d5e-5d17-45e8-8963-7694f87783ae,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T18:51:43Z,topic='l3_agent')) {'router_ids': ['c1a6984a-2b49-4463-8770-bb366322f74e'], 'active': True} {{(pid=103233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:13:17.210867 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55c9ff49-7809-45e6-9a16-8b68c469a1d4 req-3c502c31-dfbe-4d64-8dd8-35801b28f29b tempest-ServersTestMultiNic-1550042178 tempest-ServersTestMultiNic-1550042178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:13:17.226532 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55c9ff49-7809-45e6-9a16-8b68c469a1d4 req-3c502c31-dfbe-4d64-8dd8-35801b28f29b tempest-ServersTestMultiNic-1550042178 tempest-ServersTestMultiNic-1550042178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:13:17.228791 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-55c9ff49-7809-45e6-9a16-8b68c469a1d4 req-3c502c31-dfbe-4d64-8dd8-35801b28f29b tempest-ServersTestMultiNic-1550042178 tempest-ServersTestMultiNic-1550042178-project] 10.222.0.75 "GET /v2.0/ports?device_id=ddee171f-0768-4054-a601-26f9960866a0 HTTP/1.1" status: 200 len: 1666 time: 0.4215791 Feb 09 19:13:17.333222 n-d-713498-36 neutron-server[103233]: DEBUG neutron.db.l3_dvr_db [None req-e5daf4c8-e55a-48e8-8409-0f33c048b2f8 None None] Set router c1a6984a-2b49-4463-8770-bb366322f74e gateway port host: n-d-713498-36 {{(pid=103233) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 19:13:17.346592 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-55c9ff49-7809-45e6-9a16-8b68c469a1d4 req-c0f1185b-6dc3-4369-b19d-0e5c3e065710 tempest-ServersTestMultiNic-1550042178 tempest-ServersTestMultiNic-1550042178-project] 10.222.0.75 "GET /v2.0/security-groups?id=73443f61-e28a-43ce-9cbb-ef678fe5ea76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1049724 Feb 09 19:13:17.352150 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [req-9332a300-9785-4d0e-bbcd-d424a9db566e req-65bcb213-54cf-45ce-bf90-c4066e34ea57 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (9fc1cb22-e887-454a-b82f-3fdaa4e3ea66), before_update {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:13:17.407141 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2be68900-b161-4065-ac09-12b82c2cf345 req-95f3ffd3-36cb-4968-bda5-cb6d83d7aa17 tempest-MigrationsAdminTest-892781459 tempest-MigrationsAdminTest-892781459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:13:17.408785 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-2be68900-b161-4065-ac09-12b82c2cf345 req-95f3ffd3-36cb-4968-bda5-cb6d83d7aa17 tempest-MigrationsAdminTest-892781459 tempest-MigrationsAdminTest-892781459-project] 10.222.0.75 "GET /v2.0/ports?device_id=324ad1af-f9e3-424e-981f-7b5b8b459dd1 HTTP/1.1" status: 200 len: 949 time: 0.3025470 Feb 09 19:13:17.475636 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-128e1b9b-79d2-45ec-9034-2efebe828caf admin admin] Publish callbacks [] for router (c1a6984a-2b49-4463-8770-bb366322f74e), before_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:13:17.503774 n-d-713498-36 neutron-server[103230]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 19:13:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7d9ba711-ffb7-44bc-a24f-e88ff4eeb191 x-openstack-request-id: req-7d9ba711-ffb7-44bc-a24f-e88ff4eeb191 {{(pid=103230) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 19:13:17.504235 n-d-713498-36 neutron-server[103230]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ddee171f-0768-4054-a601-26f9960866a0", "tag": "17be70a0-f7cf-48bb-b4c5-5299bbc16f61", "status": "completed", "code": 200}]} {{(pid=103230) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 19:13:17.506052 n-d-713498-36 neutron-server[103230]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-7d9ba711-ffb7-44bc-a24f-e88ff4eeb191 {{(pid=103230) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 19:13:17.506052 n-d-713498-36 neutron-server[103230]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ddee171f-0768-4054-a601-26f9960866a0', 'tag': '17be70a0-f7cf-48bb-b4c5-5299bbc16f61', 'status': 'completed', 'code': 200} Feb 09 19:13:17.681400 n-d-713498-36 neutron-server[103233]: DEBUG neutron.db.l3_hamode_db [None req-e5daf4c8-e55a-48e8-8409-0f33c048b2f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c1a6984a-2b49-4463-8770-bb366322f74e', 'name': 'tempest-ServersTestManualDisk-2007371992-router', 'tenant_id': '77d2f6c213eb401684c27974738fe903', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88055e1e-672a-4487-be31-ffb6e833ece5', 'external_fixed_ips': [{'subnet_id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'ip_address': '172.25.1.245'}], 'enable_snat': True}, 'gw_port_id': '2b510600-8b01-408c-90d4-e30dc6b8cb66', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T19:11:18Z', 'updated_at': '2022-02-09T19:13:14Z', 'revision_number': 5, 'project_id': '77d2f6c213eb401684c27974738fe903', 'gw_port': {'id': '2b510600-8b01-408c-90d4-e30dc6b8cb66', 'name': '', 'network_id': '88055e1e-672a-4487-be31-ffb6e833ece5', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:7d:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1a6984a-2b49-4463-8770-bb366322f74e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1144, 'fixed_ips': [{'subnet_id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'ip_address': '172.25.1.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T19:11:21Z', 'updated_at': '2022-02-09T19:11:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-36'}], 'n-d-713498-36', False) {} {{(pid=103233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:13:17.729027 n-d-713498-36 neutron-server[103233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5daf4c8-e55a-48e8-8409-0f33c048b2f8 None None] The sync data for ids ['c1a6984a-2b49-4463-8770-bb366322f74e'] in n-d-713498-36 is: [{'id': 'c1a6984a-2b49-4463-8770-bb366322f74e', 'name': 'tempest-ServersTestManualDisk-2007371992-router', 'tenant_id': '77d2f6c213eb401684c27974738fe903', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88055e1e-672a-4487-be31-ffb6e833ece5', 'external_fixed_ips': [{'subnet_id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'ip_address': '172.25.1.245'}], 'enable_snat': True}, 'gw_port_id': '2b510600-8b01-408c-90d4-e30dc6b8cb66', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T19:11:18Z', 'updated_at': '2022-02-09T19:13:14Z', 'revision_number': 5, 'project_id': '77d2f6c213eb401684c27974738fe903', 'gw_port': {'id': '2b510600-8b01-408c-90d4-e30dc6b8cb66', 'name': '', 'network_id': '88055e1e-672a-4487-be31-ffb6e833ece5', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:7d:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1a6984a-2b49-4463-8770-bb366322f74e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1144, 'fixed_ips': [{'subnet_id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'ip_address': '172.25.1.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T19:11:21Z', 'updated_at': '2022-02-09T19:11:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-36'}] {{(pid=103233) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 19:13:17.848400 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f5bfc5e-7655-4207-b259-0c95c1e6914a req-518d5d2e-1565-48bf-9e9b-dcf187bb6194 tempest-ServerRescueTestJSONUnderV235-126256002 tempest-ServerRescueTestJSONUnderV235-126256002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:13:17.857866 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-5f5bfc5e-7655-4207-b259-0c95c1e6914a req-518d5d2e-1565-48bf-9e9b-dcf187bb6194 tempest-ServerRescueTestJSONUnderV235-126256002 tempest-ServerRescueTestJSONUnderV235-126256002-project] 10.222.0.75 "GET /v2.0/ports?device_id=a0f1baff-df40-457f-b67b-761e81dfdca5 HTTP/1.1" status: 200 len: 946 time: 0.2498398 Feb 09 19:13:17.884291 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-128e1b9b-79d2-45ec-9034-2efebe828caf admin admin] Publish callbacks [] for router_gateway (c1a6984a-2b49-4463-8770-bb366322f74e), before_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:13:17.895357 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-2be68900-b161-4065-ac09-12b82c2cf345 req-ec4b296f-a103-4662-bb51-fd9c2304d94f tempest-MigrationsAdminTest-892781459 tempest-MigrationsAdminTest-892781459-project] 10.222.0.75 "GET /v2.0/security-groups?id=709912c8-8171-4435-800e-9e5c5e45bf8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4694886 Feb 09 19:13:17.902591 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b355e9b3-9d3d-45e3-869a-d3fbad890061 req-bcb2c751-519d-4bdb-b23f-e3d22a49e943 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:13:17.903250 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b355e9b3-9d3d-45e3-869a-d3fbad890061 req-bcb2c751-519d-4bdb-b23f-e3d22a49e943 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:13:17.904758 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-b355e9b3-9d3d-45e3-869a-d3fbad890061 req-bcb2c751-519d-4bdb-b23f-e3d22a49e943 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=dd68a30cbd724a479c2573502973494c&device_id=ddee171f-0768-4054-a601-26f9960866a0 HTTP/1.1" status: 200 len: 1945 time: 0.1086159 Feb 09 19:13:17.960008 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-5f5bfc5e-7655-4207-b259-0c95c1e6914a req-979c1bb3-5d45-4bf0-861f-edf949286c6b tempest-ServerRescueTestJSONUnderV235-126256002 tempest-ServerRescueTestJSONUnderV235-126256002-project] 10.222.0.75 "GET /v2.0/security-groups?id=73dc5652-0b28-4d0e-bd9f-61a00dbc59a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0977933 Feb 09 19:13:18.063695 n-d-713498-36 neutron-server[103230]: DEBUG neutron.notifiers.nova [req-9332a300-9785-4d0e-bbcd-d424a9db566e req-65bcb213-54cf-45ce-bf90-c4066e34ea57 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9fc1cb22-e887-454a-b82f-3fdaa4e3ea66 {{(pid=103230) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 19:13:18.095181 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.plugin [None req-128e1b9b-79d2-45ec-9034-2efebe828caf admin admin] Deleting port 2b510600-8b01-408c-90d4-e30dc6b8cb66 {{(pid=103229) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 19:13:18.096507 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [req-9332a300-9785-4d0e-bbcd-d424a9db566e req-65bcb213-54cf-45ce-bf90-c4066e34ea57 service neutron] Publish callbacks [] for port (9fc1cb22-e887-454a-b82f-3fdaa4e3ea66), precommit_update {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:13:18.096992 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-128e1b9b-79d2-45ec-9034-2efebe828caf admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762867170196'] for port (2b510600-8b01-408c-90d4-e30dc6b8cb66), before_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:13:18.106267 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [req-9a78c79d-52bb-492c-9496-9d3977c766c6 req-2c7711e1-3988-4a1f-8f8c-122733e34da8 service neutron] http://10.222.0.75:9696/v2.0/extensions returned with HTTP 200 {{(pid=103229) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 09 19:13:18.107416 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-9a78c79d-52bb-492c-9496-9d3977c766c6 req-2c7711e1-3988-4a1f-8f8c-122733e34da8 service neutron] 10.222.0.75 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0055695 Feb 09 19:13:18.130305 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Device 1f5bbe59-cc28-42f4-b8da-c5cfece10743 no longer exists at agent ovs-agent-n-d-713498-36 {{(pid=103232) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 19:13:18.131075 n-d-713498-36 neutron-server[103230]: DEBUG neutron.db.provisioning_blocks [req-9332a300-9785-4d0e-bbcd-d424a9db566e req-65bcb213-54cf-45ce-bf90-c4066e34ea57 service neutron] Transition to ACTIVE for port object 9fc1cb22-e887-454a-b82f-3fdaa4e3ea66 will not be triggered until provisioned by entity L2. {{(pid=103230) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 19:13:18.137309 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [req-9332a300-9785-4d0e-bbcd-d424a9db566e req-65bcb213-54cf-45ce-bf90-c4066e34ea57 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762867176205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762866656485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762866656503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14393758'] for port (9fc1cb22-e887-454a-b82f-3fdaa4e3ea66), after_update {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:13:18.208659 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] No Port match for: 1f5bbe59-cc28-42f4-b8da-c5cfece10743 {{(pid=103232) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 19:13:18.209167 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Device 1f5bbe59-cc28-42f4-b8da-c5cfece10743 not bound to the agent host n-d-713498-36 {{(pid=103232) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 19:13:18.252992 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65bcb213-54cf-45ce-bf90-c4066e34ea57 service neutron] Pushing event updated for resources: {'Port': ['ID=9fc1cb22-e887-454a-b82f-3fdaa4e3ea66,revision_number=2']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:13:18.272176 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b355e9b3-9d3d-45e3-869a-d3fbad890061 req-193cf5fa-71ab-4af3-a4c8-aa4a8556ddca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:13:18.273405 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b355e9b3-9d3d-45e3-869a-d3fbad890061 req-193cf5fa-71ab-4af3-a4c8-aa4a8556ddca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:13:18.274047 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b355e9b3-9d3d-45e3-869a-d3fbad890061 req-193cf5fa-71ab-4af3-a4c8-aa4a8556ddca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:13:18.275818 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-b355e9b3-9d3d-45e3-869a-d3fbad890061 req-193cf5fa-71ab-4af3-a4c8-aa4a8556ddca service neutron] 10.222.0.90 "GET /v2.0/networks?tenant_id=dd68a30cbd724a479c2573502973494c&shared=False HTTP/1.1" status: 200 len: 2291 time: 0.3545079 Feb 09 19:13:18.350131 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762867132591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593584'] for agent (488cd9ae-631f-4955-ba0b-4f5a13f12e9c), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:13:18.558264 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b355e9b3-9d3d-45e3-869a-d3fbad890061 req-5928fd52-d8d3-48a9-aeea-7672faa29787 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:13:18.559735 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-b355e9b3-9d3d-45e3-869a-d3fbad890061 req-5928fd52-d8d3-48a9-aeea-7672faa29787 service neutron] 10.222.0.90 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2742584 Feb 09 19:13:18.579832 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.db [None req-128e1b9b-79d2-45ec-9034-2efebe828caf admin admin] For port 2b510600-8b01-408c-90d4-e30dc6b8cb66, host n-d-713498-36, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-36',level=0,port_id=2b510600-8b01-408c-90d4-e30dc6b8cb66,segment=NetworkSegment(a4222f89-8d3f-4b51-953b-1a8126392491),segment_id=a4222f89-8d3f-4b51-953b-1a8126392491)] {{(pid=103229) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 19:13:18.580204 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-128e1b9b-79d2-45ec-9034-2efebe828caf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1820838'] for port (2b510600-8b01-408c-90d4-e30dc6b8cb66), precommit_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:13:18.599905 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.managers [req-9332a300-9785-4d0e-bbcd-d424a9db566e req-65bcb213-54cf-45ce-bf90-c4066e34ea57 service neutron] Attempting to bind port 9fc1cb22-e887-454a-b82f-3fdaa4e3ea66 on host n-h2-713498-36 for vnic_type normal with profile {{(pid=103230) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 19:13:18.600380 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.managers [req-9332a300-9785-4d0e-bbcd-d424a9db566e req-65bcb213-54cf-45ce-bf90-c4066e34ea57 service neutron] Attempting to bind port 9fc1cb22-e887-454a-b82f-3fdaa4e3ea66 by drivers openvswitch,hyperv on host n-h2-713498-36 at level 0 using segments [{'id': 'fdce14a8-e060-4caf-9916-dcc14afea810', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': '81af42b1-eb23-43df-b260-cc7f68f27829'}] {{(pid=103230) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 19:13:18.600809 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9332a300-9785-4d0e-bbcd-d424a9db566e req-65bcb213-54cf-45ce-bf90-c4066e34ea57 service neutron] Attempting to bind port 9fc1cb22-e887-454a-b82f-3fdaa4e3ea66 on network 81af42b1-eb23-43df-b260-cc7f68f27829 {{(pid=103230) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 19:13:18.607539 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.plugin [None req-128e1b9b-79d2-45ec-9034-2efebe828caf admin admin] Calling delete_port for 2b510600-8b01-408c-90d4-e30dc6b8cb66 owned by network:router_gateway {{(pid=103229) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 19:13:18.628525 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9332a300-9785-4d0e-bbcd-d424a9db566e req-65bcb213-54cf-45ce-bf90-c4066e34ea57 service neutron] Port 9fc1cb22-e887-454a-b82f-3fdaa4e3ea66 on network 81af42b1-eb23-43df-b260-cc7f68f27829 not bound, no agent of type Open vSwitch agent registered on host n-h2-713498-36 {{(pid=103230) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 19:13:18.629014 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9332a300-9785-4d0e-bbcd-d424a9db566e req-65bcb213-54cf-45ce-bf90-c4066e34ea57 service neutron] Attempting to bind port 9fc1cb22-e887-454a-b82f-3fdaa4e3ea66 on network 81af42b1-eb23-43df-b260-cc7f68f27829 {{(pid=103230) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 19:13:18.662085 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9332a300-9785-4d0e-bbcd-d424a9db566e req-65bcb213-54cf-45ce-bf90-c4066e34ea57 service neutron] Checking agent: {'id': 'bcd5faee-dc24-4298-9134-0e0aa054058e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713498-36', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 18, 59, 19), 'started_at': datetime.datetime(2022, 2, 9, 18, 59, 19), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 19, 12, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103230) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 19:13:18.664138 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9332a300-9785-4d0e-bbcd-d424a9db566e req-65bcb213-54cf-45ce-bf90-c4066e34ea57 service neutron] Checking segment: {'id': 'fdce14a8-e060-4caf-9916-dcc14afea810', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': '81af42b1-eb23-43df-b260-cc7f68f27829'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103230) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 19:13:18.666420 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9332a300-9785-4d0e-bbcd-d424a9db566e req-65bcb213-54cf-45ce-bf90-c4066e34ea57 service neutron] Bound using segment: {'id': 'fdce14a8-e060-4caf-9916-dcc14afea810', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': '81af42b1-eb23-43df-b260-cc7f68f27829'} {{(pid=103230) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 19:13:18.667139 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.managers [req-9332a300-9785-4d0e-bbcd-d424a9db566e req-65bcb213-54cf-45ce-bf90-c4066e34ea57 service neutron] Bound port: 9fc1cb22-e887-454a-b82f-3fdaa4e3ea66, host: n-h2-713498-36, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fdce14a8-e060-4caf-9916-dcc14afea810', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': '81af42b1-eb23-43df-b260-cc7f68f27829'}}] {{(pid=103230) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 19:13:18.667620 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [req-9332a300-9785-4d0e-bbcd-d424a9db566e req-65bcb213-54cf-45ce-bf90-c4066e34ea57 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (9fc1cb22-e887-454a-b82f-3fdaa4e3ea66), before_update {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:13:18.752460 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.db [req-9332a300-9785-4d0e-bbcd-d424a9db566e req-65bcb213-54cf-45ce-bf90-c4066e34ea57 service neutron] For port 9fc1cb22-e887-454a-b82f-3fdaa4e3ea66, host n-h2-713498-36, cleared binding levels {{(pid=103230) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 19:13:18.756886 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.db [req-9332a300-9785-4d0e-bbcd-d424a9db566e req-65bcb213-54cf-45ce-bf90-c4066e34ea57 service neutron] For port 9fc1cb22-e887-454a-b82f-3fdaa4e3ea66, host n-h2-713498-36, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-36',level=0,port_id=9fc1cb22-e887-454a-b82f-3fdaa4e3ea66,segment=NetworkSegment(fdce14a8-e060-4caf-9916-dcc14afea810),segment_id=fdce14a8-e060-4caf-9916-dcc14afea810)] {{(pid=103230) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 19:13:18.785761 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58cfd554-38fd-4540-a5d4-6eda2d5cc6d4 req-337a14aa-6fad-42b3-8a55-722817512e58 tempest-ServersTestMultiNic-1550042178 tempest-ServersTestMultiNic-1550042178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:13:18.788577 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762867132591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593584'] for agent (bcd5faee-dc24-4298-9134-0e0aa054058e), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:13:18.795618 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58cfd554-38fd-4540-a5d4-6eda2d5cc6d4 req-337a14aa-6fad-42b3-8a55-722817512e58 tempest-ServersTestMultiNic-1550042178 tempest-ServersTestMultiNic-1550042178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:13:18.804054 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-58cfd554-38fd-4540-a5d4-6eda2d5cc6d4 req-337a14aa-6fad-42b3-8a55-722817512e58 tempest-ServersTestMultiNic-1550042178 tempest-ServersTestMultiNic-1550042178-project] 10.222.0.75 "GET /v2.0/ports?device_id=ddee171f-0768-4054-a601-26f9960866a0 HTTP/1.1" status: 200 len: 1678 time: 0.2522142 Feb 09 19:13:18.833416 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [req-9332a300-9785-4d0e-bbcd-d424a9db566e req-65bcb213-54cf-45ce-bf90-c4066e34ea57 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762867176205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762866656485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762866656503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14393758'] for port (9fc1cb22-e887-454a-b82f-3fdaa4e3ea66), after_update {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:13:18.907421 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9332a300-9785-4d0e-bbcd-d424a9db566e req-65bcb213-54cf-45ce-bf90-c4066e34ea57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:13:18.908269 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [req-9332a300-9785-4d0e-bbcd-d424a9db566e req-65bcb213-54cf-45ce-bf90-c4066e34ea57 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171096'] for port (None), before_response {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:13:18.909836 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-9332a300-9785-4d0e-bbcd-d424a9db566e req-65bcb213-54cf-45ce-bf90-c4066e34ea57 service neutron] 10.222.0.90 "PUT /v2.0/ports/9fc1cb22-e887-454a-b82f-3fdaa4e3ea66 HTTP/1.1" status: 200 len: 1093 time: 1.9155774 Feb 09 19:13:19.001878 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-128e1b9b-79d2-45ec-9034-2efebe828caf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762867177463', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762866656476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12867576'] for port (2b510600-8b01-408c-90d4-e30dc6b8cb66), after_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:13:19.015743 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-58cfd554-38fd-4540-a5d4-6eda2d5cc6d4 req-709aa313-64e4-4353-a20a-bbf0124f4837 tempest-ServersTestMultiNic-1550042178 tempest-ServersTestMultiNic-1550042178-project] 10.222.0.75 "GET /v2.0/security-groups?id=73443f61-e28a-43ce-9cbb-ef678fe5ea76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2100310 Feb 09 19:13:19.094826 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65bcb213-54cf-45ce-bf90-c4066e34ea57 service neutron] Pushing event updated for resources: {'Port': ['ID=9fc1cb22-e887-454a-b82f-3fdaa4e3ea66,revision_number=3']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:13:19.118856 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9332a300-9785-4d0e-bbcd-d424a9db566e req-ed38be4c-ff05-4ecc-93c1-ea50e6274667 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:13:19.119304 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9332a300-9785-4d0e-bbcd-d424a9db566e req-ed38be4c-ff05-4ecc-93c1-ea50e6274667 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:13:19.120879 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-9332a300-9785-4d0e-bbcd-d424a9db566e req-ed38be4c-ff05-4ecc-93c1-ea50e6274667 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=dd68a30cbd724a479c2573502973494c&device_id=ddee171f-0768-4054-a601-26f9960866a0 HTTP/1.1" status: 200 len: 2044 time: 0.1187913 Feb 09 19:13:19.125296 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-f7555c37-156a-42cc-acb2-1f6d95db5b62 req-4aec26e1-0ccc-422d-9c1e-f9396a65f598 service neutron] 10.222.0.75 "GET /v2.0/ports?device_id=324ad1af-f9e3-424e-981f-7b5b8b459dd1&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.5375321 Feb 09 19:13:19.134872 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [req-f7555c37-156a-42cc-acb2-1f6d95db5b62 req-605e32fc-aab4-44f1-aa2a-abaef2a16930 service neutron] http://10.222.0.75:9696/v2.0/extensions returned with HTTP 200 {{(pid=103230) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 09 19:13:19.145736 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-f7555c37-156a-42cc-acb2-1f6d95db5b62 req-605e32fc-aab4-44f1-aa2a-abaef2a16930 service neutron] 10.222.0.75 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0150692 Feb 09 19:13:19.230898 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 60332) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:13:19.231757 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-128e1b9b-79d2-45ec-9034-2efebe828caf admin admin] Pushing event deleted for resources: {'Port': ['ID=2b510600-8b01-408c-90d4-e30dc6b8cb66,revision_number=None']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:13:19.239346 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-9332a300-9785-4d0e-bbcd-d424a9db566e req-8c6677b7-2d31-4c32-99fe-1bf304b75161 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.26&port_id=17be70a0-f7cf-48bb-b4c5-5299bbc16f61 HTTP/1.1" status: 200 len: 217 time: 0.0925252 Feb 09 19:13:19.369151 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25da13e9-7797-4712-9805-b836090cf750 req-df2a91b1-da34-467f-90c6-92d9b2671d8d tempest-MigrationsAdminTest-892781459 tempest-MigrationsAdminTest-892781459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:13:19.382513 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-25da13e9-7797-4712-9805-b836090cf750 req-df2a91b1-da34-467f-90c6-92d9b2671d8d tempest-MigrationsAdminTest-892781459 tempest-MigrationsAdminTest-892781459-project] 10.222.0.75 "GET /v2.0/ports?device_id=324ad1af-f9e3-424e-981f-7b5b8b459dd1 HTTP/1.1" status: 200 len: 949 time: 0.4689908 Feb 09 19:13:19.472366 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-128e1b9b-79d2-45ec-9034-2efebe828caf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1818987'] for router_gateway (c1a6984a-2b49-4463-8770-bb366322f74e), after_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:13:19.510092 n-d-713498-36 neutron-server[103230]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ddee171f-0768-4054-a601-26f9960866a0', 'tag': '9fc1cb22-e887-454a-b82f-3fdaa4e3ea66'}] {{(pid=103230) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 19:13:19.517830 n-d-713498-36 neutron-server[103230]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aee5919275bae9f72eb374ee322673045eb80c1f84b4b45a97d96923bd50ab51" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3215c938-6b25-4e60-af14-54f93353dce5" -d '{"events": [{"name": "network-changed", "server_uuid": "ddee171f-0768-4054-a601-26f9960866a0", "tag": "9fc1cb22-e887-454a-b82f-3fdaa4e3ea66"}]}' {{(pid=103230) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 19:13:19.549403 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9332a300-9785-4d0e-bbcd-d424a9db566e req-aa76d932-4715-41a7-94a1-e86a8b61cf0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:13:19.551628 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-9332a300-9785-4d0e-bbcd-d424a9db566e req-aa76d932-4715-41a7-94a1-e86a8b61cf0c service neutron] 10.222.0.90 "GET /v2.0/subnets?id=55cab83d-dc5d-45c6-959c-ef2d5d7890b9 HTTP/1.1" status: 200 len: 801 time: 0.3029559 Feb 09 19:13:19.695938 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c8b4151-1bfc-4072-aff0-430e5e59786c req-c88e4470-a21c-4423-9312-b51dc77f71b5 tempest-ServerRescueTestJSONUnderV235-126256002 tempest-ServerRescueTestJSONUnderV235-126256002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:13:19.697213 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-1c8b4151-1bfc-4072-aff0-430e5e59786c req-c88e4470-a21c-4423-9312-b51dc77f71b5 tempest-ServerRescueTestJSONUnderV235-126256002 tempest-ServerRescueTestJSONUnderV235-126256002-project] 10.222.0.75 "GET /v2.0/ports?device_id=a0f1baff-df40-457f-b67b-761e81dfdca5 HTTP/1.1" status: 200 len: 946 time: 0.3132441 Feb 09 19:13:19.700455 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9332a300-9785-4d0e-bbcd-d424a9db566e req-9e3d60b8-d451-4c51-9bb8-4db5d944abf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:13:19.701916 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-9332a300-9785-4d0e-bbcd-d424a9db566e req-9e3d60b8-d451-4c51-9bb8-4db5d944abf6 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=a418f5f5-3d81-440d-89ba-059070371f05&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1319017 Feb 09 19:13:19.747282 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-128e1b9b-79d2-45ec-9034-2efebe828caf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1834988', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-58375'] for router (c1a6984a-2b49-4463-8770-bb366322f74e), precommit_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:13:19.754602 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-128e1b9b-79d2-45ec-9034-2efebe828caf admin admin] Publish callbacks [] for router_controller (c1a6984a-2b49-4463-8770-bb366322f74e), precommit_delete_associations {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:13:19.780342 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-25da13e9-7797-4712-9805-b836090cf750 req-19a36a62-ac6e-43eb-908c-8a1ed6ebf426 tempest-MigrationsAdminTest-892781459 tempest-MigrationsAdminTest-892781459-project] 10.222.0.75 "GET /v2.0/security-groups?id=709912c8-8171-4435-800e-9e5c5e45bf8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3954208 Feb 09 19:13:19.878212 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-1c8b4151-1bfc-4072-aff0-430e5e59786c req-e7e7e06b-8e26-40c0-b8e5-72a7197fb256 tempest-ServerRescueTestJSONUnderV235-126256002 tempest-ServerRescueTestJSONUnderV235-126256002-project] 10.222.0.75 "GET /v2.0/security-groups?id=73dc5652-0b28-4d0e-bd9f-61a00dbc59a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1734118 Feb 09 19:13:19.880470 n-d-713498-36 neutron-server[103230]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 19:13:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4c91adad-d870-409c-b67b-c1f1f8878e79 x-openstack-request-id: req-4c91adad-d870-409c-b67b-c1f1f8878e79 {{(pid=103230) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 19:13:19.884218 n-d-713498-36 neutron-server[103230]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ddee171f-0768-4054-a601-26f9960866a0", "tag": "9fc1cb22-e887-454a-b82f-3fdaa4e3ea66", "status": "completed", "code": 200}]} {{(pid=103230) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 19:13:19.884673 n-d-713498-36 neutron-server[103230]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-4c91adad-d870-409c-b67b-c1f1f8878e79 {{(pid=103230) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 19:13:19.885250 n-d-713498-36 neutron-server[103230]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ddee171f-0768-4054-a601-26f9960866a0', 'tag': '9fc1cb22-e887-454a-b82f-3fdaa4e3ea66', 'status': 'completed', 'code': 200} Feb 09 19:13:19.919565 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-9332a300-9785-4d0e-bbcd-d424a9db566e req-a56eab1b-22eb-4922-8cad-697039da76c4 service neutron] 10.222.0.90 "GET /v2.0/networks/a418f5f5-3d81-440d-89ba-059070371f05?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2067759 Feb 09 19:13:19.935829 n-d-713498-36 neutron-server[103229]: DEBUG neutron.db.db_base_plugin_v2 [None req-84fc5cce-c003-4743-beab-496bd56109d7 admin admin] Deleting subnet fd92991c-99c1-4998-85f2-810e9ca4298d {{(pid=103229) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 19:13:19.940543 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-84fc5cce-c003-4743-beab-496bd56109d7 admin admin] Publish callbacks [] for subnet (fd92991c-99c1-4998-85f2-810e9ca4298d), before_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:13:19.979594 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-84fc5cce-c003-4743-beab-496bd56109d7 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16683410'] for subnet (fd92991c-99c1-4998-85f2-810e9ca4298d), precommit_delete_associations {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:13:20.025392 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-128e1b9b-79d2-45ec-9034-2efebe828caf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1835003'] for router (c1a6984a-2b49-4463-8770-bb366322f74e), after_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:13:20.027169 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-128e1b9b-79d2-45ec-9034-2efebe828caf admin admin] Fanout notify agent at l3_agent the message router_deleted on router c1a6984a-2b49-4463-8770-bb366322f74e {{(pid=103229) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 09 19:13:20.034885 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-128e1b9b-79d2-45ec-9034-2efebe828caf admin admin] Publish callbacks [] for router (None), before_response {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:13:20.036062 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-128e1b9b-79d2-45ec-9034-2efebe828caf admin admin] 10.222.0.75 "DELETE /v2.0/routers/c1a6984a-2b49-4463-8770-bb366322f74e HTTP/1.1" status: 204 len: 168 time: 3.7392452 Feb 09 19:13:20.052331 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 60362) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:13:20.091809 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-84fc5cce-c003-4743-beab-496bd56109d7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-759852'] for subnet (fd92991c-99c1-4998-85f2-810e9ca4298d), precommit_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:13:20.146733 n-d-713498-36 neutron-server[103229]: DEBUG neutron.db.db_base_plugin_v2 [None req-26bf3da5-a1e1-4d4a-988e-324f53e3206c admin admin] Deleting subnet 56817271-1948-4557-bb99-937580724a46 {{(pid=103229) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 19:13:20.153037 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-26bf3da5-a1e1-4d4a-988e-324f53e3206c admin admin] Publish callbacks [] for subnet (56817271-1948-4557-bb99-937580724a46), before_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:13:20.201184 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-9332a300-9785-4d0e-bbcd-d424a9db566e req-b45ba14d-44b0-4c93-97e0-da497d636d26 service neutron] 10.222.0.90 "GET /v2.0/networks/a418f5f5-3d81-440d-89ba-059070371f05?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2699251 Feb 09 19:13:20.262594 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-26bf3da5-a1e1-4d4a-988e-324f53e3206c admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16683410'] for subnet (56817271-1948-4557-bb99-937580724a46), precommit_delete_associations {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:13:20.294794 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-84fc5cce-c003-4743-beab-496bd56109d7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-760023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12867367', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12759238'] for subnet (fd92991c-99c1-4998-85f2-810e9ca4298d), after_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:13:20.306498 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-9332a300-9785-4d0e-bbcd-d424a9db566e req-3ade1220-3dac-4220-95f3-171cc973fb81 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.145&port_id=9fc1cb22-e887-454a-b82f-3fdaa4e3ea66 HTTP/1.1" status: 200 len: 217 time: 0.0939379 Feb 09 19:13:20.360304 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84fc5cce-c003-4743-beab-496bd56109d7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fd92991c-99c1-4998-85f2-810e9ca4298d,revision_number=None']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:13:20.362461 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-84fc5cce-c003-4743-beab-496bd56109d7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1613566'] for subnet (None), before_response {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:13:20.365802 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-84fc5cce-c003-4743-beab-496bd56109d7 admin admin] 10.222.0.75 "DELETE /v2.0/subnets/fd92991c-99c1-4998-85f2-810e9ca4298d HTTP/1.1" status: 204 len: 168 time: 1.1317589 Feb 09 19:13:20.372700 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 60368) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:13:20.420421 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcfa236f-7091-43e1-b9a2-a5c820d36e31 req-3d9909ce-1e4c-4e09-a598-08ed75d5b127 tempest-ServersTestMultiNic-1550042178 tempest-ServersTestMultiNic-1550042178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:13:20.433597 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9332a300-9785-4d0e-bbcd-d424a9db566e req-f21d3d39-dea5-4d54-850f-e5489a72da3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:13:20.437271 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcfa236f-7091-43e1-b9a2-a5c820d36e31 req-3d9909ce-1e4c-4e09-a598-08ed75d5b127 tempest-ServersTestMultiNic-1550042178 tempest-ServersTestMultiNic-1550042178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:13:20.439447 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-bcfa236f-7091-43e1-b9a2-a5c820d36e31 req-3d9909ce-1e4c-4e09-a598-08ed75d5b127 tempest-ServersTestMultiNic-1550042178 tempest-ServersTestMultiNic-1550042178-project] 10.222.0.75 "GET /v2.0/ports?device_id=ddee171f-0768-4054-a601-26f9960866a0 HTTP/1.1" status: 200 len: 1678 time: 0.2387064 Feb 09 19:13:20.447373 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-9332a300-9785-4d0e-bbcd-d424a9db566e req-f21d3d39-dea5-4d54-850f-e5489a72da3c service neutron] 10.222.0.90 "GET /v2.0/subnets?id=57705c4c-a48b-4d15-ab17-1830cf22e962 HTTP/1.1" status: 200 len: 801 time: 0.1329989 Feb 09 19:13:20.555358 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9332a300-9785-4d0e-bbcd-d424a9db566e req-ae076254-1467-4e1b-a098-4bec2771f35c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:13:20.558579 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-9332a300-9785-4d0e-bbcd-d424a9db566e req-ae076254-1467-4e1b-a098-4bec2771f35c service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=81af42b1-eb23-43df-b260-cc7f68f27829&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1025109 Feb 09 19:13:20.595418 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-bb23c98e-712f-42a0-9abc-a1c4c05569b9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-670458'] for network (22e5c36a-e85f-4512-bcde-f1a1a30e29d3), before_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:13:20.778627 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-9332a300-9785-4d0e-bbcd-d424a9db566e req-5074fd91-1212-42a3-b4fb-7e6a5e3308ba service neutron] 10.222.0.90 "GET /v2.0/networks/81af42b1-eb23-43df-b260-cc7f68f27829?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2119324 Feb 09 19:13:20.797882 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-26bf3da5-a1e1-4d4a-988e-324f53e3206c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-759852'] for subnet (56817271-1948-4557-bb99-937580724a46), precommit_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:13:20.802920 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-bcfa236f-7091-43e1-b9a2-a5c820d36e31 req-90d8df6b-fdb7-420f-9900-a8384b8fe2cc tempest-ServersTestMultiNic-1550042178 tempest-ServersTestMultiNic-1550042178-project] 10.222.0.75 "GET /v2.0/security-groups?id=73443f61-e28a-43ce-9cbb-ef678fe5ea76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2406466 Feb 09 19:13:20.990568 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-bb23c98e-712f-42a0-9abc-a1c4c05569b9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-590267', 'neutron.services.segments.db._delete_segments_for_network-8762867132609'] for network (22e5c36a-e85f-4512-bcde-f1a1a30e29d3), precommit_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:13:21.067658 n-d-713498-36 neutron-server[103229]: DEBUG neutron.services.segments.db [None req-bb23c98e-712f-42a0-9abc-a1c4c05569b9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['22e5c36a-e85f-4512-bcde-f1a1a30e29d3']}} {{(pid=103229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:13:21.098069 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24b5335b-12f3-4546-9e14-7533cd931618 req-4355e0d5-1c85-4ee9-a4fb-b012735be3e3 tempest-MigrationsAdminTest-892781459 tempest-MigrationsAdminTest-892781459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:13:21.100000 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-24b5335b-12f3-4546-9e14-7533cd931618 req-4355e0d5-1c85-4ee9-a4fb-b012735be3e3 tempest-MigrationsAdminTest-892781459 tempest-MigrationsAdminTest-892781459-project] 10.222.0.75 "GET /v2.0/ports?device_id=324ad1af-f9e3-424e-981f-7b5b8b459dd1 HTTP/1.1" status: 200 len: 949 time: 0.1634741 Feb 09 19:13:21.124291 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-9332a300-9785-4d0e-bbcd-d424a9db566e req-05c351d7-6305-4f99-a5b4-5b7697e7a933 service neutron] 10.222.0.90 "GET /v2.0/networks/81af42b1-eb23-43df-b260-cc7f68f27829?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3379550 Feb 09 19:13:21.139796 n-d-713498-36 neutron-server[103229]: DEBUG neutron.services.segments.db [None req-bb23c98e-712f-42a0-9abc-a1c4c05569b9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd4c5d86e-1399-4ff8-a9ec-2a8082c6024a') {'for_net_delete': True} {{(pid=103229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:13:21.142533 n-d-713498-36 neutron-server[103229]: DEBUG neutron.services.segments.db [None req-bb23c98e-712f-42a0-9abc-a1c4c05569b9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd4c5d86e-1399-4ff8-a9ec-2a8082c6024a') {} {{(pid=103229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:13:21.151786 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-26bf3da5-a1e1-4d4a-988e-324f53e3206c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-760023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12867367', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12759238'] for subnet (56817271-1948-4557-bb99-937580724a46), after_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:13:21.180977 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-bb23c98e-712f-42a0-9abc-a1c4c05569b9 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762867134154', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16683417'] for segment (d4c5d86e-1399-4ff8-a9ec-2a8082c6024a), before_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:13:21.205225 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-24b5335b-12f3-4546-9e14-7533cd931618 req-128992e0-7961-45f1-ae22-e05c0db1a3e9 tempest-MigrationsAdminTest-892781459 tempest-MigrationsAdminTest-892781459-project] 10.222.0.75 "GET /v2.0/security-groups?id=709912c8-8171-4435-800e-9e5c5e45bf8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0983229 Feb 09 19:13:21.231512 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-bb23c98e-712f-42a0-9abc-a1c4c05569b9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-759574'] for segment (d4c5d86e-1399-4ff8-a9ec-2a8082c6024a), precommit_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:13:21.238428 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26bf3da5-a1e1-4d4a-988e-324f53e3206c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=56817271-1948-4557-bb99-937580724a46,revision_number=None']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:13:21.245576 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bb23c98e-712f-42a0-9abc-a1c4c05569b9 admin admin] Releasing vlan 384 on physical network physnet1 to pool {{(pid=103229) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 19:13:21.246247 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-bb23c98e-712f-42a0-9abc-a1c4c05569b9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-759574', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12867469'] for segment (d4c5d86e-1399-4ff8-a9ec-2a8082c6024a), after_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:13:21.248341 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-26bf3da5-a1e1-4d4a-988e-324f53e3206c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1613566'] for subnet (None), before_response {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:13:21.253174 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ed1a9b3-106f-4501-8621-22b7adcd46e6 None None] Network 0ec7f9f6-4ed5-45b5-9742-035cca69218b requested from n-d-713498-36 {{(pid=103232) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 19:13:21.274985 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-26bf3da5-a1e1-4d4a-988e-324f53e3206c admin admin] 10.222.0.75 "DELETE /v2.0/subnets/56817271-1948-4557-bb99-937580724a46 HTTP/1.1" status: 204 len: 168 time: 1.2215734 Feb 09 19:13:21.282646 n-d-713498-36 neutron-server[103229]: Traceback (most recent call last): Feb 09 19:13:21.282646 n-d-713498-36 neutron-server[103229]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 19:13:21.282646 n-d-713498-36 neutron-server[103229]: timer() Feb 09 19:13:21.282646 n-d-713498-36 neutron-server[103229]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 19:13:21.282646 n-d-713498-36 neutron-server[103229]: cb(*args, **kw) Feb 09 19:13:21.282646 n-d-713498-36 neutron-server[103229]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 19:13:21.282646 n-d-713498-36 neutron-server[103229]: return func(*args, **kwargs) Feb 09 19:13:21.282646 n-d-713498-36 neutron-server[103229]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 19:13:21.282646 n-d-713498-36 neutron-server[103229]: self._notify() Feb 09 19:13:21.282646 n-d-713498-36 neutron-server[103229]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 19:13:21.282646 n-d-713498-36 neutron-server[103229]: self.callback(batched_events) Feb 09 19:13:21.282646 n-d-713498-36 neutron-server[103229]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 19:13:21.282646 n-d-713498-36 neutron-server[103229]: event.method(event) Feb 09 19:13:21.282646 n-d-713498-36 neutron-server[103229]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 19:13:21.282646 n-d-713498-36 neutron-server[103229]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 19:13:21.282646 n-d-713498-36 neutron-server[103229]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 19:13:21.282646 n-d-713498-36 neutron-server[103229]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 19:13:21.282646 n-d-713498-36 neutron-server[103229]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 19:13:21.282646 n-d-713498-36 neutron-server[103229]: return f(self, *a, **k) Feb 09 19:13:21.282646 n-d-713498-36 neutron-server[103229]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 19:13:21.282646 n-d-713498-36 neutron-server[103229]: return self._get(url).json() Feb 09 19:13:21.282646 n-d-713498-36 neutron-server[103229]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 19:13:21.282646 n-d-713498-36 neutron-server[103229]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 19:13:21.282646 n-d-713498-36 neutron-server[103229]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 19:13:21.282646 n-d-713498-36 neutron-server[103229]: return self.request(url, 'GET', **kwargs) Feb 09 19:13:21.282646 n-d-713498-36 neutron-server[103229]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 19:13:21.282646 n-d-713498-36 neutron-server[103229]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 19:13:21.282646 n-d-713498-36 neutron-server[103229]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 19:13:21.282646 n-d-713498-36 neutron-server[103229]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 19:13:21.282646 n-d-713498-36 neutron-server[103229]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 19:13:21.282646 n-d-713498-36 neutron-server[103229]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 19:13:21.282646 n-d-713498-36 neutron-server[103229]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 19:13:21.284447 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 60382) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:13:21.370278 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3215c938-6b25-4e60-af14-54f93353dce5 req-f6901fb5-833a-454f-af2f-eb7cb02b6efa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:13:21.378810 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3215c938-6b25-4e60-af14-54f93353dce5 req-f6901fb5-833a-454f-af2f-eb7cb02b6efa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:13:21.380587 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-3215c938-6b25-4e60-af14-54f93353dce5 req-f6901fb5-833a-454f-af2f-eb7cb02b6efa service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=dd68a30cbd724a479c2573502973494c&device_id=ddee171f-0768-4054-a601-26f9960866a0 HTTP/1.1" status: 200 len: 2044 time: 0.1258826 Feb 09 19:13:21.527152 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3215c938-6b25-4e60-af14-54f93353dce5 req-6155715d-c4f9-45db-91b2-119f582e629f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:13:21.529832 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-3215c938-6b25-4e60-af14-54f93353dce5 req-6155715d-c4f9-45db-91b2-119f582e629f service neutron] 10.222.0.90 "GET /v2.0/networks?id=81af42b1-eb23-43df-b260-cc7f68f27829 HTTP/1.1" status: 200 len: 903 time: 0.1398137 Feb 09 19:13:21.558009 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a69db1b2-368a-4a88-9592-38e998aff525 req-744a92b6-0f2d-4d76-bc2f-6d24f29208d6 tempest-ServerRescueTestJSONUnderV235-126256002 tempest-ServerRescueTestJSONUnderV235-126256002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:13:21.569562 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-a69db1b2-368a-4a88-9592-38e998aff525 req-744a92b6-0f2d-4d76-bc2f-6d24f29208d6 tempest-ServerRescueTestJSONUnderV235-126256002 tempest-ServerRescueTestJSONUnderV235-126256002-project] 10.222.0.75 "GET /v2.0/ports?device_id=a0f1baff-df40-457f-b67b-761e81dfdca5 HTTP/1.1" status: 200 len: 946 time: 0.5044305 Feb 09 19:13:21.598624 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56bcbb19-841f-4558-a6d2-cf1d1f40d059 None None] DHCP port deletion for 0ec7f9f6-4ed5-45b5-9742-035cca69218b request from n-d-713498-36 {{(pid=103232) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 09 19:13:21.601898 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-bb23c98e-712f-42a0-9abc-a1c4c05569b9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-590242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1885479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1818895'] for network (22e5c36a-e85f-4512-bcde-f1a1a30e29d3), after_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:13:21.612915 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-bb23c98e-712f-42a0-9abc-a1c4c05569b9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1613566'] for network (None), before_response {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:13:21.626657 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-bb23c98e-712f-42a0-9abc-a1c4c05569b9 admin admin] 10.222.0.75 "DELETE /v2.0/networks/22e5c36a-e85f-4512-bcde-f1a1a30e29d3 HTTP/1.1" status: 204 len: 168 time: 1.2514033 Feb 09 19:13:21.637760 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-3215c938-6b25-4e60-af14-54f93353dce5 req-c58791de-5812-467f-bb96-dd3488a9cf11 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.145&port_id=9fc1cb22-e887-454a-b82f-3fdaa4e3ea66 HTTP/1.1" status: 200 len: 217 time: 0.0858834 Feb 09 19:13:21.688142 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-3b5aac2a-46c3-42e1-8d97-69caf07a4c96 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-670458'] for network (0ec7f9f6-4ed5-45b5-9742-035cca69218b), before_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:13:21.691370 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb23c98e-712f-42a0-9abc-a1c4c05569b9 admin admin] Pushing event deleted for resources: {'Network': ['ID=22e5c36a-e85f-4512-bcde-f1a1a30e29d3,revision_number=None']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:13:21.715795 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-56bcbb19-841f-4558-a6d2-cf1d1f40d059 None None] Deleting port 0f158c59-e34e-49bc-904d-9d0152ce1684 {{(pid=103232) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 19:13:21.716383 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-56bcbb19-841f-4558-a6d2-cf1d1f40d059 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762867170196'] for port (0f158c59-e34e-49bc-904d-9d0152ce1684), before_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:13:21.749292 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-a69db1b2-368a-4a88-9592-38e998aff525 req-ae3f983d-0a16-4c43-b98a-0b87ffe46279 tempest-ServerRescueTestJSONUnderV235-126256002 tempest-ServerRescueTestJSONUnderV235-126256002-project] 10.222.0.75 "GET /v2.0/security-groups?id=73dc5652-0b28-4d0e-bd9f-61a00dbc59a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1787117 Feb 09 19:13:21.790038 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3215c938-6b25-4e60-af14-54f93353dce5 req-e6e20174-46de-4a7d-8756-2d162c86e970 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:13:21.792375 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-3215c938-6b25-4e60-af14-54f93353dce5 req-e6e20174-46de-4a7d-8756-2d162c86e970 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=57705c4c-a48b-4d15-ab17-1830cf22e962 HTTP/1.1" status: 200 len: 801 time: 0.1296909 Feb 09 19:13:21.841506 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-56bcbb19-841f-4558-a6d2-cf1d1f40d059 None None] For port 0f158c59-e34e-49bc-904d-9d0152ce1684, host n-d-713498-36, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-36',level=0,port_id=0f158c59-e34e-49bc-904d-9d0152ce1684,segment=NetworkSegment(8fc5bdc5-20d6-4485-913b-a8e45cf9007a),segment_id=8fc5bdc5-20d6-4485-913b-a8e45cf9007a)] {{(pid=103232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 19:13:21.842352 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-56bcbb19-841f-4558-a6d2-cf1d1f40d059 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1820838'] for port (0f158c59-e34e-49bc-904d-9d0152ce1684), precommit_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:13:21.861822 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-56bcbb19-841f-4558-a6d2-cf1d1f40d059 None None] Calling delete_port for 0f158c59-e34e-49bc-904d-9d0152ce1684 owned by network:dhcp {{(pid=103232) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 19:13:21.940486 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 60392) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:13:21.946915 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7555c37-156a-42cc-acb2-1f6d95db5b62 req-ce9dd910-b037-4ccf-83c1-cda52d7d69ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:13:21.948396 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-f7555c37-156a-42cc-acb2-1f6d95db5b62 req-ce9dd910-b037-4ccf-83c1-cda52d7d69ce service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=51b81e7592544b98a90626c2bba713eb&device_id=324ad1af-f9e3-424e-981f-7b5b8b459dd1 HTTP/1.1" status: 200 len: 1132 time: 0.1809599 Feb 09 19:13:21.979950 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.plugin [None req-3b5aac2a-46c3-42e1-8d97-69caf07a4c96 admin admin] Deleting port 0f158c59-e34e-49bc-904d-9d0152ce1684 {{(pid=103229) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 19:13:21.980846 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-3b5aac2a-46c3-42e1-8d97-69caf07a4c96 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762867170196'] for port (0f158c59-e34e-49bc-904d-9d0152ce1684), before_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:13:22.007119 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Device 0f158c59-e34e-49bc-904d-9d0152ce1684 no longer exists at agent ovs-agent-n-d-713498-36 {{(pid=103232) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 19:13:22.049297 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3215c938-6b25-4e60-af14-54f93353dce5 req-3bcd40c4-1583-44b8-b2e8-04f97d6d1948 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:13:22.051120 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-3215c938-6b25-4e60-af14-54f93353dce5 req-3bcd40c4-1583-44b8-b2e8-04f97d6d1948 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=81af42b1-eb23-43df-b260-cc7f68f27829&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1173437 Feb 09 19:13:22.104504 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-56bcbb19-841f-4558-a6d2-cf1d1f40d059 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762867177463', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762866656476'] for port (0f158c59-e34e-49bc-904d-9d0152ce1684), after_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:13:22.111177 n-d-713498-36 neutron-server[103232]: INFO neutron.plugins.ml2.db [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] No ports have port_id starting with 0f158c59-e34e-49bc-904d-9d0152ce1684 Feb 09 19:13:22.146692 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Device 2b510600-8b01-408c-90d4-e30dc6b8cb66 no longer exists at agent ovs-agent-n-d-713498-36 {{(pid=103232) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 19:13:22.173527 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-c09839b4-4b72-4f1f-8e84-331ac550824d admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=216741f4995241bbba7cd794217427a2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2286284 Feb 09 19:13:22.173527 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.db [None req-3b5aac2a-46c3-42e1-8d97-69caf07a4c96 admin admin] For port 0f158c59-e34e-49bc-904d-9d0152ce1684, host n-d-713498-36, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-36',level=0,port_id=0f158c59-e34e-49bc-904d-9d0152ce1684,segment=NetworkSegment(8fc5bdc5-20d6-4485-913b-a8e45cf9007a),segment_id=8fc5bdc5-20d6-4485-913b-a8e45cf9007a)] {{(pid=103229) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 19:13:22.173945 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-3b5aac2a-46c3-42e1-8d97-69caf07a4c96 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1820838'] for port (0f158c59-e34e-49bc-904d-9d0152ce1684), precommit_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:13:22.179092 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 60394) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:13:22.194814 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] No Port match for: 2b510600-8b01-408c-90d4-e30dc6b8cb66 {{(pid=103232) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 19:13:22.195162 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Device 2b510600-8b01-408c-90d4-e30dc6b8cb66 not bound to the agent host n-d-713498-36 {{(pid=103232) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 19:13:22.199467 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56bcbb19-841f-4558-a6d2-cf1d1f40d059 None None] Pushing event deleted for resources: {'Port': ['ID=0f158c59-e34e-49bc-904d-9d0152ce1684,revision_number=None']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:13:22.209672 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56bcbb19-841f-4558-a6d2-cf1d1f40d059 None None] No DVR routers for this DVR port 0f158c59-e34e-49bc-904d-9d0152ce1684 on host n-d-713498-36 {{(pid=103232) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 19:13:22.232783 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56bcbb19-841f-4558-a6d2-cf1d1f40d059 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:13:22.233458 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56bcbb19-841f-4558-a6d2-cf1d1f40d059 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:13:22.234564 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56bcbb19-841f-4558-a6d2-cf1d1f40d059 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:13:22.235681 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56bcbb19-841f-4558-a6d2-cf1d1f40d059 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:13:22.236228 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56bcbb19-841f-4558-a6d2-cf1d1f40d059 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:13:22.236791 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56bcbb19-841f-4558-a6d2-cf1d1f40d059 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:13:22.237364 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56bcbb19-841f-4558-a6d2-cf1d1f40d059 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:13:22.237931 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56bcbb19-841f-4558-a6d2-cf1d1f40d059 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:13:22.238490 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56bcbb19-841f-4558-a6d2-cf1d1f40d059 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:13:22.239018 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56bcbb19-841f-4558-a6d2-cf1d1f40d059 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:13:22.239576 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56bcbb19-841f-4558-a6d2-cf1d1f40d059 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:13:22.240111 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56bcbb19-841f-4558-a6d2-cf1d1f40d059 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:13:22.240631 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56bcbb19-841f-4558-a6d2-cf1d1f40d059 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:13:22.264200 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.plugin [None req-3b5aac2a-46c3-42e1-8d97-69caf07a4c96 admin admin] Calling delete_port for 0f158c59-e34e-49bc-904d-9d0152ce1684 owned by network:dhcp {{(pid=103229) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 19:13:22.313989 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7555c37-156a-42cc-acb2-1f6d95db5b62 req-22f9a9c8-c52c-46da-842d-b2ab40ab1ac0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:13:22.315654 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-f7555c37-156a-42cc-acb2-1f6d95db5b62 req-22f9a9c8-c52c-46da-842d-b2ab40ab1ac0 service neutron] 10.222.0.90 "GET /v2.0/networks?id=2b5494c8-cf97-42c1-b902-87f998f28179 HTTP/1.1" status: 200 len: 870 time: 0.3525918 Feb 09 19:13:22.376257 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-656b8701-3fed-42c6-bc1a-9e3dee39f915 admin admin] Publish callbacks [] for security_group (5ce92d32-ca94-4b6c-925d-b9dff609abe6), before_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:13:22.426452 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-f7555c37-156a-42cc-acb2-1f6d95db5b62 req-33210a08-ad95-46e5-8e02-52f049d11fe4 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.63&port_id=246dd422-aaed-44c8-8f53-c0bcff989a68 HTTP/1.1" status: 200 len: 217 time: 0.0621414 Feb 09 19:13:22.516320 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7555c37-156a-42cc-acb2-1f6d95db5b62 req-1a2883b4-15dd-4945-9096-3bd2ea508aba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:13:22.517743 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-f7555c37-156a-42cc-acb2-1f6d95db5b62 req-1a2883b4-15dd-4945-9096-3bd2ea508aba service neutron] 10.222.0.90 "GET /v2.0/subnets?id=60b561cb-321e-4f83-9bb3-92b2e1d0dc44 HTTP/1.1" status: 200 len: 843 time: 0.0804510 Feb 09 19:13:22.556007 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-656b8701-3fed-42c6-bc1a-9e3dee39f915 admin admin] Publish callbacks [] for security_group (5ce92d32-ca94-4b6c-925d-b9dff609abe6), precommit_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:13:22.569109 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b67d1752-80c5-4c58-bda4-b3e358ffc735 req-ebc0c1d4-3ab6-4549-ade7-5f422310d5d3 tempest-ServersTestMultiNic-1550042178 tempest-ServersTestMultiNic-1550042178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:13:22.588799 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b67d1752-80c5-4c58-bda4-b3e358ffc735 req-ebc0c1d4-3ab6-4549-ade7-5f422310d5d3 tempest-ServersTestMultiNic-1550042178 tempest-ServersTestMultiNic-1550042178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:13:22.591687 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-b67d1752-80c5-4c58-bda4-b3e358ffc735 req-ebc0c1d4-3ab6-4549-ade7-5f422310d5d3 tempest-ServersTestMultiNic-1550042178 tempest-ServersTestMultiNic-1550042178-project] 10.222.0.75 "GET /v2.0/ports?device_id=ddee171f-0768-4054-a601-26f9960866a0 HTTP/1.1" status: 200 len: 1678 time: 0.6451666 Feb 09 19:13:22.602326 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-3215c938-6b25-4e60-af14-54f93353dce5 req-07ab7bdc-5b5f-422a-ad67-45a46b2f0751 service neutron] 10.222.0.90 "GET /v2.0/networks/81af42b1-eb23-43df-b260-cc7f68f27829?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5356286 Feb 09 19:13:22.654929 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a7bfda5-9be0-48b6-bc74-e4c6c0984593 req-449512cd-a2cf-4c32-b583-afdb9a870c52 tempest-MigrationsAdminTest-892781459 tempest-MigrationsAdminTest-892781459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:13:22.657190 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-6a7bfda5-9be0-48b6-bc74-e4c6c0984593 req-449512cd-a2cf-4c32-b583-afdb9a870c52 tempest-MigrationsAdminTest-892781459 tempest-MigrationsAdminTest-892781459-project] 10.222.0.75 "GET /v2.0/ports?device_id=324ad1af-f9e3-424e-981f-7b5b8b459dd1 HTTP/1.1" status: 200 len: 949 time: 0.2787700 Feb 09 19:13:22.665072 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-3b5aac2a-46c3-42e1-8d97-69caf07a4c96 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762867177463', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762866656476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12867576'] for port (0f158c59-e34e-49bc-904d-9d0152ce1684), after_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:13:22.701530 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7555c37-156a-42cc-acb2-1f6d95db5b62 req-e53e63cc-e2dc-4a02-b560-693fc2565953 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:13:22.704170 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-f7555c37-156a-42cc-acb2-1f6d95db5b62 req-e53e63cc-e2dc-4a02-b560-693fc2565953 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=2b5494c8-cf97-42c1-b902-87f998f28179&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.1663563 Feb 09 19:13:22.707258 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b5aac2a-46c3-42e1-8d97-69caf07a4c96 admin admin] Pushing event deleted for resources: {'Port': ['ID=0f158c59-e34e-49bc-904d-9d0152ce1684,revision_number=None']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:13:22.733199 n-d-713498-36 neutron-server[103229]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b5aac2a-46c3-42e1-8d97-69caf07a4c96 admin admin] No DVR routers for this DVR port 0f158c59-e34e-49bc-904d-9d0152ce1684 on host n-d-713498-36 {{(pid=103229) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 19:13:22.783943 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-656b8701-3fed-42c6-bc1a-9e3dee39f915 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1892331'] for security_group (5ce92d32-ca94-4b6c-925d-b9dff609abe6), after_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:13:22.786994 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-656b8701-3fed-42c6-bc1a-9e3dee39f915 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:13:22.787715 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-656b8701-3fed-42c6-bc1a-9e3dee39f915 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/5ce92d32-ca94-4b6c-925d-b9dff609abe6 HTTP/1.1" status: 204 len: 168 time: 0.6028163 Feb 09 19:13:22.807345 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-b67d1752-80c5-4c58-bda4-b3e358ffc735 req-d138dd9e-0efd-4d9d-afdc-d14c33759bf4 tempest-ServersTestMultiNic-1550042178 tempest-ServersTestMultiNic-1550042178-project] 10.222.0.75 "GET /v2.0/security-groups?id=73443f61-e28a-43ce-9cbb-ef678fe5ea76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2063315 Feb 09 19:13:22.894583 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-3215c938-6b25-4e60-af14-54f93353dce5 req-b6e12adf-f73b-40ec-a7bb-51e829641739 service neutron] 10.222.0.90 "GET /v2.0/networks/81af42b1-eb23-43df-b260-cc7f68f27829?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2812011 Feb 09 19:13:23.002765 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9430a465-7ed8-4861-a926-82c775334f3b req-6ca3ff87-0b2e-4c42-bb6a-6df65dd4f33c tempest-ServerRescueTestJSONUnderV235-126256002 tempest-ServerRescueTestJSONUnderV235-126256002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:13:23.004742 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-9430a465-7ed8-4861-a926-82c775334f3b req-6ca3ff87-0b2e-4c42-bb6a-6df65dd4f33c tempest-ServerRescueTestJSONUnderV235-126256002 tempest-ServerRescueTestJSONUnderV235-126256002-project] 10.222.0.75 "GET /v2.0/ports?device_id=a0f1baff-df40-457f-b67b-761e81dfdca5 HTTP/1.1" status: 200 len: 946 time: 0.0704379 Feb 09 19:13:23.115423 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-9430a465-7ed8-4861-a926-82c775334f3b req-2e523d1f-e636-488e-a811-8061f58ac338 tempest-ServerRescueTestJSONUnderV235-126256002 tempest-ServerRescueTestJSONUnderV235-126256002-project] 10.222.0.75 "GET /v2.0/security-groups?id=73dc5652-0b28-4d0e-bd9f-61a00dbc59a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0957789 Feb 09 19:13:23.310762 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-656b8701-3fed-42c6-bc1a-9e3dee39f915 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5ce92d32-ca94-4b6c-925d-b9dff609abe6,revision_number=None']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:13:23.346719 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-3b5aac2a-46c3-42e1-8d97-69caf07a4c96 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-590267', 'neutron.services.segments.db._delete_segments_for_network-8762867132609'] for network (0ec7f9f6-4ed5-45b5-9742-035cca69218b), precommit_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:13:23.369444 n-d-713498-36 neutron-server[103229]: DEBUG neutron.services.segments.db [None req-3b5aac2a-46c3-42e1-8d97-69caf07a4c96 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0ec7f9f6-4ed5-45b5-9742-035cca69218b']}} {{(pid=103229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:13:23.448748 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-f7555c37-156a-42cc-acb2-1f6d95db5b62 req-08a2592e-6102-4cd2-aa4d-e12c78fb1049 service neutron] 10.222.0.90 "GET /v2.0/networks/2b5494c8-cf97-42c1-b902-87f998f28179?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7316215 Feb 09 19:13:23.470241 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-6a7bfda5-9be0-48b6-bc74-e4c6c0984593 req-957c2719-0794-42c4-98b8-b6222d998db8 tempest-MigrationsAdminTest-892781459 tempest-MigrationsAdminTest-892781459-project] 10.222.0.75 "GET /v2.0/security-groups?id=709912c8-8171-4435-800e-9e5c5e45bf8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7757866 Feb 09 19:13:23.524630 n-d-713498-36 neutron-server[103229]: DEBUG neutron.services.segments.db [None req-3b5aac2a-46c3-42e1-8d97-69caf07a4c96 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8fc5bdc5-20d6-4485-913b-a8e45cf9007a') {'for_net_delete': True} {{(pid=103229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:13:23.524967 n-d-713498-36 neutron-server[103229]: DEBUG neutron.services.segments.db [None req-3b5aac2a-46c3-42e1-8d97-69caf07a4c96 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8fc5bdc5-20d6-4485-913b-a8e45cf9007a') {} {{(pid=103229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:13:23.565389 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-3b5aac2a-46c3-42e1-8d97-69caf07a4c96 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762867134154', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16683417'] for segment (8fc5bdc5-20d6-4485-913b-a8e45cf9007a), before_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:13:23.591099 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-3b5aac2a-46c3-42e1-8d97-69caf07a4c96 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-759574'] for segment (8fc5bdc5-20d6-4485-913b-a8e45cf9007a), precommit_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:13:23.609917 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3b5aac2a-46c3-42e1-8d97-69caf07a4c96 admin admin] Releasing vlan 387 on physical network physnet1 to pool {{(pid=103229) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 19:13:23.610516 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-3b5aac2a-46c3-42e1-8d97-69caf07a4c96 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-759574', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12867469'] for segment (8fc5bdc5-20d6-4485-913b-a8e45cf9007a), after_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:13:23.612287 n-d-713498-36 neutron-server[103229]: Traceback (most recent call last): Feb 09 19:13:23.612287 n-d-713498-36 neutron-server[103229]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 19:13:23.612287 n-d-713498-36 neutron-server[103229]: timer() Feb 09 19:13:23.612287 n-d-713498-36 neutron-server[103229]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 19:13:23.612287 n-d-713498-36 neutron-server[103229]: cb(*args, **kw) Feb 09 19:13:23.612287 n-d-713498-36 neutron-server[103229]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 19:13:23.612287 n-d-713498-36 neutron-server[103229]: return func(*args, **kwargs) Feb 09 19:13:23.612287 n-d-713498-36 neutron-server[103229]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 19:13:23.612287 n-d-713498-36 neutron-server[103229]: self._notify() Feb 09 19:13:23.612287 n-d-713498-36 neutron-server[103229]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 19:13:23.612287 n-d-713498-36 neutron-server[103229]: self.callback(batched_events) Feb 09 19:13:23.612287 n-d-713498-36 neutron-server[103229]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 19:13:23.612287 n-d-713498-36 neutron-server[103229]: event.method(event) Feb 09 19:13:23.612287 n-d-713498-36 neutron-server[103229]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 19:13:23.612287 n-d-713498-36 neutron-server[103229]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 19:13:23.612287 n-d-713498-36 neutron-server[103229]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 19:13:23.612287 n-d-713498-36 neutron-server[103229]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 19:13:23.612287 n-d-713498-36 neutron-server[103229]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 19:13:23.612287 n-d-713498-36 neutron-server[103229]: return f(self, *a, **k) Feb 09 19:13:23.612287 n-d-713498-36 neutron-server[103229]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 19:13:23.612287 n-d-713498-36 neutron-server[103229]: return self._get(url).json() Feb 09 19:13:23.612287 n-d-713498-36 neutron-server[103229]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 19:13:23.612287 n-d-713498-36 neutron-server[103229]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 19:13:23.612287 n-d-713498-36 neutron-server[103229]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 19:13:23.612287 n-d-713498-36 neutron-server[103229]: return self.request(url, 'GET', **kwargs) Feb 09 19:13:23.612287 n-d-713498-36 neutron-server[103229]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 19:13:23.612287 n-d-713498-36 neutron-server[103229]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 19:13:23.612287 n-d-713498-36 neutron-server[103229]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 19:13:23.612287 n-d-713498-36 neutron-server[103229]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 19:13:23.612287 n-d-713498-36 neutron-server[103229]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 19:13:23.612287 n-d-713498-36 neutron-server[103229]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 19:13:23.612287 n-d-713498-36 neutron-server[103229]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 19:13:23.710666 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-f7555c37-156a-42cc-acb2-1f6d95db5b62 req-2dd3092f-a1e6-44d8-95d0-ffb7dd4237fc service neutron] 10.222.0.90 "GET /v2.0/networks/2b5494c8-cf97-42c1-b902-87f998f28179?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2366910 Feb 09 19:13:23.737481 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-3b5aac2a-46c3-42e1-8d97-69caf07a4c96 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-590242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1885479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1818895'] for network (0ec7f9f6-4ed5-45b5-9742-035cca69218b), after_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:13:23.753656 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-3b5aac2a-46c3-42e1-8d97-69caf07a4c96 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1613566'] for network (None), before_response {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:13:23.759649 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-3b5aac2a-46c3-42e1-8d97-69caf07a4c96 admin admin] 10.222.0.75 "DELETE /v2.0/networks/0ec7f9f6-4ed5-45b5-9742-035cca69218b HTTP/1.1" status: 204 len: 168 time: 2.4417386 Feb 09 19:13:23.775823 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b5aac2a-46c3-42e1-8d97-69caf07a4c96 admin admin] Pushing event deleted for resources: {'Network': ['ID=0ec7f9f6-4ed5-45b5-9742-035cca69218b,revision_number=None']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:13:23.828799 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 60454) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:13:24.006371 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd6cbcf9-4855-47dc-ae8d-a6bf0bdcf3ce req-c36683bc-7f59-4146-ae22-ab93306f6d59 tempest-ServersTestMultiNic-1550042178 tempest-ServersTestMultiNic-1550042178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:13:24.018412 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd6cbcf9-4855-47dc-ae8d-a6bf0bdcf3ce req-c36683bc-7f59-4146-ae22-ab93306f6d59 tempest-ServersTestMultiNic-1550042178 tempest-ServersTestMultiNic-1550042178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:13:24.020048 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-fd6cbcf9-4855-47dc-ae8d-a6bf0bdcf3ce req-c36683bc-7f59-4146-ae22-ab93306f6d59 tempest-ServersTestMultiNic-1550042178 tempest-ServersTestMultiNic-1550042178-project] 10.222.0.75 "GET /v2.0/ports?device_id=ddee171f-0768-4054-a601-26f9960866a0 HTTP/1.1" status: 200 len: 1678 time: 0.1066201 Feb 09 19:13:24.042645 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.v2.base [None req-3218ee7c-6858-4591-a27d-d67978ce11de admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestMultiTenantJSON-7723444-network', 'tenant_id': 'b6d37fc4c7a44ba698e2817888cf9cb7'}} {{(pid=103229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 19:13:24.077060 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-fd6cbcf9-4855-47dc-ae8d-a6bf0bdcf3ce req-28ec4a68-3e39-4765-a883-e74a7b08400b tempest-ServersTestMultiNic-1550042178 tempest-ServersTestMultiNic-1550042178-project] 10.222.0.75 "GET /v2.0/security-groups?id=73443f61-e28a-43ce-9cbb-ef678fe5ea76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503252 Feb 09 19:13:24.083174 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3218ee7c-6858-4591-a27d-d67978ce11de admin admin] Made reservation on behalf of b6d37fc4c7a44ba698e2817888cf9cb7 for: {'network': 1} {{(pid=103229) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 19:13:24.087149 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-3218ee7c-6858-4591-a27d-d67978ce11de admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for network (None), before_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:13:24.122054 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-3218ee7c-6858-4591-a27d-d67978ce11de admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:13:24.154316 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 60466) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:13:24.255933 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-dd24152e-efa2-43fc-b79c-6856c25e6711 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=77d2f6c213eb401684c27974738fe903&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1006324 Feb 09 19:13:24.258632 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 60472) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:13:24.306127 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03162c1a-7d97-4b1c-9a02-4b1af4f9e216 req-ca258287-5b00-41e9-b0af-0b8777ce60ad tempest-ServerRescueTestJSONUnderV235-126256002 tempest-ServerRescueTestJSONUnderV235-126256002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:13:24.307685 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-03162c1a-7d97-4b1c-9a02-4b1af4f9e216 req-ca258287-5b00-41e9-b0af-0b8777ce60ad tempest-ServerRescueTestJSONUnderV235-126256002 tempest-ServerRescueTestJSONUnderV235-126256002-project] 10.222.0.75 "GET /v2.0/ports?device_id=a0f1baff-df40-457f-b67b-761e81dfdca5 HTTP/1.1" status: 200 len: 946 time: 0.1083567 Feb 09 19:13:24.313329 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-3218ee7c-6858-4591-a27d-d67978ce11de admin admin] Publish callbacks [] for security_group (b52383c4-8c94-477b-af18-1564f6d0c51f), precommit_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:13:24.331181 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-3218ee7c-6858-4591-a27d-d67978ce11de admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1892331'] for security_group (b52383c4-8c94-477b-af18-1564f6d0c51f), after_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:13:24.350655 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-722a91a3-1734-40bd-915e-96087c62d08a admin admin] Publish callbacks [] for security_group (b2df180e-a16d-44f2-a5a4-3dc74483fadc), before_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:13:24.378936 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-722a91a3-1734-40bd-915e-96087c62d08a admin admin] Publish callbacks [] for security_group (b2df180e-a16d-44f2-a5a4-3dc74483fadc), precommit_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:13:24.391982 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3218ee7c-6858-4591-a27d-d67978ce11de admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b52383c4-8c94-477b-af18-1564f6d0c51f,revision_number=1']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:13:24.394700 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3218ee7c-6858-4591-a27d-d67978ce11de admin admin] vlan segment allocate from pool success with {'vlan_id': 381, 'physical_network': 'physnet1'} {{(pid=103229) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 19:13:24.404148 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-03162c1a-7d97-4b1c-9a02-4b1af4f9e216 req-e26f8cbf-42ca-45e8-9d5a-42bde7eef4e0 tempest-ServerRescueTestJSONUnderV235-126256002 tempest-ServerRescueTestJSONUnderV235-126256002-project] 10.222.0.75 "GET /v2.0/security-groups?id=73dc5652-0b28-4d0e-bd9f-61a00dbc59a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0884559 Feb 09 19:13:24.410570 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-3218ee7c-6858-4591-a27d-d67978ce11de admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-759574'] for segment (371d31a3-73a8-47c2-986a-32d107c2a81d), precommit_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:13:24.411074 n-d-713498-36 neutron-server[103229]: INFO neutron.db.segments_db [None req-3218ee7c-6858-4591-a27d-d67978ce11de admin admin] Added segment 371d31a3-73a8-47c2-986a-32d107c2a81d of type vlan for network d8ccc26d-da10-43d4-80b5-fa9fe0e94b23 Feb 09 19:13:24.456538 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-722a91a3-1734-40bd-915e-96087c62d08a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1892331'] for security_group (b2df180e-a16d-44f2-a5a4-3dc74483fadc), after_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:13:24.459617 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-722a91a3-1734-40bd-915e-96087c62d08a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:13:24.460244 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-722a91a3-1734-40bd-915e-96087c62d08a admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/b2df180e-a16d-44f2-a5a4-3dc74483fadc HTTP/1.1" status: 204 len: 168 time: 0.2005012 Feb 09 19:13:24.463124 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-3218ee7c-6858-4591-a27d-d67978ce11de admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762866642225'] for network (d8ccc26d-da10-43d4-80b5-fa9fe0e94b23), precommit_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:13:24.469338 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-722a91a3-1734-40bd-915e-96087c62d08a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b2df180e-a16d-44f2-a5a4-3dc74483fadc,revision_number=None']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:13:24.496645 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-3218ee7c-6858-4591-a27d-d67978ce11de admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1885479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452'] for network (d8ccc26d-da10-43d4-80b5-fa9fe0e94b23), after_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:13:24.497782 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3218ee7c-6858-4591-a27d-d67978ce11de admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:13:24.498491 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-3218ee7c-6858-4591-a27d-d67978ce11de admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1613566'] for network (None), before_response {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:13:24.574951 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-3218ee7c-6858-4591-a27d-d67978ce11de admin admin] 10.222.0.75 "POST /v2.0/networks HTTP/1.1" status: 201 len: 895 time: 0.7449114 Feb 09 19:13:24.578098 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 60480) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:13:24.588396 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.v2.base [None req-c6cbb9bb-a9e2-4ed7-a6a2-a5899d441f27 admin admin] Request body: {'subnet': {'network_id': 'd8ccc26d-da10-43d4-80b5-fa9fe0e94b23', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestMultiTenantJSON-7723444-subnet', 'tenant_id': 'b6d37fc4c7a44ba698e2817888cf9cb7', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 19:13:24.597679 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3218ee7c-6858-4591-a27d-d67978ce11de admin admin] Pushing event updated for resources: {'Network': ['ID=d8ccc26d-da10-43d4-80b5-fa9fe0e94b23,revision_number=1']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:13:24.608281 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Network d8ccc26d-da10-43d4-80b5-fa9fe0e94b23 details requested by agent ovs-agent-n-d-713498-36 with host n-d-713498-36 {{(pid=103232) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 19:13:24.637697 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c6cbb9bb-a9e2-4ed7-a6a2-a5899d441f27 admin admin] Made reservation on behalf of b6d37fc4c7a44ba698e2817888cf9cb7 for: {'subnet': 1} {{(pid=103229) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 19:13:24.643068 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-c6cbb9bb-a9e2-4ed7-a6a2-a5899d441f27 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12759265'] for subnet (None), before_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:13:24.736675 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e8aa644-63f9-424d-bbaf-c370ffe8d6e9 req-c2cbf5fb-531b-4be3-b6db-60fbd6789ebf tempest-MigrationsAdminTest-892781459 tempest-MigrationsAdminTest-892781459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:13:24.741679 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-1e8aa644-63f9-424d-bbaf-c370ffe8d6e9 req-c2cbf5fb-531b-4be3-b6db-60fbd6789ebf tempest-MigrationsAdminTest-892781459 tempest-MigrationsAdminTest-892781459-project] 10.222.0.75 "GET /v2.0/ports?device_id=324ad1af-f9e3-424e-981f-7b5b8b459dd1 HTTP/1.1" status: 200 len: 949 time: 0.1222210 Feb 09 19:13:24.852655 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-1e8aa644-63f9-424d-bbaf-c370ffe8d6e9 req-61d7b7db-0385-4df1-9f7e-a9be235a89c1 tempest-MigrationsAdminTest-892781459 tempest-MigrationsAdminTest-892781459-project] 10.222.0.75 "GET /v2.0/security-groups?id=709912c8-8171-4435-800e-9e5c5e45bf8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0951257 Feb 09 19:13:24.903240 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Device 17be70a0-f7cf-48bb-b4c5-5299bbc16f61 details requested by agent hyperv_n-h2-713498-36 with host n-h2-713498-36 {{(pid=103232) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 19:13:24.983213 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-c6cbb9bb-a9e2-4ed7-a6a2-a5899d441f27 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12867428', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12759263'] for subnet (3b90cb74-a26f-48a8-aa55-b54226e02ed4), after_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:13:25.088241 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6cbb9bb-a9e2-4ed7-a6a2-a5899d441f27 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3b90cb74-a26f-48a8-aa55-b54226e02ed4,revision_number=0']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:13:25.119616 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-7429db8d-6021-40ad-813e-885be449a89b None None] For port 17be70a0-f7cf-48bb-b4c5-5299bbc16f61, host n-h2-713498-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-36',level=0,port_id=17be70a0-f7cf-48bb-b4c5-5299bbc16f61,segment=NetworkSegment(3107d6d2-7b5f-4862-8699-387a1f455fe0),segment_id=3107d6d2-7b5f-4862-8699-387a1f455fe0)] {{(pid=103232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 19:13:25.138159 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Returning: {'device': '17be70a0-f7cf-48bb-b4c5-5299bbc16f61', 'network_id': 'a418f5f5-3d81-440d-89ba-059070371f05', 'port_id': '17be70a0-f7cf-48bb-b4c5-5299bbc16f61', 'mac_address': 'fa:16:3e:8d:97:d4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 367, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '55cab83d-dc5d-45c6-959c-ef2d5d7890b9', 'ip_address': '19.80.0.26'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103232) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 19:13:25.146471 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6cbb9bb-a9e2-4ed7-a6a2-a5899d441f27 admin admin] Checking segment: {'id': '371d31a3-73a8-47c2-986a-32d107c2a81d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': 'd8ccc26d-da10-43d4-80b5-fa9fe0e94b23'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103229) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 19:13:25.146856 n-d-713498-36 neutron-server[103229]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6cbb9bb-a9e2-4ed7-a6a2-a5899d441f27 admin admin] Network hostable DHCP agents. Network: d8ccc26d-da10-43d4-80b5-fa9fe0e94b23, hostable agents: ['af91e4b9-f4e1-42b1-a25c-a10dc47171c8'], hosted agents: [] {{(pid=103229) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 19:13:25.201157 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Current status of the port 17be70a0-f7cf-48bb-b4c5-5299bbc16f61 is: DOWN; New status is: BUILD {{(pid=103232) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 19:13:25.201536 n-d-713498-36 neutron-server[103229]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6cbb9bb-a9e2-4ed7-a6a2-a5899d441f27 admin admin] Network d8ccc26d-da10-43d4-80b5-fa9fe0e94b23 is scheduled to be hosted by DHCP agent af91e4b9-f4e1-42b1-a25c-a10dc47171c8 with binding_index 1 {{(pid=103229) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 19:13:25.201676 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (17be70a0-f7cf-48bb-b4c5-5299bbc16f61), before_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:13:25.220671 n-d-713498-36 neutron-server[103232]: DEBUG neutron.notifiers.nova [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 17be70a0-f7cf-48bb-b4c5-5299bbc16f61 {{(pid=103232) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 19:13:25.242324 n-d-713498-36 neutron-server[103229]: DEBUG neutron.scheduler.base_scheduler [None req-c6cbb9bb-a9e2-4ed7-a6a2-a5899d441f27 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713498-36, d8ccc26d-da10-43d4-80b5-fa9fe0e94b23) {{(pid=103229) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 19:13:25.251434 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6cbb9bb-a9e2-4ed7-a6a2-a5899d441f27 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:13:25.252178 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-c6cbb9bb-a9e2-4ed7-a6a2-a5899d441f27 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1613566'] for subnet (None), before_response {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:13:25.254401 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-7429db8d-6021-40ad-813e-885be449a89b None None] For port 17be70a0-f7cf-48bb-b4c5-5299bbc16f61, host n-h2-713498-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-36',level=0,port_id=17be70a0-f7cf-48bb-b4c5-5299bbc16f61,segment=NetworkSegment(3107d6d2-7b5f-4862-8699-387a1f455fe0),segment_id=3107d6d2-7b5f-4862-8699-387a1f455fe0)] {{(pid=103232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 19:13:25.263745 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7530062d-a53c-45bf-b9bc-e567f6ce5e40 None None] Network d8ccc26d-da10-43d4-80b5-fa9fe0e94b23 requested from n-d-713498-36 {{(pid=103232) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 19:13:25.282455 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762867176205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762866656485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762866656503'] for port (17be70a0-f7cf-48bb-b4c5-5299bbc16f61), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:13:25.283350 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Device 9fc1cb22-e887-454a-b82f-3fdaa4e3ea66 details requested by agent hyperv_n-h2-713498-36 with host n-h2-713498-36 {{(pid=103232) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 19:13:25.290262 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8253d88-3223-47cd-83c6-f0417d4fc96f req-caae2c75-785b-458b-8e21-b560e7e68d04 tempest-ServersTestMultiNic-1550042178 tempest-ServersTestMultiNic-1550042178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:13:25.295429 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8253d88-3223-47cd-83c6-f0417d4fc96f req-caae2c75-785b-458b-8e21-b560e7e68d04 tempest-ServersTestMultiNic-1550042178 tempest-ServersTestMultiNic-1550042178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:13:25.298173 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-e8253d88-3223-47cd-83c6-f0417d4fc96f req-caae2c75-785b-458b-8e21-b560e7e68d04 tempest-ServersTestMultiNic-1550042178 tempest-ServersTestMultiNic-1550042178-project] 10.222.0.75 "GET /v2.0/ports?device_id=ddee171f-0768-4054-a601-26f9960866a0 HTTP/1.1" status: 200 len: 1678 time: 0.1151564 Feb 09 19:13:25.311156 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-c6cbb9bb-a9e2-4ed7-a6a2-a5899d441f27 admin admin] 10.222.0.75 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 0.7316985 Feb 09 19:13:25.411228 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-e8253d88-3223-47cd-83c6-f0417d4fc96f req-a8b24466-7c5b-4d0a-9739-140605602dfe tempest-ServersTestMultiNic-1550042178 tempest-ServersTestMultiNic-1550042178-project] 10.222.0.75 "GET /v2.0/security-groups?id=73443f61-e28a-43ce-9cbb-ef678fe5ea76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0979342 Feb 09 19:13:25.518868 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-7429db8d-6021-40ad-813e-885be449a89b None None] For port 9fc1cb22-e887-454a-b82f-3fdaa4e3ea66, host n-h2-713498-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-36',level=0,port_id=9fc1cb22-e887-454a-b82f-3fdaa4e3ea66,segment=NetworkSegment(fdce14a8-e060-4caf-9916-dcc14afea810),segment_id=fdce14a8-e060-4caf-9916-dcc14afea810)] {{(pid=103232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 19:13:25.561755 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Returning: {'device': '9fc1cb22-e887-454a-b82f-3fdaa4e3ea66', 'network_id': '81af42b1-eb23-43df-b260-cc7f68f27829', 'port_id': '9fc1cb22-e887-454a-b82f-3fdaa4e3ea66', 'mac_address': 'fa:16:3e:53:37:a6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 392, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '57705c4c-a48b-4d15-ab17-1830cf22e962', 'ip_address': '19.86.0.145'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103232) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 19:13:25.590154 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Pushing event updated for resources: {'Port': ['ID=17be70a0-f7cf-48bb-b4c5-5299bbc16f61,revision_number=4']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:13:25.635190 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acd86d6b-1434-4431-b8c5-594bf686ab67 req-27b33463-4905-46b9-9757-3804b04dfd31 tempest-ServerRescueTestJSONUnderV235-126256002 tempest-ServerRescueTestJSONUnderV235-126256002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:13:25.645988 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-acd86d6b-1434-4431-b8c5-594bf686ab67 req-27b33463-4905-46b9-9757-3804b04dfd31 tempest-ServerRescueTestJSONUnderV235-126256002 tempest-ServerRescueTestJSONUnderV235-126256002-project] 10.222.0.75 "GET /v2.0/ports?device_id=a0f1baff-df40-457f-b67b-761e81dfdca5 HTTP/1.1" status: 200 len: 946 time: 0.1026621 Feb 09 19:13:25.665441 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Current status of the port 9fc1cb22-e887-454a-b82f-3fdaa4e3ea66 is: DOWN; New status is: BUILD {{(pid=103232) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 19:13:25.667678 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (9fc1cb22-e887-454a-b82f-3fdaa4e3ea66), before_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:13:25.729389 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-acd86d6b-1434-4431-b8c5-594bf686ab67 req-a8195eec-16a8-43a5-8b0b-306ff3aeab35 tempest-ServerRescueTestJSONUnderV235-126256002 tempest-ServerRescueTestJSONUnderV235-126256002-project] 10.222.0.75 "GET /v2.0/security-groups?id=73dc5652-0b28-4d0e-bd9f-61a00dbc59a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0821314 Feb 09 19:13:25.756312 n-d-713498-36 neutron-server[103232]: DEBUG neutron.notifiers.nova [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9fc1cb22-e887-454a-b82f-3fdaa4e3ea66 {{(pid=103232) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 19:13:25.767844 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-664228af-f8d2-425c-82ca-e8887237602b None None] Network d8ccc26d-da10-43d4-80b5-fa9fe0e94b23 requested from n-d-713498-36 {{(pid=103232) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 19:13:25.802319 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 60528) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:13:25.864951 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-7429db8d-6021-40ad-813e-885be449a89b None None] For port 9fc1cb22-e887-454a-b82f-3fdaa4e3ea66, host n-h2-713498-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-36',level=0,port_id=9fc1cb22-e887-454a-b82f-3fdaa4e3ea66,segment=NetworkSegment(fdce14a8-e060-4caf-9916-dcc14afea810),segment_id=fdce14a8-e060-4caf-9916-dcc14afea810)] {{(pid=103232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 19:13:25.877740 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762867176205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762866656485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762866656503'] for port (9fc1cb22-e887-454a-b82f-3fdaa4e3ea66), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:13:26.008470 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.v2.base [None req-3d221a60-28a1-4b0b-8f69-65de978e9a5f admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest-96675615-network', 'tenant_id': '1244a62b17644644960c0ef5509cee38'}} {{(pid=103229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 19:13:26.057737 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Pushing event updated for resources: {'Port': ['ID=9fc1cb22-e887-454a-b82f-3fdaa4e3ea66,revision_number=4']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:13:26.097929 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3d221a60-28a1-4b0b-8f69-65de978e9a5f admin admin] Made reservation on behalf of 1244a62b17644644960c0ef5509cee38 for: {'network': 1} {{(pid=103229) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 19:13:26.100856 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-3d221a60-28a1-4b0b-8f69-65de978e9a5f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for network (None), before_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:13:26.104554 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 60546) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:13:26.110925 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.v2.base [None req-ab31cfdb-56c3-4335-ba50-daa7ed48d0df admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestMultiTenantJSON-1816212666-network', 'tenant_id': '2192648b56634346a1f16b8050bf4cc3'}} {{(pid=103230) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 19:13:26.123478 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d885af96-bde7-41e5-a811-642249f8ee7f req-e0f5acfe-d497-4c9a-bc58-2f1f5fe13f15 tempest-MigrationsAdminTest-892781459 tempest-MigrationsAdminTest-892781459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:13:26.126031 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-d885af96-bde7-41e5-a811-642249f8ee7f req-e0f5acfe-d497-4c9a-bc58-2f1f5fe13f15 tempest-MigrationsAdminTest-892781459 tempest-MigrationsAdminTest-892781459-project] 10.222.0.75 "GET /v2.0/ports?device_id=324ad1af-f9e3-424e-981f-7b5b8b459dd1 HTTP/1.1" status: 200 len: 949 time: 0.1377437 Feb 09 19:13:26.128130 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-3d221a60-28a1-4b0b-8f69-65de978e9a5f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:13:26.145987 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ab31cfdb-56c3-4335-ba50-daa7ed48d0df admin admin] Made reservation on behalf of 2192648b56634346a1f16b8050bf4cc3 for: {'network': 1} {{(pid=103230) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 19:13:26.149114 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-ab31cfdb-56c3-4335-ba50-daa7ed48d0df admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for network (None), before_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:13:26.161663 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-ab31cfdb-56c3-4335-ba50-daa7ed48d0df admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:13:26.195084 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-d885af96-bde7-41e5-a811-642249f8ee7f req-2dc91758-3ac4-4d56-be3d-fafbb4d4bc9e tempest-MigrationsAdminTest-892781459 tempest-MigrationsAdminTest-892781459-project] 10.222.0.75 "GET /v2.0/security-groups?id=709912c8-8171-4435-800e-9e5c5e45bf8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557187 Feb 09 19:13:26.253183 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-7429db8d-6021-40ad-813e-885be449a89b None None] get_ports_and_sgs() called for port_ids ['9fc1cb22-e887-454a-b82f-3fdaa4e3ea66'] {{(pid=103232) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 19:13:26.298708 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-3d221a60-28a1-4b0b-8f69-65de978e9a5f admin admin] Publish callbacks [] for security_group (6f7e8ede-8085-490c-860b-91c045ecce1f), precommit_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:13:26.303545 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-3d221a60-28a1-4b0b-8f69-65de978e9a5f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1892331'] for security_group (6f7e8ede-8085-490c-860b-91c045ecce1f), after_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:13:26.322275 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-ab31cfdb-56c3-4335-ba50-daa7ed48d0df admin admin] Publish callbacks [] for security_group (826b65a2-d7bc-4552-a7da-153f9330e3dc), precommit_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:13:26.338044 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3d221a60-28a1-4b0b-8f69-65de978e9a5f admin admin] vlan segment allocate from pool success with {'vlan_id': 354, 'physical_network': 'physnet1'} {{(pid=103229) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 19:13:26.348382 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d221a60-28a1-4b0b-8f69-65de978e9a5f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6f7e8ede-8085-490c-860b-91c045ecce1f,revision_number=1']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:13:26.354529 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-ab31cfdb-56c3-4335-ba50-daa7ed48d0df admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1892331'] for security_group (826b65a2-d7bc-4552-a7da-153f9330e3dc), after_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:13:26.386119 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-3d221a60-28a1-4b0b-8f69-65de978e9a5f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-759574'] for segment (cf51fdc5-2b69-4aa6-baf3-9e7fb9d1d1d4), precommit_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:13:26.386877 n-d-713498-36 neutron-server[103229]: INFO neutron.db.segments_db [None req-3d221a60-28a1-4b0b-8f69-65de978e9a5f admin admin] Added segment cf51fdc5-2b69-4aa6-baf3-9e7fb9d1d1d4 of type vlan for network 3e8c2732-7ced-47de-8a60-f22ea571cd92 Feb 09 19:13:26.412110 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ab31cfdb-56c3-4335-ba50-daa7ed48d0df admin admin] vlan segment allocate from pool success with {'vlan_id': 396, 'physical_network': 'physnet1'} {{(pid=103230) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 19:13:26.430761 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab31cfdb-56c3-4335-ba50-daa7ed48d0df admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=826b65a2-d7bc-4552-a7da-153f9330e3dc,revision_number=1']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:13:26.449970 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-ab31cfdb-56c3-4335-ba50-daa7ed48d0df admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-759574'] for segment (be722bcf-7ab3-40b1-89fc-ea27e851de3d), precommit_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:13:26.450699 n-d-713498-36 neutron-server[103230]: INFO neutron.db.segments_db [None req-ab31cfdb-56c3-4335-ba50-daa7ed48d0df admin admin] Added segment be722bcf-7ab3-40b1-89fc-ea27e851de3d of type vlan for network 90c2ad3e-046c-41eb-9cc5-4eeca6abeb5e Feb 09 19:13:26.497423 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-3d221a60-28a1-4b0b-8f69-65de978e9a5f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762866642225'] for network (3e8c2732-7ced-47de-8a60-f22ea571cd92), precommit_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:13:26.558165 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-3d221a60-28a1-4b0b-8f69-65de978e9a5f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1885479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452'] for network (3e8c2732-7ced-47de-8a60-f22ea571cd92), after_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:13:26.559703 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d221a60-28a1-4b0b-8f69-65de978e9a5f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:13:26.560877 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-3d221a60-28a1-4b0b-8f69-65de978e9a5f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1613566'] for network (None), before_response {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:13:26.563531 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-ab31cfdb-56c3-4335-ba50-daa7ed48d0df admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762866642225'] for network (90c2ad3e-046c-41eb-9cc5-4eeca6abeb5e), precommit_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:13:26.593288 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-3d221a60-28a1-4b0b-8f69-65de978e9a5f admin admin] 10.222.0.75 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.7893193 Feb 09 19:13:26.598019 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 60556) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:13:26.613496 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.v2.base [None req-44aa6e04-e4de-4c54-b8e7-7328647e6d10 admin admin] Request body: {'subnet': {'network_id': '3e8c2732-7ced-47de-8a60-f22ea571cd92', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest-96675615-subnet', 'tenant_id': '1244a62b17644644960c0ef5509cee38', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103230) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 19:13:26.656890 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f0ba2d6-22c6-4bf8-a879-5ac63573e4e2 req-b4b54b4c-eb99-435a-abc8-198e7df1e721 tempest-ServersTestMultiNic-1550042178 tempest-ServersTestMultiNic-1550042178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:13:26.662801 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d221a60-28a1-4b0b-8f69-65de978e9a5f admin admin] Pushing event updated for resources: {'Network': ['ID=3e8c2732-7ced-47de-8a60-f22ea571cd92,revision_number=1']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:13:26.665508 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f0ba2d6-22c6-4bf8-a879-5ac63573e4e2 req-b4b54b4c-eb99-435a-abc8-198e7df1e721 tempest-ServersTestMultiNic-1550042178 tempest-ServersTestMultiNic-1550042178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:13:26.668379 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-0f0ba2d6-22c6-4bf8-a879-5ac63573e4e2 req-b4b54b4c-eb99-435a-abc8-198e7df1e721 tempest-ServersTestMultiNic-1550042178 tempest-ServersTestMultiNic-1550042178-project] 10.222.0.75 "GET /v2.0/ports?device_id=ddee171f-0768-4054-a601-26f9960866a0 HTTP/1.1" status: 200 len: 1680 time: 0.1465375 Feb 09 19:13:26.669058 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-ab31cfdb-56c3-4335-ba50-daa7ed48d0df admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1885479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452'] for network (90c2ad3e-046c-41eb-9cc5-4eeca6abeb5e), after_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:13:26.669988 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab31cfdb-56c3-4335-ba50-daa7ed48d0df admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:13:26.671885 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-ab31cfdb-56c3-4335-ba50-daa7ed48d0df admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1613566'] for network (None), before_response {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:13:26.676374 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Network 3e8c2732-7ced-47de-8a60-f22ea571cd92 details requested by agent ovs-agent-n-d-713498-36 with host n-d-713498-36 {{(pid=103232) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 19:13:26.772146 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab31cfdb-56c3-4335-ba50-daa7ed48d0df admin admin] Pushing event updated for resources: {'Network': ['ID=90c2ad3e-046c-41eb-9cc5-4eeca6abeb5e,revision_number=1']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:13:26.784453 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Network 90c2ad3e-046c-41eb-9cc5-4eeca6abeb5e details requested by agent ovs-agent-n-d-713498-36 with host n-d-713498-36 {{(pid=103232) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 19:13:26.832732 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-ab31cfdb-56c3-4335-ba50-daa7ed48d0df admin admin] 10.222.0.75 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.7242470 Feb 09 19:13:26.832732 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 60566) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:13:26.846236 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.v2.base [None req-f524c8f7-b084-4060-a3a7-969d1f78e0a9 admin admin] Request body: {'subnet': {'network_id': '90c2ad3e-046c-41eb-9cc5-4eeca6abeb5e', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestMultiTenantJSON-1816212666-subnet', 'tenant_id': '2192648b56634346a1f16b8050bf4cc3', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103230) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 19:13:26.869835 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd97a239-e30d-4fe2-a6d7-bbfae0e46b74 req-8f45b074-6f9e-423a-b6ba-737ac3d046df tempest-ServerRescueTestJSONUnderV235-126256002 tempest-ServerRescueTestJSONUnderV235-126256002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:13:26.871928 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-dd97a239-e30d-4fe2-a6d7-bbfae0e46b74 req-8f45b074-6f9e-423a-b6ba-737ac3d046df tempest-ServerRescueTestJSONUnderV235-126256002 tempest-ServerRescueTestJSONUnderV235-126256002-project] 10.222.0.75 "GET /v2.0/ports?device_id=a0f1baff-df40-457f-b67b-761e81dfdca5 HTTP/1.1" status: 200 len: 946 time: 0.0656013 Feb 09 19:13:26.888239 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-44aa6e04-e4de-4c54-b8e7-7328647e6d10 admin admin] Made reservation on behalf of 1244a62b17644644960c0ef5509cee38 for: {'subnet': 1} {{(pid=103230) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 19:13:26.891306 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-44aa6e04-e4de-4c54-b8e7-7328647e6d10 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12985917'] for subnet (None), before_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:13:26.942653 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-dd97a239-e30d-4fe2-a6d7-bbfae0e46b74 req-96907cad-ba2a-44b3-962f-9c24709e3612 tempest-ServerRescueTestJSONUnderV235-126256002 tempest-ServerRescueTestJSONUnderV235-126256002-project] 10.222.0.75 "GET /v2.0/security-groups?id=73dc5652-0b28-4d0e-bd9f-61a00dbc59a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0626757 Feb 09 19:13:26.950513 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f524c8f7-b084-4060-a3a7-969d1f78e0a9 admin admin] Made reservation on behalf of 2192648b56634346a1f16b8050bf4cc3 for: {'subnet': 1} {{(pid=103230) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 19:13:26.953727 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-f524c8f7-b084-4060-a3a7-969d1f78e0a9 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12985917'] for subnet (None), before_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:13:27.042709 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-0f0ba2d6-22c6-4bf8-a879-5ac63573e4e2 req-552eb700-cedd-4d9d-9238-e3ca7dceb07f tempest-ServersTestMultiNic-1550042178 tempest-ServersTestMultiNic-1550042178-project] 10.222.0.75 "GET /v2.0/security-groups?id=73443f61-e28a-43ce-9cbb-ef678fe5ea76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2750051 Feb 09 19:13:27.285463 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-f524c8f7-b084-4060-a3a7-969d1f78e0a9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14393611', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12985859'] for subnet (9a71df29-190c-40f4-9086-98b4b966a5a3), after_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:13:27.357222 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-7429db8d-6021-40ad-813e-885be449a89b None None] get_ports_and_sgs() called for port_ids ['17be70a0-f7cf-48bb-b4c5-5299bbc16f61'] {{(pid=103232) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 19:13:27.362453 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f524c8f7-b084-4060-a3a7-969d1f78e0a9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9a71df29-190c-40f4-9086-98b4b966a5a3,revision_number=0']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:13:27.375066 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-44aa6e04-e4de-4c54-b8e7-7328647e6d10 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14393611', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12985859'] for subnet (96689e74-1d15-4889-9091-f107b048a678), after_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:13:27.386947 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70c7f2e3-220e-4302-acef-3636566857fe req-475b8f4e-6f4a-4365-83f5-1e1a7d3a3785 tempest-MigrationsAdminTest-892781459 tempest-MigrationsAdminTest-892781459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:13:27.388462 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-70c7f2e3-220e-4302-acef-3636566857fe req-475b8f4e-6f4a-4365-83f5-1e1a7d3a3785 tempest-MigrationsAdminTest-892781459 tempest-MigrationsAdminTest-892781459-project] 10.222.0.75 "GET /v2.0/ports?device_id=324ad1af-f9e3-424e-981f-7b5b8b459dd1 HTTP/1.1" status: 200 len: 949 time: 0.0886550 Feb 09 19:13:27.505699 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-70c7f2e3-220e-4302-acef-3636566857fe req-b670dc4c-f687-4493-a125-c03f3746f3bc tempest-MigrationsAdminTest-892781459 tempest-MigrationsAdminTest-892781459-project] 10.222.0.75 "GET /v2.0/security-groups?id=709912c8-8171-4435-800e-9e5c5e45bf8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1071773 Feb 09 19:13:27.586958 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44aa6e04-e4de-4c54-b8e7-7328647e6d10 admin admin] Pushing event updated for resources: {'Subnet': ['ID=96689e74-1d15-4889-9091-f107b048a678,revision_number=0']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:13:27.617940 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44aa6e04-e4de-4c54-b8e7-7328647e6d10 admin admin] Checking segment: {'id': 'cf51fdc5-2b69-4aa6-baf3-9e7fb9d1d1d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '3e8c2732-7ced-47de-8a60-f22ea571cd92'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103230) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 19:13:27.618328 n-d-713498-36 neutron-server[103230]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44aa6e04-e4de-4c54-b8e7-7328647e6d10 admin admin] Network hostable DHCP agents. Network: 3e8c2732-7ced-47de-8a60-f22ea571cd92, hostable agents: ['af91e4b9-f4e1-42b1-a25c-a10dc47171c8'], hosted agents: [] {{(pid=103230) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 19:13:27.623337 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f524c8f7-b084-4060-a3a7-969d1f78e0a9 admin admin] Checking segment: {'id': 'be722bcf-7ab3-40b1-89fc-ea27e851de3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': '90c2ad3e-046c-41eb-9cc5-4eeca6abeb5e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103230) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 19:13:27.623824 n-d-713498-36 neutron-server[103230]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f524c8f7-b084-4060-a3a7-969d1f78e0a9 admin admin] Network hostable DHCP agents. Network: 90c2ad3e-046c-41eb-9cc5-4eeca6abeb5e, hostable agents: ['af91e4b9-f4e1-42b1-a25c-a10dc47171c8'], hosted agents: [] {{(pid=103230) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 19:13:27.644513 n-d-713498-36 neutron-server[103230]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44aa6e04-e4de-4c54-b8e7-7328647e6d10 admin admin] Network 3e8c2732-7ced-47de-8a60-f22ea571cd92 is scheduled to be hosted by DHCP agent af91e4b9-f4e1-42b1-a25c-a10dc47171c8 with binding_index 1 {{(pid=103230) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 19:13:27.667074 n-d-713498-36 neutron-server[103230]: DEBUG neutron.scheduler.base_scheduler [None req-44aa6e04-e4de-4c54-b8e7-7328647e6d10 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713498-36, 3e8c2732-7ced-47de-8a60-f22ea571cd92) {{(pid=103230) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 19:13:27.682389 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d46f13a0-c6a4-4a6e-a3e0-1e90c6e797c6 None None] Network 3e8c2732-7ced-47de-8a60-f22ea571cd92 requested from n-d-713498-36 {{(pid=103232) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 19:13:27.701595 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44aa6e04-e4de-4c54-b8e7-7328647e6d10 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:13:27.704597 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-44aa6e04-e4de-4c54-b8e7-7328647e6d10 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:13:27.737195 n-d-713498-36 neutron-server[103230]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f524c8f7-b084-4060-a3a7-969d1f78e0a9 admin admin] Network 90c2ad3e-046c-41eb-9cc5-4eeca6abeb5e is scheduled to be hosted by DHCP agent af91e4b9-f4e1-42b1-a25c-a10dc47171c8 with binding_index 1 {{(pid=103230) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 19:13:27.754888 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 60588) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:13:27.755202 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-44aa6e04-e4de-4c54-b8e7-7328647e6d10 admin admin] 10.222.0.75 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.1534700 Feb 09 19:13:27.759376 n-d-713498-36 neutron-server[103230]: DEBUG neutron.scheduler.base_scheduler [None req-f524c8f7-b084-4060-a3a7-969d1f78e0a9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713498-36, 90c2ad3e-046c-41eb-9cc5-4eeca6abeb5e) {{(pid=103230) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 19:13:27.765126 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f524c8f7-b084-4060-a3a7-969d1f78e0a9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:13:27.765126 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-f524c8f7-b084-4060-a3a7-969d1f78e0a9 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:13:27.765652 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.v2.base [None req-166542d0-5362-4ea8-ad8e-ddb3367ecff9 admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest-96675615-router', 'tenant_id': '1244a62b17644644960c0ef5509cee38', 'external_gateway_info': {'network_id': '88055e1e-672a-4487-be31-ffb6e833ece5'}}} {{(pid=103229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 19:13:27.785412 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-f524c8f7-b084-4060-a3a7-969d1f78e0a9 admin admin] 10.222.0.75 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.9473369 Feb 09 19:13:27.828552 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-166542d0-5362-4ea8-ad8e-ddb3367ecff9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1834830', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-58389'] for router (823aa7c2-1fdd-4d5a-bbb7-41c04b64ff3a), before_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:13:27.830512 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-166542d0-5362-4ea8-ad8e-ddb3367ecff9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1834810', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1822096', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1886735', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-58380'] for router (823aa7c2-1fdd-4d5a-bbb7-41c04b64ff3a), precommit_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:13:27.913517 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-116bc279-cf4f-4ae9-aef8-57f8842c63af None None] Network 90c2ad3e-046c-41eb-9cc5-4eeca6abeb5e requested from n-d-713498-36 {{(pid=103232) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 19:13:27.949804 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-166542d0-5362-4ea8-ad8e-ddb3367ecff9 admin admin] Publish callbacks [] for router_controller (823aa7c2-1fdd-4d5a-bbb7-41c04b64ff3a), precommit_add_association {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:13:28.121391 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76242867-5eee-4281-a3a5-3071f82a298c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8b32e980-7cce-5e82-a341-bd2fa8945c89-3e8c2732-7ced-47de-8a60-f22ea571cd92', 'network_id': '3e8c2732-7ced-47de-8a60-f22ea571cd92', 'project_id': '1244a62b17644644960c0ef5509cee38', 'fixed_ips': [{'subnet_id': '96689e74-1d15-4889-9091-f107b048a678'}]}} from n-d-713498-36. {{(pid=103232) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 09 19:13:28.138518 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-76242867-5eee-4281-a3a5-3071f82a298c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (None), before_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:13:28.149798 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 60606) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:13:28.182249 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-167b162d-e20a-4880-93bc-91cd43d0553c req-4714a32f-76a6-4602-87e3-d00d60757731 tempest-ServerRescueTestJSONUnderV235-126256002 tempest-ServerRescueTestJSONUnderV235-126256002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:13:28.184202 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-167b162d-e20a-4880-93bc-91cd43d0553c req-4714a32f-76a6-4602-87e3-d00d60757731 tempest-ServerRescueTestJSONUnderV235-126256002 tempest-ServerRescueTestJSONUnderV235-126256002-project] 10.222.0.75 "GET /v2.0/ports?device_id=a0f1baff-df40-457f-b67b-761e81dfdca5 HTTP/1.1" status: 200 len: 946 time: 0.0985930 Feb 09 19:13:28.206145 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad2bb0d0-5bfc-465d-b20d-8b168512a172 None None] Network 90c2ad3e-046c-41eb-9cc5-4eeca6abeb5e requested from n-d-713498-36 {{(pid=103232) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 19:13:28.257353 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-167b162d-e20a-4880-93bc-91cd43d0553c req-3045366d-2efa-46d0-bd3c-2af9933eb1d1 tempest-ServerRescueTestJSONUnderV235-126256002 tempest-ServerRescueTestJSONUnderV235-126256002-project] 10.222.0.75 "GET /v2.0/security-groups?id=73dc5652-0b28-4d0e-bd9f-61a00dbc59a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0669022 Feb 09 19:13:28.297686 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-166542d0-5362-4ea8-ad8e-ddb3367ecff9 admin admin] Publish callbacks [] for router_gateway (823aa7c2-1fdd-4d5a-bbb7-41c04b64ff3a), precommit_update {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:13:28.435896 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81f4abd1-034b-4099-b3c9-caeef92bde46 req-4bcdb720-1057-4a71-a7a4-9b5d04131c8e tempest-ServersTestBootFromVolume-783248817 tempest-ServersTestBootFromVolume-783248817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:13:28.442320 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45fbfd3b-bafc-4697-907a-52c0b27ff896 req-721ce807-6855-45fd-9e6a-e6fdf734cf4a tempest-ServersTestMultiNic-1550042178 tempest-ServersTestMultiNic-1550042178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:13:28.444902 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-81f4abd1-034b-4099-b3c9-caeef92bde46 req-4bcdb720-1057-4a71-a7a4-9b5d04131c8e tempest-ServersTestBootFromVolume-783248817 tempest-ServersTestBootFromVolume-783248817-project] 10.222.0.75 "GET /v2.0/ports?device_id=84c056fe-802f-4b0b-9844-f490f36d7dba HTTP/1.1" status: 200 len: 946 time: 0.2339807 Feb 09 19:13:28.449516 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45fbfd3b-bafc-4697-907a-52c0b27ff896 req-721ce807-6855-45fd-9e6a-e6fdf734cf4a tempest-ServersTestMultiNic-1550042178 tempest-ServersTestMultiNic-1550042178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:13:28.451397 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-45fbfd3b-bafc-4697-907a-52c0b27ff896 req-721ce807-6855-45fd-9e6a-e6fdf734cf4a tempest-ServersTestMultiNic-1550042178 tempest-ServersTestMultiNic-1550042178-project] 10.222.0.75 "GET /v2.0/ports?device_id=ddee171f-0768-4054-a601-26f9960866a0 HTTP/1.1" status: 200 len: 1680 time: 0.1161180 Feb 09 19:13:28.542886 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-81f4abd1-034b-4099-b3c9-caeef92bde46 req-585cc70a-2a8e-4699-acba-0ee1ebe78762 tempest-ServersTestBootFromVolume-783248817 tempest-ServersTestBootFromVolume-783248817-project] 10.222.0.75 "GET /v2.0/security-groups?id=99b1e7c3-38f3-4f0a-8bb2-c56dc143d44a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0969648 Feb 09 19:13:28.607568 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-45fbfd3b-bafc-4697-907a-52c0b27ff896 req-3521197f-285c-4782-9d85-81ceaf4d8e58 tempest-ServersTestMultiNic-1550042178 tempest-ServersTestMultiNic-1550042178-project] 10.222.0.75 "GET /v2.0/security-groups?id=73443f61-e28a-43ce-9cbb-ef678fe5ea76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1495347 Feb 09 19:13:28.739504 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.db_base_plugin_common [None req-76242867-5eee-4281-a3a5-3071f82a298c None None] Allocated IP 172.20.0.2 (3e8c2732-7ced-47de-8a60-f22ea571cd92/96689e74-1d15-4889-9091-f107b048a678/626b58a2-1fdf-4b88-b162-9bfac7d6c97e) {{(pid=103232) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 19:13:28.807953 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b796a881-5fd5-4d17-b803-e6c2f72f1e14 req-076602f3-d5a8-4e05-83b5-caf988f46be1 tempest-MigrationsAdminTest-892781459 tempest-MigrationsAdminTest-892781459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:13:28.816541 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-b796a881-5fd5-4d17-b803-e6c2f72f1e14 req-076602f3-d5a8-4e05-83b5-caf988f46be1 tempest-MigrationsAdminTest-892781459 tempest-MigrationsAdminTest-892781459-project] 10.222.0.75 "GET /v2.0/ports?device_id=324ad1af-f9e3-424e-981f-7b5b8b459dd1 HTTP/1.1" status: 200 len: 949 time: 0.1048987 Feb 09 19:13:28.882106 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-166542d0-5362-4ea8-ad8e-ddb3367ecff9 admin admin] Publish callbacks [] for router_gateway (823aa7c2-1fdd-4d5a-bbb7-41c04b64ff3a), before_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:13:28.921747 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-166542d0-5362-4ea8-ad8e-ddb3367ecff9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (None), before_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:13:28.969184 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Device 17be70a0-f7cf-48bb-b4c5-5299bbc16f61 up at agent hyperv_n-h2-713498-36 {{(pid=103232) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 19:13:29.022386 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-b796a881-5fd5-4d17-b803-e6c2f72f1e14 req-e10d59be-bea0-4cc4-b0d9-c147037d755b tempest-MigrationsAdminTest-892781459 tempest-MigrationsAdminTest-892781459-project] 10.222.0.75 "GET /v2.0/security-groups?id=709912c8-8171-4435-800e-9e5c5e45bf8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1944182 Feb 09 19:13:29.121821 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-76242867-5eee-4281-a3a5-3071f82a298c None None] Publish callbacks [] for port (626b58a2-1fdf-4b88-b162-9bfac7d6c97e), precommit_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:13:29.131261 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.provisioning_blocks [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Provisioning for port 17be70a0-f7cf-48bb-b4c5-5299bbc16f61 completed by entity L2. {{(pid=103232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 19:13:29.135443 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-76242867-5eee-4281-a3a5-3071f82a298c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762866656467'] for port (626b58a2-1fdf-4b88-b162-9bfac7d6c97e), after_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:13:29.148345 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.provisioning_blocks [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Provisioning complete for port 17be70a0-f7cf-48bb-b4c5-5299bbc16f61 triggered by entity L2. {{(pid=103232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 19:13:29.155823 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593630'] for port (17be70a0-f7cf-48bb-b4c5-5299bbc16f61), provisioning_complete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:13:29.198166 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cc1870f-efd4-4140-98ff-9b14bf0a771f req-eebd89ba-1d05-4f59-9ec9-fac017d47ae0 tempest-ServersNegativeTestMultiTenantJSON-188218943 tempest-ServersNegativeTestMultiTenantJSON-188218943-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:13:29.199654 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-8cc1870f-efd4-4140-98ff-9b14bf0a771f req-eebd89ba-1d05-4f59-9ec9-fac017d47ae0 tempest-ServersNegativeTestMultiTenantJSON-188218943 tempest-ServersNegativeTestMultiTenantJSON-188218943-project] 10.222.0.75 "GET /v2.0/networks?id=d8ccc26d-da10-43d4-80b5-fa9fe0e94b23 HTTP/1.1" status: 200 len: 822 time: 0.2647147 Feb 09 19:13:29.235726 n-d-713498-36 neutron-server[103229]: DEBUG neutron.db.db_base_plugin_common [None req-166542d0-5362-4ea8-ad8e-ddb3367ecff9 admin admin] Allocated IP 172.25.1.210 (88055e1e-672a-4487-be31-ffb6e833ece5/ac16dbcc-383c-4b43-9153-d763c4a53f91/a5cf2da0-7ae1-4880-9b2f-fa32b2d219d4) {{(pid=103229) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 19:13:29.260589 n-d-713498-36 neutron-server[103232]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76242867-5eee-4281-a3a5-3071f82a298c None None] Network 3e8c2732-7ced-47de-8a60-f22ea571cd92 is already hosted by enough agents. {{(pid=103232) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 19:13:29.267100 n-d-713498-36 neutron-server[103232]: DEBUG neutron.scheduler.base_scheduler [None req-76242867-5eee-4281-a3a5-3071f82a298c None None] Resources bound (agent type, host, resource id): {{(pid=103232) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 19:13:29.271910 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76242867-5eee-4281-a3a5-3071f82a298c None None] Pushing event updated for resources: {'Port': ['ID=626b58a2-1fdf-4b88-b162-9bfac7d6c97e,revision_number=1']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:13:29.276016 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76242867-5eee-4281-a3a5-3071f82a298c None None] Received port after_create {{(pid=103232) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 19:13:29.319848 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-8cc1870f-efd4-4140-98ff-9b14bf0a771f req-d50ccc14-bb68-484a-ade1-4bd7a8b4f0f3 tempest-ServersNegativeTestMultiTenantJSON-188218943 tempest-ServersNegativeTestMultiTenantJSON-188218943-project] 10.222.0.75 "GET /v2.0/quotas/b6d37fc4c7a44ba698e2817888cf9cb7 HTTP/1.1" status: 200 len: 375 time: 0.0880406 Feb 09 19:13:29.424340 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-8cc1870f-efd4-4140-98ff-9b14bf0a771f req-b3984205-91b4-46ee-9e1a-9693fd05f497 tempest-ServersNegativeTestMultiTenantJSON-188218943 tempest-ServersNegativeTestMultiTenantJSON-188218943-project] 10.222.0.75 "GET /v2.0/ports?tenant_id=b6d37fc4c7a44ba698e2817888cf9cb7&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0447338 Feb 09 19:13:29.477515 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33e51ce4-b921-432e-9097-4de468cd73da req-db03ef77-aa20-4b33-8dde-dd6686baac46 tempest-ServerRescueTestJSONUnderV235-126256002 tempest-ServerRescueTestJSONUnderV235-126256002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:13:29.485575 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-33e51ce4-b921-432e-9097-4de468cd73da req-db03ef77-aa20-4b33-8dde-dd6686baac46 tempest-ServerRescueTestJSONUnderV235-126256002 tempest-ServerRescueTestJSONUnderV235-126256002-project] 10.222.0.75 "GET /v2.0/ports?device_id=a0f1baff-df40-457f-b67b-761e81dfdca5 HTTP/1.1" status: 200 len: 946 time: 0.1152389 Feb 09 19:13:29.586125 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-33e51ce4-b921-432e-9097-4de468cd73da req-a6b0ed28-c2c7-4bc8-aa2d-20b3ae661a7b tempest-ServerRescueTestJSONUnderV235-126256002 tempest-ServerRescueTestJSONUnderV235-126256002-project] 10.222.0.75 "GET /v2.0/security-groups?id=73dc5652-0b28-4d0e-bd9f-61a00dbc59a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0994842 Feb 09 19:13:29.596020 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-166542d0-5362-4ea8-ad8e-ddb3367ecff9 admin admin] Publish callbacks [] for port (a5cf2da0-7ae1-4880-9b2f-fa32b2d219d4), precommit_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:13:29.657075 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-8cc1870f-efd4-4140-98ff-9b14bf0a771f req-41ff87dc-4eab-4b1c-ac58-fbe1b5552c7d service neutron] 10.222.0.75 "GET /v2.0/networks/d8ccc26d-da10-43d4-80b5-fa9fe0e94b23?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2239673 Feb 09 19:13:29.700874 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.managers [None req-76242867-5eee-4281-a3a5-3071f82a298c None None] Attempting to bind port 626b58a2-1fdf-4b88-b162-9bfac7d6c97e on host n-d-713498-36 for vnic_type normal with profile {{(pid=103232) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 19:13:29.701459 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.managers [None req-76242867-5eee-4281-a3a5-3071f82a298c None None] Attempting to bind port 626b58a2-1fdf-4b88-b162-9bfac7d6c97e by drivers openvswitch,hyperv on host n-d-713498-36 at level 0 using segments [{'id': 'cf51fdc5-2b69-4aa6-baf3-9e7fb9d1d1d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '3e8c2732-7ced-47de-8a60-f22ea571cd92'}] {{(pid=103232) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 19:13:29.701929 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76242867-5eee-4281-a3a5-3071f82a298c None None] Attempting to bind port 626b58a2-1fdf-4b88-b162-9bfac7d6c97e on network 3e8c2732-7ced-47de-8a60-f22ea571cd92 {{(pid=103232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 19:13:29.709812 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-166542d0-5362-4ea8-ad8e-ddb3367ecff9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762866656467', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12867576'] for port (a5cf2da0-7ae1-4880-9b2f-fa32b2d219d4), after_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:13:29.762426 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-a02d850b-5a53-458f-92d1-4646dbae8bdf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1834525'] for router_interface (be4a1a42-6639-4179-813a-d32a8ff58f2e), before_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:13:29.809424 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Current status of the port 17be70a0-f7cf-48bb-b4c5-5299bbc16f61 is: BUILD; New status is: ACTIVE {{(pid=103232) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 19:13:29.813367 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (17be70a0-f7cf-48bb-b4c5-5299bbc16f61), before_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:13:29.816992 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76242867-5eee-4281-a3a5-3071f82a298c None None] Checking agent: {'id': '496418a2-c002-4aec-ab1a-07f3bea491bd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-36', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 18, 51, 47), 'started_at': datetime.datetime(2022, 2, 9, 18, 52, 17), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 19, 13, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-36'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 19:13:29.817380 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76242867-5eee-4281-a3a5-3071f82a298c None None] Checking segment: {'id': 'cf51fdc5-2b69-4aa6-baf3-9e7fb9d1d1d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '3e8c2732-7ced-47de-8a60-f22ea571cd92'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103232) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 19:13:29.817779 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-76242867-5eee-4281-a3a5-3071f82a298c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:13:29.818408 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76242867-5eee-4281-a3a5-3071f82a298c None None] Bound using segment: {'id': 'cf51fdc5-2b69-4aa6-baf3-9e7fb9d1d1d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '3e8c2732-7ced-47de-8a60-f22ea571cd92'} {{(pid=103232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 19:13:29.818964 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.managers [None req-76242867-5eee-4281-a3a5-3071f82a298c None None] Bound port: 626b58a2-1fdf-4b88-b162-9bfac7d6c97e, host: n-d-713498-36, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cf51fdc5-2b69-4aa6-baf3-9e7fb9d1d1d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '3e8c2732-7ced-47de-8a60-f22ea571cd92'}}] {{(pid=103232) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 19:13:29.819342 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-76242867-5eee-4281-a3a5-3071f82a298c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (626b58a2-1fdf-4b88-b162-9bfac7d6c97e), before_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:13:29.896291 n-d-713498-36 neutron-server[103229]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-166542d0-5362-4ea8-ad8e-ddb3367ecff9 admin admin] Network 88055e1e-672a-4487-be31-ffb6e833ece5 is already hosted by enough agents. {{(pid=103229) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 19:13:29.919457 n-d-713498-36 neutron-server[103229]: DEBUG neutron.scheduler.base_scheduler [None req-166542d0-5362-4ea8-ad8e-ddb3367ecff9 admin admin] Resources bound (agent type, host, resource id): {{(pid=103229) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 19:13:29.928239 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-76242867-5eee-4281-a3a5-3071f82a298c None None] For port 626b58a2-1fdf-4b88-b162-9bfac7d6c97e, host n-d-713498-36, cleared binding levels {{(pid=103232) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 19:13:29.931599 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-76242867-5eee-4281-a3a5-3071f82a298c None None] For port 626b58a2-1fdf-4b88-b162-9bfac7d6c97e, host n-d-713498-36, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-36',level=0,port_id=626b58a2-1fdf-4b88-b162-9bfac7d6c97e,segment=NetworkSegment(cf51fdc5-2b69-4aa6-baf3-9e7fb9d1d1d4),segment_id=cf51fdc5-2b69-4aa6-baf3-9e7fb9d1d1d4)] {{(pid=103232) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 19:13:29.939925 n-d-713498-36 neutron-server[103229]: DEBUG neutron.db.l3_dvrscheduler_db [None req-166542d0-5362-4ea8-ad8e-ddb3367ecff9 admin admin] Received port after_create {{(pid=103229) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 19:13:29.947420 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-76242867-5eee-4281-a3a5-3071f82a298c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762867176205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762866656485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762866656503'] for port (626b58a2-1fdf-4b88-b162-9bfac7d6c97e), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:13:29.978719 n-d-713498-36 neutron-server[103232]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ddee171f-0768-4054-a601-26f9960866a0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '17be70a0-f7cf-48bb-b4c5-5299bbc16f61'}] {{(pid=103232) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 19:13:29.991011 n-d-713498-36 neutron-server[103232]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}949cdcde653dec44821de95cbf67297f53cbc2aed4e073b5d514f93bf911ce85" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-be97b4e9-24cb-45e8-9ab9-56e31aeec6de" -d '{"events": [{"server_uuid": "ddee171f-0768-4054-a601-26f9960866a0", "name": "network-vif-plugged", "status": "completed", "tag": "17be70a0-f7cf-48bb-b4c5-5299bbc16f61"}]}' {{(pid=103232) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 19:13:30.003274 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-166542d0-5362-4ea8-ad8e-ddb3367ecff9 admin admin] Pushing event updated for resources: {'Port': ['ID=a5cf2da0-7ae1-4880-9b2f-fa32b2d219d4,revision_number=1']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:13:30.057199 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-7429db8d-6021-40ad-813e-885be449a89b None None] For port 17be70a0-f7cf-48bb-b4c5-5299bbc16f61, host n-h2-713498-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-36',level=0,port_id=17be70a0-f7cf-48bb-b4c5-5299bbc16f61,segment=NetworkSegment(3107d6d2-7b5f-4862-8699-387a1f455fe0),segment_id=3107d6d2-7b5f-4862-8699-387a1f455fe0)] {{(pid=103232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 19:13:30.075596 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762867176205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762866656485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762866656503'] for port (17be70a0-f7cf-48bb-b4c5-5299bbc16f61), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:13:30.076305 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Device 9fc1cb22-e887-454a-b82f-3fdaa4e3ea66 up at agent hyperv_n-h2-713498-36 {{(pid=103232) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 19:13:30.110006 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-8cc1870f-efd4-4140-98ff-9b14bf0a771f req-94e52bcd-d767-4a0d-8bbb-5b44d5adb970 service neutron] 10.222.0.75 "GET /v2.0/networks/d8ccc26d-da10-43d4-80b5-fa9fe0e94b23?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4259269 Feb 09 19:13:30.130863 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76242867-5eee-4281-a3a5-3071f82a298c None None] Pushing event updated for resources: {'Port': ['ID=626b58a2-1fdf-4b88-b162-9bfac7d6c97e,revision_number=2']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:13:30.218603 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-624b287c-b7bd-4a1b-ba8d-2f0c8ac08e59 req-b1c4b088-9495-4a8e-a146-c8f700e7d2ca tempest-ServersTestMultiNic-1550042178 tempest-ServersTestMultiNic-1550042178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:13:30.224159 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-624b287c-b7bd-4a1b-ba8d-2f0c8ac08e59 req-b1c4b088-9495-4a8e-a146-c8f700e7d2ca tempest-ServersTestMultiNic-1550042178 tempest-ServersTestMultiNic-1550042178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:13:30.230919 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-624b287c-b7bd-4a1b-ba8d-2f0c8ac08e59 req-b1c4b088-9495-4a8e-a146-c8f700e7d2ca tempest-ServersTestMultiNic-1550042178 tempest-ServersTestMultiNic-1550042178-project] 10.222.0.75 "GET /v2.0/ports?device_id=ddee171f-0768-4054-a601-26f9960866a0 HTTP/1.1" status: 200 len: 1680 time: 0.2362068 Feb 09 19:13:30.277470 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Pushing event updated for resources: {'Port': ['ID=17be70a0-f7cf-48bb-b4c5-5299bbc16f61,revision_number=5']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:13:30.307307 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.provisioning_blocks [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Provisioning for port 9fc1cb22-e887-454a-b82f-3fdaa4e3ea66 completed by entity L2. {{(pid=103232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 19:13:30.318677 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.provisioning_blocks [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Provisioning complete for port 9fc1cb22-e887-454a-b82f-3fdaa4e3ea66 triggered by entity L2. {{(pid=103232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 19:13:30.319082 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593630'] for port (9fc1cb22-e887-454a-b82f-3fdaa4e3ea66), provisioning_complete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:13:30.510776 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-624b287c-b7bd-4a1b-ba8d-2f0c8ac08e59 req-1024fadf-3747-4e80-bef5-d9a6e6c7ab8b tempest-ServersTestMultiNic-1550042178 tempest-ServersTestMultiNic-1550042178-project] 10.222.0.75 "GET /v2.0/security-groups?id=73443f61-e28a-43ce-9cbb-ef678fe5ea76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2777560 Feb 09 19:13:30.587804 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Current status of the port 9fc1cb22-e887-454a-b82f-3fdaa4e3ea66 is: BUILD; New status is: ACTIVE {{(pid=103232) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 19:13:30.588500 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (9fc1cb22-e887-454a-b82f-3fdaa4e3ea66), before_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:13:30.699008 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-7429db8d-6021-40ad-813e-885be449a89b None None] For port 9fc1cb22-e887-454a-b82f-3fdaa4e3ea66, host n-h2-713498-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-36',level=0,port_id=9fc1cb22-e887-454a-b82f-3fdaa4e3ea66,segment=NetworkSegment(fdce14a8-e060-4caf-9916-dcc14afea810),segment_id=fdce14a8-e060-4caf-9916-dcc14afea810)] {{(pid=103232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 19:13:30.705041 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762867176205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762866656485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762866656503'] for port (9fc1cb22-e887-454a-b82f-3fdaa4e3ea66), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:13:30.729041 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6d0a4b3-416e-4513-b25e-4036b0917de4 req-0f00f563-415f-4ed3-8493-f7e4d1c50d6a tempest-ServersTestBootFromVolume-783248817 tempest-ServersTestBootFromVolume-783248817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:13:30.730749 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-d6d0a4b3-416e-4513-b25e-4036b0917de4 req-0f00f563-415f-4ed3-8493-f7e4d1c50d6a tempest-ServersTestBootFromVolume-783248817 tempest-ServersTestBootFromVolume-783248817-project] 10.222.0.75 "GET /v2.0/ports?device_id=84c056fe-802f-4b0b-9844-f490f36d7dba HTTP/1.1" status: 200 len: 946 time: 0.1759024 Feb 09 19:13:30.773414 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-166542d0-5362-4ea8-ad8e-ddb3367ecff9 admin admin] Publish callbacks [] for router_gateway (823aa7c2-1fdd-4d5a-bbb7-41c04b64ff3a), after_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:13:30.787269 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Pushing event updated for resources: {'Port': ['ID=9fc1cb22-e887-454a-b82f-3fdaa4e3ea66,revision_number=5']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:13:30.872155 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fc2eb80-ea9a-4fa9-a9ec-8eb8e82c6b73 req-14c2f37c-ff96-4b03-8440-244431eff34c tempest-MigrationsAdminTest-892781459 tempest-MigrationsAdminTest-892781459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:13:30.882037 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-7fc2eb80-ea9a-4fa9-a9ec-8eb8e82c6b73 req-14c2f37c-ff96-4b03-8440-244431eff34c tempest-MigrationsAdminTest-892781459 tempest-MigrationsAdminTest-892781459-project] 10.222.0.75 "GET /v2.0/ports?device_id=324ad1af-f9e3-424e-981f-7b5b8b459dd1 HTTP/1.1" status: 200 len: 949 time: 0.1718814 Feb 09 19:13:30.925785 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.plugin [None req-a02d850b-5a53-458f-92d1-4646dbae8bdf admin admin] Deleting port f5029e3b-38a6-4d59-a014-a781814bfad1 {{(pid=103230) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 19:13:30.926199 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-a02d850b-5a53-458f-92d1-4646dbae8bdf admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762867170196'] for port (f5029e3b-38a6-4d59-a014-a781814bfad1), before_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:13:30.979193 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-d6d0a4b3-416e-4513-b25e-4036b0917de4 req-e412e744-ba1b-4b8f-badf-b5617a8e2d6d tempest-ServersTestBootFromVolume-783248817 tempest-ServersTestBootFromVolume-783248817-project] 10.222.0.75 "GET /v2.0/security-groups?id=99b1e7c3-38f3-4f0a-8bb2-c56dc143d44a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2315907 Feb 09 19:13:31.049457 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-7fc2eb80-ea9a-4fa9-a9ec-8eb8e82c6b73 req-cc8a4b7b-5a32-489f-bec9-0f3e3807ba1a tempest-MigrationsAdminTest-892781459 tempest-MigrationsAdminTest-892781459-project] 10.222.0.75 "GET /v2.0/security-groups?id=709912c8-8171-4435-800e-9e5c5e45bf8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1665328 Feb 09 19:13:31.109626 n-d-713498-36 neutron-server[103232]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 19:13:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d684db8e-6d31-4466-8421-e7c41d63db13 x-openstack-request-id: req-d684db8e-6d31-4466-8421-e7c41d63db13 {{(pid=103232) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 19:13:31.110235 n-d-713498-36 neutron-server[103232]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ddee171f-0768-4054-a601-26f9960866a0", "name": "network-vif-plugged", "status": "completed", "tag": "17be70a0-f7cf-48bb-b4c5-5299bbc16f61", "code": 200}]} {{(pid=103232) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 19:13:31.110235 n-d-713498-36 neutron-server[103232]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-d684db8e-6d31-4466-8421-e7c41d63db13 {{(pid=103232) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 19:13:31.110617 n-d-713498-36 neutron-server[103232]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ddee171f-0768-4054-a601-26f9960866a0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '17be70a0-f7cf-48bb-b4c5-5299bbc16f61', 'code': 200} Feb 09 19:13:31.128766 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.db [None req-a02d850b-5a53-458f-92d1-4646dbae8bdf admin admin] For port f5029e3b-38a6-4d59-a014-a781814bfad1, host n-d-713498-36, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-36',level=0,port_id=f5029e3b-38a6-4d59-a014-a781814bfad1,segment=NetworkSegment(8ae1b900-d52d-4214-8642-0ef5379b7314),segment_id=8ae1b900-d52d-4214-8642-0ef5379b7314)] {{(pid=103230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 19:13:31.129137 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-a02d850b-5a53-458f-92d1-4646dbae8bdf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1820838'] for port (f5029e3b-38a6-4d59-a014-a781814bfad1), precommit_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:13:31.164630 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.plugin [None req-a02d850b-5a53-458f-92d1-4646dbae8bdf admin admin] Calling delete_port for f5029e3b-38a6-4d59-a014-a781814bfad1 owned by network:router_interface {{(pid=103230) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 19:13:31.224007 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-166542d0-5362-4ea8-ad8e-ddb3367ecff9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1834945', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1818951'] for router (823aa7c2-1fdd-4d5a-bbb7-41c04b64ff3a), after_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:13:31.235051 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-5ea6320f-c126-4e1d-9db1-8ee6c2ef4881 req-e70943d5-b109-4e71-b298-d926b46a8a28 tempest-ServersNegativeTestMultiTenantJSON-188218943 tempest-ServersNegativeTestMultiTenantJSON-188218943-project] 10.222.0.75 "GET /v2.0/ports?device_id=0d33f45f-5fde-41ea-90d7-8750980338fb HTTP/1.1" status: 200 len: 210 time: 0.0680468 Feb 09 19:13:31.430967 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d194b4de-562e-4e00-ad7f-6012aff080c9 req-91e1f00f-8ff5-4bbc-bc30-4205e8dbc0d9 tempest-ServerRescueTestJSONUnderV235-126256002 tempest-ServerRescueTestJSONUnderV235-126256002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:13:31.439037 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-d194b4de-562e-4e00-ad7f-6012aff080c9 req-91e1f00f-8ff5-4bbc-bc30-4205e8dbc0d9 tempest-ServerRescueTestJSONUnderV235-126256002 tempest-ServerRescueTestJSONUnderV235-126256002-project] 10.222.0.75 "GET /v2.0/ports?device_id=a0f1baff-df40-457f-b67b-761e81dfdca5 HTTP/1.1" status: 200 len: 946 time: 0.2379780 Feb 09 19:13:31.503771 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-a02d850b-5a53-458f-92d1-4646dbae8bdf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762867177463', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762866656476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14393751'] for port (f5029e3b-38a6-4d59-a014-a781814bfad1), after_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:13:31.543753 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a02d850b-5a53-458f-92d1-4646dbae8bdf admin admin] Pushing event deleted for resources: {'Port': ['ID=f5029e3b-38a6-4d59-a014-a781814bfad1,revision_number=None']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:13:31.612196 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-d194b4de-562e-4e00-ad7f-6012aff080c9 req-57eb353a-e14c-41b4-a300-6812702f4cf2 tempest-ServerRescueTestJSONUnderV235-126256002 tempest-ServerRescueTestJSONUnderV235-126256002-project] 10.222.0.75 "GET /v2.0/security-groups?id=73dc5652-0b28-4d0e-bd9f-61a00dbc59a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1681883 Feb 09 19:13:31.649909 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7df517ca-1b97-4540-83af-d60f939ec550 req-34265475-5531-42c5-8485-6fdbf59a248f tempest-ServersTestBootFromVolume-783248817 tempest-ServersTestBootFromVolume-783248817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:13:31.651854 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-7df517ca-1b97-4540-83af-d60f939ec550 req-34265475-5531-42c5-8485-6fdbf59a248f tempest-ServersTestBootFromVolume-783248817 tempest-ServersTestBootFromVolume-783248817-project] 10.222.0.89 "GET /v2.0/ports?device_id=84c056fe-802f-4b0b-9844-f490f36d7dba HTTP/1.1" status: 200 len: 946 time: 0.2037148 Feb 09 19:13:31.657226 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e6bca07-cb2e-4b2f-9128-1342db61590c None None] Network 3e8c2732-7ced-47de-8a60-f22ea571cd92 requested from n-d-713498-36 {{(pid=103232) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 19:13:31.721567 n-d-713498-36 neutron-server[103229]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-166542d0-5362-4ea8-ad8e-ddb3367ecff9 admin admin] Router 823aa7c2-1fdd-4d5a-bbb7-41c04b64ff3a is scheduled to L3 agent 93303d5e-5d17-45e8-8963-7694f87783ae with binding_index 1 {{(pid=103229) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 09 19:13:31.791786 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.provisioning_blocks [None req-00b5b1e1-3b3f-4a26-adf6-688e3ebfcae1 None None] Provisioning complete for port 626b58a2-1fdf-4b88-b162-9bfac7d6c97e triggered by entity DHCP. {{(pid=103232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 19:13:31.792423 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-00b5b1e1-3b3f-4a26-adf6-688e3ebfcae1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593630'] for port (626b58a2-1fdf-4b88-b162-9bfac7d6c97e), provisioning_complete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:13:31.973016 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4d6c132-84d8-4f04-8097-86fa8c7b54b6 req-ac1fdc4b-1da8-4d5e-b3ce-e12c39a919d0 tempest-ServersTestMultiNic-1550042178 tempest-ServersTestMultiNic-1550042178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:13:31.978521 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4d6c132-84d8-4f04-8097-86fa8c7b54b6 req-ac1fdc4b-1da8-4d5e-b3ce-e12c39a919d0 tempest-ServersTestMultiNic-1550042178 tempest-ServersTestMultiNic-1550042178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:13:31.980155 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-d4d6c132-84d8-4f04-8097-86fa8c7b54b6 req-ac1fdc4b-1da8-4d5e-b3ce-e12c39a919d0 tempest-ServersTestMultiNic-1550042178 tempest-ServersTestMultiNic-1550042178-project] 10.222.0.75 "GET /v2.0/ports?device_id=ddee171f-0768-4054-a601-26f9960866a0 HTTP/1.1" status: 200 len: 1682 time: 0.3626678 Feb 09 19:13:32.006048 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.plugin [req-7df517ca-1b97-4540-83af-d60f939ec550 req-659f37d1-0270-46a5-93a3-a25497b32c50 tempest-ServersTestBootFromVolume-783248817 tempest-ServersTestBootFromVolume-783248817-project] Deleting port 791d3f17-1eab-424b-8748-a6e718491667 {{(pid=103229) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 19:13:32.006573 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-7df517ca-1b97-4540-83af-d60f939ec550 req-659f37d1-0270-46a5-93a3-a25497b32c50 tempest-ServersTestBootFromVolume-783248817 tempest-ServersTestBootFromVolume-783248817-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762867170196'] for port (791d3f17-1eab-424b-8748-a6e718491667), before_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:13:32.043083 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-00b5b1e1-3b3f-4a26-adf6-688e3ebfcae1 None None] Current status of the port 626b58a2-1fdf-4b88-b162-9bfac7d6c97e is: DOWN; New status is: ACTIVE {{(pid=103232) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 19:13:32.043489 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-00b5b1e1-3b3f-4a26-adf6-688e3ebfcae1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (626b58a2-1fdf-4b88-b162-9bfac7d6c97e), before_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:13:32.045297 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-a02d850b-5a53-458f-92d1-4646dbae8bdf admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1613467', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1834633'] for router_interface (be4a1a42-6639-4179-813a-d32a8ff58f2e), after_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:13:32.147516 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-00b5b1e1-3b3f-4a26-adf6-688e3ebfcae1 None None] For port 626b58a2-1fdf-4b88-b162-9bfac7d6c97e, host n-d-713498-36, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-36',level=0,port_id=626b58a2-1fdf-4b88-b162-9bfac7d6c97e,segment=NetworkSegment(cf51fdc5-2b69-4aa6-baf3-9e7fb9d1d1d4),segment_id=cf51fdc5-2b69-4aa6-baf3-9e7fb9d1d1d4)] {{(pid=103232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 19:13:32.153602 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-00b5b1e1-3b3f-4a26-adf6-688e3ebfcae1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762867176205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762866656485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762866656503'] for port (626b58a2-1fdf-4b88-b162-9bfac7d6c97e), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:13:32.224951 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.db [req-7df517ca-1b97-4540-83af-d60f939ec550 req-659f37d1-0270-46a5-93a3-a25497b32c50 tempest-ServersTestBootFromVolume-783248817 tempest-ServersTestBootFromVolume-783248817-project] For port 791d3f17-1eab-424b-8748-a6e718491667, host n-h1-713498-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-36',level=0,port_id=791d3f17-1eab-424b-8748-a6e718491667,segment=NetworkSegment(141f724c-a45b-4df8-8db3-8734c1f0aa1d),segment_id=141f724c-a45b-4df8-8db3-8734c1f0aa1d)] {{(pid=103229) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 19:13:32.225712 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-7df517ca-1b97-4540-83af-d60f939ec550 req-659f37d1-0270-46a5-93a3-a25497b32c50 tempest-ServersTestBootFromVolume-783248817 tempest-ServersTestBootFromVolume-783248817-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1820838'] for port (791d3f17-1eab-424b-8748-a6e718491667), precommit_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:13:32.250217 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Device 626b58a2-1fdf-4b88-b162-9bfac7d6c97e up at agent ovs-agent-n-d-713498-36 {{(pid=103232) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 19:13:32.304026 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00b5b1e1-3b3f-4a26-adf6-688e3ebfcae1 None None] Pushing event updated for resources: {'Port': ['ID=626b58a2-1fdf-4b88-b162-9bfac7d6c97e,revision_number=3']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:13:32.328463 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-d4d6c132-84d8-4f04-8097-86fa8c7b54b6 req-226a8651-4fc3-46ac-95fa-de88b96da1a6 tempest-ServersTestMultiNic-1550042178 tempest-ServersTestMultiNic-1550042178-project] 10.222.0.75 "GET /v2.0/security-groups?id=73443f61-e28a-43ce-9cbb-ef678fe5ea76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2807450 Feb 09 19:13:32.391857 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.provisioning_blocks [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Provisioning complete for port 626b58a2-1fdf-4b88-b162-9bfac7d6c97e triggered by entity L2. {{(pid=103232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 19:13:32.394418 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593630'] for port (626b58a2-1fdf-4b88-b162-9bfac7d6c97e), provisioning_complete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:13:32.465267 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.provisioning_blocks [None req-010838a9-92fb-4b21-bad1-9340a971d4c7 None None] Provisioning complete for port 626b58a2-1fdf-4b88-b162-9bfac7d6c97e triggered by entity DHCP. {{(pid=103232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 19:13:32.465895 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-010838a9-92fb-4b21-bad1-9340a971d4c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593630'] for port (626b58a2-1fdf-4b88-b162-9bfac7d6c97e), provisioning_complete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:13:32.520923 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-166542d0-5362-4ea8-ad8e-ddb3367ecff9 admin admin] Notify agent at l3_agent.n-d-713498-36 the message routers_updated {{(pid=103229) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 19:13:32.539952 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-823f3e53-18a6-4834-9198-909c9954620f None None] Sync routers for ids ['823aa7c2-1fdd-4d5a-bbb7-41c04b64ff3a'] in n-d-713498-36 {{(pid=103232) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 19:13:32.636429 n-d-713498-36 neutron-server[103230]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a02d850b-5a53-458f-92d1-4646dbae8bdf admin admin] Router be4a1a42-6639-4179-813a-d32a8ff58f2e has already been hosted by L3 agent 93303d5e-5d17-45e8-8963-7694f87783ae {{(pid=103230) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 19:13:32.648464 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-166542d0-5362-4ea8-ad8e-ddb3367ecff9 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:13:32.652552 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-166542d0-5362-4ea8-ad8e-ddb3367ecff9 admin admin] 10.222.0.75 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 4.8939190 Feb 09 19:13:32.658989 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 60708) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:13:32.667239 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2b4ab06-a705-4ffc-901f-8e1ed823ae36 req-84535aa2-d82a-4769-9d76-cb0723d00611 tempest-MigrationsAdminTest-892781459 tempest-MigrationsAdminTest-892781459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:13:32.669009 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-e2b4ab06-a705-4ffc-901f-8e1ed823ae36 req-84535aa2-d82a-4769-9d76-cb0723d00611 tempest-MigrationsAdminTest-892781459 tempest-MigrationsAdminTest-892781459-project] 10.222.0.75 "GET /v2.0/ports?device_id=324ad1af-f9e3-424e-981f-7b5b8b459dd1 HTTP/1.1" status: 200 len: 949 time: 0.1484745 Feb 09 19:13:32.675447 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a129490-655d-4004-b56e-b732c806904b req-6d3bb0b7-fbfd-4b36-a78f-33597842c7ae tempest-ServersTestBootFromVolume-783248817 tempest-ServersTestBootFromVolume-783248817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:13:32.684195 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-7a129490-655d-4004-b56e-b732c806904b req-6d3bb0b7-fbfd-4b36-a78f-33597842c7ae tempest-ServersTestBootFromVolume-783248817 tempest-ServersTestBootFromVolume-783248817-project] 10.222.0.75 "GET /v2.0/ports?device_id=84c056fe-802f-4b0b-9844-f490f36d7dba HTTP/1.1" status: 200 len: 946 time: 0.4331908 Feb 09 19:13:32.699697 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9c4087a-1bee-4b20-bd13-ec41e0a91a6d req-2cac1832-55be-468e-9e3e-34fae6a03274 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:13:32.701479 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-e9c4087a-1bee-4b20-bd13-ec41e0a91a6d req-2cac1832-55be-468e-9e3e-34fae6a03274 service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=a0f1baff-df40-457f-b67b-761e81dfdca5 HTTP/1.1" status: 200 len: 1129 time: 0.4530568 Feb 09 19:13:32.704832 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-010838a9-92fb-4b21-bad1-9340a971d4c7 None None] Current status of the port 626b58a2-1fdf-4b88-b162-9bfac7d6c97e is: ACTIVE; New status is: ACTIVE {{(pid=103232) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 19:13:32.716424 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.l3_dvrscheduler_db [None req-823f3e53-18a6-4834-9198-909c9954620f None None] Routers {'823aa7c2-1fdd-4d5a-bbb7-41c04b64ff3a'} bound to L3 agent in host n-d-713498-36 {{(pid=103232) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 19:13:32.717790 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.l3_hamode_db [None req-823f3e53-18a6-4834-9198-909c9954620f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-09T18:51:43Z,description=,heartbeat_timestamp=2022-02-09T19:13:13Z,host='n-d-713498-36',id=93303d5e-5d17-45e8-8963-7694f87783ae,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T18:51:43Z,topic='l3_agent')) {'router_ids': ['823aa7c2-1fdd-4d5a-bbb7-41c04b64ff3a'], 'active': True} {{(pid=103232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:13:32.738383 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Current status of the port 626b58a2-1fdf-4b88-b162-9bfac7d6c97e is: ACTIVE; New status is: ACTIVE {{(pid=103232) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 19:13:32.760949 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cc1870f-efd4-4140-98ff-9b14bf0a771f req-a0d2c54d-509a-4f40-b630-18018598322f tempest-ServersNegativeTestMultiTenantJSON-188218943 tempest-ServersNegativeTestMultiTenantJSON-188218943-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:13:32.762689 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-8cc1870f-efd4-4140-98ff-9b14bf0a771f req-a0d2c54d-509a-4f40-b630-18018598322f tempest-ServersNegativeTestMultiTenantJSON-188218943 tempest-ServersNegativeTestMultiTenantJSON-188218943-project] 10.222.0.90 "GET /v2.0/networks?id=d8ccc26d-da10-43d4-80b5-fa9fe0e94b23 HTTP/1.1" status: 200 len: 822 time: 0.5092068 Feb 09 19:13:32.826563 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-7a129490-655d-4004-b56e-b732c806904b req-37bef838-3e8f-4ece-8643-27cfa6695ce9 tempest-ServersTestBootFromVolume-783248817 tempest-ServersTestBootFromVolume-783248817-project] 10.222.0.75 "GET /v2.0/security-groups?id=99b1e7c3-38f3-4f0a-8bb2-c56dc143d44a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1413441 Feb 09 19:13:32.830806 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.v2.base [req-8cc1870f-efd4-4140-98ff-9b14bf0a771f req-9fdafb9e-1306-4f6c-8b16-c9255b8efc92 tempest-ServersNegativeTestMultiTenantJSON-188218943 tempest-ServersNegativeTestMultiTenantJSON-188218943-project] Request body: {'port': {'device_id': '0d33f45f-5fde-41ea-90d7-8750980338fb', 'network_id': 'd8ccc26d-da10-43d4-80b5-fa9fe0e94b23', 'admin_state_up': True, 'tenant_id': 'b6d37fc4c7a44ba698e2817888cf9cb7'}} {{(pid=103229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 19:13:32.909874 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.l3_dvr_db [None req-823f3e53-18a6-4834-9198-909c9954620f None None] Set router 823aa7c2-1fdd-4d5a-bbb7-41c04b64ff3a gateway port host: n-d-713498-36 {{(pid=103232) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 19:13:33.116386 n-d-713498-36 neutron-server[103232]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ddee171f-0768-4054-a601-26f9960866a0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9fc1cb22-e887-454a-b82f-3fdaa4e3ea66'}] {{(pid=103232) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 19:13:33.118878 n-d-713498-36 neutron-server[103232]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}949cdcde653dec44821de95cbf67297f53cbc2aed4e073b5d514f93bf911ce85" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9705fa0b-f4df-4203-b589-a1c87e81ab32" -d '{"events": [{"server_uuid": "ddee171f-0768-4054-a601-26f9960866a0", "name": "network-vif-plugged", "status": "completed", "tag": "9fc1cb22-e887-454a-b82f-3fdaa4e3ea66"}]}' {{(pid=103232) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 19:13:33.181469 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.l3_hamode_db [None req-823f3e53-18a6-4834-9198-909c9954620f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '823aa7c2-1fdd-4d5a-bbb7-41c04b64ff3a', 'name': 'tempest-TaggedBootDevicesTest-96675615-router', 'tenant_id': '1244a62b17644644960c0ef5509cee38', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88055e1e-672a-4487-be31-ffb6e833ece5', 'external_fixed_ips': [{'subnet_id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'ip_address': '172.25.1.210'}], 'enable_snat': True}, 'gw_port_id': 'a5cf2da0-7ae1-4880-9b2f-fa32b2d219d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T19:13:27Z', 'updated_at': '2022-02-09T19:13:30Z', 'revision_number': 3, 'project_id': '1244a62b17644644960c0ef5509cee38', 'gw_port': {'id': 'a5cf2da0-7ae1-4880-9b2f-fa32b2d219d4', 'name': '', 'network_id': '88055e1e-672a-4487-be31-ffb6e833ece5', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:5a:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '823aa7c2-1fdd-4d5a-bbb7-41c04b64ff3a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1316, 'fixed_ips': [{'subnet_id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'ip_address': '172.25.1.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T19:13:28Z', 'updated_at': '2022-02-09T19:13:29Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-36'}], 'n-d-713498-36', False) {} {{(pid=103232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:13:33.210889 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-823f3e53-18a6-4834-9198-909c9954620f None None] Checking router: 823aa7c2-1fdd-4d5a-bbb7-41c04b64ff3a for host: n-d-713498-36 {{(pid=103232) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 19:13:33.211241 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-823f3e53-18a6-4834-9198-909c9954620f None None] Updating router 823aa7c2-1fdd-4d5a-bbb7-41c04b64ff3a port a5cf2da0-7ae1-4880-9b2f-fa32b2d219d4 binding host n-d-713498-36 {{(pid=103232) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 19:13:33.249623 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-823f3e53-18a6-4834-9198-909c9954620f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (a5cf2da0-7ae1-4880-9b2f-fa32b2d219d4), before_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:13:33.396191 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-e2b4ab06-a705-4ffc-901f-8e1ed823ae36 req-b156b9d5-3dc4-470d-8675-9b6168949922 tempest-MigrationsAdminTest-892781459 tempest-MigrationsAdminTest-892781459-project] 10.222.0.75 "GET /v2.0/security-groups?id=709912c8-8171-4435-800e-9e5c5e45bf8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4884720 Feb 09 19:13:33.400300 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a02d850b-5a53-458f-92d1-4646dbae8bdf admin admin] Notify agent at l3_agent.n-d-713498-36 the message routers_updated {{(pid=103230) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 19:13:33.416819 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-a02d850b-5a53-458f-92d1-4646dbae8bdf admin admin] 10.222.0.75 "PUT /v2.0/routers/be4a1a42-6639-4179-813a-d32a8ff58f2e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.2574172 Feb 09 19:13:33.423985 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 60726) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:13:33.428445 n-d-713498-36 neutron-server[103233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf73ca3f-7ff1-40e8-9c66-c0d3ba65f3d9 None None] Sync routers for ids ['be4a1a42-6639-4179-813a-d32a8ff58f2e'] in n-d-713498-36 {{(pid=103233) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 19:13:33.437667 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-e9c4087a-1bee-4b20-bd13-ec41e0a91a6d req-d1000a8b-af53-4d59-a43c-a1774f08d358 service neutron] 10.222.0.89 "GET /v2.0/security-groups?id=73dc5652-0b28-4d0e-bd9f-61a00dbc59a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7028875 Feb 09 19:13:33.441482 n-d-713498-36 neutron-server[103233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf73ca3f-7ff1-40e8-9c66-c0d3ba65f3d9 None None] Routers {'be4a1a42-6639-4179-813a-d32a8ff58f2e'} bound to L3 agent in host n-d-713498-36 {{(pid=103233) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 19:13:33.442125 n-d-713498-36 neutron-server[103233]: DEBUG neutron.db.l3_hamode_db [None req-cf73ca3f-7ff1-40e8-9c66-c0d3ba65f3d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-09T18:51:43Z,description=,heartbeat_timestamp=2022-02-09T19:13:13Z,host='n-d-713498-36',id=93303d5e-5d17-45e8-8963-7694f87783ae,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T18:51:43Z,topic='l3_agent')) {'router_ids': ['be4a1a42-6639-4179-813a-d32a8ff58f2e'], 'active': True} {{(pid=103233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:13:33.467041 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-03d66af5-e1b6-445a-86d0-95737fcb52b6 req-e5b3f467-adbf-4214-9a78-fd4c39cadf79 tempest-ServersNegativeTestMultiTenantJSON-188218943 tempest-ServersNegativeTestMultiTenantJSON-188218943-project] 10.222.0.75 "GET /v2.0/ports?device_id=0d33f45f-5fde-41ea-90d7-8750980338fb HTTP/1.1" status: 200 len: 210 time: 0.5027823 Feb 09 19:13:33.480021 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8cc1870f-efd4-4140-98ff-9b14bf0a771f req-9fdafb9e-1306-4f6c-8b16-c9255b8efc92 tempest-ServersNegativeTestMultiTenantJSON-188218943 tempest-ServersNegativeTestMultiTenantJSON-188218943-project] Made reservation on behalf of b6d37fc4c7a44ba698e2817888cf9cb7 for: {'port': 1} {{(pid=103229) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 19:13:33.482898 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-8cc1870f-efd4-4140-98ff-9b14bf0a771f req-9fdafb9e-1306-4f6c-8b16-c9255b8efc92 tempest-ServersNegativeTestMultiTenantJSON-188218943 tempest-ServersNegativeTestMultiTenantJSON-188218943-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (None), before_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:13:33.541613 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-7df517ca-1b97-4540-83af-d60f939ec550 req-659f37d1-0270-46a5-93a3-a25497b32c50 tempest-ServersTestBootFromVolume-783248817 tempest-ServersTestBootFromVolume-783248817-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:13:33.542542 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-7df517ca-1b97-4540-83af-d60f939ec550 req-659f37d1-0270-46a5-93a3-a25497b32c50 tempest-ServersTestBootFromVolume-783248817 tempest-ServersTestBootFromVolume-783248817-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1818909'] for floatingip (d51ef726-5e87-4f01-9194-57d0292b4e4c), after_update {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:13:33.543689 n-d-713498-36 neutron-server[103229]: INFO neutron.db.l3_db [req-7df517ca-1b97-4540-83af-d60f939ec550 req-659f37d1-0270-46a5-93a3-a25497b32c50 tempest-ServersTestBootFromVolume-783248817 tempest-ServersTestBootFromVolume-783248817-project] Floating IP d51ef726-5e87-4f01-9194-57d0292b4e4c disassociated. External IP: 172.25.1.214, port: 791d3f17-1eab-424b-8748-a6e718491667. Feb 09 19:13:33.544588 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.plugin [req-7df517ca-1b97-4540-83af-d60f939ec550 req-659f37d1-0270-46a5-93a3-a25497b32c50 tempest-ServersTestBootFromVolume-783248817 tempest-ServersTestBootFromVolume-783248817-project] Calling delete_port for 791d3f17-1eab-424b-8748-a6e718491667 owned by compute:nova {{(pid=103229) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 19:13:33.564721 n-d-713498-36 neutron-server[103232]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 19:13:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-55ae53c5-f891-4238-8fa0-d89c546c1996 x-openstack-request-id: req-55ae53c5-f891-4238-8fa0-d89c546c1996 {{(pid=103232) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 19:13:33.564721 n-d-713498-36 neutron-server[103232]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ddee171f-0768-4054-a601-26f9960866a0", "name": "network-vif-plugged", "status": "completed", "tag": "9fc1cb22-e887-454a-b82f-3fdaa4e3ea66", "code": 200}]} {{(pid=103232) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 19:13:33.565195 n-d-713498-36 neutron-server[103232]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-55ae53c5-f891-4238-8fa0-d89c546c1996 {{(pid=103232) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 19:13:33.567031 n-d-713498-36 neutron-server[103232]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ddee171f-0768-4054-a601-26f9960866a0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9fc1cb22-e887-454a-b82f-3fdaa4e3ea66', 'code': 200} Feb 09 19:13:33.586830 n-d-713498-36 neutron-server[103233]: DEBUG neutron.db.l3_dvr_db [None req-cf73ca3f-7ff1-40e8-9c66-c0d3ba65f3d9 None None] Set router be4a1a42-6639-4179-813a-d32a8ff58f2e gateway port host: n-d-713498-36 {{(pid=103233) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 19:13:33.634274 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-823f3e53-18a6-4834-9198-909c9954620f None None] Publish callbacks [] for port (a5cf2da0-7ae1-4880-9b2f-fa32b2d219d4), precommit_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:13:33.646236 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-823f3e53-18a6-4834-9198-909c9954620f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762867176205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762866656485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762866656503'] for port (a5cf2da0-7ae1-4880-9b2f-fa32b2d219d4), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:13:33.714925 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.managers [None req-823f3e53-18a6-4834-9198-909c9954620f None None] Attempting to bind port a5cf2da0-7ae1-4880-9b2f-fa32b2d219d4 on host n-d-713498-36 for vnic_type normal with profile {{(pid=103232) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 19:13:33.715545 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.managers [None req-823f3e53-18a6-4834-9198-909c9954620f None None] Attempting to bind port a5cf2da0-7ae1-4880-9b2f-fa32b2d219d4 by drivers openvswitch,hyperv on host n-d-713498-36 at level 0 using segments [{'id': 'a4222f89-8d3f-4b51-953b-1a8126392491', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '88055e1e-672a-4487-be31-ffb6e833ece5'}] {{(pid=103232) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 19:13:33.716067 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-823f3e53-18a6-4834-9198-909c9954620f None None] Attempting to bind port a5cf2da0-7ae1-4880-9b2f-fa32b2d219d4 on network 88055e1e-672a-4487-be31-ffb6e833ece5 {{(pid=103232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 19:13:33.743862 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-823f3e53-18a6-4834-9198-909c9954620f None None] Checking agent: {'id': '496418a2-c002-4aec-ab1a-07f3bea491bd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-36', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 18, 51, 47), 'started_at': datetime.datetime(2022, 2, 9, 18, 52, 17), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 19, 13, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-36'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 19:13:33.754399 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-823f3e53-18a6-4834-9198-909c9954620f None None] Checking segment: {'id': 'a4222f89-8d3f-4b51-953b-1a8126392491', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '88055e1e-672a-4487-be31-ffb6e833ece5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103232) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 19:13:33.755010 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-823f3e53-18a6-4834-9198-909c9954620f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:13:33.755528 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-823f3e53-18a6-4834-9198-909c9954620f None None] Bound using segment: {'id': 'a4222f89-8d3f-4b51-953b-1a8126392491', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '88055e1e-672a-4487-be31-ffb6e833ece5'} {{(pid=103232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 19:13:33.756206 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.managers [None req-823f3e53-18a6-4834-9198-909c9954620f None None] Bound port: a5cf2da0-7ae1-4880-9b2f-fa32b2d219d4, host: n-d-713498-36, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a4222f89-8d3f-4b51-953b-1a8126392491', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '88055e1e-672a-4487-be31-ffb6e833ece5'}}] {{(pid=103232) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 19:13:33.756705 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-823f3e53-18a6-4834-9198-909c9954620f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (a5cf2da0-7ae1-4880-9b2f-fa32b2d219d4), before_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:13:33.787621 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d07d2077-94d1-4461-bd79-02b6004f0dcb None None] Pushing event updated for resources: {'Port': ['ID=a5cf2da0-7ae1-4880-9b2f-fa32b2d219d4,revision_number=2']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:13:33.835574 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-823f3e53-18a6-4834-9198-909c9954620f None None] For port a5cf2da0-7ae1-4880-9b2f-fa32b2d219d4, host n-d-713498-36, cleared binding levels {{(pid=103232) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 19:13:33.849543 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-823f3e53-18a6-4834-9198-909c9954620f None None] For port a5cf2da0-7ae1-4880-9b2f-fa32b2d219d4, host n-d-713498-36, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-36',level=0,port_id=a5cf2da0-7ae1-4880-9b2f-fa32b2d219d4,segment=NetworkSegment(a4222f89-8d3f-4b51-953b-1a8126392491),segment_id=a4222f89-8d3f-4b51-953b-1a8126392491)] {{(pid=103232) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 19:13:33.863944 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-823f3e53-18a6-4834-9198-909c9954620f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762867176205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762866656485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762866656503'] for port (a5cf2da0-7ae1-4880-9b2f-fa32b2d219d4), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:13:33.922641 n-d-713498-36 neutron-server[103233]: DEBUG neutron.db.l3_hamode_db [None req-cf73ca3f-7ff1-40e8-9c66-c0d3ba65f3d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'be4a1a42-6639-4179-813a-d32a8ff58f2e', 'name': 'tempest-TaggedBootDevicesTest_v242-1855491091-router', 'tenant_id': '1165ce6413224edfb276f9f552a74208', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88055e1e-672a-4487-be31-ffb6e833ece5', 'external_fixed_ips': [{'subnet_id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'ip_address': '172.25.1.19'}], 'enable_snat': True}, 'gw_port_id': '13f899f2-2d68-415a-b3cf-d91e83d25d1b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T19:03:56Z', 'updated_at': '2022-02-09T19:13:31Z', 'revision_number': 5, 'project_id': '1165ce6413224edfb276f9f552a74208', 'gw_port': {'id': '13f899f2-2d68-415a-b3cf-d91e83d25d1b', 'name': '', 'network_id': '88055e1e-672a-4487-be31-ffb6e833ece5', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:27:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be4a1a42-6639-4179-813a-d32a8ff58f2e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 591, 'fixed_ips': [{'subnet_id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'ip_address': '172.25.1.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T19:03:58Z', 'updated_at': '2022-02-09T19:04:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-36'}], 'n-d-713498-36', False) {} {{(pid=103233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:13:33.954781 n-d-713498-36 neutron-server[103233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf73ca3f-7ff1-40e8-9c66-c0d3ba65f3d9 None None] Checking router: be4a1a42-6639-4179-813a-d32a8ff58f2e for host: n-d-713498-36 {{(pid=103233) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 19:13:33.974251 n-d-713498-36 neutron-server[103233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf73ca3f-7ff1-40e8-9c66-c0d3ba65f3d9 None None] Routers {'be4a1a42-6639-4179-813a-d32a8ff58f2e'} bound to L3 agent in host n-d-713498-36 {{(pid=103233) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 19:13:33.982052 n-d-713498-36 neutron-server[103233]: DEBUG neutron.db.l3_hamode_db [None req-cf73ca3f-7ff1-40e8-9c66-c0d3ba65f3d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-09T18:51:43Z,description=,heartbeat_timestamp=2022-02-09T19:13:13Z,host='n-d-713498-36',id=93303d5e-5d17-45e8-8963-7694f87783ae,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T18:51:43Z,topic='l3_agent')) {'router_ids': ['be4a1a42-6639-4179-813a-d32a8ff58f2e'], 'active': True} {{(pid=103233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:13:34.009996 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d07d2077-94d1-4461-bd79-02b6004f0dcb None None] Pushing event updated for resources: {'Port': ['ID=a5cf2da0-7ae1-4880-9b2f-fa32b2d219d4,revision_number=3']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:13:34.016531 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Device 626b58a2-1fdf-4b88-b162-9bfac7d6c97e up at agent ovs-agent-n-d-713498-36 {{(pid=103232) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 19:13:34.049623 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.l3_dvrscheduler_db [None req-823f3e53-18a6-4834-9198-909c9954620f None None] Routers {'823aa7c2-1fdd-4d5a-bbb7-41c04b64ff3a'} bound to L3 agent in host n-d-713498-36 {{(pid=103232) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 19:13:34.050325 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.l3_hamode_db [None req-823f3e53-18a6-4834-9198-909c9954620f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-09T18:51:43Z,description=,heartbeat_timestamp=2022-02-09T19:13:13Z,host='n-d-713498-36',id=93303d5e-5d17-45e8-8963-7694f87783ae,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T18:51:43Z,topic='l3_agent')) {'router_ids': ['823aa7c2-1fdd-4d5a-bbb7-41c04b64ff3a'], 'active': True} {{(pid=103232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:13:34.097933 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac680f2c-c6f0-4f84-8ece-cefbee7d9b98 req-9f4c7e1d-829e-4b6b-81f2-1f95975e1dfc tempest-ServerRescueTestJSONUnderV235-126256002 tempest-ServerRescueTestJSONUnderV235-126256002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:13:34.098969 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-ac680f2c-c6f0-4f84-8ece-cefbee7d9b98 req-9f4c7e1d-829e-4b6b-81f2-1f95975e1dfc tempest-ServerRescueTestJSONUnderV235-126256002 tempest-ServerRescueTestJSONUnderV235-126256002-project] 10.222.0.75 "GET /v2.0/ports?device_id=a0f1baff-df40-457f-b67b-761e81dfdca5 HTTP/1.1" status: 200 len: 946 time: 0.5658705 Feb 09 19:13:34.100268 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-d32cceab-0914-4f7f-87f2-1c369d25b42a admin admin] Publish callbacks [] for router (be4a1a42-6639-4179-813a-d32a8ff58f2e), before_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:13:34.115390 n-d-713498-36 neutron-server[103233]: DEBUG neutron.db.l3_dvr_db [None req-cf73ca3f-7ff1-40e8-9c66-c0d3ba65f3d9 None None] Set router be4a1a42-6639-4179-813a-d32a8ff58f2e gateway port host: n-d-713498-36 {{(pid=103233) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 19:13:34.143640 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-7df517ca-1b97-4540-83af-d60f939ec550 req-659f37d1-0270-46a5-93a3-a25497b32c50 tempest-ServersTestBootFromVolume-783248817 tempest-ServersTestBootFromVolume-783248817-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762867177463', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762866656476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12867576'] for port (791d3f17-1eab-424b-8748-a6e718491667), after_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:13:34.175593 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.provisioning_blocks [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Provisioning complete for port 626b58a2-1fdf-4b88-b162-9bfac7d6c97e triggered by entity L2. {{(pid=103232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 19:13:34.175977 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593630'] for port (626b58a2-1fdf-4b88-b162-9bfac7d6c97e), provisioning_complete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:13:34.211511 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7754daa9-bca7-4764-8bf7-93cfc6fdd49f req-054ed75a-f1e7-4d47-a3b6-836ec7efc2e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:13:34.212397 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7754daa9-bca7-4764-8bf7-93cfc6fdd49f req-054ed75a-f1e7-4d47-a3b6-836ec7efc2e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:13:34.215249 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-7754daa9-bca7-4764-8bf7-93cfc6fdd49f req-054ed75a-f1e7-4d47-a3b6-836ec7efc2e7 service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=ddee171f-0768-4054-a601-26f9960866a0 HTTP/1.1" status: 200 len: 2048 time: 0.4767859 Feb 09 19:13:34.252950 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.l3_dvr_db [None req-823f3e53-18a6-4834-9198-909c9954620f None None] Set router 823aa7c2-1fdd-4d5a-bbb7-41c04b64ff3a gateway port host: n-d-713498-36 {{(pid=103232) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 19:13:34.259646 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d11eed49-bed5-4637-a15e-a24fca973b4f req-296dcc58-fb51-48c6-ad54-6a583166f19c tempest-ServersTestMultiNic-1550042178 tempest-ServersTestMultiNic-1550042178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:13:34.266110 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d11eed49-bed5-4637-a15e-a24fca973b4f req-296dcc58-fb51-48c6-ad54-6a583166f19c tempest-ServersTestMultiNic-1550042178 tempest-ServersTestMultiNic-1550042178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:13:34.275790 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-d11eed49-bed5-4637-a15e-a24fca973b4f req-296dcc58-fb51-48c6-ad54-6a583166f19c tempest-ServersTestMultiNic-1550042178 tempest-ServersTestMultiNic-1550042178-project] 10.222.0.75 "GET /v2.0/ports?device_id=ddee171f-0768-4054-a601-26f9960866a0 HTTP/1.1" status: 200 len: 1682 time: 0.4807389 Feb 09 19:13:34.289872 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-659f37d1-0270-46a5-93a3-a25497b32c50 tempest-ServersTestBootFromVolume-783248817 tempest-ServersTestBootFromVolume-783248817-project] Pushing event deleted for resources: {'Port': ['ID=791d3f17-1eab-424b-8748-a6e718491667,revision_number=None']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:13:34.432244 n-d-713498-36 neutron-server[103229]: DEBUG neutron.db.db_base_plugin_common [req-8cc1870f-efd4-4140-98ff-9b14bf0a771f req-9fdafb9e-1306-4f6c-8b16-c9255b8efc92 tempest-ServersNegativeTestMultiTenantJSON-188218943 tempest-ServersNegativeTestMultiTenantJSON-188218943-project] Allocated IP 172.20.0.5 (d8ccc26d-da10-43d4-80b5-fa9fe0e94b23/3b90cb74-a26f-48a8-aa55-b54226e02ed4/d22ec12a-201f-47b0-90a8-221ad0c89433) {{(pid=103229) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 19:13:34.473535 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-ac680f2c-c6f0-4f84-8ece-cefbee7d9b98 req-0fbc1d0d-9c89-4b00-a340-41fe3824f3b5 tempest-ServerRescueTestJSONUnderV235-126256002 tempest-ServerRescueTestJSONUnderV235-126256002-project] 10.222.0.75 "GET /v2.0/security-groups?id=73dc5652-0b28-4d0e-bd9f-61a00dbc59a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3507867 Feb 09 19:13:34.480725 n-d-713498-36 neutron-server[103233]: DEBUG neutron.db.l3_hamode_db [None req-cf73ca3f-7ff1-40e8-9c66-c0d3ba65f3d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'be4a1a42-6639-4179-813a-d32a8ff58f2e', 'name': 'tempest-TaggedBootDevicesTest_v242-1855491091-router', 'tenant_id': '1165ce6413224edfb276f9f552a74208', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88055e1e-672a-4487-be31-ffb6e833ece5', 'external_fixed_ips': [{'subnet_id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'ip_address': '172.25.1.19'}], 'enable_snat': True}, 'gw_port_id': '13f899f2-2d68-415a-b3cf-d91e83d25d1b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T19:03:56Z', 'updated_at': '2022-02-09T19:13:31Z', 'revision_number': 5, 'project_id': '1165ce6413224edfb276f9f552a74208', 'gw_port': {'id': '13f899f2-2d68-415a-b3cf-d91e83d25d1b', 'name': '', 'network_id': '88055e1e-672a-4487-be31-ffb6e833ece5', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:27:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be4a1a42-6639-4179-813a-d32a8ff58f2e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 591, 'fixed_ips': [{'subnet_id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'ip_address': '172.25.1.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T19:03:58Z', 'updated_at': '2022-02-09T19:04:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-36'}], 'n-d-713498-36', False) {} {{(pid=103233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:13:34.539796 n-d-713498-36 neutron-server[103233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf73ca3f-7ff1-40e8-9c66-c0d3ba65f3d9 None None] The sync data for ids ['be4a1a42-6639-4179-813a-d32a8ff58f2e'] in n-d-713498-36 is: [{'id': 'be4a1a42-6639-4179-813a-d32a8ff58f2e', 'name': 'tempest-TaggedBootDevicesTest_v242-1855491091-router', 'tenant_id': '1165ce6413224edfb276f9f552a74208', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88055e1e-672a-4487-be31-ffb6e833ece5', 'external_fixed_ips': [{'subnet_id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'ip_address': '172.25.1.19'}], 'enable_snat': True}, 'gw_port_id': '13f899f2-2d68-415a-b3cf-d91e83d25d1b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T19:03:56Z', 'updated_at': '2022-02-09T19:13:31Z', 'revision_number': 5, 'project_id': '1165ce6413224edfb276f9f552a74208', 'gw_port': {'id': '13f899f2-2d68-415a-b3cf-d91e83d25d1b', 'name': '', 'network_id': '88055e1e-672a-4487-be31-ffb6e833ece5', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:27:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be4a1a42-6639-4179-813a-d32a8ff58f2e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 591, 'fixed_ips': [{'subnet_id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'ip_address': '172.25.1.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T19:03:58Z', 'updated_at': '2022-02-09T19:04:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-36'}] {{(pid=103233) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 19:13:34.545795 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-7754daa9-bca7-4764-8bf7-93cfc6fdd49f req-9362d2ec-a6c7-446c-90e9-013edeb32d07 service neutron] 10.222.0.90 "GET /v2.0/security-groups?id=73443f61-e28a-43ce-9cbb-ef678fe5ea76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2831669 Feb 09 19:13:34.582742 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-d11eed49-bed5-4637-a15e-a24fca973b4f req-e4681549-962a-45f5-b661-1f9a5222b18a tempest-ServersTestMultiNic-1550042178 tempest-ServersTestMultiNic-1550042178-project] 10.222.0.75 "GET /v2.0/security-groups?id=73443f61-e28a-43ce-9cbb-ef678fe5ea76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3059990 Feb 09 19:13:34.635354 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-d32cceab-0914-4f7f-87f2-1c369d25b42a admin admin] Publish callbacks [] for router_gateway (be4a1a42-6639-4179-813a-d32a8ff58f2e), before_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:13:34.642019 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Current status of the port 626b58a2-1fdf-4b88-b162-9bfac7d6c97e is: ACTIVE; New status is: ACTIVE {{(pid=103232) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 19:13:34.699509 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-9358851d-de77-485f-982c-43606214e3e7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (None), before_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:13:34.753999 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.l3_hamode_db [None req-823f3e53-18a6-4834-9198-909c9954620f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '823aa7c2-1fdd-4d5a-bbb7-41c04b64ff3a', 'name': 'tempest-TaggedBootDevicesTest-96675615-router', 'tenant_id': '1244a62b17644644960c0ef5509cee38', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88055e1e-672a-4487-be31-ffb6e833ece5', 'external_fixed_ips': [{'subnet_id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'ip_address': '172.25.1.210'}], 'enable_snat': True}, 'gw_port_id': 'a5cf2da0-7ae1-4880-9b2f-fa32b2d219d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T19:13:27Z', 'updated_at': '2022-02-09T19:13:30Z', 'revision_number': 3, 'project_id': '1244a62b17644644960c0ef5509cee38', 'gw_port': {'id': 'a5cf2da0-7ae1-4880-9b2f-fa32b2d219d4', 'name': '', 'network_id': '88055e1e-672a-4487-be31-ffb6e833ece5', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:5a:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '823aa7c2-1fdd-4d5a-bbb7-41c04b64ff3a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1316, 'fixed_ips': [{'subnet_id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'ip_address': '172.25.1.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T19:13:28Z', 'updated_at': '2022-02-09T19:13:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-36'}], 'n-d-713498-36', False) {} {{(pid=103232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:13:34.787327 n-d-713498-36 neutron-server[103229]: DEBUG neutron.scheduler.l3_agent_scheduler [req-7df517ca-1b97-4540-83af-d60f939ec550 req-659f37d1-0270-46a5-93a3-a25497b32c50 tempest-ServersTestBootFromVolume-783248817 tempest-ServersTestBootFromVolume-783248817-project] Router f8479197-0c23-406e-958c-7e00e5701521 has already been hosted by L3 agent 93303d5e-5d17-45e8-8963-7694f87783ae {{(pid=103229) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 19:13:34.790466 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-823f3e53-18a6-4834-9198-909c9954620f None None] The sync data for ids ['823aa7c2-1fdd-4d5a-bbb7-41c04b64ff3a'] in n-d-713498-36 is: [{'id': '823aa7c2-1fdd-4d5a-bbb7-41c04b64ff3a', 'name': 'tempest-TaggedBootDevicesTest-96675615-router', 'tenant_id': '1244a62b17644644960c0ef5509cee38', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88055e1e-672a-4487-be31-ffb6e833ece5', 'external_fixed_ips': [{'subnet_id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'ip_address': '172.25.1.210'}], 'enable_snat': True}, 'gw_port_id': 'a5cf2da0-7ae1-4880-9b2f-fa32b2d219d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T19:13:27Z', 'updated_at': '2022-02-09T19:13:30Z', 'revision_number': 3, 'project_id': '1244a62b17644644960c0ef5509cee38', 'gw_port': {'id': 'a5cf2da0-7ae1-4880-9b2f-fa32b2d219d4', 'name': '', 'network_id': '88055e1e-672a-4487-be31-ffb6e833ece5', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:5a:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '823aa7c2-1fdd-4d5a-bbb7-41c04b64ff3a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1316, 'fixed_ips': [{'subnet_id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'ip_address': '172.25.1.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T19:13:28Z', 'updated_at': '2022-02-09T19:13:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-36'}] {{(pid=103232) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 19:13:34.825593 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-d2e89af1-ec36-41a0-90af-b6ba7688ef92 req-74c5a8ca-95db-47e5-8770-f497b86a205f tempest-ServersTestBootFromVolume-783248817 tempest-ServersTestBootFromVolume-783248817-project] 10.222.0.75 "GET /v2.0/ports?device_id=84c056fe-802f-4b0b-9844-f490f36d7dba HTTP/1.1" status: 200 len: 210 time: 0.1306822 Feb 09 19:13:35.023879 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-914dc97d-dd39-4e27-ad19-7fcc63b81597 req-64233ba2-11c7-4466-8778-b2f96ef84449 tempest-ServersNegativeTestMultiTenantJSON-188218943 tempest-ServersNegativeTestMultiTenantJSON-188218943-project] 10.222.0.75 "GET /v2.0/ports?device_id=0d33f45f-5fde-41ea-90d7-8750980338fb HTTP/1.1" status: 200 len: 210 time: 0.0819759 Feb 09 19:13:35.082599 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.plugin [None req-d32cceab-0914-4f7f-87f2-1c369d25b42a admin admin] Deleting port 13f899f2-2d68-415a-b3cf-d91e83d25d1b {{(pid=103230) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 19:13:35.083032 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-d32cceab-0914-4f7f-87f2-1c369d25b42a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762867170196'] for port (13f899f2-2d68-415a-b3cf-d91e83d25d1b), before_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:13:35.121864 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-8cc1870f-efd4-4140-98ff-9b14bf0a771f req-9fdafb9e-1306-4f6c-8b16-c9255b8efc92 tempest-ServersNegativeTestMultiTenantJSON-188218943 tempest-ServersNegativeTestMultiTenantJSON-188218943-project] Publish callbacks [] for port (d22ec12a-201f-47b0-90a8-221ad0c89433), precommit_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:13:35.134669 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd461a2c-6e5c-4511-9cbd-4048c208e1b9 req-d271c389-b90c-4829-83e6-e9a7c00be6d7 tempest-MigrationsAdminTest-892781459 tempest-MigrationsAdminTest-892781459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:13:35.137528 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-dd461a2c-6e5c-4511-9cbd-4048c208e1b9 req-d271c389-b90c-4829-83e6-e9a7c00be6d7 tempest-MigrationsAdminTest-892781459 tempest-MigrationsAdminTest-892781459-project] 10.222.0.75 "GET /v2.0/ports?device_id=324ad1af-f9e3-424e-981f-7b5b8b459dd1 HTTP/1.1" status: 200 len: 949 time: 0.4014814 Feb 09 19:13:35.250317 n-d-713498-36 neutron-server[103230]: DEBUG neutron.db.db_base_plugin_common [None req-9358851d-de77-485f-982c-43606214e3e7 admin admin] Allocated IP 172.20.0.1 (3e8c2732-7ced-47de-8a60-f22ea571cd92/96689e74-1d15-4889-9091-f107b048a678/730198b6-e96b-4448-9cfe-aa70ac2e023c) {{(pid=103230) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 19:13:35.274345 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-dd461a2c-6e5c-4511-9cbd-4048c208e1b9 req-0fddd85f-c7b3-4784-aa44-b8388c6c5924 tempest-MigrationsAdminTest-892781459 tempest-MigrationsAdminTest-892781459-project] 10.222.0.75 "GET /v2.0/security-groups?id=709912c8-8171-4435-800e-9e5c5e45bf8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1208618 Feb 09 19:13:35.286805 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Device 791d3f17-1eab-424b-8748-a6e718491667 no longer exists at agent hyperv_n-h1-713498-36 {{(pid=103232) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 19:13:35.291105 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.db [None req-d32cceab-0914-4f7f-87f2-1c369d25b42a admin admin] For port 13f899f2-2d68-415a-b3cf-d91e83d25d1b, host n-d-713498-36, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-36',level=0,port_id=13f899f2-2d68-415a-b3cf-d91e83d25d1b,segment=NetworkSegment(a4222f89-8d3f-4b51-953b-1a8126392491),segment_id=a4222f89-8d3f-4b51-953b-1a8126392491)] {{(pid=103230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 19:13:35.292065 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-d32cceab-0914-4f7f-87f2-1c369d25b42a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1820838'] for port (13f899f2-2d68-415a-b3cf-d91e83d25d1b), precommit_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:13:35.313044 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-8cc1870f-efd4-4140-98ff-9b14bf0a771f req-9fdafb9e-1306-4f6c-8b16-c9255b8efc92 tempest-ServersNegativeTestMultiTenantJSON-188218943 tempest-ServersNegativeTestMultiTenantJSON-188218943-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762866656467', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12867576'] for port (d22ec12a-201f-47b0-90a8-221ad0c89433), after_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:13:35.322400 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.plugin [None req-d32cceab-0914-4f7f-87f2-1c369d25b42a admin admin] Calling delete_port for 13f899f2-2d68-415a-b3cf-d91e83d25d1b owned by network:router_gateway {{(pid=103230) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 19:13:35.335302 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-7df517ca-1b97-4540-83af-d60f939ec550 req-659f37d1-0270-46a5-93a3-a25497b32c50 tempest-ServersTestBootFromVolume-783248817 tempest-ServersTestBootFromVolume-783248817-project] Notify agent at l3_agent.n-d-713498-36 the message routers_updated {{(pid=103229) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 19:13:35.377031 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa5e40e3-4c09-48c0-8bf7-dd8028b9c56c None None] Sync routers for ids ['f8479197-0c23-406e-958c-7e00e5701521'] in n-d-713498-36 {{(pid=103232) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 19:13:35.379571 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] No Port match for: 791d3f17-1eab-424b-8748-a6e718491667 {{(pid=103232) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 19:13:35.379932 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Device 791d3f17-1eab-424b-8748-a6e718491667 not bound to the agent host n-h1-713498-36 {{(pid=103232) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 19:13:35.403313 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa5e40e3-4c09-48c0-8bf7-dd8028b9c56c None None] Routers {'f8479197-0c23-406e-958c-7e00e5701521'} bound to L3 agent in host n-d-713498-36 {{(pid=103232) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 19:13:35.404227 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.l3_hamode_db [None req-fa5e40e3-4c09-48c0-8bf7-dd8028b9c56c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-09T18:51:43Z,description=,heartbeat_timestamp=2022-02-09T19:13:13Z,host='n-d-713498-36',id=93303d5e-5d17-45e8-8963-7694f87783ae,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T18:51:43Z,topic='l3_agent')) {'router_ids': ['f8479197-0c23-406e-958c-7e00e5701521'], 'active': True} {{(pid=103232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:13:35.469018 n-d-713498-36 neutron-server[103229]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8cc1870f-efd4-4140-98ff-9b14bf0a771f req-9fdafb9e-1306-4f6c-8b16-c9255b8efc92 tempest-ServersNegativeTestMultiTenantJSON-188218943 tempest-ServersNegativeTestMultiTenantJSON-188218943-project] Network d8ccc26d-da10-43d4-80b5-fa9fe0e94b23 is already hosted by enough agents. {{(pid=103229) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 19:13:35.484280 n-d-713498-36 neutron-server[103229]: DEBUG neutron.scheduler.base_scheduler [req-8cc1870f-efd4-4140-98ff-9b14bf0a771f req-9fdafb9e-1306-4f6c-8b16-c9255b8efc92 tempest-ServersNegativeTestMultiTenantJSON-188218943 tempest-ServersNegativeTestMultiTenantJSON-188218943-project] Resources bound (agent type, host, resource id): {{(pid=103229) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 19:13:35.486855 n-d-713498-36 neutron-server[103229]: DEBUG neutron.db.l3_dvrscheduler_db [req-8cc1870f-efd4-4140-98ff-9b14bf0a771f req-9fdafb9e-1306-4f6c-8b16-c9255b8efc92 tempest-ServersNegativeTestMultiTenantJSON-188218943 tempest-ServersNegativeTestMultiTenantJSON-188218943-project] Received port after_create {{(pid=103229) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 19:13:35.523751 n-d-713498-36 neutron-server[103229]: DEBUG neutron.db.l3_dvrscheduler_db [req-7df517ca-1b97-4540-83af-d60f939ec550 req-659f37d1-0270-46a5-93a3-a25497b32c50 tempest-ServersTestBootFromVolume-783248817 tempest-ServersTestBootFromVolume-783248817-project] No DVR routers for this DVR port 791d3f17-1eab-424b-8748-a6e718491667 on host n-h1-713498-36 {{(pid=103229) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 19:13:35.526490 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-7df517ca-1b97-4540-83af-d60f939ec550 req-659f37d1-0270-46a5-93a3-a25497b32c50 tempest-ServersTestBootFromVolume-783248817 tempest-ServersTestBootFromVolume-783248817-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171096'] for port (None), before_response {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:13:35.541916 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-7df517ca-1b97-4540-83af-d60f939ec550 req-659f37d1-0270-46a5-93a3-a25497b32c50 tempest-ServersTestBootFromVolume-783248817 tempest-ServersTestBootFromVolume-783248817-project] 10.222.0.89 "DELETE /v2.0/ports/791d3f17-1eab-424b-8748-a6e718491667 HTTP/1.1" status: 204 len: 173 time: 3.8839266 Feb 09 19:13:35.590404 n-d-713498-36 neutron-server[103229]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '84c056fe-802f-4b0b-9844-f490f36d7dba', 'name': 'network-vif-deleted', 'tag': '791d3f17-1eab-424b-8748-a6e718491667'}] {{(pid=103229) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 19:13:35.593404 n-d-713498-36 neutron-server[103229]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fa6ae9a20702bd564eaf90d946620b2b4277b1ab91129323d3b54181076be307" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3903f9ab-626f-4a4f-ad57-8ad97a25c5a6" -d '{"events": [{"server_uuid": "84c056fe-802f-4b0b-9844-f490f36d7dba", "name": "network-vif-deleted", "tag": "791d3f17-1eab-424b-8748-a6e718491667"}]}' {{(pid=103229) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 19:13:35.596482 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fdafb9e-1306-4f6c-8b16-c9255b8efc92 tempest-ServersNegativeTestMultiTenantJSON-188218943 tempest-ServersNegativeTestMultiTenantJSON-188218943-project] Pushing event updated for resources: {'Port': ['ID=d22ec12a-201f-47b0-90a8-221ad0c89433,revision_number=1']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:13:35.681357 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cc1870f-efd4-4140-98ff-9b14bf0a771f req-9fdafb9e-1306-4f6c-8b16-c9255b8efc92 tempest-ServersNegativeTestMultiTenantJSON-188218943 tempest-ServersNegativeTestMultiTenantJSON-188218943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:13:35.682370 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-8cc1870f-efd4-4140-98ff-9b14bf0a771f req-9fdafb9e-1306-4f6c-8b16-c9255b8efc92 tempest-ServersNegativeTestMultiTenantJSON-188218943 tempest-ServersNegativeTestMultiTenantJSON-188218943-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171096'] for port (None), before_response {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:13:35.745426 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.l3_dvr_db [None req-fa5e40e3-4c09-48c0-8bf7-dd8028b9c56c None None] Set router f8479197-0c23-406e-958c-7e00e5701521 gateway port host: n-d-713498-36 {{(pid=103232) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 19:13:35.780803 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-8cc1870f-efd4-4140-98ff-9b14bf0a771f req-9fdafb9e-1306-4f6c-8b16-c9255b8efc92 tempest-ServersNegativeTestMultiTenantJSON-188218943 tempest-ServersNegativeTestMultiTenantJSON-188218943-project] 10.222.0.90 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.9553766 Feb 09 19:13:35.795454 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.v2.base [req-8cc1870f-efd4-4140-98ff-9b14bf0a771f req-0bdc74cb-b83c-493e-908f-7f4fc48188eb service neutron] Request body: {'port': {'device_id': '0d33f45f-5fde-41ea-90d7-8750980338fb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-713498-36'}} {{(pid=103229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 19:13:35.827237 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-d32cceab-0914-4f7f-87f2-1c369d25b42a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762867177463', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762866656476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14393751'] for port (13f899f2-2d68-415a-b3cf-d91e83d25d1b), after_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:13:35.844274 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-9358851d-de77-485f-982c-43606214e3e7 admin admin] Publish callbacks [] for port (730198b6-e96b-4448-9cfe-aa70ac2e023c), precommit_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:13:35.916035 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d32cceab-0914-4f7f-87f2-1c369d25b42a admin admin] Pushing event deleted for resources: {'Port': ['ID=13f899f2-2d68-415a-b3cf-d91e83d25d1b,revision_number=None']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:13:35.936013 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-8cc1870f-efd4-4140-98ff-9b14bf0a771f req-0bdc74cb-b83c-493e-908f-7f4fc48188eb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (d22ec12a-201f-47b0-90a8-221ad0c89433), before_update {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:13:35.977308 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28ee851f-6ae7-485b-967f-3825cbbc804a req-f13bcece-3fac-4ec2-9902-b34ad91c6d0b tempest-ServerRescueTestJSONUnderV235-126256002 tempest-ServerRescueTestJSONUnderV235-126256002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:13:35.984829 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-28ee851f-6ae7-485b-967f-3825cbbc804a req-f13bcece-3fac-4ec2-9902-b34ad91c6d0b tempest-ServerRescueTestJSONUnderV235-126256002 tempest-ServerRescueTestJSONUnderV235-126256002-project] 10.222.0.75 "GET /v2.0/ports?device_id=a0f1baff-df40-457f-b67b-761e81dfdca5 HTTP/1.1" status: 200 len: 946 time: 0.3264804 Feb 09 19:13:35.985617 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02b709df-3f40-4862-94d9-4640671e1b9f req-b63fb096-7180-4621-b8fc-181892c6eea3 tempest-ServersTestMultiNic-1550042178 tempest-ServersTestMultiNic-1550042178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:13:35.992968 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02b709df-3f40-4862-94d9-4640671e1b9f req-b63fb096-7180-4621-b8fc-181892c6eea3 tempest-ServersTestMultiNic-1550042178 tempest-ServersTestMultiNic-1550042178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:13:36.002864 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-02b709df-3f40-4862-94d9-4640671e1b9f req-b63fb096-7180-4621-b8fc-181892c6eea3 tempest-ServersTestMultiNic-1550042178 tempest-ServersTestMultiNic-1550042178-project] 10.222.0.75 "GET /v2.0/ports?device_id=ddee171f-0768-4054-a601-26f9960866a0 HTTP/1.1" status: 200 len: 1682 time: 0.2774835 Feb 09 19:13:36.086961 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Device a5cf2da0-7ae1-4880-9b2f-fa32b2d219d4 up at agent ovs-agent-n-d-713498-36 {{(pid=103232) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 19:13:36.184169 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-28ee851f-6ae7-485b-967f-3825cbbc804a req-2789a4c8-4a2f-4e6a-91a3-a2296433cb9a tempest-ServerRescueTestJSONUnderV235-126256002 tempest-ServerRescueTestJSONUnderV235-126256002-project] 10.222.0.75 "GET /v2.0/security-groups?id=73dc5652-0b28-4d0e-bd9f-61a00dbc59a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1982877 Feb 09 19:13:36.397230 n-d-713498-36 neutron-server[103229]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 19:13:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fbfe4a8a-d2bf-481b-bc88-891c6b528e3f x-openstack-request-id: req-fbfe4a8a-d2bf-481b-bc88-891c6b528e3f {{(pid=103229) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 19:13:36.397571 n-d-713498-36 neutron-server[103229]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "84c056fe-802f-4b0b-9844-f490f36d7dba", "name": "network-vif-deleted", "tag": "791d3f17-1eab-424b-8748-a6e718491667", "status": "completed", "code": 200}]} {{(pid=103229) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 19:13:36.397855 n-d-713498-36 neutron-server[103229]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-fbfe4a8a-d2bf-481b-bc88-891c6b528e3f {{(pid=103229) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 19:13:36.398274 n-d-713498-36 neutron-server[103229]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '84c056fe-802f-4b0b-9844-f490f36d7dba', 'name': 'network-vif-deleted', 'tag': '791d3f17-1eab-424b-8748-a6e718491667', 'status': 'completed', 'code': 200} Feb 09 19:13:36.413230 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-02b709df-3f40-4862-94d9-4640671e1b9f req-cc29474c-11eb-410a-8279-30e7c0acc5a0 tempest-ServersTestMultiNic-1550042178 tempest-ServersTestMultiNic-1550042178-project] 10.222.0.75 "GET /v2.0/security-groups?id=73443f61-e28a-43ce-9cbb-ef678fe5ea76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4094012 Feb 09 19:13:36.433491 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.provisioning_blocks [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Provisioning complete for port a5cf2da0-7ae1-4880-9b2f-fa32b2d219d4 triggered by entity L2. {{(pid=103232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 19:13:36.434189 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593630'] for port (a5cf2da0-7ae1-4880-9b2f-fa32b2d219d4), provisioning_complete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:13:36.445669 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-9358851d-de77-485f-982c-43606214e3e7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762866656467', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14393751'] for port (730198b6-e96b-4448-9cfe-aa70ac2e023c), after_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:13:36.582496 n-d-713498-36 neutron-server[103230]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9358851d-de77-485f-982c-43606214e3e7 admin admin] Network 3e8c2732-7ced-47de-8a60-f22ea571cd92 is already hosted by enough agents. {{(pid=103230) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 19:13:36.598486 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-89b33a73-88f5-4d7b-991d-ad739f918d90 req-41a0d633-8536-4603-bd3d-5e74e359af79 tempest-ServersTestBootFromVolume-783248817 tempest-ServersTestBootFromVolume-783248817-project] 10.222.0.75 "GET /v2.0/ports?device_id=84c056fe-802f-4b0b-9844-f490f36d7dba HTTP/1.1" status: 200 len: 210 time: 0.1600251 Feb 09 19:13:36.626233 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.l3_hamode_db [None req-fa5e40e3-4c09-48c0-8bf7-dd8028b9c56c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f8479197-0c23-406e-958c-7e00e5701521', 'name': 'tempest-ServersTestBootFromVolume-1791986558-router', 'tenant_id': 'ab46f22498044497a19ee4778fafcebd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88055e1e-672a-4487-be31-ffb6e833ece5', 'external_fixed_ips': [{'subnet_id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'ip_address': '172.25.1.206'}], 'enable_snat': True}, 'gw_port_id': '5de90ed8-7d02-47e9-8b5f-2c96de989505', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T19:10:44Z', 'updated_at': '2022-02-09T19:10:51Z', 'revision_number': 4, 'project_id': 'ab46f22498044497a19ee4778fafcebd', 'gw_port': {'id': '5de90ed8-7d02-47e9-8b5f-2c96de989505', 'name': '', 'network_id': '88055e1e-672a-4487-be31-ffb6e833ece5', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:3b:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8479197-0c23-406e-958c-7e00e5701521', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1053, 'fixed_ips': [{'subnet_id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'ip_address': '172.25.1.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T19:10:44Z', 'updated_at': '2022-02-09T19:10:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-36', '_interfaces': [{'id': '58055e34-e9c3-4e58-adc5-8ade25a0c282', 'name': '', 'network_id': 'bf4bc076-a27e-42a2-9aee-a2f41efd57ae', 'tenant_id': 'ab46f22498044497a19ee4778fafcebd', 'mac_address': 'fa:16:3e:fb:0d:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8479197-0c23-406e-958c-7e00e5701521', 'device_owner': 'network:router_interface', 'standard_attr_id': 1067, 'fixed_ips': [{'subnet_id': 'fea6332b-9bd6-4cd8-9e80-16a97bc75c3b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T19:10:49Z', 'updated_at': '2022-02-09T19:11:01Z', 'revision_number': 5, 'project_id': 'ab46f22498044497a19ee4778fafcebd', 'subnets': [{'id': 'fea6332b-9bd6-4cd8-9e80-16a97bc75c3b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-36', False) {} {{(pid=103232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:13:36.631506 n-d-713498-36 neutron-server[103230]: DEBUG neutron.scheduler.base_scheduler [None req-9358851d-de77-485f-982c-43606214e3e7 admin admin] Resources bound (agent type, host, resource id): {{(pid=103230) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 19:13:36.677250 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-22d30847-19c6-45ba-b25a-c0e808931a89 req-969f2624-0c8b-4564-84fd-62e4565e5abd service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=7394cbff-f035-4166-a786-a8886a8e5e67&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.6223414 Feb 09 19:13:36.681039 n-d-713498-36 neutron-server[103230]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9358851d-de77-485f-982c-43606214e3e7 admin admin] Received port after_create {{(pid=103230) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 19:13:36.700944 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-d32cceab-0914-4f7f-87f2-1c369d25b42a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1818987'] for router_gateway (be4a1a42-6639-4179-813a-d32a8ff58f2e), after_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:13:36.706927 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa5e40e3-4c09-48c0-8bf7-dd8028b9c56c None None] Checking router: f8479197-0c23-406e-958c-7e00e5701521 for host: n-d-713498-36 {{(pid=103232) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 19:13:36.727933 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.v2.base [req-949a496f-4684-47ad-a3c5-f78b5e54858a req-1abbb278-9dbe-4643-bf83-df5af6dc28eb tempest-ServerRescueTestJSONUnderV235-126256002 tempest-ServerRescueTestJSONUnderV235-126256002-project] Request body: {'security_group': {'name': 'tempest-ServerRescueTestJSONUnderV235-securitygroup-1727898850', 'description': 'tempest-description-1780314007'}} {{(pid=103230) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 19:13:36.753825 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa5e40e3-4c09-48c0-8bf7-dd8028b9c56c None None] Routers {'f8479197-0c23-406e-958c-7e00e5701521'} bound to L3 agent in host n-d-713498-36 {{(pid=103232) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 19:13:36.754519 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.l3_hamode_db [None req-fa5e40e3-4c09-48c0-8bf7-dd8028b9c56c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-09T18:51:43Z,description=,heartbeat_timestamp=2022-02-09T19:13:13Z,host='n-d-713498-36',id=93303d5e-5d17-45e8-8963-7694f87783ae,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T18:51:43Z,topic='l3_agent')) {'router_ids': ['f8479197-0c23-406e-958c-7e00e5701521'], 'active': True} {{(pid=103232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:13:36.814981 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c3bf0c7-f8f7-4e0c-81fb-57293ccd350b req-cc957d1e-7a3b-4278-8dcd-c8957dd0412f tempest-ServersNegativeTestMultiTenantJSON-188218943 tempest-ServersNegativeTestMultiTenantJSON-188218943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:13:36.826048 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-0c3bf0c7-f8f7-4e0c-81fb-57293ccd350b req-cc957d1e-7a3b-4278-8dcd-c8957dd0412f tempest-ServersNegativeTestMultiTenantJSON-188218943 tempest-ServersNegativeTestMultiTenantJSON-188218943-project] 10.222.0.75 "GET /v2.0/ports?device_id=0d33f45f-5fde-41ea-90d7-8750980338fb HTTP/1.1" status: 200 len: 931 time: 0.2504764 Feb 09 19:13:36.901553 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9358851d-de77-485f-982c-43606214e3e7 admin admin] Pushing event updated for resources: {'Port': ['ID=730198b6-e96b-4448-9cfe-aa70ac2e023c,revision_number=1']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:13:37.042368 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [req-949a496f-4684-47ad-a3c5-f78b5e54858a req-1abbb278-9dbe-4643-bf83-df5af6dc28eb tempest-ServerRescueTestJSONUnderV235-126256002 tempest-ServerRescueTestJSONUnderV235-126256002-project] Publish callbacks [] for security_group (None), before_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:13:37.069358 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Current status of the port a5cf2da0-7ae1-4880-9b2f-fa32b2d219d4 is: DOWN; New status is: ACTIVE {{(pid=103232) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 19:13:37.070272 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (a5cf2da0-7ae1-4880-9b2f-fa32b2d219d4), before_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:13:37.103618 n-d-713498-36 neutron-server[103229]: DEBUG neutron.notifiers.nova [req-8cc1870f-efd4-4140-98ff-9b14bf0a771f req-0bdc74cb-b83c-493e-908f-7f4fc48188eb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d22ec12a-201f-47b0-90a8-221ad0c89433 {{(pid=103229) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 19:13:37.118120 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-0c3bf0c7-f8f7-4e0c-81fb-57293ccd350b req-df737ca7-9036-4a86-87f3-73ef20e969c9 tempest-ServersNegativeTestMultiTenantJSON-188218943 tempest-ServersNegativeTestMultiTenantJSON-188218943-project] 10.222.0.75 "GET /v2.0/security-groups?id=b52383c4-8c94-477b-af18-1564f6d0c51f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2890248 Feb 09 19:13:37.129478 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-8cc1870f-efd4-4140-98ff-9b14bf0a771f req-0bdc74cb-b83c-493e-908f-7f4fc48188eb service neutron] Publish callbacks [] for port (d22ec12a-201f-47b0-90a8-221ad0c89433), precommit_update {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:13:37.165754 n-d-713498-36 neutron-server[103229]: DEBUG neutron.db.provisioning_blocks [req-8cc1870f-efd4-4140-98ff-9b14bf0a771f req-0bdc74cb-b83c-493e-908f-7f4fc48188eb service neutron] Transition to ACTIVE for port object d22ec12a-201f-47b0-90a8-221ad0c89433 will not be triggered until provisioned by entity L2. {{(pid=103229) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 19:13:37.167098 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] For port a5cf2da0-7ae1-4880-9b2f-fa32b2d219d4, host n-d-713498-36, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-36',level=0,port_id=a5cf2da0-7ae1-4880-9b2f-fa32b2d219d4,segment=NetworkSegment(a4222f89-8d3f-4b51-953b-1a8126392491),segment_id=a4222f89-8d3f-4b51-953b-1a8126392491)] {{(pid=103232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 19:13:37.175779 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-8cc1870f-efd4-4140-98ff-9b14bf0a771f req-0bdc74cb-b83c-493e-908f-7f4fc48188eb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762867176205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762866656485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762866656503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12867569'] for port (d22ec12a-201f-47b0-90a8-221ad0c89433), after_update {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:13:37.181016 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.provisioning_blocks [None req-7c6e1ed3-1ec7-418f-9c77-7b71c43072bd None None] Provisioning complete for port 730198b6-e96b-4448-9cfe-aa70ac2e023c triggered by entity DHCP. {{(pid=103232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 19:13:37.181547 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-7c6e1ed3-1ec7-418f-9c77-7b71c43072bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593630'] for port (730198b6-e96b-4448-9cfe-aa70ac2e023c), provisioning_complete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:13:37.188625 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.l3_dvr_db [None req-fa5e40e3-4c09-48c0-8bf7-dd8028b9c56c None None] Set router f8479197-0c23-406e-958c-7e00e5701521 gateway port host: n-d-713498-36 {{(pid=103232) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 19:13:37.191635 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762867176205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762866656485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762866656503'] for port (a5cf2da0-7ae1-4880-9b2f-fa32b2d219d4), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:13:37.326134 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [req-949a496f-4684-47ad-a3c5-f78b5e54858a req-1abbb278-9dbe-4643-bf83-df5af6dc28eb tempest-ServerRescueTestJSONUnderV235-126256002 tempest-ServerRescueTestJSONUnderV235-126256002-project] Publish callbacks [] for security_group (156733f4-a6f3-4f3d-afc7-56e74daaddfa), precommit_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:13:37.331060 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bdc74cb-b83c-493e-908f-7f4fc48188eb service neutron] Pushing event updated for resources: {'Port': ['ID=d22ec12a-201f-47b0-90a8-221ad0c89433,revision_number=2']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:13:37.368177 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-d32cceab-0914-4f7f-87f2-1c369d25b42a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1834988', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-58375'] for router (be4a1a42-6639-4179-813a-d32a8ff58f2e), precommit_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:13:37.376292 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Pushing event updated for resources: {'Port': ['ID=a5cf2da0-7ae1-4880-9b2f-fa32b2d219d4,revision_number=4']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:13:37.380294 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [req-949a496f-4684-47ad-a3c5-f78b5e54858a req-1abbb278-9dbe-4643-bf83-df5af6dc28eb tempest-ServerRescueTestJSONUnderV235-126256002 tempest-ServerRescueTestJSONUnderV235-126256002-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1892331'] for security_group (156733f4-a6f3-4f3d-afc7-56e74daaddfa), after_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:13:37.384766 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-d32cceab-0914-4f7f-87f2-1c369d25b42a admin admin] Publish callbacks [] for router_controller (be4a1a42-6639-4179-813a-d32a8ff58f2e), precommit_delete_associations {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:13:37.395707 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Device f5029e3b-38a6-4d59-a014-a781814bfad1 no longer exists at agent ovs-agent-n-d-713498-36 {{(pid=103232) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 19:13:37.397663 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-9358851d-de77-485f-982c-43606214e3e7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1819024'] for router_interface (823aa7c2-1fdd-4d5a-bbb7-41c04b64ff3a), before_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:13:37.473603 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] No Port match for: f5029e3b-38a6-4d59-a014-a781814bfad1 {{(pid=103232) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 19:13:37.474209 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Device f5029e3b-38a6-4d59-a014-a781814bfad1 not bound to the agent host n-d-713498-36 {{(pid=103232) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 19:13:37.598250 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17331a5b-c7c7-40e6-8b11-3f09611bb663 req-d7a2cf0e-3b06-47d7-a495-ca00943a0edd tempest-MigrationsAdminTest-892781459 tempest-MigrationsAdminTest-892781459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:13:37.599980 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-17331a5b-c7c7-40e6-8b11-3f09611bb663 req-d7a2cf0e-3b06-47d7-a495-ca00943a0edd tempest-MigrationsAdminTest-892781459 tempest-MigrationsAdminTest-892781459-project] 10.222.0.75 "GET /v2.0/ports?device_id=324ad1af-f9e3-424e-981f-7b5b8b459dd1 HTTP/1.1" status: 200 len: 949 time: 0.3104541 Feb 09 19:13:37.617227 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-7c6e1ed3-1ec7-418f-9c77-7b71c43072bd None None] Port 730198b6-e96b-4448-9cfe-aa70ac2e023c cannot update to ACTIVE because it is not bound. {{(pid=103232) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 19:13:37.627483 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.managers [req-8cc1870f-efd4-4140-98ff-9b14bf0a771f req-0bdc74cb-b83c-493e-908f-7f4fc48188eb service neutron] Attempting to bind port d22ec12a-201f-47b0-90a8-221ad0c89433 on host n-h2-713498-36 for vnic_type normal with profile {{(pid=103229) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 19:13:37.627670 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.managers [req-8cc1870f-efd4-4140-98ff-9b14bf0a771f req-0bdc74cb-b83c-493e-908f-7f4fc48188eb service neutron] Attempting to bind port d22ec12a-201f-47b0-90a8-221ad0c89433 by drivers openvswitch,hyperv on host n-h2-713498-36 at level 0 using segments [{'id': '371d31a3-73a8-47c2-986a-32d107c2a81d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': 'd8ccc26d-da10-43d4-80b5-fa9fe0e94b23'}] {{(pid=103229) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 19:13:37.628073 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8cc1870f-efd4-4140-98ff-9b14bf0a771f req-0bdc74cb-b83c-493e-908f-7f4fc48188eb service neutron] Attempting to bind port d22ec12a-201f-47b0-90a8-221ad0c89433 on network d8ccc26d-da10-43d4-80b5-fa9fe0e94b23 {{(pid=103229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 19:13:37.661498 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8cc1870f-efd4-4140-98ff-9b14bf0a771f req-0bdc74cb-b83c-493e-908f-7f4fc48188eb service neutron] Port d22ec12a-201f-47b0-90a8-221ad0c89433 on network d8ccc26d-da10-43d4-80b5-fa9fe0e94b23 not bound, no agent of type Open vSwitch agent registered on host n-h2-713498-36 {{(pid=103229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 19:13:37.665607 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8cc1870f-efd4-4140-98ff-9b14bf0a771f req-0bdc74cb-b83c-493e-908f-7f4fc48188eb service neutron] Attempting to bind port d22ec12a-201f-47b0-90a8-221ad0c89433 on network d8ccc26d-da10-43d4-80b5-fa9fe0e94b23 {{(pid=103229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 19:13:37.680160 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [req-949a496f-4684-47ad-a3c5-f78b5e54858a req-1abbb278-9dbe-4643-bf83-df5af6dc28eb tempest-ServerRescueTestJSONUnderV235-126256002 tempest-ServerRescueTestJSONUnderV235-126256002-project] Publish callbacks [] for security_group (None), before_response {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:13:37.694441 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8cc1870f-efd4-4140-98ff-9b14bf0a771f req-0bdc74cb-b83c-493e-908f-7f4fc48188eb service neutron] Checking agent: {'id': 'bcd5faee-dc24-4298-9134-0e0aa054058e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713498-36', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 18, 59, 19), 'started_at': datetime.datetime(2022, 2, 9, 18, 59, 19), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 19, 13, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 19:13:37.694823 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8cc1870f-efd4-4140-98ff-9b14bf0a771f req-0bdc74cb-b83c-493e-908f-7f4fc48188eb service neutron] Checking segment: {'id': '371d31a3-73a8-47c2-986a-32d107c2a81d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': 'd8ccc26d-da10-43d4-80b5-fa9fe0e94b23'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103229) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 19:13:37.695220 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8cc1870f-efd4-4140-98ff-9b14bf0a771f req-0bdc74cb-b83c-493e-908f-7f4fc48188eb service neutron] Bound using segment: {'id': '371d31a3-73a8-47c2-986a-32d107c2a81d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': 'd8ccc26d-da10-43d4-80b5-fa9fe0e94b23'} {{(pid=103229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 19:13:37.695677 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.managers [req-8cc1870f-efd4-4140-98ff-9b14bf0a771f req-0bdc74cb-b83c-493e-908f-7f4fc48188eb service neutron] Bound port: d22ec12a-201f-47b0-90a8-221ad0c89433, host: n-h2-713498-36, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '371d31a3-73a8-47c2-986a-32d107c2a81d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': 'd8ccc26d-da10-43d4-80b5-fa9fe0e94b23'}}] {{(pid=103229) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 19:13:37.696043 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-8cc1870f-efd4-4140-98ff-9b14bf0a771f req-0bdc74cb-b83c-493e-908f-7f4fc48188eb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (d22ec12a-201f-47b0-90a8-221ad0c89433), before_update {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:13:37.698694 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-949a496f-4684-47ad-a3c5-f78b5e54858a req-1abbb278-9dbe-4643-bf83-df5af6dc28eb tempest-ServerRescueTestJSONUnderV235-126256002 tempest-ServerRescueTestJSONUnderV235-126256002-project] 10.222.0.75 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1832 time: 1.0031097 Feb 09 19:13:37.710787 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-d32cceab-0914-4f7f-87f2-1c369d25b42a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1835003'] for router (be4a1a42-6639-4179-813a-d32a8ff58f2e), after_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:13:37.711541 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d32cceab-0914-4f7f-87f2-1c369d25b42a admin admin] Fanout notify agent at l3_agent the message router_deleted on router be4a1a42-6639-4179-813a-d32a8ff58f2e {{(pid=103230) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 09 19:13:37.730809 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-17331a5b-c7c7-40e6-8b11-3f09611bb663 req-1263b930-9fe1-4ff6-851e-734e426e74bb tempest-MigrationsAdminTest-892781459 tempest-MigrationsAdminTest-892781459-project] 10.222.0.75 "GET /v2.0/security-groups?id=709912c8-8171-4435-800e-9e5c5e45bf8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1209040 Feb 09 19:13:37.739839 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-d32cceab-0914-4f7f-87f2-1c369d25b42a admin admin] Publish callbacks [] for router (None), before_response {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:13:37.744101 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-d32cceab-0914-4f7f-87f2-1c369d25b42a admin admin] 10.222.0.75 "DELETE /v2.0/routers/be4a1a42-6639-4179-813a-d32a8ff58f2e HTTP/1.1" status: 204 len: 168 time: 4.3190384 Feb 09 19:13:37.761157 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22d30847-19c6-45ba-b25a-c0e808931a89 req-09469eb0-3e3a-41e2-a369-3f8d91334677 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:13:37.761157 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-22d30847-19c6-45ba-b25a-c0e808931a89 req-09469eb0-3e3a-41e2-a369-3f8d91334677 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=51b81e7592544b98a90626c2bba713eb&device_id=7394cbff-f035-4166-a786-a8886a8e5e67 HTTP/1.1" status: 200 len: 1133 time: 0.9245458 Feb 09 19:13:37.775081 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 60794) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:13:37.798416 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1abbb278-9dbe-4643-bf83-df5af6dc28eb tempest-ServerRescueTestJSONUnderV235-126256002 tempest-ServerRescueTestJSONUnderV235-126256002-project] Pushing event updated for resources: {'SecurityGroup': ['ID=156733f4-a6f3-4f3d-afc7-56e74daaddfa,revision_number=1']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:13:37.801001 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-9358851d-de77-485f-982c-43606214e3e7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (730198b6-e96b-4448-9cfe-aa70ac2e023c), before_update {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:13:37.945923 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.db [req-8cc1870f-efd4-4140-98ff-9b14bf0a771f req-0bdc74cb-b83c-493e-908f-7f4fc48188eb service neutron] For port d22ec12a-201f-47b0-90a8-221ad0c89433, host n-h2-713498-36, cleared binding levels {{(pid=103229) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 19:13:37.957860 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.db [req-8cc1870f-efd4-4140-98ff-9b14bf0a771f req-0bdc74cb-b83c-493e-908f-7f4fc48188eb service neutron] For port d22ec12a-201f-47b0-90a8-221ad0c89433, host n-h2-713498-36, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-36',level=0,port_id=d22ec12a-201f-47b0-90a8-221ad0c89433,segment=NetworkSegment(371d31a3-73a8-47c2-986a-32d107c2a81d),segment_id=371d31a3-73a8-47c2-986a-32d107c2a81d)] {{(pid=103229) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 19:13:37.997361 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-8cc1870f-efd4-4140-98ff-9b14bf0a771f req-0bdc74cb-b83c-493e-908f-7f4fc48188eb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762867176205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762866656485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762866656503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12867569'] for port (d22ec12a-201f-47b0-90a8-221ad0c89433), after_update {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:13:38.073008 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.l3_hamode_db [None req-fa5e40e3-4c09-48c0-8bf7-dd8028b9c56c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f8479197-0c23-406e-958c-7e00e5701521', 'name': 'tempest-ServersTestBootFromVolume-1791986558-router', 'tenant_id': 'ab46f22498044497a19ee4778fafcebd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88055e1e-672a-4487-be31-ffb6e833ece5', 'external_fixed_ips': [{'subnet_id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'ip_address': '172.25.1.206'}], 'enable_snat': True}, 'gw_port_id': '5de90ed8-7d02-47e9-8b5f-2c96de989505', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T19:10:44Z', 'updated_at': '2022-02-09T19:10:51Z', 'revision_number': 4, 'project_id': 'ab46f22498044497a19ee4778fafcebd', 'gw_port': {'id': '5de90ed8-7d02-47e9-8b5f-2c96de989505', 'name': '', 'network_id': '88055e1e-672a-4487-be31-ffb6e833ece5', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:3b:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8479197-0c23-406e-958c-7e00e5701521', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1053, 'fixed_ips': [{'subnet_id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'ip_address': '172.25.1.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T19:10:44Z', 'updated_at': '2022-02-09T19:10:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-36', '_interfaces': [{'id': '58055e34-e9c3-4e58-adc5-8ade25a0c282', 'name': '', 'network_id': 'bf4bc076-a27e-42a2-9aee-a2f41efd57ae', 'tenant_id': 'ab46f22498044497a19ee4778fafcebd', 'mac_address': 'fa:16:3e:fb:0d:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8479197-0c23-406e-958c-7e00e5701521', 'device_owner': 'network:router_interface', 'standard_attr_id': 1067, 'fixed_ips': [{'subnet_id': 'fea6332b-9bd6-4cd8-9e80-16a97bc75c3b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T19:10:49Z', 'updated_at': '2022-02-09T19:11:01Z', 'revision_number': 5, 'project_id': 'ab46f22498044497a19ee4778fafcebd', 'subnets': [{'id': 'fea6332b-9bd6-4cd8-9e80-16a97bc75c3b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-36', False) {} {{(pid=103232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:13:38.095840 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-cffefe5a-f519-45b5-8210-d7e234461df4 req-8cf560ef-821b-4aa3-a62e-687584b57d6a tempest-ServersTestBootFromVolume-783248817 tempest-ServersTestBootFromVolume-783248817-project] 10.222.0.75 "GET /v2.0/ports?device_id=84c056fe-802f-4b0b-9844-f490f36d7dba HTTP/1.1" status: 200 len: 210 time: 0.1230500 Feb 09 19:13:38.111475 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cc1870f-efd4-4140-98ff-9b14bf0a771f req-0bdc74cb-b83c-493e-908f-7f4fc48188eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:13:38.112316 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-8cc1870f-efd4-4140-98ff-9b14bf0a771f req-0bdc74cb-b83c-493e-908f-7f4fc48188eb service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171096'] for port (None), before_response {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:13:38.114474 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-8cc1870f-efd4-4140-98ff-9b14bf0a771f req-0bdc74cb-b83c-493e-908f-7f4fc48188eb service neutron] 10.222.0.90 "PUT /v2.0/ports/d22ec12a-201f-47b0-90a8-221ad0c89433 HTTP/1.1" status: 200 len: 1092 time: 2.3229837 Feb 09 19:13:38.142255 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa5e40e3-4c09-48c0-8bf7-dd8028b9c56c None None] The sync data for ids ['f8479197-0c23-406e-958c-7e00e5701521'] in n-d-713498-36 is: [{'id': 'f8479197-0c23-406e-958c-7e00e5701521', 'name': 'tempest-ServersTestBootFromVolume-1791986558-router', 'tenant_id': 'ab46f22498044497a19ee4778fafcebd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88055e1e-672a-4487-be31-ffb6e833ece5', 'external_fixed_ips': [{'subnet_id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'ip_address': '172.25.1.206'}], 'enable_snat': True}, 'gw_port_id': '5de90ed8-7d02-47e9-8b5f-2c96de989505', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T19:10:44Z', 'updated_at': '2022-02-09T19:10:51Z', 'revision_number': 4, 'project_id': 'ab46f22498044497a19ee4778fafcebd', 'gw_port': {'id': '5de90ed8-7d02-47e9-8b5f-2c96de989505', 'name': '', 'network_id': '88055e1e-672a-4487-be31-ffb6e833ece5', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:3b:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8479197-0c23-406e-958c-7e00e5701521', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1053, 'fixed_ips': [{'subnet_id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'ip_address': '172.25.1.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T19:10:44Z', 'updated_at': '2022-02-09T19:10:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-36', '_interfaces': [{'id': '58055e34-e9c3-4e58-adc5-8ade25a0c282', 'name': '', 'network_id': 'bf4bc076-a27e-42a2-9aee-a2f41efd57ae', 'tenant_id': 'ab46f22498044497a19ee4778fafcebd', 'mac_address': 'fa:16:3e:fb:0d:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8479197-0c23-406e-958c-7e00e5701521', 'device_owner': 'network:router_interface', 'standard_attr_id': 1067, 'fixed_ips': [{'subnet_id': 'fea6332b-9bd6-4cd8-9e80-16a97bc75c3b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T19:10:49Z', 'updated_at': '2022-02-09T19:11:01Z', 'revision_number': 5, 'project_id': 'ab46f22498044497a19ee4778fafcebd', 'subnets': [{'id': 'fea6332b-9bd6-4cd8-9e80-16a97bc75c3b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103232) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 19:13:38.272621 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bdc74cb-b83c-493e-908f-7f4fc48188eb service neutron] Pushing event updated for resources: {'Port': ['ID=d22ec12a-201f-47b0-90a8-221ad0c89433,revision_number=3']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:13:38.352273 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cc1870f-efd4-4140-98ff-9b14bf0a771f req-072cfacf-71b4-4a68-a7cd-1945d2e55607 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:13:38.354457 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-8cc1870f-efd4-4140-98ff-9b14bf0a771f req-072cfacf-71b4-4a68-a7cd-1945d2e55607 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=b6d37fc4c7a44ba698e2817888cf9cb7&device_id=0d33f45f-5fde-41ea-90d7-8750980338fb HTTP/1.1" status: 200 len: 1126 time: 0.1607993 Feb 09 19:13:38.357651 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-9537b41e-bb8c-4df6-a9f5-b2ff436c6f82 req-9b79bf64-9b4f-489e-98d9-65c7da628bda tempest-ServerRescueTestJSONUnderV235-126256002 tempest-ServerRescueTestJSONUnderV235-126256002-project] 10.222.0.75 "GET /v2.0/security-groups?name=tempest-ServerRescueTestJSONUnderV235-securitygroup-1727898850&fields=id&tenant_id=4ddd249906ca4b088ab7ddfb44b3182a HTTP/1.1" status: 200 len: 267 time: 0.0955725 Feb 09 19:13:38.419102 n-d-713498-36 neutron-server[103229]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0d33f45f-5fde-41ea-90d7-8750980338fb', 'tag': 'd22ec12a-201f-47b0-90a8-221ad0c89433'}] {{(pid=103229) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 19:13:38.427146 n-d-713498-36 neutron-server[103229]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fa6ae9a20702bd564eaf90d946620b2b4277b1ab91129323d3b54181076be307" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-831583d0-50d6-4a02-90c4-46ba0bd42cbe" -d '{"events": [{"name": "network-changed", "server_uuid": "0d33f45f-5fde-41ea-90d7-8750980338fb", "tag": "d22ec12a-201f-47b0-90a8-221ad0c89433"}]}' {{(pid=103229) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 19:13:38.460003 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Device a5cf2da0-7ae1-4880-9b2f-fa32b2d219d4 up at agent ovs-agent-n-d-713498-36 {{(pid=103232) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 19:13:38.620517 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-8cc1870f-efd4-4140-98ff-9b14bf0a771f req-29752d1b-481b-4315-b2cd-b3729ee9bb5b service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d22ec12a-201f-47b0-90a8-221ad0c89433 HTTP/1.1" status: 200 len: 217 time: 0.2441659 Feb 09 19:13:38.645266 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.provisioning_blocks [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Provisioning complete for port a5cf2da0-7ae1-4880-9b2f-fa32b2d219d4 triggered by entity L2. {{(pid=103232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 19:13:38.647494 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593630'] for port (a5cf2da0-7ae1-4880-9b2f-fa32b2d219d4), provisioning_complete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:13:38.715458 n-d-713498-36 neutron-server[103233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a31cd688-e25d-4e43-8651-4f7f135fb470 None None] New status for floating IP d51ef726-5e87-4f01-9194-57d0292b4e4c: DOWN {{(pid=103233) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 09 19:13:38.836634 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cc1870f-efd4-4140-98ff-9b14bf0a771f req-189e66e3-5870-4fe3-ab8d-f049d6ca3ec0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:13:38.838625 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-8cc1870f-efd4-4140-98ff-9b14bf0a771f req-189e66e3-5870-4fe3-ab8d-f049d6ca3ec0 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=3b90cb74-a26f-48a8-aa55-b54226e02ed4 HTTP/1.1" status: 200 len: 862 time: 0.2098932 Feb 09 19:13:38.844182 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Current status of the port a5cf2da0-7ae1-4880-9b2f-fa32b2d219d4 is: ACTIVE; New status is: ACTIVE {{(pid=103232) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 19:13:38.861780 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9537b41e-bb8c-4df6-a9f5-b2ff436c6f82 req-e0b93540-e736-443e-924c-9838425a60a5 tempest-ServerRescueTestJSONUnderV235-126256002 tempest-ServerRescueTestJSONUnderV235-126256002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:13:38.873184 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-9537b41e-bb8c-4df6-a9f5-b2ff436c6f82 req-e0b93540-e736-443e-924c-9838425a60a5 tempest-ServerRescueTestJSONUnderV235-126256002 tempest-ServerRescueTestJSONUnderV235-126256002-project] 10.222.0.75 "GET /v2.0/ports?device_id=a0f1baff-df40-457f-b67b-761e81dfdca5 HTTP/1.1" status: 200 len: 946 time: 0.5083404 Feb 09 19:13:38.889335 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.v2.base [req-9537b41e-bb8c-4df6-a9f5-b2ff436c6f82 req-da3765cb-044e-4ec6-b806-ce8585a45546 tempest-ServerRescueTestJSONUnderV235-126256002 tempest-ServerRescueTestJSONUnderV235-126256002-project] Request body: {'port': {'security_groups': ['73dc5652-0b28-4d0e-bd9f-61a00dbc59a6', '156733f4-a6f3-4f3d-afc7-56e74daaddfa']}} {{(pid=103229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 19:13:38.968518 n-d-713498-36 neutron-server[103230]: DEBUG neutron.db.db_base_plugin_v2 [None req-768e038c-b0f7-401b-ba21-f1644a4754b7 admin admin] Deleting subnet 2560c25c-40bb-435f-8831-cdcd16b2f81e {{(pid=103230) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 19:13:38.995920 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4d5f602-9078-4ce5-920e-bc7f6763213b req-a3569cd8-b325-49ad-86b9-90af430c1dfa tempest-ServersTestMultiNic-1550042178 tempest-ServersTestMultiNic-1550042178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:13:39.002285 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4d5f602-9078-4ce5-920e-bc7f6763213b req-a3569cd8-b325-49ad-86b9-90af430c1dfa tempest-ServersTestMultiNic-1550042178 tempest-ServersTestMultiNic-1550042178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:13:39.005681 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-e4d5f602-9078-4ce5-920e-bc7f6763213b req-a3569cd8-b325-49ad-86b9-90af430c1dfa tempest-ServersTestMultiNic-1550042178 tempest-ServersTestMultiNic-1550042178-project] 10.222.0.75 "GET /v2.0/ports?device_id=ddee171f-0768-4054-a601-26f9960866a0 HTTP/1.1" status: 200 len: 1682 time: 1.0038040 Feb 09 19:13:39.011200 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-8cc1870f-efd4-4140-98ff-9b14bf0a771f req-a9ed5678-99eb-421a-8c38-597fecdefd3f service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=d8ccc26d-da10-43d4-80b5-fa9fe0e94b23&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1165473 Feb 09 19:13:39.011944 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-768e038c-b0f7-401b-ba21-f1644a4754b7 admin admin] Publish callbacks [] for subnet (2560c25c-40bb-435f-8831-cdcd16b2f81e), before_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:13:39.131903 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22d30847-19c6-45ba-b25a-c0e808931a89 req-6856c50a-02a0-4f0a-8136-cc6c6e097d64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:13:39.133378 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-22d30847-19c6-45ba-b25a-c0e808931a89 req-6856c50a-02a0-4f0a-8136-cc6c6e097d64 service neutron] 10.222.0.90 "GET /v2.0/networks?id=2b5494c8-cf97-42c1-b902-87f998f28179 HTTP/1.1" status: 200 len: 870 time: 1.3173847 Feb 09 19:13:39.177379 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-9537b41e-bb8c-4df6-a9f5-b2ff436c6f82 req-da3765cb-044e-4ec6-b806-ce8585a45546 tempest-ServerRescueTestJSONUnderV235-126256002 tempest-ServerRescueTestJSONUnderV235-126256002-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (2fad1b41-3683-4d01-9737-38b8cb70512c), before_update {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:13:39.242413 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-768e038c-b0f7-401b-ba21-f1644a4754b7 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12895822'] for subnet (2560c25c-40bb-435f-8831-cdcd16b2f81e), precommit_delete_associations {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:13:39.248404 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-22d30847-19c6-45ba-b25a-c0e808931a89 req-554443e5-f186-41b6-901f-188b5165df4d service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.158&port_id=dc73d538-3849-44b7-8f0e-7c99557efa00 HTTP/1.1" status: 200 len: 217 time: 0.0931029 Feb 09 19:13:39.297612 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-8cc1870f-efd4-4140-98ff-9b14bf0a771f req-518ad2dc-bdaa-48ec-bdc8-ea3360302e89 service neutron] 10.222.0.90 "GET /v2.0/networks/d8ccc26d-da10-43d4-80b5-fa9fe0e94b23?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2681038 Feb 09 19:13:39.318453 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-e4d5f602-9078-4ce5-920e-bc7f6763213b req-3cfdc4d9-4539-4211-bdd7-2634012ff6f8 tempest-ServersTestMultiNic-1550042178 tempest-ServersTestMultiNic-1550042178-project] 10.222.0.75 "GET /v2.0/security-groups?id=73443f61-e28a-43ce-9cbb-ef678fe5ea76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2975800 Feb 09 19:13:39.370418 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-9358851d-de77-485f-982c-43606214e3e7 admin admin] Publish callbacks [] for port (730198b6-e96b-4448-9cfe-aa70ac2e023c), precommit_update {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:13:39.395879 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-9358851d-de77-485f-982c-43606214e3e7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762867176205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762866656485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762866656503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14393758'] for port (730198b6-e96b-4448-9cfe-aa70ac2e023c), after_update {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:13:39.411545 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22d30847-19c6-45ba-b25a-c0e808931a89 req-45e19777-320c-4674-a428-6f36f145fcc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:13:39.419533 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-22d30847-19c6-45ba-b25a-c0e808931a89 req-45e19777-320c-4674-a428-6f36f145fcc9 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=60b561cb-321e-4f83-9bb3-92b2e1d0dc44 HTTP/1.1" status: 200 len: 843 time: 0.1430461 Feb 09 19:13:39.527671 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-768e038c-b0f7-401b-ba21-f1644a4754b7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-759852'] for subnet (2560c25c-40bb-435f-8831-cdcd16b2f81e), precommit_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:13:39.644956 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-8cc1870f-efd4-4140-98ff-9b14bf0a771f req-f1d7718e-ce90-49cd-9494-a45b1a1cc7b7 service neutron] 10.222.0.90 "GET /v2.0/networks/d8ccc26d-da10-43d4-80b5-fa9fe0e94b23?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3340373 Feb 09 19:13:39.648114 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9358851d-de77-485f-982c-43606214e3e7 admin admin] Pushing event updated for resources: {'Port': ['ID=730198b6-e96b-4448-9cfe-aa70ac2e023c,revision_number=2']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:13:39.710798 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.db [req-9537b41e-bb8c-4df6-a9f5-b2ff436c6f82 req-da3765cb-044e-4ec6-b806-ce8585a45546 tempest-ServerRescueTestJSONUnderV235-126256002 tempest-ServerRescueTestJSONUnderV235-126256002-project] For port 2fad1b41-3683-4d01-9737-38b8cb70512c, host n-h1-713498-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-36',level=0,port_id=2fad1b41-3683-4d01-9737-38b8cb70512c,segment=NetworkSegment(1f8c24bc-260a-43c0-b04d-21008afd5445),segment_id=1f8c24bc-260a-43c0-b04d-21008afd5445)] {{(pid=103229) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 19:13:39.755220 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1694a6e7-63fb-47f6-97ef-b5f72c7a57de req-fc179fe3-ae9f-4f57-ab31-3878d66f28b0 tempest-ServersNegativeTestMultiTenantJSON-188218943 tempest-ServersNegativeTestMultiTenantJSON-188218943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:13:39.762524 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-1694a6e7-63fb-47f6-97ef-b5f72c7a57de req-fc179fe3-ae9f-4f57-ab31-3878d66f28b0 tempest-ServersNegativeTestMultiTenantJSON-188218943 tempest-ServersNegativeTestMultiTenantJSON-188218943-project] 10.222.0.75 "GET /v2.0/ports?device_id=0d33f45f-5fde-41ea-90d7-8750980338fb HTTP/1.1" status: 200 len: 943 time: 0.2940660 Feb 09 19:13:39.771247 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-9537b41e-bb8c-4df6-a9f5-b2ff436c6f82 req-da3765cb-044e-4ec6-b806-ce8585a45546 tempest-ServerRescueTestJSONUnderV235-126256002 tempest-ServerRescueTestJSONUnderV235-126256002-project] Publish callbacks [] for port (2fad1b41-3683-4d01-9737-38b8cb70512c), precommit_update {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:13:39.776449 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-9358851d-de77-485f-982c-43606214e3e7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1613458', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1834496'] for router_interface (823aa7c2-1fdd-4d5a-bbb7-41c04b64ff3a), after_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:13:39.778848 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-9537b41e-bb8c-4df6-a9f5-b2ff436c6f82 req-da3765cb-044e-4ec6-b806-ce8585a45546 tempest-ServerRescueTestJSONUnderV235-126256002 tempest-ServerRescueTestJSONUnderV235-126256002-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762867176205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762866656485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762866656503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12867569'] for port (2fad1b41-3683-4d01-9737-38b8cb70512c), after_update {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:13:39.792227 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] get_ports_and_sgs() called for port_ids ['2fad1b41-3683-4d01-9737-38b8cb70512c'] {{(pid=103232) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 19:13:39.812388 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22d30847-19c6-45ba-b25a-c0e808931a89 req-c96ad461-ed20-458e-8a28-adb80bbe88cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:13:39.813934 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-22d30847-19c6-45ba-b25a-c0e808931a89 req-c96ad461-ed20-458e-8a28-adb80bbe88cd service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=2b5494c8-cf97-42c1-b902-87f998f28179&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.2465720 Feb 09 19:13:39.914726 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da3765cb-044e-4ec6-b806-ce8585a45546 tempest-ServerRescueTestJSONUnderV235-126256002 tempest-ServerRescueTestJSONUnderV235-126256002-project] Pushing event updated for resources: {'Port': ['ID=2fad1b41-3683-4d01-9737-38b8cb70512c,revision_number=6']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:13:39.919278 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Device 13f899f2-2d68-415a-b3cf-d91e83d25d1b no longer exists at agent ovs-agent-n-d-713498-36 {{(pid=103232) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 19:13:39.923347 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9537b41e-bb8c-4df6-a9f5-b2ff436c6f82 req-da3765cb-044e-4ec6-b806-ce8585a45546 tempest-ServerRescueTestJSONUnderV235-126256002 tempest-ServerRescueTestJSONUnderV235-126256002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:13:39.927886 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-9537b41e-bb8c-4df6-a9f5-b2ff436c6f82 req-da3765cb-044e-4ec6-b806-ce8585a45546 tempest-ServerRescueTestJSONUnderV235-126256002 tempest-ServerRescueTestJSONUnderV235-126256002-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171096'] for port (None), before_response {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:13:39.946575 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-9537b41e-bb8c-4df6-a9f5-b2ff436c6f82 req-da3765cb-044e-4ec6-b806-ce8585a45546 tempest-ServerRescueTestJSONUnderV235-126256002 tempest-ServerRescueTestJSONUnderV235-126256002-project] 10.222.0.75 "PUT /v2.0/ports/2fad1b41-3683-4d01-9737-38b8cb70512c HTTP/1.1" status: 200 len: 982 time: 1.0656374 Feb 09 19:13:39.978255 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] get_ports_and_sgs() called for port_ids ['2fad1b41-3683-4d01-9737-38b8cb70512c'] {{(pid=103232) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 19:13:39.985314 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] No Port match for: 13f899f2-2d68-415a-b3cf-d91e83d25d1b {{(pid=103232) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 19:13:39.985930 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Device 13f899f2-2d68-415a-b3cf-d91e83d25d1b not bound to the agent host n-d-713498-36 {{(pid=103232) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 19:13:40.016287 n-d-713498-36 neutron-server[103229]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 19:13:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e5edbbed-0ce9-4864-82ef-a51e5d059ece x-openstack-request-id: req-e5edbbed-0ce9-4864-82ef-a51e5d059ece {{(pid=103229) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 19:13:40.017271 n-d-713498-36 neutron-server[103229]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0d33f45f-5fde-41ea-90d7-8750980338fb", "tag": "d22ec12a-201f-47b0-90a8-221ad0c89433", "status": "completed", "code": 200}]} {{(pid=103229) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 19:13:40.017753 n-d-713498-36 neutron-server[103229]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-e5edbbed-0ce9-4864-82ef-a51e5d059ece {{(pid=103229) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 19:13:40.018440 n-d-713498-36 neutron-server[103229]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0d33f45f-5fde-41ea-90d7-8750980338fb', 'tag': 'd22ec12a-201f-47b0-90a8-221ad0c89433', 'status': 'completed', 'code': 200} Feb 09 19:13:40.145366 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-831583d0-50d6-4a02-90c4-46ba0bd42cbe req-1bc67aec-4987-4aa0-bcbc-e6858daa3027 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:13:40.147059 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-831583d0-50d6-4a02-90c4-46ba0bd42cbe req-1bc67aec-4987-4aa0-bcbc-e6858daa3027 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=b6d37fc4c7a44ba698e2817888cf9cb7&device_id=0d33f45f-5fde-41ea-90d7-8750980338fb HTTP/1.1" status: 200 len: 1126 time: 0.0743365 Feb 09 19:13:40.170624 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-768e038c-b0f7-401b-ba21-f1644a4754b7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-760023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14393672', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12985882'] for subnet (2560c25c-40bb-435f-8831-cdcd16b2f81e), after_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:13:40.247919 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-22d30847-19c6-45ba-b25a-c0e808931a89 req-8e239539-1ee8-4d6c-9b7d-2d30ea720300 service neutron] 10.222.0.90 "GET /v2.0/networks/2b5494c8-cf97-42c1-b902-87f998f28179?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4123983 Feb 09 19:13:40.255134 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-768e038c-b0f7-401b-ba21-f1644a4754b7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2560c25c-40bb-435f-8831-cdcd16b2f81e,revision_number=None']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:13:40.284512 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-1694a6e7-63fb-47f6-97ef-b5f72c7a57de req-4b5003ab-5d55-404a-8c76-2f10d0002640 tempest-ServersNegativeTestMultiTenantJSON-188218943 tempest-ServersNegativeTestMultiTenantJSON-188218943-project] 10.222.0.75 "GET /v2.0/security-groups?id=b52383c4-8c94-477b-af18-1564f6d0c51f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5214648 Feb 09 19:13:40.305773 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-768e038c-b0f7-401b-ba21-f1644a4754b7 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:13:40.308445 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-393cff0f-7ecd-42c7-8588-1bd277b7e6a9 None None] Network c0d79728-024b-4c62-b035-620d2aaf99fe requested from n-d-713498-36 {{(pid=103232) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 19:13:40.316016 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-768e038c-b0f7-401b-ba21-f1644a4754b7 admin admin] 10.222.0.75 "DELETE /v2.0/subnets/2560c25c-40bb-435f-8831-cdcd16b2f81e HTTP/1.1" status: 204 len: 168 time: 2.5260732 Feb 09 19:13:40.322552 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 60838) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:13:40.343764 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99a62501-3a49-4ebd-b4ab-21a3cc8b481f req-50a7a9bb-5e16-492d-ab5d-d71bc376784f tempest-MigrationsAdminTest-892781459 tempest-MigrationsAdminTest-892781459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:13:40.345568 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-99a62501-3a49-4ebd-b4ab-21a3cc8b481f req-50a7a9bb-5e16-492d-ab5d-d71bc376784f tempest-MigrationsAdminTest-892781459 tempest-MigrationsAdminTest-892781459-project] 10.222.0.75 "GET /v2.0/ports?device_id=324ad1af-f9e3-424e-981f-7b5b8b459dd1 HTTP/1.1" status: 200 len: 949 time: 0.1832726 Feb 09 19:13:40.423486 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-831583d0-50d6-4a02-90c4-46ba0bd42cbe req-75dfae5d-1c9f-4680-a5da-b411ab64c699 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:13:40.424641 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-831583d0-50d6-4a02-90c4-46ba0bd42cbe req-75dfae5d-1c9f-4680-a5da-b411ab64c699 service neutron] 10.222.0.90 "GET /v2.0/networks?id=d8ccc26d-da10-43d4-80b5-fa9fe0e94b23 HTTP/1.1" status: 200 len: 923 time: 0.2446358 Feb 09 19:13:40.494417 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-6bb512a5-c1f6-4df5-8400-656d6554fe1d req-da0ea69e-e735-459a-a09a-58014c4ca573 tempest-ServersTestBootFromVolume-783248817 tempest-ServersTestBootFromVolume-783248817-project] 10.222.0.75 "GET /v2.0/ports?device_id=84c056fe-802f-4b0b-9844-f490f36d7dba HTTP/1.1" status: 200 len: 210 time: 0.0433576 Feb 09 19:13:40.498537 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-831583d0-50d6-4a02-90c4-46ba0bd42cbe req-6678aaf5-5d43-4c4f-85fc-252cd2bac00f service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d22ec12a-201f-47b0-90a8-221ad0c89433 HTTP/1.1" status: 200 len: 217 time: 0.0632563 Feb 09 19:13:40.515923 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-99a62501-3a49-4ebd-b4ab-21a3cc8b481f req-affb6d22-0622-4f27-9fde-833348918630 tempest-MigrationsAdminTest-892781459 tempest-MigrationsAdminTest-892781459-project] 10.222.0.75 "GET /v2.0/security-groups?id=709912c8-8171-4435-800e-9e5c5e45bf8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1605942 Feb 09 19:13:40.538072 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-891a3bb7-f55b-411a-8d3b-5c2f5ee0117a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-670458'] for network (c0d79728-024b-4c62-b035-620d2aaf99fe), before_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:13:40.543278 n-d-713498-36 neutron-server[103230]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9358851d-de77-485f-982c-43606214e3e7 admin admin] Network 3e8c2732-7ced-47de-8a60-f22ea571cd92 is already hosted by enough agents. {{(pid=103230) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 19:13:40.569462 n-d-713498-36 neutron-server[103230]: DEBUG neutron.scheduler.base_scheduler [None req-9358851d-de77-485f-982c-43606214e3e7 admin admin] Resources bound (agent type, host, resource id): {{(pid=103230) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 19:13:40.601664 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-22d30847-19c6-45ba-b25a-c0e808931a89 req-a6932f08-ea09-47da-83f1-5e410e10e173 service neutron] 10.222.0.90 "GET /v2.0/networks/2b5494c8-cf97-42c1-b902-87f998f28179?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3288078 Feb 09 19:13:40.651277 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-831583d0-50d6-4a02-90c4-46ba0bd42cbe req-faecac5d-30c0-42db-baef-a58b5821d2b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:13:40.653657 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-831583d0-50d6-4a02-90c4-46ba0bd42cbe req-faecac5d-30c0-42db-baef-a58b5821d2b6 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=3b90cb74-a26f-48a8-aa55-b54226e02ed4 HTTP/1.1" status: 200 len: 862 time: 0.1362629 Feb 09 19:13:40.718404 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-114151cf-44ef-420f-a534-1b8345ed38d6 None None] DHCP port deletion for c0d79728-024b-4c62-b035-620d2aaf99fe request from n-d-713498-36 {{(pid=103232) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 09 19:13:40.783100 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-751fb6f7-9844-4577-b830-c13484dbc4ec req-4224d725-5e45-43dc-aba8-920fb916ee11 tempest-ServerRescueTestJSONUnderV235-126256002 tempest-ServerRescueTestJSONUnderV235-126256002-project] 10.222.0.75 "GET /v2.0/security-groups?name=tempest-ServerRescueTestJSONUnderV235-securitygroup-1727898850&fields=id&tenant_id=4ddd249906ca4b088ab7ddfb44b3182a HTTP/1.1" status: 200 len: 267 time: 0.1284337 Feb 09 19:13:40.828606 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-831583d0-50d6-4a02-90c4-46ba0bd42cbe req-9080a239-1eb9-4fd8-986c-c70049a1ee58 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=d8ccc26d-da10-43d4-80b5-fa9fe0e94b23&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0699437 Feb 09 19:13:40.831187 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-b83e9f10-8d32-414a-b9fc-4cc19a3cd5c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762867132591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593584'] for agent (af91e4b9-f4e1-42b1-a25c-a10dc47171c8), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:13:40.901722 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-114151cf-44ef-420f-a534-1b8345ed38d6 None None] Deleting port 80221c8b-b1f2-441d-8ece-0a8aef99752b {{(pid=103232) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 19:13:40.908050 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-114151cf-44ef-420f-a534-1b8345ed38d6 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762867170196'] for port (80221c8b-b1f2-441d-8ece-0a8aef99752b), before_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:13:40.956693 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-751fb6f7-9844-4577-b830-c13484dbc4ec req-bfdeaf9f-cb4b-4748-a818-437837bfa52e tempest-ServerRescueTestJSONUnderV235-126256002 tempest-ServerRescueTestJSONUnderV235-126256002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:13:40.958327 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-751fb6f7-9844-4577-b830-c13484dbc4ec req-bfdeaf9f-cb4b-4748-a818-437837bfa52e tempest-ServerRescueTestJSONUnderV235-126256002 tempest-ServerRescueTestJSONUnderV235-126256002-project] 10.222.0.75 "GET /v2.0/ports?device_id=a0f1baff-df40-457f-b67b-761e81dfdca5 HTTP/1.1" status: 200 len: 985 time: 0.1335053 Feb 09 19:13:40.982011 n-d-713498-36 neutron-server[103230]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9358851d-de77-485f-982c-43606214e3e7 admin admin] Router 823aa7c2-1fdd-4d5a-bbb7-41c04b64ff3a has already been hosted by L3 agent 93303d5e-5d17-45e8-8963-7694f87783ae {{(pid=103230) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 19:13:40.984799 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.plugin [None req-891a3bb7-f55b-411a-8d3b-5c2f5ee0117a admin admin] Deleting port 80221c8b-b1f2-441d-8ece-0a8aef99752b {{(pid=103230) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 19:13:40.985146 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-891a3bb7-f55b-411a-8d3b-5c2f5ee0117a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762867170196'] for port (80221c8b-b1f2-441d-8ece-0a8aef99752b), before_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:13:40.994122 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.v2.base [req-751fb6f7-9844-4577-b830-c13484dbc4ec req-045cd5c2-3a01-499c-a036-b1fcaca2ea02 tempest-ServerRescueTestJSONUnderV235-126256002 tempest-ServerRescueTestJSONUnderV235-126256002-project] Request body: {'port': {'security_groups': ['73dc5652-0b28-4d0e-bd9f-61a00dbc59a6']}} {{(pid=103229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 19:13:41.064397 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-114151cf-44ef-420f-a534-1b8345ed38d6 None None] For port 80221c8b-b1f2-441d-8ece-0a8aef99752b, host n-d-713498-36, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-36',level=0,port_id=80221c8b-b1f2-441d-8ece-0a8aef99752b,segment=NetworkSegment(8ae1b900-d52d-4214-8642-0ef5379b7314),segment_id=8ae1b900-d52d-4214-8642-0ef5379b7314)] {{(pid=103232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 19:13:41.064837 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-114151cf-44ef-420f-a534-1b8345ed38d6 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1820838'] for port (80221c8b-b1f2-441d-8ece-0a8aef99752b), precommit_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:13:41.098541 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-114151cf-44ef-420f-a534-1b8345ed38d6 None None] Calling delete_port for 80221c8b-b1f2-441d-8ece-0a8aef99752b owned by network:dhcp {{(pid=103232) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 19:13:41.107080 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.provisioning_blocks [None req-5cae3fd0-bac1-4d58-b814-1b00ad286704 None None] Provisioning complete for port 730198b6-e96b-4448-9cfe-aa70ac2e023c triggered by entity DHCP. {{(pid=103232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 19:13:41.107456 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-5cae3fd0-bac1-4d58-b814-1b00ad286704 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593630'] for port (730198b6-e96b-4448-9cfe-aa70ac2e023c), provisioning_complete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:13:41.160428 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-751fb6f7-9844-4577-b830-c13484dbc4ec req-045cd5c2-3a01-499c-a036-b1fcaca2ea02 tempest-ServerRescueTestJSONUnderV235-126256002 tempest-ServerRescueTestJSONUnderV235-126256002-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (2fad1b41-3683-4d01-9737-38b8cb70512c), before_update {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:13:41.182478 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-831583d0-50d6-4a02-90c4-46ba0bd42cbe req-32436945-af38-45f2-a4be-0eaac0bf97b1 service neutron] 10.222.0.90 "GET /v2.0/networks/d8ccc26d-da10-43d4-80b5-fa9fe0e94b23?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3146715 Feb 09 19:13:41.202788 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-5cae3fd0-bac1-4d58-b814-1b00ad286704 None None] Port 730198b6-e96b-4448-9cfe-aa70ac2e023c cannot update to ACTIVE because it is not bound. {{(pid=103232) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 19:13:41.252587 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-114151cf-44ef-420f-a534-1b8345ed38d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762867177463', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762866656476'] for port (80221c8b-b1f2-441d-8ece-0a8aef99752b), after_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:13:41.259117 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.db [None req-891a3bb7-f55b-411a-8d3b-5c2f5ee0117a admin admin] For port 80221c8b-b1f2-441d-8ece-0a8aef99752b, host n-d-713498-36, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-36',level=0,port_id=80221c8b-b1f2-441d-8ece-0a8aef99752b,segment=NetworkSegment(8ae1b900-d52d-4214-8642-0ef5379b7314),segment_id=8ae1b900-d52d-4214-8642-0ef5379b7314)] {{(pid=103230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 19:13:41.259643 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-891a3bb7-f55b-411a-8d3b-5c2f5ee0117a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1820838'] for port (80221c8b-b1f2-441d-8ece-0a8aef99752b), precommit_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:13:41.271593 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.l3_dvrscheduler_db [None req-114151cf-44ef-420f-a534-1b8345ed38d6 None None] No DVR routers for this DVR port 80221c8b-b1f2-441d-8ece-0a8aef99752b on host n-d-713498-36 {{(pid=103232) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 19:13:41.309290 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.plugin [None req-891a3bb7-f55b-411a-8d3b-5c2f5ee0117a admin admin] Calling delete_port for 80221c8b-b1f2-441d-8ece-0a8aef99752b owned by network:dhcp {{(pid=103230) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 19:13:41.320558 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-114151cf-44ef-420f-a534-1b8345ed38d6 None None] Pushing event deleted for resources: {'Port': ['ID=80221c8b-b1f2-441d-8ece-0a8aef99752b,revision_number=None']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:13:41.389416 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0050e11d-53a0-40cd-a315-ccc59b110030 req-16fc1073-a652-4cac-b378-26dedcef5b8d tempest-ServersTestMultiNic-1550042178 tempest-ServersTestMultiNic-1550042178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:13:41.395360 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0050e11d-53a0-40cd-a315-ccc59b110030 req-16fc1073-a652-4cac-b378-26dedcef5b8d tempest-ServersTestMultiNic-1550042178 tempest-ServersTestMultiNic-1550042178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:13:41.411669 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-0050e11d-53a0-40cd-a315-ccc59b110030 req-16fc1073-a652-4cac-b378-26dedcef5b8d tempest-ServersTestMultiNic-1550042178 tempest-ServersTestMultiNic-1550042178-project] 10.222.0.75 "GET /v2.0/ports?device_id=ddee171f-0768-4054-a601-26f9960866a0 HTTP/1.1" status: 200 len: 1682 time: 0.3750174 Feb 09 19:13:41.486545 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.db [req-751fb6f7-9844-4577-b830-c13484dbc4ec req-045cd5c2-3a01-499c-a036-b1fcaca2ea02 tempest-ServerRescueTestJSONUnderV235-126256002 tempest-ServerRescueTestJSONUnderV235-126256002-project] For port 2fad1b41-3683-4d01-9737-38b8cb70512c, host n-h1-713498-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-36',level=0,port_id=2fad1b41-3683-4d01-9737-38b8cb70512c,segment=NetworkSegment(1f8c24bc-260a-43c0-b04d-21008afd5445),segment_id=1f8c24bc-260a-43c0-b04d-21008afd5445)] {{(pid=103229) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 19:13:41.496369 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9358851d-de77-485f-982c-43606214e3e7 admin admin] Notify agent at l3_agent.n-d-713498-36 the message routers_updated {{(pid=103230) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 19:13:41.514380 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b3ebc91-b06c-4423-ae8e-8f94575bc6de None None] Sync routers for ids ['823aa7c2-1fdd-4d5a-bbb7-41c04b64ff3a'] in n-d-713498-36 {{(pid=103232) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 19:13:41.514687 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-9358851d-de77-485f-982c-43606214e3e7 admin admin] 10.222.0.75 "PUT /v2.0/routers/823aa7c2-1fdd-4d5a-bbb7-41c04b64ff3a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.8397896 Feb 09 19:13:41.525825 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-751fb6f7-9844-4577-b830-c13484dbc4ec req-045cd5c2-3a01-499c-a036-b1fcaca2ea02 tempest-ServerRescueTestJSONUnderV235-126256002 tempest-ServerRescueTestJSONUnderV235-126256002-project] Publish callbacks [] for port (2fad1b41-3683-4d01-9737-38b8cb70512c), precommit_update {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:13:41.526224 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b3ebc91-b06c-4423-ae8e-8f94575bc6de None None] Routers {'823aa7c2-1fdd-4d5a-bbb7-41c04b64ff3a'} bound to L3 agent in host n-d-713498-36 {{(pid=103232) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 19:13:41.526325 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.l3_hamode_db [None req-7b3ebc91-b06c-4423-ae8e-8f94575bc6de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-09T18:51:43Z,description=,heartbeat_timestamp=2022-02-09T19:13:13Z,host='n-d-713498-36',id=93303d5e-5d17-45e8-8963-7694f87783ae,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T18:51:43Z,topic='l3_agent')) {'router_ids': ['823aa7c2-1fdd-4d5a-bbb7-41c04b64ff3a'], 'active': True} {{(pid=103232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:13:41.538802 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-0050e11d-53a0-40cd-a315-ccc59b110030 req-9c8d3ec9-c96d-495c-bf44-60fe46e96be2 tempest-ServersTestMultiNic-1550042178 tempest-ServersTestMultiNic-1550042178-project] 10.222.0.75 "GET /v2.0/security-groups?id=73443f61-e28a-43ce-9cbb-ef678fe5ea76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1246524 Feb 09 19:13:41.569211 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-751fb6f7-9844-4577-b830-c13484dbc4ec req-045cd5c2-3a01-499c-a036-b1fcaca2ea02 tempest-ServerRescueTestJSONUnderV235-126256002 tempest-ServerRescueTestJSONUnderV235-126256002-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762867176205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762866656485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762866656503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12867569'] for port (2fad1b41-3683-4d01-9737-38b8cb70512c), after_update {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:13:41.572377 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-891a3bb7-f55b-411a-8d3b-5c2f5ee0117a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762867177463', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762866656476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14393751'] for port (80221c8b-b1f2-441d-8ece-0a8aef99752b), after_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:13:41.616619 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] get_ports_and_sgs() called for port_ids ['2fad1b41-3683-4d01-9737-38b8cb70512c'] {{(pid=103232) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 19:13:41.625870 n-d-713498-36 neutron-server[103230]: DEBUG neutron.db.l3_dvrscheduler_db [None req-891a3bb7-f55b-411a-8d3b-5c2f5ee0117a admin admin] No DVR routers for this DVR port 80221c8b-b1f2-441d-8ece-0a8aef99752b on host n-d-713498-36 {{(pid=103230) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 19:13:41.664367 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-831583d0-50d6-4a02-90c4-46ba0bd42cbe req-837f39ef-5363-42c9-9c80-bbb57b825309 service neutron] 10.222.0.90 "GET /v2.0/networks/d8ccc26d-da10-43d4-80b5-fa9fe0e94b23?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4528115 Feb 09 19:13:41.668465 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-891a3bb7-f55b-411a-8d3b-5c2f5ee0117a admin admin] Pushing event deleted for resources: {'Port': ['ID=80221c8b-b1f2-441d-8ece-0a8aef99752b,revision_number=None']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:13:41.701510 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-751fb6f7-9844-4577-b830-c13484dbc4ec req-045cd5c2-3a01-499c-a036-b1fcaca2ea02 tempest-ServerRescueTestJSONUnderV235-126256002 tempest-ServerRescueTestJSONUnderV235-126256002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:13:41.702793 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-751fb6f7-9844-4577-b830-c13484dbc4ec req-045cd5c2-3a01-499c-a036-b1fcaca2ea02 tempest-ServerRescueTestJSONUnderV235-126256002 tempest-ServerRescueTestJSONUnderV235-126256002-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171096'] for port (None), before_response {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:13:41.704463 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-751fb6f7-9844-4577-b830-c13484dbc4ec req-045cd5c2-3a01-499c-a036-b1fcaca2ea02 tempest-ServerRescueTestJSONUnderV235-126256002 tempest-ServerRescueTestJSONUnderV235-126256002-project] 10.222.0.75 "PUT /v2.0/ports/2fad1b41-3683-4d01-9737-38b8cb70512c HTTP/1.1" status: 200 len: 943 time: 0.7392573 Feb 09 19:13:41.736928 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-045cd5c2-3a01-499c-a036-b1fcaca2ea02 tempest-ServerRescueTestJSONUnderV235-126256002 tempest-ServerRescueTestJSONUnderV235-126256002-project] Pushing event updated for resources: {'Port': ['ID=2fad1b41-3683-4d01-9737-38b8cb70512c,revision_number=7']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:13:41.853788 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-891a3bb7-f55b-411a-8d3b-5c2f5ee0117a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-590267', 'neutron.services.segments.db._delete_segments_for_network-8762867132609'] for network (c0d79728-024b-4c62-b035-620d2aaf99fe), precommit_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:13:41.904099 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-b53ced26-d506-4fab-9405-ea0899e98bd1 req-b828b281-0d87-48b4-8ed5-5453daddb14b tempest-ServersTestBootFromVolume-783248817 tempest-ServersTestBootFromVolume-783248817-project] 10.222.0.75 "GET /v2.0/ports?device_id=84c056fe-802f-4b0b-9844-f490f36d7dba HTTP/1.1" status: 200 len: 210 time: 0.0890162 Feb 09 19:13:41.925290 n-d-713498-36 neutron-server[103230]: DEBUG neutron.services.segments.db [None req-891a3bb7-f55b-411a-8d3b-5c2f5ee0117a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c0d79728-024b-4c62-b035-620d2aaf99fe']}} {{(pid=103230) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:13:41.953113 n-d-713498-36 neutron-server[103230]: DEBUG neutron.services.segments.db [None req-891a3bb7-f55b-411a-8d3b-5c2f5ee0117a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8ae1b900-d52d-4214-8642-0ef5379b7314') {'for_net_delete': True} {{(pid=103230) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:13:41.965186 n-d-713498-36 neutron-server[103230]: DEBUG neutron.services.segments.db [None req-891a3bb7-f55b-411a-8d3b-5c2f5ee0117a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8ae1b900-d52d-4214-8642-0ef5379b7314') {} {{(pid=103230) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:13:42.020228 n-d-713498-36 neutron-server[103229]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a0f1baff-df40-457f-b67b-761e81dfdca5', 'tag': '2fad1b41-3683-4d01-9737-38b8cb70512c'}, {'name': 'network-changed', 'server_uuid': 'a0f1baff-df40-457f-b67b-761e81dfdca5', 'tag': '2fad1b41-3683-4d01-9737-38b8cb70512c'}] {{(pid=103229) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 19:13:42.024392 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] get_ports_and_sgs() called for port_ids ['2fad1b41-3683-4d01-9737-38b8cb70512c'] {{(pid=103232) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 19:13:42.024940 n-d-713498-36 neutron-server[103229]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fa6ae9a20702bd564eaf90d946620b2b4277b1ab91129323d3b54181076be307" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-14c71d16-e5fb-4577-8ae5-e75c16b9deef" -d '{"events": [{"name": "network-changed", "server_uuid": "a0f1baff-df40-457f-b67b-761e81dfdca5", "tag": "2fad1b41-3683-4d01-9737-38b8cb70512c"}, {"name": "network-changed", "server_uuid": "a0f1baff-df40-457f-b67b-761e81dfdca5", "tag": "2fad1b41-3683-4d01-9737-38b8cb70512c"}]}' {{(pid=103229) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 19:13:42.047865 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a6f51a5-08aa-423e-9202-8fec1a40975a req-afe2da5e-374d-482f-a1c1-4eb29e2e852e tempest-ServersNegativeTestMultiTenantJSON-188218943 tempest-ServersNegativeTestMultiTenantJSON-188218943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:13:42.058777 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Device 80221c8b-b1f2-441d-8ece-0a8aef99752b no longer exists at agent ovs-agent-n-d-713498-36 {{(pid=103232) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 19:13:42.060923 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-6a6f51a5-08aa-423e-9202-8fec1a40975a req-afe2da5e-374d-482f-a1c1-4eb29e2e852e tempest-ServersNegativeTestMultiTenantJSON-188218943 tempest-ServersNegativeTestMultiTenantJSON-188218943-project] 10.222.0.75 "GET /v2.0/ports?device_id=0d33f45f-5fde-41ea-90d7-8750980338fb HTTP/1.1" status: 200 len: 943 time: 0.3504610 Feb 09 19:13:42.065736 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-891a3bb7-f55b-411a-8d3b-5c2f5ee0117a admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762867134154', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12895813'] for segment (8ae1b900-d52d-4214-8642-0ef5379b7314), before_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:13:42.122584 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] No Port match for: 80221c8b-b1f2-441d-8ece-0a8aef99752b {{(pid=103232) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 19:13:42.123565 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Device 80221c8b-b1f2-441d-8ece-0a8aef99752b not bound to the agent host n-d-713498-36 {{(pid=103232) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 19:13:42.152572 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-891a3bb7-f55b-411a-8d3b-5c2f5ee0117a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-759574'] for segment (8ae1b900-d52d-4214-8642-0ef5379b7314), precommit_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:13:42.162668 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13432cdd-1003-4b3c-b7e9-48328b1d1bd6 req-768ccdcd-ee0b-4500-b2a3-31daf108a585 tempest-MigrationsAdminTest-892781459 tempest-MigrationsAdminTest-892781459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:13:42.164943 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.l3_dvr_db [None req-7b3ebc91-b06c-4423-ae8e-8f94575bc6de None None] Set router 823aa7c2-1fdd-4d5a-bbb7-41c04b64ff3a gateway port host: n-d-713498-36 {{(pid=103232) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 19:13:42.166793 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-13432cdd-1003-4b3c-b7e9-48328b1d1bd6 req-768ccdcd-ee0b-4500-b2a3-31daf108a585 tempest-MigrationsAdminTest-892781459 tempest-MigrationsAdminTest-892781459-project] 10.222.0.75 "GET /v2.0/ports?device_id=324ad1af-f9e3-424e-981f-7b5b8b459dd1 HTTP/1.1" status: 200 len: 949 time: 0.1258781 Feb 09 19:13:42.176803 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-891a3bb7-f55b-411a-8d3b-5c2f5ee0117a admin admin] Releasing vlan 393 on physical network physnet1 to pool {{(pid=103230) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 19:13:42.177250 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-891a3bb7-f55b-411a-8d3b-5c2f5ee0117a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-759574', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14393826'] for segment (8ae1b900-d52d-4214-8642-0ef5379b7314), after_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:13:42.258621 n-d-713498-36 neutron-server[103230]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 19:13:42.258621 n-d-713498-36 neutron-server[103230]: self.session.flush() Feb 09 19:13:42.258621 n-d-713498-36 neutron-server[103230]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 19:13:42.258621 n-d-713498-36 neutron-server[103230]: self.session.flush() Feb 09 19:13:42.258621 n-d-713498-36 neutron-server[103230]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 19:13:42.258621 n-d-713498-36 neutron-server[103230]: self.session.flush() Feb 09 19:13:42.258621 n-d-713498-36 neutron-server[103230]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 19:13:42.258621 n-d-713498-36 neutron-server[103230]: self.session.flush() Feb 09 19:13:42.258621 n-d-713498-36 neutron-server[103230]: Traceback (most recent call last): Feb 09 19:13:42.258621 n-d-713498-36 neutron-server[103230]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 19:13:42.258621 n-d-713498-36 neutron-server[103230]: timer() Feb 09 19:13:42.258621 n-d-713498-36 neutron-server[103230]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 19:13:42.258621 n-d-713498-36 neutron-server[103230]: cb(*args, **kw) Feb 09 19:13:42.258621 n-d-713498-36 neutron-server[103230]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 19:13:42.258621 n-d-713498-36 neutron-server[103230]: return func(*args, **kwargs) Feb 09 19:13:42.258621 n-d-713498-36 neutron-server[103230]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 19:13:42.258621 n-d-713498-36 neutron-server[103230]: self._notify() Feb 09 19:13:42.258621 n-d-713498-36 neutron-server[103230]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 19:13:42.258621 n-d-713498-36 neutron-server[103230]: self.callback(batched_events) Feb 09 19:13:42.258621 n-d-713498-36 neutron-server[103230]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 19:13:42.258621 n-d-713498-36 neutron-server[103230]: event.method(event) Feb 09 19:13:42.258621 n-d-713498-36 neutron-server[103230]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 19:13:42.258621 n-d-713498-36 neutron-server[103230]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 19:13:42.258621 n-d-713498-36 neutron-server[103230]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 19:13:42.258621 n-d-713498-36 neutron-server[103230]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 19:13:42.258621 n-d-713498-36 neutron-server[103230]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 19:13:42.258621 n-d-713498-36 neutron-server[103230]: return f(self, *a, **k) Feb 09 19:13:42.258621 n-d-713498-36 neutron-server[103230]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 19:13:42.258621 n-d-713498-36 neutron-server[103230]: return self._get(url).json() Feb 09 19:13:42.258621 n-d-713498-36 neutron-server[103230]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 19:13:42.258621 n-d-713498-36 neutron-server[103230]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 19:13:42.258621 n-d-713498-36 neutron-server[103230]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 19:13:42.258621 n-d-713498-36 neutron-server[103230]: return self.request(url, 'GET', **kwargs) Feb 09 19:13:42.258621 n-d-713498-36 neutron-server[103230]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 19:13:42.258621 n-d-713498-36 neutron-server[103230]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 19:13:42.258621 n-d-713498-36 neutron-server[103230]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 19:13:42.258621 n-d-713498-36 neutron-server[103230]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 19:13:42.258621 n-d-713498-36 neutron-server[103230]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 19:13:42.258621 n-d-713498-36 neutron-server[103230]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 19:13:42.258621 n-d-713498-36 neutron-server[103230]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 19:13:42.285614 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-13432cdd-1003-4b3c-b7e9-48328b1d1bd6 req-e9d938d2-5412-4f92-983f-3fb2fcfdf093 tempest-MigrationsAdminTest-892781459 tempest-MigrationsAdminTest-892781459-project] 10.222.0.75 "GET /v2.0/security-groups?id=709912c8-8171-4435-800e-9e5c5e45bf8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1114521 Feb 09 19:13:42.347584 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-891a3bb7-f55b-411a-8d3b-5c2f5ee0117a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-590242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1885479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1818895'] for network (c0d79728-024b-4c62-b035-620d2aaf99fe), after_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:13:42.366376 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-6a6f51a5-08aa-423e-9202-8fec1a40975a req-569e93fd-57cd-4012-8ba1-6825a234ecd9 tempest-ServersNegativeTestMultiTenantJSON-188218943 tempest-ServersNegativeTestMultiTenantJSON-188218943-project] 10.222.0.75 "GET /v2.0/security-groups?id=b52383c4-8c94-477b-af18-1564f6d0c51f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3034720 Feb 09 19:13:42.367467 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-891a3bb7-f55b-411a-8d3b-5c2f5ee0117a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1613566'] for network (None), before_response {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:13:42.383317 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 60886) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:13:42.385293 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-891a3bb7-f55b-411a-8d3b-5c2f5ee0117a admin admin] 10.222.0.75 "DELETE /v2.0/networks/c0d79728-024b-4c62-b035-620d2aaf99fe HTTP/1.1" status: 204 len: 168 time: 2.0326502 Feb 09 19:13:42.404035 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-891a3bb7-f55b-411a-8d3b-5c2f5ee0117a admin admin] Pushing event deleted for resources: {'Network': ['ID=c0d79728-024b-4c62-b035-620d2aaf99fe,revision_number=None']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:13:42.616811 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 60892) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:13:42.621900 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.v2.base [None req-ddbfb96d-1cd1-4c8d-aef3-adffdc0eaa87 admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest-193775849-network', 'tenant_id': '6aa7816f5dc146e5bdae7294b4b7e07c'}} {{(pid=103230) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 19:13:42.673987 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ddbfb96d-1cd1-4c8d-aef3-adffdc0eaa87 admin admin] Made reservation on behalf of 6aa7816f5dc146e5bdae7294b4b7e07c for: {'network': 1} {{(pid=103230) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 19:13:42.676832 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-ddbfb96d-1cd1-4c8d-aef3-adffdc0eaa87 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for network (None), before_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:13:42.712219 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-ddbfb96d-1cd1-4c8d-aef3-adffdc0eaa87 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:13:42.790727 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.l3_hamode_db [None req-7b3ebc91-b06c-4423-ae8e-8f94575bc6de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '823aa7c2-1fdd-4d5a-bbb7-41c04b64ff3a', 'name': 'tempest-TaggedBootDevicesTest-96675615-router', 'tenant_id': '1244a62b17644644960c0ef5509cee38', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88055e1e-672a-4487-be31-ffb6e833ece5', 'external_fixed_ips': [{'subnet_id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'ip_address': '172.25.1.210'}], 'enable_snat': True}, 'gw_port_id': 'a5cf2da0-7ae1-4880-9b2f-fa32b2d219d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T19:13:27Z', 'updated_at': '2022-02-09T19:13:37Z', 'revision_number': 4, 'project_id': '1244a62b17644644960c0ef5509cee38', 'gw_port': {'id': 'a5cf2da0-7ae1-4880-9b2f-fa32b2d219d4', 'name': '', 'network_id': '88055e1e-672a-4487-be31-ffb6e833ece5', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:5a:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '823aa7c2-1fdd-4d5a-bbb7-41c04b64ff3a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1316, 'fixed_ips': [{'subnet_id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'ip_address': '172.25.1.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T19:13:28Z', 'updated_at': '2022-02-09T19:13:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-36', '_interfaces': [{'id': '730198b6-e96b-4448-9cfe-aa70ac2e023c', 'name': '', 'network_id': '3e8c2732-7ced-47de-8a60-f22ea571cd92', 'tenant_id': '1244a62b17644644960c0ef5509cee38', 'mac_address': 'fa:16:3e:f8:34:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '823aa7c2-1fdd-4d5a-bbb7-41c04b64ff3a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1318, 'fixed_ips': [{'subnet_id': '96689e74-1d15-4889-9091-f107b048a678', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T19:13:34Z', 'updated_at': '2022-02-09T19:13:38Z', 'revision_number': 2, 'project_id': '1244a62b17644644960c0ef5509cee38', 'subnets': [{'id': '96689e74-1d15-4889-9091-f107b048a678', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-36', False) {} {{(pid=103232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:13:42.823762 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5719939-4491-4172-81da-ba4d49226115 req-6fbbcfea-070d-4db4-8148-f33284a2f9d9 tempest-ServersTestMultiNic-1550042178 tempest-ServersTestMultiNic-1550042178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:13:42.829997 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5719939-4491-4172-81da-ba4d49226115 req-6fbbcfea-070d-4db4-8148-f33284a2f9d9 tempest-ServersTestMultiNic-1550042178 tempest-ServersTestMultiNic-1550042178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:13:42.831718 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-f5719939-4491-4172-81da-ba4d49226115 req-6fbbcfea-070d-4db4-8148-f33284a2f9d9 tempest-ServersTestMultiNic-1550042178 tempest-ServersTestMultiNic-1550042178-project] 10.222.0.75 "GET /v2.0/ports?device_id=ddee171f-0768-4054-a601-26f9960866a0 HTTP/1.1" status: 200 len: 1682 time: 0.1341724 Feb 09 19:13:42.855565 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b3ebc91-b06c-4423-ae8e-8f94575bc6de None None] Checking router: 823aa7c2-1fdd-4d5a-bbb7-41c04b64ff3a for host: n-d-713498-36 {{(pid=103232) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 19:13:42.856015 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b3ebc91-b06c-4423-ae8e-8f94575bc6de None None] Updating router 823aa7c2-1fdd-4d5a-bbb7-41c04b64ff3a port 730198b6-e96b-4448-9cfe-aa70ac2e023c binding host n-d-713498-36 {{(pid=103232) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 19:13:42.907205 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-7b3ebc91-b06c-4423-ae8e-8f94575bc6de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (730198b6-e96b-4448-9cfe-aa70ac2e023c), before_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:13:42.960048 n-d-713498-36 neutron-server[103229]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Wed, 09 Feb 2022 19:13:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f0843a74-7937-40ee-ab55-54f88abe6acc x-openstack-request-id: req-f0843a74-7937-40ee-ab55-54f88abe6acc {{(pid=103229) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 19:13:42.960384 n-d-713498-36 neutron-server[103229]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a0f1baff-df40-457f-b67b-761e81dfdca5", "tag": "2fad1b41-3683-4d01-9737-38b8cb70512c", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "a0f1baff-df40-457f-b67b-761e81dfdca5", "tag": "2fad1b41-3683-4d01-9737-38b8cb70512c", "status": "completed", "code": 200}]} {{(pid=103229) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 19:13:42.960614 n-d-713498-36 neutron-server[103229]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-f0843a74-7937-40ee-ab55-54f88abe6acc {{(pid=103229) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 19:13:42.960989 n-d-713498-36 neutron-server[103229]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a0f1baff-df40-457f-b67b-761e81dfdca5', 'tag': '2fad1b41-3683-4d01-9737-38b8cb70512c', 'status': 'completed', 'code': 200} Feb 09 19:13:42.961254 n-d-713498-36 neutron-server[103229]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a0f1baff-df40-457f-b67b-761e81dfdca5', 'tag': '2fad1b41-3683-4d01-9737-38b8cb70512c', 'status': 'completed', 'code': 200} Feb 09 19:13:42.963162 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-f5719939-4491-4172-81da-ba4d49226115 req-f9ce86a6-ff09-4524-a06f-541f7bfbdee4 tempest-ServersTestMultiNic-1550042178 tempest-ServersTestMultiNic-1550042178-project] 10.222.0.75 "GET /v2.0/security-groups?id=73443f61-e28a-43ce-9cbb-ef678fe5ea76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1143146 Feb 09 19:13:43.020005 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-ddbfb96d-1cd1-4c8d-aef3-adffdc0eaa87 admin admin] Publish callbacks [] for security_group (7c17898b-7cf5-48e7-a190-aa8a609eee71), precommit_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:13:43.035253 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-ddbfb96d-1cd1-4c8d-aef3-adffdc0eaa87 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1892331'] for security_group (7c17898b-7cf5-48e7-a190-aa8a609eee71), after_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:13:43.036509 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Device d22ec12a-201f-47b0-90a8-221ad0c89433 details requested by agent hyperv_n-h2-713498-36 with host n-h2-713498-36 {{(pid=103232) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 19:13:43.085565 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ddbfb96d-1cd1-4c8d-aef3-adffdc0eaa87 admin admin] vlan segment allocate from pool success with {'vlan_id': 360, 'physical_network': 'physnet1'} {{(pid=103230) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 19:13:43.114864 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-ddbfb96d-1cd1-4c8d-aef3-adffdc0eaa87 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-759574'] for segment (3386d04d-0d79-438a-a549-e06a28ddd789), precommit_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:13:43.116419 n-d-713498-36 neutron-server[103230]: INFO neutron.db.segments_db [None req-ddbfb96d-1cd1-4c8d-aef3-adffdc0eaa87 admin admin] Added segment 3386d04d-0d79-438a-a549-e06a28ddd789 of type vlan for network 87a315bc-edd5-479d-bf63-5a02a32a672d Feb 09 19:13:43.159196 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-a334e330-c112-4cf4-8372-0b264ffb798f req-4e6171da-30d6-4b7e-afe4-13a13f11bb2e tempest-ServerRescueTestJSONUnderV235-126256002 tempest-ServerRescueTestJSONUnderV235-126256002-project] 10.222.0.75 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.8421321 Feb 09 19:13:43.161142 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14c71d16-e5fb-4577-8ae5-e75c16b9deef req-7669c8d7-ed48-48b4-938a-c85f582555cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:13:43.162670 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-14c71d16-e5fb-4577-8ae5-e75c16b9deef req-7669c8d7-ed48-48b4-938a-c85f582555cb service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=4ddd249906ca4b088ab7ddfb44b3182a&device_id=a0f1baff-df40-457f-b67b-761e81dfdca5 HTTP/1.1" status: 200 len: 1129 time: 0.2006519 Feb 09 19:13:43.165548 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-db67f2d5-3ef7-4840-8f8f-5ab50e927ad6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762867132591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593584'] for agent (93303d5e-5d17-45e8-8963-7694f87783ae), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:13:43.172794 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.v2.base [req-a334e330-c112-4cf4-8372-0b264ffb798f req-d8fd0426-2429-41e4-a832-2b5e26436f06 tempest-ServerRescueTestJSONUnderV235-126256002 tempest-ServerRescueTestJSONUnderV235-126256002-project] Request body: {'floatingip': {'floating_network_id': '88055e1e-672a-4487-be31-ffb6e833ece5'}} {{(pid=103229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 19:13:43.195064 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddbfb96d-1cd1-4c8d-aef3-adffdc0eaa87 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7c17898b-7cf5-48e7-a190-aa8a609eee71,revision_number=1']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:13:43.227043 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-399cd30e-b29c-4f16-a9e1-1f758fa710a5 req-50276806-58cf-4abb-a515-a82e160049f2 tempest-ServersTestBootFromVolume-783248817 tempest-ServersTestBootFromVolume-783248817-project] 10.222.0.75 "GET /v2.0/ports?device_id=84c056fe-802f-4b0b-9844-f490f36d7dba HTTP/1.1" status: 200 len: 210 time: 0.0858958 Feb 09 19:13:43.237622 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-ddbfb96d-1cd1-4c8d-aef3-adffdc0eaa87 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762866642225'] for network (87a315bc-edd5-479d-bf63-5a02a32a672d), precommit_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:13:43.296002 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-ddbfb96d-1cd1-4c8d-aef3-adffdc0eaa87 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1885479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452'] for network (87a315bc-edd5-479d-bf63-5a02a32a672d), after_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:13:43.297995 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ddbfb96d-1cd1-4c8d-aef3-adffdc0eaa87 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:13:43.298745 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-ddbfb96d-1cd1-4c8d-aef3-adffdc0eaa87 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1613566'] for network (None), before_response {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:13:43.419984 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-a334e330-c112-4cf4-8372-0b264ffb798f req-d8fd0426-2429-41e4-a832-2b5e26436f06 tempest-ServerRescueTestJSONUnderV235-126256002 tempest-ServerRescueTestJSONUnderV235-126256002-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:13:43.441753 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2480ac89-3f82-487c-a616-a745c5e52adb req-354a91dd-742e-44e2-8d98-9310f8641f14 tempest-ServersTestMultiNic-1550042178 tempest-ServersTestMultiNic-1550042178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:13:43.456460 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2480ac89-3f82-487c-a616-a745c5e52adb req-354a91dd-742e-44e2-8d98-9310f8641f14 tempest-ServersTestMultiNic-1550042178 tempest-ServersTestMultiNic-1550042178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:13:43.459810 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-2480ac89-3f82-487c-a616-a745c5e52adb req-354a91dd-742e-44e2-8d98-9310f8641f14 tempest-ServersTestMultiNic-1550042178 tempest-ServersTestMultiNic-1550042178-project] 10.222.0.90 "GET /v2.0/ports?device_id=ddee171f-0768-4054-a601-26f9960866a0 HTTP/1.1" status: 200 len: 1682 time: 0.1970854 Feb 09 19:13:43.474792 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddbfb96d-1cd1-4c8d-aef3-adffdc0eaa87 admin admin] Pushing event updated for resources: {'Network': ['ID=87a315bc-edd5-479d-bf63-5a02a32a672d,revision_number=1']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:13:43.534257 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-ddbfb96d-1cd1-4c8d-aef3-adffdc0eaa87 admin admin] 10.222.0.75 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.9162364 Feb 09 19:13:43.535234 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 60912) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:13:43.546569 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.v2.base [None req-0de092fa-ea90-4b98-8c53-680a4f78aa77 admin admin] Request body: {'subnet': {'network_id': '87a315bc-edd5-479d-bf63-5a02a32a672d', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest-193775849-subnet', 'tenant_id': '6aa7816f5dc146e5bdae7294b4b7e07c', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103230) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 19:13:43.572156 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a0c25f1-a319-499a-8956-4e9e494fff92 req-588c050a-b58c-428a-9cc6-034deb157680 tempest-MigrationsAdminTest-892781459 tempest-MigrationsAdminTest-892781459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:13:43.579665 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-7a0c25f1-a319-499a-8956-4e9e494fff92 req-588c050a-b58c-428a-9cc6-034deb157680 tempest-MigrationsAdminTest-892781459 tempest-MigrationsAdminTest-892781459-project] 10.222.0.75 "GET /v2.0/ports?device_id=324ad1af-f9e3-424e-981f-7b5b8b459dd1 HTTP/1.1" status: 200 len: 949 time: 0.1168056 Feb 09 19:13:43.618571 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-7429db8d-6021-40ad-813e-885be449a89b None None] For port d22ec12a-201f-47b0-90a8-221ad0c89433, host n-h2-713498-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-36',level=0,port_id=d22ec12a-201f-47b0-90a8-221ad0c89433,segment=NetworkSegment(371d31a3-73a8-47c2-986a-32d107c2a81d),segment_id=371d31a3-73a8-47c2-986a-32d107c2a81d)] {{(pid=103232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 19:13:43.635177 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Network 87a315bc-edd5-479d-bf63-5a02a32a672d details requested by agent ovs-agent-n-d-713498-36 with host n-d-713498-36 {{(pid=103232) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 19:13:43.638344 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Returning: {'device': 'd22ec12a-201f-47b0-90a8-221ad0c89433', 'network_id': 'd8ccc26d-da10-43d4-80b5-fa9fe0e94b23', 'port_id': 'd22ec12a-201f-47b0-90a8-221ad0c89433', 'mac_address': 'fa:16:3e:31:f5:cb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 381, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3b90cb74-a26f-48a8-aa55-b54226e02ed4', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103232) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 19:13:43.651259 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-7a0c25f1-a319-499a-8956-4e9e494fff92 req-fff58da1-0ce7-41da-8392-3ec3646718a2 tempest-MigrationsAdminTest-892781459 tempest-MigrationsAdminTest-892781459-project] 10.222.0.75 "GET /v2.0/security-groups?id=709912c8-8171-4435-800e-9e5c5e45bf8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0703180 Feb 09 19:13:43.673485 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0de092fa-ea90-4b98-8c53-680a4f78aa77 admin admin] Made reservation on behalf of 6aa7816f5dc146e5bdae7294b4b7e07c for: {'subnet': 1} {{(pid=103230) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 19:13:43.676014 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-0de092fa-ea90-4b98-8c53-680a4f78aa77 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12985917'] for subnet (None), before_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:13:43.697709 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14c71d16-e5fb-4577-8ae5-e75c16b9deef req-e0d6a94f-0fdf-4519-b72c-c218895aa51d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:13:43.699210 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-14c71d16-e5fb-4577-8ae5-e75c16b9deef req-e0d6a94f-0fdf-4519-b72c-c218895aa51d service neutron] 10.222.0.89 "GET /v2.0/networks?id=3ab0c9d2-97b1-4c51-9743-b63b9816fede HTTP/1.1" status: 200 len: 920 time: 0.5307364 Feb 09 19:13:43.808512 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-14c71d16-e5fb-4577-8ae5-e75c16b9deef req-1623c63f-050b-4968-a4a2-37e9dfdde824 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=2fad1b41-3683-4d01-9737-38b8cb70512c HTTP/1.1" status: 200 len: 217 time: 0.0955722 Feb 09 19:13:43.815700 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Current status of the port d22ec12a-201f-47b0-90a8-221ad0c89433 is: DOWN; New status is: BUILD {{(pid=103232) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 19:13:43.816245 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (d22ec12a-201f-47b0-90a8-221ad0c89433), before_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:13:43.835371 n-d-713498-36 neutron-server[103232]: DEBUG neutron.notifiers.nova [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d22ec12a-201f-47b0-90a8-221ad0c89433 {{(pid=103232) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 19:13:43.858927 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-7429db8d-6021-40ad-813e-885be449a89b None None] For port d22ec12a-201f-47b0-90a8-221ad0c89433, host n-h2-713498-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-36',level=0,port_id=d22ec12a-201f-47b0-90a8-221ad0c89433,segment=NetworkSegment(371d31a3-73a8-47c2-986a-32d107c2a81d),segment_id=371d31a3-73a8-47c2-986a-32d107c2a81d)] {{(pid=103232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 19:13:43.872670 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762867176205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762866656485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762866656503'] for port (d22ec12a-201f-47b0-90a8-221ad0c89433), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:13:43.952914 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14c71d16-e5fb-4577-8ae5-e75c16b9deef req-4e3a3941-f3b2-4d16-ae45-29cc0b827a58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:13:43.954422 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-14c71d16-e5fb-4577-8ae5-e75c16b9deef req-4e3a3941-f3b2-4d16-ae45-29cc0b827a58 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=eceb2332-2ad4-457a-81e3-6e57abd3a84e HTTP/1.1" status: 200 len: 859 time: 0.1375511 Feb 09 19:13:43.987801 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Pushing event updated for resources: {'Port': ['ID=d22ec12a-201f-47b0-90a8-221ad0c89433,revision_number=4']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:13:44.009571 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-14c71d16-e5fb-4577-8ae5-e75c16b9deef req-7044f330-bf0a-447b-a668-6b6e4aad671d service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=3ab0c9d2-97b1-4c51-9743-b63b9816fede&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0442562 Feb 09 19:13:44.038676 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.plugin [req-2480ac89-3f82-487c-a616-a745c5e52adb req-b812ff4b-b465-4b6b-b989-fd99cfa1eb75 tempest-ServersTestMultiNic-1550042178 tempest-ServersTestMultiNic-1550042178-project] Deleting port 9fc1cb22-e887-454a-b82f-3fdaa4e3ea66 {{(pid=103229) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 19:13:44.039302 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-2480ac89-3f82-487c-a616-a745c5e52adb req-b812ff4b-b465-4b6b-b989-fd99cfa1eb75 tempest-ServersTestMultiNic-1550042178 tempest-ServersTestMultiNic-1550042178-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762867170196'] for port (9fc1cb22-e887-454a-b82f-3fdaa4e3ea66), before_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:13:44.052748 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-7b3ebc91-b06c-4423-ae8e-8f94575bc6de None None] Publish callbacks [] for port (730198b6-e96b-4448-9cfe-aa70ac2e023c), precommit_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:13:44.067649 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-7b3ebc91-b06c-4423-ae8e-8f94575bc6de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762867176205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762866656485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762866656503'] for port (730198b6-e96b-4448-9cfe-aa70ac2e023c), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:13:44.133080 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c60a794-afec-4496-90ef-cdebe827c5be None None] Pushing event updated for resources: {'Port': ['ID=730198b6-e96b-4448-9cfe-aa70ac2e023c,revision_number=3']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:13:44.134027 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40cdd0cc-9f16-42c6-97e3-4ab8db199dd0 req-6083b137-b76d-4e78-aa21-634e6c02f83f tempest-ServersNegativeTestMultiTenantJSON-188218943 tempest-ServersNegativeTestMultiTenantJSON-188218943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:13:44.148062 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-40cdd0cc-9f16-42c6-97e3-4ab8db199dd0 req-6083b137-b76d-4e78-aa21-634e6c02f83f tempest-ServersNegativeTestMultiTenantJSON-188218943 tempest-ServersNegativeTestMultiTenantJSON-188218943-project] 10.222.0.75 "GET /v2.0/ports?device_id=0d33f45f-5fde-41ea-90d7-8750980338fb HTTP/1.1" status: 200 len: 943 time: 0.3689187 Feb 09 19:13:44.163239 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-0de092fa-ea90-4b98-8c53-680a4f78aa77 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14393611', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12985859'] for subnet (7f953a33-2970-4663-b565-e1a67ef683a3), after_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:13:44.281699 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-a334e330-c112-4cf4-8372-0b264ffb798f req-d8fd0426-2429-41e4-a832-2b5e26436f06 tempest-ServerRescueTestJSONUnderV235-126256002 tempest-ServerRescueTestJSONUnderV235-126256002-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (None), before_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:13:44.299236 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0de092fa-ea90-4b98-8c53-680a4f78aa77 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7f953a33-2970-4663-b565-e1a67ef683a3,revision_number=0']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:13:44.307686 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.managers [None req-7b3ebc91-b06c-4423-ae8e-8f94575bc6de None None] Attempting to bind port 730198b6-e96b-4448-9cfe-aa70ac2e023c on host n-d-713498-36 for vnic_type normal with profile {{(pid=103232) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 19:13:44.308384 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.managers [None req-7b3ebc91-b06c-4423-ae8e-8f94575bc6de None None] Attempting to bind port 730198b6-e96b-4448-9cfe-aa70ac2e023c by drivers openvswitch,hyperv on host n-d-713498-36 at level 0 using segments [{'id': 'cf51fdc5-2b69-4aa6-baf3-9e7fb9d1d1d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '3e8c2732-7ced-47de-8a60-f22ea571cd92'}] {{(pid=103232) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 19:13:44.309373 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b3ebc91-b06c-4423-ae8e-8f94575bc6de None None] Attempting to bind port 730198b6-e96b-4448-9cfe-aa70ac2e023c on network 3e8c2732-7ced-47de-8a60-f22ea571cd92 {{(pid=103232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 19:13:44.328902 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-7429db8d-6021-40ad-813e-885be449a89b None None] get_ports_and_sgs() called for port_ids ['d22ec12a-201f-47b0-90a8-221ad0c89433'] {{(pid=103232) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 19:13:44.349201 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-40cdd0cc-9f16-42c6-97e3-4ab8db199dd0 req-1cf296b7-89c8-4556-bc6e-3c2c5e19e3b0 tempest-ServersNegativeTestMultiTenantJSON-188218943 tempest-ServersNegativeTestMultiTenantJSON-188218943-project] 10.222.0.75 "GET /v2.0/security-groups?id=b52383c4-8c94-477b-af18-1564f6d0c51f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1998615 Feb 09 19:13:44.352358 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0de092fa-ea90-4b98-8c53-680a4f78aa77 admin admin] Checking segment: {'id': '3386d04d-0d79-438a-a549-e06a28ddd789', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '87a315bc-edd5-479d-bf63-5a02a32a672d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103230) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 19:13:44.365338 n-d-713498-36 neutron-server[103230]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0de092fa-ea90-4b98-8c53-680a4f78aa77 admin admin] Network hostable DHCP agents. Network: 87a315bc-edd5-479d-bf63-5a02a32a672d, hostable agents: ['af91e4b9-f4e1-42b1-a25c-a10dc47171c8'], hosted agents: [] {{(pid=103230) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 19:13:44.423541 n-d-713498-36 neutron-server[103230]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0de092fa-ea90-4b98-8c53-680a4f78aa77 admin admin] Network 87a315bc-edd5-479d-bf63-5a02a32a672d is scheduled to be hosted by DHCP agent af91e4b9-f4e1-42b1-a25c-a10dc47171c8 with binding_index 1 {{(pid=103230) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 19:13:44.428771 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.db [req-2480ac89-3f82-487c-a616-a745c5e52adb req-b812ff4b-b465-4b6b-b989-fd99cfa1eb75 tempest-ServersTestMultiNic-1550042178 tempest-ServersTestMultiNic-1550042178-project] For port 9fc1cb22-e887-454a-b82f-3fdaa4e3ea66, host n-h2-713498-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-36',level=0,port_id=9fc1cb22-e887-454a-b82f-3fdaa4e3ea66,segment=NetworkSegment(fdce14a8-e060-4caf-9916-dcc14afea810),segment_id=fdce14a8-e060-4caf-9916-dcc14afea810)] {{(pid=103229) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 19:13:44.429145 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-2480ac89-3f82-487c-a616-a745c5e52adb req-b812ff4b-b465-4b6b-b989-fd99cfa1eb75 tempest-ServersTestMultiNic-1550042178 tempest-ServersTestMultiNic-1550042178-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1820838'] for port (9fc1cb22-e887-454a-b82f-3fdaa4e3ea66), precommit_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:13:44.445886 n-d-713498-36 neutron-server[103230]: DEBUG neutron.scheduler.base_scheduler [None req-0de092fa-ea90-4b98-8c53-680a4f78aa77 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713498-36, 87a315bc-edd5-479d-bf63-5a02a32a672d) {{(pid=103230) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 19:13:44.468899 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0de092fa-ea90-4b98-8c53-680a4f78aa77 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:13:44.469754 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b3ebc91-b06c-4423-ae8e-8f94575bc6de None None] Checking agent: {'id': '496418a2-c002-4aec-ab1a-07f3bea491bd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-36', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 18, 51, 47), 'started_at': datetime.datetime(2022, 2, 9, 18, 52, 17), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 19, 13, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-36'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 19:13:44.470272 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b3ebc91-b06c-4423-ae8e-8f94575bc6de None None] Checking segment: {'id': 'cf51fdc5-2b69-4aa6-baf3-9e7fb9d1d1d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '3e8c2732-7ced-47de-8a60-f22ea571cd92'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103232) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 19:13:44.470689 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-7b3ebc91-b06c-4423-ae8e-8f94575bc6de None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:13:44.471109 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b3ebc91-b06c-4423-ae8e-8f94575bc6de None None] Bound using segment: {'id': 'cf51fdc5-2b69-4aa6-baf3-9e7fb9d1d1d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '3e8c2732-7ced-47de-8a60-f22ea571cd92'} {{(pid=103232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 19:13:44.471614 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.managers [None req-7b3ebc91-b06c-4423-ae8e-8f94575bc6de None None] Bound port: 730198b6-e96b-4448-9cfe-aa70ac2e023c, host: n-d-713498-36, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cf51fdc5-2b69-4aa6-baf3-9e7fb9d1d1d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '3e8c2732-7ced-47de-8a60-f22ea571cd92'}}] {{(pid=103232) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 19:13:44.480131 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-0de092fa-ea90-4b98-8c53-680a4f78aa77 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:13:44.487117 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-14c71d16-e5fb-4577-8ae5-e75c16b9deef req-e3c66e32-615e-443e-b3d6-bd6fb8015ceb service neutron] 10.222.0.89 "GET /v2.0/networks/3ab0c9d2-97b1-4c51-9743-b63b9816fede?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4657052 Feb 09 19:13:44.489896 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.plugin [req-2480ac89-3f82-487c-a616-a745c5e52adb req-b812ff4b-b465-4b6b-b989-fd99cfa1eb75 tempest-ServersTestMultiNic-1550042178 tempest-ServersTestMultiNic-1550042178-project] Calling delete_port for 9fc1cb22-e887-454a-b82f-3fdaa4e3ea66 owned by compute:nova {{(pid=103229) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 19:13:44.493126 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-7b3ebc91-b06c-4423-ae8e-8f94575bc6de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (730198b6-e96b-4448-9cfe-aa70ac2e023c), before_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:13:44.536171 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48cb1daf-89f2-4d33-ab3c-2640d7c7a76f None None] Network 87a315bc-edd5-479d-bf63-5a02a32a672d requested from n-d-713498-36 {{(pid=103232) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 19:13:44.588982 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-0de092fa-ea90-4b98-8c53-680a4f78aa77 admin admin] 10.222.0.75 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.0472436 Feb 09 19:13:44.591735 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 60930) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:13:44.612774 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.v2.base [None req-9ca4fc3b-23cc-475d-b150-8067870e3a73 admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest-193775849-router', 'tenant_id': '6aa7816f5dc146e5bdae7294b4b7e07c', 'external_gateway_info': {'network_id': '88055e1e-672a-4487-be31-ffb6e833ece5'}}} {{(pid=103230) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 19:13:44.692312 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ada16a1-82ca-42ca-adf5-3839e2e45c76 req-6f2dfaa3-8ef0-4e8a-998d-a3d0967cf358 tempest-ServersTestMultiNic-1550042178 tempest-ServersTestMultiNic-1550042178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:13:44.699183 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ada16a1-82ca-42ca-adf5-3839e2e45c76 req-6f2dfaa3-8ef0-4e8a-998d-a3d0967cf358 tempest-ServersTestMultiNic-1550042178 tempest-ServersTestMultiNic-1550042178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:13:44.701054 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-edc54c9b-7f13-45d9-9271-85c9738b0128 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762867132591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593584'] for agent (a62b1850-466f-48ae-bec7-d62fb280e14b), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:13:44.711769 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-4ada16a1-82ca-42ca-adf5-3839e2e45c76 req-6f2dfaa3-8ef0-4e8a-998d-a3d0967cf358 tempest-ServersTestMultiNic-1550042178 tempest-ServersTestMultiNic-1550042178-project] 10.222.0.75 "GET /v2.0/ports?device_id=ddee171f-0768-4054-a601-26f9960866a0 HTTP/1.1" status: 200 len: 1682 time: 0.2284303 Feb 09 19:13:44.720532 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-9ca4fc3b-23cc-475d-b150-8067870e3a73 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1834830', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-58389'] for router (2de7b94c-af62-41dd-8170-f7bfdc8f16a9), before_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:13:44.721880 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-d55a4838-dbc3-4c7d-a4e7-cfefde3863d0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1834525'] for router_interface (fbcdf16f-a13b-425a-bb2f-df6648651d4a), before_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:13:44.722160 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-9ca4fc3b-23cc-475d-b150-8067870e3a73 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1834810', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1822096', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1886735', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-58380'] for router (2de7b94c-af62-41dd-8170-f7bfdc8f16a9), precommit_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:13:44.771821 n-d-713498-36 neutron-server[103229]: DEBUG neutron.db.db_base_plugin_common [req-a334e330-c112-4cf4-8372-0b264ffb798f req-d8fd0426-2429-41e4-a832-2b5e26436f06 tempest-ServerRescueTestJSONUnderV235-126256002 tempest-ServerRescueTestJSONUnderV235-126256002-project] Allocated IP 172.25.1.157 (88055e1e-672a-4487-be31-ffb6e833ece5/ac16dbcc-383c-4b43-9153-d763c4a53f91/51ae6adc-5b2e-4f33-a1af-e6df3b0a4cd7) {{(pid=103229) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 19:13:44.801158 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-9ca4fc3b-23cc-475d-b150-8067870e3a73 admin admin] Publish callbacks [] for router_controller (2de7b94c-af62-41dd-8170-f7bfdc8f16a9), precommit_add_association {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:13:44.885390 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-7b3ebc91-b06c-4423-ae8e-8f94575bc6de None None] For port 730198b6-e96b-4448-9cfe-aa70ac2e023c, host n-d-713498-36, cleared binding levels {{(pid=103232) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 19:13:44.892076 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-7b3ebc91-b06c-4423-ae8e-8f94575bc6de None None] For port 730198b6-e96b-4448-9cfe-aa70ac2e023c, host n-d-713498-36, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-36',level=0,port_id=730198b6-e96b-4448-9cfe-aa70ac2e023c,segment=NetworkSegment(cf51fdc5-2b69-4aa6-baf3-9e7fb9d1d1d4),segment_id=cf51fdc5-2b69-4aa6-baf3-9e7fb9d1d1d4)] {{(pid=103232) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 19:13:44.908214 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-14c71d16-e5fb-4577-8ae5-e75c16b9deef req-125db47e-24dd-419b-a1b0-494bd358b846 service neutron] 10.222.0.89 "GET /v2.0/networks/3ab0c9d2-97b1-4c51-9743-b63b9816fede?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4107628 Feb 09 19:13:44.912981 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.provisioning_blocks [None req-654268c4-8789-4713-ae58-1c7f7ab15133 None None] Provisioning complete for port 730198b6-e96b-4448-9cfe-aa70ac2e023c triggered by entity DHCP. {{(pid=103232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 19:13:44.913398 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-654268c4-8789-4713-ae58-1c7f7ab15133 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593630'] for port (730198b6-e96b-4448-9cfe-aa70ac2e023c), provisioning_complete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:13:45.026196 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-2480ac89-3f82-487c-a616-a745c5e52adb req-b812ff4b-b465-4b6b-b989-fd99cfa1eb75 tempest-ServersTestMultiNic-1550042178 tempest-ServersTestMultiNic-1550042178-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762867177463', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762866656476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12867576'] for port (9fc1cb22-e887-454a-b82f-3fdaa4e3ea66), after_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:13:45.029126 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-9ca4fc3b-23cc-475d-b150-8067870e3a73 admin admin] Publish callbacks [] for router_gateway (2de7b94c-af62-41dd-8170-f7bfdc8f16a9), precommit_update {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:13:45.030496 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1159a271-c98a-495c-8f95-8793898623cd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8b32e980-7cce-5e82-a341-bd2fa8945c89-87a315bc-edd5-479d-bf63-5a02a32a672d', 'network_id': '87a315bc-edd5-479d-bf63-5a02a32a672d', 'project_id': '6aa7816f5dc146e5bdae7294b4b7e07c', 'fixed_ips': [{'subnet_id': '7f953a33-2970-4663-b565-e1a67ef683a3'}]}} from n-d-713498-36. {{(pid=103232) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 09 19:13:45.035002 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-1159a271-c98a-495c-8f95-8793898623cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (None), before_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:13:45.040658 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-4ada16a1-82ca-42ca-adf5-3839e2e45c76 req-ca18e4c0-2f95-4533-aadd-a7fb388811de tempest-ServersTestMultiNic-1550042178 tempest-ServersTestMultiNic-1550042178-project] 10.222.0.75 "GET /v2.0/security-groups?id=73443f61-e28a-43ce-9cbb-ef678fe5ea76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3276892 Feb 09 19:13:45.091321 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-7429db8d-6021-40ad-813e-885be449a89b None None] get_ports_and_sgs() called for port_ids ['9fc1cb22-e887-454a-b82f-3fdaa4e3ea66', '17be70a0-f7cf-48bb-b4c5-5299bbc16f61'] {{(pid=103232) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 19:13:45.127287 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-7b3ebc91-b06c-4423-ae8e-8f94575bc6de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762867176205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762866656485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762866656503'] for port (730198b6-e96b-4448-9cfe-aa70ac2e023c), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:13:45.238463 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-2d30a08e-2021-42c3-b123-dfd2e77896fa req-c89c8162-e7cf-4949-8192-c6c8f73b6a8e tempest-ServersTestBootFromVolume-783248817 tempest-ServersTestBootFromVolume-783248817-project] 10.222.0.75 "GET /v2.0/ports?device_id=84c056fe-802f-4b0b-9844-f490f36d7dba HTTP/1.1" status: 200 len: 210 time: 0.0971687 Feb 09 19:13:45.254776 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b812ff4b-b465-4b6b-b989-fd99cfa1eb75 tempest-ServersTestMultiNic-1550042178 tempest-ServersTestMultiNic-1550042178-project] Pushing event deleted for resources: {'Port': ['ID=9fc1cb22-e887-454a-b82f-3fdaa4e3ea66,revision_number=None']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:13:45.304761 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-a334e330-c112-4cf4-8372-0b264ffb798f req-d8fd0426-2429-41e4-a832-2b5e26436f06 tempest-ServerRescueTestJSONUnderV235-126256002 tempest-ServerRescueTestJSONUnderV235-126256002-project] Publish callbacks [] for port (51ae6adc-5b2e-4f33-a1af-e6df3b0a4cd7), precommit_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:13:45.335556 n-d-713498-36 neutron-server[103229]: DEBUG neutron.db.l3_dvrscheduler_db [req-2480ac89-3f82-487c-a616-a745c5e52adb req-b812ff4b-b465-4b6b-b989-fd99cfa1eb75 tempest-ServersTestMultiNic-1550042178 tempest-ServersTestMultiNic-1550042178-project] No DVR routers for this DVR port 9fc1cb22-e887-454a-b82f-3fdaa4e3ea66 on host n-h2-713498-36 {{(pid=103229) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 19:13:45.375040 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-2480ac89-3f82-487c-a616-a745c5e52adb req-b812ff4b-b465-4b6b-b989-fd99cfa1eb75 tempest-ServersTestMultiNic-1550042178 tempest-ServersTestMultiNic-1550042178-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171096'] for port (None), before_response {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:13:45.391895 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-2480ac89-3f82-487c-a616-a745c5e52adb req-b812ff4b-b465-4b6b-b989-fd99cfa1eb75 tempest-ServersTestMultiNic-1550042178 tempest-ServersTestMultiNic-1550042178-project] 10.222.0.90 "DELETE /v2.0/ports/9fc1cb22-e887-454a-b82f-3fdaa4e3ea66 HTTP/1.1" status: 204 len: 173 time: 1.8764894 Feb 09 19:13:45.392122 n-d-713498-36 neutron-server[103229]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ddee171f-0768-4054-a601-26f9960866a0', 'name': 'network-vif-deleted', 'tag': '9fc1cb22-e887-454a-b82f-3fdaa4e3ea66'}] {{(pid=103229) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 19:13:45.394799 n-d-713498-36 neutron-server[103229]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fa6ae9a20702bd564eaf90d946620b2b4277b1ab91129323d3b54181076be307" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9816531a-a8df-4b3f-a841-aeb6b47dba7f" -d '{"events": [{"server_uuid": "ddee171f-0768-4054-a601-26f9960866a0", "name": "network-vif-deleted", "tag": "9fc1cb22-e887-454a-b82f-3fdaa4e3ea66"}]}' {{(pid=103229) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 19:13:45.415881 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14c71d16-e5fb-4577-8ae5-e75c16b9deef req-70d959b8-caa5-4c9a-8090-7441cc5e3278 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:13:45.417849 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-14c71d16-e5fb-4577-8ae5-e75c16b9deef req-70d959b8-caa5-4c9a-8090-7441cc5e3278 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=4ddd249906ca4b088ab7ddfb44b3182a&device_id=a0f1baff-df40-457f-b67b-761e81dfdca5 HTTP/1.1" status: 200 len: 1129 time: 0.4518070 Feb 09 19:13:45.522072 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c60a794-afec-4496-90ef-cdebe827c5be None None] Pushing event updated for resources: {'Port': ['ID=730198b6-e96b-4448-9cfe-aa70ac2e023c,revision_number=4']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:13:45.647303 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b3ebc91-b06c-4423-ae8e-8f94575bc6de None None] Routers {'823aa7c2-1fdd-4d5a-bbb7-41c04b64ff3a'} bound to L3 agent in host n-d-713498-36 {{(pid=103232) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 19:13:45.648871 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.l3_hamode_db [None req-7b3ebc91-b06c-4423-ae8e-8f94575bc6de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-09T18:51:43Z,description=,heartbeat_timestamp=2022-02-09T19:13:43Z,host='n-d-713498-36',id=93303d5e-5d17-45e8-8963-7694f87783ae,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T18:51:43Z,topic='l3_agent')) {'router_ids': ['823aa7c2-1fdd-4d5a-bbb7-41c04b64ff3a'], 'active': True} {{(pid=103232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:13:45.706523 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-a334e330-c112-4cf4-8372-0b264ffb798f req-d8fd0426-2429-41e4-a832-2b5e26436f06 tempest-ServerRescueTestJSONUnderV235-126256002 tempest-ServerRescueTestJSONUnderV235-126256002-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762866656467', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12867576'] for port (51ae6adc-5b2e-4f33-a1af-e6df3b0a4cd7), after_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:13:46.114678 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-654268c4-8789-4713-ae58-1c7f7ab15133 None None] Current status of the port 730198b6-e96b-4448-9cfe-aa70ac2e023c is: DOWN; New status is: ACTIVE {{(pid=103232) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 19:13:46.115348 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-654268c4-8789-4713-ae58-1c7f7ab15133 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (730198b6-e96b-4448-9cfe-aa70ac2e023c), before_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:13:46.130826 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b667a61-01bb-4fe0-9a3c-571ee5d0f36c req-983debae-bd96-4f84-84ae-431670d820f0 tempest-MigrationsAdminTest-892781459 tempest-MigrationsAdminTest-892781459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:13:46.141638 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-8b667a61-01bb-4fe0-9a3c-571ee5d0f36c req-983debae-bd96-4f84-84ae-431670d820f0 tempest-MigrationsAdminTest-892781459 tempest-MigrationsAdminTest-892781459-project] 10.222.0.75 "GET /v2.0/ports?device_id=324ad1af-f9e3-424e-981f-7b5b8b459dd1 HTTP/1.1" status: 200 len: 949 time: 0.7809138 Feb 09 19:13:46.155955 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-9ca4fc3b-23cc-475d-b150-8067870e3a73 admin admin] Publish callbacks [] for router_gateway (2de7b94c-af62-41dd-8170-f7bfdc8f16a9), before_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:13:46.189839 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-a7262a8e-0513-48fd-984d-75726a511961 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762867132591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593584'] for agent (911cfea2-02ae-4ec9-bac3-7808ee1cdd9c), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:13:46.194843 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-9ca4fc3b-23cc-475d-b150-8067870e3a73 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (None), before_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:13:46.222243 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.db_base_plugin_common [None req-1159a271-c98a-495c-8f95-8793898623cd None None] Allocated IP 172.20.0.2 (87a315bc-edd5-479d-bf63-5a02a32a672d/7f953a33-2970-4663-b565-e1a67ef683a3/79292174-d7d4-44b5-8000-ad6cfddd8790) {{(pid=103232) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 19:13:46.327903 n-d-713498-36 neutron-server[103229]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a334e330-c112-4cf4-8372-0b264ffb798f req-d8fd0426-2429-41e4-a832-2b5e26436f06 tempest-ServerRescueTestJSONUnderV235-126256002 tempest-ServerRescueTestJSONUnderV235-126256002-project] Network 88055e1e-672a-4487-be31-ffb6e833ece5 is already hosted by enough agents. {{(pid=103229) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 19:13:46.329057 n-d-713498-36 neutron-server[103229]: DEBUG neutron.scheduler.base_scheduler [req-a334e330-c112-4cf4-8372-0b264ffb798f req-d8fd0426-2429-41e4-a832-2b5e26436f06 tempest-ServerRescueTestJSONUnderV235-126256002 tempest-ServerRescueTestJSONUnderV235-126256002-project] Resources bound (agent type, host, resource id): {{(pid=103229) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 19:13:46.332950 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-654268c4-8789-4713-ae58-1c7f7ab15133 None None] For port 730198b6-e96b-4448-9cfe-aa70ac2e023c, host n-d-713498-36, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-36',level=0,port_id=730198b6-e96b-4448-9cfe-aa70ac2e023c,segment=NetworkSegment(cf51fdc5-2b69-4aa6-baf3-9e7fb9d1d1d4),segment_id=cf51fdc5-2b69-4aa6-baf3-9e7fb9d1d1d4)] {{(pid=103232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 19:13:46.341321 n-d-713498-36 neutron-server[103229]: DEBUG neutron.db.l3_dvrscheduler_db [req-a334e330-c112-4cf4-8372-0b264ffb798f req-d8fd0426-2429-41e4-a832-2b5e26436f06 tempest-ServerRescueTestJSONUnderV235-126256002 tempest-ServerRescueTestJSONUnderV235-126256002-project] Received port after_create {{(pid=103229) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 19:13:46.354732 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-654268c4-8789-4713-ae58-1c7f7ab15133 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762867176205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762866656485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762866656503'] for port (730198b6-e96b-4448-9cfe-aa70ac2e023c), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:13:46.468013 n-d-713498-36 neutron-server[103230]: DEBUG neutron.db.db_base_plugin_common [None req-9ca4fc3b-23cc-475d-b150-8067870e3a73 admin admin] Allocated IP 172.25.1.241 (88055e1e-672a-4487-be31-ffb6e833ece5/ac16dbcc-383c-4b43-9153-d763c4a53f91/d89f8a2d-563f-4aef-8276-8da1087dbf4d) {{(pid=103230) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 19:13:46.482613 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8fd0426-2429-41e4-a832-2b5e26436f06 tempest-ServerRescueTestJSONUnderV235-126256002 tempest-ServerRescueTestJSONUnderV235-126256002-project] Pushing event updated for resources: {'Port': ['ID=51ae6adc-5b2e-4f33-a1af-e6df3b0a4cd7,revision_number=1']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:13:46.500770 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-8b667a61-01bb-4fe0-9a3c-571ee5d0f36c req-34b51342-2f21-4604-a627-7723adcc395a tempest-MigrationsAdminTest-892781459 tempest-MigrationsAdminTest-892781459-project] 10.222.0.75 "GET /v2.0/security-groups?id=709912c8-8171-4435-800e-9e5c5e45bf8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3578272 Feb 09 19:13:46.630894 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.plugin [req-2480ac89-3f82-487c-a616-a745c5e52adb req-f80077d7-1654-4b79-99d5-b9aa7e1e6b47 tempest-ServersTestMultiNic-1550042178 tempest-ServersTestMultiNic-1550042178-project] Deleting port 17be70a0-f7cf-48bb-b4c5-5299bbc16f61 {{(pid=103229) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 19:13:46.631579 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-2480ac89-3f82-487c-a616-a745c5e52adb req-f80077d7-1654-4b79-99d5-b9aa7e1e6b47 tempest-ServersTestMultiNic-1550042178 tempest-ServersTestMultiNic-1550042178-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762867170196'] for port (17be70a0-f7cf-48bb-b4c5-5299bbc16f61), before_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:13:46.655718 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14c71d16-e5fb-4577-8ae5-e75c16b9deef req-e3906db1-0091-48c1-92ad-998ce763ed48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:13:46.657315 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-14c71d16-e5fb-4577-8ae5-e75c16b9deef req-e3906db1-0091-48c1-92ad-998ce763ed48 service neutron] 10.222.0.89 "GET /v2.0/networks?id=3ab0c9d2-97b1-4c51-9743-b63b9816fede HTTP/1.1" status: 200 len: 920 time: 1.2031024 Feb 09 19:13:46.732569 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-a334e330-c112-4cf4-8372-0b264ffb798f req-d8fd0426-2429-41e4-a832-2b5e26436f06 tempest-ServerRescueTestJSONUnderV235-126256002 tempest-ServerRescueTestJSONUnderV235-126256002-project] Publish callbacks [] for floatingip (486f5773-622a-46a7-a9be-960c17a7730f), precommit_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:13:46.758569 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-9ca4fc3b-23cc-475d-b150-8067870e3a73 admin admin] Publish callbacks [] for port (d89f8a2d-563f-4aef-8276-8da1087dbf4d), precommit_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:13:46.812437 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-14c71d16-e5fb-4577-8ae5-e75c16b9deef req-d6ba9c03-9985-4a41-855b-dd1f2f4f1ac9 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=2fad1b41-3683-4d01-9737-38b8cb70512c HTTP/1.1" status: 200 len: 217 time: 0.0957572 Feb 09 19:13:46.845181 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-9ca4fc3b-23cc-475d-b150-8067870e3a73 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762866656467', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14393751'] for port (d89f8a2d-563f-4aef-8276-8da1087dbf4d), after_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:13:46.849865 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.l3_dvr_db [None req-7b3ebc91-b06c-4423-ae8e-8f94575bc6de None None] Set router 823aa7c2-1fdd-4d5a-bbb7-41c04b64ff3a gateway port host: n-d-713498-36 {{(pid=103232) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 19:13:46.915018 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ca4fc3b-23cc-475d-b150-8067870e3a73 admin admin] Pushing event updated for resources: {'Port': ['ID=d89f8a2d-563f-4aef-8276-8da1087dbf4d,revision_number=1']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:13:46.945364 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.provisioning_blocks [None req-f6f9869d-15cc-4a01-99fa-cd1ab6bef1e0 None None] Provisioning complete for port 730198b6-e96b-4448-9cfe-aa70ac2e023c triggered by entity DHCP. {{(pid=103232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 19:13:46.945778 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-f6f9869d-15cc-4a01-99fa-cd1ab6bef1e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593630'] for port (730198b6-e96b-4448-9cfe-aa70ac2e023c), provisioning_complete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:13:46.947159 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c40dda57-e7b5-4e12-bfc4-c2b9e9a83e25 req-d7fe40fb-2b74-4385-81e2-32cc2a718c27 tempest-ServersNegativeTestMultiTenantJSON-188218943 tempest-ServersNegativeTestMultiTenantJSON-188218943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:13:46.951640 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.db [req-2480ac89-3f82-487c-a616-a745c5e52adb req-f80077d7-1654-4b79-99d5-b9aa7e1e6b47 tempest-ServersTestMultiNic-1550042178 tempest-ServersTestMultiNic-1550042178-project] For port 17be70a0-f7cf-48bb-b4c5-5299bbc16f61, host n-h2-713498-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-36',level=0,port_id=17be70a0-f7cf-48bb-b4c5-5299bbc16f61,segment=NetworkSegment(3107d6d2-7b5f-4862-8699-387a1f455fe0),segment_id=3107d6d2-7b5f-4862-8699-387a1f455fe0)] {{(pid=103229) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 19:13:46.952170 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-2480ac89-3f82-487c-a616-a745c5e52adb req-f80077d7-1654-4b79-99d5-b9aa7e1e6b47 tempest-ServersTestMultiNic-1550042178 tempest-ServersTestMultiNic-1550042178-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1820838'] for port (17be70a0-f7cf-48bb-b4c5-5299bbc16f61), precommit_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:13:46.956048 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-c40dda57-e7b5-4e12-bfc4-c2b9e9a83e25 req-d7fe40fb-2b74-4385-81e2-32cc2a718c27 tempest-ServersNegativeTestMultiTenantJSON-188218943 tempest-ServersNegativeTestMultiTenantJSON-188218943-project] 10.222.0.75 "GET /v2.0/ports?device_id=0d33f45f-5fde-41ea-90d7-8750980338fb HTTP/1.1" status: 200 len: 944 time: 0.3213556 Feb 09 19:13:46.970301 n-d-713498-36 neutron-server[103230]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ca4fc3b-23cc-475d-b150-8067870e3a73 admin admin] Network 88055e1e-672a-4487-be31-ffb6e833ece5 is already hosted by enough agents. {{(pid=103230) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 19:13:46.974934 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.plugin [req-2480ac89-3f82-487c-a616-a745c5e52adb req-f80077d7-1654-4b79-99d5-b9aa7e1e6b47 tempest-ServersTestMultiNic-1550042178 tempest-ServersTestMultiNic-1550042178-project] Calling delete_port for 17be70a0-f7cf-48bb-b4c5-5299bbc16f61 owned by compute:nova {{(pid=103229) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 19:13:46.991363 n-d-713498-36 neutron-server[103230]: DEBUG neutron.scheduler.base_scheduler [None req-9ca4fc3b-23cc-475d-b150-8067870e3a73 admin admin] Resources bound (agent type, host, resource id): {{(pid=103230) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 19:13:47.030044 n-d-713498-36 neutron-server[103230]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ca4fc3b-23cc-475d-b150-8067870e3a73 admin admin] Received port after_create {{(pid=103230) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 19:13:47.044171 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-654268c4-8789-4713-ae58-1c7f7ab15133 None None] Pushing event updated for resources: {'Port': ['ID=730198b6-e96b-4448-9cfe-aa70ac2e023c,revision_number=5']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:13:47.055270 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Device d22ec12a-201f-47b0-90a8-221ad0c89433 up at agent hyperv_n-h2-713498-36 {{(pid=103232) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 19:13:47.096630 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-c40dda57-e7b5-4e12-bfc4-c2b9e9a83e25 req-ce323bf4-3560-4ecf-a8ea-147dcd1e732f tempest-ServersNegativeTestMultiTenantJSON-188218943 tempest-ServersNegativeTestMultiTenantJSON-188218943-project] 10.222.0.75 "GET /v2.0/security-groups?id=b52383c4-8c94-477b-af18-1564f6d0c51f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1343560 Feb 09 19:13:47.184173 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.plugin [None req-d55a4838-dbc3-4c7d-a4e7-cfefde3863d0 admin admin] Deleting port f87ebada-25df-4663-80df-22b2838f9eb9 {{(pid=103229) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 19:13:47.184645 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-d55a4838-dbc3-4c7d-a4e7-cfefde3863d0 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762867170196'] for port (f87ebada-25df-4663-80df-22b2838f9eb9), before_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:13:47.192415 n-d-713498-36 neutron-server[103229]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 19:13:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3c76aa2e-acfb-4128-9608-ed0a369b0360 x-openstack-request-id: req-3c76aa2e-acfb-4128-9608-ed0a369b0360 {{(pid=103229) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 19:13:47.192713 n-d-713498-36 neutron-server[103229]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ddee171f-0768-4054-a601-26f9960866a0", "name": "network-vif-deleted", "tag": "9fc1cb22-e887-454a-b82f-3fdaa4e3ea66", "status": "completed", "code": 200}]} {{(pid=103229) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 19:13:47.192967 n-d-713498-36 neutron-server[103229]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-3c76aa2e-acfb-4128-9608-ed0a369b0360 {{(pid=103229) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 19:13:47.193371 n-d-713498-36 neutron-server[103229]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ddee171f-0768-4054-a601-26f9960866a0', 'name': 'network-vif-deleted', 'tag': '9fc1cb22-e887-454a-b82f-3fdaa4e3ea66', 'status': 'completed', 'code': 200} Feb 09 19:13:47.235989 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-2480ac89-3f82-487c-a616-a745c5e52adb req-f80077d7-1654-4b79-99d5-b9aa7e1e6b47 tempest-ServersTestMultiNic-1550042178 tempest-ServersTestMultiNic-1550042178-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762867177463', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762866656476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12867576'] for port (17be70a0-f7cf-48bb-b4c5-5299bbc16f61), after_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:13:47.245320 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762867132591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593584'] for agent (496418a2-c002-4aec-ab1a-07f3bea491bd), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:13:47.333696 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-f6f9869d-15cc-4a01-99fa-cd1ab6bef1e0 None None] Current status of the port 730198b6-e96b-4448-9cfe-aa70ac2e023c is: ACTIVE; New status is: ACTIVE {{(pid=103232) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 19:13:47.377845 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-1159a271-c98a-495c-8f95-8793898623cd None None] Publish callbacks [] for port (79292174-d7d4-44b5-8000-ad6cfddd8790), precommit_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:13:47.412485 n-d-713498-36 neutron-server[103229]: DEBUG neutron.db.l3_dvrscheduler_db [req-2480ac89-3f82-487c-a616-a745c5e52adb req-f80077d7-1654-4b79-99d5-b9aa7e1e6b47 tempest-ServersTestMultiNic-1550042178 tempest-ServersTestMultiNic-1550042178-project] No DVR routers for this DVR port 17be70a0-f7cf-48bb-b4c5-5299bbc16f61 on host n-h2-713498-36 {{(pid=103229) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 19:13:47.413366 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-1159a271-c98a-495c-8f95-8793898623cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762866656467'] for port (79292174-d7d4-44b5-8000-ad6cfddd8790), after_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:13:47.417513 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-2480ac89-3f82-487c-a616-a745c5e52adb req-f80077d7-1654-4b79-99d5-b9aa7e1e6b47 tempest-ServersTestMultiNic-1550042178 tempest-ServersTestMultiNic-1550042178-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171096'] for port (None), before_response {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:13:47.418938 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.provisioning_blocks [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Provisioning for port d22ec12a-201f-47b0-90a8-221ad0c89433 completed by entity L2. {{(pid=103232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 19:13:47.421842 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-2480ac89-3f82-487c-a616-a745c5e52adb req-f80077d7-1654-4b79-99d5-b9aa7e1e6b47 tempest-ServersTestMultiNic-1550042178 tempest-ServersTestMultiNic-1550042178-project] 10.222.0.90 "DELETE /v2.0/ports/17be70a0-f7cf-48bb-b4c5-5299bbc16f61 HTTP/1.1" status: 204 len: 173 time: 2.0182407 Feb 09 19:13:47.442816 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-a334e330-c112-4cf4-8372-0b264ffb798f req-d8fd0426-2429-41e4-a832-2b5e26436f06 tempest-ServerRescueTestJSONUnderV235-126256002 tempest-ServerRescueTestJSONUnderV235-126256002-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (51ae6adc-5b2e-4f33-a1af-e6df3b0a4cd7), before_update {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:13:47.503843 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.provisioning_blocks [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Provisioning complete for port d22ec12a-201f-47b0-90a8-221ad0c89433 triggered by entity L2. {{(pid=103232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 19:13:47.512895 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593630'] for port (d22ec12a-201f-47b0-90a8-221ad0c89433), provisioning_complete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:13:47.527580 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-b26de61b-def4-4874-a386-f0103364848e req-3168ddb0-ea25-4b4b-8e02-d39ff26a2dc2 tempest-ServersTestMultiNic-1550042178 tempest-ServersTestMultiNic-1550042178-project] 10.222.0.75 "GET /v2.0/ports?device_id=ddee171f-0768-4054-a601-26f9960866a0 HTTP/1.1" status: 200 len: 210 time: 0.1425409 Feb 09 19:13:47.564243 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f80077d7-1654-4b79-99d5-b9aa7e1e6b47 tempest-ServersTestMultiNic-1550042178 tempest-ServersTestMultiNic-1550042178-project] Pushing event deleted for resources: {'Port': ['ID=17be70a0-f7cf-48bb-b4c5-5299bbc16f61,revision_number=None']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:13:47.580092 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1159a271-c98a-495c-8f95-8793898623cd None None] Pushing event updated for resources: {'Port': ['ID=79292174-d7d4-44b5-8000-ad6cfddd8790,revision_number=1']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:13:47.626847 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14c71d16-e5fb-4577-8ae5-e75c16b9deef req-e7f60d2c-e8dc-49d7-be41-55f3680daadf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:13:47.628816 n-d-713498-36 neutron-server[103232]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1159a271-c98a-495c-8f95-8793898623cd None None] Network 87a315bc-edd5-479d-bf63-5a02a32a672d is already hosted by enough agents. {{(pid=103232) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 19:13:47.631055 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-14c71d16-e5fb-4577-8ae5-e75c16b9deef req-e7f60d2c-e8dc-49d7-be41-55f3680daadf service neutron] 10.222.0.89 "GET /v2.0/subnets?id=eceb2332-2ad4-457a-81e3-6e57abd3a84e HTTP/1.1" status: 200 len: 859 time: 0.7278535 Feb 09 19:13:47.633011 n-d-713498-36 neutron-server[103232]: DEBUG neutron.scheduler.base_scheduler [None req-1159a271-c98a-495c-8f95-8793898623cd None None] Resources bound (agent type, host, resource id): {{(pid=103232) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 19:13:47.636027 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1159a271-c98a-495c-8f95-8793898623cd None None] Received port after_create {{(pid=103232) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 19:13:47.766058 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.managers [None req-1159a271-c98a-495c-8f95-8793898623cd None None] Attempting to bind port 79292174-d7d4-44b5-8000-ad6cfddd8790 on host n-d-713498-36 for vnic_type normal with profile {{(pid=103232) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 19:13:47.766426 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.managers [None req-1159a271-c98a-495c-8f95-8793898623cd None None] Attempting to bind port 79292174-d7d4-44b5-8000-ad6cfddd8790 by drivers openvswitch,hyperv on host n-d-713498-36 at level 0 using segments [{'id': '3386d04d-0d79-438a-a549-e06a28ddd789', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '87a315bc-edd5-479d-bf63-5a02a32a672d'}] {{(pid=103232) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 19:13:47.766794 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1159a271-c98a-495c-8f95-8793898623cd None None] Attempting to bind port 79292174-d7d4-44b5-8000-ad6cfddd8790 on network 87a315bc-edd5-479d-bf63-5a02a32a672d {{(pid=103232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 19:13:47.801802 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1159a271-c98a-495c-8f95-8793898623cd None None] Checking agent: {'id': '496418a2-c002-4aec-ab1a-07f3bea491bd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-36', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 18, 51, 47), 'started_at': datetime.datetime(2022, 2, 9, 18, 52, 17), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 19, 13, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-36'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 19:13:47.802484 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1159a271-c98a-495c-8f95-8793898623cd None None] Checking segment: {'id': '3386d04d-0d79-438a-a549-e06a28ddd789', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '87a315bc-edd5-479d-bf63-5a02a32a672d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103232) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 19:13:47.803135 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-1159a271-c98a-495c-8f95-8793898623cd None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:13:47.803535 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1159a271-c98a-495c-8f95-8793898623cd None None] Bound using segment: {'id': '3386d04d-0d79-438a-a549-e06a28ddd789', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '87a315bc-edd5-479d-bf63-5a02a32a672d'} {{(pid=103232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 19:13:47.804016 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.managers [None req-1159a271-c98a-495c-8f95-8793898623cd None None] Bound port: 79292174-d7d4-44b5-8000-ad6cfddd8790, host: n-d-713498-36, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3386d04d-0d79-438a-a549-e06a28ddd789', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '87a315bc-edd5-479d-bf63-5a02a32a672d'}}] {{(pid=103232) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 19:13:47.804390 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-1159a271-c98a-495c-8f95-8793898623cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (79292174-d7d4-44b5-8000-ad6cfddd8790), before_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:13:47.812728 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-73620112-b56d-4b45-ba79-f8724285c47f req-39e72718-2042-430e-a5f3-be4572207aaa tempest-ServersTestBootFromVolume-783248817 tempest-ServersTestBootFromVolume-783248817-project] 10.222.0.75 "GET /v2.0/ports?device_id=84c056fe-802f-4b0b-9844-f490f36d7dba HTTP/1.1" status: 200 len: 210 time: 0.0699370 Feb 09 19:13:47.836602 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.l3_hamode_db [None req-7b3ebc91-b06c-4423-ae8e-8f94575bc6de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '823aa7c2-1fdd-4d5a-bbb7-41c04b64ff3a', 'name': 'tempest-TaggedBootDevicesTest-96675615-router', 'tenant_id': '1244a62b17644644960c0ef5509cee38', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88055e1e-672a-4487-be31-ffb6e833ece5', 'external_fixed_ips': [{'subnet_id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'ip_address': '172.25.1.210'}], 'enable_snat': True}, 'gw_port_id': 'a5cf2da0-7ae1-4880-9b2f-fa32b2d219d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T19:13:27Z', 'updated_at': '2022-02-09T19:13:37Z', 'revision_number': 4, 'project_id': '1244a62b17644644960c0ef5509cee38', 'gw_port': {'id': 'a5cf2da0-7ae1-4880-9b2f-fa32b2d219d4', 'name': '', 'network_id': '88055e1e-672a-4487-be31-ffb6e833ece5', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:5a:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '823aa7c2-1fdd-4d5a-bbb7-41c04b64ff3a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1316, 'fixed_ips': [{'subnet_id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'ip_address': '172.25.1.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T19:13:28Z', 'updated_at': '2022-02-09T19:13:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-36', '_interfaces': [{'id': '730198b6-e96b-4448-9cfe-aa70ac2e023c', 'name': '', 'network_id': '3e8c2732-7ced-47de-8a60-f22ea571cd92', 'tenant_id': '1244a62b17644644960c0ef5509cee38', 'mac_address': 'fa:16:3e:f8:34:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '823aa7c2-1fdd-4d5a-bbb7-41c04b64ff3a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1318, 'fixed_ips': [{'subnet_id': '96689e74-1d15-4889-9091-f107b048a678', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T19:13:34Z', 'updated_at': '2022-02-09T19:13:44Z', 'revision_number': 4, 'project_id': '1244a62b17644644960c0ef5509cee38', 'subnets': [{'id': '96689e74-1d15-4889-9091-f107b048a678', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-36', False) {} {{(pid=103232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:13:47.852693 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.db [None req-d55a4838-dbc3-4c7d-a4e7-cfefde3863d0 admin admin] For port f87ebada-25df-4663-80df-22b2838f9eb9, host n-d-713498-36, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-36',level=0,port_id=f87ebada-25df-4663-80df-22b2838f9eb9,segment=NetworkSegment(ddd7ee15-d376-483e-82d4-8429af82ad81),segment_id=ddd7ee15-d376-483e-82d4-8429af82ad81)] {{(pid=103229) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 19:13:47.853064 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-d55a4838-dbc3-4c7d-a4e7-cfefde3863d0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1820838'] for port (f87ebada-25df-4663-80df-22b2838f9eb9), precommit_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:13:47.874909 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.plugin [None req-d55a4838-dbc3-4c7d-a4e7-cfefde3863d0 admin admin] Calling delete_port for f87ebada-25df-4663-80df-22b2838f9eb9 owned by network:router_interface {{(pid=103229) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 19:13:47.898730 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-9ca4fc3b-23cc-475d-b150-8067870e3a73 admin admin] Publish callbacks [] for router_gateway (2de7b94c-af62-41dd-8170-f7bfdc8f16a9), after_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:13:47.990090 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b3ebc91-b06c-4423-ae8e-8f94575bc6de None None] The sync data for ids ['823aa7c2-1fdd-4d5a-bbb7-41c04b64ff3a'] in n-d-713498-36 is: [{'id': '823aa7c2-1fdd-4d5a-bbb7-41c04b64ff3a', 'name': 'tempest-TaggedBootDevicesTest-96675615-router', 'tenant_id': '1244a62b17644644960c0ef5509cee38', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88055e1e-672a-4487-be31-ffb6e833ece5', 'external_fixed_ips': [{'subnet_id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'ip_address': '172.25.1.210'}], 'enable_snat': True}, 'gw_port_id': 'a5cf2da0-7ae1-4880-9b2f-fa32b2d219d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T19:13:27Z', 'updated_at': '2022-02-09T19:13:37Z', 'revision_number': 4, 'project_id': '1244a62b17644644960c0ef5509cee38', 'gw_port': {'id': 'a5cf2da0-7ae1-4880-9b2f-fa32b2d219d4', 'name': '', 'network_id': '88055e1e-672a-4487-be31-ffb6e833ece5', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:5a:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '823aa7c2-1fdd-4d5a-bbb7-41c04b64ff3a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1316, 'fixed_ips': [{'subnet_id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'ip_address': '172.25.1.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T19:13:28Z', 'updated_at': '2022-02-09T19:13:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-36', '_interfaces': [{'id': '730198b6-e96b-4448-9cfe-aa70ac2e023c', 'name': '', 'network_id': '3e8c2732-7ced-47de-8a60-f22ea571cd92', 'tenant_id': '1244a62b17644644960c0ef5509cee38', 'mac_address': 'fa:16:3e:f8:34:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '823aa7c2-1fdd-4d5a-bbb7-41c04b64ff3a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1318, 'fixed_ips': [{'subnet_id': '96689e74-1d15-4889-9091-f107b048a678', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T19:13:34Z', 'updated_at': '2022-02-09T19:13:44Z', 'revision_number': 4, 'project_id': '1244a62b17644644960c0ef5509cee38', 'subnets': [{'id': '96689e74-1d15-4889-9091-f107b048a678', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103232) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 19:13:48.008419 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-1159a271-c98a-495c-8f95-8793898623cd None None] For port 79292174-d7d4-44b5-8000-ad6cfddd8790, host n-d-713498-36, cleared binding levels {{(pid=103232) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 19:13:48.016912 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-1159a271-c98a-495c-8f95-8793898623cd None None] For port 79292174-d7d4-44b5-8000-ad6cfddd8790, host n-d-713498-36, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-36',level=0,port_id=79292174-d7d4-44b5-8000-ad6cfddd8790,segment=NetworkSegment(3386d04d-0d79-438a-a549-e06a28ddd789),segment_id=3386d04d-0d79-438a-a549-e06a28ddd789)] {{(pid=103232) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 19:13:48.088887 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-1159a271-c98a-495c-8f95-8793898623cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762867176205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762866656485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762866656503'] for port (79292174-d7d4-44b5-8000-ad6cfddd8790), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:13:48.131947 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9fbcdc3-06dc-4ed7-bc9a-ff2ad17f87b7 req-6b99a4d1-8716-4f85-a27f-7344e71f8926 tempest-MigrationsAdminTest-892781459 tempest-MigrationsAdminTest-892781459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:13:48.146715 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-d9fbcdc3-06dc-4ed7-bc9a-ff2ad17f87b7 req-6b99a4d1-8716-4f85-a27f-7344e71f8926 tempest-MigrationsAdminTest-892781459 tempest-MigrationsAdminTest-892781459-project] 10.222.0.75 "GET /v2.0/ports?device_id=324ad1af-f9e3-424e-981f-7b5b8b459dd1 HTTP/1.1" status: 200 len: 949 time: 0.2006960 Feb 09 19:13:48.219289 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-14c71d16-e5fb-4577-8ae5-e75c16b9deef req-a4030d37-0804-401c-aed7-44891a5bafc2 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=3ab0c9d2-97b1-4c51-9743-b63b9816fede&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.5389585 Feb 09 19:13:48.219534 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Current status of the port d22ec12a-201f-47b0-90a8-221ad0c89433 is: BUILD; New status is: ACTIVE {{(pid=103232) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 19:13:48.219534 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (d22ec12a-201f-47b0-90a8-221ad0c89433), before_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:13:48.234327 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1159a271-c98a-495c-8f95-8793898623cd None None] Pushing event updated for resources: {'Port': ['ID=79292174-d7d4-44b5-8000-ad6cfddd8790,revision_number=2']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:13:48.403852 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-d9fbcdc3-06dc-4ed7-bc9a-ff2ad17f87b7 req-3da0238a-7eb3-49b6-9af5-b462930ba021 tempest-MigrationsAdminTest-892781459 tempest-MigrationsAdminTest-892781459-project] 10.222.0.75 "GET /v2.0/security-groups?id=709912c8-8171-4435-800e-9e5c5e45bf8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2517259 Feb 09 19:13:48.415029 n-d-713498-36 neutron-server[103232]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0d33f45f-5fde-41ea-90d7-8750980338fb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd22ec12a-201f-47b0-90a8-221ad0c89433'}] {{(pid=103232) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 19:13:48.421993 n-d-713498-36 neutron-server[103232]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}949cdcde653dec44821de95cbf67297f53cbc2aed4e073b5d514f93bf911ce85" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b9606e30-7e1d-4009-9b4d-278c79484fe4" -d '{"events": [{"server_uuid": "0d33f45f-5fde-41ea-90d7-8750980338fb", "name": "network-vif-plugged", "status": "completed", "tag": "d22ec12a-201f-47b0-90a8-221ad0c89433"}]}' {{(pid=103232) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 19:13:48.456504 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762867132591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593584'] for agent (488cd9ae-631f-4955-ba0b-4f5a13f12e9c), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:13:48.462424 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-7429db8d-6021-40ad-813e-885be449a89b None None] For port d22ec12a-201f-47b0-90a8-221ad0c89433, host n-h2-713498-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-36',level=0,port_id=d22ec12a-201f-47b0-90a8-221ad0c89433,segment=NetworkSegment(371d31a3-73a8-47c2-986a-32d107c2a81d),segment_id=371d31a3-73a8-47c2-986a-32d107c2a81d)] {{(pid=103232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 19:13:48.471483 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762867176205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762866656485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762866656503'] for port (d22ec12a-201f-47b0-90a8-221ad0c89433), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:13:48.472689 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Device 17be70a0-f7cf-48bb-b4c5-5299bbc16f61 no longer exists at agent hyperv_n-h2-713498-36 {{(pid=103232) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 19:13:48.502159 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-9ca4fc3b-23cc-475d-b150-8067870e3a73 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1834945', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1818951'] for router (2de7b94c-af62-41dd-8170-f7bfdc8f16a9), after_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:13:48.567914 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-7429db8d-6021-40ad-813e-885be449a89b None None] No Port match for: 17be70a0-f7cf-48bb-b4c5-5299bbc16f61 {{(pid=103232) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 19:13:48.568545 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Device 17be70a0-f7cf-48bb-b4c5-5299bbc16f61 not bound to the agent host n-h2-713498-36 {{(pid=103232) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 19:13:48.569354 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Device 9fc1cb22-e887-454a-b82f-3fdaa4e3ea66 no longer exists at agent hyperv_n-h2-713498-36 {{(pid=103232) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 19:13:48.684210 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-7429db8d-6021-40ad-813e-885be449a89b None None] No Port match for: 9fc1cb22-e887-454a-b82f-3fdaa4e3ea66 {{(pid=103232) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 19:13:48.684457 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Device 9fc1cb22-e887-454a-b82f-3fdaa4e3ea66 not bound to the agent host n-h2-713498-36 {{(pid=103232) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 19:13:48.689153 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-d55a4838-dbc3-4c7d-a4e7-cfefde3863d0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762867177463', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762866656476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12867576'] for port (f87ebada-25df-4663-80df-22b2838f9eb9), after_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:13:48.706263 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-14c71d16-e5fb-4577-8ae5-e75c16b9deef req-0fd2f5b0-daed-459c-8462-9e0e66f5bf4d service neutron] 10.222.0.89 "GET /v2.0/networks/3ab0c9d2-97b1-4c51-9743-b63b9816fede?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4755011 Feb 09 19:13:48.791095 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Pushing event updated for resources: {'Port': ['ID=d22ec12a-201f-47b0-90a8-221ad0c89433,revision_number=5']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:13:48.829253 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d55a4838-dbc3-4c7d-a4e7-cfefde3863d0 admin admin] Pushing event deleted for resources: {'Port': ['ID=f87ebada-25df-4663-80df-22b2838f9eb9,revision_number=None']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:13:48.841788 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762867132591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593584'] for agent (bcd5faee-dc24-4298-9134-0e0aa054058e), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:13:48.955093 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c30fe8b4-da6e-44b4-b50b-a5daee05c124 req-22fcf9d3-d44c-467e-a4a1-a529a438d2b7 tempest-ServersNegativeTestMultiTenantJSON-188218943 tempest-ServersNegativeTestMultiTenantJSON-188218943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:13:48.960842 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-c30fe8b4-da6e-44b4-b50b-a5daee05c124 req-22fcf9d3-d44c-467e-a4a1-a529a438d2b7 tempest-ServersNegativeTestMultiTenantJSON-188218943 tempest-ServersNegativeTestMultiTenantJSON-188218943-project] 10.222.0.75 "GET /v2.0/ports?device_id=0d33f45f-5fde-41ea-90d7-8750980338fb HTTP/1.1" status: 200 len: 945 time: 0.3658743 Feb 09 19:13:48.991301 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-a334e330-c112-4cf4-8372-0b264ffb798f req-d8fd0426-2429-41e4-a832-2b5e26436f06 tempest-ServerRescueTestJSONUnderV235-126256002 tempest-ServerRescueTestJSONUnderV235-126256002-project] Publish callbacks [] for port (51ae6adc-5b2e-4f33-a1af-e6df3b0a4cd7), precommit_update {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:13:48.996757 n-d-713498-36 neutron-server[103230]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9ca4fc3b-23cc-475d-b150-8067870e3a73 admin admin] Router 2de7b94c-af62-41dd-8170-f7bfdc8f16a9 is scheduled to L3 agent 93303d5e-5d17-45e8-8963-7694f87783ae with binding_index 1 {{(pid=103230) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 09 19:13:49.007824 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-a334e330-c112-4cf4-8372-0b264ffb798f req-d8fd0426-2429-41e4-a832-2b5e26436f06 tempest-ServerRescueTestJSONUnderV235-126256002 tempest-ServerRescueTestJSONUnderV235-126256002-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762867176205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762866656485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762866656503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12867569'] for port (51ae6adc-5b2e-4f33-a1af-e6df3b0a4cd7), after_update {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:13:49.093357 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8fd0426-2429-41e4-a832-2b5e26436f06 tempest-ServerRescueTestJSONUnderV235-126256002 tempest-ServerRescueTestJSONUnderV235-126256002-project] Pushing event updated for resources: {'Port': ['ID=51ae6adc-5b2e-4f33-a1af-e6df3b0a4cd7,revision_number=2']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:13:49.260297 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9ca4fc3b-23cc-475d-b150-8067870e3a73 admin admin] Notify agent at l3_agent.n-d-713498-36 the message routers_updated {{(pid=103230) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 19:13:49.276020 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-c30fe8b4-da6e-44b4-b50b-a5daee05c124 req-a52dbc79-7bc4-4063-be13-34ab7f376f1c tempest-ServersNegativeTestMultiTenantJSON-188218943 tempest-ServersNegativeTestMultiTenantJSON-188218943-project] 10.222.0.75 "GET /v2.0/security-groups?id=b52383c4-8c94-477b-af18-1564f6d0c51f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3024957 Feb 09 19:13:49.290837 n-d-713498-36 neutron-server[103233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b3c0e15-cde9-4f74-9d35-3eedc4a5abc2 None None] Sync routers for ids ['2de7b94c-af62-41dd-8170-f7bfdc8f16a9'] in n-d-713498-36 {{(pid=103233) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 19:13:49.305119 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-9ca4fc3b-23cc-475d-b150-8067870e3a73 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:13:49.306474 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-9ca4fc3b-23cc-475d-b150-8067870e3a73 admin admin] 10.222.0.75 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 4.7136025 Feb 09 19:13:49.309272 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 60996) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:13:49.322526 n-d-713498-36 neutron-server[103229]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ddee171f-0768-4054-a601-26f9960866a0', 'name': 'network-vif-deleted', 'tag': '17be70a0-f7cf-48bb-b4c5-5299bbc16f61'}] {{(pid=103229) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 19:13:49.325134 n-d-713498-36 neutron-server[103229]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fa6ae9a20702bd564eaf90d946620b2b4277b1ab91129323d3b54181076be307" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8007073c-36a4-42e5-b0bc-d0ea749a3f0a" -d '{"events": [{"server_uuid": "ddee171f-0768-4054-a601-26f9960866a0", "name": "network-vif-deleted", "tag": "17be70a0-f7cf-48bb-b4c5-5299bbc16f61"}]}' {{(pid=103229) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 19:13:49.339165 n-d-713498-36 neutron-server[103233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b3c0e15-cde9-4f74-9d35-3eedc4a5abc2 None None] Routers {'2de7b94c-af62-41dd-8170-f7bfdc8f16a9'} bound to L3 agent in host n-d-713498-36 {{(pid=103233) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 19:13:49.342276 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-14c71d16-e5fb-4577-8ae5-e75c16b9deef req-78fd8350-c1ca-498c-a022-490f876a7e8a service neutron] 10.222.0.89 "GET /v2.0/networks/3ab0c9d2-97b1-4c51-9743-b63b9816fede?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6130178 Feb 09 19:13:49.343108 n-d-713498-36 neutron-server[103233]: DEBUG neutron.db.l3_hamode_db [None req-2b3c0e15-cde9-4f74-9d35-3eedc4a5abc2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-09T18:51:43Z,description=,heartbeat_timestamp=2022-02-09T19:13:43Z,host='n-d-713498-36',id=93303d5e-5d17-45e8-8963-7694f87783ae,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T18:51:43Z,topic='l3_agent')) {'router_ids': ['2de7b94c-af62-41dd-8170-f7bfdc8f16a9'], 'active': True} {{(pid=103233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:13:49.363398 n-d-713498-36 neutron-server[103232]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 19:13:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-89529f23-3e96-4fc6-becd-50707b25d35f x-openstack-request-id: req-89529f23-3e96-4fc6-becd-50707b25d35f {{(pid=103232) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 19:13:49.365028 n-d-713498-36 neutron-server[103232]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0d33f45f-5fde-41ea-90d7-8750980338fb", "name": "network-vif-plugged", "status": "completed", "tag": "d22ec12a-201f-47b0-90a8-221ad0c89433", "code": 200}]} {{(pid=103232) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 19:13:49.365481 n-d-713498-36 neutron-server[103232]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-89529f23-3e96-4fc6-becd-50707b25d35f {{(pid=103232) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 19:13:49.366061 n-d-713498-36 neutron-server[103232]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0d33f45f-5fde-41ea-90d7-8750980338fb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd22ec12a-201f-47b0-90a8-221ad0c89433', 'code': 200} Feb 09 19:13:49.379082 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-d55a4838-dbc3-4c7d-a4e7-cfefde3863d0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1613467', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1834633'] for router_interface (fbcdf16f-a13b-425a-bb2f-df6648651d4a), after_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:13:49.384293 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-a334e330-c112-4cf4-8372-0b264ffb798f req-d8fd0426-2429-41e4-a832-2b5e26436f06 tempest-ServerRescueTestJSONUnderV235-126256002 tempest-ServerRescueTestJSONUnderV235-126256002-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1818909'] for floatingip (486f5773-622a-46a7-a9be-960c17a7730f), after_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:13:49.587086 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 32770) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:13:49.660086 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-d16875e8-0848-437e-9cff-9deee9adc4cc req-4f865f07-90b6-4e8b-8632-1fa9d7c175f9 tempest-ServersTestBootFromVolume-783248817 tempest-ServersTestBootFromVolume-783248817-project] 10.222.0.75 "GET /v2.0/ports?device_id=84c056fe-802f-4b0b-9844-f490f36d7dba HTTP/1.1" status: 200 len: 210 time: 0.0428183 Feb 09 19:13:49.697159 n-d-713498-36 neutron-server[103233]: DEBUG neutron.db.l3_dvr_db [None req-2b3c0e15-cde9-4f74-9d35-3eedc4a5abc2 None None] Set router 2de7b94c-af62-41dd-8170-f7bfdc8f16a9 gateway port host: n-d-713498-36 {{(pid=103233) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 19:13:49.787341 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-a334e330-c112-4cf4-8372-0b264ffb798f req-d8fd0426-2429-41e4-a832-2b5e26436f06 tempest-ServerRescueTestJSONUnderV235-126256002 tempest-ServerRescueTestJSONUnderV235-126256002-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171096'] for floatingip (None), before_response {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:13:49.788655 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-a334e330-c112-4cf4-8372-0b264ffb798f req-d8fd0426-2429-41e4-a832-2b5e26436f06 tempest-ServerRescueTestJSONUnderV235-126256002 tempest-ServerRescueTestJSONUnderV235-126256002-project] 10.222.0.75 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 6.6232395 Feb 09 19:13:49.790455 n-d-713498-36 neutron-server[103229]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 19:13:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a2e41a24-b7ee-4052-ba58-4ab2499a21b9 x-openstack-request-id: req-a2e41a24-b7ee-4052-ba58-4ab2499a21b9 {{(pid=103229) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 19:13:49.790740 n-d-713498-36 neutron-server[103229]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ddee171f-0768-4054-a601-26f9960866a0", "name": "network-vif-deleted", "tag": "17be70a0-f7cf-48bb-b4c5-5299bbc16f61", "status": "completed", "code": 200}]} {{(pid=103229) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 19:13:49.790996 n-d-713498-36 neutron-server[103229]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-a2e41a24-b7ee-4052-ba58-4ab2499a21b9 {{(pid=103229) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 19:13:49.791755 n-d-713498-36 neutron-server[103229]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ddee171f-0768-4054-a601-26f9960866a0', 'name': 'network-vif-deleted', 'tag': '17be70a0-f7cf-48bb-b4c5-5299bbc16f61', 'status': 'completed', 'code': 200} Feb 09 19:13:50.132781 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c95a053-3236-4a79-bd02-aebf069af919 None None] Network 87a315bc-edd5-479d-bf63-5a02a32a672d requested from n-d-713498-36 {{(pid=103232) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 19:13:50.156701 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c5d64f6-09c7-4219-a36f-9901ff89fe92 req-0bb36fa0-4610-4b9d-859c-045ad98261c5 tempest-MigrationsAdminTest-892781459 tempest-MigrationsAdminTest-892781459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:13:50.165870 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-a334e330-c112-4cf4-8372-0b264ffb798f req-44bf916b-331d-4731-9e4b-0b69b6e88960 tempest-ServerRescueTestJSONUnderV235-126256002 tempest-ServerRescueTestJSONUnderV235-126256002-project] 10.222.0.75 "GET /v2.0/floatingips?floating_ip_address=172.25.1.157 HTTP/1.1" status: 200 len: 696 time: 0.3406882 Feb 09 19:13:50.166332 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-4c5d64f6-09c7-4219-a36f-9901ff89fe92 req-0bb36fa0-4610-4b9d-859c-045ad98261c5 tempest-MigrationsAdminTest-892781459 tempest-MigrationsAdminTest-892781459-project] 10.222.0.75 "GET /v2.0/ports?device_id=324ad1af-f9e3-424e-981f-7b5b8b459dd1 HTTP/1.1" status: 200 len: 949 time: 0.2714136 Feb 09 19:13:50.254549 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-4c5d64f6-09c7-4219-a36f-9901ff89fe92 req-fc701a47-9757-4c99-8409-f85f39a1cfe4 tempest-MigrationsAdminTest-892781459 tempest-MigrationsAdminTest-892781459-project] 10.222.0.75 "GET /v2.0/security-groups?id=709912c8-8171-4435-800e-9e5c5e45bf8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0853853 Feb 09 19:13:50.267023 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Device 79292174-d7d4-44b5-8000-ad6cfddd8790 up at agent ovs-agent-n-d-713498-36 {{(pid=103232) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 19:13:50.320011 n-d-713498-36 neutron-server[103233]: DEBUG neutron.db.l3_hamode_db [None req-2b3c0e15-cde9-4f74-9d35-3eedc4a5abc2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2de7b94c-af62-41dd-8170-f7bfdc8f16a9', 'name': 'tempest-TaggedBootDevicesTest-193775849-router', 'tenant_id': '6aa7816f5dc146e5bdae7294b4b7e07c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88055e1e-672a-4487-be31-ffb6e833ece5', 'external_fixed_ips': [{'subnet_id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'ip_address': '172.25.1.241'}], 'enable_snat': True}, 'gw_port_id': 'd89f8a2d-563f-4aef-8276-8da1087dbf4d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T19:13:44Z', 'updated_at': '2022-02-09T19:13:47Z', 'revision_number': 3, 'project_id': '6aa7816f5dc146e5bdae7294b4b7e07c', 'gw_port': {'id': 'd89f8a2d-563f-4aef-8276-8da1087dbf4d', 'name': '', 'network_id': '88055e1e-672a-4487-be31-ffb6e833ece5', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:03:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2de7b94c-af62-41dd-8170-f7bfdc8f16a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1333, 'fixed_ips': [{'subnet_id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'ip_address': '172.25.1.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T19:13:46Z', 'updated_at': '2022-02-09T19:13:46Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-36'}], 'n-d-713498-36', False) {} {{(pid=103233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:13:50.391698 n-d-713498-36 neutron-server[103233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b3c0e15-cde9-4f74-9d35-3eedc4a5abc2 None None] Checking router: 2de7b94c-af62-41dd-8170-f7bfdc8f16a9 for host: n-d-713498-36 {{(pid=103233) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 19:13:50.392310 n-d-713498-36 neutron-server[103233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b3c0e15-cde9-4f74-9d35-3eedc4a5abc2 None None] Updating router 2de7b94c-af62-41dd-8170-f7bfdc8f16a9 port d89f8a2d-563f-4aef-8276-8da1087dbf4d binding host n-d-713498-36 {{(pid=103233) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 19:13:50.460732 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.provisioning_blocks [None req-fdfecf53-1370-4aca-820b-48519f94f354 None None] Provisioning complete for port 79292174-d7d4-44b5-8000-ad6cfddd8790 triggered by entity DHCP. {{(pid=103232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 19:13:50.463852 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-fdfecf53-1370-4aca-820b-48519f94f354 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593630'] for port (79292174-d7d4-44b5-8000-ad6cfddd8790), provisioning_complete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:13:50.468749 n-d-713498-36 neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-2b3c0e15-cde9-4f74-9d35-3eedc4a5abc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (d89f8a2d-563f-4aef-8276-8da1087dbf4d), before_update {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:13:50.541137 n-d-713498-36 neutron-server[103229]: DEBUG neutron.db.db_base_plugin_v2 [None req-931a16a0-b3b1-461f-a0be-8846aa137d5a tempest-ServersTestMultiNic-1550042178 tempest-ServersTestMultiNic-1550042178-project] Deleting subnet 57705c4c-a48b-4d15-ab17-1830cf22e962 {{(pid=103229) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 19:13:50.579216 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.provisioning_blocks [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Provisioning complete for port 79292174-d7d4-44b5-8000-ad6cfddd8790 triggered by entity L2. {{(pid=103232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 19:13:50.579715 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593630'] for port (79292174-d7d4-44b5-8000-ad6cfddd8790), provisioning_complete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:13:50.592389 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-931a16a0-b3b1-461f-a0be-8846aa137d5a tempest-ServersTestMultiNic-1550042178 tempest-ServersTestMultiNic-1550042178-project] Publish callbacks [] for subnet (57705c4c-a48b-4d15-ab17-1830cf22e962), before_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:13:50.600632 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff117047-6993-45ad-9fdb-b9285554e88b req-d1c6a59b-0dda-451a-9ca5-c24ff34973cf tempest-ServersNegativeTestMultiTenantJSON-188218943 tempest-ServersNegativeTestMultiTenantJSON-188218943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:13:50.613438 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-ff117047-6993-45ad-9fdb-b9285554e88b req-d1c6a59b-0dda-451a-9ca5-c24ff34973cf tempest-ServersNegativeTestMultiTenantJSON-188218943 tempest-ServersNegativeTestMultiTenantJSON-188218943-project] 10.222.0.75 "GET /v2.0/ports?device_id=0d33f45f-5fde-41ea-90d7-8750980338fb HTTP/1.1" status: 200 len: 945 time: 0.2046382 Feb 09 19:13:50.719505 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6087814-2d1c-4b1e-9a02-5fd7ba96bff4 req-196d9291-4af4-496b-b14c-abc78ed63e2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:13:50.723081 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-f6087814-2d1c-4b1e-9a02-5fd7ba96bff4 req-196d9291-4af4-496b-b14c-abc78ed63e2f service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=0d33f45f-5fde-41ea-90d7-8750980338fb HTTP/1.1" status: 200 len: 1128 time: 1.1193283 Feb 09 19:13:50.729989 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-fdfecf53-1370-4aca-820b-48519f94f354 None None] Current status of the port 79292174-d7d4-44b5-8000-ad6cfddd8790 is: DOWN; New status is: ACTIVE {{(pid=103232) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 19:13:50.734769 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-fdfecf53-1370-4aca-820b-48519f94f354 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (79292174-d7d4-44b5-8000-ad6cfddd8790), before_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:13:50.829209 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-de9e949c-0348-449c-8df3-5f20eff3a9e9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (None), before_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:13:50.876759 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-ff117047-6993-45ad-9fdb-b9285554e88b req-5fd0f37a-7f9a-4db8-ac12-24d076428221 tempest-ServersNegativeTestMultiTenantJSON-188218943 tempest-ServersNegativeTestMultiTenantJSON-188218943-project] 10.222.0.75 "GET /v2.0/security-groups?id=b52383c4-8c94-477b-af18-1564f6d0c51f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2537785 Feb 09 19:13:50.896351 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-f6087814-2d1c-4b1e-9a02-5fd7ba96bff4 req-ec3f7a82-37d3-47f0-854c-f1d64363d151 service neutron] 10.222.0.90 "GET /v2.0/security-groups?id=b52383c4-8c94-477b-af18-1564f6d0c51f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1345181 Feb 09 19:13:50.952656 n-d-713498-36 neutron-server[103229]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d55a4838-dbc3-4c7d-a4e7-cfefde3863d0 admin admin] Router fbcdf16f-a13b-425a-bb2f-df6648651d4a has already been hosted by L3 agent 93303d5e-5d17-45e8-8963-7694f87783ae {{(pid=103229) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 19:13:50.968019 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-931a16a0-b3b1-461f-a0be-8846aa137d5a tempest-ServersTestMultiNic-1550042178 tempest-ServersTestMultiNic-1550042178-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16683410'] for subnet (57705c4c-a48b-4d15-ab17-1830cf22e962), precommit_delete_associations {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:13:50.990924 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-fdfecf53-1370-4aca-820b-48519f94f354 None None] For port 79292174-d7d4-44b5-8000-ad6cfddd8790, host n-d-713498-36, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-36',level=0,port_id=79292174-d7d4-44b5-8000-ad6cfddd8790,segment=NetworkSegment(3386d04d-0d79-438a-a549-e06a28ddd789),segment_id=3386d04d-0d79-438a-a549-e06a28ddd789)] {{(pid=103232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 19:13:50.995232 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Current status of the port 79292174-d7d4-44b5-8000-ad6cfddd8790 is: DOWN; New status is: ACTIVE {{(pid=103232) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 19:13:50.997188 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (79292174-d7d4-44b5-8000-ad6cfddd8790), before_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:13:51.047024 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a334e330-c112-4cf4-8372-0b264ffb798f req-aae44442-85a4-4ce3-b5f7-36965cdf67d0 tempest-ServerRescueTestJSONUnderV235-126256002 tempest-ServerRescueTestJSONUnderV235-126256002-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:13:51.053940 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-a334e330-c112-4cf4-8372-0b264ffb798f req-aae44442-85a4-4ce3-b5f7-36965cdf67d0 tempest-ServerRescueTestJSONUnderV235-126256002 tempest-ServerRescueTestJSONUnderV235-126256002-project] 10.222.0.75 "GET /v2.0/networks/88055e1e-672a-4487-be31-ffb6e833ece5 HTTP/1.1" status: 200 len: 784 time: 0.6503999 Feb 09 19:13:51.067323 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-fdfecf53-1370-4aca-820b-48519f94f354 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762867176205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762866656485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762866656503'] for port (79292174-d7d4-44b5-8000-ad6cfddd8790), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:13:51.080759 n-d-713498-36 neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-2b3c0e15-cde9-4f74-9d35-3eedc4a5abc2 None None] Publish callbacks [] for port (d89f8a2d-563f-4aef-8276-8da1087dbf4d), precommit_update {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:13:51.095399 n-d-713498-36 neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-2b3c0e15-cde9-4f74-9d35-3eedc4a5abc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762867176205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762866656485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762866656503'] for port (d89f8a2d-563f-4aef-8276-8da1087dbf4d), after_update {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:13:51.176448 n-d-713498-36 neutron-server[103233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cee1478-54cd-41fd-b71a-6f55e19a1349 None None] Pushing event updated for resources: {'Port': ['ID=d89f8a2d-563f-4aef-8276-8da1087dbf4d,revision_number=2']} {{(pid=103233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:13:51.212875 n-d-713498-36 neutron-server[103233]: DEBUG neutron.plugins.ml2.managers [None req-2b3c0e15-cde9-4f74-9d35-3eedc4a5abc2 None None] Attempting to bind port d89f8a2d-563f-4aef-8276-8da1087dbf4d on host n-d-713498-36 for vnic_type normal with profile {{(pid=103233) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 19:13:51.213410 n-d-713498-36 neutron-server[103233]: DEBUG neutron.plugins.ml2.managers [None req-2b3c0e15-cde9-4f74-9d35-3eedc4a5abc2 None None] Attempting to bind port d89f8a2d-563f-4aef-8276-8da1087dbf4d by drivers openvswitch,hyperv on host n-d-713498-36 at level 0 using segments [{'id': 'a4222f89-8d3f-4b51-953b-1a8126392491', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '88055e1e-672a-4487-be31-ffb6e833ece5'}] {{(pid=103233) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 19:13:51.214184 n-d-713498-36 neutron-server[103233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b3c0e15-cde9-4f74-9d35-3eedc4a5abc2 None None] Attempting to bind port d89f8a2d-563f-4aef-8276-8da1087dbf4d on network 88055e1e-672a-4487-be31-ffb6e833ece5 {{(pid=103233) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 19:13:51.222080 n-d-713498-36 neutron-server[103233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b3c0e15-cde9-4f74-9d35-3eedc4a5abc2 None None] Checking agent: {'id': '496418a2-c002-4aec-ab1a-07f3bea491bd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-36', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 18, 51, 47), 'started_at': datetime.datetime(2022, 2, 9, 18, 52, 17), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 19, 13, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-36'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103233) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 19:13:51.223027 n-d-713498-36 neutron-server[103233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b3c0e15-cde9-4f74-9d35-3eedc4a5abc2 None None] Checking segment: {'id': 'a4222f89-8d3f-4b51-953b-1a8126392491', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '88055e1e-672a-4487-be31-ffb6e833ece5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103233) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 19:13:51.223027 n-d-713498-36 neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-2b3c0e15-cde9-4f74-9d35-3eedc4a5abc2 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:13:51.223597 n-d-713498-36 neutron-server[103233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b3c0e15-cde9-4f74-9d35-3eedc4a5abc2 None None] Bound using segment: {'id': 'a4222f89-8d3f-4b51-953b-1a8126392491', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '88055e1e-672a-4487-be31-ffb6e833ece5'} {{(pid=103233) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 19:13:51.224460 n-d-713498-36 neutron-server[103233]: DEBUG neutron.plugins.ml2.managers [None req-2b3c0e15-cde9-4f74-9d35-3eedc4a5abc2 None None] Bound port: d89f8a2d-563f-4aef-8276-8da1087dbf4d, host: n-d-713498-36, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a4222f89-8d3f-4b51-953b-1a8126392491', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '88055e1e-672a-4487-be31-ffb6e833ece5'}}] {{(pid=103233) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 19:13:51.224950 n-d-713498-36 neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-2b3c0e15-cde9-4f74-9d35-3eedc4a5abc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (d89f8a2d-563f-4aef-8276-8da1087dbf4d), before_update {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:13:51.237194 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.db.api [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103232) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 09 19:13:51.237748 n-d-713498-36 neutron-server[103232]: DEBUG oslo_db.api [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 09 19:13:51.244080 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-131eec7d-a941-4dc8-b23c-f1d5af8ae6e0 req-3c098b30-691d-47fb-ac3e-373eb28da3e3 tempest-ServersTestBootFromVolume-783248817 tempest-ServersTestBootFromVolume-783248817-project] 10.222.0.75 "GET /v2.0/ports?device_id=84c056fe-802f-4b0b-9844-f490f36d7dba HTTP/1.1" status: 200 len: 210 time: 0.1454039 Feb 09 19:13:51.259270 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdfecf53-1370-4aca-820b-48519f94f354 None None] Pushing event updated for resources: {'Port': ['ID=79292174-d7d4-44b5-8000-ad6cfddd8790,revision_number=3']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:13:51.320285 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-931a16a0-b3b1-461f-a0be-8846aa137d5a tempest-ServersTestMultiNic-1550042178 tempest-ServersTestMultiNic-1550042178-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-759852'] for subnet (57705c4c-a48b-4d15-ab17-1830cf22e962), precommit_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:13:51.348936 n-d-713498-36 neutron-server[103233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cee1478-54cd-41fd-b71a-6f55e19a1349 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:13:51.350059 n-d-713498-36 neutron-server[103233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cee1478-54cd-41fd-b71a-6f55e19a1349 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:13:51.351886 n-d-713498-36 neutron-server[103233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cee1478-54cd-41fd-b71a-6f55e19a1349 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:13:51.352373 n-d-713498-36 neutron-server[103233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cee1478-54cd-41fd-b71a-6f55e19a1349 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:13:51.354108 n-d-713498-36 neutron-server[103233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cee1478-54cd-41fd-b71a-6f55e19a1349 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:13:51.354766 n-d-713498-36 neutron-server[103233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cee1478-54cd-41fd-b71a-6f55e19a1349 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:13:51.355254 n-d-713498-36 neutron-server[103233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cee1478-54cd-41fd-b71a-6f55e19a1349 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:13:51.356865 n-d-713498-36 neutron-server[103233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cee1478-54cd-41fd-b71a-6f55e19a1349 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:13:51.357208 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.provisioning_blocks [None req-733f3868-154c-4ba0-bed9-3a299b74f269 None None] Provisioning complete for port 79292174-d7d4-44b5-8000-ad6cfddd8790 triggered by entity DHCP. {{(pid=103232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 19:13:51.357710 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-733f3868-154c-4ba0-bed9-3a299b74f269 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593630'] for port (79292174-d7d4-44b5-8000-ad6cfddd8790), provisioning_complete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:13:51.358772 n-d-713498-36 neutron-server[103233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cee1478-54cd-41fd-b71a-6f55e19a1349 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:13:51.360361 n-d-713498-36 neutron-server[103233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cee1478-54cd-41fd-b71a-6f55e19a1349 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:13:51.361156 n-d-713498-36 neutron-server[103233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cee1478-54cd-41fd-b71a-6f55e19a1349 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:13:51.361639 n-d-713498-36 neutron-server[103233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cee1478-54cd-41fd-b71a-6f55e19a1349 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:13:51.362140 n-d-713498-36 neutron-server[103233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cee1478-54cd-41fd-b71a-6f55e19a1349 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:13:51.413026 n-d-713498-36 neutron-server[103233]: DEBUG neutron.plugins.ml2.db [None req-2b3c0e15-cde9-4f74-9d35-3eedc4a5abc2 None None] For port d89f8a2d-563f-4aef-8276-8da1087dbf4d, host n-d-713498-36, cleared binding levels {{(pid=103233) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 19:13:51.418294 n-d-713498-36 neutron-server[103233]: DEBUG neutron.plugins.ml2.db [None req-2b3c0e15-cde9-4f74-9d35-3eedc4a5abc2 None None] For port d89f8a2d-563f-4aef-8276-8da1087dbf4d, host n-d-713498-36, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-36',level=0,port_id=d89f8a2d-563f-4aef-8276-8da1087dbf4d,segment=NetworkSegment(a4222f89-8d3f-4b51-953b-1a8126392491),segment_id=a4222f89-8d3f-4b51-953b-1a8126392491)] {{(pid=103233) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 19:13:51.439540 n-d-713498-36 neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-2b3c0e15-cde9-4f74-9d35-3eedc4a5abc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762867176205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762866656485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762866656503'] for port (d89f8a2d-563f-4aef-8276-8da1087dbf4d), after_update {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:13:51.462313 n-d-713498-36 neutron-server[103230]: DEBUG neutron.db.db_base_plugin_common [None req-de9e949c-0348-449c-8df3-5f20eff3a9e9 admin admin] Allocated IP 172.20.0.1 (87a315bc-edd5-479d-bf63-5a02a32a672d/7f953a33-2970-4663-b565-e1a67ef683a3/f647e9aa-f779-49dd-beb9-ff70f292d3d8) {{(pid=103230) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 19:13:51.484218 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a164539-6709-48ee-adbb-db4e6ae32719 req-10e6ef67-b720-4a73-a36d-b02691999cb2 tempest-MigrationsAdminTest-892781459 tempest-MigrationsAdminTest-892781459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:13:51.492183 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-5a164539-6709-48ee-adbb-db4e6ae32719 req-10e6ef67-b720-4a73-a36d-b02691999cb2 tempest-MigrationsAdminTest-892781459 tempest-MigrationsAdminTest-892781459-project] 10.222.0.75 "GET /v2.0/ports?device_id=324ad1af-f9e3-424e-981f-7b5b8b459dd1 HTTP/1.1" status: 200 len: 949 time: 0.1101768 Feb 09 19:13:51.520265 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-733f3868-154c-4ba0-bed9-3a299b74f269 None None] Current status of the port 79292174-d7d4-44b5-8000-ad6cfddd8790 is: ACTIVE; New status is: ACTIVE {{(pid=103232) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 19:13:51.542537 n-d-713498-36 neutron-server[103233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cee1478-54cd-41fd-b71a-6f55e19a1349 None None] Pushing event updated for resources: {'Port': ['ID=d89f8a2d-563f-4aef-8276-8da1087dbf4d,revision_number=3']} {{(pid=103233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:13:51.570316 n-d-713498-36 neutron-server[103233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b3c0e15-cde9-4f74-9d35-3eedc4a5abc2 None None] Routers {'2de7b94c-af62-41dd-8170-f7bfdc8f16a9'} bound to L3 agent in host n-d-713498-36 {{(pid=103233) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 19:13:51.570948 n-d-713498-36 neutron-server[103233]: DEBUG neutron.db.l3_hamode_db [None req-2b3c0e15-cde9-4f74-9d35-3eedc4a5abc2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-09T18:51:43Z,description=,heartbeat_timestamp=2022-02-09T19:13:43Z,host='n-d-713498-36',id=93303d5e-5d17-45e8-8963-7694f87783ae,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T18:51:43Z,topic='l3_agent')) {'router_ids': ['2de7b94c-af62-41dd-8170-f7bfdc8f16a9'], 'active': True} {{(pid=103233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:13:51.689275 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-5a164539-6709-48ee-adbb-db4e6ae32719 req-22e650e3-49f9-42a7-a300-ff7009b5c5c1 tempest-MigrationsAdminTest-892781459 tempest-MigrationsAdminTest-892781459-project] 10.222.0.75 "GET /v2.0/security-groups?id=709912c8-8171-4435-800e-9e5c5e45bf8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1959212 Feb 09 19:13:51.760227 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-de9e949c-0348-449c-8df3-5f20eff3a9e9 admin admin] Publish callbacks [] for port (f647e9aa-f779-49dd-beb9-ff70f292d3d8), precommit_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:13:51.796491 n-d-713498-36 neutron-server[103233]: DEBUG neutron.db.l3_dvr_db [None req-2b3c0e15-cde9-4f74-9d35-3eedc4a5abc2 None None] Set router 2de7b94c-af62-41dd-8170-f7bfdc8f16a9 gateway port host: n-d-713498-36 {{(pid=103233) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 19:13:51.830417 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Current status of the port 79292174-d7d4-44b5-8000-ad6cfddd8790 is: ACTIVE; New status is: ACTIVE {{(pid=103232) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 19:13:51.831691 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Device 730198b6-e96b-4448-9cfe-aa70ac2e023c up at agent ovs-agent-n-d-713498-36 {{(pid=103232) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 19:13:51.848953 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-de9e949c-0348-449c-8df3-5f20eff3a9e9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762866656467', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14393751'] for port (f647e9aa-f779-49dd-beb9-ff70f292d3d8), after_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:13:51.943432 n-d-713498-36 neutron-server[103230]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de9e949c-0348-449c-8df3-5f20eff3a9e9 admin admin] Network 87a315bc-edd5-479d-bf63-5a02a32a672d is already hosted by enough agents. {{(pid=103230) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 19:13:51.950717 n-d-713498-36 neutron-server[103230]: DEBUG neutron.scheduler.base_scheduler [None req-de9e949c-0348-449c-8df3-5f20eff3a9e9 admin admin] Resources bound (agent type, host, resource id): {{(pid=103230) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 19:13:51.955049 n-d-713498-36 neutron-server[103230]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de9e949c-0348-449c-8df3-5f20eff3a9e9 admin admin] Received port after_create {{(pid=103230) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 19:13:51.978393 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.provisioning_blocks [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Provisioning complete for port 730198b6-e96b-4448-9cfe-aa70ac2e023c triggered by entity L2. {{(pid=103232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 19:13:51.978789 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593630'] for port (730198b6-e96b-4448-9cfe-aa70ac2e023c), provisioning_complete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:13:52.047324 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de9e949c-0348-449c-8df3-5f20eff3a9e9 admin admin] Pushing event updated for resources: {'Port': ['ID=f647e9aa-f779-49dd-beb9-ff70f292d3d8,revision_number=1']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:13:52.100796 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Current status of the port 730198b6-e96b-4448-9cfe-aa70ac2e023c is: ACTIVE; New status is: ACTIVE {{(pid=103232) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 19:13:52.119578 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-de9e949c-0348-449c-8df3-5f20eff3a9e9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1819024'] for router_interface (2de7b94c-af62-41dd-8170-f7bfdc8f16a9), before_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:13:52.151531 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b2f130e-63eb-400a-9016-cd3985d3fdee req-1cb97cce-9285-4bc7-8547-3ccfd547e28b tempest-ServerRescueTestJSONUnderV235-126256002 tempest-ServerRescueTestJSONUnderV235-126256002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:13:52.153320 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-5b2f130e-63eb-400a-9016-cd3985d3fdee req-1cb97cce-9285-4bc7-8547-3ccfd547e28b tempest-ServerRescueTestJSONUnderV235-126256002 tempest-ServerRescueTestJSONUnderV235-126256002-project] 10.222.0.75 "GET /v2.0/ports?device_id=a0f1baff-df40-457f-b67b-761e81dfdca5&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.8977885 Feb 09 19:13:52.303923 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Device 79292174-d7d4-44b5-8000-ad6cfddd8790 up at agent ovs-agent-n-d-713498-36 {{(pid=103232) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 19:13:52.331072 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-931a16a0-b3b1-461f-a0be-8846aa137d5a tempest-ServersTestMultiNic-1550042178 tempest-ServersTestMultiNic-1550042178-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-760023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12867367', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12759238'] for subnet (57705c4c-a48b-4d15-ab17-1830cf22e962), after_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:13:52.336811 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9be7dba-58fa-4b92-8704-c22f2ae3d216 req-636b972b-317b-42a9-a42e-05bb407c24d7 tempest-ServersNegativeTestMultiTenantJSON-188218943 tempest-ServersNegativeTestMultiTenantJSON-188218943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:13:52.348645 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-e9be7dba-58fa-4b92-8704-c22f2ae3d216 req-636b972b-317b-42a9-a42e-05bb407c24d7 tempest-ServersNegativeTestMultiTenantJSON-188218943 tempest-ServersNegativeTestMultiTenantJSON-188218943-project] 10.222.0.75 "GET /v2.0/ports?device_id=0d33f45f-5fde-41ea-90d7-8750980338fb HTTP/1.1" status: 200 len: 945 time: 0.3349371 Feb 09 19:13:52.358420 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-5b2f130e-63eb-400a-9016-cd3985d3fdee req-6663823a-3821-49d7-85a3-6f4ac7bf6e51 tempest-ServerRescueTestJSONUnderV235-126256002 tempest-ServerRescueTestJSONUnderV235-126256002-project] 10.222.0.75 "GET /v2.0/floatingips?floating_ip_address=172.25.1.157 HTTP/1.1" status: 200 len: 696 time: 0.1871862 Feb 09 19:13:52.360500 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-931a16a0-b3b1-461f-a0be-8846aa137d5a tempest-ServersTestMultiNic-1550042178 tempest-ServersTestMultiNic-1550042178-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1613566'] for subnet (None), before_response {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:13:52.367075 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-931a16a0-b3b1-461f-a0be-8846aa137d5a tempest-ServersTestMultiNic-1550042178 tempest-ServersTestMultiNic-1550042178-project] 10.222.0.75 "DELETE /v2.0/subnets/57705c4c-a48b-4d15-ab17-1830cf22e962 HTTP/1.1" status: 204 len: 168 time: 2.7288935 Feb 09 19:13:52.377885 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 32814) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:13:52.379992 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.v2.base [req-5b2f130e-63eb-400a-9016-cd3985d3fdee req-5748293b-c904-4c03-8db1-cb0d6fb757d0 tempest-ServerRescueTestJSONUnderV235-126256002 tempest-ServerRescueTestJSONUnderV235-126256002-project] Request body: {'floatingip': {'port_id': '2fad1b41-3683-4d01-9737-38b8cb70512c', 'fixed_ip_address': '172.20.0.11'}} {{(pid=103229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 19:13:52.424632 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c92b76f-876a-4a34-9d29-3afd454064ad None None] Network 81af42b1-eb23-43df-b260-cc7f68f27829 requested from n-d-713498-36 {{(pid=103232) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 19:13:52.446130 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-931a16a0-b3b1-461f-a0be-8846aa137d5a tempest-ServersTestMultiNic-1550042178 tempest-ServersTestMultiNic-1550042178-project] Pushing event deleted for resources: {'Subnet': ['ID=57705c4c-a48b-4d15-ab17-1830cf22e962,revision_number=None']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:13:52.471025 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-5b2f130e-63eb-400a-9016-cd3985d3fdee req-5748293b-c904-4c03-8db1-cb0d6fb757d0 tempest-ServerRescueTestJSONUnderV235-126256002 tempest-ServerRescueTestJSONUnderV235-126256002-project] Publish callbacks [] for floatingip (486f5773-622a-46a7-a9be-960c17a7730f), before_update {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:13:52.512546 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d55a4838-dbc3-4c7d-a4e7-cfefde3863d0 admin admin] Notify agent at l3_agent.n-d-713498-36 the message routers_updated {{(pid=103229) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 19:13:52.520674 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-d55a4838-dbc3-4c7d-a4e7-cfefde3863d0 admin admin] 10.222.0.75 "PUT /v2.0/routers/fbcdf16f-a13b-425a-bb2f-df6648651d4a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 10.1362481 Feb 09 19:13:52.527674 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 32816) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:13:52.581419 n-d-713498-36 neutron-server[103233]: DEBUG neutron.db.l3_hamode_db [None req-2b3c0e15-cde9-4f74-9d35-3eedc4a5abc2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2de7b94c-af62-41dd-8170-f7bfdc8f16a9', 'name': 'tempest-TaggedBootDevicesTest-193775849-router', 'tenant_id': '6aa7816f5dc146e5bdae7294b4b7e07c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88055e1e-672a-4487-be31-ffb6e833ece5', 'external_fixed_ips': [{'subnet_id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'ip_address': '172.25.1.241'}], 'enable_snat': True}, 'gw_port_id': 'd89f8a2d-563f-4aef-8276-8da1087dbf4d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T19:13:44Z', 'updated_at': '2022-02-09T19:13:47Z', 'revision_number': 3, 'project_id': '6aa7816f5dc146e5bdae7294b4b7e07c', 'gw_port': {'id': 'd89f8a2d-563f-4aef-8276-8da1087dbf4d', 'name': '', 'network_id': '88055e1e-672a-4487-be31-ffb6e833ece5', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:03:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2de7b94c-af62-41dd-8170-f7bfdc8f16a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1333, 'fixed_ips': [{'subnet_id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'ip_address': '172.25.1.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T19:13:46Z', 'updated_at': '2022-02-09T19:13:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-36'}], 'n-d-713498-36', False) {} {{(pid=103233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:13:52.652261 n-d-713498-36 neutron-server[103233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b3c0e15-cde9-4f74-9d35-3eedc4a5abc2 None None] The sync data for ids ['2de7b94c-af62-41dd-8170-f7bfdc8f16a9'] in n-d-713498-36 is: [{'id': '2de7b94c-af62-41dd-8170-f7bfdc8f16a9', 'name': 'tempest-TaggedBootDevicesTest-193775849-router', 'tenant_id': '6aa7816f5dc146e5bdae7294b4b7e07c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88055e1e-672a-4487-be31-ffb6e833ece5', 'external_fixed_ips': [{'subnet_id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'ip_address': '172.25.1.241'}], 'enable_snat': True}, 'gw_port_id': 'd89f8a2d-563f-4aef-8276-8da1087dbf4d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T19:13:44Z', 'updated_at': '2022-02-09T19:13:47Z', 'revision_number': 3, 'project_id': '6aa7816f5dc146e5bdae7294b4b7e07c', 'gw_port': {'id': 'd89f8a2d-563f-4aef-8276-8da1087dbf4d', 'name': '', 'network_id': '88055e1e-672a-4487-be31-ffb6e833ece5', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:03:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2de7b94c-af62-41dd-8170-f7bfdc8f16a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1333, 'fixed_ips': [{'subnet_id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'ip_address': '172.25.1.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T19:13:46Z', 'updated_at': '2022-02-09T19:13:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-36'}] {{(pid=103233) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 19:13:52.687023 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a8292ce-c631-4984-9e42-d72f771ad1a2 None None] Sync routers for ids ['fbcdf16f-a13b-425a-bb2f-df6648651d4a'] in n-d-713498-36 {{(pid=103232) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 19:13:52.694462 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-a6fd935c-5f2c-4315-8442-167ec3934c9d admin admin] Publish callbacks [] for router (fbcdf16f-a13b-425a-bb2f-df6648651d4a), before_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:13:52.775831 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.provisioning_blocks [None req-07977a2f-5bda-4f97-a3fa-4156f97fdab7 None None] Provisioning complete for port f647e9aa-f779-49dd-beb9-ff70f292d3d8 triggered by entity DHCP. {{(pid=103232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 19:13:52.776214 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-07977a2f-5bda-4f97-a3fa-4156f97fdab7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593630'] for port (f647e9aa-f779-49dd-beb9-ff70f292d3d8), provisioning_complete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:13:52.779486 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-e9be7dba-58fa-4b92-8704-c22f2ae3d216 req-3f013dee-e4ff-4307-a880-badd4c574579 tempest-ServersNegativeTestMultiTenantJSON-188218943 tempest-ServersNegativeTestMultiTenantJSON-188218943-project] 10.222.0.75 "GET /v2.0/security-groups?id=b52383c4-8c94-477b-af18-1564f6d0c51f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4252932 Feb 09 19:13:52.823406 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-7270b5ec-c822-41a1-a69a-ac2e43a61d7b tempest-ServersTestMultiNic-1550042178 tempest-ServersTestMultiNic-1550042178-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-670458'] for network (81af42b1-eb23-43df-b260-cc7f68f27829), before_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:13:52.843891 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a8292ce-c631-4984-9e42-d72f771ad1a2 None None] Routers {'fbcdf16f-a13b-425a-bb2f-df6648651d4a'} bound to L3 agent in host n-d-713498-36 {{(pid=103232) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 19:13:52.844532 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.l3_hamode_db [None req-1a8292ce-c631-4984-9e42-d72f771ad1a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-09T18:51:43Z,description=,heartbeat_timestamp=2022-02-09T19:13:43Z,host='n-d-713498-36',id=93303d5e-5d17-45e8-8963-7694f87783ae,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T18:51:43Z,topic='l3_agent')) {'router_ids': ['fbcdf16f-a13b-425a-bb2f-df6648651d4a'], 'active': True} {{(pid=103232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:13:52.845107 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-de9e949c-0348-449c-8df3-5f20eff3a9e9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (f647e9aa-f779-49dd-beb9-ff70f292d3d8), before_update {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:13:53.136917 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-a6fd935c-5f2c-4315-8442-167ec3934c9d admin admin] Publish callbacks [] for router_gateway (fbcdf16f-a13b-425a-bb2f-df6648651d4a), before_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:13:53.451112 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.provisioning_blocks [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Provisioning complete for port 79292174-d7d4-44b5-8000-ad6cfddd8790 triggered by entity L2. {{(pid=103232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 19:13:53.452873 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593630'] for port (79292174-d7d4-44b5-8000-ad6cfddd8790), provisioning_complete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:13:53.481255 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-0aeb1341-c317-46f8-a85d-418661d115d4 req-ddb28df7-40f1-4980-b851-9b7b09a86930 tempest-ServersTestBootFromVolume-783248817 tempest-ServersTestBootFromVolume-783248817-project] 10.222.0.75 "GET /v2.0/ports?device_id=84c056fe-802f-4b0b-9844-f490f36d7dba HTTP/1.1" status: 200 len: 210 time: 0.5833044 Feb 09 19:13:53.493377 n-d-713498-36 neutron-server[103233]: DEBUG neutron.db.agents_db [None req-4a8a6a42-0a0c-4437-8958-92282682b6bb None None] Agent healthcheck: found 7 active agents {{(pid=103233) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 19:13:53.544510 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b31480a-d4c0-4a38-ad60-953605a283a0 None None] DHCP port deletion for 81af42b1-eb23-43df-b260-cc7f68f27829 request from n-d-713498-36 {{(pid=103232) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 09 19:13:53.568462 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-07977a2f-5bda-4f97-a3fa-4156f97fdab7 None None] Port f647e9aa-f779-49dd-beb9-ff70f292d3d8 cannot update to ACTIVE because it is not bound. {{(pid=103232) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 19:13:53.600931 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.plugin [None req-a6fd935c-5f2c-4315-8442-167ec3934c9d admin admin] Deleting port fca1ed2d-fd3e-4e52-a12c-dbc81f0b074d {{(pid=103229) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 19:13:53.601526 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-a6fd935c-5f2c-4315-8442-167ec3934c9d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762867170196'] for port (fca1ed2d-fd3e-4e52-a12c-dbc81f0b074d), before_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:13:53.684693 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.l3_dvr_db [None req-1a8292ce-c631-4984-9e42-d72f771ad1a2 None None] Set router fbcdf16f-a13b-425a-bb2f-df6648651d4a gateway port host: n-d-713498-36 {{(pid=103232) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 19:13:53.708065 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.plugin [None req-7270b5ec-c822-41a1-a69a-ac2e43a61d7b tempest-ServersTestMultiNic-1550042178 tempest-ServersTestMultiNic-1550042178-project] Deleting port d12f2af7-eff8-40c4-a029-7e7ebf819111 {{(pid=103230) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 19:13:53.708696 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-7270b5ec-c822-41a1-a69a-ac2e43a61d7b tempest-ServersTestMultiNic-1550042178 tempest-ServersTestMultiNic-1550042178-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762867170196'] for port (d12f2af7-eff8-40c4-a029-7e7ebf819111), before_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:13:53.931817 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.db.resource_extend [req-5b2f130e-63eb-400a-9016-cd3985d3fdee req-5748293b-c904-4c03-8db1-cb0d6fb757d0 tempest-ServerRescueTestJSONUnderV235-126256002 tempest-ServerRescueTestJSONUnderV235-126256002-project] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 09 19:13:53.953119 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-1b31480a-d4c0-4a38-ad60-953605a283a0 None None] Deleting port d12f2af7-eff8-40c4-a029-7e7ebf819111 {{(pid=103232) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 19:13:53.953119 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-1b31480a-d4c0-4a38-ad60-953605a283a0 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762867170196'] for port (d12f2af7-eff8-40c4-a029-7e7ebf819111), before_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:13:53.954720 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Current status of the port 79292174-d7d4-44b5-8000-ad6cfddd8790 is: ACTIVE; New status is: ACTIVE {{(pid=103232) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 19:13:54.012903 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.db [None req-7270b5ec-c822-41a1-a69a-ac2e43a61d7b tempest-ServersTestMultiNic-1550042178 tempest-ServersTestMultiNic-1550042178-project] For port d12f2af7-eff8-40c4-a029-7e7ebf819111, host n-d-713498-36, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-36',level=0,port_id=d12f2af7-eff8-40c4-a029-7e7ebf819111,segment=NetworkSegment(fdce14a8-e060-4caf-9916-dcc14afea810),segment_id=fdce14a8-e060-4caf-9916-dcc14afea810)] {{(pid=103230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 19:13:54.013291 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-7270b5ec-c822-41a1-a69a-ac2e43a61d7b tempest-ServersTestMultiNic-1550042178 tempest-ServersTestMultiNic-1550042178-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1820838'] for port (d12f2af7-eff8-40c4-a029-7e7ebf819111), precommit_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:13:54.034666 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-5b2f130e-63eb-400a-9016-cd3985d3fdee req-5748293b-c904-4c03-8db1-cb0d6fb757d0 tempest-ServerRescueTestJSONUnderV235-126256002 tempest-ServerRescueTestJSONUnderV235-126256002-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:13:54.048233 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-5b2f130e-63eb-400a-9016-cd3985d3fdee req-5748293b-c904-4c03-8db1-cb0d6fb757d0 tempest-ServerRescueTestJSONUnderV235-126256002 tempest-ServerRescueTestJSONUnderV235-126256002-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1818909'] for floatingip (486f5773-622a-46a7-a9be-960c17a7730f), after_update {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:13:54.066810 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9b77b4d-25f8-4a8c-b5d6-568b5398d39b req-f82eea5a-ff10-47cd-8287-25b73f510b5d tempest-MigrationsAdminTest-892781459 tempest-MigrationsAdminTest-892781459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:13:54.083501 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-c9b77b4d-25f8-4a8c-b5d6-568b5398d39b req-f82eea5a-ff10-47cd-8287-25b73f510b5d tempest-MigrationsAdminTest-892781459 tempest-MigrationsAdminTest-892781459-project] 10.222.0.75 "GET /v2.0/ports?device_id=324ad1af-f9e3-424e-981f-7b5b8b459dd1 HTTP/1.1" status: 200 len: 949 time: 0.4018075 Feb 09 19:13:54.104881 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.plugin [None req-7270b5ec-c822-41a1-a69a-ac2e43a61d7b tempest-ServersTestMultiNic-1550042178 tempest-ServersTestMultiNic-1550042178-project] Calling delete_port for d12f2af7-eff8-40c4-a029-7e7ebf819111 owned by network:dhcp {{(pid=103230) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 19:13:54.148336 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-1b31480a-d4c0-4a38-ad60-953605a283a0 None None] For port d12f2af7-eff8-40c4-a029-7e7ebf819111, host n-d-713498-36, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-36',level=0,port_id=d12f2af7-eff8-40c4-a029-7e7ebf819111,segment=NetworkSegment(fdce14a8-e060-4caf-9916-dcc14afea810),segment_id=fdce14a8-e060-4caf-9916-dcc14afea810)] {{(pid=103232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 19:13:54.149347 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-1b31480a-d4c0-4a38-ad60-953605a283a0 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1820838'] for port (d12f2af7-eff8-40c4-a029-7e7ebf819111), precommit_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:13:54.167238 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-1b31480a-d4c0-4a38-ad60-953605a283a0 None None] Calling delete_port for d12f2af7-eff8-40c4-a029-7e7ebf819111 owned by network:dhcp {{(pid=103232) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 19:13:54.170352 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-de9e949c-0348-449c-8df3-5f20eff3a9e9 admin admin] Publish callbacks [] for port (f647e9aa-f779-49dd-beb9-ff70f292d3d8), precommit_update {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:13:54.254893 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.db [None req-a6fd935c-5f2c-4315-8442-167ec3934c9d admin admin] For port fca1ed2d-fd3e-4e52-a12c-dbc81f0b074d, host n-d-713498-36, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-36',level=0,port_id=fca1ed2d-fd3e-4e52-a12c-dbc81f0b074d,segment=NetworkSegment(a4222f89-8d3f-4b51-953b-1a8126392491),segment_id=a4222f89-8d3f-4b51-953b-1a8126392491)] {{(pid=103229) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 19:13:54.256370 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-a6fd935c-5f2c-4315-8442-167ec3934c9d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1820838'] for port (fca1ed2d-fd3e-4e52-a12c-dbc81f0b074d), precommit_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:13:54.290922 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.plugin [None req-a6fd935c-5f2c-4315-8442-167ec3934c9d admin admin] Calling delete_port for fca1ed2d-fd3e-4e52-a12c-dbc81f0b074d owned by network:router_gateway {{(pid=103229) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 19:13:54.307621 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-de9e949c-0348-449c-8df3-5f20eff3a9e9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762867176205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762866656485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762866656503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14393758'] for port (f647e9aa-f779-49dd-beb9-ff70f292d3d8), after_update {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:13:54.346424 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Device d89f8a2d-563f-4aef-8276-8da1087dbf4d up at agent ovs-agent-n-d-713498-36 {{(pid=103232) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 19:13:54.356908 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-1b31480a-d4c0-4a38-ad60-953605a283a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762867177463', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762866656476'] for port (d12f2af7-eff8-40c4-a029-7e7ebf819111), after_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:13:54.412086 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-c9b77b4d-25f8-4a8c-b5d6-568b5398d39b req-57240f35-ba25-4fdd-9afb-dbc209f30655 tempest-MigrationsAdminTest-892781459 tempest-MigrationsAdminTest-892781459-project] 10.222.0.75 "GET /v2.0/security-groups?id=709912c8-8171-4435-800e-9e5c5e45bf8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3219922 Feb 09 19:13:54.433934 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b31480a-d4c0-4a38-ad60-953605a283a0 None None] No DVR routers for this DVR port d12f2af7-eff8-40c4-a029-7e7ebf819111 on host n-d-713498-36 {{(pid=103232) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 19:13:54.468780 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b31480a-d4c0-4a38-ad60-953605a283a0 None None] Pushing event deleted for resources: {'Port': ['ID=d12f2af7-eff8-40c4-a029-7e7ebf819111,revision_number=None']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:13:54.478704 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de9e949c-0348-449c-8df3-5f20eff3a9e9 admin admin] Pushing event updated for resources: {'Port': ['ID=f647e9aa-f779-49dd-beb9-ff70f292d3d8,revision_number=2']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:13:54.485787 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-de9e949c-0348-449c-8df3-5f20eff3a9e9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1613458', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1834496'] for router_interface (2de7b94c-af62-41dd-8170-f7bfdc8f16a9), after_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:13:54.489587 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.l3_hamode_db [None req-1a8292ce-c631-4984-9e42-d72f771ad1a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fbcdf16f-a13b-425a-bb2f-df6648651d4a', 'name': 'tempest-TaggedBootDevicesTest_v242-464618955-router', 'tenant_id': 'fc48f1fb5a9b4a3a92e70a04d215ce84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88055e1e-672a-4487-be31-ffb6e833ece5', 'external_fixed_ips': [{'subnet_id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'ip_address': '172.25.1.229'}], 'enable_snat': True}, 'gw_port_id': 'fca1ed2d-fd3e-4e52-a12c-dbc81f0b074d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T19:04:13Z', 'updated_at': '2022-02-09T19:13:48Z', 'revision_number': 5, 'project_id': 'fc48f1fb5a9b4a3a92e70a04d215ce84', 'gw_port': {'id': 'fca1ed2d-fd3e-4e52-a12c-dbc81f0b074d', 'name': '', 'network_id': '88055e1e-672a-4487-be31-ffb6e833ece5', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:fc:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fbcdf16f-a13b-425a-bb2f-df6648651d4a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 634, 'fixed_ips': [{'subnet_id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'ip_address': '172.25.1.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T19:04:15Z', 'updated_at': '2022-02-09T19:04:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-36'}], 'n-d-713498-36', False) {} {{(pid=103232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:13:54.556725 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a8292ce-c631-4984-9e42-d72f771ad1a2 None None] Checking router: fbcdf16f-a13b-425a-bb2f-df6648651d4a for host: n-d-713498-36 {{(pid=103232) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 19:13:54.563669 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a8292ce-c631-4984-9e42-d72f771ad1a2 None None] Routers {'fbcdf16f-a13b-425a-bb2f-df6648651d4a'} bound to L3 agent in host n-d-713498-36 {{(pid=103232) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 19:13:54.564304 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.l3_hamode_db [None req-1a8292ce-c631-4984-9e42-d72f771ad1a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-09T18:51:43Z,description=,heartbeat_timestamp=2022-02-09T19:13:43Z,host='n-d-713498-36',id=93303d5e-5d17-45e8-8963-7694f87783ae,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T18:51:43Z,topic='l3_agent')) {'router_ids': ['fbcdf16f-a13b-425a-bb2f-df6648651d4a'], 'active': True} {{(pid=103232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:13:54.612391 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-a6fd935c-5f2c-4315-8442-167ec3934c9d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762867177463', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762866656476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12867576'] for port (fca1ed2d-fd3e-4e52-a12c-dbc81f0b074d), after_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:13:54.616458 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-7270b5ec-c822-41a1-a69a-ac2e43a61d7b tempest-ServersTestMultiNic-1550042178 tempest-ServersTestMultiNic-1550042178-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762867177463', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762866656476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14393751'] for port (d12f2af7-eff8-40c4-a029-7e7ebf819111), after_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:13:54.673795 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7270b5ec-c822-41a1-a69a-ac2e43a61d7b tempest-ServersTestMultiNic-1550042178 tempest-ServersTestMultiNic-1550042178-project] Pushing event deleted for resources: {'Port': ['ID=d12f2af7-eff8-40c4-a029-7e7ebf819111,revision_number=None']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:13:54.678164 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6fd935c-5f2c-4315-8442-167ec3934c9d admin admin] Pushing event deleted for resources: {'Port': ['ID=fca1ed2d-fd3e-4e52-a12c-dbc81f0b074d,revision_number=None']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:13:54.687427 n-d-713498-36 neutron-server[103230]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7270b5ec-c822-41a1-a69a-ac2e43a61d7b tempest-ServersTestMultiNic-1550042178 tempest-ServersTestMultiNic-1550042178-project] No DVR routers for this DVR port d12f2af7-eff8-40c4-a029-7e7ebf819111 on host n-d-713498-36 {{(pid=103230) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 19:13:54.698934 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.provisioning_blocks [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Provisioning complete for port d89f8a2d-563f-4aef-8276-8da1087dbf4d triggered by entity L2. {{(pid=103232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 19:13:54.699178 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593630'] for port (d89f8a2d-563f-4aef-8276-8da1087dbf4d), provisioning_complete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:13:54.730434 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.l3_dvr_db [None req-1a8292ce-c631-4984-9e42-d72f771ad1a2 None None] Set router fbcdf16f-a13b-425a-bb2f-df6648651d4a gateway port host: None {{(pid=103232) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 19:13:54.779420 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f49349a-eca1-4805-8fbc-fb5e97d977a4 req-88630c70-6031-48ff-8223-7ba33ec71560 tempest-ServersNegativeTestMultiTenantJSON-188218943 tempest-ServersNegativeTestMultiTenantJSON-188218943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:13:54.787370 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-8f49349a-eca1-4805-8fbc-fb5e97d977a4 req-88630c70-6031-48ff-8223-7ba33ec71560 tempest-ServersNegativeTestMultiTenantJSON-188218943 tempest-ServersNegativeTestMultiTenantJSON-188218943-project] 10.222.0.75 "GET /v2.0/ports?device_id=0d33f45f-5fde-41ea-90d7-8750980338fb HTTP/1.1" status: 200 len: 945 time: 0.2666020 Feb 09 19:13:54.794675 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-a6fd935c-5f2c-4315-8442-167ec3934c9d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1818987'] for router_gateway (fbcdf16f-a13b-425a-bb2f-df6648651d4a), after_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:13:54.833969 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.l3_hamode_db [None req-1a8292ce-c631-4984-9e42-d72f771ad1a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fbcdf16f-a13b-425a-bb2f-df6648651d4a', 'name': 'tempest-TaggedBootDevicesTest_v242-464618955-router', 'tenant_id': 'fc48f1fb5a9b4a3a92e70a04d215ce84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T19:04:13Z', 'updated_at': '2022-02-09T19:13:53Z', 'revision_number': 6, 'project_id': 'fc48f1fb5a9b4a3a92e70a04d215ce84', 'gw_port_host': None}], 'n-d-713498-36', False) {} {{(pid=103232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:13:54.870421 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a8292ce-c631-4984-9e42-d72f771ad1a2 None None] The sync data for ids ['fbcdf16f-a13b-425a-bb2f-df6648651d4a'] in n-d-713498-36 is: [{'id': 'fbcdf16f-a13b-425a-bb2f-df6648651d4a', 'name': 'tempest-TaggedBootDevicesTest_v242-464618955-router', 'tenant_id': 'fc48f1fb5a9b4a3a92e70a04d215ce84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T19:04:13Z', 'updated_at': '2022-02-09T19:13:53Z', 'revision_number': 6, 'project_id': 'fc48f1fb5a9b4a3a92e70a04d215ce84', 'gw_port_host': None}] {{(pid=103232) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 19:13:54.931476 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-7270b5ec-c822-41a1-a69a-ac2e43a61d7b tempest-ServersTestMultiNic-1550042178 tempest-ServersTestMultiNic-1550042178-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-590267', 'neutron.services.segments.db._delete_segments_for_network-8762867132609'] for network (81af42b1-eb23-43df-b260-cc7f68f27829), precommit_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:13:54.935529 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Current status of the port d89f8a2d-563f-4aef-8276-8da1087dbf4d is: DOWN; New status is: ACTIVE {{(pid=103232) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 19:13:54.937521 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (d89f8a2d-563f-4aef-8276-8da1087dbf4d), before_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:13:54.945981 n-d-713498-36 neutron-server[103230]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de9e949c-0348-449c-8df3-5f20eff3a9e9 admin admin] Network 87a315bc-edd5-479d-bf63-5a02a32a672d is already hosted by enough agents. {{(pid=103230) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 19:13:54.954981 n-d-713498-36 neutron-server[103230]: DEBUG neutron.scheduler.base_scheduler [None req-de9e949c-0348-449c-8df3-5f20eff3a9e9 admin admin] Resources bound (agent type, host, resource id): {{(pid=103230) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 19:13:54.979275 n-d-713498-36 neutron-server[103230]: DEBUG neutron.services.segments.db [None req-7270b5ec-c822-41a1-a69a-ac2e43a61d7b tempest-ServersTestMultiNic-1550042178 tempest-ServersTestMultiNic-1550042178-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['81af42b1-eb23-43df-b260-cc7f68f27829']}} {{(pid=103230) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:13:54.982922 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] For port d89f8a2d-563f-4aef-8276-8da1087dbf4d, host n-d-713498-36, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-36',level=0,port_id=d89f8a2d-563f-4aef-8276-8da1087dbf4d,segment=NetworkSegment(a4222f89-8d3f-4b51-953b-1a8126392491),segment_id=a4222f89-8d3f-4b51-953b-1a8126392491)] {{(pid=103232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 19:13:54.991399 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762867176205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762866656485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762866656503'] for port (d89f8a2d-563f-4aef-8276-8da1087dbf4d), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:13:55.041928 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-a6fd935c-5f2c-4315-8442-167ec3934c9d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1834988', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-58375'] for router (fbcdf16f-a13b-425a-bb2f-df6648651d4a), precommit_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:13:55.081930 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-8f49349a-eca1-4805-8fbc-fb5e97d977a4 req-8ec46c94-74ee-4d9f-8aba-18e28f88a875 tempest-ServersNegativeTestMultiTenantJSON-188218943 tempest-ServersNegativeTestMultiTenantJSON-188218943-project] 10.222.0.75 "GET /v2.0/security-groups?id=b52383c4-8c94-477b-af18-1564f6d0c51f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2934878 Feb 09 19:13:55.082115 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-a6fd935c-5f2c-4315-8442-167ec3934c9d admin admin] Publish callbacks [] for router_controller (fbcdf16f-a13b-425a-bb2f-df6648651d4a), precommit_delete_associations {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:13:55.091451 n-d-713498-36 neutron-server[103230]: DEBUG neutron.services.segments.db [None req-7270b5ec-c822-41a1-a69a-ac2e43a61d7b tempest-ServersTestMultiNic-1550042178 tempest-ServersTestMultiNic-1550042178-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fdce14a8-e060-4caf-9916-dcc14afea810') {'for_net_delete': True} {{(pid=103230) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:13:55.094377 n-d-713498-36 neutron-server[103230]: DEBUG neutron.services.segments.db [None req-7270b5ec-c822-41a1-a69a-ac2e43a61d7b tempest-ServersTestMultiNic-1550042178 tempest-ServersTestMultiNic-1550042178-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fdce14a8-e060-4caf-9916-dcc14afea810') {} {{(pid=103230) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:13:55.104454 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Pushing event updated for resources: {'Port': ['ID=d89f8a2d-563f-4aef-8276-8da1087dbf4d,revision_number=4']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:13:55.113273 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Device d12f2af7-eff8-40c4-a029-7e7ebf819111 no longer exists at agent ovs-agent-n-d-713498-36 {{(pid=103232) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 19:13:55.175625 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] No Port match for: d12f2af7-eff8-40c4-a029-7e7ebf819111 {{(pid=103232) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 19:13:55.175987 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Device d12f2af7-eff8-40c4-a029-7e7ebf819111 not bound to the agent host n-d-713498-36 {{(pid=103232) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 19:13:55.184553 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-7270b5ec-c822-41a1-a69a-ac2e43a61d7b tempest-ServersTestMultiNic-1550042178 tempest-ServersTestMultiNic-1550042178-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762867134154', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12895813'] for segment (fdce14a8-e060-4caf-9916-dcc14afea810), before_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:13:55.244322 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-7270b5ec-c822-41a1-a69a-ac2e43a61d7b tempest-ServersTestMultiNic-1550042178 tempest-ServersTestMultiNic-1550042178-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-759574'] for segment (fdce14a8-e060-4caf-9916-dcc14afea810), precommit_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:13:55.273860 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-a6fd935c-5f2c-4315-8442-167ec3934c9d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1835003'] for router (fbcdf16f-a13b-425a-bb2f-df6648651d4a), after_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:13:55.274530 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7270b5ec-c822-41a1-a69a-ac2e43a61d7b tempest-ServersTestMultiNic-1550042178 tempest-ServersTestMultiNic-1550042178-project] Releasing vlan 392 on physical network physnet1 to pool {{(pid=103230) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 19:13:55.274822 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a6fd935c-5f2c-4315-8442-167ec3934c9d admin admin] Fanout notify agent at l3_agent the message router_deleted on router fbcdf16f-a13b-425a-bb2f-df6648651d4a {{(pid=103229) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 09 19:13:55.275217 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-7270b5ec-c822-41a1-a69a-ac2e43a61d7b tempest-ServersTestMultiNic-1550042178 tempest-ServersTestMultiNic-1550042178-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-759574', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14393826'] for segment (fdce14a8-e060-4caf-9916-dcc14afea810), after_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:13:55.283437 n-d-713498-36 neutron-server[103230]: Traceback (most recent call last): Feb 09 19:13:55.283437 n-d-713498-36 neutron-server[103230]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 19:13:55.283437 n-d-713498-36 neutron-server[103230]: timer() Feb 09 19:13:55.283437 n-d-713498-36 neutron-server[103230]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 19:13:55.283437 n-d-713498-36 neutron-server[103230]: cb(*args, **kw) Feb 09 19:13:55.283437 n-d-713498-36 neutron-server[103230]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 19:13:55.283437 n-d-713498-36 neutron-server[103230]: return func(*args, **kwargs) Feb 09 19:13:55.283437 n-d-713498-36 neutron-server[103230]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 19:13:55.283437 n-d-713498-36 neutron-server[103230]: self._notify() Feb 09 19:13:55.283437 n-d-713498-36 neutron-server[103230]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 19:13:55.283437 n-d-713498-36 neutron-server[103230]: self.callback(batched_events) Feb 09 19:13:55.283437 n-d-713498-36 neutron-server[103230]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 19:13:55.283437 n-d-713498-36 neutron-server[103230]: event.method(event) Feb 09 19:13:55.283437 n-d-713498-36 neutron-server[103230]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 19:13:55.283437 n-d-713498-36 neutron-server[103230]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 19:13:55.283437 n-d-713498-36 neutron-server[103230]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 19:13:55.283437 n-d-713498-36 neutron-server[103230]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 19:13:55.283437 n-d-713498-36 neutron-server[103230]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 19:13:55.283437 n-d-713498-36 neutron-server[103230]: return f(self, *a, **k) Feb 09 19:13:55.283437 n-d-713498-36 neutron-server[103230]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 19:13:55.283437 n-d-713498-36 neutron-server[103230]: return self._get(url).json() Feb 09 19:13:55.283437 n-d-713498-36 neutron-server[103230]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 19:13:55.283437 n-d-713498-36 neutron-server[103230]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 19:13:55.283437 n-d-713498-36 neutron-server[103230]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 19:13:55.283437 n-d-713498-36 neutron-server[103230]: return self.request(url, 'GET', **kwargs) Feb 09 19:13:55.283437 n-d-713498-36 neutron-server[103230]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 19:13:55.283437 n-d-713498-36 neutron-server[103230]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 19:13:55.283437 n-d-713498-36 neutron-server[103230]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 19:13:55.283437 n-d-713498-36 neutron-server[103230]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 19:13:55.283437 n-d-713498-36 neutron-server[103230]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 19:13:55.283437 n-d-713498-36 neutron-server[103230]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 19:13:55.283437 n-d-713498-36 neutron-server[103230]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 19:13:55.289719 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-a6fd935c-5f2c-4315-8442-167ec3934c9d admin admin] Publish callbacks [] for router (None), before_response {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:13:55.296783 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-a6fd935c-5f2c-4315-8442-167ec3934c9d admin admin] 10.222.0.75 "DELETE /v2.0/routers/fbcdf16f-a13b-425a-bb2f-df6648651d4a HTTP/1.1" status: 204 len: 168 time: 2.7680008 Feb 09 19:13:55.297535 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 32854) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:13:55.307016 n-d-713498-36 neutron-server[103229]: INFO neutron.db.l3_db [req-5b2f130e-63eb-400a-9016-cd3985d3fdee req-5748293b-c904-4c03-8db1-cb0d6fb757d0 tempest-ServerRescueTestJSONUnderV235-126256002 tempest-ServerRescueTestJSONUnderV235-126256002-project] Floating IP 486f5773-622a-46a7-a9be-960c17a7730f associated. External IP: 172.25.1.157, port: 2fad1b41-3683-4d01-9737-38b8cb70512c. Feb 09 19:13:55.423337 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b3e142e-4f4e-4588-afb6-8dc50dc180b1 req-64c7ac0f-d6a4-4e62-946d-8b0f64372031 tempest-ServersNegativeTestMultiTenantJSON-188218943 tempest-ServersNegativeTestMultiTenantJSON-188218943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:13:55.433614 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-4b3e142e-4f4e-4588-afb6-8dc50dc180b1 req-64c7ac0f-d6a4-4e62-946d-8b0f64372031 tempest-ServersNegativeTestMultiTenantJSON-188218943 tempest-ServersNegativeTestMultiTenantJSON-188218943-project] 10.222.0.75 "GET /v2.0/ports?device_id=0d33f45f-5fde-41ea-90d7-8750980338fb HTTP/1.1" status: 200 len: 945 time: 0.1702638 Feb 09 19:13:55.437057 n-d-713498-36 neutron-server[103230]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-de9e949c-0348-449c-8df3-5f20eff3a9e9 admin admin] Router 2de7b94c-af62-41dd-8170-f7bfdc8f16a9 has already been hosted by L3 agent 93303d5e-5d17-45e8-8963-7694f87783ae {{(pid=103230) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 19:13:55.438777 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-7270b5ec-c822-41a1-a69a-ac2e43a61d7b tempest-ServersTestMultiNic-1550042178 tempest-ServersTestMultiNic-1550042178-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-590242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1885479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1818895'] for network (81af42b1-eb23-43df-b260-cc7f68f27829), after_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:13:55.452769 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-7270b5ec-c822-41a1-a69a-ac2e43a61d7b tempest-ServersTestMultiNic-1550042178 tempest-ServersTestMultiNic-1550042178-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1613566'] for network (None), before_response {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:13:55.456448 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-7270b5ec-c822-41a1-a69a-ac2e43a61d7b tempest-ServersTestMultiNic-1550042178 tempest-ServersTestMultiNic-1550042178-project] 10.222.0.75 "DELETE /v2.0/networks/81af42b1-eb23-43df-b260-cc7f68f27829 HTTP/1.1" status: 204 len: 168 time: 3.0775042 Feb 09 19:13:55.466007 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 32862) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:13:55.516633 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.provisioning_blocks [None req-c5aa3604-396b-480c-aabb-57f311d28327 None None] Provisioning complete for port f647e9aa-f779-49dd-beb9-ff70f292d3d8 triggered by entity DHCP. {{(pid=103232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 19:13:55.517229 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-c5aa3604-396b-480c-aabb-57f311d28327 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593630'] for port (f647e9aa-f779-49dd-beb9-ff70f292d3d8), provisioning_complete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:13:55.550426 n-d-713498-36 neutron-server[103230]: DEBUG neutron.db.db_base_plugin_v2 [None req-d60e7c28-f32d-42d1-8d2c-560151de1ae0 tempest-ServersTestMultiNic-1550042178 tempest-ServersTestMultiNic-1550042178-project] Deleting subnet 55cab83d-dc5d-45c6-959c-ef2d5d7890b9 {{(pid=103230) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 19:13:55.568339 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-d60e7c28-f32d-42d1-8d2c-560151de1ae0 tempest-ServersTestMultiNic-1550042178 tempest-ServersTestMultiNic-1550042178-project] Publish callbacks [] for subnet (55cab83d-dc5d-45c6-959c-ef2d5d7890b9), before_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:13:55.571412 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7270b5ec-c822-41a1-a69a-ac2e43a61d7b tempest-ServersTestMultiNic-1550042178 tempest-ServersTestMultiNic-1550042178-project] Pushing event deleted for resources: {'Network': ['ID=81af42b1-eb23-43df-b260-cc7f68f27829,revision_number=None']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:13:55.614217 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-c5aa3604-396b-480c-aabb-57f311d28327 None None] Port f647e9aa-f779-49dd-beb9-ff70f292d3d8 cannot update to ACTIVE because it is not bound. {{(pid=103232) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 19:13:55.674971 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-4b3e142e-4f4e-4588-afb6-8dc50dc180b1 req-d9a8ba71-30eb-4f44-b526-6bfeb1d0e9fd tempest-ServersNegativeTestMultiTenantJSON-188218943 tempest-ServersNegativeTestMultiTenantJSON-188218943-project] 10.222.0.75 "GET /v2.0/security-groups?id=b52383c4-8c94-477b-af18-1564f6d0c51f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2403393 Feb 09 19:13:55.699798 n-d-713498-36 neutron-server[103229]: DEBUG neutron.db.db_base_plugin_v2 [None req-39bca85a-b7f4-441b-9d2d-fa16b69ec726 admin admin] Deleting subnet 1c0a26fa-85f5-4288-a9e7-ccef4643fbad {{(pid=103229) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 19:13:55.711346 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-39bca85a-b7f4-441b-9d2d-fa16b69ec726 admin admin] Publish callbacks [] for subnet (1c0a26fa-85f5-4288-a9e7-ccef4643fbad), before_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:13:55.744146 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 32866) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:13:55.823363 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-39bca85a-b7f4-441b-9d2d-fa16b69ec726 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16683410'] for subnet (1c0a26fa-85f5-4288-a9e7-ccef4643fbad), precommit_delete_associations {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:13:55.861027 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-d60e7c28-f32d-42d1-8d2c-560151de1ae0 tempest-ServersTestMultiNic-1550042178 tempest-ServersTestMultiNic-1550042178-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12895822'] for subnet (55cab83d-dc5d-45c6-959c-ef2d5d7890b9), precommit_delete_associations {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:13:55.910752 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-fb3b70ad-4779-40da-8e93-44b51bd31392 tempest-ServersTestBootFromVolume-783248817 tempest-ServersTestBootFromVolume-783248817-project] Publish callbacks [] for security_group (99b1e7c3-38f3-4f0a-8bb2-c56dc143d44a), before_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:13:55.944879 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-fb3b70ad-4779-40da-8e93-44b51bd31392 tempest-ServersTestBootFromVolume-783248817 tempest-ServersTestBootFromVolume-783248817-project] Publish callbacks [] for security_group (99b1e7c3-38f3-4f0a-8bb2-c56dc143d44a), precommit_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:13:56.017084 n-d-713498-36 neutron-server[103229]: DEBUG neutron.scheduler.l3_agent_scheduler [req-5b2f130e-63eb-400a-9016-cd3985d3fdee req-5748293b-c904-4c03-8db1-cb0d6fb757d0 tempest-ServerRescueTestJSONUnderV235-126256002 tempest-ServerRescueTestJSONUnderV235-126256002-project] Router f27e0cdc-0e67-4758-967f-051d42596dc8 has already been hosted by L3 agent 93303d5e-5d17-45e8-8963-7694f87783ae {{(pid=103229) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 19:13:56.020700 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-240e1fd9-3716-4b09-b8a4-17fd7e670552 req-e6d68622-9e2d-495b-b7af-1bb9fc26f1f9 tempest-MigrationsAdminTest-892781459 tempest-MigrationsAdminTest-892781459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:13:56.022442 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-240e1fd9-3716-4b09-b8a4-17fd7e670552 req-e6d68622-9e2d-495b-b7af-1bb9fc26f1f9 tempest-MigrationsAdminTest-892781459 tempest-MigrationsAdminTest-892781459-project] 10.222.0.75 "GET /v2.0/ports?device_id=324ad1af-f9e3-424e-981f-7b5b8b459dd1 HTTP/1.1" status: 200 len: 949 time: 0.1725941 Feb 09 19:13:56.033352 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-de9e949c-0348-449c-8df3-5f20eff3a9e9 admin admin] Notify agent at l3_agent.n-d-713498-36 the message routers_updated {{(pid=103230) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 19:13:56.042886 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-de9e949c-0348-449c-8df3-5f20eff3a9e9 admin admin] 10.222.0.75 "PUT /v2.0/routers/2de7b94c-af62-41dd-8170-f7bfdc8f16a9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.7306347 Feb 09 19:13:56.044454 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-d60e7c28-f32d-42d1-8d2c-560151de1ae0 tempest-ServersTestMultiNic-1550042178 tempest-ServersTestMultiNic-1550042178-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-759852'] for subnet (55cab83d-dc5d-45c6-959c-ef2d5d7890b9), precommit_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:13:56.054581 n-d-713498-36 neutron-server[103233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74eaf591-ea02-44d1-bba4-37c81bbf47df None None] Sync routers for ids ['2de7b94c-af62-41dd-8170-f7bfdc8f16a9'] in n-d-713498-36 {{(pid=103233) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 19:13:56.070427 n-d-713498-36 neutron-server[103233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74eaf591-ea02-44d1-bba4-37c81bbf47df None None] Routers {'2de7b94c-af62-41dd-8170-f7bfdc8f16a9'} bound to L3 agent in host n-d-713498-36 {{(pid=103233) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 19:13:56.072284 n-d-713498-36 neutron-server[103233]: DEBUG neutron.db.l3_hamode_db [None req-74eaf591-ea02-44d1-bba4-37c81bbf47df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-09T18:51:43Z,description=,heartbeat_timestamp=2022-02-09T19:13:43Z,host='n-d-713498-36',id=93303d5e-5d17-45e8-8963-7694f87783ae,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T18:51:43Z,topic='l3_agent')) {'router_ids': ['2de7b94c-af62-41dd-8170-f7bfdc8f16a9'], 'active': True} {{(pid=103233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:13:56.078297 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-fb3b70ad-4779-40da-8e93-44b51bd31392 tempest-ServersTestBootFromVolume-783248817 tempest-ServersTestBootFromVolume-783248817-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1892331'] for security_group (99b1e7c3-38f3-4f0a-8bb2-c56dc143d44a), after_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:13:56.086164 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-fb3b70ad-4779-40da-8e93-44b51bd31392 tempest-ServersTestBootFromVolume-783248817 tempest-ServersTestBootFromVolume-783248817-project] Publish callbacks [] for security_group (None), before_response {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:13:56.090365 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-fb3b70ad-4779-40da-8e93-44b51bd31392 tempest-ServersTestBootFromVolume-783248817 tempest-ServersTestBootFromVolume-783248817-project] 10.222.0.75 "DELETE /v2.0/security-groups/99b1e7c3-38f3-4f0a-8bb2-c56dc143d44a HTTP/1.1" status: 204 len: 168 time: 0.3450694 Feb 09 19:13:56.091043 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 32876) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:13:56.193794 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb3b70ad-4779-40da-8e93-44b51bd31392 tempest-ServersTestBootFromVolume-783248817 tempest-ServersTestBootFromVolume-783248817-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=99b1e7c3-38f3-4f0a-8bb2-c56dc143d44a,revision_number=None']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:13:56.220089 n-d-713498-36 neutron-server[103229]: INFO neutron.api.v2.resource [None req-e76f3455-90c3-4617-a7a6-cdc73cea8233 tempest-ServersTestBootFromVolume-783248817 tempest-ServersTestBootFromVolume-783248817-project] show failed (client error): The resource could not be found. Feb 09 19:13:56.234218 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 32882) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:13:56.236764 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-e76f3455-90c3-4617-a7a6-cdc73cea8233 tempest-ServersTestBootFromVolume-783248817 tempest-ServersTestBootFromVolume-783248817-project] 10.222.0.75 "GET /v2.0/security-groups/99b1e7c3-38f3-4f0a-8bb2-c56dc143d44a HTTP/1.1" status: 404 len: 347 time: 0.1053414 Feb 09 19:13:56.314955 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-240e1fd9-3716-4b09-b8a4-17fd7e670552 req-239520d0-c67f-4ae8-a9a3-4f13b8dc933b tempest-MigrationsAdminTest-892781459 tempest-MigrationsAdminTest-892781459-project] 10.222.0.75 "GET /v2.0/security-groups?id=709912c8-8171-4435-800e-9e5c5e45bf8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2234693 Feb 09 19:13:56.338821 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Device d89f8a2d-563f-4aef-8276-8da1087dbf4d up at agent ovs-agent-n-d-713498-36 {{(pid=103232) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 19:13:56.384576 n-d-713498-36 neutron-server[103233]: DEBUG neutron.db.l3_dvr_db [None req-74eaf591-ea02-44d1-bba4-37c81bbf47df None None] Set router 2de7b94c-af62-41dd-8170-f7bfdc8f16a9 gateway port host: n-d-713498-36 {{(pid=103233) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 19:13:56.402807 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-f7555c37-156a-42cc-acb2-1f6d95db5b62 req-3fddbac3-93fc-44d4-b798-35484ecddf4f service neutron] 10.222.0.90 "GET /v2.0/ports/246dd422-aaed-44c8-8f53-c0bcff989a68/bindings/n-h2-713498-36 HTTP/1.1" status: 200 len: 383 time: 0.1355624 Feb 09 19:13:56.471927 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.provisioning_blocks [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Provisioning complete for port d89f8a2d-563f-4aef-8276-8da1087dbf4d triggered by entity L2. {{(pid=103232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 19:13:56.472641 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593630'] for port (d89f8a2d-563f-4aef-8276-8da1087dbf4d), provisioning_complete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:13:56.577711 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-39bca85a-b7f4-441b-9d2d-fa16b69ec726 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-759852'] for subnet (1c0a26fa-85f5-4288-a9e7-ccef4643fbad), precommit_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:13:56.659631 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-d60e7c28-f32d-42d1-8d2c-560151de1ae0 tempest-ServersTestMultiNic-1550042178 tempest-ServersTestMultiNic-1550042178-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-760023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14393672', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12985882'] for subnet (55cab83d-dc5d-45c6-959c-ef2d5d7890b9), after_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:13:56.772250 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d60e7c28-f32d-42d1-8d2c-560151de1ae0 tempest-ServersTestMultiNic-1550042178 tempest-ServersTestMultiNic-1550042178-project] Pushing event deleted for resources: {'Subnet': ['ID=55cab83d-dc5d-45c6-959c-ef2d5d7890b9,revision_number=None']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:13:56.820686 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Current status of the port d89f8a2d-563f-4aef-8276-8da1087dbf4d is: ACTIVE; New status is: ACTIVE {{(pid=103232) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 19:13:56.931423 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-5b2f130e-63eb-400a-9016-cd3985d3fdee req-5748293b-c904-4c03-8db1-cb0d6fb757d0 tempest-ServerRescueTestJSONUnderV235-126256002 tempest-ServerRescueTestJSONUnderV235-126256002-project] Notify agent at l3_agent.n-d-713498-36 the message routers_updated {{(pid=103229) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 19:13:56.937040 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-5b2f130e-63eb-400a-9016-cd3985d3fdee req-5748293b-c904-4c03-8db1-cb0d6fb757d0 tempest-ServerRescueTestJSONUnderV235-126256002 tempest-ServerRescueTestJSONUnderV235-126256002-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171096'] for floatingip (None), before_response {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:13:56.945032 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abf4f6db-72f0-4ecd-8c2f-4e0d88c83ebf None None] Sync routers for ids ['f27e0cdc-0e67-4758-967f-051d42596dc8'] in n-d-713498-36 {{(pid=103232) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 19:13:56.956167 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Device f87ebada-25df-4663-80df-22b2838f9eb9 no longer exists at agent ovs-agent-n-d-713498-36 {{(pid=103232) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 19:13:56.987421 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-d60e7c28-f32d-42d1-8d2c-560151de1ae0 tempest-ServersTestMultiNic-1550042178 tempest-ServersTestMultiNic-1550042178-project] Publish callbacks [] for subnet (None), before_response {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:13:57.000253 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-d60e7c28-f32d-42d1-8d2c-560151de1ae0 tempest-ServersTestMultiNic-1550042178 tempest-ServersTestMultiNic-1550042178-project] 10.222.0.75 "DELETE /v2.0/subnets/55cab83d-dc5d-45c6-959c-ef2d5d7890b9 HTTP/1.1" status: 204 len: 168 time: 1.5230381 Feb 09 19:13:57.004646 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 32926) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:13:57.027552 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-39bca85a-b7f4-441b-9d2d-fa16b69ec726 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-760023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12867367', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12759238'] for subnet (1c0a26fa-85f5-4288-a9e7-ccef4643fbad), after_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:13:57.044870 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ced125e1-2666-437a-84ef-bd452d390f94 None None] Network a418f5f5-3d81-440d-89ba-059070371f05 requested from n-d-713498-36 {{(pid=103232) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 19:13:57.065031 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] No Port match for: f87ebada-25df-4663-80df-22b2838f9eb9 {{(pid=103232) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 19:13:57.065372 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Device f87ebada-25df-4663-80df-22b2838f9eb9 not bound to the agent host n-d-713498-36 {{(pid=103232) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 19:13:57.066565 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Device fca1ed2d-fd3e-4e52-a12c-dbc81f0b074d no longer exists at agent ovs-agent-n-d-713498-36 {{(pid=103232) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 19:13:57.096301 n-d-713498-36 neutron-server[103233]: DEBUG neutron.db.l3_hamode_db [None req-74eaf591-ea02-44d1-bba4-37c81bbf47df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2de7b94c-af62-41dd-8170-f7bfdc8f16a9', 'name': 'tempest-TaggedBootDevicesTest-193775849-router', 'tenant_id': '6aa7816f5dc146e5bdae7294b4b7e07c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88055e1e-672a-4487-be31-ffb6e833ece5', 'external_fixed_ips': [{'subnet_id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'ip_address': '172.25.1.241'}], 'enable_snat': True}, 'gw_port_id': 'd89f8a2d-563f-4aef-8276-8da1087dbf4d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T19:13:44Z', 'updated_at': '2022-02-09T19:13:52Z', 'revision_number': 4, 'project_id': '6aa7816f5dc146e5bdae7294b4b7e07c', 'gw_port': {'id': 'd89f8a2d-563f-4aef-8276-8da1087dbf4d', 'name': '', 'network_id': '88055e1e-672a-4487-be31-ffb6e833ece5', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:03:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2de7b94c-af62-41dd-8170-f7bfdc8f16a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1333, 'fixed_ips': [{'subnet_id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'ip_address': '172.25.1.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T19:13:46Z', 'updated_at': '2022-02-09T19:13:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-36', '_interfaces': [{'id': 'f647e9aa-f779-49dd-beb9-ff70f292d3d8', 'name': '', 'network_id': '87a315bc-edd5-479d-bf63-5a02a32a672d', 'tenant_id': '6aa7816f5dc146e5bdae7294b4b7e07c', 'mac_address': 'fa:16:3e:f7:a5:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2de7b94c-af62-41dd-8170-f7bfdc8f16a9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1335, 'fixed_ips': [{'subnet_id': '7f953a33-2970-4663-b565-e1a67ef683a3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T19:13:50Z', 'updated_at': '2022-02-09T19:13:53Z', 'revision_number': 2, 'project_id': '6aa7816f5dc146e5bdae7294b4b7e07c', 'subnets': [{'id': '7f953a33-2970-4663-b565-e1a67ef683a3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-36', False) {} {{(pid=103233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:13:57.123434 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39bca85a-b7f4-441b-9d2d-fa16b69ec726 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1c0a26fa-85f5-4288-a9e7-ccef4643fbad,revision_number=None']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:13:57.158138 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-39bca85a-b7f4-441b-9d2d-fa16b69ec726 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1613566'] for subnet (None), before_response {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:13:57.166159 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-39bca85a-b7f4-441b-9d2d-fa16b69ec726 admin admin] 10.222.0.75 "DELETE /v2.0/subnets/1c0a26fa-85f5-4288-a9e7-ccef4643fbad HTTP/1.1" status: 204 len: 168 time: 1.8673389 Feb 09 19:13:57.169249 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 32932) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:13:57.174286 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-5b2f130e-63eb-400a-9016-cd3985d3fdee req-5748293b-c904-4c03-8db1-cb0d6fb757d0 tempest-ServerRescueTestJSONUnderV235-126256002 tempest-ServerRescueTestJSONUnderV235-126256002-project] 10.222.0.75 "PUT /v2.0/floatingips/486f5773-622a-46a7-a9be-960c17a7730f HTTP/1.1" status: 200 len: 997 time: 4.8009396 Feb 09 19:13:57.189255 n-d-713498-36 neutron-server[103233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74eaf591-ea02-44d1-bba4-37c81bbf47df None None] Checking router: 2de7b94c-af62-41dd-8170-f7bfdc8f16a9 for host: n-d-713498-36 {{(pid=103233) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 19:13:57.189783 n-d-713498-36 neutron-server[103233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74eaf591-ea02-44d1-bba4-37c81bbf47df None None] Updating router 2de7b94c-af62-41dd-8170-f7bfdc8f16a9 port f647e9aa-f779-49dd-beb9-ff70f292d3d8 binding host n-d-713498-36 {{(pid=103233) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 19:13:57.209321 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-868f7384-fa0f-4d5a-be76-52e66200ba01 None None] Network 4b4a4f04-9554-422a-8d57-eaf8329dcb91 requested from n-d-713498-36 {{(pid=103232) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 19:13:57.211941 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abf4f6db-72f0-4ecd-8c2f-4e0d88c83ebf None None] Routers {'f27e0cdc-0e67-4758-967f-051d42596dc8'} bound to L3 agent in host n-d-713498-36 {{(pid=103232) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 19:13:57.212764 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.l3_hamode_db [None req-abf4f6db-72f0-4ecd-8c2f-4e0d88c83ebf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-09T18:51:43Z,description=,heartbeat_timestamp=2022-02-09T19:13:43Z,host='n-d-713498-36',id=93303d5e-5d17-45e8-8963-7694f87783ae,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T18:51:43Z,topic='l3_agent')) {'router_ids': ['f27e0cdc-0e67-4758-967f-051d42596dc8'], 'active': True} {{(pid=103232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:13:57.222262 n-d-713498-36 neutron-server[103229]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a0f1baff-df40-457f-b67b-761e81dfdca5', 'tag': '2fad1b41-3683-4d01-9737-38b8cb70512c'}] {{(pid=103229) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 19:13:57.224549 n-d-713498-36 neutron-server[103229]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fa6ae9a20702bd564eaf90d946620b2b4277b1ab91129323d3b54181076be307" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-94fcd125-f877-41ae-8632-06e646fbad51" -d '{"events": [{"name": "network-changed", "server_uuid": "a0f1baff-df40-457f-b67b-761e81dfdca5", "tag": "2fad1b41-3683-4d01-9737-38b8cb70512c"}]}' {{(pid=103229) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 19:13:57.261497 n-d-713498-36 neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-74eaf591-ea02-44d1-bba4-37c81bbf47df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (f647e9aa-f779-49dd-beb9-ff70f292d3d8), before_update {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:13:57.332742 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] No Port match for: fca1ed2d-fd3e-4e52-a12c-dbc81f0b074d {{(pid=103232) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 19:13:57.333097 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Device fca1ed2d-fd3e-4e52-a12c-dbc81f0b074d not bound to the agent host n-d-713498-36 {{(pid=103232) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 19:13:57.362906 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.plugin [None req-2a052351-1122-4ba5-a635-95321ac53cb3 tempest-ServersTestBootFromVolume-783248817 tempest-ServersTestBootFromVolume-783248817-project] Deleting port fba000ff-32a6-456e-a91f-3ede02bbca37 {{(pid=103230) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 19:13:57.363638 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-2a052351-1122-4ba5-a635-95321ac53cb3 tempest-ServersTestBootFromVolume-783248817 tempest-ServersTestBootFromVolume-783248817-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762867170196'] for port (fba000ff-32a6-456e-a91f-3ede02bbca37), before_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:13:57.391019 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-b3c36d40-e6ba-4f0f-8d02-bf1fa5f0e7fe tempest-ServersTestMultiNic-1550042178 tempest-ServersTestMultiNic-1550042178-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-670458'] for network (a418f5f5-3d81-440d-89ba-059070371f05), before_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:13:57.481678 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-bbc975d3-73a1-4900-9670-5f0c1fa2487b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-670458'] for network (4b4a4f04-9554-422a-8d57-eaf8329dcb91), before_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:13:57.500651 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7555c37-156a-42cc-acb2-1f6d95db5b62 req-da4d919b-e4fe-4853-813b-a6c52ebf6a40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:13:57.511867 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-f7555c37-156a-42cc-acb2-1f6d95db5b62 req-da4d919b-e4fe-4853-813b-a6c52ebf6a40 service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=324ad1af-f9e3-424e-981f-7b5b8b459dd1&tenant_id=51b81e7592544b98a90626c2bba713eb HTTP/1.1" status: 200 len: 1132 time: 0.3725173 Feb 09 19:13:57.554038 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b2f130e-63eb-400a-9016-cd3985d3fdee req-f87346c3-e2c9-4e5d-a1db-046d6745cb6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:13:57.555828 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-5b2f130e-63eb-400a-9016-cd3985d3fdee req-f87346c3-e2c9-4e5d-a1db-046d6745cb6b service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=4ddd249906ca4b088ab7ddfb44b3182a&device_id=a0f1baff-df40-457f-b67b-761e81dfdca5 HTTP/1.1" status: 200 len: 1129 time: 0.3202124 Feb 09 19:13:57.578564 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f7e9d67-72fb-4ea3-a1ee-2693538217c8 req-cb140451-bf9e-413d-88f0-86457591d564 tempest-ServersNegativeTestMultiTenantJSON-188218943 tempest-ServersNegativeTestMultiTenantJSON-188218943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:13:57.583028 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-2f7e9d67-72fb-4ea3-a1ee-2693538217c8 req-cb140451-bf9e-413d-88f0-86457591d564 tempest-ServersNegativeTestMultiTenantJSON-188218943 tempest-ServersNegativeTestMultiTenantJSON-188218943-project] 10.222.0.75 "GET /v2.0/ports?device_id=0d33f45f-5fde-41ea-90d7-8750980338fb HTTP/1.1" status: 200 len: 945 time: 0.3941302 Feb 09 19:13:57.856623 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-2a052351-1122-4ba5-a635-95321ac53cb3 tempest-ServersTestBootFromVolume-783248817 tempest-ServersTestBootFromVolume-783248817-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1820838'] for port (fba000ff-32a6-456e-a91f-3ede02bbca37), precommit_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:13:57.857233 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-2a052351-1122-4ba5-a635-95321ac53cb3 tempest-ServersTestBootFromVolume-783248817 tempest-ServersTestBootFromVolume-783248817-project] Publish callbacks [] for floatingip (fba000ff-32a6-456e-a91f-3ede02bbca37), precommit_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:13:57.883151 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7555c37-156a-42cc-acb2-1f6d95db5b62 req-b5339096-ad62-4809-847d-dc48769e3417 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:13:57.887983 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-f7555c37-156a-42cc-acb2-1f6d95db5b62 req-b5339096-ad62-4809-847d-dc48769e3417 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=51b81e7592544b98a90626c2bba713eb&device_id=324ad1af-f9e3-424e-981f-7b5b8b459dd1 HTTP/1.1" status: 200 len: 1132 time: 0.3284881 Feb 09 19:13:57.903330 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-2f7e9d67-72fb-4ea3-a1ee-2693538217c8 req-e797f432-2d0d-4814-83ea-575653c0701c tempest-ServersNegativeTestMultiTenantJSON-188218943 tempest-ServersNegativeTestMultiTenantJSON-188218943-project] 10.222.0.75 "GET /v2.0/security-groups?id=b52383c4-8c94-477b-af18-1564f6d0c51f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2988951 Feb 09 19:13:57.907974 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.plugin [None req-bbc975d3-73a1-4900-9670-5f0c1fa2487b admin admin] Deleting port eded95a2-d908-4844-8544-97ee573be831 {{(pid=103229) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 19:13:57.908318 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-bbc975d3-73a1-4900-9670-5f0c1fa2487b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762867170196'] for port (eded95a2-d908-4844-8544-97ee573be831), before_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:13:57.919594 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.plugin [None req-2a052351-1122-4ba5-a635-95321ac53cb3 tempest-ServersTestBootFromVolume-783248817 tempest-ServersTestBootFromVolume-783248817-project] Calling delete_port for fba000ff-32a6-456e-a91f-3ede02bbca37 owned by network:floatingip {{(pid=103230) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 19:13:57.929678 n-d-713498-36 neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-74eaf591-ea02-44d1-bba4-37c81bbf47df None None] Publish callbacks [] for port (f647e9aa-f779-49dd-beb9-ff70f292d3d8), precommit_update {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:13:57.958479 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.l3_dvr_db [None req-abf4f6db-72f0-4ecd-8c2f-4e0d88c83ebf None None] Set router f27e0cdc-0e67-4758-967f-051d42596dc8 gateway port host: n-d-713498-36 {{(pid=103232) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 19:13:57.989734 n-d-713498-36 neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-74eaf591-ea02-44d1-bba4-37c81bbf47df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762867176205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762866656485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762866656503'] for port (f647e9aa-f779-49dd-beb9-ff70f292d3d8), after_update {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:13:58.036315 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.plugin [None req-b3c36d40-e6ba-4f0f-8d02-bf1fa5f0e7fe tempest-ServersTestMultiNic-1550042178 tempest-ServersTestMultiNic-1550042178-project] Deleting port 94a16e04-62dc-422f-98e9-34dc93771277 {{(pid=103230) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 19:13:58.036659 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-b3c36d40-e6ba-4f0f-8d02-bf1fa5f0e7fe tempest-ServersTestMultiNic-1550042178 tempest-ServersTestMultiNic-1550042178-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762867170196'] for port (94a16e04-62dc-422f-98e9-34dc93771277), before_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:13:58.144053 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7806ad15-33d3-4575-814f-6135ae682156 None None] DHCP port deletion for a418f5f5-3d81-440d-89ba-059070371f05 request from n-d-713498-36 {{(pid=103232) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 09 19:13:58.183210 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.db [None req-b3c36d40-e6ba-4f0f-8d02-bf1fa5f0e7fe tempest-ServersTestMultiNic-1550042178 tempest-ServersTestMultiNic-1550042178-project] For port 94a16e04-62dc-422f-98e9-34dc93771277, host n-d-713498-36, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-36',level=0,port_id=94a16e04-62dc-422f-98e9-34dc93771277,segment=NetworkSegment(3107d6d2-7b5f-4862-8699-387a1f455fe0),segment_id=3107d6d2-7b5f-4862-8699-387a1f455fe0)] {{(pid=103230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 19:13:58.183572 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-b3c36d40-e6ba-4f0f-8d02-bf1fa5f0e7fe tempest-ServersTestMultiNic-1550042178 tempest-ServersTestMultiNic-1550042178-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1820838'] for port (94a16e04-62dc-422f-98e9-34dc93771277), precommit_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:13:58.222035 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.plugin [None req-b3c36d40-e6ba-4f0f-8d02-bf1fa5f0e7fe tempest-ServersTestMultiNic-1550042178 tempest-ServersTestMultiNic-1550042178-project] Calling delete_port for 94a16e04-62dc-422f-98e9-34dc93771277 owned by network:dhcp {{(pid=103230) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 19:13:58.249829 n-d-713498-36 neutron-server[103233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd34679a-bdb4-4c17-82c2-c503c66918e7 None None] Pushing event updated for resources: {'Port': ['ID=f647e9aa-f779-49dd-beb9-ff70f292d3d8,revision_number=3']} {{(pid=103233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:13:58.318520 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d553b29-2ccf-4533-b6bb-18f8a21fe0cf None None] DHCP port deletion for 4b4a4f04-9554-422a-8d57-eaf8329dcb91 request from n-d-713498-36 {{(pid=103232) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 09 19:13:58.321835 n-d-713498-36 neutron-server[103229]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 19:13:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d676f7db-e678-4568-9f3f-18fb8c547d90 x-openstack-request-id: req-d676f7db-e678-4568-9f3f-18fb8c547d90 {{(pid=103229) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 19:13:58.322344 n-d-713498-36 neutron-server[103229]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a0f1baff-df40-457f-b67b-761e81dfdca5", "tag": "2fad1b41-3683-4d01-9737-38b8cb70512c", "status": "completed", "code": 200}]} {{(pid=103229) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 19:13:58.322453 n-d-713498-36 neutron-server[103229]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-d676f7db-e678-4568-9f3f-18fb8c547d90 {{(pid=103229) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 19:13:58.322810 n-d-713498-36 neutron-server[103229]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a0f1baff-df40-457f-b67b-761e81dfdca5', 'tag': '2fad1b41-3683-4d01-9737-38b8cb70512c', 'status': 'completed', 'code': 200} Feb 09 19:13:58.325092 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Device 94a16e04-62dc-422f-98e9-34dc93771277 no longer exists at agent ovs-agent-n-d-713498-36 {{(pid=103232) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 19:13:58.386784 n-d-713498-36 neutron-server[103233]: DEBUG neutron.plugins.ml2.managers [None req-74eaf591-ea02-44d1-bba4-37c81bbf47df None None] Attempting to bind port f647e9aa-f779-49dd-beb9-ff70f292d3d8 on host n-d-713498-36 for vnic_type normal with profile {{(pid=103233) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 19:13:58.388422 n-d-713498-36 neutron-server[103233]: DEBUG neutron.plugins.ml2.managers [None req-74eaf591-ea02-44d1-bba4-37c81bbf47df None None] Attempting to bind port f647e9aa-f779-49dd-beb9-ff70f292d3d8 by drivers openvswitch,hyperv on host n-d-713498-36 at level 0 using segments [{'id': '3386d04d-0d79-438a-a549-e06a28ddd789', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '87a315bc-edd5-479d-bf63-5a02a32a672d'}] {{(pid=103233) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 19:13:58.390925 n-d-713498-36 neutron-server[103233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74eaf591-ea02-44d1-bba4-37c81bbf47df None None] Attempting to bind port f647e9aa-f779-49dd-beb9-ff70f292d3d8 on network 87a315bc-edd5-479d-bf63-5a02a32a672d {{(pid=103233) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 19:13:58.403201 n-d-713498-36 neutron-server[103233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74eaf591-ea02-44d1-bba4-37c81bbf47df None None] Checking agent: {'id': '496418a2-c002-4aec-ab1a-07f3bea491bd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-36', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 18, 51, 47), 'started_at': datetime.datetime(2022, 2, 9, 18, 52, 17), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 19, 13, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-36'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103233) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 19:13:58.408522 n-d-713498-36 neutron-server[103233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74eaf591-ea02-44d1-bba4-37c81bbf47df None None] Checking segment: {'id': '3386d04d-0d79-438a-a549-e06a28ddd789', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '87a315bc-edd5-479d-bf63-5a02a32a672d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103233) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 19:13:58.409541 n-d-713498-36 neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-74eaf591-ea02-44d1-bba4-37c81bbf47df None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:13:58.410119 n-d-713498-36 neutron-server[103233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74eaf591-ea02-44d1-bba4-37c81bbf47df None None] Bound using segment: {'id': '3386d04d-0d79-438a-a549-e06a28ddd789', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '87a315bc-edd5-479d-bf63-5a02a32a672d'} {{(pid=103233) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 19:13:58.411014 n-d-713498-36 neutron-server[103233]: DEBUG neutron.plugins.ml2.managers [None req-74eaf591-ea02-44d1-bba4-37c81bbf47df None None] Bound port: f647e9aa-f779-49dd-beb9-ff70f292d3d8, host: n-d-713498-36, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3386d04d-0d79-438a-a549-e06a28ddd789', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '87a315bc-edd5-479d-bf63-5a02a32a672d'}}] {{(pid=103233) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 19:13:58.411637 n-d-713498-36 neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-74eaf591-ea02-44d1-bba4-37c81bbf47df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (f647e9aa-f779-49dd-beb9-ff70f292d3d8), before_update {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:13:58.576132 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-b3c36d40-e6ba-4f0f-8d02-bf1fa5f0e7fe tempest-ServersTestMultiNic-1550042178 tempest-ServersTestMultiNic-1550042178-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762867177463', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762866656476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14393751'] for port (94a16e04-62dc-422f-98e9-34dc93771277), after_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:13:58.609193 n-d-713498-36 neutron-server[103233]: DEBUG neutron.plugins.ml2.db [None req-74eaf591-ea02-44d1-bba4-37c81bbf47df None None] For port f647e9aa-f779-49dd-beb9-ff70f292d3d8, host n-d-713498-36, cleared binding levels {{(pid=103233) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 19:13:58.613324 n-d-713498-36 neutron-server[103233]: DEBUG neutron.plugins.ml2.db [None req-74eaf591-ea02-44d1-bba4-37c81bbf47df None None] For port f647e9aa-f779-49dd-beb9-ff70f292d3d8, host n-d-713498-36, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-36',level=0,port_id=f647e9aa-f779-49dd-beb9-ff70f292d3d8,segment=NetworkSegment(3386d04d-0d79-438a-a549-e06a28ddd789),segment_id=3386d04d-0d79-438a-a549-e06a28ddd789)] {{(pid=103233) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 19:13:58.627091 n-d-713498-36 neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-74eaf591-ea02-44d1-bba4-37c81bbf47df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762867176205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762866656485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762866656503'] for port (f647e9aa-f779-49dd-beb9-ff70f292d3d8), after_update {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:13:58.684760 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3c36d40-e6ba-4f0f-8d02-bf1fa5f0e7fe tempest-ServersTestMultiNic-1550042178 tempest-ServersTestMultiNic-1550042178-project] Pushing event deleted for resources: {'Port': ['ID=94a16e04-62dc-422f-98e9-34dc93771277,revision_number=None']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:13:58.698137 n-d-713498-36 neutron-server[103232]: INFO neutron.plugins.ml2.db [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] No ports have port_id starting with 94a16e04-62dc-422f-98e9-34dc93771277 Feb 09 19:13:58.709251 n-d-713498-36 neutron-server[103230]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3c36d40-e6ba-4f0f-8d02-bf1fa5f0e7fe tempest-ServersTestMultiNic-1550042178 tempest-ServersTestMultiNic-1550042178-project] No DVR routers for this DVR port 94a16e04-62dc-422f-98e9-34dc93771277 on host n-d-713498-36 {{(pid=103230) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 19:13:58.777757 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-7806ad15-33d3-4575-814f-6135ae682156 None None] Deleting port 94a16e04-62dc-422f-98e9-34dc93771277 {{(pid=103232) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 19:13:58.787660 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-7806ad15-33d3-4575-814f-6135ae682156 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762867170196'] for port (94a16e04-62dc-422f-98e9-34dc93771277), before_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:13:58.809393 n-d-713498-36 neutron-server[103233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd34679a-bdb4-4c17-82c2-c503c66918e7 None None] Pushing event updated for resources: {'Port': ['ID=f647e9aa-f779-49dd-beb9-ff70f292d3d8,revision_number=4']} {{(pid=103233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:13:58.814646 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-815f11ca-715a-4778-a4a5-0865276b44cd req-efd55700-1277-4fe2-85d5-176e8519667f tempest-MigrationsAdminTest-892781459 tempest-MigrationsAdminTest-892781459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:13:58.829694 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-815f11ca-715a-4778-a4a5-0865276b44cd req-efd55700-1277-4fe2-85d5-176e8519667f tempest-MigrationsAdminTest-892781459 tempest-MigrationsAdminTest-892781459-project] 10.222.0.75 "GET /v2.0/ports?device_id=324ad1af-f9e3-424e-981f-7b5b8b459dd1 HTTP/1.1" status: 200 len: 949 time: 0.4593651 Feb 09 19:13:58.858051 n-d-713498-36 neutron-server[103233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74eaf591-ea02-44d1-bba4-37c81bbf47df None None] Routers {'2de7b94c-af62-41dd-8170-f7bfdc8f16a9'} bound to L3 agent in host n-d-713498-36 {{(pid=103233) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 19:13:58.858691 n-d-713498-36 neutron-server[103233]: DEBUG neutron.db.l3_hamode_db [None req-74eaf591-ea02-44d1-bba4-37c81bbf47df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-09T18:51:43Z,description=,heartbeat_timestamp=2022-02-09T19:13:43Z,host='n-d-713498-36',id=93303d5e-5d17-45e8-8963-7694f87783ae,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T18:51:43Z,topic='l3_agent')) {'router_ids': ['2de7b94c-af62-41dd-8170-f7bfdc8f16a9'], 'active': True} {{(pid=103233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:13:59.064545 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-b3c36d40-e6ba-4f0f-8d02-bf1fa5f0e7fe tempest-ServersTestMultiNic-1550042178 tempest-ServersTestMultiNic-1550042178-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-590267', 'neutron.services.segments.db._delete_segments_for_network-8762867132609'] for network (a418f5f5-3d81-440d-89ba-059070371f05), precommit_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:13:59.138517 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Device 246dd422-aaed-44c8-8f53-c0bcff989a68 no longer exists at agent hyperv_n-h2-713498-36 {{(pid=103232) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 19:13:59.142898 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-7806ad15-33d3-4575-814f-6135ae682156 None None] For port 94a16e04-62dc-422f-98e9-34dc93771277, host n-d-713498-36, got binding levels [] {{(pid=103232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 19:13:59.143294 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-7806ad15-33d3-4575-814f-6135ae682156 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1820838'] for port (94a16e04-62dc-422f-98e9-34dc93771277), precommit_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:13:59.189287 n-d-713498-36 neutron-server[103230]: DEBUG neutron.services.segments.db [None req-b3c36d40-e6ba-4f0f-8d02-bf1fa5f0e7fe tempest-ServersTestMultiNic-1550042178 tempest-ServersTestMultiNic-1550042178-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a418f5f5-3d81-440d-89ba-059070371f05']}} {{(pid=103230) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:13:59.189638 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-3d553b29-2ccf-4533-b6bb-18f8a21fe0cf None None] Deleting port eded95a2-d908-4844-8544-97ee573be831 {{(pid=103232) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 19:13:59.190040 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-3d553b29-2ccf-4533-b6bb-18f8a21fe0cf None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762867170196'] for port (eded95a2-d908-4844-8544-97ee573be831), before_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:13:59.200894 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.provisioning_blocks [None req-ad5f72b5-0267-4473-8735-2c90fd949ecb None None] Provisioning complete for port f647e9aa-f779-49dd-beb9-ff70f292d3d8 triggered by entity DHCP. {{(pid=103232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 19:13:59.201266 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-ad5f72b5-0267-4473-8735-2c90fd949ecb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593630'] for port (f647e9aa-f779-49dd-beb9-ff70f292d3d8), provisioning_complete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:13:59.205731 n-d-713498-36 neutron-server[103233]: DEBUG neutron.db.l3_dvr_db [None req-74eaf591-ea02-44d1-bba4-37c81bbf47df None None] Set router 2de7b94c-af62-41dd-8170-f7bfdc8f16a9 gateway port host: n-d-713498-36 {{(pid=103233) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 19:13:59.292254 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-7806ad15-33d3-4575-814f-6135ae682156 None None] Calling delete_port for 94a16e04-62dc-422f-98e9-34dc93771277 owned by network:dhcp {{(pid=103232) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 19:13:59.332915 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.ipam_backend_mixin [None req-7806ad15-33d3-4575-814f-6135ae682156 None None] Port 94a16e04-62dc-422f-98e9-34dc93771277 was not found and therefore no delete operation was performed {{(pid=103232) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Feb 09 19:13:59.347756 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-7806ad15-33d3-4575-814f-6135ae682156 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762867177463', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762866656476'] for port (94a16e04-62dc-422f-98e9-34dc93771277), after_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:13:59.391844 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7806ad15-33d3-4575-814f-6135ae682156 None None] No DVR routers for this DVR port 94a16e04-62dc-422f-98e9-34dc93771277 on host n-d-713498-36 {{(pid=103232) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 19:13:59.400242 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-815f11ca-715a-4778-a4a5-0865276b44cd req-4416fb03-7da7-4665-bc40-8b533dc7479a tempest-MigrationsAdminTest-892781459 tempest-MigrationsAdminTest-892781459-project] 10.222.0.75 "GET /v2.0/security-groups?id=709912c8-8171-4435-800e-9e5c5e45bf8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5693433 Feb 09 19:13:59.426370 n-d-713498-36 neutron-server[103230]: DEBUG neutron.services.segments.db [None req-b3c36d40-e6ba-4f0f-8d02-bf1fa5f0e7fe tempest-ServersTestMultiNic-1550042178 tempest-ServersTestMultiNic-1550042178-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3107d6d2-7b5f-4862-8699-387a1f455fe0') {'for_net_delete': True} {{(pid=103230) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:13:59.426914 n-d-713498-36 neutron-server[103230]: DEBUG neutron.services.segments.db [None req-b3c36d40-e6ba-4f0f-8d02-bf1fa5f0e7fe tempest-ServersTestMultiNic-1550042178 tempest-ServersTestMultiNic-1550042178-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3107d6d2-7b5f-4862-8699-387a1f455fe0') {} {{(pid=103230) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:13:59.429170 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-2a052351-1122-4ba5-a635-95321ac53cb3 tempest-ServersTestBootFromVolume-783248817 tempest-ServersTestBootFromVolume-783248817-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762867177463', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762866656476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14393751'] for port (fba000ff-32a6-456e-a91f-3ede02bbca37), after_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:13:59.432803 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b2f130e-63eb-400a-9016-cd3985d3fdee req-e8374586-a1da-48e5-95e1-fc9be88997bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:13:59.434570 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-5b2f130e-63eb-400a-9016-cd3985d3fdee req-e8374586-a1da-48e5-95e1-fc9be88997bf service neutron] 10.222.0.75 "GET /v2.0/networks?id=3ab0c9d2-97b1-4c51-9743-b63b9816fede HTTP/1.1" status: 200 len: 920 time: 1.8518202 Feb 09 19:13:59.462313 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7806ad15-33d3-4575-814f-6135ae682156 None None] Pushing event deleted for resources: {'Port': ['ID=94a16e04-62dc-422f-98e9-34dc93771277,revision_number=None']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:13:59.497722 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-b3c36d40-e6ba-4f0f-8d02-bf1fa5f0e7fe tempest-ServersTestMultiNic-1550042178 tempest-ServersTestMultiNic-1550042178-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762867134154', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12895813'] for segment (3107d6d2-7b5f-4862-8699-387a1f455fe0), before_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:13:59.554683 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.db [None req-bbc975d3-73a1-4900-9670-5f0c1fa2487b admin admin] For port eded95a2-d908-4844-8544-97ee573be831, host n-d-713498-36, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-36',level=0,port_id=eded95a2-d908-4844-8544-97ee573be831,segment=NetworkSegment(ddd7ee15-d376-483e-82d4-8429af82ad81),segment_id=ddd7ee15-d376-483e-82d4-8429af82ad81)] {{(pid=103229) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 19:13:59.555207 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-bbc975d3-73a1-4900-9670-5f0c1fa2487b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1820838'] for port (eded95a2-d908-4844-8544-97ee573be831), precommit_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:13:59.565638 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a052351-1122-4ba5-a635-95321ac53cb3 tempest-ServersTestBootFromVolume-783248817 tempest-ServersTestBootFromVolume-783248817-project] Pushing event deleted for resources: {'Port': ['ID=fba000ff-32a6-456e-a91f-3ede02bbca37,revision_number=None']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:13:59.606397 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-ad5f72b5-0267-4473-8735-2c90fd949ecb None None] Current status of the port f647e9aa-f779-49dd-beb9-ff70f292d3d8 is: DOWN; New status is: ACTIVE {{(pid=103232) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 19:13:59.607596 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-ad5f72b5-0267-4473-8735-2c90fd949ecb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (f647e9aa-f779-49dd-beb9-ff70f292d3d8), before_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:13:59.646770 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-3d553b29-2ccf-4533-b6bb-18f8a21fe0cf None None] For port eded95a2-d908-4844-8544-97ee573be831, host n-d-713498-36, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-36',level=0,port_id=eded95a2-d908-4844-8544-97ee573be831,segment=NetworkSegment(ddd7ee15-d376-483e-82d4-8429af82ad81),segment_id=ddd7ee15-d376-483e-82d4-8429af82ad81)] {{(pid=103232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 19:13:59.647304 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-3d553b29-2ccf-4533-b6bb-18f8a21fe0cf None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1820838'] for port (eded95a2-d908-4844-8544-97ee573be831), precommit_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:13:59.655678 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-b3c36d40-e6ba-4f0f-8d02-bf1fa5f0e7fe tempest-ServersTestMultiNic-1550042178 tempest-ServersTestMultiNic-1550042178-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-759574'] for segment (3107d6d2-7b5f-4862-8699-387a1f455fe0), precommit_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:13:59.670013 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-3d553b29-2ccf-4533-b6bb-18f8a21fe0cf None None] Calling delete_port for eded95a2-d908-4844-8544-97ee573be831 owned by network:dhcp {{(pid=103232) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 19:13:59.709755 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-5b2f130e-63eb-400a-9016-cd3985d3fdee req-34ffcf75-1304-4b0f-9bb0-a10158e91715 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=2fad1b41-3683-4d01-9737-38b8cb70512c HTTP/1.1" status: 200 len: 1000 time: 0.2559404 Feb 09 19:13:59.740055 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.plugin [None req-bbc975d3-73a1-4900-9670-5f0c1fa2487b admin admin] Calling delete_port for eded95a2-d908-4844-8544-97ee573be831 owned by network:dhcp {{(pid=103229) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 19:13:59.776160 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b3c36d40-e6ba-4f0f-8d02-bf1fa5f0e7fe tempest-ServersTestMultiNic-1550042178 tempest-ServersTestMultiNic-1550042178-project] Releasing vlan 367 on physical network physnet1 to pool {{(pid=103230) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 19:13:59.776619 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-b3c36d40-e6ba-4f0f-8d02-bf1fa5f0e7fe tempest-ServersTestMultiNic-1550042178 tempest-ServersTestMultiNic-1550042178-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-759574', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14393826'] for segment (3107d6d2-7b5f-4862-8699-387a1f455fe0), after_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:13:59.788805 n-d-713498-36 neutron-server[103230]: Traceback (most recent call last): Feb 09 19:13:59.788805 n-d-713498-36 neutron-server[103230]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 19:13:59.788805 n-d-713498-36 neutron-server[103230]: timer() Feb 09 19:13:59.788805 n-d-713498-36 neutron-server[103230]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 19:13:59.788805 n-d-713498-36 neutron-server[103230]: cb(*args, **kw) Feb 09 19:13:59.788805 n-d-713498-36 neutron-server[103230]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 19:13:59.788805 n-d-713498-36 neutron-server[103230]: return func(*args, **kwargs) Feb 09 19:13:59.788805 n-d-713498-36 neutron-server[103230]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 19:13:59.788805 n-d-713498-36 neutron-server[103230]: self._notify() Feb 09 19:13:59.788805 n-d-713498-36 neutron-server[103230]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 19:13:59.788805 n-d-713498-36 neutron-server[103230]: self.callback(batched_events) Feb 09 19:13:59.788805 n-d-713498-36 neutron-server[103230]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 19:13:59.788805 n-d-713498-36 neutron-server[103230]: event.method(event) Feb 09 19:13:59.788805 n-d-713498-36 neutron-server[103230]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 19:13:59.788805 n-d-713498-36 neutron-server[103230]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 19:13:59.788805 n-d-713498-36 neutron-server[103230]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 19:13:59.788805 n-d-713498-36 neutron-server[103230]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 19:13:59.788805 n-d-713498-36 neutron-server[103230]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 19:13:59.788805 n-d-713498-36 neutron-server[103230]: return f(self, *a, **k) Feb 09 19:13:59.788805 n-d-713498-36 neutron-server[103230]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 19:13:59.788805 n-d-713498-36 neutron-server[103230]: return self._get(url).json() Feb 09 19:13:59.788805 n-d-713498-36 neutron-server[103230]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 19:13:59.788805 n-d-713498-36 neutron-server[103230]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 19:13:59.788805 n-d-713498-36 neutron-server[103230]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 19:13:59.788805 n-d-713498-36 neutron-server[103230]: return self.request(url, 'GET', **kwargs) Feb 09 19:13:59.788805 n-d-713498-36 neutron-server[103230]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 19:13:59.788805 n-d-713498-36 neutron-server[103230]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 19:13:59.788805 n-d-713498-36 neutron-server[103230]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 19:13:59.788805 n-d-713498-36 neutron-server[103230]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 19:13:59.788805 n-d-713498-36 neutron-server[103230]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 19:13:59.788805 n-d-713498-36 neutron-server[103230]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 19:13:59.788805 n-d-713498-36 neutron-server[103230]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 19:13:59.868142 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7555c37-156a-42cc-acb2-1f6d95db5b62 req-3cb2cc1b-871d-4768-aedf-1a101a97b3cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:13:59.871401 n-d-713498-36 neutron-server[103233]: DEBUG neutron.db.l3_hamode_db [None req-74eaf591-ea02-44d1-bba4-37c81bbf47df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2de7b94c-af62-41dd-8170-f7bfdc8f16a9', 'name': 'tempest-TaggedBootDevicesTest-193775849-router', 'tenant_id': '6aa7816f5dc146e5bdae7294b4b7e07c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88055e1e-672a-4487-be31-ffb6e833ece5', 'external_fixed_ips': [{'subnet_id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'ip_address': '172.25.1.241'}], 'enable_snat': True}, 'gw_port_id': 'd89f8a2d-563f-4aef-8276-8da1087dbf4d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T19:13:44Z', 'updated_at': '2022-02-09T19:13:52Z', 'revision_number': 4, 'project_id': '6aa7816f5dc146e5bdae7294b4b7e07c', 'gw_port': {'id': 'd89f8a2d-563f-4aef-8276-8da1087dbf4d', 'name': '', 'network_id': '88055e1e-672a-4487-be31-ffb6e833ece5', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:03:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2de7b94c-af62-41dd-8170-f7bfdc8f16a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1333, 'fixed_ips': [{'subnet_id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'ip_address': '172.25.1.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T19:13:46Z', 'updated_at': '2022-02-09T19:13:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-36', '_interfaces': [{'id': 'f647e9aa-f779-49dd-beb9-ff70f292d3d8', 'name': '', 'network_id': '87a315bc-edd5-479d-bf63-5a02a32a672d', 'tenant_id': '6aa7816f5dc146e5bdae7294b4b7e07c', 'mac_address': 'fa:16:3e:f7:a5:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2de7b94c-af62-41dd-8170-f7bfdc8f16a9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1335, 'fixed_ips': [{'subnet_id': '7f953a33-2970-4663-b565-e1a67ef683a3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T19:13:50Z', 'updated_at': '2022-02-09T19:13:58Z', 'revision_number': 4, 'project_id': '6aa7816f5dc146e5bdae7294b4b7e07c', 'subnets': [{'id': '7f953a33-2970-4663-b565-e1a67ef683a3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-36', False) {} {{(pid=103233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:13:59.873499 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-f7555c37-156a-42cc-acb2-1f6d95db5b62 req-3cb2cc1b-871d-4768-aedf-1a101a97b3cd service neutron] 10.222.0.90 "GET /v2.0/networks?id=2b5494c8-cf97-42c1-b902-87f998f28179 HTTP/1.1" status: 200 len: 870 time: 1.9746387 Feb 09 19:13:59.894057 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94fcd125-f877-41ae-8632-06e646fbad51 req-b858ab96-5c34-43e8-a532-a36184bc28b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:13:59.901714 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-94fcd125-f877-41ae-8632-06e646fbad51 req-b858ab96-5c34-43e8-a532-a36184bc28b1 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=4ddd249906ca4b088ab7ddfb44b3182a&device_id=a0f1baff-df40-457f-b67b-761e81dfdca5 HTTP/1.1" status: 200 len: 1129 time: 1.5757120 Feb 09 19:13:59.903424 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Current status of the port 246dd422-aaed-44c8-8f53-c0bcff989a68 is: ACTIVE; New status is: DOWN {{(pid=103232) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 19:13:59.903826 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (246dd422-aaed-44c8-8f53-c0bcff989a68), before_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:13:59.965103 n-d-713498-36 neutron-server[103233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74eaf591-ea02-44d1-bba4-37c81bbf47df None None] The sync data for ids ['2de7b94c-af62-41dd-8170-f7bfdc8f16a9'] in n-d-713498-36 is: [{'id': '2de7b94c-af62-41dd-8170-f7bfdc8f16a9', 'name': 'tempest-TaggedBootDevicesTest-193775849-router', 'tenant_id': '6aa7816f5dc146e5bdae7294b4b7e07c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88055e1e-672a-4487-be31-ffb6e833ece5', 'external_fixed_ips': [{'subnet_id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'ip_address': '172.25.1.241'}], 'enable_snat': True}, 'gw_port_id': 'd89f8a2d-563f-4aef-8276-8da1087dbf4d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T19:13:44Z', 'updated_at': '2022-02-09T19:13:52Z', 'revision_number': 4, 'project_id': '6aa7816f5dc146e5bdae7294b4b7e07c', 'gw_port': {'id': 'd89f8a2d-563f-4aef-8276-8da1087dbf4d', 'name': '', 'network_id': '88055e1e-672a-4487-be31-ffb6e833ece5', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:03:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2de7b94c-af62-41dd-8170-f7bfdc8f16a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1333, 'fixed_ips': [{'subnet_id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'ip_address': '172.25.1.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T19:13:46Z', 'updated_at': '2022-02-09T19:13:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-36', '_interfaces': [{'id': 'f647e9aa-f779-49dd-beb9-ff70f292d3d8', 'name': '', 'network_id': '87a315bc-edd5-479d-bf63-5a02a32a672d', 'tenant_id': '6aa7816f5dc146e5bdae7294b4b7e07c', 'mac_address': 'fa:16:3e:f7:a5:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2de7b94c-af62-41dd-8170-f7bfdc8f16a9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1335, 'fixed_ips': [{'subnet_id': '7f953a33-2970-4663-b565-e1a67ef683a3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T19:13:50Z', 'updated_at': '2022-02-09T19:13:58Z', 'revision_number': 4, 'project_id': '6aa7816f5dc146e5bdae7294b4b7e07c', 'subnets': [{'id': '7f953a33-2970-4663-b565-e1a67ef683a3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103233) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 19:13:59.966152 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-2a052351-1122-4ba5-a635-95321ac53cb3 tempest-ServersTestBootFromVolume-783248817 tempest-ServersTestBootFromVolume-783248817-project] Publish callbacks [] for floatingip (d51ef726-5e87-4f01-9194-57d0292b4e4c), after_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:13:59.997696 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-2a052351-1122-4ba5-a635-95321ac53cb3 tempest-ServersTestBootFromVolume-783248817 tempest-ServersTestBootFromVolume-783248817-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171096'] for floatingip (None), before_response {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:14:00.003598 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-2a052351-1122-4ba5-a635-95321ac53cb3 tempest-ServersTestBootFromVolume-783248817 tempest-ServersTestBootFromVolume-783248817-project] 10.222.0.75 "DELETE /v2.0/floatingips/d51ef726-5e87-4f01-9194-57d0292b4e4c HTTP/1.1" status: 204 len: 168 time: 3.7681210 Feb 09 19:14:00.013042 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.l3_hamode_db [None req-abf4f6db-72f0-4ecd-8c2f-4e0d88c83ebf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f27e0cdc-0e67-4758-967f-051d42596dc8', 'name': 'tempest-ServerRescueTestJSONUnderV235-930924640-router', 'tenant_id': '4ddd249906ca4b088ab7ddfb44b3182a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88055e1e-672a-4487-be31-ffb6e833ece5', 'external_fixed_ips': [{'subnet_id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'ip_address': '172.25.1.3'}], 'enable_snat': True}, 'gw_port_id': 'da1a4a28-2e09-4aca-9993-8fce73e5b605', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T19:12:36Z', 'updated_at': '2022-02-09T19:12:43Z', 'revision_number': 4, 'project_id': '4ddd249906ca4b088ab7ddfb44b3182a', 'gw_port': {'id': 'da1a4a28-2e09-4aca-9993-8fce73e5b605', 'name': '', 'network_id': '88055e1e-672a-4487-be31-ffb6e833ece5', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:eb:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f27e0cdc-0e67-4758-967f-051d42596dc8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1266, 'fixed_ips': [{'subnet_id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'ip_address': '172.25.1.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T19:12:38Z', 'updated_at': '2022-02-09T19:12:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-36', '_floatingips': [{'id': '486f5773-622a-46a7-a9be-960c17a7730f', 'tenant_id': '4ddd249906ca4b088ab7ddfb44b3182a', 'floating_ip_address': '172.25.1.157', 'floating_network_id': '88055e1e-672a-4487-be31-ffb6e833ece5', 'router_id': 'f27e0cdc-0e67-4758-967f-051d42596dc8', 'port_id': '2fad1b41-3683-4d01-9737-38b8cb70512c', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1334, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3ab0c9d2-97b1-4c51-9743-b63b9816fede', 'mac_address': 'fa:16:3e:52:1f:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0f1baff-df40-457f-b67b-761e81dfdca5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T19:13:46Z', 'updated_at': '2022-02-09T19:13:53Z', 'revision_number': 1, 'project_id': '4ddd249906ca4b088ab7ddfb44b3182a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b1a82a81-bc8f-4c81-9a97-904fb09563b3', 'name': '', 'network_id': '3ab0c9d2-97b1-4c51-9743-b63b9816fede', 'tenant_id': '4ddd249906ca4b088ab7ddfb44b3182a', 'mac_address': 'fa:16:3e:d8:f3:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f27e0cdc-0e67-4758-967f-051d42596dc8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1267, 'fixed_ips': [{'subnet_id': 'eceb2332-2ad4-457a-81e3-6e57abd3a84e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T19:12:42Z', 'updated_at': '2022-02-09T19:12:51Z', 'revision_number': 5, 'project_id': '4ddd249906ca4b088ab7ddfb44b3182a', 'subnets': [{'id': 'eceb2332-2ad4-457a-81e3-6e57abd3a84e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-36', False) {} {{(pid=103232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:14:00.018742 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-ad5f72b5-0267-4473-8735-2c90fd949ecb None None] For port f647e9aa-f779-49dd-beb9-ff70f292d3d8, host n-d-713498-36, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-36',level=0,port_id=f647e9aa-f779-49dd-beb9-ff70f292d3d8,segment=NetworkSegment(3386d04d-0d79-438a-a549-e06a28ddd789),segment_id=3386d04d-0d79-438a-a549-e06a28ddd789)] {{(pid=103232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 19:14:00.120928 n-d-713498-36 neutron-server[103232]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '324ad1af-f9e3-424e-981f-7b5b8b459dd1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '246dd422-aaed-44c8-8f53-c0bcff989a68'}] {{(pid=103232) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 19:14:00.124617 n-d-713498-36 neutron-server[103232]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}949cdcde653dec44821de95cbf67297f53cbc2aed4e073b5d514f93bf911ce85" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7adabab4-f067-41bd-9d86-1616290454f1" -d '{"events": [{"server_uuid": "324ad1af-f9e3-424e-981f-7b5b8b459dd1", "name": "network-vif-unplugged", "status": "completed", "tag": "246dd422-aaed-44c8-8f53-c0bcff989a68"}]}' {{(pid=103232) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 19:14:00.144852 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 33006) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:14:00.153675 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-ad5f72b5-0267-4473-8735-2c90fd949ecb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762867176205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762866656485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762866656503'] for port (f647e9aa-f779-49dd-beb9-ff70f292d3d8), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:14:00.155262 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-f7555c37-156a-42cc-acb2-1f6d95db5b62 req-1f33fca9-fc9d-4ccf-8d36-0669f773598e service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.63&port_id=246dd422-aaed-44c8-8f53-c0bcff989a68 HTTP/1.1" status: 200 len: 217 time: 0.2497878 Feb 09 19:14:00.190956 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abf4f6db-72f0-4ecd-8c2f-4e0d88c83ebf None None] Checking router: f27e0cdc-0e67-4758-967f-051d42596dc8 for host: n-d-713498-36 {{(pid=103232) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 19:14:00.342938 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-7429db8d-6021-40ad-813e-885be449a89b None None] For port 246dd422-aaed-44c8-8f53-c0bcff989a68, host n-h2-713498-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-36',level=0,port_id=246dd422-aaed-44c8-8f53-c0bcff989a68,segment=NetworkSegment(50e5915e-18f0-4558-9a28-b978975ead36),segment_id=50e5915e-18f0-4558-9a28-b978975ead36)] {{(pid=103232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 19:14:00.345898 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad5f72b5-0267-4473-8735-2c90fd949ecb None None] Pushing event updated for resources: {'Port': ['ID=f647e9aa-f779-49dd-beb9-ff70f292d3d8,revision_number=5']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:14:00.419521 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b2f130e-63eb-400a-9016-cd3985d3fdee req-be985b9c-767c-4a88-aa4c-0c64bd6de7a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:14:00.421901 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-5b2f130e-63eb-400a-9016-cd3985d3fdee req-be985b9c-767c-4a88-aa4c-0c64bd6de7a8 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=eceb2332-2ad4-457a-81e3-6e57abd3a84e HTTP/1.1" status: 200 len: 859 time: 0.6679263 Feb 09 19:14:00.433326 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abf4f6db-72f0-4ecd-8c2f-4e0d88c83ebf None None] Routers {'f27e0cdc-0e67-4758-967f-051d42596dc8'} bound to L3 agent in host n-d-713498-36 {{(pid=103232) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 19:14:00.434145 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.l3_hamode_db [None req-abf4f6db-72f0-4ecd-8c2f-4e0d88c83ebf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-09T18:51:43Z,description=,heartbeat_timestamp=2022-02-09T19:13:43Z,host='n-d-713498-36',id=93303d5e-5d17-45e8-8963-7694f87783ae,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T18:51:43Z,topic='l3_agent')) {'router_ids': ['f27e0cdc-0e67-4758-967f-051d42596dc8'], 'active': True} {{(pid=103232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:14:00.442096 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762867176205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762866656485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762866656503'] for port (246dd422-aaed-44c8-8f53-c0bcff989a68), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:14:00.455489 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Device f647e9aa-f779-49dd-beb9-ff70f292d3d8 up at agent ovs-agent-n-d-713498-36 {{(pid=103232) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 19:14:00.557805 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-5b2f130e-63eb-400a-9016-cd3985d3fdee req-d31a2e30-2ea9-4902-91c2-62aa75bcfccd service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=3ab0c9d2-97b1-4c51-9743-b63b9816fede&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1065614 Feb 09 19:14:00.608277 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7555c37-156a-42cc-acb2-1f6d95db5b62 req-eeb2cfdd-3e2d-4a2b-8483-9d83a4fe30d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:14:00.610741 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-f7555c37-156a-42cc-acb2-1f6d95db5b62 req-eeb2cfdd-3e2d-4a2b-8483-9d83a4fe30d0 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=60b561cb-321e-4f83-9bb3-92b2e1d0dc44 HTTP/1.1" status: 200 len: 843 time: 0.3908641 Feb 09 19:14:00.649271 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-3d553b29-2ccf-4533-b6bb-18f8a21fe0cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762867177463', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762866656476'] for port (eded95a2-d908-4844-8544-97ee573be831), after_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:14:00.818722 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-bbc975d3-73a1-4900-9670-5f0c1fa2487b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762867177463', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762866656476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12867576'] for port (eded95a2-d908-4844-8544-97ee573be831), after_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:14:00.845769 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d553b29-2ccf-4533-b6bb-18f8a21fe0cf None None] No DVR routers for this DVR port eded95a2-d908-4844-8544-97ee573be831 on host n-d-713498-36 {{(pid=103232) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 19:14:00.854929 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94fcd125-f877-41ae-8632-06e646fbad51 req-fc94b400-7017-4c1d-a95a-6ee9a8147615 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:14:00.862093 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-94fcd125-f877-41ae-8632-06e646fbad51 req-fc94b400-7017-4c1d-a95a-6ee9a8147615 service neutron] 10.222.0.89 "GET /v2.0/networks?id=3ab0c9d2-97b1-4c51-9743-b63b9816fede HTTP/1.1" status: 200 len: 920 time: 0.8575437 Feb 09 19:14:00.921630 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.provisioning_blocks [None req-40412405-2f69-4a78-9a85-707e2c512d7f None None] Provisioning complete for port f647e9aa-f779-49dd-beb9-ff70f292d3d8 triggered by entity DHCP. {{(pid=103232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 19:14:00.935724 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-40412405-2f69-4a78-9a85-707e2c512d7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593630'] for port (f647e9aa-f779-49dd-beb9-ff70f292d3d8), provisioning_complete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:14:00.977271 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbc975d3-73a1-4900-9670-5f0c1fa2487b admin admin] Pushing event deleted for resources: {'Port': ['ID=eded95a2-d908-4844-8544-97ee573be831,revision_number=None']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:14:00.979712 n-d-713498-36 neutron-server[103229]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbc975d3-73a1-4900-9670-5f0c1fa2487b admin admin] No DVR routers for this DVR port eded95a2-d908-4844-8544-97ee573be831 on host n-d-713498-36 {{(pid=103229) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 19:14:00.992436 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Pushing event updated for resources: {'Port': ['ID=246dd422-aaed-44c8-8f53-c0bcff989a68,revision_number=6']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:14:01.093299 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7555c37-156a-42cc-acb2-1f6d95db5b62 req-281d6e58-0b52-4a31-b9da-31bb5453a28f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:14:01.094834 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-f7555c37-156a-42cc-acb2-1f6d95db5b62 req-281d6e58-0b52-4a31-b9da-31bb5453a28f service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=2b5494c8-cf97-42c1-b902-87f998f28179&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.4678237 Feb 09 19:14:01.118027 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.l3_dvr_db [None req-abf4f6db-72f0-4ecd-8c2f-4e0d88c83ebf None None] Set router f27e0cdc-0e67-4758-967f-051d42596dc8 gateway port host: n-d-713498-36 {{(pid=103232) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 19:14:01.147312 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-b3c36d40-e6ba-4f0f-8d02-bf1fa5f0e7fe tempest-ServersTestMultiNic-1550042178 tempest-ServersTestMultiNic-1550042178-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-590242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1885479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1818895'] for network (a418f5f5-3d81-440d-89ba-059070371f05), after_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:14:01.187788 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-b3c36d40-e6ba-4f0f-8d02-bf1fa5f0e7fe tempest-ServersTestMultiNic-1550042178 tempest-ServersTestMultiNic-1550042178-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1613566'] for network (None), before_response {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:14:01.192802 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-b3c36d40-e6ba-4f0f-8d02-bf1fa5f0e7fe tempest-ServersTestMultiNic-1550042178 tempest-ServersTestMultiNic-1550042178-project] 10.222.0.75 "DELETE /v2.0/networks/a418f5f5-3d81-440d-89ba-059070371f05 HTTP/1.1" status: 204 len: 168 time: 4.1846035 Feb 09 19:14:01.232738 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3c36d40-e6ba-4f0f-8d02-bf1fa5f0e7fe tempest-ServersTestMultiNic-1550042178 tempest-ServersTestMultiNic-1550042178-project] Pushing event deleted for resources: {'Network': ['ID=a418f5f5-3d81-440d-89ba-059070371f05,revision_number=None']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:14:01.268024 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd5a6594-fb73-4d02-bf43-233fabd305ec req-afe32e3e-d03e-47a2-bb11-eb819dda5316 tempest-ServersNegativeTestMultiTenantJSON-188218943 tempest-ServersNegativeTestMultiTenantJSON-188218943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:14:01.269134 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-5b2f130e-63eb-400a-9016-cd3985d3fdee req-a8b986a1-3bae-4359-b814-69e6e191d71e service neutron] 10.222.0.75 "GET /v2.0/networks/3ab0c9d2-97b1-4c51-9743-b63b9816fede?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6881270 Feb 09 19:14:01.275473 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-bd5a6594-fb73-4d02-bf43-233fabd305ec req-afe32e3e-d03e-47a2-bb11-eb819dda5316 tempest-ServersNegativeTestMultiTenantJSON-188218943 tempest-ServersNegativeTestMultiTenantJSON-188218943-project] 10.222.0.75 "GET /v2.0/ports?device_id=0d33f45f-5fde-41ea-90d7-8750980338fb HTTP/1.1" status: 200 len: 945 time: 1.2703528 Feb 09 19:14:01.386952 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d553b29-2ccf-4533-b6bb-18f8a21fe0cf None None] Pushing event deleted for resources: {'Port': ['ID=eded95a2-d908-4844-8544-97ee573be831,revision_number=None']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:14:01.464337 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-94fcd125-f877-41ae-8632-06e646fbad51 req-f69b94cc-e9a3-46fd-94c4-d1986ef89427 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=2fad1b41-3683-4d01-9737-38b8cb70512c HTTP/1.1" status: 200 len: 1000 time: 0.5324304 Feb 09 19:14:01.486497 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.provisioning_blocks [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Provisioning complete for port f647e9aa-f779-49dd-beb9-ff70f292d3d8 triggered by entity L2. {{(pid=103232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 19:14:01.489815 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593630'] for port (f647e9aa-f779-49dd-beb9-ff70f292d3d8), provisioning_complete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:14:01.504654 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-bbc975d3-73a1-4900-9670-5f0c1fa2487b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-590267', 'neutron.services.segments.db._delete_segments_for_network-8762867132609'] for network (4b4a4f04-9554-422a-8d57-eaf8329dcb91), precommit_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:14:01.591775 n-d-713498-36 neutron-server[103229]: DEBUG neutron.services.segments.db [None req-bbc975d3-73a1-4900-9670-5f0c1fa2487b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4b4a4f04-9554-422a-8d57-eaf8329dcb91']}} {{(pid=103229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:14:01.642208 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-bd5a6594-fb73-4d02-bf43-233fabd305ec req-99c6a243-99bb-476d-b052-c640fd883154 tempest-ServersNegativeTestMultiTenantJSON-188218943 tempest-ServersNegativeTestMultiTenantJSON-188218943-project] 10.222.0.75 "GET /v2.0/security-groups?id=b52383c4-8c94-477b-af18-1564f6d0c51f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3644006 Feb 09 19:14:01.653928 n-d-713498-36 neutron-server[103229]: DEBUG neutron.services.segments.db [None req-bbc975d3-73a1-4900-9670-5f0c1fa2487b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ddd7ee15-d376-483e-82d4-8429af82ad81') {'for_net_delete': True} {{(pid=103229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:14:01.654347 n-d-713498-36 neutron-server[103229]: DEBUG neutron.services.segments.db [None req-bbc975d3-73a1-4900-9670-5f0c1fa2487b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ddd7ee15-d376-483e-82d4-8429af82ad81') {} {{(pid=103229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:14:01.669030 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94fcd125-f877-41ae-8632-06e646fbad51 req-788aacd4-4dda-4c4e-8422-52a021cce4ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:14:01.671916 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-94fcd125-f877-41ae-8632-06e646fbad51 req-788aacd4-4dda-4c4e-8422-52a021cce4ce service neutron] 10.222.0.89 "GET /v2.0/subnets?id=eceb2332-2ad4-457a-81e3-6e57abd3a84e HTTP/1.1" status: 200 len: 859 time: 0.1961160 Feb 09 19:14:01.712758 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-f7555c37-156a-42cc-acb2-1f6d95db5b62 req-bcdbcf4d-0db9-4ff2-9723-7a5de41b4fab service neutron] 10.222.0.90 "GET /v2.0/networks/2b5494c8-cf97-42c1-b902-87f998f28179?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6063859 Feb 09 19:14:01.757543 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-bbc975d3-73a1-4900-9670-5f0c1fa2487b admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762867134154', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16683417'] for segment (ddd7ee15-d376-483e-82d4-8429af82ad81), before_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:14:01.776200 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-bbc975d3-73a1-4900-9670-5f0c1fa2487b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-759574'] for segment (ddd7ee15-d376-483e-82d4-8429af82ad81), precommit_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:14:01.826030 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-94fcd125-f877-41ae-8632-06e646fbad51 req-7fb6b45b-77a8-4d36-b78b-b406d8879c19 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=3ab0c9d2-97b1-4c51-9743-b63b9816fede&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1404681 Feb 09 19:14:01.905366 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bbc975d3-73a1-4900-9670-5f0c1fa2487b admin admin] Releasing vlan 391 on physical network physnet1 to pool {{(pid=103229) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 19:14:01.908509 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-bbc975d3-73a1-4900-9670-5f0c1fa2487b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-759574', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12867469'] for segment (ddd7ee15-d376-483e-82d4-8429af82ad81), after_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:14:01.922638 n-d-713498-36 neutron-server[103229]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 19:14:01.922638 n-d-713498-36 neutron-server[103229]: self.session.flush() Feb 09 19:14:01.922638 n-d-713498-36 neutron-server[103229]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 19:14:01.922638 n-d-713498-36 neutron-server[103229]: self.session.flush() Feb 09 19:14:01.922638 n-d-713498-36 neutron-server[103229]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 19:14:01.922638 n-d-713498-36 neutron-server[103229]: self.session.flush() Feb 09 19:14:01.922638 n-d-713498-36 neutron-server[103229]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 19:14:01.922638 n-d-713498-36 neutron-server[103229]: self.session.flush() Feb 09 19:14:01.922638 n-d-713498-36 neutron-server[103229]: Traceback (most recent call last): Feb 09 19:14:01.922638 n-d-713498-36 neutron-server[103229]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 19:14:01.922638 n-d-713498-36 neutron-server[103229]: timer() Feb 09 19:14:01.922638 n-d-713498-36 neutron-server[103229]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 19:14:01.922638 n-d-713498-36 neutron-server[103229]: cb(*args, **kw) Feb 09 19:14:01.922638 n-d-713498-36 neutron-server[103229]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 19:14:01.922638 n-d-713498-36 neutron-server[103229]: return func(*args, **kwargs) Feb 09 19:14:01.922638 n-d-713498-36 neutron-server[103229]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 19:14:01.922638 n-d-713498-36 neutron-server[103229]: self._notify() Feb 09 19:14:01.922638 n-d-713498-36 neutron-server[103229]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 19:14:01.922638 n-d-713498-36 neutron-server[103229]: self.callback(batched_events) Feb 09 19:14:01.922638 n-d-713498-36 neutron-server[103229]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 19:14:01.922638 n-d-713498-36 neutron-server[103229]: event.method(event) Feb 09 19:14:01.922638 n-d-713498-36 neutron-server[103229]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 19:14:01.922638 n-d-713498-36 neutron-server[103229]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 19:14:01.922638 n-d-713498-36 neutron-server[103229]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 19:14:01.922638 n-d-713498-36 neutron-server[103229]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 19:14:01.922638 n-d-713498-36 neutron-server[103229]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 19:14:01.922638 n-d-713498-36 neutron-server[103229]: return f(self, *a, **k) Feb 09 19:14:01.922638 n-d-713498-36 neutron-server[103229]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 19:14:01.922638 n-d-713498-36 neutron-server[103229]: return self._get(url).json() Feb 09 19:14:01.922638 n-d-713498-36 neutron-server[103229]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 19:14:01.922638 n-d-713498-36 neutron-server[103229]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 19:14:01.922638 n-d-713498-36 neutron-server[103229]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 19:14:01.922638 n-d-713498-36 neutron-server[103229]: return self.request(url, 'GET', **kwargs) Feb 09 19:14:01.922638 n-d-713498-36 neutron-server[103229]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 19:14:01.922638 n-d-713498-36 neutron-server[103229]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 19:14:01.922638 n-d-713498-36 neutron-server[103229]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 19:14:01.922638 n-d-713498-36 neutron-server[103229]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 19:14:01.922638 n-d-713498-36 neutron-server[103229]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 19:14:01.922638 n-d-713498-36 neutron-server[103229]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 19:14:01.922638 n-d-713498-36 neutron-server[103229]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 19:14:02.046851 n-d-713498-36 neutron-server[103232]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 09 Feb 2022 19:14:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-863bbede-254e-4428-83a0-dbee15971399 x-openstack-request-id: req-863bbede-254e-4428-83a0-dbee15971399 {{(pid=103232) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 19:14:02.047273 n-d-713498-36 neutron-server[103232]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "324ad1af-f9e3-424e-981f-7b5b8b459dd1", "name": "network-vif-unplugged", "status": "completed", "tag": "246dd422-aaed-44c8-8f53-c0bcff989a68", "code": 200}]} {{(pid=103232) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 19:14:02.047722 n-d-713498-36 neutron-server[103232]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-863bbede-254e-4428-83a0-dbee15971399 {{(pid=103232) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 19:14:02.048211 n-d-713498-36 neutron-server[103232]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '324ad1af-f9e3-424e-981f-7b5b8b459dd1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '246dd422-aaed-44c8-8f53-c0bcff989a68', 'code': 200} Feb 09 19:14:02.050514 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-40412405-2f69-4a78-9a85-707e2c512d7f None None] Current status of the port f647e9aa-f779-49dd-beb9-ff70f292d3d8 is: ACTIVE; New status is: ACTIVE {{(pid=103232) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 19:14:02.107007 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a3d7e91-75c9-48e7-b4a3-2dd170ba45ae req-625192b5-8fde-43af-96fa-c2ccf0d4e323 tempest-ServersNegativeTestMultiTenantJSON-188218943 tempest-ServersNegativeTestMultiTenantJSON-188218943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:14:02.116614 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-3a3d7e91-75c9-48e7-b4a3-2dd170ba45ae req-625192b5-8fde-43af-96fa-c2ccf0d4e323 tempest-ServersNegativeTestMultiTenantJSON-188218943 tempest-ServersNegativeTestMultiTenantJSON-188218943-project] 10.222.0.90 "GET /v2.0/ports?device_id=0d33f45f-5fde-41ea-90d7-8750980338fb HTTP/1.1" status: 200 len: 945 time: 0.3685613 Feb 09 19:14:02.132108 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-5b2f130e-63eb-400a-9016-cd3985d3fdee req-df38921e-22dc-4393-906d-c183bf823932 service neutron] 10.222.0.75 "GET /v2.0/networks/3ab0c9d2-97b1-4c51-9743-b63b9816fede?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8618104 Feb 09 19:14:02.203277 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Current status of the port f647e9aa-f779-49dd-beb9-ff70f292d3d8 is: ACTIVE; New status is: ACTIVE {{(pid=103232) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 19:14:02.371302 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-bbc975d3-73a1-4900-9670-5f0c1fa2487b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-590242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1885479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1818895'] for network (4b4a4f04-9554-422a-8d57-eaf8329dcb91), after_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:14:02.387695 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Device eded95a2-d908-4844-8544-97ee573be831 no longer exists at agent ovs-agent-n-d-713498-36 {{(pid=103232) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 19:14:02.432545 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] No Port match for: eded95a2-d908-4844-8544-97ee573be831 {{(pid=103232) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 19:14:02.433109 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Device eded95a2-d908-4844-8544-97ee573be831 not bound to the agent host n-d-713498-36 {{(pid=103232) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 19:14:02.435012 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-bbc975d3-73a1-4900-9670-5f0c1fa2487b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1613566'] for network (None), before_response {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:14:02.439179 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-bbc975d3-73a1-4900-9670-5f0c1fa2487b admin admin] 10.222.0.75 "DELETE /v2.0/networks/4b4a4f04-9554-422a-8d57-eaf8329dcb91 HTTP/1.1" status: 204 len: 168 time: 5.2670698 Feb 09 19:14:02.470723 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.l3_hamode_db [None req-abf4f6db-72f0-4ecd-8c2f-4e0d88c83ebf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f27e0cdc-0e67-4758-967f-051d42596dc8', 'name': 'tempest-ServerRescueTestJSONUnderV235-930924640-router', 'tenant_id': '4ddd249906ca4b088ab7ddfb44b3182a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88055e1e-672a-4487-be31-ffb6e833ece5', 'external_fixed_ips': [{'subnet_id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'ip_address': '172.25.1.3'}], 'enable_snat': True}, 'gw_port_id': 'da1a4a28-2e09-4aca-9993-8fce73e5b605', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T19:12:36Z', 'updated_at': '2022-02-09T19:12:43Z', 'revision_number': 4, 'project_id': '4ddd249906ca4b088ab7ddfb44b3182a', 'gw_port': {'id': 'da1a4a28-2e09-4aca-9993-8fce73e5b605', 'name': '', 'network_id': '88055e1e-672a-4487-be31-ffb6e833ece5', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:eb:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f27e0cdc-0e67-4758-967f-051d42596dc8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1266, 'fixed_ips': [{'subnet_id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'ip_address': '172.25.1.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T19:12:38Z', 'updated_at': '2022-02-09T19:12:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-36', '_floatingips': [{'id': '486f5773-622a-46a7-a9be-960c17a7730f', 'tenant_id': '4ddd249906ca4b088ab7ddfb44b3182a', 'floating_ip_address': '172.25.1.157', 'floating_network_id': '88055e1e-672a-4487-be31-ffb6e833ece5', 'router_id': 'f27e0cdc-0e67-4758-967f-051d42596dc8', 'port_id': '2fad1b41-3683-4d01-9737-38b8cb70512c', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1334, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3ab0c9d2-97b1-4c51-9743-b63b9816fede', 'mac_address': 'fa:16:3e:52:1f:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0f1baff-df40-457f-b67b-761e81dfdca5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T19:13:46Z', 'updated_at': '2022-02-09T19:13:53Z', 'revision_number': 1, 'project_id': '4ddd249906ca4b088ab7ddfb44b3182a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b1a82a81-bc8f-4c81-9a97-904fb09563b3', 'name': '', 'network_id': '3ab0c9d2-97b1-4c51-9743-b63b9816fede', 'tenant_id': '4ddd249906ca4b088ab7ddfb44b3182a', 'mac_address': 'fa:16:3e:d8:f3:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f27e0cdc-0e67-4758-967f-051d42596dc8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1267, 'fixed_ips': [{'subnet_id': 'eceb2332-2ad4-457a-81e3-6e57abd3a84e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T19:12:42Z', 'updated_at': '2022-02-09T19:12:51Z', 'revision_number': 5, 'project_id': '4ddd249906ca4b088ab7ddfb44b3182a', 'subnets': [{'id': 'eceb2332-2ad4-457a-81e3-6e57abd3a84e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-36', False) {} {{(pid=103232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:14:02.565680 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-94fcd125-f877-41ae-8632-06e646fbad51 req-02bcf295-228e-492d-8c5a-2ce10b38a28a service neutron] 10.222.0.89 "GET /v2.0/networks/3ab0c9d2-97b1-4c51-9743-b63b9816fede?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6162574 Feb 09 19:14:02.587480 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abf4f6db-72f0-4ecd-8c2f-4e0d88c83ebf None None] The sync data for ids ['f27e0cdc-0e67-4758-967f-051d42596dc8'] in n-d-713498-36 is: [{'id': 'f27e0cdc-0e67-4758-967f-051d42596dc8', 'name': 'tempest-ServerRescueTestJSONUnderV235-930924640-router', 'tenant_id': '4ddd249906ca4b088ab7ddfb44b3182a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88055e1e-672a-4487-be31-ffb6e833ece5', 'external_fixed_ips': [{'subnet_id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'ip_address': '172.25.1.3'}], 'enable_snat': True}, 'gw_port_id': 'da1a4a28-2e09-4aca-9993-8fce73e5b605', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T19:12:36Z', 'updated_at': '2022-02-09T19:12:43Z', 'revision_number': 4, 'project_id': '4ddd249906ca4b088ab7ddfb44b3182a', 'gw_port': {'id': 'da1a4a28-2e09-4aca-9993-8fce73e5b605', 'name': '', 'network_id': '88055e1e-672a-4487-be31-ffb6e833ece5', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:eb:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f27e0cdc-0e67-4758-967f-051d42596dc8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1266, 'fixed_ips': [{'subnet_id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'ip_address': '172.25.1.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T19:12:38Z', 'updated_at': '2022-02-09T19:12:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-36', '_floatingips': [{'id': '486f5773-622a-46a7-a9be-960c17a7730f', 'tenant_id': '4ddd249906ca4b088ab7ddfb44b3182a', 'floating_ip_address': '172.25.1.157', 'floating_network_id': '88055e1e-672a-4487-be31-ffb6e833ece5', 'router_id': 'f27e0cdc-0e67-4758-967f-051d42596dc8', 'port_id': '2fad1b41-3683-4d01-9737-38b8cb70512c', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1334, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3ab0c9d2-97b1-4c51-9743-b63b9816fede', 'mac_address': 'fa:16:3e:52:1f:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0f1baff-df40-457f-b67b-761e81dfdca5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T19:13:46Z', 'updated_at': '2022-02-09T19:13:53Z', 'revision_number': 1, 'project_id': '4ddd249906ca4b088ab7ddfb44b3182a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b1a82a81-bc8f-4c81-9a97-904fb09563b3', 'name': '', 'network_id': '3ab0c9d2-97b1-4c51-9743-b63b9816fede', 'tenant_id': '4ddd249906ca4b088ab7ddfb44b3182a', 'mac_address': 'fa:16:3e:d8:f3:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f27e0cdc-0e67-4758-967f-051d42596dc8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1267, 'fixed_ips': [{'subnet_id': 'eceb2332-2ad4-457a-81e3-6e57abd3a84e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T19:12:42Z', 'updated_at': '2022-02-09T19:12:51Z', 'revision_number': 5, 'project_id': '4ddd249906ca4b088ab7ddfb44b3182a', 'subnets': [{'id': 'eceb2332-2ad4-457a-81e3-6e57abd3a84e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103232) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 19:14:02.617758 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-f7555c37-156a-42cc-acb2-1f6d95db5b62 req-6ac84cf0-5bb4-42a0-875a-55c3598f2809 service neutron] 10.222.0.90 "GET /v2.0/networks/2b5494c8-cf97-42c1-b902-87f998f28179?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8071668 Feb 09 19:14:02.620357 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbc975d3-73a1-4900-9670-5f0c1fa2487b admin admin] Pushing event deleted for resources: {'Network': ['ID=4b4a4f04-9554-422a-8d57-eaf8329dcb91,revision_number=None']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:14:02.659919 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Device f647e9aa-f779-49dd-beb9-ff70f292d3d8 up at agent ovs-agent-n-d-713498-36 {{(pid=103232) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 19:14:02.743627 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-898870bf-c136-4c76-89eb-c6c366345982 req-7c1c5109-5d64-406a-9de9-f5bd80bd7199 tempest-ServerRescueTestJSONUnderV235-126256002 tempest-ServerRescueTestJSONUnderV235-126256002-project] 10.222.0.75 "GET /v2.0/floatingips?floating_ip_address=172.25.1.157 HTTP/1.1" status: 200 len: 1000 time: 0.4584558 Feb 09 19:14:02.747567 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a09d729e-9483-4e9d-b5b6-f5ef1dd81fba req-49554364-9c87-4301-9036-500aad785d97 tempest-MigrationsAdminTest-892781459 tempest-MigrationsAdminTest-892781459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:14:02.754621 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-a09d729e-9483-4e9d-b5b6-f5ef1dd81fba req-49554364-9c87-4301-9036-500aad785d97 tempest-MigrationsAdminTest-892781459 tempest-MigrationsAdminTest-892781459-project] 10.222.0.75 "GET /v2.0/ports?device_id=324ad1af-f9e3-424e-981f-7b5b8b459dd1 HTTP/1.1" status: 200 len: 947 time: 0.6868794 Feb 09 19:14:02.847014 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.provisioning_blocks [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Provisioning complete for port f647e9aa-f779-49dd-beb9-ff70f292d3d8 triggered by entity L2. {{(pid=103232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 19:14:02.847352 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593630'] for port (f647e9aa-f779-49dd-beb9-ff70f292d3d8), provisioning_complete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:14:03.001394 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 33054) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:14:03.020079 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-a09d729e-9483-4e9d-b5b6-f5ef1dd81fba req-1b6849a9-320c-4ba2-8902-1e7280713153 tempest-MigrationsAdminTest-892781459 tempest-MigrationsAdminTest-892781459-project] 10.222.0.75 "GET /v2.0/security-groups?id=709912c8-8171-4435-800e-9e5c5e45bf8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2495160 Feb 09 19:14:03.030466 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.plugin [req-3a3d7e91-75c9-48e7-b4a3-2dd170ba45ae req-b1162535-af1f-4ad5-bca9-2c832eaffb35 tempest-ServersNegativeTestMultiTenantJSON-188218943 tempest-ServersNegativeTestMultiTenantJSON-188218943-project] Deleting port d22ec12a-201f-47b0-90a8-221ad0c89433 {{(pid=103230) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 19:14:03.031398 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [req-3a3d7e91-75c9-48e7-b4a3-2dd170ba45ae req-b1162535-af1f-4ad5-bca9-2c832eaffb35 tempest-ServersNegativeTestMultiTenantJSON-188218943 tempest-ServersNegativeTestMultiTenantJSON-188218943-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762867170196'] for port (d22ec12a-201f-47b0-90a8-221ad0c89433), before_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:14:03.069194 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-898870bf-c136-4c76-89eb-c6c366345982 req-e0e554cc-d2a9-40e6-a130-49eab72bdd34 tempest-ServerRescueTestJSONUnderV235-126256002 tempest-ServerRescueTestJSONUnderV235-126256002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:14:03.074521 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Current status of the port f647e9aa-f779-49dd-beb9-ff70f292d3d8 is: ACTIVE; New status is: ACTIVE {{(pid=103232) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 19:14:03.082182 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-898870bf-c136-4c76-89eb-c6c366345982 req-e0e554cc-d2a9-40e6-a130-49eab72bdd34 tempest-ServerRescueTestJSONUnderV235-126256002 tempest-ServerRescueTestJSONUnderV235-126256002-project] 10.222.0.75 "GET /v2.0/ports/2fad1b41-3683-4d01-9737-38b8cb70512c HTTP/1.1" status: 200 len: 943 time: 0.3352325 Feb 09 19:14:03.179141 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-94fcd125-f877-41ae-8632-06e646fbad51 req-b8f72d84-3d70-4bb1-9fd5-9acaeb2eaede service neutron] 10.222.0.89 "GET /v2.0/networks/3ab0c9d2-97b1-4c51-9743-b63b9816fede?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5825379 Feb 09 19:14:03.281637 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-4dff0578-e6ba-4750-9714-09719d5b3d83 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=1165ce6413224edfb276f9f552a74208&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2740211 Feb 09 19:14:03.283507 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 33062) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:14:03.302193 n-d-713498-36 neutron-server[103233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b56aa0e-1290-4cb9-9417-417523731c79 None None] New status for floating IP 486f5773-622a-46a7-a9be-960c17a7730f: ACTIVE {{(pid=103233) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 09 19:14:03.430262 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-898870bf-c136-4c76-89eb-c6c366345982 req-f91d793d-2e95-4ea3-b283-ff5e4c6bb29d tempest-ServerRescueTestJSONUnderV235-126256002 tempest-ServerRescueTestJSONUnderV235-126256002-project] 10.222.0.75 "GET /v2.0/floatingips?floating_ip_address=172.25.1.157 HTTP/1.1" status: 200 len: 1000 time: 0.2460291 Feb 09 19:14:03.486149 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad4f8432-d8a4-4230-8b5d-f73cfd4a7482 req-4984f085-b6d7-4746-92f6-d6bba6e0afe0 tempest-ServersNegativeTestMultiTenantJSON-188218943 tempest-ServersNegativeTestMultiTenantJSON-188218943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:14:03.488040 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-ad4f8432-d8a4-4230-8b5d-f73cfd4a7482 req-4984f085-b6d7-4746-92f6-d6bba6e0afe0 tempest-ServersNegativeTestMultiTenantJSON-188218943 tempest-ServersNegativeTestMultiTenantJSON-188218943-project] 10.222.0.75 "GET /v2.0/ports?device_id=0d33f45f-5fde-41ea-90d7-8750980338fb HTTP/1.1" status: 200 len: 945 time: 0.1624007 Feb 09 19:14:03.498106 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-db4ffef0-c58b-49fa-a8da-25efdbfa7878 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1834525'] for router_interface (f8479197-0c23-406e-958c-7e00e5701521), before_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:14:03.591163 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-b104434e-bdee-4ecc-8675-99ed372a9a89 admin admin] Publish callbacks [] for security_group (6452f0cf-fe35-4557-9092-43f1827176a8), before_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:14:03.710077 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-b104434e-bdee-4ecc-8675-99ed372a9a89 admin admin] Publish callbacks [] for security_group (6452f0cf-fe35-4557-9092-43f1827176a8), precommit_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:14:03.738083 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.db [req-3a3d7e91-75c9-48e7-b4a3-2dd170ba45ae req-b1162535-af1f-4ad5-bca9-2c832eaffb35 tempest-ServersNegativeTestMultiTenantJSON-188218943 tempest-ServersNegativeTestMultiTenantJSON-188218943-project] For port d22ec12a-201f-47b0-90a8-221ad0c89433, host n-h2-713498-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-36',level=0,port_id=d22ec12a-201f-47b0-90a8-221ad0c89433,segment=NetworkSegment(371d31a3-73a8-47c2-986a-32d107c2a81d),segment_id=371d31a3-73a8-47c2-986a-32d107c2a81d)] {{(pid=103230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 19:14:03.755024 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [req-3a3d7e91-75c9-48e7-b4a3-2dd170ba45ae req-b1162535-af1f-4ad5-bca9-2c832eaffb35 tempest-ServersNegativeTestMultiTenantJSON-188218943 tempest-ServersNegativeTestMultiTenantJSON-188218943-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1820838'] for port (d22ec12a-201f-47b0-90a8-221ad0c89433), precommit_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:14:03.786951 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.plugin [req-3a3d7e91-75c9-48e7-b4a3-2dd170ba45ae req-b1162535-af1f-4ad5-bca9-2c832eaffb35 tempest-ServersNegativeTestMultiTenantJSON-188218943 tempest-ServersNegativeTestMultiTenantJSON-188218943-project] Calling delete_port for d22ec12a-201f-47b0-90a8-221ad0c89433 owned by compute:nova {{(pid=103230) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 19:14:03.801929 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-898870bf-c136-4c76-89eb-c6c366345982 req-864b32ce-1443-4220-98f2-04d1389a5584 tempest-ServerRescueTestJSONUnderV235-126256002 tempest-ServerRescueTestJSONUnderV235-126256002-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:14:03.806713 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-898870bf-c136-4c76-89eb-c6c366345982 req-864b32ce-1443-4220-98f2-04d1389a5584 tempest-ServerRescueTestJSONUnderV235-126256002 tempest-ServerRescueTestJSONUnderV235-126256002-project] 10.222.0.75 "GET /v2.0/networks/88055e1e-672a-4487-be31-ffb6e833ece5 HTTP/1.1" status: 200 len: 784 time: 0.3659306 Feb 09 19:14:03.922968 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-898870bf-c136-4c76-89eb-c6c366345982 req-7bd5ca0e-fb1c-4336-8cb7-f9f9063f3731 tempest-ServerRescueTestJSONUnderV235-126256002 tempest-ServerRescueTestJSONUnderV235-126256002-project] 10.222.0.75 "GET /v2.0/floatingips?floating_ip_address=172.25.1.157 HTTP/1.1" status: 200 len: 1002 time: 0.0801980 Feb 09 19:14:03.923970 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-b104434e-bdee-4ecc-8675-99ed372a9a89 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1892331'] for security_group (6452f0cf-fe35-4557-9092-43f1827176a8), after_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:14:03.926368 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-b104434e-bdee-4ecc-8675-99ed372a9a89 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:14:03.929872 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-b104434e-bdee-4ecc-8675-99ed372a9a89 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/6452f0cf-fe35-4557-9092-43f1827176a8 HTTP/1.1" status: 204 len: 168 time: 0.6344857 Feb 09 19:14:03.964885 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.v2.base [req-898870bf-c136-4c76-89eb-c6c366345982 req-d504f9b1-a5fb-4e9a-a641-390190517b39 tempest-ServerRescueTestJSONUnderV235-126256002 tempest-ServerRescueTestJSONUnderV235-126256002-project] Request body: {'floatingip': {'port_id': None}} {{(pid=103229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 19:14:03.973846 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b104434e-bdee-4ecc-8675-99ed372a9a89 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6452f0cf-fe35-4557-9092-43f1827176a8,revision_number=None']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:14:04.020962 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-ad4f8432-d8a4-4230-8b5d-f73cfd4a7482 req-3b50b866-5944-4761-849d-e47a1a46f5c2 tempest-ServersNegativeTestMultiTenantJSON-188218943 tempest-ServersNegativeTestMultiTenantJSON-188218943-project] 10.222.0.75 "GET /v2.0/security-groups?id=b52383c4-8c94-477b-af18-1564f6d0c51f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5207381 Feb 09 19:14:04.093878 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b104434e-bdee-4ecc-8675-99ed372a9a89 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:14:04.094927 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b104434e-bdee-4ecc-8675-99ed372a9a89 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:14:04.095297 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b104434e-bdee-4ecc-8675-99ed372a9a89 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:14:04.095649 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b104434e-bdee-4ecc-8675-99ed372a9a89 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:14:04.095994 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b104434e-bdee-4ecc-8675-99ed372a9a89 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:14:04.096333 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b104434e-bdee-4ecc-8675-99ed372a9a89 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:14:04.096671 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b104434e-bdee-4ecc-8675-99ed372a9a89 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:14:04.097700 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b104434e-bdee-4ecc-8675-99ed372a9a89 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:14:04.098078 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b104434e-bdee-4ecc-8675-99ed372a9a89 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:14:04.098418 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b104434e-bdee-4ecc-8675-99ed372a9a89 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:14:04.098752 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b104434e-bdee-4ecc-8675-99ed372a9a89 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:14:04.099085 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b104434e-bdee-4ecc-8675-99ed372a9a89 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:14:04.099433 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b104434e-bdee-4ecc-8675-99ed372a9a89 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:14:04.131858 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [req-3a3d7e91-75c9-48e7-b4a3-2dd170ba45ae req-b1162535-af1f-4ad5-bca9-2c832eaffb35 tempest-ServersNegativeTestMultiTenantJSON-188218943 tempest-ServersNegativeTestMultiTenantJSON-188218943-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762867177463', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762866656476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14393751'] for port (d22ec12a-201f-47b0-90a8-221ad0c89433), after_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:14:04.184858 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-898870bf-c136-4c76-89eb-c6c366345982 req-d504f9b1-a5fb-4e9a-a641-390190517b39 tempest-ServerRescueTestJSONUnderV235-126256002 tempest-ServerRescueTestJSONUnderV235-126256002-project] Publish callbacks [] for floatingip (486f5773-622a-46a7-a9be-960c17a7730f), before_update {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:14:04.215000 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1162535-af1f-4ad5-bca9-2c832eaffb35 tempest-ServersNegativeTestMultiTenantJSON-188218943 tempest-ServersNegativeTestMultiTenantJSON-188218943-project] Pushing event deleted for resources: {'Port': ['ID=d22ec12a-201f-47b0-90a8-221ad0c89433,revision_number=None']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:14:04.452399 n-d-713498-36 neutron-server[103230]: DEBUG neutron.db.l3_dvrscheduler_db [req-3a3d7e91-75c9-48e7-b4a3-2dd170ba45ae req-b1162535-af1f-4ad5-bca9-2c832eaffb35 tempest-ServersNegativeTestMultiTenantJSON-188218943 tempest-ServersNegativeTestMultiTenantJSON-188218943-project] No DVR routers for this DVR port d22ec12a-201f-47b0-90a8-221ad0c89433 on host n-h2-713498-36 {{(pid=103230) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 19:14:04.460545 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [req-3a3d7e91-75c9-48e7-b4a3-2dd170ba45ae req-b1162535-af1f-4ad5-bca9-2c832eaffb35 tempest-ServersNegativeTestMultiTenantJSON-188218943 tempest-ServersNegativeTestMultiTenantJSON-188218943-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171096'] for port (None), before_response {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:14:04.469402 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-3a3d7e91-75c9-48e7-b4a3-2dd170ba45ae req-b1162535-af1f-4ad5-bca9-2c832eaffb35 tempest-ServersNegativeTestMultiTenantJSON-188218943 tempest-ServersNegativeTestMultiTenantJSON-188218943-project] 10.222.0.90 "DELETE /v2.0/ports/d22ec12a-201f-47b0-90a8-221ad0c89433 HTTP/1.1" status: 204 len: 173 time: 2.3394864 Feb 09 19:14:04.470118 n-d-713498-36 neutron-server[103230]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0d33f45f-5fde-41ea-90d7-8750980338fb', 'name': 'network-vif-deleted', 'tag': 'd22ec12a-201f-47b0-90a8-221ad0c89433'}] {{(pid=103230) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 19:14:04.472923 n-d-713498-36 neutron-server[103230]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aee5919275bae9f72eb374ee322673045eb80c1f84b4b45a97d96923bd50ab51" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b9d2b483-9e0b-41c4-9516-b649a8254bc1" -d '{"events": [{"server_uuid": "0d33f45f-5fde-41ea-90d7-8750980338fb", "name": "network-vif-deleted", "tag": "d22ec12a-201f-47b0-90a8-221ad0c89433"}]}' {{(pid=103230) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 19:14:04.557095 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88032844-a08f-4a14-83a9-31124af6d33a req-d2b040c0-f23d-49d4-8f38-9150f89961bf tempest-MigrationsAdminTest-892781459 tempest-MigrationsAdminTest-892781459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:14:04.565801 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-88032844-a08f-4a14-83a9-31124af6d33a req-d2b040c0-f23d-49d4-8f38-9150f89961bf tempest-MigrationsAdminTest-892781459 tempest-MigrationsAdminTest-892781459-project] 10.222.0.75 "GET /v2.0/ports?device_id=324ad1af-f9e3-424e-981f-7b5b8b459dd1 HTTP/1.1" status: 200 len: 947 time: 0.3265886 Feb 09 19:14:04.609606 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 33088) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:14:04.658100 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-898870bf-c136-4c76-89eb-c6c366345982 req-d504f9b1-a5fb-4e9a-a641-390190517b39 tempest-ServerRescueTestJSONUnderV235-126256002 tempest-ServerRescueTestJSONUnderV235-126256002-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:14:04.676385 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-898870bf-c136-4c76-89eb-c6c366345982 req-d504f9b1-a5fb-4e9a-a641-390190517b39 tempest-ServerRescueTestJSONUnderV235-126256002 tempest-ServerRescueTestJSONUnderV235-126256002-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1818909'] for floatingip (486f5773-622a-46a7-a9be-960c17a7730f), after_update {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:14:04.677823 n-d-713498-36 neutron-server[103229]: INFO neutron.db.l3_db [req-898870bf-c136-4c76-89eb-c6c366345982 req-d504f9b1-a5fb-4e9a-a641-390190517b39 tempest-ServerRescueTestJSONUnderV235-126256002 tempest-ServerRescueTestJSONUnderV235-126256002-project] Floating IP 486f5773-622a-46a7-a9be-960c17a7730f disassociated. External IP: 172.25.1.157, port: 2fad1b41-3683-4d01-9737-38b8cb70512c. Feb 09 19:14:04.802493 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-88032844-a08f-4a14-83a9-31124af6d33a req-fcc09ad2-6df4-42f6-ae37-a7a22202c7fa tempest-MigrationsAdminTest-892781459 tempest-MigrationsAdminTest-892781459-project] 10.222.0.75 "GET /v2.0/security-groups?id=709912c8-8171-4435-800e-9e5c5e45bf8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2356098 Feb 09 19:14:04.805640 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-66f623bf-7a41-4c3e-9b13-a22e58a459da admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=fc48f1fb5a9b4a3a92e70a04d215ce84&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1848938 Feb 09 19:14:04.808540 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 33094) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:14:04.881535 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 33096) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:14:04.884585 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.plugin [None req-db4ffef0-c58b-49fa-a8da-25efdbfa7878 admin admin] Deleting port 58055e34-e9c3-4e58-adc5-8ade25a0c282 {{(pid=103230) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 19:14:04.890569 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-db4ffef0-c58b-49fa-a8da-25efdbfa7878 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762867170196'] for port (58055e34-e9c3-4e58-adc5-8ade25a0c282), before_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:14:05.004625 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-e382c4c2-014f-4bed-af52-dbeb32154c2a admin admin] Publish callbacks [] for security_group (cc63c4d9-f329-4b6f-899f-9562967a7564), before_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:14:05.028768 n-d-713498-36 neutron-server[103230]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 19:14:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-99ab9d27-270c-444a-8572-16c4da6fe245 x-openstack-request-id: req-99ab9d27-270c-444a-8572-16c4da6fe245 {{(pid=103230) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 19:14:05.029057 n-d-713498-36 neutron-server[103230]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0d33f45f-5fde-41ea-90d7-8750980338fb", "name": "network-vif-deleted", "tag": "d22ec12a-201f-47b0-90a8-221ad0c89433", "status": "completed", "code": 200}]} {{(pid=103230) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 19:14:05.029310 n-d-713498-36 neutron-server[103230]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-99ab9d27-270c-444a-8572-16c4da6fe245 {{(pid=103230) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 19:14:05.029836 n-d-713498-36 neutron-server[103230]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0d33f45f-5fde-41ea-90d7-8750980338fb', 'name': 'network-vif-deleted', 'tag': 'd22ec12a-201f-47b0-90a8-221ad0c89433', 'status': 'completed', 'code': 200} Feb 09 19:14:05.077155 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-e382c4c2-014f-4bed-af52-dbeb32154c2a admin admin] Publish callbacks [] for security_group (cc63c4d9-f329-4b6f-899f-9562967a7564), precommit_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:14:05.107084 n-d-713498-36 neutron-server[103229]: DEBUG neutron.scheduler.l3_agent_scheduler [req-898870bf-c136-4c76-89eb-c6c366345982 req-d504f9b1-a5fb-4e9a-a641-390190517b39 tempest-ServerRescueTestJSONUnderV235-126256002 tempest-ServerRescueTestJSONUnderV235-126256002-project] Router f27e0cdc-0e67-4758-967f-051d42596dc8 has already been hosted by L3 agent 93303d5e-5d17-45e8-8963-7694f87783ae {{(pid=103229) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 19:14:05.157634 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Device 246dd422-aaed-44c8-8f53-c0bcff989a68 details requested by agent hyperv_n-h2-713498-36 with host n-h2-713498-36 {{(pid=103232) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 19:14:05.402459 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-e382c4c2-014f-4bed-af52-dbeb32154c2a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1892331'] for security_group (cc63c4d9-f329-4b6f-899f-9562967a7564), after_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:14:05.402833 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-e382c4c2-014f-4bed-af52-dbeb32154c2a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:14:05.406970 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-e382c4c2-014f-4bed-af52-dbeb32154c2a admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/cc63c4d9-f329-4b6f-899f-9562967a7564 HTTP/1.1" status: 204 len: 168 time: 0.5813293 Feb 09 19:14:05.434938 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e382c4c2-014f-4bed-af52-dbeb32154c2a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cc63c4d9-f329-4b6f-899f-9562967a7564,revision_number=None']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:14:05.446073 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-898870bf-c136-4c76-89eb-c6c366345982 req-d504f9b1-a5fb-4e9a-a641-390190517b39 tempest-ServerRescueTestJSONUnderV235-126256002 tempest-ServerRescueTestJSONUnderV235-126256002-project] Notify agent at l3_agent.n-d-713498-36 the message routers_updated {{(pid=103229) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 19:14:05.454423 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-898870bf-c136-4c76-89eb-c6c366345982 req-d504f9b1-a5fb-4e9a-a641-390190517b39 tempest-ServerRescueTestJSONUnderV235-126256002 tempest-ServerRescueTestJSONUnderV235-126256002-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171096'] for floatingip (None), before_response {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:14:05.510660 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-7429db8d-6021-40ad-813e-885be449a89b None None] For port 246dd422-aaed-44c8-8f53-c0bcff989a68, host n-h2-713498-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-36',level=0,port_id=246dd422-aaed-44c8-8f53-c0bcff989a68,segment=NetworkSegment(50e5915e-18f0-4558-9a28-b978975ead36),segment_id=50e5915e-18f0-4558-9a28-b978975ead36)] {{(pid=103232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 19:14:05.536176 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-898870bf-c136-4c76-89eb-c6c366345982 req-d504f9b1-a5fb-4e9a-a641-390190517b39 tempest-ServerRescueTestJSONUnderV235-126256002 tempest-ServerRescueTestJSONUnderV235-126256002-project] 10.222.0.75 "PUT /v2.0/floatingips/486f5773-622a-46a7-a9be-960c17a7730f HTTP/1.1" status: 200 len: 695 time: 1.5885427 Feb 09 19:14:05.536658 n-d-713498-36 neutron-server[103229]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a0f1baff-df40-457f-b67b-761e81dfdca5', 'tag': '2fad1b41-3683-4d01-9737-38b8cb70512c'}] {{(pid=103229) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 19:14:05.538992 n-d-713498-36 neutron-server[103229]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fa6ae9a20702bd564eaf90d946620b2b4277b1ab91129323d3b54181076be307" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ec7e4ce9-aca7-46e4-a673-4542a3c7ecba" -d '{"events": [{"name": "network-changed", "server_uuid": "a0f1baff-df40-457f-b67b-761e81dfdca5", "tag": "2fad1b41-3683-4d01-9737-38b8cb70512c"}]}' {{(pid=103229) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 19:14:05.571405 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Device d22ec12a-201f-47b0-90a8-221ad0c89433 no longer exists at agent hyperv_n-h2-713498-36 {{(pid=103232) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 19:14:05.586911 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-a7c61b38-1b1b-4b2d-a731-c51cb5090c30 req-3b043e9c-f87e-4354-938f-0be2e53d9ab0 tempest-ServersNegativeTestMultiTenantJSON-188218943 tempest-ServersNegativeTestMultiTenantJSON-188218943-project] 10.222.0.75 "GET /v2.0/ports?device_id=0d33f45f-5fde-41ea-90d7-8750980338fb HTTP/1.1" status: 200 len: 210 time: 0.0379236 Feb 09 19:14:05.632630 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.db [None req-db4ffef0-c58b-49fa-a8da-25efdbfa7878 admin admin] For port 58055e34-e9c3-4e58-adc5-8ade25a0c282, host n-d-713498-36, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-36',level=0,port_id=58055e34-e9c3-4e58-adc5-8ade25a0c282,segment=NetworkSegment(141f724c-a45b-4df8-8db3-8734c1f0aa1d),segment_id=141f724c-a45b-4df8-8db3-8734c1f0aa1d)] {{(pid=103230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 19:14:05.633257 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-db4ffef0-c58b-49fa-a8da-25efdbfa7878 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1820838'] for port (58055e34-e9c3-4e58-adc5-8ade25a0c282), precommit_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:14:05.640768 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Returning: {'device': '246dd422-aaed-44c8-8f53-c0bcff989a68', 'network_id': '2b5494c8-cf97-42c1-b902-87f998f28179', 'port_id': '246dd422-aaed-44c8-8f53-c0bcff989a68', 'mac_address': 'fa:16:3e:28:22:3d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 359, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '60b561cb-321e-4f83-9bb3-92b2e1d0dc44', 'ip_address': '192.168.233.63'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103232) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 19:14:05.642574 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-7429db8d-6021-40ad-813e-885be449a89b None None] No Port match for: d22ec12a-201f-47b0-90a8-221ad0c89433 {{(pid=103232) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 19:14:05.653700 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Device d22ec12a-201f-47b0-90a8-221ad0c89433 not bound to the agent host n-h2-713498-36 {{(pid=103232) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 19:14:05.654172 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.plugin [None req-db4ffef0-c58b-49fa-a8da-25efdbfa7878 admin admin] Calling delete_port for 58055e34-e9c3-4e58-adc5-8ade25a0c282 owned by network:router_interface {{(pid=103230) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 19:14:05.668420 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2164f4ae-aa98-491f-9984-a11a3bb55cfc None None] Sync routers for ids ['f27e0cdc-0e67-4758-967f-051d42596dc8'] in n-d-713498-36 {{(pid=103232) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 19:14:05.700123 n-d-713498-36 neutron-server[103229]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 19:14:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-66a7077e-3681-4d72-9550-3c8b8bf28156 x-openstack-request-id: req-66a7077e-3681-4d72-9550-3c8b8bf28156 {{(pid=103229) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 19:14:05.700412 n-d-713498-36 neutron-server[103229]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a0f1baff-df40-457f-b67b-761e81dfdca5", "tag": "2fad1b41-3683-4d01-9737-38b8cb70512c", "status": "completed", "code": 200}]} {{(pid=103229) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 19:14:05.702123 n-d-713498-36 neutron-server[103229]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-66a7077e-3681-4d72-9550-3c8b8bf28156 {{(pid=103229) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 19:14:05.704140 n-d-713498-36 neutron-server[103229]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a0f1baff-df40-457f-b67b-761e81dfdca5', 'tag': '2fad1b41-3683-4d01-9737-38b8cb70512c', 'status': 'completed', 'code': 200} Feb 09 19:14:05.750741 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2164f4ae-aa98-491f-9984-a11a3bb55cfc None None] Routers {'f27e0cdc-0e67-4758-967f-051d42596dc8'} bound to L3 agent in host n-d-713498-36 {{(pid=103232) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 19:14:05.762817 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.l3_hamode_db [None req-2164f4ae-aa98-491f-9984-a11a3bb55cfc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-09T18:51:43Z,description=,heartbeat_timestamp=2022-02-09T19:13:43Z,host='n-d-713498-36',id=93303d5e-5d17-45e8-8963-7694f87783ae,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T18:51:43Z,topic='l3_agent')) {'router_ids': ['f27e0cdc-0e67-4758-967f-051d42596dc8'], 'active': True} {{(pid=103232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:14:05.795265 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-898870bf-c136-4c76-89eb-c6c366345982 req-4896c615-7af4-4d72-8087-8d5b7e816969 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:14:05.800309 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-898870bf-c136-4c76-89eb-c6c366345982 req-4896c615-7af4-4d72-8087-8d5b7e816969 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=4ddd249906ca4b088ab7ddfb44b3182a&device_id=a0f1baff-df40-457f-b67b-761e81dfdca5 HTTP/1.1" status: 200 len: 1129 time: 0.2340019 Feb 09 19:14:05.992283 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec7e4ce9-aca7-46e4-a673-4542a3c7ecba req-b1304f32-0c7b-40a4-b35c-8b9e99ce40c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:14:06.001825 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-ec7e4ce9-aca7-46e4-a673-4542a3c7ecba req-b1304f32-0c7b-40a4-b35c-8b9e99ce40c8 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=4ddd249906ca4b088ab7ddfb44b3182a&device_id=a0f1baff-df40-457f-b67b-761e81dfdca5 HTTP/1.1" status: 200 len: 1129 time: 0.2866337 Feb 09 19:14:06.051064 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Current status of the port 246dd422-aaed-44c8-8f53-c0bcff989a68 is: DOWN; New status is: BUILD {{(pid=103232) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 19:14:06.051372 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (246dd422-aaed-44c8-8f53-c0bcff989a68), before_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:14:06.090557 n-d-713498-36 neutron-server[103232]: DEBUG neutron.notifiers.nova [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 246dd422-aaed-44c8-8f53-c0bcff989a68 {{(pid=103232) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 19:14:06.165947 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-7429db8d-6021-40ad-813e-885be449a89b None None] For port 246dd422-aaed-44c8-8f53-c0bcff989a68, host n-h2-713498-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-36',level=0,port_id=246dd422-aaed-44c8-8f53-c0bcff989a68,segment=NetworkSegment(50e5915e-18f0-4558-9a28-b978975ead36),segment_id=50e5915e-18f0-4558-9a28-b978975ead36)] {{(pid=103232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 19:14:06.187044 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762867176205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762866656485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762866656503'] for port (246dd422-aaed-44c8-8f53-c0bcff989a68), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:14:06.197655 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-898870bf-c136-4c76-89eb-c6c366345982 req-3da99935-21b3-44db-a9ff-ee1c5828ce30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:14:06.201413 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-898870bf-c136-4c76-89eb-c6c366345982 req-3da99935-21b3-44db-a9ff-ee1c5828ce30 service neutron] 10.222.0.75 "GET /v2.0/networks?id=3ab0c9d2-97b1-4c51-9743-b63b9816fede HTTP/1.1" status: 200 len: 920 time: 0.3848937 Feb 09 19:14:06.261229 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-153111db-2280-45f4-8c7c-e31f0405de8b req-fba68992-7a4e-414a-ab2a-b51348852850 tempest-MigrationsAdminTest-892781459 tempest-MigrationsAdminTest-892781459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:14:06.265732 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-153111db-2280-45f4-8c7c-e31f0405de8b req-fba68992-7a4e-414a-ab2a-b51348852850 tempest-MigrationsAdminTest-892781459 tempest-MigrationsAdminTest-892781459-project] 10.222.0.75 "GET /v2.0/ports?device_id=324ad1af-f9e3-424e-981f-7b5b8b459dd1 HTTP/1.1" status: 200 len: 947 time: 0.2226665 Feb 09 19:14:06.283773 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-49ad2248-1357-4b7d-b2ce-9dd12ddd28ee admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1834525'] for router_interface (a3474827-4b70-478d-8932-b676b7dc2979), before_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:14:06.308975 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.l3_dvr_db [None req-2164f4ae-aa98-491f-9984-a11a3bb55cfc None None] Set router f27e0cdc-0e67-4758-967f-051d42596dc8 gateway port host: n-d-713498-36 {{(pid=103232) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 19:14:06.426478 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Pushing event updated for resources: {'Port': ['ID=246dd422-aaed-44c8-8f53-c0bcff989a68,revision_number=7']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:14:06.666780 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-7429db8d-6021-40ad-813e-885be449a89b None None] get_ports_and_sgs() called for port_ids ['246dd422-aaed-44c8-8f53-c0bcff989a68'] {{(pid=103232) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 19:14:06.668597 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-db4ffef0-c58b-49fa-a8da-25efdbfa7878 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762867177463', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762866656476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14393751'] for port (58055e34-e9c3-4e58-adc5-8ade25a0c282), after_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:14:06.756964 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-153111db-2280-45f4-8c7c-e31f0405de8b req-b2bb173a-7a32-4130-b375-56cc90b6749a tempest-MigrationsAdminTest-892781459 tempest-MigrationsAdminTest-892781459-project] 10.222.0.75 "GET /v2.0/security-groups?id=709912c8-8171-4435-800e-9e5c5e45bf8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4805672 Feb 09 19:14:06.779102 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db4ffef0-c58b-49fa-a8da-25efdbfa7878 admin admin] Pushing event deleted for resources: {'Port': ['ID=58055e34-e9c3-4e58-adc5-8ade25a0c282,revision_number=None']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:14:06.980142 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 33150) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:14:06.980687 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db4ffef0-c58b-49fa-a8da-25efdbfa7878 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:14:06.983498 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db4ffef0-c58b-49fa-a8da-25efdbfa7878 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:14:06.985624 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db4ffef0-c58b-49fa-a8da-25efdbfa7878 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:14:07.016333 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db4ffef0-c58b-49fa-a8da-25efdbfa7878 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:14:07.017803 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db4ffef0-c58b-49fa-a8da-25efdbfa7878 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:14:07.020522 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db4ffef0-c58b-49fa-a8da-25efdbfa7878 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:14:07.021996 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db4ffef0-c58b-49fa-a8da-25efdbfa7878 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:14:07.023750 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db4ffef0-c58b-49fa-a8da-25efdbfa7878 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:14:07.026097 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db4ffef0-c58b-49fa-a8da-25efdbfa7878 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:14:07.027245 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db4ffef0-c58b-49fa-a8da-25efdbfa7878 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:14:07.028374 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db4ffef0-c58b-49fa-a8da-25efdbfa7878 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:14:07.033585 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db4ffef0-c58b-49fa-a8da-25efdbfa7878 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:14:07.035428 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db4ffef0-c58b-49fa-a8da-25efdbfa7878 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:14:07.272410 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-898870bf-c136-4c76-89eb-c6c366345982 req-34d4c5d1-41cc-4ecd-bc9c-c5d52deb7e69 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=2fad1b41-3683-4d01-9737-38b8cb70512c HTTP/1.1" status: 200 len: 217 time: 1.0454719 Feb 09 19:14:07.281918 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.l3_hamode_db [None req-2164f4ae-aa98-491f-9984-a11a3bb55cfc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f27e0cdc-0e67-4758-967f-051d42596dc8', 'name': 'tempest-ServerRescueTestJSONUnderV235-930924640-router', 'tenant_id': '4ddd249906ca4b088ab7ddfb44b3182a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88055e1e-672a-4487-be31-ffb6e833ece5', 'external_fixed_ips': [{'subnet_id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'ip_address': '172.25.1.3'}], 'enable_snat': True}, 'gw_port_id': 'da1a4a28-2e09-4aca-9993-8fce73e5b605', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T19:12:36Z', 'updated_at': '2022-02-09T19:12:43Z', 'revision_number': 4, 'project_id': '4ddd249906ca4b088ab7ddfb44b3182a', 'gw_port': {'id': 'da1a4a28-2e09-4aca-9993-8fce73e5b605', 'name': '', 'network_id': '88055e1e-672a-4487-be31-ffb6e833ece5', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:eb:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f27e0cdc-0e67-4758-967f-051d42596dc8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1266, 'fixed_ips': [{'subnet_id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'ip_address': '172.25.1.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T19:12:38Z', 'updated_at': '2022-02-09T19:12:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-36', '_interfaces': [{'id': 'b1a82a81-bc8f-4c81-9a97-904fb09563b3', 'name': '', 'network_id': '3ab0c9d2-97b1-4c51-9743-b63b9816fede', 'tenant_id': '4ddd249906ca4b088ab7ddfb44b3182a', 'mac_address': 'fa:16:3e:d8:f3:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f27e0cdc-0e67-4758-967f-051d42596dc8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1267, 'fixed_ips': [{'subnet_id': 'eceb2332-2ad4-457a-81e3-6e57abd3a84e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T19:12:42Z', 'updated_at': '2022-02-09T19:12:51Z', 'revision_number': 5, 'project_id': '4ddd249906ca4b088ab7ddfb44b3182a', 'subnets': [{'id': 'eceb2332-2ad4-457a-81e3-6e57abd3a84e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-36', False) {} {{(pid=103232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:14:07.282663 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 33156) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:14:07.293520 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec7e4ce9-aca7-46e4-a673-4542a3c7ecba req-af482633-7553-4a2e-b750-a02e3d0a395a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:14:07.295313 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-ec7e4ce9-aca7-46e4-a673-4542a3c7ecba req-af482633-7553-4a2e-b750-a02e3d0a395a service neutron] 10.222.0.89 "GET /v2.0/networks?id=3ab0c9d2-97b1-4c51-9743-b63b9816fede HTTP/1.1" status: 200 len: 920 time: 1.2778847 Feb 09 19:14:07.357672 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2164f4ae-aa98-491f-9984-a11a3bb55cfc None None] Checking router: f27e0cdc-0e67-4758-967f-051d42596dc8 for host: n-d-713498-36 {{(pid=103232) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 19:14:07.391045 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2164f4ae-aa98-491f-9984-a11a3bb55cfc None None] Routers {'f27e0cdc-0e67-4758-967f-051d42596dc8'} bound to L3 agent in host n-d-713498-36 {{(pid=103232) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 19:14:07.391713 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.l3_hamode_db [None req-2164f4ae-aa98-491f-9984-a11a3bb55cfc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-09T18:51:43Z,description=,heartbeat_timestamp=2022-02-09T19:13:43Z,host='n-d-713498-36',id=93303d5e-5d17-45e8-8963-7694f87783ae,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T18:51:43Z,topic='l3_agent')) {'router_ids': ['f27e0cdc-0e67-4758-967f-051d42596dc8'], 'active': True} {{(pid=103232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:14:07.431416 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-ec7e4ce9-aca7-46e4-a673-4542a3c7ecba req-1a954791-2536-4518-81cd-c26fd738c52a service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=2fad1b41-3683-4d01-9737-38b8cb70512c HTTP/1.1" status: 200 len: 217 time: 0.1117196 Feb 09 19:14:07.521697 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-898870bf-c136-4c76-89eb-c6c366345982 req-218391b3-4739-404b-863f-20ab485d2e2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:14:07.523528 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-898870bf-c136-4c76-89eb-c6c366345982 req-218391b3-4739-404b-863f-20ab485d2e2f service neutron] 10.222.0.75 "GET /v2.0/subnets?id=eceb2332-2ad4-457a-81e3-6e57abd3a84e HTTP/1.1" status: 200 len: 859 time: 0.2478280 Feb 09 19:14:07.534928 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec7e4ce9-aca7-46e4-a673-4542a3c7ecba req-b7f9f80d-7493-4b45-852a-9b1cb4d1bbf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:14:07.536481 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-ec7e4ce9-aca7-46e4-a673-4542a3c7ecba req-b7f9f80d-7493-4b45-852a-9b1cb4d1bbf7 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=eceb2332-2ad4-457a-81e3-6e57abd3a84e HTTP/1.1" status: 200 len: 859 time: 0.0967510 Feb 09 19:14:07.590339 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-ec7e4ce9-aca7-46e4-a673-4542a3c7ecba req-f8be240b-a501-4105-8fcb-6086f73c01b3 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=3ab0c9d2-97b1-4c51-9743-b63b9816fede&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0365152 Feb 09 19:14:07.758155 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.l3_dvr_db [None req-2164f4ae-aa98-491f-9984-a11a3bb55cfc None None] Set router f27e0cdc-0e67-4758-967f-051d42596dc8 gateway port host: n-d-713498-36 {{(pid=103232) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 19:14:07.792472 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-ec7e4ce9-aca7-46e4-a673-4542a3c7ecba req-9dd168f4-0a18-40ec-ad7b-471a134f9b90 service neutron] 10.222.0.89 "GET /v2.0/networks/3ab0c9d2-97b1-4c51-9743-b63b9816fede?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1527288 Feb 09 19:14:07.796298 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-898870bf-c136-4c76-89eb-c6c366345982 req-a7b7d8eb-163c-4305-9525-bf2b70a73f4b service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=3ab0c9d2-97b1-4c51-9743-b63b9816fede&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2556398 Feb 09 19:14:07.912575 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.v2.base [None req-46889ef3-0047-4f37-8fda-20f38ff814a3 admin admin] Request body: {'network': {'name': 'tempest-ServerDiskConfigTestJSON-1710551284-network', 'tenant_id': 'b6fd652adad94d84b810e38a00b04bf3'}} {{(pid=103230) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 19:14:08.132307 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-898870bf-c136-4c76-89eb-c6c366345982 req-6162e088-6651-4fc3-8fa4-0fcaa4ab17e9 service neutron] 10.222.0.75 "GET /v2.0/networks/3ab0c9d2-97b1-4c51-9743-b63b9816fede?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3143241 Feb 09 19:14:08.138675 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-ec7e4ce9-aca7-46e4-a673-4542a3c7ecba req-77534a6f-1fda-4dfa-87da-e28d659518f3 service neutron] 10.222.0.89 "GET /v2.0/networks/3ab0c9d2-97b1-4c51-9743-b63b9816fede?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3397117 Feb 09 19:14:08.213545 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.l3_hamode_db [None req-2164f4ae-aa98-491f-9984-a11a3bb55cfc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f27e0cdc-0e67-4758-967f-051d42596dc8', 'name': 'tempest-ServerRescueTestJSONUnderV235-930924640-router', 'tenant_id': '4ddd249906ca4b088ab7ddfb44b3182a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88055e1e-672a-4487-be31-ffb6e833ece5', 'external_fixed_ips': [{'subnet_id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'ip_address': '172.25.1.3'}], 'enable_snat': True}, 'gw_port_id': 'da1a4a28-2e09-4aca-9993-8fce73e5b605', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T19:12:36Z', 'updated_at': '2022-02-09T19:12:43Z', 'revision_number': 4, 'project_id': '4ddd249906ca4b088ab7ddfb44b3182a', 'gw_port': {'id': 'da1a4a28-2e09-4aca-9993-8fce73e5b605', 'name': '', 'network_id': '88055e1e-672a-4487-be31-ffb6e833ece5', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:eb:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f27e0cdc-0e67-4758-967f-051d42596dc8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1266, 'fixed_ips': [{'subnet_id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'ip_address': '172.25.1.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T19:12:38Z', 'updated_at': '2022-02-09T19:12:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-36', '_interfaces': [{'id': 'b1a82a81-bc8f-4c81-9a97-904fb09563b3', 'name': '', 'network_id': '3ab0c9d2-97b1-4c51-9743-b63b9816fede', 'tenant_id': '4ddd249906ca4b088ab7ddfb44b3182a', 'mac_address': 'fa:16:3e:d8:f3:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f27e0cdc-0e67-4758-967f-051d42596dc8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1267, 'fixed_ips': [{'subnet_id': 'eceb2332-2ad4-457a-81e3-6e57abd3a84e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T19:12:42Z', 'updated_at': '2022-02-09T19:12:51Z', 'revision_number': 5, 'project_id': '4ddd249906ca4b088ab7ddfb44b3182a', 'subnets': [{'id': 'eceb2332-2ad4-457a-81e3-6e57abd3a84e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-36', False) {} {{(pid=103232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:14:08.271230 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-db4ffef0-c58b-49fa-a8da-25efdbfa7878 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1613467', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1834633'] for router_interface (f8479197-0c23-406e-958c-7e00e5701521), after_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:14:08.283678 n-d-713498-36 neutron-server[103230]: DEBUG neutron.db.db_base_plugin_v2 [None req-ddc6cb53-1080-4250-9449-327e7c1444dc admin admin] Deleting subnet 3b90cb74-a26f-48a8-aa55-b54226e02ed4 {{(pid=103230) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 19:14:08.289795 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-898870bf-c136-4c76-89eb-c6c366345982 req-91af38dd-12f7-47eb-8d14-2ee38650768b service neutron] 10.222.0.75 "GET /v2.0/networks/3ab0c9d2-97b1-4c51-9743-b63b9816fede?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1560857 Feb 09 19:14:08.303713 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-ddc6cb53-1080-4250-9449-327e7c1444dc admin admin] Publish callbacks [] for subnet (3b90cb74-a26f-48a8-aa55-b54226e02ed4), before_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:14:08.334721 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2164f4ae-aa98-491f-9984-a11a3bb55cfc None None] The sync data for ids ['f27e0cdc-0e67-4758-967f-051d42596dc8'] in n-d-713498-36 is: [{'id': 'f27e0cdc-0e67-4758-967f-051d42596dc8', 'name': 'tempest-ServerRescueTestJSONUnderV235-930924640-router', 'tenant_id': '4ddd249906ca4b088ab7ddfb44b3182a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88055e1e-672a-4487-be31-ffb6e833ece5', 'external_fixed_ips': [{'subnet_id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'ip_address': '172.25.1.3'}], 'enable_snat': True}, 'gw_port_id': 'da1a4a28-2e09-4aca-9993-8fce73e5b605', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T19:12:36Z', 'updated_at': '2022-02-09T19:12:43Z', 'revision_number': 4, 'project_id': '4ddd249906ca4b088ab7ddfb44b3182a', 'gw_port': {'id': 'da1a4a28-2e09-4aca-9993-8fce73e5b605', 'name': '', 'network_id': '88055e1e-672a-4487-be31-ffb6e833ece5', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:eb:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f27e0cdc-0e67-4758-967f-051d42596dc8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1266, 'fixed_ips': [{'subnet_id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'ip_address': '172.25.1.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T19:12:38Z', 'updated_at': '2022-02-09T19:12:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-36', '_interfaces': [{'id': 'b1a82a81-bc8f-4c81-9a97-904fb09563b3', 'name': '', 'network_id': '3ab0c9d2-97b1-4c51-9743-b63b9816fede', 'tenant_id': '4ddd249906ca4b088ab7ddfb44b3182a', 'mac_address': 'fa:16:3e:d8:f3:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f27e0cdc-0e67-4758-967f-051d42596dc8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1267, 'fixed_ips': [{'subnet_id': 'eceb2332-2ad4-457a-81e3-6e57abd3a84e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T19:12:42Z', 'updated_at': '2022-02-09T19:12:51Z', 'revision_number': 5, 'project_id': '4ddd249906ca4b088ab7ddfb44b3182a', 'subnets': [{'id': 'eceb2332-2ad4-457a-81e3-6e57abd3a84e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103232) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 19:14:08.361585 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-ddc6cb53-1080-4250-9449-327e7c1444dc admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12895822'] for subnet (3b90cb74-a26f-48a8-aa55-b54226e02ed4), precommit_delete_associations {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:14:08.408271 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-e5b5d754-982d-448b-823c-60e2dd2903fb req-4e49980e-6366-448f-a50f-580a05dbf0a0 tempest-ServerRescueTestJSONUnderV235-126256002 tempest-ServerRescueTestJSONUnderV235-126256002-project] 10.222.0.75 "GET /v2.0/floatingips/486f5773-622a-46a7-a9be-960c17a7730f HTTP/1.1" status: 200 len: 695 time: 0.0929248 Feb 09 19:14:08.412384 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-ddc6cb53-1080-4250-9449-327e7c1444dc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-759852'] for subnet (3b90cb74-a26f-48a8-aa55-b54226e02ed4), precommit_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:14:08.579960 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-ddc6cb53-1080-4250-9449-327e7c1444dc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-760023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14393672', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12985882'] for subnet (3b90cb74-a26f-48a8-aa55-b54226e02ed4), after_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:14:08.720104 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5b5d754-982d-448b-823c-60e2dd2903fb req-d9d13ba8-4df0-4f1c-855b-c95c1c283716 tempest-ServerRescueTestJSONUnderV235-126256002 tempest-ServerRescueTestJSONUnderV235-126256002-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:14:08.727801 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-e5b5d754-982d-448b-823c-60e2dd2903fb req-d9d13ba8-4df0-4f1c-855b-c95c1c283716 tempest-ServerRescueTestJSONUnderV235-126256002 tempest-ServerRescueTestJSONUnderV235-126256002-project] 10.222.0.75 "GET /v2.0/networks/88055e1e-672a-4487-be31-ffb6e833ece5 HTTP/1.1" status: 200 len: 784 time: 0.3172555 Feb 09 19:14:08.755519 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-46889ef3-0047-4f37-8fda-20f38ff814a3 admin admin] Made reservation on behalf of b6fd652adad94d84b810e38a00b04bf3 for: {'network': 1} {{(pid=103230) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 19:14:08.757633 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-46889ef3-0047-4f37-8fda-20f38ff814a3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for network (None), before_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:14:08.760210 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-ddc6cb53-1080-4250-9449-327e7c1444dc admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:14:08.766200 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-ddc6cb53-1080-4250-9449-327e7c1444dc admin admin] 10.222.0.75 "DELETE /v2.0/subnets/3b90cb74-a26f-48a8-aa55-b54226e02ed4 HTTP/1.1" status: 204 len: 168 time: 1.7226846 Feb 09 19:14:08.821461 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-e5b5d754-982d-448b-823c-60e2dd2903fb req-5666070c-0bdc-4007-932b-a5361f661e8f tempest-ServerRescueTestJSONUnderV235-126256002 tempest-ServerRescueTestJSONUnderV235-126256002-project] 10.222.0.75 "GET /v2.0/floatingips?floating_ip_address=172.25.1.157 HTTP/1.1" status: 200 len: 698 time: 0.0922563 Feb 09 19:14:08.823760 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 33190) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:14:08.841849 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e118544-7458-4b39-aa65-fd235fdc2c0d req-60151062-2f91-4533-97eb-98be65a1fc22 tempest-MigrationsAdminTest-892781459 tempest-MigrationsAdminTest-892781459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:14:08.844186 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-1e118544-7458-4b39-aa65-fd235fdc2c0d req-60151062-2f91-4533-97eb-98be65a1fc22 tempest-MigrationsAdminTest-892781459 tempest-MigrationsAdminTest-892781459-project] 10.222.0.75 "GET /v2.0/ports?device_id=324ad1af-f9e3-424e-981f-7b5b8b459dd1 HTTP/1.1" status: 200 len: 948 time: 1.5783303 Feb 09 19:14:08.854766 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddc6cb53-1080-4250-9449-327e7c1444dc admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3b90cb74-a26f-48a8-aa55-b54226e02ed4,revision_number=None']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:14:08.890182 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-46889ef3-0047-4f37-8fda-20f38ff814a3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:14:08.955755 n-d-713498-36 neutron-server[103233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a161d182-c518-4fd5-b234-d24c10f844e3 None None] New status for floating IP 486f5773-622a-46a7-a9be-960c17a7730f: DOWN {{(pid=103233) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 09 19:14:08.982585 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-e5b5d754-982d-448b-823c-60e2dd2903fb req-97e2e1d2-0e6e-4455-ad2f-19a7e34403c3 tempest-ServerRescueTestJSONUnderV235-126256002 tempest-ServerRescueTestJSONUnderV235-126256002-project] 10.222.0.75 "GET /v2.0/floatingips?floating_ip_address=172.25.1.157 HTTP/1.1" status: 200 len: 698 time: 0.1601322 Feb 09 19:14:09.009653 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0feafdcb-4f5e-4f5c-adec-5db6bbb21c79 req-eac5ba27-eb20-40d3-8c9d-17bea37278f7 tempest-MigrationsAdminTest-892781459 tempest-MigrationsAdminTest-892781459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:14:09.015228 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-0feafdcb-4f5e-4f5c-adec-5db6bbb21c79 req-eac5ba27-eb20-40d3-8c9d-17bea37278f7 tempest-MigrationsAdminTest-892781459 tempest-MigrationsAdminTest-892781459-project] 10.222.0.90 "GET /v2.0/ports?device_id=324ad1af-f9e3-424e-981f-7b5b8b459dd1&tenant_id=51b81e7592544b98a90626c2bba713eb&binding%3Ahost_id=n-h2-713498-36 HTTP/1.1" status: 200 len: 948 time: 1.1100366 Feb 09 19:14:09.117591 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-c6f2843a-bab5-41c0-9340-716581d145fa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-670458'] for network (d8ccc26d-da10-43d4-80b5-fa9fe0e94b23), before_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:14:09.194090 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Device 246dd422-aaed-44c8-8f53-c0bcff989a68 up at agent hyperv_n-h2-713498-36 {{(pid=103232) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 19:14:09.250780 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-1e118544-7458-4b39-aa65-fd235fdc2c0d req-0404953a-0243-4abe-b366-684582375833 tempest-MigrationsAdminTest-892781459 tempest-MigrationsAdminTest-892781459-project] 10.222.0.75 "GET /v2.0/security-groups?id=709912c8-8171-4435-800e-9e5c5e45bf8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3863716 Feb 09 19:14:09.345065 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.provisioning_blocks [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Provisioning complete for port 246dd422-aaed-44c8-8f53-c0bcff989a68 triggered by entity L2. {{(pid=103232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 19:14:09.345636 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593630'] for port (246dd422-aaed-44c8-8f53-c0bcff989a68), provisioning_complete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:14:09.433904 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-c6f2843a-bab5-41c0-9340-716581d145fa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-590267', 'neutron.services.segments.db._delete_segments_for_network-8762867132609'] for network (d8ccc26d-da10-43d4-80b5-fa9fe0e94b23), precommit_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:14:09.483450 n-d-713498-36 neutron-server[103229]: DEBUG neutron.services.segments.db [None req-c6f2843a-bab5-41c0-9340-716581d145fa admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d8ccc26d-da10-43d4-80b5-fa9fe0e94b23']}} {{(pid=103229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:14:09.496642 n-d-713498-36 neutron-server[103229]: DEBUG neutron.services.segments.db [None req-c6f2843a-bab5-41c0-9340-716581d145fa admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '371d31a3-73a8-47c2-986a-32d107c2a81d') {'for_net_delete': True} {{(pid=103229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:14:09.496978 n-d-713498-36 neutron-server[103229]: DEBUG neutron.services.segments.db [None req-c6f2843a-bab5-41c0-9340-716581d145fa admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '371d31a3-73a8-47c2-986a-32d107c2a81d') {} {{(pid=103229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:14:09.514793 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-c6f2843a-bab5-41c0-9340-716581d145fa admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762867134154', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16683417'] for segment (371d31a3-73a8-47c2-986a-32d107c2a81d), before_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:14:09.516526 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0feafdcb-4f5e-4f5c-adec-5db6bbb21c79 req-a575321a-5b0a-4a70-9ca5-68abe6feb8c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:14:09.518069 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-0feafdcb-4f5e-4f5c-adec-5db6bbb21c79 req-a575321a-5b0a-4a70-9ca5-68abe6feb8c0 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=51b81e7592544b98a90626c2bba713eb&device_id=324ad1af-f9e3-424e-981f-7b5b8b459dd1 HTTP/1.1" status: 200 len: 1131 time: 0.3260319 Feb 09 19:14:09.524946 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.plugin [req-e5b5d754-982d-448b-823c-60e2dd2903fb req-fed2b620-8177-4da1-a58e-c55f58cd7339 tempest-ServerRescueTestJSONUnderV235-126256002 tempest-ServerRescueTestJSONUnderV235-126256002-project] Deleting port 51ae6adc-5b2e-4f33-a1af-e6df3b0a4cd7 {{(pid=103229) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 19:14:09.525356 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-e5b5d754-982d-448b-823c-60e2dd2903fb req-fed2b620-8177-4da1-a58e-c55f58cd7339 tempest-ServerRescueTestJSONUnderV235-126256002 tempest-ServerRescueTestJSONUnderV235-126256002-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762867170196'] for port (51ae6adc-5b2e-4f33-a1af-e6df3b0a4cd7), before_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:14:09.525473 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-46889ef3-0047-4f37-8fda-20f38ff814a3 admin admin] Publish callbacks [] for security_group (3d9033a7-be2a-4459-a2da-84c23e651975), precommit_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:14:09.559267 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-46889ef3-0047-4f37-8fda-20f38ff814a3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1892331'] for security_group (3d9033a7-be2a-4459-a2da-84c23e651975), after_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:14:09.584241 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Current status of the port 246dd422-aaed-44c8-8f53-c0bcff989a68 is: BUILD; New status is: ACTIVE {{(pid=103232) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 19:14:09.584984 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (246dd422-aaed-44c8-8f53-c0bcff989a68), before_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:14:09.634195 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-e5b5d754-982d-448b-823c-60e2dd2903fb req-fed2b620-8177-4da1-a58e-c55f58cd7339 tempest-ServerRescueTestJSONUnderV235-126256002 tempest-ServerRescueTestJSONUnderV235-126256002-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1820838'] for port (51ae6adc-5b2e-4f33-a1af-e6df3b0a4cd7), precommit_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:14:09.634870 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-e5b5d754-982d-448b-823c-60e2dd2903fb req-fed2b620-8177-4da1-a58e-c55f58cd7339 tempest-ServerRescueTestJSONUnderV235-126256002 tempest-ServerRescueTestJSONUnderV235-126256002-project] Publish callbacks [] for floatingip (51ae6adc-5b2e-4f33-a1af-e6df3b0a4cd7), precommit_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:14:09.635093 n-d-713498-36 neutron-server[103232]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '324ad1af-f9e3-424e-981f-7b5b8b459dd1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '246dd422-aaed-44c8-8f53-c0bcff989a68'}] {{(pid=103232) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 19:14:09.640010 n-d-713498-36 neutron-server[103232]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}949cdcde653dec44821de95cbf67297f53cbc2aed4e073b5d514f93bf911ce85" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4032457d-6ca5-430e-b199-2b963f66da37" -d '{"events": [{"server_uuid": "324ad1af-f9e3-424e-981f-7b5b8b459dd1", "name": "network-vif-plugged", "status": "completed", "tag": "246dd422-aaed-44c8-8f53-c0bcff989a68"}]}' {{(pid=103232) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 19:14:09.641945 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.plugin [None req-49ad2248-1357-4b7d-b2ce-9dd12ddd28ee admin admin] Deleting port ebafb87f-971b-4ec0-8a9d-54a75d287ab8 {{(pid=103230) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 19:14:09.642304 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-49ad2248-1357-4b7d-b2ce-9dd12ddd28ee admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762867170196'] for port (ebafb87f-971b-4ec0-8a9d-54a75d287ab8), before_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:14:09.662447 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-46889ef3-0047-4f37-8fda-20f38ff814a3 admin admin] vlan segment allocate from pool success with {'vlan_id': 362, 'physical_network': 'physnet1'} {{(pid=103230) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 19:14:09.680735 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.plugin [req-e5b5d754-982d-448b-823c-60e2dd2903fb req-fed2b620-8177-4da1-a58e-c55f58cd7339 tempest-ServerRescueTestJSONUnderV235-126256002 tempest-ServerRescueTestJSONUnderV235-126256002-project] Calling delete_port for 51ae6adc-5b2e-4f33-a1af-e6df3b0a4cd7 owned by network:floatingip {{(pid=103229) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 19:14:09.686883 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-7429db8d-6021-40ad-813e-885be449a89b None None] For port 246dd422-aaed-44c8-8f53-c0bcff989a68, host n-h2-713498-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-36',level=0,port_id=246dd422-aaed-44c8-8f53-c0bcff989a68,segment=NetworkSegment(50e5915e-18f0-4558-9a28-b978975ead36),segment_id=50e5915e-18f0-4558-9a28-b978975ead36)] {{(pid=103232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 19:14:09.697927 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762867176205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762866656485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762866656503'] for port (246dd422-aaed-44c8-8f53-c0bcff989a68), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:14:09.743161 n-d-713498-36 neutron-server[103230]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-db4ffef0-c58b-49fa-a8da-25efdbfa7878 admin admin] Router f8479197-0c23-406e-958c-7e00e5701521 has already been hosted by L3 agent 93303d5e-5d17-45e8-8963-7694f87783ae {{(pid=103230) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 19:14:09.755480 n-d-713498-36 neutron-server[103232]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 19:14:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-083865c4-f28b-4fa5-8cbe-5aa8fa5c861b x-openstack-request-id: req-083865c4-f28b-4fa5-8cbe-5aa8fa5c861b {{(pid=103232) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 19:14:09.756116 n-d-713498-36 neutron-server[103232]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "324ad1af-f9e3-424e-981f-7b5b8b459dd1", "name": "network-vif-plugged", "status": "completed", "tag": "246dd422-aaed-44c8-8f53-c0bcff989a68", "code": 200}]} {{(pid=103232) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 19:14:09.756505 n-d-713498-36 neutron-server[103232]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-083865c4-f28b-4fa5-8cbe-5aa8fa5c861b {{(pid=103232) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 19:14:09.756905 n-d-713498-36 neutron-server[103232]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '324ad1af-f9e3-424e-981f-7b5b8b459dd1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '246dd422-aaed-44c8-8f53-c0bcff989a68', 'code': 200} Feb 09 19:14:09.792488 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Pushing event updated for resources: {'Port': ['ID=246dd422-aaed-44c8-8f53-c0bcff989a68,revision_number=8']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:14:09.867377 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-e5b5d754-982d-448b-823c-60e2dd2903fb req-fed2b620-8177-4da1-a58e-c55f58cd7339 tempest-ServerRescueTestJSONUnderV235-126256002 tempest-ServerRescueTestJSONUnderV235-126256002-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762867177463', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762866656476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12867576'] for port (51ae6adc-5b2e-4f33-a1af-e6df3b0a4cd7), after_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:14:09.869561 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46889ef3-0047-4f37-8fda-20f38ff814a3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3d9033a7-be2a-4459-a2da-84c23e651975,revision_number=1']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:14:09.872525 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-c6f2843a-bab5-41c0-9340-716581d145fa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-759574'] for segment (371d31a3-73a8-47c2-986a-32d107c2a81d), precommit_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:14:09.881025 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-46889ef3-0047-4f37-8fda-20f38ff814a3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-759574'] for segment (1e2a1863-ec93-4db2-ba80-84e2ae4ef342), precommit_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:14:09.881478 n-d-713498-36 neutron-server[103230]: INFO neutron.db.segments_db [None req-46889ef3-0047-4f37-8fda-20f38ff814a3 admin admin] Added segment 1e2a1863-ec93-4db2-ba80-84e2ae4ef342 of type vlan for network 7db728b6-f824-4bd2-9bbc-3a8ddd77fc29 Feb 09 19:14:09.948846 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c6f2843a-bab5-41c0-9340-716581d145fa admin admin] Releasing vlan 381 on physical network physnet1 to pool {{(pid=103229) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 19:14:09.949500 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-c6f2843a-bab5-41c0-9340-716581d145fa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-759574', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12867469'] for segment (371d31a3-73a8-47c2-986a-32d107c2a81d), after_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:14:09.949660 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.db [None req-49ad2248-1357-4b7d-b2ce-9dd12ddd28ee admin admin] For port ebafb87f-971b-4ec0-8a9d-54a75d287ab8, host n-d-713498-36, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-36',level=0,port_id=ebafb87f-971b-4ec0-8a9d-54a75d287ab8,segment=NetworkSegment(1395932d-e528-41d0-939e-05f713c9d4e8),segment_id=1395932d-e528-41d0-939e-05f713c9d4e8)] {{(pid=103230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 19:14:09.950083 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-49ad2248-1357-4b7d-b2ce-9dd12ddd28ee admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1820838'] for port (ebafb87f-971b-4ec0-8a9d-54a75d287ab8), precommit_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:14:09.959993 n-d-713498-36 neutron-server[103229]: Traceback (most recent call last): Feb 09 19:14:09.959993 n-d-713498-36 neutron-server[103229]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 19:14:09.959993 n-d-713498-36 neutron-server[103229]: timer() Feb 09 19:14:09.959993 n-d-713498-36 neutron-server[103229]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 19:14:09.959993 n-d-713498-36 neutron-server[103229]: cb(*args, **kw) Feb 09 19:14:09.959993 n-d-713498-36 neutron-server[103229]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 19:14:09.959993 n-d-713498-36 neutron-server[103229]: return func(*args, **kwargs) Feb 09 19:14:09.959993 n-d-713498-36 neutron-server[103229]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 19:14:09.959993 n-d-713498-36 neutron-server[103229]: self._notify() Feb 09 19:14:09.959993 n-d-713498-36 neutron-server[103229]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 19:14:09.959993 n-d-713498-36 neutron-server[103229]: self.callback(batched_events) Feb 09 19:14:09.959993 n-d-713498-36 neutron-server[103229]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 19:14:09.959993 n-d-713498-36 neutron-server[103229]: event.method(event) Feb 09 19:14:09.959993 n-d-713498-36 neutron-server[103229]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 19:14:09.959993 n-d-713498-36 neutron-server[103229]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 19:14:09.959993 n-d-713498-36 neutron-server[103229]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 19:14:09.959993 n-d-713498-36 neutron-server[103229]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 19:14:09.959993 n-d-713498-36 neutron-server[103229]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 19:14:09.959993 n-d-713498-36 neutron-server[103229]: return f(self, *a, **k) Feb 09 19:14:09.959993 n-d-713498-36 neutron-server[103229]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 19:14:09.959993 n-d-713498-36 neutron-server[103229]: return self._get(url).json() Feb 09 19:14:09.959993 n-d-713498-36 neutron-server[103229]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 19:14:09.959993 n-d-713498-36 neutron-server[103229]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 19:14:09.959993 n-d-713498-36 neutron-server[103229]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 19:14:09.959993 n-d-713498-36 neutron-server[103229]: return self.request(url, 'GET', **kwargs) Feb 09 19:14:09.959993 n-d-713498-36 neutron-server[103229]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 19:14:09.959993 n-d-713498-36 neutron-server[103229]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 19:14:09.959993 n-d-713498-36 neutron-server[103229]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 19:14:09.959993 n-d-713498-36 neutron-server[103229]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 19:14:09.959993 n-d-713498-36 neutron-server[103229]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 19:14:09.959993 n-d-713498-36 neutron-server[103229]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 19:14:09.959993 n-d-713498-36 neutron-server[103229]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 19:14:09.973573 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fed2b620-8177-4da1-a58e-c55f58cd7339 tempest-ServerRescueTestJSONUnderV235-126256002 tempest-ServerRescueTestJSONUnderV235-126256002-project] Pushing event deleted for resources: {'Port': ['ID=51ae6adc-5b2e-4f33-a1af-e6df3b0a4cd7,revision_number=None']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:14:09.984668 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0feafdcb-4f5e-4f5c-adec-5db6bbb21c79 req-199022eb-7d24-4423-be2f-e89c9baa9bb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:14:09.987080 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-0feafdcb-4f5e-4f5c-adec-5db6bbb21c79 req-199022eb-7d24-4423-be2f-e89c9baa9bb8 service neutron] 10.222.0.90 "GET /v2.0/networks?id=2b5494c8-cf97-42c1-b902-87f998f28179 HTTP/1.1" status: 200 len: 870 time: 0.4570334 Feb 09 19:14:10.066153 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-46889ef3-0047-4f37-8fda-20f38ff814a3 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762866642225'] for network (7db728b6-f824-4bd2-9bbc-3a8ddd77fc29), precommit_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:14:10.086998 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-c6f2843a-bab5-41c0-9340-716581d145fa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-590242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1885479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1818895'] for network (d8ccc26d-da10-43d4-80b5-fa9fe0e94b23), after_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:14:10.095987 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-c6f2843a-bab5-41c0-9340-716581d145fa admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1613566'] for network (None), before_response {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:14:10.099487 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-c6f2843a-bab5-41c0-9340-716581d145fa admin admin] 10.222.0.75 "DELETE /v2.0/networks/d8ccc26d-da10-43d4-80b5-fa9fe0e94b23 HTTP/1.1" status: 204 len: 168 time: 1.2747698 Feb 09 19:14:10.106307 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.plugin [None req-49ad2248-1357-4b7d-b2ce-9dd12ddd28ee admin admin] Calling delete_port for ebafb87f-971b-4ec0-8a9d-54a75d287ab8 owned by network:router_interface {{(pid=103230) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 19:14:10.108447 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 33206) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:14:10.123662 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6f2843a-bab5-41c0-9340-716581d145fa admin admin] Pushing event deleted for resources: {'Network': ['ID=d8ccc26d-da10-43d4-80b5-fa9fe0e94b23,revision_number=None']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:14:10.125837 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-e5b5d754-982d-448b-823c-60e2dd2903fb req-fed2b620-8177-4da1-a58e-c55f58cd7339 tempest-ServerRescueTestJSONUnderV235-126256002 tempest-ServerRescueTestJSONUnderV235-126256002-project] Publish callbacks [] for floatingip (486f5773-622a-46a7-a9be-960c17a7730f), after_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:14:10.128672 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-e5b5d754-982d-448b-823c-60e2dd2903fb req-fed2b620-8177-4da1-a58e-c55f58cd7339 tempest-ServerRescueTestJSONUnderV235-126256002 tempest-ServerRescueTestJSONUnderV235-126256002-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171096'] for floatingip (None), before_response {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:14:10.129835 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-e5b5d754-982d-448b-823c-60e2dd2903fb req-fed2b620-8177-4da1-a58e-c55f58cd7339 tempest-ServerRescueTestJSONUnderV235-126256002 tempest-ServerRescueTestJSONUnderV235-126256002-project] 10.222.0.75 "DELETE /v2.0/floatingips/486f5773-622a-46a7-a9be-960c17a7730f HTTP/1.1" status: 204 len: 173 time: 1.1461890 Feb 09 19:14:10.228374 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-46889ef3-0047-4f37-8fda-20f38ff814a3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1885479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452'] for network (7db728b6-f824-4bd2-9bbc-3a8ddd77fc29), after_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:14:10.229371 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46889ef3-0047-4f37-8fda-20f38ff814a3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:14:10.229943 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-46889ef3-0047-4f37-8fda-20f38ff814a3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1613566'] for network (None), before_response {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:14:10.233409 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-0feafdcb-4f5e-4f5c-adec-5db6bbb21c79 req-fc339d7a-311e-4174-953a-54ecbce0fea8 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.63&port_id=246dd422-aaed-44c8-8f53-c0bcff989a68 HTTP/1.1" status: 200 len: 217 time: 0.1712310 Feb 09 19:14:10.405722 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dd81e24-24dd-4e95-bb37-33a25631b2ce req-1af7955c-1c0f-4d67-b1bb-a4e3f3e0acc8 tempest-MigrationsAdminTest-892781459 tempest-MigrationsAdminTest-892781459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:14:10.408499 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-3dd81e24-24dd-4e95-bb37-33a25631b2ce req-1af7955c-1c0f-4d67-b1bb-a4e3f3e0acc8 tempest-MigrationsAdminTest-892781459 tempest-MigrationsAdminTest-892781459-project] 10.222.0.75 "GET /v2.0/ports?device_id=324ad1af-f9e3-424e-981f-7b5b8b459dd1 HTTP/1.1" status: 200 len: 949 time: 0.0692649 Feb 09 19:14:10.427227 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-46889ef3-0047-4f37-8fda-20f38ff814a3 admin admin] 10.222.0.75 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 3.1409004 Feb 09 19:14:10.449261 n-d-713498-36 neutron-server[103230]: DEBUG neutron.db.db_base_plugin_v2 [None req-e203f661-a766-4e74-8e75-d7ca45a9bdb3 admin admin] Deleting subnet 9a71df29-190c-40f4-9086-98b4b966a5a3 {{(pid=103230) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 19:14:10.457795 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 33218) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:14:10.468973 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-e203f661-a766-4e74-8e75-d7ca45a9bdb3 admin admin] Publish callbacks [] for subnet (9a71df29-190c-40f4-9086-98b4b966a5a3), before_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:14:10.474125 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.v2.base [None req-7aa08958-2126-4b0b-8289-f281b4264abb admin admin] Request body: {'subnet': {'network_id': '7db728b6-f824-4bd2-9bbc-3a8ddd77fc29', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerDiskConfigTestJSON-1710551284-subnet', 'tenant_id': 'b6fd652adad94d84b810e38a00b04bf3', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103230) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 19:14:10.477484 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-3dd81e24-24dd-4e95-bb37-33a25631b2ce req-eade1fb4-2440-4817-9758-6244d5092920 tempest-MigrationsAdminTest-892781459 tempest-MigrationsAdminTest-892781459-project] 10.222.0.75 "GET /v2.0/security-groups?id=709912c8-8171-4435-800e-9e5c5e45bf8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0625563 Feb 09 19:14:10.480471 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-2dfec60d-861b-4055-b1ae-4896d346c15f req-977a8038-4af9-4dba-b42a-5037427361ec tempest-ServerRescueTestJSONUnderV235-126256002 tempest-ServerRescueTestJSONUnderV235-126256002-project] 10.222.0.75 "GET /v2.0/security-groups/156733f4-a6f3-4f3d-afc7-56e74daaddfa HTTP/1.1" status: 200 len: 1827 time: 0.3202643 Feb 09 19:14:10.521256 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46889ef3-0047-4f37-8fda-20f38ff814a3 admin admin] Pushing event updated for resources: {'Network': ['ID=7db728b6-f824-4bd2-9bbc-3a8ddd77fc29,revision_number=1']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:14:10.532859 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Network 7db728b6-f824-4bd2-9bbc-3a8ddd77fc29 details requested by agent ovs-agent-n-d-713498-36 with host n-d-713498-36 {{(pid=103232) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 19:14:10.555498 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0feafdcb-4f5e-4f5c-adec-5db6bbb21c79 req-6bf141a0-556a-4b5d-b616-3e1b1daed456 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:14:10.557221 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-0feafdcb-4f5e-4f5c-adec-5db6bbb21c79 req-6bf141a0-556a-4b5d-b616-3e1b1daed456 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=60b561cb-321e-4f83-9bb3-92b2e1d0dc44 HTTP/1.1" status: 200 len: 843 time: 0.3053238 Feb 09 19:14:10.577308 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-db4ffef0-c58b-49fa-a8da-25efdbfa7878 admin admin] Notify agent at l3_agent.n-d-713498-36 the message routers_updated {{(pid=103230) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 19:14:10.605492 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-db4ffef0-c58b-49fa-a8da-25efdbfa7878 admin admin] 10.222.0.75 "PUT /v2.0/routers/f8479197-0c23-406e-958c-7e00e5701521/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 10.4574549 Feb 09 19:14:10.605798 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b57cdd08-11a1-4eed-8abd-c06f79da8f91 None None] Sync routers for ids ['f8479197-0c23-406e-958c-7e00e5701521'] in n-d-713498-36 {{(pid=103232) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 19:14:10.608966 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-e203f661-a766-4e74-8e75-d7ca45a9bdb3 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12895822'] for subnet (9a71df29-190c-40f4-9086-98b4b966a5a3), precommit_delete_associations {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:14:10.609117 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 33224) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:14:10.692082 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b57cdd08-11a1-4eed-8abd-c06f79da8f91 None None] Routers {'f8479197-0c23-406e-958c-7e00e5701521'} bound to L3 agent in host n-d-713498-36 {{(pid=103232) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 19:14:10.695366 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.l3_hamode_db [None req-b57cdd08-11a1-4eed-8abd-c06f79da8f91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-09T18:51:43Z,description=,heartbeat_timestamp=2022-02-09T19:13:43Z,host='n-d-713498-36',id=93303d5e-5d17-45e8-8963-7694f87783ae,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T18:51:43Z,topic='l3_agent')) {'router_ids': ['f8479197-0c23-406e-958c-7e00e5701521'], 'active': True} {{(pid=103232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:14:10.704226 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7aa08958-2126-4b0b-8289-f281b4264abb admin admin] Made reservation on behalf of b6fd652adad94d84b810e38a00b04bf3 for: {'subnet': 1} {{(pid=103230) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 19:14:10.706557 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-7aa08958-2126-4b0b-8289-f281b4264abb admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12985917'] for subnet (None), before_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:14:10.865872 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-0ba69201-157c-42bd-94bc-ab1646a765d4 admin admin] Publish callbacks [] for router (f8479197-0c23-406e-958c-7e00e5701521), before_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:14:10.932132 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-9c01fd0f-0356-4cb3-94ff-c3e5fa0bacdd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762867132591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593584'] for agent (af91e4b9-f4e1-42b1-a25c-a10dc47171c8), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:14:10.991431 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-0ba69201-157c-42bd-94bc-ab1646a765d4 admin admin] Publish callbacks [] for router_gateway (f8479197-0c23-406e-958c-7e00e5701521), before_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:14:11.015742 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.l3_dvr_db [None req-b57cdd08-11a1-4eed-8abd-c06f79da8f91 None None] Set router f8479197-0c23-406e-958c-7e00e5701521 gateway port host: n-d-713498-36 {{(pid=103232) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 19:14:11.128825 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.plugin [None req-0ba69201-157c-42bd-94bc-ab1646a765d4 admin admin] Deleting port 5de90ed8-7d02-47e9-8b5f-2c96de989505 {{(pid=103229) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 19:14:11.129605 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-e203f661-a766-4e74-8e75-d7ca45a9bdb3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-759852'] for subnet (9a71df29-190c-40f4-9086-98b4b966a5a3), precommit_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:14:11.135798 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-0ba69201-157c-42bd-94bc-ab1646a765d4 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762867170196'] for port (5de90ed8-7d02-47e9-8b5f-2c96de989505), before_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:14:11.239009 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0feafdcb-4f5e-4f5c-adec-5db6bbb21c79 req-9821e617-aeed-40a6-ae8e-e9b382d8e3d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:14:11.240624 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-0feafdcb-4f5e-4f5c-adec-5db6bbb21c79 req-9821e617-aeed-40a6-ae8e-e9b382d8e3d4 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=2b5494c8-cf97-42c1-b902-87f998f28179&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.6655645 Feb 09 19:14:11.253926 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [req-2dfec60d-861b-4055-b1ae-4896d346c15f req-c04b8bef-44f1-4c06-bcb5-9e11231e7b5c tempest-ServerRescueTestJSONUnderV235-126256002 tempest-ServerRescueTestJSONUnderV235-126256002-project] Publish callbacks [] for security_group (156733f4-a6f3-4f3d-afc7-56e74daaddfa), before_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:14:11.289135 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.l3_hamode_db [None req-b57cdd08-11a1-4eed-8abd-c06f79da8f91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f8479197-0c23-406e-958c-7e00e5701521', 'name': 'tempest-ServersTestBootFromVolume-1791986558-router', 'tenant_id': 'ab46f22498044497a19ee4778fafcebd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88055e1e-672a-4487-be31-ffb6e833ece5', 'external_fixed_ips': [{'subnet_id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'ip_address': '172.25.1.206'}], 'enable_snat': True}, 'gw_port_id': '5de90ed8-7d02-47e9-8b5f-2c96de989505', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T19:10:44Z', 'updated_at': '2022-02-09T19:14:06Z', 'revision_number': 5, 'project_id': 'ab46f22498044497a19ee4778fafcebd', 'gw_port': {'id': '5de90ed8-7d02-47e9-8b5f-2c96de989505', 'name': '', 'network_id': '88055e1e-672a-4487-be31-ffb6e833ece5', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:3b:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8479197-0c23-406e-958c-7e00e5701521', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1053, 'fixed_ips': [{'subnet_id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'ip_address': '172.25.1.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T19:10:44Z', 'updated_at': '2022-02-09T19:10:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-36'}], 'n-d-713498-36', False) {} {{(pid=103232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:14:11.310337 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.db [None req-0ba69201-157c-42bd-94bc-ab1646a765d4 admin admin] For port 5de90ed8-7d02-47e9-8b5f-2c96de989505, host n-d-713498-36, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-36',level=0,port_id=5de90ed8-7d02-47e9-8b5f-2c96de989505,segment=NetworkSegment(a4222f89-8d3f-4b51-953b-1a8126392491),segment_id=a4222f89-8d3f-4b51-953b-1a8126392491)] {{(pid=103229) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 19:14:11.311232 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-0ba69201-157c-42bd-94bc-ab1646a765d4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1820838'] for port (5de90ed8-7d02-47e9-8b5f-2c96de989505), precommit_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:14:11.336751 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b57cdd08-11a1-4eed-8abd-c06f79da8f91 None None] Checking router: f8479197-0c23-406e-958c-7e00e5701521 for host: n-d-713498-36 {{(pid=103232) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 19:14:11.344915 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.plugin [None req-0ba69201-157c-42bd-94bc-ab1646a765d4 admin admin] Calling delete_port for 5de90ed8-7d02-47e9-8b5f-2c96de989505 owned by network:router_gateway {{(pid=103229) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 19:14:11.350269 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b57cdd08-11a1-4eed-8abd-c06f79da8f91 None None] Routers {'f8479197-0c23-406e-958c-7e00e5701521'} bound to L3 agent in host n-d-713498-36 {{(pid=103232) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 19:14:11.350845 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.l3_hamode_db [None req-b57cdd08-11a1-4eed-8abd-c06f79da8f91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-09T18:51:43Z,description=,heartbeat_timestamp=2022-02-09T19:13:43Z,host='n-d-713498-36',id=93303d5e-5d17-45e8-8963-7694f87783ae,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T18:51:43Z,topic='l3_agent')) {'router_ids': ['f8479197-0c23-406e-958c-7e00e5701521'], 'active': True} {{(pid=103232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:14:11.356948 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [req-2dfec60d-861b-4055-b1ae-4896d346c15f req-c04b8bef-44f1-4c06-bcb5-9e11231e7b5c tempest-ServerRescueTestJSONUnderV235-126256002 tempest-ServerRescueTestJSONUnderV235-126256002-project] Publish callbacks [] for security_group (156733f4-a6f3-4f3d-afc7-56e74daaddfa), precommit_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:14:11.433256 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-e203f661-a766-4e74-8e75-d7ca45a9bdb3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-760023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14393672', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12985882'] for subnet (9a71df29-190c-40f4-9086-98b4b966a5a3), after_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:14:11.483147 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e203f661-a766-4e74-8e75-d7ca45a9bdb3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9a71df29-190c-40f4-9086-98b4b966a5a3,revision_number=None']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:14:11.492631 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.l3_dvr_db [None req-b57cdd08-11a1-4eed-8abd-c06f79da8f91 None None] Set router f8479197-0c23-406e-958c-7e00e5701521 gateway port host: None {{(pid=103232) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 19:14:11.577083 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-e203f661-a766-4e74-8e75-d7ca45a9bdb3 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:14:11.580765 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-e203f661-a766-4e74-8e75-d7ca45a9bdb3 admin admin] 10.222.0.75 "DELETE /v2.0/subnets/9a71df29-190c-40f4-9086-98b4b966a5a3 HTTP/1.1" status: 204 len: 168 time: 1.4331551 Feb 09 19:14:11.605523 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 33240) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:14:11.632343 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-49ad2248-1357-4b7d-b2ce-9dd12ddd28ee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762867177463', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762866656476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14393751'] for port (ebafb87f-971b-4ec0-8a9d-54a75d287ab8), after_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:14:11.768290 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-0feafdcb-4f5e-4f5c-adec-5db6bbb21c79 req-c441b6b5-3b3a-4159-b192-cff23b011d77 service neutron] 10.222.0.90 "GET /v2.0/networks/2b5494c8-cf97-42c1-b902-87f998f28179?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5113976 Feb 09 19:14:11.841888 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [req-2dfec60d-861b-4055-b1ae-4896d346c15f req-c04b8bef-44f1-4c06-bcb5-9e11231e7b5c tempest-ServerRescueTestJSONUnderV235-126256002 tempest-ServerRescueTestJSONUnderV235-126256002-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1892331'] for security_group (156733f4-a6f3-4f3d-afc7-56e74daaddfa), after_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:14:11.848026 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [req-2dfec60d-861b-4055-b1ae-4896d346c15f req-c04b8bef-44f1-4c06-bcb5-9e11231e7b5c tempest-ServerRescueTestJSONUnderV235-126256002 tempest-ServerRescueTestJSONUnderV235-126256002-project] Publish callbacks [] for security_group (None), before_response {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:14:11.852156 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-2dfec60d-861b-4055-b1ae-4896d346c15f req-c04b8bef-44f1-4c06-bcb5-9e11231e7b5c tempest-ServerRescueTestJSONUnderV235-126256002 tempest-ServerRescueTestJSONUnderV235-126256002-project] 10.222.0.75 "DELETE /v2.0/security-groups/156733f4-a6f3-4f3d-afc7-56e74daaddfa HTTP/1.1" status: 204 len: 173 time: 1.3386703 Feb 09 19:14:11.858213 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49ad2248-1357-4b7d-b2ce-9dd12ddd28ee admin admin] Pushing event deleted for resources: {'Port': ['ID=ebafb87f-971b-4ec0-8a9d-54a75d287ab8,revision_number=None']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:14:11.897684 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.l3_hamode_db [None req-b57cdd08-11a1-4eed-8abd-c06f79da8f91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f8479197-0c23-406e-958c-7e00e5701521', 'name': 'tempest-ServersTestBootFromVolume-1791986558-router', 'tenant_id': 'ab46f22498044497a19ee4778fafcebd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T19:10:44Z', 'updated_at': '2022-02-09T19:14:10Z', 'revision_number': 6, 'project_id': 'ab46f22498044497a19ee4778fafcebd', 'gw_port_host': None}], 'n-d-713498-36', False) {} {{(pid=103232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:14:12.034743 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b57cdd08-11a1-4eed-8abd-c06f79da8f91 None None] The sync data for ids ['f8479197-0c23-406e-958c-7e00e5701521'] in n-d-713498-36 is: [{'id': 'f8479197-0c23-406e-958c-7e00e5701521', 'name': 'tempest-ServersTestBootFromVolume-1791986558-router', 'tenant_id': 'ab46f22498044497a19ee4778fafcebd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T19:10:44Z', 'updated_at': '2022-02-09T19:14:10Z', 'revision_number': 6, 'project_id': 'ab46f22498044497a19ee4778fafcebd', 'gw_port_host': None}] {{(pid=103232) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 19:14:12.090996 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-22a29e39-1e81-42f5-b2d7-3243c4210267 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-670458'] for network (90c2ad3e-046c-41eb-9cc5-4eeca6abeb5e), before_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:14:12.142913 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0835122-e2c1-4249-b476-810956da3827 req-162818d4-63a0-486a-96b0-2b8be62f494d tempest-MigrationsAdminTest-892781459 tempest-MigrationsAdminTest-892781459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:14:12.144330 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-c0835122-e2c1-4249-b476-810956da3827 req-162818d4-63a0-486a-96b0-2b8be62f494d tempest-MigrationsAdminTest-892781459 tempest-MigrationsAdminTest-892781459-project] 10.222.0.75 "GET /v2.0/ports?device_id=324ad1af-f9e3-424e-981f-7b5b8b459dd1 HTTP/1.1" status: 200 len: 949 time: 0.5086172 Feb 09 19:14:12.185342 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c04b8bef-44f1-4c06-bcb5-9e11231e7b5c tempest-ServerRescueTestJSONUnderV235-126256002 tempest-ServerRescueTestJSONUnderV235-126256002-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=156733f4-a6f3-4f3d-afc7-56e74daaddfa,revision_number=None']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:14:12.223405 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-0ba69201-157c-42bd-94bc-ab1646a765d4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762867177463', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762866656476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12867576'] for port (5de90ed8-7d02-47e9-8b5f-2c96de989505), after_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:14:12.285893 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-7aa08958-2126-4b0b-8289-f281b4264abb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14393611', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12985859'] for subnet (56850be1-15c2-42cc-9dca-1e107c979838), after_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:14:12.304298 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ba69201-157c-42bd-94bc-ab1646a765d4 admin admin] Pushing event deleted for resources: {'Port': ['ID=5de90ed8-7d02-47e9-8b5f-2c96de989505,revision_number=None']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:14:12.452378 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-22a29e39-1e81-42f5-b2d7-3243c4210267 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-590267', 'neutron.services.segments.db._delete_segments_for_network-8762867132609'] for network (90c2ad3e-046c-41eb-9cc5-4eeca6abeb5e), precommit_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:14:12.509734 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-c0835122-e2c1-4249-b476-810956da3827 req-f951dd94-4c25-42e7-9a69-cd1a222ae8ae tempest-MigrationsAdminTest-892781459 tempest-MigrationsAdminTest-892781459-project] 10.222.0.75 "GET /v2.0/security-groups?id=709912c8-8171-4435-800e-9e5c5e45bf8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3430421 Feb 09 19:14:12.567138 n-d-713498-36 neutron-server[103229]: DEBUG neutron.services.segments.db [None req-22a29e39-1e81-42f5-b2d7-3243c4210267 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['90c2ad3e-046c-41eb-9cc5-4eeca6abeb5e']}} {{(pid=103229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:14:12.588025 n-d-713498-36 neutron-server[103229]: DEBUG neutron.services.segments.db [None req-22a29e39-1e81-42f5-b2d7-3243c4210267 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'be722bcf-7ab3-40b1-89fc-ea27e851de3d') {'for_net_delete': True} {{(pid=103229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:14:12.588625 n-d-713498-36 neutron-server[103229]: DEBUG neutron.services.segments.db [None req-22a29e39-1e81-42f5-b2d7-3243c4210267 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'be722bcf-7ab3-40b1-89fc-ea27e851de3d') {} {{(pid=103229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:14:12.599613 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-22a29e39-1e81-42f5-b2d7-3243c4210267 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762867134154', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16683417'] for segment (be722bcf-7ab3-40b1-89fc-ea27e851de3d), before_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:14:12.621073 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-22a29e39-1e81-42f5-b2d7-3243c4210267 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-759574'] for segment (be722bcf-7ab3-40b1-89fc-ea27e851de3d), precommit_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:14:12.623483 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-0ba69201-157c-42bd-94bc-ab1646a765d4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1818987'] for router_gateway (f8479197-0c23-406e-958c-7e00e5701521), after_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:14:12.650946 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aa08958-2126-4b0b-8289-f281b4264abb admin admin] Pushing event updated for resources: {'Subnet': ['ID=56850be1-15c2-42cc-9dca-1e107c979838,revision_number=0']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:14:12.674636 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Device 58055e34-e9c3-4e58-adc5-8ade25a0c282 no longer exists at agent ovs-agent-n-d-713498-36 {{(pid=103232) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 19:14:12.698680 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-22a29e39-1e81-42f5-b2d7-3243c4210267 admin admin] Releasing vlan 396 on physical network physnet1 to pool {{(pid=103229) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 19:14:12.699556 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-22a29e39-1e81-42f5-b2d7-3243c4210267 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-759574', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12867469'] for segment (be722bcf-7ab3-40b1-89fc-ea27e851de3d), after_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:14:12.700813 n-d-713498-36 neutron-server[103229]: Traceback (most recent call last): Feb 09 19:14:12.700813 n-d-713498-36 neutron-server[103229]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 19:14:12.700813 n-d-713498-36 neutron-server[103229]: timer() Feb 09 19:14:12.700813 n-d-713498-36 neutron-server[103229]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 19:14:12.700813 n-d-713498-36 neutron-server[103229]: cb(*args, **kw) Feb 09 19:14:12.700813 n-d-713498-36 neutron-server[103229]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 19:14:12.700813 n-d-713498-36 neutron-server[103229]: return func(*args, **kwargs) Feb 09 19:14:12.700813 n-d-713498-36 neutron-server[103229]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 19:14:12.700813 n-d-713498-36 neutron-server[103229]: self._notify() Feb 09 19:14:12.700813 n-d-713498-36 neutron-server[103229]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 19:14:12.700813 n-d-713498-36 neutron-server[103229]: self.callback(batched_events) Feb 09 19:14:12.700813 n-d-713498-36 neutron-server[103229]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 19:14:12.700813 n-d-713498-36 neutron-server[103229]: event.method(event) Feb 09 19:14:12.700813 n-d-713498-36 neutron-server[103229]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 19:14:12.700813 n-d-713498-36 neutron-server[103229]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 19:14:12.700813 n-d-713498-36 neutron-server[103229]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 19:14:12.700813 n-d-713498-36 neutron-server[103229]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 19:14:12.700813 n-d-713498-36 neutron-server[103229]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 19:14:12.700813 n-d-713498-36 neutron-server[103229]: return f(self, *a, **k) Feb 09 19:14:12.700813 n-d-713498-36 neutron-server[103229]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 19:14:12.700813 n-d-713498-36 neutron-server[103229]: return self._get(url).json() Feb 09 19:14:12.700813 n-d-713498-36 neutron-server[103229]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 19:14:12.700813 n-d-713498-36 neutron-server[103229]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 19:14:12.700813 n-d-713498-36 neutron-server[103229]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 19:14:12.700813 n-d-713498-36 neutron-server[103229]: return self.request(url, 'GET', **kwargs) Feb 09 19:14:12.700813 n-d-713498-36 neutron-server[103229]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 19:14:12.700813 n-d-713498-36 neutron-server[103229]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 19:14:12.700813 n-d-713498-36 neutron-server[103229]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 19:14:12.700813 n-d-713498-36 neutron-server[103229]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 19:14:12.700813 n-d-713498-36 neutron-server[103229]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 19:14:12.700813 n-d-713498-36 neutron-server[103229]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 19:14:12.700813 n-d-713498-36 neutron-server[103229]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 19:14:12.704988 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] No Port match for: 58055e34-e9c3-4e58-adc5-8ade25a0c282 {{(pid=103232) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 19:14:12.705617 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Device 58055e34-e9c3-4e58-adc5-8ade25a0c282 not bound to the agent host n-d-713498-36 {{(pid=103232) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 19:14:12.775263 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-0feafdcb-4f5e-4f5c-adec-5db6bbb21c79 req-4f37a644-f457-4b0d-9fdf-3afa79fe3bcf service neutron] 10.222.0.90 "GET /v2.0/networks/2b5494c8-cf97-42c1-b902-87f998f28179?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9885030 Feb 09 19:14:12.798667 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-0ba69201-157c-42bd-94bc-ab1646a765d4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1834988', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-58375'] for router (f8479197-0c23-406e-958c-7e00e5701521), precommit_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:14:12.801443 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-0ba69201-157c-42bd-94bc-ab1646a765d4 admin admin] Publish callbacks [] for router_controller (f8479197-0c23-406e-958c-7e00e5701521), precommit_delete_associations {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:14:12.816853 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4271b4f0-39dd-46cd-8cca-6d0782f6a3ce req-f6dbbf03-87a8-4d0e-9015-9582873db240 tempest-ServerRescueTestJSONUnderV235-126256002 tempest-ServerRescueTestJSONUnderV235-126256002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:14:12.818794 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-4271b4f0-39dd-46cd-8cca-6d0782f6a3ce req-f6dbbf03-87a8-4d0e-9015-9582873db240 tempest-ServerRescueTestJSONUnderV235-126256002 tempest-ServerRescueTestJSONUnderV235-126256002-project] 10.222.0.75 "GET /v2.0/ports?device_id=a0f1baff-df40-457f-b67b-761e81dfdca5 HTTP/1.1" status: 200 len: 946 time: 0.4381340 Feb 09 19:14:12.839758 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7aa08958-2126-4b0b-8289-f281b4264abb admin admin] Checking segment: {'id': '1e2a1863-ec93-4db2-ba80-84e2ae4ef342', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': '7db728b6-f824-4bd2-9bbc-3a8ddd77fc29'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103230) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 19:14:12.840313 n-d-713498-36 neutron-server[103230]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7aa08958-2126-4b0b-8289-f281b4264abb admin admin] Network hostable DHCP agents. Network: 7db728b6-f824-4bd2-9bbc-3a8ddd77fc29, hostable agents: ['af91e4b9-f4e1-42b1-a25c-a10dc47171c8'], hosted agents: [] {{(pid=103230) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 19:14:12.888307 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-22a29e39-1e81-42f5-b2d7-3243c4210267 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-590242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1885479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1818895'] for network (90c2ad3e-046c-41eb-9cc5-4eeca6abeb5e), after_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:14:12.898729 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-22a29e39-1e81-42f5-b2d7-3243c4210267 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1613566'] for network (None), before_response {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:14:12.902200 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-4271b4f0-39dd-46cd-8cca-6d0782f6a3ce req-21cc2fc7-92f5-438b-ae39-c91aebfadaab tempest-ServerRescueTestJSONUnderV235-126256002 tempest-ServerRescueTestJSONUnderV235-126256002-project] 10.222.0.75 "GET /v2.0/security-groups?id=73dc5652-0b28-4d0e-bd9f-61a00dbc59a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0681851 Feb 09 19:14:12.906438 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-22a29e39-1e81-42f5-b2d7-3243c4210267 admin admin] 10.222.0.75 "DELETE /v2.0/networks/90c2ad3e-046c-41eb-9cc5-4eeca6abeb5e HTTP/1.1" status: 204 len: 168 time: 1.2913990 Feb 09 19:14:12.916719 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22a29e39-1e81-42f5-b2d7-3243c4210267 admin admin] Pushing event deleted for resources: {'Network': ['ID=90c2ad3e-046c-41eb-9cc5-4eeca6abeb5e,revision_number=None']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:14:12.921779 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-49ad2248-1357-4b7d-b2ce-9dd12ddd28ee admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1613467', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1834633'] for router_interface (a3474827-4b70-478d-8932-b676b7dc2979), after_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:14:12.922070 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-0ba69201-157c-42bd-94bc-ab1646a765d4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1835003'] for router (f8479197-0c23-406e-958c-7e00e5701521), after_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:14:12.922788 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0ba69201-157c-42bd-94bc-ab1646a765d4 admin admin] Fanout notify agent at l3_agent the message router_deleted on router f8479197-0c23-406e-958c-7e00e5701521 {{(pid=103229) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 09 19:14:12.933146 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-0ba69201-157c-42bd-94bc-ab1646a765d4 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:14:12.935299 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-0ba69201-157c-42bd-94bc-ab1646a765d4 admin admin] 10.222.0.75 "DELETE /v2.0/routers/f8479197-0c23-406e-958c-7e00e5701521 HTTP/1.1" status: 204 len: 168 time: 2.3252077 Feb 09 19:14:12.937585 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 33268) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:14:13.001202 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-1cda9f18-95e9-46f6-82c8-fc5ab16af947 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762867132591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593584'] for agent (93303d5e-5d17-45e8-8963-7694f87783ae), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:14:13.047851 n-d-713498-36 neutron-server[103229]: DEBUG neutron.db.db_base_plugin_v2 [None req-e110d02a-27c7-46e4-9c47-4a50773f0e7c admin admin] Deleting subnet fea6332b-9bd6-4cd8-9e80-16a97bc75c3b {{(pid=103229) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 19:14:13.054298 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-e110d02a-27c7-46e4-9c47-4a50773f0e7c admin admin] Publish callbacks [] for subnet (fea6332b-9bd6-4cd8-9e80-16a97bc75c3b), before_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:14:13.097772 n-d-713498-36 neutron-server[103230]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7aa08958-2126-4b0b-8289-f281b4264abb admin admin] Network 7db728b6-f824-4bd2-9bbc-3a8ddd77fc29 is scheduled to be hosted by DHCP agent af91e4b9-f4e1-42b1-a25c-a10dc47171c8 with binding_index 1 {{(pid=103230) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 19:14:13.104609 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-e110d02a-27c7-46e4-9c47-4a50773f0e7c admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16683410'] for subnet (fea6332b-9bd6-4cd8-9e80-16a97bc75c3b), precommit_delete_associations {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:14:13.142653 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 33278) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:14:13.160668 n-d-713498-36 neutron-server[103230]: DEBUG neutron.scheduler.base_scheduler [None req-7aa08958-2126-4b0b-8289-f281b4264abb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713498-36, 7db728b6-f824-4bd2-9bbc-3a8ddd77fc29) {{(pid=103230) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 19:14:13.174304 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef29fc65-9197-4110-9228-481dabeb9c14 None None] Network 7db728b6-f824-4bd2-9bbc-3a8ddd77fc29 requested from n-d-713498-36 {{(pid=103232) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 19:14:13.188361 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7aa08958-2126-4b0b-8289-f281b4264abb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:14:13.189271 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-7aa08958-2126-4b0b-8289-f281b4264abb admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:14:13.218450 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-5dd1e515-91af-410e-ae2c-3da8de8c46f2 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=b6d37fc4c7a44ba698e2817888cf9cb7&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0732536 Feb 09 19:14:13.221323 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 33280) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:14:13.244919 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-7aa08958-2126-4b0b-8289-f281b4264abb admin admin] 10.222.0.75 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 2.7756875 Feb 09 19:14:13.396881 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-e110d02a-27c7-46e4-9c47-4a50773f0e7c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-759852'] for subnet (fea6332b-9bd6-4cd8-9e80-16a97bc75c3b), precommit_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:14:13.426495 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-072dd7da-3fbf-4e44-b09b-37380cd7972c None None] Network 7db728b6-f824-4bd2-9bbc-3a8ddd77fc29 requested from n-d-713498-36 {{(pid=103232) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 19:14:13.435112 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-e786c45a-11c2-4053-b4e6-723c0f2a0f81 admin admin] Publish callbacks [] for security_group (b52383c4-8c94-477b-af18-1564f6d0c51f), before_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:14:13.471648 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-e786c45a-11c2-4053-b4e6-723c0f2a0f81 admin admin] Publish callbacks [] for security_group (b52383c4-8c94-477b-af18-1564f6d0c51f), precommit_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:14:13.520750 n-d-713498-36 neutron-server[103230]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-49ad2248-1357-4b7d-b2ce-9dd12ddd28ee admin admin] Router a3474827-4b70-478d-8932-b676b7dc2979 has already been hosted by L3 agent 93303d5e-5d17-45e8-8963-7694f87783ae {{(pid=103230) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 19:14:13.523012 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-e110d02a-27c7-46e4-9c47-4a50773f0e7c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-760023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12867367', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12759238'] for subnet (fea6332b-9bd6-4cd8-9e80-16a97bc75c3b), after_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:14:13.605265 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e110d02a-27c7-46e4-9c47-4a50773f0e7c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fea6332b-9bd6-4cd8-9e80-16a97bc75c3b,revision_number=None']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:14:13.617149 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-e110d02a-27c7-46e4-9c47-4a50773f0e7c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1613566'] for subnet (None), before_response {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:14:13.625932 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad2b30da-91a5-4cff-8462-125d6c108e0e None None] Network bf4bc076-a27e-42a2-9aee-a2f41efd57ae requested from n-d-713498-36 {{(pid=103232) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 19:14:13.630778 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-e110d02a-27c7-46e4-9c47-4a50773f0e7c admin admin] 10.222.0.75 "DELETE /v2.0/subnets/fea6332b-9bd6-4cd8-9e80-16a97bc75c3b HTTP/1.1" status: 204 len: 168 time: 0.6919484 Feb 09 19:14:13.634793 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 33292) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:14:13.877356 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-40a9cbac-19f2-46cb-a632-361f56d9d68f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-670458'] for network (bf4bc076-a27e-42a2-9aee-a2f41efd57ae), before_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:14:13.957319 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-e786c45a-11c2-4053-b4e6-723c0f2a0f81 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1892331'] for security_group (b52383c4-8c94-477b-af18-1564f6d0c51f), after_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:14:13.960405 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-e786c45a-11c2-4053-b4e6-723c0f2a0f81 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:14:13.961416 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-e786c45a-11c2-4053-b4e6-723c0f2a0f81 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/b52383c4-8c94-477b-af18-1564f6d0c51f HTTP/1.1" status: 204 len: 168 time: 0.7391684 Feb 09 19:14:13.970042 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-49ad2248-1357-4b7d-b2ce-9dd12ddd28ee admin admin] Notify agent at l3_agent.n-d-713498-36 the message routers_updated {{(pid=103230) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 19:14:13.980673 n-d-713498-36 neutron-server[103233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ba4e0c6-2819-4df6-b1f3-e10e0e48e61a None None] Sync routers for ids ['a3474827-4b70-478d-8932-b676b7dc2979'] in n-d-713498-36 {{(pid=103233) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 19:14:13.992171 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-49ad2248-1357-4b7d-b2ce-9dd12ddd28ee admin admin] 10.222.0.75 "PUT /v2.0/routers/a3474827-4b70-478d-8932-b676b7dc2979/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 9.1070065 Feb 09 19:14:13.999664 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 33308) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:14:14.006595 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca95309b-0d0d-4e46-9502-afa910ecc77b None None] DHCP port deletion for bf4bc076-a27e-42a2-9aee-a2f41efd57ae request from n-d-713498-36 {{(pid=103232) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 09 19:14:14.011929 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e786c45a-11c2-4053-b4e6-723c0f2a0f81 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b52383c4-8c94-477b-af18-1564f6d0c51f,revision_number=None']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:14:14.022863 n-d-713498-36 neutron-server[103233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ba4e0c6-2819-4df6-b1f3-e10e0e48e61a None None] Routers {'a3474827-4b70-478d-8932-b676b7dc2979'} bound to L3 agent in host n-d-713498-36 {{(pid=103233) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 19:14:14.025376 n-d-713498-36 neutron-server[103233]: DEBUG neutron.db.l3_hamode_db [None req-5ba4e0c6-2819-4df6-b1f3-e10e0e48e61a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-09T18:51:43Z,description=,heartbeat_timestamp=2022-02-09T19:14:13Z,host='n-d-713498-36',id=93303d5e-5d17-45e8-8963-7694f87783ae,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T18:51:43Z,topic='l3_agent')) {'router_ids': ['a3474827-4b70-478d-8932-b676b7dc2979'], 'active': True} {{(pid=103233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:14:14.123950 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d89ab89a-8db3-49fd-86c6-3db83d6effb4 req-ecfed012-443c-4329-aa2d-6a1dd2cd803f tempest-MigrationsAdminTest-892781459 tempest-MigrationsAdminTest-892781459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:14:14.125518 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-d89ab89a-8db3-49fd-86c6-3db83d6effb4 req-ecfed012-443c-4329-aa2d-6a1dd2cd803f tempest-MigrationsAdminTest-892781459 tempest-MigrationsAdminTest-892781459-project] 10.222.0.75 "GET /v2.0/ports?device_id=324ad1af-f9e3-424e-981f-7b5b8b459dd1 HTTP/1.1" status: 200 len: 949 time: 0.2328098 Feb 09 19:14:14.171628 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-ca95309b-0d0d-4e46-9502-afa910ecc77b None None] Deleting port 32aa21ab-dd81-4259-a277-3153b37f4920 {{(pid=103232) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 19:14:14.174759 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-ca95309b-0d0d-4e46-9502-afa910ecc77b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762867170196'] for port (32aa21ab-dd81-4259-a277-3153b37f4920), before_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:14:14.268201 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.plugin [None req-40a9cbac-19f2-46cb-a632-361f56d9d68f admin admin] Deleting port 32aa21ab-dd81-4259-a277-3153b37f4920 {{(pid=103229) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 19:14:14.268559 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-40a9cbac-19f2-46cb-a632-361f56d9d68f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762867170196'] for port (32aa21ab-dd81-4259-a277-3153b37f4920), before_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:14:14.271992 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1290eb1f-2413-485a-b237-aa3ee102b8ef req-d40ea5d9-0112-43ef-acf5-c9057a355ed4 tempest-ServerDiskConfigTestJSON-504186010 tempest-ServerDiskConfigTestJSON-504186010-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:14:14.273894 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-1290eb1f-2413-485a-b237-aa3ee102b8ef req-d40ea5d9-0112-43ef-acf5-c9057a355ed4 tempest-ServerDiskConfigTestJSON-504186010 tempest-ServerDiskConfigTestJSON-504186010-project] 10.222.0.75 "GET /v2.0/networks?id=7db728b6-f824-4bd2-9bbc-3a8ddd77fc29 HTTP/1.1" status: 200 len: 815 time: 0.3270953 Feb 09 19:14:14.291853 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-edc54c9b-7f13-45d9-9271-85c9738b0128 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762867132591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593584'] for agent (a62b1850-466f-48ae-bec7-d62fb280e14b), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:14:14.311724 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-ca95309b-0d0d-4e46-9502-afa910ecc77b None None] For port 32aa21ab-dd81-4259-a277-3153b37f4920, host n-d-713498-36, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-36',level=0,port_id=32aa21ab-dd81-4259-a277-3153b37f4920,segment=NetworkSegment(141f724c-a45b-4df8-8db3-8734c1f0aa1d),segment_id=141f724c-a45b-4df8-8db3-8734c1f0aa1d)] {{(pid=103232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 19:14:14.312181 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-ca95309b-0d0d-4e46-9502-afa910ecc77b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1820838'] for port (32aa21ab-dd81-4259-a277-3153b37f4920), precommit_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:14:14.317326 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-1290eb1f-2413-485a-b237-aa3ee102b8ef req-650657af-0bf3-4917-8a18-de2645b74717 tempest-ServerDiskConfigTestJSON-504186010 tempest-ServerDiskConfigTestJSON-504186010-project] 10.222.0.75 "GET /v2.0/quotas/b6fd652adad94d84b810e38a00b04bf3 HTTP/1.1" status: 200 len: 375 time: 0.0299232 Feb 09 19:14:14.320578 n-d-713498-36 neutron-server[103233]: DEBUG neutron.db.l3_dvr_db [None req-5ba4e0c6-2819-4df6-b1f3-e10e0e48e61a None None] Set router a3474827-4b70-478d-8932-b676b7dc2979 gateway port host: n-d-713498-36 {{(pid=103233) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 19:14:14.327920 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-ca95309b-0d0d-4e46-9502-afa910ecc77b None None] Calling delete_port for 32aa21ab-dd81-4259-a277-3153b37f4920 owned by network:dhcp {{(pid=103232) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 19:14:14.381885 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-1290eb1f-2413-485a-b237-aa3ee102b8ef req-c2ac439a-3e24-467e-b8ef-f265c27d9a38 tempest-ServerDiskConfigTestJSON-504186010 tempest-ServerDiskConfigTestJSON-504186010-project] 10.222.0.75 "GET /v2.0/ports?tenant_id=b6fd652adad94d84b810e38a00b04bf3&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0621593 Feb 09 19:14:14.478339 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-0609bba3-c067-42d2-90fe-4747a1944b84 admin admin] Publish callbacks [] for router (a3474827-4b70-478d-8932-b676b7dc2979), before_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:14:14.521167 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-ca95309b-0d0d-4e46-9502-afa910ecc77b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762867177463', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762866656476'] for port (32aa21ab-dd81-4259-a277-3153b37f4920), after_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:14:14.560372 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca95309b-0d0d-4e46-9502-afa910ecc77b None None] Pushing event deleted for resources: {'Port': ['ID=32aa21ab-dd81-4259-a277-3153b37f4920,revision_number=None']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:14:14.566665 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca95309b-0d0d-4e46-9502-afa910ecc77b None None] No DVR routers for this DVR port 32aa21ab-dd81-4259-a277-3153b37f4920 on host n-d-713498-36 {{(pid=103232) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 19:14:14.645126 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Device 32aa21ab-dd81-4259-a277-3153b37f4920 no longer exists at agent ovs-agent-n-d-713498-36 {{(pid=103232) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 19:14:14.712460 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] No Port match for: 32aa21ab-dd81-4259-a277-3153b37f4920 {{(pid=103232) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 19:14:14.712815 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Device 32aa21ab-dd81-4259-a277-3153b37f4920 not bound to the agent host n-d-713498-36 {{(pid=103232) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 19:14:14.713247 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Device 5de90ed8-7d02-47e9-8b5f-2c96de989505 no longer exists at agent ovs-agent-n-d-713498-36 {{(pid=103232) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 19:14:14.768284 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 33316) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:14:14.773434 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] No Port match for: 5de90ed8-7d02-47e9-8b5f-2c96de989505 {{(pid=103232) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 19:14:14.775334 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Device 5de90ed8-7d02-47e9-8b5f-2c96de989505 not bound to the agent host n-d-713498-36 {{(pid=103232) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 19:14:14.804441 n-d-713498-36 neutron-server[103233]: DEBUG neutron.db.l3_hamode_db [None req-5ba4e0c6-2819-4df6-b1f3-e10e0e48e61a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a3474827-4b70-478d-8932-b676b7dc2979', 'name': 'tempest-ServersTestMultiNic-470835944-router', 'tenant_id': 'dd68a30cbd724a479c2573502973494c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88055e1e-672a-4487-be31-ffb6e833ece5', 'external_fixed_ips': [{'subnet_id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'ip_address': '172.25.1.97'}], 'enable_snat': True}, 'gw_port_id': '54d642e9-f72a-4272-beaa-438966872b19', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T19:11:45Z', 'updated_at': '2022-02-09T19:14:11Z', 'revision_number': 5, 'project_id': 'dd68a30cbd724a479c2573502973494c', 'gw_port': {'id': '54d642e9-f72a-4272-beaa-438966872b19', 'name': '', 'network_id': '88055e1e-672a-4487-be31-ffb6e833ece5', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:53:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3474827-4b70-478d-8932-b676b7dc2979', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1184, 'fixed_ips': [{'subnet_id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'ip_address': '172.25.1.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T19:11:48Z', 'updated_at': '2022-02-09T19:12:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-36'}], 'n-d-713498-36', False) {} {{(pid=103233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:14:14.869760 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-1290eb1f-2413-485a-b237-aa3ee102b8ef req-7bd547b7-83ed-4027-aee9-d4646057b8bd service neutron] 10.222.0.75 "GET /v2.0/networks/7db728b6-f824-4bd2-9bbc-3a8ddd77fc29?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4793859 Feb 09 19:14:14.887314 n-d-713498-36 neutron-server[103233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ba4e0c6-2819-4df6-b1f3-e10e0e48e61a None None] Checking router: a3474827-4b70-478d-8932-b676b7dc2979 for host: n-d-713498-36 {{(pid=103233) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 19:14:14.912625 n-d-713498-36 neutron-server[103233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ba4e0c6-2819-4df6-b1f3-e10e0e48e61a None None] Routers {'a3474827-4b70-478d-8932-b676b7dc2979'} bound to L3 agent in host n-d-713498-36 {{(pid=103233) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 19:14:14.913274 n-d-713498-36 neutron-server[103233]: DEBUG neutron.db.l3_hamode_db [None req-5ba4e0c6-2819-4df6-b1f3-e10e0e48e61a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-09T18:51:43Z,description=,heartbeat_timestamp=2022-02-09T19:14:13Z,host='n-d-713498-36',id=93303d5e-5d17-45e8-8963-7694f87783ae,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T18:51:43Z,topic='l3_agent')) {'router_ids': ['a3474827-4b70-478d-8932-b676b7dc2979'], 'active': True} {{(pid=103233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:14:14.996118 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-1290eb1f-2413-485a-b237-aa3ee102b8ef req-ea757baf-55a0-4af6-a72c-3a0183623d8d service neutron] 10.222.0.75 "GET /v2.0/networks/7db728b6-f824-4bd2-9bbc-3a8ddd77fc29?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1197541 Feb 09 19:14:15.008663 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-30b7ffd8-d52d-4f8a-bb18-7a2f03b4adf0 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=2192648b56634346a1f16b8050bf4cc3&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2368631 Feb 09 19:14:15.009429 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 33318) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:14:15.046259 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-d89ab89a-8db3-49fd-86c6-3db83d6effb4 req-2c95a2fe-aa5d-410c-bf01-712a5f06fca3 tempest-MigrationsAdminTest-892781459 tempest-MigrationsAdminTest-892781459-project] 10.222.0.75 "GET /v2.0/security-groups?id=709912c8-8171-4435-800e-9e5c5e45bf8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9112382 Feb 09 19:14:15.101390 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.db [None req-40a9cbac-19f2-46cb-a632-361f56d9d68f admin admin] For port 32aa21ab-dd81-4259-a277-3153b37f4920, host n-d-713498-36, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-36',level=0,port_id=32aa21ab-dd81-4259-a277-3153b37f4920,segment=NetworkSegment(141f724c-a45b-4df8-8db3-8734c1f0aa1d),segment_id=141f724c-a45b-4df8-8db3-8734c1f0aa1d)] {{(pid=103229) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 19:14:15.101581 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-40a9cbac-19f2-46cb-a632-361f56d9d68f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1820838'] for port (32aa21ab-dd81-4259-a277-3153b37f4920), precommit_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:14:15.123552 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-6b429577-995e-436d-9856-a8d495c9f383 admin admin] Publish callbacks [] for security_group (826b65a2-d7bc-4552-a7da-153f9330e3dc), before_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:14:15.128233 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.plugin [None req-40a9cbac-19f2-46cb-a632-361f56d9d68f admin admin] Calling delete_port for 32aa21ab-dd81-4259-a277-3153b37f4920 owned by network:dhcp {{(pid=103229) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 19:14:15.146705 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b28a695d-d235-48b3-a1ef-c1e9459a1233 req-a9b91f3c-f132-4ebd-ae46-f8910e2f0cd9 tempest-ServerRescueTestJSONUnderV235-126256002 tempest-ServerRescueTestJSONUnderV235-126256002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:14:15.149608 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-b28a695d-d235-48b3-a1ef-c1e9459a1233 req-a9b91f3c-f132-4ebd-ae46-f8910e2f0cd9 tempest-ServerRescueTestJSONUnderV235-126256002 tempest-ServerRescueTestJSONUnderV235-126256002-project] 10.222.0.89 "GET /v2.0/ports?device_id=a0f1baff-df40-457f-b67b-761e81dfdca5 HTTP/1.1" status: 200 len: 946 time: 0.7609916 Feb 09 19:14:15.162849 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-6b429577-995e-436d-9856-a8d495c9f383 admin admin] Publish callbacks [] for security_group (826b65a2-d7bc-4552-a7da-153f9330e3dc), precommit_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:14:15.175958 n-d-713498-36 neutron-server[103233]: DEBUG neutron.db.l3_dvr_db [None req-5ba4e0c6-2819-4df6-b1f3-e10e0e48e61a None None] Set router a3474827-4b70-478d-8932-b676b7dc2979 gateway port host: n-d-713498-36 {{(pid=103233) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 19:14:15.236109 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-6b429577-995e-436d-9856-a8d495c9f383 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1892331'] for security_group (826b65a2-d7bc-4552-a7da-153f9330e3dc), after_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:14:15.247106 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-6b429577-995e-436d-9856-a8d495c9f383 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:14:15.259372 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-6b429577-995e-436d-9856-a8d495c9f383 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/826b65a2-d7bc-4552-a7da-153f9330e3dc HTTP/1.1" status: 204 len: 168 time: 0.2483921 Feb 09 19:14:15.268325 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-0609bba3-c067-42d2-90fe-4747a1944b84 admin admin] Publish callbacks [] for router_gateway (a3474827-4b70-478d-8932-b676b7dc2979), before_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:14:15.289768 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b429577-995e-436d-9856-a8d495c9f383 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=826b65a2-d7bc-4552-a7da-153f9330e3dc,revision_number=None']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:14:15.532415 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8549813-d300-4523-a37c-86bfdf29e3f8 req-b58339fd-f39a-476d-b0ff-fea50fc32e4f tempest-MigrationsAdminTest-892781459 tempest-MigrationsAdminTest-892781459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:14:15.553693 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-b8549813-d300-4523-a37c-86bfdf29e3f8 req-b58339fd-f39a-476d-b0ff-fea50fc32e4f tempest-MigrationsAdminTest-892781459 tempest-MigrationsAdminTest-892781459-project] 10.222.0.75 "GET /v2.0/ports?device_id=324ad1af-f9e3-424e-981f-7b5b8b459dd1 HTTP/1.1" status: 200 len: 949 time: 0.1186464 Feb 09 19:14:15.566583 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e88418c2-2814-433e-8ac6-7b4c8fe79679 req-3b30e96d-e6de-4c8f-b826-fcc3373c19e1 tempest-ServerRescueTestJSONUnderV235-126256002 tempest-ServerRescueTestJSONUnderV235-126256002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:14:15.568476 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-e88418c2-2814-433e-8ac6-7b4c8fe79679 req-3b30e96d-e6de-4c8f-b826-fcc3373c19e1 tempest-ServerRescueTestJSONUnderV235-126256002 tempest-ServerRescueTestJSONUnderV235-126256002-project] 10.222.0.75 "GET /v2.0/ports?device_id=a0f1baff-df40-457f-b67b-761e81dfdca5 HTTP/1.1" status: 200 len: 946 time: 0.2598903 Feb 09 19:14:15.596763 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-40a9cbac-19f2-46cb-a632-361f56d9d68f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762867177463', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762866656476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12867576'] for port (32aa21ab-dd81-4259-a277-3153b37f4920), after_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:14:15.665652 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.plugin [req-b28a695d-d235-48b3-a1ef-c1e9459a1233 req-2be135f6-499d-4a5e-be9f-939b2b6a0767 tempest-ServerRescueTestJSONUnderV235-126256002 tempest-ServerRescueTestJSONUnderV235-126256002-project] Deleting port 2fad1b41-3683-4d01-9737-38b8cb70512c {{(pid=103229) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 19:14:15.667282 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-b28a695d-d235-48b3-a1ef-c1e9459a1233 req-2be135f6-499d-4a5e-be9f-939b2b6a0767 tempest-ServerRescueTestJSONUnderV235-126256002 tempest-ServerRescueTestJSONUnderV235-126256002-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762867170196'] for port (2fad1b41-3683-4d01-9737-38b8cb70512c), before_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:14:15.688667 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40a9cbac-19f2-46cb-a632-361f56d9d68f admin admin] Pushing event deleted for resources: {'Port': ['ID=32aa21ab-dd81-4259-a277-3153b37f4920,revision_number=None']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:14:15.697574 n-d-713498-36 neutron-server[103233]: DEBUG neutron.db.l3_hamode_db [None req-5ba4e0c6-2819-4df6-b1f3-e10e0e48e61a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a3474827-4b70-478d-8932-b676b7dc2979', 'name': 'tempest-ServersTestMultiNic-470835944-router', 'tenant_id': 'dd68a30cbd724a479c2573502973494c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88055e1e-672a-4487-be31-ffb6e833ece5', 'external_fixed_ips': [{'subnet_id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'ip_address': '172.25.1.97'}], 'enable_snat': True}, 'gw_port_id': '54d642e9-f72a-4272-beaa-438966872b19', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T19:11:45Z', 'updated_at': '2022-02-09T19:14:11Z', 'revision_number': 5, 'project_id': 'dd68a30cbd724a479c2573502973494c', 'gw_port': {'id': '54d642e9-f72a-4272-beaa-438966872b19', 'name': '', 'network_id': '88055e1e-672a-4487-be31-ffb6e833ece5', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:53:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3474827-4b70-478d-8932-b676b7dc2979', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1184, 'fixed_ips': [{'subnet_id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'ip_address': '172.25.1.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T19:11:48Z', 'updated_at': '2022-02-09T19:12:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-36'}], 'n-d-713498-36', False) {} {{(pid=103233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:14:15.708618 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-b8549813-d300-4523-a37c-86bfdf29e3f8 req-aa5fff7d-423c-435f-997f-21fd58457afc tempest-MigrationsAdminTest-892781459 tempest-MigrationsAdminTest-892781459-project] 10.222.0.75 "GET /v2.0/security-groups?id=709912c8-8171-4435-800e-9e5c5e45bf8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1481922 Feb 09 19:14:15.792974 n-d-713498-36 neutron-server[103233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ba4e0c6-2819-4df6-b1f3-e10e0e48e61a None None] The sync data for ids ['a3474827-4b70-478d-8932-b676b7dc2979'] in n-d-713498-36 is: [{'id': 'a3474827-4b70-478d-8932-b676b7dc2979', 'name': 'tempest-ServersTestMultiNic-470835944-router', 'tenant_id': 'dd68a30cbd724a479c2573502973494c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88055e1e-672a-4487-be31-ffb6e833ece5', 'external_fixed_ips': [{'subnet_id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'ip_address': '172.25.1.97'}], 'enable_snat': True}, 'gw_port_id': '54d642e9-f72a-4272-beaa-438966872b19', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T19:11:45Z', 'updated_at': '2022-02-09T19:14:11Z', 'revision_number': 5, 'project_id': 'dd68a30cbd724a479c2573502973494c', 'gw_port': {'id': '54d642e9-f72a-4272-beaa-438966872b19', 'name': '', 'network_id': '88055e1e-672a-4487-be31-ffb6e833ece5', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:53:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3474827-4b70-478d-8932-b676b7dc2979', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1184, 'fixed_ips': [{'subnet_id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'ip_address': '172.25.1.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T19:11:48Z', 'updated_at': '2022-02-09T19:12:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-36'}] {{(pid=103233) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 19:14:15.813408 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.plugin [None req-0609bba3-c067-42d2-90fe-4747a1944b84 admin admin] Deleting port 54d642e9-f72a-4272-beaa-438966872b19 {{(pid=103229) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 19:14:15.813740 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-0609bba3-c067-42d2-90fe-4747a1944b84 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762867170196'] for port (54d642e9-f72a-4272-beaa-438966872b19), before_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:14:15.848496 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-580aba01-882f-4a49-a34a-5555828a864a req-b56b74e9-95c2-43d8-9cdf-57aafe565d0b tempest-ServerDiskConfigTestJSON-504186010 tempest-ServerDiskConfigTestJSON-504186010-project] 10.222.0.75 "GET /v2.0/ports?device_id=3b1e9834-a534-412a-99fa-773ccc50c344 HTTP/1.1" status: 200 len: 210 time: 0.0624704 Feb 09 19:14:15.903230 n-d-713498-36 neutron-server[103229]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40a9cbac-19f2-46cb-a632-361f56d9d68f admin admin] No DVR routers for this DVR port 32aa21ab-dd81-4259-a277-3153b37f4920 on host n-d-713498-36 {{(pid=103229) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 19:14:15.909579 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-a7262a8e-0513-48fd-984d-75726a511961 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762867132591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593584'] for agent (911cfea2-02ae-4ec9-bac3-7808ee1cdd9c), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:14:16.124801 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.db [req-b28a695d-d235-48b3-a1ef-c1e9459a1233 req-2be135f6-499d-4a5e-be9f-939b2b6a0767 tempest-ServerRescueTestJSONUnderV235-126256002 tempest-ServerRescueTestJSONUnderV235-126256002-project] For port 2fad1b41-3683-4d01-9737-38b8cb70512c, host n-h1-713498-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-36',level=0,port_id=2fad1b41-3683-4d01-9737-38b8cb70512c,segment=NetworkSegment(1f8c24bc-260a-43c0-b04d-21008afd5445),segment_id=1f8c24bc-260a-43c0-b04d-21008afd5445)] {{(pid=103229) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 19:14:16.125448 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-b28a695d-d235-48b3-a1ef-c1e9459a1233 req-2be135f6-499d-4a5e-be9f-939b2b6a0767 tempest-ServerRescueTestJSONUnderV235-126256002 tempest-ServerRescueTestJSONUnderV235-126256002-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1820838'] for port (2fad1b41-3683-4d01-9737-38b8cb70512c), precommit_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:14:16.273895 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.plugin [req-b28a695d-d235-48b3-a1ef-c1e9459a1233 req-2be135f6-499d-4a5e-be9f-939b2b6a0767 tempest-ServerRescueTestJSONUnderV235-126256002 tempest-ServerRescueTestJSONUnderV235-126256002-project] Calling delete_port for 2fad1b41-3683-4d01-9737-38b8cb70512c owned by compute:nova {{(pid=103229) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 19:14:16.445749 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-40a9cbac-19f2-46cb-a632-361f56d9d68f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-590267', 'neutron.services.segments.db._delete_segments_for_network-8762867132609'] for network (bf4bc076-a27e-42a2-9aee-a2f41efd57ae), precommit_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:14:16.490138 n-d-713498-36 neutron-server[103229]: DEBUG neutron.services.segments.db [None req-40a9cbac-19f2-46cb-a632-361f56d9d68f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bf4bc076-a27e-42a2-9aee-a2f41efd57ae']}} {{(pid=103229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:14:16.531204 n-d-713498-36 neutron-server[103229]: DEBUG neutron.services.segments.db [None req-40a9cbac-19f2-46cb-a632-361f56d9d68f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '141f724c-a45b-4df8-8db3-8734c1f0aa1d') {'for_net_delete': True} {{(pid=103229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:14:16.531511 n-d-713498-36 neutron-server[103229]: DEBUG neutron.services.segments.db [None req-40a9cbac-19f2-46cb-a632-361f56d9d68f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '141f724c-a45b-4df8-8db3-8734c1f0aa1d') {} {{(pid=103229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:14:16.568052 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-19844494-af88-4ce5-b272-084d8dec184c req-bc484c0f-4824-42fe-8639-2b0e81fe649b tempest-MigrationsAdminTest-892781459 tempest-MigrationsAdminTest-892781459-project] 10.222.0.75 "GET /v2.0/networks?tenant_id=51b81e7592544b98a90626c2bba713eb&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0565619 Feb 09 19:14:16.573875 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-40a9cbac-19f2-46cb-a632-361f56d9d68f admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762867134154', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16683417'] for segment (141f724c-a45b-4df8-8db3-8734c1f0aa1d), before_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:14:16.575676 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Device ebafb87f-971b-4ec0-8a9d-54a75d287ab8 no longer exists at agent ovs-agent-n-d-713498-36 {{(pid=103232) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 19:14:16.614853 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-e88418c2-2814-433e-8ac6-7b4c8fe79679 req-f9679f46-d6b1-45a9-b341-cf28e9283a0f tempest-ServerRescueTestJSONUnderV235-126256002 tempest-ServerRescueTestJSONUnderV235-126256002-project] 10.222.0.75 "GET /v2.0/security-groups?id=73dc5652-0b28-4d0e-bd9f-61a00dbc59a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0299926 Feb 09 19:14:16.630173 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] No Port match for: ebafb87f-971b-4ec0-8a9d-54a75d287ab8 {{(pid=103232) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 19:14:16.630761 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Device ebafb87f-971b-4ec0-8a9d-54a75d287ab8 not bound to the agent host n-d-713498-36 {{(pid=103232) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 19:14:16.641190 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.db [None req-0609bba3-c067-42d2-90fe-4747a1944b84 admin admin] For port 54d642e9-f72a-4272-beaa-438966872b19, host n-d-713498-36, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-36',level=0,port_id=54d642e9-f72a-4272-beaa-438966872b19,segment=NetworkSegment(a4222f89-8d3f-4b51-953b-1a8126392491),segment_id=a4222f89-8d3f-4b51-953b-1a8126392491)] {{(pid=103229) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 19:14:16.641548 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-0609bba3-c067-42d2-90fe-4747a1944b84 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1820838'] for port (54d642e9-f72a-4272-beaa-438966872b19), precommit_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:14:16.644429 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-40a9cbac-19f2-46cb-a632-361f56d9d68f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-759574'] for segment (141f724c-a45b-4df8-8db3-8734c1f0aa1d), precommit_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:14:16.752804 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-40a9cbac-19f2-46cb-a632-361f56d9d68f admin admin] Releasing vlan 380 on physical network physnet1 to pool {{(pid=103229) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 19:14:16.753210 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-40a9cbac-19f2-46cb-a632-361f56d9d68f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-759574', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12867469'] for segment (141f724c-a45b-4df8-8db3-8734c1f0aa1d), after_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:14:16.754874 n-d-713498-36 neutron-server[103229]: Traceback (most recent call last): Feb 09 19:14:16.754874 n-d-713498-36 neutron-server[103229]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 19:14:16.754874 n-d-713498-36 neutron-server[103229]: timer() Feb 09 19:14:16.754874 n-d-713498-36 neutron-server[103229]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 19:14:16.754874 n-d-713498-36 neutron-server[103229]: cb(*args, **kw) Feb 09 19:14:16.754874 n-d-713498-36 neutron-server[103229]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 19:14:16.754874 n-d-713498-36 neutron-server[103229]: return func(*args, **kwargs) Feb 09 19:14:16.754874 n-d-713498-36 neutron-server[103229]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 19:14:16.754874 n-d-713498-36 neutron-server[103229]: self._notify() Feb 09 19:14:16.754874 n-d-713498-36 neutron-server[103229]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 19:14:16.754874 n-d-713498-36 neutron-server[103229]: self.callback(batched_events) Feb 09 19:14:16.754874 n-d-713498-36 neutron-server[103229]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 19:14:16.754874 n-d-713498-36 neutron-server[103229]: event.method(event) Feb 09 19:14:16.754874 n-d-713498-36 neutron-server[103229]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 19:14:16.754874 n-d-713498-36 neutron-server[103229]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 19:14:16.754874 n-d-713498-36 neutron-server[103229]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 19:14:16.754874 n-d-713498-36 neutron-server[103229]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 19:14:16.754874 n-d-713498-36 neutron-server[103229]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 19:14:16.754874 n-d-713498-36 neutron-server[103229]: return f(self, *a, **k) Feb 09 19:14:16.754874 n-d-713498-36 neutron-server[103229]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 19:14:16.754874 n-d-713498-36 neutron-server[103229]: return self._get(url).json() Feb 09 19:14:16.754874 n-d-713498-36 neutron-server[103229]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 19:14:16.754874 n-d-713498-36 neutron-server[103229]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 19:14:16.754874 n-d-713498-36 neutron-server[103229]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 19:14:16.754874 n-d-713498-36 neutron-server[103229]: return self.request(url, 'GET', **kwargs) Feb 09 19:14:16.754874 n-d-713498-36 neutron-server[103229]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 19:14:16.754874 n-d-713498-36 neutron-server[103229]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 19:14:16.754874 n-d-713498-36 neutron-server[103229]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 19:14:16.754874 n-d-713498-36 neutron-server[103229]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 19:14:16.754874 n-d-713498-36 neutron-server[103229]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 19:14:16.754874 n-d-713498-36 neutron-server[103229]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 19:14:16.754874 n-d-713498-36 neutron-server[103229]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 19:14:16.786578 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.plugin [None req-0609bba3-c067-42d2-90fe-4747a1944b84 admin admin] Calling delete_port for 54d642e9-f72a-4272-beaa-438966872b19 owned by network:router_gateway {{(pid=103229) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 19:14:16.818232 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19844494-af88-4ce5-b272-084d8dec184c req-31f4f031-d62d-4570-b878-1d8671c1decb tempest-MigrationsAdminTest-892781459 tempest-MigrationsAdminTest-892781459-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:14:16.824915 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-19844494-af88-4ce5-b272-084d8dec184c req-31f4f031-d62d-4570-b878-1d8671c1decb tempest-MigrationsAdminTest-892781459 tempest-MigrationsAdminTest-892781459-project] 10.222.0.75 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2559373 Feb 09 19:14:16.841019 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-19844494-af88-4ce5-b272-084d8dec184c req-02f92014-53d8-4cea-b345-a46d89d96e92 tempest-MigrationsAdminTest-892781459 tempest-MigrationsAdminTest-892781459-project] 10.222.0.75 "GET /v2.0/quotas/51b81e7592544b98a90626c2bba713eb HTTP/1.1" status: 200 len: 375 time: 0.0109215 Feb 09 19:14:16.939314 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-19844494-af88-4ce5-b272-084d8dec184c req-80062890-e00b-4f58-894d-3c40c3c6a6ba tempest-MigrationsAdminTest-892781459 tempest-MigrationsAdminTest-892781459-project] 10.222.0.75 "GET /v2.0/ports?tenant_id=51b81e7592544b98a90626c2bba713eb&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0951545 Feb 09 19:14:16.969085 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-40a9cbac-19f2-46cb-a632-361f56d9d68f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-590242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1885479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1818895'] for network (bf4bc076-a27e-42a2-9aee-a2f41efd57ae), after_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:14:17.006586 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762867132591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593584'] for agent (496418a2-c002-4aec-ab1a-07f3bea491bd), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:14:17.030160 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-40a9cbac-19f2-46cb-a632-361f56d9d68f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1613566'] for network (None), before_response {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:14:17.042244 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-40a9cbac-19f2-46cb-a632-361f56d9d68f admin admin] 10.222.0.75 "DELETE /v2.0/networks/bf4bc076-a27e-42a2-9aee-a2f41efd57ae HTTP/1.1" status: 204 len: 168 time: 3.4061463 Feb 09 19:14:17.310926 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-713cd8a9-f3ce-4c34-a9d1-19ac8a5885ac req-c69e263e-2743-4e0a-9114-0e5753b015f2 tempest-MigrationsAdminTest-892781459 tempest-MigrationsAdminTest-892781459-project] 10.222.0.75 "GET /v2.0/ports?device_id=9cec8a2a-9f08-4ec2-981f-5cef55181738 HTTP/1.1" status: 200 len: 210 time: 0.0827212 Feb 09 19:14:17.362299 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-d35560cc-afd6-4d22-9d5a-7aaa94fb8103 req-0cebb765-e5ce-4f68-9965-c29e4b2d4559 tempest-ServerDiskConfigTestJSON-504186010 tempest-ServerDiskConfigTestJSON-504186010-project] 10.222.0.75 "GET /v2.0/ports?device_id=3b1e9834-a534-412a-99fa-773ccc50c344 HTTP/1.1" status: 200 len: 210 time: 0.3806479 Feb 09 19:14:17.377572 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40a9cbac-19f2-46cb-a632-361f56d9d68f admin admin] Pushing event deleted for resources: {'Network': ['ID=bf4bc076-a27e-42a2-9aee-a2f41efd57ae,revision_number=None']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:14:17.409887 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-b28a695d-d235-48b3-a1ef-c1e9459a1233 req-2be135f6-499d-4a5e-be9f-939b2b6a0767 tempest-ServerRescueTestJSONUnderV235-126256002 tempest-ServerRescueTestJSONUnderV235-126256002-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762867177463', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762866656476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12867576'] for port (2fad1b41-3683-4d01-9737-38b8cb70512c), after_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:14:17.458946 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Device 2fad1b41-3683-4d01-9737-38b8cb70512c no longer exists at agent hyperv_n-h1-713498-36 {{(pid=103232) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 19:14:17.549838 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] No Port match for: 2fad1b41-3683-4d01-9737-38b8cb70512c {{(pid=103232) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 19:14:17.549838 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Device 2fad1b41-3683-4d01-9737-38b8cb70512c not bound to the agent host n-h1-713498-36 {{(pid=103232) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 19:14:17.553026 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 33400) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:14:17.560904 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2be135f6-499d-4a5e-be9f-939b2b6a0767 tempest-ServerRescueTestJSONUnderV235-126256002 tempest-ServerRescueTestJSONUnderV235-126256002-project] Pushing event deleted for resources: {'Port': ['ID=2fad1b41-3683-4d01-9737-38b8cb70512c,revision_number=None']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:14:17.691867 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-b3efa7e6-8cbe-4930-b90c-dfbe6aba53b5 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=ab46f22498044497a19ee4778fafcebd&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1310043 Feb 09 19:14:17.691867 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 33404) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:14:17.694069 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1290eb1f-2413-485a-b237-aa3ee102b8ef req-27b3089b-9c66-45c5-8b1b-3003ca5bff01 tempest-ServerDiskConfigTestJSON-504186010 tempest-ServerDiskConfigTestJSON-504186010-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:14:17.698118 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-1290eb1f-2413-485a-b237-aa3ee102b8ef req-27b3089b-9c66-45c5-8b1b-3003ca5bff01 tempest-ServerDiskConfigTestJSON-504186010 tempest-ServerDiskConfigTestJSON-504186010-project] 10.222.0.89 "GET /v2.0/networks?id=7db728b6-f824-4bd2-9bbc-3a8ddd77fc29 HTTP/1.1" status: 200 len: 815 time: 0.4744051 Feb 09 19:14:17.787625 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.v2.base [req-1290eb1f-2413-485a-b237-aa3ee102b8ef req-5310f9f3-e2fa-4f26-ba9e-400343b999ef tempest-ServerDiskConfigTestJSON-504186010 tempest-ServerDiskConfigTestJSON-504186010-project] Request body: {'port': {'device_id': '3b1e9834-a534-412a-99fa-773ccc50c344', 'network_id': '7db728b6-f824-4bd2-9bbc-3a8ddd77fc29', 'admin_state_up': True, 'tenant_id': 'b6fd652adad94d84b810e38a00b04bf3'}} {{(pid=103229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 19:14:17.843917 n-d-713498-36 neutron-server[103229]: DEBUG neutron.db.l3_dvrscheduler_db [req-b28a695d-d235-48b3-a1ef-c1e9459a1233 req-2be135f6-499d-4a5e-be9f-939b2b6a0767 tempest-ServerRescueTestJSONUnderV235-126256002 tempest-ServerRescueTestJSONUnderV235-126256002-project] No DVR routers for this DVR port 2fad1b41-3683-4d01-9737-38b8cb70512c on host n-h1-713498-36 {{(pid=103229) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 19:14:17.876769 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-78182363-ad25-463d-a792-a35ae8484d63 admin admin] Publish callbacks [] for security_group (eeab6cab-6411-4a9a-89fa-b9ef8315aff6), before_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:14:17.906230 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-b28a695d-d235-48b3-a1ef-c1e9459a1233 req-2be135f6-499d-4a5e-be9f-939b2b6a0767 tempest-ServerRescueTestJSONUnderV235-126256002 tempest-ServerRescueTestJSONUnderV235-126256002-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171096'] for port (None), before_response {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:14:17.910411 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-b28a695d-d235-48b3-a1ef-c1e9459a1233 req-2be135f6-499d-4a5e-be9f-939b2b6a0767 tempest-ServerRescueTestJSONUnderV235-126256002 tempest-ServerRescueTestJSONUnderV235-126256002-project] 10.222.0.89 "DELETE /v2.0/ports/2fad1b41-3683-4d01-9737-38b8cb70512c HTTP/1.1" status: 204 len: 173 time: 2.7554059 Feb 09 19:14:17.911695 n-d-713498-36 neutron-server[103229]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a0f1baff-df40-457f-b67b-761e81dfdca5', 'name': 'network-vif-deleted', 'tag': '2fad1b41-3683-4d01-9737-38b8cb70512c'}] {{(pid=103229) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 19:14:17.926589 n-d-713498-36 neutron-server[103229]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fa6ae9a20702bd564eaf90d946620b2b4277b1ab91129323d3b54181076be307" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9d28f18f-7ffc-4bd7-be7b-fe4fd8d22286" -d '{"events": [{"server_uuid": "a0f1baff-df40-457f-b67b-761e81dfdca5", "name": "network-vif-deleted", "tag": "2fad1b41-3683-4d01-9737-38b8cb70512c"}]}' {{(pid=103229) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 19:14:17.943700 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-0c83f2af-b5ff-4de5-8fc0-aac52b6a1ee5 req-1e7a2472-0d23-4e04-97ac-83b1778de51b tempest-ServerRescueTestJSONUnderV235-126256002 tempest-ServerRescueTestJSONUnderV235-126256002-project] 10.222.0.75 "GET /v2.0/ports?device_id=a0f1baff-df40-457f-b67b-761e81dfdca5 HTTP/1.1" status: 200 len: 210 time: 0.1054239 Feb 09 19:14:17.995811 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-78182363-ad25-463d-a792-a35ae8484d63 admin admin] Publish callbacks [] for security_group (eeab6cab-6411-4a9a-89fa-b9ef8315aff6), precommit_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:14:18.056623 n-d-713498-36 neutron-server[103229]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 19:14:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-abc996e3-11f4-48db-a7d0-010ffc63523c x-openstack-request-id: req-abc996e3-11f4-48db-a7d0-010ffc63523c {{(pid=103229) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 19:14:18.056912 n-d-713498-36 neutron-server[103229]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a0f1baff-df40-457f-b67b-761e81dfdca5", "name": "network-vif-deleted", "tag": "2fad1b41-3683-4d01-9737-38b8cb70512c", "status": "completed", "code": 200}]} {{(pid=103229) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 19:14:18.057253 n-d-713498-36 neutron-server[103229]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-abc996e3-11f4-48db-a7d0-010ffc63523c {{(pid=103229) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 19:14:18.057739 n-d-713498-36 neutron-server[103229]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a0f1baff-df40-457f-b67b-761e81dfdca5', 'name': 'network-vif-deleted', 'tag': '2fad1b41-3683-4d01-9737-38b8cb70512c', 'status': 'completed', 'code': 200} Feb 09 19:14:18.085888 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-0609bba3-c067-42d2-90fe-4747a1944b84 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762867177463', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762866656476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12867576'] for port (54d642e9-f72a-4272-beaa-438966872b19), after_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:14:18.127961 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-78182363-ad25-463d-a792-a35ae8484d63 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1892331'] for security_group (eeab6cab-6411-4a9a-89fa-b9ef8315aff6), after_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:14:18.137989 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0609bba3-c067-42d2-90fe-4747a1944b84 admin admin] Pushing event deleted for resources: {'Port': ['ID=54d642e9-f72a-4272-beaa-438966872b19,revision_number=None']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:14:18.150173 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-78182363-ad25-463d-a792-a35ae8484d63 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:14:18.157782 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-78182363-ad25-463d-a792-a35ae8484d63 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/eeab6cab-6411-4a9a-89fa-b9ef8315aff6 HTTP/1.1" status: 204 len: 168 time: 0.4653020 Feb 09 19:14:18.201696 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78182363-ad25-463d-a792-a35ae8484d63 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eeab6cab-6411-4a9a-89fa-b9ef8315aff6,revision_number=None']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:14:18.358246 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-0609bba3-c067-42d2-90fe-4747a1944b84 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1818987'] for router_gateway (a3474827-4b70-478d-8932-b676b7dc2979), after_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:14:18.375316 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762867132591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593584'] for agent (488cd9ae-631f-4955-ba0b-4f5a13f12e9c), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:14:18.427229 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1290eb1f-2413-485a-b237-aa3ee102b8ef req-5310f9f3-e2fa-4f26-ba9e-400343b999ef tempest-ServerDiskConfigTestJSON-504186010 tempest-ServerDiskConfigTestJSON-504186010-project] Made reservation on behalf of b6fd652adad94d84b810e38a00b04bf3 for: {'port': 1} {{(pid=103229) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 19:14:18.430916 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-1290eb1f-2413-485a-b237-aa3ee102b8ef req-5310f9f3-e2fa-4f26-ba9e-400343b999ef tempest-ServerDiskConfigTestJSON-504186010 tempest-ServerDiskConfigTestJSON-504186010-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (None), before_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:14:18.479093 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-dd48360f-7db1-402d-b31f-d499aadf3f74 req-9f8bec65-7a18-4981-b562-a733a51c2094 tempest-MigrationsAdminTest-892781459 tempest-MigrationsAdminTest-892781459-project] 10.222.0.75 "GET /v2.0/ports?device_id=9cec8a2a-9f08-4ec2-981f-5cef55181738 HTTP/1.1" status: 200 len: 210 time: 0.0525672 Feb 09 19:14:18.682545 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-97aca5b8-c6e6-42a4-a587-070f80d4706b req-85169695-6200-469a-a425-60b4c88e9a00 tempest-ServerDiskConfigTestJSON-504186010 tempest-ServerDiskConfigTestJSON-504186010-project] 10.222.0.75 "GET /v2.0/ports?device_id=3b1e9834-a534-412a-99fa-773ccc50c344 HTTP/1.1" status: 200 len: 210 time: 0.1187952 Feb 09 19:14:18.693437 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-0609bba3-c067-42d2-90fe-4747a1944b84 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1834988', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-58375'] for router (a3474827-4b70-478d-8932-b676b7dc2979), precommit_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:14:18.712647 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-0609bba3-c067-42d2-90fe-4747a1944b84 admin admin] Publish callbacks [] for router_controller (a3474827-4b70-478d-8932-b676b7dc2979), precommit_delete_associations {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:14:18.805418 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762867132591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593584'] for agent (bcd5faee-dc24-4298-9134-0e0aa054058e), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:14:18.877718 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-0609bba3-c067-42d2-90fe-4747a1944b84 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1835003'] for router (a3474827-4b70-478d-8932-b676b7dc2979), after_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:14:18.878662 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0609bba3-c067-42d2-90fe-4747a1944b84 admin admin] Fanout notify agent at l3_agent the message router_deleted on router a3474827-4b70-478d-8932-b676b7dc2979 {{(pid=103229) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 09 19:14:18.885360 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-0609bba3-c067-42d2-90fe-4747a1944b84 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:14:18.890897 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 33430) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:14:18.891435 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-0609bba3-c067-42d2-90fe-4747a1944b84 admin admin] 10.222.0.75 "DELETE /v2.0/routers/a3474827-4b70-478d-8932-b676b7dc2979 HTTP/1.1" status: 204 len: 168 time: 4.8893838 Feb 09 19:14:19.018705 n-d-713498-36 neutron-server[103229]: DEBUG neutron.db.db_base_plugin_common [req-1290eb1f-2413-485a-b237-aa3ee102b8ef req-5310f9f3-e2fa-4f26-ba9e-400343b999ef tempest-ServerDiskConfigTestJSON-504186010 tempest-ServerDiskConfigTestJSON-504186010-project] Allocated IP 172.20.0.2 (7db728b6-f824-4bd2-9bbc-3a8ddd77fc29/56850be1-15c2-42cc-9dca-1e107c979838/36c7de31-85c6-4cbd-b0d1-a39d123080e6) {{(pid=103229) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 19:14:19.047454 n-d-713498-36 neutron-server[103230]: DEBUG neutron.db.db_base_plugin_v2 [None req-e1929b06-dfa0-4fbe-89fe-2a92a3714bbd admin admin] Deleting subnet 66b803ba-de43-452b-9363-bb969a5a7c7a {{(pid=103230) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 19:14:19.061093 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 33438) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:14:19.061777 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-e1929b06-dfa0-4fbe-89fe-2a92a3714bbd admin admin] Publish callbacks [] for subnet (66b803ba-de43-452b-9363-bb969a5a7c7a), before_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:14:19.321207 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-e1929b06-dfa0-4fbe-89fe-2a92a3714bbd admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12895822'] for subnet (66b803ba-de43-452b-9363-bb969a5a7c7a), precommit_delete_associations {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:14:19.386559 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-1290eb1f-2413-485a-b237-aa3ee102b8ef req-5310f9f3-e2fa-4f26-ba9e-400343b999ef tempest-ServerDiskConfigTestJSON-504186010 tempest-ServerDiskConfigTestJSON-504186010-project] Publish callbacks [] for port (36c7de31-85c6-4cbd-b0d1-a39d123080e6), precommit_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:14:19.483000 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-19844494-af88-4ce5-b272-084d8dec184c req-ff1ffdcb-cbdf-4b9b-a735-a9cfec66ba5d tempest-MigrationsAdminTest-892781459 tempest-MigrationsAdminTest-892781459-project] 10.222.0.90 "GET /v2.0/networks?tenant_id=51b81e7592544b98a90626c2bba713eb&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1729314 Feb 09 19:14:19.542477 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-1290eb1f-2413-485a-b237-aa3ee102b8ef req-5310f9f3-e2fa-4f26-ba9e-400343b999ef tempest-ServerDiskConfigTestJSON-504186010 tempest-ServerDiskConfigTestJSON-504186010-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762866656467', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12867576'] for port (36c7de31-85c6-4cbd-b0d1-a39d123080e6), after_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:14:19.786681 n-d-713498-36 neutron-server[103229]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1290eb1f-2413-485a-b237-aa3ee102b8ef req-5310f9f3-e2fa-4f26-ba9e-400343b999ef tempest-ServerDiskConfigTestJSON-504186010 tempest-ServerDiskConfigTestJSON-504186010-project] Network 7db728b6-f824-4bd2-9bbc-3a8ddd77fc29 is already hosted by enough agents. {{(pid=103229) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 19:14:19.790817 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5310f9f3-e2fa-4f26-ba9e-400343b999ef tempest-ServerDiskConfigTestJSON-504186010 tempest-ServerDiskConfigTestJSON-504186010-project] Pushing event updated for resources: {'Port': ['ID=36c7de31-85c6-4cbd-b0d1-a39d123080e6,revision_number=1']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:14:19.821478 n-d-713498-36 neutron-server[103229]: DEBUG neutron.scheduler.base_scheduler [req-1290eb1f-2413-485a-b237-aa3ee102b8ef req-5310f9f3-e2fa-4f26-ba9e-400343b999ef tempest-ServerDiskConfigTestJSON-504186010 tempest-ServerDiskConfigTestJSON-504186010-project] Resources bound (agent type, host, resource id): {{(pid=103229) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 19:14:19.831300 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-7022581c-7b8d-4f04-a3d5-8926bfd3638b req-08201a99-f92c-4a87-9180-f6d7b9f3a0b7 tempest-MigrationsAdminTest-892781459 tempest-MigrationsAdminTest-892781459-project] 10.222.0.75 "GET /v2.0/ports?device_id=9cec8a2a-9f08-4ec2-981f-5cef55181738 HTTP/1.1" status: 200 len: 210 time: 0.0911775 Feb 09 19:14:19.837169 n-d-713498-36 neutron-server[103229]: DEBUG neutron.db.l3_dvrscheduler_db [req-1290eb1f-2413-485a-b237-aa3ee102b8ef req-5310f9f3-e2fa-4f26-ba9e-400343b999ef tempest-ServerDiskConfigTestJSON-504186010 tempest-ServerDiskConfigTestJSON-504186010-project] Received port after_create {{(pid=103229) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 19:14:19.907489 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 33460) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:14:19.951860 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-e1929b06-dfa0-4fbe-89fe-2a92a3714bbd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-759852'] for subnet (66b803ba-de43-452b-9363-bb969a5a7c7a), precommit_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:14:19.958099 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1290eb1f-2413-485a-b237-aa3ee102b8ef req-5310f9f3-e2fa-4f26-ba9e-400343b999ef tempest-ServerDiskConfigTestJSON-504186010 tempest-ServerDiskConfigTestJSON-504186010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:14:19.960825 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19844494-af88-4ce5-b272-084d8dec184c req-d6b8ec28-0d2b-4d10-bd82-167f8806773f tempest-MigrationsAdminTest-892781459 tempest-MigrationsAdminTest-892781459-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:14:19.961647 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-1290eb1f-2413-485a-b237-aa3ee102b8ef req-5310f9f3-e2fa-4f26-ba9e-400343b999ef tempest-ServerDiskConfigTestJSON-504186010 tempest-ServerDiskConfigTestJSON-504186010-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171096'] for port (None), before_response {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:14:19.962802 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-19844494-af88-4ce5-b272-084d8dec184c req-d6b8ec28-0d2b-4d10-bd82-167f8806773f tempest-MigrationsAdminTest-892781459 tempest-MigrationsAdminTest-892781459-project] 10.222.0.90 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4608915 Feb 09 19:14:19.993341 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.v2.base [req-19844494-af88-4ce5-b272-084d8dec184c req-38b69eca-dc6d-4f9b-ae82-a9a88ccb302a tempest-MigrationsAdminTest-892781459 tempest-MigrationsAdminTest-892781459-project] Request body: {'port': {'device_id': '9cec8a2a-9f08-4ec2-981f-5cef55181738', 'network_id': '2b5494c8-cf97-42c1-b902-87f998f28179', 'admin_state_up': True, 'tenant_id': '51b81e7592544b98a90626c2bba713eb'}} {{(pid=103230) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 19:14:19.996578 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-1290eb1f-2413-485a-b237-aa3ee102b8ef req-5310f9f3-e2fa-4f26-ba9e-400343b999ef tempest-ServerDiskConfigTestJSON-504186010 tempest-ServerDiskConfigTestJSON-504186010-project] 10.222.0.89 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2346218 Feb 09 19:14:20.008297 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.v2.base [req-1290eb1f-2413-485a-b237-aa3ee102b8ef req-24f81451-97f1-4b6e-8619-dcb5f7d17d36 service neutron] Request body: {'port': {'device_id': '3b1e9834-a534-412a-99fa-773ccc50c344', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-713498-36'}} {{(pid=103229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 19:14:20.134228 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-1290eb1f-2413-485a-b237-aa3ee102b8ef req-24f81451-97f1-4b6e-8619-dcb5f7d17d36 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (36c7de31-85c6-4cbd-b0d1-a39d123080e6), before_update {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:14:20.144848 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.v2.base [None req-6b638ba4-4f9d-42eb-ab7b-1fd355937ef9 admin admin] Request body: {'network': {'name': 'tempest-ListServerFiltersTestJSON-260679114-network', 'tenant_id': '45d01d230b654cc6882b0931288a01da'}} {{(pid=103229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 19:14:20.152153 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d55f3649-60d9-4e5f-9cbf-647450b8e3ae req-47ef92f1-8224-493b-a6f6-090a6b32cc9c tempest-ServerDiskConfigTestJSON-504186010 tempest-ServerDiskConfigTestJSON-504186010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:14:20.161129 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-d55f3649-60d9-4e5f-9cbf-647450b8e3ae req-47ef92f1-8224-493b-a6f6-090a6b32cc9c tempest-ServerDiskConfigTestJSON-504186010 tempest-ServerDiskConfigTestJSON-504186010-project] 10.222.0.75 "GET /v2.0/ports?device_id=3b1e9834-a534-412a-99fa-773ccc50c344 HTTP/1.1" status: 200 len: 931 time: 0.3258774 Feb 09 19:14:20.171869 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6b638ba4-4f9d-42eb-ab7b-1fd355937ef9 admin admin] Made reservation on behalf of 45d01d230b654cc6882b0931288a01da for: {'network': 1} {{(pid=103229) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 19:14:20.174783 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-6b638ba4-4f9d-42eb-ab7b-1fd355937ef9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for network (None), before_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:14:20.188274 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-6b638ba4-4f9d-42eb-ab7b-1fd355937ef9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:14:20.537327 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Device 54d642e9-f72a-4272-beaa-438966872b19 no longer exists at agent ovs-agent-n-d-713498-36 {{(pid=103232) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 19:14:20.571117 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-6b638ba4-4f9d-42eb-ab7b-1fd355937ef9 admin admin] Publish callbacks [] for security_group (25541e77-9cfa-43ca-aee5-11ed3f3bedff), precommit_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:14:20.589525 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-6b638ba4-4f9d-42eb-ab7b-1fd355937ef9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1892331'] for security_group (25541e77-9cfa-43ca-aee5-11ed3f3bedff), after_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:14:20.601925 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] No Port match for: 54d642e9-f72a-4272-beaa-438966872b19 {{(pid=103232) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 19:14:20.602813 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Device 54d642e9-f72a-4272-beaa-438966872b19 not bound to the agent host n-d-713498-36 {{(pid=103232) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 19:14:20.661444 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6b638ba4-4f9d-42eb-ab7b-1fd355937ef9 admin admin] vlan segment allocate from pool success with {'vlan_id': 393, 'physical_network': 'physnet1'} {{(pid=103229) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 19:14:20.700247 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-6b638ba4-4f9d-42eb-ab7b-1fd355937ef9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-759574'] for segment (49c21643-b4af-42c1-8cee-d50eb741b435), precommit_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:14:20.701058 n-d-713498-36 neutron-server[103229]: INFO neutron.db.segments_db [None req-6b638ba4-4f9d-42eb-ab7b-1fd355937ef9 admin admin] Added segment 49c21643-b4af-42c1-8cee-d50eb741b435 of type vlan for network df0d76b6-f2f5-4043-aa2b-73474d172bfc Feb 09 19:14:20.703596 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b638ba4-4f9d-42eb-ab7b-1fd355937ef9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=25541e77-9cfa-43ca-aee5-11ed3f3bedff,revision_number=1']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:14:20.745901 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-e1929b06-dfa0-4fbe-89fe-2a92a3714bbd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-760023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14393672', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12985882'] for subnet (66b803ba-de43-452b-9363-bb969a5a7c7a), after_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:14:20.778404 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-e1929b06-dfa0-4fbe-89fe-2a92a3714bbd admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:14:20.785991 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-706de9c1-1720-4260-ab46-7e370269b849 None None] Network ed38d6f9-7d82-44db-a70f-8dd3a7475f53 requested from n-d-713498-36 {{(pid=103232) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 19:14:20.790085 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-e1929b06-dfa0-4fbe-89fe-2a92a3714bbd admin admin] 10.222.0.75 "DELETE /v2.0/subnets/66b803ba-de43-452b-9363-bb969a5a7c7a HTTP/1.1" status: 204 len: 168 time: 1.8967445 Feb 09 19:14:20.801678 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 33478) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:14:20.803796 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-6b638ba4-4f9d-42eb-ab7b-1fd355937ef9 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762866642225'] for network (df0d76b6-f2f5-4043-aa2b-73474d172bfc), precommit_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:14:20.814173 n-d-713498-36 neutron-server[103229]: DEBUG neutron.notifiers.nova [req-1290eb1f-2413-485a-b237-aa3ee102b8ef req-24f81451-97f1-4b6e-8619-dcb5f7d17d36 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 36c7de31-85c6-4cbd-b0d1-a39d123080e6 {{(pid=103229) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 19:14:20.879593 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-1290eb1f-2413-485a-b237-aa3ee102b8ef req-24f81451-97f1-4b6e-8619-dcb5f7d17d36 service neutron] Publish callbacks [] for port (36c7de31-85c6-4cbd-b0d1-a39d123080e6), precommit_update {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:14:20.892584 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1929b06-dfa0-4fbe-89fe-2a92a3714bbd admin admin] Pushing event deleted for resources: {'Subnet': ['ID=66b803ba-de43-452b-9363-bb969a5a7c7a,revision_number=None']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:14:20.953926 n-d-713498-36 neutron-server[103229]: DEBUG neutron.db.provisioning_blocks [req-1290eb1f-2413-485a-b237-aa3ee102b8ef req-24f81451-97f1-4b6e-8619-dcb5f7d17d36 service neutron] Transition to ACTIVE for port object 36c7de31-85c6-4cbd-b0d1-a39d123080e6 will not be triggered until provisioned by entity L2. {{(pid=103229) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 19:14:20.977689 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-d55f3649-60d9-4e5f-9cbf-647450b8e3ae req-8d50348e-b953-4340-a61c-70ad840fb52f tempest-ServerDiskConfigTestJSON-504186010 tempest-ServerDiskConfigTestJSON-504186010-project] 10.222.0.75 "GET /v2.0/security-groups?id=3d9033a7-be2a-4459-a2da-84c23e651975&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8149753 Feb 09 19:14:21.008235 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-1290eb1f-2413-485a-b237-aa3ee102b8ef req-24f81451-97f1-4b6e-8619-dcb5f7d17d36 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762867176205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762866656485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762866656503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12867569'] for port (36c7de31-85c6-4cbd-b0d1-a39d123080e6), after_update {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:14:21.041576 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-6b638ba4-4f9d-42eb-ab7b-1fd355937ef9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1885479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452'] for network (df0d76b6-f2f5-4043-aa2b-73474d172bfc), after_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:14:21.043680 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b638ba4-4f9d-42eb-ab7b-1fd355937ef9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:14:21.044545 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-6b638ba4-4f9d-42eb-ab7b-1fd355937ef9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1613566'] for network (None), before_response {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:14:21.054065 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-19844494-af88-4ce5-b272-084d8dec184c req-38b69eca-dc6d-4f9b-ae82-a9a88ccb302a tempest-MigrationsAdminTest-892781459 tempest-MigrationsAdminTest-892781459-project] Made reservation on behalf of 51b81e7592544b98a90626c2bba713eb for: {'port': 1} {{(pid=103230) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 19:14:21.062947 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [req-19844494-af88-4ce5-b272-084d8dec184c req-38b69eca-dc6d-4f9b-ae82-a9a88ccb302a tempest-MigrationsAdminTest-892781459 tempest-MigrationsAdminTest-892781459-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (None), before_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:14:21.104582 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-4e563158-a5c4-41b5-a90e-c12318b726ae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-670458'] for network (ed38d6f9-7d82-44db-a70f-8dd3a7475f53), before_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:14:21.118944 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46910b29-f58a-4c58-8496-20f7d6820760 None None] DHCP port deletion for ed38d6f9-7d82-44db-a70f-8dd3a7475f53 request from n-d-713498-36 {{(pid=103232) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 09 19:14:21.138685 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-240ec4f1-2b18-4e08-a40e-2628e2cdaaaa req-814e9361-34ec-4c9e-80b0-4c5c4a88446e tempest-MigrationsAdminTest-892781459 tempest-MigrationsAdminTest-892781459-project] 10.222.0.75 "GET /v2.0/ports?device_id=9cec8a2a-9f08-4ec2-981f-5cef55181738 HTTP/1.1" status: 200 len: 210 time: 0.1793354 Feb 09 19:14:21.248975 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-46910b29-f58a-4c58-8496-20f7d6820760 None None] Deleting port 1c69b8b2-1849-497c-b7cf-0b210ceaaf08 {{(pid=103232) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 19:14:21.259226 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-46910b29-f58a-4c58-8496-20f7d6820760 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762867170196'] for port (1c69b8b2-1849-497c-b7cf-0b210ceaaf08), before_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:14:21.259459 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-6b638ba4-4f9d-42eb-ab7b-1fd355937ef9 admin admin] 10.222.0.75 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.3481772 Feb 09 19:14:21.274360 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 33482) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:14:21.286093 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.v2.base [None req-91792fe8-24c3-4479-9e49-a8a9c26e3150 admin admin] Request body: {'subnet': {'network_id': 'df0d76b6-f2f5-4043-aa2b-73474d172bfc', 'cidr': '172.20.0.0/28', 'name': 'tempest-ListServerFiltersTestJSON-260679114-subnet', 'tenant_id': '45d01d230b654cc6882b0931288a01da', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103230) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 19:14:21.335840 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-91792fe8-24c3-4479-9e49-a8a9c26e3150 admin admin] Made reservation on behalf of 45d01d230b654cc6882b0931288a01da for: {'subnet': 1} {{(pid=103230) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 19:14:21.339075 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-91792fe8-24c3-4479-9e49-a8a9c26e3150 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12985917'] for subnet (None), before_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:14:21.366935 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24f81451-97f1-4b6e-8619-dcb5f7d17d36 service neutron] Pushing event updated for resources: {'Port': ['ID=36c7de31-85c6-4cbd-b0d1-a39d123080e6,revision_number=2']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:14:21.374084 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b638ba4-4f9d-42eb-ab7b-1fd355937ef9 admin admin] Pushing event updated for resources: {'Network': ['ID=df0d76b6-f2f5-4043-aa2b-73474d172bfc,revision_number=1']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:14:21.375583 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-46910b29-f58a-4c58-8496-20f7d6820760 None None] For port 1c69b8b2-1849-497c-b7cf-0b210ceaaf08, host n-d-713498-36, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-36',level=0,port_id=1c69b8b2-1849-497c-b7cf-0b210ceaaf08,segment=NetworkSegment(1395932d-e528-41d0-939e-05f713c9d4e8),segment_id=1395932d-e528-41d0-939e-05f713c9d4e8)] {{(pid=103232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 19:14:21.376590 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-46910b29-f58a-4c58-8496-20f7d6820760 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1820838'] for port (1c69b8b2-1849-497c-b7cf-0b210ceaaf08), precommit_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:14:21.381447 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.managers [req-1290eb1f-2413-485a-b237-aa3ee102b8ef req-24f81451-97f1-4b6e-8619-dcb5f7d17d36 service neutron] Attempting to bind port 36c7de31-85c6-4cbd-b0d1-a39d123080e6 on host n-h1-713498-36 for vnic_type normal with profile {{(pid=103229) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 19:14:21.381714 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.managers [req-1290eb1f-2413-485a-b237-aa3ee102b8ef req-24f81451-97f1-4b6e-8619-dcb5f7d17d36 service neutron] Attempting to bind port 36c7de31-85c6-4cbd-b0d1-a39d123080e6 by drivers openvswitch,hyperv on host n-h1-713498-36 at level 0 using segments [{'id': '1e2a1863-ec93-4db2-ba80-84e2ae4ef342', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': '7db728b6-f824-4bd2-9bbc-3a8ddd77fc29'}] {{(pid=103229) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 19:14:21.382083 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1290eb1f-2413-485a-b237-aa3ee102b8ef req-24f81451-97f1-4b6e-8619-dcb5f7d17d36 service neutron] Attempting to bind port 36c7de31-85c6-4cbd-b0d1-a39d123080e6 on network 7db728b6-f824-4bd2-9bbc-3a8ddd77fc29 {{(pid=103229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 19:14:21.389189 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1290eb1f-2413-485a-b237-aa3ee102b8ef req-24f81451-97f1-4b6e-8619-dcb5f7d17d36 service neutron] Port 36c7de31-85c6-4cbd-b0d1-a39d123080e6 on network 7db728b6-f824-4bd2-9bbc-3a8ddd77fc29 not bound, no agent of type Open vSwitch agent registered on host n-h1-713498-36 {{(pid=103229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 19:14:21.389519 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1290eb1f-2413-485a-b237-aa3ee102b8ef req-24f81451-97f1-4b6e-8619-dcb5f7d17d36 service neutron] Attempting to bind port 36c7de31-85c6-4cbd-b0d1-a39d123080e6 on network 7db728b6-f824-4bd2-9bbc-3a8ddd77fc29 {{(pid=103229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 19:14:21.395516 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-46910b29-f58a-4c58-8496-20f7d6820760 None None] Calling delete_port for 1c69b8b2-1849-497c-b7cf-0b210ceaaf08 owned by network:dhcp {{(pid=103232) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 19:14:21.396113 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1290eb1f-2413-485a-b237-aa3ee102b8ef req-24f81451-97f1-4b6e-8619-dcb5f7d17d36 service neutron] Checking agent: {'id': '488cd9ae-631f-4955-ba0b-4f5a13f12e9c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713498-36', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 18, 59, 18), 'started_at': datetime.datetime(2022, 2, 9, 18, 59, 18), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 19, 14, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 19:14:21.396454 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1290eb1f-2413-485a-b237-aa3ee102b8ef req-24f81451-97f1-4b6e-8619-dcb5f7d17d36 service neutron] Checking segment: {'id': '1e2a1863-ec93-4db2-ba80-84e2ae4ef342', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': '7db728b6-f824-4bd2-9bbc-3a8ddd77fc29'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103229) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 19:14:21.396841 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1290eb1f-2413-485a-b237-aa3ee102b8ef req-24f81451-97f1-4b6e-8619-dcb5f7d17d36 service neutron] Bound using segment: {'id': '1e2a1863-ec93-4db2-ba80-84e2ae4ef342', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': '7db728b6-f824-4bd2-9bbc-3a8ddd77fc29'} {{(pid=103229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 19:14:21.397286 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.managers [req-1290eb1f-2413-485a-b237-aa3ee102b8ef req-24f81451-97f1-4b6e-8619-dcb5f7d17d36 service neutron] Bound port: 36c7de31-85c6-4cbd-b0d1-a39d123080e6, host: n-h1-713498-36, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1e2a1863-ec93-4db2-ba80-84e2ae4ef342', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': '7db728b6-f824-4bd2-9bbc-3a8ddd77fc29'}}] {{(pid=103229) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 19:14:21.397697 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-1290eb1f-2413-485a-b237-aa3ee102b8ef req-24f81451-97f1-4b6e-8619-dcb5f7d17d36 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (36c7de31-85c6-4cbd-b0d1-a39d123080e6), before_update {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:14:21.441017 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.plugin [None req-4e563158-a5c4-41b5-a90e-c12318b726ae admin admin] Deleting port 1c69b8b2-1849-497c-b7cf-0b210ceaaf08 {{(pid=103229) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 19:14:21.441376 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-4e563158-a5c4-41b5-a90e-c12318b726ae admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762867170196'] for port (1c69b8b2-1849-497c-b7cf-0b210ceaaf08), before_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:14:21.507462 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Network df0d76b6-f2f5-4043-aa2b-73474d172bfc details requested by agent ovs-agent-n-d-713498-36 with host n-d-713498-36 {{(pid=103232) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 19:14:21.512132 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-46910b29-f58a-4c58-8496-20f7d6820760 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762867177463', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762866656476'] for port (1c69b8b2-1849-497c-b7cf-0b210ceaaf08), after_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:14:21.589200 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46910b29-f58a-4c58-8496-20f7d6820760 None None] No DVR routers for this DVR port 1c69b8b2-1849-497c-b7cf-0b210ceaaf08 on host n-d-713498-36 {{(pid=103232) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 19:14:21.595218 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46910b29-f58a-4c58-8496-20f7d6820760 None None] Pushing event deleted for resources: {'Port': ['ID=1c69b8b2-1849-497c-b7cf-0b210ceaaf08,revision_number=None']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:14:21.694469 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.db [None req-4e563158-a5c4-41b5-a90e-c12318b726ae admin admin] For port 1c69b8b2-1849-497c-b7cf-0b210ceaaf08, host n-d-713498-36, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-36',level=0,port_id=1c69b8b2-1849-497c-b7cf-0b210ceaaf08,segment=NetworkSegment(1395932d-e528-41d0-939e-05f713c9d4e8),segment_id=1395932d-e528-41d0-939e-05f713c9d4e8)] {{(pid=103229) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 19:14:21.695056 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-4e563158-a5c4-41b5-a90e-c12318b726ae admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1820838'] for port (1c69b8b2-1849-497c-b7cf-0b210ceaaf08), precommit_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:14:21.708119 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.db [req-1290eb1f-2413-485a-b237-aa3ee102b8ef req-24f81451-97f1-4b6e-8619-dcb5f7d17d36 service neutron] For port 36c7de31-85c6-4cbd-b0d1-a39d123080e6, host n-h1-713498-36, cleared binding levels {{(pid=103229) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 19:14:21.714992 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.db [req-1290eb1f-2413-485a-b237-aa3ee102b8ef req-24f81451-97f1-4b6e-8619-dcb5f7d17d36 service neutron] For port 36c7de31-85c6-4cbd-b0d1-a39d123080e6, host n-h1-713498-36, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-36',level=0,port_id=36c7de31-85c6-4cbd-b0d1-a39d123080e6,segment=NetworkSegment(1e2a1863-ec93-4db2-ba80-84e2ae4ef342),segment_id=1e2a1863-ec93-4db2-ba80-84e2ae4ef342)] {{(pid=103229) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 19:14:21.717379 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.plugin [None req-4e563158-a5c4-41b5-a90e-c12318b726ae admin admin] Calling delete_port for 1c69b8b2-1849-497c-b7cf-0b210ceaaf08 owned by network:dhcp {{(pid=103229) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 19:14:21.729074 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-1290eb1f-2413-485a-b237-aa3ee102b8ef req-24f81451-97f1-4b6e-8619-dcb5f7d17d36 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762867176205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762866656485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762866656503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12867569'] for port (36c7de31-85c6-4cbd-b0d1-a39d123080e6), after_update {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:14:21.731931 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-91792fe8-24c3-4479-9e49-a8a9c26e3150 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14393611', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12985859'] for subnet (57a76b9b-2bb4-4689-9caf-646c59807fec), after_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:14:21.742642 n-d-713498-36 neutron-server[103230]: DEBUG neutron.db.db_base_plugin_common [req-19844494-af88-4ce5-b272-084d8dec184c req-38b69eca-dc6d-4f9b-ae82-a9a88ccb302a tempest-MigrationsAdminTest-892781459 tempest-MigrationsAdminTest-892781459-project] Allocated IP 192.168.233.219 (2b5494c8-cf97-42c1-b902-87f998f28179/60b561cb-321e-4f83-9bb3-92b2e1d0dc44/e9bcfa85-cba2-4c7c-a956-383e6c72478d) {{(pid=103230) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 19:14:21.829723 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1290eb1f-2413-485a-b237-aa3ee102b8ef req-24f81451-97f1-4b6e-8619-dcb5f7d17d36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:14:21.830631 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-1290eb1f-2413-485a-b237-aa3ee102b8ef req-24f81451-97f1-4b6e-8619-dcb5f7d17d36 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171096'] for port (None), before_response {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:14:21.832471 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-1290eb1f-2413-485a-b237-aa3ee102b8ef req-24f81451-97f1-4b6e-8619-dcb5f7d17d36 service neutron] 10.222.0.89 "PUT /v2.0/ports/36c7de31-85c6-4cbd-b0d1-a39d123080e6 HTTP/1.1" status: 200 len: 1092 time: 1.8288467 Feb 09 19:14:21.835210 n-d-713498-36 neutron-server[103229]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3b1e9834-a534-412a-99fa-773ccc50c344', 'tag': '36c7de31-85c6-4cbd-b0d1-a39d123080e6'}] {{(pid=103229) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 19:14:21.842871 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91792fe8-24c3-4479-9e49-a8a9c26e3150 admin admin] Pushing event updated for resources: {'Subnet': ['ID=57a76b9b-2bb4-4689-9caf-646c59807fec,revision_number=0']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:14:21.846902 n-d-713498-36 neutron-server[103229]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fa6ae9a20702bd564eaf90d946620b2b4277b1ab91129323d3b54181076be307" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dc092adb-54c1-4897-b8b8-cc2116abe3d1" -d '{"events": [{"name": "network-changed", "server_uuid": "3b1e9834-a534-412a-99fa-773ccc50c344", "tag": "36c7de31-85c6-4cbd-b0d1-a39d123080e6"}]}' {{(pid=103229) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 19:14:21.852763 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-f0eb137f-9f57-4f54-aa3a-0b38a3ec1229 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1834525'] for router_interface (f27e0cdc-0e67-4758-967f-051d42596dc8), before_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:14:21.926743 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24f81451-97f1-4b6e-8619-dcb5f7d17d36 service neutron] Pushing event updated for resources: {'Port': ['ID=36c7de31-85c6-4cbd-b0d1-a39d123080e6,revision_number=3']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:14:21.973664 n-d-713498-36 neutron-server[103229]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 19:14:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7add9ecf-39a3-40ba-8cd0-f7f71968eb0e x-openstack-request-id: req-7add9ecf-39a3-40ba-8cd0-f7f71968eb0e {{(pid=103229) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 19:14:21.976890 n-d-713498-36 neutron-server[103229]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3b1e9834-a534-412a-99fa-773ccc50c344", "tag": "36c7de31-85c6-4cbd-b0d1-a39d123080e6", "status": "completed", "code": 200}]} {{(pid=103229) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 19:14:21.977331 n-d-713498-36 neutron-server[103229]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-7add9ecf-39a3-40ba-8cd0-f7f71968eb0e {{(pid=103229) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 19:14:21.977891 n-d-713498-36 neutron-server[103229]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3b1e9834-a534-412a-99fa-773ccc50c344', 'tag': '36c7de31-85c6-4cbd-b0d1-a39d123080e6', 'status': 'completed', 'code': 200} Feb 09 19:14:22.040417 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1290eb1f-2413-485a-b237-aa3ee102b8ef req-bdeebc67-bc64-47db-9046-6125bbbdc112 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:14:22.041965 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-1290eb1f-2413-485a-b237-aa3ee102b8ef req-bdeebc67-bc64-47db-9046-6125bbbdc112 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=b6fd652adad94d84b810e38a00b04bf3&device_id=3b1e9834-a534-412a-99fa-773ccc50c344 HTTP/1.1" status: 200 len: 1126 time: 0.1591046 Feb 09 19:14:22.044084 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-4e563158-a5c4-41b5-a90e-c12318b726ae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762867177463', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762866656476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12867576'] for port (1c69b8b2-1849-497c-b7cf-0b210ceaaf08), after_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:14:22.148879 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e563158-a5c4-41b5-a90e-c12318b726ae admin admin] Pushing event deleted for resources: {'Port': ['ID=1c69b8b2-1849-497c-b7cf-0b210ceaaf08,revision_number=None']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:14:22.158898 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-1290eb1f-2413-485a-b237-aa3ee102b8ef req-6e81a84b-553c-45d6-b9f2-f0c2fd0b28b5 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=36c7de31-85c6-4cbd-b0d1-a39d123080e6 HTTP/1.1" status: 200 len: 217 time: 0.1042864 Feb 09 19:14:22.160392 n-d-713498-36 neutron-server[103229]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e563158-a5c4-41b5-a90e-c12318b726ae admin admin] No DVR routers for this DVR port 1c69b8b2-1849-497c-b7cf-0b210ceaaf08 on host n-d-713498-36 {{(pid=103229) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 19:14:22.322972 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91792fe8-24c3-4479-9e49-a8a9c26e3150 admin admin] Checking segment: {'id': '49c21643-b4af-42c1-8cee-d50eb741b435', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': 'df0d76b6-f2f5-4043-aa2b-73474d172bfc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103230) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 19:14:22.323830 n-d-713498-36 neutron-server[103230]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91792fe8-24c3-4479-9e49-a8a9c26e3150 admin admin] Network hostable DHCP agents. Network: df0d76b6-f2f5-4043-aa2b-73474d172bfc, hostable agents: ['af91e4b9-f4e1-42b1-a25c-a10dc47171c8'], hosted agents: [] {{(pid=103230) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 19:14:22.371853 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-66c3b35f-7d08-48ee-808f-0d3a013b14b5 req-930925f9-c002-47a3-a011-63d62e282a61 tempest-MigrationsAdminTest-892781459 tempest-MigrationsAdminTest-892781459-project] 10.222.0.75 "GET /v2.0/ports?device_id=9cec8a2a-9f08-4ec2-981f-5cef55181738 HTTP/1.1" status: 200 len: 210 time: 0.1284516 Feb 09 19:14:22.389417 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-4e563158-a5c4-41b5-a90e-c12318b726ae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-590267', 'neutron.services.segments.db._delete_segments_for_network-8762867132609'] for network (ed38d6f9-7d82-44db-a70f-8dd3a7475f53), precommit_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:14:22.394281 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1290eb1f-2413-485a-b237-aa3ee102b8ef req-3d7f2c8d-013c-4b9d-8bc4-4bed99841917 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:14:22.395725 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-1290eb1f-2413-485a-b237-aa3ee102b8ef req-3d7f2c8d-013c-4b9d-8bc4-4bed99841917 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=56850be1-15c2-42cc-9dca-1e107c979838 HTTP/1.1" status: 200 len: 855 time: 0.2254055 Feb 09 19:14:22.426681 n-d-713498-36 neutron-server[103229]: DEBUG neutron.services.segments.db [None req-4e563158-a5c4-41b5-a90e-c12318b726ae admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ed38d6f9-7d82-44db-a70f-8dd3a7475f53']}} {{(pid=103229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:14:22.437093 n-d-713498-36 neutron-server[103229]: DEBUG neutron.services.segments.db [None req-4e563158-a5c4-41b5-a90e-c12318b726ae admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1395932d-e528-41d0-939e-05f713c9d4e8') {'for_net_delete': True} {{(pid=103229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:14:22.437515 n-d-713498-36 neutron-server[103229]: DEBUG neutron.services.segments.db [None req-4e563158-a5c4-41b5-a90e-c12318b726ae admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1395932d-e528-41d0-939e-05f713c9d4e8') {} {{(pid=103229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:14:22.439762 n-d-713498-36 neutron-server[103230]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91792fe8-24c3-4479-9e49-a8a9c26e3150 admin admin] Network df0d76b6-f2f5-4043-aa2b-73474d172bfc is scheduled to be hosted by DHCP agent af91e4b9-f4e1-42b1-a25c-a10dc47171c8 with binding_index 1 {{(pid=103230) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 19:14:22.447581 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-4e563158-a5c4-41b5-a90e-c12318b726ae admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762867134154', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16683417'] for segment (1395932d-e528-41d0-939e-05f713c9d4e8), before_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:14:22.471042 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4973bdf5-859f-4707-a2b5-3ef19bb3bfcd req-7b5d5340-0d0d-4f60-a67d-21932ac76532 tempest-ServerDiskConfigTestJSON-504186010 tempest-ServerDiskConfigTestJSON-504186010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:14:22.478306 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-4973bdf5-859f-4707-a2b5-3ef19bb3bfcd req-7b5d5340-0d0d-4f60-a67d-21932ac76532 tempest-ServerDiskConfigTestJSON-504186010 tempest-ServerDiskConfigTestJSON-504186010-project] 10.222.0.75 "GET /v2.0/ports?device_id=3b1e9834-a534-412a-99fa-773ccc50c344 HTTP/1.1" status: 200 len: 943 time: 0.3302121 Feb 09 19:14:22.491447 n-d-713498-36 neutron-server[103230]: DEBUG neutron.scheduler.base_scheduler [None req-91792fe8-24c3-4479-9e49-a8a9c26e3150 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713498-36, df0d76b6-f2f5-4043-aa2b-73474d172bfc) {{(pid=103230) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 19:14:22.502499 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f71f18a-d29f-4adb-b491-a093a996efcc None None] Network df0d76b6-f2f5-4043-aa2b-73474d172bfc requested from n-d-713498-36 {{(pid=103232) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 19:14:22.506518 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-1290eb1f-2413-485a-b237-aa3ee102b8ef req-cbb2fd35-d96e-4b68-af14-785d8660240c service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=7db728b6-f824-4bd2-9bbc-3a8ddd77fc29&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1012304 Feb 09 19:14:22.508273 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-4e563158-a5c4-41b5-a90e-c12318b726ae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-759574'] for segment (1395932d-e528-41d0-939e-05f713c9d4e8), precommit_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:14:22.521031 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91792fe8-24c3-4479-9e49-a8a9c26e3150 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:14:22.521350 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4e563158-a5c4-41b5-a90e-c12318b726ae admin admin] Releasing vlan 370 on physical network physnet1 to pool {{(pid=103229) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 19:14:22.521717 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-91792fe8-24c3-4479-9e49-a8a9c26e3150 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:14:22.522644 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-4e563158-a5c4-41b5-a90e-c12318b726ae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-759574', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12867469'] for segment (1395932d-e528-41d0-939e-05f713c9d4e8), after_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:14:22.618463 n-d-713498-36 neutron-server[103229]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 19:14:22.618463 n-d-713498-36 neutron-server[103229]: self.session.flush() Feb 09 19:14:22.618463 n-d-713498-36 neutron-server[103229]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 19:14:22.618463 n-d-713498-36 neutron-server[103229]: self.session.flush() Feb 09 19:14:22.618463 n-d-713498-36 neutron-server[103229]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 19:14:22.618463 n-d-713498-36 neutron-server[103229]: self.session.flush() Feb 09 19:14:22.618463 n-d-713498-36 neutron-server[103229]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 19:14:22.618463 n-d-713498-36 neutron-server[103229]: self.session.flush() Feb 09 19:14:22.618463 n-d-713498-36 neutron-server[103229]: Traceback (most recent call last): Feb 09 19:14:22.618463 n-d-713498-36 neutron-server[103229]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 19:14:22.618463 n-d-713498-36 neutron-server[103229]: timer() Feb 09 19:14:22.618463 n-d-713498-36 neutron-server[103229]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 19:14:22.618463 n-d-713498-36 neutron-server[103229]: cb(*args, **kw) Feb 09 19:14:22.618463 n-d-713498-36 neutron-server[103229]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 19:14:22.618463 n-d-713498-36 neutron-server[103229]: return func(*args, **kwargs) Feb 09 19:14:22.618463 n-d-713498-36 neutron-server[103229]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 19:14:22.618463 n-d-713498-36 neutron-server[103229]: self._notify() Feb 09 19:14:22.618463 n-d-713498-36 neutron-server[103229]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 19:14:22.618463 n-d-713498-36 neutron-server[103229]: self.callback(batched_events) Feb 09 19:14:22.618463 n-d-713498-36 neutron-server[103229]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 19:14:22.618463 n-d-713498-36 neutron-server[103229]: event.method(event) Feb 09 19:14:22.618463 n-d-713498-36 neutron-server[103229]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 19:14:22.618463 n-d-713498-36 neutron-server[103229]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 19:14:22.618463 n-d-713498-36 neutron-server[103229]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 19:14:22.618463 n-d-713498-36 neutron-server[103229]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 19:14:22.618463 n-d-713498-36 neutron-server[103229]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 19:14:22.618463 n-d-713498-36 neutron-server[103229]: return f(self, *a, **k) Feb 09 19:14:22.618463 n-d-713498-36 neutron-server[103229]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 19:14:22.618463 n-d-713498-36 neutron-server[103229]: return self._get(url).json() Feb 09 19:14:22.618463 n-d-713498-36 neutron-server[103229]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 19:14:22.618463 n-d-713498-36 neutron-server[103229]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 19:14:22.618463 n-d-713498-36 neutron-server[103229]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 19:14:22.618463 n-d-713498-36 neutron-server[103229]: return self.request(url, 'GET', **kwargs) Feb 09 19:14:22.618463 n-d-713498-36 neutron-server[103229]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 19:14:22.618463 n-d-713498-36 neutron-server[103229]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 19:14:22.618463 n-d-713498-36 neutron-server[103229]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 19:14:22.618463 n-d-713498-36 neutron-server[103229]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 19:14:22.618463 n-d-713498-36 neutron-server[103229]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 19:14:22.618463 n-d-713498-36 neutron-server[103229]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 19:14:22.618463 n-d-713498-36 neutron-server[103229]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 19:14:22.627316 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [req-19844494-af88-4ce5-b272-084d8dec184c req-38b69eca-dc6d-4f9b-ae82-a9a88ccb302a tempest-MigrationsAdminTest-892781459 tempest-MigrationsAdminTest-892781459-project] Publish callbacks [] for port (e9bcfa85-cba2-4c7c-a956-383e6c72478d), precommit_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:14:22.629841 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Device 1c69b8b2-1849-497c-b7cf-0b210ceaaf08 no longer exists at agent ovs-agent-n-d-713498-36 {{(pid=103232) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 19:14:22.682749 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-91792fe8-24c3-4479-9e49-a8a9c26e3150 admin admin] 10.222.0.75 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.3972237 Feb 09 19:14:22.682949 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] No Port match for: 1c69b8b2-1849-497c-b7cf-0b210ceaaf08 {{(pid=103232) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 19:14:22.684330 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Device 1c69b8b2-1849-497c-b7cf-0b210ceaaf08 not bound to the agent host n-d-713498-36 {{(pid=103232) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 19:14:22.729507 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-4973bdf5-859f-4707-a2b5-3ef19bb3bfcd req-1c374650-b378-4ceb-aaf4-f708e1f5c466 tempest-ServerDiskConfigTestJSON-504186010 tempest-ServerDiskConfigTestJSON-504186010-project] 10.222.0.75 "GET /v2.0/security-groups?id=3d9033a7-be2a-4459-a2da-84c23e651975&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2502456 Feb 09 19:14:22.735051 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-1290eb1f-2413-485a-b237-aa3ee102b8ef req-9ad4a0c6-9ed9-48a8-8d69-19aac362307e service neutron] 10.222.0.89 "GET /v2.0/networks/7db728b6-f824-4bd2-9bbc-3a8ddd77fc29?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1126997 Feb 09 19:14:22.764544 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-4e563158-a5c4-41b5-a90e-c12318b726ae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-590242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1885479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1818895'] for network (ed38d6f9-7d82-44db-a70f-8dd3a7475f53), after_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:14:22.808640 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b553679-6667-4357-b82d-029f2101f45a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8b32e980-7cce-5e82-a341-bd2fa8945c89-df0d76b6-f2f5-4043-aa2b-73474d172bfc', 'network_id': 'df0d76b6-f2f5-4043-aa2b-73474d172bfc', 'project_id': '45d01d230b654cc6882b0931288a01da', 'fixed_ips': [{'subnet_id': '57a76b9b-2bb4-4689-9caf-646c59807fec'}]}} from n-d-713498-36. {{(pid=103232) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 09 19:14:22.809524 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-0b553679-6667-4357-b82d-029f2101f45a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (None), before_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:14:22.849008 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [req-19844494-af88-4ce5-b272-084d8dec184c req-38b69eca-dc6d-4f9b-ae82-a9a88ccb302a tempest-MigrationsAdminTest-892781459 tempest-MigrationsAdminTest-892781459-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762866656467', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14393751'] for port (e9bcfa85-cba2-4c7c-a956-383e6c72478d), after_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:14:22.869984 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-7429db8d-6021-40ad-813e-885be449a89b None None] get_ports_and_sgs() called for port_ids ['dc73d538-3849-44b7-8f0e-7c99557efa00', '246dd422-aaed-44c8-8f53-c0bcff989a68'] {{(pid=103232) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 19:14:22.950684 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-1290eb1f-2413-485a-b237-aa3ee102b8ef req-fe1a7607-6ea3-4488-a588-e07e07f05839 service neutron] 10.222.0.89 "GET /v2.0/networks/7db728b6-f824-4bd2-9bbc-3a8ddd77fc29?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2075961 Feb 09 19:14:23.003330 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-4e563158-a5c4-41b5-a90e-c12318b726ae admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1613566'] for network (None), before_response {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:14:23.008628 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-4e563158-a5c4-41b5-a90e-c12318b726ae admin admin] 10.222.0.75 "DELETE /v2.0/networks/ed38d6f9-7d82-44db-a70f-8dd3a7475f53 HTTP/1.1" status: 204 len: 168 time: 2.1968586 Feb 09 19:14:23.010848 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e563158-a5c4-41b5-a90e-c12318b726ae admin admin] Pushing event deleted for resources: {'Network': ['ID=ed38d6f9-7d82-44db-a70f-8dd3a7475f53,revision_number=None']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:14:23.034953 n-d-713498-36 neutron-server[103230]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-19844494-af88-4ce5-b272-084d8dec184c req-38b69eca-dc6d-4f9b-ae82-a9a88ccb302a tempest-MigrationsAdminTest-892781459 tempest-MigrationsAdminTest-892781459-project] Network 2b5494c8-cf97-42c1-b902-87f998f28179 is already hosted by enough agents. {{(pid=103230) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 19:14:23.063715 n-d-713498-36 neutron-server[103230]: DEBUG neutron.scheduler.base_scheduler [req-19844494-af88-4ce5-b272-084d8dec184c req-38b69eca-dc6d-4f9b-ae82-a9a88ccb302a tempest-MigrationsAdminTest-892781459 tempest-MigrationsAdminTest-892781459-project] Resources bound (agent type, host, resource id): {{(pid=103230) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 19:14:23.094333 n-d-713498-36 neutron-server[103230]: DEBUG neutron.db.l3_dvrscheduler_db [req-19844494-af88-4ce5-b272-084d8dec184c req-38b69eca-dc6d-4f9b-ae82-a9a88ccb302a tempest-MigrationsAdminTest-892781459 tempest-MigrationsAdminTest-892781459-project] Received port after_create {{(pid=103230) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 19:14:23.103534 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38b69eca-dc6d-4f9b-ae82-a9a88ccb302a tempest-MigrationsAdminTest-892781459 tempest-MigrationsAdminTest-892781459-project] Pushing event updated for resources: {'Port': ['ID=e9bcfa85-cba2-4c7c-a956-383e6c72478d,revision_number=1']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:14:23.207644 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc092adb-54c1-4897-b8b8-cc2116abe3d1 req-11494098-dc71-453b-bd57-798806bd6f05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:14:23.210057 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-dc092adb-54c1-4897-b8b8-cc2116abe3d1 req-11494098-dc71-453b-bd57-798806bd6f05 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=b6fd652adad94d84b810e38a00b04bf3&device_id=3b1e9834-a534-412a-99fa-773ccc50c344 HTTP/1.1" status: 200 len: 1126 time: 0.1768284 Feb 09 19:14:23.315572 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19844494-af88-4ce5-b272-084d8dec184c req-38b69eca-dc6d-4f9b-ae82-a9a88ccb302a tempest-MigrationsAdminTest-892781459 tempest-MigrationsAdminTest-892781459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:14:23.316243 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [req-19844494-af88-4ce5-b272-084d8dec184c req-38b69eca-dc6d-4f9b-ae82-a9a88ccb302a tempest-MigrationsAdminTest-892781459 tempest-MigrationsAdminTest-892781459-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171096'] for port (None), before_response {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:14:23.321271 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.plugin [None req-f0eb137f-9f57-4f54-aa3a-0b38a3ec1229 admin admin] Deleting port b1a82a81-bc8f-4c81-9a97-904fb09563b3 {{(pid=103230) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 19:14:23.321603 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-f0eb137f-9f57-4f54-aa3a-0b38a3ec1229 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762867170196'] for port (b1a82a81-bc8f-4c81-9a97-904fb09563b3), before_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:14:23.392434 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 33536) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:14:23.462526 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.db_base_plugin_common [None req-0b553679-6667-4357-b82d-029f2101f45a None None] Allocated IP 172.20.0.2 (df0d76b6-f2f5-4043-aa2b-73474d172bfc/57a76b9b-2bb4-4689-9caf-646c59807fec/2450339f-4026-4e05-877b-37dd9353a1a2) {{(pid=103232) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 19:14:23.494545 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.db [None req-f0eb137f-9f57-4f54-aa3a-0b38a3ec1229 admin admin] For port b1a82a81-bc8f-4c81-9a97-904fb09563b3, host n-d-713498-36, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-36',level=0,port_id=b1a82a81-bc8f-4c81-9a97-904fb09563b3,segment=NetworkSegment(1f8c24bc-260a-43c0-b04d-21008afd5445),segment_id=1f8c24bc-260a-43c0-b04d-21008afd5445)] {{(pid=103230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 19:14:23.495683 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-f0eb137f-9f57-4f54-aa3a-0b38a3ec1229 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1820838'] for port (b1a82a81-bc8f-4c81-9a97-904fb09563b3), precommit_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:14:23.520095 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.plugin [None req-f0eb137f-9f57-4f54-aa3a-0b38a3ec1229 admin admin] Calling delete_port for b1a82a81-bc8f-4c81-9a97-904fb09563b3 owned by network:router_interface {{(pid=103230) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 19:14:23.579682 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-bc2eb500-2bd0-4733-b948-cf4ebf7b7dfb admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=dd68a30cbd724a479c2573502973494c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1825032 Feb 09 19:14:23.584381 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 33544) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:14:23.617639 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc092adb-54c1-4897-b8b8-cc2116abe3d1 req-2cc68ffb-4dec-406e-b4f2-8cccbfd08353 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:14:23.619227 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-dc092adb-54c1-4897-b8b8-cc2116abe3d1 req-2cc68ffb-4dec-406e-b4f2-8cccbfd08353 service neutron] 10.222.0.89 "GET /v2.0/networks?id=7db728b6-f824-4bd2-9bbc-3a8ddd77fc29 HTTP/1.1" status: 200 len: 916 time: 0.3983679 Feb 09 19:14:23.723034 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-dc092adb-54c1-4897-b8b8-cc2116abe3d1 req-68dc4d6c-29b2-4475-8000-9dcc413e97d8 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=36c7de31-85c6-4cbd-b0d1-a39d123080e6 HTTP/1.1" status: 200 len: 217 time: 0.0853715 Feb 09 19:14:23.763332 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.provisioning_blocks [None req-3632b390-d3c9-49dd-94b8-0b67bf74b23b None None] Provisioning complete for port e9bcfa85-cba2-4c7c-a956-383e6c72478d triggered by entity DHCP. {{(pid=103232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 19:14:23.764388 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-3632b390-d3c9-49dd-94b8-0b67bf74b23b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593630'] for port (e9bcfa85-cba2-4c7c-a956-383e6c72478d), provisioning_complete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:14:23.781580 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-19844494-af88-4ce5-b272-084d8dec184c req-38b69eca-dc6d-4f9b-ae82-a9a88ccb302a tempest-MigrationsAdminTest-892781459 tempest-MigrationsAdminTest-892781459-project] 10.222.0.90 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.7940733 Feb 09 19:14:23.797240 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.v2.base [req-19844494-af88-4ce5-b272-084d8dec184c req-9646ce7b-d70a-44d3-840d-71c1a085e06c service neutron] Request body: {'port': {'device_id': '9cec8a2a-9f08-4ec2-981f-5cef55181738', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-713498-36'}} {{(pid=103230) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 19:14:23.810061 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-6688051c-8964-4169-9a72-69a4c92e21d5 admin admin] Publish callbacks [] for security_group (73443f61-e28a-43ce-9cbb-ef678fe5ea76), before_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:14:23.849383 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-6688051c-8964-4169-9a72-69a4c92e21d5 admin admin] Publish callbacks [] for security_group (73443f61-e28a-43ce-9cbb-ef678fe5ea76), precommit_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:14:23.931140 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-565e5382-a705-4eee-a982-2586e328e4b6 req-c3978176-6056-4b05-b378-2c035a8b103c tempest-MigrationsAdminTest-892781459 tempest-MigrationsAdminTest-892781459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:14:23.940053 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-565e5382-a705-4eee-a982-2586e328e4b6 req-c3978176-6056-4b05-b378-2c035a8b103c tempest-MigrationsAdminTest-892781459 tempest-MigrationsAdminTest-892781459-project] 10.222.0.75 "GET /v2.0/ports?device_id=9cec8a2a-9f08-4ec2-981f-5cef55181738 HTTP/1.1" status: 200 len: 936 time: 0.1664238 Feb 09 19:14:23.942034 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [req-19844494-af88-4ce5-b272-084d8dec184c req-9646ce7b-d70a-44d3-840d-71c1a085e06c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (e9bcfa85-cba2-4c7c-a956-383e6c72478d), before_update {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:14:23.948316 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-3632b390-d3c9-49dd-94b8-0b67bf74b23b None None] Port e9bcfa85-cba2-4c7c-a956-383e6c72478d cannot update to ACTIVE because it is not bound. {{(pid=103232) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 19:14:24.092326 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-0b553679-6667-4357-b82d-029f2101f45a None None] Publish callbacks [] for port (2450339f-4026-4e05-877b-37dd9353a1a2), precommit_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:14:24.099495 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-565e5382-a705-4eee-a982-2586e328e4b6 req-3d180d56-ea80-4e4e-b913-a0be8ae094c4 tempest-MigrationsAdminTest-892781459 tempest-MigrationsAdminTest-892781459-project] 10.222.0.75 "GET /v2.0/security-groups?id=709912c8-8171-4435-800e-9e5c5e45bf8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1582403 Feb 09 19:14:24.101591 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-f0eb137f-9f57-4f54-aa3a-0b38a3ec1229 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762867177463', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762866656476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14393751'] for port (b1a82a81-bc8f-4c81-9a97-904fb09563b3), after_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:14:24.121249 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-0b553679-6667-4357-b82d-029f2101f45a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762866656467'] for port (2450339f-4026-4e05-877b-37dd9353a1a2), after_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:14:24.195032 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b553679-6667-4357-b82d-029f2101f45a None None] Pushing event updated for resources: {'Port': ['ID=2450339f-4026-4e05-877b-37dd9353a1a2,revision_number=1']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:14:24.205827 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b553679-6667-4357-b82d-029f2101f45a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:14:24.206202 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b553679-6667-4357-b82d-029f2101f45a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:14:24.206620 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b553679-6667-4357-b82d-029f2101f45a None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:14:24.206965 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b553679-6667-4357-b82d-029f2101f45a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:14:24.207302 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b553679-6667-4357-b82d-029f2101f45a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:14:24.207640 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b553679-6667-4357-b82d-029f2101f45a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:14:24.207972 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b553679-6667-4357-b82d-029f2101f45a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:14:24.208302 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b553679-6667-4357-b82d-029f2101f45a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:14:24.208631 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b553679-6667-4357-b82d-029f2101f45a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:14:24.208960 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b553679-6667-4357-b82d-029f2101f45a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:14:24.209288 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b553679-6667-4357-b82d-029f2101f45a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:14:24.209613 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b553679-6667-4357-b82d-029f2101f45a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:14:24.209936 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b553679-6667-4357-b82d-029f2101f45a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:14:24.246656 n-d-713498-36 neutron-server[103232]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b553679-6667-4357-b82d-029f2101f45a None None] Network df0d76b6-f2f5-4043-aa2b-73474d172bfc is already hosted by enough agents. {{(pid=103232) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 19:14:24.248933 n-d-713498-36 neutron-server[103232]: DEBUG neutron.scheduler.base_scheduler [None req-0b553679-6667-4357-b82d-029f2101f45a None None] Resources bound (agent type, host, resource id): {{(pid=103232) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 19:14:24.255372 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0eb137f-9f57-4f54-aa3a-0b38a3ec1229 admin admin] Pushing event deleted for resources: {'Port': ['ID=b1a82a81-bc8f-4c81-9a97-904fb09563b3,revision_number=None']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:14:24.264097 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b553679-6667-4357-b82d-029f2101f45a None None] Received port after_create {{(pid=103232) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 19:14:24.399023 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.managers [None req-0b553679-6667-4357-b82d-029f2101f45a None None] Attempting to bind port 2450339f-4026-4e05-877b-37dd9353a1a2 on host n-d-713498-36 for vnic_type normal with profile {{(pid=103232) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 19:14:24.399595 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.managers [None req-0b553679-6667-4357-b82d-029f2101f45a None None] Attempting to bind port 2450339f-4026-4e05-877b-37dd9353a1a2 by drivers openvswitch,hyperv on host n-d-713498-36 at level 0 using segments [{'id': '49c21643-b4af-42c1-8cee-d50eb741b435', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': 'df0d76b6-f2f5-4043-aa2b-73474d172bfc'}] {{(pid=103232) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 19:14:24.400586 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b553679-6667-4357-b82d-029f2101f45a None None] Attempting to bind port 2450339f-4026-4e05-877b-37dd9353a1a2 on network df0d76b6-f2f5-4043-aa2b-73474d172bfc {{(pid=103232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 19:14:24.417010 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b553679-6667-4357-b82d-029f2101f45a None None] Checking agent: {'id': '496418a2-c002-4aec-ab1a-07f3bea491bd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-36', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 18, 51, 47), 'started_at': datetime.datetime(2022, 2, 9, 18, 52, 17), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 19, 14, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-36'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 19:14:24.417401 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b553679-6667-4357-b82d-029f2101f45a None None] Checking segment: {'id': '49c21643-b4af-42c1-8cee-d50eb741b435', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': 'df0d76b6-f2f5-4043-aa2b-73474d172bfc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103232) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 19:14:24.417812 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-0b553679-6667-4357-b82d-029f2101f45a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:14:24.418711 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b553679-6667-4357-b82d-029f2101f45a None None] Bound using segment: {'id': '49c21643-b4af-42c1-8cee-d50eb741b435', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': 'df0d76b6-f2f5-4043-aa2b-73474d172bfc'} {{(pid=103232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 19:14:24.418711 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.managers [None req-0b553679-6667-4357-b82d-029f2101f45a None None] Bound port: 2450339f-4026-4e05-877b-37dd9353a1a2, host: n-d-713498-36, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '49c21643-b4af-42c1-8cee-d50eb741b435', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': 'df0d76b6-f2f5-4043-aa2b-73474d172bfc'}}] {{(pid=103232) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 19:14:24.419100 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-0b553679-6667-4357-b82d-029f2101f45a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (2450339f-4026-4e05-877b-37dd9353a1a2), before_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:14:24.441423 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-217271ff-8d54-4f1c-822b-788b610f984c req-6cc0c20b-ee0a-4951-af63-e2344c75c536 tempest-ServerDiskConfigTestJSON-504186010 tempest-ServerDiskConfigTestJSON-504186010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:14:24.443186 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-217271ff-8d54-4f1c-822b-788b610f984c req-6cc0c20b-ee0a-4951-af63-e2344c75c536 tempest-ServerDiskConfigTestJSON-504186010 tempest-ServerDiskConfigTestJSON-504186010-project] 10.222.0.75 "GET /v2.0/ports?device_id=3b1e9834-a534-412a-99fa-773ccc50c344 HTTP/1.1" status: 200 len: 943 time: 0.2298474 Feb 09 19:14:24.604654 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-0b553679-6667-4357-b82d-029f2101f45a None None] For port 2450339f-4026-4e05-877b-37dd9353a1a2, host n-d-713498-36, cleared binding levels {{(pid=103232) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 19:14:24.609886 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-0b553679-6667-4357-b82d-029f2101f45a None None] For port 2450339f-4026-4e05-877b-37dd9353a1a2, host n-d-713498-36, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-36',level=0,port_id=2450339f-4026-4e05-877b-37dd9353a1a2,segment=NetworkSegment(49c21643-b4af-42c1-8cee-d50eb741b435),segment_id=49c21643-b4af-42c1-8cee-d50eb741b435)] {{(pid=103232) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 19:14:24.624801 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-0b553679-6667-4357-b82d-029f2101f45a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762867176205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762866656485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762866656503'] for port (2450339f-4026-4e05-877b-37dd9353a1a2), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:14:24.667393 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-217271ff-8d54-4f1c-822b-788b610f984c req-bc5ee8cd-6b2c-4030-af4f-995d2a92e36f tempest-ServerDiskConfigTestJSON-504186010 tempest-ServerDiskConfigTestJSON-504186010-project] 10.222.0.75 "GET /v2.0/security-groups?id=3d9033a7-be2a-4459-a2da-84c23e651975&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2179718 Feb 09 19:14:24.696235 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b3dac50-4da4-4c31-9b2c-8c57d7a406eb req-ede0af28-8054-4530-b06e-01c4db408c21 tempest-ListServerFiltersTestJSON-592653301 tempest-ListServerFiltersTestJSON-592653301-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:14:24.710650 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-6b3dac50-4da4-4c31-9b2c-8c57d7a406eb req-ede0af28-8054-4530-b06e-01c4db408c21 tempest-ListServerFiltersTestJSON-592653301 tempest-ListServerFiltersTestJSON-592653301-project] 10.222.0.75 "GET /v2.0/networks?id=df0d76b6-f2f5-4043-aa2b-73474d172bfc HTTP/1.1" status: 200 len: 815 time: 1.1049256 Feb 09 19:14:24.712693 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc092adb-54c1-4897-b8b8-cc2116abe3d1 req-072ee2fd-dd69-41c0-a4f0-aa1a49eb5428 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:14:24.714479 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-dc092adb-54c1-4897-b8b8-cc2116abe3d1 req-072ee2fd-dd69-41c0-a4f0-aa1a49eb5428 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=56850be1-15c2-42cc-9dca-1e107c979838 HTTP/1.1" status: 200 len: 855 time: 0.9834709 Feb 09 19:14:24.793580 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b553679-6667-4357-b82d-029f2101f45a None None] Pushing event updated for resources: {'Port': ['ID=2450339f-4026-4e05-877b-37dd9353a1a2,revision_number=2']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:14:24.809248 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-6b3dac50-4da4-4c31-9b2c-8c57d7a406eb req-d7a3cb40-67ac-4f9e-9d13-ada80e1fe4a0 tempest-ListServerFiltersTestJSON-592653301 tempest-ListServerFiltersTestJSON-592653301-project] 10.222.0.75 "GET /v2.0/quotas/45d01d230b654cc6882b0931288a01da HTTP/1.1" status: 200 len: 375 time: 0.0860300 Feb 09 19:14:24.811648 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-dc092adb-54c1-4897-b8b8-cc2116abe3d1 req-d72cbca3-304b-4dcf-af18-f8289e0a2ac1 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=7db728b6-f824-4bd2-9bbc-3a8ddd77fc29&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0817523 Feb 09 19:14:24.854348 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-6688051c-8964-4169-9a72-69a4c92e21d5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1892331'] for security_group (73443f61-e28a-43ce-9cbb-ef678fe5ea76), after_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:14:24.858969 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-6688051c-8964-4169-9a72-69a4c92e21d5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:14:24.861745 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-6688051c-8964-4169-9a72-69a4c92e21d5 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/73443f61-e28a-43ce-9cbb-ef678fe5ea76 HTTP/1.1" status: 204 len: 168 time: 1.2753210 Feb 09 19:14:24.870713 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-f0eb137f-9f57-4f54-aa3a-0b38a3ec1229 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1613467', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1834633'] for router_interface (f27e0cdc-0e67-4758-967f-051d42596dc8), after_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:14:25.143990 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6688051c-8964-4169-9a72-69a4c92e21d5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=73443f61-e28a-43ce-9cbb-ef678fe5ea76,revision_number=None']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:14:25.152911 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-dc092adb-54c1-4897-b8b8-cc2116abe3d1 req-7047e296-3496-4eb0-a1d9-ed563830e45f service neutron] 10.222.0.89 "GET /v2.0/networks/7db728b6-f824-4bd2-9bbc-3a8ddd77fc29?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3287883 Feb 09 19:14:25.373513 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-6b3dac50-4da4-4c31-9b2c-8c57d7a406eb req-18ecc187-1cda-4b20-903a-e3ffa4151a11 tempest-ListServerFiltersTestJSON-592653301 tempest-ListServerFiltersTestJSON-592653301-project] 10.222.0.75 "GET /v2.0/ports?tenant_id=45d01d230b654cc6882b0931288a01da&fields=id HTTP/1.1" status: 200 len: 255 time: 0.5401816 Feb 09 19:14:25.442621 n-d-713498-36 neutron-server[103230]: DEBUG neutron.notifiers.nova [req-19844494-af88-4ce5-b272-084d8dec184c req-9646ce7b-d70a-44d3-840d-71c1a085e06c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e9bcfa85-cba2-4c7c-a956-383e6c72478d {{(pid=103230) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 19:14:25.453551 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [req-19844494-af88-4ce5-b272-084d8dec184c req-9646ce7b-d70a-44d3-840d-71c1a085e06c service neutron] Publish callbacks [] for port (e9bcfa85-cba2-4c7c-a956-383e6c72478d), precommit_update {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:14:25.470874 n-d-713498-36 neutron-server[103230]: DEBUG neutron.db.provisioning_blocks [req-19844494-af88-4ce5-b272-084d8dec184c req-9646ce7b-d70a-44d3-840d-71c1a085e06c service neutron] Transition to ACTIVE for port object e9bcfa85-cba2-4c7c-a956-383e6c72478d will not be triggered until provisioned by entity L2. {{(pid=103230) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 19:14:25.471225 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-dc092adb-54c1-4897-b8b8-cc2116abe3d1 req-096faeb5-7ccb-40ae-8071-34ba20ecdbc1 service neutron] 10.222.0.89 "GET /v2.0/networks/7db728b6-f824-4bd2-9bbc-3a8ddd77fc29?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3108275 Feb 09 19:14:25.477744 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [req-19844494-af88-4ce5-b272-084d8dec184c req-9646ce7b-d70a-44d3-840d-71c1a085e06c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762867176205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762866656485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762866656503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14393758'] for port (e9bcfa85-cba2-4c7c-a956-383e6c72478d), after_update {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:14:25.489361 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Device 36c7de31-85c6-4cbd-b0d1-a39d123080e6 details requested by agent hyperv_n-h1-713498-36 with host n-h1-713498-36 {{(pid=103232) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 19:14:25.553413 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9646ce7b-d70a-44d3-840d-71c1a085e06c service neutron] Pushing event updated for resources: {'Port': ['ID=e9bcfa85-cba2-4c7c-a956-383e6c72478d,revision_number=2']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:14:25.596676 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-6b3dac50-4da4-4c31-9b2c-8c57d7a406eb req-765f0987-7f58-405c-9b73-65bb98f4466a service neutron] 10.222.0.75 "GET /v2.0/networks/df0d76b6-f2f5-4043-aa2b-73474d172bfc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2222784 Feb 09 19:14:25.760336 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] For port 36c7de31-85c6-4cbd-b0d1-a39d123080e6, host n-h1-713498-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-36',level=0,port_id=36c7de31-85c6-4cbd-b0d1-a39d123080e6,segment=NetworkSegment(1e2a1863-ec93-4db2-ba80-84e2ae4ef342),segment_id=1e2a1863-ec93-4db2-ba80-84e2ae4ef342)] {{(pid=103232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 19:14:25.808548 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5db9aceb-2bc6-45f2-be33-a5da70cb1bc7 req-3a8985f0-0bfe-4372-b24a-df17a1fe57d0 tempest-MigrationsAdminTest-892781459 tempest-MigrationsAdminTest-892781459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:14:25.811649 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-5db9aceb-2bc6-45f2-be33-a5da70cb1bc7 req-3a8985f0-0bfe-4372-b24a-df17a1fe57d0 tempest-MigrationsAdminTest-892781459 tempest-MigrationsAdminTest-892781459-project] 10.222.0.75 "GET /v2.0/ports?device_id=9cec8a2a-9f08-4ec2-981f-5cef55181738 HTTP/1.1" status: 200 len: 948 time: 0.3389702 Feb 09 19:14:25.822324 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-6b3dac50-4da4-4c31-9b2c-8c57d7a406eb req-f8017784-df4a-44cd-bfe6-a2fcd0e53356 service neutron] 10.222.0.75 "GET /v2.0/networks/df0d76b6-f2f5-4043-aa2b-73474d172bfc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2245529 Feb 09 19:14:25.833337 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Returning: {'device': '36c7de31-85c6-4cbd-b0d1-a39d123080e6', 'network_id': '7db728b6-f824-4bd2-9bbc-3a8ddd77fc29', 'port_id': '36c7de31-85c6-4cbd-b0d1-a39d123080e6', 'mac_address': 'fa:16:3e:3f:c5:5b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 362, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '56850be1-15c2-42cc-9dca-1e107c979838', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103232) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 19:14:25.854023 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.managers [req-19844494-af88-4ce5-b272-084d8dec184c req-9646ce7b-d70a-44d3-840d-71c1a085e06c service neutron] Attempting to bind port e9bcfa85-cba2-4c7c-a956-383e6c72478d on host n-h2-713498-36 for vnic_type normal with profile {{(pid=103230) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 19:14:25.859314 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.managers [req-19844494-af88-4ce5-b272-084d8dec184c req-9646ce7b-d70a-44d3-840d-71c1a085e06c service neutron] Attempting to bind port e9bcfa85-cba2-4c7c-a956-383e6c72478d by drivers openvswitch,hyperv on host n-h2-713498-36 at level 0 using segments [{'id': '50e5915e-18f0-4558-9a28-b978975ead36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': '2b5494c8-cf97-42c1-b902-87f998f28179'}] {{(pid=103230) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 19:14:25.860096 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19844494-af88-4ce5-b272-084d8dec184c req-9646ce7b-d70a-44d3-840d-71c1a085e06c service neutron] Attempting to bind port e9bcfa85-cba2-4c7c-a956-383e6c72478d on network 2b5494c8-cf97-42c1-b902-87f998f28179 {{(pid=103230) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 19:14:25.911957 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19844494-af88-4ce5-b272-084d8dec184c req-9646ce7b-d70a-44d3-840d-71c1a085e06c service neutron] Port e9bcfa85-cba2-4c7c-a956-383e6c72478d on network 2b5494c8-cf97-42c1-b902-87f998f28179 not bound, no agent of type Open vSwitch agent registered on host n-h2-713498-36 {{(pid=103230) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 19:14:25.912430 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19844494-af88-4ce5-b272-084d8dec184c req-9646ce7b-d70a-44d3-840d-71c1a085e06c service neutron] Attempting to bind port e9bcfa85-cba2-4c7c-a956-383e6c72478d on network 2b5494c8-cf97-42c1-b902-87f998f28179 {{(pid=103230) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 19:14:25.956839 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Current status of the port 36c7de31-85c6-4cbd-b0d1-a39d123080e6 is: DOWN; New status is: BUILD {{(pid=103232) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 19:14:25.957794 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (36c7de31-85c6-4cbd-b0d1-a39d123080e6), before_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:14:25.991195 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19844494-af88-4ce5-b272-084d8dec184c req-9646ce7b-d70a-44d3-840d-71c1a085e06c service neutron] Checking agent: {'id': 'bcd5faee-dc24-4298-9134-0e0aa054058e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713498-36', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 18, 59, 19), 'started_at': datetime.datetime(2022, 2, 9, 18, 59, 19), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 19, 14, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103230) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 19:14:25.992282 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19844494-af88-4ce5-b272-084d8dec184c req-9646ce7b-d70a-44d3-840d-71c1a085e06c service neutron] Checking segment: {'id': '50e5915e-18f0-4558-9a28-b978975ead36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': '2b5494c8-cf97-42c1-b902-87f998f28179'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103230) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 19:14:25.997182 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19844494-af88-4ce5-b272-084d8dec184c req-9646ce7b-d70a-44d3-840d-71c1a085e06c service neutron] Bound using segment: {'id': '50e5915e-18f0-4558-9a28-b978975ead36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': '2b5494c8-cf97-42c1-b902-87f998f28179'} {{(pid=103230) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 19:14:25.997390 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.managers [req-19844494-af88-4ce5-b272-084d8dec184c req-9646ce7b-d70a-44d3-840d-71c1a085e06c service neutron] Bound port: e9bcfa85-cba2-4c7c-a956-383e6c72478d, host: n-h2-713498-36, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '50e5915e-18f0-4558-9a28-b978975ead36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': '2b5494c8-cf97-42c1-b902-87f998f28179'}}] {{(pid=103230) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 19:14:26.002119 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [req-19844494-af88-4ce5-b272-084d8dec184c req-9646ce7b-d70a-44d3-840d-71c1a085e06c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (e9bcfa85-cba2-4c7c-a956-383e6c72478d), before_update {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:14:26.018723 n-d-713498-36 neutron-server[103232]: DEBUG neutron.notifiers.nova [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 36c7de31-85c6-4cbd-b0d1-a39d123080e6 {{(pid=103232) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 19:14:26.088574 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] For port 36c7de31-85c6-4cbd-b0d1-a39d123080e6, host n-h1-713498-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-36',level=0,port_id=36c7de31-85c6-4cbd-b0d1-a39d123080e6,segment=NetworkSegment(1e2a1863-ec93-4db2-ba80-84e2ae4ef342),segment_id=1e2a1863-ec93-4db2-ba80-84e2ae4ef342)] {{(pid=103232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 19:14:26.103899 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762867176205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762866656485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762866656503'] for port (36c7de31-85c6-4cbd-b0d1-a39d123080e6), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:14:26.238195 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Pushing event updated for resources: {'Port': ['ID=36c7de31-85c6-4cbd-b0d1-a39d123080e6,revision_number=4']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:14:26.321814 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] get_ports_and_sgs() called for port_ids ['36c7de31-85c6-4cbd-b0d1-a39d123080e6'] {{(pid=103232) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 19:14:26.439069 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-5db9aceb-2bc6-45f2-be33-a5da70cb1bc7 req-1dcfa993-dbae-4823-8b75-128d4f7d929f tempest-MigrationsAdminTest-892781459 tempest-MigrationsAdminTest-892781459-project] 10.222.0.75 "GET /v2.0/security-groups?id=709912c8-8171-4435-800e-9e5c5e45bf8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6046948 Feb 09 19:14:26.665270 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.db [req-19844494-af88-4ce5-b272-084d8dec184c req-9646ce7b-d70a-44d3-840d-71c1a085e06c service neutron] For port e9bcfa85-cba2-4c7c-a956-383e6c72478d, host n-h2-713498-36, cleared binding levels {{(pid=103230) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 19:14:26.670814 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.db [req-19844494-af88-4ce5-b272-084d8dec184c req-9646ce7b-d70a-44d3-840d-71c1a085e06c service neutron] For port e9bcfa85-cba2-4c7c-a956-383e6c72478d, host n-h2-713498-36, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-36',level=0,port_id=e9bcfa85-cba2-4c7c-a956-383e6c72478d,segment=NetworkSegment(50e5915e-18f0-4558-9a28-b978975ead36),segment_id=50e5915e-18f0-4558-9a28-b978975ead36)] {{(pid=103230) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 19:14:26.674268 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 33608) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:14:26.691783 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [req-19844494-af88-4ce5-b272-084d8dec184c req-9646ce7b-d70a-44d3-840d-71c1a085e06c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762867176205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762866656485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762866656503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14393758'] for port (e9bcfa85-cba2-4c7c-a956-383e6c72478d), after_update {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:14:26.712135 n-d-713498-36 neutron-server[103230]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f0eb137f-9f57-4f54-aa3a-0b38a3ec1229 admin admin] Router f27e0cdc-0e67-4758-967f-051d42596dc8 has already been hosted by L3 agent 93303d5e-5d17-45e8-8963-7694f87783ae {{(pid=103230) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 19:14:26.767594 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19844494-af88-4ce5-b272-084d8dec184c req-9646ce7b-d70a-44d3-840d-71c1a085e06c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:14:26.768251 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [req-19844494-af88-4ce5-b272-084d8dec184c req-9646ce7b-d70a-44d3-840d-71c1a085e06c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171096'] for port (None), before_response {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:14:26.777972 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-19844494-af88-4ce5-b272-084d8dec184c req-9646ce7b-d70a-44d3-840d-71c1a085e06c service neutron] 10.222.0.90 "PUT /v2.0/ports/e9bcfa85-cba2-4c7c-a956-383e6c72478d HTTP/1.1" status: 200 len: 1097 time: 2.9836910 Feb 09 19:14:26.778513 n-d-713498-36 neutron-server[103230]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9cec8a2a-9f08-4ec2-981f-5cef55181738', 'tag': 'e9bcfa85-cba2-4c7c-a956-383e6c72478d'}] {{(pid=103230) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 19:14:26.781712 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d7c937d-e938-4682-90eb-d549c2e722fe None None] Network df0d76b6-f2f5-4043-aa2b-73474d172bfc requested from n-d-713498-36 {{(pid=103232) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 19:14:26.787524 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75e2cf35-3d72-492a-8346-969022d6d997 req-7a1edfdb-0f09-4388-b458-dadbfba2589a tempest-ServerDiskConfigTestJSON-504186010 tempest-ServerDiskConfigTestJSON-504186010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:14:26.793130 n-d-713498-36 neutron-server[103230]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aee5919275bae9f72eb374ee322673045eb80c1f84b4b45a97d96923bd50ab51" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d32ede2a-f91d-45c2-acc3-1d0c3116e3df" -d '{"events": [{"name": "network-changed", "server_uuid": "9cec8a2a-9f08-4ec2-981f-5cef55181738", "tag": "e9bcfa85-cba2-4c7c-a956-383e6c72478d"}]}' {{(pid=103230) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 19:14:26.810094 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-75e2cf35-3d72-492a-8346-969022d6d997 req-7a1edfdb-0f09-4388-b458-dadbfba2589a tempest-ServerDiskConfigTestJSON-504186010 tempest-ServerDiskConfigTestJSON-504186010-project] 10.222.0.75 "GET /v2.0/ports?device_id=3b1e9834-a534-412a-99fa-773ccc50c344 HTTP/1.1" status: 200 len: 944 time: 0.3590407 Feb 09 19:14:26.852029 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Device 2450339f-4026-4e05-877b-37dd9353a1a2 up at agent ovs-agent-n-d-713498-36 {{(pid=103232) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 19:14:26.958343 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-75e2cf35-3d72-492a-8346-969022d6d997 req-6f3c0b17-65e3-47df-b033-6c30a228e896 tempest-ServerDiskConfigTestJSON-504186010 tempest-ServerDiskConfigTestJSON-504186010-project] 10.222.0.75 "GET /v2.0/security-groups?id=3d9033a7-be2a-4459-a2da-84c23e651975&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1428390 Feb 09 19:14:27.140845 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9646ce7b-d70a-44d3-840d-71c1a085e06c service neutron] Pushing event updated for resources: {'Port': ['ID=e9bcfa85-cba2-4c7c-a956-383e6c72478d,revision_number=3']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:14:27.151615 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.v2.base [None req-5d7d0087-cbe1-49f4-b0b4-43378bcb1ca1 admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsNegativeTestJSON-1486501206-network', 'tenant_id': '4803e41461cb4b1ba4885e3b77ff61ab'}} {{(pid=103230) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 19:14:27.159749 n-d-713498-36 neutron-server[103230]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 19:14:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7266063f-2418-4b72-bfa1-eab6be2497ea x-openstack-request-id: req-7266063f-2418-4b72-bfa1-eab6be2497ea {{(pid=103230) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 19:14:27.160250 n-d-713498-36 neutron-server[103230]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9cec8a2a-9f08-4ec2-981f-5cef55181738", "tag": "e9bcfa85-cba2-4c7c-a956-383e6c72478d", "status": "completed", "code": 200}]} {{(pid=103230) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 19:14:27.160658 n-d-713498-36 neutron-server[103230]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-7266063f-2418-4b72-bfa1-eab6be2497ea {{(pid=103230) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 19:14:27.161211 n-d-713498-36 neutron-server[103230]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9cec8a2a-9f08-4ec2-981f-5cef55181738', 'tag': 'e9bcfa85-cba2-4c7c-a956-383e6c72478d', 'status': 'completed', 'code': 200} Feb 09 19:14:27.446378 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5d7d0087-cbe1-49f4-b0b4-43378bcb1ca1 admin admin] Made reservation on behalf of 4803e41461cb4b1ba4885e3b77ff61ab for: {'network': 1} {{(pid=103230) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 19:14:27.453995 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-5d7d0087-cbe1-49f4-b0b4-43378bcb1ca1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for network (None), before_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:14:27.461990 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.provisioning_blocks [None req-1737650b-8ccc-4948-a73a-f8ab8d57a35e None None] Provisioning complete for port 2450339f-4026-4e05-877b-37dd9353a1a2 triggered by entity DHCP. {{(pid=103232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 19:14:27.462366 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-1737650b-8ccc-4948-a73a-f8ab8d57a35e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593630'] for port (2450339f-4026-4e05-877b-37dd9353a1a2), provisioning_complete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:14:27.508095 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-5d7d0087-cbe1-49f4-b0b4-43378bcb1ca1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:14:27.610426 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19844494-af88-4ce5-b272-084d8dec184c req-161e6c3f-ad7b-41d3-9e0f-7b1844708217 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:14:27.612506 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-19844494-af88-4ce5-b272-084d8dec184c req-161e6c3f-ad7b-41d3-9e0f-7b1844708217 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=51b81e7592544b98a90626c2bba713eb&device_id=9cec8a2a-9f08-4ec2-981f-5cef55181738 HTTP/1.1" status: 200 len: 1131 time: 0.4544730 Feb 09 19:14:27.646723 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.provisioning_blocks [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Provisioning complete for port 2450339f-4026-4e05-877b-37dd9353a1a2 triggered by entity L2. {{(pid=103232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 19:14:27.648765 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593630'] for port (2450339f-4026-4e05-877b-37dd9353a1a2), provisioning_complete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:14:27.704286 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-5d7d0087-cbe1-49f4-b0b4-43378bcb1ca1 admin admin] Publish callbacks [] for security_group (47e347be-a942-4820-ad68-433aef711167), precommit_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:14:27.723859 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-5d7d0087-cbe1-49f4-b0b4-43378bcb1ca1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1892331'] for security_group (47e347be-a942-4820-ad68-433aef711167), after_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:14:27.781902 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14f33f36-a130-4695-a274-6180d30b131c req-7d310a4a-4d4b-4778-a823-a34167222031 tempest-ListServerFiltersTestJSON-592653301 tempest-ListServerFiltersTestJSON-592653301-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:14:27.783944 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-14f33f36-a130-4695-a274-6180d30b131c req-7d310a4a-4d4b-4778-a823-a34167222031 tempest-ListServerFiltersTestJSON-592653301 tempest-ListServerFiltersTestJSON-592653301-project] 10.222.0.75 "GET /v2.0/networks?id=df0d76b6-f2f5-4043-aa2b-73474d172bfc HTTP/1.1" status: 200 len: 815 time: 1.0262139 Feb 09 19:14:27.796116 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-19844494-af88-4ce5-b272-084d8dec184c req-0005fc44-297b-4054-b4b7-b4072c6dc41a service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.219&port_id=e9bcfa85-cba2-4c7c-a956-383e6c72478d HTTP/1.1" status: 200 len: 217 time: 0.0839641 Feb 09 19:14:27.822534 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a04f1b0d-3693-44ff-98eb-d975aa8b84a6 req-46fe358a-4b4d-4ba1-a351-9b346b947816 tempest-MigrationsAdminTest-892781459 tempest-MigrationsAdminTest-892781459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:14:27.837652 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-a04f1b0d-3693-44ff-98eb-d975aa8b84a6 req-46fe358a-4b4d-4ba1-a351-9b346b947816 tempest-MigrationsAdminTest-892781459 tempest-MigrationsAdminTest-892781459-project] 10.222.0.75 "GET /v2.0/ports?device_id=9cec8a2a-9f08-4ec2-981f-5cef55181738 HTTP/1.1" status: 200 len: 948 time: 0.2000182 Feb 09 19:14:27.866196 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-14f33f36-a130-4695-a274-6180d30b131c req-2b279bc0-9c70-4f78-9f8f-7222b2c7b4b3 tempest-ListServerFiltersTestJSON-592653301 tempest-ListServerFiltersTestJSON-592653301-project] 10.222.0.75 "GET /v2.0/quotas/45d01d230b654cc6882b0931288a01da HTTP/1.1" status: 200 len: 375 time: 0.0632479 Feb 09 19:14:27.868088 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5d7d0087-cbe1-49f4-b0b4-43378bcb1ca1 admin admin] vlan segment allocate from pool success with {'vlan_id': 368, 'physical_network': 'physnet1'} {{(pid=103230) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 19:14:27.986066 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-1737650b-8ccc-4948-a73a-f8ab8d57a35e None None] Current status of the port 2450339f-4026-4e05-877b-37dd9353a1a2 is: DOWN; New status is: ACTIVE {{(pid=103232) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 19:14:27.986974 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-1737650b-8ccc-4948-a73a-f8ab8d57a35e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (2450339f-4026-4e05-877b-37dd9353a1a2), before_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:14:27.992914 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-a04f1b0d-3693-44ff-98eb-d975aa8b84a6 req-7bdb2a69-ddc1-455b-8452-a7e16fc5507e tempest-MigrationsAdminTest-892781459 tempest-MigrationsAdminTest-892781459-project] 10.222.0.75 "GET /v2.0/security-groups?id=709912c8-8171-4435-800e-9e5c5e45bf8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1525280 Feb 09 19:14:28.109864 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Current status of the port 2450339f-4026-4e05-877b-37dd9353a1a2 is: DOWN; New status is: ACTIVE {{(pid=103232) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 19:14:28.114840 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (2450339f-4026-4e05-877b-37dd9353a1a2), before_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:14:28.129453 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d7d0087-cbe1-49f4-b0b4-43378bcb1ca1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=47e347be-a942-4820-ad68-433aef711167,revision_number=1']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:14:28.132476 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f0eb137f-9f57-4f54-aa3a-0b38a3ec1229 admin admin] Notify agent at l3_agent.n-d-713498-36 the message routers_updated {{(pid=103230) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 19:14:28.170897 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 33648) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:14:28.189199 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-f0eb137f-9f57-4f54-aa3a-0b38a3ec1229 admin admin] 10.222.0.75 "PUT /v2.0/routers/f27e0cdc-0e67-4758-967f-051d42596dc8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 9.1204646 Feb 09 19:14:28.190897 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-5d7d0087-cbe1-49f4-b0b4-43378bcb1ca1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-759574'] for segment (89d1d4f3-2910-47d5-93bc-1d916b299c75), precommit_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:14:28.191245 n-d-713498-36 neutron-server[103230]: INFO neutron.db.segments_db [None req-5d7d0087-cbe1-49f4-b0b4-43378bcb1ca1 admin admin] Added segment 89d1d4f3-2910-47d5-93bc-1d916b299c75 of type vlan for network bfeec6fe-8a4b-4ced-8af6-48b30d934f6e Feb 09 19:14:28.203600 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dff3d575-1e53-4871-a5d9-edb866447057 None None] Sync routers for ids ['f27e0cdc-0e67-4758-967f-051d42596dc8'] in n-d-713498-36 {{(pid=103232) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 19:14:28.250340 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-1737650b-8ccc-4948-a73a-f8ab8d57a35e None None] For port 2450339f-4026-4e05-877b-37dd9353a1a2, host n-d-713498-36, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-36',level=0,port_id=2450339f-4026-4e05-877b-37dd9353a1a2,segment=NetworkSegment(49c21643-b4af-42c1-8cee-d50eb741b435),segment_id=49c21643-b4af-42c1-8cee-d50eb741b435)] {{(pid=103232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 19:14:28.267797 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-1737650b-8ccc-4948-a73a-f8ab8d57a35e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762867176205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762866656485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762866656503'] for port (2450339f-4026-4e05-877b-37dd9353a1a2), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:14:28.283593 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dff3d575-1e53-4871-a5d9-edb866447057 None None] Routers {'f27e0cdc-0e67-4758-967f-051d42596dc8'} bound to L3 agent in host n-d-713498-36 {{(pid=103232) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 19:14:28.283593 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.l3_hamode_db [None req-dff3d575-1e53-4871-a5d9-edb866447057 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-09T18:51:43Z,description=,heartbeat_timestamp=2022-02-09T19:14:13Z,host='n-d-713498-36',id=93303d5e-5d17-45e8-8963-7694f87783ae,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T18:51:43Z,topic='l3_agent')) {'router_ids': ['f27e0cdc-0e67-4758-967f-051d42596dc8'], 'active': True} {{(pid=103232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:14:28.416538 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19844494-af88-4ce5-b272-084d8dec184c req-43c12b4e-b553-44cc-98cf-fffbb48559fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:14:28.423172 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-19844494-af88-4ce5-b272-084d8dec184c req-43c12b4e-b553-44cc-98cf-fffbb48559fc service neutron] 10.222.0.90 "GET /v2.0/subnets?id=60b561cb-321e-4f83-9bb3-92b2e1d0dc44 HTTP/1.1" status: 200 len: 843 time: 0.5624979 Feb 09 19:14:28.444158 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-5d7d0087-cbe1-49f4-b0b4-43378bcb1ca1 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762866642225'] for network (bfeec6fe-8a4b-4ced-8af6-48b30d934f6e), precommit_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:14:28.501527 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-14f33f36-a130-4695-a274-6180d30b131c req-48f846d0-3cab-48e9-b598-709d3e071219 tempest-ListServerFiltersTestJSON-592653301 tempest-ListServerFiltersTestJSON-592653301-project] 10.222.0.75 "GET /v2.0/ports?tenant_id=45d01d230b654cc6882b0931288a01da&fields=id HTTP/1.1" status: 200 len: 255 time: 0.5934999 Feb 09 19:14:28.716966 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1737650b-8ccc-4948-a73a-f8ab8d57a35e None None] Pushing event updated for resources: {'Port': ['ID=2450339f-4026-4e05-877b-37dd9353a1a2,revision_number=3']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:14:28.723818 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.db.api [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103232) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 09 19:14:28.730722 n-d-713498-36 neutron-server[103232]: DEBUG oslo_db.api [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 09 19:14:28.737538 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-44c1e4d0-d89e-42d8-89b3-a63daa86bd76 admin admin] Publish callbacks [] for router (f27e0cdc-0e67-4758-967f-051d42596dc8), before_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:14:28.747269 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.db.resource_extend [None req-5d7d0087-cbe1-49f4-b0b4-43378bcb1ca1 admin admin] It took 0.24 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103230) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 09 19:14:28.754244 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b3dac50-4da4-4c31-9b2c-8c57d7a406eb req-e95be6b7-cae2-4810-b0e0-7d9e4a5a2a5c tempest-ListServerFiltersTestJSON-592653301 tempest-ListServerFiltersTestJSON-592653301-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:14:28.755829 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-6b3dac50-4da4-4c31-9b2c-8c57d7a406eb req-e95be6b7-cae2-4810-b0e0-7d9e4a5a2a5c tempest-ListServerFiltersTestJSON-592653301 tempest-ListServerFiltersTestJSON-592653301-project] 10.222.0.89 "GET /v2.0/networks?id=df0d76b6-f2f5-4043-aa2b-73474d172bfc HTTP/1.1" status: 200 len: 815 time: 0.2679272 Feb 09 19:14:28.784261 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.l3_dvr_db [None req-dff3d575-1e53-4871-a5d9-edb866447057 None None] Set router f27e0cdc-0e67-4758-967f-051d42596dc8 gateway port host: n-d-713498-36 {{(pid=103232) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 19:14:28.874639 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.v2.base [req-6b3dac50-4da4-4c31-9b2c-8c57d7a406eb req-308f5963-c35e-470b-8716-e110c4ac563d tempest-ListServerFiltersTestJSON-592653301 tempest-ListServerFiltersTestJSON-592653301-project] Request body: {'port': {'device_id': '342293bf-7258-4cd4-a7b8-d6015bcac217', 'network_id': 'df0d76b6-f2f5-4043-aa2b-73474d172bfc', 'admin_state_up': True, 'tenant_id': '45d01d230b654cc6882b0931288a01da'}} {{(pid=103229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 19:14:28.935027 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-5d7d0087-cbe1-49f4-b0b4-43378bcb1ca1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1885479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452'] for network (bfeec6fe-8a4b-4ced-8af6-48b30d934f6e), after_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:14:28.941522 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d7d0087-cbe1-49f4-b0b4-43378bcb1ca1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:14:28.942196 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-5d7d0087-cbe1-49f4-b0b4-43378bcb1ca1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1613566'] for network (None), before_response {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:14:29.011917 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-5d7d0087-cbe1-49f4-b0b4-43378bcb1ca1 admin admin] 10.222.0.75 "POST /v2.0/networks HTTP/1.1" status: 201 len: 895 time: 2.3337882 Feb 09 19:14:29.021988 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 33654) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:14:29.045249 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.provisioning_blocks [None req-0ac44466-4658-422f-a681-e5e337e89d23 None None] Provisioning complete for port 2450339f-4026-4e05-877b-37dd9353a1a2 triggered by entity DHCP. {{(pid=103232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 19:14:29.046797 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-0ac44466-4658-422f-a681-e5e337e89d23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593630'] for port (2450339f-4026-4e05-877b-37dd9353a1a2), provisioning_complete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:14:29.110359 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.v2.base [None req-a43d4546-8c7f-4472-a753-46f5cced08c0 admin admin] Request body: {'subnet': {'network_id': 'bfeec6fe-8a4b-4ced-8af6-48b30d934f6e', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsNegativeTestJSON-1486501206-subnet', 'tenant_id': '4803e41461cb4b1ba4885e3b77ff61ab', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103230) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 19:14:29.120515 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-14f33f36-a130-4695-a274-6180d30b131c req-fe5603c9-6156-4326-8126-8717d9a89967 service neutron] 10.222.0.75 "GET /v2.0/networks/df0d76b6-f2f5-4043-aa2b-73474d172bfc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5977294 Feb 09 19:14:29.132139 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19844494-af88-4ce5-b272-084d8dec184c req-03e20452-7536-4aad-9fad-ea5f69c99df7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:14:29.136931 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-19844494-af88-4ce5-b272-084d8dec184c req-03e20452-7536-4aad-9fad-ea5f69c99df7 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=2b5494c8-cf97-42c1-b902-87f998f28179&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.6902866 Feb 09 19:14:29.166864 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-44c1e4d0-d89e-42d8-89b3-a63daa86bd76 admin admin] Publish callbacks [] for router_gateway (f27e0cdc-0e67-4758-967f-051d42596dc8), before_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:14:29.214613 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdbdb818-7828-45e9-b921-484717251294 req-b7151790-3db4-4839-a880-754a4b361c36 tempest-ServerDiskConfigTestJSON-504186010 tempest-ServerDiskConfigTestJSON-504186010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:14:29.220704 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-0ac44466-4658-422f-a681-e5e337e89d23 None None] Current status of the port 2450339f-4026-4e05-877b-37dd9353a1a2 is: ACTIVE; New status is: ACTIVE {{(pid=103232) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 19:14:29.223566 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-bdbdb818-7828-45e9-b921-484717251294 req-b7151790-3db4-4839-a880-754a4b361c36 tempest-ServerDiskConfigTestJSON-504186010 tempest-ServerDiskConfigTestJSON-504186010-project] 10.222.0.75 "GET /v2.0/ports?device_id=3b1e9834-a534-412a-99fa-773ccc50c344 HTTP/1.1" status: 200 len: 944 time: 0.4976270 Feb 09 19:14:29.307615 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.l3_hamode_db [None req-dff3d575-1e53-4871-a5d9-edb866447057 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f27e0cdc-0e67-4758-967f-051d42596dc8', 'name': 'tempest-ServerRescueTestJSONUnderV235-930924640-router', 'tenant_id': '4ddd249906ca4b088ab7ddfb44b3182a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88055e1e-672a-4487-be31-ffb6e833ece5', 'external_fixed_ips': [{'subnet_id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'ip_address': '172.25.1.3'}], 'enable_snat': True}, 'gw_port_id': 'da1a4a28-2e09-4aca-9993-8fce73e5b605', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T19:12:36Z', 'updated_at': '2022-02-09T19:14:23Z', 'revision_number': 5, 'project_id': '4ddd249906ca4b088ab7ddfb44b3182a', 'gw_port': {'id': 'da1a4a28-2e09-4aca-9993-8fce73e5b605', 'name': '', 'network_id': '88055e1e-672a-4487-be31-ffb6e833ece5', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:eb:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f27e0cdc-0e67-4758-967f-051d42596dc8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1266, 'fixed_ips': [{'subnet_id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'ip_address': '172.25.1.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T19:12:38Z', 'updated_at': '2022-02-09T19:12:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-36'}], 'n-d-713498-36', False) {} {{(pid=103232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:14:29.377011 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dff3d575-1e53-4871-a5d9-edb866447057 None None] Checking router: f27e0cdc-0e67-4758-967f-051d42596dc8 for host: n-d-713498-36 {{(pid=103232) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 19:14:29.379056 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Current status of the port 2450339f-4026-4e05-877b-37dd9353a1a2 is: ACTIVE; New status is: ACTIVE {{(pid=103232) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 19:14:29.388044 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-bdbdb818-7828-45e9-b921-484717251294 req-fc843bc3-704e-4f98-bb80-9a01db2d8c17 tempest-ServerDiskConfigTestJSON-504186010 tempest-ServerDiskConfigTestJSON-504186010-project] 10.222.0.75 "GET /v2.0/security-groups?id=3d9033a7-be2a-4459-a2da-84c23e651975&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1620817 Feb 09 19:14:29.400745 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dff3d575-1e53-4871-a5d9-edb866447057 None None] Routers {'f27e0cdc-0e67-4758-967f-051d42596dc8'} bound to L3 agent in host n-d-713498-36 {{(pid=103232) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 19:14:29.401983 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.l3_hamode_db [None req-dff3d575-1e53-4871-a5d9-edb866447057 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-09T18:51:43Z,description=,heartbeat_timestamp=2022-02-09T19:14:13Z,host='n-d-713498-36',id=93303d5e-5d17-45e8-8963-7694f87783ae,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T18:51:43Z,topic='l3_agent')) {'router_ids': ['f27e0cdc-0e67-4758-967f-051d42596dc8'], 'active': True} {{(pid=103232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:14:29.439255 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-19844494-af88-4ce5-b272-084d8dec184c req-11311948-3929-4f9c-ac77-d779df4ba7a2 service neutron] 10.222.0.90 "GET /v2.0/networks/2b5494c8-cf97-42c1-b902-87f998f28179?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2553339 Feb 09 19:14:29.441559 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-14f33f36-a130-4695-a274-6180d30b131c req-867b15ad-1180-4c4a-ba0e-c0d62e1f78e6 service neutron] 10.222.0.75 "GET /v2.0/networks/df0d76b6-f2f5-4043-aa2b-73474d172bfc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3032560 Feb 09 19:14:29.484731 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d7d0087-cbe1-49f4-b0b4-43378bcb1ca1 admin admin] Pushing event updated for resources: {'Network': ['ID=bfeec6fe-8a4b-4ced-8af6-48b30d934f6e,revision_number=1']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:14:29.499412 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.plugin [None req-44c1e4d0-d89e-42d8-89b3-a63daa86bd76 admin admin] Deleting port da1a4a28-2e09-4aca-9993-8fce73e5b605 {{(pid=103229) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 19:14:29.501244 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-44c1e4d0-d89e-42d8-89b3-a63daa86bd76 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762867170196'] for port (da1a4a28-2e09-4aca-9993-8fce73e5b605), before_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:14:29.527295 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a43d4546-8c7f-4472-a753-46f5cced08c0 admin admin] Made reservation on behalf of 4803e41461cb4b1ba4885e3b77ff61ab for: {'subnet': 1} {{(pid=103230) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 19:14:29.529848 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-a43d4546-8c7f-4472-a753-46f5cced08c0 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12985917'] for subnet (None), before_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:14:29.657779 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Network bfeec6fe-8a4b-4ced-8af6-48b30d934f6e details requested by agent ovs-agent-n-d-713498-36 with host n-d-713498-36 {{(pid=103232) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 19:14:29.665581 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Device 36c7de31-85c6-4cbd-b0d1-a39d123080e6 up at agent hyperv_n-h1-713498-36 {{(pid=103232) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 19:14:29.677196 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Device 2450339f-4026-4e05-877b-37dd9353a1a2 up at agent ovs-agent-n-d-713498-36 {{(pid=103232) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 19:14:29.714037 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.db [None req-44c1e4d0-d89e-42d8-89b3-a63daa86bd76 admin admin] For port da1a4a28-2e09-4aca-9993-8fce73e5b605, host n-d-713498-36, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-36',level=0,port_id=da1a4a28-2e09-4aca-9993-8fce73e5b605,segment=NetworkSegment(a4222f89-8d3f-4b51-953b-1a8126392491),segment_id=a4222f89-8d3f-4b51-953b-1a8126392491)] {{(pid=103229) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 19:14:29.714443 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-44c1e4d0-d89e-42d8-89b3-a63daa86bd76 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1820838'] for port (da1a4a28-2e09-4aca-9993-8fce73e5b605), precommit_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:14:29.737752 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.plugin [None req-44c1e4d0-d89e-42d8-89b3-a63daa86bd76 admin admin] Calling delete_port for da1a4a28-2e09-4aca-9993-8fce73e5b605 owned by network:router_gateway {{(pid=103229) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 19:14:29.874193 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-a43d4546-8c7f-4472-a753-46f5cced08c0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14393611', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12985859'] for subnet (2c39c63a-d7b0-4308-984c-cdb70975389e), after_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:14:29.971839 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.l3_dvr_db [None req-dff3d575-1e53-4871-a5d9-edb866447057 None None] Set router f27e0cdc-0e67-4758-967f-051d42596dc8 gateway port host: None {{(pid=103232) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 19:14:30.079834 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.l3_hamode_db [None req-dff3d575-1e53-4871-a5d9-edb866447057 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f27e0cdc-0e67-4758-967f-051d42596dc8', 'name': 'tempest-ServerRescueTestJSONUnderV235-930924640-router', 'tenant_id': '4ddd249906ca4b088ab7ddfb44b3182a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T19:12:36Z', 'updated_at': '2022-02-09T19:14:29Z', 'revision_number': 6, 'project_id': '4ddd249906ca4b088ab7ddfb44b3182a', 'gw_port_host': None}], 'n-d-713498-36', False) {} {{(pid=103232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:14:30.113041 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.provisioning_blocks [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Provisioning for port 36c7de31-85c6-4cbd-b0d1-a39d123080e6 completed by entity L2. {{(pid=103232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 19:14:30.147772 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a43d4546-8c7f-4472-a753-46f5cced08c0 admin admin] Checking segment: {'id': '89d1d4f3-2910-47d5-93bc-1d916b299c75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': 'bfeec6fe-8a4b-4ced-8af6-48b30d934f6e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103230) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 19:14:30.148519 n-d-713498-36 neutron-server[103230]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a43d4546-8c7f-4472-a753-46f5cced08c0 admin admin] Network hostable DHCP agents. Network: bfeec6fe-8a4b-4ced-8af6-48b30d934f6e, hostable agents: ['af91e4b9-f4e1-42b1-a25c-a10dc47171c8'], hosted agents: [] {{(pid=103230) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 19:14:30.157188 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-19844494-af88-4ce5-b272-084d8dec184c req-99ea5248-7ca0-4d55-a733-a9514346abd8 service neutron] 10.222.0.90 "GET /v2.0/networks/2b5494c8-cf97-42c1-b902-87f998f28179?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7069933 Feb 09 19:14:30.159892 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a43d4546-8c7f-4472-a753-46f5cced08c0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2c39c63a-d7b0-4308-984c-cdb70975389e,revision_number=0']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:14:30.202797 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.provisioning_blocks [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Provisioning complete for port 36c7de31-85c6-4cbd-b0d1-a39d123080e6 triggered by entity L2. {{(pid=103232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 19:14:30.203205 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593630'] for port (36c7de31-85c6-4cbd-b0d1-a39d123080e6), provisioning_complete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:14:30.209376 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6b3dac50-4da4-4c31-9b2c-8c57d7a406eb req-308f5963-c35e-470b-8716-e110c4ac563d tempest-ListServerFiltersTestJSON-592653301 tempest-ListServerFiltersTestJSON-592653301-project] Made reservation on behalf of 45d01d230b654cc6882b0931288a01da for: {'port': 1} {{(pid=103229) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 19:14:30.223689 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-6b3dac50-4da4-4c31-9b2c-8c57d7a406eb req-308f5963-c35e-470b-8716-e110c4ac563d tempest-ListServerFiltersTestJSON-592653301 tempest-ListServerFiltersTestJSON-592653301-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (None), before_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:14:30.297188 n-d-713498-36 neutron-server[103230]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a43d4546-8c7f-4472-a753-46f5cced08c0 admin admin] Network bfeec6fe-8a4b-4ced-8af6-48b30d934f6e is scheduled to be hosted by DHCP agent af91e4b9-f4e1-42b1-a25c-a10dc47171c8 with binding_index 1 {{(pid=103230) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 19:14:30.328640 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dff3d575-1e53-4871-a5d9-edb866447057 None None] The sync data for ids ['f27e0cdc-0e67-4758-967f-051d42596dc8'] in n-d-713498-36 is: [{'id': 'f27e0cdc-0e67-4758-967f-051d42596dc8', 'name': 'tempest-ServerRescueTestJSONUnderV235-930924640-router', 'tenant_id': '4ddd249906ca4b088ab7ddfb44b3182a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T19:12:36Z', 'updated_at': '2022-02-09T19:14:29Z', 'revision_number': 6, 'project_id': '4ddd249906ca4b088ab7ddfb44b3182a', 'gw_port_host': None}] {{(pid=103232) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 19:14:30.360360 n-d-713498-36 neutron-server[103230]: DEBUG neutron.scheduler.base_scheduler [None req-a43d4546-8c7f-4472-a753-46f5cced08c0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713498-36, bfeec6fe-8a4b-4ced-8af6-48b30d934f6e) {{(pid=103230) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 19:14:30.366046 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.provisioning_blocks [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Provisioning complete for port 2450339f-4026-4e05-877b-37dd9353a1a2 triggered by entity L2. {{(pid=103232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 19:14:30.367581 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593630'] for port (2450339f-4026-4e05-877b-37dd9353a1a2), provisioning_complete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:14:30.371248 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-44c1e4d0-d89e-42d8-89b3-a63daa86bd76 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762867177463', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762866656476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12867576'] for port (da1a4a28-2e09-4aca-9993-8fce73e5b605), after_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:14:30.391143 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a43d4546-8c7f-4472-a753-46f5cced08c0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:14:30.392716 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-a43d4546-8c7f-4472-a753-46f5cced08c0 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:14:30.437943 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4fdf92ba-e78d-4ec4-a83c-32e994559440 None None] Network bfeec6fe-8a4b-4ced-8af6-48b30d934f6e requested from n-d-713498-36 {{(pid=103232) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 19:14:30.485140 n-d-713498-36 neutron-server[103233]: DEBUG neutron.db.agents_db [None req-4a8a6a42-0a0c-4437-8958-92282682b6bb None None] Agent healthcheck: found 7 active agents {{(pid=103233) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 19:14:30.555770 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-a43d4546-8c7f-4472-a753-46f5cced08c0 admin admin] 10.222.0.75 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 1.5014133 Feb 09 19:14:30.567917 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa34fe8d-49d9-45ab-86c1-9afdbbfd77c7 req-ff901d18-e89d-4663-b8a4-f647e2467a17 tempest-ListServerFiltersTestJSON-592653301 tempest-ListServerFiltersTestJSON-592653301-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:14:30.570006 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-fa34fe8d-49d9-45ab-86c1-9afdbbfd77c7 req-ff901d18-e89d-4663-b8a4-f647e2467a17 tempest-ListServerFiltersTestJSON-592653301 tempest-ListServerFiltersTestJSON-592653301-project] 10.222.0.75 "GET /v2.0/networks?id=df0d76b6-f2f5-4043-aa2b-73474d172bfc HTTP/1.1" status: 200 len: 815 time: 0.3691299 Feb 09 19:14:30.592718 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44c1e4d0-d89e-42d8-89b3-a63daa86bd76 admin admin] Pushing event deleted for resources: {'Port': ['ID=da1a4a28-2e09-4aca-9993-8fce73e5b605,revision_number=None']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:14:30.614605 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d32ede2a-f91d-45c2-acc3-1d0c3116e3df req-cb2a3003-4ce3-4cf6-8164-ef249928c044 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:14:30.616581 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-d32ede2a-f91d-45c2-acc3-1d0c3116e3df req-cb2a3003-4ce3-4cf6-8164-ef249928c044 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=51b81e7592544b98a90626c2bba713eb&device_id=9cec8a2a-9f08-4ec2-981f-5cef55181738 HTTP/1.1" status: 200 len: 1131 time: 0.3609669 Feb 09 19:14:30.619786 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-fa34fe8d-49d9-45ab-86c1-9afdbbfd77c7 req-0f99c94b-ce40-4c48-8767-67621f1c7ce3 tempest-ListServerFiltersTestJSON-592653301 tempest-ListServerFiltersTestJSON-592653301-project] 10.222.0.75 "GET /v2.0/quotas/45d01d230b654cc6882b0931288a01da HTTP/1.1" status: 200 len: 375 time: 0.0411229 Feb 09 19:14:30.690922 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-572f1f75-5cb4-46e3-9d52-df2135e9af81 req-0caf08ca-325f-46ee-a418-f76c7233db02 tempest-MigrationsAdminTest-892781459 tempest-MigrationsAdminTest-892781459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:14:30.692605 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-572f1f75-5cb4-46e3-9d52-df2135e9af81 req-0caf08ca-325f-46ee-a418-f76c7233db02 tempest-MigrationsAdminTest-892781459 tempest-MigrationsAdminTest-892781459-project] 10.222.0.75 "GET /v2.0/ports?device_id=9cec8a2a-9f08-4ec2-981f-5cef55181738 HTTP/1.1" status: 200 len: 948 time: 0.5149345 Feb 09 19:14:30.693741 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-44c1e4d0-d89e-42d8-89b3-a63daa86bd76 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1818987'] for router_gateway (f27e0cdc-0e67-4758-967f-051d42596dc8), after_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:14:30.906188 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Current status of the port 36c7de31-85c6-4cbd-b0d1-a39d123080e6 is: BUILD; New status is: ACTIVE {{(pid=103232) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 19:14:30.906696 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (36c7de31-85c6-4cbd-b0d1-a39d123080e6), before_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:14:30.912436 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f65205a-a5b8-40e6-b3a6-b244fa71c5cf None None] Network bfeec6fe-8a4b-4ced-8af6-48b30d934f6e requested from n-d-713498-36 {{(pid=103232) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 19:14:30.934248 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-fa34fe8d-49d9-45ab-86c1-9afdbbfd77c7 req-910f621f-dbda-4e82-97fa-c7ed59e50127 tempest-ListServerFiltersTestJSON-592653301 tempest-ListServerFiltersTestJSON-592653301-project] 10.222.0.75 "GET /v2.0/ports?tenant_id=45d01d230b654cc6882b0931288a01da&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2965128 Feb 09 19:14:30.978277 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d32ede2a-f91d-45c2-acc3-1d0c3116e3df req-be707a4f-db77-4161-94e8-e91465fe132f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:14:30.981103 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-44c1e4d0-d89e-42d8-89b3-a63daa86bd76 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1834988', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-58375'] for router (f27e0cdc-0e67-4758-967f-051d42596dc8), precommit_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:14:30.983749 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-d32ede2a-f91d-45c2-acc3-1d0c3116e3df req-be707a4f-db77-4161-94e8-e91465fe132f service neutron] 10.222.0.90 "GET /v2.0/networks?id=2b5494c8-cf97-42c1-b902-87f998f28179 HTTP/1.1" status: 200 len: 870 time: 0.3554533 Feb 09 19:14:31.014547 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-44c1e4d0-d89e-42d8-89b3-a63daa86bd76 admin admin] Publish callbacks [] for router_controller (f27e0cdc-0e67-4758-967f-051d42596dc8), precommit_delete_associations {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:14:31.104833 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-d32ede2a-f91d-45c2-acc3-1d0c3116e3df req-1bfc2392-0437-4629-b1e0-567f3fd5c17e service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.219&port_id=e9bcfa85-cba2-4c7c-a956-383e6c72478d HTTP/1.1" status: 200 len: 217 time: 0.0981328 Feb 09 19:14:31.136959 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-572f1f75-5cb4-46e3-9d52-df2135e9af81 req-bacbc955-feae-4579-a92c-92839c05e691 tempest-MigrationsAdminTest-892781459 tempest-MigrationsAdminTest-892781459-project] 10.222.0.75 "GET /v2.0/security-groups?id=709912c8-8171-4435-800e-9e5c5e45bf8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2102325 Feb 09 19:14:31.141847 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-44c1e4d0-d89e-42d8-89b3-a63daa86bd76 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1835003'] for router (f27e0cdc-0e67-4758-967f-051d42596dc8), after_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:14:31.142457 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-44c1e4d0-d89e-42d8-89b3-a63daa86bd76 admin admin] Fanout notify agent at l3_agent the message router_deleted on router f27e0cdc-0e67-4758-967f-051d42596dc8 {{(pid=103229) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 09 19:14:31.155015 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-44c1e4d0-d89e-42d8-89b3-a63daa86bd76 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:14:31.159553 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-44c1e4d0-d89e-42d8-89b3-a63daa86bd76 admin admin] 10.222.0.75 "DELETE /v2.0/routers/f27e0cdc-0e67-4758-967f-051d42596dc8 HTTP/1.1" status: 204 len: 168 time: 2.9874327 Feb 09 19:14:31.167963 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 33698) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:14:31.221643 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d32ede2a-f91d-45c2-acc3-1d0c3116e3df req-32e1f96c-01d1-4149-82a4-a823b3531613 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:14:31.227850 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-d32ede2a-f91d-45c2-acc3-1d0c3116e3df req-32e1f96c-01d1-4149-82a4-a823b3531613 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=60b561cb-321e-4f83-9bb3-92b2e1d0dc44 HTTP/1.1" status: 200 len: 843 time: 0.1103451 Feb 09 19:14:31.236919 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-fa34fe8d-49d9-45ab-86c1-9afdbbfd77c7 req-653b980a-1898-46e9-83dc-f225a05517e6 service neutron] 10.222.0.75 "GET /v2.0/networks/df0d76b6-f2f5-4043-aa2b-73474d172bfc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2881677 Feb 09 19:14:31.244321 n-d-713498-36 neutron-server[103229]: DEBUG neutron.db.db_base_plugin_common [req-6b3dac50-4da4-4c31-9b2c-8c57d7a406eb req-308f5963-c35e-470b-8716-e110c4ac563d tempest-ListServerFiltersTestJSON-592653301 tempest-ListServerFiltersTestJSON-592653301-project] Allocated IP 172.20.0.10 (df0d76b6-f2f5-4043-aa2b-73474d172bfc/57a76b9b-2bb4-4689-9caf-646c59807fec/abd6c987-32dc-4e67-9598-dcc9fb6003b3) {{(pid=103229) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 19:14:31.367844 n-d-713498-36 neutron-server[103229]: DEBUG neutron.db.db_base_plugin_v2 [None req-0f668ace-75cd-4ede-affa-3aac592d0341 admin admin] Deleting subnet eceb2332-2ad4-457a-81e3-6e57abd3a84e {{(pid=103229) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 19:14:31.371510 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-0f668ace-75cd-4ede-affa-3aac592d0341 admin admin] Publish callbacks [] for subnet (eceb2332-2ad4-457a-81e3-6e57abd3a84e), before_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:14:31.444099 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-0f668ace-75cd-4ede-affa-3aac592d0341 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16683410'] for subnet (eceb2332-2ad4-457a-81e3-6e57abd3a84e), precommit_delete_associations {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:14:31.491688 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d32ede2a-f91d-45c2-acc3-1d0c3116e3df req-d7124ef5-10a3-4c9b-a1e7-9933b309f9a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:14:31.494602 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-0f668ace-75cd-4ede-affa-3aac592d0341 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-759852'] for subnet (eceb2332-2ad4-457a-81e3-6e57abd3a84e), precommit_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:14:31.497666 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-d32ede2a-f91d-45c2-acc3-1d0c3116e3df req-d7124ef5-10a3-4c9b-a1e7-9933b309f9a9 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=2b5494c8-cf97-42c1-b902-87f998f28179&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.2576292 Feb 09 19:14:31.547982 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Current status of the port 2450339f-4026-4e05-877b-37dd9353a1a2 is: ACTIVE; New status is: ACTIVE {{(pid=103232) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 19:14:31.558938 n-d-713498-36 neutron-server[103232]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3b1e9834-a534-412a-99fa-773ccc50c344', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '36c7de31-85c6-4cbd-b0d1-a39d123080e6'}] {{(pid=103232) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 19:14:31.561998 n-d-713498-36 neutron-server[103232]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}949cdcde653dec44821de95cbf67297f53cbc2aed4e073b5d514f93bf911ce85" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-40bf75fc-d3b1-446e-b368-6322a70b56c2" -d '{"events": [{"server_uuid": "3b1e9834-a534-412a-99fa-773ccc50c344", "name": "network-vif-plugged", "status": "completed", "tag": "36c7de31-85c6-4cbd-b0d1-a39d123080e6"}]}' {{(pid=103232) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 19:14:31.580197 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] For port 36c7de31-85c6-4cbd-b0d1-a39d123080e6, host n-h1-713498-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-36',level=0,port_id=36c7de31-85c6-4cbd-b0d1-a39d123080e6,segment=NetworkSegment(1e2a1863-ec93-4db2-ba80-84e2ae4ef342),segment_id=1e2a1863-ec93-4db2-ba80-84e2ae4ef342)] {{(pid=103232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 19:14:31.640455 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762867176205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762866656485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762866656503'] for port (36c7de31-85c6-4cbd-b0d1-a39d123080e6), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:14:31.730620 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-fa34fe8d-49d9-45ab-86c1-9afdbbfd77c7 req-69adbaa3-aa47-4119-aa44-011f1468d988 service neutron] 10.222.0.75 "GET /v2.0/networks/df0d76b6-f2f5-4043-aa2b-73474d172bfc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4777339 Feb 09 19:14:31.809031 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Device da1a4a28-2e09-4aca-9993-8fce73e5b605 no longer exists at agent ovs-agent-n-d-713498-36 {{(pid=103232) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 19:14:31.824820 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-d32ede2a-f91d-45c2-acc3-1d0c3116e3df req-77f9a898-c6e7-445e-8cda-c45ad98ff93a service neutron] 10.222.0.90 "GET /v2.0/networks/2b5494c8-cf97-42c1-b902-87f998f28179?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3181660 Feb 09 19:14:31.899898 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] No Port match for: da1a4a28-2e09-4aca-9993-8fce73e5b605 {{(pid=103232) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 19:14:31.900525 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Device da1a4a28-2e09-4aca-9993-8fce73e5b605 not bound to the agent host n-d-713498-36 {{(pid=103232) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 19:14:31.901183 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Device b1a82a81-bc8f-4c81-9a97-904fb09563b3 no longer exists at agent ovs-agent-n-d-713498-36 {{(pid=103232) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 19:14:31.922687 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Pushing event updated for resources: {'Port': ['ID=36c7de31-85c6-4cbd-b0d1-a39d123080e6,revision_number=5']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:14:31.986803 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] No Port match for: b1a82a81-bc8f-4c81-9a97-904fb09563b3 {{(pid=103232) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 19:14:31.987462 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Device b1a82a81-bc8f-4c81-9a97-904fb09563b3 not bound to the agent host n-d-713498-36 {{(pid=103232) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 19:14:32.002401 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-295a414b-6603-4ed6-a8f4-0701c5481d24 req-4f311f93-1350-464b-b020-751fac0387fc tempest-ServerDiskConfigTestJSON-504186010 tempest-ServerDiskConfigTestJSON-504186010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:14:32.004005 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-295a414b-6603-4ed6-a8f4-0701c5481d24 req-4f311f93-1350-464b-b020-751fac0387fc tempest-ServerDiskConfigTestJSON-504186010 tempest-ServerDiskConfigTestJSON-504186010-project] 10.222.0.75 "GET /v2.0/ports?device_id=3b1e9834-a534-412a-99fa-773ccc50c344 HTTP/1.1" status: 200 len: 944 time: 0.7254055 Feb 09 19:14:32.137105 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-d32ede2a-f91d-45c2-acc3-1d0c3116e3df req-e44c86ef-9114-40ea-b425-276b380039c9 service neutron] 10.222.0.90 "GET /v2.0/networks/2b5494c8-cf97-42c1-b902-87f998f28179?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2991219 Feb 09 19:14:32.203276 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-0f668ace-75cd-4ede-affa-3aac592d0341 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-760023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12867367', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12759238'] for subnet (eceb2332-2ad4-457a-81e3-6e57abd3a84e), after_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:14:32.274571 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f668ace-75cd-4ede-affa-3aac592d0341 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=eceb2332-2ad4-457a-81e3-6e57abd3a84e,revision_number=None']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:14:32.281523 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-0f668ace-75cd-4ede-affa-3aac592d0341 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1613566'] for subnet (None), before_response {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:14:32.284829 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-0f668ace-75cd-4ede-affa-3aac592d0341 admin admin] 10.222.0.75 "DELETE /v2.0/subnets/eceb2332-2ad4-457a-81e3-6e57abd3a84e HTTP/1.1" status: 204 len: 168 time: 1.1142790 Feb 09 19:14:32.288229 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 33728) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:14:32.323947 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-295a414b-6603-4ed6-a8f4-0701c5481d24 req-750fd3f9-7b1c-4558-9ea1-f8581a4f9050 tempest-ServerDiskConfigTestJSON-504186010 tempest-ServerDiskConfigTestJSON-504186010-project] 10.222.0.75 "GET /v2.0/security-groups?id=3d9033a7-be2a-4459-a2da-84c23e651975&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3046570 Feb 09 19:14:32.358293 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14f33f36-a130-4695-a274-6180d30b131c req-1f0e6bb6-7757-450b-834e-1c22afe27446 tempest-ListServerFiltersTestJSON-592653301 tempest-ListServerFiltersTestJSON-592653301-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:14:32.359845 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-14f33f36-a130-4695-a274-6180d30b131c req-1f0e6bb6-7757-450b-834e-1c22afe27446 tempest-ListServerFiltersTestJSON-592653301 tempest-ListServerFiltersTestJSON-592653301-project] 10.222.0.89 "GET /v2.0/networks?id=df0d76b6-f2f5-4043-aa2b-73474d172bfc HTTP/1.1" status: 200 len: 815 time: 0.6806574 Feb 09 19:14:32.379337 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.v2.base [req-14f33f36-a130-4695-a274-6180d30b131c req-c08fabf8-fc7c-4947-ae08-dc519c940c26 tempest-ListServerFiltersTestJSON-592653301 tempest-ListServerFiltersTestJSON-592653301-project] Request body: {'port': {'device_id': 'e09c7db3-be54-4206-a02e-57c0246ec41a', 'network_id': 'df0d76b6-f2f5-4043-aa2b-73474d172bfc', 'admin_state_up': True, 'tenant_id': '45d01d230b654cc6882b0931288a01da'}} {{(pid=103229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 19:14:32.477201 n-d-713498-36 neutron-server[103232]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 19:14:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0979d93c-70d1-4dd5-8658-dbd542bc47b3 x-openstack-request-id: req-0979d93c-70d1-4dd5-8658-dbd542bc47b3 {{(pid=103232) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 19:14:32.477750 n-d-713498-36 neutron-server[103232]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3b1e9834-a534-412a-99fa-773ccc50c344", "name": "network-vif-plugged", "status": "completed", "tag": "36c7de31-85c6-4cbd-b0d1-a39d123080e6", "code": 200}]} {{(pid=103232) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 19:14:32.478213 n-d-713498-36 neutron-server[103232]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-0979d93c-70d1-4dd5-8658-dbd542bc47b3 {{(pid=103232) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 19:14:32.478945 n-d-713498-36 neutron-server[103232]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3b1e9834-a534-412a-99fa-773ccc50c344', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '36c7de31-85c6-4cbd-b0d1-a39d123080e6', 'code': 200} Feb 09 19:14:32.559694 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-6b3dac50-4da4-4c31-9b2c-8c57d7a406eb req-308f5963-c35e-470b-8716-e110c4ac563d tempest-ListServerFiltersTestJSON-592653301 tempest-ListServerFiltersTestJSON-592653301-project] Publish callbacks [] for port (abd6c987-32dc-4e67-9598-dcc9fb6003b3), precommit_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:14:32.604996 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-14f33f36-a130-4695-a274-6180d30b131c req-c08fabf8-fc7c-4947-ae08-dc519c940c26 tempest-ListServerFiltersTestJSON-592653301 tempest-ListServerFiltersTestJSON-592653301-project] Made reservation on behalf of 45d01d230b654cc6882b0931288a01da for: {'port': 1} {{(pid=103229) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 19:14:32.615461 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-14f33f36-a130-4695-a274-6180d30b131c req-c08fabf8-fc7c-4947-ae08-dc519c940c26 tempest-ListServerFiltersTestJSON-592653301 tempest-ListServerFiltersTestJSON-592653301-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (None), before_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:14:32.756937 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-df65da43-4ba9-4299-a035-0ee48b738fd6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-670458'] for network (3ab0c9d2-97b1-4c51-9743-b63b9816fede), before_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:14:32.831311 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9d1db30-d9a5-469f-adfb-b84d99fa4b24 req-17c85a4d-13ec-42c4-a36f-14a8ce82a3e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:14:32.832802 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-c9d1db30-d9a5-469f-adfb-b84d99fa4b24 req-17c85a4d-13ec-42c4-a36f-14a8ce82a3e2 service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=3b1e9834-a534-412a-99fa-773ccc50c344 HTTP/1.1" status: 200 len: 1128 time: 0.2237060 Feb 09 19:14:32.875201 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a916207d-93dc-4512-a9a9-fa027cd83fbd req-c56ac3da-c268-45ae-9e42-b095c0f4cb30 tempest-InstanceActionsNegativeTestJSON-1252269426 tempest-InstanceActionsNegativeTestJSON-1252269426-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:14:32.881764 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-a916207d-93dc-4512-a9a9-fa027cd83fbd req-c56ac3da-c268-45ae-9e42-b095c0f4cb30 tempest-InstanceActionsNegativeTestJSON-1252269426 tempest-InstanceActionsNegativeTestJSON-1252269426-project] 10.222.0.75 "GET /v2.0/networks?id=bfeec6fe-8a4b-4ced-8af6-48b30d934f6e HTTP/1.1" status: 200 len: 822 time: 0.3758118 Feb 09 19:14:32.896288 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-bc47d3c3-1811-4169-8144-8e9aabef990c req-0b83323e-0403-4a05-9715-2c768f22f22f tempest-ListServerFiltersTestJSON-592653301 tempest-ListServerFiltersTestJSON-592653301-project] 10.222.0.75 "GET /v2.0/ports?device_id=28d1ebed-bf95-452e-aa2c-45880a088b7c HTTP/1.1" status: 200 len: 210 time: 0.1459100 Feb 09 19:14:32.916451 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-6b3dac50-4da4-4c31-9b2c-8c57d7a406eb req-308f5963-c35e-470b-8716-e110c4ac563d tempest-ListServerFiltersTestJSON-592653301 tempest-ListServerFiltersTestJSON-592653301-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762866656467', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12867576'] for port (abd6c987-32dc-4e67-9598-dcc9fb6003b3), after_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:14:33.001645 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-a916207d-93dc-4512-a9a9-fa027cd83fbd req-02271a26-4c1c-46b1-8923-3ff70ffecb77 tempest-InstanceActionsNegativeTestJSON-1252269426 tempest-InstanceActionsNegativeTestJSON-1252269426-project] 10.222.0.75 "GET /v2.0/quotas/4803e41461cb4b1ba4885e3b77ff61ab HTTP/1.1" status: 200 len: 375 time: 0.0986807 Feb 09 19:14:33.051944 n-d-713498-36 neutron-server[103229]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6b3dac50-4da4-4c31-9b2c-8c57d7a406eb req-308f5963-c35e-470b-8716-e110c4ac563d tempest-ListServerFiltersTestJSON-592653301 tempest-ListServerFiltersTestJSON-592653301-project] Network df0d76b6-f2f5-4043-aa2b-73474d172bfc is already hosted by enough agents. {{(pid=103229) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 19:14:33.072980 n-d-713498-36 neutron-server[103229]: DEBUG neutron.scheduler.base_scheduler [req-6b3dac50-4da4-4c31-9b2c-8c57d7a406eb req-308f5963-c35e-470b-8716-e110c4ac563d tempest-ListServerFiltersTestJSON-592653301 tempest-ListServerFiltersTestJSON-592653301-project] Resources bound (agent type, host, resource id): {{(pid=103229) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 19:14:33.135921 n-d-713498-36 neutron-server[103229]: DEBUG neutron.db.l3_dvrscheduler_db [req-6b3dac50-4da4-4c31-9b2c-8c57d7a406eb req-308f5963-c35e-470b-8716-e110c4ac563d tempest-ListServerFiltersTestJSON-592653301 tempest-ListServerFiltersTestJSON-592653301-project] Received port after_create {{(pid=103229) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 19:14:33.212482 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b3dac50-4da4-4c31-9b2c-8c57d7a406eb req-308f5963-c35e-470b-8716-e110c4ac563d tempest-ListServerFiltersTestJSON-592653301 tempest-ListServerFiltersTestJSON-592653301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:14:33.213360 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-6b3dac50-4da4-4c31-9b2c-8c57d7a406eb req-308f5963-c35e-470b-8716-e110c4ac563d tempest-ListServerFiltersTestJSON-592653301 tempest-ListServerFiltersTestJSON-592653301-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171096'] for port (None), before_response {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:14:33.287674 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-308f5963-c35e-470b-8716-e110c4ac563d tempest-ListServerFiltersTestJSON-592653301 tempest-ListServerFiltersTestJSON-592653301-project] Pushing event updated for resources: {'Port': ['ID=abd6c987-32dc-4e67-9598-dcc9fb6003b3,revision_number=1']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:14:33.314728 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-6b3dac50-4da4-4c31-9b2c-8c57d7a406eb req-308f5963-c35e-470b-8716-e110c4ac563d tempest-ListServerFiltersTestJSON-592653301 tempest-ListServerFiltersTestJSON-592653301-project] 10.222.0.89 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.4512484 Feb 09 19:14:33.333831 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.v2.base [req-6b3dac50-4da4-4c31-9b2c-8c57d7a406eb req-0014b432-ac9e-4e17-8755-ff8e489af71a service neutron] Request body: {'port': {'device_id': '342293bf-7258-4cd4-a7b8-d6015bcac217', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-713498-36'}} {{(pid=103229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 19:14:33.338611 n-d-713498-36 neutron-server[103229]: DEBUG neutron.db.db_base_plugin_common [req-14f33f36-a130-4695-a274-6180d30b131c req-c08fabf8-fc7c-4947-ae08-dc519c940c26 tempest-ListServerFiltersTestJSON-592653301 tempest-ListServerFiltersTestJSON-592653301-project] Allocated IP 172.20.0.7 (df0d76b6-f2f5-4043-aa2b-73474d172bfc/57a76b9b-2bb4-4689-9caf-646c59807fec/087d141e-9dd9-415c-beb8-abd1ab738673) {{(pid=103229) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 19:14:33.349353 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Device e9bcfa85-cba2-4c7c-a956-383e6c72478d details requested by agent hyperv_n-h2-713498-36 with host n-h2-713498-36 {{(pid=103232) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 19:14:33.546204 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.provisioning_blocks [None req-0ca4838a-3bd2-49cd-865d-835333a99bdb None None] Provisioning complete for port abd6c987-32dc-4e67-9598-dcc9fb6003b3 triggered by entity DHCP. {{(pid=103232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 19:14:33.546598 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-0ca4838a-3bd2-49cd-865d-835333a99bdb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593630'] for port (abd6c987-32dc-4e67-9598-dcc9fb6003b3), provisioning_complete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:14:33.633909 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-7429db8d-6021-40ad-813e-885be449a89b None None] For port e9bcfa85-cba2-4c7c-a956-383e6c72478d, host n-h2-713498-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-36',level=0,port_id=e9bcfa85-cba2-4c7c-a956-383e6c72478d,segment=NetworkSegment(50e5915e-18f0-4558-9a28-b978975ead36),segment_id=50e5915e-18f0-4558-9a28-b978975ead36)] {{(pid=103232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 19:14:33.636981 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-0ca4838a-3bd2-49cd-865d-835333a99bdb None None] Port abd6c987-32dc-4e67-9598-dcc9fb6003b3 cannot update to ACTIVE because it is not bound. {{(pid=103232) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 19:14:33.649122 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Returning: {'device': 'e9bcfa85-cba2-4c7c-a956-383e6c72478d', 'network_id': '2b5494c8-cf97-42c1-b902-87f998f28179', 'port_id': 'e9bcfa85-cba2-4c7c-a956-383e6c72478d', 'mac_address': 'fa:16:3e:d8:4d:33', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 359, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '60b561cb-321e-4f83-9bb3-92b2e1d0dc44', 'ip_address': '192.168.233.219'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103232) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 19:14:33.696305 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-a916207d-93dc-4512-a9a9-fa027cd83fbd req-4cc16de2-3b9b-4da3-a9b7-8cf1a2abb918 tempest-InstanceActionsNegativeTestJSON-1252269426 tempest-InstanceActionsNegativeTestJSON-1252269426-project] 10.222.0.75 "GET /v2.0/ports?tenant_id=4803e41461cb4b1ba4885e3b77ff61ab&fields=id HTTP/1.1" status: 200 len: 210 time: 0.6347837 Feb 09 19:14:33.701966 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-14f33f36-a130-4695-a274-6180d30b131c req-c08fabf8-fc7c-4947-ae08-dc519c940c26 tempest-ListServerFiltersTestJSON-592653301 tempest-ListServerFiltersTestJSON-592653301-project] Publish callbacks [] for port (087d141e-9dd9-415c-beb8-abd1ab738673), precommit_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:14:33.711777 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Current status of the port e9bcfa85-cba2-4c7c-a956-383e6c72478d is: DOWN; New status is: BUILD {{(pid=103232) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 19:14:33.712442 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (e9bcfa85-cba2-4c7c-a956-383e6c72478d), before_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:14:33.713117 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd655a9b-3780-4b8f-8683-b6b51e6d4792 req-dc432e03-fbff-4018-a311-f9db008d51dc tempest-MigrationsAdminTest-892781459 tempest-MigrationsAdminTest-892781459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:14:33.721515 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-dd655a9b-3780-4b8f-8683-b6b51e6d4792 req-dc432e03-fbff-4018-a311-f9db008d51dc tempest-MigrationsAdminTest-892781459 tempest-MigrationsAdminTest-892781459-project] 10.222.0.75 "GET /v2.0/ports?device_id=9cec8a2a-9f08-4ec2-981f-5cef55181738 HTTP/1.1" status: 200 len: 948 time: 0.6677651 Feb 09 19:14:33.729394 n-d-713498-36 neutron-server[103232]: DEBUG neutron.notifiers.nova [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e9bcfa85-cba2-4c7c-a956-383e6c72478d {{(pid=103232) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 19:14:33.743825 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-c9d1db30-d9a5-469f-adfb-b84d99fa4b24 req-519fbd7e-ac52-4cbb-9fd6-a2a7b94512e3 service neutron] 10.222.0.89 "GET /v2.0/security-groups?id=3d9033a7-be2a-4459-a2da-84c23e651975&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8608081 Feb 09 19:14:33.754918 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-7429db8d-6021-40ad-813e-885be449a89b None None] For port e9bcfa85-cba2-4c7c-a956-383e6c72478d, host n-h2-713498-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-36',level=0,port_id=e9bcfa85-cba2-4c7c-a956-383e6c72478d,segment=NetworkSegment(50e5915e-18f0-4558-9a28-b978975ead36),segment_id=50e5915e-18f0-4558-9a28-b978975ead36)] {{(pid=103232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 19:14:33.762223 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762867176205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762866656485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762866656503'] for port (e9bcfa85-cba2-4c7c-a956-383e6c72478d), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:14:33.777855 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-df65da43-4ba9-4299-a035-0ee48b738fd6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-590267', 'neutron.services.segments.db._delete_segments_for_network-8762867132609'] for network (3ab0c9d2-97b1-4c51-9743-b63b9816fede), precommit_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:14:33.784685 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-6b3dac50-4da4-4c31-9b2c-8c57d7a406eb req-0014b432-ac9e-4e17-8755-ff8e489af71a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (abd6c987-32dc-4e67-9598-dcc9fb6003b3), before_update {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:14:33.857489 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-dd655a9b-3780-4b8f-8683-b6b51e6d4792 req-1e332f12-24dc-489e-a22c-9546ca7f0262 tempest-MigrationsAdminTest-892781459 tempest-MigrationsAdminTest-892781459-project] 10.222.0.75 "GET /v2.0/security-groups?id=709912c8-8171-4435-800e-9e5c5e45bf8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1342945 Feb 09 19:14:33.859396 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Pushing event updated for resources: {'Port': ['ID=e9bcfa85-cba2-4c7c-a956-383e6c72478d,revision_number=4']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:14:33.911749 n-d-713498-36 neutron-server[103230]: DEBUG neutron.services.segments.db [None req-df65da43-4ba9-4299-a035-0ee48b738fd6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3ab0c9d2-97b1-4c51-9743-b63b9816fede']}} {{(pid=103230) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:14:33.933277 n-d-713498-36 neutron-server[103230]: DEBUG neutron.services.segments.db [None req-df65da43-4ba9-4299-a035-0ee48b738fd6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1f8c24bc-260a-43c0-b04d-21008afd5445') {'for_net_delete': True} {{(pid=103230) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:14:33.933814 n-d-713498-36 neutron-server[103230]: DEBUG neutron.services.segments.db [None req-df65da43-4ba9-4299-a035-0ee48b738fd6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1f8c24bc-260a-43c0-b04d-21008afd5445') {} {{(pid=103230) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:14:33.958637 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-df65da43-4ba9-4299-a035-0ee48b738fd6 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762867134154', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12895813'] for segment (1f8c24bc-260a-43c0-b04d-21008afd5445), before_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:14:33.971083 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-14f33f36-a130-4695-a274-6180d30b131c req-c08fabf8-fc7c-4947-ae08-dc519c940c26 tempest-ListServerFiltersTestJSON-592653301 tempest-ListServerFiltersTestJSON-592653301-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762866656467', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12867576'] for port (087d141e-9dd9-415c-beb8-abd1ab738673), after_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:14:33.990702 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-df65da43-4ba9-4299-a035-0ee48b738fd6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-759574'] for segment (1f8c24bc-260a-43c0-b04d-21008afd5445), precommit_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:14:34.007325 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-a916207d-93dc-4512-a9a9-fa027cd83fbd req-ac72aa1e-43f5-4349-8cc5-f5769da6c421 service neutron] 10.222.0.75 "GET /v2.0/networks/bfeec6fe-8a4b-4ced-8af6-48b30d934f6e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2512996 Feb 09 19:14:34.019388 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-df65da43-4ba9-4299-a035-0ee48b738fd6 admin admin] Releasing vlan 350 on physical network physnet1 to pool {{(pid=103230) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 19:14:34.019791 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-df65da43-4ba9-4299-a035-0ee48b738fd6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-759574', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14393826'] for segment (1f8c24bc-260a-43c0-b04d-21008afd5445), after_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:14:34.022242 n-d-713498-36 neutron-server[103230]: Traceback (most recent call last): Feb 09 19:14:34.022242 n-d-713498-36 neutron-server[103230]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 19:14:34.022242 n-d-713498-36 neutron-server[103230]: timer() Feb 09 19:14:34.022242 n-d-713498-36 neutron-server[103230]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 19:14:34.022242 n-d-713498-36 neutron-server[103230]: cb(*args, **kw) Feb 09 19:14:34.022242 n-d-713498-36 neutron-server[103230]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 19:14:34.022242 n-d-713498-36 neutron-server[103230]: return func(*args, **kwargs) Feb 09 19:14:34.022242 n-d-713498-36 neutron-server[103230]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 19:14:34.022242 n-d-713498-36 neutron-server[103230]: self._notify() Feb 09 19:14:34.022242 n-d-713498-36 neutron-server[103230]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 19:14:34.022242 n-d-713498-36 neutron-server[103230]: self.callback(batched_events) Feb 09 19:14:34.022242 n-d-713498-36 neutron-server[103230]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 19:14:34.022242 n-d-713498-36 neutron-server[103230]: event.method(event) Feb 09 19:14:34.022242 n-d-713498-36 neutron-server[103230]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 19:14:34.022242 n-d-713498-36 neutron-server[103230]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 19:14:34.022242 n-d-713498-36 neutron-server[103230]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 19:14:34.022242 n-d-713498-36 neutron-server[103230]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 19:14:34.022242 n-d-713498-36 neutron-server[103230]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 19:14:34.022242 n-d-713498-36 neutron-server[103230]: return f(self, *a, **k) Feb 09 19:14:34.022242 n-d-713498-36 neutron-server[103230]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 19:14:34.022242 n-d-713498-36 neutron-server[103230]: return self._get(url).json() Feb 09 19:14:34.022242 n-d-713498-36 neutron-server[103230]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 19:14:34.022242 n-d-713498-36 neutron-server[103230]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 19:14:34.022242 n-d-713498-36 neutron-server[103230]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 19:14:34.022242 n-d-713498-36 neutron-server[103230]: return self.request(url, 'GET', **kwargs) Feb 09 19:14:34.022242 n-d-713498-36 neutron-server[103230]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 19:14:34.022242 n-d-713498-36 neutron-server[103230]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 19:14:34.022242 n-d-713498-36 neutron-server[103230]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 19:14:34.022242 n-d-713498-36 neutron-server[103230]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 19:14:34.022242 n-d-713498-36 neutron-server[103230]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 19:14:34.022242 n-d-713498-36 neutron-server[103230]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 19:14:34.022242 n-d-713498-36 neutron-server[103230]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 19:14:34.025367 n-d-713498-36 neutron-server[103229]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-14f33f36-a130-4695-a274-6180d30b131c req-c08fabf8-fc7c-4947-ae08-dc519c940c26 tempest-ListServerFiltersTestJSON-592653301 tempest-ListServerFiltersTestJSON-592653301-project] Network df0d76b6-f2f5-4043-aa2b-73474d172bfc is already hosted by enough agents. {{(pid=103229) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 19:14:34.032426 n-d-713498-36 neutron-server[103229]: DEBUG neutron.scheduler.base_scheduler [req-14f33f36-a130-4695-a274-6180d30b131c req-c08fabf8-fc7c-4947-ae08-dc519c940c26 tempest-ListServerFiltersTestJSON-592653301 tempest-ListServerFiltersTestJSON-592653301-project] Resources bound (agent type, host, resource id): {{(pid=103229) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 19:14:34.041713 n-d-713498-36 neutron-server[103229]: DEBUG neutron.db.l3_dvrscheduler_db [req-14f33f36-a130-4695-a274-6180d30b131c req-c08fabf8-fc7c-4947-ae08-dc519c940c26 tempest-ListServerFiltersTestJSON-592653301 tempest-ListServerFiltersTestJSON-592653301-project] Received port after_create {{(pid=103229) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 19:14:34.079726 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-7429db8d-6021-40ad-813e-885be449a89b None None] get_ports_and_sgs() called for port_ids ['e9bcfa85-cba2-4c7c-a956-383e6c72478d'] {{(pid=103232) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 19:14:34.213721 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14f33f36-a130-4695-a274-6180d30b131c req-c08fabf8-fc7c-4947-ae08-dc519c940c26 tempest-ListServerFiltersTestJSON-592653301 tempest-ListServerFiltersTestJSON-592653301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:14:34.214884 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-14f33f36-a130-4695-a274-6180d30b131c req-c08fabf8-fc7c-4947-ae08-dc519c940c26 tempest-ListServerFiltersTestJSON-592653301 tempest-ListServerFiltersTestJSON-592653301-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171096'] for port (None), before_response {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:14:34.239426 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-df65da43-4ba9-4299-a035-0ee48b738fd6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-590242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1885479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1818895'] for network (3ab0c9d2-97b1-4c51-9743-b63b9816fede), after_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:14:34.293634 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-df65da43-4ba9-4299-a035-0ee48b738fd6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1613566'] for network (None), before_response {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:14:34.308181 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c08fabf8-fc7c-4947-ae08-dc519c940c26 tempest-ListServerFiltersTestJSON-592653301 tempest-ListServerFiltersTestJSON-592653301-project] Pushing event updated for resources: {'Port': ['ID=087d141e-9dd9-415c-beb8-abd1ab738673,revision_number=1']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:14:34.313463 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-df65da43-4ba9-4299-a035-0ee48b738fd6 admin admin] 10.222.0.75 "DELETE /v2.0/networks/3ab0c9d2-97b1-4c51-9743-b63b9816fede HTTP/1.1" status: 204 len: 168 time: 2.0212111 Feb 09 19:14:34.334673 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-14f33f36-a130-4695-a274-6180d30b131c req-c08fabf8-fc7c-4947-ae08-dc519c940c26 tempest-ListServerFiltersTestJSON-592653301 tempest-ListServerFiltersTestJSON-592653301-project] 10.222.0.89 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9617846 Feb 09 19:14:34.447495 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-a916207d-93dc-4512-a9a9-fa027cd83fbd req-c3867f8f-260e-4be3-99ce-32a05cf5b7d2 service neutron] 10.222.0.75 "GET /v2.0/networks/bfeec6fe-8a4b-4ced-8af6-48b30d934f6e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4392040 Feb 09 19:14:34.475978 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df65da43-4ba9-4299-a035-0ee48b738fd6 admin admin] Pushing event deleted for resources: {'Network': ['ID=3ab0c9d2-97b1-4c51-9743-b63b9816fede,revision_number=None']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:14:34.624379 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.provisioning_blocks [None req-6240570f-5390-4554-82db-39f5fc64d0e1 None None] Provisioning complete for port 087d141e-9dd9-415c-beb8-abd1ab738673 triggered by entity DHCP. {{(pid=103232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 19:14:34.625935 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-6240570f-5390-4554-82db-39f5fc64d0e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593630'] for port (087d141e-9dd9-415c-beb8-abd1ab738673), provisioning_complete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:14:34.651792 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 33758) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:14:34.770612 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-6240570f-5390-4554-82db-39f5fc64d0e1 None None] Port 087d141e-9dd9-415c-beb8-abd1ab738673 cannot update to ACTIVE because it is not bound. {{(pid=103232) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 19:14:34.840273 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa34fe8d-49d9-45ab-86c1-9afdbbfd77c7 req-20daf78a-ed41-41ce-9750-7f7774f59fc4 tempest-ListServerFiltersTestJSON-592653301 tempest-ListServerFiltersTestJSON-592653301-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:14:34.842878 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-fa34fe8d-49d9-45ab-86c1-9afdbbfd77c7 req-20daf78a-ed41-41ce-9750-7f7774f59fc4 tempest-ListServerFiltersTestJSON-592653301 tempest-ListServerFiltersTestJSON-592653301-project] 10.222.0.90 "GET /v2.0/networks?id=df0d76b6-f2f5-4043-aa2b-73474d172bfc HTTP/1.1" status: 200 len: 815 time: 0.3944361 Feb 09 19:14:34.851159 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-34f4e66e-6950-42ab-b746-5bcdf35c1a14 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=4ddd249906ca4b088ab7ddfb44b3182a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1939449 Feb 09 19:14:34.851855 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 33762) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:14:34.889117 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.v2.base [req-fa34fe8d-49d9-45ab-86c1-9afdbbfd77c7 req-b7ce191b-b906-4a41-8dd5-514e2228ad64 tempest-ListServerFiltersTestJSON-592653301 tempest-ListServerFiltersTestJSON-592653301-project] Request body: {'port': {'device_id': '28d1ebed-bf95-452e-aa2c-45880a088b7c', 'network_id': 'df0d76b6-f2f5-4043-aa2b-73474d172bfc', 'admin_state_up': True, 'tenant_id': '45d01d230b654cc6882b0931288a01da'}} {{(pid=103230) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 19:14:34.957164 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.v2.base [req-14f33f36-a130-4695-a274-6180d30b131c req-abc72ced-8e3a-45b1-837f-973bc7d09536 service neutron] Request body: {'port': {'device_id': 'e09c7db3-be54-4206-a02e-57c0246ec41a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-713498-36'}} {{(pid=103229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 19:14:34.963149 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-ecea0dc4-029d-4cb5-ba58-1d4fd268330f req-753146e2-9fbb-4d93-87ce-4b4039eba18e tempest-ListServerFiltersTestJSON-592653301 tempest-ListServerFiltersTestJSON-592653301-project] 10.222.0.75 "GET /v2.0/ports?device_id=28d1ebed-bf95-452e-aa2c-45880a088b7c HTTP/1.1" status: 200 len: 210 time: 0.0948381 Feb 09 19:14:35.148579 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff2c1b3b-9bca-42dc-9e4c-dd1e9dd65737 req-0e040a3e-8944-4001-969d-452b8122a959 tempest-ServerDiskConfigTestJSON-504186010 tempest-ServerDiskConfigTestJSON-504186010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:14:35.150394 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-ff2c1b3b-9bca-42dc-9e4c-dd1e9dd65737 req-0e040a3e-8944-4001-969d-452b8122a959 tempest-ServerDiskConfigTestJSON-504186010 tempest-ServerDiskConfigTestJSON-504186010-project] 10.222.0.75 "GET /v2.0/ports?device_id=3b1e9834-a534-412a-99fa-773ccc50c344 HTTP/1.1" status: 200 len: 945 time: 0.9322381 Feb 09 19:14:35.178149 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-2830dc2a-8421-4f13-87c0-c61819b4003b admin admin] Publish callbacks [] for security_group (73dc5652-0b28-4d0e-bd9f-61a00dbc59a6), before_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:14:35.196630 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-14f33f36-a130-4695-a274-6180d30b131c req-abc72ced-8e3a-45b1-837f-973bc7d09536 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (087d141e-9dd9-415c-beb8-abd1ab738673), before_update {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:14:35.266388 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-036298fb-67ed-49d0-a73f-12027b50029d req-d95f557b-e800-4f6a-b038-3294dd0b0651 tempest-InstanceActionsNegativeTestJSON-1252269426 tempest-InstanceActionsNegativeTestJSON-1252269426-project] 10.222.0.75 "GET /v2.0/ports?device_id=cb650e06-84a7-483f-9d43-077d1b434079 HTTP/1.1" status: 200 len: 210 time: 0.0815122 Feb 09 19:14:35.281220 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-2830dc2a-8421-4f13-87c0-c61819b4003b admin admin] Publish callbacks [] for security_group (73dc5652-0b28-4d0e-bd9f-61a00dbc59a6), precommit_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:14:35.365571 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Device e9bcfa85-cba2-4c7c-a956-383e6c72478d up at agent hyperv_n-h2-713498-36 {{(pid=103232) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 19:14:35.430257 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-ff2c1b3b-9bca-42dc-9e4c-dd1e9dd65737 req-b0babd60-f4a3-401a-bb3f-bb75339358d9 tempest-ServerDiskConfigTestJSON-504186010 tempest-ServerDiskConfigTestJSON-504186010-project] 10.222.0.75 "GET /v2.0/security-groups?id=3d9033a7-be2a-4459-a2da-84c23e651975&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2722442 Feb 09 19:14:35.458378 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fa34fe8d-49d9-45ab-86c1-9afdbbfd77c7 req-b7ce191b-b906-4a41-8dd5-514e2228ad64 tempest-ListServerFiltersTestJSON-592653301 tempest-ListServerFiltersTestJSON-592653301-project] Made reservation on behalf of 45d01d230b654cc6882b0931288a01da for: {'port': 1} {{(pid=103230) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 19:14:35.465053 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [req-fa34fe8d-49d9-45ab-86c1-9afdbbfd77c7 req-b7ce191b-b906-4a41-8dd5-514e2228ad64 tempest-ListServerFiltersTestJSON-592653301 tempest-ListServerFiltersTestJSON-592653301-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (None), before_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:14:35.488256 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.provisioning_blocks [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Provisioning for port e9bcfa85-cba2-4c7c-a956-383e6c72478d completed by entity L2. {{(pid=103232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 19:14:35.492650 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.provisioning_blocks [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Provisioning complete for port e9bcfa85-cba2-4c7c-a956-383e6c72478d triggered by entity L2. {{(pid=103232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 19:14:35.493031 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593630'] for port (e9bcfa85-cba2-4c7c-a956-383e6c72478d), provisioning_complete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:14:35.539178 n-d-713498-36 neutron-server[103229]: DEBUG neutron.notifiers.nova [req-6b3dac50-4da4-4c31-9b2c-8c57d7a406eb req-0014b432-ac9e-4e17-8755-ff8e489af71a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id abd6c987-32dc-4e67-9598-dcc9fb6003b3 {{(pid=103229) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 19:14:35.554233 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-6b3dac50-4da4-4c31-9b2c-8c57d7a406eb req-0014b432-ac9e-4e17-8755-ff8e489af71a service neutron] Publish callbacks [] for port (abd6c987-32dc-4e67-9598-dcc9fb6003b3), precommit_update {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:14:35.596528 n-d-713498-36 neutron-server[103229]: DEBUG neutron.db.provisioning_blocks [req-6b3dac50-4da4-4c31-9b2c-8c57d7a406eb req-0014b432-ac9e-4e17-8755-ff8e489af71a service neutron] Transition to ACTIVE for port object abd6c987-32dc-4e67-9598-dcc9fb6003b3 will not be triggered until provisioned by entity L2. {{(pid=103229) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 19:14:35.619342 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-6b3dac50-4da4-4c31-9b2c-8c57d7a406eb req-0014b432-ac9e-4e17-8755-ff8e489af71a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762867176205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762866656485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762866656503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12867569'] for port (abd6c987-32dc-4e67-9598-dcc9fb6003b3), after_update {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:14:35.637646 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-2830dc2a-8421-4f13-87c0-c61819b4003b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1892331'] for security_group (73dc5652-0b28-4d0e-bd9f-61a00dbc59a6), after_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:14:35.642057 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-2830dc2a-8421-4f13-87c0-c61819b4003b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:14:35.648126 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-2830dc2a-8421-4f13-87c0-c61819b4003b admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/73dc5652-0b28-4d0e-bd9f-61a00dbc59a6 HTTP/1.1" status: 204 len: 168 time: 0.7926486 Feb 09 19:14:35.665909 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Current status of the port e9bcfa85-cba2-4c7c-a956-383e6c72478d is: BUILD; New status is: ACTIVE {{(pid=103232) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 19:14:35.666457 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (e9bcfa85-cba2-4c7c-a956-383e6c72478d), before_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:14:35.699946 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2830dc2a-8421-4f13-87c0-c61819b4003b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=73dc5652-0b28-4d0e-bd9f-61a00dbc59a6,revision_number=None']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:14:35.736910 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77a843cc-ccee-4393-9ef0-59947691a364 req-dc70805d-5ca6-478c-bd78-6e7f6d36b085 tempest-MigrationsAdminTest-892781459 tempest-MigrationsAdminTest-892781459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:14:35.746644 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-77a843cc-ccee-4393-9ef0-59947691a364 req-dc70805d-5ca6-478c-bd78-6e7f6d36b085 tempest-MigrationsAdminTest-892781459 tempest-MigrationsAdminTest-892781459-project] 10.222.0.75 "GET /v2.0/ports?device_id=9cec8a2a-9f08-4ec2-981f-5cef55181738 HTTP/1.1" status: 200 len: 949 time: 0.3864658 Feb 09 19:14:35.759461 n-d-713498-36 neutron-server[103232]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9cec8a2a-9f08-4ec2-981f-5cef55181738', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e9bcfa85-cba2-4c7c-a956-383e6c72478d'}] {{(pid=103232) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 19:14:35.761704 n-d-713498-36 neutron-server[103232]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}949cdcde653dec44821de95cbf67297f53cbc2aed4e073b5d514f93bf911ce85" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-31e2f22d-f323-4ae9-8adc-66835a0a84c4" -d '{"events": [{"server_uuid": "9cec8a2a-9f08-4ec2-981f-5cef55181738", "name": "network-vif-plugged", "status": "completed", "tag": "e9bcfa85-cba2-4c7c-a956-383e6c72478d"}]}' {{(pid=103232) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 19:14:35.857681 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-7429db8d-6021-40ad-813e-885be449a89b None None] For port e9bcfa85-cba2-4c7c-a956-383e6c72478d, host n-h2-713498-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-36',level=0,port_id=e9bcfa85-cba2-4c7c-a956-383e6c72478d,segment=NetworkSegment(50e5915e-18f0-4558-9a28-b978975ead36),segment_id=50e5915e-18f0-4558-9a28-b978975ead36)] {{(pid=103232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 19:14:35.871152 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762867176205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762866656485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762866656503'] for port (e9bcfa85-cba2-4c7c-a956-383e6c72478d), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:14:35.927227 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-77a843cc-ccee-4393-9ef0-59947691a364 req-ee7ed734-033e-458d-9172-d3b1c65d3ce7 tempest-MigrationsAdminTest-892781459 tempest-MigrationsAdminTest-892781459-project] 10.222.0.75 "GET /v2.0/security-groups?id=709912c8-8171-4435-800e-9e5c5e45bf8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1777134 Feb 09 19:14:36.025467 n-d-713498-36 neutron-server[103232]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 19:14:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2ce47646-982c-4f91-8877-c29908c8564e x-openstack-request-id: req-2ce47646-982c-4f91-8877-c29908c8564e {{(pid=103232) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 19:14:36.030427 n-d-713498-36 neutron-server[103232]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9cec8a2a-9f08-4ec2-981f-5cef55181738", "name": "network-vif-plugged", "status": "completed", "tag": "e9bcfa85-cba2-4c7c-a956-383e6c72478d", "code": 200}]} {{(pid=103232) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 19:14:36.032898 n-d-713498-36 neutron-server[103232]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-2ce47646-982c-4f91-8877-c29908c8564e {{(pid=103232) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 19:14:36.033665 n-d-713498-36 neutron-server[103232]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9cec8a2a-9f08-4ec2-981f-5cef55181738', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e9bcfa85-cba2-4c7c-a956-383e6c72478d', 'code': 200} Feb 09 19:14:36.180980 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Pushing event updated for resources: {'Port': ['ID=e9bcfa85-cba2-4c7c-a956-383e6c72478d,revision_number=5']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:14:36.344450 n-d-713498-36 neutron-server[103229]: DEBUG neutron.notifiers.nova [req-14f33f36-a130-4695-a274-6180d30b131c req-abc72ced-8e3a-45b1-837f-973bc7d09536 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 087d141e-9dd9-415c-beb8-abd1ab738673 {{(pid=103229) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 19:14:36.395330 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-14f33f36-a130-4695-a274-6180d30b131c req-abc72ced-8e3a-45b1-837f-973bc7d09536 service neutron] Publish callbacks [] for port (087d141e-9dd9-415c-beb8-abd1ab738673), precommit_update {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:14:36.428203 n-d-713498-36 neutron-server[103229]: DEBUG neutron.db.provisioning_blocks [req-14f33f36-a130-4695-a274-6180d30b131c req-abc72ced-8e3a-45b1-837f-973bc7d09536 service neutron] Transition to ACTIVE for port object 087d141e-9dd9-415c-beb8-abd1ab738673 will not be triggered until provisioned by entity L2. {{(pid=103229) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 19:14:36.471467 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0014b432-ac9e-4e17-8755-ff8e489af71a service neutron] Pushing event updated for resources: {'Port': ['ID=abd6c987-32dc-4e67-9598-dcc9fb6003b3,revision_number=2']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:14:36.517714 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-14f33f36-a130-4695-a274-6180d30b131c req-abc72ced-8e3a-45b1-837f-973bc7d09536 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762867176205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762866656485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762866656503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12867569'] for port (087d141e-9dd9-415c-beb8-abd1ab738673), after_update {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:14:36.574654 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-fd976dfb-ff60-4124-be62-650f784051b6 req-f65fbd70-8289-4f94-91be-077b9047c00d tempest-InstanceActionsNegativeTestJSON-1252269426 tempest-InstanceActionsNegativeTestJSON-1252269426-project] 10.222.0.75 "GET /v2.0/ports?device_id=cb650e06-84a7-483f-9d43-077d1b434079 HTTP/1.1" status: 200 len: 210 time: 0.0708678 Feb 09 19:14:36.601171 n-d-713498-36 neutron-server[103230]: DEBUG neutron.db.db_base_plugin_common [req-fa34fe8d-49d9-45ab-86c1-9afdbbfd77c7 req-b7ce191b-b906-4a41-8dd5-514e2228ad64 tempest-ListServerFiltersTestJSON-592653301 tempest-ListServerFiltersTestJSON-592653301-project] Allocated IP 172.20.0.5 (df0d76b6-f2f5-4043-aa2b-73474d172bfc/57a76b9b-2bb4-4689-9caf-646c59807fec/af529d17-a9ed-48f3-84d4-327dd5b7fe6f) {{(pid=103230) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 19:14:36.687318 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-0f9dc8b5-8a0f-4b11-b18f-971fc0cb4fc7 req-01336840-bb79-4304-90a4-900e47ef1403 tempest-ListServerFiltersTestJSON-592653301 tempest-ListServerFiltersTestJSON-592653301-project] 10.222.0.75 "GET /v2.0/ports?device_id=28d1ebed-bf95-452e-aa2c-45880a088b7c HTTP/1.1" status: 200 len: 210 time: 0.2100379 Feb 09 19:14:36.829904 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abc72ced-8e3a-45b1-837f-973bc7d09536 service neutron] Pushing event updated for resources: {'Port': ['ID=087d141e-9dd9-415c-beb8-abd1ab738673,revision_number=2']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:14:36.878785 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c29895cc-0b9a-4de6-bcb6-b621d02813fd req-0b5dccfe-15de-4b0b-8a82-39059a87a051 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:14:36.893556 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-c29895cc-0b9a-4de6-bcb6-b621d02813fd req-0b5dccfe-15de-4b0b-8a82-39059a87a051 service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=9cec8a2a-9f08-4ec2-981f-5cef55181738 HTTP/1.1" status: 200 len: 1133 time: 0.4637179 Feb 09 19:14:37.009640 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.managers [req-6b3dac50-4da4-4c31-9b2c-8c57d7a406eb req-0014b432-ac9e-4e17-8755-ff8e489af71a service neutron] Attempting to bind port abd6c987-32dc-4e67-9598-dcc9fb6003b3 on host n-h1-713498-36 for vnic_type normal with profile {{(pid=103229) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 19:14:37.010241 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.managers [req-6b3dac50-4da4-4c31-9b2c-8c57d7a406eb req-0014b432-ac9e-4e17-8755-ff8e489af71a service neutron] Attempting to bind port abd6c987-32dc-4e67-9598-dcc9fb6003b3 by drivers openvswitch,hyperv on host n-h1-713498-36 at level 0 using segments [{'id': '49c21643-b4af-42c1-8cee-d50eb741b435', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': 'df0d76b6-f2f5-4043-aa2b-73474d172bfc'}] {{(pid=103229) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 19:14:37.010771 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b3dac50-4da4-4c31-9b2c-8c57d7a406eb req-0014b432-ac9e-4e17-8755-ff8e489af71a service neutron] Attempting to bind port abd6c987-32dc-4e67-9598-dcc9fb6003b3 on network df0d76b6-f2f5-4043-aa2b-73474d172bfc {{(pid=103229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 19:14:37.062039 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b3dac50-4da4-4c31-9b2c-8c57d7a406eb req-0014b432-ac9e-4e17-8755-ff8e489af71a service neutron] Port abd6c987-32dc-4e67-9598-dcc9fb6003b3 on network df0d76b6-f2f5-4043-aa2b-73474d172bfc not bound, no agent of type Open vSwitch agent registered on host n-h1-713498-36 {{(pid=103229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 19:14:37.062701 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b3dac50-4da4-4c31-9b2c-8c57d7a406eb req-0014b432-ac9e-4e17-8755-ff8e489af71a service neutron] Attempting to bind port abd6c987-32dc-4e67-9598-dcc9fb6003b3 on network df0d76b6-f2f5-4043-aa2b-73474d172bfc {{(pid=103229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 19:14:37.087058 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b3dac50-4da4-4c31-9b2c-8c57d7a406eb req-0014b432-ac9e-4e17-8755-ff8e489af71a service neutron] Checking agent: {'id': '488cd9ae-631f-4955-ba0b-4f5a13f12e9c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713498-36', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 18, 59, 18), 'started_at': datetime.datetime(2022, 2, 9, 18, 59, 18), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 19, 14, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 19:14:37.087694 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b3dac50-4da4-4c31-9b2c-8c57d7a406eb req-0014b432-ac9e-4e17-8755-ff8e489af71a service neutron] Checking segment: {'id': '49c21643-b4af-42c1-8cee-d50eb741b435', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': 'df0d76b6-f2f5-4043-aa2b-73474d172bfc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103229) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 19:14:37.088282 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b3dac50-4da4-4c31-9b2c-8c57d7a406eb req-0014b432-ac9e-4e17-8755-ff8e489af71a service neutron] Bound using segment: {'id': '49c21643-b4af-42c1-8cee-d50eb741b435', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': 'df0d76b6-f2f5-4043-aa2b-73474d172bfc'} {{(pid=103229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 19:14:37.089061 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.managers [req-6b3dac50-4da4-4c31-9b2c-8c57d7a406eb req-0014b432-ac9e-4e17-8755-ff8e489af71a service neutron] Bound port: abd6c987-32dc-4e67-9598-dcc9fb6003b3, host: n-h1-713498-36, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '49c21643-b4af-42c1-8cee-d50eb741b435', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': 'df0d76b6-f2f5-4043-aa2b-73474d172bfc'}}] {{(pid=103229) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 19:14:37.089618 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-6b3dac50-4da4-4c31-9b2c-8c57d7a406eb req-0014b432-ac9e-4e17-8755-ff8e489af71a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (abd6c987-32dc-4e67-9598-dcc9fb6003b3), before_update {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:14:37.125939 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-c29895cc-0b9a-4de6-bcb6-b621d02813fd req-811b43e0-4f89-4dcd-aae9-1e3ecedd8f83 service neutron] 10.222.0.90 "GET /v2.0/security-groups?id=709912c8-8171-4435-800e-9e5c5e45bf8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1924284 Feb 09 19:14:37.170996 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eccd87fd-8b9c-4cf1-9f5e-03e02701a0d5 req-6364a12e-8e7c-4913-878b-f938dd4bb0d2 tempest-ServerDiskConfigTestJSON-504186010 tempest-ServerDiskConfigTestJSON-504186010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:14:37.180962 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-eccd87fd-8b9c-4cf1-9f5e-03e02701a0d5 req-6364a12e-8e7c-4913-878b-f938dd4bb0d2 tempest-ServerDiskConfigTestJSON-504186010 tempest-ServerDiskConfigTestJSON-504186010-project] 10.222.0.75 "GET /v2.0/ports?device_id=3b1e9834-a534-412a-99fa-773ccc50c344 HTTP/1.1" status: 200 len: 945 time: 0.3442070 Feb 09 19:14:37.182917 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.managers [req-14f33f36-a130-4695-a274-6180d30b131c req-abc72ced-8e3a-45b1-837f-973bc7d09536 service neutron] Attempting to bind port 087d141e-9dd9-415c-beb8-abd1ab738673 on host n-h1-713498-36 for vnic_type normal with profile {{(pid=103229) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 19:14:37.183261 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.managers [req-14f33f36-a130-4695-a274-6180d30b131c req-abc72ced-8e3a-45b1-837f-973bc7d09536 service neutron] Attempting to bind port 087d141e-9dd9-415c-beb8-abd1ab738673 by drivers openvswitch,hyperv on host n-h1-713498-36 at level 0 using segments [{'id': '49c21643-b4af-42c1-8cee-d50eb741b435', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': 'df0d76b6-f2f5-4043-aa2b-73474d172bfc'}] {{(pid=103229) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 19:14:37.183597 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14f33f36-a130-4695-a274-6180d30b131c req-abc72ced-8e3a-45b1-837f-973bc7d09536 service neutron] Attempting to bind port 087d141e-9dd9-415c-beb8-abd1ab738673 on network df0d76b6-f2f5-4043-aa2b-73474d172bfc {{(pid=103229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 19:14:37.305886 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14f33f36-a130-4695-a274-6180d30b131c req-abc72ced-8e3a-45b1-837f-973bc7d09536 service neutron] Port 087d141e-9dd9-415c-beb8-abd1ab738673 on network df0d76b6-f2f5-4043-aa2b-73474d172bfc not bound, no agent of type Open vSwitch agent registered on host n-h1-713498-36 {{(pid=103229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 19:14:37.312785 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-bea09d77-6b4a-4331-a05a-44e3f7eae0cc req-c05a72ab-5606-491a-8dd5-99795e51c228 service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=324ad1af-f9e3-424e-981f-7b5b8b459dd1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.2556751 Feb 09 19:14:37.319112 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14f33f36-a130-4695-a274-6180d30b131c req-abc72ced-8e3a-45b1-837f-973bc7d09536 service neutron] Attempting to bind port 087d141e-9dd9-415c-beb8-abd1ab738673 on network df0d76b6-f2f5-4043-aa2b-73474d172bfc {{(pid=103229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 19:14:37.368166 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14f33f36-a130-4695-a274-6180d30b131c req-abc72ced-8e3a-45b1-837f-973bc7d09536 service neutron] Checking agent: {'id': '488cd9ae-631f-4955-ba0b-4f5a13f12e9c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713498-36', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 18, 59, 18), 'started_at': datetime.datetime(2022, 2, 9, 18, 59, 18), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 19, 14, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 19:14:37.368522 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14f33f36-a130-4695-a274-6180d30b131c req-abc72ced-8e3a-45b1-837f-973bc7d09536 service neutron] Checking segment: {'id': '49c21643-b4af-42c1-8cee-d50eb741b435', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': 'df0d76b6-f2f5-4043-aa2b-73474d172bfc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103229) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 19:14:37.368926 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14f33f36-a130-4695-a274-6180d30b131c req-abc72ced-8e3a-45b1-837f-973bc7d09536 service neutron] Bound using segment: {'id': '49c21643-b4af-42c1-8cee-d50eb741b435', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': 'df0d76b6-f2f5-4043-aa2b-73474d172bfc'} {{(pid=103229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 19:14:37.369386 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.managers [req-14f33f36-a130-4695-a274-6180d30b131c req-abc72ced-8e3a-45b1-837f-973bc7d09536 service neutron] Bound port: 087d141e-9dd9-415c-beb8-abd1ab738673, host: n-h1-713498-36, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '49c21643-b4af-42c1-8cee-d50eb741b435', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': 'df0d76b6-f2f5-4043-aa2b-73474d172bfc'}}] {{(pid=103229) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 19:14:37.369754 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-14f33f36-a130-4695-a274-6180d30b131c req-abc72ced-8e3a-45b1-837f-973bc7d09536 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (087d141e-9dd9-415c-beb8-abd1ab738673), before_update {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:14:37.373297 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [req-fa34fe8d-49d9-45ab-86c1-9afdbbfd77c7 req-b7ce191b-b906-4a41-8dd5-514e2228ad64 tempest-ListServerFiltersTestJSON-592653301 tempest-ListServerFiltersTestJSON-592653301-project] Publish callbacks [] for port (af529d17-a9ed-48f3-84d4-327dd5b7fe6f), precommit_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:14:37.498738 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.db [req-6b3dac50-4da4-4c31-9b2c-8c57d7a406eb req-0014b432-ac9e-4e17-8755-ff8e489af71a service neutron] For port abd6c987-32dc-4e67-9598-dcc9fb6003b3, host n-h1-713498-36, cleared binding levels {{(pid=103229) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 19:14:37.508916 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.db [req-6b3dac50-4da4-4c31-9b2c-8c57d7a406eb req-0014b432-ac9e-4e17-8755-ff8e489af71a service neutron] For port abd6c987-32dc-4e67-9598-dcc9fb6003b3, host n-h1-713498-36, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-36',level=0,port_id=abd6c987-32dc-4e67-9598-dcc9fb6003b3,segment=NetworkSegment(49c21643-b4af-42c1-8cee-d50eb741b435),segment_id=49c21643-b4af-42c1-8cee-d50eb741b435)] {{(pid=103229) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 19:14:37.531300 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-6b3dac50-4da4-4c31-9b2c-8c57d7a406eb req-0014b432-ac9e-4e17-8755-ff8e489af71a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762867176205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762866656485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762866656503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12867569'] for port (abd6c987-32dc-4e67-9598-dcc9fb6003b3), after_update {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:14:37.724046 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 33866) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:14:37.773473 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea93b9e4-2ef5-462c-b9ba-d2960f63d967 req-129cb74b-c8a5-418f-b17c-4eafa9f7e344 tempest-MigrationsAdminTest-892781459 tempest-MigrationsAdminTest-892781459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:14:37.785344 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-ea93b9e4-2ef5-462c-b9ba-d2960f63d967 req-129cb74b-c8a5-418f-b17c-4eafa9f7e344 tempest-MigrationsAdminTest-892781459 tempest-MigrationsAdminTest-892781459-project] 10.222.0.75 "GET /v2.0/ports?device_id=9cec8a2a-9f08-4ec2-981f-5cef55181738 HTTP/1.1" status: 200 len: 950 time: 0.4008934 Feb 09 19:14:37.807572 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [req-fa34fe8d-49d9-45ab-86c1-9afdbbfd77c7 req-b7ce191b-b906-4a41-8dd5-514e2228ad64 tempest-ListServerFiltersTestJSON-592653301 tempest-ListServerFiltersTestJSON-592653301-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762866656467', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14393751'] for port (af529d17-a9ed-48f3-84d4-327dd5b7fe6f), after_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:14:37.812163 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0014b432-ac9e-4e17-8755-ff8e489af71a service neutron] Pushing event updated for resources: {'Port': ['ID=abd6c987-32dc-4e67-9598-dcc9fb6003b3,revision_number=3']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:14:37.845111 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b3dac50-4da4-4c31-9b2c-8c57d7a406eb req-0014b432-ac9e-4e17-8755-ff8e489af71a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:14:37.848119 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-6b3dac50-4da4-4c31-9b2c-8c57d7a406eb req-0014b432-ac9e-4e17-8755-ff8e489af71a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171096'] for port (None), before_response {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:14:37.854540 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-6b3dac50-4da4-4c31-9b2c-8c57d7a406eb req-0014b432-ac9e-4e17-8755-ff8e489af71a service neutron] 10.222.0.89 "PUT /v2.0/ports/abd6c987-32dc-4e67-9598-dcc9fb6003b3 HTTP/1.1" status: 200 len: 1093 time: 4.5310223 Feb 09 19:14:37.880673 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-eccd87fd-8b9c-4cf1-9f5e-03e02701a0d5 req-224568ac-716f-45d9-b321-e11d5928dc46 tempest-ServerDiskConfigTestJSON-504186010 tempest-ServerDiskConfigTestJSON-504186010-project] 10.222.0.75 "GET /v2.0/security-groups?id=3d9033a7-be2a-4459-a2da-84c23e651975&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6987267 Feb 09 19:14:37.926826 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7ce191b-b906-4a41-8dd5-514e2228ad64 tempest-ListServerFiltersTestJSON-592653301 tempest-ListServerFiltersTestJSON-592653301-project] Pushing event updated for resources: {'Port': ['ID=af529d17-a9ed-48f3-84d4-327dd5b7fe6f,revision_number=1']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:14:37.955059 n-d-713498-36 neutron-server[103229]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '342293bf-7258-4cd4-a7b8-d6015bcac217', 'tag': 'abd6c987-32dc-4e67-9598-dcc9fb6003b3'}] {{(pid=103229) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 19:14:37.960018 n-d-713498-36 neutron-server[103229]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fa6ae9a20702bd564eaf90d946620b2b4277b1ab91129323d3b54181076be307" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ada7becc-9d14-4f87-b963-ca64f0eb4289" -d '{"events": [{"name": "network-changed", "server_uuid": "342293bf-7258-4cd4-a7b8-d6015bcac217", "tag": "abd6c987-32dc-4e67-9598-dcc9fb6003b3"}]}' {{(pid=103229) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 19:14:38.061777 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.db [req-14f33f36-a130-4695-a274-6180d30b131c req-abc72ced-8e3a-45b1-837f-973bc7d09536 service neutron] For port 087d141e-9dd9-415c-beb8-abd1ab738673, host n-h1-713498-36, cleared binding levels {{(pid=103229) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 19:14:38.068215 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.db [req-14f33f36-a130-4695-a274-6180d30b131c req-abc72ced-8e3a-45b1-837f-973bc7d09536 service neutron] For port 087d141e-9dd9-415c-beb8-abd1ab738673, host n-h1-713498-36, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-36',level=0,port_id=087d141e-9dd9-415c-beb8-abd1ab738673,segment=NetworkSegment(49c21643-b4af-42c1-8cee-d50eb741b435),segment_id=49c21643-b4af-42c1-8cee-d50eb741b435)] {{(pid=103229) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 19:14:38.095657 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bea09d77-6b4a-4331-a05a-44e3f7eae0cc req-ce1e2975-1500-4b0e-ad81-efaf27ac23e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:14:38.097314 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-bea09d77-6b4a-4331-a05a-44e3f7eae0cc req-ce1e2975-1500-4b0e-ad81-efaf27ac23e4 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=51b81e7592544b98a90626c2bba713eb&device_id=324ad1af-f9e3-424e-981f-7b5b8b459dd1 HTTP/1.1" status: 200 len: 1132 time: 0.5506279 Feb 09 19:14:38.116228 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.v2.base [None req-f38c3668-0a32-447a-b0d1-560c579773f8 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-591340071-network', 'tenant_id': 'b8358624fc0d4008bf7aadd6f5fc09a1'}} {{(pid=103230) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 19:14:38.119609 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-14f33f36-a130-4695-a274-6180d30b131c req-abc72ced-8e3a-45b1-837f-973bc7d09536 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762867176205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762866656485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762866656503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12867569'] for port (087d141e-9dd9-415c-beb8-abd1ab738673), after_update {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:14:38.217172 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-2154f4c0-57f0-4860-a52b-1471fae62baa req-0e949a64-21f7-4754-9629-4ead034320a7 tempest-InstanceActionsNegativeTestJSON-1252269426 tempest-InstanceActionsNegativeTestJSON-1252269426-project] 10.222.0.75 "GET /v2.0/ports?device_id=cb650e06-84a7-483f-9d43-077d1b434079 HTTP/1.1" status: 200 len: 210 time: 0.1388233 Feb 09 19:14:38.291720 n-d-713498-36 neutron-server[103230]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fa34fe8d-49d9-45ab-86c1-9afdbbfd77c7 req-b7ce191b-b906-4a41-8dd5-514e2228ad64 tempest-ListServerFiltersTestJSON-592653301 tempest-ListServerFiltersTestJSON-592653301-project] Network df0d76b6-f2f5-4043-aa2b-73474d172bfc is already hosted by enough agents. {{(pid=103230) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 19:14:38.302063 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14f33f36-a130-4695-a274-6180d30b131c req-abc72ced-8e3a-45b1-837f-973bc7d09536 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:14:38.302812 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-14f33f36-a130-4695-a274-6180d30b131c req-abc72ced-8e3a-45b1-837f-973bc7d09536 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171096'] for port (None), before_response {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:14:38.304266 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-14f33f36-a130-4695-a274-6180d30b131c req-abc72ced-8e3a-45b1-837f-973bc7d09536 service neutron] 10.222.0.89 "PUT /v2.0/ports/087d141e-9dd9-415c-beb8-abd1ab738673 HTTP/1.1" status: 200 len: 1092 time: 3.3569610 Feb 09 19:14:38.345105 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abc72ced-8e3a-45b1-837f-973bc7d09536 service neutron] Pushing event updated for resources: {'Port': ['ID=087d141e-9dd9-415c-beb8-abd1ab738673,revision_number=3']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:14:38.350700 n-d-713498-36 neutron-server[103230]: DEBUG neutron.scheduler.base_scheduler [req-fa34fe8d-49d9-45ab-86c1-9afdbbfd77c7 req-b7ce191b-b906-4a41-8dd5-514e2228ad64 tempest-ListServerFiltersTestJSON-592653301 tempest-ListServerFiltersTestJSON-592653301-project] Resources bound (agent type, host, resource id): {{(pid=103230) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 19:14:38.354521 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b3dac50-4da4-4c31-9b2c-8c57d7a406eb req-897a0894-5213-4871-abbf-8ff77850fbbb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:14:38.356808 n-d-713498-36 neutron-server[103230]: DEBUG neutron.db.l3_dvrscheduler_db [req-fa34fe8d-49d9-45ab-86c1-9afdbbfd77c7 req-b7ce191b-b906-4a41-8dd5-514e2228ad64 tempest-ListServerFiltersTestJSON-592653301 tempest-ListServerFiltersTestJSON-592653301-project] Received port after_create {{(pid=103230) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 19:14:38.358113 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-6b3dac50-4da4-4c31-9b2c-8c57d7a406eb req-897a0894-5213-4871-abbf-8ff77850fbbb service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=45d01d230b654cc6882b0931288a01da&device_id=342293bf-7258-4cd4-a7b8-d6015bcac217 HTTP/1.1" status: 200 len: 1127 time: 0.1649582 Feb 09 19:14:38.487624 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-6b3dac50-4da4-4c31-9b2c-8c57d7a406eb req-6906ab4b-223a-463e-9cfb-dd0519866324 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=abd6c987-32dc-4e67-9598-dcc9fb6003b3 HTTP/1.1" status: 200 len: 217 time: 0.1224456 Feb 09 19:14:38.512447 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a916207d-93dc-4512-a9a9-fa027cd83fbd req-4e957566-68fe-4002-9c40-0546b217b13c tempest-InstanceActionsNegativeTestJSON-1252269426 tempest-InstanceActionsNegativeTestJSON-1252269426-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:14:38.515883 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-a916207d-93dc-4512-a9a9-fa027cd83fbd req-4e957566-68fe-4002-9c40-0546b217b13c tempest-InstanceActionsNegativeTestJSON-1252269426 tempest-InstanceActionsNegativeTestJSON-1252269426-project] 10.222.0.89 "GET /v2.0/networks?id=bfeec6fe-8a4b-4ced-8af6-48b30d934f6e HTTP/1.1" status: 200 len: 822 time: 0.9264174 Feb 09 19:14:38.526931 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-ea93b9e4-2ef5-462c-b9ba-d2960f63d967 req-6438258c-fac2-43a1-86a9-1bffe4597b30 tempest-MigrationsAdminTest-892781459 tempest-MigrationsAdminTest-892781459-project] 10.222.0.75 "GET /v2.0/security-groups?id=709912c8-8171-4435-800e-9e5c5e45bf8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7405651 Feb 09 19:14:38.600611 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.v2.base [req-a916207d-93dc-4512-a9a9-fa027cd83fbd req-a709c561-dc53-4220-bbb2-4ccbadc7c54a tempest-InstanceActionsNegativeTestJSON-1252269426 tempest-InstanceActionsNegativeTestJSON-1252269426-project] Request body: {'port': {'device_id': 'cb650e06-84a7-483f-9d43-077d1b434079', 'network_id': 'bfeec6fe-8a4b-4ced-8af6-48b30d934f6e', 'admin_state_up': True, 'tenant_id': '4803e41461cb4b1ba4885e3b77ff61ab'}} {{(pid=103230) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 19:14:38.681767 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f38c3668-0a32-447a-b0d1-560c579773f8 admin admin] Made reservation on behalf of b8358624fc0d4008bf7aadd6f5fc09a1 for: {'network': 1} {{(pid=103230) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 19:14:38.693535 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-f38c3668-0a32-447a-b0d1-560c579773f8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for network (None), before_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:14:38.758367 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14f33f36-a130-4695-a274-6180d30b131c req-2730c763-f3a6-4850-8692-150d2d951c12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:14:38.767677 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-14f33f36-a130-4695-a274-6180d30b131c req-2730c763-f3a6-4850-8692-150d2d951c12 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=45d01d230b654cc6882b0931288a01da&device_id=e09c7db3-be54-4206-a02e-57c0246ec41a HTTP/1.1" status: 200 len: 1126 time: 0.3877127 Feb 09 19:14:38.824122 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b3dac50-4da4-4c31-9b2c-8c57d7a406eb req-9f58146c-9fee-4180-b6ab-b86115fa579c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:14:38.830109 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-6b3dac50-4da4-4c31-9b2c-8c57d7a406eb req-9f58146c-9fee-4180-b6ab-b86115fa579c service neutron] 10.222.0.89 "GET /v2.0/subnets?id=57a76b9b-2bb4-4689-9caf-646c59807fec HTTP/1.1" status: 200 len: 854 time: 0.2983186 Feb 09 19:14:38.863880 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-f38c3668-0a32-447a-b0d1-560c579773f8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:14:38.895557 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.provisioning_blocks [None req-0c1762fd-5484-46f0-bacc-ff325af85d03 None None] Provisioning complete for port af529d17-a9ed-48f3-84d4-327dd5b7fe6f triggered by entity DHCP. {{(pid=103232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 19:14:38.896050 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-0c1762fd-5484-46f0-bacc-ff325af85d03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593630'] for port (af529d17-a9ed-48f3-84d4-327dd5b7fe6f), provisioning_complete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:14:38.946671 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-14f33f36-a130-4695-a274-6180d30b131c req-7235602f-c812-4ca5-92fc-9a6aafe27b94 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=087d141e-9dd9-415c-beb8-abd1ab738673 HTTP/1.1" status: 200 len: 217 time: 0.1705451 Feb 09 19:14:38.966654 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-0c1762fd-5484-46f0-bacc-ff325af85d03 None None] Port af529d17-a9ed-48f3-84d4-327dd5b7fe6f cannot update to ACTIVE because it is not bound. {{(pid=103232) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 19:14:38.996428 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1da77df4-0941-4e0a-bb2f-8509687c5b85 req-cc3fa4c0-2e36-4d4a-a66e-222d5bfab9f4 tempest-ListServerFiltersTestJSON-592653301 tempest-ListServerFiltersTestJSON-592653301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:14:39.010760 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-1da77df4-0941-4e0a-bb2f-8509687c5b85 req-cc3fa4c0-2e36-4d4a-a66e-222d5bfab9f4 tempest-ListServerFiltersTestJSON-592653301 tempest-ListServerFiltersTestJSON-592653301-project] 10.222.0.75 "GET /v2.0/ports?device_id=28d1ebed-bf95-452e-aa2c-45880a088b7c HTTP/1.1" status: 200 len: 931 time: 0.5271003 Feb 09 19:14:39.033840 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa34fe8d-49d9-45ab-86c1-9afdbbfd77c7 req-b7ce191b-b906-4a41-8dd5-514e2228ad64 tempest-ListServerFiltersTestJSON-592653301 tempest-ListServerFiltersTestJSON-592653301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:14:39.034562 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [req-fa34fe8d-49d9-45ab-86c1-9afdbbfd77c7 req-b7ce191b-b906-4a41-8dd5-514e2228ad64 tempest-ListServerFiltersTestJSON-592653301 tempest-ListServerFiltersTestJSON-592653301-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171096'] for port (None), before_response {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:14:39.116084 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bea09d77-6b4a-4331-a05a-44e3f7eae0cc req-0783c534-a891-4e4e-88c0-c8c5f276ddfe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:14:39.120088 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-bea09d77-6b4a-4331-a05a-44e3f7eae0cc req-0783c534-a891-4e4e-88c0-c8c5f276ddfe service neutron] 10.222.0.90 "GET /v2.0/networks?id=2b5494c8-cf97-42c1-b902-87f998f28179 HTTP/1.1" status: 200 len: 870 time: 0.9662664 Feb 09 19:14:39.235225 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b3dac50-4da4-4c31-9b2c-8c57d7a406eb req-4bf8ee94-a3d7-4daf-9ea0-b5a3a222948c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:14:39.236793 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-6b3dac50-4da4-4c31-9b2c-8c57d7a406eb req-4bf8ee94-a3d7-4daf-9ea0-b5a3a222948c service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=df0d76b6-f2f5-4043-aa2b-73474d172bfc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.3167443 Feb 09 19:14:39.247014 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14f33f36-a130-4695-a274-6180d30b131c req-b1f329f6-e8b4-4225-9a0d-3d35d93ca45a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:14:39.248800 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf0ac755-d2b7-40d5-aff3-abafbd7d34ba req-486ba1e1-5ff5-4781-8924-ba9139f6e6c7 tempest-ServerDiskConfigTestJSON-504186010 tempest-ServerDiskConfigTestJSON-504186010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:14:39.249677 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-14f33f36-a130-4695-a274-6180d30b131c req-b1f329f6-e8b4-4225-9a0d-3d35d93ca45a service neutron] 10.222.0.89 "GET /v2.0/subnets?id=57a76b9b-2bb4-4689-9caf-646c59807fec HTTP/1.1" status: 200 len: 854 time: 0.2598817 Feb 09 19:14:39.250611 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-bf0ac755-d2b7-40d5-aff3-abafbd7d34ba req-486ba1e1-5ff5-4781-8924-ba9139f6e6c7 tempest-ServerDiskConfigTestJSON-504186010 tempest-ServerDiskConfigTestJSON-504186010-project] 10.222.0.75 "GET /v2.0/ports?device_id=3b1e9834-a534-412a-99fa-773ccc50c344 HTTP/1.1" status: 200 len: 945 time: 0.5521557 Feb 09 19:14:39.261543 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-bea09d77-6b4a-4331-a05a-44e3f7eae0cc req-6d261c7c-8da1-4301-bca8-6bcdc9f36c88 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.63&port_id=246dd422-aaed-44c8-8f53-c0bcff989a68 HTTP/1.1" status: 200 len: 217 time: 0.1096203 Feb 09 19:14:39.269584 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-fa34fe8d-49d9-45ab-86c1-9afdbbfd77c7 req-b7ce191b-b906-4a41-8dd5-514e2228ad64 tempest-ListServerFiltersTestJSON-592653301 tempest-ListServerFiltersTestJSON-592653301-project] 10.222.0.90 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.3846626 Feb 09 19:14:39.276089 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a916207d-93dc-4512-a9a9-fa027cd83fbd req-a709c561-dc53-4220-bbb2-4ccbadc7c54a tempest-InstanceActionsNegativeTestJSON-1252269426 tempest-InstanceActionsNegativeTestJSON-1252269426-project] Made reservation on behalf of 4803e41461cb4b1ba4885e3b77ff61ab for: {'port': 1} {{(pid=103230) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 19:14:39.280184 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [req-a916207d-93dc-4512-a9a9-fa027cd83fbd req-a709c561-dc53-4220-bbb2-4ccbadc7c54a tempest-InstanceActionsNegativeTestJSON-1252269426 tempest-InstanceActionsNegativeTestJSON-1252269426-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (None), before_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:14:39.294918 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-1da77df4-0941-4e0a-bb2f-8509687c5b85 req-a8c5d59d-9d8f-465b-afa0-8ec5a3edf181 tempest-ListServerFiltersTestJSON-592653301 tempest-ListServerFiltersTestJSON-592653301-project] 10.222.0.75 "GET /v2.0/security-groups?id=25541e77-9cfa-43ca-aee5-11ed3f3bedff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2828658 Feb 09 19:14:39.387248 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.v2.base [req-fa34fe8d-49d9-45ab-86c1-9afdbbfd77c7 req-1496d815-e725-4c39-81bd-55bd1e1cbacf service neutron] Request body: {'port': {'device_id': '28d1ebed-bf95-452e-aa2c-45880a088b7c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-713498-36'}} {{(pid=103230) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 19:14:39.393787 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bea09d77-6b4a-4331-a05a-44e3f7eae0cc req-2ceceb8e-a422-4047-b3f5-cd3e1f5f97cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:14:39.395367 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-bea09d77-6b4a-4331-a05a-44e3f7eae0cc req-2ceceb8e-a422-4047-b3f5-cd3e1f5f97cf service neutron] 10.222.0.90 "GET /v2.0/subnets?id=60b561cb-321e-4f83-9bb3-92b2e1d0dc44 HTTP/1.1" status: 200 len: 843 time: 0.0881240 Feb 09 19:14:39.569607 n-d-713498-36 neutron-server[103229]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 19:14:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5d8925d5-dac4-43ef-948c-a9777633fadc x-openstack-request-id: req-5d8925d5-dac4-43ef-948c-a9777633fadc {{(pid=103229) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 19:14:39.570188 n-d-713498-36 neutron-server[103229]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "342293bf-7258-4cd4-a7b8-d6015bcac217", "tag": "abd6c987-32dc-4e67-9598-dcc9fb6003b3", "status": "completed", "code": 200}]} {{(pid=103229) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 19:14:39.570602 n-d-713498-36 neutron-server[103229]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-5d8925d5-dac4-43ef-948c-a9777633fadc {{(pid=103229) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 19:14:39.571189 n-d-713498-36 neutron-server[103229]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '342293bf-7258-4cd4-a7b8-d6015bcac217', 'tag': 'abd6c987-32dc-4e67-9598-dcc9fb6003b3', 'status': 'completed', 'code': 200} Feb 09 19:14:39.684441 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-af9e6553-6df1-4909-91af-7b056f65d74e req-d28b1c7b-2da4-4c5a-a3ee-e70c7f85212e tempest-InstanceActionsNegativeTestJSON-1252269426 tempest-InstanceActionsNegativeTestJSON-1252269426-project] 10.222.0.75 "GET /v2.0/ports?device_id=cb650e06-84a7-483f-9d43-077d1b434079 HTTP/1.1" status: 200 len: 210 time: 0.1120858 Feb 09 19:14:39.686593 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-6b3dac50-4da4-4c31-9b2c-8c57d7a406eb req-18d03508-af90-49fd-8e03-39b174cd7641 service neutron] 10.222.0.89 "GET /v2.0/networks/df0d76b6-f2f5-4043-aa2b-73474d172bfc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4166284 Feb 09 19:14:39.726800 n-d-713498-36 neutron-server[103230]: DEBUG neutron.db.db_base_plugin_common [req-a916207d-93dc-4512-a9a9-fa027cd83fbd req-a709c561-dc53-4220-bbb2-4ccbadc7c54a tempest-InstanceActionsNegativeTestJSON-1252269426 tempest-InstanceActionsNegativeTestJSON-1252269426-project] Allocated IP 172.20.0.11 (bfeec6fe-8a4b-4ced-8af6-48b30d934f6e/2c39c63a-d7b0-4308-984c-cdb70975389e/af18f59f-af41-476b-8914-431fa7d74f86) {{(pid=103230) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 19:14:39.883296 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14f33f36-a130-4695-a274-6180d30b131c req-7205458f-f504-4c84-a6df-fda459cb2b0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:14:39.885720 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-14f33f36-a130-4695-a274-6180d30b131c req-7205458f-f504-4c84-a6df-fda459cb2b0d service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=df0d76b6-f2f5-4043-aa2b-73474d172bfc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.3339720 Feb 09 19:14:39.975702 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [req-a916207d-93dc-4512-a9a9-fa027cd83fbd req-a709c561-dc53-4220-bbb2-4ccbadc7c54a tempest-InstanceActionsNegativeTestJSON-1252269426 tempest-InstanceActionsNegativeTestJSON-1252269426-project] Publish callbacks [] for port (af18f59f-af41-476b-8914-431fa7d74f86), precommit_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:14:39.980595 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3c49fa4-6030-4a93-b908-75abb8ce8c7e req-7e6a7a8a-1baf-404f-b45c-182b9bec2c3e tempest-MigrationsAdminTest-892781459 tempest-MigrationsAdminTest-892781459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:14:39.988923 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-a3c49fa4-6030-4a93-b908-75abb8ce8c7e req-7e6a7a8a-1baf-404f-b45c-182b9bec2c3e tempest-MigrationsAdminTest-892781459 tempest-MigrationsAdminTest-892781459-project] 10.222.0.75 "GET /v2.0/ports?device_id=9cec8a2a-9f08-4ec2-981f-5cef55181738 HTTP/1.1" status: 200 len: 950 time: 0.1841366 Feb 09 19:14:40.028112 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-6b3dac50-4da4-4c31-9b2c-8c57d7a406eb req-ff7ecba8-9bfc-4fc8-8fd2-54bc6eff9640 service neutron] 10.222.0.89 "GET /v2.0/networks/df0d76b6-f2f5-4043-aa2b-73474d172bfc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3308184 Feb 09 19:14:40.074383 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-a3c49fa4-6030-4a93-b908-75abb8ce8c7e req-c91c0f91-cd68-496a-9c95-b187dfc14049 tempest-MigrationsAdminTest-892781459 tempest-MigrationsAdminTest-892781459-project] 10.222.0.75 "GET /v2.0/security-groups?id=709912c8-8171-4435-800e-9e5c5e45bf8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0823908 Feb 09 19:14:40.095486 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [req-a916207d-93dc-4512-a9a9-fa027cd83fbd req-a709c561-dc53-4220-bbb2-4ccbadc7c54a tempest-InstanceActionsNegativeTestJSON-1252269426 tempest-InstanceActionsNegativeTestJSON-1252269426-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762866656467', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14393751'] for port (af18f59f-af41-476b-8914-431fa7d74f86), after_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:14:40.145414 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-14f33f36-a130-4695-a274-6180d30b131c req-dffdbb4a-3773-4b9d-bfde-ad6bda5f4b13 service neutron] 10.222.0.89 "GET /v2.0/networks/df0d76b6-f2f5-4043-aa2b-73474d172bfc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2516153 Feb 09 19:14:40.226968 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-bf0ac755-d2b7-40d5-aff3-abafbd7d34ba req-fb5ecee1-7770-4519-933d-eb1972d9b682 tempest-ServerDiskConfigTestJSON-504186010 tempest-ServerDiskConfigTestJSON-504186010-project] 10.222.0.75 "GET /v2.0/security-groups?id=3d9033a7-be2a-4459-a2da-84c23e651975&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9519346 Feb 09 19:14:40.253367 n-d-713498-36 neutron-server[103230]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a916207d-93dc-4512-a9a9-fa027cd83fbd req-a709c561-dc53-4220-bbb2-4ccbadc7c54a tempest-InstanceActionsNegativeTestJSON-1252269426 tempest-InstanceActionsNegativeTestJSON-1252269426-project] Network bfeec6fe-8a4b-4ced-8af6-48b30d934f6e is already hosted by enough agents. {{(pid=103230) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 19:14:40.298961 n-d-713498-36 neutron-server[103230]: DEBUG neutron.scheduler.base_scheduler [req-a916207d-93dc-4512-a9a9-fa027cd83fbd req-a709c561-dc53-4220-bbb2-4ccbadc7c54a tempest-InstanceActionsNegativeTestJSON-1252269426 tempest-InstanceActionsNegativeTestJSON-1252269426-project] Resources bound (agent type, host, resource id): {{(pid=103230) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 19:14:40.315524 n-d-713498-36 neutron-server[103230]: DEBUG neutron.db.l3_dvrscheduler_db [req-a916207d-93dc-4512-a9a9-fa027cd83fbd req-a709c561-dc53-4220-bbb2-4ccbadc7c54a tempest-InstanceActionsNegativeTestJSON-1252269426 tempest-InstanceActionsNegativeTestJSON-1252269426-project] Received port after_create {{(pid=103230) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 19:14:40.369808 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-14f33f36-a130-4695-a274-6180d30b131c req-a39f5d7b-1483-421d-bc78-294a7254e987 service neutron] 10.222.0.89 "GET /v2.0/networks/df0d76b6-f2f5-4043-aa2b-73474d172bfc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2142067 Feb 09 19:14:40.470956 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a709c561-dc53-4220-bbb2-4ccbadc7c54a tempest-InstanceActionsNegativeTestJSON-1252269426 tempest-InstanceActionsNegativeTestJSON-1252269426-project] Pushing event updated for resources: {'Port': ['ID=af18f59f-af41-476b-8914-431fa7d74f86,revision_number=1']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:14:40.488436 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ada7becc-9d14-4f87-b963-ca64f0eb4289 req-8a6bbd3a-b0de-4309-a180-317ad21f7a4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:14:40.491428 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-ada7becc-9d14-4f87-b963-ca64f0eb4289 req-8a6bbd3a-b0de-4309-a180-317ad21f7a4e service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=45d01d230b654cc6882b0931288a01da&device_id=342293bf-7258-4cd4-a7b8-d6015bcac217 HTTP/1.1" status: 200 len: 1127 time: 0.4041553 Feb 09 19:14:40.505037 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [req-fa34fe8d-49d9-45ab-86c1-9afdbbfd77c7 req-1496d815-e725-4c39-81bd-55bd1e1cbacf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (af529d17-a9ed-48f3-84d4-327dd5b7fe6f), before_update {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:14:40.526434 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aed88629-e777-4cc1-b11f-bcb91348ea2b req-adc088b4-f3ee-49f7-a5a9-fda34a335c15 tempest-MigrationsAdminTest-892781459 tempest-MigrationsAdminTest-892781459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:14:40.527998 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-aed88629-e777-4cc1-b11f-bcb91348ea2b req-adc088b4-f3ee-49f7-a5a9-fda34a335c15 tempest-MigrationsAdminTest-892781459 tempest-MigrationsAdminTest-892781459-project] 10.222.0.75 "GET /v2.0/ports?device_id=9cec8a2a-9f08-4ec2-981f-5cef55181738 HTTP/1.1" status: 200 len: 950 time: 0.1566908 Feb 09 19:14:40.532548 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-f38c3668-0a32-447a-b0d1-560c579773f8 admin admin] Publish callbacks [] for security_group (c13326a6-b64b-4aad-ad06-0bcc0a1ee0b6), precommit_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:14:40.567444 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bea09d77-6b4a-4331-a05a-44e3f7eae0cc req-154af41c-deaf-4d6d-973b-fbffefba947a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:14:40.570843 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-bea09d77-6b4a-4331-a05a-44e3f7eae0cc req-154af41c-deaf-4d6d-973b-fbffefba947a service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=2b5494c8-cf97-42c1-b902-87f998f28179&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 1.1649806 Feb 09 19:14:40.594543 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-f38c3668-0a32-447a-b0d1-560c579773f8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1892331'] for security_group (c13326a6-b64b-4aad-ad06-0bcc0a1ee0b6), after_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:14:40.619126 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a916207d-93dc-4512-a9a9-fa027cd83fbd req-a709c561-dc53-4220-bbb2-4ccbadc7c54a tempest-InstanceActionsNegativeTestJSON-1252269426 tempest-InstanceActionsNegativeTestJSON-1252269426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:14:40.620160 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [req-a916207d-93dc-4512-a9a9-fa027cd83fbd req-a709c561-dc53-4220-bbb2-4ccbadc7c54a tempest-InstanceActionsNegativeTestJSON-1252269426 tempest-InstanceActionsNegativeTestJSON-1252269426-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171096'] for port (None), before_response {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:14:40.777109 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-63655bba-ef99-435b-8ae2-045f0a25b1e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762867132591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593584'] for agent (af91e4b9-f4e1-42b1-a25c-a10dc47171c8), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:14:40.839353 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-aed88629-e777-4cc1-b11f-bcb91348ea2b req-a1e67d95-3c8a-4fca-9e2b-1792114b7a36 tempest-MigrationsAdminTest-892781459 tempest-MigrationsAdminTest-892781459-project] 10.222.0.75 "GET /v2.0/security-groups?id=709912c8-8171-4435-800e-9e5c5e45bf8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1915817 Feb 09 19:14:40.866832 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ada7becc-9d14-4f87-b963-ca64f0eb4289 req-ba3773d5-156b-4579-ae9b-6455a99fe710 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:14:40.868378 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-ada7becc-9d14-4f87-b963-ca64f0eb4289 req-ba3773d5-156b-4579-ae9b-6455a99fe710 service neutron] 10.222.0.89 "GET /v2.0/networks?id=df0d76b6-f2f5-4043-aa2b-73474d172bfc HTTP/1.1" status: 200 len: 916 time: 0.3589544 Feb 09 19:14:40.890713 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f38c3668-0a32-447a-b0d1-560c579773f8 admin admin] vlan segment allocate from pool success with {'vlan_id': 363, 'physical_network': 'physnet1'} {{(pid=103230) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 19:14:40.983848 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-ada7becc-9d14-4f87-b963-ca64f0eb4289 req-77bdccb8-a435-4f0c-9456-ab433c186596 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=abd6c987-32dc-4e67-9598-dcc9fb6003b3 HTTP/1.1" status: 200 len: 217 time: 0.1069498 Feb 09 19:14:41.074696 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ada7becc-9d14-4f87-b963-ca64f0eb4289 req-53278418-2ac2-4922-9667-44218d59d0c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:14:41.077307 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-ada7becc-9d14-4f87-b963-ca64f0eb4289 req-53278418-2ac2-4922-9667-44218d59d0c5 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=57a76b9b-2bb4-4689-9caf-646c59807fec HTTP/1.1" status: 200 len: 854 time: 0.0872004 Feb 09 19:14:41.225944 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09b38e73-a694-458c-8d80-699eee16668a req-cff40e32-3561-44ae-902c-6f1c8307962a tempest-InstanceActionsNegativeTestJSON-1252269426 tempest-InstanceActionsNegativeTestJSON-1252269426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:14:41.227700 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-09b38e73-a694-458c-8d80-699eee16668a req-cff40e32-3561-44ae-902c-6f1c8307962a tempest-InstanceActionsNegativeTestJSON-1252269426 tempest-InstanceActionsNegativeTestJSON-1252269426-project] 10.222.0.75 "GET /v2.0/ports?device_id=cb650e06-84a7-483f-9d43-077d1b434079 HTTP/1.1" status: 200 len: 932 time: 0.1549919 Feb 09 19:14:41.240765 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ada7becc-9d14-4f87-b963-ca64f0eb4289 req-c87ab986-785e-42a7-a0d0-a7a1e0b29e5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:14:41.242608 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-ada7becc-9d14-4f87-b963-ca64f0eb4289 req-c87ab986-785e-42a7-a0d0-a7a1e0b29e5e service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=df0d76b6-f2f5-4043-aa2b-73474d172bfc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.1239967 Feb 09 19:14:41.433877 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-09b38e73-a694-458c-8d80-699eee16668a req-38e270df-b916-4e6c-b3f0-e38dd25393e1 tempest-InstanceActionsNegativeTestJSON-1252269426 tempest-InstanceActionsNegativeTestJSON-1252269426-project] 10.222.0.75 "GET /v2.0/security-groups?id=47e347be-a942-4820-ad68-433aef711167&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1891379 Feb 09 19:14:41.480637 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-ada7becc-9d14-4f87-b963-ca64f0eb4289 req-c7ca39fd-cd00-4e8b-af78-747c3e37fc54 service neutron] 10.222.0.89 "GET /v2.0/networks/df0d76b6-f2f5-4043-aa2b-73474d172bfc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2150071 Feb 09 19:14:41.567143 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Device abd6c987-32dc-4e67-9598-dcc9fb6003b3 details requested by agent hyperv_n-h1-713498-36 with host n-h1-713498-36 {{(pid=103232) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 19:14:41.577984 n-d-713498-36 neutron-server[103229]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e09c7db3-be54-4206-a02e-57c0246ec41a', 'tag': '087d141e-9dd9-415c-beb8-abd1ab738673'}] {{(pid=103229) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 19:14:41.577984 n-d-713498-36 neutron-server[103229]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fa6ae9a20702bd564eaf90d946620b2b4277b1ab91129323d3b54181076be307" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5b16e190-8d49-4411-99e7-ed5e25eccc05" -d '{"events": [{"name": "network-changed", "server_uuid": "e09c7db3-be54-4206-a02e-57c0246ec41a", "tag": "087d141e-9dd9-415c-beb8-abd1ab738673"}]}' {{(pid=103229) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 19:14:41.629536 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-a916207d-93dc-4512-a9a9-fa027cd83fbd req-a709c561-dc53-4220-bbb2-4ccbadc7c54a tempest-InstanceActionsNegativeTestJSON-1252269426 tempest-InstanceActionsNegativeTestJSON-1252269426-project] 10.222.0.89 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.1010377 Feb 09 19:14:41.648048 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.v2.base [req-a916207d-93dc-4512-a9a9-fa027cd83fbd req-e6987ac6-8f9f-423e-a467-2b3eeb11e321 service neutron] Request body: {'port': {'device_id': 'cb650e06-84a7-483f-9d43-077d1b434079', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-713498-36'}} {{(pid=103230) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 19:14:41.661156 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dc2f51c-9654-4e80-88f6-87b27d74a2f7 req-b42b5b27-a7ef-4fae-820e-ce96a64324b5 tempest-ServerDiskConfigTestJSON-504186010 tempest-ServerDiskConfigTestJSON-504186010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:14:41.663481 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-5dc2f51c-9654-4e80-88f6-87b27d74a2f7 req-b42b5b27-a7ef-4fae-820e-ce96a64324b5 tempest-ServerDiskConfigTestJSON-504186010 tempest-ServerDiskConfigTestJSON-504186010-project] 10.222.0.75 "GET /v2.0/ports?device_id=3b1e9834-a534-412a-99fa-773ccc50c344 HTTP/1.1" status: 200 len: 945 time: 0.1046624 Feb 09 19:14:41.666001 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-ada7becc-9d14-4f87-b963-ca64f0eb4289 req-10f968b0-ff7a-4b0d-9dc8-8c4881b53fa3 service neutron] 10.222.0.89 "GET /v2.0/networks/df0d76b6-f2f5-4043-aa2b-73474d172bfc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1791565 Feb 09 19:14:41.674517 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f38c3668-0a32-447a-b0d1-560c579773f8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c13326a6-b64b-4aad-ad06-0bcc0a1ee0b6,revision_number=1']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:14:41.680878 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-f38c3668-0a32-447a-b0d1-560c579773f8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-759574'] for segment (7634cd2f-bb07-4aa6-8222-5e64bdefad14), precommit_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:14:41.681235 n-d-713498-36 neutron-server[103230]: INFO neutron.db.segments_db [None req-f38c3668-0a32-447a-b0d1-560c579773f8 admin admin] Added segment 7634cd2f-bb07-4aa6-8222-5e64bdefad14 of type vlan for network 99117bb9-9128-41a1-bdb4-92a6c18a7b42 Feb 09 19:14:41.733294 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-5dc2f51c-9654-4e80-88f6-87b27d74a2f7 req-033208d1-cd22-4991-af11-25fbff6e145d tempest-ServerDiskConfigTestJSON-504186010 tempest-ServerDiskConfigTestJSON-504186010-project] 10.222.0.75 "GET /v2.0/security-groups?id=3d9033a7-be2a-4459-a2da-84c23e651975&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508683 Feb 09 19:14:41.763269 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] For port abd6c987-32dc-4e67-9598-dcc9fb6003b3, host n-h1-713498-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-36',level=0,port_id=abd6c987-32dc-4e67-9598-dcc9fb6003b3,segment=NetworkSegment(49c21643-b4af-42c1-8cee-d50eb741b435),segment_id=49c21643-b4af-42c1-8cee-d50eb741b435)] {{(pid=103232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 19:14:41.776714 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Returning: {'device': 'abd6c987-32dc-4e67-9598-dcc9fb6003b3', 'network_id': 'df0d76b6-f2f5-4043-aa2b-73474d172bfc', 'port_id': 'abd6c987-32dc-4e67-9598-dcc9fb6003b3', 'mac_address': 'fa:16:3e:d9:fc:22', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 393, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '57a76b9b-2bb4-4689-9caf-646c59807fec', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103232) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 19:14:41.824492 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d0d4a92-0f89-4daa-8b93-0dc8770a6044 req-fd53c5e1-affd-49b2-bdb4-c0d5b87007b8 tempest-ListServerFiltersTestJSON-592653301 tempest-ListServerFiltersTestJSON-592653301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:14:41.834451 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-8d0d4a92-0f89-4daa-8b93-0dc8770a6044 req-fd53c5e1-affd-49b2-bdb4-c0d5b87007b8 tempest-ListServerFiltersTestJSON-592653301 tempest-ListServerFiltersTestJSON-592653301-project] 10.222.0.75 "GET /v2.0/ports?device_id=28d1ebed-bf95-452e-aa2c-45880a088b7c HTTP/1.1" status: 200 len: 931 time: 0.9230080 Feb 09 19:14:41.835915 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Current status of the port abd6c987-32dc-4e67-9598-dcc9fb6003b3 is: DOWN; New status is: BUILD {{(pid=103232) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 19:14:41.836392 n-d-713498-36 neutron-server[103229]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 19:14:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f1c2242e-aeb1-4d1f-a858-a879c6266975 x-openstack-request-id: req-f1c2242e-aeb1-4d1f-a858-a879c6266975 {{(pid=103229) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 19:14:41.836685 n-d-713498-36 neutron-server[103229]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e09c7db3-be54-4206-a02e-57c0246ec41a", "tag": "087d141e-9dd9-415c-beb8-abd1ab738673", "status": "completed", "code": 200}]} {{(pid=103229) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 19:14:41.836950 n-d-713498-36 neutron-server[103229]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-f1c2242e-aeb1-4d1f-a858-a879c6266975 {{(pid=103229) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 19:14:41.837348 n-d-713498-36 neutron-server[103229]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e09c7db3-be54-4206-a02e-57c0246ec41a', 'tag': '087d141e-9dd9-415c-beb8-abd1ab738673', 'status': 'completed', 'code': 200} Feb 09 19:14:41.838328 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (abd6c987-32dc-4e67-9598-dcc9fb6003b3), before_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:14:41.849844 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-f38c3668-0a32-447a-b0d1-560c579773f8 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762866642225'] for network (99117bb9-9128-41a1-bdb4-92a6c18a7b42), precommit_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:14:41.860079 n-d-713498-36 neutron-server[103232]: DEBUG neutron.notifiers.nova [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id abd6c987-32dc-4e67-9598-dcc9fb6003b3 {{(pid=103232) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 19:14:41.887137 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] For port abd6c987-32dc-4e67-9598-dcc9fb6003b3, host n-h1-713498-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-36',level=0,port_id=abd6c987-32dc-4e67-9598-dcc9fb6003b3,segment=NetworkSegment(49c21643-b4af-42c1-8cee-d50eb741b435),segment_id=49c21643-b4af-42c1-8cee-d50eb741b435)] {{(pid=103232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 19:14:41.892991 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762867176205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762866656485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762866656503'] for port (abd6c987-32dc-4e67-9598-dcc9fb6003b3), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:14:41.899940 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-bea09d77-6b4a-4331-a05a-44e3f7eae0cc req-49888c1e-6d38-46d2-ba86-a1d9c47140c5 service neutron] 10.222.0.90 "GET /v2.0/networks/2b5494c8-cf97-42c1-b902-87f998f28179?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.3002496 Feb 09 19:14:41.947592 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b16e190-8d49-4411-99e7-ed5e25eccc05 req-ab456051-3840-4c03-ae46-1121aa0975ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:14:41.949257 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-5b16e190-8d49-4411-99e7-ed5e25eccc05 req-ab456051-3840-4c03-ae46-1121aa0975ba service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=45d01d230b654cc6882b0931288a01da&device_id=e09c7db3-be54-4206-a02e-57c0246ec41a HTTP/1.1" status: 200 len: 1126 time: 0.0874503 Feb 09 19:14:41.955250 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [req-a916207d-93dc-4512-a9a9-fa027cd83fbd req-e6987ac6-8f9f-423e-a467-2b3eeb11e321 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (af18f59f-af41-476b-8914-431fa7d74f86), before_update {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:14:41.961104 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Pushing event updated for resources: {'Port': ['ID=abd6c987-32dc-4e67-9598-dcc9fb6003b3,revision_number=4']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:14:41.993025 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.db.resource_extend [None req-f38c3668-0a32-447a-b0d1-560c579773f8 admin admin] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103230) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 09 19:14:42.085080 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b16e190-8d49-4411-99e7-ed5e25eccc05 req-c4a5b6fc-8585-49ac-879e-69fdaef1a16b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:14:42.086937 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-5b16e190-8d49-4411-99e7-ed5e25eccc05 req-c4a5b6fc-8585-49ac-879e-69fdaef1a16b service neutron] 10.222.0.89 "GET /v2.0/networks?id=df0d76b6-f2f5-4043-aa2b-73474d172bfc HTTP/1.1" status: 200 len: 916 time: 0.1293652 Feb 09 19:14:42.118277 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] get_ports_and_sgs() called for port_ids ['abd6c987-32dc-4e67-9598-dcc9fb6003b3'] {{(pid=103232) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 19:14:42.147318 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-f38c3668-0a32-447a-b0d1-560c579773f8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1885479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452'] for network (99117bb9-9128-41a1-bdb4-92a6c18a7b42), after_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:14:42.148304 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f38c3668-0a32-447a-b0d1-560c579773f8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:14:42.150560 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-f38c3668-0a32-447a-b0d1-560c579773f8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1613566'] for network (None), before_response {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:14:42.156868 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-8d0d4a92-0f89-4daa-8b93-0dc8770a6044 req-1691f43e-15fa-4679-bb62-b34e0d3ed6aa tempest-ListServerFiltersTestJSON-592653301 tempest-ListServerFiltersTestJSON-592653301-project] 10.222.0.75 "GET /v2.0/security-groups?id=25541e77-9cfa-43ca-aee5-11ed3f3bedff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3212783 Feb 09 19:14:42.227928 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-5b16e190-8d49-4411-99e7-ed5e25eccc05 req-61e24ccc-f45a-4df5-b8b6-a3394b5f9f3b service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=087d141e-9dd9-415c-beb8-abd1ab738673 HTTP/1.1" status: 200 len: 217 time: 0.1323593 Feb 09 19:14:42.276378 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f38c3668-0a32-447a-b0d1-560c579773f8 admin admin] Pushing event updated for resources: {'Network': ['ID=99117bb9-9128-41a1-bdb4-92a6c18a7b42,revision_number=1']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:14:42.292551 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Network 99117bb9-9128-41a1-bdb4-92a6c18a7b42 details requested by agent ovs-agent-n-d-713498-36 with host n-d-713498-36 {{(pid=103232) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 19:14:42.320295 n-d-713498-36 neutron-server[103230]: DEBUG neutron.notifiers.nova [req-fa34fe8d-49d9-45ab-86c1-9afdbbfd77c7 req-1496d815-e725-4c39-81bd-55bd1e1cbacf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id af529d17-a9ed-48f3-84d4-327dd5b7fe6f {{(pid=103230) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 19:14:42.336649 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [req-fa34fe8d-49d9-45ab-86c1-9afdbbfd77c7 req-1496d815-e725-4c39-81bd-55bd1e1cbacf service neutron] Publish callbacks [] for port (af529d17-a9ed-48f3-84d4-327dd5b7fe6f), precommit_update {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:14:42.383156 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-f38c3668-0a32-447a-b0d1-560c579773f8 admin admin] 10.222.0.75 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 4.6446512 Feb 09 19:14:42.388986 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 33936) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:14:42.397028 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.v2.base [None req-392a0e14-c059-4191-93a2-dba1b77c55b4 admin admin] Request body: {'subnet': {'network_id': '99117bb9-9128-41a1-bdb4-92a6c18a7b42', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-591340071-subnet', 'tenant_id': 'b8358624fc0d4008bf7aadd6f5fc09a1', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 19:14:42.411726 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b16e190-8d49-4411-99e7-ed5e25eccc05 req-a4cc80a2-6fc6-4cfd-bf33-f3dcf27f8e52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:14:42.413287 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-5b16e190-8d49-4411-99e7-ed5e25eccc05 req-a4cc80a2-6fc6-4cfd-bf33-f3dcf27f8e52 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=57a76b9b-2bb4-4689-9caf-646c59807fec HTTP/1.1" status: 200 len: 854 time: 0.1354051 Feb 09 19:14:42.483463 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf16c31e-463a-4c3e-84bf-cabd24a326a6 req-4767f9cd-a311-45f2-8d11-453f4ac5b749 tempest-MigrationsAdminTest-892781459 tempest-MigrationsAdminTest-892781459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:14:42.492637 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-cf16c31e-463a-4c3e-84bf-cabd24a326a6 req-4767f9cd-a311-45f2-8d11-453f4ac5b749 tempest-MigrationsAdminTest-892781459 tempest-MigrationsAdminTest-892781459-project] 10.222.0.75 "GET /v2.0/ports?device_id=9cec8a2a-9f08-4ec2-981f-5cef55181738 HTTP/1.1" status: 200 len: 950 time: 0.2988117 Feb 09 19:14:42.523355 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-392a0e14-c059-4191-93a2-dba1b77c55b4 admin admin] Made reservation on behalf of b8358624fc0d4008bf7aadd6f5fc09a1 for: {'subnet': 1} {{(pid=103229) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 19:14:42.526437 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-392a0e14-c059-4191-93a2-dba1b77c55b4 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12759265'] for subnet (None), before_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:14:42.615971 n-d-713498-36 neutron-server[103230]: DEBUG neutron.db.provisioning_blocks [req-fa34fe8d-49d9-45ab-86c1-9afdbbfd77c7 req-1496d815-e725-4c39-81bd-55bd1e1cbacf service neutron] Transition to ACTIVE for port object af529d17-a9ed-48f3-84d4-327dd5b7fe6f will not be triggered until provisioned by entity L2. {{(pid=103230) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 19:14:42.644641 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [req-fa34fe8d-49d9-45ab-86c1-9afdbbfd77c7 req-1496d815-e725-4c39-81bd-55bd1e1cbacf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762867176205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762866656485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762866656503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14393758'] for port (af529d17-a9ed-48f3-84d4-327dd5b7fe6f), after_update {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:14:42.670101 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b16e190-8d49-4411-99e7-ed5e25eccc05 req-9f7e655c-3d71-4239-9ab1-9c347a62fc6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:14:42.671785 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-5b16e190-8d49-4411-99e7-ed5e25eccc05 req-9f7e655c-3d71-4239-9ab1-9c347a62fc6d service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=df0d76b6-f2f5-4043-aa2b-73474d172bfc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.2490096 Feb 09 19:14:42.705022 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-cf16c31e-463a-4c3e-84bf-cabd24a326a6 req-caeadc66-359c-40e1-b6dc-097e2720c498 tempest-MigrationsAdminTest-892781459 tempest-MigrationsAdminTest-892781459-project] 10.222.0.75 "GET /v2.0/security-groups?id=709912c8-8171-4435-800e-9e5c5e45bf8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2046602 Feb 09 19:14:42.883045 n-d-713498-36 neutron-server[103230]: DEBUG neutron.notifiers.nova [req-a916207d-93dc-4512-a9a9-fa027cd83fbd req-e6987ac6-8f9f-423e-a467-2b3eeb11e321 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id af18f59f-af41-476b-8914-431fa7d74f86 {{(pid=103230) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 19:14:42.891695 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [req-a916207d-93dc-4512-a9a9-fa027cd83fbd req-e6987ac6-8f9f-423e-a467-2b3eeb11e321 service neutron] Publish callbacks [] for port (af18f59f-af41-476b-8914-431fa7d74f86), precommit_update {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:14:42.906027 n-d-713498-36 neutron-server[103230]: DEBUG neutron.db.provisioning_blocks [req-a916207d-93dc-4512-a9a9-fa027cd83fbd req-e6987ac6-8f9f-423e-a467-2b3eeb11e321 service neutron] Transition to ACTIVE for port object af18f59f-af41-476b-8914-431fa7d74f86 will not be triggered until provisioned by entity L2. {{(pid=103230) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 19:14:42.915432 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-e9c3eab9-a878-4271-b19e-f9615e891234 req-0bff9766-d0f1-4e92-9d14-9172d0b92520 service neutron] 10.222.0.75 "GET /v2.0/ports?device_id=9cec8a2a-9f08-4ec2-981f-5cef55181738&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.7515297 Feb 09 19:14:42.918762 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-bea09d77-6b4a-4331-a05a-44e3f7eae0cc req-02b4b385-7679-407d-8ed4-7707cad81d24 service neutron] 10.222.0.90 "GET /v2.0/networks/2b5494c8-cf97-42c1-b902-87f998f28179?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9994779 Feb 09 19:14:42.975394 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [req-a916207d-93dc-4512-a9a9-fa027cd83fbd req-e6987ac6-8f9f-423e-a467-2b3eeb11e321 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762867176205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762866656485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762866656503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14393758'] for port (af18f59f-af41-476b-8914-431fa7d74f86), after_update {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:14:43.002340 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-ec2e1807-f3d4-4835-a842-71a3929234db None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762867132591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593584'] for agent (93303d5e-5d17-45e8-8963-7694f87783ae), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:14:43.159370 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1496d815-e725-4c39-81bd-55bd1e1cbacf service neutron] Pushing event updated for resources: {'Port': ['ID=af529d17-a9ed-48f3-84d4-327dd5b7fe6f,revision_number=2']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:14:43.183108 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3fa7219-f9ab-41a0-a595-d22861408440 req-bafc20b5-71db-4298-a6b4-6c494f29eae8 tempest-InstanceActionsNegativeTestJSON-1252269426 tempest-InstanceActionsNegativeTestJSON-1252269426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:14:43.195208 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-a3fa7219-f9ab-41a0-a595-d22861408440 req-bafc20b5-71db-4298-a6b4-6c494f29eae8 tempest-InstanceActionsNegativeTestJSON-1252269426 tempest-InstanceActionsNegativeTestJSON-1252269426-project] 10.222.0.75 "GET /v2.0/ports?device_id=cb650e06-84a7-483f-9d43-077d1b434079 HTTP/1.1" status: 200 len: 944 time: 0.2877407 Feb 09 19:14:43.326966 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6987ac6-8f9f-423e-a467-2b3eeb11e321 service neutron] Pushing event updated for resources: {'Port': ['ID=af18f59f-af41-476b-8914-431fa7d74f86,revision_number=2']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:14:43.545789 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-5b16e190-8d49-4411-99e7-ed5e25eccc05 req-1d12816a-5001-41b7-9172-0909a7fa3cb0 service neutron] 10.222.0.89 "GET /v2.0/networks/df0d76b6-f2f5-4043-aa2b-73474d172bfc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8650942 Feb 09 19:14:43.566110 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Device 087d141e-9dd9-415c-beb8-abd1ab738673 details requested by agent hyperv_n-h1-713498-36 with host n-h1-713498-36 {{(pid=103232) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 19:14:43.587227 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-a3fa7219-f9ab-41a0-a595-d22861408440 req-eef74c30-e1d0-49ce-8ed7-1b2836099a2a tempest-InstanceActionsNegativeTestJSON-1252269426 tempest-InstanceActionsNegativeTestJSON-1252269426-project] 10.222.0.75 "GET /v2.0/security-groups?id=47e347be-a942-4820-ad68-433aef711167&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3911288 Feb 09 19:14:43.589649 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.managers [req-fa34fe8d-49d9-45ab-86c1-9afdbbfd77c7 req-1496d815-e725-4c39-81bd-55bd1e1cbacf service neutron] Attempting to bind port af529d17-a9ed-48f3-84d4-327dd5b7fe6f on host n-h2-713498-36 for vnic_type normal with profile {{(pid=103230) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 19:14:43.590009 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.managers [req-fa34fe8d-49d9-45ab-86c1-9afdbbfd77c7 req-1496d815-e725-4c39-81bd-55bd1e1cbacf service neutron] Attempting to bind port af529d17-a9ed-48f3-84d4-327dd5b7fe6f by drivers openvswitch,hyperv on host n-h2-713498-36 at level 0 using segments [{'id': '49c21643-b4af-42c1-8cee-d50eb741b435', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': 'df0d76b6-f2f5-4043-aa2b-73474d172bfc'}] {{(pid=103230) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 19:14:43.590345 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa34fe8d-49d9-45ab-86c1-9afdbbfd77c7 req-1496d815-e725-4c39-81bd-55bd1e1cbacf service neutron] Attempting to bind port af529d17-a9ed-48f3-84d4-327dd5b7fe6f on network df0d76b6-f2f5-4043-aa2b-73474d172bfc {{(pid=103230) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 19:14:43.616230 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.managers [req-a916207d-93dc-4512-a9a9-fa027cd83fbd req-e6987ac6-8f9f-423e-a467-2b3eeb11e321 service neutron] Attempting to bind port af18f59f-af41-476b-8914-431fa7d74f86 on host n-h1-713498-36 for vnic_type normal with profile {{(pid=103230) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 19:14:43.616580 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.managers [req-a916207d-93dc-4512-a9a9-fa027cd83fbd req-e6987ac6-8f9f-423e-a467-2b3eeb11e321 service neutron] Attempting to bind port af18f59f-af41-476b-8914-431fa7d74f86 by drivers openvswitch,hyperv on host n-h1-713498-36 at level 0 using segments [{'id': '89d1d4f3-2910-47d5-93bc-1d916b299c75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': 'bfeec6fe-8a4b-4ced-8af6-48b30d934f6e'}] {{(pid=103230) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 19:14:43.616914 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a916207d-93dc-4512-a9a9-fa027cd83fbd req-e6987ac6-8f9f-423e-a467-2b3eeb11e321 service neutron] Attempting to bind port af18f59f-af41-476b-8914-431fa7d74f86 on network bfeec6fe-8a4b-4ced-8af6-48b30d934f6e {{(pid=103230) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 19:14:43.622445 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa34fe8d-49d9-45ab-86c1-9afdbbfd77c7 req-1496d815-e725-4c39-81bd-55bd1e1cbacf service neutron] Port af529d17-a9ed-48f3-84d4-327dd5b7fe6f on network df0d76b6-f2f5-4043-aa2b-73474d172bfc not bound, no agent of type Open vSwitch agent registered on host n-h2-713498-36 {{(pid=103230) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 19:14:43.622780 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa34fe8d-49d9-45ab-86c1-9afdbbfd77c7 req-1496d815-e725-4c39-81bd-55bd1e1cbacf service neutron] Attempting to bind port af529d17-a9ed-48f3-84d4-327dd5b7fe6f on network df0d76b6-f2f5-4043-aa2b-73474d172bfc {{(pid=103230) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 19:14:43.642301 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a916207d-93dc-4512-a9a9-fa027cd83fbd req-e6987ac6-8f9f-423e-a467-2b3eeb11e321 service neutron] Port af18f59f-af41-476b-8914-431fa7d74f86 on network bfeec6fe-8a4b-4ced-8af6-48b30d934f6e not bound, no agent of type Open vSwitch agent registered on host n-h1-713498-36 {{(pid=103230) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 19:14:43.642715 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a916207d-93dc-4512-a9a9-fa027cd83fbd req-e6987ac6-8f9f-423e-a467-2b3eeb11e321 service neutron] Attempting to bind port af18f59f-af41-476b-8914-431fa7d74f86 on network bfeec6fe-8a4b-4ced-8af6-48b30d934f6e {{(pid=103230) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 19:14:43.656948 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a916207d-93dc-4512-a9a9-fa027cd83fbd req-e6987ac6-8f9f-423e-a467-2b3eeb11e321 service neutron] Checking agent: {'id': '488cd9ae-631f-4955-ba0b-4f5a13f12e9c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713498-36', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 18, 59, 18), 'started_at': datetime.datetime(2022, 2, 9, 18, 59, 18), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 19, 14, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103230) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 19:14:43.657528 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a916207d-93dc-4512-a9a9-fa027cd83fbd req-e6987ac6-8f9f-423e-a467-2b3eeb11e321 service neutron] Checking segment: {'id': '89d1d4f3-2910-47d5-93bc-1d916b299c75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': 'bfeec6fe-8a4b-4ced-8af6-48b30d934f6e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103230) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 19:14:43.657775 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a916207d-93dc-4512-a9a9-fa027cd83fbd req-e6987ac6-8f9f-423e-a467-2b3eeb11e321 service neutron] Bound using segment: {'id': '89d1d4f3-2910-47d5-93bc-1d916b299c75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': 'bfeec6fe-8a4b-4ced-8af6-48b30d934f6e'} {{(pid=103230) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 19:14:43.658152 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.managers [req-a916207d-93dc-4512-a9a9-fa027cd83fbd req-e6987ac6-8f9f-423e-a467-2b3eeb11e321 service neutron] Bound port: af18f59f-af41-476b-8914-431fa7d74f86, host: n-h1-713498-36, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '89d1d4f3-2910-47d5-93bc-1d916b299c75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': 'bfeec6fe-8a4b-4ced-8af6-48b30d934f6e'}}] {{(pid=103230) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 19:14:43.658523 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [req-a916207d-93dc-4512-a9a9-fa027cd83fbd req-e6987ac6-8f9f-423e-a467-2b3eeb11e321 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (af18f59f-af41-476b-8914-431fa7d74f86), before_update {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:14:43.684053 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa34fe8d-49d9-45ab-86c1-9afdbbfd77c7 req-1496d815-e725-4c39-81bd-55bd1e1cbacf service neutron] Checking agent: {'id': 'bcd5faee-dc24-4298-9134-0e0aa054058e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713498-36', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 18, 59, 19), 'started_at': datetime.datetime(2022, 2, 9, 18, 59, 19), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 19, 14, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103230) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 19:14:43.684458 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa34fe8d-49d9-45ab-86c1-9afdbbfd77c7 req-1496d815-e725-4c39-81bd-55bd1e1cbacf service neutron] Checking segment: {'id': '49c21643-b4af-42c1-8cee-d50eb741b435', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': 'df0d76b6-f2f5-4043-aa2b-73474d172bfc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103230) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 19:14:43.684821 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa34fe8d-49d9-45ab-86c1-9afdbbfd77c7 req-1496d815-e725-4c39-81bd-55bd1e1cbacf service neutron] Bound using segment: {'id': '49c21643-b4af-42c1-8cee-d50eb741b435', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': 'df0d76b6-f2f5-4043-aa2b-73474d172bfc'} {{(pid=103230) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 19:14:43.685283 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.managers [req-fa34fe8d-49d9-45ab-86c1-9afdbbfd77c7 req-1496d815-e725-4c39-81bd-55bd1e1cbacf service neutron] Bound port: af529d17-a9ed-48f3-84d4-327dd5b7fe6f, host: n-h2-713498-36, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '49c21643-b4af-42c1-8cee-d50eb741b435', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': 'df0d76b6-f2f5-4043-aa2b-73474d172bfc'}}] {{(pid=103230) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 19:14:43.685651 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [req-fa34fe8d-49d9-45ab-86c1-9afdbbfd77c7 req-1496d815-e725-4c39-81bd-55bd1e1cbacf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (af529d17-a9ed-48f3-84d4-327dd5b7fe6f), before_update {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:14:43.783122 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-5b16e190-8d49-4411-99e7-ed5e25eccc05 req-4407232e-4365-49f4-895c-91f8edd524eb service neutron] 10.222.0.89 "GET /v2.0/networks/df0d76b6-f2f5-4043-aa2b-73474d172bfc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2214746 Feb 09 19:14:43.861757 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] For port 087d141e-9dd9-415c-beb8-abd1ab738673, host n-h1-713498-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-36',level=0,port_id=087d141e-9dd9-415c-beb8-abd1ab738673,segment=NetworkSegment(49c21643-b4af-42c1-8cee-d50eb741b435),segment_id=49c21643-b4af-42c1-8cee-d50eb741b435)] {{(pid=103232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 19:14:43.873170 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.db [req-a916207d-93dc-4512-a9a9-fa027cd83fbd req-e6987ac6-8f9f-423e-a467-2b3eeb11e321 service neutron] For port af18f59f-af41-476b-8914-431fa7d74f86, host n-h1-713498-36, cleared binding levels {{(pid=103230) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 19:14:43.881847 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.db [req-a916207d-93dc-4512-a9a9-fa027cd83fbd req-e6987ac6-8f9f-423e-a467-2b3eeb11e321 service neutron] For port af18f59f-af41-476b-8914-431fa7d74f86, host n-h1-713498-36, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-36',level=0,port_id=af18f59f-af41-476b-8914-431fa7d74f86,segment=NetworkSegment(89d1d4f3-2910-47d5-93bc-1d916b299c75),segment_id=89d1d4f3-2910-47d5-93bc-1d916b299c75)] {{(pid=103230) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 19:14:43.900409 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Returning: {'device': '087d141e-9dd9-415c-beb8-abd1ab738673', 'network_id': 'df0d76b6-f2f5-4043-aa2b-73474d172bfc', 'port_id': '087d141e-9dd9-415c-beb8-abd1ab738673', 'mac_address': 'fa:16:3e:c1:2e:13', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 393, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '57a76b9b-2bb4-4689-9caf-646c59807fec', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103232) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 19:14:43.903118 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Device abd6c987-32dc-4e67-9598-dcc9fb6003b3 up at agent hyperv_n-h1-713498-36 {{(pid=103232) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 19:14:43.908752 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-392a0e14-c059-4191-93a2-dba1b77c55b4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12867428', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12759263'] for subnet (3f43124c-9b13-4bd8-a6f5-516bdab3ca3c), after_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:14:43.929648 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [req-a916207d-93dc-4512-a9a9-fa027cd83fbd req-e6987ac6-8f9f-423e-a467-2b3eeb11e321 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762867176205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762866656485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762866656503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14393758'] for port (af18f59f-af41-476b-8914-431fa7d74f86), after_update {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:14:44.021705 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdc0cb1e-4440-4abe-ba1d-674a25099aeb req-10821b0d-7577-4ed7-83aa-efa9fb48a379 tempest-ServerDiskConfigTestJSON-504186010 tempest-ServerDiskConfigTestJSON-504186010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:14:44.030785 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Current status of the port 087d141e-9dd9-415c-beb8-abd1ab738673 is: DOWN; New status is: BUILD {{(pid=103232) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 19:14:44.031709 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (087d141e-9dd9-415c-beb8-abd1ab738673), before_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:14:44.032479 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-fdc0cb1e-4440-4abe-ba1d-674a25099aeb req-10821b0d-7577-4ed7-83aa-efa9fb48a379 tempest-ServerDiskConfigTestJSON-504186010 tempest-ServerDiskConfigTestJSON-504186010-project] 10.222.0.75 "GET /v2.0/ports?device_id=3b1e9834-a534-412a-99fa-773ccc50c344 HTTP/1.1" status: 200 len: 945 time: 1.1305444 Feb 09 19:14:44.050719 n-d-713498-36 neutron-server[103232]: DEBUG neutron.notifiers.nova [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 087d141e-9dd9-415c-beb8-abd1ab738673 {{(pid=103232) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 19:14:44.064996 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.provisioning_blocks [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Provisioning for port abd6c987-32dc-4e67-9598-dcc9fb6003b3 completed by entity L2. {{(pid=103232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 19:14:44.080427 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.provisioning_blocks [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Provisioning complete for port abd6c987-32dc-4e67-9598-dcc9fb6003b3 triggered by entity L2. {{(pid=103232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 19:14:44.080847 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593630'] for port (abd6c987-32dc-4e67-9598-dcc9fb6003b3), provisioning_complete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:14:44.098946 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-392a0e14-c059-4191-93a2-dba1b77c55b4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3f43124c-9b13-4bd8-a6f5-516bdab3ca3c,revision_number=0']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:14:44.141218 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] For port 087d141e-9dd9-415c-beb8-abd1ab738673, host n-h1-713498-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-36',level=0,port_id=087d141e-9dd9-415c-beb8-abd1ab738673,segment=NetworkSegment(49c21643-b4af-42c1-8cee-d50eb741b435),segment_id=49c21643-b4af-42c1-8cee-d50eb741b435)] {{(pid=103232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 19:14:44.152951 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762867176205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762866656485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762866656503'] for port (087d141e-9dd9-415c-beb8-abd1ab738673), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:14:44.165727 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-392a0e14-c059-4191-93a2-dba1b77c55b4 admin admin] Checking segment: {'id': '7634cd2f-bb07-4aa6-8222-5e64bdefad14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': '99117bb9-9128-41a1-bdb4-92a6c18a7b42'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103229) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 19:14:44.166217 n-d-713498-36 neutron-server[103229]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-392a0e14-c059-4191-93a2-dba1b77c55b4 admin admin] Network hostable DHCP agents. Network: 99117bb9-9128-41a1-bdb4-92a6c18a7b42, hostable agents: ['af91e4b9-f4e1-42b1-a25c-a10dc47171c8'], hosted agents: [] {{(pid=103229) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 19:14:44.178199 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6987ac6-8f9f-423e-a467-2b3eeb11e321 service neutron] Pushing event updated for resources: {'Port': ['ID=af18f59f-af41-476b-8914-431fa7d74f86,revision_number=3']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:14:44.232113 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-fdc0cb1e-4440-4abe-ba1d-674a25099aeb req-67b6cdae-2f8d-42ab-acc8-84583e1bb1ca tempest-ServerDiskConfigTestJSON-504186010 tempest-ServerDiskConfigTestJSON-504186010-project] 10.222.0.75 "GET /v2.0/security-groups?id=3d9033a7-be2a-4459-a2da-84c23e651975&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1931100 Feb 09 19:14:44.252793 n-d-713498-36 neutron-server[103229]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-392a0e14-c059-4191-93a2-dba1b77c55b4 admin admin] Network 99117bb9-9128-41a1-bdb4-92a6c18a7b42 is scheduled to be hosted by DHCP agent af91e4b9-f4e1-42b1-a25c-a10dc47171c8 with binding_index 1 {{(pid=103229) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 19:14:44.261741 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a916207d-93dc-4512-a9a9-fa027cd83fbd req-e6987ac6-8f9f-423e-a467-2b3eeb11e321 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:14:44.262391 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [req-a916207d-93dc-4512-a9a9-fa027cd83fbd req-e6987ac6-8f9f-423e-a467-2b3eeb11e321 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171096'] for port (None), before_response {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:14:44.273076 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-a916207d-93dc-4512-a9a9-fa027cd83fbd req-e6987ac6-8f9f-423e-a467-2b3eeb11e321 service neutron] 10.222.0.89 "PUT /v2.0/ports/af18f59f-af41-476b-8914-431fa7d74f86 HTTP/1.1" status: 200 len: 1093 time: 2.6296358 Feb 09 19:14:44.273996 n-d-713498-36 neutron-server[103229]: DEBUG neutron.scheduler.base_scheduler [None req-392a0e14-c059-4191-93a2-dba1b77c55b4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713498-36, 99117bb9-9128-41a1-bdb4-92a6c18a7b42) {{(pid=103229) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 19:14:44.283820 n-d-713498-36 neutron-server[103230]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cb650e06-84a7-483f-9d43-077d1b434079', 'tag': 'af18f59f-af41-476b-8914-431fa7d74f86'}] {{(pid=103230) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 19:14:44.287288 n-d-713498-36 neutron-server[103230]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aee5919275bae9f72eb374ee322673045eb80c1f84b4b45a97d96923bd50ab51" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ec962b23-5971-417b-8040-99003dac1fdc" -d '{"events": [{"name": "network-changed", "server_uuid": "cb650e06-84a7-483f-9d43-077d1b434079", "tag": "af18f59f-af41-476b-8914-431fa7d74f86"}]}' {{(pid=103230) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 19:14:44.296079 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64d7fcb2-6f5e-418b-817a-acfa565493d6 None None] Network 99117bb9-9128-41a1-bdb4-92a6c18a7b42 requested from n-d-713498-36 {{(pid=103232) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 19:14:44.301521 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-392a0e14-c059-4191-93a2-dba1b77c55b4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:14:44.302447 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-392a0e14-c059-4191-93a2-dba1b77c55b4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1613566'] for subnet (None), before_response {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:14:44.336463 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-392a0e14-c059-4191-93a2-dba1b77c55b4 admin admin] 10.222.0.75 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.9450438 Feb 09 19:14:44.340885 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 33984) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:14:44.352294 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.v2.base [None req-190ad17d-322c-4467-864a-23dca55c8b23 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-591340071-router', 'tenant_id': 'b8358624fc0d4008bf7aadd6f5fc09a1', 'external_gateway_info': {'network_id': '88055e1e-672a-4487-be31-ffb6e833ece5'}}} {{(pid=103229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 19:14:44.364325 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-edc54c9b-7f13-45d9-9271-85c9738b0128 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762867132591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593584'] for agent (a62b1850-466f-48ae-bec7-d62fb280e14b), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:14:44.409930 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.db [req-fa34fe8d-49d9-45ab-86c1-9afdbbfd77c7 req-1496d815-e725-4c39-81bd-55bd1e1cbacf service neutron] For port af529d17-a9ed-48f3-84d4-327dd5b7fe6f, host n-h2-713498-36, cleared binding levels {{(pid=103230) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 19:14:44.426639 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.db [req-fa34fe8d-49d9-45ab-86c1-9afdbbfd77c7 req-1496d815-e725-4c39-81bd-55bd1e1cbacf service neutron] For port af529d17-a9ed-48f3-84d4-327dd5b7fe6f, host n-h2-713498-36, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-36',level=0,port_id=af529d17-a9ed-48f3-84d4-327dd5b7fe6f,segment=NetworkSegment(49c21643-b4af-42c1-8cee-d50eb741b435),segment_id=49c21643-b4af-42c1-8cee-d50eb741b435)] {{(pid=103230) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 19:14:44.432050 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-190ad17d-322c-4467-864a-23dca55c8b23 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1834830', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-58389'] for router (ccff0999-6496-491d-ae22-2f8fab284166), before_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:14:44.433440 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-190ad17d-322c-4467-864a-23dca55c8b23 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1834810', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1822096', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1886735', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-58380'] for router (ccff0999-6496-491d-ae22-2f8fab284166), precommit_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:14:44.459874 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [req-fa34fe8d-49d9-45ab-86c1-9afdbbfd77c7 req-1496d815-e725-4c39-81bd-55bd1e1cbacf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762867176205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762866656485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762866656503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14393758'] for port (af529d17-a9ed-48f3-84d4-327dd5b7fe6f), after_update {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:14:44.529516 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9361499e-9475-4f82-a990-7956a9ecd750 req-623c6dab-a947-42e6-a6b8-77aef9fe1f15 tempest-MigrationsAdminTest-892781459 tempest-MigrationsAdminTest-892781459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:14:44.546687 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Current status of the port abd6c987-32dc-4e67-9598-dcc9fb6003b3 is: BUILD; New status is: ACTIVE {{(pid=103232) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 19:14:44.547098 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (abd6c987-32dc-4e67-9598-dcc9fb6003b3), before_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:14:44.553408 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] get_ports_and_sgs() called for port_ids ['087d141e-9dd9-415c-beb8-abd1ab738673'] {{(pid=103232) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 19:14:44.559359 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-9361499e-9475-4f82-a990-7956a9ecd750 req-623c6dab-a947-42e6-a6b8-77aef9fe1f15 tempest-MigrationsAdminTest-892781459 tempest-MigrationsAdminTest-892781459-project] 10.222.0.75 "GET /v2.0/ports?device_id=9cec8a2a-9f08-4ec2-981f-5cef55181738 HTTP/1.1" status: 200 len: 950 time: 0.1701598 Feb 09 19:14:44.627984 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0d0de65-7857-4862-bdc3-87c65a8ebd63 req-9d6455e7-a732-4136-82bc-c92cefac2154 tempest-ListServerFiltersTestJSON-592653301 tempest-ListServerFiltersTestJSON-592653301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:14:44.629873 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-a0d0de65-7857-4862-bdc3-87c65a8ebd63 req-9d6455e7-a732-4136-82bc-c92cefac2154 tempest-ListServerFiltersTestJSON-592653301 tempest-ListServerFiltersTestJSON-592653301-project] 10.222.0.75 "GET /v2.0/ports?device_id=28d1ebed-bf95-452e-aa2c-45880a088b7c HTTP/1.1" status: 200 len: 943 time: 0.7351305 Feb 09 19:14:44.633524 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa34fe8d-49d9-45ab-86c1-9afdbbfd77c7 req-1496d815-e725-4c39-81bd-55bd1e1cbacf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:14:44.634163 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [req-fa34fe8d-49d9-45ab-86c1-9afdbbfd77c7 req-1496d815-e725-4c39-81bd-55bd1e1cbacf service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171096'] for port (None), before_response {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:14:44.635650 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-fa34fe8d-49d9-45ab-86c1-9afdbbfd77c7 req-1496d815-e725-4c39-81bd-55bd1e1cbacf service neutron] 10.222.0.90 "PUT /v2.0/ports/af529d17-a9ed-48f3-84d4-327dd5b7fe6f HTTP/1.1" status: 200 len: 1092 time: 5.3168554 Feb 09 19:14:44.658369 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Pushing event updated for resources: {'Port': ['ID=087d141e-9dd9-415c-beb8-abd1ab738673,revision_number=4']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:14:44.745444 n-d-713498-36 neutron-server[103232]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '342293bf-7258-4cd4-a7b8-d6015bcac217', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'abd6c987-32dc-4e67-9598-dcc9fb6003b3'}] {{(pid=103232) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 19:14:44.752721 n-d-713498-36 neutron-server[103232]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}949cdcde653dec44821de95cbf67297f53cbc2aed4e073b5d514f93bf911ce85" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f2cc9051-7832-4af7-9611-4bcfde352f9f" -d '{"events": [{"server_uuid": "342293bf-7258-4cd4-a7b8-d6015bcac217", "name": "network-vif-plugged", "status": "completed", "tag": "abd6c987-32dc-4e67-9598-dcc9fb6003b3"}]}' {{(pid=103232) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 19:14:44.784788 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-190ad17d-322c-4467-864a-23dca55c8b23 admin admin] Publish callbacks [] for router_controller (ccff0999-6496-491d-ae22-2f8fab284166), precommit_add_association {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:14:44.832806 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] For port abd6c987-32dc-4e67-9598-dcc9fb6003b3, host n-h1-713498-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-36',level=0,port_id=abd6c987-32dc-4e67-9598-dcc9fb6003b3,segment=NetworkSegment(49c21643-b4af-42c1-8cee-d50eb741b435),segment_id=49c21643-b4af-42c1-8cee-d50eb741b435)] {{(pid=103232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 19:14:44.871943 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762867176205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762866656485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762866656503'] for port (abd6c987-32dc-4e67-9598-dcc9fb6003b3), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:14:44.959050 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-9361499e-9475-4f82-a990-7956a9ecd750 req-b7d4e334-d076-4738-ac3d-aae20cba0005 tempest-MigrationsAdminTest-892781459 tempest-MigrationsAdminTest-892781459-project] 10.222.0.75 "GET /v2.0/security-groups?id=709912c8-8171-4435-800e-9e5c5e45bf8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3986757 Feb 09 19:14:45.085242 n-d-713498-36 neutron-server[103230]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 19:14:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d94559b6-dc57-4ec0-a977-b11bbdf5da9c x-openstack-request-id: req-d94559b6-dc57-4ec0-a977-b11bbdf5da9c {{(pid=103230) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 19:14:45.087980 n-d-713498-36 neutron-server[103230]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cb650e06-84a7-483f-9d43-077d1b434079", "tag": "af18f59f-af41-476b-8914-431fa7d74f86", "status": "completed", "code": 200}]} {{(pid=103230) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 19:14:45.088463 n-d-713498-36 neutron-server[103230]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-d94559b6-dc57-4ec0-a977-b11bbdf5da9c {{(pid=103230) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 19:14:45.089218 n-d-713498-36 neutron-server[103230]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cb650e06-84a7-483f-9d43-077d1b434079', 'tag': 'af18f59f-af41-476b-8914-431fa7d74f86', 'status': 'completed', 'code': 200} Feb 09 19:14:45.091694 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a916207d-93dc-4512-a9a9-fa027cd83fbd req-f8e3f601-aefd-4259-b0af-d0fc786ca7d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:14:45.099431 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-a916207d-93dc-4512-a9a9-fa027cd83fbd req-f8e3f601-aefd-4259-b0af-d0fc786ca7d3 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=4803e41461cb4b1ba4885e3b77ff61ab&device_id=cb650e06-84a7-483f-9d43-077d1b434079 HTTP/1.1" status: 200 len: 1127 time: 0.6385748 Feb 09 19:14:45.109589 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-a0d0de65-7857-4862-bdc3-87c65a8ebd63 req-b4700096-191b-4a47-be08-6219a7e10a50 tempest-ListServerFiltersTestJSON-592653301 tempest-ListServerFiltersTestJSON-592653301-project] 10.222.0.75 "GET /v2.0/security-groups?id=25541e77-9cfa-43ca-aee5-11ed3f3bedff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4309680 Feb 09 19:14:45.111037 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1496d815-e725-4c39-81bd-55bd1e1cbacf service neutron] Pushing event updated for resources: {'Port': ['ID=af529d17-a9ed-48f3-84d4-327dd5b7fe6f,revision_number=3']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:14:45.167241 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3019f9d0-42c3-477f-8828-ff0990c85c0d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8b32e980-7cce-5e82-a341-bd2fa8945c89-99117bb9-9128-41a1-bdb4-92a6c18a7b42', 'network_id': '99117bb9-9128-41a1-bdb4-92a6c18a7b42', 'project_id': 'b8358624fc0d4008bf7aadd6f5fc09a1', 'fixed_ips': [{'subnet_id': '3f43124c-9b13-4bd8-a6f5-516bdab3ca3c'}]}} from n-d-713498-36. {{(pid=103232) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 09 19:14:45.171640 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-3019f9d0-42c3-477f-8828-ff0990c85c0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (None), before_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:14:45.196832 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-a916207d-93dc-4512-a9a9-fa027cd83fbd req-1b3282b2-5519-4411-bc22-c1ec540f5fc4 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=af18f59f-af41-476b-8914-431fa7d74f86 HTTP/1.1" status: 200 len: 217 time: 0.0783844 Feb 09 19:14:45.269728 n-d-713498-36 neutron-server[103232]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 19:14:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a60b45ba-2b8a-4924-b1b5-b736bdf40588 x-openstack-request-id: req-a60b45ba-2b8a-4924-b1b5-b736bdf40588 {{(pid=103232) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 19:14:45.270063 n-d-713498-36 neutron-server[103232]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "342293bf-7258-4cd4-a7b8-d6015bcac217", "name": "network-vif-plugged", "status": "completed", "tag": "abd6c987-32dc-4e67-9598-dcc9fb6003b3", "code": 200}]} {{(pid=103232) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 19:14:45.270307 n-d-713498-36 neutron-server[103232]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-a60b45ba-2b8a-4924-b1b5-b736bdf40588 {{(pid=103232) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 19:14:45.270711 n-d-713498-36 neutron-server[103232]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '342293bf-7258-4cd4-a7b8-d6015bcac217', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'abd6c987-32dc-4e67-9598-dcc9fb6003b3', 'code': 200} Feb 09 19:14:45.291504 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a916207d-93dc-4512-a9a9-fa027cd83fbd req-2b387ada-23e3-4987-9a98-57064c466dc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:14:45.293014 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-a916207d-93dc-4512-a9a9-fa027cd83fbd req-2b387ada-23e3-4987-9a98-57064c466dc2 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=2c39c63a-d7b0-4308-984c-cdb70975389e HTTP/1.1" status: 200 len: 862 time: 0.0908754 Feb 09 19:14:45.299921 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa34fe8d-49d9-45ab-86c1-9afdbbfd77c7 req-876cd021-8a42-49a9-8dc4-130950e21969 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:14:45.301435 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-fa34fe8d-49d9-45ab-86c1-9afdbbfd77c7 req-876cd021-8a42-49a9-8dc4-130950e21969 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=45d01d230b654cc6882b0931288a01da&device_id=28d1ebed-bf95-452e-aa2c-45880a088b7c HTTP/1.1" status: 200 len: 1126 time: 0.4732380 Feb 09 19:14:45.304174 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-190ad17d-322c-4467-864a-23dca55c8b23 admin admin] Publish callbacks [] for router_gateway (ccff0999-6496-491d-ae22-2f8fab284166), precommit_update {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:14:45.339026 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-a916207d-93dc-4512-a9a9-fa027cd83fbd req-99b9c471-fc77-41a4-9f55-de543d26741b service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=bfeec6fe-8a4b-4ced-8af6-48b30d934f6e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0362949 Feb 09 19:14:45.469644 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-a916207d-93dc-4512-a9a9-fa027cd83fbd req-ba941624-64ac-4f1c-97f9-6b216b11b991 service neutron] 10.222.0.89 "GET /v2.0/networks/bfeec6fe-8a4b-4ced-8af6-48b30d934f6e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1017649 Feb 09 19:14:45.471030 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-fa34fe8d-49d9-45ab-86c1-9afdbbfd77c7 req-d1c2b974-de55-4e06-a1ea-c1d0a807f41b service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=af529d17-a9ed-48f3-84d4-327dd5b7fe6f HTTP/1.1" status: 200 len: 217 time: 0.1584904 Feb 09 19:14:45.560949 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a903d53-7274-4a96-8e24-db83287372e5 req-7eb71aa2-d119-4ccd-9732-7c58ad1dfedc tempest-InstanceActionsNegativeTestJSON-1252269426 tempest-InstanceActionsNegativeTestJSON-1252269426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:14:45.563821 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-3a903d53-7274-4a96-8e24-db83287372e5 req-7eb71aa2-d119-4ccd-9732-7c58ad1dfedc tempest-InstanceActionsNegativeTestJSON-1252269426 tempest-InstanceActionsNegativeTestJSON-1252269426-project] 10.222.0.75 "GET /v2.0/ports?device_id=cb650e06-84a7-483f-9d43-077d1b434079 HTTP/1.1" status: 200 len: 944 time: 0.3823521 Feb 09 19:14:45.596476 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.db_base_plugin_common [None req-3019f9d0-42c3-477f-8828-ff0990c85c0d None None] Allocated IP 172.20.0.2 (99117bb9-9128-41a1-bdb4-92a6c18a7b42/3f43124c-9b13-4bd8-a6f5-516bdab3ca3c/3506cbd4-f7b8-4968-aff9-804fff84cd27) {{(pid=103232) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 19:14:45.628735 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb939966-1dca-463f-b90a-7a31474cc252 req-41bffee2-780c-4b0b-b55b-ea920598d02d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:14:45.629770 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Pushing event updated for resources: {'Port': ['ID=abd6c987-32dc-4e67-9598-dcc9fb6003b3,revision_number=5']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:14:45.631143 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-fb939966-1dca-463f-b90a-7a31474cc252 req-41bffee2-780c-4b0b-b55b-ea920598d02d service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=342293bf-7258-4cd4-a7b8-d6015bcac217 HTTP/1.1" status: 200 len: 1129 time: 0.2222981 Feb 09 19:14:45.667366 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-a916207d-93dc-4512-a9a9-fa027cd83fbd req-bdfbd46e-c06f-433d-ac4e-db4a9b34ee8d service neutron] 10.222.0.89 "GET /v2.0/networks/bfeec6fe-8a4b-4ced-8af6-48b30d934f6e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1874557 Feb 09 19:14:45.733303 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-3a903d53-7274-4a96-8e24-db83287372e5 req-c4ac6fc7-d3b5-4ef9-94bf-7ca33e3eabda tempest-InstanceActionsNegativeTestJSON-1252269426 tempest-InstanceActionsNegativeTestJSON-1252269426-project] 10.222.0.75 "GET /v2.0/security-groups?id=47e347be-a942-4820-ad68-433aef711167&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1607587 Feb 09 19:14:45.882377 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-fb939966-1dca-463f-b90a-7a31474cc252 req-56188bc4-6eb6-4a42-9b70-a366ef06d099 service neutron] 10.222.0.89 "GET /v2.0/security-groups?id=25541e77-9cfa-43ca-aee5-11ed3f3bedff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2330503 Feb 09 19:14:45.884474 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-590a091d-a442-42b6-8385-b75a740c53be req-9cbe9276-6c46-406c-8700-7f4801fc0dbf tempest-ServerDiskConfigTestJSON-504186010 tempest-ServerDiskConfigTestJSON-504186010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:14:45.892179 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-590a091d-a442-42b6-8385-b75a740c53be req-9cbe9276-6c46-406c-8700-7f4801fc0dbf tempest-ServerDiskConfigTestJSON-504186010 tempest-ServerDiskConfigTestJSON-504186010-project] 10.222.0.75 "GET /v2.0/ports?device_id=3b1e9834-a534-412a-99fa-773ccc50c344 HTTP/1.1" status: 200 len: 945 time: 0.5229993 Feb 09 19:14:45.894990 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa34fe8d-49d9-45ab-86c1-9afdbbfd77c7 req-779125cd-a96a-48fb-b2e2-43dd8d55c86c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:14:45.896481 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-fa34fe8d-49d9-45ab-86c1-9afdbbfd77c7 req-779125cd-a96a-48fb-b2e2-43dd8d55c86c service neutron] 10.222.0.90 "GET /v2.0/subnets?id=57a76b9b-2bb4-4689-9caf-646c59807fec HTTP/1.1" status: 200 len: 854 time: 0.3946900 Feb 09 19:14:45.915362 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec962b23-5971-417b-8040-99003dac1fdc req-60416bcf-4c5b-412a-a8dd-a94e0e45cc58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:14:45.916932 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-ec962b23-5971-417b-8040-99003dac1fdc req-60416bcf-4c5b-412a-a8dd-a94e0e45cc58 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=4803e41461cb4b1ba4885e3b77ff61ab&device_id=cb650e06-84a7-483f-9d43-077d1b434079 HTTP/1.1" status: 200 len: 1127 time: 0.1296437 Feb 09 19:14:45.953135 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-3019f9d0-42c3-477f-8828-ff0990c85c0d None None] Publish callbacks [] for port (3506cbd4-f7b8-4968-aff9-804fff84cd27), precommit_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:14:45.963421 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9c3eab9-a878-4271-b19e-f9615e891234 req-dbcbf824-3027-4390-a805-8f130fa52120 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:14:45.966006 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-e9c3eab9-a878-4271-b19e-f9615e891234 req-dbcbf824-3027-4390-a805-8f130fa52120 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=51b81e7592544b98a90626c2bba713eb&device_id=9cec8a2a-9f08-4ec2-981f-5cef55181738 HTTP/1.1" status: 200 len: 1133 time: 0.4936554 Feb 09 19:14:46.004825 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-3019f9d0-42c3-477f-8828-ff0990c85c0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762866656467'] for port (3506cbd4-f7b8-4968-aff9-804fff84cd27), after_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:14:46.028335 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-190ad17d-322c-4467-864a-23dca55c8b23 admin admin] Publish callbacks [] for router_gateway (ccff0999-6496-491d-ae22-2f8fab284166), before_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:14:46.091609 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-190ad17d-322c-4467-864a-23dca55c8b23 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (None), before_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:14:46.121452 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-a7262a8e-0513-48fd-984d-75726a511961 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762867132591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593584'] for agent (911cfea2-02ae-4ec9-bac3-7808ee1cdd9c), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:14:46.174152 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa34fe8d-49d9-45ab-86c1-9afdbbfd77c7 req-993578e1-1e24-46c6-9c79-d4e9e64889c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:14:46.176593 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-fa34fe8d-49d9-45ab-86c1-9afdbbfd77c7 req-993578e1-1e24-46c6-9c79-d4e9e64889c5 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=df0d76b6-f2f5-4043-aa2b-73474d172bfc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.2636065 Feb 09 19:14:46.227008 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-590a091d-a442-42b6-8385-b75a740c53be req-e158696c-9a75-4956-9bc4-bddd8c97800c tempest-ServerDiskConfigTestJSON-504186010 tempest-ServerDiskConfigTestJSON-504186010-project] 10.222.0.75 "GET /v2.0/security-groups?id=3d9033a7-be2a-4459-a2da-84c23e651975&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3336840 Feb 09 19:14:46.236343 n-d-713498-36 neutron-server[103232]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3019f9d0-42c3-477f-8828-ff0990c85c0d None None] Network 99117bb9-9128-41a1-bdb4-92a6c18a7b42 is already hosted by enough agents. {{(pid=103232) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 19:14:46.250107 n-d-713498-36 neutron-server[103232]: DEBUG neutron.scheduler.base_scheduler [None req-3019f9d0-42c3-477f-8828-ff0990c85c0d None None] Resources bound (agent type, host, resource id): {{(pid=103232) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 19:14:46.289935 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3019f9d0-42c3-477f-8828-ff0990c85c0d None None] Received port after_create {{(pid=103232) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 19:14:46.471886 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3019f9d0-42c3-477f-8828-ff0990c85c0d None None] Pushing event updated for resources: {'Port': ['ID=3506cbd4-f7b8-4968-aff9-804fff84cd27,revision_number=1']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:14:46.499833 n-d-713498-36 neutron-server[103229]: DEBUG neutron.db.db_base_plugin_common [None req-190ad17d-322c-4467-864a-23dca55c8b23 admin admin] Allocated IP 172.25.1.112 (88055e1e-672a-4487-be31-ffb6e833ece5/ac16dbcc-383c-4b43-9153-d763c4a53f91/b2df33b3-6fc2-4ba8-843a-75225b202de2) {{(pid=103229) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 19:14:46.523845 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec962b23-5971-417b-8040-99003dac1fdc req-25b8b8e8-2dec-444c-860e-5d7a6ed40784 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:14:46.526296 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-ec962b23-5971-417b-8040-99003dac1fdc req-25b8b8e8-2dec-444c-860e-5d7a6ed40784 service neutron] 10.222.0.89 "GET /v2.0/networks?id=bfeec6fe-8a4b-4ced-8af6-48b30d934f6e HTTP/1.1" status: 200 len: 923 time: 0.4470947 Feb 09 19:14:46.528048 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9c3eab9-a878-4271-b19e-f9615e891234 req-b759e533-ffbc-4168-af37-721aa75af3fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:14:46.529896 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-e9c3eab9-a878-4271-b19e-f9615e891234 req-b759e533-ffbc-4168-af37-721aa75af3fa service neutron] 10.222.0.90 "GET /v2.0/networks?id=2b5494c8-cf97-42c1-b902-87f998f28179 HTTP/1.1" status: 200 len: 870 time: 0.5496957 Feb 09 19:14:46.533281 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.managers [None req-3019f9d0-42c3-477f-8828-ff0990c85c0d None None] Attempting to bind port 3506cbd4-f7b8-4968-aff9-804fff84cd27 on host n-d-713498-36 for vnic_type normal with profile {{(pid=103232) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 19:14:46.533676 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.managers [None req-3019f9d0-42c3-477f-8828-ff0990c85c0d None None] Attempting to bind port 3506cbd4-f7b8-4968-aff9-804fff84cd27 by drivers openvswitch,hyperv on host n-d-713498-36 at level 0 using segments [{'id': '7634cd2f-bb07-4aa6-8222-5e64bdefad14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': '99117bb9-9128-41a1-bdb4-92a6c18a7b42'}] {{(pid=103232) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 19:14:46.534078 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3019f9d0-42c3-477f-8828-ff0990c85c0d None None] Attempting to bind port 3506cbd4-f7b8-4968-aff9-804fff84cd27 on network 99117bb9-9128-41a1-bdb4-92a6c18a7b42 {{(pid=103232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 19:14:46.559316 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3019f9d0-42c3-477f-8828-ff0990c85c0d None None] Checking agent: {'id': '496418a2-c002-4aec-ab1a-07f3bea491bd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-36', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 18, 51, 47), 'started_at': datetime.datetime(2022, 2, 9, 18, 52, 17), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 19, 14, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-36'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 19:14:46.563286 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3019f9d0-42c3-477f-8828-ff0990c85c0d None None] Checking segment: {'id': '7634cd2f-bb07-4aa6-8222-5e64bdefad14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': '99117bb9-9128-41a1-bdb4-92a6c18a7b42'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103232) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 19:14:46.567179 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-3019f9d0-42c3-477f-8828-ff0990c85c0d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:14:46.568356 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3019f9d0-42c3-477f-8828-ff0990c85c0d None None] Bound using segment: {'id': '7634cd2f-bb07-4aa6-8222-5e64bdefad14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': '99117bb9-9128-41a1-bdb4-92a6c18a7b42'} {{(pid=103232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 19:14:46.568949 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.managers [None req-3019f9d0-42c3-477f-8828-ff0990c85c0d None None] Bound port: 3506cbd4-f7b8-4968-aff9-804fff84cd27, host: n-d-713498-36, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7634cd2f-bb07-4aa6-8222-5e64bdefad14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': '99117bb9-9128-41a1-bdb4-92a6c18a7b42'}}] {{(pid=103232) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 19:14:46.571889 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-3019f9d0-42c3-477f-8828-ff0990c85c0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (3506cbd4-f7b8-4968-aff9-804fff84cd27), before_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:14:46.607507 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-ec962b23-5971-417b-8040-99003dac1fdc req-6299224f-a0ee-4d75-8df9-3eca08564fa8 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=af18f59f-af41-476b-8914-431fa7d74f86 HTTP/1.1" status: 200 len: 217 time: 0.0691469 Feb 09 19:14:46.753479 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-190ad17d-322c-4467-864a-23dca55c8b23 admin admin] Publish callbacks [] for port (b2df33b3-6fc2-4ba8-843a-75225b202de2), precommit_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:14:46.765854 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-3019f9d0-42c3-477f-8828-ff0990c85c0d None None] For port 3506cbd4-f7b8-4968-aff9-804fff84cd27, host n-d-713498-36, cleared binding levels {{(pid=103232) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 19:14:46.780355 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-3019f9d0-42c3-477f-8828-ff0990c85c0d None None] For port 3506cbd4-f7b8-4968-aff9-804fff84cd27, host n-d-713498-36, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-36',level=0,port_id=3506cbd4-f7b8-4968-aff9-804fff84cd27,segment=NetworkSegment(7634cd2f-bb07-4aa6-8222-5e64bdefad14),segment_id=7634cd2f-bb07-4aa6-8222-5e64bdefad14)] {{(pid=103232) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 19:14:46.799251 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-3019f9d0-42c3-477f-8828-ff0990c85c0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762867176205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762866656485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762866656503'] for port (3506cbd4-f7b8-4968-aff9-804fff84cd27), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:14:46.883323 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-190ad17d-322c-4467-864a-23dca55c8b23 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762866656467', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12867576'] for port (b2df33b3-6fc2-4ba8-843a-75225b202de2), after_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:14:47.040800 n-d-713498-36 neutron-server[103229]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-190ad17d-322c-4467-864a-23dca55c8b23 admin admin] Network 88055e1e-672a-4487-be31-ffb6e833ece5 is already hosted by enough agents. {{(pid=103229) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 19:14:47.046864 n-d-713498-36 neutron-server[103229]: DEBUG neutron.scheduler.base_scheduler [None req-190ad17d-322c-4467-864a-23dca55c8b23 admin admin] Resources bound (agent type, host, resource id): {{(pid=103229) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 19:14:47.079088 n-d-713498-36 neutron-server[103229]: DEBUG neutron.db.l3_dvrscheduler_db [None req-190ad17d-322c-4467-864a-23dca55c8b23 admin admin] Received port after_create {{(pid=103229) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 19:14:47.093654 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-190ad17d-322c-4467-864a-23dca55c8b23 admin admin] Pushing event updated for resources: {'Port': ['ID=b2df33b3-6fc2-4ba8-843a-75225b202de2,revision_number=1']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:14:47.135806 n-d-713498-36 neutron-server[103230]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '28d1ebed-bf95-452e-aa2c-45880a088b7c', 'tag': 'af529d17-a9ed-48f3-84d4-327dd5b7fe6f'}] {{(pid=103230) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 19:14:47.145803 n-d-713498-36 neutron-server[103230]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aee5919275bae9f72eb374ee322673045eb80c1f84b4b45a97d96923bd50ab51" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fa223356-98eb-4424-9829-19f08410e3c9" -d '{"events": [{"name": "network-changed", "server_uuid": "28d1ebed-bf95-452e-aa2c-45880a088b7c", "tag": "af529d17-a9ed-48f3-84d4-327dd5b7fe6f"}]}' {{(pid=103230) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 19:14:47.169928 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-fa34fe8d-49d9-45ab-86c1-9afdbbfd77c7 req-4b62dc9a-878f-4d9a-8bfb-8411423d94ea service neutron] 10.222.0.90 "GET /v2.0/networks/df0d76b6-f2f5-4043-aa2b-73474d172bfc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9389105 Feb 09 19:14:47.205447 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0200f168-4b42-4e86-89bb-80fbd2ce43be req-d05a9b54-2448-4113-86c9-adc803a88c42 tempest-ListServerFiltersTestJSON-592653301 tempest-ListServerFiltersTestJSON-592653301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:14:47.206944 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-0200f168-4b42-4e86-89bb-80fbd2ce43be req-d05a9b54-2448-4113-86c9-adc803a88c42 tempest-ListServerFiltersTestJSON-592653301 tempest-ListServerFiltersTestJSON-592653301-project] 10.222.0.75 "GET /v2.0/ports?device_id=28d1ebed-bf95-452e-aa2c-45880a088b7c HTTP/1.1" status: 200 len: 943 time: 0.8673394 Feb 09 19:14:47.237609 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb733b62-6a54-4fb6-840e-42092b4b302f req-f8a32ba3-a79f-4810-aaa7-c09a25a63977 tempest-MigrationsAdminTest-892781459 tempest-MigrationsAdminTest-892781459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:14:47.249282 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-cb733b62-6a54-4fb6-840e-42092b4b302f req-f8a32ba3-a79f-4810-aaa7-c09a25a63977 tempest-MigrationsAdminTest-892781459 tempest-MigrationsAdminTest-892781459-project] 10.222.0.75 "GET /v2.0/ports?device_id=9cec8a2a-9f08-4ec2-981f-5cef55181738 HTTP/1.1" status: 200 len: 950 time: 0.4000635 Feb 09 19:14:47.278660 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-e9c3eab9-a878-4271-b19e-f9615e891234 req-520d3655-6da5-4e78-bcb1-eae087bcab9b service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.219&port_id=e9bcfa85-cba2-4c7c-a956-383e6c72478d HTTP/1.1" status: 200 len: 217 time: 0.6732836 Feb 09 19:14:47.523982 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3019f9d0-42c3-477f-8828-ff0990c85c0d None None] Pushing event updated for resources: {'Port': ['ID=3506cbd4-f7b8-4968-aff9-804fff84cd27,revision_number=2']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:14:47.542066 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762867132591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593584'] for agent (496418a2-c002-4aec-ab1a-07f3bea491bd), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:14:47.577511 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-cb733b62-6a54-4fb6-840e-42092b4b302f req-bd34be9e-50e9-46bb-8a5d-1ddb5e389a8b tempest-MigrationsAdminTest-892781459 tempest-MigrationsAdminTest-892781459-project] 10.222.0.75 "GET /v2.0/security-groups?id=709912c8-8171-4435-800e-9e5c5e45bf8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3188937 Feb 09 19:14:47.585259 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Device af18f59f-af41-476b-8914-431fa7d74f86 details requested by agent hyperv_n-h1-713498-36 with host n-h1-713498-36 {{(pid=103232) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 19:14:47.596765 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-0200f168-4b42-4e86-89bb-80fbd2ce43be req-48a44928-c7ab-4ae7-901a-afc15105aa3f tempest-ListServerFiltersTestJSON-592653301 tempest-ListServerFiltersTestJSON-592653301-project] 10.222.0.75 "GET /v2.0/security-groups?id=25541e77-9cfa-43ca-aee5-11ed3f3bedff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3149412 Feb 09 19:14:47.867670 n-d-713498-36 neutron-server[103230]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 19:14:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d88dd738-4602-47d2-8006-0af270a26ac9 x-openstack-request-id: req-d88dd738-4602-47d2-8006-0af270a26ac9 {{(pid=103230) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 19:14:47.874071 n-d-713498-36 neutron-server[103230]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "28d1ebed-bf95-452e-aa2c-45880a088b7c", "tag": "af529d17-a9ed-48f3-84d4-327dd5b7fe6f", "status": "completed", "code": 200}]} {{(pid=103230) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 19:14:47.875514 n-d-713498-36 neutron-server[103230]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-d88dd738-4602-47d2-8006-0af270a26ac9 {{(pid=103230) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 19:14:47.876104 n-d-713498-36 neutron-server[103230]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '28d1ebed-bf95-452e-aa2c-45880a088b7c', 'tag': 'af529d17-a9ed-48f3-84d4-327dd5b7fe6f', 'status': 'completed', 'code': 200} Feb 09 19:14:47.948143 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] For port af18f59f-af41-476b-8914-431fa7d74f86, host n-h1-713498-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-36',level=0,port_id=af18f59f-af41-476b-8914-431fa7d74f86,segment=NetworkSegment(89d1d4f3-2910-47d5-93bc-1d916b299c75),segment_id=89d1d4f3-2910-47d5-93bc-1d916b299c75)] {{(pid=103232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 19:14:47.969304 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec962b23-5971-417b-8040-99003dac1fdc req-657deccd-4407-428a-ab06-a5781cb91507 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:14:47.978001 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-ec962b23-5971-417b-8040-99003dac1fdc req-657deccd-4407-428a-ab06-a5781cb91507 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=2c39c63a-d7b0-4308-984c-cdb70975389e HTTP/1.1" status: 200 len: 862 time: 0.8061886 Feb 09 19:14:47.992451 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Device 087d141e-9dd9-415c-beb8-abd1ab738673 up at agent hyperv_n-h1-713498-36 {{(pid=103232) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 19:14:48.004103 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Returning: {'device': 'af18f59f-af41-476b-8914-431fa7d74f86', 'network_id': 'bfeec6fe-8a4b-4ced-8af6-48b30d934f6e', 'port_id': 'af18f59f-af41-476b-8914-431fa7d74f86', 'mac_address': 'fa:16:3e:6a:05:c4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 368, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2c39c63a-d7b0-4308-984c-cdb70975389e', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103232) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 19:14:48.011644 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Device 3506cbd4-f7b8-4968-aff9-804fff84cd27 up at agent ovs-agent-n-d-713498-36 {{(pid=103232) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 19:14:48.082202 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-ec962b23-5971-417b-8040-99003dac1fdc req-882789b5-f3c5-405f-baf3-244334fca035 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=bfeec6fe-8a4b-4ced-8af6-48b30d934f6e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0904534 Feb 09 19:14:48.197363 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.provisioning_blocks [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Provisioning complete for port 3506cbd4-f7b8-4968-aff9-804fff84cd27 triggered by entity L2. {{(pid=103232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 19:14:48.197843 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593630'] for port (3506cbd4-f7b8-4968-aff9-804fff84cd27), provisioning_complete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:14:48.206189 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Current status of the port af18f59f-af41-476b-8914-431fa7d74f86 is: DOWN; New status is: BUILD {{(pid=103232) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 19:14:48.206831 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (af18f59f-af41-476b-8914-431fa7d74f86), before_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:14:48.229449 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30027e2d-311c-4f95-b474-be9e86d6fa66 req-81aa51b9-0227-492b-b7f1-890f32d1bed1 tempest-InstanceActionsNegativeTestJSON-1252269426 tempest-InstanceActionsNegativeTestJSON-1252269426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:14:48.231154 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-30027e2d-311c-4f95-b474-be9e86d6fa66 req-81aa51b9-0227-492b-b7f1-890f32d1bed1 tempest-InstanceActionsNegativeTestJSON-1252269426 tempest-InstanceActionsNegativeTestJSON-1252269426-project] 10.222.0.75 "GET /v2.0/ports?device_id=cb650e06-84a7-483f-9d43-077d1b434079 HTTP/1.1" status: 200 len: 944 time: 0.3892686 Feb 09 19:14:48.278217 n-d-713498-36 neutron-server[103232]: DEBUG neutron.notifiers.nova [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id af18f59f-af41-476b-8914-431fa7d74f86 {{(pid=103232) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 19:14:48.312899 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.provisioning_blocks [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Provisioning for port 087d141e-9dd9-415c-beb8-abd1ab738673 completed by entity L2. {{(pid=103232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 19:14:48.327443 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9c3eab9-a878-4271-b19e-f9615e891234 req-52dbca31-5937-4a0e-a488-112f4aaf9b06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:14:48.328915 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-e9c3eab9-a878-4271-b19e-f9615e891234 req-52dbca31-5937-4a0e-a488-112f4aaf9b06 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=60b561cb-321e-4f83-9bb3-92b2e1d0dc44 HTTP/1.1" status: 200 len: 843 time: 0.8850372 Feb 09 19:14:48.344051 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-190ad17d-322c-4467-864a-23dca55c8b23 admin admin] Publish callbacks [] for router_gateway (ccff0999-6496-491d-ae22-2f8fab284166), after_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:14:48.355970 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.provisioning_blocks [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Provisioning complete for port 087d141e-9dd9-415c-beb8-abd1ab738673 triggered by entity L2. {{(pid=103232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 19:14:48.356546 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593630'] for port (087d141e-9dd9-415c-beb8-abd1ab738673), provisioning_complete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:14:48.462181 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] For port af18f59f-af41-476b-8914-431fa7d74f86, host n-h1-713498-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-36',level=0,port_id=af18f59f-af41-476b-8914-431fa7d74f86,segment=NetworkSegment(89d1d4f3-2910-47d5-93bc-1d916b299c75),segment_id=89d1d4f3-2910-47d5-93bc-1d916b299c75)] {{(pid=103232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 19:14:48.467724 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762867132591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593584'] for agent (488cd9ae-631f-4955-ba0b-4f5a13f12e9c), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:14:48.477751 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762867176205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762866656485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762866656503'] for port (af18f59f-af41-476b-8914-431fa7d74f86), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:14:48.515367 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-fa34fe8d-49d9-45ab-86c1-9afdbbfd77c7 req-a4e2a1cc-f968-4bc5-a681-33371ab42eb0 service neutron] 10.222.0.90 "GET /v2.0/networks/df0d76b6-f2f5-4043-aa2b-73474d172bfc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.3072205 Feb 09 19:14:48.567612 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Pushing event updated for resources: {'Port': ['ID=af18f59f-af41-476b-8914-431fa7d74f86,revision_number=4']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:14:48.651597 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Current status of the port 087d141e-9dd9-415c-beb8-abd1ab738673 is: BUILD; New status is: ACTIVE {{(pid=103232) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 19:14:48.651885 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (087d141e-9dd9-415c-beb8-abd1ab738673), before_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:14:48.726049 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-190ad17d-322c-4467-864a-23dca55c8b23 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1834945', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1818951'] for router (ccff0999-6496-491d-ae22-2f8fab284166), after_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:14:48.758862 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9c3eab9-a878-4271-b19e-f9615e891234 req-9191baa3-4143-4717-8fab-a3c2b2a100c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:14:48.760388 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-e9c3eab9-a878-4271-b19e-f9615e891234 req-9191baa3-4143-4717-8fab-a3c2b2a100c6 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=2b5494c8-cf97-42c1-b902-87f998f28179&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.4017000 Feb 09 19:14:48.786734 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Current status of the port 3506cbd4-f7b8-4968-aff9-804fff84cd27 is: DOWN; New status is: ACTIVE {{(pid=103232) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 19:14:48.787136 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (3506cbd4-f7b8-4968-aff9-804fff84cd27), before_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:14:48.798044 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] get_ports_and_sgs() called for port_ids ['af18f59f-af41-476b-8914-431fa7d74f86'] {{(pid=103232) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 19:14:48.929333 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-30027e2d-311c-4f95-b474-be9e86d6fa66 req-f71f9a19-9013-4f6a-9d74-ab32b4736e0b tempest-InstanceActionsNegativeTestJSON-1252269426 tempest-InstanceActionsNegativeTestJSON-1252269426-project] 10.222.0.75 "GET /v2.0/security-groups?id=47e347be-a942-4820-ad68-433aef711167&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6887734 Feb 09 19:14:48.951286 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762867132591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593584'] for agent (bcd5faee-dc24-4298-9134-0e0aa054058e), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:14:49.005802 n-d-713498-36 neutron-server[103229]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-190ad17d-322c-4467-864a-23dca55c8b23 admin admin] Router ccff0999-6496-491d-ae22-2f8fab284166 is scheduled to L3 agent 93303d5e-5d17-45e8-8963-7694f87783ae with binding_index 1 {{(pid=103229) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 09 19:14:49.010591 n-d-713498-36 neutron-server[103232]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e09c7db3-be54-4206-a02e-57c0246ec41a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '087d141e-9dd9-415c-beb8-abd1ab738673'}] {{(pid=103232) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 19:14:49.018438 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-e9c3eab9-a878-4271-b19e-f9615e891234 req-143e9112-d8e0-4150-b731-e6396b6faae4 service neutron] 10.222.0.90 "GET /v2.0/networks/2b5494c8-cf97-42c1-b902-87f998f28179?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2407737 Feb 09 19:14:49.020923 n-d-713498-36 neutron-server[103232]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}949cdcde653dec44821de95cbf67297f53cbc2aed4e073b5d514f93bf911ce85" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e77c487b-1788-484f-a663-f01187071fe2" -d '{"events": [{"server_uuid": "e09c7db3-be54-4206-a02e-57c0246ec41a", "name": "network-vif-plugged", "status": "completed", "tag": "087d141e-9dd9-415c-beb8-abd1ab738673"}]}' {{(pid=103232) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 19:14:49.043807 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-ec962b23-5971-417b-8040-99003dac1fdc req-b1511ddf-a4f5-4875-851a-ce27ffe118d9 service neutron] 10.222.0.89 "GET /v2.0/networks/bfeec6fe-8a4b-4ced-8af6-48b30d934f6e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8983479 Feb 09 19:14:49.069649 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-477a4245-5c07-438b-a9e5-09472fd6e094 req-961fe908-2008-4889-bba2-92a8dbc3766d tempest-ServerDiskConfigTestJSON-504186010 tempest-ServerDiskConfigTestJSON-504186010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:14:49.082666 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f77e4ec-49a4-4ea1-9463-22b0e8f95ddb None None] Network 99117bb9-9128-41a1-bdb4-92a6c18a7b42 requested from n-d-713498-36 {{(pid=103232) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 19:14:49.087688 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-477a4245-5c07-438b-a9e5-09472fd6e094 req-961fe908-2008-4889-bba2-92a8dbc3766d tempest-ServerDiskConfigTestJSON-504186010 tempest-ServerDiskConfigTestJSON-504186010-project] 10.222.0.75 "GET /v2.0/ports?device_id=3b1e9834-a534-412a-99fa-773ccc50c344 HTTP/1.1" status: 200 len: 945 time: 0.9912498 Feb 09 19:14:49.150656 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa223356-98eb-4424-9829-19f08410e3c9 req-3e641c3b-8c8d-4e6a-95f6-0f9fa40b80a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:14:49.152648 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-fa223356-98eb-4424-9829-19f08410e3c9 req-3e641c3b-8c8d-4e6a-95f6-0f9fa40b80a5 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=45d01d230b654cc6882b0931288a01da&device_id=28d1ebed-bf95-452e-aa2c-45880a088b7c HTTP/1.1" status: 200 len: 1126 time: 0.5351593 Feb 09 19:14:49.336920 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] For port 087d141e-9dd9-415c-beb8-abd1ab738673, host n-h1-713498-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-36',level=0,port_id=087d141e-9dd9-415c-beb8-abd1ab738673,segment=NetworkSegment(49c21643-b4af-42c1-8cee-d50eb741b435),segment_id=49c21643-b4af-42c1-8cee-d50eb741b435)] {{(pid=103232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 19:14:49.359556 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa5eab19-107d-4984-9278-23ff2c3e589a req-6e93dcf1-dd3e-4247-adaf-800ebbde20bb tempest-MigrationsAdminTest-892781459 tempest-MigrationsAdminTest-892781459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:14:49.361129 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-aa5eab19-107d-4984-9278-23ff2c3e589a req-6e93dcf1-dd3e-4247-adaf-800ebbde20bb tempest-MigrationsAdminTest-892781459 tempest-MigrationsAdminTest-892781459-project] 10.222.0.75 "GET /v2.0/ports?device_id=9cec8a2a-9f08-4ec2-981f-5cef55181738 HTTP/1.1" status: 200 len: 950 time: 0.2553756 Feb 09 19:14:49.400875 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] For port 3506cbd4-f7b8-4968-aff9-804fff84cd27, host n-d-713498-36, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-36',level=0,port_id=3506cbd4-f7b8-4968-aff9-804fff84cd27,segment=NetworkSegment(7634cd2f-bb07-4aa6-8222-5e64bdefad14),segment_id=7634cd2f-bb07-4aa6-8222-5e64bdefad14)] {{(pid=103232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 19:14:49.412049 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-190ad17d-322c-4467-864a-23dca55c8b23 admin admin] Notify agent at l3_agent.n-d-713498-36 the message routers_updated {{(pid=103229) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 19:14:49.412435 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762867176205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762866656485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762866656503'] for port (087d141e-9dd9-415c-beb8-abd1ab738673), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:14:49.426214 n-d-713498-36 neutron-server[103233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bdce7144-680e-447a-8e50-61460ba844ae None None] Sync routers for ids ['ccff0999-6496-491d-ae22-2f8fab284166'] in n-d-713498-36 {{(pid=103233) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 19:14:49.442754 n-d-713498-36 neutron-server[103233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdce7144-680e-447a-8e50-61460ba844ae None None] Routers {'ccff0999-6496-491d-ae22-2f8fab284166'} bound to L3 agent in host n-d-713498-36 {{(pid=103233) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 19:14:49.443396 n-d-713498-36 neutron-server[103233]: DEBUG neutron.db.l3_hamode_db [None req-bdce7144-680e-447a-8e50-61460ba844ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T18:51:43Z,description=,heartbeat_timestamp=2022-02-09T19:14:43Z,host='n-d-713498-36',id=93303d5e-5d17-45e8-8963-7694f87783ae,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T18:51:43Z,topic='l3_agent')) {'router_ids': ['ccff0999-6496-491d-ae22-2f8fab284166'], 'active': True} {{(pid=103233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:14:49.483433 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-477a4245-5c07-438b-a9e5-09472fd6e094 req-89cc5a82-2eae-4563-93c5-c8f49b868d1f tempest-ServerDiskConfigTestJSON-504186010 tempest-ServerDiskConfigTestJSON-504186010-project] 10.222.0.75 "GET /v2.0/security-groups?id=3d9033a7-be2a-4459-a2da-84c23e651975&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3948469 Feb 09 19:14:49.522450 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-190ad17d-322c-4467-864a-23dca55c8b23 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:14:49.523691 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-190ad17d-322c-4467-864a-23dca55c8b23 admin admin] 10.222.0.75 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 5.1804523 Feb 09 19:14:49.524600 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-e9c3eab9-a878-4271-b19e-f9615e891234 req-a3e7d99a-4515-44c3-961e-eaa67d4c87ec service neutron] 10.222.0.90 "GET /v2.0/networks/2b5494c8-cf97-42c1-b902-87f998f28179?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4727883 Feb 09 19:14:49.527378 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 34052) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:14:49.559904 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Pushing event updated for resources: {'Port': ['ID=087d141e-9dd9-415c-beb8-abd1ab738673,revision_number=5']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:14:49.561876 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-ec962b23-5971-417b-8040-99003dac1fdc req-61f2dc91-6b21-4d36-90b1-7b3280f82c91 service neutron] 10.222.0.89 "GET /v2.0/networks/bfeec6fe-8a4b-4ced-8af6-48b30d934f6e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4621804 Feb 09 19:14:49.567719 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762867176205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762866656485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762866656503'] for port (3506cbd4-f7b8-4968-aff9-804fff84cd27), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:14:49.616124 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa223356-98eb-4424-9829-19f08410e3c9 req-7c017ddc-146e-4f8e-a9d9-76b7daa06c5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:14:49.617658 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-fa223356-98eb-4424-9829-19f08410e3c9 req-7c017ddc-146e-4f8e-a9d9-76b7daa06c5a service neutron] 10.222.0.90 "GET /v2.0/networks?id=df0d76b6-f2f5-4043-aa2b-73474d172bfc HTTP/1.1" status: 200 len: 916 time: 0.4389791 Feb 09 19:14:49.695096 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.provisioning_blocks [None req-269d0725-f7d2-4249-bd7d-d7b0548fd0e5 None None] Provisioning complete for port 3506cbd4-f7b8-4968-aff9-804fff84cd27 triggered by entity DHCP. {{(pid=103232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 19:14:49.695432 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-269d0725-f7d2-4249-bd7d-d7b0548fd0e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593630'] for port (3506cbd4-f7b8-4968-aff9-804fff84cd27), provisioning_complete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:14:49.783667 n-d-713498-36 neutron-server[103233]: DEBUG neutron.db.l3_dvr_db [None req-bdce7144-680e-447a-8e50-61460ba844ae None None] Set router ccff0999-6496-491d-ae22-2f8fab284166 gateway port host: n-d-713498-36 {{(pid=103233) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 19:14:49.785079 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-fa223356-98eb-4424-9829-19f08410e3c9 req-785cfcc2-a93c-4931-8460-f6f3c5efb4e1 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=af529d17-a9ed-48f3-84d4-327dd5b7fe6f HTTP/1.1" status: 200 len: 217 time: 0.1531293 Feb 09 19:14:49.887211 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Pushing event updated for resources: {'Port': ['ID=3506cbd4-f7b8-4968-aff9-804fff84cd27,revision_number=3']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:14:49.934173 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-aa5eab19-107d-4984-9278-23ff2c3e589a req-dadd432c-0773-4b44-b02e-33859ff428b5 tempest-MigrationsAdminTest-892781459 tempest-MigrationsAdminTest-892781459-project] 10.222.0.75 "GET /v2.0/security-groups?id=709912c8-8171-4435-800e-9e5c5e45bf8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5528758 Feb 09 19:14:50.096101 n-d-713498-36 neutron-server[103232]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 19:14:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-03e8643a-29d9-4dcf-b757-c0759bb75763 x-openstack-request-id: req-03e8643a-29d9-4dcf-b757-c0759bb75763 {{(pid=103232) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 19:14:50.096449 n-d-713498-36 neutron-server[103232]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e09c7db3-be54-4206-a02e-57c0246ec41a", "name": "network-vif-plugged", "status": "completed", "tag": "087d141e-9dd9-415c-beb8-abd1ab738673", "code": 200}]} {{(pid=103232) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 19:14:50.096668 n-d-713498-36 neutron-server[103232]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-03e8643a-29d9-4dcf-b757-c0759bb75763 {{(pid=103232) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 19:14:50.097101 n-d-713498-36 neutron-server[103232]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e09c7db3-be54-4206-a02e-57c0246ec41a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '087d141e-9dd9-415c-beb8-abd1ab738673', 'code': 200} Feb 09 19:14:50.136647 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-564871fb-e278-4278-a299-99460c74e518 req-16a25111-9940-42a7-8333-a98ad165dca3 tempest-ListServerFiltersTestJSON-592653301 tempest-ListServerFiltersTestJSON-592653301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:14:50.157094 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-564871fb-e278-4278-a299-99460c74e518 req-16a25111-9940-42a7-8333-a98ad165dca3 tempest-ListServerFiltersTestJSON-592653301 tempest-ListServerFiltersTestJSON-592653301-project] 10.222.0.75 "GET /v2.0/ports?device_id=28d1ebed-bf95-452e-aa2c-45880a088b7c HTTP/1.1" status: 200 len: 943 time: 0.3849742 Feb 09 19:14:50.165252 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa223356-98eb-4424-9829-19f08410e3c9 req-5d6f2793-2945-43f3-ad60-e23c940839b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:14:50.176239 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-fa223356-98eb-4424-9829-19f08410e3c9 req-5d6f2793-2945-43f3-ad60-e23c940839b1 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=57a76b9b-2bb4-4689-9caf-646c59807fec HTTP/1.1" status: 200 len: 854 time: 0.3549044 Feb 09 19:14:50.254042 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-269d0725-f7d2-4249-bd7d-d7b0548fd0e5 None None] Current status of the port 3506cbd4-f7b8-4968-aff9-804fff84cd27 is: ACTIVE; New status is: ACTIVE {{(pid=103232) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 19:14:50.420366 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78f86830-ee3d-41be-938a-b4fb8baf4012 req-8c9718c9-94fe-4382-a87e-3d349a98e645 tempest-InstanceActionsNegativeTestJSON-1252269426 tempest-InstanceActionsNegativeTestJSON-1252269426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:14:50.428241 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-78f86830-ee3d-41be-938a-b4fb8baf4012 req-8c9718c9-94fe-4382-a87e-3d349a98e645 tempest-InstanceActionsNegativeTestJSON-1252269426 tempest-InstanceActionsNegativeTestJSON-1252269426-project] 10.222.0.75 "GET /v2.0/ports?device_id=cb650e06-84a7-483f-9d43-077d1b434079 HTTP/1.1" status: 200 len: 945 time: 0.1732645 Feb 09 19:14:50.437260 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.provisioning_blocks [None req-378df854-a312-45c1-b8b0-23901343407c None None] Provisioning complete for port 3506cbd4-f7b8-4968-aff9-804fff84cd27 triggered by entity DHCP. {{(pid=103232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 19:14:50.437647 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-378df854-a312-45c1-b8b0-23901343407c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593630'] for port (3506cbd4-f7b8-4968-aff9-804fff84cd27), provisioning_complete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:14:50.558261 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa223356-98eb-4424-9829-19f08410e3c9 req-5484aeae-601b-467e-8815-59e49092bbf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:14:50.565827 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-fa223356-98eb-4424-9829-19f08410e3c9 req-5484aeae-601b-467e-8815-59e49092bbf3 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=df0d76b6-f2f5-4043-aa2b-73474d172bfc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.3265586 Feb 09 19:14:50.575706 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-564871fb-e278-4278-a299-99460c74e518 req-46f7aa0a-8f55-4a07-bc80-3d1fd6cc6906 tempest-ListServerFiltersTestJSON-592653301 tempest-ListServerFiltersTestJSON-592653301-project] 10.222.0.75 "GET /v2.0/security-groups?id=25541e77-9cfa-43ca-aee5-11ed3f3bedff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3768704 Feb 09 19:14:50.627170 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-378df854-a312-45c1-b8b0-23901343407c None None] Current status of the port 3506cbd4-f7b8-4968-aff9-804fff84cd27 is: ACTIVE; New status is: ACTIVE {{(pid=103232) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 19:14:50.644201 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-78f86830-ee3d-41be-938a-b4fb8baf4012 req-b4d58886-8aae-4bbf-bef3-0ba97d860064 tempest-InstanceActionsNegativeTestJSON-1252269426 tempest-InstanceActionsNegativeTestJSON-1252269426-project] 10.222.0.75 "GET /v2.0/security-groups?id=47e347be-a942-4820-ad68-433aef711167&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2091713 Feb 09 19:14:50.690601 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b936e53a-cafc-4c3a-9c1e-f3bd98167e7b req-4b3e7186-7042-4361-9bf9-0e593a7df02e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:14:50.692157 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-b936e53a-cafc-4c3a-9c1e-f3bd98167e7b req-4b3e7186-7042-4361-9bf9-0e593a7df02e service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=e09c7db3-be54-4206-a02e-57c0246ec41a HTTP/1.1" status: 200 len: 1128 time: 0.5292468 Feb 09 19:14:50.696839 n-d-713498-36 neutron-server[103233]: DEBUG neutron.db.l3_hamode_db [None req-bdce7144-680e-447a-8e50-61460ba844ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ccff0999-6496-491d-ae22-2f8fab284166', 'name': 'tempest-AttachVolumeTestJSON-591340071-router', 'tenant_id': 'b8358624fc0d4008bf7aadd6f5fc09a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88055e1e-672a-4487-be31-ffb6e833ece5', 'external_fixed_ips': [{'subnet_id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'ip_address': '172.25.1.112'}], 'enable_snat': True}, 'gw_port_id': 'b2df33b3-6fc2-4ba8-843a-75225b202de2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T19:14:44Z', 'updated_at': '2022-02-09T19:14:47Z', 'revision_number': 3, 'project_id': 'b8358624fc0d4008bf7aadd6f5fc09a1', 'gw_port': {'id': 'b2df33b3-6fc2-4ba8-843a-75225b202de2', 'name': '', 'network_id': '88055e1e-672a-4487-be31-ffb6e833ece5', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:34:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ccff0999-6496-491d-ae22-2f8fab284166', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1377, 'fixed_ips': [{'subnet_id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'ip_address': '172.25.1.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T19:14:46Z', 'updated_at': '2022-02-09T19:14:46Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-36'}], 'n-d-713498-36', False) {} {{(pid=103233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:14:50.742166 n-d-713498-36 neutron-server[103233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bdce7144-680e-447a-8e50-61460ba844ae None None] Checking router: ccff0999-6496-491d-ae22-2f8fab284166 for host: n-d-713498-36 {{(pid=103233) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 19:14:50.742908 n-d-713498-36 neutron-server[103233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bdce7144-680e-447a-8e50-61460ba844ae None None] Updating router ccff0999-6496-491d-ae22-2f8fab284166 port b2df33b3-6fc2-4ba8-843a-75225b202de2 binding host n-d-713498-36 {{(pid=103233) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 19:14:50.784999 n-d-713498-36 neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-bdce7144-680e-447a-8e50-61460ba844ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (b2df33b3-6fc2-4ba8-843a-75225b202de2), before_update {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:14:50.816417 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-b936e53a-cafc-4c3a-9c1e-f3bd98167e7b req-a8c67ae2-6285-4b73-82fa-b6b3224321d7 service neutron] 10.222.0.89 "GET /v2.0/security-groups?id=25541e77-9cfa-43ca-aee5-11ed3f3bedff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1140528 Feb 09 19:14:50.826703 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-fa223356-98eb-4424-9829-19f08410e3c9 req-9fa47acb-0cc6-49e2-9700-bf16f1c4da01 service neutron] 10.222.0.90 "GET /v2.0/networks/df0d76b6-f2f5-4043-aa2b-73474d172bfc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2474306 Feb 09 19:14:50.847362 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-beeab25c-b17f-414e-b285-5a6f29362950 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (None), before_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:14:50.957412 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddff7ad1-6a16-4444-a711-c418c8e63871 req-42b0d4db-4839-4e4a-91ab-5d523d910f81 tempest-ServerDiskConfigTestJSON-504186010 tempest-ServerDiskConfigTestJSON-504186010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:14:50.958930 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-ddff7ad1-6a16-4444-a711-c418c8e63871 req-42b0d4db-4839-4e4a-91ab-5d523d910f81 tempest-ServerDiskConfigTestJSON-504186010 tempest-ServerDiskConfigTestJSON-504186010-project] 10.222.0.75 "GET /v2.0/ports?device_id=3b1e9834-a534-412a-99fa-773ccc50c344 HTTP/1.1" status: 200 len: 945 time: 0.1988747 Feb 09 19:14:51.103527 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-ddff7ad1-6a16-4444-a711-c418c8e63871 req-c9a940c3-3870-46fb-beaf-c4ecb8dcd15a tempest-ServerDiskConfigTestJSON-504186010 tempest-ServerDiskConfigTestJSON-504186010-project] 10.222.0.75 "GET /v2.0/security-groups?id=3d9033a7-be2a-4459-a2da-84c23e651975&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1319861 Feb 09 19:14:51.109803 n-d-713498-36 neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-bdce7144-680e-447a-8e50-61460ba844ae None None] Publish callbacks [] for port (b2df33b3-6fc2-4ba8-843a-75225b202de2), precommit_update {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:14:51.116823 n-d-713498-36 neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-bdce7144-680e-447a-8e50-61460ba844ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762867176205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762866656485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762866656503'] for port (b2df33b3-6fc2-4ba8-843a-75225b202de2), after_update {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:14:51.130063 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-fa223356-98eb-4424-9829-19f08410e3c9 req-53cc2af0-00f5-4523-b1f4-9890e6b46972 service neutron] 10.222.0.90 "GET /v2.0/networks/df0d76b6-f2f5-4043-aa2b-73474d172bfc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2857440 Feb 09 19:14:51.152672 n-d-713498-36 neutron-server[103229]: DEBUG neutron.db.db_base_plugin_common [None req-beeab25c-b17f-414e-b285-5a6f29362950 admin admin] Allocated IP 172.20.0.1 (99117bb9-9128-41a1-bdb4-92a6c18a7b42/3f43124c-9b13-4bd8-a6f5-516bdab3ca3c/2a7f1092-d79a-4cc7-8ec6-78216e357fb4) {{(pid=103229) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 19:14:51.166672 n-d-713498-36 neutron-server[103233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-132fcb74-aeb0-4cd8-a624-aca6fd468926 None None] Pushing event updated for resources: {'Port': ['ID=b2df33b3-6fc2-4ba8-843a-75225b202de2,revision_number=2']} {{(pid=103233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:14:51.193668 n-d-713498-36 neutron-server[103233]: DEBUG neutron.plugins.ml2.managers [None req-bdce7144-680e-447a-8e50-61460ba844ae None None] Attempting to bind port b2df33b3-6fc2-4ba8-843a-75225b202de2 on host n-d-713498-36 for vnic_type normal with profile {{(pid=103233) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 19:14:51.194156 n-d-713498-36 neutron-server[103233]: DEBUG neutron.plugins.ml2.managers [None req-bdce7144-680e-447a-8e50-61460ba844ae None None] Attempting to bind port b2df33b3-6fc2-4ba8-843a-75225b202de2 by drivers openvswitch,hyperv on host n-d-713498-36 at level 0 using segments [{'id': 'a4222f89-8d3f-4b51-953b-1a8126392491', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '88055e1e-672a-4487-be31-ffb6e833ece5'}] {{(pid=103233) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 19:14:51.194596 n-d-713498-36 neutron-server[103233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bdce7144-680e-447a-8e50-61460ba844ae None None] Attempting to bind port b2df33b3-6fc2-4ba8-843a-75225b202de2 on network 88055e1e-672a-4487-be31-ffb6e833ece5 {{(pid=103233) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 19:14:51.200895 n-d-713498-36 neutron-server[103233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bdce7144-680e-447a-8e50-61460ba844ae None None] Checking agent: {'id': '496418a2-c002-4aec-ab1a-07f3bea491bd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-36', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 18, 51, 47), 'started_at': datetime.datetime(2022, 2, 9, 18, 52, 17), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 19, 14, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-36'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103233) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 19:14:51.201373 n-d-713498-36 neutron-server[103233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bdce7144-680e-447a-8e50-61460ba844ae None None] Checking segment: {'id': 'a4222f89-8d3f-4b51-953b-1a8126392491', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '88055e1e-672a-4487-be31-ffb6e833ece5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103233) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 19:14:51.201848 n-d-713498-36 neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-bdce7144-680e-447a-8e50-61460ba844ae None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:14:51.202578 n-d-713498-36 neutron-server[103233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bdce7144-680e-447a-8e50-61460ba844ae None None] Bound using segment: {'id': 'a4222f89-8d3f-4b51-953b-1a8126392491', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '88055e1e-672a-4487-be31-ffb6e833ece5'} {{(pid=103233) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 19:14:51.203137 n-d-713498-36 neutron-server[103233]: DEBUG neutron.plugins.ml2.managers [None req-bdce7144-680e-447a-8e50-61460ba844ae None None] Bound port: b2df33b3-6fc2-4ba8-843a-75225b202de2, host: n-d-713498-36, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a4222f89-8d3f-4b51-953b-1a8126392491', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '88055e1e-672a-4487-be31-ffb6e833ece5'}}] {{(pid=103233) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 19:14:51.203872 n-d-713498-36 neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-bdce7144-680e-447a-8e50-61460ba844ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (b2df33b3-6fc2-4ba8-843a-75225b202de2), before_update {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:14:51.271763 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 34070) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:14:51.276232 n-d-713498-36 neutron-server[103233]: DEBUG neutron.plugins.ml2.db [None req-bdce7144-680e-447a-8e50-61460ba844ae None None] For port b2df33b3-6fc2-4ba8-843a-75225b202de2, host n-d-713498-36, cleared binding levels {{(pid=103233) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 19:14:51.277097 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.v2.base [None req-d6b0ea8e-9855-4a51-85d7-702645b04fca tempest-TaggedBootDevicesTest-980849656 tempest-TaggedBootDevicesTest-980849656-project] Request body: {'network': {'name': 'tempest-device-tagging-net1-322026365'}} {{(pid=103230) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 19:14:51.285171 n-d-713498-36 neutron-server[103233]: DEBUG neutron.plugins.ml2.db [None req-bdce7144-680e-447a-8e50-61460ba844ae None None] For port b2df33b3-6fc2-4ba8-843a-75225b202de2, host n-d-713498-36, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-36',level=0,port_id=b2df33b3-6fc2-4ba8-843a-75225b202de2,segment=NetworkSegment(a4222f89-8d3f-4b51-953b-1a8126392491),segment_id=a4222f89-8d3f-4b51-953b-1a8126392491)] {{(pid=103233) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 19:14:51.295940 n-d-713498-36 neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-bdce7144-680e-447a-8e50-61460ba844ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762867176205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762866656485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762866656503'] for port (b2df33b3-6fc2-4ba8-843a-75225b202de2), after_update {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:14:51.298137 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d6b0ea8e-9855-4a51-85d7-702645b04fca tempest-TaggedBootDevicesTest-980849656 tempest-TaggedBootDevicesTest-980849656-project] Made reservation on behalf of 1244a62b17644644960c0ef5509cee38 for: {'network': 1} {{(pid=103230) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 19:14:51.301460 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-d6b0ea8e-9855-4a51-85d7-702645b04fca tempest-TaggedBootDevicesTest-980849656 tempest-TaggedBootDevicesTest-980849656-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for network (None), before_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:14:51.322152 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-beeab25c-b17f-414e-b285-5a6f29362950 admin admin] Publish callbacks [] for port (2a7f1092-d79a-4cc7-8ec6-78216e357fb4), precommit_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:14:51.356768 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d6b0ea8e-9855-4a51-85d7-702645b04fca tempest-TaggedBootDevicesTest-980849656 tempest-TaggedBootDevicesTest-980849656-project] vlan segment allocate from pool success with {'vlan_id': 377, 'physical_network': 'physnet1'} {{(pid=103230) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 19:14:51.359076 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c12248af-3bcd-4ee0-b689-45f5afbb14d5 req-8563afb0-ed45-4196-8d1d-52bdc0da4afd tempest-MigrationsAdminTest-892781459 tempest-MigrationsAdminTest-892781459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:14:51.363266 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-c12248af-3bcd-4ee0-b689-45f5afbb14d5 req-8563afb0-ed45-4196-8d1d-52bdc0da4afd tempest-MigrationsAdminTest-892781459 tempest-MigrationsAdminTest-892781459-project] 10.222.0.75 "GET /v2.0/ports?device_id=9cec8a2a-9f08-4ec2-981f-5cef55181738 HTTP/1.1" status: 200 len: 950 time: 0.2850845 Feb 09 19:14:51.373782 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-d6b0ea8e-9855-4a51-85d7-702645b04fca tempest-TaggedBootDevicesTest-980849656 tempest-TaggedBootDevicesTest-980849656-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-759574'] for segment (87b87801-3575-4768-92ea-47b1230f5828), precommit_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:14:51.374250 n-d-713498-36 neutron-server[103230]: INFO neutron.db.segments_db [None req-d6b0ea8e-9855-4a51-85d7-702645b04fca tempest-TaggedBootDevicesTest-980849656 tempest-TaggedBootDevicesTest-980849656-project] Added segment 87b87801-3575-4768-92ea-47b1230f5828 of type vlan for network 319dd8de-af57-40fe-b1b8-034fd50be509 Feb 09 19:14:51.375502 n-d-713498-36 neutron-server[103233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-132fcb74-aeb0-4cd8-a624-aca6fd468926 None None] Pushing event updated for resources: {'Port': ['ID=b2df33b3-6fc2-4ba8-843a-75225b202de2,revision_number=3']} {{(pid=103233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:14:51.395962 n-d-713498-36 neutron-server[103233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdce7144-680e-447a-8e50-61460ba844ae None None] Routers {'ccff0999-6496-491d-ae22-2f8fab284166'} bound to L3 agent in host n-d-713498-36 {{(pid=103233) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 19:14:51.396681 n-d-713498-36 neutron-server[103233]: DEBUG neutron.db.l3_hamode_db [None req-bdce7144-680e-447a-8e50-61460ba844ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T18:51:43Z,description=,heartbeat_timestamp=2022-02-09T19:14:43Z,host='n-d-713498-36',id=93303d5e-5d17-45e8-8963-7694f87783ae,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T18:51:43Z,topic='l3_agent')) {'router_ids': ['ccff0999-6496-491d-ae22-2f8fab284166'], 'active': True} {{(pid=103233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:14:51.428677 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-d6b0ea8e-9855-4a51-85d7-702645b04fca tempest-TaggedBootDevicesTest-980849656 tempest-TaggedBootDevicesTest-980849656-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762866642225'] for network (319dd8de-af57-40fe-b1b8-034fd50be509), precommit_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:14:51.437575 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-beeab25c-b17f-414e-b285-5a6f29362950 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762866656467', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12867576'] for port (2a7f1092-d79a-4cc7-8ec6-78216e357fb4), after_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:14:51.458189 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-d6b0ea8e-9855-4a51-85d7-702645b04fca tempest-TaggedBootDevicesTest-980849656 tempest-TaggedBootDevicesTest-980849656-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1885479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452'] for network (319dd8de-af57-40fe-b1b8-034fd50be509), after_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:14:51.465136 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Device af529d17-a9ed-48f3-84d4-327dd5b7fe6f details requested by agent hyperv_n-h2-713498-36 with host n-h2-713498-36 {{(pid=103232) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 19:14:51.479958 n-d-713498-36 neutron-server[103229]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-beeab25c-b17f-414e-b285-5a6f29362950 admin admin] Network 99117bb9-9128-41a1-bdb4-92a6c18a7b42 is already hosted by enough agents. {{(pid=103229) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 19:14:51.480182 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6b0ea8e-9855-4a51-85d7-702645b04fca tempest-TaggedBootDevicesTest-980849656 tempest-TaggedBootDevicesTest-980849656-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:14:51.480647 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-d6b0ea8e-9855-4a51-85d7-702645b04fca tempest-TaggedBootDevicesTest-980849656 tempest-TaggedBootDevicesTest-980849656-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1613566'] for network (None), before_response {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:14:51.500371 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-c12248af-3bcd-4ee0-b689-45f5afbb14d5 req-96ed614e-3a13-4e92-8bdd-3a3ef5e5fc31 tempest-MigrationsAdminTest-892781459 tempest-MigrationsAdminTest-892781459-project] 10.222.0.75 "GET /v2.0/security-groups?id=709912c8-8171-4435-800e-9e5c5e45bf8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1280749 Feb 09 19:14:51.547845 n-d-713498-36 neutron-server[103229]: DEBUG neutron.scheduler.base_scheduler [None req-beeab25c-b17f-414e-b285-5a6f29362950 admin admin] Resources bound (agent type, host, resource id): {{(pid=103229) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 19:14:51.553573 n-d-713498-36 neutron-server[103229]: DEBUG neutron.db.l3_dvrscheduler_db [None req-beeab25c-b17f-414e-b285-5a6f29362950 admin admin] Received port after_create {{(pid=103229) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 19:14:51.554061 n-d-713498-36 neutron-server[103233]: DEBUG neutron.db.l3_dvr_db [None req-bdce7144-680e-447a-8e50-61460ba844ae None None] Set router ccff0999-6496-491d-ae22-2f8fab284166 gateway port host: n-d-713498-36 {{(pid=103233) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 19:14:51.651912 n-d-713498-36 neutron-server[103233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-132fcb74-aeb0-4cd8-a624-aca6fd468926 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:14:51.652263 n-d-713498-36 neutron-server[103233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-132fcb74-aeb0-4cd8-a624-aca6fd468926 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:14:51.652602 n-d-713498-36 neutron-server[103233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-132fcb74-aeb0-4cd8-a624-aca6fd468926 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:14:51.652951 n-d-713498-36 neutron-server[103233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-132fcb74-aeb0-4cd8-a624-aca6fd468926 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:14:51.653473 n-d-713498-36 neutron-server[103233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-132fcb74-aeb0-4cd8-a624-aca6fd468926 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:14:51.653948 n-d-713498-36 neutron-server[103233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-132fcb74-aeb0-4cd8-a624-aca6fd468926 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:14:51.663873 n-d-713498-36 neutron-server[103233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-132fcb74-aeb0-4cd8-a624-aca6fd468926 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:14:51.664378 n-d-713498-36 neutron-server[103233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-132fcb74-aeb0-4cd8-a624-aca6fd468926 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:14:51.665047 n-d-713498-36 neutron-server[103233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-132fcb74-aeb0-4cd8-a624-aca6fd468926 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:14:51.670397 n-d-713498-36 neutron-server[103233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-132fcb74-aeb0-4cd8-a624-aca6fd468926 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:14:51.671629 n-d-713498-36 neutron-server[103233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-132fcb74-aeb0-4cd8-a624-aca6fd468926 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:14:51.672063 n-d-713498-36 neutron-server[103233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-132fcb74-aeb0-4cd8-a624-aca6fd468926 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:14:51.672472 n-d-713498-36 neutron-server[103233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-132fcb74-aeb0-4cd8-a624-aca6fd468926 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:14:51.687216 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-d6b0ea8e-9855-4a51-85d7-702645b04fca tempest-TaggedBootDevicesTest-980849656 tempest-TaggedBootDevicesTest-980849656-project] 10.222.0.75 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.4140611 Feb 09 19:14:51.689918 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 34078) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:14:51.730405 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beeab25c-b17f-414e-b285-5a6f29362950 admin admin] Pushing event updated for resources: {'Port': ['ID=2a7f1092-d79a-4cc7-8ec6-78216e357fb4,revision_number=1']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:14:51.754545 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-beeab25c-b17f-414e-b285-5a6f29362950 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1819024'] for router_interface (ccff0999-6496-491d-ae22-2f8fab284166), before_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:14:51.765774 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.v2.base [None req-eda6bdd7-2332-4ce1-b9b9-99978b5d9cfe tempest-TaggedBootDevicesTest-980849656 tempest-TaggedBootDevicesTest-980849656-project] Request body: {'network': {'name': 'tempest-device-tagging-net2-1018680006'}} {{(pid=103230) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 19:14:51.788042 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6b0ea8e-9855-4a51-85d7-702645b04fca tempest-TaggedBootDevicesTest-980849656 tempest-TaggedBootDevicesTest-980849656-project] Pushing event updated for resources: {'Network': ['ID=319dd8de-af57-40fe-b1b8-034fd50be509,revision_number=1']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:14:51.814870 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-7429db8d-6021-40ad-813e-885be449a89b None None] For port af529d17-a9ed-48f3-84d4-327dd5b7fe6f, host n-h2-713498-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-36',level=0,port_id=af529d17-a9ed-48f3-84d4-327dd5b7fe6f,segment=NetworkSegment(49c21643-b4af-42c1-8cee-d50eb741b435),segment_id=49c21643-b4af-42c1-8cee-d50eb741b435)] {{(pid=103232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 19:14:51.867081 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Returning: {'device': 'af529d17-a9ed-48f3-84d4-327dd5b7fe6f', 'network_id': 'df0d76b6-f2f5-4043-aa2b-73474d172bfc', 'port_id': 'af529d17-a9ed-48f3-84d4-327dd5b7fe6f', 'mac_address': 'fa:16:3e:01:0a:9b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 393, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '57a76b9b-2bb4-4689-9caf-646c59807fec', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103232) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 19:14:51.869426 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Device af18f59f-af41-476b-8914-431fa7d74f86 up at agent hyperv_n-h1-713498-36 {{(pid=103232) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 19:14:51.870548 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eda6bdd7-2332-4ce1-b9b9-99978b5d9cfe tempest-TaggedBootDevicesTest-980849656 tempest-TaggedBootDevicesTest-980849656-project] Made reservation on behalf of 1244a62b17644644960c0ef5509cee38 for: {'network': 1} {{(pid=103230) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 19:14:51.871236 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Network 319dd8de-af57-40fe-b1b8-034fd50be509 details requested by agent ovs-agent-n-d-713498-36 with host n-d-713498-36 {{(pid=103232) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 19:14:51.879734 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-eda6bdd7-2332-4ce1-b9b9-99978b5d9cfe tempest-TaggedBootDevicesTest-980849656 tempest-TaggedBootDevicesTest-980849656-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for network (None), before_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:14:51.951260 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Device 3506cbd4-f7b8-4968-aff9-804fff84cd27 up at agent ovs-agent-n-d-713498-36 {{(pid=103232) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 19:14:52.065551 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-eda6bdd7-2332-4ce1-b9b9-99978b5d9cfe tempest-TaggedBootDevicesTest-980849656 tempest-TaggedBootDevicesTest-980849656-project] vlan segment allocate from pool success with {'vlan_id': 385, 'physical_network': 'physnet1'} {{(pid=103230) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 19:14:52.089292 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-beeab25c-b17f-414e-b285-5a6f29362950 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (2a7f1092-d79a-4cc7-8ec6-78216e357fb4), before_update {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:14:52.091714 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-526ebaa7-edd0-4eaf-864e-b2c9978fd343 req-a092ed0b-ae3e-4031-aa5d-f87672d39433 tempest-ListServerFiltersTestJSON-592653301 tempest-ListServerFiltersTestJSON-592653301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:14:52.105454 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-526ebaa7-edd0-4eaf-864e-b2c9978fd343 req-a092ed0b-ae3e-4031-aa5d-f87672d39433 tempest-ListServerFiltersTestJSON-592653301 tempest-ListServerFiltersTestJSON-592653301-project] 10.222.0.75 "GET /v2.0/ports?device_id=28d1ebed-bf95-452e-aa2c-45880a088b7c HTTP/1.1" status: 200 len: 943 time: 0.2419996 Feb 09 19:14:52.123464 n-d-713498-36 neutron-server[103233]: DEBUG neutron.db.l3_hamode_db [None req-bdce7144-680e-447a-8e50-61460ba844ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ccff0999-6496-491d-ae22-2f8fab284166', 'name': 'tempest-AttachVolumeTestJSON-591340071-router', 'tenant_id': 'b8358624fc0d4008bf7aadd6f5fc09a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88055e1e-672a-4487-be31-ffb6e833ece5', 'external_fixed_ips': [{'subnet_id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'ip_address': '172.25.1.112'}], 'enable_snat': True}, 'gw_port_id': 'b2df33b3-6fc2-4ba8-843a-75225b202de2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T19:14:44Z', 'updated_at': '2022-02-09T19:14:47Z', 'revision_number': 3, 'project_id': 'b8358624fc0d4008bf7aadd6f5fc09a1', 'gw_port': {'id': 'b2df33b3-6fc2-4ba8-843a-75225b202de2', 'name': '', 'network_id': '88055e1e-672a-4487-be31-ffb6e833ece5', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:34:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ccff0999-6496-491d-ae22-2f8fab284166', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1377, 'fixed_ips': [{'subnet_id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'ip_address': '172.25.1.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T19:14:46Z', 'updated_at': '2022-02-09T19:14:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-36'}], 'n-d-713498-36', False) {} {{(pid=103233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:14:52.148090 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-eda6bdd7-2332-4ce1-b9b9-99978b5d9cfe tempest-TaggedBootDevicesTest-980849656 tempest-TaggedBootDevicesTest-980849656-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-759574'] for segment (23ed1668-aba2-4aca-a9aa-7fbe90d952c5), precommit_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:14:52.148442 n-d-713498-36 neutron-server[103230]: INFO neutron.db.segments_db [None req-eda6bdd7-2332-4ce1-b9b9-99978b5d9cfe tempest-TaggedBootDevicesTest-980849656 tempest-TaggedBootDevicesTest-980849656-project] Added segment 23ed1668-aba2-4aca-a9aa-7fbe90d952c5 of type vlan for network 331b81e1-5966-4614-8f3b-12a1817e4fe0 Feb 09 19:14:52.199617 n-d-713498-36 neutron-server[103233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bdce7144-680e-447a-8e50-61460ba844ae None None] The sync data for ids ['ccff0999-6496-491d-ae22-2f8fab284166'] in n-d-713498-36 is: [{'id': 'ccff0999-6496-491d-ae22-2f8fab284166', 'name': 'tempest-AttachVolumeTestJSON-591340071-router', 'tenant_id': 'b8358624fc0d4008bf7aadd6f5fc09a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88055e1e-672a-4487-be31-ffb6e833ece5', 'external_fixed_ips': [{'subnet_id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'ip_address': '172.25.1.112'}], 'enable_snat': True}, 'gw_port_id': 'b2df33b3-6fc2-4ba8-843a-75225b202de2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T19:14:44Z', 'updated_at': '2022-02-09T19:14:47Z', 'revision_number': 3, 'project_id': 'b8358624fc0d4008bf7aadd6f5fc09a1', 'gw_port': {'id': 'b2df33b3-6fc2-4ba8-843a-75225b202de2', 'name': '', 'network_id': '88055e1e-672a-4487-be31-ffb6e833ece5', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:34:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ccff0999-6496-491d-ae22-2f8fab284166', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1377, 'fixed_ips': [{'subnet_id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'ip_address': '172.25.1.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T19:14:46Z', 'updated_at': '2022-02-09T19:14:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-36'}] {{(pid=103233) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 19:14:52.224285 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8def459d-32e5-442c-b55c-dc1782280a33 req-df7eea27-b4de-45ca-9f19-56633c8e66e4 tempest-InstanceActionsNegativeTestJSON-1252269426 tempest-InstanceActionsNegativeTestJSON-1252269426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:14:52.226399 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-8def459d-32e5-442c-b55c-dc1782280a33 req-df7eea27-b4de-45ca-9f19-56633c8e66e4 tempest-InstanceActionsNegativeTestJSON-1252269426 tempest-InstanceActionsNegativeTestJSON-1252269426-project] 10.222.0.75 "GET /v2.0/ports?device_id=cb650e06-84a7-483f-9d43-077d1b434079 HTTP/1.1" status: 200 len: 945 time: 0.2459903 Feb 09 19:14:52.266450 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-eda6bdd7-2332-4ce1-b9b9-99978b5d9cfe tempest-TaggedBootDevicesTest-980849656 tempest-TaggedBootDevicesTest-980849656-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762866642225'] for network (331b81e1-5966-4614-8f3b-12a1817e4fe0), precommit_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:14:52.279611 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-526ebaa7-edd0-4eaf-864e-b2c9978fd343 req-dbedbe22-22a1-4154-97de-446d4db3bab3 tempest-ListServerFiltersTestJSON-592653301 tempest-ListServerFiltersTestJSON-592653301-project] 10.222.0.75 "GET /v2.0/security-groups?id=25541e77-9cfa-43ca-aee5-11ed3f3bedff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1731865 Feb 09 19:14:52.290467 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.provisioning_blocks [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Provisioning complete for port 3506cbd4-f7b8-4968-aff9-804fff84cd27 triggered by entity L2. {{(pid=103232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 19:14:52.291099 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593630'] for port (3506cbd4-f7b8-4968-aff9-804fff84cd27), provisioning_complete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:14:52.310648 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-eda6bdd7-2332-4ce1-b9b9-99978b5d9cfe tempest-TaggedBootDevicesTest-980849656 tempest-TaggedBootDevicesTest-980849656-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1885479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452'] for network (331b81e1-5966-4614-8f3b-12a1817e4fe0), after_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:14:52.315923 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eda6bdd7-2332-4ce1-b9b9-99978b5d9cfe tempest-TaggedBootDevicesTest-980849656 tempest-TaggedBootDevicesTest-980849656-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:14:52.316791 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-eda6bdd7-2332-4ce1-b9b9-99978b5d9cfe tempest-TaggedBootDevicesTest-980849656 tempest-TaggedBootDevicesTest-980849656-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1613566'] for network (None), before_response {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:14:52.366957 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.provisioning_blocks [None req-7583279e-d8cd-4e41-96ff-7d9d7f91841e None None] Provisioning complete for port 2a7f1092-d79a-4cc7-8ec6-78216e357fb4 triggered by entity DHCP. {{(pid=103232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 19:14:52.367580 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-7583279e-d8cd-4e41-96ff-7d9d7f91841e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593630'] for port (2a7f1092-d79a-4cc7-8ec6-78216e357fb4), provisioning_complete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:14:52.406402 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-eda6bdd7-2332-4ce1-b9b9-99978b5d9cfe tempest-TaggedBootDevicesTest-980849656 tempest-TaggedBootDevicesTest-980849656-project] 10.222.0.75 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.6935215 Feb 09 19:14:52.410383 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 34084) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:14:52.415484 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.v2.base [None req-0998344d-dfe6-4a47-ad37-792b8454558a tempest-TaggedBootDevicesTest-980849656 tempest-TaggedBootDevicesTest-980849656-project] Request body: {'subnet': {'network_id': '319dd8de-af57-40fe-b1b8-034fd50be509', 'cidr': '10.1.1.0/24', 'ip_version': 4}} {{(pid=103230) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 19:14:52.434139 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-8def459d-32e5-442c-b55c-dc1782280a33 req-f2f252ed-4407-43a3-8197-2a594f09cb47 tempest-InstanceActionsNegativeTestJSON-1252269426 tempest-InstanceActionsNegativeTestJSON-1252269426-project] 10.222.0.75 "GET /v2.0/security-groups?id=47e347be-a942-4820-ad68-433aef711167&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1897068 Feb 09 19:14:52.457074 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Current status of the port af529d17-a9ed-48f3-84d4-327dd5b7fe6f is: DOWN; New status is: BUILD {{(pid=103232) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 19:14:52.457606 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (af529d17-a9ed-48f3-84d4-327dd5b7fe6f), before_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:14:52.508734 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-beeab25c-b17f-414e-b285-5a6f29362950 admin admin] Publish callbacks [] for port (2a7f1092-d79a-4cc7-8ec6-78216e357fb4), precommit_update {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:14:52.515251 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-beeab25c-b17f-414e-b285-5a6f29362950 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762867176205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762866656485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762866656503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12867569'] for port (2a7f1092-d79a-4cc7-8ec6-78216e357fb4), after_update {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:14:52.565008 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eda6bdd7-2332-4ce1-b9b9-99978b5d9cfe tempest-TaggedBootDevicesTest-980849656 tempest-TaggedBootDevicesTest-980849656-project] Pushing event updated for resources: {'Network': ['ID=331b81e1-5966-4614-8f3b-12a1817e4fe0,revision_number=1']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:14:52.615088 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Network 331b81e1-5966-4614-8f3b-12a1817e4fe0 details requested by agent ovs-agent-n-d-713498-36 with host n-d-713498-36 {{(pid=103232) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 19:14:52.619262 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f613d907-78cb-4716-bd6a-2f7a5b016718 req-425d6bfb-8062-4edf-99d5-b5c3571fb8be tempest-ServerDiskConfigTestJSON-504186010 tempest-ServerDiskConfigTestJSON-504186010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:14:52.620911 n-d-713498-36 neutron-server[103232]: DEBUG neutron.notifiers.nova [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id af529d17-a9ed-48f3-84d4-327dd5b7fe6f {{(pid=103232) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 19:14:52.621062 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-f613d907-78cb-4716-bd6a-2f7a5b016718 req-425d6bfb-8062-4edf-99d5-b5c3571fb8be tempest-ServerDiskConfigTestJSON-504186010 tempest-ServerDiskConfigTestJSON-504186010-project] 10.222.0.75 "GET /v2.0/ports?device_id=3b1e9834-a534-412a-99fa-773ccc50c344 HTTP/1.1" status: 200 len: 945 time: 0.1668825 Feb 09 19:14:52.648276 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beeab25c-b17f-414e-b285-5a6f29362950 admin admin] Pushing event updated for resources: {'Port': ['ID=2a7f1092-d79a-4cc7-8ec6-78216e357fb4,revision_number=2']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:14:52.674222 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-7429db8d-6021-40ad-813e-885be449a89b None None] For port af529d17-a9ed-48f3-84d4-327dd5b7fe6f, host n-h2-713498-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-36',level=0,port_id=af529d17-a9ed-48f3-84d4-327dd5b7fe6f,segment=NetworkSegment(49c21643-b4af-42c1-8cee-d50eb741b435),segment_id=49c21643-b4af-42c1-8cee-d50eb741b435)] {{(pid=103232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 19:14:52.683525 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.provisioning_blocks [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Provisioning for port af18f59f-af41-476b-8914-431fa7d74f86 completed by entity L2. {{(pid=103232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 19:14:52.685030 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0998344d-dfe6-4a47-ad37-792b8454558a tempest-TaggedBootDevicesTest-980849656 tempest-TaggedBootDevicesTest-980849656-project] Made reservation on behalf of 1244a62b17644644960c0ef5509cee38 for: {'subnet': 1} {{(pid=103230) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 19:14:52.688730 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-0998344d-dfe6-4a47-ad37-792b8454558a tempest-TaggedBootDevicesTest-980849656 tempest-TaggedBootDevicesTest-980849656-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12985917'] for subnet (None), before_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:14:52.729518 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.provisioning_blocks [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Provisioning complete for port af18f59f-af41-476b-8914-431fa7d74f86 triggered by entity L2. {{(pid=103232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 19:14:52.729948 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593630'] for port (af18f59f-af41-476b-8914-431fa7d74f86), provisioning_complete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:14:52.734652 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762867176205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762866656485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762866656503'] for port (af529d17-a9ed-48f3-84d4-327dd5b7fe6f), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:14:52.771980 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-f613d907-78cb-4716-bd6a-2f7a5b016718 req-7290b1dc-9754-44e8-8cb0-a76e74de2554 tempest-ServerDiskConfigTestJSON-504186010 tempest-ServerDiskConfigTestJSON-504186010-project] 10.222.0.75 "GET /v2.0/security-groups?id=3d9033a7-be2a-4459-a2da-84c23e651975&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1436498 Feb 09 19:14:52.951937 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Pushing event updated for resources: {'Port': ['ID=af529d17-a9ed-48f3-84d4-327dd5b7fe6f,revision_number=4']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:14:52.953332 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-beeab25c-b17f-414e-b285-5a6f29362950 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1613458', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1834496'] for router_interface (ccff0999-6496-491d-ae22-2f8fab284166), after_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:14:52.983943 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-7583279e-d8cd-4e41-96ff-7d9d7f91841e None None] Port 2a7f1092-d79a-4cc7-8ec6-78216e357fb4 cannot update to ACTIVE because it is not bound. {{(pid=103232) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 19:14:53.014785 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-0998344d-dfe6-4a47-ad37-792b8454558a tempest-TaggedBootDevicesTest-980849656 tempest-TaggedBootDevicesTest-980849656-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14393611', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12985859'] for subnet (4f9f0eeb-e92f-40bd-8072-2e802a7fd893), after_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:14:53.026207 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Current status of the port 3506cbd4-f7b8-4968-aff9-804fff84cd27 is: ACTIVE; New status is: ACTIVE {{(pid=103232) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 19:14:53.067190 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c1b8380-936e-4239-8f62-ee7cc4b5f117 req-3580dffa-4330-41df-a257-2315fe63929b tempest-MigrationsAdminTest-892781459 tempest-MigrationsAdminTest-892781459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:14:53.070091 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-2c1b8380-936e-4239-8f62-ee7cc4b5f117 req-3580dffa-4330-41df-a257-2315fe63929b tempest-MigrationsAdminTest-892781459 tempest-MigrationsAdminTest-892781459-project] 10.222.0.75 "GET /v2.0/ports?device_id=9cec8a2a-9f08-4ec2-981f-5cef55181738 HTTP/1.1" status: 200 len: 950 time: 0.2917128 Feb 09 19:14:53.121706 n-d-713498-36 neutron-server[103229]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-beeab25c-b17f-414e-b285-5a6f29362950 admin admin] Network 99117bb9-9128-41a1-bdb4-92a6c18a7b42 is already hosted by enough agents. {{(pid=103229) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 19:14:53.136039 n-d-713498-36 neutron-server[103229]: DEBUG neutron.scheduler.base_scheduler [None req-beeab25c-b17f-414e-b285-5a6f29362950 admin admin] Resources bound (agent type, host, resource id): {{(pid=103229) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 19:14:53.141111 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-7429db8d-6021-40ad-813e-885be449a89b None None] get_ports_and_sgs() called for port_ids ['af529d17-a9ed-48f3-84d4-327dd5b7fe6f'] {{(pid=103232) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 19:14:53.229575 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0998344d-dfe6-4a47-ad37-792b8454558a tempest-TaggedBootDevicesTest-980849656 tempest-TaggedBootDevicesTest-980849656-project] Pushing event updated for resources: {'Subnet': ['ID=4f9f0eeb-e92f-40bd-8072-2e802a7fd893,revision_number=0']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:14:53.235287 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0998344d-dfe6-4a47-ad37-792b8454558a tempest-TaggedBootDevicesTest-980849656 tempest-TaggedBootDevicesTest-980849656-project] Checking segment: {'id': '87b87801-3575-4768-92ea-47b1230f5828', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': '319dd8de-af57-40fe-b1b8-034fd50be509'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103230) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 19:14:53.236244 n-d-713498-36 neutron-server[103230]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0998344d-dfe6-4a47-ad37-792b8454558a tempest-TaggedBootDevicesTest-980849656 tempest-TaggedBootDevicesTest-980849656-project] Network hostable DHCP agents. Network: 319dd8de-af57-40fe-b1b8-034fd50be509, hostable agents: ['af91e4b9-f4e1-42b1-a25c-a10dc47171c8'], hosted agents: [] {{(pid=103230) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 19:14:53.270526 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Current status of the port af18f59f-af41-476b-8914-431fa7d74f86 is: BUILD; New status is: ACTIVE {{(pid=103232) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 19:14:53.273811 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (af18f59f-af41-476b-8914-431fa7d74f86), before_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:14:53.281454 n-d-713498-36 neutron-server[103230]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0998344d-dfe6-4a47-ad37-792b8454558a tempest-TaggedBootDevicesTest-980849656 tempest-TaggedBootDevicesTest-980849656-project] Network 319dd8de-af57-40fe-b1b8-034fd50be509 is scheduled to be hosted by DHCP agent af91e4b9-f4e1-42b1-a25c-a10dc47171c8 with binding_index 1 {{(pid=103230) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 19:14:53.295715 n-d-713498-36 neutron-server[103230]: DEBUG neutron.scheduler.base_scheduler [None req-0998344d-dfe6-4a47-ad37-792b8454558a tempest-TaggedBootDevicesTest-980849656 tempest-TaggedBootDevicesTest-980849656-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713498-36, 319dd8de-af57-40fe-b1b8-034fd50be509) {{(pid=103230) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 19:14:53.303806 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0998344d-dfe6-4a47-ad37-792b8454558a tempest-TaggedBootDevicesTest-980849656 tempest-TaggedBootDevicesTest-980849656-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:14:53.315238 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-0998344d-dfe6-4a47-ad37-792b8454558a tempest-TaggedBootDevicesTest-980849656 tempest-TaggedBootDevicesTest-980849656-project] Publish callbacks [] for subnet (None), before_response {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:14:53.322529 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f00eba71-1d52-460c-a7b0-4c7506ffae9c None None] Network 319dd8de-af57-40fe-b1b8-034fd50be509 requested from n-d-713498-36 {{(pid=103232) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 19:14:53.381218 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-0998344d-dfe6-4a47-ad37-792b8454558a tempest-TaggedBootDevicesTest-980849656 tempest-TaggedBootDevicesTest-980849656-project] 10.222.0.75 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 0.9676349 Feb 09 19:14:53.383003 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 34094) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:14:53.387681 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-2c1b8380-936e-4239-8f62-ee7cc4b5f117 req-a2674239-0fe1-465e-80c8-abcea9755f23 tempest-MigrationsAdminTest-892781459 tempest-MigrationsAdminTest-892781459-project] 10.222.0.75 "GET /v2.0/security-groups?id=709912c8-8171-4435-800e-9e5c5e45bf8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3073783 Feb 09 19:14:53.413202 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.v2.base [None req-eab70310-2450-4871-b8c6-0a4d7f5e58d6 tempest-TaggedBootDevicesTest-980849656 tempest-TaggedBootDevicesTest-980849656-project] Request body: {'subnet': {'network_id': '331b81e1-5966-4614-8f3b-12a1817e4fe0', 'cidr': '10.2.2.0/24', 'ip_version': 4}} {{(pid=103230) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 19:14:53.468947 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] For port af18f59f-af41-476b-8914-431fa7d74f86, host n-h1-713498-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-36',level=0,port_id=af18f59f-af41-476b-8914-431fa7d74f86,segment=NetworkSegment(89d1d4f3-2910-47d5-93bc-1d916b299c75),segment_id=89d1d4f3-2910-47d5-93bc-1d916b299c75)] {{(pid=103232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 19:14:53.473700 n-d-713498-36 neutron-server[103232]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cb650e06-84a7-483f-9d43-077d1b434079', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'af18f59f-af41-476b-8914-431fa7d74f86'}] {{(pid=103232) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 19:14:53.476920 n-d-713498-36 neutron-server[103232]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}949cdcde653dec44821de95cbf67297f53cbc2aed4e073b5d514f93bf911ce85" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d82741c2-aade-4af4-a03e-c1939447c885" -d '{"events": [{"server_uuid": "cb650e06-84a7-483f-9d43-077d1b434079", "name": "network-vif-plugged", "status": "completed", "tag": "af18f59f-af41-476b-8914-431fa7d74f86"}]}' {{(pid=103232) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 19:14:53.486912 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762867176205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762866656485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762866656503'] for port (af18f59f-af41-476b-8914-431fa7d74f86), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:14:53.501009 n-d-713498-36 neutron-server[103229]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-beeab25c-b17f-414e-b285-5a6f29362950 admin admin] Router ccff0999-6496-491d-ae22-2f8fab284166 has already been hosted by L3 agent 93303d5e-5d17-45e8-8963-7694f87783ae {{(pid=103229) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 19:14:53.726341 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc655f94-f4ec-4a3f-82ec-e804589068e4 req-22f773bb-ef22-4686-9e6f-356b53be416a tempest-ListServerFiltersTestJSON-592653301 tempest-ListServerFiltersTestJSON-592653301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:14:53.745234 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-fc655f94-f4ec-4a3f-82ec-e804589068e4 req-22f773bb-ef22-4686-9e6f-356b53be416a tempest-ListServerFiltersTestJSON-592653301 tempest-ListServerFiltersTestJSON-592653301-project] 10.222.0.75 "GET /v2.0/ports?device_id=28d1ebed-bf95-452e-aa2c-45880a088b7c HTTP/1.1" status: 200 len: 944 time: 0.1725488 Feb 09 19:14:53.831374 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eab70310-2450-4871-b8c6-0a4d7f5e58d6 tempest-TaggedBootDevicesTest-980849656 tempest-TaggedBootDevicesTest-980849656-project] Made reservation on behalf of 1244a62b17644644960c0ef5509cee38 for: {'subnet': 1} {{(pid=103230) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 19:14:53.836700 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-eab70310-2450-4871-b8c6-0a4d7f5e58d6 tempest-TaggedBootDevicesTest-980849656 tempest-TaggedBootDevicesTest-980849656-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12985917'] for subnet (None), before_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:14:54.017411 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Device b2df33b3-6fc2-4ba8-843a-75225b202de2 up at agent ovs-agent-n-d-713498-36 {{(pid=103232) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 19:14:54.202775 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-eab70310-2450-4871-b8c6-0a4d7f5e58d6 tempest-TaggedBootDevicesTest-980849656 tempest-TaggedBootDevicesTest-980849656-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14393611', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12985859'] for subnet (370aa69d-6bb2-4dc6-92d1-b0ec93a18a28), after_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:14:54.264579 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eab70310-2450-4871-b8c6-0a4d7f5e58d6 tempest-TaggedBootDevicesTest-980849656 tempest-TaggedBootDevicesTest-980849656-project] Pushing event updated for resources: {'Subnet': ['ID=370aa69d-6bb2-4dc6-92d1-b0ec93a18a28,revision_number=0']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:14:54.264915 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.provisioning_blocks [None req-dfc1908f-b2ce-4463-9554-28c54f99273c None None] Provisioning complete for port 2a7f1092-d79a-4cc7-8ec6-78216e357fb4 triggered by entity DHCP. {{(pid=103232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 19:14:54.265292 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-dfc1908f-b2ce-4463-9554-28c54f99273c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593630'] for port (2a7f1092-d79a-4cc7-8ec6-78216e357fb4), provisioning_complete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:14:54.281448 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Pushing event updated for resources: {'Port': ['ID=af18f59f-af41-476b-8914-431fa7d74f86,revision_number=5']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:14:54.288820 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-fc655f94-f4ec-4a3f-82ec-e804589068e4 req-02e56006-bcd4-45d1-ac0e-5f5968fec44f tempest-ListServerFiltersTestJSON-592653301 tempest-ListServerFiltersTestJSON-592653301-project] 10.222.0.75 "GET /v2.0/security-groups?id=25541e77-9cfa-43ca-aee5-11ed3f3bedff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5420287 Feb 09 19:14:54.361683 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eab70310-2450-4871-b8c6-0a4d7f5e58d6 tempest-TaggedBootDevicesTest-980849656 tempest-TaggedBootDevicesTest-980849656-project] Checking segment: {'id': '23ed1668-aba2-4aca-a9aa-7fbe90d952c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': '331b81e1-5966-4614-8f3b-12a1817e4fe0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103230) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 19:14:54.365510 n-d-713498-36 neutron-server[103230]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eab70310-2450-4871-b8c6-0a4d7f5e58d6 tempest-TaggedBootDevicesTest-980849656 tempest-TaggedBootDevicesTest-980849656-project] Network hostable DHCP agents. Network: 331b81e1-5966-4614-8f3b-12a1817e4fe0, hostable agents: ['af91e4b9-f4e1-42b1-a25c-a10dc47171c8'], hosted agents: [] {{(pid=103230) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 19:14:54.404803 n-d-713498-36 neutron-server[103232]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 19:14:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-91ec2a2c-d08f-440b-89d0-32ffed2868a8 x-openstack-request-id: req-91ec2a2c-d08f-440b-89d0-32ffed2868a8 {{(pid=103232) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 19:14:54.405122 n-d-713498-36 neutron-server[103232]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cb650e06-84a7-483f-9d43-077d1b434079", "name": "network-vif-plugged", "status": "completed", "tag": "af18f59f-af41-476b-8914-431fa7d74f86", "code": 200}]} {{(pid=103232) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 19:14:54.405391 n-d-713498-36 neutron-server[103232]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-91ec2a2c-d08f-440b-89d0-32ffed2868a8 {{(pid=103232) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 19:14:54.405809 n-d-713498-36 neutron-server[103232]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cb650e06-84a7-483f-9d43-077d1b434079', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'af18f59f-af41-476b-8914-431fa7d74f86', 'code': 200} Feb 09 19:14:54.406779 n-d-713498-36 neutron-server[103230]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eab70310-2450-4871-b8c6-0a4d7f5e58d6 tempest-TaggedBootDevicesTest-980849656 tempest-TaggedBootDevicesTest-980849656-project] Network 331b81e1-5966-4614-8f3b-12a1817e4fe0 is scheduled to be hosted by DHCP agent af91e4b9-f4e1-42b1-a25c-a10dc47171c8 with binding_index 1 {{(pid=103230) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 19:14:54.423624 n-d-713498-36 neutron-server[103230]: DEBUG neutron.scheduler.base_scheduler [None req-eab70310-2450-4871-b8c6-0a4d7f5e58d6 tempest-TaggedBootDevicesTest-980849656 tempest-TaggedBootDevicesTest-980849656-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713498-36, 331b81e1-5966-4614-8f3b-12a1817e4fe0) {{(pid=103230) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 19:14:54.431994 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eab70310-2450-4871-b8c6-0a4d7f5e58d6 tempest-TaggedBootDevicesTest-980849656 tempest-TaggedBootDevicesTest-980849656-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:14:54.432790 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-eab70310-2450-4871-b8c6-0a4d7f5e58d6 tempest-TaggedBootDevicesTest-980849656 tempest-TaggedBootDevicesTest-980849656-project] Publish callbacks [] for subnet (None), before_response {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:14:54.476865 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-eab70310-2450-4871-b8c6-0a4d7f5e58d6 tempest-TaggedBootDevicesTest-980849656 tempest-TaggedBootDevicesTest-980849656-project] 10.222.0.75 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 1.0918560 Feb 09 19:14:54.504311 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 34112) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:14:54.510070 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d53b8abb-7e78-48a1-9b17-eeef57620ff6 None None] Network 331b81e1-5966-4614-8f3b-12a1817e4fe0 requested from n-d-713498-36 {{(pid=103232) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 19:14:54.510828 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.v2.base [None req-9bade7ab-6415-4697-b565-6224f4f8659b tempest-TaggedBootDevicesTest-980849656 tempest-TaggedBootDevicesTest-980849656-project] Request body: {'port': {'network_id': '319dd8de-af57-40fe-b1b8-034fd50be509', 'name': 'tempest-TaggedBootDevicesTest-1674374399', 'fixed_ips': [{'subnet_id': '4f9f0eeb-e92f-40bd-8072-2e802a7fd893'}]}} {{(pid=103230) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 19:14:54.635492 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bad6465-4b4d-4a42-a09f-b4ea2abc3dff req-fe1ec068-bc11-4a25-a546-1f622f85dea0 tempest-InstanceActionsNegativeTestJSON-1252269426 tempest-InstanceActionsNegativeTestJSON-1252269426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:14:54.637416 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-2bad6465-4b4d-4a42-a09f-b4ea2abc3dff req-fe1ec068-bc11-4a25-a546-1f622f85dea0 tempest-InstanceActionsNegativeTestJSON-1252269426 tempest-InstanceActionsNegativeTestJSON-1252269426-project] 10.222.0.75 "GET /v2.0/ports?device_id=cb650e06-84a7-483f-9d43-077d1b434079 HTTP/1.1" status: 200 len: 946 time: 0.1684473 Feb 09 19:14:54.692318 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-beeab25c-b17f-414e-b285-5a6f29362950 admin admin] Notify agent at l3_agent.n-d-713498-36 the message routers_updated {{(pid=103229) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 19:14:54.709669 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-beeab25c-b17f-414e-b285-5a6f29362950 admin admin] 10.222.0.75 "PUT /v2.0/routers/ccff0999-6496-491d-ae22-2f8fab284166/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.1812150 Feb 09 19:14:54.720051 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47d87956-f99d-49a4-8667-ea726db1598b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8b32e980-7cce-5e82-a341-bd2fa8945c89-319dd8de-af57-40fe-b1b8-034fd50be509', 'network_id': '319dd8de-af57-40fe-b1b8-034fd50be509', 'project_id': '1244a62b17644644960c0ef5509cee38', 'fixed_ips': [{'subnet_id': '4f9f0eeb-e92f-40bd-8072-2e802a7fd893'}]}} from n-d-713498-36. {{(pid=103232) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 09 19:14:54.721091 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-47d87956-f99d-49a4-8667-ea726db1598b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (None), before_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:14:54.749458 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9bade7ab-6415-4697-b565-6224f4f8659b tempest-TaggedBootDevicesTest-980849656 tempest-TaggedBootDevicesTest-980849656-project] Made reservation on behalf of 1244a62b17644644960c0ef5509cee38 for: {'port': 1} {{(pid=103230) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 19:14:54.777670 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d159a73b-f3c5-4ae7-be52-4bfe1bf282b2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8b32e980-7cce-5e82-a341-bd2fa8945c89-331b81e1-5966-4614-8f3b-12a1817e4fe0', 'network_id': '331b81e1-5966-4614-8f3b-12a1817e4fe0', 'project_id': '1244a62b17644644960c0ef5509cee38', 'fixed_ips': [{'subnet_id': '370aa69d-6bb2-4dc6-92d1-b0ec93a18a28'}]}} from n-d-713498-36. {{(pid=103232) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 09 19:14:54.778867 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-d159a73b-f3c5-4ae7-be52-4bfe1bf282b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (None), before_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:14:54.803332 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-dfc1908f-b2ce-4463-9554-28c54f99273c None None] Port 2a7f1092-d79a-4cc7-8ec6-78216e357fb4 cannot update to ACTIVE because it is not bound. {{(pid=103232) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 19:14:54.810978 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-2bad6465-4b4d-4a42-a09f-b4ea2abc3dff req-3295f6d1-4087-4e08-a5da-1633abf8bae5 tempest-InstanceActionsNegativeTestJSON-1252269426 tempest-InstanceActionsNegativeTestJSON-1252269426-project] 10.222.0.75 "GET /v2.0/security-groups?id=47e347be-a942-4820-ad68-433aef711167&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1580539 Feb 09 19:14:54.960943 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc80e11a-bf78-46e0-8ea2-edd3537b6695 req-4b090f57-5f2c-466c-9dd4-3f113081893a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:14:54.962862 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-dc80e11a-bf78-46e0-8ea2-edd3537b6695 req-4b090f57-5f2c-466c-9dd4-3f113081893a service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=cb650e06-84a7-483f-9d43-077d1b434079 HTTP/1.1" status: 200 len: 1129 time: 0.5042245 Feb 09 19:14:55.007372 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2893771-43fb-4589-96b9-1ec2e9cec724 req-132499b6-f087-40d7-8a12-52d07bffa168 tempest-ServerDiskConfigTestJSON-504186010 tempest-ServerDiskConfigTestJSON-504186010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:14:55.009186 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-c2893771-43fb-4589-96b9-1ec2e9cec724 req-132499b6-f087-40d7-8a12-52d07bffa168 tempest-ServerDiskConfigTestJSON-504186010 tempest-ServerDiskConfigTestJSON-504186010-project] 10.222.0.75 "GET /v2.0/ports?device_id=3b1e9834-a534-412a-99fa-773ccc50c344 HTTP/1.1" status: 200 len: 945 time: 0.5141511 Feb 09 19:14:55.039265 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.db_base_plugin_common [None req-47d87956-f99d-49a4-8667-ea726db1598b None None] Allocated IP 10.1.1.2 (319dd8de-af57-40fe-b1b8-034fd50be509/4f9f0eeb-e92f-40bd-8072-2e802a7fd893/fa80dfda-0025-4c1b-a2ae-7fc800f1e6cc) {{(pid=103232) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 19:14:55.079349 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-9bade7ab-6415-4697-b565-6224f4f8659b tempest-TaggedBootDevicesTest-980849656 tempest-TaggedBootDevicesTest-980849656-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (None), before_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:14:55.095378 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d4ccccb-c0db-4547-b05b-a936d5b18d66 req-046cf50a-548b-4839-9e08-48860d450e8f tempest-MigrationsAdminTest-892781459 tempest-MigrationsAdminTest-892781459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:14:55.097160 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-7d4ccccb-c0db-4547-b05b-a936d5b18d66 req-046cf50a-548b-4839-9e08-48860d450e8f tempest-MigrationsAdminTest-892781459 tempest-MigrationsAdminTest-892781459-project] 10.222.0.75 "GET /v2.0/ports?device_id=9cec8a2a-9f08-4ec2-981f-5cef55181738 HTTP/1.1" status: 200 len: 950 time: 0.1721807 Feb 09 19:14:55.110983 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-dc80e11a-bf78-46e0-8ea2-edd3537b6695 req-1b52a91d-c86c-4773-8779-e6e9ed15b151 service neutron] 10.222.0.89 "GET /v2.0/security-groups?id=47e347be-a942-4820-ad68-433aef711167&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1348145 Feb 09 19:14:55.134252 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-c2893771-43fb-4589-96b9-1ec2e9cec724 req-73cea548-fdf3-4e9e-8d22-07388eb93fcc tempest-ServerDiskConfigTestJSON-504186010 tempest-ServerDiskConfigTestJSON-504186010-project] 10.222.0.75 "GET /v2.0/security-groups?id=3d9033a7-be2a-4459-a2da-84c23e651975&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1144650 Feb 09 19:14:55.146971 n-d-713498-36 neutron-server[103230]: DEBUG neutron.notifiers.nova [None req-9bade7ab-6415-4697-b565-6224f4f8659b tempest-TaggedBootDevicesTest-980849656 tempest-TaggedBootDevicesTest-980849656-project] device_id is not set on port 00c0f46c-15ff-4897-a6aa-63bcf7d50cc2 yet. {{(pid=103230) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 09 19:14:55.192815 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.provisioning_blocks [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Provisioning complete for port b2df33b3-6fc2-4ba8-843a-75225b202de2 triggered by entity L2. {{(pid=103232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 19:14:55.193283 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593630'] for port (b2df33b3-6fc2-4ba8-843a-75225b202de2), provisioning_complete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:14:55.203214 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-7d4ccccb-c0db-4547-b05b-a936d5b18d66 req-10eaed4a-23ba-48fe-81d1-9e91bc492b5e tempest-MigrationsAdminTest-892781459 tempest-MigrationsAdminTest-892781459-project] 10.222.0.75 "GET /v2.0/security-groups?id=709912c8-8171-4435-800e-9e5c5e45bf8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1000113 Feb 09 19:14:55.316469 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-337bb077-fe6a-4e15-8bdd-f3e1ac6229a0 None None] Sync routers for ids ['ccff0999-6496-491d-ae22-2f8fab284166'] in n-d-713498-36 {{(pid=103232) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 19:14:55.504089 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bccafdc-1976-4f34-8abd-997912906fdb req-67e87d5c-cea2-4921-aa27-aa319995dbaa tempest-ListServerFiltersTestJSON-592653301 tempest-ListServerFiltersTestJSON-592653301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:14:55.505578 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-6bccafdc-1976-4f34-8abd-997912906fdb req-67e87d5c-cea2-4921-aa27-aa319995dbaa tempest-ListServerFiltersTestJSON-592653301 tempest-ListServerFiltersTestJSON-592653301-project] 10.222.0.75 "GET /v2.0/ports?device_id=28d1ebed-bf95-452e-aa2c-45880a088b7c HTTP/1.1" status: 200 len: 944 time: 0.1057677 Feb 09 19:14:55.567335 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.db_base_plugin_common [None req-d159a73b-f3c5-4ae7-be52-4bfe1bf282b2 None None] Allocated IP 10.2.2.2 (331b81e1-5966-4614-8f3b-12a1817e4fe0/370aa69d-6bb2-4dc6-92d1-b0ec93a18a28/a8e3b704-eb7d-401f-b504-b83f46b00ed4) {{(pid=103232) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 19:14:55.615055 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-6bccafdc-1976-4f34-8abd-997912906fdb req-1a6ce88c-1e4a-4ddb-8277-2c6764fe0067 tempest-ListServerFiltersTestJSON-592653301 tempest-ListServerFiltersTestJSON-592653301-project] 10.222.0.75 "GET /v2.0/security-groups?id=25541e77-9cfa-43ca-aee5-11ed3f3bedff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0976691 Feb 09 19:14:55.769220 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-47d87956-f99d-49a4-8667-ea726db1598b None None] Publish callbacks [] for port (fa80dfda-0025-4c1b-a2ae-7fc800f1e6cc), precommit_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:14:55.788698 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-47d87956-f99d-49a4-8667-ea726db1598b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762866656467'] for port (fa80dfda-0025-4c1b-a2ae-7fc800f1e6cc), after_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:14:55.804873 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.l3_dvrscheduler_db [None req-337bb077-fe6a-4e15-8bdd-f3e1ac6229a0 None None] Routers {'ccff0999-6496-491d-ae22-2f8fab284166'} bound to L3 agent in host n-d-713498-36 {{(pid=103232) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 19:14:55.805550 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.l3_hamode_db [None req-337bb077-fe6a-4e15-8bdd-f3e1ac6229a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T18:51:43Z,description=,heartbeat_timestamp=2022-02-09T19:14:43Z,host='n-d-713498-36',id=93303d5e-5d17-45e8-8963-7694f87783ae,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T18:51:43Z,topic='l3_agent')) {'router_ids': ['ccff0999-6496-491d-ae22-2f8fab284166'], 'active': True} {{(pid=103232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:14:55.880425 n-d-713498-36 neutron-server[103230]: DEBUG neutron.db.db_base_plugin_common [None req-9bade7ab-6415-4697-b565-6224f4f8659b tempest-TaggedBootDevicesTest-980849656 tempest-TaggedBootDevicesTest-980849656-project] Allocated IP 10.1.1.234 (319dd8de-af57-40fe-b1b8-034fd50be509/4f9f0eeb-e92f-40bd-8072-2e802a7fd893/00c0f46c-15ff-4897-a6aa-63bcf7d50cc2) {{(pid=103230) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 19:14:56.025306 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.l3_dvr_db [None req-337bb077-fe6a-4e15-8bdd-f3e1ac6229a0 None None] Set router ccff0999-6496-491d-ae22-2f8fab284166 gateway port host: n-d-713498-36 {{(pid=103232) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 19:14:56.055109 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3634a9ee-0982-4aa1-b1bb-d67ae9191c11 req-cfdde728-9506-42e8-b549-1b4c0727ea54 tempest-InstanceActionsNegativeTestJSON-1252269426 tempest-InstanceActionsNegativeTestJSON-1252269426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:14:56.056732 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-3634a9ee-0982-4aa1-b1bb-d67ae9191c11 req-cfdde728-9506-42e8-b549-1b4c0727ea54 tempest-InstanceActionsNegativeTestJSON-1252269426 tempest-InstanceActionsNegativeTestJSON-1252269426-project] 10.222.0.75 "GET /v2.0/ports?device_id=cb650e06-84a7-483f-9d43-077d1b434079 HTTP/1.1" status: 200 len: 946 time: 0.1097660 Feb 09 19:14:56.159871 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-3634a9ee-0982-4aa1-b1bb-d67ae9191c11 req-1f3344ce-7243-47b6-9e8c-e82f26eb4a06 tempest-InstanceActionsNegativeTestJSON-1252269426 tempest-InstanceActionsNegativeTestJSON-1252269426-project] 10.222.0.75 "GET /v2.0/security-groups?id=47e347be-a942-4820-ad68-433aef711167&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0953777 Feb 09 19:14:56.230031 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-9bade7ab-6415-4697-b565-6224f4f8659b tempest-TaggedBootDevicesTest-980849656 tempest-TaggedBootDevicesTest-980849656-project] Publish callbacks [] for port (00c0f46c-15ff-4897-a6aa-63bcf7d50cc2), precommit_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:14:56.267385 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-9bade7ab-6415-4697-b565-6224f4f8659b tempest-TaggedBootDevicesTest-980849656 tempest-TaggedBootDevicesTest-980849656-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762866656467', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14393751'] for port (00c0f46c-15ff-4897-a6aa-63bcf7d50cc2), after_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:14:56.332947 n-d-713498-36 neutron-server[103230]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9bade7ab-6415-4697-b565-6224f4f8659b tempest-TaggedBootDevicesTest-980849656 tempest-TaggedBootDevicesTest-980849656-project] Network 319dd8de-af57-40fe-b1b8-034fd50be509 is already hosted by enough agents. {{(pid=103230) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 19:14:56.340579 n-d-713498-36 neutron-server[103230]: DEBUG neutron.scheduler.base_scheduler [None req-9bade7ab-6415-4697-b565-6224f4f8659b tempest-TaggedBootDevicesTest-980849656 tempest-TaggedBootDevicesTest-980849656-project] Resources bound (agent type, host, resource id): {{(pid=103230) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 19:14:56.381812 n-d-713498-36 neutron-server[103230]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bade7ab-6415-4697-b565-6224f4f8659b tempest-TaggedBootDevicesTest-980849656 tempest-TaggedBootDevicesTest-980849656-project] Received port after_create {{(pid=103230) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 19:14:56.419333 n-d-713498-36 neutron-server[103232]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47d87956-f99d-49a4-8667-ea726db1598b None None] Network 319dd8de-af57-40fe-b1b8-034fd50be509 is already hosted by enough agents. {{(pid=103232) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 19:14:56.421964 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d79fa24-d122-405f-abae-de3d7da4c084 req-d4bcd928-525b-4180-9ca0-f50c1fdb4a5b tempest-ServerDiskConfigTestJSON-504186010 tempest-ServerDiskConfigTestJSON-504186010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:14:56.423540 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-8d79fa24-d122-405f-abae-de3d7da4c084 req-d4bcd928-525b-4180-9ca0-f50c1fdb4a5b tempest-ServerDiskConfigTestJSON-504186010 tempest-ServerDiskConfigTestJSON-504186010-project] 10.222.0.75 "GET /v2.0/ports?device_id=3b1e9834-a534-412a-99fa-773ccc50c344 HTTP/1.1" status: 200 len: 945 time: 0.1191583 Feb 09 19:14:56.485027 n-d-713498-36 neutron-server[103232]: DEBUG neutron.scheduler.base_scheduler [None req-47d87956-f99d-49a4-8667-ea726db1598b None None] Resources bound (agent type, host, resource id): {{(pid=103232) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 19:14:56.496635 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bade7ab-6415-4697-b565-6224f4f8659b tempest-TaggedBootDevicesTest-980849656 tempest-TaggedBootDevicesTest-980849656-project] Pushing event updated for resources: {'Port': ['ID=00c0f46c-15ff-4897-a6aa-63bcf7d50cc2,revision_number=1']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:14:56.510569 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47d87956-f99d-49a4-8667-ea726db1598b None None] Received port after_create {{(pid=103232) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 19:14:56.520908 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-8d79fa24-d122-405f-abae-de3d7da4c084 req-0dd8a3c3-31d0-4597-9904-9ac5b2d9be8d tempest-ServerDiskConfigTestJSON-504186010 tempest-ServerDiskConfigTestJSON-504186010-project] 10.222.0.75 "GET /v2.0/security-groups?id=3d9033a7-be2a-4459-a2da-84c23e651975&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0899625 Feb 09 19:14:56.529585 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9bade7ab-6415-4697-b565-6224f4f8659b tempest-TaggedBootDevicesTest-980849656 tempest-TaggedBootDevicesTest-980849656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:14:56.530451 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-9bade7ab-6415-4697-b565-6224f4f8659b tempest-TaggedBootDevicesTest-980849656 tempest-TaggedBootDevicesTest-980849656-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171096'] for port (None), before_response {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:14:56.559885 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-9bade7ab-6415-4697-b565-6224f4f8659b tempest-TaggedBootDevicesTest-980849656 tempest-TaggedBootDevicesTest-980849656-project] 10.222.0.75 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 2.0531952 Feb 09 19:14:56.563288 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 34136) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:14:56.568280 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.v2.base [None req-b18193ab-5a50-4d16-9760-4517ed6e2208 tempest-TaggedBootDevicesTest-980849656 tempest-TaggedBootDevicesTest-980849656-project] Request body: {'port': {'network_id': '319dd8de-af57-40fe-b1b8-034fd50be509', 'name': 'tempest-TaggedBootDevicesTest-1667745055', 'fixed_ips': [{'subnet_id': '4f9f0eeb-e92f-40bd-8072-2e802a7fd893'}]}} {{(pid=103230) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 19:14:56.615100 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 34138) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:14:56.619380 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.v2.base [None req-82887ea5-9010-42c3-a68b-e921bbd50c74 tempest-AttachVolumeTestJSON-524945227 tempest-AttachVolumeTestJSON-524945227-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1955177573', 'description': 'tempest-description--1358897994'}} {{(pid=103229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 19:14:56.641470 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Current status of the port b2df33b3-6fc2-4ba8-843a-75225b202de2 is: DOWN; New status is: ACTIVE {{(pid=103232) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 19:14:56.642205 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (b2df33b3-6fc2-4ba8-843a-75225b202de2), before_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:14:56.659149 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-82887ea5-9010-42c3-a68b-e921bbd50c74 tempest-AttachVolumeTestJSON-524945227 tempest-AttachVolumeTestJSON-524945227-project] Publish callbacks [] for security_group (None), before_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:14:56.685838 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] For port b2df33b3-6fc2-4ba8-843a-75225b202de2, host n-d-713498-36, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-36',level=0,port_id=b2df33b3-6fc2-4ba8-843a-75225b202de2,segment=NetworkSegment(a4222f89-8d3f-4b51-953b-1a8126392491),segment_id=a4222f89-8d3f-4b51-953b-1a8126392491)] {{(pid=103232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 19:14:56.690605 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47d87956-f99d-49a4-8667-ea726db1598b None None] Pushing event updated for resources: {'Port': ['ID=fa80dfda-0025-4c1b-a2ae-7fc800f1e6cc,revision_number=1']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:14:56.701578 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762867176205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762866656485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762866656503'] for port (b2df33b3-6fc2-4ba8-843a-75225b202de2), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:14:56.704267 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-d159a73b-f3c5-4ae7-be52-4bfe1bf282b2 None None] Publish callbacks [] for port (a8e3b704-eb7d-401f-b504-b83f46b00ed4), precommit_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:14:56.799320 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.managers [None req-47d87956-f99d-49a4-8667-ea726db1598b None None] Attempting to bind port fa80dfda-0025-4c1b-a2ae-7fc800f1e6cc on host n-d-713498-36 for vnic_type normal with profile {{(pid=103232) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 19:14:56.799693 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.managers [None req-47d87956-f99d-49a4-8667-ea726db1598b None None] Attempting to bind port fa80dfda-0025-4c1b-a2ae-7fc800f1e6cc by drivers openvswitch,hyperv on host n-d-713498-36 at level 0 using segments [{'id': '87b87801-3575-4768-92ea-47b1230f5828', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': '319dd8de-af57-40fe-b1b8-034fd50be509'}] {{(pid=103232) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 19:14:56.800057 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47d87956-f99d-49a4-8667-ea726db1598b None None] Attempting to bind port fa80dfda-0025-4c1b-a2ae-7fc800f1e6cc on network 319dd8de-af57-40fe-b1b8-034fd50be509 {{(pid=103232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 19:14:56.816558 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-d159a73b-f3c5-4ae7-be52-4bfe1bf282b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762866656467'] for port (a8e3b704-eb7d-401f-b504-b83f46b00ed4), after_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:14:56.821078 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ddd0832-82d6-427b-9dbc-1d8970f49156 req-1351fd10-93de-4245-b678-8e2d19657169 tempest-MigrationsAdminTest-892781459 tempest-MigrationsAdminTest-892781459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:14:56.823143 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-0ddd0832-82d6-427b-9dbc-1d8970f49156 req-1351fd10-93de-4245-b678-8e2d19657169 tempest-MigrationsAdminTest-892781459 tempest-MigrationsAdminTest-892781459-project] 10.222.0.75 "GET /v2.0/ports?device_id=9cec8a2a-9f08-4ec2-981f-5cef55181738 HTTP/1.1" status: 200 len: 950 time: 0.1373470 Feb 09 19:14:56.860127 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47d87956-f99d-49a4-8667-ea726db1598b None None] Checking agent: {'id': '496418a2-c002-4aec-ab1a-07f3bea491bd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-36', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 18, 51, 47), 'started_at': datetime.datetime(2022, 2, 9, 18, 52, 17), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 19, 14, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-36'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 19:14:56.860499 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47d87956-f99d-49a4-8667-ea726db1598b None None] Checking segment: {'id': '87b87801-3575-4768-92ea-47b1230f5828', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': '319dd8de-af57-40fe-b1b8-034fd50be509'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103232) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 19:14:56.860906 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-47d87956-f99d-49a4-8667-ea726db1598b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:14:56.861315 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47d87956-f99d-49a4-8667-ea726db1598b None None] Bound using segment: {'id': '87b87801-3575-4768-92ea-47b1230f5828', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': '319dd8de-af57-40fe-b1b8-034fd50be509'} {{(pid=103232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 19:14:56.866028 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.managers [None req-47d87956-f99d-49a4-8667-ea726db1598b None None] Bound port: fa80dfda-0025-4c1b-a2ae-7fc800f1e6cc, host: n-d-713498-36, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '87b87801-3575-4768-92ea-47b1230f5828', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': '319dd8de-af57-40fe-b1b8-034fd50be509'}}] {{(pid=103232) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 19:14:56.866431 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-47d87956-f99d-49a4-8667-ea726db1598b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (fa80dfda-0025-4c1b-a2ae-7fc800f1e6cc), before_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:14:56.926589 n-d-713498-36 neutron-server[103232]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d159a73b-f3c5-4ae7-be52-4bfe1bf282b2 None None] Network 331b81e1-5966-4614-8f3b-12a1817e4fe0 is already hosted by enough agents. {{(pid=103232) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 19:14:56.944704 n-d-713498-36 neutron-server[103232]: DEBUG neutron.scheduler.base_scheduler [None req-d159a73b-f3c5-4ae7-be52-4bfe1bf282b2 None None] Resources bound (agent type, host, resource id): {{(pid=103232) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 19:14:56.952511 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d159a73b-f3c5-4ae7-be52-4bfe1bf282b2 None None] Received port after_create {{(pid=103232) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 19:14:56.959971 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-0ddd0832-82d6-427b-9dbc-1d8970f49156 req-31f0fc09-ad40-4b60-b67c-76a75180c7a0 tempest-MigrationsAdminTest-892781459 tempest-MigrationsAdminTest-892781459-project] 10.222.0.75 "GET /v2.0/security-groups?id=709912c8-8171-4435-800e-9e5c5e45bf8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1277959 Feb 09 19:14:56.967321 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7a2aefd-b7f5-4d19-a45d-a257d594d3d3 req-3d2298e5-f3be-4fe0-afb8-c3eb685ab1d3 tempest-ListServerFiltersTestJSON-592653301 tempest-ListServerFiltersTestJSON-592653301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:14:56.968902 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-f7a2aefd-b7f5-4d19-a45d-a257d594d3d3 req-3d2298e5-f3be-4fe0-afb8-c3eb685ab1d3 tempest-ListServerFiltersTestJSON-592653301 tempest-ListServerFiltersTestJSON-592653301-project] 10.222.0.75 "GET /v2.0/ports?device_id=28d1ebed-bf95-452e-aa2c-45880a088b7c HTTP/1.1" status: 200 len: 944 time: 0.2009575 Feb 09 19:14:56.973113 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-82887ea5-9010-42c3-a68b-e921bbd50c74 tempest-AttachVolumeTestJSON-524945227 tempest-AttachVolumeTestJSON-524945227-project] Publish callbacks [] for security_group (bd39f8e7-1d25-418e-b5cd-c91a805a4bbc), precommit_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:14:56.974499 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b18193ab-5a50-4d16-9760-4517ed6e2208 tempest-TaggedBootDevicesTest-980849656 tempest-TaggedBootDevicesTest-980849656-project] Made reservation on behalf of 1244a62b17644644960c0ef5509cee38 for: {'port': 1} {{(pid=103230) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 19:14:56.978249 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-82887ea5-9010-42c3-a68b-e921bbd50c74 tempest-AttachVolumeTestJSON-524945227 tempest-AttachVolumeTestJSON-524945227-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1892331'] for security_group (bd39f8e7-1d25-418e-b5cd-c91a805a4bbc), after_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:14:56.983224 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-b18193ab-5a50-4d16-9760-4517ed6e2208 tempest-TaggedBootDevicesTest-980849656 tempest-TaggedBootDevicesTest-980849656-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (None), before_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:14:57.024108 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Pushing event updated for resources: {'Port': ['ID=b2df33b3-6fc2-4ba8-843a-75225b202de2,revision_number=4']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:14:57.048144 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-82887ea5-9010-42c3-a68b-e921bbd50c74 tempest-AttachVolumeTestJSON-524945227 tempest-AttachVolumeTestJSON-524945227-project] Publish callbacks [] for security_group (None), before_response {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:14:57.055681 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-82887ea5-9010-42c3-a68b-e921bbd50c74 tempest-AttachVolumeTestJSON-524945227 tempest-AttachVolumeTestJSON-524945227-project] 10.222.0.75 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1799 time: 0.4397712 Feb 09 19:14:57.056367 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 34142) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:14:57.068991 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.v2.base [None req-f0308b37-0367-44db-a5d2-810a2f060b07 tempest-AttachVolumeTestJSON-524945227 tempest-AttachVolumeTestJSON-524945227-project] Request body: {'security_group_rule': {'security_group_id': 'bd39f8e7-1d25-418e-b5cd-c91a805a4bbc', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 19:14:57.084922 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82887ea5-9010-42c3-a68b-e921bbd50c74 tempest-AttachVolumeTestJSON-524945227 tempest-AttachVolumeTestJSON-524945227-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bd39f8e7-1d25-418e-b5cd-c91a805a4bbc,revision_number=1']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:14:57.113884 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-f7a2aefd-b7f5-4d19-a45d-a257d594d3d3 req-8f41b757-6cec-420f-b849-1a4157da62d4 tempest-ListServerFiltersTestJSON-592653301 tempest-ListServerFiltersTestJSON-592653301-project] 10.222.0.75 "GET /v2.0/security-groups?id=25541e77-9cfa-43ca-aee5-11ed3f3bedff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1221857 Feb 09 19:14:57.123980 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-f0308b37-0367-44db-a5d2-810a2f060b07 tempest-AttachVolumeTestJSON-524945227 tempest-AttachVolumeTestJSON-524945227-project] Publish callbacks [] for security_group_rule (0ec7145f-5783-431a-a961-88368d15c83b), before_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:14:57.130214 n-d-713498-36 neutron-server[103230]: DEBUG neutron.notifiers.nova [None req-b18193ab-5a50-4d16-9760-4517ed6e2208 tempest-TaggedBootDevicesTest-980849656 tempest-TaggedBootDevicesTest-980849656-project] device_id is not set on port 1d0cdc94-55c4-4888-8478-b9f4b1cc96ea yet. {{(pid=103230) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 09 19:14:57.192709 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d159a73b-f3c5-4ae7-be52-4bfe1bf282b2 None None] Pushing event updated for resources: {'Port': ['ID=a8e3b704-eb7d-401f-b504-b83f46b00ed4,revision_number=1']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:14:57.230396 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.managers [None req-d159a73b-f3c5-4ae7-be52-4bfe1bf282b2 None None] Attempting to bind port a8e3b704-eb7d-401f-b504-b83f46b00ed4 on host n-d-713498-36 for vnic_type normal with profile {{(pid=103232) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 19:14:57.230396 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.managers [None req-d159a73b-f3c5-4ae7-be52-4bfe1bf282b2 None None] Attempting to bind port a8e3b704-eb7d-401f-b504-b83f46b00ed4 by drivers openvswitch,hyperv on host n-d-713498-36 at level 0 using segments [{'id': '23ed1668-aba2-4aca-a9aa-7fbe90d952c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': '331b81e1-5966-4614-8f3b-12a1817e4fe0'}] {{(pid=103232) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 19:14:57.230742 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d159a73b-f3c5-4ae7-be52-4bfe1bf282b2 None None] Attempting to bind port a8e3b704-eb7d-401f-b504-b83f46b00ed4 on network 331b81e1-5966-4614-8f3b-12a1817e4fe0 {{(pid=103232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 19:14:57.255686 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-f0308b37-0367-44db-a5d2-810a2f060b07 tempest-AttachVolumeTestJSON-524945227 tempest-AttachVolumeTestJSON-524945227-project] Publish callbacks [] for security_group_rule (0ec7145f-5783-431a-a961-88368d15c83b), precommit_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:14:57.263758 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-f0308b37-0367-44db-a5d2-810a2f060b07 tempest-AttachVolumeTestJSON-524945227 tempest-AttachVolumeTestJSON-524945227-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1892250'] for security_group_rule (0ec7145f-5783-431a-a961-88368d15c83b), after_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:14:57.308366 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d159a73b-f3c5-4ae7-be52-4bfe1bf282b2 None None] Checking agent: {'id': '496418a2-c002-4aec-ab1a-07f3bea491bd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-36', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 18, 51, 47), 'started_at': datetime.datetime(2022, 2, 9, 18, 52, 17), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 19, 14, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-36'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 19:14:57.308787 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d159a73b-f3c5-4ae7-be52-4bfe1bf282b2 None None] Checking segment: {'id': '23ed1668-aba2-4aca-a9aa-7fbe90d952c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': '331b81e1-5966-4614-8f3b-12a1817e4fe0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103232) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 19:14:57.309135 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-d159a73b-f3c5-4ae7-be52-4bfe1bf282b2 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:14:57.311530 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d159a73b-f3c5-4ae7-be52-4bfe1bf282b2 None None] Bound using segment: {'id': '23ed1668-aba2-4aca-a9aa-7fbe90d952c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': '331b81e1-5966-4614-8f3b-12a1817e4fe0'} {{(pid=103232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 19:14:57.312065 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.managers [None req-d159a73b-f3c5-4ae7-be52-4bfe1bf282b2 None None] Bound port: a8e3b704-eb7d-401f-b504-b83f46b00ed4, host: n-d-713498-36, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '23ed1668-aba2-4aca-a9aa-7fbe90d952c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': '331b81e1-5966-4614-8f3b-12a1817e4fe0'}}] {{(pid=103232) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 19:14:57.312456 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-d159a73b-f3c5-4ae7-be52-4bfe1bf282b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (a8e3b704-eb7d-401f-b504-b83f46b00ed4), before_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:14:57.317017 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0308b37-0367-44db-a5d2-810a2f060b07 tempest-AttachVolumeTestJSON-524945227 tempest-AttachVolumeTestJSON-524945227-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0ec7145f-5783-431a-a961-88368d15c83b,revision_number=0']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:14:57.334548 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-f0308b37-0367-44db-a5d2-810a2f060b07 tempest-AttachVolumeTestJSON-524945227 tempest-AttachVolumeTestJSON-524945227-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:14:57.336588 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-47d87956-f99d-49a4-8667-ea726db1598b None None] For port fa80dfda-0025-4c1b-a2ae-7fc800f1e6cc, host n-d-713498-36, cleared binding levels {{(pid=103232) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 19:14:57.337312 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-f0308b37-0367-44db-a5d2-810a2f060b07 tempest-AttachVolumeTestJSON-524945227 tempest-AttachVolumeTestJSON-524945227-project] 10.222.0.75 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2790449 Feb 09 19:14:57.340233 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 34150) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:14:57.352049 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.v2.base [None req-0abc85d2-0005-4b42-83ef-da61f2267ea0 tempest-AttachVolumeTestJSON-524945227 tempest-AttachVolumeTestJSON-524945227-project] Request body: {'security_group_rule': {'security_group_id': 'bd39f8e7-1d25-418e-b5cd-c91a805a4bbc', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 19:14:57.389837 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-47d87956-f99d-49a4-8667-ea726db1598b None None] For port fa80dfda-0025-4c1b-a2ae-7fc800f1e6cc, host n-d-713498-36, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-36',level=0,port_id=fa80dfda-0025-4c1b-a2ae-7fc800f1e6cc,segment=NetworkSegment(87b87801-3575-4768-92ea-47b1230f5828),segment_id=87b87801-3575-4768-92ea-47b1230f5828)] {{(pid=103232) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 19:14:57.400019 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.l3_hamode_db [None req-337bb077-fe6a-4e15-8bdd-f3e1ac6229a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ccff0999-6496-491d-ae22-2f8fab284166', 'name': 'tempest-AttachVolumeTestJSON-591340071-router', 'tenant_id': 'b8358624fc0d4008bf7aadd6f5fc09a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88055e1e-672a-4487-be31-ffb6e833ece5', 'external_fixed_ips': [{'subnet_id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'ip_address': '172.25.1.112'}], 'enable_snat': True}, 'gw_port_id': 'b2df33b3-6fc2-4ba8-843a-75225b202de2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T19:14:44Z', 'updated_at': '2022-02-09T19:14:51Z', 'revision_number': 4, 'project_id': 'b8358624fc0d4008bf7aadd6f5fc09a1', 'gw_port': {'id': 'b2df33b3-6fc2-4ba8-843a-75225b202de2', 'name': '', 'network_id': '88055e1e-672a-4487-be31-ffb6e833ece5', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:34:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ccff0999-6496-491d-ae22-2f8fab284166', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1377, 'fixed_ips': [{'subnet_id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'ip_address': '172.25.1.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T19:14:46Z', 'updated_at': '2022-02-09T19:14:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-36', '_interfaces': [{'id': '2a7f1092-d79a-4cc7-8ec6-78216e357fb4', 'name': '', 'network_id': '99117bb9-9128-41a1-bdb4-92a6c18a7b42', 'tenant_id': 'b8358624fc0d4008bf7aadd6f5fc09a1', 'mac_address': 'fa:16:3e:b7:b8:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ccff0999-6496-491d-ae22-2f8fab284166', 'device_owner': 'network:router_interface', 'standard_attr_id': 1378, 'fixed_ips': [{'subnet_id': '3f43124c-9b13-4bd8-a6f5-516bdab3ca3c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T19:14:50Z', 'updated_at': '2022-02-09T19:14:52Z', 'revision_number': 2, 'project_id': 'b8358624fc0d4008bf7aadd6f5fc09a1', 'subnets': [{'id': '3f43124c-9b13-4bd8-a6f5-516bdab3ca3c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-36', False) {} {{(pid=103232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:14:57.485886 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-0abc85d2-0005-4b42-83ef-da61f2267ea0 tempest-AttachVolumeTestJSON-524945227 tempest-AttachVolumeTestJSON-524945227-project] Publish callbacks [] for security_group_rule (0ff9e8ad-2822-4c63-9074-c6bcf13ba0f3), before_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:14:57.500935 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Device af529d17-a9ed-48f3-84d4-327dd5b7fe6f up at agent hyperv_n-h2-713498-36 {{(pid=103232) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 19:14:57.505547 n-d-713498-36 neutron-server[103230]: DEBUG neutron.db.db_base_plugin_common [None req-b18193ab-5a50-4d16-9760-4517ed6e2208 tempest-TaggedBootDevicesTest-980849656 tempest-TaggedBootDevicesTest-980849656-project] Allocated IP 10.1.1.113 (319dd8de-af57-40fe-b1b8-034fd50be509/4f9f0eeb-e92f-40bd-8072-2e802a7fd893/1d0cdc94-55c4-4888-8478-b9f4b1cc96ea) {{(pid=103230) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 19:14:57.505941 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-337bb077-fe6a-4e15-8bdd-f3e1ac6229a0 None None] Checking router: ccff0999-6496-491d-ae22-2f8fab284166 for host: n-d-713498-36 {{(pid=103232) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 19:14:57.506628 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-337bb077-fe6a-4e15-8bdd-f3e1ac6229a0 None None] Updating router ccff0999-6496-491d-ae22-2f8fab284166 port 2a7f1092-d79a-4cc7-8ec6-78216e357fb4 binding host n-d-713498-36 {{(pid=103232) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 19:14:57.509366 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-47d87956-f99d-49a4-8667-ea726db1598b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762867176205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762866656485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762866656503'] for port (fa80dfda-0025-4c1b-a2ae-7fc800f1e6cc), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:14:57.528401 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9ce9d1d-ef3b-4c9d-9186-3e6f95c9d91d req-ab739869-2465-467c-b8ff-a5771e317bbf tempest-InstanceActionsNegativeTestJSON-1252269426 tempest-InstanceActionsNegativeTestJSON-1252269426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:14:57.530836 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-a9ce9d1d-ef3b-4c9d-9186-3e6f95c9d91d req-ab739869-2465-467c-b8ff-a5771e317bbf tempest-InstanceActionsNegativeTestJSON-1252269426 tempest-InstanceActionsNegativeTestJSON-1252269426-project] 10.222.0.75 "GET /v2.0/ports?device_id=cb650e06-84a7-483f-9d43-077d1b434079 HTTP/1.1" status: 200 len: 946 time: 0.1538987 Feb 09 19:14:57.649543 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-0abc85d2-0005-4b42-83ef-da61f2267ea0 tempest-AttachVolumeTestJSON-524945227 tempest-AttachVolumeTestJSON-524945227-project] Publish callbacks [] for security_group_rule (0ff9e8ad-2822-4c63-9074-c6bcf13ba0f3), precommit_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:14:57.664994 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-0abc85d2-0005-4b42-83ef-da61f2267ea0 tempest-AttachVolumeTestJSON-524945227 tempest-AttachVolumeTestJSON-524945227-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1892250'] for security_group_rule (0ff9e8ad-2822-4c63-9074-c6bcf13ba0f3), after_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:14:57.676779 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-a9ce9d1d-ef3b-4c9d-9186-3e6f95c9d91d req-ef87fa0f-683c-4bc0-a23a-3a65375e952b tempest-InstanceActionsNegativeTestJSON-1252269426 tempest-InstanceActionsNegativeTestJSON-1252269426-project] 10.222.0.75 "GET /v2.0/security-groups?id=47e347be-a942-4820-ad68-433aef711167&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1372528 Feb 09 19:14:57.702433 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-b18193ab-5a50-4d16-9760-4517ed6e2208 tempest-TaggedBootDevicesTest-980849656 tempest-TaggedBootDevicesTest-980849656-project] Publish callbacks [] for port (1d0cdc94-55c4-4888-8478-b9f4b1cc96ea), precommit_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:14:57.724988 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0abc85d2-0005-4b42-83ef-da61f2267ea0 tempest-AttachVolumeTestJSON-524945227 tempest-AttachVolumeTestJSON-524945227-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0ff9e8ad-2822-4c63-9074-c6bcf13ba0f3,revision_number=0']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:14:57.745740 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-0abc85d2-0005-4b42-83ef-da61f2267ea0 tempest-AttachVolumeTestJSON-524945227 tempest-AttachVolumeTestJSON-524945227-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:14:57.750474 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-0abc85d2-0005-4b42-83ef-da61f2267ea0 tempest-AttachVolumeTestJSON-524945227 tempest-AttachVolumeTestJSON-524945227-project] 10.222.0.75 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4081790 Feb 09 19:14:57.751124 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 34156) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:14:57.755895 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.v2.base [None req-08c88a58-69ee-4159-b4f9-d2b6bad4f8d9 tempest-AttachVolumeTestJSON-524945227 tempest-AttachVolumeTestJSON-524945227-project] Request body: {'floatingip': {'floating_network_id': '88055e1e-672a-4487-be31-ffb6e833ece5'}} {{(pid=103229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 19:14:57.818953 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-b18193ab-5a50-4d16-9760-4517ed6e2208 tempest-TaggedBootDevicesTest-980849656 tempest-TaggedBootDevicesTest-980849656-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762866656467', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14393751'] for port (1d0cdc94-55c4-4888-8478-b9f4b1cc96ea), after_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:14:57.819184 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-08c88a58-69ee-4159-b4f9-d2b6bad4f8d9 tempest-AttachVolumeTestJSON-524945227 tempest-AttachVolumeTestJSON-524945227-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:14:58.045347 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47d87956-f99d-49a4-8667-ea726db1598b None None] Pushing event updated for resources: {'Port': ['ID=fa80dfda-0025-4c1b-a2ae-7fc800f1e6cc,revision_number=2']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:14:58.054519 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-08c88a58-69ee-4159-b4f9-d2b6bad4f8d9 tempest-AttachVolumeTestJSON-524945227 tempest-AttachVolumeTestJSON-524945227-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (None), before_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:14:58.096469 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-337bb077-fe6a-4e15-8bdd-f3e1ac6229a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (2a7f1092-d79a-4cc7-8ec6-78216e357fb4), before_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:14:58.235687 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-d159a73b-f3c5-4ae7-be52-4bfe1bf282b2 None None] For port a8e3b704-eb7d-401f-b504-b83f46b00ed4, host n-d-713498-36, cleared binding levels {{(pid=103232) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 19:14:58.275639 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-d159a73b-f3c5-4ae7-be52-4bfe1bf282b2 None None] For port a8e3b704-eb7d-401f-b504-b83f46b00ed4, host n-d-713498-36, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-36',level=0,port_id=a8e3b704-eb7d-401f-b504-b83f46b00ed4,segment=NetworkSegment(23ed1668-aba2-4aca-a9aa-7fbe90d952c5),segment_id=23ed1668-aba2-4aca-a9aa-7fbe90d952c5)] {{(pid=103232) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 19:14:58.345276 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.provisioning_blocks [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Provisioning for port af529d17-a9ed-48f3-84d4-327dd5b7fe6f completed by entity L2. {{(pid=103232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 19:14:58.361900 n-d-713498-36 neutron-server[103229]: DEBUG neutron.db.db_base_plugin_common [None req-08c88a58-69ee-4159-b4f9-d2b6bad4f8d9 tempest-AttachVolumeTestJSON-524945227 tempest-AttachVolumeTestJSON-524945227-project] Allocated IP 172.25.1.59 (88055e1e-672a-4487-be31-ffb6e833ece5/ac16dbcc-383c-4b43-9153-d763c4a53f91/20d83a7c-3efc-4ecd-97fb-c4d329875310) {{(pid=103229) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 19:14:58.367411 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-d159a73b-f3c5-4ae7-be52-4bfe1bf282b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762867176205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762866656485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762866656503'] for port (a8e3b704-eb7d-401f-b504-b83f46b00ed4), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:14:58.407486 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99cf5a2b-5570-45a5-869c-b71c2e91c378 req-39ee5578-da00-467e-b12e-793653df01b4 tempest-MigrationsAdminTest-892781459 tempest-MigrationsAdminTest-892781459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:14:58.409078 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.provisioning_blocks [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Provisioning complete for port af529d17-a9ed-48f3-84d4-327dd5b7fe6f triggered by entity L2. {{(pid=103232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 19:14:58.409457 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593630'] for port (af529d17-a9ed-48f3-84d4-327dd5b7fe6f), provisioning_complete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:14:58.421622 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-99cf5a2b-5570-45a5-869c-b71c2e91c378 req-39ee5578-da00-467e-b12e-793653df01b4 tempest-MigrationsAdminTest-892781459 tempest-MigrationsAdminTest-892781459-project] 10.222.0.75 "GET /v2.0/ports?device_id=9cec8a2a-9f08-4ec2-981f-5cef55181738 HTTP/1.1" status: 200 len: 950 time: 0.1710722 Feb 09 19:14:58.564512 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b18193ab-5a50-4d16-9760-4517ed6e2208 tempest-TaggedBootDevicesTest-980849656 tempest-TaggedBootDevicesTest-980849656-project] Pushing event updated for resources: {'Port': ['ID=1d0cdc94-55c4-4888-8478-b9f4b1cc96ea,revision_number=1']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:14:58.596786 n-d-713498-36 neutron-server[103230]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b18193ab-5a50-4d16-9760-4517ed6e2208 tempest-TaggedBootDevicesTest-980849656 tempest-TaggedBootDevicesTest-980849656-project] Network 319dd8de-af57-40fe-b1b8-034fd50be509 is already hosted by enough agents. {{(pid=103230) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 19:14:58.602309 n-d-713498-36 neutron-server[103230]: DEBUG neutron.scheduler.base_scheduler [None req-b18193ab-5a50-4d16-9760-4517ed6e2208 tempest-TaggedBootDevicesTest-980849656 tempest-TaggedBootDevicesTest-980849656-project] Resources bound (agent type, host, resource id): {{(pid=103230) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 19:14:58.611683 n-d-713498-36 neutron-server[103230]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b18193ab-5a50-4d16-9760-4517ed6e2208 tempest-TaggedBootDevicesTest-980849656 tempest-TaggedBootDevicesTest-980849656-project] Received port after_create {{(pid=103230) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 19:14:58.676692 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b18193ab-5a50-4d16-9760-4517ed6e2208 tempest-TaggedBootDevicesTest-980849656 tempest-TaggedBootDevicesTest-980849656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:14:58.677623 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-b18193ab-5a50-4d16-9760-4517ed6e2208 tempest-TaggedBootDevicesTest-980849656 tempest-TaggedBootDevicesTest-980849656-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171096'] for port (None), before_response {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:14:58.695716 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55f34190-530f-405e-8329-3ba7d4358de8 req-1e6cbc9f-3af5-42bc-a14e-4daa91f0aeca tempest-ServerDiskConfigTestJSON-504186010 tempest-ServerDiskConfigTestJSON-504186010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:14:58.697414 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-55f34190-530f-405e-8329-3ba7d4358de8 req-1e6cbc9f-3af5-42bc-a14e-4daa91f0aeca tempest-ServerDiskConfigTestJSON-504186010 tempest-ServerDiskConfigTestJSON-504186010-project] 10.222.0.75 "GET /v2.0/ports?device_id=3b1e9834-a534-412a-99fa-773ccc50c344 HTTP/1.1" status: 200 len: 945 time: 0.9063740 Feb 09 19:14:58.781836 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-99cf5a2b-5570-45a5-869c-b71c2e91c378 req-eddc380a-00d3-4d85-80f9-27025d3ff5dc tempest-MigrationsAdminTest-892781459 tempest-MigrationsAdminTest-892781459-project] 10.222.0.75 "GET /v2.0/security-groups?id=709912c8-8171-4435-800e-9e5c5e45bf8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3526020 Feb 09 19:14:58.790873 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-337bb077-fe6a-4e15-8bdd-f3e1ac6229a0 None None] Publish callbacks [] for port (2a7f1092-d79a-4cc7-8ec6-78216e357fb4), precommit_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:14:58.795461 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-b18193ab-5a50-4d16-9760-4517ed6e2208 tempest-TaggedBootDevicesTest-980849656 tempest-TaggedBootDevicesTest-980849656-project] 10.222.0.75 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 2.2288837 Feb 09 19:14:58.838595 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-337bb077-fe6a-4e15-8bdd-f3e1ac6229a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762867176205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762866656485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762866656503'] for port (2a7f1092-d79a-4cc7-8ec6-78216e357fb4), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:14:58.864862 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-08c88a58-69ee-4159-b4f9-d2b6bad4f8d9 tempest-AttachVolumeTestJSON-524945227 tempest-AttachVolumeTestJSON-524945227-project] Publish callbacks [] for port (20d83a7c-3efc-4ecd-97fb-c4d329875310), precommit_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:14:58.865788 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-55f34190-530f-405e-8329-3ba7d4358de8 req-5647a046-9781-4d9d-b8d1-5a729a73991e tempest-ServerDiskConfigTestJSON-504186010 tempest-ServerDiskConfigTestJSON-504186010-project] 10.222.0.75 "GET /v2.0/security-groups?id=3d9033a7-be2a-4459-a2da-84c23e651975&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1540120 Feb 09 19:14:58.972419 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d159a73b-f3c5-4ae7-be52-4bfe1bf282b2 None None] Pushing event updated for resources: {'Port': ['ID=a8e3b704-eb7d-401f-b504-b83f46b00ed4,revision_number=2']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:14:58.976594 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-08c88a58-69ee-4159-b4f9-d2b6bad4f8d9 tempest-AttachVolumeTestJSON-524945227 tempest-AttachVolumeTestJSON-524945227-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762866656467', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12867576'] for port (20d83a7c-3efc-4ecd-97fb-c4d329875310), after_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:14:59.081046 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Device fa80dfda-0025-4c1b-a2ae-7fc800f1e6cc up at agent ovs-agent-n-d-713498-36 {{(pid=103232) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 19:14:59.081622 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08c88a58-69ee-4159-b4f9-d2b6bad4f8d9 tempest-AttachVolumeTestJSON-524945227 tempest-AttachVolumeTestJSON-524945227-project] Pushing event updated for resources: {'Port': ['ID=20d83a7c-3efc-4ecd-97fb-c4d329875310,revision_number=1']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:14:59.114864 n-d-713498-36 neutron-server[103229]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08c88a58-69ee-4159-b4f9-d2b6bad4f8d9 tempest-AttachVolumeTestJSON-524945227 tempest-AttachVolumeTestJSON-524945227-project] Network 88055e1e-672a-4487-be31-ffb6e833ece5 is already hosted by enough agents. {{(pid=103229) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 19:14:59.117258 n-d-713498-36 neutron-server[103229]: DEBUG neutron.scheduler.base_scheduler [None req-08c88a58-69ee-4159-b4f9-d2b6bad4f8d9 tempest-AttachVolumeTestJSON-524945227 tempest-AttachVolumeTestJSON-524945227-project] Resources bound (agent type, host, resource id): {{(pid=103229) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 19:14:59.123753 n-d-713498-36 neutron-server[103229]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08c88a58-69ee-4159-b4f9-d2b6bad4f8d9 tempest-AttachVolumeTestJSON-524945227 tempest-AttachVolumeTestJSON-524945227-project] Received port after_create {{(pid=103229) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 19:14:59.160210 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd00b630-a0be-41df-84ce-c85e1706ce92 req-b954b026-ea59-4d73-8d97-afd935687e45 tempest-ListServerFiltersTestJSON-592653301 tempest-ListServerFiltersTestJSON-592653301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:14:59.168078 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-bd00b630-a0be-41df-84ce-c85e1706ce92 req-b954b026-ea59-4d73-8d97-afd935687e45 tempest-ListServerFiltersTestJSON-592653301 tempest-ListServerFiltersTestJSON-592653301-project] 10.222.0.75 "GET /v2.0/ports?device_id=28d1ebed-bf95-452e-aa2c-45880a088b7c HTTP/1.1" status: 200 len: 944 time: 0.1240294 Feb 09 19:14:59.282067 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-bd00b630-a0be-41df-84ce-c85e1706ce92 req-af9297fb-893c-4ea7-a6fb-f4afaa5688f8 tempest-ListServerFiltersTestJSON-592653301 tempest-ListServerFiltersTestJSON-592653301-project] 10.222.0.75 "GET /v2.0/security-groups?id=25541e77-9cfa-43ca-aee5-11ed3f3bedff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1096385 Feb 09 19:14:59.335354 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7abde9ac-77f9-4f5d-b739-38be3987c75d req-e7def51b-91ef-47aa-ae7d-019544524905 tempest-InstanceActionsNegativeTestJSON-1252269426 tempest-InstanceActionsNegativeTestJSON-1252269426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:14:59.344207 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-7abde9ac-77f9-4f5d-b739-38be3987c75d req-e7def51b-91ef-47aa-ae7d-019544524905 tempest-InstanceActionsNegativeTestJSON-1252269426 tempest-InstanceActionsNegativeTestJSON-1252269426-project] 10.222.0.75 "GET /v2.0/ports?device_id=cb650e06-84a7-483f-9d43-077d1b434079 HTTP/1.1" status: 200 len: 946 time: 0.3873477 Feb 09 19:14:59.370988 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9969232-7efe-44f5-ac2e-6248d74d32a8 None None] Pushing event updated for resources: {'Port': ['ID=2a7f1092-d79a-4cc7-8ec6-78216e357fb4,revision_number=3']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:14:59.407044 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.managers [None req-337bb077-fe6a-4e15-8bdd-f3e1ac6229a0 None None] Attempting to bind port 2a7f1092-d79a-4cc7-8ec6-78216e357fb4 on host n-d-713498-36 for vnic_type normal with profile {{(pid=103232) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 19:14:59.407373 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.managers [None req-337bb077-fe6a-4e15-8bdd-f3e1ac6229a0 None None] Attempting to bind port 2a7f1092-d79a-4cc7-8ec6-78216e357fb4 by drivers openvswitch,hyperv on host n-d-713498-36 at level 0 using segments [{'id': '7634cd2f-bb07-4aa6-8222-5e64bdefad14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': '99117bb9-9128-41a1-bdb4-92a6c18a7b42'}] {{(pid=103232) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 19:14:59.415682 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-337bb077-fe6a-4e15-8bdd-f3e1ac6229a0 None None] Attempting to bind port 2a7f1092-d79a-4cc7-8ec6-78216e357fb4 on network 99117bb9-9128-41a1-bdb4-92a6c18a7b42 {{(pid=103232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 19:14:59.435009 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Current status of the port af529d17-a9ed-48f3-84d4-327dd5b7fe6f is: BUILD; New status is: ACTIVE {{(pid=103232) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 19:14:59.435460 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (af529d17-a9ed-48f3-84d4-327dd5b7fe6f), before_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:14:59.488286 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-337bb077-fe6a-4e15-8bdd-f3e1ac6229a0 None None] Checking agent: {'id': '496418a2-c002-4aec-ab1a-07f3bea491bd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-36', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 18, 51, 47), 'started_at': datetime.datetime(2022, 2, 9, 18, 52, 17), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 19, 14, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-36'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 19:14:59.488694 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-337bb077-fe6a-4e15-8bdd-f3e1ac6229a0 None None] Checking segment: {'id': '7634cd2f-bb07-4aa6-8222-5e64bdefad14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': '99117bb9-9128-41a1-bdb4-92a6c18a7b42'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103232) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 19:14:59.496576 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-337bb077-fe6a-4e15-8bdd-f3e1ac6229a0 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:14:59.497072 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-337bb077-fe6a-4e15-8bdd-f3e1ac6229a0 None None] Bound using segment: {'id': '7634cd2f-bb07-4aa6-8222-5e64bdefad14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': '99117bb9-9128-41a1-bdb4-92a6c18a7b42'} {{(pid=103232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 19:14:59.497881 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.managers [None req-337bb077-fe6a-4e15-8bdd-f3e1ac6229a0 None None] Bound port: 2a7f1092-d79a-4cc7-8ec6-78216e357fb4, host: n-d-713498-36, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7634cd2f-bb07-4aa6-8222-5e64bdefad14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': '99117bb9-9128-41a1-bdb4-92a6c18a7b42'}}] {{(pid=103232) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 19:14:59.499744 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-337bb077-fe6a-4e15-8bdd-f3e1ac6229a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (2a7f1092-d79a-4cc7-8ec6-78216e357fb4), before_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:14:59.504694 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-7abde9ac-77f9-4f5d-b739-38be3987c75d req-1fd795fa-6b31-4afd-8ebc-128ecf2ce26f tempest-InstanceActionsNegativeTestJSON-1252269426 tempest-InstanceActionsNegativeTestJSON-1252269426-project] 10.222.0.75 "GET /v2.0/security-groups?id=47e347be-a942-4820-ad68-433aef711167&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1595120 Feb 09 19:14:59.537201 n-d-713498-36 neutron-server[103232]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '28d1ebed-bf95-452e-aa2c-45880a088b7c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'af529d17-a9ed-48f3-84d4-327dd5b7fe6f'}] {{(pid=103232) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 19:14:59.544976 n-d-713498-36 neutron-server[103232]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}949cdcde653dec44821de95cbf67297f53cbc2aed4e073b5d514f93bf911ce85" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-75887426-40f4-40e9-9528-acb95d205b3a" -d '{"events": [{"server_uuid": "28d1ebed-bf95-452e-aa2c-45880a088b7c", "name": "network-vif-plugged", "status": "completed", "tag": "af529d17-a9ed-48f3-84d4-327dd5b7fe6f"}]}' {{(pid=103232) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 19:14:59.561581 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.provisioning_blocks [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Provisioning complete for port fa80dfda-0025-4c1b-a2ae-7fc800f1e6cc triggered by entity L2. {{(pid=103232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 19:14:59.561997 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593630'] for port (fa80dfda-0025-4c1b-a2ae-7fc800f1e6cc), provisioning_complete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:14:59.617016 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-08c88a58-69ee-4159-b4f9-d2b6bad4f8d9 tempest-AttachVolumeTestJSON-524945227 tempest-AttachVolumeTestJSON-524945227-project] Publish callbacks [] for floatingip (c847c408-5786-49c4-b10a-3e134e0bb67d), precommit_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:14:59.657421 n-d-713498-36 neutron-server[103232]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 19:14:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dc248362-2d96-4aad-b27b-f1359de1a935 x-openstack-request-id: req-dc248362-2d96-4aad-b27b-f1359de1a935 {{(pid=103232) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 19:14:59.657707 n-d-713498-36 neutron-server[103232]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "28d1ebed-bf95-452e-aa2c-45880a088b7c", "name": "network-vif-plugged", "status": "completed", "tag": "af529d17-a9ed-48f3-84d4-327dd5b7fe6f", "code": 200}]} {{(pid=103232) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 19:14:59.658375 n-d-713498-36 neutron-server[103232]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-dc248362-2d96-4aad-b27b-f1359de1a935 {{(pid=103232) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 19:14:59.658777 n-d-713498-36 neutron-server[103232]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '28d1ebed-bf95-452e-aa2c-45880a088b7c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'af529d17-a9ed-48f3-84d4-327dd5b7fe6f', 'code': 200} Feb 09 19:14:59.687646 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-7429db8d-6021-40ad-813e-885be449a89b None None] For port af529d17-a9ed-48f3-84d4-327dd5b7fe6f, host n-h2-713498-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-36',level=0,port_id=af529d17-a9ed-48f3-84d4-327dd5b7fe6f,segment=NetworkSegment(49c21643-b4af-42c1-8cee-d50eb741b435),segment_id=49c21643-b4af-42c1-8cee-d50eb741b435)] {{(pid=103232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 19:14:59.691725 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Device 36c7de31-85c6-4cbd-b0d1-a39d123080e6 details requested by agent hyperv_n-h1-713498-36 with host n-h1-713498-36 {{(pid=103232) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 19:14:59.735318 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-08c88a58-69ee-4159-b4f9-d2b6bad4f8d9 tempest-AttachVolumeTestJSON-524945227 tempest-AttachVolumeTestJSON-524945227-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (20d83a7c-3efc-4ecd-97fb-c4d329875310), before_update {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:14:59.763439 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 34180) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:14:59.770436 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.v2.base [None req-4c1bedeb-b08b-458c-9cda-ba77c40ae79c tempest-TaggedBootDevicesTest-980849656 tempest-TaggedBootDevicesTest-980849656-project] Request body: {'security_group': {'name': 'tempest-securitygroup--808329827', 'description': 'tempest-description--1537103855'}} {{(pid=103229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 19:14:59.816935 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-4c1bedeb-b08b-458c-9cda-ba77c40ae79c tempest-TaggedBootDevicesTest-980849656 tempest-TaggedBootDevicesTest-980849656-project] Publish callbacks [] for security_group (None), before_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:14:59.825810 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762867176205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762866656485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762866656503'] for port (af529d17-a9ed-48f3-84d4-327dd5b7fe6f), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:14:59.905100 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f383be2-553b-447c-9b6d-89e927eba3a1 req-eccec486-8f31-48d3-8f41-b15d51e4e79f tempest-InstanceActionsNegativeTestJSON-1252269426 tempest-InstanceActionsNegativeTestJSON-1252269426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:14:59.910693 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-0f383be2-553b-447c-9b6d-89e927eba3a1 req-eccec486-8f31-48d3-8f41-b15d51e4e79f tempest-InstanceActionsNegativeTestJSON-1252269426 tempest-InstanceActionsNegativeTestJSON-1252269426-project] 10.222.0.89 "GET /v2.0/ports?device_id=cb650e06-84a7-483f-9d43-077d1b434079 HTTP/1.1" status: 200 len: 946 time: 0.2378564 Feb 09 19:14:59.927910 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.provisioning_blocks [None req-e51e694d-d82e-4173-81c1-f5bce46814cf None None] Provisioning complete for port 2a7f1092-d79a-4cc7-8ec6-78216e357fb4 triggered by entity DHCP. {{(pid=103232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 19:14:59.928292 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-e51e694d-d82e-4173-81c1-f5bce46814cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593630'] for port (2a7f1092-d79a-4cc7-8ec6-78216e357fb4), provisioning_complete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:14:59.945644 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e46a9d4f-ce4a-4075-80d5-0e910a070292 req-a0807715-858e-4586-a209-f70b4d01b4ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:14:59.949073 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-e46a9d4f-ce4a-4075-80d5-0e910a070292 req-a0807715-858e-4586-a209-f70b4d01b4ce service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=28d1ebed-bf95-452e-aa2c-45880a088b7c HTTP/1.1" status: 200 len: 1128 time: 0.2090454 Feb 09 19:14:59.976098 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-e51e694d-d82e-4173-81c1-f5bce46814cf None None] Port 2a7f1092-d79a-4cc7-8ec6-78216e357fb4 cannot update to ACTIVE because it is not bound. {{(pid=103232) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 19:15:00.064215 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.db.resource_extend [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] It took 0.20 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 09 19:15:00.193705 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-4c1bedeb-b08b-458c-9cda-ba77c40ae79c tempest-TaggedBootDevicesTest-980849656 tempest-TaggedBootDevicesTest-980849656-project] Publish callbacks [] for security_group (116d7b93-0726-4659-8687-b47afcfa5056), precommit_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:15:00.194229 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34620ef5-b67f-4c54-8c18-27184404d9d5 None None] Network 319dd8de-af57-40fe-b1b8-034fd50be509 requested from n-d-713498-36 {{(pid=103232) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 19:15:00.215219 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-e46a9d4f-ce4a-4075-80d5-0e910a070292 req-a5d71a3f-d5a5-429c-a879-fc21fdcaf573 service neutron] 10.222.0.90 "GET /v2.0/security-groups?id=25541e77-9cfa-43ca-aee5-11ed3f3bedff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2280924 Feb 09 19:15:00.229477 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-4c1bedeb-b08b-458c-9cda-ba77c40ae79c tempest-TaggedBootDevicesTest-980849656 tempest-TaggedBootDevicesTest-980849656-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1892331'] for security_group (116d7b93-0726-4659-8687-b47afcfa5056), after_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:15:00.263534 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8848e3bf-2f28-4e3e-87b3-5cddb1a7b6a7 req-bedc827c-6da7-4c21-8ea2-2df34886c14f tempest-ServerDiskConfigTestJSON-504186010 tempest-ServerDiskConfigTestJSON-504186010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:15:00.271503 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-8848e3bf-2f28-4e3e-87b3-5cddb1a7b6a7 req-bedc827c-6da7-4c21-8ea2-2df34886c14f tempest-ServerDiskConfigTestJSON-504186010 tempest-ServerDiskConfigTestJSON-504186010-project] 10.222.0.75 "GET /v2.0/ports?device_id=3b1e9834-a534-412a-99fa-773ccc50c344 HTTP/1.1" status: 200 len: 945 time: 0.2474270 Feb 09 19:15:00.291732 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.plugin [req-0f383be2-553b-447c-9b6d-89e927eba3a1 req-8a8ca3f5-9e4d-4719-a02a-b6f0648f3f8f tempest-InstanceActionsNegativeTestJSON-1252269426 tempest-InstanceActionsNegativeTestJSON-1252269426-project] Deleting port af18f59f-af41-476b-8914-431fa7d74f86 {{(pid=103230) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 19:15:00.292315 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [req-0f383be2-553b-447c-9b6d-89e927eba3a1 req-8a8ca3f5-9e4d-4719-a02a-b6f0648f3f8f tempest-InstanceActionsNegativeTestJSON-1252269426 tempest-InstanceActionsNegativeTestJSON-1252269426-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762867170196'] for port (af18f59f-af41-476b-8914-431fa7d74f86), before_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:15:00.301810 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-337bb077-fe6a-4e15-8bdd-f3e1ac6229a0 None None] For port 2a7f1092-d79a-4cc7-8ec6-78216e357fb4, host n-d-713498-36, cleared binding levels {{(pid=103232) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 19:15:00.344597 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c1bedeb-b08b-458c-9cda-ba77c40ae79c tempest-TaggedBootDevicesTest-980849656 tempest-TaggedBootDevicesTest-980849656-project] Pushing event updated for resources: {'SecurityGroup': ['ID=116d7b93-0726-4659-8687-b47afcfa5056,revision_number=1']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:15:00.354645 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-4c1bedeb-b08b-458c-9cda-ba77c40ae79c tempest-TaggedBootDevicesTest-980849656 tempest-TaggedBootDevicesTest-980849656-project] Publish callbacks [] for security_group (None), before_response {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:15:00.360060 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-4c1bedeb-b08b-458c-9cda-ba77c40ae79c tempest-TaggedBootDevicesTest-980849656 tempest-TaggedBootDevicesTest-980849656-project] 10.222.0.75 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1798 time: 0.5908756 Feb 09 19:15:00.360886 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 34188) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:15:00.380309 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eda39437-7a74-4fa3-9f96-47fe97cdd21b req-1c05dfd7-20b5-4df4-a059-24da4110d0d7 tempest-MigrationsAdminTest-892781459 tempest-MigrationsAdminTest-892781459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:15:00.387497 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-eda39437-7a74-4fa3-9f96-47fe97cdd21b req-1c05dfd7-20b5-4df4-a059-24da4110d0d7 tempest-MigrationsAdminTest-892781459 tempest-MigrationsAdminTest-892781459-project] 10.222.0.75 "GET /v2.0/ports?device_id=9cec8a2a-9f08-4ec2-981f-5cef55181738 HTTP/1.1" status: 200 len: 950 time: 0.4501774 Feb 09 19:15:00.393930 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.v2.base [None req-bf34a409-a189-4d0b-a4b3-ebb9b166fac6 tempest-TaggedBootDevicesTest-980849656 tempest-TaggedBootDevicesTest-980849656-project] Request body: {'security_group_rule': {'security_group_id': '116d7b93-0726-4659-8687-b47afcfa5056', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 19:15:00.405330 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-337bb077-fe6a-4e15-8bdd-f3e1ac6229a0 None None] For port 2a7f1092-d79a-4cc7-8ec6-78216e357fb4, host n-d-713498-36, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-36',level=0,port_id=2a7f1092-d79a-4cc7-8ec6-78216e357fb4,segment=NetworkSegment(7634cd2f-bb07-4aa6-8222-5e64bdefad14),segment_id=7634cd2f-bb07-4aa6-8222-5e64bdefad14)] {{(pid=103232) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 19:15:00.443795 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-8848e3bf-2f28-4e3e-87b3-5cddb1a7b6a7 req-c780b0cb-56ea-43f7-b495-9411013b3e5a tempest-ServerDiskConfigTestJSON-504186010 tempest-ServerDiskConfigTestJSON-504186010-project] 10.222.0.75 "GET /v2.0/security-groups?id=3d9033a7-be2a-4459-a2da-84c23e651975&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1689904 Feb 09 19:15:00.497554 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-337bb077-fe6a-4e15-8bdd-f3e1ac6229a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762867176205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762866656485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762866656503'] for port (2a7f1092-d79a-4cc7-8ec6-78216e357fb4), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:15:00.500457 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Current status of the port fa80dfda-0025-4c1b-a2ae-7fc800f1e6cc is: DOWN; New status is: ACTIVE {{(pid=103232) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 19:15:00.500873 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (fa80dfda-0025-4c1b-a2ae-7fc800f1e6cc), before_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:15:00.511783 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-08c88a58-69ee-4159-b4f9-d2b6bad4f8d9 tempest-AttachVolumeTestJSON-524945227 tempest-AttachVolumeTestJSON-524945227-project] Publish callbacks [] for port (20d83a7c-3efc-4ecd-97fb-c4d329875310), precommit_update {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:15:00.524339 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Pushing event updated for resources: {'Port': ['ID=af529d17-a9ed-48f3-84d4-327dd5b7fe6f,revision_number=5']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:15:00.527253 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-bf34a409-a189-4d0b-a4b3-ebb9b166fac6 tempest-TaggedBootDevicesTest-980849656 tempest-TaggedBootDevicesTest-980849656-project] Publish callbacks [] for security_group_rule (084fdf95-4f3b-486d-bd2c-6d03e9311cf5), before_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:15:00.573087 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-08c88a58-69ee-4159-b4f9-d2b6bad4f8d9 tempest-AttachVolumeTestJSON-524945227 tempest-AttachVolumeTestJSON-524945227-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762867176205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762866656485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762866656503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12867569'] for port (20d83a7c-3efc-4ecd-97fb-c4d329875310), after_update {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:15:00.590298 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.db [req-0f383be2-553b-447c-9b6d-89e927eba3a1 req-8a8ca3f5-9e4d-4719-a02a-b6f0648f3f8f tempest-InstanceActionsNegativeTestJSON-1252269426 tempest-InstanceActionsNegativeTestJSON-1252269426-project] For port af18f59f-af41-476b-8914-431fa7d74f86, host n-h1-713498-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-36',level=0,port_id=af18f59f-af41-476b-8914-431fa7d74f86,segment=NetworkSegment(89d1d4f3-2910-47d5-93bc-1d916b299c75),segment_id=89d1d4f3-2910-47d5-93bc-1d916b299c75)] {{(pid=103230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 19:15:00.591934 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [req-0f383be2-553b-447c-9b6d-89e927eba3a1 req-8a8ca3f5-9e4d-4719-a02a-b6f0648f3f8f tempest-InstanceActionsNegativeTestJSON-1252269426 tempest-InstanceActionsNegativeTestJSON-1252269426-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1820838'] for port (af18f59f-af41-476b-8914-431fa7d74f86), precommit_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:15:00.642274 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08c88a58-69ee-4159-b4f9-d2b6bad4f8d9 tempest-AttachVolumeTestJSON-524945227 tempest-AttachVolumeTestJSON-524945227-project] Pushing event updated for resources: {'Port': ['ID=20d83a7c-3efc-4ecd-97fb-c4d329875310,revision_number=2']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:15:00.645034 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.provisioning_blocks [None req-790f1b15-76ea-4c34-9b63-e9e6ed074fd2 None None] Provisioning complete for port fa80dfda-0025-4c1b-a2ae-7fc800f1e6cc triggered by entity DHCP. {{(pid=103232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 19:15:00.646298 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-790f1b15-76ea-4c34-9b63-e9e6ed074fd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593630'] for port (fa80dfda-0025-4c1b-a2ae-7fc800f1e6cc), provisioning_complete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:15:00.681354 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-bf34a409-a189-4d0b-a4b3-ebb9b166fac6 tempest-TaggedBootDevicesTest-980849656 tempest-TaggedBootDevicesTest-980849656-project] Publish callbacks [] for security_group_rule (084fdf95-4f3b-486d-bd2c-6d03e9311cf5), precommit_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:15:00.699537 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-eda39437-7a74-4fa3-9f96-47fe97cdd21b req-873ed1fc-9ead-4029-a395-3611f574931d tempest-MigrationsAdminTest-892781459 tempest-MigrationsAdminTest-892781459-project] 10.222.0.75 "GET /v2.0/security-groups?id=709912c8-8171-4435-800e-9e5c5e45bf8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3104649 Feb 09 19:15:00.722819 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.plugin [req-0f383be2-553b-447c-9b6d-89e927eba3a1 req-8a8ca3f5-9e4d-4719-a02a-b6f0648f3f8f tempest-InstanceActionsNegativeTestJSON-1252269426 tempest-InstanceActionsNegativeTestJSON-1252269426-project] Calling delete_port for af18f59f-af41-476b-8914-431fa7d74f86 owned by compute:nova {{(pid=103230) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 19:15:00.776267 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cddf3300-5cd6-42b9-94a4-846bb4e92fcd None None] Network 331b81e1-5966-4614-8f3b-12a1817e4fe0 requested from n-d-713498-36 {{(pid=103232) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 19:15:00.812132 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-bf34a409-a189-4d0b-a4b3-ebb9b166fac6 tempest-TaggedBootDevicesTest-980849656 tempest-TaggedBootDevicesTest-980849656-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1892250'] for security_group_rule (084fdf95-4f3b-486d-bd2c-6d03e9311cf5), after_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:15:00.839120 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-08c88a58-69ee-4159-b4f9-d2b6bad4f8d9 tempest-AttachVolumeTestJSON-524945227 tempest-AttachVolumeTestJSON-524945227-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1818909'] for floatingip (c847c408-5786-49c4-b10a-3e134e0bb67d), after_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:15:00.843110 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf34a409-a189-4d0b-a4b3-ebb9b166fac6 tempest-TaggedBootDevicesTest-980849656 tempest-TaggedBootDevicesTest-980849656-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=084fdf95-4f3b-486d-bd2c-6d03e9311cf5,revision_number=0']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:15:00.849370 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-bf34a409-a189-4d0b-a4b3-ebb9b166fac6 tempest-TaggedBootDevicesTest-980849656 tempest-TaggedBootDevicesTest-980849656-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:15:00.850556 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-bf34a409-a189-4d0b-a4b3-ebb9b166fac6 tempest-TaggedBootDevicesTest-980849656 tempest-TaggedBootDevicesTest-980849656-project] 10.222.0.75 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4599755 Feb 09 19:15:00.855521 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 34196) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:15:00.864005 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.v2.base [None req-b4ea593a-d85c-4039-b3fc-e1cfdb532788 tempest-TaggedBootDevicesTest-980849656 tempest-TaggedBootDevicesTest-980849656-project] Request body: {'security_group_rule': {'security_group_id': '116d7b93-0726-4659-8687-b47afcfa5056', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 19:15:00.867139 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b4fc1f1-42a9-48d9-9d25-f3a22a2911b6 req-4eb6a5d2-c258-4220-9a20-ae17972fef48 tempest-ListServerFiltersTestJSON-592653301 tempest-ListServerFiltersTestJSON-592653301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:15:00.876075 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-7b4fc1f1-42a9-48d9-9d25-f3a22a2911b6 req-4eb6a5d2-c258-4220-9a20-ae17972fef48 tempest-ListServerFiltersTestJSON-592653301 tempest-ListServerFiltersTestJSON-592653301-project] 10.222.0.75 "GET /v2.0/ports?device_id=28d1ebed-bf95-452e-aa2c-45880a088b7c HTTP/1.1" status: 200 len: 945 time: 0.2741785 Feb 09 19:15:00.935878 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-08c88a58-69ee-4159-b4f9-d2b6bad4f8d9 tempest-AttachVolumeTestJSON-524945227 tempest-AttachVolumeTestJSON-524945227-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171096'] for floatingip (None), before_response {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:15:00.938114 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-08c88a58-69ee-4159-b4f9-d2b6bad4f8d9 tempest-AttachVolumeTestJSON-524945227 tempest-AttachVolumeTestJSON-524945227-project] 10.222.0.75 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 3.1856198 Feb 09 19:15:00.940444 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.l3_dvrscheduler_db [None req-337bb077-fe6a-4e15-8bdd-f3e1ac6229a0 None None] Routers {'ccff0999-6496-491d-ae22-2f8fab284166'} bound to L3 agent in host n-d-713498-36 {{(pid=103232) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 19:15:00.945929 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.l3_hamode_db [None req-337bb077-fe6a-4e15-8bdd-f3e1ac6229a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T18:51:43Z,description=,heartbeat_timestamp=2022-02-09T19:14:43Z,host='n-d-713498-36',id=93303d5e-5d17-45e8-8963-7694f87783ae,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T18:51:43Z,topic='l3_agent')) {'router_ids': ['ccff0999-6496-491d-ae22-2f8fab284166'], 'active': True} {{(pid=103232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:15:00.980181 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7885e683-a234-491f-b11a-29543f106fc8 req-2e41fa49-8fd2-412d-9acc-07b03ce0415c tempest-InstanceActionsNegativeTestJSON-1252269426 tempest-InstanceActionsNegativeTestJSON-1252269426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:15:00.989329 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-7885e683-a234-491f-b11a-29543f106fc8 req-2e41fa49-8fd2-412d-9acc-07b03ce0415c tempest-InstanceActionsNegativeTestJSON-1252269426 tempest-InstanceActionsNegativeTestJSON-1252269426-project] 10.222.0.75 "GET /v2.0/ports?device_id=cb650e06-84a7-483f-9d43-077d1b434079 HTTP/1.1" status: 200 len: 946 time: 0.1326725 Feb 09 19:15:01.017666 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-7b4fc1f1-42a9-48d9-9d25-f3a22a2911b6 req-73e69e60-9224-4e97-9a10-7fc7ebf52fb5 tempest-ListServerFiltersTestJSON-592653301 tempest-ListServerFiltersTestJSON-592653301-project] 10.222.0.75 "GET /v2.0/security-groups?id=25541e77-9cfa-43ca-aee5-11ed3f3bedff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1385422 Feb 09 19:15:01.045268 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] For port fa80dfda-0025-4c1b-a2ae-7fc800f1e6cc, host n-d-713498-36, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-36',level=0,port_id=fa80dfda-0025-4c1b-a2ae-7fc800f1e6cc,segment=NetworkSegment(87b87801-3575-4768-92ea-47b1230f5828),segment_id=87b87801-3575-4768-92ea-47b1230f5828)] {{(pid=103232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 19:15:01.055226 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-b4ea593a-d85c-4039-b3fc-e1cfdb532788 tempest-TaggedBootDevicesTest-980849656 tempest-TaggedBootDevicesTest-980849656-project] Publish callbacks [] for security_group_rule (e5ca4eb3-5e55-4463-a54b-551ffc1150d2), before_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:15:01.140852 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-b4ea593a-d85c-4039-b3fc-e1cfdb532788 tempest-TaggedBootDevicesTest-980849656 tempest-TaggedBootDevicesTest-980849656-project] Publish callbacks [] for security_group_rule (e5ca4eb3-5e55-4463-a54b-551ffc1150d2), precommit_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:15:01.160012 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [req-0f383be2-553b-447c-9b6d-89e927eba3a1 req-8a8ca3f5-9e4d-4719-a02a-b6f0648f3f8f tempest-InstanceActionsNegativeTestJSON-1252269426 tempest-InstanceActionsNegativeTestJSON-1252269426-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762867177463', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762866656476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14393751'] for port (af18f59f-af41-476b-8914-431fa7d74f86), after_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:15:01.180123 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-b4ea593a-d85c-4039-b3fc-e1cfdb532788 tempest-TaggedBootDevicesTest-980849656 tempest-TaggedBootDevicesTest-980849656-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1892250'] for security_group_rule (e5ca4eb3-5e55-4463-a54b-551ffc1150d2), after_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:15:01.191304 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762867176205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762866656485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762866656503'] for port (fa80dfda-0025-4c1b-a2ae-7fc800f1e6cc), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:15:01.192425 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Device b2df33b3-6fc2-4ba8-843a-75225b202de2 up at agent ovs-agent-n-d-713498-36 {{(pid=103232) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 19:15:01.208829 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a8ca3f5-9e4d-4719-a02a-b6f0648f3f8f tempest-InstanceActionsNegativeTestJSON-1252269426 tempest-InstanceActionsNegativeTestJSON-1252269426-project] Pushing event deleted for resources: {'Port': ['ID=af18f59f-af41-476b-8914-431fa7d74f86,revision_number=None']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:15:01.242476 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] For port 36c7de31-85c6-4cbd-b0d1-a39d123080e6, host n-h1-713498-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-36',level=0,port_id=36c7de31-85c6-4cbd-b0d1-a39d123080e6,segment=NetworkSegment(1e2a1863-ec93-4db2-ba80-84e2ae4ef342),segment_id=1e2a1863-ec93-4db2-ba80-84e2ae4ef342)] {{(pid=103232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 19:15:01.247924 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] get_ports_and_sgs() called for port_ids ['af18f59f-af41-476b-8914-431fa7d74f86'] {{(pid=103232) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 19:15:01.248134 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-b4ea593a-d85c-4039-b3fc-e1cfdb532788 tempest-TaggedBootDevicesTest-980849656 tempest-TaggedBootDevicesTest-980849656-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:15:01.252493 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-b4ea593a-d85c-4039-b3fc-e1cfdb532788 tempest-TaggedBootDevicesTest-980849656 tempest-TaggedBootDevicesTest-980849656-project] 10.222.0.75 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3910718 Feb 09 19:15:01.252493 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4ea593a-d85c-4039-b3fc-e1cfdb532788 tempest-TaggedBootDevicesTest-980849656 tempest-TaggedBootDevicesTest-980849656-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e5ca4eb3-5e55-4463-a54b-551ffc1150d2,revision_number=0']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:15:01.259058 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-7885e683-a234-491f-b11a-29543f106fc8 req-f16e73be-7f23-40c1-95e5-4c229088c3ff tempest-InstanceActionsNegativeTestJSON-1252269426 tempest-InstanceActionsNegativeTestJSON-1252269426-project] 10.222.0.75 "GET /v2.0/security-groups?id=47e347be-a942-4820-ad68-433aef711167&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2688749 Feb 09 19:15:01.259721 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 34210) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:15:01.267185 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.v2.base [None req-e69a3529-c7b2-4da8-a4a7-d77a57ae7542 tempest-TaggedBootDevicesTest-980849656 tempest-TaggedBootDevicesTest-980849656-project] Request body: {'floatingip': {'floating_network_id': '88055e1e-672a-4487-be31-ffb6e833ece5'}} {{(pid=103229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 19:15:01.297030 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9969232-7efe-44f5-ac2e-6248d74d32a8 None None] Pushing event updated for resources: {'Port': ['ID=2a7f1092-d79a-4cc7-8ec6-78216e357fb4,revision_number=4']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:15:01.299133 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-e69a3529-c7b2-4da8-a4a7-d77a57ae7542 tempest-TaggedBootDevicesTest-980849656 tempest-TaggedBootDevicesTest-980849656-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:15:01.323553 n-d-713498-36 neutron-server[103230]: DEBUG neutron.db.l3_dvrscheduler_db [req-0f383be2-553b-447c-9b6d-89e927eba3a1 req-8a8ca3f5-9e4d-4719-a02a-b6f0648f3f8f tempest-InstanceActionsNegativeTestJSON-1252269426 tempest-InstanceActionsNegativeTestJSON-1252269426-project] No DVR routers for this DVR port af18f59f-af41-476b-8914-431fa7d74f86 on host n-h1-713498-36 {{(pid=103230) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 19:15:01.329370 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [req-0f383be2-553b-447c-9b6d-89e927eba3a1 req-8a8ca3f5-9e4d-4719-a02a-b6f0648f3f8f tempest-InstanceActionsNegativeTestJSON-1252269426 tempest-InstanceActionsNegativeTestJSON-1252269426-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171096'] for port (None), before_response {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:15:01.332896 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-0f383be2-553b-447c-9b6d-89e927eba3a1 req-8a8ca3f5-9e4d-4719-a02a-b6f0648f3f8f tempest-InstanceActionsNegativeTestJSON-1252269426 tempest-InstanceActionsNegativeTestJSON-1252269426-project] 10.222.0.89 "DELETE /v2.0/ports/af18f59f-af41-476b-8914-431fa7d74f86 HTTP/1.1" status: 204 len: 173 time: 1.4094439 Feb 09 19:15:01.333430 n-d-713498-36 neutron-server[103230]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cb650e06-84a7-483f-9d43-077d1b434079', 'name': 'network-vif-deleted', 'tag': 'af18f59f-af41-476b-8914-431fa7d74f86'}] {{(pid=103230) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 19:15:01.336719 n-d-713498-36 neutron-server[103230]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aee5919275bae9f72eb374ee322673045eb80c1f84b4b45a97d96923bd50ab51" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9aabf17b-f577-4583-a726-e5e6e5abbd62" -d '{"events": [{"server_uuid": "cb650e06-84a7-483f-9d43-077d1b434079", "name": "network-vif-deleted", "tag": "af18f59f-af41-476b-8914-431fa7d74f86"}]}' {{(pid=103230) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 19:15:01.419750 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-fa060028-1a42-4675-8b3b-173198d034e5 req-721f522e-d586-465d-a1d0-7c2f92a2b1de tempest-AttachVolumeTestJSON-524945227 tempest-AttachVolumeTestJSON-524945227-project] 10.222.0.75 "GET /v2.0/security-groups?name=tempest-securitygroup--1955177573&fields=id&tenant_id=b8358624fc0d4008bf7aadd6f5fc09a1 HTTP/1.1" status: 200 len: 267 time: 0.2455833 Feb 09 19:15:01.442476 n-d-713498-36 neutron-server[103230]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 19:15:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-327f2618-339a-46a2-92df-88ec64c734c2 x-openstack-request-id: req-327f2618-339a-46a2-92df-88ec64c734c2 {{(pid=103230) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 19:15:01.442800 n-d-713498-36 neutron-server[103230]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cb650e06-84a7-483f-9d43-077d1b434079", "name": "network-vif-deleted", "tag": "af18f59f-af41-476b-8914-431fa7d74f86", "status": "completed", "code": 200}]} {{(pid=103230) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 19:15:01.445287 n-d-713498-36 neutron-server[103230]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-327f2618-339a-46a2-92df-88ec64c734c2 {{(pid=103230) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 19:15:01.445774 n-d-713498-36 neutron-server[103230]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cb650e06-84a7-483f-9d43-077d1b434079', 'name': 'network-vif-deleted', 'tag': 'af18f59f-af41-476b-8914-431fa7d74f86', 'status': 'completed', 'code': 200} Feb 09 19:15:01.537134 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Pushing event updated for resources: {'Port': ['ID=fa80dfda-0025-4c1b-a2ae-7fc800f1e6cc,revision_number=3']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:15:01.563880 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-e69a3529-c7b2-4da8-a4a7-d77a57ae7542 tempest-TaggedBootDevicesTest-980849656 tempest-TaggedBootDevicesTest-980849656-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (None), before_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:15:01.579421 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Returning: {'device': '36c7de31-85c6-4cbd-b0d1-a39d123080e6', 'network_id': '7db728b6-f824-4bd2-9bbc-3a8ddd77fc29', 'port_id': '36c7de31-85c6-4cbd-b0d1-a39d123080e6', 'mac_address': 'fa:16:3e:3f:c5:5b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 362, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '56850be1-15c2-42cc-9dca-1e107c979838', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103232) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 19:15:01.729236 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa060028-1a42-4675-8b3b-173198d034e5 req-ca8fad90-98ab-47ef-8017-4b0b5a520ce9 tempest-AttachVolumeTestJSON-524945227 tempest-AttachVolumeTestJSON-524945227-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:15:01.730846 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-fa060028-1a42-4675-8b3b-173198d034e5 req-ca8fad90-98ab-47ef-8017-4b0b5a520ce9 tempest-AttachVolumeTestJSON-524945227 tempest-AttachVolumeTestJSON-524945227-project] 10.222.0.75 "GET /v2.0/networks?id=99117bb9-9128-41a1-bdb4-92a6c18a7b42 HTTP/1.1" status: 200 len: 810 time: 0.2923851 Feb 09 19:15:01.758036 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-fa060028-1a42-4675-8b3b-173198d034e5 req-f2167e4d-ec7a-46af-a9b6-4061e2feee38 tempest-AttachVolumeTestJSON-524945227 tempest-AttachVolumeTestJSON-524945227-project] 10.222.0.75 "GET /v2.0/quotas/b8358624fc0d4008bf7aadd6f5fc09a1 HTTP/1.1" status: 200 len: 375 time: 0.0176873 Feb 09 19:15:01.796724 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-790f1b15-76ea-4c34-9b63-e9e6ed074fd2 None None] Current status of the port fa80dfda-0025-4c1b-a2ae-7fc800f1e6cc is: ACTIVE; New status is: ACTIVE {{(pid=103232) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 19:15:01.809689 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.provisioning_blocks [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Provisioning complete for port b2df33b3-6fc2-4ba8-843a-75225b202de2 triggered by entity L2. {{(pid=103232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 19:15:01.810403 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593630'] for port (b2df33b3-6fc2-4ba8-843a-75225b202de2), provisioning_complete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:15:01.850143 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66f27a96-6abb-48dd-80e7-b11d316fd88e req-9804d7d0-d165-40ff-8b94-dab3d456fca8 tempest-ServerDiskConfigTestJSON-504186010 tempest-ServerDiskConfigTestJSON-504186010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:15:01.862635 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-66f27a96-6abb-48dd-80e7-b11d316fd88e req-9804d7d0-d165-40ff-8b94-dab3d456fca8 tempest-ServerDiskConfigTestJSON-504186010 tempest-ServerDiskConfigTestJSON-504186010-project] 10.222.0.75 "GET /v2.0/ports?device_id=3b1e9834-a534-412a-99fa-773ccc50c344 HTTP/1.1" status: 200 len: 945 time: 0.1900327 Feb 09 19:15:01.919775 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-fa060028-1a42-4675-8b3b-173198d034e5 req-63823be8-a7b0-48ac-9d9f-b876239b9463 tempest-AttachVolumeTestJSON-524945227 tempest-AttachVolumeTestJSON-524945227-project] 10.222.0.75 "GET /v2.0/ports?tenant_id=b8358624fc0d4008bf7aadd6f5fc09a1&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1544545 Feb 09 19:15:01.960024 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-66f27a96-6abb-48dd-80e7-b11d316fd88e req-53ee429e-e76a-43db-972c-2ffc56fdbc19 tempest-ServerDiskConfigTestJSON-504186010 tempest-ServerDiskConfigTestJSON-504186010-project] 10.222.0.75 "GET /v2.0/security-groups?id=3d9033a7-be2a-4459-a2da-84c23e651975&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0952616 Feb 09 19:15:02.060821 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.l3_dvr_db [None req-337bb077-fe6a-4e15-8bdd-f3e1ac6229a0 None None] Set router ccff0999-6496-491d-ae22-2f8fab284166 gateway port host: n-d-713498-36 {{(pid=103232) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 19:15:02.077845 n-d-713498-36 neutron-server[103229]: DEBUG neutron.db.db_base_plugin_common [None req-e69a3529-c7b2-4da8-a4a7-d77a57ae7542 tempest-TaggedBootDevicesTest-980849656 tempest-TaggedBootDevicesTest-980849656-project] Allocated IP 172.25.1.92 (88055e1e-672a-4487-be31-ffb6e833ece5/ac16dbcc-383c-4b43-9153-d763c4a53f91/a8d3a598-d6ad-4674-897e-1cf36dd4d168) {{(pid=103229) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 19:15:02.130714 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-fa060028-1a42-4675-8b3b-173198d034e5 req-f0cc41f9-15af-4d10-a919-ea2735894c3c service neutron] 10.222.0.75 "GET /v2.0/networks/99117bb9-9128-41a1-bdb4-92a6c18a7b42?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1970055 Feb 09 19:15:02.280149 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Current status of the port 36c7de31-85c6-4cbd-b0d1-a39d123080e6 is: ACTIVE; New status is: BUILD {{(pid=103232) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 19:15:02.290875 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (36c7de31-85c6-4cbd-b0d1-a39d123080e6), before_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:15:02.323041 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.provisioning_blocks [None req-d4c34471-6437-422e-9847-b6610cc9bb1f None None] Provisioning complete for port 2a7f1092-d79a-4cc7-8ec6-78216e357fb4 triggered by entity DHCP. {{(pid=103232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 19:15:02.326595 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-d4c34471-6437-422e-9847-b6610cc9bb1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593630'] for port (2a7f1092-d79a-4cc7-8ec6-78216e357fb4), provisioning_complete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:15:02.334907 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-fa060028-1a42-4675-8b3b-173198d034e5 req-1bc1c654-8759-45ef-902f-edd89e349305 service neutron] 10.222.0.75 "GET /v2.0/networks/99117bb9-9128-41a1-bdb4-92a6c18a7b42?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1978271 Feb 09 19:15:02.346313 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 34230) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:15:02.447826 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a9a1ba7-70ba-4cac-8fb4-c30a93837676 req-a0ffdbba-20d3-466b-902b-0bcad93daab1 tempest-MigrationsAdminTest-892781459 tempest-MigrationsAdminTest-892781459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:15:02.449654 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-2a9a1ba7-70ba-4cac-8fb4-c30a93837676 req-a0ffdbba-20d3-466b-902b-0bcad93daab1 tempest-MigrationsAdminTest-892781459 tempest-MigrationsAdminTest-892781459-project] 10.222.0.75 "GET /v2.0/ports?device_id=9cec8a2a-9f08-4ec2-981f-5cef55181738 HTTP/1.1" status: 200 len: 950 time: 0.3104939 Feb 09 19:15:02.534191 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-e69a3529-c7b2-4da8-a4a7-d77a57ae7542 tempest-TaggedBootDevicesTest-980849656 tempest-TaggedBootDevicesTest-980849656-project] Publish callbacks [] for port (a8d3a598-d6ad-4674-897e-1cf36dd4d168), precommit_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:15:02.677309 n-d-713498-36 neutron-server[103232]: DEBUG neutron.notifiers.nova [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 36c7de31-85c6-4cbd-b0d1-a39d123080e6 {{(pid=103232) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 19:15:02.701848 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Current status of the port b2df33b3-6fc2-4ba8-843a-75225b202de2 is: ACTIVE; New status is: ACTIVE {{(pid=103232) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 19:15:02.736844 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-2a9a1ba7-70ba-4cac-8fb4-c30a93837676 req-4b07c79d-d9e3-44bd-8b55-ed70dc7b1963 tempest-MigrationsAdminTest-892781459 tempest-MigrationsAdminTest-892781459-project] 10.222.0.75 "GET /v2.0/security-groups?id=709912c8-8171-4435-800e-9e5c5e45bf8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2710354 Feb 09 19:15:02.745592 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-fee45da1-2b9c-4c64-96b0-830c3fbafa20 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:15:02.815227 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-e69a3529-c7b2-4da8-a4a7-d77a57ae7542 tempest-TaggedBootDevicesTest-980849656 tempest-TaggedBootDevicesTest-980849656-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762866656467', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12867576'] for port (a8d3a598-d6ad-4674-897e-1cf36dd4d168), after_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:15:02.864296 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] For port 36c7de31-85c6-4cbd-b0d1-a39d123080e6, host n-h1-713498-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-36',level=0,port_id=36c7de31-85c6-4cbd-b0d1-a39d123080e6,segment=NetworkSegment(1e2a1863-ec93-4db2-ba80-84e2ae4ef342),segment_id=1e2a1863-ec93-4db2-ba80-84e2ae4ef342)] {{(pid=103232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 19:15:02.906368 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc7dd27d-32de-490d-889d-50eceaee5c79 req-dbda8a47-ef5e-423c-a307-aeaa26d36e25 tempest-ListServerFiltersTestJSON-592653301 tempest-ListServerFiltersTestJSON-592653301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:15:02.918995 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-dc7dd27d-32de-490d-889d-50eceaee5c79 req-dbda8a47-ef5e-423c-a307-aeaa26d36e25 tempest-ListServerFiltersTestJSON-592653301 tempest-ListServerFiltersTestJSON-592653301-project] 10.222.0.75 "GET /v2.0/ports?device_id=28d1ebed-bf95-452e-aa2c-45880a088b7c HTTP/1.1" status: 200 len: 945 time: 0.1947312 Feb 09 19:15:02.920752 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 34240) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:15:03.022797 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762867176205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762866656485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762866656503'] for port (36c7de31-85c6-4cbd-b0d1-a39d123080e6), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:15:03.093759 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-dc7dd27d-32de-490d-889d-50eceaee5c79 req-d73df408-bd50-45ae-b6e4-3f2f4914f3ba tempest-ListServerFiltersTestJSON-592653301 tempest-ListServerFiltersTestJSON-592653301-project] 10.222.0.75 "GET /v2.0/security-groups?id=25541e77-9cfa-43ca-aee5-11ed3f3bedff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1737723 Feb 09 19:15:03.127736 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-81a4215f-c55e-49bb-b050-b310471241fb req-96853864-5dd3-4b6d-8b57-ff1b3eeadecb tempest-AttachVolumeTestJSON-524945227 tempest-AttachVolumeTestJSON-524945227-project] 10.222.0.75 "GET /v2.0/ports?device_id=9e47810b-ed07-4409-98e3-da39074300c7 HTTP/1.1" status: 200 len: 210 time: 0.1241398 Feb 09 19:15:03.134173 n-d-713498-36 neutron-server[103229]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e69a3529-c7b2-4da8-a4a7-d77a57ae7542 tempest-TaggedBootDevicesTest-980849656 tempest-TaggedBootDevicesTest-980849656-project] Network 88055e1e-672a-4487-be31-ffb6e833ece5 is already hosted by enough agents. {{(pid=103229) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 19:15:03.173662 n-d-713498-36 neutron-server[103229]: DEBUG neutron.scheduler.base_scheduler [None req-e69a3529-c7b2-4da8-a4a7-d77a57ae7542 tempest-TaggedBootDevicesTest-980849656 tempest-TaggedBootDevicesTest-980849656-project] Resources bound (agent type, host, resource id): {{(pid=103229) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 19:15:03.194785 n-d-713498-36 neutron-server[103229]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e69a3529-c7b2-4da8-a4a7-d77a57ae7542 tempest-TaggedBootDevicesTest-980849656 tempest-TaggedBootDevicesTest-980849656-project] Received port after_create {{(pid=103229) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 19:15:03.206202 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e69a3529-c7b2-4da8-a4a7-d77a57ae7542 tempest-TaggedBootDevicesTest-980849656 tempest-TaggedBootDevicesTest-980849656-project] Pushing event updated for resources: {'Port': ['ID=a8d3a598-d6ad-4674-897e-1cf36dd4d168,revision_number=1']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:15:03.228532 n-d-713498-36 neutron-server[103230]: DEBUG neutron.db.db_base_plugin_v2 [None req-4128c2ab-f795-49bc-b36e-13fd53750bb1 admin admin] Deleting subnet 2c39c63a-d7b0-4308-984c-cdb70975389e {{(pid=103230) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 19:15:03.242303 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-4128c2ab-f795-49bc-b36e-13fd53750bb1 admin admin] Publish callbacks [] for subnet (2c39c63a-d7b0-4308-984c-cdb70975389e), before_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:15:03.295753 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Device a8e3b704-eb7d-401f-b504-b83f46b00ed4 up at agent ovs-agent-n-d-713498-36 {{(pid=103232) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 19:15:03.383720 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-d4c34471-6437-422e-9847-b6610cc9bb1f None None] Current status of the port 2a7f1092-d79a-4cc7-8ec6-78216e357fb4 is: DOWN; New status is: ACTIVE {{(pid=103232) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 19:15:03.389420 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-d4c34471-6437-422e-9847-b6610cc9bb1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (2a7f1092-d79a-4cc7-8ec6-78216e357fb4), before_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:15:03.448947 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-4128c2ab-f795-49bc-b36e-13fd53750bb1 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12895822'] for subnet (2c39c63a-d7b0-4308-984c-cdb70975389e), precommit_delete_associations {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:15:03.524803 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-fee45da1-2b9c-4c64-96b0-830c3fbafa20 admin admin] Publish callbacks [] for security_group (e8af8193-b708-4e11-9c5e-93c2c7baa111), precommit_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:15:03.558603 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-fee45da1-2b9c-4c64-96b0-830c3fbafa20 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1892331'] for security_group (e8af8193-b708-4e11-9c5e-93c2c7baa111), after_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:15:03.572534 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-d4c34471-6437-422e-9847-b6610cc9bb1f None None] For port 2a7f1092-d79a-4cc7-8ec6-78216e357fb4, host n-d-713498-36, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-36',level=0,port_id=2a7f1092-d79a-4cc7-8ec6-78216e357fb4,segment=NetworkSegment(7634cd2f-bb07-4aa6-8222-5e64bdefad14),segment_id=7634cd2f-bb07-4aa6-8222-5e64bdefad14)] {{(pid=103232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 19:15:03.576934 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Pushing event updated for resources: {'Port': ['ID=36c7de31-85c6-4cbd-b0d1-a39d123080e6,revision_number=6']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:15:03.581394 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.provisioning_blocks [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Provisioning complete for port a8e3b704-eb7d-401f-b504-b83f46b00ed4 triggered by entity L2. {{(pid=103232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 19:15:03.581976 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593630'] for port (a8e3b704-eb7d-401f-b504-b83f46b00ed4), provisioning_complete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:15:03.586913 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-d4c34471-6437-422e-9847-b6610cc9bb1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762867176205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762866656485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762866656503'] for port (2a7f1092-d79a-4cc7-8ec6-78216e357fb4), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:15:03.617638 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-4128c2ab-f795-49bc-b36e-13fd53750bb1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-759852'] for subnet (2c39c63a-d7b0-4308-984c-cdb70975389e), precommit_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:15:03.647783 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcb22f06-9a95-49ef-b998-d6599dfc088b req-292aac9f-3299-4cb7-8ec1-7e3bb0899c74 tempest-ListServerFiltersTestJSON-592653301 tempest-ListServerFiltersTestJSON-592653301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:15:03.656474 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-bcb22f06-9a95-49ef-b998-d6599dfc088b req-292aac9f-3299-4cb7-8ec1-7e3bb0899c74 tempest-ListServerFiltersTestJSON-592653301 tempest-ListServerFiltersTestJSON-592653301-project] 10.222.0.75 "GET /v2.0/ports?device_id=342293bf-7258-4cd4-a7b8-d6015bcac217 HTTP/1.1" status: 200 len: 946 time: 0.3744643 Feb 09 19:15:03.700527 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.l3_hamode_db [None req-337bb077-fe6a-4e15-8bdd-f3e1ac6229a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ccff0999-6496-491d-ae22-2f8fab284166', 'name': 'tempest-AttachVolumeTestJSON-591340071-router', 'tenant_id': 'b8358624fc0d4008bf7aadd6f5fc09a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88055e1e-672a-4487-be31-ffb6e833ece5', 'external_fixed_ips': [{'subnet_id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'ip_address': '172.25.1.112'}], 'enable_snat': True}, 'gw_port_id': 'b2df33b3-6fc2-4ba8-843a-75225b202de2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T19:14:44Z', 'updated_at': '2022-02-09T19:14:51Z', 'revision_number': 4, 'project_id': 'b8358624fc0d4008bf7aadd6f5fc09a1', 'gw_port': {'id': 'b2df33b3-6fc2-4ba8-843a-75225b202de2', 'name': '', 'network_id': '88055e1e-672a-4487-be31-ffb6e833ece5', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:34:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ccff0999-6496-491d-ae22-2f8fab284166', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1377, 'fixed_ips': [{'subnet_id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'ip_address': '172.25.1.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T19:14:46Z', 'updated_at': '2022-02-09T19:14:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-36', '_interfaces': [{'id': '2a7f1092-d79a-4cc7-8ec6-78216e357fb4', 'name': '', 'network_id': '99117bb9-9128-41a1-bdb4-92a6c18a7b42', 'tenant_id': 'b8358624fc0d4008bf7aadd6f5fc09a1', 'mac_address': 'fa:16:3e:b7:b8:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ccff0999-6496-491d-ae22-2f8fab284166', 'device_owner': 'network:router_interface', 'standard_attr_id': 1378, 'fixed_ips': [{'subnet_id': '3f43124c-9b13-4bd8-a6f5-516bdab3ca3c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T19:14:50Z', 'updated_at': '2022-02-09T19:15:00Z', 'revision_number': 4, 'project_id': 'b8358624fc0d4008bf7aadd6f5fc09a1', 'subnets': [{'id': '3f43124c-9b13-4bd8-a6f5-516bdab3ca3c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-36', False) {} {{(pid=103232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:15:03.702857 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.provisioning_blocks [None req-d4c34471-6437-422e-9847-b6610cc9bb1f None None] Provisioning complete for port a8e3b704-eb7d-401f-b504-b83f46b00ed4 triggered by entity DHCP. {{(pid=103232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 19:15:03.703410 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-d4c34471-6437-422e-9847-b6610cc9bb1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593630'] for port (a8e3b704-eb7d-401f-b504-b83f46b00ed4), provisioning_complete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:15:03.746561 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-fee45da1-2b9c-4c64-96b0-830c3fbafa20 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=aea2fe85f4f340f9881cea8ac1ef0fa9&name=default HTTP/1.1" status: 200 len: 3000 time: 1.3883851 Feb 09 19:15:03.747343 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 34254) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:15:03.753553 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23ff1ddc-217a-436b-b601-231440e9a75a req-49db44ea-e48e-461b-9386-20f9287742e0 tempest-ServerDiskConfigTestJSON-504186010 tempest-ServerDiskConfigTestJSON-504186010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:15:03.755299 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-23ff1ddc-217a-436b-b601-231440e9a75a req-49db44ea-e48e-461b-9386-20f9287742e0 tempest-ServerDiskConfigTestJSON-504186010 tempest-ServerDiskConfigTestJSON-504186010-project] 10.222.0.75 "GET /v2.0/ports?device_id=3b1e9834-a534-412a-99fa-773ccc50c344 HTTP/1.1" status: 200 len: 944 time: 0.4472232 Feb 09 19:15:03.757068 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-4128c2ab-f795-49bc-b36e-13fd53750bb1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-760023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14393672', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12985882'] for subnet (2c39c63a-d7b0-4308-984c-cdb70975389e), after_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:15:03.771061 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-e69a3529-c7b2-4da8-a4a7-d77a57ae7542 tempest-TaggedBootDevicesTest-980849656 tempest-TaggedBootDevicesTest-980849656-project] Publish callbacks [] for floatingip (d55d2994-f25a-4a1a-b636-5dec2eee9c49), precommit_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:15:03.771348 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-337bb077-fe6a-4e15-8bdd-f3e1ac6229a0 None None] The sync data for ids ['ccff0999-6496-491d-ae22-2f8fab284166'] in n-d-713498-36 is: [{'id': 'ccff0999-6496-491d-ae22-2f8fab284166', 'name': 'tempest-AttachVolumeTestJSON-591340071-router', 'tenant_id': 'b8358624fc0d4008bf7aadd6f5fc09a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88055e1e-672a-4487-be31-ffb6e833ece5', 'external_fixed_ips': [{'subnet_id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'ip_address': '172.25.1.112'}], 'enable_snat': True}, 'gw_port_id': 'b2df33b3-6fc2-4ba8-843a-75225b202de2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T19:14:44Z', 'updated_at': '2022-02-09T19:14:51Z', 'revision_number': 4, 'project_id': 'b8358624fc0d4008bf7aadd6f5fc09a1', 'gw_port': {'id': 'b2df33b3-6fc2-4ba8-843a-75225b202de2', 'name': '', 'network_id': '88055e1e-672a-4487-be31-ffb6e833ece5', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:34:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ccff0999-6496-491d-ae22-2f8fab284166', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1377, 'fixed_ips': [{'subnet_id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'ip_address': '172.25.1.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T19:14:46Z', 'updated_at': '2022-02-09T19:14:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-36', '_interfaces': [{'id': '2a7f1092-d79a-4cc7-8ec6-78216e357fb4', 'name': '', 'network_id': '99117bb9-9128-41a1-bdb4-92a6c18a7b42', 'tenant_id': 'b8358624fc0d4008bf7aadd6f5fc09a1', 'mac_address': 'fa:16:3e:b7:b8:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ccff0999-6496-491d-ae22-2f8fab284166', 'device_owner': 'network:router_interface', 'standard_attr_id': 1378, 'fixed_ips': [{'subnet_id': '3f43124c-9b13-4bd8-a6f5-516bdab3ca3c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T19:14:50Z', 'updated_at': '2022-02-09T19:15:00Z', 'revision_number': 4, 'project_id': 'b8358624fc0d4008bf7aadd6f5fc09a1', 'subnets': [{'id': '3f43124c-9b13-4bd8-a6f5-516bdab3ca3c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103232) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 19:15:03.772763 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fee45da1-2b9c-4c64-96b0-830c3fbafa20 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e8af8193-b708-4e11-9c5e-93c2c7baa111,revision_number=1']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:15:03.800142 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-4128c2ab-f795-49bc-b36e-13fd53750bb1 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:15:03.807435 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-4128c2ab-f795-49bc-b36e-13fd53750bb1 admin admin] 10.222.0.75 "DELETE /v2.0/subnets/2c39c63a-d7b0-4308-984c-cdb70975389e HTTP/1.1" status: 204 len: 168 time: 0.8820112 Feb 09 19:15:03.819277 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 34258) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:15:03.857391 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4c34471-6437-422e-9847-b6610cc9bb1f None None] Pushing event updated for resources: {'Port': ['ID=2a7f1092-d79a-4cc7-8ec6-78216e357fb4,revision_number=5']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:15:03.860648 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4128c2ab-f795-49bc-b36e-13fd53750bb1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2c39c63a-d7b0-4308-984c-cdb70975389e,revision_number=None']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:15:03.959982 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-bcb22f06-9a95-49ef-b998-d6599dfc088b req-fec0796d-f4b0-481c-a9bc-ee5bad92f993 tempest-ListServerFiltersTestJSON-592653301 tempest-ListServerFiltersTestJSON-592653301-project] 10.222.0.75 "GET /v2.0/security-groups?id=25541e77-9cfa-43ca-aee5-11ed3f3bedff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3023002 Feb 09 19:15:03.979299 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-e69a3529-c7b2-4da8-a4a7-d77a57ae7542 tempest-TaggedBootDevicesTest-980849656 tempest-TaggedBootDevicesTest-980849656-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (a8d3a598-d6ad-4674-897e-1cf36dd4d168), before_update {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:15:04.018559 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Current status of the port a8e3b704-eb7d-401f-b504-b83f46b00ed4 is: DOWN; New status is: ACTIVE {{(pid=103232) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 19:15:04.018957 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (a8e3b704-eb7d-401f-b504-b83f46b00ed4), before_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:15:04.061167 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-f59126d9-b540-4a57-a313-c450dfe9d1f7 admin admin] Publish callbacks [] for security_group (e8af8193-b708-4e11-9c5e-93c2c7baa111), before_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:15:04.105697 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-23ff1ddc-217a-436b-b601-231440e9a75a req-b905f7fa-e37e-48c2-8dcd-7d1469b21761 tempest-ServerDiskConfigTestJSON-504186010 tempest-ServerDiskConfigTestJSON-504186010-project] 10.222.0.75 "GET /v2.0/security-groups?id=3d9033a7-be2a-4459-a2da-84c23e651975&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3352580 Feb 09 19:15:04.117481 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-0c5f0deb-7d01-410e-9b6b-d70a67f76fb7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-670458'] for network (bfeec6fe-8a4b-4ced-8af6-48b30d934f6e), before_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:15:04.119958 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] For port a8e3b704-eb7d-401f-b504-b83f46b00ed4, host n-d-713498-36, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-36',level=0,port_id=a8e3b704-eb7d-401f-b504-b83f46b00ed4,segment=NetworkSegment(23ed1668-aba2-4aca-a9aa-7fbe90d952c5),segment_id=23ed1668-aba2-4aca-a9aa-7fbe90d952c5)] {{(pid=103232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 19:15:04.133622 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-f59126d9-b540-4a57-a313-c450dfe9d1f7 admin admin] Publish callbacks [] for security_group (e8af8193-b708-4e11-9c5e-93c2c7baa111), precommit_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:15:04.232166 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-d4c34471-6437-422e-9847-b6610cc9bb1f None None] Current status of the port a8e3b704-eb7d-401f-b504-b83f46b00ed4 is: DOWN; New status is: ACTIVE {{(pid=103232) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 19:15:04.232839 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-d4c34471-6437-422e-9847-b6610cc9bb1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (a8e3b704-eb7d-401f-b504-b83f46b00ed4), before_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:15:04.235086 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762867176205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762866656485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762866656503'] for port (a8e3b704-eb7d-401f-b504-b83f46b00ed4), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:15:04.236090 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Device fa80dfda-0025-4c1b-a2ae-7fc800f1e6cc up at agent ovs-agent-n-d-713498-36 {{(pid=103232) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 19:15:04.401074 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-0c5f0deb-7d01-410e-9b6b-d70a67f76fb7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-590267', 'neutron.services.segments.db._delete_segments_for_network-8762867132609'] for network (bfeec6fe-8a4b-4ced-8af6-48b30d934f6e), precommit_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:15:04.409809 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-935b3062-fd24-464b-92cd-ed1f421c3ffa req-f40d2f4f-6830-4852-ac90-dc072101f993 tempest-MigrationsAdminTest-892781459 tempest-MigrationsAdminTest-892781459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:15:04.411431 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-935b3062-fd24-464b-92cd-ed1f421c3ffa req-f40d2f4f-6830-4852-ac90-dc072101f993 tempest-MigrationsAdminTest-892781459 tempest-MigrationsAdminTest-892781459-project] 10.222.0.75 "GET /v2.0/ports?device_id=9cec8a2a-9f08-4ec2-981f-5cef55181738 HTTP/1.1" status: 200 len: 950 time: 0.2954705 Feb 09 19:15:04.444675 n-d-713498-36 neutron-server[103230]: DEBUG neutron.services.segments.db [None req-0c5f0deb-7d01-410e-9b6b-d70a67f76fb7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bfeec6fe-8a4b-4ced-8af6-48b30d934f6e']}} {{(pid=103230) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:15:04.492624 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Pushing event updated for resources: {'Port': ['ID=a8e3b704-eb7d-401f-b504-b83f46b00ed4,revision_number=3']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:15:04.503761 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-f59126d9-b540-4a57-a313-c450dfe9d1f7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1892331'] for security_group (e8af8193-b708-4e11-9c5e-93c2c7baa111), after_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:15:04.510351 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-f59126d9-b540-4a57-a313-c450dfe9d1f7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:15:04.520204 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-f59126d9-b540-4a57-a313-c450dfe9d1f7 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/e8af8193-b708-4e11-9c5e-93c2c7baa111 HTTP/1.1" status: 204 len: 168 time: 0.7647183 Feb 09 19:15:04.530580 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.db.api [None req-d4c34471-6437-422e-9847-b6610cc9bb1f None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103232) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 09 19:15:04.530944 n-d-713498-36 neutron-server[103232]: DEBUG oslo_db.api [None req-d4c34471-6437-422e-9847-b6610cc9bb1f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 09 19:15:04.545796 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.provisioning_blocks [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Provisioning complete for port fa80dfda-0025-4c1b-a2ae-7fc800f1e6cc triggered by entity L2. {{(pid=103232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 19:15:04.546245 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593630'] for port (fa80dfda-0025-4c1b-a2ae-7fc800f1e6cc), provisioning_complete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:15:04.643938 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f59126d9-b540-4a57-a313-c450dfe9d1f7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e8af8193-b708-4e11-9c5e-93c2c7baa111,revision_number=None']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:15:04.646989 n-d-713498-36 neutron-server[103230]: DEBUG neutron.services.segments.db [None req-0c5f0deb-7d01-410e-9b6b-d70a67f76fb7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '89d1d4f3-2910-47d5-93bc-1d916b299c75') {'for_net_delete': True} {{(pid=103230) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:15:04.658413 n-d-713498-36 neutron-server[103230]: DEBUG neutron.services.segments.db [None req-0c5f0deb-7d01-410e-9b6b-d70a67f76fb7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '89d1d4f3-2910-47d5-93bc-1d916b299c75') {} {{(pid=103230) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:15:04.668251 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-e69a3529-c7b2-4da8-a4a7-d77a57ae7542 tempest-TaggedBootDevicesTest-980849656 tempest-TaggedBootDevicesTest-980849656-project] Publish callbacks [] for port (a8d3a598-d6ad-4674-897e-1cf36dd4d168), precommit_update {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:15:04.689032 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-0c5f0deb-7d01-410e-9b6b-d70a67f76fb7 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762867134154', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12895813'] for segment (89d1d4f3-2910-47d5-93bc-1d916b299c75), before_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:15:04.705137 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-e69a3529-c7b2-4da8-a4a7-d77a57ae7542 tempest-TaggedBootDevicesTest-980849656 tempest-TaggedBootDevicesTest-980849656-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762867176205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762866656485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762866656503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12867569'] for port (a8d3a598-d6ad-4674-897e-1cf36dd4d168), after_update {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:15:04.714329 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f59126d9-b540-4a57-a313-c450dfe9d1f7 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:15:04.714916 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f59126d9-b540-4a57-a313-c450dfe9d1f7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:15:04.716142 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f59126d9-b540-4a57-a313-c450dfe9d1f7 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:15:04.716142 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f59126d9-b540-4a57-a313-c450dfe9d1f7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:15:04.716491 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f59126d9-b540-4a57-a313-c450dfe9d1f7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:15:04.716724 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f59126d9-b540-4a57-a313-c450dfe9d1f7 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:15:04.717269 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f59126d9-b540-4a57-a313-c450dfe9d1f7 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:15:04.717583 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f59126d9-b540-4a57-a313-c450dfe9d1f7 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:15:04.717982 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f59126d9-b540-4a57-a313-c450dfe9d1f7 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:15:04.736040 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f59126d9-b540-4a57-a313-c450dfe9d1f7 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:15:04.736646 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f59126d9-b540-4a57-a313-c450dfe9d1f7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:15:04.737146 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f59126d9-b540-4a57-a313-c450dfe9d1f7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:15:04.737642 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f59126d9-b540-4a57-a313-c450dfe9d1f7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:15:04.745523 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-0c5f0deb-7d01-410e-9b6b-d70a67f76fb7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-759574'] for segment (89d1d4f3-2910-47d5-93bc-1d916b299c75), precommit_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:15:04.813048 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Current status of the port fa80dfda-0025-4c1b-a2ae-7fc800f1e6cc is: ACTIVE; New status is: ACTIVE {{(pid=103232) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 19:15:04.836931 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-935b3062-fd24-464b-92cd-ed1f421c3ffa req-ff858f55-49ec-49ae-b314-6746d811d4f7 tempest-MigrationsAdminTest-892781459 tempest-MigrationsAdminTest-892781459-project] 10.222.0.75 "GET /v2.0/security-groups?id=709912c8-8171-4435-800e-9e5c5e45bf8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4174769 Feb 09 19:15:04.882161 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0c5f0deb-7d01-410e-9b6b-d70a67f76fb7 admin admin] Releasing vlan 368 on physical network physnet1 to pool {{(pid=103230) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 19:15:04.882610 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-0c5f0deb-7d01-410e-9b6b-d70a67f76fb7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-759574', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14393826'] for segment (89d1d4f3-2910-47d5-93bc-1d916b299c75), after_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:15:04.901577 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e69a3529-c7b2-4da8-a4a7-d77a57ae7542 tempest-TaggedBootDevicesTest-980849656 tempest-TaggedBootDevicesTest-980849656-project] Pushing event updated for resources: {'Port': ['ID=a8d3a598-d6ad-4674-897e-1cf36dd4d168,revision_number=2']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:15:04.918868 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-e69a3529-c7b2-4da8-a4a7-d77a57ae7542 tempest-TaggedBootDevicesTest-980849656 tempest-TaggedBootDevicesTest-980849656-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1818909'] for floatingip (d55d2994-f25a-4a1a-b636-5dec2eee9c49), after_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:15:04.948557 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-e69a3529-c7b2-4da8-a4a7-d77a57ae7542 tempest-TaggedBootDevicesTest-980849656 tempest-TaggedBootDevicesTest-980849656-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171096'] for floatingip (None), before_response {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:15:04.950670 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-e69a3529-c7b2-4da8-a4a7-d77a57ae7542 tempest-TaggedBootDevicesTest-980849656 tempest-TaggedBootDevicesTest-980849656-project] 10.222.0.75 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 3.6887791 Feb 09 19:15:05.021510 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Device 36c7de31-85c6-4cbd-b0d1-a39d123080e6 details requested by agent hyperv_n-h1-713498-36 with host n-h1-713498-36 {{(pid=103232) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 19:15:05.025049 n-d-713498-36 neutron-server[103230]: Traceback (most recent call last): Feb 09 19:15:05.025049 n-d-713498-36 neutron-server[103230]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 19:15:05.025049 n-d-713498-36 neutron-server[103230]: timer() Feb 09 19:15:05.025049 n-d-713498-36 neutron-server[103230]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 19:15:05.025049 n-d-713498-36 neutron-server[103230]: cb(*args, **kw) Feb 09 19:15:05.025049 n-d-713498-36 neutron-server[103230]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 19:15:05.025049 n-d-713498-36 neutron-server[103230]: return func(*args, **kwargs) Feb 09 19:15:05.025049 n-d-713498-36 neutron-server[103230]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 19:15:05.025049 n-d-713498-36 neutron-server[103230]: self._notify() Feb 09 19:15:05.025049 n-d-713498-36 neutron-server[103230]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 19:15:05.025049 n-d-713498-36 neutron-server[103230]: self.callback(batched_events) Feb 09 19:15:05.025049 n-d-713498-36 neutron-server[103230]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 19:15:05.025049 n-d-713498-36 neutron-server[103230]: event.method(event) Feb 09 19:15:05.025049 n-d-713498-36 neutron-server[103230]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 19:15:05.025049 n-d-713498-36 neutron-server[103230]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 19:15:05.025049 n-d-713498-36 neutron-server[103230]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 19:15:05.025049 n-d-713498-36 neutron-server[103230]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 19:15:05.025049 n-d-713498-36 neutron-server[103230]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 19:15:05.025049 n-d-713498-36 neutron-server[103230]: return f(self, *a, **k) Feb 09 19:15:05.025049 n-d-713498-36 neutron-server[103230]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 19:15:05.025049 n-d-713498-36 neutron-server[103230]: return self._get(url).json() Feb 09 19:15:05.025049 n-d-713498-36 neutron-server[103230]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 19:15:05.025049 n-d-713498-36 neutron-server[103230]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 19:15:05.025049 n-d-713498-36 neutron-server[103230]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 19:15:05.025049 n-d-713498-36 neutron-server[103230]: return self.request(url, 'GET', **kwargs) Feb 09 19:15:05.025049 n-d-713498-36 neutron-server[103230]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 19:15:05.025049 n-d-713498-36 neutron-server[103230]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 19:15:05.025049 n-d-713498-36 neutron-server[103230]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 19:15:05.025049 n-d-713498-36 neutron-server[103230]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 19:15:05.025049 n-d-713498-36 neutron-server[103230]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 19:15:05.025049 n-d-713498-36 neutron-server[103230]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 19:15:05.025049 n-d-713498-36 neutron-server[103230]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 19:15:05.043243 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-0c5f0deb-7d01-410e-9b6b-d70a67f76fb7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-590242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1885479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1818895'] for network (bfeec6fe-8a4b-4ced-8af6-48b30d934f6e), after_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:15:05.053237 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-0c5f0deb-7d01-410e-9b6b-d70a67f76fb7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1613566'] for network (None), before_response {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:15:05.063259 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-0c5f0deb-7d01-410e-9b6b-d70a67f76fb7 admin admin] 10.222.0.75 "DELETE /v2.0/networks/bfeec6fe-8a4b-4ced-8af6-48b30d934f6e HTTP/1.1" status: 204 len: 168 time: 1.2015069 Feb 09 19:15:05.084905 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-875400cb-2dfd-4541-9046-50bc8f5353d5 req-89252f97-4e33-46b3-8268-9d1ec4960a42 tempest-ListServerFiltersTestJSON-592653301 tempest-ListServerFiltersTestJSON-592653301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:15:05.086923 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-875400cb-2dfd-4541-9046-50bc8f5353d5 req-89252f97-4e33-46b3-8268-9d1ec4960a42 tempest-ListServerFiltersTestJSON-592653301 tempest-ListServerFiltersTestJSON-592653301-project] 10.222.0.75 "GET /v2.0/ports?device_id=e09c7db3-be54-4206-a02e-57c0246ec41a HTTP/1.1" status: 200 len: 945 time: 0.6448200 Feb 09 19:15:05.108917 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa060028-1a42-4675-8b3b-173198d034e5 req-c62f8971-5fbc-463c-bda4-873ab479d32e tempest-AttachVolumeTestJSON-524945227 tempest-AttachVolumeTestJSON-524945227-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:15:05.110733 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-fa060028-1a42-4675-8b3b-173198d034e5 req-c62f8971-5fbc-463c-bda4-873ab479d32e tempest-AttachVolumeTestJSON-524945227 tempest-AttachVolumeTestJSON-524945227-project] 10.222.0.89 "GET /v2.0/networks?id=99117bb9-9128-41a1-bdb4-92a6c18a7b42 HTTP/1.1" status: 200 len: 810 time: 0.6702464 Feb 09 19:15:05.131412 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-070b568b-737d-41cc-9333-c2d5b4b70e46 req-58816681-01fe-48f2-88f4-a8dc25d5f352 tempest-AttachVolumeTestJSON-524945227 tempest-AttachVolumeTestJSON-524945227-project] 10.222.0.75 "GET /v2.0/ports?device_id=9e47810b-ed07-4409-98e3-da39074300c7 HTTP/1.1" status: 200 len: 210 time: 0.1185663 Feb 09 19:15:05.251930 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Device af18f59f-af41-476b-8914-431fa7d74f86 no longer exists at agent hyperv_n-h1-713498-36 {{(pid=103232) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 19:15:05.264761 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c5f0deb-7d01-410e-9b6b-d70a67f76fb7 admin admin] Pushing event deleted for resources: {'Network': ['ID=bfeec6fe-8a4b-4ced-8af6-48b30d934f6e,revision_number=None']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:15:05.387043 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca065ec0-10ff-4049-b5f3-0baec9aef527 req-9fed6cdf-7d6e-42d5-9a14-5dba6f514d70 tempest-ServerDiskConfigTestJSON-504186010 tempest-ServerDiskConfigTestJSON-504186010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:15:05.389895 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-ca065ec0-10ff-4049-b5f3-0baec9aef527 req-9fed6cdf-7d6e-42d5-9a14-5dba6f514d70 tempest-ServerDiskConfigTestJSON-504186010 tempest-ServerDiskConfigTestJSON-504186010-project] 10.222.0.75 "GET /v2.0/ports?device_id=3b1e9834-a534-412a-99fa-773ccc50c344 HTTP/1.1" status: 200 len: 944 time: 0.1434226 Feb 09 19:15:05.390432 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 34288) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:15:05.398984 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Device a8e3b704-eb7d-401f-b504-b83f46b00ed4 up at agent ovs-agent-n-d-713498-36 {{(pid=103232) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 19:15:05.440033 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-875400cb-2dfd-4541-9046-50bc8f5353d5 req-549aaee9-f673-498f-b4da-ae13962f9783 tempest-ListServerFiltersTestJSON-592653301 tempest-ListServerFiltersTestJSON-592653301-project] 10.222.0.75 "GET /v2.0/security-groups?id=25541e77-9cfa-43ca-aee5-11ed3f3bedff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3281991 Feb 09 19:15:05.447895 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-fa060028-1a42-4675-8b3b-173198d034e5 req-72134b70-26a0-4dfa-b60d-d6aafcfae9fa tempest-AttachVolumeTestJSON-524945227 tempest-AttachVolumeTestJSON-524945227-project] 10.222.0.89 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b8358624fc0d4008bf7aadd6f5fc09a1 HTTP/1.1" status: 200 len: 380 time: 0.2355378 Feb 09 19:15:05.459585 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.v2.base [req-fa060028-1a42-4675-8b3b-173198d034e5 req-4e734035-dd94-4447-858f-7f7f6023315e tempest-AttachVolumeTestJSON-524945227 tempest-AttachVolumeTestJSON-524945227-project] Request body: {'port': {'device_id': '9e47810b-ed07-4409-98e3-da39074300c7', 'network_id': '99117bb9-9128-41a1-bdb4-92a6c18a7b42', 'admin_state_up': True, 'tenant_id': 'b8358624fc0d4008bf7aadd6f5fc09a1', 'security_groups': ['bd39f8e7-1d25-418e-b5cd-c91a805a4bbc']}} {{(pid=103230) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 19:15:05.466329 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] No Port match for: af18f59f-af41-476b-8914-431fa7d74f86 {{(pid=103232) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 19:15:05.466710 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Device af18f59f-af41-476b-8914-431fa7d74f86 not bound to the agent host n-h1-713498-36 {{(pid=103232) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 19:15:05.467161 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Device 36c7de31-85c6-4cbd-b0d1-a39d123080e6 no longer exists at agent hyperv_n-h1-713498-36 {{(pid=103232) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 19:15:05.517690 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 34296) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:15:05.518165 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-f0791d71-5819-4b89-a1a8-f6464247acfc admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=4803e41461cb4b1ba4885e3b77ff61ab&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1261973 Feb 09 19:15:05.595801 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-ca065ec0-10ff-4049-b5f3-0baec9aef527 req-136f29f4-64a8-4621-95ab-2a5eb6d96970 tempest-ServerDiskConfigTestJSON-504186010 tempest-ServerDiskConfigTestJSON-504186010-project] 10.222.0.75 "GET /v2.0/security-groups?id=3d9033a7-be2a-4459-a2da-84c23e651975&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1990616 Feb 09 19:15:05.738579 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-d4c34471-6437-422e-9847-b6610cc9bb1f None None] Current status of the port a8e3b704-eb7d-401f-b504-b83f46b00ed4 is: ACTIVE; New status is: ACTIVE {{(pid=103232) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 19:15:05.781682 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] For port 36c7de31-85c6-4cbd-b0d1-a39d123080e6, host n-h1-713498-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-36',level=0,port_id=36c7de31-85c6-4cbd-b0d1-a39d123080e6,segment=NetworkSegment(1e2a1863-ec93-4db2-ba80-84e2ae4ef342),segment_id=1e2a1863-ec93-4db2-ba80-84e2ae4ef342)] {{(pid=103232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 19:15:05.822202 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.provisioning_blocks [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Provisioning complete for port a8e3b704-eb7d-401f-b504-b83f46b00ed4 triggered by entity L2. {{(pid=103232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 19:15:05.822711 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593630'] for port (a8e3b704-eb7d-401f-b504-b83f46b00ed4), provisioning_complete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:15:05.853789 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-7c0bfe03-c595-4e72-8067-c81b0a26535b admin admin] Publish callbacks [] for security_group (47e347be-a942-4820-ad68-433aef711167), before_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:15:05.892293 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-ccf60c10-8e75-4f64-8102-def1edd035e1 req-c5531857-f5c1-45f2-ba82-84b24d97c2ba tempest-TaggedBootDevicesTest-980849656 tempest-TaggedBootDevicesTest-980849656-project] 10.222.0.75 "GET /v2.0/security-groups?name=tempest-securitygroup--808329827&fields=id&tenant_id=1244a62b17644644960c0ef5509cee38 HTTP/1.1" status: 200 len: 267 time: 0.2724624 Feb 09 19:15:05.940579 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Returning: {'device': '36c7de31-85c6-4cbd-b0d1-a39d123080e6', 'network_id': '7db728b6-f824-4bd2-9bbc-3a8ddd77fc29', 'port_id': '36c7de31-85c6-4cbd-b0d1-a39d123080e6', 'mac_address': 'fa:16:3e:3f:c5:5b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 362, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '56850be1-15c2-42cc-9dca-1e107c979838', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103232) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 19:15:05.999502 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-7c0bfe03-c595-4e72-8067-c81b0a26535b admin admin] Publish callbacks [] for security_group (47e347be-a942-4820-ad68-433aef711167), precommit_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:15:06.022071 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccf60c10-8e75-4f64-8102-def1edd035e1 req-139b1e00-ec83-40ea-b328-1f3bbc0c24a0 tempest-TaggedBootDevicesTest-980849656 tempest-TaggedBootDevicesTest-980849656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:15:06.027450 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-ccf60c10-8e75-4f64-8102-def1edd035e1 req-139b1e00-ec83-40ea-b328-1f3bbc0c24a0 tempest-TaggedBootDevicesTest-980849656 tempest-TaggedBootDevicesTest-980849656-project] 10.222.0.75 "GET /v2.0/ports/00c0f46c-15ff-4897-a6aa-63bcf7d50cc2 HTTP/1.1" status: 200 len: 932 time: 0.1223912 Feb 09 19:15:06.058614 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Current status of the port a8e3b704-eb7d-401f-b504-b83f46b00ed4 is: ACTIVE; New status is: ACTIVE {{(pid=103232) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 19:15:06.060840 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Device 2a7f1092-d79a-4cc7-8ec6-78216e357fb4 up at agent ovs-agent-n-d-713498-36 {{(pid=103232) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 19:15:06.094491 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Current status of the port 36c7de31-85c6-4cbd-b0d1-a39d123080e6 is: BUILD; New status is: DOWN {{(pid=103232) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 19:15:06.094896 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (36c7de31-85c6-4cbd-b0d1-a39d123080e6), before_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:15:06.121498 n-d-713498-36 neutron-server[103232]: DEBUG neutron.notifiers.nova [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id 36c7de31-85c6-4cbd-b0d1-a39d123080e6 {{(pid=103232) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 19:15:06.155576 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccf60c10-8e75-4f64-8102-def1edd035e1 req-5f8e4512-3f04-425b-83f6-90ad55d59b8b tempest-TaggedBootDevicesTest-980849656 tempest-TaggedBootDevicesTest-980849656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:15:06.157125 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-ccf60c10-8e75-4f64-8102-def1edd035e1 req-5f8e4512-3f04-425b-83f6-90ad55d59b8b tempest-TaggedBootDevicesTest-980849656 tempest-TaggedBootDevicesTest-980849656-project] 10.222.0.75 "GET /v2.0/ports/1d0cdc94-55c4-4888-8478-b9f4b1cc96ea HTTP/1.1" status: 200 len: 932 time: 0.1182456 Feb 09 19:15:06.198089 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.provisioning_blocks [None req-ed3a290d-b3e1-466b-afb9-a2ac447a0e38 None None] Provisioning complete for port a8e3b704-eb7d-401f-b504-b83f46b00ed4 triggered by entity DHCP. {{(pid=103232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 19:15:06.198714 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-ed3a290d-b3e1-466b-afb9-a2ac447a0e38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593630'] for port (a8e3b704-eb7d-401f-b504-b83f46b00ed4), provisioning_complete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:15:06.202657 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] For port 36c7de31-85c6-4cbd-b0d1-a39d123080e6, host n-h1-713498-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-36',level=0,port_id=36c7de31-85c6-4cbd-b0d1-a39d123080e6,segment=NetworkSegment(1e2a1863-ec93-4db2-ba80-84e2ae4ef342),segment_id=1e2a1863-ec93-4db2-ba80-84e2ae4ef342)] {{(pid=103232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 19:15:06.207461 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] get_ports_and_sgs() called for port_ids ['36c7de31-85c6-4cbd-b0d1-a39d123080e6'] {{(pid=103232) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 19:15:06.224253 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a3e7bc6-4961-4f43-be4e-e6e6663c00f2 req-9cec0519-e108-4fb7-94ee-310f0d018314 tempest-ListServerFiltersTestJSON-592653301 tempest-ListServerFiltersTestJSON-592653301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:15:06.225846 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-2a3e7bc6-4961-4f43-be4e-e6e6663c00f2 req-9cec0519-e108-4fb7-94ee-310f0d018314 tempest-ListServerFiltersTestJSON-592653301 tempest-ListServerFiltersTestJSON-592653301-project] 10.222.0.75 "GET /v2.0/ports?device_id=28d1ebed-bf95-452e-aa2c-45880a088b7c HTTP/1.1" status: 200 len: 945 time: 0.1085954 Feb 09 19:15:06.292934 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762867176205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762866656485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762866656503'] for port (36c7de31-85c6-4cbd-b0d1-a39d123080e6), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:15:06.305407 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-2a3e7bc6-4961-4f43-be4e-e6e6663c00f2 req-392a42cc-0dea-45cc-b5a8-1897cc313883 tempest-ListServerFiltersTestJSON-592653301 tempest-ListServerFiltersTestJSON-592653301-project] 10.222.0.75 "GET /v2.0/security-groups?id=25541e77-9cfa-43ca-aee5-11ed3f3bedff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0690064 Feb 09 19:15:06.306418 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fa060028-1a42-4675-8b3b-173198d034e5 req-4e734035-dd94-4447-858f-7f7f6023315e tempest-AttachVolumeTestJSON-524945227 tempest-AttachVolumeTestJSON-524945227-project] Made reservation on behalf of b8358624fc0d4008bf7aadd6f5fc09a1 for: {'port': 1} {{(pid=103230) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 19:15:06.310535 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [req-fa060028-1a42-4675-8b3b-173198d034e5 req-4e734035-dd94-4447-858f-7f7f6023315e tempest-AttachVolumeTestJSON-524945227 tempest-AttachVolumeTestJSON-524945227-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (None), before_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:15:06.346522 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-ccf60c10-8e75-4f64-8102-def1edd035e1 req-ae77d763-3ff9-43d0-a997-cd7f94c1eaab tempest-TaggedBootDevicesTest-980849656 tempest-TaggedBootDevicesTest-980849656-project] 10.222.0.75 "GET /v2.0/ports?network_id=331b81e1-5966-4614-8f3b-12a1817e4fe0&fixed_ips=ip_address%3D10.2.2.100&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.1826015 Feb 09 19:15:06.491278 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-ccf60c10-8e75-4f64-8102-def1edd035e1 req-73386cde-3886-4284-9367-68199d25c5c6 tempest-TaggedBootDevicesTest-980849656 tempest-TaggedBootDevicesTest-980849656-project] 10.222.0.75 "GET /v2.0/ports?network_id=331b81e1-5966-4614-8f3b-12a1817e4fe0&fixed_ips=ip_address%3D10.2.2.200&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.1160965 Feb 09 19:15:06.499444 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Pushing event updated for resources: {'Port': ['ID=36c7de31-85c6-4cbd-b0d1-a39d123080e6,revision_number=7']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:15:06.506374 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-ed3a290d-b3e1-466b-afb9-a2ac447a0e38 None None] Current status of the port a8e3b704-eb7d-401f-b504-b83f46b00ed4 is: ACTIVE; New status is: ACTIVE {{(pid=103232) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 19:15:06.530221 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4462a4c1-9914-4132-a494-bc255554eb7f req-0fc7cc79-c34d-4e6e-a111-f1ae0e63d703 tempest-MigrationsAdminTest-892781459 tempest-MigrationsAdminTest-892781459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:15:06.531707 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.provisioning_blocks [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Provisioning complete for port 2a7f1092-d79a-4cc7-8ec6-78216e357fb4 triggered by entity L2. {{(pid=103232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 19:15:06.532609 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593630'] for port (2a7f1092-d79a-4cc7-8ec6-78216e357fb4), provisioning_complete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:15:06.540597 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-4462a4c1-9914-4132-a494-bc255554eb7f req-0fc7cc79-c34d-4e6e-a111-f1ae0e63d703 tempest-MigrationsAdminTest-892781459 tempest-MigrationsAdminTest-892781459-project] 10.222.0.75 "GET /v2.0/ports?device_id=9cec8a2a-9f08-4ec2-981f-5cef55181738 HTTP/1.1" status: 200 len: 950 time: 0.1351717 Feb 09 19:15:06.556939 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-7c0bfe03-c595-4e72-8067-c81b0a26535b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1892331'] for security_group (47e347be-a942-4820-ad68-433aef711167), after_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:15:06.562579 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-7c0bfe03-c595-4e72-8067-c81b0a26535b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:15:06.567394 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-7c0bfe03-c595-4e72-8067-c81b0a26535b admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/47e347be-a942-4820-ad68-433aef711167 HTTP/1.1" status: 204 len: 168 time: 1.0012755 Feb 09 19:15:06.639973 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c0bfe03-c595-4e72-8067-c81b0a26535b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=47e347be-a942-4820-ad68-433aef711167,revision_number=None']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:15:06.648753 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-4462a4c1-9914-4132-a494-bc255554eb7f req-45e2f5ef-af07-4df6-b4c0-d2da1562f670 tempest-MigrationsAdminTest-892781459 tempest-MigrationsAdminTest-892781459-project] 10.222.0.75 "GET /v2.0/security-groups?id=709912c8-8171-4435-800e-9e5c5e45bf8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1069250 Feb 09 19:15:06.688021 n-d-713498-36 neutron-server[103230]: DEBUG neutron.db.db_base_plugin_common [req-fa060028-1a42-4675-8b3b-173198d034e5 req-4e734035-dd94-4447-858f-7f7f6023315e tempest-AttachVolumeTestJSON-524945227 tempest-AttachVolumeTestJSON-524945227-project] Allocated IP 172.20.0.14 (99117bb9-9128-41a1-bdb4-92a6c18a7b42/3f43124c-9b13-4bd8-a6f5-516bdab3ca3c/e5d6e185-52a0-4811-bbaa-e79add4cc324) {{(pid=103230) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 19:15:06.730190 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.provisioning_blocks [None req-ed3a290d-b3e1-466b-afb9-a2ac447a0e38 None None] Provisioning complete for port 00c0f46c-15ff-4897-a6aa-63bcf7d50cc2 triggered by entity DHCP. {{(pid=103232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 19:15:06.731873 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-ed3a290d-b3e1-466b-afb9-a2ac447a0e38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593630'] for port (00c0f46c-15ff-4897-a6aa-63bcf7d50cc2), provisioning_complete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:15:06.767979 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccf60c10-8e75-4f64-8102-def1edd035e1 req-8c1be1ec-08a8-4f88-83d4-972e6d0de82a tempest-TaggedBootDevicesTest-980849656 tempest-TaggedBootDevicesTest-980849656-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:15:06.773738 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccf60c10-8e75-4f64-8102-def1edd035e1 req-8c1be1ec-08a8-4f88-83d4-972e6d0de82a tempest-TaggedBootDevicesTest-980849656 tempest-TaggedBootDevicesTest-980849656-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:15:06.787035 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccf60c10-8e75-4f64-8102-def1edd035e1 req-8c1be1ec-08a8-4f88-83d4-972e6d0de82a tempest-TaggedBootDevicesTest-980849656 tempest-TaggedBootDevicesTest-980849656-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:15:06.789570 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-ccf60c10-8e75-4f64-8102-def1edd035e1 req-8c1be1ec-08a8-4f88-83d4-972e6d0de82a tempest-TaggedBootDevicesTest-980849656 tempest-TaggedBootDevicesTest-980849656-project] 10.222.0.75 "GET /v2.0/networks?id=3e8c2732-7ced-47de-8a60-f22ea571cd92&id=319dd8de-af57-40fe-b1b8-034fd50be509&id=319dd8de-af57-40fe-b1b8-034fd50be509&id=331b81e1-5966-4614-8f3b-12a1817e4fe0&id=331b81e1-5966-4614-8f3b-12a1817e4fe0 HTTP/1.1" status: 200 len: 1988 time: 0.2834680 Feb 09 19:15:06.813587 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-ccf60c10-8e75-4f64-8102-def1edd035e1 req-55dff0f4-2c19-4836-9001-75664c53b41c tempest-TaggedBootDevicesTest-980849656 tempest-TaggedBootDevicesTest-980849656-project] 10.222.0.75 "GET /v2.0/quotas/1244a62b17644644960c0ef5509cee38 HTTP/1.1" status: 200 len: 375 time: 0.0160441 Feb 09 19:15:06.820942 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-6d3a0720-43ff-44e3-80ea-b309872c5835 req-2f70b775-8b16-4027-887d-86c9722b9587 tempest-AttachVolumeTestJSON-524945227 tempest-AttachVolumeTestJSON-524945227-project] 10.222.0.75 "GET /v2.0/ports?device_id=9e47810b-ed07-4409-98e3-da39074300c7 HTTP/1.1" status: 200 len: 210 time: 0.0471661 Feb 09 19:15:06.865337 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-ed3a290d-b3e1-466b-afb9-a2ac447a0e38 None None] Port 00c0f46c-15ff-4897-a6aa-63bcf7d50cc2 cannot update to ACTIVE because it is not bound. {{(pid=103232) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 19:15:06.917704 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Current status of the port 2a7f1092-d79a-4cc7-8ec6-78216e357fb4 is: ACTIVE; New status is: ACTIVE {{(pid=103232) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 19:15:06.943769 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.provisioning_blocks [None req-ed3a290d-b3e1-466b-afb9-a2ac447a0e38 None None] Provisioning complete for port 1d0cdc94-55c4-4888-8478-b9f4b1cc96ea triggered by entity DHCP. {{(pid=103232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 19:15:06.944314 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-ed3a290d-b3e1-466b-afb9-a2ac447a0e38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593630'] for port (1d0cdc94-55c4-4888-8478-b9f4b1cc96ea), provisioning_complete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:15:07.000250 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-ccf60c10-8e75-4f64-8102-def1edd035e1 req-8c492beb-5c7f-430d-a19d-42ac8dd128eb tempest-TaggedBootDevicesTest-980849656 tempest-TaggedBootDevicesTest-980849656-project] 10.222.0.75 "GET /v2.0/ports?tenant_id=1244a62b17644644960c0ef5509cee38&fields=id HTTP/1.1" status: 200 len: 486 time: 0.1764820 Feb 09 19:15:07.021832 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-ed3a290d-b3e1-466b-afb9-a2ac447a0e38 None None] Port 1d0cdc94-55c4-4888-8478-b9f4b1cc96ea cannot update to ACTIVE because it is not bound. {{(pid=103232) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 19:15:07.036963 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.provisioning_blocks [None req-ed3a290d-b3e1-466b-afb9-a2ac447a0e38 None None] Provisioning complete for port fa80dfda-0025-4c1b-a2ae-7fc800f1e6cc triggered by entity DHCP. {{(pid=103232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 19:15:07.037718 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-ed3a290d-b3e1-466b-afb9-a2ac447a0e38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593630'] for port (fa80dfda-0025-4c1b-a2ae-7fc800f1e6cc), provisioning_complete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:15:07.154441 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-ed3a290d-b3e1-466b-afb9-a2ac447a0e38 None None] Current status of the port fa80dfda-0025-4c1b-a2ae-7fc800f1e6cc is: ACTIVE; New status is: ACTIVE {{(pid=103232) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 19:15:07.186933 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [req-fa060028-1a42-4675-8b3b-173198d034e5 req-4e734035-dd94-4447-858f-7f7f6023315e tempest-AttachVolumeTestJSON-524945227 tempest-AttachVolumeTestJSON-524945227-project] Publish callbacks [] for port (e5d6e185-52a0-4811-bbaa-e79add4cc324), precommit_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:15:07.197083 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-ccf60c10-8e75-4f64-8102-def1edd035e1 req-129e4d5b-ca66-4b36-b9bd-0ca32d30305c service neutron] 10.222.0.75 "GET /v2.0/networks/3e8c2732-7ced-47de-8a60-f22ea571cd92?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1721311 Feb 09 19:15:07.208548 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e423f5d2-4537-4b55-ae5f-177437d81f32 req-75fb88a4-e746-4844-8550-7b5b598e41b2 tempest-ListServerFiltersTestJSON-592653301 tempest-ListServerFiltersTestJSON-592653301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:15:07.210532 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-e423f5d2-4537-4b55-ae5f-177437d81f32 req-75fb88a4-e746-4844-8550-7b5b598e41b2 tempest-ListServerFiltersTestJSON-592653301 tempest-ListServerFiltersTestJSON-592653301-project] 10.222.0.75 "GET /v2.0/ports?device_id=342293bf-7258-4cd4-a7b8-d6015bcac217 HTTP/1.1" status: 200 len: 946 time: 0.0988154 Feb 09 19:15:07.269846 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-e423f5d2-4537-4b55-ae5f-177437d81f32 req-bba7af05-d32f-4a7d-b4c6-9f0d13348b51 tempest-ListServerFiltersTestJSON-592653301 tempest-ListServerFiltersTestJSON-592653301-project] 10.222.0.75 "GET /v2.0/security-groups?id=25541e77-9cfa-43ca-aee5-11ed3f3bedff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524969 Feb 09 19:15:07.309375 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [req-fa060028-1a42-4675-8b3b-173198d034e5 req-4e734035-dd94-4447-858f-7f7f6023315e tempest-AttachVolumeTestJSON-524945227 tempest-AttachVolumeTestJSON-524945227-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762866656467', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14393751'] for port (e5d6e185-52a0-4811-bbaa-e79add4cc324), after_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:15:07.368547 n-d-713498-36 neutron-server[103230]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fa060028-1a42-4675-8b3b-173198d034e5 req-4e734035-dd94-4447-858f-7f7f6023315e tempest-AttachVolumeTestJSON-524945227 tempest-AttachVolumeTestJSON-524945227-project] Network 99117bb9-9128-41a1-bdb4-92a6c18a7b42 is already hosted by enough agents. {{(pid=103230) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 19:15:07.376139 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-ccf60c10-8e75-4f64-8102-def1edd035e1 req-fbf96ab8-9727-4ccc-b454-696944245566 service neutron] 10.222.0.75 "GET /v2.0/networks/3e8c2732-7ced-47de-8a60-f22ea571cd92?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1718745 Feb 09 19:15:07.377098 n-d-713498-36 neutron-server[103230]: DEBUG neutron.scheduler.base_scheduler [req-fa060028-1a42-4675-8b3b-173198d034e5 req-4e734035-dd94-4447-858f-7f7f6023315e tempest-AttachVolumeTestJSON-524945227 tempest-AttachVolumeTestJSON-524945227-project] Resources bound (agent type, host, resource id): {{(pid=103230) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 19:15:07.383060 n-d-713498-36 neutron-server[103230]: DEBUG neutron.db.l3_dvrscheduler_db [req-fa060028-1a42-4675-8b3b-173198d034e5 req-4e734035-dd94-4447-858f-7f7f6023315e tempest-AttachVolumeTestJSON-524945227 tempest-AttachVolumeTestJSON-524945227-project] Received port after_create {{(pid=103230) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 19:15:07.444404 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28b8c2b7-0621-484d-a2dc-60bc8ead5cb0 req-54710ce0-7892-48ce-99ca-c69714eb791b tempest-ServerDiskConfigTestJSON-504186010 tempest-ServerDiskConfigTestJSON-504186010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:15:07.447321 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-28b8c2b7-0621-484d-a2dc-60bc8ead5cb0 req-54710ce0-7892-48ce-99ca-c69714eb791b tempest-ServerDiskConfigTestJSON-504186010 tempest-ServerDiskConfigTestJSON-504186010-project] 10.222.0.75 "GET /v2.0/ports?device_id=3b1e9834-a534-412a-99fa-773ccc50c344 HTTP/1.1" status: 200 len: 943 time: 0.0988994 Feb 09 19:15:07.448318 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa060028-1a42-4675-8b3b-173198d034e5 req-4e734035-dd94-4447-858f-7f7f6023315e tempest-AttachVolumeTestJSON-524945227 tempest-AttachVolumeTestJSON-524945227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:15:07.449040 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [req-fa060028-1a42-4675-8b3b-173198d034e5 req-4e734035-dd94-4447-858f-7f7f6023315e tempest-AttachVolumeTestJSON-524945227 tempest-AttachVolumeTestJSON-524945227-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171096'] for port (None), before_response {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:15:07.489451 n-d-713498-36 neutron-server[103233]: DEBUG neutron.db.agents_db [None req-4a8a6a42-0a0c-4437-8958-92282682b6bb None None] Agent healthcheck: found 7 active agents {{(pid=103233) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 19:15:07.499595 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e734035-dd94-4447-858f-7f7f6023315e tempest-AttachVolumeTestJSON-524945227 tempest-AttachVolumeTestJSON-524945227-project] Pushing event updated for resources: {'Port': ['ID=e5d6e185-52a0-4811-bbaa-e79add4cc324,revision_number=1']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:15:07.539321 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e734035-dd94-4447-858f-7f7f6023315e tempest-AttachVolumeTestJSON-524945227 tempest-AttachVolumeTestJSON-524945227-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:15:07.540046 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e734035-dd94-4447-858f-7f7f6023315e tempest-AttachVolumeTestJSON-524945227 tempest-AttachVolumeTestJSON-524945227-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:15:07.540460 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e734035-dd94-4447-858f-7f7f6023315e tempest-AttachVolumeTestJSON-524945227 tempest-AttachVolumeTestJSON-524945227-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:15:07.540925 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e734035-dd94-4447-858f-7f7f6023315e tempest-AttachVolumeTestJSON-524945227 tempest-AttachVolumeTestJSON-524945227-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:15:07.541341 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e734035-dd94-4447-858f-7f7f6023315e tempest-AttachVolumeTestJSON-524945227 tempest-AttachVolumeTestJSON-524945227-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:15:07.541770 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e734035-dd94-4447-858f-7f7f6023315e tempest-AttachVolumeTestJSON-524945227 tempest-AttachVolumeTestJSON-524945227-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:15:07.542248 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e734035-dd94-4447-858f-7f7f6023315e tempest-AttachVolumeTestJSON-524945227 tempest-AttachVolumeTestJSON-524945227-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:15:07.542648 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e734035-dd94-4447-858f-7f7f6023315e tempest-AttachVolumeTestJSON-524945227 tempest-AttachVolumeTestJSON-524945227-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:15:07.543049 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e734035-dd94-4447-858f-7f7f6023315e tempest-AttachVolumeTestJSON-524945227 tempest-AttachVolumeTestJSON-524945227-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:15:07.544059 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e734035-dd94-4447-858f-7f7f6023315e tempest-AttachVolumeTestJSON-524945227 tempest-AttachVolumeTestJSON-524945227-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:15:07.544509 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e734035-dd94-4447-858f-7f7f6023315e tempest-AttachVolumeTestJSON-524945227 tempest-AttachVolumeTestJSON-524945227-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:15:07.544908 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e734035-dd94-4447-858f-7f7f6023315e tempest-AttachVolumeTestJSON-524945227 tempest-AttachVolumeTestJSON-524945227-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:15:07.545304 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e734035-dd94-4447-858f-7f7f6023315e tempest-AttachVolumeTestJSON-524945227 tempest-AttachVolumeTestJSON-524945227-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:15:07.545940 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-28b8c2b7-0621-484d-a2dc-60bc8ead5cb0 req-71bbead5-c97b-4ef1-9818-4edba580a853 tempest-ServerDiskConfigTestJSON-504186010 tempest-ServerDiskConfigTestJSON-504186010-project] 10.222.0.75 "GET /v2.0/security-groups?id=3d9033a7-be2a-4459-a2da-84c23e651975&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0799105 Feb 09 19:15:07.552859 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-ccf60c10-8e75-4f64-8102-def1edd035e1 req-c264191c-706d-484b-8619-05f3366473e4 service neutron] 10.222.0.75 "GET /v2.0/ports/00c0f46c-15ff-4897-a6aa-63bcf7d50cc2?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200 len: 311 time: 0.1454828 Feb 09 19:15:07.556515 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-fa060028-1a42-4675-8b3b-173198d034e5 req-4e734035-dd94-4447-858f-7f7f6023315e tempest-AttachVolumeTestJSON-524945227 tempest-AttachVolumeTestJSON-524945227-project] 10.222.0.89 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.1016724 Feb 09 19:15:07.779526 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-ccf60c10-8e75-4f64-8102-def1edd035e1 req-7b3fb7bb-adb8-48fd-a71f-ea0073c82d84 service neutron] 10.222.0.75 "GET /v2.0/networks/319dd8de-af57-40fe-b1b8-034fd50be509?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2170472 Feb 09 19:15:07.783009 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.v2.base [req-fa060028-1a42-4675-8b3b-173198d034e5 req-c6c43626-e6b8-459e-aa02-03e22e4d1e58 service neutron] Request body: {'port': {'device_id': '9e47810b-ed07-4409-98e3-da39074300c7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-713498-36'}} {{(pid=103230) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 19:15:07.797638 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.provisioning_blocks [None req-a6122918-a7c9-4746-ae9a-90b936a70def None None] Provisioning complete for port e5d6e185-52a0-4811-bbaa-e79add4cc324 triggered by entity DHCP. {{(pid=103232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 19:15:07.798037 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-a6122918-a7c9-4746-ae9a-90b936a70def None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593630'] for port (e5d6e185-52a0-4811-bbaa-e79add4cc324), provisioning_complete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:15:07.932498 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-a6122918-a7c9-4746-ae9a-90b936a70def None None] Port e5d6e185-52a0-4811-bbaa-e79add4cc324 cannot update to ACTIVE because it is not bound. {{(pid=103232) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 19:15:07.941923 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [req-fa060028-1a42-4675-8b3b-173198d034e5 req-c6c43626-e6b8-459e-aa02-03e22e4d1e58 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (e5d6e185-52a0-4811-bbaa-e79add4cc324), before_update {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:15:07.947948 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 34372) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:15:07.999654 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94b1b6e4-7a14-441e-bb84-2874185c78f2 req-886a795a-a74f-49b9-9c7d-f49044c9c295 tempest-ListServerFiltersTestJSON-592653301 tempest-ListServerFiltersTestJSON-592653301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:15:08.000981 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-ccf60c10-8e75-4f64-8102-def1edd035e1 req-676ee3dc-2eb8-4852-a7bc-dba7033322e3 service neutron] 10.222.0.75 "GET /v2.0/networks/319dd8de-af57-40fe-b1b8-034fd50be509?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1796415 Feb 09 19:15:08.007487 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94b1b6e4-7a14-441e-bb84-2874185c78f2 req-886a795a-a74f-49b9-9c7d-f49044c9c295 tempest-ListServerFiltersTestJSON-592653301 tempest-ListServerFiltersTestJSON-592653301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:15:08.014201 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94b1b6e4-7a14-441e-bb84-2874185c78f2 req-886a795a-a74f-49b9-9c7d-f49044c9c295 tempest-ListServerFiltersTestJSON-592653301 tempest-ListServerFiltersTestJSON-592653301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:15:08.023670 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-94b1b6e4-7a14-441e-bb84-2874185c78f2 req-886a795a-a74f-49b9-9c7d-f49044c9c295 tempest-ListServerFiltersTestJSON-592653301 tempest-ListServerFiltersTestJSON-592653301-project] 10.222.0.75 "GET /v2.0/ports?device_id=28d1ebed-bf95-452e-aa2c-45880a088b7c&device_id=e09c7db3-be54-4206-a02e-57c0246ec41a&device_id=342293bf-7258-4cd4-a7b8-d6015bcac217 HTTP/1.1" status: 200 len: 2417 time: 0.1461794 Feb 09 19:15:08.056002 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-ccf60c10-8e75-4f64-8102-def1edd035e1 req-3b95b1b9-9fb5-4889-a29d-74e21ee0951f service neutron] 10.222.0.75 "GET /v2.0/ports/1d0cdc94-55c4-4888-8478-b9f4b1cc96ea?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200 len: 311 time: 0.0483923 Feb 09 19:15:08.120444 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-94b1b6e4-7a14-441e-bb84-2874185c78f2 req-b7207e84-663b-47fe-bdbe-1bd24eaceefa tempest-ListServerFiltersTestJSON-592653301 tempest-ListServerFiltersTestJSON-592653301-project] 10.222.0.75 "GET /v2.0/security-groups?id=25541e77-9cfa-43ca-aee5-11ed3f3bedff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0945742 Feb 09 19:15:08.186753 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.v2.base [None req-79210af3-8487-4346-b71d-26f3858c958c admin admin] Request body: {'network': {'name': 'tempest-ServerMetadataNegativeTestJSON-814164492-network', 'tenant_id': '47cf9b5b21a44e6c9a404a523230c725'}} {{(pid=103229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 19:15:08.232147 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-79210af3-8487-4346-b71d-26f3858c958c admin admin] Made reservation on behalf of 47cf9b5b21a44e6c9a404a523230c725 for: {'network': 1} {{(pid=103229) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 19:15:08.234909 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-79210af3-8487-4346-b71d-26f3858c958c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for network (None), before_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:15:08.274988 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-79210af3-8487-4346-b71d-26f3858c958c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:15:08.276368 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-ccf60c10-8e75-4f64-8102-def1edd035e1 req-3b927fa4-197c-41ee-9e8b-b2d74a210170 service neutron] 10.222.0.75 "GET /v2.0/networks/319dd8de-af57-40fe-b1b8-034fd50be509?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2136395 Feb 09 19:15:08.335977 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24f367fb-48ea-4d35-88a2-ab54db1fc4eb req-6f3ea2dc-8b09-492c-8580-477861f4030b tempest-MigrationsAdminTest-892781459 tempest-MigrationsAdminTest-892781459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:15:08.338687 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-24f367fb-48ea-4d35-88a2-ab54db1fc4eb req-6f3ea2dc-8b09-492c-8580-477861f4030b tempest-MigrationsAdminTest-892781459 tempest-MigrationsAdminTest-892781459-project] 10.222.0.75 "GET /v2.0/ports?device_id=9cec8a2a-9f08-4ec2-981f-5cef55181738 HTTP/1.1" status: 200 len: 950 time: 0.1250761 Feb 09 19:15:08.426312 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-ccf60c10-8e75-4f64-8102-def1edd035e1 req-dee9fe8e-1344-4551-a309-f108be254be8 service neutron] 10.222.0.75 "GET /v2.0/networks/319dd8de-af57-40fe-b1b8-034fd50be509?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1433861 Feb 09 19:15:08.448488 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-24f367fb-48ea-4d35-88a2-ab54db1fc4eb req-057f6ad5-5f29-4251-b51b-4b488179f1a3 tempest-MigrationsAdminTest-892781459 tempest-MigrationsAdminTest-892781459-project] 10.222.0.75 "GET /v2.0/security-groups?id=709912c8-8171-4435-800e-9e5c5e45bf8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0999398 Feb 09 19:15:08.474886 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-79210af3-8487-4346-b71d-26f3858c958c admin admin] Publish callbacks [] for security_group (3e31c9aa-5a3d-456a-b178-941494e803a6), precommit_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:15:08.482995 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-79210af3-8487-4346-b71d-26f3858c958c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1892331'] for security_group (3e31c9aa-5a3d-456a-b178-941494e803a6), after_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:15:08.511242 n-d-713498-36 neutron-server[103230]: DEBUG neutron.notifiers.nova [req-fa060028-1a42-4675-8b3b-173198d034e5 req-c6c43626-e6b8-459e-aa02-03e22e4d1e58 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e5d6e185-52a0-4811-bbaa-e79add4cc324 {{(pid=103230) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 19:15:08.524475 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [req-fa060028-1a42-4675-8b3b-173198d034e5 req-c6c43626-e6b8-459e-aa02-03e22e4d1e58 service neutron] Publish callbacks [] for port (e5d6e185-52a0-4811-bbaa-e79add4cc324), precommit_update {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:15:08.541689 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79210af3-8487-4346-b71d-26f3858c958c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3e31c9aa-5a3d-456a-b178-941494e803a6,revision_number=1']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:15:08.556696 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-79210af3-8487-4346-b71d-26f3858c958c admin admin] vlan segment allocate from pool success with {'vlan_id': 361, 'physical_network': 'physnet1'} {{(pid=103229) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 19:15:08.557768 n-d-713498-36 neutron-server[103230]: DEBUG neutron.db.provisioning_blocks [req-fa060028-1a42-4675-8b3b-173198d034e5 req-c6c43626-e6b8-459e-aa02-03e22e4d1e58 service neutron] Transition to ACTIVE for port object e5d6e185-52a0-4811-bbaa-e79add4cc324 will not be triggered until provisioned by entity L2. {{(pid=103230) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 19:15:08.572067 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [req-fa060028-1a42-4675-8b3b-173198d034e5 req-c6c43626-e6b8-459e-aa02-03e22e4d1e58 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762867176205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762866656485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762866656503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14393758'] for port (e5d6e185-52a0-4811-bbaa-e79add4cc324), after_update {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:15:08.572309 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-79210af3-8487-4346-b71d-26f3858c958c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-759574'] for segment (16cee793-39af-4747-b35d-d195dda77d67), precommit_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:15:08.573378 n-d-713498-36 neutron-server[103229]: INFO neutron.db.segments_db [None req-79210af3-8487-4346-b71d-26f3858c958c admin admin] Added segment 16cee793-39af-4747-b35d-d195dda77d67 of type vlan for network 459aa080-b753-4fe6-b974-4340f6fcea89 Feb 09 19:15:08.657107 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-ccf60c10-8e75-4f64-8102-def1edd035e1 req-11e4348b-7407-4944-9368-4ad19c65095a service neutron] 10.222.0.75 "GET /v2.0/networks/319dd8de-af57-40fe-b1b8-034fd50be509?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2130504 Feb 09 19:15:08.724956 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6c43626-e6b8-459e-aa02-03e22e4d1e58 service neutron] Pushing event updated for resources: {'Port': ['ID=e5d6e185-52a0-4811-bbaa-e79add4cc324,revision_number=2']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:15:08.730920 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-79210af3-8487-4346-b71d-26f3858c958c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762866642225'] for network (459aa080-b753-4fe6-b974-4340f6fcea89), precommit_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:15:08.781710 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ea355bf-577f-45e0-9d65-36332fe09169 req-02454715-62ff-495a-88f2-dd761d0af8fa tempest-AttachVolumeTestJSON-524945227 tempest-AttachVolumeTestJSON-524945227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:15:08.795214 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-6ea355bf-577f-45e0-9d65-36332fe09169 req-02454715-62ff-495a-88f2-dd761d0af8fa tempest-AttachVolumeTestJSON-524945227 tempest-AttachVolumeTestJSON-524945227-project] 10.222.0.75 "GET /v2.0/ports?device_id=9e47810b-ed07-4409-98e3-da39074300c7 HTTP/1.1" status: 200 len: 944 time: 0.2060454 Feb 09 19:15:08.815346 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-79210af3-8487-4346-b71d-26f3858c958c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1885479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452'] for network (459aa080-b753-4fe6-b974-4340f6fcea89), after_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:15:08.818536 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79210af3-8487-4346-b71d-26f3858c958c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:15:08.820776 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-79210af3-8487-4346-b71d-26f3858c958c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1613566'] for network (None), before_response {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:15:08.861146 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.managers [req-fa060028-1a42-4675-8b3b-173198d034e5 req-c6c43626-e6b8-459e-aa02-03e22e4d1e58 service neutron] Attempting to bind port e5d6e185-52a0-4811-bbaa-e79add4cc324 on host n-h1-713498-36 for vnic_type normal with profile {{(pid=103230) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 19:15:08.861910 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.managers [req-fa060028-1a42-4675-8b3b-173198d034e5 req-c6c43626-e6b8-459e-aa02-03e22e4d1e58 service neutron] Attempting to bind port e5d6e185-52a0-4811-bbaa-e79add4cc324 by drivers openvswitch,hyperv on host n-h1-713498-36 at level 0 using segments [{'id': '7634cd2f-bb07-4aa6-8222-5e64bdefad14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': '99117bb9-9128-41a1-bdb4-92a6c18a7b42'}] {{(pid=103230) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 19:15:08.863235 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa060028-1a42-4675-8b3b-173198d034e5 req-c6c43626-e6b8-459e-aa02-03e22e4d1e58 service neutron] Attempting to bind port e5d6e185-52a0-4811-bbaa-e79add4cc324 on network 99117bb9-9128-41a1-bdb4-92a6c18a7b42 {{(pid=103230) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 19:15:08.917861 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-79210af3-8487-4346-b71d-26f3858c958c admin admin] 10.222.0.75 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 0.9688957 Feb 09 19:15:08.944374 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 34400) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:15:08.958884 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.v2.base [None req-44b5b15c-ff2e-43ff-88ed-bf0542f9c2ce admin admin] Request body: {'subnet': {'network_id': '459aa080-b753-4fe6-b974-4340f6fcea89', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerMetadataNegativeTestJSON-814164492-subnet', 'tenant_id': '47cf9b5b21a44e6c9a404a523230c725', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 19:15:08.993504 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79210af3-8487-4346-b71d-26f3858c958c admin admin] Pushing event updated for resources: {'Network': ['ID=459aa080-b753-4fe6-b974-4340f6fcea89,revision_number=1']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:15:09.003314 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-6ea355bf-577f-45e0-9d65-36332fe09169 req-04bd7a53-5ad0-437e-8a1c-11c698e425e7 tempest-AttachVolumeTestJSON-524945227 tempest-AttachVolumeTestJSON-524945227-project] 10.222.0.75 "GET /v2.0/security-groups?id=bd39f8e7-1d25-418e-b5cd-c91a805a4bbc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1997581 Feb 09 19:15:09.008327 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Network 459aa080-b753-4fe6-b974-4340f6fcea89 details requested by agent ovs-agent-n-d-713498-36 with host n-d-713498-36 {{(pid=103232) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 19:15:09.009485 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-44b5b15c-ff2e-43ff-88ed-bf0542f9c2ce admin admin] Made reservation on behalf of 47cf9b5b21a44e6c9a404a523230c725 for: {'subnet': 1} {{(pid=103229) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 19:15:09.013393 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-44b5b15c-ff2e-43ff-88ed-bf0542f9c2ce admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12759265'] for subnet (None), before_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:15:09.101533 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Device 36c7de31-85c6-4cbd-b0d1-a39d123080e6 up at agent hyperv_n-h1-713498-36 {{(pid=103232) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 19:15:09.251194 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa060028-1a42-4675-8b3b-173198d034e5 req-c6c43626-e6b8-459e-aa02-03e22e4d1e58 service neutron] Port e5d6e185-52a0-4811-bbaa-e79add4cc324 on network 99117bb9-9128-41a1-bdb4-92a6c18a7b42 not bound, no agent of type Open vSwitch agent registered on host n-h1-713498-36 {{(pid=103230) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 19:15:09.251529 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa060028-1a42-4675-8b3b-173198d034e5 req-c6c43626-e6b8-459e-aa02-03e22e4d1e58 service neutron] Attempting to bind port e5d6e185-52a0-4811-bbaa-e79add4cc324 on network 99117bb9-9128-41a1-bdb4-92a6c18a7b42 {{(pid=103230) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 19:15:09.274145 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-44b5b15c-ff2e-43ff-88ed-bf0542f9c2ce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12867428', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12759263'] for subnet (a8f66b47-a6e5-4bb5-9088-4f491d2c1c9d), after_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:15:09.282698 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.provisioning_blocks [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Provisioning complete for port 36c7de31-85c6-4cbd-b0d1-a39d123080e6 triggered by entity L2. {{(pid=103232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 19:15:09.283266 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593630'] for port (36c7de31-85c6-4cbd-b0d1-a39d123080e6), provisioning_complete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:15:09.313348 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa060028-1a42-4675-8b3b-173198d034e5 req-c6c43626-e6b8-459e-aa02-03e22e4d1e58 service neutron] Checking agent: {'id': '488cd9ae-631f-4955-ba0b-4f5a13f12e9c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713498-36', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 18, 59, 18), 'started_at': datetime.datetime(2022, 2, 9, 18, 59, 18), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 19, 14, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103230) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 19:15:09.314005 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa060028-1a42-4675-8b3b-173198d034e5 req-c6c43626-e6b8-459e-aa02-03e22e4d1e58 service neutron] Checking segment: {'id': '7634cd2f-bb07-4aa6-8222-5e64bdefad14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': '99117bb9-9128-41a1-bdb4-92a6c18a7b42'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103230) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 19:15:09.319966 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa060028-1a42-4675-8b3b-173198d034e5 req-c6c43626-e6b8-459e-aa02-03e22e4d1e58 service neutron] Bound using segment: {'id': '7634cd2f-bb07-4aa6-8222-5e64bdefad14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': '99117bb9-9128-41a1-bdb4-92a6c18a7b42'} {{(pid=103230) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 19:15:09.320646 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.managers [req-fa060028-1a42-4675-8b3b-173198d034e5 req-c6c43626-e6b8-459e-aa02-03e22e4d1e58 service neutron] Bound port: e5d6e185-52a0-4811-bbaa-e79add4cc324, host: n-h1-713498-36, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7634cd2f-bb07-4aa6-8222-5e64bdefad14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': '99117bb9-9128-41a1-bdb4-92a6c18a7b42'}}] {{(pid=103230) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 19:15:09.321204 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [req-fa060028-1a42-4675-8b3b-173198d034e5 req-c6c43626-e6b8-459e-aa02-03e22e4d1e58 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (e5d6e185-52a0-4811-bbaa-e79add4cc324), before_update {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:15:09.373118 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2508ff62-af0c-484c-a223-6aa05b106209 req-f9126dd1-8e2c-4c01-875f-19cc4e7f239c tempest-ListServerFiltersTestJSON-592653301 tempest-ListServerFiltersTestJSON-592653301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:15:09.374988 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-2508ff62-af0c-484c-a223-6aa05b106209 req-f9126dd1-8e2c-4c01-875f-19cc4e7f239c tempest-ListServerFiltersTestJSON-592653301 tempest-ListServerFiltersTestJSON-592653301-project] 10.222.0.75 "GET /v2.0/ports?device_id=28d1ebed-bf95-452e-aa2c-45880a088b7c HTTP/1.1" status: 200 len: 945 time: 0.1425078 Feb 09 19:15:09.647574 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44b5b15c-ff2e-43ff-88ed-bf0542f9c2ce admin admin] Pushing event updated for resources: {'Subnet': ['ID=a8f66b47-a6e5-4bb5-9088-4f491d2c1c9d,revision_number=0']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:15:09.653509 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-ccf60c10-8e75-4f64-8102-def1edd035e1 req-fc0232b6-f303-405d-981a-e85ef4d9c2fc service neutron] 10.222.0.75 "GET /v2.0/networks/319dd8de-af57-40fe-b1b8-034fd50be509?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7306807 Feb 09 19:15:09.655229 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44b5b15c-ff2e-43ff-88ed-bf0542f9c2ce admin admin] Checking segment: {'id': '16cee793-39af-4747-b35d-d195dda77d67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '459aa080-b753-4fe6-b974-4340f6fcea89'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103229) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 19:15:09.655229 n-d-713498-36 neutron-server[103229]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44b5b15c-ff2e-43ff-88ed-bf0542f9c2ce admin admin] Network hostable DHCP agents. Network: 459aa080-b753-4fe6-b974-4340f6fcea89, hostable agents: ['af91e4b9-f4e1-42b1-a25c-a10dc47171c8'], hosted agents: [] {{(pid=103229) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 19:15:09.655229 n-d-713498-36 neutron-server[103229]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44b5b15c-ff2e-43ff-88ed-bf0542f9c2ce admin admin] Network 459aa080-b753-4fe6-b974-4340f6fcea89 is scheduled to be hosted by DHCP agent af91e4b9-f4e1-42b1-a25c-a10dc47171c8 with binding_index 1 {{(pid=103229) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 19:15:09.655229 n-d-713498-36 neutron-server[103229]: DEBUG neutron.scheduler.base_scheduler [None req-44b5b15c-ff2e-43ff-88ed-bf0542f9c2ce admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713498-36, 459aa080-b753-4fe6-b974-4340f6fcea89) {{(pid=103229) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 19:15:09.655229 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44b5b15c-ff2e-43ff-88ed-bf0542f9c2ce admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:15:09.655229 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-44b5b15c-ff2e-43ff-88ed-bf0542f9c2ce admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1613566'] for subnet (None), before_response {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:15:09.655229 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-2508ff62-af0c-484c-a223-6aa05b106209 req-1bfb790d-5d34-49ba-b8e8-1cf73d9f5463 tempest-ListServerFiltersTestJSON-592653301 tempest-ListServerFiltersTestJSON-592653301-project] 10.222.0.75 "GET /v2.0/security-groups?id=25541e77-9cfa-43ca-aee5-11ed3f3bedff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1404231 Feb 09 19:15:09.655229 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-44b5b15c-ff2e-43ff-88ed-bf0542f9c2ce admin admin] 10.222.0.75 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 0.6058512 Feb 09 19:15:09.656366 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.db [req-fa060028-1a42-4675-8b3b-173198d034e5 req-c6c43626-e6b8-459e-aa02-03e22e4d1e58 service neutron] For port e5d6e185-52a0-4811-bbaa-e79add4cc324, host n-h1-713498-36, cleared binding levels {{(pid=103230) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 19:15:09.656366 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.db [req-fa060028-1a42-4675-8b3b-173198d034e5 req-c6c43626-e6b8-459e-aa02-03e22e4d1e58 service neutron] For port e5d6e185-52a0-4811-bbaa-e79add4cc324, host n-h1-713498-36, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-36',level=0,port_id=e5d6e185-52a0-4811-bbaa-e79add4cc324,segment=NetworkSegment(7634cd2f-bb07-4aa6-8222-5e64bdefad14),segment_id=7634cd2f-bb07-4aa6-8222-5e64bdefad14)] {{(pid=103230) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 19:15:09.656366 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [req-fa060028-1a42-4675-8b3b-173198d034e5 req-c6c43626-e6b8-459e-aa02-03e22e4d1e58 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762867176205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762866656485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762866656503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14393758'] for port (e5d6e185-52a0-4811-bbaa-e79add4cc324), after_update {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:15:09.750485 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6c43626-e6b8-459e-aa02-03e22e4d1e58 service neutron] Pushing event updated for resources: {'Port': ['ID=e5d6e185-52a0-4811-bbaa-e79add4cc324,revision_number=3']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:15:09.760111 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80002bd2-ffdc-47dd-acfd-da680f08bac5 req-1f6dd3e0-0d79-454f-845d-f0389180effb tempest-ServerDiskConfigTestJSON-504186010 tempest-ServerDiskConfigTestJSON-504186010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:15:09.761748 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-80002bd2-ffdc-47dd-acfd-da680f08bac5 req-1f6dd3e0-0d79-454f-845d-f0389180effb tempest-ServerDiskConfigTestJSON-504186010 tempest-ServerDiskConfigTestJSON-504186010-project] 10.222.0.75 "GET /v2.0/ports?device_id=3b1e9834-a534-412a-99fa-773ccc50c344 HTTP/1.1" status: 200 len: 943 time: 0.1127369 Feb 09 19:15:09.779482 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa060028-1a42-4675-8b3b-173198d034e5 req-c6c43626-e6b8-459e-aa02-03e22e4d1e58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:15:09.779482 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [req-fa060028-1a42-4675-8b3b-173198d034e5 req-c6c43626-e6b8-459e-aa02-03e22e4d1e58 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171096'] for port (None), before_response {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:15:09.779482 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-fa060028-1a42-4675-8b3b-173198d034e5 req-c6c43626-e6b8-459e-aa02-03e22e4d1e58 service neutron] 10.222.0.89 "PUT /v2.0/ports/e5d6e185-52a0-4811-bbaa-e79add4cc324 HTTP/1.1" status: 200 len: 1093 time: 1.9999731 Feb 09 19:15:09.779482 n-d-713498-36 neutron-server[103230]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9e47810b-ed07-4409-98e3-da39074300c7', 'tag': 'e5d6e185-52a0-4811-bbaa-e79add4cc324'}] {{(pid=103230) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 19:15:09.801014 n-d-713498-36 neutron-server[103230]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aee5919275bae9f72eb374ee322673045eb80c1f84b4b45a97d96923bd50ab51" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f865c7ea-14a8-44df-b05e-93ca051c05d9" -d '{"events": [{"name": "network-changed", "server_uuid": "9e47810b-ed07-4409-98e3-da39074300c7", "tag": "e5d6e185-52a0-4811-bbaa-e79add4cc324"}]}' {{(pid=103230) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 19:15:09.823794 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-ccf60c10-8e75-4f64-8102-def1edd035e1 req-a097393a-9463-45f6-a3c9-d3d35722a8ef service neutron] 10.222.0.75 "GET /v2.0/networks/319dd8de-af57-40fe-b1b8-034fd50be509?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4191847 Feb 09 19:15:09.838665 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b798451c-1212-4803-8644-f1d63a7099c6 None None] Network 459aa080-b753-4fe6-b974-4340f6fcea89 requested from n-d-713498-36 {{(pid=103232) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 19:15:09.928117 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-80002bd2-ffdc-47dd-acfd-da680f08bac5 req-05b35209-3a5a-44d4-848e-72d233197881 tempest-ServerDiskConfigTestJSON-504186010 tempest-ServerDiskConfigTestJSON-504186010-project] 10.222.0.75 "GET /v2.0/security-groups?id=3d9033a7-be2a-4459-a2da-84c23e651975&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1364183 Feb 09 19:15:10.072652 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa060028-1a42-4675-8b3b-173198d034e5 req-7d1882dc-dcb7-492c-abdc-bc4182aa4e1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:15:10.074184 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-fa060028-1a42-4675-8b3b-173198d034e5 req-7d1882dc-dcb7-492c-abdc-bc4182aa4e1b service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=b8358624fc0d4008bf7aadd6f5fc09a1&device_id=9e47810b-ed07-4409-98e3-da39074300c7 HTTP/1.1" status: 200 len: 1127 time: 0.2193289 Feb 09 19:15:10.137579 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Current status of the port 36c7de31-85c6-4cbd-b0d1-a39d123080e6 is: DOWN; New status is: ACTIVE {{(pid=103232) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 19:15:10.140637 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (36c7de31-85c6-4cbd-b0d1-a39d123080e6), before_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:15:10.144468 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae57e0ac-dc2f-42ae-8fe5-92a5d00a9fe7 None None] Network 459aa080-b753-4fe6-b974-4340f6fcea89 requested from n-d-713498-36 {{(pid=103232) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 19:15:10.180275 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e136bd8-b647-4aca-b385-71ac505011f0 req-699fffce-0285-487c-9bd9-b36baf138b54 tempest-MigrationsAdminTest-892781459 tempest-MigrationsAdminTest-892781459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:15:10.180275 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-9e136bd8-b647-4aca-b385-71ac505011f0 req-699fffce-0285-487c-9bd9-b36baf138b54 tempest-MigrationsAdminTest-892781459 tempest-MigrationsAdminTest-892781459-project] 10.222.0.75 "GET /v2.0/ports?device_id=9cec8a2a-9f08-4ec2-981f-5cef55181738 HTTP/1.1" status: 200 len: 950 time: 0.1048207 Feb 09 19:15:10.228214 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-fa060028-1a42-4675-8b3b-173198d034e5 req-465ec267-9efe-48d8-88be-8f7c896dcd09 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e5d6e185-52a0-4811-bbaa-e79add4cc324 HTTP/1.1" status: 200 len: 217 time: 0.1454146 Feb 09 19:15:10.236278 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-ccf60c10-8e75-4f64-8102-def1edd035e1 req-d7b00c71-9cad-43e4-a984-02bcd7098c11 service neutron] 10.222.0.75 "GET /v2.0/networks/319dd8de-af57-40fe-b1b8-034fd50be509?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3986707 Feb 09 19:15:10.269305 n-d-713498-36 neutron-server[103232]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3b1e9834-a534-412a-99fa-773ccc50c344', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '36c7de31-85c6-4cbd-b0d1-a39d123080e6'}] {{(pid=103232) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 19:15:10.272019 n-d-713498-36 neutron-server[103232]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}949cdcde653dec44821de95cbf67297f53cbc2aed4e073b5d514f93bf911ce85" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ebefb3da-ecc7-495a-b5e5-9a33a53887df" -d '{"events": [{"server_uuid": "3b1e9834-a534-412a-99fa-773ccc50c344", "name": "network-vif-plugged", "status": "completed", "tag": "36c7de31-85c6-4cbd-b0d1-a39d123080e6"}]}' {{(pid=103232) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 19:15:10.281445 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-9e136bd8-b647-4aca-b385-71ac505011f0 req-71307ab8-930b-4508-be0c-a1ebc923b284 tempest-MigrationsAdminTest-892781459 tempest-MigrationsAdminTest-892781459-project] 10.222.0.75 "GET /v2.0/security-groups?id=709912c8-8171-4435-800e-9e5c5e45bf8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0872273 Feb 09 19:15:10.363001 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa060028-1a42-4675-8b3b-173198d034e5 req-8e90006c-0e0c-4d7a-90c8-1e8f641e35e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:15:10.364661 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-fa060028-1a42-4675-8b3b-173198d034e5 req-8e90006c-0e0c-4d7a-90c8-1e8f641e35e9 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=3f43124c-9b13-4bd8-a6f5-516bdab3ca3c HTTP/1.1" status: 200 len: 849 time: 0.1274793 Feb 09 19:15:10.380033 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] For port 36c7de31-85c6-4cbd-b0d1-a39d123080e6, host n-h1-713498-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-36',level=0,port_id=36c7de31-85c6-4cbd-b0d1-a39d123080e6,segment=NetworkSegment(1e2a1863-ec93-4db2-ba80-84e2ae4ef342),segment_id=1e2a1863-ec93-4db2-ba80-84e2ae4ef342)] {{(pid=103232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 19:15:10.397654 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762867176205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762866656485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762866656503'] for port (36c7de31-85c6-4cbd-b0d1-a39d123080e6), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:15:10.454983 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-ccf60c10-8e75-4f64-8102-def1edd035e1 req-5d36e5fc-ab3b-4f2d-8362-13ac316b3360 service neutron] 10.222.0.75 "GET /v2.0/networks/331b81e1-5966-4614-8f3b-12a1817e4fe0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2082932 Feb 09 19:15:10.462518 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa060028-1a42-4675-8b3b-173198d034e5 req-d2c61c92-fff0-46d1-bc48-0c0f2e399af1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:15:10.464739 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-fa060028-1a42-4675-8b3b-173198d034e5 req-d2c61c92-fff0-46d1-bc48-0c0f2e399af1 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=99117bb9-9128-41a1-bdb4-92a6c18a7b42&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0810113 Feb 09 19:15:10.532376 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Pushing event updated for resources: {'Port': ['ID=36c7de31-85c6-4cbd-b0d1-a39d123080e6,revision_number=8']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:15:10.615218 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-fa060028-1a42-4675-8b3b-173198d034e5 req-1f057115-294c-4d8a-89ed-05689d7e6217 service neutron] 10.222.0.89 "GET /v2.0/networks/99117bb9-9128-41a1-bdb4-92a6c18a7b42?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1402001 Feb 09 19:15:10.617087 n-d-713498-36 neutron-server[103230]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 19:15:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-24121150-bb66-41af-a031-7a104029b17e x-openstack-request-id: req-24121150-bb66-41af-a031-7a104029b17e {{(pid=103230) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 19:15:10.617589 n-d-713498-36 neutron-server[103230]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9e47810b-ed07-4409-98e3-da39074300c7", "tag": "e5d6e185-52a0-4811-bbaa-e79add4cc324", "status": "completed", "code": 200}]} {{(pid=103230) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 19:15:10.618046 n-d-713498-36 neutron-server[103230]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-24121150-bb66-41af-a031-7a104029b17e {{(pid=103230) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 19:15:10.618843 n-d-713498-36 neutron-server[103230]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9e47810b-ed07-4409-98e3-da39074300c7', 'tag': 'e5d6e185-52a0-4811-bbaa-e79add4cc324', 'status': 'completed', 'code': 200} Feb 09 19:15:10.729138 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-ccf60c10-8e75-4f64-8102-def1edd035e1 req-420e4611-7dcd-409c-b78b-763de7e0dc8d service neutron] 10.222.0.75 "GET /v2.0/networks/331b81e1-5966-4614-8f3b-12a1817e4fe0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2625346 Feb 09 19:15:10.776463 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-91e5b270-72a6-45c6-aadd-8418411778f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762867132591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593584'] for agent (af91e4b9-f4e1-42b1-a25c-a10dc47171c8), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:15:10.822252 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-fa060028-1a42-4675-8b3b-173198d034e5 req-e220aee0-9e3d-4209-8940-424b858d0b79 service neutron] 10.222.0.89 "GET /v2.0/networks/99117bb9-9128-41a1-bdb4-92a6c18a7b42?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2000923 Feb 09 19:15:10.959173 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-ccf60c10-8e75-4f64-8102-def1edd035e1 req-2600f620-e184-48eb-89f4-0d81f0f8521c service neutron] 10.222.0.75 "GET /v2.0/networks/331b81e1-5966-4614-8f3b-12a1817e4fe0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2146122 Feb 09 19:15:11.066613 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f865c7ea-14a8-44df-b05e-93ca051c05d9 req-7a9cc39c-a968-497c-ac70-892a7b104805 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:15:11.070369 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-f865c7ea-14a8-44df-b05e-93ca051c05d9 req-7a9cc39c-a968-497c-ac70-892a7b104805 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=b8358624fc0d4008bf7aadd6f5fc09a1&device_id=9e47810b-ed07-4409-98e3-da39074300c7 HTTP/1.1" status: 200 len: 1127 time: 0.1828554 Feb 09 19:15:11.108612 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc1006a3-9bac-4001-975c-eb76b518f1bf req-ad44973d-61d4-401c-976e-0e2e4ff9b876 tempest-ServerMetadataNegativeTestJSON-2018743871 tempest-ServerMetadataNegativeTestJSON-2018743871-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:15:11.111730 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-fc1006a3-9bac-4001-975c-eb76b518f1bf req-ad44973d-61d4-401c-976e-0e2e4ff9b876 tempest-ServerMetadataNegativeTestJSON-2018743871 tempest-ServerMetadataNegativeTestJSON-2018743871-project] 10.222.0.75 "GET /v2.0/networks?id=459aa080-b753-4fe6-b974-4340f6fcea89 HTTP/1.1" status: 200 len: 820 time: 0.1407645 Feb 09 19:15:11.128071 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-fc1006a3-9bac-4001-975c-eb76b518f1bf req-d725fbd6-f97d-4f99-8704-9b1b164325c4 tempest-ServerMetadataNegativeTestJSON-2018743871 tempest-ServerMetadataNegativeTestJSON-2018743871-project] 10.222.0.75 "GET /v2.0/quotas/47cf9b5b21a44e6c9a404a523230c725 HTTP/1.1" status: 200 len: 375 time: 0.0113213 Feb 09 19:15:11.193005 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-fc1006a3-9bac-4001-975c-eb76b518f1bf req-ad09c100-5a26-4730-ae8a-4f1eb0c3c124 tempest-ServerMetadataNegativeTestJSON-2018743871 tempest-ServerMetadataNegativeTestJSON-2018743871-project] 10.222.0.75 "GET /v2.0/ports?tenant_id=47cf9b5b21a44e6c9a404a523230c725&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0567672 Feb 09 19:15:11.205275 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-ccf60c10-8e75-4f64-8102-def1edd035e1 req-983342ae-ae33-4485-8000-d687477b2998 service neutron] 10.222.0.75 "GET /v2.0/networks/331b81e1-5966-4614-8f3b-12a1817e4fe0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2399848 Feb 09 19:15:11.241730 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f865c7ea-14a8-44df-b05e-93ca051c05d9 req-3af09d48-9458-40c9-95c7-b2e771f051ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:15:11.243248 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-f865c7ea-14a8-44df-b05e-93ca051c05d9 req-3af09d48-9458-40c9-95c7-b2e771f051ae service neutron] 10.222.0.89 "GET /v2.0/networks?id=99117bb9-9128-41a1-bdb4-92a6c18a7b42 HTTP/1.1" status: 200 len: 911 time: 0.1646471 Feb 09 19:15:11.321139 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-f865c7ea-14a8-44df-b05e-93ca051c05d9 req-1ca12f93-d466-4982-918c-9243ca417b53 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e5d6e185-52a0-4811-bbaa-e79add4cc324 HTTP/1.1" status: 200 len: 217 time: 0.0675378 Feb 09 19:15:11.331451 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-fc1006a3-9bac-4001-975c-eb76b518f1bf req-a58efa13-934e-413f-ac99-7dcbeede788e service neutron] 10.222.0.75 "GET /v2.0/networks/459aa080-b753-4fe6-b974-4340f6fcea89?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1373634 Feb 09 19:15:11.401992 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f865c7ea-14a8-44df-b05e-93ca051c05d9 req-5561a1bd-d947-4d63-bc6a-c5cc2776dbce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:15:11.403959 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-f865c7ea-14a8-44df-b05e-93ca051c05d9 req-5561a1bd-d947-4d63-bc6a-c5cc2776dbce service neutron] 10.222.0.89 "GET /v2.0/subnets?id=3f43124c-9b13-4bd8-a6f5-516bdab3ca3c HTTP/1.1" status: 200 len: 849 time: 0.0759027 Feb 09 19:15:11.483636 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f865c7ea-14a8-44df-b05e-93ca051c05d9 req-146fde72-698a-4a6d-8e19-191731992c23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:15:11.485240 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-f865c7ea-14a8-44df-b05e-93ca051c05d9 req-146fde72-698a-4a6d-8e19-191731992c23 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=99117bb9-9128-41a1-bdb4-92a6c18a7b42&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0685964 Feb 09 19:15:11.516001 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-fc1006a3-9bac-4001-975c-eb76b518f1bf req-50f8cd0f-674f-40ee-b2a0-021a21bbda00 service neutron] 10.222.0.75 "GET /v2.0/networks/459aa080-b753-4fe6-b974-4340f6fcea89?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1756725 Feb 09 19:15:11.641621 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-f865c7ea-14a8-44df-b05e-93ca051c05d9 req-a88fbc65-77fd-44e2-8c35-606315b562e9 service neutron] 10.222.0.89 "GET /v2.0/networks/99117bb9-9128-41a1-bdb4-92a6c18a7b42?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1471605 Feb 09 19:15:11.826094 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-f865c7ea-14a8-44df-b05e-93ca051c05d9 req-9249b2ae-6db6-4268-a87d-a4337360a8ec service neutron] 10.222.0.89 "GET /v2.0/networks/99117bb9-9128-41a1-bdb4-92a6c18a7b42?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1724639 Feb 09 19:15:11.890484 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30bec107-1753-4868-961f-0e8f803fa8c8 req-11448027-cdb0-4a1d-ac23-b1bdf6e7a5ba tempest-AttachVolumeTestJSON-524945227 tempest-AttachVolumeTestJSON-524945227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:15:11.893923 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-30bec107-1753-4868-961f-0e8f803fa8c8 req-11448027-cdb0-4a1d-ac23-b1bdf6e7a5ba tempest-AttachVolumeTestJSON-524945227 tempest-AttachVolumeTestJSON-524945227-project] 10.222.0.75 "GET /v2.0/ports?device_id=9e47810b-ed07-4409-98e3-da39074300c7 HTTP/1.1" status: 200 len: 944 time: 0.0914125 Feb 09 19:15:11.978660 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-30bec107-1753-4868-961f-0e8f803fa8c8 req-637dc64d-d984-4625-ace4-f77c0df39294 tempest-AttachVolumeTestJSON-524945227 tempest-AttachVolumeTestJSON-524945227-project] 10.222.0.75 "GET /v2.0/security-groups?id=bd39f8e7-1d25-418e-b5cd-c91a805a4bbc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0855830 Feb 09 19:15:12.001977 n-d-713498-36 neutron-server[103232]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 19:15:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4c15203c-f02f-4769-8d26-f9ce63c070ff x-openstack-request-id: req-4c15203c-f02f-4769-8d26-f9ce63c070ff {{(pid=103232) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 19:15:12.002592 n-d-713498-36 neutron-server[103232]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3b1e9834-a534-412a-99fa-773ccc50c344", "name": "network-vif-plugged", "status": "completed", "tag": "36c7de31-85c6-4cbd-b0d1-a39d123080e6", "code": 200}]} {{(pid=103232) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 19:15:12.002854 n-d-713498-36 neutron-server[103232]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-4c15203c-f02f-4769-8d26-f9ce63c070ff {{(pid=103232) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 19:15:12.003500 n-d-713498-36 neutron-server[103232]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3b1e9834-a534-412a-99fa-773ccc50c344', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '36c7de31-85c6-4cbd-b0d1-a39d123080e6', 'code': 200} Feb 09 19:15:12.365624 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a5bfc41-2285-42fe-a43e-a8048eac9576 req-7d7040f0-84a5-4328-904f-ba4799ed84d3 tempest-ServerDiskConfigTestJSON-504186010 tempest-ServerDiskConfigTestJSON-504186010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:15:12.377419 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-4a5bfc41-2285-42fe-a43e-a8048eac9576 req-7d7040f0-84a5-4328-904f-ba4799ed84d3 tempest-ServerDiskConfigTestJSON-504186010 tempest-ServerDiskConfigTestJSON-504186010-project] 10.222.0.75 "GET /v2.0/ports?device_id=3b1e9834-a534-412a-99fa-773ccc50c344 HTTP/1.1" status: 200 len: 945 time: 0.2180369 Feb 09 19:15:12.523414 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9022a55-505f-4071-a14b-7b88a4a58ae0 req-284d5b3b-011a-4763-aabc-fb481681962f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:15:12.524956 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-a9022a55-505f-4071-a14b-7b88a4a58ae0 req-284d5b3b-011a-4763-aabc-fb481681962f service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=3b1e9834-a534-412a-99fa-773ccc50c344 HTTP/1.1" status: 200 len: 1128 time: 0.2298932 Feb 09 19:15:12.545688 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-4a5bfc41-2285-42fe-a43e-a8048eac9576 req-8bafec87-5efc-49c6-a96a-1253d52a5e5f tempest-ServerDiskConfigTestJSON-504186010 tempest-ServerDiskConfigTestJSON-504186010-project] 10.222.0.75 "GET /v2.0/security-groups?id=3d9033a7-be2a-4459-a2da-84c23e651975&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1672871 Feb 09 19:15:12.690542 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-4e7be702-5d29-4b75-a6b2-ee55d7a96cc3 req-da7238cd-34f7-4d14-a7bc-2d3b254f85ee tempest-ServerMetadataNegativeTestJSON-2018743871 tempest-ServerMetadataNegativeTestJSON-2018743871-project] 10.222.0.75 "GET /v2.0/ports?device_id=44f2a4f1-fd8e-46c1-a7a3-119b1c3cc812 HTTP/1.1" status: 200 len: 210 time: 0.1004188 Feb 09 19:15:12.760599 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35c37b6d-fc56-4925-a624-deb4db411eb8 req-d78d43fa-9202-40d5-8fbd-85c649bf342c tempest-MigrationsAdminTest-892781459 tempest-MigrationsAdminTest-892781459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:15:12.769034 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-35c37b6d-fc56-4925-a624-deb4db411eb8 req-d78d43fa-9202-40d5-8fbd-85c649bf342c tempest-MigrationsAdminTest-892781459 tempest-MigrationsAdminTest-892781459-project] 10.222.0.75 "GET /v2.0/ports?device_id=9cec8a2a-9f08-4ec2-981f-5cef55181738 HTTP/1.1" status: 200 len: 950 time: 0.4415801 Feb 09 19:15:12.824302 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-a9022a55-505f-4071-a14b-7b88a4a58ae0 req-2bb52322-e56c-4073-ab4d-773332d519de service neutron] 10.222.0.89 "GET /v2.0/security-groups?id=3d9033a7-be2a-4459-a2da-84c23e651975&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2883821 Feb 09 19:15:12.836149 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-545afebf-0b04-4519-b897-fe7fa498900f req-0e7c3307-d21e-40a3-a3b7-0969d6d5d01c tempest-TaggedBootDevicesTest-980849656 tempest-TaggedBootDevicesTest-980849656-project] 10.222.0.75 "GET /v2.0/ports?device_id=c3476174-573e-455c-944e-9ed0cac04ac2 HTTP/1.1" status: 200 len: 210 time: 0.0504074 Feb 09 19:15:12.900131 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-35c37b6d-fc56-4925-a624-deb4db411eb8 req-7b1bb925-aefb-4628-8eff-991ff6db3a7c tempest-MigrationsAdminTest-892781459 tempest-MigrationsAdminTest-892781459-project] 10.222.0.75 "GET /v2.0/security-groups?id=709912c8-8171-4435-800e-9e5c5e45bf8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1250503 Feb 09 19:15:13.002104 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-4a7a25b0-8e8f-4a0f-babe-8cd7dc02c9b6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762867132591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593584'] for agent (93303d5e-5d17-45e8-8963-7694f87783ae), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:15:13.235838 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e115af9a-ce29-4564-869f-db80002fa62e req-aef291bc-886f-40ca-a88b-3b00c91481ac tempest-AttachVolumeTestJSON-524945227 tempest-AttachVolumeTestJSON-524945227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:15:13.237404 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-e115af9a-ce29-4564-869f-db80002fa62e req-aef291bc-886f-40ca-a88b-3b00c91481ac tempest-AttachVolumeTestJSON-524945227 tempest-AttachVolumeTestJSON-524945227-project] 10.222.0.75 "GET /v2.0/ports?device_id=9e47810b-ed07-4409-98e3-da39074300c7 HTTP/1.1" status: 200 len: 944 time: 0.1112275 Feb 09 19:15:13.332762 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-e115af9a-ce29-4564-869f-db80002fa62e req-235fddaf-30d7-43c7-a07e-98c0a0574157 tempest-AttachVolumeTestJSON-524945227 tempest-AttachVolumeTestJSON-524945227-project] 10.222.0.75 "GET /v2.0/security-groups?id=bd39f8e7-1d25-418e-b5cd-c91a805a4bbc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0867269 Feb 09 19:15:13.696822 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2470b245-1d9c-46b9-8e5e-646465b6d91a req-b68601d7-f7c8-4061-85b6-c61074a37324 tempest-ServerDiskConfigTestJSON-504186010 tempest-ServerDiskConfigTestJSON-504186010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:15:13.698815 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-2470b245-1d9c-46b9-8e5e-646465b6d91a req-b68601d7-f7c8-4061-85b6-c61074a37324 tempest-ServerDiskConfigTestJSON-504186010 tempest-ServerDiskConfigTestJSON-504186010-project] 10.222.0.75 "GET /v2.0/ports?device_id=3b1e9834-a534-412a-99fa-773ccc50c344 HTTP/1.1" status: 200 len: 945 time: 0.0745738 Feb 09 19:15:13.758744 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-2470b245-1d9c-46b9-8e5e-646465b6d91a req-f11db2c2-1ac7-4694-a059-c649ed595792 tempest-ServerDiskConfigTestJSON-504186010 tempest-ServerDiskConfigTestJSON-504186010-project] 10.222.0.75 "GET /v2.0/security-groups?id=3d9033a7-be2a-4459-a2da-84c23e651975&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523751 Feb 09 19:15:13.921788 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-68092d48-7a1c-4db3-a185-b2383c11e6c2 req-18dd5568-f4a4-4d21-8f0a-09456f8fedd5 tempest-ServerMetadataNegativeTestJSON-2018743871 tempest-ServerMetadataNegativeTestJSON-2018743871-project] 10.222.0.75 "GET /v2.0/ports?device_id=44f2a4f1-fd8e-46c1-a7a3-119b1c3cc812 HTTP/1.1" status: 200 len: 210 time: 0.0642421 Feb 09 19:15:14.127094 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-0f0cd49b-6513-490a-a6cb-e903abf53d20 req-fe9c4ced-394c-4e98-9b4a-ba66310eb723 tempest-TaggedBootDevicesTest-980849656 tempest-TaggedBootDevicesTest-980849656-project] 10.222.0.75 "GET /v2.0/ports?device_id=c3476174-573e-455c-944e-9ed0cac04ac2 HTTP/1.1" status: 200 len: 210 time: 0.0733342 Feb 09 19:15:14.254263 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-edc54c9b-7f13-45d9-9271-85c9738b0128 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762867132591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593584'] for agent (a62b1850-466f-48ae-bec7-d62fb280e14b), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:15:14.412915 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc1006a3-9bac-4001-975c-eb76b518f1bf req-3fc94eac-725d-48fd-90ae-d8a2ccd2c4fe tempest-ServerMetadataNegativeTestJSON-2018743871 tempest-ServerMetadataNegativeTestJSON-2018743871-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:15:14.415511 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-fc1006a3-9bac-4001-975c-eb76b518f1bf req-3fc94eac-725d-48fd-90ae-d8a2ccd2c4fe tempest-ServerMetadataNegativeTestJSON-2018743871 tempest-ServerMetadataNegativeTestJSON-2018743871-project] 10.222.0.90 "GET /v2.0/networks?id=459aa080-b753-4fe6-b974-4340f6fcea89 HTTP/1.1" status: 200 len: 820 time: 0.5202708 Feb 09 19:15:14.423917 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccf60c10-8e75-4f64-8102-def1edd035e1 req-fc1a2075-8f67-47e7-890b-ba90d1928f5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:15:14.426495 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-ccf60c10-8e75-4f64-8102-def1edd035e1 req-fc1a2075-8f67-47e7-890b-ba90d1928f5c service neutron] 10.222.0.90 "GET /v2.0/ports/00c0f46c-15ff-4897-a6aa-63bcf7d50cc2 HTTP/1.1" status: 200 len: 1028 time: 0.1962116 Feb 09 19:15:14.477594 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.v2.base [req-fc1006a3-9bac-4001-975c-eb76b518f1bf req-6c4a2502-034f-41db-962a-f01b34dfdc86 tempest-ServerMetadataNegativeTestJSON-2018743871 tempest-ServerMetadataNegativeTestJSON-2018743871-project] Request body: {'port': {'device_id': '44f2a4f1-fd8e-46c1-a7a3-119b1c3cc812', 'network_id': '459aa080-b753-4fe6-b974-4340f6fcea89', 'admin_state_up': True, 'tenant_id': '47cf9b5b21a44e6c9a404a523230c725'}} {{(pid=103230) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 19:15:14.560820 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ede787e-73bb-43de-ab7d-e12ebf67b59b req-616a07d0-21f0-409d-912d-8bb07b5d7dc3 tempest-ListServerFiltersTestJSON-592653301 tempest-ListServerFiltersTestJSON-592653301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:15:14.578649 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-8ede787e-73bb-43de-ab7d-e12ebf67b59b req-616a07d0-21f0-409d-912d-8bb07b5d7dc3 tempest-ListServerFiltersTestJSON-592653301 tempest-ListServerFiltersTestJSON-592653301-project] 10.222.0.75 "GET /v2.0/ports?device_id=342293bf-7258-4cd4-a7b8-d6015bcac217 HTTP/1.1" status: 200 len: 946 time: 0.1203070 Feb 09 19:15:14.583801 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03e63187-be08-4644-90ae-d7d06a7d9ca1 req-d8e7cf3c-fd14-417e-8209-a865f6e849d8 tempest-MigrationsAdminTest-892781459 tempest-MigrationsAdminTest-892781459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:15:14.592531 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-03e63187-be08-4644-90ae-d7d06a7d9ca1 req-d8e7cf3c-fd14-417e-8209-a865f6e849d8 tempest-MigrationsAdminTest-892781459 tempest-MigrationsAdminTest-892781459-project] 10.222.0.75 "GET /v2.0/ports?device_id=9cec8a2a-9f08-4ec2-981f-5cef55181738 HTTP/1.1" status: 200 len: 950 time: 0.2712507 Feb 09 19:15:14.633391 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccf60c10-8e75-4f64-8102-def1edd035e1 req-b6b3a2a7-65d0-4e95-8e72-f50e0eb2ba05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:15:14.634812 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-ccf60c10-8e75-4f64-8102-def1edd035e1 req-b6b3a2a7-65d0-4e95-8e72-f50e0eb2ba05 service neutron] 10.222.0.90 "GET /v2.0/ports/1d0cdc94-55c4-4888-8478-b9f4b1cc96ea HTTP/1.1" status: 200 len: 1028 time: 0.1887472 Feb 09 19:15:14.668298 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-8ede787e-73bb-43de-ab7d-e12ebf67b59b req-4bb5a7f1-02ac-4eb0-b270-6f92e5f201c9 tempest-ListServerFiltersTestJSON-592653301 tempest-ListServerFiltersTestJSON-592653301-project] 10.222.0.75 "GET /v2.0/security-groups?id=25541e77-9cfa-43ca-aee5-11ed3f3bedff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0762818 Feb 09 19:15:14.785564 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-03e63187-be08-4644-90ae-d7d06a7d9ca1 req-df5fa24c-c1f2-40a7-9035-06937e64662c tempest-MigrationsAdminTest-892781459 tempest-MigrationsAdminTest-892781459-project] 10.222.0.75 "GET /v2.0/security-groups?id=709912c8-8171-4435-800e-9e5c5e45bf8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1920378 Feb 09 19:15:14.904979 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1838f745-af82-40cd-a0c0-3ce99a4b9d57 req-a17bb0d1-10c9-4b5c-a287-e36edc9b9f41 tempest-AttachVolumeTestJSON-524945227 tempest-AttachVolumeTestJSON-524945227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:15:14.913219 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-1838f745-af82-40cd-a0c0-3ce99a4b9d57 req-a17bb0d1-10c9-4b5c-a287-e36edc9b9f41 tempest-AttachVolumeTestJSON-524945227 tempest-AttachVolumeTestJSON-524945227-project] 10.222.0.75 "GET /v2.0/ports?device_id=9e47810b-ed07-4409-98e3-da39074300c7 HTTP/1.1" status: 200 len: 944 time: 0.1304638 Feb 09 19:15:14.918144 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fc1006a3-9bac-4001-975c-eb76b518f1bf req-6c4a2502-034f-41db-962a-f01b34dfdc86 tempest-ServerMetadataNegativeTestJSON-2018743871 tempest-ServerMetadataNegativeTestJSON-2018743871-project] Made reservation on behalf of 47cf9b5b21a44e6c9a404a523230c725 for: {'port': 1} {{(pid=103230) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 19:15:14.922952 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [req-fc1006a3-9bac-4001-975c-eb76b518f1bf req-6c4a2502-034f-41db-962a-f01b34dfdc86 tempest-ServerMetadataNegativeTestJSON-2018743871 tempest-ServerMetadataNegativeTestJSON-2018743871-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (None), before_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:15:14.985010 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccf60c10-8e75-4f64-8102-def1edd035e1 req-0bc1cf03-5a52-41c7-b1b5-c3d22791e22f tempest-TaggedBootDevicesTest-980849656 tempest-TaggedBootDevicesTest-980849656-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:15:14.990158 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccf60c10-8e75-4f64-8102-def1edd035e1 req-0bc1cf03-5a52-41c7-b1b5-c3d22791e22f tempest-TaggedBootDevicesTest-980849656 tempest-TaggedBootDevicesTest-980849656-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:15:14.996224 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccf60c10-8e75-4f64-8102-def1edd035e1 req-0bc1cf03-5a52-41c7-b1b5-c3d22791e22f tempest-TaggedBootDevicesTest-980849656 tempest-TaggedBootDevicesTest-980849656-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:15:14.998582 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-ccf60c10-8e75-4f64-8102-def1edd035e1 req-0bc1cf03-5a52-41c7-b1b5-c3d22791e22f tempest-TaggedBootDevicesTest-980849656 tempest-TaggedBootDevicesTest-980849656-project] 10.222.0.90 "GET /v2.0/networks?id=3e8c2732-7ced-47de-8a60-f22ea571cd92&id=319dd8de-af57-40fe-b1b8-034fd50be509&id=319dd8de-af57-40fe-b1b8-034fd50be509&id=319dd8de-af57-40fe-b1b8-034fd50be509&id=319dd8de-af57-40fe-b1b8-034fd50be509&id=331b81e1-5966-4614-8f3b-12a1817e4fe0&id=331b81e1-5966-4614-8f3b-12a1817e4fe0 HTTP/1.1" status: 200 len: 1988 time: 0.3506773 Feb 09 19:15:15.006579 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-1838f745-af82-40cd-a0c0-3ce99a4b9d57 req-1f274141-a29e-4ba5-8d1c-b969772846da tempest-AttachVolumeTestJSON-524945227 tempest-AttachVolumeTestJSON-524945227-project] 10.222.0.75 "GET /v2.0/security-groups?id=bd39f8e7-1d25-418e-b5cd-c91a805a4bbc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0919001 Feb 09 19:15:15.020031 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Device e5d6e185-52a0-4811-bbaa-e79add4cc324 details requested by agent hyperv_n-h1-713498-36 with host n-h1-713498-36 {{(pid=103232) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 19:15:15.182425 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-ccf60c10-8e75-4f64-8102-def1edd035e1 req-6db5fc0c-4929-4c92-b5ca-21ce13bfb18b tempest-TaggedBootDevicesTest-980849656 tempest-TaggedBootDevicesTest-980849656-project] 10.222.0.90 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=1244a62b17644644960c0ef5509cee38 HTTP/1.1" status: 200 len: 379 time: 0.1702175 Feb 09 19:15:15.209219 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16356fd6-ea5a-42eb-9bcc-f93ee5be84df req-17fa6561-1011-4086-8608-78a832f7ea78 tempest-ServerDiskConfigTestJSON-504186010 tempest-ServerDiskConfigTestJSON-504186010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:15:15.217648 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-16356fd6-ea5a-42eb-9bcc-f93ee5be84df req-17fa6561-1011-4086-8608-78a832f7ea78 tempest-ServerDiskConfigTestJSON-504186010 tempest-ServerDiskConfigTestJSON-504186010-project] 10.222.0.75 "GET /v2.0/ports?device_id=3b1e9834-a534-412a-99fa-773ccc50c344 HTTP/1.1" status: 200 len: 945 time: 0.3002918 Feb 09 19:15:15.222759 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-e2f2bf5f-ce1b-437e-83fb-d3345c2ca41f req-61b49b06-ade5-46da-885c-0eb84537db7a tempest-ServerMetadataNegativeTestJSON-2018743871 tempest-ServerMetadataNegativeTestJSON-2018743871-project] 10.222.0.75 "GET /v2.0/ports?device_id=44f2a4f1-fd8e-46c1-a7a3-119b1c3cc812 HTTP/1.1" status: 200 len: 210 time: 0.0478375 Feb 09 19:15:15.225580 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 34758) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:15:15.238370 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.v2.base [req-ccf60c10-8e75-4f64-8102-def1edd035e1 req-29847e44-ae6f-4593-a5f8-905c741d7deb tempest-TaggedBootDevicesTest-980849656 tempest-TaggedBootDevicesTest-980849656-project] Request body: {'port': {'device_id': 'c3476174-573e-455c-944e-9ed0cac04ac2', 'network_id': '3e8c2732-7ced-47de-8a60-f22ea571cd92', 'admin_state_up': True, 'tenant_id': '1244a62b17644644960c0ef5509cee38', 'security_groups': ['116d7b93-0726-4659-8687-b47afcfa5056']}} {{(pid=103230) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 19:15:15.310433 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] For port e5d6e185-52a0-4811-bbaa-e79add4cc324, host n-h1-713498-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-36',level=0,port_id=e5d6e185-52a0-4811-bbaa-e79add4cc324,segment=NetworkSegment(7634cd2f-bb07-4aa6-8222-5e64bdefad14),segment_id=7634cd2f-bb07-4aa6-8222-5e64bdefad14)] {{(pid=103232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 19:15:15.334283 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-f9c44c54-1679-4b94-bbdf-b21427f0e7b1 req-f943c14a-552f-4426-b899-0b8521b4bddf tempest-TaggedBootDevicesTest-980849656 tempest-TaggedBootDevicesTest-980849656-project] 10.222.0.75 "GET /v2.0/ports?device_id=c3476174-573e-455c-944e-9ed0cac04ac2 HTTP/1.1" status: 200 len: 210 time: 0.0348227 Feb 09 19:15:15.343425 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Returning: {'device': 'e5d6e185-52a0-4811-bbaa-e79add4cc324', 'network_id': '99117bb9-9128-41a1-bdb4-92a6c18a7b42', 'port_id': 'e5d6e185-52a0-4811-bbaa-e79add4cc324', 'mac_address': 'fa:16:3e:a7:29:24', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 363, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3f43124c-9b13-4bd8-a6f5-516bdab3ca3c', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103232) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 19:15:15.401635 n-d-713498-36 neutron-server[103230]: DEBUG neutron.db.db_base_plugin_common [req-fc1006a3-9bac-4001-975c-eb76b518f1bf req-6c4a2502-034f-41db-962a-f01b34dfdc86 tempest-ServerMetadataNegativeTestJSON-2018743871 tempest-ServerMetadataNegativeTestJSON-2018743871-project] Allocated IP 172.20.0.12 (459aa080-b753-4fe6-b974-4340f6fcea89/a8f66b47-a6e5-4bb5-9088-4f491d2c1c9d/799b827c-1d47-472c-b351-0c170428781d) {{(pid=103230) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 19:15:15.408068 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Current status of the port e5d6e185-52a0-4811-bbaa-e79add4cc324 is: DOWN; New status is: BUILD {{(pid=103232) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 19:15:15.409523 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (e5d6e185-52a0-4811-bbaa-e79add4cc324), before_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:15:15.427466 n-d-713498-36 neutron-server[103232]: DEBUG neutron.notifiers.nova [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e5d6e185-52a0-4811-bbaa-e79add4cc324 {{(pid=103232) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 19:15:15.476904 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] For port e5d6e185-52a0-4811-bbaa-e79add4cc324, host n-h1-713498-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-36',level=0,port_id=e5d6e185-52a0-4811-bbaa-e79add4cc324,segment=NetworkSegment(7634cd2f-bb07-4aa6-8222-5e64bdefad14),segment_id=7634cd2f-bb07-4aa6-8222-5e64bdefad14)] {{(pid=103232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 19:15:15.479322 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-16356fd6-ea5a-42eb-9bcc-f93ee5be84df req-6ec59d44-3947-4c2d-ae1d-f6a97e844f89 tempest-ServerDiskConfigTestJSON-504186010 tempest-ServerDiskConfigTestJSON-504186010-project] 10.222.0.75 "GET /v2.0/security-groups?id=3d9033a7-be2a-4459-a2da-84c23e651975&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2547801 Feb 09 19:15:15.488991 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762867176205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762866656485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762866656503'] for port (e5d6e185-52a0-4811-bbaa-e79add4cc324), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:15:15.561665 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-2684ee13-165e-41f0-a20b-0806fa464ee8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:15:15.564317 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Pushing event updated for resources: {'Port': ['ID=e5d6e185-52a0-4811-bbaa-e79add4cc324,revision_number=4']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:15:15.711639 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8bafd11-53f1-407b-84b3-c73a863dc29d req-8de771d2-c4c1-4288-adda-7aa6539211a8 tempest-ServerDiskConfigTestJSON-504186010 tempest-ServerDiskConfigTestJSON-504186010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:15:15.712515 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ccf60c10-8e75-4f64-8102-def1edd035e1 req-29847e44-ae6f-4593-a5f8-905c741d7deb tempest-TaggedBootDevicesTest-980849656 tempest-TaggedBootDevicesTest-980849656-project] Made reservation on behalf of 1244a62b17644644960c0ef5509cee38 for: {'port': 1} {{(pid=103230) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 19:15:15.715896 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [req-ccf60c10-8e75-4f64-8102-def1edd035e1 req-29847e44-ae6f-4593-a5f8-905c741d7deb tempest-TaggedBootDevicesTest-980849656 tempest-TaggedBootDevicesTest-980849656-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (None), before_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:15:15.721768 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-c8bafd11-53f1-407b-84b3-c73a863dc29d req-8de771d2-c4c1-4288-adda-7aa6539211a8 tempest-ServerDiskConfigTestJSON-504186010 tempest-ServerDiskConfigTestJSON-504186010-project] 10.222.0.75 "GET /v2.0/ports?device_id=3b1e9834-a534-412a-99fa-773ccc50c344 HTTP/1.1" status: 200 len: 945 time: 0.1102176 Feb 09 19:15:15.729136 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] get_ports_and_sgs() called for port_ids ['e5d6e185-52a0-4811-bbaa-e79add4cc324'] {{(pid=103232) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 19:15:15.844665 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-c8bafd11-53f1-407b-84b3-c73a863dc29d req-9df6e22a-a672-468a-9a19-279ab9236743 tempest-ServerDiskConfigTestJSON-504186010 tempest-ServerDiskConfigTestJSON-504186010-project] 10.222.0.75 "GET /v2.0/security-groups?id=3d9033a7-be2a-4459-a2da-84c23e651975&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1216111 Feb 09 19:15:15.892481 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-a7262a8e-0513-48fd-984d-75726a511961 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762867132591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593584'] for agent (911cfea2-02ae-4ec9-bac3-7808ee1cdd9c), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:15:16.026211 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7314e608-de8f-4e0c-ad9a-c87405fbb630 req-be624904-3dcb-41f0-a8de-6057dad3b6aa tempest-MigrationsAdminTest-892781459 tempest-MigrationsAdminTest-892781459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:15:16.028188 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-7314e608-de8f-4e0c-ad9a-c87405fbb630 req-be624904-3dcb-41f0-a8de-6057dad3b6aa tempest-MigrationsAdminTest-892781459 tempest-MigrationsAdminTest-892781459-project] 10.222.0.75 "GET /v2.0/ports?device_id=9cec8a2a-9f08-4ec2-981f-5cef55181738 HTTP/1.1" status: 200 len: 950 time: 0.1051373 Feb 09 19:15:16.116558 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-7314e608-de8f-4e0c-ad9a-c87405fbb630 req-1583b60d-76ef-4c49-9323-a790b1f5da02 tempest-MigrationsAdminTest-892781459 tempest-MigrationsAdminTest-892781459-project] 10.222.0.75 "GET /v2.0/security-groups?id=709912c8-8171-4435-800e-9e5c5e45bf8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0813143 Feb 09 19:15:16.314957 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [req-fc1006a3-9bac-4001-975c-eb76b518f1bf req-6c4a2502-034f-41db-962a-f01b34dfdc86 tempest-ServerMetadataNegativeTestJSON-2018743871 tempest-ServerMetadataNegativeTestJSON-2018743871-project] Publish callbacks [] for port (799b827c-1d47-472c-b351-0c170428781d), precommit_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:15:16.329389 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-2684ee13-165e-41f0-a20b-0806fa464ee8 admin admin] Publish callbacks [] for security_group (e22c9426-ba85-47d9-9719-8525711da85a), precommit_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:15:16.358465 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-2684ee13-165e-41f0-a20b-0806fa464ee8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1892331'] for security_group (e22c9426-ba85-47d9-9719-8525711da85a), after_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:15:16.375765 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10eeb912-ce31-4997-b27c-37023f9b5ae5 req-6445e117-0ffd-4905-aa98-8fe236248971 tempest-ListServerFiltersTestJSON-592653301 tempest-ListServerFiltersTestJSON-592653301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:15:16.383999 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-10eeb912-ce31-4997-b27c-37023f9b5ae5 req-6445e117-0ffd-4905-aa98-8fe236248971 tempest-ListServerFiltersTestJSON-592653301 tempest-ListServerFiltersTestJSON-592653301-project] 10.222.0.75 "GET /v2.0/ports?device_id=342293bf-7258-4cd4-a7b8-d6015bcac217 HTTP/1.1" status: 200 len: 946 time: 0.5704958 Feb 09 19:15:16.478603 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8eb7034-a81e-4a69-81f6-770e677ac2a1 req-db491a69-ffae-4976-b207-52297cc7400d tempest-AttachVolumeTestJSON-524945227 tempest-AttachVolumeTestJSON-524945227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:15:16.490449 n-d-713498-36 neutron-server[103230]: DEBUG neutron.db.db_base_plugin_common [req-ccf60c10-8e75-4f64-8102-def1edd035e1 req-29847e44-ae6f-4593-a5f8-905c741d7deb tempest-TaggedBootDevicesTest-980849656 tempest-TaggedBootDevicesTest-980849656-project] Allocated IP 172.20.0.6 (3e8c2732-7ced-47de-8a60-f22ea571cd92/96689e74-1d15-4889-9091-f107b048a678/6aefa796-a5da-43f4-b77c-5a57dc7a02ee) {{(pid=103230) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 19:15:16.505676 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-b8eb7034-a81e-4a69-81f6-770e677ac2a1 req-db491a69-ffae-4976-b207-52297cc7400d tempest-AttachVolumeTestJSON-524945227 tempest-AttachVolumeTestJSON-524945227-project] 10.222.0.75 "GET /v2.0/ports?device_id=9e47810b-ed07-4409-98e3-da39074300c7 HTTP/1.1" status: 200 len: 945 time: 0.0983782 Feb 09 19:15:16.511187 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-2684ee13-165e-41f0-a20b-0806fa464ee8 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=65c73e8c1efe428393a676d31486359d&name=default HTTP/1.1" status: 200 len: 3000 time: 1.2648790 Feb 09 19:15:16.512391 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 34796) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:15:16.542959 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2684ee13-165e-41f0-a20b-0806fa464ee8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e22c9426-ba85-47d9-9719-8525711da85a,revision_number=1']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:15:16.571988 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-b8eb7034-a81e-4a69-81f6-770e677ac2a1 req-e62393dc-786f-464b-826d-96ae2884f986 tempest-AttachVolumeTestJSON-524945227 tempest-AttachVolumeTestJSON-524945227-project] 10.222.0.75 "GET /v2.0/security-groups?id=bd39f8e7-1d25-418e-b5cd-c91a805a4bbc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0637350 Feb 09 19:15:16.592489 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-10eeb912-ce31-4997-b27c-37023f9b5ae5 req-61793c34-04e7-4617-a2b6-8893ede35128 tempest-ListServerFiltersTestJSON-592653301 tempest-ListServerFiltersTestJSON-592653301-project] 10.222.0.75 "GET /v2.0/security-groups?id=25541e77-9cfa-43ca-aee5-11ed3f3bedff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2077074 Feb 09 19:15:16.603566 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [req-fc1006a3-9bac-4001-975c-eb76b518f1bf req-6c4a2502-034f-41db-962a-f01b34dfdc86 tempest-ServerMetadataNegativeTestJSON-2018743871 tempest-ServerMetadataNegativeTestJSON-2018743871-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762866656467', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14393751'] for port (799b827c-1d47-472c-b351-0c170428781d), after_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:15:16.775879 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0274d823-80bd-4225-85c6-389c56ae4282 req-89f55489-7c35-4657-a323-76d6fa3a4241 tempest-ServerMetadataNegativeTestJSON-2018743871 tempest-ServerMetadataNegativeTestJSON-2018743871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:15:16.777601 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-0274d823-80bd-4225-85c6-389c56ae4282 req-89f55489-7c35-4657-a323-76d6fa3a4241 tempest-ServerMetadataNegativeTestJSON-2018743871 tempest-ServerMetadataNegativeTestJSON-2018743871-project] 10.222.0.75 "GET /v2.0/ports?device_id=44f2a4f1-fd8e-46c1-a7a3-119b1c3cc812 HTTP/1.1" status: 200 len: 932 time: 0.0868199 Feb 09 19:15:16.797090 n-d-713498-36 neutron-server[103230]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fc1006a3-9bac-4001-975c-eb76b518f1bf req-6c4a2502-034f-41db-962a-f01b34dfdc86 tempest-ServerMetadataNegativeTestJSON-2018743871 tempest-ServerMetadataNegativeTestJSON-2018743871-project] Network 459aa080-b753-4fe6-b974-4340f6fcea89 is already hosted by enough agents. {{(pid=103230) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 19:15:16.841813 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-40054a68-3edf-4c7b-ae93-113536274bac req-72f03b73-70af-4fb2-8a58-88bdec7e7d22 tempest-TaggedBootDevicesTest-980849656 tempest-TaggedBootDevicesTest-980849656-project] 10.222.0.75 "GET /v2.0/ports?device_id=c3476174-573e-455c-944e-9ed0cac04ac2 HTTP/1.1" status: 200 len: 210 time: 0.0737503 Feb 09 19:15:16.843293 n-d-713498-36 neutron-server[103230]: DEBUG neutron.scheduler.base_scheduler [req-fc1006a3-9bac-4001-975c-eb76b518f1bf req-6c4a2502-034f-41db-962a-f01b34dfdc86 tempest-ServerMetadataNegativeTestJSON-2018743871 tempest-ServerMetadataNegativeTestJSON-2018743871-project] Resources bound (agent type, host, resource id): {{(pid=103230) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 19:15:16.851968 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c4a2502-034f-41db-962a-f01b34dfdc86 tempest-ServerMetadataNegativeTestJSON-2018743871 tempest-ServerMetadataNegativeTestJSON-2018743871-project] Pushing event updated for resources: {'Port': ['ID=799b827c-1d47-472c-b351-0c170428781d,revision_number=1']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:15:16.864787 n-d-713498-36 neutron-server[103230]: DEBUG neutron.db.l3_dvrscheduler_db [req-fc1006a3-9bac-4001-975c-eb76b518f1bf req-6c4a2502-034f-41db-962a-f01b34dfdc86 tempest-ServerMetadataNegativeTestJSON-2018743871 tempest-ServerMetadataNegativeTestJSON-2018743871-project] Received port after_create {{(pid=103230) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 19:15:16.872811 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-0274d823-80bd-4225-85c6-389c56ae4282 req-b2dbc4ad-b6ea-46b6-81ad-a1ddc8dcd16b tempest-ServerMetadataNegativeTestJSON-2018743871 tempest-ServerMetadataNegativeTestJSON-2018743871-project] 10.222.0.75 "GET /v2.0/security-groups?id=3e31c9aa-5a3d-456a-b178-941494e803a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0865300 Feb 09 19:15:16.920451 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc1006a3-9bac-4001-975c-eb76b518f1bf req-6c4a2502-034f-41db-962a-f01b34dfdc86 tempest-ServerMetadataNegativeTestJSON-2018743871 tempest-ServerMetadataNegativeTestJSON-2018743871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:15:16.920451 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [req-fc1006a3-9bac-4001-975c-eb76b518f1bf req-6c4a2502-034f-41db-962a-f01b34dfdc86 tempest-ServerMetadataNegativeTestJSON-2018743871 tempest-ServerMetadataNegativeTestJSON-2018743871-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171096'] for port (None), before_response {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:15:16.976249 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-149ffa08-7118-457e-b76a-0ba237bad97a admin admin] Publish callbacks [] for security_group (e22c9426-ba85-47d9-9719-8525711da85a), before_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:15:17.000623 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-fc1006a3-9bac-4001-975c-eb76b518f1bf req-6c4a2502-034f-41db-962a-f01b34dfdc86 tempest-ServerMetadataNegativeTestJSON-2018743871 tempest-ServerMetadataNegativeTestJSON-2018743871-project] 10.222.0.90 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.5533340 Feb 09 19:15:17.001584 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762867132591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593584'] for agent (496418a2-c002-4aec-ab1a-07f3bea491bd), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:15:17.024633 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Device e5d6e185-52a0-4811-bbaa-e79add4cc324 up at agent hyperv_n-h1-713498-36 {{(pid=103232) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 19:15:17.036037 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.v2.base [req-fc1006a3-9bac-4001-975c-eb76b518f1bf req-35929aec-7012-442d-9250-88ed085e6e86 service neutron] Request body: {'port': {'device_id': '44f2a4f1-fd8e-46c1-a7a3-119b1c3cc812', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-713498-36'}} {{(pid=103230) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 19:15:17.099097 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.provisioning_blocks [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Provisioning for port e5d6e185-52a0-4811-bbaa-e79add4cc324 completed by entity L2. {{(pid=103232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 19:15:17.105457 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.provisioning_blocks [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Provisioning complete for port e5d6e185-52a0-4811-bbaa-e79add4cc324 triggered by entity L2. {{(pid=103232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 19:15:17.106027 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-149ffa08-7118-457e-b76a-0ba237bad97a admin admin] Publish callbacks [] for security_group (e22c9426-ba85-47d9-9719-8525711da85a), precommit_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:15:17.106193 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593630'] for port (e5d6e185-52a0-4811-bbaa-e79add4cc324), provisioning_complete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:15:17.135073 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [req-ccf60c10-8e75-4f64-8102-def1edd035e1 req-29847e44-ae6f-4593-a5f8-905c741d7deb tempest-TaggedBootDevicesTest-980849656 tempest-TaggedBootDevicesTest-980849656-project] Publish callbacks [] for port (6aefa796-a5da-43f4-b77c-5a57dc7a02ee), precommit_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:15:17.239145 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [req-fc1006a3-9bac-4001-975c-eb76b518f1bf req-35929aec-7012-442d-9250-88ed085e6e86 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (799b827c-1d47-472c-b351-0c170428781d), before_update {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:15:17.277206 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41211754-9b87-41cd-8817-786f676c9d81 req-57ed2359-cee6-433a-b63f-9db340467a0d tempest-ServerDiskConfigTestJSON-504186010 tempest-ServerDiskConfigTestJSON-504186010-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:15:17.279598 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-41211754-9b87-41cd-8817-786f676c9d81 req-57ed2359-cee6-433a-b63f-9db340467a0d tempest-ServerDiskConfigTestJSON-504186010 tempest-ServerDiskConfigTestJSON-504186010-project] 10.222.0.75 "GET /v2.0/networks?id=7db728b6-f824-4bd2-9bbc-3a8ddd77fc29 HTTP/1.1" status: 200 len: 815 time: 0.3152514 Feb 09 19:15:17.291494 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Current status of the port e5d6e185-52a0-4811-bbaa-e79add4cc324 is: BUILD; New status is: ACTIVE {{(pid=103232) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 19:15:17.291698 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (e5d6e185-52a0-4811-bbaa-e79add4cc324), before_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:15:17.329775 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-411dd919-75f3-44ec-b6f2-d2859d906b5e req-c16df758-975b-4987-9010-8394ef2389e5 tempest-MigrationsAdminTest-892781459 tempest-MigrationsAdminTest-892781459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:15:17.331733 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-411dd919-75f3-44ec-b6f2-d2859d906b5e req-c16df758-975b-4987-9010-8394ef2389e5 tempest-MigrationsAdminTest-892781459 tempest-MigrationsAdminTest-892781459-project] 10.222.0.75 "GET /v2.0/ports?device_id=9cec8a2a-9f08-4ec2-981f-5cef55181738 HTTP/1.1" status: 200 len: 950 time: 0.1070564 Feb 09 19:15:17.332258 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] For port e5d6e185-52a0-4811-bbaa-e79add4cc324, host n-h1-713498-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-36',level=0,port_id=e5d6e185-52a0-4811-bbaa-e79add4cc324,segment=NetworkSegment(7634cd2f-bb07-4aa6-8222-5e64bdefad14),segment_id=7634cd2f-bb07-4aa6-8222-5e64bdefad14)] {{(pid=103232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 19:15:17.333237 n-d-713498-36 neutron-server[103232]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9e47810b-ed07-4409-98e3-da39074300c7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e5d6e185-52a0-4811-bbaa-e79add4cc324'}] {{(pid=103232) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 19:15:17.335934 n-d-713498-36 neutron-server[103232]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}949cdcde653dec44821de95cbf67297f53cbc2aed4e073b5d514f93bf911ce85" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3eaa6c6a-f701-4666-b839-5ca3ea12b33b" -d '{"events": [{"server_uuid": "9e47810b-ed07-4409-98e3-da39074300c7", "name": "network-vif-plugged", "status": "completed", "tag": "e5d6e185-52a0-4811-bbaa-e79add4cc324"}]}' {{(pid=103232) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 19:15:17.339517 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762867176205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762866656485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762866656503'] for port (e5d6e185-52a0-4811-bbaa-e79add4cc324), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:15:17.346200 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-149ffa08-7118-457e-b76a-0ba237bad97a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1892331'] for security_group (e22c9426-ba85-47d9-9719-8525711da85a), after_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:15:17.356463 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-149ffa08-7118-457e-b76a-0ba237bad97a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:15:17.364899 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-149ffa08-7118-457e-b76a-0ba237bad97a admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/e22c9426-ba85-47d9-9719-8525711da85a HTTP/1.1" status: 204 len: 168 time: 0.8415217 Feb 09 19:15:17.375484 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [req-ccf60c10-8e75-4f64-8102-def1edd035e1 req-29847e44-ae6f-4593-a5f8-905c741d7deb tempest-TaggedBootDevicesTest-980849656 tempest-TaggedBootDevicesTest-980849656-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762866656467', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14393751'] for port (6aefa796-a5da-43f4-b77c-5a57dc7a02ee), after_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:15:17.391245 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-41211754-9b87-41cd-8817-786f676c9d81 req-32dc95c9-b407-4f7e-a70f-f485227f26da tempest-ServerDiskConfigTestJSON-504186010 tempest-ServerDiskConfigTestJSON-504186010-project] 10.222.0.75 "GET /v2.0/quotas/b6fd652adad94d84b810e38a00b04bf3 HTTP/1.1" status: 200 len: 375 time: 0.0612524 Feb 09 19:15:17.438432 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-149ffa08-7118-457e-b76a-0ba237bad97a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e22c9426-ba85-47d9-9719-8525711da85a,revision_number=None']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:15:17.441638 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-411dd919-75f3-44ec-b6f2-d2859d906b5e req-9ebd33e7-690e-4771-af09-225228f1edd9 tempest-MigrationsAdminTest-892781459 tempest-MigrationsAdminTest-892781459-project] 10.222.0.75 "GET /v2.0/security-groups?id=709912c8-8171-4435-800e-9e5c5e45bf8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1029820 Feb 09 19:15:17.445678 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Pushing event updated for resources: {'Port': ['ID=e5d6e185-52a0-4811-bbaa-e79add4cc324,revision_number=5']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:15:17.538509 n-d-713498-36 neutron-server[103232]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 19:15:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-758d33a2-febd-483f-b919-d894a268fcd8 x-openstack-request-id: req-758d33a2-febd-483f-b919-d894a268fcd8 {{(pid=103232) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 19:15:17.538998 n-d-713498-36 neutron-server[103232]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9e47810b-ed07-4409-98e3-da39074300c7", "name": "network-vif-plugged", "status": "completed", "tag": "e5d6e185-52a0-4811-bbaa-e79add4cc324", "code": 200}]} {{(pid=103232) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 19:15:17.539472 n-d-713498-36 neutron-server[103232]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-758d33a2-febd-483f-b919-d894a268fcd8 {{(pid=103232) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 19:15:17.540263 n-d-713498-36 neutron-server[103232]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9e47810b-ed07-4409-98e3-da39074300c7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e5d6e185-52a0-4811-bbaa-e79add4cc324', 'code': 200} Feb 09 19:15:17.619843 n-d-713498-36 neutron-server[103230]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ccf60c10-8e75-4f64-8102-def1edd035e1 req-29847e44-ae6f-4593-a5f8-905c741d7deb tempest-TaggedBootDevicesTest-980849656 tempest-TaggedBootDevicesTest-980849656-project] Network 3e8c2732-7ced-47de-8a60-f22ea571cd92 is already hosted by enough agents. {{(pid=103230) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 19:15:17.644271 n-d-713498-36 neutron-server[103230]: DEBUG neutron.scheduler.base_scheduler [req-ccf60c10-8e75-4f64-8102-def1edd035e1 req-29847e44-ae6f-4593-a5f8-905c741d7deb tempest-TaggedBootDevicesTest-980849656 tempest-TaggedBootDevicesTest-980849656-project] Resources bound (agent type, host, resource id): {{(pid=103230) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 19:15:17.652020 n-d-713498-36 neutron-server[103230]: DEBUG neutron.db.l3_dvrscheduler_db [req-ccf60c10-8e75-4f64-8102-def1edd035e1 req-29847e44-ae6f-4593-a5f8-905c741d7deb tempest-TaggedBootDevicesTest-980849656 tempest-TaggedBootDevicesTest-980849656-project] Received port after_create {{(pid=103230) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 19:15:17.660135 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29847e44-ae6f-4593-a5f8-905c741d7deb tempest-TaggedBootDevicesTest-980849656 tempest-TaggedBootDevicesTest-980849656-project] Pushing event updated for resources: {'Port': ['ID=6aefa796-a5da-43f4-b77c-5a57dc7a02ee,revision_number=1']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:15:17.903384 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-41211754-9b87-41cd-8817-786f676c9d81 req-1d73c425-977e-4189-8530-99e51820a082 tempest-ServerDiskConfigTestJSON-504186010 tempest-ServerDiskConfigTestJSON-504186010-project] 10.222.0.75 "GET /v2.0/ports?tenant_id=b6fd652adad94d84b810e38a00b04bf3&fields=id HTTP/1.1" status: 200 len: 255 time: 0.5100269 Feb 09 19:15:17.916113 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ffab87b-1e7c-4264-a48b-fd2ead6d5169 req-f06b2cd7-5bd2-4068-90b0-5cdfce6395a0 tempest-AttachVolumeTestJSON-524945227 tempest-AttachVolumeTestJSON-524945227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:15:17.919511 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-9ffab87b-1e7c-4264-a48b-fd2ead6d5169 req-f06b2cd7-5bd2-4068-90b0-5cdfce6395a0 tempest-AttachVolumeTestJSON-524945227 tempest-AttachVolumeTestJSON-524945227-project] 10.222.0.75 "GET /v2.0/ports?device_id=9e47810b-ed07-4409-98e3-da39074300c7 HTTP/1.1" status: 200 len: 946 time: 0.1807945 Feb 09 19:15:18.041202 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-715060d7-20ed-45a6-946c-cf378df5e94c req-66a6d6a5-2b7a-41bf-99b6-2e2b4ade2c94 tempest-ServerDiskConfigTestJSON-504186010 tempest-ServerDiskConfigTestJSON-504186010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:15:18.043684 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-715060d7-20ed-45a6-946c-cf378df5e94c req-66a6d6a5-2b7a-41bf-99b6-2e2b4ade2c94 tempest-ServerDiskConfigTestJSON-504186010 tempest-ServerDiskConfigTestJSON-504186010-project] 10.222.0.89 "GET /v2.0/ports?device_id=3b1e9834-a534-412a-99fa-773ccc50c344 HTTP/1.1" status: 200 len: 945 time: 0.2300668 Feb 09 19:15:18.044688 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 34848) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:15:18.055975 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccf60c10-8e75-4f64-8102-def1edd035e1 req-29847e44-ae6f-4593-a5f8-905c741d7deb tempest-TaggedBootDevicesTest-980849656 tempest-TaggedBootDevicesTest-980849656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:15:18.056958 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [req-ccf60c10-8e75-4f64-8102-def1edd035e1 req-29847e44-ae6f-4593-a5f8-905c741d7deb tempest-TaggedBootDevicesTest-980849656 tempest-TaggedBootDevicesTest-980849656-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171096'] for port (None), before_response {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:15:18.103217 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-9ffab87b-1e7c-4264-a48b-fd2ead6d5169 req-c283ae9d-a81d-4ad6-a595-6b7fc3300002 tempest-AttachVolumeTestJSON-524945227 tempest-AttachVolumeTestJSON-524945227-project] 10.222.0.75 "GET /v2.0/security-groups?id=bd39f8e7-1d25-418e-b5cd-c91a805a4bbc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1699419 Feb 09 19:15:18.118185 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11373623-768a-4bfa-9e35-453563ac522e req-12fac5b7-ec03-45bf-ae68-d4f3a683072f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:15:18.119936 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-11373623-768a-4bfa-9e35-453563ac522e req-12fac5b7-ec03-45bf-ae68-d4f3a683072f service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=9e47810b-ed07-4409-98e3-da39074300c7 HTTP/1.1" status: 200 len: 1129 time: 0.4171739 Feb 09 19:15:18.130409 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-996357c6-a3b5-45a7-8f41-66bedda230bb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:15:18.182226 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.provisioning_blocks [None req-6e8cc040-58fe-453e-a484-6904981beb17 None None] Provisioning complete for port 6aefa796-a5da-43f4-b77c-5a57dc7a02ee triggered by entity DHCP. {{(pid=103232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 19:15:18.183193 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-6e8cc040-58fe-453e-a484-6904981beb17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593630'] for port (6aefa796-a5da-43f4-b77c-5a57dc7a02ee), provisioning_complete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:15:18.260707 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-ccf60c10-8e75-4f64-8102-def1edd035e1 req-29847e44-ae6f-4593-a5f8-905c741d7deb tempest-TaggedBootDevicesTest-980849656 tempest-TaggedBootDevicesTest-980849656-project] 10.222.0.90 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.0335252 Feb 09 19:15:18.278907 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-6e8cc040-58fe-453e-a484-6904981beb17 None None] Port 6aefa796-a5da-43f4-b77c-5a57dc7a02ee cannot update to ACTIVE because it is not bound. {{(pid=103232) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 19:15:18.329606 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-41211754-9b87-41cd-8817-786f676c9d81 req-f16b47e7-0b18-4101-9570-072b296fee9a service neutron] 10.222.0.75 "GET /v2.0/networks/7db728b6-f824-4bd2-9bbc-3a8ddd77fc29?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4247711 Feb 09 19:15:18.334824 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.v2.base [req-ccf60c10-8e75-4f64-8102-def1edd035e1 req-7df92623-c2a7-470b-a510-e87505213e0d tempest-TaggedBootDevicesTest-980849656 tempest-TaggedBootDevicesTest-980849656-project] Request body: {'port': {'device_id': 'c3476174-573e-455c-944e-9ed0cac04ac2', 'network_id': '319dd8de-af57-40fe-b1b8-034fd50be509', 'admin_state_up': True, 'tenant_id': '1244a62b17644644960c0ef5509cee38', 'security_groups': ['116d7b93-0726-4659-8687-b47afcfa5056']}} {{(pid=103230) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 19:15:18.351191 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.plugin [req-715060d7-20ed-45a6-946c-cf378df5e94c req-f66dd6cc-651f-4d5c-9beb-ffc99125c55d tempest-ServerDiskConfigTestJSON-504186010 tempest-ServerDiskConfigTestJSON-504186010-project] Deleting port 36c7de31-85c6-4cbd-b0d1-a39d123080e6 {{(pid=103229) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 19:15:18.351748 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-715060d7-20ed-45a6-946c-cf378df5e94c req-f66dd6cc-651f-4d5c-9beb-ffc99125c55d tempest-ServerDiskConfigTestJSON-504186010 tempest-ServerDiskConfigTestJSON-504186010-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762867170196'] for port (36c7de31-85c6-4cbd-b0d1-a39d123080e6), before_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:15:18.403427 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762867132591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593584'] for agent (488cd9ae-631f-4955-ba0b-4f5a13f12e9c), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:15:18.412227 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-11373623-768a-4bfa-9e35-453563ac522e req-76afc6ae-6b87-4259-8b7d-934ff9de83b6 service neutron] 10.222.0.89 "GET /v2.0/security-groups?id=bd39f8e7-1d25-418e-b5cd-c91a805a4bbc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2696936 Feb 09 19:15:18.546766 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-996357c6-a3b5-45a7-8f41-66bedda230bb admin admin] Publish callbacks [] for security_group (ab47a755-dcd0-46a6-9f23-2f5dee0cc682), precommit_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:15:18.562136 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.db [req-715060d7-20ed-45a6-946c-cf378df5e94c req-f66dd6cc-651f-4d5c-9beb-ffc99125c55d tempest-ServerDiskConfigTestJSON-504186010 tempest-ServerDiskConfigTestJSON-504186010-project] For port 36c7de31-85c6-4cbd-b0d1-a39d123080e6, host n-h1-713498-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-36',level=0,port_id=36c7de31-85c6-4cbd-b0d1-a39d123080e6,segment=NetworkSegment(1e2a1863-ec93-4db2-ba80-84e2ae4ef342),segment_id=1e2a1863-ec93-4db2-ba80-84e2ae4ef342)] {{(pid=103229) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 19:15:18.562564 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-715060d7-20ed-45a6-946c-cf378df5e94c req-f66dd6cc-651f-4d5c-9beb-ffc99125c55d tempest-ServerDiskConfigTestJSON-504186010 tempest-ServerDiskConfigTestJSON-504186010-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1820838'] for port (36c7de31-85c6-4cbd-b0d1-a39d123080e6), precommit_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:15:18.580810 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-858035ba-e423-4f94-a0e5-1f4b8b13d1ce req-4dafcfad-8d9d-481f-b2ed-79467b72bbe4 tempest-ListServerFiltersTestJSON-592653301 tempest-ListServerFiltersTestJSON-592653301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:15:18.589529 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-858035ba-e423-4f94-a0e5-1f4b8b13d1ce req-4dafcfad-8d9d-481f-b2ed-79467b72bbe4 tempest-ListServerFiltersTestJSON-592653301 tempest-ListServerFiltersTestJSON-592653301-project] 10.222.0.75 "GET /v2.0/ports?device_id=342293bf-7258-4cd4-a7b8-d6015bcac217 HTTP/1.1" status: 200 len: 946 time: 0.3049765 Feb 09 19:15:18.592451 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-996357c6-a3b5-45a7-8f41-66bedda230bb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1892331'] for security_group (ab47a755-dcd0-46a6-9f23-2f5dee0cc682), after_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:15:18.636299 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-996357c6-a3b5-45a7-8f41-66bedda230bb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ab47a755-dcd0-46a6-9f23-2f5dee0cc682,revision_number=1']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:15:18.642554 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.plugin [req-715060d7-20ed-45a6-946c-cf378df5e94c req-f66dd6cc-651f-4d5c-9beb-ffc99125c55d tempest-ServerDiskConfigTestJSON-504186010 tempest-ServerDiskConfigTestJSON-504186010-project] Calling delete_port for 36c7de31-85c6-4cbd-b0d1-a39d123080e6 owned by compute:nova {{(pid=103229) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 19:15:18.656724 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ccf60c10-8e75-4f64-8102-def1edd035e1 req-7df92623-c2a7-470b-a510-e87505213e0d tempest-TaggedBootDevicesTest-980849656 tempest-TaggedBootDevicesTest-980849656-project] Made reservation on behalf of 1244a62b17644644960c0ef5509cee38 for: {'port': 1} {{(pid=103230) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 19:15:18.660268 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [req-ccf60c10-8e75-4f64-8102-def1edd035e1 req-7df92623-c2a7-470b-a510-e87505213e0d tempest-TaggedBootDevicesTest-980849656 tempest-TaggedBootDevicesTest-980849656-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (None), before_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:15:18.664585 n-d-713498-36 neutron-server[103230]: DEBUG neutron.notifiers.nova [req-fc1006a3-9bac-4001-975c-eb76b518f1bf req-35929aec-7012-442d-9250-88ed085e6e86 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 799b827c-1d47-472c-b351-0c170428781d {{(pid=103230) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 19:15:18.676502 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [req-fc1006a3-9bac-4001-975c-eb76b518f1bf req-35929aec-7012-442d-9250-88ed085e6e86 service neutron] Publish callbacks [] for port (799b827c-1d47-472c-b351-0c170428781d), precommit_update {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:15:18.716354 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-41211754-9b87-41cd-8817-786f676c9d81 req-492144ed-ea90-4741-aef6-49bbdab13f9e service neutron] 10.222.0.75 "GET /v2.0/networks/7db728b6-f824-4bd2-9bbc-3a8ddd77fc29?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2997844 Feb 09 19:15:18.725597 n-d-713498-36 neutron-server[103230]: DEBUG neutron.db.provisioning_blocks [req-fc1006a3-9bac-4001-975c-eb76b518f1bf req-35929aec-7012-442d-9250-88ed085e6e86 service neutron] Transition to ACTIVE for port object 799b827c-1d47-472c-b351-0c170428781d will not be triggered until provisioned by entity L2. {{(pid=103230) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 19:15:18.764540 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [req-fc1006a3-9bac-4001-975c-eb76b518f1bf req-35929aec-7012-442d-9250-88ed085e6e86 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762867176205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762866656485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762866656503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14393758'] for port (799b827c-1d47-472c-b351-0c170428781d), after_update {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:15:18.822478 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-858035ba-e423-4f94-a0e5-1f4b8b13d1ce req-439d3764-8f17-4795-a883-9575db57e93b tempest-ListServerFiltersTestJSON-592653301 tempest-ListServerFiltersTestJSON-592653301-project] 10.222.0.75 "GET /v2.0/security-groups?id=25541e77-9cfa-43ca-aee5-11ed3f3bedff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2277191 Feb 09 19:15:18.847279 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-996357c6-a3b5-45a7-8f41-66bedda230bb admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=23a55cdc16f54c2cb77982ae15b3908e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7986748 Feb 09 19:15:18.854564 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762867132591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593584'] for agent (bcd5faee-dc24-4298-9134-0e0aa054058e), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:15:18.864804 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 34866) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:15:18.878784 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35929aec-7012-442d-9250-88ed085e6e86 service neutron] Pushing event updated for resources: {'Port': ['ID=799b827c-1d47-472c-b351-0c170428781d,revision_number=2']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:15:19.130684 n-d-713498-36 neutron-server[103230]: DEBUG neutron.db.db_base_plugin_common [req-ccf60c10-8e75-4f64-8102-def1edd035e1 req-7df92623-c2a7-470b-a510-e87505213e0d tempest-TaggedBootDevicesTest-980849656 tempest-TaggedBootDevicesTest-980849656-project] Allocated IP 10.1.1.56 (319dd8de-af57-40fe-b1b8-034fd50be509/4f9f0eeb-e92f-40bd-8072-2e802a7fd893/ae0c20e2-a6bc-4527-b56e-8e357d08f2b6) {{(pid=103230) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 19:15:19.196097 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-715060d7-20ed-45a6-946c-cf378df5e94c req-f66dd6cc-651f-4d5c-9beb-ffc99125c55d tempest-ServerDiskConfigTestJSON-504186010 tempest-ServerDiskConfigTestJSON-504186010-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762867177463', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762866656476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12867576'] for port (36c7de31-85c6-4cbd-b0d1-a39d123080e6), after_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:15:19.209100 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] get_ports_and_sgs() called for port_ids ['36c7de31-85c6-4cbd-b0d1-a39d123080e6'] {{(pid=103232) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 19:15:19.270097 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.managers [req-fc1006a3-9bac-4001-975c-eb76b518f1bf req-35929aec-7012-442d-9250-88ed085e6e86 service neutron] Attempting to bind port 799b827c-1d47-472c-b351-0c170428781d on host n-h2-713498-36 for vnic_type normal with profile {{(pid=103230) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 19:15:19.270440 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.managers [req-fc1006a3-9bac-4001-975c-eb76b518f1bf req-35929aec-7012-442d-9250-88ed085e6e86 service neutron] Attempting to bind port 799b827c-1d47-472c-b351-0c170428781d by drivers openvswitch,hyperv on host n-h2-713498-36 at level 0 using segments [{'id': '16cee793-39af-4747-b35d-d195dda77d67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '459aa080-b753-4fe6-b974-4340f6fcea89'}] {{(pid=103230) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 19:15:19.270775 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc1006a3-9bac-4001-975c-eb76b518f1bf req-35929aec-7012-442d-9250-88ed085e6e86 service neutron] Attempting to bind port 799b827c-1d47-472c-b351-0c170428781d on network 459aa080-b753-4fe6-b974-4340f6fcea89 {{(pid=103230) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 19:15:19.352416 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-1fc6c69e-e8b0-4950-8f51-84db9c581ddc admin admin] Publish callbacks [] for security_group (ab47a755-dcd0-46a6-9f23-2f5dee0cc682), before_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:15:19.377228 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-1fc6c69e-e8b0-4950-8f51-84db9c581ddc admin admin] Publish callbacks [] for security_group (ab47a755-dcd0-46a6-9f23-2f5dee0cc682), precommit_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:15:19.424321 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc1006a3-9bac-4001-975c-eb76b518f1bf req-35929aec-7012-442d-9250-88ed085e6e86 service neutron] Port 799b827c-1d47-472c-b351-0c170428781d on network 459aa080-b753-4fe6-b974-4340f6fcea89 not bound, no agent of type Open vSwitch agent registered on host n-h2-713498-36 {{(pid=103230) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 19:15:19.425928 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc1006a3-9bac-4001-975c-eb76b518f1bf req-35929aec-7012-442d-9250-88ed085e6e86 service neutron] Attempting to bind port 799b827c-1d47-472c-b351-0c170428781d on network 459aa080-b753-4fe6-b974-4340f6fcea89 {{(pid=103230) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 19:15:19.502384 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-1fc6c69e-e8b0-4950-8f51-84db9c581ddc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1892331'] for security_group (ab47a755-dcd0-46a6-9f23-2f5dee0cc682), after_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:15:19.504939 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-1fc6c69e-e8b0-4950-8f51-84db9c581ddc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:15:19.506162 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-1fc6c69e-e8b0-4950-8f51-84db9c581ddc admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/ab47a755-dcd0-46a6-9f23-2f5dee0cc682 HTTP/1.1" status: 204 len: 168 time: 0.6370459 Feb 09 19:15:19.516436 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc1006a3-9bac-4001-975c-eb76b518f1bf req-35929aec-7012-442d-9250-88ed085e6e86 service neutron] Checking agent: {'id': 'bcd5faee-dc24-4298-9134-0e0aa054058e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713498-36', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 18, 59, 19), 'started_at': datetime.datetime(2022, 2, 9, 18, 59, 19), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 19, 15, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103230) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 19:15:19.516666 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc1006a3-9bac-4001-975c-eb76b518f1bf req-35929aec-7012-442d-9250-88ed085e6e86 service neutron] Checking segment: {'id': '16cee793-39af-4747-b35d-d195dda77d67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '459aa080-b753-4fe6-b974-4340f6fcea89'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103230) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 19:15:19.517281 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc1006a3-9bac-4001-975c-eb76b518f1bf req-35929aec-7012-442d-9250-88ed085e6e86 service neutron] Bound using segment: {'id': '16cee793-39af-4747-b35d-d195dda77d67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '459aa080-b753-4fe6-b974-4340f6fcea89'} {{(pid=103230) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 19:15:19.517394 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.managers [req-fc1006a3-9bac-4001-975c-eb76b518f1bf req-35929aec-7012-442d-9250-88ed085e6e86 service neutron] Bound port: 799b827c-1d47-472c-b351-0c170428781d, host: n-h2-713498-36, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '16cee793-39af-4747-b35d-d195dda77d67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '459aa080-b753-4fe6-b974-4340f6fcea89'}}] {{(pid=103230) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 19:15:19.517700 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [req-fc1006a3-9bac-4001-975c-eb76b518f1bf req-35929aec-7012-442d-9250-88ed085e6e86 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (799b827c-1d47-472c-b351-0c170428781d), before_update {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:15:19.544409 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fc6c69e-e8b0-4950-8f51-84db9c581ddc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ab47a755-dcd0-46a6-9f23-2f5dee0cc682,revision_number=None']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:15:19.712713 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [req-ccf60c10-8e75-4f64-8102-def1edd035e1 req-7df92623-c2a7-470b-a510-e87505213e0d tempest-TaggedBootDevicesTest-980849656 tempest-TaggedBootDevicesTest-980849656-project] Publish callbacks [] for port (ae0c20e2-a6bc-4527-b56e-8e357d08f2b6), precommit_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:15:19.796734 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.db [req-fc1006a3-9bac-4001-975c-eb76b518f1bf req-35929aec-7012-442d-9250-88ed085e6e86 service neutron] For port 799b827c-1d47-472c-b351-0c170428781d, host n-h2-713498-36, cleared binding levels {{(pid=103230) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 19:15:19.835747 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31c537de-37c1-40f9-a6c7-ded70f83d43f req-e54dcf90-ea44-43c5-97a4-0a6b8ce53c9a tempest-ServerMetadataNegativeTestJSON-2018743871 tempest-ServerMetadataNegativeTestJSON-2018743871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:15:19.844060 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-31c537de-37c1-40f9-a6c7-ded70f83d43f req-e54dcf90-ea44-43c5-97a4-0a6b8ce53c9a tempest-ServerMetadataNegativeTestJSON-2018743871 tempest-ServerMetadataNegativeTestJSON-2018743871-project] 10.222.0.75 "GET /v2.0/ports?device_id=44f2a4f1-fd8e-46c1-a7a3-119b1c3cc812 HTTP/1.1" status: 200 len: 944 time: 0.6438713 Feb 09 19:15:19.866417 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.db [req-fc1006a3-9bac-4001-975c-eb76b518f1bf req-35929aec-7012-442d-9250-88ed085e6e86 service neutron] For port 799b827c-1d47-472c-b351-0c170428781d, host n-h2-713498-36, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-36',level=0,port_id=799b827c-1d47-472c-b351-0c170428781d,segment=NetworkSegment(16cee793-39af-4747-b35d-d195dda77d67),segment_id=16cee793-39af-4747-b35d-d195dda77d67)] {{(pid=103230) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 19:15:19.905001 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [req-fc1006a3-9bac-4001-975c-eb76b518f1bf req-35929aec-7012-442d-9250-88ed085e6e86 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762867176205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762866656485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762866656503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14393758'] for port (799b827c-1d47-472c-b351-0c170428781d), after_update {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:15:19.915638 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [req-ccf60c10-8e75-4f64-8102-def1edd035e1 req-7df92623-c2a7-470b-a510-e87505213e0d tempest-TaggedBootDevicesTest-980849656 tempest-TaggedBootDevicesTest-980849656-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762866656467', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14393751'] for port (ae0c20e2-a6bc-4527-b56e-8e357d08f2b6), after_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:15:19.981884 n-d-713498-36 neutron-server[103230]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ccf60c10-8e75-4f64-8102-def1edd035e1 req-7df92623-c2a7-470b-a510-e87505213e0d tempest-TaggedBootDevicesTest-980849656 tempest-TaggedBootDevicesTest-980849656-project] Network 319dd8de-af57-40fe-b1b8-034fd50be509 is already hosted by enough agents. {{(pid=103230) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 19:15:19.988328 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f66dd6cc-651f-4d5c-9beb-ffc99125c55d tempest-ServerDiskConfigTestJSON-504186010 tempest-ServerDiskConfigTestJSON-504186010-project] Pushing event deleted for resources: {'Port': ['ID=36c7de31-85c6-4cbd-b0d1-a39d123080e6,revision_number=None']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:15:20.020629 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc1006a3-9bac-4001-975c-eb76b518f1bf req-35929aec-7012-442d-9250-88ed085e6e86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:15:20.021659 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [req-fc1006a3-9bac-4001-975c-eb76b518f1bf req-35929aec-7012-442d-9250-88ed085e6e86 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171096'] for port (None), before_response {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:15:20.023381 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-fc1006a3-9bac-4001-975c-eb76b518f1bf req-35929aec-7012-442d-9250-88ed085e6e86 service neutron] 10.222.0.90 "PUT /v2.0/ports/799b827c-1d47-472c-b351-0c170428781d HTTP/1.1" status: 200 len: 1093 time: 2.9915166 Feb 09 19:15:20.026282 n-d-713498-36 neutron-server[103230]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '44f2a4f1-fd8e-46c1-a7a3-119b1c3cc812', 'tag': '799b827c-1d47-472c-b351-0c170428781d'}] {{(pid=103230) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 19:15:20.029590 n-d-713498-36 neutron-server[103230]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aee5919275bae9f72eb374ee322673045eb80c1f84b4b45a97d96923bd50ab51" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-33f62f2e-7ad3-4ee1-9579-bb089ae0e8f3" -d '{"events": [{"name": "network-changed", "server_uuid": "44f2a4f1-fd8e-46c1-a7a3-119b1c3cc812", "tag": "799b827c-1d47-472c-b351-0c170428781d"}]}' {{(pid=103230) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 19:15:20.030146 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-306cbf69-0348-4452-b94c-b2aa638a9993 req-8aa58b8c-5793-47b4-a3fd-f099365b7d60 tempest-TaggedBootDevicesTest-980849656 tempest-TaggedBootDevicesTest-980849656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:15:20.035640 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-306cbf69-0348-4452-b94c-b2aa638a9993 req-8aa58b8c-5793-47b4-a3fd-f099365b7d60 tempest-TaggedBootDevicesTest-980849656 tempest-TaggedBootDevicesTest-980849656-project] 10.222.0.75 "GET /v2.0/ports?device_id=c3476174-573e-455c-944e-9ed0cac04ac2 HTTP/1.1" status: 200 len: 931 time: 0.9552584 Feb 09 19:15:20.041624 n-d-713498-36 neutron-server[103230]: DEBUG neutron.scheduler.base_scheduler [req-ccf60c10-8e75-4f64-8102-def1edd035e1 req-7df92623-c2a7-470b-a510-e87505213e0d tempest-TaggedBootDevicesTest-980849656 tempest-TaggedBootDevicesTest-980849656-project] Resources bound (agent type, host, resource id): {{(pid=103230) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 19:15:20.049429 n-d-713498-36 neutron-server[103230]: DEBUG neutron.db.l3_dvrscheduler_db [req-ccf60c10-8e75-4f64-8102-def1edd035e1 req-7df92623-c2a7-470b-a510-e87505213e0d tempest-TaggedBootDevicesTest-980849656 tempest-TaggedBootDevicesTest-980849656-project] Received port after_create {{(pid=103230) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 19:15:20.053834 n-d-713498-36 neutron-server[103229]: DEBUG neutron.db.l3_dvrscheduler_db [req-715060d7-20ed-45a6-946c-cf378df5e94c req-f66dd6cc-651f-4d5c-9beb-ffc99125c55d tempest-ServerDiskConfigTestJSON-504186010 tempest-ServerDiskConfigTestJSON-504186010-project] No DVR routers for this DVR port 36c7de31-85c6-4cbd-b0d1-a39d123080e6 on host n-h1-713498-36 {{(pid=103229) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 19:15:20.057861 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-715060d7-20ed-45a6-946c-cf378df5e94c req-f66dd6cc-651f-4d5c-9beb-ffc99125c55d tempest-ServerDiskConfigTestJSON-504186010 tempest-ServerDiskConfigTestJSON-504186010-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171096'] for port (None), before_response {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:15:20.062602 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-715060d7-20ed-45a6-946c-cf378df5e94c req-f66dd6cc-651f-4d5c-9beb-ffc99125c55d tempest-ServerDiskConfigTestJSON-504186010 tempest-ServerDiskConfigTestJSON-504186010-project] 10.222.0.89 "DELETE /v2.0/ports/36c7de31-85c6-4cbd-b0d1-a39d123080e6 HTTP/1.1" status: 204 len: 173 time: 2.0071285 Feb 09 19:15:20.063183 n-d-713498-36 neutron-server[103229]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3b1e9834-a534-412a-99fa-773ccc50c344', 'name': 'network-vif-deleted', 'tag': '36c7de31-85c6-4cbd-b0d1-a39d123080e6'}] {{(pid=103229) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 19:15:20.066346 n-d-713498-36 neutron-server[103229]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fa6ae9a20702bd564eaf90d946620b2b4277b1ab91129323d3b54181076be307" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-71825886-b465-44c4-b1b0-e95fe5077eac" -d '{"events": [{"server_uuid": "3b1e9834-a534-412a-99fa-773ccc50c344", "name": "network-vif-deleted", "tag": "36c7de31-85c6-4cbd-b0d1-a39d123080e6"}]}' {{(pid=103229) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 19:15:20.163296 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-306cbf69-0348-4452-b94c-b2aa638a9993 req-dc5fb8d3-a6f0-4596-86c8-a89eeab89e34 tempest-TaggedBootDevicesTest-980849656 tempest-TaggedBootDevicesTest-980849656-project] 10.222.0.75 "GET /v2.0/security-groups?id=116d7b93-0726-4659-8687-b47afcfa5056&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1071944 Feb 09 19:15:20.228462 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccf60c10-8e75-4f64-8102-def1edd035e1 req-7df92623-c2a7-470b-a510-e87505213e0d tempest-TaggedBootDevicesTest-980849656 tempest-TaggedBootDevicesTest-980849656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:15:20.229129 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [req-ccf60c10-8e75-4f64-8102-def1edd035e1 req-7df92623-c2a7-470b-a510-e87505213e0d tempest-TaggedBootDevicesTest-980849656 tempest-TaggedBootDevicesTest-980849656-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171096'] for port (None), before_response {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:15:20.328902 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-31c537de-37c1-40f9-a6c7-ded70f83d43f req-8fc69ef9-d50c-40d7-967b-1755677468ff tempest-ServerMetadataNegativeTestJSON-2018743871 tempest-ServerMetadataNegativeTestJSON-2018743871-project] 10.222.0.75 "GET /v2.0/security-groups?id=3e31c9aa-5a3d-456a-b178-941494e803a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4830470 Feb 09 19:15:20.332225 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-ccf60c10-8e75-4f64-8102-def1edd035e1 req-7df92623-c2a7-470b-a510-e87505213e0d tempest-TaggedBootDevicesTest-980849656 tempest-TaggedBootDevicesTest-980849656-project] 10.222.0.90 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 2.0058007 Feb 09 19:15:20.335609 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35929aec-7012-442d-9250-88ed085e6e86 service neutron] Pushing event updated for resources: {'Port': ['ID=799b827c-1d47-472c-b351-0c170428781d,revision_number=3']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:15:20.384172 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.v2.base [req-ccf60c10-8e75-4f64-8102-def1edd035e1 req-fd01ce9d-bc7f-4a91-a8cf-dede87ba49e1 tempest-TaggedBootDevicesTest-980849656 tempest-TaggedBootDevicesTest-980849656-project] Request body: {'port': {'device_id': 'c3476174-573e-455c-944e-9ed0cac04ac2', 'network_id': '319dd8de-af57-40fe-b1b8-034fd50be509', 'admin_state_up': True, 'tenant_id': '1244a62b17644644960c0ef5509cee38', 'security_groups': ['116d7b93-0726-4659-8687-b47afcfa5056']}} {{(pid=103230) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 19:15:20.524954 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.provisioning_blocks [None req-3d2e85ab-a574-4e16-b6cb-1c83c6a2e429 None None] Provisioning complete for port ae0c20e2-a6bc-4527-b56e-8e357d08f2b6 triggered by entity DHCP. {{(pid=103232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 19:15:20.526440 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-3d2e85ab-a574-4e16-b6cb-1c83c6a2e429 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593630'] for port (ae0c20e2-a6bc-4527-b56e-8e357d08f2b6), provisioning_complete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:15:20.558755 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2b46fca-be87-4159-b701-c410073404ab req-fc3694d7-8c99-4564-bfbb-4754fc9c7acb tempest-MigrationsAdminTest-892781459 tempest-MigrationsAdminTest-892781459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:15:20.571554 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-b2b46fca-be87-4159-b701-c410073404ab req-fc3694d7-8c99-4564-bfbb-4754fc9c7acb tempest-MigrationsAdminTest-892781459 tempest-MigrationsAdminTest-892781459-project] 10.222.0.75 "GET /v2.0/ports?device_id=9cec8a2a-9f08-4ec2-981f-5cef55181738 HTTP/1.1" status: 200 len: 950 time: 0.1660454 Feb 09 19:15:20.589454 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-3d2e85ab-a574-4e16-b6cb-1c83c6a2e429 None None] Port ae0c20e2-a6bc-4527-b56e-8e357d08f2b6 cannot update to ACTIVE because it is not bound. {{(pid=103232) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 19:15:20.589847 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc1006a3-9bac-4001-975c-eb76b518f1bf req-708d2267-2ff1-4266-9d99-445dc9009e42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:15:20.594840 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-fc1006a3-9bac-4001-975c-eb76b518f1bf req-708d2267-2ff1-4266-9d99-445dc9009e42 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=47cf9b5b21a44e6c9a404a523230c725&device_id=44f2a4f1-fd8e-46c1-a7a3-119b1c3cc812 HTTP/1.1" status: 200 len: 1127 time: 0.4035923 Feb 09 19:15:20.595606 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7df92623-c2a7-470b-a510-e87505213e0d tempest-TaggedBootDevicesTest-980849656 tempest-TaggedBootDevicesTest-980849656-project] Pushing event updated for resources: {'Port': ['ID=ae0c20e2-a6bc-4527-b56e-8e357d08f2b6,revision_number=1']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:15:20.704378 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-b2b46fca-be87-4159-b701-c410073404ab req-5a6ff43e-403e-47cb-a7bd-be3cadb36e29 tempest-MigrationsAdminTest-892781459 tempest-MigrationsAdminTest-892781459-project] 10.222.0.75 "GET /v2.0/security-groups?id=709912c8-8171-4435-800e-9e5c5e45bf8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1315799 Feb 09 19:15:20.712393 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-717fd47a-83ad-46f3-8033-5f05741562fd req-b387f2d2-5c97-448d-9bc9-27a1f4fb2d85 tempest-ServerDiskConfigTestJSON-504186010 tempest-ServerDiskConfigTestJSON-504186010-project] 10.222.0.75 "GET /v2.0/ports?device_id=0f5c6e4a-2766-4317-8c92-8c02169f84b0 HTTP/1.1" status: 200 len: 210 time: 0.1108732 Feb 09 19:15:20.718519 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-fc1006a3-9bac-4001-975c-eb76b518f1bf req-afb2e7c8-7281-44a1-978a-5cbe1baa6f10 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=799b827c-1d47-472c-b351-0c170428781d HTTP/1.1" status: 200 len: 217 time: 0.1089137 Feb 09 19:15:20.891197 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc1006a3-9bac-4001-975c-eb76b518f1bf req-2447935a-6338-4c03-8075-2b356a246463 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:15:20.894954 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-fc1006a3-9bac-4001-975c-eb76b518f1bf req-2447935a-6338-4c03-8075-2b356a246463 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=a8f66b47-a6e5-4bb5-9088-4f491d2c1c9d HTTP/1.1" status: 200 len: 860 time: 0.1632488 Feb 09 19:15:20.896516 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ccf60c10-8e75-4f64-8102-def1edd035e1 req-fd01ce9d-bc7f-4a91-a8cf-dede87ba49e1 tempest-TaggedBootDevicesTest-980849656 tempest-TaggedBootDevicesTest-980849656-project] Made reservation on behalf of 1244a62b17644644960c0ef5509cee38 for: {'port': 1} {{(pid=103230) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 19:15:20.901343 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [req-ccf60c10-8e75-4f64-8102-def1edd035e1 req-fd01ce9d-bc7f-4a91-a8cf-dede87ba49e1 tempest-TaggedBootDevicesTest-980849656 tempest-TaggedBootDevicesTest-980849656-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (None), before_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:15:20.912039 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22e17dec-a692-4104-9cac-e5403671cedd req-efff631c-08ba-4e48-b158-b6599b4b6a35 tempest-AttachVolumeTestJSON-524945227 tempest-AttachVolumeTestJSON-524945227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:15:20.913797 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-22e17dec-a692-4104-9cac-e5403671cedd req-efff631c-08ba-4e48-b158-b6599b4b6a35 tempest-AttachVolumeTestJSON-524945227 tempest-AttachVolumeTestJSON-524945227-project] 10.222.0.75 "GET /v2.0/ports?device_id=9e47810b-ed07-4409-98e3-da39074300c7 HTTP/1.1" status: 200 len: 946 time: 0.1425731 Feb 09 19:15:20.992892 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-fc1006a3-9bac-4001-975c-eb76b518f1bf req-33af24c9-fa55-415d-9e92-b54d239c40f0 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=459aa080-b753-4fe6-b974-4340f6fcea89&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0876739 Feb 09 19:15:21.182556 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ae986ca-c70b-421e-a752-16a17a434ec5 req-fde93ebe-e554-4e2d-9fc0-c6734212ab25 tempest-ListServerFiltersTestJSON-592653301 tempest-ListServerFiltersTestJSON-592653301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:15:21.188810 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-6ae986ca-c70b-421e-a752-16a17a434ec5 req-fde93ebe-e554-4e2d-9fc0-c6734212ab25 tempest-ListServerFiltersTestJSON-592653301 tempest-ListServerFiltersTestJSON-592653301-project] 10.222.0.75 "GET /v2.0/ports?device_id=342293bf-7258-4cd4-a7b8-d6015bcac217 HTTP/1.1" status: 200 len: 946 time: 0.2826707 Feb 09 19:15:21.234390 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41211754-9b87-41cd-8817-786f676c9d81 req-92d787d5-5d1a-40ca-b2ae-a164846c1d2d tempest-ServerDiskConfigTestJSON-504186010 tempest-ServerDiskConfigTestJSON-504186010-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:15:21.235869 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-41211754-9b87-41cd-8817-786f676c9d81 req-92d787d5-5d1a-40ca-b2ae-a164846c1d2d tempest-ServerDiskConfigTestJSON-504186010 tempest-ServerDiskConfigTestJSON-504186010-project] 10.222.0.89 "GET /v2.0/networks?id=7db728b6-f824-4bd2-9bbc-3a8ddd77fc29 HTTP/1.1" status: 200 len: 815 time: 0.2785532 Feb 09 19:15:21.263119 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-22e17dec-a692-4104-9cac-e5403671cedd req-baca9384-03ce-4955-912f-35093645f203 tempest-AttachVolumeTestJSON-524945227 tempest-AttachVolumeTestJSON-524945227-project] 10.222.0.75 "GET /v2.0/security-groups?id=bd39f8e7-1d25-418e-b5cd-c91a805a4bbc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3351068 Feb 09 19:15:21.269804 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.v2.base [req-41211754-9b87-41cd-8817-786f676c9d81 req-1f6c504d-c1e4-4a71-ae3f-b7356e5fe62a tempest-ServerDiskConfigTestJSON-504186010 tempest-ServerDiskConfigTestJSON-504186010-project] Request body: {'port': {'device_id': '0f5c6e4a-2766-4317-8c92-8c02169f84b0', 'network_id': '7db728b6-f824-4bd2-9bbc-3a8ddd77fc29', 'admin_state_up': True, 'tenant_id': 'b6fd652adad94d84b810e38a00b04bf3'}} {{(pid=103229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 19:15:21.406120 n-d-713498-36 neutron-server[103229]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 19:15:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1cc8a402-dbe5-4345-ad69-a383d2720afe x-openstack-request-id: req-1cc8a402-dbe5-4345-ad69-a383d2720afe {{(pid=103229) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 19:15:21.406523 n-d-713498-36 neutron-server[103229]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3b1e9834-a534-412a-99fa-773ccc50c344", "name": "network-vif-deleted", "tag": "36c7de31-85c6-4cbd-b0d1-a39d123080e6", "status": "completed", "code": 200}]} {{(pid=103229) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 19:15:21.406832 n-d-713498-36 neutron-server[103229]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-1cc8a402-dbe5-4345-ad69-a383d2720afe {{(pid=103229) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 19:15:21.407285 n-d-713498-36 neutron-server[103229]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3b1e9834-a534-412a-99fa-773ccc50c344', 'name': 'network-vif-deleted', 'tag': '36c7de31-85c6-4cbd-b0d1-a39d123080e6', 'status': 'completed', 'code': 200} Feb 09 19:15:21.630388 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99b5bf8b-f241-4cd6-827d-3e4bd1f92814 req-6b28d346-efd0-479a-aae8-ff1a0cf739a6 tempest-TaggedBootDevicesTest-980849656 tempest-TaggedBootDevicesTest-980849656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:15:21.635776 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99b5bf8b-f241-4cd6-827d-3e4bd1f92814 req-6b28d346-efd0-479a-aae8-ff1a0cf739a6 tempest-TaggedBootDevicesTest-980849656 tempest-TaggedBootDevicesTest-980849656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:15:21.637803 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-99b5bf8b-f241-4cd6-827d-3e4bd1f92814 req-6b28d346-efd0-479a-aae8-ff1a0cf739a6 tempest-TaggedBootDevicesTest-980849656 tempest-TaggedBootDevicesTest-980849656-project] 10.222.0.75 "GET /v2.0/ports?device_id=c3476174-573e-455c-944e-9ed0cac04ac2 HTTP/1.1" status: 200 len: 1652 time: 0.1549366 Feb 09 19:15:21.639065 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-41211754-9b87-41cd-8817-786f676c9d81 req-1f6c504d-c1e4-4a71-ae3f-b7356e5fe62a tempest-ServerDiskConfigTestJSON-504186010 tempest-ServerDiskConfigTestJSON-504186010-project] Made reservation on behalf of b6fd652adad94d84b810e38a00b04bf3 for: {'port': 1} {{(pid=103229) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 19:15:21.642418 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-41211754-9b87-41cd-8817-786f676c9d81 req-1f6c504d-c1e4-4a71-ae3f-b7356e5fe62a tempest-ServerDiskConfigTestJSON-504186010 tempest-ServerDiskConfigTestJSON-504186010-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (None), before_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:15:21.692793 n-d-713498-36 neutron-server[103230]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 19:15:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-098a8bc5-a37f-4d7d-9ec7-af566a3c1f2c x-openstack-request-id: req-098a8bc5-a37f-4d7d-9ec7-af566a3c1f2c {{(pid=103230) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 19:15:21.693385 n-d-713498-36 neutron-server[103230]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "44f2a4f1-fd8e-46c1-a7a3-119b1c3cc812", "tag": "799b827c-1d47-472c-b351-0c170428781d", "status": "completed", "code": 200}]} {{(pid=103230) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 19:15:21.693385 n-d-713498-36 neutron-server[103230]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-098a8bc5-a37f-4d7d-9ec7-af566a3c1f2c {{(pid=103230) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 19:15:21.693695 n-d-713498-36 neutron-server[103230]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '44f2a4f1-fd8e-46c1-a7a3-119b1c3cc812', 'tag': '799b827c-1d47-472c-b351-0c170428781d', 'status': 'completed', 'code': 200} Feb 09 19:15:21.803482 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-fc1006a3-9bac-4001-975c-eb76b518f1bf req-82a88838-a1b8-43d3-b800-b31ea30548c5 service neutron] 10.222.0.90 "GET /v2.0/networks/459aa080-b753-4fe6-b974-4340f6fcea89?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7893283 Feb 09 19:15:21.811358 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-6ae986ca-c70b-421e-a752-16a17a434ec5 req-78ae06a8-e228-4173-8213-895486346b13 tempest-ListServerFiltersTestJSON-592653301 tempest-ListServerFiltersTestJSON-592653301-project] 10.222.0.75 "GET /v2.0/security-groups?id=25541e77-9cfa-43ca-aee5-11ed3f3bedff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6108723 Feb 09 19:15:21.820837 n-d-713498-36 neutron-server[103229]: DEBUG neutron.db.db_base_plugin_common [req-41211754-9b87-41cd-8817-786f676c9d81 req-1f6c504d-c1e4-4a71-ae3f-b7356e5fe62a tempest-ServerDiskConfigTestJSON-504186010 tempest-ServerDiskConfigTestJSON-504186010-project] Allocated IP 172.20.0.5 (7db728b6-f824-4bd2-9bbc-3a8ddd77fc29/56850be1-15c2-42cc-9dca-1e107c979838/e3d4e87c-9081-40c8-b44e-79d23b98081b) {{(pid=103229) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 19:15:21.882589 n-d-713498-36 neutron-server[103230]: DEBUG neutron.db.db_base_plugin_common [req-ccf60c10-8e75-4f64-8102-def1edd035e1 req-fd01ce9d-bc7f-4a91-a8cf-dede87ba49e1 tempest-TaggedBootDevicesTest-980849656 tempest-TaggedBootDevicesTest-980849656-project] Allocated IP 10.1.1.124 (319dd8de-af57-40fe-b1b8-034fd50be509/4f9f0eeb-e92f-40bd-8072-2e802a7fd893/7627d463-e16c-4819-9e5e-c073ce7e0152) {{(pid=103230) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 19:15:22.052162 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-fc1006a3-9bac-4001-975c-eb76b518f1bf req-1b7bc2de-8acc-4915-a015-7e91164dab7a service neutron] 10.222.0.90 "GET /v2.0/networks/459aa080-b753-4fe6-b974-4340f6fcea89?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2396383 Feb 09 19:15:22.076420 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-99b5bf8b-f241-4cd6-827d-3e4bd1f92814 req-7e8961d4-4e60-41ef-8323-28701a1def37 tempest-TaggedBootDevicesTest-980849656 tempest-TaggedBootDevicesTest-980849656-project] 10.222.0.75 "GET /v2.0/security-groups?id=116d7b93-0726-4659-8687-b47afcfa5056&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4146540 Feb 09 19:15:22.231271 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-41211754-9b87-41cd-8817-786f676c9d81 req-1f6c504d-c1e4-4a71-ae3f-b7356e5fe62a tempest-ServerDiskConfigTestJSON-504186010 tempest-ServerDiskConfigTestJSON-504186010-project] Publish callbacks [] for port (e3d4e87c-9081-40c8-b44e-79d23b98081b), precommit_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:15:22.255657 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [req-ccf60c10-8e75-4f64-8102-def1edd035e1 req-fd01ce9d-bc7f-4a91-a8cf-dede87ba49e1 tempest-TaggedBootDevicesTest-980849656 tempest-TaggedBootDevicesTest-980849656-project] Publish callbacks [] for port (7627d463-e16c-4819-9e5e-c073ce7e0152), precommit_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:15:22.336583 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [req-ccf60c10-8e75-4f64-8102-def1edd035e1 req-fd01ce9d-bc7f-4a91-a8cf-dede87ba49e1 tempest-TaggedBootDevicesTest-980849656 tempest-TaggedBootDevicesTest-980849656-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762866656467', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14393751'] for port (7627d463-e16c-4819-9e5e-c073ce7e0152), after_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:15:22.387317 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-41211754-9b87-41cd-8817-786f676c9d81 req-1f6c504d-c1e4-4a71-ae3f-b7356e5fe62a tempest-ServerDiskConfigTestJSON-504186010 tempest-ServerDiskConfigTestJSON-504186010-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762866656467', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12867576'] for port (e3d4e87c-9081-40c8-b44e-79d23b98081b), after_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:15:22.406033 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-e9c3eab9-a878-4271-b19e-f9615e891234 req-6daa12c8-7ca3-4ba3-9666-7f2d0410d6fd service neutron] 10.222.0.90 "GET /v2.0/ports/e9bcfa85-cba2-4c7c-a956-383e6c72478d/bindings/n-h2-713498-36 HTTP/1.1" status: 200 len: 383 time: 0.1032908 Feb 09 19:15:22.426871 n-d-713498-36 neutron-server[103230]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ccf60c10-8e75-4f64-8102-def1edd035e1 req-fd01ce9d-bc7f-4a91-a8cf-dede87ba49e1 tempest-TaggedBootDevicesTest-980849656 tempest-TaggedBootDevicesTest-980849656-project] Network 319dd8de-af57-40fe-b1b8-034fd50be509 is already hosted by enough agents. {{(pid=103230) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 19:15:22.432865 n-d-713498-36 neutron-server[103230]: DEBUG neutron.scheduler.base_scheduler [req-ccf60c10-8e75-4f64-8102-def1edd035e1 req-fd01ce9d-bc7f-4a91-a8cf-dede87ba49e1 tempest-TaggedBootDevicesTest-980849656 tempest-TaggedBootDevicesTest-980849656-project] Resources bound (agent type, host, resource id): {{(pid=103230) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 19:15:22.482058 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48942777-06ff-42c5-a5bb-c574d8c3e680 req-bc85d14d-715d-4cd9-9382-49ff6546f6a1 tempest-AttachVolumeTestJSON-524945227 tempest-AttachVolumeTestJSON-524945227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:15:22.486119 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f6c504d-c1e4-4a71-ae3f-b7356e5fe62a tempest-ServerDiskConfigTestJSON-504186010 tempest-ServerDiskConfigTestJSON-504186010-project] Pushing event updated for resources: {'Port': ['ID=e3d4e87c-9081-40c8-b44e-79d23b98081b,revision_number=1']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:15:22.496436 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-48942777-06ff-42c5-a5bb-c574d8c3e680 req-bc85d14d-715d-4cd9-9382-49ff6546f6a1 tempest-AttachVolumeTestJSON-524945227 tempest-AttachVolumeTestJSON-524945227-project] 10.222.0.75 "GET /v2.0/ports?device_id=9e47810b-ed07-4409-98e3-da39074300c7 HTTP/1.1" status: 200 len: 946 time: 0.5031421 Feb 09 19:15:22.500199 n-d-713498-36 neutron-server[103230]: DEBUG neutron.db.l3_dvrscheduler_db [req-ccf60c10-8e75-4f64-8102-def1edd035e1 req-fd01ce9d-bc7f-4a91-a8cf-dede87ba49e1 tempest-TaggedBootDevicesTest-980849656 tempest-TaggedBootDevicesTest-980849656-project] Received port after_create {{(pid=103230) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 19:15:22.507038 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 34978) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:15:22.538488 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33f62f2e-7ad3-4ee1-9579-bb089ae0e8f3 req-01eb27b4-5ca0-45b7-99bc-94dee94e4b17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:15:22.548733 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-33f62f2e-7ad3-4ee1-9579-bb089ae0e8f3 req-01eb27b4-5ca0-45b7-99bc-94dee94e4b17 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=47cf9b5b21a44e6c9a404a523230c725&device_id=44f2a4f1-fd8e-46c1-a7a3-119b1c3cc812 HTTP/1.1" status: 200 len: 1127 time: 0.4052293 Feb 09 19:15:22.574895 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.v2.base [None req-22adba99-2073-402b-8949-d4cf659f3d14 tempest-AttachVolumeTestJSON-524945227 tempest-AttachVolumeTestJSON-524945227-project] Request body: {'floatingip': {'port_id': 'e5d6e185-52a0-4811-bbaa-e79add4cc324'}} {{(pid=103229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 19:15:22.730256 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd01ce9d-bc7f-4a91-a8cf-dede87ba49e1 tempest-TaggedBootDevicesTest-980849656 tempest-TaggedBootDevicesTest-980849656-project] Pushing event updated for resources: {'Port': ['ID=7627d463-e16c-4819-9e5e-c073ce7e0152,revision_number=1']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:15:22.751495 n-d-713498-36 neutron-server[103229]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-41211754-9b87-41cd-8817-786f676c9d81 req-1f6c504d-c1e4-4a71-ae3f-b7356e5fe62a tempest-ServerDiskConfigTestJSON-504186010 tempest-ServerDiskConfigTestJSON-504186010-project] Network 7db728b6-f824-4bd2-9bbc-3a8ddd77fc29 is already hosted by enough agents. {{(pid=103229) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 19:15:22.780544 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccf60c10-8e75-4f64-8102-def1edd035e1 req-fd01ce9d-bc7f-4a91-a8cf-dede87ba49e1 tempest-TaggedBootDevicesTest-980849656 tempest-TaggedBootDevicesTest-980849656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:15:22.781513 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [req-ccf60c10-8e75-4f64-8102-def1edd035e1 req-fd01ce9d-bc7f-4a91-a8cf-dede87ba49e1 tempest-TaggedBootDevicesTest-980849656 tempest-TaggedBootDevicesTest-980849656-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171096'] for port (None), before_response {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:15:22.804807 n-d-713498-36 neutron-server[103229]: DEBUG neutron.scheduler.base_scheduler [req-41211754-9b87-41cd-8817-786f676c9d81 req-1f6c504d-c1e4-4a71-ae3f-b7356e5fe62a tempest-ServerDiskConfigTestJSON-504186010 tempest-ServerDiskConfigTestJSON-504186010-project] Resources bound (agent type, host, resource id): {{(pid=103229) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 19:15:22.811392 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-ccf60c10-8e75-4f64-8102-def1edd035e1 req-fd01ce9d-bc7f-4a91-a8cf-dede87ba49e1 tempest-TaggedBootDevicesTest-980849656 tempest-TaggedBootDevicesTest-980849656-project] 10.222.0.90 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.4630947 Feb 09 19:15:22.822525 n-d-713498-36 neutron-server[103229]: DEBUG neutron.db.l3_dvrscheduler_db [req-41211754-9b87-41cd-8817-786f676c9d81 req-1f6c504d-c1e4-4a71-ae3f-b7356e5fe62a tempest-ServerDiskConfigTestJSON-504186010 tempest-ServerDiskConfigTestJSON-504186010-project] Received port after_create {{(pid=103229) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 19:15:22.830670 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.v2.base [req-ccf60c10-8e75-4f64-8102-def1edd035e1 req-7c342c85-c8e6-4e95-be4d-cf9ab5cd4442 tempest-TaggedBootDevicesTest-980849656 tempest-TaggedBootDevicesTest-980849656-project] Request body: {'port': {'device_id': 'c3476174-573e-455c-944e-9ed0cac04ac2', 'fixed_ips': [{'ip_address': '10.2.2.100'}], 'network_id': '331b81e1-5966-4614-8f3b-12a1817e4fe0', 'admin_state_up': True, 'tenant_id': '1244a62b17644644960c0ef5509cee38', 'security_groups': ['116d7b93-0726-4659-8687-b47afcfa5056']}} {{(pid=103230) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 19:15:22.844707 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-084d2b1f-213f-43f7-9199-105f49b89e5e req-f575576c-2606-49d4-8b41-52ad9b76b85b tempest-MigrationsAdminTest-892781459 tempest-MigrationsAdminTest-892781459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:15:22.846594 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-084d2b1f-213f-43f7-9199-105f49b89e5e req-f575576c-2606-49d4-8b41-52ad9b76b85b tempest-MigrationsAdminTest-892781459 tempest-MigrationsAdminTest-892781459-project] 10.222.0.75 "GET /v2.0/ports?device_id=9cec8a2a-9f08-4ec2-981f-5cef55181738 HTTP/1.1" status: 200 len: 950 time: 0.2236063 Feb 09 19:15:22.865939 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-22adba99-2073-402b-8949-d4cf659f3d14 tempest-AttachVolumeTestJSON-524945227 tempest-AttachVolumeTestJSON-524945227-project] Publish callbacks [] for floatingip (c847c408-5786-49c4-b10a-3e134e0bb67d), before_update {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:15:22.963758 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33f62f2e-7ad3-4ee1-9579-bb089ae0e8f3 req-6332fb3c-0f63-4cb5-b38d-a42995a6a800 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:15:22.966638 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-33f62f2e-7ad3-4ee1-9579-bb089ae0e8f3 req-6332fb3c-0f63-4cb5-b38d-a42995a6a800 service neutron] 10.222.0.90 "GET /v2.0/networks?id=459aa080-b753-4fe6-b974-4340f6fcea89 HTTP/1.1" status: 200 len: 921 time: 0.3512402 Feb 09 19:15:22.975480 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.provisioning_blocks [None req-8e7a1e62-ef17-4f88-8bd1-95c70ca538fa None None] Provisioning complete for port 7627d463-e16c-4819-9e5e-c073ce7e0152 triggered by entity DHCP. {{(pid=103232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 19:15:22.976495 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-8e7a1e62-ef17-4f88-8bd1-95c70ca538fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593630'] for port (7627d463-e16c-4819-9e5e-c073ce7e0152), provisioning_complete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:15:23.017874 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-33f62f2e-7ad3-4ee1-9579-bb089ae0e8f3 req-b4cfb264-77fd-445a-8e18-f5a00501281a service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=799b827c-1d47-472c-b351-0c170428781d HTTP/1.1" status: 200 len: 217 time: 0.0421066 Feb 09 19:15:23.053945 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Device 36c7de31-85c6-4cbd-b0d1-a39d123080e6 no longer exists at agent hyperv_n-h1-713498-36 {{(pid=103232) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 19:15:23.109355 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-084d2b1f-213f-43f7-9199-105f49b89e5e req-49647607-5e10-42a7-a4fe-f75727c53f6d tempest-MigrationsAdminTest-892781459 tempest-MigrationsAdminTest-892781459-project] 10.222.0.75 "GET /v2.0/security-groups?id=709912c8-8171-4435-800e-9e5c5e45bf8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2342997 Feb 09 19:15:23.114059 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] No Port match for: 36c7de31-85c6-4cbd-b0d1-a39d123080e6 {{(pid=103232) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 19:15:23.114619 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Device 36c7de31-85c6-4cbd-b0d1-a39d123080e6 not bound to the agent host n-h1-713498-36 {{(pid=103232) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 19:15:23.138873 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33f62f2e-7ad3-4ee1-9579-bb089ae0e8f3 req-10e551fa-d16d-408e-a673-1ea8e0da62c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:15:23.146231 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-33f62f2e-7ad3-4ee1-9579-bb089ae0e8f3 req-10e551fa-d16d-408e-a673-1ea8e0da62c9 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=a8f66b47-a6e5-4bb5-9088-4f491d2c1c9d HTTP/1.1" status: 200 len: 860 time: 0.1140163 Feb 09 19:15:23.146461 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-8e7a1e62-ef17-4f88-8bd1-95c70ca538fa None None] Port 7627d463-e16c-4819-9e5e-c073ce7e0152 cannot update to ACTIVE because it is not bound. {{(pid=103232) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 19:15:23.258302 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-33f62f2e-7ad3-4ee1-9579-bb089ae0e8f3 req-96666e8a-7824-4e00-afad-8fc076a7a6c2 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=459aa080-b753-4fe6-b974-4340f6fcea89&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0878263 Feb 09 19:15:23.436042 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41211754-9b87-41cd-8817-786f676c9d81 req-1f6c504d-c1e4-4a71-ae3f-b7356e5fe62a tempest-ServerDiskConfigTestJSON-504186010 tempest-ServerDiskConfigTestJSON-504186010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:15:23.439106 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-41211754-9b87-41cd-8817-786f676c9d81 req-1f6c504d-c1e4-4a71-ae3f-b7356e5fe62a tempest-ServerDiskConfigTestJSON-504186010 tempest-ServerDiskConfigTestJSON-504186010-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171096'] for port (None), before_response {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:15:23.466161 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ccf60c10-8e75-4f64-8102-def1edd035e1 req-7c342c85-c8e6-4e95-be4d-cf9ab5cd4442 tempest-TaggedBootDevicesTest-980849656 tempest-TaggedBootDevicesTest-980849656-project] Made reservation on behalf of 1244a62b17644644960c0ef5509cee38 for: {'port': 1} {{(pid=103230) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 19:15:23.480043 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc9505b0-00dc-4d84-9309-ceb793296b0c req-ff27d3b0-3789-45c5-8bc7-cb8278f822ff tempest-ServerMetadataNegativeTestJSON-2018743871 tempest-ServerMetadataNegativeTestJSON-2018743871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:15:23.481762 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-bc9505b0-00dc-4d84-9309-ceb793296b0c req-ff27d3b0-3789-45c5-8bc7-cb8278f822ff tempest-ServerMetadataNegativeTestJSON-2018743871 tempest-ServerMetadataNegativeTestJSON-2018743871-project] 10.222.0.75 "GET /v2.0/ports?device_id=44f2a4f1-fd8e-46c1-a7a3-119b1c3cc812 HTTP/1.1" status: 200 len: 944 time: 1.1826200 Feb 09 19:15:23.507925 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9c3eab9-a878-4271-b19e-f9615e891234 req-85f46404-6e30-4305-a928-918c69dea314 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:15:23.509686 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-e9c3eab9-a878-4271-b19e-f9615e891234 req-85f46404-6e30-4305-a928-918c69dea314 service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=9cec8a2a-9f08-4ec2-981f-5cef55181738&tenant_id=51b81e7592544b98a90626c2bba713eb HTTP/1.1" status: 200 len: 1133 time: 0.6787574 Feb 09 19:15:23.522380 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-41211754-9b87-41cd-8817-786f676c9d81 req-1f6c504d-c1e4-4a71-ae3f-b7356e5fe62a tempest-ServerDiskConfigTestJSON-504186010 tempest-ServerDiskConfigTestJSON-504186010-project] 10.222.0.89 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2579000 Feb 09 19:15:23.535982 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.v2.base [req-41211754-9b87-41cd-8817-786f676c9d81 req-a810c6c9-0725-407e-bb20-f4d778c51121 service neutron] Request body: {'port': {'device_id': '0f5c6e4a-2766-4317-8c92-8c02169f84b0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-713498-36'}} {{(pid=103229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 19:15:23.566633 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-33f62f2e-7ad3-4ee1-9579-bb089ae0e8f3 req-fb8cd7ba-cae8-40f6-a0e4-d3c3e6b5566d service neutron] 10.222.0.90 "GET /v2.0/networks/459aa080-b753-4fe6-b974-4340f6fcea89?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3059301 Feb 09 19:15:23.586695 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9d1370e-7969-4450-9577-f23eb15fc88b req-d176c40e-a40b-40f5-b66b-0cea6ec6563a tempest-ServerDiskConfigTestJSON-504186010 tempest-ServerDiskConfigTestJSON-504186010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:15:23.596698 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-d9d1370e-7969-4450-9577-f23eb15fc88b req-d176c40e-a40b-40f5-b66b-0cea6ec6563a tempest-ServerDiskConfigTestJSON-504186010 tempest-ServerDiskConfigTestJSON-504186010-project] 10.222.0.75 "GET /v2.0/ports?device_id=0f5c6e4a-2766-4317-8c92-8c02169f84b0 HTTP/1.1" status: 200 len: 931 time: 0.3377786 Feb 09 19:15:23.615560 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Device 799b827c-1d47-472c-b351-0c170428781d details requested by agent hyperv_n-h2-713498-36 with host n-h2-713498-36 {{(pid=103232) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 19:15:23.719263 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-33f62f2e-7ad3-4ee1-9579-bb089ae0e8f3 req-182cc86f-bfb0-4abf-b278-1896efda5eff service neutron] 10.222.0.90 "GET /v2.0/networks/459aa080-b753-4fe6-b974-4340f6fcea89?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1170948 Feb 09 19:15:23.799425 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [req-ccf60c10-8e75-4f64-8102-def1edd035e1 req-7c342c85-c8e6-4e95-be4d-cf9ab5cd4442 tempest-TaggedBootDevicesTest-980849656 tempest-TaggedBootDevicesTest-980849656-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (None), before_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:15:23.809757 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-bc9505b0-00dc-4d84-9309-ceb793296b0c req-be971c5c-174e-42ab-b7f6-2fe88b3eb1dc tempest-ServerMetadataNegativeTestJSON-2018743871 tempest-ServerMetadataNegativeTestJSON-2018743871-project] 10.222.0.75 "GET /v2.0/security-groups?id=3e31c9aa-5a3d-456a-b178-941494e803a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3107314 Feb 09 19:15:23.824876 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-d9d1370e-7969-4450-9577-f23eb15fc88b req-0a6469d4-328d-485d-b09e-aabcaa8a7db8 tempest-ServerDiskConfigTestJSON-504186010 tempest-ServerDiskConfigTestJSON-504186010-project] 10.222.0.75 "GET /v2.0/security-groups?id=3d9033a7-be2a-4459-a2da-84c23e651975&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2259443 Feb 09 19:15:23.863200 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-7429db8d-6021-40ad-813e-885be449a89b None None] For port 799b827c-1d47-472c-b351-0c170428781d, host n-h2-713498-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-36',level=0,port_id=799b827c-1d47-472c-b351-0c170428781d,segment=NetworkSegment(16cee793-39af-4747-b35d-d195dda77d67),segment_id=16cee793-39af-4747-b35d-d195dda77d67)] {{(pid=103232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 19:15:23.889651 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Returning: {'device': '799b827c-1d47-472c-b351-0c170428781d', 'network_id': '459aa080-b753-4fe6-b974-4340f6fcea89', 'port_id': '799b827c-1d47-472c-b351-0c170428781d', 'mac_address': 'fa:16:3e:82:46:37', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 361, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a8f66b47-a6e5-4bb5-9088-4f491d2c1c9d', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103232) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 19:15:23.967374 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Current status of the port 799b827c-1d47-472c-b351-0c170428781d is: DOWN; New status is: BUILD {{(pid=103232) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 19:15:23.967787 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (799b827c-1d47-472c-b351-0c170428781d), before_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:15:23.997456 n-d-713498-36 neutron-server[103232]: DEBUG neutron.notifiers.nova [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 799b827c-1d47-472c-b351-0c170428781d {{(pid=103232) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 19:15:24.034620 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-7429db8d-6021-40ad-813e-885be449a89b None None] For port 799b827c-1d47-472c-b351-0c170428781d, host n-h2-713498-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-36',level=0,port_id=799b827c-1d47-472c-b351-0c170428781d,segment=NetworkSegment(16cee793-39af-4747-b35d-d195dda77d67),segment_id=16cee793-39af-4747-b35d-d195dda77d67)] {{(pid=103232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 19:15:24.046647 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762867176205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762866656485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762866656503'] for port (799b827c-1d47-472c-b351-0c170428781d), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:15:24.047089 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-41211754-9b87-41cd-8817-786f676c9d81 req-a810c6c9-0725-407e-bb20-f4d778c51121 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (e3d4e87c-9081-40c8-b44e-79d23b98081b), before_update {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:15:24.156430 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9c3eab9-a878-4271-b19e-f9615e891234 req-ecdabe59-fde4-4e69-8d5a-681c3360959c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:15:24.159266 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-e9c3eab9-a878-4271-b19e-f9615e891234 req-ecdabe59-fde4-4e69-8d5a-681c3360959c service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=51b81e7592544b98a90626c2bba713eb&device_id=9cec8a2a-9f08-4ec2-981f-5cef55181738 HTTP/1.1" status: 200 len: 1133 time: 0.6135263 Feb 09 19:15:24.167579 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Pushing event updated for resources: {'Port': ['ID=799b827c-1d47-472c-b351-0c170428781d,revision_number=4']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:15:24.364918 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ef8ee12-464c-4ebd-affb-488082ec058a req-80374d80-608c-496c-b50a-327fd3bc6eac tempest-TaggedBootDevicesTest-980849656 tempest-TaggedBootDevicesTest-980849656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:15:24.380793 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-7429db8d-6021-40ad-813e-885be449a89b None None] get_ports_and_sgs() called for port_ids ['799b827c-1d47-472c-b351-0c170428781d'] {{(pid=103232) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 19:15:24.382620 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ef8ee12-464c-4ebd-affb-488082ec058a req-80374d80-608c-496c-b50a-327fd3bc6eac tempest-TaggedBootDevicesTest-980849656 tempest-TaggedBootDevicesTest-980849656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:15:24.388613 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ef8ee12-464c-4ebd-affb-488082ec058a req-80374d80-608c-496c-b50a-327fd3bc6eac tempest-TaggedBootDevicesTest-980849656 tempest-TaggedBootDevicesTest-980849656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:15:24.402597 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-2ef8ee12-464c-4ebd-affb-488082ec058a req-80374d80-608c-496c-b50a-327fd3bc6eac tempest-TaggedBootDevicesTest-980849656 tempest-TaggedBootDevicesTest-980849656-project] 10.222.0.75 "GET /v2.0/ports?device_id=c3476174-573e-455c-944e-9ed0cac04ac2 HTTP/1.1" status: 200 len: 2373 time: 0.3664508 Feb 09 19:15:24.586287 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-2ef8ee12-464c-4ebd-affb-488082ec058a req-e3984fb2-c244-4338-9111-7056b453c874 tempest-TaggedBootDevicesTest-980849656 tempest-TaggedBootDevicesTest-980849656-project] 10.222.0.75 "GET /v2.0/security-groups?id=116d7b93-0726-4659-8687-b47afcfa5056&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1823499 Feb 09 19:15:24.607903 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd2aad53-7269-487a-8859-b7150944a2f8 req-0b4940ab-45ac-4727-87cc-ad7e5b3e1f95 tempest-ListServerFiltersTestJSON-592653301 tempest-ListServerFiltersTestJSON-592653301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:15:24.630000 n-d-713498-36 neutron-server[103230]: DEBUG neutron.db.db_base_plugin_common [req-ccf60c10-8e75-4f64-8102-def1edd035e1 req-7c342c85-c8e6-4e95-be4d-cf9ab5cd4442 tempest-TaggedBootDevicesTest-980849656 tempest-TaggedBootDevicesTest-980849656-project] Allocated IP 10.2.2.100 (331b81e1-5966-4614-8f3b-12a1817e4fe0/370aa69d-6bb2-4dc6-92d1-b0ec93a18a28/b9b4a7ef-d6e3-4be9-ba7d-38016a167987) {{(pid=103230) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 19:15:24.630690 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-fd2aad53-7269-487a-8859-b7150944a2f8 req-0b4940ab-45ac-4727-87cc-ad7e5b3e1f95 tempest-ListServerFiltersTestJSON-592653301 tempest-ListServerFiltersTestJSON-592653301-project] 10.222.0.75 "GET /v2.0/ports?device_id=342293bf-7258-4cd4-a7b8-d6015bcac217 HTTP/1.1" status: 200 len: 946 time: 0.6423383 Feb 09 19:15:24.659569 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.db.resource_extend [None req-22adba99-2073-402b-8949-d4cf659f3d14 tempest-AttachVolumeTestJSON-524945227 tempest-AttachVolumeTestJSON-524945227-project] It took 0.38 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 09 19:15:24.856901 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-22adba99-2073-402b-8949-d4cf659f3d14 tempest-AttachVolumeTestJSON-524945227 tempest-AttachVolumeTestJSON-524945227-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:15:24.863886 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9c3eab9-a878-4271-b19e-f9615e891234 req-a7029d8f-028d-48ae-a56d-a73252761dfe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:15:24.865393 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-e9c3eab9-a878-4271-b19e-f9615e891234 req-a7029d8f-028d-48ae-a56d-a73252761dfe service neutron] 10.222.0.90 "GET /v2.0/networks?id=2b5494c8-cf97-42c1-b902-87f998f28179 HTTP/1.1" status: 200 len: 870 time: 0.6174324 Feb 09 19:15:24.875420 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-fd2aad53-7269-487a-8859-b7150944a2f8 req-123309dc-0113-4a01-ab0e-9b2074494737 tempest-ListServerFiltersTestJSON-592653301 tempest-ListServerFiltersTestJSON-592653301-project] 10.222.0.75 "GET /v2.0/security-groups?id=25541e77-9cfa-43ca-aee5-11ed3f3bedff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2511420 Feb 09 19:15:24.896248 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-22adba99-2073-402b-8949-d4cf659f3d14 tempest-AttachVolumeTestJSON-524945227 tempest-AttachVolumeTestJSON-524945227-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1818909'] for floatingip (c847c408-5786-49c4-b10a-3e134e0bb67d), after_update {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:15:24.903550 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [req-ccf60c10-8e75-4f64-8102-def1edd035e1 req-7c342c85-c8e6-4e95-be4d-cf9ab5cd4442 tempest-TaggedBootDevicesTest-980849656 tempest-TaggedBootDevicesTest-980849656-project] Publish callbacks [] for port (b9b4a7ef-d6e3-4be9-ba7d-38016a167987), precommit_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:15:24.946036 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [req-ccf60c10-8e75-4f64-8102-def1edd035e1 req-7c342c85-c8e6-4e95-be4d-cf9ab5cd4442 tempest-TaggedBootDevicesTest-980849656 tempest-TaggedBootDevicesTest-980849656-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762866656467', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14393751'] for port (b9b4a7ef-d6e3-4be9-ba7d-38016a167987), after_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:15:25.038351 n-d-713498-36 neutron-server[103230]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ccf60c10-8e75-4f64-8102-def1edd035e1 req-7c342c85-c8e6-4e95-be4d-cf9ab5cd4442 tempest-TaggedBootDevicesTest-980849656 tempest-TaggedBootDevicesTest-980849656-project] Network 331b81e1-5966-4614-8f3b-12a1817e4fe0 is already hosted by enough agents. {{(pid=103230) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 19:15:25.044356 n-d-713498-36 neutron-server[103230]: DEBUG neutron.scheduler.base_scheduler [req-ccf60c10-8e75-4f64-8102-def1edd035e1 req-7c342c85-c8e6-4e95-be4d-cf9ab5cd4442 tempest-TaggedBootDevicesTest-980849656 tempest-TaggedBootDevicesTest-980849656-project] Resources bound (agent type, host, resource id): {{(pid=103230) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 19:15:25.062926 n-d-713498-36 neutron-server[103230]: DEBUG neutron.db.l3_dvrscheduler_db [req-ccf60c10-8e75-4f64-8102-def1edd035e1 req-7c342c85-c8e6-4e95-be4d-cf9ab5cd4442 tempest-TaggedBootDevicesTest-980849656 tempest-TaggedBootDevicesTest-980849656-project] Received port after_create {{(pid=103230) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 19:15:25.094359 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-e9c3eab9-a878-4271-b19e-f9615e891234 req-ff5cbf7c-2785-4280-93cc-33a555535522 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.219&port_id=e9bcfa85-cba2-4c7c-a956-383e6c72478d HTTP/1.1" status: 200 len: 217 time: 0.2131066 Feb 09 19:15:25.142581 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c342c85-c8e6-4e95-be4d-cf9ab5cd4442 tempest-TaggedBootDevicesTest-980849656 tempest-TaggedBootDevicesTest-980849656-project] Pushing event updated for resources: {'Port': ['ID=b9b4a7ef-d6e3-4be9-ba7d-38016a167987,revision_number=1']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:15:25.185778 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fab3935-ac97-4b6e-84eb-d252b659711d req-00a72061-801d-4770-8c52-319b97244cb0 tempest-MigrationsAdminTest-892781459 tempest-MigrationsAdminTest-892781459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:15:25.199370 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-9fab3935-ac97-4b6e-84eb-d252b659711d req-00a72061-801d-4770-8c52-319b97244cb0 tempest-MigrationsAdminTest-892781459 tempest-MigrationsAdminTest-892781459-project] 10.222.0.75 "GET /v2.0/ports?device_id=9cec8a2a-9f08-4ec2-981f-5cef55181738 HTTP/1.1" status: 200 len: 950 time: 0.2563417 Feb 09 19:15:25.250195 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccf60c10-8e75-4f64-8102-def1edd035e1 req-7c342c85-c8e6-4e95-be4d-cf9ab5cd4442 tempest-TaggedBootDevicesTest-980849656 tempest-TaggedBootDevicesTest-980849656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:15:25.251116 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [req-ccf60c10-8e75-4f64-8102-def1edd035e1 req-7c342c85-c8e6-4e95-be4d-cf9ab5cd4442 tempest-TaggedBootDevicesTest-980849656 tempest-TaggedBootDevicesTest-980849656-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171096'] for port (None), before_response {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:15:25.258139 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 35072) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:15:25.302586 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-9fab3935-ac97-4b6e-84eb-d252b659711d req-5e98f734-358c-4050-adaf-47c6d661c126 tempest-MigrationsAdminTest-892781459 tempest-MigrationsAdminTest-892781459-project] 10.222.0.75 "GET /v2.0/security-groups?id=709912c8-8171-4435-800e-9e5c5e45bf8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1019671 Feb 09 19:15:25.311472 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-ccf60c10-8e75-4f64-8102-def1edd035e1 req-7c342c85-c8e6-4e95-be4d-cf9ab5cd4442 tempest-TaggedBootDevicesTest-980849656 tempest-TaggedBootDevicesTest-980849656-project] 10.222.0.90 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.4881229 Feb 09 19:15:25.326649 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.v2.base [req-ccf60c10-8e75-4f64-8102-def1edd035e1 req-709aba91-3afd-46cc-ba42-97e5500751be tempest-TaggedBootDevicesTest-980849656 tempest-TaggedBootDevicesTest-980849656-project] Request body: {'port': {'device_id': 'c3476174-573e-455c-944e-9ed0cac04ac2', 'fixed_ips': [{'ip_address': '10.2.2.200'}], 'network_id': '331b81e1-5966-4614-8f3b-12a1817e4fe0', 'admin_state_up': True, 'tenant_id': '1244a62b17644644960c0ef5509cee38', 'security_groups': ['116d7b93-0726-4659-8687-b47afcfa5056']}} {{(pid=103230) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 19:15:25.357194 n-d-713498-36 neutron-server[103229]: DEBUG neutron.notifiers.nova [req-41211754-9b87-41cd-8817-786f676c9d81 req-a810c6c9-0725-407e-bb20-f4d778c51121 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e3d4e87c-9081-40c8-b44e-79d23b98081b {{(pid=103229) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 19:15:25.370656 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-41211754-9b87-41cd-8817-786f676c9d81 req-a810c6c9-0725-407e-bb20-f4d778c51121 service neutron] Publish callbacks [] for port (e3d4e87c-9081-40c8-b44e-79d23b98081b), precommit_update {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:15:25.406173 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41801b50-08c0-4f46-9c9e-b00b8d7666eb req-127f2f6d-062c-4a60-8200-bd3afe6b20c0 tempest-ServerMetadataNegativeTestJSON-2018743871 tempest-ServerMetadataNegativeTestJSON-2018743871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:15:25.407398 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-41801b50-08c0-4f46-9c9e-b00b8d7666eb req-127f2f6d-062c-4a60-8200-bd3afe6b20c0 tempest-ServerMetadataNegativeTestJSON-2018743871 tempest-ServerMetadataNegativeTestJSON-2018743871-project] 10.222.0.75 "GET /v2.0/ports?device_id=44f2a4f1-fd8e-46c1-a7a3-119b1c3cc812 HTTP/1.1" status: 200 len: 945 time: 0.3148911 Feb 09 19:15:25.408891 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9c3eab9-a878-4271-b19e-f9615e891234 req-8aa177be-ec7c-4a18-9bca-290fcbea5e23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:15:25.410265 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-e9c3eab9-a878-4271-b19e-f9615e891234 req-8aa177be-ec7c-4a18-9bca-290fcbea5e23 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=60b561cb-321e-4f83-9bb3-92b2e1d0dc44 HTTP/1.1" status: 200 len: 843 time: 0.2918928 Feb 09 19:15:25.426907 n-d-713498-36 neutron-server[103229]: DEBUG neutron.db.provisioning_blocks [req-41211754-9b87-41cd-8817-786f676c9d81 req-a810c6c9-0725-407e-bb20-f4d778c51121 service neutron] Transition to ACTIVE for port object e3d4e87c-9081-40c8-b44e-79d23b98081b will not be triggered until provisioned by entity L2. {{(pid=103229) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 19:15:25.429796 n-d-713498-36 neutron-server[103229]: INFO neutron.db.l3_db [None req-22adba99-2073-402b-8949-d4cf659f3d14 tempest-AttachVolumeTestJSON-524945227 tempest-AttachVolumeTestJSON-524945227-project] Floating IP c847c408-5786-49c4-b10a-3e134e0bb67d associated. External IP: 172.25.1.59, port: e5d6e185-52a0-4811-bbaa-e79add4cc324. Feb 09 19:15:25.606656 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-25351060-e36a-4aee-9a61-b294f4b97564 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:15:25.615763 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaf7923d-7b48-4bb0-920a-c995dded5a84 req-f67c5421-b9de-4ebb-ab26-91c455c40b43 tempest-ServerDiskConfigTestJSON-504186010 tempest-ServerDiskConfigTestJSON-504186010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:15:25.617674 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-eaf7923d-7b48-4bb0-920a-c995dded5a84 req-f67c5421-b9de-4ebb-ab26-91c455c40b43 tempest-ServerDiskConfigTestJSON-504186010 tempest-ServerDiskConfigTestJSON-504186010-project] 10.222.0.75 "GET /v2.0/ports?device_id=0f5c6e4a-2766-4317-8c92-8c02169f84b0 HTTP/1.1" status: 200 len: 943 time: 0.1807950 Feb 09 19:15:25.618985 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.provisioning_blocks [None req-e95d4ca2-0ded-407f-a5f0-cd1887f0af37 None None] Provisioning complete for port b9b4a7ef-d6e3-4be9-ba7d-38016a167987 triggered by entity DHCP. {{(pid=103232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 19:15:25.619525 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-e95d4ca2-0ded-407f-a5f0-cd1887f0af37 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593630'] for port (b9b4a7ef-d6e3-4be9-ba7d-38016a167987), provisioning_complete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:15:25.676086 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ccf60c10-8e75-4f64-8102-def1edd035e1 req-709aba91-3afd-46cc-ba42-97e5500751be tempest-TaggedBootDevicesTest-980849656 tempest-TaggedBootDevicesTest-980849656-project] Made reservation on behalf of 1244a62b17644644960c0ef5509cee38 for: {'port': 1} {{(pid=103230) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 19:15:25.681201 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [req-ccf60c10-8e75-4f64-8102-def1edd035e1 req-709aba91-3afd-46cc-ba42-97e5500751be tempest-TaggedBootDevicesTest-980849656 tempest-TaggedBootDevicesTest-980849656-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (None), before_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:15:25.732443 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-e95d4ca2-0ded-407f-a5f0-cd1887f0af37 None None] Port b9b4a7ef-d6e3-4be9-ba7d-38016a167987 cannot update to ACTIVE because it is not bound. {{(pid=103232) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 19:15:25.735195 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Device 799b827c-1d47-472c-b351-0c170428781d up at agent hyperv_n-h2-713498-36 {{(pid=103232) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 19:15:25.744802 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-41211754-9b87-41cd-8817-786f676c9d81 req-a810c6c9-0725-407e-bb20-f4d778c51121 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762867176205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762866656485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762866656503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12867569'] for port (e3d4e87c-9081-40c8-b44e-79d23b98081b), after_update {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:15:25.799066 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.provisioning_blocks [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Provisioning for port 799b827c-1d47-472c-b351-0c170428781d completed by entity L2. {{(pid=103232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 19:15:25.803527 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-eaf7923d-7b48-4bb0-920a-c995dded5a84 req-59f34c27-2edf-4351-8dea-d0a700abb529 tempest-ServerDiskConfigTestJSON-504186010 tempest-ServerDiskConfigTestJSON-504186010-project] 10.222.0.75 "GET /v2.0/security-groups?id=3d9033a7-be2a-4459-a2da-84c23e651975&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1640232 Feb 09 19:15:25.805940 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.provisioning_blocks [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Provisioning complete for port 799b827c-1d47-472c-b351-0c170428781d triggered by entity L2. {{(pid=103232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 19:15:25.806581 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593630'] for port (799b827c-1d47-472c-b351-0c170428781d), provisioning_complete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:15:25.885935 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a810c6c9-0725-407e-bb20-f4d778c51121 service neutron] Pushing event updated for resources: {'Port': ['ID=e3d4e87c-9081-40c8-b44e-79d23b98081b,revision_number=2']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:15:25.951435 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Current status of the port 799b827c-1d47-472c-b351-0c170428781d is: BUILD; New status is: ACTIVE {{(pid=103232) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 19:15:25.952213 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (799b827c-1d47-472c-b351-0c170428781d), before_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:15:25.990532 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-7429db8d-6021-40ad-813e-885be449a89b None None] For port 799b827c-1d47-472c-b351-0c170428781d, host n-h2-713498-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-36',level=0,port_id=799b827c-1d47-472c-b351-0c170428781d,segment=NetworkSegment(16cee793-39af-4747-b35d-d195dda77d67),segment_id=16cee793-39af-4747-b35d-d195dda77d67)] {{(pid=103232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 19:15:25.992005 n-d-713498-36 neutron-server[103232]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '44f2a4f1-fd8e-46c1-a7a3-119b1c3cc812', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '799b827c-1d47-472c-b351-0c170428781d'}] {{(pid=103232) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 19:15:25.997084 n-d-713498-36 neutron-server[103232]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}949cdcde653dec44821de95cbf67297f53cbc2aed4e073b5d514f93bf911ce85" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0a4565d1-b247-489e-a417-16e787eaa8d5" -d '{"events": [{"server_uuid": "44f2a4f1-fd8e-46c1-a7a3-119b1c3cc812", "name": "network-vif-plugged", "status": "completed", "tag": "799b827c-1d47-472c-b351-0c170428781d"}]}' {{(pid=103232) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 19:15:26.002272 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762867176205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762866656485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762866656503'] for port (799b827c-1d47-472c-b351-0c170428781d), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:15:26.004077 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Device e9bcfa85-cba2-4c7c-a956-383e6c72478d no longer exists at agent hyperv_n-h2-713498-36 {{(pid=103232) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 19:15:26.006692 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-41801b50-08c0-4f46-9c9e-b00b8d7666eb req-82062030-007d-43df-8056-9dd266b4784e tempest-ServerMetadataNegativeTestJSON-2018743871 tempest-ServerMetadataNegativeTestJSON-2018743871-project] 10.222.0.75 "GET /v2.0/security-groups?id=3e31c9aa-5a3d-456a-b178-941494e803a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5882268 Feb 09 19:15:26.045293 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9c3eab9-a878-4271-b19e-f9615e891234 req-6e5e97aa-86a5-4ee9-b74e-5f52f9825f97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:15:26.055748 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-e9c3eab9-a878-4271-b19e-f9615e891234 req-6e5e97aa-86a5-4ee9-b74e-5f52f9825f97 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=2b5494c8-cf97-42c1-b902-87f998f28179&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.6276870 Feb 09 19:15:26.109146 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Pushing event updated for resources: {'Port': ['ID=799b827c-1d47-472c-b351-0c170428781d,revision_number=5']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:15:26.119410 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:15:26.119935 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:15:26.120391 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:15:26.120857 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:15:26.121840 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:15:26.122306 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:15:26.122745 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:15:26.123225 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:15:26.123661 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:15:26.124096 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:15:26.124526 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:15:26.124958 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:15:26.125390 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:15:26.187907 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-25351060-e36a-4aee-9a61-b294f4b97564 admin admin] Publish callbacks [] for security_group (3886c9b8-2b27-4c62-a59e-2527394e17cc), precommit_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:15:26.190919 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Current status of the port e9bcfa85-cba2-4c7c-a956-383e6c72478d is: ACTIVE; New status is: DOWN {{(pid=103232) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 19:15:26.190919 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (e9bcfa85-cba2-4c7c-a956-383e6c72478d), before_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:15:26.198432 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-124f1840-86c0-40ab-b5d8-c3a8718cf9d8 req-6e68448f-fc5a-4cb6-a233-bd06271f83df tempest-TaggedBootDevicesTest-980849656 tempest-TaggedBootDevicesTest-980849656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:15:26.204643 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-124f1840-86c0-40ab-b5d8-c3a8718cf9d8 req-6e68448f-fc5a-4cb6-a233-bd06271f83df tempest-TaggedBootDevicesTest-980849656 tempest-TaggedBootDevicesTest-980849656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:15:26.210025 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-124f1840-86c0-40ab-b5d8-c3a8718cf9d8 req-6e68448f-fc5a-4cb6-a233-bd06271f83df tempest-TaggedBootDevicesTest-980849656 tempest-TaggedBootDevicesTest-980849656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:15:26.215446 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-124f1840-86c0-40ab-b5d8-c3a8718cf9d8 req-6e68448f-fc5a-4cb6-a233-bd06271f83df tempest-TaggedBootDevicesTest-980849656 tempest-TaggedBootDevicesTest-980849656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:15:26.223371 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-124f1840-86c0-40ab-b5d8-c3a8718cf9d8 req-6e68448f-fc5a-4cb6-a233-bd06271f83df tempest-TaggedBootDevicesTest-980849656 tempest-TaggedBootDevicesTest-980849656-project] 10.222.0.75 "GET /v2.0/ports?device_id=c3476174-573e-455c-944e-9ed0cac04ac2 HTTP/1.1" status: 200 len: 3094 time: 0.2983308 Feb 09 19:15:26.233566 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-25351060-e36a-4aee-9a61-b294f4b97564 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1892331'] for security_group (3886c9b8-2b27-4c62-a59e-2527394e17cc), after_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:15:26.245237 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-7429db8d-6021-40ad-813e-885be449a89b None None] For port e9bcfa85-cba2-4c7c-a956-383e6c72478d, host n-h2-713498-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-36',level=0,port_id=e9bcfa85-cba2-4c7c-a956-383e6c72478d,segment=NetworkSegment(50e5915e-18f0-4558-9a28-b978975ead36),segment_id=50e5915e-18f0-4558-9a28-b978975ead36)] {{(pid=103232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 19:15:26.253028 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762867176205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762866656485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762866656503'] for port (e9bcfa85-cba2-4c7c-a956-383e6c72478d), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:15:26.276257 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-25351060-e36a-4aee-9a61-b294f4b97564 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=a79052905dca4e3b91ff302d9e9a110f&name=default HTTP/1.1" status: 200 len: 3000 time: 1.0149205 Feb 09 19:15:26.287123 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 35096) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:15:26.312861 n-d-713498-36 neutron-server[103230]: DEBUG neutron.db.db_base_plugin_common [req-ccf60c10-8e75-4f64-8102-def1edd035e1 req-709aba91-3afd-46cc-ba42-97e5500751be tempest-TaggedBootDevicesTest-980849656 tempest-TaggedBootDevicesTest-980849656-project] Allocated IP 10.2.2.200 (331b81e1-5966-4614-8f3b-12a1817e4fe0/370aa69d-6bb2-4dc6-92d1-b0ec93a18a28/fd688801-4beb-42a5-9ec8-010c808e3c22) {{(pid=103230) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 19:15:26.321400 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Pushing event updated for resources: {'Port': ['ID=e9bcfa85-cba2-4c7c-a956-383e6c72478d,revision_number=6']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:15:26.355181 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25351060-e36a-4aee-9a61-b294f4b97564 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3886c9b8-2b27-4c62-a59e-2527394e17cc,revision_number=1']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:15:26.397891 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-124f1840-86c0-40ab-b5d8-c3a8718cf9d8 req-6c7d56fb-2c3b-4a77-8737-77ce6c51744d tempest-TaggedBootDevicesTest-980849656 tempest-TaggedBootDevicesTest-980849656-project] 10.222.0.75 "GET /v2.0/security-groups?id=116d7b93-0726-4659-8687-b47afcfa5056&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1735177 Feb 09 19:15:26.481577 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-47feaf0e-1763-401b-b8a0-1bacc87e905d admin admin] Publish callbacks [] for security_group (3886c9b8-2b27-4c62-a59e-2527394e17cc), before_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:15:26.486890 n-d-713498-36 neutron-server[103232]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 19:15:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5a47f2da-5b11-41c9-8e28-da6018fc1c79 x-openstack-request-id: req-5a47f2da-5b11-41c9-8e28-da6018fc1c79 {{(pid=103232) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 19:15:26.487240 n-d-713498-36 neutron-server[103232]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "44f2a4f1-fd8e-46c1-a7a3-119b1c3cc812", "name": "network-vif-plugged", "status": "completed", "tag": "799b827c-1d47-472c-b351-0c170428781d", "code": 200}]} {{(pid=103232) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 19:15:26.487439 n-d-713498-36 neutron-server[103232]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-5a47f2da-5b11-41c9-8e28-da6018fc1c79 {{(pid=103232) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 19:15:26.487889 n-d-713498-36 neutron-server[103232]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '44f2a4f1-fd8e-46c1-a7a3-119b1c3cc812', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '799b827c-1d47-472c-b351-0c170428781d', 'code': 200} Feb 09 19:15:26.510935 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-47feaf0e-1763-401b-b8a0-1bacc87e905d admin admin] Publish callbacks [] for security_group (3886c9b8-2b27-4c62-a59e-2527394e17cc), precommit_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:15:26.759746 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [req-ccf60c10-8e75-4f64-8102-def1edd035e1 req-709aba91-3afd-46cc-ba42-97e5500751be tempest-TaggedBootDevicesTest-980849656 tempest-TaggedBootDevicesTest-980849656-project] Publish callbacks [] for port (fd688801-4beb-42a5-9ec8-010c808e3c22), precommit_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:15:26.797117 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-47feaf0e-1763-401b-b8a0-1bacc87e905d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1892331'] for security_group (3886c9b8-2b27-4c62-a59e-2527394e17cc), after_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:15:26.801158 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-47feaf0e-1763-401b-b8a0-1bacc87e905d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:15:26.802984 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-47feaf0e-1763-401b-b8a0-1bacc87e905d admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/3886c9b8-2b27-4c62-a59e-2527394e17cc HTTP/1.1" status: 204 len: 168 time: 0.5146451 Feb 09 19:15:26.827379 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.managers [req-41211754-9b87-41cd-8817-786f676c9d81 req-a810c6c9-0725-407e-bb20-f4d778c51121 service neutron] Attempting to bind port e3d4e87c-9081-40c8-b44e-79d23b98081b on host n-h1-713498-36 for vnic_type normal with profile {{(pid=103229) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 19:15:26.828335 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.managers [req-41211754-9b87-41cd-8817-786f676c9d81 req-a810c6c9-0725-407e-bb20-f4d778c51121 service neutron] Attempting to bind port e3d4e87c-9081-40c8-b44e-79d23b98081b by drivers openvswitch,hyperv on host n-h1-713498-36 at level 0 using segments [{'id': '1e2a1863-ec93-4db2-ba80-84e2ae4ef342', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': '7db728b6-f824-4bd2-9bbc-3a8ddd77fc29'}] {{(pid=103229) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 19:15:26.828836 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41211754-9b87-41cd-8817-786f676c9d81 req-a810c6c9-0725-407e-bb20-f4d778c51121 service neutron] Attempting to bind port e3d4e87c-9081-40c8-b44e-79d23b98081b on network 7db728b6-f824-4bd2-9bbc-3a8ddd77fc29 {{(pid=103229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 19:15:26.837238 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41211754-9b87-41cd-8817-786f676c9d81 req-a810c6c9-0725-407e-bb20-f4d778c51121 service neutron] Port e3d4e87c-9081-40c8-b44e-79d23b98081b on network 7db728b6-f824-4bd2-9bbc-3a8ddd77fc29 not bound, no agent of type Open vSwitch agent registered on host n-h1-713498-36 {{(pid=103229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 19:15:26.837804 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41211754-9b87-41cd-8817-786f676c9d81 req-a810c6c9-0725-407e-bb20-f4d778c51121 service neutron] Attempting to bind port e3d4e87c-9081-40c8-b44e-79d23b98081b on network 7db728b6-f824-4bd2-9bbc-3a8ddd77fc29 {{(pid=103229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 19:15:26.857785 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47feaf0e-1763-401b-b8a0-1bacc87e905d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3886c9b8-2b27-4c62-a59e-2527394e17cc,revision_number=None']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:15:26.864503 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41211754-9b87-41cd-8817-786f676c9d81 req-a810c6c9-0725-407e-bb20-f4d778c51121 service neutron] Checking agent: {'id': '488cd9ae-631f-4955-ba0b-4f5a13f12e9c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713498-36', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 18, 59, 18), 'started_at': datetime.datetime(2022, 2, 9, 18, 59, 18), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 19, 15, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 19:15:26.864708 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41211754-9b87-41cd-8817-786f676c9d81 req-a810c6c9-0725-407e-bb20-f4d778c51121 service neutron] Checking segment: {'id': '1e2a1863-ec93-4db2-ba80-84e2ae4ef342', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': '7db728b6-f824-4bd2-9bbc-3a8ddd77fc29'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103229) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 19:15:26.865450 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41211754-9b87-41cd-8817-786f676c9d81 req-a810c6c9-0725-407e-bb20-f4d778c51121 service neutron] Bound using segment: {'id': '1e2a1863-ec93-4db2-ba80-84e2ae4ef342', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': '7db728b6-f824-4bd2-9bbc-3a8ddd77fc29'} {{(pid=103229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 19:15:26.866207 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.managers [req-41211754-9b87-41cd-8817-786f676c9d81 req-a810c6c9-0725-407e-bb20-f4d778c51121 service neutron] Bound port: e3d4e87c-9081-40c8-b44e-79d23b98081b, host: n-h1-713498-36, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1e2a1863-ec93-4db2-ba80-84e2ae4ef342', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': '7db728b6-f824-4bd2-9bbc-3a8ddd77fc29'}}] {{(pid=103229) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 19:15:26.866742 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-41211754-9b87-41cd-8817-786f676c9d81 req-a810c6c9-0725-407e-bb20-f4d778c51121 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (e3d4e87c-9081-40c8-b44e-79d23b98081b), before_update {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:15:26.885466 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [req-ccf60c10-8e75-4f64-8102-def1edd035e1 req-709aba91-3afd-46cc-ba42-97e5500751be tempest-TaggedBootDevicesTest-980849656 tempest-TaggedBootDevicesTest-980849656-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762866656467', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14393751'] for port (fd688801-4beb-42a5-9ec8-010c808e3c22), after_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:15:27.011497 n-d-713498-36 neutron-server[103230]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ccf60c10-8e75-4f64-8102-def1edd035e1 req-709aba91-3afd-46cc-ba42-97e5500751be tempest-TaggedBootDevicesTest-980849656 tempest-TaggedBootDevicesTest-980849656-project] Network 331b81e1-5966-4614-8f3b-12a1817e4fe0 is already hosted by enough agents. {{(pid=103230) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 19:15:27.033402 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2ddc3bc-d1d1-4042-89aa-9eeb4a7df70b req-8a88ef7a-bd09-4aa8-915c-3c2544e40b2f tempest-ListServerFiltersTestJSON-592653301 tempest-ListServerFiltersTestJSON-592653301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:15:27.035289 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-c2ddc3bc-d1d1-4042-89aa-9eeb4a7df70b req-8a88ef7a-bd09-4aa8-915c-3c2544e40b2f tempest-ListServerFiltersTestJSON-592653301 tempest-ListServerFiltersTestJSON-592653301-project] 10.222.0.75 "GET /v2.0/ports?device_id=342293bf-7258-4cd4-a7b8-d6015bcac217 HTTP/1.1" status: 200 len: 946 time: 0.9061708 Feb 09 19:15:27.036446 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3551170-3538-4f53-8c45-d604dc2ba84f req-19b3b3f0-22a6-46ef-bc9b-0650256fc68c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:15:27.039072 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-a3551170-3538-4f53-8c45-d604dc2ba84f req-19b3b3f0-22a6-46ef-bc9b-0650256fc68c service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=44f2a4f1-fd8e-46c1-a7a3-119b1c3cc812 HTTP/1.1" status: 200 len: 1129 time: 0.4698195 Feb 09 19:15:27.056085 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.db [req-41211754-9b87-41cd-8817-786f676c9d81 req-a810c6c9-0725-407e-bb20-f4d778c51121 service neutron] For port e3d4e87c-9081-40c8-b44e-79d23b98081b, host n-h1-713498-36, cleared binding levels {{(pid=103229) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 19:15:27.068994 n-d-713498-36 neutron-server[103230]: DEBUG neutron.scheduler.base_scheduler [req-ccf60c10-8e75-4f64-8102-def1edd035e1 req-709aba91-3afd-46cc-ba42-97e5500751be tempest-TaggedBootDevicesTest-980849656 tempest-TaggedBootDevicesTest-980849656-project] Resources bound (agent type, host, resource id): {{(pid=103230) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 19:15:27.096138 n-d-713498-36 neutron-server[103230]: DEBUG neutron.db.l3_dvrscheduler_db [req-ccf60c10-8e75-4f64-8102-def1edd035e1 req-709aba91-3afd-46cc-ba42-97e5500751be tempest-TaggedBootDevicesTest-980849656 tempest-TaggedBootDevicesTest-980849656-project] Received port after_create {{(pid=103230) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 19:15:27.098647 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-e9c3eab9-a878-4271-b19e-f9615e891234 req-4b7dcc98-d8e8-4729-81ef-37094eed5b18 service neutron] 10.222.0.90 "GET /v2.0/networks/2b5494c8-cf97-42c1-b902-87f998f28179?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0305226 Feb 09 19:15:27.102433 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.db [req-41211754-9b87-41cd-8817-786f676c9d81 req-a810c6c9-0725-407e-bb20-f4d778c51121 service neutron] For port e3d4e87c-9081-40c8-b44e-79d23b98081b, host n-h1-713498-36, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-36',level=0,port_id=e3d4e87c-9081-40c8-b44e-79d23b98081b,segment=NetworkSegment(1e2a1863-ec93-4db2-ba80-84e2ae4ef342),segment_id=1e2a1863-ec93-4db2-ba80-84e2ae4ef342)] {{(pid=103229) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 19:15:27.199034 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-a3551170-3538-4f53-8c45-d604dc2ba84f req-dd3d90d0-6ad1-4c3d-90ce-074e8040760e service neutron] 10.222.0.90 "GET /v2.0/security-groups?id=3e31c9aa-5a3d-456a-b178-941494e803a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1346257 Feb 09 19:15:27.210998 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-41211754-9b87-41cd-8817-786f676c9d81 req-a810c6c9-0725-407e-bb20-f4d778c51121 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762867176205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762866656485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762866656503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12867569'] for port (e3d4e87c-9081-40c8-b44e-79d23b98081b), after_update {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:15:27.246915 n-d-713498-36 neutron-server[103229]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-22adba99-2073-402b-8949-d4cf659f3d14 tempest-AttachVolumeTestJSON-524945227 tempest-AttachVolumeTestJSON-524945227-project] Router ccff0999-6496-491d-ae22-2f8fab284166 has already been hosted by L3 agent 93303d5e-5d17-45e8-8963-7694f87783ae {{(pid=103229) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 19:15:27.255770 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-709aba91-3afd-46cc-ba42-97e5500751be tempest-TaggedBootDevicesTest-980849656 tempest-TaggedBootDevicesTest-980849656-project] Pushing event updated for resources: {'Port': ['ID=fd688801-4beb-42a5-9ec8-010c808e3c22,revision_number=1']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:15:27.300089 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ca30eec-e6b9-4fd7-89f0-8f0dbed0aca0 req-d9285f41-db98-4e7e-9b68-94596c5ff65f tempest-MigrationsAdminTest-892781459 tempest-MigrationsAdminTest-892781459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:15:27.302885 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-5ca30eec-e6b9-4fd7-89f0-8f0dbed0aca0 req-d9285f41-db98-4e7e-9b68-94596c5ff65f tempest-MigrationsAdminTest-892781459 tempest-MigrationsAdminTest-892781459-project] 10.222.0.75 "GET /v2.0/ports?device_id=9cec8a2a-9f08-4ec2-981f-5cef55181738 HTTP/1.1" status: 200 len: 948 time: 0.6710231 Feb 09 19:15:27.317596 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccf60c10-8e75-4f64-8102-def1edd035e1 req-709aba91-3afd-46cc-ba42-97e5500751be tempest-TaggedBootDevicesTest-980849656 tempest-TaggedBootDevicesTest-980849656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:15:27.318406 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [req-ccf60c10-8e75-4f64-8102-def1edd035e1 req-709aba91-3afd-46cc-ba42-97e5500751be tempest-TaggedBootDevicesTest-980849656 tempest-TaggedBootDevicesTest-980849656-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171096'] for port (None), before_response {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:15:27.354082 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41211754-9b87-41cd-8817-786f676c9d81 req-a810c6c9-0725-407e-bb20-f4d778c51121 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:15:27.356740 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-41211754-9b87-41cd-8817-786f676c9d81 req-a810c6c9-0725-407e-bb20-f4d778c51121 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171096'] for port (None), before_response {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:15:27.358195 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-41211754-9b87-41cd-8817-786f676c9d81 req-a810c6c9-0725-407e-bb20-f4d778c51121 service neutron] 10.222.0.89 "PUT /v2.0/ports/e3d4e87c-9081-40c8-b44e-79d23b98081b HTTP/1.1" status: 200 len: 1092 time: 3.8264627 Feb 09 19:15:27.371782 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 35110) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:15:27.406941 n-d-713498-36 neutron-server[103229]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0f5c6e4a-2766-4317-8c92-8c02169f84b0', 'tag': 'e3d4e87c-9081-40c8-b44e-79d23b98081b'}] {{(pid=103229) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 19:15:27.409675 n-d-713498-36 neutron-server[103229]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fa6ae9a20702bd564eaf90d946620b2b4277b1ab91129323d3b54181076be307" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fe7cff42-9947-43e3-b998-e7551a43b3e8" -d '{"events": [{"name": "network-changed", "server_uuid": "0f5c6e4a-2766-4317-8c92-8c02169f84b0", "tag": "e3d4e87c-9081-40c8-b44e-79d23b98081b"}]}' {{(pid=103229) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 19:15:27.416623 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-e9c3eab9-a878-4271-b19e-f9615e891234 req-dff218fd-7ed6-4e14-a54b-41296e061747 service neutron] 10.222.0.90 "GET /v2.0/networks/2b5494c8-cf97-42c1-b902-87f998f28179?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3039784 Feb 09 19:15:27.426485 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-ccf60c10-8e75-4f64-8102-def1edd035e1 req-709aba91-3afd-46cc-ba42-97e5500751be tempest-TaggedBootDevicesTest-980849656 tempest-TaggedBootDevicesTest-980849656-project] 10.222.0.90 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1040387 Feb 09 19:15:27.430613 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-cdbffc11-cd80-4846-9f72-0cfaa429c986 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:15:27.443595 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.v2.base [req-ccf60c10-8e75-4f64-8102-def1edd035e1 req-86857d3c-465d-42eb-bab8-66fb127fa614 service neutron] Request body: {'port': {'device_id': 'c3476174-573e-455c-944e-9ed0cac04ac2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-713498-36'}} {{(pid=103230) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 19:15:27.444362 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-c2ddc3bc-d1d1-4042-89aa-9eeb4a7df70b req-c94cce2e-447e-486a-8802-37e96571f789 tempest-ListServerFiltersTestJSON-592653301 tempest-ListServerFiltersTestJSON-592653301-project] 10.222.0.75 "GET /v2.0/security-groups?id=25541e77-9cfa-43ca-aee5-11ed3f3bedff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3946190 Feb 09 19:15:27.550772 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [req-ccf60c10-8e75-4f64-8102-def1edd035e1 req-86857d3c-465d-42eb-bab8-66fb127fa614 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (6aefa796-a5da-43f4-b77c-5a57dc7a02ee), before_update {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:15:27.579757 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.provisioning_blocks [None req-2dc613d9-8a62-4268-ab0d-16b15ab09926 None None] Provisioning complete for port fd688801-4beb-42a5-9ec8-010c808e3c22 triggered by entity DHCP. {{(pid=103232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 19:15:27.580975 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-2dc613d9-8a62-4268-ab0d-16b15ab09926 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593630'] for port (fd688801-4beb-42a5-9ec8-010c808e3c22), provisioning_complete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:15:27.670349 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-2dc613d9-8a62-4268-ab0d-16b15ab09926 None None] Port fd688801-4beb-42a5-9ec8-010c808e3c22 cannot update to ACTIVE because it is not bound. {{(pid=103232) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 19:15:27.684374 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-5ca30eec-e6b9-4fd7-89f0-8f0dbed0aca0 req-ea8b2da7-54a9-4ed8-b178-b31b61219ff4 tempest-MigrationsAdminTest-892781459 tempest-MigrationsAdminTest-892781459-project] 10.222.0.75 "GET /v2.0/security-groups?id=709912c8-8171-4435-800e-9e5c5e45bf8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3707695 Feb 09 19:15:27.721098 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-cdbffc11-cd80-4846-9f72-0cfaa429c986 admin admin] Publish callbacks [] for security_group (47bfccda-0960-4643-ab22-6666cc5205a6), precommit_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:15:27.733897 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-cdbffc11-cd80-4846-9f72-0cfaa429c986 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1892331'] for security_group (47bfccda-0960-4643-ab22-6666cc5205a6), after_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:15:27.764613 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a810c6c9-0725-407e-bb20-f4d778c51121 service neutron] Pushing event updated for resources: {'Port': ['ID=e3d4e87c-9081-40c8-b44e-79d23b98081b,revision_number=3']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:15:27.810228 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-cdbffc11-cd80-4846-9f72-0cfaa429c986 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=b005242a7f564af1a19b2cc8066fa878&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4325070 Feb 09 19:15:27.817504 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 35120) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:15:27.825132 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdbffc11-cd80-4846-9f72-0cfaa429c986 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=47bfccda-0960-4643-ab22-6666cc5205a6,revision_number=1']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:15:27.864706 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41211754-9b87-41cd-8817-786f676c9d81 req-4447f679-1ffe-40c7-a111-43ab35e0a661 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:15:27.867482 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-41211754-9b87-41cd-8817-786f676c9d81 req-4447f679-1ffe-40c7-a111-43ab35e0a661 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=b6fd652adad94d84b810e38a00b04bf3&device_id=0f5c6e4a-2766-4317-8c92-8c02169f84b0 HTTP/1.1" status: 200 len: 1126 time: 0.4473259 Feb 09 19:15:27.870901 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-22adba99-2073-402b-8949-d4cf659f3d14 tempest-AttachVolumeTestJSON-524945227 tempest-AttachVolumeTestJSON-524945227-project] Notify agent at l3_agent.n-d-713498-36 the message routers_updated {{(pid=103229) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 19:15:27.884397 n-d-713498-36 neutron-server[103233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2974288a-d794-406b-bc28-597000e80286 None None] Sync routers for ids ['ccff0999-6496-491d-ae22-2f8fab284166'] in n-d-713498-36 {{(pid=103233) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 19:15:27.891278 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-22adba99-2073-402b-8949-d4cf659f3d14 tempest-AttachVolumeTestJSON-524945227 tempest-AttachVolumeTestJSON-524945227-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171096'] for floatingip (None), before_response {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:15:27.906182 n-d-713498-36 neutron-server[103233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2974288a-d794-406b-bc28-597000e80286 None None] Routers {'ccff0999-6496-491d-ae22-2f8fab284166'} bound to L3 agent in host n-d-713498-36 {{(pid=103233) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 19:15:27.906829 n-d-713498-36 neutron-server[103233]: DEBUG neutron.db.l3_hamode_db [None req-2974288a-d794-406b-bc28-597000e80286 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T18:51:43Z,description=,heartbeat_timestamp=2022-02-09T19:15:13Z,host='n-d-713498-36',id=93303d5e-5d17-45e8-8963-7694f87783ae,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T18:51:43Z,topic='l3_agent')) {'router_ids': ['ccff0999-6496-491d-ae22-2f8fab284166'], 'active': True} {{(pid=103233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:15:28.003259 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcceea0a-3a24-494a-8ca4-c4d9d9913fc5 req-e81b2ff9-4065-4ff6-8471-b32555c8b923 tempest-ServerDiskConfigTestJSON-504186010 tempest-ServerDiskConfigTestJSON-504186010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:15:28.005737 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-dcceea0a-3a24-494a-8ca4-c4d9d9913fc5 req-e81b2ff9-4065-4ff6-8471-b32555c8b923 tempest-ServerDiskConfigTestJSON-504186010 tempest-ServerDiskConfigTestJSON-504186010-project] 10.222.0.75 "GET /v2.0/ports?device_id=0f5c6e4a-2766-4317-8c92-8c02169f84b0 HTTP/1.1" status: 200 len: 943 time: 0.3239784 Feb 09 19:15:28.007382 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-41211754-9b87-41cd-8817-786f676c9d81 req-ba08cfd7-2f5f-4446-b306-a107d1aea6fe service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e3d4e87c-9081-40c8-b44e-79d23b98081b HTTP/1.1" status: 200 len: 217 time: 0.1234374 Feb 09 19:15:28.046648 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-caa2926b-ee06-484c-9672-d2feb7aabe53 admin admin] Publish callbacks [] for security_group (47bfccda-0960-4643-ab22-6666cc5205a6), before_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:15:28.065784 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-22adba99-2073-402b-8949-d4cf659f3d14 tempest-AttachVolumeTestJSON-524945227 tempest-AttachVolumeTestJSON-524945227-project] 10.222.0.75 "PUT /v2.0/floatingips/c847c408-5786-49c4-b10a-3e134e0bb67d HTTP/1.1" status: 200 len: 991 time: 5.5240626 Feb 09 19:15:28.074704 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d06c4920-7705-489e-8d48-d140dfb2bf3e req-7e0d5b82-cf7e-4140-8e88-b8723a7aad82 tempest-ServerMetadataNegativeTestJSON-2018743871 tempest-ServerMetadataNegativeTestJSON-2018743871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:15:28.084568 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-d06c4920-7705-489e-8d48-d140dfb2bf3e req-7e0d5b82-cf7e-4140-8e88-b8723a7aad82 tempest-ServerMetadataNegativeTestJSON-2018743871 tempest-ServerMetadataNegativeTestJSON-2018743871-project] 10.222.0.75 "GET /v2.0/ports?device_id=44f2a4f1-fd8e-46c1-a7a3-119b1c3cc812 HTTP/1.1" status: 200 len: 946 time: 0.2430830 Feb 09 19:15:28.120021 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41211754-9b87-41cd-8817-786f676c9d81 req-8825caf6-e460-452f-9dee-7335d72f9fc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:15:28.121742 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-41211754-9b87-41cd-8817-786f676c9d81 req-8825caf6-e460-452f-9dee-7335d72f9fc9 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=56850be1-15c2-42cc-9dca-1e107c979838 HTTP/1.1" status: 200 len: 855 time: 0.1054878 Feb 09 19:15:28.142327 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-dcceea0a-3a24-494a-8ca4-c4d9d9913fc5 req-caae5150-d210-4ae9-93f7-b55d1d73b01a tempest-ServerDiskConfigTestJSON-504186010 tempest-ServerDiskConfigTestJSON-504186010-project] 10.222.0.75 "GET /v2.0/security-groups?id=3d9033a7-be2a-4459-a2da-84c23e651975&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1291270 Feb 09 19:15:28.152781 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-caa2926b-ee06-484c-9672-d2feb7aabe53 admin admin] Publish callbacks [] for security_group (47bfccda-0960-4643-ab22-6666cc5205a6), precommit_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:15:28.171047 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-41211754-9b87-41cd-8817-786f676c9d81 req-f2a4d62e-9558-4045-87bf-5449a58d9ba9 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=7db728b6-f824-4bd2-9bbc-3a8ddd77fc29&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0416708 Feb 09 19:15:28.201238 n-d-713498-36 neutron-server[103233]: DEBUG neutron.db.l3_dvr_db [None req-2974288a-d794-406b-bc28-597000e80286 None None] Set router ccff0999-6496-491d-ae22-2f8fab284166 gateway port host: n-d-713498-36 {{(pid=103233) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 19:15:28.265060 n-d-713498-36 neutron-server[103229]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 19:15:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-82b4cfed-f801-46eb-b4ba-5154e87af7fe x-openstack-request-id: req-82b4cfed-f801-46eb-b4ba-5154e87af7fe {{(pid=103229) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 19:15:28.265349 n-d-713498-36 neutron-server[103229]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0f5c6e4a-2766-4317-8c92-8c02169f84b0", "tag": "e3d4e87c-9081-40c8-b44e-79d23b98081b", "status": "completed", "code": 200}]} {{(pid=103229) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 19:15:28.265606 n-d-713498-36 neutron-server[103229]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-82b4cfed-f801-46eb-b4ba-5154e87af7fe {{(pid=103229) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 19:15:28.266026 n-d-713498-36 neutron-server[103229]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0f5c6e4a-2766-4317-8c92-8c02169f84b0', 'tag': 'e3d4e87c-9081-40c8-b44e-79d23b98081b', 'status': 'completed', 'code': 200} Feb 09 19:15:28.312478 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-d06c4920-7705-489e-8d48-d140dfb2bf3e req-567090ea-ee65-4855-9691-8bc92ced7409 tempest-ServerMetadataNegativeTestJSON-2018743871 tempest-ServerMetadataNegativeTestJSON-2018743871-project] 10.222.0.75 "GET /v2.0/security-groups?id=3e31c9aa-5a3d-456a-b178-941494e803a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2194390 Feb 09 19:15:28.317871 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-41211754-9b87-41cd-8817-786f676c9d81 req-0f44fdf6-0d34-48f4-8c42-1f1dfa018089 service neutron] 10.222.0.89 "GET /v2.0/networks/7db728b6-f824-4bd2-9bbc-3a8ddd77fc29?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1397386 Feb 09 19:15:28.451195 n-d-713498-36 neutron-server[103230]: DEBUG neutron.notifiers.nova [req-ccf60c10-8e75-4f64-8102-def1edd035e1 req-86857d3c-465d-42eb-bab8-66fb127fa614 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6aefa796-a5da-43f4-b77c-5a57dc7a02ee {{(pid=103230) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 19:15:28.465524 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [req-ccf60c10-8e75-4f64-8102-def1edd035e1 req-86857d3c-465d-42eb-bab8-66fb127fa614 service neutron] Publish callbacks [] for port (6aefa796-a5da-43f4-b77c-5a57dc7a02ee), precommit_update {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:15:28.484279 n-d-713498-36 neutron-server[103230]: DEBUG neutron.db.provisioning_blocks [req-ccf60c10-8e75-4f64-8102-def1edd035e1 req-86857d3c-465d-42eb-bab8-66fb127fa614 service neutron] Transition to ACTIVE for port object 6aefa796-a5da-43f4-b77c-5a57dc7a02ee will not be triggered until provisioned by entity L2. {{(pid=103230) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 19:15:28.486333 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-caa2926b-ee06-484c-9672-d2feb7aabe53 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1892331'] for security_group (47bfccda-0960-4643-ab22-6666cc5205a6), after_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:15:28.489000 n-d-713498-36 neutron-server[103232]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9cec8a2a-9f08-4ec2-981f-5cef55181738', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e9bcfa85-cba2-4c7c-a956-383e6c72478d'}] {{(pid=103232) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 19:15:28.492203 n-d-713498-36 neutron-server[103232]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}949cdcde653dec44821de95cbf67297f53cbc2aed4e073b5d514f93bf911ce85" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-78034726-b154-4335-a833-81ddc8d17874" -d '{"events": [{"server_uuid": "9cec8a2a-9f08-4ec2-981f-5cef55181738", "name": "network-vif-unplugged", "status": "completed", "tag": "e9bcfa85-cba2-4c7c-a956-383e6c72478d"}]}' {{(pid=103232) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 19:15:28.497176 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-caa2926b-ee06-484c-9672-d2feb7aabe53 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:15:28.507831 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-caa2926b-ee06-484c-9672-d2feb7aabe53 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/47bfccda-0960-4643-ab22-6666cc5205a6 HTTP/1.1" status: 204 len: 168 time: 0.6807771 Feb 09 19:15:28.521294 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-41211754-9b87-41cd-8817-786f676c9d81 req-be7976e9-1589-42f7-8c6f-6c2b9edc8c21 service neutron] 10.222.0.89 "GET /v2.0/networks/7db728b6-f824-4bd2-9bbc-3a8ddd77fc29?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1969657 Feb 09 19:15:28.522978 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caa2926b-ee06-484c-9672-d2feb7aabe53 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=47bfccda-0960-4643-ab22-6666cc5205a6,revision_number=None']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:15:28.531402 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [req-ccf60c10-8e75-4f64-8102-def1edd035e1 req-86857d3c-465d-42eb-bab8-66fb127fa614 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762867176205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762866656485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762866656503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14393758'] for port (6aefa796-a5da-43f4-b77c-5a57dc7a02ee), after_update {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:15:28.551922 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-530195be-2194-49d0-acfb-f6b1ee43c17d req-10de3932-d186-4e28-98d6-0ca0d95158f9 tempest-TaggedBootDevicesTest-980849656 tempest-TaggedBootDevicesTest-980849656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:15:28.568305 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-530195be-2194-49d0-acfb-f6b1ee43c17d req-10de3932-d186-4e28-98d6-0ca0d95158f9 tempest-TaggedBootDevicesTest-980849656 tempest-TaggedBootDevicesTest-980849656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:15:28.580163 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-530195be-2194-49d0-acfb-f6b1ee43c17d req-10de3932-d186-4e28-98d6-0ca0d95158f9 tempest-TaggedBootDevicesTest-980849656 tempest-TaggedBootDevicesTest-980849656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:15:28.598273 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-530195be-2194-49d0-acfb-f6b1ee43c17d req-10de3932-d186-4e28-98d6-0ca0d95158f9 tempest-TaggedBootDevicesTest-980849656 tempest-TaggedBootDevicesTest-980849656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:15:28.636155 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-530195be-2194-49d0-acfb-f6b1ee43c17d req-10de3932-d186-4e28-98d6-0ca0d95158f9 tempest-TaggedBootDevicesTest-980849656 tempest-TaggedBootDevicesTest-980849656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:15:28.638468 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-530195be-2194-49d0-acfb-f6b1ee43c17d req-10de3932-d186-4e28-98d6-0ca0d95158f9 tempest-TaggedBootDevicesTest-980849656 tempest-TaggedBootDevicesTest-980849656-project] 10.222.0.75 "GET /v2.0/ports?device_id=c3476174-573e-455c-944e-9ed0cac04ac2 HTTP/1.1" status: 200 len: 3815 time: 0.2467382 Feb 09 19:15:28.749351 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86857d3c-465d-42eb-bab8-66fb127fa614 service neutron] Pushing event updated for resources: {'Port': ['ID=6aefa796-a5da-43f4-b77c-5a57dc7a02ee,revision_number=2']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:15:28.754108 n-d-713498-36 neutron-server[103233]: DEBUG neutron.db.l3_hamode_db [None req-2974288a-d794-406b-bc28-597000e80286 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ccff0999-6496-491d-ae22-2f8fab284166', 'name': 'tempest-AttachVolumeTestJSON-591340071-router', 'tenant_id': 'b8358624fc0d4008bf7aadd6f5fc09a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88055e1e-672a-4487-be31-ffb6e833ece5', 'external_fixed_ips': [{'subnet_id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'ip_address': '172.25.1.112'}], 'enable_snat': True}, 'gw_port_id': 'b2df33b3-6fc2-4ba8-843a-75225b202de2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T19:14:44Z', 'updated_at': '2022-02-09T19:14:51Z', 'revision_number': 4, 'project_id': 'b8358624fc0d4008bf7aadd6f5fc09a1', 'gw_port': {'id': 'b2df33b3-6fc2-4ba8-843a-75225b202de2', 'name': '', 'network_id': '88055e1e-672a-4487-be31-ffb6e833ece5', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:34:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ccff0999-6496-491d-ae22-2f8fab284166', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1377, 'fixed_ips': [{'subnet_id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'ip_address': '172.25.1.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T19:14:46Z', 'updated_at': '2022-02-09T19:14:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-36', '_floatingips': [{'id': 'c847c408-5786-49c4-b10a-3e134e0bb67d', 'tenant_id': 'b8358624fc0d4008bf7aadd6f5fc09a1', 'floating_ip_address': '172.25.1.59', 'floating_network_id': '88055e1e-672a-4487-be31-ffb6e833ece5', 'router_id': 'ccff0999-6496-491d-ae22-2f8fab284166', 'port_id': 'e5d6e185-52a0-4811-bbaa-e79add4cc324', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1395, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '99117bb9-9128-41a1-bdb4-92a6c18a7b42', 'mac_address': 'fa:16:3e:a7:29:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e47810b-ed07-4409-98e3-da39074300c7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T19:14:59Z', 'updated_at': '2022-02-09T19:15:24Z', 'revision_number': 1, 'project_id': 'b8358624fc0d4008bf7aadd6f5fc09a1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2a7f1092-d79a-4cc7-8ec6-78216e357fb4', 'name': '', 'network_id': '99117bb9-9128-41a1-bdb4-92a6c18a7b42', 'tenant_id': 'b8358624fc0d4008bf7aadd6f5fc09a1', 'mac_address': 'fa:16:3e:b7:b8:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ccff0999-6496-491d-ae22-2f8fab284166', 'device_owner': 'network:router_interface', 'standard_attr_id': 1378, 'fixed_ips': [{'subnet_id': '3f43124c-9b13-4bd8-a6f5-516bdab3ca3c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T19:14:50Z', 'updated_at': '2022-02-09T19:15:03Z', 'revision_number': 5, 'project_id': 'b8358624fc0d4008bf7aadd6f5fc09a1', 'subnets': [{'id': '3f43124c-9b13-4bd8-a6f5-516bdab3ca3c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-36', False) {} {{(pid=103233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:15:28.836115 n-d-713498-36 neutron-server[103233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2974288a-d794-406b-bc28-597000e80286 None None] Checking router: ccff0999-6496-491d-ae22-2f8fab284166 for host: n-d-713498-36 {{(pid=103233) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 19:15:28.861100 n-d-713498-36 neutron-server[103233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2974288a-d794-406b-bc28-597000e80286 None None] Routers {'ccff0999-6496-491d-ae22-2f8fab284166'} bound to L3 agent in host n-d-713498-36 {{(pid=103233) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 19:15:28.866171 n-d-713498-36 neutron-server[103233]: DEBUG neutron.db.l3_hamode_db [None req-2974288a-d794-406b-bc28-597000e80286 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T18:51:43Z,description=,heartbeat_timestamp=2022-02-09T19:15:13Z,host='n-d-713498-36',id=93303d5e-5d17-45e8-8963-7694f87783ae,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T18:51:43Z,topic='l3_agent')) {'router_ids': ['ccff0999-6496-491d-ae22-2f8fab284166'], 'active': True} {{(pid=103233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:15:28.882176 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-530195be-2194-49d0-acfb-f6b1ee43c17d req-c3519284-befd-4c76-9eb0-d26f6d7e37cc tempest-TaggedBootDevicesTest-980849656 tempest-TaggedBootDevicesTest-980849656-project] 10.222.0.75 "GET /v2.0/security-groups?id=116d7b93-0726-4659-8687-b47afcfa5056&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2213213 Feb 09 19:15:28.898733 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe7cff42-9947-43e3-b998-e7551a43b3e8 req-1ca2eb5b-5ade-4520-842c-574f160ae20a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:15:28.900152 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-fe7cff42-9947-43e3-b998-e7551a43b3e8 req-1ca2eb5b-5ade-4520-842c-574f160ae20a service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=b6fd652adad94d84b810e38a00b04bf3&device_id=0f5c6e4a-2766-4317-8c92-8c02169f84b0 HTTP/1.1" status: 200 len: 1126 time: 0.2260528 Feb 09 19:15:29.037889 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.managers [req-ccf60c10-8e75-4f64-8102-def1edd035e1 req-86857d3c-465d-42eb-bab8-66fb127fa614 service neutron] Attempting to bind port 6aefa796-a5da-43f4-b77c-5a57dc7a02ee on host n-h2-713498-36 for vnic_type normal with profile {{(pid=103230) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 19:15:29.038261 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.managers [req-ccf60c10-8e75-4f64-8102-def1edd035e1 req-86857d3c-465d-42eb-bab8-66fb127fa614 service neutron] Attempting to bind port 6aefa796-a5da-43f4-b77c-5a57dc7a02ee by drivers openvswitch,hyperv on host n-h2-713498-36 at level 0 using segments [{'id': 'cf51fdc5-2b69-4aa6-baf3-9e7fb9d1d1d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '3e8c2732-7ced-47de-8a60-f22ea571cd92'}] {{(pid=103230) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 19:15:29.038715 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ccf60c10-8e75-4f64-8102-def1edd035e1 req-86857d3c-465d-42eb-bab8-66fb127fa614 service neutron] Attempting to bind port 6aefa796-a5da-43f4-b77c-5a57dc7a02ee on network 3e8c2732-7ced-47de-8a60-f22ea571cd92 {{(pid=103230) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 19:15:29.045692 n-d-713498-36 neutron-server[103232]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 09 Feb 2022 19:15:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-634bd0fa-3d4e-418f-9e7e-9425bfadf240 x-openstack-request-id: req-634bd0fa-3d4e-418f-9e7e-9425bfadf240 {{(pid=103232) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 19:15:29.046240 n-d-713498-36 neutron-server[103232]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9cec8a2a-9f08-4ec2-981f-5cef55181738", "name": "network-vif-unplugged", "status": "completed", "tag": "e9bcfa85-cba2-4c7c-a956-383e6c72478d", "code": 200}]} {{(pid=103232) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 19:15:29.046240 n-d-713498-36 neutron-server[103232]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-634bd0fa-3d4e-418f-9e7e-9425bfadf240 {{(pid=103232) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 19:15:29.046747 n-d-713498-36 neutron-server[103232]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9cec8a2a-9f08-4ec2-981f-5cef55181738', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e9bcfa85-cba2-4c7c-a956-383e6c72478d', 'code': 200} Feb 09 19:15:29.054224 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ccf60c10-8e75-4f64-8102-def1edd035e1 req-86857d3c-465d-42eb-bab8-66fb127fa614 service neutron] Port 6aefa796-a5da-43f4-b77c-5a57dc7a02ee on network 3e8c2732-7ced-47de-8a60-f22ea571cd92 not bound, no agent of type Open vSwitch agent registered on host n-h2-713498-36 {{(pid=103230) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 19:15:29.054384 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ccf60c10-8e75-4f64-8102-def1edd035e1 req-86857d3c-465d-42eb-bab8-66fb127fa614 service neutron] Attempting to bind port 6aefa796-a5da-43f4-b77c-5a57dc7a02ee on network 3e8c2732-7ced-47de-8a60-f22ea571cd92 {{(pid=103230) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 19:15:29.065037 n-d-713498-36 neutron-server[103233]: DEBUG neutron.db.l3_dvr_db [None req-2974288a-d794-406b-bc28-597000e80286 None None] Set router ccff0999-6496-491d-ae22-2f8fab284166 gateway port host: n-d-713498-36 {{(pid=103233) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 19:15:29.071282 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ccf60c10-8e75-4f64-8102-def1edd035e1 req-86857d3c-465d-42eb-bab8-66fb127fa614 service neutron] Checking agent: {'id': 'bcd5faee-dc24-4298-9134-0e0aa054058e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713498-36', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 18, 59, 19), 'started_at': datetime.datetime(2022, 2, 9, 18, 59, 19), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 19, 15, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103230) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 19:15:29.071631 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ccf60c10-8e75-4f64-8102-def1edd035e1 req-86857d3c-465d-42eb-bab8-66fb127fa614 service neutron] Checking segment: {'id': 'cf51fdc5-2b69-4aa6-baf3-9e7fb9d1d1d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '3e8c2732-7ced-47de-8a60-f22ea571cd92'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103230) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 19:15:29.072027 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ccf60c10-8e75-4f64-8102-def1edd035e1 req-86857d3c-465d-42eb-bab8-66fb127fa614 service neutron] Bound using segment: {'id': 'cf51fdc5-2b69-4aa6-baf3-9e7fb9d1d1d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '3e8c2732-7ced-47de-8a60-f22ea571cd92'} {{(pid=103230) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 19:15:29.072479 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.managers [req-ccf60c10-8e75-4f64-8102-def1edd035e1 req-86857d3c-465d-42eb-bab8-66fb127fa614 service neutron] Bound port: 6aefa796-a5da-43f4-b77c-5a57dc7a02ee, host: n-h2-713498-36, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cf51fdc5-2b69-4aa6-baf3-9e7fb9d1d1d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '3e8c2732-7ced-47de-8a60-f22ea571cd92'}}] {{(pid=103230) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 19:15:29.072845 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [req-ccf60c10-8e75-4f64-8102-def1edd035e1 req-86857d3c-465d-42eb-bab8-66fb127fa614 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (6aefa796-a5da-43f4-b77c-5a57dc7a02ee), before_update {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:15:29.075978 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe7cff42-9947-43e3-b998-e7551a43b3e8 req-f3498215-8453-4ce6-b072-ab70b8c82eb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:15:29.078925 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-fe7cff42-9947-43e3-b998-e7551a43b3e8 req-f3498215-8453-4ce6-b072-ab70b8c82eb6 service neutron] 10.222.0.89 "GET /v2.0/networks?id=7db728b6-f824-4bd2-9bbc-3a8ddd77fc29 HTTP/1.1" status: 200 len: 916 time: 0.1651073 Feb 09 19:15:29.151606 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-fe7cff42-9947-43e3-b998-e7551a43b3e8 req-42951cd7-28e8-47b5-bd53-f6472b7bf409 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e3d4e87c-9081-40c8-b44e-79d23b98081b HTTP/1.1" status: 200 len: 217 time: 0.0645108 Feb 09 19:15:29.164604 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b424daae-a49e-40a0-ba81-925aab55aeb0 req-f90e5039-b11e-47f3-8f98-e849313cd48c tempest-AttachVolumeTestJSON-524945227 tempest-AttachVolumeTestJSON-524945227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:15:29.166553 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-b424daae-a49e-40a0-ba81-925aab55aeb0 req-f90e5039-b11e-47f3-8f98-e849313cd48c tempest-AttachVolumeTestJSON-524945227 tempest-AttachVolumeTestJSON-524945227-project] 10.222.0.75 "GET /v2.0/ports?device_id=9e47810b-ed07-4409-98e3-da39074300c7 HTTP/1.1" status: 200 len: 946 time: 0.2862599 Feb 09 19:15:29.273371 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7937ae87-c474-44f9-91eb-85bd01f569be req-59868a37-f8a7-4dd8-a43a-4f48b0ff036b tempest-MigrationsAdminTest-892781459 tempest-MigrationsAdminTest-892781459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:15:29.275153 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-7937ae87-c474-44f9-91eb-85bd01f569be req-59868a37-f8a7-4dd8-a43a-4f48b0ff036b tempest-MigrationsAdminTest-892781459 tempest-MigrationsAdminTest-892781459-project] 10.222.0.75 "GET /v2.0/ports?device_id=9cec8a2a-9f08-4ec2-981f-5cef55181738 HTTP/1.1" status: 200 len: 948 time: 0.1211507 Feb 09 19:15:29.283247 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe7cff42-9947-43e3-b998-e7551a43b3e8 req-a0103159-4930-4ecf-8fd1-6bdfadbb4be6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:15:29.285047 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-fe7cff42-9947-43e3-b998-e7551a43b3e8 req-a0103159-4930-4ecf-8fd1-6bdfadbb4be6 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=56850be1-15c2-42cc-9dca-1e107c979838 HTTP/1.1" status: 200 len: 855 time: 0.1119885 Feb 09 19:15:29.291158 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-b424daae-a49e-40a0-ba81-925aab55aeb0 req-938e7146-1077-40ca-8b28-25a0a5435844 tempest-AttachVolumeTestJSON-524945227 tempest-AttachVolumeTestJSON-524945227-project] 10.222.0.75 "GET /v2.0/security-groups?id=bd39f8e7-1d25-418e-b5cd-c91a805a4bbc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1151133 Feb 09 19:15:29.295856 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.db [req-ccf60c10-8e75-4f64-8102-def1edd035e1 req-86857d3c-465d-42eb-bab8-66fb127fa614 service neutron] For port 6aefa796-a5da-43f4-b77c-5a57dc7a02ee, host n-h2-713498-36, cleared binding levels {{(pid=103230) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 19:15:29.320705 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.db [req-ccf60c10-8e75-4f64-8102-def1edd035e1 req-86857d3c-465d-42eb-bab8-66fb127fa614 service neutron] For port 6aefa796-a5da-43f4-b77c-5a57dc7a02ee, host n-h2-713498-36, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-36',level=0,port_id=6aefa796-a5da-43f4-b77c-5a57dc7a02ee,segment=NetworkSegment(cf51fdc5-2b69-4aa6-baf3-9e7fb9d1d1d4),segment_id=cf51fdc5-2b69-4aa6-baf3-9e7fb9d1d1d4)] {{(pid=103230) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 19:15:29.342070 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [req-ccf60c10-8e75-4f64-8102-def1edd035e1 req-86857d3c-465d-42eb-bab8-66fb127fa614 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762867176205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762866656485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762866656503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14393758'] for port (6aefa796-a5da-43f4-b77c-5a57dc7a02ee), after_update {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:15:29.362643 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-fe7cff42-9947-43e3-b998-e7551a43b3e8 req-c9eb9c30-a990-4618-9921-c064a26ae532 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=7db728b6-f824-4bd2-9bbc-3a8ddd77fc29&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0652721 Feb 09 19:15:29.404576 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-7937ae87-c474-44f9-91eb-85bd01f569be req-6296794b-0bd2-4462-bc20-2f604b3a4c30 tempest-MigrationsAdminTest-892781459 tempest-MigrationsAdminTest-892781459-project] 10.222.0.75 "GET /v2.0/security-groups?id=709912c8-8171-4435-800e-9e5c5e45bf8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1183598 Feb 09 19:15:29.486672 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86857d3c-465d-42eb-bab8-66fb127fa614 service neutron] Pushing event updated for resources: {'Port': ['ID=6aefa796-a5da-43f4-b77c-5a57dc7a02ee,revision_number=3']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:15:29.576215 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccf60c10-8e75-4f64-8102-def1edd035e1 req-86857d3c-465d-42eb-bab8-66fb127fa614 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:15:29.579752 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [req-ccf60c10-8e75-4f64-8102-def1edd035e1 req-86857d3c-465d-42eb-bab8-66fb127fa614 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171096'] for port (None), before_response {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:15:29.581339 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-ccf60c10-8e75-4f64-8102-def1edd035e1 req-86857d3c-465d-42eb-bab8-66fb127fa614 service neutron] 10.222.0.90 "PUT /v2.0/ports/6aefa796-a5da-43f4-b77c-5a57dc7a02ee HTTP/1.1" status: 200 len: 1092 time: 2.1425269 Feb 09 19:15:29.581843 n-d-713498-36 neutron-server[103230]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c3476174-573e-455c-944e-9ed0cac04ac2', 'tag': '6aefa796-a5da-43f4-b77c-5a57dc7a02ee'}] {{(pid=103230) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 19:15:29.584809 n-d-713498-36 neutron-server[103230]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aee5919275bae9f72eb374ee322673045eb80c1f84b4b45a97d96923bd50ab51" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5faf1558-af77-434c-b597-77954cddf976" -d '{"events": [{"name": "network-changed", "server_uuid": "c3476174-573e-455c-944e-9ed0cac04ac2", "tag": "6aefa796-a5da-43f4-b77c-5a57dc7a02ee"}]}' {{(pid=103230) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 19:15:29.588208 n-d-713498-36 neutron-server[103233]: DEBUG neutron.db.l3_hamode_db [None req-2974288a-d794-406b-bc28-597000e80286 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ccff0999-6496-491d-ae22-2f8fab284166', 'name': 'tempest-AttachVolumeTestJSON-591340071-router', 'tenant_id': 'b8358624fc0d4008bf7aadd6f5fc09a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88055e1e-672a-4487-be31-ffb6e833ece5', 'external_fixed_ips': [{'subnet_id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'ip_address': '172.25.1.112'}], 'enable_snat': True}, 'gw_port_id': 'b2df33b3-6fc2-4ba8-843a-75225b202de2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T19:14:44Z', 'updated_at': '2022-02-09T19:14:51Z', 'revision_number': 4, 'project_id': 'b8358624fc0d4008bf7aadd6f5fc09a1', 'gw_port': {'id': 'b2df33b3-6fc2-4ba8-843a-75225b202de2', 'name': '', 'network_id': '88055e1e-672a-4487-be31-ffb6e833ece5', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:34:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ccff0999-6496-491d-ae22-2f8fab284166', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1377, 'fixed_ips': [{'subnet_id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'ip_address': '172.25.1.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T19:14:46Z', 'updated_at': '2022-02-09T19:14:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-36', '_floatingips': [{'id': 'c847c408-5786-49c4-b10a-3e134e0bb67d', 'tenant_id': 'b8358624fc0d4008bf7aadd6f5fc09a1', 'floating_ip_address': '172.25.1.59', 'floating_network_id': '88055e1e-672a-4487-be31-ffb6e833ece5', 'router_id': 'ccff0999-6496-491d-ae22-2f8fab284166', 'port_id': 'e5d6e185-52a0-4811-bbaa-e79add4cc324', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1395, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '99117bb9-9128-41a1-bdb4-92a6c18a7b42', 'mac_address': 'fa:16:3e:a7:29:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e47810b-ed07-4409-98e3-da39074300c7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T19:14:59Z', 'updated_at': '2022-02-09T19:15:24Z', 'revision_number': 1, 'project_id': 'b8358624fc0d4008bf7aadd6f5fc09a1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2a7f1092-d79a-4cc7-8ec6-78216e357fb4', 'name': '', 'network_id': '99117bb9-9128-41a1-bdb4-92a6c18a7b42', 'tenant_id': 'b8358624fc0d4008bf7aadd6f5fc09a1', 'mac_address': 'fa:16:3e:b7:b8:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ccff0999-6496-491d-ae22-2f8fab284166', 'device_owner': 'network:router_interface', 'standard_attr_id': 1378, 'fixed_ips': [{'subnet_id': '3f43124c-9b13-4bd8-a6f5-516bdab3ca3c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T19:14:50Z', 'updated_at': '2022-02-09T19:15:03Z', 'revision_number': 5, 'project_id': 'b8358624fc0d4008bf7aadd6f5fc09a1', 'subnets': [{'id': '3f43124c-9b13-4bd8-a6f5-516bdab3ca3c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-36', False) {} {{(pid=103233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:15:29.630360 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.v2.base [req-ccf60c10-8e75-4f64-8102-def1edd035e1 req-49e13ad8-cfa5-4c71-8191-4a36619631af service neutron] Request body: {'port': {'device_id': 'c3476174-573e-455c-944e-9ed0cac04ac2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-713498-36'}} {{(pid=103230) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 19:15:29.638375 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Device e9bcfa85-cba2-4c7c-a956-383e6c72478d details requested by agent hyperv_n-h2-713498-36 with host n-h2-713498-36 {{(pid=103232) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 19:15:29.649725 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-fe7cff42-9947-43e3-b998-e7551a43b3e8 req-8cdc82f3-fac8-48e0-8d1c-069060926512 service neutron] 10.222.0.89 "GET /v2.0/networks/7db728b6-f824-4bd2-9bbc-3a8ddd77fc29?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2508051 Feb 09 19:15:29.726202 n-d-713498-36 neutron-server[103233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2974288a-d794-406b-bc28-597000e80286 None None] The sync data for ids ['ccff0999-6496-491d-ae22-2f8fab284166'] in n-d-713498-36 is: [{'id': 'ccff0999-6496-491d-ae22-2f8fab284166', 'name': 'tempest-AttachVolumeTestJSON-591340071-router', 'tenant_id': 'b8358624fc0d4008bf7aadd6f5fc09a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88055e1e-672a-4487-be31-ffb6e833ece5', 'external_fixed_ips': [{'subnet_id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'ip_address': '172.25.1.112'}], 'enable_snat': True}, 'gw_port_id': 'b2df33b3-6fc2-4ba8-843a-75225b202de2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T19:14:44Z', 'updated_at': '2022-02-09T19:14:51Z', 'revision_number': 4, 'project_id': 'b8358624fc0d4008bf7aadd6f5fc09a1', 'gw_port': {'id': 'b2df33b3-6fc2-4ba8-843a-75225b202de2', 'name': '', 'network_id': '88055e1e-672a-4487-be31-ffb6e833ece5', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:34:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ccff0999-6496-491d-ae22-2f8fab284166', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1377, 'fixed_ips': [{'subnet_id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'ip_address': '172.25.1.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T19:14:46Z', 'updated_at': '2022-02-09T19:14:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-36', '_floatingips': [{'id': 'c847c408-5786-49c4-b10a-3e134e0bb67d', 'tenant_id': 'b8358624fc0d4008bf7aadd6f5fc09a1', 'floating_ip_address': '172.25.1.59', 'floating_network_id': '88055e1e-672a-4487-be31-ffb6e833ece5', 'router_id': 'ccff0999-6496-491d-ae22-2f8fab284166', 'port_id': 'e5d6e185-52a0-4811-bbaa-e79add4cc324', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1395, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '99117bb9-9128-41a1-bdb4-92a6c18a7b42', 'mac_address': 'fa:16:3e:a7:29:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e47810b-ed07-4409-98e3-da39074300c7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T19:14:59Z', 'updated_at': '2022-02-09T19:15:24Z', 'revision_number': 1, 'project_id': 'b8358624fc0d4008bf7aadd6f5fc09a1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2a7f1092-d79a-4cc7-8ec6-78216e357fb4', 'name': '', 'network_id': '99117bb9-9128-41a1-bdb4-92a6c18a7b42', 'tenant_id': 'b8358624fc0d4008bf7aadd6f5fc09a1', 'mac_address': 'fa:16:3e:b7:b8:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ccff0999-6496-491d-ae22-2f8fab284166', 'device_owner': 'network:router_interface', 'standard_attr_id': 1378, 'fixed_ips': [{'subnet_id': '3f43124c-9b13-4bd8-a6f5-516bdab3ca3c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T19:14:50Z', 'updated_at': '2022-02-09T19:15:03Z', 'revision_number': 5, 'project_id': 'b8358624fc0d4008bf7aadd6f5fc09a1', 'subnets': [{'id': '3f43124c-9b13-4bd8-a6f5-516bdab3ca3c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103233) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 19:15:29.824714 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58dcedd8-2114-41a8-b963-0d7f72d2b371 req-f65049bc-2cc3-4cc7-bf48-c59d634fe54a tempest-ServerDiskConfigTestJSON-504186010 tempest-ServerDiskConfigTestJSON-504186010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:15:29.826353 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-58dcedd8-2114-41a8-b963-0d7f72d2b371 req-f65049bc-2cc3-4cc7-bf48-c59d634fe54a tempest-ServerDiskConfigTestJSON-504186010 tempest-ServerDiskConfigTestJSON-504186010-project] 10.222.0.75 "GET /v2.0/ports?device_id=0f5c6e4a-2766-4317-8c92-8c02169f84b0 HTTP/1.1" status: 200 len: 943 time: 0.1754618 Feb 09 19:15:29.846654 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4effed92-598a-42b3-a57a-0f1f9e83d50d req-9563485e-ca2c-4846-ac30-b3899474f999 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:15:29.848372 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-4effed92-598a-42b3-a57a-0f1f9e83d50d req-9563485e-ca2c-4846-ac30-b3899474f999 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=45d01d230b654cc6882b0931288a01da&device_id=342293bf-7258-4cd4-a7b8-d6015bcac217 HTTP/1.1" status: 200 len: 1129 time: 0.1953323 Feb 09 19:15:29.902796 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-58dcedd8-2114-41a8-b963-0d7f72d2b371 req-e99613aa-887a-44dd-a209-42fa79a07494 tempest-ServerDiskConfigTestJSON-504186010 tempest-ServerDiskConfigTestJSON-504186010-project] 10.222.0.75 "GET /v2.0/security-groups?id=3d9033a7-be2a-4459-a2da-84c23e651975&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0669758 Feb 09 19:15:29.995957 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-7429db8d-6021-40ad-813e-885be449a89b None None] For port e9bcfa85-cba2-4c7c-a956-383e6c72478d, host n-h2-713498-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-36',level=0,port_id=e9bcfa85-cba2-4c7c-a956-383e6c72478d,segment=NetworkSegment(50e5915e-18f0-4558-9a28-b978975ead36),segment_id=50e5915e-18f0-4558-9a28-b978975ead36)] {{(pid=103232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 19:15:29.996242 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-fe7cff42-9947-43e3-b998-e7551a43b3e8 req-166fdfc5-c40e-4520-a95c-5a50e0592b46 service neutron] 10.222.0.89 "GET /v2.0/networks/7db728b6-f824-4bd2-9bbc-3a8ddd77fc29?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2976050 Feb 09 19:15:30.038207 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Returning: {'device': 'e9bcfa85-cba2-4c7c-a956-383e6c72478d', 'network_id': '2b5494c8-cf97-42c1-b902-87f998f28179', 'port_id': 'e9bcfa85-cba2-4c7c-a956-383e6c72478d', 'mac_address': 'fa:16:3e:d8:4d:33', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 359, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '60b561cb-321e-4f83-9bb3-92b2e1d0dc44', 'ip_address': '192.168.233.219'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103232) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 19:15:30.111806 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Current status of the port e9bcfa85-cba2-4c7c-a956-383e6c72478d is: DOWN; New status is: BUILD {{(pid=103232) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 19:15:30.111806 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (e9bcfa85-cba2-4c7c-a956-383e6c72478d), before_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:15:30.125113 n-d-713498-36 neutron-server[103232]: DEBUG neutron.notifiers.nova [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e9bcfa85-cba2-4c7c-a956-383e6c72478d {{(pid=103232) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 19:15:30.153369 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-7429db8d-6021-40ad-813e-885be449a89b None None] For port e9bcfa85-cba2-4c7c-a956-383e6c72478d, host n-h2-713498-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-36',level=0,port_id=e9bcfa85-cba2-4c7c-a956-383e6c72478d,segment=NetworkSegment(50e5915e-18f0-4558-9a28-b978975ead36),segment_id=50e5915e-18f0-4558-9a28-b978975ead36)] {{(pid=103232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 19:15:30.159384 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762867176205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762866656485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762866656503'] for port (e9bcfa85-cba2-4c7c-a956-383e6c72478d), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:15:30.215337 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4effed92-598a-42b3-a57a-0f1f9e83d50d req-615b2fb8-439d-45a3-a426-1e8508ca4d76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:15:30.216928 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-4effed92-598a-42b3-a57a-0f1f9e83d50d req-615b2fb8-439d-45a3-a426-1e8508ca4d76 service neutron] 10.222.0.89 "GET /v2.0/networks?id=df0d76b6-f2f5-4043-aa2b-73474d172bfc HTTP/1.1" status: 200 len: 916 time: 0.3203356 Feb 09 19:15:30.227634 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5f97e16-b0e9-4285-aff2-7670409fc694 req-daafd9c5-6b3c-477b-8acc-f0ed4991b164 tempest-ListServerFiltersTestJSON-592653301 tempest-ListServerFiltersTestJSON-592653301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:15:30.229001 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-b5f97e16-b0e9-4285-aff2-7670409fc694 req-daafd9c5-6b3c-477b-8acc-f0ed4991b164 tempest-ListServerFiltersTestJSON-592653301 tempest-ListServerFiltersTestJSON-592653301-project] 10.222.0.75 "GET /v2.0/ports?device_id=342293bf-7258-4cd4-a7b8-d6015bcac217 HTTP/1.1" status: 200 len: 946 time: 0.1735265 Feb 09 19:15:30.255003 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Pushing event updated for resources: {'Port': ['ID=e9bcfa85-cba2-4c7c-a956-383e6c72478d,revision_number=7']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:15:30.263062 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ac1ac93-5aac-4616-913f-e0ddebd426e3 None None] New status for floating IP c847c408-5786-49c4-b10a-3e134e0bb67d: ACTIVE {{(pid=103232) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 09 19:15:30.287122 n-d-713498-36 neutron-server[103229]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9e47810b-ed07-4409-98e3-da39074300c7', 'tag': 'e5d6e185-52a0-4811-bbaa-e79add4cc324'}] {{(pid=103229) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 19:15:30.290545 n-d-713498-36 neutron-server[103229]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fa6ae9a20702bd564eaf90d946620b2b4277b1ab91129323d3b54181076be307" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-81468069-f85e-4c10-b0b6-e2b5d63484d0" -d '{"events": [{"name": "network-changed", "server_uuid": "9e47810b-ed07-4409-98e3-da39074300c7", "tag": "e5d6e185-52a0-4811-bbaa-e79add4cc324"}]}' {{(pid=103229) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 19:15:30.298849 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-4effed92-598a-42b3-a57a-0f1f9e83d50d req-186a253d-04ca-446c-abf3-9ac180df8a1a service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=abd6c987-32dc-4e67-9598-dcc9fb6003b3 HTTP/1.1" status: 200 len: 217 time: 0.0687377 Feb 09 19:15:30.403572 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4effed92-598a-42b3-a57a-0f1f9e83d50d req-ba95f14d-fd0c-448b-837e-6874f61e8700 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:15:30.405280 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-4effed92-598a-42b3-a57a-0f1f9e83d50d req-ba95f14d-fd0c-448b-837e-6874f61e8700 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=57a76b9b-2bb4-4689-9caf-646c59807fec HTTP/1.1" status: 200 len: 854 time: 0.0837152 Feb 09 19:15:30.418925 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-b5f97e16-b0e9-4285-aff2-7670409fc694 req-18665570-ffc0-4c56-ad88-acdb39e85f4c tempest-ListServerFiltersTestJSON-592653301 tempest-ListServerFiltersTestJSON-592653301-project] 10.222.0.75 "GET /v2.0/security-groups?id=25541e77-9cfa-43ca-aee5-11ed3f3bedff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1241386 Feb 09 19:15:30.437505 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-c6ad56f5-0e42-489a-a6b7-2ea95c9969fd req-8cf38532-1c5e-4438-a709-0cf1b967b9f3 service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=342293bf-7258-4cd4-a7b8-d6015bcac217&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.9677401 Feb 09 19:15:30.519702 n-d-713498-36 neutron-server[103230]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 19:15:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5230377f-666c-4885-b3bd-2744559a4bcd x-openstack-request-id: req-5230377f-666c-4885-b3bd-2744559a4bcd {{(pid=103230) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 19:15:30.520510 n-d-713498-36 neutron-server[103230]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c3476174-573e-455c-944e-9ed0cac04ac2", "tag": "6aefa796-a5da-43f4-b77c-5a57dc7a02ee", "status": "completed", "code": 200}]} {{(pid=103230) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 19:15:30.522437 n-d-713498-36 neutron-server[103230]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-5230377f-666c-4885-b3bd-2744559a4bcd {{(pid=103230) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 19:15:30.523159 n-d-713498-36 neutron-server[103230]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c3476174-573e-455c-944e-9ed0cac04ac2', 'tag': '6aefa796-a5da-43f4-b77c-5a57dc7a02ee', 'status': 'completed', 'code': 200} Feb 09 19:15:30.562307 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [req-ccf60c10-8e75-4f64-8102-def1edd035e1 req-49e13ad8-cfa5-4c71-8191-4a36619631af service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (00c0f46c-15ff-4897-a6aa-63bcf7d50cc2), before_update {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:15:30.568874 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-7429db8d-6021-40ad-813e-885be449a89b None None] get_ports_and_sgs() called for port_ids ['e9bcfa85-cba2-4c7c-a956-383e6c72478d'] {{(pid=103232) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 19:15:30.571538 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4effed92-598a-42b3-a57a-0f1f9e83d50d req-755e3af8-1d2e-4ac5-baae-8b506338375b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:15:30.573522 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-4effed92-598a-42b3-a57a-0f1f9e83d50d req-755e3af8-1d2e-4ac5-baae-8b506338375b service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=df0d76b6-f2f5-4043-aa2b-73474d172bfc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.1484663 Feb 09 19:15:30.595472 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-091e3207-8cba-49e4-96c1-bf1d579ce4c9 req-e4bd6618-5a4d-4d55-a4e6-94a02bbce254 tempest-ServerMetadataNegativeTestJSON-2018743871 tempest-ServerMetadataNegativeTestJSON-2018743871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:15:30.597047 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-091e3207-8cba-49e4-96c1-bf1d579ce4c9 req-e4bd6618-5a4d-4d55-a4e6-94a02bbce254 tempest-ServerMetadataNegativeTestJSON-2018743871 tempest-ServerMetadataNegativeTestJSON-2018743871-project] 10.222.0.75 "GET /v2.0/ports?device_id=44f2a4f1-fd8e-46c1-a7a3-119b1c3cc812 HTTP/1.1" status: 200 len: 946 time: 0.1893823 Feb 09 19:15:30.789373 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5faf1558-af77-434c-b597-77954cddf976 req-9396789f-9b19-4171-99f4-369b5e5a0a48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:15:30.789941 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5faf1558-af77-434c-b597-77954cddf976 req-9396789f-9b19-4171-99f4-369b5e5a0a48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:15:30.790703 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5faf1558-af77-434c-b597-77954cddf976 req-9396789f-9b19-4171-99f4-369b5e5a0a48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:15:30.791182 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5faf1558-af77-434c-b597-77954cddf976 req-9396789f-9b19-4171-99f4-369b5e5a0a48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:15:30.791662 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5faf1558-af77-434c-b597-77954cddf976 req-9396789f-9b19-4171-99f4-369b5e5a0a48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:15:30.794274 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-5faf1558-af77-434c-b597-77954cddf976 req-9396789f-9b19-4171-99f4-369b5e5a0a48 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=1244a62b17644644960c0ef5509cee38&device_id=c3476174-573e-455c-944e-9ed0cac04ac2 HTTP/1.1" status: 200 len: 4394 time: 0.2552829 Feb 09 19:15:30.814089 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e6e9a37-f3ba-4aab-a705-15008999a676 req-185ff3e4-7570-4ca6-bf02-dfcbf804a8df tempest-TaggedBootDevicesTest-980849656 tempest-TaggedBootDevicesTest-980849656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:15:30.819805 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e6e9a37-f3ba-4aab-a705-15008999a676 req-185ff3e4-7570-4ca6-bf02-dfcbf804a8df tempest-TaggedBootDevicesTest-980849656 tempest-TaggedBootDevicesTest-980849656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:15:30.825281 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e6e9a37-f3ba-4aab-a705-15008999a676 req-185ff3e4-7570-4ca6-bf02-dfcbf804a8df tempest-TaggedBootDevicesTest-980849656 tempest-TaggedBootDevicesTest-980849656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:15:30.830917 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e6e9a37-f3ba-4aab-a705-15008999a676 req-185ff3e4-7570-4ca6-bf02-dfcbf804a8df tempest-TaggedBootDevicesTest-980849656 tempest-TaggedBootDevicesTest-980849656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:15:30.842052 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e6e9a37-f3ba-4aab-a705-15008999a676 req-185ff3e4-7570-4ca6-bf02-dfcbf804a8df tempest-TaggedBootDevicesTest-980849656 tempest-TaggedBootDevicesTest-980849656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:15:30.844337 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-6e6e9a37-f3ba-4aab-a705-15008999a676 req-185ff3e4-7570-4ca6-bf02-dfcbf804a8df tempest-TaggedBootDevicesTest-980849656 tempest-TaggedBootDevicesTest-980849656-project] 10.222.0.75 "GET /v2.0/ports?device_id=c3476174-573e-455c-944e-9ed0cac04ac2 HTTP/1.1" status: 200 len: 3827 time: 0.2237086 Feb 09 19:15:30.862903 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-091e3207-8cba-49e4-96c1-bf1d579ce4c9 req-0008e958-76cb-41bf-a618-dd91af98ffdd tempest-ServerMetadataNegativeTestJSON-2018743871 tempest-ServerMetadataNegativeTestJSON-2018743871-project] 10.222.0.75 "GET /v2.0/security-groups?id=3e31c9aa-5a3d-456a-b178-941494e803a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2377043 Feb 09 19:15:30.939104 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-4effed92-598a-42b3-a57a-0f1f9e83d50d req-efdf9685-0d30-4f10-b2f2-260db9ebc36d service neutron] 10.222.0.89 "GET /v2.0/networks/df0d76b6-f2f5-4043-aa2b-73474d172bfc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3194797 Feb 09 19:15:30.957555 n-d-713498-36 neutron-server[103229]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 19:15:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f8ad7407-2be1-4ea7-bed9-95a28ddfdc51 x-openstack-request-id: req-f8ad7407-2be1-4ea7-bed9-95a28ddfdc51 {{(pid=103229) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 19:15:30.958152 n-d-713498-36 neutron-server[103229]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9e47810b-ed07-4409-98e3-da39074300c7", "tag": "e5d6e185-52a0-4811-bbaa-e79add4cc324", "status": "completed", "code": 200}]} {{(pid=103229) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 19:15:30.959250 n-d-713498-36 neutron-server[103229]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-f8ad7407-2be1-4ea7-bed9-95a28ddfdc51 {{(pid=103229) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 19:15:30.959661 n-d-713498-36 neutron-server[103229]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9e47810b-ed07-4409-98e3-da39074300c7', 'tag': 'e5d6e185-52a0-4811-bbaa-e79add4cc324', 'status': 'completed', 'code': 200} Feb 09 19:15:31.076356 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-6e6e9a37-f3ba-4aab-a705-15008999a676 req-9df8079f-833f-4f6d-a170-521f113fa4ed tempest-TaggedBootDevicesTest-980849656 tempest-TaggedBootDevicesTest-980849656-project] 10.222.0.75 "GET /v2.0/security-groups?id=116d7b93-0726-4659-8687-b47afcfa5056&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2133148 Feb 09 19:15:31.096347 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Device e3d4e87c-9081-40c8-b44e-79d23b98081b details requested by agent hyperv_n-h1-713498-36 with host n-h1-713498-36 {{(pid=103232) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 19:15:31.115872 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5faf1558-af77-434c-b597-77954cddf976 req-4bc64e7a-c97a-40e1-82f6-e9bfffcb6f03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:15:31.116619 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5faf1558-af77-434c-b597-77954cddf976 req-4bc64e7a-c97a-40e1-82f6-e9bfffcb6f03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:15:31.117355 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5faf1558-af77-434c-b597-77954cddf976 req-4bc64e7a-c97a-40e1-82f6-e9bfffcb6f03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:15:31.119762 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-5faf1558-af77-434c-b597-77954cddf976 req-4bc64e7a-c97a-40e1-82f6-e9bfffcb6f03 service neutron] 10.222.0.90 "GET /v2.0/networks?tenant_id=1244a62b17644644960c0ef5509cee38&shared=False HTTP/1.1" status: 200 len: 2291 time: 0.2710466 Feb 09 19:15:31.222490 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-4effed92-598a-42b3-a57a-0f1f9e83d50d req-f42a417a-86b9-49a8-a793-6f4d321df781 service neutron] 10.222.0.89 "GET /v2.0/networks/df0d76b6-f2f5-4043-aa2b-73474d172bfc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2591691 Feb 09 19:15:31.244270 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-063642c6-3686-4e80-9e49-d37438bb7587 req-75ab6bde-17ce-4bb6-b20f-d8efdf936521 tempest-AttachVolumeTestJSON-524945227 tempest-AttachVolumeTestJSON-524945227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:15:31.252195 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-063642c6-3686-4e80-9e49-d37438bb7587 req-75ab6bde-17ce-4bb6-b20f-d8efdf936521 tempest-AttachVolumeTestJSON-524945227 tempest-AttachVolumeTestJSON-524945227-project] 10.222.0.75 "GET /v2.0/ports?device_id=9e47810b-ed07-4409-98e3-da39074300c7 HTTP/1.1" status: 200 len: 946 time: 0.1281700 Feb 09 19:15:31.255293 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81468069-f85e-4c10-b0b6-e2b5d63484d0 req-051aa74d-9def-4b94-8722-2b798d18763b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:15:31.256804 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-81468069-f85e-4c10-b0b6-e2b5d63484d0 req-051aa74d-9def-4b94-8722-2b798d18763b service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=b8358624fc0d4008bf7aadd6f5fc09a1&device_id=9e47810b-ed07-4409-98e3-da39074300c7 HTTP/1.1" status: 200 len: 1129 time: 0.2328908 Feb 09 19:15:31.347495 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5faf1558-af77-434c-b597-77954cddf976 req-7037e810-78fe-4605-b80f-14b84644dbd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:15:31.349278 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-5faf1558-af77-434c-b597-77954cddf976 req-7037e810-78fe-4605-b80f-14b84644dbd6 service neutron] 10.222.0.90 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2183533 Feb 09 19:15:31.384382 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] For port e3d4e87c-9081-40c8-b44e-79d23b98081b, host n-h1-713498-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-36',level=0,port_id=e3d4e87c-9081-40c8-b44e-79d23b98081b,segment=NetworkSegment(1e2a1863-ec93-4db2-ba80-84e2ae4ef342),segment_id=1e2a1863-ec93-4db2-ba80-84e2ae4ef342)] {{(pid=103232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 19:15:31.392774 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-063642c6-3686-4e80-9e49-d37438bb7587 req-e9f3680b-26b7-48fd-8237-ad5fae312a45 tempest-AttachVolumeTestJSON-524945227 tempest-AttachVolumeTestJSON-524945227-project] 10.222.0.75 "GET /v2.0/security-groups?id=bd39f8e7-1d25-418e-b5cd-c91a805a4bbc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1395946 Feb 09 19:15:31.453176 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Returning: {'device': 'e3d4e87c-9081-40c8-b44e-79d23b98081b', 'network_id': '7db728b6-f824-4bd2-9bbc-3a8ddd77fc29', 'port_id': 'e3d4e87c-9081-40c8-b44e-79d23b98081b', 'mac_address': 'fa:16:3e:fe:79:f0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 362, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '56850be1-15c2-42cc-9dca-1e107c979838', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103232) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 19:15:31.576127 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Current status of the port e3d4e87c-9081-40c8-b44e-79d23b98081b is: DOWN; New status is: BUILD {{(pid=103232) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 19:15:31.576531 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (e3d4e87c-9081-40c8-b44e-79d23b98081b), before_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:15:31.578380 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8ad63c8-b109-4282-b051-0a947a63cb11 req-4a9174a0-746c-489c-b3fe-18effe581449 tempest-MigrationsAdminTest-892781459 tempest-MigrationsAdminTest-892781459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:15:31.592850 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-f8ad63c8-b109-4282-b051-0a947a63cb11 req-4a9174a0-746c-489c-b3fe-18effe581449 tempest-MigrationsAdminTest-892781459 tempest-MigrationsAdminTest-892781459-project] 10.222.0.75 "GET /v2.0/ports?device_id=9cec8a2a-9f08-4ec2-981f-5cef55181738 HTTP/1.1" status: 200 len: 949 time: 0.2202644 Feb 09 19:15:31.598049 n-d-713498-36 neutron-server[103230]: DEBUG neutron.notifiers.nova [req-ccf60c10-8e75-4f64-8102-def1edd035e1 req-49e13ad8-cfa5-4c71-8191-4a36619631af service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 00c0f46c-15ff-4897-a6aa-63bcf7d50cc2 {{(pid=103230) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 19:15:31.612605 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [req-ccf60c10-8e75-4f64-8102-def1edd035e1 req-49e13ad8-cfa5-4c71-8191-4a36619631af service neutron] Publish callbacks [] for port (00c0f46c-15ff-4897-a6aa-63bcf7d50cc2), precommit_update {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:15:31.616493 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81468069-f85e-4c10-b0b6-e2b5d63484d0 req-d039d0b6-43a0-4739-85f3-6134241ee470 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:15:31.617620 n-d-713498-36 neutron-server[103232]: DEBUG neutron.notifiers.nova [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e3d4e87c-9081-40c8-b44e-79d23b98081b {{(pid=103232) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 19:15:31.618808 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-81468069-f85e-4c10-b0b6-e2b5d63484d0 req-d039d0b6-43a0-4739-85f3-6134241ee470 service neutron] 10.222.0.89 "GET /v2.0/networks?id=99117bb9-9128-41a1-bdb4-92a6c18a7b42 HTTP/1.1" status: 200 len: 911 time: 0.3498065 Feb 09 19:15:31.634271 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f5a5689-2689-433e-a88b-86604a7d7193 req-ff9dc6b3-1de7-4e54-afdd-aad905c7682b tempest-ServerDiskConfigTestJSON-504186010 tempest-ServerDiskConfigTestJSON-504186010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:15:31.642772 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-7f5a5689-2689-433e-a88b-86604a7d7193 req-ff9dc6b3-1de7-4e54-afdd-aad905c7682b tempest-ServerDiskConfigTestJSON-504186010 tempest-ServerDiskConfigTestJSON-504186010-project] 10.222.0.75 "GET /v2.0/ports?device_id=0f5c6e4a-2766-4317-8c92-8c02169f84b0 HTTP/1.1" status: 200 len: 943 time: 0.1335621 Feb 09 19:15:31.643735 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6ad56f5-0e42-489a-a6b7-2ea95c9969fd req-ff33a1df-1f31-4a10-b675-a9948cf1537e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:15:31.644874 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] For port e3d4e87c-9081-40c8-b44e-79d23b98081b, host n-h1-713498-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-36',level=0,port_id=e3d4e87c-9081-40c8-b44e-79d23b98081b,segment=NetworkSegment(1e2a1863-ec93-4db2-ba80-84e2ae4ef342),segment_id=1e2a1863-ec93-4db2-ba80-84e2ae4ef342)] {{(pid=103232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 19:15:31.650473 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762867176205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762866656485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762866656503'] for port (e3d4e87c-9081-40c8-b44e-79d23b98081b), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:15:31.656850 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-c6ad56f5-0e42-489a-a6b7-2ea95c9969fd req-ff33a1df-1f31-4a10-b675-a9948cf1537e service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=45d01d230b654cc6882b0931288a01da&device_id=342293bf-7258-4cd4-a7b8-d6015bcac217 HTTP/1.1" status: 200 len: 1129 time: 0.3062980 Feb 09 19:15:31.713062 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-7f5a5689-2689-433e-a88b-86604a7d7193 req-e70d544a-e592-455d-91e6-93b9a6648f57 tempest-ServerDiskConfigTestJSON-504186010 tempest-ServerDiskConfigTestJSON-504186010-project] 10.222.0.75 "GET /v2.0/security-groups?id=3d9033a7-be2a-4459-a2da-84c23e651975&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0652394 Feb 09 19:15:31.795784 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-f8ad63c8-b109-4282-b051-0a947a63cb11 req-90cc696b-cc1f-49eb-81a6-dc4ec712d76e tempest-MigrationsAdminTest-892781459 tempest-MigrationsAdminTest-892781459-project] 10.222.0.75 "GET /v2.0/security-groups?id=709912c8-8171-4435-800e-9e5c5e45bf8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2017558 Feb 09 19:15:31.817097 n-d-713498-36 neutron-server[103230]: DEBUG neutron.db.provisioning_blocks [req-ccf60c10-8e75-4f64-8102-def1edd035e1 req-49e13ad8-cfa5-4c71-8191-4a36619631af service neutron] Transition to ACTIVE for port object 00c0f46c-15ff-4897-a6aa-63bcf7d50cc2 will not be triggered until provisioned by entity L2. {{(pid=103230) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 19:15:31.851443 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Pushing event updated for resources: {'Port': ['ID=e3d4e87c-9081-40c8-b44e-79d23b98081b,revision_number=4']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:15:31.855143 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [req-ccf60c10-8e75-4f64-8102-def1edd035e1 req-49e13ad8-cfa5-4c71-8191-4a36619631af service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762867176205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762866656485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762866656503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14393758'] for port (00c0f46c-15ff-4897-a6aa-63bcf7d50cc2), after_update {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:15:31.964401 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6ad56f5-0e42-489a-a6b7-2ea95c9969fd req-6fa6ce0c-021d-42e2-95f0-1ddaffbfcceb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:15:31.970353 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] get_ports_and_sgs() called for port_ids ['e3d4e87c-9081-40c8-b44e-79d23b98081b'] {{(pid=103232) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 19:15:31.978242 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-c6ad56f5-0e42-489a-a6b7-2ea95c9969fd req-6fa6ce0c-021d-42e2-95f0-1ddaffbfcceb service neutron] 10.222.0.89 "GET /v2.0/networks?id=df0d76b6-f2f5-4043-aa2b-73474d172bfc HTTP/1.1" status: 200 len: 916 time: 0.2872233 Feb 09 19:15:32.120746 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-c6ad56f5-0e42-489a-a6b7-2ea95c9969fd req-9dfdb81f-62d1-42e3-93d3-74378feca05e service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=abd6c987-32dc-4e67-9598-dcc9fb6003b3 HTTP/1.1" status: 200 len: 217 time: 0.1333108 Feb 09 19:15:32.171306 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-81468069-f85e-4c10-b0b6-e2b5d63484d0 req-a96f1e92-b399-41e3-a23d-2293061b2da5 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e5d6e185-52a0-4811-bbaa-e79add4cc324 HTTP/1.1" status: 200 len: 1001 time: 0.5263345 Feb 09 19:15:32.257899 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6ad56f5-0e42-489a-a6b7-2ea95c9969fd req-28f54454-b4aa-4328-94d5-4d389144133b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:15:32.259605 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-c6ad56f5-0e42-489a-a6b7-2ea95c9969fd req-28f54454-b4aa-4328-94d5-4d389144133b service neutron] 10.222.0.89 "GET /v2.0/subnets?id=57a76b9b-2bb4-4689-9caf-646c59807fec HTTP/1.1" status: 200 len: 854 time: 0.1327450 Feb 09 19:15:32.336869 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81468069-f85e-4c10-b0b6-e2b5d63484d0 req-cbcb69f8-35c8-4b3b-b110-80fcdfc22161 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:15:32.340853 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-81468069-f85e-4c10-b0b6-e2b5d63484d0 req-cbcb69f8-35c8-4b3b-b110-80fcdfc22161 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=3f43124c-9b13-4bd8-a6f5-516bdab3ca3c HTTP/1.1" status: 200 len: 849 time: 0.1066236 Feb 09 19:15:32.341813 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49e13ad8-cfa5-4c71-8191-4a36619631af service neutron] Pushing event updated for resources: {'Port': ['ID=00c0f46c-15ff-4897-a6aa-63bcf7d50cc2,revision_number=2']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:15:32.407674 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6ad56f5-0e42-489a-a6b7-2ea95c9969fd req-77fd54fa-d051-4fb2-9dd3-76d1b503644d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:15:32.409190 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-c6ad56f5-0e42-489a-a6b7-2ea95c9969fd req-77fd54fa-d051-4fb2-9dd3-76d1b503644d service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=df0d76b6-f2f5-4043-aa2b-73474d172bfc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.1433468 Feb 09 19:15:32.412787 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8824123d-144a-41f2-b563-0abbee4c7359 req-d01a5321-91a0-4dea-b215-c8eee0f39ea0 tempest-ListServerFiltersTestJSON-592653301 tempest-ListServerFiltersTestJSON-592653301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:15:32.420820 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-8824123d-144a-41f2-b563-0abbee4c7359 req-d01a5321-91a0-4dea-b215-c8eee0f39ea0 tempest-ListServerFiltersTestJSON-592653301 tempest-ListServerFiltersTestJSON-592653301-project] 10.222.0.75 "GET /v2.0/ports?device_id=342293bf-7258-4cd4-a7b8-d6015bcac217 HTTP/1.1" status: 200 len: 946 time: 0.5441320 Feb 09 19:15:32.466182 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.managers [req-ccf60c10-8e75-4f64-8102-def1edd035e1 req-49e13ad8-cfa5-4c71-8191-4a36619631af service neutron] Attempting to bind port 00c0f46c-15ff-4897-a6aa-63bcf7d50cc2 on host n-h2-713498-36 for vnic_type normal with profile {{(pid=103230) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 19:15:32.466864 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.managers [req-ccf60c10-8e75-4f64-8102-def1edd035e1 req-49e13ad8-cfa5-4c71-8191-4a36619631af service neutron] Attempting to bind port 00c0f46c-15ff-4897-a6aa-63bcf7d50cc2 by drivers openvswitch,hyperv on host n-h2-713498-36 at level 0 using segments [{'id': '87b87801-3575-4768-92ea-47b1230f5828', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': '319dd8de-af57-40fe-b1b8-034fd50be509'}] {{(pid=103230) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 19:15:32.467714 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ccf60c10-8e75-4f64-8102-def1edd035e1 req-49e13ad8-cfa5-4c71-8191-4a36619631af service neutron] Attempting to bind port 00c0f46c-15ff-4897-a6aa-63bcf7d50cc2 on network 319dd8de-af57-40fe-b1b8-034fd50be509 {{(pid=103230) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 19:15:32.478215 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ccf60c10-8e75-4f64-8102-def1edd035e1 req-49e13ad8-cfa5-4c71-8191-4a36619631af service neutron] Port 00c0f46c-15ff-4897-a6aa-63bcf7d50cc2 on network 319dd8de-af57-40fe-b1b8-034fd50be509 not bound, no agent of type Open vSwitch agent registered on host n-h2-713498-36 {{(pid=103230) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 19:15:32.478851 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ccf60c10-8e75-4f64-8102-def1edd035e1 req-49e13ad8-cfa5-4c71-8191-4a36619631af service neutron] Attempting to bind port 00c0f46c-15ff-4897-a6aa-63bcf7d50cc2 on network 319dd8de-af57-40fe-b1b8-034fd50be509 {{(pid=103230) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 19:15:32.493484 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81468069-f85e-4c10-b0b6-e2b5d63484d0 req-d3cc8cc2-706e-4a57-97a8-7bee1483e051 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:15:32.495347 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-81468069-f85e-4c10-b0b6-e2b5d63484d0 req-d3cc8cc2-706e-4a57-97a8-7bee1483e051 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=99117bb9-9128-41a1-bdb4-92a6c18a7b42&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.1446006 Feb 09 19:15:32.502202 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ccf60c10-8e75-4f64-8102-def1edd035e1 req-49e13ad8-cfa5-4c71-8191-4a36619631af service neutron] Checking agent: {'id': 'bcd5faee-dc24-4298-9134-0e0aa054058e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713498-36', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 18, 59, 19), 'started_at': datetime.datetime(2022, 2, 9, 18, 59, 19), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 19, 15, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103230) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 19:15:32.502893 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ccf60c10-8e75-4f64-8102-def1edd035e1 req-49e13ad8-cfa5-4c71-8191-4a36619631af service neutron] Checking segment: {'id': '87b87801-3575-4768-92ea-47b1230f5828', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': '319dd8de-af57-40fe-b1b8-034fd50be509'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103230) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 19:15:32.503554 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ccf60c10-8e75-4f64-8102-def1edd035e1 req-49e13ad8-cfa5-4c71-8191-4a36619631af service neutron] Bound using segment: {'id': '87b87801-3575-4768-92ea-47b1230f5828', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': '319dd8de-af57-40fe-b1b8-034fd50be509'} {{(pid=103230) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 19:15:32.504214 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.managers [req-ccf60c10-8e75-4f64-8102-def1edd035e1 req-49e13ad8-cfa5-4c71-8191-4a36619631af service neutron] Bound port: 00c0f46c-15ff-4897-a6aa-63bcf7d50cc2, host: n-h2-713498-36, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '87b87801-3575-4768-92ea-47b1230f5828', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': '319dd8de-af57-40fe-b1b8-034fd50be509'}}] {{(pid=103230) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 19:15:32.504809 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [req-ccf60c10-8e75-4f64-8102-def1edd035e1 req-49e13ad8-cfa5-4c71-8191-4a36619631af service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (00c0f46c-15ff-4897-a6aa-63bcf7d50cc2), before_update {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:15:32.654119 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d06af17-0dfe-4c1c-aad9-58f5e3f06893 req-d9a39a1d-4b67-4131-9e23-bd31cf5bdc40 tempest-MigrationsAdminTest-892781459 tempest-MigrationsAdminTest-892781459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:15:32.655617 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-4d06af17-0dfe-4c1c-aad9-58f5e3f06893 req-d9a39a1d-4b67-4131-9e23-bd31cf5bdc40 tempest-MigrationsAdminTest-892781459 tempest-MigrationsAdminTest-892781459-project] 10.222.0.90 "GET /v2.0/ports?device_id=9cec8a2a-9f08-4ec2-981f-5cef55181738&tenant_id=51b81e7592544b98a90626c2bba713eb&binding%3Ahost_id=n-h2-713498-36 HTTP/1.1" status: 200 len: 949 time: 0.0983713 Feb 09 19:15:32.721133 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-8824123d-144a-41f2-b563-0abbee4c7359 req-7f0e3b60-6c40-4e5a-9df1-b0f1c82fbe84 tempest-ListServerFiltersTestJSON-592653301 tempest-ListServerFiltersTestJSON-592653301-project] 10.222.0.75 "GET /v2.0/security-groups?id=25541e77-9cfa-43ca-aee5-11ed3f3bedff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2990344 Feb 09 19:15:32.805940 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-4d06af17-0dfe-4c1c-aad9-58f5e3f06893 req-d046040a-dd06-4aab-83c4-e70e238050b3 service neutron] 10.222.0.90 "GET /v2.0/ports/e9bcfa85-cba2-4c7c-a956-383e6c72478d/bindings/n-h2-713498-36 HTTP/1.1" status: 200 len: 383 time: 0.1094382 Feb 09 19:15:32.825906 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-c6ad56f5-0e42-489a-a6b7-2ea95c9969fd req-babc27ca-83ad-42cf-88a0-fb0aa1874329 service neutron] 10.222.0.89 "GET /v2.0/networks/df0d76b6-f2f5-4043-aa2b-73474d172bfc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4024518 Feb 09 19:15:32.848569 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.db [req-ccf60c10-8e75-4f64-8102-def1edd035e1 req-49e13ad8-cfa5-4c71-8191-4a36619631af service neutron] For port 00c0f46c-15ff-4897-a6aa-63bcf7d50cc2, host n-h2-713498-36, cleared binding levels {{(pid=103230) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 19:15:32.859822 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-81468069-f85e-4c10-b0b6-e2b5d63484d0 req-941895dc-73f8-413c-a6a3-e1f14e1c81bf service neutron] 10.222.0.89 "GET /v2.0/networks/99117bb9-9128-41a1-bdb4-92a6c18a7b42?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3337257 Feb 09 19:15:32.867800 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.db [req-ccf60c10-8e75-4f64-8102-def1edd035e1 req-49e13ad8-cfa5-4c71-8191-4a36619631af service neutron] For port 00c0f46c-15ff-4897-a6aa-63bcf7d50cc2, host n-h2-713498-36, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-36',level=0,port_id=00c0f46c-15ff-4897-a6aa-63bcf7d50cc2,segment=NetworkSegment(87b87801-3575-4768-92ea-47b1230f5828),segment_id=87b87801-3575-4768-92ea-47b1230f5828)] {{(pid=103230) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 19:15:32.987344 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [req-ccf60c10-8e75-4f64-8102-def1edd035e1 req-49e13ad8-cfa5-4c71-8191-4a36619631af service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762867176205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762866656485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762866656503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14393758'] for port (00c0f46c-15ff-4897-a6aa-63bcf7d50cc2), after_update {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:15:33.102937 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Device e3d4e87c-9081-40c8-b44e-79d23b98081b up at agent hyperv_n-h1-713498-36 {{(pid=103232) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 19:15:33.230918 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.provisioning_blocks [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Provisioning for port e3d4e87c-9081-40c8-b44e-79d23b98081b completed by entity L2. {{(pid=103232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 19:15:33.234137 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-81468069-f85e-4c10-b0b6-e2b5d63484d0 req-e6230c18-88c0-42c0-b8fe-9df3c349d8eb service neutron] 10.222.0.89 "GET /v2.0/networks/99117bb9-9128-41a1-bdb4-92a6c18a7b42?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3615944 Feb 09 19:15:33.236669 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.provisioning_blocks [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Provisioning complete for port e3d4e87c-9081-40c8-b44e-79d23b98081b triggered by entity L2. {{(pid=103232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 19:15:33.237307 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593630'] for port (e3d4e87c-9081-40c8-b44e-79d23b98081b), provisioning_complete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:15:33.242374 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49e13ad8-cfa5-4c71-8191-4a36619631af service neutron] Pushing event updated for resources: {'Port': ['ID=00c0f46c-15ff-4897-a6aa-63bcf7d50cc2,revision_number=3']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:15:33.293922 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccf60c10-8e75-4f64-8102-def1edd035e1 req-49e13ad8-cfa5-4c71-8191-4a36619631af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:15:33.295920 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [req-ccf60c10-8e75-4f64-8102-def1edd035e1 req-49e13ad8-cfa5-4c71-8191-4a36619631af service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171096'] for port (None), before_response {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:15:33.298125 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-ccf60c10-8e75-4f64-8102-def1edd035e1 req-49e13ad8-cfa5-4c71-8191-4a36619631af service neutron] 10.222.0.90 "PUT /v2.0/ports/00c0f46c-15ff-4897-a6aa-63bcf7d50cc2 HTTP/1.1" status: 200 len: 1132 time: 3.6751189 Feb 09 19:15:33.298808 n-d-713498-36 neutron-server[103230]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c3476174-573e-455c-944e-9ed0cac04ac2', 'tag': '00c0f46c-15ff-4897-a6aa-63bcf7d50cc2'}] {{(pid=103230) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 19:15:33.301581 n-d-713498-36 neutron-server[103230]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aee5919275bae9f72eb374ee322673045eb80c1f84b4b45a97d96923bd50ab51" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-42cbf529-2336-4eb1-9e53-6274d0d68287" -d '{"events": [{"name": "network-changed", "server_uuid": "c3476174-573e-455c-944e-9ed0cac04ac2", "tag": "00c0f46c-15ff-4897-a6aa-63bcf7d50cc2"}]}' {{(pid=103230) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 19:15:33.361451 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.v2.base [req-ccf60c10-8e75-4f64-8102-def1edd035e1 req-e0fc1306-02c3-45de-a836-67fbf769f0fb service neutron] Request body: {'port': {'device_id': 'c3476174-573e-455c-944e-9ed0cac04ac2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-713498-36'}} {{(pid=103230) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 19:15:33.438451 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d876657-acc1-4058-9678-db1c0d53095f req-4252c61b-38c1-4079-aeef-e93f012f6d7b tempest-AttachVolumeTestJSON-524945227 tempest-AttachVolumeTestJSON-524945227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:15:33.443360 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Current status of the port e3d4e87c-9081-40c8-b44e-79d23b98081b is: BUILD; New status is: ACTIVE {{(pid=103232) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 19:15:33.444101 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (e3d4e87c-9081-40c8-b44e-79d23b98081b), before_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:15:33.445349 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-6d876657-acc1-4058-9678-db1c0d53095f req-4252c61b-38c1-4079-aeef-e93f012f6d7b tempest-AttachVolumeTestJSON-524945227 tempest-AttachVolumeTestJSON-524945227-project] 10.222.0.75 "GET /v2.0/ports?device_id=9e47810b-ed07-4409-98e3-da39074300c7 HTTP/1.1" status: 200 len: 946 time: 0.5886726 Feb 09 19:15:33.476919 n-d-713498-36 neutron-server[103232]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0f5c6e4a-2766-4317-8c92-8c02169f84b0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e3d4e87c-9081-40c8-b44e-79d23b98081b'}] {{(pid=103232) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 19:15:33.479643 n-d-713498-36 neutron-server[103232]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}949cdcde653dec44821de95cbf67297f53cbc2aed4e073b5d514f93bf911ce85" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3fd1517f-c562-497b-8c7d-830ee41c9387" -d '{"events": [{"server_uuid": "0f5c6e4a-2766-4317-8c92-8c02169f84b0", "name": "network-vif-plugged", "status": "completed", "tag": "e3d4e87c-9081-40c8-b44e-79d23b98081b"}]}' {{(pid=103232) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 19:15:33.500603 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] For port e3d4e87c-9081-40c8-b44e-79d23b98081b, host n-h1-713498-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-36',level=0,port_id=e3d4e87c-9081-40c8-b44e-79d23b98081b,segment=NetworkSegment(1e2a1863-ec93-4db2-ba80-84e2ae4ef342),segment_id=1e2a1863-ec93-4db2-ba80-84e2ae4ef342)] {{(pid=103232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 19:15:33.517978 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762867176205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762866656485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762866656503'] for port (e3d4e87c-9081-40c8-b44e-79d23b98081b), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:15:33.585679 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [req-ccf60c10-8e75-4f64-8102-def1edd035e1 req-e0fc1306-02c3-45de-a836-67fbf769f0fb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (1d0cdc94-55c4-4888-8478-b9f4b1cc96ea), before_update {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:15:33.649636 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-6d876657-acc1-4058-9678-db1c0d53095f req-66952efb-87fc-4ec2-acc8-d97ae002718b tempest-AttachVolumeTestJSON-524945227 tempest-AttachVolumeTestJSON-524945227-project] 10.222.0.75 "GET /v2.0/security-groups?id=bd39f8e7-1d25-418e-b5cd-c91a805a4bbc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1391680 Feb 09 19:15:33.665235 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d459c80-937c-4478-b652-6656c42c977f req-eabbb192-ee71-4789-b4b1-21eb73d9d642 tempest-TaggedBootDevicesTest-980849656 tempest-TaggedBootDevicesTest-980849656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:15:33.687723 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d459c80-937c-4478-b652-6656c42c977f req-eabbb192-ee71-4789-b4b1-21eb73d9d642 tempest-TaggedBootDevicesTest-980849656 tempest-TaggedBootDevicesTest-980849656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:15:33.704347 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d459c80-937c-4478-b652-6656c42c977f req-eabbb192-ee71-4789-b4b1-21eb73d9d642 tempest-TaggedBootDevicesTest-980849656 tempest-TaggedBootDevicesTest-980849656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:15:33.713468 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d459c80-937c-4478-b652-6656c42c977f req-eabbb192-ee71-4789-b4b1-21eb73d9d642 tempest-TaggedBootDevicesTest-980849656 tempest-TaggedBootDevicesTest-980849656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:15:33.720600 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d459c80-937c-4478-b652-6656c42c977f req-eabbb192-ee71-4789-b4b1-21eb73d9d642 tempest-TaggedBootDevicesTest-980849656 tempest-TaggedBootDevicesTest-980849656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:15:33.726123 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d459c80-937c-4478-b652-6656c42c977f req-eabbb192-ee71-4789-b4b1-21eb73d9d642 tempest-TaggedBootDevicesTest-980849656 tempest-TaggedBootDevicesTest-980849656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:15:33.735004 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-1d459c80-937c-4478-b652-6656c42c977f req-eabbb192-ee71-4789-b4b1-21eb73d9d642 tempest-TaggedBootDevicesTest-980849656 tempest-TaggedBootDevicesTest-980849656-project] 10.222.0.75 "GET /v2.0/ports?device_id=c3476174-573e-455c-944e-9ed0cac04ac2 HTTP/1.1" status: 200 len: 4600 time: 1.0779316 Feb 09 19:15:33.778048 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d06af17-0dfe-4c1c-aad9-58f5e3f06893 req-fe158f56-abe7-4285-9b24-f28b6e4e92d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:15:33.779489 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-4d06af17-0dfe-4c1c-aad9-58f5e3f06893 req-fe158f56-abe7-4285-9b24-f28b6e4e92d6 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=51b81e7592544b98a90626c2bba713eb&device_id=9cec8a2a-9f08-4ec2-981f-5cef55181738 HTTP/1.1" status: 200 len: 1132 time: 0.8507590 Feb 09 19:15:33.868687 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-c6ad56f5-0e42-489a-a6b7-2ea95c9969fd req-087ba1bf-de68-479c-9dbd-37a7ff238313 service neutron] 10.222.0.89 "GET /v2.0/networks/df0d76b6-f2f5-4043-aa2b-73474d172bfc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0343752 Feb 09 19:15:33.971922 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Pushing event updated for resources: {'Port': ['ID=e3d4e87c-9081-40c8-b44e-79d23b98081b,revision_number=5']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:15:33.978313 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Device e9bcfa85-cba2-4c7c-a956-383e6c72478d up at agent hyperv_n-h2-713498-36 {{(pid=103232) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 19:15:33.992751 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-1d459c80-937c-4478-b652-6656c42c977f req-fe17c5f4-80ca-40c8-b44a-eb7960eed576 tempest-TaggedBootDevicesTest-980849656 tempest-TaggedBootDevicesTest-980849656-project] 10.222.0.75 "GET /v2.0/security-groups?id=6f7e8ede-8085-490c-860b-91c045ecce1f&id=116d7b93-0726-4659-8687-b47afcfa5056&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2569621 Feb 09 19:15:34.062740 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d06af17-0dfe-4c1c-aad9-58f5e3f06893 req-66d4ec0e-50f8-4d5f-a987-17044ccb471a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:15:34.067323 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-4d06af17-0dfe-4c1c-aad9-58f5e3f06893 req-66d4ec0e-50f8-4d5f-a987-17044ccb471a service neutron] 10.222.0.90 "GET /v2.0/networks?id=2b5494c8-cf97-42c1-b902-87f998f28179 HTTP/1.1" status: 200 len: 870 time: 0.2677188 Feb 09 19:15:34.067533 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a624f4ef-3109-4d64-bdd9-8556195ec64e req-bb4a38fd-af92-4dd4-8b78-9531d41f9d8c tempest-MigrationsAdminTest-892781459 tempest-MigrationsAdminTest-892781459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:15:34.069000 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-a624f4ef-3109-4d64-bdd9-8556195ec64e req-bb4a38fd-af92-4dd4-8b78-9531d41f9d8c tempest-MigrationsAdminTest-892781459 tempest-MigrationsAdminTest-892781459-project] 10.222.0.75 "GET /v2.0/ports?device_id=9cec8a2a-9f08-4ec2-981f-5cef55181738 HTTP/1.1" status: 200 len: 949 time: 0.1816735 Feb 09 19:15:34.144258 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.provisioning_blocks [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Provisioning complete for port e9bcfa85-cba2-4c7c-a956-383e6c72478d triggered by entity L2. {{(pid=103232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 19:15:34.144772 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593630'] for port (e9bcfa85-cba2-4c7c-a956-383e6c72478d), provisioning_complete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:15:34.179056 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-a624f4ef-3109-4d64-bdd9-8556195ec64e req-ff007bde-b2b2-4d58-82e6-cc71d0cd74fc tempest-MigrationsAdminTest-892781459 tempest-MigrationsAdminTest-892781459-project] 10.222.0.75 "GET /v2.0/security-groups?id=709912c8-8171-4435-800e-9e5c5e45bf8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0943232 Feb 09 19:15:34.182930 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-4d06af17-0dfe-4c1c-aad9-58f5e3f06893 req-4ecf3dfc-f7ca-4654-80d2-90aa72f99900 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.219&port_id=e9bcfa85-cba2-4c7c-a956-383e6c72478d HTTP/1.1" status: 200 len: 217 time: 0.1051269 Feb 09 19:15:34.257325 n-d-713498-36 neutron-server[103230]: DEBUG neutron.notifiers.nova [req-ccf60c10-8e75-4f64-8102-def1edd035e1 req-e0fc1306-02c3-45de-a836-67fbf769f0fb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1d0cdc94-55c4-4888-8478-b9f4b1cc96ea {{(pid=103230) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 19:15:34.271953 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [req-ccf60c10-8e75-4f64-8102-def1edd035e1 req-e0fc1306-02c3-45de-a836-67fbf769f0fb service neutron] Publish callbacks [] for port (1d0cdc94-55c4-4888-8478-b9f4b1cc96ea), precommit_update {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:15:34.301211 n-d-713498-36 neutron-server[103230]: DEBUG neutron.db.provisioning_blocks [req-ccf60c10-8e75-4f64-8102-def1edd035e1 req-e0fc1306-02c3-45de-a836-67fbf769f0fb service neutron] Transition to ACTIVE for port object 1d0cdc94-55c4-4888-8478-b9f4b1cc96ea will not be triggered until provisioned by entity L2. {{(pid=103230) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 19:15:34.309172 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [req-ccf60c10-8e75-4f64-8102-def1edd035e1 req-e0fc1306-02c3-45de-a836-67fbf769f0fb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762867176205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762866656485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762866656503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14393758'] for port (1d0cdc94-55c4-4888-8478-b9f4b1cc96ea), after_update {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:15:34.329174 n-d-713498-36 neutron-server[103230]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 19:15:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6be94bea-dac6-4a94-be45-d6b3eec937d9 x-openstack-request-id: req-6be94bea-dac6-4a94-be45-d6b3eec937d9 {{(pid=103230) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 19:15:34.329468 n-d-713498-36 neutron-server[103230]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c3476174-573e-455c-944e-9ed0cac04ac2", "tag": "00c0f46c-15ff-4897-a6aa-63bcf7d50cc2", "status": "completed", "code": 200}]} {{(pid=103230) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 19:15:34.329725 n-d-713498-36 neutron-server[103230]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-6be94bea-dac6-4a94-be45-d6b3eec937d9 {{(pid=103230) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 19:15:34.330656 n-d-713498-36 neutron-server[103230]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c3476174-573e-455c-944e-9ed0cac04ac2', 'tag': '00c0f46c-15ff-4897-a6aa-63bcf7d50cc2', 'status': 'completed', 'code': 200} Feb 09 19:15:34.359126 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d06af17-0dfe-4c1c-aad9-58f5e3f06893 req-fde8e074-7f3d-4607-bb2b-226efafe8a75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:15:34.360606 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-4d06af17-0dfe-4c1c-aad9-58f5e3f06893 req-fde8e074-7f3d-4607-bb2b-226efafe8a75 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=60b561cb-321e-4f83-9bb3-92b2e1d0dc44 HTTP/1.1" status: 200 len: 843 time: 0.1551583 Feb 09 19:15:34.362875 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Current status of the port e9bcfa85-cba2-4c7c-a956-383e6c72478d is: BUILD; New status is: ACTIVE {{(pid=103232) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 19:15:34.363280 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (e9bcfa85-cba2-4c7c-a956-383e6c72478d), before_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:15:34.406726 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-021df46e-2a18-4348-a575-565c512bce8e req-2e68a1bf-7294-451e-bc9a-b58ed22374f9 tempest-ServerDiskConfigTestJSON-504186010 tempest-ServerDiskConfigTestJSON-504186010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:15:34.411306 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-021df46e-2a18-4348-a575-565c512bce8e req-2e68a1bf-7294-451e-bc9a-b58ed22374f9 tempest-ServerDiskConfigTestJSON-504186010 tempest-ServerDiskConfigTestJSON-504186010-project] 10.222.0.75 "GET /v2.0/ports?device_id=0f5c6e4a-2766-4317-8c92-8c02169f84b0 HTTP/1.1" status: 200 len: 945 time: 0.2425652 Feb 09 19:15:34.434102 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-7429db8d-6021-40ad-813e-885be449a89b None None] For port e9bcfa85-cba2-4c7c-a956-383e6c72478d, host n-h2-713498-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-36',level=0,port_id=e9bcfa85-cba2-4c7c-a956-383e6c72478d,segment=NetworkSegment(50e5915e-18f0-4558-9a28-b978975ead36),segment_id=50e5915e-18f0-4558-9a28-b978975ead36)] {{(pid=103232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 19:15:34.436391 n-d-713498-36 neutron-server[103232]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 19:15:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8c06f19b-6daf-4f5a-9d99-3e9f980ddb23 x-openstack-request-id: req-8c06f19b-6daf-4f5a-9d99-3e9f980ddb23 {{(pid=103232) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 19:15:34.436685 n-d-713498-36 neutron-server[103232]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0f5c6e4a-2766-4317-8c92-8c02169f84b0", "name": "network-vif-plugged", "status": "completed", "tag": "e3d4e87c-9081-40c8-b44e-79d23b98081b", "code": 200}]} {{(pid=103232) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 19:15:34.437125 n-d-713498-36 neutron-server[103232]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-8c06f19b-6daf-4f5a-9d99-3e9f980ddb23 {{(pid=103232) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 19:15:34.437522 n-d-713498-36 neutron-server[103232]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0f5c6e4a-2766-4317-8c92-8c02169f84b0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e3d4e87c-9081-40c8-b44e-79d23b98081b', 'code': 200} Feb 09 19:15:34.444183 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762867176205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762866656485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762866656503'] for port (e9bcfa85-cba2-4c7c-a956-383e6c72478d), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:15:34.542459 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Pushing event updated for resources: {'Port': ['ID=e9bcfa85-cba2-4c7c-a956-383e6c72478d,revision_number=8']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:15:34.606620 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0fc1306-02c3-45de-a836-67fbf769f0fb service neutron] Pushing event updated for resources: {'Port': ['ID=1d0cdc94-55c4-4888-8478-b9f4b1cc96ea,revision_number=2']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:15:34.660354 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-021df46e-2a18-4348-a575-565c512bce8e req-8be7662e-8559-4983-af32-8312fe3cab31 tempest-ServerDiskConfigTestJSON-504186010 tempest-ServerDiskConfigTestJSON-504186010-project] 10.222.0.75 "GET /v2.0/security-groups?id=3d9033a7-be2a-4459-a2da-84c23e651975&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2296469 Feb 09 19:15:34.666028 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d06f7369-f15e-47d8-8569-f6b253a98512 req-dd68942b-dd73-43a8-aec9-04e2c5495f8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:15:34.667558 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-d06f7369-f15e-47d8-8569-f6b253a98512 req-dd68942b-dd73-43a8-aec9-04e2c5495f8b service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=0f5c6e4a-2766-4317-8c92-8c02169f84b0 HTTP/1.1" status: 200 len: 1128 time: 0.1447291 Feb 09 19:15:34.671532 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d06af17-0dfe-4c1c-aad9-58f5e3f06893 req-c6dbeb94-c78c-412e-bfb2-8b54f8199229 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:15:34.673216 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-4d06af17-0dfe-4c1c-aad9-58f5e3f06893 req-c6dbeb94-c78c-412e-bfb2-8b54f8199229 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=2b5494c8-cf97-42c1-b902-87f998f28179&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.2886441 Feb 09 19:15:34.740190 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-d06f7369-f15e-47d8-8569-f6b253a98512 req-dbe12476-fb92-4eb4-98a8-80c70a4917b9 service neutron] 10.222.0.89 "GET /v2.0/security-groups?id=3d9033a7-be2a-4459-a2da-84c23e651975&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0657153 Feb 09 19:15:34.741689 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42cbf529-2336-4eb1-9e53-6274d0d68287 req-589a85ac-aa81-40a2-8c08-95156a1ad226 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:15:34.742417 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42cbf529-2336-4eb1-9e53-6274d0d68287 req-589a85ac-aa81-40a2-8c08-95156a1ad226 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:15:34.742902 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42cbf529-2336-4eb1-9e53-6274d0d68287 req-589a85ac-aa81-40a2-8c08-95156a1ad226 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:15:34.743368 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42cbf529-2336-4eb1-9e53-6274d0d68287 req-589a85ac-aa81-40a2-8c08-95156a1ad226 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:15:34.744424 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42cbf529-2336-4eb1-9e53-6274d0d68287 req-589a85ac-aa81-40a2-8c08-95156a1ad226 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:15:34.745338 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42cbf529-2336-4eb1-9e53-6274d0d68287 req-589a85ac-aa81-40a2-8c08-95156a1ad226 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:15:34.745902 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42cbf529-2336-4eb1-9e53-6274d0d68287 req-589a85ac-aa81-40a2-8c08-95156a1ad226 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:15:34.750812 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-42cbf529-2336-4eb1-9e53-6274d0d68287 req-589a85ac-aa81-40a2-8c08-95156a1ad226 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=1244a62b17644644960c0ef5509cee38&device_id=c3476174-573e-455c-944e-9ed0cac04ac2 HTTP/1.1" status: 200 len: 6233 time: 0.3710871 Feb 09 19:15:34.855273 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-4d06af17-0dfe-4c1c-aad9-58f5e3f06893 req-d8bce5f3-e551-4a02-b2f3-d343f54e722e service neutron] 10.222.0.90 "GET /v2.0/networks/2b5494c8-cf97-42c1-b902-87f998f28179?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1442025 Feb 09 19:15:34.906894 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8f7736c-33f4-49c2-8421-2cc383a2516a req-5cdc34c6-e754-47f9-af17-5ece25044bb6 tempest-ListServerFiltersTestJSON-592653301 tempest-ListServerFiltersTestJSON-592653301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:15:34.916085 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-c8f7736c-33f4-49c2-8421-2cc383a2516a req-5cdc34c6-e754-47f9-af17-5ece25044bb6 tempest-ListServerFiltersTestJSON-592653301 tempest-ListServerFiltersTestJSON-592653301-project] 10.222.0.75 "GET /v2.0/ports?device_id=342293bf-7258-4cd4-a7b8-d6015bcac217 HTTP/1.1" status: 200 len: 946 time: 0.4242573 Feb 09 19:15:34.987432 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26696487-3c64-4637-9c26-b5284093545f req-93febc32-3b5f-42b0-ae15-d00bfdf57898 tempest-AttachVolumeTestJSON-524945227 tempest-AttachVolumeTestJSON-524945227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:15:34.990253 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-26696487-3c64-4637-9c26-b5284093545f req-93febc32-3b5f-42b0-ae15-d00bfdf57898 tempest-AttachVolumeTestJSON-524945227 tempest-AttachVolumeTestJSON-524945227-project] 10.222.0.75 "GET /v2.0/ports?device_id=9e47810b-ed07-4409-98e3-da39074300c7 HTTP/1.1" status: 200 len: 946 time: 0.1382096 Feb 09 19:15:35.040468 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.managers [req-ccf60c10-8e75-4f64-8102-def1edd035e1 req-e0fc1306-02c3-45de-a836-67fbf769f0fb service neutron] Attempting to bind port 1d0cdc94-55c4-4888-8478-b9f4b1cc96ea on host n-h2-713498-36 for vnic_type normal with profile {{(pid=103230) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 19:15:35.040884 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.managers [req-ccf60c10-8e75-4f64-8102-def1edd035e1 req-e0fc1306-02c3-45de-a836-67fbf769f0fb service neutron] Attempting to bind port 1d0cdc94-55c4-4888-8478-b9f4b1cc96ea by drivers openvswitch,hyperv on host n-h2-713498-36 at level 0 using segments [{'id': '87b87801-3575-4768-92ea-47b1230f5828', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': '319dd8de-af57-40fe-b1b8-034fd50be509'}] {{(pid=103230) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 19:15:35.041386 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ccf60c10-8e75-4f64-8102-def1edd035e1 req-e0fc1306-02c3-45de-a836-67fbf769f0fb service neutron] Attempting to bind port 1d0cdc94-55c4-4888-8478-b9f4b1cc96ea on network 319dd8de-af57-40fe-b1b8-034fd50be509 {{(pid=103230) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 19:15:35.057809 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-4d06af17-0dfe-4c1c-aad9-58f5e3f06893 req-bb958dc3-3155-4ca0-b151-4abe7a0c26fc service neutron] 10.222.0.90 "GET /v2.0/networks/2b5494c8-cf97-42c1-b902-87f998f28179?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1741498 Feb 09 19:15:35.077610 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-26696487-3c64-4637-9c26-b5284093545f req-dd3d2532-36f1-4a3e-b85c-f0194b22597f tempest-AttachVolumeTestJSON-524945227 tempest-AttachVolumeTestJSON-524945227-project] 10.222.0.75 "GET /v2.0/security-groups?id=bd39f8e7-1d25-418e-b5cd-c91a805a4bbc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0735667 Feb 09 19:15:35.082444 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ccf60c10-8e75-4f64-8102-def1edd035e1 req-e0fc1306-02c3-45de-a836-67fbf769f0fb service neutron] Port 1d0cdc94-55c4-4888-8478-b9f4b1cc96ea on network 319dd8de-af57-40fe-b1b8-034fd50be509 not bound, no agent of type Open vSwitch agent registered on host n-h2-713498-36 {{(pid=103230) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 19:15:35.082905 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ccf60c10-8e75-4f64-8102-def1edd035e1 req-e0fc1306-02c3-45de-a836-67fbf769f0fb service neutron] Attempting to bind port 1d0cdc94-55c4-4888-8478-b9f4b1cc96ea on network 319dd8de-af57-40fe-b1b8-034fd50be509 {{(pid=103230) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 19:15:35.106511 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-c8f7736c-33f4-49c2-8421-2cc383a2516a req-d88d5c37-ecf4-44bc-8ede-1cfbb909206f tempest-ListServerFiltersTestJSON-592653301 tempest-ListServerFiltersTestJSON-592653301-project] 10.222.0.75 "GET /v2.0/security-groups?id=25541e77-9cfa-43ca-aee5-11ed3f3bedff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1914845 Feb 09 19:15:35.123892 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ccf60c10-8e75-4f64-8102-def1edd035e1 req-e0fc1306-02c3-45de-a836-67fbf769f0fb service neutron] Checking agent: {'id': 'bcd5faee-dc24-4298-9134-0e0aa054058e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713498-36', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 18, 59, 19), 'started_at': datetime.datetime(2022, 2, 9, 18, 59, 19), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 19, 15, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103230) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 19:15:35.123892 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ccf60c10-8e75-4f64-8102-def1edd035e1 req-e0fc1306-02c3-45de-a836-67fbf769f0fb service neutron] Checking segment: {'id': '87b87801-3575-4768-92ea-47b1230f5828', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': '319dd8de-af57-40fe-b1b8-034fd50be509'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103230) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 19:15:35.123892 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ccf60c10-8e75-4f64-8102-def1edd035e1 req-e0fc1306-02c3-45de-a836-67fbf769f0fb service neutron] Bound using segment: {'id': '87b87801-3575-4768-92ea-47b1230f5828', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': '319dd8de-af57-40fe-b1b8-034fd50be509'} {{(pid=103230) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 19:15:35.123892 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.managers [req-ccf60c10-8e75-4f64-8102-def1edd035e1 req-e0fc1306-02c3-45de-a836-67fbf769f0fb service neutron] Bound port: 1d0cdc94-55c4-4888-8478-b9f4b1cc96ea, host: n-h2-713498-36, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '87b87801-3575-4768-92ea-47b1230f5828', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': '319dd8de-af57-40fe-b1b8-034fd50be509'}}] {{(pid=103230) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 19:15:35.123892 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [req-ccf60c10-8e75-4f64-8102-def1edd035e1 req-e0fc1306-02c3-45de-a836-67fbf769f0fb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (1d0cdc94-55c4-4888-8478-b9f4b1cc96ea), before_update {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:15:35.154822 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42cbf529-2336-4eb1-9e53-6274d0d68287 req-aec23fbe-de2a-444c-b9d9-f0e27874d2bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:15:35.156086 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42cbf529-2336-4eb1-9e53-6274d0d68287 req-aec23fbe-de2a-444c-b9d9-f0e27874d2bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:15:35.165977 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42cbf529-2336-4eb1-9e53-6274d0d68287 req-aec23fbe-de2a-444c-b9d9-f0e27874d2bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:15:35.168438 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-42cbf529-2336-4eb1-9e53-6274d0d68287 req-aec23fbe-de2a-444c-b9d9-f0e27874d2bb service neutron] 10.222.0.90 "GET /v2.0/networks?tenant_id=1244a62b17644644960c0ef5509cee38&shared=False HTTP/1.1" status: 200 len: 2291 time: 0.4071882 Feb 09 19:15:35.253928 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80cba7b3-38bc-42f4-8390-bc49aefe5d56 req-21cccfc3-e3f4-43d5-b778-e1570492afda tempest-TaggedBootDevicesTest-980849656 tempest-TaggedBootDevicesTest-980849656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:15:35.266953 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80cba7b3-38bc-42f4-8390-bc49aefe5d56 req-21cccfc3-e3f4-43d5-b778-e1570492afda tempest-TaggedBootDevicesTest-980849656 tempest-TaggedBootDevicesTest-980849656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:15:35.273832 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80cba7b3-38bc-42f4-8390-bc49aefe5d56 req-21cccfc3-e3f4-43d5-b778-e1570492afda tempest-TaggedBootDevicesTest-980849656 tempest-TaggedBootDevicesTest-980849656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:15:35.281220 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80cba7b3-38bc-42f4-8390-bc49aefe5d56 req-21cccfc3-e3f4-43d5-b778-e1570492afda tempest-TaggedBootDevicesTest-980849656 tempest-TaggedBootDevicesTest-980849656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:15:35.287668 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80cba7b3-38bc-42f4-8390-bc49aefe5d56 req-21cccfc3-e3f4-43d5-b778-e1570492afda tempest-TaggedBootDevicesTest-980849656 tempest-TaggedBootDevicesTest-980849656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:15:35.294814 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80cba7b3-38bc-42f4-8390-bc49aefe5d56 req-21cccfc3-e3f4-43d5-b778-e1570492afda tempest-TaggedBootDevicesTest-980849656 tempest-TaggedBootDevicesTest-980849656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:15:35.300291 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80cba7b3-38bc-42f4-8390-bc49aefe5d56 req-21cccfc3-e3f4-43d5-b778-e1570492afda tempest-TaggedBootDevicesTest-980849656 tempest-TaggedBootDevicesTest-980849656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:15:35.310889 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-80cba7b3-38bc-42f4-8390-bc49aefe5d56 req-21cccfc3-e3f4-43d5-b778-e1570492afda tempest-TaggedBootDevicesTest-980849656 tempest-TaggedBootDevicesTest-980849656-project] 10.222.0.75 "GET /v2.0/ports?device_id=c3476174-573e-455c-944e-9ed0cac04ac2 HTTP/1.1" status: 200 len: 5373 time: 0.1364946 Feb 09 19:15:35.383142 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-80cba7b3-38bc-42f4-8390-bc49aefe5d56 req-094319dc-c4f6-4352-908a-0f56ef064e25 tempest-TaggedBootDevicesTest-980849656 tempest-TaggedBootDevicesTest-980849656-project] 10.222.0.75 "GET /v2.0/security-groups?id=6f7e8ede-8085-490c-860b-91c045ecce1f&id=116d7b93-0726-4659-8687-b47afcfa5056&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0709257 Feb 09 19:15:35.414613 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 35326) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:15:35.431539 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.db [req-ccf60c10-8e75-4f64-8102-def1edd035e1 req-e0fc1306-02c3-45de-a836-67fbf769f0fb service neutron] For port 1d0cdc94-55c4-4888-8478-b9f4b1cc96ea, host n-h2-713498-36, cleared binding levels {{(pid=103230) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 19:15:35.480784 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.db [req-ccf60c10-8e75-4f64-8102-def1edd035e1 req-e0fc1306-02c3-45de-a836-67fbf769f0fb service neutron] For port 1d0cdc94-55c4-4888-8478-b9f4b1cc96ea, host n-h2-713498-36, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-36',level=0,port_id=1d0cdc94-55c4-4888-8478-b9f4b1cc96ea,segment=NetworkSegment(87b87801-3575-4768-92ea-47b1230f5828),segment_id=87b87801-3575-4768-92ea-47b1230f5828)] {{(pid=103230) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 19:15:35.495978 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42cbf529-2336-4eb1-9e53-6274d0d68287 req-ef10c9d9-deb7-4aaa-a984-0552780125e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:15:35.498028 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-42cbf529-2336-4eb1-9e53-6274d0d68287 req-ef10c9d9-deb7-4aaa-a984-0552780125e2 service neutron] 10.222.0.90 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3208017 Feb 09 19:15:35.501368 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [req-ccf60c10-8e75-4f64-8102-def1edd035e1 req-e0fc1306-02c3-45de-a836-67fbf769f0fb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762867176205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762866656485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762866656503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14393758'] for port (1d0cdc94-55c4-4888-8478-b9f4b1cc96ea), after_update {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:15:35.517050 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ec2f7f5-3b5c-4023-8fe3-def96aa34fcc req-d7b2bf53-ee96-4e3f-a502-fa276fc340b7 tempest-MigrationsAdminTest-892781459 tempest-MigrationsAdminTest-892781459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:15:35.519140 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-8ec2f7f5-3b5c-4023-8fe3-def96aa34fcc req-d7b2bf53-ee96-4e3f-a502-fa276fc340b7 tempest-MigrationsAdminTest-892781459 tempest-MigrationsAdminTest-892781459-project] 10.222.0.75 "GET /v2.0/ports?device_id=9cec8a2a-9f08-4ec2-981f-5cef55181738 HTTP/1.1" status: 200 len: 950 time: 0.1649294 Feb 09 19:15:35.563132 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccf60c10-8e75-4f64-8102-def1edd035e1 req-e0fc1306-02c3-45de-a836-67fbf769f0fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:15:35.563841 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [req-ccf60c10-8e75-4f64-8102-def1edd035e1 req-e0fc1306-02c3-45de-a836-67fbf769f0fb service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171096'] for port (None), before_response {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:15:35.565258 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-ccf60c10-8e75-4f64-8102-def1edd035e1 req-e0fc1306-02c3-45de-a836-67fbf769f0fb service neutron] 10.222.0.90 "PUT /v2.0/ports/1d0cdc94-55c4-4888-8478-b9f4b1cc96ea HTTP/1.1" status: 200 len: 1132 time: 2.2199273 Feb 09 19:15:35.607877 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0fc1306-02c3-45de-a836-67fbf769f0fb service neutron] Pushing event updated for resources: {'Port': ['ID=1d0cdc94-55c4-4888-8478-b9f4b1cc96ea,revision_number=3']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:15:35.620041 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.v2.base [req-ccf60c10-8e75-4f64-8102-def1edd035e1 req-34c22fbc-27e2-4fe5-9179-98080b83e30f service neutron] Request body: {'port': {'device_id': 'c3476174-573e-455c-944e-9ed0cac04ac2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-713498-36'}} {{(pid=103230) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 19:15:35.646627 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-aa13dab9-811b-418b-9c08-7dab48035d3a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:15:35.680507 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-8ec2f7f5-3b5c-4023-8fe3-def96aa34fcc req-fefa2ef2-c93c-432e-a2ec-89fed6007684 tempest-MigrationsAdminTest-892781459 tempest-MigrationsAdminTest-892781459-project] 10.222.0.75 "GET /v2.0/security-groups?id=709912c8-8171-4435-800e-9e5c5e45bf8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1402507 Feb 09 19:15:35.737422 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [req-ccf60c10-8e75-4f64-8102-def1edd035e1 req-34c22fbc-27e2-4fe5-9179-98080b83e30f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (ae0c20e2-a6bc-4527-b56e-8e357d08f2b6), before_update {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:15:35.779316 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02445f3a-548b-4dde-ad57-42dac0303431 req-59dac42e-143c-4db2-80af-5e62d9992a39 tempest-ListServerFiltersTestJSON-592653301 tempest-ListServerFiltersTestJSON-592653301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:15:35.781160 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-02445f3a-548b-4dde-ad57-42dac0303431 req-59dac42e-143c-4db2-80af-5e62d9992a39 tempest-ListServerFiltersTestJSON-592653301 tempest-ListServerFiltersTestJSON-592653301-project] 10.222.0.75 "GET /v2.0/ports?device_id=342293bf-7258-4cd4-a7b8-d6015bcac217 HTTP/1.1" status: 200 len: 946 time: 0.1190352 Feb 09 19:15:35.931296 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-aa13dab9-811b-418b-9c08-7dab48035d3a admin admin] Publish callbacks [] for security_group (065c5a28-15c7-45fe-8945-818d5c10c616), precommit_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:15:35.941036 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-02445f3a-548b-4dde-ad57-42dac0303431 req-2f30a175-9387-4364-af9e-60051498ae1c tempest-ListServerFiltersTestJSON-592653301 tempest-ListServerFiltersTestJSON-592653301-project] 10.222.0.75 "GET /v2.0/security-groups?id=25541e77-9cfa-43ca-aee5-11ed3f3bedff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1455586 Feb 09 19:15:35.943407 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-aa13dab9-811b-418b-9c08-7dab48035d3a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1892331'] for security_group (065c5a28-15c7-45fe-8945-818d5c10c616), after_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:15:36.021227 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa13dab9-811b-418b-9c08-7dab48035d3a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=065c5a28-15c7-45fe-8945-818d5c10c616,revision_number=1']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:15:36.026768 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-aa13dab9-811b-418b-9c08-7dab48035d3a admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=a5652659fbf4435cad4c7b8239042fab&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6108110 Feb 09 19:15:36.029978 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 35338) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:15:36.140565 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-2440db53-1785-485b-8517-7c2ab0f16a29 admin admin] Publish callbacks [] for security_group (065c5a28-15c7-45fe-8945-818d5c10c616), before_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:15:36.179754 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-2440db53-1785-485b-8517-7c2ab0f16a29 admin admin] Publish callbacks [] for security_group (065c5a28-15c7-45fe-8945-818d5c10c616), precommit_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:15:36.243557 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b562caca-0588-428c-a3d5-5875dad49310 req-9a3000f3-643b-4c14-9f9a-4bd3efcf8882 tempest-ServerDiskConfigTestJSON-504186010 tempest-ServerDiskConfigTestJSON-504186010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:15:36.245826 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-b562caca-0588-428c-a3d5-5875dad49310 req-9a3000f3-643b-4c14-9f9a-4bd3efcf8882 tempest-ServerDiskConfigTestJSON-504186010 tempest-ServerDiskConfigTestJSON-504186010-project] 10.222.0.75 "GET /v2.0/ports?device_id=0f5c6e4a-2766-4317-8c92-8c02169f84b0 HTTP/1.1" status: 200 len: 945 time: 0.1743584 Feb 09 19:15:36.304630 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-b562caca-0588-428c-a3d5-5875dad49310 req-5e717e47-f690-41d6-92ac-c58ee52bd7ef tempest-ServerDiskConfigTestJSON-504186010 tempest-ServerDiskConfigTestJSON-504186010-project] 10.222.0.75 "GET /v2.0/security-groups?id=3d9033a7-be2a-4459-a2da-84c23e651975&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533764 Feb 09 19:15:36.305353 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-2440db53-1785-485b-8517-7c2ab0f16a29 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1892331'] for security_group (065c5a28-15c7-45fe-8945-818d5c10c616), after_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:15:36.308889 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-2440db53-1785-485b-8517-7c2ab0f16a29 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:15:36.310470 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-2440db53-1785-485b-8517-7c2ab0f16a29 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/065c5a28-15c7-45fe-8945-818d5c10c616 HTTP/1.1" status: 204 len: 168 time: 0.2787681 Feb 09 19:15:36.343966 n-d-713498-36 neutron-server[103230]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c3476174-573e-455c-944e-9ed0cac04ac2', 'tag': '1d0cdc94-55c4-4888-8478-b9f4b1cc96ea'}] {{(pid=103230) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 19:15:36.349919 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2440db53-1785-485b-8517-7c2ab0f16a29 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=065c5a28-15c7-45fe-8945-818d5c10c616,revision_number=None']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:15:36.353651 n-d-713498-36 neutron-server[103230]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aee5919275bae9f72eb374ee322673045eb80c1f84b4b45a97d96923bd50ab51" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fcb4ebe4-d874-4d33-8236-90e22dd7271c" -d '{"events": [{"name": "network-changed", "server_uuid": "c3476174-573e-455c-944e-9ed0cac04ac2", "tag": "1d0cdc94-55c4-4888-8478-b9f4b1cc96ea"}]}' {{(pid=103230) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 19:15:36.439063 n-d-713498-36 neutron-server[103232]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9cec8a2a-9f08-4ec2-981f-5cef55181738', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e9bcfa85-cba2-4c7c-a956-383e6c72478d'}] {{(pid=103232) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 19:15:36.441211 n-d-713498-36 neutron-server[103232]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}949cdcde653dec44821de95cbf67297f53cbc2aed4e073b5d514f93bf911ce85" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d476404e-e0ff-4170-907b-bfe71055e4c9" -d '{"events": [{"server_uuid": "9cec8a2a-9f08-4ec2-981f-5cef55181738", "name": "network-vif-plugged", "status": "completed", "tag": "e9bcfa85-cba2-4c7c-a956-383e6c72478d"}]}' {{(pid=103232) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 19:15:36.560372 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7cc9112-04fd-4057-8d66-546cdd54953a req-8ef6112e-01ff-413a-8f9e-65179362ab07 tempest-ListServerFiltersTestJSON-592653301 tempest-ListServerFiltersTestJSON-592653301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:15:36.577392 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-e7cc9112-04fd-4057-8d66-546cdd54953a req-8ef6112e-01ff-413a-8f9e-65179362ab07 tempest-ListServerFiltersTestJSON-592653301 tempest-ListServerFiltersTestJSON-592653301-project] 10.222.0.75 "GET /v2.0/ports?device_id=e09c7db3-be54-4206-a02e-57c0246ec41a HTTP/1.1" status: 200 len: 945 time: 0.1489534 Feb 09 19:15:36.604050 n-d-713498-36 neutron-server[103230]: DEBUG neutron.notifiers.nova [req-ccf60c10-8e75-4f64-8102-def1edd035e1 req-34c22fbc-27e2-4fe5-9179-98080b83e30f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ae0c20e2-a6bc-4527-b56e-8e357d08f2b6 {{(pid=103230) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 19:15:36.622407 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [req-ccf60c10-8e75-4f64-8102-def1edd035e1 req-34c22fbc-27e2-4fe5-9179-98080b83e30f service neutron] Publish callbacks [] for port (ae0c20e2-a6bc-4527-b56e-8e357d08f2b6), precommit_update {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:15:36.673809 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-e7cc9112-04fd-4057-8d66-546cdd54953a req-b479e94e-8f8c-4832-a15b-fe493a6d65ce tempest-ListServerFiltersTestJSON-592653301 tempest-ListServerFiltersTestJSON-592653301-project] 10.222.0.75 "GET /v2.0/security-groups?id=25541e77-9cfa-43ca-aee5-11ed3f3bedff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0903711 Feb 09 19:15:36.675459 n-d-713498-36 neutron-server[103230]: DEBUG neutron.db.provisioning_blocks [req-ccf60c10-8e75-4f64-8102-def1edd035e1 req-34c22fbc-27e2-4fe5-9179-98080b83e30f service neutron] Transition to ACTIVE for port object ae0c20e2-a6bc-4527-b56e-8e357d08f2b6 will not be triggered until provisioned by entity L2. {{(pid=103230) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 19:15:36.703463 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd9655b0-0c20-40bc-921a-f3fd5ec580dc req-2c42e823-68d2-4929-aa21-d799224a0c9c tempest-ServerMetadataNegativeTestJSON-2018743871 tempest-ServerMetadataNegativeTestJSON-2018743871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:15:36.704544 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-fd9655b0-0c20-40bc-921a-f3fd5ec580dc req-2c42e823-68d2-4929-aa21-d799224a0c9c tempest-ServerMetadataNegativeTestJSON-2018743871 tempest-ServerMetadataNegativeTestJSON-2018743871-project] 10.222.0.75 "GET /v2.0/ports?device_id=44f2a4f1-fd8e-46c1-a7a3-119b1c3cc812 HTTP/1.1" status: 200 len: 946 time: 0.4101696 Feb 09 19:15:36.705755 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [req-ccf60c10-8e75-4f64-8102-def1edd035e1 req-34c22fbc-27e2-4fe5-9179-98080b83e30f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762867176205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762866656485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762866656503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14393758'] for port (ae0c20e2-a6bc-4527-b56e-8e357d08f2b6), after_update {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:15:36.837797 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 35356) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:15:36.838343 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34c22fbc-27e2-4fe5-9179-98080b83e30f service neutron] Pushing event updated for resources: {'Port': ['ID=ae0c20e2-a6bc-4527-b56e-8e357d08f2b6,revision_number=2']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:15:36.866735 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-f2ac83be-41b3-4671-9eaa-07b80b77eb8f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:15:36.880600 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-fd9655b0-0c20-40bc-921a-f3fd5ec580dc req-c7c2a75e-ff41-4a54-aa12-042138ce4b32 tempest-ServerMetadataNegativeTestJSON-2018743871 tempest-ServerMetadataNegativeTestJSON-2018743871-project] 10.222.0.75 "GET /v2.0/security-groups?id=3e31c9aa-5a3d-456a-b178-941494e803a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1686070 Feb 09 19:15:36.937228 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.managers [req-ccf60c10-8e75-4f64-8102-def1edd035e1 req-34c22fbc-27e2-4fe5-9179-98080b83e30f service neutron] Attempting to bind port ae0c20e2-a6bc-4527-b56e-8e357d08f2b6 on host n-h2-713498-36 for vnic_type normal with profile {{(pid=103230) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 19:15:36.937566 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.managers [req-ccf60c10-8e75-4f64-8102-def1edd035e1 req-34c22fbc-27e2-4fe5-9179-98080b83e30f service neutron] Attempting to bind port ae0c20e2-a6bc-4527-b56e-8e357d08f2b6 by drivers openvswitch,hyperv on host n-h2-713498-36 at level 0 using segments [{'id': '87b87801-3575-4768-92ea-47b1230f5828', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': '319dd8de-af57-40fe-b1b8-034fd50be509'}] {{(pid=103230) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 19:15:36.937893 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ccf60c10-8e75-4f64-8102-def1edd035e1 req-34c22fbc-27e2-4fe5-9179-98080b83e30f service neutron] Attempting to bind port ae0c20e2-a6bc-4527-b56e-8e357d08f2b6 on network 319dd8de-af57-40fe-b1b8-034fd50be509 {{(pid=103230) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 19:15:36.953145 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ca75e25-b5d6-4863-8113-e3a27e61c528 req-10fbcf4b-3964-47c8-a3c1-95329ea6f4f0 tempest-ServerDiskConfigTestJSON-504186010 tempest-ServerDiskConfigTestJSON-504186010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:15:36.954594 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ccf60c10-8e75-4f64-8102-def1edd035e1 req-34c22fbc-27e2-4fe5-9179-98080b83e30f service neutron] Port ae0c20e2-a6bc-4527-b56e-8e357d08f2b6 on network 319dd8de-af57-40fe-b1b8-034fd50be509 not bound, no agent of type Open vSwitch agent registered on host n-h2-713498-36 {{(pid=103230) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 19:15:36.955148 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ccf60c10-8e75-4f64-8102-def1edd035e1 req-34c22fbc-27e2-4fe5-9179-98080b83e30f service neutron] Attempting to bind port ae0c20e2-a6bc-4527-b56e-8e357d08f2b6 on network 319dd8de-af57-40fe-b1b8-034fd50be509 {{(pid=103230) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 19:15:36.963497 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ccf60c10-8e75-4f64-8102-def1edd035e1 req-34c22fbc-27e2-4fe5-9179-98080b83e30f service neutron] Checking agent: {'id': 'bcd5faee-dc24-4298-9134-0e0aa054058e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713498-36', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 18, 59, 19), 'started_at': datetime.datetime(2022, 2, 9, 18, 59, 19), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 19, 15, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103230) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 19:15:36.963845 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ccf60c10-8e75-4f64-8102-def1edd035e1 req-34c22fbc-27e2-4fe5-9179-98080b83e30f service neutron] Checking segment: {'id': '87b87801-3575-4768-92ea-47b1230f5828', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': '319dd8de-af57-40fe-b1b8-034fd50be509'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103230) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 19:15:36.964243 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ccf60c10-8e75-4f64-8102-def1edd035e1 req-34c22fbc-27e2-4fe5-9179-98080b83e30f service neutron] Bound using segment: {'id': '87b87801-3575-4768-92ea-47b1230f5828', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': '319dd8de-af57-40fe-b1b8-034fd50be509'} {{(pid=103230) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 19:15:36.965432 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.managers [req-ccf60c10-8e75-4f64-8102-def1edd035e1 req-34c22fbc-27e2-4fe5-9179-98080b83e30f service neutron] Bound port: ae0c20e2-a6bc-4527-b56e-8e357d08f2b6, host: n-h2-713498-36, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '87b87801-3575-4768-92ea-47b1230f5828', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': '319dd8de-af57-40fe-b1b8-034fd50be509'}}] {{(pid=103230) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 19:15:36.965806 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [req-ccf60c10-8e75-4f64-8102-def1edd035e1 req-34c22fbc-27e2-4fe5-9179-98080b83e30f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (ae0c20e2-a6bc-4527-b56e-8e357d08f2b6), before_update {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:15:36.978166 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-7ca75e25-b5d6-4863-8113-e3a27e61c528 req-10fbcf4b-3964-47c8-a3c1-95329ea6f4f0 tempest-ServerDiskConfigTestJSON-504186010 tempest-ServerDiskConfigTestJSON-504186010-project] 10.222.0.75 "GET /v2.0/ports?device_id=0f5c6e4a-2766-4317-8c92-8c02169f84b0 HTTP/1.1" status: 200 len: 945 time: 0.2095211 Feb 09 19:15:36.982385 n-d-713498-36 neutron-server[103230]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 19:15:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-48fcb4fe-9fc0-4d47-ab15-2b088f1a2309 x-openstack-request-id: req-48fcb4fe-9fc0-4d47-ab15-2b088f1a2309 {{(pid=103230) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 19:15:36.983058 n-d-713498-36 neutron-server[103230]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c3476174-573e-455c-944e-9ed0cac04ac2", "tag": "1d0cdc94-55c4-4888-8478-b9f4b1cc96ea", "status": "completed", "code": 200}]} {{(pid=103230) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 19:15:36.983058 n-d-713498-36 neutron-server[103230]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-48fcb4fe-9fc0-4d47-ab15-2b088f1a2309 {{(pid=103230) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 19:15:36.983353 n-d-713498-36 neutron-server[103230]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c3476174-573e-455c-944e-9ed0cac04ac2', 'tag': '1d0cdc94-55c4-4888-8478-b9f4b1cc96ea', 'status': 'completed', 'code': 200} Feb 09 19:15:37.106693 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-7ca75e25-b5d6-4863-8113-e3a27e61c528 req-0001c79f-043b-40a4-99c7-8002dc71c028 tempest-ServerDiskConfigTestJSON-504186010 tempest-ServerDiskConfigTestJSON-504186010-project] 10.222.0.75 "GET /v2.0/security-groups?id=3d9033a7-be2a-4459-a2da-84c23e651975&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1276183 Feb 09 19:15:37.178257 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-f2ac83be-41b3-4671-9eaa-07b80b77eb8f admin admin] Publish callbacks [] for security_group (e821f97b-d5ce-4e6b-a3d4-719083f98042), precommit_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:15:37.185649 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-f2ac83be-41b3-4671-9eaa-07b80b77eb8f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1892331'] for security_group (e821f97b-d5ce-4e6b-a3d4-719083f98042), after_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:15:37.185970 n-d-713498-36 neutron-server[103232]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 19:15:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-adf85c2a-93e8-409e-96e8-908aabb81f07 x-openstack-request-id: req-adf85c2a-93e8-409e-96e8-908aabb81f07 {{(pid=103232) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 19:15:37.186603 n-d-713498-36 neutron-server[103232]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9cec8a2a-9f08-4ec2-981f-5cef55181738", "name": "network-vif-plugged", "status": "completed", "tag": "e9bcfa85-cba2-4c7c-a956-383e6c72478d", "code": 200}]} {{(pid=103232) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 19:15:37.186961 n-d-713498-36 neutron-server[103232]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-adf85c2a-93e8-409e-96e8-908aabb81f07 {{(pid=103232) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 19:15:37.187554 n-d-713498-36 neutron-server[103232]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9cec8a2a-9f08-4ec2-981f-5cef55181738', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e9bcfa85-cba2-4c7c-a956-383e6c72478d', 'code': 200} Feb 09 19:15:37.218187 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.db [req-ccf60c10-8e75-4f64-8102-def1edd035e1 req-34c22fbc-27e2-4fe5-9179-98080b83e30f service neutron] For port ae0c20e2-a6bc-4527-b56e-8e357d08f2b6, host n-h2-713498-36, cleared binding levels {{(pid=103230) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 19:15:37.240085 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.db [req-ccf60c10-8e75-4f64-8102-def1edd035e1 req-34c22fbc-27e2-4fe5-9179-98080b83e30f service neutron] For port ae0c20e2-a6bc-4527-b56e-8e357d08f2b6, host n-h2-713498-36, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-36',level=0,port_id=ae0c20e2-a6bc-4527-b56e-8e357d08f2b6,segment=NetworkSegment(87b87801-3575-4768-92ea-47b1230f5828),segment_id=87b87801-3575-4768-92ea-47b1230f5828)] {{(pid=103230) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 19:15:37.262805 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcb4ebe4-d874-4d33-8236-90e22dd7271c req-9ee61e2d-b0ea-473f-84f8-e7dbd7673a31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:15:37.263534 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcb4ebe4-d874-4d33-8236-90e22dd7271c req-9ee61e2d-b0ea-473f-84f8-e7dbd7673a31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:15:37.264165 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcb4ebe4-d874-4d33-8236-90e22dd7271c req-9ee61e2d-b0ea-473f-84f8-e7dbd7673a31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:15:37.264815 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcb4ebe4-d874-4d33-8236-90e22dd7271c req-9ee61e2d-b0ea-473f-84f8-e7dbd7673a31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:15:37.265549 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcb4ebe4-d874-4d33-8236-90e22dd7271c req-9ee61e2d-b0ea-473f-84f8-e7dbd7673a31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:15:37.266247 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcb4ebe4-d874-4d33-8236-90e22dd7271c req-9ee61e2d-b0ea-473f-84f8-e7dbd7673a31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:15:37.266882 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcb4ebe4-d874-4d33-8236-90e22dd7271c req-9ee61e2d-b0ea-473f-84f8-e7dbd7673a31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:15:37.269462 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-fcb4ebe4-d874-4d33-8236-90e22dd7271c req-9ee61e2d-b0ea-473f-84f8-e7dbd7673a31 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=1244a62b17644644960c0ef5509cee38&device_id=c3476174-573e-455c-944e-9ed0cac04ac2 HTTP/1.1" status: 200 len: 6332 time: 0.2172399 Feb 09 19:15:37.270961 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [req-ccf60c10-8e75-4f64-8102-def1edd035e1 req-34c22fbc-27e2-4fe5-9179-98080b83e30f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762867176205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762866656485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762866656503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14393758'] for port (ae0c20e2-a6bc-4527-b56e-8e357d08f2b6), after_update {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:15:37.274130 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 35362) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:15:37.280449 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-f2ac83be-41b3-4671-9eaa-07b80b77eb8f admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=8b546e5b64d6447fb9829adad94696a6&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4414856 Feb 09 19:15:37.281826 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2ac83be-41b3-4671-9eaa-07b80b77eb8f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e821f97b-d5ce-4e6b-a3d4-719083f98042,revision_number=1']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:15:37.385449 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5102700-7334-46fd-8b6d-e54509443f83 req-55a79276-2b94-4f62-874b-8833aabf6bdc tempest-TaggedBootDevicesTest-980849656 tempest-TaggedBootDevicesTest-980849656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:15:37.387530 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a7b8639-037a-4017-bc1c-c040c29e4351 req-bcb4917e-219e-4c92-bddc-b3c489090a89 tempest-ListServerFiltersTestJSON-592653301 tempest-ListServerFiltersTestJSON-592653301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:15:37.389288 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-3a7b8639-037a-4017-bc1c-c040c29e4351 req-bcb4917e-219e-4c92-bddc-b3c489090a89 tempest-ListServerFiltersTestJSON-592653301 tempest-ListServerFiltersTestJSON-592653301-project] 10.222.0.75 "GET /v2.0/ports?device_id=28d1ebed-bf95-452e-aa2c-45880a088b7c HTTP/1.1" status: 200 len: 945 time: 0.0940559 Feb 09 19:15:37.391443 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5102700-7334-46fd-8b6d-e54509443f83 req-55a79276-2b94-4f62-874b-8833aabf6bdc tempest-TaggedBootDevicesTest-980849656 tempest-TaggedBootDevicesTest-980849656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:15:37.397187 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5102700-7334-46fd-8b6d-e54509443f83 req-55a79276-2b94-4f62-874b-8833aabf6bdc tempest-TaggedBootDevicesTest-980849656 tempest-TaggedBootDevicesTest-980849656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:15:37.403567 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5102700-7334-46fd-8b6d-e54509443f83 req-55a79276-2b94-4f62-874b-8833aabf6bdc tempest-TaggedBootDevicesTest-980849656 tempest-TaggedBootDevicesTest-980849656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:15:37.409910 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5102700-7334-46fd-8b6d-e54509443f83 req-55a79276-2b94-4f62-874b-8833aabf6bdc tempest-TaggedBootDevicesTest-980849656 tempest-TaggedBootDevicesTest-980849656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:15:37.416542 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5102700-7334-46fd-8b6d-e54509443f83 req-55a79276-2b94-4f62-874b-8833aabf6bdc tempest-TaggedBootDevicesTest-980849656 tempest-TaggedBootDevicesTest-980849656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:15:37.424353 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5102700-7334-46fd-8b6d-e54509443f83 req-55a79276-2b94-4f62-874b-8833aabf6bdc tempest-TaggedBootDevicesTest-980849656 tempest-TaggedBootDevicesTest-980849656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:15:37.426482 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-a5102700-7334-46fd-8b6d-e54509443f83 req-55a79276-2b94-4f62-874b-8833aabf6bdc tempest-TaggedBootDevicesTest-980849656 tempest-TaggedBootDevicesTest-980849656-project] 10.222.0.75 "GET /v2.0/ports?device_id=c3476174-573e-455c-944e-9ed0cac04ac2 HTTP/1.1" status: 200 len: 5385 time: 0.3161733 Feb 09 19:15:37.427994 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccf60c10-8e75-4f64-8102-def1edd035e1 req-34c22fbc-27e2-4fe5-9179-98080b83e30f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:15:37.428719 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [req-ccf60c10-8e75-4f64-8102-def1edd035e1 req-34c22fbc-27e2-4fe5-9179-98080b83e30f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171096'] for port (None), before_response {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:15:37.430168 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-ccf60c10-8e75-4f64-8102-def1edd035e1 req-34c22fbc-27e2-4fe5-9179-98080b83e30f service neutron] 10.222.0.90 "PUT /v2.0/ports/ae0c20e2-a6bc-4527-b56e-8e357d08f2b6 HTTP/1.1" status: 200 len: 1091 time: 1.8148704 Feb 09 19:15:37.475348 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-3a7b8639-037a-4017-bc1c-c040c29e4351 req-5fd904ac-404f-487f-8873-f29b575f2c77 tempest-ListServerFiltersTestJSON-592653301 tempest-ListServerFiltersTestJSON-592653301-project] 10.222.0.75 "GET /v2.0/security-groups?id=25541e77-9cfa-43ca-aee5-11ed3f3bedff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0805671 Feb 09 19:15:37.489900 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.v2.base [req-ccf60c10-8e75-4f64-8102-def1edd035e1 req-b380bd8c-0e76-4c01-b608-e2f359e6a2fb service neutron] Request body: {'port': {'device_id': 'c3476174-573e-455c-944e-9ed0cac04ac2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-713498-36'}} {{(pid=103230) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 19:15:37.584575 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34c22fbc-27e2-4fe5-9179-98080b83e30f service neutron] Pushing event updated for resources: {'Port': ['ID=ae0c20e2-a6bc-4527-b56e-8e357d08f2b6,revision_number=3']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:15:37.669369 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-8b7ab0f6-431a-4eb2-ae3d-089c26c4b7de admin admin] Publish callbacks [] for security_group (e821f97b-d5ce-4e6b-a3d4-719083f98042), before_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:15:37.701205 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f55a755e-3f22-4a91-a0ef-d8571e65bae9 req-b8c06132-39ff-4118-b215-7ec719c6bc9a tempest-MigrationsAdminTest-892781459 tempest-MigrationsAdminTest-892781459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:15:37.710339 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-f55a755e-3f22-4a91-a0ef-d8571e65bae9 req-b8c06132-39ff-4118-b215-7ec719c6bc9a tempest-MigrationsAdminTest-892781459 tempest-MigrationsAdminTest-892781459-project] 10.222.0.75 "GET /v2.0/ports?device_id=9cec8a2a-9f08-4ec2-981f-5cef55181738 HTTP/1.1" status: 200 len: 950 time: 0.1441910 Feb 09 19:15:37.729290 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [req-ccf60c10-8e75-4f64-8102-def1edd035e1 req-b380bd8c-0e76-4c01-b608-e2f359e6a2fb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (7627d463-e16c-4819-9e5e-c073ce7e0152), before_update {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:15:37.790813 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-f55a755e-3f22-4a91-a0ef-d8571e65bae9 req-9cbd1727-628e-4d32-85d1-7da0548df0c3 tempest-MigrationsAdminTest-892781459 tempest-MigrationsAdminTest-892781459-project] 10.222.0.75 "GET /v2.0/security-groups?id=709912c8-8171-4435-800e-9e5c5e45bf8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0792682 Feb 09 19:15:37.946707 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [req-4d1ef6d8-aed1-41a9-8608-f8b01d7d8ac8 req-69425b06-ad2c-4c36-a792-594e229b19fd tempest-ListServerFiltersTestJSON-592653301 tempest-ListServerFiltersTestJSON-592653301-project] http://10.222.0.75:9696/v2.0/extensions returned with HTTP 200 {{(pid=103229) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 09 19:15:37.951199 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-4d1ef6d8-aed1-41a9-8608-f8b01d7d8ac8 req-69425b06-ad2c-4c36-a792-594e229b19fd tempest-ListServerFiltersTestJSON-592653301 tempest-ListServerFiltersTestJSON-592653301-project] 10.222.0.75 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0134928 Feb 09 19:15:38.051364 n-d-713498-36 neutron-server[103230]: DEBUG neutron.notifiers.nova [req-ccf60c10-8e75-4f64-8102-def1edd035e1 req-b380bd8c-0e76-4c01-b608-e2f359e6a2fb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7627d463-e16c-4819-9e5e-c073ce7e0152 {{(pid=103230) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 19:15:38.059600 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [req-ccf60c10-8e75-4f64-8102-def1edd035e1 req-b380bd8c-0e76-4c01-b608-e2f359e6a2fb service neutron] Publish callbacks [] for port (7627d463-e16c-4819-9e5e-c073ce7e0152), precommit_update {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:15:38.072694 n-d-713498-36 neutron-server[103230]: DEBUG neutron.db.provisioning_blocks [req-ccf60c10-8e75-4f64-8102-def1edd035e1 req-b380bd8c-0e76-4c01-b608-e2f359e6a2fb service neutron] Transition to ACTIVE for port object 7627d463-e16c-4819-9e5e-c073ce7e0152 will not be triggered until provisioned by entity L2. {{(pid=103230) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 19:15:38.085636 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [req-ccf60c10-8e75-4f64-8102-def1edd035e1 req-b380bd8c-0e76-4c01-b608-e2f359e6a2fb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762867176205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762866656485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762866656503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14393758'] for port (7627d463-e16c-4819-9e5e-c073ce7e0152), after_update {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:15:38.105240 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-a5102700-7334-46fd-8b6d-e54509443f83 req-3aa620a5-b3b1-4019-9212-f11542d6c569 tempest-TaggedBootDevicesTest-980849656 tempest-TaggedBootDevicesTest-980849656-project] 10.222.0.75 "GET /v2.0/security-groups?id=6f7e8ede-8085-490c-860b-91c045ecce1f&id=116d7b93-0726-4659-8687-b47afcfa5056&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.6271989 Feb 09 19:15:38.121797 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcb4ebe4-d874-4d33-8236-90e22dd7271c req-1ad15fed-2772-4cd8-a49e-a434abc68f81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:15:38.130222 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcb4ebe4-d874-4d33-8236-90e22dd7271c req-1ad15fed-2772-4cd8-a49e-a434abc68f81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:15:38.130855 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcb4ebe4-d874-4d33-8236-90e22dd7271c req-1ad15fed-2772-4cd8-a49e-a434abc68f81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:15:38.132850 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-fcb4ebe4-d874-4d33-8236-90e22dd7271c req-1ad15fed-2772-4cd8-a49e-a434abc68f81 service neutron] 10.222.0.90 "GET /v2.0/networks?tenant_id=1244a62b17644644960c0ef5509cee38&shared=False HTTP/1.1" status: 200 len: 2291 time: 0.8231866 Feb 09 19:15:38.142492 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-8b7ab0f6-431a-4eb2-ae3d-089c26c4b7de admin admin] Publish callbacks [] for security_group (e821f97b-d5ce-4e6b-a3d4-719083f98042), precommit_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:15:38.344364 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-4d1ef6d8-aed1-41a9-8608-f8b01d7d8ac8 req-522a9a4a-d472-421c-8bf7-2c5289bbde4d tempest-ListServerFiltersTestJSON-592653301 tempest-ListServerFiltersTestJSON-592653301-project] 10.222.0.75 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.10&fields=device_id HTTP/1.1" status: 200 len: 262 time: 0.3846066 Feb 09 19:15:38.373707 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b380bd8c-0e76-4c01-b608-e2f359e6a2fb service neutron] Pushing event updated for resources: {'Port': ['ID=7627d463-e16c-4819-9e5e-c073ce7e0152,revision_number=2']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:15:38.412604 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b066f009-670c-410d-bb41-9446041b204b req-89308270-5040-4b02-9feb-c56b8b036383 tempest-ServerMetadataNegativeTestJSON-2018743871 tempest-ServerMetadataNegativeTestJSON-2018743871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:15:38.414183 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-b066f009-670c-410d-bb41-9446041b204b req-89308270-5040-4b02-9feb-c56b8b036383 tempest-ServerMetadataNegativeTestJSON-2018743871 tempest-ServerMetadataNegativeTestJSON-2018743871-project] 10.222.0.90 "GET /v2.0/ports?device_id=44f2a4f1-fd8e-46c1-a7a3-119b1c3cc812 HTTP/1.1" status: 200 len: 946 time: 0.2815628 Feb 09 19:15:38.422223 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-cb2a9a5d-bd0a-40d6-be47-af4da1028111 req-deb73050-fa79-405e-8e33-fb316172de7f service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=7394cbff-f035-4166-a786-a8886a8e5e67&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.2022486 Feb 09 19:15:38.670931 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-955ebfcb-1cb6-49a3-af1b-06b3ffef121e req-97731bdc-720d-4e98-8114-b38fa37e90f3 tempest-ServerMetadataNegativeTestJSON-2018743871 tempest-ServerMetadataNegativeTestJSON-2018743871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:15:38.675017 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-955ebfcb-1cb6-49a3-af1b-06b3ffef121e req-97731bdc-720d-4e98-8114-b38fa37e90f3 tempest-ServerMetadataNegativeTestJSON-2018743871 tempest-ServerMetadataNegativeTestJSON-2018743871-project] 10.222.0.75 "GET /v2.0/ports?device_id=44f2a4f1-fd8e-46c1-a7a3-119b1c3cc812 HTTP/1.1" status: 200 len: 946 time: 0.4400947 Feb 09 19:15:38.691255 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcb4ebe4-d874-4d33-8236-90e22dd7271c req-47a081e9-1bc8-49e8-a754-64e278ed1ec3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:15:38.697896 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-fcb4ebe4-d874-4d33-8236-90e22dd7271c req-47a081e9-1bc8-49e8-a754-64e278ed1ec3 service neutron] 10.222.0.90 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.5011554 Feb 09 19:15:38.709695 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb2a9a5d-bd0a-40d6-be47-af4da1028111 req-4aa645c0-2af5-43d5-9e2d-4d8db873074b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:15:38.713819 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-cb2a9a5d-bd0a-40d6-be47-af4da1028111 req-4aa645c0-2af5-43d5-9e2d-4d8db873074b service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=51b81e7592544b98a90626c2bba713eb&device_id=7394cbff-f035-4166-a786-a8886a8e5e67 HTTP/1.1" status: 200 len: 1133 time: 0.1894183 Feb 09 19:15:38.716325 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-8b7ab0f6-431a-4eb2-ae3d-089c26c4b7de admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1892331'] for security_group (e821f97b-d5ce-4e6b-a3d4-719083f98042), after_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:15:38.729777 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-8b7ab0f6-431a-4eb2-ae3d-089c26c4b7de admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:15:38.733772 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-8b7ab0f6-431a-4eb2-ae3d-089c26c4b7de admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/e821f97b-d5ce-4e6b-a3d4-719083f98042 HTTP/1.1" status: 204 len: 168 time: 1.4543350 Feb 09 19:15:38.770247 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.managers [req-ccf60c10-8e75-4f64-8102-def1edd035e1 req-b380bd8c-0e76-4c01-b608-e2f359e6a2fb service neutron] Attempting to bind port 7627d463-e16c-4819-9e5e-c073ce7e0152 on host n-h2-713498-36 for vnic_type normal with profile {{(pid=103230) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 19:15:38.770598 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.managers [req-ccf60c10-8e75-4f64-8102-def1edd035e1 req-b380bd8c-0e76-4c01-b608-e2f359e6a2fb service neutron] Attempting to bind port 7627d463-e16c-4819-9e5e-c073ce7e0152 by drivers openvswitch,hyperv on host n-h2-713498-36 at level 0 using segments [{'id': '87b87801-3575-4768-92ea-47b1230f5828', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': '319dd8de-af57-40fe-b1b8-034fd50be509'}] {{(pid=103230) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 19:15:38.770935 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ccf60c10-8e75-4f64-8102-def1edd035e1 req-b380bd8c-0e76-4c01-b608-e2f359e6a2fb service neutron] Attempting to bind port 7627d463-e16c-4819-9e5e-c073ce7e0152 on network 319dd8de-af57-40fe-b1b8-034fd50be509 {{(pid=103230) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 19:15:38.773985 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b7ab0f6-431a-4eb2-ae3d-089c26c4b7de admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e821f97b-d5ce-4e6b-a3d4-719083f98042,revision_number=None']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:15:38.807042 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ccf60c10-8e75-4f64-8102-def1edd035e1 req-b380bd8c-0e76-4c01-b608-e2f359e6a2fb service neutron] Port 7627d463-e16c-4819-9e5e-c073ce7e0152 on network 319dd8de-af57-40fe-b1b8-034fd50be509 not bound, no agent of type Open vSwitch agent registered on host n-h2-713498-36 {{(pid=103230) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 19:15:38.807314 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ccf60c10-8e75-4f64-8102-def1edd035e1 req-b380bd8c-0e76-4c01-b608-e2f359e6a2fb service neutron] Attempting to bind port 7627d463-e16c-4819-9e5e-c073ce7e0152 on network 319dd8de-af57-40fe-b1b8-034fd50be509 {{(pid=103230) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 19:15:38.829905 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-955ebfcb-1cb6-49a3-af1b-06b3ffef121e req-a50a3610-f413-4baf-b0da-cd93e401dacf tempest-ServerMetadataNegativeTestJSON-2018743871 tempest-ServerMetadataNegativeTestJSON-2018743871-project] 10.222.0.75 "GET /v2.0/security-groups?id=3e31c9aa-5a3d-456a-b178-941494e803a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1428418 Feb 09 19:15:38.830699 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ccf60c10-8e75-4f64-8102-def1edd035e1 req-b380bd8c-0e76-4c01-b608-e2f359e6a2fb service neutron] Checking agent: {'id': 'bcd5faee-dc24-4298-9134-0e0aa054058e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713498-36', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 18, 59, 19), 'started_at': datetime.datetime(2022, 2, 9, 18, 59, 19), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 19, 15, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103230) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 19:15:38.831044 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ccf60c10-8e75-4f64-8102-def1edd035e1 req-b380bd8c-0e76-4c01-b608-e2f359e6a2fb service neutron] Checking segment: {'id': '87b87801-3575-4768-92ea-47b1230f5828', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': '319dd8de-af57-40fe-b1b8-034fd50be509'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103230) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 19:15:38.831430 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ccf60c10-8e75-4f64-8102-def1edd035e1 req-b380bd8c-0e76-4c01-b608-e2f359e6a2fb service neutron] Bound using segment: {'id': '87b87801-3575-4768-92ea-47b1230f5828', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': '319dd8de-af57-40fe-b1b8-034fd50be509'} {{(pid=103230) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 19:15:38.831883 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.managers [req-ccf60c10-8e75-4f64-8102-def1edd035e1 req-b380bd8c-0e76-4c01-b608-e2f359e6a2fb service neutron] Bound port: 7627d463-e16c-4819-9e5e-c073ce7e0152, host: n-h2-713498-36, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '87b87801-3575-4768-92ea-47b1230f5828', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': '319dd8de-af57-40fe-b1b8-034fd50be509'}}] {{(pid=103230) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 19:15:38.832247 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [req-ccf60c10-8e75-4f64-8102-def1edd035e1 req-b380bd8c-0e76-4c01-b608-e2f359e6a2fb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (7627d463-e16c-4819-9e5e-c073ce7e0152), before_update {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:15:38.833605 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.plugin [req-b066f009-670c-410d-bb41-9446041b204b req-cbbfa801-ed1c-4434-a412-26d7fb0b85d4 tempest-ServerMetadataNegativeTestJSON-2018743871 tempest-ServerMetadataNegativeTestJSON-2018743871-project] Deleting port 799b827c-1d47-472c-b351-0c170428781d {{(pid=103229) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 19:15:38.835690 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-b066f009-670c-410d-bb41-9446041b204b req-cbbfa801-ed1c-4434-a412-26d7fb0b85d4 tempest-ServerMetadataNegativeTestJSON-2018743871 tempest-ServerMetadataNegativeTestJSON-2018743871-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762867170196'] for port (799b827c-1d47-472c-b351-0c170428781d), before_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:15:38.964379 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d06af17-0dfe-4c1c-aad9-58f5e3f06893 req-259c8bf2-7261-4db1-98d7-afda691762a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:15:38.965931 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-4d06af17-0dfe-4c1c-aad9-58f5e3f06893 req-259c8bf2-7261-4db1-98d7-afda691762a4 service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=9cec8a2a-9f08-4ec2-981f-5cef55181738&tenant_id=51b81e7592544b98a90626c2bba713eb HTTP/1.1" status: 200 len: 1133 time: 0.2051733 Feb 09 19:15:38.990539 n-d-713498-36 neutron-server[103230]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c3476174-573e-455c-944e-9ed0cac04ac2', 'tag': 'ae0c20e2-a6bc-4527-b56e-8e357d08f2b6'}] {{(pid=103230) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 19:15:38.992871 n-d-713498-36 neutron-server[103230]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aee5919275bae9f72eb374ee322673045eb80c1f84b4b45a97d96923bd50ab51" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-28d6e043-29ed-4c5d-b4f1-f00ed51c2282" -d '{"events": [{"name": "network-changed", "server_uuid": "c3476174-573e-455c-944e-9ed0cac04ac2", "tag": "ae0c20e2-a6bc-4527-b56e-8e357d08f2b6"}]}' {{(pid=103230) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 19:15:39.078274 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.db [req-ccf60c10-8e75-4f64-8102-def1edd035e1 req-b380bd8c-0e76-4c01-b608-e2f359e6a2fb service neutron] For port 7627d463-e16c-4819-9e5e-c073ce7e0152, host n-h2-713498-36, cleared binding levels {{(pid=103230) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 19:15:39.101837 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.db [req-ccf60c10-8e75-4f64-8102-def1edd035e1 req-b380bd8c-0e76-4c01-b608-e2f359e6a2fb service neutron] For port 7627d463-e16c-4819-9e5e-c073ce7e0152, host n-h2-713498-36, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-36',level=0,port_id=7627d463-e16c-4819-9e5e-c073ce7e0152,segment=NetworkSegment(87b87801-3575-4768-92ea-47b1230f5828),segment_id=87b87801-3575-4768-92ea-47b1230f5828)] {{(pid=103230) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 19:15:39.117179 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-707b4f75-3347-4cfc-80c5-5a328418b1b6 req-8d317896-c572-47ac-ab27-abd7357bab50 tempest-MigrationsAdminTest-892781459 tempest-MigrationsAdminTest-892781459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:15:39.119084 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-707b4f75-3347-4cfc-80c5-5a328418b1b6 req-8d317896-c572-47ac-ab27-abd7357bab50 tempest-MigrationsAdminTest-892781459 tempest-MigrationsAdminTest-892781459-project] 10.222.0.75 "GET /v2.0/ports?device_id=9cec8a2a-9f08-4ec2-981f-5cef55181738 HTTP/1.1" status: 200 len: 950 time: 0.1780539 Feb 09 19:15:39.121431 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [req-ccf60c10-8e75-4f64-8102-def1edd035e1 req-b380bd8c-0e76-4c01-b608-e2f359e6a2fb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762867176205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762866656485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762866656503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14393758'] for port (7627d463-e16c-4819-9e5e-c073ce7e0152), after_update {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:15:39.165550 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d06af17-0dfe-4c1c-aad9-58f5e3f06893 req-ce17c842-d2c5-44bc-9950-17b796c4712b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:15:39.167079 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-4d06af17-0dfe-4c1c-aad9-58f5e3f06893 req-ce17c842-d2c5-44bc-9950-17b796c4712b service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=51b81e7592544b98a90626c2bba713eb&device_id=9cec8a2a-9f08-4ec2-981f-5cef55181738 HTTP/1.1" status: 200 len: 1133 time: 0.1386471 Feb 09 19:15:39.183447 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccf60c10-8e75-4f64-8102-def1edd035e1 req-b380bd8c-0e76-4c01-b608-e2f359e6a2fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:15:39.184074 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [req-ccf60c10-8e75-4f64-8102-def1edd035e1 req-b380bd8c-0e76-4c01-b608-e2f359e6a2fb service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171096'] for port (None), before_response {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:15:39.185592 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-ccf60c10-8e75-4f64-8102-def1edd035e1 req-b380bd8c-0e76-4c01-b608-e2f359e6a2fb service neutron] 10.222.0.90 "PUT /v2.0/ports/7627d463-e16c-4819-9e5e-c073ce7e0152 HTTP/1.1" status: 200 len: 1092 time: 1.7143514 Feb 09 19:15:39.190213 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.db [req-b066f009-670c-410d-bb41-9446041b204b req-cbbfa801-ed1c-4434-a412-26d7fb0b85d4 tempest-ServerMetadataNegativeTestJSON-2018743871 tempest-ServerMetadataNegativeTestJSON-2018743871-project] For port 799b827c-1d47-472c-b351-0c170428781d, host n-h2-713498-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-36',level=0,port_id=799b827c-1d47-472c-b351-0c170428781d,segment=NetworkSegment(16cee793-39af-4747-b35d-d195dda77d67),segment_id=16cee793-39af-4747-b35d-d195dda77d67)] {{(pid=103229) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 19:15:39.191660 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-b066f009-670c-410d-bb41-9446041b204b req-cbbfa801-ed1c-4434-a412-26d7fb0b85d4 tempest-ServerMetadataNegativeTestJSON-2018743871 tempest-ServerMetadataNegativeTestJSON-2018743871-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1820838'] for port (799b827c-1d47-472c-b351-0c170428781d), precommit_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:15:39.216897 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79729e3b-1793-4e52-a603-4213975e46ac req-318d2c8a-859a-4425-b822-f13030f97d80 tempest-ServerDiskConfigTestJSON-504186010 tempest-ServerDiskConfigTestJSON-504186010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:15:39.227552 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-79729e3b-1793-4e52-a603-4213975e46ac req-318d2c8a-859a-4425-b822-f13030f97d80 tempest-ServerDiskConfigTestJSON-504186010 tempest-ServerDiskConfigTestJSON-504186010-project] 10.222.0.75 "GET /v2.0/ports?device_id=0f5c6e4a-2766-4317-8c92-8c02169f84b0 HTTP/1.1" status: 200 len: 945 time: 0.2403369 Feb 09 19:15:39.258265 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb2a9a5d-bd0a-40d6-be47-af4da1028111 req-0332b4dc-f7a4-40b6-9c56-53ee95163910 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:15:39.260041 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-cb2a9a5d-bd0a-40d6-be47-af4da1028111 req-0332b4dc-f7a4-40b6-9c56-53ee95163910 service neutron] 10.222.0.90 "GET /v2.0/networks?id=2b5494c8-cf97-42c1-b902-87f998f28179 HTTP/1.1" status: 200 len: 870 time: 0.5107481 Feb 09 19:15:39.271000 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.plugin [req-b066f009-670c-410d-bb41-9446041b204b req-cbbfa801-ed1c-4434-a412-26d7fb0b85d4 tempest-ServerMetadataNegativeTestJSON-2018743871 tempest-ServerMetadataNegativeTestJSON-2018743871-project] Calling delete_port for 799b827c-1d47-472c-b351-0c170428781d owned by compute:nova {{(pid=103229) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 19:15:39.296095 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.v2.base [req-ccf60c10-8e75-4f64-8102-def1edd035e1 req-21d3eaf3-13d0-4829-a590-fa3d1d0b869e service neutron] Request body: {'port': {'device_id': 'c3476174-573e-455c-944e-9ed0cac04ac2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-713498-36'}} {{(pid=103230) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 19:15:39.335878 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b380bd8c-0e76-4c01-b608-e2f359e6a2fb service neutron] Pushing event updated for resources: {'Port': ['ID=7627d463-e16c-4819-9e5e-c073ce7e0152,revision_number=3']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:15:39.345219 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-707b4f75-3347-4cfc-80c5-5a328418b1b6 req-81d9bf49-7268-4f09-b1d8-3d5a8ee0fefe tempest-MigrationsAdminTest-892781459 tempest-MigrationsAdminTest-892781459-project] 10.222.0.75 "GET /v2.0/security-groups?id=709912c8-8171-4435-800e-9e5c5e45bf8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2173295 Feb 09 19:15:39.431947 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d06af17-0dfe-4c1c-aad9-58f5e3f06893 req-2946c91f-7830-4d14-a825-30289e40ef01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:15:39.445310 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-4d06af17-0dfe-4c1c-aad9-58f5e3f06893 req-2946c91f-7830-4d14-a825-30289e40ef01 service neutron] 10.222.0.90 "GET /v2.0/networks?id=2b5494c8-cf97-42c1-b902-87f998f28179 HTTP/1.1" status: 200 len: 870 time: 0.2532334 Feb 09 19:15:39.446020 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [req-ccf60c10-8e75-4f64-8102-def1edd035e1 req-21d3eaf3-13d0-4829-a590-fa3d1d0b869e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (b9b4a7ef-d6e3-4be9-ba7d-38016a167987), before_update {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:15:39.547476 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-cb2a9a5d-bd0a-40d6-be47-af4da1028111 req-b9b79801-881d-470d-ad8e-0eac4f405529 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.158&port_id=dc73d538-3849-44b7-8f0e-7c99557efa00 HTTP/1.1" status: 200 len: 217 time: 0.1140063 Feb 09 19:15:39.628678 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-79729e3b-1793-4e52-a603-4213975e46ac req-5d375c48-8548-482b-a39c-7938c780ad4f tempest-ServerDiskConfigTestJSON-504186010 tempest-ServerDiskConfigTestJSON-504186010-project] 10.222.0.75 "GET /v2.0/security-groups?id=3d9033a7-be2a-4459-a2da-84c23e651975&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3952873 Feb 09 19:15:39.678944 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Device 799b827c-1d47-472c-b351-0c170428781d no longer exists at agent hyperv_n-h2-713498-36 {{(pid=103232) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 19:15:39.738981 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.90', 54860) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:15:39.746469 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-4d06af17-0dfe-4c1c-aad9-58f5e3f06893 req-ed543825-277c-4b63-bd19-2f3aa5ddfb2a service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.219&port_id=e9bcfa85-cba2-4c7c-a956-383e6c72478d HTTP/1.1" status: 200 len: 217 time: 0.2900574 Feb 09 19:15:39.751973 n-d-713498-36 neutron-server[103230]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 19:15:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6d0bc309-b6c3-4318-9cf2-9e5808f1d8bd x-openstack-request-id: req-6d0bc309-b6c3-4318-9cf2-9e5808f1d8bd {{(pid=103230) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 19:15:39.752331 n-d-713498-36 neutron-server[103230]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c3476174-573e-455c-944e-9ed0cac04ac2", "tag": "ae0c20e2-a6bc-4527-b56e-8e357d08f2b6", "status": "completed", "code": 200}]} {{(pid=103230) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 19:15:39.755824 n-d-713498-36 neutron-server[103230]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-6d0bc309-b6c3-4318-9cf2-9e5808f1d8bd {{(pid=103230) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 19:15:39.756285 n-d-713498-36 neutron-server[103230]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c3476174-573e-455c-944e-9ed0cac04ac2', 'tag': 'ae0c20e2-a6bc-4527-b56e-8e357d08f2b6', 'status': 'completed', 'code': 200} Feb 09 19:15:39.832469 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d06af17-0dfe-4c1c-aad9-58f5e3f06893 req-3c6ca3f7-a4d8-4565-a8d2-addd9f7b7ec0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:15:39.834050 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-4d06af17-0dfe-4c1c-aad9-58f5e3f06893 req-3c6ca3f7-a4d8-4565-a8d2-addd9f7b7ec0 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=60b561cb-321e-4f83-9bb3-92b2e1d0dc44 HTTP/1.1" status: 200 len: 843 time: 0.0725913 Feb 09 19:15:39.858573 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb2a9a5d-bd0a-40d6-be47-af4da1028111 req-b471be50-81b1-423d-9b34-26b4aaaa9fc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:15:39.860245 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-cb2a9a5d-bd0a-40d6-be47-af4da1028111 req-b471be50-81b1-423d-9b34-26b4aaaa9fc5 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=60b561cb-321e-4f83-9bb3-92b2e1d0dc44 HTTP/1.1" status: 200 len: 843 time: 0.3008974 Feb 09 19:15:39.865705 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Current status of the port 799b827c-1d47-472c-b351-0c170428781d is: ACTIVE; New status is: DOWN {{(pid=103232) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 19:15:39.866129 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (799b827c-1d47-472c-b351-0c170428781d), before_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:15:39.907267 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-b066f009-670c-410d-bb41-9446041b204b req-cbbfa801-ed1c-4434-a412-26d7fb0b85d4 tempest-ServerMetadataNegativeTestJSON-2018743871 tempest-ServerMetadataNegativeTestJSON-2018743871-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762867177463', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762866656476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12867576'] for port (799b827c-1d47-472c-b351-0c170428781d), after_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:15:39.944575 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Device e9bcfa85-cba2-4c7c-a956-383e6c72478d no longer exists at agent hyperv_n-h2-713498-36 {{(pid=103232) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 19:15:40.046870 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbbfa801-ed1c-4434-a412-26d7fb0b85d4 tempest-ServerMetadataNegativeTestJSON-2018743871 tempest-ServerMetadataNegativeTestJSON-2018743871-project] Pushing event deleted for resources: {'Port': ['ID=799b827c-1d47-472c-b351-0c170428781d,revision_number=None']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:15:40.080786 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Current status of the port e9bcfa85-cba2-4c7c-a956-383e6c72478d is: ACTIVE; New status is: DOWN {{(pid=103232) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 19:15:40.081195 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (e9bcfa85-cba2-4c7c-a956-383e6c72478d), before_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:15:40.118884 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-7429db8d-6021-40ad-813e-885be449a89b None None] For port e9bcfa85-cba2-4c7c-a956-383e6c72478d, host n-h2-713498-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-36',level=0,port_id=e9bcfa85-cba2-4c7c-a956-383e6c72478d,segment=NetworkSegment(50e5915e-18f0-4558-9a28-b978975ead36),segment_id=50e5915e-18f0-4558-9a28-b978975ead36)] {{(pid=103232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 19:15:40.119867 n-d-713498-36 neutron-server[103232]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9cec8a2a-9f08-4ec2-981f-5cef55181738', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e9bcfa85-cba2-4c7c-a956-383e6c72478d'}] {{(pid=103232) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 19:15:40.124675 n-d-713498-36 neutron-server[103232]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}949cdcde653dec44821de95cbf67297f53cbc2aed4e073b5d514f93bf911ce85" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cd342857-b8f4-48bf-9194-1d57863b5992" -d '{"events": [{"server_uuid": "9cec8a2a-9f08-4ec2-981f-5cef55181738", "name": "network-vif-unplugged", "status": "completed", "tag": "e9bcfa85-cba2-4c7c-a956-383e6c72478d"}]}' {{(pid=103232) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 19:15:40.130571 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762867176205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762866656485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762866656503'] for port (e9bcfa85-cba2-4c7c-a956-383e6c72478d), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:15:40.159908 n-d-713498-36 neutron-server[103229]: DEBUG neutron.db.l3_dvrscheduler_db [req-b066f009-670c-410d-bb41-9446041b204b req-cbbfa801-ed1c-4434-a412-26d7fb0b85d4 tempest-ServerMetadataNegativeTestJSON-2018743871 tempest-ServerMetadataNegativeTestJSON-2018743871-project] No DVR routers for this DVR port 799b827c-1d47-472c-b351-0c170428781d on host n-h2-713498-36 {{(pid=103229) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 19:15:40.169029 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-b066f009-670c-410d-bb41-9446041b204b req-cbbfa801-ed1c-4434-a412-26d7fb0b85d4 tempest-ServerMetadataNegativeTestJSON-2018743871 tempest-ServerMetadataNegativeTestJSON-2018743871-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171096'] for port (None), before_response {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:15:40.172378 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-b066f009-670c-410d-bb41-9446041b204b req-cbbfa801-ed1c-4434-a412-26d7fb0b85d4 tempest-ServerMetadataNegativeTestJSON-2018743871 tempest-ServerMetadataNegativeTestJSON-2018743871-project] 10.222.0.90 "DELETE /v2.0/ports/799b827c-1d47-472c-b351-0c170428781d HTTP/1.1" status: 204 len: 173 time: 1.7327933 Feb 09 19:15:40.173633 n-d-713498-36 neutron-server[103229]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '44f2a4f1-fd8e-46c1-a7a3-119b1c3cc812', 'name': 'network-vif-deleted', 'tag': '799b827c-1d47-472c-b351-0c170428781d'}] {{(pid=103229) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 19:15:40.175937 n-d-713498-36 neutron-server[103229]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fa6ae9a20702bd564eaf90d946620b2b4277b1ab91129323d3b54181076be307" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0401eda0-cec8-4236-98d2-8424e0c24054" -d '{"events": [{"server_uuid": "44f2a4f1-fd8e-46c1-a7a3-119b1c3cc812", "name": "network-vif-deleted", "tag": "799b827c-1d47-472c-b351-0c170428781d"}]}' {{(pid=103229) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 19:15:40.191674 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28d6e043-29ed-4c5d-b4f1-f00ed51c2282 req-5ced8f09-1046-42ab-8db6-38e0cf81a229 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:15:40.192365 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28d6e043-29ed-4c5d-b4f1-f00ed51c2282 req-5ced8f09-1046-42ab-8db6-38e0cf81a229 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:15:40.192620 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28d6e043-29ed-4c5d-b4f1-f00ed51c2282 req-5ced8f09-1046-42ab-8db6-38e0cf81a229 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:15:40.193086 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28d6e043-29ed-4c5d-b4f1-f00ed51c2282 req-5ced8f09-1046-42ab-8db6-38e0cf81a229 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:15:40.193655 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28d6e043-29ed-4c5d-b4f1-f00ed51c2282 req-5ced8f09-1046-42ab-8db6-38e0cf81a229 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:15:40.194153 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28d6e043-29ed-4c5d-b4f1-f00ed51c2282 req-5ced8f09-1046-42ab-8db6-38e0cf81a229 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:15:40.194799 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28d6e043-29ed-4c5d-b4f1-f00ed51c2282 req-5ced8f09-1046-42ab-8db6-38e0cf81a229 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:15:40.197687 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-28d6e043-29ed-4c5d-b4f1-f00ed51c2282 req-5ced8f09-1046-42ab-8db6-38e0cf81a229 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=1244a62b17644644960c0ef5509cee38&device_id=c3476174-573e-455c-944e-9ed0cac04ac2 HTTP/1.1" status: 200 len: 6504 time: 0.4456124 Feb 09 19:15:40.249426 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb2a9a5d-bd0a-40d6-be47-af4da1028111 req-ee647df3-41fc-4c3d-a16c-279f1192a4aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:15:40.251720 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-cb2a9a5d-bd0a-40d6-be47-af4da1028111 req-ee647df3-41fc-4c3d-a16c-279f1192a4aa service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=2b5494c8-cf97-42c1-b902-87f998f28179&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.3476541 Feb 09 19:15:40.255938 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Pushing event updated for resources: {'Port': ['ID=e9bcfa85-cba2-4c7c-a956-383e6c72478d,revision_number=9']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:15:40.259390 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20446555-5110-4dd2-8377-a7fec0b2150a req-75398e4c-7b18-41ae-b5b9-c90141683106 tempest-ListServerFiltersTestJSON-592653301 tempest-ListServerFiltersTestJSON-592653301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:15:40.265626 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-20446555-5110-4dd2-8377-a7fec0b2150a req-75398e4c-7b18-41ae-b5b9-c90141683106 tempest-ListServerFiltersTestJSON-592653301 tempest-ListServerFiltersTestJSON-592653301-project] 10.222.0.75 "GET /v2.0/ports?device_id=342293bf-7258-4cd4-a7b8-d6015bcac217 HTTP/1.1" status: 200 len: 946 time: 0.7759199 Feb 09 19:15:40.275903 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83efd6e9-559f-4561-b70f-e9e31a61b45e req-e9a3b986-6405-4aa3-be24-c120d211a6af tempest-TaggedBootDevicesTest-980849656 tempest-TaggedBootDevicesTest-980849656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:15:40.284351 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83efd6e9-559f-4561-b70f-e9e31a61b45e req-e9a3b986-6405-4aa3-be24-c120d211a6af tempest-TaggedBootDevicesTest-980849656 tempest-TaggedBootDevicesTest-980849656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:15:40.289782 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83efd6e9-559f-4561-b70f-e9e31a61b45e req-e9a3b986-6405-4aa3-be24-c120d211a6af tempest-TaggedBootDevicesTest-980849656 tempest-TaggedBootDevicesTest-980849656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:15:40.297142 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83efd6e9-559f-4561-b70f-e9e31a61b45e req-e9a3b986-6405-4aa3-be24-c120d211a6af tempest-TaggedBootDevicesTest-980849656 tempest-TaggedBootDevicesTest-980849656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:15:40.299810 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d06af17-0dfe-4c1c-aad9-58f5e3f06893 req-b4bd043b-8bb5-4835-8ded-4ecab53be9fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:15:40.302521 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83efd6e9-559f-4561-b70f-e9e31a61b45e req-e9a3b986-6405-4aa3-be24-c120d211a6af tempest-TaggedBootDevicesTest-980849656 tempest-TaggedBootDevicesTest-980849656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:15:40.308086 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83efd6e9-559f-4561-b70f-e9e31a61b45e req-e9a3b986-6405-4aa3-be24-c120d211a6af tempest-TaggedBootDevicesTest-980849656 tempest-TaggedBootDevicesTest-980849656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:15:40.312646 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-4d06af17-0dfe-4c1c-aad9-58f5e3f06893 req-b4bd043b-8bb5-4835-8ded-4ecab53be9fb service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=2b5494c8-cf97-42c1-b902-87f998f28179&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.3236678 Feb 09 19:15:40.315055 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83efd6e9-559f-4561-b70f-e9e31a61b45e req-e9a3b986-6405-4aa3-be24-c120d211a6af tempest-TaggedBootDevicesTest-980849656 tempest-TaggedBootDevicesTest-980849656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:15:40.322689 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-83efd6e9-559f-4561-b70f-e9e31a61b45e req-e9a3b986-6405-4aa3-be24-c120d211a6af tempest-TaggedBootDevicesTest-980849656 tempest-TaggedBootDevicesTest-980849656-project] 10.222.0.75 "GET /v2.0/ports?device_id=c3476174-573e-455c-944e-9ed0cac04ac2 HTTP/1.1" status: 200 len: 5397 time: 0.4732785 Feb 09 19:15:40.453908 n-d-713498-36 neutron-server[103230]: DEBUG neutron.notifiers.nova [req-ccf60c10-8e75-4f64-8102-def1edd035e1 req-21d3eaf3-13d0-4829-a590-fa3d1d0b869e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b9b4a7ef-d6e3-4be9-ba7d-38016a167987 {{(pid=103230) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 19:15:40.472582 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [req-ccf60c10-8e75-4f64-8102-def1edd035e1 req-21d3eaf3-13d0-4829-a590-fa3d1d0b869e service neutron] Publish callbacks [] for port (b9b4a7ef-d6e3-4be9-ba7d-38016a167987), precommit_update {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:15:40.499156 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-20446555-5110-4dd2-8377-a7fec0b2150a req-8c137fbd-861c-4bde-b268-016036b85e57 tempest-ListServerFiltersTestJSON-592653301 tempest-ListServerFiltersTestJSON-592653301-project] 10.222.0.75 "GET /v2.0/security-groups?id=25541e77-9cfa-43ca-aee5-11ed3f3bedff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2114029 Feb 09 19:15:40.502955 n-d-713498-36 neutron-server[103230]: DEBUG neutron.db.provisioning_blocks [req-ccf60c10-8e75-4f64-8102-def1edd035e1 req-21d3eaf3-13d0-4829-a590-fa3d1d0b869e service neutron] Transition to ACTIVE for port object b9b4a7ef-d6e3-4be9-ba7d-38016a167987 will not be triggered until provisioned by entity L2. {{(pid=103230) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 19:15:40.523339 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [req-ccf60c10-8e75-4f64-8102-def1edd035e1 req-21d3eaf3-13d0-4829-a590-fa3d1d0b869e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762867176205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762866656485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762866656503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14393758'] for port (b9b4a7ef-d6e3-4be9-ba7d-38016a167987), after_update {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:15:40.610179 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-4d06af17-0dfe-4c1c-aad9-58f5e3f06893 req-d8c43bab-3cc7-4f3f-b09d-bf33abf48c2e service neutron] 10.222.0.90 "GET /v2.0/networks/2b5494c8-cf97-42c1-b902-87f998f28179?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2482958 Feb 09 19:15:40.610498 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28d6e043-29ed-4c5d-b4f1-f00ed51c2282 req-01e3bee1-a40a-41c2-875f-cb5ee8a65802 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:15:40.610979 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28d6e043-29ed-4c5d-b4f1-f00ed51c2282 req-01e3bee1-a40a-41c2-875f-cb5ee8a65802 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:15:40.611447 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28d6e043-29ed-4c5d-b4f1-f00ed51c2282 req-01e3bee1-a40a-41c2-875f-cb5ee8a65802 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:15:40.613668 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-28d6e043-29ed-4c5d-b4f1-f00ed51c2282 req-01e3bee1-a40a-41c2-875f-cb5ee8a65802 service neutron] 10.222.0.90 "GET /v2.0/networks?tenant_id=1244a62b17644644960c0ef5509cee38&shared=False HTTP/1.1" status: 200 len: 2291 time: 0.4049833 Feb 09 19:15:40.617100 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-cb2a9a5d-bd0a-40d6-be47-af4da1028111 req-224f15e4-4563-4e52-b032-3015d3233be7 service neutron] 10.222.0.90 "GET /v2.0/networks/2b5494c8-cf97-42c1-b902-87f998f28179?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2917252 Feb 09 19:15:40.642714 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-83efd6e9-559f-4561-b70f-e9e31a61b45e req-6f2060b0-fccc-4b5b-9f54-44e5921dc32f tempest-TaggedBootDevicesTest-980849656 tempest-TaggedBootDevicesTest-980849656-project] 10.222.0.75 "GET /v2.0/security-groups?id=6f7e8ede-8085-490c-860b-91c045ecce1f&id=116d7b93-0726-4659-8687-b47afcfa5056&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.3189442 Feb 09 19:15:40.678687 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21d3eaf3-13d0-4829-a590-fa3d1d0b869e service neutron] Pushing event updated for resources: {'Port': ['ID=b9b4a7ef-d6e3-4be9-ba7d-38016a167987,revision_number=2']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:15:40.760049 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-275213a4-4962-44de-bd6a-c7a741ac526e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762867132591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593584'] for agent (af91e4b9-f4e1-42b1-a25c-a10dc47171c8), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:15:40.829176 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-cb2a9a5d-bd0a-40d6-be47-af4da1028111 req-566fc32c-434a-48c6-a7e6-20b84aa9ced4 service neutron] 10.222.0.90 "GET /v2.0/networks/2b5494c8-cf97-42c1-b902-87f998f28179?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1716020 Feb 09 19:15:40.953105 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0c8512a-b8be-40bd-a5d8-53fec42b9c78 req-ab726cf3-853b-43b0-8aed-9728372986ca tempest-ServerDiskConfigTestJSON-504186010 tempest-ServerDiskConfigTestJSON-504186010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:15:40.960253 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-a0c8512a-b8be-40bd-a5d8-53fec42b9c78 req-ab726cf3-853b-43b0-8aed-9728372986ca tempest-ServerDiskConfigTestJSON-504186010 tempest-ServerDiskConfigTestJSON-504186010-project] 10.222.0.75 "GET /v2.0/ports?device_id=0f5c6e4a-2766-4317-8c92-8c02169f84b0 HTTP/1.1" status: 200 len: 945 time: 0.3185563 Feb 09 19:15:40.974670 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-5df392d4-2647-430a-8c69-dc8bdcc6fbe7 req-617d6768-5ee9-4df1-ae37-e5008df6533d tempest-ServerMetadataNegativeTestJSON-2018743871 tempest-ServerMetadataNegativeTestJSON-2018743871-project] 10.222.0.75 "GET /v2.0/ports?device_id=44f2a4f1-fd8e-46c1-a7a3-119b1c3cc812 HTTP/1.1" status: 200 len: 210 time: 0.0986836 Feb 09 19:15:40.998672 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-4d06af17-0dfe-4c1c-aad9-58f5e3f06893 req-ff846ced-0d9a-44cd-8ea6-a4d26526f174 service neutron] 10.222.0.90 "GET /v2.0/networks/2b5494c8-cf97-42c1-b902-87f998f28179?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3581209 Feb 09 19:15:40.999363 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.managers [req-ccf60c10-8e75-4f64-8102-def1edd035e1 req-21d3eaf3-13d0-4829-a590-fa3d1d0b869e service neutron] Attempting to bind port b9b4a7ef-d6e3-4be9-ba7d-38016a167987 on host n-h2-713498-36 for vnic_type normal with profile {{(pid=103230) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 19:15:40.999896 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.managers [req-ccf60c10-8e75-4f64-8102-def1edd035e1 req-21d3eaf3-13d0-4829-a590-fa3d1d0b869e service neutron] Attempting to bind port b9b4a7ef-d6e3-4be9-ba7d-38016a167987 by drivers openvswitch,hyperv on host n-h2-713498-36 at level 0 using segments [{'id': '23ed1668-aba2-4aca-a9aa-7fbe90d952c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': '331b81e1-5966-4614-8f3b-12a1817e4fe0'}] {{(pid=103230) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 19:15:41.000434 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ccf60c10-8e75-4f64-8102-def1edd035e1 req-21d3eaf3-13d0-4829-a590-fa3d1d0b869e service neutron] Attempting to bind port b9b4a7ef-d6e3-4be9-ba7d-38016a167987 on network 331b81e1-5966-4614-8f3b-12a1817e4fe0 {{(pid=103230) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 19:15:41.016446 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ccf60c10-8e75-4f64-8102-def1edd035e1 req-21d3eaf3-13d0-4829-a590-fa3d1d0b869e service neutron] Port b9b4a7ef-d6e3-4be9-ba7d-38016a167987 on network 331b81e1-5966-4614-8f3b-12a1817e4fe0 not bound, no agent of type Open vSwitch agent registered on host n-h2-713498-36 {{(pid=103230) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 19:15:41.017150 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ccf60c10-8e75-4f64-8102-def1edd035e1 req-21d3eaf3-13d0-4829-a590-fa3d1d0b869e service neutron] Attempting to bind port b9b4a7ef-d6e3-4be9-ba7d-38016a167987 on network 331b81e1-5966-4614-8f3b-12a1817e4fe0 {{(pid=103230) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 19:15:41.029388 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ccf60c10-8e75-4f64-8102-def1edd035e1 req-21d3eaf3-13d0-4829-a590-fa3d1d0b869e service neutron] Checking agent: {'id': 'bcd5faee-dc24-4298-9134-0e0aa054058e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713498-36', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 18, 59, 19), 'started_at': datetime.datetime(2022, 2, 9, 18, 59, 19), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 19, 15, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103230) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 19:15:41.030395 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ccf60c10-8e75-4f64-8102-def1edd035e1 req-21d3eaf3-13d0-4829-a590-fa3d1d0b869e service neutron] Checking segment: {'id': '23ed1668-aba2-4aca-a9aa-7fbe90d952c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': '331b81e1-5966-4614-8f3b-12a1817e4fe0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103230) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 19:15:41.031135 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ccf60c10-8e75-4f64-8102-def1edd035e1 req-21d3eaf3-13d0-4829-a590-fa3d1d0b869e service neutron] Bound using segment: {'id': '23ed1668-aba2-4aca-a9aa-7fbe90d952c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': '331b81e1-5966-4614-8f3b-12a1817e4fe0'} {{(pid=103230) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 19:15:41.032128 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.managers [req-ccf60c10-8e75-4f64-8102-def1edd035e1 req-21d3eaf3-13d0-4829-a590-fa3d1d0b869e service neutron] Bound port: b9b4a7ef-d6e3-4be9-ba7d-38016a167987, host: n-h2-713498-36, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '23ed1668-aba2-4aca-a9aa-7fbe90d952c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': '331b81e1-5966-4614-8f3b-12a1817e4fe0'}}] {{(pid=103230) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 19:15:41.032763 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [req-ccf60c10-8e75-4f64-8102-def1edd035e1 req-21d3eaf3-13d0-4829-a590-fa3d1d0b869e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (b9b4a7ef-d6e3-4be9-ba7d-38016a167987), before_update {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:15:41.081474 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-a0c8512a-b8be-40bd-a5d8-53fec42b9c78 req-fb65d5f7-9487-433e-b78a-390a6b1c7647 tempest-ServerDiskConfigTestJSON-504186010 tempest-ServerDiskConfigTestJSON-504186010-project] 10.222.0.75 "GET /v2.0/security-groups?id=3d9033a7-be2a-4459-a2da-84c23e651975&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0994565 Feb 09 19:15:41.081613 n-d-713498-36 neutron-server[103232]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 09 Feb 2022 19:15:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a4765193-c077-49f9-a6cc-72d11317f303 x-openstack-request-id: req-a4765193-c077-49f9-a6cc-72d11317f303 {{(pid=103232) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 19:15:41.081862 n-d-713498-36 neutron-server[103232]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9cec8a2a-9f08-4ec2-981f-5cef55181738", "name": "network-vif-unplugged", "status": "completed", "tag": "e9bcfa85-cba2-4c7c-a956-383e6c72478d", "code": 200}]} {{(pid=103232) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 19:15:41.082139 n-d-713498-36 neutron-server[103232]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-a4765193-c077-49f9-a6cc-72d11317f303 {{(pid=103232) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 19:15:41.082531 n-d-713498-36 neutron-server[103232]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9cec8a2a-9f08-4ec2-981f-5cef55181738', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e9bcfa85-cba2-4c7c-a956-383e6c72478d', 'code': 200} Feb 09 19:15:41.131848 n-d-713498-36 neutron-server[103229]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 19:15:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8bca13ac-c48a-435f-a523-ea6c132d97c5 x-openstack-request-id: req-8bca13ac-c48a-435f-a523-ea6c132d97c5 {{(pid=103229) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 19:15:41.132357 n-d-713498-36 neutron-server[103229]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "44f2a4f1-fd8e-46c1-a7a3-119b1c3cc812", "name": "network-vif-deleted", "tag": "799b827c-1d47-472c-b351-0c170428781d", "status": "completed", "code": 200}]} {{(pid=103229) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 19:15:41.133208 n-d-713498-36 neutron-server[103229]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-8bca13ac-c48a-435f-a523-ea6c132d97c5 {{(pid=103229) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 19:15:41.133753 n-d-713498-36 neutron-server[103229]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '44f2a4f1-fd8e-46c1-a7a3-119b1c3cc812', 'name': 'network-vif-deleted', 'tag': '799b827c-1d47-472c-b351-0c170428781d', 'status': 'completed', 'code': 200} Feb 09 19:15:41.179081 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28d6e043-29ed-4c5d-b4f1-f00ed51c2282 req-5494151b-054f-4dd0-bb48-3ea751a2beae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:15:41.181106 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-28d6e043-29ed-4c5d-b4f1-f00ed51c2282 req-5494151b-054f-4dd0-bb48-3ea751a2beae service neutron] 10.222.0.90 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.5367854 Feb 09 19:15:41.197682 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.db [req-ccf60c10-8e75-4f64-8102-def1edd035e1 req-21d3eaf3-13d0-4829-a590-fa3d1d0b869e service neutron] For port b9b4a7ef-d6e3-4be9-ba7d-38016a167987, host n-h2-713498-36, cleared binding levels {{(pid=103230) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 19:15:41.235459 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.db [req-ccf60c10-8e75-4f64-8102-def1edd035e1 req-21d3eaf3-13d0-4829-a590-fa3d1d0b869e service neutron] For port b9b4a7ef-d6e3-4be9-ba7d-38016a167987, host n-h2-713498-36, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-36',level=0,port_id=b9b4a7ef-d6e3-4be9-ba7d-38016a167987,segment=NetworkSegment(23ed1668-aba2-4aca-a9aa-7fbe90d952c5),segment_id=23ed1668-aba2-4aca-a9aa-7fbe90d952c5)] {{(pid=103230) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 19:15:41.248786 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [req-ccf60c10-8e75-4f64-8102-def1edd035e1 req-21d3eaf3-13d0-4829-a590-fa3d1d0b869e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762867176205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762866656485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762866656503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14393758'] for port (b9b4a7ef-d6e3-4be9-ba7d-38016a167987), after_update {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:15:41.297094 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccf60c10-8e75-4f64-8102-def1edd035e1 req-21d3eaf3-13d0-4829-a590-fa3d1d0b869e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:15:41.297768 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [req-ccf60c10-8e75-4f64-8102-def1edd035e1 req-21d3eaf3-13d0-4829-a590-fa3d1d0b869e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171096'] for port (None), before_response {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:15:41.299115 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-ccf60c10-8e75-4f64-8102-def1edd035e1 req-21d3eaf3-13d0-4829-a590-fa3d1d0b869e service neutron] 10.222.0.90 "PUT /v2.0/ports/b9b4a7ef-d6e3-4be9-ba7d-38016a167987 HTTP/1.1" status: 200 len: 1092 time: 2.0187130 Feb 09 19:15:41.312883 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5e5628f-9394-4d55-ac2c-199a1f39fecd req-c5943a95-f0af-4c17-90f8-8fd9126f542f tempest-MigrationsAdminTest-892781459 tempest-MigrationsAdminTest-892781459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:15:41.320049 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-e5e5628f-9394-4d55-ac2c-199a1f39fecd req-c5943a95-f0af-4c17-90f8-8fd9126f542f tempest-MigrationsAdminTest-892781459 tempest-MigrationsAdminTest-892781459-project] 10.222.0.75 "GET /v2.0/ports?device_id=9cec8a2a-9f08-4ec2-981f-5cef55181738 HTTP/1.1" status: 200 len: 948 time: 0.1372349 Feb 09 19:15:41.368261 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d677f83-9fa1-4fbe-bde3-56779b78637a req-2a92237d-17b7-491f-9994-90391feea630 tempest-ListServerFiltersTestJSON-592653301 tempest-ListServerFiltersTestJSON-592653301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:15:41.371860 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.v2.base [req-ccf60c10-8e75-4f64-8102-def1edd035e1 req-823850c6-b3cc-4055-a19e-71ac816a24e8 service neutron] Request body: {'port': {'device_id': 'c3476174-573e-455c-944e-9ed0cac04ac2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-713498-36'}} {{(pid=103230) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 19:15:41.376276 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21d3eaf3-13d0-4829-a590-fa3d1d0b869e service neutron] Pushing event updated for resources: {'Port': ['ID=b9b4a7ef-d6e3-4be9-ba7d-38016a167987,revision_number=3']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:15:41.377006 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-0d677f83-9fa1-4fbe-bde3-56779b78637a req-2a92237d-17b7-491f-9994-90391feea630 tempest-ListServerFiltersTestJSON-592653301 tempest-ListServerFiltersTestJSON-592653301-project] 10.222.0.75 "GET /v2.0/ports?device_id=e09c7db3-be54-4206-a02e-57c0246ec41a HTTP/1.1" status: 200 len: 945 time: 0.1283305 Feb 09 19:15:41.450616 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-0d677f83-9fa1-4fbe-bde3-56779b78637a req-37d4d139-a45e-48f5-8400-1367b1ab3fa9 tempest-ListServerFiltersTestJSON-592653301 tempest-ListServerFiltersTestJSON-592653301-project] 10.222.0.75 "GET /v2.0/security-groups?id=25541e77-9cfa-43ca-aee5-11ed3f3bedff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0725017 Feb 09 19:15:41.544698 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [req-ccf60c10-8e75-4f64-8102-def1edd035e1 req-823850c6-b3cc-4055-a19e-71ac816a24e8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (fd688801-4beb-42a5-9ec8-010c808e3c22), before_update {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:15:41.580642 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-e5e5628f-9394-4d55-ac2c-199a1f39fecd req-5069fe20-856a-4af7-874e-b622b415db58 tempest-MigrationsAdminTest-892781459 tempest-MigrationsAdminTest-892781459-project] 10.222.0.75 "GET /v2.0/security-groups?id=709912c8-8171-4435-800e-9e5c5e45bf8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2472603 Feb 09 19:15:41.758144 n-d-713498-36 neutron-server[103230]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c3476174-573e-455c-944e-9ed0cac04ac2', 'tag': '7627d463-e16c-4819-9e5e-c073ce7e0152'}, {'name': 'network-changed', 'server_uuid': 'c3476174-573e-455c-944e-9ed0cac04ac2', 'tag': 'b9b4a7ef-d6e3-4be9-ba7d-38016a167987'}] {{(pid=103230) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 19:15:41.772336 n-d-713498-36 neutron-server[103230]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aee5919275bae9f72eb374ee322673045eb80c1f84b4b45a97d96923bd50ab51" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-acab6d85-2142-47ca-8ffc-f236b4101b19" -d '{"events": [{"name": "network-changed", "server_uuid": "c3476174-573e-455c-944e-9ed0cac04ac2", "tag": "7627d463-e16c-4819-9e5e-c073ce7e0152"}, {"name": "network-changed", "server_uuid": "c3476174-573e-455c-944e-9ed0cac04ac2", "tag": "b9b4a7ef-d6e3-4be9-ba7d-38016a167987"}]}' {{(pid=103230) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 19:15:41.932235 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b962c8bc-b33f-4ccb-9d88-9b98439634d9 req-001e8be9-64b9-4ee5-849d-9b31f680633c tempest-ListServerFiltersTestJSON-592653301 tempest-ListServerFiltersTestJSON-592653301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:15:41.941237 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-b962c8bc-b33f-4ccb-9d88-9b98439634d9 req-001e8be9-64b9-4ee5-849d-9b31f680633c tempest-ListServerFiltersTestJSON-592653301 tempest-ListServerFiltersTestJSON-592653301-project] 10.222.0.75 "GET /v2.0/ports?device_id=28d1ebed-bf95-452e-aa2c-45880a088b7c HTTP/1.1" status: 200 len: 945 time: 0.1652663 Feb 09 19:15:42.047392 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-b962c8bc-b33f-4ccb-9d88-9b98439634d9 req-00b72c53-b4c4-443d-a7bc-b2815056e943 tempest-ListServerFiltersTestJSON-592653301 tempest-ListServerFiltersTestJSON-592653301-project] 10.222.0.75 "GET /v2.0/security-groups?id=25541e77-9cfa-43ca-aee5-11ed3f3bedff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1052024 Feb 09 19:15:42.113727 n-d-713498-36 neutron-server[103230]: DEBUG neutron.notifiers.nova [req-ccf60c10-8e75-4f64-8102-def1edd035e1 req-823850c6-b3cc-4055-a19e-71ac816a24e8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fd688801-4beb-42a5-9ec8-010c808e3c22 {{(pid=103230) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 19:15:42.132428 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [req-ccf60c10-8e75-4f64-8102-def1edd035e1 req-823850c6-b3cc-4055-a19e-71ac816a24e8 service neutron] Publish callbacks [] for port (fd688801-4beb-42a5-9ec8-010c808e3c22), precommit_update {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:15:42.153042 n-d-713498-36 neutron-server[103230]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Wed, 09 Feb 2022 19:15:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5e5cf07f-9b8b-4537-94fc-96342f16b983 x-openstack-request-id: req-5e5cf07f-9b8b-4537-94fc-96342f16b983 {{(pid=103230) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 19:15:42.153442 n-d-713498-36 neutron-server[103230]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c3476174-573e-455c-944e-9ed0cac04ac2", "tag": "7627d463-e16c-4819-9e5e-c073ce7e0152", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "c3476174-573e-455c-944e-9ed0cac04ac2", "tag": "b9b4a7ef-d6e3-4be9-ba7d-38016a167987", "status": "completed", "code": 200}]} {{(pid=103230) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 19:15:42.153704 n-d-713498-36 neutron-server[103230]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-5e5cf07f-9b8b-4537-94fc-96342f16b983 {{(pid=103230) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 19:15:42.154846 n-d-713498-36 neutron-server[103230]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c3476174-573e-455c-944e-9ed0cac04ac2', 'tag': '7627d463-e16c-4819-9e5e-c073ce7e0152', 'status': 'completed', 'code': 200} Feb 09 19:15:42.155111 n-d-713498-36 neutron-server[103230]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c3476174-573e-455c-944e-9ed0cac04ac2', 'tag': 'b9b4a7ef-d6e3-4be9-ba7d-38016a167987', 'status': 'completed', 'code': 200} Feb 09 19:15:42.179159 n-d-713498-36 neutron-server[103230]: DEBUG neutron.db.provisioning_blocks [req-ccf60c10-8e75-4f64-8102-def1edd035e1 req-823850c6-b3cc-4055-a19e-71ac816a24e8 service neutron] Transition to ACTIVE for port object fd688801-4beb-42a5-9ec8-010c808e3c22 will not be triggered until provisioned by entity L2. {{(pid=103230) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 19:15:42.186265 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [req-ccf60c10-8e75-4f64-8102-def1edd035e1 req-823850c6-b3cc-4055-a19e-71ac816a24e8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762867176205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762866656485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762866656503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14393758'] for port (fd688801-4beb-42a5-9ec8-010c808e3c22), after_update {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:15:42.190637 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbcd5392-3d85-486b-8c14-97bd1d0fbcfd req-d8b219c8-fce2-45cc-8eed-dfec0c89d309 tempest-TaggedBootDevicesTest-980849656 tempest-TaggedBootDevicesTest-980849656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:15:42.197167 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbcd5392-3d85-486b-8c14-97bd1d0fbcfd req-d8b219c8-fce2-45cc-8eed-dfec0c89d309 tempest-TaggedBootDevicesTest-980849656 tempest-TaggedBootDevicesTest-980849656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:15:42.203301 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbcd5392-3d85-486b-8c14-97bd1d0fbcfd req-d8b219c8-fce2-45cc-8eed-dfec0c89d309 tempest-TaggedBootDevicesTest-980849656 tempest-TaggedBootDevicesTest-980849656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:15:42.208932 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbcd5392-3d85-486b-8c14-97bd1d0fbcfd req-d8b219c8-fce2-45cc-8eed-dfec0c89d309 tempest-TaggedBootDevicesTest-980849656 tempest-TaggedBootDevicesTest-980849656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:15:42.225705 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbcd5392-3d85-486b-8c14-97bd1d0fbcfd req-d8b219c8-fce2-45cc-8eed-dfec0c89d309 tempest-TaggedBootDevicesTest-980849656 tempest-TaggedBootDevicesTest-980849656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:15:42.232204 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbcd5392-3d85-486b-8c14-97bd1d0fbcfd req-d8b219c8-fce2-45cc-8eed-dfec0c89d309 tempest-TaggedBootDevicesTest-980849656 tempest-TaggedBootDevicesTest-980849656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:15:42.239020 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbcd5392-3d85-486b-8c14-97bd1d0fbcfd req-d8b219c8-fce2-45cc-8eed-dfec0c89d309 tempest-TaggedBootDevicesTest-980849656 tempest-TaggedBootDevicesTest-980849656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:15:42.248330 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-dbcd5392-3d85-486b-8c14-97bd1d0fbcfd req-d8b219c8-fce2-45cc-8eed-dfec0c89d309 tempest-TaggedBootDevicesTest-980849656 tempest-TaggedBootDevicesTest-980849656-project] 10.222.0.75 "GET /v2.0/ports?device_id=c3476174-573e-455c-944e-9ed0cac04ac2 HTTP/1.1" status: 200 len: 5409 time: 0.1640213 Feb 09 19:15:42.251676 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 35474) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:15:42.252844 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-823850c6-b3cc-4055-a19e-71ac816a24e8 service neutron] Pushing event updated for resources: {'Port': ['ID=fd688801-4beb-42a5-9ec8-010c808e3c22,revision_number=2']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:15:42.417094 n-d-713498-36 neutron-server[103229]: DEBUG neutron.db.db_base_plugin_v2 [None req-27496951-f7e7-4a74-a06c-397d2b687568 admin admin] Deleting subnet a8f66b47-a6e5-4bb5-9088-4f491d2c1c9d {{(pid=103229) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 19:15:42.425742 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-27496951-f7e7-4a74-a06c-397d2b687568 admin admin] Publish callbacks [] for subnet (a8f66b47-a6e5-4bb5-9088-4f491d2c1c9d), before_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:15:42.454537 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-dbcd5392-3d85-486b-8c14-97bd1d0fbcfd req-76bf5f3d-90e3-43a0-8f01-c164b2e62f42 tempest-TaggedBootDevicesTest-980849656 tempest-TaggedBootDevicesTest-980849656-project] 10.222.0.75 "GET /v2.0/security-groups?id=6f7e8ede-8085-490c-860b-91c045ecce1f&id=116d7b93-0726-4659-8687-b47afcfa5056&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2051415 Feb 09 19:15:42.485941 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-27496951-f7e7-4a74-a06c-397d2b687568 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16683410'] for subnet (a8f66b47-a6e5-4bb5-9088-4f491d2c1c9d), precommit_delete_associations {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:15:42.526083 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-842b50c6-9122-4438-9464-246025622ee3 req-97af54a0-92fe-490e-8065-8d3e41ff1139 tempest-ServerDiskConfigTestJSON-504186010 tempest-ServerDiskConfigTestJSON-504186010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:15:42.538158 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-842b50c6-9122-4438-9464-246025622ee3 req-97af54a0-92fe-490e-8065-8d3e41ff1139 tempest-ServerDiskConfigTestJSON-504186010 tempest-ServerDiskConfigTestJSON-504186010-project] 10.222.0.75 "GET /v2.0/ports?device_id=0f5c6e4a-2766-4317-8c92-8c02169f84b0 HTTP/1.1" status: 200 len: 945 time: 0.2206585 Feb 09 19:15:42.558500 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-27496951-f7e7-4a74-a06c-397d2b687568 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-759852'] for subnet (a8f66b47-a6e5-4bb5-9088-4f491d2c1c9d), precommit_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:15:42.567206 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acab6d85-2142-47ca-8ffc-f236b4101b19 req-b33b41a0-a38b-4ad4-bcf4-60655babb75f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:15:42.567800 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acab6d85-2142-47ca-8ffc-f236b4101b19 req-b33b41a0-a38b-4ad4-bcf4-60655babb75f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:15:42.568562 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acab6d85-2142-47ca-8ffc-f236b4101b19 req-b33b41a0-a38b-4ad4-bcf4-60655babb75f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:15:42.571275 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acab6d85-2142-47ca-8ffc-f236b4101b19 req-b33b41a0-a38b-4ad4-bcf4-60655babb75f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:15:42.571521 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acab6d85-2142-47ca-8ffc-f236b4101b19 req-b33b41a0-a38b-4ad4-bcf4-60655babb75f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:15:42.572240 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acab6d85-2142-47ca-8ffc-f236b4101b19 req-b33b41a0-a38b-4ad4-bcf4-60655babb75f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:15:42.573167 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acab6d85-2142-47ca-8ffc-f236b4101b19 req-b33b41a0-a38b-4ad4-bcf4-60655babb75f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:15:42.575136 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-acab6d85-2142-47ca-8ffc-f236b4101b19 req-b33b41a0-a38b-4ad4-bcf4-60655babb75f service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=1244a62b17644644960c0ef5509cee38&device_id=c3476174-573e-455c-944e-9ed0cac04ac2 HTTP/1.1" status: 200 len: 6629 time: 0.3246520 Feb 09 19:15:42.783184 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acab6d85-2142-47ca-8ffc-f236b4101b19 req-fc77574f-dfe1-40a5-966a-dbcb23b0c686 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:15:42.783852 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acab6d85-2142-47ca-8ffc-f236b4101b19 req-fc77574f-dfe1-40a5-966a-dbcb23b0c686 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:15:42.784438 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acab6d85-2142-47ca-8ffc-f236b4101b19 req-fc77574f-dfe1-40a5-966a-dbcb23b0c686 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:15:42.786683 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-acab6d85-2142-47ca-8ffc-f236b4101b19 req-fc77574f-dfe1-40a5-966a-dbcb23b0c686 service neutron] 10.222.0.90 "GET /v2.0/networks?tenant_id=1244a62b17644644960c0ef5509cee38&shared=False HTTP/1.1" status: 200 len: 2291 time: 0.1868770 Feb 09 19:15:42.949860 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.managers [req-ccf60c10-8e75-4f64-8102-def1edd035e1 req-823850c6-b3cc-4055-a19e-71ac816a24e8 service neutron] Attempting to bind port fd688801-4beb-42a5-9ec8-010c808e3c22 on host n-h2-713498-36 for vnic_type normal with profile {{(pid=103230) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 19:15:42.950225 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.managers [req-ccf60c10-8e75-4f64-8102-def1edd035e1 req-823850c6-b3cc-4055-a19e-71ac816a24e8 service neutron] Attempting to bind port fd688801-4beb-42a5-9ec8-010c808e3c22 by drivers openvswitch,hyperv on host n-h2-713498-36 at level 0 using segments [{'id': '23ed1668-aba2-4aca-a9aa-7fbe90d952c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': '331b81e1-5966-4614-8f3b-12a1817e4fe0'}] {{(pid=103230) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 19:15:42.950768 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ccf60c10-8e75-4f64-8102-def1edd035e1 req-823850c6-b3cc-4055-a19e-71ac816a24e8 service neutron] Attempting to bind port fd688801-4beb-42a5-9ec8-010c808e3c22 on network 331b81e1-5966-4614-8f3b-12a1817e4fe0 {{(pid=103230) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 19:15:42.964145 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ccf60c10-8e75-4f64-8102-def1edd035e1 req-823850c6-b3cc-4055-a19e-71ac816a24e8 service neutron] Port fd688801-4beb-42a5-9ec8-010c808e3c22 on network 331b81e1-5966-4614-8f3b-12a1817e4fe0 not bound, no agent of type Open vSwitch agent registered on host n-h2-713498-36 {{(pid=103230) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 19:15:42.965379 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ccf60c10-8e75-4f64-8102-def1edd035e1 req-823850c6-b3cc-4055-a19e-71ac816a24e8 service neutron] Attempting to bind port fd688801-4beb-42a5-9ec8-010c808e3c22 on network 331b81e1-5966-4614-8f3b-12a1817e4fe0 {{(pid=103230) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 19:15:42.976357 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ccf60c10-8e75-4f64-8102-def1edd035e1 req-823850c6-b3cc-4055-a19e-71ac816a24e8 service neutron] Checking agent: {'id': 'bcd5faee-dc24-4298-9134-0e0aa054058e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713498-36', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 18, 59, 19), 'started_at': datetime.datetime(2022, 2, 9, 18, 59, 19), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 19, 15, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103230) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 19:15:42.976901 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ccf60c10-8e75-4f64-8102-def1edd035e1 req-823850c6-b3cc-4055-a19e-71ac816a24e8 service neutron] Checking segment: {'id': '23ed1668-aba2-4aca-a9aa-7fbe90d952c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': '331b81e1-5966-4614-8f3b-12a1817e4fe0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103230) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 19:15:42.977465 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ccf60c10-8e75-4f64-8102-def1edd035e1 req-823850c6-b3cc-4055-a19e-71ac816a24e8 service neutron] Bound using segment: {'id': '23ed1668-aba2-4aca-a9aa-7fbe90d952c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': '331b81e1-5966-4614-8f3b-12a1817e4fe0'} {{(pid=103230) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 19:15:42.978085 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.managers [req-ccf60c10-8e75-4f64-8102-def1edd035e1 req-823850c6-b3cc-4055-a19e-71ac816a24e8 service neutron] Bound port: fd688801-4beb-42a5-9ec8-010c808e3c22, host: n-h2-713498-36, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '23ed1668-aba2-4aca-a9aa-7fbe90d952c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': '331b81e1-5966-4614-8f3b-12a1817e4fe0'}}] {{(pid=103230) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 19:15:42.978670 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [req-ccf60c10-8e75-4f64-8102-def1edd035e1 req-823850c6-b3cc-4055-a19e-71ac816a24e8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (fd688801-4beb-42a5-9ec8-010c808e3c22), before_update {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:15:42.982506 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-27496951-f7e7-4a74-a06c-397d2b687568 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-760023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12867367', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12759238'] for subnet (a8f66b47-a6e5-4bb5-9088-4f491d2c1c9d), after_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:15:43.013351 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dc6d5b2-d18a-44f7-8a5f-67f1b07d5913 req-49b362bd-c895-49f0-adab-d7b562d92938 tempest-ListServerFiltersTestJSON-592653301 tempest-ListServerFiltersTestJSON-592653301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:15:43.021989 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dc6d5b2-d18a-44f7-8a5f-67f1b07d5913 req-49b362bd-c895-49f0-adab-d7b562d92938 tempest-ListServerFiltersTestJSON-592653301 tempest-ListServerFiltersTestJSON-592653301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:15:43.033332 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-ae112d01-10ab-4ba0-9f08-4a74e48d73e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762867132591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593584'] for agent (93303d5e-5d17-45e8-8963-7694f87783ae), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:15:43.041805 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dc6d5b2-d18a-44f7-8a5f-67f1b07d5913 req-49b362bd-c895-49f0-adab-d7b562d92938 tempest-ListServerFiltersTestJSON-592653301 tempest-ListServerFiltersTestJSON-592653301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:15:43.050189 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-8dc6d5b2-d18a-44f7-8a5f-67f1b07d5913 req-49b362bd-c895-49f0-adab-d7b562d92938 tempest-ListServerFiltersTestJSON-592653301 tempest-ListServerFiltersTestJSON-592653301-project] 10.222.0.75 "GET /v2.0/ports?device_id=28d1ebed-bf95-452e-aa2c-45880a088b7c&device_id=e09c7db3-be54-4206-a02e-57c0246ec41a&device_id=342293bf-7258-4cd4-a7b8-d6015bcac217 HTTP/1.1" status: 200 len: 2417 time: 0.2561131 Feb 09 19:15:43.056219 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-842b50c6-9122-4438-9464-246025622ee3 req-b402dca1-766d-4d70-ab6d-b5175cc02c95 tempest-ServerDiskConfigTestJSON-504186010 tempest-ServerDiskConfigTestJSON-504186010-project] 10.222.0.75 "GET /v2.0/security-groups?id=3d9033a7-be2a-4459-a2da-84c23e651975&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5122640 Feb 09 19:15:43.082096 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27496951-f7e7-4a74-a06c-397d2b687568 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a8f66b47-a6e5-4bb5-9088-4f491d2c1c9d,revision_number=None']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:15:43.094275 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acab6d85-2142-47ca-8ffc-f236b4101b19 req-885a5007-aab1-44d1-bc10-b88670a16ef7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:15:43.096285 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-acab6d85-2142-47ca-8ffc-f236b4101b19 req-885a5007-aab1-44d1-bc10-b88670a16ef7 service neutron] 10.222.0.90 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2988205 Feb 09 19:15:43.098319 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-27496951-f7e7-4a74-a06c-397d2b687568 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1613566'] for subnet (None), before_response {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:15:43.105108 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-27496951-f7e7-4a74-a06c-397d2b687568 admin admin] 10.222.0.75 "DELETE /v2.0/subnets/a8f66b47-a6e5-4bb5-9088-4f491d2c1c9d HTTP/1.1" status: 204 len: 168 time: 0.8512511 Feb 09 19:15:43.108803 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 35494) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:15:43.119893 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.db [req-ccf60c10-8e75-4f64-8102-def1edd035e1 req-823850c6-b3cc-4055-a19e-71ac816a24e8 service neutron] For port fd688801-4beb-42a5-9ec8-010c808e3c22, host n-h2-713498-36, cleared binding levels {{(pid=103230) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 19:15:43.126348 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.db [req-ccf60c10-8e75-4f64-8102-def1edd035e1 req-823850c6-b3cc-4055-a19e-71ac816a24e8 service neutron] For port fd688801-4beb-42a5-9ec8-010c808e3c22, host n-h2-713498-36, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-36',level=0,port_id=fd688801-4beb-42a5-9ec8-010c808e3c22,segment=NetworkSegment(23ed1668-aba2-4aca-a9aa-7fbe90d952c5),segment_id=23ed1668-aba2-4aca-a9aa-7fbe90d952c5)] {{(pid=103230) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 19:15:43.137658 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [req-ccf60c10-8e75-4f64-8102-def1edd035e1 req-823850c6-b3cc-4055-a19e-71ac816a24e8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762867176205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762866656485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762866656503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14393758'] for port (fd688801-4beb-42a5-9ec8-010c808e3c22), after_update {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:15:43.211037 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccf60c10-8e75-4f64-8102-def1edd035e1 req-823850c6-b3cc-4055-a19e-71ac816a24e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:15:43.211772 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [req-ccf60c10-8e75-4f64-8102-def1edd035e1 req-823850c6-b3cc-4055-a19e-71ac816a24e8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171096'] for port (None), before_response {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:15:43.213838 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-ccf60c10-8e75-4f64-8102-def1edd035e1 req-823850c6-b3cc-4055-a19e-71ac816a24e8 service neutron] 10.222.0.90 "PUT /v2.0/ports/fd688801-4beb-42a5-9ec8-010c808e3c22 HTTP/1.1" status: 200 len: 1092 time: 1.8531229 Feb 09 19:15:43.264372 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-8dc6d5b2-d18a-44f7-8a5f-67f1b07d5913 req-a3e49d69-2045-46dc-986f-4ab374b6bc58 tempest-ListServerFiltersTestJSON-592653301 tempest-ListServerFiltersTestJSON-592653301-project] 10.222.0.75 "GET /v2.0/security-groups?id=25541e77-9cfa-43ca-aee5-11ed3f3bedff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2131147 Feb 09 19:15:43.288283 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-823850c6-b3cc-4055-a19e-71ac816a24e8 service neutron] Pushing event updated for resources: {'Port': ['ID=fd688801-4beb-42a5-9ec8-010c808e3c22,revision_number=3']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:15:43.311840 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-721023f3-1649-41c2-9ae4-e4b16dd771e8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-670458'] for network (459aa080-b753-4fe6-b974-4340f6fcea89), before_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:15:43.333500 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acab6d85-2142-47ca-8ffc-f236b4101b19 req-6abe4089-39f1-4216-bf80-fb66fbe26987 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:15:43.334160 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acab6d85-2142-47ca-8ffc-f236b4101b19 req-6abe4089-39f1-4216-bf80-fb66fbe26987 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:15:43.334709 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acab6d85-2142-47ca-8ffc-f236b4101b19 req-6abe4089-39f1-4216-bf80-fb66fbe26987 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:15:43.335251 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acab6d85-2142-47ca-8ffc-f236b4101b19 req-6abe4089-39f1-4216-bf80-fb66fbe26987 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:15:43.336466 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acab6d85-2142-47ca-8ffc-f236b4101b19 req-6abe4089-39f1-4216-bf80-fb66fbe26987 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:15:43.336466 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acab6d85-2142-47ca-8ffc-f236b4101b19 req-6abe4089-39f1-4216-bf80-fb66fbe26987 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:15:43.336815 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acab6d85-2142-47ca-8ffc-f236b4101b19 req-6abe4089-39f1-4216-bf80-fb66fbe26987 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:15:43.337132 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ce8533a-e3c0-4869-8fb6-ee1b1e53c462 req-f0558490-b8af-43a8-ad1d-ddd7acc6e542 tempest-MigrationsAdminTest-892781459 tempest-MigrationsAdminTest-892781459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:15:43.338964 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-acab6d85-2142-47ca-8ffc-f236b4101b19 req-6abe4089-39f1-4216-bf80-fb66fbe26987 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=1244a62b17644644960c0ef5509cee38&device_id=c3476174-573e-455c-944e-9ed0cac04ac2 HTTP/1.1" status: 200 len: 6702 time: 0.1692750 Feb 09 19:15:43.345657 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-8ce8533a-e3c0-4869-8fb6-ee1b1e53c462 req-f0558490-b8af-43a8-ad1d-ddd7acc6e542 tempest-MigrationsAdminTest-892781459 tempest-MigrationsAdminTest-892781459-project] 10.222.0.75 "GET /v2.0/ports?device_id=9cec8a2a-9f08-4ec2-981f-5cef55181738 HTTP/1.1" status: 200 len: 948 time: 0.1258254 Feb 09 19:15:43.469005 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-8ce8533a-e3c0-4869-8fb6-ee1b1e53c462 req-19a1c39c-c443-4a1c-a855-75a5ae1b9f47 tempest-MigrationsAdminTest-892781459 tempest-MigrationsAdminTest-892781459-project] 10.222.0.75 "GET /v2.0/security-groups?id=709912c8-8171-4435-800e-9e5c5e45bf8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1223478 Feb 09 19:15:43.594151 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-721023f3-1649-41c2-9ae4-e4b16dd771e8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-590267', 'neutron.services.segments.db._delete_segments_for_network-8762867132609'] for network (459aa080-b753-4fe6-b974-4340f6fcea89), precommit_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:15:43.617714 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-a78d6523-78c1-4cba-b047-a4f7981d6f2f req-100531c7-1abe-4c25-88cf-83428ccaa2a8 tempest-ListServerFiltersTestJSON-592653301 tempest-ListServerFiltersTestJSON-592653301-project] 10.222.0.75 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.&fields=device_id HTTP/1.1" status: 200 len: 463 time: 0.3012824 Feb 09 19:15:43.686053 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4bb7963-aec9-42ab-ae4a-f99bd334908c req-8a1b6bea-3e51-455f-8ade-8ba343427f44 tempest-TaggedBootDevicesTest-980849656 tempest-TaggedBootDevicesTest-980849656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:15:43.687993 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Device e9bcfa85-cba2-4c7c-a956-383e6c72478d details requested by agent hyperv_n-h2-713498-36 with host n-h2-713498-36 {{(pid=103232) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 19:15:43.699744 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4bb7963-aec9-42ab-ae4a-f99bd334908c req-8a1b6bea-3e51-455f-8ade-8ba343427f44 tempest-TaggedBootDevicesTest-980849656 tempest-TaggedBootDevicesTest-980849656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:15:43.705892 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4bb7963-aec9-42ab-ae4a-f99bd334908c req-8a1b6bea-3e51-455f-8ade-8ba343427f44 tempest-TaggedBootDevicesTest-980849656 tempest-TaggedBootDevicesTest-980849656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:15:43.712385 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4bb7963-aec9-42ab-ae4a-f99bd334908c req-8a1b6bea-3e51-455f-8ade-8ba343427f44 tempest-TaggedBootDevicesTest-980849656 tempest-TaggedBootDevicesTest-980849656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:15:43.718538 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4bb7963-aec9-42ab-ae4a-f99bd334908c req-8a1b6bea-3e51-455f-8ade-8ba343427f44 tempest-TaggedBootDevicesTest-980849656 tempest-TaggedBootDevicesTest-980849656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:15:43.724496 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4bb7963-aec9-42ab-ae4a-f99bd334908c req-8a1b6bea-3e51-455f-8ade-8ba343427f44 tempest-TaggedBootDevicesTest-980849656 tempest-TaggedBootDevicesTest-980849656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:15:43.728085 n-d-713498-36 neutron-server[103229]: DEBUG neutron.services.segments.db [None req-721023f3-1649-41c2-9ae4-e4b16dd771e8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['459aa080-b753-4fe6-b974-4340f6fcea89']}} {{(pid=103229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:15:43.731349 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4bb7963-aec9-42ab-ae4a-f99bd334908c req-8a1b6bea-3e51-455f-8ade-8ba343427f44 tempest-TaggedBootDevicesTest-980849656 tempest-TaggedBootDevicesTest-980849656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:15:43.733785 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-d4bb7963-aec9-42ab-ae4a-f99bd334908c req-8a1b6bea-3e51-455f-8ade-8ba343427f44 tempest-TaggedBootDevicesTest-980849656 tempest-TaggedBootDevicesTest-980849656-project] 10.222.0.75 "GET /v2.0/ports?device_id=c3476174-573e-455c-944e-9ed0cac04ac2 HTTP/1.1" status: 200 len: 5421 time: 0.1919742 Feb 09 19:15:43.777543 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acab6d85-2142-47ca-8ffc-f236b4101b19 req-dbc15bc4-a024-4641-9027-8ab331ccf9f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:15:43.778363 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acab6d85-2142-47ca-8ffc-f236b4101b19 req-dbc15bc4-a024-4641-9027-8ab331ccf9f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:15:43.783447 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acab6d85-2142-47ca-8ffc-f236b4101b19 req-dbc15bc4-a024-4641-9027-8ab331ccf9f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:15:43.785236 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-acab6d85-2142-47ca-8ffc-f236b4101b19 req-dbc15bc4-a024-4641-9027-8ab331ccf9f6 service neutron] 10.222.0.90 "GET /v2.0/networks?tenant_id=1244a62b17644644960c0ef5509cee38&shared=False HTTP/1.1" status: 200 len: 2291 time: 0.3961933 Feb 09 19:15:43.787326 n-d-713498-36 neutron-server[103229]: DEBUG neutron.services.segments.db [None req-721023f3-1649-41c2-9ae4-e4b16dd771e8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '16cee793-39af-4747-b35d-d195dda77d67') {'for_net_delete': True} {{(pid=103229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:15:43.789206 n-d-713498-36 neutron-server[103229]: DEBUG neutron.services.segments.db [None req-721023f3-1649-41c2-9ae4-e4b16dd771e8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '16cee793-39af-4747-b35d-d195dda77d67') {} {{(pid=103229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:15:43.850854 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-721023f3-1649-41c2-9ae4-e4b16dd771e8 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762867134154', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16683417'] for segment (16cee793-39af-4747-b35d-d195dda77d67), before_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:15:43.852119 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-7429db8d-6021-40ad-813e-885be449a89b None None] For port e9bcfa85-cba2-4c7c-a956-383e6c72478d, host n-h2-713498-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-36',level=0,port_id=e9bcfa85-cba2-4c7c-a956-383e6c72478d,segment=NetworkSegment(50e5915e-18f0-4558-9a28-b978975ead36),segment_id=50e5915e-18f0-4558-9a28-b978975ead36)] {{(pid=103232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 19:15:43.854425 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-d4bb7963-aec9-42ab-ae4a-f99bd334908c req-6894c0e4-95c6-4161-94da-916aafbfe38e tempest-TaggedBootDevicesTest-980849656 tempest-TaggedBootDevicesTest-980849656-project] 10.222.0.75 "GET /v2.0/security-groups?id=6f7e8ede-8085-490c-860b-91c045ecce1f&id=116d7b93-0726-4659-8687-b47afcfa5056&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1147203 Feb 09 19:15:43.877906 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Returning: {'device': 'e9bcfa85-cba2-4c7c-a956-383e6c72478d', 'network_id': '2b5494c8-cf97-42c1-b902-87f998f28179', 'port_id': 'e9bcfa85-cba2-4c7c-a956-383e6c72478d', 'mac_address': 'fa:16:3e:d8:4d:33', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 359, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '60b561cb-321e-4f83-9bb3-92b2e1d0dc44', 'ip_address': '192.168.233.219'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103232) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 19:15:43.941323 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Current status of the port e9bcfa85-cba2-4c7c-a956-383e6c72478d is: DOWN; New status is: BUILD {{(pid=103232) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 19:15:43.942377 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (e9bcfa85-cba2-4c7c-a956-383e6c72478d), before_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:15:43.948995 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-721023f3-1649-41c2-9ae4-e4b16dd771e8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-759574'] for segment (16cee793-39af-4747-b35d-d195dda77d67), precommit_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:15:43.970919 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-721023f3-1649-41c2-9ae4-e4b16dd771e8 admin admin] Releasing vlan 361 on physical network physnet1 to pool {{(pid=103229) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 19:15:43.971571 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-721023f3-1649-41c2-9ae4-e4b16dd771e8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-759574', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12867469'] for segment (16cee793-39af-4747-b35d-d195dda77d67), after_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:15:43.973530 n-d-713498-36 neutron-server[103229]: Traceback (most recent call last): Feb 09 19:15:43.973530 n-d-713498-36 neutron-server[103229]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 19:15:43.973530 n-d-713498-36 neutron-server[103229]: timer() Feb 09 19:15:43.973530 n-d-713498-36 neutron-server[103229]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 19:15:43.973530 n-d-713498-36 neutron-server[103229]: cb(*args, **kw) Feb 09 19:15:43.973530 n-d-713498-36 neutron-server[103229]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 19:15:43.973530 n-d-713498-36 neutron-server[103229]: return func(*args, **kwargs) Feb 09 19:15:43.973530 n-d-713498-36 neutron-server[103229]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 19:15:43.973530 n-d-713498-36 neutron-server[103229]: self._notify() Feb 09 19:15:43.973530 n-d-713498-36 neutron-server[103229]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 19:15:43.973530 n-d-713498-36 neutron-server[103229]: self.callback(batched_events) Feb 09 19:15:43.973530 n-d-713498-36 neutron-server[103229]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 19:15:43.973530 n-d-713498-36 neutron-server[103229]: event.method(event) Feb 09 19:15:43.973530 n-d-713498-36 neutron-server[103229]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 19:15:43.973530 n-d-713498-36 neutron-server[103229]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 19:15:43.973530 n-d-713498-36 neutron-server[103229]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 19:15:43.973530 n-d-713498-36 neutron-server[103229]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 19:15:43.973530 n-d-713498-36 neutron-server[103229]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 19:15:43.973530 n-d-713498-36 neutron-server[103229]: return f(self, *a, **k) Feb 09 19:15:43.973530 n-d-713498-36 neutron-server[103229]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 19:15:43.973530 n-d-713498-36 neutron-server[103229]: return self._get(url).json() Feb 09 19:15:43.973530 n-d-713498-36 neutron-server[103229]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 19:15:43.973530 n-d-713498-36 neutron-server[103229]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 19:15:43.973530 n-d-713498-36 neutron-server[103229]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 19:15:43.973530 n-d-713498-36 neutron-server[103229]: return self.request(url, 'GET', **kwargs) Feb 09 19:15:43.973530 n-d-713498-36 neutron-server[103229]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 19:15:43.973530 n-d-713498-36 neutron-server[103229]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 19:15:43.973530 n-d-713498-36 neutron-server[103229]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 19:15:43.973530 n-d-713498-36 neutron-server[103229]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 19:15:43.973530 n-d-713498-36 neutron-server[103229]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 19:15:43.973530 n-d-713498-36 neutron-server[103229]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 19:15:43.973530 n-d-713498-36 neutron-server[103229]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 19:15:43.979244 n-d-713498-36 neutron-server[103232]: DEBUG neutron.notifiers.nova [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e9bcfa85-cba2-4c7c-a956-383e6c72478d {{(pid=103232) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 19:15:44.044871 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-7429db8d-6021-40ad-813e-885be449a89b None None] For port e9bcfa85-cba2-4c7c-a956-383e6c72478d, host n-h2-713498-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-36',level=0,port_id=e9bcfa85-cba2-4c7c-a956-383e6c72478d,segment=NetworkSegment(50e5915e-18f0-4558-9a28-b978975ead36),segment_id=50e5915e-18f0-4558-9a28-b978975ead36)] {{(pid=103232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 19:15:44.052687 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762867176205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762866656485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762866656503'] for port (e9bcfa85-cba2-4c7c-a956-383e6c72478d), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:15:44.149586 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Pushing event updated for resources: {'Port': ['ID=e9bcfa85-cba2-4c7c-a956-383e6c72478d,revision_number=10']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:15:44.156860 n-d-713498-36 neutron-server[103230]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c3476174-573e-455c-944e-9ed0cac04ac2', 'tag': 'fd688801-4beb-42a5-9ec8-010c808e3c22'}] {{(pid=103230) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 19:15:44.159895 n-d-713498-36 neutron-server[103230]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aee5919275bae9f72eb374ee322673045eb80c1f84b4b45a97d96923bd50ab51" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-181b26f5-d775-4307-90d0-eaaff8740fee" -d '{"events": [{"name": "network-changed", "server_uuid": "c3476174-573e-455c-944e-9ed0cac04ac2", "tag": "fd688801-4beb-42a5-9ec8-010c808e3c22"}]}' {{(pid=103230) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 19:15:44.241436 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-edc54c9b-7f13-45d9-9271-85c9738b0128 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762867132591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593584'] for agent (a62b1850-466f-48ae-bec7-d62fb280e14b), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:15:44.406830 n-d-713498-36 neutron-server[103230]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 19:15:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5acc753e-8a22-4194-88b7-f5c982cb0fb8 x-openstack-request-id: req-5acc753e-8a22-4194-88b7-f5c982cb0fb8 {{(pid=103230) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 19:15:44.407122 n-d-713498-36 neutron-server[103230]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c3476174-573e-455c-944e-9ed0cac04ac2", "tag": "fd688801-4beb-42a5-9ec8-010c808e3c22", "status": "completed", "code": 200}]} {{(pid=103230) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 19:15:44.407375 n-d-713498-36 neutron-server[103230]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-5acc753e-8a22-4194-88b7-f5c982cb0fb8 {{(pid=103230) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 19:15:44.407760 n-d-713498-36 neutron-server[103230]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c3476174-573e-455c-944e-9ed0cac04ac2', 'tag': 'fd688801-4beb-42a5-9ec8-010c808e3c22', 'status': 'completed', 'code': 200} Feb 09 19:15:44.475654 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-7429db8d-6021-40ad-813e-885be449a89b None None] get_ports_and_sgs() called for port_ids ['e9bcfa85-cba2-4c7c-a956-383e6c72478d'] {{(pid=103232) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 19:15:44.491685 n-d-713498-36 neutron-server[103233]: DEBUG neutron.db.agents_db [None req-4a8a6a42-0a0c-4437-8958-92282682b6bb None None] Agent healthcheck: found 7 active agents {{(pid=103233) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 19:15:44.517663 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acab6d85-2142-47ca-8ffc-f236b4101b19 req-050b6615-1474-408c-9729-b60246d0cf91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:15:44.520747 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-acab6d85-2142-47ca-8ffc-f236b4101b19 req-050b6615-1474-408c-9729-b60246d0cf91 service neutron] 10.222.0.90 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.7254949 Feb 09 19:15:44.538717 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-721023f3-1649-41c2-9ae4-e4b16dd771e8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-590242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1885479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1818895'] for network (459aa080-b753-4fe6-b974-4340f6fcea89), after_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:15:44.555916 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-721023f3-1649-41c2-9ae4-e4b16dd771e8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1613566'] for network (None), before_response {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:15:44.560570 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-721023f3-1649-41c2-9ae4-e4b16dd771e8 admin admin] 10.222.0.75 "DELETE /v2.0/networks/459aa080-b753-4fe6-b974-4340f6fcea89 HTTP/1.1" status: 204 len: 168 time: 1.4505763 Feb 09 19:15:44.588607 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69334877-ef6f-4255-894d-731ef75051e5 req-23fda989-5676-42e7-9967-73128a88139c tempest-ServerDiskConfigTestJSON-504186010 tempest-ServerDiskConfigTestJSON-504186010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:15:44.597434 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-69334877-ef6f-4255-894d-731ef75051e5 req-23fda989-5676-42e7-9967-73128a88139c tempest-ServerDiskConfigTestJSON-504186010 tempest-ServerDiskConfigTestJSON-504186010-project] 10.222.0.75 "GET /v2.0/ports?device_id=0f5c6e4a-2766-4317-8c92-8c02169f84b0 HTTP/1.1" status: 200 len: 945 time: 0.1701136 Feb 09 19:15:44.602031 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-721023f3-1649-41c2-9ae4-e4b16dd771e8 admin admin] Pushing event deleted for resources: {'Network': ['ID=459aa080-b753-4fe6-b974-4340f6fcea89,revision_number=None']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:15:44.683346 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-69334877-ef6f-4255-894d-731ef75051e5 req-8239a997-2f37-4f3d-aea9-a380827c98c2 tempest-ServerDiskConfigTestJSON-504186010 tempest-ServerDiskConfigTestJSON-504186010-project] 10.222.0.75 "GET /v2.0/security-groups?id=3d9033a7-be2a-4459-a2da-84c23e651975&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0848286 Feb 09 19:15:44.854663 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccf60c10-8e75-4f64-8102-def1edd035e1 req-47a6d2da-1ba1-42b2-a92e-40a8034e926d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:15:44.856162 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccf60c10-8e75-4f64-8102-def1edd035e1 req-47a6d2da-1ba1-42b2-a92e-40a8034e926d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:15:44.856758 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccf60c10-8e75-4f64-8102-def1edd035e1 req-47a6d2da-1ba1-42b2-a92e-40a8034e926d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:15:44.857302 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccf60c10-8e75-4f64-8102-def1edd035e1 req-47a6d2da-1ba1-42b2-a92e-40a8034e926d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:15:44.857823 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccf60c10-8e75-4f64-8102-def1edd035e1 req-47a6d2da-1ba1-42b2-a92e-40a8034e926d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:15:44.858478 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccf60c10-8e75-4f64-8102-def1edd035e1 req-47a6d2da-1ba1-42b2-a92e-40a8034e926d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:15:44.859008 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccf60c10-8e75-4f64-8102-def1edd035e1 req-47a6d2da-1ba1-42b2-a92e-40a8034e926d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:15:44.861790 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-ccf60c10-8e75-4f64-8102-def1edd035e1 req-47a6d2da-1ba1-42b2-a92e-40a8034e926d service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=1244a62b17644644960c0ef5509cee38&device_id=c3476174-573e-455c-944e-9ed0cac04ac2 HTTP/1.1" status: 200 len: 6702 time: 0.1931350 Feb 09 19:15:44.931398 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-ccf60c10-8e75-4f64-8102-def1edd035e1 req-b50b0935-bd9d-41ef-bb41-ba73f5ba0f0d service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=6aefa796-a5da-43f4-b77c-5a57dc7a02ee HTTP/1.1" status: 200 len: 217 time: 0.0575852 Feb 09 19:15:44.955360 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-075eefff-fc70-407f-9618-5194600872f1 req-349ed1f4-31a5-400f-8a73-ec24609215e9 tempest-MigrationsAdminTest-892781459 tempest-MigrationsAdminTest-892781459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:15:44.958190 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-075eefff-fc70-407f-9618-5194600872f1 req-349ed1f4-31a5-400f-8a73-ec24609215e9 tempest-MigrationsAdminTest-892781459 tempest-MigrationsAdminTest-892781459-project] 10.222.0.75 "GET /v2.0/ports?device_id=9cec8a2a-9f08-4ec2-981f-5cef55181738 HTTP/1.1" status: 200 len: 950 time: 0.1516597 Feb 09 19:15:45.074670 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccf60c10-8e75-4f64-8102-def1edd035e1 req-524425a8-e2d2-4ee0-abe1-a307180aa834 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:15:45.082534 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-ccf60c10-8e75-4f64-8102-def1edd035e1 req-524425a8-e2d2-4ee0-abe1-a307180aa834 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=96689e74-1d15-4889-9091-f107b048a678 HTTP/1.1" status: 200 len: 849 time: 0.1212482 Feb 09 19:15:45.117726 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 35546) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:15:45.135439 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-075eefff-fc70-407f-9618-5194600872f1 req-da3e95e7-9cfa-4e16-b74d-ac5b15c6e3f5 tempest-MigrationsAdminTest-892781459 tempest-MigrationsAdminTest-892781459-project] 10.222.0.75 "GET /v2.0/security-groups?id=709912c8-8171-4435-800e-9e5c5e45bf8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1607046 Feb 09 19:15:45.181667 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-8c74bc24-246c-4552-bad5-55a3234a28c0 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=47cf9b5b21a44e6c9a404a523230c725&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0596905 Feb 09 19:15:45.188302 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 35550) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:15:45.191032 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31c5abbe-75f2-4823-8c34-0859180fc3aa req-daa780b8-c3a8-4460-9894-2581e92aaf40 tempest-TaggedBootDevicesTest-980849656 tempest-TaggedBootDevicesTest-980849656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:15:45.196698 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31c5abbe-75f2-4823-8c34-0859180fc3aa req-daa780b8-c3a8-4460-9894-2581e92aaf40 tempest-TaggedBootDevicesTest-980849656 tempest-TaggedBootDevicesTest-980849656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:15:45.202908 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31c5abbe-75f2-4823-8c34-0859180fc3aa req-daa780b8-c3a8-4460-9894-2581e92aaf40 tempest-TaggedBootDevicesTest-980849656 tempest-TaggedBootDevicesTest-980849656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:15:45.208516 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31c5abbe-75f2-4823-8c34-0859180fc3aa req-daa780b8-c3a8-4460-9894-2581e92aaf40 tempest-TaggedBootDevicesTest-980849656 tempest-TaggedBootDevicesTest-980849656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:15:45.213922 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31c5abbe-75f2-4823-8c34-0859180fc3aa req-daa780b8-c3a8-4460-9894-2581e92aaf40 tempest-TaggedBootDevicesTest-980849656 tempest-TaggedBootDevicesTest-980849656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:15:45.220793 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31c5abbe-75f2-4823-8c34-0859180fc3aa req-daa780b8-c3a8-4460-9894-2581e92aaf40 tempest-TaggedBootDevicesTest-980849656 tempest-TaggedBootDevicesTest-980849656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:15:45.226029 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31c5abbe-75f2-4823-8c34-0859180fc3aa req-daa780b8-c3a8-4460-9894-2581e92aaf40 tempest-TaggedBootDevicesTest-980849656 tempest-TaggedBootDevicesTest-980849656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:15:45.228112 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-31c5abbe-75f2-4823-8c34-0859180fc3aa req-daa780b8-c3a8-4460-9894-2581e92aaf40 tempest-TaggedBootDevicesTest-980849656 tempest-TaggedBootDevicesTest-980849656-project] 10.222.0.75 "GET /v2.0/ports?device_id=c3476174-573e-455c-944e-9ed0cac04ac2 HTTP/1.1" status: 200 len: 5421 time: 0.1705956 Feb 09 19:15:45.295686 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccf60c10-8e75-4f64-8102-def1edd035e1 req-6c96ab9e-0afa-4ae6-9cf6-f21bdaa7a190 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:15:45.297378 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-ccf60c10-8e75-4f64-8102-def1edd035e1 req-6c96ab9e-0afa-4ae6-9cf6-f21bdaa7a190 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=3e8c2732-7ced-47de-8a60-f22ea571cd92&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.1955400 Feb 09 19:15:45.298902 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-31c5abbe-75f2-4823-8c34-0859180fc3aa req-aededfd7-b918-4919-aeed-4ab1087b153b tempest-TaggedBootDevicesTest-980849656 tempest-TaggedBootDevicesTest-980849656-project] 10.222.0.75 "GET /v2.0/security-groups?id=6f7e8ede-8085-490c-860b-91c045ecce1f&id=116d7b93-0726-4659-8687-b47afcfa5056&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0633359 Feb 09 19:15:45.411826 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-984d8d78-4050-4a60-9b99-20c4d5e4e9bf admin admin] Publish callbacks [] for security_group (3e31c9aa-5a3d-456a-b178-941494e803a6), before_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:15:45.457068 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-984d8d78-4050-4a60-9b99-20c4d5e4e9bf admin admin] Publish callbacks [] for security_group (3e31c9aa-5a3d-456a-b178-941494e803a6), precommit_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:15:45.509381 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c46d922-0e37-4f11-a896-543d31b6a6d1 req-7df65c09-5efd-4d7c-a9ea-b01f353bf3dc tempest-MigrationsAdminTest-892781459 tempest-MigrationsAdminTest-892781459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:15:45.519673 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-2c46d922-0e37-4f11-a896-543d31b6a6d1 req-7df65c09-5efd-4d7c-a9ea-b01f353bf3dc tempest-MigrationsAdminTest-892781459 tempest-MigrationsAdminTest-892781459-project] 10.222.0.75 "GET /v2.0/ports?device_id=9cec8a2a-9f08-4ec2-981f-5cef55181738 HTTP/1.1" status: 200 len: 950 time: 0.0811431 Feb 09 19:15:45.524307 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-ccf60c10-8e75-4f64-8102-def1edd035e1 req-77c4e7a1-9207-445b-84de-388b3fa1852b service neutron] 10.222.0.90 "GET /v2.0/networks/3e8c2732-7ced-47de-8a60-f22ea571cd92?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2188463 Feb 09 19:15:45.559896 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-984d8d78-4050-4a60-9b99-20c4d5e4e9bf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1892331'] for security_group (3e31c9aa-5a3d-456a-b178-941494e803a6), after_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:15:45.561810 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-984d8d78-4050-4a60-9b99-20c4d5e4e9bf admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:15:45.563051 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-984d8d78-4050-4a60-9b99-20c4d5e4e9bf admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/3e31c9aa-5a3d-456a-b178-941494e803a6 HTTP/1.1" status: 204 len: 168 time: 0.3676653 Feb 09 19:15:45.615259 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-2c46d922-0e37-4f11-a896-543d31b6a6d1 req-f7b7d405-a809-4a13-96c1-f56876b6e000 tempest-MigrationsAdminTest-892781459 tempest-MigrationsAdminTest-892781459-project] 10.222.0.75 "GET /v2.0/security-groups?id=709912c8-8171-4435-800e-9e5c5e45bf8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0949280 Feb 09 19:15:45.650347 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-984d8d78-4050-4a60-9b99-20c4d5e4e9bf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3e31c9aa-5a3d-456a-b178-941494e803a6,revision_number=None']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:15:45.718622 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-ccf60c10-8e75-4f64-8102-def1edd035e1 req-aaaca510-ec41-4f43-a8a1-4b2907f5b9b5 service neutron] 10.222.0.90 "GET /v2.0/networks/3e8c2732-7ced-47de-8a60-f22ea571cd92?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1713421 Feb 09 19:15:45.858917 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-ccf60c10-8e75-4f64-8102-def1edd035e1 req-c7e08c15-8ffc-4aa3-a53d-bd91a6dc4fee service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.234&port_id=00c0f46c-15ff-4897-a6aa-63bcf7d50cc2 HTTP/1.1" status: 200 len: 217 time: 0.1322355 Feb 09 19:15:45.878338 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-a7262a8e-0513-48fd-984d-75726a511961 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762867132591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593584'] for agent (911cfea2-02ae-4ec9-bac3-7808ee1cdd9c), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:15:45.889887 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-355ca9d1-42d2-4813-a813-327ba76c1133 req-5a26d541-eed8-4f51-b8d4-50b166e8f69c tempest-ServerDiskConfigTestJSON-504186010 tempest-ServerDiskConfigTestJSON-504186010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:15:45.902769 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-355ca9d1-42d2-4813-a813-327ba76c1133 req-5a26d541-eed8-4f51-b8d4-50b166e8f69c tempest-ServerDiskConfigTestJSON-504186010 tempest-ServerDiskConfigTestJSON-504186010-project] 10.222.0.75 "GET /v2.0/ports?device_id=0f5c6e4a-2766-4317-8c92-8c02169f84b0 HTTP/1.1" status: 200 len: 945 time: 0.1285322 Feb 09 19:15:45.959400 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b661a7c9-50da-4fca-bf74-204038b15d46 req-7c13f740-b911-4da3-93a0-24a935a6f5bc tempest-ListServerFiltersTestJSON-592653301 tempest-ListServerFiltersTestJSON-592653301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:15:45.968834 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-b661a7c9-50da-4fca-bf74-204038b15d46 req-7c13f740-b911-4da3-93a0-24a935a6f5bc tempest-ListServerFiltersTestJSON-592653301 tempest-ListServerFiltersTestJSON-592653301-project] 10.222.0.75 "GET /v2.0/ports?device_id=28d1ebed-bf95-452e-aa2c-45880a088b7c HTTP/1.1" status: 200 len: 945 time: 0.1700799 Feb 09 19:15:45.995826 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-355ca9d1-42d2-4813-a813-327ba76c1133 req-6cb91acd-f81c-4ec2-adbc-4e55718f3206 tempest-ServerDiskConfigTestJSON-504186010 tempest-ServerDiskConfigTestJSON-504186010-project] 10.222.0.75 "GET /v2.0/security-groups?id=3d9033a7-be2a-4459-a2da-84c23e651975&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0828722 Feb 09 19:15:46.007713 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccf60c10-8e75-4f64-8102-def1edd035e1 req-6f4406a7-67f6-41ba-84be-320977ff80f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:15:46.012091 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-ccf60c10-8e75-4f64-8102-def1edd035e1 req-6f4406a7-67f6-41ba-84be-320977ff80f7 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=4f9f0eeb-e92f-40bd-8072-2e802a7fd893 HTTP/1.1" status: 200 len: 797 time: 0.1308944 Feb 09 19:15:46.113706 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-b661a7c9-50da-4fca-bf74-204038b15d46 req-0ba241b9-8625-46c3-bdc3-b6c40a8af726 tempest-ListServerFiltersTestJSON-592653301 tempest-ListServerFiltersTestJSON-592653301-project] 10.222.0.75 "GET /v2.0/security-groups?id=25541e77-9cfa-43ca-aee5-11ed3f3bedff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1376874 Feb 09 19:15:46.139395 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccf60c10-8e75-4f64-8102-def1edd035e1 req-b40f5c66-bb0a-4048-b0b7-5b269d66fb5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:15:46.140189 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-a54c42d6-c386-45a1-a170-95f24fea8425 req-4f15f1fb-2b84-46dc-9454-33cf1148b265 tempest-MigrationsAdminTest-892781459 tempest-MigrationsAdminTest-892781459-project] 10.222.0.75 "GET /v2.0/networks?tenant_id=51b81e7592544b98a90626c2bba713eb&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0311587 Feb 09 19:15:46.141292 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-ccf60c10-8e75-4f64-8102-def1edd035e1 req-b40f5c66-bb0a-4048-b0b7-5b269d66fb5b service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=319dd8de-af57-40fe-b1b8-034fd50be509&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1198 time: 0.1062562 Feb 09 19:15:46.274975 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a54c42d6-c386-45a1-a170-95f24fea8425 req-b53556ab-a9c7-4cb5-bef7-fb0c0715b010 tempest-MigrationsAdminTest-892781459 tempest-MigrationsAdminTest-892781459-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:15:46.276252 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-ccf60c10-8e75-4f64-8102-def1edd035e1 req-c53e6359-9529-4962-badd-77255154c617 service neutron] 10.222.0.90 "GET /v2.0/networks/319dd8de-af57-40fe-b1b8-034fd50be509?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1171291 Feb 09 19:15:46.282797 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-a54c42d6-c386-45a1-a170-95f24fea8425 req-b53556ab-a9c7-4cb5-bef7-fb0c0715b010 tempest-MigrationsAdminTest-892781459 tempest-MigrationsAdminTest-892781459-project] 10.222.0.75 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1415915 Feb 09 19:15:46.299425 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-a54c42d6-c386-45a1-a170-95f24fea8425 req-ab0fc4c1-b84c-4d48-911d-3cbfd90991a8 tempest-MigrationsAdminTest-892781459 tempest-MigrationsAdminTest-892781459-project] 10.222.0.75 "GET /v2.0/quotas/51b81e7592544b98a90626c2bba713eb HTTP/1.1" status: 200 len: 375 time: 0.0156119 Feb 09 19:15:46.422866 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-a54c42d6-c386-45a1-a170-95f24fea8425 req-7157ebc9-9d81-4e2e-bec1-3137e7e6e0d3 tempest-MigrationsAdminTest-892781459 tempest-MigrationsAdminTest-892781459-project] 10.222.0.75 "GET /v2.0/ports?tenant_id=51b81e7592544b98a90626c2bba713eb&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1224871 Feb 09 19:15:46.483005 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-ccf60c10-8e75-4f64-8102-def1edd035e1 req-b084581c-08ad-4914-a586-ddd3346d26b0 service neutron] 10.222.0.90 "GET /v2.0/networks/319dd8de-af57-40fe-b1b8-034fd50be509?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1975050 Feb 09 19:15:46.577672 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-ccf60c10-8e75-4f64-8102-def1edd035e1 req-6d44f3d6-64ec-4086-8ae5-2a1662a4f945 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.113&port_id=1d0cdc94-55c4-4888-8478-b9f4b1cc96ea HTTP/1.1" status: 200 len: 217 time: 0.0692253 Feb 09 19:15:46.661812 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccf60c10-8e75-4f64-8102-def1edd035e1 req-8a17e07a-ab20-4fee-ada7-450f1379d55b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:15:46.663349 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-ccf60c10-8e75-4f64-8102-def1edd035e1 req-8a17e07a-ab20-4fee-ada7-450f1379d55b service neutron] 10.222.0.90 "GET /v2.0/subnets?id=4f9f0eeb-e92f-40bd-8072-2e802a7fd893 HTTP/1.1" status: 200 len: 797 time: 0.0646949 Feb 09 19:15:46.698427 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73a21e6a-4c47-440f-95c3-a9c8eeb72617 req-e93a14ca-4a70-4bc4-98d8-e8db7a5f13be tempest-TaggedBootDevicesTest-980849656 tempest-TaggedBootDevicesTest-980849656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:15:46.704768 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73a21e6a-4c47-440f-95c3-a9c8eeb72617 req-e93a14ca-4a70-4bc4-98d8-e8db7a5f13be tempest-TaggedBootDevicesTest-980849656 tempest-TaggedBootDevicesTest-980849656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:15:46.710149 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73a21e6a-4c47-440f-95c3-a9c8eeb72617 req-e93a14ca-4a70-4bc4-98d8-e8db7a5f13be tempest-TaggedBootDevicesTest-980849656 tempest-TaggedBootDevicesTest-980849656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:15:46.725197 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-d4294850-9ed5-494c-b575-2f8cd1c0a507 req-7d5e1e08-1c31-4140-b825-47af954ae091 tempest-MigrationsAdminTest-892781459 tempest-MigrationsAdminTest-892781459-project] 10.222.0.75 "GET /v2.0/ports?device_id=5a41699b-33f6-4124-8872-0e1679a5b99b HTTP/1.1" status: 200 len: 210 time: 0.0514021 Feb 09 19:15:46.727317 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73a21e6a-4c47-440f-95c3-a9c8eeb72617 req-e93a14ca-4a70-4bc4-98d8-e8db7a5f13be tempest-TaggedBootDevicesTest-980849656 tempest-TaggedBootDevicesTest-980849656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:15:46.734083 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73a21e6a-4c47-440f-95c3-a9c8eeb72617 req-e93a14ca-4a70-4bc4-98d8-e8db7a5f13be tempest-TaggedBootDevicesTest-980849656 tempest-TaggedBootDevicesTest-980849656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:15:46.739753 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73a21e6a-4c47-440f-95c3-a9c8eeb72617 req-e93a14ca-4a70-4bc4-98d8-e8db7a5f13be tempest-TaggedBootDevicesTest-980849656 tempest-TaggedBootDevicesTest-980849656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:15:46.754280 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73a21e6a-4c47-440f-95c3-a9c8eeb72617 req-e93a14ca-4a70-4bc4-98d8-e8db7a5f13be tempest-TaggedBootDevicesTest-980849656 tempest-TaggedBootDevicesTest-980849656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:15:46.754280 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-73a21e6a-4c47-440f-95c3-a9c8eeb72617 req-e93a14ca-4a70-4bc4-98d8-e8db7a5f13be tempest-TaggedBootDevicesTest-980849656 tempest-TaggedBootDevicesTest-980849656-project] 10.222.0.75 "GET /v2.0/ports?device_id=c3476174-573e-455c-944e-9ed0cac04ac2 HTTP/1.1" status: 200 len: 5421 time: 0.3117940 Feb 09 19:15:46.884468 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-73a21e6a-4c47-440f-95c3-a9c8eeb72617 req-eb6826c7-b1c0-4694-915e-104e0984c769 tempest-TaggedBootDevicesTest-980849656 tempest-TaggedBootDevicesTest-980849656-project] 10.222.0.75 "GET /v2.0/security-groups?id=6f7e8ede-8085-490c-860b-91c045ecce1f&id=116d7b93-0726-4659-8687-b47afcfa5056&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1271024 Feb 09 19:15:46.895331 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccf60c10-8e75-4f64-8102-def1edd035e1 req-a0d765ea-f9a1-4333-bc5e-7de6d4144d6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:15:46.897013 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-ccf60c10-8e75-4f64-8102-def1edd035e1 req-a0d765ea-f9a1-4333-bc5e-7de6d4144d6e service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=319dd8de-af57-40fe-b1b8-034fd50be509&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1198 time: 0.1483154 Feb 09 19:15:47.025659 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 35626) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:15:47.031238 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762867132591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593584'] for agent (496418a2-c002-4aec-ab1a-07f3bea491bd), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:15:47.137678 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-ccf60c10-8e75-4f64-8102-def1edd035e1 req-735b55f4-d26f-472c-8474-8a15d5fb24f8 service neutron] 10.222.0.90 "GET /v2.0/networks/319dd8de-af57-40fe-b1b8-034fd50be509?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2255054 Feb 09 19:15:47.175125 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23888250-91e8-4fe7-89a8-f16ba15da7e9 req-a3d4add7-913a-4696-b4b1-01aadf400d81 tempest-ServerDiskConfigTestJSON-504186010 tempest-ServerDiskConfigTestJSON-504186010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:15:47.182667 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-23888250-91e8-4fe7-89a8-f16ba15da7e9 req-a3d4add7-913a-4696-b4b1-01aadf400d81 tempest-ServerDiskConfigTestJSON-504186010 tempest-ServerDiskConfigTestJSON-504186010-project] 10.222.0.75 "GET /v2.0/ports?device_id=0f5c6e4a-2766-4317-8c92-8c02169f84b0 HTTP/1.1" status: 200 len: 945 time: 0.0968690 Feb 09 19:15:47.271148 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-23888250-91e8-4fe7-89a8-f16ba15da7e9 req-44a97e76-df2e-4e04-9f50-03c9a2cffbd3 tempest-ServerDiskConfigTestJSON-504186010 tempest-ServerDiskConfigTestJSON-504186010-project] 10.222.0.75 "GET /v2.0/security-groups?id=3d9033a7-be2a-4459-a2da-84c23e651975&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0863419 Feb 09 19:15:47.401287 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b170dc49-b330-4db9-8696-cb1bad2f5628 req-452b69df-6f58-4202-a771-28f98c046b8b tempest-ListServerFiltersTestJSON-592653301 tempest-ListServerFiltersTestJSON-592653301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:15:47.403506 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-b170dc49-b330-4db9-8696-cb1bad2f5628 req-452b69df-6f58-4202-a771-28f98c046b8b tempest-ListServerFiltersTestJSON-592653301 tempest-ListServerFiltersTestJSON-592653301-project] 10.222.0.75 "GET /v2.0/ports?device_id=28d1ebed-bf95-452e-aa2c-45880a088b7c HTTP/1.1" status: 200 len: 945 time: 0.1449997 Feb 09 19:15:47.407210 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-ccf60c10-8e75-4f64-8102-def1edd035e1 req-b64395c8-3860-41d9-b8cd-9b57ea2da8c8 service neutron] 10.222.0.90 "GET /v2.0/networks/319dd8de-af57-40fe-b1b8-034fd50be509?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2584097 Feb 09 19:15:47.519584 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.v2.base [None req-b67602de-c73b-4f67-9bff-ad258fafec0c admin admin] Request body: {'network': {'name': 'tempest-ServerTagsTestJSON-1260484702-network', 'tenant_id': '17646d80bdf9473c86cdf3cc991a40f8'}} {{(pid=103230) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 19:15:47.525900 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-ccf60c10-8e75-4f64-8102-def1edd035e1 req-30c25d96-0d41-412d-9897-4a4981040afb service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.56&port_id=ae0c20e2-a6bc-4527-b56e-8e357d08f2b6 HTTP/1.1" status: 200 len: 217 time: 0.1010988 Feb 09 19:15:47.569658 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b67602de-c73b-4f67-9bff-ad258fafec0c admin admin] Made reservation on behalf of 17646d80bdf9473c86cdf3cc991a40f8 for: {'network': 1} {{(pid=103230) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 19:15:47.580899 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-b67602de-c73b-4f67-9bff-ad258fafec0c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for network (None), before_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:15:47.594203 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-b67602de-c73b-4f67-9bff-ad258fafec0c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:15:47.625053 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-b170dc49-b330-4db9-8696-cb1bad2f5628 req-b8eca215-f7c8-412b-802e-d5c5cb91fcb2 tempest-ListServerFiltersTestJSON-592653301 tempest-ListServerFiltersTestJSON-592653301-project] 10.222.0.75 "GET /v2.0/security-groups?id=25541e77-9cfa-43ca-aee5-11ed3f3bedff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2133398 Feb 09 19:15:47.653525 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccf60c10-8e75-4f64-8102-def1edd035e1 req-6bbee126-cee1-4400-91e8-301ddbf8824e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:15:47.656586 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-ccf60c10-8e75-4f64-8102-def1edd035e1 req-6bbee126-cee1-4400-91e8-301ddbf8824e service neutron] 10.222.0.90 "GET /v2.0/subnets?id=4f9f0eeb-e92f-40bd-8072-2e802a7fd893 HTTP/1.1" status: 200 len: 797 time: 0.1153910 Feb 09 19:15:47.696115 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Device e9bcfa85-cba2-4c7c-a956-383e6c72478d up at agent hyperv_n-h2-713498-36 {{(pid=103232) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 19:15:47.748778 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-b67602de-c73b-4f67-9bff-ad258fafec0c admin admin] Publish callbacks [] for security_group (9ab0f0ab-62d6-4332-86ab-0ba316386a7a), precommit_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:15:47.753701 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-b67602de-c73b-4f67-9bff-ad258fafec0c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1892331'] for security_group (9ab0f0ab-62d6-4332-86ab-0ba316386a7a), after_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:15:47.796758 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b67602de-c73b-4f67-9bff-ad258fafec0c admin admin] vlan segment allocate from pool success with {'vlan_id': 384, 'physical_network': 'physnet1'} {{(pid=103230) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 19:15:47.825230 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccf60c10-8e75-4f64-8102-def1edd035e1 req-cefe8c8a-f61c-4bc8-bf9a-84397c310803 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:15:47.833849 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-ccf60c10-8e75-4f64-8102-def1edd035e1 req-cefe8c8a-f61c-4bc8-bf9a-84397c310803 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=319dd8de-af57-40fe-b1b8-034fd50be509&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1198 time: 0.1597838 Feb 09 19:15:47.836203 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-b67602de-c73b-4f67-9bff-ad258fafec0c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-759574'] for segment (91e4bfbb-1552-4811-a0cb-01d1dc2b0319), precommit_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:15:47.836952 n-d-713498-36 neutron-server[103230]: INFO neutron.db.segments_db [None req-b67602de-c73b-4f67-9bff-ad258fafec0c admin admin] Added segment 91e4bfbb-1552-4811-a0cb-01d1dc2b0319 of type vlan for network 46ef367f-c07d-45f2-8044-5a4adc87b624 Feb 09 19:15:47.853933 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.provisioning_blocks [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Provisioning complete for port e9bcfa85-cba2-4c7c-a956-383e6c72478d triggered by entity L2. {{(pid=103232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 19:15:47.854488 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593630'] for port (e9bcfa85-cba2-4c7c-a956-383e6c72478d), provisioning_complete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:15:47.894014 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-b67602de-c73b-4f67-9bff-ad258fafec0c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762866642225'] for network (46ef367f-c07d-45f2-8044-5a4adc87b624), precommit_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:15:47.968541 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b67602de-c73b-4f67-9bff-ad258fafec0c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9ab0f0ab-62d6-4332-86ab-0ba316386a7a,revision_number=1']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:15:47.988123 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-b67602de-c73b-4f67-9bff-ad258fafec0c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1885479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452'] for network (46ef367f-c07d-45f2-8044-5a4adc87b624), after_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:15:47.991837 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b67602de-c73b-4f67-9bff-ad258fafec0c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:15:47.993704 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-b67602de-c73b-4f67-9bff-ad258fafec0c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1613566'] for network (None), before_response {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:15:48.040462 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-ccf60c10-8e75-4f64-8102-def1edd035e1 req-ebedfa4a-7923-4927-aacc-6417348a1072 service neutron] 10.222.0.90 "GET /v2.0/networks/319dd8de-af57-40fe-b1b8-034fd50be509?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2020218 Feb 09 19:15:48.070545 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Current status of the port e9bcfa85-cba2-4c7c-a956-383e6c72478d is: BUILD; New status is: ACTIVE {{(pid=103232) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 19:15:48.071149 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (e9bcfa85-cba2-4c7c-a956-383e6c72478d), before_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:15:48.118649 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-7429db8d-6021-40ad-813e-885be449a89b None None] For port e9bcfa85-cba2-4c7c-a956-383e6c72478d, host n-h2-713498-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-36',level=0,port_id=e9bcfa85-cba2-4c7c-a956-383e6c72478d,segment=NetworkSegment(50e5915e-18f0-4558-9a28-b978975ead36),segment_id=50e5915e-18f0-4558-9a28-b978975ead36)] {{(pid=103232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 19:15:48.122857 n-d-713498-36 neutron-server[103232]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9cec8a2a-9f08-4ec2-981f-5cef55181738', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e9bcfa85-cba2-4c7c-a956-383e6c72478d'}] {{(pid=103232) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 19:15:48.132487 n-d-713498-36 neutron-server[103232]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}949cdcde653dec44821de95cbf67297f53cbc2aed4e073b5d514f93bf911ce85" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1e0a378e-1316-4654-90b1-66b14ea76f21" -d '{"events": [{"server_uuid": "9cec8a2a-9f08-4ec2-981f-5cef55181738", "name": "network-vif-plugged", "status": "completed", "tag": "e9bcfa85-cba2-4c7c-a956-383e6c72478d"}]}' {{(pid=103232) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 19:15:48.137072 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762867176205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762866656485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762866656503'] for port (e9bcfa85-cba2-4c7c-a956-383e6c72478d), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:15:48.164839 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-f9e92302-d302-45f9-b470-70d6956936b7 req-403a429d-027f-4554-99ba-d3993cdd4e33 tempest-MigrationsAdminTest-892781459 tempest-MigrationsAdminTest-892781459-project] 10.222.0.75 "GET /v2.0/ports?device_id=5a41699b-33f6-4124-8872-0e1679a5b99b HTTP/1.1" status: 200 len: 210 time: 0.2427917 Feb 09 19:15:48.227557 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Pushing event updated for resources: {'Port': ['ID=e9bcfa85-cba2-4c7c-a956-383e6c72478d,revision_number=11']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:15:48.253890 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-b67602de-c73b-4f67-9bff-ad258fafec0c admin admin] 10.222.0.75 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.2256584 Feb 09 19:15:48.260617 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 35658) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:15:48.262151 n-d-713498-36 neutron-server[103232]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 19:15:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2c2bd02c-68fc-4981-90a3-633e202ca02a x-openstack-request-id: req-2c2bd02c-68fc-4981-90a3-633e202ca02a {{(pid=103232) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 19:15:48.262319 n-d-713498-36 neutron-server[103232]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9cec8a2a-9f08-4ec2-981f-5cef55181738", "name": "network-vif-plugged", "status": "completed", "tag": "e9bcfa85-cba2-4c7c-a956-383e6c72478d", "code": 200}]} {{(pid=103232) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 19:15:48.262684 n-d-713498-36 neutron-server[103232]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-2c2bd02c-68fc-4981-90a3-633e202ca02a {{(pid=103232) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 19:15:48.262956 n-d-713498-36 neutron-server[103232]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9cec8a2a-9f08-4ec2-981f-5cef55181738', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e9bcfa85-cba2-4c7c-a956-383e6c72478d', 'code': 200} Feb 09 19:15:48.282414 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b67602de-c73b-4f67-9bff-ad258fafec0c admin admin] Pushing event updated for resources: {'Network': ['ID=46ef367f-c07d-45f2-8044-5a4adc87b624,revision_number=1']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:15:48.297654 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Network 46ef367f-c07d-45f2-8044-5a4adc87b624 details requested by agent ovs-agent-n-d-713498-36 with host n-d-713498-36 {{(pid=103232) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 19:15:48.342659 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c596a950-0c7e-4520-9d99-d9e704f91be2 req-23a06fee-7e1b-42e3-8dbf-ff4d707f6e8a tempest-ListServerFiltersTestJSON-592653301 tempest-ListServerFiltersTestJSON-592653301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:15:48.344232 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-c596a950-0c7e-4520-9d99-d9e704f91be2 req-23a06fee-7e1b-42e3-8dbf-ff4d707f6e8a tempest-ListServerFiltersTestJSON-592653301 tempest-ListServerFiltersTestJSON-592653301-project] 10.222.0.90 "GET /v2.0/ports?device_id=28d1ebed-bf95-452e-aa2c-45880a088b7c HTTP/1.1" status: 200 len: 945 time: 0.4206157 Feb 09 19:15:48.363059 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.v2.base [None req-9822d48a-2e65-4c2a-9af1-bafb43092edb admin admin] Request body: {'subnet': {'network_id': '46ef367f-c07d-45f2-8044-5a4adc87b624', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerTagsTestJSON-1260484702-subnet', 'tenant_id': '17646d80bdf9473c86cdf3cc991a40f8', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 19:15:48.425364 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762867132591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593584'] for agent (488cd9ae-631f-4955-ba0b-4f5a13f12e9c), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:15:48.425547 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-ccf60c10-8e75-4f64-8102-def1edd035e1 req-c1f0fcb4-5d46-4798-ae23-399b054ec846 service neutron] 10.222.0.90 "GET /v2.0/networks/319dd8de-af57-40fe-b1b8-034fd50be509?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3770499 Feb 09 19:15:48.450788 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b7caffd-16de-4a54-9620-5a30c2a24985 req-42e5ed96-5c81-42cb-8143-5f0b9b9156a2 tempest-TaggedBootDevicesTest-980849656 tempest-TaggedBootDevicesTest-980849656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:15:48.456047 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b7caffd-16de-4a54-9620-5a30c2a24985 req-42e5ed96-5c81-42cb-8143-5f0b9b9156a2 tempest-TaggedBootDevicesTest-980849656 tempest-TaggedBootDevicesTest-980849656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:15:48.470658 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b7caffd-16de-4a54-9620-5a30c2a24985 req-42e5ed96-5c81-42cb-8143-5f0b9b9156a2 tempest-TaggedBootDevicesTest-980849656 tempest-TaggedBootDevicesTest-980849656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:15:48.475864 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b7caffd-16de-4a54-9620-5a30c2a24985 req-42e5ed96-5c81-42cb-8143-5f0b9b9156a2 tempest-TaggedBootDevicesTest-980849656 tempest-TaggedBootDevicesTest-980849656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:15:48.508122 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b7caffd-16de-4a54-9620-5a30c2a24985 req-42e5ed96-5c81-42cb-8143-5f0b9b9156a2 tempest-TaggedBootDevicesTest-980849656 tempest-TaggedBootDevicesTest-980849656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:15:48.523394 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b7caffd-16de-4a54-9620-5a30c2a24985 req-42e5ed96-5c81-42cb-8143-5f0b9b9156a2 tempest-TaggedBootDevicesTest-980849656 tempest-TaggedBootDevicesTest-980849656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:15:48.529576 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b7caffd-16de-4a54-9620-5a30c2a24985 req-42e5ed96-5c81-42cb-8143-5f0b9b9156a2 tempest-TaggedBootDevicesTest-980849656 tempest-TaggedBootDevicesTest-980849656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:15:48.537294 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-6b7caffd-16de-4a54-9620-5a30c2a24985 req-42e5ed96-5c81-42cb-8143-5f0b9b9156a2 tempest-TaggedBootDevicesTest-980849656 tempest-TaggedBootDevicesTest-980849656-project] 10.222.0.75 "GET /v2.0/ports?device_id=c3476174-573e-455c-944e-9ed0cac04ac2 HTTP/1.1" status: 200 len: 5421 time: 0.4574478 Feb 09 19:15:48.602385 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9822d48a-2e65-4c2a-9af1-bafb43092edb admin admin] Made reservation on behalf of 17646d80bdf9473c86cdf3cc991a40f8 for: {'subnet': 1} {{(pid=103229) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 19:15:48.605435 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-9822d48a-2e65-4c2a-9af1-bafb43092edb admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12759265'] for subnet (None), before_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:15:48.611267 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-ccf60c10-8e75-4f64-8102-def1edd035e1 req-b40253c5-03b3-4200-90d0-852b53e7d493 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.124&port_id=7627d463-e16c-4819-9e5e-c073ce7e0152 HTTP/1.1" status: 200 len: 217 time: 0.0711758 Feb 09 19:15:48.613227 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-a54c42d6-c386-45a1-a170-95f24fea8425 req-e078922d-86d1-4bb1-8a96-53b02d7ce9bd tempest-MigrationsAdminTest-892781459 tempest-MigrationsAdminTest-892781459-project] 10.222.0.89 "GET /v2.0/networks?tenant_id=51b81e7592544b98a90626c2bba713eb&shared=False HTTP/1.1" status: 200 len: 213 time: 0.3474071 Feb 09 19:15:48.616266 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.plugin [req-c596a950-0c7e-4520-9d99-d9e704f91be2 req-616bca29-be4c-482f-8c92-54521c5a2188 tempest-ListServerFiltersTestJSON-592653301 tempest-ListServerFiltersTestJSON-592653301-project] Deleting port af529d17-a9ed-48f3-84d4-327dd5b7fe6f {{(pid=103230) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 19:15:48.616735 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [req-c596a950-0c7e-4520-9d99-d9e704f91be2 req-616bca29-be4c-482f-8c92-54521c5a2188 tempest-ListServerFiltersTestJSON-592653301 tempest-ListServerFiltersTestJSON-592653301-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762867170196'] for port (af529d17-a9ed-48f3-84d4-327dd5b7fe6f), before_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:15:48.696354 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1362a47d-e9ae-422b-8e61-f519e67cc59a req-17ccd38c-3c9a-4759-9f59-675d6295ea60 tempest-ServerDiskConfigTestJSON-504186010 tempest-ServerDiskConfigTestJSON-504186010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:15:48.699281 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-1362a47d-e9ae-422b-8e61-f519e67cc59a req-17ccd38c-3c9a-4759-9f59-675d6295ea60 tempest-ServerDiskConfigTestJSON-504186010 tempest-ServerDiskConfigTestJSON-504186010-project] 10.222.0.75 "GET /v2.0/ports?device_id=0f5c6e4a-2766-4317-8c92-8c02169f84b0 HTTP/1.1" status: 200 len: 945 time: 0.2261350 Feb 09 19:15:48.793049 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-1362a47d-e9ae-422b-8e61-f519e67cc59a req-6586f08b-96e3-4b2e-9e2c-6fe933c67118 tempest-ServerDiskConfigTestJSON-504186010 tempest-ServerDiskConfigTestJSON-504186010-project] 10.222.0.75 "GET /v2.0/security-groups?id=3d9033a7-be2a-4459-a2da-84c23e651975&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0845919 Feb 09 19:15:48.809554 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.db [req-c596a950-0c7e-4520-9d99-d9e704f91be2 req-616bca29-be4c-482f-8c92-54521c5a2188 tempest-ListServerFiltersTestJSON-592653301 tempest-ListServerFiltersTestJSON-592653301-project] For port af529d17-a9ed-48f3-84d4-327dd5b7fe6f, host n-h2-713498-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-36',level=0,port_id=af529d17-a9ed-48f3-84d4-327dd5b7fe6f,segment=NetworkSegment(49c21643-b4af-42c1-8cee-d50eb741b435),segment_id=49c21643-b4af-42c1-8cee-d50eb741b435)] {{(pid=103230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 19:15:48.810209 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [req-c596a950-0c7e-4520-9d99-d9e704f91be2 req-616bca29-be4c-482f-8c92-54521c5a2188 tempest-ListServerFiltersTestJSON-592653301 tempest-ListServerFiltersTestJSON-592653301-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1820838'] for port (af529d17-a9ed-48f3-84d4-327dd5b7fe6f), precommit_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:15:48.828456 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a54c42d6-c386-45a1-a170-95f24fea8425 req-6723b130-c027-4f48-b74d-dc0bd5a078e1 tempest-MigrationsAdminTest-892781459 tempest-MigrationsAdminTest-892781459-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:15:48.832621 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.plugin [req-c596a950-0c7e-4520-9d99-d9e704f91be2 req-616bca29-be4c-482f-8c92-54521c5a2188 tempest-ListServerFiltersTestJSON-592653301 tempest-ListServerFiltersTestJSON-592653301-project] Calling delete_port for af529d17-a9ed-48f3-84d4-327dd5b7fe6f owned by compute:nova {{(pid=103230) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 19:15:48.836090 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-a54c42d6-c386-45a1-a170-95f24fea8425 req-6723b130-c027-4f48-b74d-dc0bd5a078e1 tempest-MigrationsAdminTest-892781459 tempest-MigrationsAdminTest-892781459-project] 10.222.0.89 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2032633 Feb 09 19:15:48.896175 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.v2.base [req-a54c42d6-c386-45a1-a170-95f24fea8425 req-11325721-7a92-4b89-951d-c886ffbca7d3 tempest-MigrationsAdminTest-892781459 tempest-MigrationsAdminTest-892781459-project] Request body: {'port': {'device_id': '5a41699b-33f6-4124-8872-0e1679a5b99b', 'network_id': '2b5494c8-cf97-42c1-b902-87f998f28179', 'admin_state_up': True, 'tenant_id': '51b81e7592544b98a90626c2bba713eb'}} {{(pid=103229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 19:15:48.974656 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762867132591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593584'] for agent (bcd5faee-dc24-4298-9134-0e0aa054058e), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:15:49.003552 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b88d988-99ce-463f-98fb-739aafd9eeda req-04997001-a771-4937-8daf-d8c9b7629150 tempest-ListServerFiltersTestJSON-592653301 tempest-ListServerFiltersTestJSON-592653301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:15:49.005501 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-9b88d988-99ce-463f-98fb-739aafd9eeda req-04997001-a771-4937-8daf-d8c9b7629150 tempest-ListServerFiltersTestJSON-592653301 tempest-ListServerFiltersTestJSON-592653301-project] 10.222.0.75 "GET /v2.0/ports?device_id=28d1ebed-bf95-452e-aa2c-45880a088b7c HTTP/1.1" status: 200 len: 945 time: 0.1130061 Feb 09 19:15:49.083221 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-6b7caffd-16de-4a54-9620-5a30c2a24985 req-20ca2829-4820-4d5a-9362-4089ea294733 tempest-TaggedBootDevicesTest-980849656 tempest-TaggedBootDevicesTest-980849656-project] 10.222.0.75 "GET /v2.0/security-groups?id=6f7e8ede-8085-490c-860b-91c045ecce1f&id=116d7b93-0726-4659-8687-b47afcfa5056&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.5441780 Feb 09 19:15:49.090255 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccf60c10-8e75-4f64-8102-def1edd035e1 req-84fc9732-5f6f-4a83-9378-65b21b839f38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:15:49.092062 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-ccf60c10-8e75-4f64-8102-def1edd035e1 req-84fc9732-5f6f-4a83-9378-65b21b839f38 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=4f9f0eeb-e92f-40bd-8072-2e802a7fd893 HTTP/1.1" status: 200 len: 797 time: 0.4223557 Feb 09 19:15:49.142334 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-9b88d988-99ce-463f-98fb-739aafd9eeda req-bd6f78f2-617b-48c4-9a2a-51900de4236f tempest-ListServerFiltersTestJSON-592653301 tempest-ListServerFiltersTestJSON-592653301-project] 10.222.0.75 "GET /v2.0/security-groups?id=25541e77-9cfa-43ca-aee5-11ed3f3bedff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1275547 Feb 09 19:15:49.145025 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [req-c596a950-0c7e-4520-9d99-d9e704f91be2 req-616bca29-be4c-482f-8c92-54521c5a2188 tempest-ListServerFiltersTestJSON-592653301 tempest-ListServerFiltersTestJSON-592653301-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762867177463', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762866656476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14393751'] for port (af529d17-a9ed-48f3-84d4-327dd5b7fe6f), after_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:15:49.158379 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] get_ports_and_sgs() called for port_ids ['abd6c987-32dc-4e67-9598-dcc9fb6003b3', '087d141e-9dd9-415c-beb8-abd1ab738673'] {{(pid=103232) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 19:15:49.167038 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-7429db8d-6021-40ad-813e-885be449a89b None None] get_ports_and_sgs() called for port_ids ['af529d17-a9ed-48f3-84d4-327dd5b7fe6f'] {{(pid=103232) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 19:15:49.208704 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-616bca29-be4c-482f-8c92-54521c5a2188 tempest-ListServerFiltersTestJSON-592653301 tempest-ListServerFiltersTestJSON-592653301-project] Pushing event deleted for resources: {'Port': ['ID=af529d17-a9ed-48f3-84d4-327dd5b7fe6f,revision_number=None']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:15:49.306475 n-d-713498-36 neutron-server[103230]: DEBUG neutron.db.l3_dvrscheduler_db [req-c596a950-0c7e-4520-9d99-d9e704f91be2 req-616bca29-be4c-482f-8c92-54521c5a2188 tempest-ListServerFiltersTestJSON-592653301 tempest-ListServerFiltersTestJSON-592653301-project] No DVR routers for this DVR port af529d17-a9ed-48f3-84d4-327dd5b7fe6f on host n-h2-713498-36 {{(pid=103230) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 19:15:49.310130 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [req-c596a950-0c7e-4520-9d99-d9e704f91be2 req-616bca29-be4c-482f-8c92-54521c5a2188 tempest-ListServerFiltersTestJSON-592653301 tempest-ListServerFiltersTestJSON-592653301-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171096'] for port (None), before_response {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:15:49.313757 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-c596a950-0c7e-4520-9d99-d9e704f91be2 req-616bca29-be4c-482f-8c92-54521c5a2188 tempest-ListServerFiltersTestJSON-592653301 tempest-ListServerFiltersTestJSON-592653301-project] 10.222.0.90 "DELETE /v2.0/ports/af529d17-a9ed-48f3-84d4-327dd5b7fe6f HTTP/1.1" status: 204 len: 173 time: 0.9583604 Feb 09 19:15:49.314254 n-d-713498-36 neutron-server[103230]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '28d1ebed-bf95-452e-aa2c-45880a088b7c', 'name': 'network-vif-deleted', 'tag': 'af529d17-a9ed-48f3-84d4-327dd5b7fe6f'}] {{(pid=103230) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 19:15:49.316820 n-d-713498-36 neutron-server[103230]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aee5919275bae9f72eb374ee322673045eb80c1f84b4b45a97d96923bd50ab51" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-07d536ca-a991-4388-a668-51ed9940083f" -d '{"events": [{"server_uuid": "28d1ebed-bf95-452e-aa2c-45880a088b7c", "name": "network-vif-deleted", "tag": "af529d17-a9ed-48f3-84d4-327dd5b7fe6f"}]}' {{(pid=103230) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 19:15:49.382596 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-9822d48a-2e65-4c2a-9af1-bafb43092edb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12867428', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12759263'] for subnet (2110f663-a496-484e-80bd-5ff165043a45), after_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:15:49.411709 n-d-713498-36 neutron-server[103230]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 19:15:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-525e4855-ae8d-43cc-9831-c63d1fafbb44 x-openstack-request-id: req-525e4855-ae8d-43cc-9831-c63d1fafbb44 {{(pid=103230) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 19:15:49.412011 n-d-713498-36 neutron-server[103230]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "28d1ebed-bf95-452e-aa2c-45880a088b7c", "name": "network-vif-deleted", "tag": "af529d17-a9ed-48f3-84d4-327dd5b7fe6f", "status": "completed", "code": 200}]} {{(pid=103230) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 19:15:49.412272 n-d-713498-36 neutron-server[103230]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-525e4855-ae8d-43cc-9831-c63d1fafbb44 {{(pid=103230) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 19:15:49.413130 n-d-713498-36 neutron-server[103230]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '28d1ebed-bf95-452e-aa2c-45880a088b7c', 'name': 'network-vif-deleted', 'tag': 'af529d17-a9ed-48f3-84d4-327dd5b7fe6f', 'status': 'completed', 'code': 200} Feb 09 19:15:49.461342 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccf60c10-8e75-4f64-8102-def1edd035e1 req-f6b1b3ac-29cf-4119-a522-38143c4848c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:15:49.462823 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-ccf60c10-8e75-4f64-8102-def1edd035e1 req-f6b1b3ac-29cf-4119-a522-38143c4848c1 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=319dd8de-af57-40fe-b1b8-034fd50be509&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1198 time: 0.3563693 Feb 09 19:15:49.485753 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-6e816401-750b-4f9f-8c1d-58e509615c2b req-3013a978-ea5e-4a05-a815-26eb7a2a02e5 tempest-MigrationsAdminTest-892781459 tempest-MigrationsAdminTest-892781459-project] 10.222.0.75 "GET /v2.0/ports?device_id=5a41699b-33f6-4124-8872-0e1679a5b99b HTTP/1.1" status: 200 len: 210 time: 0.1125023 Feb 09 19:15:49.527048 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9822d48a-2e65-4c2a-9af1-bafb43092edb admin admin] Pushing event updated for resources: {'Subnet': ['ID=2110f663-a496-484e-80bd-5ff165043a45,revision_number=0']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:15:49.546104 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a54c42d6-c386-45a1-a170-95f24fea8425 req-11325721-7a92-4b89-951d-c886ffbca7d3 tempest-MigrationsAdminTest-892781459 tempest-MigrationsAdminTest-892781459-project] Made reservation on behalf of 51b81e7592544b98a90626c2bba713eb for: {'port': 1} {{(pid=103229) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 19:15:49.549679 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-a54c42d6-c386-45a1-a170-95f24fea8425 req-11325721-7a92-4b89-951d-c886ffbca7d3 tempest-MigrationsAdminTest-892781459 tempest-MigrationsAdminTest-892781459-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (None), before_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:15:49.681642 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9822d48a-2e65-4c2a-9af1-bafb43092edb admin admin] Checking segment: {'id': '91e4bfbb-1552-4811-a0cb-01d1dc2b0319', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': '46ef367f-c07d-45f2-8044-5a4adc87b624'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103229) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 19:15:49.682428 n-d-713498-36 neutron-server[103229]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9822d48a-2e65-4c2a-9af1-bafb43092edb admin admin] Network hostable DHCP agents. Network: 46ef367f-c07d-45f2-8044-5a4adc87b624, hostable agents: ['af91e4b9-f4e1-42b1-a25c-a10dc47171c8'], hosted agents: [] {{(pid=103229) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 19:15:49.749428 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-ccf60c10-8e75-4f64-8102-def1edd035e1 req-a27c497e-276c-4d2a-8258-62dea0109039 service neutron] 10.222.0.90 "GET /v2.0/networks/319dd8de-af57-40fe-b1b8-034fd50be509?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2511024 Feb 09 19:15:49.805176 n-d-713498-36 neutron-server[103229]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9822d48a-2e65-4c2a-9af1-bafb43092edb admin admin] Network 46ef367f-c07d-45f2-8044-5a4adc87b624 is scheduled to be hosted by DHCP agent af91e4b9-f4e1-42b1-a25c-a10dc47171c8 with binding_index 1 {{(pid=103229) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 19:15:49.853786 n-d-713498-36 neutron-server[103229]: DEBUG neutron.scheduler.base_scheduler [None req-9822d48a-2e65-4c2a-9af1-bafb43092edb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713498-36, 46ef367f-c07d-45f2-8044-5a4adc87b624) {{(pid=103229) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 19:15:49.869228 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9822d48a-2e65-4c2a-9af1-bafb43092edb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:15:49.869830 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-9822d48a-2e65-4c2a-9af1-bafb43092edb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1613566'] for subnet (None), before_response {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:15:49.884361 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 35684) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:15:49.888661 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c53a6b6-5344-4b3c-91f8-c16636fb2bc2 None None] Network 46ef367f-c07d-45f2-8044-5a4adc87b624 requested from n-d-713498-36 {{(pid=103232) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 19:15:49.935066 n-d-713498-36 neutron-server[103229]: DEBUG neutron.db.db_base_plugin_common [req-a54c42d6-c386-45a1-a170-95f24fea8425 req-11325721-7a92-4b89-951d-c886ffbca7d3 tempest-MigrationsAdminTest-892781459 tempest-MigrationsAdminTest-892781459-project] Allocated IP 192.168.233.195 (2b5494c8-cf97-42c1-b902-87f998f28179/60b561cb-321e-4f83-9bb3-92b2e1d0dc44/8bed1b6e-8e37-4dad-bafb-4dc444eac2ae) {{(pid=103229) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 19:15:49.980641 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed71f8cc-a0ea-4aef-b506-b3adeab69a5e req-b36f987c-2731-4d2c-9fa1-54f157a35679 tempest-ServerDiskConfigTestJSON-504186010 tempest-ServerDiskConfigTestJSON-504186010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:15:49.988474 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-ed71f8cc-a0ea-4aef-b506-b3adeab69a5e req-b36f987c-2731-4d2c-9fa1-54f157a35679 tempest-ServerDiskConfigTestJSON-504186010 tempest-ServerDiskConfigTestJSON-504186010-project] 10.222.0.75 "GET /v2.0/ports?device_id=0f5c6e4a-2766-4317-8c92-8c02169f84b0 HTTP/1.1" status: 200 len: 945 time: 0.0798776 Feb 09 19:15:50.030037 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-9822d48a-2e65-4c2a-9af1-bafb43092edb admin admin] 10.222.0.75 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.7674830 Feb 09 19:15:50.059019 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a1a5a82-7568-41c8-85f7-77c32765924b None None] Network 46ef367f-c07d-45f2-8044-5a4adc87b624 requested from n-d-713498-36 {{(pid=103232) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 19:15:50.092707 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-ed71f8cc-a0ea-4aef-b506-b3adeab69a5e req-1ec47d59-3b4f-4171-9274-1e5d66fea037 tempest-ServerDiskConfigTestJSON-504186010 tempest-ServerDiskConfigTestJSON-504186010-project] 10.222.0.75 "GET /v2.0/security-groups?id=3d9033a7-be2a-4459-a2da-84c23e651975&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1032941 Feb 09 19:15:50.128203 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-b7dbf9cd-45b6-4d5b-af2b-a82c7341964e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:15:50.319167 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-a54c42d6-c386-45a1-a170-95f24fea8425 req-11325721-7a92-4b89-951d-c886ffbca7d3 tempest-MigrationsAdminTest-892781459 tempest-MigrationsAdminTest-892781459-project] Publish callbacks [] for port (8bed1b6e-8e37-4dad-bafb-4dc444eac2ae), precommit_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:15:50.320339 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-b7dbf9cd-45b6-4d5b-af2b-a82c7341964e admin admin] Publish callbacks [] for security_group (3deb6abe-9723-42f5-85dc-587ae3568caa), precommit_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:15:50.330500 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-b7dbf9cd-45b6-4d5b-af2b-a82c7341964e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1892331'] for security_group (3deb6abe-9723-42f5-85dc-587ae3568caa), after_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:15:50.375159 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-a54c42d6-c386-45a1-a170-95f24fea8425 req-11325721-7a92-4b89-951d-c886ffbca7d3 tempest-MigrationsAdminTest-892781459 tempest-MigrationsAdminTest-892781459-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762866656467', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12867576'] for port (8bed1b6e-8e37-4dad-bafb-4dc444eac2ae), after_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:15:50.385038 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-b7dbf9cd-45b6-4d5b-af2b-a82c7341964e admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=4cc9b7a501a44fac84f5287920f09882&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4998550 Feb 09 19:15:50.393436 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-7429db8d-6021-40ad-813e-885be449a89b None None] get_ports_and_sgs() called for port_ids ['dc73d538-3849-44b7-8f0e-7c99557efa00', '246dd422-aaed-44c8-8f53-c0bcff989a68', 'e9bcfa85-cba2-4c7c-a956-383e6c72478d'] {{(pid=103232) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 19:15:50.399190 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 35700) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:15:50.432290 n-d-713498-36 neutron-server[103229]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a54c42d6-c386-45a1-a170-95f24fea8425 req-11325721-7a92-4b89-951d-c886ffbca7d3 tempest-MigrationsAdminTest-892781459 tempest-MigrationsAdminTest-892781459-project] Network 2b5494c8-cf97-42c1-b902-87f998f28179 is already hosted by enough agents. {{(pid=103229) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 19:15:50.441712 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7dbf9cd-45b6-4d5b-af2b-a82c7341964e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3deb6abe-9723-42f5-85dc-587ae3568caa,revision_number=1']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:15:50.521240 n-d-713498-36 neutron-server[103229]: DEBUG neutron.scheduler.base_scheduler [req-a54c42d6-c386-45a1-a170-95f24fea8425 req-11325721-7a92-4b89-951d-c886ffbca7d3 tempest-MigrationsAdminTest-892781459 tempest-MigrationsAdminTest-892781459-project] Resources bound (agent type, host, resource id): {{(pid=103229) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 19:15:50.526331 n-d-713498-36 neutron-server[103229]: DEBUG neutron.db.l3_dvrscheduler_db [req-a54c42d6-c386-45a1-a170-95f24fea8425 req-11325721-7a92-4b89-951d-c886ffbca7d3 tempest-MigrationsAdminTest-892781459 tempest-MigrationsAdminTest-892781459-project] Received port after_create {{(pid=103229) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 19:15:50.529217 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11325721-7a92-4b89-951d-c886ffbca7d3 tempest-MigrationsAdminTest-892781459 tempest-MigrationsAdminTest-892781459-project] Pushing event updated for resources: {'Port': ['ID=8bed1b6e-8e37-4dad-bafb-4dc444eac2ae,revision_number=1']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:15:50.556249 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-a52ba7ba-be53-48c0-8744-61e8dd425dc1 admin admin] Publish callbacks [] for security_group (3deb6abe-9723-42f5-85dc-587ae3568caa), before_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:15:50.571142 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-ccf60c10-8e75-4f64-8102-def1edd035e1 req-bac1cd78-f907-48fe-8f09-12885e70f916 service neutron] 10.222.0.90 "GET /v2.0/networks/319dd8de-af57-40fe-b1b8-034fd50be509?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8138866 Feb 09 19:15:50.631943 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-a52ba7ba-be53-48c0-8744-61e8dd425dc1 admin admin] Publish callbacks [] for security_group (3deb6abe-9723-42f5-85dc-587ae3568caa), precommit_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:15:50.740524 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7675d5b6-bf2d-441e-bdbe-2046e2d8ada3 req-284e5352-953c-477f-8bec-199cfe35ea94 tempest-TaggedBootDevicesTest-980849656 tempest-TaggedBootDevicesTest-980849656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:15:50.752333 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7675d5b6-bf2d-441e-bdbe-2046e2d8ada3 req-284e5352-953c-477f-8bec-199cfe35ea94 tempest-TaggedBootDevicesTest-980849656 tempest-TaggedBootDevicesTest-980849656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:15:50.754403 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-a52ba7ba-be53-48c0-8744-61e8dd425dc1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1892331'] for security_group (3deb6abe-9723-42f5-85dc-587ae3568caa), after_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:15:50.757387 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-a52ba7ba-be53-48c0-8744-61e8dd425dc1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:15:50.761161 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-a52ba7ba-be53-48c0-8744-61e8dd425dc1 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/3deb6abe-9723-42f5-85dc-587ae3568caa HTTP/1.1" status: 204 len: 168 time: 0.3516071 Feb 09 19:15:50.761376 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7675d5b6-bf2d-441e-bdbe-2046e2d8ada3 req-284e5352-953c-477f-8bec-199cfe35ea94 tempest-TaggedBootDevicesTest-980849656 tempest-TaggedBootDevicesTest-980849656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:15:50.767104 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7675d5b6-bf2d-441e-bdbe-2046e2d8ada3 req-284e5352-953c-477f-8bec-199cfe35ea94 tempest-TaggedBootDevicesTest-980849656 tempest-TaggedBootDevicesTest-980849656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:15:50.772628 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a52ba7ba-be53-48c0-8744-61e8dd425dc1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3deb6abe-9723-42f5-85dc-587ae3568caa,revision_number=None']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:15:50.783343 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7675d5b6-bf2d-441e-bdbe-2046e2d8ada3 req-284e5352-953c-477f-8bec-199cfe35ea94 tempest-TaggedBootDevicesTest-980849656 tempest-TaggedBootDevicesTest-980849656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:15:50.790123 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7675d5b6-bf2d-441e-bdbe-2046e2d8ada3 req-284e5352-953c-477f-8bec-199cfe35ea94 tempest-TaggedBootDevicesTest-980849656 tempest-TaggedBootDevicesTest-980849656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:15:50.798731 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7675d5b6-bf2d-441e-bdbe-2046e2d8ada3 req-284e5352-953c-477f-8bec-199cfe35ea94 tempest-TaggedBootDevicesTest-980849656 tempest-TaggedBootDevicesTest-980849656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:15:50.800398 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-7675d5b6-bf2d-441e-bdbe-2046e2d8ada3 req-284e5352-953c-477f-8bec-199cfe35ea94 tempest-TaggedBootDevicesTest-980849656 tempest-TaggedBootDevicesTest-980849656-project] 10.222.0.75 "GET /v2.0/ports?device_id=c3476174-573e-455c-944e-9ed0cac04ac2 HTTP/1.1" status: 200 len: 5421 time: 0.4423552 Feb 09 19:15:50.804513 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-ccf60c10-8e75-4f64-8102-def1edd035e1 req-1b40115c-b91a-4806-9655-af6ab221eba8 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=b9b4a7ef-d6e3-4be9-ba7d-38016a167987 HTTP/1.1" status: 200 len: 217 time: 0.2225540 Feb 09 19:15:50.810988 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a54c42d6-c386-45a1-a170-95f24fea8425 req-11325721-7a92-4b89-951d-c886ffbca7d3 tempest-MigrationsAdminTest-892781459 tempest-MigrationsAdminTest-892781459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:15:50.813099 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-a54c42d6-c386-45a1-a170-95f24fea8425 req-11325721-7a92-4b89-951d-c886ffbca7d3 tempest-MigrationsAdminTest-892781459 tempest-MigrationsAdminTest-892781459-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171096'] for port (None), before_response {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:15:50.967645 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-7675d5b6-bf2d-441e-bdbe-2046e2d8ada3 req-111a1e41-57ff-4750-b483-3925a5464092 tempest-TaggedBootDevicesTest-980849656 tempest-TaggedBootDevicesTest-980849656-project] 10.222.0.75 "GET /v2.0/security-groups?id=6f7e8ede-8085-490c-860b-91c045ecce1f&id=116d7b93-0726-4659-8687-b47afcfa5056&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1501780 Feb 09 19:15:50.975062 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-a54c42d6-c386-45a1-a170-95f24fea8425 req-11325721-7a92-4b89-951d-c886ffbca7d3 tempest-MigrationsAdminTest-892781459 tempest-MigrationsAdminTest-892781459-project] 10.222.0.89 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.0833113 Feb 09 19:15:51.008858 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.v2.base [req-a54c42d6-c386-45a1-a170-95f24fea8425 req-f55f0f96-7097-486c-86b7-2864dd9e0058 service neutron] Request body: {'port': {'device_id': '5a41699b-33f6-4124-8872-0e1679a5b99b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-713498-36'}} {{(pid=103229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 19:15:51.028387 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.provisioning_blocks [None req-85652097-dade-48d7-b264-78ed6d210dd8 None None] Provisioning complete for port 8bed1b6e-8e37-4dad-bafb-4dc444eac2ae triggered by entity DHCP. {{(pid=103232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 19:15:51.028961 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-85652097-dade-48d7-b264-78ed6d210dd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593630'] for port (8bed1b6e-8e37-4dad-bafb-4dc444eac2ae), provisioning_complete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:15:51.076475 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-85652097-dade-48d7-b264-78ed6d210dd8 None None] Port 8bed1b6e-8e37-4dad-bafb-4dc444eac2ae cannot update to ACTIVE because it is not bound. {{(pid=103232) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 19:15:51.077422 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccf60c10-8e75-4f64-8102-def1edd035e1 req-645c311e-d262-401e-8908-52bc3fc0ea40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:15:51.081297 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-ccf60c10-8e75-4f64-8102-def1edd035e1 req-645c311e-d262-401e-8908-52bc3fc0ea40 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=370aa69d-6bb2-4dc6-92d1-b0ec93a18a28 HTTP/1.1" status: 200 len: 797 time: 0.2590108 Feb 09 19:15:51.104053 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-a54c42d6-c386-45a1-a170-95f24fea8425 req-f55f0f96-7097-486c-86b7-2864dd9e0058 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (8bed1b6e-8e37-4dad-bafb-4dc444eac2ae), before_update {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:15:51.108062 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5356cc5-0111-495d-9208-e791469cb085 req-c795b1fb-2acd-4703-8fda-69426367d24e tempest-ServerTagsTestJSON-1403813271 tempest-ServerTagsTestJSON-1403813271-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:15:51.110261 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-d5356cc5-0111-495d-9208-e791469cb085 req-c795b1fb-2acd-4703-8fda-69426367d24e tempest-ServerTagsTestJSON-1403813271 tempest-ServerTagsTestJSON-1403813271-project] 10.222.0.75 "GET /v2.0/networks?id=46ef367f-c07d-45f2-8044-5a4adc87b624 HTTP/1.1" status: 200 len: 809 time: 0.2421060 Feb 09 19:15:51.131872 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-d5356cc5-0111-495d-9208-e791469cb085 req-9ab3f74f-311e-4dc4-9753-e2853baba80e tempest-ServerTagsTestJSON-1403813271 tempest-ServerTagsTestJSON-1403813271-project] 10.222.0.75 "GET /v2.0/quotas/17646d80bdf9473c86cdf3cc991a40f8 HTTP/1.1" status: 200 len: 375 time: 0.0162625 Feb 09 19:15:51.182511 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-d5356cc5-0111-495d-9208-e791469cb085 req-efd33957-e911-4cf8-8b36-d93c821705ac tempest-ServerTagsTestJSON-1403813271 tempest-ServerTagsTestJSON-1403813271-project] 10.222.0.75 "GET /v2.0/ports?tenant_id=17646d80bdf9473c86cdf3cc991a40f8&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0491509 Feb 09 19:15:51.228081 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccf60c10-8e75-4f64-8102-def1edd035e1 req-3a0356b0-d36a-4e66-b7be-1b25664bd573 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:15:51.230439 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-ccf60c10-8e75-4f64-8102-def1edd035e1 req-3a0356b0-d36a-4e66-b7be-1b25664bd573 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=331b81e1-5966-4614-8f3b-12a1817e4fe0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1198 time: 0.1369524 Feb 09 19:15:51.254627 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aaacc9d-b353-40d6-912b-df2a83b8a1bd req-9e65fc0b-917d-48e4-9d01-48a547562bbe tempest-ListServerFiltersTestJSON-592653301 tempest-ListServerFiltersTestJSON-592653301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:15:51.256345 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-1aaacc9d-b353-40d6-912b-df2a83b8a1bd req-9e65fc0b-917d-48e4-9d01-48a547562bbe tempest-ListServerFiltersTestJSON-592653301 tempest-ListServerFiltersTestJSON-592653301-project] 10.222.0.75 "GET /v2.0/ports?device_id=e09c7db3-be54-4206-a02e-57c0246ec41a HTTP/1.1" status: 200 len: 945 time: 0.1622522 Feb 09 19:15:51.267719 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 35724) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:15:51.294396 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-823bcfbd-10f9-4b45-9e48-8db14c7dc772 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:15:51.333662 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-d5356cc5-0111-495d-9208-e791469cb085 req-763cd845-042c-476a-bb5b-2a5b7336b090 service neutron] 10.222.0.75 "GET /v2.0/networks/46ef367f-c07d-45f2-8044-5a4adc87b624?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1488218 Feb 09 19:15:51.477645 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-823bcfbd-10f9-4b45-9e48-8db14c7dc772 admin admin] Publish callbacks [] for security_group (331fc2b2-8c57-421b-ac8d-a0f46b393a17), precommit_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:15:51.481529 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-d5356cc5-0111-495d-9208-e791469cb085 req-77ea0bea-b34b-4bae-b401-b2dc951c0a84 service neutron] 10.222.0.75 "GET /v2.0/networks/46ef367f-c07d-45f2-8044-5a4adc87b624?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1383066 Feb 09 19:15:51.482565 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-823bcfbd-10f9-4b45-9e48-8db14c7dc772 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1892331'] for security_group (331fc2b2-8c57-421b-ac8d-a0f46b393a17), after_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:15:51.508604 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-823bcfbd-10f9-4b45-9e48-8db14c7dc772 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=331fc2b2-8c57-421b-ac8d-a0f46b393a17,revision_number=1']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:15:51.536656 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-823bcfbd-10f9-4b45-9e48-8db14c7dc772 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=afef6b8c7abe4959b4c7ff2db520885a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2674966 Feb 09 19:15:51.537259 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 35726) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:15:51.607878 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-e5489921-d7d6-4dc7-b0f3-abd27750236e admin admin] Publish callbacks [] for security_group (331fc2b2-8c57-421b-ac8d-a0f46b393a17), before_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:15:51.636102 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-e5489921-d7d6-4dc7-b0f3-abd27750236e admin admin] Publish callbacks [] for security_group (331fc2b2-8c57-421b-ac8d-a0f46b393a17), precommit_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:15:51.712324 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Device af529d17-a9ed-48f3-84d4-327dd5b7fe6f no longer exists at agent hyperv_n-h2-713498-36 {{(pid=103232) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 19:15:51.725665 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-e5489921-d7d6-4dc7-b0f3-abd27750236e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1892331'] for security_group (331fc2b2-8c57-421b-ac8d-a0f46b393a17), after_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:15:51.728857 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-e5489921-d7d6-4dc7-b0f3-abd27750236e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:15:51.730850 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-e5489921-d7d6-4dc7-b0f3-abd27750236e admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/331fc2b2-8c57-421b-ac8d-a0f46b393a17 HTTP/1.1" status: 204 len: 168 time: 0.1926756 Feb 09 19:15:51.741461 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5489921-d7d6-4dc7-b0f3-abd27750236e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=331fc2b2-8c57-421b-ac8d-a0f46b393a17,revision_number=None']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:15:51.784079 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-7429db8d-6021-40ad-813e-885be449a89b None None] No Port match for: af529d17-a9ed-48f3-84d4-327dd5b7fe6f {{(pid=103232) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 19:15:51.787173 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Device af529d17-a9ed-48f3-84d4-327dd5b7fe6f not bound to the agent host n-h2-713498-36 {{(pid=103232) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 19:15:51.841738 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de2d2564-554f-47a3-853d-e789668a8635 req-f4e7e651-021c-405b-9224-11d34b058bcb tempest-MigrationsAdminTest-892781459 tempest-MigrationsAdminTest-892781459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:15:51.844780 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-de2d2564-554f-47a3-853d-e789668a8635 req-f4e7e651-021c-405b-9224-11d34b058bcb tempest-MigrationsAdminTest-892781459 tempest-MigrationsAdminTest-892781459-project] 10.222.0.75 "GET /v2.0/ports?device_id=5a41699b-33f6-4124-8872-0e1679a5b99b HTTP/1.1" status: 200 len: 936 time: 0.0900996 Feb 09 19:15:51.903659 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-de2d2564-554f-47a3-853d-e789668a8635 req-de610e26-b8fc-4eb1-9ef6-49cd4b94ba37 tempest-MigrationsAdminTest-892781459 tempest-MigrationsAdminTest-892781459-project] 10.222.0.75 "GET /v2.0/security-groups?id=709912c8-8171-4435-800e-9e5c5e45bf8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522151 Feb 09 19:15:52.112010 n-d-713498-36 neutron-server[103229]: DEBUG neutron.notifiers.nova [req-a54c42d6-c386-45a1-a170-95f24fea8425 req-f55f0f96-7097-486c-86b7-2864dd9e0058 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8bed1b6e-8e37-4dad-bafb-4dc444eac2ae {{(pid=103229) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 19:15:52.112965 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-392b5201-ba9f-424e-af35-bc8f49c95d40 req-4dc39e48-852e-43d0-9832-f5e9f84da7f9 tempest-ListServerFiltersTestJSON-592653301 tempest-ListServerFiltersTestJSON-592653301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:15:52.114486 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-392b5201-ba9f-424e-af35-bc8f49c95d40 req-4dc39e48-852e-43d0-9832-f5e9f84da7f9 tempest-ListServerFiltersTestJSON-592653301 tempest-ListServerFiltersTestJSON-592653301-project] 10.222.0.89 "GET /v2.0/ports?device_id=e09c7db3-be54-4206-a02e-57c0246ec41a HTTP/1.1" status: 200 len: 945 time: 0.1419621 Feb 09 19:15:52.140430 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-a54c42d6-c386-45a1-a170-95f24fea8425 req-f55f0f96-7097-486c-86b7-2864dd9e0058 service neutron] Publish callbacks [] for port (8bed1b6e-8e37-4dad-bafb-4dc444eac2ae), precommit_update {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:15:52.171935 n-d-713498-36 neutron-server[103229]: DEBUG neutron.db.provisioning_blocks [req-a54c42d6-c386-45a1-a170-95f24fea8425 req-f55f0f96-7097-486c-86b7-2864dd9e0058 service neutron] Transition to ACTIVE for port object 8bed1b6e-8e37-4dad-bafb-4dc444eac2ae will not be triggered until provisioned by entity L2. {{(pid=103229) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 19:15:52.191361 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-a54c42d6-c386-45a1-a170-95f24fea8425 req-f55f0f96-7097-486c-86b7-2864dd9e0058 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762867176205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762866656485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762866656503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12867569'] for port (8bed1b6e-8e37-4dad-bafb-4dc444eac2ae), after_update {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:15:52.263798 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13d8f3df-339b-4df7-8fe7-1ee8feb6ae12 req-d68d4087-49eb-4afc-8214-82693d75ddcd tempest-ServerDiskConfigTestJSON-504186010 tempest-ServerDiskConfigTestJSON-504186010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:15:52.265390 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-13d8f3df-339b-4df7-8fe7-1ee8feb6ae12 req-d68d4087-49eb-4afc-8214-82693d75ddcd tempest-ServerDiskConfigTestJSON-504186010 tempest-ServerDiskConfigTestJSON-504186010-project] 10.222.0.75 "GET /v2.0/ports?device_id=0f5c6e4a-2766-4317-8c92-8c02169f84b0 HTTP/1.1" status: 200 len: 945 time: 0.2512021 Feb 09 19:15:52.319761 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-1aaacc9d-b353-40d6-912b-df2a83b8a1bd req-d6e96e03-d563-4c3a-950e-db6dc6e5a5f2 tempest-ListServerFiltersTestJSON-592653301 tempest-ListServerFiltersTestJSON-592653301-project] 10.222.0.75 "GET /v2.0/security-groups?id=25541e77-9cfa-43ca-aee5-11ed3f3bedff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0497494 Feb 09 19:15:52.320751 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f55f0f96-7097-486c-86b7-2864dd9e0058 service neutron] Pushing event updated for resources: {'Port': ['ID=8bed1b6e-8e37-4dad-bafb-4dc444eac2ae,revision_number=2']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:15:52.406127 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-ccf60c10-8e75-4f64-8102-def1edd035e1 req-1e5e1414-fc42-4660-90a5-ba22823a3256 service neutron] 10.222.0.90 "GET /v2.0/networks/331b81e1-5966-4614-8f3b-12a1817e4fe0?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1474996 Feb 09 19:15:52.409235 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.plugin [req-392b5201-ba9f-424e-af35-bc8f49c95d40 req-9745db6a-a08d-4a42-bcf0-1af1c12a7a3d tempest-ListServerFiltersTestJSON-592653301 tempest-ListServerFiltersTestJSON-592653301-project] Deleting port 087d141e-9dd9-415c-beb8-abd1ab738673 {{(pid=103230) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 19:15:52.409599 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [req-392b5201-ba9f-424e-af35-bc8f49c95d40 req-9745db6a-a08d-4a42-bcf0-1af1c12a7a3d tempest-ListServerFiltersTestJSON-592653301 tempest-ListServerFiltersTestJSON-592653301-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762867170196'] for port (087d141e-9dd9-415c-beb8-abd1ab738673), before_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:15:52.427367 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-13d8f3df-339b-4df7-8fe7-1ee8feb6ae12 req-f042e75e-ec9d-4165-8555-cd15adec792d tempest-ServerDiskConfigTestJSON-504186010 tempest-ServerDiskConfigTestJSON-504186010-project] 10.222.0.75 "GET /v2.0/security-groups?id=3d9033a7-be2a-4459-a2da-84c23e651975&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1516340 Feb 09 19:15:52.631047 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.db [req-392b5201-ba9f-424e-af35-bc8f49c95d40 req-9745db6a-a08d-4a42-bcf0-1af1c12a7a3d tempest-ListServerFiltersTestJSON-592653301 tempest-ListServerFiltersTestJSON-592653301-project] For port 087d141e-9dd9-415c-beb8-abd1ab738673, host n-h1-713498-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-36',level=0,port_id=087d141e-9dd9-415c-beb8-abd1ab738673,segment=NetworkSegment(49c21643-b4af-42c1-8cee-d50eb741b435),segment_id=49c21643-b4af-42c1-8cee-d50eb741b435)] {{(pid=103230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 19:15:52.631447 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [req-392b5201-ba9f-424e-af35-bc8f49c95d40 req-9745db6a-a08d-4a42-bcf0-1af1c12a7a3d tempest-ListServerFiltersTestJSON-592653301 tempest-ListServerFiltersTestJSON-592653301-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1820838'] for port (087d141e-9dd9-415c-beb8-abd1ab738673), precommit_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:15:52.648415 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.plugin [req-392b5201-ba9f-424e-af35-bc8f49c95d40 req-9745db6a-a08d-4a42-bcf0-1af1c12a7a3d tempest-ListServerFiltersTestJSON-592653301 tempest-ListServerFiltersTestJSON-592653301-project] Calling delete_port for 087d141e-9dd9-415c-beb8-abd1ab738673 owned by compute:nova {{(pid=103230) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 19:15:52.687911 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-56b464af-53ed-4a2e-985f-cb3376cbedd2 req-cf436532-8aab-46f7-a74c-51a36d6b2db3 tempest-ServerTagsTestJSON-1403813271 tempest-ServerTagsTestJSON-1403813271-project] 10.222.0.75 "GET /v2.0/ports?device_id=2fd9d791-d945-42c1-8139-04244b9d3d8c HTTP/1.1" status: 200 len: 210 time: 0.2340746 Feb 09 19:15:52.795072 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.managers [req-a54c42d6-c386-45a1-a170-95f24fea8425 req-f55f0f96-7097-486c-86b7-2864dd9e0058 service neutron] Attempting to bind port 8bed1b6e-8e37-4dad-bafb-4dc444eac2ae on host n-h1-713498-36 for vnic_type normal with profile {{(pid=103229) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 19:15:52.795908 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.managers [req-a54c42d6-c386-45a1-a170-95f24fea8425 req-f55f0f96-7097-486c-86b7-2864dd9e0058 service neutron] Attempting to bind port 8bed1b6e-8e37-4dad-bafb-4dc444eac2ae by drivers openvswitch,hyperv on host n-h1-713498-36 at level 0 using segments [{'id': '50e5915e-18f0-4558-9a28-b978975ead36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': '2b5494c8-cf97-42c1-b902-87f998f28179'}] {{(pid=103229) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 19:15:52.796441 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a54c42d6-c386-45a1-a170-95f24fea8425 req-f55f0f96-7097-486c-86b7-2864dd9e0058 service neutron] Attempting to bind port 8bed1b6e-8e37-4dad-bafb-4dc444eac2ae on network 2b5494c8-cf97-42c1-b902-87f998f28179 {{(pid=103229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 19:15:52.803759 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a54c42d6-c386-45a1-a170-95f24fea8425 req-f55f0f96-7097-486c-86b7-2864dd9e0058 service neutron] Port 8bed1b6e-8e37-4dad-bafb-4dc444eac2ae on network 2b5494c8-cf97-42c1-b902-87f998f28179 not bound, no agent of type Open vSwitch agent registered on host n-h1-713498-36 {{(pid=103229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 19:15:52.804237 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a54c42d6-c386-45a1-a170-95f24fea8425 req-f55f0f96-7097-486c-86b7-2864dd9e0058 service neutron] Attempting to bind port 8bed1b6e-8e37-4dad-bafb-4dc444eac2ae on network 2b5494c8-cf97-42c1-b902-87f998f28179 {{(pid=103229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 19:15:52.812333 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a54c42d6-c386-45a1-a170-95f24fea8425 req-f55f0f96-7097-486c-86b7-2864dd9e0058 service neutron] Checking agent: {'id': '488cd9ae-631f-4955-ba0b-4f5a13f12e9c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713498-36', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 18, 59, 18), 'started_at': datetime.datetime(2022, 2, 9, 18, 59, 18), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 19, 15, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 19:15:52.812932 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a54c42d6-c386-45a1-a170-95f24fea8425 req-f55f0f96-7097-486c-86b7-2864dd9e0058 service neutron] Checking segment: {'id': '50e5915e-18f0-4558-9a28-b978975ead36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': '2b5494c8-cf97-42c1-b902-87f998f28179'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103229) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 19:15:52.813876 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a54c42d6-c386-45a1-a170-95f24fea8425 req-f55f0f96-7097-486c-86b7-2864dd9e0058 service neutron] Bound using segment: {'id': '50e5915e-18f0-4558-9a28-b978975ead36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': '2b5494c8-cf97-42c1-b902-87f998f28179'} {{(pid=103229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 19:15:52.814758 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.managers [req-a54c42d6-c386-45a1-a170-95f24fea8425 req-f55f0f96-7097-486c-86b7-2864dd9e0058 service neutron] Bound port: 8bed1b6e-8e37-4dad-bafb-4dc444eac2ae, host: n-h1-713498-36, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '50e5915e-18f0-4558-9a28-b978975ead36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': '2b5494c8-cf97-42c1-b902-87f998f28179'}}] {{(pid=103229) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 19:15:52.815292 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-a54c42d6-c386-45a1-a170-95f24fea8425 req-f55f0f96-7097-486c-86b7-2864dd9e0058 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (8bed1b6e-8e37-4dad-bafb-4dc444eac2ae), before_update {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:15:52.843962 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-ccf60c10-8e75-4f64-8102-def1edd035e1 req-920ed580-e5c4-4f38-9383-6f7ae9c318ab service neutron] 10.222.0.90 "GET /v2.0/networks/331b81e1-5966-4614-8f3b-12a1817e4fe0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3890231 Feb 09 19:15:52.906323 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-ccf60c10-8e75-4f64-8102-def1edd035e1 req-4671ea9d-ce32-4e4c-b3aa-88e24b044414 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=fd688801-4beb-42a5-9ec8-010c808e3c22 HTTP/1.1" status: 200 len: 217 time: 0.0427482 Feb 09 19:15:53.124451 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccf60c10-8e75-4f64-8102-def1edd035e1 req-0bb81c76-e2f0-4102-a60a-f6cc51f44736 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:15:53.125993 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-ccf60c10-8e75-4f64-8102-def1edd035e1 req-0bb81c76-e2f0-4102-a60a-f6cc51f44736 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=370aa69d-6bb2-4dc6-92d1-b0ec93a18a28 HTTP/1.1" status: 200 len: 797 time: 0.1849940 Feb 09 19:15:53.147266 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [req-392b5201-ba9f-424e-af35-bc8f49c95d40 req-9745db6a-a08d-4a42-bcf0-1af1c12a7a3d tempest-ListServerFiltersTestJSON-592653301 tempest-ListServerFiltersTestJSON-592653301-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762867177463', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762866656476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14393751'] for port (087d141e-9dd9-415c-beb8-abd1ab738673), after_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:15:53.162312 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] get_ports_and_sgs() called for port_ids ['abd6c987-32dc-4e67-9598-dcc9fb6003b3', '087d141e-9dd9-415c-beb8-abd1ab738673'] {{(pid=103232) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 19:15:53.196185 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.db [req-a54c42d6-c386-45a1-a170-95f24fea8425 req-f55f0f96-7097-486c-86b7-2864dd9e0058 service neutron] For port 8bed1b6e-8e37-4dad-bafb-4dc444eac2ae, host n-h1-713498-36, cleared binding levels {{(pid=103229) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 19:15:53.237265 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9745db6a-a08d-4a42-bcf0-1af1c12a7a3d tempest-ListServerFiltersTestJSON-592653301 tempest-ListServerFiltersTestJSON-592653301-project] Pushing event deleted for resources: {'Port': ['ID=087d141e-9dd9-415c-beb8-abd1ab738673,revision_number=None']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:15:53.249624 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.db [req-a54c42d6-c386-45a1-a170-95f24fea8425 req-f55f0f96-7097-486c-86b7-2864dd9e0058 service neutron] For port 8bed1b6e-8e37-4dad-bafb-4dc444eac2ae, host n-h1-713498-36, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-36',level=0,port_id=8bed1b6e-8e37-4dad-bafb-4dc444eac2ae,segment=NetworkSegment(50e5915e-18f0-4558-9a28-b978975ead36),segment_id=50e5915e-18f0-4558-9a28-b978975ead36)] {{(pid=103229) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 19:15:53.266046 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d035c48-11f1-4602-891a-eb0ef563874d req-dba9482d-6e20-4ac8-b70e-214d88f118a2 tempest-MigrationsAdminTest-892781459 tempest-MigrationsAdminTest-892781459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:15:53.268483 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-3d035c48-11f1-4602-891a-eb0ef563874d req-dba9482d-6e20-4ac8-b70e-214d88f118a2 tempest-MigrationsAdminTest-892781459 tempest-MigrationsAdminTest-892781459-project] 10.222.0.75 "GET /v2.0/ports?device_id=5a41699b-33f6-4124-8872-0e1679a5b99b HTTP/1.1" status: 200 len: 948 time: 0.2247107 Feb 09 19:15:53.279200 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-a54c42d6-c386-45a1-a170-95f24fea8425 req-f55f0f96-7097-486c-86b7-2864dd9e0058 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762867176205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762866656485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762866656503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12867569'] for port (8bed1b6e-8e37-4dad-bafb-4dc444eac2ae), after_update {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:15:53.359387 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a32c6c66-a976-47a3-844d-135ef6f85dcc req-6f551e3a-963e-48fd-8979-e36a09f81141 tempest-TaggedBootDevicesTest-980849656 tempest-TaggedBootDevicesTest-980849656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:15:53.383351 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a32c6c66-a976-47a3-844d-135ef6f85dcc req-6f551e3a-963e-48fd-8979-e36a09f81141 tempest-TaggedBootDevicesTest-980849656 tempest-TaggedBootDevicesTest-980849656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:15:53.386415 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccf60c10-8e75-4f64-8102-def1edd035e1 req-e2ac5f8e-7e8c-4f0e-abf4-09306199078d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:15:53.392951 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a32c6c66-a976-47a3-844d-135ef6f85dcc req-6f551e3a-963e-48fd-8979-e36a09f81141 tempest-TaggedBootDevicesTest-980849656 tempest-TaggedBootDevicesTest-980849656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:15:53.401202 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-ccf60c10-8e75-4f64-8102-def1edd035e1 req-e2ac5f8e-7e8c-4f0e-abf4-09306199078d service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=331b81e1-5966-4614-8f3b-12a1817e4fe0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1198 time: 0.2575548 Feb 09 19:15:53.410112 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a54c42d6-c386-45a1-a170-95f24fea8425 req-f55f0f96-7097-486c-86b7-2864dd9e0058 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:15:53.410377 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a32c6c66-a976-47a3-844d-135ef6f85dcc req-6f551e3a-963e-48fd-8979-e36a09f81141 tempest-TaggedBootDevicesTest-980849656 tempest-TaggedBootDevicesTest-980849656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:15:53.411157 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-a54c42d6-c386-45a1-a170-95f24fea8425 req-f55f0f96-7097-486c-86b7-2864dd9e0058 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171096'] for port (None), before_response {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:15:53.421989 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-a54c42d6-c386-45a1-a170-95f24fea8425 req-f55f0f96-7097-486c-86b7-2864dd9e0058 service neutron] 10.222.0.89 "PUT /v2.0/ports/8bed1b6e-8e37-4dad-bafb-4dc444eac2ae HTTP/1.1" status: 200 len: 1097 time: 2.4174268 Feb 09 19:15:53.423306 n-d-713498-36 neutron-server[103229]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5a41699b-33f6-4124-8872-0e1679a5b99b', 'tag': '8bed1b6e-8e37-4dad-bafb-4dc444eac2ae'}] {{(pid=103229) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 19:15:53.426927 n-d-713498-36 neutron-server[103229]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fa6ae9a20702bd564eaf90d946620b2b4277b1ab91129323d3b54181076be307" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6d06bee7-483a-4f8a-a4a0-58531bc2d74a" -d '{"events": [{"name": "network-changed", "server_uuid": "5a41699b-33f6-4124-8872-0e1679a5b99b", "tag": "8bed1b6e-8e37-4dad-bafb-4dc444eac2ae"}]}' {{(pid=103229) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 19:15:53.439409 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a32c6c66-a976-47a3-844d-135ef6f85dcc req-6f551e3a-963e-48fd-8979-e36a09f81141 tempest-TaggedBootDevicesTest-980849656 tempest-TaggedBootDevicesTest-980849656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:15:53.459636 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a32c6c66-a976-47a3-844d-135ef6f85dcc req-6f551e3a-963e-48fd-8979-e36a09f81141 tempest-TaggedBootDevicesTest-980849656 tempest-TaggedBootDevicesTest-980849656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:15:53.465647 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a32c6c66-a976-47a3-844d-135ef6f85dcc req-6f551e3a-963e-48fd-8979-e36a09f81141 tempest-TaggedBootDevicesTest-980849656 tempest-TaggedBootDevicesTest-980849656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:15:53.484560 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-a32c6c66-a976-47a3-844d-135ef6f85dcc req-6f551e3a-963e-48fd-8979-e36a09f81141 tempest-TaggedBootDevicesTest-980849656 tempest-TaggedBootDevicesTest-980849656-project] 10.222.0.75 "GET /v2.0/ports?device_id=c3476174-573e-455c-944e-9ed0cac04ac2 HTTP/1.1" status: 200 len: 5421 time: 0.5206208 Feb 09 19:15:53.582535 n-d-713498-36 neutron-server[103230]: DEBUG neutron.db.l3_dvrscheduler_db [req-392b5201-ba9f-424e-af35-bc8f49c95d40 req-9745db6a-a08d-4a42-bcf0-1af1c12a7a3d tempest-ListServerFiltersTestJSON-592653301 tempest-ListServerFiltersTestJSON-592653301-project] No DVR routers for this DVR port 087d141e-9dd9-415c-beb8-abd1ab738673 on host n-h1-713498-36 {{(pid=103230) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 19:15:53.644180 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [req-392b5201-ba9f-424e-af35-bc8f49c95d40 req-9745db6a-a08d-4a42-bcf0-1af1c12a7a3d tempest-ListServerFiltersTestJSON-592653301 tempest-ListServerFiltersTestJSON-592653301-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171096'] for port (None), before_response {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:15:53.656945 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-392b5201-ba9f-424e-af35-bc8f49c95d40 req-9745db6a-a08d-4a42-bcf0-1af1c12a7a3d tempest-ListServerFiltersTestJSON-592653301 tempest-ListServerFiltersTestJSON-592653301-project] 10.222.0.89 "DELETE /v2.0/ports/087d141e-9dd9-415c-beb8-abd1ab738673 HTTP/1.1" status: 204 len: 173 time: 1.5277374 Feb 09 19:15:53.729195 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-ccf60c10-8e75-4f64-8102-def1edd035e1 req-7e789d61-f49e-437f-ae70-87912634a5a0 service neutron] 10.222.0.90 "GET /v2.0/networks/331b81e1-5966-4614-8f3b-12a1817e4fe0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2921946 Feb 09 19:15:53.745827 n-d-713498-36 neutron-server[103230]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e09c7db3-be54-4206-a02e-57c0246ec41a', 'name': 'network-vif-deleted', 'tag': '087d141e-9dd9-415c-beb8-abd1ab738673'}] {{(pid=103230) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 19:15:53.748937 n-d-713498-36 neutron-server[103230]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aee5919275bae9f72eb374ee322673045eb80c1f84b4b45a97d96923bd50ab51" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2ae64ed1-1b56-4a7a-9a72-765e121a7462" -d '{"events": [{"server_uuid": "e09c7db3-be54-4206-a02e-57c0246ec41a", "name": "network-vif-deleted", "tag": "087d141e-9dd9-415c-beb8-abd1ab738673"}]}' {{(pid=103230) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 19:15:53.999900 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-a32c6c66-a976-47a3-844d-135ef6f85dcc req-38fd4e6f-e501-4cb1-8ecc-916f458508d7 tempest-TaggedBootDevicesTest-980849656 tempest-TaggedBootDevicesTest-980849656-project] 10.222.0.75 "GET /v2.0/security-groups?id=6f7e8ede-8085-490c-860b-91c045ecce1f&id=116d7b93-0726-4659-8687-b47afcfa5056&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.4409049 Feb 09 19:15:54.030786 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5356cc5-0111-495d-9208-e791469cb085 req-6f0b0716-eec6-4dc5-9e23-98a467243263 tempest-ServerTagsTestJSON-1403813271 tempest-ServerTagsTestJSON-1403813271-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:15:54.034346 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-d5356cc5-0111-495d-9208-e791469cb085 req-6f0b0716-eec6-4dc5-9e23-98a467243263 tempest-ServerTagsTestJSON-1403813271 tempest-ServerTagsTestJSON-1403813271-project] 10.222.0.90 "GET /v2.0/networks?id=46ef367f-c07d-45f2-8044-5a4adc87b624 HTTP/1.1" status: 200 len: 809 time: 0.5010176 Feb 09 19:15:54.050019 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f55f0f96-7097-486c-86b7-2864dd9e0058 service neutron] Pushing event updated for resources: {'Port': ['ID=8bed1b6e-8e37-4dad-bafb-4dc444eac2ae,revision_number=3']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:15:54.071267 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-3d035c48-11f1-4602-891a-eb0ef563874d req-ee0adfb3-45e7-46d7-9985-0a4fca54e096 tempest-MigrationsAdminTest-892781459 tempest-MigrationsAdminTest-892781459-project] 10.222.0.75 "GET /v2.0/security-groups?id=709912c8-8171-4435-800e-9e5c5e45bf8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7862372 Feb 09 19:15:54.081223 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.v2.base [req-d5356cc5-0111-495d-9208-e791469cb085 req-a83d9370-9bf2-40c7-bfb4-6d1600623407 tempest-ServerTagsTestJSON-1403813271 tempest-ServerTagsTestJSON-1403813271-project] Request body: {'port': {'device_id': '2fd9d791-d945-42c1-8139-04244b9d3d8c', 'network_id': '46ef367f-c07d-45f2-8044-5a4adc87b624', 'admin_state_up': True, 'tenant_id': '17646d80bdf9473c86cdf3cc991a40f8'}} {{(pid=103230) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 19:15:54.177429 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a54c42d6-c386-45a1-a170-95f24fea8425 req-06a6a020-8345-40d5-8830-24d4fe6ff1ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:15:54.179093 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-a54c42d6-c386-45a1-a170-95f24fea8425 req-06a6a020-8345-40d5-8830-24d4fe6ff1ba service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=51b81e7592544b98a90626c2bba713eb&device_id=5a41699b-33f6-4124-8872-0e1679a5b99b HTTP/1.1" status: 200 len: 1131 time: 0.4291644 Feb 09 19:15:54.181778 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-ccf60c10-8e75-4f64-8102-def1edd035e1 req-c9a9f825-0e0f-4878-8a86-285bff56ae44 service neutron] 10.222.0.90 "GET /v2.0/networks/331b81e1-5966-4614-8f3b-12a1817e4fe0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4023242 Feb 09 19:15:54.215906 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-71f1241e-e55c-457e-878c-9c67cc87e7f0 req-31196810-29d2-4910-994f-427b295fe727 tempest-ListServerFiltersTestJSON-592653301 tempest-ListServerFiltersTestJSON-592653301-project] 10.222.0.75 "GET /v2.0/ports?device_id=e09c7db3-be54-4206-a02e-57c0246ec41a HTTP/1.1" status: 200 len: 210 time: 0.0571325 Feb 09 19:15:54.373053 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-a54c42d6-c386-45a1-a170-95f24fea8425 req-eedfff2f-c20e-427d-b534-a63a6bfb1260 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.195&port_id=8bed1b6e-8e37-4dad-bafb-4dc444eac2ae HTTP/1.1" status: 200 len: 217 time: 0.1722844 Feb 09 19:15:54.375772 n-d-713498-36 neutron-server[103229]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 19:15:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-269356ce-5e93-4116-801e-0caa9d0df181 x-openstack-request-id: req-269356ce-5e93-4116-801e-0caa9d0df181 {{(pid=103229) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 19:15:54.377230 n-d-713498-36 neutron-server[103229]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5a41699b-33f6-4124-8872-0e1679a5b99b", "tag": "8bed1b6e-8e37-4dad-bafb-4dc444eac2ae", "status": "completed", "code": 200}]} {{(pid=103229) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 19:15:54.378446 n-d-713498-36 neutron-server[103229]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-269356ce-5e93-4116-801e-0caa9d0df181 {{(pid=103229) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 19:15:54.379172 n-d-713498-36 neutron-server[103229]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5a41699b-33f6-4124-8872-0e1679a5b99b', 'tag': '8bed1b6e-8e37-4dad-bafb-4dc444eac2ae', 'status': 'completed', 'code': 200} Feb 09 19:15:54.440501 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d5356cc5-0111-495d-9208-e791469cb085 req-a83d9370-9bf2-40c7-bfb4-6d1600623407 tempest-ServerTagsTestJSON-1403813271 tempest-ServerTagsTestJSON-1403813271-project] Made reservation on behalf of 17646d80bdf9473c86cdf3cc991a40f8 for: {'port': 1} {{(pid=103230) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 19:15:54.466145 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [req-d5356cc5-0111-495d-9208-e791469cb085 req-a83d9370-9bf2-40c7-bfb4-6d1600623407 tempest-ServerTagsTestJSON-1403813271 tempest-ServerTagsTestJSON-1403813271-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (None), before_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:15:54.483090 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a54c42d6-c386-45a1-a170-95f24fea8425 req-1ec2c5e9-c45a-4f95-ac81-7deec695a43a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:15:54.484554 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-a54c42d6-c386-45a1-a170-95f24fea8425 req-1ec2c5e9-c45a-4f95-ac81-7deec695a43a service neutron] 10.222.0.89 "GET /v2.0/subnets?id=60b561cb-321e-4f83-9bb3-92b2e1d0dc44 HTTP/1.1" status: 200 len: 843 time: 0.0600426 Feb 09 19:15:54.537001 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-7d7f5d7a-5de5-408c-835a-cf39d139cab0 req-e503a86c-c166-4b6d-9d22-efbe9027f252 tempest-ServerTagsTestJSON-1403813271 tempest-ServerTagsTestJSON-1403813271-project] 10.222.0.75 "GET /v2.0/ports?device_id=2fd9d791-d945-42c1-8139-04244b9d3d8c HTTP/1.1" status: 200 len: 210 time: 0.0612457 Feb 09 19:15:54.556474 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-181b26f5-d775-4307-90d0-eaaff8740fee req-32679c19-f423-457d-ad9a-6f73d5506663 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:15:54.556968 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-181b26f5-d775-4307-90d0-eaaff8740fee req-32679c19-f423-457d-ad9a-6f73d5506663 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:15:54.557442 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-181b26f5-d775-4307-90d0-eaaff8740fee req-32679c19-f423-457d-ad9a-6f73d5506663 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:15:54.558941 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-181b26f5-d775-4307-90d0-eaaff8740fee req-32679c19-f423-457d-ad9a-6f73d5506663 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:15:54.558941 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-181b26f5-d775-4307-90d0-eaaff8740fee req-32679c19-f423-457d-ad9a-6f73d5506663 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:15:54.559409 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-181b26f5-d775-4307-90d0-eaaff8740fee req-32679c19-f423-457d-ad9a-6f73d5506663 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:15:54.559835 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-181b26f5-d775-4307-90d0-eaaff8740fee req-32679c19-f423-457d-ad9a-6f73d5506663 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:15:54.561809 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-181b26f5-d775-4307-90d0-eaaff8740fee req-32679c19-f423-457d-ad9a-6f73d5506663 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=1244a62b17644644960c0ef5509cee38&device_id=c3476174-573e-455c-944e-9ed0cac04ac2 HTTP/1.1" status: 200 len: 6702 time: 0.2649784 Feb 09 19:15:54.600118 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c1966f7-0bc8-435c-98e2-80fcde6e289d req-1ea60097-e28c-450c-9dcb-aa0929a7e6f2 tempest-ServerDiskConfigTestJSON-504186010 tempest-ServerDiskConfigTestJSON-504186010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:15:54.601661 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-3c1966f7-0bc8-435c-98e2-80fcde6e289d req-1ea60097-e28c-450c-9dcb-aa0929a7e6f2 tempest-ServerDiskConfigTestJSON-504186010 tempest-ServerDiskConfigTestJSON-504186010-project] 10.222.0.75 "GET /v2.0/ports?device_id=0f5c6e4a-2766-4317-8c92-8c02169f84b0 HTTP/1.1" status: 200 len: 945 time: 0.3032715 Feb 09 19:15:54.673546 n-d-713498-36 neutron-server[103230]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 19:15:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-86f19726-787d-48fe-8e4d-3cbe27022e55 x-openstack-request-id: req-86f19726-787d-48fe-8e4d-3cbe27022e55 {{(pid=103230) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 19:15:54.675424 n-d-713498-36 neutron-server[103230]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e09c7db3-be54-4206-a02e-57c0246ec41a", "name": "network-vif-deleted", "tag": "087d141e-9dd9-415c-beb8-abd1ab738673", "status": "completed", "code": 200}]} {{(pid=103230) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 19:15:54.675689 n-d-713498-36 neutron-server[103230]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-86f19726-787d-48fe-8e4d-3cbe27022e55 {{(pid=103230) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 19:15:54.677271 n-d-713498-36 neutron-server[103230]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e09c7db3-be54-4206-a02e-57c0246ec41a', 'name': 'network-vif-deleted', 'tag': '087d141e-9dd9-415c-beb8-abd1ab738673', 'status': 'completed', 'code': 200} Feb 09 19:15:54.680974 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a54c42d6-c386-45a1-a170-95f24fea8425 req-916f7ea1-5b79-49ca-8afd-4ba9b3e6af8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:15:54.682518 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-a54c42d6-c386-45a1-a170-95f24fea8425 req-916f7ea1-5b79-49ca-8afd-4ba9b3e6af8c service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=2b5494c8-cf97-42c1-b902-87f998f28179&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.1845117 Feb 09 19:15:54.816874 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-3c1966f7-0bc8-435c-98e2-80fcde6e289d req-93d0e617-b4c4-4f41-b017-d83477bb7351 tempest-ServerDiskConfigTestJSON-504186010 tempest-ServerDiskConfigTestJSON-504186010-project] 10.222.0.75 "GET /v2.0/security-groups?id=3d9033a7-be2a-4459-a2da-84c23e651975&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1970387 Feb 09 19:15:54.830338 n-d-713498-36 neutron-server[103230]: DEBUG neutron.db.db_base_plugin_common [req-d5356cc5-0111-495d-9208-e791469cb085 req-a83d9370-9bf2-40c7-bfb4-6d1600623407 tempest-ServerTagsTestJSON-1403813271 tempest-ServerTagsTestJSON-1403813271-project] Allocated IP 172.20.0.2 (46ef367f-c07d-45f2-8044-5a4adc87b624/2110f663-a496-484e-80bd-5ff165043a45/bad85c71-9c39-43a8-9cef-630e9a884c57) {{(pid=103230) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 19:15:54.848926 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-181b26f5-d775-4307-90d0-eaaff8740fee req-2d176495-8616-4582-92a5-94744150f03f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:15:54.850461 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-181b26f5-d775-4307-90d0-eaaff8740fee req-2d176495-8616-4582-92a5-94744150f03f service neutron] 10.222.0.90 "GET /v2.0/networks?id=331b81e1-5966-4614-8f3b-12a1817e4fe0 HTTP/1.1" status: 200 len: 903 time: 0.2731054 Feb 09 19:15:54.882512 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-a54c42d6-c386-45a1-a170-95f24fea8425 req-eaaee04f-b355-42c1-8bf3-ae0f16fd2b12 service neutron] 10.222.0.89 "GET /v2.0/networks/2b5494c8-cf97-42c1-b902-87f998f28179?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1902957 Feb 09 19:15:54.928267 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-181b26f5-d775-4307-90d0-eaaff8740fee req-4a7f2330-c5b5-4532-8219-9324eff8b050 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=fd688801-4beb-42a5-9ec8-010c808e3c22 HTTP/1.1" status: 200 len: 217 time: 0.0666797 Feb 09 19:15:55.081685 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-181b26f5-d775-4307-90d0-eaaff8740fee req-b8baba79-5518-45dd-8431-84c9bfdc61b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:15:55.083216 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-181b26f5-d775-4307-90d0-eaaff8740fee req-b8baba79-5518-45dd-8431-84c9bfdc61b3 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=370aa69d-6bb2-4dc6-92d1-b0ec93a18a28 HTTP/1.1" status: 200 len: 797 time: 0.1298327 Feb 09 19:15:55.139217 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [req-d5356cc5-0111-495d-9208-e791469cb085 req-a83d9370-9bf2-40c7-bfb4-6d1600623407 tempest-ServerTagsTestJSON-1403813271 tempest-ServerTagsTestJSON-1403813271-project] Publish callbacks [] for port (bad85c71-9c39-43a8-9cef-630e9a884c57), precommit_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:15:55.156121 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-a54c42d6-c386-45a1-a170-95f24fea8425 req-5ba4c8d6-d3a5-4c08-b86d-c747ee8a0dfa service neutron] 10.222.0.89 "GET /v2.0/networks/2b5494c8-cf97-42c1-b902-87f998f28179?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2374675 Feb 09 19:15:55.185240 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-181b26f5-d775-4307-90d0-eaaff8740fee req-319cb457-4b07-4b06-b767-fcb6eb930eda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:15:55.187712 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-181b26f5-d775-4307-90d0-eaaff8740fee req-319cb457-4b07-4b06-b767-fcb6eb930eda service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=331b81e1-5966-4614-8f3b-12a1817e4fe0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1198 time: 0.0880768 Feb 09 19:15:55.201656 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [req-d5356cc5-0111-495d-9208-e791469cb085 req-a83d9370-9bf2-40c7-bfb4-6d1600623407 tempest-ServerTagsTestJSON-1403813271 tempest-ServerTagsTestJSON-1403813271-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762866656467', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14393751'] for port (bad85c71-9c39-43a8-9cef-630e9a884c57), after_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:15:55.320369 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a83d9370-9bf2-40c7-bfb4-6d1600623407 tempest-ServerTagsTestJSON-1403813271 tempest-ServerTagsTestJSON-1403813271-project] Pushing event updated for resources: {'Port': ['ID=bad85c71-9c39-43a8-9cef-630e9a884c57,revision_number=1']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:15:55.380995 n-d-713498-36 neutron-server[103230]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d5356cc5-0111-495d-9208-e791469cb085 req-a83d9370-9bf2-40c7-bfb4-6d1600623407 tempest-ServerTagsTestJSON-1403813271 tempest-ServerTagsTestJSON-1403813271-project] Network 46ef367f-c07d-45f2-8044-5a4adc87b624 is already hosted by enough agents. {{(pid=103230) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 19:15:55.412885 n-d-713498-36 neutron-server[103230]: DEBUG neutron.scheduler.base_scheduler [req-d5356cc5-0111-495d-9208-e791469cb085 req-a83d9370-9bf2-40c7-bfb4-6d1600623407 tempest-ServerTagsTestJSON-1403813271 tempest-ServerTagsTestJSON-1403813271-project] Resources bound (agent type, host, resource id): {{(pid=103230) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 19:15:55.425004 n-d-713498-36 neutron-server[103230]: DEBUG neutron.db.l3_dvrscheduler_db [req-d5356cc5-0111-495d-9208-e791469cb085 req-a83d9370-9bf2-40c7-bfb4-6d1600623407 tempest-ServerTagsTestJSON-1403813271 tempest-ServerTagsTestJSON-1403813271-project] Received port after_create {{(pid=103230) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 19:15:55.447523 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-181b26f5-d775-4307-90d0-eaaff8740fee req-32606ac7-2be0-471c-bc6d-be568df0908f service neutron] 10.222.0.90 "GET /v2.0/networks/331b81e1-5966-4614-8f3b-12a1817e4fe0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2488067 Feb 09 19:15:55.458041 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf6732b7-b2b0-441e-b7b3-faa9c75f661d req-5d023e94-878e-496d-ad34-0370591baaa8 tempest-MigrationsAdminTest-892781459 tempest-MigrationsAdminTest-892781459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:15:55.459539 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-cf6732b7-b2b0-441e-b7b3-faa9c75f661d req-5d023e94-878e-496d-ad34-0370591baaa8 tempest-MigrationsAdminTest-892781459 tempest-MigrationsAdminTest-892781459-project] 10.222.0.75 "GET /v2.0/ports?device_id=5a41699b-33f6-4124-8872-0e1679a5b99b HTTP/1.1" status: 200 len: 948 time: 0.2101145 Feb 09 19:15:55.471019 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d06bee7-483a-4f8a-a4a0-58531bc2d74a req-42d5a7d1-2bcc-4d1d-be66-8ff7ef91a2b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:15:55.472476 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-6d06bee7-483a-4f8a-a4a0-58531bc2d74a req-42d5a7d1-2bcc-4d1d-be66-8ff7ef91a2b9 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=51b81e7592544b98a90626c2bba713eb&device_id=5a41699b-33f6-4124-8872-0e1679a5b99b HTTP/1.1" status: 200 len: 1131 time: 0.2208846 Feb 09 19:15:55.582502 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40bfb328-99e5-4968-9c2b-b2239e5a67e3 req-c3d45de8-1294-40af-867e-9c3b23d54fed tempest-TaggedBootDevicesTest-980849656 tempest-TaggedBootDevicesTest-980849656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:15:55.593902 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40bfb328-99e5-4968-9c2b-b2239e5a67e3 req-c3d45de8-1294-40af-867e-9c3b23d54fed tempest-TaggedBootDevicesTest-980849656 tempest-TaggedBootDevicesTest-980849656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:15:55.606844 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40bfb328-99e5-4968-9c2b-b2239e5a67e3 req-c3d45de8-1294-40af-867e-9c3b23d54fed tempest-TaggedBootDevicesTest-980849656 tempest-TaggedBootDevicesTest-980849656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:15:55.619494 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40bfb328-99e5-4968-9c2b-b2239e5a67e3 req-c3d45de8-1294-40af-867e-9c3b23d54fed tempest-TaggedBootDevicesTest-980849656 tempest-TaggedBootDevicesTest-980849656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:15:55.666145 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-cf6732b7-b2b0-441e-b7b3-faa9c75f661d req-d8cc60b7-9099-4023-9ccd-dc47d1aea31f tempest-MigrationsAdminTest-892781459 tempest-MigrationsAdminTest-892781459-project] 10.222.0.75 "GET /v2.0/security-groups?id=709912c8-8171-4435-800e-9e5c5e45bf8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1926875 Feb 09 19:15:55.666766 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40bfb328-99e5-4968-9c2b-b2239e5a67e3 req-c3d45de8-1294-40af-867e-9c3b23d54fed tempest-TaggedBootDevicesTest-980849656 tempest-TaggedBootDevicesTest-980849656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:15:55.676306 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40bfb328-99e5-4968-9c2b-b2239e5a67e3 req-c3d45de8-1294-40af-867e-9c3b23d54fed tempest-TaggedBootDevicesTest-980849656 tempest-TaggedBootDevicesTest-980849656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:15:55.690936 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-181b26f5-d775-4307-90d0-eaaff8740fee req-c6ecf26c-3c8b-42bd-a03e-fc31543e8b4e service neutron] 10.222.0.90 "GET /v2.0/networks/331b81e1-5966-4614-8f3b-12a1817e4fe0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2290540 Feb 09 19:15:55.715048 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40bfb328-99e5-4968-9c2b-b2239e5a67e3 req-c3d45de8-1294-40af-867e-9c3b23d54fed tempest-TaggedBootDevicesTest-980849656 tempest-TaggedBootDevicesTest-980849656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:15:55.723103 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d06bee7-483a-4f8a-a4a0-58531bc2d74a req-5b0ddc86-3d91-402b-aa09-1fa7ed148b43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:15:55.724738 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-40bfb328-99e5-4968-9c2b-b2239e5a67e3 req-c3d45de8-1294-40af-867e-9c3b23d54fed tempest-TaggedBootDevicesTest-980849656 tempest-TaggedBootDevicesTest-980849656-project] 10.222.0.75 "GET /v2.0/ports?device_id=c3476174-573e-455c-944e-9ed0cac04ac2 HTTP/1.1" status: 200 len: 5421 time: 0.4922347 Feb 09 19:15:55.728040 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-6d06bee7-483a-4f8a-a4a0-58531bc2d74a req-5b0ddc86-3d91-402b-aa09-1fa7ed148b43 service neutron] 10.222.0.89 "GET /v2.0/networks?id=2b5494c8-cf97-42c1-b902-87f998f28179 HTTP/1.1" status: 200 len: 870 time: 0.2338867 Feb 09 19:15:55.796774 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5356cc5-0111-495d-9208-e791469cb085 req-a83d9370-9bf2-40c7-bfb4-6d1600623407 tempest-ServerTagsTestJSON-1403813271 tempest-ServerTagsTestJSON-1403813271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:15:55.799174 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [req-d5356cc5-0111-495d-9208-e791469cb085 req-a83d9370-9bf2-40c7-bfb4-6d1600623407 tempest-ServerTagsTestJSON-1403813271 tempest-ServerTagsTestJSON-1403813271-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171096'] for port (None), before_response {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:15:55.844846 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-6d06bee7-483a-4f8a-a4a0-58531bc2d74a req-412b577a-05f0-46f7-99e2-480f6d66dd54 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.195&port_id=8bed1b6e-8e37-4dad-bafb-4dc444eac2ae HTTP/1.1" status: 200 len: 217 time: 0.1052756 Feb 09 19:15:55.918636 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-40bfb328-99e5-4968-9c2b-b2239e5a67e3 req-4be61e23-739c-4d89-8685-65874fc0a02b tempest-TaggedBootDevicesTest-980849656 tempest-TaggedBootDevicesTest-980849656-project] 10.222.0.75 "GET /v2.0/security-groups?id=6f7e8ede-8085-490c-860b-91c045ecce1f&id=116d7b93-0726-4659-8687-b47afcfa5056&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1891050 Feb 09 19:15:55.922325 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-d5356cc5-0111-495d-9208-e791469cb085 req-a83d9370-9bf2-40c7-bfb4-6d1600623407 tempest-ServerTagsTestJSON-1403813271 tempest-ServerTagsTestJSON-1403813271-project] 10.222.0.90 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8567901 Feb 09 19:15:55.946666 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.v2.base [req-d5356cc5-0111-495d-9208-e791469cb085 req-b4d202c1-5901-46de-9e32-3e9f330ab0d9 service neutron] Request body: {'port': {'device_id': '2fd9d791-d945-42c1-8139-04244b9d3d8c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-713498-36'}} {{(pid=103230) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 19:15:56.031768 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d06bee7-483a-4f8a-a4a0-58531bc2d74a req-6c720af4-45be-413a-a965-67f67e7174e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:15:56.037214 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-6d06bee7-483a-4f8a-a4a0-58531bc2d74a req-6c720af4-45be-413a-a965-67f67e7174e7 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=60b561cb-321e-4f83-9bb3-92b2e1d0dc44 HTTP/1.1" status: 200 len: 843 time: 0.1710927 Feb 09 19:15:56.057202 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [req-d5356cc5-0111-495d-9208-e791469cb085 req-b4d202c1-5901-46de-9e32-3e9f330ab0d9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (bad85c71-9c39-43a8-9cef-630e9a884c57), before_update {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:15:56.078150 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8737f8c5-5ffd-4524-a51d-f94aed61aec7 req-fa0adf46-d540-4084-b815-b3808a3c6aba tempest-ServerTagsTestJSON-1403813271 tempest-ServerTagsTestJSON-1403813271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:15:56.079686 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-8737f8c5-5ffd-4524-a51d-f94aed61aec7 req-fa0adf46-d540-4084-b815-b3808a3c6aba tempest-ServerTagsTestJSON-1403813271 tempest-ServerTagsTestJSON-1403813271-project] 10.222.0.75 "GET /v2.0/ports?device_id=2fd9d791-d945-42c1-8139-04244b9d3d8c HTTP/1.1" status: 200 len: 931 time: 0.2307146 Feb 09 19:15:56.265305 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-8737f8c5-5ffd-4524-a51d-f94aed61aec7 req-ec35c5f0-2d54-4c3d-8957-ef949799b191 tempest-ServerTagsTestJSON-1403813271 tempest-ServerTagsTestJSON-1403813271-project] 10.222.0.75 "GET /v2.0/security-groups?id=9ab0f0ab-62d6-4332-86ab-0ba316386a7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1208944 Feb 09 19:15:56.278516 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d06bee7-483a-4f8a-a4a0-58531bc2d74a req-6cfa9562-ff50-41ca-8590-42a884212548 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:15:56.280100 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-6d06bee7-483a-4f8a-a4a0-58531bc2d74a req-6cfa9562-ff50-41ca-8590-42a884212548 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=2b5494c8-cf97-42c1-b902-87f998f28179&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.2325161 Feb 09 19:15:56.410845 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d67418a-ca8e-4840-ba16-2530e0c64c3b req-a0f3945d-0d16-48b2-9d6e-f048339c4d6c tempest-ServerDiskConfigTestJSON-504186010 tempest-ServerDiskConfigTestJSON-504186010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:15:56.412396 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-6d67418a-ca8e-4840-ba16-2530e0c64c3b req-a0f3945d-0d16-48b2-9d6e-f048339c4d6c tempest-ServerDiskConfigTestJSON-504186010 tempest-ServerDiskConfigTestJSON-504186010-project] 10.222.0.75 "GET /v2.0/ports?device_id=0f5c6e4a-2766-4317-8c92-8c02169f84b0 HTTP/1.1" status: 200 len: 945 time: 0.1643245 Feb 09 19:15:56.484052 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-6d06bee7-483a-4f8a-a4a0-58531bc2d74a req-5ff69233-9ce8-4d69-9c8f-f1b2c3b9ae0e service neutron] 10.222.0.89 "GET /v2.0/networks/2b5494c8-cf97-42c1-b902-87f998f28179?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1950183 Feb 09 19:15:56.544141 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-6d67418a-ca8e-4840-ba16-2530e0c64c3b req-69ff223d-79bc-451c-bc37-9c39f824e800 tempest-ServerDiskConfigTestJSON-504186010 tempest-ServerDiskConfigTestJSON-504186010-project] 10.222.0.75 "GET /v2.0/security-groups?id=3d9033a7-be2a-4459-a2da-84c23e651975&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1129096 Feb 09 19:15:56.595585 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-6d06bee7-483a-4f8a-a4a0-58531bc2d74a req-835edeea-f3f8-423f-a833-5b21ca5a2d62 service neutron] 10.222.0.89 "GET /v2.0/networks/2b5494c8-cf97-42c1-b902-87f998f28179?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1023941 Feb 09 19:15:56.605199 n-d-713498-36 neutron-server[103230]: DEBUG neutron.notifiers.nova [req-d5356cc5-0111-495d-9208-e791469cb085 req-b4d202c1-5901-46de-9e32-3e9f330ab0d9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bad85c71-9c39-43a8-9cef-630e9a884c57 {{(pid=103230) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 19:15:56.606476 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe41c631-5a0c-43ef-b8a5-a51e18204d3a req-42b85cd4-2568-4bb3-80a7-beb5478f41a3 tempest-ListServerFiltersTestJSON-592653301 tempest-ListServerFiltersTestJSON-592653301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:15:56.608181 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-fe41c631-5a0c-43ef-b8a5-a51e18204d3a req-42b85cd4-2568-4bb3-80a7-beb5478f41a3 tempest-ListServerFiltersTestJSON-592653301 tempest-ListServerFiltersTestJSON-592653301-project] 10.222.0.75 "GET /v2.0/ports?device_id=342293bf-7258-4cd4-a7b8-d6015bcac217 HTTP/1.1" status: 200 len: 946 time: 0.1708455 Feb 09 19:15:56.622792 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [req-d5356cc5-0111-495d-9208-e791469cb085 req-b4d202c1-5901-46de-9e32-3e9f330ab0d9 service neutron] Publish callbacks [] for port (bad85c71-9c39-43a8-9cef-630e9a884c57), precommit_update {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:15:56.641054 n-d-713498-36 neutron-server[103230]: DEBUG neutron.db.provisioning_blocks [req-d5356cc5-0111-495d-9208-e791469cb085 req-b4d202c1-5901-46de-9e32-3e9f330ab0d9 service neutron] Transition to ACTIVE for port object bad85c71-9c39-43a8-9cef-630e9a884c57 will not be triggered until provisioned by entity L2. {{(pid=103230) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 19:15:56.647444 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [req-d5356cc5-0111-495d-9208-e791469cb085 req-b4d202c1-5901-46de-9e32-3e9f330ab0d9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762867176205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762866656485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762866656503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14393758'] for port (bad85c71-9c39-43a8-9cef-630e9a884c57), after_update {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:15:56.695272 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-fe41c631-5a0c-43ef-b8a5-a51e18204d3a req-7b91674a-f232-4012-9680-28ea9c65c029 tempest-ListServerFiltersTestJSON-592653301 tempest-ListServerFiltersTestJSON-592653301-project] 10.222.0.75 "GET /v2.0/security-groups?id=25541e77-9cfa-43ca-aee5-11ed3f3bedff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0802846 Feb 09 19:15:56.734331 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4d202c1-5901-46de-9e32-3e9f330ab0d9 service neutron] Pushing event updated for resources: {'Port': ['ID=bad85c71-9c39-43a8-9cef-630e9a884c57,revision_number=2']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:15:56.859301 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.managers [req-d5356cc5-0111-495d-9208-e791469cb085 req-b4d202c1-5901-46de-9e32-3e9f330ab0d9 service neutron] Attempting to bind port bad85c71-9c39-43a8-9cef-630e9a884c57 on host n-h2-713498-36 for vnic_type normal with profile {{(pid=103230) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 19:15:56.859637 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.managers [req-d5356cc5-0111-495d-9208-e791469cb085 req-b4d202c1-5901-46de-9e32-3e9f330ab0d9 service neutron] Attempting to bind port bad85c71-9c39-43a8-9cef-630e9a884c57 by drivers openvswitch,hyperv on host n-h2-713498-36 at level 0 using segments [{'id': '91e4bfbb-1552-4811-a0cb-01d1dc2b0319', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': '46ef367f-c07d-45f2-8044-5a4adc87b624'}] {{(pid=103230) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 19:15:56.860015 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5356cc5-0111-495d-9208-e791469cb085 req-b4d202c1-5901-46de-9e32-3e9f330ab0d9 service neutron] Attempting to bind port bad85c71-9c39-43a8-9cef-630e9a884c57 on network 46ef367f-c07d-45f2-8044-5a4adc87b624 {{(pid=103230) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 19:15:56.869546 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5356cc5-0111-495d-9208-e791469cb085 req-b4d202c1-5901-46de-9e32-3e9f330ab0d9 service neutron] Port bad85c71-9c39-43a8-9cef-630e9a884c57 on network 46ef367f-c07d-45f2-8044-5a4adc87b624 not bound, no agent of type Open vSwitch agent registered on host n-h2-713498-36 {{(pid=103230) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 19:15:56.869876 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5356cc5-0111-495d-9208-e791469cb085 req-b4d202c1-5901-46de-9e32-3e9f330ab0d9 service neutron] Attempting to bind port bad85c71-9c39-43a8-9cef-630e9a884c57 on network 46ef367f-c07d-45f2-8044-5a4adc87b624 {{(pid=103230) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 19:15:56.878162 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5356cc5-0111-495d-9208-e791469cb085 req-b4d202c1-5901-46de-9e32-3e9f330ab0d9 service neutron] Checking agent: {'id': 'bcd5faee-dc24-4298-9134-0e0aa054058e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713498-36', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 18, 59, 19), 'started_at': datetime.datetime(2022, 2, 9, 18, 59, 19), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 19, 15, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103230) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 19:15:56.878503 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5356cc5-0111-495d-9208-e791469cb085 req-b4d202c1-5901-46de-9e32-3e9f330ab0d9 service neutron] Checking segment: {'id': '91e4bfbb-1552-4811-a0cb-01d1dc2b0319', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': '46ef367f-c07d-45f2-8044-5a4adc87b624'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103230) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 19:15:56.878873 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5356cc5-0111-495d-9208-e791469cb085 req-b4d202c1-5901-46de-9e32-3e9f330ab0d9 service neutron] Bound using segment: {'id': '91e4bfbb-1552-4811-a0cb-01d1dc2b0319', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': '46ef367f-c07d-45f2-8044-5a4adc87b624'} {{(pid=103230) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 19:15:56.879297 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.managers [req-d5356cc5-0111-495d-9208-e791469cb085 req-b4d202c1-5901-46de-9e32-3e9f330ab0d9 service neutron] Bound port: bad85c71-9c39-43a8-9cef-630e9a884c57, host: n-h2-713498-36, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '91e4bfbb-1552-4811-a0cb-01d1dc2b0319', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': '46ef367f-c07d-45f2-8044-5a4adc87b624'}}] {{(pid=103230) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 19:15:56.879659 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [req-d5356cc5-0111-495d-9208-e791469cb085 req-b4d202c1-5901-46de-9e32-3e9f330ab0d9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (bad85c71-9c39-43a8-9cef-630e9a884c57), before_update {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:15:56.905716 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04820244-d00c-4311-ab3d-aaa7fcf6bdea req-ba6562ff-05c6-4b6f-9163-dd66437f57b5 tempest-MigrationsAdminTest-892781459 tempest-MigrationsAdminTest-892781459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:15:56.907252 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-04820244-d00c-4311-ab3d-aaa7fcf6bdea req-ba6562ff-05c6-4b6f-9163-dd66437f57b5 tempest-MigrationsAdminTest-892781459 tempest-MigrationsAdminTest-892781459-project] 10.222.0.75 "GET /v2.0/ports?device_id=5a41699b-33f6-4124-8872-0e1679a5b99b HTTP/1.1" status: 200 len: 948 time: 0.0892243 Feb 09 19:15:56.997743 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.db [req-d5356cc5-0111-495d-9208-e791469cb085 req-b4d202c1-5901-46de-9e32-3e9f330ab0d9 service neutron] For port bad85c71-9c39-43a8-9cef-630e9a884c57, host n-h2-713498-36, cleared binding levels {{(pid=103230) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 19:15:57.002565 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.db [req-d5356cc5-0111-495d-9208-e791469cb085 req-b4d202c1-5901-46de-9e32-3e9f330ab0d9 service neutron] For port bad85c71-9c39-43a8-9cef-630e9a884c57, host n-h2-713498-36, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-36',level=0,port_id=bad85c71-9c39-43a8-9cef-630e9a884c57,segment=NetworkSegment(91e4bfbb-1552-4811-a0cb-01d1dc2b0319),segment_id=91e4bfbb-1552-4811-a0cb-01d1dc2b0319)] {{(pid=103230) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 19:15:57.007721 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-04820244-d00c-4311-ab3d-aaa7fcf6bdea req-d18e4c87-312b-4cf6-a2bd-5d07256477f4 tempest-MigrationsAdminTest-892781459 tempest-MigrationsAdminTest-892781459-project] 10.222.0.75 "GET /v2.0/security-groups?id=709912c8-8171-4435-800e-9e5c5e45bf8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0762007 Feb 09 19:15:57.015287 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [req-d5356cc5-0111-495d-9208-e791469cb085 req-b4d202c1-5901-46de-9e32-3e9f330ab0d9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762867176205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762866656485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762866656503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14393758'] for port (bad85c71-9c39-43a8-9cef-630e9a884c57), after_update {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:15:57.057931 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5356cc5-0111-495d-9208-e791469cb085 req-b4d202c1-5901-46de-9e32-3e9f330ab0d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:15:57.058861 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [req-d5356cc5-0111-495d-9208-e791469cb085 req-b4d202c1-5901-46de-9e32-3e9f330ab0d9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171096'] for port (None), before_response {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:15:57.060404 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-d5356cc5-0111-495d-9208-e791469cb085 req-b4d202c1-5901-46de-9e32-3e9f330ab0d9 service neutron] 10.222.0.90 "PUT /v2.0/ports/bad85c71-9c39-43a8-9cef-630e9a884c57 HTTP/1.1" status: 200 len: 1092 time: 1.1205664 Feb 09 19:15:57.061033 n-d-713498-36 neutron-server[103230]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2fd9d791-d945-42c1-8139-04244b9d3d8c', 'tag': 'bad85c71-9c39-43a8-9cef-630e9a884c57'}] {{(pid=103230) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 19:15:57.063790 n-d-713498-36 neutron-server[103230]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aee5919275bae9f72eb374ee322673045eb80c1f84b4b45a97d96923bd50ab51" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-12b6d951-5cae-472f-b151-12f067f6a7bd" -d '{"events": [{"name": "network-changed", "server_uuid": "2fd9d791-d945-42c1-8139-04244b9d3d8c", "tag": "bad85c71-9c39-43a8-9cef-630e9a884c57"}]}' {{(pid=103230) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 19:15:57.097840 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4d202c1-5901-46de-9e32-3e9f330ab0d9 service neutron] Pushing event updated for resources: {'Port': ['ID=bad85c71-9c39-43a8-9cef-630e9a884c57,revision_number=3']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:15:57.123608 n-d-713498-36 neutron-server[103230]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 19:15:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0077c153-4567-4c07-8962-e758a30c8623 x-openstack-request-id: req-0077c153-4567-4c07-8962-e758a30c8623 {{(pid=103230) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 19:15:57.123902 n-d-713498-36 neutron-server[103230]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2fd9d791-d945-42c1-8139-04244b9d3d8c", "tag": "bad85c71-9c39-43a8-9cef-630e9a884c57", "status": "completed", "code": 200}]} {{(pid=103230) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 19:15:57.124231 n-d-713498-36 neutron-server[103230]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-0077c153-4567-4c07-8962-e758a30c8623 {{(pid=103230) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 19:15:57.124637 n-d-713498-36 neutron-server[103230]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2fd9d791-d945-42c1-8139-04244b9d3d8c', 'tag': 'bad85c71-9c39-43a8-9cef-630e9a884c57', 'status': 'completed', 'code': 200} Feb 09 19:15:57.199910 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5356cc5-0111-495d-9208-e791469cb085 req-9c4bb2c7-5083-465d-a6d0-e21164ffc31a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:15:57.201491 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-d5356cc5-0111-495d-9208-e791469cb085 req-9c4bb2c7-5083-465d-a6d0-e21164ffc31a service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=17646d80bdf9473c86cdf3cc991a40f8&device_id=2fd9d791-d945-42c1-8139-04244b9d3d8c HTTP/1.1" status: 200 len: 1126 time: 0.0610247 Feb 09 19:15:57.227211 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Device 087d141e-9dd9-415c-beb8-abd1ab738673 no longer exists at agent hyperv_n-h1-713498-36 {{(pid=103232) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 19:15:57.229415 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-181be20d-6b9d-42d9-a77f-5c928cc29370 req-8210aa29-42a6-471a-aa12-ae80dffb5e5d tempest-TaggedBootDevicesTest-980849656 tempest-TaggedBootDevicesTest-980849656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:15:57.237506 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-181be20d-6b9d-42d9-a77f-5c928cc29370 req-8210aa29-42a6-471a-aa12-ae80dffb5e5d tempest-TaggedBootDevicesTest-980849656 tempest-TaggedBootDevicesTest-980849656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:15:57.244549 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-181be20d-6b9d-42d9-a77f-5c928cc29370 req-8210aa29-42a6-471a-aa12-ae80dffb5e5d tempest-TaggedBootDevicesTest-980849656 tempest-TaggedBootDevicesTest-980849656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:15:57.253422 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-181be20d-6b9d-42d9-a77f-5c928cc29370 req-8210aa29-42a6-471a-aa12-ae80dffb5e5d tempest-TaggedBootDevicesTest-980849656 tempest-TaggedBootDevicesTest-980849656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:15:57.259574 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-181be20d-6b9d-42d9-a77f-5c928cc29370 req-8210aa29-42a6-471a-aa12-ae80dffb5e5d tempest-TaggedBootDevicesTest-980849656 tempest-TaggedBootDevicesTest-980849656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:15:57.267974 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-181be20d-6b9d-42d9-a77f-5c928cc29370 req-8210aa29-42a6-471a-aa12-ae80dffb5e5d tempest-TaggedBootDevicesTest-980849656 tempest-TaggedBootDevicesTest-980849656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:15:57.273625 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] No Port match for: 087d141e-9dd9-415c-beb8-abd1ab738673 {{(pid=103232) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 19:15:57.274045 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Device 087d141e-9dd9-415c-beb8-abd1ab738673 not bound to the agent host n-h1-713498-36 {{(pid=103232) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 19:15:57.276924 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-181be20d-6b9d-42d9-a77f-5c928cc29370 req-8210aa29-42a6-471a-aa12-ae80dffb5e5d tempest-TaggedBootDevicesTest-980849656 tempest-TaggedBootDevicesTest-980849656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:15:57.279654 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-181be20d-6b9d-42d9-a77f-5c928cc29370 req-8210aa29-42a6-471a-aa12-ae80dffb5e5d tempest-TaggedBootDevicesTest-980849656 tempest-TaggedBootDevicesTest-980849656-project] 10.222.0.75 "GET /v2.0/ports?device_id=c3476174-573e-455c-944e-9ed0cac04ac2 HTTP/1.1" status: 200 len: 5421 time: 0.2030871 Feb 09 19:15:57.361155 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-d5356cc5-0111-495d-9208-e791469cb085 req-a8d1e16c-35e4-4762-8a50-e4ced1fd3790 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=bad85c71-9c39-43a8-9cef-630e9a884c57 HTTP/1.1" status: 200 len: 217 time: 0.1450057 Feb 09 19:15:57.363721 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-181be20d-6b9d-42d9-a77f-5c928cc29370 req-1912ba72-0f3a-44c7-80e5-55c66526077b tempest-TaggedBootDevicesTest-980849656 tempest-TaggedBootDevicesTest-980849656-project] 10.222.0.75 "GET /v2.0/security-groups?id=6f7e8ede-8085-490c-860b-91c045ecce1f&id=116d7b93-0726-4659-8687-b47afcfa5056&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0704010 Feb 09 19:15:57.485029 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5356cc5-0111-495d-9208-e791469cb085 req-8920dc96-b359-4b7e-8f6e-e9c5d0a3625e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:15:57.486480 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-d5356cc5-0111-495d-9208-e791469cb085 req-8920dc96-b359-4b7e-8f6e-e9c5d0a3625e service neutron] 10.222.0.90 "GET /v2.0/subnets?id=2110f663-a496-484e-80bd-5ff165043a45 HTTP/1.1" status: 200 len: 849 time: 0.1141174 Feb 09 19:15:57.517490 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a84b36be-935b-42bd-a0b6-c79a5bced4cf req-97216928-a94c-4f0c-813c-7ca09e1f59e8 tempest-ServerTagsTestJSON-1403813271 tempest-ServerTagsTestJSON-1403813271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:15:57.519226 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-a84b36be-935b-42bd-a0b6-c79a5bced4cf req-97216928-a94c-4f0c-813c-7ca09e1f59e8 tempest-ServerTagsTestJSON-1403813271 tempest-ServerTagsTestJSON-1403813271-project] 10.222.0.75 "GET /v2.0/ports?device_id=2fd9d791-d945-42c1-8139-04244b9d3d8c HTTP/1.1" status: 200 len: 943 time: 0.0988503 Feb 09 19:15:57.550857 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-d5356cc5-0111-495d-9208-e791469cb085 req-2da5a353-3250-41eb-a274-611743a3802c service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=46ef367f-c07d-45f2-8044-5a4adc87b624&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0541000 Feb 09 19:15:57.667865 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-a84b36be-935b-42bd-a0b6-c79a5bced4cf req-897d8378-c2d9-4ef3-aa84-b0a7828ed772 tempest-ServerTagsTestJSON-1403813271 tempest-ServerTagsTestJSON-1403813271-project] 10.222.0.75 "GET /v2.0/security-groups?id=9ab0f0ab-62d6-4332-86ab-0ba316386a7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1191425 Feb 09 19:15:57.704987 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-d5356cc5-0111-495d-9208-e791469cb085 req-393e050c-2b4c-488e-a05e-69947b82da5e service neutron] 10.222.0.90 "GET /v2.0/networks/46ef367f-c07d-45f2-8044-5a4adc87b624?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1400864 Feb 09 19:15:57.730212 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ac3523f-09b6-4ddb-bba0-756778d57a35 req-1fda3fde-4f39-4482-8cbf-7798da4fd105 tempest-ServerDiskConfigTestJSON-504186010 tempest-ServerDiskConfigTestJSON-504186010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:15:57.739459 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-0ac3523f-09b6-4ddb-bba0-756778d57a35 req-1fda3fde-4f39-4482-8cbf-7798da4fd105 tempest-ServerDiskConfigTestJSON-504186010 tempest-ServerDiskConfigTestJSON-504186010-project] 10.222.0.75 "GET /v2.0/ports?device_id=0f5c6e4a-2766-4317-8c92-8c02169f84b0 HTTP/1.1" status: 200 len: 945 time: 0.1013591 Feb 09 19:15:57.842236 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-0ac3523f-09b6-4ddb-bba0-756778d57a35 req-d0a97937-e1e6-48ed-827d-440119e7d98c tempest-ServerDiskConfigTestJSON-504186010 tempest-ServerDiskConfigTestJSON-504186010-project] 10.222.0.75 "GET /v2.0/security-groups?id=3d9033a7-be2a-4459-a2da-84c23e651975&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0924928 Feb 09 19:15:57.931795 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-d5356cc5-0111-495d-9208-e791469cb085 req-e0ddad29-49a6-4a93-acdb-2b45b38ad4a0 service neutron] 10.222.0.90 "GET /v2.0/networks/46ef367f-c07d-45f2-8044-5a4adc87b624?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2155232 Feb 09 19:15:57.977732 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e441d7bd-09b8-4a5f-9994-b3112ff201ad req-57a62699-d2a9-443c-b54b-b6ac1b44586b tempest-ListServerFiltersTestJSON-592653301 tempest-ListServerFiltersTestJSON-592653301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:15:57.979211 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-e441d7bd-09b8-4a5f-9994-b3112ff201ad req-57a62699-d2a9-443c-b54b-b6ac1b44586b tempest-ListServerFiltersTestJSON-592653301 tempest-ListServerFiltersTestJSON-592653301-project] 10.222.0.75 "GET /v2.0/ports?device_id=342293bf-7258-4cd4-a7b8-d6015bcac217 HTTP/1.1" status: 200 len: 946 time: 0.1196327 Feb 09 19:15:58.095310 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-e441d7bd-09b8-4a5f-9994-b3112ff201ad req-19087621-1942-43cc-ba2d-2bacce9290ef tempest-ListServerFiltersTestJSON-592653301 tempest-ListServerFiltersTestJSON-592653301-project] 10.222.0.75 "GET /v2.0/security-groups?id=25541e77-9cfa-43ca-aee5-11ed3f3bedff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0978765 Feb 09 19:15:58.102283 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12b6d951-5cae-472f-b151-12f067f6a7bd req-1134ea89-372e-47c6-92f7-56b7882144d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:15:58.104824 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-12b6d951-5cae-472f-b151-12f067f6a7bd req-1134ea89-372e-47c6-92f7-56b7882144d3 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=17646d80bdf9473c86cdf3cc991a40f8&device_id=2fd9d791-d945-42c1-8139-04244b9d3d8c HTTP/1.1" status: 200 len: 1126 time: 0.0834413 Feb 09 19:15:58.111538 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c207e4e3-84c0-4c78-8fa6-d4d501b43a1d req-d645ce66-44f3-47f7-bac2-747c13f7b7f8 tempest-ListServerFiltersTestJSON-592653301 tempest-ListServerFiltersTestJSON-592653301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:15:58.113399 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-c207e4e3-84c0-4c78-8fa6-d4d501b43a1d req-d645ce66-44f3-47f7-bac2-747c13f7b7f8 tempest-ListServerFiltersTestJSON-592653301 tempest-ListServerFiltersTestJSON-592653301-project] 10.222.0.89 "GET /v2.0/ports?device_id=342293bf-7258-4cd4-a7b8-d6015bcac217 HTTP/1.1" status: 200 len: 946 time: 0.1287608 Feb 09 19:15:58.237496 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12b6d951-5cae-472f-b151-12f067f6a7bd req-b8ba161c-a26f-42fb-acd8-be21c703e7a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:15:58.240078 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-12b6d951-5cae-472f-b151-12f067f6a7bd req-b8ba161c-a26f-42fb-acd8-be21c703e7a2 service neutron] 10.222.0.90 "GET /v2.0/networks?id=46ef367f-c07d-45f2-8044-5a4adc87b624 HTTP/1.1" status: 200 len: 910 time: 0.1259577 Feb 09 19:15:58.319573 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-12b6d951-5cae-472f-b151-12f067f6a7bd req-fb6ef47b-27ff-4730-be3d-c0a0156e4684 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=bad85c71-9c39-43a8-9cef-630e9a884c57 HTTP/1.1" status: 200 len: 217 time: 0.0667908 Feb 09 19:15:58.389204 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9806803-68b0-4d07-829d-6cbeb19f842d req-6efda4ca-3e76-4b7a-a3df-e55f761bfe32 tempest-MigrationsAdminTest-892781459 tempest-MigrationsAdminTest-892781459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:15:58.391178 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-d9806803-68b0-4d07-829d-6cbeb19f842d req-6efda4ca-3e76-4b7a-a3df-e55f761bfe32 tempest-MigrationsAdminTest-892781459 tempest-MigrationsAdminTest-892781459-project] 10.222.0.75 "GET /v2.0/ports?device_id=5a41699b-33f6-4124-8872-0e1679a5b99b HTTP/1.1" status: 200 len: 948 time: 0.2267118 Feb 09 19:15:58.463241 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.plugin [req-c207e4e3-84c0-4c78-8fa6-d4d501b43a1d req-2db432f8-333c-44b9-8b26-26f53a41f720 tempest-ListServerFiltersTestJSON-592653301 tempest-ListServerFiltersTestJSON-592653301-project] Deleting port abd6c987-32dc-4e67-9598-dcc9fb6003b3 {{(pid=103229) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 19:15:58.465016 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-c207e4e3-84c0-4c78-8fa6-d4d501b43a1d req-2db432f8-333c-44b9-8b26-26f53a41f720 tempest-ListServerFiltersTestJSON-592653301 tempest-ListServerFiltersTestJSON-592653301-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762867170196'] for port (abd6c987-32dc-4e67-9598-dcc9fb6003b3), before_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:15:58.501276 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12b6d951-5cae-472f-b151-12f067f6a7bd req-a4f6056c-191d-40e3-af10-ef3355c6c6c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:15:58.523860 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-12b6d951-5cae-472f-b151-12f067f6a7bd req-a4f6056c-191d-40e3-af10-ef3355c6c6c6 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=2110f663-a496-484e-80bd-5ff165043a45 HTTP/1.1" status: 200 len: 849 time: 0.1882236 Feb 09 19:15:58.624939 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-12b6d951-5cae-472f-b151-12f067f6a7bd req-37e679f2-8563-4c06-8521-941207839194 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=46ef367f-c07d-45f2-8044-5a4adc87b624&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0869560 Feb 09 19:15:58.627473 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-d9806803-68b0-4d07-829d-6cbeb19f842d req-df388fb4-ae4c-4ef9-99d3-c2e463c42910 tempest-MigrationsAdminTest-892781459 tempest-MigrationsAdminTest-892781459-project] 10.222.0.75 "GET /v2.0/security-groups?id=709912c8-8171-4435-800e-9e5c5e45bf8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2191446 Feb 09 19:15:58.673767 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.db [req-c207e4e3-84c0-4c78-8fa6-d4d501b43a1d req-2db432f8-333c-44b9-8b26-26f53a41f720 tempest-ListServerFiltersTestJSON-592653301 tempest-ListServerFiltersTestJSON-592653301-project] For port abd6c987-32dc-4e67-9598-dcc9fb6003b3, host n-h1-713498-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-36',level=0,port_id=abd6c987-32dc-4e67-9598-dcc9fb6003b3,segment=NetworkSegment(49c21643-b4af-42c1-8cee-d50eb741b435),segment_id=49c21643-b4af-42c1-8cee-d50eb741b435)] {{(pid=103229) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 19:15:58.674390 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-c207e4e3-84c0-4c78-8fa6-d4d501b43a1d req-2db432f8-333c-44b9-8b26-26f53a41f720 tempest-ListServerFiltersTestJSON-592653301 tempest-ListServerFiltersTestJSON-592653301-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1820838'] for port (abd6c987-32dc-4e67-9598-dcc9fb6003b3), precommit_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:15:58.704863 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.plugin [req-c207e4e3-84c0-4c78-8fa6-d4d501b43a1d req-2db432f8-333c-44b9-8b26-26f53a41f720 tempest-ListServerFiltersTestJSON-592653301 tempest-ListServerFiltersTestJSON-592653301-project] Calling delete_port for abd6c987-32dc-4e67-9598-dcc9fb6003b3 owned by compute:nova {{(pid=103229) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 19:15:59.042134 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-c207e4e3-84c0-4c78-8fa6-d4d501b43a1d req-2db432f8-333c-44b9-8b26-26f53a41f720 tempest-ListServerFiltersTestJSON-592653301 tempest-ListServerFiltersTestJSON-592653301-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762867177463', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762866656476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12867576'] for port (abd6c987-32dc-4e67-9598-dcc9fb6003b3), after_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:15:59.056653 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] get_ports_and_sgs() called for port_ids ['abd6c987-32dc-4e67-9598-dcc9fb6003b3'] {{(pid=103232) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 19:15:59.180833 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2db432f8-333c-44b9-8b26-26f53a41f720 tempest-ListServerFiltersTestJSON-592653301 tempest-ListServerFiltersTestJSON-592653301-project] Pushing event deleted for resources: {'Port': ['ID=abd6c987-32dc-4e67-9598-dcc9fb6003b3,revision_number=None']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:15:59.225281 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Device 8bed1b6e-8e37-4dad-bafb-4dc444eac2ae details requested by agent hyperv_n-h1-713498-36 with host n-h1-713498-36 {{(pid=103232) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 19:15:59.246515 n-d-713498-36 neutron-server[103229]: DEBUG neutron.db.l3_dvrscheduler_db [req-c207e4e3-84c0-4c78-8fa6-d4d501b43a1d req-2db432f8-333c-44b9-8b26-26f53a41f720 tempest-ListServerFiltersTestJSON-592653301 tempest-ListServerFiltersTestJSON-592653301-project] No DVR routers for this DVR port abd6c987-32dc-4e67-9598-dcc9fb6003b3 on host n-h1-713498-36 {{(pid=103229) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 19:15:59.252976 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-c207e4e3-84c0-4c78-8fa6-d4d501b43a1d req-2db432f8-333c-44b9-8b26-26f53a41f720 tempest-ListServerFiltersTestJSON-592653301 tempest-ListServerFiltersTestJSON-592653301-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171096'] for port (None), before_response {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:15:59.262213 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-c207e4e3-84c0-4c78-8fa6-d4d501b43a1d req-2db432f8-333c-44b9-8b26-26f53a41f720 tempest-ListServerFiltersTestJSON-592653301 tempest-ListServerFiltersTestJSON-592653301-project] 10.222.0.89 "DELETE /v2.0/ports/abd6c987-32dc-4e67-9598-dcc9fb6003b3 HTTP/1.1" status: 204 len: 173 time: 1.1138666 Feb 09 19:15:59.266299 n-d-713498-36 neutron-server[103229]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '342293bf-7258-4cd4-a7b8-d6015bcac217', 'name': 'network-vif-deleted', 'tag': 'abd6c987-32dc-4e67-9598-dcc9fb6003b3'}] {{(pid=103229) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 19:15:59.276090 n-d-713498-36 neutron-server[103229]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fa6ae9a20702bd564eaf90d946620b2b4277b1ab91129323d3b54181076be307" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-08b3467b-5c07-45f5-88cf-39cd1d35c604" -d '{"events": [{"server_uuid": "342293bf-7258-4cd4-a7b8-d6015bcac217", "name": "network-vif-deleted", "tag": "abd6c987-32dc-4e67-9598-dcc9fb6003b3"}]}' {{(pid=103229) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 19:15:59.304231 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bc1a8d2-8bd7-49d7-9d24-fadeef7974f6 req-137e810f-3dc2-4546-83cd-eedccba9b195 tempest-ServerTagsTestJSON-1403813271 tempest-ServerTagsTestJSON-1403813271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:15:59.312253 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-0bc1a8d2-8bd7-49d7-9d24-fadeef7974f6 req-137e810f-3dc2-4546-83cd-eedccba9b195 tempest-ServerTagsTestJSON-1403813271 tempest-ServerTagsTestJSON-1403813271-project] 10.222.0.75 "GET /v2.0/ports?device_id=2fd9d791-d945-42c1-8139-04244b9d3d8c HTTP/1.1" status: 200 len: 943 time: 0.3443577 Feb 09 19:15:59.334283 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db0857de-dee7-48ce-aa13-f738c35792c2 req-a84e15b4-c5a0-45ee-8416-7ebe73226771 tempest-TaggedBootDevicesTest-980849656 tempest-TaggedBootDevicesTest-980849656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:15:59.356322 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db0857de-dee7-48ce-aa13-f738c35792c2 req-a84e15b4-c5a0-45ee-8416-7ebe73226771 tempest-TaggedBootDevicesTest-980849656 tempest-TaggedBootDevicesTest-980849656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:15:59.368133 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db0857de-dee7-48ce-aa13-f738c35792c2 req-a84e15b4-c5a0-45ee-8416-7ebe73226771 tempest-TaggedBootDevicesTest-980849656 tempest-TaggedBootDevicesTest-980849656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:15:59.386956 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db0857de-dee7-48ce-aa13-f738c35792c2 req-a84e15b4-c5a0-45ee-8416-7ebe73226771 tempest-TaggedBootDevicesTest-980849656 tempest-TaggedBootDevicesTest-980849656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:15:59.405918 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db0857de-dee7-48ce-aa13-f738c35792c2 req-a84e15b4-c5a0-45ee-8416-7ebe73226771 tempest-TaggedBootDevicesTest-980849656 tempest-TaggedBootDevicesTest-980849656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:15:59.419957 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db0857de-dee7-48ce-aa13-f738c35792c2 req-a84e15b4-c5a0-45ee-8416-7ebe73226771 tempest-TaggedBootDevicesTest-980849656 tempest-TaggedBootDevicesTest-980849656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:15:59.429088 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db0857de-dee7-48ce-aa13-f738c35792c2 req-a84e15b4-c5a0-45ee-8416-7ebe73226771 tempest-TaggedBootDevicesTest-980849656 tempest-TaggedBootDevicesTest-980849656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:15:59.451530 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-db0857de-dee7-48ce-aa13-f738c35792c2 req-a84e15b4-c5a0-45ee-8416-7ebe73226771 tempest-TaggedBootDevicesTest-980849656 tempest-TaggedBootDevicesTest-980849656-project] 10.222.0.75 "GET /v2.0/ports?device_id=c3476174-573e-455c-944e-9ed0cac04ac2 HTTP/1.1" status: 200 len: 5421 time: 0.9201548 Feb 09 19:15:59.463604 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-0bc1a8d2-8bd7-49d7-9d24-fadeef7974f6 req-88b9b8ba-ba47-433c-8843-44d0909ccc15 tempest-ServerTagsTestJSON-1403813271 tempest-ServerTagsTestJSON-1403813271-project] 10.222.0.75 "GET /v2.0/security-groups?id=9ab0f0ab-62d6-4332-86ab-0ba316386a7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1450336 Feb 09 19:15:59.472610 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] For port 8bed1b6e-8e37-4dad-bafb-4dc444eac2ae, host n-h1-713498-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-36',level=0,port_id=8bed1b6e-8e37-4dad-bafb-4dc444eac2ae,segment=NetworkSegment(50e5915e-18f0-4558-9a28-b978975ead36),segment_id=50e5915e-18f0-4558-9a28-b978975ead36)] {{(pid=103232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 19:15:59.486368 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Returning: {'device': '8bed1b6e-8e37-4dad-bafb-4dc444eac2ae', 'network_id': '2b5494c8-cf97-42c1-b902-87f998f28179', 'port_id': '8bed1b6e-8e37-4dad-bafb-4dc444eac2ae', 'mac_address': 'fa:16:3e:f6:ac:75', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 359, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '60b561cb-321e-4f83-9bb3-92b2e1d0dc44', 'ip_address': '192.168.233.195'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103232) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 19:15:59.536447 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Current status of the port 8bed1b6e-8e37-4dad-bafb-4dc444eac2ae is: DOWN; New status is: BUILD {{(pid=103232) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 19:15:59.536849 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (8bed1b6e-8e37-4dad-bafb-4dc444eac2ae), before_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:15:59.568764 n-d-713498-36 neutron-server[103232]: DEBUG neutron.notifiers.nova [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8bed1b6e-8e37-4dad-bafb-4dc444eac2ae {{(pid=103232) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 19:15:59.598602 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] For port 8bed1b6e-8e37-4dad-bafb-4dc444eac2ae, host n-h1-713498-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-36',level=0,port_id=8bed1b6e-8e37-4dad-bafb-4dc444eac2ae,segment=NetworkSegment(50e5915e-18f0-4558-9a28-b978975ead36),segment_id=50e5915e-18f0-4558-9a28-b978975ead36)] {{(pid=103232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 19:15:59.605007 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762867176205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762866656485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762866656503'] for port (8bed1b6e-8e37-4dad-bafb-4dc444eac2ae), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:15:59.678532 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-12b6d951-5cae-472f-b151-12f067f6a7bd req-9959d77b-733f-41bc-98b8-7934dd5e67ee service neutron] 10.222.0.90 "GET /v2.0/networks/46ef367f-c07d-45f2-8044-5a4adc87b624?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0079269 Feb 09 19:15:59.712390 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Pushing event updated for resources: {'Port': ['ID=8bed1b6e-8e37-4dad-bafb-4dc444eac2ae,revision_number=4']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:15:59.741035 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-313f9b23-4e27-4a7c-80d9-a36f9a66b7fd req-b0201cd1-f9fe-42fa-82e4-bcb6e1657717 tempest-ServerDiskConfigTestJSON-504186010 tempest-ServerDiskConfigTestJSON-504186010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:15:59.751164 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-313f9b23-4e27-4a7c-80d9-a36f9a66b7fd req-b0201cd1-f9fe-42fa-82e4-bcb6e1657717 tempest-ServerDiskConfigTestJSON-504186010 tempest-ServerDiskConfigTestJSON-504186010-project] 10.222.0.75 "GET /v2.0/ports?device_id=0f5c6e4a-2766-4317-8c92-8c02169f84b0 HTTP/1.1" status: 200 len: 945 time: 0.1151080 Feb 09 19:15:59.857343 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] get_ports_and_sgs() called for port_ids ['8bed1b6e-8e37-4dad-bafb-4dc444eac2ae'] {{(pid=103232) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 19:15:59.880815 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-313f9b23-4e27-4a7c-80d9-a36f9a66b7fd req-ce3991db-f43a-4e88-9aa8-112b21431e17 tempest-ServerDiskConfigTestJSON-504186010 tempest-ServerDiskConfigTestJSON-504186010-project] 10.222.0.75 "GET /v2.0/security-groups?id=3d9033a7-be2a-4459-a2da-84c23e651975&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1145391 Feb 09 19:15:59.921771 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-db0857de-dee7-48ce-aa13-f738c35792c2 req-3fcd926e-e86f-4511-b440-119cacd67246 tempest-TaggedBootDevicesTest-980849656 tempest-TaggedBootDevicesTest-980849656-project] 10.222.0.75 "GET /v2.0/security-groups?id=6f7e8ede-8085-490c-860b-91c045ecce1f&id=116d7b93-0726-4659-8687-b47afcfa5056&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.4687905 Feb 09 19:16:00.000080 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-12b6d951-5cae-472f-b151-12f067f6a7bd req-1e369662-c39d-4d9f-98b5-67ca6ca5b163 service neutron] 10.222.0.90 "GET /v2.0/networks/46ef367f-c07d-45f2-8044-5a4adc87b624?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3037477 Feb 09 19:16:00.106352 n-d-713498-36 neutron-server[103229]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 19:15:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d5abfbcf-61cf-476a-945a-5696dd87bc12 x-openstack-request-id: req-d5abfbcf-61cf-476a-945a-5696dd87bc12 {{(pid=103229) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 19:16:00.106771 n-d-713498-36 neutron-server[103229]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "342293bf-7258-4cd4-a7b8-d6015bcac217", "name": "network-vif-deleted", "tag": "abd6c987-32dc-4e67-9598-dcc9fb6003b3", "status": "completed", "code": 200}]} {{(pid=103229) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 19:16:00.107410 n-d-713498-36 neutron-server[103229]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-d5abfbcf-61cf-476a-945a-5696dd87bc12 {{(pid=103229) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 19:16:00.108042 n-d-713498-36 neutron-server[103229]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '342293bf-7258-4cd4-a7b8-d6015bcac217', 'name': 'network-vif-deleted', 'tag': 'abd6c987-32dc-4e67-9598-dcc9fb6003b3', 'status': 'completed', 'code': 200} Feb 09 19:16:00.230515 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-bae75b5b-1a72-4891-9d18-8cd6e43c964b req-4e9133f2-42b1-472b-925e-1d05e1b25043 tempest-ListServerFiltersTestJSON-592653301 tempest-ListServerFiltersTestJSON-592653301-project] 10.222.0.75 "GET /v2.0/ports?device_id=342293bf-7258-4cd4-a7b8-d6015bcac217 HTTP/1.1" status: 200 len: 210 time: 0.0695856 Feb 09 19:16:00.322697 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ad8b901-ac9c-4789-82b3-9590368d50bb req-38860c20-5f9e-49e5-bdbc-148ba4f91894 tempest-MigrationsAdminTest-892781459 tempest-MigrationsAdminTest-892781459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:16:00.341788 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-7ad8b901-ac9c-4789-82b3-9590368d50bb req-38860c20-5f9e-49e5-bdbc-148ba4f91894 tempest-MigrationsAdminTest-892781459 tempest-MigrationsAdminTest-892781459-project] 10.222.0.75 "GET /v2.0/ports?device_id=5a41699b-33f6-4124-8872-0e1679a5b99b HTTP/1.1" status: 200 len: 949 time: 0.1452312 Feb 09 19:16:00.466196 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-7ad8b901-ac9c-4789-82b3-9590368d50bb req-37dbb380-6d45-47af-9499-4cc9f7c87dd3 tempest-MigrationsAdminTest-892781459 tempest-MigrationsAdminTest-892781459-project] 10.222.0.75 "GET /v2.0/security-groups?id=709912c8-8171-4435-800e-9e5c5e45bf8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1167793 Feb 09 19:16:00.704648 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed9de181-7ad0-4852-9078-a7a37a4ed561 req-c0b19a56-831e-4a90-b13e-eee52e012645 tempest-ServerTagsTestJSON-1403813271 tempest-ServerTagsTestJSON-1403813271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:16:00.707187 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-ed9de181-7ad0-4852-9078-a7a37a4ed561 req-c0b19a56-831e-4a90-b13e-eee52e012645 tempest-ServerTagsTestJSON-1403813271 tempest-ServerTagsTestJSON-1403813271-project] 10.222.0.75 "GET /v2.0/ports?device_id=2fd9d791-d945-42c1-8139-04244b9d3d8c HTTP/1.1" status: 200 len: 943 time: 0.1041172 Feb 09 19:16:00.821554 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-ed9de181-7ad0-4852-9078-a7a37a4ed561 req-fdc6f6cc-f296-4b1e-baf0-9b1e45c28503 tempest-ServerTagsTestJSON-1403813271 tempest-ServerTagsTestJSON-1403813271-project] 10.222.0.75 "GET /v2.0/security-groups?id=9ab0f0ab-62d6-4332-86ab-0ba316386a7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1072659 Feb 09 19:16:01.081255 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbaca4d2-0efa-45db-9d65-f6b60c3f0810 req-0232141d-0d3a-41b4-ad1b-5b206d6ee251 tempest-ServerDiskConfigTestJSON-504186010 tempest-ServerDiskConfigTestJSON-504186010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:16:01.104501 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-bbaca4d2-0efa-45db-9d65-f6b60c3f0810 req-0232141d-0d3a-41b4-ad1b-5b206d6ee251 tempest-ServerDiskConfigTestJSON-504186010 tempest-ServerDiskConfigTestJSON-504186010-project] 10.222.0.75 "GET /v2.0/ports?device_id=0f5c6e4a-2766-4317-8c92-8c02169f84b0 HTTP/1.1" status: 200 len: 945 time: 0.0811827 Feb 09 19:16:01.192797 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-bbaca4d2-0efa-45db-9d65-f6b60c3f0810 req-e2f91dc2-9494-44da-b047-4a31acfbc559 tempest-ServerDiskConfigTestJSON-504186010 tempest-ServerDiskConfigTestJSON-504186010-project] 10.222.0.75 "GET /v2.0/security-groups?id=3d9033a7-be2a-4459-a2da-84c23e651975&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0815992 Feb 09 19:16:01.209027 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc5b59a6-9460-41ca-98d4-04e4a5bdbc15 req-fb8b5972-99c0-41d4-8c90-706e6d602255 tempest-TaggedBootDevicesTest-980849656 tempest-TaggedBootDevicesTest-980849656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:16:01.214789 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc5b59a6-9460-41ca-98d4-04e4a5bdbc15 req-fb8b5972-99c0-41d4-8c90-706e6d602255 tempest-TaggedBootDevicesTest-980849656 tempest-TaggedBootDevicesTest-980849656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:16:01.228071 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc5b59a6-9460-41ca-98d4-04e4a5bdbc15 req-fb8b5972-99c0-41d4-8c90-706e6d602255 tempest-TaggedBootDevicesTest-980849656 tempest-TaggedBootDevicesTest-980849656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:16:01.240332 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Device 8bed1b6e-8e37-4dad-bafb-4dc444eac2ae up at agent hyperv_n-h1-713498-36 {{(pid=103232) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 19:16:01.255217 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc5b59a6-9460-41ca-98d4-04e4a5bdbc15 req-fb8b5972-99c0-41d4-8c90-706e6d602255 tempest-TaggedBootDevicesTest-980849656 tempest-TaggedBootDevicesTest-980849656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:16:01.273685 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc5b59a6-9460-41ca-98d4-04e4a5bdbc15 req-fb8b5972-99c0-41d4-8c90-706e6d602255 tempest-TaggedBootDevicesTest-980849656 tempest-TaggedBootDevicesTest-980849656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:16:01.286065 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc5b59a6-9460-41ca-98d4-04e4a5bdbc15 req-fb8b5972-99c0-41d4-8c90-706e6d602255 tempest-TaggedBootDevicesTest-980849656 tempest-TaggedBootDevicesTest-980849656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:16:01.296318 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc5b59a6-9460-41ca-98d4-04e4a5bdbc15 req-fb8b5972-99c0-41d4-8c90-706e6d602255 tempest-TaggedBootDevicesTest-980849656 tempest-TaggedBootDevicesTest-980849656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:16:01.309452 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-bc5b59a6-9460-41ca-98d4-04e4a5bdbc15 req-fb8b5972-99c0-41d4-8c90-706e6d602255 tempest-TaggedBootDevicesTest-980849656 tempest-TaggedBootDevicesTest-980849656-project] 10.222.0.75 "GET /v2.0/ports?device_id=c3476174-573e-455c-944e-9ed0cac04ac2 HTTP/1.1" status: 200 len: 5421 time: 0.2107966 Feb 09 19:16:01.352230 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.provisioning_blocks [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Provisioning for port 8bed1b6e-8e37-4dad-bafb-4dc444eac2ae completed by entity L2. {{(pid=103232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 19:16:01.358740 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.provisioning_blocks [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Provisioning complete for port 8bed1b6e-8e37-4dad-bafb-4dc444eac2ae triggered by entity L2. {{(pid=103232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 19:16:01.359125 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593630'] for port (8bed1b6e-8e37-4dad-bafb-4dc444eac2ae), provisioning_complete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:16:01.363714 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 36404) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:16:01.444550 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-bc5b59a6-9460-41ca-98d4-04e4a5bdbc15 req-c3070611-fd79-4cfd-8798-f877c8f9c1b6 tempest-TaggedBootDevicesTest-980849656 tempest-TaggedBootDevicesTest-980849656-project] 10.222.0.75 "GET /v2.0/security-groups?id=6f7e8ede-8085-490c-860b-91c045ecce1f&id=116d7b93-0726-4659-8687-b47afcfa5056&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1341252 Feb 09 19:16:01.475851 n-d-713498-36 neutron-server[103230]: DEBUG neutron.db.db_base_plugin_v2 [None req-1c263fbd-d93f-41d4-ba6e-ddf129c81d7e admin admin] Deleting subnet 57a76b9b-2bb4-4689-9caf-646c59807fec {{(pid=103230) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 19:16:01.480101 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-1c263fbd-d93f-41d4-ba6e-ddf129c81d7e admin admin] Publish callbacks [] for subnet (57a76b9b-2bb4-4689-9caf-646c59807fec), before_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:16:01.576300 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Current status of the port 8bed1b6e-8e37-4dad-bafb-4dc444eac2ae is: BUILD; New status is: ACTIVE {{(pid=103232) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 19:16:01.577847 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (8bed1b6e-8e37-4dad-bafb-4dc444eac2ae), before_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:16:01.594847 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-1c263fbd-d93f-41d4-ba6e-ddf129c81d7e admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12895822'] for subnet (57a76b9b-2bb4-4689-9caf-646c59807fec), precommit_delete_associations {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:16:01.642524 n-d-713498-36 neutron-server[103232]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5a41699b-33f6-4124-8872-0e1679a5b99b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8bed1b6e-8e37-4dad-bafb-4dc444eac2ae'}] {{(pid=103232) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 19:16:01.645085 n-d-713498-36 neutron-server[103232]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}949cdcde653dec44821de95cbf67297f53cbc2aed4e073b5d514f93bf911ce85" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b294a3e3-8298-410f-8453-ec2d4be38d37" -d '{"events": [{"server_uuid": "5a41699b-33f6-4124-8872-0e1679a5b99b", "name": "network-vif-plugged", "status": "completed", "tag": "8bed1b6e-8e37-4dad-bafb-4dc444eac2ae"}]}' {{(pid=103232) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 19:16:01.686561 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] For port 8bed1b6e-8e37-4dad-bafb-4dc444eac2ae, host n-h1-713498-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-36',level=0,port_id=8bed1b6e-8e37-4dad-bafb-4dc444eac2ae,segment=NetworkSegment(50e5915e-18f0-4558-9a28-b978975ead36),segment_id=50e5915e-18f0-4558-9a28-b978975ead36)] {{(pid=103232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 19:16:01.691838 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762867176205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762866656485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762866656503'] for port (8bed1b6e-8e37-4dad-bafb-4dc444eac2ae), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:16:01.692632 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Device abd6c987-32dc-4e67-9598-dcc9fb6003b3 no longer exists at agent hyperv_n-h1-713498-36 {{(pid=103232) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 19:16:01.762393 n-d-713498-36 neutron-server[103232]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 19:16:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7ee4a7e3-14e0-4120-834d-9353308910b5 x-openstack-request-id: req-7ee4a7e3-14e0-4120-834d-9353308910b5 {{(pid=103232) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 19:16:01.763084 n-d-713498-36 neutron-server[103232]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5a41699b-33f6-4124-8872-0e1679a5b99b", "name": "network-vif-plugged", "status": "completed", "tag": "8bed1b6e-8e37-4dad-bafb-4dc444eac2ae", "code": 200}]} {{(pid=103232) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 19:16:01.763562 n-d-713498-36 neutron-server[103232]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-7ee4a7e3-14e0-4120-834d-9353308910b5 {{(pid=103232) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 19:16:01.764191 n-d-713498-36 neutron-server[103232]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5a41699b-33f6-4124-8872-0e1679a5b99b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8bed1b6e-8e37-4dad-bafb-4dc444eac2ae', 'code': 200} Feb 09 19:16:01.776815 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-1c263fbd-d93f-41d4-ba6e-ddf129c81d7e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-759852'] for subnet (57a76b9b-2bb4-4689-9caf-646c59807fec), precommit_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:16:01.866606 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] No Port match for: abd6c987-32dc-4e67-9598-dcc9fb6003b3 {{(pid=103232) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 19:16:01.867349 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Device abd6c987-32dc-4e67-9598-dcc9fb6003b3 not bound to the agent host n-h1-713498-36 {{(pid=103232) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 19:16:01.869874 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Device bad85c71-9c39-43a8-9cef-630e9a884c57 details requested by agent hyperv_n-h2-713498-36 with host n-h2-713498-36 {{(pid=103232) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 19:16:01.892940 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ae0c696-2dd7-4241-aacc-0071cf46956d req-38edc0c5-fe9e-4de0-a16a-7cb1eac37083 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:16:01.904804 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-1ae0c696-2dd7-4241-aacc-0071cf46956d req-38edc0c5-fe9e-4de0-a16a-7cb1eac37083 service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=5a41699b-33f6-4124-8872-0e1679a5b99b HTTP/1.1" status: 200 len: 1133 time: 0.1057429 Feb 09 19:16:01.916538 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-1c263fbd-d93f-41d4-ba6e-ddf129c81d7e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-760023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14393672', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12985882'] for subnet (57a76b9b-2bb4-4689-9caf-646c59807fec), after_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:16:02.017586 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c263fbd-d93f-41d4-ba6e-ddf129c81d7e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=57a76b9b-2bb4-4689-9caf-646c59807fec,revision_number=None']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:16:02.023594 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-1c263fbd-d93f-41d4-ba6e-ddf129c81d7e admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:16:02.037801 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-1c263fbd-d93f-41d4-ba6e-ddf129c81d7e admin admin] 10.222.0.75 "DELETE /v2.0/subnets/57a76b9b-2bb4-4689-9caf-646c59807fec HTTP/1.1" status: 204 len: 168 time: 0.6691821 Feb 09 19:16:02.042702 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 36420) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:16:02.123489 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-1ae0c696-2dd7-4241-aacc-0071cf46956d req-e221a254-7577-4c81-97a7-facaa2a9c8c4 service neutron] 10.222.0.89 "GET /v2.0/security-groups?id=709912c8-8171-4435-800e-9e5c5e45bf8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2099514 Feb 09 19:16:02.138403 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Pushing event updated for resources: {'Port': ['ID=8bed1b6e-8e37-4dad-bafb-4dc444eac2ae,revision_number=5']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:16:02.174313 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36c36adf-6a72-4d47-a608-1528d7bcc2e5 None None] Network df0d76b6-f2f5-4043-aa2b-73474d172bfc requested from n-d-713498-36 {{(pid=103232) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 19:16:02.175286 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03ceb8a6-7cc9-4901-a856-1df1302d5176 req-69680aa4-4a05-4e6f-94a1-5e44b601d1dd tempest-ServerTagsTestJSON-1403813271 tempest-ServerTagsTestJSON-1403813271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:16:02.185823 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-03ceb8a6-7cc9-4901-a856-1df1302d5176 req-69680aa4-4a05-4e6f-94a1-5e44b601d1dd tempest-ServerTagsTestJSON-1403813271 tempest-ServerTagsTestJSON-1403813271-project] 10.222.0.75 "GET /v2.0/ports?device_id=2fd9d791-d945-42c1-8139-04244b9d3d8c HTTP/1.1" status: 200 len: 943 time: 0.1879032 Feb 09 19:16:02.228078 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-c7ae1719-c86b-4cad-81cf-9e4d6568c4c2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-670458'] for network (df0d76b6-f2f5-4043-aa2b-73474d172bfc), before_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:16:02.275640 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82b2b484-8397-403e-819d-e9aef5c2827b req-6f3a8d04-d5b1-440f-98d4-81944a7ae336 tempest-MigrationsAdminTest-892781459 tempest-MigrationsAdminTest-892781459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:16:02.285043 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-82b2b484-8397-403e-819d-e9aef5c2827b req-6f3a8d04-d5b1-440f-98d4-81944a7ae336 tempest-MigrationsAdminTest-892781459 tempest-MigrationsAdminTest-892781459-project] 10.222.0.75 "GET /v2.0/ports?device_id=5a41699b-33f6-4124-8872-0e1679a5b99b HTTP/1.1" status: 200 len: 950 time: 0.4416378 Feb 09 19:16:02.339244 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-7429db8d-6021-40ad-813e-885be449a89b None None] For port bad85c71-9c39-43a8-9cef-630e9a884c57, host n-h2-713498-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-36',level=0,port_id=bad85c71-9c39-43a8-9cef-630e9a884c57,segment=NetworkSegment(91e4bfbb-1552-4811-a0cb-01d1dc2b0319),segment_id=91e4bfbb-1552-4811-a0cb-01d1dc2b0319)] {{(pid=103232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 19:16:02.400113 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Returning: {'device': 'bad85c71-9c39-43a8-9cef-630e9a884c57', 'network_id': '46ef367f-c07d-45f2-8044-5a4adc87b624', 'port_id': 'bad85c71-9c39-43a8-9cef-630e9a884c57', 'mac_address': 'fa:16:3e:ad:a2:fb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 384, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2110f663-a496-484e-80bd-5ff165043a45', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103232) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 19:16:02.526229 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-82b2b484-8397-403e-819d-e9aef5c2827b req-4e4e5265-9961-4009-8912-a8d4af199e98 tempest-MigrationsAdminTest-892781459 tempest-MigrationsAdminTest-892781459-project] 10.222.0.75 "GET /v2.0/security-groups?id=709912c8-8171-4435-800e-9e5c5e45bf8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2275908 Feb 09 19:16:02.544381 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.plugin [None req-c7ae1719-c86b-4cad-81cf-9e4d6568c4c2 admin admin] Deleting port 2450339f-4026-4e05-877b-37dd9353a1a2 {{(pid=103230) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 19:16:02.552005 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Current status of the port bad85c71-9c39-43a8-9cef-630e9a884c57 is: DOWN; New status is: BUILD {{(pid=103232) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 19:16:02.552005 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (bad85c71-9c39-43a8-9cef-630e9a884c57), before_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:16:02.560051 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-c7ae1719-c86b-4cad-81cf-9e4d6568c4c2 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762867170196'] for port (2450339f-4026-4e05-877b-37dd9353a1a2), before_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:16:02.583314 n-d-713498-36 neutron-server[103232]: DEBUG neutron.notifiers.nova [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bad85c71-9c39-43a8-9cef-630e9a884c57 {{(pid=103232) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 19:16:02.645183 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-7429db8d-6021-40ad-813e-885be449a89b None None] For port bad85c71-9c39-43a8-9cef-630e9a884c57, host n-h2-713498-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-36',level=0,port_id=bad85c71-9c39-43a8-9cef-630e9a884c57,segment=NetworkSegment(91e4bfbb-1552-4811-a0cb-01d1dc2b0319),segment_id=91e4bfbb-1552-4811-a0cb-01d1dc2b0319)] {{(pid=103232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 19:16:02.654374 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762867176205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762866656485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762866656503'] for port (bad85c71-9c39-43a8-9cef-630e9a884c57), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:16:02.773468 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34e75083-d2f0-41af-b068-68b4116095d0 None None] DHCP port deletion for df0d76b6-f2f5-4043-aa2b-73474d172bfc request from n-d-713498-36 {{(pid=103232) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 09 19:16:02.774007 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.db [None req-c7ae1719-c86b-4cad-81cf-9e4d6568c4c2 admin admin] For port 2450339f-4026-4e05-877b-37dd9353a1a2, host n-d-713498-36, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-36',level=0,port_id=2450339f-4026-4e05-877b-37dd9353a1a2,segment=NetworkSegment(49c21643-b4af-42c1-8cee-d50eb741b435),segment_id=49c21643-b4af-42c1-8cee-d50eb741b435)] {{(pid=103230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 19:16:02.774660 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-c7ae1719-c86b-4cad-81cf-9e4d6568c4c2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1820838'] for port (2450339f-4026-4e05-877b-37dd9353a1a2), precommit_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:16:02.792166 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.plugin [None req-c7ae1719-c86b-4cad-81cf-9e4d6568c4c2 admin admin] Calling delete_port for 2450339f-4026-4e05-877b-37dd9353a1a2 owned by network:dhcp {{(pid=103230) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 19:16:02.811554 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Pushing event updated for resources: {'Port': ['ID=bad85c71-9c39-43a8-9cef-630e9a884c57,revision_number=4']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:16:02.978305 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-c7ae1719-c86b-4cad-81cf-9e4d6568c4c2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762867177463', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762866656476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14393751'] for port (2450339f-4026-4e05-877b-37dd9353a1a2), after_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:16:03.023820 n-d-713498-36 neutron-server[103230]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7ae1719-c86b-4cad-81cf-9e4d6568c4c2 admin admin] No DVR routers for this DVR port 2450339f-4026-4e05-877b-37dd9353a1a2 on host n-d-713498-36 {{(pid=103230) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 19:16:03.032226 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7ae1719-c86b-4cad-81cf-9e4d6568c4c2 admin admin] Pushing event deleted for resources: {'Port': ['ID=2450339f-4026-4e05-877b-37dd9353a1a2,revision_number=None']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:16:03.204014 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35953295-42e1-47ce-80e0-31ca98459618 req-9b848c6e-b3dd-4346-a7c3-cf1e8e1ddc46 tempest-ServerDiskConfigTestJSON-504186010 tempest-ServerDiskConfigTestJSON-504186010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:16:03.221913 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-35953295-42e1-47ce-80e0-31ca98459618 req-9b848c6e-b3dd-4346-a7c3-cf1e8e1ddc46 tempest-ServerDiskConfigTestJSON-504186010 tempest-ServerDiskConfigTestJSON-504186010-project] 10.222.0.75 "GET /v2.0/ports?device_id=0f5c6e4a-2766-4317-8c92-8c02169f84b0 HTTP/1.1" status: 200 len: 945 time: 0.2857621 Feb 09 19:16:03.419133 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Device 2450339f-4026-4e05-877b-37dd9353a1a2 no longer exists at agent ovs-agent-n-d-713498-36 {{(pid=103232) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 19:16:03.435558 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-35953295-42e1-47ce-80e0-31ca98459618 req-0a2e5658-91ec-4090-af45-6f8f465d66a2 tempest-ServerDiskConfigTestJSON-504186010 tempest-ServerDiskConfigTestJSON-504186010-project] 10.222.0.75 "GET /v2.0/security-groups?id=3d9033a7-be2a-4459-a2da-84c23e651975&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2125776 Feb 09 19:16:03.441059 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-c7ae1719-c86b-4cad-81cf-9e4d6568c4c2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-590267', 'neutron.services.segments.db._delete_segments_for_network-8762867132609'] for network (df0d76b6-f2f5-4043-aa2b-73474d172bfc), precommit_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:16:03.453972 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-03ceb8a6-7cc9-4901-a856-1df1302d5176 req-7f9e9898-c462-4009-a423-f6c1dec029e1 tempest-ServerTagsTestJSON-1403813271 tempest-ServerTagsTestJSON-1403813271-project] 10.222.0.75 "GET /v2.0/security-groups?id=9ab0f0ab-62d6-4332-86ab-0ba316386a7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.2645242 Feb 09 19:16:03.522293 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] No Port match for: 2450339f-4026-4e05-877b-37dd9353a1a2 {{(pid=103232) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 19:16:03.525087 n-d-713498-36 neutron-server[103230]: DEBUG neutron.services.segments.db [None req-c7ae1719-c86b-4cad-81cf-9e4d6568c4c2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['df0d76b6-f2f5-4043-aa2b-73474d172bfc']}} {{(pid=103230) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:16:03.528291 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Device 2450339f-4026-4e05-877b-37dd9353a1a2 not bound to the agent host n-d-713498-36 {{(pid=103232) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 19:16:03.574772 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-34e75083-d2f0-41af-b068-68b4116095d0 None None] Deleting port 2450339f-4026-4e05-877b-37dd9353a1a2 {{(pid=103232) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 19:16:03.577786 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-34e75083-d2f0-41af-b068-68b4116095d0 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762867170196'] for port (2450339f-4026-4e05-877b-37dd9353a1a2), before_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:16:03.580691 n-d-713498-36 neutron-server[103230]: DEBUG neutron.services.segments.db [None req-c7ae1719-c86b-4cad-81cf-9e4d6568c4c2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '49c21643-b4af-42c1-8cee-d50eb741b435') {'for_net_delete': True} {{(pid=103230) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:16:03.581229 n-d-713498-36 neutron-server[103230]: DEBUG neutron.services.segments.db [None req-c7ae1719-c86b-4cad-81cf-9e4d6568c4c2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '49c21643-b4af-42c1-8cee-d50eb741b435') {} {{(pid=103230) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:16:03.583936 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-7429db8d-6021-40ad-813e-885be449a89b None None] get_ports_and_sgs() called for port_ids ['bad85c71-9c39-43a8-9cef-630e9a884c57'] {{(pid=103232) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 19:16:03.597230 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-c7ae1719-c86b-4cad-81cf-9e4d6568c4c2 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762867134154', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12895813'] for segment (49c21643-b4af-42c1-8cee-d50eb741b435), before_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:16:03.646784 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-c7ae1719-c86b-4cad-81cf-9e4d6568c4c2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-759574'] for segment (49c21643-b4af-42c1-8cee-d50eb741b435), precommit_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:16:03.662621 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c7ae1719-c86b-4cad-81cf-9e4d6568c4c2 admin admin] Releasing vlan 393 on physical network physnet1 to pool {{(pid=103230) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 19:16:03.663164 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-c7ae1719-c86b-4cad-81cf-9e4d6568c4c2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-759574', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14393826'] for segment (49c21643-b4af-42c1-8cee-d50eb741b435), after_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:16:03.735426 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d4e0a88-e85b-466b-be42-4c62b32a014b req-0f229154-9f7a-4f7d-9fcf-2a79e5ca84c9 tempest-MigrationsAdminTest-892781459 tempest-MigrationsAdminTest-892781459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:16:03.746628 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-34e75083-d2f0-41af-b068-68b4116095d0 None None] For port 2450339f-4026-4e05-877b-37dd9353a1a2, host n-d-713498-36, got binding levels [] {{(pid=103232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 19:16:03.747365 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-34e75083-d2f0-41af-b068-68b4116095d0 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1820838'] for port (2450339f-4026-4e05-877b-37dd9353a1a2), precommit_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:16:03.754711 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-2d4e0a88-e85b-466b-be42-4c62b32a014b req-0f229154-9f7a-4f7d-9fcf-2a79e5ca84c9 tempest-MigrationsAdminTest-892781459 tempest-MigrationsAdminTest-892781459-project] 10.222.0.75 "GET /v2.0/ports?device_id=5a41699b-33f6-4124-8872-0e1679a5b99b HTTP/1.1" status: 200 len: 950 time: 0.1233888 Feb 09 19:16:03.770697 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-34e75083-d2f0-41af-b068-68b4116095d0 None None] Calling delete_port for 2450339f-4026-4e05-877b-37dd9353a1a2 owned by network:dhcp {{(pid=103232) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 19:16:03.774679 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.ipam_backend_mixin [None req-34e75083-d2f0-41af-b068-68b4116095d0 None None] Port 2450339f-4026-4e05-877b-37dd9353a1a2 was not found and therefore no delete operation was performed {{(pid=103232) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Feb 09 19:16:03.783690 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-34e75083-d2f0-41af-b068-68b4116095d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762867177463', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762866656476'] for port (2450339f-4026-4e05-877b-37dd9353a1a2), after_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:16:03.795959 n-d-713498-36 neutron-server[103230]: Traceback (most recent call last): Feb 09 19:16:03.795959 n-d-713498-36 neutron-server[103230]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 19:16:03.795959 n-d-713498-36 neutron-server[103230]: timer() Feb 09 19:16:03.795959 n-d-713498-36 neutron-server[103230]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 19:16:03.795959 n-d-713498-36 neutron-server[103230]: cb(*args, **kw) Feb 09 19:16:03.795959 n-d-713498-36 neutron-server[103230]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 19:16:03.795959 n-d-713498-36 neutron-server[103230]: return func(*args, **kwargs) Feb 09 19:16:03.795959 n-d-713498-36 neutron-server[103230]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 19:16:03.795959 n-d-713498-36 neutron-server[103230]: self._notify() Feb 09 19:16:03.795959 n-d-713498-36 neutron-server[103230]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 19:16:03.795959 n-d-713498-36 neutron-server[103230]: self.callback(batched_events) Feb 09 19:16:03.795959 n-d-713498-36 neutron-server[103230]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 19:16:03.795959 n-d-713498-36 neutron-server[103230]: event.method(event) Feb 09 19:16:03.795959 n-d-713498-36 neutron-server[103230]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 19:16:03.795959 n-d-713498-36 neutron-server[103230]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 19:16:03.795959 n-d-713498-36 neutron-server[103230]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 19:16:03.795959 n-d-713498-36 neutron-server[103230]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 19:16:03.795959 n-d-713498-36 neutron-server[103230]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 19:16:03.795959 n-d-713498-36 neutron-server[103230]: return f(self, *a, **k) Feb 09 19:16:03.795959 n-d-713498-36 neutron-server[103230]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 19:16:03.795959 n-d-713498-36 neutron-server[103230]: return self._get(url).json() Feb 09 19:16:03.795959 n-d-713498-36 neutron-server[103230]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 19:16:03.795959 n-d-713498-36 neutron-server[103230]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 19:16:03.795959 n-d-713498-36 neutron-server[103230]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 19:16:03.795959 n-d-713498-36 neutron-server[103230]: return self.request(url, 'GET', **kwargs) Feb 09 19:16:03.795959 n-d-713498-36 neutron-server[103230]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 19:16:03.795959 n-d-713498-36 neutron-server[103230]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 19:16:03.795959 n-d-713498-36 neutron-server[103230]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 19:16:03.795959 n-d-713498-36 neutron-server[103230]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 19:16:03.795959 n-d-713498-36 neutron-server[103230]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 19:16:03.795959 n-d-713498-36 neutron-server[103230]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 19:16:03.795959 n-d-713498-36 neutron-server[103230]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 19:16:03.820472 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34e75083-d2f0-41af-b068-68b4116095d0 None None] Pushing event deleted for resources: {'Port': ['ID=2450339f-4026-4e05-877b-37dd9353a1a2,revision_number=None']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:16:03.820819 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-c7ae1719-c86b-4cad-81cf-9e4d6568c4c2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-590242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1885479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1818895'] for network (df0d76b6-f2f5-4043-aa2b-73474d172bfc), after_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:16:03.833349 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-c7ae1719-c86b-4cad-81cf-9e4d6568c4c2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1613566'] for network (None), before_response {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:16:03.841202 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-c7ae1719-c86b-4cad-81cf-9e4d6568c4c2 admin admin] 10.222.0.75 "DELETE /v2.0/networks/df0d76b6-f2f5-4043-aa2b-73474d172bfc HTTP/1.1" status: 204 len: 168 time: 1.7931480 Feb 09 19:16:03.861383 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-34e75083-d2f0-41af-b068-68b4116095d0 None None] Network df0d76b6-f2f5-4043-aa2b-73474d172bfc is not hosted by any dhcp agent {{(pid=103232) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Feb 09 19:16:03.863018 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34e75083-d2f0-41af-b068-68b4116095d0 None None] No DVR routers for this DVR port 2450339f-4026-4e05-877b-37dd9353a1a2 on host n-d-713498-36 {{(pid=103232) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 19:16:03.867184 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-2d4e0a88-e85b-466b-be42-4c62b32a014b req-a4847389-f095-4fe2-9040-0080435a99db tempest-MigrationsAdminTest-892781459 tempest-MigrationsAdminTest-892781459-project] 10.222.0.75 "GET /v2.0/security-groups?id=709912c8-8171-4435-800e-9e5c5e45bf8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1100163 Feb 09 19:16:03.982682 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7ae1719-c86b-4cad-81cf-9e4d6568c4c2 admin admin] Pushing event deleted for resources: {'Network': ['ID=df0d76b6-f2f5-4043-aa2b-73474d172bfc,revision_number=None']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:16:04.092190 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe3f87be-7084-4b19-8721-f318fed1c779 req-0d68a760-a2b9-45e7-a38b-83d71d458d3d tempest-TaggedBootDevicesTest-980849656 tempest-TaggedBootDevicesTest-980849656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:16:04.107836 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe3f87be-7084-4b19-8721-f318fed1c779 req-0d68a760-a2b9-45e7-a38b-83d71d458d3d tempest-TaggedBootDevicesTest-980849656 tempest-TaggedBootDevicesTest-980849656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:16:04.125391 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe3f87be-7084-4b19-8721-f318fed1c779 req-0d68a760-a2b9-45e7-a38b-83d71d458d3d tempest-TaggedBootDevicesTest-980849656 tempest-TaggedBootDevicesTest-980849656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:16:04.138434 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe3f87be-7084-4b19-8721-f318fed1c779 req-0d68a760-a2b9-45e7-a38b-83d71d458d3d tempest-TaggedBootDevicesTest-980849656 tempest-TaggedBootDevicesTest-980849656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:16:04.148029 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe3f87be-7084-4b19-8721-f318fed1c779 req-0d68a760-a2b9-45e7-a38b-83d71d458d3d tempest-TaggedBootDevicesTest-980849656 tempest-TaggedBootDevicesTest-980849656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:16:04.159422 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe3f87be-7084-4b19-8721-f318fed1c779 req-0d68a760-a2b9-45e7-a38b-83d71d458d3d tempest-TaggedBootDevicesTest-980849656 tempest-TaggedBootDevicesTest-980849656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:16:04.162711 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9008bace-a831-46f5-aef9-81be6c32e25e req-3ee18a74-91df-4920-875c-b4147b44446b tempest-MigrationsAdminTest-580764783 tempest-MigrationsAdminTest-580764783-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:16:04.172995 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-9008bace-a831-46f5-aef9-81be6c32e25e req-3ee18a74-91df-4920-875c-b4147b44446b tempest-MigrationsAdminTest-580764783 tempest-MigrationsAdminTest-580764783-project-admin] 10.222.0.75 "GET /v2.0/ports?device_id=5a41699b-33f6-4124-8872-0e1679a5b99b HTTP/1.1" status: 200 len: 1133 time: 0.1010175 Feb 09 19:16:04.184696 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe3f87be-7084-4b19-8721-f318fed1c779 req-0d68a760-a2b9-45e7-a38b-83d71d458d3d tempest-TaggedBootDevicesTest-980849656 tempest-TaggedBootDevicesTest-980849656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:16:04.188095 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-fe3f87be-7084-4b19-8721-f318fed1c779 req-0d68a760-a2b9-45e7-a38b-83d71d458d3d tempest-TaggedBootDevicesTest-980849656 tempest-TaggedBootDevicesTest-980849656-project] 10.222.0.75 "GET /v2.0/ports?device_id=c3476174-573e-455c-944e-9ed0cac04ac2 HTTP/1.1" status: 200 len: 5421 time: 0.3900013 Feb 09 19:16:04.295377 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-9008bace-a831-46f5-aef9-81be6c32e25e req-dca4c32f-cbfc-484b-b5f1-660bb05b3199 tempest-MigrationsAdminTest-580764783 tempest-MigrationsAdminTest-580764783-project-admin] 10.222.0.75 "GET /v2.0/security-groups?id=709912c8-8171-4435-800e-9e5c5e45bf8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1175201 Feb 09 19:16:04.325844 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-fe3f87be-7084-4b19-8721-f318fed1c779 req-b64e241f-958d-4e85-bce7-70c0cf2ff510 tempest-TaggedBootDevicesTest-980849656 tempest-TaggedBootDevicesTest-980849656-project] 10.222.0.75 "GET /v2.0/security-groups?id=6f7e8ede-8085-490c-860b-91c045ecce1f&id=116d7b93-0726-4659-8687-b47afcfa5056&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1309466 Feb 09 19:16:04.397053 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 36460) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:16:04.430528 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [req-30a2eabb-1041-4dc5-835b-51253723d88c req-ce2f0780-3df0-4bbc-b173-c23877d40386 service neutron] http://10.222.0.75:9696/v2.0/extensions returned with HTTP 200 {{(pid=103229) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 09 19:16:04.431804 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-30a2eabb-1041-4dc5-835b-51253723d88c req-ce2f0780-3df0-4bbc-b173-c23877d40386 service neutron] 10.222.0.75 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0057621 Feb 09 19:16:04.498710 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-b32e12a5-7a70-492a-a63b-79313aa3f394 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=45d01d230b654cc6882b0931288a01da&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1001678 Feb 09 19:16:04.501302 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 36468) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:16:04.673967 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-a910d553-13e6-490d-853c-4a6bc37e6f78 admin admin] Publish callbacks [] for security_group (25541e77-9cfa-43ca-aee5-11ed3f3bedff), before_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:16:04.738026 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-a910d553-13e6-490d-853c-4a6bc37e6f78 admin admin] Publish callbacks [] for security_group (25541e77-9cfa-43ca-aee5-11ed3f3bedff), precommit_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:16:04.749755 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91b5d7d5-7a98-4716-b1bc-7d08ce096458 req-6fe16d75-3045-48cb-8ce8-2dca5e772e7c tempest-ServerDiskConfigTestJSON-504186010 tempest-ServerDiskConfigTestJSON-504186010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:16:04.751363 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-91b5d7d5-7a98-4716-b1bc-7d08ce096458 req-6fe16d75-3045-48cb-8ce8-2dca5e772e7c tempest-ServerDiskConfigTestJSON-504186010 tempest-ServerDiskConfigTestJSON-504186010-project] 10.222.0.75 "GET /v2.0/ports?device_id=0f5c6e4a-2766-4317-8c92-8c02169f84b0 HTTP/1.1" status: 200 len: 945 time: 0.1534634 Feb 09 19:16:04.890750 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-91b5d7d5-7a98-4716-b1bc-7d08ce096458 req-b31ab35f-3128-413c-8b7a-c22426469fdb tempest-ServerDiskConfigTestJSON-504186010 tempest-ServerDiskConfigTestJSON-504186010-project] 10.222.0.75 "GET /v2.0/security-groups?id=3d9033a7-be2a-4459-a2da-84c23e651975&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1233132 Feb 09 19:16:04.963181 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-a910d553-13e6-490d-853c-4a6bc37e6f78 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1892331'] for security_group (25541e77-9cfa-43ca-aee5-11ed3f3bedff), after_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:16:04.970323 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-a910d553-13e6-490d-853c-4a6bc37e6f78 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:16:04.974214 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-a910d553-13e6-490d-853c-4a6bc37e6f78 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/25541e77-9cfa-43ca-aee5-11ed3f3bedff HTTP/1.1" status: 204 len: 168 time: 0.4691224 Feb 09 19:16:05.016671 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a910d553-13e6-490d-853c-4a6bc37e6f78 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=25541e77-9cfa-43ca-aee5-11ed3f3bedff,revision_number=None']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:16:05.040158 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a910d553-13e6-490d-853c-4a6bc37e6f78 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:16:05.045428 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a910d553-13e6-490d-853c-4a6bc37e6f78 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:16:05.045633 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a910d553-13e6-490d-853c-4a6bc37e6f78 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:16:05.045999 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a910d553-13e6-490d-853c-4a6bc37e6f78 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:16:05.046319 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a910d553-13e6-490d-853c-4a6bc37e6f78 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:16:05.050262 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a910d553-13e6-490d-853c-4a6bc37e6f78 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:16:05.051699 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a910d553-13e6-490d-853c-4a6bc37e6f78 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:16:05.051991 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a910d553-13e6-490d-853c-4a6bc37e6f78 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:16:05.052333 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a910d553-13e6-490d-853c-4a6bc37e6f78 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:16:05.052672 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a910d553-13e6-490d-853c-4a6bc37e6f78 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:16:05.053005 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a910d553-13e6-490d-853c-4a6bc37e6f78 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:16:05.056723 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a910d553-13e6-490d-853c-4a6bc37e6f78 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:16:05.057101 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a910d553-13e6-490d-853c-4a6bc37e6f78 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:16:05.082446 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-565b5838-dd9f-4fd7-8a49-398f559aedc1 req-92146114-5625-4308-89a3-6f6a2b64a462 tempest-ServerTagsTestJSON-1403813271 tempest-ServerTagsTestJSON-1403813271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:16:05.095911 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-565b5838-dd9f-4fd7-8a49-398f559aedc1 req-92146114-5625-4308-89a3-6f6a2b64a462 tempest-ServerTagsTestJSON-1403813271 tempest-ServerTagsTestJSON-1403813271-project] 10.222.0.75 "GET /v2.0/ports?device_id=2fd9d791-d945-42c1-8139-04244b9d3d8c HTTP/1.1" status: 200 len: 944 time: 0.3125257 Feb 09 19:16:05.252860 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-565b5838-dd9f-4fd7-8a49-398f559aedc1 req-fbc7d91f-ab50-4c91-943c-7fd9872569b3 tempest-ServerTagsTestJSON-1403813271 tempest-ServerTagsTestJSON-1403813271-project] 10.222.0.75 "GET /v2.0/security-groups?id=9ab0f0ab-62d6-4332-86ab-0ba316386a7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1560121 Feb 09 19:16:05.407445 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-da3ca9c8-7c22-4344-a3e4-b06a44743db1 req-09d63527-7623-47ae-bd4e-a922498a36f9 service neutron] 10.222.0.75 "GET /v2.0/ports?device_id=5a41699b-33f6-4124-8872-0e1679a5b99b&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.5572457 Feb 09 19:16:05.563729 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32e8cf50-1643-4f4a-9984-bff4df1f1d04 req-c78cda23-4b13-479a-8b1b-34598559da00 tempest-MigrationsAdminTest-892781459 tempest-MigrationsAdminTest-892781459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:16:05.570381 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-32e8cf50-1643-4f4a-9984-bff4df1f1d04 req-c78cda23-4b13-479a-8b1b-34598559da00 tempest-MigrationsAdminTest-892781459 tempest-MigrationsAdminTest-892781459-project] 10.222.0.75 "GET /v2.0/ports?device_id=5a41699b-33f6-4124-8872-0e1679a5b99b HTTP/1.1" status: 200 len: 950 time: 0.1355891 Feb 09 19:16:05.737899 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-32e8cf50-1643-4f4a-9984-bff4df1f1d04 req-dfc31e1a-1e54-42bb-b8b3-81ff0ee8464c tempest-MigrationsAdminTest-892781459 tempest-MigrationsAdminTest-892781459-project] 10.222.0.75 "GET /v2.0/security-groups?id=709912c8-8171-4435-800e-9e5c5e45bf8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1398084 Feb 09 19:16:05.786472 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Device bad85c71-9c39-43a8-9cef-630e9a884c57 up at agent hyperv_n-h2-713498-36 {{(pid=103232) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 19:16:05.869060 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a03d0b96-8531-4341-90b2-ce4c7df9b180 req-6bd92726-7bac-410d-8173-920a89bed86b tempest-TaggedBootDevicesTest-980849656 tempest-TaggedBootDevicesTest-980849656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:16:05.883434 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a03d0b96-8531-4341-90b2-ce4c7df9b180 req-6bd92726-7bac-410d-8173-920a89bed86b tempest-TaggedBootDevicesTest-980849656 tempest-TaggedBootDevicesTest-980849656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:16:05.898723 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a03d0b96-8531-4341-90b2-ce4c7df9b180 req-6bd92726-7bac-410d-8173-920a89bed86b tempest-TaggedBootDevicesTest-980849656 tempest-TaggedBootDevicesTest-980849656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:16:05.914418 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a03d0b96-8531-4341-90b2-ce4c7df9b180 req-6bd92726-7bac-410d-8173-920a89bed86b tempest-TaggedBootDevicesTest-980849656 tempest-TaggedBootDevicesTest-980849656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:16:05.933945 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.provisioning_blocks [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Provisioning for port bad85c71-9c39-43a8-9cef-630e9a884c57 completed by entity L2. {{(pid=103232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 19:16:05.939062 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.provisioning_blocks [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Provisioning complete for port bad85c71-9c39-43a8-9cef-630e9a884c57 triggered by entity L2. {{(pid=103232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 19:16:05.939683 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593630'] for port (bad85c71-9c39-43a8-9cef-630e9a884c57), provisioning_complete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:16:05.950654 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a03d0b96-8531-4341-90b2-ce4c7df9b180 req-6bd92726-7bac-410d-8173-920a89bed86b tempest-TaggedBootDevicesTest-980849656 tempest-TaggedBootDevicesTest-980849656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:16:05.976520 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a03d0b96-8531-4341-90b2-ce4c7df9b180 req-6bd92726-7bac-410d-8173-920a89bed86b tempest-TaggedBootDevicesTest-980849656 tempest-TaggedBootDevicesTest-980849656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:16:05.998156 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a03d0b96-8531-4341-90b2-ce4c7df9b180 req-6bd92726-7bac-410d-8173-920a89bed86b tempest-TaggedBootDevicesTest-980849656 tempest-TaggedBootDevicesTest-980849656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:16:06.010053 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-a03d0b96-8531-4341-90b2-ce4c7df9b180 req-6bd92726-7bac-410d-8173-920a89bed86b tempest-TaggedBootDevicesTest-980849656 tempest-TaggedBootDevicesTest-980849656-project] 10.222.0.75 "GET /v2.0/ports?device_id=c3476174-573e-455c-944e-9ed0cac04ac2 HTTP/1.1" status: 200 len: 5421 time: 0.2507834 Feb 09 19:16:06.152256 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Current status of the port bad85c71-9c39-43a8-9cef-630e9a884c57 is: BUILD; New status is: ACTIVE {{(pid=103232) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 19:16:06.152664 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (bad85c71-9c39-43a8-9cef-630e9a884c57), before_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:16:06.172241 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 36514) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:16:06.231422 n-d-713498-36 neutron-server[103232]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2fd9d791-d945-42c1-8139-04244b9d3d8c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bad85c71-9c39-43a8-9cef-630e9a884c57'}] {{(pid=103232) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 19:16:06.240750 n-d-713498-36 neutron-server[103232]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}949cdcde653dec44821de95cbf67297f53cbc2aed4e073b5d514f93bf911ce85" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2c8e490f-6212-4843-8db2-b636bd846293" -d '{"events": [{"server_uuid": "2fd9d791-d945-42c1-8139-04244b9d3d8c", "name": "network-vif-plugged", "status": "completed", "tag": "bad85c71-9c39-43a8-9cef-630e9a884c57"}]}' {{(pid=103232) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 19:16:06.256518 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e287655-d03e-4b62-bd72-ac81ec78dbeb req-1aa75c10-c78a-46eb-b043-8f5fe841a405 tempest-ServerDiskConfigTestJSON-504186010 tempest-ServerDiskConfigTestJSON-504186010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:16:06.258136 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-9e287655-d03e-4b62-bd72-ac81ec78dbeb req-1aa75c10-c78a-46eb-b043-8f5fe841a405 tempest-ServerDiskConfigTestJSON-504186010 tempest-ServerDiskConfigTestJSON-504186010-project] 10.222.0.75 "GET /v2.0/ports?device_id=0f5c6e4a-2766-4317-8c92-8c02169f84b0 HTTP/1.1" status: 200 len: 945 time: 0.1600525 Feb 09 19:16:06.261566 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-a03d0b96-8531-4341-90b2-ce4c7df9b180 req-cca0de2c-90e4-4f19-ab1a-d9eaa4ece3d9 tempest-TaggedBootDevicesTest-980849656 tempest-TaggedBootDevicesTest-980849656-project] 10.222.0.75 "GET /v2.0/security-groups?id=6f7e8ede-8085-490c-860b-91c045ecce1f&id=116d7b93-0726-4659-8687-b47afcfa5056&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2441056 Feb 09 19:16:06.290550 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-7429db8d-6021-40ad-813e-885be449a89b None None] For port bad85c71-9c39-43a8-9cef-630e9a884c57, host n-h2-713498-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-36',level=0,port_id=bad85c71-9c39-43a8-9cef-630e9a884c57,segment=NetworkSegment(91e4bfbb-1552-4811-a0cb-01d1dc2b0319),segment_id=91e4bfbb-1552-4811-a0cb-01d1dc2b0319)] {{(pid=103232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 19:16:06.303686 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762867176205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762866656485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762866656503'] for port (bad85c71-9c39-43a8-9cef-630e9a884c57), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:16:06.479721 n-d-713498-36 neutron-server[103232]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 19:16:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7058e140-025d-4171-bde7-eb287f23cab3 x-openstack-request-id: req-7058e140-025d-4171-bde7-eb287f23cab3 {{(pid=103232) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 19:16:06.480140 n-d-713498-36 neutron-server[103232]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2fd9d791-d945-42c1-8139-04244b9d3d8c", "name": "network-vif-plugged", "status": "completed", "tag": "bad85c71-9c39-43a8-9cef-630e9a884c57", "code": 200}]} {{(pid=103232) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 19:16:06.480412 n-d-713498-36 neutron-server[103232]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-7058e140-025d-4171-bde7-eb287f23cab3 {{(pid=103232) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 19:16:06.482994 n-d-713498-36 neutron-server[103232]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2fd9d791-d945-42c1-8139-04244b9d3d8c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bad85c71-9c39-43a8-9cef-630e9a884c57', 'code': 200} Feb 09 19:16:06.520362 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-c216b309-27f5-4d83-ac64-4d3a3401ccb7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:16:06.558069 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-9e287655-d03e-4b62-bd72-ac81ec78dbeb req-11a9332f-3197-413b-8b12-0d9e9f30c124 tempest-ServerDiskConfigTestJSON-504186010 tempest-ServerDiskConfigTestJSON-504186010-project] 10.222.0.75 "GET /v2.0/security-groups?id=3d9033a7-be2a-4459-a2da-84c23e651975&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2785997 Feb 09 19:16:06.572433 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Pushing event updated for resources: {'Port': ['ID=bad85c71-9c39-43a8-9cef-630e9a884c57,revision_number=5']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:16:06.789050 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8670c6d-4f08-410d-a635-c556431914cf req-bc9f60ad-1833-4b75-97df-6eaff924bf28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:16:06.793716 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-e8670c6d-4f08-410d-a635-c556431914cf req-bc9f60ad-1833-4b75-97df-6eaff924bf28 service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=2fd9d791-d945-42c1-8139-04244b9d3d8c HTTP/1.1" status: 200 len: 1128 time: 0.2779570 Feb 09 19:16:06.861806 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-c216b309-27f5-4d83-ac64-4d3a3401ccb7 admin admin] Publish callbacks [] for security_group (0efaf917-ac34-442e-a2a4-05ca0e6ced1f), precommit_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:16:06.883579 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eca465a-d146-469c-936d-3a82b6142dc2 req-99190095-abc8-4557-9b09-da9e574167fc tempest-ServerTagsTestJSON-1403813271 tempest-ServerTagsTestJSON-1403813271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:16:06.902898 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-1eca465a-d146-469c-936d-3a82b6142dc2 req-99190095-abc8-4557-9b09-da9e574167fc tempest-ServerTagsTestJSON-1403813271 tempest-ServerTagsTestJSON-1403813271-project] 10.222.0.75 "GET /v2.0/ports?device_id=2fd9d791-d945-42c1-8139-04244b9d3d8c HTTP/1.1" status: 200 len: 945 time: 0.2908957 Feb 09 19:16:06.920282 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-c216b309-27f5-4d83-ac64-4d3a3401ccb7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1892331'] for security_group (0efaf917-ac34-442e-a2a4-05ca0e6ced1f), after_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:16:06.974120 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c216b309-27f5-4d83-ac64-4d3a3401ccb7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0efaf917-ac34-442e-a2a4-05ca0e6ced1f,revision_number=1']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:16:07.005338 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bef9a28-aca2-4691-9f04-ab17557d1d5c req-eada00bc-fa55-4fcf-b680-7e47f556f73a tempest-MigrationsAdminTest-892781459 tempest-MigrationsAdminTest-892781459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:16:07.014691 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-6bef9a28-aca2-4691-9f04-ab17557d1d5c req-eada00bc-fa55-4fcf-b680-7e47f556f73a tempest-MigrationsAdminTest-892781459 tempest-MigrationsAdminTest-892781459-project] 10.222.0.75 "GET /v2.0/ports?device_id=5a41699b-33f6-4124-8872-0e1679a5b99b HTTP/1.1" status: 200 len: 950 time: 0.1460760 Feb 09 19:16:07.060758 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-c216b309-27f5-4d83-ac64-4d3a3401ccb7 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=4c1085aa7f974d859d8c7aa35567b9b8&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8866265 Feb 09 19:16:07.064745 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 36548) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:16:07.108694 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-e8670c6d-4f08-410d-a635-c556431914cf req-28d20aa9-5c68-48c8-8c29-177d46029804 service neutron] 10.222.0.90 "GET /v2.0/security-groups?id=9ab0f0ab-62d6-4332-86ab-0ba316386a7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2964559 Feb 09 19:16:07.147811 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-6bef9a28-aca2-4691-9f04-ab17557d1d5c req-00360f14-7641-441c-8bc1-6b50875ce509 tempest-MigrationsAdminTest-892781459 tempest-MigrationsAdminTest-892781459-project] 10.222.0.75 "GET /v2.0/security-groups?id=709912c8-8171-4435-800e-9e5c5e45bf8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1321530 Feb 09 19:16:07.172956 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-4039c362-8081-413c-8dc1-e52773b424d3 admin admin] Publish callbacks [] for security_group (0efaf917-ac34-442e-a2a4-05ca0e6ced1f), before_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:16:07.184820 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-1eca465a-d146-469c-936d-3a82b6142dc2 req-4acae996-68f9-41f1-a901-1ccf5004976c tempest-ServerTagsTestJSON-1403813271 tempest-ServerTagsTestJSON-1403813271-project] 10.222.0.75 "GET /v2.0/security-groups?id=9ab0f0ab-62d6-4332-86ab-0ba316386a7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2809167 Feb 09 19:16:07.204441 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-4039c362-8081-413c-8dc1-e52773b424d3 admin admin] Publish callbacks [] for security_group (0efaf917-ac34-442e-a2a4-05ca0e6ced1f), precommit_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:16:07.309274 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 36558) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:16:07.310917 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-4039c362-8081-413c-8dc1-e52773b424d3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1892331'] for security_group (0efaf917-ac34-442e-a2a4-05ca0e6ced1f), after_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:16:07.313671 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-4039c362-8081-413c-8dc1-e52773b424d3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:16:07.321750 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-4039c362-8081-413c-8dc1-e52773b424d3 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/0efaf917-ac34-442e-a2a4-05ca0e6ced1f HTTP/1.1" status: 204 len: 168 time: 0.2540915 Feb 09 19:16:07.356908 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4039c362-8081-413c-8dc1-e52773b424d3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0efaf917-ac34-442e-a2a4-05ca0e6ced1f,revision_number=None']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:16:07.539490 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46b5e111-6689-4498-81e6-3d27f2c7e158 req-a0bbdf6a-f157-435a-80cb-b8e7b6fc48de tempest-TaggedBootDevicesTest-980849656 tempest-TaggedBootDevicesTest-980849656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:16:07.555336 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46b5e111-6689-4498-81e6-3d27f2c7e158 req-a0bbdf6a-f157-435a-80cb-b8e7b6fc48de tempest-TaggedBootDevicesTest-980849656 tempest-TaggedBootDevicesTest-980849656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:16:07.559313 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.v2.base [None req-f00ebf5b-b9db-4a42-8987-1880cf0436ed admin admin] Request body: {'network': {'name': 'tempest-ListServersNegativeTestJSON-528256062-network', 'tenant_id': '0ececc5a0964449da13f1ee16860c882'}} {{(pid=103230) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 19:16:07.564577 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46b5e111-6689-4498-81e6-3d27f2c7e158 req-a0bbdf6a-f157-435a-80cb-b8e7b6fc48de tempest-TaggedBootDevicesTest-980849656 tempest-TaggedBootDevicesTest-980849656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:16:07.582911 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46b5e111-6689-4498-81e6-3d27f2c7e158 req-a0bbdf6a-f157-435a-80cb-b8e7b6fc48de tempest-TaggedBootDevicesTest-980849656 tempest-TaggedBootDevicesTest-980849656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:16:07.593608 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46b5e111-6689-4498-81e6-3d27f2c7e158 req-a0bbdf6a-f157-435a-80cb-b8e7b6fc48de tempest-TaggedBootDevicesTest-980849656 tempest-TaggedBootDevicesTest-980849656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:16:07.611726 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46b5e111-6689-4498-81e6-3d27f2c7e158 req-a0bbdf6a-f157-435a-80cb-b8e7b6fc48de tempest-TaggedBootDevicesTest-980849656 tempest-TaggedBootDevicesTest-980849656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:16:07.616409 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f00ebf5b-b9db-4a42-8987-1880cf0436ed admin admin] Made reservation on behalf of 0ececc5a0964449da13f1ee16860c882 for: {'network': 1} {{(pid=103230) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 19:16:07.618904 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-f00ebf5b-b9db-4a42-8987-1880cf0436ed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for network (None), before_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:16:07.624040 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46b5e111-6689-4498-81e6-3d27f2c7e158 req-a0bbdf6a-f157-435a-80cb-b8e7b6fc48de tempest-TaggedBootDevicesTest-980849656 tempest-TaggedBootDevicesTest-980849656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:16:07.639879 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-f00ebf5b-b9db-4a42-8987-1880cf0436ed admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:16:07.642530 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-46b5e111-6689-4498-81e6-3d27f2c7e158 req-a0bbdf6a-f157-435a-80cb-b8e7b6fc48de tempest-TaggedBootDevicesTest-980849656 tempest-TaggedBootDevicesTest-980849656-project] 10.222.0.75 "GET /v2.0/ports?device_id=c3476174-573e-455c-944e-9ed0cac04ac2 HTTP/1.1" status: 200 len: 5421 time: 0.2286360 Feb 09 19:16:07.775313 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-46b5e111-6689-4498-81e6-3d27f2c7e158 req-eb4ac4e3-2158-49fb-a636-efaf73cfbe18 tempest-TaggedBootDevicesTest-980849656 tempest-TaggedBootDevicesTest-980849656-project] 10.222.0.75 "GET /v2.0/security-groups?id=6f7e8ede-8085-490c-860b-91c045ecce1f&id=116d7b93-0726-4659-8687-b47afcfa5056&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1245489 Feb 09 19:16:07.884152 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 36568) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:16:07.892471 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8948f90e-cdb3-4aa7-b0b5-62b3eac3e3b2 req-ff800e23-a036-424f-a51c-e7efdee51390 tempest-ServerDiskConfigTestJSON-504186010 tempest-ServerDiskConfigTestJSON-504186010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:16:07.894127 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-8948f90e-cdb3-4aa7-b0b5-62b3eac3e3b2 req-ff800e23-a036-424f-a51c-e7efdee51390 tempest-ServerDiskConfigTestJSON-504186010 tempest-ServerDiskConfigTestJSON-504186010-project] 10.222.0.75 "GET /v2.0/ports?device_id=0f5c6e4a-2766-4317-8c92-8c02169f84b0 HTTP/1.1" status: 200 len: 945 time: 0.2059901 Feb 09 19:16:07.910535 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-90d684bd-cc99-4b95-91c7-8d8156e9f120 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:16:07.961988 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-f00ebf5b-b9db-4a42-8987-1880cf0436ed admin admin] Publish callbacks [] for security_group (31b4ff91-7723-414a-a702-b2242bf2585f), precommit_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:16:08.026905 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-8948f90e-cdb3-4aa7-b0b5-62b3eac3e3b2 req-8d0895d2-8315-49ed-ad8a-8c874b349deb tempest-ServerDiskConfigTestJSON-504186010 tempest-ServerDiskConfigTestJSON-504186010-project] 10.222.0.75 "GET /v2.0/security-groups?id=3d9033a7-be2a-4459-a2da-84c23e651975&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0624192 Feb 09 19:16:08.027916 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-f00ebf5b-b9db-4a42-8987-1880cf0436ed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1892331'] for security_group (31b4ff91-7723-414a-a702-b2242bf2585f), after_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:16:08.059663 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f00ebf5b-b9db-4a42-8987-1880cf0436ed admin admin] vlan segment allocate from pool success with {'vlan_id': 382, 'physical_network': 'physnet1'} {{(pid=103230) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 19:16:08.093639 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-90d684bd-cc99-4b95-91c7-8d8156e9f120 admin admin] Publish callbacks [] for security_group (c108e7ef-d8ae-4b6e-a086-37765c6dba33), precommit_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:16:08.097587 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-f00ebf5b-b9db-4a42-8987-1880cf0436ed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-759574'] for segment (07bba5ee-242c-42d2-9b8f-38d4eb46d67e), precommit_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:16:08.098193 n-d-713498-36 neutron-server[103230]: INFO neutron.db.segments_db [None req-f00ebf5b-b9db-4a42-8987-1880cf0436ed admin admin] Added segment 07bba5ee-242c-42d2-9b8f-38d4eb46d67e of type vlan for network 48aa95c2-83e9-48c7-8e2c-2a839ef88ce3 Feb 09 19:16:08.098767 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-90d684bd-cc99-4b95-91c7-8d8156e9f120 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1892331'] for security_group (c108e7ef-d8ae-4b6e-a086-37765c6dba33), after_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:16:08.099566 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f00ebf5b-b9db-4a42-8987-1880cf0436ed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=31b4ff91-7723-414a-a702-b2242bf2585f,revision_number=1']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:16:08.115930 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f00ebf5b-b9db-4a42-8987-1880cf0436ed admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:16:08.116282 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f00ebf5b-b9db-4a42-8987-1880cf0436ed admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:16:08.116653 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f00ebf5b-b9db-4a42-8987-1880cf0436ed admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:16:08.117013 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f00ebf5b-b9db-4a42-8987-1880cf0436ed admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:16:08.117358 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f00ebf5b-b9db-4a42-8987-1880cf0436ed admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:16:08.117690 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f00ebf5b-b9db-4a42-8987-1880cf0436ed admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:16:08.118038 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f00ebf5b-b9db-4a42-8987-1880cf0436ed admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:16:08.118369 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f00ebf5b-b9db-4a42-8987-1880cf0436ed admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:16:08.118692 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f00ebf5b-b9db-4a42-8987-1880cf0436ed admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:16:08.119017 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f00ebf5b-b9db-4a42-8987-1880cf0436ed admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:16:08.119359 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f00ebf5b-b9db-4a42-8987-1880cf0436ed admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:16:08.119666 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f00ebf5b-b9db-4a42-8987-1880cf0436ed admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:16:08.120574 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f00ebf5b-b9db-4a42-8987-1880cf0436ed admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:16:08.167067 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-90d684bd-cc99-4b95-91c7-8d8156e9f120 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=29661e8f629f49dc9ec2338795b5156b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2789650 Feb 09 19:16:08.167067 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90d684bd-cc99-4b95-91c7-8d8156e9f120 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c108e7ef-d8ae-4b6e-a086-37765c6dba33,revision_number=1']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:16:08.168169 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 36570) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:16:08.201831 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-f00ebf5b-b9db-4a42-8987-1880cf0436ed admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762866642225'] for network (48aa95c2-83e9-48c7-8e2c-2a839ef88ce3), precommit_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:16:08.247761 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-f00ebf5b-b9db-4a42-8987-1880cf0436ed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1885479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452'] for network (48aa95c2-83e9-48c7-8e2c-2a839ef88ce3), after_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:16:08.249138 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f00ebf5b-b9db-4a42-8987-1880cf0436ed admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:16:08.253046 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-f00ebf5b-b9db-4a42-8987-1880cf0436ed admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1613566'] for network (None), before_response {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:16:08.370654 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 36576) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:16:08.372261 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-f00ebf5b-b9db-4a42-8987-1880cf0436ed admin admin] 10.222.0.75 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 1.0616915 Feb 09 19:16:08.377432 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.v2.base [None req-8f0f7a29-4abc-46c2-9ea2-ead1f4437964 admin admin] Request body: {'subnet': {'network_id': '48aa95c2-83e9-48c7-8e2c-2a839ef88ce3', 'cidr': '172.20.0.0/28', 'name': 'tempest-ListServersNegativeTestJSON-528256062-subnet', 'tenant_id': '0ececc5a0964449da13f1ee16860c882', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 19:16:08.381994 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-66654a34-792c-4e49-9c30-afb226917cf8 admin admin] Publish callbacks [] for security_group (c108e7ef-d8ae-4b6e-a086-37765c6dba33), before_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:16:08.442881 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f00ebf5b-b9db-4a42-8987-1880cf0436ed admin admin] Pushing event updated for resources: {'Network': ['ID=48aa95c2-83e9-48c7-8e2c-2a839ef88ce3,revision_number=1']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:16:08.456878 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd08a6a6-faf7-427b-a87f-febad7373640 req-1b4b5786-0781-4ad7-a8e0-19a9c29464bc tempest-MigrationsAdminTest-892781459 tempest-MigrationsAdminTest-892781459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:16:08.457598 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Network 48aa95c2-83e9-48c7-8e2c-2a839ef88ce3 details requested by agent ovs-agent-n-d-713498-36 with host n-d-713498-36 {{(pid=103232) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 19:16:08.467351 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-bd08a6a6-faf7-427b-a87f-febad7373640 req-1b4b5786-0781-4ad7-a8e0-19a9c29464bc tempest-MigrationsAdminTest-892781459 tempest-MigrationsAdminTest-892781459-project] 10.222.0.75 "GET /v2.0/ports?device_id=5a41699b-33f6-4124-8872-0e1679a5b99b HTTP/1.1" status: 200 len: 950 time: 0.1861312 Feb 09 19:16:08.471074 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-66654a34-792c-4e49-9c30-afb226917cf8 admin admin] Publish callbacks [] for security_group (c108e7ef-d8ae-4b6e-a086-37765c6dba33), precommit_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:16:08.483372 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1df565a9-e476-4e87-b242-214087ac2e7d req-ecbb5016-313d-40e9-952d-4ee8defdec2b tempest-ServerTagsTestJSON-1403813271 tempest-ServerTagsTestJSON-1403813271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:16:08.484997 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-1df565a9-e476-4e87-b242-214087ac2e7d req-ecbb5016-313d-40e9-952d-4ee8defdec2b tempest-ServerTagsTestJSON-1403813271 tempest-ServerTagsTestJSON-1403813271-project] 10.222.0.75 "GET /v2.0/ports?device_id=2fd9d791-d945-42c1-8139-04244b9d3d8c HTTP/1.1" status: 200 len: 945 time: 0.1396775 Feb 09 19:16:08.545523 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8f0f7a29-4abc-46c2-9ea2-ead1f4437964 admin admin] Made reservation on behalf of 0ececc5a0964449da13f1ee16860c882 for: {'subnet': 1} {{(pid=103229) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 19:16:08.549310 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-8f0f7a29-4abc-46c2-9ea2-ead1f4437964 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12759265'] for subnet (None), before_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:16:08.594559 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-1df565a9-e476-4e87-b242-214087ac2e7d req-e9689935-1999-47da-8d63-7fb14c30b3bb tempest-ServerTagsTestJSON-1403813271 tempest-ServerTagsTestJSON-1403813271-project] 10.222.0.75 "GET /v2.0/security-groups?id=9ab0f0ab-62d6-4332-86ab-0ba316386a7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0965641 Feb 09 19:16:08.724333 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-bd08a6a6-faf7-427b-a87f-febad7373640 req-c88063c2-ddbd-4b59-8bd8-aa9bf1df61af tempest-MigrationsAdminTest-892781459 tempest-MigrationsAdminTest-892781459-project] 10.222.0.75 "GET /v2.0/security-groups?id=709912c8-8171-4435-800e-9e5c5e45bf8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2559047 Feb 09 19:16:08.726255 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da3ca9c8-7c22-4344-a3e4-b06a44743db1 req-cd5e5d43-2a6a-4740-94b8-492df27bab8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:16:08.727728 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-da3ca9c8-7c22-4344-a3e4-b06a44743db1 req-cd5e5d43-2a6a-4740-94b8-492df27bab8d service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=51b81e7592544b98a90626c2bba713eb&device_id=5a41699b-33f6-4124-8872-0e1679a5b99b HTTP/1.1" status: 200 len: 1133 time: 0.2471101 Feb 09 19:16:08.831452 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-66654a34-792c-4e49-9c30-afb226917cf8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1892331'] for security_group (c108e7ef-d8ae-4b6e-a086-37765c6dba33), after_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:16:08.834031 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-66654a34-792c-4e49-9c30-afb226917cf8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:16:08.835164 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-66654a34-792c-4e49-9c30-afb226917cf8 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/c108e7ef-d8ae-4b6e-a086-37765c6dba33 HTTP/1.1" status: 204 len: 168 time: 0.6542861 Feb 09 19:16:08.873878 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66654a34-792c-4e49-9c30-afb226917cf8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c108e7ef-d8ae-4b6e-a086-37765c6dba33,revision_number=None']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:16:08.943915 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da3ca9c8-7c22-4344-a3e4-b06a44743db1 req-0fbbeb65-49dc-438d-b76a-07755b1ce6a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:16:08.945450 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-da3ca9c8-7c22-4344-a3e4-b06a44743db1 req-0fbbeb65-49dc-438d-b76a-07755b1ce6a8 service neutron] 10.222.0.89 "GET /v2.0/networks?id=2b5494c8-cf97-42c1-b902-87f998f28179 HTTP/1.1" status: 200 len: 870 time: 0.2108617 Feb 09 19:16:09.048198 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa080dd6-31fc-4068-a4e9-1438568fc2a9 req-49633bf1-004d-4f00-a79f-40ee50b8dde1 tempest-TaggedBootDevicesTest-980849656 tempest-TaggedBootDevicesTest-980849656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:16:09.057898 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa080dd6-31fc-4068-a4e9-1438568fc2a9 req-49633bf1-004d-4f00-a79f-40ee50b8dde1 tempest-TaggedBootDevicesTest-980849656 tempest-TaggedBootDevicesTest-980849656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:16:09.066373 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa080dd6-31fc-4068-a4e9-1438568fc2a9 req-49633bf1-004d-4f00-a79f-40ee50b8dde1 tempest-TaggedBootDevicesTest-980849656 tempest-TaggedBootDevicesTest-980849656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:16:09.076460 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa080dd6-31fc-4068-a4e9-1438568fc2a9 req-49633bf1-004d-4f00-a79f-40ee50b8dde1 tempest-TaggedBootDevicesTest-980849656 tempest-TaggedBootDevicesTest-980849656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:16:09.084329 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa080dd6-31fc-4068-a4e9-1438568fc2a9 req-49633bf1-004d-4f00-a79f-40ee50b8dde1 tempest-TaggedBootDevicesTest-980849656 tempest-TaggedBootDevicesTest-980849656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:16:09.091224 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa080dd6-31fc-4068-a4e9-1438568fc2a9 req-49633bf1-004d-4f00-a79f-40ee50b8dde1 tempest-TaggedBootDevicesTest-980849656 tempest-TaggedBootDevicesTest-980849656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:16:09.098314 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa080dd6-31fc-4068-a4e9-1438568fc2a9 req-49633bf1-004d-4f00-a79f-40ee50b8dde1 tempest-TaggedBootDevicesTest-980849656 tempest-TaggedBootDevicesTest-980849656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:16:09.108846 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-fa080dd6-31fc-4068-a4e9-1438568fc2a9 req-49633bf1-004d-4f00-a79f-40ee50b8dde1 tempest-TaggedBootDevicesTest-980849656 tempest-TaggedBootDevicesTest-980849656-project] 10.222.0.75 "GET /v2.0/ports?device_id=c3476174-573e-455c-944e-9ed0cac04ac2 HTTP/1.1" status: 200 len: 5421 time: 0.1658030 Feb 09 19:16:09.112122 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-da3ca9c8-7c22-4344-a3e4-b06a44743db1 req-2d016acf-b40f-405d-b972-fc6fc3b3af9f service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.195&port_id=8bed1b6e-8e37-4dad-bafb-4dc444eac2ae HTTP/1.1" status: 200 len: 217 time: 0.1283169 Feb 09 19:16:09.190932 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da3ca9c8-7c22-4344-a3e4-b06a44743db1 req-5ddac390-7336-4d22-a6cc-c2fdb2347862 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:16:09.192605 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-da3ca9c8-7c22-4344-a3e4-b06a44743db1 req-5ddac390-7336-4d22-a6cc-c2fdb2347862 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=60b561cb-321e-4f83-9bb3-92b2e1d0dc44 HTTP/1.1" status: 200 len: 843 time: 0.0656245 Feb 09 19:16:09.205653 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-fa080dd6-31fc-4068-a4e9-1438568fc2a9 req-9183d219-a57b-4150-8116-5d945bc89fb1 tempest-TaggedBootDevicesTest-980849656 tempest-TaggedBootDevicesTest-980849656-project] 10.222.0.75 "GET /v2.0/security-groups?id=6f7e8ede-8085-490c-860b-91c045ecce1f&id=116d7b93-0726-4659-8687-b47afcfa5056&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0923965 Feb 09 19:16:09.235792 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-8f0f7a29-4abc-46c2-9ea2-ead1f4437964 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12867428', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12759263'] for subnet (2a17184c-3a1d-4609-9d20-3c94490f64d2), after_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:16:09.341948 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f0f7a29-4abc-46c2-9ea2-ead1f4437964 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2a17184c-3a1d-4609-9d20-3c94490f64d2,revision_number=0']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:16:09.364488 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c90c07b-03ce-487d-8ab0-83b34db83393 req-a0735ca4-9320-4cc6-9266-893696741117 tempest-ServerDiskConfigTestJSON-504186010 tempest-ServerDiskConfigTestJSON-504186010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:16:09.372224 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-0c90c07b-03ce-487d-8ab0-83b34db83393 req-a0735ca4-9320-4cc6-9266-893696741117 tempest-ServerDiskConfigTestJSON-504186010 tempest-ServerDiskConfigTestJSON-504186010-project] 10.222.0.75 "GET /v2.0/ports?device_id=0f5c6e4a-2766-4317-8c92-8c02169f84b0 HTTP/1.1" status: 200 len: 945 time: 0.1769943 Feb 09 19:16:09.392403 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da3ca9c8-7c22-4344-a3e4-b06a44743db1 req-fc70251c-15d7-44ad-9af6-cb02e0e92c10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:16:09.393991 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-da3ca9c8-7c22-4344-a3e4-b06a44743db1 req-fc70251c-15d7-44ad-9af6-cb02e0e92c10 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=2b5494c8-cf97-42c1-b902-87f998f28179&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.1715600 Feb 09 19:16:09.421663 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f0f7a29-4abc-46c2-9ea2-ead1f4437964 admin admin] Checking segment: {'id': '07bba5ee-242c-42d2-9b8f-38d4eb46d67e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': '48aa95c2-83e9-48c7-8e2c-2a839ef88ce3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103229) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 19:16:09.422060 n-d-713498-36 neutron-server[103229]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f0f7a29-4abc-46c2-9ea2-ead1f4437964 admin admin] Network hostable DHCP agents. Network: 48aa95c2-83e9-48c7-8e2c-2a839ef88ce3, hostable agents: ['af91e4b9-f4e1-42b1-a25c-a10dc47171c8'], hosted agents: [] {{(pid=103229) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 19:16:09.475880 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-0c90c07b-03ce-487d-8ab0-83b34db83393 req-3654037c-311c-4df4-8613-944f840c2bb0 tempest-ServerDiskConfigTestJSON-504186010 tempest-ServerDiskConfigTestJSON-504186010-project] 10.222.0.75 "GET /v2.0/security-groups?id=3d9033a7-be2a-4459-a2da-84c23e651975&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1027842 Feb 09 19:16:09.508040 n-d-713498-36 neutron-server[103229]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f0f7a29-4abc-46c2-9ea2-ead1f4437964 admin admin] Network 48aa95c2-83e9-48c7-8e2c-2a839ef88ce3 is scheduled to be hosted by DHCP agent af91e4b9-f4e1-42b1-a25c-a10dc47171c8 with binding_index 1 {{(pid=103229) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 19:16:09.537909 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-da3ca9c8-7c22-4344-a3e4-b06a44743db1 req-446950a6-8675-4785-b5f9-e19de5084b0b service neutron] 10.222.0.89 "GET /v2.0/networks/2b5494c8-cf97-42c1-b902-87f998f28179?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1348121 Feb 09 19:16:09.554869 n-d-713498-36 neutron-server[103229]: DEBUG neutron.scheduler.base_scheduler [None req-8f0f7a29-4abc-46c2-9ea2-ead1f4437964 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713498-36, 48aa95c2-83e9-48c7-8e2c-2a839ef88ce3) {{(pid=103229) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 19:16:09.564008 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-371abd8f-1197-45fa-9098-2b77fc0288d5 None None] Network 48aa95c2-83e9-48c7-8e2c-2a839ef88ce3 requested from n-d-713498-36 {{(pid=103232) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 19:16:09.596211 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f0f7a29-4abc-46c2-9ea2-ead1f4437964 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:16:09.596800 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-8f0f7a29-4abc-46c2-9ea2-ead1f4437964 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1613566'] for subnet (None), before_response {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:16:09.631641 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-8f0f7a29-4abc-46c2-9ea2-ead1f4437964 admin admin] 10.222.0.75 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 1.2596037 Feb 09 19:16:09.695697 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-da3ca9c8-7c22-4344-a3e4-b06a44743db1 req-423d6527-4a7a-42c9-8de2-df76b92d9703 service neutron] 10.222.0.89 "GET /v2.0/networks/2b5494c8-cf97-42c1-b902-87f998f28179?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1501260 Feb 09 19:16:09.736487 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5c58c6b-d186-4a52-8c06-ae51b7688155 None None] Network 48aa95c2-83e9-48c7-8e2c-2a839ef88ce3 requested from n-d-713498-36 {{(pid=103232) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 19:16:09.926199 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1aee93f-88f0-436a-9464-96b0b5917fbe req-8fce0cb3-a55b-4751-8bb1-6436f5ab9a73 tempest-ServerTagsTestJSON-1403813271 tempest-ServerTagsTestJSON-1403813271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:16:09.936186 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-d1aee93f-88f0-436a-9464-96b0b5917fbe req-8fce0cb3-a55b-4751-8bb1-6436f5ab9a73 tempest-ServerTagsTestJSON-1403813271 tempest-ServerTagsTestJSON-1403813271-project] 10.222.0.75 "GET /v2.0/ports?device_id=2fd9d791-d945-42c1-8139-04244b9d3d8c HTTP/1.1" status: 200 len: 945 time: 0.1366696 Feb 09 19:16:10.032131 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-d1aee93f-88f0-436a-9464-96b0b5917fbe req-77af0321-dd58-46bf-9342-80f88fb8558d tempest-ServerTagsTestJSON-1403813271 tempest-ServerTagsTestJSON-1403813271-project] 10.222.0.75 "GET /v2.0/security-groups?id=9ab0f0ab-62d6-4332-86ab-0ba316386a7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0948415 Feb 09 19:16:10.034110 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-108850ec-09ba-415d-bc82-e1ba0c8a801e req-e6ee4105-05c0-4967-ba04-5dce917f795a tempest-MigrationsAdminTest-892781459 tempest-MigrationsAdminTest-892781459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:16:10.036432 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-108850ec-09ba-415d-bc82-e1ba0c8a801e req-e6ee4105-05c0-4967-ba04-5dce917f795a tempest-MigrationsAdminTest-892781459 tempest-MigrationsAdminTest-892781459-project] 10.222.0.75 "GET /v2.0/ports?device_id=5a41699b-33f6-4124-8872-0e1679a5b99b HTTP/1.1" status: 200 len: 950 time: 0.1249228 Feb 09 19:16:10.122607 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-108850ec-09ba-415d-bc82-e1ba0c8a801e req-35bf9476-9c37-459b-8827-420e0ca9abe1 tempest-MigrationsAdminTest-892781459 tempest-MigrationsAdminTest-892781459-project] 10.222.0.75 "GET /v2.0/security-groups?id=709912c8-8171-4435-800e-9e5c5e45bf8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0747216 Feb 09 19:16:10.476898 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-148bfa71-62e6-4b90-aa39-94acab1d1fee req-b4163d48-956a-42e2-9f32-c8a09d6e92d4 tempest-TaggedBootDevicesTest-980849656 tempest-TaggedBootDevicesTest-980849656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:16:10.483603 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-148bfa71-62e6-4b90-aa39-94acab1d1fee req-b4163d48-956a-42e2-9f32-c8a09d6e92d4 tempest-TaggedBootDevicesTest-980849656 tempest-TaggedBootDevicesTest-980849656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:16:10.490436 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-148bfa71-62e6-4b90-aa39-94acab1d1fee req-b4163d48-956a-42e2-9f32-c8a09d6e92d4 tempest-TaggedBootDevicesTest-980849656 tempest-TaggedBootDevicesTest-980849656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:16:10.496397 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-148bfa71-62e6-4b90-aa39-94acab1d1fee req-b4163d48-956a-42e2-9f32-c8a09d6e92d4 tempest-TaggedBootDevicesTest-980849656 tempest-TaggedBootDevicesTest-980849656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:16:10.505119 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-148bfa71-62e6-4b90-aa39-94acab1d1fee req-b4163d48-956a-42e2-9f32-c8a09d6e92d4 tempest-TaggedBootDevicesTest-980849656 tempest-TaggedBootDevicesTest-980849656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:16:10.513278 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-148bfa71-62e6-4b90-aa39-94acab1d1fee req-b4163d48-956a-42e2-9f32-c8a09d6e92d4 tempest-TaggedBootDevicesTest-980849656 tempest-TaggedBootDevicesTest-980849656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:16:10.519599 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-148bfa71-62e6-4b90-aa39-94acab1d1fee req-b4163d48-956a-42e2-9f32-c8a09d6e92d4 tempest-TaggedBootDevicesTest-980849656 tempest-TaggedBootDevicesTest-980849656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:16:10.533713 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-148bfa71-62e6-4b90-aa39-94acab1d1fee req-b4163d48-956a-42e2-9f32-c8a09d6e92d4 tempest-TaggedBootDevicesTest-980849656 tempest-TaggedBootDevicesTest-980849656-project] 10.222.0.75 "GET /v2.0/ports?device_id=c3476174-573e-455c-944e-9ed0cac04ac2 HTTP/1.1" status: 200 len: 5421 time: 0.1555796 Feb 09 19:16:10.556726 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 36636) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:16:10.567021 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbc4557d-1410-4c61-a073-56ff9e3faefe req-6965e107-5b77-46ea-8dc3-dcb7bfc91fc3 tempest-ListServersNegativeTestJSON-1456546486 tempest-ListServersNegativeTestJSON-1456546486-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:16:10.584303 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-bbc4557d-1410-4c61-a073-56ff9e3faefe req-6965e107-5b77-46ea-8dc3-dcb7bfc91fc3 tempest-ListServersNegativeTestJSON-1456546486 tempest-ListServersNegativeTestJSON-1456546486-project] 10.222.0.75 "GET /v2.0/networks?id=48aa95c2-83e9-48c7-8e2c-2a839ef88ce3 HTTP/1.1" status: 200 len: 817 time: 0.1324584 Feb 09 19:16:10.614022 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-bbc4557d-1410-4c61-a073-56ff9e3faefe req-f735eca3-4869-4ef7-b9d7-22ec44158ca7 tempest-ListServersNegativeTestJSON-1456546486 tempest-ListServersNegativeTestJSON-1456546486-project] 10.222.0.75 "GET /v2.0/quotas/0ececc5a0964449da13f1ee16860c882 HTTP/1.1" status: 200 len: 375 time: 0.0275254 Feb 09 19:16:10.644456 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-148bfa71-62e6-4b90-aa39-94acab1d1fee req-ea7b6cfb-e5a7-4135-be90-3d63c4fa5cb5 tempest-TaggedBootDevicesTest-980849656 tempest-TaggedBootDevicesTest-980849656-project] 10.222.0.75 "GET /v2.0/security-groups?id=6f7e8ede-8085-490c-860b-91c045ecce1f&id=116d7b93-0726-4659-8687-b47afcfa5056&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1096411 Feb 09 19:16:10.686608 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-bbc4557d-1410-4c61-a073-56ff9e3faefe req-cf56e6b3-a4f8-429d-a529-d041a62daf60 tempest-ListServersNegativeTestJSON-1456546486 tempest-ListServersNegativeTestJSON-1456546486-project] 10.222.0.75 "GET /v2.0/ports?tenant_id=0ececc5a0964449da13f1ee16860c882&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0710413 Feb 09 19:16:10.761433 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-10f1a79f-d21b-439e-9670-4fad1f4cbe53 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762867132591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593584'] for agent (af91e4b9-f4e1-42b1-a25c-a10dc47171c8), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:16:10.815903 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-08faca38-59e7-4c7e-9b38-193c9f251c0e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:16:10.818888 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-bbc4557d-1410-4c61-a073-56ff9e3faefe req-5411474b-537a-4189-9d0d-e76f9af29df5 service neutron] 10.222.0.75 "GET /v2.0/networks/48aa95c2-83e9-48c7-8e2c-2a839ef88ce3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1249938 Feb 09 19:16:10.915901 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-08faca38-59e7-4c7e-9b38-193c9f251c0e admin admin] Publish callbacks [] for security_group (258de5e5-b66f-411f-96b9-45cc6f33cf7b), precommit_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:16:10.927097 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b0ea804-75d1-4ded-b0ed-f3c73934d11d req-934fd1c3-0df1-401a-9eed-b266a48ff7c9 tempest-ServerDiskConfigTestJSON-504186010 tempest-ServerDiskConfigTestJSON-504186010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:16:10.928990 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-2b0ea804-75d1-4ded-b0ed-f3c73934d11d req-934fd1c3-0df1-401a-9eed-b266a48ff7c9 tempest-ServerDiskConfigTestJSON-504186010 tempest-ServerDiskConfigTestJSON-504186010-project] 10.222.0.75 "GET /v2.0/ports?device_id=0f5c6e4a-2766-4317-8c92-8c02169f84b0 HTTP/1.1" status: 200 len: 945 time: 0.1499410 Feb 09 19:16:10.930850 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-08faca38-59e7-4c7e-9b38-193c9f251c0e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1892331'] for security_group (258de5e5-b66f-411f-96b9-45cc6f33cf7b), after_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:16:10.937119 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-bbc4557d-1410-4c61-a073-56ff9e3faefe req-20d450db-1593-46d3-8deb-dd471e728fea service neutron] 10.222.0.75 "GET /v2.0/networks/48aa95c2-83e9-48c7-8e2c-2a839ef88ce3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1172562 Feb 09 19:16:10.971498 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 36642) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:16:10.979100 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-08faca38-59e7-4c7e-9b38-193c9f251c0e admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=d4f8a55dd332469a97c753dc13e0aca7&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4197619 Feb 09 19:16:11.004023 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08faca38-59e7-4c7e-9b38-193c9f251c0e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=258de5e5-b66f-411f-96b9-45cc6f33cf7b,revision_number=1']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:16:11.033556 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-aedbd9de-2ba2-4826-8222-605b6eb4f1d4 admin admin] Publish callbacks [] for security_group (258de5e5-b66f-411f-96b9-45cc6f33cf7b), before_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:16:11.060460 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-aedbd9de-2ba2-4826-8222-605b6eb4f1d4 admin admin] Publish callbacks [] for security_group (258de5e5-b66f-411f-96b9-45cc6f33cf7b), precommit_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:16:11.081254 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-2b0ea804-75d1-4ded-b0ed-f3c73934d11d req-4cedd627-1194-4031-b308-6420deb5014f tempest-ServerDiskConfigTestJSON-504186010 tempest-ServerDiskConfigTestJSON-504186010-project] 10.222.0.75 "GET /v2.0/security-groups?id=3d9033a7-be2a-4459-a2da-84c23e651975&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1373293 Feb 09 19:16:11.115611 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-aedbd9de-2ba2-4826-8222-605b6eb4f1d4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1892331'] for security_group (258de5e5-b66f-411f-96b9-45cc6f33cf7b), after_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:16:11.121766 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-aedbd9de-2ba2-4826-8222-605b6eb4f1d4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:16:11.126322 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-aedbd9de-2ba2-4826-8222-605b6eb4f1d4 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/258de5e5-b66f-411f-96b9-45cc6f33cf7b HTTP/1.1" status: 204 len: 168 time: 0.1537619 Feb 09 19:16:11.136666 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aedbd9de-2ba2-4826-8222-605b6eb4f1d4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=258de5e5-b66f-411f-96b9-45cc6f33cf7b,revision_number=None']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:16:11.316069 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Device e3d4e87c-9081-40c8-b44e-79d23b98081b details requested by agent hyperv_n-h1-713498-36 with host n-h1-713498-36 {{(pid=103232) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 19:16:11.446514 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d508a33-8510-4924-8636-f1ce373a0b77 req-8cd2fa7d-022c-492b-bb6b-6699a2d7eb00 tempest-MigrationsAdminTest-892781459 tempest-MigrationsAdminTest-892781459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:16:11.451567 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-7d508a33-8510-4924-8636-f1ce373a0b77 req-8cd2fa7d-022c-492b-bb6b-6699a2d7eb00 tempest-MigrationsAdminTest-892781459 tempest-MigrationsAdminTest-892781459-project] 10.222.0.75 "GET /v2.0/ports?device_id=5a41699b-33f6-4124-8872-0e1679a5b99b HTTP/1.1" status: 200 len: 950 time: 0.1808848 Feb 09 19:16:11.562131 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-7d508a33-8510-4924-8636-f1ce373a0b77 req-66b1362d-c72b-4aab-b296-e267a141596c tempest-MigrationsAdminTest-892781459 tempest-MigrationsAdminTest-892781459-project] 10.222.0.75 "GET /v2.0/security-groups?id=709912c8-8171-4435-800e-9e5c5e45bf8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1049342 Feb 09 19:16:11.585918 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] For port e3d4e87c-9081-40c8-b44e-79d23b98081b, host n-h1-713498-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-36',level=0,port_id=e3d4e87c-9081-40c8-b44e-79d23b98081b,segment=NetworkSegment(1e2a1863-ec93-4db2-ba80-84e2ae4ef342),segment_id=1e2a1863-ec93-4db2-ba80-84e2ae4ef342)] {{(pid=103232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 19:16:11.613118 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Returning: {'device': 'e3d4e87c-9081-40c8-b44e-79d23b98081b', 'network_id': '7db728b6-f824-4bd2-9bbc-3a8ddd77fc29', 'port_id': 'e3d4e87c-9081-40c8-b44e-79d23b98081b', 'mac_address': 'fa:16:3e:fe:79:f0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 362, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '56850be1-15c2-42cc-9dca-1e107c979838', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103232) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 19:16:11.666323 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Current status of the port e3d4e87c-9081-40c8-b44e-79d23b98081b is: ACTIVE; New status is: BUILD {{(pid=103232) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 19:16:11.668303 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (e3d4e87c-9081-40c8-b44e-79d23b98081b), before_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:16:11.686980 n-d-713498-36 neutron-server[103232]: DEBUG neutron.notifiers.nova [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id e3d4e87c-9081-40c8-b44e-79d23b98081b {{(pid=103232) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 19:16:11.715266 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-95230601-af9a-4cfe-8428-b912b90f5db4 req-5b946f78-931f-4865-b931-4a8f9d6dad0a tempest-ListServersNegativeTestJSON-1456546486 tempest-ListServersNegativeTestJSON-1456546486-project] 10.222.0.75 "GET /v2.0/ports?device_id=6607bb8f-35a2-4226-a0db-3e638aa80a77 HTTP/1.1" status: 200 len: 210 time: 0.0749698 Feb 09 19:16:11.716111 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] For port e3d4e87c-9081-40c8-b44e-79d23b98081b, host n-h1-713498-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-36',level=0,port_id=e3d4e87c-9081-40c8-b44e-79d23b98081b,segment=NetworkSegment(1e2a1863-ec93-4db2-ba80-84e2ae4ef342),segment_id=1e2a1863-ec93-4db2-ba80-84e2ae4ef342)] {{(pid=103232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 19:16:11.729992 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762867176205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762866656485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762866656503'] for port (e3d4e87c-9081-40c8-b44e-79d23b98081b), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:16:11.794784 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Pushing event updated for resources: {'Port': ['ID=e3d4e87c-9081-40c8-b44e-79d23b98081b,revision_number=6']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:16:11.838111 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fd5ea2d-8e74-4657-a35a-c92fcae46add req-83c023a6-be25-4596-906e-5ab959b94136 tempest-TaggedBootDevicesTest-980849656 tempest-TaggedBootDevicesTest-980849656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:16:11.845196 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fd5ea2d-8e74-4657-a35a-c92fcae46add req-83c023a6-be25-4596-906e-5ab959b94136 tempest-TaggedBootDevicesTest-980849656 tempest-TaggedBootDevicesTest-980849656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:16:11.851257 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fd5ea2d-8e74-4657-a35a-c92fcae46add req-83c023a6-be25-4596-906e-5ab959b94136 tempest-TaggedBootDevicesTest-980849656 tempest-TaggedBootDevicesTest-980849656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:16:11.857225 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fd5ea2d-8e74-4657-a35a-c92fcae46add req-83c023a6-be25-4596-906e-5ab959b94136 tempest-TaggedBootDevicesTest-980849656 tempest-TaggedBootDevicesTest-980849656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:16:11.864153 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fd5ea2d-8e74-4657-a35a-c92fcae46add req-83c023a6-be25-4596-906e-5ab959b94136 tempest-TaggedBootDevicesTest-980849656 tempest-TaggedBootDevicesTest-980849656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:16:11.871327 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fd5ea2d-8e74-4657-a35a-c92fcae46add req-83c023a6-be25-4596-906e-5ab959b94136 tempest-TaggedBootDevicesTest-980849656 tempest-TaggedBootDevicesTest-980849656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:16:11.877191 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fd5ea2d-8e74-4657-a35a-c92fcae46add req-83c023a6-be25-4596-906e-5ab959b94136 tempest-TaggedBootDevicesTest-980849656 tempest-TaggedBootDevicesTest-980849656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:16:11.879447 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-2fd5ea2d-8e74-4657-a35a-c92fcae46add req-83c023a6-be25-4596-906e-5ab959b94136 tempest-TaggedBootDevicesTest-980849656 tempest-TaggedBootDevicesTest-980849656-project] 10.222.0.75 "GET /v2.0/ports?device_id=c3476174-573e-455c-944e-9ed0cac04ac2 HTTP/1.1" status: 200 len: 5421 time: 0.1140893 Feb 09 19:16:11.946093 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] get_ports_and_sgs() called for port_ids ['e3d4e87c-9081-40c8-b44e-79d23b98081b'] {{(pid=103232) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 19:16:12.044948 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-2fd5ea2d-8e74-4657-a35a-c92fcae46add req-741c6272-2f37-48cc-be4c-d71113e7704b tempest-TaggedBootDevicesTest-980849656 tempest-TaggedBootDevicesTest-980849656-project] 10.222.0.75 "GET /v2.0/security-groups?id=6f7e8ede-8085-490c-860b-91c045ecce1f&id=116d7b93-0726-4659-8687-b47afcfa5056&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1582420 Feb 09 19:16:12.319667 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08e869c1-8fbd-46eb-b75e-8a260fbe2d38 req-b3f40def-05cd-4484-91af-143c121ea7da tempest-ServerDiskConfigTestJSON-504186010 tempest-ServerDiskConfigTestJSON-504186010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:16:12.322132 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-08e869c1-8fbd-46eb-b75e-8a260fbe2d38 req-b3f40def-05cd-4484-91af-143c121ea7da tempest-ServerDiskConfigTestJSON-504186010 tempest-ServerDiskConfigTestJSON-504186010-project] 10.222.0.75 "GET /v2.0/ports?device_id=0f5c6e4a-2766-4317-8c92-8c02169f84b0 HTTP/1.1" status: 200 len: 944 time: 0.1156926 Feb 09 19:16:12.425273 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-08e869c1-8fbd-46eb-b75e-8a260fbe2d38 req-896f6293-b9d3-4309-b9a5-d4326cca1f08 tempest-ServerDiskConfigTestJSON-504186010 tempest-ServerDiskConfigTestJSON-504186010-project] 10.222.0.75 "GET /v2.0/security-groups?id=3d9033a7-be2a-4459-a2da-84c23e651975&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0912743 Feb 09 19:16:12.800697 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-424aa7f4-f017-498a-8c9a-075ae6ad6e81 req-1587fadc-d02f-4201-9d11-355baa8c501a tempest-MigrationsAdminTest-892781459 tempest-MigrationsAdminTest-892781459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:16:12.813240 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-424aa7f4-f017-498a-8c9a-075ae6ad6e81 req-1587fadc-d02f-4201-9d11-355baa8c501a tempest-MigrationsAdminTest-892781459 tempest-MigrationsAdminTest-892781459-project] 10.222.0.75 "GET /v2.0/ports?device_id=5a41699b-33f6-4124-8872-0e1679a5b99b HTTP/1.1" status: 200 len: 950 time: 0.1357148 Feb 09 19:16:12.904076 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-5cdfa3fd-89e7-4bbe-9ec8-40b3bab9e762 req-a4876e73-04b5-4d07-a479-9cb6541d1631 tempest-ListServersNegativeTestJSON-1456546486 tempest-ListServersNegativeTestJSON-1456546486-project] 10.222.0.75 "GET /v2.0/ports?device_id=6607bb8f-35a2-4226-a0db-3e638aa80a77 HTTP/1.1" status: 200 len: 210 time: 0.1240475 Feb 09 19:16:13.029311 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-424aa7f4-f017-498a-8c9a-075ae6ad6e81 req-5f26da19-5177-40d2-9e07-b417d8f04f4a tempest-MigrationsAdminTest-892781459 tempest-MigrationsAdminTest-892781459-project] 10.222.0.75 "GET /v2.0/security-groups?id=709912c8-8171-4435-800e-9e5c5e45bf8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2150092 Feb 09 19:16:13.030408 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-948555f1-0f7d-49f7-9485-8c62766c1fa9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762867132591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593584'] for agent (93303d5e-5d17-45e8-8963-7694f87783ae), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:16:13.347577 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Device e3d4e87c-9081-40c8-b44e-79d23b98081b up at agent hyperv_n-h1-713498-36 {{(pid=103232) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 19:16:13.430641 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7ec9179-6033-46ee-a4aa-18a1e2d70111 req-89580038-057f-4787-b77d-038c697174e0 tempest-TaggedBootDevicesTest-980849656 tempest-TaggedBootDevicesTest-980849656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:16:13.448707 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7ec9179-6033-46ee-a4aa-18a1e2d70111 req-89580038-057f-4787-b77d-038c697174e0 tempest-TaggedBootDevicesTest-980849656 tempest-TaggedBootDevicesTest-980849656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:16:13.476441 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7ec9179-6033-46ee-a4aa-18a1e2d70111 req-89580038-057f-4787-b77d-038c697174e0 tempest-TaggedBootDevicesTest-980849656 tempest-TaggedBootDevicesTest-980849656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:16:13.490080 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7ec9179-6033-46ee-a4aa-18a1e2d70111 req-89580038-057f-4787-b77d-038c697174e0 tempest-TaggedBootDevicesTest-980849656 tempest-TaggedBootDevicesTest-980849656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:16:13.514161 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7ec9179-6033-46ee-a4aa-18a1e2d70111 req-89580038-057f-4787-b77d-038c697174e0 tempest-TaggedBootDevicesTest-980849656 tempest-TaggedBootDevicesTest-980849656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:16:13.529810 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7ec9179-6033-46ee-a4aa-18a1e2d70111 req-89580038-057f-4787-b77d-038c697174e0 tempest-TaggedBootDevicesTest-980849656 tempest-TaggedBootDevicesTest-980849656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:16:13.541156 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7ec9179-6033-46ee-a4aa-18a1e2d70111 req-89580038-057f-4787-b77d-038c697174e0 tempest-TaggedBootDevicesTest-980849656 tempest-TaggedBootDevicesTest-980849656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:16:13.558362 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-c7ec9179-6033-46ee-a4aa-18a1e2d70111 req-89580038-057f-4787-b77d-038c697174e0 tempest-TaggedBootDevicesTest-980849656 tempest-TaggedBootDevicesTest-980849656-project] 10.222.0.75 "GET /v2.0/ports?device_id=c3476174-573e-455c-944e-9ed0cac04ac2 HTTP/1.1" status: 200 len: 5421 time: 0.3061755 Feb 09 19:16:13.575455 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.provisioning_blocks [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Provisioning complete for port e3d4e87c-9081-40c8-b44e-79d23b98081b triggered by entity L2. {{(pid=103232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 19:16:13.576028 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593630'] for port (e3d4e87c-9081-40c8-b44e-79d23b98081b), provisioning_complete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:16:13.702863 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbc4557d-1410-4c61-a073-56ff9e3faefe req-dfa883a6-7c2d-4668-b174-211c7977887b tempest-ListServersNegativeTestJSON-1456546486 tempest-ListServersNegativeTestJSON-1456546486-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:16:13.704379 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-bbc4557d-1410-4c61-a073-56ff9e3faefe req-dfa883a6-7c2d-4668-b174-211c7977887b tempest-ListServersNegativeTestJSON-1456546486 tempest-ListServersNegativeTestJSON-1456546486-project] 10.222.0.89 "GET /v2.0/networks?id=48aa95c2-83e9-48c7-8e2c-2a839ef88ce3 HTTP/1.1" status: 200 len: 817 time: 0.3182046 Feb 09 19:16:13.726010 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.v2.base [req-bbc4557d-1410-4c61-a073-56ff9e3faefe req-18e39895-dbad-437d-baac-9a83ee70302b tempest-ListServersNegativeTestJSON-1456546486 tempest-ListServersNegativeTestJSON-1456546486-project] Request body: {'port': {'device_id': '4c78f554-3359-419b-b8cb-dcb4eea61753', 'network_id': '48aa95c2-83e9-48c7-8e2c-2a839ef88ce3', 'admin_state_up': True, 'tenant_id': '0ececc5a0964449da13f1ee16860c882'}} {{(pid=103229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 19:16:13.752587 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Current status of the port e3d4e87c-9081-40c8-b44e-79d23b98081b is: BUILD; New status is: ACTIVE {{(pid=103232) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 19:16:13.752758 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (e3d4e87c-9081-40c8-b44e-79d23b98081b), before_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:16:13.762889 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-c7ec9179-6033-46ee-a4aa-18a1e2d70111 req-c66c6093-ef08-4916-b801-923524e6cb11 tempest-TaggedBootDevicesTest-980849656 tempest-TaggedBootDevicesTest-980849656-project] 10.222.0.75 "GET /v2.0/security-groups?id=6f7e8ede-8085-490c-860b-91c045ecce1f&id=116d7b93-0726-4659-8687-b47afcfa5056&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2005317 Feb 09 19:16:13.781722 n-d-713498-36 neutron-server[103232]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0f5c6e4a-2766-4317-8c92-8c02169f84b0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e3d4e87c-9081-40c8-b44e-79d23b98081b'}] {{(pid=103232) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 19:16:13.784223 n-d-713498-36 neutron-server[103232]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}949cdcde653dec44821de95cbf67297f53cbc2aed4e073b5d514f93bf911ce85" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-210235fb-7c7b-4669-a0c4-d0b29aacfc40" -d '{"events": [{"server_uuid": "0f5c6e4a-2766-4317-8c92-8c02169f84b0", "name": "network-vif-plugged", "status": "completed", "tag": "e3d4e87c-9081-40c8-b44e-79d23b98081b"}]}' {{(pid=103232) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 19:16:13.811924 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] For port e3d4e87c-9081-40c8-b44e-79d23b98081b, host n-h1-713498-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-36',level=0,port_id=e3d4e87c-9081-40c8-b44e-79d23b98081b,segment=NetworkSegment(1e2a1863-ec93-4db2-ba80-84e2ae4ef342),segment_id=1e2a1863-ec93-4db2-ba80-84e2ae4ef342)] {{(pid=103232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 19:16:13.828386 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762867176205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762866656485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762866656503'] for port (e3d4e87c-9081-40c8-b44e-79d23b98081b), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:16:13.945883 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Pushing event updated for resources: {'Port': ['ID=e3d4e87c-9081-40c8-b44e-79d23b98081b,revision_number=7']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:16:13.964637 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbc4557d-1410-4c61-a073-56ff9e3faefe req-820101ee-149e-466b-9a96-c328accca371 tempest-ListServersNegativeTestJSON-1456546486 tempest-ListServersNegativeTestJSON-1456546486-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:16:13.967018 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-bbc4557d-1410-4c61-a073-56ff9e3faefe req-820101ee-149e-466b-9a96-c328accca371 tempest-ListServersNegativeTestJSON-1456546486 tempest-ListServersNegativeTestJSON-1456546486-project] 10.222.0.89 "GET /v2.0/networks?id=48aa95c2-83e9-48c7-8e2c-2a839ef88ce3 HTTP/1.1" status: 200 len: 817 time: 0.2401936 Feb 09 19:16:13.983172 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.v2.base [req-bbc4557d-1410-4c61-a073-56ff9e3faefe req-3a2385af-a1d4-4d60-ad62-94c80d0052c3 tempest-ListServersNegativeTestJSON-1456546486 tempest-ListServersNegativeTestJSON-1456546486-project] Request body: {'port': {'device_id': '38dba92f-112b-4bd9-9a53-715ece5f0b3f', 'network_id': '48aa95c2-83e9-48c7-8e2c-2a839ef88ce3', 'admin_state_up': True, 'tenant_id': '0ececc5a0964449da13f1ee16860c882'}} {{(pid=103230) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 19:16:14.046506 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bd4ece7-299c-4709-9e73-f8633f599d61 req-0af6a9eb-1ad6-47a4-976a-12468b2889db tempest-ServerDiskConfigTestJSON-504186010 tempest-ServerDiskConfigTestJSON-504186010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:16:14.048732 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-7bd4ece7-299c-4709-9e73-f8633f599d61 req-0af6a9eb-1ad6-47a4-976a-12468b2889db tempest-ServerDiskConfigTestJSON-504186010 tempest-ServerDiskConfigTestJSON-504186010-project] 10.222.0.75 "GET /v2.0/ports?device_id=0f5c6e4a-2766-4317-8c92-8c02169f84b0 HTTP/1.1" status: 200 len: 944 time: 0.3154705 Feb 09 19:16:14.050542 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bbc4557d-1410-4c61-a073-56ff9e3faefe req-18e39895-dbad-437d-baac-9a83ee70302b tempest-ListServersNegativeTestJSON-1456546486 tempest-ListServersNegativeTestJSON-1456546486-project] Made reservation on behalf of 0ececc5a0964449da13f1ee16860c882 for: {'port': 1} {{(pid=103229) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 19:16:14.054793 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-bbc4557d-1410-4c61-a073-56ff9e3faefe req-18e39895-dbad-437d-baac-9a83ee70302b tempest-ListServersNegativeTestJSON-1456546486 tempest-ListServersNegativeTestJSON-1456546486-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (None), before_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:16:14.127492 n-d-713498-36 neutron-server[103232]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 19:16:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0641dd13-364c-4488-98fd-4b7cc1fda185 x-openstack-request-id: req-0641dd13-364c-4488-98fd-4b7cc1fda185 {{(pid=103232) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 19:16:14.127492 n-d-713498-36 neutron-server[103232]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0f5c6e4a-2766-4317-8c92-8c02169f84b0", "name": "network-vif-plugged", "status": "completed", "tag": "e3d4e87c-9081-40c8-b44e-79d23b98081b", "code": 200}]} {{(pid=103232) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 19:16:14.127492 n-d-713498-36 neutron-server[103232]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-0641dd13-364c-4488-98fd-4b7cc1fda185 {{(pid=103232) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 19:16:14.128100 n-d-713498-36 neutron-server[103232]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0f5c6e4a-2766-4317-8c92-8c02169f84b0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e3d4e87c-9081-40c8-b44e-79d23b98081b', 'code': 200} Feb 09 19:16:14.243004 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-edc54c9b-7f13-45d9-9271-85c9738b0128 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762867132591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593584'] for agent (a62b1850-466f-48ae-bec7-d62fb280e14b), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:16:14.248456 n-d-713498-36 neutron-server[103229]: DEBUG neutron.db.db_base_plugin_common [req-bbc4557d-1410-4c61-a073-56ff9e3faefe req-18e39895-dbad-437d-baac-9a83ee70302b tempest-ListServersNegativeTestJSON-1456546486 tempest-ListServersNegativeTestJSON-1456546486-project] Allocated IP 172.20.0.8 (48aa95c2-83e9-48c7-8e2c-2a839ef88ce3/2a17184c-3a1d-4609-9d20-3c94490f64d2/e80910e4-522e-40e2-a448-766b6a8b09c6) {{(pid=103229) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 19:16:14.362769 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-c0c423f8-7323-4b7a-991c-4cdddf069e36 req-0a2332fe-9b9e-415f-b765-5448a6153a4c tempest-ListServersNegativeTestJSON-1456546486 tempest-ListServersNegativeTestJSON-1456546486-project] 10.222.0.75 "GET /v2.0/ports?device_id=6607bb8f-35a2-4226-a0db-3e638aa80a77 HTTP/1.1" status: 200 len: 210 time: 0.1108515 Feb 09 19:16:14.364429 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 36770) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:16:14.381286 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bbc4557d-1410-4c61-a073-56ff9e3faefe req-3a2385af-a1d4-4d60-ad62-94c80d0052c3 tempest-ListServersNegativeTestJSON-1456546486 tempest-ListServersNegativeTestJSON-1456546486-project] Made reservation on behalf of 0ececc5a0964449da13f1ee16860c882 for: {'port': 1} {{(pid=103230) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 19:16:14.396199 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [req-bbc4557d-1410-4c61-a073-56ff9e3faefe req-3a2385af-a1d4-4d60-ad62-94c80d0052c3 tempest-ListServersNegativeTestJSON-1456546486 tempest-ListServersNegativeTestJSON-1456546486-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (None), before_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:16:14.509840 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd0d013d-aad2-4872-a074-1c0babd9ebab req-b31a07ae-9970-4b97-9451-94790f2f493c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:16:14.512265 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-cd0d013d-aad2-4872-a074-1c0babd9ebab req-b31a07ae-9970-4b97-9451-94790f2f493c service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=0f5c6e4a-2766-4317-8c92-8c02169f84b0 HTTP/1.1" status: 200 len: 1128 time: 0.1462638 Feb 09 19:16:14.518316 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-7bd4ece7-299c-4709-9e73-f8633f599d61 req-fc0d23fa-d137-4f3f-9d83-bf0cb69350bf tempest-ServerDiskConfigTestJSON-504186010 tempest-ServerDiskConfigTestJSON-504186010-project] 10.222.0.75 "GET /v2.0/security-groups?id=3d9033a7-be2a-4459-a2da-84c23e651975&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4466202 Feb 09 19:16:14.577977 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-bbc4557d-1410-4c61-a073-56ff9e3faefe req-18e39895-dbad-437d-baac-9a83ee70302b tempest-ListServersNegativeTestJSON-1456546486 tempest-ListServersNegativeTestJSON-1456546486-project] Publish callbacks [] for port (e80910e4-522e-40e2-a448-766b6a8b09c6), precommit_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:16:14.578193 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbc4557d-1410-4c61-a073-56ff9e3faefe req-2ad987de-e0cd-4a4b-84da-60b7b45c3195 tempest-ListServersNegativeTestJSON-1456546486 tempest-ListServersNegativeTestJSON-1456546486-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:16:14.578328 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-2115260f-a2a6-47e8-9a32-634f1c0173f0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:16:14.578437 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-bbc4557d-1410-4c61-a073-56ff9e3faefe req-2ad987de-e0cd-4a4b-84da-60b7b45c3195 tempest-ListServersNegativeTestJSON-1456546486 tempest-ListServersNegativeTestJSON-1456546486-project] 10.222.0.90 "GET /v2.0/networks?id=48aa95c2-83e9-48c7-8e2c-2a839ef88ce3 HTTP/1.1" status: 200 len: 817 time: 0.3207469 Feb 09 19:16:14.594945 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.v2.base [req-bbc4557d-1410-4c61-a073-56ff9e3faefe req-6b312acf-d06a-4dc9-af8d-837d530e818a tempest-ListServersNegativeTestJSON-1456546486 tempest-ListServersNegativeTestJSON-1456546486-project] Request body: {'port': {'device_id': '6607bb8f-35a2-4226-a0db-3e638aa80a77', 'network_id': '48aa95c2-83e9-48c7-8e2c-2a839ef88ce3', 'admin_state_up': True, 'tenant_id': '0ececc5a0964449da13f1ee16860c882'}} {{(pid=103230) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 19:16:14.663213 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bda6236-471f-4be8-a841-4a2d344e090b req-dc9bfc88-c298-4e59-be02-569e3746fe3c tempest-MigrationsAdminTest-892781459 tempest-MigrationsAdminTest-892781459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:16:14.664915 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-7bda6236-471f-4be8-a841-4a2d344e090b req-dc9bfc88-c298-4e59-be02-569e3746fe3c tempest-MigrationsAdminTest-892781459 tempest-MigrationsAdminTest-892781459-project] 10.222.0.75 "GET /v2.0/ports?device_id=5a41699b-33f6-4124-8872-0e1679a5b99b HTTP/1.1" status: 200 len: 950 time: 0.1796441 Feb 09 19:16:14.692820 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-cd0d013d-aad2-4872-a074-1c0babd9ebab req-6d4bd309-7d98-4aea-b599-779e99b5cac1 service neutron] 10.222.0.89 "GET /v2.0/security-groups?id=3d9033a7-be2a-4459-a2da-84c23e651975&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1707675 Feb 09 19:16:14.719384 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-bbc4557d-1410-4c61-a073-56ff9e3faefe req-18e39895-dbad-437d-baac-9a83ee70302b tempest-ListServersNegativeTestJSON-1456546486 tempest-ListServersNegativeTestJSON-1456546486-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762866656467', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12867576'] for port (e80910e4-522e-40e2-a448-766b6a8b09c6), after_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:16:14.751373 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-630c7c48-1760-4282-bb29-3404a1487eab req-9806b0bb-cb54-42d7-b606-10acf31a1452 tempest-ServerTagsTestJSON-1403813271 tempest-ServerTagsTestJSON-1403813271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:16:14.752448 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-630c7c48-1760-4282-bb29-3404a1487eab req-9806b0bb-cb54-42d7-b606-10acf31a1452 tempest-ServerTagsTestJSON-1403813271 tempest-ServerTagsTestJSON-1403813271-project] 10.222.0.75 "GET /v2.0/ports?device_id=2fd9d791-d945-42c1-8139-04244b9d3d8c HTTP/1.1" status: 200 len: 945 time: 0.1431568 Feb 09 19:16:14.782182 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-7bda6236-471f-4be8-a841-4a2d344e090b req-30e923b1-7139-4c89-9eb4-e4ead60249c3 tempest-MigrationsAdminTest-892781459 tempest-MigrationsAdminTest-892781459-project] 10.222.0.75 "GET /v2.0/security-groups?id=709912c8-8171-4435-800e-9e5c5e45bf8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1081986 Feb 09 19:16:14.801539 n-d-713498-36 neutron-server[103230]: DEBUG neutron.db.db_base_plugin_common [req-bbc4557d-1410-4c61-a073-56ff9e3faefe req-3a2385af-a1d4-4d60-ad62-94c80d0052c3 tempest-ListServersNegativeTestJSON-1456546486 tempest-ListServersNegativeTestJSON-1456546486-project] Allocated IP 172.20.0.2 (48aa95c2-83e9-48c7-8e2c-2a839ef88ce3/2a17184c-3a1d-4609-9d20-3c94490f64d2/dac79c6f-b9e3-4088-aea0-93f685514a20) {{(pid=103230) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 19:16:14.802826 n-d-713498-36 neutron-server[103229]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bbc4557d-1410-4c61-a073-56ff9e3faefe req-18e39895-dbad-437d-baac-9a83ee70302b tempest-ListServersNegativeTestJSON-1456546486 tempest-ListServersNegativeTestJSON-1456546486-project] Network 48aa95c2-83e9-48c7-8e2c-2a839ef88ce3 is already hosted by enough agents. {{(pid=103229) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 19:16:14.814799 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-2115260f-a2a6-47e8-9a32-634f1c0173f0 admin admin] Publish callbacks [] for security_group (9b4887bb-9b7f-4357-aaeb-670d120ccf83), precommit_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:16:14.822549 n-d-713498-36 neutron-server[103229]: DEBUG neutron.scheduler.base_scheduler [req-bbc4557d-1410-4c61-a073-56ff9e3faefe req-18e39895-dbad-437d-baac-9a83ee70302b tempest-ListServersNegativeTestJSON-1456546486 tempest-ListServersNegativeTestJSON-1456546486-project] Resources bound (agent type, host, resource id): {{(pid=103229) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 19:16:14.832271 n-d-713498-36 neutron-server[103229]: DEBUG neutron.db.l3_dvrscheduler_db [req-bbc4557d-1410-4c61-a073-56ff9e3faefe req-18e39895-dbad-437d-baac-9a83ee70302b tempest-ListServersNegativeTestJSON-1456546486 tempest-ListServersNegativeTestJSON-1456546486-project] Received port after_create {{(pid=103229) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 19:16:14.836139 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-2115260f-a2a6-47e8-9a32-634f1c0173f0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1892331'] for security_group (9b4887bb-9b7f-4357-aaeb-670d120ccf83), after_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:16:14.866413 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bbc4557d-1410-4c61-a073-56ff9e3faefe req-6b312acf-d06a-4dc9-af8d-837d530e818a tempest-ListServersNegativeTestJSON-1456546486 tempest-ListServersNegativeTestJSON-1456546486-project] Made reservation on behalf of 0ececc5a0964449da13f1ee16860c882 for: {'port': 1} {{(pid=103230) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 19:16:14.870481 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [req-bbc4557d-1410-4c61-a073-56ff9e3faefe req-6b312acf-d06a-4dc9-af8d-837d530e818a tempest-ListServersNegativeTestJSON-1456546486 tempest-ListServersNegativeTestJSON-1456546486-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (None), before_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:16:14.884207 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18e39895-dbad-437d-baac-9a83ee70302b tempest-ListServersNegativeTestJSON-1456546486 tempest-ListServersNegativeTestJSON-1456546486-project] Pushing event updated for resources: {'Port': ['ID=e80910e4-522e-40e2-a448-766b6a8b09c6,revision_number=1']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:16:14.943907 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-2115260f-a2a6-47e8-9a32-634f1c0173f0 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=bbf49202965c4fd4997352138692c3f1&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5741491 Feb 09 19:16:14.944807 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2115260f-a2a6-47e8-9a32-634f1c0173f0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9b4887bb-9b7f-4357-aaeb-670d120ccf83,revision_number=1']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:16:14.947365 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 36778) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:16:14.967605 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-630c7c48-1760-4282-bb29-3404a1487eab req-b9c44c52-6a25-49d2-937f-8e6b73ea3ccc tempest-ServerTagsTestJSON-1403813271 tempest-ServerTagsTestJSON-1403813271-project] 10.222.0.75 "GET /v2.0/security-groups?id=9ab0f0ab-62d6-4332-86ab-0ba316386a7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1820745 Feb 09 19:16:14.986795 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbc4557d-1410-4c61-a073-56ff9e3faefe req-18e39895-dbad-437d-baac-9a83ee70302b tempest-ListServersNegativeTestJSON-1456546486 tempest-ListServersNegativeTestJSON-1456546486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:16:14.987721 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-bbc4557d-1410-4c61-a073-56ff9e3faefe req-18e39895-dbad-437d-baac-9a83ee70302b tempest-ListServersNegativeTestJSON-1456546486 tempest-ListServersNegativeTestJSON-1456546486-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171096'] for port (None), before_response {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:16:15.016794 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-bbc4557d-1410-4c61-a073-56ff9e3faefe req-18e39895-dbad-437d-baac-9a83ee70302b tempest-ListServersNegativeTestJSON-1456546486 tempest-ListServersNegativeTestJSON-1456546486-project] 10.222.0.89 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3012564 Feb 09 19:16:15.030439 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.v2.base [req-bbc4557d-1410-4c61-a073-56ff9e3faefe req-47c5dba1-7e5c-47d3-8734-148619ddf83b service neutron] Request body: {'port': {'device_id': '4c78f554-3359-419b-b8cb-dcb4eea61753', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-713498-36'}} {{(pid=103229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 19:16:15.065120 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-97b67d89-36dc-40e2-8891-08c787c2e696 admin admin] Publish callbacks [] for security_group (9b4887bb-9b7f-4357-aaeb-670d120ccf83), before_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:16:15.080198 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aa825d4-93a0-4b83-8749-d5b1b2a49e0d req-f78e1c54-96a6-4ba0-8d24-a377a33be87f tempest-TaggedBootDevicesTest-980849656 tempest-TaggedBootDevicesTest-980849656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:16:15.085427 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aa825d4-93a0-4b83-8749-d5b1b2a49e0d req-f78e1c54-96a6-4ba0-8d24-a377a33be87f tempest-TaggedBootDevicesTest-980849656 tempest-TaggedBootDevicesTest-980849656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:16:15.090812 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aa825d4-93a0-4b83-8749-d5b1b2a49e0d req-f78e1c54-96a6-4ba0-8d24-a377a33be87f tempest-TaggedBootDevicesTest-980849656 tempest-TaggedBootDevicesTest-980849656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:16:15.096111 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aa825d4-93a0-4b83-8749-d5b1b2a49e0d req-f78e1c54-96a6-4ba0-8d24-a377a33be87f tempest-TaggedBootDevicesTest-980849656 tempest-TaggedBootDevicesTest-980849656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:16:15.101364 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aa825d4-93a0-4b83-8749-d5b1b2a49e0d req-f78e1c54-96a6-4ba0-8d24-a377a33be87f tempest-TaggedBootDevicesTest-980849656 tempest-TaggedBootDevicesTest-980849656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:16:15.107312 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aa825d4-93a0-4b83-8749-d5b1b2a49e0d req-f78e1c54-96a6-4ba0-8d24-a377a33be87f tempest-TaggedBootDevicesTest-980849656 tempest-TaggedBootDevicesTest-980849656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:16:15.112709 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aa825d4-93a0-4b83-8749-d5b1b2a49e0d req-f78e1c54-96a6-4ba0-8d24-a377a33be87f tempest-TaggedBootDevicesTest-980849656 tempest-TaggedBootDevicesTest-980849656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:16:15.113659 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-97b67d89-36dc-40e2-8891-08c787c2e696 admin admin] Publish callbacks [] for security_group (9b4887bb-9b7f-4357-aaeb-670d120ccf83), precommit_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:16:15.114628 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-2aa825d4-93a0-4b83-8749-d5b1b2a49e0d req-f78e1c54-96a6-4ba0-8d24-a377a33be87f tempest-TaggedBootDevicesTest-980849656 tempest-TaggedBootDevicesTest-980849656-project] 10.222.0.75 "GET /v2.0/ports?device_id=c3476174-573e-455c-944e-9ed0cac04ac2 HTTP/1.1" status: 200 len: 5421 time: 0.2410195 Feb 09 19:16:15.123371 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-bbc4557d-1410-4c61-a073-56ff9e3faefe req-47c5dba1-7e5c-47d3-8734-148619ddf83b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (e80910e4-522e-40e2-a448-766b6a8b09c6), before_update {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:16:15.174490 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [req-bbc4557d-1410-4c61-a073-56ff9e3faefe req-3a2385af-a1d4-4d60-ad62-94c80d0052c3 tempest-ListServersNegativeTestJSON-1456546486 tempest-ListServersNegativeTestJSON-1456546486-project] Publish callbacks [] for port (dac79c6f-b9e3-4088-aea0-93f685514a20), precommit_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:16:15.211383 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-2aa825d4-93a0-4b83-8749-d5b1b2a49e0d req-46557251-bf9a-4e5b-909f-15ed0cdfe098 tempest-TaggedBootDevicesTest-980849656 tempest-TaggedBootDevicesTest-980849656-project] 10.222.0.75 "GET /v2.0/security-groups?id=6f7e8ede-8085-490c-860b-91c045ecce1f&id=116d7b93-0726-4659-8687-b47afcfa5056&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0890210 Feb 09 19:16:15.245542 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [req-bbc4557d-1410-4c61-a073-56ff9e3faefe req-3a2385af-a1d4-4d60-ad62-94c80d0052c3 tempest-ListServersNegativeTestJSON-1456546486 tempest-ListServersNegativeTestJSON-1456546486-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762866656467', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14393751'] for port (dac79c6f-b9e3-4088-aea0-93f685514a20), after_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:16:15.261497 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-97b67d89-36dc-40e2-8891-08c787c2e696 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1892331'] for security_group (9b4887bb-9b7f-4357-aaeb-670d120ccf83), after_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:16:15.264279 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-97b67d89-36dc-40e2-8891-08c787c2e696 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:16:15.265649 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-97b67d89-36dc-40e2-8891-08c787c2e696 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/9b4887bb-9b7f-4357-aaeb-670d120ccf83 HTTP/1.1" status: 204 len: 168 time: 0.2964287 Feb 09 19:16:15.282019 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97b67d89-36dc-40e2-8891-08c787c2e696 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9b4887bb-9b7f-4357-aaeb-670d120ccf83,revision_number=None']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:16:15.352900 n-d-713498-36 neutron-server[103230]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bbc4557d-1410-4c61-a073-56ff9e3faefe req-3a2385af-a1d4-4d60-ad62-94c80d0052c3 tempest-ListServersNegativeTestJSON-1456546486 tempest-ListServersNegativeTestJSON-1456546486-project] Network 48aa95c2-83e9-48c7-8e2c-2a839ef88ce3 is already hosted by enough agents. {{(pid=103230) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 19:16:15.360291 n-d-713498-36 neutron-server[103230]: DEBUG neutron.scheduler.base_scheduler [req-bbc4557d-1410-4c61-a073-56ff9e3faefe req-3a2385af-a1d4-4d60-ad62-94c80d0052c3 tempest-ListServersNegativeTestJSON-1456546486 tempest-ListServersNegativeTestJSON-1456546486-project] Resources bound (agent type, host, resource id): {{(pid=103230) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 19:16:15.364925 n-d-713498-36 neutron-server[103230]: DEBUG neutron.db.l3_dvrscheduler_db [req-bbc4557d-1410-4c61-a073-56ff9e3faefe req-3a2385af-a1d4-4d60-ad62-94c80d0052c3 tempest-ListServersNegativeTestJSON-1456546486 tempest-ListServersNegativeTestJSON-1456546486-project] Received port after_create {{(pid=103230) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 19:16:15.378444 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a2385af-a1d4-4d60-ad62-94c80d0052c3 tempest-ListServersNegativeTestJSON-1456546486 tempest-ListServersNegativeTestJSON-1456546486-project] Pushing event updated for resources: {'Port': ['ID=dac79c6f-b9e3-4088-aea0-93f685514a20,revision_number=1']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:16:15.417098 n-d-713498-36 neutron-server[103230]: DEBUG neutron.db.db_base_plugin_common [req-bbc4557d-1410-4c61-a073-56ff9e3faefe req-6b312acf-d06a-4dc9-af8d-837d530e818a tempest-ListServersNegativeTestJSON-1456546486 tempest-ListServersNegativeTestJSON-1456546486-project] Allocated IP 172.20.0.12 (48aa95c2-83e9-48c7-8e2c-2a839ef88ce3/2a17184c-3a1d-4609-9d20-3c94490f64d2/68c208df-c0c8-433e-a3eb-e6f254f209a9) {{(pid=103230) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 19:16:15.454440 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbc4557d-1410-4c61-a073-56ff9e3faefe req-3a2385af-a1d4-4d60-ad62-94c80d0052c3 tempest-ListServersNegativeTestJSON-1456546486 tempest-ListServersNegativeTestJSON-1456546486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:16:15.455073 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [req-bbc4557d-1410-4c61-a073-56ff9e3faefe req-3a2385af-a1d4-4d60-ad62-94c80d0052c3 tempest-ListServersNegativeTestJSON-1456546486 tempest-ListServersNegativeTestJSON-1456546486-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171096'] for port (None), before_response {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:16:15.481729 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-bbc4557d-1410-4c61-a073-56ff9e3faefe req-3a2385af-a1d4-4d60-ad62-94c80d0052c3 tempest-ListServersNegativeTestJSON-1456546486 tempest-ListServersNegativeTestJSON-1456546486-project] 10.222.0.89 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5056067 Feb 09 19:16:15.500023 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-33ba4709-18a7-45d3-a435-d750a8b05ca2 req-54a67d56-e8a0-4445-8095-1604bdcaf6b7 tempest-ListServersNegativeTestJSON-1456546486 tempest-ListServersNegativeTestJSON-1456546486-project] 10.222.0.75 "GET /v2.0/ports?device_id=6607bb8f-35a2-4226-a0db-3e638aa80a77 HTTP/1.1" status: 200 len: 210 time: 0.0331321 Feb 09 19:16:15.510088 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.v2.base [req-bbc4557d-1410-4c61-a073-56ff9e3faefe req-bc400d5f-74bd-44ca-916a-b4657df9619e service neutron] Request body: {'port': {'device_id': '38dba92f-112b-4bd9-9a53-715ece5f0b3f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-713498-36'}} {{(pid=103230) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 19:16:15.701595 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [req-bbc4557d-1410-4c61-a073-56ff9e3faefe req-bc400d5f-74bd-44ca-916a-b4657df9619e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (dac79c6f-b9e3-4088-aea0-93f685514a20), before_update {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:16:15.761220 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b002df7f-76e5-4027-afc7-aa26661c6b3b req-2a908daa-ada5-40ae-a6c3-d96facb77571 tempest-ServerDiskConfigTestJSON-504186010 tempest-ServerDiskConfigTestJSON-504186010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:16:15.767898 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-b002df7f-76e5-4027-afc7-aa26661c6b3b req-2a908daa-ada5-40ae-a6c3-d96facb77571 tempest-ServerDiskConfigTestJSON-504186010 tempest-ServerDiskConfigTestJSON-504186010-project] 10.222.0.75 "GET /v2.0/ports?device_id=0f5c6e4a-2766-4317-8c92-8c02169f84b0 HTTP/1.1" status: 200 len: 945 time: 0.1587484 Feb 09 19:16:15.800721 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [req-bbc4557d-1410-4c61-a073-56ff9e3faefe req-6b312acf-d06a-4dc9-af8d-837d530e818a tempest-ListServersNegativeTestJSON-1456546486 tempest-ListServersNegativeTestJSON-1456546486-project] Publish callbacks [] for port (68c208df-c0c8-433e-a3eb-e6f254f209a9), precommit_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:16:15.868549 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-a7262a8e-0513-48fd-984d-75726a511961 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762867132591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593584'] for agent (911cfea2-02ae-4ec9-bac3-7808ee1cdd9c), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:16:15.951160 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee35a6cd-ccaa-4b46-8c69-ac6fb0b51cee req-04b0d3a0-8953-4230-8e95-36c4c148f0e2 tempest-MigrationsAdminTest-892781459 tempest-MigrationsAdminTest-892781459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:16:15.959665 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-ee35a6cd-ccaa-4b46-8c69-ac6fb0b51cee req-04b0d3a0-8953-4230-8e95-36c4c148f0e2 tempest-MigrationsAdminTest-892781459 tempest-MigrationsAdminTest-892781459-project] 10.222.0.75 "GET /v2.0/ports?device_id=5a41699b-33f6-4124-8872-0e1679a5b99b HTTP/1.1" status: 200 len: 950 time: 0.0834301 Feb 09 19:16:16.007298 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [req-bbc4557d-1410-4c61-a073-56ff9e3faefe req-6b312acf-d06a-4dc9-af8d-837d530e818a tempest-ListServersNegativeTestJSON-1456546486 tempest-ListServersNegativeTestJSON-1456546486-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762866656467', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14393751'] for port (68c208df-c0c8-433e-a3eb-e6f254f209a9), after_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:16:16.068200 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-ee35a6cd-ccaa-4b46-8c69-ac6fb0b51cee req-b0e42caa-bd69-4f68-a503-caa40156e496 tempest-MigrationsAdminTest-892781459 tempest-MigrationsAdminTest-892781459-project] 10.222.0.75 "GET /v2.0/security-groups?id=709912c8-8171-4435-800e-9e5c5e45bf8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1074228 Feb 09 19:16:16.135632 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-b002df7f-76e5-4027-afc7-aa26661c6b3b req-637f10c2-6c98-4b09-ba58-42b836c60bf5 tempest-ServerDiskConfigTestJSON-504186010 tempest-ServerDiskConfigTestJSON-504186010-project] 10.222.0.75 "GET /v2.0/security-groups?id=3d9033a7-be2a-4459-a2da-84c23e651975&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3667057 Feb 09 19:16:16.153567 n-d-713498-36 neutron-server[103230]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bbc4557d-1410-4c61-a073-56ff9e3faefe req-6b312acf-d06a-4dc9-af8d-837d530e818a tempest-ListServersNegativeTestJSON-1456546486 tempest-ListServersNegativeTestJSON-1456546486-project] Network 48aa95c2-83e9-48c7-8e2c-2a839ef88ce3 is already hosted by enough agents. {{(pid=103230) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 19:16:16.159046 n-d-713498-36 neutron-server[103230]: DEBUG neutron.scheduler.base_scheduler [req-bbc4557d-1410-4c61-a073-56ff9e3faefe req-6b312acf-d06a-4dc9-af8d-837d530e818a tempest-ListServersNegativeTestJSON-1456546486 tempest-ListServersNegativeTestJSON-1456546486-project] Resources bound (agent type, host, resource id): {{(pid=103230) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 19:16:16.164999 n-d-713498-36 neutron-server[103230]: DEBUG neutron.db.l3_dvrscheduler_db [req-bbc4557d-1410-4c61-a073-56ff9e3faefe req-6b312acf-d06a-4dc9-af8d-837d530e818a tempest-ListServersNegativeTestJSON-1456546486 tempest-ListServersNegativeTestJSON-1456546486-project] Received port after_create {{(pid=103230) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 19:16:16.223711 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbc4557d-1410-4c61-a073-56ff9e3faefe req-6b312acf-d06a-4dc9-af8d-837d530e818a tempest-ListServersNegativeTestJSON-1456546486 tempest-ListServersNegativeTestJSON-1456546486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:16:16.223711 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [req-bbc4557d-1410-4c61-a073-56ff9e3faefe req-6b312acf-d06a-4dc9-af8d-837d530e818a tempest-ListServersNegativeTestJSON-1456546486 tempest-ListServersNegativeTestJSON-1456546486-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171096'] for port (None), before_response {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:16:16.223711 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b312acf-d06a-4dc9-af8d-837d530e818a tempest-ListServersNegativeTestJSON-1456546486 tempest-ListServersNegativeTestJSON-1456546486-project] Pushing event updated for resources: {'Port': ['ID=68c208df-c0c8-433e-a3eb-e6f254f209a9,revision_number=1']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:16:16.248072 n-d-713498-36 neutron-server[103229]: DEBUG neutron.notifiers.nova [req-bbc4557d-1410-4c61-a073-56ff9e3faefe req-47c5dba1-7e5c-47d3-8734-148619ddf83b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e80910e4-522e-40e2-a448-766b6a8b09c6 {{(pid=103229) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 19:16:16.254215 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-bbc4557d-1410-4c61-a073-56ff9e3faefe req-6b312acf-d06a-4dc9-af8d-837d530e818a tempest-ListServersNegativeTestJSON-1456546486 tempest-ListServersNegativeTestJSON-1456546486-project] 10.222.0.90 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.6627982 Feb 09 19:16:16.280488 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.v2.base [req-bbc4557d-1410-4c61-a073-56ff9e3faefe req-c7f5cd4f-eab8-4bec-a037-cdd5fd53f614 service neutron] Request body: {'port': {'device_id': '6607bb8f-35a2-4226-a0db-3e638aa80a77', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-713498-36'}} {{(pid=103230) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 19:16:16.282174 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-bbc4557d-1410-4c61-a073-56ff9e3faefe req-47c5dba1-7e5c-47d3-8734-148619ddf83b service neutron] Publish callbacks [] for port (e80910e4-522e-40e2-a448-766b6a8b09c6), precommit_update {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:16:16.306620 n-d-713498-36 neutron-server[103229]: DEBUG neutron.db.provisioning_blocks [req-bbc4557d-1410-4c61-a073-56ff9e3faefe req-47c5dba1-7e5c-47d3-8734-148619ddf83b service neutron] Transition to ACTIVE for port object e80910e4-522e-40e2-a448-766b6a8b09c6 will not be triggered until provisioned by entity L2. {{(pid=103229) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 19:16:16.321131 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f47a202b-91e8-4aa1-8d23-73d6efff1fbb req-1c34673f-5aa7-4836-a50b-67fab65d582b tempest-ServerTagsTestJSON-1403813271 tempest-ServerTagsTestJSON-1403813271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:16:16.330411 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-f47a202b-91e8-4aa1-8d23-73d6efff1fbb req-1c34673f-5aa7-4836-a50b-67fab65d582b tempest-ServerTagsTestJSON-1403813271 tempest-ServerTagsTestJSON-1403813271-project] 10.222.0.75 "GET /v2.0/ports?device_id=2fd9d791-d945-42c1-8139-04244b9d3d8c HTTP/1.1" status: 200 len: 945 time: 0.1031110 Feb 09 19:16:16.345864 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-bbc4557d-1410-4c61-a073-56ff9e3faefe req-47c5dba1-7e5c-47d3-8734-148619ddf83b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762867176205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762866656485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762866656503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12867569'] for port (e80910e4-522e-40e2-a448-766b6a8b09c6), after_update {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:16:16.478486 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-f47a202b-91e8-4aa1-8d23-73d6efff1fbb req-57bc0374-26ec-4b19-bd0f-5324c3a179a6 tempest-ServerTagsTestJSON-1403813271 tempest-ServerTagsTestJSON-1403813271-project] 10.222.0.75 "GET /v2.0/security-groups?id=9ab0f0ab-62d6-4332-86ab-0ba316386a7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1469254 Feb 09 19:16:16.479718 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47c5dba1-7e5c-47d3-8734-148619ddf83b service neutron] Pushing event updated for resources: {'Port': ['ID=e80910e4-522e-40e2-a448-766b6a8b09c6,revision_number=2']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:16:16.641519 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed6ab968-051a-410b-b0e6-3afe1a948718 req-77737a01-92c2-4e70-8160-45659aef7dc3 tempest-ServerTagsTestJSON-1403813271 tempest-ServerTagsTestJSON-1403813271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:16:16.643396 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-ed6ab968-051a-410b-b0e6-3afe1a948718 req-77737a01-92c2-4e70-8160-45659aef7dc3 tempest-ServerTagsTestJSON-1403813271 tempest-ServerTagsTestJSON-1403813271-project] 10.222.0.90 "GET /v2.0/ports?device_id=2fd9d791-d945-42c1-8139-04244b9d3d8c HTTP/1.1" status: 200 len: 945 time: 0.2608082 Feb 09 19:16:16.644822 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.managers [req-bbc4557d-1410-4c61-a073-56ff9e3faefe req-47c5dba1-7e5c-47d3-8734-148619ddf83b service neutron] Attempting to bind port e80910e4-522e-40e2-a448-766b6a8b09c6 on host n-h1-713498-36 for vnic_type normal with profile {{(pid=103229) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 19:16:16.645289 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.managers [req-bbc4557d-1410-4c61-a073-56ff9e3faefe req-47c5dba1-7e5c-47d3-8734-148619ddf83b service neutron] Attempting to bind port e80910e4-522e-40e2-a448-766b6a8b09c6 by drivers openvswitch,hyperv on host n-h1-713498-36 at level 0 using segments [{'id': '07bba5ee-242c-42d2-9b8f-38d4eb46d67e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': '48aa95c2-83e9-48c7-8e2c-2a839ef88ce3'}] {{(pid=103229) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 19:16:16.645719 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bbc4557d-1410-4c61-a073-56ff9e3faefe req-47c5dba1-7e5c-47d3-8734-148619ddf83b service neutron] Attempting to bind port e80910e4-522e-40e2-a448-766b6a8b09c6 on network 48aa95c2-83e9-48c7-8e2c-2a839ef88ce3 {{(pid=103229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 19:16:16.671090 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bbc4557d-1410-4c61-a073-56ff9e3faefe req-47c5dba1-7e5c-47d3-8734-148619ddf83b service neutron] Port e80910e4-522e-40e2-a448-766b6a8b09c6 on network 48aa95c2-83e9-48c7-8e2c-2a839ef88ce3 not bound, no agent of type Open vSwitch agent registered on host n-h1-713498-36 {{(pid=103229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 19:16:16.674511 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bbc4557d-1410-4c61-a073-56ff9e3faefe req-47c5dba1-7e5c-47d3-8734-148619ddf83b service neutron] Attempting to bind port e80910e4-522e-40e2-a448-766b6a8b09c6 on network 48aa95c2-83e9-48c7-8e2c-2a839ef88ce3 {{(pid=103229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 19:16:16.709730 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bbc4557d-1410-4c61-a073-56ff9e3faefe req-47c5dba1-7e5c-47d3-8734-148619ddf83b service neutron] Checking agent: {'id': '488cd9ae-631f-4955-ba0b-4f5a13f12e9c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713498-36', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 18, 59, 18), 'started_at': datetime.datetime(2022, 2, 9, 18, 59, 18), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 19, 15, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 19:16:16.710260 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bbc4557d-1410-4c61-a073-56ff9e3faefe req-47c5dba1-7e5c-47d3-8734-148619ddf83b service neutron] Checking segment: {'id': '07bba5ee-242c-42d2-9b8f-38d4eb46d67e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': '48aa95c2-83e9-48c7-8e2c-2a839ef88ce3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103229) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 19:16:16.710911 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bbc4557d-1410-4c61-a073-56ff9e3faefe req-47c5dba1-7e5c-47d3-8734-148619ddf83b service neutron] Bound using segment: {'id': '07bba5ee-242c-42d2-9b8f-38d4eb46d67e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': '48aa95c2-83e9-48c7-8e2c-2a839ef88ce3'} {{(pid=103229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 19:16:16.711471 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.managers [req-bbc4557d-1410-4c61-a073-56ff9e3faefe req-47c5dba1-7e5c-47d3-8734-148619ddf83b service neutron] Bound port: e80910e4-522e-40e2-a448-766b6a8b09c6, host: n-h1-713498-36, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '07bba5ee-242c-42d2-9b8f-38d4eb46d67e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': '48aa95c2-83e9-48c7-8e2c-2a839ef88ce3'}}] {{(pid=103229) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 19:16:16.711943 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-bbc4557d-1410-4c61-a073-56ff9e3faefe req-47c5dba1-7e5c-47d3-8734-148619ddf83b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (e80910e4-522e-40e2-a448-766b6a8b09c6), before_update {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:16:16.786737 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7421cdb8-927a-4fd4-b7e7-38edbd51bc16 req-6bf8de7f-806f-4754-9bfb-2c24395df39c tempest-ListServersNegativeTestJSON-1456546486 tempest-ListServersNegativeTestJSON-1456546486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:16:16.788521 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-7421cdb8-927a-4fd4-b7e7-38edbd51bc16 req-6bf8de7f-806f-4754-9bfb-2c24395df39c tempest-ListServersNegativeTestJSON-1456546486 tempest-ListServersNegativeTestJSON-1456546486-project] 10.222.0.75 "GET /v2.0/ports?device_id=6607bb8f-35a2-4226-a0db-3e638aa80a77 HTTP/1.1" status: 200 len: 932 time: 0.1904683 Feb 09 19:16:16.895695 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.db [req-bbc4557d-1410-4c61-a073-56ff9e3faefe req-47c5dba1-7e5c-47d3-8734-148619ddf83b service neutron] For port e80910e4-522e-40e2-a448-766b6a8b09c6, host n-h1-713498-36, cleared binding levels {{(pid=103229) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 19:16:16.904385 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.db [req-bbc4557d-1410-4c61-a073-56ff9e3faefe req-47c5dba1-7e5c-47d3-8734-148619ddf83b service neutron] For port e80910e4-522e-40e2-a448-766b6a8b09c6, host n-h1-713498-36, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-36',level=0,port_id=e80910e4-522e-40e2-a448-766b6a8b09c6,segment=NetworkSegment(07bba5ee-242c-42d2-9b8f-38d4eb46d67e),segment_id=07bba5ee-242c-42d2-9b8f-38d4eb46d67e)] {{(pid=103229) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 19:16:16.912805 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-7421cdb8-927a-4fd4-b7e7-38edbd51bc16 req-7c56e7c0-99f4-4a6a-ab29-aef3e6d56f1a tempest-ListServersNegativeTestJSON-1456546486 tempest-ListServersNegativeTestJSON-1456546486-project] 10.222.0.75 "GET /v2.0/security-groups?id=31b4ff91-7723-414a-a702-b2242bf2585f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0890596 Feb 09 19:16:16.921280 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-bbc4557d-1410-4c61-a073-56ff9e3faefe req-47c5dba1-7e5c-47d3-8734-148619ddf83b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762867176205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762866656485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762866656503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12867569'] for port (e80910e4-522e-40e2-a448-766b6a8b09c6), after_update {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:16:16.976879 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [req-bbc4557d-1410-4c61-a073-56ff9e3faefe req-c7f5cd4f-eab8-4bec-a037-cdd5fd53f614 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (68c208df-c0c8-433e-a3eb-e6f254f209a9), before_update {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:16:16.988667 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbc4557d-1410-4c61-a073-56ff9e3faefe req-47c5dba1-7e5c-47d3-8734-148619ddf83b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:16:16.990543 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-bbc4557d-1410-4c61-a073-56ff9e3faefe req-47c5dba1-7e5c-47d3-8734-148619ddf83b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171096'] for port (None), before_response {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:16:16.993438 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-bbc4557d-1410-4c61-a073-56ff9e3faefe req-47c5dba1-7e5c-47d3-8734-148619ddf83b service neutron] 10.222.0.89 "PUT /v2.0/ports/e80910e4-522e-40e2-a448-766b6a8b09c6 HTTP/1.1" status: 200 len: 1092 time: 1.9677200 Feb 09 19:16:16.995989 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762867132591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593584'] for agent (496418a2-c002-4aec-ab1a-07f3bea491bd), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:16:17.008143 n-d-713498-36 neutron-server[103229]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4c78f554-3359-419b-b8cb-dcb4eea61753', 'tag': 'e80910e4-522e-40e2-a448-766b6a8b09c6'}] {{(pid=103229) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 19:16:17.012391 n-d-713498-36 neutron-server[103229]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fa6ae9a20702bd564eaf90d946620b2b4277b1ab91129323d3b54181076be307" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-963ea696-94b0-4491-bcac-76deda636ee2" -d '{"events": [{"name": "network-changed", "server_uuid": "4c78f554-3359-419b-b8cb-dcb4eea61753", "tag": "e80910e4-522e-40e2-a448-766b6a8b09c6"}]}' {{(pid=103229) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 19:16:17.021299 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eb77e94-2404-40c0-901a-d8bba2b829dd req-7c2e0e62-ba25-47f1-af33-d0108cf53c29 tempest-TaggedBootDevicesTest-980849656 tempest-TaggedBootDevicesTest-980849656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:16:17.027342 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.plugin [req-ed6ab968-051a-410b-b0e6-3afe1a948718 req-d9cbf04b-199f-4b5c-9932-68afbc9e55f4 tempest-ServerTagsTestJSON-1403813271 tempest-ServerTagsTestJSON-1403813271-project] Deleting port bad85c71-9c39-43a8-9cef-630e9a884c57 {{(pid=103229) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 19:16:17.028782 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eb77e94-2404-40c0-901a-d8bba2b829dd req-7c2e0e62-ba25-47f1-af33-d0108cf53c29 tempest-TaggedBootDevicesTest-980849656 tempest-TaggedBootDevicesTest-980849656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:16:17.031347 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-ed6ab968-051a-410b-b0e6-3afe1a948718 req-d9cbf04b-199f-4b5c-9932-68afbc9e55f4 tempest-ServerTagsTestJSON-1403813271 tempest-ServerTagsTestJSON-1403813271-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762867170196'] for port (bad85c71-9c39-43a8-9cef-630e9a884c57), before_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:16:17.049365 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eb77e94-2404-40c0-901a-d8bba2b829dd req-7c2e0e62-ba25-47f1-af33-d0108cf53c29 tempest-TaggedBootDevicesTest-980849656 tempest-TaggedBootDevicesTest-980849656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:16:17.056237 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eb77e94-2404-40c0-901a-d8bba2b829dd req-7c2e0e62-ba25-47f1-af33-d0108cf53c29 tempest-TaggedBootDevicesTest-980849656 tempest-TaggedBootDevicesTest-980849656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:16:17.063280 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eb77e94-2404-40c0-901a-d8bba2b829dd req-7c2e0e62-ba25-47f1-af33-d0108cf53c29 tempest-TaggedBootDevicesTest-980849656 tempest-TaggedBootDevicesTest-980849656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:16:17.069331 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eb77e94-2404-40c0-901a-d8bba2b829dd req-7c2e0e62-ba25-47f1-af33-d0108cf53c29 tempest-TaggedBootDevicesTest-980849656 tempest-TaggedBootDevicesTest-980849656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:16:17.078106 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eb77e94-2404-40c0-901a-d8bba2b829dd req-7c2e0e62-ba25-47f1-af33-d0108cf53c29 tempest-TaggedBootDevicesTest-980849656 tempest-TaggedBootDevicesTest-980849656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:16:17.080699 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-1eb77e94-2404-40c0-901a-d8bba2b829dd req-7c2e0e62-ba25-47f1-af33-d0108cf53c29 tempest-TaggedBootDevicesTest-980849656 tempest-TaggedBootDevicesTest-980849656-project] 10.222.0.75 "GET /v2.0/ports?device_id=c3476174-573e-455c-944e-9ed0cac04ac2 HTTP/1.1" status: 200 len: 5421 time: 0.6877458 Feb 09 19:16:17.121051 n-d-713498-36 neutron-server[103229]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 19:16:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8695b093-4449-46d7-9361-48b9c0887304 x-openstack-request-id: req-8695b093-4449-46d7-9361-48b9c0887304 {{(pid=103229) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 19:16:17.121673 n-d-713498-36 neutron-server[103229]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4c78f554-3359-419b-b8cb-dcb4eea61753", "tag": "e80910e4-522e-40e2-a448-766b6a8b09c6", "status": "completed", "code": 200}]} {{(pid=103229) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 19:16:17.121917 n-d-713498-36 neutron-server[103229]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-8695b093-4449-46d7-9361-48b9c0887304 {{(pid=103229) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 19:16:17.122653 n-d-713498-36 neutron-server[103229]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4c78f554-3359-419b-b8cb-dcb4eea61753', 'tag': 'e80910e4-522e-40e2-a448-766b6a8b09c6', 'status': 'completed', 'code': 200} Feb 09 19:16:17.162379 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47c5dba1-7e5c-47d3-8734-148619ddf83b service neutron] Pushing event updated for resources: {'Port': ['ID=e80910e4-522e-40e2-a448-766b6a8b09c6,revision_number=3']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:16:17.174583 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 36832) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:16:17.231873 n-d-713498-36 neutron-server[103230]: DEBUG neutron.notifiers.nova [req-bbc4557d-1410-4c61-a073-56ff9e3faefe req-bc400d5f-74bd-44ca-916a-b4657df9619e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dac79c6f-b9e3-4088-aea0-93f685514a20 {{(pid=103230) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 19:16:17.251961 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [req-bbc4557d-1410-4c61-a073-56ff9e3faefe req-bc400d5f-74bd-44ca-916a-b4657df9619e service neutron] Publish callbacks [] for port (dac79c6f-b9e3-4088-aea0-93f685514a20), precommit_update {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:16:17.261600 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbc4557d-1410-4c61-a073-56ff9e3faefe req-6dec6b9c-cc3b-49bc-bc0d-4b7d6982db3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:16:17.263518 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-bbc4557d-1410-4c61-a073-56ff9e3faefe req-6dec6b9c-cc3b-49bc-bc0d-4b7d6982db3e service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=0ececc5a0964449da13f1ee16860c882&device_id=4c78f554-3359-419b-b8cb-dcb4eea61753 HTTP/1.1" status: 200 len: 1126 time: 0.2175262 Feb 09 19:16:17.298009 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.db [req-ed6ab968-051a-410b-b0e6-3afe1a948718 req-d9cbf04b-199f-4b5c-9932-68afbc9e55f4 tempest-ServerTagsTestJSON-1403813271 tempest-ServerTagsTestJSON-1403813271-project] For port bad85c71-9c39-43a8-9cef-630e9a884c57, host n-h2-713498-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-36',level=0,port_id=bad85c71-9c39-43a8-9cef-630e9a884c57,segment=NetworkSegment(91e4bfbb-1552-4811-a0cb-01d1dc2b0319),segment_id=91e4bfbb-1552-4811-a0cb-01d1dc2b0319)] {{(pid=103229) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 19:16:17.298561 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-ed6ab968-051a-410b-b0e6-3afe1a948718 req-d9cbf04b-199f-4b5c-9932-68afbc9e55f4 tempest-ServerTagsTestJSON-1403813271 tempest-ServerTagsTestJSON-1403813271-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1820838'] for port (bad85c71-9c39-43a8-9cef-630e9a884c57), precommit_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:16:17.327708 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-1eb77e94-2404-40c0-901a-d8bba2b829dd req-61058f4a-3e62-437d-9dd3-d079c28e9a8b tempest-TaggedBootDevicesTest-980849656 tempest-TaggedBootDevicesTest-980849656-project] 10.222.0.75 "GET /v2.0/security-groups?id=6f7e8ede-8085-490c-860b-91c045ecce1f&id=116d7b93-0726-4659-8687-b47afcfa5056&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2344115 Feb 09 19:16:17.328680 n-d-713498-36 neutron-server[103230]: DEBUG neutron.db.provisioning_blocks [req-bbc4557d-1410-4c61-a073-56ff9e3faefe req-bc400d5f-74bd-44ca-916a-b4657df9619e service neutron] Transition to ACTIVE for port object dac79c6f-b9e3-4088-aea0-93f685514a20 will not be triggered until provisioned by entity L2. {{(pid=103230) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 19:16:17.336389 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [req-bbc4557d-1410-4c61-a073-56ff9e3faefe req-bc400d5f-74bd-44ca-916a-b4657df9619e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762867176205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762866656485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762866656503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14393758'] for port (dac79c6f-b9e3-4088-aea0-93f685514a20), after_update {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:16:17.341863 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.v2.base [None req-ba311944-df64-4049-a5c5-d316b5b995fa tempest-MeteringIpV6TestJSON-255855620 tempest-MeteringIpV6TestJSON-255855620-project-admin] Request body: {'metering_label': {'description': 'metering label created by tempest', 'name': 'tempest-metering-label-158001150'}} {{(pid=103229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 19:16:17.342605 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.v2.base [None req-ba311944-df64-4049-a5c5-d316b5b995fa tempest-MeteringIpV6TestJSON-255855620 tempest-MeteringIpV6TestJSON-255855620-project-admin] Unknown quota resources ['metering_label']. {{(pid=103229) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Feb 09 19:16:17.347910 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-bbc4557d-1410-4c61-a073-56ff9e3faefe req-6ca99649-a6be-4364-8f91-dd3f9b0e27e0 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e80910e4-522e-40e2-a448-766b6a8b09c6 HTTP/1.1" status: 200 len: 217 time: 0.0672708 Feb 09 19:16:17.363480 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.plugin [req-ed6ab968-051a-410b-b0e6-3afe1a948718 req-d9cbf04b-199f-4b5c-9932-68afbc9e55f4 tempest-ServerTagsTestJSON-1403813271 tempest-ServerTagsTestJSON-1403813271-project] Calling delete_port for bad85c71-9c39-43a8-9cef-630e9a884c57 owned by compute:nova {{(pid=103229) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 19:16:17.375982 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a03282d6-f203-4025-bbab-75dc0ed361d3 req-2cec5055-57ad-4bb5-8c56-20cba78a8d77 tempest-MigrationsAdminTest-892781459 tempest-MigrationsAdminTest-892781459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:16:17.382992 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-a03282d6-f203-4025-bbab-75dc0ed361d3 req-2cec5055-57ad-4bb5-8c56-20cba78a8d77 tempest-MigrationsAdminTest-892781459 tempest-MigrationsAdminTest-892781459-project] 10.222.0.75 "GET /v2.0/ports?device_id=5a41699b-33f6-4124-8872-0e1679a5b99b HTTP/1.1" status: 200 len: 950 time: 0.1903589 Feb 09 19:16:17.496986 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc400d5f-74bd-44ca-916a-b4657df9619e service neutron] Pushing event updated for resources: {'Port': ['ID=dac79c6f-b9e3-4088-aea0-93f685514a20,revision_number=2']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:16:17.573322 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbc4557d-1410-4c61-a073-56ff9e3faefe req-8d4c5f9d-7110-44b6-92f8-e0ab23144f63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:16:17.573887 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-bbc4557d-1410-4c61-a073-56ff9e3faefe req-8d4c5f9d-7110-44b6-92f8-e0ab23144f63 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=2a17184c-3a1d-4609-9d20-3c94490f64d2 HTTP/1.1" status: 200 len: 857 time: 0.2117379 Feb 09 19:16:17.623221 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd037019-6b1c-4a80-8d44-782c1ffded7a req-8f1da41d-1c39-43aa-b8aa-5dad70e2d1c4 tempest-ServerDiskConfigTestJSON-504186010 tempest-ServerDiskConfigTestJSON-504186010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:16:17.624857 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-fd037019-6b1c-4a80-8d44-782c1ffded7a req-8f1da41d-1c39-43aa-b8aa-5dad70e2d1c4 tempest-ServerDiskConfigTestJSON-504186010 tempest-ServerDiskConfigTestJSON-504186010-project] 10.222.0.75 "GET /v2.0/ports?device_id=0f5c6e4a-2766-4317-8c92-8c02169f84b0 HTTP/1.1" status: 200 len: 945 time: 0.1691976 Feb 09 19:16:17.662859 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.managers [req-bbc4557d-1410-4c61-a073-56ff9e3faefe req-bc400d5f-74bd-44ca-916a-b4657df9619e service neutron] Attempting to bind port dac79c6f-b9e3-4088-aea0-93f685514a20 on host n-h1-713498-36 for vnic_type normal with profile {{(pid=103230) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 19:16:17.663235 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.managers [req-bbc4557d-1410-4c61-a073-56ff9e3faefe req-bc400d5f-74bd-44ca-916a-b4657df9619e service neutron] Attempting to bind port dac79c6f-b9e3-4088-aea0-93f685514a20 by drivers openvswitch,hyperv on host n-h1-713498-36 at level 0 using segments [{'id': '07bba5ee-242c-42d2-9b8f-38d4eb46d67e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': '48aa95c2-83e9-48c7-8e2c-2a839ef88ce3'}] {{(pid=103230) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 19:16:17.663701 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bbc4557d-1410-4c61-a073-56ff9e3faefe req-bc400d5f-74bd-44ca-916a-b4657df9619e service neutron] Attempting to bind port dac79c6f-b9e3-4088-aea0-93f685514a20 on network 48aa95c2-83e9-48c7-8e2c-2a839ef88ce3 {{(pid=103230) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 19:16:17.683822 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bbc4557d-1410-4c61-a073-56ff9e3faefe req-bc400d5f-74bd-44ca-916a-b4657df9619e service neutron] Port dac79c6f-b9e3-4088-aea0-93f685514a20 on network 48aa95c2-83e9-48c7-8e2c-2a839ef88ce3 not bound, no agent of type Open vSwitch agent registered on host n-h1-713498-36 {{(pid=103230) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 19:16:17.684246 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bbc4557d-1410-4c61-a073-56ff9e3faefe req-bc400d5f-74bd-44ca-916a-b4657df9619e service neutron] Attempting to bind port dac79c6f-b9e3-4088-aea0-93f685514a20 on network 48aa95c2-83e9-48c7-8e2c-2a839ef88ce3 {{(pid=103230) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 19:16:17.711573 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bbc4557d-1410-4c61-a073-56ff9e3faefe req-bc400d5f-74bd-44ca-916a-b4657df9619e service neutron] Checking agent: {'id': '488cd9ae-631f-4955-ba0b-4f5a13f12e9c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713498-36', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 18, 59, 18), 'started_at': datetime.datetime(2022, 2, 9, 18, 59, 18), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 19, 15, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103230) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 19:16:17.711917 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bbc4557d-1410-4c61-a073-56ff9e3faefe req-bc400d5f-74bd-44ca-916a-b4657df9619e service neutron] Checking segment: {'id': '07bba5ee-242c-42d2-9b8f-38d4eb46d67e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': '48aa95c2-83e9-48c7-8e2c-2a839ef88ce3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103230) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 19:16:17.712451 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bbc4557d-1410-4c61-a073-56ff9e3faefe req-bc400d5f-74bd-44ca-916a-b4657df9619e service neutron] Bound using segment: {'id': '07bba5ee-242c-42d2-9b8f-38d4eb46d67e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': '48aa95c2-83e9-48c7-8e2c-2a839ef88ce3'} {{(pid=103230) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 19:16:17.712963 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.managers [req-bbc4557d-1410-4c61-a073-56ff9e3faefe req-bc400d5f-74bd-44ca-916a-b4657df9619e service neutron] Bound port: dac79c6f-b9e3-4088-aea0-93f685514a20, host: n-h1-713498-36, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '07bba5ee-242c-42d2-9b8f-38d4eb46d67e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': '48aa95c2-83e9-48c7-8e2c-2a839ef88ce3'}}] {{(pid=103230) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 19:16:17.713988 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [req-bbc4557d-1410-4c61-a073-56ff9e3faefe req-bc400d5f-74bd-44ca-916a-b4657df9619e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (dac79c6f-b9e3-4088-aea0-93f685514a20), before_update {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:16:17.725454 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-fd037019-6b1c-4a80-8d44-782c1ffded7a req-11e16502-f23e-41f7-80d3-7cf953eebcd1 tempest-ServerDiskConfigTestJSON-504186010 tempest-ServerDiskConfigTestJSON-504186010-project] 10.222.0.75 "GET /v2.0/security-groups?id=3d9033a7-be2a-4459-a2da-84c23e651975&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0862398 Feb 09 19:16:17.777183 n-d-713498-36 neutron-server[103230]: DEBUG neutron.notifiers.nova [req-bbc4557d-1410-4c61-a073-56ff9e3faefe req-c7f5cd4f-eab8-4bec-a037-cdd5fd53f614 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 68c208df-c0c8-433e-a3eb-e6f254f209a9 {{(pid=103230) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 19:16:17.789693 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [req-bbc4557d-1410-4c61-a073-56ff9e3faefe req-c7f5cd4f-eab8-4bec-a037-cdd5fd53f614 service neutron] Publish callbacks [] for port (68c208df-c0c8-433e-a3eb-e6f254f209a9), precommit_update {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:16:17.825625 n-d-713498-36 neutron-server[103230]: DEBUG neutron.db.provisioning_blocks [req-bbc4557d-1410-4c61-a073-56ff9e3faefe req-c7f5cd4f-eab8-4bec-a037-cdd5fd53f614 service neutron] Transition to ACTIVE for port object 68c208df-c0c8-433e-a3eb-e6f254f209a9 will not be triggered until provisioned by entity L2. {{(pid=103230) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 19:16:17.881282 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [req-bbc4557d-1410-4c61-a073-56ff9e3faefe req-c7f5cd4f-eab8-4bec-a037-cdd5fd53f614 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762867176205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762866656485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762866656503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14393758'] for port (68c208df-c0c8-433e-a3eb-e6f254f209a9), after_update {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:16:17.958010 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.db [req-bbc4557d-1410-4c61-a073-56ff9e3faefe req-bc400d5f-74bd-44ca-916a-b4657df9619e service neutron] For port dac79c6f-b9e3-4088-aea0-93f685514a20, host n-h1-713498-36, cleared binding levels {{(pid=103230) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 19:16:17.962710 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.db [req-bbc4557d-1410-4c61-a073-56ff9e3faefe req-bc400d5f-74bd-44ca-916a-b4657df9619e service neutron] For port dac79c6f-b9e3-4088-aea0-93f685514a20, host n-h1-713498-36, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-36',level=0,port_id=dac79c6f-b9e3-4088-aea0-93f685514a20,segment=NetworkSegment(07bba5ee-242c-42d2-9b8f-38d4eb46d67e),segment_id=07bba5ee-242c-42d2-9b8f-38d4eb46d67e)] {{(pid=103230) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 19:16:17.988897 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [req-bbc4557d-1410-4c61-a073-56ff9e3faefe req-bc400d5f-74bd-44ca-916a-b4657df9619e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762867176205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762866656485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762866656503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14393758'] for port (dac79c6f-b9e3-4088-aea0-93f685514a20), after_update {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:16:18.012713 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7f5cd4f-eab8-4bec-a037-cdd5fd53f614 service neutron] Pushing event updated for resources: {'Port': ['ID=68c208df-c0c8-433e-a3eb-e6f254f209a9,revision_number=2']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:16:18.021531 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b715431a-a4ce-4e9a-8aca-8f609f75d84c req-d7d91ddb-8f10-4bf4-b7a9-72573fc0343d tempest-ServerTagsTestJSON-1403813271 tempest-ServerTagsTestJSON-1403813271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:16:18.023169 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-b715431a-a4ce-4e9a-8aca-8f609f75d84c req-d7d91ddb-8f10-4bf4-b7a9-72573fc0343d tempest-ServerTagsTestJSON-1403813271 tempest-ServerTagsTestJSON-1403813271-project] 10.222.0.75 "GET /v2.0/ports?device_id=2fd9d791-d945-42c1-8139-04244b9d3d8c HTTP/1.1" status: 200 len: 945 time: 0.2165802 Feb 09 19:16:18.037002 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-bbc4557d-1410-4c61-a073-56ff9e3faefe req-01012a2b-920d-4146-9d0b-bbcf3da17a83 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=48aa95c2-83e9-48c7-8e2c-2a839ef88ce3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.4228165 Feb 09 19:16:18.051434 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-ba311944-df64-4049-a5c5-d316b5b995fa tempest-MeteringIpV6TestJSON-255855620 tempest-MeteringIpV6TestJSON-255855620-project-admin] Publish callbacks [] for metering_label (None), before_response {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:16:18.055095 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-ba311944-df64-4049-a5c5-d316b5b995fa tempest-MeteringIpV6TestJSON-255855620 tempest-MeteringIpV6TestJSON-255855620-project-admin] 10.222.0.75 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 477 time: 0.8764079 Feb 09 19:16:18.065247 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbc4557d-1410-4c61-a073-56ff9e3faefe req-bc400d5f-74bd-44ca-916a-b4657df9619e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:16:18.066059 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [req-bbc4557d-1410-4c61-a073-56ff9e3faefe req-bc400d5f-74bd-44ca-916a-b4657df9619e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171096'] for port (None), before_response {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:16:18.067568 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-bbc4557d-1410-4c61-a073-56ff9e3faefe req-bc400d5f-74bd-44ca-916a-b4657df9619e service neutron] 10.222.0.89 "PUT /v2.0/ports/dac79c6f-b9e3-4088-aea0-93f685514a20 HTTP/1.1" status: 200 len: 1092 time: 2.5624318 Feb 09 19:16:18.067746 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 36842) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:16:18.070004 n-d-713498-36 neutron-server[103230]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '38dba92f-112b-4bd9-9a53-715ece5f0b3f', 'tag': 'dac79c6f-b9e3-4088-aea0-93f685514a20'}] {{(pid=103230) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 19:16:18.072355 n-d-713498-36 neutron-server[103230]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aee5919275bae9f72eb374ee322673045eb80c1f84b4b45a97d96923bd50ab51" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2e504857-2578-4e87-9210-38fd4ebc5a21" -d '{"events": [{"name": "network-changed", "server_uuid": "38dba92f-112b-4bd9-9a53-715ece5f0b3f", "tag": "dac79c6f-b9e3-4088-aea0-93f685514a20"}]}' {{(pid=103230) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 19:16:18.075991 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.v2.base [None req-597bbe4b-68a5-437f-b4ec-720f21ee31f6 tempest-MeteringIpV6TestJSON-255855620 tempest-MeteringIpV6TestJSON-255855620-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': 'fd02::/64', 'direction': 'ingress', 'metering_label_id': 'a1685db6-48dc-48ca-8763-747b84ad0a2b'}} {{(pid=103229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 19:16:18.077045 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.v2.base [None req-597bbe4b-68a5-437f-b4ec-720f21ee31f6 tempest-MeteringIpV6TestJSON-255855620 tempest-MeteringIpV6TestJSON-255855620-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=103229) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Feb 09 19:16:18.138278 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-a03282d6-f203-4025-bbab-75dc0ed361d3 req-90ec1fdc-9c47-40e4-9de5-5304a4cc8660 tempest-MigrationsAdminTest-892781459 tempest-MigrationsAdminTest-892781459-project] 10.222.0.75 "GET /v2.0/security-groups?id=709912c8-8171-4435-800e-9e5c5e45bf8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7475734 Feb 09 19:16:18.204320 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc400d5f-74bd-44ca-916a-b4657df9619e service neutron] Pushing event updated for resources: {'Port': ['ID=dac79c6f-b9e3-4088-aea0-93f685514a20,revision_number=3']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:16:18.236933 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.managers [req-bbc4557d-1410-4c61-a073-56ff9e3faefe req-c7f5cd4f-eab8-4bec-a037-cdd5fd53f614 service neutron] Attempting to bind port 68c208df-c0c8-433e-a3eb-e6f254f209a9 on host n-h2-713498-36 for vnic_type normal with profile {{(pid=103230) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 19:16:18.237656 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.managers [req-bbc4557d-1410-4c61-a073-56ff9e3faefe req-c7f5cd4f-eab8-4bec-a037-cdd5fd53f614 service neutron] Attempting to bind port 68c208df-c0c8-433e-a3eb-e6f254f209a9 by drivers openvswitch,hyperv on host n-h2-713498-36 at level 0 using segments [{'id': '07bba5ee-242c-42d2-9b8f-38d4eb46d67e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': '48aa95c2-83e9-48c7-8e2c-2a839ef88ce3'}] {{(pid=103230) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 19:16:18.237656 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bbc4557d-1410-4c61-a073-56ff9e3faefe req-c7f5cd4f-eab8-4bec-a037-cdd5fd53f614 service neutron] Attempting to bind port 68c208df-c0c8-433e-a3eb-e6f254f209a9 on network 48aa95c2-83e9-48c7-8e2c-2a839ef88ce3 {{(pid=103230) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 19:16:18.246306 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-b715431a-a4ce-4e9a-8aca-8f609f75d84c req-41e69b69-6c67-45c3-afd3-7e8021197d29 tempest-ServerTagsTestJSON-1403813271 tempest-ServerTagsTestJSON-1403813271-project] 10.222.0.75 "GET /v2.0/security-groups?id=9ab0f0ab-62d6-4332-86ab-0ba316386a7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1826723 Feb 09 19:16:18.250871 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bbc4557d-1410-4c61-a073-56ff9e3faefe req-c7f5cd4f-eab8-4bec-a037-cdd5fd53f614 service neutron] Port 68c208df-c0c8-433e-a3eb-e6f254f209a9 on network 48aa95c2-83e9-48c7-8e2c-2a839ef88ce3 not bound, no agent of type Open vSwitch agent registered on host n-h2-713498-36 {{(pid=103230) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 19:16:18.251200 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bbc4557d-1410-4c61-a073-56ff9e3faefe req-c7f5cd4f-eab8-4bec-a037-cdd5fd53f614 service neutron] Attempting to bind port 68c208df-c0c8-433e-a3eb-e6f254f209a9 on network 48aa95c2-83e9-48c7-8e2c-2a839ef88ce3 {{(pid=103230) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 19:16:18.260266 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bbc4557d-1410-4c61-a073-56ff9e3faefe req-c7f5cd4f-eab8-4bec-a037-cdd5fd53f614 service neutron] Checking agent: {'id': 'bcd5faee-dc24-4298-9134-0e0aa054058e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713498-36', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 18, 59, 19), 'started_at': datetime.datetime(2022, 2, 9, 18, 59, 19), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 19, 15, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103230) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 19:16:18.260608 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bbc4557d-1410-4c61-a073-56ff9e3faefe req-c7f5cd4f-eab8-4bec-a037-cdd5fd53f614 service neutron] Checking segment: {'id': '07bba5ee-242c-42d2-9b8f-38d4eb46d67e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': '48aa95c2-83e9-48c7-8e2c-2a839ef88ce3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103230) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 19:16:18.261007 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bbc4557d-1410-4c61-a073-56ff9e3faefe req-c7f5cd4f-eab8-4bec-a037-cdd5fd53f614 service neutron] Bound using segment: {'id': '07bba5ee-242c-42d2-9b8f-38d4eb46d67e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': '48aa95c2-83e9-48c7-8e2c-2a839ef88ce3'} {{(pid=103230) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 19:16:18.261444 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.managers [req-bbc4557d-1410-4c61-a073-56ff9e3faefe req-c7f5cd4f-eab8-4bec-a037-cdd5fd53f614 service neutron] Bound port: 68c208df-c0c8-433e-a3eb-e6f254f209a9, host: n-h2-713498-36, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '07bba5ee-242c-42d2-9b8f-38d4eb46d67e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': '48aa95c2-83e9-48c7-8e2c-2a839ef88ce3'}}] {{(pid=103230) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 19:16:18.261801 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [req-bbc4557d-1410-4c61-a073-56ff9e3faefe req-c7f5cd4f-eab8-4bec-a037-cdd5fd53f614 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (68c208df-c0c8-433e-a3eb-e6f254f209a9), before_update {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:16:18.276266 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbc4557d-1410-4c61-a073-56ff9e3faefe req-6be1ec6a-8fb2-46e8-996b-90b18f822f62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:16:18.278101 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-bbc4557d-1410-4c61-a073-56ff9e3faefe req-6be1ec6a-8fb2-46e8-996b-90b18f822f62 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=0ececc5a0964449da13f1ee16860c882&device_id=38dba92f-112b-4bd9-9a53-715ece5f0b3f HTTP/1.1" status: 200 len: 1126 time: 0.1298449 Feb 09 19:16:18.336919 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-bbc4557d-1410-4c61-a073-56ff9e3faefe req-3652b33b-014c-4763-9696-2c320763f1e3 service neutron] 10.222.0.89 "GET /v2.0/networks/48aa95c2-83e9-48c7-8e2c-2a839ef88ce3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2925823 Feb 09 19:16:18.347439 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-bbc4557d-1410-4c61-a073-56ff9e3faefe req-f7bafe6e-fe84-4fcf-b7bd-ecaf2596657b service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=dac79c6f-b9e3-4088-aea0-93f685514a20 HTTP/1.1" status: 200 len: 217 time: 0.0624983 Feb 09 19:16:18.375410 n-d-713498-36 neutron-server[103229]: WARNING neutron.services.metering.metering_plugin [None req-597bbe4b-68a5-437f-b4ec-720f21ee31f6 tempest-MeteringIpV6TestJSON-255855620 tempest-MeteringIpV6TestJSON-255855620-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Feb 09 19:16:18.388120 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762867132591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593584'] for agent (488cd9ae-631f-4955-ba0b-4f5a13f12e9c), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:16:18.452436 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.db [req-bbc4557d-1410-4c61-a073-56ff9e3faefe req-c7f5cd4f-eab8-4bec-a037-cdd5fd53f614 service neutron] For port 68c208df-c0c8-433e-a3eb-e6f254f209a9, host n-h2-713498-36, cleared binding levels {{(pid=103230) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 19:16:18.457492 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.db [req-bbc4557d-1410-4c61-a073-56ff9e3faefe req-c7f5cd4f-eab8-4bec-a037-cdd5fd53f614 service neutron] For port 68c208df-c0c8-433e-a3eb-e6f254f209a9, host n-h2-713498-36, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-36',level=0,port_id=68c208df-c0c8-433e-a3eb-e6f254f209a9,segment=NetworkSegment(07bba5ee-242c-42d2-9b8f-38d4eb46d67e),segment_id=07bba5ee-242c-42d2-9b8f-38d4eb46d67e)] {{(pid=103230) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 19:16:18.468637 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbc4557d-1410-4c61-a073-56ff9e3faefe req-21414bbc-8584-43d4-9c4f-0eaafe988538 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:16:18.470196 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-bbc4557d-1410-4c61-a073-56ff9e3faefe req-21414bbc-8584-43d4-9c4f-0eaafe988538 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=2a17184c-3a1d-4609-9d20-3c94490f64d2 HTTP/1.1" status: 200 len: 857 time: 0.1089296 Feb 09 19:16:18.471401 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [req-bbc4557d-1410-4c61-a073-56ff9e3faefe req-c7f5cd4f-eab8-4bec-a037-cdd5fd53f614 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762867176205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762866656485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762866656503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14393758'] for port (68c208df-c0c8-433e-a3eb-e6f254f209a9), after_update {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:16:18.543268 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-bbc4557d-1410-4c61-a073-56ff9e3faefe req-9e4fdfec-83bd-40df-ae95-91bd536686d3 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=48aa95c2-83e9-48c7-8e2c-2a839ef88ce3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0653875 Feb 09 19:16:18.544499 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbc4557d-1410-4c61-a073-56ff9e3faefe req-c7f5cd4f-eab8-4bec-a037-cdd5fd53f614 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:16:18.545098 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [req-bbc4557d-1410-4c61-a073-56ff9e3faefe req-c7f5cd4f-eab8-4bec-a037-cdd5fd53f614 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171096'] for port (None), before_response {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:16:18.546476 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-bbc4557d-1410-4c61-a073-56ff9e3faefe req-c7f5cd4f-eab8-4bec-a037-cdd5fd53f614 service neutron] 10.222.0.90 "PUT /v2.0/ports/68c208df-c0c8-433e-a3eb-e6f254f209a9 HTTP/1.1" status: 200 len: 1093 time: 2.2793975 Feb 09 19:16:18.556760 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1ddc2f2-7669-4afa-acb0-6b3fe53e2632 req-bb4fbfec-2a20-4630-b08c-bee2d91d1828 tempest-ListServersNegativeTestJSON-1456546486 tempest-ListServersNegativeTestJSON-1456546486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:16:18.559043 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-c1ddc2f2-7669-4afa-acb0-6b3fe53e2632 req-bb4fbfec-2a20-4630-b08c-bee2d91d1828 tempest-ListServersNegativeTestJSON-1456546486 tempest-ListServersNegativeTestJSON-1456546486-project] 10.222.0.75 "GET /v2.0/ports?device_id=6607bb8f-35a2-4226-a0db-3e638aa80a77 HTTP/1.1" status: 200 len: 944 time: 0.2160931 Feb 09 19:16:18.598004 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-597bbe4b-68a5-437f-b4ec-720f21ee31f6 tempest-MeteringIpV6TestJSON-255855620 tempest-MeteringIpV6TestJSON-255855620-project-admin] Publish callbacks [] for metering_label_rule (None), before_response {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:16:18.601470 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-597bbe4b-68a5-437f-b4ec-720f21ee31f6 tempest-MeteringIpV6TestJSON-255855620 tempest-MeteringIpV6TestJSON-255855620-project-admin] 10.222.0.75 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 464 time: 0.5297871 Feb 09 19:16:18.606267 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 36848) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:16:18.614003 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.v2.base [None req-66c7d354-5074-4aa6-9e4d-31844dddbe8e tempest-MeteringIpV6TestJSON-255855620 tempest-MeteringIpV6TestJSON-255855620-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': 'fd03::/64', 'direction': 'ingress', 'metering_label_id': 'a1685db6-48dc-48ca-8763-747b84ad0a2b'}} {{(pid=103229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 19:16:18.614470 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.v2.base [None req-66c7d354-5074-4aa6-9e4d-31844dddbe8e tempest-MeteringIpV6TestJSON-255855620 tempest-MeteringIpV6TestJSON-255855620-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=103229) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Feb 09 19:16:18.630976 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff3d855c-af88-4681-a0a8-d3e3b7ecff6b req-629df6de-87b5-4ac2-aa46-06a54b5aff36 tempest-ServerDiskConfigTestJSON-504186010 tempest-ServerDiskConfigTestJSON-504186010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:16:18.632449 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-ff3d855c-af88-4681-a0a8-d3e3b7ecff6b req-629df6de-87b5-4ac2-aa46-06a54b5aff36 tempest-ServerDiskConfigTestJSON-504186010 tempest-ServerDiskConfigTestJSON-504186010-project] 10.222.0.75 "GET /v2.0/ports?device_id=0f5c6e4a-2766-4317-8c92-8c02169f84b0 HTTP/1.1" status: 200 len: 945 time: 0.4290369 Feb 09 19:16:18.636528 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-ed6ab968-051a-410b-b0e6-3afe1a948718 req-d9cbf04b-199f-4b5c-9932-68afbc9e55f4 tempest-ServerTagsTestJSON-1403813271 tempest-ServerTagsTestJSON-1403813271-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762867177463', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762866656476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12867576'] for port (bad85c71-9c39-43a8-9cef-630e9a884c57), after_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:16:18.659890 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-7429db8d-6021-40ad-813e-885be449a89b None None] get_ports_and_sgs() called for port_ids ['bad85c71-9c39-43a8-9cef-630e9a884c57'] {{(pid=103232) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 19:16:18.695442 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7f5cd4f-eab8-4bec-a037-cdd5fd53f614 service neutron] Pushing event updated for resources: {'Port': ['ID=68c208df-c0c8-433e-a3eb-e6f254f209a9,revision_number=3']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:16:18.756363 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-c1ddc2f2-7669-4afa-acb0-6b3fe53e2632 req-dc29cf21-559b-4003-b694-041c3d8a4bcd tempest-ListServersNegativeTestJSON-1456546486 tempest-ListServersNegativeTestJSON-1456546486-project] 10.222.0.75 "GET /v2.0/security-groups?id=31b4ff91-7723-414a-a702-b2242bf2585f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1889687 Feb 09 19:16:18.759437 n-d-713498-36 neutron-server[103229]: WARNING neutron.services.metering.metering_plugin [None req-66c7d354-5074-4aa6-9e4d-31844dddbe8e tempest-MeteringIpV6TestJSON-255855620 tempest-MeteringIpV6TestJSON-255855620-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Feb 09 19:16:18.762181 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9cbf04b-199f-4b5c-9932-68afbc9e55f4 tempest-ServerTagsTestJSON-1403813271 tempest-ServerTagsTestJSON-1403813271-project] Pushing event deleted for resources: {'Port': ['ID=bad85c71-9c39-43a8-9cef-630e9a884c57,revision_number=None']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:16:18.772294 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-bbc4557d-1410-4c61-a073-56ff9e3faefe req-80d8dad2-6a1b-43da-8401-b8f3fc7d1262 service neutron] 10.222.0.89 "GET /v2.0/networks/48aa95c2-83e9-48c7-8e2c-2a839ef88ce3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2101564 Feb 09 19:16:18.774799 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbc4557d-1410-4c61-a073-56ff9e3faefe req-d4d25243-e527-4607-8dcf-78e67ce93230 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:16:18.776280 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-bbc4557d-1410-4c61-a073-56ff9e3faefe req-d4d25243-e527-4607-8dcf-78e67ce93230 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=0ececc5a0964449da13f1ee16860c882&device_id=6607bb8f-35a2-4226-a0db-3e638aa80a77 HTTP/1.1" status: 200 len: 1127 time: 0.1365488 Feb 09 19:16:18.806405 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-bbc4557d-1410-4c61-a073-56ff9e3faefe req-e6aaf5f1-5f8b-46f3-a78b-8d2cfb5526bd service neutron] 10.222.0.89 "GET /v2.0/networks/48aa95c2-83e9-48c7-8e2c-2a839ef88ce3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4241331 Feb 09 19:16:18.879305 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-bbc4557d-1410-4c61-a073-56ff9e3faefe req-2724d12c-fbe6-4853-b789-620e41496dd3 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=68c208df-c0c8-433e-a3eb-e6f254f209a9 HTTP/1.1" status: 200 len: 217 time: 0.0851901 Feb 09 19:16:18.883295 n-d-713498-36 neutron-server[103229]: DEBUG neutron.db.l3_dvrscheduler_db [req-ed6ab968-051a-410b-b0e6-3afe1a948718 req-d9cbf04b-199f-4b5c-9932-68afbc9e55f4 tempest-ServerTagsTestJSON-1403813271 tempest-ServerTagsTestJSON-1403813271-project] No DVR routers for this DVR port bad85c71-9c39-43a8-9cef-630e9a884c57 on host n-h2-713498-36 {{(pid=103229) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 19:16:18.888026 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762867132591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593584'] for agent (bcd5faee-dc24-4298-9134-0e0aa054058e), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:16:18.934962 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-ed6ab968-051a-410b-b0e6-3afe1a948718 req-d9cbf04b-199f-4b5c-9932-68afbc9e55f4 tempest-ServerTagsTestJSON-1403813271 tempest-ServerTagsTestJSON-1403813271-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171096'] for port (None), before_response {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:16:18.938337 n-d-713498-36 neutron-server[103230]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 19:16:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-feb23f43-268b-4469-9ae4-eaa9c6000178 x-openstack-request-id: req-feb23f43-268b-4469-9ae4-eaa9c6000178 {{(pid=103230) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 19:16:18.938753 n-d-713498-36 neutron-server[103230]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "38dba92f-112b-4bd9-9a53-715ece5f0b3f", "tag": "dac79c6f-b9e3-4088-aea0-93f685514a20", "status": "completed", "code": 200}]} {{(pid=103230) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 19:16:18.939114 n-d-713498-36 neutron-server[103230]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-feb23f43-268b-4469-9ae4-eaa9c6000178 {{(pid=103230) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 19:16:18.939379 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-ed6ab968-051a-410b-b0e6-3afe1a948718 req-d9cbf04b-199f-4b5c-9932-68afbc9e55f4 tempest-ServerTagsTestJSON-1403813271 tempest-ServerTagsTestJSON-1403813271-project] 10.222.0.90 "DELETE /v2.0/ports/bad85c71-9c39-43a8-9cef-630e9a884c57 HTTP/1.1" status: 204 len: 173 time: 2.2849660 Feb 09 19:16:18.939707 n-d-713498-36 neutron-server[103230]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '38dba92f-112b-4bd9-9a53-715ece5f0b3f', 'tag': 'dac79c6f-b9e3-4088-aea0-93f685514a20', 'status': 'completed', 'code': 200} Feb 09 19:16:18.960229 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-66c7d354-5074-4aa6-9e4d-31844dddbe8e tempest-MeteringIpV6TestJSON-255855620 tempest-MeteringIpV6TestJSON-255855620-project-admin] Publish callbacks [] for metering_label_rule (None), before_response {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:16:18.961861 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-66c7d354-5074-4aa6-9e4d-31844dddbe8e tempest-MeteringIpV6TestJSON-255855620 tempest-MeteringIpV6TestJSON-255855620-project-admin] 10.222.0.75 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 464 time: 0.3545227 Feb 09 19:16:18.968169 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 36850) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:16:18.973342 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-ff3d855c-af88-4681-a0a8-d3e3b7ecff6b req-876b218e-25d7-4ac1-a857-e3ef5144d341 tempest-ServerDiskConfigTestJSON-504186010 tempest-ServerDiskConfigTestJSON-504186010-project] 10.222.0.75 "GET /v2.0/security-groups?id=3d9033a7-be2a-4459-a2da-84c23e651975&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3190410 Feb 09 19:16:18.996767 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-963ea696-94b0-4491-bcac-76deda636ee2 req-63842a6d-fe9d-413e-acae-fa6352d6cbc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:16:18.998575 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-963ea696-94b0-4491-bcac-76deda636ee2 req-63842a6d-fe9d-413e-acae-fa6352d6cbc9 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=0ececc5a0964449da13f1ee16860c882&device_id=4c78f554-3359-419b-b8cb-dcb4eea61753 HTTP/1.1" status: 200 len: 1126 time: 0.1214762 Feb 09 19:16:19.002622 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-13924cc7-36e8-4fcc-88cd-ad53a388fdff tempest-MeteringIpV6TestJSON-255855620 tempest-MeteringIpV6TestJSON-255855620-project-admin] 10.222.0.75 "GET /v2.0/metering/metering-label-rules?id=1b1c42d0-6166-4ca1-959e-67754e4e5d71 HTTP/1.1" status: 200 len: 462 time: 0.0338182 Feb 09 19:16:19.003463 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 36852) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:16:19.007149 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbc4557d-1410-4c61-a073-56ff9e3faefe req-68d0ef03-8fb2-4012-8ab7-a9e788e61210 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:16:19.008714 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-bbc4557d-1410-4c61-a073-56ff9e3faefe req-68d0ef03-8fb2-4012-8ab7-a9e788e61210 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=2a17184c-3a1d-4609-9d20-3c94490f64d2 HTTP/1.1" status: 200 len: 857 time: 0.1165564 Feb 09 19:16:19.021266 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-bbc4557d-1410-4c61-a073-56ff9e3faefe req-88c458c5-f909-46e7-b5ee-cd3b27ed364e service neutron] 10.222.0.89 "GET /v2.0/networks/48aa95c2-83e9-48c7-8e2c-2a839ef88ce3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2392404 Feb 09 19:16:19.109969 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-bbc4557d-1410-4c61-a073-56ff9e3faefe req-ef6aad1d-3c55-4454-a805-234f69f12c9b service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=48aa95c2-83e9-48c7-8e2c-2a839ef88ce3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0852132 Feb 09 19:16:19.146620 n-d-713498-36 neutron-server[103229]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2fd9d791-d945-42c1-8139-04244b9d3d8c', 'name': 'network-vif-deleted', 'tag': 'bad85c71-9c39-43a8-9cef-630e9a884c57'}] {{(pid=103229) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 19:16:19.153901 n-d-713498-36 neutron-server[103229]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fa6ae9a20702bd564eaf90d946620b2b4277b1ab91129323d3b54181076be307" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d4164370-daae-4ba8-934b-f3ad444b4b72" -d '{"events": [{"server_uuid": "2fd9d791-d945-42c1-8139-04244b9d3d8c", "name": "network-vif-deleted", "tag": "bad85c71-9c39-43a8-9cef-630e9a884c57"}]}' {{(pid=103229) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 19:16:19.245687 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-08e0a5e9-2f93-418f-847b-aa718103dd63 tempest-MeteringIpV6TestJSON-255855620 tempest-MeteringIpV6TestJSON-255855620-project-admin] Publish callbacks [] for metering_label_rule (None), before_response {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:16:19.271091 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-08e0a5e9-2f93-418f-847b-aa718103dd63 tempest-MeteringIpV6TestJSON-255855620 tempest-MeteringIpV6TestJSON-255855620-project-admin] 10.222.0.75 "DELETE /v2.0/metering/metering-label-rules/1b1c42d0-6166-4ca1-959e-67754e4e5d71 HTTP/1.1" status: 204 len: 168 time: 0.2662969 Feb 09 19:16:19.273744 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 36862) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:16:19.292488 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-963ea696-94b0-4491-bcac-76deda636ee2 req-18bb0536-1f94-4f6a-ba7f-d1355e123d3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:16:19.293994 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-963ea696-94b0-4491-bcac-76deda636ee2 req-18bb0536-1f94-4f6a-ba7f-d1355e123d3e service neutron] 10.222.0.89 "GET /v2.0/networks?id=48aa95c2-83e9-48c7-8e2c-2a839ef88ce3 HTTP/1.1" status: 200 len: 918 time: 0.2881804 Feb 09 19:16:19.301754 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-fb44dc80-3c7e-4217-bc93-9e32560b1205 tempest-MeteringIpV6TestJSON-255855620 tempest-MeteringIpV6TestJSON-255855620-project-admin] 10.222.0.75 "GET /v2.0/metering/metering-label-rules?id=1b1c42d0-6166-4ca1-959e-67754e4e5d71 HTTP/1.1" status: 200 len: 221 time: 0.0264502 Feb 09 19:16:19.302091 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 36866) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:16:19.304146 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-bbc4557d-1410-4c61-a073-56ff9e3faefe req-c15c2aab-6d8e-4af1-bc81-2547a2a77b8e service neutron] 10.222.0.90 "GET /v2.0/networks/48aa95c2-83e9-48c7-8e2c-2a839ef88ce3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1046329 Feb 09 19:16:19.307469 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.v2.base [None req-292748a9-ac0e-49cc-86f8-9ce55d9886a3 tempest-MeteringIpV6TestJSON-255855620 tempest-MeteringIpV6TestJSON-255855620-project-admin] Request body: {'metering_label': {'name': 'tempest-metering-label--324989826', 'description': 'label created by tempest'}} {{(pid=103229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 19:16:19.307955 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.v2.base [None req-292748a9-ac0e-49cc-86f8-9ce55d9886a3 tempest-MeteringIpV6TestJSON-255855620 tempest-MeteringIpV6TestJSON-255855620-project-admin] Unknown quota resources ['metering_label']. {{(pid=103229) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Feb 09 19:16:19.349003 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-216475b9-042b-47d5-b02f-ed0b49a83868 req-f5b176ef-ec02-4c49-8b85-777c15f5b22f tempest-TaggedBootDevicesTest-980849656 tempest-TaggedBootDevicesTest-980849656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:16:19.356283 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-216475b9-042b-47d5-b02f-ed0b49a83868 req-f5b176ef-ec02-4c49-8b85-777c15f5b22f tempest-TaggedBootDevicesTest-980849656 tempest-TaggedBootDevicesTest-980849656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:16:19.362205 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-216475b9-042b-47d5-b02f-ed0b49a83868 req-f5b176ef-ec02-4c49-8b85-777c15f5b22f tempest-TaggedBootDevicesTest-980849656 tempest-TaggedBootDevicesTest-980849656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:16:19.366683 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-216475b9-042b-47d5-b02f-ed0b49a83868 req-f5b176ef-ec02-4c49-8b85-777c15f5b22f tempest-TaggedBootDevicesTest-980849656 tempest-TaggedBootDevicesTest-980849656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:16:19.373243 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-216475b9-042b-47d5-b02f-ed0b49a83868 req-f5b176ef-ec02-4c49-8b85-777c15f5b22f tempest-TaggedBootDevicesTest-980849656 tempest-TaggedBootDevicesTest-980849656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:16:19.378260 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-216475b9-042b-47d5-b02f-ed0b49a83868 req-f5b176ef-ec02-4c49-8b85-777c15f5b22f tempest-TaggedBootDevicesTest-980849656 tempest-TaggedBootDevicesTest-980849656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:16:19.383735 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-963ea696-94b0-4491-bcac-76deda636ee2 req-c61a5a22-b7a1-4534-91aa-a9023717b865 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e80910e4-522e-40e2-a448-766b6a8b09c6 HTTP/1.1" status: 200 len: 217 time: 0.0795009 Feb 09 19:16:19.384324 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-216475b9-042b-47d5-b02f-ed0b49a83868 req-f5b176ef-ec02-4c49-8b85-777c15f5b22f tempest-TaggedBootDevicesTest-980849656 tempest-TaggedBootDevicesTest-980849656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:16:19.387439 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-216475b9-042b-47d5-b02f-ed0b49a83868 req-f5b176ef-ec02-4c49-8b85-777c15f5b22f tempest-TaggedBootDevicesTest-980849656 tempest-TaggedBootDevicesTest-980849656-project] 10.222.0.75 "GET /v2.0/ports?device_id=c3476174-573e-455c-944e-9ed0cac04ac2 HTTP/1.1" status: 200 len: 5421 time: 0.2323947 Feb 09 19:16:19.466144 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e504857-2578-4e87-9210-38fd4ebc5a21 req-c53d9042-15d4-469e-9e94-65007cfa9321 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:16:19.468222 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-2e504857-2578-4e87-9210-38fd4ebc5a21 req-c53d9042-15d4-469e-9e94-65007cfa9321 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=0ececc5a0964449da13f1ee16860c882&device_id=38dba92f-112b-4bd9-9a53-715ece5f0b3f HTTP/1.1" status: 200 len: 1126 time: 0.3573577 Feb 09 19:16:19.561662 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-963ea696-94b0-4491-bcac-76deda636ee2 req-d48bf8c1-d359-4c2d-a0bb-4e1296af9258 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:16:19.563271 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-963ea696-94b0-4491-bcac-76deda636ee2 req-d48bf8c1-d359-4c2d-a0bb-4e1296af9258 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=2a17184c-3a1d-4609-9d20-3c94490f64d2 HTTP/1.1" status: 200 len: 857 time: 0.1499908 Feb 09 19:16:19.570094 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d495b81-82ac-44bc-8725-7a7abf0cf6cb req-aa6b3d2b-9cba-4fbc-947a-ab93701ce2fd tempest-MigrationsAdminTest-892781459 tempest-MigrationsAdminTest-892781459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:16:19.577812 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-0d495b81-82ac-44bc-8725-7a7abf0cf6cb req-aa6b3d2b-9cba-4fbc-947a-ab93701ce2fd tempest-MigrationsAdminTest-892781459 tempest-MigrationsAdminTest-892781459-project] 10.222.0.75 "GET /v2.0/ports?device_id=5a41699b-33f6-4124-8872-0e1679a5b99b HTTP/1.1" status: 200 len: 950 time: 0.2268679 Feb 09 19:16:19.594998 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-216475b9-042b-47d5-b02f-ed0b49a83868 req-303eb3dc-eee1-458a-a0b4-b8b133f5ac90 tempest-TaggedBootDevicesTest-980849656 tempest-TaggedBootDevicesTest-980849656-project] 10.222.0.75 "GET /v2.0/security-groups?id=6f7e8ede-8085-490c-860b-91c045ecce1f&id=116d7b93-0726-4659-8687-b47afcfa5056&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1923058 Feb 09 19:16:19.600017 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-bbc4557d-1410-4c61-a073-56ff9e3faefe req-81365bdf-3027-4c03-9452-9169692d041c service neutron] 10.222.0.90 "GET /v2.0/networks/48aa95c2-83e9-48c7-8e2c-2a839ef88ce3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2795792 Feb 09 19:16:19.645480 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-963ea696-94b0-4491-bcac-76deda636ee2 req-1939f72f-7f83-4636-b6f4-b52cd330d0d5 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=48aa95c2-83e9-48c7-8e2c-2a839ef88ce3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0627432 Feb 09 19:16:19.649653 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-292748a9-ac0e-49cc-86f8-9ce55d9886a3 tempest-MeteringIpV6TestJSON-255855620 tempest-MeteringIpV6TestJSON-255855620-project-admin] Publish callbacks [] for metering_label (None), before_response {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:16:19.653878 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-292748a9-ac0e-49cc-86f8-9ce55d9886a3 tempest-MeteringIpV6TestJSON-255855620 tempest-MeteringIpV6TestJSON-255855620-project-admin] 10.222.0.75 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 469 time: 0.3507948 Feb 09 19:16:19.655797 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 36870) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:16:19.689877 n-d-713498-36 neutron-server[103229]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 19:16:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-526b2e8f-34e5-46f3-8ec1-55c5bec645c5 x-openstack-request-id: req-526b2e8f-34e5-46f3-8ec1-55c5bec645c5 {{(pid=103229) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 19:16:19.690323 n-d-713498-36 neutron-server[103229]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2fd9d791-d945-42c1-8139-04244b9d3d8c", "name": "network-vif-deleted", "tag": "bad85c71-9c39-43a8-9cef-630e9a884c57", "status": "completed", "code": 200}]} {{(pid=103229) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 19:16:19.690581 n-d-713498-36 neutron-server[103229]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-526b2e8f-34e5-46f3-8ec1-55c5bec645c5 {{(pid=103229) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 19:16:19.690978 n-d-713498-36 neutron-server[103229]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2fd9d791-d945-42c1-8139-04244b9d3d8c', 'name': 'network-vif-deleted', 'tag': 'bad85c71-9c39-43a8-9cef-630e9a884c57', 'status': 'completed', 'code': 200} Feb 09 19:16:19.759381 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-0d495b81-82ac-44bc-8725-7a7abf0cf6cb req-a1099b39-f8e2-46cc-b95c-fa03f05e5eca tempest-MigrationsAdminTest-892781459 tempest-MigrationsAdminTest-892781459-project] 10.222.0.75 "GET /v2.0/security-groups?id=709912c8-8171-4435-800e-9e5c5e45bf8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1806600 Feb 09 19:16:19.782756 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-ebf0d63a-6a28-4dda-b409-7e9ed560214f tempest-MeteringIpV6TestJSON-255855620 tempest-MeteringIpV6TestJSON-255855620-project-admin] 10.222.0.75 "GET /v2.0/metering/metering-labels?id=4d368490-449a-4786-90f8-a343c83fead5 HTTP/1.1" status: 200 len: 467 time: 0.1255860 Feb 09 19:16:19.784389 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e504857-2578-4e87-9210-38fd4ebc5a21 req-3c6441fb-1a4b-4ee6-8b09-04f2b2e6d88b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:16:19.785676 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-2e504857-2578-4e87-9210-38fd4ebc5a21 req-3c6441fb-1a4b-4ee6-8b09-04f2b2e6d88b service neutron] 10.222.0.89 "GET /v2.0/networks?id=48aa95c2-83e9-48c7-8e2c-2a839ef88ce3 HTTP/1.1" status: 200 len: 918 time: 0.3072779 Feb 09 19:16:19.789149 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 36872) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:16:19.811382 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-963ea696-94b0-4491-bcac-76deda636ee2 req-d8e722d3-3c1f-4d04-83a6-92e8ad1c3906 service neutron] 10.222.0.89 "GET /v2.0/networks/48aa95c2-83e9-48c7-8e2c-2a839ef88ce3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1503563 Feb 09 19:16:19.876645 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-bd27e2e3-4ee3-4234-91ce-eb0ac4d1c329 req-a4830a02-7f19-4019-86df-d954b6503555 tempest-ServerTagsTestJSON-1403813271 tempest-ServerTagsTestJSON-1403813271-project] 10.222.0.75 "GET /v2.0/ports?device_id=2fd9d791-d945-42c1-8139-04244b9d3d8c HTTP/1.1" status: 200 len: 210 time: 0.0294161 Feb 09 19:16:19.878105 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-2e504857-2578-4e87-9210-38fd4ebc5a21 req-8bcc7a93-5e4a-4c7a-99cf-ccc16cb0c845 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=dac79c6f-b9e3-4088-aea0-93f685514a20 HTTP/1.1" status: 200 len: 217 time: 0.0852406 Feb 09 19:16:19.948961 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e504857-2578-4e87-9210-38fd4ebc5a21 req-0609ec12-2161-448e-9ebf-3a862ff505c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:16:19.950599 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-2e504857-2578-4e87-9210-38fd4ebc5a21 req-0609ec12-2161-448e-9ebf-3a862ff505c3 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=2a17184c-3a1d-4609-9d20-3c94490f64d2 HTTP/1.1" status: 200 len: 857 time: 0.0571115 Feb 09 19:16:20.011019 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-2e504857-2578-4e87-9210-38fd4ebc5a21 req-8a8daef0-e6b9-46f8-855e-15d52d6f877d service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=48aa95c2-83e9-48c7-8e2c-2a839ef88ce3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0473559 Feb 09 19:16:20.082544 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5428f54-9199-43f7-bfd3-70361457d203 req-c6d4f6b3-c2fa-42f4-b4de-9661d340b184 tempest-ListServersNegativeTestJSON-1456546486 tempest-ListServersNegativeTestJSON-1456546486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:16:20.089800 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-c5428f54-9199-43f7-bfd3-70361457d203 req-c6d4f6b3-c2fa-42f4-b4de-9661d340b184 tempest-ListServersNegativeTestJSON-1456546486 tempest-ListServersNegativeTestJSON-1456546486-project] 10.222.0.75 "GET /v2.0/ports?device_id=6607bb8f-35a2-4226-a0db-3e638aa80a77 HTTP/1.1" status: 200 len: 944 time: 0.1348016 Feb 09 19:16:20.164099 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-c5428f54-9199-43f7-bfd3-70361457d203 req-5f9a7bb9-09c6-47ab-9853-37e270ab0acc tempest-ListServersNegativeTestJSON-1456546486 tempest-ListServersNegativeTestJSON-1456546486-project] 10.222.0.75 "GET /v2.0/security-groups?id=31b4ff91-7723-414a-a702-b2242bf2585f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0731506 Feb 09 19:16:20.169482 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-2e504857-2578-4e87-9210-38fd4ebc5a21 req-008776b4-4355-4331-a786-fbb9e095db04 service neutron] 10.222.0.89 "GET /v2.0/networks/48aa95c2-83e9-48c7-8e2c-2a839ef88ce3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1507094 Feb 09 19:16:20.213908 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-9c066394-f018-4a61-a3cc-71a4dc23c2d7 tempest-MeteringIpV6TestJSON-255855620 tempest-MeteringIpV6TestJSON-255855620-project-admin] Publish callbacks [] for metering_label (None), before_response {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:16:20.215672 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-9c066394-f018-4a61-a3cc-71a4dc23c2d7 tempest-MeteringIpV6TestJSON-255855620 tempest-MeteringIpV6TestJSON-255855620-project-admin] 10.222.0.75 "DELETE /v2.0/metering/metering-labels/4d368490-449a-4786-90f8-a343c83fead5 HTTP/1.1" status: 204 len: 168 time: 0.4249692 Feb 09 19:16:20.224257 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 36884) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:16:20.233643 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-963ea696-94b0-4491-bcac-76deda636ee2 req-053c967c-cc9c-4190-9db1-ee6cd439f160 service neutron] 10.222.0.89 "GET /v2.0/networks/48aa95c2-83e9-48c7-8e2c-2a839ef88ce3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3306198 Feb 09 19:16:20.239510 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77c37f95-5357-4945-be19-e92d5d3b4f7c req-71e3742a-60e5-4bf1-b28e-c12b76cdc8c8 tempest-ServerDiskConfigTestJSON-504186010 tempest-ServerDiskConfigTestJSON-504186010-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:16:20.242494 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-5361d97d-c037-4d41-a1c6-14bbb59c8730 tempest-MeteringIpV6TestJSON-255855620 tempest-MeteringIpV6TestJSON-255855620-project-admin] 10.222.0.75 "GET /v2.0/metering/metering-labels?id=4d368490-449a-4786-90f8-a343c83fead5 HTTP/1.1" status: 200 len: 216 time: 0.0170093 Feb 09 19:16:20.246060 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 36886) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:16:20.246216 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-77c37f95-5357-4945-be19-e92d5d3b4f7c req-71e3742a-60e5-4bf1-b28e-c12b76cdc8c8 tempest-ServerDiskConfigTestJSON-504186010 tempest-ServerDiskConfigTestJSON-504186010-project] 10.222.0.75 "GET /v2.0/networks?id=7db728b6-f824-4bd2-9bbc-3a8ddd77fc29 HTTP/1.1" status: 200 len: 815 time: 0.3356674 Feb 09 19:16:20.259990 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-60fa2d69-6688-4540-9998-3fb517c6ec81 tempest-MeteringIpV6TestJSON-255855620 tempest-MeteringIpV6TestJSON-255855620-project-admin] 10.222.0.75 "GET /v2.0/metering/metering-label-rules?id=33 HTTP/1.1" status: 200 len: 221 time: 0.0127804 Feb 09 19:16:20.263694 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 36888) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:16:20.265703 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-77c37f95-5357-4945-be19-e92d5d3b4f7c req-9f320cd0-271e-4b9b-8862-0666a67b60df tempest-ServerDiskConfigTestJSON-504186010 tempest-ServerDiskConfigTestJSON-504186010-project] 10.222.0.75 "GET /v2.0/quotas/b6fd652adad94d84b810e38a00b04bf3 HTTP/1.1" status: 200 len: 375 time: 0.0186026 Feb 09 19:16:20.287792 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-42beca32-b697-41df-bfeb-66802f354ad0 tempest-MeteringIpV6TestJSON-255855620 tempest-MeteringIpV6TestJSON-255855620-project-admin] 10.222.0.75 "GET /v2.0/metering/metering-labels?id=33 HTTP/1.1" status: 200 len: 216 time: 0.0194018 Feb 09 19:16:20.288144 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 36890) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:16:20.326728 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-77c37f95-5357-4945-be19-e92d5d3b4f7c req-39c3ba70-2cf8-4dcb-931a-c2339fee9a5f tempest-ServerDiskConfigTestJSON-504186010 tempest-ServerDiskConfigTestJSON-504186010-project] 10.222.0.75 "GET /v2.0/ports?tenant_id=b6fd652adad94d84b810e38a00b04bf3&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0600996 Feb 09 19:16:20.377858 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-1efdb9b0-d2cc-4525-901e-a3a2cb841ca3 tempest-MeteringIpV6TestJSON-255855620 tempest-MeteringIpV6TestJSON-255855620-project-admin] 10.222.0.75 "GET /v2.0/metering/metering-labels/a1685db6-48dc-48ca-8763-747b84ad0a2b HTTP/1.1" status: 200 len: 472 time: 0.0883896 Feb 09 19:16:20.380724 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-2e504857-2578-4e87-9210-38fd4ebc5a21 req-f2ead5ca-7a47-48d5-9c3d-35f5db3523c6 service neutron] 10.222.0.89 "GET /v2.0/networks/48aa95c2-83e9-48c7-8e2c-2a839ef88ce3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2022610 Feb 09 19:16:20.381173 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 36892) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:16:20.396810 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 36894) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:16:20.397349 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-a3f218dd-b39f-443f-93e4-37782c868e3e tempest-MeteringIpV6TestJSON-255855620 tempest-MeteringIpV6TestJSON-255855620-project-admin] 10.222.0.75 "GET /v2.0/metering/metering-label-rules/df72449b-296a-49c2-a8fc-5e9a70ec38b7 HTTP/1.1" status: 200 len: 459 time: 0.0150337 Feb 09 19:16:20.438241 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-77c37f95-5357-4945-be19-e92d5d3b4f7c req-b42055a0-4f64-4d68-b0af-86231156f55d service neutron] 10.222.0.75 "GET /v2.0/networks/7db728b6-f824-4bd2-9bbc-3a8ddd77fc29?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1106305 Feb 09 19:16:20.568068 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-ca4d7a54-a9a6-4616-99c9-0abd54863b60 tempest-MeteringIpV6TestJSON-255855620 tempest-MeteringIpV6TestJSON-255855620-project-admin] Publish callbacks [] for metering_label_rule (None), before_response {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:16:20.571533 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-ca4d7a54-a9a6-4616-99c9-0abd54863b60 tempest-MeteringIpV6TestJSON-255855620 tempest-MeteringIpV6TestJSON-255855620-project-admin] 10.222.0.75 "DELETE /v2.0/metering/metering-label-rules/df72449b-296a-49c2-a8fc-5e9a70ec38b7 HTTP/1.1" status: 204 len: 168 time: 0.1712282 Feb 09 19:16:20.572059 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 36896) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:16:20.621290 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-77c37f95-5357-4945-be19-e92d5d3b4f7c req-43fb9913-9e59-4d75-ae48-650bc6f1dc18 service neutron] 10.222.0.75 "GET /v2.0/networks/7db728b6-f824-4bd2-9bbc-3a8ddd77fc29?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1750882 Feb 09 19:16:20.841666 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-6b5d36a6-0049-457b-8934-bbbad65adbea req-4db5a170-3783-4b0b-96f8-0abbe5d99810 tempest-ServerDiskConfigTestJSON-504186010 tempest-ServerDiskConfigTestJSON-504186010-project] 10.222.0.75 "GET /v2.0/ports?device_id=de82db19-eabb-48c6-916b-fb13b5287703 HTTP/1.1" status: 200 len: 210 time: 0.0328166 Feb 09 19:16:20.973875 n-d-713498-36 neutron-server[103230]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6607bb8f-35a2-4226-a0db-3e638aa80a77', 'tag': '68c208df-c0c8-433e-a3eb-e6f254f209a9'}] {{(pid=103230) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 19:16:20.976135 n-d-713498-36 neutron-server[103230]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aee5919275bae9f72eb374ee322673045eb80c1f84b4b45a97d96923bd50ab51" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-98fc8ff2-9494-42f5-a1dd-7f74ec4f51a2" -d '{"events": [{"name": "network-changed", "server_uuid": "6607bb8f-35a2-4226-a0db-3e638aa80a77", "tag": "68c208df-c0c8-433e-a3eb-e6f254f209a9"}]}' {{(pid=103230) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 19:16:20.983988 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4848c505-b72c-4de4-ac43-54bbb1c156aa req-0ac49245-75a5-4932-abda-23e0d40396a6 tempest-MigrationsAdminTest-892781459 tempest-MigrationsAdminTest-892781459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:16:20.985677 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-4848c505-b72c-4de4-ac43-54bbb1c156aa req-0ac49245-75a5-4932-abda-23e0d40396a6 tempest-MigrationsAdminTest-892781459 tempest-MigrationsAdminTest-892781459-project] 10.222.0.75 "GET /v2.0/ports?device_id=5a41699b-33f6-4124-8872-0e1679a5b99b HTTP/1.1" status: 200 len: 950 time: 0.0730715 Feb 09 19:16:21.046453 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-4848c505-b72c-4de4-ac43-54bbb1c156aa req-07caa3e9-1f07-44c5-bf36-1f38ab058880 tempest-MigrationsAdminTest-892781459 tempest-MigrationsAdminTest-892781459-project] 10.222.0.75 "GET /v2.0/security-groups?id=709912c8-8171-4435-800e-9e5c5e45bf8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531332 Feb 09 19:16:21.120086 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 36914) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:16:21.187124 n-d-713498-36 neutron-server[103229]: DEBUG neutron.db.db_base_plugin_v2 [None req-2c3ef94a-54a3-4e5a-8b5b-027c1799b030 admin admin] Deleting subnet 2110f663-a496-484e-80bd-5ff165043a45 {{(pid=103229) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 19:16:21.190416 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-2c3ef94a-54a3-4e5a-8b5b-027c1799b030 admin admin] Publish callbacks [] for subnet (2110f663-a496-484e-80bd-5ff165043a45), before_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:16:21.227083 n-d-713498-36 neutron-server[103230]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 19:16:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1be2cfc4-1447-437f-8859-9492a75f171a x-openstack-request-id: req-1be2cfc4-1447-437f-8859-9492a75f171a {{(pid=103230) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 19:16:21.227893 n-d-713498-36 neutron-server[103230]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6607bb8f-35a2-4226-a0db-3e638aa80a77", "tag": "68c208df-c0c8-433e-a3eb-e6f254f209a9", "status": "completed", "code": 200}]} {{(pid=103230) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 19:16:21.228255 n-d-713498-36 neutron-server[103230]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-1be2cfc4-1447-437f-8859-9492a75f171a {{(pid=103230) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 19:16:21.229561 n-d-713498-36 neutron-server[103230]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6607bb8f-35a2-4226-a0db-3e638aa80a77', 'tag': '68c208df-c0c8-433e-a3eb-e6f254f209a9', 'status': 'completed', 'code': 200} Feb 09 19:16:21.277350 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-2c3ef94a-54a3-4e5a-8b5b-027c1799b030 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16683410'] for subnet (2110f663-a496-484e-80bd-5ff165043a45), precommit_delete_associations {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:16:21.296876 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-008c4806-262f-47df-8026-5415b29bb08d req-6a6206f6-e9a5-4833-a8d1-9c89171a0e2e tempest-ServerDiskConfigTestJSON-504186010 tempest-ServerDiskConfigTestJSON-504186010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:16:21.298950 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-008c4806-262f-47df-8026-5415b29bb08d req-6a6206f6-e9a5-4833-a8d1-9c89171a0e2e tempest-ServerDiskConfigTestJSON-504186010 tempest-ServerDiskConfigTestJSON-504186010-project] 10.222.0.89 "GET /v2.0/ports?device_id=0f5c6e4a-2766-4317-8c92-8c02169f84b0 HTTP/1.1" status: 200 len: 945 time: 0.3091545 Feb 09 19:16:21.348493 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-2c3ef94a-54a3-4e5a-8b5b-027c1799b030 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-759852'] for subnet (2110f663-a496-484e-80bd-5ff165043a45), precommit_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:16:21.374101 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-974c57f5-2cce-4c37-927d-d95b31d157fb req-750ac704-af0d-4d68-bc76-98886f3419b3 tempest-TaggedBootDevicesTest-980849656 tempest-TaggedBootDevicesTest-980849656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:16:21.378437 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17918334-680a-4657-b25f-0435630573d2 req-190b8f10-c3fa-47dc-a8e2-f7b7729f52bc tempest-ListServersNegativeTestJSON-1456546486 tempest-ListServersNegativeTestJSON-1456546486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:16:21.380042 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-17918334-680a-4657-b25f-0435630573d2 req-190b8f10-c3fa-47dc-a8e2-f7b7729f52bc tempest-ListServersNegativeTestJSON-1456546486 tempest-ListServersNegativeTestJSON-1456546486-project] 10.222.0.75 "GET /v2.0/ports?device_id=6607bb8f-35a2-4226-a0db-3e638aa80a77 HTTP/1.1" status: 200 len: 944 time: 0.1204178 Feb 09 19:16:21.381201 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-974c57f5-2cce-4c37-927d-d95b31d157fb req-750ac704-af0d-4d68-bc76-98886f3419b3 tempest-TaggedBootDevicesTest-980849656 tempest-TaggedBootDevicesTest-980849656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:16:21.384306 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Device e80910e4-522e-40e2-a448-766b6a8b09c6 details requested by agent hyperv_n-h1-713498-36 with host n-h1-713498-36 {{(pid=103232) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 19:16:21.388766 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-974c57f5-2cce-4c37-927d-d95b31d157fb req-750ac704-af0d-4d68-bc76-98886f3419b3 tempest-TaggedBootDevicesTest-980849656 tempest-TaggedBootDevicesTest-980849656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:16:21.394930 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-974c57f5-2cce-4c37-927d-d95b31d157fb req-750ac704-af0d-4d68-bc76-98886f3419b3 tempest-TaggedBootDevicesTest-980849656 tempest-TaggedBootDevicesTest-980849656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:16:21.400482 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-974c57f5-2cce-4c37-927d-d95b31d157fb req-750ac704-af0d-4d68-bc76-98886f3419b3 tempest-TaggedBootDevicesTest-980849656 tempest-TaggedBootDevicesTest-980849656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:16:21.407894 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-974c57f5-2cce-4c37-927d-d95b31d157fb req-750ac704-af0d-4d68-bc76-98886f3419b3 tempest-TaggedBootDevicesTest-980849656 tempest-TaggedBootDevicesTest-980849656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:16:21.428955 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-974c57f5-2cce-4c37-927d-d95b31d157fb req-750ac704-af0d-4d68-bc76-98886f3419b3 tempest-TaggedBootDevicesTest-980849656 tempest-TaggedBootDevicesTest-980849656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:16:21.437807 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-974c57f5-2cce-4c37-927d-d95b31d157fb req-750ac704-af0d-4d68-bc76-98886f3419b3 tempest-TaggedBootDevicesTest-980849656 tempest-TaggedBootDevicesTest-980849656-project] 10.222.0.75 "GET /v2.0/ports?device_id=c3476174-573e-455c-944e-9ed0cac04ac2 HTTP/1.1" status: 200 len: 5421 time: 0.4589379 Feb 09 19:16:21.456591 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-774b033a-9cd3-4aee-8a00-b4e2680e484f tempest-MeteringIpV6TestJSON-255855620 tempest-MeteringIpV6TestJSON-255855620-project-admin] Publish callbacks [] for metering_label (None), before_response {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:16:21.460959 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-774b033a-9cd3-4aee-8a00-b4e2680e484f tempest-MeteringIpV6TestJSON-255855620 tempest-MeteringIpV6TestJSON-255855620-project-admin] 10.222.0.75 "DELETE /v2.0/metering/metering-labels/a1685db6-48dc-48ca-8763-747b84ad0a2b HTTP/1.1" status: 204 len: 168 time: 0.8872101 Feb 09 19:16:21.475886 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-17918334-680a-4657-b25f-0435630573d2 req-5a466cf3-16bb-4740-b844-c18bec8bfaea tempest-ListServersNegativeTestJSON-1456546486 tempest-ListServersNegativeTestJSON-1456546486-project] 10.222.0.75 "GET /v2.0/security-groups?id=31b4ff91-7723-414a-a702-b2242bf2585f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0809987 Feb 09 19:16:21.497920 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-2c3ef94a-54a3-4e5a-8b5b-027c1799b030 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-760023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12867367', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12759238'] for subnet (2110f663-a496-484e-80bd-5ff165043a45), after_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:16:21.505735 n-d-713498-36 neutron-server[103233]: DEBUG neutron.db.agents_db [None req-4a8a6a42-0a0c-4437-8958-92282682b6bb None None] Agent healthcheck: found 7 active agents {{(pid=103233) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 19:16:21.528454 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-2c3ef94a-54a3-4e5a-8b5b-027c1799b030 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1613566'] for subnet (None), before_response {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:16:21.533288 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-2c3ef94a-54a3-4e5a-8b5b-027c1799b030 admin admin] 10.222.0.75 "DELETE /v2.0/subnets/2110f663-a496-484e-80bd-5ff165043a45 HTTP/1.1" status: 204 len: 168 time: 0.4118724 Feb 09 19:16:21.538508 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 36922) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:16:21.585665 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c3ef94a-54a3-4e5a-8b5b-027c1799b030 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2110f663-a496-484e-80bd-5ff165043a45,revision_number=None']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:16:21.594145 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98fc8ff2-9494-42f5-a1dd-7f74ec4f51a2 req-a1d65933-f620-4594-adbd-033dd4c3874f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:16:21.596899 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-98fc8ff2-9494-42f5-a1dd-7f74ec4f51a2 req-a1d65933-f620-4594-adbd-033dd4c3874f service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=0ececc5a0964449da13f1ee16860c882&device_id=6607bb8f-35a2-4226-a0db-3e638aa80a77 HTTP/1.1" status: 200 len: 1127 time: 0.3765066 Feb 09 19:16:21.613273 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] For port e80910e4-522e-40e2-a448-766b6a8b09c6, host n-h1-713498-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-36',level=0,port_id=e80910e4-522e-40e2-a448-766b6a8b09c6,segment=NetworkSegment(07bba5ee-242c-42d2-9b8f-38d4eb46d67e),segment_id=07bba5ee-242c-42d2-9b8f-38d4eb46d67e)] {{(pid=103232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 19:16:21.634336 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Returning: {'device': 'e80910e4-522e-40e2-a448-766b6a8b09c6', 'network_id': '48aa95c2-83e9-48c7-8e2c-2a839ef88ce3', 'port_id': 'e80910e4-522e-40e2-a448-766b6a8b09c6', 'mac_address': 'fa:16:3e:6f:71:f3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 382, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2a17184c-3a1d-4609-9d20-3c94490f64d2', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103232) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 19:16:21.698156 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Current status of the port e80910e4-522e-40e2-a448-766b6a8b09c6 is: DOWN; New status is: BUILD {{(pid=103232) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 19:16:21.698635 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (e80910e4-522e-40e2-a448-766b6a8b09c6), before_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:16:21.723753 n-d-713498-36 neutron-server[103232]: DEBUG neutron.notifiers.nova [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e80910e4-522e-40e2-a448-766b6a8b09c6 {{(pid=103232) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 19:16:21.745906 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] For port e80910e4-522e-40e2-a448-766b6a8b09c6, host n-h1-713498-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-36',level=0,port_id=e80910e4-522e-40e2-a448-766b6a8b09c6,segment=NetworkSegment(07bba5ee-242c-42d2-9b8f-38d4eb46d67e),segment_id=07bba5ee-242c-42d2-9b8f-38d4eb46d67e)] {{(pid=103232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 19:16:21.747208 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-974c57f5-2cce-4c37-927d-d95b31d157fb req-271dc068-8ac5-4cb3-8916-488b5b83f945 tempest-TaggedBootDevicesTest-980849656 tempest-TaggedBootDevicesTest-980849656-project] 10.222.0.75 "GET /v2.0/security-groups?id=6f7e8ede-8085-490c-860b-91c045ecce1f&id=116d7b93-0726-4659-8687-b47afcfa5056&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2957208 Feb 09 19:16:21.753063 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762867176205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762866656485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762866656503'] for port (e80910e4-522e-40e2-a448-766b6a8b09c6), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:16:21.789512 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-2b0d2cbd-d7ed-4714-9e98-b6979d7ae2a6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-670458'] for network (46ef367f-c07d-45f2-8044-5a4adc87b624), before_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:16:21.820058 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.plugin [req-008c4806-262f-47df-8026-5415b29bb08d req-f7326c5d-d36b-4887-9be1-da016a88414d tempest-ServerDiskConfigTestJSON-504186010 tempest-ServerDiskConfigTestJSON-504186010-project] Deleting port e3d4e87c-9081-40c8-b44e-79d23b98081b {{(pid=103230) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 19:16:21.820419 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [req-008c4806-262f-47df-8026-5415b29bb08d req-f7326c5d-d36b-4887-9be1-da016a88414d tempest-ServerDiskConfigTestJSON-504186010 tempest-ServerDiskConfigTestJSON-504186010-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762867170196'] for port (e3d4e87c-9081-40c8-b44e-79d23b98081b), before_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:16:21.826145 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Pushing event updated for resources: {'Port': ['ID=e80910e4-522e-40e2-a448-766b6a8b09c6,revision_number=4']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:16:21.841609 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Device bad85c71-9c39-43a8-9cef-630e9a884c57 no longer exists at agent hyperv_n-h2-713498-36 {{(pid=103232) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 19:16:21.877943 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-7429db8d-6021-40ad-813e-885be449a89b None None] No Port match for: bad85c71-9c39-43a8-9cef-630e9a884c57 {{(pid=103232) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 19:16:21.878715 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Device bad85c71-9c39-43a8-9cef-630e9a884c57 not bound to the agent host n-h2-713498-36 {{(pid=103232) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 19:16:21.883335 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98fc8ff2-9494-42f5-a1dd-7f74ec4f51a2 req-319118e5-1d59-482b-bb64-00ac333b9d43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:16:21.884823 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-98fc8ff2-9494-42f5-a1dd-7f74ec4f51a2 req-319118e5-1d59-482b-bb64-00ac333b9d43 service neutron] 10.222.0.90 "GET /v2.0/networks?id=48aa95c2-83e9-48c7-8e2c-2a839ef88ce3 HTTP/1.1" status: 200 len: 918 time: 0.2567348 Feb 09 19:16:21.952434 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 36928) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:16:21.959357 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-4d68189c-7b5b-4a34-9ce5-1f1c61727787 req-ae5a9b0a-5bf1-40c2-81c5-baed2a7bf288 tempest-ServerDiskConfigTestJSON-504186010 tempest-ServerDiskConfigTestJSON-504186010-project] 10.222.0.75 "GET /v2.0/ports?device_id=de82db19-eabb-48c6-916b-fb13b5287703 HTTP/1.1" status: 200 len: 210 time: 0.0343580 Feb 09 19:16:21.972322 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] get_ports_and_sgs() called for port_ids ['e80910e4-522e-40e2-a448-766b6a8b09c6'] {{(pid=103232) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 19:16:21.996475 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-98fc8ff2-9494-42f5-a1dd-7f74ec4f51a2 req-599d95ef-bf74-4277-b659-a797c2fcef67 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=68c208df-c0c8-433e-a3eb-e6f254f209a9 HTTP/1.1" status: 200 len: 217 time: 0.0898857 Feb 09 19:16:22.076832 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-2b0d2cbd-d7ed-4714-9e98-b6979d7ae2a6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-590267', 'neutron.services.segments.db._delete_segments_for_network-8762867132609'] for network (46ef367f-c07d-45f2-8044-5a4adc87b624), precommit_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:16:22.100693 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.db [req-008c4806-262f-47df-8026-5415b29bb08d req-f7326c5d-d36b-4887-9be1-da016a88414d tempest-ServerDiskConfigTestJSON-504186010 tempest-ServerDiskConfigTestJSON-504186010-project] For port e3d4e87c-9081-40c8-b44e-79d23b98081b, host n-h1-713498-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-36',level=0,port_id=e3d4e87c-9081-40c8-b44e-79d23b98081b,segment=NetworkSegment(1e2a1863-ec93-4db2-ba80-84e2ae4ef342),segment_id=1e2a1863-ec93-4db2-ba80-84e2ae4ef342)] {{(pid=103230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 19:16:22.101059 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [req-008c4806-262f-47df-8026-5415b29bb08d req-f7326c5d-d36b-4887-9be1-da016a88414d tempest-ServerDiskConfigTestJSON-504186010 tempest-ServerDiskConfigTestJSON-504186010-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1820838'] for port (e3d4e87c-9081-40c8-b44e-79d23b98081b), precommit_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:16:22.124787 n-d-713498-36 neutron-server[103230]: DEBUG neutron.services.segments.db [None req-2b0d2cbd-d7ed-4714-9e98-b6979d7ae2a6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['46ef367f-c07d-45f2-8044-5a4adc87b624']}} {{(pid=103230) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:16:22.134457 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98fc8ff2-9494-42f5-a1dd-7f74ec4f51a2 req-fb0df880-13ab-45da-b61f-16ab29e22f51 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:16:22.136814 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-98fc8ff2-9494-42f5-a1dd-7f74ec4f51a2 req-fb0df880-13ab-45da-b61f-16ab29e22f51 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=2a17184c-3a1d-4609-9d20-3c94490f64d2 HTTP/1.1" status: 200 len: 857 time: 0.1134021 Feb 09 19:16:22.142918 n-d-713498-36 neutron-server[103230]: DEBUG neutron.services.segments.db [None req-2b0d2cbd-d7ed-4714-9e98-b6979d7ae2a6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '91e4bfbb-1552-4811-a0cb-01d1dc2b0319') {'for_net_delete': True} {{(pid=103230) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:16:22.143676 n-d-713498-36 neutron-server[103230]: DEBUG neutron.services.segments.db [None req-2b0d2cbd-d7ed-4714-9e98-b6979d7ae2a6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '91e4bfbb-1552-4811-a0cb-01d1dc2b0319') {} {{(pid=103230) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:16:22.145366 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.plugin [req-008c4806-262f-47df-8026-5415b29bb08d req-f7326c5d-d36b-4887-9be1-da016a88414d tempest-ServerDiskConfigTestJSON-504186010 tempest-ServerDiskConfigTestJSON-504186010-project] Calling delete_port for e3d4e87c-9081-40c8-b44e-79d23b98081b owned by compute:nova {{(pid=103230) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 19:16:22.169433 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-2b0d2cbd-d7ed-4714-9e98-b6979d7ae2a6 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762867134154', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12895813'] for segment (91e4bfbb-1552-4811-a0cb-01d1dc2b0319), before_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:16:22.193172 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-98fc8ff2-9494-42f5-a1dd-7f74ec4f51a2 req-38a0c4a2-2708-47f0-b93c-653cf8445093 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=48aa95c2-83e9-48c7-8e2c-2a839ef88ce3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0402224 Feb 09 19:16:22.278259 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-2925e283-ef7d-4ccf-96d0-b52ac3d685c0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:16:22.282070 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-2b0d2cbd-d7ed-4714-9e98-b6979d7ae2a6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-759574'] for segment (91e4bfbb-1552-4811-a0cb-01d1dc2b0319), precommit_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:16:22.332155 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2b0d2cbd-d7ed-4714-9e98-b6979d7ae2a6 admin admin] Releasing vlan 384 on physical network physnet1 to pool {{(pid=103230) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 19:16:22.332561 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-2b0d2cbd-d7ed-4714-9e98-b6979d7ae2a6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-759574', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14393826'] for segment (91e4bfbb-1552-4811-a0cb-01d1dc2b0319), after_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:16:22.337007 n-d-713498-36 neutron-server[103230]: Traceback (most recent call last): Feb 09 19:16:22.337007 n-d-713498-36 neutron-server[103230]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 19:16:22.337007 n-d-713498-36 neutron-server[103230]: timer() Feb 09 19:16:22.337007 n-d-713498-36 neutron-server[103230]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 19:16:22.337007 n-d-713498-36 neutron-server[103230]: cb(*args, **kw) Feb 09 19:16:22.337007 n-d-713498-36 neutron-server[103230]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 19:16:22.337007 n-d-713498-36 neutron-server[103230]: return func(*args, **kwargs) Feb 09 19:16:22.337007 n-d-713498-36 neutron-server[103230]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 19:16:22.337007 n-d-713498-36 neutron-server[103230]: self._notify() Feb 09 19:16:22.337007 n-d-713498-36 neutron-server[103230]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 19:16:22.337007 n-d-713498-36 neutron-server[103230]: self.callback(batched_events) Feb 09 19:16:22.337007 n-d-713498-36 neutron-server[103230]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 19:16:22.337007 n-d-713498-36 neutron-server[103230]: event.method(event) Feb 09 19:16:22.337007 n-d-713498-36 neutron-server[103230]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 19:16:22.337007 n-d-713498-36 neutron-server[103230]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 19:16:22.337007 n-d-713498-36 neutron-server[103230]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 19:16:22.337007 n-d-713498-36 neutron-server[103230]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 19:16:22.337007 n-d-713498-36 neutron-server[103230]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 19:16:22.337007 n-d-713498-36 neutron-server[103230]: return f(self, *a, **k) Feb 09 19:16:22.337007 n-d-713498-36 neutron-server[103230]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 19:16:22.337007 n-d-713498-36 neutron-server[103230]: return self._get(url).json() Feb 09 19:16:22.337007 n-d-713498-36 neutron-server[103230]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 19:16:22.337007 n-d-713498-36 neutron-server[103230]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 19:16:22.337007 n-d-713498-36 neutron-server[103230]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 19:16:22.337007 n-d-713498-36 neutron-server[103230]: return self.request(url, 'GET', **kwargs) Feb 09 19:16:22.337007 n-d-713498-36 neutron-server[103230]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 19:16:22.337007 n-d-713498-36 neutron-server[103230]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 19:16:22.337007 n-d-713498-36 neutron-server[103230]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 19:16:22.337007 n-d-713498-36 neutron-server[103230]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 19:16:22.337007 n-d-713498-36 neutron-server[103230]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 19:16:22.337007 n-d-713498-36 neutron-server[103230]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 19:16:22.337007 n-d-713498-36 neutron-server[103230]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 19:16:22.413000 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-2925e283-ef7d-4ccf-96d0-b52ac3d685c0 admin admin] Publish callbacks [] for security_group (021e11f7-f47b-40b0-af39-b81c9a320b4d), precommit_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:16:22.425412 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-2925e283-ef7d-4ccf-96d0-b52ac3d685c0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1892331'] for security_group (021e11f7-f47b-40b0-af39-b81c9a320b4d), after_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:16:22.438892 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77c37f95-5357-4945-be19-e92d5d3b4f7c req-57638af0-13b4-4fdd-9d4d-1271fc7759dd tempest-ServerDiskConfigTestJSON-504186010 tempest-ServerDiskConfigTestJSON-504186010-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:16:22.440386 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-77c37f95-5357-4945-be19-e92d5d3b4f7c req-57638af0-13b4-4fdd-9d4d-1271fc7759dd tempest-ServerDiskConfigTestJSON-504186010 tempest-ServerDiskConfigTestJSON-504186010-project] 10.222.0.90 "GET /v2.0/networks?id=7db728b6-f824-4bd2-9bbc-3a8ddd77fc29 HTTP/1.1" status: 200 len: 815 time: 0.3278675 Feb 09 19:16:22.460662 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.v2.base [req-77c37f95-5357-4945-be19-e92d5d3b4f7c req-120f0f33-448c-483c-97a0-d8288e7651c1 tempest-ServerDiskConfigTestJSON-504186010 tempest-ServerDiskConfigTestJSON-504186010-project] Request body: {'port': {'device_id': 'de82db19-eabb-48c6-916b-fb13b5287703', 'network_id': '7db728b6-f824-4bd2-9bbc-3a8ddd77fc29', 'admin_state_up': True, 'tenant_id': 'b6fd652adad94d84b810e38a00b04bf3'}} {{(pid=103229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 19:16:22.478044 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-393fc127-456e-42ad-802c-41fd5011fc95 req-382c0182-20e3-46ae-8666-38f92e3dc881 tempest-MigrationsAdminTest-892781459 tempest-MigrationsAdminTest-892781459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:16:22.485090 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-393fc127-456e-42ad-802c-41fd5011fc95 req-382c0182-20e3-46ae-8666-38f92e3dc881 tempest-MigrationsAdminTest-892781459 tempest-MigrationsAdminTest-892781459-project] 10.222.0.75 "GET /v2.0/ports?device_id=5a41699b-33f6-4124-8872-0e1679a5b99b HTTP/1.1" status: 200 len: 950 time: 0.2767498 Feb 09 19:16:22.489907 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-2b0d2cbd-d7ed-4714-9e98-b6979d7ae2a6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-590242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1885479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1818895'] for network (46ef367f-c07d-45f2-8044-5a4adc87b624), after_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:16:22.510820 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-2b0d2cbd-d7ed-4714-9e98-b6979d7ae2a6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1613566'] for network (None), before_response {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:16:22.517186 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-2b0d2cbd-d7ed-4714-9e98-b6979d7ae2a6 admin admin] 10.222.0.75 "DELETE /v2.0/networks/46ef367f-c07d-45f2-8044-5a4adc87b624 HTTP/1.1" status: 204 len: 168 time: 0.9663749 Feb 09 19:16:22.518417 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-98fc8ff2-9494-42f5-a1dd-7f74ec4f51a2 req-a759bc1e-04d5-4519-91f7-8217c68a573a service neutron] 10.222.0.90 "GET /v2.0/networks/48aa95c2-83e9-48c7-8e2c-2a839ef88ce3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3126163 Feb 09 19:16:22.621286 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b0d2cbd-d7ed-4714-9e98-b6979d7ae2a6 admin admin] Pushing event deleted for resources: {'Network': ['ID=46ef367f-c07d-45f2-8044-5a4adc87b624,revision_number=None']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:16:22.688658 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [req-008c4806-262f-47df-8026-5415b29bb08d req-f7326c5d-d36b-4887-9be1-da016a88414d tempest-ServerDiskConfigTestJSON-504186010 tempest-ServerDiskConfigTestJSON-504186010-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762867177463', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762866656476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14393751'] for port (e3d4e87c-9081-40c8-b44e-79d23b98081b), after_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:16:22.704257 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] get_ports_and_sgs() called for port_ids ['e3d4e87c-9081-40c8-b44e-79d23b98081b'] {{(pid=103232) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 19:16:22.721123 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-393fc127-456e-42ad-802c-41fd5011fc95 req-7b716fae-ab7d-471f-b7b2-533d08df0546 tempest-MigrationsAdminTest-892781459 tempest-MigrationsAdminTest-892781459-project] 10.222.0.75 "GET /v2.0/security-groups?id=709912c8-8171-4435-800e-9e5c5e45bf8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2348325 Feb 09 19:16:22.746218 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 36938) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:16:22.776450 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7326c5d-d36b-4887-9be1-da016a88414d tempest-ServerDiskConfigTestJSON-504186010 tempest-ServerDiskConfigTestJSON-504186010-project] Pushing event deleted for resources: {'Port': ['ID=e3d4e87c-9081-40c8-b44e-79d23b98081b,revision_number=None']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:16:22.867279 n-d-713498-36 neutron-server[103230]: DEBUG neutron.db.l3_dvrscheduler_db [req-008c4806-262f-47df-8026-5415b29bb08d req-f7326c5d-d36b-4887-9be1-da016a88414d tempest-ServerDiskConfigTestJSON-504186010 tempest-ServerDiskConfigTestJSON-504186010-project] No DVR routers for this DVR port e3d4e87c-9081-40c8-b44e-79d23b98081b on host n-h1-713498-36 {{(pid=103230) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 19:16:22.872323 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [req-008c4806-262f-47df-8026-5415b29bb08d req-f7326c5d-d36b-4887-9be1-da016a88414d tempest-ServerDiskConfigTestJSON-504186010 tempest-ServerDiskConfigTestJSON-504186010-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171096'] for port (None), before_response {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:16:22.874905 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-008c4806-262f-47df-8026-5415b29bb08d req-f7326c5d-d36b-4887-9be1-da016a88414d tempest-ServerDiskConfigTestJSON-504186010 tempest-ServerDiskConfigTestJSON-504186010-project] 10.222.0.89 "DELETE /v2.0/ports/e3d4e87c-9081-40c8-b44e-79d23b98081b HTTP/1.1" status: 204 len: 173 time: 1.5140247 Feb 09 19:16:22.880655 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-b7cb302f-0c14-40ce-8e6f-94e597e23ccb admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=17646d80bdf9473c86cdf3cc991a40f8&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1317244 Feb 09 19:16:22.881412 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 36942) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:16:22.926352 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-98fc8ff2-9494-42f5-a1dd-7f74ec4f51a2 req-718fc839-07ac-4f3f-9e6b-9ab96395c517 service neutron] 10.222.0.90 "GET /v2.0/networks/48aa95c2-83e9-48c7-8e2c-2a839ef88ce3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3178122 Feb 09 19:16:22.983399 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2925e283-ef7d-4ccf-96d0-b52ac3d685c0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=021e11f7-f47b-40b0-af39-b81c9a320b4d,revision_number=1']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:16:22.988528 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-2925e283-ef7d-4ccf-96d0-b52ac3d685c0 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=bf12670c2ac149148c2809a0fefc70ed&name=default HTTP/1.1" status: 200 len: 3000 time: 1.0351098 Feb 09 19:16:22.992431 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 36944) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:16:23.044630 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e93d28f7-3d74-494b-8167-c7ce1452261b req-ace9742b-7e7d-481e-afa8-ad40751e5921 tempest-ListServersNegativeTestJSON-1456546486 tempest-ListServersNegativeTestJSON-1456546486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:16:23.046889 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-e93d28f7-3d74-494b-8167-c7ce1452261b req-ace9742b-7e7d-481e-afa8-ad40751e5921 tempest-ListServersNegativeTestJSON-1456546486 tempest-ListServersNegativeTestJSON-1456546486-project] 10.222.0.75 "GET /v2.0/ports?device_id=6607bb8f-35a2-4226-a0db-3e638aa80a77 HTTP/1.1" status: 200 len: 944 time: 0.1001897 Feb 09 19:16:23.082682 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6722b159-ff30-4fc8-ac86-a085a22648f7 req-0c4ee82c-16f5-4a66-9e33-06df4349777e tempest-TaggedBootDevicesTest-980849656 tempest-TaggedBootDevicesTest-980849656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:16:23.088659 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6722b159-ff30-4fc8-ac86-a085a22648f7 req-0c4ee82c-16f5-4a66-9e33-06df4349777e tempest-TaggedBootDevicesTest-980849656 tempest-TaggedBootDevicesTest-980849656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:16:23.094351 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6722b159-ff30-4fc8-ac86-a085a22648f7 req-0c4ee82c-16f5-4a66-9e33-06df4349777e tempest-TaggedBootDevicesTest-980849656 tempest-TaggedBootDevicesTest-980849656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:16:23.100580 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6722b159-ff30-4fc8-ac86-a085a22648f7 req-0c4ee82c-16f5-4a66-9e33-06df4349777e tempest-TaggedBootDevicesTest-980849656 tempest-TaggedBootDevicesTest-980849656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:16:23.106127 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6722b159-ff30-4fc8-ac86-a085a22648f7 req-0c4ee82c-16f5-4a66-9e33-06df4349777e tempest-TaggedBootDevicesTest-980849656 tempest-TaggedBootDevicesTest-980849656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:16:23.112912 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6722b159-ff30-4fc8-ac86-a085a22648f7 req-0c4ee82c-16f5-4a66-9e33-06df4349777e tempest-TaggedBootDevicesTest-980849656 tempest-TaggedBootDevicesTest-980849656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:16:23.115897 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-e93d28f7-3d74-494b-8167-c7ce1452261b req-901d4a81-3b44-4ae7-9352-b26408c9ba0c tempest-ListServersNegativeTestJSON-1456546486 tempest-ListServersNegativeTestJSON-1456546486-project] 10.222.0.75 "GET /v2.0/security-groups?id=31b4ff91-7723-414a-a702-b2242bf2585f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0630903 Feb 09 19:16:23.118637 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6722b159-ff30-4fc8-ac86-a085a22648f7 req-0c4ee82c-16f5-4a66-9e33-06df4349777e tempest-TaggedBootDevicesTest-980849656 tempest-TaggedBootDevicesTest-980849656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:16:23.127727 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-6722b159-ff30-4fc8-ac86-a085a22648f7 req-0c4ee82c-16f5-4a66-9e33-06df4349777e tempest-TaggedBootDevicesTest-980849656 tempest-TaggedBootDevicesTest-980849656-project] 10.222.0.75 "GET /v2.0/ports?device_id=c3476174-573e-455c-944e-9ed0cac04ac2 HTTP/1.1" status: 200 len: 5421 time: 0.2772789 Feb 09 19:16:23.129144 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-77c37f95-5357-4945-be19-e92d5d3b4f7c req-120f0f33-448c-483c-97a0-d8288e7651c1 tempest-ServerDiskConfigTestJSON-504186010 tempest-ServerDiskConfigTestJSON-504186010-project] Made reservation on behalf of b6fd652adad94d84b810e38a00b04bf3 for: {'port': 1} {{(pid=103229) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 19:16:23.132958 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-77c37f95-5357-4945-be19-e92d5d3b4f7c req-120f0f33-448c-483c-97a0-d8288e7651c1 tempest-ServerDiskConfigTestJSON-504186010 tempest-ServerDiskConfigTestJSON-504186010-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (None), before_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:16:23.168077 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-7dab15bd-4590-4bbb-b06c-07cfd71baba7 admin admin] Publish callbacks [] for security_group (9ab0f0ab-62d6-4332-86ab-0ba316386a7a), before_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:16:23.191117 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-7dab15bd-4590-4bbb-b06c-07cfd71baba7 admin admin] Publish callbacks [] for security_group (9ab0f0ab-62d6-4332-86ab-0ba316386a7a), precommit_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:16:23.199828 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-8bffa8c1-c37d-486d-84cc-c1260285bede admin admin] Publish callbacks [] for security_group (021e11f7-f47b-40b0-af39-b81c9a320b4d), before_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:16:23.231216 n-d-713498-36 neutron-server[103230]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0f5c6e4a-2766-4317-8c92-8c02169f84b0', 'name': 'network-vif-deleted', 'tag': 'e3d4e87c-9081-40c8-b44e-79d23b98081b'}] {{(pid=103230) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 19:16:23.234083 n-d-713498-36 neutron-server[103230]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aee5919275bae9f72eb374ee322673045eb80c1f84b4b45a97d96923bd50ab51" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-02e7563e-8a5d-4ddf-984e-c558b9411aad" -d '{"events": [{"server_uuid": "0f5c6e4a-2766-4317-8c92-8c02169f84b0", "name": "network-vif-deleted", "tag": "e3d4e87c-9081-40c8-b44e-79d23b98081b"}]}' {{(pid=103230) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 19:16:23.253386 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-0f8edfbc-ff6a-4c68-882a-acf0b0516d84 req-ae8dff72-0fd1-41c8-b587-d7e39bd0635f tempest-ServerDiskConfigTestJSON-504186010 tempest-ServerDiskConfigTestJSON-504186010-project] 10.222.0.75 "GET /v2.0/ports?device_id=de82db19-eabb-48c6-916b-fb13b5287703 HTTP/1.1" status: 200 len: 210 time: 0.0407951 Feb 09 19:16:23.265090 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-8bffa8c1-c37d-486d-84cc-c1260285bede admin admin] Publish callbacks [] for security_group (021e11f7-f47b-40b0-af39-b81c9a320b4d), precommit_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:16:23.309881 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-6722b159-ff30-4fc8-ac86-a085a22648f7 req-26293593-9488-4a65-8dcb-9d7485baa4ae tempest-TaggedBootDevicesTest-980849656 tempest-TaggedBootDevicesTest-980849656-project] 10.222.0.75 "GET /v2.0/security-groups?id=6f7e8ede-8085-490c-860b-91c045ecce1f&id=116d7b93-0726-4659-8687-b47afcfa5056&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1796913 Feb 09 19:16:23.352828 n-d-713498-36 neutron-server[103230]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 19:16:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-76358464-b816-46a5-b2a1-809267ca2b96 x-openstack-request-id: req-76358464-b816-46a5-b2a1-809267ca2b96 {{(pid=103230) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 19:16:23.357384 n-d-713498-36 neutron-server[103230]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0f5c6e4a-2766-4317-8c92-8c02169f84b0", "name": "network-vif-deleted", "tag": "e3d4e87c-9081-40c8-b44e-79d23b98081b", "status": "completed", "code": 200}]} {{(pid=103230) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 19:16:23.357681 n-d-713498-36 neutron-server[103230]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-76358464-b816-46a5-b2a1-809267ca2b96 {{(pid=103230) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 19:16:23.358134 n-d-713498-36 neutron-server[103230]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0f5c6e4a-2766-4317-8c92-8c02169f84b0', 'name': 'network-vif-deleted', 'tag': 'e3d4e87c-9081-40c8-b44e-79d23b98081b', 'status': 'completed', 'code': 200} Feb 09 19:16:23.359989 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-7dab15bd-4590-4bbb-b06c-07cfd71baba7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1892331'] for security_group (9ab0f0ab-62d6-4332-86ab-0ba316386a7a), after_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:16:23.362763 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-7dab15bd-4590-4bbb-b06c-07cfd71baba7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:16:23.366128 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-7dab15bd-4590-4bbb-b06c-07cfd71baba7 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/9ab0f0ab-62d6-4332-86ab-0ba316386a7a HTTP/1.1" status: 204 len: 168 time: 0.4484341 Feb 09 19:16:23.374623 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dab15bd-4590-4bbb-b06c-07cfd71baba7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9ab0f0ab-62d6-4332-86ab-0ba316386a7a,revision_number=None']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:16:23.382515 n-d-713498-36 neutron-server[103229]: DEBUG neutron.db.db_base_plugin_common [req-77c37f95-5357-4945-be19-e92d5d3b4f7c req-120f0f33-448c-483c-97a0-d8288e7651c1 tempest-ServerDiskConfigTestJSON-504186010 tempest-ServerDiskConfigTestJSON-504186010-project] Allocated IP 172.20.0.11 (7db728b6-f824-4bd2-9bbc-3a8ddd77fc29/56850be1-15c2-42cc-9dca-1e107c979838/badfafc7-4f48-4d37-8e78-f9cbce775520) {{(pid=103229) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 19:16:23.400295 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Device dac79c6f-b9e3-4088-aea0-93f685514a20 details requested by agent hyperv_n-h1-713498-36 with host n-h1-713498-36 {{(pid=103232) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 19:16:23.402977 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Device e80910e4-522e-40e2-a448-766b6a8b09c6 up at agent hyperv_n-h1-713498-36 {{(pid=103232) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 19:16:23.405306 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-8bffa8c1-c37d-486d-84cc-c1260285bede admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1892331'] for security_group (021e11f7-f47b-40b0-af39-b81c9a320b4d), after_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:16:23.409526 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-8bffa8c1-c37d-486d-84cc-c1260285bede admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:16:23.413334 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-8bffa8c1-c37d-486d-84cc-c1260285bede admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/021e11f7-f47b-40b0-af39-b81c9a320b4d HTTP/1.1" status: 204 len: 168 time: 0.4149778 Feb 09 19:16:23.427399 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bffa8c1-c37d-486d-84cc-c1260285bede admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=021e11f7-f47b-40b0-af39-b81c9a320b4d,revision_number=None']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:16:23.614278 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.provisioning_blocks [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Provisioning for port e80910e4-522e-40e2-a448-766b6a8b09c6 completed by entity L2. {{(pid=103232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 19:16:23.615163 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-77c37f95-5357-4945-be19-e92d5d3b4f7c req-120f0f33-448c-483c-97a0-d8288e7651c1 tempest-ServerDiskConfigTestJSON-504186010 tempest-ServerDiskConfigTestJSON-504186010-project] Publish callbacks [] for port (badfafc7-4f48-4d37-8e78-f9cbce775520), precommit_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:16:23.631310 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.provisioning_blocks [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Provisioning complete for port e80910e4-522e-40e2-a448-766b6a8b09c6 triggered by entity L2. {{(pid=103232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 19:16:23.631681 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593630'] for port (e80910e4-522e-40e2-a448-766b6a8b09c6), provisioning_complete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:16:23.664104 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-77c37f95-5357-4945-be19-e92d5d3b4f7c req-120f0f33-448c-483c-97a0-d8288e7651c1 tempest-ServerDiskConfigTestJSON-504186010 tempest-ServerDiskConfigTestJSON-504186010-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762866656467', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12867576'] for port (badfafc7-4f48-4d37-8e78-f9cbce775520), after_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:16:23.680157 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] get_ports_and_sgs() called for port_ids ['e3d4e87c-9081-40c8-b44e-79d23b98081b'] {{(pid=103232) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 19:16:23.726004 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] For port dac79c6f-b9e3-4088-aea0-93f685514a20, host n-h1-713498-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-36',level=0,port_id=dac79c6f-b9e3-4088-aea0-93f685514a20,segment=NetworkSegment(07bba5ee-242c-42d2-9b8f-38d4eb46d67e),segment_id=07bba5ee-242c-42d2-9b8f-38d4eb46d67e)] {{(pid=103232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 19:16:23.743032 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Returning: {'device': 'dac79c6f-b9e3-4088-aea0-93f685514a20', 'network_id': '48aa95c2-83e9-48c7-8e2c-2a839ef88ce3', 'port_id': 'dac79c6f-b9e3-4088-aea0-93f685514a20', 'mac_address': 'fa:16:3e:df:9d:10', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 382, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2a17184c-3a1d-4609-9d20-3c94490f64d2', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103232) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 19:16:23.748076 n-d-713498-36 neutron-server[103229]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-77c37f95-5357-4945-be19-e92d5d3b4f7c req-120f0f33-448c-483c-97a0-d8288e7651c1 tempest-ServerDiskConfigTestJSON-504186010 tempest-ServerDiskConfigTestJSON-504186010-project] Network 7db728b6-f824-4bd2-9bbc-3a8ddd77fc29 is already hosted by enough agents. {{(pid=103229) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 19:16:23.762440 n-d-713498-36 neutron-server[103229]: DEBUG neutron.scheduler.base_scheduler [req-77c37f95-5357-4945-be19-e92d5d3b4f7c req-120f0f33-448c-483c-97a0-d8288e7651c1 tempest-ServerDiskConfigTestJSON-504186010 tempest-ServerDiskConfigTestJSON-504186010-project] Resources bound (agent type, host, resource id): {{(pid=103229) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 19:16:23.764460 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-120f0f33-448c-483c-97a0-d8288e7651c1 tempest-ServerDiskConfigTestJSON-504186010 tempest-ServerDiskConfigTestJSON-504186010-project] Pushing event updated for resources: {'Port': ['ID=badfafc7-4f48-4d37-8e78-f9cbce775520,revision_number=1']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:16:23.766684 n-d-713498-36 neutron-server[103229]: DEBUG neutron.db.l3_dvrscheduler_db [req-77c37f95-5357-4945-be19-e92d5d3b4f7c req-120f0f33-448c-483c-97a0-d8288e7651c1 tempest-ServerDiskConfigTestJSON-504186010 tempest-ServerDiskConfigTestJSON-504186010-project] Received port after_create {{(pid=103229) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 19:16:23.849848 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Device 68c208df-c0c8-433e-a3eb-e6f254f209a9 details requested by agent hyperv_n-h2-713498-36 with host n-h2-713498-36 {{(pid=103232) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 19:16:23.902532 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77c37f95-5357-4945-be19-e92d5d3b4f7c req-120f0f33-448c-483c-97a0-d8288e7651c1 tempest-ServerDiskConfigTestJSON-504186010 tempest-ServerDiskConfigTestJSON-504186010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:16:23.903200 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-77c37f95-5357-4945-be19-e92d5d3b4f7c req-120f0f33-448c-483c-97a0-d8288e7651c1 tempest-ServerDiskConfigTestJSON-504186010 tempest-ServerDiskConfigTestJSON-504186010-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171096'] for port (None), before_response {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:16:23.940390 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Current status of the port dac79c6f-b9e3-4088-aea0-93f685514a20 is: DOWN; New status is: BUILD {{(pid=103232) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 19:16:23.941020 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (dac79c6f-b9e3-4088-aea0-93f685514a20), before_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:16:23.958774 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Current status of the port e80910e4-522e-40e2-a448-766b6a8b09c6 is: BUILD; New status is: ACTIVE {{(pid=103232) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 19:16:23.959434 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (e80910e4-522e-40e2-a448-766b6a8b09c6), before_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:16:23.971288 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-77c37f95-5357-4945-be19-e92d5d3b4f7c req-120f0f33-448c-483c-97a0-d8288e7651c1 tempest-ServerDiskConfigTestJSON-504186010 tempest-ServerDiskConfigTestJSON-504186010-project] 10.222.0.90 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5157640 Feb 09 19:16:23.979979 n-d-713498-36 neutron-server[103232]: DEBUG neutron.notifiers.nova [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dac79c6f-b9e3-4088-aea0-93f685514a20 {{(pid=103232) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 19:16:24.002694 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.v2.base [req-77c37f95-5357-4945-be19-e92d5d3b4f7c req-464b450e-9680-4b8c-96c1-c46c5fa52f55 service neutron] Request body: {'port': {'device_id': 'de82db19-eabb-48c6-916b-fb13b5287703', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-713498-36'}} {{(pid=103229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 19:16:24.039990 n-d-713498-36 neutron-server[103232]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4c78f554-3359-419b-b8cb-dcb4eea61753', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e80910e4-522e-40e2-a448-766b6a8b09c6'}] {{(pid=103232) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 19:16:24.048684 n-d-713498-36 neutron-server[103232]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}949cdcde653dec44821de95cbf67297f53cbc2aed4e073b5d514f93bf911ce85" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-12d7c747-2caa-47da-a7f1-15a2fddd9b11" -d '{"events": [{"server_uuid": "4c78f554-3359-419b-b8cb-dcb4eea61753", "name": "network-vif-plugged", "status": "completed", "tag": "e80910e4-522e-40e2-a448-766b6a8b09c6"}]}' {{(pid=103232) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 19:16:24.056130 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] For port dac79c6f-b9e3-4088-aea0-93f685514a20, host n-h1-713498-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-36',level=0,port_id=dac79c6f-b9e3-4088-aea0-93f685514a20,segment=NetworkSegment(07bba5ee-242c-42d2-9b8f-38d4eb46d67e),segment_id=07bba5ee-242c-42d2-9b8f-38d4eb46d67e)] {{(pid=103232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 19:16:24.119035 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762867176205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762866656485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762866656503'] for port (dac79c6f-b9e3-4088-aea0-93f685514a20), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:16:24.136738 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] For port e80910e4-522e-40e2-a448-766b6a8b09c6, host n-h1-713498-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-36',level=0,port_id=e80910e4-522e-40e2-a448-766b6a8b09c6,segment=NetworkSegment(07bba5ee-242c-42d2-9b8f-38d4eb46d67e),segment_id=07bba5ee-242c-42d2-9b8f-38d4eb46d67e)] {{(pid=103232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 19:16:24.140308 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 36970) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:16:24.156406 n-d-713498-36 neutron-server[103232]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 19:16:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-75a9eb03-cf0e-47a9-9336-82b31520a350 x-openstack-request-id: req-75a9eb03-cf0e-47a9-9336-82b31520a350 {{(pid=103232) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 19:16:24.156925 n-d-713498-36 neutron-server[103232]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4c78f554-3359-419b-b8cb-dcb4eea61753", "name": "network-vif-plugged", "status": "completed", "tag": "e80910e4-522e-40e2-a448-766b6a8b09c6", "code": 200}]} {{(pid=103232) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 19:16:24.159198 n-d-713498-36 neutron-server[103232]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-75a9eb03-cf0e-47a9-9336-82b31520a350 {{(pid=103232) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 19:16:24.159823 n-d-713498-36 neutron-server[103232]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4c78f554-3359-419b-b8cb-dcb4eea61753', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e80910e4-522e-40e2-a448-766b6a8b09c6', 'code': 200} Feb 09 19:16:24.165817 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17264f4b-fd1e-4747-8531-02ceeda8ba6f req-e3f13bdb-eb17-4aa4-8b18-88b3a410ae41 tempest-MigrationsAdminTest-892781459 tempest-MigrationsAdminTest-892781459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:16:24.168582 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-17264f4b-fd1e-4747-8531-02ceeda8ba6f req-e3f13bdb-eb17-4aa4-8b18-88b3a410ae41 tempest-MigrationsAdminTest-892781459 tempest-MigrationsAdminTest-892781459-project] 10.222.0.75 "GET /v2.0/ports?device_id=5a41699b-33f6-4124-8872-0e1679a5b99b HTTP/1.1" status: 200 len: 950 time: 0.3031645 Feb 09 19:16:24.175364 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-445d91e1-20e3-4365-91ce-26ba9cabd196 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:16:24.177097 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-7429db8d-6021-40ad-813e-885be449a89b None None] For port 68c208df-c0c8-433e-a3eb-e6f254f209a9, host n-h2-713498-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-36',level=0,port_id=68c208df-c0c8-433e-a3eb-e6f254f209a9,segment=NetworkSegment(07bba5ee-242c-42d2-9b8f-38d4eb46d67e),segment_id=07bba5ee-242c-42d2-9b8f-38d4eb46d67e)] {{(pid=103232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 19:16:24.183922 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-77c37f95-5357-4945-be19-e92d5d3b4f7c req-464b450e-9680-4b8c-96c1-c46c5fa52f55 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (badfafc7-4f48-4d37-8e78-f9cbce775520), before_update {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:16:24.243333 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762867176205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762866656485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762866656503'] for port (e80910e4-522e-40e2-a448-766b6a8b09c6), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:16:24.263087 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Returning: {'device': '68c208df-c0c8-433e-a3eb-e6f254f209a9', 'network_id': '48aa95c2-83e9-48c7-8e2c-2a839ef88ce3', 'port_id': '68c208df-c0c8-433e-a3eb-e6f254f209a9', 'mac_address': 'fa:16:3e:34:89:e8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 382, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2a17184c-3a1d-4609-9d20-3c94490f64d2', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103232) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 19:16:24.316151 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Pushing event updated for resources: {'Port': ['ID=dac79c6f-b9e3-4088-aea0-93f685514a20,revision_number=4']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:16:24.361768 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Current status of the port 68c208df-c0c8-433e-a3eb-e6f254f209a9 is: DOWN; New status is: BUILD {{(pid=103232) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 19:16:24.362484 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (68c208df-c0c8-433e-a3eb-e6f254f209a9), before_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:16:24.377265 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] get_ports_and_sgs() called for port_ids ['dac79c6f-b9e3-4088-aea0-93f685514a20'] {{(pid=103232) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 19:16:24.396440 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8699f1a2-ca97-450f-8139-e25fcabfaf1c req-c1f035f8-28e7-4f0f-84f8-486fe2cff918 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:16:24.398150 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-8699f1a2-ca97-450f-8139-e25fcabfaf1c req-c1f035f8-28e7-4f0f-84f8-486fe2cff918 service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=4c78f554-3359-419b-b8cb-dcb4eea61753 HTTP/1.1" status: 200 len: 1128 time: 0.1724560 Feb 09 19:16:24.408228 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd168bdb-d558-462e-847c-0df97a0cf6a9 req-ae4b7986-046d-4511-b677-1e7752d908ca tempest-ListServersNegativeTestJSON-1456546486 tempest-ListServersNegativeTestJSON-1456546486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:16:24.410001 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-bd168bdb-d558-462e-847c-0df97a0cf6a9 req-ae4b7986-046d-4511-b677-1e7752d908ca tempest-ListServersNegativeTestJSON-1456546486 tempest-ListServersNegativeTestJSON-1456546486-project] 10.222.0.75 "GET /v2.0/ports?device_id=6607bb8f-35a2-4226-a0db-3e638aa80a77 HTTP/1.1" status: 200 len: 944 time: 0.1597409 Feb 09 19:16:24.427962 n-d-713498-36 neutron-server[103232]: DEBUG neutron.notifiers.nova [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 68c208df-c0c8-433e-a3eb-e6f254f209a9 {{(pid=103232) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 19:16:24.440688 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Pushing event updated for resources: {'Port': ['ID=e80910e4-522e-40e2-a448-766b6a8b09c6,revision_number=5']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:16:24.468612 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-7429db8d-6021-40ad-813e-885be449a89b None None] For port 68c208df-c0c8-433e-a3eb-e6f254f209a9, host n-h2-713498-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-36',level=0,port_id=68c208df-c0c8-433e-a3eb-e6f254f209a9,segment=NetworkSegment(07bba5ee-242c-42d2-9b8f-38d4eb46d67e),segment_id=07bba5ee-242c-42d2-9b8f-38d4eb46d67e)] {{(pid=103232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 19:16:24.480977 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762867176205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762866656485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762866656503'] for port (68c208df-c0c8-433e-a3eb-e6f254f209a9), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:16:24.589232 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-8699f1a2-ca97-450f-8139-e25fcabfaf1c req-bc4ac102-b57e-4aca-96dd-cb0494e1dbc4 service neutron] 10.222.0.89 "GET /v2.0/security-groups?id=31b4ff91-7723-414a-a702-b2242bf2585f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1781073 Feb 09 19:16:24.608455 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-bd168bdb-d558-462e-847c-0df97a0cf6a9 req-5f759a28-014b-4a91-aac7-512903c478ae tempest-ListServersNegativeTestJSON-1456546486 tempest-ListServersNegativeTestJSON-1456546486-project] 10.222.0.75 "GET /v2.0/security-groups?id=31b4ff91-7723-414a-a702-b2242bf2585f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1328797 Feb 09 19:16:24.610785 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-445d91e1-20e3-4365-91ce-26ba9cabd196 admin admin] Publish callbacks [] for security_group (f53bacc4-c8c8-40c0-a8e7-f04bfcb053eb), precommit_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:16:24.621891 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-445d91e1-20e3-4365-91ce-26ba9cabd196 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1892331'] for security_group (f53bacc4-c8c8-40c0-a8e7-f04bfcb053eb), after_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:16:24.644731 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Pushing event updated for resources: {'Port': ['ID=68c208df-c0c8-433e-a3eb-e6f254f209a9,revision_number=4']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:16:24.701038 n-d-713498-36 neutron-server[103229]: DEBUG neutron.notifiers.nova [req-77c37f95-5357-4945-be19-e92d5d3b4f7c req-464b450e-9680-4b8c-96c1-c46c5fa52f55 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id badfafc7-4f48-4d37-8e78-f9cbce775520 {{(pid=103229) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 19:16:24.704398 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-445d91e1-20e3-4365-91ce-26ba9cabd196 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=43e1aa3da24b4f23bfdb462ca8d3481e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5624876 Feb 09 19:16:24.708154 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-445d91e1-20e3-4365-91ce-26ba9cabd196 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f53bacc4-c8c8-40c0-a8e7-f04bfcb053eb,revision_number=1']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:16:24.711289 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 36984) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:16:24.724586 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-77c37f95-5357-4945-be19-e92d5d3b4f7c req-464b450e-9680-4b8c-96c1-c46c5fa52f55 service neutron] Publish callbacks [] for port (badfafc7-4f48-4d37-8e78-f9cbce775520), precommit_update {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:16:24.742650 n-d-713498-36 neutron-server[103229]: DEBUG neutron.db.provisioning_blocks [req-77c37f95-5357-4945-be19-e92d5d3b4f7c req-464b450e-9680-4b8c-96c1-c46c5fa52f55 service neutron] Transition to ACTIVE for port object badfafc7-4f48-4d37-8e78-f9cbce775520 will not be triggered until provisioned by entity L2. {{(pid=103229) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 19:16:24.760545 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-17264f4b-fd1e-4747-8531-02ceeda8ba6f req-68fc358e-8f8b-4b9c-a52b-afdf97b91588 tempest-MigrationsAdminTest-892781459 tempest-MigrationsAdminTest-892781459-project] 10.222.0.75 "GET /v2.0/security-groups?id=709912c8-8171-4435-800e-9e5c5e45bf8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5669916 Feb 09 19:16:24.763021 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-77c37f95-5357-4945-be19-e92d5d3b4f7c req-464b450e-9680-4b8c-96c1-c46c5fa52f55 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762867176205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762866656485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762866656503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12867569'] for port (badfafc7-4f48-4d37-8e78-f9cbce775520), after_update {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:16:24.860585 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-464b450e-9680-4b8c-96c1-c46c5fa52f55 service neutron] Pushing event updated for resources: {'Port': ['ID=badfafc7-4f48-4d37-8e78-f9cbce775520,revision_number=2']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:16:24.870274 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-7429db8d-6021-40ad-813e-885be449a89b None None] get_ports_and_sgs() called for port_ids ['68c208df-c0c8-433e-a3eb-e6f254f209a9'] {{(pid=103232) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 19:16:24.876252 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-919649af-5ad6-4cc4-b9d3-10975c15c0c6 req-1cb7a04d-d168-4156-a469-6fd362197cfa tempest-ServerDiskConfigTestJSON-504186010 tempest-ServerDiskConfigTestJSON-504186010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:16:24.878472 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-919649af-5ad6-4cc4-b9d3-10975c15c0c6 req-1cb7a04d-d168-4156-a469-6fd362197cfa tempest-ServerDiskConfigTestJSON-504186010 tempest-ServerDiskConfigTestJSON-504186010-project] 10.222.0.75 "GET /v2.0/ports?device_id=de82db19-eabb-48c6-916b-fb13b5287703 HTTP/1.1" status: 200 len: 944 time: 0.1305325 Feb 09 19:16:24.921588 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-199bc691-89ac-4fb2-8642-b2c84e8dd28c admin admin] Publish callbacks [] for security_group (f53bacc4-c8c8-40c0-a8e7-f04bfcb053eb), before_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:16:24.944174 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.managers [req-77c37f95-5357-4945-be19-e92d5d3b4f7c req-464b450e-9680-4b8c-96c1-c46c5fa52f55 service neutron] Attempting to bind port badfafc7-4f48-4d37-8e78-f9cbce775520 on host n-h2-713498-36 for vnic_type normal with profile {{(pid=103229) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 19:16:24.944514 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.managers [req-77c37f95-5357-4945-be19-e92d5d3b4f7c req-464b450e-9680-4b8c-96c1-c46c5fa52f55 service neutron] Attempting to bind port badfafc7-4f48-4d37-8e78-f9cbce775520 by drivers openvswitch,hyperv on host n-h2-713498-36 at level 0 using segments [{'id': '1e2a1863-ec93-4db2-ba80-84e2ae4ef342', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': '7db728b6-f824-4bd2-9bbc-3a8ddd77fc29'}] {{(pid=103229) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 19:16:24.944843 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77c37f95-5357-4945-be19-e92d5d3b4f7c req-464b450e-9680-4b8c-96c1-c46c5fa52f55 service neutron] Attempting to bind port badfafc7-4f48-4d37-8e78-f9cbce775520 on network 7db728b6-f824-4bd2-9bbc-3a8ddd77fc29 {{(pid=103229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 19:16:24.958161 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb331937-38a3-462e-877a-5ac6757c4e9e req-ffff6414-92dc-4d66-8043-9a2358529bbd tempest-TaggedBootDevicesTest-980849656 tempest-TaggedBootDevicesTest-980849656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:16:24.964291 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb331937-38a3-462e-877a-5ac6757c4e9e req-ffff6414-92dc-4d66-8043-9a2358529bbd tempest-TaggedBootDevicesTest-980849656 tempest-TaggedBootDevicesTest-980849656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:16:24.965647 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-919649af-5ad6-4cc4-b9d3-10975c15c0c6 req-02bfffee-7479-42e6-8093-f637e887bf06 tempest-ServerDiskConfigTestJSON-504186010 tempest-ServerDiskConfigTestJSON-504186010-project] 10.222.0.75 "GET /v2.0/security-groups?id=3d9033a7-be2a-4459-a2da-84c23e651975&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0761254 Feb 09 19:16:24.969624 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb331937-38a3-462e-877a-5ac6757c4e9e req-ffff6414-92dc-4d66-8043-9a2358529bbd tempest-TaggedBootDevicesTest-980849656 tempest-TaggedBootDevicesTest-980849656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:16:24.971165 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-199bc691-89ac-4fb2-8642-b2c84e8dd28c admin admin] Publish callbacks [] for security_group (f53bacc4-c8c8-40c0-a8e7-f04bfcb053eb), precommit_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:16:24.974964 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb331937-38a3-462e-877a-5ac6757c4e9e req-ffff6414-92dc-4d66-8043-9a2358529bbd tempest-TaggedBootDevicesTest-980849656 tempest-TaggedBootDevicesTest-980849656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:16:24.981134 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb331937-38a3-462e-877a-5ac6757c4e9e req-ffff6414-92dc-4d66-8043-9a2358529bbd tempest-TaggedBootDevicesTest-980849656 tempest-TaggedBootDevicesTest-980849656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:16:24.995013 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb331937-38a3-462e-877a-5ac6757c4e9e req-ffff6414-92dc-4d66-8043-9a2358529bbd tempest-TaggedBootDevicesTest-980849656 tempest-TaggedBootDevicesTest-980849656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:16:25.001654 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb331937-38a3-462e-877a-5ac6757c4e9e req-ffff6414-92dc-4d66-8043-9a2358529bbd tempest-TaggedBootDevicesTest-980849656 tempest-TaggedBootDevicesTest-980849656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:16:25.005183 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-eb331937-38a3-462e-877a-5ac6757c4e9e req-ffff6414-92dc-4d66-8043-9a2358529bbd tempest-TaggedBootDevicesTest-980849656 tempest-TaggedBootDevicesTest-980849656-project] 10.222.0.75 "GET /v2.0/ports?device_id=c3476174-573e-455c-944e-9ed0cac04ac2 HTTP/1.1" status: 200 len: 5421 time: 0.1625245 Feb 09 19:16:25.010777 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77c37f95-5357-4945-be19-e92d5d3b4f7c req-464b450e-9680-4b8c-96c1-c46c5fa52f55 service neutron] Port badfafc7-4f48-4d37-8e78-f9cbce775520 on network 7db728b6-f824-4bd2-9bbc-3a8ddd77fc29 not bound, no agent of type Open vSwitch agent registered on host n-h2-713498-36 {{(pid=103229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 19:16:25.010982 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77c37f95-5357-4945-be19-e92d5d3b4f7c req-464b450e-9680-4b8c-96c1-c46c5fa52f55 service neutron] Attempting to bind port badfafc7-4f48-4d37-8e78-f9cbce775520 on network 7db728b6-f824-4bd2-9bbc-3a8ddd77fc29 {{(pid=103229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 19:16:25.038404 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77c37f95-5357-4945-be19-e92d5d3b4f7c req-464b450e-9680-4b8c-96c1-c46c5fa52f55 service neutron] Checking agent: {'id': 'bcd5faee-dc24-4298-9134-0e0aa054058e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713498-36', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 18, 59, 19), 'started_at': datetime.datetime(2022, 2, 9, 18, 59, 19), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 19, 16, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 19:16:25.038758 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77c37f95-5357-4945-be19-e92d5d3b4f7c req-464b450e-9680-4b8c-96c1-c46c5fa52f55 service neutron] Checking segment: {'id': '1e2a1863-ec93-4db2-ba80-84e2ae4ef342', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': '7db728b6-f824-4bd2-9bbc-3a8ddd77fc29'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103229) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 19:16:25.039155 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77c37f95-5357-4945-be19-e92d5d3b4f7c req-464b450e-9680-4b8c-96c1-c46c5fa52f55 service neutron] Bound using segment: {'id': '1e2a1863-ec93-4db2-ba80-84e2ae4ef342', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': '7db728b6-f824-4bd2-9bbc-3a8ddd77fc29'} {{(pid=103229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 19:16:25.039600 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.managers [req-77c37f95-5357-4945-be19-e92d5d3b4f7c req-464b450e-9680-4b8c-96c1-c46c5fa52f55 service neutron] Bound port: badfafc7-4f48-4d37-8e78-f9cbce775520, host: n-h2-713498-36, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1e2a1863-ec93-4db2-ba80-84e2ae4ef342', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': '7db728b6-f824-4bd2-9bbc-3a8ddd77fc29'}}] {{(pid=103229) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 19:16:25.040026 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-77c37f95-5357-4945-be19-e92d5d3b4f7c req-464b450e-9680-4b8c-96c1-c46c5fa52f55 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (badfafc7-4f48-4d37-8e78-f9cbce775520), before_update {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:16:25.091068 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-199bc691-89ac-4fb2-8642-b2c84e8dd28c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1892331'] for security_group (f53bacc4-c8c8-40c0-a8e7-f04bfcb053eb), after_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:16:25.094459 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-199bc691-89ac-4fb2-8642-b2c84e8dd28c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:16:25.098914 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-199bc691-89ac-4fb2-8642-b2c84e8dd28c admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/f53bacc4-c8c8-40c0-a8e7-f04bfcb053eb HTTP/1.1" status: 204 len: 168 time: 0.3654945 Feb 09 19:16:25.112729 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-199bc691-89ac-4fb2-8642-b2c84e8dd28c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f53bacc4-c8c8-40c0-a8e7-f04bfcb053eb,revision_number=None']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:16:25.135628 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-eb331937-38a3-462e-877a-5ac6757c4e9e req-ac18906e-7c55-437e-b97a-77912598e453 tempest-TaggedBootDevicesTest-980849656 tempest-TaggedBootDevicesTest-980849656-project] 10.222.0.75 "GET /v2.0/security-groups?id=6f7e8ede-8085-490c-860b-91c045ecce1f&id=116d7b93-0726-4659-8687-b47afcfa5056&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1209836 Feb 09 19:16:25.189421 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.db [req-77c37f95-5357-4945-be19-e92d5d3b4f7c req-464b450e-9680-4b8c-96c1-c46c5fa52f55 service neutron] For port badfafc7-4f48-4d37-8e78-f9cbce775520, host n-h2-713498-36, cleared binding levels {{(pid=103229) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 19:16:25.193723 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.db [req-77c37f95-5357-4945-be19-e92d5d3b4f7c req-464b450e-9680-4b8c-96c1-c46c5fa52f55 service neutron] For port badfafc7-4f48-4d37-8e78-f9cbce775520, host n-h2-713498-36, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-36',level=0,port_id=badfafc7-4f48-4d37-8e78-f9cbce775520,segment=NetworkSegment(1e2a1863-ec93-4db2-ba80-84e2ae4ef342),segment_id=1e2a1863-ec93-4db2-ba80-84e2ae4ef342)] {{(pid=103229) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 19:16:25.204946 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-77c37f95-5357-4945-be19-e92d5d3b4f7c req-464b450e-9680-4b8c-96c1-c46c5fa52f55 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762867176205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762866656485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762866656503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12867569'] for port (badfafc7-4f48-4d37-8e78-f9cbce775520), after_update {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:16:25.266302 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77c37f95-5357-4945-be19-e92d5d3b4f7c req-464b450e-9680-4b8c-96c1-c46c5fa52f55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:16:25.267006 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-77c37f95-5357-4945-be19-e92d5d3b4f7c req-464b450e-9680-4b8c-96c1-c46c5fa52f55 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171096'] for port (None), before_response {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:16:25.268450 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-77c37f95-5357-4945-be19-e92d5d3b4f7c req-464b450e-9680-4b8c-96c1-c46c5fa52f55 service neutron] 10.222.0.90 "PUT /v2.0/ports/badfafc7-4f48-4d37-8e78-f9cbce775520 HTTP/1.1" status: 200 len: 1093 time: 1.2841220 Feb 09 19:16:25.268916 n-d-713498-36 neutron-server[103229]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'de82db19-eabb-48c6-916b-fb13b5287703', 'tag': 'badfafc7-4f48-4d37-8e78-f9cbce775520'}] {{(pid=103229) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 19:16:25.273201 n-d-713498-36 neutron-server[103229]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fa6ae9a20702bd564eaf90d946620b2b4277b1ab91129323d3b54181076be307" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2755fe45-f8c3-4d1c-8585-c30cb76ccfd8" -d '{"events": [{"name": "network-changed", "server_uuid": "de82db19-eabb-48c6-916b-fb13b5287703", "tag": "badfafc7-4f48-4d37-8e78-f9cbce775520"}]}' {{(pid=103229) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 19:16:25.304252 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-464b450e-9680-4b8c-96c1-c46c5fa52f55 service neutron] Pushing event updated for resources: {'Port': ['ID=badfafc7-4f48-4d37-8e78-f9cbce775520,revision_number=3']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:16:25.362059 n-d-713498-36 neutron-server[103229]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 19:16:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-32b2bec5-500a-499c-a9a2-d3d899d64e97 x-openstack-request-id: req-32b2bec5-500a-499c-a9a2-d3d899d64e97 {{(pid=103229) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 19:16:25.362854 n-d-713498-36 neutron-server[103229]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "de82db19-eabb-48c6-916b-fb13b5287703", "tag": "badfafc7-4f48-4d37-8e78-f9cbce775520", "status": "completed", "code": 200}]} {{(pid=103229) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 19:16:25.362854 n-d-713498-36 neutron-server[103229]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-32b2bec5-500a-499c-a9a2-d3d899d64e97 {{(pid=103229) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 19:16:25.363067 n-d-713498-36 neutron-server[103229]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'de82db19-eabb-48c6-916b-fb13b5287703', 'tag': 'badfafc7-4f48-4d37-8e78-f9cbce775520', 'status': 'completed', 'code': 200} Feb 09 19:16:25.386973 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77c37f95-5357-4945-be19-e92d5d3b4f7c req-b8af7328-c45c-44c7-acc8-dacb90bd63d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:16:25.388519 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-77c37f95-5357-4945-be19-e92d5d3b4f7c req-b8af7328-c45c-44c7-acc8-dacb90bd63d2 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=b6fd652adad94d84b810e38a00b04bf3&device_id=de82db19-eabb-48c6-916b-fb13b5287703 HTTP/1.1" status: 200 len: 1127 time: 0.0614293 Feb 09 19:16:25.426374 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Device dac79c6f-b9e3-4088-aea0-93f685514a20 up at agent hyperv_n-h1-713498-36 {{(pid=103232) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 19:16:25.469711 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-77c37f95-5357-4945-be19-e92d5d3b4f7c req-03d07afe-c328-4ecb-9896-8b29b152ca5a service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=badfafc7-4f48-4d37-8e78-f9cbce775520 HTTP/1.1" status: 200 len: 217 time: 0.0720410 Feb 09 19:16:25.504834 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.provisioning_blocks [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Provisioning for port dac79c6f-b9e3-4088-aea0-93f685514a20 completed by entity L2. {{(pid=103232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 19:16:25.509070 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.provisioning_blocks [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Provisioning complete for port dac79c6f-b9e3-4088-aea0-93f685514a20 triggered by entity L2. {{(pid=103232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 19:16:25.509453 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593630'] for port (dac79c6f-b9e3-4088-aea0-93f685514a20), provisioning_complete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:16:25.551303 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77c37f95-5357-4945-be19-e92d5d3b4f7c req-bf0f15ab-f77c-4ecb-9de8-cbf36a54961c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:16:25.553147 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-77c37f95-5357-4945-be19-e92d5d3b4f7c req-bf0f15ab-f77c-4ecb-9de8-cbf36a54961c service neutron] 10.222.0.90 "GET /v2.0/subnets?id=56850be1-15c2-42cc-9dca-1e107c979838 HTTP/1.1" status: 200 len: 855 time: 0.0737565 Feb 09 19:16:25.620516 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-988da10f-a22d-47f7-8897-664c589a835d req-0d2e660b-93de-4d2e-95b7-2700e73b1c79 tempest-ServerShowV257Test-589056754 tempest-ServerShowV257Test-589056754-project] 10.222.0.75 "GET /v2.0/ports?device_id=26944e33-f83d-4567-bd3a-02cf5001147a HTTP/1.1" status: 200 len: 210 time: 0.0579216 Feb 09 19:16:25.660847 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Current status of the port dac79c6f-b9e3-4088-aea0-93f685514a20 is: BUILD; New status is: ACTIVE {{(pid=103232) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 19:16:25.660847 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (dac79c6f-b9e3-4088-aea0-93f685514a20), before_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:16:25.665682 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-77c37f95-5357-4945-be19-e92d5d3b4f7c req-c75ede2a-5342-439c-8387-702d0150d9c1 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=7db728b6-f824-4bd2-9bbc-3a8ddd77fc29&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1014736 Feb 09 19:16:25.990501 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68b95478-8ef9-4493-968c-7c7d705f7aa0 req-77173bb9-bdd1-4c9a-94a1-3cee6034f7e0 tempest-ListServersNegativeTestJSON-1456546486 tempest-ListServersNegativeTestJSON-1456546486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:16:26.003678 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-68b95478-8ef9-4493-968c-7c7d705f7aa0 req-77173bb9-bdd1-4c9a-94a1-3cee6034f7e0 tempest-ListServersNegativeTestJSON-1456546486 tempest-ListServersNegativeTestJSON-1456546486-project] 10.222.0.75 "GET /v2.0/ports?device_id=6607bb8f-35a2-4226-a0db-3e638aa80a77 HTTP/1.1" status: 200 len: 945 time: 0.1826277 Feb 09 19:16:26.049638 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] For port dac79c6f-b9e3-4088-aea0-93f685514a20, host n-h1-713498-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-36',level=0,port_id=dac79c6f-b9e3-4088-aea0-93f685514a20,segment=NetworkSegment(07bba5ee-242c-42d2-9b8f-38d4eb46d67e),segment_id=07bba5ee-242c-42d2-9b8f-38d4eb46d67e)] {{(pid=103232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 19:16:26.066557 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762867176205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762866656485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762866656503'] for port (dac79c6f-b9e3-4088-aea0-93f685514a20), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:16:26.067544 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Device e3d4e87c-9081-40c8-b44e-79d23b98081b no longer exists at agent hyperv_n-h1-713498-36 {{(pid=103232) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 19:16:26.073216 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-77c37f95-5357-4945-be19-e92d5d3b4f7c req-1b2cd12c-bd41-437c-81bc-113c600df678 service neutron] 10.222.0.90 "GET /v2.0/networks/7db728b6-f824-4bd2-9bbc-3a8ddd77fc29?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3944438 Feb 09 19:16:26.089487 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-68b95478-8ef9-4493-968c-7c7d705f7aa0 req-d71d10de-7fff-4c96-85d4-2e109f5aa9eb tempest-ListServersNegativeTestJSON-1456546486 tempest-ListServersNegativeTestJSON-1456546486-project] 10.222.0.75 "GET /v2.0/security-groups?id=31b4ff91-7723-414a-a702-b2242bf2585f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0847759 Feb 09 19:16:26.159413 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Pushing event updated for resources: {'Port': ['ID=dac79c6f-b9e3-4088-aea0-93f685514a20,revision_number=5']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:16:26.162156 n-d-713498-36 neutron-server[103232]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '38dba92f-112b-4bd9-9a53-715ece5f0b3f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dac79c6f-b9e3-4088-aea0-93f685514a20'}] {{(pid=103232) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 19:16:26.165030 n-d-713498-36 neutron-server[103232]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}949cdcde653dec44821de95cbf67297f53cbc2aed4e073b5d514f93bf911ce85" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6ea89420-1a00-4b3d-b757-0d17bef8277c" -d '{"events": [{"server_uuid": "38dba92f-112b-4bd9-9a53-715ece5f0b3f", "name": "network-vif-plugged", "status": "completed", "tag": "dac79c6f-b9e3-4088-aea0-93f685514a20"}]}' {{(pid=103232) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 19:16:26.169363 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] No Port match for: e3d4e87c-9081-40c8-b44e-79d23b98081b {{(pid=103232) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 19:16:26.169723 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Device e3d4e87c-9081-40c8-b44e-79d23b98081b not bound to the agent host n-h1-713498-36 {{(pid=103232) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 19:16:26.177417 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:16:26.177784 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:16:26.178160 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:16:26.178500 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:16:26.178835 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:16:26.179169 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:16:26.179494 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:16:26.179828 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:16:26.180156 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:16:26.180482 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:16:26.180823 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:16:26.181133 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:16:26.181457 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:16:26.211985 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b68c0bf9-84e1-46dd-b125-2a41e29fd724 req-be3022b4-2de9-40bb-a50b-ba7f8c50b17a tempest-MigrationsAdminTest-892781459 tempest-MigrationsAdminTest-892781459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:16:26.220912 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-b68c0bf9-84e1-46dd-b125-2a41e29fd724 req-be3022b4-2de9-40bb-a50b-ba7f8c50b17a tempest-MigrationsAdminTest-892781459 tempest-MigrationsAdminTest-892781459-project] 10.222.0.75 "GET /v2.0/ports?device_id=5a41699b-33f6-4124-8872-0e1679a5b99b HTTP/1.1" status: 200 len: 950 time: 0.2939436 Feb 09 19:16:26.305785 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c617795b-acf7-4a65-bb16-da0ba2d2d44c req-fd78044a-12d5-4f51-830b-1872a540e6e2 tempest-ServerDiskConfigTestJSON-504186010 tempest-ServerDiskConfigTestJSON-504186010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:16:26.316758 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-b68c0bf9-84e1-46dd-b125-2a41e29fd724 req-25dc63af-0de2-4f13-b9d5-451102033004 tempest-MigrationsAdminTest-892781459 tempest-MigrationsAdminTest-892781459-project] 10.222.0.75 "GET /v2.0/security-groups?id=709912c8-8171-4435-800e-9e5c5e45bf8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0949926 Feb 09 19:16:26.323147 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-c617795b-acf7-4a65-bb16-da0ba2d2d44c req-fd78044a-12d5-4f51-830b-1872a540e6e2 tempest-ServerDiskConfigTestJSON-504186010 tempest-ServerDiskConfigTestJSON-504186010-project] 10.222.0.75 "GET /v2.0/ports?device_id=de82db19-eabb-48c6-916b-fb13b5287703 HTTP/1.1" status: 200 len: 944 time: 0.1480966 Feb 09 19:16:26.324516 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-77c37f95-5357-4945-be19-e92d5d3b4f7c req-10a4354c-fbcc-4689-a1be-4099d2e68538 service neutron] 10.222.0.90 "GET /v2.0/networks/7db728b6-f824-4bd2-9bbc-3a8ddd77fc29?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2333581 Feb 09 19:16:26.407923 n-d-713498-36 neutron-server[103232]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 19:16:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-94c096cd-9c4b-4860-a545-2c7e5f2d8c9c x-openstack-request-id: req-94c096cd-9c4b-4860-a545-2c7e5f2d8c9c {{(pid=103232) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 19:16:26.408328 n-d-713498-36 neutron-server[103232]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "38dba92f-112b-4bd9-9a53-715ece5f0b3f", "name": "network-vif-plugged", "status": "completed", "tag": "dac79c6f-b9e3-4088-aea0-93f685514a20", "code": 200}]} {{(pid=103232) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 19:16:26.409277 n-d-713498-36 neutron-server[103232]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-94c096cd-9c4b-4860-a545-2c7e5f2d8c9c {{(pid=103232) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 19:16:26.409917 n-d-713498-36 neutron-server[103232]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '38dba92f-112b-4bd9-9a53-715ece5f0b3f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dac79c6f-b9e3-4088-aea0-93f685514a20', 'code': 200} Feb 09 19:16:26.487375 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-c617795b-acf7-4a65-bb16-da0ba2d2d44c req-bded04b8-1f95-4df0-929a-8a1edc9c452f tempest-ServerDiskConfigTestJSON-504186010 tempest-ServerDiskConfigTestJSON-504186010-project] 10.222.0.75 "GET /v2.0/security-groups?id=3d9033a7-be2a-4459-a2da-84c23e651975&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1606629 Feb 09 19:16:26.524180 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2755fe45-f8c3-4d1c-8585-c30cb76ccfd8 req-6b3dd3eb-728e-41e6-a6e3-e6ea1979a690 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:16:26.527042 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-2755fe45-f8c3-4d1c-8585-c30cb76ccfd8 req-6b3dd3eb-728e-41e6-a6e3-e6ea1979a690 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=b6fd652adad94d84b810e38a00b04bf3&device_id=de82db19-eabb-48c6-916b-fb13b5287703 HTTP/1.1" status: 200 len: 1127 time: 0.1119616 Feb 09 19:16:26.558944 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-455a1e98-5db5-4a37-98a1-37c3c9aaf1ce req-bd6fdb73-2210-4a6e-b761-c33967082668 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:16:26.561987 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-455a1e98-5db5-4a37-98a1-37c3c9aaf1ce req-bd6fdb73-2210-4a6e-b761-c33967082668 service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=38dba92f-112b-4bd9-9a53-715ece5f0b3f HTTP/1.1" status: 200 len: 1128 time: 0.0664313 Feb 09 19:16:26.618290 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-455a1e98-5db5-4a37-98a1-37c3c9aaf1ce req-04a73e68-9a51-4c53-b7cf-35da2445b3c5 service neutron] 10.222.0.89 "GET /v2.0/security-groups?id=31b4ff91-7723-414a-a702-b2242bf2585f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515900 Feb 09 19:16:26.671847 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39bd7372-f04e-4671-afd7-80d75d5228b7 req-8e2d9dc8-1838-4f04-b508-b1dfaf4b8a5f tempest-TaggedBootDevicesTest-980849656 tempest-TaggedBootDevicesTest-980849656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:16:26.677890 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39bd7372-f04e-4671-afd7-80d75d5228b7 req-8e2d9dc8-1838-4f04-b508-b1dfaf4b8a5f tempest-TaggedBootDevicesTest-980849656 tempest-TaggedBootDevicesTest-980849656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:16:26.684013 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39bd7372-f04e-4671-afd7-80d75d5228b7 req-8e2d9dc8-1838-4f04-b508-b1dfaf4b8a5f tempest-TaggedBootDevicesTest-980849656 tempest-TaggedBootDevicesTest-980849656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:16:26.689355 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39bd7372-f04e-4671-afd7-80d75d5228b7 req-8e2d9dc8-1838-4f04-b508-b1dfaf4b8a5f tempest-TaggedBootDevicesTest-980849656 tempest-TaggedBootDevicesTest-980849656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:16:26.694657 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39bd7372-f04e-4671-afd7-80d75d5228b7 req-8e2d9dc8-1838-4f04-b508-b1dfaf4b8a5f tempest-TaggedBootDevicesTest-980849656 tempest-TaggedBootDevicesTest-980849656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:16:26.700861 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39bd7372-f04e-4671-afd7-80d75d5228b7 req-8e2d9dc8-1838-4f04-b508-b1dfaf4b8a5f tempest-TaggedBootDevicesTest-980849656 tempest-TaggedBootDevicesTest-980849656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:16:26.706214 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39bd7372-f04e-4671-afd7-80d75d5228b7 req-8e2d9dc8-1838-4f04-b508-b1dfaf4b8a5f tempest-TaggedBootDevicesTest-980849656 tempest-TaggedBootDevicesTest-980849656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:16:26.708185 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-39bd7372-f04e-4671-afd7-80d75d5228b7 req-8e2d9dc8-1838-4f04-b508-b1dfaf4b8a5f tempest-TaggedBootDevicesTest-980849656 tempest-TaggedBootDevicesTest-980849656-project] 10.222.0.75 "GET /v2.0/ports?device_id=c3476174-573e-455c-944e-9ed0cac04ac2 HTTP/1.1" status: 200 len: 5421 time: 0.1768198 Feb 09 19:16:26.749239 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2755fe45-f8c3-4d1c-8585-c30cb76ccfd8 req-e5e44834-729c-46e8-a2e9-c347bcbdc18d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:16:26.750672 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-2755fe45-f8c3-4d1c-8585-c30cb76ccfd8 req-e5e44834-729c-46e8-a2e9-c347bcbdc18d service neutron] 10.222.0.90 "GET /v2.0/networks?id=7db728b6-f824-4bd2-9bbc-3a8ddd77fc29 HTTP/1.1" status: 200 len: 916 time: 0.2099504 Feb 09 19:16:26.792390 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-39bd7372-f04e-4671-afd7-80d75d5228b7 req-46d544e6-94cb-4962-a45c-a071a589236e tempest-TaggedBootDevicesTest-980849656 tempest-TaggedBootDevicesTest-980849656-project] 10.222.0.75 "GET /v2.0/security-groups?id=6f7e8ede-8085-490c-860b-91c045ecce1f&id=116d7b93-0726-4659-8687-b47afcfa5056&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0736403 Feb 09 19:16:26.842218 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-89e611ec-f3e2-47f7-a4c2-e2daf8296737 req-726ef1f3-449f-45af-8d23-d8de82658e8f tempest-ServerShowV257Test-589056754 tempest-ServerShowV257Test-589056754-project] 10.222.0.75 "GET /v2.0/ports?device_id=26944e33-f83d-4567-bd3a-02cf5001147a HTTP/1.1" status: 200 len: 210 time: 0.0747666 Feb 09 19:16:26.860984 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-2755fe45-f8c3-4d1c-8585-c30cb76ccfd8 req-531d02ce-e87f-43ce-9ad9-70fea7608cd7 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=badfafc7-4f48-4d37-8e78-f9cbce775520 HTTP/1.1" status: 200 len: 217 time: 0.0744913 Feb 09 19:16:26.923874 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2755fe45-f8c3-4d1c-8585-c30cb76ccfd8 req-42e504bd-4177-4dd6-8e7e-3d234b82933a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:16:26.925609 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-2755fe45-f8c3-4d1c-8585-c30cb76ccfd8 req-42e504bd-4177-4dd6-8e7e-3d234b82933a service neutron] 10.222.0.90 "GET /v2.0/subnets?id=56850be1-15c2-42cc-9dca-1e107c979838 HTTP/1.1" status: 200 len: 855 time: 0.0537245 Feb 09 19:16:26.972640 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-2755fe45-f8c3-4d1c-8585-c30cb76ccfd8 req-bea42bf8-feb0-4689-8a43-9b5a6da7af39 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=7db728b6-f824-4bd2-9bbc-3a8ddd77fc29&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0349140 Feb 09 19:16:27.074638 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-2755fe45-f8c3-4d1c-8585-c30cb76ccfd8 req-8d15f9cc-dca2-480e-be45-1b6a8ad34f02 service neutron] 10.222.0.90 "GET /v2.0/networks/7db728b6-f824-4bd2-9bbc-3a8ddd77fc29?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0899475 Feb 09 19:16:27.207268 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 37062) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:16:27.221578 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-2755fe45-f8c3-4d1c-8585-c30cb76ccfd8 req-9c40e030-53e9-4c90-ab4e-04e4775a8ad7 service neutron] 10.222.0.90 "GET /v2.0/networks/7db728b6-f824-4bd2-9bbc-3a8ddd77fc29?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1387539 Feb 09 19:16:27.237651 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c280514b-b65d-44be-b9da-3d2140891e26 req-e4672acf-7bca-42dd-bfc4-4b3c70119691 tempest-ListServersNegativeTestJSON-1456546486 tempest-ListServersNegativeTestJSON-1456546486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:16:27.239149 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-c280514b-b65d-44be-b9da-3d2140891e26 req-e4672acf-7bca-42dd-bfc4-4b3c70119691 tempest-ListServersNegativeTestJSON-1456546486 tempest-ListServersNegativeTestJSON-1456546486-project] 10.222.0.75 "GET /v2.0/ports?device_id=6607bb8f-35a2-4226-a0db-3e638aa80a77 HTTP/1.1" status: 200 len: 945 time: 0.0777082 Feb 09 19:16:27.296260 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-c280514b-b65d-44be-b9da-3d2140891e26 req-c76e26a9-807a-439b-a29f-3542f2ac3d0a tempest-ListServersNegativeTestJSON-1456546486 tempest-ListServersNegativeTestJSON-1456546486-project] 10.222.0.75 "GET /v2.0/security-groups?id=31b4ff91-7723-414a-a702-b2242bf2585f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502629 Feb 09 19:16:27.405476 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.v2.base [None req-a1be5816-acd1-4133-8a4a-93695d111023 tempest-PortsAdminExtendedAttrsTestJSON-1041689327 tempest-PortsAdminExtendedAttrsTestJSON-1041689327-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-test-network-449863895'}} {{(pid=103230) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 19:16:27.445617 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a1be5816-acd1-4133-8a4a-93695d111023 tempest-PortsAdminExtendedAttrsTestJSON-1041689327 tempest-PortsAdminExtendedAttrsTestJSON-1041689327-project] Made reservation on behalf of 4bc8ff01f1184ab6a7d07e7272c4b826 for: {'network': 1} {{(pid=103230) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 19:16:27.449576 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-a1be5816-acd1-4133-8a4a-93695d111023 tempest-PortsAdminExtendedAttrsTestJSON-1041689327 tempest-PortsAdminExtendedAttrsTestJSON-1041689327-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for network (None), before_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:16:27.469664 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-a1be5816-acd1-4133-8a4a-93695d111023 tempest-PortsAdminExtendedAttrsTestJSON-1041689327 tempest-PortsAdminExtendedAttrsTestJSON-1041689327-project] Publish callbacks [] for security_group (None), before_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:16:27.542895 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be50c0ce-2058-436e-b45d-e21d2c40e655 req-4a1b9761-979b-4674-bfb7-70ecfa9b2d3e tempest-MigrationsAdminTest-892781459 tempest-MigrationsAdminTest-892781459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:16:27.544435 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-be50c0ce-2058-436e-b45d-e21d2c40e655 req-4a1b9761-979b-4674-bfb7-70ecfa9b2d3e tempest-MigrationsAdminTest-892781459 tempest-MigrationsAdminTest-892781459-project] 10.222.0.75 "GET /v2.0/ports?device_id=5a41699b-33f6-4124-8872-0e1679a5b99b HTTP/1.1" status: 200 len: 950 time: 0.0924034 Feb 09 19:16:27.641421 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-be50c0ce-2058-436e-b45d-e21d2c40e655 req-6dad5346-cf3c-4bf2-beb6-0088305ddd58 tempest-MigrationsAdminTest-892781459 tempest-MigrationsAdminTest-892781459-project] 10.222.0.75 "GET /v2.0/security-groups?id=709912c8-8171-4435-800e-9e5c5e45bf8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0865264 Feb 09 19:16:27.648455 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a6ddb93-4234-4f3f-90ae-6c31f97887d3 req-5db2e0c5-9135-46f0-9c0b-48bf9e4fa2d3 tempest-ServerDiskConfigTestJSON-504186010 tempest-ServerDiskConfigTestJSON-504186010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:16:27.652128 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-0a6ddb93-4234-4f3f-90ae-6c31f97887d3 req-5db2e0c5-9135-46f0-9c0b-48bf9e4fa2d3 tempest-ServerDiskConfigTestJSON-504186010 tempest-ServerDiskConfigTestJSON-504186010-project] 10.222.0.75 "GET /v2.0/ports?device_id=de82db19-eabb-48c6-916b-fb13b5287703 HTTP/1.1" status: 200 len: 944 time: 0.0797215 Feb 09 19:16:27.658244 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-a1be5816-acd1-4133-8a4a-93695d111023 tempest-PortsAdminExtendedAttrsTestJSON-1041689327 tempest-PortsAdminExtendedAttrsTestJSON-1041689327-project] Publish callbacks [] for security_group (02272011-bd62-42c2-8b49-053829d3b3bb), precommit_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:16:27.663324 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-a1be5816-acd1-4133-8a4a-93695d111023 tempest-PortsAdminExtendedAttrsTestJSON-1041689327 tempest-PortsAdminExtendedAttrsTestJSON-1041689327-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1892331'] for security_group (02272011-bd62-42c2-8b49-053829d3b3bb), after_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:16:27.705039 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a1be5816-acd1-4133-8a4a-93695d111023 tempest-PortsAdminExtendedAttrsTestJSON-1041689327 tempest-PortsAdminExtendedAttrsTestJSON-1041689327-project] vlan segment allocate from pool success with {'vlan_id': 356, 'physical_network': 'physnet1'} {{(pid=103230) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 19:16:27.710129 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1be5816-acd1-4133-8a4a-93695d111023 tempest-PortsAdminExtendedAttrsTestJSON-1041689327 tempest-PortsAdminExtendedAttrsTestJSON-1041689327-project] Pushing event updated for resources: {'SecurityGroup': ['ID=02272011-bd62-42c2-8b49-053829d3b3bb,revision_number=1']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:16:27.718549 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-a1be5816-acd1-4133-8a4a-93695d111023 tempest-PortsAdminExtendedAttrsTestJSON-1041689327 tempest-PortsAdminExtendedAttrsTestJSON-1041689327-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-759574'] for segment (7a0d3e4d-fc5f-4893-b62e-f45df79ad502), precommit_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:16:27.718909 n-d-713498-36 neutron-server[103230]: INFO neutron.db.segments_db [None req-a1be5816-acd1-4133-8a4a-93695d111023 tempest-PortsAdminExtendedAttrsTestJSON-1041689327 tempest-PortsAdminExtendedAttrsTestJSON-1041689327-project] Added segment 7a0d3e4d-fc5f-4893-b62e-f45df79ad502 of type vlan for network 6083e394-cc20-485c-83f6-d582607c2914 Feb 09 19:16:27.720918 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-0a6ddb93-4234-4f3f-90ae-6c31f97887d3 req-d6d46247-485c-4fce-8edf-9d3367d58775 tempest-ServerDiskConfigTestJSON-504186010 tempest-ServerDiskConfigTestJSON-504186010-project] 10.222.0.75 "GET /v2.0/security-groups?id=3d9033a7-be2a-4459-a2da-84c23e651975&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513694 Feb 09 19:16:27.774568 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-a1be5816-acd1-4133-8a4a-93695d111023 tempest-PortsAdminExtendedAttrsTestJSON-1041689327 tempest-PortsAdminExtendedAttrsTestJSON-1041689327-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762866642225'] for network (6083e394-cc20-485c-83f6-d582607c2914), precommit_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:16:27.806457 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-a1be5816-acd1-4133-8a4a-93695d111023 tempest-PortsAdminExtendedAttrsTestJSON-1041689327 tempest-PortsAdminExtendedAttrsTestJSON-1041689327-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1885479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452'] for network (6083e394-cc20-485c-83f6-d582607c2914), after_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:16:27.811639 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1be5816-acd1-4133-8a4a-93695d111023 tempest-PortsAdminExtendedAttrsTestJSON-1041689327 tempest-PortsAdminExtendedAttrsTestJSON-1041689327-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:16:27.812260 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-a1be5816-acd1-4133-8a4a-93695d111023 tempest-PortsAdminExtendedAttrsTestJSON-1041689327 tempest-PortsAdminExtendedAttrsTestJSON-1041689327-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1613566'] for network (None), before_response {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:16:27.854746 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Device 68c208df-c0c8-433e-a3eb-e6f254f209a9 up at agent hyperv_n-h2-713498-36 {{(pid=103232) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 19:16:27.883809 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-a1be5816-acd1-4133-8a4a-93695d111023 tempest-PortsAdminExtendedAttrsTestJSON-1041689327 tempest-PortsAdminExtendedAttrsTestJSON-1041689327-project] 10.222.0.75 "POST /v2.0/networks HTTP/1.1" status: 201 len: 798 time: 0.6738124 Feb 09 19:16:27.887624 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1be5816-acd1-4133-8a4a-93695d111023 tempest-PortsAdminExtendedAttrsTestJSON-1041689327 tempest-PortsAdminExtendedAttrsTestJSON-1041689327-project] Pushing event updated for resources: {'Network': ['ID=6083e394-cc20-485c-83f6-d582607c2914,revision_number=1']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:16:27.923157 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Network 6083e394-cc20-485c-83f6-d582607c2914 details requested by agent ovs-agent-n-d-713498-36 with host n-d-713498-36 {{(pid=103232) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 19:16:27.999752 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-ab45c4c4-1a84-4cce-9e4c-1b5f13ab16b5 req-44e96035-7192-48fd-ab87-781ac87a8550 tempest-ServerShowV257Test-589056754 tempest-ServerShowV257Test-589056754-project] 10.222.0.75 "GET /v2.0/ports?device_id=26944e33-f83d-4567-bd3a-02cf5001147a HTTP/1.1" status: 200 len: 210 time: 0.0390980 Feb 09 19:16:28.000624 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcfd099f-f54e-4742-8f10-69d1efaa7ea4 req-ebfe8ff9-a20e-47ee-a5f9-2c3ef965a448 tempest-TaggedBootDevicesTest-980849656 tempest-TaggedBootDevicesTest-980849656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:16:28.006371 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcfd099f-f54e-4742-8f10-69d1efaa7ea4 req-ebfe8ff9-a20e-47ee-a5f9-2c3ef965a448 tempest-TaggedBootDevicesTest-980849656 tempest-TaggedBootDevicesTest-980849656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:16:28.012755 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcfd099f-f54e-4742-8f10-69d1efaa7ea4 req-ebfe8ff9-a20e-47ee-a5f9-2c3ef965a448 tempest-TaggedBootDevicesTest-980849656 tempest-TaggedBootDevicesTest-980849656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:16:28.018372 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcfd099f-f54e-4742-8f10-69d1efaa7ea4 req-ebfe8ff9-a20e-47ee-a5f9-2c3ef965a448 tempest-TaggedBootDevicesTest-980849656 tempest-TaggedBootDevicesTest-980849656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:16:28.032967 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcfd099f-f54e-4742-8f10-69d1efaa7ea4 req-ebfe8ff9-a20e-47ee-a5f9-2c3ef965a448 tempest-TaggedBootDevicesTest-980849656 tempest-TaggedBootDevicesTest-980849656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:16:28.033930 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.provisioning_blocks [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Provisioning for port 68c208df-c0c8-433e-a3eb-e6f254f209a9 completed by entity L2. {{(pid=103232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 19:16:28.043553 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.provisioning_blocks [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Provisioning complete for port 68c208df-c0c8-433e-a3eb-e6f254f209a9 triggered by entity L2. {{(pid=103232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 19:16:28.043932 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593630'] for port (68c208df-c0c8-433e-a3eb-e6f254f209a9), provisioning_complete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:16:28.045290 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcfd099f-f54e-4742-8f10-69d1efaa7ea4 req-ebfe8ff9-a20e-47ee-a5f9-2c3ef965a448 tempest-TaggedBootDevicesTest-980849656 tempest-TaggedBootDevicesTest-980849656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:16:28.050765 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcfd099f-f54e-4742-8f10-69d1efaa7ea4 req-ebfe8ff9-a20e-47ee-a5f9-2c3ef965a448 tempest-TaggedBootDevicesTest-980849656 tempest-TaggedBootDevicesTest-980849656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:16:28.052667 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-bcfd099f-f54e-4742-8f10-69d1efaa7ea4 req-ebfe8ff9-a20e-47ee-a5f9-2c3ef965a448 tempest-TaggedBootDevicesTest-980849656 tempest-TaggedBootDevicesTest-980849656-project] 10.222.0.75 "GET /v2.0/ports?device_id=c3476174-573e-455c-944e-9ed0cac04ac2 HTTP/1.1" status: 200 len: 5421 time: 0.1302164 Feb 09 19:16:28.125881 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-bcfd099f-f54e-4742-8f10-69d1efaa7ea4 req-a90f90a0-390b-4b0f-9436-cc70a5f295cf tempest-TaggedBootDevicesTest-980849656 tempest-TaggedBootDevicesTest-980849656-project] 10.222.0.75 "GET /v2.0/security-groups?id=6f7e8ede-8085-490c-860b-91c045ecce1f&id=116d7b93-0726-4659-8687-b47afcfa5056&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0587416 Feb 09 19:16:28.143906 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Current status of the port 68c208df-c0c8-433e-a3eb-e6f254f209a9 is: BUILD; New status is: ACTIVE {{(pid=103232) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 19:16:28.144306 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (68c208df-c0c8-433e-a3eb-e6f254f209a9), before_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:16:28.178812 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-7429db8d-6021-40ad-813e-885be449a89b None None] For port 68c208df-c0c8-433e-a3eb-e6f254f209a9, host n-h2-713498-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-36',level=0,port_id=68c208df-c0c8-433e-a3eb-e6f254f209a9,segment=NetworkSegment(07bba5ee-242c-42d2-9b8f-38d4eb46d67e),segment_id=07bba5ee-242c-42d2-9b8f-38d4eb46d67e)] {{(pid=103232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 19:16:28.184532 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762867176205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762866656485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762866656503'] for port (68c208df-c0c8-433e-a3eb-e6f254f209a9), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:16:28.220435 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 37078) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:16:28.226260 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.v2.base [None req-6ead5214-9810-44cc-bf10-7c289b0a8e47 tempest-PortsAdminExtendedAttrsTestJSON-1604698243 tempest-PortsAdminExtendedAttrsTestJSON-1604698243-project-admin] Request body: {'port': {'network_id': '6083e394-cc20-485c-83f6-d582607c2914', 'binding:host_id': 'n-h1-713498-36', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1484236553'}} {{(pid=103230) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 19:16:28.234198 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Pushing event updated for resources: {'Port': ['ID=68c208df-c0c8-433e-a3eb-e6f254f209a9,revision_number=5']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:16:28.252281 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6ead5214-9810-44cc-bf10-7c289b0a8e47 tempest-PortsAdminExtendedAttrsTestJSON-1604698243 tempest-PortsAdminExtendedAttrsTestJSON-1604698243-project-admin] Made reservation on behalf of 6669c46b042640c4ac242050e97b573f for: {'port': 1} {{(pid=103230) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 19:16:28.254700 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-6ead5214-9810-44cc-bf10-7c289b0a8e47 tempest-PortsAdminExtendedAttrsTestJSON-1604698243 tempest-PortsAdminExtendedAttrsTestJSON-1604698243-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (None), before_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:16:28.263086 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-6ead5214-9810-44cc-bf10-7c289b0a8e47 tempest-PortsAdminExtendedAttrsTestJSON-1604698243 tempest-PortsAdminExtendedAttrsTestJSON-1604698243-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:16:28.342855 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-6ead5214-9810-44cc-bf10-7c289b0a8e47 tempest-PortsAdminExtendedAttrsTestJSON-1604698243 tempest-PortsAdminExtendedAttrsTestJSON-1604698243-project-admin] Publish callbacks [] for security_group (78b4f017-6181-49e5-8d7e-3aa3151f9a54), precommit_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:16:28.347104 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-6ead5214-9810-44cc-bf10-7c289b0a8e47 tempest-PortsAdminExtendedAttrsTestJSON-1604698243 tempest-PortsAdminExtendedAttrsTestJSON-1604698243-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1892331'] for security_group (78b4f017-6181-49e5-8d7e-3aa3151f9a54), after_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:16:28.352701 n-d-713498-36 neutron-server[103230]: DEBUG neutron.notifiers.nova [None req-6ead5214-9810-44cc-bf10-7c289b0a8e47 tempest-PortsAdminExtendedAttrsTestJSON-1604698243 tempest-PortsAdminExtendedAttrsTestJSON-1604698243-project-admin] device_id is not set on port 29017387-a300-4472-a908-c0bbf3f8e77e yet. {{(pid=103230) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 09 19:16:28.411064 n-d-713498-36 neutron-server[103232]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6607bb8f-35a2-4226-a0db-3e638aa80a77', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '68c208df-c0c8-433e-a3eb-e6f254f209a9'}] {{(pid=103232) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 19:16:28.413541 n-d-713498-36 neutron-server[103232]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}949cdcde653dec44821de95cbf67297f53cbc2aed4e073b5d514f93bf911ce85" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2617575e-f738-4986-87af-52143d4a128a" -d '{"events": [{"server_uuid": "6607bb8f-35a2-4226-a0db-3e638aa80a77", "name": "network-vif-plugged", "status": "completed", "tag": "68c208df-c0c8-433e-a3eb-e6f254f209a9"}]}' {{(pid=103232) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 19:16:28.452029 n-d-713498-36 neutron-server[103232]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 19:16:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0c2c6874-e2a5-48c1-b8bf-ff938e4c4b13 x-openstack-request-id: req-0c2c6874-e2a5-48c1-b8bf-ff938e4c4b13 {{(pid=103232) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 19:16:28.452414 n-d-713498-36 neutron-server[103232]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6607bb8f-35a2-4226-a0db-3e638aa80a77", "name": "network-vif-plugged", "status": "completed", "tag": "68c208df-c0c8-433e-a3eb-e6f254f209a9", "code": 200}]} {{(pid=103232) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 19:16:28.452745 n-d-713498-36 neutron-server[103232]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-0c2c6874-e2a5-48c1-b8bf-ff938e4c4b13 {{(pid=103232) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 19:16:28.453202 n-d-713498-36 neutron-server[103232]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6607bb8f-35a2-4226-a0db-3e638aa80a77', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '68c208df-c0c8-433e-a3eb-e6f254f209a9', 'code': 200} Feb 09 19:16:28.463624 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ead5214-9810-44cc-bf10-7c289b0a8e47 tempest-PortsAdminExtendedAttrsTestJSON-1604698243 tempest-PortsAdminExtendedAttrsTestJSON-1604698243-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=78b4f017-6181-49e5-8d7e-3aa3151f9a54,revision_number=1']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:16:28.524407 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-563d7b2d-5610-4c4b-baa1-fce3fcf9689b req-5aa71ad9-fbf9-4a7b-9a83-5dd3555dfb9c tempest-ListServersNegativeTestJSON-1456546486 tempest-ListServersNegativeTestJSON-1456546486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:16:28.525976 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-563d7b2d-5610-4c4b-baa1-fce3fcf9689b req-5aa71ad9-fbf9-4a7b-9a83-5dd3555dfb9c tempest-ListServersNegativeTestJSON-1456546486 tempest-ListServersNegativeTestJSON-1456546486-project] 10.222.0.75 "GET /v2.0/ports?device_id=6607bb8f-35a2-4226-a0db-3e638aa80a77 HTTP/1.1" status: 200 len: 946 time: 0.1571312 Feb 09 19:16:28.595329 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7115129-2666-41bf-9654-abe9584d0689 req-94a04395-974f-47a9-8253-a9eb521b6e7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:16:28.597288 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-c7115129-2666-41bf-9654-abe9584d0689 req-94a04395-974f-47a9-8253-a9eb521b6e7d service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=6607bb8f-35a2-4226-a0db-3e638aa80a77 HTTP/1.1" status: 200 len: 1129 time: 0.0599201 Feb 09 19:16:28.656830 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-c7115129-2666-41bf-9654-abe9584d0689 req-a341aafb-2e75-4de8-b5ee-240c6f9573c7 service neutron] 10.222.0.90 "GET /v2.0/security-groups?id=31b4ff91-7723-414a-a702-b2242bf2585f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429168 Feb 09 19:16:28.682806 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-782c9054-959a-4882-8121-e49b12a3074c req-1b13cb97-9d2b-4091-bb4b-459639b91b82 service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=26944e33-f83d-4567-bd3a-02cf5001147a HTTP/1.1" status: 200 len: 210 time: 0.0530055 Feb 09 19:16:28.694430 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-563d7b2d-5610-4c4b-baa1-fce3fcf9689b req-dd82a90c-548d-41e1-9c30-b8f811a33165 tempest-ListServersNegativeTestJSON-1456546486 tempest-ListServersNegativeTestJSON-1456546486-project] 10.222.0.75 "GET /v2.0/security-groups?id=31b4ff91-7723-414a-a702-b2242bf2585f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1602485 Feb 09 19:16:28.759374 n-d-713498-36 neutron-server[103230]: DEBUG neutron.notifiers.nova [None req-6ead5214-9810-44cc-bf10-7c289b0a8e47 tempest-PortsAdminExtendedAttrsTestJSON-1604698243 tempest-PortsAdminExtendedAttrsTestJSON-1604698243-project-admin] device_id is not set on port 29017387-a300-4472-a908-c0bbf3f8e77e yet. {{(pid=103230) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 09 19:16:28.778206 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-6ead5214-9810-44cc-bf10-7c289b0a8e47 tempest-PortsAdminExtendedAttrsTestJSON-1604698243 tempest-PortsAdminExtendedAttrsTestJSON-1604698243-project-admin] Publish callbacks [] for port (29017387-a300-4472-a908-c0bbf3f8e77e), precommit_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:16:28.789779 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-6ead5214-9810-44cc-bf10-7c289b0a8e47 tempest-PortsAdminExtendedAttrsTestJSON-1604698243 tempest-PortsAdminExtendedAttrsTestJSON-1604698243-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762866656467', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14393751'] for port (29017387-a300-4472-a908-c0bbf3f8e77e), after_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:16:28.801315 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2749ab91-c901-41f8-83c5-6f1f2c484cc5 req-cdab6b67-d121-4454-88ca-64578a0295c0 tempest-MigrationsAdminTest-892781459 tempest-MigrationsAdminTest-892781459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:16:28.808581 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-2749ab91-c901-41f8-83c5-6f1f2c484cc5 req-cdab6b67-d121-4454-88ca-64578a0295c0 tempest-MigrationsAdminTest-892781459 tempest-MigrationsAdminTest-892781459-project] 10.222.0.75 "GET /v2.0/ports?device_id=5a41699b-33f6-4124-8872-0e1679a5b99b HTTP/1.1" status: 200 len: 950 time: 0.0733960 Feb 09 19:16:28.870468 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-2749ab91-c901-41f8-83c5-6f1f2c484cc5 req-4707ecd8-4dc0-417d-8d64-1aac2d8483e6 tempest-MigrationsAdminTest-892781459 tempest-MigrationsAdminTest-892781459-project] 10.222.0.75 "GET /v2.0/security-groups?id=709912c8-8171-4435-800e-9e5c5e45bf8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559196 Feb 09 19:16:28.929167 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ead5214-9810-44cc-bf10-7c289b0a8e47 tempest-PortsAdminExtendedAttrsTestJSON-1604698243 tempest-PortsAdminExtendedAttrsTestJSON-1604698243-project-admin] Pushing event updated for resources: {'Port': ['ID=29017387-a300-4472-a908-c0bbf3f8e77e,revision_number=1']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:16:28.944454 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ead5214-9810-44cc-bf10-7c289b0a8e47 tempest-PortsAdminExtendedAttrsTestJSON-1604698243 tempest-PortsAdminExtendedAttrsTestJSON-1604698243-project-admin] Checking segment: {'id': '7a0d3e4d-fc5f-4893-b62e-f45df79ad502', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': '6083e394-cc20-485c-83f6-d582607c2914'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103230) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 19:16:28.944811 n-d-713498-36 neutron-server[103230]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ead5214-9810-44cc-bf10-7c289b0a8e47 tempest-PortsAdminExtendedAttrsTestJSON-1604698243 tempest-PortsAdminExtendedAttrsTestJSON-1604698243-project-admin] Network hostable DHCP agents. Network: 6083e394-cc20-485c-83f6-d582607c2914, hostable agents: ['af91e4b9-f4e1-42b1-a25c-a10dc47171c8'], hosted agents: [] {{(pid=103230) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 19:16:28.960260 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ab22179-be82-4bac-a83e-1304163c61fc req-778b89c4-7816-471d-9f95-b0fadd5c3081 tempest-ServerDiskConfigTestJSON-504186010 tempest-ServerDiskConfigTestJSON-504186010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:16:28.961707 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-9ab22179-be82-4bac-a83e-1304163c61fc req-778b89c4-7816-471d-9f95-b0fadd5c3081 tempest-ServerDiskConfigTestJSON-504186010 tempest-ServerDiskConfigTestJSON-504186010-project] 10.222.0.75 "GET /v2.0/ports?device_id=de82db19-eabb-48c6-916b-fb13b5287703 HTTP/1.1" status: 200 len: 944 time: 0.1097946 Feb 09 19:16:28.987337 n-d-713498-36 neutron-server[103230]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ead5214-9810-44cc-bf10-7c289b0a8e47 tempest-PortsAdminExtendedAttrsTestJSON-1604698243 tempest-PortsAdminExtendedAttrsTestJSON-1604698243-project-admin] Network 6083e394-cc20-485c-83f6-d582607c2914 is scheduled to be hosted by DHCP agent af91e4b9-f4e1-42b1-a25c-a10dc47171c8 with binding_index 1 {{(pid=103230) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 19:16:29.005041 n-d-713498-36 neutron-server[103230]: DEBUG neutron.scheduler.base_scheduler [None req-6ead5214-9810-44cc-bf10-7c289b0a8e47 tempest-PortsAdminExtendedAttrsTestJSON-1604698243 tempest-PortsAdminExtendedAttrsTestJSON-1604698243-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713498-36, 6083e394-cc20-485c-83f6-d582607c2914) {{(pid=103230) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 19:16:29.009739 n-d-713498-36 neutron-server[103230]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ead5214-9810-44cc-bf10-7c289b0a8e47 tempest-PortsAdminExtendedAttrsTestJSON-1604698243 tempest-PortsAdminExtendedAttrsTestJSON-1604698243-project-admin] Received port after_create {{(pid=103230) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 19:16:29.014310 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db928863-701d-4465-9ec2-ca6ef09e8c3a None None] Network 6083e394-cc20-485c-83f6-d582607c2914 requested from n-d-713498-36 {{(pid=103232) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 19:16:29.039809 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.managers [None req-6ead5214-9810-44cc-bf10-7c289b0a8e47 tempest-PortsAdminExtendedAttrsTestJSON-1604698243 tempest-PortsAdminExtendedAttrsTestJSON-1604698243-project-admin] Attempting to bind port 29017387-a300-4472-a908-c0bbf3f8e77e on host n-h1-713498-36 for vnic_type normal with profile {{(pid=103230) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 19:16:29.040147 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.managers [None req-6ead5214-9810-44cc-bf10-7c289b0a8e47 tempest-PortsAdminExtendedAttrsTestJSON-1604698243 tempest-PortsAdminExtendedAttrsTestJSON-1604698243-project-admin] Attempting to bind port 29017387-a300-4472-a908-c0bbf3f8e77e by drivers openvswitch,hyperv on host n-h1-713498-36 at level 0 using segments [{'id': '7a0d3e4d-fc5f-4893-b62e-f45df79ad502', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': '6083e394-cc20-485c-83f6-d582607c2914'}] {{(pid=103230) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 19:16:29.040763 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ead5214-9810-44cc-bf10-7c289b0a8e47 tempest-PortsAdminExtendedAttrsTestJSON-1604698243 tempest-PortsAdminExtendedAttrsTestJSON-1604698243-project-admin] Attempting to bind port 29017387-a300-4472-a908-c0bbf3f8e77e on network 6083e394-cc20-485c-83f6-d582607c2914 {{(pid=103230) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 19:16:29.054222 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-9ab22179-be82-4bac-a83e-1304163c61fc req-0eb904ca-ce1f-49dc-a7c8-726a60380d0f tempest-ServerDiskConfigTestJSON-504186010 tempest-ServerDiskConfigTestJSON-504186010-project] 10.222.0.75 "GET /v2.0/security-groups?id=3d9033a7-be2a-4459-a2da-84c23e651975&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0840461 Feb 09 19:16:29.062066 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ead5214-9810-44cc-bf10-7c289b0a8e47 tempest-PortsAdminExtendedAttrsTestJSON-1604698243 tempest-PortsAdminExtendedAttrsTestJSON-1604698243-project-admin] Port 29017387-a300-4472-a908-c0bbf3f8e77e on network 6083e394-cc20-485c-83f6-d582607c2914 not bound, no agent of type Open vSwitch agent registered on host n-h1-713498-36 {{(pid=103230) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 19:16:29.062608 n-d-713498-36 neutron-server[103230]: ERROR neutron.plugins.ml2.managers [None req-6ead5214-9810-44cc-bf10-7c289b0a8e47 tempest-PortsAdminExtendedAttrsTestJSON-1604698243 tempest-PortsAdminExtendedAttrsTestJSON-1604698243-project-admin] Failed to bind port 29017387-a300-4472-a908-c0bbf3f8e77e on host n-h1-713498-36 for vnic_type normal using segments [{'id': '7a0d3e4d-fc5f-4893-b62e-f45df79ad502', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': '6083e394-cc20-485c-83f6-d582607c2914'}] Feb 09 19:16:29.063179 n-d-713498-36 neutron-server[103230]: INFO neutron.plugins.ml2.plugin [None req-6ead5214-9810-44cc-bf10-7c289b0a8e47 tempest-PortsAdminExtendedAttrsTestJSON-1604698243 tempest-PortsAdminExtendedAttrsTestJSON-1604698243-project-admin] Attempt 2 to bind port 29017387-a300-4472-a908-c0bbf3f8e77e Feb 09 19:16:29.082678 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.managers [None req-6ead5214-9810-44cc-bf10-7c289b0a8e47 tempest-PortsAdminExtendedAttrsTestJSON-1604698243 tempest-PortsAdminExtendedAttrsTestJSON-1604698243-project-admin] Attempting to bind port 29017387-a300-4472-a908-c0bbf3f8e77e on host n-h1-713498-36 for vnic_type normal with profile {{(pid=103230) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 19:16:29.083060 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.managers [None req-6ead5214-9810-44cc-bf10-7c289b0a8e47 tempest-PortsAdminExtendedAttrsTestJSON-1604698243 tempest-PortsAdminExtendedAttrsTestJSON-1604698243-project-admin] Attempting to bind port 29017387-a300-4472-a908-c0bbf3f8e77e by drivers openvswitch,hyperv on host n-h1-713498-36 at level 0 using segments [{'id': '7a0d3e4d-fc5f-4893-b62e-f45df79ad502', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': '6083e394-cc20-485c-83f6-d582607c2914'}] {{(pid=103230) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 19:16:29.083410 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ead5214-9810-44cc-bf10-7c289b0a8e47 tempest-PortsAdminExtendedAttrsTestJSON-1604698243 tempest-PortsAdminExtendedAttrsTestJSON-1604698243-project-admin] Attempting to bind port 29017387-a300-4472-a908-c0bbf3f8e77e on network 6083e394-cc20-485c-83f6-d582607c2914 {{(pid=103230) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 19:16:29.094964 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ead5214-9810-44cc-bf10-7c289b0a8e47 tempest-PortsAdminExtendedAttrsTestJSON-1604698243 tempest-PortsAdminExtendedAttrsTestJSON-1604698243-project-admin] Port 29017387-a300-4472-a908-c0bbf3f8e77e on network 6083e394-cc20-485c-83f6-d582607c2914 not bound, no agent of type Open vSwitch agent registered on host n-h1-713498-36 {{(pid=103230) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 19:16:29.095292 n-d-713498-36 neutron-server[103230]: ERROR neutron.plugins.ml2.managers [None req-6ead5214-9810-44cc-bf10-7c289b0a8e47 tempest-PortsAdminExtendedAttrsTestJSON-1604698243 tempest-PortsAdminExtendedAttrsTestJSON-1604698243-project-admin] Failed to bind port 29017387-a300-4472-a908-c0bbf3f8e77e on host n-h1-713498-36 for vnic_type normal using segments [{'id': '7a0d3e4d-fc5f-4893-b62e-f45df79ad502', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': '6083e394-cc20-485c-83f6-d582607c2914'}] Feb 09 19:16:29.095689 n-d-713498-36 neutron-server[103230]: INFO neutron.plugins.ml2.plugin [None req-6ead5214-9810-44cc-bf10-7c289b0a8e47 tempest-PortsAdminExtendedAttrsTestJSON-1604698243 tempest-PortsAdminExtendedAttrsTestJSON-1604698243-project-admin] Attempt 3 to bind port 29017387-a300-4472-a908-c0bbf3f8e77e Feb 09 19:16:29.111474 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.managers [None req-6ead5214-9810-44cc-bf10-7c289b0a8e47 tempest-PortsAdminExtendedAttrsTestJSON-1604698243 tempest-PortsAdminExtendedAttrsTestJSON-1604698243-project-admin] Attempting to bind port 29017387-a300-4472-a908-c0bbf3f8e77e on host n-h1-713498-36 for vnic_type normal with profile {{(pid=103230) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 19:16:29.111813 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.managers [None req-6ead5214-9810-44cc-bf10-7c289b0a8e47 tempest-PortsAdminExtendedAttrsTestJSON-1604698243 tempest-PortsAdminExtendedAttrsTestJSON-1604698243-project-admin] Attempting to bind port 29017387-a300-4472-a908-c0bbf3f8e77e by drivers openvswitch,hyperv on host n-h1-713498-36 at level 0 using segments [{'id': '7a0d3e4d-fc5f-4893-b62e-f45df79ad502', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': '6083e394-cc20-485c-83f6-d582607c2914'}] {{(pid=103230) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 19:16:29.112142 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ead5214-9810-44cc-bf10-7c289b0a8e47 tempest-PortsAdminExtendedAttrsTestJSON-1604698243 tempest-PortsAdminExtendedAttrsTestJSON-1604698243-project-admin] Attempting to bind port 29017387-a300-4472-a908-c0bbf3f8e77e on network 6083e394-cc20-485c-83f6-d582607c2914 {{(pid=103230) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 19:16:29.116636 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ead5214-9810-44cc-bf10-7c289b0a8e47 tempest-PortsAdminExtendedAttrsTestJSON-1604698243 tempest-PortsAdminExtendedAttrsTestJSON-1604698243-project-admin] Port 29017387-a300-4472-a908-c0bbf3f8e77e on network 6083e394-cc20-485c-83f6-d582607c2914 not bound, no agent of type Open vSwitch agent registered on host n-h1-713498-36 {{(pid=103230) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 19:16:29.116957 n-d-713498-36 neutron-server[103230]: ERROR neutron.plugins.ml2.managers [None req-6ead5214-9810-44cc-bf10-7c289b0a8e47 tempest-PortsAdminExtendedAttrsTestJSON-1604698243 tempest-PortsAdminExtendedAttrsTestJSON-1604698243-project-admin] Failed to bind port 29017387-a300-4472-a908-c0bbf3f8e77e on host n-h1-713498-36 for vnic_type normal using segments [{'id': '7a0d3e4d-fc5f-4893-b62e-f45df79ad502', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': '6083e394-cc20-485c-83f6-d582607c2914'}] Feb 09 19:16:29.117344 n-d-713498-36 neutron-server[103230]: INFO neutron.plugins.ml2.plugin [None req-6ead5214-9810-44cc-bf10-7c289b0a8e47 tempest-PortsAdminExtendedAttrsTestJSON-1604698243 tempest-PortsAdminExtendedAttrsTestJSON-1604698243-project-admin] Attempt 4 to bind port 29017387-a300-4472-a908-c0bbf3f8e77e Feb 09 19:16:29.133181 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.managers [None req-6ead5214-9810-44cc-bf10-7c289b0a8e47 tempest-PortsAdminExtendedAttrsTestJSON-1604698243 tempest-PortsAdminExtendedAttrsTestJSON-1604698243-project-admin] Attempting to bind port 29017387-a300-4472-a908-c0bbf3f8e77e on host n-h1-713498-36 for vnic_type normal with profile {{(pid=103230) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 19:16:29.133529 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.managers [None req-6ead5214-9810-44cc-bf10-7c289b0a8e47 tempest-PortsAdminExtendedAttrsTestJSON-1604698243 tempest-PortsAdminExtendedAttrsTestJSON-1604698243-project-admin] Attempting to bind port 29017387-a300-4472-a908-c0bbf3f8e77e by drivers openvswitch,hyperv on host n-h1-713498-36 at level 0 using segments [{'id': '7a0d3e4d-fc5f-4893-b62e-f45df79ad502', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': '6083e394-cc20-485c-83f6-d582607c2914'}] {{(pid=103230) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 19:16:29.133835 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ead5214-9810-44cc-bf10-7c289b0a8e47 tempest-PortsAdminExtendedAttrsTestJSON-1604698243 tempest-PortsAdminExtendedAttrsTestJSON-1604698243-project-admin] Attempting to bind port 29017387-a300-4472-a908-c0bbf3f8e77e on network 6083e394-cc20-485c-83f6-d582607c2914 {{(pid=103230) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 19:16:29.140587 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ead5214-9810-44cc-bf10-7c289b0a8e47 tempest-PortsAdminExtendedAttrsTestJSON-1604698243 tempest-PortsAdminExtendedAttrsTestJSON-1604698243-project-admin] Port 29017387-a300-4472-a908-c0bbf3f8e77e on network 6083e394-cc20-485c-83f6-d582607c2914 not bound, no agent of type Open vSwitch agent registered on host n-h1-713498-36 {{(pid=103230) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 19:16:29.140925 n-d-713498-36 neutron-server[103230]: ERROR neutron.plugins.ml2.managers [None req-6ead5214-9810-44cc-bf10-7c289b0a8e47 tempest-PortsAdminExtendedAttrsTestJSON-1604698243 tempest-PortsAdminExtendedAttrsTestJSON-1604698243-project-admin] Failed to bind port 29017387-a300-4472-a908-c0bbf3f8e77e on host n-h1-713498-36 for vnic_type normal using segments [{'id': '7a0d3e4d-fc5f-4893-b62e-f45df79ad502', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': '6083e394-cc20-485c-83f6-d582607c2914'}] Feb 09 19:16:29.141309 n-d-713498-36 neutron-server[103230]: INFO neutron.plugins.ml2.plugin [None req-6ead5214-9810-44cc-bf10-7c289b0a8e47 tempest-PortsAdminExtendedAttrsTestJSON-1604698243 tempest-PortsAdminExtendedAttrsTestJSON-1604698243-project-admin] Attempt 5 to bind port 29017387-a300-4472-a908-c0bbf3f8e77e Feb 09 19:16:29.147481 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-4cf79744-94ab-431b-9654-f0067282858a req-b0d9634d-e4cf-4b26-9c18-9f80ba787ade tempest-ServerShowV257Test-589056754 tempest-ServerShowV257Test-589056754-project] 10.222.0.75 "GET /v2.0/ports?device_id=26944e33-f83d-4567-bd3a-02cf5001147a HTTP/1.1" status: 200 len: 210 time: 0.0538526 Feb 09 19:16:29.155416 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.managers [None req-6ead5214-9810-44cc-bf10-7c289b0a8e47 tempest-PortsAdminExtendedAttrsTestJSON-1604698243 tempest-PortsAdminExtendedAttrsTestJSON-1604698243-project-admin] Attempting to bind port 29017387-a300-4472-a908-c0bbf3f8e77e on host n-h1-713498-36 for vnic_type normal with profile {{(pid=103230) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 19:16:29.155858 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.managers [None req-6ead5214-9810-44cc-bf10-7c289b0a8e47 tempest-PortsAdminExtendedAttrsTestJSON-1604698243 tempest-PortsAdminExtendedAttrsTestJSON-1604698243-project-admin] Attempting to bind port 29017387-a300-4472-a908-c0bbf3f8e77e by drivers openvswitch,hyperv on host n-h1-713498-36 at level 0 using segments [{'id': '7a0d3e4d-fc5f-4893-b62e-f45df79ad502', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': '6083e394-cc20-485c-83f6-d582607c2914'}] {{(pid=103230) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 19:16:29.161811 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ead5214-9810-44cc-bf10-7c289b0a8e47 tempest-PortsAdminExtendedAttrsTestJSON-1604698243 tempest-PortsAdminExtendedAttrsTestJSON-1604698243-project-admin] Attempting to bind port 29017387-a300-4472-a908-c0bbf3f8e77e on network 6083e394-cc20-485c-83f6-d582607c2914 {{(pid=103230) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 19:16:29.167331 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ead5214-9810-44cc-bf10-7c289b0a8e47 tempest-PortsAdminExtendedAttrsTestJSON-1604698243 tempest-PortsAdminExtendedAttrsTestJSON-1604698243-project-admin] Port 29017387-a300-4472-a908-c0bbf3f8e77e on network 6083e394-cc20-485c-83f6-d582607c2914 not bound, no agent of type Open vSwitch agent registered on host n-h1-713498-36 {{(pid=103230) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 19:16:29.167784 n-d-713498-36 neutron-server[103230]: ERROR neutron.plugins.ml2.managers [None req-6ead5214-9810-44cc-bf10-7c289b0a8e47 tempest-PortsAdminExtendedAttrsTestJSON-1604698243 tempest-PortsAdminExtendedAttrsTestJSON-1604698243-project-admin] Failed to bind port 29017387-a300-4472-a908-c0bbf3f8e77e on host n-h1-713498-36 for vnic_type normal using segments [{'id': '7a0d3e4d-fc5f-4893-b62e-f45df79ad502', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': '6083e394-cc20-485c-83f6-d582607c2914'}] Feb 09 19:16:29.168374 n-d-713498-36 neutron-server[103230]: INFO neutron.plugins.ml2.plugin [None req-6ead5214-9810-44cc-bf10-7c289b0a8e47 tempest-PortsAdminExtendedAttrsTestJSON-1604698243 tempest-PortsAdminExtendedAttrsTestJSON-1604698243-project-admin] Attempt 6 to bind port 29017387-a300-4472-a908-c0bbf3f8e77e Feb 09 19:16:29.183227 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.managers [None req-6ead5214-9810-44cc-bf10-7c289b0a8e47 tempest-PortsAdminExtendedAttrsTestJSON-1604698243 tempest-PortsAdminExtendedAttrsTestJSON-1604698243-project-admin] Attempting to bind port 29017387-a300-4472-a908-c0bbf3f8e77e on host n-h1-713498-36 for vnic_type normal with profile {{(pid=103230) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 19:16:29.183559 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.managers [None req-6ead5214-9810-44cc-bf10-7c289b0a8e47 tempest-PortsAdminExtendedAttrsTestJSON-1604698243 tempest-PortsAdminExtendedAttrsTestJSON-1604698243-project-admin] Attempting to bind port 29017387-a300-4472-a908-c0bbf3f8e77e by drivers openvswitch,hyperv on host n-h1-713498-36 at level 0 using segments [{'id': '7a0d3e4d-fc5f-4893-b62e-f45df79ad502', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': '6083e394-cc20-485c-83f6-d582607c2914'}] {{(pid=103230) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 19:16:29.183766 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ead5214-9810-44cc-bf10-7c289b0a8e47 tempest-PortsAdminExtendedAttrsTestJSON-1604698243 tempest-PortsAdminExtendedAttrsTestJSON-1604698243-project-admin] Attempting to bind port 29017387-a300-4472-a908-c0bbf3f8e77e on network 6083e394-cc20-485c-83f6-d582607c2914 {{(pid=103230) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 19:16:29.188536 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ead5214-9810-44cc-bf10-7c289b0a8e47 tempest-PortsAdminExtendedAttrsTestJSON-1604698243 tempest-PortsAdminExtendedAttrsTestJSON-1604698243-project-admin] Port 29017387-a300-4472-a908-c0bbf3f8e77e on network 6083e394-cc20-485c-83f6-d582607c2914 not bound, no agent of type Open vSwitch agent registered on host n-h1-713498-36 {{(pid=103230) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 19:16:29.188860 n-d-713498-36 neutron-server[103230]: ERROR neutron.plugins.ml2.managers [None req-6ead5214-9810-44cc-bf10-7c289b0a8e47 tempest-PortsAdminExtendedAttrsTestJSON-1604698243 tempest-PortsAdminExtendedAttrsTestJSON-1604698243-project-admin] Failed to bind port 29017387-a300-4472-a908-c0bbf3f8e77e on host n-h1-713498-36 for vnic_type normal using segments [{'id': '7a0d3e4d-fc5f-4893-b62e-f45df79ad502', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': '6083e394-cc20-485c-83f6-d582607c2914'}] Feb 09 19:16:29.189244 n-d-713498-36 neutron-server[103230]: INFO neutron.plugins.ml2.plugin [None req-6ead5214-9810-44cc-bf10-7c289b0a8e47 tempest-PortsAdminExtendedAttrsTestJSON-1604698243 tempest-PortsAdminExtendedAttrsTestJSON-1604698243-project-admin] Attempt 7 to bind port 29017387-a300-4472-a908-c0bbf3f8e77e Feb 09 19:16:29.202976 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.managers [None req-6ead5214-9810-44cc-bf10-7c289b0a8e47 tempest-PortsAdminExtendedAttrsTestJSON-1604698243 tempest-PortsAdminExtendedAttrsTestJSON-1604698243-project-admin] Attempting to bind port 29017387-a300-4472-a908-c0bbf3f8e77e on host n-h1-713498-36 for vnic_type normal with profile {{(pid=103230) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 19:16:29.203294 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.managers [None req-6ead5214-9810-44cc-bf10-7c289b0a8e47 tempest-PortsAdminExtendedAttrsTestJSON-1604698243 tempest-PortsAdminExtendedAttrsTestJSON-1604698243-project-admin] Attempting to bind port 29017387-a300-4472-a908-c0bbf3f8e77e by drivers openvswitch,hyperv on host n-h1-713498-36 at level 0 using segments [{'id': '7a0d3e4d-fc5f-4893-b62e-f45df79ad502', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': '6083e394-cc20-485c-83f6-d582607c2914'}] {{(pid=103230) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 19:16:29.203614 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ead5214-9810-44cc-bf10-7c289b0a8e47 tempest-PortsAdminExtendedAttrsTestJSON-1604698243 tempest-PortsAdminExtendedAttrsTestJSON-1604698243-project-admin] Attempting to bind port 29017387-a300-4472-a908-c0bbf3f8e77e on network 6083e394-cc20-485c-83f6-d582607c2914 {{(pid=103230) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 19:16:29.208097 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ead5214-9810-44cc-bf10-7c289b0a8e47 tempest-PortsAdminExtendedAttrsTestJSON-1604698243 tempest-PortsAdminExtendedAttrsTestJSON-1604698243-project-admin] Port 29017387-a300-4472-a908-c0bbf3f8e77e on network 6083e394-cc20-485c-83f6-d582607c2914 not bound, no agent of type Open vSwitch agent registered on host n-h1-713498-36 {{(pid=103230) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 19:16:29.208423 n-d-713498-36 neutron-server[103230]: ERROR neutron.plugins.ml2.managers [None req-6ead5214-9810-44cc-bf10-7c289b0a8e47 tempest-PortsAdminExtendedAttrsTestJSON-1604698243 tempest-PortsAdminExtendedAttrsTestJSON-1604698243-project-admin] Failed to bind port 29017387-a300-4472-a908-c0bbf3f8e77e on host n-h1-713498-36 for vnic_type normal using segments [{'id': '7a0d3e4d-fc5f-4893-b62e-f45df79ad502', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': '6083e394-cc20-485c-83f6-d582607c2914'}] Feb 09 19:16:29.210051 n-d-713498-36 neutron-server[103230]: INFO neutron.plugins.ml2.plugin [None req-6ead5214-9810-44cc-bf10-7c289b0a8e47 tempest-PortsAdminExtendedAttrsTestJSON-1604698243 tempest-PortsAdminExtendedAttrsTestJSON-1604698243-project-admin] Attempt 8 to bind port 29017387-a300-4472-a908-c0bbf3f8e77e Feb 09 19:16:29.230850 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.managers [None req-6ead5214-9810-44cc-bf10-7c289b0a8e47 tempest-PortsAdminExtendedAttrsTestJSON-1604698243 tempest-PortsAdminExtendedAttrsTestJSON-1604698243-project-admin] Attempting to bind port 29017387-a300-4472-a908-c0bbf3f8e77e on host n-h1-713498-36 for vnic_type normal with profile {{(pid=103230) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 19:16:29.231503 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.managers [None req-6ead5214-9810-44cc-bf10-7c289b0a8e47 tempest-PortsAdminExtendedAttrsTestJSON-1604698243 tempest-PortsAdminExtendedAttrsTestJSON-1604698243-project-admin] Attempting to bind port 29017387-a300-4472-a908-c0bbf3f8e77e by drivers openvswitch,hyperv on host n-h1-713498-36 at level 0 using segments [{'id': '7a0d3e4d-fc5f-4893-b62e-f45df79ad502', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': '6083e394-cc20-485c-83f6-d582607c2914'}] {{(pid=103230) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 19:16:29.231503 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ead5214-9810-44cc-bf10-7c289b0a8e47 tempest-PortsAdminExtendedAttrsTestJSON-1604698243 tempest-PortsAdminExtendedAttrsTestJSON-1604698243-project-admin] Attempting to bind port 29017387-a300-4472-a908-c0bbf3f8e77e on network 6083e394-cc20-485c-83f6-d582607c2914 {{(pid=103230) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 19:16:29.252504 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ead5214-9810-44cc-bf10-7c289b0a8e47 tempest-PortsAdminExtendedAttrsTestJSON-1604698243 tempest-PortsAdminExtendedAttrsTestJSON-1604698243-project-admin] Port 29017387-a300-4472-a908-c0bbf3f8e77e on network 6083e394-cc20-485c-83f6-d582607c2914 not bound, no agent of type Open vSwitch agent registered on host n-h1-713498-36 {{(pid=103230) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 19:16:29.252829 n-d-713498-36 neutron-server[103230]: ERROR neutron.plugins.ml2.managers [None req-6ead5214-9810-44cc-bf10-7c289b0a8e47 tempest-PortsAdminExtendedAttrsTestJSON-1604698243 tempest-PortsAdminExtendedAttrsTestJSON-1604698243-project-admin] Failed to bind port 29017387-a300-4472-a908-c0bbf3f8e77e on host n-h1-713498-36 for vnic_type normal using segments [{'id': '7a0d3e4d-fc5f-4893-b62e-f45df79ad502', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': '6083e394-cc20-485c-83f6-d582607c2914'}] Feb 09 19:16:29.253836 n-d-713498-36 neutron-server[103230]: INFO neutron.plugins.ml2.plugin [None req-6ead5214-9810-44cc-bf10-7c289b0a8e47 tempest-PortsAdminExtendedAttrsTestJSON-1604698243 tempest-PortsAdminExtendedAttrsTestJSON-1604698243-project-admin] Attempt 9 to bind port 29017387-a300-4472-a908-c0bbf3f8e77e Feb 09 19:16:29.275204 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.managers [None req-6ead5214-9810-44cc-bf10-7c289b0a8e47 tempest-PortsAdminExtendedAttrsTestJSON-1604698243 tempest-PortsAdminExtendedAttrsTestJSON-1604698243-project-admin] Attempting to bind port 29017387-a300-4472-a908-c0bbf3f8e77e on host n-h1-713498-36 for vnic_type normal with profile {{(pid=103230) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 19:16:29.275577 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.managers [None req-6ead5214-9810-44cc-bf10-7c289b0a8e47 tempest-PortsAdminExtendedAttrsTestJSON-1604698243 tempest-PortsAdminExtendedAttrsTestJSON-1604698243-project-admin] Attempting to bind port 29017387-a300-4472-a908-c0bbf3f8e77e by drivers openvswitch,hyperv on host n-h1-713498-36 at level 0 using segments [{'id': '7a0d3e4d-fc5f-4893-b62e-f45df79ad502', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': '6083e394-cc20-485c-83f6-d582607c2914'}] {{(pid=103230) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 19:16:29.275913 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ead5214-9810-44cc-bf10-7c289b0a8e47 tempest-PortsAdminExtendedAttrsTestJSON-1604698243 tempest-PortsAdminExtendedAttrsTestJSON-1604698243-project-admin] Attempting to bind port 29017387-a300-4472-a908-c0bbf3f8e77e on network 6083e394-cc20-485c-83f6-d582607c2914 {{(pid=103230) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 19:16:29.285564 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ead5214-9810-44cc-bf10-7c289b0a8e47 tempest-PortsAdminExtendedAttrsTestJSON-1604698243 tempest-PortsAdminExtendedAttrsTestJSON-1604698243-project-admin] Port 29017387-a300-4472-a908-c0bbf3f8e77e on network 6083e394-cc20-485c-83f6-d582607c2914 not bound, no agent of type Open vSwitch agent registered on host n-h1-713498-36 {{(pid=103230) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 19:16:29.285909 n-d-713498-36 neutron-server[103230]: ERROR neutron.plugins.ml2.managers [None req-6ead5214-9810-44cc-bf10-7c289b0a8e47 tempest-PortsAdminExtendedAttrsTestJSON-1604698243 tempest-PortsAdminExtendedAttrsTestJSON-1604698243-project-admin] Failed to bind port 29017387-a300-4472-a908-c0bbf3f8e77e on host n-h1-713498-36 for vnic_type normal using segments [{'id': '7a0d3e4d-fc5f-4893-b62e-f45df79ad502', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': '6083e394-cc20-485c-83f6-d582607c2914'}] Feb 09 19:16:29.297668 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd80aa70-68e9-46ba-908c-8d2de64d3133 req-46cfc607-d73d-4292-8062-e82574d0a2ee tempest-TaggedBootDevicesTest-980849656 tempest-TaggedBootDevicesTest-980849656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:16:29.303048 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd80aa70-68e9-46ba-908c-8d2de64d3133 req-46cfc607-d73d-4292-8062-e82574d0a2ee tempest-TaggedBootDevicesTest-980849656 tempest-TaggedBootDevicesTest-980849656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:16:29.309211 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd80aa70-68e9-46ba-908c-8d2de64d3133 req-46cfc607-d73d-4292-8062-e82574d0a2ee tempest-TaggedBootDevicesTest-980849656 tempest-TaggedBootDevicesTest-980849656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:16:29.314500 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd80aa70-68e9-46ba-908c-8d2de64d3133 req-46cfc607-d73d-4292-8062-e82574d0a2ee tempest-TaggedBootDevicesTest-980849656 tempest-TaggedBootDevicesTest-980849656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:16:29.319756 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd80aa70-68e9-46ba-908c-8d2de64d3133 req-46cfc607-d73d-4292-8062-e82574d0a2ee tempest-TaggedBootDevicesTest-980849656 tempest-TaggedBootDevicesTest-980849656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:16:29.325123 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd80aa70-68e9-46ba-908c-8d2de64d3133 req-46cfc607-d73d-4292-8062-e82574d0a2ee tempest-TaggedBootDevicesTest-980849656 tempest-TaggedBootDevicesTest-980849656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:16:29.330434 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd80aa70-68e9-46ba-908c-8d2de64d3133 req-46cfc607-d73d-4292-8062-e82574d0a2ee tempest-TaggedBootDevicesTest-980849656 tempest-TaggedBootDevicesTest-980849656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:16:29.332722 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-cd80aa70-68e9-46ba-908c-8d2de64d3133 req-46cfc607-d73d-4292-8062-e82574d0a2ee tempest-TaggedBootDevicesTest-980849656 tempest-TaggedBootDevicesTest-980849656-project] 10.222.0.75 "GET /v2.0/ports?device_id=c3476174-573e-455c-944e-9ed0cac04ac2 HTTP/1.1" status: 200 len: 5421 time: 0.1234040 Feb 09 19:16:29.333231 n-d-713498-36 neutron-server[103230]: INFO neutron.plugins.ml2.plugin [None req-6ead5214-9810-44cc-bf10-7c289b0a8e47 tempest-PortsAdminExtendedAttrsTestJSON-1604698243 tempest-PortsAdminExtendedAttrsTestJSON-1604698243-project-admin] Attempt 10 to bind port 29017387-a300-4472-a908-c0bbf3f8e77e Feb 09 19:16:29.357218 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.managers [None req-6ead5214-9810-44cc-bf10-7c289b0a8e47 tempest-PortsAdminExtendedAttrsTestJSON-1604698243 tempest-PortsAdminExtendedAttrsTestJSON-1604698243-project-admin] Attempting to bind port 29017387-a300-4472-a908-c0bbf3f8e77e on host n-h1-713498-36 for vnic_type normal with profile {{(pid=103230) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 19:16:29.357797 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.managers [None req-6ead5214-9810-44cc-bf10-7c289b0a8e47 tempest-PortsAdminExtendedAttrsTestJSON-1604698243 tempest-PortsAdminExtendedAttrsTestJSON-1604698243-project-admin] Attempting to bind port 29017387-a300-4472-a908-c0bbf3f8e77e by drivers openvswitch,hyperv on host n-h1-713498-36 at level 0 using segments [{'id': '7a0d3e4d-fc5f-4893-b62e-f45df79ad502', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': '6083e394-cc20-485c-83f6-d582607c2914'}] {{(pid=103230) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 19:16:29.358220 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ead5214-9810-44cc-bf10-7c289b0a8e47 tempest-PortsAdminExtendedAttrsTestJSON-1604698243 tempest-PortsAdminExtendedAttrsTestJSON-1604698243-project-admin] Attempting to bind port 29017387-a300-4472-a908-c0bbf3f8e77e on network 6083e394-cc20-485c-83f6-d582607c2914 {{(pid=103230) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 19:16:29.373336 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ead5214-9810-44cc-bf10-7c289b0a8e47 tempest-PortsAdminExtendedAttrsTestJSON-1604698243 tempest-PortsAdminExtendedAttrsTestJSON-1604698243-project-admin] Port 29017387-a300-4472-a908-c0bbf3f8e77e on network 6083e394-cc20-485c-83f6-d582607c2914 not bound, no agent of type Open vSwitch agent registered on host n-h1-713498-36 {{(pid=103230) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 19:16:29.373806 n-d-713498-36 neutron-server[103230]: ERROR neutron.plugins.ml2.managers [None req-6ead5214-9810-44cc-bf10-7c289b0a8e47 tempest-PortsAdminExtendedAttrsTestJSON-1604698243 tempest-PortsAdminExtendedAttrsTestJSON-1604698243-project-admin] Failed to bind port 29017387-a300-4472-a908-c0bbf3f8e77e on host n-h1-713498-36 for vnic_type normal using segments [{'id': '7a0d3e4d-fc5f-4893-b62e-f45df79ad502', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': '6083e394-cc20-485c-83f6-d582607c2914'}] Feb 09 19:16:29.374313 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-6ead5214-9810-44cc-bf10-7c289b0a8e47 tempest-PortsAdminExtendedAttrsTestJSON-1604698243 tempest-PortsAdminExtendedAttrsTestJSON-1604698243-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (29017387-a300-4472-a908-c0bbf3f8e77e), before_update {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:16:29.482737 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-cd80aa70-68e9-46ba-908c-8d2de64d3133 req-bed276cd-56c8-4615-9bfb-760a435e0539 tempest-TaggedBootDevicesTest-980849656 tempest-TaggedBootDevicesTest-980849656-project] 10.222.0.75 "GET /v2.0/security-groups?id=6f7e8ede-8085-490c-860b-91c045ecce1f&id=116d7b93-0726-4659-8687-b47afcfa5056&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1375153 Feb 09 19:16:29.523003 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.db [None req-6ead5214-9810-44cc-bf10-7c289b0a8e47 tempest-PortsAdminExtendedAttrsTestJSON-1604698243 tempest-PortsAdminExtendedAttrsTestJSON-1604698243-project-admin] For port 29017387-a300-4472-a908-c0bbf3f8e77e, host n-h1-713498-36, cleared binding levels {{(pid=103230) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 19:16:29.523373 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.db [None req-6ead5214-9810-44cc-bf10-7c289b0a8e47 tempest-PortsAdminExtendedAttrsTestJSON-1604698243 tempest-PortsAdminExtendedAttrsTestJSON-1604698243-project-admin] Attempted to set empty binding levels {{(pid=103230) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Feb 09 19:16:29.528901 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-fc388698-8ae5-4361-b6a7-96e923665bb4 req-ce43dd5b-5ad6-41a0-935c-3bf727c4d768 service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=9e47810b-ed07-4409-98e3-da39074300c7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1298366 Feb 09 19:16:29.531185 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-6ead5214-9810-44cc-bf10-7c289b0a8e47 tempest-PortsAdminExtendedAttrsTestJSON-1604698243 tempest-PortsAdminExtendedAttrsTestJSON-1604698243-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762867176205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762866656485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762866656503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14393758'] for port (29017387-a300-4472-a908-c0bbf3f8e77e), after_update {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:16:29.598879 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ead5214-9810-44cc-bf10-7c289b0a8e47 tempest-PortsAdminExtendedAttrsTestJSON-1604698243 tempest-PortsAdminExtendedAttrsTestJSON-1604698243-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:16:29.598879 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-6ead5214-9810-44cc-bf10-7c289b0a8e47 tempest-PortsAdminExtendedAttrsTestJSON-1604698243 tempest-PortsAdminExtendedAttrsTestJSON-1604698243-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171096'] for port (None), before_response {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:16:29.637497 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ead5214-9810-44cc-bf10-7c289b0a8e47 tempest-PortsAdminExtendedAttrsTestJSON-1604698243 tempest-PortsAdminExtendedAttrsTestJSON-1604698243-project-admin] Pushing event updated for resources: {'Port': ['ID=29017387-a300-4472-a908-c0bbf3f8e77e,revision_number=2']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:16:29.652689 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-6ead5214-9810-44cc-bf10-7c289b0a8e47 tempest-PortsAdminExtendedAttrsTestJSON-1604698243 tempest-PortsAdminExtendedAttrsTestJSON-1604698243-project-admin] 10.222.0.75 "POST /v2.0/ports HTTP/1.1" status: 201 len: 981 time: 1.4303908 Feb 09 19:16:29.655507 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 37092) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:16:29.706266 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc388698-8ae5-4361-b6a7-96e923665bb4 req-d984bbef-088f-45b6-a343-a62511659f66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:16:29.707938 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-fc388698-8ae5-4361-b6a7-96e923665bb4 req-d984bbef-088f-45b6-a343-a62511659f66 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=b8358624fc0d4008bf7aadd6f5fc09a1&device_id=9e47810b-ed07-4409-98e3-da39074300c7 HTTP/1.1" status: 200 len: 1129 time: 0.1245217 Feb 09 19:16:29.817598 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.plugin [None req-f7326299-6f91-4637-b0a4-c08ee9e03957 tempest-PortsAdminExtendedAttrsTestJSON-1604698243 tempest-PortsAdminExtendedAttrsTestJSON-1604698243-project-admin] Deleting port 29017387-a300-4472-a908-c0bbf3f8e77e {{(pid=103230) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 19:16:29.817994 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-f7326299-6f91-4637-b0a4-c08ee9e03957 tempest-PortsAdminExtendedAttrsTestJSON-1604698243 tempest-PortsAdminExtendedAttrsTestJSON-1604698243-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762867170196'] for port (29017387-a300-4472-a908-c0bbf3f8e77e), before_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:16:29.868766 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Device badfafc7-4f48-4d37-8e78-f9cbce775520 details requested by agent hyperv_n-h2-713498-36 with host n-h2-713498-36 {{(pid=103232) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 19:16:29.905608 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c78fc5ab-484d-4846-9437-15e0dd3eb02f req-d71026d5-45d7-46cc-81af-92d74a0b11b8 tempest-ListServersNegativeTestJSON-1456546486 tempest-ListServersNegativeTestJSON-1456546486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:16:29.909252 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-c78fc5ab-484d-4846-9437-15e0dd3eb02f req-d71026d5-45d7-46cc-81af-92d74a0b11b8 tempest-ListServersNegativeTestJSON-1456546486 tempest-ListServersNegativeTestJSON-1456546486-project] 10.222.0.75 "GET /v2.0/ports?device_id=6607bb8f-35a2-4226-a0db-3e638aa80a77 HTTP/1.1" status: 200 len: 946 time: 0.0958018 Feb 09 19:16:30.023877 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-c78fc5ab-484d-4846-9437-15e0dd3eb02f req-61881843-8818-4617-8751-2d7d7754b543 tempest-ListServersNegativeTestJSON-1456546486 tempest-ListServersNegativeTestJSON-1456546486-project] 10.222.0.75 "GET /v2.0/security-groups?id=31b4ff91-7723-414a-a702-b2242bf2585f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1036699 Feb 09 19:16:30.048132 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-7429db8d-6021-40ad-813e-885be449a89b None None] For port badfafc7-4f48-4d37-8e78-f9cbce775520, host n-h2-713498-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-36',level=0,port_id=badfafc7-4f48-4d37-8e78-f9cbce775520,segment=NetworkSegment(1e2a1863-ec93-4db2-ba80-84e2ae4ef342),segment_id=1e2a1863-ec93-4db2-ba80-84e2ae4ef342)] {{(pid=103232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 19:16:30.060914 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Returning: {'device': 'badfafc7-4f48-4d37-8e78-f9cbce775520', 'network_id': '7db728b6-f824-4bd2-9bbc-3a8ddd77fc29', 'port_id': 'badfafc7-4f48-4d37-8e78-f9cbce775520', 'mac_address': 'fa:16:3e:16:53:6e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 362, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '56850be1-15c2-42cc-9dca-1e107c979838', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103232) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 19:16:30.117296 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Current status of the port badfafc7-4f48-4d37-8e78-f9cbce775520 is: DOWN; New status is: BUILD {{(pid=103232) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 19:16:30.117838 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (badfafc7-4f48-4d37-8e78-f9cbce775520), before_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:16:30.136540 n-d-713498-36 neutron-server[103232]: DEBUG neutron.notifiers.nova [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id badfafc7-4f48-4d37-8e78-f9cbce775520 {{(pid=103232) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 19:16:30.164920 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-7429db8d-6021-40ad-813e-885be449a89b None None] For port badfafc7-4f48-4d37-8e78-f9cbce775520, host n-h2-713498-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-36',level=0,port_id=badfafc7-4f48-4d37-8e78-f9cbce775520,segment=NetworkSegment(1e2a1863-ec93-4db2-ba80-84e2ae4ef342),segment_id=1e2a1863-ec93-4db2-ba80-84e2ae4ef342)] {{(pid=103232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 19:16:30.170673 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762867176205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762866656485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762866656503'] for port (badfafc7-4f48-4d37-8e78-f9cbce775520), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:16:30.249339 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Pushing event updated for resources: {'Port': ['ID=badfafc7-4f48-4d37-8e78-f9cbce775520,revision_number=4']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:16:30.263554 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.db [None req-f7326299-6f91-4637-b0a4-c08ee9e03957 tempest-PortsAdminExtendedAttrsTestJSON-1604698243 tempest-PortsAdminExtendedAttrsTestJSON-1604698243-project-admin] For port 29017387-a300-4472-a908-c0bbf3f8e77e, host n-h1-713498-36, got binding levels [] {{(pid=103230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 19:16:30.264010 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-f7326299-6f91-4637-b0a4-c08ee9e03957 tempest-PortsAdminExtendedAttrsTestJSON-1604698243 tempest-PortsAdminExtendedAttrsTestJSON-1604698243-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1820838'] for port (29017387-a300-4472-a908-c0bbf3f8e77e), precommit_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:16:30.269990 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11e252d5-ee56-4473-ae62-54c2a9cd2709 req-d3b1776d-501e-4d3c-8072-76e0d7f24f4e tempest-ServerDiskConfigTestJSON-504186010 tempest-ServerDiskConfigTestJSON-504186010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:16:30.271596 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-11e252d5-ee56-4473-ae62-54c2a9cd2709 req-d3b1776d-501e-4d3c-8072-76e0d7f24f4e tempest-ServerDiskConfigTestJSON-504186010 tempest-ServerDiskConfigTestJSON-504186010-project] 10.222.0.75 "GET /v2.0/ports?device_id=de82db19-eabb-48c6-916b-fb13b5287703 HTTP/1.1" status: 200 len: 944 time: 0.1381414 Feb 09 19:16:30.296068 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc388698-8ae5-4361-b6a7-96e923665bb4 req-dd0d4f91-2782-4b9b-bc84-a69461d30b4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:16:30.297516 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-fc388698-8ae5-4361-b6a7-96e923665bb4 req-dd0d4f91-2782-4b9b-bc84-a69461d30b4a service neutron] 10.222.0.89 "GET /v2.0/networks?id=99117bb9-9128-41a1-bdb4-92a6c18a7b42 HTTP/1.1" status: 200 len: 911 time: 0.5589488 Feb 09 19:16:30.298503 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.plugin [None req-f7326299-6f91-4637-b0a4-c08ee9e03957 tempest-PortsAdminExtendedAttrsTestJSON-1604698243 tempest-PortsAdminExtendedAttrsTestJSON-1604698243-project-admin] Calling delete_port for 29017387-a300-4472-a908-c0bbf3f8e77e owned by {{(pid=103230) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 19:16:30.336773 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-11e252d5-ee56-4473-ae62-54c2a9cd2709 req-25a972e4-b90c-47a3-9989-2dcc9b137681 tempest-ServerDiskConfigTestJSON-504186010 tempest-ServerDiskConfigTestJSON-504186010-project] 10.222.0.75 "GET /v2.0/security-groups?id=3d9033a7-be2a-4459-a2da-84c23e651975&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582244 Feb 09 19:16:30.433572 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-172997ff-e54b-45aa-83aa-538460c14c8f req-f32b46fd-0078-4406-9fa2-3f7660795a80 tempest-MigrationsAdminTest-892781459 tempest-MigrationsAdminTest-892781459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:16:30.435109 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-172997ff-e54b-45aa-83aa-538460c14c8f req-f32b46fd-0078-4406-9fa2-3f7660795a80 tempest-MigrationsAdminTest-892781459 tempest-MigrationsAdminTest-892781459-project] 10.222.0.75 "GET /v2.0/ports?device_id=5a41699b-33f6-4124-8872-0e1679a5b99b HTTP/1.1" status: 200 len: 950 time: 0.1981726 Feb 09 19:16:30.450723 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-fc388698-8ae5-4361-b6a7-96e923665bb4 req-1d82057a-8356-42ba-a804-bf2d06a1a577 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e5d6e185-52a0-4811-bbaa-e79add4cc324 HTTP/1.1" status: 200 len: 1001 time: 0.1448705 Feb 09 19:16:30.456748 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-7887737b-e379-4172-9cad-eb5b9fc7c506 req-93e27fb5-845c-43c6-9334-15c14970bbc3 tempest-ServerShowV257Test-589056754 tempest-ServerShowV257Test-589056754-project] 10.222.0.75 "GET /v2.0/ports?device_id=26944e33-f83d-4567-bd3a-02cf5001147a HTTP/1.1" status: 200 len: 210 time: 0.0284727 Feb 09 19:16:30.531324 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-f7326299-6f91-4637-b0a4-c08ee9e03957 tempest-PortsAdminExtendedAttrsTestJSON-1604698243 tempest-PortsAdminExtendedAttrsTestJSON-1604698243-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762867177463', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762866656476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14393751'] for port (29017387-a300-4472-a908-c0bbf3f8e77e), after_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:16:30.577940 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7326299-6f91-4637-b0a4-c08ee9e03957 tempest-PortsAdminExtendedAttrsTestJSON-1604698243 tempest-PortsAdminExtendedAttrsTestJSON-1604698243-project-admin] Pushing event deleted for resources: {'Port': ['ID=29017387-a300-4472-a908-c0bbf3f8e77e,revision_number=None']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:16:30.582519 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-172997ff-e54b-45aa-83aa-538460c14c8f req-0b8de116-01b6-496d-9951-4e07d0b5849a tempest-MigrationsAdminTest-892781459 tempest-MigrationsAdminTest-892781459-project] 10.222.0.75 "GET /v2.0/security-groups?id=709912c8-8171-4435-800e-9e5c5e45bf8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1344795 Feb 09 19:16:30.585703 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc388698-8ae5-4361-b6a7-96e923665bb4 req-68c18337-a88b-4151-b547-07a9cab179d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:16:30.588490 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-fc388698-8ae5-4361-b6a7-96e923665bb4 req-68c18337-a88b-4151-b547-07a9cab179d9 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=3f43124c-9b13-4bd8-a6f5-516bdab3ca3c HTTP/1.1" status: 200 len: 849 time: 0.1246314 Feb 09 19:16:30.591969 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-f7326299-6f91-4637-b0a4-c08ee9e03957 tempest-PortsAdminExtendedAttrsTestJSON-1604698243 tempest-PortsAdminExtendedAttrsTestJSON-1604698243-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171096'] for port (None), before_response {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:16:30.598242 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 37114) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:16:30.598764 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-f7326299-6f91-4637-b0a4-c08ee9e03957 tempest-PortsAdminExtendedAttrsTestJSON-1604698243 tempest-PortsAdminExtendedAttrsTestJSON-1604698243-project-admin] 10.222.0.75 "DELETE /v2.0/ports/29017387-a300-4472-a908-c0bbf3f8e77e HTTP/1.1" status: 204 len: 168 time: 0.9422860 Feb 09 19:16:30.603047 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-7429db8d-6021-40ad-813e-885be449a89b None None] get_ports_and_sgs() called for port_ids ['badfafc7-4f48-4d37-8e78-f9cbce775520'] {{(pid=103232) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 19:16:30.642409 n-d-713498-36 neutron-server[103229]: INFO neutron.pecan_wsgi.hooks.translation [None req-67b6c198-22f7-4e1d-9448-4b756f7d7410 tempest-PortsAdminExtendedAttrsTestJSON-1604698243 tempest-PortsAdminExtendedAttrsTestJSON-1604698243-project-admin] GET failed (client error): The resource could not be found. Feb 09 19:16:30.647961 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-67b6c198-22f7-4e1d-9448-4b756f7d7410 tempest-PortsAdminExtendedAttrsTestJSON-1604698243 tempest-PortsAdminExtendedAttrsTestJSON-1604698243-project-admin] 10.222.0.75 "GET /v2.0/ports/29017387-a300-4472-a908-c0bbf3f8e77e HTTP/1.1" status: 404 len: 333 time: 0.0486729 Feb 09 19:16:30.652281 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 37120) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:16:30.659827 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.v2.base [None req-b4f8e892-c372-48b8-88a2-be9d04ba8cf1 tempest-PortsAdminExtendedAttrsTestJSON-1604698243 tempest-PortsAdminExtendedAttrsTestJSON-1604698243-project-admin] Request body: {'port': {'network_id': '6083e394-cc20-485c-83f6-d582607c2914', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-672930071'}} {{(pid=103229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 19:16:30.673251 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc388698-8ae5-4361-b6a7-96e923665bb4 req-2215856d-755a-401e-894c-dd443dd12b01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:16:30.679422 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-fc388698-8ae5-4361-b6a7-96e923665bb4 req-2215856d-755a-401e-894c-dd443dd12b01 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=99117bb9-9128-41a1-bdb4-92a6c18a7b42&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0777507 Feb 09 19:16:30.711429 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b4f8e892-c372-48b8-88a2-be9d04ba8cf1 tempest-PortsAdminExtendedAttrsTestJSON-1604698243 tempest-PortsAdminExtendedAttrsTestJSON-1604698243-project-admin] Made reservation on behalf of 6669c46b042640c4ac242050e97b573f for: {'port': 1} {{(pid=103229) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 19:16:30.715215 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-b4f8e892-c372-48b8-88a2-be9d04ba8cf1 tempest-PortsAdminExtendedAttrsTestJSON-1604698243 tempest-PortsAdminExtendedAttrsTestJSON-1604698243-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (None), before_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:16:30.744007 n-d-713498-36 neutron-server[103229]: DEBUG neutron.notifiers.nova [None req-b4f8e892-c372-48b8-88a2-be9d04ba8cf1 tempest-PortsAdminExtendedAttrsTestJSON-1604698243 tempest-PortsAdminExtendedAttrsTestJSON-1604698243-project-admin] device_id is not set on port 5e5202fe-213f-49d8-90d6-e79b8cba2c2d yet. {{(pid=103229) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 09 19:16:30.809373 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-fc388698-8ae5-4361-b6a7-96e923665bb4 req-83d78f21-362a-4908-badd-989c991bbde4 service neutron] 10.222.0.89 "GET /v2.0/networks/99117bb9-9128-41a1-bdb4-92a6c18a7b42?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1245453 Feb 09 19:16:30.981599 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3c4b3ee-e8c9-49c3-8085-11035743143b req-08bd1ced-d992-4a51-9119-2283a3f8cd42 tempest-TaggedBootDevicesTest-980849656 tempest-TaggedBootDevicesTest-980849656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:16:30.987702 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3c4b3ee-e8c9-49c3-8085-11035743143b req-08bd1ced-d992-4a51-9119-2283a3f8cd42 tempest-TaggedBootDevicesTest-980849656 tempest-TaggedBootDevicesTest-980849656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:16:30.993578 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3c4b3ee-e8c9-49c3-8085-11035743143b req-08bd1ced-d992-4a51-9119-2283a3f8cd42 tempest-TaggedBootDevicesTest-980849656 tempest-TaggedBootDevicesTest-980849656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:16:30.999234 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-fdbbd75c-8a16-476f-acaa-3f4d2b15a001 req-7da20fe3-6233-41f5-b191-12b2131c0999 tempest-ServerShowV257Test-589056754 tempest-ServerShowV257Test-589056754-project] 10.222.0.75 "GET /v2.0/ports?device_id=26944e33-f83d-4567-bd3a-02cf5001147a HTTP/1.1" status: 200 len: 210 time: 0.0545952 Feb 09 19:16:31.000022 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3c4b3ee-e8c9-49c3-8085-11035743143b req-08bd1ced-d992-4a51-9119-2283a3f8cd42 tempest-TaggedBootDevicesTest-980849656 tempest-TaggedBootDevicesTest-980849656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:16:31.005262 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3c4b3ee-e8c9-49c3-8085-11035743143b req-08bd1ced-d992-4a51-9119-2283a3f8cd42 tempest-TaggedBootDevicesTest-980849656 tempest-TaggedBootDevicesTest-980849656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:16:31.011143 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3c4b3ee-e8c9-49c3-8085-11035743143b req-08bd1ced-d992-4a51-9119-2283a3f8cd42 tempest-TaggedBootDevicesTest-980849656 tempest-TaggedBootDevicesTest-980849656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:16:31.017075 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3c4b3ee-e8c9-49c3-8085-11035743143b req-08bd1ced-d992-4a51-9119-2283a3f8cd42 tempest-TaggedBootDevicesTest-980849656 tempest-TaggedBootDevicesTest-980849656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:16:31.030705 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-b4f8e892-c372-48b8-88a2-be9d04ba8cf1 tempest-PortsAdminExtendedAttrsTestJSON-1604698243 tempest-PortsAdminExtendedAttrsTestJSON-1604698243-project-admin] Publish callbacks [] for port (5e5202fe-213f-49d8-90d6-e79b8cba2c2d), precommit_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:16:31.030842 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-c3c4b3ee-e8c9-49c3-8085-11035743143b req-08bd1ced-d992-4a51-9119-2283a3f8cd42 tempest-TaggedBootDevicesTest-980849656 tempest-TaggedBootDevicesTest-980849656-project] 10.222.0.75 "GET /v2.0/ports?device_id=c3476174-573e-455c-944e-9ed0cac04ac2 HTTP/1.1" status: 200 len: 5421 time: 0.2126448 Feb 09 19:16:31.067187 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-b4f8e892-c372-48b8-88a2-be9d04ba8cf1 tempest-PortsAdminExtendedAttrsTestJSON-1604698243 tempest-PortsAdminExtendedAttrsTestJSON-1604698243-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762866656467', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12867576'] for port (5e5202fe-213f-49d8-90d6-e79b8cba2c2d), after_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:16:31.117029 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-c3c4b3ee-e8c9-49c3-8085-11035743143b req-28087fdf-1d7d-4572-b077-064104cec787 tempest-TaggedBootDevicesTest-980849656 tempest-TaggedBootDevicesTest-980849656-project] 10.222.0.75 "GET /v2.0/security-groups?id=6f7e8ede-8085-490c-860b-91c045ecce1f&id=116d7b93-0726-4659-8687-b47afcfa5056&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0849073 Feb 09 19:16:31.128336 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4f8e892-c372-48b8-88a2-be9d04ba8cf1 tempest-PortsAdminExtendedAttrsTestJSON-1604698243 tempest-PortsAdminExtendedAttrsTestJSON-1604698243-project-admin] Pushing event updated for resources: {'Port': ['ID=5e5202fe-213f-49d8-90d6-e79b8cba2c2d,revision_number=1']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:16:31.145943 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-fc388698-8ae5-4361-b6a7-96e923665bb4 req-f794151f-6e84-4b98-948e-0a133f46b850 service neutron] 10.222.0.89 "GET /v2.0/networks/99117bb9-9128-41a1-bdb4-92a6c18a7b42?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2942414 Feb 09 19:16:31.147305 n-d-713498-36 neutron-server[103229]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4f8e892-c372-48b8-88a2-be9d04ba8cf1 tempest-PortsAdminExtendedAttrsTestJSON-1604698243 tempest-PortsAdminExtendedAttrsTestJSON-1604698243-project-admin] Network 6083e394-cc20-485c-83f6-d582607c2914 is already hosted by enough agents. {{(pid=103229) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 19:16:31.148877 n-d-713498-36 neutron-server[103229]: DEBUG neutron.scheduler.base_scheduler [None req-b4f8e892-c372-48b8-88a2-be9d04ba8cf1 tempest-PortsAdminExtendedAttrsTestJSON-1604698243 tempest-PortsAdminExtendedAttrsTestJSON-1604698243-project-admin] Resources bound (agent type, host, resource id): {{(pid=103229) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 19:16:31.153056 n-d-713498-36 neutron-server[103229]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4f8e892-c372-48b8-88a2-be9d04ba8cf1 tempest-PortsAdminExtendedAttrsTestJSON-1604698243 tempest-PortsAdminExtendedAttrsTestJSON-1604698243-project-admin] Received port after_create {{(pid=103229) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 19:16:31.154422 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4f8e892-c372-48b8-88a2-be9d04ba8cf1 tempest-PortsAdminExtendedAttrsTestJSON-1604698243 tempest-PortsAdminExtendedAttrsTestJSON-1604698243-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:16:31.155107 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-b4f8e892-c372-48b8-88a2-be9d04ba8cf1 tempest-PortsAdminExtendedAttrsTestJSON-1604698243 tempest-PortsAdminExtendedAttrsTestJSON-1604698243-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171096'] for port (None), before_response {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:16:31.204781 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-b4f8e892-c372-48b8-88a2-be9d04ba8cf1 tempest-PortsAdminExtendedAttrsTestJSON-1604698243 tempest-PortsAdminExtendedAttrsTestJSON-1604698243-project-admin] 10.222.0.75 "POST /v2.0/ports HTTP/1.1" status: 201 len: 959 time: 0.5488381 Feb 09 19:16:31.206175 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 37132) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:16:31.213789 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.v2.base [None req-94b6862f-ca4c-4b0e-8877-f4202c9d999b tempest-PortsAdminExtendedAttrsTestJSON-1604698243 tempest-PortsAdminExtendedAttrsTestJSON-1604698243-project-admin] Request body: {'port': {'binding:host_id': 'n-h1-713498-36'}} {{(pid=103230) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 19:16:31.227259 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c06a462-1401-4391-8a87-578449a210c6 req-3d1f087c-6b95-4afe-8361-a0482f233c46 tempest-ListServersNegativeTestJSON-1456546486 tempest-ListServersNegativeTestJSON-1456546486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:16:31.229601 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-1c06a462-1401-4391-8a87-578449a210c6 req-3d1f087c-6b95-4afe-8361-a0482f233c46 tempest-ListServersNegativeTestJSON-1456546486 tempest-ListServersNegativeTestJSON-1456546486-project] 10.222.0.75 "GET /v2.0/ports?device_id=6607bb8f-35a2-4226-a0db-3e638aa80a77 HTTP/1.1" status: 200 len: 946 time: 0.0712619 Feb 09 19:16:31.280089 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-1c06a462-1401-4391-8a87-578449a210c6 req-cb6709f7-adda-4493-a273-1a7f6e70a807 tempest-ListServersNegativeTestJSON-1456546486 tempest-ListServersNegativeTestJSON-1456546486-project] 10.222.0.75 "GET /v2.0/security-groups?id=31b4ff91-7723-414a-a702-b2242bf2585f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445297 Feb 09 19:16:31.290080 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-94b6862f-ca4c-4b0e-8877-f4202c9d999b tempest-PortsAdminExtendedAttrsTestJSON-1604698243 tempest-PortsAdminExtendedAttrsTestJSON-1604698243-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (5e5202fe-213f-49d8-90d6-e79b8cba2c2d), before_update {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:16:31.474832 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cd674ff-db1d-481b-9227-dcc24d97f2ac req-2e08819c-1426-4536-8f2d-7ec0c2967961 tempest-ServerDiskConfigTestJSON-504186010 tempest-ServerDiskConfigTestJSON-504186010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:16:31.476647 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-0cd674ff-db1d-481b-9227-dcc24d97f2ac req-2e08819c-1426-4536-8f2d-7ec0c2967961 tempest-ServerDiskConfigTestJSON-504186010 tempest-ServerDiskConfigTestJSON-504186010-project] 10.222.0.75 "GET /v2.0/ports?device_id=de82db19-eabb-48c6-916b-fb13b5287703 HTTP/1.1" status: 200 len: 945 time: 0.0601172 Feb 09 19:16:31.483012 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eac01a81-0661-4581-b5e2-583fd6605c80 req-9b4eb314-4c9e-4a0c-bf00-9b9330bd153f tempest-ListServersNegativeTestJSON-1456546486 tempest-ListServersNegativeTestJSON-1456546486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:16:31.484592 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-eac01a81-0661-4581-b5e2-583fd6605c80 req-9b4eb314-4c9e-4a0c-bf00-9b9330bd153f tempest-ListServersNegativeTestJSON-1456546486 tempest-ListServersNegativeTestJSON-1456546486-project] 10.222.0.75 "GET /v2.0/ports?device_id=38dba92f-112b-4bd9-9a53-715ece5f0b3f HTTP/1.1" status: 200 len: 945 time: 0.1075723 Feb 09 19:16:31.528908 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-0cd674ff-db1d-481b-9227-dcc24d97f2ac req-32a11613-3369-42c9-b67e-0a185affbc80 tempest-ServerDiskConfigTestJSON-504186010 tempest-ServerDiskConfigTestJSON-504186010-project] 10.222.0.75 "GET /v2.0/security-groups?id=3d9033a7-be2a-4459-a2da-84c23e651975&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448658 Feb 09 19:16:31.543158 n-d-713498-36 neutron-server[103230]: DEBUG neutron.notifiers.nova [None req-94b6862f-ca4c-4b0e-8877-f4202c9d999b tempest-PortsAdminExtendedAttrsTestJSON-1604698243 tempest-PortsAdminExtendedAttrsTestJSON-1604698243-project-admin] device_id is not set on port 5e5202fe-213f-49d8-90d6-e79b8cba2c2d yet. {{(pid=103230) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 09 19:16:31.554179 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-94b6862f-ca4c-4b0e-8877-f4202c9d999b tempest-PortsAdminExtendedAttrsTestJSON-1604698243 tempest-PortsAdminExtendedAttrsTestJSON-1604698243-project-admin] Publish callbacks [] for port (5e5202fe-213f-49d8-90d6-e79b8cba2c2d), precommit_update {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:16:31.566729 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-94b6862f-ca4c-4b0e-8877-f4202c9d999b tempest-PortsAdminExtendedAttrsTestJSON-1604698243 tempest-PortsAdminExtendedAttrsTestJSON-1604698243-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762867176205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762866656485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762866656503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14393758'] for port (5e5202fe-213f-49d8-90d6-e79b8cba2c2d), after_update {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:16:31.605199 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-eac01a81-0661-4581-b5e2-583fd6605c80 req-412397ce-f424-419d-ae65-16386d7e44ee tempest-ListServersNegativeTestJSON-1456546486 tempest-ListServersNegativeTestJSON-1456546486-project] 10.222.0.75 "GET /v2.0/security-groups?id=31b4ff91-7723-414a-a702-b2242bf2585f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0903771 Feb 09 19:16:31.640708 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94b6862f-ca4c-4b0e-8877-f4202c9d999b tempest-PortsAdminExtendedAttrsTestJSON-1604698243 tempest-PortsAdminExtendedAttrsTestJSON-1604698243-project-admin] Pushing event updated for resources: {'Port': ['ID=5e5202fe-213f-49d8-90d6-e79b8cba2c2d,revision_number=2']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:16:31.652489 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.managers [None req-94b6862f-ca4c-4b0e-8877-f4202c9d999b tempest-PortsAdminExtendedAttrsTestJSON-1604698243 tempest-PortsAdminExtendedAttrsTestJSON-1604698243-project-admin] Attempting to bind port 5e5202fe-213f-49d8-90d6-e79b8cba2c2d on host n-h1-713498-36 for vnic_type normal with profile {{(pid=103230) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 19:16:31.652834 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.managers [None req-94b6862f-ca4c-4b0e-8877-f4202c9d999b tempest-PortsAdminExtendedAttrsTestJSON-1604698243 tempest-PortsAdminExtendedAttrsTestJSON-1604698243-project-admin] Attempting to bind port 5e5202fe-213f-49d8-90d6-e79b8cba2c2d by drivers openvswitch,hyperv on host n-h1-713498-36 at level 0 using segments [{'id': '7a0d3e4d-fc5f-4893-b62e-f45df79ad502', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': '6083e394-cc20-485c-83f6-d582607c2914'}] {{(pid=103230) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 19:16:31.653232 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94b6862f-ca4c-4b0e-8877-f4202c9d999b tempest-PortsAdminExtendedAttrsTestJSON-1604698243 tempest-PortsAdminExtendedAttrsTestJSON-1604698243-project-admin] Attempting to bind port 5e5202fe-213f-49d8-90d6-e79b8cba2c2d on network 6083e394-cc20-485c-83f6-d582607c2914 {{(pid=103230) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 19:16:31.659927 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94b6862f-ca4c-4b0e-8877-f4202c9d999b tempest-PortsAdminExtendedAttrsTestJSON-1604698243 tempest-PortsAdminExtendedAttrsTestJSON-1604698243-project-admin] Port 5e5202fe-213f-49d8-90d6-e79b8cba2c2d on network 6083e394-cc20-485c-83f6-d582607c2914 not bound, no agent of type Open vSwitch agent registered on host n-h1-713498-36 {{(pid=103230) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 19:16:31.660264 n-d-713498-36 neutron-server[103230]: ERROR neutron.plugins.ml2.managers [None req-94b6862f-ca4c-4b0e-8877-f4202c9d999b tempest-PortsAdminExtendedAttrsTestJSON-1604698243 tempest-PortsAdminExtendedAttrsTestJSON-1604698243-project-admin] Failed to bind port 5e5202fe-213f-49d8-90d6-e79b8cba2c2d on host n-h1-713498-36 for vnic_type normal using segments [{'id': '7a0d3e4d-fc5f-4893-b62e-f45df79ad502', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': '6083e394-cc20-485c-83f6-d582607c2914'}] Feb 09 19:16:31.660651 n-d-713498-36 neutron-server[103230]: INFO neutron.plugins.ml2.plugin [None req-94b6862f-ca4c-4b0e-8877-f4202c9d999b tempest-PortsAdminExtendedAttrsTestJSON-1604698243 tempest-PortsAdminExtendedAttrsTestJSON-1604698243-project-admin] Attempt 2 to bind port 5e5202fe-213f-49d8-90d6-e79b8cba2c2d Feb 09 19:16:31.680453 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.managers [None req-94b6862f-ca4c-4b0e-8877-f4202c9d999b tempest-PortsAdminExtendedAttrsTestJSON-1604698243 tempest-PortsAdminExtendedAttrsTestJSON-1604698243-project-admin] Attempting to bind port 5e5202fe-213f-49d8-90d6-e79b8cba2c2d on host n-h1-713498-36 for vnic_type normal with profile {{(pid=103230) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 19:16:31.681605 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.managers [None req-94b6862f-ca4c-4b0e-8877-f4202c9d999b tempest-PortsAdminExtendedAttrsTestJSON-1604698243 tempest-PortsAdminExtendedAttrsTestJSON-1604698243-project-admin] Attempting to bind port 5e5202fe-213f-49d8-90d6-e79b8cba2c2d by drivers openvswitch,hyperv on host n-h1-713498-36 at level 0 using segments [{'id': '7a0d3e4d-fc5f-4893-b62e-f45df79ad502', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': '6083e394-cc20-485c-83f6-d582607c2914'}] {{(pid=103230) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 19:16:31.682055 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94b6862f-ca4c-4b0e-8877-f4202c9d999b tempest-PortsAdminExtendedAttrsTestJSON-1604698243 tempest-PortsAdminExtendedAttrsTestJSON-1604698243-project-admin] Attempting to bind port 5e5202fe-213f-49d8-90d6-e79b8cba2c2d on network 6083e394-cc20-485c-83f6-d582607c2914 {{(pid=103230) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 19:16:31.687307 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94b6862f-ca4c-4b0e-8877-f4202c9d999b tempest-PortsAdminExtendedAttrsTestJSON-1604698243 tempest-PortsAdminExtendedAttrsTestJSON-1604698243-project-admin] Port 5e5202fe-213f-49d8-90d6-e79b8cba2c2d on network 6083e394-cc20-485c-83f6-d582607c2914 not bound, no agent of type Open vSwitch agent registered on host n-h1-713498-36 {{(pid=103230) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 19:16:31.687638 n-d-713498-36 neutron-server[103230]: ERROR neutron.plugins.ml2.managers [None req-94b6862f-ca4c-4b0e-8877-f4202c9d999b tempest-PortsAdminExtendedAttrsTestJSON-1604698243 tempest-PortsAdminExtendedAttrsTestJSON-1604698243-project-admin] Failed to bind port 5e5202fe-213f-49d8-90d6-e79b8cba2c2d on host n-h1-713498-36 for vnic_type normal using segments [{'id': '7a0d3e4d-fc5f-4893-b62e-f45df79ad502', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': '6083e394-cc20-485c-83f6-d582607c2914'}] Feb 09 19:16:31.688031 n-d-713498-36 neutron-server[103230]: INFO neutron.plugins.ml2.plugin [None req-94b6862f-ca4c-4b0e-8877-f4202c9d999b tempest-PortsAdminExtendedAttrsTestJSON-1604698243 tempest-PortsAdminExtendedAttrsTestJSON-1604698243-project-admin] Attempt 3 to bind port 5e5202fe-213f-49d8-90d6-e79b8cba2c2d Feb 09 19:16:31.715506 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.managers [None req-94b6862f-ca4c-4b0e-8877-f4202c9d999b tempest-PortsAdminExtendedAttrsTestJSON-1604698243 tempest-PortsAdminExtendedAttrsTestJSON-1604698243-project-admin] Attempting to bind port 5e5202fe-213f-49d8-90d6-e79b8cba2c2d on host n-h1-713498-36 for vnic_type normal with profile {{(pid=103230) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 19:16:31.715850 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.managers [None req-94b6862f-ca4c-4b0e-8877-f4202c9d999b tempest-PortsAdminExtendedAttrsTestJSON-1604698243 tempest-PortsAdminExtendedAttrsTestJSON-1604698243-project-admin] Attempting to bind port 5e5202fe-213f-49d8-90d6-e79b8cba2c2d by drivers openvswitch,hyperv on host n-h1-713498-36 at level 0 using segments [{'id': '7a0d3e4d-fc5f-4893-b62e-f45df79ad502', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': '6083e394-cc20-485c-83f6-d582607c2914'}] {{(pid=103230) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 19:16:31.716213 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94b6862f-ca4c-4b0e-8877-f4202c9d999b tempest-PortsAdminExtendedAttrsTestJSON-1604698243 tempest-PortsAdminExtendedAttrsTestJSON-1604698243-project-admin] Attempting to bind port 5e5202fe-213f-49d8-90d6-e79b8cba2c2d on network 6083e394-cc20-485c-83f6-d582607c2914 {{(pid=103230) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 19:16:31.751758 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94b6862f-ca4c-4b0e-8877-f4202c9d999b tempest-PortsAdminExtendedAttrsTestJSON-1604698243 tempest-PortsAdminExtendedAttrsTestJSON-1604698243-project-admin] Port 5e5202fe-213f-49d8-90d6-e79b8cba2c2d on network 6083e394-cc20-485c-83f6-d582607c2914 not bound, no agent of type Open vSwitch agent registered on host n-h1-713498-36 {{(pid=103230) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 19:16:31.752382 n-d-713498-36 neutron-server[103230]: ERROR neutron.plugins.ml2.managers [None req-94b6862f-ca4c-4b0e-8877-f4202c9d999b tempest-PortsAdminExtendedAttrsTestJSON-1604698243 tempest-PortsAdminExtendedAttrsTestJSON-1604698243-project-admin] Failed to bind port 5e5202fe-213f-49d8-90d6-e79b8cba2c2d on host n-h1-713498-36 for vnic_type normal using segments [{'id': '7a0d3e4d-fc5f-4893-b62e-f45df79ad502', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': '6083e394-cc20-485c-83f6-d582607c2914'}] Feb 09 19:16:31.753444 n-d-713498-36 neutron-server[103230]: INFO neutron.plugins.ml2.plugin [None req-94b6862f-ca4c-4b0e-8877-f4202c9d999b tempest-PortsAdminExtendedAttrsTestJSON-1604698243 tempest-PortsAdminExtendedAttrsTestJSON-1604698243-project-admin] Attempt 4 to bind port 5e5202fe-213f-49d8-90d6-e79b8cba2c2d Feb 09 19:16:31.766699 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7730aeb-5f1b-429f-9fbd-785b7a11c912 req-da7aea3f-ba2e-47e9-bf19-4577808e0857 tempest-ListServersNegativeTestJSON-1456546486 tempest-ListServersNegativeTestJSON-1456546486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:16:31.768332 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-f7730aeb-5f1b-429f-9fbd-785b7a11c912 req-da7aea3f-ba2e-47e9-bf19-4577808e0857 tempest-ListServersNegativeTestJSON-1456546486 tempest-ListServersNegativeTestJSON-1456546486-project] 10.222.0.75 "GET /v2.0/ports?device_id=4c78f554-3359-419b-b8cb-dcb4eea61753 HTTP/1.1" status: 200 len: 945 time: 0.0726624 Feb 09 19:16:31.770767 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.managers [None req-94b6862f-ca4c-4b0e-8877-f4202c9d999b tempest-PortsAdminExtendedAttrsTestJSON-1604698243 tempest-PortsAdminExtendedAttrsTestJSON-1604698243-project-admin] Attempting to bind port 5e5202fe-213f-49d8-90d6-e79b8cba2c2d on host n-h1-713498-36 for vnic_type normal with profile {{(pid=103230) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 19:16:31.771198 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.managers [None req-94b6862f-ca4c-4b0e-8877-f4202c9d999b tempest-PortsAdminExtendedAttrsTestJSON-1604698243 tempest-PortsAdminExtendedAttrsTestJSON-1604698243-project-admin] Attempting to bind port 5e5202fe-213f-49d8-90d6-e79b8cba2c2d by drivers openvswitch,hyperv on host n-h1-713498-36 at level 0 using segments [{'id': '7a0d3e4d-fc5f-4893-b62e-f45df79ad502', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': '6083e394-cc20-485c-83f6-d582607c2914'}] {{(pid=103230) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 19:16:31.771602 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94b6862f-ca4c-4b0e-8877-f4202c9d999b tempest-PortsAdminExtendedAttrsTestJSON-1604698243 tempest-PortsAdminExtendedAttrsTestJSON-1604698243-project-admin] Attempting to bind port 5e5202fe-213f-49d8-90d6-e79b8cba2c2d on network 6083e394-cc20-485c-83f6-d582607c2914 {{(pid=103230) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 19:16:31.783343 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94b6862f-ca4c-4b0e-8877-f4202c9d999b tempest-PortsAdminExtendedAttrsTestJSON-1604698243 tempest-PortsAdminExtendedAttrsTestJSON-1604698243-project-admin] Port 5e5202fe-213f-49d8-90d6-e79b8cba2c2d on network 6083e394-cc20-485c-83f6-d582607c2914 not bound, no agent of type Open vSwitch agent registered on host n-h1-713498-36 {{(pid=103230) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 19:16:31.784277 n-d-713498-36 neutron-server[103230]: ERROR neutron.plugins.ml2.managers [None req-94b6862f-ca4c-4b0e-8877-f4202c9d999b tempest-PortsAdminExtendedAttrsTestJSON-1604698243 tempest-PortsAdminExtendedAttrsTestJSON-1604698243-project-admin] Failed to bind port 5e5202fe-213f-49d8-90d6-e79b8cba2c2d on host n-h1-713498-36 for vnic_type normal using segments [{'id': '7a0d3e4d-fc5f-4893-b62e-f45df79ad502', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': '6083e394-cc20-485c-83f6-d582607c2914'}] Feb 09 19:16:31.786467 n-d-713498-36 neutron-server[103230]: INFO neutron.plugins.ml2.plugin [None req-94b6862f-ca4c-4b0e-8877-f4202c9d999b tempest-PortsAdminExtendedAttrsTestJSON-1604698243 tempest-PortsAdminExtendedAttrsTestJSON-1604698243-project-admin] Attempt 5 to bind port 5e5202fe-213f-49d8-90d6-e79b8cba2c2d Feb 09 19:16:31.805176 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.managers [None req-94b6862f-ca4c-4b0e-8877-f4202c9d999b tempest-PortsAdminExtendedAttrsTestJSON-1604698243 tempest-PortsAdminExtendedAttrsTestJSON-1604698243-project-admin] Attempting to bind port 5e5202fe-213f-49d8-90d6-e79b8cba2c2d on host n-h1-713498-36 for vnic_type normal with profile {{(pid=103230) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 19:16:31.805424 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.managers [None req-94b6862f-ca4c-4b0e-8877-f4202c9d999b tempest-PortsAdminExtendedAttrsTestJSON-1604698243 tempest-PortsAdminExtendedAttrsTestJSON-1604698243-project-admin] Attempting to bind port 5e5202fe-213f-49d8-90d6-e79b8cba2c2d by drivers openvswitch,hyperv on host n-h1-713498-36 at level 0 using segments [{'id': '7a0d3e4d-fc5f-4893-b62e-f45df79ad502', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': '6083e394-cc20-485c-83f6-d582607c2914'}] {{(pid=103230) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 19:16:31.805995 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94b6862f-ca4c-4b0e-8877-f4202c9d999b tempest-PortsAdminExtendedAttrsTestJSON-1604698243 tempest-PortsAdminExtendedAttrsTestJSON-1604698243-project-admin] Attempting to bind port 5e5202fe-213f-49d8-90d6-e79b8cba2c2d on network 6083e394-cc20-485c-83f6-d582607c2914 {{(pid=103230) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 19:16:31.818451 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62664f64-175a-4735-9d92-db591cc8416a req-442e14c7-b765-4820-b333-c409ec9373c6 tempest-MigrationsAdminTest-892781459 tempest-MigrationsAdminTest-892781459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:16:31.820206 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-62664f64-175a-4735-9d92-db591cc8416a req-442e14c7-b765-4820-b333-c409ec9373c6 tempest-MigrationsAdminTest-892781459 tempest-MigrationsAdminTest-892781459-project] 10.222.0.75 "GET /v2.0/ports?device_id=5a41699b-33f6-4124-8872-0e1679a5b99b HTTP/1.1" status: 200 len: 950 time: 0.1229503 Feb 09 19:16:31.822933 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94b6862f-ca4c-4b0e-8877-f4202c9d999b tempest-PortsAdminExtendedAttrsTestJSON-1604698243 tempest-PortsAdminExtendedAttrsTestJSON-1604698243-project-admin] Port 5e5202fe-213f-49d8-90d6-e79b8cba2c2d on network 6083e394-cc20-485c-83f6-d582607c2914 not bound, no agent of type Open vSwitch agent registered on host n-h1-713498-36 {{(pid=103230) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 19:16:31.823521 n-d-713498-36 neutron-server[103230]: ERROR neutron.plugins.ml2.managers [None req-94b6862f-ca4c-4b0e-8877-f4202c9d999b tempest-PortsAdminExtendedAttrsTestJSON-1604698243 tempest-PortsAdminExtendedAttrsTestJSON-1604698243-project-admin] Failed to bind port 5e5202fe-213f-49d8-90d6-e79b8cba2c2d on host n-h1-713498-36 for vnic_type normal using segments [{'id': '7a0d3e4d-fc5f-4893-b62e-f45df79ad502', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': '6083e394-cc20-485c-83f6-d582607c2914'}] Feb 09 19:16:31.824034 n-d-713498-36 neutron-server[103230]: INFO neutron.plugins.ml2.plugin [None req-94b6862f-ca4c-4b0e-8877-f4202c9d999b tempest-PortsAdminExtendedAttrsTestJSON-1604698243 tempest-PortsAdminExtendedAttrsTestJSON-1604698243-project-admin] Attempt 6 to bind port 5e5202fe-213f-49d8-90d6-e79b8cba2c2d Feb 09 19:16:31.835340 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-f7730aeb-5f1b-429f-9fbd-785b7a11c912 req-9421a832-cdfe-440a-a307-482b40f81fc3 tempest-ListServersNegativeTestJSON-1456546486 tempest-ListServersNegativeTestJSON-1456546486-project] 10.222.0.75 "GET /v2.0/security-groups?id=31b4ff91-7723-414a-a702-b2242bf2585f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555868 Feb 09 19:16:31.855439 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.managers [None req-94b6862f-ca4c-4b0e-8877-f4202c9d999b tempest-PortsAdminExtendedAttrsTestJSON-1604698243 tempest-PortsAdminExtendedAttrsTestJSON-1604698243-project-admin] Attempting to bind port 5e5202fe-213f-49d8-90d6-e79b8cba2c2d on host n-h1-713498-36 for vnic_type normal with profile {{(pid=103230) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 19:16:31.855853 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.managers [None req-94b6862f-ca4c-4b0e-8877-f4202c9d999b tempest-PortsAdminExtendedAttrsTestJSON-1604698243 tempest-PortsAdminExtendedAttrsTestJSON-1604698243-project-admin] Attempting to bind port 5e5202fe-213f-49d8-90d6-e79b8cba2c2d by drivers openvswitch,hyperv on host n-h1-713498-36 at level 0 using segments [{'id': '7a0d3e4d-fc5f-4893-b62e-f45df79ad502', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': '6083e394-cc20-485c-83f6-d582607c2914'}] {{(pid=103230) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 19:16:31.856333 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94b6862f-ca4c-4b0e-8877-f4202c9d999b tempest-PortsAdminExtendedAttrsTestJSON-1604698243 tempest-PortsAdminExtendedAttrsTestJSON-1604698243-project-admin] Attempting to bind port 5e5202fe-213f-49d8-90d6-e79b8cba2c2d on network 6083e394-cc20-485c-83f6-d582607c2914 {{(pid=103230) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 19:16:31.862472 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94b6862f-ca4c-4b0e-8877-f4202c9d999b tempest-PortsAdminExtendedAttrsTestJSON-1604698243 tempest-PortsAdminExtendedAttrsTestJSON-1604698243-project-admin] Port 5e5202fe-213f-49d8-90d6-e79b8cba2c2d on network 6083e394-cc20-485c-83f6-d582607c2914 not bound, no agent of type Open vSwitch agent registered on host n-h1-713498-36 {{(pid=103230) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 19:16:31.864181 n-d-713498-36 neutron-server[103230]: ERROR neutron.plugins.ml2.managers [None req-94b6862f-ca4c-4b0e-8877-f4202c9d999b tempest-PortsAdminExtendedAttrsTestJSON-1604698243 tempest-PortsAdminExtendedAttrsTestJSON-1604698243-project-admin] Failed to bind port 5e5202fe-213f-49d8-90d6-e79b8cba2c2d on host n-h1-713498-36 for vnic_type normal using segments [{'id': '7a0d3e4d-fc5f-4893-b62e-f45df79ad502', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': '6083e394-cc20-485c-83f6-d582607c2914'}] Feb 09 19:16:31.864181 n-d-713498-36 neutron-server[103230]: INFO neutron.plugins.ml2.plugin [None req-94b6862f-ca4c-4b0e-8877-f4202c9d999b tempest-PortsAdminExtendedAttrsTestJSON-1604698243 tempest-PortsAdminExtendedAttrsTestJSON-1604698243-project-admin] Attempt 7 to bind port 5e5202fe-213f-49d8-90d6-e79b8cba2c2d Feb 09 19:16:31.877665 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Device badfafc7-4f48-4d37-8e78-f9cbce775520 up at agent hyperv_n-h2-713498-36 {{(pid=103232) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 19:16:31.910807 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.managers [None req-94b6862f-ca4c-4b0e-8877-f4202c9d999b tempest-PortsAdminExtendedAttrsTestJSON-1604698243 tempest-PortsAdminExtendedAttrsTestJSON-1604698243-project-admin] Attempting to bind port 5e5202fe-213f-49d8-90d6-e79b8cba2c2d on host n-h1-713498-36 for vnic_type normal with profile {{(pid=103230) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 19:16:31.911244 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.managers [None req-94b6862f-ca4c-4b0e-8877-f4202c9d999b tempest-PortsAdminExtendedAttrsTestJSON-1604698243 tempest-PortsAdminExtendedAttrsTestJSON-1604698243-project-admin] Attempting to bind port 5e5202fe-213f-49d8-90d6-e79b8cba2c2d by drivers openvswitch,hyperv on host n-h1-713498-36 at level 0 using segments [{'id': '7a0d3e4d-fc5f-4893-b62e-f45df79ad502', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': '6083e394-cc20-485c-83f6-d582607c2914'}] {{(pid=103230) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 19:16:31.911656 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94b6862f-ca4c-4b0e-8877-f4202c9d999b tempest-PortsAdminExtendedAttrsTestJSON-1604698243 tempest-PortsAdminExtendedAttrsTestJSON-1604698243-project-admin] Attempting to bind port 5e5202fe-213f-49d8-90d6-e79b8cba2c2d on network 6083e394-cc20-485c-83f6-d582607c2914 {{(pid=103230) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 19:16:31.921206 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-62664f64-175a-4735-9d92-db591cc8416a req-7c687553-31c0-442b-90f6-2288d32e7991 tempest-MigrationsAdminTest-892781459 tempest-MigrationsAdminTest-892781459-project] 10.222.0.75 "GET /v2.0/security-groups?id=709912c8-8171-4435-800e-9e5c5e45bf8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0929906 Feb 09 19:16:31.923694 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94b6862f-ca4c-4b0e-8877-f4202c9d999b tempest-PortsAdminExtendedAttrsTestJSON-1604698243 tempest-PortsAdminExtendedAttrsTestJSON-1604698243-project-admin] Port 5e5202fe-213f-49d8-90d6-e79b8cba2c2d on network 6083e394-cc20-485c-83f6-d582607c2914 not bound, no agent of type Open vSwitch agent registered on host n-h1-713498-36 {{(pid=103230) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 19:16:31.923694 n-d-713498-36 neutron-server[103230]: ERROR neutron.plugins.ml2.managers [None req-94b6862f-ca4c-4b0e-8877-f4202c9d999b tempest-PortsAdminExtendedAttrsTestJSON-1604698243 tempest-PortsAdminExtendedAttrsTestJSON-1604698243-project-admin] Failed to bind port 5e5202fe-213f-49d8-90d6-e79b8cba2c2d on host n-h1-713498-36 for vnic_type normal using segments [{'id': '7a0d3e4d-fc5f-4893-b62e-f45df79ad502', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': '6083e394-cc20-485c-83f6-d582607c2914'}] Feb 09 19:16:31.923694 n-d-713498-36 neutron-server[103230]: INFO neutron.plugins.ml2.plugin [None req-94b6862f-ca4c-4b0e-8877-f4202c9d999b tempest-PortsAdminExtendedAttrsTestJSON-1604698243 tempest-PortsAdminExtendedAttrsTestJSON-1604698243-project-admin] Attempt 8 to bind port 5e5202fe-213f-49d8-90d6-e79b8cba2c2d Feb 09 19:16:31.935795 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.provisioning_blocks [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Provisioning for port badfafc7-4f48-4d37-8e78-f9cbce775520 completed by entity L2. {{(pid=103232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 19:16:31.945856 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.managers [None req-94b6862f-ca4c-4b0e-8877-f4202c9d999b tempest-PortsAdminExtendedAttrsTestJSON-1604698243 tempest-PortsAdminExtendedAttrsTestJSON-1604698243-project-admin] Attempting to bind port 5e5202fe-213f-49d8-90d6-e79b8cba2c2d on host n-h1-713498-36 for vnic_type normal with profile {{(pid=103230) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 19:16:31.946412 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.managers [None req-94b6862f-ca4c-4b0e-8877-f4202c9d999b tempest-PortsAdminExtendedAttrsTestJSON-1604698243 tempest-PortsAdminExtendedAttrsTestJSON-1604698243-project-admin] Attempting to bind port 5e5202fe-213f-49d8-90d6-e79b8cba2c2d by drivers openvswitch,hyperv on host n-h1-713498-36 at level 0 using segments [{'id': '7a0d3e4d-fc5f-4893-b62e-f45df79ad502', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': '6083e394-cc20-485c-83f6-d582607c2914'}] {{(pid=103230) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 19:16:31.946911 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94b6862f-ca4c-4b0e-8877-f4202c9d999b tempest-PortsAdminExtendedAttrsTestJSON-1604698243 tempest-PortsAdminExtendedAttrsTestJSON-1604698243-project-admin] Attempting to bind port 5e5202fe-213f-49d8-90d6-e79b8cba2c2d on network 6083e394-cc20-485c-83f6-d582607c2914 {{(pid=103230) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 19:16:31.951134 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.provisioning_blocks [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Provisioning complete for port badfafc7-4f48-4d37-8e78-f9cbce775520 triggered by entity L2. {{(pid=103232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 19:16:31.951490 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593630'] for port (badfafc7-4f48-4d37-8e78-f9cbce775520), provisioning_complete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:16:31.961473 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94b6862f-ca4c-4b0e-8877-f4202c9d999b tempest-PortsAdminExtendedAttrsTestJSON-1604698243 tempest-PortsAdminExtendedAttrsTestJSON-1604698243-project-admin] Port 5e5202fe-213f-49d8-90d6-e79b8cba2c2d on network 6083e394-cc20-485c-83f6-d582607c2914 not bound, no agent of type Open vSwitch agent registered on host n-h1-713498-36 {{(pid=103230) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 19:16:31.962554 n-d-713498-36 neutron-server[103230]: ERROR neutron.plugins.ml2.managers [None req-94b6862f-ca4c-4b0e-8877-f4202c9d999b tempest-PortsAdminExtendedAttrsTestJSON-1604698243 tempest-PortsAdminExtendedAttrsTestJSON-1604698243-project-admin] Failed to bind port 5e5202fe-213f-49d8-90d6-e79b8cba2c2d on host n-h1-713498-36 for vnic_type normal using segments [{'id': '7a0d3e4d-fc5f-4893-b62e-f45df79ad502', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': '6083e394-cc20-485c-83f6-d582607c2914'}] Feb 09 19:16:31.963936 n-d-713498-36 neutron-server[103230]: INFO neutron.plugins.ml2.plugin [None req-94b6862f-ca4c-4b0e-8877-f4202c9d999b tempest-PortsAdminExtendedAttrsTestJSON-1604698243 tempest-PortsAdminExtendedAttrsTestJSON-1604698243-project-admin] Attempt 9 to bind port 5e5202fe-213f-49d8-90d6-e79b8cba2c2d Feb 09 19:16:31.986130 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.managers [None req-94b6862f-ca4c-4b0e-8877-f4202c9d999b tempest-PortsAdminExtendedAttrsTestJSON-1604698243 tempest-PortsAdminExtendedAttrsTestJSON-1604698243-project-admin] Attempting to bind port 5e5202fe-213f-49d8-90d6-e79b8cba2c2d on host n-h1-713498-36 for vnic_type normal with profile {{(pid=103230) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 19:16:31.987272 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.managers [None req-94b6862f-ca4c-4b0e-8877-f4202c9d999b tempest-PortsAdminExtendedAttrsTestJSON-1604698243 tempest-PortsAdminExtendedAttrsTestJSON-1604698243-project-admin] Attempting to bind port 5e5202fe-213f-49d8-90d6-e79b8cba2c2d by drivers openvswitch,hyperv on host n-h1-713498-36 at level 0 using segments [{'id': '7a0d3e4d-fc5f-4893-b62e-f45df79ad502', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': '6083e394-cc20-485c-83f6-d582607c2914'}] {{(pid=103230) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 19:16:31.988316 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94b6862f-ca4c-4b0e-8877-f4202c9d999b tempest-PortsAdminExtendedAttrsTestJSON-1604698243 tempest-PortsAdminExtendedAttrsTestJSON-1604698243-project-admin] Attempting to bind port 5e5202fe-213f-49d8-90d6-e79b8cba2c2d on network 6083e394-cc20-485c-83f6-d582607c2914 {{(pid=103230) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 19:16:31.999728 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94b6862f-ca4c-4b0e-8877-f4202c9d999b tempest-PortsAdminExtendedAttrsTestJSON-1604698243 tempest-PortsAdminExtendedAttrsTestJSON-1604698243-project-admin] Port 5e5202fe-213f-49d8-90d6-e79b8cba2c2d on network 6083e394-cc20-485c-83f6-d582607c2914 not bound, no agent of type Open vSwitch agent registered on host n-h1-713498-36 {{(pid=103230) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 19:16:32.000547 n-d-713498-36 neutron-server[103230]: ERROR neutron.plugins.ml2.managers [None req-94b6862f-ca4c-4b0e-8877-f4202c9d999b tempest-PortsAdminExtendedAttrsTestJSON-1604698243 tempest-PortsAdminExtendedAttrsTestJSON-1604698243-project-admin] Failed to bind port 5e5202fe-213f-49d8-90d6-e79b8cba2c2d on host n-h1-713498-36 for vnic_type normal using segments [{'id': '7a0d3e4d-fc5f-4893-b62e-f45df79ad502', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': '6083e394-cc20-485c-83f6-d582607c2914'}] Feb 09 19:16:32.001374 n-d-713498-36 neutron-server[103230]: INFO neutron.plugins.ml2.plugin [None req-94b6862f-ca4c-4b0e-8877-f4202c9d999b tempest-PortsAdminExtendedAttrsTestJSON-1604698243 tempest-PortsAdminExtendedAttrsTestJSON-1604698243-project-admin] Attempt 10 to bind port 5e5202fe-213f-49d8-90d6-e79b8cba2c2d Feb 09 19:16:32.028863 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.managers [None req-94b6862f-ca4c-4b0e-8877-f4202c9d999b tempest-PortsAdminExtendedAttrsTestJSON-1604698243 tempest-PortsAdminExtendedAttrsTestJSON-1604698243-project-admin] Attempting to bind port 5e5202fe-213f-49d8-90d6-e79b8cba2c2d on host n-h1-713498-36 for vnic_type normal with profile {{(pid=103230) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 19:16:32.029462 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.managers [None req-94b6862f-ca4c-4b0e-8877-f4202c9d999b tempest-PortsAdminExtendedAttrsTestJSON-1604698243 tempest-PortsAdminExtendedAttrsTestJSON-1604698243-project-admin] Attempting to bind port 5e5202fe-213f-49d8-90d6-e79b8cba2c2d by drivers openvswitch,hyperv on host n-h1-713498-36 at level 0 using segments [{'id': '7a0d3e4d-fc5f-4893-b62e-f45df79ad502', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': '6083e394-cc20-485c-83f6-d582607c2914'}] {{(pid=103230) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 19:16:32.029809 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94b6862f-ca4c-4b0e-8877-f4202c9d999b tempest-PortsAdminExtendedAttrsTestJSON-1604698243 tempest-PortsAdminExtendedAttrsTestJSON-1604698243-project-admin] Attempting to bind port 5e5202fe-213f-49d8-90d6-e79b8cba2c2d on network 6083e394-cc20-485c-83f6-d582607c2914 {{(pid=103230) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 19:16:32.035671 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94b6862f-ca4c-4b0e-8877-f4202c9d999b tempest-PortsAdminExtendedAttrsTestJSON-1604698243 tempest-PortsAdminExtendedAttrsTestJSON-1604698243-project-admin] Port 5e5202fe-213f-49d8-90d6-e79b8cba2c2d on network 6083e394-cc20-485c-83f6-d582607c2914 not bound, no agent of type Open vSwitch agent registered on host n-h1-713498-36 {{(pid=103230) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 19:16:32.036011 n-d-713498-36 neutron-server[103230]: ERROR neutron.plugins.ml2.managers [None req-94b6862f-ca4c-4b0e-8877-f4202c9d999b tempest-PortsAdminExtendedAttrsTestJSON-1604698243 tempest-PortsAdminExtendedAttrsTestJSON-1604698243-project-admin] Failed to bind port 5e5202fe-213f-49d8-90d6-e79b8cba2c2d on host n-h1-713498-36 for vnic_type normal using segments [{'id': '7a0d3e4d-fc5f-4893-b62e-f45df79ad502', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': '6083e394-cc20-485c-83f6-d582607c2914'}] Feb 09 19:16:32.036386 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-94b6862f-ca4c-4b0e-8877-f4202c9d999b tempest-PortsAdminExtendedAttrsTestJSON-1604698243 tempest-PortsAdminExtendedAttrsTestJSON-1604698243-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (5e5202fe-213f-49d8-90d6-e79b8cba2c2d), before_update {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:16:32.100386 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Current status of the port badfafc7-4f48-4d37-8e78-f9cbce775520 is: BUILD; New status is: ACTIVE {{(pid=103232) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 19:16:32.100785 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (badfafc7-4f48-4d37-8e78-f9cbce775520), before_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:16:32.137805 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-7429db8d-6021-40ad-813e-885be449a89b None None] For port badfafc7-4f48-4d37-8e78-f9cbce775520, host n-h2-713498-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-36',level=0,port_id=badfafc7-4f48-4d37-8e78-f9cbce775520,segment=NetworkSegment(1e2a1863-ec93-4db2-ba80-84e2ae4ef342),segment_id=1e2a1863-ec93-4db2-ba80-84e2ae4ef342)] {{(pid=103232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 19:16:32.139045 n-d-713498-36 neutron-server[103232]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'de82db19-eabb-48c6-916b-fb13b5287703', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'badfafc7-4f48-4d37-8e78-f9cbce775520'}] {{(pid=103232) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 19:16:32.142290 n-d-713498-36 neutron-server[103232]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}949cdcde653dec44821de95cbf67297f53cbc2aed4e073b5d514f93bf911ce85" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f0cd7b39-9a10-4134-9f23-c88887ac3a56" -d '{"events": [{"server_uuid": "de82db19-eabb-48c6-916b-fb13b5287703", "name": "network-vif-plugged", "status": "completed", "tag": "badfafc7-4f48-4d37-8e78-f9cbce775520"}]}' {{(pid=103232) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 19:16:32.146220 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762867176205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762866656485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762866656503'] for port (badfafc7-4f48-4d37-8e78-f9cbce775520), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:16:32.159111 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.db [None req-94b6862f-ca4c-4b0e-8877-f4202c9d999b tempest-PortsAdminExtendedAttrsTestJSON-1604698243 tempest-PortsAdminExtendedAttrsTestJSON-1604698243-project-admin] For port 5e5202fe-213f-49d8-90d6-e79b8cba2c2d, host n-h1-713498-36, cleared binding levels {{(pid=103230) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 19:16:32.159550 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.db [None req-94b6862f-ca4c-4b0e-8877-f4202c9d999b tempest-PortsAdminExtendedAttrsTestJSON-1604698243 tempest-PortsAdminExtendedAttrsTestJSON-1604698243-project-admin] Attempted to set empty binding levels {{(pid=103230) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Feb 09 19:16:32.162525 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-58555a22-225b-40ac-adbd-4b3b496d945e req-0fcb547d-7e2f-4d09-8364-10ae3173130e tempest-ServerShowV257Test-589056754 tempest-ServerShowV257Test-589056754-project] 10.222.0.75 "GET /v2.0/ports?device_id=26944e33-f83d-4567-bd3a-02cf5001147a HTTP/1.1" status: 200 len: 210 time: 0.0416338 Feb 09 19:16:32.168958 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-94b6862f-ca4c-4b0e-8877-f4202c9d999b tempest-PortsAdminExtendedAttrsTestJSON-1604698243 tempest-PortsAdminExtendedAttrsTestJSON-1604698243-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762867176205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762866656485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762866656503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14393758'] for port (5e5202fe-213f-49d8-90d6-e79b8cba2c2d), after_update {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:16:32.200700 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Pushing event updated for resources: {'Port': ['ID=badfafc7-4f48-4d37-8e78-f9cbce775520,revision_number=5']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:16:32.214246 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.plugin [None req-94b6862f-ca4c-4b0e-8877-f4202c9d999b tempest-PortsAdminExtendedAttrsTestJSON-1604698243 tempest-PortsAdminExtendedAttrsTestJSON-1604698243-project-admin] In _notify_port_updated(), no bound segment for port 5e5202fe-213f-49d8-90d6-e79b8cba2c2d on network 6083e394-cc20-485c-83f6-d582607c2914 {{(pid=103230) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Feb 09 19:16:32.215276 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94b6862f-ca4c-4b0e-8877-f4202c9d999b tempest-PortsAdminExtendedAttrsTestJSON-1604698243 tempest-PortsAdminExtendedAttrsTestJSON-1604698243-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:16:32.215921 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-94b6862f-ca4c-4b0e-8877-f4202c9d999b tempest-PortsAdminExtendedAttrsTestJSON-1604698243 tempest-PortsAdminExtendedAttrsTestJSON-1604698243-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171096'] for port (None), before_response {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:16:32.220517 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-94b6862f-ca4c-4b0e-8877-f4202c9d999b tempest-PortsAdminExtendedAttrsTestJSON-1604698243 tempest-PortsAdminExtendedAttrsTestJSON-1604698243-project-admin] 10.222.0.75 "PUT /v2.0/ports/5e5202fe-213f-49d8-90d6-e79b8cba2c2d HTTP/1.1" status: 200 len: 975 time: 1.0091691 Feb 09 19:16:32.220699 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 37156) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:16:32.238099 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0620fa8c-78dc-48ef-84c5-6dc75a4012bd req-a8b54d75-aed5-42c0-a13d-af237133c200 tempest-ListServersNegativeTestJSON-1456546486 tempest-ListServersNegativeTestJSON-1456546486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:16:32.239807 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-0620fa8c-78dc-48ef-84c5-6dc75a4012bd req-a8b54d75-aed5-42c0-a13d-af237133c200 tempest-ListServersNegativeTestJSON-1456546486 tempest-ListServersNegativeTestJSON-1456546486-project] 10.222.0.75 "GET /v2.0/ports?device_id=4c78f554-3359-419b-b8cb-dcb4eea61753 HTTP/1.1" status: 200 len: 945 time: 0.1375465 Feb 09 19:16:32.262099 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94b6862f-ca4c-4b0e-8877-f4202c9d999b tempest-PortsAdminExtendedAttrsTestJSON-1604698243 tempest-PortsAdminExtendedAttrsTestJSON-1604698243-project-admin] Pushing event updated for resources: {'Port': ['ID=5e5202fe-213f-49d8-90d6-e79b8cba2c2d,revision_number=3']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:16:32.294955 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-0620fa8c-78dc-48ef-84c5-6dc75a4012bd req-4054ad8b-ebce-47aa-845b-d6d39ad6de29 tempest-ListServersNegativeTestJSON-1456546486 tempest-ListServersNegativeTestJSON-1456546486-project] 10.222.0.75 "GET /v2.0/security-groups?id=31b4ff91-7723-414a-a702-b2242bf2585f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473969 Feb 09 19:16:32.345568 n-d-713498-36 neutron-server[103232]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 19:16:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-030a41e1-226e-467c-b799-79bf97865e34 x-openstack-request-id: req-030a41e1-226e-467c-b799-79bf97865e34 {{(pid=103232) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 19:16:32.345865 n-d-713498-36 neutron-server[103232]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "de82db19-eabb-48c6-916b-fb13b5287703", "name": "network-vif-plugged", "status": "completed", "tag": "badfafc7-4f48-4d37-8e78-f9cbce775520", "code": 200}]} {{(pid=103232) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 19:16:32.346149 n-d-713498-36 neutron-server[103232]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-030a41e1-226e-467c-b799-79bf97865e34 {{(pid=103232) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 19:16:32.346544 n-d-713498-36 neutron-server[103232]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'de82db19-eabb-48c6-916b-fb13b5287703', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'badfafc7-4f48-4d37-8e78-f9cbce775520', 'code': 200} Feb 09 19:16:32.391993 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26053b63-4532-47a9-8baa-daf11db04320 req-23083ffc-0fe7-42b3-90bf-bfc205986003 tempest-TaggedBootDevicesTest-980849656 tempest-TaggedBootDevicesTest-980849656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:16:32.397782 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26053b63-4532-47a9-8baa-daf11db04320 req-23083ffc-0fe7-42b3-90bf-bfc205986003 tempest-TaggedBootDevicesTest-980849656 tempest-TaggedBootDevicesTest-980849656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:16:32.404656 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26053b63-4532-47a9-8baa-daf11db04320 req-23083ffc-0fe7-42b3-90bf-bfc205986003 tempest-TaggedBootDevicesTest-980849656 tempest-TaggedBootDevicesTest-980849656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:16:32.410093 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26053b63-4532-47a9-8baa-daf11db04320 req-23083ffc-0fe7-42b3-90bf-bfc205986003 tempest-TaggedBootDevicesTest-980849656 tempest-TaggedBootDevicesTest-980849656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:16:32.415395 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26053b63-4532-47a9-8baa-daf11db04320 req-23083ffc-0fe7-42b3-90bf-bfc205986003 tempest-TaggedBootDevicesTest-980849656 tempest-TaggedBootDevicesTest-980849656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:16:32.421785 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26053b63-4532-47a9-8baa-daf11db04320 req-23083ffc-0fe7-42b3-90bf-bfc205986003 tempest-TaggedBootDevicesTest-980849656 tempest-TaggedBootDevicesTest-980849656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:16:32.427113 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26053b63-4532-47a9-8baa-daf11db04320 req-23083ffc-0fe7-42b3-90bf-bfc205986003 tempest-TaggedBootDevicesTest-980849656 tempest-TaggedBootDevicesTest-980849656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:16:32.429046 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-26053b63-4532-47a9-8baa-daf11db04320 req-23083ffc-0fe7-42b3-90bf-bfc205986003 tempest-TaggedBootDevicesTest-980849656 tempest-TaggedBootDevicesTest-980849656-project] 10.222.0.75 "GET /v2.0/ports?device_id=c3476174-573e-455c-944e-9ed0cac04ac2 HTTP/1.1" status: 200 len: 5421 time: 0.1753118 Feb 09 19:16:32.486662 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3d4a353-c6ee-4680-96ab-93bc85b94723 tempest-PortsAdminExtendedAttrsTestJSON-1604698243 tempest-PortsAdminExtendedAttrsTestJSON-1604698243-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:16:32.487130 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3d4a353-c6ee-4680-96ab-93bc85b94723 tempest-PortsAdminExtendedAttrsTestJSON-1604698243 tempest-PortsAdminExtendedAttrsTestJSON-1604698243-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:16:32.487632 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3d4a353-c6ee-4680-96ab-93bc85b94723 tempest-PortsAdminExtendedAttrsTestJSON-1604698243 tempest-PortsAdminExtendedAttrsTestJSON-1604698243-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:16:32.488099 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3d4a353-c6ee-4680-96ab-93bc85b94723 tempest-PortsAdminExtendedAttrsTestJSON-1604698243 tempest-PortsAdminExtendedAttrsTestJSON-1604698243-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:16:32.488559 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3d4a353-c6ee-4680-96ab-93bc85b94723 tempest-PortsAdminExtendedAttrsTestJSON-1604698243 tempest-PortsAdminExtendedAttrsTestJSON-1604698243-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:16:32.489014 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3d4a353-c6ee-4680-96ab-93bc85b94723 tempest-PortsAdminExtendedAttrsTestJSON-1604698243 tempest-PortsAdminExtendedAttrsTestJSON-1604698243-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:16:32.489480 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3d4a353-c6ee-4680-96ab-93bc85b94723 tempest-PortsAdminExtendedAttrsTestJSON-1604698243 tempest-PortsAdminExtendedAttrsTestJSON-1604698243-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:16:32.489941 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3d4a353-c6ee-4680-96ab-93bc85b94723 tempest-PortsAdminExtendedAttrsTestJSON-1604698243 tempest-PortsAdminExtendedAttrsTestJSON-1604698243-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:16:32.490422 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3d4a353-c6ee-4680-96ab-93bc85b94723 tempest-PortsAdminExtendedAttrsTestJSON-1604698243 tempest-PortsAdminExtendedAttrsTestJSON-1604698243-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:16:32.490878 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3d4a353-c6ee-4680-96ab-93bc85b94723 tempest-PortsAdminExtendedAttrsTestJSON-1604698243 tempest-PortsAdminExtendedAttrsTestJSON-1604698243-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:16:32.491333 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3d4a353-c6ee-4680-96ab-93bc85b94723 tempest-PortsAdminExtendedAttrsTestJSON-1604698243 tempest-PortsAdminExtendedAttrsTestJSON-1604698243-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:16:32.491786 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3d4a353-c6ee-4680-96ab-93bc85b94723 tempest-PortsAdminExtendedAttrsTestJSON-1604698243 tempest-PortsAdminExtendedAttrsTestJSON-1604698243-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:16:32.492240 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3d4a353-c6ee-4680-96ab-93bc85b94723 tempest-PortsAdminExtendedAttrsTestJSON-1604698243 tempest-PortsAdminExtendedAttrsTestJSON-1604698243-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:16:32.492690 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3d4a353-c6ee-4680-96ab-93bc85b94723 tempest-PortsAdminExtendedAttrsTestJSON-1604698243 tempest-PortsAdminExtendedAttrsTestJSON-1604698243-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:16:32.493142 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3d4a353-c6ee-4680-96ab-93bc85b94723 tempest-PortsAdminExtendedAttrsTestJSON-1604698243 tempest-PortsAdminExtendedAttrsTestJSON-1604698243-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:16:32.493594 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3d4a353-c6ee-4680-96ab-93bc85b94723 tempest-PortsAdminExtendedAttrsTestJSON-1604698243 tempest-PortsAdminExtendedAttrsTestJSON-1604698243-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:16:32.494204 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3d4a353-c6ee-4680-96ab-93bc85b94723 tempest-PortsAdminExtendedAttrsTestJSON-1604698243 tempest-PortsAdminExtendedAttrsTestJSON-1604698243-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:16:32.495171 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3d4a353-c6ee-4680-96ab-93bc85b94723 tempest-PortsAdminExtendedAttrsTestJSON-1604698243 tempest-PortsAdminExtendedAttrsTestJSON-1604698243-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:16:32.495734 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3d4a353-c6ee-4680-96ab-93bc85b94723 tempest-PortsAdminExtendedAttrsTestJSON-1604698243 tempest-PortsAdminExtendedAttrsTestJSON-1604698243-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:16:32.496191 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3d4a353-c6ee-4680-96ab-93bc85b94723 tempest-PortsAdminExtendedAttrsTestJSON-1604698243 tempest-PortsAdminExtendedAttrsTestJSON-1604698243-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:16:32.496645 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3d4a353-c6ee-4680-96ab-93bc85b94723 tempest-PortsAdminExtendedAttrsTestJSON-1604698243 tempest-PortsAdminExtendedAttrsTestJSON-1604698243-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:16:32.497097 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3d4a353-c6ee-4680-96ab-93bc85b94723 tempest-PortsAdminExtendedAttrsTestJSON-1604698243 tempest-PortsAdminExtendedAttrsTestJSON-1604698243-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:16:32.497553 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3d4a353-c6ee-4680-96ab-93bc85b94723 tempest-PortsAdminExtendedAttrsTestJSON-1604698243 tempest-PortsAdminExtendedAttrsTestJSON-1604698243-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:16:32.498022 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3d4a353-c6ee-4680-96ab-93bc85b94723 tempest-PortsAdminExtendedAttrsTestJSON-1604698243 tempest-PortsAdminExtendedAttrsTestJSON-1604698243-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:16:32.498477 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3d4a353-c6ee-4680-96ab-93bc85b94723 tempest-PortsAdminExtendedAttrsTestJSON-1604698243 tempest-PortsAdminExtendedAttrsTestJSON-1604698243-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:16:32.498927 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3d4a353-c6ee-4680-96ab-93bc85b94723 tempest-PortsAdminExtendedAttrsTestJSON-1604698243 tempest-PortsAdminExtendedAttrsTestJSON-1604698243-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:16:32.499380 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3d4a353-c6ee-4680-96ab-93bc85b94723 tempest-PortsAdminExtendedAttrsTestJSON-1604698243 tempest-PortsAdminExtendedAttrsTestJSON-1604698243-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:16:32.499836 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3d4a353-c6ee-4680-96ab-93bc85b94723 tempest-PortsAdminExtendedAttrsTestJSON-1604698243 tempest-PortsAdminExtendedAttrsTestJSON-1604698243-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:16:32.500288 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3d4a353-c6ee-4680-96ab-93bc85b94723 tempest-PortsAdminExtendedAttrsTestJSON-1604698243 tempest-PortsAdminExtendedAttrsTestJSON-1604698243-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:16:32.500751 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3d4a353-c6ee-4680-96ab-93bc85b94723 tempest-PortsAdminExtendedAttrsTestJSON-1604698243 tempest-PortsAdminExtendedAttrsTestJSON-1604698243-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:16:32.501185 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3d4a353-c6ee-4680-96ab-93bc85b94723 tempest-PortsAdminExtendedAttrsTestJSON-1604698243 tempest-PortsAdminExtendedAttrsTestJSON-1604698243-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:16:32.501637 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3d4a353-c6ee-4680-96ab-93bc85b94723 tempest-PortsAdminExtendedAttrsTestJSON-1604698243 tempest-PortsAdminExtendedAttrsTestJSON-1604698243-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:16:32.502112 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3d4a353-c6ee-4680-96ab-93bc85b94723 tempest-PortsAdminExtendedAttrsTestJSON-1604698243 tempest-PortsAdminExtendedAttrsTestJSON-1604698243-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:16:32.502567 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3d4a353-c6ee-4680-96ab-93bc85b94723 tempest-PortsAdminExtendedAttrsTestJSON-1604698243 tempest-PortsAdminExtendedAttrsTestJSON-1604698243-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:16:32.506227 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-f3d4a353-c6ee-4680-96ab-93bc85b94723 tempest-PortsAdminExtendedAttrsTestJSON-1604698243 tempest-PortsAdminExtendedAttrsTestJSON-1604698243-project-admin] 10.222.0.75 "GET /v2.0/ports HTTP/1.1" status: 200 len: 31584 time: 0.2851853 Feb 09 19:16:32.510536 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 37158) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:16:32.564350 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8275434-9a9a-4fca-a732-38c57b3c8644 req-9c9c591d-83b3-443a-a476-f870a325b30c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:16:32.567295 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-b8275434-9a9a-4fca-a732-38c57b3c8644 req-9c9c591d-83b3-443a-a476-f870a325b30c service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=de82db19-eabb-48c6-916b-fb13b5287703 HTTP/1.1" status: 200 len: 1129 time: 0.1343718 Feb 09 19:16:32.575467 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-26053b63-4532-47a9-8baa-daf11db04320 req-f311b3c7-6eb8-48fa-a7b9-7bcbf9fdb2eb tempest-TaggedBootDevicesTest-980849656 tempest-TaggedBootDevicesTest-980849656-project] 10.222.0.75 "GET /v2.0/security-groups?id=6f7e8ede-8085-490c-860b-91c045ecce1f&id=116d7b93-0726-4659-8687-b47afcfa5056&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1307087 Feb 09 19:16:32.615975 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.plugin [None req-04ac288d-011e-4567-8aba-db75dbf4ad4a tempest-PortsAdminExtendedAttrsTestJSON-1604698243 tempest-PortsAdminExtendedAttrsTestJSON-1604698243-project-admin] Deleting port 5e5202fe-213f-49d8-90d6-e79b8cba2c2d {{(pid=103230) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 19:16:32.616323 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-04ac288d-011e-4567-8aba-db75dbf4ad4a tempest-PortsAdminExtendedAttrsTestJSON-1604698243 tempest-PortsAdminExtendedAttrsTestJSON-1604698243-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762867170196'] for port (5e5202fe-213f-49d8-90d6-e79b8cba2c2d), before_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:16:32.637643 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-b8275434-9a9a-4fca-a732-38c57b3c8644 req-a9a56bde-898c-4548-a2cb-964b79e7a9cc service neutron] 10.222.0.90 "GET /v2.0/security-groups?id=3d9033a7-be2a-4459-a2da-84c23e651975&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0603883 Feb 09 19:16:32.722336 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.db [None req-04ac288d-011e-4567-8aba-db75dbf4ad4a tempest-PortsAdminExtendedAttrsTestJSON-1604698243 tempest-PortsAdminExtendedAttrsTestJSON-1604698243-project-admin] For port 5e5202fe-213f-49d8-90d6-e79b8cba2c2d, host n-h1-713498-36, got binding levels [] {{(pid=103230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 19:16:32.722703 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-04ac288d-011e-4567-8aba-db75dbf4ad4a tempest-PortsAdminExtendedAttrsTestJSON-1604698243 tempest-PortsAdminExtendedAttrsTestJSON-1604698243-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1820838'] for port (5e5202fe-213f-49d8-90d6-e79b8cba2c2d), precommit_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:16:32.740041 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.plugin [None req-04ac288d-011e-4567-8aba-db75dbf4ad4a tempest-PortsAdminExtendedAttrsTestJSON-1604698243 tempest-PortsAdminExtendedAttrsTestJSON-1604698243-project-admin] Calling delete_port for 5e5202fe-213f-49d8-90d6-e79b8cba2c2d owned by {{(pid=103230) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 19:16:32.754797 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fbd97b4-3418-43f9-9e28-21a1b26a6e6b req-95bd9f23-7f1d-4c0f-b983-627a401fb601 tempest-ServerDiskConfigTestJSON-504186010 tempest-ServerDiskConfigTestJSON-504186010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:16:32.756289 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-2fbd97b4-3418-43f9-9e28-21a1b26a6e6b req-95bd9f23-7f1d-4c0f-b983-627a401fb601 tempest-ServerDiskConfigTestJSON-504186010 tempest-ServerDiskConfigTestJSON-504186010-project] 10.222.0.75 "GET /v2.0/ports?device_id=de82db19-eabb-48c6-916b-fb13b5287703 HTTP/1.1" status: 200 len: 946 time: 0.0935798 Feb 09 19:16:32.854426 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-2fbd97b4-3418-43f9-9e28-21a1b26a6e6b req-6c3bfc95-2223-4932-a439-3491bdd1db8f tempest-ServerDiskConfigTestJSON-504186010 tempest-ServerDiskConfigTestJSON-504186010-project] 10.222.0.75 "GET /v2.0/security-groups?id=3d9033a7-be2a-4459-a2da-84c23e651975&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0904136 Feb 09 19:16:32.871526 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-04ac288d-011e-4567-8aba-db75dbf4ad4a tempest-PortsAdminExtendedAttrsTestJSON-1604698243 tempest-PortsAdminExtendedAttrsTestJSON-1604698243-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762867177463', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762866656476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14393751'] for port (5e5202fe-213f-49d8-90d6-e79b8cba2c2d), after_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:16:32.908140 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04ac288d-011e-4567-8aba-db75dbf4ad4a tempest-PortsAdminExtendedAttrsTestJSON-1604698243 tempest-PortsAdminExtendedAttrsTestJSON-1604698243-project-admin] Pushing event deleted for resources: {'Port': ['ID=5e5202fe-213f-49d8-90d6-e79b8cba2c2d,revision_number=None']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:16:32.912400 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-04ac288d-011e-4567-8aba-db75dbf4ad4a tempest-PortsAdminExtendedAttrsTestJSON-1604698243 tempest-PortsAdminExtendedAttrsTestJSON-1604698243-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171096'] for port (None), before_response {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:16:32.916592 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-04ac288d-011e-4567-8aba-db75dbf4ad4a tempest-PortsAdminExtendedAttrsTestJSON-1604698243 tempest-PortsAdminExtendedAttrsTestJSON-1604698243-project-admin] 10.222.0.75 "DELETE /v2.0/ports/5e5202fe-213f-49d8-90d6-e79b8cba2c2d HTTP/1.1" status: 204 len: 168 time: 0.4037473 Feb 09 19:16:32.919341 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 37166) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:16:32.947638 n-d-713498-36 neutron-server[103230]: INFO neutron.pecan_wsgi.hooks.translation [None req-8e09342b-4656-40e4-bbe3-b717b20788f8 tempest-PortsAdminExtendedAttrsTestJSON-1604698243 tempest-PortsAdminExtendedAttrsTestJSON-1604698243-project-admin] GET failed (client error): The resource could not be found. Feb 09 19:16:32.949230 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-8e09342b-4656-40e4-bbe3-b717b20788f8 tempest-PortsAdminExtendedAttrsTestJSON-1604698243 tempest-PortsAdminExtendedAttrsTestJSON-1604698243-project-admin] 10.222.0.75 "GET /v2.0/ports/5e5202fe-213f-49d8-90d6-e79b8cba2c2d HTTP/1.1" status: 404 len: 333 time: 0.0289750 Feb 09 19:16:32.953475 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 37170) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:16:32.959021 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.v2.base [None req-b25aa076-8f9e-4fa8-ad29-3b4389ed99dc tempest-PortsAdminExtendedAttrsTestJSON-1604698243 tempest-PortsAdminExtendedAttrsTestJSON-1604698243-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1900250450', 'network_id': '6083e394-cc20-485c-83f6-d582607c2914'}} {{(pid=103229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 19:16:32.981514 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b25aa076-8f9e-4fa8-ad29-3b4389ed99dc tempest-PortsAdminExtendedAttrsTestJSON-1604698243 tempest-PortsAdminExtendedAttrsTestJSON-1604698243-project-admin] Made reservation on behalf of 6669c46b042640c4ac242050e97b573f for: {'port': 1} {{(pid=103229) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 19:16:32.984680 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-b25aa076-8f9e-4fa8-ad29-3b4389ed99dc tempest-PortsAdminExtendedAttrsTestJSON-1604698243 tempest-PortsAdminExtendedAttrsTestJSON-1604698243-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (None), before_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:16:33.009529 n-d-713498-36 neutron-server[103229]: DEBUG neutron.notifiers.nova [None req-b25aa076-8f9e-4fa8-ad29-3b4389ed99dc tempest-PortsAdminExtendedAttrsTestJSON-1604698243 tempest-PortsAdminExtendedAttrsTestJSON-1604698243-project-admin] device_id is not set on port 628fd00b-0437-4663-9396-a027b2c6176f yet. {{(pid=103229) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 09 19:16:33.110959 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92aff304-b571-48a8-8069-04091074f872 req-40c2b0e4-2d69-4847-8ba3-8e64dc46e2da tempest-MigrationsAdminTest-892781459 tempest-MigrationsAdminTest-892781459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:16:33.112867 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-92aff304-b571-48a8-8069-04091074f872 req-40c2b0e4-2d69-4847-8ba3-8e64dc46e2da tempest-MigrationsAdminTest-892781459 tempest-MigrationsAdminTest-892781459-project] 10.222.0.75 "GET /v2.0/ports?device_id=5a41699b-33f6-4124-8872-0e1679a5b99b HTTP/1.1" status: 200 len: 950 time: 0.1134384 Feb 09 19:16:33.232342 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-92aff304-b571-48a8-8069-04091074f872 req-3bdda5c1-7818-43af-af9b-ae561a7dddc5 tempest-MigrationsAdminTest-892781459 tempest-MigrationsAdminTest-892781459-project] 10.222.0.75 "GET /v2.0/security-groups?id=709912c8-8171-4435-800e-9e5c5e45bf8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1112230 Feb 09 19:16:33.240297 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-b25aa076-8f9e-4fa8-ad29-3b4389ed99dc tempest-PortsAdminExtendedAttrsTestJSON-1604698243 tempest-PortsAdminExtendedAttrsTestJSON-1604698243-project-admin] Publish callbacks [] for port (628fd00b-0437-4663-9396-a027b2c6176f), precommit_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:16:33.281186 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-b25aa076-8f9e-4fa8-ad29-3b4389ed99dc tempest-PortsAdminExtendedAttrsTestJSON-1604698243 tempest-PortsAdminExtendedAttrsTestJSON-1604698243-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762866656467', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12867576'] for port (628fd00b-0437-4663-9396-a027b2c6176f), after_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:16:33.294404 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-f96f4d6b-8a20-41e5-b86a-eba5d5e56aa7 req-20284e4e-a1b5-4305-8b84-df46df7b6a34 tempest-ServerShowV257Test-589056754 tempest-ServerShowV257Test-589056754-project] 10.222.0.75 "GET /v2.0/ports?device_id=26944e33-f83d-4567-bd3a-02cf5001147a HTTP/1.1" status: 200 len: 210 time: 0.0415239 Feb 09 19:16:33.329757 n-d-713498-36 neutron-server[103229]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b25aa076-8f9e-4fa8-ad29-3b4389ed99dc tempest-PortsAdminExtendedAttrsTestJSON-1604698243 tempest-PortsAdminExtendedAttrsTestJSON-1604698243-project-admin] Network 6083e394-cc20-485c-83f6-d582607c2914 is already hosted by enough agents. {{(pid=103229) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 19:16:33.332896 n-d-713498-36 neutron-server[103229]: DEBUG neutron.scheduler.base_scheduler [None req-b25aa076-8f9e-4fa8-ad29-3b4389ed99dc tempest-PortsAdminExtendedAttrsTestJSON-1604698243 tempest-PortsAdminExtendedAttrsTestJSON-1604698243-project-admin] Resources bound (agent type, host, resource id): {{(pid=103229) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 19:16:33.336941 n-d-713498-36 neutron-server[103229]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b25aa076-8f9e-4fa8-ad29-3b4389ed99dc tempest-PortsAdminExtendedAttrsTestJSON-1604698243 tempest-PortsAdminExtendedAttrsTestJSON-1604698243-project-admin] Received port after_create {{(pid=103229) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 19:16:33.338019 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b25aa076-8f9e-4fa8-ad29-3b4389ed99dc tempest-PortsAdminExtendedAttrsTestJSON-1604698243 tempest-PortsAdminExtendedAttrsTestJSON-1604698243-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:16:33.338624 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-b25aa076-8f9e-4fa8-ad29-3b4389ed99dc tempest-PortsAdminExtendedAttrsTestJSON-1604698243 tempest-PortsAdminExtendedAttrsTestJSON-1604698243-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171096'] for port (None), before_response {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:16:33.351800 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b25aa076-8f9e-4fa8-ad29-3b4389ed99dc tempest-PortsAdminExtendedAttrsTestJSON-1604698243 tempest-PortsAdminExtendedAttrsTestJSON-1604698243-project-admin] Pushing event updated for resources: {'Port': ['ID=628fd00b-0437-4663-9396-a027b2c6176f,revision_number=1']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:16:33.361300 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-b25aa076-8f9e-4fa8-ad29-3b4389ed99dc tempest-PortsAdminExtendedAttrsTestJSON-1604698243 tempest-PortsAdminExtendedAttrsTestJSON-1604698243-project-admin] 10.222.0.75 "POST /v2.0/ports HTTP/1.1" status: 201 len: 960 time: 0.4063148 Feb 09 19:16:33.361997 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 37176) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:16:33.438438 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0bb0f012-c64c-4050-bfd1-70372017841b tempest-PortsAdminExtendedAttrsTestJSON-1604698243 tempest-PortsAdminExtendedAttrsTestJSON-1604698243-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:16:33.440590 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-0bb0f012-c64c-4050-bfd1-70372017841b tempest-PortsAdminExtendedAttrsTestJSON-1604698243 tempest-PortsAdminExtendedAttrsTestJSON-1604698243-project-admin] 10.222.0.75 "GET /v2.0/ports/628fd00b-0437-4663-9396-a027b2c6176f HTTP/1.1" status: 200 len: 955 time: 0.0776205 Feb 09 19:16:33.444447 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 37178) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:16:33.469254 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd305959-3482-4d3e-992f-a9871cb20a5f req-68e16c1e-6bd2-4b9d-8d4e-1ae1943c3940 tempest-ListServersNegativeTestJSON-1456546486 tempest-ListServersNegativeTestJSON-1456546486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:16:33.470651 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-dd305959-3482-4d3e-992f-a9871cb20a5f req-68e16c1e-6bd2-4b9d-8d4e-1ae1943c3940 tempest-ListServersNegativeTestJSON-1456546486 tempest-ListServersNegativeTestJSON-1456546486-project] 10.222.0.75 "GET /v2.0/ports?device_id=4c78f554-3359-419b-b8cb-dcb4eea61753 HTTP/1.1" status: 200 len: 945 time: 0.0774736 Feb 09 19:16:33.538519 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-433fb420-8953-4db6-bb98-5ea6412f5588 req-010812c3-2546-41cf-9606-af878ef4e859 tempest-ListServersNegativeTestJSON-1456546486 tempest-ListServersNegativeTestJSON-1456546486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:16:33.541229 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-433fb420-8953-4db6-bb98-5ea6412f5588 req-010812c3-2546-41cf-9606-af878ef4e859 tempest-ListServersNegativeTestJSON-1456546486 tempest-ListServersNegativeTestJSON-1456546486-project] 10.222.0.89 "GET /v2.0/ports?device_id=4c78f554-3359-419b-b8cb-dcb4eea61753 HTTP/1.1" status: 200 len: 945 time: 0.1310987 Feb 09 19:16:33.552557 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-dd305959-3482-4d3e-992f-a9871cb20a5f req-af0a0b54-b241-40ed-b6ea-cb11fbac7e2f tempest-ListServersNegativeTestJSON-1456546486 tempest-ListServersNegativeTestJSON-1456546486-project] 10.222.0.75 "GET /v2.0/security-groups?id=31b4ff91-7723-414a-a702-b2242bf2585f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0640092 Feb 09 19:16:33.655177 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.plugin [None req-747b740a-63cb-40d8-8214-2140dcaa10d1 tempest-PortsAdminExtendedAttrsTestJSON-1604698243 tempest-PortsAdminExtendedAttrsTestJSON-1604698243-project-admin] Deleting port 628fd00b-0437-4663-9396-a027b2c6176f {{(pid=103230) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 19:16:33.655527 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-747b740a-63cb-40d8-8214-2140dcaa10d1 tempest-PortsAdminExtendedAttrsTestJSON-1604698243 tempest-PortsAdminExtendedAttrsTestJSON-1604698243-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762867170196'] for port (628fd00b-0437-4663-9396-a027b2c6176f), before_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:16:33.780131 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-747b740a-63cb-40d8-8214-2140dcaa10d1 tempest-PortsAdminExtendedAttrsTestJSON-1604698243 tempest-PortsAdminExtendedAttrsTestJSON-1604698243-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1820838'] for port (628fd00b-0437-4663-9396-a027b2c6176f), precommit_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:16:33.796406 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.plugin [req-433fb420-8953-4db6-bb98-5ea6412f5588 req-b4728aeb-696b-4820-8e99-8f9dff278779 tempest-ListServersNegativeTestJSON-1456546486 tempest-ListServersNegativeTestJSON-1456546486-project] Deleting port e80910e4-522e-40e2-a448-766b6a8b09c6 {{(pid=103230) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 19:16:33.797054 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [req-433fb420-8953-4db6-bb98-5ea6412f5588 req-b4728aeb-696b-4820-8e99-8f9dff278779 tempest-ListServersNegativeTestJSON-1456546486 tempest-ListServersNegativeTestJSON-1456546486-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762867170196'] for port (e80910e4-522e-40e2-a448-766b6a8b09c6), before_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:16:33.807932 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.plugin [None req-747b740a-63cb-40d8-8214-2140dcaa10d1 tempest-PortsAdminExtendedAttrsTestJSON-1604698243 tempest-PortsAdminExtendedAttrsTestJSON-1604698243-project-admin] Calling delete_port for 628fd00b-0437-4663-9396-a027b2c6176f owned by {{(pid=103230) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 19:16:33.875048 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40c5601e-5cbe-4f5f-aae6-303ff10bd98a req-ef02e931-d25b-4663-a269-2e0c201462e7 tempest-TaggedBootDevicesTest-980849656 tempest-TaggedBootDevicesTest-980849656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:16:33.891260 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40c5601e-5cbe-4f5f-aae6-303ff10bd98a req-ef02e931-d25b-4663-a269-2e0c201462e7 tempest-TaggedBootDevicesTest-980849656 tempest-TaggedBootDevicesTest-980849656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:16:33.898255 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40c5601e-5cbe-4f5f-aae6-303ff10bd98a req-ef02e931-d25b-4663-a269-2e0c201462e7 tempest-TaggedBootDevicesTest-980849656 tempest-TaggedBootDevicesTest-980849656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:16:33.904091 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40c5601e-5cbe-4f5f-aae6-303ff10bd98a req-ef02e931-d25b-4663-a269-2e0c201462e7 tempest-TaggedBootDevicesTest-980849656 tempest-TaggedBootDevicesTest-980849656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:16:33.909351 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40c5601e-5cbe-4f5f-aae6-303ff10bd98a req-ef02e931-d25b-4663-a269-2e0c201462e7 tempest-TaggedBootDevicesTest-980849656 tempest-TaggedBootDevicesTest-980849656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:16:33.914649 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40c5601e-5cbe-4f5f-aae6-303ff10bd98a req-ef02e931-d25b-4663-a269-2e0c201462e7 tempest-TaggedBootDevicesTest-980849656 tempest-TaggedBootDevicesTest-980849656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:16:33.920924 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40c5601e-5cbe-4f5f-aae6-303ff10bd98a req-ef02e931-d25b-4663-a269-2e0c201462e7 tempest-TaggedBootDevicesTest-980849656 tempest-TaggedBootDevicesTest-980849656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:16:33.922881 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-40c5601e-5cbe-4f5f-aae6-303ff10bd98a req-ef02e931-d25b-4663-a269-2e0c201462e7 tempest-TaggedBootDevicesTest-980849656 tempest-TaggedBootDevicesTest-980849656-project] 10.222.0.75 "GET /v2.0/ports?device_id=c3476174-573e-455c-944e-9ed0cac04ac2 HTTP/1.1" status: 200 len: 5421 time: 0.2193305 Feb 09 19:16:33.976054 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5638656-4982-4782-96a5-0d6069cc33a6 req-1470ba36-47be-44d9-8833-5c9adb4e9b6a tempest-ServerDiskConfigTestJSON-504186010 tempest-ServerDiskConfigTestJSON-504186010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:16:33.977552 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-c5638656-4982-4782-96a5-0d6069cc33a6 req-1470ba36-47be-44d9-8833-5c9adb4e9b6a tempest-ServerDiskConfigTestJSON-504186010 tempest-ServerDiskConfigTestJSON-504186010-project] 10.222.0.75 "GET /v2.0/ports?device_id=de82db19-eabb-48c6-916b-fb13b5287703 HTTP/1.1" status: 200 len: 946 time: 0.0541112 Feb 09 19:16:34.031615 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-c5638656-4982-4782-96a5-0d6069cc33a6 req-88f3e50f-ccc4-4800-866b-923366dd6459 tempest-ServerDiskConfigTestJSON-504186010 tempest-ServerDiskConfigTestJSON-504186010-project] 10.222.0.75 "GET /v2.0/security-groups?id=3d9033a7-be2a-4459-a2da-84c23e651975&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461814 Feb 09 19:16:34.062023 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.db [req-433fb420-8953-4db6-bb98-5ea6412f5588 req-b4728aeb-696b-4820-8e99-8f9dff278779 tempest-ListServersNegativeTestJSON-1456546486 tempest-ListServersNegativeTestJSON-1456546486-project] For port e80910e4-522e-40e2-a448-766b6a8b09c6, host n-h1-713498-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-36',level=0,port_id=e80910e4-522e-40e2-a448-766b6a8b09c6,segment=NetworkSegment(07bba5ee-242c-42d2-9b8f-38d4eb46d67e),segment_id=07bba5ee-242c-42d2-9b8f-38d4eb46d67e)] {{(pid=103230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 19:16:34.062399 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [req-433fb420-8953-4db6-bb98-5ea6412f5588 req-b4728aeb-696b-4820-8e99-8f9dff278779 tempest-ListServersNegativeTestJSON-1456546486 tempest-ListServersNegativeTestJSON-1456546486-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1820838'] for port (e80910e4-522e-40e2-a448-766b6a8b09c6), precommit_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:16:34.070328 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-40c5601e-5cbe-4f5f-aae6-303ff10bd98a req-1519796e-3f33-4f20-b9d0-32a4b1ae6dcd tempest-TaggedBootDevicesTest-980849656 tempest-TaggedBootDevicesTest-980849656-project] 10.222.0.75 "GET /v2.0/security-groups?id=6f7e8ede-8085-490c-860b-91c045ecce1f&id=116d7b93-0726-4659-8687-b47afcfa5056&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1404378 Feb 09 19:16:34.087688 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.plugin [req-433fb420-8953-4db6-bb98-5ea6412f5588 req-b4728aeb-696b-4820-8e99-8f9dff278779 tempest-ListServersNegativeTestJSON-1456546486 tempest-ListServersNegativeTestJSON-1456546486-project] Calling delete_port for e80910e4-522e-40e2-a448-766b6a8b09c6 owned by compute:nova {{(pid=103230) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 19:16:34.137868 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-747b740a-63cb-40d8-8214-2140dcaa10d1 tempest-PortsAdminExtendedAttrsTestJSON-1604698243 tempest-PortsAdminExtendedAttrsTestJSON-1604698243-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762867177463', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762866656476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14393751'] for port (628fd00b-0437-4663-9396-a027b2c6176f), after_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:16:34.170819 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-747b740a-63cb-40d8-8214-2140dcaa10d1 tempest-PortsAdminExtendedAttrsTestJSON-1604698243 tempest-PortsAdminExtendedAttrsTestJSON-1604698243-project-admin] Pushing event deleted for resources: {'Port': ['ID=628fd00b-0437-4663-9396-a027b2c6176f,revision_number=None']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:16:34.185117 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-747b740a-63cb-40d8-8214-2140dcaa10d1 tempest-PortsAdminExtendedAttrsTestJSON-1604698243 tempest-PortsAdminExtendedAttrsTestJSON-1604698243-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171096'] for port (None), before_response {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:16:34.188373 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-747b740a-63cb-40d8-8214-2140dcaa10d1 tempest-PortsAdminExtendedAttrsTestJSON-1604698243 tempest-PortsAdminExtendedAttrsTestJSON-1604698243-project-admin] 10.222.0.75 "DELETE /v2.0/ports/628fd00b-0437-4663-9396-a027b2c6176f HTTP/1.1" status: 204 len: 168 time: 0.7421257 Feb 09 19:16:34.191469 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 37190) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:16:34.221720 n-d-713498-36 neutron-server[103229]: INFO neutron.pecan_wsgi.hooks.translation [None req-6599913b-a822-4073-9d95-d4d013fae658 tempest-PortsAdminExtendedAttrsTestJSON-1604698243 tempest-PortsAdminExtendedAttrsTestJSON-1604698243-project-admin] GET failed (client error): The resource could not be found. Feb 09 19:16:34.223460 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-6599913b-a822-4073-9d95-d4d013fae658 tempest-PortsAdminExtendedAttrsTestJSON-1604698243 tempest-PortsAdminExtendedAttrsTestJSON-1604698243-project-admin] 10.222.0.75 "GET /v2.0/ports/628fd00b-0437-4663-9396-a027b2c6176f HTTP/1.1" status: 404 len: 333 time: 0.0304890 Feb 09 19:16:34.227257 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 37192) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:16:34.232813 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.v2.base [None req-75e76a65-1bbd-4340-9f9a-cfe245168f97 tempest-PortsAdminExtendedAttrsTestJSON-1604698243 tempest-PortsAdminExtendedAttrsTestJSON-1604698243-project-admin] Request body: {'port': {'network_id': '6083e394-cc20-485c-83f6-d582607c2914', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-793956975'}} {{(pid=103229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 19:16:34.263182 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [req-433fb420-8953-4db6-bb98-5ea6412f5588 req-b4728aeb-696b-4820-8e99-8f9dff278779 tempest-ListServersNegativeTestJSON-1456546486 tempest-ListServersNegativeTestJSON-1456546486-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762867177463', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762866656476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14393751'] for port (e80910e4-522e-40e2-a448-766b6a8b09c6), after_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:16:34.263439 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-75e76a65-1bbd-4340-9f9a-cfe245168f97 tempest-PortsAdminExtendedAttrsTestJSON-1604698243 tempest-PortsAdminExtendedAttrsTestJSON-1604698243-project-admin] Made reservation on behalf of 6669c46b042640c4ac242050e97b573f for: {'port': 1} {{(pid=103229) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 19:16:34.269859 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-75e76a65-1bbd-4340-9f9a-cfe245168f97 tempest-PortsAdminExtendedAttrsTestJSON-1604698243 tempest-PortsAdminExtendedAttrsTestJSON-1604698243-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (None), before_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:16:34.275268 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] get_ports_and_sgs() called for port_ids ['e80910e4-522e-40e2-a448-766b6a8b09c6', 'dac79c6f-b9e3-4088-aea0-93f685514a20'] {{(pid=103232) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 19:16:34.280924 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-7429db8d-6021-40ad-813e-885be449a89b None None] get_ports_and_sgs() called for port_ids ['68c208df-c0c8-433e-a3eb-e6f254f209a9'] {{(pid=103232) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 19:16:34.294844 n-d-713498-36 neutron-server[103229]: DEBUG neutron.notifiers.nova [None req-75e76a65-1bbd-4340-9f9a-cfe245168f97 tempest-PortsAdminExtendedAttrsTestJSON-1604698243 tempest-PortsAdminExtendedAttrsTestJSON-1604698243-project-admin] device_id is not set on port 298ad040-6fab-4a60-bf4d-59a1b8b70803 yet. {{(pid=103229) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 09 19:16:34.296969 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4728aeb-696b-4820-8e99-8f9dff278779 tempest-ListServersNegativeTestJSON-1456546486 tempest-ListServersNegativeTestJSON-1456546486-project] Pushing event deleted for resources: {'Port': ['ID=e80910e4-522e-40e2-a448-766b6a8b09c6,revision_number=None']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:16:34.464304 n-d-713498-36 neutron-server[103230]: DEBUG neutron.db.l3_dvrscheduler_db [req-433fb420-8953-4db6-bb98-5ea6412f5588 req-b4728aeb-696b-4820-8e99-8f9dff278779 tempest-ListServersNegativeTestJSON-1456546486 tempest-ListServersNegativeTestJSON-1456546486-project] No DVR routers for this DVR port e80910e4-522e-40e2-a448-766b6a8b09c6 on host n-h1-713498-36 {{(pid=103230) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 19:16:34.475790 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [req-433fb420-8953-4db6-bb98-5ea6412f5588 req-b4728aeb-696b-4820-8e99-8f9dff278779 tempest-ListServersNegativeTestJSON-1456546486 tempest-ListServersNegativeTestJSON-1456546486-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171096'] for port (None), before_response {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:16:34.480145 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-433fb420-8953-4db6-bb98-5ea6412f5588 req-b4728aeb-696b-4820-8e99-8f9dff278779 tempest-ListServersNegativeTestJSON-1456546486 tempest-ListServersNegativeTestJSON-1456546486-project] 10.222.0.89 "DELETE /v2.0/ports/e80910e4-522e-40e2-a448-766b6a8b09c6 HTTP/1.1" status: 204 len: 173 time: 0.9337685 Feb 09 19:16:34.480625 n-d-713498-36 neutron-server[103230]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4c78f554-3359-419b-b8cb-dcb4eea61753', 'name': 'network-vif-deleted', 'tag': 'e80910e4-522e-40e2-a448-766b6a8b09c6'}] {{(pid=103230) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 19:16:34.491287 n-d-713498-36 neutron-server[103230]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aee5919275bae9f72eb374ee322673045eb80c1f84b4b45a97d96923bd50ab51" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-728e6df7-3dcd-443b-ba1d-93cab1348820" -d '{"events": [{"server_uuid": "4c78f554-3359-419b-b8cb-dcb4eea61753", "name": "network-vif-deleted", "tag": "e80910e4-522e-40e2-a448-766b6a8b09c6"}]}' {{(pid=103230) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 19:16:34.542010 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-9ebf09b7-fca8-4e1c-8547-58ab04acd125 req-b2513c2c-1d9b-4aef-9550-cec94c3ccbc6 tempest-ServerShowV257Test-589056754 tempest-ServerShowV257Test-589056754-project] 10.222.0.75 "GET /v2.0/ports?device_id=26944e33-f83d-4567-bd3a-02cf5001147a HTTP/1.1" status: 200 len: 210 time: 0.0830429 Feb 09 19:16:34.550630 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b58c0b6a-d8ef-47cf-b9bc-8d9d9572e826 req-4305f5c4-9bd3-4a6f-8177-bf3e17ba5101 tempest-MigrationsAdminTest-892781459 tempest-MigrationsAdminTest-892781459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:16:34.560960 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-b58c0b6a-d8ef-47cf-b9bc-8d9d9572e826 req-4305f5c4-9bd3-4a6f-8177-bf3e17ba5101 tempest-MigrationsAdminTest-892781459 tempest-MigrationsAdminTest-892781459-project] 10.222.0.75 "GET /v2.0/ports?device_id=5a41699b-33f6-4124-8872-0e1679a5b99b HTTP/1.1" status: 200 len: 950 time: 0.2003953 Feb 09 19:16:34.620001 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-75e76a65-1bbd-4340-9f9a-cfe245168f97 tempest-PortsAdminExtendedAttrsTestJSON-1604698243 tempest-PortsAdminExtendedAttrsTestJSON-1604698243-project-admin] Publish callbacks [] for port (298ad040-6fab-4a60-bf4d-59a1b8b70803), precommit_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:16:34.646471 n-d-713498-36 neutron-server[103230]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 19:16:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f08aae19-28eb-4e0f-bfca-0f390eec45b0 x-openstack-request-id: req-f08aae19-28eb-4e0f-bfca-0f390eec45b0 {{(pid=103230) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 19:16:34.647904 n-d-713498-36 neutron-server[103230]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4c78f554-3359-419b-b8cb-dcb4eea61753", "name": "network-vif-deleted", "tag": "e80910e4-522e-40e2-a448-766b6a8b09c6", "status": "completed", "code": 200}]} {{(pid=103230) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 19:16:34.649556 n-d-713498-36 neutron-server[103230]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-f08aae19-28eb-4e0f-bfca-0f390eec45b0 {{(pid=103230) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 19:16:34.651190 n-d-713498-36 neutron-server[103230]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4c78f554-3359-419b-b8cb-dcb4eea61753', 'name': 'network-vif-deleted', 'tag': 'e80910e4-522e-40e2-a448-766b6a8b09c6', 'status': 'completed', 'code': 200} Feb 09 19:16:34.667978 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-b58c0b6a-d8ef-47cf-b9bc-8d9d9572e826 req-6bbccba1-3af5-4f2f-962a-eaa557a3ef98 tempest-MigrationsAdminTest-892781459 tempest-MigrationsAdminTest-892781459-project] 10.222.0.75 "GET /v2.0/security-groups?id=709912c8-8171-4435-800e-9e5c5e45bf8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1043277 Feb 09 19:16:34.726995 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-75e76a65-1bbd-4340-9f9a-cfe245168f97 tempest-PortsAdminExtendedAttrsTestJSON-1604698243 tempest-PortsAdminExtendedAttrsTestJSON-1604698243-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762866656467', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12867576'] for port (298ad040-6fab-4a60-bf4d-59a1b8b70803), after_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:16:34.774012 n-d-713498-36 neutron-server[103229]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75e76a65-1bbd-4340-9f9a-cfe245168f97 tempest-PortsAdminExtendedAttrsTestJSON-1604698243 tempest-PortsAdminExtendedAttrsTestJSON-1604698243-project-admin] Network 6083e394-cc20-485c-83f6-d582607c2914 is already hosted by enough agents. {{(pid=103229) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 19:16:34.778414 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-2fce6887-e7bf-4ad2-b07b-e826a94598a3 req-47d28626-5a74-41d7-9ba5-fd96d78d79fa tempest-ListServersNegativeTestJSON-1456546486 tempest-ListServersNegativeTestJSON-1456546486-project] 10.222.0.75 "GET /v2.0/ports?device_id=4c78f554-3359-419b-b8cb-dcb4eea61753 HTTP/1.1" status: 200 len: 210 time: 0.0486736 Feb 09 19:16:34.781509 n-d-713498-36 neutron-server[103229]: DEBUG neutron.scheduler.base_scheduler [None req-75e76a65-1bbd-4340-9f9a-cfe245168f97 tempest-PortsAdminExtendedAttrsTestJSON-1604698243 tempest-PortsAdminExtendedAttrsTestJSON-1604698243-project-admin] Resources bound (agent type, host, resource id): {{(pid=103229) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 19:16:34.794450 n-d-713498-36 neutron-server[103229]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75e76a65-1bbd-4340-9f9a-cfe245168f97 tempest-PortsAdminExtendedAttrsTestJSON-1604698243 tempest-PortsAdminExtendedAttrsTestJSON-1604698243-project-admin] Received port after_create {{(pid=103229) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 19:16:34.795721 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75e76a65-1bbd-4340-9f9a-cfe245168f97 tempest-PortsAdminExtendedAttrsTestJSON-1604698243 tempest-PortsAdminExtendedAttrsTestJSON-1604698243-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:16:34.796556 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-75e76a65-1bbd-4340-9f9a-cfe245168f97 tempest-PortsAdminExtendedAttrsTestJSON-1604698243 tempest-PortsAdminExtendedAttrsTestJSON-1604698243-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171096'] for port (None), before_response {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:16:34.805191 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75e76a65-1bbd-4340-9f9a-cfe245168f97 tempest-PortsAdminExtendedAttrsTestJSON-1604698243 tempest-PortsAdminExtendedAttrsTestJSON-1604698243-project-admin] Pushing event updated for resources: {'Port': ['ID=298ad040-6fab-4a60-bf4d-59a1b8b70803,revision_number=1']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:16:34.819456 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-75e76a65-1bbd-4340-9f9a-cfe245168f97 tempest-PortsAdminExtendedAttrsTestJSON-1604698243 tempest-PortsAdminExtendedAttrsTestJSON-1604698243-project-admin] 10.222.0.75 "POST /v2.0/ports HTTP/1.1" status: 201 len: 959 time: 0.5911043 Feb 09 19:16:34.821912 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 37202) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:16:34.827500 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.v2.base [None req-9b658a86-45c1-4850-9d40-a62c8859eaf7 tempest-PortsAdminExtendedAttrsTestJSON-1604698243 tempest-PortsAdminExtendedAttrsTestJSON-1604698243-project-admin] Request body: {'port': {'binding:host_id': 'n-h1-713498-36'}} {{(pid=103229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 19:16:34.897661 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-9b658a86-45c1-4850-9d40-a62c8859eaf7 tempest-PortsAdminExtendedAttrsTestJSON-1604698243 tempest-PortsAdminExtendedAttrsTestJSON-1604698243-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (298ad040-6fab-4a60-bf4d-59a1b8b70803), before_update {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:16:35.203536 n-d-713498-36 neutron-server[103229]: DEBUG neutron.notifiers.nova [None req-9b658a86-45c1-4850-9d40-a62c8859eaf7 tempest-PortsAdminExtendedAttrsTestJSON-1604698243 tempest-PortsAdminExtendedAttrsTestJSON-1604698243-project-admin] device_id is not set on port 298ad040-6fab-4a60-bf4d-59a1b8b70803 yet. {{(pid=103229) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 09 19:16:35.214161 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-9b658a86-45c1-4850-9d40-a62c8859eaf7 tempest-PortsAdminExtendedAttrsTestJSON-1604698243 tempest-PortsAdminExtendedAttrsTestJSON-1604698243-project-admin] Publish callbacks [] for port (298ad040-6fab-4a60-bf4d-59a1b8b70803), precommit_update {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:16:35.235209 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3d896e6-a966-4541-a984-2dd328f06140 req-93f92ad8-3ddc-4dd6-8d0d-c499290a6708 tempest-ServerDiskConfigTestJSON-504186010 tempest-ServerDiskConfigTestJSON-504186010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:16:35.237492 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-e3d896e6-a966-4541-a984-2dd328f06140 req-93f92ad8-3ddc-4dd6-8d0d-c499290a6708 tempest-ServerDiskConfigTestJSON-504186010 tempest-ServerDiskConfigTestJSON-504186010-project] 10.222.0.75 "GET /v2.0/ports?device_id=de82db19-eabb-48c6-916b-fb13b5287703 HTTP/1.1" status: 200 len: 946 time: 0.0845470 Feb 09 19:16:35.238868 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-9b658a86-45c1-4850-9d40-a62c8859eaf7 tempest-PortsAdminExtendedAttrsTestJSON-1604698243 tempest-PortsAdminExtendedAttrsTestJSON-1604698243-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762867176205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762866656485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762866656503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12867569'] for port (298ad040-6fab-4a60-bf4d-59a1b8b70803), after_update {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:16:35.266647 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abd0ae30-6859-45c9-bae2-c3f7987d313a req-00ebcb7d-b8b5-498d-9578-8fb9228968ef tempest-TaggedBootDevicesTest-980849656 tempest-TaggedBootDevicesTest-980849656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:16:35.272995 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abd0ae30-6859-45c9-bae2-c3f7987d313a req-00ebcb7d-b8b5-498d-9578-8fb9228968ef tempest-TaggedBootDevicesTest-980849656 tempest-TaggedBootDevicesTest-980849656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:16:35.279071 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abd0ae30-6859-45c9-bae2-c3f7987d313a req-00ebcb7d-b8b5-498d-9578-8fb9228968ef tempest-TaggedBootDevicesTest-980849656 tempest-TaggedBootDevicesTest-980849656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:16:35.285248 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abd0ae30-6859-45c9-bae2-c3f7987d313a req-00ebcb7d-b8b5-498d-9578-8fb9228968ef tempest-TaggedBootDevicesTest-980849656 tempest-TaggedBootDevicesTest-980849656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:16:35.289971 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b658a86-45c1-4850-9d40-a62c8859eaf7 tempest-PortsAdminExtendedAttrsTestJSON-1604698243 tempest-PortsAdminExtendedAttrsTestJSON-1604698243-project-admin] Pushing event updated for resources: {'Port': ['ID=298ad040-6fab-4a60-bf4d-59a1b8b70803,revision_number=2']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:16:35.292954 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abd0ae30-6859-45c9-bae2-c3f7987d313a req-00ebcb7d-b8b5-498d-9578-8fb9228968ef tempest-TaggedBootDevicesTest-980849656 tempest-TaggedBootDevicesTest-980849656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:16:35.299287 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abd0ae30-6859-45c9-bae2-c3f7987d313a req-00ebcb7d-b8b5-498d-9578-8fb9228968ef tempest-TaggedBootDevicesTest-980849656 tempest-TaggedBootDevicesTest-980849656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:16:35.310384 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abd0ae30-6859-45c9-bae2-c3f7987d313a req-00ebcb7d-b8b5-498d-9578-8fb9228968ef tempest-TaggedBootDevicesTest-980849656 tempest-TaggedBootDevicesTest-980849656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:16:35.318396 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-abd0ae30-6859-45c9-bae2-c3f7987d313a req-00ebcb7d-b8b5-498d-9578-8fb9228968ef tempest-TaggedBootDevicesTest-980849656 tempest-TaggedBootDevicesTest-980849656-project] 10.222.0.75 "GET /v2.0/ports?device_id=c3476174-573e-455c-944e-9ed0cac04ac2 HTTP/1.1" status: 200 len: 5421 time: 0.1227255 Feb 09 19:16:35.351904 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.managers [None req-9b658a86-45c1-4850-9d40-a62c8859eaf7 tempest-PortsAdminExtendedAttrsTestJSON-1604698243 tempest-PortsAdminExtendedAttrsTestJSON-1604698243-project-admin] Attempting to bind port 298ad040-6fab-4a60-bf4d-59a1b8b70803 on host n-h1-713498-36 for vnic_type normal with profile {{(pid=103229) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 19:16:35.352265 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.managers [None req-9b658a86-45c1-4850-9d40-a62c8859eaf7 tempest-PortsAdminExtendedAttrsTestJSON-1604698243 tempest-PortsAdminExtendedAttrsTestJSON-1604698243-project-admin] Attempting to bind port 298ad040-6fab-4a60-bf4d-59a1b8b70803 by drivers openvswitch,hyperv on host n-h1-713498-36 at level 0 using segments [{'id': '7a0d3e4d-fc5f-4893-b62e-f45df79ad502', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': '6083e394-cc20-485c-83f6-d582607c2914'}] {{(pid=103229) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 19:16:35.352610 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b658a86-45c1-4850-9d40-a62c8859eaf7 tempest-PortsAdminExtendedAttrsTestJSON-1604698243 tempest-PortsAdminExtendedAttrsTestJSON-1604698243-project-admin] Attempting to bind port 298ad040-6fab-4a60-bf4d-59a1b8b70803 on network 6083e394-cc20-485c-83f6-d582607c2914 {{(pid=103229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 19:16:35.361216 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b658a86-45c1-4850-9d40-a62c8859eaf7 tempest-PortsAdminExtendedAttrsTestJSON-1604698243 tempest-PortsAdminExtendedAttrsTestJSON-1604698243-project-admin] Port 298ad040-6fab-4a60-bf4d-59a1b8b70803 on network 6083e394-cc20-485c-83f6-d582607c2914 not bound, no agent of type Open vSwitch agent registered on host n-h1-713498-36 {{(pid=103229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 19:16:35.361583 n-d-713498-36 neutron-server[103229]: ERROR neutron.plugins.ml2.managers [None req-9b658a86-45c1-4850-9d40-a62c8859eaf7 tempest-PortsAdminExtendedAttrsTestJSON-1604698243 tempest-PortsAdminExtendedAttrsTestJSON-1604698243-project-admin] Failed to bind port 298ad040-6fab-4a60-bf4d-59a1b8b70803 on host n-h1-713498-36 for vnic_type normal using segments [{'id': '7a0d3e4d-fc5f-4893-b62e-f45df79ad502', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': '6083e394-cc20-485c-83f6-d582607c2914'}] Feb 09 19:16:35.362863 n-d-713498-36 neutron-server[103229]: INFO neutron.plugins.ml2.plugin [None req-9b658a86-45c1-4850-9d40-a62c8859eaf7 tempest-PortsAdminExtendedAttrsTestJSON-1604698243 tempest-PortsAdminExtendedAttrsTestJSON-1604698243-project-admin] Attempt 2 to bind port 298ad040-6fab-4a60-bf4d-59a1b8b70803 Feb 09 19:16:35.371829 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-e3d896e6-a966-4541-a984-2dd328f06140 req-2654084b-dbd0-420e-b893-b487ffb59b7c tempest-ServerDiskConfigTestJSON-504186010 tempest-ServerDiskConfigTestJSON-504186010-project] 10.222.0.75 "GET /v2.0/security-groups?id=3d9033a7-be2a-4459-a2da-84c23e651975&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0830553 Feb 09 19:16:35.382547 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.managers [None req-9b658a86-45c1-4850-9d40-a62c8859eaf7 tempest-PortsAdminExtendedAttrsTestJSON-1604698243 tempest-PortsAdminExtendedAttrsTestJSON-1604698243-project-admin] Attempting to bind port 298ad040-6fab-4a60-bf4d-59a1b8b70803 on host n-h1-713498-36 for vnic_type normal with profile {{(pid=103229) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 19:16:35.383153 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.managers [None req-9b658a86-45c1-4850-9d40-a62c8859eaf7 tempest-PortsAdminExtendedAttrsTestJSON-1604698243 tempest-PortsAdminExtendedAttrsTestJSON-1604698243-project-admin] Attempting to bind port 298ad040-6fab-4a60-bf4d-59a1b8b70803 by drivers openvswitch,hyperv on host n-h1-713498-36 at level 0 using segments [{'id': '7a0d3e4d-fc5f-4893-b62e-f45df79ad502', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': '6083e394-cc20-485c-83f6-d582607c2914'}] {{(pid=103229) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 19:16:35.383503 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b658a86-45c1-4850-9d40-a62c8859eaf7 tempest-PortsAdminExtendedAttrsTestJSON-1604698243 tempest-PortsAdminExtendedAttrsTestJSON-1604698243-project-admin] Attempting to bind port 298ad040-6fab-4a60-bf4d-59a1b8b70803 on network 6083e394-cc20-485c-83f6-d582607c2914 {{(pid=103229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 19:16:35.388270 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b658a86-45c1-4850-9d40-a62c8859eaf7 tempest-PortsAdminExtendedAttrsTestJSON-1604698243 tempest-PortsAdminExtendedAttrsTestJSON-1604698243-project-admin] Port 298ad040-6fab-4a60-bf4d-59a1b8b70803 on network 6083e394-cc20-485c-83f6-d582607c2914 not bound, no agent of type Open vSwitch agent registered on host n-h1-713498-36 {{(pid=103229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 19:16:35.388605 n-d-713498-36 neutron-server[103229]: ERROR neutron.plugins.ml2.managers [None req-9b658a86-45c1-4850-9d40-a62c8859eaf7 tempest-PortsAdminExtendedAttrsTestJSON-1604698243 tempest-PortsAdminExtendedAttrsTestJSON-1604698243-project-admin] Failed to bind port 298ad040-6fab-4a60-bf4d-59a1b8b70803 on host n-h1-713498-36 for vnic_type normal using segments [{'id': '7a0d3e4d-fc5f-4893-b62e-f45df79ad502', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': '6083e394-cc20-485c-83f6-d582607c2914'}] Feb 09 19:16:35.388999 n-d-713498-36 neutron-server[103229]: INFO neutron.plugins.ml2.plugin [None req-9b658a86-45c1-4850-9d40-a62c8859eaf7 tempest-PortsAdminExtendedAttrsTestJSON-1604698243 tempest-PortsAdminExtendedAttrsTestJSON-1604698243-project-admin] Attempt 3 to bind port 298ad040-6fab-4a60-bf4d-59a1b8b70803 Feb 09 19:16:35.396979 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-abd0ae30-6859-45c9-bae2-c3f7987d313a req-16049818-00f7-4fa6-bae6-715e6c752333 tempest-TaggedBootDevicesTest-980849656 tempest-TaggedBootDevicesTest-980849656-project] 10.222.0.75 "GET /v2.0/security-groups?id=6f7e8ede-8085-490c-860b-91c045ecce1f&id=116d7b93-0726-4659-8687-b47afcfa5056&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0781605 Feb 09 19:16:35.414668 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.managers [None req-9b658a86-45c1-4850-9d40-a62c8859eaf7 tempest-PortsAdminExtendedAttrsTestJSON-1604698243 tempest-PortsAdminExtendedAttrsTestJSON-1604698243-project-admin] Attempting to bind port 298ad040-6fab-4a60-bf4d-59a1b8b70803 on host n-h1-713498-36 for vnic_type normal with profile {{(pid=103229) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 19:16:35.415011 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.managers [None req-9b658a86-45c1-4850-9d40-a62c8859eaf7 tempest-PortsAdminExtendedAttrsTestJSON-1604698243 tempest-PortsAdminExtendedAttrsTestJSON-1604698243-project-admin] Attempting to bind port 298ad040-6fab-4a60-bf4d-59a1b8b70803 by drivers openvswitch,hyperv on host n-h1-713498-36 at level 0 using segments [{'id': '7a0d3e4d-fc5f-4893-b62e-f45df79ad502', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': '6083e394-cc20-485c-83f6-d582607c2914'}] {{(pid=103229) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 19:16:35.415349 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b658a86-45c1-4850-9d40-a62c8859eaf7 tempest-PortsAdminExtendedAttrsTestJSON-1604698243 tempest-PortsAdminExtendedAttrsTestJSON-1604698243-project-admin] Attempting to bind port 298ad040-6fab-4a60-bf4d-59a1b8b70803 on network 6083e394-cc20-485c-83f6-d582607c2914 {{(pid=103229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 19:16:35.421549 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b658a86-45c1-4850-9d40-a62c8859eaf7 tempest-PortsAdminExtendedAttrsTestJSON-1604698243 tempest-PortsAdminExtendedAttrsTestJSON-1604698243-project-admin] Port 298ad040-6fab-4a60-bf4d-59a1b8b70803 on network 6083e394-cc20-485c-83f6-d582607c2914 not bound, no agent of type Open vSwitch agent registered on host n-h1-713498-36 {{(pid=103229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 19:16:35.421875 n-d-713498-36 neutron-server[103229]: ERROR neutron.plugins.ml2.managers [None req-9b658a86-45c1-4850-9d40-a62c8859eaf7 tempest-PortsAdminExtendedAttrsTestJSON-1604698243 tempest-PortsAdminExtendedAttrsTestJSON-1604698243-project-admin] Failed to bind port 298ad040-6fab-4a60-bf4d-59a1b8b70803 on host n-h1-713498-36 for vnic_type normal using segments [{'id': '7a0d3e4d-fc5f-4893-b62e-f45df79ad502', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': '6083e394-cc20-485c-83f6-d582607c2914'}] Feb 09 19:16:35.422314 n-d-713498-36 neutron-server[103229]: INFO neutron.plugins.ml2.plugin [None req-9b658a86-45c1-4850-9d40-a62c8859eaf7 tempest-PortsAdminExtendedAttrsTestJSON-1604698243 tempest-PortsAdminExtendedAttrsTestJSON-1604698243-project-admin] Attempt 4 to bind port 298ad040-6fab-4a60-bf4d-59a1b8b70803 Feb 09 19:16:35.447486 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.managers [None req-9b658a86-45c1-4850-9d40-a62c8859eaf7 tempest-PortsAdminExtendedAttrsTestJSON-1604698243 tempest-PortsAdminExtendedAttrsTestJSON-1604698243-project-admin] Attempting to bind port 298ad040-6fab-4a60-bf4d-59a1b8b70803 on host n-h1-713498-36 for vnic_type normal with profile {{(pid=103229) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 19:16:35.448123 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.managers [None req-9b658a86-45c1-4850-9d40-a62c8859eaf7 tempest-PortsAdminExtendedAttrsTestJSON-1604698243 tempest-PortsAdminExtendedAttrsTestJSON-1604698243-project-admin] Attempting to bind port 298ad040-6fab-4a60-bf4d-59a1b8b70803 by drivers openvswitch,hyperv on host n-h1-713498-36 at level 0 using segments [{'id': '7a0d3e4d-fc5f-4893-b62e-f45df79ad502', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': '6083e394-cc20-485c-83f6-d582607c2914'}] {{(pid=103229) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 19:16:35.448469 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b658a86-45c1-4850-9d40-a62c8859eaf7 tempest-PortsAdminExtendedAttrsTestJSON-1604698243 tempest-PortsAdminExtendedAttrsTestJSON-1604698243-project-admin] Attempting to bind port 298ad040-6fab-4a60-bf4d-59a1b8b70803 on network 6083e394-cc20-485c-83f6-d582607c2914 {{(pid=103229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 19:16:35.454296 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b658a86-45c1-4850-9d40-a62c8859eaf7 tempest-PortsAdminExtendedAttrsTestJSON-1604698243 tempest-PortsAdminExtendedAttrsTestJSON-1604698243-project-admin] Port 298ad040-6fab-4a60-bf4d-59a1b8b70803 on network 6083e394-cc20-485c-83f6-d582607c2914 not bound, no agent of type Open vSwitch agent registered on host n-h1-713498-36 {{(pid=103229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 19:16:35.454632 n-d-713498-36 neutron-server[103229]: ERROR neutron.plugins.ml2.managers [None req-9b658a86-45c1-4850-9d40-a62c8859eaf7 tempest-PortsAdminExtendedAttrsTestJSON-1604698243 tempest-PortsAdminExtendedAttrsTestJSON-1604698243-project-admin] Failed to bind port 298ad040-6fab-4a60-bf4d-59a1b8b70803 on host n-h1-713498-36 for vnic_type normal using segments [{'id': '7a0d3e4d-fc5f-4893-b62e-f45df79ad502', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': '6083e394-cc20-485c-83f6-d582607c2914'}] Feb 09 19:16:35.455020 n-d-713498-36 neutron-server[103229]: INFO neutron.plugins.ml2.plugin [None req-9b658a86-45c1-4850-9d40-a62c8859eaf7 tempest-PortsAdminExtendedAttrsTestJSON-1604698243 tempest-PortsAdminExtendedAttrsTestJSON-1604698243-project-admin] Attempt 5 to bind port 298ad040-6fab-4a60-bf4d-59a1b8b70803 Feb 09 19:16:35.472837 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.managers [None req-9b658a86-45c1-4850-9d40-a62c8859eaf7 tempest-PortsAdminExtendedAttrsTestJSON-1604698243 tempest-PortsAdminExtendedAttrsTestJSON-1604698243-project-admin] Attempting to bind port 298ad040-6fab-4a60-bf4d-59a1b8b70803 on host n-h1-713498-36 for vnic_type normal with profile {{(pid=103229) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 19:16:35.473202 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.managers [None req-9b658a86-45c1-4850-9d40-a62c8859eaf7 tempest-PortsAdminExtendedAttrsTestJSON-1604698243 tempest-PortsAdminExtendedAttrsTestJSON-1604698243-project-admin] Attempting to bind port 298ad040-6fab-4a60-bf4d-59a1b8b70803 by drivers openvswitch,hyperv on host n-h1-713498-36 at level 0 using segments [{'id': '7a0d3e4d-fc5f-4893-b62e-f45df79ad502', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': '6083e394-cc20-485c-83f6-d582607c2914'}] {{(pid=103229) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 19:16:35.473510 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b658a86-45c1-4850-9d40-a62c8859eaf7 tempest-PortsAdminExtendedAttrsTestJSON-1604698243 tempest-PortsAdminExtendedAttrsTestJSON-1604698243-project-admin] Attempting to bind port 298ad040-6fab-4a60-bf4d-59a1b8b70803 on network 6083e394-cc20-485c-83f6-d582607c2914 {{(pid=103229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 19:16:35.506369 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b658a86-45c1-4850-9d40-a62c8859eaf7 tempest-PortsAdminExtendedAttrsTestJSON-1604698243 tempest-PortsAdminExtendedAttrsTestJSON-1604698243-project-admin] Port 298ad040-6fab-4a60-bf4d-59a1b8b70803 on network 6083e394-cc20-485c-83f6-d582607c2914 not bound, no agent of type Open vSwitch agent registered on host n-h1-713498-36 {{(pid=103229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 19:16:35.506701 n-d-713498-36 neutron-server[103229]: ERROR neutron.plugins.ml2.managers [None req-9b658a86-45c1-4850-9d40-a62c8859eaf7 tempest-PortsAdminExtendedAttrsTestJSON-1604698243 tempest-PortsAdminExtendedAttrsTestJSON-1604698243-project-admin] Failed to bind port 298ad040-6fab-4a60-bf4d-59a1b8b70803 on host n-h1-713498-36 for vnic_type normal using segments [{'id': '7a0d3e4d-fc5f-4893-b62e-f45df79ad502', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': '6083e394-cc20-485c-83f6-d582607c2914'}] Feb 09 19:16:35.507169 n-d-713498-36 neutron-server[103229]: INFO neutron.plugins.ml2.plugin [None req-9b658a86-45c1-4850-9d40-a62c8859eaf7 tempest-PortsAdminExtendedAttrsTestJSON-1604698243 tempest-PortsAdminExtendedAttrsTestJSON-1604698243-project-admin] Attempt 6 to bind port 298ad040-6fab-4a60-bf4d-59a1b8b70803 Feb 09 19:16:35.526865 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.managers [None req-9b658a86-45c1-4850-9d40-a62c8859eaf7 tempest-PortsAdminExtendedAttrsTestJSON-1604698243 tempest-PortsAdminExtendedAttrsTestJSON-1604698243-project-admin] Attempting to bind port 298ad040-6fab-4a60-bf4d-59a1b8b70803 on host n-h1-713498-36 for vnic_type normal with profile {{(pid=103229) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 19:16:35.527215 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.managers [None req-9b658a86-45c1-4850-9d40-a62c8859eaf7 tempest-PortsAdminExtendedAttrsTestJSON-1604698243 tempest-PortsAdminExtendedAttrsTestJSON-1604698243-project-admin] Attempting to bind port 298ad040-6fab-4a60-bf4d-59a1b8b70803 by drivers openvswitch,hyperv on host n-h1-713498-36 at level 0 using segments [{'id': '7a0d3e4d-fc5f-4893-b62e-f45df79ad502', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': '6083e394-cc20-485c-83f6-d582607c2914'}] {{(pid=103229) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 19:16:35.527552 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b658a86-45c1-4850-9d40-a62c8859eaf7 tempest-PortsAdminExtendedAttrsTestJSON-1604698243 tempest-PortsAdminExtendedAttrsTestJSON-1604698243-project-admin] Attempting to bind port 298ad040-6fab-4a60-bf4d-59a1b8b70803 on network 6083e394-cc20-485c-83f6-d582607c2914 {{(pid=103229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 19:16:35.534904 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b658a86-45c1-4850-9d40-a62c8859eaf7 tempest-PortsAdminExtendedAttrsTestJSON-1604698243 tempest-PortsAdminExtendedAttrsTestJSON-1604698243-project-admin] Port 298ad040-6fab-4a60-bf4d-59a1b8b70803 on network 6083e394-cc20-485c-83f6-d582607c2914 not bound, no agent of type Open vSwitch agent registered on host n-h1-713498-36 {{(pid=103229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 19:16:35.535257 n-d-713498-36 neutron-server[103229]: ERROR neutron.plugins.ml2.managers [None req-9b658a86-45c1-4850-9d40-a62c8859eaf7 tempest-PortsAdminExtendedAttrsTestJSON-1604698243 tempest-PortsAdminExtendedAttrsTestJSON-1604698243-project-admin] Failed to bind port 298ad040-6fab-4a60-bf4d-59a1b8b70803 on host n-h1-713498-36 for vnic_type normal using segments [{'id': '7a0d3e4d-fc5f-4893-b62e-f45df79ad502', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': '6083e394-cc20-485c-83f6-d582607c2914'}] Feb 09 19:16:35.536356 n-d-713498-36 neutron-server[103229]: INFO neutron.plugins.ml2.plugin [None req-9b658a86-45c1-4850-9d40-a62c8859eaf7 tempest-PortsAdminExtendedAttrsTestJSON-1604698243 tempest-PortsAdminExtendedAttrsTestJSON-1604698243-project-admin] Attempt 7 to bind port 298ad040-6fab-4a60-bf4d-59a1b8b70803 Feb 09 19:16:35.574036 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e60356c-0235-4eba-9a7a-a4ce633c828b req-570e12ae-454e-41f1-869b-01d3875dd8c0 tempest-ServerDiskConfigTestJSON-504186010 tempest-ServerDiskConfigTestJSON-504186010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:16:35.575680 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-1e60356c-0235-4eba-9a7a-a4ce633c828b req-570e12ae-454e-41f1-869b-01d3875dd8c0 tempest-ServerDiskConfigTestJSON-504186010 tempest-ServerDiskConfigTestJSON-504186010-project] 10.222.0.75 "GET /v2.0/ports?device_id=de82db19-eabb-48c6-916b-fb13b5287703 HTTP/1.1" status: 200 len: 946 time: 0.0998282 Feb 09 19:16:35.576964 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.managers [None req-9b658a86-45c1-4850-9d40-a62c8859eaf7 tempest-PortsAdminExtendedAttrsTestJSON-1604698243 tempest-PortsAdminExtendedAttrsTestJSON-1604698243-project-admin] Attempting to bind port 298ad040-6fab-4a60-bf4d-59a1b8b70803 on host n-h1-713498-36 for vnic_type normal with profile {{(pid=103229) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 19:16:35.577374 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.managers [None req-9b658a86-45c1-4850-9d40-a62c8859eaf7 tempest-PortsAdminExtendedAttrsTestJSON-1604698243 tempest-PortsAdminExtendedAttrsTestJSON-1604698243-project-admin] Attempting to bind port 298ad040-6fab-4a60-bf4d-59a1b8b70803 by drivers openvswitch,hyperv on host n-h1-713498-36 at level 0 using segments [{'id': '7a0d3e4d-fc5f-4893-b62e-f45df79ad502', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': '6083e394-cc20-485c-83f6-d582607c2914'}] {{(pid=103229) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 19:16:35.578027 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b658a86-45c1-4850-9d40-a62c8859eaf7 tempest-PortsAdminExtendedAttrsTestJSON-1604698243 tempest-PortsAdminExtendedAttrsTestJSON-1604698243-project-admin] Attempting to bind port 298ad040-6fab-4a60-bf4d-59a1b8b70803 on network 6083e394-cc20-485c-83f6-d582607c2914 {{(pid=103229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 19:16:35.584882 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b658a86-45c1-4850-9d40-a62c8859eaf7 tempest-PortsAdminExtendedAttrsTestJSON-1604698243 tempest-PortsAdminExtendedAttrsTestJSON-1604698243-project-admin] Port 298ad040-6fab-4a60-bf4d-59a1b8b70803 on network 6083e394-cc20-485c-83f6-d582607c2914 not bound, no agent of type Open vSwitch agent registered on host n-h1-713498-36 {{(pid=103229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 19:16:35.585295 n-d-713498-36 neutron-server[103229]: ERROR neutron.plugins.ml2.managers [None req-9b658a86-45c1-4850-9d40-a62c8859eaf7 tempest-PortsAdminExtendedAttrsTestJSON-1604698243 tempest-PortsAdminExtendedAttrsTestJSON-1604698243-project-admin] Failed to bind port 298ad040-6fab-4a60-bf4d-59a1b8b70803 on host n-h1-713498-36 for vnic_type normal using segments [{'id': '7a0d3e4d-fc5f-4893-b62e-f45df79ad502', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': '6083e394-cc20-485c-83f6-d582607c2914'}] Feb 09 19:16:35.586911 n-d-713498-36 neutron-server[103229]: INFO neutron.plugins.ml2.plugin [None req-9b658a86-45c1-4850-9d40-a62c8859eaf7 tempest-PortsAdminExtendedAttrsTestJSON-1604698243 tempest-PortsAdminExtendedAttrsTestJSON-1604698243-project-admin] Attempt 8 to bind port 298ad040-6fab-4a60-bf4d-59a1b8b70803 Feb 09 19:16:35.617444 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.managers [None req-9b658a86-45c1-4850-9d40-a62c8859eaf7 tempest-PortsAdminExtendedAttrsTestJSON-1604698243 tempest-PortsAdminExtendedAttrsTestJSON-1604698243-project-admin] Attempting to bind port 298ad040-6fab-4a60-bf4d-59a1b8b70803 on host n-h1-713498-36 for vnic_type normal with profile {{(pid=103229) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 19:16:35.617849 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.managers [None req-9b658a86-45c1-4850-9d40-a62c8859eaf7 tempest-PortsAdminExtendedAttrsTestJSON-1604698243 tempest-PortsAdminExtendedAttrsTestJSON-1604698243-project-admin] Attempting to bind port 298ad040-6fab-4a60-bf4d-59a1b8b70803 by drivers openvswitch,hyperv on host n-h1-713498-36 at level 0 using segments [{'id': '7a0d3e4d-fc5f-4893-b62e-f45df79ad502', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': '6083e394-cc20-485c-83f6-d582607c2914'}] {{(pid=103229) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 19:16:35.618376 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b658a86-45c1-4850-9d40-a62c8859eaf7 tempest-PortsAdminExtendedAttrsTestJSON-1604698243 tempest-PortsAdminExtendedAttrsTestJSON-1604698243-project-admin] Attempting to bind port 298ad040-6fab-4a60-bf4d-59a1b8b70803 on network 6083e394-cc20-485c-83f6-d582607c2914 {{(pid=103229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 19:16:35.658967 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-1e60356c-0235-4eba-9a7a-a4ce633c828b req-e439c60a-a925-4c7b-ac91-25f92736ca8f tempest-ServerDiskConfigTestJSON-504186010 tempest-ServerDiskConfigTestJSON-504186010-project] 10.222.0.75 "GET /v2.0/security-groups?id=3d9033a7-be2a-4459-a2da-84c23e651975&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0751419 Feb 09 19:16:35.661164 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b658a86-45c1-4850-9d40-a62c8859eaf7 tempest-PortsAdminExtendedAttrsTestJSON-1604698243 tempest-PortsAdminExtendedAttrsTestJSON-1604698243-project-admin] Port 298ad040-6fab-4a60-bf4d-59a1b8b70803 on network 6083e394-cc20-485c-83f6-d582607c2914 not bound, no agent of type Open vSwitch agent registered on host n-h1-713498-36 {{(pid=103229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 19:16:35.661581 n-d-713498-36 neutron-server[103229]: ERROR neutron.plugins.ml2.managers [None req-9b658a86-45c1-4850-9d40-a62c8859eaf7 tempest-PortsAdminExtendedAttrsTestJSON-1604698243 tempest-PortsAdminExtendedAttrsTestJSON-1604698243-project-admin] Failed to bind port 298ad040-6fab-4a60-bf4d-59a1b8b70803 on host n-h1-713498-36 for vnic_type normal using segments [{'id': '7a0d3e4d-fc5f-4893-b62e-f45df79ad502', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': '6083e394-cc20-485c-83f6-d582607c2914'}] Feb 09 19:16:35.662067 n-d-713498-36 neutron-server[103229]: INFO neutron.plugins.ml2.plugin [None req-9b658a86-45c1-4850-9d40-a62c8859eaf7 tempest-PortsAdminExtendedAttrsTestJSON-1604698243 tempest-PortsAdminExtendedAttrsTestJSON-1604698243-project-admin] Attempt 9 to bind port 298ad040-6fab-4a60-bf4d-59a1b8b70803 Feb 09 19:16:35.677584 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.managers [None req-9b658a86-45c1-4850-9d40-a62c8859eaf7 tempest-PortsAdminExtendedAttrsTestJSON-1604698243 tempest-PortsAdminExtendedAttrsTestJSON-1604698243-project-admin] Attempting to bind port 298ad040-6fab-4a60-bf4d-59a1b8b70803 on host n-h1-713498-36 for vnic_type normal with profile {{(pid=103229) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 19:16:35.678118 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.managers [None req-9b658a86-45c1-4850-9d40-a62c8859eaf7 tempest-PortsAdminExtendedAttrsTestJSON-1604698243 tempest-PortsAdminExtendedAttrsTestJSON-1604698243-project-admin] Attempting to bind port 298ad040-6fab-4a60-bf4d-59a1b8b70803 by drivers openvswitch,hyperv on host n-h1-713498-36 at level 0 using segments [{'id': '7a0d3e4d-fc5f-4893-b62e-f45df79ad502', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': '6083e394-cc20-485c-83f6-d582607c2914'}] {{(pid=103229) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 19:16:35.678494 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b658a86-45c1-4850-9d40-a62c8859eaf7 tempest-PortsAdminExtendedAttrsTestJSON-1604698243 tempest-PortsAdminExtendedAttrsTestJSON-1604698243-project-admin] Attempting to bind port 298ad040-6fab-4a60-bf4d-59a1b8b70803 on network 6083e394-cc20-485c-83f6-d582607c2914 {{(pid=103229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 19:16:35.687294 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b658a86-45c1-4850-9d40-a62c8859eaf7 tempest-PortsAdminExtendedAttrsTestJSON-1604698243 tempest-PortsAdminExtendedAttrsTestJSON-1604698243-project-admin] Port 298ad040-6fab-4a60-bf4d-59a1b8b70803 on network 6083e394-cc20-485c-83f6-d582607c2914 not bound, no agent of type Open vSwitch agent registered on host n-h1-713498-36 {{(pid=103229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 19:16:35.687634 n-d-713498-36 neutron-server[103229]: ERROR neutron.plugins.ml2.managers [None req-9b658a86-45c1-4850-9d40-a62c8859eaf7 tempest-PortsAdminExtendedAttrsTestJSON-1604698243 tempest-PortsAdminExtendedAttrsTestJSON-1604698243-project-admin] Failed to bind port 298ad040-6fab-4a60-bf4d-59a1b8b70803 on host n-h1-713498-36 for vnic_type normal using segments [{'id': '7a0d3e4d-fc5f-4893-b62e-f45df79ad502', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': '6083e394-cc20-485c-83f6-d582607c2914'}] Feb 09 19:16:35.688329 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-9bb0b3d3-e1fe-4bde-b84d-abe00c079856 req-f112bc3f-bcfb-4322-8591-6e7a54c9735c tempest-ServerShowV257Test-589056754 tempest-ServerShowV257Test-589056754-project] 10.222.0.75 "GET /v2.0/ports?device_id=26944e33-f83d-4567-bd3a-02cf5001147a HTTP/1.1" status: 200 len: 210 time: 0.0558460 Feb 09 19:16:35.688789 n-d-713498-36 neutron-server[103229]: INFO neutron.plugins.ml2.plugin [None req-9b658a86-45c1-4850-9d40-a62c8859eaf7 tempest-PortsAdminExtendedAttrsTestJSON-1604698243 tempest-PortsAdminExtendedAttrsTestJSON-1604698243-project-admin] Attempt 10 to bind port 298ad040-6fab-4a60-bf4d-59a1b8b70803 Feb 09 19:16:35.704561 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.managers [None req-9b658a86-45c1-4850-9d40-a62c8859eaf7 tempest-PortsAdminExtendedAttrsTestJSON-1604698243 tempest-PortsAdminExtendedAttrsTestJSON-1604698243-project-admin] Attempting to bind port 298ad040-6fab-4a60-bf4d-59a1b8b70803 on host n-h1-713498-36 for vnic_type normal with profile {{(pid=103229) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 19:16:35.704911 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.managers [None req-9b658a86-45c1-4850-9d40-a62c8859eaf7 tempest-PortsAdminExtendedAttrsTestJSON-1604698243 tempest-PortsAdminExtendedAttrsTestJSON-1604698243-project-admin] Attempting to bind port 298ad040-6fab-4a60-bf4d-59a1b8b70803 by drivers openvswitch,hyperv on host n-h1-713498-36 at level 0 using segments [{'id': '7a0d3e4d-fc5f-4893-b62e-f45df79ad502', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': '6083e394-cc20-485c-83f6-d582607c2914'}] {{(pid=103229) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 19:16:35.705256 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b658a86-45c1-4850-9d40-a62c8859eaf7 tempest-PortsAdminExtendedAttrsTestJSON-1604698243 tempest-PortsAdminExtendedAttrsTestJSON-1604698243-project-admin] Attempting to bind port 298ad040-6fab-4a60-bf4d-59a1b8b70803 on network 6083e394-cc20-485c-83f6-d582607c2914 {{(pid=103229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 19:16:35.717073 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b658a86-45c1-4850-9d40-a62c8859eaf7 tempest-PortsAdminExtendedAttrsTestJSON-1604698243 tempest-PortsAdminExtendedAttrsTestJSON-1604698243-project-admin] Port 298ad040-6fab-4a60-bf4d-59a1b8b70803 on network 6083e394-cc20-485c-83f6-d582607c2914 not bound, no agent of type Open vSwitch agent registered on host n-h1-713498-36 {{(pid=103229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 19:16:35.717804 n-d-713498-36 neutron-server[103229]: ERROR neutron.plugins.ml2.managers [None req-9b658a86-45c1-4850-9d40-a62c8859eaf7 tempest-PortsAdminExtendedAttrsTestJSON-1604698243 tempest-PortsAdminExtendedAttrsTestJSON-1604698243-project-admin] Failed to bind port 298ad040-6fab-4a60-bf4d-59a1b8b70803 on host n-h1-713498-36 for vnic_type normal using segments [{'id': '7a0d3e4d-fc5f-4893-b62e-f45df79ad502', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': '6083e394-cc20-485c-83f6-d582607c2914'}] Feb 09 19:16:35.718261 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-9b658a86-45c1-4850-9d40-a62c8859eaf7 tempest-PortsAdminExtendedAttrsTestJSON-1604698243 tempest-PortsAdminExtendedAttrsTestJSON-1604698243-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (298ad040-6fab-4a60-bf4d-59a1b8b70803), before_update {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:16:35.877147 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc34723f-91ce-42ee-aaad-4f9e1c23a297 req-992e8c79-776b-4e8a-9a25-5638aaf27b84 tempest-MigrationsAdminTest-892781459 tempest-MigrationsAdminTest-892781459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:16:35.884524 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-fc34723f-91ce-42ee-aaad-4f9e1c23a297 req-992e8c79-776b-4e8a-9a25-5638aaf27b84 tempest-MigrationsAdminTest-892781459 tempest-MigrationsAdminTest-892781459-project] 10.222.0.75 "GET /v2.0/ports?device_id=5a41699b-33f6-4124-8872-0e1679a5b99b HTTP/1.1" status: 200 len: 950 time: 0.1091990 Feb 09 19:16:35.911646 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.db [None req-9b658a86-45c1-4850-9d40-a62c8859eaf7 tempest-PortsAdminExtendedAttrsTestJSON-1604698243 tempest-PortsAdminExtendedAttrsTestJSON-1604698243-project-admin] For port 298ad040-6fab-4a60-bf4d-59a1b8b70803, host n-h1-713498-36, cleared binding levels {{(pid=103229) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 19:16:35.912332 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.db [None req-9b658a86-45c1-4850-9d40-a62c8859eaf7 tempest-PortsAdminExtendedAttrsTestJSON-1604698243 tempest-PortsAdminExtendedAttrsTestJSON-1604698243-project-admin] Attempted to set empty binding levels {{(pid=103229) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Feb 09 19:16:35.964019 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-9b658a86-45c1-4850-9d40-a62c8859eaf7 tempest-PortsAdminExtendedAttrsTestJSON-1604698243 tempest-PortsAdminExtendedAttrsTestJSON-1604698243-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762867176205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762866656485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762866656503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12867569'] for port (298ad040-6fab-4a60-bf4d-59a1b8b70803), after_update {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:16:35.968520 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-fc34723f-91ce-42ee-aaad-4f9e1c23a297 req-752be5f1-f50f-4817-b874-c9c949180555 tempest-MigrationsAdminTest-892781459 tempest-MigrationsAdminTest-892781459-project] 10.222.0.75 "GET /v2.0/security-groups?id=709912c8-8171-4435-800e-9e5c5e45bf8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0828314 Feb 09 19:16:36.033076 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8997a98-f358-4f8d-be50-a633cf0c3268 req-e862ee33-2f9f-423d-a0e9-624460062e92 tempest-ServerDiskConfigTestJSON-504186010 tempest-ServerDiskConfigTestJSON-504186010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:16:36.034994 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.plugin [None req-9b658a86-45c1-4850-9d40-a62c8859eaf7 tempest-PortsAdminExtendedAttrsTestJSON-1604698243 tempest-PortsAdminExtendedAttrsTestJSON-1604698243-project-admin] In _notify_port_updated(), no bound segment for port 298ad040-6fab-4a60-bf4d-59a1b8b70803 on network 6083e394-cc20-485c-83f6-d582607c2914 {{(pid=103229) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Feb 09 19:16:36.045380 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b658a86-45c1-4850-9d40-a62c8859eaf7 tempest-PortsAdminExtendedAttrsTestJSON-1604698243 tempest-PortsAdminExtendedAttrsTestJSON-1604698243-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:16:36.046164 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-d8997a98-f358-4f8d-be50-a633cf0c3268 req-e862ee33-2f9f-423d-a0e9-624460062e92 tempest-ServerDiskConfigTestJSON-504186010 tempest-ServerDiskConfigTestJSON-504186010-project] 10.222.0.75 "GET /v2.0/ports?device_id=de82db19-eabb-48c6-916b-fb13b5287703 HTTP/1.1" status: 200 len: 946 time: 0.1349599 Feb 09 19:16:36.048478 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-9b658a86-45c1-4850-9d40-a62c8859eaf7 tempest-PortsAdminExtendedAttrsTestJSON-1604698243 tempest-PortsAdminExtendedAttrsTestJSON-1604698243-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171096'] for port (None), before_response {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:16:36.058415 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-9b658a86-45c1-4850-9d40-a62c8859eaf7 tempest-PortsAdminExtendedAttrsTestJSON-1604698243 tempest-PortsAdminExtendedAttrsTestJSON-1604698243-project-admin] 10.222.0.75 "PUT /v2.0/ports/298ad040-6fab-4a60-bf4d-59a1b8b70803 HTTP/1.1" status: 200 len: 975 time: 1.2267072 Feb 09 19:16:36.065930 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 37236) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:16:36.087300 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b658a86-45c1-4850-9d40-a62c8859eaf7 tempest-PortsAdminExtendedAttrsTestJSON-1604698243 tempest-PortsAdminExtendedAttrsTestJSON-1604698243-project-admin] Pushing event updated for resources: {'Port': ['ID=298ad040-6fab-4a60-bf4d-59a1b8b70803,revision_number=3']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:16:36.215533 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-d8997a98-f358-4f8d-be50-a633cf0c3268 req-b2b3707c-d4c7-41d5-8e07-8bc084db9fb1 tempest-ServerDiskConfigTestJSON-504186010 tempest-ServerDiskConfigTestJSON-504186010-project] 10.222.0.75 "GET /v2.0/security-groups?id=3d9033a7-be2a-4459-a2da-84c23e651975&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1588635 Feb 09 19:16:36.222485 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.plugin [None req-41b0a83d-65a0-4d1c-ad76-d30f9105c443 tempest-PortsAdminExtendedAttrsTestJSON-1604698243 tempest-PortsAdminExtendedAttrsTestJSON-1604698243-project-admin] Deleting port 298ad040-6fab-4a60-bf4d-59a1b8b70803 {{(pid=103230) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 19:16:36.224872 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-41b0a83d-65a0-4d1c-ad76-d30f9105c443 tempest-PortsAdminExtendedAttrsTestJSON-1604698243 tempest-PortsAdminExtendedAttrsTestJSON-1604698243-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762867170196'] for port (298ad040-6fab-4a60-bf4d-59a1b8b70803), before_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:16:36.398582 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.db [None req-41b0a83d-65a0-4d1c-ad76-d30f9105c443 tempest-PortsAdminExtendedAttrsTestJSON-1604698243 tempest-PortsAdminExtendedAttrsTestJSON-1604698243-project-admin] For port 298ad040-6fab-4a60-bf4d-59a1b8b70803, host n-h1-713498-36, got binding levels [] {{(pid=103230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 19:16:36.399046 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-41b0a83d-65a0-4d1c-ad76-d30f9105c443 tempest-PortsAdminExtendedAttrsTestJSON-1604698243 tempest-PortsAdminExtendedAttrsTestJSON-1604698243-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1820838'] for port (298ad040-6fab-4a60-bf4d-59a1b8b70803), precommit_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:16:36.425715 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.plugin [None req-41b0a83d-65a0-4d1c-ad76-d30f9105c443 tempest-PortsAdminExtendedAttrsTestJSON-1604698243 tempest-PortsAdminExtendedAttrsTestJSON-1604698243-project-admin] Calling delete_port for 298ad040-6fab-4a60-bf4d-59a1b8b70803 owned by {{(pid=103230) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 19:16:36.456208 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61bd9666-91f1-4b86-98fd-16c0e480f64b req-bf0efc2a-b0f6-400e-b902-6f3e2e3d22d4 tempest-ServerDiskConfigTestJSON-504186010 tempest-ServerDiskConfigTestJSON-504186010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:16:36.457870 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-61bd9666-91f1-4b86-98fd-16c0e480f64b req-bf0efc2a-b0f6-400e-b902-6f3e2e3d22d4 tempest-ServerDiskConfigTestJSON-504186010 tempest-ServerDiskConfigTestJSON-504186010-project] 10.222.0.75 "GET /v2.0/ports?device_id=de82db19-eabb-48c6-916b-fb13b5287703 HTTP/1.1" status: 200 len: 946 time: 0.1390679 Feb 09 19:16:36.574344 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-61bd9666-91f1-4b86-98fd-16c0e480f64b req-fea4a3d9-bd7a-43e3-b150-b3ff2fa541cb tempest-ServerDiskConfigTestJSON-504186010 tempest-ServerDiskConfigTestJSON-504186010-project] 10.222.0.75 "GET /v2.0/security-groups?id=3d9033a7-be2a-4459-a2da-84c23e651975&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0833476 Feb 09 19:16:36.648611 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-41b0a83d-65a0-4d1c-ad76-d30f9105c443 tempest-PortsAdminExtendedAttrsTestJSON-1604698243 tempest-PortsAdminExtendedAttrsTestJSON-1604698243-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762867177463', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762866656476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14393751'] for port (298ad040-6fab-4a60-bf4d-59a1b8b70803), after_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:16:36.700737 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-41b0a83d-65a0-4d1c-ad76-d30f9105c443 tempest-PortsAdminExtendedAttrsTestJSON-1604698243 tempest-PortsAdminExtendedAttrsTestJSON-1604698243-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171096'] for port (None), before_response {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:16:36.702841 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c694a1f0-6c25-46bc-ac2f-433875650657 req-728daf46-7a1f-45ae-9e14-f44ce0f27ef4 tempest-TaggedBootDevicesTest-980849656 tempest-TaggedBootDevicesTest-980849656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:16:36.704313 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-41b0a83d-65a0-4d1c-ad76-d30f9105c443 tempest-PortsAdminExtendedAttrsTestJSON-1604698243 tempest-PortsAdminExtendedAttrsTestJSON-1604698243-project-admin] 10.222.0.75 "DELETE /v2.0/ports/298ad040-6fab-4a60-bf4d-59a1b8b70803 HTTP/1.1" status: 204 len: 168 time: 0.6406600 Feb 09 19:16:36.711651 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 37258) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:16:36.712579 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41b0a83d-65a0-4d1c-ad76-d30f9105c443 tempest-PortsAdminExtendedAttrsTestJSON-1604698243 tempest-PortsAdminExtendedAttrsTestJSON-1604698243-project-admin] Pushing event deleted for resources: {'Port': ['ID=298ad040-6fab-4a60-bf4d-59a1b8b70803,revision_number=None']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:16:36.715899 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c694a1f0-6c25-46bc-ac2f-433875650657 req-728daf46-7a1f-45ae-9e14-f44ce0f27ef4 tempest-TaggedBootDevicesTest-980849656 tempest-TaggedBootDevicesTest-980849656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:16:36.729136 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c694a1f0-6c25-46bc-ac2f-433875650657 req-728daf46-7a1f-45ae-9e14-f44ce0f27ef4 tempest-TaggedBootDevicesTest-980849656 tempest-TaggedBootDevicesTest-980849656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:16:36.753098 n-d-713498-36 neutron-server[103230]: INFO neutron.pecan_wsgi.hooks.translation [None req-fe24e83f-d48d-4d8b-9c80-c419b0889312 tempest-PortsAdminExtendedAttrsTestJSON-1604698243 tempest-PortsAdminExtendedAttrsTestJSON-1604698243-project-admin] GET failed (client error): The resource could not be found. Feb 09 19:16:36.754908 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-fe24e83f-d48d-4d8b-9c80-c419b0889312 tempest-PortsAdminExtendedAttrsTestJSON-1604698243 tempest-PortsAdminExtendedAttrsTestJSON-1604698243-project-admin] 10.222.0.75 "GET /v2.0/ports/298ad040-6fab-4a60-bf4d-59a1b8b70803 HTTP/1.1" status: 404 len: 333 time: 0.0394919 Feb 09 19:16:36.758970 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c694a1f0-6c25-46bc-ac2f-433875650657 req-728daf46-7a1f-45ae-9e14-f44ce0f27ef4 tempest-TaggedBootDevicesTest-980849656 tempest-TaggedBootDevicesTest-980849656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:16:36.760790 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 37264) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:16:36.774677 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c694a1f0-6c25-46bc-ac2f-433875650657 req-728daf46-7a1f-45ae-9e14-f44ce0f27ef4 tempest-TaggedBootDevicesTest-980849656 tempest-TaggedBootDevicesTest-980849656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:16:36.790163 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c694a1f0-6c25-46bc-ac2f-433875650657 req-728daf46-7a1f-45ae-9e14-f44ce0f27ef4 tempest-TaggedBootDevicesTest-980849656 tempest-TaggedBootDevicesTest-980849656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:16:36.805072 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c694a1f0-6c25-46bc-ac2f-433875650657 req-728daf46-7a1f-45ae-9e14-f44ce0f27ef4 tempest-TaggedBootDevicesTest-980849656 tempest-TaggedBootDevicesTest-980849656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:16:36.816030 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-c694a1f0-6c25-46bc-ac2f-433875650657 req-728daf46-7a1f-45ae-9e14-f44ce0f27ef4 tempest-TaggedBootDevicesTest-980849656 tempest-TaggedBootDevicesTest-980849656-project] 10.222.0.75 "GET /v2.0/ports?device_id=c3476174-573e-455c-944e-9ed0cac04ac2 HTTP/1.1" status: 200 len: 5421 time: 0.2233224 Feb 09 19:16:36.922299 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-215dbe98-55cf-4b2c-a6c0-d7782770258d tempest-PortsAdminExtendedAttrsTestJSON-1041689327 tempest-PortsAdminExtendedAttrsTestJSON-1041689327-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-670458'] for network (6083e394-cc20-485c-83f6-d582607c2914), before_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:16:36.966060 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-c694a1f0-6c25-46bc-ac2f-433875650657 req-fb9186fe-8b56-4c8a-8849-7a1c9380fe0e tempest-TaggedBootDevicesTest-980849656 tempest-TaggedBootDevicesTest-980849656-project] 10.222.0.75 "GET /v2.0/security-groups?id=6f7e8ede-8085-490c-860b-91c045ecce1f&id=116d7b93-0726-4659-8687-b47afcfa5056&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1482797 Feb 09 19:16:36.996374 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-a5292984-bf5e-4559-a311-65718fe4c157 req-f56f7dc0-4929-414f-9825-382b8e232a74 tempest-ServerShowV257Test-589056754 tempest-ServerShowV257Test-589056754-project] 10.222.0.75 "GET /v2.0/ports?device_id=26944e33-f83d-4567-bd3a-02cf5001147a HTTP/1.1" status: 200 len: 210 time: 0.0588679 Feb 09 19:16:37.196874 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71f388e7-048e-4a76-8a09-5b8c3803bf97 req-0ea13293-b1a5-4775-8805-ad47d074f295 tempest-ServerDiskConfigTestJSON-504186010 tempest-ServerDiskConfigTestJSON-504186010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:16:37.198795 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-71f388e7-048e-4a76-8a09-5b8c3803bf97 req-0ea13293-b1a5-4775-8805-ad47d074f295 tempest-ServerDiskConfigTestJSON-504186010 tempest-ServerDiskConfigTestJSON-504186010-project] 10.222.0.75 "GET /v2.0/ports?device_id=de82db19-eabb-48c6-916b-fb13b5287703 HTTP/1.1" status: 200 len: 946 time: 0.1169181 Feb 09 19:16:37.239157 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-215dbe98-55cf-4b2c-a6c0-d7782770258d tempest-PortsAdminExtendedAttrsTestJSON-1041689327 tempest-PortsAdminExtendedAttrsTestJSON-1041689327-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-590267', 'neutron.services.segments.db._delete_segments_for_network-8762867132609'] for network (6083e394-cc20-485c-83f6-d582607c2914), precommit_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:16:37.266726 n-d-713498-36 neutron-server[103230]: DEBUG neutron.services.segments.db [None req-215dbe98-55cf-4b2c-a6c0-d7782770258d tempest-PortsAdminExtendedAttrsTestJSON-1041689327 tempest-PortsAdminExtendedAttrsTestJSON-1041689327-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6083e394-cc20-485c-83f6-d582607c2914']}} {{(pid=103230) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:16:37.280755 n-d-713498-36 neutron-server[103230]: DEBUG neutron.services.segments.db [None req-215dbe98-55cf-4b2c-a6c0-d7782770258d tempest-PortsAdminExtendedAttrsTestJSON-1041689327 tempest-PortsAdminExtendedAttrsTestJSON-1041689327-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7a0d3e4d-fc5f-4893-b62e-f45df79ad502') {'for_net_delete': True} {{(pid=103230) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:16:37.281047 n-d-713498-36 neutron-server[103230]: DEBUG neutron.services.segments.db [None req-215dbe98-55cf-4b2c-a6c0-d7782770258d tempest-PortsAdminExtendedAttrsTestJSON-1041689327 tempest-PortsAdminExtendedAttrsTestJSON-1041689327-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7a0d3e4d-fc5f-4893-b62e-f45df79ad502') {} {{(pid=103230) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:16:37.289618 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6944ebf-04e2-4e6b-ac23-1590861e7698 req-0c01ca6e-0869-433f-8dc9-02342f92a3e8 tempest-MigrationsAdminTest-892781459 tempest-MigrationsAdminTest-892781459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:16:37.298268 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-d6944ebf-04e2-4e6b-ac23-1590861e7698 req-0c01ca6e-0869-433f-8dc9-02342f92a3e8 tempest-MigrationsAdminTest-892781459 tempest-MigrationsAdminTest-892781459-project] 10.222.0.75 "GET /v2.0/ports?device_id=5a41699b-33f6-4124-8872-0e1679a5b99b HTTP/1.1" status: 200 len: 950 time: 0.1491301 Feb 09 19:16:37.312717 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-71f388e7-048e-4a76-8a09-5b8c3803bf97 req-bba5933f-8b6c-4364-bdd3-481d47bffd14 tempest-ServerDiskConfigTestJSON-504186010 tempest-ServerDiskConfigTestJSON-504186010-project] 10.222.0.75 "GET /v2.0/security-groups?id=3d9033a7-be2a-4459-a2da-84c23e651975&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0997117 Feb 09 19:16:37.315374 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-215dbe98-55cf-4b2c-a6c0-d7782770258d tempest-PortsAdminExtendedAttrsTestJSON-1041689327 tempest-PortsAdminExtendedAttrsTestJSON-1041689327-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762867134154', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12895813'] for segment (7a0d3e4d-fc5f-4893-b62e-f45df79ad502), before_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:16:37.361668 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-215dbe98-55cf-4b2c-a6c0-d7782770258d tempest-PortsAdminExtendedAttrsTestJSON-1041689327 tempest-PortsAdminExtendedAttrsTestJSON-1041689327-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-759574'] for segment (7a0d3e4d-fc5f-4893-b62e-f45df79ad502), precommit_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:16:37.377557 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-215dbe98-55cf-4b2c-a6c0-d7782770258d tempest-PortsAdminExtendedAttrsTestJSON-1041689327 tempest-PortsAdminExtendedAttrsTestJSON-1041689327-project] Releasing vlan 356 on physical network physnet1 to pool {{(pid=103230) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 19:16:37.377984 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-215dbe98-55cf-4b2c-a6c0-d7782770258d tempest-PortsAdminExtendedAttrsTestJSON-1041689327 tempest-PortsAdminExtendedAttrsTestJSON-1041689327-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-759574', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14393826'] for segment (7a0d3e4d-fc5f-4893-b62e-f45df79ad502), after_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:16:37.380997 n-d-713498-36 neutron-server[103230]: Traceback (most recent call last): Feb 09 19:16:37.380997 n-d-713498-36 neutron-server[103230]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 19:16:37.380997 n-d-713498-36 neutron-server[103230]: timer() Feb 09 19:16:37.380997 n-d-713498-36 neutron-server[103230]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 19:16:37.380997 n-d-713498-36 neutron-server[103230]: cb(*args, **kw) Feb 09 19:16:37.380997 n-d-713498-36 neutron-server[103230]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 19:16:37.380997 n-d-713498-36 neutron-server[103230]: return func(*args, **kwargs) Feb 09 19:16:37.380997 n-d-713498-36 neutron-server[103230]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 19:16:37.380997 n-d-713498-36 neutron-server[103230]: self._notify() Feb 09 19:16:37.380997 n-d-713498-36 neutron-server[103230]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 19:16:37.380997 n-d-713498-36 neutron-server[103230]: self.callback(batched_events) Feb 09 19:16:37.380997 n-d-713498-36 neutron-server[103230]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 19:16:37.380997 n-d-713498-36 neutron-server[103230]: event.method(event) Feb 09 19:16:37.380997 n-d-713498-36 neutron-server[103230]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 19:16:37.380997 n-d-713498-36 neutron-server[103230]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 19:16:37.380997 n-d-713498-36 neutron-server[103230]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 19:16:37.380997 n-d-713498-36 neutron-server[103230]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 19:16:37.380997 n-d-713498-36 neutron-server[103230]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 19:16:37.380997 n-d-713498-36 neutron-server[103230]: return f(self, *a, **k) Feb 09 19:16:37.380997 n-d-713498-36 neutron-server[103230]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 19:16:37.380997 n-d-713498-36 neutron-server[103230]: return self._get(url).json() Feb 09 19:16:37.380997 n-d-713498-36 neutron-server[103230]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 19:16:37.380997 n-d-713498-36 neutron-server[103230]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 19:16:37.380997 n-d-713498-36 neutron-server[103230]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 19:16:37.380997 n-d-713498-36 neutron-server[103230]: return self.request(url, 'GET', **kwargs) Feb 09 19:16:37.380997 n-d-713498-36 neutron-server[103230]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 19:16:37.380997 n-d-713498-36 neutron-server[103230]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 19:16:37.380997 n-d-713498-36 neutron-server[103230]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 19:16:37.380997 n-d-713498-36 neutron-server[103230]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 19:16:37.380997 n-d-713498-36 neutron-server[103230]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 19:16:37.380997 n-d-713498-36 neutron-server[103230]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 19:16:37.380997 n-d-713498-36 neutron-server[103230]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 19:16:37.432503 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-d6944ebf-04e2-4e6b-ac23-1590861e7698 req-6ed6af74-441e-4fff-aea3-1179b1d8e772 tempest-MigrationsAdminTest-892781459 tempest-MigrationsAdminTest-892781459-project] 10.222.0.75 "GET /v2.0/security-groups?id=709912c8-8171-4435-800e-9e5c5e45bf8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1332285 Feb 09 19:16:37.495488 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-215dbe98-55cf-4b2c-a6c0-d7782770258d tempest-PortsAdminExtendedAttrsTestJSON-1041689327 tempest-PortsAdminExtendedAttrsTestJSON-1041689327-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-590242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1885479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1818895'] for network (6083e394-cc20-485c-83f6-d582607c2914), after_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:16:37.501441 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Device e80910e4-522e-40e2-a448-766b6a8b09c6 no longer exists at agent hyperv_n-h1-713498-36 {{(pid=103232) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 19:16:37.532654 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-215dbe98-55cf-4b2c-a6c0-d7782770258d tempest-PortsAdminExtendedAttrsTestJSON-1041689327 tempest-PortsAdminExtendedAttrsTestJSON-1041689327-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1613566'] for network (None), before_response {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:16:37.547864 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-215dbe98-55cf-4b2c-a6c0-d7782770258d tempest-PortsAdminExtendedAttrsTestJSON-1041689327 tempest-PortsAdminExtendedAttrsTestJSON-1041689327-project] 10.222.0.75 "DELETE /v2.0/networks/6083e394-cc20-485c-83f6-d582607c2914 HTTP/1.1" status: 204 len: 168 time: 0.7833934 Feb 09 19:16:37.551296 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-215dbe98-55cf-4b2c-a6c0-d7782770258d tempest-PortsAdminExtendedAttrsTestJSON-1041689327 tempest-PortsAdminExtendedAttrsTestJSON-1041689327-project] Pushing event deleted for resources: {'Network': ['ID=6083e394-cc20-485c-83f6-d582607c2914,revision_number=None']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:16:37.559616 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] No Port match for: e80910e4-522e-40e2-a448-766b6a8b09c6 {{(pid=103232) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 19:16:37.560035 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Device e80910e4-522e-40e2-a448-766b6a8b09c6 not bound to the agent host n-h1-713498-36 {{(pid=103232) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 19:16:37.677004 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2e1457d-c7c5-44e9-a8d8-496700f941e8 req-3338e93d-76c4-4ae8-a9a0-f8a0823b8c6b tempest-ServerDiskConfigTestJSON-504186010 tempest-ServerDiskConfigTestJSON-504186010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:16:37.684115 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-c2e1457d-c7c5-44e9-a8d8-496700f941e8 req-3338e93d-76c4-4ae8-a9a0-f8a0823b8c6b tempest-ServerDiskConfigTestJSON-504186010 tempest-ServerDiskConfigTestJSON-504186010-project] 10.222.0.75 "GET /v2.0/ports?device_id=de82db19-eabb-48c6-916b-fb13b5287703 HTTP/1.1" status: 200 len: 946 time: 0.1049924 Feb 09 19:16:37.790011 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-c2e1457d-c7c5-44e9-a8d8-496700f941e8 req-7f29f101-d967-40d8-b058-c6243215d586 tempest-ServerDiskConfigTestJSON-504186010 tempest-ServerDiskConfigTestJSON-504186010-project] 10.222.0.75 "GET /v2.0/security-groups?id=3d9033a7-be2a-4459-a2da-84c23e651975&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0945048 Feb 09 19:16:37.925493 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93f0fee7-54ec-424f-a5f9-69d8ea77592a req-b315d9e2-da80-428c-844c-ec2cc3b55094 tempest-ListServersNegativeTestJSON-1456546486 tempest-ListServersNegativeTestJSON-1456546486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:16:37.931403 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93f0fee7-54ec-424f-a5f9-69d8ea77592a req-b315d9e2-da80-428c-844c-ec2cc3b55094 tempest-ListServersNegativeTestJSON-1456546486 tempest-ListServersNegativeTestJSON-1456546486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:16:37.933344 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-93f0fee7-54ec-424f-a5f9-69d8ea77592a req-b315d9e2-da80-428c-844c-ec2cc3b55094 tempest-ListServersNegativeTestJSON-1456546486 tempest-ListServersNegativeTestJSON-1456546486-project] 10.222.0.75 "GET /v2.0/ports?device_id=38dba92f-112b-4bd9-9a53-715ece5f0b3f&device_id=6607bb8f-35a2-4226-a0db-3e638aa80a77 HTTP/1.1" status: 200 len: 1682 time: 0.0887659 Feb 09 19:16:38.160005 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-93f0fee7-54ec-424f-a5f9-69d8ea77592a req-39ef356e-a11a-4c9f-ac9d-1d12f741e6e3 tempest-ListServersNegativeTestJSON-1456546486 tempest-ListServersNegativeTestJSON-1456546486-project] 10.222.0.75 "GET /v2.0/security-groups?id=31b4ff91-7723-414a-a702-b2242bf2585f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2205474 Feb 09 19:16:38.206639 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 37312) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:16:38.234349 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-370174d7-6c3f-47de-a17d-78bc79ac3b06 req-8b5389d5-947c-486b-aa31-1f24a0234a63 service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=324ad1af-f9e3-424e-981f-7b5b8b459dd1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.2348447 Feb 09 19:16:38.243833 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7de3f8e-ce70-4945-a16c-901f44483f90 req-24500173-de3d-49cb-91d7-6751392e99e4 tempest-TaggedBootDevicesTest-980849656 tempest-TaggedBootDevicesTest-980849656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:16:38.252533 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7de3f8e-ce70-4945-a16c-901f44483f90 req-24500173-de3d-49cb-91d7-6751392e99e4 tempest-TaggedBootDevicesTest-980849656 tempest-TaggedBootDevicesTest-980849656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:16:38.263523 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7de3f8e-ce70-4945-a16c-901f44483f90 req-24500173-de3d-49cb-91d7-6751392e99e4 tempest-TaggedBootDevicesTest-980849656 tempest-TaggedBootDevicesTest-980849656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:16:38.270404 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7de3f8e-ce70-4945-a16c-901f44483f90 req-24500173-de3d-49cb-91d7-6751392e99e4 tempest-TaggedBootDevicesTest-980849656 tempest-TaggedBootDevicesTest-980849656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:16:38.279016 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7de3f8e-ce70-4945-a16c-901f44483f90 req-24500173-de3d-49cb-91d7-6751392e99e4 tempest-TaggedBootDevicesTest-980849656 tempest-TaggedBootDevicesTest-980849656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:16:38.285635 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7de3f8e-ce70-4945-a16c-901f44483f90 req-24500173-de3d-49cb-91d7-6751392e99e4 tempest-TaggedBootDevicesTest-980849656 tempest-TaggedBootDevicesTest-980849656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:16:38.299594 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7de3f8e-ce70-4945-a16c-901f44483f90 req-24500173-de3d-49cb-91d7-6751392e99e4 tempest-TaggedBootDevicesTest-980849656 tempest-TaggedBootDevicesTest-980849656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:16:38.301635 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-c7de3f8e-ce70-4945-a16c-901f44483f90 req-24500173-de3d-49cb-91d7-6751392e99e4 tempest-TaggedBootDevicesTest-980849656 tempest-TaggedBootDevicesTest-980849656-project] 10.222.0.75 "GET /v2.0/ports?device_id=c3476174-573e-455c-944e-9ed0cac04ac2 HTTP/1.1" status: 200 len: 5421 time: 0.1833823 Feb 09 19:16:38.314588 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-59dea05f-7fee-44b5-93e8-49f6656d681b req-bc24234a-99be-410f-8160-df4e1d1cb8ed tempest-ServerShowV257Test-589056754 tempest-ServerShowV257Test-589056754-project] 10.222.0.75 "GET /v2.0/ports?device_id=26944e33-f83d-4567-bd3a-02cf5001147a HTTP/1.1" status: 200 len: 210 time: 0.0724719 Feb 09 19:16:38.407304 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-370174d7-6c3f-47de-a17d-78bc79ac3b06 req-dfc39b13-eb46-4af5-94bf-4fbfa369cba8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:16:38.409308 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-370174d7-6c3f-47de-a17d-78bc79ac3b06 req-dfc39b13-eb46-4af5-94bf-4fbfa369cba8 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=51b81e7592544b98a90626c2bba713eb&device_id=324ad1af-f9e3-424e-981f-7b5b8b459dd1 HTTP/1.1" status: 200 len: 1132 time: 0.1212089 Feb 09 19:16:38.425117 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-c7de3f8e-ce70-4945-a16c-901f44483f90 req-c35b7365-3398-49f4-bb09-a50a6f975850 tempest-TaggedBootDevicesTest-980849656 tempest-TaggedBootDevicesTest-980849656-project] 10.222.0.75 "GET /v2.0/security-groups?id=6f7e8ede-8085-490c-860b-91c045ecce1f&id=116d7b93-0726-4659-8687-b47afcfa5056&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1131637 Feb 09 19:16:38.545071 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-e0d20c3b-670d-46c7-a4ff-71abccea5bac admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=4bc8ff01f1184ab6a7d07e7272c4b826&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3353152 Feb 09 19:16:38.546300 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 37326) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:16:38.581545 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-370174d7-6c3f-47de-a17d-78bc79ac3b06 req-b64c9fbc-4090-4c7b-bdc8-48ae48f82631 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:16:38.583081 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-370174d7-6c3f-47de-a17d-78bc79ac3b06 req-b64c9fbc-4090-4c7b-bdc8-48ae48f82631 service neutron] 10.222.0.90 "GET /v2.0/networks?id=2b5494c8-cf97-42c1-b902-87f998f28179 HTTP/1.1" status: 200 len: 870 time: 0.1374459 Feb 09 19:16:38.643318 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-370174d7-6c3f-47de-a17d-78bc79ac3b06 req-0b96466d-2288-420b-9de9-e16f061e195e service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.63&port_id=246dd422-aaed-44c8-8f53-c0bcff989a68 HTTP/1.1" status: 200 len: 217 time: 0.0511296 Feb 09 19:16:38.749644 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-370174d7-6c3f-47de-a17d-78bc79ac3b06 req-6400e9ff-a7d4-4af0-a0fa-fd2a5a7d8f07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:16:38.751293 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-370174d7-6c3f-47de-a17d-78bc79ac3b06 req-6400e9ff-a7d4-4af0-a0fa-fd2a5a7d8f07 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=60b561cb-321e-4f83-9bb3-92b2e1d0dc44 HTTP/1.1" status: 200 len: 843 time: 0.1013875 Feb 09 19:16:38.765278 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-ed9f5bae-cd8b-402c-87a5-555f58fd26eb admin admin] Publish callbacks [] for security_group (02272011-bd62-42c2-8b49-053829d3b3bb), before_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:16:38.857631 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9c35f34-aeaa-4c3b-8028-a1a12348d423 req-30a9a295-1690-48c4-9a52-c867e0546248 tempest-MigrationsAdminTest-892781459 tempest-MigrationsAdminTest-892781459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:16:38.859379 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-f9c35f34-aeaa-4c3b-8028-a1a12348d423 req-30a9a295-1690-48c4-9a52-c867e0546248 tempest-MigrationsAdminTest-892781459 tempest-MigrationsAdminTest-892781459-project] 10.222.0.75 "GET /v2.0/ports?device_id=5a41699b-33f6-4124-8872-0e1679a5b99b HTTP/1.1" status: 200 len: 950 time: 0.2112200 Feb 09 19:16:38.861428 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-ed9f5bae-cd8b-402c-87a5-555f58fd26eb admin admin] Publish callbacks [] for security_group (02272011-bd62-42c2-8b49-053829d3b3bb), precommit_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:16:38.891590 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-370174d7-6c3f-47de-a17d-78bc79ac3b06 req-a6e659f6-a3d4-4785-96d4-d0d5c15b04c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:16:38.893117 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-370174d7-6c3f-47de-a17d-78bc79ac3b06 req-a6e659f6-a3d4-4785-96d4-d0d5c15b04c3 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=2b5494c8-cf97-42c1-b902-87f998f28179&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.1311588 Feb 09 19:16:38.905333 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec87ec40-3377-4eb5-8443-8cb3654b2d03 req-4883623c-9186-474a-9815-1d196f776e4d tempest-ServerDiskConfigTestJSON-504186010 tempest-ServerDiskConfigTestJSON-504186010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:16:38.912416 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-ec87ec40-3377-4eb5-8443-8cb3654b2d03 req-4883623c-9186-474a-9815-1d196f776e4d tempest-ServerDiskConfigTestJSON-504186010 tempest-ServerDiskConfigTestJSON-504186010-project] 10.222.0.75 "GET /v2.0/ports?device_id=de82db19-eabb-48c6-916b-fb13b5287703 HTTP/1.1" status: 200 len: 946 time: 0.1005726 Feb 09 19:16:38.942149 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-f9c35f34-aeaa-4c3b-8028-a1a12348d423 req-f67d0f4c-b57c-49f1-b0d6-d04502b88b18 tempest-MigrationsAdminTest-892781459 tempest-MigrationsAdminTest-892781459-project] 10.222.0.75 "GET /v2.0/security-groups?id=709912c8-8171-4435-800e-9e5c5e45bf8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0735698 Feb 09 19:16:38.958070 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-ed9f5bae-cd8b-402c-87a5-555f58fd26eb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1892331'] for security_group (02272011-bd62-42c2-8b49-053829d3b3bb), after_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:16:38.963404 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-ed9f5bae-cd8b-402c-87a5-555f58fd26eb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:16:38.968812 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-ed9f5bae-cd8b-402c-87a5-555f58fd26eb admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/02272011-bd62-42c2-8b49-053829d3b3bb HTTP/1.1" status: 204 len: 168 time: 0.4213231 Feb 09 19:16:38.985746 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed9f5bae-cd8b-402c-87a5-555f58fd26eb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=02272011-bd62-42c2-8b49-053829d3b3bb,revision_number=None']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:16:39.049642 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-ec87ec40-3377-4eb5-8443-8cb3654b2d03 req-4da43717-c63b-4148-97d5-7b3a24c51f0d tempest-ServerDiskConfigTestJSON-504186010 tempest-ServerDiskConfigTestJSON-504186010-project] 10.222.0.75 "GET /v2.0/security-groups?id=3d9033a7-be2a-4459-a2da-84c23e651975&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1363406 Feb 09 19:16:39.099969 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-370174d7-6c3f-47de-a17d-78bc79ac3b06 req-cf23090c-6963-4ca1-9bbf-59c50b6b57ed service neutron] 10.222.0.90 "GET /v2.0/networks/2b5494c8-cf97-42c1-b902-87f998f28179?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1795745 Feb 09 19:16:39.251924 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-370174d7-6c3f-47de-a17d-78bc79ac3b06 req-b65fc21a-5d13-4490-887f-421b48bee7de service neutron] 10.222.0.90 "GET /v2.0/networks/2b5494c8-cf97-42c1-b902-87f998f28179?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1428943 Feb 09 19:16:39.447497 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-48a6f05e-c9f4-4836-b1b8-23614e71dae6 req-2474e8df-2ca4-4c2e-8ca4-3752994f9890 tempest-ServerShowV257Test-589056754 tempest-ServerShowV257Test-589056754-project] 10.222.0.75 "GET /v2.0/ports?device_id=26944e33-f83d-4567-bd3a-02cf5001147a HTTP/1.1" status: 200 len: 210 time: 0.0380406 Feb 09 19:16:39.548625 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 37362) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:16:39.630506 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-e927ef17-adc4-49bf-b0e9-d439db662a40 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=6669c46b042640c4ac242050e97b573f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0792472 Feb 09 19:16:39.632958 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 37366) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:16:39.634843 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d8af4f2-87ff-49b3-951b-de8df7edeb28 req-f27f6888-b562-4589-bd09-791d08856a8e tempest-TaggedBootDevicesTest-980849656 tempest-TaggedBootDevicesTest-980849656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:16:39.641003 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d8af4f2-87ff-49b3-951b-de8df7edeb28 req-f27f6888-b562-4589-bd09-791d08856a8e tempest-TaggedBootDevicesTest-980849656 tempest-TaggedBootDevicesTest-980849656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:16:39.646783 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d8af4f2-87ff-49b3-951b-de8df7edeb28 req-f27f6888-b562-4589-bd09-791d08856a8e tempest-TaggedBootDevicesTest-980849656 tempest-TaggedBootDevicesTest-980849656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:16:39.653261 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d8af4f2-87ff-49b3-951b-de8df7edeb28 req-f27f6888-b562-4589-bd09-791d08856a8e tempest-TaggedBootDevicesTest-980849656 tempest-TaggedBootDevicesTest-980849656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:16:39.658950 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d8af4f2-87ff-49b3-951b-de8df7edeb28 req-f27f6888-b562-4589-bd09-791d08856a8e tempest-TaggedBootDevicesTest-980849656 tempest-TaggedBootDevicesTest-980849656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:16:39.664896 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d8af4f2-87ff-49b3-951b-de8df7edeb28 req-f27f6888-b562-4589-bd09-791d08856a8e tempest-TaggedBootDevicesTest-980849656 tempest-TaggedBootDevicesTest-980849656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:16:39.671538 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d8af4f2-87ff-49b3-951b-de8df7edeb28 req-f27f6888-b562-4589-bd09-791d08856a8e tempest-TaggedBootDevicesTest-980849656 tempest-TaggedBootDevicesTest-980849656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:16:39.673809 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-7d8af4f2-87ff-49b3-951b-de8df7edeb28 req-f27f6888-b562-4589-bd09-791d08856a8e tempest-TaggedBootDevicesTest-980849656 tempest-TaggedBootDevicesTest-980849656-project] 10.222.0.75 "GET /v2.0/ports?device_id=c3476174-573e-455c-944e-9ed0cac04ac2 HTTP/1.1" status: 200 len: 5421 time: 0.1359725 Feb 09 19:16:39.685893 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31e2c1e6-fb8f-43f8-85de-61668c5466a1 req-905cdb59-1d49-48e6-a195-929d213b4f1a tempest-ListServersNegativeTestJSON-1456546486 tempest-ListServersNegativeTestJSON-1456546486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:16:39.691440 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-31e2c1e6-fb8f-43f8-85de-61668c5466a1 req-905cdb59-1d49-48e6-a195-929d213b4f1a tempest-ListServersNegativeTestJSON-1456546486 tempest-ListServersNegativeTestJSON-1456546486-project] 10.222.0.75 "GET /v2.0/ports?device_id=38dba92f-112b-4bd9-9a53-715ece5f0b3f HTTP/1.1" status: 200 len: 945 time: 0.1097000 Feb 09 19:16:39.774557 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-7d8af4f2-87ff-49b3-951b-de8df7edeb28 req-941805e7-9d1b-420f-a9c2-9834c91922bc tempest-TaggedBootDevicesTest-980849656 tempest-TaggedBootDevicesTest-980849656-project] 10.222.0.75 "GET /v2.0/security-groups?id=6f7e8ede-8085-490c-860b-91c045ecce1f&id=116d7b93-0726-4659-8687-b47afcfa5056&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0949135 Feb 09 19:16:39.780286 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-0d46918c-608b-465c-bbc1-296563449806 admin admin] Publish callbacks [] for security_group (78b4f017-6181-49e5-8d7e-3aa3151f9a54), before_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:16:39.817076 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-31e2c1e6-fb8f-43f8-85de-61668c5466a1 req-4cdd03bc-7e05-49ea-8e58-913eaedebacf tempest-ListServersNegativeTestJSON-1456546486 tempest-ListServersNegativeTestJSON-1456546486-project] 10.222.0.75 "GET /v2.0/security-groups?id=31b4ff91-7723-414a-a702-b2242bf2585f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1052549 Feb 09 19:16:39.822451 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-0d46918c-608b-465c-bbc1-296563449806 admin admin] Publish callbacks [] for security_group (78b4f017-6181-49e5-8d7e-3aa3151f9a54), precommit_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:16:39.891110 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-0d46918c-608b-465c-bbc1-296563449806 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1892331'] for security_group (78b4f017-6181-49e5-8d7e-3aa3151f9a54), after_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:16:39.893932 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-0d46918c-608b-465c-bbc1-296563449806 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:16:39.897535 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-0d46918c-608b-465c-bbc1-296563449806 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/78b4f017-6181-49e5-8d7e-3aa3151f9a54 HTTP/1.1" status: 204 len: 168 time: 0.2615559 Feb 09 19:16:39.904346 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d46918c-608b-465c-bbc1-296563449806 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=78b4f017-6181-49e5-8d7e-3aa3151f9a54,revision_number=None']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:16:40.114769 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9028c36a-a78f-4d81-9bcc-250517b71b14 req-2eb5cace-8ff6-4d81-9d0e-9b4bc6ce9265 tempest-MigrationsAdminTest-892781459 tempest-MigrationsAdminTest-892781459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:16:40.116384 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-9028c36a-a78f-4d81-9bcc-250517b71b14 req-2eb5cace-8ff6-4d81-9d0e-9b4bc6ce9265 tempest-MigrationsAdminTest-892781459 tempest-MigrationsAdminTest-892781459-project] 10.222.0.75 "GET /v2.0/ports?device_id=5a41699b-33f6-4124-8872-0e1679a5b99b HTTP/1.1" status: 200 len: 950 time: 0.0712051 Feb 09 19:16:40.191292 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72f850d1-8517-4580-acbe-7db2340543e1 req-dddf2710-d0c1-42be-bb38-c3bc3dcf7011 tempest-ServerDiskConfigTestJSON-504186010 tempest-ServerDiskConfigTestJSON-504186010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:16:40.193169 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-72f850d1-8517-4580-acbe-7db2340543e1 req-dddf2710-d0c1-42be-bb38-c3bc3dcf7011 tempest-ServerDiskConfigTestJSON-504186010 tempest-ServerDiskConfigTestJSON-504186010-project] 10.222.0.75 "GET /v2.0/ports?device_id=de82db19-eabb-48c6-916b-fb13b5287703 HTTP/1.1" status: 200 len: 946 time: 0.0630102 Feb 09 19:16:40.209577 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-9028c36a-a78f-4d81-9bcc-250517b71b14 req-a45cc90e-2fe6-43bd-bb7f-1cf0db6f2ac7 tempest-MigrationsAdminTest-892781459 tempest-MigrationsAdminTest-892781459-project] 10.222.0.75 "GET /v2.0/security-groups?id=709912c8-8171-4435-800e-9e5c5e45bf8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0859079 Feb 09 19:16:40.256973 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-72f850d1-8517-4580-acbe-7db2340543e1 req-917581fb-fea0-46a0-ab86-2d8a03463e7d tempest-ServerDiskConfigTestJSON-504186010 tempest-ServerDiskConfigTestJSON-504186010-project] 10.222.0.75 "GET /v2.0/security-groups?id=3d9033a7-be2a-4459-a2da-84c23e651975&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512679 Feb 09 19:16:40.605976 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-70dc198e-21e0-492f-8ad1-15d67b8fe047 req-26c9f5fb-3a18-459a-9d18-d682d1fd995b tempest-ServerShowV257Test-589056754 tempest-ServerShowV257Test-589056754-project] 10.222.0.75 "GET /v2.0/ports?device_id=26944e33-f83d-4567-bd3a-02cf5001147a HTTP/1.1" status: 200 len: 210 time: 0.0476213 Feb 09 19:16:40.629515 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d61dc685-868b-442e-9ea5-705e483b1033 req-bff48871-9c75-4350-89d8-aeee2f3d9d5a tempest-ServerDiskConfigTestJSON-504186010 tempest-ServerDiskConfigTestJSON-504186010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:16:40.631012 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-d61dc685-868b-442e-9ea5-705e483b1033 req-bff48871-9c75-4350-89d8-aeee2f3d9d5a tempest-ServerDiskConfigTestJSON-504186010 tempest-ServerDiskConfigTestJSON-504186010-project] 10.222.0.90 "GET /v2.0/ports?device_id=de82db19-eabb-48c6-916b-fb13b5287703 HTTP/1.1" status: 200 len: 946 time: 0.0921135 Feb 09 19:16:40.750889 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.plugin [req-d61dc685-868b-442e-9ea5-705e483b1033 req-336dddea-bdc0-46c2-abec-30a2da84a6f9 tempest-ServerDiskConfigTestJSON-504186010 tempest-ServerDiskConfigTestJSON-504186010-project] Deleting port badfafc7-4f48-4d37-8e78-f9cbce775520 {{(pid=103229) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 19:16:40.751596 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-d61dc685-868b-442e-9ea5-705e483b1033 req-336dddea-bdc0-46c2-abec-30a2da84a6f9 tempest-ServerDiskConfigTestJSON-504186010 tempest-ServerDiskConfigTestJSON-504186010-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762867170196'] for port (badfafc7-4f48-4d37-8e78-f9cbce775520), before_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:16:40.751892 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-261bb6f6-4d1e-4e18-bc7d-60dd74734b99 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762867132591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593584'] for agent (af91e4b9-f4e1-42b1-a25c-a10dc47171c8), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:16:40.881877 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.db [req-d61dc685-868b-442e-9ea5-705e483b1033 req-336dddea-bdc0-46c2-abec-30a2da84a6f9 tempest-ServerDiskConfigTestJSON-504186010 tempest-ServerDiskConfigTestJSON-504186010-project] For port badfafc7-4f48-4d37-8e78-f9cbce775520, host n-h2-713498-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-36',level=0,port_id=badfafc7-4f48-4d37-8e78-f9cbce775520,segment=NetworkSegment(1e2a1863-ec93-4db2-ba80-84e2ae4ef342),segment_id=1e2a1863-ec93-4db2-ba80-84e2ae4ef342)] {{(pid=103229) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 19:16:40.882296 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-d61dc685-868b-442e-9ea5-705e483b1033 req-336dddea-bdc0-46c2-abec-30a2da84a6f9 tempest-ServerDiskConfigTestJSON-504186010 tempest-ServerDiskConfigTestJSON-504186010-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1820838'] for port (badfafc7-4f48-4d37-8e78-f9cbce775520), precommit_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:16:40.897695 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.plugin [req-d61dc685-868b-442e-9ea5-705e483b1033 req-336dddea-bdc0-46c2-abec-30a2da84a6f9 tempest-ServerDiskConfigTestJSON-504186010 tempest-ServerDiskConfigTestJSON-504186010-project] Calling delete_port for badfafc7-4f48-4d37-8e78-f9cbce775520 owned by compute:nova {{(pid=103229) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 19:16:40.949565 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c6cfc4b-5d3c-4231-ac47-b4839ce55a2f req-0174d44b-50f2-419c-a723-0ec978f8d9a1 tempest-TaggedBootDevicesTest-980849656 tempest-TaggedBootDevicesTest-980849656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:16:40.959362 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c6cfc4b-5d3c-4231-ac47-b4839ce55a2f req-0174d44b-50f2-419c-a723-0ec978f8d9a1 tempest-TaggedBootDevicesTest-980849656 tempest-TaggedBootDevicesTest-980849656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:16:40.966496 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c6cfc4b-5d3c-4231-ac47-b4839ce55a2f req-0174d44b-50f2-419c-a723-0ec978f8d9a1 tempest-TaggedBootDevicesTest-980849656 tempest-TaggedBootDevicesTest-980849656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:16:40.974377 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c6cfc4b-5d3c-4231-ac47-b4839ce55a2f req-0174d44b-50f2-419c-a723-0ec978f8d9a1 tempest-TaggedBootDevicesTest-980849656 tempest-TaggedBootDevicesTest-980849656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:16:40.981172 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c6cfc4b-5d3c-4231-ac47-b4839ce55a2f req-0174d44b-50f2-419c-a723-0ec978f8d9a1 tempest-TaggedBootDevicesTest-980849656 tempest-TaggedBootDevicesTest-980849656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:16:40.986752 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c6cfc4b-5d3c-4231-ac47-b4839ce55a2f req-0174d44b-50f2-419c-a723-0ec978f8d9a1 tempest-TaggedBootDevicesTest-980849656 tempest-TaggedBootDevicesTest-980849656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:16:40.992741 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c6cfc4b-5d3c-4231-ac47-b4839ce55a2f req-0174d44b-50f2-419c-a723-0ec978f8d9a1 tempest-TaggedBootDevicesTest-980849656 tempest-TaggedBootDevicesTest-980849656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:16:41.002106 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-4c6cfc4b-5d3c-4231-ac47-b4839ce55a2f req-0174d44b-50f2-419c-a723-0ec978f8d9a1 tempest-TaggedBootDevicesTest-980849656 tempest-TaggedBootDevicesTest-980849656-project] 10.222.0.75 "GET /v2.0/ports?device_id=c3476174-573e-455c-944e-9ed0cac04ac2 HTTP/1.1" status: 200 len: 5421 time: 0.1295671 Feb 09 19:16:41.050221 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c3f789b-56d6-44e3-a48e-6c932aee98f0 req-69dde77c-b2c6-4ed5-8ca6-f82587f920f0 tempest-ListServersNegativeTestJSON-1456546486 tempest-ListServersNegativeTestJSON-1456546486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:16:41.051949 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-5c3f789b-56d6-44e3-a48e-6c932aee98f0 req-69dde77c-b2c6-4ed5-8ca6-f82587f920f0 tempest-ListServersNegativeTestJSON-1456546486 tempest-ListServersNegativeTestJSON-1456546486-project] 10.222.0.75 "GET /v2.0/ports?device_id=38dba92f-112b-4bd9-9a53-715ece5f0b3f HTTP/1.1" status: 200 len: 945 time: 0.1009395 Feb 09 19:16:41.113194 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09aa37a3-e8f9-473b-8143-de0792a71488 req-22080f8d-5912-4455-9cae-8d29ef83fab3 tempest-ListServersNegativeTestJSON-1456546486 tempest-ListServersNegativeTestJSON-1456546486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:16:41.114746 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-09aa37a3-e8f9-473b-8143-de0792a71488 req-22080f8d-5912-4455-9cae-8d29ef83fab3 tempest-ListServersNegativeTestJSON-1456546486 tempest-ListServersNegativeTestJSON-1456546486-project] 10.222.0.89 "GET /v2.0/ports?device_id=38dba92f-112b-4bd9-9a53-715ece5f0b3f HTTP/1.1" status: 200 len: 945 time: 0.1106575 Feb 09 19:16:41.140045 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-4c6cfc4b-5d3c-4231-ac47-b4839ce55a2f req-f94bf126-e470-4e3f-b6a9-7257dcd86ceb tempest-TaggedBootDevicesTest-980849656 tempest-TaggedBootDevicesTest-980849656-project] 10.222.0.75 "GET /v2.0/security-groups?id=6f7e8ede-8085-490c-860b-91c045ecce1f&id=116d7b93-0726-4659-8687-b47afcfa5056&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1273408 Feb 09 19:16:41.167104 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-5c3f789b-56d6-44e3-a48e-6c932aee98f0 req-32ba7fe3-ce94-4114-ad9f-3e0706b21cb5 tempest-ListServersNegativeTestJSON-1456546486 tempest-ListServersNegativeTestJSON-1456546486-project] 10.222.0.75 "GET /v2.0/security-groups?id=31b4ff91-7723-414a-a702-b2242bf2585f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1069043 Feb 09 19:16:41.182634 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-d61dc685-868b-442e-9ea5-705e483b1033 req-336dddea-bdc0-46c2-abec-30a2da84a6f9 tempest-ServerDiskConfigTestJSON-504186010 tempest-ServerDiskConfigTestJSON-504186010-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762867177463', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762866656476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12867576'] for port (badfafc7-4f48-4d37-8e78-f9cbce775520), after_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:16:41.205265 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-7429db8d-6021-40ad-813e-885be449a89b None None] get_ports_and_sgs() called for port_ids ['badfafc7-4f48-4d37-8e78-f9cbce775520'] {{(pid=103232) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 19:16:41.231034 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-336dddea-bdc0-46c2-abec-30a2da84a6f9 tempest-ServerDiskConfigTestJSON-504186010 tempest-ServerDiskConfigTestJSON-504186010-project] Pushing event deleted for resources: {'Port': ['ID=badfafc7-4f48-4d37-8e78-f9cbce775520,revision_number=None']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:16:41.270690 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.plugin [req-09aa37a3-e8f9-473b-8143-de0792a71488 req-0341143c-5761-449d-a450-37851fd1e861 tempest-ListServersNegativeTestJSON-1456546486 tempest-ListServersNegativeTestJSON-1456546486-project] Deleting port dac79c6f-b9e3-4088-aea0-93f685514a20 {{(pid=103230) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 19:16:41.271269 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [req-09aa37a3-e8f9-473b-8143-de0792a71488 req-0341143c-5761-449d-a450-37851fd1e861 tempest-ListServersNegativeTestJSON-1456546486 tempest-ListServersNegativeTestJSON-1456546486-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762867170196'] for port (dac79c6f-b9e3-4088-aea0-93f685514a20), before_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:16:41.312105 n-d-713498-36 neutron-server[103229]: DEBUG neutron.db.l3_dvrscheduler_db [req-d61dc685-868b-442e-9ea5-705e483b1033 req-336dddea-bdc0-46c2-abec-30a2da84a6f9 tempest-ServerDiskConfigTestJSON-504186010 tempest-ServerDiskConfigTestJSON-504186010-project] No DVR routers for this DVR port badfafc7-4f48-4d37-8e78-f9cbce775520 on host n-h2-713498-36 {{(pid=103229) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 19:16:41.316969 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-d61dc685-868b-442e-9ea5-705e483b1033 req-336dddea-bdc0-46c2-abec-30a2da84a6f9 tempest-ServerDiskConfigTestJSON-504186010 tempest-ServerDiskConfigTestJSON-504186010-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171096'] for port (None), before_response {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:16:41.321508 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-d61dc685-868b-442e-9ea5-705e483b1033 req-336dddea-bdc0-46c2-abec-30a2da84a6f9 tempest-ServerDiskConfigTestJSON-504186010 tempest-ServerDiskConfigTestJSON-504186010-project] 10.222.0.90 "DELETE /v2.0/ports/badfafc7-4f48-4d37-8e78-f9cbce775520 HTTP/1.1" status: 204 len: 173 time: 0.6787405 Feb 09 19:16:41.322151 n-d-713498-36 neutron-server[103229]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'de82db19-eabb-48c6-916b-fb13b5287703', 'name': 'network-vif-deleted', 'tag': 'badfafc7-4f48-4d37-8e78-f9cbce775520'}] {{(pid=103229) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 19:16:41.324853 n-d-713498-36 neutron-server[103229]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fa6ae9a20702bd564eaf90d946620b2b4277b1ab91129323d3b54181076be307" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ecd5978f-0aae-48c0-a9d1-7d2b3bde8cde" -d '{"events": [{"server_uuid": "de82db19-eabb-48c6-916b-fb13b5287703", "name": "network-vif-deleted", "tag": "badfafc7-4f48-4d37-8e78-f9cbce775520"}]}' {{(pid=103229) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 19:16:41.389836 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-93328246-b7c8-40b1-99cf-324758e4f4d3 req-3be4fb87-c1b2-498d-935e-e215a838e282 tempest-ServerDiskConfigTestJSON-504186010 tempest-ServerDiskConfigTestJSON-504186010-project] 10.222.0.75 "GET /v2.0/ports?device_id=de82db19-eabb-48c6-916b-fb13b5287703 HTTP/1.1" status: 200 len: 210 time: 0.0315299 Feb 09 19:16:41.494966 n-d-713498-36 neutron-server[103229]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 19:16:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-15b98ab8-5b42-483f-8538-02c94d782ff0 x-openstack-request-id: req-15b98ab8-5b42-483f-8538-02c94d782ff0 {{(pid=103229) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 19:16:41.495380 n-d-713498-36 neutron-server[103229]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "de82db19-eabb-48c6-916b-fb13b5287703", "name": "network-vif-deleted", "tag": "badfafc7-4f48-4d37-8e78-f9cbce775520", "status": "completed", "code": 200}]} {{(pid=103229) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 19:16:41.495739 n-d-713498-36 neutron-server[103229]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-15b98ab8-5b42-483f-8538-02c94d782ff0 {{(pid=103229) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 19:16:41.496253 n-d-713498-36 neutron-server[103229]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'de82db19-eabb-48c6-916b-fb13b5287703', 'name': 'network-vif-deleted', 'tag': 'badfafc7-4f48-4d37-8e78-f9cbce775520', 'status': 'completed', 'code': 200} Feb 09 19:16:41.731689 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 37450) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:16:41.771357 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-97a92745-1d0f-4f0f-86ae-846319cc0d07 req-00f8b58f-1999-4393-a162-0612c1834ed5 tempest-ServerShowV257Test-589056754 tempest-ServerShowV257Test-589056754-project] 10.222.0.75 "GET /v2.0/ports?device_id=26944e33-f83d-4567-bd3a-02cf5001147a HTTP/1.1" status: 200 len: 210 time: 0.0331602 Feb 09 19:16:41.839158 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce7edd01-fbaf-4a46-8623-512408e177d3 req-0c0cf230-d66c-462d-8982-5e08fbd7117c tempest-MigrationsAdminTest-892781459 tempest-MigrationsAdminTest-892781459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:16:41.840714 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-ce7edd01-fbaf-4a46-8623-512408e177d3 req-0c0cf230-d66c-462d-8982-5e08fbd7117c tempest-MigrationsAdminTest-892781459 tempest-MigrationsAdminTest-892781459-project] 10.222.0.75 "GET /v2.0/ports?device_id=5a41699b-33f6-4124-8872-0e1679a5b99b HTTP/1.1" status: 200 len: 950 time: 0.4679568 Feb 09 19:16:41.858429 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.db [req-09aa37a3-e8f9-473b-8143-de0792a71488 req-0341143c-5761-449d-a450-37851fd1e861 tempest-ListServersNegativeTestJSON-1456546486 tempest-ListServersNegativeTestJSON-1456546486-project] For port dac79c6f-b9e3-4088-aea0-93f685514a20, host n-h1-713498-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-36',level=0,port_id=dac79c6f-b9e3-4088-aea0-93f685514a20,segment=NetworkSegment(07bba5ee-242c-42d2-9b8f-38d4eb46d67e),segment_id=07bba5ee-242c-42d2-9b8f-38d4eb46d67e)] {{(pid=103230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 19:16:41.858962 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [req-09aa37a3-e8f9-473b-8143-de0792a71488 req-0341143c-5761-449d-a450-37851fd1e861 tempest-ListServersNegativeTestJSON-1456546486 tempest-ListServersNegativeTestJSON-1456546486-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1820838'] for port (dac79c6f-b9e3-4088-aea0-93f685514a20), precommit_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:16:41.892287 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.plugin [req-09aa37a3-e8f9-473b-8143-de0792a71488 req-0341143c-5761-449d-a450-37851fd1e861 tempest-ListServersNegativeTestJSON-1456546486 tempest-ListServersNegativeTestJSON-1456546486-project] Calling delete_port for dac79c6f-b9e3-4088-aea0-93f685514a20 owned by compute:nova {{(pid=103230) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 19:16:41.923387 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.v2.base [None req-70e810c6-7671-444e-b5c4-32a6a8c6dd09 tempest-RoutersAdminTest-1529504030 tempest-RoutersAdminTest-1529504030-project-admin] Request body: {'network': {'name': 'tempest-RoutersAdminTest-778442217', 'router:external': True}} {{(pid=103229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 19:16:41.958556 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-ce7edd01-fbaf-4a46-8623-512408e177d3 req-4d75ee88-a10c-4c13-b275-936df41d304a tempest-MigrationsAdminTest-892781459 tempest-MigrationsAdminTest-892781459-project] 10.222.0.75 "GET /v2.0/security-groups?id=709912c8-8171-4435-800e-9e5c5e45bf8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1120684 Feb 09 19:16:41.997911 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-70e810c6-7671-444e-b5c4-32a6a8c6dd09 tempest-RoutersAdminTest-1529504030 tempest-RoutersAdminTest-1529504030-project-admin] Made reservation on behalf of c49d8c6f1a0f4216bdbccfdbff23d04f for: {'network': 1} {{(pid=103229) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 19:16:42.000187 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-70e810c6-7671-444e-b5c4-32a6a8c6dd09 tempest-RoutersAdminTest-1529504030 tempest-RoutersAdminTest-1529504030-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for network (None), before_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:16:42.023403 n-d-713498-36 neutron-server[103229]: INFO neutron.api.v2.resource [req-da3ca9c8-7c22-4344-a3e4-b06a44743db1 req-19e94a31-ae00-4cd6-8174-c595a14dc6ea service neutron] show failed (client error): The resource could not be found. Feb 09 19:16:42.024663 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-da3ca9c8-7c22-4344-a3e4-b06a44743db1 req-19e94a31-ae00-4cd6-8174-c595a14dc6ea service neutron] 10.222.0.89 "GET /v2.0/ports/8bed1b6e-8e37-4dad-bafb-4dc444eac2ae/bindings/n-h2-713498-36 HTTP/1.1" status: 404 len: 381 time: 0.1447361 Feb 09 19:16:42.028524 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-70e810c6-7671-444e-b5c4-32a6a8c6dd09 tempest-RoutersAdminTest-1529504030 tempest-RoutersAdminTest-1529504030-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:16:42.045937 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4e40a1b-f393-402e-abf9-78cc1d40ce7d req-4f5c8915-8d98-4a9f-8d8e-9bdda635aaf7 tempest-ListServersNegativeTestJSON-1456546486 tempest-ListServersNegativeTestJSON-1456546486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:16:42.047625 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-e4e40a1b-f393-402e-abf9-78cc1d40ce7d req-4f5c8915-8d98-4a9f-8d8e-9bdda635aaf7 tempest-ListServersNegativeTestJSON-1456546486 tempest-ListServersNegativeTestJSON-1456546486-project] 10.222.0.90 "GET /v2.0/ports?device_id=6607bb8f-35a2-4226-a0db-3e638aa80a77 HTTP/1.1" status: 200 len: 946 time: 0.1364727 Feb 09 19:16:42.119318 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [req-09aa37a3-e8f9-473b-8143-de0792a71488 req-0341143c-5761-449d-a450-37851fd1e861 tempest-ListServersNegativeTestJSON-1456546486 tempest-ListServersNegativeTestJSON-1456546486-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762867177463', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762866656476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14393751'] for port (dac79c6f-b9e3-4088-aea0-93f685514a20), after_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:16:42.135970 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-7429db8d-6021-40ad-813e-885be449a89b None None] get_ports_and_sgs() called for port_ids ['68c208df-c0c8-433e-a3eb-e6f254f209a9'] {{(pid=103232) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 19:16:42.138521 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] get_ports_and_sgs() called for port_ids ['dac79c6f-b9e3-4088-aea0-93f685514a20'] {{(pid=103232) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 19:16:42.215219 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0341143c-5761-449d-a450-37851fd1e861 tempest-ListServersNegativeTestJSON-1456546486 tempest-ListServersNegativeTestJSON-1456546486-project] Pushing event deleted for resources: {'Port': ['ID=dac79c6f-b9e3-4088-aea0-93f685514a20,revision_number=None']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:16:42.312176 n-d-713498-36 neutron-server[103230]: DEBUG neutron.db.l3_dvrscheduler_db [req-09aa37a3-e8f9-473b-8143-de0792a71488 req-0341143c-5761-449d-a450-37851fd1e861 tempest-ListServersNegativeTestJSON-1456546486 tempest-ListServersNegativeTestJSON-1456546486-project] No DVR routers for this DVR port dac79c6f-b9e3-4088-aea0-93f685514a20 on host n-h1-713498-36 {{(pid=103230) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 19:16:42.331783 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [req-09aa37a3-e8f9-473b-8143-de0792a71488 req-0341143c-5761-449d-a450-37851fd1e861 tempest-ListServersNegativeTestJSON-1456546486 tempest-ListServersNegativeTestJSON-1456546486-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171096'] for port (None), before_response {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:16:42.336740 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-09aa37a3-e8f9-473b-8143-de0792a71488 req-0341143c-5761-449d-a450-37851fd1e861 tempest-ListServersNegativeTestJSON-1456546486 tempest-ListServersNegativeTestJSON-1456546486-project] 10.222.0.89 "DELETE /v2.0/ports/dac79c6f-b9e3-4088-aea0-93f685514a20 HTTP/1.1" status: 204 len: 173 time: 1.1948898 Feb 09 19:16:42.339879 n-d-713498-36 neutron-server[103230]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '38dba92f-112b-4bd9-9a53-715ece5f0b3f', 'name': 'network-vif-deleted', 'tag': 'dac79c6f-b9e3-4088-aea0-93f685514a20'}] {{(pid=103230) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 19:16:42.349590 n-d-713498-36 neutron-server[103230]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aee5919275bae9f72eb374ee322673045eb80c1f84b4b45a97d96923bd50ab51" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-37221c6d-bf83-474c-bb89-005d6c7bfa1e" -d '{"events": [{"server_uuid": "38dba92f-112b-4bd9-9a53-715ece5f0b3f", "name": "network-vif-deleted", "tag": "dac79c6f-b9e3-4088-aea0-93f685514a20"}]}' {{(pid=103230) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 19:16:42.419409 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-55cb8166-66d3-46a7-9fe5-063cbef28566 req-1e98de2a-58ed-431f-9ded-6bcd6c96f811 tempest-ListServersNegativeTestJSON-1456546486 tempest-ListServersNegativeTestJSON-1456546486-project] 10.222.0.75 "GET /v2.0/ports?device_id=38dba92f-112b-4bd9-9a53-715ece5f0b3f HTTP/1.1" status: 200 len: 210 time: 0.0976069 Feb 09 19:16:42.447267 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da3ca9c8-7c22-4344-a3e4-b06a44743db1 req-18d4eb00-33e0-4a1c-a8e7-c01e617a026f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:16:42.449065 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-da3ca9c8-7c22-4344-a3e4-b06a44743db1 req-18d4eb00-33e0-4a1c-a8e7-c01e617a026f service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=5a41699b-33f6-4124-8872-0e1679a5b99b&tenant_id=51b81e7592544b98a90626c2bba713eb HTTP/1.1" status: 200 len: 1133 time: 0.1381462 Feb 09 19:16:42.468836 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.v2.base [req-da3ca9c8-7c22-4344-a3e4-b06a44743db1 req-b87b571d-a37a-4669-8c18-31a571fef456 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-713498-36', 'device_owner': 'compute:nova'}} {{(pid=103230) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 19:16:42.549848 n-d-713498-36 neutron-server[103230]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 19:16:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8197c284-cc02-486a-a409-6ea0de6dfaf3 x-openstack-request-id: req-8197c284-cc02-486a-a409-6ea0de6dfaf3 {{(pid=103230) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 19:16:42.550935 n-d-713498-36 neutron-server[103230]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "38dba92f-112b-4bd9-9a53-715ece5f0b3f", "name": "network-vif-deleted", "tag": "dac79c6f-b9e3-4088-aea0-93f685514a20", "status": "completed", "code": 200}]} {{(pid=103230) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 19:16:42.550935 n-d-713498-36 neutron-server[103230]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-8197c284-cc02-486a-a409-6ea0de6dfaf3 {{(pid=103230) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 19:16:42.574312 n-d-713498-36 neutron-server[103230]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '38dba92f-112b-4bd9-9a53-715ece5f0b3f', 'name': 'network-vif-deleted', 'tag': 'dac79c6f-b9e3-4088-aea0-93f685514a20', 'status': 'completed', 'code': 200} Feb 09 19:16:42.588974 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [req-da3ca9c8-7c22-4344-a3e4-b06a44743db1 req-b87b571d-a37a-4669-8c18-31a571fef456 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (8bed1b6e-8e37-4dad-bafb-4dc444eac2ae), before_update {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:16:42.748520 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 37486) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:16:42.806243 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-70e810c6-7671-444e-b5c4-32a6a8c6dd09 tempest-RoutersAdminTest-1529504030 tempest-RoutersAdminTest-1529504030-project-admin] Publish callbacks [] for security_group (91724893-53b3-40b1-96d6-b348c5569329), precommit_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:16:42.826205 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-70e810c6-7671-444e-b5c4-32a6a8c6dd09 tempest-RoutersAdminTest-1529504030 tempest-RoutersAdminTest-1529504030-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1892331'] for security_group (91724893-53b3-40b1-96d6-b348c5569329), after_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:16:42.848451 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.plugin [req-e4e40a1b-f393-402e-abf9-78cc1d40ce7d req-be245b2b-84ee-489a-8bde-06c2156a8696 tempest-ListServersNegativeTestJSON-1456546486 tempest-ListServersNegativeTestJSON-1456546486-project] Deleting port 68c208df-c0c8-433e-a3eb-e6f254f209a9 {{(pid=103229) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 19:16:42.848872 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-e4e40a1b-f393-402e-abf9-78cc1d40ce7d req-be245b2b-84ee-489a-8bde-06c2156a8696 tempest-ListServersNegativeTestJSON-1456546486 tempest-ListServersNegativeTestJSON-1456546486-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762867170196'] for port (68c208df-c0c8-433e-a3eb-e6f254f209a9), before_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:16:42.905534 n-d-713498-36 neutron-server[103230]: DEBUG neutron.db.db_base_plugin_v2 [None req-ade32f17-a6b0-4d68-b1ba-e95ca926d98c admin admin] Deleting subnet 56850be1-15c2-42cc-9dca-1e107c979838 {{(pid=103230) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 19:16:42.914455 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-ade32f17-a6b0-4d68-b1ba-e95ca926d98c admin admin] Publish callbacks [] for subnet (56850be1-15c2-42cc-9dca-1e107c979838), before_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:16:42.987205 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-cd293bf0-dcd5-4a28-93b9-ee33fa7e8d31 req-77bf8e7c-2e05-45ef-8543-c2523b451602 tempest-ServerShowV257Test-589056754 tempest-ServerShowV257Test-589056754-project] 10.222.0.75 "GET /v2.0/ports?device_id=26944e33-f83d-4567-bd3a-02cf5001147a HTTP/1.1" status: 200 len: 210 time: 0.0841832 Feb 09 19:16:43.028284 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-104f8737-a6e6-4163-b002-a4b127fb3915 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762867132591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593584'] for agent (93303d5e-5d17-45e8-8963-7694f87783ae), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:16:43.047762 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-ade32f17-a6b0-4d68-b1ba-e95ca926d98c admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12895822'] for subnet (56850be1-15c2-42cc-9dca-1e107c979838), precommit_delete_associations {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:16:43.075320 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.db [req-e4e40a1b-f393-402e-abf9-78cc1d40ce7d req-be245b2b-84ee-489a-8bde-06c2156a8696 tempest-ListServersNegativeTestJSON-1456546486 tempest-ListServersNegativeTestJSON-1456546486-project] For port 68c208df-c0c8-433e-a3eb-e6f254f209a9, host n-h2-713498-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-36',level=0,port_id=68c208df-c0c8-433e-a3eb-e6f254f209a9,segment=NetworkSegment(07bba5ee-242c-42d2-9b8f-38d4eb46d67e),segment_id=07bba5ee-242c-42d2-9b8f-38d4eb46d67e)] {{(pid=103229) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 19:16:43.076214 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-e4e40a1b-f393-402e-abf9-78cc1d40ce7d req-be245b2b-84ee-489a-8bde-06c2156a8696 tempest-ListServersNegativeTestJSON-1456546486 tempest-ListServersNegativeTestJSON-1456546486-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1820838'] for port (68c208df-c0c8-433e-a3eb-e6f254f209a9), precommit_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:16:43.094249 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.plugin [req-e4e40a1b-f393-402e-abf9-78cc1d40ce7d req-be245b2b-84ee-489a-8bde-06c2156a8696 tempest-ListServersNegativeTestJSON-1456546486 tempest-ListServersNegativeTestJSON-1456546486-project] Calling delete_port for 68c208df-c0c8-433e-a3eb-e6f254f209a9 owned by compute:nova {{(pid=103229) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 19:16:43.096276 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70e810c6-7671-444e-b5c4-32a6a8c6dd09 tempest-RoutersAdminTest-1529504030 tempest-RoutersAdminTest-1529504030-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=91724893-53b3-40b1-96d6-b348c5569329,revision_number=1']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:16:43.148637 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.db [req-da3ca9c8-7c22-4344-a3e4-b06a44743db1 req-b87b571d-a37a-4669-8c18-31a571fef456 service neutron] For port 8bed1b6e-8e37-4dad-bafb-4dc444eac2ae, host n-h1-713498-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-36',level=0,port_id=8bed1b6e-8e37-4dad-bafb-4dc444eac2ae,segment=NetworkSegment(50e5915e-18f0-4558-9a28-b978975ead36),segment_id=50e5915e-18f0-4558-9a28-b978975ead36)] {{(pid=103230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 19:16:43.151010 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-70e810c6-7671-444e-b5c4-32a6a8c6dd09 tempest-RoutersAdminTest-1529504030 tempest-RoutersAdminTest-1529504030-project-admin] vlan segment allocate from pool success with {'vlan_id': 376, 'physical_network': 'physnet1'} {{(pid=103229) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 19:16:43.177893 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-ade32f17-a6b0-4d68-b1ba-e95ca926d98c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-759852'] for subnet (56850be1-15c2-42cc-9dca-1e107c979838), precommit_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:16:43.199949 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-70e810c6-7671-444e-b5c4-32a6a8c6dd09 tempest-RoutersAdminTest-1529504030 tempest-RoutersAdminTest-1529504030-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-759574'] for segment (4fd9d3fa-1b31-49d7-845d-cbdf49792f9c), precommit_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:16:43.200308 n-d-713498-36 neutron-server[103229]: INFO neutron.db.segments_db [None req-70e810c6-7671-444e-b5c4-32a6a8c6dd09 tempest-RoutersAdminTest-1529504030 tempest-RoutersAdminTest-1529504030-project-admin] Added segment 4fd9d3fa-1b31-49d7-845d-cbdf49792f9c of type vlan for network f937dec6-3d95-4d37-b7da-195ccf638f99 Feb 09 19:16:43.213768 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d4a9792-7626-417f-98e5-703c2fb093a4 req-ee16c6a5-f69a-47bc-98db-6337721e1e89 tempest-MigrationsAdminTest-892781459 tempest-MigrationsAdminTest-892781459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:16:43.215522 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-3d4a9792-7626-417f-98e5-703c2fb093a4 req-ee16c6a5-f69a-47bc-98db-6337721e1e89 tempest-MigrationsAdminTest-892781459 tempest-MigrationsAdminTest-892781459-project] 10.222.0.75 "GET /v2.0/ports?device_id=5a41699b-33f6-4124-8872-0e1679a5b99b HTTP/1.1" status: 200 len: 950 time: 0.1297946 Feb 09 19:16:43.253986 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.db [req-da3ca9c8-7c22-4344-a3e4-b06a44743db1 req-b87b571d-a37a-4669-8c18-31a571fef456 service neutron] For port 8bed1b6e-8e37-4dad-bafb-4dc444eac2ae, host n-h1-713498-36, cleared binding levels {{(pid=103230) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 19:16:43.279008 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8bed5c7-5f81-4428-a45d-c17c5022e822 req-c16fc675-a11c-4f04-91f3-c0232742ac95 tempest-TaggedBootDevicesTest-980849656 tempest-TaggedBootDevicesTest-980849656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:16:43.284337 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8bed5c7-5f81-4428-a45d-c17c5022e822 req-c16fc675-a11c-4f04-91f3-c0232742ac95 tempest-TaggedBootDevicesTest-980849656 tempest-TaggedBootDevicesTest-980849656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:16:43.289799 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8bed5c7-5f81-4428-a45d-c17c5022e822 req-c16fc675-a11c-4f04-91f3-c0232742ac95 tempest-TaggedBootDevicesTest-980849656 tempest-TaggedBootDevicesTest-980849656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:16:43.295592 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8bed5c7-5f81-4428-a45d-c17c5022e822 req-c16fc675-a11c-4f04-91f3-c0232742ac95 tempest-TaggedBootDevicesTest-980849656 tempest-TaggedBootDevicesTest-980849656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:16:43.300873 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8bed5c7-5f81-4428-a45d-c17c5022e822 req-c16fc675-a11c-4f04-91f3-c0232742ac95 tempest-TaggedBootDevicesTest-980849656 tempest-TaggedBootDevicesTest-980849656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:16:43.306894 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8bed5c7-5f81-4428-a45d-c17c5022e822 req-c16fc675-a11c-4f04-91f3-c0232742ac95 tempest-TaggedBootDevicesTest-980849656 tempest-TaggedBootDevicesTest-980849656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:16:43.319405 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8bed5c7-5f81-4428-a45d-c17c5022e822 req-c16fc675-a11c-4f04-91f3-c0232742ac95 tempest-TaggedBootDevicesTest-980849656 tempest-TaggedBootDevicesTest-980849656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:16:43.319405 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-b8bed5c7-5f81-4428-a45d-c17c5022e822 req-c16fc675-a11c-4f04-91f3-c0232742ac95 tempest-TaggedBootDevicesTest-980849656 tempest-TaggedBootDevicesTest-980849656-project] 10.222.0.75 "GET /v2.0/ports?device_id=c3476174-573e-455c-944e-9ed0cac04ac2 HTTP/1.1" status: 200 len: 5421 time: 0.5358829 Feb 09 19:16:43.331375 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-70e810c6-7671-444e-b5c4-32a6a8c6dd09 tempest-RoutersAdminTest-1529504030 tempest-RoutersAdminTest-1529504030-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762866642225'] for network (f937dec6-3d95-4d37-b7da-195ccf638f99), precommit_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:16:43.340646 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-3d4a9792-7626-417f-98e5-703c2fb093a4 req-9e50792d-9acd-4d8a-9f3a-b9c5a6cf1d68 tempest-MigrationsAdminTest-892781459 tempest-MigrationsAdminTest-892781459-project] 10.222.0.75 "GET /v2.0/security-groups?id=709912c8-8171-4435-800e-9e5c5e45bf8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1089566 Feb 09 19:16:43.357814 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [req-da3ca9c8-7c22-4344-a3e4-b06a44743db1 req-b87b571d-a37a-4669-8c18-31a571fef456 service neutron] Publish callbacks [] for port (8bed1b6e-8e37-4dad-bafb-4dc444eac2ae), precommit_update {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:16:43.374210 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-ade32f17-a6b0-4d68-b1ba-e95ca926d98c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-760023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14393672', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12985882'] for subnet (56850be1-15c2-42cc-9dca-1e107c979838), after_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:16:43.376839 n-d-713498-36 neutron-server[103230]: DEBUG neutron.db.provisioning_blocks [req-da3ca9c8-7c22-4344-a3e4-b06a44743db1 req-b87b571d-a37a-4669-8c18-31a571fef456 service neutron] Transition to ACTIVE for port object 8bed1b6e-8e37-4dad-bafb-4dc444eac2ae will not be triggered until provisioned by entity L2. {{(pid=103230) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 19:16:43.410925 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [req-da3ca9c8-7c22-4344-a3e4-b06a44743db1 req-b87b571d-a37a-4669-8c18-31a571fef456 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762867176205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762866656485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762866656503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14393758'] for port (8bed1b6e-8e37-4dad-bafb-4dc444eac2ae), after_update {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:16:43.415908 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ade32f17-a6b0-4d68-b1ba-e95ca926d98c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=56850be1-15c2-42cc-9dca-1e107c979838,revision_number=None']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:16:43.426360 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-ade32f17-a6b0-4d68-b1ba-e95ca926d98c admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:16:43.431986 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-ade32f17-a6b0-4d68-b1ba-e95ca926d98c admin admin] 10.222.0.75 "DELETE /v2.0/subnets/56850be1-15c2-42cc-9dca-1e107c979838 HTTP/1.1" status: 204 len: 168 time: 0.6798923 Feb 09 19:16:43.432818 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-70e810c6-7671-444e-b5c4-32a6a8c6dd09 tempest-RoutersAdminTest-1529504030 tempest-RoutersAdminTest-1529504030-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1885479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452'] for network (f937dec6-3d95-4d37-b7da-195ccf638f99), after_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:16:43.433802 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70e810c6-7671-444e-b5c4-32a6a8c6dd09 tempest-RoutersAdminTest-1529504030 tempest-RoutersAdminTest-1529504030-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:16:43.434417 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-70e810c6-7671-444e-b5c4-32a6a8c6dd09 tempest-RoutersAdminTest-1529504030 tempest-RoutersAdminTest-1529504030-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1613566'] for network (None), before_response {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:16:43.448753 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 37502) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:16:43.492001 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-70e810c6-7671-444e-b5c4-32a6a8c6dd09 tempest-RoutersAdminTest-1529504030 tempest-RoutersAdminTest-1529504030-project-admin] 10.222.0.75 "POST /v2.0/networks HTTP/1.1" status: 201 len: 870 time: 1.7589207 Feb 09 19:16:43.499573 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 37508) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:16:43.508962 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.v2.base [None req-01f2ec81-12b2-4f40-8ad6-3cb39b6d0265 tempest-RoutersAdminTest-1529504030 tempest-RoutersAdminTest-1529504030-project-admin] Request body: {'subnet': {'network_id': 'f937dec6-3d95-4d37-b7da-195ccf638f99', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=103230) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 19:16:43.532432 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-b8bed5c7-5f81-4428-a45d-c17c5022e822 req-49173a8f-da12-4e71-a584-5310fdcfe735 tempest-TaggedBootDevicesTest-980849656 tempest-TaggedBootDevicesTest-980849656-project] 10.222.0.75 "GET /v2.0/security-groups?id=6f7e8ede-8085-490c-860b-91c045ecce1f&id=116d7b93-0726-4659-8687-b47afcfa5056&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2076082 Feb 09 19:16:43.560917 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70e810c6-7671-444e-b5c4-32a6a8c6dd09 tempest-RoutersAdminTest-1529504030 tempest-RoutersAdminTest-1529504030-project-admin] Pushing event updated for resources: {'Network': ['ID=f937dec6-3d95-4d37-b7da-195ccf638f99,revision_number=1']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:16:43.571556 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-e4e40a1b-f393-402e-abf9-78cc1d40ce7d req-be245b2b-84ee-489a-8bde-06c2156a8696 tempest-ListServersNegativeTestJSON-1456546486 tempest-ListServersNegativeTestJSON-1456546486-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762867177463', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762866656476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12867576'] for port (68c208df-c0c8-433e-a3eb-e6f254f209a9), after_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:16:43.575242 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Network f937dec6-3d95-4d37-b7da-195ccf638f99 details requested by agent ovs-agent-n-d-713498-36 with host n-d-713498-36 {{(pid=103232) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 19:16:43.593150 n-d-713498-36 neutron-server[103230]: DEBUG neutron.db.l3_dvrscheduler_db [req-da3ca9c8-7c22-4344-a3e4-b06a44743db1 req-b87b571d-a37a-4669-8c18-31a571fef456 service neutron] No DVR routers for this DVR port 8bed1b6e-8e37-4dad-bafb-4dc444eac2ae on host n-h1-713498-36 {{(pid=103230) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 19:16:43.613628 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b87b571d-a37a-4669-8c18-31a571fef456 service neutron] Pushing event updated for resources: {'Port': ['ID=8bed1b6e-8e37-4dad-bafb-4dc444eac2ae,revision_number=6']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:16:43.644110 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-01f2ec81-12b2-4f40-8ad6-3cb39b6d0265 tempest-RoutersAdminTest-1529504030 tempest-RoutersAdminTest-1529504030-project-admin] Made reservation on behalf of c49d8c6f1a0f4216bdbccfdbff23d04f for: {'subnet': 1} {{(pid=103230) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 19:16:43.646550 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-01f2ec81-12b2-4f40-8ad6-3cb39b6d0265 tempest-RoutersAdminTest-1529504030 tempest-RoutersAdminTest-1529504030-project-admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12985917'] for subnet (None), before_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:16:43.690245 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-c1004e1c-4c97-4494-a5bb-ffa6747cd96c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-670458'] for network (7db728b6-f824-4bd2-9bbc-3a8ddd77fc29), before_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:16:43.697472 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be245b2b-84ee-489a-8bde-06c2156a8696 tempest-ListServersNegativeTestJSON-1456546486 tempest-ListServersNegativeTestJSON-1456546486-project] Pushing event deleted for resources: {'Port': ['ID=68c208df-c0c8-433e-a3eb-e6f254f209a9,revision_number=None']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:16:43.749518 n-d-713498-36 neutron-server[103229]: DEBUG neutron.db.l3_dvrscheduler_db [req-e4e40a1b-f393-402e-abf9-78cc1d40ce7d req-be245b2b-84ee-489a-8bde-06c2156a8696 tempest-ListServersNegativeTestJSON-1456546486 tempest-ListServersNegativeTestJSON-1456546486-project] No DVR routers for this DVR port 68c208df-c0c8-433e-a3eb-e6f254f209a9 on host n-h2-713498-36 {{(pid=103229) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 19:16:43.752591 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-e4e40a1b-f393-402e-abf9-78cc1d40ce7d req-be245b2b-84ee-489a-8bde-06c2156a8696 tempest-ListServersNegativeTestJSON-1456546486 tempest-ListServersNegativeTestJSON-1456546486-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171096'] for port (None), before_response {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:16:43.756468 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-e4e40a1b-f393-402e-abf9-78cc1d40ce7d req-be245b2b-84ee-489a-8bde-06c2156a8696 tempest-ListServersNegativeTestJSON-1456546486 tempest-ListServersNegativeTestJSON-1456546486-project] 10.222.0.90 "DELETE /v2.0/ports/68c208df-c0c8-433e-a3eb-e6f254f209a9 HTTP/1.1" status: 204 len: 173 time: 1.6991043 Feb 09 19:16:43.757079 n-d-713498-36 neutron-server[103229]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6607bb8f-35a2-4226-a0db-3e638aa80a77', 'name': 'network-vif-deleted', 'tag': '68c208df-c0c8-433e-a3eb-e6f254f209a9'}] {{(pid=103229) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 19:16:43.760970 n-d-713498-36 neutron-server[103229]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fa6ae9a20702bd564eaf90d946620b2b4277b1ab91129323d3b54181076be307" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-35ec8b5e-5025-4029-82ce-220425164ace" -d '{"events": [{"server_uuid": "6607bb8f-35a2-4226-a0db-3e638aa80a77", "name": "network-vif-deleted", "tag": "68c208df-c0c8-433e-a3eb-e6f254f209a9"}]}' {{(pid=103229) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 19:16:43.798028 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-a0fd9477-3a73-4916-8a79-3d97598eb454 req-076a8e89-cff8-4957-98ae-020f8388adfe tempest-ListServersNegativeTestJSON-1456546486 tempest-ListServersNegativeTestJSON-1456546486-project] 10.222.0.75 "GET /v2.0/ports?device_id=6607bb8f-35a2-4226-a0db-3e638aa80a77 HTTP/1.1" status: 200 len: 210 time: 0.1046815 Feb 09 19:16:43.809917 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.managers [req-da3ca9c8-7c22-4344-a3e4-b06a44743db1 req-b87b571d-a37a-4669-8c18-31a571fef456 service neutron] Attempting to bind port 8bed1b6e-8e37-4dad-bafb-4dc444eac2ae on host n-h2-713498-36 for vnic_type normal with profile {{(pid=103230) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 19:16:43.810586 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.managers [req-da3ca9c8-7c22-4344-a3e4-b06a44743db1 req-b87b571d-a37a-4669-8c18-31a571fef456 service neutron] Attempting to bind port 8bed1b6e-8e37-4dad-bafb-4dc444eac2ae by drivers openvswitch,hyperv on host n-h2-713498-36 at level 0 using segments [{'id': '50e5915e-18f0-4558-9a28-b978975ead36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': '2b5494c8-cf97-42c1-b902-87f998f28179'}] {{(pid=103230) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 19:16:43.811012 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da3ca9c8-7c22-4344-a3e4-b06a44743db1 req-b87b571d-a37a-4669-8c18-31a571fef456 service neutron] Attempting to bind port 8bed1b6e-8e37-4dad-bafb-4dc444eac2ae on network 2b5494c8-cf97-42c1-b902-87f998f28179 {{(pid=103230) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 19:16:43.820093 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da3ca9c8-7c22-4344-a3e4-b06a44743db1 req-b87b571d-a37a-4669-8c18-31a571fef456 service neutron] Port 8bed1b6e-8e37-4dad-bafb-4dc444eac2ae on network 2b5494c8-cf97-42c1-b902-87f998f28179 not bound, no agent of type Open vSwitch agent registered on host n-h2-713498-36 {{(pid=103230) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 19:16:43.820532 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da3ca9c8-7c22-4344-a3e4-b06a44743db1 req-b87b571d-a37a-4669-8c18-31a571fef456 service neutron] Attempting to bind port 8bed1b6e-8e37-4dad-bafb-4dc444eac2ae on network 2b5494c8-cf97-42c1-b902-87f998f28179 {{(pid=103230) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 19:16:43.862490 n-d-713498-36 neutron-server[103229]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 19:16:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f3d49941-9661-4b2a-a58d-df035b9f4cc6 x-openstack-request-id: req-f3d49941-9661-4b2a-a58d-df035b9f4cc6 {{(pid=103229) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 19:16:43.863012 n-d-713498-36 neutron-server[103229]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6607bb8f-35a2-4226-a0db-3e638aa80a77", "name": "network-vif-deleted", "tag": "68c208df-c0c8-433e-a3eb-e6f254f209a9", "status": "completed", "code": 200}]} {{(pid=103229) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 19:16:43.863123 n-d-713498-36 neutron-server[103229]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-f3d49941-9661-4b2a-a58d-df035b9f4cc6 {{(pid=103229) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 19:16:43.863489 n-d-713498-36 neutron-server[103229]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6607bb8f-35a2-4226-a0db-3e638aa80a77', 'name': 'network-vif-deleted', 'tag': '68c208df-c0c8-433e-a3eb-e6f254f209a9', 'status': 'completed', 'code': 200} Feb 09 19:16:43.898173 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da3ca9c8-7c22-4344-a3e4-b06a44743db1 req-b87b571d-a37a-4669-8c18-31a571fef456 service neutron] Checking agent: {'id': 'bcd5faee-dc24-4298-9134-0e0aa054058e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713498-36', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 18, 59, 19), 'started_at': datetime.datetime(2022, 2, 9, 18, 59, 19), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 19, 16, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103230) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 19:16:43.898701 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da3ca9c8-7c22-4344-a3e4-b06a44743db1 req-b87b571d-a37a-4669-8c18-31a571fef456 service neutron] Checking segment: {'id': '50e5915e-18f0-4558-9a28-b978975ead36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': '2b5494c8-cf97-42c1-b902-87f998f28179'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103230) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 19:16:43.899233 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da3ca9c8-7c22-4344-a3e4-b06a44743db1 req-b87b571d-a37a-4669-8c18-31a571fef456 service neutron] Bound using segment: {'id': '50e5915e-18f0-4558-9a28-b978975ead36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': '2b5494c8-cf97-42c1-b902-87f998f28179'} {{(pid=103230) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 19:16:43.899814 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.managers [req-da3ca9c8-7c22-4344-a3e4-b06a44743db1 req-b87b571d-a37a-4669-8c18-31a571fef456 service neutron] Bound port: 8bed1b6e-8e37-4dad-bafb-4dc444eac2ae, host: n-h2-713498-36, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '50e5915e-18f0-4558-9a28-b978975ead36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': '2b5494c8-cf97-42c1-b902-87f998f28179'}}] {{(pid=103230) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 19:16:43.900576 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [req-da3ca9c8-7c22-4344-a3e4-b06a44743db1 req-b87b571d-a37a-4669-8c18-31a571fef456 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (8bed1b6e-8e37-4dad-bafb-4dc444eac2ae), before_update {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:16:43.938051 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-c1004e1c-4c97-4494-a5bb-ffa6747cd96c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-590267', 'neutron.services.segments.db._delete_segments_for_network-8762867132609'] for network (7db728b6-f824-4bd2-9bbc-3a8ddd77fc29), precommit_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:16:44.002953 n-d-713498-36 neutron-server[103230]: DEBUG neutron.services.segments.db [None req-c1004e1c-4c97-4494-a5bb-ffa6747cd96c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7db728b6-f824-4bd2-9bbc-3a8ddd77fc29']}} {{(pid=103230) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:16:44.029850 n-d-713498-36 neutron-server[103230]: DEBUG neutron.services.segments.db [None req-c1004e1c-4c97-4494-a5bb-ffa6747cd96c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1e2a1863-ec93-4db2-ba80-84e2ae4ef342') {'for_net_delete': True} {{(pid=103230) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:16:44.030238 n-d-713498-36 neutron-server[103230]: DEBUG neutron.services.segments.db [None req-c1004e1c-4c97-4494-a5bb-ffa6747cd96c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1e2a1863-ec93-4db2-ba80-84e2ae4ef342') {} {{(pid=103230) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:16:44.054314 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-c1004e1c-4c97-4494-a5bb-ffa6747cd96c admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762867134154', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12895813'] for segment (1e2a1863-ec93-4db2-ba80-84e2ae4ef342), before_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:16:44.108017 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-c1004e1c-4c97-4494-a5bb-ffa6747cd96c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-759574'] for segment (1e2a1863-ec93-4db2-ba80-84e2ae4ef342), precommit_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:16:44.134370 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.db [req-da3ca9c8-7c22-4344-a3e4-b06a44743db1 req-b87b571d-a37a-4669-8c18-31a571fef456 service neutron] For port 8bed1b6e-8e37-4dad-bafb-4dc444eac2ae, host n-h2-713498-36, cleared binding levels {{(pid=103230) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 19:16:44.138616 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-9a895e75-6728-4727-920a-2f034929e9dd req-ee39eddf-547d-4903-8487-1e123ff32bcb tempest-ServerShowV257Test-589056754 tempest-ServerShowV257Test-589056754-project] 10.222.0.75 "GET /v2.0/ports?device_id=26944e33-f83d-4567-bd3a-02cf5001147a HTTP/1.1" status: 200 len: 210 time: 0.0551443 Feb 09 19:16:44.139557 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c1004e1c-4c97-4494-a5bb-ffa6747cd96c admin admin] Releasing vlan 362 on physical network physnet1 to pool {{(pid=103230) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 19:16:44.139952 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-c1004e1c-4c97-4494-a5bb-ffa6747cd96c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-759574', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14393826'] for segment (1e2a1863-ec93-4db2-ba80-84e2ae4ef342), after_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:16:44.144699 n-d-713498-36 neutron-server[103230]: Traceback (most recent call last): Feb 09 19:16:44.144699 n-d-713498-36 neutron-server[103230]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 19:16:44.144699 n-d-713498-36 neutron-server[103230]: timer() Feb 09 19:16:44.144699 n-d-713498-36 neutron-server[103230]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 19:16:44.144699 n-d-713498-36 neutron-server[103230]: cb(*args, **kw) Feb 09 19:16:44.144699 n-d-713498-36 neutron-server[103230]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 19:16:44.144699 n-d-713498-36 neutron-server[103230]: return func(*args, **kwargs) Feb 09 19:16:44.144699 n-d-713498-36 neutron-server[103230]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 19:16:44.144699 n-d-713498-36 neutron-server[103230]: self._notify() Feb 09 19:16:44.144699 n-d-713498-36 neutron-server[103230]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 19:16:44.144699 n-d-713498-36 neutron-server[103230]: self.callback(batched_events) Feb 09 19:16:44.144699 n-d-713498-36 neutron-server[103230]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 19:16:44.144699 n-d-713498-36 neutron-server[103230]: event.method(event) Feb 09 19:16:44.144699 n-d-713498-36 neutron-server[103230]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 19:16:44.144699 n-d-713498-36 neutron-server[103230]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 19:16:44.144699 n-d-713498-36 neutron-server[103230]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 19:16:44.144699 n-d-713498-36 neutron-server[103230]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 19:16:44.144699 n-d-713498-36 neutron-server[103230]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 19:16:44.144699 n-d-713498-36 neutron-server[103230]: return f(self, *a, **k) Feb 09 19:16:44.144699 n-d-713498-36 neutron-server[103230]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 19:16:44.144699 n-d-713498-36 neutron-server[103230]: return self._get(url).json() Feb 09 19:16:44.144699 n-d-713498-36 neutron-server[103230]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 19:16:44.144699 n-d-713498-36 neutron-server[103230]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 19:16:44.144699 n-d-713498-36 neutron-server[103230]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 19:16:44.144699 n-d-713498-36 neutron-server[103230]: return self.request(url, 'GET', **kwargs) Feb 09 19:16:44.144699 n-d-713498-36 neutron-server[103230]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 19:16:44.144699 n-d-713498-36 neutron-server[103230]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 19:16:44.144699 n-d-713498-36 neutron-server[103230]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 19:16:44.144699 n-d-713498-36 neutron-server[103230]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 19:16:44.144699 n-d-713498-36 neutron-server[103230]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 19:16:44.144699 n-d-713498-36 neutron-server[103230]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 19:16:44.144699 n-d-713498-36 neutron-server[103230]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 19:16:44.194842 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.db [req-da3ca9c8-7c22-4344-a3e4-b06a44743db1 req-b87b571d-a37a-4669-8c18-31a571fef456 service neutron] For port 8bed1b6e-8e37-4dad-bafb-4dc444eac2ae, host n-h2-713498-36, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-36',level=0,port_id=8bed1b6e-8e37-4dad-bafb-4dc444eac2ae,segment=NetworkSegment(50e5915e-18f0-4558-9a28-b978975ead36),segment_id=50e5915e-18f0-4558-9a28-b978975ead36)] {{(pid=103230) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 19:16:44.231346 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-edc54c9b-7f13-45d9-9271-85c9738b0128 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762867132591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593584'] for agent (a62b1850-466f-48ae-bec7-d62fb280e14b), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:16:44.241453 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [req-da3ca9c8-7c22-4344-a3e4-b06a44743db1 req-b87b571d-a37a-4669-8c18-31a571fef456 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762867176205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762866656485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762866656503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14393758'] for port (8bed1b6e-8e37-4dad-bafb-4dc444eac2ae), after_update {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:16:44.300802 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-c1004e1c-4c97-4494-a5bb-ffa6747cd96c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-590242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1885479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1818895'] for network (7db728b6-f824-4bd2-9bbc-3a8ddd77fc29), after_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:16:44.305881 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da3ca9c8-7c22-4344-a3e4-b06a44743db1 req-b87b571d-a37a-4669-8c18-31a571fef456 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:16:44.307103 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [req-da3ca9c8-7c22-4344-a3e4-b06a44743db1 req-b87b571d-a37a-4669-8c18-31a571fef456 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171096'] for port (None), before_response {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:16:44.309648 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-da3ca9c8-7c22-4344-a3e4-b06a44743db1 req-b87b571d-a37a-4669-8c18-31a571fef456 service neutron] 10.222.0.90 "PUT /v2.0/ports/8bed1b6e-8e37-4dad-bafb-4dc444eac2ae HTTP/1.1" status: 200 len: 1097 time: 1.8491013 Feb 09 19:16:44.317462 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-c1004e1c-4c97-4494-a5bb-ffa6747cd96c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1613566'] for network (None), before_response {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:16:44.326066 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-c1004e1c-4c97-4494-a5bb-ffa6747cd96c admin admin] 10.222.0.75 "DELETE /v2.0/networks/7db728b6-f824-4bd2-9bbc-3a8ddd77fc29 HTTP/1.1" status: 204 len: 168 time: 0.8732524 Feb 09 19:16:44.372856 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1004e1c-4c97-4494-a5bb-ffa6747cd96c admin admin] Pushing event deleted for resources: {'Network': ['ID=7db728b6-f824-4bd2-9bbc-3a8ddd77fc29,revision_number=None']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:16:44.534019 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b87b571d-a37a-4669-8c18-31a571fef456 service neutron] Pushing event updated for resources: {'Port': ['ID=8bed1b6e-8e37-4dad-bafb-4dc444eac2ae,revision_number=7']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:16:44.576714 n-d-713498-36 neutron-server[103230]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5a41699b-33f6-4124-8872-0e1679a5b99b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8bed1b6e-8e37-4dad-bafb-4dc444eac2ae'}, {'name': 'network-changed', 'server_uuid': '5a41699b-33f6-4124-8872-0e1679a5b99b', 'tag': '8bed1b6e-8e37-4dad-bafb-4dc444eac2ae'}] {{(pid=103230) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 19:16:44.581028 n-d-713498-36 neutron-server[103230]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aee5919275bae9f72eb374ee322673045eb80c1f84b4b45a97d96923bd50ab51" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cfb30f7f-e99e-4165-806a-b93053e09a3a" -d '{"events": [{"server_uuid": "5a41699b-33f6-4124-8872-0e1679a5b99b", "name": "network-vif-unplugged", "status": "completed", "tag": "8bed1b6e-8e37-4dad-bafb-4dc444eac2ae"}, {"name": "network-changed", "server_uuid": "5a41699b-33f6-4124-8872-0e1679a5b99b", "tag": "8bed1b6e-8e37-4dad-bafb-4dc444eac2ae"}]}' {{(pid=103230) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 19:16:44.629870 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31b6749d-9db6-450a-9f82-e42be203ff3f req-2f08d057-d1d7-4032-94bb-75f1b940c165 tempest-MigrationsAdminTest-892781459 tempest-MigrationsAdminTest-892781459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:16:44.638380 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da3ca9c8-7c22-4344-a3e4-b06a44743db1 req-28e29774-66e1-4744-9b18-6869ed071aa9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:16:44.640323 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-da3ca9c8-7c22-4344-a3e4-b06a44743db1 req-28e29774-66e1-4744-9b18-6869ed071aa9 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=51b81e7592544b98a90626c2bba713eb&device_id=5a41699b-33f6-4124-8872-0e1679a5b99b HTTP/1.1" status: 200 len: 1131 time: 0.2559047 Feb 09 19:16:44.644470 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 37540) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:16:44.646323 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-31b6749d-9db6-450a-9f82-e42be203ff3f req-2f08d057-d1d7-4032-94bb-75f1b940c165 tempest-MigrationsAdminTest-892781459 tempest-MigrationsAdminTest-892781459-project] 10.222.0.75 "GET /v2.0/ports?device_id=5a41699b-33f6-4124-8872-0e1679a5b99b HTTP/1.1" status: 200 len: 948 time: 0.1804807 Feb 09 19:16:44.722345 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-31b6749d-9db6-450a-9f82-e42be203ff3f req-58f014cb-6e75-4bd6-935e-1aadf30199da tempest-MigrationsAdminTest-892781459 tempest-MigrationsAdminTest-892781459-project] 10.222.0.75 "GET /v2.0/security-groups?id=709912c8-8171-4435-800e-9e5c5e45bf8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0708485 Feb 09 19:16:44.735129 n-d-713498-36 neutron-server[103230]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 352 Content-Type: application/json Date: Wed, 09 Feb 2022 19:16:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5b94c83e-34fd-4ad3-a96b-dedb99511916 x-openstack-request-id: req-5b94c83e-34fd-4ad3-a96b-dedb99511916 {{(pid=103230) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 19:16:44.735129 n-d-713498-36 neutron-server[103230]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5a41699b-33f6-4124-8872-0e1679a5b99b", "name": "network-vif-unplugged", "status": "completed", "tag": "8bed1b6e-8e37-4dad-bafb-4dc444eac2ae", "code": 200}, {"name": "network-changed", "server_uuid": "5a41699b-33f6-4124-8872-0e1679a5b99b", "tag": "8bed1b6e-8e37-4dad-bafb-4dc444eac2ae", "status": "completed", "code": 200}]} {{(pid=103230) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 19:16:44.735129 n-d-713498-36 neutron-server[103230]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-5b94c83e-34fd-4ad3-a96b-dedb99511916 {{(pid=103230) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 19:16:44.735129 n-d-713498-36 neutron-server[103230]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5a41699b-33f6-4124-8872-0e1679a5b99b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8bed1b6e-8e37-4dad-bafb-4dc444eac2ae', 'code': 200} Feb 09 19:16:44.735129 n-d-713498-36 neutron-server[103230]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5a41699b-33f6-4124-8872-0e1679a5b99b', 'tag': '8bed1b6e-8e37-4dad-bafb-4dc444eac2ae', 'status': 'completed', 'code': 200} Feb 09 19:16:44.886223 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-7685fe0a-3b9a-4154-b521-a1493c3616ae admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=b6fd652adad94d84b810e38a00b04bf3&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2326984 Feb 09 19:16:44.887154 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 37554) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:16:44.899974 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 37556) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:16:44.951302 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfb30f7f-e99e-4165-806a-b93053e09a3a req-592df642-5961-4f70-9a25-1dc4c9428f1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:16:44.952812 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-cfb30f7f-e99e-4165-806a-b93053e09a3a req-592df642-5961-4f70-9a25-1dc4c9428f1d service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=51b81e7592544b98a90626c2bba713eb&device_id=5a41699b-33f6-4124-8872-0e1679a5b99b HTTP/1.1" status: 200 len: 1131 time: 0.2342114 Feb 09 19:16:44.983983 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-a3f44d68-0cfe-4136-98ea-023408d83181 admin admin] Publish callbacks [] for security_group (3d9033a7-be2a-4459-a2da-84c23e651975), before_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:16:45.016746 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-a3f44d68-0cfe-4136-98ea-023408d83181 admin admin] Publish callbacks [] for security_group (3d9033a7-be2a-4459-a2da-84c23e651975), precommit_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:16:45.027260 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da3ca9c8-7c22-4344-a3e4-b06a44743db1 req-5df45a5c-12b5-48d9-896f-eeaddd9b52c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:16:45.028875 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-da3ca9c8-7c22-4344-a3e4-b06a44743db1 req-5df45a5c-12b5-48d9-896f-eeaddd9b52c3 service neutron] 10.222.0.90 "GET /v2.0/networks?id=2b5494c8-cf97-42c1-b902-87f998f28179 HTTP/1.1" status: 200 len: 870 time: 0.3702276 Feb 09 19:16:45.047823 n-d-713498-36 neutron-server[103230]: DEBUG neutron.objects.ports [None req-01f2ec81-12b2-4f40-8ad6-3cb39b6d0265 tempest-RoutersAdminTest-1529504030 tempest-RoutersAdminTest-1529504030-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103230) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Feb 09 19:16:45.048281 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-01f2ec81-12b2-4f40-8ad6-3cb39b6d0265 tempest-RoutersAdminTest-1529504030 tempest-RoutersAdminTest-1529504030-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14393611', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12985859'] for subnet (fa526dd2-4317-4e71-baae-1a49f5d8548e), after_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:16:45.083323 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-a3f44d68-0cfe-4136-98ea-023408d83181 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1892331'] for security_group (3d9033a7-be2a-4459-a2da-84c23e651975), after_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:16:45.086660 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-a3f44d68-0cfe-4136-98ea-023408d83181 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:16:45.089313 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-a3f44d68-0cfe-4136-98ea-023408d83181 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/3d9033a7-be2a-4459-a2da-84c23e651975 HTTP/1.1" status: 204 len: 168 time: 0.2003293 Feb 09 19:16:45.114494 n-d-713498-36 neutron-server[103230]: DEBUG neutron.db.db_base_plugin_v2 [None req-1f5724cb-95c0-4a05-9acb-63a5396fb751 admin admin] Deleting subnet 2a17184c-3a1d-4609-9d20-3c94490f64d2 {{(pid=103230) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 19:16:45.123312 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3f44d68-0cfe-4136-98ea-023408d83181 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3d9033a7-be2a-4459-a2da-84c23e651975,revision_number=None']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:16:45.169232 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-240ad8d3-9d19-4e77-8332-eb5430ec8e32 req-77bdb475-e5e6-4b95-82d0-a5f232ab7d14 tempest-TaggedBootDevicesTest-980849656 tempest-TaggedBootDevicesTest-980849656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:16:45.174610 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-240ad8d3-9d19-4e77-8332-eb5430ec8e32 req-77bdb475-e5e6-4b95-82d0-a5f232ab7d14 tempest-TaggedBootDevicesTest-980849656 tempest-TaggedBootDevicesTest-980849656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:16:45.178558 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bad1c03-a609-4b1a-bb74-dc8a6c51a83e req-9838443b-8ebf-4126-bd44-ea2c85ca1ba1 tempest-AttachVolumeTestJSON-524945227 tempest-AttachVolumeTestJSON-524945227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:16:45.180525 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-240ad8d3-9d19-4e77-8332-eb5430ec8e32 req-77bdb475-e5e6-4b95-82d0-a5f232ab7d14 tempest-TaggedBootDevicesTest-980849656 tempest-TaggedBootDevicesTest-980849656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:16:45.186266 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-240ad8d3-9d19-4e77-8332-eb5430ec8e32 req-77bdb475-e5e6-4b95-82d0-a5f232ab7d14 tempest-TaggedBootDevicesTest-980849656 tempest-TaggedBootDevicesTest-980849656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:16:45.188584 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-6bad1c03-a609-4b1a-bb74-dc8a6c51a83e req-9838443b-8ebf-4126-bd44-ea2c85ca1ba1 tempest-AttachVolumeTestJSON-524945227 tempest-AttachVolumeTestJSON-524945227-project] 10.222.0.75 "GET /v2.0/ports?device_id=9e47810b-ed07-4409-98e3-da39074300c7 HTTP/1.1" status: 200 len: 946 time: 0.0775926 Feb 09 19:16:45.191445 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-240ad8d3-9d19-4e77-8332-eb5430ec8e32 req-77bdb475-e5e6-4b95-82d0-a5f232ab7d14 tempest-TaggedBootDevicesTest-980849656 tempest-TaggedBootDevicesTest-980849656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:16:45.210082 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-240ad8d3-9d19-4e77-8332-eb5430ec8e32 req-77bdb475-e5e6-4b95-82d0-a5f232ab7d14 tempest-TaggedBootDevicesTest-980849656 tempest-TaggedBootDevicesTest-980849656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:16:45.211483 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-240ad8d3-9d19-4e77-8332-eb5430ec8e32 req-77bdb475-e5e6-4b95-82d0-a5f232ab7d14 tempest-TaggedBootDevicesTest-980849656 tempest-TaggedBootDevicesTest-980849656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:16:45.220335 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-240ad8d3-9d19-4e77-8332-eb5430ec8e32 req-77bdb475-e5e6-4b95-82d0-a5f232ab7d14 tempest-TaggedBootDevicesTest-980849656 tempest-TaggedBootDevicesTest-980849656-project] 10.222.0.75 "GET /v2.0/ports?device_id=c3476174-573e-455c-944e-9ed0cac04ac2 HTTP/1.1" status: 200 len: 5421 time: 0.4323020 Feb 09 19:16:45.242229 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-1f5724cb-95c0-4a05-9acb-63a5396fb751 admin admin] Publish callbacks [] for subnet (2a17184c-3a1d-4609-9d20-3c94490f64d2), before_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:16:45.270803 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-6bad1c03-a609-4b1a-bb74-dc8a6c51a83e req-dc3e0ae8-b72b-4d41-8662-3143d4ec8b11 tempest-AttachVolumeTestJSON-524945227 tempest-AttachVolumeTestJSON-524945227-project] 10.222.0.75 "GET /v2.0/security-groups?id=bd39f8e7-1d25-418e-b5cd-c91a805a4bbc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0801451 Feb 09 19:16:45.273315 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-da3ca9c8-7c22-4344-a3e4-b06a44743db1 req-46da70ce-4e37-44e6-8b5f-8088fe267ad6 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.195&port_id=8bed1b6e-8e37-4dad-bafb-4dc444eac2ae HTTP/1.1" status: 200 len: 217 time: 0.2274973 Feb 09 19:16:45.383588 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-6ea80710-2e25-400c-b5f5-3500f2abda20 req-64fa9a1e-4afe-4e1a-9715-d2a9692c3d6b tempest-ServerShowV257Test-589056754 tempest-ServerShowV257Test-589056754-project] 10.222.0.75 "GET /v2.0/ports?device_id=26944e33-f83d-4567-bd3a-02cf5001147a HTTP/1.1" status: 200 len: 210 time: 0.0344586 Feb 09 19:16:45.406757 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-1f5724cb-95c0-4a05-9acb-63a5396fb751 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12895822'] for subnet (2a17184c-3a1d-4609-9d20-3c94490f64d2), precommit_delete_associations {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:16:45.429824 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01f2ec81-12b2-4f40-8ad6-3cb39b6d0265 tempest-RoutersAdminTest-1529504030 tempest-RoutersAdminTest-1529504030-project-admin] Pushing event updated for resources: {'Subnet': ['ID=fa526dd2-4317-4e71-baae-1a49f5d8548e,revision_number=0']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:16:45.480408 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01f2ec81-12b2-4f40-8ad6-3cb39b6d0265 tempest-RoutersAdminTest-1529504030 tempest-RoutersAdminTest-1529504030-project-admin] Checking segment: {'id': '4fd9d3fa-1b31-49d7-845d-cbdf49792f9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': 'f937dec6-3d95-4d37-b7da-195ccf638f99'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103230) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 19:16:45.480780 n-d-713498-36 neutron-server[103230]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01f2ec81-12b2-4f40-8ad6-3cb39b6d0265 tempest-RoutersAdminTest-1529504030 tempest-RoutersAdminTest-1529504030-project-admin] Network hostable DHCP agents. Network: f937dec6-3d95-4d37-b7da-195ccf638f99, hostable agents: ['af91e4b9-f4e1-42b1-a25c-a10dc47171c8'], hosted agents: [] {{(pid=103230) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 19:16:45.501311 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfb30f7f-e99e-4165-806a-b93053e09a3a req-dcb41543-7716-4212-8ada-b74515805efe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:16:45.502801 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-cfb30f7f-e99e-4165-806a-b93053e09a3a req-dcb41543-7716-4212-8ada-b74515805efe service neutron] 10.222.0.89 "GET /v2.0/networks?id=2b5494c8-cf97-42c1-b902-87f998f28179 HTTP/1.1" status: 200 len: 870 time: 0.5384412 Feb 09 19:16:45.509696 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da3ca9c8-7c22-4344-a3e4-b06a44743db1 req-c0c582ee-89d7-4013-84ee-bd6c3c34d603 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:16:45.511547 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-da3ca9c8-7c22-4344-a3e4-b06a44743db1 req-c0c582ee-89d7-4013-84ee-bd6c3c34d603 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=60b561cb-321e-4f83-9bb3-92b2e1d0dc44 HTTP/1.1" status: 200 len: 843 time: 0.2112570 Feb 09 19:16:45.543507 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-1f5724cb-95c0-4a05-9acb-63a5396fb751 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-759852'] for subnet (2a17184c-3a1d-4609-9d20-3c94490f64d2), precommit_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:16:45.548424 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Device 8bed1b6e-8e37-4dad-bafb-4dc444eac2ae no longer exists at agent hyperv_n-h1-713498-36 {{(pid=103232) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 19:16:45.590385 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-240ad8d3-9d19-4e77-8332-eb5430ec8e32 req-848cbc77-5181-41a1-aa38-b3edae0d60bc tempest-TaggedBootDevicesTest-980849656 tempest-TaggedBootDevicesTest-980849656-project] 10.222.0.75 "GET /v2.0/security-groups?id=6f7e8ede-8085-490c-860b-91c045ecce1f&id=116d7b93-0726-4659-8687-b47afcfa5056&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.3686602 Feb 09 19:16:45.616313 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] The host n-h1-713498-36 is not matching for port 8bed1b6e-8e37-4dad-bafb-4dc444eac2ae host n-h2-713498-36! {{(pid=103232) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2330}} Feb 09 19:16:45.616841 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Device 8bed1b6e-8e37-4dad-bafb-4dc444eac2ae not bound to the agent host n-h1-713498-36 {{(pid=103232) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 19:16:45.617548 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Device dac79c6f-b9e3-4088-aea0-93f685514a20 no longer exists at agent hyperv_n-h1-713498-36 {{(pid=103232) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 19:16:45.640625 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] No Port match for: dac79c6f-b9e3-4088-aea0-93f685514a20 {{(pid=103232) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 19:16:45.641269 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Device dac79c6f-b9e3-4088-aea0-93f685514a20 not bound to the agent host n-h1-713498-36 {{(pid=103232) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 19:16:45.645338 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-cfb30f7f-e99e-4165-806a-b93053e09a3a req-8a7a06e2-c41b-4686-9d02-6da6d06a12bb service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.195&port_id=8bed1b6e-8e37-4dad-bafb-4dc444eac2ae HTTP/1.1" status: 200 len: 217 time: 0.1313982 Feb 09 19:16:45.665354 n-d-713498-36 neutron-server[103230]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01f2ec81-12b2-4f40-8ad6-3cb39b6d0265 tempest-RoutersAdminTest-1529504030 tempest-RoutersAdminTest-1529504030-project-admin] Network f937dec6-3d95-4d37-b7da-195ccf638f99 is scheduled to be hosted by DHCP agent af91e4b9-f4e1-42b1-a25c-a10dc47171c8 with binding_index 1 {{(pid=103230) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 19:16:45.709211 n-d-713498-36 neutron-server[103230]: DEBUG neutron.scheduler.base_scheduler [None req-01f2ec81-12b2-4f40-8ad6-3cb39b6d0265 tempest-RoutersAdminTest-1529504030 tempest-RoutersAdminTest-1529504030-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713498-36, f937dec6-3d95-4d37-b7da-195ccf638f99) {{(pid=103230) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 19:16:45.718869 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01f2ec81-12b2-4f40-8ad6-3cb39b6d0265 tempest-RoutersAdminTest-1529504030 tempest-RoutersAdminTest-1529504030-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:16:45.719529 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-01f2ec81-12b2-4f40-8ad6-3cb39b6d0265 tempest-RoutersAdminTest-1529504030 tempest-RoutersAdminTest-1529504030-project-admin] Publish callbacks [] for subnet (None), before_response {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:16:45.729555 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54c078e9-5b31-49fb-9f61-609ff53f387d None None] Network f937dec6-3d95-4d37-b7da-195ccf638f99 requested from n-d-713498-36 {{(pid=103232) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 19:16:45.750574 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfb30f7f-e99e-4165-806a-b93053e09a3a req-73da8db4-d033-492f-8d82-5d2f2ba54a42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:16:45.751964 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-cfb30f7f-e99e-4165-806a-b93053e09a3a req-73da8db4-d033-492f-8d82-5d2f2ba54a42 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=60b561cb-321e-4f83-9bb3-92b2e1d0dc44 HTTP/1.1" status: 200 len: 843 time: 0.0975599 Feb 09 19:16:45.758287 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-01f2ec81-12b2-4f40-8ad6-3cb39b6d0265 tempest-RoutersAdminTest-1529504030 tempest-RoutersAdminTest-1529504030-project-admin] 10.222.0.75 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 2.2557900 Feb 09 19:16:45.762393 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da3ca9c8-7c22-4344-a3e4-b06a44743db1 req-b1e79214-5411-4983-aea6-d801ab586f1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:16:45.762819 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 37586) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:16:45.763918 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-da3ca9c8-7c22-4344-a3e4-b06a44743db1 req-b1e79214-5411-4983-aea6-d801ab586f1d service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=2b5494c8-cf97-42c1-b902-87f998f28179&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.2351115 Feb 09 19:16:45.771969 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-1f5724cb-95c0-4a05-9acb-63a5396fb751 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-760023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14393672', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12985882'] for subnet (2a17184c-3a1d-4609-9d20-3c94490f64d2), after_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:16:45.773234 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.v2.base [None req-9655633f-4f81-470d-b550-5adf1a0aa9a0 tempest-RoutersAdminTest-1529504030 tempest-RoutersAdminTest-1529504030-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminTest-565504806', 'network_id': 'f937dec6-3d95-4d37-b7da-195ccf638f99'}} {{(pid=103229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 19:16:45.820348 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9655633f-4f81-470d-b550-5adf1a0aa9a0 tempest-RoutersAdminTest-1529504030 tempest-RoutersAdminTest-1529504030-project-admin] Made reservation on behalf of c49d8c6f1a0f4216bdbccfdbff23d04f for: {'port': 1} {{(pid=103229) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 19:16:45.824911 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-9655633f-4f81-470d-b550-5adf1a0aa9a0 tempest-RoutersAdminTest-1529504030 tempest-RoutersAdminTest-1529504030-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (None), before_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:16:45.841193 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f5724cb-95c0-4a05-9acb-63a5396fb751 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2a17184c-3a1d-4609-9d20-3c94490f64d2,revision_number=None']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:16:45.885577 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-1f5724cb-95c0-4a05-9acb-63a5396fb751 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:16:45.899808 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-1f5724cb-95c0-4a05-9acb-63a5396fb751 admin admin] 10.222.0.75 "DELETE /v2.0/subnets/2a17184c-3a1d-4609-9d20-3c94490f64d2 HTTP/1.1" status: 204 len: 168 time: 0.9880843 Feb 09 19:16:45.899808 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 37592) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:16:45.929120 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Device 68c208df-c0c8-433e-a3eb-e6f254f209a9 no longer exists at agent hyperv_n-h2-713498-36 {{(pid=103232) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 19:16:45.967004 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7388c827-2b11-4a3e-95ef-37d0a2aaa752 None None] Network f937dec6-3d95-4d37-b7da-195ccf638f99 requested from n-d-713498-36 {{(pid=103232) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 19:16:45.970508 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-a7262a8e-0513-48fd-984d-75726a511961 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762867132591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593584'] for agent (911cfea2-02ae-4ec9-bac3-7808ee1cdd9c), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:16:45.975428 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-7429db8d-6021-40ad-813e-885be449a89b None None] No Port match for: 68c208df-c0c8-433e-a3eb-e6f254f209a9 {{(pid=103232) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 19:16:45.975786 n-d-713498-36 neutron-server[103229]: DEBUG neutron.notifiers.nova [None req-9655633f-4f81-470d-b550-5adf1a0aa9a0 tempest-RoutersAdminTest-1529504030 tempest-RoutersAdminTest-1529504030-project-admin] device_id is not set on port 2b9104aa-1d41-44b5-b4f9-6d229fe1bff6 yet. {{(pid=103229) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 09 19:16:45.976880 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Device 68c208df-c0c8-433e-a3eb-e6f254f209a9 not bound to the agent host n-h2-713498-36 {{(pid=103232) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 19:16:45.977522 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Device badfafc7-4f48-4d37-8e78-f9cbce775520 no longer exists at agent hyperv_n-h2-713498-36 {{(pid=103232) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 19:16:46.053542 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-7429db8d-6021-40ad-813e-885be449a89b None None] No Port match for: badfafc7-4f48-4d37-8e78-f9cbce775520 {{(pid=103232) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 19:16:46.054563 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Device badfafc7-4f48-4d37-8e78-f9cbce775520 not bound to the agent host n-h2-713498-36 {{(pid=103232) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 19:16:46.086158 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8acb5692-d41f-4b99-946f-d8d6e3042274 req-70146f6c-e330-4fb2-8743-c3a9ea764d8c tempest-MigrationsAdminTest-892781459 tempest-MigrationsAdminTest-892781459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:16:46.095140 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-8acb5692-d41f-4b99-946f-d8d6e3042274 req-70146f6c-e330-4fb2-8743-c3a9ea764d8c tempest-MigrationsAdminTest-892781459 tempest-MigrationsAdminTest-892781459-project] 10.222.0.75 "GET /v2.0/ports?device_id=5a41699b-33f6-4124-8872-0e1679a5b99b HTTP/1.1" status: 200 len: 948 time: 0.2540498 Feb 09 19:16:46.198139 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-8acb5692-d41f-4b99-946f-d8d6e3042274 req-e5789cee-8b13-41d7-9f98-828c9888560e tempest-MigrationsAdminTest-892781459 tempest-MigrationsAdminTest-892781459-project] 10.222.0.75 "GET /v2.0/security-groups?id=709912c8-8171-4435-800e-9e5c5e45bf8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0995049 Feb 09 19:16:46.218832 n-d-713498-36 neutron-server[103229]: DEBUG neutron.db.db_base_plugin_common [None req-9655633f-4f81-470d-b550-5adf1a0aa9a0 tempest-RoutersAdminTest-1529504030 tempest-RoutersAdminTest-1529504030-project-admin] Allocated IP 172.20.0.12 (f937dec6-3d95-4d37-b7da-195ccf638f99/fa526dd2-4317-4e71-baae-1a49f5d8548e/2b9104aa-1d41-44b5-b4f9-6d229fe1bff6) {{(pid=103229) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 19:16:46.344916 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 37608) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:16:46.403853 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfb30f7f-e99e-4165-806a-b93053e09a3a req-f01ca61e-73bc-4571-b5eb-b722c849ae59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:16:46.405322 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-cfb30f7f-e99e-4165-806a-b93053e09a3a req-f01ca61e-73bc-4571-b5eb-b722c849ae59 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=2b5494c8-cf97-42c1-b902-87f998f28179&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.6459234 Feb 09 19:16:46.418587 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-9655633f-4f81-470d-b550-5adf1a0aa9a0 tempest-RoutersAdminTest-1529504030 tempest-RoutersAdminTest-1529504030-project-admin] Publish callbacks [] for port (2b9104aa-1d41-44b5-b4f9-6d229fe1bff6), precommit_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:16:46.426985 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-da3ca9c8-7c22-4344-a3e4-b06a44743db1 req-b2ec1d52-4c40-479f-9d01-ff18dc2005f6 service neutron] 10.222.0.90 "GET /v2.0/networks/2b5494c8-cf97-42c1-b902-87f998f28179?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6528625 Feb 09 19:16:46.468550 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-5e5f1011-5061-4518-aac5-7727b81c1c9e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-670458'] for network (48aa95c2-83e9-48c7-8e2c-2a839ef88ce3), before_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:16:46.473475 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-9655633f-4f81-470d-b550-5adf1a0aa9a0 tempest-RoutersAdminTest-1529504030 tempest-RoutersAdminTest-1529504030-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762866656467', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12867576'] for port (2b9104aa-1d41-44b5-b4f9-6d229fe1bff6), after_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:16:46.563686 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.v2.base [None req-a132935a-18f7-4c78-9a5d-8e441307eade admin admin] Request body: {'network': {'name': 'tempest-ServerAddressesTestJSON-81480711-network', 'tenant_id': '5621cd4a727a487cbacf5148d68cb89d'}} {{(pid=103230) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 19:16:46.568000 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-c2ab067a-4fe5-4060-a53e-c7632f365500 req-a7bf6593-3c10-4674-bc12-acb000f5d9b8 tempest-ServerShowV257Test-589056754 tempest-ServerShowV257Test-589056754-project] 10.222.0.75 "GET /v2.0/ports?device_id=26944e33-f83d-4567-bd3a-02cf5001147a HTTP/1.1" status: 200 len: 210 time: 0.0536399 Feb 09 19:16:46.574301 n-d-713498-36 neutron-server[103229]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9655633f-4f81-470d-b550-5adf1a0aa9a0 tempest-RoutersAdminTest-1529504030 tempest-RoutersAdminTest-1529504030-project-admin] Network f937dec6-3d95-4d37-b7da-195ccf638f99 is already hosted by enough agents. {{(pid=103229) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 19:16:46.577562 n-d-713498-36 neutron-server[103229]: DEBUG neutron.scheduler.base_scheduler [None req-9655633f-4f81-470d-b550-5adf1a0aa9a0 tempest-RoutersAdminTest-1529504030 tempest-RoutersAdminTest-1529504030-project-admin] Resources bound (agent type, host, resource id): {{(pid=103229) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 19:16:46.580174 n-d-713498-36 neutron-server[103229]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9655633f-4f81-470d-b550-5adf1a0aa9a0 tempest-RoutersAdminTest-1529504030 tempest-RoutersAdminTest-1529504030-project-admin] Received port after_create {{(pid=103229) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 19:16:46.625818 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9655633f-4f81-470d-b550-5adf1a0aa9a0 tempest-RoutersAdminTest-1529504030 tempest-RoutersAdminTest-1529504030-project-admin] Pushing event updated for resources: {'Port': ['ID=2b9104aa-1d41-44b5-b4f9-6d229fe1bff6,revision_number=1']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:16:46.633774 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ac4c030-9513-4db7-9dea-66d909ea464e req-78dacd0d-e280-4b85-833c-7d46b27053df tempest-AttachVolumeTestJSON-524945227 tempest-AttachVolumeTestJSON-524945227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:16:46.637191 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-2ac4c030-9513-4db7-9dea-66d909ea464e req-78dacd0d-e280-4b85-833c-7d46b27053df tempest-AttachVolumeTestJSON-524945227 tempest-AttachVolumeTestJSON-524945227-project] 10.222.0.75 "GET /v2.0/ports?device_id=9e47810b-ed07-4409-98e3-da39074300c7 HTTP/1.1" status: 200 len: 946 time: 0.2601144 Feb 09 19:16:46.649431 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9655633f-4f81-470d-b550-5adf1a0aa9a0 tempest-RoutersAdminTest-1529504030 tempest-RoutersAdminTest-1529504030-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:16:46.650826 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-9655633f-4f81-470d-b550-5adf1a0aa9a0 tempest-RoutersAdminTest-1529504030 tempest-RoutersAdminTest-1529504030-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171096'] for port (None), before_response {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:16:46.674567 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-9655633f-4f81-470d-b550-5adf1a0aa9a0 tempest-RoutersAdminTest-1529504030 tempest-RoutersAdminTest-1529504030-project-admin] 10.222.0.75 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1023 time: 0.9101753 Feb 09 19:16:46.676809 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 37624) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:16:46.717159 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a132935a-18f7-4c78-9a5d-8e441307eade admin admin] Made reservation on behalf of 5621cd4a727a487cbacf5148d68cb89d for: {'network': 1} {{(pid=103230) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 19:16:46.724356 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-a132935a-18f7-4c78-9a5d-8e441307eade admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for network (None), before_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:16:46.775686 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-5e5f1011-5061-4518-aac5-7727b81c1c9e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-590267', 'neutron.services.segments.db._delete_segments_for_network-8762867132609'] for network (48aa95c2-83e9-48c7-8e2c-2a839ef88ce3), precommit_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:16:46.799218 n-d-713498-36 neutron-server[103230]: DEBUG neutron.services.segments.db [None req-5e5f1011-5061-4518-aac5-7727b81c1c9e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['48aa95c2-83e9-48c7-8e2c-2a839ef88ce3']}} {{(pid=103230) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:16:46.807544 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.plugin [None req-50279ad3-926d-4110-a05b-374ee18427c5 tempest-RoutersAdminTest-1529504030 tempest-RoutersAdminTest-1529504030-project-admin] Deleting port 2b9104aa-1d41-44b5-b4f9-6d229fe1bff6 {{(pid=103229) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 19:16:46.808041 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-50279ad3-926d-4110-a05b-374ee18427c5 tempest-RoutersAdminTest-1529504030 tempest-RoutersAdminTest-1529504030-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762867170196'] for port (2b9104aa-1d41-44b5-b4f9-6d229fe1bff6), before_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:16:46.809263 n-d-713498-36 neutron-server[103230]: DEBUG neutron.services.segments.db [None req-5e5f1011-5061-4518-aac5-7727b81c1c9e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '07bba5ee-242c-42d2-9b8f-38d4eb46d67e') {'for_net_delete': True} {{(pid=103230) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:16:46.809742 n-d-713498-36 neutron-server[103230]: DEBUG neutron.services.segments.db [None req-5e5f1011-5061-4518-aac5-7727b81c1c9e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '07bba5ee-242c-42d2-9b8f-38d4eb46d67e') {} {{(pid=103230) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:16:46.820995 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e11d58e-d7b9-42e1-a272-75b91196ef83 req-77615655-fa0d-4727-8dc2-3a2622a54f5b tempest-TaggedBootDevicesTest-980849656 tempest-TaggedBootDevicesTest-980849656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:16:46.821151 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-5e5f1011-5061-4518-aac5-7727b81c1c9e admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762867134154', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12895813'] for segment (07bba5ee-242c-42d2-9b8f-38d4eb46d67e), before_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:16:46.827193 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e11d58e-d7b9-42e1-a272-75b91196ef83 req-77615655-fa0d-4727-8dc2-3a2622a54f5b tempest-TaggedBootDevicesTest-980849656 tempest-TaggedBootDevicesTest-980849656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:16:46.832771 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e11d58e-d7b9-42e1-a272-75b91196ef83 req-77615655-fa0d-4727-8dc2-3a2622a54f5b tempest-TaggedBootDevicesTest-980849656 tempest-TaggedBootDevicesTest-980849656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:16:46.839608 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e11d58e-d7b9-42e1-a272-75b91196ef83 req-77615655-fa0d-4727-8dc2-3a2622a54f5b tempest-TaggedBootDevicesTest-980849656 tempest-TaggedBootDevicesTest-980849656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:16:46.845088 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e11d58e-d7b9-42e1-a272-75b91196ef83 req-77615655-fa0d-4727-8dc2-3a2622a54f5b tempest-TaggedBootDevicesTest-980849656 tempest-TaggedBootDevicesTest-980849656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:16:46.850480 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e11d58e-d7b9-42e1-a272-75b91196ef83 req-77615655-fa0d-4727-8dc2-3a2622a54f5b tempest-TaggedBootDevicesTest-980849656 tempest-TaggedBootDevicesTest-980849656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:16:46.857103 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e11d58e-d7b9-42e1-a272-75b91196ef83 req-77615655-fa0d-4727-8dc2-3a2622a54f5b tempest-TaggedBootDevicesTest-980849656 tempest-TaggedBootDevicesTest-980849656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:16:46.859195 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-9e11d58e-d7b9-42e1-a272-75b91196ef83 req-77615655-fa0d-4727-8dc2-3a2622a54f5b tempest-TaggedBootDevicesTest-980849656 tempest-TaggedBootDevicesTest-980849656-project] 10.222.0.75 "GET /v2.0/ports?device_id=c3476174-573e-455c-944e-9ed0cac04ac2 HTTP/1.1" status: 200 len: 5421 time: 0.1377299 Feb 09 19:16:46.863980 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-cfb30f7f-e99e-4165-806a-b93053e09a3a req-e8b1de5b-383c-4788-b27b-9e667333fa0b service neutron] 10.222.0.89 "GET /v2.0/networks/2b5494c8-cf97-42c1-b902-87f998f28179?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4358521 Feb 09 19:16:46.874403 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-a132935a-18f7-4c78-9a5d-8e441307eade admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:16:46.893792 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-5e5f1011-5061-4518-aac5-7727b81c1c9e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-759574'] for segment (07bba5ee-242c-42d2-9b8f-38d4eb46d67e), precommit_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:16:46.959981 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5e5f1011-5061-4518-aac5-7727b81c1c9e admin admin] Releasing vlan 382 on physical network physnet1 to pool {{(pid=103230) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 19:16:46.960381 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-5e5f1011-5061-4518-aac5-7727b81c1c9e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-759574', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14393826'] for segment (07bba5ee-242c-42d2-9b8f-38d4eb46d67e), after_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:16:46.964821 n-d-713498-36 neutron-server[103230]: Traceback (most recent call last): Feb 09 19:16:46.964821 n-d-713498-36 neutron-server[103230]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 19:16:46.964821 n-d-713498-36 neutron-server[103230]: timer() Feb 09 19:16:46.964821 n-d-713498-36 neutron-server[103230]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 19:16:46.964821 n-d-713498-36 neutron-server[103230]: cb(*args, **kw) Feb 09 19:16:46.964821 n-d-713498-36 neutron-server[103230]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 19:16:46.964821 n-d-713498-36 neutron-server[103230]: return func(*args, **kwargs) Feb 09 19:16:46.964821 n-d-713498-36 neutron-server[103230]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 19:16:46.964821 n-d-713498-36 neutron-server[103230]: self._notify() Feb 09 19:16:46.964821 n-d-713498-36 neutron-server[103230]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 19:16:46.964821 n-d-713498-36 neutron-server[103230]: self.callback(batched_events) Feb 09 19:16:46.964821 n-d-713498-36 neutron-server[103230]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 19:16:46.964821 n-d-713498-36 neutron-server[103230]: event.method(event) Feb 09 19:16:46.964821 n-d-713498-36 neutron-server[103230]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 19:16:46.964821 n-d-713498-36 neutron-server[103230]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 19:16:46.964821 n-d-713498-36 neutron-server[103230]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 19:16:46.964821 n-d-713498-36 neutron-server[103230]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 19:16:46.964821 n-d-713498-36 neutron-server[103230]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 19:16:46.964821 n-d-713498-36 neutron-server[103230]: return f(self, *a, **k) Feb 09 19:16:46.964821 n-d-713498-36 neutron-server[103230]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 19:16:46.964821 n-d-713498-36 neutron-server[103230]: return self._get(url).json() Feb 09 19:16:46.964821 n-d-713498-36 neutron-server[103230]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 19:16:46.964821 n-d-713498-36 neutron-server[103230]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 19:16:46.964821 n-d-713498-36 neutron-server[103230]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 19:16:46.964821 n-d-713498-36 neutron-server[103230]: return self.request(url, 'GET', **kwargs) Feb 09 19:16:46.964821 n-d-713498-36 neutron-server[103230]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 19:16:46.964821 n-d-713498-36 neutron-server[103230]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 19:16:46.964821 n-d-713498-36 neutron-server[103230]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 19:16:46.964821 n-d-713498-36 neutron-server[103230]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 19:16:46.964821 n-d-713498-36 neutron-server[103230]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 19:16:46.964821 n-d-713498-36 neutron-server[103230]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 19:16:46.964821 n-d-713498-36 neutron-server[103230]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 19:16:46.966841 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-da3ca9c8-7c22-4344-a3e4-b06a44743db1 req-71d5c1b6-1ddc-45a1-a78f-e5983dfa47c0 service neutron] 10.222.0.90 "GET /v2.0/networks/2b5494c8-cf97-42c1-b902-87f998f28179?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5220547 Feb 09 19:16:47.004644 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762867132591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593584'] for agent (496418a2-c002-4aec-ab1a-07f3bea491bd), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:16:47.005226 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-9e11d58e-d7b9-42e1-a272-75b91196ef83 req-1cd3ff08-9f3a-4bcf-8f81-c52d19ed7b20 tempest-TaggedBootDevicesTest-980849656 tempest-TaggedBootDevicesTest-980849656-project] 10.222.0.75 "GET /v2.0/security-groups?id=6f7e8ede-8085-490c-860b-91c045ecce1f&id=116d7b93-0726-4659-8687-b47afcfa5056&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1316938 Feb 09 19:16:47.031250 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-50279ad3-926d-4110-a05b-374ee18427c5 tempest-RoutersAdminTest-1529504030 tempest-RoutersAdminTest-1529504030-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1820838'] for port (2b9104aa-1d41-44b5-b4f9-6d229fe1bff6), precommit_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:16:47.044885 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.plugin [None req-50279ad3-926d-4110-a05b-374ee18427c5 tempest-RoutersAdminTest-1529504030 tempest-RoutersAdminTest-1529504030-project-admin] Calling delete_port for 2b9104aa-1d41-44b5-b4f9-6d229fe1bff6 owned by {{(pid=103229) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 19:16:47.071863 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-2ac4c030-9513-4db7-9dea-66d909ea464e req-2361e293-d69b-49c9-9d17-b7e31d770bf6 tempest-AttachVolumeTestJSON-524945227 tempest-AttachVolumeTestJSON-524945227-project] 10.222.0.75 "GET /v2.0/security-groups?id=bd39f8e7-1d25-418e-b5cd-c91a805a4bbc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4258187 Feb 09 19:16:47.149070 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-5e5f1011-5061-4518-aac5-7727b81c1c9e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-590242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1885479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1818895'] for network (48aa95c2-83e9-48c7-8e2c-2a839ef88ce3), after_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:16:47.164950 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-5e5f1011-5061-4518-aac5-7727b81c1c9e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1613566'] for network (None), before_response {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:16:47.172587 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-5e5f1011-5061-4518-aac5-7727b81c1c9e admin admin] 10.222.0.75 "DELETE /v2.0/networks/48aa95c2-83e9-48c7-8e2c-2a839ef88ce3 HTTP/1.1" status: 204 len: 168 time: 1.2700152 Feb 09 19:16:47.203840 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e5f1011-5061-4518-aac5-7727b81c1c9e admin admin] Pushing event deleted for resources: {'Network': ['ID=48aa95c2-83e9-48c7-8e2c-2a839ef88ce3,revision_number=None']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:16:47.238821 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-cfb30f7f-e99e-4165-806a-b93053e09a3a req-47f391a3-b640-4b81-939c-645c696751bf service neutron] 10.222.0.89 "GET /v2.0/networks/2b5494c8-cf97-42c1-b902-87f998f28179?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3611200 Feb 09 19:16:47.253823 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfb30f7f-e99e-4165-806a-b93053e09a3a req-b14f50c7-1114-4c0f-8b47-c9a2d04c80c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:16:47.255668 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-cfb30f7f-e99e-4165-806a-b93053e09a3a req-b14f50c7-1114-4c0f-8b47-c9a2d04c80c5 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=51b81e7592544b98a90626c2bba713eb&device_id=5a41699b-33f6-4124-8872-0e1679a5b99b HTTP/1.1" status: 200 len: 1131 time: 0.2027752 Feb 09 19:16:47.255928 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-50279ad3-926d-4110-a05b-374ee18427c5 tempest-RoutersAdminTest-1529504030 tempest-RoutersAdminTest-1529504030-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762867177463', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762866656476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12867576'] for port (2b9104aa-1d41-44b5-b4f9-6d229fe1bff6), after_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:16:47.342331 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-a132935a-18f7-4c78-9a5d-8e441307eade admin admin] Publish callbacks [] for security_group (27141499-9c1f-4375-ace6-098777d860bc), precommit_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:16:47.349213 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50279ad3-926d-4110-a05b-374ee18427c5 tempest-RoutersAdminTest-1529504030 tempest-RoutersAdminTest-1529504030-project-admin] Pushing event deleted for resources: {'Port': ['ID=2b9104aa-1d41-44b5-b4f9-6d229fe1bff6,revision_number=None']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:16:47.352412 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-a132935a-18f7-4c78-9a5d-8e441307eade admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1892331'] for security_group (27141499-9c1f-4375-ace6-098777d860bc), after_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:16:47.399275 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a132935a-18f7-4c78-9a5d-8e441307eade admin admin] vlan segment allocate from pool success with {'vlan_id': 371, 'physical_network': 'physnet1'} {{(pid=103230) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 19:16:47.410593 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-a132935a-18f7-4c78-9a5d-8e441307eade admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-759574'] for segment (5a2b6fc0-6e2b-4e37-adfa-650654689a88), precommit_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:16:47.410940 n-d-713498-36 neutron-server[103230]: INFO neutron.db.segments_db [None req-a132935a-18f7-4c78-9a5d-8e441307eade admin admin] Added segment 5a2b6fc0-6e2b-4e37-adfa-650654689a88 of type vlan for network cade22b5-6a45-46fd-b1f1-f47b726fd2b6 Feb 09 19:16:47.412614 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 37638) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:16:47.429636 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-50279ad3-926d-4110-a05b-374ee18427c5 tempest-RoutersAdminTest-1529504030 tempest-RoutersAdminTest-1529504030-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171096'] for port (None), before_response {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:16:47.433769 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-50279ad3-926d-4110-a05b-374ee18427c5 tempest-RoutersAdminTest-1529504030 tempest-RoutersAdminTest-1529504030-project-admin] 10.222.0.75 "DELETE /v2.0/ports/2b9104aa-1d41-44b5-b4f9-6d229fe1bff6 HTTP/1.1" status: 204 len: 168 time: 0.7559330 Feb 09 19:16:47.438342 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 37640) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:16:47.442645 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.v2.base [None req-ca61e41c-50bf-49ac-98e3-a7b520307882 tempest-RoutersAdminTest-1529504030 tempest-RoutersAdminTest-1529504030-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'f937dec6-3d95-4d37-b7da-195ccf638f99', 'external_fixed_ips': [{'subnet_id': 'fa526dd2-4317-4e71-baae-1a49f5d8548e', 'ip_address': '172.20.0.12'}]}}} {{(pid=103229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 19:16:47.451524 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a132935a-18f7-4c78-9a5d-8e441307eade admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=27141499-9c1f-4375-ace6-098777d860bc,revision_number=1']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:16:47.454092 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7899387-a38d-4eaf-b68e-0ed5a07f54e2 req-4fbffb4f-5884-43c1-b981-89154f1567fd tempest-MigrationsAdminTest-892781459 tempest-MigrationsAdminTest-892781459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:16:47.455776 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-b7899387-a38d-4eaf-b68e-0ed5a07f54e2 req-4fbffb4f-5884-43c1-b981-89154f1567fd tempest-MigrationsAdminTest-892781459 tempest-MigrationsAdminTest-892781459-project] 10.222.0.75 "GET /v2.0/ports?device_id=5a41699b-33f6-4124-8872-0e1679a5b99b HTTP/1.1" status: 200 len: 948 time: 0.1320355 Feb 09 19:16:47.494413 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfb30f7f-e99e-4165-806a-b93053e09a3a req-b6599bc3-1740-44cd-ae74-f049c8c410bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:16:47.495947 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-cfb30f7f-e99e-4165-806a-b93053e09a3a req-b6599bc3-1740-44cd-ae74-f049c8c410bf service neutron] 10.222.0.90 "GET /v2.0/networks?id=2b5494c8-cf97-42c1-b902-87f998f28179 HTTP/1.1" status: 200 len: 870 time: 0.2300961 Feb 09 19:16:47.499744 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-a132935a-18f7-4c78-9a5d-8e441307eade admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762866642225'] for network (cade22b5-6a45-46fd-b1f1-f47b726fd2b6), precommit_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:16:47.520727 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-14d48560-d1ef-44af-9fcd-a8dd6007f719 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=0ececc5a0964449da13f1ee16860c882&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1040878 Feb 09 19:16:47.522427 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 37644) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:16:47.523470 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-ca61e41c-50bf-49ac-98e3-a7b520307882 tempest-RoutersAdminTest-1529504030 tempest-RoutersAdminTest-1529504030-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1834830', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-58389'] for router (d0abdd26-34e0-4273-9c37-255fd6625b93), before_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:16:47.524877 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-ca61e41c-50bf-49ac-98e3-a7b520307882 tempest-RoutersAdminTest-1529504030 tempest-RoutersAdminTest-1529504030-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1834810', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1822096', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1886735', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-58380'] for router (d0abdd26-34e0-4273-9c37-255fd6625b93), precommit_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:16:47.546050 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-cfb30f7f-e99e-4165-806a-b93053e09a3a req-385b3179-dd10-4082-a8dc-104a930ca9f3 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.195&port_id=8bed1b6e-8e37-4dad-bafb-4dc444eac2ae HTTP/1.1" status: 200 len: 217 time: 0.0424159 Feb 09 19:16:47.611367 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-a132935a-18f7-4c78-9a5d-8e441307eade admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1885479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452'] for network (cade22b5-6a45-46fd-b1f1-f47b726fd2b6), after_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:16:47.612404 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a132935a-18f7-4c78-9a5d-8e441307eade admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:16:47.612995 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-a132935a-18f7-4c78-9a5d-8e441307eade admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1613566'] for network (None), before_response {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:16:47.639088 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-b7899387-a38d-4eaf-b68e-0ed5a07f54e2 req-2f4808f1-cc03-407e-9d7b-f05f192893a4 tempest-MigrationsAdminTest-892781459 tempest-MigrationsAdminTest-892781459-project] 10.222.0.75 "GET /v2.0/security-groups?id=709912c8-8171-4435-800e-9e5c5e45bf8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1656613 Feb 09 19:16:47.694656 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a132935a-18f7-4c78-9a5d-8e441307eade admin admin] Pushing event updated for resources: {'Network': ['ID=cade22b5-6a45-46fd-b1f1-f47b726fd2b6,revision_number=1']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:16:47.703816 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-a132935a-18f7-4c78-9a5d-8e441307eade admin admin] 10.222.0.75 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.3323929 Feb 09 19:16:47.705736 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 37652) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:16:47.711949 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.v2.base [None req-40432c25-6cce-4944-9f89-b82b5c9298e4 admin admin] Request body: {'subnet': {'network_id': 'cade22b5-6a45-46fd-b1f1-f47b726fd2b6', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerAddressesTestJSON-81480711-subnet', 'tenant_id': '5621cd4a727a487cbacf5148d68cb89d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103230) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 19:16:47.714374 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Network cade22b5-6a45-46fd-b1f1-f47b726fd2b6 details requested by agent ovs-agent-n-d-713498-36 with host n-d-713498-36 {{(pid=103232) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 19:16:47.726717 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-bf14205e-b987-4b0e-b2a3-76603e5a0a2f admin admin] Publish callbacks [] for security_group (31b4ff91-7723-414a-a702-b2242bf2585f), before_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:16:47.733690 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfb30f7f-e99e-4165-806a-b93053e09a3a req-a01e7cb7-af32-4ad4-9404-b7b2108507fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:16:47.735303 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-cfb30f7f-e99e-4165-806a-b93053e09a3a req-a01e7cb7-af32-4ad4-9404-b7b2108507fd service neutron] 10.222.0.90 "GET /v2.0/subnets?id=60b561cb-321e-4f83-9bb3-92b2e1d0dc44 HTTP/1.1" status: 200 len: 843 time: 0.1804705 Feb 09 19:16:47.753240 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-bf14205e-b987-4b0e-b2a3-76603e5a0a2f admin admin] Publish callbacks [] for security_group (31b4ff91-7723-414a-a702-b2242bf2585f), precommit_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:16:47.753699 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-40432c25-6cce-4944-9f89-b82b5c9298e4 admin admin] Made reservation on behalf of 5621cd4a727a487cbacf5148d68cb89d for: {'subnet': 1} {{(pid=103230) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 19:16:47.756271 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-40432c25-6cce-4944-9f89-b82b5c9298e4 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12985917'] for subnet (None), before_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:16:47.795997 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-ca61e41c-50bf-49ac-98e3-a7b520307882 tempest-RoutersAdminTest-1529504030 tempest-RoutersAdminTest-1529504030-project-admin] Publish callbacks [] for router_controller (d0abdd26-34e0-4273-9c37-255fd6625b93), precommit_add_association {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:16:47.808251 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-2dae7294-f9ca-4c2f-ab1d-d0a8549f42db req-96578702-ed0d-48a5-95b7-ebc8021728b7 tempest-ServerShowV257Test-589056754 tempest-ServerShowV257Test-589056754-project] 10.222.0.75 "GET /v2.0/ports?device_id=26944e33-f83d-4567-bd3a-02cf5001147a HTTP/1.1" status: 200 len: 210 time: 0.1031382 Feb 09 19:16:47.888724 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfb30f7f-e99e-4165-806a-b93053e09a3a req-0d889cd6-8153-4443-81c2-3d0d352223d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:16:47.890370 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-cfb30f7f-e99e-4165-806a-b93053e09a3a req-0d889cd6-8153-4443-81c2-3d0d352223d1 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=2b5494c8-cf97-42c1-b902-87f998f28179&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.1449142 Feb 09 19:16:47.934190 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-bf14205e-b987-4b0e-b2a3-76603e5a0a2f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1892331'] for security_group (31b4ff91-7723-414a-a702-b2242bf2585f), after_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:16:47.936885 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-bf14205e-b987-4b0e-b2a3-76603e5a0a2f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:16:47.940407 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-bf14205e-b987-4b0e-b2a3-76603e5a0a2f admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/31b4ff91-7723-414a-a702-b2242bf2585f HTTP/1.1" status: 204 len: 168 time: 0.4088788 Feb 09 19:16:47.984015 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf14205e-b987-4b0e-b2a3-76603e5a0a2f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=31b4ff91-7723-414a-a702-b2242bf2585f,revision_number=None']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:16:47.989134 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-ca61e41c-50bf-49ac-98e3-a7b520307882 tempest-RoutersAdminTest-1529504030 tempest-RoutersAdminTest-1529504030-project-admin] Publish callbacks [] for router_gateway (d0abdd26-34e0-4273-9c37-255fd6625b93), precommit_update {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:16:48.066304 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-cfb30f7f-e99e-4165-806a-b93053e09a3a req-c9305d32-4d13-4095-8fd8-8c10c78fd188 service neutron] 10.222.0.90 "GET /v2.0/networks/2b5494c8-cf97-42c1-b902-87f998f28179?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1637418 Feb 09 19:16:48.175477 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-40432c25-6cce-4944-9f89-b82b5c9298e4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14393611', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12985859'] for subnet (29a02ab6-448d-48ce-8aae-9d4f83c29844), after_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:16:48.234212 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40432c25-6cce-4944-9f89-b82b5c9298e4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=29a02ab6-448d-48ce-8aae-9d4f83c29844,revision_number=0']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:16:48.348129 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40432c25-6cce-4944-9f89-b82b5c9298e4 admin admin] Checking segment: {'id': '5a2b6fc0-6e2b-4e37-adfa-650654689a88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': 'cade22b5-6a45-46fd-b1f1-f47b726fd2b6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103230) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 19:16:48.348772 n-d-713498-36 neutron-server[103230]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40432c25-6cce-4944-9f89-b82b5c9298e4 admin admin] Network hostable DHCP agents. Network: cade22b5-6a45-46fd-b1f1-f47b726fd2b6, hostable agents: ['af91e4b9-f4e1-42b1-a25c-a10dc47171c8'], hosted agents: [] {{(pid=103230) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 19:16:48.364141 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae4eecf7-50c0-433b-b066-b1f1ad4743b2 req-a1086d5b-5c12-472d-9308-667d7d8b172e tempest-TaggedBootDevicesTest-980849656 tempest-TaggedBootDevicesTest-980849656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:16:48.366138 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae4eecf7-50c0-433b-b066-b1f1ad4743b2 req-a1086d5b-5c12-472d-9308-667d7d8b172e tempest-TaggedBootDevicesTest-980849656 tempest-TaggedBootDevicesTest-980849656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:16:48.374209 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae4eecf7-50c0-433b-b066-b1f1ad4743b2 req-a1086d5b-5c12-472d-9308-667d7d8b172e tempest-TaggedBootDevicesTest-980849656 tempest-TaggedBootDevicesTest-980849656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:16:48.382024 n-d-713498-36 neutron-server[103230]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40432c25-6cce-4944-9f89-b82b5c9298e4 admin admin] Network cade22b5-6a45-46fd-b1f1-f47b726fd2b6 is scheduled to be hosted by DHCP agent af91e4b9-f4e1-42b1-a25c-a10dc47171c8 with binding_index 1 {{(pid=103230) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 19:16:48.383291 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae4eecf7-50c0-433b-b066-b1f1ad4743b2 req-a1086d5b-5c12-472d-9308-667d7d8b172e tempest-TaggedBootDevicesTest-980849656 tempest-TaggedBootDevicesTest-980849656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:16:48.385989 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-cfb30f7f-e99e-4165-806a-b93053e09a3a req-94c098c1-7967-4afc-8909-dfb8ccc04a30 service neutron] 10.222.0.90 "GET /v2.0/networks/2b5494c8-cf97-42c1-b902-87f998f28179?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2943230 Feb 09 19:16:48.387861 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762867132591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593584'] for agent (488cd9ae-631f-4955-ba0b-4f5a13f12e9c), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:16:48.402466 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae4eecf7-50c0-433b-b066-b1f1ad4743b2 req-a1086d5b-5c12-472d-9308-667d7d8b172e tempest-TaggedBootDevicesTest-980849656 tempest-TaggedBootDevicesTest-980849656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:16:48.410488 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95852683-fce9-43d0-9f97-7eb6a8d159d8 req-8afb91cd-bce8-4735-b389-30006268ec3b tempest-AttachVolumeTestJSON-524945227 tempest-AttachVolumeTestJSON-524945227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:16:48.412274 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-95852683-fce9-43d0-9f97-7eb6a8d159d8 req-8afb91cd-bce8-4735-b389-30006268ec3b tempest-AttachVolumeTestJSON-524945227 tempest-AttachVolumeTestJSON-524945227-project] 10.222.0.75 "GET /v2.0/ports?device_id=9e47810b-ed07-4409-98e3-da39074300c7 HTTP/1.1" status: 200 len: 946 time: 0.1805325 Feb 09 19:16:48.421846 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae4eecf7-50c0-433b-b066-b1f1ad4743b2 req-a1086d5b-5c12-472d-9308-667d7d8b172e tempest-TaggedBootDevicesTest-980849656 tempest-TaggedBootDevicesTest-980849656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:16:48.424188 n-d-713498-36 neutron-server[103230]: DEBUG neutron.scheduler.base_scheduler [None req-40432c25-6cce-4944-9f89-b82b5c9298e4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713498-36, cade22b5-6a45-46fd-b1f1-f47b726fd2b6) {{(pid=103230) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 19:16:48.434012 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae4eecf7-50c0-433b-b066-b1f1ad4743b2 req-a1086d5b-5c12-472d-9308-667d7d8b172e tempest-TaggedBootDevicesTest-980849656 tempest-TaggedBootDevicesTest-980849656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:16:48.436089 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8ac7e7c-30ba-49c8-bfab-b76b9385795d None None] Network cade22b5-6a45-46fd-b1f1-f47b726fd2b6 requested from n-d-713498-36 {{(pid=103232) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 19:16:48.437817 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-ae4eecf7-50c0-433b-b066-b1f1ad4743b2 req-a1086d5b-5c12-472d-9308-667d7d8b172e tempest-TaggedBootDevicesTest-980849656 tempest-TaggedBootDevicesTest-980849656-project] 10.222.0.75 "GET /v2.0/ports?device_id=c3476174-573e-455c-944e-9ed0cac04ac2 HTTP/1.1" status: 200 len: 5421 time: 0.2493620 Feb 09 19:16:48.455124 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40432c25-6cce-4944-9f89-b82b5c9298e4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:16:48.460093 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-40432c25-6cce-4944-9f89-b82b5c9298e4 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:16:48.514259 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-40432c25-6cce-4944-9f89-b82b5c9298e4 admin admin] 10.222.0.75 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.7971640 Feb 09 19:16:48.595643 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-95852683-fce9-43d0-9f97-7eb6a8d159d8 req-a2e015a0-c693-4408-81a2-38a147b8cb8c tempest-AttachVolumeTestJSON-524945227 tempest-AttachVolumeTestJSON-524945227-project] 10.222.0.75 "GET /v2.0/security-groups?id=bd39f8e7-1d25-418e-b5cd-c91a805a4bbc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1460993 Feb 09 19:16:48.638152 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da4b5caa-4baa-4a1f-8cf6-3eaf8a0ee3b9 None None] Network cade22b5-6a45-46fd-b1f1-f47b726fd2b6 requested from n-d-713498-36 {{(pid=103232) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 19:16:48.650969 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-ae4eecf7-50c0-433b-b066-b1f1ad4743b2 req-681933d3-6204-4d65-9d7a-407a568b5262 tempest-TaggedBootDevicesTest-980849656 tempest-TaggedBootDevicesTest-980849656-project] 10.222.0.75 "GET /v2.0/security-groups?id=6f7e8ede-8085-490c-860b-91c045ecce1f&id=116d7b93-0726-4659-8687-b47afcfa5056&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2009680 Feb 09 19:16:48.812730 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-ca61e41c-50bf-49ac-98e3-a7b520307882 tempest-RoutersAdminTest-1529504030 tempest-RoutersAdminTest-1529504030-project-admin] Publish callbacks [] for router_gateway (d0abdd26-34e0-4273-9c37-255fd6625b93), before_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:16:48.903516 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84657f38-30a8-46c3-a209-72c690512272 req-d3dd6576-15c4-4d61-a14f-251f3fed4eb0 tempest-MigrationsAdminTest-892781459 tempest-MigrationsAdminTest-892781459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:16:48.906376 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-ca61e41c-50bf-49ac-98e3-a7b520307882 tempest-RoutersAdminTest-1529504030 tempest-RoutersAdminTest-1529504030-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (None), before_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:16:48.908488 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-84657f38-30a8-46c3-a209-72c690512272 req-d3dd6576-15c4-4d61-a14f-251f3fed4eb0 tempest-MigrationsAdminTest-892781459 tempest-MigrationsAdminTest-892781459-project] 10.222.0.75 "GET /v2.0/ports?device_id=5a41699b-33f6-4124-8872-0e1679a5b99b HTTP/1.1" status: 200 len: 948 time: 0.1586506 Feb 09 19:16:48.936627 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762867132591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593584'] for agent (bcd5faee-dc24-4298-9134-0e0aa054058e), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:16:49.001036 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-84657f38-30a8-46c3-a209-72c690512272 req-a93a8554-1b14-4681-bedd-f87331c21300 tempest-MigrationsAdminTest-892781459 tempest-MigrationsAdminTest-892781459-project] 10.222.0.75 "GET /v2.0/security-groups?id=709912c8-8171-4435-800e-9e5c5e45bf8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0825822 Feb 09 19:16:49.092483 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-27d4a277-61a5-4e79-a3de-a3ff81cd2482 req-1480e23e-8bd2-4c04-bb15-f2d815a38128 tempest-ServerShowV257Test-589056754 tempest-ServerShowV257Test-589056754-project] 10.222.0.75 "GET /v2.0/ports?device_id=26944e33-f83d-4567-bd3a-02cf5001147a HTTP/1.1" status: 200 len: 210 time: 0.0635352 Feb 09 19:16:49.260957 n-d-713498-36 neutron-server[103229]: DEBUG neutron.db.db_base_plugin_common [None req-ca61e41c-50bf-49ac-98e3-a7b520307882 tempest-RoutersAdminTest-1529504030 tempest-RoutersAdminTest-1529504030-project-admin] Allocated IP 172.20.0.12 (f937dec6-3d95-4d37-b7da-195ccf638f99/fa526dd2-4317-4e71-baae-1a49f5d8548e/a6a5b0c7-fcbf-49b7-b202-18c1eab62797) {{(pid=103229) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 19:16:49.265994 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 37708) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:16:49.410808 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.v2.base [None req-80ff4d80-a068-48ca-8516-6d2084b3f70a admin admin] Request body: {'network': {'name': 'tempest-MultipleCreateTestJSON-1607483833-network', 'tenant_id': 'b778494753704141b6eb8355afee2383'}} {{(pid=103230) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 19:16:49.429497 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-ca61e41c-50bf-49ac-98e3-a7b520307882 tempest-RoutersAdminTest-1529504030 tempest-RoutersAdminTest-1529504030-project-admin] Publish callbacks [] for port (a6a5b0c7-fcbf-49b7-b202-18c1eab62797), precommit_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:16:49.434972 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-80ff4d80-a068-48ca-8516-6d2084b3f70a admin admin] Made reservation on behalf of b778494753704141b6eb8355afee2383 for: {'network': 1} {{(pid=103230) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 19:16:49.437855 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-80ff4d80-a068-48ca-8516-6d2084b3f70a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for network (None), before_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:16:49.451926 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-80ff4d80-a068-48ca-8516-6d2084b3f70a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:16:49.510831 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-ca61e41c-50bf-49ac-98e3-a7b520307882 tempest-RoutersAdminTest-1529504030 tempest-RoutersAdminTest-1529504030-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762866656467', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12867576'] for port (a6a5b0c7-fcbf-49b7-b202-18c1eab62797), after_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:16:49.553803 n-d-713498-36 neutron-server[103229]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca61e41c-50bf-49ac-98e3-a7b520307882 tempest-RoutersAdminTest-1529504030 tempest-RoutersAdminTest-1529504030-project-admin] Network f937dec6-3d95-4d37-b7da-195ccf638f99 is already hosted by enough agents. {{(pid=103229) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 19:16:49.564320 n-d-713498-36 neutron-server[103229]: DEBUG neutron.scheduler.base_scheduler [None req-ca61e41c-50bf-49ac-98e3-a7b520307882 tempest-RoutersAdminTest-1529504030 tempest-RoutersAdminTest-1529504030-project-admin] Resources bound (agent type, host, resource id): {{(pid=103229) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 19:16:49.568108 n-d-713498-36 neutron-server[103229]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca61e41c-50bf-49ac-98e3-a7b520307882 tempest-RoutersAdminTest-1529504030 tempest-RoutersAdminTest-1529504030-project-admin] Received port after_create {{(pid=103229) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 19:16:49.594986 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca61e41c-50bf-49ac-98e3-a7b520307882 tempest-RoutersAdminTest-1529504030 tempest-RoutersAdminTest-1529504030-project-admin] Pushing event updated for resources: {'Port': ['ID=a6a5b0c7-fcbf-49b7-b202-18c1eab62797,revision_number=1']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:16:49.647993 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-80ff4d80-a068-48ca-8516-6d2084b3f70a admin admin] Publish callbacks [] for security_group (8677789f-c0a6-4081-af83-d06feba970b2), precommit_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:16:49.655885 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-80ff4d80-a068-48ca-8516-6d2084b3f70a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1892331'] for security_group (8677789f-c0a6-4081-af83-d06feba970b2), after_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:16:49.717267 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-80ff4d80-a068-48ca-8516-6d2084b3f70a admin admin] vlan segment allocate from pool success with {'vlan_id': 387, 'physical_network': 'physnet1'} {{(pid=103230) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 19:16:49.739483 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d9df354-ef6d-42e8-9c2f-31fe8af4bd3b req-919e4024-2899-476e-af4c-5efb04a888b4 tempest-ServerAddressesTestJSON-255045322 tempest-ServerAddressesTestJSON-255045322-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:16:49.739483 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-7d9df354-ef6d-42e8-9c2f-31fe8af4bd3b req-919e4024-2899-476e-af4c-5efb04a888b4 tempest-ServerAddressesTestJSON-255045322 tempest-ServerAddressesTestJSON-255045322-project] 10.222.0.75 "GET /v2.0/networks?id=cade22b5-6a45-46fd-b1f1-f47b726fd2b6 HTTP/1.1" status: 200 len: 812 time: 0.2441025 Feb 09 19:16:49.742162 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80ff4d80-a068-48ca-8516-6d2084b3f70a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8677789f-c0a6-4081-af83-d06feba970b2,revision_number=1']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:16:49.745905 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-80ff4d80-a068-48ca-8516-6d2084b3f70a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-759574'] for segment (1386a966-4dd2-470f-b237-fb3374073af9), precommit_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:16:49.746353 n-d-713498-36 neutron-server[103230]: INFO neutron.db.segments_db [None req-80ff4d80-a068-48ca-8516-6d2084b3f70a admin admin] Added segment 1386a966-4dd2-470f-b237-fb3374073af9 of type vlan for network ce5a1920-47d4-4acd-9320-1f2b7d8adbbf Feb 09 19:16:49.794175 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-7d9df354-ef6d-42e8-9c2f-31fe8af4bd3b req-8d574b78-b4bd-4537-9c93-cf77360d24cb tempest-ServerAddressesTestJSON-255045322 tempest-ServerAddressesTestJSON-255045322-project] 10.222.0.75 "GET /v2.0/quotas/5621cd4a727a487cbacf5148d68cb89d HTTP/1.1" status: 200 len: 375 time: 0.0460992 Feb 09 19:16:49.817095 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-80ff4d80-a068-48ca-8516-6d2084b3f70a admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762866642225'] for network (ce5a1920-47d4-4acd-9320-1f2b7d8adbbf), precommit_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:16:49.840069 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-7d9df354-ef6d-42e8-9c2f-31fe8af4bd3b req-9589993d-808b-4ec3-bda9-9333dc9f0295 tempest-ServerAddressesTestJSON-255045322 tempest-ServerAddressesTestJSON-255045322-project] 10.222.0.75 "GET /v2.0/ports?tenant_id=5621cd4a727a487cbacf5148d68cb89d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0358284 Feb 09 19:16:49.924087 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-80ff4d80-a068-48ca-8516-6d2084b3f70a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1885479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452'] for network (ce5a1920-47d4-4acd-9320-1f2b7d8adbbf), after_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:16:49.925070 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80ff4d80-a068-48ca-8516-6d2084b3f70a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:16:49.925720 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-80ff4d80-a068-48ca-8516-6d2084b3f70a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1613566'] for network (None), before_response {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:16:49.954967 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Device 00c0f46c-15ff-4897-a6aa-63bcf7d50cc2 details requested by agent hyperv_n-h2-713498-36 with host n-h2-713498-36 {{(pid=103232) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 19:16:50.023986 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-80ff4d80-a068-48ca-8516-6d2084b3f70a admin admin] 10.222.0.75 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.7567282 Feb 09 19:16:50.028894 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 37740) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:16:50.032453 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c400a06-94eb-4348-9e7b-b902eec928b1 req-d9ba5cf0-9b36-4d93-8a8e-0cbf94d381c2 tempest-AttachVolumeTestJSON-524945227 tempest-AttachVolumeTestJSON-524945227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:16:50.033644 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-2c400a06-94eb-4348-9e7b-b902eec928b1 req-d9ba5cf0-9b36-4d93-8a8e-0cbf94d381c2 tempest-AttachVolumeTestJSON-524945227 tempest-AttachVolumeTestJSON-524945227-project] 10.222.0.75 "GET /v2.0/ports?device_id=9e47810b-ed07-4409-98e3-da39074300c7 HTTP/1.1" status: 200 len: 946 time: 0.3455780 Feb 09 19:16:50.036973 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.v2.base [None req-27363fd1-8bd3-453c-9474-145ac828ab95 admin admin] Request body: {'subnet': {'network_id': 'ce5a1920-47d4-4acd-9320-1f2b7d8adbbf', 'cidr': '172.20.0.0/28', 'name': 'tempest-MultipleCreateTestJSON-1607483833-subnet', 'tenant_id': 'b778494753704141b6eb8355afee2383', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103230) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 19:16:50.060502 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80ff4d80-a068-48ca-8516-6d2084b3f70a admin admin] Pushing event updated for resources: {'Network': ['ID=ce5a1920-47d4-4acd-9320-1f2b7d8adbbf,revision_number=1']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:16:50.064505 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-7d9df354-ef6d-42e8-9c2f-31fe8af4bd3b req-c5e6a347-eb94-4f52-b430-2e36a75af2d7 service neutron] 10.222.0.75 "GET /v2.0/networks/cade22b5-6a45-46fd-b1f1-f47b726fd2b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2153251 Feb 09 19:16:50.075377 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-27363fd1-8bd3-453c-9474-145ac828ab95 admin admin] Made reservation on behalf of b778494753704141b6eb8355afee2383 for: {'subnet': 1} {{(pid=103230) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 19:16:50.078262 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-27363fd1-8bd3-453c-9474-145ac828ab95 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12985917'] for subnet (None), before_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:16:50.086197 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Network ce5a1920-47d4-4acd-9320-1f2b7d8adbbf details requested by agent ovs-agent-n-d-713498-36 with host n-d-713498-36 {{(pid=103232) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 19:16:50.163673 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-2c400a06-94eb-4348-9e7b-b902eec928b1 req-7d5e510e-8c57-4375-9369-7830529ed052 tempest-AttachVolumeTestJSON-524945227 tempest-AttachVolumeTestJSON-524945227-project] 10.222.0.75 "GET /v2.0/security-groups?id=bd39f8e7-1d25-418e-b5cd-c91a805a4bbc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0924416 Feb 09 19:16:50.179880 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-ca61e41c-50bf-49ac-98e3-a7b520307882 tempest-RoutersAdminTest-1529504030 tempest-RoutersAdminTest-1529504030-project-admin] Publish callbacks [] for router_gateway (d0abdd26-34e0-4273-9c37-255fd6625b93), after_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:16:50.223705 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-7429db8d-6021-40ad-813e-885be449a89b None None] For port 00c0f46c-15ff-4897-a6aa-63bcf7d50cc2, host n-h2-713498-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-36',level=0,port_id=00c0f46c-15ff-4897-a6aa-63bcf7d50cc2,segment=NetworkSegment(87b87801-3575-4768-92ea-47b1230f5828),segment_id=87b87801-3575-4768-92ea-47b1230f5828)] {{(pid=103232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 19:16:50.245502 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Returning: {'device': '00c0f46c-15ff-4897-a6aa-63bcf7d50cc2', 'network_id': '319dd8de-af57-40fe-b1b8-034fd50be509', 'port_id': '00c0f46c-15ff-4897-a6aa-63bcf7d50cc2', 'mac_address': 'fa:16:3e:b8:1e:ad', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 377, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4f9f0eeb-e92f-40bd-8072-2e802a7fd893', 'ip_address': '10.1.1.234'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103232) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 19:16:50.295662 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-7d9df354-ef6d-42e8-9c2f-31fe8af4bd3b req-36b94ac1-d50d-4757-8cd3-ae656ac20a3a service neutron] 10.222.0.75 "GET /v2.0/networks/cade22b5-6a45-46fd-b1f1-f47b726fd2b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2144742 Feb 09 19:16:50.339301 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Current status of the port 00c0f46c-15ff-4897-a6aa-63bcf7d50cc2 is: DOWN; New status is: BUILD {{(pid=103232) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 19:16:50.339903 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (00c0f46c-15ff-4897-a6aa-63bcf7d50cc2), before_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:16:50.361884 n-d-713498-36 neutron-server[103232]: DEBUG neutron.notifiers.nova [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 00c0f46c-15ff-4897-a6aa-63bcf7d50cc2 {{(pid=103232) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 19:16:50.394440 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-7429db8d-6021-40ad-813e-885be449a89b None None] For port 00c0f46c-15ff-4897-a6aa-63bcf7d50cc2, host n-h2-713498-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-36',level=0,port_id=00c0f46c-15ff-4897-a6aa-63bcf7d50cc2,segment=NetworkSegment(87b87801-3575-4768-92ea-47b1230f5828),segment_id=87b87801-3575-4768-92ea-47b1230f5828)] {{(pid=103232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 19:16:50.401812 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762867176205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762866656485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762866656503'] for port (00c0f46c-15ff-4897-a6aa-63bcf7d50cc2), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:16:50.403372 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Device 1d0cdc94-55c4-4888-8478-b9f4b1cc96ea details requested by agent hyperv_n-h2-713498-36 with host n-h2-713498-36 {{(pid=103232) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 19:16:50.470953 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-7429db8d-6021-40ad-813e-885be449a89b None None] For port 1d0cdc94-55c4-4888-8478-b9f4b1cc96ea, host n-h2-713498-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-36',level=0,port_id=1d0cdc94-55c4-4888-8478-b9f4b1cc96ea,segment=NetworkSegment(87b87801-3575-4768-92ea-47b1230f5828),segment_id=87b87801-3575-4768-92ea-47b1230f5828)] {{(pid=103232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 19:16:50.484056 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Returning: {'device': '1d0cdc94-55c4-4888-8478-b9f4b1cc96ea', 'network_id': '319dd8de-af57-40fe-b1b8-034fd50be509', 'port_id': '1d0cdc94-55c4-4888-8478-b9f4b1cc96ea', 'mac_address': 'fa:16:3e:2c:d2:72', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 377, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4f9f0eeb-e92f-40bd-8072-2e802a7fd893', 'ip_address': '10.1.1.113'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103232) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 19:16:50.502434 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-27363fd1-8bd3-453c-9474-145ac828ab95 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14393611', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12985859'] for subnet (91f7ce59-3a13-47bf-9dd9-ab64da9bfd75), after_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:16:50.519705 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1361a11c-2d29-4d76-a7ec-488b57aff276 req-98ee91cd-a534-45fd-80fe-5154dae1f7c9 tempest-TaggedBootDevicesTest-980849656 tempest-TaggedBootDevicesTest-980849656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:16:50.526667 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1361a11c-2d29-4d76-a7ec-488b57aff276 req-98ee91cd-a534-45fd-80fe-5154dae1f7c9 tempest-TaggedBootDevicesTest-980849656 tempest-TaggedBootDevicesTest-980849656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:16:50.532048 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1361a11c-2d29-4d76-a7ec-488b57aff276 req-98ee91cd-a534-45fd-80fe-5154dae1f7c9 tempest-TaggedBootDevicesTest-980849656 tempest-TaggedBootDevicesTest-980849656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:16:50.537395 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1361a11c-2d29-4d76-a7ec-488b57aff276 req-98ee91cd-a534-45fd-80fe-5154dae1f7c9 tempest-TaggedBootDevicesTest-980849656 tempest-TaggedBootDevicesTest-980849656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:16:50.546699 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Pushing event updated for resources: {'Port': ['ID=00c0f46c-15ff-4897-a6aa-63bcf7d50cc2,revision_number=4']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:16:50.548823 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1361a11c-2d29-4d76-a7ec-488b57aff276 req-98ee91cd-a534-45fd-80fe-5154dae1f7c9 tempest-TaggedBootDevicesTest-980849656 tempest-TaggedBootDevicesTest-980849656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:16:50.557521 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Current status of the port 1d0cdc94-55c4-4888-8478-b9f4b1cc96ea is: DOWN; New status is: BUILD {{(pid=103232) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 19:16:50.557949 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1361a11c-2d29-4d76-a7ec-488b57aff276 req-98ee91cd-a534-45fd-80fe-5154dae1f7c9 tempest-TaggedBootDevicesTest-980849656 tempest-TaggedBootDevicesTest-980849656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:16:50.558345 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (1d0cdc94-55c4-4888-8478-b9f4b1cc96ea), before_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:16:50.563576 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1361a11c-2d29-4d76-a7ec-488b57aff276 req-98ee91cd-a534-45fd-80fe-5154dae1f7c9 tempest-TaggedBootDevicesTest-980849656 tempest-TaggedBootDevicesTest-980849656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:16:50.565625 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-1361a11c-2d29-4d76-a7ec-488b57aff276 req-98ee91cd-a534-45fd-80fe-5154dae1f7c9 tempest-TaggedBootDevicesTest-980849656 tempest-TaggedBootDevicesTest-980849656-project] 10.222.0.75 "GET /v2.0/ports?device_id=c3476174-573e-455c-944e-9ed0cac04ac2 HTTP/1.1" status: 200 len: 5421 time: 0.2567072 Feb 09 19:16:50.579768 n-d-713498-36 neutron-server[103232]: DEBUG neutron.notifiers.nova [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1d0cdc94-55c4-4888-8478-b9f4b1cc96ea {{(pid=103232) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 19:16:50.619390 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-7429db8d-6021-40ad-813e-885be449a89b None None] For port 1d0cdc94-55c4-4888-8478-b9f4b1cc96ea, host n-h2-713498-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-36',level=0,port_id=1d0cdc94-55c4-4888-8478-b9f4b1cc96ea,segment=NetworkSegment(87b87801-3575-4768-92ea-47b1230f5828),segment_id=87b87801-3575-4768-92ea-47b1230f5828)] {{(pid=103232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 19:16:50.628952 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762867176205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762866656485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762866656503'] for port (1d0cdc94-55c4-4888-8478-b9f4b1cc96ea), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:16:50.629800 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Device 6aefa796-a5da-43f4-b77c-5a57dc7a02ee details requested by agent hyperv_n-h2-713498-36 with host n-h2-713498-36 {{(pid=103232) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 19:16:50.652198 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-ca61e41c-50bf-49ac-98e3-a7b520307882 tempest-RoutersAdminTest-1529504030 tempest-RoutersAdminTest-1529504030-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1834945', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1818951'] for router (d0abdd26-34e0-4273-9c37-255fd6625b93), after_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:16:50.686660 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-1361a11c-2d29-4d76-a7ec-488b57aff276 req-32c162f5-8c58-4139-9ffc-9f6bda266188 tempest-TaggedBootDevicesTest-980849656 tempest-TaggedBootDevicesTest-980849656-project] 10.222.0.75 "GET /v2.0/security-groups?id=6f7e8ede-8085-490c-860b-91c045ecce1f&id=116d7b93-0726-4659-8687-b47afcfa5056&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1134858 Feb 09 19:16:50.744605 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27363fd1-8bd3-453c-9474-145ac828ab95 admin admin] Pushing event updated for resources: {'Subnet': ['ID=91f7ce59-3a13-47bf-9dd9-ab64da9bfd75,revision_number=0']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:16:50.759900 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27363fd1-8bd3-453c-9474-145ac828ab95 admin admin] Checking segment: {'id': '1386a966-4dd2-470f-b237-fb3374073af9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': 'ce5a1920-47d4-4acd-9320-1f2b7d8adbbf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103230) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 19:16:50.760401 n-d-713498-36 neutron-server[103230]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27363fd1-8bd3-453c-9474-145ac828ab95 admin admin] Network hostable DHCP agents. Network: ce5a1920-47d4-4acd-9320-1f2b7d8adbbf, hostable agents: ['af91e4b9-f4e1-42b1-a25c-a10dc47171c8'], hosted agents: [] {{(pid=103230) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 19:16:50.771704 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Pushing event updated for resources: {'Port': ['ID=1d0cdc94-55c4-4888-8478-b9f4b1cc96ea,revision_number=4']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:16:50.782833 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34167b80-d00f-467e-8edf-e11db718cee3 req-78a9fd2a-1aee-411a-acee-8793042083e9 tempest-MigrationsAdminTest-892781459 tempest-MigrationsAdminTest-892781459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:16:50.791401 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-34167b80-d00f-467e-8edf-e11db718cee3 req-78a9fd2a-1aee-411a-acee-8793042083e9 tempest-MigrationsAdminTest-892781459 tempest-MigrationsAdminTest-892781459-project] 10.222.0.75 "GET /v2.0/ports?device_id=5a41699b-33f6-4124-8872-0e1679a5b99b HTTP/1.1" status: 200 len: 948 time: 0.1768584 Feb 09 19:16:50.851733 n-d-713498-36 neutron-server[103230]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27363fd1-8bd3-453c-9474-145ac828ab95 admin admin] Network ce5a1920-47d4-4acd-9320-1f2b7d8adbbf is scheduled to be hosted by DHCP agent af91e4b9-f4e1-42b1-a25c-a10dc47171c8 with binding_index 1 {{(pid=103230) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 19:16:50.860291 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-7429db8d-6021-40ad-813e-885be449a89b None None] For port 6aefa796-a5da-43f4-b77c-5a57dc7a02ee, host n-h2-713498-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-36',level=0,port_id=6aefa796-a5da-43f4-b77c-5a57dc7a02ee,segment=NetworkSegment(cf51fdc5-2b69-4aa6-baf3-9e7fb9d1d1d4),segment_id=cf51fdc5-2b69-4aa6-baf3-9e7fb9d1d1d4)] {{(pid=103232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 19:16:50.872129 n-d-713498-36 neutron-server[103230]: DEBUG neutron.scheduler.base_scheduler [None req-27363fd1-8bd3-453c-9474-145ac828ab95 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713498-36, ce5a1920-47d4-4acd-9320-1f2b7d8adbbf) {{(pid=103230) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 19:16:50.878613 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Returning: {'device': '6aefa796-a5da-43f4-b77c-5a57dc7a02ee', 'network_id': '3e8c2732-7ced-47de-8a60-f22ea571cd92', 'port_id': '6aefa796-a5da-43f4-b77c-5a57dc7a02ee', 'mac_address': 'fa:16:3e:20:e0:18', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 354, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '96689e74-1d15-4889-9091-f107b048a678', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103232) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 19:16:50.883700 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08e5d73f-e9b0-4261-b7ff-f8f55cd09321 None None] Network ce5a1920-47d4-4acd-9320-1f2b7d8adbbf requested from n-d-713498-36 {{(pid=103232) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 19:16:50.891552 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-34167b80-d00f-467e-8edf-e11db718cee3 req-dc77ea94-0453-4cb6-ae4f-26a6431b3e5a tempest-MigrationsAdminTest-892781459 tempest-MigrationsAdminTest-892781459-project] 10.222.0.75 "GET /v2.0/security-groups?id=709912c8-8171-4435-800e-9e5c5e45bf8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0989575 Feb 09 19:16:50.893151 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27363fd1-8bd3-453c-9474-145ac828ab95 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:16:50.896308 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-27363fd1-8bd3-453c-9474-145ac828ab95 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:16:50.926421 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-27363fd1-8bd3-453c-9474-145ac828ab95 admin admin] 10.222.0.75 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.8917658 Feb 09 19:16:50.976999 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-fb3cc4cd-eb53-4b34-be42-ac8305875cf9 req-10f60431-01b4-4f6a-b5ac-b47455bc6af8 tempest-ServerShowV257Test-589056754 tempest-ServerShowV257Test-589056754-project] 10.222.0.75 "GET /v2.0/ports?device_id=26944e33-f83d-4567-bd3a-02cf5001147a HTTP/1.1" status: 200 len: 210 time: 0.0390661 Feb 09 19:16:51.023604 n-d-713498-36 neutron-server[103229]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ca61e41c-50bf-49ac-98e3-a7b520307882 tempest-RoutersAdminTest-1529504030 tempest-RoutersAdminTest-1529504030-project-admin] Router d0abdd26-34e0-4273-9c37-255fd6625b93 is scheduled to L3 agent 93303d5e-5d17-45e8-8963-7694f87783ae with binding_index 1 {{(pid=103229) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 09 19:16:51.037400 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-ec8db1b4-9cad-4a25-ab3f-43036042bff5 req-9fb42051-18c4-4b72-bf6c-8dbe59ca4e13 tempest-ServerAddressesTestJSON-255045322 tempest-ServerAddressesTestJSON-255045322-project] 10.222.0.75 "GET /v2.0/ports?device_id=4b9f30e4-39ec-4393-bb5a-955f0e570137 HTTP/1.1" status: 200 len: 210 time: 0.0857530 Feb 09 19:16:51.164471 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Current status of the port 6aefa796-a5da-43f4-b77c-5a57dc7a02ee is: DOWN; New status is: BUILD {{(pid=103232) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 19:16:51.166027 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (6aefa796-a5da-43f4-b77c-5a57dc7a02ee), before_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:16:51.196215 n-d-713498-36 neutron-server[103232]: DEBUG neutron.notifiers.nova [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6aefa796-a5da-43f4-b77c-5a57dc7a02ee {{(pid=103232) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 19:16:51.233307 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c507a803-2f86-4921-b5d4-bc2a9a1ddb09 None None] Network ce5a1920-47d4-4acd-9320-1f2b7d8adbbf requested from n-d-713498-36 {{(pid=103232) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 19:16:51.271708 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-7429db8d-6021-40ad-813e-885be449a89b None None] For port 6aefa796-a5da-43f4-b77c-5a57dc7a02ee, host n-h2-713498-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-36',level=0,port_id=6aefa796-a5da-43f4-b77c-5a57dc7a02ee,segment=NetworkSegment(cf51fdc5-2b69-4aa6-baf3-9e7fb9d1d1d4),segment_id=cf51fdc5-2b69-4aa6-baf3-9e7fb9d1d1d4)] {{(pid=103232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 19:16:51.285510 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762867176205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762866656485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762866656503'] for port (6aefa796-a5da-43f4-b77c-5a57dc7a02ee), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:16:51.286260 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Device b9b4a7ef-d6e3-4be9-ba7d-38016a167987 details requested by agent hyperv_n-h2-713498-36 with host n-h2-713498-36 {{(pid=103232) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 19:16:51.415239 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ca61e41c-50bf-49ac-98e3-a7b520307882 tempest-RoutersAdminTest-1529504030 tempest-RoutersAdminTest-1529504030-project-admin] Notify agent at l3_agent.n-d-713498-36 the message routers_updated {{(pid=103229) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 19:16:51.418350 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccc6030b-e890-4c42-889c-6b4357713993 req-60a7d45e-a35a-4a2f-aa65-d0e81cfefbda tempest-AttachVolumeTestJSON-524945227 tempest-AttachVolumeTestJSON-524945227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:16:51.420385 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-ccc6030b-e890-4c42-889c-6b4357713993 req-60a7d45e-a35a-4a2f-aa65-d0e81cfefbda tempest-AttachVolumeTestJSON-524945227 tempest-AttachVolumeTestJSON-524945227-project] 10.222.0.75 "GET /v2.0/ports?device_id=9e47810b-ed07-4409-98e3-da39074300c7 HTTP/1.1" status: 200 len: 946 time: 0.0796232 Feb 09 19:16:51.427180 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12f6b7ca-c64f-44ff-9b5c-7aef526ce70e req-8e8e84ae-e24c-4ed2-9dc3-e825e98d35fa tempest-MigrationsAdminTest-892781459 tempest-MigrationsAdminTest-892781459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:16:51.431504 n-d-713498-36 neutron-server[103233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8acaf1df-47b2-47c8-a222-9d055ab45721 None None] Sync routers for ids ['d0abdd26-34e0-4273-9c37-255fd6625b93'] in n-d-713498-36 {{(pid=103233) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 19:16:51.434766 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-12f6b7ca-c64f-44ff-9b5c-7aef526ce70e req-8e8e84ae-e24c-4ed2-9dc3-e825e98d35fa tempest-MigrationsAdminTest-892781459 tempest-MigrationsAdminTest-892781459-project] 10.222.0.90 "GET /v2.0/ports?device_id=5a41699b-33f6-4124-8872-0e1679a5b99b&tenant_id=51b81e7592544b98a90626c2bba713eb&binding%3Ahost_id=n-h2-713498-36 HTTP/1.1" status: 200 len: 948 time: 0.1549172 Feb 09 19:16:51.445867 n-d-713498-36 neutron-server[103233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8acaf1df-47b2-47c8-a222-9d055ab45721 None None] Routers {'d0abdd26-34e0-4273-9c37-255fd6625b93'} bound to L3 agent in host n-d-713498-36 {{(pid=103233) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 19:16:51.446716 n-d-713498-36 neutron-server[103233]: DEBUG neutron.db.l3_hamode_db [None req-8acaf1df-47b2-47c8-a222-9d055ab45721 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T18:51:43Z,description=,heartbeat_timestamp=2022-02-09T19:16:43Z,host='n-d-713498-36',id=93303d5e-5d17-45e8-8963-7694f87783ae,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T18:51:43Z,topic='l3_agent')) {'router_ids': ['d0abdd26-34e0-4273-9c37-255fd6625b93'], 'active': True} {{(pid=103233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:16:51.484104 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-060c7ce8-3685-417d-9fc1-4947cad25751 req-f011ad45-56cd-432d-ade7-f3609c020cdc tempest-MigrationsAdminTest-892781459 tempest-MigrationsAdminTest-892781459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:16:51.487950 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-060c7ce8-3685-417d-9fc1-4947cad25751 req-f011ad45-56cd-432d-ade7-f3609c020cdc tempest-MigrationsAdminTest-892781459 tempest-MigrationsAdminTest-892781459-project] 10.222.0.75 "GET /v2.0/ports?device_id=5a41699b-33f6-4124-8872-0e1679a5b99b HTTP/1.1" status: 200 len: 948 time: 0.1491377 Feb 09 19:16:51.498836 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-ca61e41c-50bf-49ac-98e3-a7b520307882 tempest-RoutersAdminTest-1529504030 tempest-RoutersAdminTest-1529504030-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:16:51.502964 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-ca61e41c-50bf-49ac-98e3-a7b520307882 tempest-RoutersAdminTest-1529504030 tempest-RoutersAdminTest-1529504030-project-admin] 10.222.0.75 "POST /v2.0/routers HTTP/1.1" status: 201 len: 876 time: 4.0611908 Feb 09 19:16:51.503503 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 37782) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:16:51.570950 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-ccc6030b-e890-4c42-889c-6b4357713993 req-950510b6-1b7f-49d9-91fb-7bcfa0baf399 tempest-AttachVolumeTestJSON-524945227 tempest-AttachVolumeTestJSON-524945227-project] 10.222.0.75 "GET /v2.0/security-groups?id=bd39f8e7-1d25-418e-b5cd-c91a805a4bbc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1190400 Feb 09 19:16:51.600253 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-12f6b7ca-c64f-44ff-9b5c-7aef526ce70e req-c203e6ed-4a0f-40d9-a155-2d5ee6b02ff1 service neutron] 10.222.0.90 "GET /v2.0/ports/8bed1b6e-8e37-4dad-bafb-4dc444eac2ae/bindings/n-h2-713498-36 HTTP/1.1" status: 200 len: 383 time: 0.1604462 Feb 09 19:16:51.744583 n-d-713498-36 neutron-server[103233]: DEBUG neutron.db.l3_dvr_db [None req-8acaf1df-47b2-47c8-a222-9d055ab45721 None None] Set router d0abdd26-34e0-4273-9c37-255fd6625b93 gateway port host: n-d-713498-36 {{(pid=103233) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 19:16:51.762904 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12f6b7ca-c64f-44ff-9b5c-7aef526ce70e req-24ff3430-2a9c-4600-985b-2bb6ecb4a89b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:16:51.764544 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-12f6b7ca-c64f-44ff-9b5c-7aef526ce70e req-24ff3430-2a9c-4600-985b-2bb6ecb4a89b service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=51b81e7592544b98a90626c2bba713eb&device_id=5a41699b-33f6-4124-8872-0e1679a5b99b HTTP/1.1" status: 200 len: 1131 time: 0.1322360 Feb 09 19:16:51.817253 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.db.resource_extend [None req-7429db8d-6021-40ad-813e-885be449a89b None None] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 09 19:16:51.818996 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Pushing event updated for resources: {'Port': ['ID=6aefa796-a5da-43f4-b77c-5a57dc7a02ee,revision_number=4']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:16:51.819696 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-060c7ce8-3685-417d-9fc1-4947cad25751 req-9f03d49f-131a-4f84-b044-b1ae15be3b9a tempest-MigrationsAdminTest-892781459 tempest-MigrationsAdminTest-892781459-project] 10.222.0.75 "GET /v2.0/security-groups?id=709912c8-8171-4435-800e-9e5c5e45bf8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3060160 Feb 09 19:16:51.889071 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-37245a2d-bf06-4651-81de-8c867e605e76 tempest-RoutersAdminTest-1529504030 tempest-RoutersAdminTest-1529504030-project-admin] Publish callbacks [] for router (d0abdd26-34e0-4273-9c37-255fd6625b93), before_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:16:51.995565 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-7429db8d-6021-40ad-813e-885be449a89b None None] For port b9b4a7ef-d6e3-4be9-ba7d-38016a167987, host n-h2-713498-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-36',level=0,port_id=b9b4a7ef-d6e3-4be9-ba7d-38016a167987,segment=NetworkSegment(23ed1668-aba2-4aca-a9aa-7fbe90d952c5),segment_id=23ed1668-aba2-4aca-a9aa-7fbe90d952c5)] {{(pid=103232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 19:16:52.014337 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Returning: {'device': 'b9b4a7ef-d6e3-4be9-ba7d-38016a167987', 'network_id': '331b81e1-5966-4614-8f3b-12a1817e4fe0', 'port_id': 'b9b4a7ef-d6e3-4be9-ba7d-38016a167987', 'mac_address': 'fa:16:3e:26:da:59', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 385, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '370aa69d-6bb2-4dc6-92d1-b0ec93a18a28', 'ip_address': '10.2.2.100'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103232) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 19:16:52.064997 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6ad51be-f550-4634-aef2-62d40fe2a8f6 req-3fe3526a-179e-4bb9-982a-62f5010553be tempest-MultipleCreateTestJSON-395872300 tempest-MultipleCreateTestJSON-395872300-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:16:52.071163 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Current status of the port b9b4a7ef-d6e3-4be9-ba7d-38016a167987 is: DOWN; New status is: BUILD {{(pid=103232) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 19:16:52.072468 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (b9b4a7ef-d6e3-4be9-ba7d-38016a167987), before_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:16:52.076584 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-e6ad51be-f550-4634-aef2-62d40fe2a8f6 req-3fe3526a-179e-4bb9-982a-62f5010553be tempest-MultipleCreateTestJSON-395872300 tempest-MultipleCreateTestJSON-395872300-project] 10.222.0.75 "GET /v2.0/networks?id=ce5a1920-47d4-4acd-9320-1f2b7d8adbbf HTTP/1.1" status: 200 len: 813 time: 0.2706809 Feb 09 19:16:52.094055 n-d-713498-36 neutron-server[103232]: DEBUG neutron.notifiers.nova [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b9b4a7ef-d6e3-4be9-ba7d-38016a167987 {{(pid=103232) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 19:16:52.115471 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-e6ad51be-f550-4634-aef2-62d40fe2a8f6 req-2cec44a9-2fd3-4fd9-ac39-02dd4a25bf03 tempest-MultipleCreateTestJSON-395872300 tempest-MultipleCreateTestJSON-395872300-project] 10.222.0.75 "GET /v2.0/quotas/b778494753704141b6eb8355afee2383 HTTP/1.1" status: 200 len: 375 time: 0.0372975 Feb 09 19:16:52.123297 n-d-713498-36 neutron-server[103233]: DEBUG neutron.db.l3_hamode_db [None req-8acaf1df-47b2-47c8-a222-9d055ab45721 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd0abdd26-34e0-4273-9c37-255fd6625b93', 'name': '', 'tenant_id': 'c49d8c6f1a0f4216bdbccfdbff23d04f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f937dec6-3d95-4d37-b7da-195ccf638f99', 'external_fixed_ips': [{'subnet_id': 'fa526dd2-4317-4e71-baae-1a49f5d8548e', 'ip_address': '172.20.0.12'}], 'enable_snat': True}, 'gw_port_id': 'a6a5b0c7-fcbf-49b7-b202-18c1eab62797', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T19:16:47Z', 'updated_at': '2022-02-09T19:16:50Z', 'revision_number': 3, 'project_id': 'c49d8c6f1a0f4216bdbccfdbff23d04f', 'gw_port': {'id': 'a6a5b0c7-fcbf-49b7-b202-18c1eab62797', 'name': '', 'network_id': 'f937dec6-3d95-4d37-b7da-195ccf638f99', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:83:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd0abdd26-34e0-4273-9c37-255fd6625b93', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1550, 'fixed_ips': [{'subnet_id': 'fa526dd2-4317-4e71-baae-1a49f5d8548e', 'ip_address': '172.20.0.12', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T19:16:48Z', 'updated_at': '2022-02-09T19:16:49Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'fa526dd2-4317-4e71-baae-1a49f5d8548e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-36'}], 'n-d-713498-36', False) {} {{(pid=103233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:16:52.130383 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12f6b7ca-c64f-44ff-9b5c-7aef526ce70e req-92212603-a8ab-4798-bf56-b018d4412ca4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:16:52.131871 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-12f6b7ca-c64f-44ff-9b5c-7aef526ce70e req-92212603-a8ab-4798-bf56-b018d4412ca4 service neutron] 10.222.0.90 "GET /v2.0/networks?id=2b5494c8-cf97-42c1-b902-87f998f28179 HTTP/1.1" status: 200 len: 870 time: 0.3607883 Feb 09 19:16:52.132811 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-7429db8d-6021-40ad-813e-885be449a89b None None] For port b9b4a7ef-d6e3-4be9-ba7d-38016a167987, host n-h2-713498-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-36',level=0,port_id=b9b4a7ef-d6e3-4be9-ba7d-38016a167987,segment=NetworkSegment(23ed1668-aba2-4aca-a9aa-7fbe90d952c5),segment_id=23ed1668-aba2-4aca-a9aa-7fbe90d952c5)] {{(pid=103232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 19:16:52.138048 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762867176205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762866656485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762866656503'] for port (b9b4a7ef-d6e3-4be9-ba7d-38016a167987), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:16:52.139264 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Device 7627d463-e16c-4819-9e5e-c073ce7e0152 details requested by agent hyperv_n-h2-713498-36 with host n-h2-713498-36 {{(pid=103232) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 19:16:52.158044 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-e6ad51be-f550-4634-aef2-62d40fe2a8f6 req-7c2f0bcd-475b-4b4e-b556-d6aaeedb7cff tempest-MultipleCreateTestJSON-395872300 tempest-MultipleCreateTestJSON-395872300-project] 10.222.0.75 "GET /v2.0/ports?tenant_id=b778494753704141b6eb8355afee2383&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0415571 Feb 09 19:16:52.162011 n-d-713498-36 neutron-server[103233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8acaf1df-47b2-47c8-a222-9d055ab45721 None None] Checking router: d0abdd26-34e0-4273-9c37-255fd6625b93 for host: n-d-713498-36 {{(pid=103233) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 19:16:52.162442 n-d-713498-36 neutron-server[103233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8acaf1df-47b2-47c8-a222-9d055ab45721 None None] Updating router d0abdd26-34e0-4273-9c37-255fd6625b93 port a6a5b0c7-fcbf-49b7-b202-18c1eab62797 binding host n-d-713498-36 {{(pid=103233) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 19:16:52.201824 n-d-713498-36 neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-8acaf1df-47b2-47c8-a222-9d055ab45721 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (a6a5b0c7-fcbf-49b7-b202-18c1eab62797), before_update {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:16:52.209489 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aae4395a-45a1-4d4e-a52e-c41c5e897945 req-14a53d77-fe84-4cb6-9275-02ff7ab94e11 tempest-TaggedBootDevicesTest-980849656 tempest-TaggedBootDevicesTest-980849656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:16:52.212465 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-7429db8d-6021-40ad-813e-885be449a89b None None] For port 7627d463-e16c-4819-9e5e-c073ce7e0152, host n-h2-713498-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-36',level=0,port_id=7627d463-e16c-4819-9e5e-c073ce7e0152,segment=NetworkSegment(87b87801-3575-4768-92ea-47b1230f5828),segment_id=87b87801-3575-4768-92ea-47b1230f5828)] {{(pid=103232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 19:16:52.216343 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aae4395a-45a1-4d4e-a52e-c41c5e897945 req-14a53d77-fe84-4cb6-9275-02ff7ab94e11 tempest-TaggedBootDevicesTest-980849656 tempest-TaggedBootDevicesTest-980849656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:16:52.222152 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aae4395a-45a1-4d4e-a52e-c41c5e897945 req-14a53d77-fe84-4cb6-9275-02ff7ab94e11 tempest-TaggedBootDevicesTest-980849656 tempest-TaggedBootDevicesTest-980849656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:16:52.227595 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aae4395a-45a1-4d4e-a52e-c41c5e897945 req-14a53d77-fe84-4cb6-9275-02ff7ab94e11 tempest-TaggedBootDevicesTest-980849656 tempest-TaggedBootDevicesTest-980849656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:16:52.235848 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Returning: {'device': '7627d463-e16c-4819-9e5e-c073ce7e0152', 'network_id': '319dd8de-af57-40fe-b1b8-034fd50be509', 'port_id': '7627d463-e16c-4819-9e5e-c073ce7e0152', 'mac_address': 'fa:16:3e:41:59:1d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 377, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4f9f0eeb-e92f-40bd-8072-2e802a7fd893', 'ip_address': '10.1.1.124'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103232) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 19:16:52.246254 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aae4395a-45a1-4d4e-a52e-c41c5e897945 req-14a53d77-fe84-4cb6-9275-02ff7ab94e11 tempest-TaggedBootDevicesTest-980849656 tempest-TaggedBootDevicesTest-980849656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:16:52.252258 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aae4395a-45a1-4d4e-a52e-c41c5e897945 req-14a53d77-fe84-4cb6-9275-02ff7ab94e11 tempest-TaggedBootDevicesTest-980849656 tempest-TaggedBootDevicesTest-980849656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:16:52.258115 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aae4395a-45a1-4d4e-a52e-c41c5e897945 req-14a53d77-fe84-4cb6-9275-02ff7ab94e11 tempest-TaggedBootDevicesTest-980849656 tempest-TaggedBootDevicesTest-980849656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:16:52.267557 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-aae4395a-45a1-4d4e-a52e-c41c5e897945 req-14a53d77-fe84-4cb6-9275-02ff7ab94e11 tempest-TaggedBootDevicesTest-980849656 tempest-TaggedBootDevicesTest-980849656-project] 10.222.0.75 "GET /v2.0/ports?device_id=c3476174-573e-455c-944e-9ed0cac04ac2 HTTP/1.1" status: 200 len: 5424 time: 0.3043613 Feb 09 19:16:52.270910 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-12f6b7ca-c64f-44ff-9b5c-7aef526ce70e req-a7a85ada-7073-4378-8975-6bef77a65c72 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.195&port_id=8bed1b6e-8e37-4dad-bafb-4dc444eac2ae HTTP/1.1" status: 200 len: 217 time: 0.1225703 Feb 09 19:16:52.279315 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Pushing event updated for resources: {'Port': ['ID=b9b4a7ef-d6e3-4be9-ba7d-38016a167987,revision_number=4']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:16:52.298396 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Current status of the port 7627d463-e16c-4819-9e5e-c073ce7e0152 is: DOWN; New status is: BUILD {{(pid=103232) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 19:16:52.298794 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (7627d463-e16c-4819-9e5e-c073ce7e0152), before_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:16:52.333230 n-d-713498-36 neutron-server[103232]: DEBUG neutron.notifiers.nova [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7627d463-e16c-4819-9e5e-c073ce7e0152 {{(pid=103232) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 19:16:52.343084 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12f6b7ca-c64f-44ff-9b5c-7aef526ce70e req-61f8fb6d-ec69-49a8-9a1c-2361039da008 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:16:52.344172 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-12f6b7ca-c64f-44ff-9b5c-7aef526ce70e req-61f8fb6d-ec69-49a8-9a1c-2361039da008 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=60b561cb-321e-4f83-9bb3-92b2e1d0dc44 HTTP/1.1" status: 200 len: 843 time: 0.0617402 Feb 09 19:16:52.378322 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-7429db8d-6021-40ad-813e-885be449a89b None None] For port 7627d463-e16c-4819-9e5e-c073ce7e0152, host n-h2-713498-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-36',level=0,port_id=7627d463-e16c-4819-9e5e-c073ce7e0152,segment=NetworkSegment(87b87801-3575-4768-92ea-47b1230f5828),segment_id=87b87801-3575-4768-92ea-47b1230f5828)] {{(pid=103232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 19:16:52.386541 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-aae4395a-45a1-4d4e-a52e-c41c5e897945 req-536f8bb6-3c58-46e0-a2ca-101f56c9df64 tempest-TaggedBootDevicesTest-980849656 tempest-TaggedBootDevicesTest-980849656-project] 10.222.0.75 "GET /v2.0/security-groups?id=6f7e8ede-8085-490c-860b-91c045ecce1f&id=116d7b93-0726-4659-8687-b47afcfa5056&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1113584 Feb 09 19:16:52.395892 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762867176205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762866656485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762866656503'] for port (7627d463-e16c-4819-9e5e-c073ce7e0152), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:16:52.396590 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Device fd688801-4beb-42a5-9ec8-010c808e3c22 details requested by agent hyperv_n-h2-713498-36 with host n-h2-713498-36 {{(pid=103232) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 19:16:52.424601 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-37245a2d-bf06-4651-81de-8c867e605e76 tempest-RoutersAdminTest-1529504030 tempest-RoutersAdminTest-1529504030-project-admin] Publish callbacks [] for router_gateway (d0abdd26-34e0-4273-9c37-255fd6625b93), before_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:16:52.498464 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-e6ad51be-f550-4634-aef2-62d40fe2a8f6 req-9fc33911-f0a2-4351-856b-5d5b49b9bf4f service neutron] 10.222.0.75 "GET /v2.0/networks/ce5a1920-47d4-4acd-9320-1f2b7d8adbbf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3394082 Feb 09 19:16:52.517730 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-7429db8d-6021-40ad-813e-885be449a89b None None] For port fd688801-4beb-42a5-9ec8-010c808e3c22, host n-h2-713498-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-36',level=0,port_id=fd688801-4beb-42a5-9ec8-010c808e3c22,segment=NetworkSegment(23ed1668-aba2-4aca-a9aa-7fbe90d952c5),segment_id=23ed1668-aba2-4aca-a9aa-7fbe90d952c5)] {{(pid=103232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 19:16:52.524102 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12f6b7ca-c64f-44ff-9b5c-7aef526ce70e req-a248d244-d48a-46d6-88a9-5b1ef4259b20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:16:52.525409 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-12f6b7ca-c64f-44ff-9b5c-7aef526ce70e req-a248d244-d48a-46d6-88a9-5b1ef4259b20 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=2b5494c8-cf97-42c1-b902-87f998f28179&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.1699402 Feb 09 19:16:52.578686 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Returning: {'device': 'fd688801-4beb-42a5-9ec8-010c808e3c22', 'network_id': '331b81e1-5966-4614-8f3b-12a1817e4fe0', 'port_id': 'fd688801-4beb-42a5-9ec8-010c808e3c22', 'mac_address': 'fa:16:3e:2d:66:b9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 385, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '370aa69d-6bb2-4dc6-92d1-b0ec93a18a28', 'ip_address': '10.2.2.200'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103232) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 19:16:52.581443 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Pushing event updated for resources: {'Port': ['ID=7627d463-e16c-4819-9e5e-c073ce7e0152,revision_number=4']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:16:52.664363 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-7a54bda5-e016-4325-8e51-d99dde152bf5 req-6cb414a7-4d4a-4081-965d-15b206e2a685 tempest-ServerShowV257Test-589056754 tempest-ServerShowV257Test-589056754-project] 10.222.0.75 "GET /v2.0/ports?device_id=26944e33-f83d-4567-bd3a-02cf5001147a HTTP/1.1" status: 200 len: 210 time: 0.1070325 Feb 09 19:16:52.690472 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Current status of the port fd688801-4beb-42a5-9ec8-010c808e3c22 is: DOWN; New status is: BUILD {{(pid=103232) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 19:16:52.691195 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (fd688801-4beb-42a5-9ec8-010c808e3c22), before_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:16:52.724637 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-e6ad51be-f550-4634-aef2-62d40fe2a8f6 req-faf312ed-0ed7-4583-9ba8-4562eb078ccc service neutron] 10.222.0.75 "GET /v2.0/networks/ce5a1920-47d4-4acd-9320-1f2b7d8adbbf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2252839 Feb 09 19:16:52.732010 n-d-713498-36 neutron-server[103232]: DEBUG neutron.notifiers.nova [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fd688801-4beb-42a5-9ec8-010c808e3c22 {{(pid=103232) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 19:16:52.732344 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-12f6b7ca-c64f-44ff-9b5c-7aef526ce70e req-53eb8374-a4e8-47c0-b98e-1659c29077d5 service neutron] 10.222.0.90 "GET /v2.0/networks/2b5494c8-cf97-42c1-b902-87f998f28179?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1403830 Feb 09 19:16:52.774846 n-d-713498-36 neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-8acaf1df-47b2-47c8-a222-9d055ab45721 None None] Publish callbacks [] for port (a6a5b0c7-fcbf-49b7-b202-18c1eab62797), precommit_update {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:16:52.792782 n-d-713498-36 neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-8acaf1df-47b2-47c8-a222-9d055ab45721 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762867176205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762866656485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762866656503'] for port (a6a5b0c7-fcbf-49b7-b202-18c1eab62797), after_update {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:16:52.794118 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-7429db8d-6021-40ad-813e-885be449a89b None None] For port fd688801-4beb-42a5-9ec8-010c808e3c22, host n-h2-713498-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-36',level=0,port_id=fd688801-4beb-42a5-9ec8-010c808e3c22,segment=NetworkSegment(23ed1668-aba2-4aca-a9aa-7fbe90d952c5),segment_id=23ed1668-aba2-4aca-a9aa-7fbe90d952c5)] {{(pid=103232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 19:16:52.811709 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762867176205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762866656485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762866656503'] for port (fd688801-4beb-42a5-9ec8-010c808e3c22), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:16:52.812395 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Device ae0c20e2-a6bc-4527-b56e-8e357d08f2b6 details requested by agent hyperv_n-h2-713498-36 with host n-h2-713498-36 {{(pid=103232) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 19:16:52.844291 n-d-713498-36 neutron-server[103233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e005acd8-8ff6-494e-a66f-6546a44d2ad6 None None] Pushing event updated for resources: {'Port': ['ID=a6a5b0c7-fcbf-49b7-b202-18c1eab62797,revision_number=2']} {{(pid=103233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:16:52.877003 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-6c8110d3-b487-4137-b56b-a38602a90d6b req-a592533b-e885-4108-a8fe-16f6663cd543 tempest-ServerAddressesTestJSON-255045322 tempest-ServerAddressesTestJSON-255045322-project] 10.222.0.75 "GET /v2.0/ports?device_id=4b9f30e4-39ec-4393-bb5a-955f0e570137 HTTP/1.1" status: 200 len: 210 time: 0.0933316 Feb 09 19:16:52.885190 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-12f6b7ca-c64f-44ff-9b5c-7aef526ce70e req-ecf8fbd6-6eb8-4bd0-a37e-e34b51da0a13 service neutron] 10.222.0.90 "GET /v2.0/networks/2b5494c8-cf97-42c1-b902-87f998f28179?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1447811 Feb 09 19:16:52.918744 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-7429db8d-6021-40ad-813e-885be449a89b None None] For port ae0c20e2-a6bc-4527-b56e-8e357d08f2b6, host n-h2-713498-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-36',level=0,port_id=ae0c20e2-a6bc-4527-b56e-8e357d08f2b6,segment=NetworkSegment(87b87801-3575-4768-92ea-47b1230f5828),segment_id=87b87801-3575-4768-92ea-47b1230f5828)] {{(pid=103232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 19:16:52.920509 n-d-713498-36 neutron-server[103233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e005acd8-8ff6-494e-a66f-6546a44d2ad6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:16:52.920922 n-d-713498-36 neutron-server[103233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e005acd8-8ff6-494e-a66f-6546a44d2ad6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:16:52.921258 n-d-713498-36 neutron-server[103233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e005acd8-8ff6-494e-a66f-6546a44d2ad6 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:16:52.933519 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Returning: {'device': 'ae0c20e2-a6bc-4527-b56e-8e357d08f2b6', 'network_id': '319dd8de-af57-40fe-b1b8-034fd50be509', 'port_id': 'ae0c20e2-a6bc-4527-b56e-8e357d08f2b6', 'mac_address': 'fa:16:3e:a0:08:fc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 377, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4f9f0eeb-e92f-40bd-8072-2e802a7fd893', 'ip_address': '10.1.1.56'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103232) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 19:16:52.934836 n-d-713498-36 neutron-server[103233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e005acd8-8ff6-494e-a66f-6546a44d2ad6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:16:52.935266 n-d-713498-36 neutron-server[103233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e005acd8-8ff6-494e-a66f-6546a44d2ad6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:16:52.935608 n-d-713498-36 neutron-server[103233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e005acd8-8ff6-494e-a66f-6546a44d2ad6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:16:52.936729 n-d-713498-36 neutron-server[103233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e005acd8-8ff6-494e-a66f-6546a44d2ad6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:16:52.937120 n-d-713498-36 neutron-server[103233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e005acd8-8ff6-494e-a66f-6546a44d2ad6 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:16:52.937457 n-d-713498-36 neutron-server[103233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e005acd8-8ff6-494e-a66f-6546a44d2ad6 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:16:52.937780 n-d-713498-36 neutron-server[103233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e005acd8-8ff6-494e-a66f-6546a44d2ad6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:16:52.938174 n-d-713498-36 neutron-server[103233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e005acd8-8ff6-494e-a66f-6546a44d2ad6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:16:52.939036 n-d-713498-36 neutron-server[103233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e005acd8-8ff6-494e-a66f-6546a44d2ad6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:16:52.939443 n-d-713498-36 neutron-server[103233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e005acd8-8ff6-494e-a66f-6546a44d2ad6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:16:52.945904 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d9df354-ef6d-42e8-9c2f-31fe8af4bd3b req-cd40dfba-038a-48c1-8cd9-349d3735c4df tempest-ServerAddressesTestJSON-255045322 tempest-ServerAddressesTestJSON-255045322-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:16:52.948390 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-7d9df354-ef6d-42e8-9c2f-31fe8af4bd3b req-cd40dfba-038a-48c1-8cd9-349d3735c4df tempest-ServerAddressesTestJSON-255045322 tempest-ServerAddressesTestJSON-255045322-project] 10.222.0.90 "GET /v2.0/networks?id=cade22b5-6a45-46fd-b1f1-f47b726fd2b6 HTTP/1.1" status: 200 len: 812 time: 0.4988501 Feb 09 19:16:52.949774 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.plugin [None req-37245a2d-bf06-4651-81de-8c867e605e76 tempest-RoutersAdminTest-1529504030 tempest-RoutersAdminTest-1529504030-project-admin] Deleting port a6a5b0c7-fcbf-49b7-b202-18c1eab62797 {{(pid=103229) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 19:16:52.950158 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-37245a2d-bf06-4651-81de-8c867e605e76 tempest-RoutersAdminTest-1529504030 tempest-RoutersAdminTest-1529504030-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762867170196'] for port (a6a5b0c7-fcbf-49b7-b202-18c1eab62797), before_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:16:52.961157 n-d-713498-36 neutron-server[103233]: DEBUG neutron.plugins.ml2.managers [None req-8acaf1df-47b2-47c8-a222-9d055ab45721 None None] Attempting to bind port a6a5b0c7-fcbf-49b7-b202-18c1eab62797 on host n-d-713498-36 for vnic_type normal with profile {{(pid=103233) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 19:16:52.961534 n-d-713498-36 neutron-server[103233]: DEBUG neutron.plugins.ml2.managers [None req-8acaf1df-47b2-47c8-a222-9d055ab45721 None None] Attempting to bind port a6a5b0c7-fcbf-49b7-b202-18c1eab62797 by drivers openvswitch,hyperv on host n-d-713498-36 at level 0 using segments [{'id': '4fd9d3fa-1b31-49d7-845d-cbdf49792f9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': 'f937dec6-3d95-4d37-b7da-195ccf638f99'}] {{(pid=103233) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 19:16:52.961894 n-d-713498-36 neutron-server[103233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8acaf1df-47b2-47c8-a222-9d055ab45721 None None] Attempting to bind port a6a5b0c7-fcbf-49b7-b202-18c1eab62797 on network f937dec6-3d95-4d37-b7da-195ccf638f99 {{(pid=103233) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 19:16:52.971621 n-d-713498-36 neutron-server[103233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8acaf1df-47b2-47c8-a222-9d055ab45721 None None] Checking agent: {'id': '496418a2-c002-4aec-ab1a-07f3bea491bd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-36', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 18, 51, 47), 'started_at': datetime.datetime(2022, 2, 9, 18, 52, 17), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 19, 16, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-36'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103233) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 19:16:52.972043 n-d-713498-36 neutron-server[103233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8acaf1df-47b2-47c8-a222-9d055ab45721 None None] Checking segment: {'id': '4fd9d3fa-1b31-49d7-845d-cbdf49792f9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': 'f937dec6-3d95-4d37-b7da-195ccf638f99'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103233) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 19:16:52.972443 n-d-713498-36 neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-8acaf1df-47b2-47c8-a222-9d055ab45721 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:16:52.973653 n-d-713498-36 neutron-server[103233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8acaf1df-47b2-47c8-a222-9d055ab45721 None None] Bound using segment: {'id': '4fd9d3fa-1b31-49d7-845d-cbdf49792f9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': 'f937dec6-3d95-4d37-b7da-195ccf638f99'} {{(pid=103233) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 19:16:52.974169 n-d-713498-36 neutron-server[103233]: DEBUG neutron.plugins.ml2.managers [None req-8acaf1df-47b2-47c8-a222-9d055ab45721 None None] Bound port: a6a5b0c7-fcbf-49b7-b202-18c1eab62797, host: n-d-713498-36, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4fd9d3fa-1b31-49d7-845d-cbdf49792f9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': 'f937dec6-3d95-4d37-b7da-195ccf638f99'}}] {{(pid=103233) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 19:16:52.974698 n-d-713498-36 neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-8acaf1df-47b2-47c8-a222-9d055ab45721 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (a6a5b0c7-fcbf-49b7-b202-18c1eab62797), before_update {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:16:52.981689 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.v2.base [req-7d9df354-ef6d-42e8-9c2f-31fe8af4bd3b req-cbfa6ee3-c64c-4117-9c55-f266d6522d5c tempest-ServerAddressesTestJSON-255045322 tempest-ServerAddressesTestJSON-255045322-project] Request body: {'port': {'device_id': '4b9f30e4-39ec-4393-bb5a-955f0e570137', 'network_id': 'cade22b5-6a45-46fd-b1f1-f47b726fd2b6', 'admin_state_up': True, 'tenant_id': '5621cd4a727a487cbacf5148d68cb89d'}} {{(pid=103229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 19:16:52.987315 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Pushing event updated for resources: {'Port': ['ID=fd688801-4beb-42a5-9ec8-010c808e3c22,revision_number=4']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:16:53.006355 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Current status of the port ae0c20e2-a6bc-4527-b56e-8e357d08f2b6 is: DOWN; New status is: BUILD {{(pid=103232) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 19:16:53.006713 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (ae0c20e2-a6bc-4527-b56e-8e357d08f2b6), before_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:16:53.031719 n-d-713498-36 neutron-server[103232]: DEBUG neutron.notifiers.nova [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ae0c20e2-a6bc-4527-b56e-8e357d08f2b6 {{(pid=103232) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 19:16:53.066218 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-7429db8d-6021-40ad-813e-885be449a89b None None] For port ae0c20e2-a6bc-4527-b56e-8e357d08f2b6, host n-h2-713498-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-36',level=0,port_id=ae0c20e2-a6bc-4527-b56e-8e357d08f2b6,segment=NetworkSegment(87b87801-3575-4768-92ea-47b1230f5828),segment_id=87b87801-3575-4768-92ea-47b1230f5828)] {{(pid=103232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 19:16:53.073743 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762867176205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762866656485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762866656503'] for port (ae0c20e2-a6bc-4527-b56e-8e357d08f2b6), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:16:53.074766 n-d-713498-36 neutron-server[103233]: DEBUG neutron.plugins.ml2.db [None req-8acaf1df-47b2-47c8-a222-9d055ab45721 None None] For port a6a5b0c7-fcbf-49b7-b202-18c1eab62797, host n-d-713498-36, cleared binding levels {{(pid=103233) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 19:16:53.074953 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Device 8bed1b6e-8e37-4dad-bafb-4dc444eac2ae details requested by agent hyperv_n-h2-713498-36 with host n-h2-713498-36 {{(pid=103232) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 19:16:53.078878 n-d-713498-36 neutron-server[103233]: DEBUG neutron.plugins.ml2.db [None req-8acaf1df-47b2-47c8-a222-9d055ab45721 None None] For port a6a5b0c7-fcbf-49b7-b202-18c1eab62797, host n-d-713498-36, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-36',level=0,port_id=a6a5b0c7-fcbf-49b7-b202-18c1eab62797,segment=NetworkSegment(4fd9d3fa-1b31-49d7-845d-cbdf49792f9c),segment_id=4fd9d3fa-1b31-49d7-845d-cbdf49792f9c)] {{(pid=103233) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 19:16:53.108918 n-d-713498-36 neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-8acaf1df-47b2-47c8-a222-9d055ab45721 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762867176205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762866656485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762866656503'] for port (a6a5b0c7-fcbf-49b7-b202-18c1eab62797), after_update {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:16:53.193255 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Pushing event updated for resources: {'Port': ['ID=ae0c20e2-a6bc-4527-b56e-8e357d08f2b6,revision_number=4']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:16:53.220905 n-d-713498-36 neutron-server[103233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e005acd8-8ff6-494e-a66f-6546a44d2ad6 None None] Pushing event updated for resources: {'Port': ['ID=a6a5b0c7-fcbf-49b7-b202-18c1eab62797,revision_number=3']} {{(pid=103233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:16:53.240287 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-7429db8d-6021-40ad-813e-885be449a89b None None] For port 8bed1b6e-8e37-4dad-bafb-4dc444eac2ae, host n-h2-713498-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-36',level=0,port_id=8bed1b6e-8e37-4dad-bafb-4dc444eac2ae,segment=NetworkSegment(50e5915e-18f0-4558-9a28-b978975ead36),segment_id=50e5915e-18f0-4558-9a28-b978975ead36)] {{(pid=103232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 19:16:53.255297 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Returning: {'device': '8bed1b6e-8e37-4dad-bafb-4dc444eac2ae', 'network_id': '2b5494c8-cf97-42c1-b902-87f998f28179', 'port_id': '8bed1b6e-8e37-4dad-bafb-4dc444eac2ae', 'mac_address': 'fa:16:3e:f6:ac:75', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 359, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '60b561cb-321e-4f83-9bb3-92b2e1d0dc44', 'ip_address': '192.168.233.195'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103232) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 19:16:53.282621 n-d-713498-36 neutron-server[103233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8acaf1df-47b2-47c8-a222-9d055ab45721 None None] Routers {'d0abdd26-34e0-4273-9c37-255fd6625b93'} bound to L3 agent in host n-d-713498-36 {{(pid=103233) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 19:16:53.284889 n-d-713498-36 neutron-server[103233]: DEBUG neutron.db.l3_hamode_db [None req-8acaf1df-47b2-47c8-a222-9d055ab45721 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T18:51:43Z,description=,heartbeat_timestamp=2022-02-09T19:16:43Z,host='n-d-713498-36',id=93303d5e-5d17-45e8-8963-7694f87783ae,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T18:51:43Z,topic='l3_agent')) {'router_ids': ['d0abdd26-34e0-4273-9c37-255fd6625b93'], 'active': True} {{(pid=103233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:16:53.333386 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-37245a2d-bf06-4651-81de-8c867e605e76 tempest-RoutersAdminTest-1529504030 tempest-RoutersAdminTest-1529504030-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1820838'] for port (a6a5b0c7-fcbf-49b7-b202-18c1eab62797), precommit_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:16:53.348181 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.plugin [None req-37245a2d-bf06-4651-81de-8c867e605e76 tempest-RoutersAdminTest-1529504030 tempest-RoutersAdminTest-1529504030-project-admin] Calling delete_port for a6a5b0c7-fcbf-49b7-b202-18c1eab62797 owned by network:router_gateway {{(pid=103229) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 19:16:53.349402 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Current status of the port 8bed1b6e-8e37-4dad-bafb-4dc444eac2ae is: DOWN; New status is: BUILD {{(pid=103232) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 19:16:53.349540 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (8bed1b6e-8e37-4dad-bafb-4dc444eac2ae), before_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:16:53.370611 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba9edfc5-67c8-49ee-8032-e5099f80cc5d req-75cd0255-3d41-4f11-9353-e446ad16a0f9 tempest-AttachVolumeTestJSON-524945227 tempest-AttachVolumeTestJSON-524945227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:16:53.372312 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-ba9edfc5-67c8-49ee-8032-e5099f80cc5d req-75cd0255-3d41-4f11-9353-e446ad16a0f9 tempest-AttachVolumeTestJSON-524945227 tempest-AttachVolumeTestJSON-524945227-project] 10.222.0.75 "GET /v2.0/ports?device_id=9e47810b-ed07-4409-98e3-da39074300c7 HTTP/1.1" status: 200 len: 946 time: 0.3297014 Feb 09 19:16:53.391488 n-d-713498-36 neutron-server[103232]: DEBUG neutron.notifiers.nova [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8bed1b6e-8e37-4dad-bafb-4dc444eac2ae {{(pid=103232) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 19:16:53.430188 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-7429db8d-6021-40ad-813e-885be449a89b None None] For port 8bed1b6e-8e37-4dad-bafb-4dc444eac2ae, host n-h2-713498-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-36',level=0,port_id=8bed1b6e-8e37-4dad-bafb-4dc444eac2ae,segment=NetworkSegment(50e5915e-18f0-4558-9a28-b978975ead36),segment_id=50e5915e-18f0-4558-9a28-b978975ead36)] {{(pid=103232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 19:16:53.446123 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762867176205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762866656485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762866656503'] for port (8bed1b6e-8e37-4dad-bafb-4dc444eac2ae), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:16:53.446320 n-d-713498-36 neutron-server[103233]: DEBUG neutron.db.l3_dvr_db [None req-8acaf1df-47b2-47c8-a222-9d055ab45721 None None] Set router d0abdd26-34e0-4273-9c37-255fd6625b93 gateway port host: None {{(pid=103233) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 19:16:53.476368 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5a4b6b2-e127-4ca8-96ea-5f2d700c425c req-6f945951-2a81-4e8c-88e6-f63c2b065034 tempest-MigrationsAdminTest-892781459 tempest-MigrationsAdminTest-892781459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:16:53.492811 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-a5a4b6b2-e127-4ca8-96ea-5f2d700c425c req-6f945951-2a81-4e8c-88e6-f63c2b065034 tempest-MigrationsAdminTest-892781459 tempest-MigrationsAdminTest-892781459-project] 10.222.0.75 "GET /v2.0/ports?device_id=5a41699b-33f6-4124-8872-0e1679a5b99b HTTP/1.1" status: 200 len: 948 time: 0.1273305 Feb 09 19:16:53.528888 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7d9df354-ef6d-42e8-9c2f-31fe8af4bd3b req-cbfa6ee3-c64c-4117-9c55-f266d6522d5c tempest-ServerAddressesTestJSON-255045322 tempest-ServerAddressesTestJSON-255045322-project] Made reservation on behalf of 5621cd4a727a487cbacf5148d68cb89d for: {'port': 1} {{(pid=103229) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 19:16:53.536707 n-d-713498-36 neutron-server[103233]: DEBUG neutron.db.l3_hamode_db [None req-8acaf1df-47b2-47c8-a222-9d055ab45721 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd0abdd26-34e0-4273-9c37-255fd6625b93', 'name': '', 'tenant_id': 'c49d8c6f1a0f4216bdbccfdbff23d04f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T19:16:47Z', 'updated_at': '2022-02-09T19:16:52Z', 'revision_number': 4, 'project_id': 'c49d8c6f1a0f4216bdbccfdbff23d04f', 'gw_port_host': None}], 'n-d-713498-36', False) {} {{(pid=103233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:16:53.541350 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-7d9df354-ef6d-42e8-9c2f-31fe8af4bd3b req-cbfa6ee3-c64c-4117-9c55-f266d6522d5c tempest-ServerAddressesTestJSON-255045322 tempest-ServerAddressesTestJSON-255045322-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (None), before_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:16:53.550508 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Pushing event updated for resources: {'Port': ['ID=8bed1b6e-8e37-4dad-bafb-4dc444eac2ae,revision_number=8']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:16:53.568181 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-a5a4b6b2-e127-4ca8-96ea-5f2d700c425c req-710ed3f1-827d-4fdf-8a99-28c329f67392 tempest-MigrationsAdminTest-892781459 tempest-MigrationsAdminTest-892781459-project] 10.222.0.75 "GET /v2.0/security-groups?id=709912c8-8171-4435-800e-9e5c5e45bf8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0745077 Feb 09 19:16:53.577487 n-d-713498-36 neutron-server[103233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8acaf1df-47b2-47c8-a222-9d055ab45721 None None] The sync data for ids ['d0abdd26-34e0-4273-9c37-255fd6625b93'] in n-d-713498-36 is: [{'id': 'd0abdd26-34e0-4273-9c37-255fd6625b93', 'name': '', 'tenant_id': 'c49d8c6f1a0f4216bdbccfdbff23d04f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T19:16:47Z', 'updated_at': '2022-02-09T19:16:52Z', 'revision_number': 4, 'project_id': 'c49d8c6f1a0f4216bdbccfdbff23d04f', 'gw_port_host': None}] {{(pid=103233) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 19:16:53.607830 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-ba9edfc5-67c8-49ee-8032-e5099f80cc5d req-96c970c2-c955-4a9d-9f3f-8edd885a68f9 tempest-AttachVolumeTestJSON-524945227 tempest-AttachVolumeTestJSON-524945227-project] 10.222.0.75 "GET /v2.0/security-groups?id=bd39f8e7-1d25-418e-b5cd-c91a805a4bbc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1921973 Feb 09 19:16:53.784234 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-3fd8d188-6369-4cf8-890e-6a67bad757e6 req-766d213b-1034-4c3e-9cc4-96578065685b tempest-MultipleCreateTestJSON-395872300 tempest-MultipleCreateTestJSON-395872300-project] 10.222.0.75 "GET /v2.0/ports?device_id=c32380bc-252c-45d0-bfcb-a5ff2d9eaf61 HTTP/1.1" status: 200 len: 210 time: 0.0782847 Feb 09 19:16:53.958602 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-062e03a3-074b-4434-841b-25be414bd405 req-27324ed7-9743-40f0-9d73-93b5f29d65d9 tempest-ServerShowV257Test-589056754 tempest-ServerShowV257Test-589056754-project] 10.222.0.75 "GET /v2.0/ports?device_id=26944e33-f83d-4567-bd3a-02cf5001147a HTTP/1.1" status: 200 len: 210 time: 0.0566297 Feb 09 19:16:53.987791 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-37245a2d-bf06-4651-81de-8c867e605e76 tempest-RoutersAdminTest-1529504030 tempest-RoutersAdminTest-1529504030-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762867177463', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762866656476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12867576'] for port (a6a5b0c7-fcbf-49b7-b202-18c1eab62797), after_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:16:54.104135 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-5b10e48b-6604-4101-aa58-2509ec6073a6 req-8926d7e1-e25a-450d-8ac5-8c096366113b tempest-ServerAddressesTestJSON-255045322 tempest-ServerAddressesTestJSON-255045322-project] 10.222.0.75 "GET /v2.0/ports?device_id=4b9f30e4-39ec-4393-bb5a-955f0e570137 HTTP/1.1" status: 200 len: 210 time: 0.0399764 Feb 09 19:16:54.272158 n-d-713498-36 neutron-server[103229]: DEBUG neutron.db.db_base_plugin_common [req-7d9df354-ef6d-42e8-9c2f-31fe8af4bd3b req-cbfa6ee3-c64c-4117-9c55-f266d6522d5c tempest-ServerAddressesTestJSON-255045322 tempest-ServerAddressesTestJSON-255045322-project] Allocated IP 172.20.0.12 (cade22b5-6a45-46fd-b1f1-f47b726fd2b6/29a02ab6-448d-48ce-8aae-9d4f83c29844/0b7fad14-f4df-4f17-bf51-32b75c58ff68) {{(pid=103229) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 19:16:54.309144 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37245a2d-bf06-4651-81de-8c867e605e76 tempest-RoutersAdminTest-1529504030 tempest-RoutersAdminTest-1529504030-project-admin] Pushing event deleted for resources: {'Port': ['ID=a6a5b0c7-fcbf-49b7-b202-18c1eab62797,revision_number=None']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:16:54.322602 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b316777-cf44-4249-908d-3ebdf7fbce81 req-91be7f9f-a618-492e-8354-967a9b19f246 tempest-TaggedBootDevicesTest-980849656 tempest-TaggedBootDevicesTest-980849656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:16:54.327929 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b316777-cf44-4249-908d-3ebdf7fbce81 req-91be7f9f-a618-492e-8354-967a9b19f246 tempest-TaggedBootDevicesTest-980849656 tempest-TaggedBootDevicesTest-980849656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:16:54.333214 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b316777-cf44-4249-908d-3ebdf7fbce81 req-91be7f9f-a618-492e-8354-967a9b19f246 tempest-TaggedBootDevicesTest-980849656 tempest-TaggedBootDevicesTest-980849656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:16:54.339089 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b316777-cf44-4249-908d-3ebdf7fbce81 req-91be7f9f-a618-492e-8354-967a9b19f246 tempest-TaggedBootDevicesTest-980849656 tempest-TaggedBootDevicesTest-980849656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:16:54.344366 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b316777-cf44-4249-908d-3ebdf7fbce81 req-91be7f9f-a618-492e-8354-967a9b19f246 tempest-TaggedBootDevicesTest-980849656 tempest-TaggedBootDevicesTest-980849656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:16:54.349674 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b316777-cf44-4249-908d-3ebdf7fbce81 req-91be7f9f-a618-492e-8354-967a9b19f246 tempest-TaggedBootDevicesTest-980849656 tempest-TaggedBootDevicesTest-980849656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:16:54.355627 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b316777-cf44-4249-908d-3ebdf7fbce81 req-91be7f9f-a618-492e-8354-967a9b19f246 tempest-TaggedBootDevicesTest-980849656 tempest-TaggedBootDevicesTest-980849656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:16:54.357656 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-1b316777-cf44-4249-908d-3ebdf7fbce81 req-91be7f9f-a618-492e-8354-967a9b19f246 tempest-TaggedBootDevicesTest-980849656 tempest-TaggedBootDevicesTest-980849656-project] 10.222.0.75 "GET /v2.0/ports?device_id=c3476174-573e-455c-944e-9ed0cac04ac2 HTTP/1.1" status: 200 len: 5428 time: 0.5873027 Feb 09 19:16:54.560671 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-37245a2d-bf06-4651-81de-8c867e605e76 tempest-RoutersAdminTest-1529504030 tempest-RoutersAdminTest-1529504030-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1818987'] for router_gateway (d0abdd26-34e0-4273-9c37-255fd6625b93), after_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:16:54.583795 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-1b316777-cf44-4249-908d-3ebdf7fbce81 req-9521c0bf-ed93-49e9-a798-36cf45a3da7c tempest-TaggedBootDevicesTest-980849656 tempest-TaggedBootDevicesTest-980849656-project] 10.222.0.75 "GET /v2.0/security-groups?id=6f7e8ede-8085-490c-860b-91c045ecce1f&id=116d7b93-0726-4659-8687-b47afcfa5056&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2161098 Feb 09 19:16:54.667635 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-7429db8d-6021-40ad-813e-885be449a89b None None] get_ports_and_sgs() called for port_ids ['1d0cdc94-55c4-4888-8478-b9f4b1cc96ea'] {{(pid=103232) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 19:16:54.716029 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-37245a2d-bf06-4651-81de-8c867e605e76 tempest-RoutersAdminTest-1529504030 tempest-RoutersAdminTest-1529504030-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1834988', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-58375'] for router (d0abdd26-34e0-4273-9c37-255fd6625b93), precommit_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:16:54.720544 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-37245a2d-bf06-4651-81de-8c867e605e76 tempest-RoutersAdminTest-1529504030 tempest-RoutersAdminTest-1529504030-project-admin] Publish callbacks [] for router_controller (d0abdd26-34e0-4273-9c37-255fd6625b93), precommit_delete_associations {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:16:54.728756 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-7429db8d-6021-40ad-813e-885be449a89b None None] get_ports_and_sgs() called for port_ids ['6aefa796-a5da-43f4-b77c-5a57dc7a02ee'] {{(pid=103232) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 19:16:54.762312 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-7d9df354-ef6d-42e8-9c2f-31fe8af4bd3b req-cbfa6ee3-c64c-4117-9c55-f266d6522d5c tempest-ServerAddressesTestJSON-255045322 tempest-ServerAddressesTestJSON-255045322-project] Publish callbacks [] for port (0b7fad14-f4df-4f17-bf51-32b75c58ff68), precommit_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:16:54.769016 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-7429db8d-6021-40ad-813e-885be449a89b None None] get_ports_and_sgs() called for port_ids ['b9b4a7ef-d6e3-4be9-ba7d-38016a167987'] {{(pid=103232) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 19:16:54.845377 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-7429db8d-6021-40ad-813e-885be449a89b None None] get_ports_and_sgs() called for port_ids ['00c0f46c-15ff-4897-a6aa-63bcf7d50cc2'] {{(pid=103232) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 19:16:54.847612 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-37245a2d-bf06-4651-81de-8c867e605e76 tempest-RoutersAdminTest-1529504030 tempest-RoutersAdminTest-1529504030-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1835003'] for router (d0abdd26-34e0-4273-9c37-255fd6625b93), after_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:16:54.848386 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-37245a2d-bf06-4651-81de-8c867e605e76 tempest-RoutersAdminTest-1529504030 tempest-RoutersAdminTest-1529504030-project-admin] Fanout notify agent at l3_agent the message router_deleted on router d0abdd26-34e0-4273-9c37-255fd6625b93 {{(pid=103229) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 09 19:16:54.865267 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-37245a2d-bf06-4651-81de-8c867e605e76 tempest-RoutersAdminTest-1529504030 tempest-RoutersAdminTest-1529504030-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:16:54.866903 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-37245a2d-bf06-4651-81de-8c867e605e76 tempest-RoutersAdminTest-1529504030 tempest-RoutersAdminTest-1529504030-project-admin] 10.222.0.75 "DELETE /v2.0/routers/d0abdd26-34e0-4273-9c37-255fd6625b93 HTTP/1.1" status: 204 len: 168 time: 3.3447735 Feb 09 19:16:54.871643 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 37870) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:16:54.909562 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e26fe307-55bc-4daa-92df-c243b8cbcdd9 req-4053ee0d-73da-4c65-8adf-3b72fb72fed8 tempest-MigrationsAdminTest-892781459 tempest-MigrationsAdminTest-892781459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:16:54.917681 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-e26fe307-55bc-4daa-92df-c243b8cbcdd9 req-4053ee0d-73da-4c65-8adf-3b72fb72fed8 tempest-MigrationsAdminTest-892781459 tempest-MigrationsAdminTest-892781459-project] 10.222.0.75 "GET /v2.0/ports?device_id=5a41699b-33f6-4124-8872-0e1679a5b99b HTTP/1.1" status: 200 len: 949 time: 0.1689718 Feb 09 19:16:54.927104 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-7429db8d-6021-40ad-813e-885be449a89b None None] get_ports_and_sgs() called for port_ids ['ae0c20e2-a6bc-4527-b56e-8e357d08f2b6'] {{(pid=103232) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 19:16:54.941937 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-7429db8d-6021-40ad-813e-885be449a89b None None] get_ports_and_sgs() called for port_ids ['fd688801-4beb-42a5-9ec8-010c808e3c22'] {{(pid=103232) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 19:16:54.985934 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b62d84ba-a555-4e1e-8bac-eddefa9dd504 req-3059873e-971d-4e0c-8b21-68d7c1891616 tempest-AttachVolumeTestJSON-524945227 tempest-AttachVolumeTestJSON-524945227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:16:54.988088 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-b62d84ba-a555-4e1e-8bac-eddefa9dd504 req-3059873e-971d-4e0c-8b21-68d7c1891616 tempest-AttachVolumeTestJSON-524945227 tempest-AttachVolumeTestJSON-524945227-project] 10.222.0.75 "GET /v2.0/ports?device_id=9e47810b-ed07-4409-98e3-da39074300c7 HTTP/1.1" status: 200 len: 946 time: 0.2296627 Feb 09 19:16:55.006393 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-7d9df354-ef6d-42e8-9c2f-31fe8af4bd3b req-cbfa6ee3-c64c-4117-9c55-f266d6522d5c tempest-ServerAddressesTestJSON-255045322 tempest-ServerAddressesTestJSON-255045322-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762866656467', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12867576'] for port (0b7fad14-f4df-4f17-bf51-32b75c58ff68), after_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:16:55.095835 n-d-713498-36 neutron-server[103229]: DEBUG neutron.db.db_base_plugin_v2 [None req-8b74b258-0005-460f-8099-f1eff9c5bd58 tempest-RoutersAdminTest-1529504030 tempest-RoutersAdminTest-1529504030-project-admin] Deleting subnet fa526dd2-4317-4e71-baae-1a49f5d8548e {{(pid=103229) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 19:16:55.115701 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-8b74b258-0005-460f-8099-f1eff9c5bd58 tempest-RoutersAdminTest-1529504030 tempest-RoutersAdminTest-1529504030-project-admin] Publish callbacks [] for subnet (fa526dd2-4317-4e71-baae-1a49f5d8548e), before_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:16:55.170803 n-d-713498-36 neutron-server[103229]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7d9df354-ef6d-42e8-9c2f-31fe8af4bd3b req-cbfa6ee3-c64c-4117-9c55-f266d6522d5c tempest-ServerAddressesTestJSON-255045322 tempest-ServerAddressesTestJSON-255045322-project] Network cade22b5-6a45-46fd-b1f1-f47b726fd2b6 is already hosted by enough agents. {{(pid=103229) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 19:16:55.207703 n-d-713498-36 neutron-server[103229]: DEBUG neutron.scheduler.base_scheduler [req-7d9df354-ef6d-42e8-9c2f-31fe8af4bd3b req-cbfa6ee3-c64c-4117-9c55-f266d6522d5c tempest-ServerAddressesTestJSON-255045322 tempest-ServerAddressesTestJSON-255045322-project] Resources bound (agent type, host, resource id): {{(pid=103229) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 19:16:55.216544 n-d-713498-36 neutron-server[103229]: DEBUG neutron.db.l3_dvrscheduler_db [req-7d9df354-ef6d-42e8-9c2f-31fe8af4bd3b req-cbfa6ee3-c64c-4117-9c55-f266d6522d5c tempest-ServerAddressesTestJSON-255045322 tempest-ServerAddressesTestJSON-255045322-project] Received port after_create {{(pid=103229) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 19:16:55.274269 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbfa6ee3-c64c-4117-9c55-f266d6522d5c tempest-ServerAddressesTestJSON-255045322 tempest-ServerAddressesTestJSON-255045322-project] Pushing event updated for resources: {'Port': ['ID=0b7fad14-f4df-4f17-bf51-32b75c58ff68,revision_number=1']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:16:55.291737 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-8b74b258-0005-460f-8099-f1eff9c5bd58 tempest-RoutersAdminTest-1529504030 tempest-RoutersAdminTest-1529504030-project-admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16683410'] for subnet (fa526dd2-4317-4e71-baae-1a49f5d8548e), precommit_delete_associations {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:16:55.327122 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-b62d84ba-a555-4e1e-8bac-eddefa9dd504 req-e391ba44-e7b9-4ed4-89e6-1c0ff9019109 tempest-AttachVolumeTestJSON-524945227 tempest-AttachVolumeTestJSON-524945227-project] 10.222.0.75 "GET /v2.0/security-groups?id=bd39f8e7-1d25-418e-b5cd-c91a805a4bbc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3157063 Feb 09 19:16:55.458395 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-7429db8d-6021-40ad-813e-885be449a89b None None] get_ports_and_sgs() called for port_ids ['7627d463-e16c-4819-9e5e-c073ce7e0152'] {{(pid=103232) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 19:16:55.524212 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Device 8bed1b6e-8e37-4dad-bafb-4dc444eac2ae details requested by agent hyperv_n-h2-713498-36 with host n-h2-713498-36 {{(pid=103232) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 19:16:55.529476 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-8b74b258-0005-460f-8099-f1eff9c5bd58 tempest-RoutersAdminTest-1529504030 tempest-RoutersAdminTest-1529504030-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-759852'] for subnet (fa526dd2-4317-4e71-baae-1a49f5d8548e), precommit_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:16:55.715557 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d9df354-ef6d-42e8-9c2f-31fe8af4bd3b req-cbfa6ee3-c64c-4117-9c55-f266d6522d5c tempest-ServerAddressesTestJSON-255045322 tempest-ServerAddressesTestJSON-255045322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:16:55.716542 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-7d9df354-ef6d-42e8-9c2f-31fe8af4bd3b req-cbfa6ee3-c64c-4117-9c55-f266d6522d5c tempest-ServerAddressesTestJSON-255045322 tempest-ServerAddressesTestJSON-255045322-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171096'] for port (None), before_response {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:16:55.718754 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-7429db8d-6021-40ad-813e-885be449a89b None None] For port 8bed1b6e-8e37-4dad-bafb-4dc444eac2ae, host n-h2-713498-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-36',level=0,port_id=8bed1b6e-8e37-4dad-bafb-4dc444eac2ae,segment=NetworkSegment(50e5915e-18f0-4558-9a28-b978975ead36),segment_id=50e5915e-18f0-4558-9a28-b978975ead36)] {{(pid=103232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 19:16:55.721706 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-8b74b258-0005-460f-8099-f1eff9c5bd58 tempest-RoutersAdminTest-1529504030 tempest-RoutersAdminTest-1529504030-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-760023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12867367', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12759238'] for subnet (fa526dd2-4317-4e71-baae-1a49f5d8548e), after_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:16:55.749791 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6ad51be-f550-4634-aef2-62d40fe2a8f6 req-de22885e-b04d-4de8-bb1e-003e358c1aaa tempest-MultipleCreateTestJSON-395872300 tempest-MultipleCreateTestJSON-395872300-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:16:55.751961 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-e6ad51be-f550-4634-aef2-62d40fe2a8f6 req-de22885e-b04d-4de8-bb1e-003e358c1aaa tempest-MultipleCreateTestJSON-395872300 tempest-MultipleCreateTestJSON-395872300-project] 10.222.0.90 "GET /v2.0/networks?id=ce5a1920-47d4-4acd-9320-1f2b7d8adbbf HTTP/1.1" status: 200 len: 813 time: 0.1430357 Feb 09 19:16:55.765395 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Returning: {'device': '8bed1b6e-8e37-4dad-bafb-4dc444eac2ae', 'network_id': '2b5494c8-cf97-42c1-b902-87f998f28179', 'port_id': '8bed1b6e-8e37-4dad-bafb-4dc444eac2ae', 'mac_address': 'fa:16:3e:f6:ac:75', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 359, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '60b561cb-321e-4f83-9bb3-92b2e1d0dc44', 'ip_address': '192.168.233.195'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103232) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 19:16:55.784752 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b74b258-0005-460f-8099-f1eff9c5bd58 tempest-RoutersAdminTest-1529504030 tempest-RoutersAdminTest-1529504030-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=fa526dd2-4317-4e71-baae-1a49f5d8548e,revision_number=None']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:16:55.787634 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-8b74b258-0005-460f-8099-f1eff9c5bd58 tempest-RoutersAdminTest-1529504030 tempest-RoutersAdminTest-1529504030-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1613566'] for subnet (None), before_response {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:16:55.794739 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-8b74b258-0005-460f-8099-f1eff9c5bd58 tempest-RoutersAdminTest-1529504030 tempest-RoutersAdminTest-1529504030-project-admin] 10.222.0.75 "DELETE /v2.0/subnets/fa526dd2-4317-4e71-baae-1a49f5d8548e HTTP/1.1" status: 204 len: 168 time: 0.9160502 Feb 09 19:16:55.795206 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.v2.base [req-e6ad51be-f550-4634-aef2-62d40fe2a8f6 req-27f3bca5-b00f-44d1-962f-3916eb289cae tempest-MultipleCreateTestJSON-395872300 tempest-MultipleCreateTestJSON-395872300-project] Request body: {'port': {'device_id': 'c32380bc-252c-45d0-bfcb-a5ff2d9eaf61', 'network_id': 'ce5a1920-47d4-4acd-9320-1f2b7d8adbbf', 'admin_state_up': True, 'tenant_id': 'b778494753704141b6eb8355afee2383'}} {{(pid=103230) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 19:16:55.803062 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 37890) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:16:55.806118 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-0a89d696-0787-42bc-bbeb-6557536b01d7 req-a246597e-d0a7-4556-942d-d74752f0e049 tempest-MultipleCreateTestJSON-395872300 tempest-MultipleCreateTestJSON-395872300-project] 10.222.0.75 "GET /v2.0/ports?device_id=c32380bc-252c-45d0-bfcb-a5ff2d9eaf61 HTTP/1.1" status: 200 len: 210 time: 0.0813055 Feb 09 19:16:55.812657 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-7d9df354-ef6d-42e8-9c2f-31fe8af4bd3b req-cbfa6ee3-c64c-4117-9c55-f266d6522d5c tempest-ServerAddressesTestJSON-255045322 tempest-ServerAddressesTestJSON-255045322-project] 10.222.0.90 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.8389897 Feb 09 19:16:55.830286 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.v2.base [req-7d9df354-ef6d-42e8-9c2f-31fe8af4bd3b req-cf39884c-664e-463c-a3ba-40a1cebe879a service neutron] Request body: {'port': {'device_id': '4b9f30e4-39ec-4393-bb5a-955f0e570137', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-713498-36'}} {{(pid=103229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 19:16:56.012414 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-e26fe307-55bc-4daa-92df-c243b8cbcdd9 req-a456feaf-6458-46e1-9aa5-f6cfe72c22d1 tempest-MigrationsAdminTest-892781459 tempest-MigrationsAdminTest-892781459-project] 10.222.0.75 "GET /v2.0/security-groups?id=709912c8-8171-4435-800e-9e5c5e45bf8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3949015 Feb 09 19:16:56.028764 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-83f5b894-2886-498c-9bfa-05335a0bd949 req-bd670431-e5c5-4f96-b6f0-3dcb6f911a4b tempest-ServerShowV257Test-589056754 tempest-ServerShowV257Test-589056754-project] 10.222.0.75 "GET /v2.0/ports?device_id=26944e33-f83d-4567-bd3a-02cf5001147a HTTP/1.1" status: 200 len: 210 time: 0.0950060 Feb 09 19:16:56.042512 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-7d9df354-ef6d-42e8-9c2f-31fe8af4bd3b req-cf39884c-664e-463c-a3ba-40a1cebe879a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (0b7fad14-f4df-4f17-bf51-32b75c58ff68), before_update {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:16:56.206062 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6ad51be-f550-4634-aef2-62d40fe2a8f6 req-7e2b7f4f-1123-4085-87a0-25bf18d65175 tempest-MultipleCreateTestJSON-395872300 tempest-MultipleCreateTestJSON-395872300-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:16:56.208210 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-e6ad51be-f550-4634-aef2-62d40fe2a8f6 req-7e2b7f4f-1123-4085-87a0-25bf18d65175 tempest-MultipleCreateTestJSON-395872300 tempest-MultipleCreateTestJSON-395872300-project] 10.222.0.89 "GET /v2.0/networks?id=ce5a1920-47d4-4acd-9320-1f2b7d8adbbf HTTP/1.1" status: 200 len: 813 time: 1.2834327 Feb 09 19:16:56.215169 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-10c29132-7a01-4f4b-8896-a8846c2fad65 tempest-RoutersAdminTest-1529504030 tempest-RoutersAdminTest-1529504030-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-670458'] for network (f937dec6-3d95-4d37-b7da-195ccf638f99), before_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:16:56.218168 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e6ad51be-f550-4634-aef2-62d40fe2a8f6 req-27f3bca5-b00f-44d1-962f-3916eb289cae tempest-MultipleCreateTestJSON-395872300 tempest-MultipleCreateTestJSON-395872300-project] Made reservation on behalf of b778494753704141b6eb8355afee2383 for: {'port': 1} {{(pid=103230) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 19:16:56.222804 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [req-e6ad51be-f550-4634-aef2-62d40fe2a8f6 req-27f3bca5-b00f-44d1-962f-3916eb289cae tempest-MultipleCreateTestJSON-395872300 tempest-MultipleCreateTestJSON-395872300-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (None), before_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:16:56.233394 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.v2.base [req-e6ad51be-f550-4634-aef2-62d40fe2a8f6 req-95251524-0b7e-449f-8ddd-967b590fb60a tempest-MultipleCreateTestJSON-395872300 tempest-MultipleCreateTestJSON-395872300-project] Request body: {'port': {'device_id': '9158ce27-124a-482c-b9ca-b1c1f903ece5', 'network_id': 'ce5a1920-47d4-4acd-9320-1f2b7d8adbbf', 'admin_state_up': True, 'tenant_id': 'b778494753704141b6eb8355afee2383'}} {{(pid=103230) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 19:16:56.303202 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12f6b7ca-c64f-44ff-9b5c-7aef526ce70e req-622ab131-23e8-4303-843a-e49e9a7ae0c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:16:56.305716 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-12f6b7ca-c64f-44ff-9b5c-7aef526ce70e req-622ab131-23e8-4303-843a-e49e9a7ae0c2 service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=5a41699b-33f6-4124-8872-0e1679a5b99b&tenant_id=51b81e7592544b98a90626c2bba713eb HTTP/1.1" status: 200 len: 1132 time: 0.1879244 Feb 09 19:16:56.325259 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.v2.base [req-12f6b7ca-c64f-44ff-9b5c-7aef526ce70e req-5ab039f8-46ed-4374-8ac5-05e67ffcbdef service neutron] Request body: {'port': {'binding:host_id': 'n-h1-713498-36', 'device_owner': 'compute:nova'}} {{(pid=103229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 19:16:56.366275 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6aff7f8-02b7-4632-bc5b-dabcd43983d0 req-fcd8e0fb-7f96-4218-8453-9bb79796abff tempest-ServerAddressesTestJSON-255045322 tempest-ServerAddressesTestJSON-255045322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:16:56.367891 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-e6aff7f8-02b7-4632-bc5b-dabcd43983d0 req-fcd8e0fb-7f96-4218-8453-9bb79796abff tempest-ServerAddressesTestJSON-255045322 tempest-ServerAddressesTestJSON-255045322-project] 10.222.0.75 "GET /v2.0/ports?device_id=4b9f30e4-39ec-4393-bb5a-955f0e570137 HTTP/1.1" status: 200 len: 932 time: 0.2455928 Feb 09 19:16:56.450173 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d947147f-860e-44a8-a15f-405e95262ee0 req-77130be0-01e2-4939-b05c-587cc7be50af tempest-TaggedBootDevicesTest-980849656 tempest-TaggedBootDevicesTest-980849656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:16:56.455932 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d947147f-860e-44a8-a15f-405e95262ee0 req-77130be0-01e2-4939-b05c-587cc7be50af tempest-TaggedBootDevicesTest-980849656 tempest-TaggedBootDevicesTest-980849656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:16:56.461725 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d947147f-860e-44a8-a15f-405e95262ee0 req-77130be0-01e2-4939-b05c-587cc7be50af tempest-TaggedBootDevicesTest-980849656 tempest-TaggedBootDevicesTest-980849656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:16:56.468725 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d947147f-860e-44a8-a15f-405e95262ee0 req-77130be0-01e2-4939-b05c-587cc7be50af tempest-TaggedBootDevicesTest-980849656 tempest-TaggedBootDevicesTest-980849656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:16:56.474311 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d947147f-860e-44a8-a15f-405e95262ee0 req-77130be0-01e2-4939-b05c-587cc7be50af tempest-TaggedBootDevicesTest-980849656 tempest-TaggedBootDevicesTest-980849656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:16:56.480304 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d947147f-860e-44a8-a15f-405e95262ee0 req-77130be0-01e2-4939-b05c-587cc7be50af tempest-TaggedBootDevicesTest-980849656 tempest-TaggedBootDevicesTest-980849656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:16:56.486614 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d947147f-860e-44a8-a15f-405e95262ee0 req-77130be0-01e2-4939-b05c-587cc7be50af tempest-TaggedBootDevicesTest-980849656 tempest-TaggedBootDevicesTest-980849656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:16:56.489097 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-d947147f-860e-44a8-a15f-405e95262ee0 req-77130be0-01e2-4939-b05c-587cc7be50af tempest-TaggedBootDevicesTest-980849656 tempest-TaggedBootDevicesTest-980849656-project] 10.222.0.75 "GET /v2.0/ports?device_id=c3476174-573e-455c-944e-9ed0cac04ac2 HTTP/1.1" status: 200 len: 5428 time: 0.3343470 Feb 09 19:16:56.530835 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-12f6b7ca-c64f-44ff-9b5c-7aef526ce70e req-5ab039f8-46ed-4374-8ac5-05e67ffcbdef service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (8bed1b6e-8e37-4dad-bafb-4dc444eac2ae), before_update {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:16:56.598854 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-10c29132-7a01-4f4b-8896-a8846c2fad65 tempest-RoutersAdminTest-1529504030 tempest-RoutersAdminTest-1529504030-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-590267', 'neutron.services.segments.db._delete_segments_for_network-8762867132609'] for network (f937dec6-3d95-4d37-b7da-195ccf638f99), precommit_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:16:56.630104 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-e6aff7f8-02b7-4632-bc5b-dabcd43983d0 req-46571ed6-87a3-4472-a639-0427c48c329f tempest-ServerAddressesTestJSON-255045322 tempest-ServerAddressesTestJSON-255045322-project] 10.222.0.75 "GET /v2.0/security-groups?id=27141499-9c1f-4375-ace6-098777d860bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2137377 Feb 09 19:16:56.654971 n-d-713498-36 neutron-server[103230]: DEBUG neutron.services.segments.db [None req-10c29132-7a01-4f4b-8896-a8846c2fad65 tempest-RoutersAdminTest-1529504030 tempest-RoutersAdminTest-1529504030-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f937dec6-3d95-4d37-b7da-195ccf638f99']}} {{(pid=103230) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:16:56.667567 n-d-713498-36 neutron-server[103230]: DEBUG neutron.services.segments.db [None req-10c29132-7a01-4f4b-8896-a8846c2fad65 tempest-RoutersAdminTest-1529504030 tempest-RoutersAdminTest-1529504030-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4fd9d3fa-1b31-49d7-845d-cbdf49792f9c') {'for_net_delete': True} {{(pid=103230) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:16:56.667874 n-d-713498-36 neutron-server[103230]: DEBUG neutron.services.segments.db [None req-10c29132-7a01-4f4b-8896-a8846c2fad65 tempest-RoutersAdminTest-1529504030 tempest-RoutersAdminTest-1529504030-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4fd9d3fa-1b31-49d7-845d-cbdf49792f9c') {} {{(pid=103230) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:16:56.680046 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e6ad51be-f550-4634-aef2-62d40fe2a8f6 req-95251524-0b7e-449f-8ddd-967b590fb60a tempest-MultipleCreateTestJSON-395872300 tempest-MultipleCreateTestJSON-395872300-project] Made reservation on behalf of b778494753704141b6eb8355afee2383 for: {'port': 1} {{(pid=103230) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 19:16:56.684966 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [req-e6ad51be-f550-4634-aef2-62d40fe2a8f6 req-95251524-0b7e-449f-8ddd-967b590fb60a tempest-MultipleCreateTestJSON-395872300 tempest-MultipleCreateTestJSON-395872300-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (None), before_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:16:56.689872 n-d-713498-36 neutron-server[103230]: DEBUG neutron.db.db_base_plugin_common [req-e6ad51be-f550-4634-aef2-62d40fe2a8f6 req-27f3bca5-b00f-44d1-962f-3916eb289cae tempest-MultipleCreateTestJSON-395872300 tempest-MultipleCreateTestJSON-395872300-project] Allocated IP 172.20.0.3 (ce5a1920-47d4-4acd-9320-1f2b7d8adbbf/91f7ce59-3a13-47bf-9dd9-ab64da9bfd75/0c3511af-ea92-49e3-90ee-e0e7ad07df70) {{(pid=103230) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 19:16:56.695476 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-10c29132-7a01-4f4b-8896-a8846c2fad65 tempest-RoutersAdminTest-1529504030 tempest-RoutersAdminTest-1529504030-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762867134154', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12895813'] for segment (4fd9d3fa-1b31-49d7-845d-cbdf49792f9c), before_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:16:56.742699 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-10c29132-7a01-4f4b-8896-a8846c2fad65 tempest-RoutersAdminTest-1529504030 tempest-RoutersAdminTest-1529504030-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-759574'] for segment (4fd9d3fa-1b31-49d7-845d-cbdf49792f9c), precommit_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:16:56.766607 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-d947147f-860e-44a8-a15f-405e95262ee0 req-2daf5702-4101-4243-ba0c-a875df367191 tempest-TaggedBootDevicesTest-980849656 tempest-TaggedBootDevicesTest-980849656-project] 10.222.0.75 "GET /v2.0/security-groups?id=6f7e8ede-8085-490c-860b-91c045ecce1f&id=116d7b93-0726-4659-8687-b47afcfa5056&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2223921 Feb 09 19:16:56.792805 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-10c29132-7a01-4f4b-8896-a8846c2fad65 tempest-RoutersAdminTest-1529504030 tempest-RoutersAdminTest-1529504030-project-admin] Releasing vlan 376 on physical network physnet1 to pool {{(pid=103230) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 19:16:56.792805 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-10c29132-7a01-4f4b-8896-a8846c2fad65 tempest-RoutersAdminTest-1529504030 tempest-RoutersAdminTest-1529504030-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-759574', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14393826'] for segment (4fd9d3fa-1b31-49d7-845d-cbdf49792f9c), after_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:16:56.792805 n-d-713498-36 neutron-server[103230]: Traceback (most recent call last): Feb 09 19:16:56.792805 n-d-713498-36 neutron-server[103230]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 19:16:56.792805 n-d-713498-36 neutron-server[103230]: timer() Feb 09 19:16:56.792805 n-d-713498-36 neutron-server[103230]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 19:16:56.792805 n-d-713498-36 neutron-server[103230]: cb(*args, **kw) Feb 09 19:16:56.792805 n-d-713498-36 neutron-server[103230]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 19:16:56.792805 n-d-713498-36 neutron-server[103230]: return func(*args, **kwargs) Feb 09 19:16:56.792805 n-d-713498-36 neutron-server[103230]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 19:16:56.792805 n-d-713498-36 neutron-server[103230]: self._notify() Feb 09 19:16:56.792805 n-d-713498-36 neutron-server[103230]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 19:16:56.792805 n-d-713498-36 neutron-server[103230]: self.callback(batched_events) Feb 09 19:16:56.792805 n-d-713498-36 neutron-server[103230]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 19:16:56.792805 n-d-713498-36 neutron-server[103230]: event.method(event) Feb 09 19:16:56.792805 n-d-713498-36 neutron-server[103230]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 19:16:56.792805 n-d-713498-36 neutron-server[103230]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 19:16:56.792805 n-d-713498-36 neutron-server[103230]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 19:16:56.792805 n-d-713498-36 neutron-server[103230]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 19:16:56.792805 n-d-713498-36 neutron-server[103230]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 19:16:56.792805 n-d-713498-36 neutron-server[103230]: return f(self, *a, **k) Feb 09 19:16:56.792805 n-d-713498-36 neutron-server[103230]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 19:16:56.792805 n-d-713498-36 neutron-server[103230]: return self._get(url).json() Feb 09 19:16:56.792805 n-d-713498-36 neutron-server[103230]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 19:16:56.792805 n-d-713498-36 neutron-server[103230]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 19:16:56.792805 n-d-713498-36 neutron-server[103230]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 19:16:56.792805 n-d-713498-36 neutron-server[103230]: return self.request(url, 'GET', **kwargs) Feb 09 19:16:56.792805 n-d-713498-36 neutron-server[103230]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 19:16:56.792805 n-d-713498-36 neutron-server[103230]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 19:16:56.792805 n-d-713498-36 neutron-server[103230]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 19:16:56.792805 n-d-713498-36 neutron-server[103230]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 19:16:56.792805 n-d-713498-36 neutron-server[103230]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 19:16:56.792805 n-d-713498-36 neutron-server[103230]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 19:16:56.792805 n-d-713498-36 neutron-server[103230]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 19:16:56.852635 n-d-713498-36 neutron-server[103229]: DEBUG neutron.notifiers.nova [req-7d9df354-ef6d-42e8-9c2f-31fe8af4bd3b req-cf39884c-664e-463c-a3ba-40a1cebe879a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0b7fad14-f4df-4f17-bf51-32b75c58ff68 {{(pid=103229) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 19:16:56.867504 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-7d9df354-ef6d-42e8-9c2f-31fe8af4bd3b req-cf39884c-664e-463c-a3ba-40a1cebe879a service neutron] Publish callbacks [] for port (0b7fad14-f4df-4f17-bf51-32b75c58ff68), precommit_update {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:16:56.966522 n-d-713498-36 neutron-server[103229]: DEBUG neutron.db.provisioning_blocks [req-7d9df354-ef6d-42e8-9c2f-31fe8af4bd3b req-cf39884c-664e-463c-a3ba-40a1cebe879a service neutron] Transition to ACTIVE for port object 0b7fad14-f4df-4f17-bf51-32b75c58ff68 will not be triggered until provisioned by entity L2. {{(pid=103229) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 19:16:56.970974 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-60194927-b00c-42f3-a635-7b987fa9e31f req-eb7f4a6a-4865-4950-900a-462e761473b1 tempest-MultipleCreateTestJSON-395872300 tempest-MultipleCreateTestJSON-395872300-project] 10.222.0.75 "GET /v2.0/ports?device_id=c32380bc-252c-45d0-bfcb-a5ff2d9eaf61 HTTP/1.1" status: 200 len: 210 time: 0.0596151 Feb 09 19:16:56.973801 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-7d9df354-ef6d-42e8-9c2f-31fe8af4bd3b req-cf39884c-664e-463c-a3ba-40a1cebe879a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762867176205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762866656485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762866656503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12867569'] for port (0b7fad14-f4df-4f17-bf51-32b75c58ff68), after_update {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:16:56.975159 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-10c29132-7a01-4f4b-8896-a8846c2fad65 tempest-RoutersAdminTest-1529504030 tempest-RoutersAdminTest-1529504030-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-590242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1885479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1818895'] for network (f937dec6-3d95-4d37-b7da-195ccf638f99), after_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:16:56.990927 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfb1c2b2-b1e5-4652-ba80-ee8f04be6657 req-3566df1b-390d-40e9-afc3-c4d3538121de tempest-AttachVolumeTestJSON-524945227 tempest-AttachVolumeTestJSON-524945227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:16:56.999511 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-cfb1c2b2-b1e5-4652-ba80-ee8f04be6657 req-3566df1b-390d-40e9-afc3-c4d3538121de tempest-AttachVolumeTestJSON-524945227 tempest-AttachVolumeTestJSON-524945227-project] 10.222.0.75 "GET /v2.0/ports?device_id=9e47810b-ed07-4409-98e3-da39074300c7 HTTP/1.1" status: 200 len: 946 time: 0.2819133 Feb 09 19:16:57.002642 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-10c29132-7a01-4f4b-8896-a8846c2fad65 tempest-RoutersAdminTest-1529504030 tempest-RoutersAdminTest-1529504030-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network f937dec6-3d95-4d37-b7da-195ccf638f99 {{(pid=103230) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Feb 09 19:16:57.023510 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-10c29132-7a01-4f4b-8896-a8846c2fad65 tempest-RoutersAdminTest-1529504030 tempest-RoutersAdminTest-1529504030-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1613566'] for network (None), before_response {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:16:57.028020 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-10c29132-7a01-4f4b-8896-a8846c2fad65 tempest-RoutersAdminTest-1529504030 tempest-RoutersAdminTest-1529504030-project-admin] 10.222.0.75 "DELETE /v2.0/networks/f937dec6-3d95-4d37-b7da-195ccf638f99 HTTP/1.1" status: 204 len: 168 time: 1.2236142 Feb 09 19:16:57.033503 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10c29132-7a01-4f4b-8896-a8846c2fad65 tempest-RoutersAdminTest-1529504030 tempest-RoutersAdminTest-1529504030-project-admin] Pushing event deleted for resources: {'Network': ['ID=f937dec6-3d95-4d37-b7da-195ccf638f99,revision_number=None']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:16:57.061847 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.db [req-12f6b7ca-c64f-44ff-9b5c-7aef526ce70e req-5ab039f8-46ed-4374-8ac5-05e67ffcbdef service neutron] For port 8bed1b6e-8e37-4dad-bafb-4dc444eac2ae, host n-h2-713498-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-36',level=0,port_id=8bed1b6e-8e37-4dad-bafb-4dc444eac2ae,segment=NetworkSegment(50e5915e-18f0-4558-9a28-b978975ead36),segment_id=50e5915e-18f0-4558-9a28-b978975ead36)] {{(pid=103229) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 19:16:57.065941 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf39884c-664e-463c-a3ba-40a1cebe879a service neutron] Pushing event updated for resources: {'Port': ['ID=0b7fad14-f4df-4f17-bf51-32b75c58ff68,revision_number=2']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:16:57.174160 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [req-e6ad51be-f550-4634-aef2-62d40fe2a8f6 req-27f3bca5-b00f-44d1-962f-3916eb289cae tempest-MultipleCreateTestJSON-395872300 tempest-MultipleCreateTestJSON-395872300-project] Publish callbacks [] for port (0c3511af-ea92-49e3-90ee-e0e7ad07df70), precommit_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:16:57.183779 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-cfb1c2b2-b1e5-4652-ba80-ee8f04be6657 req-5ae15ac0-08a9-485c-9547-cc46bb626a97 tempest-AttachVolumeTestJSON-524945227 tempest-AttachVolumeTestJSON-524945227-project] 10.222.0.75 "GET /v2.0/security-groups?id=bd39f8e7-1d25-418e-b5cd-c91a805a4bbc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1822793 Feb 09 19:16:57.219518 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.db [req-12f6b7ca-c64f-44ff-9b5c-7aef526ce70e req-5ab039f8-46ed-4374-8ac5-05e67ffcbdef service neutron] For port 8bed1b6e-8e37-4dad-bafb-4dc444eac2ae, host n-h2-713498-36, cleared binding levels {{(pid=103229) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 19:16:57.319896 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-370eb32f-fe03-476e-9d1f-85797868b5d0 req-aa7f0902-66fc-46a4-bee0-e8ace444b134 tempest-MigrationsAdminTest-892781459 tempest-MigrationsAdminTest-892781459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:16:57.322315 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-370eb32f-fe03-476e-9d1f-85797868b5d0 req-aa7f0902-66fc-46a4-bee0-e8ace444b134 tempest-MigrationsAdminTest-892781459 tempest-MigrationsAdminTest-892781459-project] 10.222.0.75 "GET /v2.0/ports?device_id=5a41699b-33f6-4124-8872-0e1679a5b99b HTTP/1.1" status: 200 len: 949 time: 0.2005630 Feb 09 19:16:57.330152 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [req-e6ad51be-f550-4634-aef2-62d40fe2a8f6 req-27f3bca5-b00f-44d1-962f-3916eb289cae tempest-MultipleCreateTestJSON-395872300 tempest-MultipleCreateTestJSON-395872300-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762866656467', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14393751'] for port (0c3511af-ea92-49e3-90ee-e0e7ad07df70), after_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:16:57.379204 n-d-713498-36 neutron-server[103229]: DEBUG neutron.notifiers.nova [req-12f6b7ca-c64f-44ff-9b5c-7aef526ce70e req-5ab039f8-46ed-4374-8ac5-05e67ffcbdef service neutron] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id 8bed1b6e-8e37-4dad-bafb-4dc444eac2ae {{(pid=103229) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 19:16:57.390273 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-12f6b7ca-c64f-44ff-9b5c-7aef526ce70e req-5ab039f8-46ed-4374-8ac5-05e67ffcbdef service neutron] Publish callbacks [] for port (8bed1b6e-8e37-4dad-bafb-4dc444eac2ae), precommit_update {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:16:57.404288 n-d-713498-36 neutron-server[103229]: DEBUG neutron.db.provisioning_blocks [req-12f6b7ca-c64f-44ff-9b5c-7aef526ce70e req-5ab039f8-46ed-4374-8ac5-05e67ffcbdef service neutron] Ignored duplicate provisioning block setup for port 8bed1b6e-8e37-4dad-bafb-4dc444eac2ae by entity L2. {{(pid=103229) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Feb 09 19:16:57.414239 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-12f6b7ca-c64f-44ff-9b5c-7aef526ce70e req-5ab039f8-46ed-4374-8ac5-05e67ffcbdef service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762867176205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762866656485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762866656503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12867569'] for port (8bed1b6e-8e37-4dad-bafb-4dc444eac2ae), after_update {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:16:57.425453 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.managers [req-7d9df354-ef6d-42e8-9c2f-31fe8af4bd3b req-cf39884c-664e-463c-a3ba-40a1cebe879a service neutron] Attempting to bind port 0b7fad14-f4df-4f17-bf51-32b75c58ff68 on host n-h2-713498-36 for vnic_type normal with profile {{(pid=103229) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 19:16:57.425453 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.managers [req-7d9df354-ef6d-42e8-9c2f-31fe8af4bd3b req-cf39884c-664e-463c-a3ba-40a1cebe879a service neutron] Attempting to bind port 0b7fad14-f4df-4f17-bf51-32b75c58ff68 by drivers openvswitch,hyperv on host n-h2-713498-36 at level 0 using segments [{'id': '5a2b6fc0-6e2b-4e37-adfa-650654689a88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': 'cade22b5-6a45-46fd-b1f1-f47b726fd2b6'}] {{(pid=103229) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 19:16:57.425453 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d9df354-ef6d-42e8-9c2f-31fe8af4bd3b req-cf39884c-664e-463c-a3ba-40a1cebe879a service neutron] Attempting to bind port 0b7fad14-f4df-4f17-bf51-32b75c58ff68 on network cade22b5-6a45-46fd-b1f1-f47b726fd2b6 {{(pid=103229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 19:16:57.434770 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d9df354-ef6d-42e8-9c2f-31fe8af4bd3b req-cf39884c-664e-463c-a3ba-40a1cebe879a service neutron] Port 0b7fad14-f4df-4f17-bf51-32b75c58ff68 on network cade22b5-6a45-46fd-b1f1-f47b726fd2b6 not bound, no agent of type Open vSwitch agent registered on host n-h2-713498-36 {{(pid=103229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 19:16:57.434990 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d9df354-ef6d-42e8-9c2f-31fe8af4bd3b req-cf39884c-664e-463c-a3ba-40a1cebe879a service neutron] Attempting to bind port 0b7fad14-f4df-4f17-bf51-32b75c58ff68 on network cade22b5-6a45-46fd-b1f1-f47b726fd2b6 {{(pid=103229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 19:16:57.450115 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d9df354-ef6d-42e8-9c2f-31fe8af4bd3b req-cf39884c-664e-463c-a3ba-40a1cebe879a service neutron] Checking agent: {'id': 'bcd5faee-dc24-4298-9134-0e0aa054058e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713498-36', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 18, 59, 19), 'started_at': datetime.datetime(2022, 2, 9, 18, 59, 19), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 19, 16, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 19:16:57.450482 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d9df354-ef6d-42e8-9c2f-31fe8af4bd3b req-cf39884c-664e-463c-a3ba-40a1cebe879a service neutron] Checking segment: {'id': '5a2b6fc0-6e2b-4e37-adfa-650654689a88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': 'cade22b5-6a45-46fd-b1f1-f47b726fd2b6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103229) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 19:16:57.450879 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d9df354-ef6d-42e8-9c2f-31fe8af4bd3b req-cf39884c-664e-463c-a3ba-40a1cebe879a service neutron] Bound using segment: {'id': '5a2b6fc0-6e2b-4e37-adfa-650654689a88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': 'cade22b5-6a45-46fd-b1f1-f47b726fd2b6'} {{(pid=103229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 19:16:57.451331 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.managers [req-7d9df354-ef6d-42e8-9c2f-31fe8af4bd3b req-cf39884c-664e-463c-a3ba-40a1cebe879a service neutron] Bound port: 0b7fad14-f4df-4f17-bf51-32b75c58ff68, host: n-h2-713498-36, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5a2b6fc0-6e2b-4e37-adfa-650654689a88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': 'cade22b5-6a45-46fd-b1f1-f47b726fd2b6'}}] {{(pid=103229) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 19:16:57.451695 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-7d9df354-ef6d-42e8-9c2f-31fe8af4bd3b req-cf39884c-664e-463c-a3ba-40a1cebe879a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (0b7fad14-f4df-4f17-bf51-32b75c58ff68), before_update {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:16:57.527354 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Device 1d0cdc94-55c4-4888-8478-b9f4b1cc96ea up at agent hyperv_n-h2-713498-36 {{(pid=103232) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 19:16:57.531719 n-d-713498-36 neutron-server[103229]: DEBUG neutron.db.l3_dvrscheduler_db [req-12f6b7ca-c64f-44ff-9b5c-7aef526ce70e req-5ab039f8-46ed-4374-8ac5-05e67ffcbdef service neutron] No DVR routers for this DVR port 8bed1b6e-8e37-4dad-bafb-4dc444eac2ae on host n-h2-713498-36 {{(pid=103229) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 19:16:57.557783 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-3899e3f0-5694-4f9d-b259-fa2c104281d4 req-32a39f13-56d8-4eb5-8dcb-58e2c01572ef tempest-ServerShowV257Test-589056754 tempest-ServerShowV257Test-589056754-project] 10.222.0.75 "GET /v2.0/ports?device_id=26944e33-f83d-4567-bd3a-02cf5001147a HTTP/1.1" status: 200 len: 210 time: 0.1327682 Feb 09 19:16:57.568455 n-d-713498-36 neutron-server[103230]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e6ad51be-f550-4634-aef2-62d40fe2a8f6 req-27f3bca5-b00f-44d1-962f-3916eb289cae tempest-MultipleCreateTestJSON-395872300 tempest-MultipleCreateTestJSON-395872300-project] Network ce5a1920-47d4-4acd-9320-1f2b7d8adbbf is already hosted by enough agents. {{(pid=103230) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 19:16:57.575691 n-d-713498-36 neutron-server[103230]: DEBUG neutron.db.db_base_plugin_common [req-e6ad51be-f550-4634-aef2-62d40fe2a8f6 req-95251524-0b7e-449f-8ddd-967b590fb60a tempest-MultipleCreateTestJSON-395872300 tempest-MultipleCreateTestJSON-395872300-project] Allocated IP 172.20.0.14 (ce5a1920-47d4-4acd-9320-1f2b7d8adbbf/91f7ce59-3a13-47bf-9dd9-ab64da9bfd75/8d7d39bb-d86b-4989-9f9f-f6af90a58b05) {{(pid=103230) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 19:16:57.578623 n-d-713498-36 neutron-server[103230]: DEBUG neutron.scheduler.base_scheduler [req-e6ad51be-f550-4634-aef2-62d40fe2a8f6 req-27f3bca5-b00f-44d1-962f-3916eb289cae tempest-MultipleCreateTestJSON-395872300 tempest-MultipleCreateTestJSON-395872300-project] Resources bound (agent type, host, resource id): {{(pid=103230) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 19:16:57.582867 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27f3bca5-b00f-44d1-962f-3916eb289cae tempest-MultipleCreateTestJSON-395872300 tempest-MultipleCreateTestJSON-395872300-project] Pushing event updated for resources: {'Port': ['ID=0c3511af-ea92-49e3-90ee-e0e7ad07df70,revision_number=1']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:16:57.586720 n-d-713498-36 neutron-server[103230]: DEBUG neutron.db.l3_dvrscheduler_db [req-e6ad51be-f550-4634-aef2-62d40fe2a8f6 req-27f3bca5-b00f-44d1-962f-3916eb289cae tempest-MultipleCreateTestJSON-395872300 tempest-MultipleCreateTestJSON-395872300-project] Received port after_create {{(pid=103230) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 19:16:57.647974 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 37926) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:16:57.668022 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.v2.base [None req-111ec939-ea10-46a4-acad-e83115d87976 tempest-RoutersAdminTest-1529504030 tempest-RoutersAdminTest-1529504030-project-admin] Request body: {'router': {'name': 'tempest-router--494716552', 'project_id': '91ec67917aaf46c085d5ebe8c2a19056'}} {{(pid=103230) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 19:16:57.685529 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-370eb32f-fe03-476e-9d1f-85797868b5d0 req-f751fd78-66e3-4c34-8a14-b128e7c06774 tempest-MigrationsAdminTest-892781459 tempest-MigrationsAdminTest-892781459-project] 10.222.0.75 "GET /v2.0/security-groups?id=709912c8-8171-4435-800e-9e5c5e45bf8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3496025 Feb 09 19:16:57.704945 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.provisioning_blocks [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Provisioning for port 1d0cdc94-55c4-4888-8478-b9f4b1cc96ea completed by entity L2. {{(pid=103232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 19:16:57.727181 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.provisioning_blocks [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Provisioning complete for port 1d0cdc94-55c4-4888-8478-b9f4b1cc96ea triggered by entity L2. {{(pid=103232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 19:16:57.728468 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593630'] for port (1d0cdc94-55c4-4888-8478-b9f4b1cc96ea), provisioning_complete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:16:57.741782 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ab039f8-46ed-4374-8ac5-05e67ffcbdef service neutron] Pushing event updated for resources: {'Port': ['ID=8bed1b6e-8e37-4dad-bafb-4dc444eac2ae,revision_number=9']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:16:57.787056 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.managers [req-12f6b7ca-c64f-44ff-9b5c-7aef526ce70e req-5ab039f8-46ed-4374-8ac5-05e67ffcbdef service neutron] Attempting to bind port 8bed1b6e-8e37-4dad-bafb-4dc444eac2ae on host n-h1-713498-36 for vnic_type normal with profile {{(pid=103229) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 19:16:57.787562 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.managers [req-12f6b7ca-c64f-44ff-9b5c-7aef526ce70e req-5ab039f8-46ed-4374-8ac5-05e67ffcbdef service neutron] Attempting to bind port 8bed1b6e-8e37-4dad-bafb-4dc444eac2ae by drivers openvswitch,hyperv on host n-h1-713498-36 at level 0 using segments [{'id': '50e5915e-18f0-4558-9a28-b978975ead36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': '2b5494c8-cf97-42c1-b902-87f998f28179'}] {{(pid=103229) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 19:16:57.788281 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12f6b7ca-c64f-44ff-9b5c-7aef526ce70e req-5ab039f8-46ed-4374-8ac5-05e67ffcbdef service neutron] Attempting to bind port 8bed1b6e-8e37-4dad-bafb-4dc444eac2ae on network 2b5494c8-cf97-42c1-b902-87f998f28179 {{(pid=103229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 19:16:57.795338 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6ad51be-f550-4634-aef2-62d40fe2a8f6 req-27f3bca5-b00f-44d1-962f-3916eb289cae tempest-MultipleCreateTestJSON-395872300 tempest-MultipleCreateTestJSON-395872300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:16:57.796286 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [req-e6ad51be-f550-4634-aef2-62d40fe2a8f6 req-27f3bca5-b00f-44d1-962f-3916eb289cae tempest-MultipleCreateTestJSON-395872300 tempest-MultipleCreateTestJSON-395872300-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171096'] for port (None), before_response {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:16:57.799088 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12f6b7ca-c64f-44ff-9b5c-7aef526ce70e req-5ab039f8-46ed-4374-8ac5-05e67ffcbdef service neutron] Port 8bed1b6e-8e37-4dad-bafb-4dc444eac2ae on network 2b5494c8-cf97-42c1-b902-87f998f28179 not bound, no agent of type Open vSwitch agent registered on host n-h1-713498-36 {{(pid=103229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 19:16:57.799602 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12f6b7ca-c64f-44ff-9b5c-7aef526ce70e req-5ab039f8-46ed-4374-8ac5-05e67ffcbdef service neutron] Attempting to bind port 8bed1b6e-8e37-4dad-bafb-4dc444eac2ae on network 2b5494c8-cf97-42c1-b902-87f998f28179 {{(pid=103229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 19:16:57.813370 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.db [req-7d9df354-ef6d-42e8-9c2f-31fe8af4bd3b req-cf39884c-664e-463c-a3ba-40a1cebe879a service neutron] For port 0b7fad14-f4df-4f17-bf51-32b75c58ff68, host n-h2-713498-36, cleared binding levels {{(pid=103229) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 19:16:57.816442 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12f6b7ca-c64f-44ff-9b5c-7aef526ce70e req-5ab039f8-46ed-4374-8ac5-05e67ffcbdef service neutron] Checking agent: {'id': '488cd9ae-631f-4955-ba0b-4f5a13f12e9c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713498-36', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 18, 59, 18), 'started_at': datetime.datetime(2022, 2, 9, 18, 59, 18), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 19, 16, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 19:16:57.816984 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12f6b7ca-c64f-44ff-9b5c-7aef526ce70e req-5ab039f8-46ed-4374-8ac5-05e67ffcbdef service neutron] Checking segment: {'id': '50e5915e-18f0-4558-9a28-b978975ead36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': '2b5494c8-cf97-42c1-b902-87f998f28179'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103229) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 19:16:57.817487 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12f6b7ca-c64f-44ff-9b5c-7aef526ce70e req-5ab039f8-46ed-4374-8ac5-05e67ffcbdef service neutron] Bound using segment: {'id': '50e5915e-18f0-4558-9a28-b978975ead36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': '2b5494c8-cf97-42c1-b902-87f998f28179'} {{(pid=103229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 19:16:57.818197 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.managers [req-12f6b7ca-c64f-44ff-9b5c-7aef526ce70e req-5ab039f8-46ed-4374-8ac5-05e67ffcbdef service neutron] Bound port: 8bed1b6e-8e37-4dad-bafb-4dc444eac2ae, host: n-h1-713498-36, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '50e5915e-18f0-4558-9a28-b978975ead36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': '2b5494c8-cf97-42c1-b902-87f998f28179'}}] {{(pid=103229) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 19:16:57.819022 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-12f6b7ca-c64f-44ff-9b5c-7aef526ce70e req-5ab039f8-46ed-4374-8ac5-05e67ffcbdef service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (8bed1b6e-8e37-4dad-bafb-4dc444eac2ae), before_update {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:16:57.824578 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.db [req-7d9df354-ef6d-42e8-9c2f-31fe8af4bd3b req-cf39884c-664e-463c-a3ba-40a1cebe879a service neutron] For port 0b7fad14-f4df-4f17-bf51-32b75c58ff68, host n-h2-713498-36, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-36',level=0,port_id=0b7fad14-f4df-4f17-bf51-32b75c58ff68,segment=NetworkSegment(5a2b6fc0-6e2b-4e37-adfa-650654689a88),segment_id=5a2b6fc0-6e2b-4e37-adfa-650654689a88)] {{(pid=103229) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 19:16:57.850639 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-7d9df354-ef6d-42e8-9c2f-31fe8af4bd3b req-cf39884c-664e-463c-a3ba-40a1cebe879a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762867176205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762866656485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762866656503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12867569'] for port (0b7fad14-f4df-4f17-bf51-32b75c58ff68), after_update {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:16:57.893017 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Current status of the port 1d0cdc94-55c4-4888-8478-b9f4b1cc96ea is: BUILD; New status is: ACTIVE {{(pid=103232) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 19:16:57.893769 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (1d0cdc94-55c4-4888-8478-b9f4b1cc96ea), before_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:16:57.930297 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-111ec939-ea10-46a4-acad-e83115d87976 tempest-RoutersAdminTest-1529504030 tempest-RoutersAdminTest-1529504030-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1834830', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-58389'] for router (506b0a92-7ddc-4fbb-a1c6-92bc3de5edcc), before_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:16:57.932046 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-111ec939-ea10-46a4-acad-e83115d87976 tempest-RoutersAdminTest-1529504030 tempest-RoutersAdminTest-1529504030-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1834810', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1822096', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1886735', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-58380'] for router (506b0a92-7ddc-4fbb-a1c6-92bc3de5edcc), precommit_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:16:57.941788 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.db [req-12f6b7ca-c64f-44ff-9b5c-7aef526ce70e req-5ab039f8-46ed-4374-8ac5-05e67ffcbdef service neutron] For port 8bed1b6e-8e37-4dad-bafb-4dc444eac2ae, host n-h1-713498-36, cleared binding levels {{(pid=103229) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 19:16:57.944264 n-d-713498-36 neutron-server[103232]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c3476174-573e-455c-944e-9ed0cac04ac2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1d0cdc94-55c4-4888-8478-b9f4b1cc96ea'}] {{(pid=103232) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 19:16:57.947209 n-d-713498-36 neutron-server[103232]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}949cdcde653dec44821de95cbf67297f53cbc2aed4e073b5d514f93bf911ce85" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e16748a7-2765-4e39-a26a-c755d91065da" -d '{"events": [{"server_uuid": "c3476174-573e-455c-944e-9ed0cac04ac2", "name": "network-vif-plugged", "status": "completed", "tag": "1d0cdc94-55c4-4888-8478-b9f4b1cc96ea"}]}' {{(pid=103232) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 19:16:57.954751 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.db [req-12f6b7ca-c64f-44ff-9b5c-7aef526ce70e req-5ab039f8-46ed-4374-8ac5-05e67ffcbdef service neutron] For port 8bed1b6e-8e37-4dad-bafb-4dc444eac2ae, host n-h1-713498-36, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-36',level=0,port_id=8bed1b6e-8e37-4dad-bafb-4dc444eac2ae,segment=NetworkSegment(50e5915e-18f0-4558-9a28-b978975ead36),segment_id=50e5915e-18f0-4558-9a28-b978975ead36)] {{(pid=103229) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 19:16:57.961287 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-7429db8d-6021-40ad-813e-885be449a89b None None] For port 1d0cdc94-55c4-4888-8478-b9f4b1cc96ea, host n-h2-713498-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-36',level=0,port_id=1d0cdc94-55c4-4888-8478-b9f4b1cc96ea,segment=NetworkSegment(87b87801-3575-4768-92ea-47b1230f5828),segment_id=87b87801-3575-4768-92ea-47b1230f5828)] {{(pid=103232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 19:16:57.982177 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-e6ad51be-f550-4634-aef2-62d40fe2a8f6 req-27f3bca5-b00f-44d1-962f-3916eb289cae tempest-MultipleCreateTestJSON-395872300 tempest-MultipleCreateTestJSON-395872300-project] 10.222.0.90 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2049227 Feb 09 19:16:57.984408 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762867176205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762866656485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762866656503'] for port (1d0cdc94-55c4-4888-8478-b9f4b1cc96ea), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:16:57.985265 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Device 8bed1b6e-8e37-4dad-bafb-4dc444eac2ae no longer exists at agent hyperv_n-h2-713498-36 {{(pid=103232) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 19:16:58.007806 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-12f6b7ca-c64f-44ff-9b5c-7aef526ce70e req-5ab039f8-46ed-4374-8ac5-05e67ffcbdef service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762867176205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762866656485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762866656503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12867569'] for port (8bed1b6e-8e37-4dad-bafb-4dc444eac2ae), after_update {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:16:58.081832 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d9df354-ef6d-42e8-9c2f-31fe8af4bd3b req-cf39884c-664e-463c-a3ba-40a1cebe879a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:16:58.082973 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-7d9df354-ef6d-42e8-9c2f-31fe8af4bd3b req-cf39884c-664e-463c-a3ba-40a1cebe879a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171096'] for port (None), before_response {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:16:58.084128 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-7d9df354-ef6d-42e8-9c2f-31fe8af4bd3b req-cf39884c-664e-463c-a3ba-40a1cebe879a service neutron] 10.222.0.90 "PUT /v2.0/ports/0b7fad14-f4df-4f17-bf51-32b75c58ff68 HTTP/1.1" status: 200 len: 1093 time: 2.2600598 Feb 09 19:16:58.085687 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-7429db8d-6021-40ad-813e-885be449a89b None None] The host n-h2-713498-36 is not matching for port 8bed1b6e-8e37-4dad-bafb-4dc444eac2ae host n-h1-713498-36! {{(pid=103232) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2330}} Feb 09 19:16:58.086139 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Device 8bed1b6e-8e37-4dad-bafb-4dc444eac2ae not bound to the agent host n-h2-713498-36 {{(pid=103232) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 19:16:58.092823 n-d-713498-36 neutron-server[103229]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4b9f30e4-39ec-4393-bb5a-955f0e570137', 'tag': '0b7fad14-f4df-4f17-bf51-32b75c58ff68'}] {{(pid=103229) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 19:16:58.095376 n-d-713498-36 neutron-server[103229]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fa6ae9a20702bd564eaf90d946620b2b4277b1ab91129323d3b54181076be307" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cfbf2248-4a13-4587-9cb5-6022d79d098b" -d '{"events": [{"name": "network-changed", "server_uuid": "4b9f30e4-39ec-4393-bb5a-955f0e570137", "tag": "0b7fad14-f4df-4f17-bf51-32b75c58ff68"}]}' {{(pid=103229) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 19:16:58.104053 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12f6b7ca-c64f-44ff-9b5c-7aef526ce70e req-5ab039f8-46ed-4374-8ac5-05e67ffcbdef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:16:58.104842 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-12f6b7ca-c64f-44ff-9b5c-7aef526ce70e req-5ab039f8-46ed-4374-8ac5-05e67ffcbdef service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171096'] for port (None), before_response {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:16:58.106448 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-12f6b7ca-c64f-44ff-9b5c-7aef526ce70e req-5ab039f8-46ed-4374-8ac5-05e67ffcbdef service neutron] 10.222.0.89 "PUT /v2.0/ports/8bed1b6e-8e37-4dad-bafb-4dc444eac2ae HTTP/1.1" status: 200 len: 1097 time: 1.7907431 Feb 09 19:16:58.139936 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf39884c-664e-463c-a3ba-40a1cebe879a service neutron] Pushing event updated for resources: {'Port': ['ID=0b7fad14-f4df-4f17-bf51-32b75c58ff68,revision_number=3']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:16:58.152613 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Pushing event updated for resources: {'Port': ['ID=1d0cdc94-55c4-4888-8478-b9f4b1cc96ea,revision_number=5']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:16:58.157344 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e0bcb1b-cf3e-4d00-ac3e-12f65cd0845a req-f69cd33e-b505-499a-81a0-b4523be0b896 tempest-ServerAddressesTestJSON-255045322 tempest-ServerAddressesTestJSON-255045322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:16:58.162418 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-8e0bcb1b-cf3e-4d00-ac3e-12f65cd0845a req-f69cd33e-b505-499a-81a0-b4523be0b896 tempest-ServerAddressesTestJSON-255045322 tempest-ServerAddressesTestJSON-255045322-project] 10.222.0.75 "GET /v2.0/ports?device_id=4b9f30e4-39ec-4393-bb5a-955f0e570137 HTTP/1.1" status: 200 len: 944 time: 0.3474438 Feb 09 19:16:58.171389 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0884bf2-d371-4725-aa29-3a4898413fcc req-299013fe-59d2-4bf1-b25b-e66827cb051e tempest-TaggedBootDevicesTest-980849656 tempest-TaggedBootDevicesTest-980849656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:16:58.173376 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-111ec939-ea10-46a4-acad-e83115d87976 tempest-RoutersAdminTest-1529504030 tempest-RoutersAdminTest-1529504030-project-admin] Publish callbacks [] for router_controller (506b0a92-7ddc-4fbb-a1c6-92bc3de5edcc), precommit_add_association {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:16:58.187527 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0884bf2-d371-4725-aa29-3a4898413fcc req-299013fe-59d2-4bf1-b25b-e66827cb051e tempest-TaggedBootDevicesTest-980849656 tempest-TaggedBootDevicesTest-980849656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:16:58.199111 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0884bf2-d371-4725-aa29-3a4898413fcc req-299013fe-59d2-4bf1-b25b-e66827cb051e tempest-TaggedBootDevicesTest-980849656 tempest-TaggedBootDevicesTest-980849656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:16:58.206638 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-111ec939-ea10-46a4-acad-e83115d87976 tempest-RoutersAdminTest-1529504030 tempest-RoutersAdminTest-1529504030-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1834945', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1818951'] for router (506b0a92-7ddc-4fbb-a1c6-92bc3de5edcc), after_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:16:58.211220 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0884bf2-d371-4725-aa29-3a4898413fcc req-299013fe-59d2-4bf1-b25b-e66827cb051e tempest-TaggedBootDevicesTest-980849656 tempest-TaggedBootDevicesTest-980849656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:16:58.221884 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0884bf2-d371-4725-aa29-3a4898413fcc req-299013fe-59d2-4bf1-b25b-e66827cb051e tempest-TaggedBootDevicesTest-980849656 tempest-TaggedBootDevicesTest-980849656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:16:58.226780 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [req-e6ad51be-f550-4634-aef2-62d40fe2a8f6 req-95251524-0b7e-449f-8ddd-967b590fb60a tempest-MultipleCreateTestJSON-395872300 tempest-MultipleCreateTestJSON-395872300-project] Publish callbacks [] for port (8d7d39bb-d86b-4989-9f9f-f6af90a58b05), precommit_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:16:58.228220 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0884bf2-d371-4725-aa29-3a4898413fcc req-299013fe-59d2-4bf1-b25b-e66827cb051e tempest-TaggedBootDevicesTest-980849656 tempest-TaggedBootDevicesTest-980849656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:16:58.234157 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0884bf2-d371-4725-aa29-3a4898413fcc req-299013fe-59d2-4bf1-b25b-e66827cb051e tempest-TaggedBootDevicesTest-980849656 tempest-TaggedBootDevicesTest-980849656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:16:58.236152 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-e0884bf2-d371-4725-aa29-3a4898413fcc req-299013fe-59d2-4bf1-b25b-e66827cb051e tempest-TaggedBootDevicesTest-980849656 tempest-TaggedBootDevicesTest-980849656-project] 10.222.0.75 "GET /v2.0/ports?device_id=c3476174-573e-455c-944e-9ed0cac04ac2 HTTP/1.1" status: 200 len: 5429 time: 0.2698491 Feb 09 19:16:58.264751 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-111ec939-ea10-46a4-acad-e83115d87976 tempest-RoutersAdminTest-1529504030 tempest-RoutersAdminTest-1529504030-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:16:58.267036 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-111ec939-ea10-46a4-acad-e83115d87976 tempest-RoutersAdminTest-1529504030 tempest-RoutersAdminTest-1529504030-project-admin] 10.222.0.75 "POST /v2.0/routers HTTP/1.1" status: 201 len: 722 time: 0.6170423 Feb 09 19:16:58.291391 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-8e0bcb1b-cf3e-4d00-ac3e-12f65cd0845a req-fef75389-9ac6-423b-87d2-bb7a1bd87c03 tempest-ServerAddressesTestJSON-255045322 tempest-ServerAddressesTestJSON-255045322-project] 10.222.0.75 "GET /v2.0/security-groups?id=27141499-9c1f-4375-ace6-098777d860bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1142850 Feb 09 19:16:58.325976 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 37946) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:16:58.394165 n-d-713498-36 neutron-server[103232]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 19:16:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ca19a80a-162e-4170-8f78-d465317afc74 x-openstack-request-id: req-ca19a80a-162e-4170-8f78-d465317afc74 {{(pid=103232) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 19:16:58.394468 n-d-713498-36 neutron-server[103232]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c3476174-573e-455c-944e-9ed0cac04ac2", "name": "network-vif-plugged", "status": "completed", "tag": "1d0cdc94-55c4-4888-8478-b9f4b1cc96ea", "code": 200}]} {{(pid=103232) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 19:16:58.394732 n-d-713498-36 neutron-server[103232]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-ca19a80a-162e-4170-8f78-d465317afc74 {{(pid=103232) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 19:16:58.395160 n-d-713498-36 neutron-server[103232]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c3476174-573e-455c-944e-9ed0cac04ac2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1d0cdc94-55c4-4888-8478-b9f4b1cc96ea', 'code': 200} Feb 09 19:16:58.448079 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.v2.base [req-e6ad51be-f550-4634-aef2-62d40fe2a8f6 req-cb68a4a4-9f93-4c78-a649-3a261205f641 service neutron] Request body: {'port': {'device_id': 'c32380bc-252c-45d0-bfcb-a5ff2d9eaf61', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-713498-36'}} {{(pid=103230) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 19:16:58.451809 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-3024363f-996f-4e90-ad60-85cf30a109d0 tempest-RoutersAdminTest-1529504030 tempest-RoutersAdminTest-1529504030-project-admin] Publish callbacks [] for router (506b0a92-7ddc-4fbb-a1c6-92bc3de5edcc), before_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:16:58.454524 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [req-e6ad51be-f550-4634-aef2-62d40fe2a8f6 req-95251524-0b7e-449f-8ddd-967b590fb60a tempest-MultipleCreateTestJSON-395872300 tempest-MultipleCreateTestJSON-395872300-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762866656467', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14393751'] for port (8d7d39bb-d86b-4989-9f9f-f6af90a58b05), after_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:16:58.465993 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ab039f8-46ed-4374-8ac5-05e67ffcbdef service neutron] Pushing event updated for resources: {'Port': ['ID=8bed1b6e-8e37-4dad-bafb-4dc444eac2ae,revision_number=10']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:16:58.477124 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d9df354-ef6d-42e8-9c2f-31fe8af4bd3b req-5b1ab929-c9e6-4469-b677-7fac0432b27e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:16:58.479811 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-7d9df354-ef6d-42e8-9c2f-31fe8af4bd3b req-5b1ab929-c9e6-4469-b677-7fac0432b27e service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=5621cd4a727a487cbacf5148d68cb89d&device_id=4b9f30e4-39ec-4393-bb5a-955f0e570137 HTTP/1.1" status: 200 len: 1127 time: 0.1767921 Feb 09 19:16:58.500479 n-d-713498-36 neutron-server[103233]: DEBUG neutron.db.agents_db [None req-4a8a6a42-0a0c-4437-8958-92282682b6bb None None] Agent healthcheck: found 7 active agents {{(pid=103233) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 19:16:58.505057 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12f6b7ca-c64f-44ff-9b5c-7aef526ce70e req-eacc33cf-b549-4576-a62b-dbfd6e1c7ffa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:16:58.507118 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-12f6b7ca-c64f-44ff-9b5c-7aef526ce70e req-eacc33cf-b549-4576-a62b-dbfd6e1c7ffa service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=51b81e7592544b98a90626c2bba713eb&device_id=5a41699b-33f6-4124-8872-0e1679a5b99b HTTP/1.1" status: 200 len: 1132 time: 0.2345905 Feb 09 19:16:58.524081 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-e0884bf2-d371-4725-aa29-3a4898413fcc req-72157859-6d71-406d-a36e-754d44d65365 tempest-TaggedBootDevicesTest-980849656 tempest-TaggedBootDevicesTest-980849656-project] 10.222.0.75 "GET /v2.0/security-groups?id=6f7e8ede-8085-490c-860b-91c045ecce1f&id=116d7b93-0726-4659-8687-b47afcfa5056&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2047057 Feb 09 19:16:58.561058 n-d-713498-36 neutron-server[103230]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e6ad51be-f550-4634-aef2-62d40fe2a8f6 req-95251524-0b7e-449f-8ddd-967b590fb60a tempest-MultipleCreateTestJSON-395872300 tempest-MultipleCreateTestJSON-395872300-project] Network ce5a1920-47d4-4acd-9320-1f2b7d8adbbf is already hosted by enough agents. {{(pid=103230) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 19:16:58.574612 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-7d9df354-ef6d-42e8-9c2f-31fe8af4bd3b req-443b7eae-5655-4e63-98f1-4ec1b9127e1a service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=0b7fad14-f4df-4f17-bf51-32b75c58ff68 HTTP/1.1" status: 200 len: 217 time: 0.0807047 Feb 09 19:16:58.593122 n-d-713498-36 neutron-server[103229]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 19:16:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6f8aaa60-3267-4448-aa34-668d4c619617 x-openstack-request-id: req-6f8aaa60-3267-4448-aa34-668d4c619617 {{(pid=103229) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 19:16:58.593246 n-d-713498-36 neutron-server[103229]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4b9f30e4-39ec-4393-bb5a-955f0e570137", "tag": "0b7fad14-f4df-4f17-bf51-32b75c58ff68", "status": "completed", "code": 200}]} {{(pid=103229) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 19:16:58.593422 n-d-713498-36 neutron-server[103229]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-6f8aaa60-3267-4448-aa34-668d4c619617 {{(pid=103229) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 19:16:58.593819 n-d-713498-36 neutron-server[103229]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4b9f30e4-39ec-4393-bb5a-955f0e570137', 'tag': '0b7fad14-f4df-4f17-bf51-32b75c58ff68', 'status': 'completed', 'code': 200} Feb 09 19:16:58.656550 n-d-713498-36 neutron-server[103230]: DEBUG neutron.scheduler.base_scheduler [req-e6ad51be-f550-4634-aef2-62d40fe2a8f6 req-95251524-0b7e-449f-8ddd-967b590fb60a tempest-MultipleCreateTestJSON-395872300 tempest-MultipleCreateTestJSON-395872300-project] Resources bound (agent type, host, resource id): {{(pid=103230) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 19:16:58.664480 n-d-713498-36 neutron-server[103230]: DEBUG neutron.db.l3_dvrscheduler_db [req-e6ad51be-f550-4634-aef2-62d40fe2a8f6 req-95251524-0b7e-449f-8ddd-967b590fb60a tempest-MultipleCreateTestJSON-395872300 tempest-MultipleCreateTestJSON-395872300-project] Received port after_create {{(pid=103230) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 19:16:58.725650 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d9df354-ef6d-42e8-9c2f-31fe8af4bd3b req-e61d45c0-fbe0-4ace-9e4a-90c73fcd9c7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:16:58.728293 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-7d9df354-ef6d-42e8-9c2f-31fe8af4bd3b req-e61d45c0-fbe0-4ace-9e4a-90c73fcd9c7d service neutron] 10.222.0.90 "GET /v2.0/subnets?id=29a02ab6-448d-48ce-8aae-9d4f83c29844 HTTP/1.1" status: 200 len: 852 time: 0.1331079 Feb 09 19:16:58.814802 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12f6b7ca-c64f-44ff-9b5c-7aef526ce70e req-0b067bc7-55ad-4932-ae30-fd0791bc94f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:16:58.816181 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-12f6b7ca-c64f-44ff-9b5c-7aef526ce70e req-0b067bc7-55ad-4932-ae30-fd0791bc94f9 service neutron] 10.222.0.89 "GET /v2.0/networks?id=2b5494c8-cf97-42c1-b902-87f998f28179 HTTP/1.1" status: 200 len: 870 time: 0.2904193 Feb 09 19:16:58.817981 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-b5b8c7bd-0f39-41f6-818c-8fb43674677e req-149beb46-beef-4a5c-8aac-42c90da0f1b1 service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=26944e33-f83d-4567-bd3a-02cf5001147a HTTP/1.1" status: 200 len: 210 time: 0.0754559 Feb 09 19:16:58.820893 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-7d9df354-ef6d-42e8-9c2f-31fe8af4bd3b req-764ac6ce-e9a7-4f4a-bf19-d25536758a11 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=cade22b5-6a45-46fd-b1f1-f47b726fd2b6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0673833 Feb 09 19:16:58.856637 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8448ec20-e8cb-4f28-9b45-229045cd7113 req-078ad27e-9286-4b37-a80b-ca4680462e9b tempest-AttachVolumeTestJSON-524945227 tempest-AttachVolumeTestJSON-524945227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:16:58.858147 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-8448ec20-e8cb-4f28-9b45-229045cd7113 req-078ad27e-9286-4b37-a80b-ca4680462e9b tempest-AttachVolumeTestJSON-524945227 tempest-AttachVolumeTestJSON-524945227-project] 10.222.0.75 "GET /v2.0/ports?device_id=9e47810b-ed07-4409-98e3-da39074300c7 HTTP/1.1" status: 200 len: 946 time: 0.1385615 Feb 09 19:16:58.875369 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95251524-0b7e-449f-8ddd-967b590fb60a tempest-MultipleCreateTestJSON-395872300 tempest-MultipleCreateTestJSON-395872300-project] Pushing event updated for resources: {'Port': ['ID=8d7d39bb-d86b-4989-9f9f-f6af90a58b05,revision_number=1']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:16:58.890905 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-3024363f-996f-4e90-ad60-85cf30a109d0 tempest-RoutersAdminTest-1529504030 tempest-RoutersAdminTest-1529504030-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1834988', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-58375'] for router (506b0a92-7ddc-4fbb-a1c6-92bc3de5edcc), precommit_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:16:58.894364 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [req-e6ad51be-f550-4634-aef2-62d40fe2a8f6 req-cb68a4a4-9f93-4c78-a649-3a261205f641 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (0c3511af-ea92-49e3-90ee-e0e7ad07df70), before_update {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:16:58.897921 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-3024363f-996f-4e90-ad60-85cf30a109d0 tempest-RoutersAdminTest-1529504030 tempest-RoutersAdminTest-1529504030-project-admin] Publish callbacks [] for router_controller (506b0a92-7ddc-4fbb-a1c6-92bc3de5edcc), precommit_delete_associations {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:16:58.905035 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6ad51be-f550-4634-aef2-62d40fe2a8f6 req-95251524-0b7e-449f-8ddd-967b590fb60a tempest-MultipleCreateTestJSON-395872300 tempest-MultipleCreateTestJSON-395872300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:16:58.905727 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [req-e6ad51be-f550-4634-aef2-62d40fe2a8f6 req-95251524-0b7e-449f-8ddd-967b590fb60a tempest-MultipleCreateTestJSON-395872300 tempest-MultipleCreateTestJSON-395872300-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171096'] for port (None), before_response {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:16:58.999957 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-3024363f-996f-4e90-ad60-85cf30a109d0 tempest-RoutersAdminTest-1529504030 tempest-RoutersAdminTest-1529504030-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1835003'] for router (506b0a92-7ddc-4fbb-a1c6-92bc3de5edcc), after_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:16:59.000518 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3024363f-996f-4e90-ad60-85cf30a109d0 tempest-RoutersAdminTest-1529504030 tempest-RoutersAdminTest-1529504030-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 506b0a92-7ddc-4fbb-a1c6-92bc3de5edcc {{(pid=103230) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 09 19:16:59.005843 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-e6ad51be-f550-4634-aef2-62d40fe2a8f6 req-95251524-0b7e-449f-8ddd-967b590fb60a tempest-MultipleCreateTestJSON-395872300 tempest-MultipleCreateTestJSON-395872300-project] 10.222.0.89 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.7766263 Feb 09 19:16:59.012962 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-3024363f-996f-4e90-ad60-85cf30a109d0 tempest-RoutersAdminTest-1529504030 tempest-RoutersAdminTest-1529504030-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:16:59.014134 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-3024363f-996f-4e90-ad60-85cf30a109d0 tempest-RoutersAdminTest-1529504030 tempest-RoutersAdminTest-1529504030-project-admin] 10.222.0.75 "DELETE /v2.0/routers/506b0a92-7ddc-4fbb-a1c6-92bc3de5edcc HTTP/1.1" status: 204 len: 168 time: 0.6871471 Feb 09 19:16:59.022977 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-289e1263-b667-4182-bc8b-c27faa97148c req-de2dd883-9185-4d75-a940-a966fd16a701 tempest-MultipleCreateTestJSON-395872300 tempest-MultipleCreateTestJSON-395872300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:16:59.024655 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-289e1263-b667-4182-bc8b-c27faa97148c req-de2dd883-9185-4d75-a940-a966fd16a701 tempest-MultipleCreateTestJSON-395872300 tempest-MultipleCreateTestJSON-395872300-project] 10.222.0.75 "GET /v2.0/ports?device_id=c32380bc-252c-45d0-bfcb-a5ff2d9eaf61 HTTP/1.1" status: 200 len: 931 time: 0.4619226 Feb 09 19:16:59.035887 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.v2.base [req-e6ad51be-f550-4634-aef2-62d40fe2a8f6 req-477e14cb-f6f1-4505-b623-5401f46cff62 service neutron] Request body: {'port': {'device_id': '9158ce27-124a-482c-b9ca-b1c1f903ece5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-713498-36'}} {{(pid=103230) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 19:16:59.212780 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 37970) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:16:59.287765 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-7d9df354-ef6d-42e8-9c2f-31fe8af4bd3b req-750bab79-cd82-401c-8437-105f527b56e3 service neutron] 10.222.0.90 "GET /v2.0/networks/cade22b5-6a45-46fd-b1f1-f47b726fd2b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4464302 Feb 09 19:16:59.371205 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-8448ec20-e8cb-4f28-9b45-229045cd7113 req-0fdd219f-1a1f-4ee8-a3d3-83fbdc0c1b29 tempest-AttachVolumeTestJSON-524945227 tempest-AttachVolumeTestJSON-524945227-project] 10.222.0.75 "GET /v2.0/security-groups?id=bd39f8e7-1d25-418e-b5cd-c91a805a4bbc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5008101 Feb 09 19:16:59.445324 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-12f6b7ca-c64f-44ff-9b5c-7aef526ce70e req-c136f90d-c35b-4306-bbb7-81db9b366c0e service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.195&port_id=8bed1b6e-8e37-4dad-bafb-4dc444eac2ae HTTP/1.1" status: 200 len: 217 time: 0.2009592 Feb 09 19:16:59.505822 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Device 00c0f46c-15ff-4897-a6aa-63bcf7d50cc2 up at agent hyperv_n-h2-713498-36 {{(pid=103232) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 19:16:59.554694 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12f6b7ca-c64f-44ff-9b5c-7aef526ce70e req-88011a4c-2ecc-4909-b03b-3aa12d097d01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:16:59.556800 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-12f6b7ca-c64f-44ff-9b5c-7aef526ce70e req-88011a4c-2ecc-4909-b03b-3aa12d097d01 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=60b561cb-321e-4f83-9bb3-92b2e1d0dc44 HTTP/1.1" status: 200 len: 843 time: 0.0978537 Feb 09 19:16:59.586483 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.provisioning_blocks [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Provisioning for port 00c0f46c-15ff-4897-a6aa-63bcf7d50cc2 completed by entity L2. {{(pid=103232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 19:16:59.594834 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-d5ba517a-7d1d-4c22-ba99-2cb99984d466 req-3655b970-522d-4e40-a012-77429d2da110 tempest-ServerShowV257Test-589056754 tempest-ServerShowV257Test-589056754-project] 10.222.0.75 "GET /v2.0/ports?device_id=26944e33-f83d-4567-bd3a-02cf5001147a HTTP/1.1" status: 200 len: 210 time: 0.0755174 Feb 09 19:16:59.608683 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.provisioning_blocks [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Provisioning complete for port 00c0f46c-15ff-4897-a6aa-63bcf7d50cc2 triggered by entity L2. {{(pid=103232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 19:16:59.609372 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593630'] for port (00c0f46c-15ff-4897-a6aa-63bcf7d50cc2), provisioning_complete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:16:59.641401 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-7d9df354-ef6d-42e8-9c2f-31fe8af4bd3b req-6f71de3d-444d-441a-b6d6-afb9807e415a service neutron] 10.222.0.90 "GET /v2.0/networks/cade22b5-6a45-46fd-b1f1-f47b726fd2b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2847030 Feb 09 19:16:59.685858 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.v2.base [None req-533c6481-ebfe-456e-ae5f-c3e0561baf5f tempest-RoutersAdminTest-314636334 tempest-RoutersAdminTest-314636334-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-354997604', 'external_gateway_info': {'network_id': '88055e1e-672a-4487-be31-ffb6e833ece5'}, 'admin_state_up': False}} {{(pid=103230) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 19:16:59.706873 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-289e1263-b667-4182-bc8b-c27faa97148c req-6c274e48-910e-447c-ab55-7fe744a94d9d tempest-MultipleCreateTestJSON-395872300 tempest-MultipleCreateTestJSON-395872300-project] 10.222.0.75 "GET /v2.0/security-groups?id=8677789f-c0a6-4081-af83-d06feba970b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6681156 Feb 09 19:16:59.708013 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12f6b7ca-c64f-44ff-9b5c-7aef526ce70e req-09560972-dd49-47b5-b3df-9247272f5dac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:16:59.709782 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-12f6b7ca-c64f-44ff-9b5c-7aef526ce70e req-09560972-dd49-47b5-b3df-9247272f5dac service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=2b5494c8-cf97-42c1-b902-87f998f28179&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.1176600 Feb 09 19:16:59.711546 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [req-e6ad51be-f550-4634-aef2-62d40fe2a8f6 req-477e14cb-f6f1-4505-b623-5401f46cff62 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (8d7d39bb-d86b-4989-9f9f-f6af90a58b05), before_update {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:16:59.775308 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-533c6481-ebfe-456e-ae5f-c3e0561baf5f tempest-RoutersAdminTest-314636334 tempest-RoutersAdminTest-314636334-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1834830', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-58389'] for router (e0970141-1d8e-4d77-8c6e-df8d022136f6), before_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:16:59.777838 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-533c6481-ebfe-456e-ae5f-c3e0561baf5f tempest-RoutersAdminTest-314636334 tempest-RoutersAdminTest-314636334-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1834810', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1822096', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1886735', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-58380'] for router (e0970141-1d8e-4d77-8c6e-df8d022136f6), precommit_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:16:59.823208 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Current status of the port 00c0f46c-15ff-4897-a6aa-63bcf7d50cc2 is: BUILD; New status is: ACTIVE {{(pid=103232) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 19:16:59.824300 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (00c0f46c-15ff-4897-a6aa-63bcf7d50cc2), before_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:16:59.882569 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-533c6481-ebfe-456e-ae5f-c3e0561baf5f tempest-RoutersAdminTest-314636334 tempest-RoutersAdminTest-314636334-project] Publish callbacks [] for router_controller (e0970141-1d8e-4d77-8c6e-df8d022136f6), precommit_add_association {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:16:59.888105 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-7429db8d-6021-40ad-813e-885be449a89b None None] For port 00c0f46c-15ff-4897-a6aa-63bcf7d50cc2, host n-h2-713498-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-36',level=0,port_id=00c0f46c-15ff-4897-a6aa-63bcf7d50cc2,segment=NetworkSegment(87b87801-3575-4768-92ea-47b1230f5828),segment_id=87b87801-3575-4768-92ea-47b1230f5828)] {{(pid=103232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 19:16:59.897019 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762867176205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762866656485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762866656503'] for port (00c0f46c-15ff-4897-a6aa-63bcf7d50cc2), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:16:59.898305 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Device ae0c20e2-a6bc-4527-b56e-8e357d08f2b6 up at agent hyperv_n-h2-713498-36 {{(pid=103232) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 19:16:59.939177 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfbf2248-4a13-4587-9cb5-6022d79d098b req-b978d12b-e760-4344-87a9-26f612693024 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:16:59.941022 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-cfbf2248-4a13-4587-9cb5-6022d79d098b req-b978d12b-e760-4344-87a9-26f612693024 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=5621cd4a727a487cbacf5148d68cb89d&device_id=4b9f30e4-39ec-4393-bb5a-955f0e570137 HTTP/1.1" status: 200 len: 1127 time: 0.2288699 Feb 09 19:16:59.998266 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e050f142-65d4-4e34-ae2c-8f2e566b4fbd req-3217f172-1a04-4284-80cc-4fc2b7da3b9f tempest-MigrationsAdminTest-892781459 tempest-MigrationsAdminTest-892781459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:17:00.003120 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Pushing event updated for resources: {'Port': ['ID=00c0f46c-15ff-4897-a6aa-63bcf7d50cc2,revision_number=5']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:17:00.005391 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-e050f142-65d4-4e34-ae2c-8f2e566b4fbd req-3217f172-1a04-4284-80cc-4fc2b7da3b9f tempest-MigrationsAdminTest-892781459 tempest-MigrationsAdminTest-892781459-project] 10.222.0.75 "GET /v2.0/ports?device_id=5a41699b-33f6-4124-8872-0e1679a5b99b HTTP/1.1" status: 200 len: 949 time: 0.2909813 Feb 09 19:17:00.021262 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.provisioning_blocks [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Provisioning for port ae0c20e2-a6bc-4527-b56e-8e357d08f2b6 completed by entity L2. {{(pid=103232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 19:17:00.032384 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.provisioning_blocks [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Provisioning complete for port ae0c20e2-a6bc-4527-b56e-8e357d08f2b6 triggered by entity L2. {{(pid=103232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 19:17:00.032763 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593630'] for port (ae0c20e2-a6bc-4527-b56e-8e357d08f2b6), provisioning_complete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:17:00.097620 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-12f6b7ca-c64f-44ff-9b5c-7aef526ce70e req-38f31dd7-e326-448d-a4aa-50261e5cc981 service neutron] 10.222.0.89 "GET /v2.0/networks/2b5494c8-cf97-42c1-b902-87f998f28179?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3367791 Feb 09 19:17:00.155282 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Current status of the port ae0c20e2-a6bc-4527-b56e-8e357d08f2b6 is: BUILD; New status is: ACTIVE {{(pid=103232) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 19:17:00.155685 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (ae0c20e2-a6bc-4527-b56e-8e357d08f2b6), before_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:17:00.202174 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-7429db8d-6021-40ad-813e-885be449a89b None None] For port ae0c20e2-a6bc-4527-b56e-8e357d08f2b6, host n-h2-713498-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-36',level=0,port_id=ae0c20e2-a6bc-4527-b56e-8e357d08f2b6,segment=NetworkSegment(87b87801-3575-4768-92ea-47b1230f5828),segment_id=87b87801-3575-4768-92ea-47b1230f5828)] {{(pid=103232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 19:17:00.209928 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762867176205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762866656485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762866656503'] for port (ae0c20e2-a6bc-4527-b56e-8e357d08f2b6), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:17:00.211022 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Device 6aefa796-a5da-43f4-b77c-5a57dc7a02ee up at agent hyperv_n-h2-713498-36 {{(pid=103232) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 19:17:00.256728 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de07939d-fa15-4062-83eb-816935a9f04f req-869513d0-db4e-47dd-a760-43a83a52bd70 tempest-ServerAddressesTestJSON-255045322 tempest-ServerAddressesTestJSON-255045322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:17:00.261404 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-12f6b7ca-c64f-44ff-9b5c-7aef526ce70e req-ef9af747-8e7f-4bf9-976e-29dfa61f578d service neutron] 10.222.0.89 "GET /v2.0/networks/2b5494c8-cf97-42c1-b902-87f998f28179?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1517336 Feb 09 19:17:00.264845 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-de07939d-fa15-4062-83eb-816935a9f04f req-869513d0-db4e-47dd-a760-43a83a52bd70 tempest-ServerAddressesTestJSON-255045322 tempest-ServerAddressesTestJSON-255045322-project] 10.222.0.75 "GET /v2.0/ports?device_id=4b9f30e4-39ec-4393-bb5a-955f0e570137 HTTP/1.1" status: 200 len: 944 time: 0.3751998 Feb 09 19:17:00.288338 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-e050f142-65d4-4e34-ae2c-8f2e566b4fbd req-f86ea765-ba68-492a-89a5-eabcc24e82e5 tempest-MigrationsAdminTest-892781459 tempest-MigrationsAdminTest-892781459-project] 10.222.0.75 "GET /v2.0/security-groups?id=709912c8-8171-4435-800e-9e5c5e45bf8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2709818 Feb 09 19:17:00.322351 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-533c6481-ebfe-456e-ae5f-c3e0561baf5f tempest-RoutersAdminTest-314636334 tempest-RoutersAdminTest-314636334-project] Publish callbacks [] for router_gateway (e0970141-1d8e-4d77-8c6e-df8d022136f6), precommit_update {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:17:00.328407 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfbf2248-4a13-4587-9cb5-6022d79d098b req-2758f966-216a-4237-8a74-6d5a2636c319 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:17:00.330519 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-cfbf2248-4a13-4587-9cb5-6022d79d098b req-2758f966-216a-4237-8a74-6d5a2636c319 service neutron] 10.222.0.90 "GET /v2.0/networks?id=cade22b5-6a45-46fd-b1f1-f47b726fd2b6 HTTP/1.1" status: 200 len: 913 time: 0.3800499 Feb 09 19:17:00.336433 n-d-713498-36 neutron-server[103230]: DEBUG neutron.notifiers.nova [req-e6ad51be-f550-4634-aef2-62d40fe2a8f6 req-cb68a4a4-9f93-4c78-a649-3a261205f641 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0c3511af-ea92-49e3-90ee-e0e7ad07df70 {{(pid=103230) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 19:17:00.338287 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Pushing event updated for resources: {'Port': ['ID=ae0c20e2-a6bc-4527-b56e-8e357d08f2b6,revision_number=5']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:17:00.364762 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.provisioning_blocks [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Provisioning for port 6aefa796-a5da-43f4-b77c-5a57dc7a02ee completed by entity L2. {{(pid=103232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 19:17:00.370988 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.provisioning_blocks [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Provisioning complete for port 6aefa796-a5da-43f4-b77c-5a57dc7a02ee triggered by entity L2. {{(pid=103232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 19:17:00.372008 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593630'] for port (6aefa796-a5da-43f4-b77c-5a57dc7a02ee), provisioning_complete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:17:00.392142 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-cfbf2248-4a13-4587-9cb5-6022d79d098b req-cb1e95aa-8170-41fa-80b4-a13f0149effb service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=0b7fad14-f4df-4f17-bf51-32b75c58ff68 HTTP/1.1" status: 200 len: 217 time: 0.0524967 Feb 09 19:17:00.400548 n-d-713498-36 neutron-server[103232]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c3476174-573e-455c-944e-9ed0cac04ac2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '00c0f46c-15ff-4897-a6aa-63bcf7d50cc2'}, {'server_uuid': 'c3476174-573e-455c-944e-9ed0cac04ac2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ae0c20e2-a6bc-4527-b56e-8e357d08f2b6'}] {{(pid=103232) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 19:17:00.403081 n-d-713498-36 neutron-server[103232]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}949cdcde653dec44821de95cbf67297f53cbc2aed4e073b5d514f93bf911ce85" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d5057ec9-3161-470a-ad67-1ce6f141f2b9" -d '{"events": [{"server_uuid": "c3476174-573e-455c-944e-9ed0cac04ac2", "name": "network-vif-plugged", "status": "completed", "tag": "00c0f46c-15ff-4897-a6aa-63bcf7d50cc2"}, {"server_uuid": "c3476174-573e-455c-944e-9ed0cac04ac2", "name": "network-vif-plugged", "status": "completed", "tag": "ae0c20e2-a6bc-4527-b56e-8e357d08f2b6"}]}' {{(pid=103232) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 19:17:00.408543 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [req-e6ad51be-f550-4634-aef2-62d40fe2a8f6 req-cb68a4a4-9f93-4c78-a649-3a261205f641 service neutron] Publish callbacks [] for port (0c3511af-ea92-49e3-90ee-e0e7ad07df70), precommit_update {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:17:00.470430 n-d-713498-36 neutron-server[103230]: DEBUG neutron.db.provisioning_blocks [req-e6ad51be-f550-4634-aef2-62d40fe2a8f6 req-cb68a4a4-9f93-4c78-a649-3a261205f641 service neutron] Transition to ACTIVE for port object 0c3511af-ea92-49e3-90ee-e0e7ad07df70 will not be triggered until provisioned by entity L2. {{(pid=103230) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 19:17:00.479172 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfbf2248-4a13-4587-9cb5-6022d79d098b req-a67cb81c-935d-4a64-88af-9e67bf565c7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:17:00.480649 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-cfbf2248-4a13-4587-9cb5-6022d79d098b req-a67cb81c-935d-4a64-88af-9e67bf565c7c service neutron] 10.222.0.90 "GET /v2.0/subnets?id=29a02ab6-448d-48ce-8aae-9d4f83c29844 HTTP/1.1" status: 200 len: 852 time: 0.0784407 Feb 09 19:17:00.486128 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-de07939d-fa15-4062-83eb-816935a9f04f req-0d7882dc-fba6-427d-bde2-a20b9e89082e tempest-ServerAddressesTestJSON-255045322 tempest-ServerAddressesTestJSON-255045322-project] 10.222.0.75 "GET /v2.0/security-groups?id=27141499-9c1f-4375-ace6-098777d860bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2201180 Feb 09 19:17:00.497542 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [req-e6ad51be-f550-4634-aef2-62d40fe2a8f6 req-cb68a4a4-9f93-4c78-a649-3a261205f641 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762867176205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762866656485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762866656503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14393758'] for port (0c3511af-ea92-49e3-90ee-e0e7ad07df70), after_update {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:17:00.503528 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Current status of the port 6aefa796-a5da-43f4-b77c-5a57dc7a02ee is: BUILD; New status is: ACTIVE {{(pid=103232) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 19:17:00.505990 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (6aefa796-a5da-43f4-b77c-5a57dc7a02ee), before_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:17:00.526097 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-cfbf2248-4a13-4587-9cb5-6022d79d098b req-2b09fcb8-7ba5-45bd-88fc-e79128d51856 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=cade22b5-6a45-46fd-b1f1-f47b726fd2b6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0377202 Feb 09 19:17:00.543818 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-753bbfac-9104-4324-b404-642b3f02890d req-05520cfa-27d6-4e1d-919f-622498eecc5d tempest-TaggedBootDevicesTest-980849656 tempest-TaggedBootDevicesTest-980849656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:17:00.549667 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-753bbfac-9104-4324-b404-642b3f02890d req-05520cfa-27d6-4e1d-919f-622498eecc5d tempest-TaggedBootDevicesTest-980849656 tempest-TaggedBootDevicesTest-980849656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:17:00.558254 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-753bbfac-9104-4324-b404-642b3f02890d req-05520cfa-27d6-4e1d-919f-622498eecc5d tempest-TaggedBootDevicesTest-980849656 tempest-TaggedBootDevicesTest-980849656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:17:00.564108 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-753bbfac-9104-4324-b404-642b3f02890d req-05520cfa-27d6-4e1d-919f-622498eecc5d tempest-TaggedBootDevicesTest-980849656 tempest-TaggedBootDevicesTest-980849656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:17:00.570535 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-753bbfac-9104-4324-b404-642b3f02890d req-05520cfa-27d6-4e1d-919f-622498eecc5d tempest-TaggedBootDevicesTest-980849656 tempest-TaggedBootDevicesTest-980849656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:17:00.577037 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-753bbfac-9104-4324-b404-642b3f02890d req-05520cfa-27d6-4e1d-919f-622498eecc5d tempest-TaggedBootDevicesTest-980849656 tempest-TaggedBootDevicesTest-980849656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:17:00.582447 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-753bbfac-9104-4324-b404-642b3f02890d req-05520cfa-27d6-4e1d-919f-622498eecc5d tempest-TaggedBootDevicesTest-980849656 tempest-TaggedBootDevicesTest-980849656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:17:00.584456 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-753bbfac-9104-4324-b404-642b3f02890d req-05520cfa-27d6-4e1d-919f-622498eecc5d tempest-TaggedBootDevicesTest-980849656 tempest-TaggedBootDevicesTest-980849656-project] 10.222.0.75 "GET /v2.0/ports?device_id=c3476174-573e-455c-944e-9ed0cac04ac2 HTTP/1.1" status: 200 len: 5431 time: 0.1913941 Feb 09 19:17:00.605628 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-7429db8d-6021-40ad-813e-885be449a89b None None] For port 6aefa796-a5da-43f4-b77c-5a57dc7a02ee, host n-h2-713498-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-36',level=0,port_id=6aefa796-a5da-43f4-b77c-5a57dc7a02ee,segment=NetworkSegment(cf51fdc5-2b69-4aa6-baf3-9e7fb9d1d1d4),segment_id=cf51fdc5-2b69-4aa6-baf3-9e7fb9d1d1d4)] {{(pid=103232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 19:17:00.616953 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762867176205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762866656485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762866656503'] for port (6aefa796-a5da-43f4-b77c-5a57dc7a02ee), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:17:00.621671 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Device b9b4a7ef-d6e3-4be9-ba7d-38016a167987 up at agent hyperv_n-h2-713498-36 {{(pid=103232) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 19:17:00.648130 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb68a4a4-9f93-4c78-a649-3a261205f641 service neutron] Pushing event updated for resources: {'Port': ['ID=0c3511af-ea92-49e3-90ee-e0e7ad07df70,revision_number=2']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:17:00.683013 n-d-713498-36 neutron-server[103229]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5a41699b-33f6-4124-8872-0e1679a5b99b', 'tag': '8bed1b6e-8e37-4dad-bafb-4dc444eac2ae'}] {{(pid=103229) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 19:17:00.685660 n-d-713498-36 neutron-server[103229]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fa6ae9a20702bd564eaf90d946620b2b4277b1ab91129323d3b54181076be307" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4df3ad15-447d-4498-873f-c900319a60ac" -d '{"events": [{"name": "network-changed", "server_uuid": "5a41699b-33f6-4124-8872-0e1679a5b99b", "tag": "8bed1b6e-8e37-4dad-bafb-4dc444eac2ae"}]}' {{(pid=103229) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 19:17:00.690084 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-cfbf2248-4a13-4587-9cb5-6022d79d098b req-ff52c2b8-4f47-4c46-bb82-595e9ad3e8d9 service neutron] 10.222.0.90 "GET /v2.0/networks/cade22b5-6a45-46fd-b1f1-f47b726fd2b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1042407 Feb 09 19:17:00.856863 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-753bbfac-9104-4324-b404-642b3f02890d req-21940f9b-deac-4fe3-9303-35d1158dcac0 tempest-TaggedBootDevicesTest-980849656 tempest-TaggedBootDevicesTest-980849656-project] 10.222.0.75 "GET /v2.0/security-groups?id=6f7e8ede-8085-490c-860b-91c045ecce1f&id=116d7b93-0726-4659-8687-b47afcfa5056&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1661792 Feb 09 19:17:00.873710 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80152dfa-4c3e-477a-a936-87df44374c5b req-47399fcd-3e99-4192-a218-8d36765d5bac tempest-AttachVolumeTestJSON-524945227 tempest-AttachVolumeTestJSON-524945227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:17:00.879531 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-cfbf2248-4a13-4587-9cb5-6022d79d098b req-3e9e5fa0-0fdd-409c-88d2-62cbe7310c16 service neutron] 10.222.0.90 "GET /v2.0/networks/cade22b5-6a45-46fd-b1f1-f47b726fd2b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1803865 Feb 09 19:17:00.885742 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-80152dfa-4c3e-477a-a936-87df44374c5b req-47399fcd-3e99-4192-a218-8d36765d5bac tempest-AttachVolumeTestJSON-524945227 tempest-AttachVolumeTestJSON-524945227-project] 10.222.0.75 "GET /v2.0/ports?device_id=9e47810b-ed07-4409-98e3-da39074300c7 HTTP/1.1" status: 200 len: 946 time: 0.2664139 Feb 09 19:17:00.921554 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Pushing event updated for resources: {'Port': ['ID=6aefa796-a5da-43f4-b77c-5a57dc7a02ee,revision_number=5']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:17:00.936170 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.provisioning_blocks [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Provisioning for port b9b4a7ef-d6e3-4be9-ba7d-38016a167987 completed by entity L2. {{(pid=103232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 19:17:00.940905 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.provisioning_blocks [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Provisioning complete for port b9b4a7ef-d6e3-4be9-ba7d-38016a167987 triggered by entity L2. {{(pid=103232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 19:17:00.941307 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593630'] for port (b9b4a7ef-d6e3-4be9-ba7d-38016a167987), provisioning_complete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:17:00.966124 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.managers [req-e6ad51be-f550-4634-aef2-62d40fe2a8f6 req-cb68a4a4-9f93-4c78-a649-3a261205f641 service neutron] Attempting to bind port 0c3511af-ea92-49e3-90ee-e0e7ad07df70 on host n-h2-713498-36 for vnic_type normal with profile {{(pid=103230) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 19:17:00.966639 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.managers [req-e6ad51be-f550-4634-aef2-62d40fe2a8f6 req-cb68a4a4-9f93-4c78-a649-3a261205f641 service neutron] Attempting to bind port 0c3511af-ea92-49e3-90ee-e0e7ad07df70 by drivers openvswitch,hyperv on host n-h2-713498-36 at level 0 using segments [{'id': '1386a966-4dd2-470f-b237-fb3374073af9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': 'ce5a1920-47d4-4acd-9320-1f2b7d8adbbf'}] {{(pid=103230) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 19:17:00.966982 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6ad51be-f550-4634-aef2-62d40fe2a8f6 req-cb68a4a4-9f93-4c78-a649-3a261205f641 service neutron] Attempting to bind port 0c3511af-ea92-49e3-90ee-e0e7ad07df70 on network ce5a1920-47d4-4acd-9320-1f2b7d8adbbf {{(pid=103230) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 19:17:00.979229 n-d-713498-36 neutron-server[103232]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Wed, 09 Feb 2022 19:17:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b77f80d9-4936-4b6d-9916-5654d4861955 x-openstack-request-id: req-b77f80d9-4936-4b6d-9916-5654d4861955 {{(pid=103232) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 19:17:00.979834 n-d-713498-36 neutron-server[103232]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c3476174-573e-455c-944e-9ed0cac04ac2", "name": "network-vif-plugged", "status": "completed", "tag": "00c0f46c-15ff-4897-a6aa-63bcf7d50cc2", "code": 200}, {"server_uuid": "c3476174-573e-455c-944e-9ed0cac04ac2", "name": "network-vif-plugged", "status": "completed", "tag": "ae0c20e2-a6bc-4527-b56e-8e357d08f2b6", "code": 200}]} {{(pid=103232) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 19:17:00.980157 n-d-713498-36 neutron-server[103232]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-b77f80d9-4936-4b6d-9916-5654d4861955 {{(pid=103232) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 19:17:00.980633 n-d-713498-36 neutron-server[103232]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c3476174-573e-455c-944e-9ed0cac04ac2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '00c0f46c-15ff-4897-a6aa-63bcf7d50cc2', 'code': 200} Feb 09 19:17:00.980952 n-d-713498-36 neutron-server[103232]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c3476174-573e-455c-944e-9ed0cac04ac2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ae0c20e2-a6bc-4527-b56e-8e357d08f2b6', 'code': 200} Feb 09 19:17:01.049240 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Current status of the port b9b4a7ef-d6e3-4be9-ba7d-38016a167987 is: BUILD; New status is: ACTIVE {{(pid=103232) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 19:17:01.049914 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (b9b4a7ef-d6e3-4be9-ba7d-38016a167987), before_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:17:01.092967 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-c63b7f43-fa7e-466f-9100-c8ee189ddf26 req-79a40df7-da9a-461b-83f6-9f0ca707d0ca tempest-ServerShowV257Test-589056754 tempest-ServerShowV257Test-589056754-project] 10.222.0.75 "GET /v2.0/ports?device_id=26944e33-f83d-4567-bd3a-02cf5001147a HTTP/1.1" status: 200 len: 210 time: 0.0440228 Feb 09 19:17:01.096073 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-7429db8d-6021-40ad-813e-885be449a89b None None] For port b9b4a7ef-d6e3-4be9-ba7d-38016a167987, host n-h2-713498-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-36',level=0,port_id=b9b4a7ef-d6e3-4be9-ba7d-38016a167987,segment=NetworkSegment(23ed1668-aba2-4aca-a9aa-7fbe90d952c5),segment_id=23ed1668-aba2-4aca-a9aa-7fbe90d952c5)] {{(pid=103232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 19:17:01.100655 n-d-713498-36 neutron-server[103230]: DEBUG neutron.notifiers.nova [req-e6ad51be-f550-4634-aef2-62d40fe2a8f6 req-477e14cb-f6f1-4505-b623-5401f46cff62 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8d7d39bb-d86b-4989-9f9f-f6af90a58b05 {{(pid=103230) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 19:17:01.103388 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762867176205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762866656485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762866656503'] for port (b9b4a7ef-d6e3-4be9-ba7d-38016a167987), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:17:01.104435 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Device 7627d463-e16c-4819-9e5e-c073ce7e0152 up at agent hyperv_n-h2-713498-36 {{(pid=103232) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 19:17:01.124025 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [req-e6ad51be-f550-4634-aef2-62d40fe2a8f6 req-477e14cb-f6f1-4505-b623-5401f46cff62 service neutron] Publish callbacks [] for port (8d7d39bb-d86b-4989-9f9f-f6af90a58b05), precommit_update {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:17:01.154559 n-d-713498-36 neutron-server[103230]: DEBUG neutron.db.provisioning_blocks [req-e6ad51be-f550-4634-aef2-62d40fe2a8f6 req-477e14cb-f6f1-4505-b623-5401f46cff62 service neutron] Transition to ACTIVE for port object 8d7d39bb-d86b-4989-9f9f-f6af90a58b05 will not be triggered until provisioned by entity L2. {{(pid=103230) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 19:17:01.161495 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-80152dfa-4c3e-477a-a936-87df44374c5b req-085be13a-af87-4c6e-94f6-adf1e11721e2 tempest-AttachVolumeTestJSON-524945227 tempest-AttachVolumeTestJSON-524945227-project] 10.222.0.75 "GET /v2.0/security-groups?id=bd39f8e7-1d25-418e-b5cd-c91a805a4bbc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2746079 Feb 09 19:17:01.163101 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6ad51be-f550-4634-aef2-62d40fe2a8f6 req-cb68a4a4-9f93-4c78-a649-3a261205f641 service neutron] Port 0c3511af-ea92-49e3-90ee-e0e7ad07df70 on network ce5a1920-47d4-4acd-9320-1f2b7d8adbbf not bound, no agent of type Open vSwitch agent registered on host n-h2-713498-36 {{(pid=103230) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 19:17:01.163773 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6ad51be-f550-4634-aef2-62d40fe2a8f6 req-cb68a4a4-9f93-4c78-a649-3a261205f641 service neutron] Attempting to bind port 0c3511af-ea92-49e3-90ee-e0e7ad07df70 on network ce5a1920-47d4-4acd-9320-1f2b7d8adbbf {{(pid=103230) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 19:17:01.175406 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6ad51be-f550-4634-aef2-62d40fe2a8f6 req-cb68a4a4-9f93-4c78-a649-3a261205f641 service neutron] Checking agent: {'id': 'bcd5faee-dc24-4298-9134-0e0aa054058e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713498-36', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 18, 59, 19), 'started_at': datetime.datetime(2022, 2, 9, 18, 59, 19), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 19, 16, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103230) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 19:17:01.176335 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6ad51be-f550-4634-aef2-62d40fe2a8f6 req-cb68a4a4-9f93-4c78-a649-3a261205f641 service neutron] Checking segment: {'id': '1386a966-4dd2-470f-b237-fb3374073af9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': 'ce5a1920-47d4-4acd-9320-1f2b7d8adbbf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103230) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 19:17:01.176907 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6ad51be-f550-4634-aef2-62d40fe2a8f6 req-cb68a4a4-9f93-4c78-a649-3a261205f641 service neutron] Bound using segment: {'id': '1386a966-4dd2-470f-b237-fb3374073af9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': 'ce5a1920-47d4-4acd-9320-1f2b7d8adbbf'} {{(pid=103230) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 19:17:01.177523 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.managers [req-e6ad51be-f550-4634-aef2-62d40fe2a8f6 req-cb68a4a4-9f93-4c78-a649-3a261205f641 service neutron] Bound port: 0c3511af-ea92-49e3-90ee-e0e7ad07df70, host: n-h2-713498-36, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1386a966-4dd2-470f-b237-fb3374073af9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': 'ce5a1920-47d4-4acd-9320-1f2b7d8adbbf'}}] {{(pid=103230) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 19:17:01.178094 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [req-e6ad51be-f550-4634-aef2-62d40fe2a8f6 req-cb68a4a4-9f93-4c78-a649-3a261205f641 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (0c3511af-ea92-49e3-90ee-e0e7ad07df70), before_update {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:17:01.196975 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [req-e6ad51be-f550-4634-aef2-62d40fe2a8f6 req-477e14cb-f6f1-4505-b623-5401f46cff62 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762867176205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762866656485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762866656503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14393758'] for port (8d7d39bb-d86b-4989-9f9f-f6af90a58b05), after_update {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:17:01.210355 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Pushing event updated for resources: {'Port': ['ID=b9b4a7ef-d6e3-4be9-ba7d-38016a167987,revision_number=5']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:17:01.245671 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.provisioning_blocks [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Provisioning for port 7627d463-e16c-4819-9e5e-c073ce7e0152 completed by entity L2. {{(pid=103232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 19:17:01.250818 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.provisioning_blocks [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Provisioning complete for port 7627d463-e16c-4819-9e5e-c073ce7e0152 triggered by entity L2. {{(pid=103232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 19:17:01.251233 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593630'] for port (7627d463-e16c-4819-9e5e-c073ce7e0152), provisioning_complete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:17:01.358624 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Current status of the port 7627d463-e16c-4819-9e5e-c073ce7e0152 is: BUILD; New status is: ACTIVE {{(pid=103232) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 19:17:01.359667 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (7627d463-e16c-4819-9e5e-c073ce7e0152), before_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:17:01.383557 n-d-713498-36 neutron-server[103229]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 19:17:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f4c1987f-5bbd-4768-8016-4f4a565d1bc0 x-openstack-request-id: req-f4c1987f-5bbd-4768-8016-4f4a565d1bc0 {{(pid=103229) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 19:17:01.384667 n-d-713498-36 neutron-server[103229]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5a41699b-33f6-4124-8872-0e1679a5b99b", "tag": "8bed1b6e-8e37-4dad-bafb-4dc444eac2ae", "status": "completed", "code": 200}]} {{(pid=103229) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 19:17:01.384667 n-d-713498-36 neutron-server[103229]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-f4c1987f-5bbd-4768-8016-4f4a565d1bc0 {{(pid=103229) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 19:17:01.384667 n-d-713498-36 neutron-server[103229]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5a41699b-33f6-4124-8872-0e1679a5b99b', 'tag': '8bed1b6e-8e37-4dad-bafb-4dc444eac2ae', 'status': 'completed', 'code': 200} Feb 09 19:17:01.407848 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-477e14cb-f6f1-4505-b623-5401f46cff62 service neutron] Pushing event updated for resources: {'Port': ['ID=8d7d39bb-d86b-4989-9f9f-f6af90a58b05,revision_number=2']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:17:01.410385 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-533c6481-ebfe-456e-ae5f-c3e0561baf5f tempest-RoutersAdminTest-314636334 tempest-RoutersAdminTest-314636334-project] Publish callbacks [] for router_gateway (e0970141-1d8e-4d77-8c6e-df8d022136f6), before_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:17:01.442851 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-7429db8d-6021-40ad-813e-885be449a89b None None] For port 7627d463-e16c-4819-9e5e-c073ce7e0152, host n-h2-713498-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-36',level=0,port_id=7627d463-e16c-4819-9e5e-c073ce7e0152,segment=NetworkSegment(87b87801-3575-4768-92ea-47b1230f5828),segment_id=87b87801-3575-4768-92ea-47b1230f5828)] {{(pid=103232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 19:17:01.453214 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762867176205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762866656485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762866656503'] for port (7627d463-e16c-4819-9e5e-c073ce7e0152), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:17:01.454021 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Device fd688801-4beb-42a5-9ec8-010c808e3c22 up at agent hyperv_n-h2-713498-36 {{(pid=103232) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 19:17:01.508373 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-533c6481-ebfe-456e-ae5f-c3e0561baf5f tempest-RoutersAdminTest-314636334 tempest-RoutersAdminTest-314636334-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (None), before_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:17:01.509488 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4df3ad15-447d-4498-873f-c900319a60ac req-ddfd79c6-e7d0-4f5a-aff8-75701783fe37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:17:01.513230 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-4df3ad15-447d-4498-873f-c900319a60ac req-ddfd79c6-e7d0-4f5a-aff8-75701783fe37 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=51b81e7592544b98a90626c2bba713eb&device_id=5a41699b-33f6-4124-8872-0e1679a5b99b HTTP/1.1" status: 200 len: 1132 time: 0.0978460 Feb 09 19:17:01.598074 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Pushing event updated for resources: {'Port': ['ID=7627d463-e16c-4819-9e5e-c073ce7e0152,revision_number=5']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:17:01.608934 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.provisioning_blocks [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Provisioning for port fd688801-4beb-42a5-9ec8-010c808e3c22 completed by entity L2. {{(pid=103232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 19:17:01.615331 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.provisioning_blocks [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Provisioning complete for port fd688801-4beb-42a5-9ec8-010c808e3c22 triggered by entity L2. {{(pid=103232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 19:17:01.615726 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593630'] for port (fd688801-4beb-42a5-9ec8-010c808e3c22), provisioning_complete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:17:01.620023 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.db [req-e6ad51be-f550-4634-aef2-62d40fe2a8f6 req-cb68a4a4-9f93-4c78-a649-3a261205f641 service neutron] For port 0c3511af-ea92-49e3-90ee-e0e7ad07df70, host n-h2-713498-36, cleared binding levels {{(pid=103230) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 19:17:01.740164 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.managers [req-e6ad51be-f550-4634-aef2-62d40fe2a8f6 req-477e14cb-f6f1-4505-b623-5401f46cff62 service neutron] Attempting to bind port 8d7d39bb-d86b-4989-9f9f-f6af90a58b05 on host n-h1-713498-36 for vnic_type normal with profile {{(pid=103230) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 19:17:01.740637 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.managers [req-e6ad51be-f550-4634-aef2-62d40fe2a8f6 req-477e14cb-f6f1-4505-b623-5401f46cff62 service neutron] Attempting to bind port 8d7d39bb-d86b-4989-9f9f-f6af90a58b05 by drivers openvswitch,hyperv on host n-h1-713498-36 at level 0 using segments [{'id': '1386a966-4dd2-470f-b237-fb3374073af9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': 'ce5a1920-47d4-4acd-9320-1f2b7d8adbbf'}] {{(pid=103230) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 19:17:01.741244 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6ad51be-f550-4634-aef2-62d40fe2a8f6 req-477e14cb-f6f1-4505-b623-5401f46cff62 service neutron] Attempting to bind port 8d7d39bb-d86b-4989-9f9f-f6af90a58b05 on network ce5a1920-47d4-4acd-9320-1f2b7d8adbbf {{(pid=103230) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 19:17:01.747281 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.db [req-e6ad51be-f550-4634-aef2-62d40fe2a8f6 req-cb68a4a4-9f93-4c78-a649-3a261205f641 service neutron] For port 0c3511af-ea92-49e3-90ee-e0e7ad07df70, host n-h2-713498-36, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-36',level=0,port_id=0c3511af-ea92-49e3-90ee-e0e7ad07df70,segment=NetworkSegment(1386a966-4dd2-470f-b237-fb3374073af9),segment_id=1386a966-4dd2-470f-b237-fb3374073af9)] {{(pid=103230) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 19:17:01.765605 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-93205335-40e6-48f8-b019-d01aa26ca9fa req-24b88903-d1ae-4248-8d3e-ab5a5321e1ca service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=8b4ad082aa7a4bc8bfec263ab974b82d&device_id=26944e33-f83d-4567-bd3a-02cf5001147a HTTP/1.1" status: 200 len: 210 time: 0.0911050 Feb 09 19:17:01.768344 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Current status of the port fd688801-4beb-42a5-9ec8-010c808e3c22 is: BUILD; New status is: ACTIVE {{(pid=103232) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 19:17:01.770051 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (fd688801-4beb-42a5-9ec8-010c808e3c22), before_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:17:01.772971 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6ad51be-f550-4634-aef2-62d40fe2a8f6 req-477e14cb-f6f1-4505-b623-5401f46cff62 service neutron] Port 8d7d39bb-d86b-4989-9f9f-f6af90a58b05 on network ce5a1920-47d4-4acd-9320-1f2b7d8adbbf not bound, no agent of type Open vSwitch agent registered on host n-h1-713498-36 {{(pid=103230) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 19:17:01.777933 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6ad51be-f550-4634-aef2-62d40fe2a8f6 req-477e14cb-f6f1-4505-b623-5401f46cff62 service neutron] Attempting to bind port 8d7d39bb-d86b-4989-9f9f-f6af90a58b05 on network ce5a1920-47d4-4acd-9320-1f2b7d8adbbf {{(pid=103230) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 19:17:01.811473 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb9dc5b2-2d53-41bb-887f-aeaf9a797323 req-d130fcce-d88e-41f9-acc0-0174a74dbac7 tempest-MultipleCreateTestJSON-395872300 tempest-MultipleCreateTestJSON-395872300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:17:01.818057 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-eb9dc5b2-2d53-41bb-887f-aeaf9a797323 req-d130fcce-d88e-41f9-acc0-0174a74dbac7 tempest-MultipleCreateTestJSON-395872300 tempest-MultipleCreateTestJSON-395872300-project] 10.222.0.75 "GET /v2.0/ports?device_id=c32380bc-252c-45d0-bfcb-a5ff2d9eaf61 HTTP/1.1" status: 200 len: 943 time: 0.5068364 Feb 09 19:17:01.825431 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [req-e6ad51be-f550-4634-aef2-62d40fe2a8f6 req-cb68a4a4-9f93-4c78-a649-3a261205f641 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762867176205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762866656485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762866656503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14393758'] for port (0c3511af-ea92-49e3-90ee-e0e7ad07df70), after_update {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:17:01.848765 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-7429db8d-6021-40ad-813e-885be449a89b None None] For port fd688801-4beb-42a5-9ec8-010c808e3c22, host n-h2-713498-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-36',level=0,port_id=fd688801-4beb-42a5-9ec8-010c808e3c22,segment=NetworkSegment(23ed1668-aba2-4aca-a9aa-7fbe90d952c5),segment_id=23ed1668-aba2-4aca-a9aa-7fbe90d952c5)] {{(pid=103232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 19:17:01.860508 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762867176205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762866656485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762866656503'] for port (fd688801-4beb-42a5-9ec8-010c808e3c22), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:17:01.870375 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6ad51be-f550-4634-aef2-62d40fe2a8f6 req-477e14cb-f6f1-4505-b623-5401f46cff62 service neutron] Checking agent: {'id': '488cd9ae-631f-4955-ba0b-4f5a13f12e9c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713498-36', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 18, 59, 18), 'started_at': datetime.datetime(2022, 2, 9, 18, 59, 18), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 19, 16, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103230) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 19:17:01.871466 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6ad51be-f550-4634-aef2-62d40fe2a8f6 req-477e14cb-f6f1-4505-b623-5401f46cff62 service neutron] Checking segment: {'id': '1386a966-4dd2-470f-b237-fb3374073af9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': 'ce5a1920-47d4-4acd-9320-1f2b7d8adbbf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103230) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 19:17:01.872052 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6ad51be-f550-4634-aef2-62d40fe2a8f6 req-477e14cb-f6f1-4505-b623-5401f46cff62 service neutron] Bound using segment: {'id': '1386a966-4dd2-470f-b237-fb3374073af9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': 'ce5a1920-47d4-4acd-9320-1f2b7d8adbbf'} {{(pid=103230) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 19:17:01.873453 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.managers [req-e6ad51be-f550-4634-aef2-62d40fe2a8f6 req-477e14cb-f6f1-4505-b623-5401f46cff62 service neutron] Bound port: 8d7d39bb-d86b-4989-9f9f-f6af90a58b05, host: n-h1-713498-36, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1386a966-4dd2-470f-b237-fb3374073af9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': 'ce5a1920-47d4-4acd-9320-1f2b7d8adbbf'}}] {{(pid=103230) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 19:17:01.874036 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [req-e6ad51be-f550-4634-aef2-62d40fe2a8f6 req-477e14cb-f6f1-4505-b623-5401f46cff62 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (8d7d39bb-d86b-4989-9f9f-f6af90a58b05), before_update {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:17:01.876274 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4df3ad15-447d-4498-873f-c900319a60ac req-ed4d86f0-fe79-4046-90ed-53c0d6bf0c56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:17:01.878655 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-4df3ad15-447d-4498-873f-c900319a60ac req-ed4d86f0-fe79-4046-90ed-53c0d6bf0c56 service neutron] 10.222.0.90 "GET /v2.0/networks?id=2b5494c8-cf97-42c1-b902-87f998f28179 HTTP/1.1" status: 200 len: 870 time: 0.3528924 Feb 09 19:17:01.880429 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4df3ad15-447d-4498-873f-c900319a60ac req-25e842cb-9694-4212-9245-71bafd60503b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:17:01.881864 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-4df3ad15-447d-4498-873f-c900319a60ac req-25e842cb-9694-4212-9245-71bafd60503b service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=51b81e7592544b98a90626c2bba713eb&device_id=5a41699b-33f6-4124-8872-0e1679a5b99b HTTP/1.1" status: 200 len: 1132 time: 0.4745312 Feb 09 19:17:01.886796 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-93205335-40e6-48f8-b019-d01aa26ca9fa req-56663458-92a6-487b-a224-ad8899b1010d service neutron] 10.222.0.89 "GET /v2.0/networks?tenant_id=8b4ad082aa7a4bc8bfec263ab974b82d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0754526 Feb 09 19:17:01.927466 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6ad51be-f550-4634-aef2-62d40fe2a8f6 req-cb68a4a4-9f93-4c78-a649-3a261205f641 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:17:01.928420 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [req-e6ad51be-f550-4634-aef2-62d40fe2a8f6 req-cb68a4a4-9f93-4c78-a649-3a261205f641 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171096'] for port (None), before_response {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:17:01.929897 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-e6ad51be-f550-4634-aef2-62d40fe2a8f6 req-cb68a4a4-9f93-4c78-a649-3a261205f641 service neutron] 10.222.0.90 "PUT /v2.0/ports/0c3511af-ea92-49e3-90ee-e0e7ad07df70 HTTP/1.1" status: 200 len: 1092 time: 3.9330046 Feb 09 19:17:01.953059 n-d-713498-36 neutron-server[103230]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c32380bc-252c-45d0-bfcb-a5ff2d9eaf61', 'tag': '0c3511af-ea92-49e3-90ee-e0e7ad07df70'}] {{(pid=103230) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 19:17:01.956389 n-d-713498-36 neutron-server[103230]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aee5919275bae9f72eb374ee322673045eb80c1f84b4b45a97d96923bd50ab51" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cde9583c-920b-4ea1-9743-a6549ec5c002" -d '{"events": [{"name": "network-changed", "server_uuid": "c32380bc-252c-45d0-bfcb-a5ff2d9eaf61", "tag": "0c3511af-ea92-49e3-90ee-e0e7ad07df70"}]}' {{(pid=103230) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 19:17:01.958146 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Pushing event updated for resources: {'Port': ['ID=fd688801-4beb-42a5-9ec8-010c808e3c22,revision_number=5']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:17:02.045926 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-4df3ad15-447d-4498-873f-c900319a60ac req-414a3363-ad94-4049-9a1e-426f04860d09 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.195&port_id=8bed1b6e-8e37-4dad-bafb-4dc444eac2ae HTTP/1.1" status: 200 len: 217 time: 0.1479383 Feb 09 19:17:02.116938 n-d-713498-36 neutron-server[103230]: DEBUG neutron.db.db_base_plugin_common [None req-533c6481-ebfe-456e-ae5f-c3e0561baf5f tempest-RoutersAdminTest-314636334 tempest-RoutersAdminTest-314636334-project] Allocated IP 172.25.1.42 (88055e1e-672a-4487-be31-ffb6e833ece5/ac16dbcc-383c-4b43-9153-d763c4a53f91/d0e4c3b6-3090-45b3-b5cb-b443b7554ad2) {{(pid=103230) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 19:17:02.120925 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb68a4a4-9f93-4c78-a649-3a261205f641 service neutron] Pushing event updated for resources: {'Port': ['ID=0c3511af-ea92-49e3-90ee-e0e7ad07df70,revision_number=3']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:17:02.145158 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c730f2a8-0d9f-4117-a509-857bb43ecd99 req-02ae7918-4efe-4a8c-8473-75182bd049e5 tempest-MigrationsAdminTest-892781459 tempest-MigrationsAdminTest-892781459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:17:02.154039 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-c730f2a8-0d9f-4117-a509-857bb43ecd99 req-02ae7918-4efe-4a8c-8473-75182bd049e5 tempest-MigrationsAdminTest-892781459 tempest-MigrationsAdminTest-892781459-project] 10.222.0.75 "GET /v2.0/ports?device_id=5a41699b-33f6-4124-8872-0e1679a5b99b HTTP/1.1" status: 200 len: 949 time: 0.3869829 Feb 09 19:17:02.183569 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-eb9dc5b2-2d53-41bb-887f-aeaf9a797323 req-0c1cd635-d762-49c1-8553-b725401efaae tempest-MultipleCreateTestJSON-395872300 tempest-MultipleCreateTestJSON-395872300-project] 10.222.0.75 "GET /v2.0/security-groups?id=8677789f-c0a6-4081-af83-d06feba970b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3288672 Feb 09 19:17:02.235796 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.db [req-e6ad51be-f550-4634-aef2-62d40fe2a8f6 req-477e14cb-f6f1-4505-b623-5401f46cff62 service neutron] For port 8d7d39bb-d86b-4989-9f9f-f6af90a58b05, host n-h1-713498-36, cleared binding levels {{(pid=103230) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 19:17:02.239354 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6ad51be-f550-4634-aef2-62d40fe2a8f6 req-1fb6a9de-18e9-4f15-9ffb-35d0d8def754 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:17:02.240549 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-e6ad51be-f550-4634-aef2-62d40fe2a8f6 req-1fb6a9de-18e9-4f15-9ffb-35d0d8def754 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=b778494753704141b6eb8355afee2383&device_id=c32380bc-252c-45d0-bfcb-a5ff2d9eaf61 HTTP/1.1" status: 200 len: 1126 time: 0.2425435 Feb 09 19:17:02.257040 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4df3ad15-447d-4498-873f-c900319a60ac req-0e4965a1-3c88-443d-9029-692232153fe2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:17:02.258518 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-4df3ad15-447d-4498-873f-c900319a60ac req-0e4965a1-3c88-443d-9029-692232153fe2 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=60b561cb-321e-4f83-9bb3-92b2e1d0dc44 HTTP/1.1" status: 200 len: 843 time: 0.1750813 Feb 09 19:17:02.288613 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93205335-40e6-48f8-b019-d01aa26ca9fa req-b1fce1e1-3faf-4cfd-943e-5cdc85066474 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:17:02.290540 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-93205335-40e6-48f8-b019-d01aa26ca9fa req-b1fce1e1-3faf-4cfd-943e-5cdc85066474 service neutron] 10.222.0.89 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3895571 Feb 09 19:17:02.294896 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.db [req-e6ad51be-f550-4634-aef2-62d40fe2a8f6 req-477e14cb-f6f1-4505-b623-5401f46cff62 service neutron] For port 8d7d39bb-d86b-4989-9f9f-f6af90a58b05, host n-h1-713498-36, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-36',level=0,port_id=8d7d39bb-d86b-4989-9f9f-f6af90a58b05,segment=NetworkSegment(1386a966-4dd2-470f-b237-fb3374073af9),segment_id=1386a966-4dd2-470f-b237-fb3374073af9)] {{(pid=103230) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 19:17:02.326034 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4df3ad15-447d-4498-873f-c900319a60ac req-89b9ff3f-bf27-4f15-afac-721c21ea89aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:17:02.327491 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-4df3ad15-447d-4498-873f-c900319a60ac req-89b9ff3f-bf27-4f15-afac-721c21ea89aa service neutron] 10.222.0.89 "GET /v2.0/networks?id=2b5494c8-cf97-42c1-b902-87f998f28179 HTTP/1.1" status: 200 len: 870 time: 0.4398086 Feb 09 19:17:02.331436 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-c730f2a8-0d9f-4117-a509-857bb43ecd99 req-abe35aca-9d3f-414f-853f-57f31a9387b4 tempest-MigrationsAdminTest-892781459 tempest-MigrationsAdminTest-892781459-project] 10.222.0.75 "GET /v2.0/security-groups?id=709912c8-8171-4435-800e-9e5c5e45bf8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1763365 Feb 09 19:17:02.340803 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-e6ad51be-f550-4634-aef2-62d40fe2a8f6 req-60e170d0-0cb8-41d8-bbed-b8413b5590e4 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=0c3511af-ea92-49e3-90ee-e0e7ad07df70 HTTP/1.1" status: 200 len: 217 time: 0.0878289 Feb 09 19:17:02.348806 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [req-e6ad51be-f550-4634-aef2-62d40fe2a8f6 req-477e14cb-f6f1-4505-b623-5401f46cff62 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762867176205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762866656485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762866656503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14393758'] for port (8d7d39bb-d86b-4989-9f9f-f6af90a58b05), after_update {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:17:02.410602 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-4df3ad15-447d-4498-873f-c900319a60ac req-e82fd3e5-550e-44ca-a061-f2328e5c493e service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.195&port_id=8bed1b6e-8e37-4dad-bafb-4dc444eac2ae HTTP/1.1" status: 200 len: 217 time: 0.0755651 Feb 09 19:17:02.455010 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6ad51be-f550-4634-aef2-62d40fe2a8f6 req-477e14cb-f6f1-4505-b623-5401f46cff62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:17:02.455645 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [req-e6ad51be-f550-4634-aef2-62d40fe2a8f6 req-477e14cb-f6f1-4505-b623-5401f46cff62 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171096'] for port (None), before_response {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:17:02.457820 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-e6ad51be-f550-4634-aef2-62d40fe2a8f6 req-477e14cb-f6f1-4505-b623-5401f46cff62 service neutron] 10.222.0.89 "PUT /v2.0/ports/8d7d39bb-d86b-4989-9f9f-f6af90a58b05 HTTP/1.1" status: 200 len: 1093 time: 3.4275360 Feb 09 19:17:02.501374 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a2c411b-ef76-43d2-81d8-58ab4176caca req-808af2c1-b8f4-4b42-b156-48322c0b0b2b tempest-ServerAddressesTestJSON-255045322 tempest-ServerAddressesTestJSON-255045322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:17:02.502821 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-1a2c411b-ef76-43d2-81d8-58ab4176caca req-808af2c1-b8f4-4b42-b156-48322c0b0b2b tempest-ServerAddressesTestJSON-255045322 tempest-ServerAddressesTestJSON-255045322-project] 10.222.0.75 "GET /v2.0/ports?device_id=4b9f30e4-39ec-4393-bb5a-955f0e570137 HTTP/1.1" status: 200 len: 944 time: 0.1977258 Feb 09 19:17:02.513261 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-533c6481-ebfe-456e-ae5f-c3e0561baf5f tempest-RoutersAdminTest-314636334 tempest-RoutersAdminTest-314636334-project] Publish callbacks [] for port (d0e4c3b6-3090-45b3-b5cb-b443b7554ad2), precommit_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:17:02.518736 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4df3ad15-447d-4498-873f-c900319a60ac req-8fb684ed-6a63-4403-9c28-fdd08d1623a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:17:02.520275 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-4df3ad15-447d-4498-873f-c900319a60ac req-8fb684ed-6a63-4403-9c28-fdd08d1623a4 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=60b561cb-321e-4f83-9bb3-92b2e1d0dc44 HTTP/1.1" status: 200 len: 843 time: 0.1083021 Feb 09 19:17:02.544067 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-93677573-9e14-455c-bd07-9ca884c9b660 req-12799eff-abb8-42ca-87b0-44c8eb56e516 tempest-ServerShowV257Test-589056754 tempest-ServerShowV257Test-589056754-project] 10.222.0.75 "GET /v2.0/ports?device_id=26944e33-f83d-4567-bd3a-02cf5001147a HTTP/1.1" status: 200 len: 210 time: 0.1182520 Feb 09 19:17:02.556601 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4df3ad15-447d-4498-873f-c900319a60ac req-2e4511f5-74ff-474f-92be-72acb940461b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:17:02.558400 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-4df3ad15-447d-4498-873f-c900319a60ac req-2e4511f5-74ff-474f-92be-72acb940461b service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=2b5494c8-cf97-42c1-b902-87f998f28179&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.2858481 Feb 09 19:17:02.574087 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-477e14cb-f6f1-4505-b623-5401f46cff62 service neutron] Pushing event updated for resources: {'Port': ['ID=8d7d39bb-d86b-4989-9f9f-f6af90a58b05,revision_number=3']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:17:02.580476 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6ad51be-f550-4634-aef2-62d40fe2a8f6 req-b3d2a053-2dcf-4592-8363-0057c8c2c3cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:17:02.582350 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-e6ad51be-f550-4634-aef2-62d40fe2a8f6 req-b3d2a053-2dcf-4592-8363-0057c8c2c3cf service neutron] 10.222.0.90 "GET /v2.0/subnets?id=91f7ce59-3a13-47bf-9dd9-ab64da9bfd75 HTTP/1.1" status: 200 len: 853 time: 0.2288721 Feb 09 19:17:02.679660 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-e6ad51be-f550-4634-aef2-62d40fe2a8f6 req-f8568d9f-74f1-4329-9499-189778b1ae0e service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=ce5a1920-47d4-4acd-9320-1f2b7d8adbbf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0888917 Feb 09 19:17:02.706759 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-1a2c411b-ef76-43d2-81d8-58ab4176caca req-81322c96-b919-4403-bd25-4e1e73aa2bcf tempest-ServerAddressesTestJSON-255045322 tempest-ServerAddressesTestJSON-255045322-project] 10.222.0.75 "GET /v2.0/security-groups?id=27141499-9c1f-4375-ace6-098777d860bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1905200 Feb 09 19:17:02.720313 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4df3ad15-447d-4498-873f-c900319a60ac req-7653200d-f7d1-4482-b02a-96625e66395c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:17:02.721857 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-4df3ad15-447d-4498-873f-c900319a60ac req-7653200d-f7d1-4482-b02a-96625e66395c service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=2b5494c8-cf97-42c1-b902-87f998f28179&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.1820199 Feb 09 19:17:02.730868 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6ad51be-f550-4634-aef2-62d40fe2a8f6 req-d22206ae-2eff-4060-88d1-cd2189a68fc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:17:02.732581 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-e6ad51be-f550-4634-aef2-62d40fe2a8f6 req-d22206ae-2eff-4060-88d1-cd2189a68fc5 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=b778494753704141b6eb8355afee2383&device_id=9158ce27-124a-482c-b9ca-b1c1f903ece5 HTTP/1.1" status: 200 len: 1127 time: 0.2177198 Feb 09 19:17:02.740127 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-4df3ad15-447d-4498-873f-c900319a60ac req-e717e90f-e489-44d5-b325-1a50825bea9a service neutron] 10.222.0.90 "GET /v2.0/networks/2b5494c8-cf97-42c1-b902-87f998f28179?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1579769 Feb 09 19:17:02.818619 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-e6ad51be-f550-4634-aef2-62d40fe2a8f6 req-2a7aafaf-b7c0-4580-9322-d376c3967b1b service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=8d7d39bb-d86b-4989-9f9f-f6af90a58b05 HTTP/1.1" status: 200 len: 217 time: 0.0533881 Feb 09 19:17:02.819328 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e6adc37-98f6-4390-a33e-dfeac0322022 req-5181fd48-a4ac-4ca4-8059-e1c39bab20e0 tempest-TaggedBootDevicesTest-980849656 tempest-TaggedBootDevicesTest-980849656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:17:02.824992 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e6adc37-98f6-4390-a33e-dfeac0322022 req-5181fd48-a4ac-4ca4-8059-e1c39bab20e0 tempest-TaggedBootDevicesTest-980849656 tempest-TaggedBootDevicesTest-980849656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:17:02.830588 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e6adc37-98f6-4390-a33e-dfeac0322022 req-5181fd48-a4ac-4ca4-8059-e1c39bab20e0 tempest-TaggedBootDevicesTest-980849656 tempest-TaggedBootDevicesTest-980849656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:17:02.836149 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e6adc37-98f6-4390-a33e-dfeac0322022 req-5181fd48-a4ac-4ca4-8059-e1c39bab20e0 tempest-TaggedBootDevicesTest-980849656 tempest-TaggedBootDevicesTest-980849656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:17:02.838209 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-533c6481-ebfe-456e-ae5f-c3e0561baf5f tempest-RoutersAdminTest-314636334 tempest-RoutersAdminTest-314636334-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762866656467', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14393751'] for port (d0e4c3b6-3090-45b3-b5cb-b443b7554ad2), after_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:17:02.843414 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e6adc37-98f6-4390-a33e-dfeac0322022 req-5181fd48-a4ac-4ca4-8059-e1c39bab20e0 tempest-TaggedBootDevicesTest-980849656 tempest-TaggedBootDevicesTest-980849656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:17:02.849253 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e6adc37-98f6-4390-a33e-dfeac0322022 req-5181fd48-a4ac-4ca4-8059-e1c39bab20e0 tempest-TaggedBootDevicesTest-980849656 tempest-TaggedBootDevicesTest-980849656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:17:02.855685 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e6adc37-98f6-4390-a33e-dfeac0322022 req-5181fd48-a4ac-4ca4-8059-e1c39bab20e0 tempest-TaggedBootDevicesTest-980849656 tempest-TaggedBootDevicesTest-980849656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:17:02.864380 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-4e6adc37-98f6-4390-a33e-dfeac0322022 req-5181fd48-a4ac-4ca4-8059-e1c39bab20e0 tempest-TaggedBootDevicesTest-980849656 tempest-TaggedBootDevicesTest-980849656-project] 10.222.0.75 "GET /v2.0/ports?device_id=c3476174-573e-455c-944e-9ed0cac04ac2 HTTP/1.1" status: 200 len: 5435 time: 0.2057126 Feb 09 19:17:02.900246 n-d-713498-36 neutron-server[103230]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 19:17:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b677e6f2-3912-4cfb-a034-73986b22a8a7 x-openstack-request-id: req-b677e6f2-3912-4cfb-a034-73986b22a8a7 {{(pid=103230) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 19:17:02.900568 n-d-713498-36 neutron-server[103230]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c32380bc-252c-45d0-bfcb-a5ff2d9eaf61", "tag": "0c3511af-ea92-49e3-90ee-e0e7ad07df70", "status": "completed", "code": 200}]} {{(pid=103230) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 19:17:02.900959 n-d-713498-36 neutron-server[103230]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-b677e6f2-3912-4cfb-a034-73986b22a8a7 {{(pid=103230) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 19:17:02.901454 n-d-713498-36 neutron-server[103230]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c32380bc-252c-45d0-bfcb-a5ff2d9eaf61', 'tag': '0c3511af-ea92-49e3-90ee-e0e7ad07df70', 'status': 'completed', 'code': 200} Feb 09 19:17:02.946605 n-d-713498-36 neutron-server[103230]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-533c6481-ebfe-456e-ae5f-c3e0561baf5f tempest-RoutersAdminTest-314636334 tempest-RoutersAdminTest-314636334-project] Network 88055e1e-672a-4487-be31-ffb6e833ece5 is already hosted by enough agents. {{(pid=103230) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 19:17:02.951484 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-e6ad51be-f550-4634-aef2-62d40fe2a8f6 req-13846ce6-12ee-4fd3-b77e-536254b895fc service neutron] 10.222.0.90 "GET /v2.0/networks/ce5a1920-47d4-4acd-9320-1f2b7d8adbbf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2608056 Feb 09 19:17:02.966135 n-d-713498-36 neutron-server[103230]: DEBUG neutron.scheduler.base_scheduler [None req-533c6481-ebfe-456e-ae5f-c3e0561baf5f tempest-RoutersAdminTest-314636334 tempest-RoutersAdminTest-314636334-project] Resources bound (agent type, host, resource id): {{(pid=103230) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 19:17:02.968775 n-d-713498-36 neutron-server[103230]: DEBUG neutron.db.l3_dvrscheduler_db [None req-533c6481-ebfe-456e-ae5f-c3e0561baf5f tempest-RoutersAdminTest-314636334 tempest-RoutersAdminTest-314636334-project] Received port after_create {{(pid=103230) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 19:17:02.982416 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-533c6481-ebfe-456e-ae5f-c3e0561baf5f tempest-RoutersAdminTest-314636334 tempest-RoutersAdminTest-314636334-project] Pushing event updated for resources: {'Port': ['ID=d0e4c3b6-3090-45b3-b5cb-b443b7554ad2,revision_number=1']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:17:02.983270 n-d-713498-36 neutron-server[103232]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c3476174-573e-455c-944e-9ed0cac04ac2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6aefa796-a5da-43f4-b77c-5a57dc7a02ee'}, {'server_uuid': 'c3476174-573e-455c-944e-9ed0cac04ac2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b9b4a7ef-d6e3-4be9-ba7d-38016a167987'}, {'server_uuid': 'c3476174-573e-455c-944e-9ed0cac04ac2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7627d463-e16c-4819-9e5e-c073ce7e0152'}, {'server_uuid': 'c3476174-573e-455c-944e-9ed0cac04ac2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fd688801-4beb-42a5-9ec8-010c808e3c22'}] {{(pid=103232) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 19:17:02.990703 n-d-713498-36 neutron-server[103232]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}949cdcde653dec44821de95cbf67297f53cbc2aed4e073b5d514f93bf911ce85" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fb01f605-369f-465c-8bee-4c235164aefe" -d '{"events": [{"server_uuid": "c3476174-573e-455c-944e-9ed0cac04ac2", "name": "network-vif-plugged", "status": "completed", "tag": "6aefa796-a5da-43f4-b77c-5a57dc7a02ee"}, {"server_uuid": "c3476174-573e-455c-944e-9ed0cac04ac2", "name": "network-vif-plugged", "status": "completed", "tag": "b9b4a7ef-d6e3-4be9-ba7d-38016a167987"}, {"server_uuid": "c3476174-573e-455c-944e-9ed0cac04ac2", "name": "network-vif-plugged", "status": "completed", "tag": "7627d463-e16c-4819-9e5e-c073ce7e0152"}, {"server_uuid": "c3476174-573e-455c-944e-9ed0cac04ac2", "name": "network-vif-plugged", "status": "completed", "tag": "fd688801-4beb-42a5-9ec8-010c808e3c22"}]}' {{(pid=103232) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 19:17:03.019091 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-4e6adc37-98f6-4390-a33e-dfeac0322022 req-e1ca88a9-0a71-43aa-a1b2-64bfb0b551ca tempest-TaggedBootDevicesTest-980849656 tempest-TaggedBootDevicesTest-980849656-project] 10.222.0.75 "GET /v2.0/security-groups?id=6f7e8ede-8085-490c-860b-91c045ecce1f&id=116d7b93-0726-4659-8687-b47afcfa5056&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1535296 Feb 09 19:17:03.032683 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-4df3ad15-447d-4498-873f-c900319a60ac req-8940034d-8c40-4b27-8f4f-b6410e8cf022 service neutron] 10.222.0.90 "GET /v2.0/networks/2b5494c8-cf97-42c1-b902-87f998f28179?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2803597 Feb 09 19:17:03.053057 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-4df3ad15-447d-4498-873f-c900319a60ac req-8a2081ce-b180-4ab1-be6a-e254f6e88b98 service neutron] 10.222.0.89 "GET /v2.0/networks/2b5494c8-cf97-42c1-b902-87f998f28179?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3092332 Feb 09 19:17:03.090474 n-d-713498-36 neutron-server[103232]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 696 Content-Type: application/json Date: Wed, 09 Feb 2022 19:17:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9a3ebc02-f090-4e7e-a1f5-c04b4e50fd5f x-openstack-request-id: req-9a3ebc02-f090-4e7e-a1f5-c04b4e50fd5f {{(pid=103232) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 19:17:03.090894 n-d-713498-36 neutron-server[103232]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c3476174-573e-455c-944e-9ed0cac04ac2", "name": "network-vif-plugged", "status": "completed", "tag": "6aefa796-a5da-43f4-b77c-5a57dc7a02ee", "code": 200}, {"server_uuid": "c3476174-573e-455c-944e-9ed0cac04ac2", "name": "network-vif-plugged", "status": "completed", "tag": "b9b4a7ef-d6e3-4be9-ba7d-38016a167987", "code": 200}, {"server_uuid": "c3476174-573e-455c-944e-9ed0cac04ac2", "name": "network-vif-plugged", "status": "completed", "tag": "7627d463-e16c-4819-9e5e-c073ce7e0152", "code": 200}, {"server_uuid": "c3476174-573e-455c-944e-9ed0cac04ac2", "name": "network-vif-plugged", "status": "completed", "tag": "fd688801-4beb-42a5-9ec8-010c808e3c22", "code": 200}]} {{(pid=103232) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 19:17:03.091273 n-d-713498-36 neutron-server[103232]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-9a3ebc02-f090-4e7e-a1f5-c04b4e50fd5f {{(pid=103232) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 19:17:03.091849 n-d-713498-36 neutron-server[103232]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c3476174-573e-455c-944e-9ed0cac04ac2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6aefa796-a5da-43f4-b77c-5a57dc7a02ee', 'code': 200} Feb 09 19:17:03.092213 n-d-713498-36 neutron-server[103232]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c3476174-573e-455c-944e-9ed0cac04ac2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b9b4a7ef-d6e3-4be9-ba7d-38016a167987', 'code': 200} Feb 09 19:17:03.092553 n-d-713498-36 neutron-server[103232]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c3476174-573e-455c-944e-9ed0cac04ac2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7627d463-e16c-4819-9e5e-c073ce7e0152', 'code': 200} Feb 09 19:17:03.092926 n-d-713498-36 neutron-server[103232]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c3476174-573e-455c-944e-9ed0cac04ac2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fd688801-4beb-42a5-9ec8-010c808e3c22', 'code': 200} Feb 09 19:17:03.162896 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-4df3ad15-447d-4498-873f-c900319a60ac req-26125822-fdf1-43e0-8bac-313c712ac369 service neutron] 10.222.0.89 "GET /v2.0/networks/2b5494c8-cf97-42c1-b902-87f998f28179?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1088207 Feb 09 19:17:03.267257 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7458bb01-8c3b-4cf7-89c9-2a10e8e0e06f req-91ba34fc-1043-494c-a71b-4100a4a7da95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:17:03.267692 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7458bb01-8c3b-4cf7-89c9-2a10e8e0e06f req-91ba34fc-1043-494c-a71b-4100a4a7da95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:17:03.268166 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7458bb01-8c3b-4cf7-89c9-2a10e8e0e06f req-91ba34fc-1043-494c-a71b-4100a4a7da95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:17:03.268639 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7458bb01-8c3b-4cf7-89c9-2a10e8e0e06f req-91ba34fc-1043-494c-a71b-4100a4a7da95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:17:03.269188 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7458bb01-8c3b-4cf7-89c9-2a10e8e0e06f req-91ba34fc-1043-494c-a71b-4100a4a7da95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:17:03.269656 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7458bb01-8c3b-4cf7-89c9-2a10e8e0e06f req-91ba34fc-1043-494c-a71b-4100a4a7da95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:17:03.270322 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7458bb01-8c3b-4cf7-89c9-2a10e8e0e06f req-91ba34fc-1043-494c-a71b-4100a4a7da95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:17:03.272391 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-7458bb01-8c3b-4cf7-89c9-2a10e8e0e06f req-91ba34fc-1043-494c-a71b-4100a4a7da95 service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=c3476174-573e-455c-944e-9ed0cac04ac2 HTTP/1.1" status: 200 len: 6716 time: 0.0634103 Feb 09 19:17:03.366883 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de79d367-f58b-4a3b-a41b-c951063a3768 req-3f6146f3-91fe-4100-b63b-8a42ed62de53 tempest-MultipleCreateTestJSON-395872300 tempest-MultipleCreateTestJSON-395872300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:17:03.369430 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-de79d367-f58b-4a3b-a41b-c951063a3768 req-3f6146f3-91fe-4100-b63b-8a42ed62de53 tempest-MultipleCreateTestJSON-395872300 tempest-MultipleCreateTestJSON-395872300-project] 10.222.0.75 "GET /v2.0/ports?device_id=c32380bc-252c-45d0-bfcb-a5ff2d9eaf61 HTTP/1.1" status: 200 len: 943 time: 0.0960686 Feb 09 19:17:03.388031 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6ad51be-f550-4634-aef2-62d40fe2a8f6 req-bc31a273-68ae-48be-bedf-c18220b77cc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:17:03.389498 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-7458bb01-8c3b-4cf7-89c9-2a10e8e0e06f req-20a32107-9706-41dd-95d2-8452f962d947 service neutron] 10.222.0.90 "GET /v2.0/security-groups?id=6f7e8ede-8085-490c-860b-91c045ecce1f&id=116d7b93-0726-4659-8687-b47afcfa5056&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1071224 Feb 09 19:17:03.390369 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-e6ad51be-f550-4634-aef2-62d40fe2a8f6 req-bc31a273-68ae-48be-bedf-c18220b77cc7 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=91f7ce59-3a13-47bf-9dd9-ab64da9bfd75 HTTP/1.1" status: 200 len: 853 time: 0.5626082 Feb 09 19:17:03.501783 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-e6ad51be-f550-4634-aef2-62d40fe2a8f6 req-39a99863-5ac8-4102-9961-89135f39f221 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=ce5a1920-47d4-4acd-9320-1f2b7d8adbbf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0719185 Feb 09 19:17:03.521633 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Device 0b7fad14-f4df-4f17-bf51-32b75c58ff68 details requested by agent hyperv_n-h2-713498-36 with host n-h2-713498-36 {{(pid=103232) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 19:17:03.628763 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Device 8bed1b6e-8e37-4dad-bafb-4dc444eac2ae details requested by agent hyperv_n-h1-713498-36 with host n-h1-713498-36 {{(pid=103232) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 19:17:03.682203 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-e6ad51be-f550-4634-aef2-62d40fe2a8f6 req-110feb80-8dce-45a1-8887-0c534c480f5b service neutron] 10.222.0.90 "GET /v2.0/networks/ce5a1920-47d4-4acd-9320-1f2b7d8adbbf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7201021 Feb 09 19:17:03.687873 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-7429db8d-6021-40ad-813e-885be449a89b None None] For port 0b7fad14-f4df-4f17-bf51-32b75c58ff68, host n-h2-713498-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-36',level=0,port_id=0b7fad14-f4df-4f17-bf51-32b75c58ff68,segment=NetworkSegment(5a2b6fc0-6e2b-4e37-adfa-650654689a88),segment_id=5a2b6fc0-6e2b-4e37-adfa-650654689a88)] {{(pid=103232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 19:17:03.704022 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3126061-d8e6-41e5-8575-fb83f0ced789 req-25158467-5f00-4b9b-b3fa-88df67d29e81 tempest-AttachVolumeTestJSON-524945227 tempest-AttachVolumeTestJSON-524945227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:17:03.705459 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-93205335-40e6-48f8-b019-d01aa26ca9fa req-a47f4047-492f-4377-9983-2bbe663564d8 tempest-ServerShowV257Test-589056754 tempest-ServerShowV257Test-589056754-project] 10.222.0.89 "GET /v2.0/ports?device_id=26944e33-f83d-4567-bd3a-02cf5001147a HTTP/1.1" status: 200 len: 210 time: 0.0382838 Feb 09 19:17:03.711571 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-b3126061-d8e6-41e5-8575-fb83f0ced789 req-25158467-5f00-4b9b-b3fa-88df67d29e81 tempest-AttachVolumeTestJSON-524945227 tempest-AttachVolumeTestJSON-524945227-project] 10.222.0.75 "GET /v2.0/ports?device_id=9e47810b-ed07-4409-98e3-da39074300c7 HTTP/1.1" status: 200 len: 946 time: 0.3300753 Feb 09 19:17:03.773685 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-de79d367-f58b-4a3b-a41b-c951063a3768 req-50636ff6-ba3f-4052-9322-06f0fe7d5e86 tempest-MultipleCreateTestJSON-395872300 tempest-MultipleCreateTestJSON-395872300-project] 10.222.0.75 "GET /v2.0/security-groups?id=8677789f-c0a6-4081-af83-d06feba970b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3951344 Feb 09 19:17:03.795490 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Returning: {'device': '0b7fad14-f4df-4f17-bf51-32b75c58ff68', 'network_id': 'cade22b5-6a45-46fd-b1f1-f47b726fd2b6', 'port_id': '0b7fad14-f4df-4f17-bf51-32b75c58ff68', 'mac_address': 'fa:16:3e:fd:46:cf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 371, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '29a02ab6-448d-48ce-8aae-9d4f83c29844', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103232) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 19:17:03.897721 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Current status of the port 0b7fad14-f4df-4f17-bf51-32b75c58ff68 is: DOWN; New status is: BUILD {{(pid=103232) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 19:17:03.898473 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (0b7fad14-f4df-4f17-bf51-32b75c58ff68), before_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:17:03.912576 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-e6ad51be-f550-4634-aef2-62d40fe2a8f6 req-5f904b9b-43a9-4033-bb7a-fb0be058a64b service neutron] 10.222.0.89 "GET /v2.0/networks/ce5a1920-47d4-4acd-9320-1f2b7d8adbbf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3975127 Feb 09 19:17:03.916139 n-d-713498-36 neutron-server[103232]: DEBUG neutron.notifiers.nova [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0b7fad14-f4df-4f17-bf51-32b75c58ff68 {{(pid=103232) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 19:17:03.923750 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-b3126061-d8e6-41e5-8575-fb83f0ced789 req-af94635b-f4b5-4a04-8335-dd98cb36968b tempest-AttachVolumeTestJSON-524945227 tempest-AttachVolumeTestJSON-524945227-project] 10.222.0.75 "GET /v2.0/security-groups?id=bd39f8e7-1d25-418e-b5cd-c91a805a4bbc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2111542 Feb 09 19:17:03.964956 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b4af7ff-bd81-4ceb-9c9c-640f602fa304 req-bba63ecb-8201-4537-8421-cac28286a75a tempest-MigrationsAdminTest-892781459 tempest-MigrationsAdminTest-892781459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:17:03.973089 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-6b4af7ff-bd81-4ceb-9c9c-640f602fa304 req-bba63ecb-8201-4537-8421-cac28286a75a tempest-MigrationsAdminTest-892781459 tempest-MigrationsAdminTest-892781459-project] 10.222.0.75 "GET /v2.0/ports?device_id=5a41699b-33f6-4124-8872-0e1679a5b99b HTTP/1.1" status: 200 len: 949 time: 0.1069071 Feb 09 19:17:03.985261 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] For port 8bed1b6e-8e37-4dad-bafb-4dc444eac2ae, host n-h1-713498-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-36',level=0,port_id=8bed1b6e-8e37-4dad-bafb-4dc444eac2ae,segment=NetworkSegment(50e5915e-18f0-4558-9a28-b978975ead36),segment_id=50e5915e-18f0-4558-9a28-b978975ead36)] {{(pid=103232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 19:17:04.014203 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-7429db8d-6021-40ad-813e-885be449a89b None None] For port 0b7fad14-f4df-4f17-bf51-32b75c58ff68, host n-h2-713498-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-36',level=0,port_id=0b7fad14-f4df-4f17-bf51-32b75c58ff68,segment=NetworkSegment(5a2b6fc0-6e2b-4e37-adfa-650654689a88),segment_id=5a2b6fc0-6e2b-4e37-adfa-650654689a88)] {{(pid=103232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 19:17:04.026421 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Returning: {'device': '8bed1b6e-8e37-4dad-bafb-4dc444eac2ae', 'network_id': '2b5494c8-cf97-42c1-b902-87f998f28179', 'port_id': '8bed1b6e-8e37-4dad-bafb-4dc444eac2ae', 'mac_address': 'fa:16:3e:f6:ac:75', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 359, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '60b561cb-321e-4f83-9bb3-92b2e1d0dc44', 'ip_address': '192.168.233.195'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103232) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 19:17:04.036365 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-6b4af7ff-bd81-4ceb-9c9c-640f602fa304 req-1dbe163b-1be3-4aa1-9cbc-9e5ec2ca78e5 tempest-MigrationsAdminTest-892781459 tempest-MigrationsAdminTest-892781459-project] 10.222.0.75 "GET /v2.0/security-groups?id=709912c8-8171-4435-800e-9e5c5e45bf8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0614843 Feb 09 19:17:04.036582 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762867176205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762866656485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762866656503'] for port (0b7fad14-f4df-4f17-bf51-32b75c58ff68), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:17:04.054912 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cde9583c-920b-4ea1-9743-a6549ec5c002 req-f353beb1-984f-4d05-af00-12eb84a92a48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:17:04.056465 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-cde9583c-920b-4ea1-9743-a6549ec5c002 req-f353beb1-984f-4d05-af00-12eb84a92a48 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=b778494753704141b6eb8355afee2383&device_id=c32380bc-252c-45d0-bfcb-a5ff2d9eaf61 HTTP/1.1" status: 200 len: 1126 time: 0.2739878 Feb 09 19:17:04.121994 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-18d374ae-b5cf-40db-ac82-ef1a087dd508 req-2aafd97f-0d92-4df9-aaa5-83f92e96e2cc tempest-ServerShowV257Test-589056754 tempest-ServerShowV257Test-589056754-project] 10.222.0.75 "GET /v2.0/ports?device_id=26944e33-f83d-4567-bd3a-02cf5001147a HTTP/1.1" status: 200 len: 210 time: 0.0695732 Feb 09 19:17:04.122495 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-533c6481-ebfe-456e-ae5f-c3e0561baf5f tempest-RoutersAdminTest-314636334 tempest-RoutersAdminTest-314636334-project] Publish callbacks [] for router_gateway (e0970141-1d8e-4d77-8c6e-df8d022136f6), after_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:17:04.143115 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Current status of the port 8bed1b6e-8e37-4dad-bafb-4dc444eac2ae is: DOWN; New status is: BUILD {{(pid=103232) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 19:17:04.143298 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (8bed1b6e-8e37-4dad-bafb-4dc444eac2ae), before_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:17:04.167009 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Pushing event updated for resources: {'Port': ['ID=0b7fad14-f4df-4f17-bf51-32b75c58ff68,revision_number=4']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:17:04.171893 n-d-713498-36 neutron-server[103232]: DEBUG neutron.notifiers.nova [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8bed1b6e-8e37-4dad-bafb-4dc444eac2ae {{(pid=103232) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 19:17:04.204325 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] For port 8bed1b6e-8e37-4dad-bafb-4dc444eac2ae, host n-h1-713498-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-36',level=0,port_id=8bed1b6e-8e37-4dad-bafb-4dc444eac2ae,segment=NetworkSegment(50e5915e-18f0-4558-9a28-b978975ead36),segment_id=50e5915e-18f0-4558-9a28-b978975ead36)] {{(pid=103232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 19:17:04.219055 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762867176205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762866656485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762866656503'] for port (8bed1b6e-8e37-4dad-bafb-4dc444eac2ae), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:17:04.264371 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-e6ad51be-f550-4634-aef2-62d40fe2a8f6 req-8f78f6cb-5d44-458b-ab1f-58bea6ae6e17 service neutron] 10.222.0.89 "GET /v2.0/networks/ce5a1920-47d4-4acd-9320-1f2b7d8adbbf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3128710 Feb 09 19:17:04.302400 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a153d15-7155-4989-95b7-9fcb652be19b req-b76db4d1-d04b-4eb2-97d1-6a2582a464c7 tempest-ServerAddressesTestJSON-255045322 tempest-ServerAddressesTestJSON-255045322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:17:04.305047 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-6a153d15-7155-4989-95b7-9fcb652be19b req-b76db4d1-d04b-4eb2-97d1-6a2582a464c7 tempest-ServerAddressesTestJSON-255045322 tempest-ServerAddressesTestJSON-255045322-project] 10.222.0.75 "GET /v2.0/ports?device_id=4b9f30e4-39ec-4393-bb5a-955f0e570137 HTTP/1.1" status: 200 len: 945 time: 0.1390636 Feb 09 19:17:04.352781 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Pushing event updated for resources: {'Port': ['ID=8bed1b6e-8e37-4dad-bafb-4dc444eac2ae,revision_number=11']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:17:04.404431 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-6a153d15-7155-4989-95b7-9fcb652be19b req-5faa7e67-4fac-4de3-add1-590515438c8e tempest-ServerAddressesTestJSON-255045322 tempest-ServerAddressesTestJSON-255045322-project] 10.222.0.75 "GET /v2.0/security-groups?id=27141499-9c1f-4375-ace6-098777d860bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0908060 Feb 09 19:17:04.450300 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cde9583c-920b-4ea1-9743-a6549ec5c002 req-e4b6d8c0-effa-4c61-aa6d-7b5b3dd7be4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:17:04.451960 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-cde9583c-920b-4ea1-9743-a6549ec5c002 req-e4b6d8c0-effa-4c61-aa6d-7b5b3dd7be4a service neutron] 10.222.0.90 "GET /v2.0/networks?id=ce5a1920-47d4-4acd-9320-1f2b7d8adbbf HTTP/1.1" status: 200 len: 914 time: 0.3808091 Feb 09 19:17:04.461681 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] get_ports_and_sgs() called for port_ids ['8bed1b6e-8e37-4dad-bafb-4dc444eac2ae'] {{(pid=103232) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 19:17:04.551056 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-cde9583c-920b-4ea1-9743-a6549ec5c002 req-a1b0bf85-c255-4292-87ed-b5cb815643a7 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=0c3511af-ea92-49e3-90ee-e0e7ad07df70 HTTP/1.1" status: 200 len: 217 time: 0.0628974 Feb 09 19:17:04.568476 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e6a5308-b9c0-4ed5-86f7-7c263905b0f9 req-3154c069-5e4c-4073-b848-56db48f357dc tempest-TaggedBootDevicesTest-980849656 tempest-TaggedBootDevicesTest-980849656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:17:04.574120 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19252b7b-2272-4fd3-9ad5-98eec243186e req-0d7c267e-60b3-436a-9dd9-81d3d6eedd22 tempest-MigrationsAdminTest-580764783 tempest-MigrationsAdminTest-580764783-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:17:04.575384 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e6a5308-b9c0-4ed5-86f7-7c263905b0f9 req-3154c069-5e4c-4073-b848-56db48f357dc tempest-TaggedBootDevicesTest-980849656 tempest-TaggedBootDevicesTest-980849656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:17:04.575843 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-19252b7b-2272-4fd3-9ad5-98eec243186e req-0d7c267e-60b3-436a-9dd9-81d3d6eedd22 tempest-MigrationsAdminTest-580764783 tempest-MigrationsAdminTest-580764783-project-admin] 10.222.0.75 "GET /v2.0/ports?device_id=5a41699b-33f6-4124-8872-0e1679a5b99b HTTP/1.1" status: 200 len: 1133 time: 0.0872099 Feb 09 19:17:04.582108 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e6a5308-b9c0-4ed5-86f7-7c263905b0f9 req-3154c069-5e4c-4073-b848-56db48f357dc tempest-TaggedBootDevicesTest-980849656 tempest-TaggedBootDevicesTest-980849656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:17:04.588355 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e6a5308-b9c0-4ed5-86f7-7c263905b0f9 req-3154c069-5e4c-4073-b848-56db48f357dc tempest-TaggedBootDevicesTest-980849656 tempest-TaggedBootDevicesTest-980849656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:17:04.593623 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e6a5308-b9c0-4ed5-86f7-7c263905b0f9 req-3154c069-5e4c-4073-b848-56db48f357dc tempest-TaggedBootDevicesTest-980849656 tempest-TaggedBootDevicesTest-980849656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:17:04.598930 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e6a5308-b9c0-4ed5-86f7-7c263905b0f9 req-3154c069-5e4c-4073-b848-56db48f357dc tempest-TaggedBootDevicesTest-980849656 tempest-TaggedBootDevicesTest-980849656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:17:04.604602 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e6a5308-b9c0-4ed5-86f7-7c263905b0f9 req-3154c069-5e4c-4073-b848-56db48f357dc tempest-TaggedBootDevicesTest-980849656 tempest-TaggedBootDevicesTest-980849656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:17:04.610504 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-0e6a5308-b9c0-4ed5-86f7-7c263905b0f9 req-3154c069-5e4c-4073-b848-56db48f357dc tempest-TaggedBootDevicesTest-980849656 tempest-TaggedBootDevicesTest-980849656-project] 10.222.0.75 "GET /v2.0/ports?device_id=c3476174-573e-455c-944e-9ed0cac04ac2 HTTP/1.1" status: 200 len: 5435 time: 0.3173866 Feb 09 19:17:04.616958 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-7429db8d-6021-40ad-813e-885be449a89b None None] get_ports_and_sgs() called for port_ids ['0b7fad14-f4df-4f17-bf51-32b75c58ff68'] {{(pid=103232) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 19:17:04.639173 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-19252b7b-2272-4fd3-9ad5-98eec243186e req-20386703-a6b6-4e7a-b4cf-e7185d0a385b tempest-MigrationsAdminTest-580764783 tempest-MigrationsAdminTest-580764783-project-admin] 10.222.0.75 "GET /v2.0/security-groups?id=709912c8-8171-4435-800e-9e5c5e45bf8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515056 Feb 09 19:17:04.749049 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cde9583c-920b-4ea1-9743-a6549ec5c002 req-ac980728-34ef-46fc-adf2-5c8823b73d48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:17:04.750854 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-cde9583c-920b-4ea1-9743-a6549ec5c002 req-ac980728-34ef-46fc-adf2-5c8823b73d48 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=91f7ce59-3a13-47bf-9dd9-ab64da9bfd75 HTTP/1.1" status: 200 len: 853 time: 0.1387663 Feb 09 19:17:04.755018 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-533c6481-ebfe-456e-ae5f-c3e0561baf5f tempest-RoutersAdminTest-314636334 tempest-RoutersAdminTest-314636334-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1834945', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1818951'] for router (e0970141-1d8e-4d77-8c6e-df8d022136f6), after_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:17:04.774722 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-0e6a5308-b9c0-4ed5-86f7-7c263905b0f9 req-b3ac5fc1-4890-4433-99fa-95fc44a06469 tempest-TaggedBootDevicesTest-980849656 tempest-TaggedBootDevicesTest-980849656-project] 10.222.0.75 "GET /v2.0/security-groups?id=6f7e8ede-8085-490c-860b-91c045ecce1f&id=116d7b93-0726-4659-8687-b47afcfa5056&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1472862 Feb 09 19:17:04.901810 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-cde9583c-920b-4ea1-9743-a6549ec5c002 req-5d9d38ab-0349-404a-a224-47e24cc401b3 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=ce5a1920-47d4-4acd-9320-1f2b7d8adbbf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1209335 Feb 09 19:17:04.904049 n-d-713498-36 neutron-server[103230]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9158ce27-124a-482c-b9ca-b1c1f903ece5', 'tag': '8d7d39bb-d86b-4989-9f9f-f6af90a58b05'}] {{(pid=103230) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 19:17:04.906326 n-d-713498-36 neutron-server[103230]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aee5919275bae9f72eb374ee322673045eb80c1f84b4b45a97d96923bd50ab51" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-52e26ee4-1fe7-4e3e-97fa-a66f2db48acb" -d '{"events": [{"name": "network-changed", "server_uuid": "9158ce27-124a-482c-b9ca-b1c1f903ece5", "tag": "8d7d39bb-d86b-4989-9f9f-f6af90a58b05"}]}' {{(pid=103230) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 19:17:04.945631 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5259e8c-f31c-48ae-891e-2c8e06d0c992 req-a5c1c5a3-e3f0-47be-a3b5-f16be4265ce0 tempest-MigrationsAdminTest-892781459 tempest-MigrationsAdminTest-892781459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:17:04.948229 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-c5259e8c-f31c-48ae-891e-2c8e06d0c992 req-a5c1c5a3-e3f0-47be-a3b5-f16be4265ce0 tempest-MigrationsAdminTest-892781459 tempest-MigrationsAdminTest-892781459-project] 10.222.0.75 "GET /v2.0/ports?device_id=5a41699b-33f6-4124-8872-0e1679a5b99b HTTP/1.1" status: 200 len: 950 time: 0.0703573 Feb 09 19:17:05.001443 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-c5259e8c-f31c-48ae-891e-2c8e06d0c992 req-6bf758c0-d693-4ee5-8a4e-37b539203952 tempest-MigrationsAdminTest-892781459 tempest-MigrationsAdminTest-892781459-project] 10.222.0.75 "GET /v2.0/security-groups?id=709912c8-8171-4435-800e-9e5c5e45bf8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474050 Feb 09 19:17:05.045516 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-924d5d41-b977-4500-91a6-1a7c216553d7 req-4c108115-60a4-41e9-874a-f74d4972a7e9 tempest-MultipleCreateTestJSON-395872300 tempest-MultipleCreateTestJSON-395872300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:17:05.047022 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-924d5d41-b977-4500-91a6-1a7c216553d7 req-4c108115-60a4-41e9-874a-f74d4972a7e9 tempest-MultipleCreateTestJSON-395872300 tempest-MultipleCreateTestJSON-395872300-project] 10.222.0.75 "GET /v2.0/ports?device_id=c32380bc-252c-45d0-bfcb-a5ff2d9eaf61 HTTP/1.1" status: 200 len: 943 time: 0.1190784 Feb 09 19:17:05.054877 n-d-713498-36 neutron-server[103230]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 19:17:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-da2e20df-9a6c-4350-88f9-4b29624a892c x-openstack-request-id: req-da2e20df-9a6c-4350-88f9-4b29624a892c {{(pid=103230) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 19:17:05.055162 n-d-713498-36 neutron-server[103230]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9158ce27-124a-482c-b9ca-b1c1f903ece5", "tag": "8d7d39bb-d86b-4989-9f9f-f6af90a58b05", "status": "completed", "code": 200}]} {{(pid=103230) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 19:17:05.055415 n-d-713498-36 neutron-server[103230]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-da2e20df-9a6c-4350-88f9-4b29624a892c {{(pid=103230) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 19:17:05.056549 n-d-713498-36 neutron-server[103230]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9158ce27-124a-482c-b9ca-b1c1f903ece5', 'tag': '8d7d39bb-d86b-4989-9f9f-f6af90a58b05', 'status': 'completed', 'code': 200} Feb 09 19:17:05.127619 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-cde9583c-920b-4ea1-9743-a6549ec5c002 req-3f16c315-8368-458e-b8a7-27aa510812eb service neutron] 10.222.0.90 "GET /v2.0/networks/ce5a1920-47d4-4acd-9320-1f2b7d8adbbf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2116981 Feb 09 19:17:05.173819 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-348cd1e1-54ae-46d2-a1f7-b3d541f1c3ed req-c0145f6c-5d95-4755-9d81-97643808ce82 tempest-AttachVolumeTestJSON-524945227 tempest-AttachVolumeTestJSON-524945227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:17:05.175351 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-348cd1e1-54ae-46d2-a1f7-b3d541f1c3ed req-c0145f6c-5d95-4755-9d81-97643808ce82 tempest-AttachVolumeTestJSON-524945227 tempest-AttachVolumeTestJSON-524945227-project] 10.222.0.75 "GET /v2.0/ports?device_id=9e47810b-ed07-4409-98e3-da39074300c7 HTTP/1.1" status: 200 len: 946 time: 0.0545282 Feb 09 19:17:05.226812 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-348cd1e1-54ae-46d2-a1f7-b3d541f1c3ed req-9a703fd9-7682-49c6-b1de-3f407814d434 tempest-AttachVolumeTestJSON-524945227 tempest-AttachVolumeTestJSON-524945227-project] 10.222.0.75 "GET /v2.0/security-groups?id=bd39f8e7-1d25-418e-b5cd-c91a805a4bbc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447562 Feb 09 19:17:05.270613 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-924d5d41-b977-4500-91a6-1a7c216553d7 req-5fc11c32-d924-4e25-bd24-b45da98a795a tempest-MultipleCreateTestJSON-395872300 tempest-MultipleCreateTestJSON-395872300-project] 10.222.0.75 "GET /v2.0/security-groups?id=8677789f-c0a6-4081-af83-d06feba970b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1871183 Feb 09 19:17:05.293429 n-d-713498-36 neutron-server[103230]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-533c6481-ebfe-456e-ae5f-c3e0561baf5f tempest-RoutersAdminTest-314636334 tempest-RoutersAdminTest-314636334-project] Router e0970141-1d8e-4d77-8c6e-df8d022136f6 is scheduled to L3 agent 93303d5e-5d17-45e8-8963-7694f87783ae with binding_index 1 {{(pid=103230) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 09 19:17:05.304270 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52e26ee4-1fe7-4e3e-97fa-a66f2db48acb req-ac17bf29-50e5-4c1e-9a71-96197532aed8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:17:05.305839 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-52e26ee4-1fe7-4e3e-97fa-a66f2db48acb req-ac17bf29-50e5-4c1e-9a71-96197532aed8 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=b778494753704141b6eb8355afee2383&device_id=9158ce27-124a-482c-b9ca-b1c1f903ece5 HTTP/1.1" status: 200 len: 1127 time: 0.2235641 Feb 09 19:17:05.312053 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-cde9583c-920b-4ea1-9743-a6549ec5c002 req-708ddae4-a554-419d-b107-2e2d4bc56882 service neutron] 10.222.0.90 "GET /v2.0/networks/ce5a1920-47d4-4acd-9320-1f2b7d8adbbf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1724117 Feb 09 19:17:05.501518 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52e26ee4-1fe7-4e3e-97fa-a66f2db48acb req-8e37e899-0628-48da-b859-5ccac75de0b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:17:05.503356 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-52e26ee4-1fe7-4e3e-97fa-a66f2db48acb req-8e37e899-0628-48da-b859-5ccac75de0b6 service neutron] 10.222.0.89 "GET /v2.0/networks?id=ce5a1920-47d4-4acd-9320-1f2b7d8adbbf HTTP/1.1" status: 200 len: 914 time: 0.1904490 Feb 09 19:17:05.532376 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-533c6481-ebfe-456e-ae5f-c3e0561baf5f tempest-RoutersAdminTest-314636334 tempest-RoutersAdminTest-314636334-project] Notify agent at l3_agent.n-d-713498-36 the message routers_updated {{(pid=103230) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 19:17:05.551625 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0131f392-6564-4c6d-9360-32ddf9bbb39b None None] Sync routers for ids ['e0970141-1d8e-4d77-8c6e-df8d022136f6'] in n-d-713498-36 {{(pid=103232) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 19:17:05.573375 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0131f392-6564-4c6d-9360-32ddf9bbb39b None None] Routers {'e0970141-1d8e-4d77-8c6e-df8d022136f6'} bound to L3 agent in host n-d-713498-36 {{(pid=103232) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 19:17:05.574130 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.l3_hamode_db [None req-0131f392-6564-4c6d-9360-32ddf9bbb39b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T18:51:43Z,description=,heartbeat_timestamp=2022-02-09T19:16:43Z,host='n-d-713498-36',id=93303d5e-5d17-45e8-8963-7694f87783ae,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T18:51:43Z,topic='l3_agent')) {'router_ids': ['e0970141-1d8e-4d77-8c6e-df8d022136f6'], 'active': True} {{(pid=103232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:17:05.581742 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-52e26ee4-1fe7-4e3e-97fa-a66f2db48acb req-2e753739-7811-4320-993f-6eacb252d00a service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=8d7d39bb-d86b-4989-9f9f-f6af90a58b05 HTTP/1.1" status: 200 len: 217 time: 0.0701063 Feb 09 19:17:05.585259 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-533c6481-ebfe-456e-ae5f-c3e0561baf5f tempest-RoutersAdminTest-314636334 tempest-RoutersAdminTest-314636334-project] Publish callbacks [] for router (None), before_response {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:17:05.586743 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-533c6481-ebfe-456e-ae5f-c3e0561baf5f tempest-RoutersAdminTest-314636334 tempest-RoutersAdminTest-314636334-project] 10.222.0.75 "POST /v2.0/routers HTTP/1.1" status: 201 len: 883 time: 6.3651967 Feb 09 19:17:05.590274 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 38128) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:17:05.638094 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.l3_hamode_db [None req-0131f392-6564-4c6d-9360-32ddf9bbb39b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713498-36', False) {} {{(pid=103232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:17:05.645114 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fbfdbc0-7319-46a2-9859-9b0ebfba571b req-9dca624c-1b25-44bc-981e-9c60e6561861 tempest-ServerAddressesTestJSON-255045322 tempest-ServerAddressesTestJSON-255045322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:17:05.653215 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-1fbfdbc0-7319-46a2-9859-9b0ebfba571b req-9dca624c-1b25-44bc-981e-9c60e6561861 tempest-ServerAddressesTestJSON-255045322 tempest-ServerAddressesTestJSON-255045322-project] 10.222.0.75 "GET /v2.0/ports?device_id=4b9f30e4-39ec-4393-bb5a-955f0e570137 HTTP/1.1" status: 200 len: 945 time: 0.1513968 Feb 09 19:17:05.655769 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Device 8bed1b6e-8e37-4dad-bafb-4dc444eac2ae up at agent hyperv_n-h1-713498-36 {{(pid=103232) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 19:17:05.701565 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0131f392-6564-4c6d-9360-32ddf9bbb39b None None] Routers {'e0970141-1d8e-4d77-8c6e-df8d022136f6'} bound to L3 agent in host n-d-713498-36 {{(pid=103232) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 19:17:05.702249 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.l3_hamode_db [None req-0131f392-6564-4c6d-9360-32ddf9bbb39b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T18:51:43Z,description=,heartbeat_timestamp=2022-02-09T19:16:43Z,host='n-d-713498-36',id=93303d5e-5d17-45e8-8963-7694f87783ae,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T18:51:43Z,topic='l3_agent')) {'router_ids': ['e0970141-1d8e-4d77-8c6e-df8d022136f6'], 'active': True} {{(pid=103232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:17:05.714050 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 38130) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:17:05.737755 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52e26ee4-1fe7-4e3e-97fa-a66f2db48acb req-6af2b7cd-2400-4bfa-8c18-5db5c325777b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:17:05.739416 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-52e26ee4-1fe7-4e3e-97fa-a66f2db48acb req-6af2b7cd-2400-4bfa-8c18-5db5c325777b service neutron] 10.222.0.89 "GET /v2.0/subnets?id=91f7ce59-3a13-47bf-9dd9-ab64da9bfd75 HTTP/1.1" status: 200 len: 853 time: 0.1502597 Feb 09 19:17:05.770010 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.l3_hamode_db [None req-0131f392-6564-4c6d-9360-32ddf9bbb39b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713498-36', False) {} {{(pid=103232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:17:05.770870 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0131f392-6564-4c6d-9360-32ddf9bbb39b None None] The sync data for ids ['e0970141-1d8e-4d77-8c6e-df8d022136f6'] in n-d-713498-36 is: [] {{(pid=103232) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 19:17:05.777088 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-1fbfdbc0-7319-46a2-9859-9b0ebfba571b req-4b87ec94-1393-4b8a-88f6-c088cc4f29a9 tempest-ServerAddressesTestJSON-255045322 tempest-ServerAddressesTestJSON-255045322-project] 10.222.0.75 "GET /v2.0/security-groups?id=27141499-9c1f-4375-ace6-098777d860bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1164098 Feb 09 19:17:05.791932 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.provisioning_blocks [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Provisioning for port 8bed1b6e-8e37-4dad-bafb-4dc444eac2ae completed by entity L2. {{(pid=103232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 19:17:05.796524 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.provisioning_blocks [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Provisioning complete for port 8bed1b6e-8e37-4dad-bafb-4dc444eac2ae triggered by entity L2. {{(pid=103232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 19:17:05.796745 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593630'] for port (8bed1b6e-8e37-4dad-bafb-4dc444eac2ae), provisioning_complete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:17:05.894589 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-aef32a37-a006-4eef-8cc3-4d32a88e0e3f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:17:05.953656 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Current status of the port 8bed1b6e-8e37-4dad-bafb-4dc444eac2ae is: BUILD; New status is: ACTIVE {{(pid=103232) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 19:17:05.954336 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (8bed1b6e-8e37-4dad-bafb-4dc444eac2ae), before_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:17:05.983536 n-d-713498-36 neutron-server[103232]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5a41699b-33f6-4124-8872-0e1679a5b99b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8bed1b6e-8e37-4dad-bafb-4dc444eac2ae'}] {{(pid=103232) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 19:17:05.986099 n-d-713498-36 neutron-server[103232]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}949cdcde653dec44821de95cbf67297f53cbc2aed4e073b5d514f93bf911ce85" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7d5f737c-8cc9-46a5-93b8-0e7b7d74360d" -d '{"events": [{"server_uuid": "5a41699b-33f6-4124-8872-0e1679a5b99b", "name": "network-vif-plugged", "status": "completed", "tag": "8bed1b6e-8e37-4dad-bafb-4dc444eac2ae"}]}' {{(pid=103232) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 19:17:05.989342 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-aef32a37-a006-4eef-8cc3-4d32a88e0e3f admin admin] Publish callbacks [] for security_group (4eb93ab6-772e-48f0-b09e-9457b3bf36c3), precommit_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:17:05.997335 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-aef32a37-a006-4eef-8cc3-4d32a88e0e3f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1892331'] for security_group (4eb93ab6-772e-48f0-b09e-9457b3bf36c3), after_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:17:06.003854 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] For port 8bed1b6e-8e37-4dad-bafb-4dc444eac2ae, host n-h1-713498-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-36',level=0,port_id=8bed1b6e-8e37-4dad-bafb-4dc444eac2ae,segment=NetworkSegment(50e5915e-18f0-4558-9a28-b978975ead36),segment_id=50e5915e-18f0-4558-9a28-b978975ead36)] {{(pid=103232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 19:17:06.009595 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762867176205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762866656485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762866656503'] for port (8bed1b6e-8e37-4dad-bafb-4dc444eac2ae), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:17:06.052877 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-aef32a37-a006-4eef-8cc3-4d32a88e0e3f admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=8b4ad082aa7a4bc8bfec263ab974b82d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3370261 Feb 09 19:17:06.053848 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 38144) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:17:06.054935 n-d-713498-36 neutron-server[103232]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 19:17:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f7ee4fbf-bbe4-42b1-bfff-a1f9f1cb76f0 x-openstack-request-id: req-f7ee4fbf-bbe4-42b1-bfff-a1f9f1cb76f0 {{(pid=103232) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 19:17:06.055233 n-d-713498-36 neutron-server[103232]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5a41699b-33f6-4124-8872-0e1679a5b99b", "name": "network-vif-plugged", "status": "completed", "tag": "8bed1b6e-8e37-4dad-bafb-4dc444eac2ae", "code": 200}]} {{(pid=103232) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 19:17:06.056654 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aef32a37-a006-4eef-8cc3-4d32a88e0e3f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4eb93ab6-772e-48f0-b09e-9457b3bf36c3,revision_number=1']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:17:06.059232 n-d-713498-36 neutron-server[103232]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-f7ee4fbf-bbe4-42b1-bfff-a1f9f1cb76f0 {{(pid=103232) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 19:17:06.059671 n-d-713498-36 neutron-server[103232]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5a41699b-33f6-4124-8872-0e1679a5b99b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8bed1b6e-8e37-4dad-bafb-4dc444eac2ae', 'code': 200} Feb 09 19:17:06.080271 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aef32a37-a006-4eef-8cc3-4d32a88e0e3f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:17:06.080806 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aef32a37-a006-4eef-8cc3-4d32a88e0e3f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:17:06.081248 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aef32a37-a006-4eef-8cc3-4d32a88e0e3f admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:17:06.081690 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aef32a37-a006-4eef-8cc3-4d32a88e0e3f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:17:06.082169 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aef32a37-a006-4eef-8cc3-4d32a88e0e3f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:17:06.082604 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aef32a37-a006-4eef-8cc3-4d32a88e0e3f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:17:06.083312 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aef32a37-a006-4eef-8cc3-4d32a88e0e3f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:17:06.083900 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aef32a37-a006-4eef-8cc3-4d32a88e0e3f admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:17:06.084436 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aef32a37-a006-4eef-8cc3-4d32a88e0e3f admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:17:06.084866 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aef32a37-a006-4eef-8cc3-4d32a88e0e3f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:17:06.085296 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aef32a37-a006-4eef-8cc3-4d32a88e0e3f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:17:06.085748 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aef32a37-a006-4eef-8cc3-4d32a88e0e3f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:17:06.086199 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aef32a37-a006-4eef-8cc3-4d32a88e0e3f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:17:06.099545 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Pushing event updated for resources: {'Port': ['ID=8bed1b6e-8e37-4dad-bafb-4dc444eac2ae,revision_number=12']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:17:06.143504 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-13a4a219-af33-40ab-9720-a16122d39504 admin admin] Publish callbacks [] for security_group (4eb93ab6-772e-48f0-b09e-9457b3bf36c3), before_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:17:06.190540 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-13a4a219-af33-40ab-9720-a16122d39504 admin admin] Publish callbacks [] for security_group (4eb93ab6-772e-48f0-b09e-9457b3bf36c3), precommit_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:17:06.208728 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-52e26ee4-1fe7-4e3e-97fa-a66f2db48acb req-eb4dfaf7-c477-43ea-a988-5d4f087b5142 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=ce5a1920-47d4-4acd-9320-1f2b7d8adbbf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.4608400 Feb 09 19:17:06.233726 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86b8da52-ba9a-4478-b93b-0839d26dcdf7 req-cfdc3f1a-5f01-4243-a6e3-bddc2d882314 tempest-MigrationsAdminTest-892781459 tempest-MigrationsAdminTest-892781459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:17:06.235449 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-86b8da52-ba9a-4478-b93b-0839d26dcdf7 req-cfdc3f1a-5f01-4243-a6e3-bddc2d882314 tempest-MigrationsAdminTest-892781459 tempest-MigrationsAdminTest-892781459-project] 10.222.0.75 "GET /v2.0/ports?device_id=5a41699b-33f6-4124-8872-0e1679a5b99b HTTP/1.1" status: 200 len: 951 time: 0.1055913 Feb 09 19:17:06.315193 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-13a4a219-af33-40ab-9720-a16122d39504 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1892331'] for security_group (4eb93ab6-772e-48f0-b09e-9457b3bf36c3), after_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:17:06.318419 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-13a4a219-af33-40ab-9720-a16122d39504 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:17:06.319728 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-13a4a219-af33-40ab-9720-a16122d39504 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/4eb93ab6-772e-48f0-b09e-9457b3bf36c3 HTTP/1.1" status: 204 len: 168 time: 0.2644415 Feb 09 19:17:06.328382 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-57ebe52a-a548-4dcf-91cc-d883e3a238ce tempest-RoutersAdminTest-1529504030 tempest-RoutersAdminTest-1529504030-project-admin] 10.222.0.75 "GET /v2.0/routers/e0970141-1d8e-4d77-8c6e-df8d022136f6 HTTP/1.1" status: 200 len: 919 time: 0.7371981 Feb 09 19:17:06.333311 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 38156) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:17:06.354342 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-86b8da52-ba9a-4478-b93b-0839d26dcdf7 req-3a233d72-1add-4616-8158-b1b812369685 tempest-MigrationsAdminTest-892781459 tempest-MigrationsAdminTest-892781459-project] 10.222.0.75 "GET /v2.0/security-groups?id=709912c8-8171-4435-800e-9e5c5e45bf8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1121709 Feb 09 19:17:06.355888 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13a4a219-af33-40ab-9720-a16122d39504 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4eb93ab6-772e-48f0-b09e-9457b3bf36c3,revision_number=None']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:17:06.383146 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-01881406-56ae-43c0-b633-555dd08e9076 tempest-RoutersAdminTest-314636334 tempest-RoutersAdminTest-314636334-project] 10.222.0.75 "GET /v2.0/ports?device_id=e0970141-1d8e-4d77-8c6e-df8d022136f6 HTTP/1.1" status: 200 len: 205 time: 0.0458508 Feb 09 19:17:06.389098 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 38158) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:17:06.405993 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-377c7960-0f3e-4250-954f-756d473d3863 req-30ccd6d0-c8fb-48f0-a536-0baaeb406176 tempest-TaggedBootDevicesTest-980849656 tempest-TaggedBootDevicesTest-980849656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:17:06.412871 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-377c7960-0f3e-4250-954f-756d473d3863 req-30ccd6d0-c8fb-48f0-a536-0baaeb406176 tempest-TaggedBootDevicesTest-980849656 tempest-TaggedBootDevicesTest-980849656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:17:06.419843 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-377c7960-0f3e-4250-954f-756d473d3863 req-30ccd6d0-c8fb-48f0-a536-0baaeb406176 tempest-TaggedBootDevicesTest-980849656 tempest-TaggedBootDevicesTest-980849656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:17:06.425603 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-377c7960-0f3e-4250-954f-756d473d3863 req-30ccd6d0-c8fb-48f0-a536-0baaeb406176 tempest-TaggedBootDevicesTest-980849656 tempest-TaggedBootDevicesTest-980849656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:17:06.425792 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9412abce-8165-4c91-9aed-066fc3e7cab6 req-300f02aa-7e89-4057-8752-0bfe2d435e8d tempest-MigrationsAdminTest-892781459 tempest-MigrationsAdminTest-892781459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:17:06.431729 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-377c7960-0f3e-4250-954f-756d473d3863 req-30ccd6d0-c8fb-48f0-a536-0baaeb406176 tempest-TaggedBootDevicesTest-980849656 tempest-TaggedBootDevicesTest-980849656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:17:06.432492 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-9412abce-8165-4c91-9aed-066fc3e7cab6 req-300f02aa-7e89-4057-8752-0bfe2d435e8d tempest-MigrationsAdminTest-892781459 tempest-MigrationsAdminTest-892781459-project] 10.222.0.89 "GET /v2.0/ports?device_id=5a41699b-33f6-4124-8872-0e1679a5b99b HTTP/1.1" status: 200 len: 951 time: 0.1450825 Feb 09 19:17:06.437505 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-377c7960-0f3e-4250-954f-756d473d3863 req-30ccd6d0-c8fb-48f0-a536-0baaeb406176 tempest-TaggedBootDevicesTest-980849656 tempest-TaggedBootDevicesTest-980849656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:17:06.443552 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-377c7960-0f3e-4250-954f-756d473d3863 req-30ccd6d0-c8fb-48f0-a536-0baaeb406176 tempest-TaggedBootDevicesTest-980849656 tempest-TaggedBootDevicesTest-980849656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:17:06.445627 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-377c7960-0f3e-4250-954f-756d473d3863 req-30ccd6d0-c8fb-48f0-a536-0baaeb406176 tempest-TaggedBootDevicesTest-980849656 tempest-TaggedBootDevicesTest-980849656-project] 10.222.0.75 "GET /v2.0/ports?device_id=c3476174-573e-455c-944e-9ed0cac04ac2 HTTP/1.1" status: 200 len: 5435 time: 0.2410450 Feb 09 19:17:06.562104 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-52e26ee4-1fe7-4e3e-97fa-a66f2db48acb req-cdb90fd0-b037-4b1c-8187-4890216e79fb service neutron] 10.222.0.89 "GET /v2.0/networks/ce5a1920-47d4-4acd-9320-1f2b7d8adbbf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3409674 Feb 09 19:17:06.631875 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd3f378a-6415-422c-8de9-c51ec420b796 req-0c0fb62b-2b0e-4464-b4bb-b01b462869eb tempest-AttachVolumeTestJSON-524945227 tempest-AttachVolumeTestJSON-524945227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:17:06.637631 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-bd3f378a-6415-422c-8de9-c51ec420b796 req-0c0fb62b-2b0e-4464-b4bb-b01b462869eb tempest-AttachVolumeTestJSON-524945227 tempest-AttachVolumeTestJSON-524945227-project] 10.222.0.75 "GET /v2.0/ports?device_id=9e47810b-ed07-4409-98e3-da39074300c7 HTTP/1.1" status: 200 len: 946 time: 0.1520827 Feb 09 19:17:06.674831 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-060ac78f-8b96-4bec-8f3c-b1ab13ac313b tempest-RoutersAdminTest-314636334 tempest-RoutersAdminTest-314636334-project] Publish callbacks [] for router (e0970141-1d8e-4d77-8c6e-df8d022136f6), before_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:17:06.701021 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.plugin [req-9412abce-8165-4c91-9aed-066fc3e7cab6 req-5a48e48e-ae20-40d5-a40e-f5928e3e49bd tempest-MigrationsAdminTest-892781459 tempest-MigrationsAdminTest-892781459-project] Deleting port 8bed1b6e-8e37-4dad-bafb-4dc444eac2ae {{(pid=103229) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 19:17:06.702224 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-9412abce-8165-4c91-9aed-066fc3e7cab6 req-5a48e48e-ae20-40d5-a40e-f5928e3e49bd tempest-MigrationsAdminTest-892781459 tempest-MigrationsAdminTest-892781459-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762867170196'] for port (8bed1b6e-8e37-4dad-bafb-4dc444eac2ae), before_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:17:06.761661 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-bd3f378a-6415-422c-8de9-c51ec420b796 req-a2b1d55c-e6e5-4ad1-8328-4c5d056d3ace tempest-AttachVolumeTestJSON-524945227 tempest-AttachVolumeTestJSON-524945227-project] 10.222.0.75 "GET /v2.0/security-groups?id=bd39f8e7-1d25-418e-b5cd-c91a805a4bbc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1184835 Feb 09 19:17:06.777489 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-377c7960-0f3e-4250-954f-756d473d3863 req-a205329f-f771-4a66-b2e8-3fdd6d3463ac tempest-TaggedBootDevicesTest-980849656 tempest-TaggedBootDevicesTest-980849656-project] 10.222.0.75 "GET /v2.0/security-groups?id=6f7e8ede-8085-490c-860b-91c045ecce1f&id=116d7b93-0726-4659-8687-b47afcfa5056&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.3143535 Feb 09 19:17:06.854593 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-52e26ee4-1fe7-4e3e-97fa-a66f2db48acb req-5d7c37b5-6efd-4132-92f5-7fbca37fb2b2 service neutron] 10.222.0.89 "GET /v2.0/networks/ce5a1920-47d4-4acd-9320-1f2b7d8adbbf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2835696 Feb 09 19:17:06.927669 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-060ac78f-8b96-4bec-8f3c-b1ab13ac313b tempest-RoutersAdminTest-314636334 tempest-RoutersAdminTest-314636334-project] Publish callbacks [] for router_gateway (e0970141-1d8e-4d77-8c6e-df8d022136f6), before_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:17:06.972380 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59452b2b-f065-42e6-aea0-0bd13f3a7e2b req-bf42acf3-b245-461a-a972-4baeeeb186df tempest-MultipleCreateTestJSON-395872300 tempest-MultipleCreateTestJSON-395872300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:17:06.980261 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-59452b2b-f065-42e6-aea0-0bd13f3a7e2b req-bf42acf3-b245-461a-a972-4baeeeb186df tempest-MultipleCreateTestJSON-395872300 tempest-MultipleCreateTestJSON-395872300-project] 10.222.0.75 "GET /v2.0/ports?device_id=c32380bc-252c-45d0-bfcb-a5ff2d9eaf61 HTTP/1.1" status: 200 len: 943 time: 0.1290426 Feb 09 19:17:06.984317 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea73735c-fd3f-47a2-8283-d8dd85675229 req-430f9bee-b4c3-4b9e-a7e8-dbff42833eeb tempest-ServerAddressesTestJSON-255045322 tempest-ServerAddressesTestJSON-255045322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:17:06.991275 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-ea73735c-fd3f-47a2-8283-d8dd85675229 req-430f9bee-b4c3-4b9e-a7e8-dbff42833eeb tempest-ServerAddressesTestJSON-255045322 tempest-ServerAddressesTestJSON-255045322-project] 10.222.0.75 "GET /v2.0/ports?device_id=4b9f30e4-39ec-4393-bb5a-955f0e570137 HTTP/1.1" status: 200 len: 945 time: 0.1044652 Feb 09 19:17:07.025256 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.db [req-9412abce-8165-4c91-9aed-066fc3e7cab6 req-5a48e48e-ae20-40d5-a40e-f5928e3e49bd tempest-MigrationsAdminTest-892781459 tempest-MigrationsAdminTest-892781459-project] For port 8bed1b6e-8e37-4dad-bafb-4dc444eac2ae, host n-h1-713498-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-36',level=0,port_id=8bed1b6e-8e37-4dad-bafb-4dc444eac2ae,segment=NetworkSegment(50e5915e-18f0-4558-9a28-b978975ead36),segment_id=50e5915e-18f0-4558-9a28-b978975ead36)] {{(pid=103229) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 19:17:07.025883 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-9412abce-8165-4c91-9aed-066fc3e7cab6 req-5a48e48e-ae20-40d5-a40e-f5928e3e49bd tempest-MigrationsAdminTest-892781459 tempest-MigrationsAdminTest-892781459-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1820838'] for port (8bed1b6e-8e37-4dad-bafb-4dc444eac2ae), precommit_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:17:07.062350 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-ea73735c-fd3f-47a2-8283-d8dd85675229 req-9f878d3e-34aa-4d4e-9a7d-75c14a7c25cd tempest-ServerAddressesTestJSON-255045322 tempest-ServerAddressesTestJSON-255045322-project] 10.222.0.75 "GET /v2.0/security-groups?id=27141499-9c1f-4375-ace6-098777d860bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0635414 Feb 09 19:17:07.065023 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.plugin [None req-060ac78f-8b96-4bec-8f3c-b1ab13ac313b tempest-RoutersAdminTest-314636334 tempest-RoutersAdminTest-314636334-project] Deleting port d0e4c3b6-3090-45b3-b5cb-b443b7554ad2 {{(pid=103230) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 19:17:07.065425 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-060ac78f-8b96-4bec-8f3c-b1ab13ac313b tempest-RoutersAdminTest-314636334 tempest-RoutersAdminTest-314636334-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762867170196'] for port (d0e4c3b6-3090-45b3-b5cb-b443b7554ad2), before_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:17:07.078365 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-59452b2b-f065-42e6-aea0-0bd13f3a7e2b req-59f280e0-4507-487e-9670-3a64be8563a7 tempest-MultipleCreateTestJSON-395872300 tempest-MultipleCreateTestJSON-395872300-project] 10.222.0.75 "GET /v2.0/security-groups?id=8677789f-c0a6-4081-af83-d06feba970b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0947039 Feb 09 19:17:07.097057 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.plugin [req-9412abce-8165-4c91-9aed-066fc3e7cab6 req-5a48e48e-ae20-40d5-a40e-f5928e3e49bd tempest-MigrationsAdminTest-892781459 tempest-MigrationsAdminTest-892781459-project] Calling delete_port for 8bed1b6e-8e37-4dad-bafb-4dc444eac2ae owned by compute:nova {{(pid=103229) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 19:17:07.228103 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-060ac78f-8b96-4bec-8f3c-b1ab13ac313b tempest-RoutersAdminTest-314636334 tempest-RoutersAdminTest-314636334-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1820838'] for port (d0e4c3b6-3090-45b3-b5cb-b443b7554ad2), precommit_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:17:07.255433 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a389e94-938c-4714-afe1-81f1d03c13b3 req-d02c8046-0c01-46e4-ae47-6c298197b13c tempest-TaggedBootDevicesTest-980849656 tempest-TaggedBootDevicesTest-980849656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:17:07.263860 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a389e94-938c-4714-afe1-81f1d03c13b3 req-d02c8046-0c01-46e4-ae47-6c298197b13c tempest-TaggedBootDevicesTest-980849656 tempest-TaggedBootDevicesTest-980849656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:17:07.269984 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a389e94-938c-4714-afe1-81f1d03c13b3 req-d02c8046-0c01-46e4-ae47-6c298197b13c tempest-TaggedBootDevicesTest-980849656 tempest-TaggedBootDevicesTest-980849656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:17:07.277927 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a389e94-938c-4714-afe1-81f1d03c13b3 req-d02c8046-0c01-46e4-ae47-6c298197b13c tempest-TaggedBootDevicesTest-980849656 tempest-TaggedBootDevicesTest-980849656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:17:07.284647 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a389e94-938c-4714-afe1-81f1d03c13b3 req-d02c8046-0c01-46e4-ae47-6c298197b13c tempest-TaggedBootDevicesTest-980849656 tempest-TaggedBootDevicesTest-980849656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:17:07.290538 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a389e94-938c-4714-afe1-81f1d03c13b3 req-d02c8046-0c01-46e4-ae47-6c298197b13c tempest-TaggedBootDevicesTest-980849656 tempest-TaggedBootDevicesTest-980849656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:17:07.295119 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-9412abce-8165-4c91-9aed-066fc3e7cab6 req-5a48e48e-ae20-40d5-a40e-f5928e3e49bd tempest-MigrationsAdminTest-892781459 tempest-MigrationsAdminTest-892781459-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762867177463', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762866656476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12867576'] for port (8bed1b6e-8e37-4dad-bafb-4dc444eac2ae), after_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:17:07.307479 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a389e94-938c-4714-afe1-81f1d03c13b3 req-d02c8046-0c01-46e4-ae47-6c298197b13c tempest-TaggedBootDevicesTest-980849656 tempest-TaggedBootDevicesTest-980849656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:17:07.309995 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-0a389e94-938c-4714-afe1-81f1d03c13b3 req-d02c8046-0c01-46e4-ae47-6c298197b13c tempest-TaggedBootDevicesTest-980849656 tempest-TaggedBootDevicesTest-980849656-project] 10.222.0.75 "GET /v2.0/ports?device_id=c3476174-573e-455c-944e-9ed0cac04ac2 HTTP/1.1" status: 200 len: 5435 time: 0.1830914 Feb 09 19:17:07.310528 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] get_ports_and_sgs() called for port_ids ['8bed1b6e-8e37-4dad-bafb-4dc444eac2ae'] {{(pid=103232) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 19:17:07.311153 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.plugin [None req-060ac78f-8b96-4bec-8f3c-b1ab13ac313b tempest-RoutersAdminTest-314636334 tempest-RoutersAdminTest-314636334-project] Calling delete_port for d0e4c3b6-3090-45b3-b5cb-b443b7554ad2 owned by network:router_gateway {{(pid=103230) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 19:17:07.331760 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 38196) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:17:07.346839 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-7429db8d-6021-40ad-813e-885be449a89b None None] get_ports_and_sgs() called for port_ids ['dc73d538-3849-44b7-8f0e-7c99557efa00', '246dd422-aaed-44c8-8f53-c0bcff989a68', 'e9bcfa85-cba2-4c7c-a956-383e6c72478d'] {{(pid=103232) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 19:17:07.355422 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.v2.base [None req-afc6c4a6-8abe-4ea7-8cbb-95ae844771da tempest-TaggedBootDevicesTest-980849656 tempest-TaggedBootDevicesTest-980849656-project] Request body: {'floatingip': {'port_id': '6aefa796-a5da-43f4-b77c-5a57dc7a02ee'}} {{(pid=103229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 19:17:07.358603 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a48e48e-ae20-40d5-a40e-f5928e3e49bd tempest-MigrationsAdminTest-892781459 tempest-MigrationsAdminTest-892781459-project] Pushing event deleted for resources: {'Port': ['ID=8bed1b6e-8e37-4dad-bafb-4dc444eac2ae,revision_number=None']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:17:07.502475 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-afc6c4a6-8abe-4ea7-8cbb-95ae844771da tempest-TaggedBootDevicesTest-980849656 tempest-TaggedBootDevicesTest-980849656-project] Publish callbacks [] for floatingip (d55d2994-f25a-4a1a-b636-5dec2eee9c49), before_update {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:17:07.509707 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-3188030a-2d25-406f-af3a-d4b4c4fc8f64 req-34f3d430-bcab-4808-bcd2-f2880215ba5f tempest-MigrationsAdminTest-892781459 tempest-MigrationsAdminTest-892781459-project] 10.222.0.75 "GET /v2.0/ports?device_id=5a41699b-33f6-4124-8872-0e1679a5b99b HTTP/1.1" status: 200 len: 210 time: 0.0419524 Feb 09 19:17:07.552758 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Device 0c3511af-ea92-49e3-90ee-e0e7ad07df70 details requested by agent hyperv_n-h2-713498-36 with host n-h2-713498-36 {{(pid=103232) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 19:17:07.555425 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Device 0b7fad14-f4df-4f17-bf51-32b75c58ff68 up at agent hyperv_n-h2-713498-36 {{(pid=103232) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 19:17:07.593859 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-060ac78f-8b96-4bec-8f3c-b1ab13ac313b tempest-RoutersAdminTest-314636334 tempest-RoutersAdminTest-314636334-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762867177463', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762866656476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14393751'] for port (d0e4c3b6-3090-45b3-b5cb-b443b7554ad2), after_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:17:07.650596 n-d-713498-36 neutron-server[103229]: DEBUG neutron.db.l3_dvrscheduler_db [req-9412abce-8165-4c91-9aed-066fc3e7cab6 req-5a48e48e-ae20-40d5-a40e-f5928e3e49bd tempest-MigrationsAdminTest-892781459 tempest-MigrationsAdminTest-892781459-project] No DVR routers for this DVR port 8bed1b6e-8e37-4dad-bafb-4dc444eac2ae on host n-h1-713498-36 {{(pid=103229) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 19:17:07.656178 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-9412abce-8165-4c91-9aed-066fc3e7cab6 req-5a48e48e-ae20-40d5-a40e-f5928e3e49bd tempest-MigrationsAdminTest-892781459 tempest-MigrationsAdminTest-892781459-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171096'] for port (None), before_response {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:17:07.660295 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-9412abce-8165-4c91-9aed-066fc3e7cab6 req-5a48e48e-ae20-40d5-a40e-f5928e3e49bd tempest-MigrationsAdminTest-892781459 tempest-MigrationsAdminTest-892781459-project] 10.222.0.89 "DELETE /v2.0/ports/8bed1b6e-8e37-4dad-bafb-4dc444eac2ae HTTP/1.1" status: 204 len: 173 time: 1.2225621 Feb 09 19:17:07.660786 n-d-713498-36 neutron-server[103229]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5a41699b-33f6-4124-8872-0e1679a5b99b', 'name': 'network-vif-deleted', 'tag': '8bed1b6e-8e37-4dad-bafb-4dc444eac2ae'}] {{(pid=103229) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 19:17:07.663241 n-d-713498-36 neutron-server[103229]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fa6ae9a20702bd564eaf90d946620b2b4277b1ab91129323d3b54181076be307" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3312b761-287b-4ba1-bb7b-9881bf21e9f5" -d '{"events": [{"server_uuid": "5a41699b-33f6-4124-8872-0e1679a5b99b", "name": "network-vif-deleted", "tag": "8bed1b6e-8e37-4dad-bafb-4dc444eac2ae"}]}' {{(pid=103229) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 19:17:07.684183 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-060ac78f-8b96-4bec-8f3c-b1ab13ac313b tempest-RoutersAdminTest-314636334 tempest-RoutersAdminTest-314636334-project] Pushing event deleted for resources: {'Port': ['ID=d0e4c3b6-3090-45b3-b5cb-b443b7554ad2,revision_number=None']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:17:07.691169 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Device 8d7d39bb-d86b-4989-9f9f-f6af90a58b05 details requested by agent hyperv_n-h1-713498-36 with host n-h1-713498-36 {{(pid=103232) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 19:17:07.761157 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-060ac78f-8b96-4bec-8f3c-b1ab13ac313b tempest-RoutersAdminTest-314636334 tempest-RoutersAdminTest-314636334-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1818987'] for router_gateway (e0970141-1d8e-4d77-8c6e-df8d022136f6), after_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:17:07.761524 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.provisioning_blocks [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Provisioning for port 0b7fad14-f4df-4f17-bf51-32b75c58ff68 completed by entity L2. {{(pid=103232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 19:17:07.895585 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.db.resource_extend [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] It took 0.17 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 09 19:17:07.941447 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-060ac78f-8b96-4bec-8f3c-b1ab13ac313b tempest-RoutersAdminTest-314636334 tempest-RoutersAdminTest-314636334-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1834988', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-58375'] for router (e0970141-1d8e-4d77-8c6e-df8d022136f6), precommit_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:17:07.944265 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-060ac78f-8b96-4bec-8f3c-b1ab13ac313b tempest-RoutersAdminTest-314636334 tempest-RoutersAdminTest-314636334-project] Publish callbacks [] for router_controller (e0970141-1d8e-4d77-8c6e-df8d022136f6), precommit_delete_associations {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:17:07.977677 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.provisioning_blocks [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Provisioning complete for port 0b7fad14-f4df-4f17-bf51-32b75c58ff68 triggered by entity L2. {{(pid=103232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 19:17:07.978192 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593630'] for port (0b7fad14-f4df-4f17-bf51-32b75c58ff68), provisioning_complete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:17:08.014963 n-d-713498-36 neutron-server[103229]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 19:17:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-88687d70-e9e6-4a94-98ba-c20abfa85078 x-openstack-request-id: req-88687d70-e9e6-4a94-98ba-c20abfa85078 {{(pid=103229) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 19:17:08.017205 n-d-713498-36 neutron-server[103229]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5a41699b-33f6-4124-8872-0e1679a5b99b", "name": "network-vif-deleted", "tag": "8bed1b6e-8e37-4dad-bafb-4dc444eac2ae", "status": "completed", "code": 200}]} {{(pid=103229) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 19:17:08.017591 n-d-713498-36 neutron-server[103229]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-88687d70-e9e6-4a94-98ba-c20abfa85078 {{(pid=103229) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 19:17:08.020631 n-d-713498-36 neutron-server[103229]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5a41699b-33f6-4124-8872-0e1679a5b99b', 'name': 'network-vif-deleted', 'tag': '8bed1b6e-8e37-4dad-bafb-4dc444eac2ae', 'status': 'completed', 'code': 200} Feb 09 19:17:08.076195 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-060ac78f-8b96-4bec-8f3c-b1ab13ac313b tempest-RoutersAdminTest-314636334 tempest-RoutersAdminTest-314636334-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1835003'] for router (e0970141-1d8e-4d77-8c6e-df8d022136f6), after_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:17:08.076781 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-060ac78f-8b96-4bec-8f3c-b1ab13ac313b tempest-RoutersAdminTest-314636334 tempest-RoutersAdminTest-314636334-project] Fanout notify agent at l3_agent the message router_deleted on router e0970141-1d8e-4d77-8c6e-df8d022136f6 {{(pid=103230) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 09 19:17:08.122274 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-060ac78f-8b96-4bec-8f3c-b1ab13ac313b tempest-RoutersAdminTest-314636334 tempest-RoutersAdminTest-314636334-project] Publish callbacks [] for router (None), before_response {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:17:08.131077 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-060ac78f-8b96-4bec-8f3c-b1ab13ac313b tempest-RoutersAdminTest-314636334 tempest-RoutersAdminTest-314636334-project] 10.222.0.75 "DELETE /v2.0/routers/e0970141-1d8e-4d77-8c6e-df8d022136f6 HTTP/1.1" status: 204 len: 168 time: 1.7391093 Feb 09 19:17:08.132546 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 38224) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:17:08.137364 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.v2.base [None req-c9116970-f554-486d-822d-980ed1e8197d tempest-RoutersAdminTest-1529504030 tempest-RoutersAdminTest-1529504030-project-admin] Request body: {'router': {'name': 'tempest-snat-router-757382063', 'external_gateway_info': {'network_id': '88055e1e-672a-4487-be31-ffb6e833ece5', 'enable_snat': False}}} {{(pid=103230) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 19:17:08.138186 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-7429db8d-6021-40ad-813e-885be449a89b None None] For port 0c3511af-ea92-49e3-90ee-e0e7ad07df70, host n-h2-713498-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-36',level=0,port_id=0c3511af-ea92-49e3-90ee-e0e7ad07df70,segment=NetworkSegment(1386a966-4dd2-470f-b237-fb3374073af9),segment_id=1386a966-4dd2-470f-b237-fb3374073af9)] {{(pid=103232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 19:17:08.144214 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] For port 8d7d39bb-d86b-4989-9f9f-f6af90a58b05, host n-h1-713498-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-36',level=0,port_id=8d7d39bb-d86b-4989-9f9f-f6af90a58b05,segment=NetworkSegment(1386a966-4dd2-470f-b237-fb3374073af9),segment_id=1386a966-4dd2-470f-b237-fb3374073af9)] {{(pid=103232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 19:17:08.195128 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Returning: {'device': '8d7d39bb-d86b-4989-9f9f-f6af90a58b05', 'network_id': 'ce5a1920-47d4-4acd-9320-1f2b7d8adbbf', 'port_id': '8d7d39bb-d86b-4989-9f9f-f6af90a58b05', 'mac_address': 'fa:16:3e:45:c6:39', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 387, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '91f7ce59-3a13-47bf-9dd9-ab64da9bfd75', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103232) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 19:17:08.201590 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Returning: {'device': '0c3511af-ea92-49e3-90ee-e0e7ad07df70', 'network_id': 'ce5a1920-47d4-4acd-9320-1f2b7d8adbbf', 'port_id': '0c3511af-ea92-49e3-90ee-e0e7ad07df70', 'mac_address': 'fa:16:3e:35:c8:ed', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 387, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '91f7ce59-3a13-47bf-9dd9-ab64da9bfd75', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103232) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 19:17:08.236826 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-136507d1-adc1-4ba1-b797-41c0fce1f31b req-f7294174-6928-467a-b886-c71dbef4c782 tempest-AttachVolumeTestJSON-524945227 tempest-AttachVolumeTestJSON-524945227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:17:08.253627 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-136507d1-adc1-4ba1-b797-41c0fce1f31b req-f7294174-6928-467a-b886-c71dbef4c782 tempest-AttachVolumeTestJSON-524945227 tempest-AttachVolumeTestJSON-524945227-project] 10.222.0.75 "GET /v2.0/ports?device_id=9e47810b-ed07-4409-98e3-da39074300c7 HTTP/1.1" status: 200 len: 946 time: 0.2985044 Feb 09 19:17:08.266156 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-c9116970-f554-486d-822d-980ed1e8197d tempest-RoutersAdminTest-1529504030 tempest-RoutersAdminTest-1529504030-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1834830', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-58389'] for router (92210933-2654-4e77-950f-9b26a6232f94), before_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:17:08.267619 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-c9116970-f554-486d-822d-980ed1e8197d tempest-RoutersAdminTest-1529504030 tempest-RoutersAdminTest-1529504030-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1834810', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1822096', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1886735', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-58380'] for router (92210933-2654-4e77-950f-9b26a6232f94), precommit_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:17:08.277029 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 38230) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:17:08.334694 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Current status of the port 0b7fad14-f4df-4f17-bf51-32b75c58ff68 is: BUILD; New status is: ACTIVE {{(pid=103232) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 19:17:08.335223 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (0b7fad14-f4df-4f17-bf51-32b75c58ff68), before_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:17:08.439054 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-7429db8d-6021-40ad-813e-885be449a89b None None] For port 0b7fad14-f4df-4f17-bf51-32b75c58ff68, host n-h2-713498-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-36',level=0,port_id=0b7fad14-f4df-4f17-bf51-32b75c58ff68,segment=NetworkSegment(5a2b6fc0-6e2b-4e37-adfa-650654689a88),segment_id=5a2b6fc0-6e2b-4e37-adfa-650654689a88)] {{(pid=103232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 19:17:08.440905 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Current status of the port 8d7d39bb-d86b-4989-9f9f-f6af90a58b05 is: DOWN; New status is: BUILD {{(pid=103232) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 19:17:08.441454 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (8d7d39bb-d86b-4989-9f9f-f6af90a58b05), before_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:17:08.448980 n-d-713498-36 neutron-server[103232]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4b9f30e4-39ec-4393-bb5a-955f0e570137', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0b7fad14-f4df-4f17-bf51-32b75c58ff68'}] {{(pid=103232) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 19:17:08.451574 n-d-713498-36 neutron-server[103232]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}949cdcde653dec44821de95cbf67297f53cbc2aed4e073b5d514f93bf911ce85" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-18e6e2a0-0675-40e4-9e96-3344cfc6c51a" -d '{"events": [{"server_uuid": "4b9f30e4-39ec-4393-bb5a-955f0e570137", "name": "network-vif-plugged", "status": "completed", "tag": "0b7fad14-f4df-4f17-bf51-32b75c58ff68"}]}' {{(pid=103232) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 19:17:08.466236 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762867176205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762866656485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762866656503'] for port (0b7fad14-f4df-4f17-bf51-32b75c58ff68), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:17:08.473517 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Current status of the port 0c3511af-ea92-49e3-90ee-e0e7ad07df70 is: DOWN; New status is: BUILD {{(pid=103232) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 19:17:08.473908 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (0c3511af-ea92-49e3-90ee-e0e7ad07df70), before_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:17:08.484929 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-136507d1-adc1-4ba1-b797-41c0fce1f31b req-e9ac9061-97d2-4d30-b0a8-7acb3143d12a tempest-AttachVolumeTestJSON-524945227 tempest-AttachVolumeTestJSON-524945227-project] 10.222.0.75 "GET /v2.0/security-groups?id=bd39f8e7-1d25-418e-b5cd-c91a805a4bbc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2300465 Feb 09 19:17:08.513014 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-c9116970-f554-486d-822d-980ed1e8197d tempest-RoutersAdminTest-1529504030 tempest-RoutersAdminTest-1529504030-project-admin] Publish callbacks [] for router_controller (92210933-2654-4e77-950f-9b26a6232f94), precommit_add_association {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:17:08.524675 n-d-713498-36 neutron-server[103232]: DEBUG neutron.notifiers.nova [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8d7d39bb-d86b-4989-9f9f-f6af90a58b05 {{(pid=103232) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 19:17:08.545364 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.db.resource_extend [None req-afc6c4a6-8abe-4ea7-8cbb-95ae844771da tempest-TaggedBootDevicesTest-980849656 tempest-TaggedBootDevicesTest-980849656-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 09 19:17:08.555378 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] For port 8d7d39bb-d86b-4989-9f9f-f6af90a58b05, host n-h1-713498-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-36',level=0,port_id=8d7d39bb-d86b-4989-9f9f-f6af90a58b05,segment=NetworkSegment(1386a966-4dd2-470f-b237-fb3374073af9),segment_id=1386a966-4dd2-470f-b237-fb3374073af9)] {{(pid=103232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 19:17:08.558315 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-6dafc310-bf59-452c-9791-ab536c217d27 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:17:08.580837 n-d-713498-36 neutron-server[103232]: DEBUG neutron.notifiers.nova [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0c3511af-ea92-49e3-90ee-e0e7ad07df70 {{(pid=103232) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 19:17:08.587621 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762867176205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762866656485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762866656503'] for port (8d7d39bb-d86b-4989-9f9f-f6af90a58b05), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:17:08.623109 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-afc6c4a6-8abe-4ea7-8cbb-95ae844771da tempest-TaggedBootDevicesTest-980849656 tempest-TaggedBootDevicesTest-980849656-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:17:08.633487 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c700306e-0780-4a8c-a282-3061c0916a6a req-43dc387c-b489-4e9f-b0a1-fec45d8a2afe tempest-ServerAddressesTestJSON-255045322 tempest-ServerAddressesTestJSON-255045322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:17:08.635249 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-c700306e-0780-4a8c-a282-3061c0916a6a req-43dc387c-b489-4e9f-b0a1-fec45d8a2afe tempest-ServerAddressesTestJSON-255045322 tempest-ServerAddressesTestJSON-255045322-project] 10.222.0.75 "GET /v2.0/ports?device_id=4b9f30e4-39ec-4393-bb5a-955f0e570137 HTTP/1.1" status: 200 len: 946 time: 0.1526110 Feb 09 19:17:08.636588 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-afc6c4a6-8abe-4ea7-8cbb-95ae844771da tempest-TaggedBootDevicesTest-980849656 tempest-TaggedBootDevicesTest-980849656-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1818909'] for floatingip (d55d2994-f25a-4a1a-b636-5dec2eee9c49), after_update {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:17:08.654686 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Pushing event updated for resources: {'Port': ['ID=0b7fad14-f4df-4f17-bf51-32b75c58ff68,revision_number=5']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:17:08.667510 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-7429db8d-6021-40ad-813e-885be449a89b None None] For port 0c3511af-ea92-49e3-90ee-e0e7ad07df70, host n-h2-713498-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-36',level=0,port_id=0c3511af-ea92-49e3-90ee-e0e7ad07df70,segment=NetworkSegment(1386a966-4dd2-470f-b237-fb3374073af9),segment_id=1386a966-4dd2-470f-b237-fb3374073af9)] {{(pid=103232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 19:17:08.708491 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762867176205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762866656485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762866656503'] for port (0c3511af-ea92-49e3-90ee-e0e7ad07df70), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:17:08.768052 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-c700306e-0780-4a8c-a282-3061c0916a6a req-6062e17f-421f-4910-9b81-493271f0ac62 tempest-ServerAddressesTestJSON-255045322 tempest-ServerAddressesTestJSON-255045322-project] 10.222.0.75 "GET /v2.0/security-groups?id=27141499-9c1f-4375-ace6-098777d860bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0892196 Feb 09 19:17:08.770140 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Pushing event updated for resources: {'Port': ['ID=8d7d39bb-d86b-4989-9f9f-f6af90a58b05,revision_number=4']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:17:08.808018 n-d-713498-36 neutron-server[103229]: INFO neutron.db.l3_db [None req-afc6c4a6-8abe-4ea7-8cbb-95ae844771da tempest-TaggedBootDevicesTest-980849656 tempest-TaggedBootDevicesTest-980849656-project] Floating IP d55d2994-f25a-4a1a-b636-5dec2eee9c49 associated. External IP: 172.25.1.92, port: 6aefa796-a5da-43f4-b77c-5a57dc7a02ee. Feb 09 19:17:08.819748 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-c9116970-f554-486d-822d-980ed1e8197d tempest-RoutersAdminTest-1529504030 tempest-RoutersAdminTest-1529504030-project-admin] Publish callbacks [] for router_gateway (92210933-2654-4e77-950f-9b26a6232f94), precommit_update {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:17:08.822626 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] get_ports_and_sgs() called for port_ids ['8d7d39bb-d86b-4989-9f9f-f6af90a58b05'] {{(pid=103232) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 19:17:08.860902 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86520275-41fe-46ce-9efa-e01735fd7d43 req-d06d7f83-1d2b-4db8-8508-04386d3a6646 tempest-MultipleCreateTestJSON-395872300 tempest-MultipleCreateTestJSON-395872300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:17:08.869262 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-86520275-41fe-46ce-9efa-e01735fd7d43 req-d06d7f83-1d2b-4db8-8508-04386d3a6646 tempest-MultipleCreateTestJSON-395872300 tempest-MultipleCreateTestJSON-395872300-project] 10.222.0.75 "GET /v2.0/ports?device_id=c32380bc-252c-45d0-bfcb-a5ff2d9eaf61 HTTP/1.1" status: 200 len: 943 time: 0.2406850 Feb 09 19:17:08.889210 n-d-713498-36 neutron-server[103232]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 19:17:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c94baa7b-10fc-4128-b540-929a5b41fd1f x-openstack-request-id: req-c94baa7b-10fc-4128-b540-929a5b41fd1f {{(pid=103232) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 19:17:08.889590 n-d-713498-36 neutron-server[103232]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4b9f30e4-39ec-4393-bb5a-955f0e570137", "name": "network-vif-plugged", "status": "completed", "tag": "0b7fad14-f4df-4f17-bf51-32b75c58ff68", "code": 200}]} {{(pid=103232) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 19:17:08.889852 n-d-713498-36 neutron-server[103232]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-c94baa7b-10fc-4128-b540-929a5b41fd1f {{(pid=103232) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 19:17:08.890440 n-d-713498-36 neutron-server[103232]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4b9f30e4-39ec-4393-bb5a-955f0e570137', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0b7fad14-f4df-4f17-bf51-32b75c58ff68', 'code': 200} Feb 09 19:17:08.990327 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Pushing event updated for resources: {'Port': ['ID=0c3511af-ea92-49e3-90ee-e0e7ad07df70,revision_number=4']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:17:09.080280 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-6dafc310-bf59-452c-9791-ab536c217d27 admin admin] Publish callbacks [] for security_group (4df4c1b9-7ef1-4c03-babb-1c2dc1b20484), precommit_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:17:09.098086 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-86520275-41fe-46ce-9efa-e01735fd7d43 req-6b4381e8-7341-409f-bb53-9c4eb8fcf711 tempest-MultipleCreateTestJSON-395872300 tempest-MultipleCreateTestJSON-395872300-project] 10.222.0.75 "GET /v2.0/security-groups?id=8677789f-c0a6-4081-af83-d06feba970b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2237046 Feb 09 19:17:09.102203 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-6dafc310-bf59-452c-9791-ab536c217d27 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1892331'] for security_group (4df4c1b9-7ef1-4c03-babb-1c2dc1b20484), after_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:17:09.181179 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-6dafc310-bf59-452c-9791-ab536c217d27 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=4b7fba66dc0f4c5eb033e86efe955300&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9020357 Feb 09 19:17:09.185046 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 38252) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:17:09.188501 n-d-713498-36 neutron-server[103229]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-afc6c4a6-8abe-4ea7-8cbb-95ae844771da tempest-TaggedBootDevicesTest-980849656 tempest-TaggedBootDevicesTest-980849656-project] Router 823aa7c2-1fdd-4d5a-bbb7-41c04b64ff3a has already been hosted by L3 agent 93303d5e-5d17-45e8-8963-7694f87783ae {{(pid=103229) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 19:17:09.193007 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7203f49b-a569-4443-89a8-001bc59c4770 req-7c636c30-fc9d-447f-a970-0f2f029e7282 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:17:09.194672 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-7203f49b-a569-4443-89a8-001bc59c4770 req-7c636c30-fc9d-447f-a970-0f2f029e7282 service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=4b9f30e4-39ec-4393-bb5a-955f0e570137 HTTP/1.1" status: 200 len: 1129 time: 0.2045579 Feb 09 19:17:09.197192 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dafc310-bf59-452c-9791-ab536c217d27 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4df4c1b9-7ef1-4c03-babb-1c2dc1b20484,revision_number=1']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:17:09.209296 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-7429db8d-6021-40ad-813e-885be449a89b None None] get_ports_and_sgs() called for port_ids ['0c3511af-ea92-49e3-90ee-e0e7ad07df70'] {{(pid=103232) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 19:17:09.218756 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dafc310-bf59-452c-9791-ab536c217d27 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:17:09.218756 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dafc310-bf59-452c-9791-ab536c217d27 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:17:09.219152 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dafc310-bf59-452c-9791-ab536c217d27 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:17:09.219351 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dafc310-bf59-452c-9791-ab536c217d27 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:17:09.222198 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dafc310-bf59-452c-9791-ab536c217d27 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:17:09.222198 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dafc310-bf59-452c-9791-ab536c217d27 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:17:09.222198 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dafc310-bf59-452c-9791-ab536c217d27 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:17:09.222198 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dafc310-bf59-452c-9791-ab536c217d27 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:17:09.222198 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dafc310-bf59-452c-9791-ab536c217d27 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:17:09.222198 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dafc310-bf59-452c-9791-ab536c217d27 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:17:09.222198 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dafc310-bf59-452c-9791-ab536c217d27 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:17:09.222198 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dafc310-bf59-452c-9791-ab536c217d27 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:17:09.222198 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dafc310-bf59-452c-9791-ab536c217d27 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:17:09.274216 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-7203f49b-a569-4443-89a8-001bc59c4770 req-9c08fc1e-7333-424b-97ec-02e77538649d service neutron] 10.222.0.90 "GET /v2.0/security-groups?id=27141499-9c1f-4375-ace6-098777d860bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0660267 Feb 09 19:17:09.353378 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-44bb5732-b4e8-4521-b081-e6b456fa0e22 admin admin] Publish callbacks [] for security_group (4df4c1b9-7ef1-4c03-babb-1c2dc1b20484), before_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:17:09.396866 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-44bb5732-b4e8-4521-b081-e6b456fa0e22 admin admin] Publish callbacks [] for security_group (4df4c1b9-7ef1-4c03-babb-1c2dc1b20484), precommit_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:17:09.407694 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-afc6c4a6-8abe-4ea7-8cbb-95ae844771da tempest-TaggedBootDevicesTest-980849656 tempest-TaggedBootDevicesTest-980849656-project] Notify agent at l3_agent.n-d-713498-36 the message routers_updated {{(pid=103229) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 19:17:09.415184 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-afc6c4a6-8abe-4ea7-8cbb-95ae844771da tempest-TaggedBootDevicesTest-980849656 tempest-TaggedBootDevicesTest-980849656-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171096'] for floatingip (None), before_response {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:17:09.420419 n-d-713498-36 neutron-server[103233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a874c5cf-3685-4dbe-968f-bdc85033d1ad None None] Sync routers for ids ['823aa7c2-1fdd-4d5a-bbb7-41c04b64ff3a'] in n-d-713498-36 {{(pid=103233) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 19:17:09.440562 n-d-713498-36 neutron-server[103233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a874c5cf-3685-4dbe-968f-bdc85033d1ad None None] Routers {'823aa7c2-1fdd-4d5a-bbb7-41c04b64ff3a'} bound to L3 agent in host n-d-713498-36 {{(pid=103233) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 19:17:09.441187 n-d-713498-36 neutron-server[103233]: DEBUG neutron.db.l3_hamode_db [None req-a874c5cf-3685-4dbe-968f-bdc85033d1ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T18:51:43Z,description=,heartbeat_timestamp=2022-02-09T19:16:43Z,host='n-d-713498-36',id=93303d5e-5d17-45e8-8963-7694f87783ae,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T18:51:43Z,topic='l3_agent')) {'router_ids': ['823aa7c2-1fdd-4d5a-bbb7-41c04b64ff3a'], 'active': True} {{(pid=103233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:17:09.458605 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3ec3c1a-d10f-4e68-8daf-2b31f8abc2d7 req-8dfe7af3-ce2d-4d1b-8b53-5675a1fe9300 tempest-MigrationsAdminTest-892781459 tempest-MigrationsAdminTest-892781459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:17:09.460268 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-d3ec3c1a-d10f-4e68-8daf-2b31f8abc2d7 req-8dfe7af3-ce2d-4d1b-8b53-5675a1fe9300 tempest-MigrationsAdminTest-892781459 tempest-MigrationsAdminTest-892781459-project] 10.222.0.75 "GET /v2.0/ports?device_id=9cec8a2a-9f08-4ec2-981f-5cef55181738 HTTP/1.1" status: 200 len: 951 time: 0.1833096 Feb 09 19:17:09.478394 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-afc6c4a6-8abe-4ea7-8cbb-95ae844771da tempest-TaggedBootDevicesTest-980849656 tempest-TaggedBootDevicesTest-980849656-project] 10.222.0.75 "PUT /v2.0/floatingips/d55d2994-f25a-4a1a-b636-5dec2eee9c49 HTTP/1.1" status: 200 len: 990 time: 2.1428297 Feb 09 19:17:09.483159 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-c9116970-f554-486d-822d-980ed1e8197d tempest-RoutersAdminTest-1529504030 tempest-RoutersAdminTest-1529504030-project-admin] Publish callbacks [] for router_gateway (92210933-2654-4e77-950f-9b26a6232f94), before_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:17:09.515134 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-44bb5732-b4e8-4521-b081-e6b456fa0e22 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1892331'] for security_group (4df4c1b9-7ef1-4c03-babb-1c2dc1b20484), after_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:17:09.517848 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-44bb5732-b4e8-4521-b081-e6b456fa0e22 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:17:09.520676 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-c9116970-f554-486d-822d-980ed1e8197d tempest-RoutersAdminTest-1529504030 tempest-RoutersAdminTest-1529504030-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (None), before_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:17:09.530462 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-44bb5732-b4e8-4521-b081-e6b456fa0e22 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/4df4c1b9-7ef1-4c03-babb-1c2dc1b20484 HTTP/1.1" status: 204 len: 168 time: 0.3356197 Feb 09 19:17:09.552571 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44bb5732-b4e8-4521-b081-e6b456fa0e22 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4df4c1b9-7ef1-4c03-babb-1c2dc1b20484,revision_number=None']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:17:09.673169 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Device 8d7d39bb-d86b-4989-9f9f-f6af90a58b05 up at agent hyperv_n-h1-713498-36 {{(pid=103232) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 19:17:09.699878 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-d3ec3c1a-d10f-4e68-8daf-2b31f8abc2d7 req-167f0817-5f8b-4c15-99ce-0ad2218af925 tempest-MigrationsAdminTest-892781459 tempest-MigrationsAdminTest-892781459-project] 10.222.0.75 "GET /v2.0/security-groups?id=709912c8-8171-4435-800e-9e5c5e45bf8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2283146 Feb 09 19:17:09.742503 n-d-713498-36 neutron-server[103230]: DEBUG neutron.db.db_base_plugin_common [None req-c9116970-f554-486d-822d-980ed1e8197d tempest-RoutersAdminTest-1529504030 tempest-RoutersAdminTest-1529504030-project-admin] Allocated IP 172.25.1.180 (88055e1e-672a-4487-be31-ffb6e833ece5/ac16dbcc-383c-4b43-9153-d763c4a53f91/4b224fa7-6418-4cc6-a286-c4800028e95e) {{(pid=103230) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 19:17:09.768645 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.provisioning_blocks [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Provisioning for port 8d7d39bb-d86b-4989-9f9f-f6af90a58b05 completed by entity L2. {{(pid=103232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 19:17:09.776165 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.provisioning_blocks [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Provisioning complete for port 8d7d39bb-d86b-4989-9f9f-f6af90a58b05 triggered by entity L2. {{(pid=103232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 19:17:09.776638 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593630'] for port (8d7d39bb-d86b-4989-9f9f-f6af90a58b05), provisioning_complete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:17:09.789464 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96f0ef5a-841e-452d-8a9e-8fef804aefcc req-b77c1630-589b-4753-b3f2-cc0f04afadf6 tempest-TaggedBootDevicesTest-980849656 tempest-TaggedBootDevicesTest-980849656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:17:09.805185 n-d-713498-36 neutron-server[103233]: DEBUG neutron.db.l3_dvr_db [None req-a874c5cf-3685-4dbe-968f-bdc85033d1ad None None] Set router 823aa7c2-1fdd-4d5a-bbb7-41c04b64ff3a gateway port host: n-d-713498-36 {{(pid=103233) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 19:17:09.815927 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96f0ef5a-841e-452d-8a9e-8fef804aefcc req-b77c1630-589b-4753-b3f2-cc0f04afadf6 tempest-TaggedBootDevicesTest-980849656 tempest-TaggedBootDevicesTest-980849656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:17:09.822592 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96f0ef5a-841e-452d-8a9e-8fef804aefcc req-b77c1630-589b-4753-b3f2-cc0f04afadf6 tempest-TaggedBootDevicesTest-980849656 tempest-TaggedBootDevicesTest-980849656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:17:09.828489 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96f0ef5a-841e-452d-8a9e-8fef804aefcc req-b77c1630-589b-4753-b3f2-cc0f04afadf6 tempest-TaggedBootDevicesTest-980849656 tempest-TaggedBootDevicesTest-980849656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:17:09.833893 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96f0ef5a-841e-452d-8a9e-8fef804aefcc req-b77c1630-589b-4753-b3f2-cc0f04afadf6 tempest-TaggedBootDevicesTest-980849656 tempest-TaggedBootDevicesTest-980849656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:17:09.860035 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96f0ef5a-841e-452d-8a9e-8fef804aefcc req-b77c1630-589b-4753-b3f2-cc0f04afadf6 tempest-TaggedBootDevicesTest-980849656 tempest-TaggedBootDevicesTest-980849656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:17:09.866593 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96f0ef5a-841e-452d-8a9e-8fef804aefcc req-b77c1630-589b-4753-b3f2-cc0f04afadf6 tempest-TaggedBootDevicesTest-980849656 tempest-TaggedBootDevicesTest-980849656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:17:09.874512 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-96f0ef5a-841e-452d-8a9e-8fef804aefcc req-b77c1630-589b-4753-b3f2-cc0f04afadf6 tempest-TaggedBootDevicesTest-980849656 tempest-TaggedBootDevicesTest-980849656-project] 10.222.0.75 "GET /v2.0/ports?device_id=c3476174-573e-455c-944e-9ed0cac04ac2 HTTP/1.1" status: 200 len: 5435 time: 0.2581756 Feb 09 19:17:09.919047 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Current status of the port 8d7d39bb-d86b-4989-9f9f-f6af90a58b05 is: BUILD; New status is: ACTIVE {{(pid=103232) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 19:17:09.919329 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (8d7d39bb-d86b-4989-9f9f-f6af90a58b05), before_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:17:09.983665 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] For port 8d7d39bb-d86b-4989-9f9f-f6af90a58b05, host n-h1-713498-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-36',level=0,port_id=8d7d39bb-d86b-4989-9f9f-f6af90a58b05,segment=NetworkSegment(1386a966-4dd2-470f-b237-fb3374073af9),segment_id=1386a966-4dd2-470f-b237-fb3374073af9)] {{(pid=103232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 19:17:10.000503 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762867176205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762866656485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762866656503'] for port (8d7d39bb-d86b-4989-9f9f-f6af90a58b05), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:17:10.001383 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Device 8bed1b6e-8e37-4dad-bafb-4dc444eac2ae no longer exists at agent hyperv_n-h1-713498-36 {{(pid=103232) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 19:17:10.003944 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-96f0ef5a-841e-452d-8a9e-8fef804aefcc req-af913bcd-0e04-43cb-bd5a-fb54cfbcfa66 tempest-TaggedBootDevicesTest-980849656 tempest-TaggedBootDevicesTest-980849656-project] 10.222.0.75 "GET /v2.0/security-groups?id=6f7e8ede-8085-490c-860b-91c045ecce1f&id=116d7b93-0726-4659-8687-b47afcfa5056&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1240373 Feb 09 19:17:10.018239 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30d4e6b8-df65-4b99-b9cd-148502e9b688 req-ecee8d59-84dc-4532-83bd-55ff7d4daa5d tempest-AttachVolumeTestJSON-524945227 tempest-AttachVolumeTestJSON-524945227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:17:10.021363 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-30d4e6b8-df65-4b99-b9cd-148502e9b688 req-ecee8d59-84dc-4532-83bd-55ff7d4daa5d tempest-AttachVolumeTestJSON-524945227 tempest-AttachVolumeTestJSON-524945227-project] 10.222.0.75 "GET /v2.0/ports?device_id=9e47810b-ed07-4409-98e3-da39074300c7 HTTP/1.1" status: 200 len: 946 time: 0.1786380 Feb 09 19:17:10.023940 n-d-713498-36 neutron-server[103229]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c3476174-573e-455c-944e-9ed0cac04ac2', 'tag': '6aefa796-a5da-43f4-b77c-5a57dc7a02ee'}] {{(pid=103229) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 19:17:10.027025 n-d-713498-36 neutron-server[103229]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fa6ae9a20702bd564eaf90d946620b2b4277b1ab91129323d3b54181076be307" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c8e3a6de-6a7a-4ab8-99a4-5e8a1bf98091" -d '{"events": [{"name": "network-changed", "server_uuid": "c3476174-573e-455c-944e-9ed0cac04ac2", "tag": "6aefa796-a5da-43f4-b77c-5a57dc7a02ee"}]}' {{(pid=103229) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 19:17:10.033248 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-c9116970-f554-486d-822d-980ed1e8197d tempest-RoutersAdminTest-1529504030 tempest-RoutersAdminTest-1529504030-project-admin] Publish callbacks [] for port (4b224fa7-6418-4cc6-a286-c4800028e95e), precommit_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:17:10.061471 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] No Port match for: 8bed1b6e-8e37-4dad-bafb-4dc444eac2ae {{(pid=103232) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 19:17:10.065404 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Device 8bed1b6e-8e37-4dad-bafb-4dc444eac2ae not bound to the agent host n-h1-713498-36 {{(pid=103232) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 19:17:10.122203 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-30d4e6b8-df65-4b99-b9cd-148502e9b688 req-492b936d-9c49-4452-8987-3c15888aa7fa tempest-AttachVolumeTestJSON-524945227 tempest-AttachVolumeTestJSON-524945227-project] 10.222.0.75 "GET /v2.0/security-groups?id=bd39f8e7-1d25-418e-b5cd-c91a805a4bbc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0619838 Feb 09 19:17:10.144599 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Pushing event updated for resources: {'Port': ['ID=8d7d39bb-d86b-4989-9f9f-f6af90a58b05,revision_number=5']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:17:10.145405 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-c9116970-f554-486d-822d-980ed1e8197d tempest-RoutersAdminTest-1529504030 tempest-RoutersAdminTest-1529504030-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762866656467', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14393751'] for port (4b224fa7-6418-4cc6-a286-c4800028e95e), after_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:17:10.187942 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0d75272-ff6a-4ee7-98b1-6fd9e3c04c87 req-0da7f7ef-3b48-4541-9234-68f2da89fdec tempest-ServerAddressesTestJSON-255045322 tempest-ServerAddressesTestJSON-255045322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:17:10.189992 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-c0d75272-ff6a-4ee7-98b1-6fd9e3c04c87 req-0da7f7ef-3b48-4541-9234-68f2da89fdec tempest-ServerAddressesTestJSON-255045322 tempest-ServerAddressesTestJSON-255045322-project] 10.222.0.75 "GET /v2.0/ports?device_id=4b9f30e4-39ec-4393-bb5a-955f0e570137 HTTP/1.1" status: 200 len: 946 time: 0.0800610 Feb 09 19:17:10.216086 n-d-713498-36 neutron-server[103230]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9116970-f554-486d-822d-980ed1e8197d tempest-RoutersAdminTest-1529504030 tempest-RoutersAdminTest-1529504030-project-admin] Network 88055e1e-672a-4487-be31-ffb6e833ece5 is already hosted by enough agents. {{(pid=103230) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 19:17:10.219984 n-d-713498-36 neutron-server[103230]: DEBUG neutron.scheduler.base_scheduler [None req-c9116970-f554-486d-822d-980ed1e8197d tempest-RoutersAdminTest-1529504030 tempest-RoutersAdminTest-1529504030-project-admin] Resources bound (agent type, host, resource id): {{(pid=103230) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 19:17:10.224011 n-d-713498-36 neutron-server[103230]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9116970-f554-486d-822d-980ed1e8197d tempest-RoutersAdminTest-1529504030 tempest-RoutersAdminTest-1529504030-project-admin] Received port after_create {{(pid=103230) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 19:17:10.231206 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9116970-f554-486d-822d-980ed1e8197d tempest-RoutersAdminTest-1529504030 tempest-RoutersAdminTest-1529504030-project-admin] Pushing event updated for resources: {'Port': ['ID=4b224fa7-6418-4cc6-a286-c4800028e95e,revision_number=1']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:17:10.255682 n-d-713498-36 neutron-server[103233]: DEBUG neutron.db.l3_hamode_db [None req-a874c5cf-3685-4dbe-968f-bdc85033d1ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '823aa7c2-1fdd-4d5a-bbb7-41c04b64ff3a', 'name': 'tempest-TaggedBootDevicesTest-96675615-router', 'tenant_id': '1244a62b17644644960c0ef5509cee38', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88055e1e-672a-4487-be31-ffb6e833ece5', 'external_fixed_ips': [{'subnet_id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'ip_address': '172.25.1.210'}], 'enable_snat': True}, 'gw_port_id': 'a5cf2da0-7ae1-4880-9b2f-fa32b2d219d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T19:13:27Z', 'updated_at': '2022-02-09T19:13:37Z', 'revision_number': 4, 'project_id': '1244a62b17644644960c0ef5509cee38', 'gw_port': {'id': 'a5cf2da0-7ae1-4880-9b2f-fa32b2d219d4', 'name': '', 'network_id': '88055e1e-672a-4487-be31-ffb6e833ece5', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:5a:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '823aa7c2-1fdd-4d5a-bbb7-41c04b64ff3a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1316, 'fixed_ips': [{'subnet_id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'ip_address': '172.25.1.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T19:13:28Z', 'updated_at': '2022-02-09T19:13:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-36', '_floatingips': [{'id': 'd55d2994-f25a-4a1a-b636-5dec2eee9c49', 'tenant_id': '1244a62b17644644960c0ef5509cee38', 'floating_ip_address': '172.25.1.92', 'floating_network_id': '88055e1e-672a-4487-be31-ffb6e833ece5', 'router_id': '823aa7c2-1fdd-4d5a-bbb7-41c04b64ff3a', 'port_id': '6aefa796-a5da-43f4-b77c-5a57dc7a02ee', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1407, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3e8c2732-7ced-47de-8a60-f22ea571cd92', 'mac_address': 'fa:16:3e:20:e0:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3476174-573e-455c-944e-9ed0cac04ac2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T19:15:03Z', 'updated_at': '2022-02-09T19:17:08Z', 'revision_number': 1, 'project_id': '1244a62b17644644960c0ef5509cee38', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '730198b6-e96b-4448-9cfe-aa70ac2e023c', 'name': '', 'network_id': '3e8c2732-7ced-47de-8a60-f22ea571cd92', 'tenant_id': '1244a62b17644644960c0ef5509cee38', 'mac_address': 'fa:16:3e:f8:34:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '823aa7c2-1fdd-4d5a-bbb7-41c04b64ff3a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1318, 'fixed_ips': [{'subnet_id': '96689e74-1d15-4889-9091-f107b048a678', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T19:13:34Z', 'updated_at': '2022-02-09T19:13:46Z', 'revision_number': 5, 'project_id': '1244a62b17644644960c0ef5509cee38', 'subnets': [{'id': '96689e74-1d15-4889-9091-f107b048a678', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-36', False) {} {{(pid=103233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:17:10.273358 n-d-713498-36 neutron-server[103229]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 19:17:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-129de5e7-85b4-43cb-808f-1f75da329f40 x-openstack-request-id: req-129de5e7-85b4-43cb-808f-1f75da329f40 {{(pid=103229) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 19:17:10.273922 n-d-713498-36 neutron-server[103229]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c3476174-573e-455c-944e-9ed0cac04ac2", "tag": "6aefa796-a5da-43f4-b77c-5a57dc7a02ee", "status": "completed", "code": 200}]} {{(pid=103229) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 19:17:10.274324 n-d-713498-36 neutron-server[103229]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-129de5e7-85b4-43cb-808f-1f75da329f40 {{(pid=103229) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 19:17:10.274996 n-d-713498-36 neutron-server[103229]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c3476174-573e-455c-944e-9ed0cac04ac2', 'tag': '6aefa796-a5da-43f4-b77c-5a57dc7a02ee', 'status': 'completed', 'code': 200} Feb 09 19:17:10.325379 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-c0d75272-ff6a-4ee7-98b1-6fd9e3c04c87 req-432f3fc6-44c5-441e-bb21-121246ab2940 tempest-ServerAddressesTestJSON-255045322 tempest-ServerAddressesTestJSON-255045322-project] 10.222.0.75 "GET /v2.0/security-groups?id=27141499-9c1f-4375-ace6-098777d860bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1287482 Feb 09 19:17:10.354937 n-d-713498-36 neutron-server[103233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a874c5cf-3685-4dbe-968f-bdc85033d1ad None None] Checking router: 823aa7c2-1fdd-4d5a-bbb7-41c04b64ff3a for host: n-d-713498-36 {{(pid=103233) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 19:17:10.382578 n-d-713498-36 neutron-server[103233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a874c5cf-3685-4dbe-968f-bdc85033d1ad None None] Routers {'823aa7c2-1fdd-4d5a-bbb7-41c04b64ff3a'} bound to L3 agent in host n-d-713498-36 {{(pid=103233) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 19:17:10.384411 n-d-713498-36 neutron-server[103233]: DEBUG neutron.db.l3_hamode_db [None req-a874c5cf-3685-4dbe-968f-bdc85033d1ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T18:51:43Z,description=,heartbeat_timestamp=2022-02-09T19:16:43Z,host='n-d-713498-36',id=93303d5e-5d17-45e8-8963-7694f87783ae,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T18:51:43Z,topic='l3_agent')) {'router_ids': ['823aa7c2-1fdd-4d5a-bbb7-41c04b64ff3a'], 'active': True} {{(pid=103233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:17:10.541907 n-d-713498-36 neutron-server[103233]: DEBUG neutron.db.l3_dvr_db [None req-a874c5cf-3685-4dbe-968f-bdc85033d1ad None None] Set router 823aa7c2-1fdd-4d5a-bbb7-41c04b64ff3a gateway port host: n-d-713498-36 {{(pid=103233) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 19:17:10.725602 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 38300) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:17:10.763413 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-3cc82bef-63c9-43c6-bceb-93adfc617ed3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762867132591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593584'] for agent (af91e4b9-f4e1-42b1-a25c-a10dc47171c8), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:17:10.895055 n-d-713498-36 neutron-server[103232]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9158ce27-124a-482c-b9ca-b1c1f903ece5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8d7d39bb-d86b-4989-9f9f-f6af90a58b05'}] {{(pid=103232) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 19:17:10.898258 n-d-713498-36 neutron-server[103232]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}949cdcde653dec44821de95cbf67297f53cbc2aed4e073b5d514f93bf911ce85" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1dadc960-fd35-4f52-99cb-448b065c286d" -d '{"events": [{"server_uuid": "9158ce27-124a-482c-b9ca-b1c1f903ece5", "name": "network-vif-plugged", "status": "completed", "tag": "8d7d39bb-d86b-4989-9f9f-f6af90a58b05"}]}' {{(pid=103232) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 19:17:10.908141 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccf386ea-5124-4927-a00c-cc76ba1c1ff0 req-8aa241a0-b07b-42dc-a812-cbef2ce9b2b6 tempest-MigrationsAdminTest-892781459 tempest-MigrationsAdminTest-892781459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:17:10.909736 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-ccf386ea-5124-4927-a00c-cc76ba1c1ff0 req-8aa241a0-b07b-42dc-a812-cbef2ce9b2b6 tempest-MigrationsAdminTest-892781459 tempest-MigrationsAdminTest-892781459-project] 10.222.0.75 "GET /v2.0/ports?device_id=9cec8a2a-9f08-4ec2-981f-5cef55181738 HTTP/1.1" status: 200 len: 951 time: 0.0917084 Feb 09 19:17:10.955820 n-d-713498-36 neutron-server[103233]: DEBUG neutron.db.l3_hamode_db [None req-a874c5cf-3685-4dbe-968f-bdc85033d1ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '823aa7c2-1fdd-4d5a-bbb7-41c04b64ff3a', 'name': 'tempest-TaggedBootDevicesTest-96675615-router', 'tenant_id': '1244a62b17644644960c0ef5509cee38', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88055e1e-672a-4487-be31-ffb6e833ece5', 'external_fixed_ips': [{'subnet_id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'ip_address': '172.25.1.210'}], 'enable_snat': True}, 'gw_port_id': 'a5cf2da0-7ae1-4880-9b2f-fa32b2d219d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T19:13:27Z', 'updated_at': '2022-02-09T19:13:37Z', 'revision_number': 4, 'project_id': '1244a62b17644644960c0ef5509cee38', 'gw_port': {'id': 'a5cf2da0-7ae1-4880-9b2f-fa32b2d219d4', 'name': '', 'network_id': '88055e1e-672a-4487-be31-ffb6e833ece5', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:5a:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '823aa7c2-1fdd-4d5a-bbb7-41c04b64ff3a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1316, 'fixed_ips': [{'subnet_id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'ip_address': '172.25.1.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T19:13:28Z', 'updated_at': '2022-02-09T19:13:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-36', '_floatingips': [{'id': 'd55d2994-f25a-4a1a-b636-5dec2eee9c49', 'tenant_id': '1244a62b17644644960c0ef5509cee38', 'floating_ip_address': '172.25.1.92', 'floating_network_id': '88055e1e-672a-4487-be31-ffb6e833ece5', 'router_id': '823aa7c2-1fdd-4d5a-bbb7-41c04b64ff3a', 'port_id': '6aefa796-a5da-43f4-b77c-5a57dc7a02ee', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1407, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3e8c2732-7ced-47de-8a60-f22ea571cd92', 'mac_address': 'fa:16:3e:20:e0:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3476174-573e-455c-944e-9ed0cac04ac2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T19:15:03Z', 'updated_at': '2022-02-09T19:17:08Z', 'revision_number': 1, 'project_id': '1244a62b17644644960c0ef5509cee38', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '730198b6-e96b-4448-9cfe-aa70ac2e023c', 'name': '', 'network_id': '3e8c2732-7ced-47de-8a60-f22ea571cd92', 'tenant_id': '1244a62b17644644960c0ef5509cee38', 'mac_address': 'fa:16:3e:f8:34:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '823aa7c2-1fdd-4d5a-bbb7-41c04b64ff3a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1318, 'fixed_ips': [{'subnet_id': '96689e74-1d15-4889-9091-f107b048a678', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T19:13:34Z', 'updated_at': '2022-02-09T19:13:46Z', 'revision_number': 5, 'project_id': '1244a62b17644644960c0ef5509cee38', 'subnets': [{'id': '96689e74-1d15-4889-9091-f107b048a678', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-36', False) {} {{(pid=103233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:17:10.990251 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-ccf386ea-5124-4927-a00c-cc76ba1c1ff0 req-fa0eebc2-3ada-4309-b8e5-efd8a93f54d5 tempest-MigrationsAdminTest-892781459 tempest-MigrationsAdminTest-892781459-project] 10.222.0.75 "GET /v2.0/security-groups?id=709912c8-8171-4435-800e-9e5c5e45bf8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0693276 Feb 09 19:17:11.012772 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.v2.base [None req-18ddefdd-b5f5-4bd0-ab1f-60aa2d8b6c99 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-701542947-network', 'tenant_id': '5d3f70f6ea744878ae38cb247ef3217c'}} {{(pid=103229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 19:17:11.032544 n-d-713498-36 neutron-server[103233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a874c5cf-3685-4dbe-968f-bdc85033d1ad None None] The sync data for ids ['823aa7c2-1fdd-4d5a-bbb7-41c04b64ff3a'] in n-d-713498-36 is: [{'id': '823aa7c2-1fdd-4d5a-bbb7-41c04b64ff3a', 'name': 'tempest-TaggedBootDevicesTest-96675615-router', 'tenant_id': '1244a62b17644644960c0ef5509cee38', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88055e1e-672a-4487-be31-ffb6e833ece5', 'external_fixed_ips': [{'subnet_id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'ip_address': '172.25.1.210'}], 'enable_snat': True}, 'gw_port_id': 'a5cf2da0-7ae1-4880-9b2f-fa32b2d219d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T19:13:27Z', 'updated_at': '2022-02-09T19:13:37Z', 'revision_number': 4, 'project_id': '1244a62b17644644960c0ef5509cee38', 'gw_port': {'id': 'a5cf2da0-7ae1-4880-9b2f-fa32b2d219d4', 'name': '', 'network_id': '88055e1e-672a-4487-be31-ffb6e833ece5', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:5a:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '823aa7c2-1fdd-4d5a-bbb7-41c04b64ff3a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1316, 'fixed_ips': [{'subnet_id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'ip_address': '172.25.1.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T19:13:28Z', 'updated_at': '2022-02-09T19:13:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-36', '_floatingips': [{'id': 'd55d2994-f25a-4a1a-b636-5dec2eee9c49', 'tenant_id': '1244a62b17644644960c0ef5509cee38', 'floating_ip_address': '172.25.1.92', 'floating_network_id': '88055e1e-672a-4487-be31-ffb6e833ece5', 'router_id': '823aa7c2-1fdd-4d5a-bbb7-41c04b64ff3a', 'port_id': '6aefa796-a5da-43f4-b77c-5a57dc7a02ee', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1407, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3e8c2732-7ced-47de-8a60-f22ea571cd92', 'mac_address': 'fa:16:3e:20:e0:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3476174-573e-455c-944e-9ed0cac04ac2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T19:15:03Z', 'updated_at': '2022-02-09T19:17:08Z', 'revision_number': 1, 'project_id': '1244a62b17644644960c0ef5509cee38', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '730198b6-e96b-4448-9cfe-aa70ac2e023c', 'name': '', 'network_id': '3e8c2732-7ced-47de-8a60-f22ea571cd92', 'tenant_id': '1244a62b17644644960c0ef5509cee38', 'mac_address': 'fa:16:3e:f8:34:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '823aa7c2-1fdd-4d5a-bbb7-41c04b64ff3a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1318, 'fixed_ips': [{'subnet_id': '96689e74-1d15-4889-9091-f107b048a678', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T19:13:34Z', 'updated_at': '2022-02-09T19:13:46Z', 'revision_number': 5, 'project_id': '1244a62b17644644960c0ef5509cee38', 'subnets': [{'id': '96689e74-1d15-4889-9091-f107b048a678', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103233) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 19:17:11.048082 n-d-713498-36 neutron-server[103232]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 19:17:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6088d61d-014e-4c7d-ae94-ba9122c4498d x-openstack-request-id: req-6088d61d-014e-4c7d-ae94-ba9122c4498d {{(pid=103232) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 19:17:11.048391 n-d-713498-36 neutron-server[103232]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9158ce27-124a-482c-b9ca-b1c1f903ece5", "name": "network-vif-plugged", "status": "completed", "tag": "8d7d39bb-d86b-4989-9f9f-f6af90a58b05", "code": 200}]} {{(pid=103232) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 19:17:11.048654 n-d-713498-36 neutron-server[103232]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-6088d61d-014e-4c7d-ae94-ba9122c4498d {{(pid=103232) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 19:17:11.049052 n-d-713498-36 neutron-server[103232]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9158ce27-124a-482c-b9ca-b1c1f903ece5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8d7d39bb-d86b-4989-9f9f-f6af90a58b05', 'code': 200} Feb 09 19:17:11.066182 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-18ddefdd-b5f5-4bd0-ab1f-60aa2d8b6c99 admin admin] Made reservation on behalf of 5d3f70f6ea744878ae38cb247ef3217c for: {'network': 1} {{(pid=103229) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 19:17:11.069506 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-18ddefdd-b5f5-4bd0-ab1f-60aa2d8b6c99 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for network (None), before_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:17:11.091031 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8e3a6de-6a7a-4ab8-99a4-5e8a1bf98091 req-d5871a36-7222-4116-a8c4-ddad13113779 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:17:11.091510 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8e3a6de-6a7a-4ab8-99a4-5e8a1bf98091 req-d5871a36-7222-4116-a8c4-ddad13113779 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:17:11.091952 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8e3a6de-6a7a-4ab8-99a4-5e8a1bf98091 req-d5871a36-7222-4116-a8c4-ddad13113779 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:17:11.097754 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8e3a6de-6a7a-4ab8-99a4-5e8a1bf98091 req-d5871a36-7222-4116-a8c4-ddad13113779 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:17:11.098394 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8e3a6de-6a7a-4ab8-99a4-5e8a1bf98091 req-d5871a36-7222-4116-a8c4-ddad13113779 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:17:11.098875 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8e3a6de-6a7a-4ab8-99a4-5e8a1bf98091 req-d5871a36-7222-4116-a8c4-ddad13113779 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:17:11.099344 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8e3a6de-6a7a-4ab8-99a4-5e8a1bf98091 req-d5871a36-7222-4116-a8c4-ddad13113779 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:17:11.101448 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-c8e3a6de-6a7a-4ab8-99a4-5e8a1bf98091 req-d5871a36-7222-4116-a8c4-ddad13113779 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=1244a62b17644644960c0ef5509cee38&device_id=c3476174-573e-455c-944e-9ed0cac04ac2 HTTP/1.1" status: 200 len: 6716 time: 0.7793832 Feb 09 19:17:11.106478 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-18ddefdd-b5f5-4bd0-ab1f-60aa2d8b6c99 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:17:11.259891 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5f42dd3-0b61-4962-b04c-4c53c65b2272 req-e833b7a9-8251-4f9b-8327-1029d4264ee6 tempest-MultipleCreateTestJSON-395872300 tempest-MultipleCreateTestJSON-395872300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:17:11.275934 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf4f874c-1ab0-4986-b16c-d2e19b5496f7 req-6a889daa-9dd1-4230-8f8c-8b7ed6662943 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:17:11.277127 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-c5f42dd3-0b61-4962-b04c-4c53c65b2272 req-e833b7a9-8251-4f9b-8327-1029d4264ee6 tempest-MultipleCreateTestJSON-395872300 tempest-MultipleCreateTestJSON-395872300-project] 10.222.0.75 "GET /v2.0/ports?device_id=c32380bc-252c-45d0-bfcb-a5ff2d9eaf61 HTTP/1.1" status: 200 len: 944 time: 0.2879958 Feb 09 19:17:11.277720 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-bf4f874c-1ab0-4986-b16c-d2e19b5496f7 req-6a889daa-9dd1-4230-8f8c-8b7ed6662943 service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=9158ce27-124a-482c-b9ca-b1c1f903ece5 HTTP/1.1" status: 200 len: 1129 time: 0.1464393 Feb 09 19:17:11.321073 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7b701c1-9721-4f5a-a55c-8c2660551ed6 req-19ba1c5d-3672-4bd9-b0f9-d257ee1644e2 tempest-TaggedBootDevicesTest-980849656 tempest-TaggedBootDevicesTest-980849656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:17:11.326594 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7b701c1-9721-4f5a-a55c-8c2660551ed6 req-19ba1c5d-3672-4bd9-b0f9-d257ee1644e2 tempest-TaggedBootDevicesTest-980849656 tempest-TaggedBootDevicesTest-980849656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:17:11.329148 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8e3a6de-6a7a-4ab8-99a4-5e8a1bf98091 req-5c51804b-fce7-4be5-a4db-944b57a6ec5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:17:11.330772 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-c8e3a6de-6a7a-4ab8-99a4-5e8a1bf98091 req-5c51804b-fce7-4be5-a4db-944b57a6ec5c service neutron] 10.222.0.90 "GET /v2.0/networks?id=3e8c2732-7ced-47de-8a60-f22ea571cd92 HTTP/1.1" status: 200 len: 911 time: 0.1763511 Feb 09 19:17:11.332652 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7b701c1-9721-4f5a-a55c-8c2660551ed6 req-19ba1c5d-3672-4bd9-b0f9-d257ee1644e2 tempest-TaggedBootDevicesTest-980849656 tempest-TaggedBootDevicesTest-980849656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:17:11.339098 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7b701c1-9721-4f5a-a55c-8c2660551ed6 req-19ba1c5d-3672-4bd9-b0f9-d257ee1644e2 tempest-TaggedBootDevicesTest-980849656 tempest-TaggedBootDevicesTest-980849656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:17:11.345105 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7b701c1-9721-4f5a-a55c-8c2660551ed6 req-19ba1c5d-3672-4bd9-b0f9-d257ee1644e2 tempest-TaggedBootDevicesTest-980849656 tempest-TaggedBootDevicesTest-980849656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:17:11.350566 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7b701c1-9721-4f5a-a55c-8c2660551ed6 req-19ba1c5d-3672-4bd9-b0f9-d257ee1644e2 tempest-TaggedBootDevicesTest-980849656 tempest-TaggedBootDevicesTest-980849656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:17:11.356862 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7b701c1-9721-4f5a-a55c-8c2660551ed6 req-19ba1c5d-3672-4bd9-b0f9-d257ee1644e2 tempest-TaggedBootDevicesTest-980849656 tempest-TaggedBootDevicesTest-980849656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:17:11.358909 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-b7b701c1-9721-4f5a-a55c-8c2660551ed6 req-19ba1c5d-3672-4bd9-b0f9-d257ee1644e2 tempest-TaggedBootDevicesTest-980849656 tempest-TaggedBootDevicesTest-980849656-project] 10.222.0.75 "GET /v2.0/ports?device_id=c3476174-573e-455c-944e-9ed0cac04ac2 HTTP/1.1" status: 200 len: 5435 time: 0.1682773 Feb 09 19:17:11.387069 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d16c406-4c81-4eda-8e73-8d421de690c3 None None] New status for floating IP d55d2994-f25a-4a1a-b636-5dec2eee9c49: ACTIVE {{(pid=103232) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 09 19:17:11.449647 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-c5f42dd3-0b61-4962-b04c-4c53c65b2272 req-65a3f095-ecd4-4e6d-828f-da55b9d56a4f tempest-MultipleCreateTestJSON-395872300 tempest-MultipleCreateTestJSON-395872300-project] 10.222.0.75 "GET /v2.0/security-groups?id=8677789f-c0a6-4081-af83-d06feba970b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1715181 Feb 09 19:17:11.506097 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-c9116970-f554-486d-822d-980ed1e8197d tempest-RoutersAdminTest-1529504030 tempest-RoutersAdminTest-1529504030-project-admin] Publish callbacks [] for router_gateway (92210933-2654-4e77-950f-9b26a6232f94), after_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:17:11.564388 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Device 0c3511af-ea92-49e3-90ee-e0e7ad07df70 up at agent hyperv_n-h2-713498-36 {{(pid=103232) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 19:17:11.584774 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-c8e3a6de-6a7a-4ab8-99a4-5e8a1bf98091 req-09cadca9-50ad-4e71-8dda-5fe80213fc6d service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=6aefa796-a5da-43f4-b77c-5a57dc7a02ee HTTP/1.1" status: 200 len: 998 time: 0.2359073 Feb 09 19:17:11.655532 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.provisioning_blocks [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Provisioning for port 0c3511af-ea92-49e3-90ee-e0e7ad07df70 completed by entity L2. {{(pid=103232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 19:17:11.661422 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.provisioning_blocks [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Provisioning complete for port 0c3511af-ea92-49e3-90ee-e0e7ad07df70 triggered by entity L2. {{(pid=103232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 19:17:11.662121 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593630'] for port (0c3511af-ea92-49e3-90ee-e0e7ad07df70), provisioning_complete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:17:11.748023 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8e3a6de-6a7a-4ab8-99a4-5e8a1bf98091 req-10329341-9c03-4e8c-9710-5f7f45b5b527 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:17:11.749999 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-c8e3a6de-6a7a-4ab8-99a4-5e8a1bf98091 req-10329341-9c03-4e8c-9710-5f7f45b5b527 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=96689e74-1d15-4889-9091-f107b048a678 HTTP/1.1" status: 200 len: 849 time: 0.1289382 Feb 09 19:17:11.771268 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-18ddefdd-b5f5-4bd0-ab1f-60aa2d8b6c99 admin admin] Publish callbacks [] for security_group (4936bce0-5f58-4a33-9b1f-fa66fe6c175f), precommit_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:17:11.775763 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-bf4f874c-1ab0-4986-b16c-d2e19b5496f7 req-73a2de69-f298-4d9d-9397-6a3949fffed5 service neutron] 10.222.0.89 "GET /v2.0/security-groups?id=8677789f-c0a6-4081-af83-d06feba970b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4912813 Feb 09 19:17:11.791665 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Current status of the port 0c3511af-ea92-49e3-90ee-e0e7ad07df70 is: BUILD; New status is: ACTIVE {{(pid=103232) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 19:17:11.792606 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (0c3511af-ea92-49e3-90ee-e0e7ad07df70), before_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:17:11.809632 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-18ddefdd-b5f5-4bd0-ab1f-60aa2d8b6c99 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1892331'] for security_group (4936bce0-5f58-4a33-9b1f-fa66fe6c175f), after_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:17:11.815717 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f940464-a6dd-44f8-9b1c-a7e961587395 req-ff9ad475-072a-4b97-afa2-8a984297dcbf tempest-AttachVolumeTestJSON-524945227 tempest-AttachVolumeTestJSON-524945227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:17:11.818429 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-8f940464-a6dd-44f8-9b1c-a7e961587395 req-ff9ad475-072a-4b97-afa2-8a984297dcbf tempest-AttachVolumeTestJSON-524945227 tempest-AttachVolumeTestJSON-524945227-project] 10.222.0.75 "GET /v2.0/ports?device_id=9e47810b-ed07-4409-98e3-da39074300c7 HTTP/1.1" status: 200 len: 946 time: 0.1982224 Feb 09 19:17:11.846530 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-b7b701c1-9721-4f5a-a55c-8c2660551ed6 req-563387a3-06bf-461e-9290-cde695c17e38 tempest-TaggedBootDevicesTest-980849656 tempest-TaggedBootDevicesTest-980849656-project] 10.222.0.75 "GET /v2.0/security-groups?id=6f7e8ede-8085-490c-860b-91c045ecce1f&id=116d7b93-0726-4659-8687-b47afcfa5056&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.4768319 Feb 09 19:17:11.857476 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-18ddefdd-b5f5-4bd0-ab1f-60aa2d8b6c99 admin admin] vlan segment allocate from pool success with {'vlan_id': 368, 'physical_network': 'physnet1'} {{(pid=103229) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 19:17:11.875415 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18ddefdd-b5f5-4bd0-ab1f-60aa2d8b6c99 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4936bce0-5f58-4a33-9b1f-fa66fe6c175f,revision_number=1']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:17:11.878167 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-7429db8d-6021-40ad-813e-885be449a89b None None] For port 0c3511af-ea92-49e3-90ee-e0e7ad07df70, host n-h2-713498-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-36',level=0,port_id=0c3511af-ea92-49e3-90ee-e0e7ad07df70,segment=NetworkSegment(1386a966-4dd2-470f-b237-fb3374073af9),segment_id=1386a966-4dd2-470f-b237-fb3374073af9)] {{(pid=103232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 19:17:11.884251 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-18ddefdd-b5f5-4bd0-ab1f-60aa2d8b6c99 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-759574'] for segment (c4b0cfb4-dad4-4b79-b4e7-2eec0bd08e3c), precommit_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:17:11.885376 n-d-713498-36 neutron-server[103229]: INFO neutron.db.segments_db [None req-18ddefdd-b5f5-4bd0-ab1f-60aa2d8b6c99 admin admin] Added segment c4b0cfb4-dad4-4b79-b4e7-2eec0bd08e3c of type vlan for network 1c43e0bb-e4e9-4561-873a-403fc433e655 Feb 09 19:17:11.922913 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762867176205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762866656485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762866656503'] for port (0c3511af-ea92-49e3-90ee-e0e7ad07df70), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:17:11.926172 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bd3ac6d-441e-4063-9a39-460e7a99372c req-3e2d747d-d7d1-46b4-9df8-9a9026d76bf0 tempest-MigrationsAdminTest-892781459 tempest-MigrationsAdminTest-892781459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:17:11.933398 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-9bd3ac6d-441e-4063-9a39-460e7a99372c req-3e2d747d-d7d1-46b4-9df8-9a9026d76bf0 tempest-MigrationsAdminTest-892781459 tempest-MigrationsAdminTest-892781459-project] 10.222.0.90 "GET /v2.0/ports?device_id=9cec8a2a-9f08-4ec2-981f-5cef55181738 HTTP/1.1" status: 200 len: 951 time: 0.1872256 Feb 09 19:17:11.953058 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8e3a6de-6a7a-4ab8-99a4-5e8a1bf98091 req-fedb2f7a-bbcd-4b94-a229-36209ddd2a2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:17:11.954616 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-c8e3a6de-6a7a-4ab8-99a4-5e8a1bf98091 req-fedb2f7a-bbcd-4b94-a229-36209ddd2a2f service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=3e8c2732-7ced-47de-8a60-f22ea571cd92&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.1917088 Feb 09 19:17:12.050364 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-18ddefdd-b5f5-4bd0-ab1f-60aa2d8b6c99 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762866642225'] for network (1c43e0bb-e4e9-4561-873a-403fc433e655), precommit_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:17:12.078144 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-c8e3a6de-6a7a-4ab8-99a4-5e8a1bf98091 req-103a976d-f39e-4500-97fd-9180054c78dc service neutron] 10.222.0.90 "GET /v2.0/networks/3e8c2732-7ced-47de-8a60-f22ea571cd92?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1118507 Feb 09 19:17:12.109052 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-c9116970-f554-486d-822d-980ed1e8197d tempest-RoutersAdminTest-1529504030 tempest-RoutersAdminTest-1529504030-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1834945', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1818951'] for router (92210933-2654-4e77-950f-9b26a6232f94), after_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:17:12.128417 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-18ddefdd-b5f5-4bd0-ab1f-60aa2d8b6c99 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1885479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452'] for network (1c43e0bb-e4e9-4561-873a-403fc433e655), after_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:17:12.130541 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18ddefdd-b5f5-4bd0-ab1f-60aa2d8b6c99 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:17:12.131859 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-18ddefdd-b5f5-4bd0-ab1f-60aa2d8b6c99 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1613566'] for network (None), before_response {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:17:12.150086 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Pushing event updated for resources: {'Port': ['ID=0c3511af-ea92-49e3-90ee-e0e7ad07df70,revision_number=5']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:17:12.154046 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-8f940464-a6dd-44f8-9b1c-a7e961587395 req-0aff110b-3e83-4367-9515-d9d92c5e2de6 tempest-AttachVolumeTestJSON-524945227 tempest-AttachVolumeTestJSON-524945227-project] 10.222.0.75 "GET /v2.0/security-groups?id=bd39f8e7-1d25-418e-b5cd-c91a805a4bbc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3266478 Feb 09 19:17:12.278800 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-366ca255-44f7-4597-95f1-325a8caf6261 req-7c85f304-67ca-486d-ae62-216a2ae77b49 tempest-ServerAddressesTestJSON-255045322 tempest-ServerAddressesTestJSON-255045322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:17:12.286789 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-366ca255-44f7-4597-95f1-325a8caf6261 req-7c85f304-67ca-486d-ae62-216a2ae77b49 tempest-ServerAddressesTestJSON-255045322 tempest-ServerAddressesTestJSON-255045322-project] 10.222.0.75 "GET /v2.0/ports?device_id=4b9f30e4-39ec-4393-bb5a-955f0e570137 HTTP/1.1" status: 200 len: 946 time: 0.3212862 Feb 09 19:17:12.312265 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-18ddefdd-b5f5-4bd0-ab1f-60aa2d8b6c99 admin admin] 10.222.0.75 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.5853310 Feb 09 19:17:12.322763 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 38340) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:17:12.330985 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.v2.base [None req-3653e214-753c-473e-8242-f20806667f87 admin admin] Request body: {'subnet': {'network_id': '1c43e0bb-e4e9-4561-873a-403fc433e655', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-701542947-subnet', 'tenant_id': '5d3f70f6ea744878ae38cb247ef3217c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103230) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 19:17:12.335467 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18ddefdd-b5f5-4bd0-ab1f-60aa2d8b6c99 admin admin] Pushing event updated for resources: {'Network': ['ID=1c43e0bb-e4e9-4561-873a-403fc433e655,revision_number=1']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:17:12.348472 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Network 1c43e0bb-e4e9-4561-873a-403fc433e655 details requested by agent ovs-agent-n-d-713498-36 with host n-d-713498-36 {{(pid=103232) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 19:17:12.362088 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3653e214-753c-473e-8242-f20806667f87 admin admin] Made reservation on behalf of 5d3f70f6ea744878ae38cb247ef3217c for: {'subnet': 1} {{(pid=103230) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 19:17:12.364447 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-3653e214-753c-473e-8242-f20806667f87 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12985917'] for subnet (None), before_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:17:12.385272 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.plugin [req-9bd3ac6d-441e-4063-9a39-460e7a99372c req-170ea3a8-1697-4902-8f90-f5fb270a6b22 tempest-MigrationsAdminTest-892781459 tempest-MigrationsAdminTest-892781459-project] Deleting port e9bcfa85-cba2-4c7c-a956-383e6c72478d {{(pid=103229) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 19:17:12.385607 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-9bd3ac6d-441e-4063-9a39-460e7a99372c req-170ea3a8-1697-4902-8f90-f5fb270a6b22 tempest-MigrationsAdminTest-892781459 tempest-MigrationsAdminTest-892781459-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762867170196'] for port (e9bcfa85-cba2-4c7c-a956-383e6c72478d), before_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:17:12.393800 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-366ca255-44f7-4597-95f1-325a8caf6261 req-ba9d880a-ee1a-4621-a6f9-4a2adbb39913 tempest-ServerAddressesTestJSON-255045322 tempest-ServerAddressesTestJSON-255045322-project] 10.222.0.75 "GET /v2.0/security-groups?id=27141499-9c1f-4375-ace6-098777d860bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1066685 Feb 09 19:17:12.448508 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-c8e3a6de-6a7a-4ab8-99a4-5e8a1bf98091 req-cc467aa1-dc54-4622-bfb1-baa02725cb97 service neutron] 10.222.0.90 "GET /v2.0/networks/3e8c2732-7ced-47de-8a60-f22ea571cd92?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3335676 Feb 09 19:17:12.509588 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95e5543a-1b2d-4c07-b438-b23b3a778e91 req-a0fdaf63-0d5f-40f3-a096-b53788aead7e tempest-MigrationsAdminTest-892781459 tempest-MigrationsAdminTest-892781459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:17:12.511449 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-95e5543a-1b2d-4c07-b438-b23b3a778e91 req-a0fdaf63-0d5f-40f3-a096-b53788aead7e tempest-MigrationsAdminTest-892781459 tempest-MigrationsAdminTest-892781459-project] 10.222.0.75 "GET /v2.0/ports?device_id=9cec8a2a-9f08-4ec2-981f-5cef55181738 HTTP/1.1" status: 200 len: 951 time: 0.2527637 Feb 09 19:17:12.564063 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.db [req-9bd3ac6d-441e-4063-9a39-460e7a99372c req-170ea3a8-1697-4902-8f90-f5fb270a6b22 tempest-MigrationsAdminTest-892781459 tempest-MigrationsAdminTest-892781459-project] For port e9bcfa85-cba2-4c7c-a956-383e6c72478d, host n-h2-713498-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-36',level=0,port_id=e9bcfa85-cba2-4c7c-a956-383e6c72478d,segment=NetworkSegment(50e5915e-18f0-4558-9a28-b978975ead36),segment_id=50e5915e-18f0-4558-9a28-b978975ead36)] {{(pid=103229) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 19:17:12.564724 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-9bd3ac6d-441e-4063-9a39-460e7a99372c req-170ea3a8-1697-4902-8f90-f5fb270a6b22 tempest-MigrationsAdminTest-892781459 tempest-MigrationsAdminTest-892781459-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1820838'] for port (e9bcfa85-cba2-4c7c-a956-383e6c72478d), precommit_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:17:12.580918 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.plugin [req-9bd3ac6d-441e-4063-9a39-460e7a99372c req-170ea3a8-1697-4902-8f90-f5fb270a6b22 tempest-MigrationsAdminTest-892781459 tempest-MigrationsAdminTest-892781459-project] Calling delete_port for e9bcfa85-cba2-4c7c-a956-383e6c72478d owned by compute:nova {{(pid=103229) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 19:17:12.648125 n-d-713498-36 neutron-server[103230]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c9116970-f554-486d-822d-980ed1e8197d tempest-RoutersAdminTest-1529504030 tempest-RoutersAdminTest-1529504030-project-admin] Router 92210933-2654-4e77-950f-9b26a6232f94 is scheduled to L3 agent 93303d5e-5d17-45e8-8963-7694f87783ae with binding_index 1 {{(pid=103230) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 09 19:17:12.716444 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-95e5543a-1b2d-4c07-b438-b23b3a778e91 req-459cf526-b72c-4302-8ab7-d83ede4cbc69 tempest-MigrationsAdminTest-892781459 tempest-MigrationsAdminTest-892781459-project] 10.222.0.75 "GET /v2.0/security-groups?id=709912c8-8171-4435-800e-9e5c5e45bf8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1946568 Feb 09 19:17:12.898889 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-9bd3ac6d-441e-4063-9a39-460e7a99372c req-170ea3a8-1697-4902-8f90-f5fb270a6b22 tempest-MigrationsAdminTest-892781459 tempest-MigrationsAdminTest-892781459-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762867177463', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762866656476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12867576'] for port (e9bcfa85-cba2-4c7c-a956-383e6c72478d), after_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:17:12.923785 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-7429db8d-6021-40ad-813e-885be449a89b None None] get_ports_and_sgs() called for port_ids ['dc73d538-3849-44b7-8f0e-7c99557efa00', '246dd422-aaed-44c8-8f53-c0bcff989a68', 'e9bcfa85-cba2-4c7c-a956-383e6c72478d'] {{(pid=103232) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 19:17:12.965708 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-3653e214-753c-473e-8242-f20806667f87 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14393611', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12985859'] for subnet (bfbf079d-29ec-44ec-8f0f-f87b207baa58), after_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:17:12.987644 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bd899c9-92de-4d54-9052-7e518861c5ab req-84f40872-b858-4d4c-b55d-b4e4c3faf60d tempest-AttachVolumeTestJSON-524945227 tempest-AttachVolumeTestJSON-524945227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:17:12.988926 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-3bd899c9-92de-4d54-9052-7e518861c5ab req-84f40872-b858-4d4c-b55d-b4e4c3faf60d tempest-AttachVolumeTestJSON-524945227 tempest-AttachVolumeTestJSON-524945227-project] 10.222.0.75 "GET /v2.0/ports?device_id=9e47810b-ed07-4409-98e3-da39074300c7 HTTP/1.1" status: 200 len: 946 time: 0.1498697 Feb 09 19:17:12.993145 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-170ea3a8-1697-4902-8f90-f5fb270a6b22 tempest-MigrationsAdminTest-892781459 tempest-MigrationsAdminTest-892781459-project] Pushing event deleted for resources: {'Port': ['ID=e9bcfa85-cba2-4c7c-a956-383e6c72478d,revision_number=None']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:17:13.031356 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-f05730ab-0296-496f-9b20-a019b6300969 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762867132591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593584'] for agent (93303d5e-5d17-45e8-8963-7694f87783ae), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:17:13.059806 n-d-713498-36 neutron-server[103232]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c32380bc-252c-45d0-bfcb-a5ff2d9eaf61', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0c3511af-ea92-49e3-90ee-e0e7ad07df70'}] {{(pid=103232) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 19:17:13.062990 n-d-713498-36 neutron-server[103232]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}949cdcde653dec44821de95cbf67297f53cbc2aed4e073b5d514f93bf911ce85" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3c478a12-a57b-444b-b968-78d3d6812e20" -d '{"events": [{"server_uuid": "c32380bc-252c-45d0-bfcb-a5ff2d9eaf61", "name": "network-vif-plugged", "status": "completed", "tag": "0c3511af-ea92-49e3-90ee-e0e7ad07df70"}]}' {{(pid=103232) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 19:17:13.072589 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c9116970-f554-486d-822d-980ed1e8197d tempest-RoutersAdminTest-1529504030 tempest-RoutersAdminTest-1529504030-project-admin] Notify agent at l3_agent.n-d-713498-36 the message routers_updated {{(pid=103230) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 19:17:13.078095 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc1380a0-fcca-4825-b569-cfc863a2b06a req-11efbc45-a0d8-4700-80c9-c7496a4d5e09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:17:13.080735 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-fc1380a0-fcca-4825-b569-cfc863a2b06a req-11efbc45-a0d8-4700-80c9-c7496a4d5e09 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=b8358624fc0d4008bf7aadd6f5fc09a1&device_id=9e47810b-ed07-4409-98e3-da39074300c7 HTTP/1.1" status: 200 len: 1129 time: 0.2376697 Feb 09 19:17:13.081487 n-d-713498-36 neutron-server[103233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-feaf4e1b-df55-41f6-94a5-d362c6259720 None None] Sync routers for ids ['92210933-2654-4e77-950f-9b26a6232f94'] in n-d-713498-36 {{(pid=103233) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 19:17:13.106690 n-d-713498-36 neutron-server[103233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-feaf4e1b-df55-41f6-94a5-d362c6259720 None None] Routers {'92210933-2654-4e77-950f-9b26a6232f94'} bound to L3 agent in host n-d-713498-36 {{(pid=103233) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 19:17:13.108172 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-c9116970-f554-486d-822d-980ed1e8197d tempest-RoutersAdminTest-1529504030 tempest-RoutersAdminTest-1529504030-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:17:13.108717 n-d-713498-36 neutron-server[103233]: DEBUG neutron.db.l3_hamode_db [None req-feaf4e1b-df55-41f6-94a5-d362c6259720 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T18:51:43Z,description=,heartbeat_timestamp=2022-02-09T19:17:13Z,host='n-d-713498-36',id=93303d5e-5d17-45e8-8963-7694f87783ae,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T18:51:43Z,topic='l3_agent')) {'router_ids': ['92210933-2654-4e77-950f-9b26a6232f94'], 'active': True} {{(pid=103233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:17:13.109408 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-c9116970-f554-486d-822d-980ed1e8197d tempest-RoutersAdminTest-1529504030 tempest-RoutersAdminTest-1529504030-project-admin] 10.222.0.75 "POST /v2.0/routers HTTP/1.1" status: 201 len: 907 time: 4.9759107 Feb 09 19:17:13.113335 n-d-713498-36 neutron-server[103229]: DEBUG neutron.db.l3_dvrscheduler_db [req-9bd3ac6d-441e-4063-9a39-460e7a99372c req-170ea3a8-1697-4902-8f90-f5fb270a6b22 tempest-MigrationsAdminTest-892781459 tempest-MigrationsAdminTest-892781459-project] No DVR routers for this DVR port e9bcfa85-cba2-4c7c-a956-383e6c72478d on host n-h2-713498-36 {{(pid=103229) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 19:17:13.114080 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 38364) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:17:13.115365 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3653e214-753c-473e-8242-f20806667f87 admin admin] Pushing event updated for resources: {'Subnet': ['ID=bfbf079d-29ec-44ec-8f0f-f87b207baa58,revision_number=0']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:17:13.121283 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-9bd3ac6d-441e-4063-9a39-460e7a99372c req-170ea3a8-1697-4902-8f90-f5fb270a6b22 tempest-MigrationsAdminTest-892781459 tempest-MigrationsAdminTest-892781459-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171096'] for port (None), before_response {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:17:13.131767 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-9bd3ac6d-441e-4063-9a39-460e7a99372c req-170ea3a8-1697-4902-8f90-f5fb270a6b22 tempest-MigrationsAdminTest-892781459 tempest-MigrationsAdminTest-892781459-project] 10.222.0.90 "DELETE /v2.0/ports/e9bcfa85-cba2-4c7c-a956-383e6c72478d HTTP/1.1" status: 204 len: 173 time: 1.1680508 Feb 09 19:17:13.210724 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3653e214-753c-473e-8242-f20806667f87 admin admin] Checking segment: {'id': 'c4b0cfb4-dad4-4b79-b4e7-2eec0bd08e3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': '1c43e0bb-e4e9-4561-873a-403fc433e655'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103230) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 19:17:13.211398 n-d-713498-36 neutron-server[103230]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3653e214-753c-473e-8242-f20806667f87 admin admin] Network hostable DHCP agents. Network: 1c43e0bb-e4e9-4561-873a-403fc433e655, hostable agents: ['af91e4b9-f4e1-42b1-a25c-a10dc47171c8'], hosted agents: [] {{(pid=103230) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 19:17:13.281887 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-3bd899c9-92de-4d54-9052-7e518861c5ab req-e0462baf-1da3-470e-a7a0-6f5856b4822b tempest-AttachVolumeTestJSON-524945227 tempest-AttachVolumeTestJSON-524945227-project] 10.222.0.75 "GET /v2.0/security-groups?id=bd39f8e7-1d25-418e-b5cd-c91a805a4bbc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2557905 Feb 09 19:17:13.288844 n-d-713498-36 neutron-server[103230]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3653e214-753c-473e-8242-f20806667f87 admin admin] Network 1c43e0bb-e4e9-4561-873a-403fc433e655 is scheduled to be hosted by DHCP agent af91e4b9-f4e1-42b1-a25c-a10dc47171c8 with binding_index 1 {{(pid=103230) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 19:17:13.307463 n-d-713498-36 neutron-server[103229]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9cec8a2a-9f08-4ec2-981f-5cef55181738', 'name': 'network-vif-deleted', 'tag': 'e9bcfa85-cba2-4c7c-a956-383e6c72478d'}] {{(pid=103229) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 19:17:13.310815 n-d-713498-36 neutron-server[103230]: DEBUG neutron.scheduler.base_scheduler [None req-3653e214-753c-473e-8242-f20806667f87 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713498-36, 1c43e0bb-e4e9-4561-873a-403fc433e655) {{(pid=103230) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 19:17:13.313271 n-d-713498-36 neutron-server[103229]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fa6ae9a20702bd564eaf90d946620b2b4277b1ab91129323d3b54181076be307" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-35f86866-de71-4b1c-bda5-cc1bd1fba8ff" -d '{"events": [{"server_uuid": "9cec8a2a-9f08-4ec2-981f-5cef55181738", "name": "network-vif-deleted", "tag": "e9bcfa85-cba2-4c7c-a956-383e6c72478d"}]}' {{(pid=103229) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 19:17:13.320320 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3653e214-753c-473e-8242-f20806667f87 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:17:13.320668 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f69ae0e3-6e46-42d6-9059-1229ff9e112a None None] Network 1c43e0bb-e4e9-4561-873a-403fc433e655 requested from n-d-713498-36 {{(pid=103232) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 19:17:13.320960 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-3653e214-753c-473e-8242-f20806667f87 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:17:13.336443 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb5719ee-8505-42f8-b9c2-2777cd7a0b81 req-af1b16f6-2d73-43ba-beac-a50a6040f563 tempest-MultipleCreateTestJSON-395872300 tempest-MultipleCreateTestJSON-395872300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:17:13.362674 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-eb5719ee-8505-42f8-b9c2-2777cd7a0b81 req-af1b16f6-2d73-43ba-beac-a50a6040f563 tempest-MultipleCreateTestJSON-395872300 tempest-MultipleCreateTestJSON-395872300-project] 10.222.0.75 "GET /v2.0/ports?device_id=c32380bc-252c-45d0-bfcb-a5ff2d9eaf61 HTTP/1.1" status: 200 len: 945 time: 0.5166748 Feb 09 19:17:13.367314 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-3653e214-753c-473e-8242-f20806667f87 admin admin] 10.222.0.75 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.0439110 Feb 09 19:17:13.383315 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-5238528e-c86c-4794-b11d-cb62dd8e2967 tempest-RoutersAdminTest-1529504030 tempest-RoutersAdminTest-1529504030-project-admin] 10.222.0.75 "GET /v2.0/routers/92210933-2654-4e77-950f-9b26a6232f94 HTTP/1.1" status: 200 len: 908 time: 0.2564030 Feb 09 19:17:13.390566 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 38372) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:17:13.396053 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.v2.base [None req-d468b310-c284-4460-b08b-f9472d1b2c72 tempest-RoutersAdminTest-1529504030 tempest-RoutersAdminTest-1529504030-project-admin] Request body: {'router': {'name': 'tempest-snat-router-757382063', 'external_gateway_info': {'network_id': '88055e1e-672a-4487-be31-ffb6e833ece5', 'enable_snat': True}}} {{(pid=103230) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 19:17:13.452612 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-d468b310-c284-4460-b08b-f9472d1b2c72 tempest-RoutersAdminTest-1529504030 tempest-RoutersAdminTest-1529504030-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1834830', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-58389'] for router (b5d64a5f-002a-4805-b75e-f3139c13a5e5), before_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:17:13.454130 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-d468b310-c284-4460-b08b-f9472d1b2c72 tempest-RoutersAdminTest-1529504030 tempest-RoutersAdminTest-1529504030-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1834810', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1822096', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1886735', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-58380'] for router (b5d64a5f-002a-4805-b75e-f3139c13a5e5), precommit_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:17:13.525912 n-d-713498-36 neutron-server[103233]: DEBUG neutron.db.l3_dvr_db [None req-feaf4e1b-df55-41f6-94a5-d362c6259720 None None] Set router 92210933-2654-4e77-950f-9b26a6232f94 gateway port host: n-d-713498-36 {{(pid=103233) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 19:17:13.582827 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc1380a0-fcca-4825-b569-cfc863a2b06a req-24663faf-adbf-4d2c-b0d0-e4b959129f46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:17:13.585084 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-fc1380a0-fcca-4825-b569-cfc863a2b06a req-24663faf-adbf-4d2c-b0d0-e4b959129f46 service neutron] 10.222.0.89 "GET /v2.0/networks?id=99117bb9-9128-41a1-bdb4-92a6c18a7b42 HTTP/1.1" status: 200 len: 911 time: 0.4747908 Feb 09 19:17:13.599692 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7fe83756-bdb7-4907-b00f-40d131fc35b7 None None] Network 1c43e0bb-e4e9-4561-873a-403fc433e655 requested from n-d-713498-36 {{(pid=103232) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 19:17:13.616195 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-eb5719ee-8505-42f8-b9c2-2777cd7a0b81 req-5b88e5d3-99d5-4876-8845-9d4a53a8a80a tempest-MultipleCreateTestJSON-395872300 tempest-MultipleCreateTestJSON-395872300-project] 10.222.0.75 "GET /v2.0/security-groups?id=8677789f-c0a6-4081-af83-d06feba970b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2524688 Feb 09 19:17:13.669698 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-d468b310-c284-4460-b08b-f9472d1b2c72 tempest-RoutersAdminTest-1529504030 tempest-RoutersAdminTest-1529504030-project-admin] Publish callbacks [] for router_controller (b5d64a5f-002a-4805-b75e-f3139c13a5e5), precommit_add_association {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:17:13.842943 n-d-713498-36 neutron-server[103229]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 19:17:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3931c9e5-3d3b-41b3-ba67-755ef0beaaa0 x-openstack-request-id: req-3931c9e5-3d3b-41b3-ba67-755ef0beaaa0 {{(pid=103229) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 19:17:13.843399 n-d-713498-36 neutron-server[103229]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9cec8a2a-9f08-4ec2-981f-5cef55181738", "name": "network-vif-deleted", "tag": "e9bcfa85-cba2-4c7c-a956-383e6c72478d", "status": "completed", "code": 200}]} {{(pid=103229) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 19:17:13.843609 n-d-713498-36 neutron-server[103229]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-3931c9e5-3d3b-41b3-ba67-755ef0beaaa0 {{(pid=103229) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 19:17:13.844946 n-d-713498-36 neutron-server[103229]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9cec8a2a-9f08-4ec2-981f-5cef55181738', 'name': 'network-vif-deleted', 'tag': 'e9bcfa85-cba2-4c7c-a956-383e6c72478d', 'status': 'completed', 'code': 200} Feb 09 19:17:14.010003 n-d-713498-36 neutron-server[103232]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 19:17:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6d603bc1-4b0a-450f-b156-5d76c6a4b955 x-openstack-request-id: req-6d603bc1-4b0a-450f-b156-5d76c6a4b955 {{(pid=103232) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 19:17:14.018500 n-d-713498-36 neutron-server[103232]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c32380bc-252c-45d0-bfcb-a5ff2d9eaf61", "name": "network-vif-plugged", "status": "completed", "tag": "0c3511af-ea92-49e3-90ee-e0e7ad07df70", "code": 200}]} {{(pid=103232) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 19:17:14.018500 n-d-713498-36 neutron-server[103232]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-6d603bc1-4b0a-450f-b156-5d76c6a4b955 {{(pid=103232) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 19:17:14.020285 n-d-713498-36 neutron-server[103232]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c32380bc-252c-45d0-bfcb-a5ff2d9eaf61', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0c3511af-ea92-49e3-90ee-e0e7ad07df70', 'code': 200} Feb 09 19:17:14.091977 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fe608e7-d594-45f4-8d42-1c5f8cc97e1c req-4a3091f7-b075-4ee9-b416-b54e3303a69c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:17:14.093475 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-5fe608e7-d594-45f4-8d42-1c5f8cc97e1c req-4a3091f7-b075-4ee9-b416-b54e3303a69c service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=c32380bc-252c-45d0-bfcb-a5ff2d9eaf61 HTTP/1.1" status: 200 len: 1128 time: 0.2474189 Feb 09 19:17:14.095356 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-fc1380a0-fcca-4825-b569-cfc863a2b06a req-4883f804-57c3-4fdf-9c03-85261df26342 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e5d6e185-52a0-4811-bbaa-e79add4cc324 HTTP/1.1" status: 200 len: 1001 time: 0.4780362 Feb 09 19:17:14.109922 n-d-713498-36 neutron-server[103233]: DEBUG neutron.db.l3_hamode_db [None req-feaf4e1b-df55-41f6-94a5-d362c6259720 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '92210933-2654-4e77-950f-9b26a6232f94', 'name': 'tempest-snat-router-757382063', 'tenant_id': 'c49d8c6f1a0f4216bdbccfdbff23d04f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88055e1e-672a-4487-be31-ffb6e833ece5', 'external_fixed_ips': [{'subnet_id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'ip_address': '172.25.1.180'}], 'enable_snat': False}, 'gw_port_id': '4b224fa7-6418-4cc6-a286-c4800028e95e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T19:17:08Z', 'updated_at': '2022-02-09T19:17:11Z', 'revision_number': 3, 'project_id': 'c49d8c6f1a0f4216bdbccfdbff23d04f', 'gw_port': {'id': '4b224fa7-6418-4cc6-a286-c4800028e95e', 'name': '', 'network_id': '88055e1e-672a-4487-be31-ffb6e833ece5', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:5d:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '92210933-2654-4e77-950f-9b26a6232f94', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1576, 'fixed_ips': [{'subnet_id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'ip_address': '172.25.1.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T19:17:09Z', 'updated_at': '2022-02-09T19:17:09Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-713498-36'}], 'n-d-713498-36', False) {} {{(pid=103233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:17:14.145979 n-d-713498-36 neutron-server[103233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-feaf4e1b-df55-41f6-94a5-d362c6259720 None None] Checking router: 92210933-2654-4e77-950f-9b26a6232f94 for host: n-d-713498-36 {{(pid=103233) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 19:17:14.146723 n-d-713498-36 neutron-server[103233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-feaf4e1b-df55-41f6-94a5-d362c6259720 None None] Updating router 92210933-2654-4e77-950f-9b26a6232f94 port 4b224fa7-6418-4cc6-a286-c4800028e95e binding host n-d-713498-36 {{(pid=103233) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 19:17:14.158325 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-6adb1021-d910-47ef-9b5f-0a2023a59af8 req-8f6d86ed-85cb-46f0-906f-7dd84b8c1707 tempest-MigrationsAdminTest-892781459 tempest-MigrationsAdminTest-892781459-project] 10.222.0.75 "GET /v2.0/ports?device_id=9cec8a2a-9f08-4ec2-981f-5cef55181738 HTTP/1.1" status: 200 len: 210 time: 0.0705295 Feb 09 19:17:14.203951 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-d468b310-c284-4460-b08b-f9472d1b2c72 tempest-RoutersAdminTest-1529504030 tempest-RoutersAdminTest-1529504030-project-admin] Publish callbacks [] for router_gateway (b5d64a5f-002a-4805-b75e-f3139c13a5e5), precommit_update {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:17:14.245493 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-5fe608e7-d594-45f4-8d42-1c5f8cc97e1c req-a315dfab-eaf0-4d45-9edd-06cf74af806d service neutron] 10.222.0.90 "GET /v2.0/security-groups?id=8677789f-c0a6-4081-af83-d06feba970b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1254387 Feb 09 19:17:14.250904 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-edc54c9b-7f13-45d9-9271-85c9738b0128 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762867132591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593584'] for agent (a62b1850-466f-48ae-bec7-d62fb280e14b), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:17:14.255372 n-d-713498-36 neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-feaf4e1b-df55-41f6-94a5-d362c6259720 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (4b224fa7-6418-4cc6-a286-c4800028e95e), before_update {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:17:14.257268 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc1380a0-fcca-4825-b569-cfc863a2b06a req-10d1f804-c12f-46bb-aafc-d59f198e5598 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:17:14.261124 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-fc1380a0-fcca-4825-b569-cfc863a2b06a req-10d1f804-c12f-46bb-aafc-d59f198e5598 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=3f43124c-9b13-4bd8-a6f5-516bdab3ca3c HTTP/1.1" status: 200 len: 849 time: 0.1399958 Feb 09 19:17:14.278418 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb997eae-17f3-4fce-a349-252c0c318a2e req-eec031c1-c28e-4b49-b6bf-fccf3d5eacd9 tempest-TaggedBootDevicesTest-980849656 tempest-TaggedBootDevicesTest-980849656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:17:14.284744 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb997eae-17f3-4fce-a349-252c0c318a2e req-eec031c1-c28e-4b49-b6bf-fccf3d5eacd9 tempest-TaggedBootDevicesTest-980849656 tempest-TaggedBootDevicesTest-980849656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:17:14.291821 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb997eae-17f3-4fce-a349-252c0c318a2e req-eec031c1-c28e-4b49-b6bf-fccf3d5eacd9 tempest-TaggedBootDevicesTest-980849656 tempest-TaggedBootDevicesTest-980849656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:17:14.298953 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb997eae-17f3-4fce-a349-252c0c318a2e req-eec031c1-c28e-4b49-b6bf-fccf3d5eacd9 tempest-TaggedBootDevicesTest-980849656 tempest-TaggedBootDevicesTest-980849656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:17:14.308290 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb997eae-17f3-4fce-a349-252c0c318a2e req-eec031c1-c28e-4b49-b6bf-fccf3d5eacd9 tempest-TaggedBootDevicesTest-980849656 tempest-TaggedBootDevicesTest-980849656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:17:14.317929 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb997eae-17f3-4fce-a349-252c0c318a2e req-eec031c1-c28e-4b49-b6bf-fccf3d5eacd9 tempest-TaggedBootDevicesTest-980849656 tempest-TaggedBootDevicesTest-980849656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:17:14.324021 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb997eae-17f3-4fce-a349-252c0c318a2e req-eec031c1-c28e-4b49-b6bf-fccf3d5eacd9 tempest-TaggedBootDevicesTest-980849656 tempest-TaggedBootDevicesTest-980849656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:17:14.325994 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-fb997eae-17f3-4fce-a349-252c0c318a2e req-eec031c1-c28e-4b49-b6bf-fccf3d5eacd9 tempest-TaggedBootDevicesTest-980849656 tempest-TaggedBootDevicesTest-980849656-project] 10.222.0.75 "GET /v2.0/ports?device_id=c3476174-573e-455c-944e-9ed0cac04ac2 HTTP/1.1" status: 200 len: 5435 time: 0.4994817 Feb 09 19:17:14.343099 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc1380a0-fcca-4825-b569-cfc863a2b06a req-f89ee0dd-d7a9-435e-98d4-6ea27334ad50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:17:14.344600 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-fc1380a0-fcca-4825-b569-cfc863a2b06a req-f89ee0dd-d7a9-435e-98d4-6ea27334ad50 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=99117bb9-9128-41a1-bdb4-92a6c18a7b42&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0759158 Feb 09 19:17:14.473136 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-fc1380a0-fcca-4825-b569-cfc863a2b06a req-379a1808-6d57-4540-a128-7899f662930a service neutron] 10.222.0.89 "GET /v2.0/networks/99117bb9-9128-41a1-bdb4-92a6c18a7b42?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1225278 Feb 09 19:17:14.473290 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-fb997eae-17f3-4fce-a349-252c0c318a2e req-31bbcab2-1179-41e6-aeb4-da9780a705be tempest-TaggedBootDevicesTest-980849656 tempest-TaggedBootDevicesTest-980849656-project] 10.222.0.75 "GET /v2.0/security-groups?id=6f7e8ede-8085-490c-860b-91c045ecce1f&id=116d7b93-0726-4659-8687-b47afcfa5056&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1162012 Feb 09 19:17:14.661584 n-d-713498-36 neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-feaf4e1b-df55-41f6-94a5-d362c6259720 None None] Publish callbacks [] for port (4b224fa7-6418-4cc6-a286-c4800028e95e), precommit_update {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:17:14.670414 n-d-713498-36 neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-feaf4e1b-df55-41f6-94a5-d362c6259720 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762867176205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762866656485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762866656503'] for port (4b224fa7-6418-4cc6-a286-c4800028e95e), after_update {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:17:14.708085 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-d468b310-c284-4460-b08b-f9472d1b2c72 tempest-RoutersAdminTest-1529504030 tempest-RoutersAdminTest-1529504030-project-admin] Publish callbacks [] for router_gateway (b5d64a5f-002a-4805-b75e-f3139c13a5e5), before_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:17:14.719501 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-fc1380a0-fcca-4825-b569-cfc863a2b06a req-f3b1adc3-5975-4e7a-9e83-d6f6c7f1fd40 service neutron] 10.222.0.89 "GET /v2.0/networks/99117bb9-9128-41a1-bdb4-92a6c18a7b42?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2395597 Feb 09 19:17:14.733868 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-d468b310-c284-4460-b08b-f9472d1b2c72 tempest-RoutersAdminTest-1529504030 tempest-RoutersAdminTest-1529504030-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (None), before_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:17:14.783906 n-d-713498-36 neutron-server[103233]: DEBUG neutron.plugins.ml2.managers [None req-feaf4e1b-df55-41f6-94a5-d362c6259720 None None] Attempting to bind port 4b224fa7-6418-4cc6-a286-c4800028e95e on host n-d-713498-36 for vnic_type normal with profile {{(pid=103233) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 19:17:14.784287 n-d-713498-36 neutron-server[103233]: DEBUG neutron.plugins.ml2.managers [None req-feaf4e1b-df55-41f6-94a5-d362c6259720 None None] Attempting to bind port 4b224fa7-6418-4cc6-a286-c4800028e95e by drivers openvswitch,hyperv on host n-d-713498-36 at level 0 using segments [{'id': 'a4222f89-8d3f-4b51-953b-1a8126392491', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '88055e1e-672a-4487-be31-ffb6e833ece5'}] {{(pid=103233) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 19:17:14.784762 n-d-713498-36 neutron-server[103233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-feaf4e1b-df55-41f6-94a5-d362c6259720 None None] Attempting to bind port 4b224fa7-6418-4cc6-a286-c4800028e95e on network 88055e1e-672a-4487-be31-ffb6e833ece5 {{(pid=103233) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 19:17:14.795312 n-d-713498-36 neutron-server[103233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-feaf4e1b-df55-41f6-94a5-d362c6259720 None None] Checking agent: {'id': '496418a2-c002-4aec-ab1a-07f3bea491bd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-36', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 18, 51, 47), 'started_at': datetime.datetime(2022, 2, 9, 18, 52, 17), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 19, 16, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-36'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103233) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 19:17:14.795691 n-d-713498-36 neutron-server[103233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-feaf4e1b-df55-41f6-94a5-d362c6259720 None None] Checking segment: {'id': 'a4222f89-8d3f-4b51-953b-1a8126392491', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '88055e1e-672a-4487-be31-ffb6e833ece5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103233) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 19:17:14.796358 n-d-713498-36 neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-feaf4e1b-df55-41f6-94a5-d362c6259720 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:17:14.796764 n-d-713498-36 neutron-server[103233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-feaf4e1b-df55-41f6-94a5-d362c6259720 None None] Bound using segment: {'id': 'a4222f89-8d3f-4b51-953b-1a8126392491', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '88055e1e-672a-4487-be31-ffb6e833ece5'} {{(pid=103233) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 19:17:14.797266 n-d-713498-36 neutron-server[103233]: DEBUG neutron.plugins.ml2.managers [None req-feaf4e1b-df55-41f6-94a5-d362c6259720 None None] Bound port: 4b224fa7-6418-4cc6-a286-c4800028e95e, host: n-d-713498-36, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a4222f89-8d3f-4b51-953b-1a8126392491', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '88055e1e-672a-4487-be31-ffb6e833ece5'}}] {{(pid=103233) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 19:17:14.797673 n-d-713498-36 neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-feaf4e1b-df55-41f6-94a5-d362c6259720 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (4b224fa7-6418-4cc6-a286-c4800028e95e), before_update {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:17:14.830483 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38d45ca5-758d-44a5-80d4-e0eca39429f0 req-0ad9dd08-5da5-44c1-93da-8da901b452a1 tempest-AttachVolumeNegativeTest-275227323 tempest-AttachVolumeNegativeTest-275227323-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:17:14.832639 n-d-713498-36 neutron-server[103233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bea9665-2289-4235-a6fd-1dfea2fa2b57 None None] Pushing event updated for resources: {'Port': ['ID=4b224fa7-6418-4cc6-a286-c4800028e95e,revision_number=2']} {{(pid=103233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:17:14.834431 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-38d45ca5-758d-44a5-80d4-e0eca39429f0 req-0ad9dd08-5da5-44c1-93da-8da901b452a1 tempest-AttachVolumeNegativeTest-275227323 tempest-AttachVolumeNegativeTest-275227323-project] 10.222.0.75 "GET /v2.0/networks?id=1c43e0bb-e4e9-4561-873a-403fc433e655 HTTP/1.1" status: 200 len: 814 time: 0.2833097 Feb 09 19:17:14.855801 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-38d45ca5-758d-44a5-80d4-e0eca39429f0 req-eb6de4ab-fd61-498b-b3e8-db8d838541cb tempest-AttachVolumeNegativeTest-275227323 tempest-AttachVolumeNegativeTest-275227323-project] 10.222.0.75 "GET /v2.0/quotas/5d3f70f6ea744878ae38cb247ef3217c HTTP/1.1" status: 200 len: 375 time: 0.0108464 Feb 09 19:17:14.868925 n-d-713498-36 neutron-server[103233]: DEBUG neutron.plugins.ml2.db [None req-feaf4e1b-df55-41f6-94a5-d362c6259720 None None] For port 4b224fa7-6418-4cc6-a286-c4800028e95e, host n-d-713498-36, cleared binding levels {{(pid=103233) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 19:17:14.876455 n-d-713498-36 neutron-server[103233]: DEBUG neutron.plugins.ml2.db [None req-feaf4e1b-df55-41f6-94a5-d362c6259720 None None] For port 4b224fa7-6418-4cc6-a286-c4800028e95e, host n-d-713498-36, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-36',level=0,port_id=4b224fa7-6418-4cc6-a286-c4800028e95e,segment=NetworkSegment(a4222f89-8d3f-4b51-953b-1a8126392491),segment_id=a4222f89-8d3f-4b51-953b-1a8126392491)] {{(pid=103233) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 19:17:14.880447 n-d-713498-36 neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-feaf4e1b-df55-41f6-94a5-d362c6259720 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762867176205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762866656485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762866656503'] for port (4b224fa7-6418-4cc6-a286-c4800028e95e), after_update {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:17:14.924278 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-38d45ca5-758d-44a5-80d4-e0eca39429f0 req-6f383d7b-4beb-42ff-a7c1-74dac7e61f3e tempest-AttachVolumeNegativeTest-275227323 tempest-AttachVolumeNegativeTest-275227323-project] 10.222.0.75 "GET /v2.0/ports?tenant_id=5d3f70f6ea744878ae38cb247ef3217c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0587935 Feb 09 19:17:14.942159 n-d-713498-36 neutron-server[103230]: DEBUG neutron.db.db_base_plugin_common [None req-d468b310-c284-4460-b08b-f9472d1b2c72 tempest-RoutersAdminTest-1529504030 tempest-RoutersAdminTest-1529504030-project-admin] Allocated IP 172.25.1.114 (88055e1e-672a-4487-be31-ffb6e833ece5/ac16dbcc-383c-4b43-9153-d763c4a53f91/dcb77b08-5327-4a07-9786-f06deaa3b854) {{(pid=103230) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 19:17:14.951070 n-d-713498-36 neutron-server[103233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-feaf4e1b-df55-41f6-94a5-d362c6259720 None None] Routers {'92210933-2654-4e77-950f-9b26a6232f94'} bound to L3 agent in host n-d-713498-36 {{(pid=103233) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 19:17:14.951070 n-d-713498-36 neutron-server[103233]: DEBUG neutron.db.l3_hamode_db [None req-feaf4e1b-df55-41f6-94a5-d362c6259720 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T18:51:43Z,description=,heartbeat_timestamp=2022-02-09T19:17:13Z,host='n-d-713498-36',id=93303d5e-5d17-45e8-8963-7694f87783ae,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T18:51:43Z,topic='l3_agent')) {'router_ids': ['92210933-2654-4e77-950f-9b26a6232f94'], 'active': True} {{(pid=103233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:17:14.970793 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99248328-c8a3-4f76-a348-c9e27a7a4ff3 req-05222681-f7bb-4686-8256-6fa89b266592 tempest-AttachVolumeTestJSON-524945227 tempest-AttachVolumeTestJSON-524945227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:17:14.972292 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-99248328-c8a3-4f76-a348-c9e27a7a4ff3 req-05222681-f7bb-4686-8256-6fa89b266592 tempest-AttachVolumeTestJSON-524945227 tempest-AttachVolumeTestJSON-524945227-project] 10.222.0.75 "GET /v2.0/ports?device_id=9e47810b-ed07-4409-98e3-da39074300c7 HTTP/1.1" status: 200 len: 946 time: 0.1391127 Feb 09 19:17:15.002576 n-d-713498-36 neutron-server[103233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bea9665-2289-4235-a6fd-1dfea2fa2b57 None None] Pushing event updated for resources: {'Port': ['ID=4b224fa7-6418-4cc6-a286-c4800028e95e,revision_number=3']} {{(pid=103233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:17:15.067242 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-38d45ca5-758d-44a5-80d4-e0eca39429f0 req-2f7afdd2-c024-49a3-9690-6a285b1ebafa service neutron] 10.222.0.75 "GET /v2.0/networks/1c43e0bb-e4e9-4561-873a-403fc433e655?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1302109 Feb 09 19:17:15.090882 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-99248328-c8a3-4f76-a348-c9e27a7a4ff3 req-7047c5eb-e4fb-4703-ab6e-5be8914b06cd tempest-AttachVolumeTestJSON-524945227 tempest-AttachVolumeTestJSON-524945227-project] 10.222.0.75 "GET /v2.0/security-groups?id=bd39f8e7-1d25-418e-b5cd-c91a805a4bbc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1039045 Feb 09 19:17:15.103340 n-d-713498-36 neutron-server[103233]: DEBUG neutron.db.l3_dvr_db [None req-feaf4e1b-df55-41f6-94a5-d362c6259720 None None] Set router 92210933-2654-4e77-950f-9b26a6232f94 gateway port host: n-d-713498-36 {{(pid=103233) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 19:17:15.137294 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-d468b310-c284-4460-b08b-f9472d1b2c72 tempest-RoutersAdminTest-1529504030 tempest-RoutersAdminTest-1529504030-project-admin] Publish callbacks [] for port (dcb77b08-5327-4a07-9786-f06deaa3b854), precommit_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:17:15.203649 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-d468b310-c284-4460-b08b-f9472d1b2c72 tempest-RoutersAdminTest-1529504030 tempest-RoutersAdminTest-1529504030-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762866656467', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14393751'] for port (dcb77b08-5327-4a07-9786-f06deaa3b854), after_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:17:15.205356 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-38d45ca5-758d-44a5-80d4-e0eca39429f0 req-f5e924c1-6f24-4990-af70-daed19dd0cf2 service neutron] 10.222.0.75 "GET /v2.0/networks/1c43e0bb-e4e9-4561-873a-403fc433e655?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1300225 Feb 09 19:17:15.263392 n-d-713498-36 neutron-server[103230]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d468b310-c284-4460-b08b-f9472d1b2c72 tempest-RoutersAdminTest-1529504030 tempest-RoutersAdminTest-1529504030-project-admin] Network 88055e1e-672a-4487-be31-ffb6e833ece5 is already hosted by enough agents. {{(pid=103230) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 19:17:15.268211 n-d-713498-36 neutron-server[103230]: DEBUG neutron.scheduler.base_scheduler [None req-d468b310-c284-4460-b08b-f9472d1b2c72 tempest-RoutersAdminTest-1529504030 tempest-RoutersAdminTest-1529504030-project-admin] Resources bound (agent type, host, resource id): {{(pid=103230) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 19:17:15.290605 n-d-713498-36 neutron-server[103230]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d468b310-c284-4460-b08b-f9472d1b2c72 tempest-RoutersAdminTest-1529504030 tempest-RoutersAdminTest-1529504030-project-admin] Received port after_create {{(pid=103230) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 19:17:15.397429 n-d-713498-36 neutron-server[103233]: DEBUG neutron.db.l3_hamode_db [None req-feaf4e1b-df55-41f6-94a5-d362c6259720 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '92210933-2654-4e77-950f-9b26a6232f94', 'name': 'tempest-snat-router-757382063', 'tenant_id': 'c49d8c6f1a0f4216bdbccfdbff23d04f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88055e1e-672a-4487-be31-ffb6e833ece5', 'external_fixed_ips': [{'subnet_id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'ip_address': '172.25.1.180'}], 'enable_snat': False}, 'gw_port_id': '4b224fa7-6418-4cc6-a286-c4800028e95e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T19:17:08Z', 'updated_at': '2022-02-09T19:17:11Z', 'revision_number': 3, 'project_id': 'c49d8c6f1a0f4216bdbccfdbff23d04f', 'gw_port': {'id': '4b224fa7-6418-4cc6-a286-c4800028e95e', 'name': '', 'network_id': '88055e1e-672a-4487-be31-ffb6e833ece5', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:5d:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '92210933-2654-4e77-950f-9b26a6232f94', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1576, 'fixed_ips': [{'subnet_id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'ip_address': '172.25.1.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T19:17:09Z', 'updated_at': '2022-02-09T19:17:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-713498-36'}], 'n-d-713498-36', False) {} {{(pid=103233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:17:15.509149 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c909ebd-c825-4431-97b0-91aacf414020 req-5fbaf4a4-1c4e-4558-b6c8-65b882ef2bd3 tempest-MultipleCreateTestJSON-395872300 tempest-MultipleCreateTestJSON-395872300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:17:15.518345 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-2c909ebd-c825-4431-97b0-91aacf414020 req-5fbaf4a4-1c4e-4558-b6c8-65b882ef2bd3 tempest-MultipleCreateTestJSON-395872300 tempest-MultipleCreateTestJSON-395872300-project] 10.222.0.75 "GET /v2.0/ports?device_id=c32380bc-252c-45d0-bfcb-a5ff2d9eaf61 HTTP/1.1" status: 200 len: 945 time: 0.0843899 Feb 09 19:17:15.552905 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Device e9bcfa85-cba2-4c7c-a956-383e6c72478d no longer exists at agent hyperv_n-h2-713498-36 {{(pid=103232) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 19:17:15.577253 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-7429db8d-6021-40ad-813e-885be449a89b None None] No Port match for: e9bcfa85-cba2-4c7c-a956-383e6c72478d {{(pid=103232) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 19:17:15.578805 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Device e9bcfa85-cba2-4c7c-a956-383e6c72478d not bound to the agent host n-h2-713498-36 {{(pid=103232) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 19:17:15.595448 n-d-713498-36 neutron-server[103233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-feaf4e1b-df55-41f6-94a5-d362c6259720 None None] The sync data for ids ['92210933-2654-4e77-950f-9b26a6232f94'] in n-d-713498-36 is: [{'id': '92210933-2654-4e77-950f-9b26a6232f94', 'name': 'tempest-snat-router-757382063', 'tenant_id': 'c49d8c6f1a0f4216bdbccfdbff23d04f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88055e1e-672a-4487-be31-ffb6e833ece5', 'external_fixed_ips': [{'subnet_id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'ip_address': '172.25.1.180'}], 'enable_snat': False}, 'gw_port_id': '4b224fa7-6418-4cc6-a286-c4800028e95e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T19:17:08Z', 'updated_at': '2022-02-09T19:17:11Z', 'revision_number': 3, 'project_id': 'c49d8c6f1a0f4216bdbccfdbff23d04f', 'gw_port': {'id': '4b224fa7-6418-4cc6-a286-c4800028e95e', 'name': '', 'network_id': '88055e1e-672a-4487-be31-ffb6e833ece5', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:5d:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '92210933-2654-4e77-950f-9b26a6232f94', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1576, 'fixed_ips': [{'subnet_id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'ip_address': '172.25.1.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T19:17:09Z', 'updated_at': '2022-02-09T19:17:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-713498-36'}] {{(pid=103233) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 19:17:15.641061 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-2c909ebd-c825-4431-97b0-91aacf414020 req-df29cbcc-f610-4869-b3dd-34ff13e12ff8 tempest-MultipleCreateTestJSON-395872300 tempest-MultipleCreateTestJSON-395872300-project] 10.222.0.75 "GET /v2.0/security-groups?id=8677789f-c0a6-4081-af83-d06feba970b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1217098 Feb 09 19:17:15.790124 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d468b310-c284-4460-b08b-f9472d1b2c72 tempest-RoutersAdminTest-1529504030 tempest-RoutersAdminTest-1529504030-project-admin] Pushing event updated for resources: {'Port': ['ID=dcb77b08-5327-4a07-9786-f06deaa3b854,revision_number=1']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:17:15.815258 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-982f92fc-972f-4e49-9761-d6cfccf04579 req-549d330d-bb8d-4f3a-b940-1127303eab03 tempest-ServerAddressesTestJSON-255045322 tempest-ServerAddressesTestJSON-255045322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:17:15.823138 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-982f92fc-972f-4e49-9761-d6cfccf04579 req-549d330d-bb8d-4f3a-b940-1127303eab03 tempest-ServerAddressesTestJSON-255045322 tempest-ServerAddressesTestJSON-255045322-project] 10.222.0.75 "GET /v2.0/ports?device_id=4b9f30e4-39ec-4393-bb5a-955f0e570137 HTTP/1.1" status: 200 len: 946 time: 0.0822561 Feb 09 19:17:15.871536 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-a7262a8e-0513-48fd-984d-75726a511961 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762867132591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593584'] for agent (911cfea2-02ae-4ec9-bac3-7808ee1cdd9c), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:17:15.935860 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-982f92fc-972f-4e49-9761-d6cfccf04579 req-ecd0a371-9421-43f5-92fc-0edbcedca39c tempest-ServerAddressesTestJSON-255045322 tempest-ServerAddressesTestJSON-255045322-project] 10.222.0.75 "GET /v2.0/security-groups?id=27141499-9c1f-4375-ace6-098777d860bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1116159 Feb 09 19:17:16.029267 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48222206-ee17-41ff-8c4c-bfbdf02ae445 req-7a20b2c4-2304-48fa-bc90-37eea5713c07 tempest-TaggedBootDevicesTest-980849656 tempest-TaggedBootDevicesTest-980849656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:17:16.045609 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48222206-ee17-41ff-8c4c-bfbdf02ae445 req-7a20b2c4-2304-48fa-bc90-37eea5713c07 tempest-TaggedBootDevicesTest-980849656 tempest-TaggedBootDevicesTest-980849656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:17:16.056957 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48222206-ee17-41ff-8c4c-bfbdf02ae445 req-7a20b2c4-2304-48fa-bc90-37eea5713c07 tempest-TaggedBootDevicesTest-980849656 tempest-TaggedBootDevicesTest-980849656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:17:16.063133 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48222206-ee17-41ff-8c4c-bfbdf02ae445 req-7a20b2c4-2304-48fa-bc90-37eea5713c07 tempest-TaggedBootDevicesTest-980849656 tempest-TaggedBootDevicesTest-980849656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:17:16.075996 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48222206-ee17-41ff-8c4c-bfbdf02ae445 req-7a20b2c4-2304-48fa-bc90-37eea5713c07 tempest-TaggedBootDevicesTest-980849656 tempest-TaggedBootDevicesTest-980849656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:17:16.089434 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48222206-ee17-41ff-8c4c-bfbdf02ae445 req-7a20b2c4-2304-48fa-bc90-37eea5713c07 tempest-TaggedBootDevicesTest-980849656 tempest-TaggedBootDevicesTest-980849656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:17:16.100216 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48222206-ee17-41ff-8c4c-bfbdf02ae445 req-7a20b2c4-2304-48fa-bc90-37eea5713c07 tempest-TaggedBootDevicesTest-980849656 tempest-TaggedBootDevicesTest-980849656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:17:16.127036 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-48222206-ee17-41ff-8c4c-bfbdf02ae445 req-7a20b2c4-2304-48fa-bc90-37eea5713c07 tempest-TaggedBootDevicesTest-980849656 tempest-TaggedBootDevicesTest-980849656-project] 10.222.0.75 "GET /v2.0/ports?device_id=c3476174-573e-455c-944e-9ed0cac04ac2 HTTP/1.1" status: 200 len: 5435 time: 0.8621747 Feb 09 19:17:16.199645 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-f7be9ccc-9597-45ed-ac93-7b0d772335cb req-e8f072e5-fa57-471b-b9e8-28197b2086c7 tempest-AttachVolumeNegativeTest-275227323 tempest-AttachVolumeNegativeTest-275227323-project] 10.222.0.75 "GET /v2.0/ports?device_id=bae7eb97-4761-4fc6-a387-638f695fc4f3 HTTP/1.1" status: 200 len: 210 time: 0.0517364 Feb 09 19:17:16.307818 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-48222206-ee17-41ff-8c4c-bfbdf02ae445 req-8a79998a-42c1-436d-8932-65bcb6039fef tempest-TaggedBootDevicesTest-980849656 tempest-TaggedBootDevicesTest-980849656-project] 10.222.0.75 "GET /v2.0/security-groups?id=6f7e8ede-8085-490c-860b-91c045ecce1f&id=116d7b93-0726-4659-8687-b47afcfa5056&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1750441 Feb 09 19:17:16.370081 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-d468b310-c284-4460-b08b-f9472d1b2c72 tempest-RoutersAdminTest-1529504030 tempest-RoutersAdminTest-1529504030-project-admin] Publish callbacks [] for router_gateway (b5d64a5f-002a-4805-b75e-f3139c13a5e5), after_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:17:16.571701 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5af2ef9d-f5da-43bc-938d-fddf974eb349 req-708fec5e-b837-4e85-aa5a-fd50ad17f1be tempest-TaggedBootDevicesTest-980849656 tempest-TaggedBootDevicesTest-980849656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:17:16.578856 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5af2ef9d-f5da-43bc-938d-fddf974eb349 req-708fec5e-b837-4e85-aa5a-fd50ad17f1be tempest-TaggedBootDevicesTest-980849656 tempest-TaggedBootDevicesTest-980849656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:17:16.586003 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5af2ef9d-f5da-43bc-938d-fddf974eb349 req-708fec5e-b837-4e85-aa5a-fd50ad17f1be tempest-TaggedBootDevicesTest-980849656 tempest-TaggedBootDevicesTest-980849656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:17:16.594265 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5af2ef9d-f5da-43bc-938d-fddf974eb349 req-708fec5e-b837-4e85-aa5a-fd50ad17f1be tempest-TaggedBootDevicesTest-980849656 tempest-TaggedBootDevicesTest-980849656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:17:16.597042 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d45143e4-a62b-402c-9e2b-d08132fea5c2 req-1a6ba4c2-18e8-4d40-968e-97bfba23acb5 tempest-AttachVolumeTestJSON-524945227 tempest-AttachVolumeTestJSON-524945227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:17:16.598608 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-d45143e4-a62b-402c-9e2b-d08132fea5c2 req-1a6ba4c2-18e8-4d40-968e-97bfba23acb5 tempest-AttachVolumeTestJSON-524945227 tempest-AttachVolumeTestJSON-524945227-project] 10.222.0.75 "GET /v2.0/ports?device_id=9e47810b-ed07-4409-98e3-da39074300c7 HTTP/1.1" status: 200 len: 946 time: 0.1405318 Feb 09 19:17:16.600924 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5af2ef9d-f5da-43bc-938d-fddf974eb349 req-708fec5e-b837-4e85-aa5a-fd50ad17f1be tempest-TaggedBootDevicesTest-980849656 tempest-TaggedBootDevicesTest-980849656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:17:16.609846 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5af2ef9d-f5da-43bc-938d-fddf974eb349 req-708fec5e-b837-4e85-aa5a-fd50ad17f1be tempest-TaggedBootDevicesTest-980849656 tempest-TaggedBootDevicesTest-980849656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:17:16.615919 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5af2ef9d-f5da-43bc-938d-fddf974eb349 req-708fec5e-b837-4e85-aa5a-fd50ad17f1be tempest-TaggedBootDevicesTest-980849656 tempest-TaggedBootDevicesTest-980849656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:17:16.620784 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-5af2ef9d-f5da-43bc-938d-fddf974eb349 req-708fec5e-b837-4e85-aa5a-fd50ad17f1be tempest-TaggedBootDevicesTest-980849656 tempest-TaggedBootDevicesTest-980849656-project] 10.222.0.75 "GET /v2.0/ports?device_id=c3476174-573e-455c-944e-9ed0cac04ac2 HTTP/1.1" status: 200 len: 5435 time: 0.1301413 Feb 09 19:17:16.767371 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-d45143e4-a62b-402c-9e2b-d08132fea5c2 req-905d2d5b-2141-4c4e-9121-03da690194a9 tempest-AttachVolumeTestJSON-524945227 tempest-AttachVolumeTestJSON-524945227-project] 10.222.0.75 "GET /v2.0/security-groups?id=bd39f8e7-1d25-418e-b5cd-c91a805a4bbc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1106055 Feb 09 19:17:16.779925 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-d468b310-c284-4460-b08b-f9472d1b2c72 tempest-RoutersAdminTest-1529504030 tempest-RoutersAdminTest-1529504030-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1834945', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1818951'] for router (b5d64a5f-002a-4805-b75e-f3139c13a5e5), after_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:17:16.956137 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc740f54-4ca6-4c0b-8e7b-5c0213b1379a req-701c92c8-917f-492c-8a49-19ac19acf4e9 tempest-MigrationsAdminTest-892781459 tempest-MigrationsAdminTest-892781459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:17:16.967905 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-dc740f54-4ca6-4c0b-8e7b-5c0213b1379a req-701c92c8-917f-492c-8a49-19ac19acf4e9 tempest-MigrationsAdminTest-892781459 tempest-MigrationsAdminTest-892781459-project] 10.222.0.75 "GET /v2.0/ports?device_id=324ad1af-f9e3-424e-981f-7b5b8b459dd1 HTTP/1.1" status: 200 len: 949 time: 0.2841699 Feb 09 19:17:17.008150 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38d45ca5-758d-44a5-80d4-e0eca39429f0 req-033bca20-2902-4f8f-bb0f-3e440a3b28a8 tempest-AttachVolumeNegativeTest-275227323 tempest-AttachVolumeNegativeTest-275227323-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:17:17.010081 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-38d45ca5-758d-44a5-80d4-e0eca39429f0 req-033bca20-2902-4f8f-bb0f-3e440a3b28a8 tempest-AttachVolumeNegativeTest-275227323 tempest-AttachVolumeNegativeTest-275227323-project] 10.222.0.89 "GET /v2.0/networks?id=1c43e0bb-e4e9-4561-873a-403fc433e655 HTTP/1.1" status: 200 len: 814 time: 0.2744088 Feb 09 19:17:17.010832 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762867132591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593584'] for agent (496418a2-c002-4aec-ab1a-07f3bea491bd), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:17:17.025733 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-249c6856-3643-4cae-941f-74ca94f2b514 req-db362cb9-0ff6-414d-adcf-5810701d0be5 tempest-MultipleCreateTestJSON-395872300 tempest-MultipleCreateTestJSON-395872300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:17:17.027614 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-249c6856-3643-4cae-941f-74ca94f2b514 req-db362cb9-0ff6-414d-adcf-5810701d0be5 tempest-MultipleCreateTestJSON-395872300 tempest-MultipleCreateTestJSON-395872300-project] 10.222.0.75 "GET /v2.0/ports?device_id=c32380bc-252c-45d0-bfcb-a5ff2d9eaf61 HTTP/1.1" status: 200 len: 945 time: 0.1197698 Feb 09 19:17:17.045102 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.v2.base [req-38d45ca5-758d-44a5-80d4-e0eca39429f0 req-48e0ac8a-44ec-440d-8f00-8476fa4562fb tempest-AttachVolumeNegativeTest-275227323 tempest-AttachVolumeNegativeTest-275227323-project] Request body: {'port': {'device_id': 'bae7eb97-4761-4fc6-a387-638f695fc4f3', 'network_id': '1c43e0bb-e4e9-4561-873a-403fc433e655', 'admin_state_up': True, 'tenant_id': '5d3f70f6ea744878ae38cb247ef3217c'}} {{(pid=103229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 19:17:17.106440 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-249c6856-3643-4cae-941f-74ca94f2b514 req-c369fa1b-cfa8-49f2-ae71-f00992b1c83a tempest-MultipleCreateTestJSON-395872300 tempest-MultipleCreateTestJSON-395872300-project] 10.222.0.75 "GET /v2.0/security-groups?id=8677789f-c0a6-4081-af83-d06feba970b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0701470 Feb 09 19:17:17.107203 n-d-713498-36 neutron-server[103230]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d468b310-c284-4460-b08b-f9472d1b2c72 tempest-RoutersAdminTest-1529504030 tempest-RoutersAdminTest-1529504030-project-admin] Router b5d64a5f-002a-4805-b75e-f3139c13a5e5 is scheduled to L3 agent 93303d5e-5d17-45e8-8963-7694f87783ae with binding_index 1 {{(pid=103230) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 09 19:17:17.167017 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-dc740f54-4ca6-4c0b-8e7b-5c0213b1379a req-9c5bc9d3-2ab2-4391-9c98-530382b5eeda tempest-MigrationsAdminTest-892781459 tempest-MigrationsAdminTest-892781459-project] 10.222.0.75 "GET /v2.0/security-groups?id=709912c8-8171-4435-800e-9e5c5e45bf8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1979916 Feb 09 19:17:17.212048 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eb7ddb8-bb64-46bf-9737-366d2d3242af req-314bb517-28ee-445f-b533-fe7e9414c300 tempest-ServerAddressesTestJSON-255045322 tempest-ServerAddressesTestJSON-255045322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:17:17.213580 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-2eb7ddb8-bb64-46bf-9737-366d2d3242af req-314bb517-28ee-445f-b533-fe7e9414c300 tempest-ServerAddressesTestJSON-255045322 tempest-ServerAddressesTestJSON-255045322-project] 10.222.0.90 "GET /v2.0/ports?device_id=4b9f30e4-39ec-4393-bb5a-955f0e570137 HTTP/1.1" status: 200 len: 946 time: 0.2421963 Feb 09 19:17:17.249826 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-38d45ca5-758d-44a5-80d4-e0eca39429f0 req-48e0ac8a-44ec-440d-8f00-8476fa4562fb tempest-AttachVolumeNegativeTest-275227323 tempest-AttachVolumeNegativeTest-275227323-project] Made reservation on behalf of 5d3f70f6ea744878ae38cb247ef3217c for: {'port': 1} {{(pid=103229) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 19:17:17.254033 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-38d45ca5-758d-44a5-80d4-e0eca39429f0 req-48e0ac8a-44ec-440d-8f00-8476fa4562fb tempest-AttachVolumeNegativeTest-275227323 tempest-AttachVolumeNegativeTest-275227323-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (None), before_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:17:17.307000 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Device 4b224fa7-6418-4cc6-a286-c4800028e95e up at agent ovs-agent-n-d-713498-36 {{(pid=103232) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 19:17:17.367172 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d468b310-c284-4460-b08b-f9472d1b2c72 tempest-RoutersAdminTest-1529504030 tempest-RoutersAdminTest-1529504030-project-admin] Notify agent at l3_agent.n-d-713498-36 the message routers_updated {{(pid=103230) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 19:17:17.381464 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.provisioning_blocks [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Provisioning complete for port 4b224fa7-6418-4cc6-a286-c4800028e95e triggered by entity L2. {{(pid=103232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 19:17:17.382131 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593630'] for port (4b224fa7-6418-4cc6-a286-c4800028e95e), provisioning_complete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:17:17.384669 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e51abca9-6f39-4df8-b7f3-064cf6545c24 None None] Sync routers for ids ['b5d64a5f-002a-4805-b75e-f3139c13a5e5'] in n-d-713498-36 {{(pid=103232) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 19:17:17.418184 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e51abca9-6f39-4df8-b7f3-064cf6545c24 None None] Routers {'b5d64a5f-002a-4805-b75e-f3139c13a5e5'} bound to L3 agent in host n-d-713498-36 {{(pid=103232) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 19:17:17.419161 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.l3_hamode_db [None req-e51abca9-6f39-4df8-b7f3-064cf6545c24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T18:51:43Z,description=,heartbeat_timestamp=2022-02-09T19:17:13Z,host='n-d-713498-36',id=93303d5e-5d17-45e8-8963-7694f87783ae,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T18:51:43Z,topic='l3_agent')) {'router_ids': ['b5d64a5f-002a-4805-b75e-f3139c13a5e5'], 'active': True} {{(pid=103232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:17:17.419625 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62609ed2-04d5-4ac7-98ba-6b73695c5fcd req-94f122d6-e414-4091-847c-be5c0ddfff91 tempest-ServerAddressesTestJSON-255045322 tempest-ServerAddressesTestJSON-255045322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:17:17.421651 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-62609ed2-04d5-4ac7-98ba-6b73695c5fcd req-94f122d6-e414-4091-847c-be5c0ddfff91 tempest-ServerAddressesTestJSON-255045322 tempest-ServerAddressesTestJSON-255045322-project] 10.222.0.75 "GET /v2.0/ports?device_id=4b9f30e4-39ec-4393-bb5a-955f0e570137 HTTP/1.1" status: 200 len: 946 time: 0.1567073 Feb 09 19:17:17.452563 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-d468b310-c284-4460-b08b-f9472d1b2c72 tempest-RoutersAdminTest-1529504030 tempest-RoutersAdminTest-1529504030-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:17:17.454103 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-d468b310-c284-4460-b08b-f9472d1b2c72 tempest-RoutersAdminTest-1529504030 tempest-RoutersAdminTest-1529504030-project-admin] 10.222.0.75 "POST /v2.0/routers HTTP/1.1" status: 201 len: 906 time: 4.0623345 Feb 09 19:17:17.464393 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 38472) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:17:17.551880 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad622557-8b3e-4d51-bbcf-5dce72cef031 req-60ff555d-524a-4217-8c9f-d94ea0a21be1 tempest-MultipleCreateTestJSON-395872300 tempest-MultipleCreateTestJSON-395872300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:17:17.554506 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-ad622557-8b3e-4d51-bbcf-5dce72cef031 req-60ff555d-524a-4217-8c9f-d94ea0a21be1 tempest-MultipleCreateTestJSON-395872300 tempest-MultipleCreateTestJSON-395872300-project] 10.222.0.75 "GET /v2.0/ports?device_id=9158ce27-124a-482c-b9ca-b1c1f903ece5 HTTP/1.1" status: 200 len: 946 time: 0.2576685 Feb 09 19:17:17.586953 n-d-713498-36 neutron-server[103229]: DEBUG neutron.db.db_base_plugin_common [req-38d45ca5-758d-44a5-80d4-e0eca39429f0 req-48e0ac8a-44ec-440d-8f00-8476fa4562fb tempest-AttachVolumeNegativeTest-275227323 tempest-AttachVolumeNegativeTest-275227323-project] Allocated IP 172.20.0.13 (1c43e0bb-e4e9-4561-873a-403fc433e655/bfbf079d-29ec-44ec-8f0f-f87b207baa58/35ccb5fc-0174-476e-9fad-08fae2a5fb89) {{(pid=103229) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 19:17:17.611942 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.l3_dvr_db [None req-e51abca9-6f39-4df8-b7f3-064cf6545c24 None None] Set router b5d64a5f-002a-4805-b75e-f3139c13a5e5 gateway port host: n-d-713498-36 {{(pid=103232) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 19:17:17.614810 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Current status of the port 4b224fa7-6418-4cc6-a286-c4800028e95e is: DOWN; New status is: ACTIVE {{(pid=103232) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 19:17:17.615425 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (4b224fa7-6418-4cc6-a286-c4800028e95e), before_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:17:17.622845 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.plugin [req-2eb7ddb8-bb64-46bf-9737-366d2d3242af req-ccda3084-7fc1-4338-a6f2-d6c68b10c22f tempest-ServerAddressesTestJSON-255045322 tempest-ServerAddressesTestJSON-255045322-project] Deleting port 0b7fad14-f4df-4f17-bf51-32b75c58ff68 {{(pid=103229) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 19:17:17.623194 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-2eb7ddb8-bb64-46bf-9737-366d2d3242af req-ccda3084-7fc1-4338-a6f2-d6c68b10c22f tempest-ServerAddressesTestJSON-255045322 tempest-ServerAddressesTestJSON-255045322-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762867170196'] for port (0b7fad14-f4df-4f17-bf51-32b75c58ff68), before_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:17:17.644739 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-62609ed2-04d5-4ac7-98ba-6b73695c5fcd req-a319c380-3a24-4d6b-9f35-9bc227b1cddf tempest-ServerAddressesTestJSON-255045322 tempest-ServerAddressesTestJSON-255045322-project] 10.222.0.75 "GET /v2.0/security-groups?id=27141499-9c1f-4375-ace6-098777d860bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2159874 Feb 09 19:17:17.689831 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-2ff9b786-2334-4460-b9aa-983712cb810f tempest-RoutersAdminTest-1529504030 tempest-RoutersAdminTest-1529504030-project-admin] 10.222.0.75 "GET /v2.0/routers/b5d64a5f-002a-4805-b75e-f3139c13a5e5 HTTP/1.1" status: 200 len: 907 time: 0.2174814 Feb 09 19:17:17.690456 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 38474) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:17:17.754772 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-ad622557-8b3e-4d51-bbcf-5dce72cef031 req-1eb6f4d6-d2e7-4a37-a0ad-1b171aa0f0dd tempest-MultipleCreateTestJSON-395872300 tempest-MultipleCreateTestJSON-395872300-project] 10.222.0.75 "GET /v2.0/security-groups?id=8677789f-c0a6-4081-af83-d06feba970b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1949494 Feb 09 19:17:17.782804 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] For port 4b224fa7-6418-4cc6-a286-c4800028e95e, host n-d-713498-36, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-36',level=0,port_id=4b224fa7-6418-4cc6-a286-c4800028e95e,segment=NetworkSegment(a4222f89-8d3f-4b51-953b-1a8126392491),segment_id=a4222f89-8d3f-4b51-953b-1a8126392491)] {{(pid=103232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 19:17:17.789820 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762867176205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762866656485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762866656503'] for port (4b224fa7-6418-4cc6-a286-c4800028e95e), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:17:17.872341 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Pushing event updated for resources: {'Port': ['ID=4b224fa7-6418-4cc6-a286-c4800028e95e,revision_number=4']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:17:17.937037 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-9ef14fa9-07a2-478b-83c7-c298f439b62b req-bdbd1919-b975-40e5-98d6-5d9c8efb95f3 tempest-AttachVolumeNegativeTest-275227323 tempest-AttachVolumeNegativeTest-275227323-project] 10.222.0.75 "GET /v2.0/ports?device_id=bae7eb97-4761-4fc6-a387-638f695fc4f3 HTTP/1.1" status: 200 len: 210 time: 0.1285303 Feb 09 19:17:17.985401 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.l3_hamode_db [None req-e51abca9-6f39-4df8-b7f3-064cf6545c24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5d64a5f-002a-4805-b75e-f3139c13a5e5', 'name': 'tempest-snat-router-757382063', 'tenant_id': 'c49d8c6f1a0f4216bdbccfdbff23d04f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88055e1e-672a-4487-be31-ffb6e833ece5', 'external_fixed_ips': [{'subnet_id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'ip_address': '172.25.1.114'}], 'enable_snat': True}, 'gw_port_id': 'dcb77b08-5327-4a07-9786-f06deaa3b854', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T19:17:13Z', 'updated_at': '2022-02-09T19:17:15Z', 'revision_number': 3, 'project_id': 'c49d8c6f1a0f4216bdbccfdbff23d04f', 'gw_port': {'id': 'dcb77b08-5327-4a07-9786-f06deaa3b854', 'name': '', 'network_id': '88055e1e-672a-4487-be31-ffb6e833ece5', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:e3:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b5d64a5f-002a-4805-b75e-f3139c13a5e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1586, 'fixed_ips': [{'subnet_id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'ip_address': '172.25.1.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T19:17:14Z', 'updated_at': '2022-02-09T19:17:14Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-36'}], 'n-d-713498-36', False) {} {{(pid=103232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:17:18.021071 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.db [req-2eb7ddb8-bb64-46bf-9737-366d2d3242af req-ccda3084-7fc1-4338-a6f2-d6c68b10c22f tempest-ServerAddressesTestJSON-255045322 tempest-ServerAddressesTestJSON-255045322-project] For port 0b7fad14-f4df-4f17-bf51-32b75c58ff68, host n-h2-713498-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-36',level=0,port_id=0b7fad14-f4df-4f17-bf51-32b75c58ff68,segment=NetworkSegment(5a2b6fc0-6e2b-4e37-adfa-650654689a88),segment_id=5a2b6fc0-6e2b-4e37-adfa-650654689a88)] {{(pid=103229) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 19:17:18.021904 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-2eb7ddb8-bb64-46bf-9737-366d2d3242af req-ccda3084-7fc1-4338-a6f2-d6c68b10c22f tempest-ServerAddressesTestJSON-255045322 tempest-ServerAddressesTestJSON-255045322-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1820838'] for port (0b7fad14-f4df-4f17-bf51-32b75c58ff68), precommit_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:17:18.025919 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-0f5d0e45-f3a4-4148-bbad-9f7d932ebc84 tempest-RoutersAdminTest-1529504030 tempest-RoutersAdminTest-1529504030-project-admin] Publish callbacks [] for router (b5d64a5f-002a-4805-b75e-f3139c13a5e5), before_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:17:18.047477 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e51abca9-6f39-4df8-b7f3-064cf6545c24 None None] Checking router: b5d64a5f-002a-4805-b75e-f3139c13a5e5 for host: n-d-713498-36 {{(pid=103232) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 19:17:18.048052 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e51abca9-6f39-4df8-b7f3-064cf6545c24 None None] Updating router b5d64a5f-002a-4805-b75e-f3139c13a5e5 port dcb77b08-5327-4a07-9786-f06deaa3b854 binding host n-d-713498-36 {{(pid=103232) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 19:17:18.056980 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.plugin [req-2eb7ddb8-bb64-46bf-9737-366d2d3242af req-ccda3084-7fc1-4338-a6f2-d6c68b10c22f tempest-ServerAddressesTestJSON-255045322 tempest-ServerAddressesTestJSON-255045322-project] Calling delete_port for 0b7fad14-f4df-4f17-bf51-32b75c58ff68 owned by compute:nova {{(pid=103229) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 19:17:18.079041 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-e51abca9-6f39-4df8-b7f3-064cf6545c24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (dcb77b08-5327-4a07-9786-f06deaa3b854), before_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:17:18.145001 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-38d45ca5-758d-44a5-80d4-e0eca39429f0 req-48e0ac8a-44ec-440d-8f00-8476fa4562fb tempest-AttachVolumeNegativeTest-275227323 tempest-AttachVolumeNegativeTest-275227323-project] Publish callbacks [] for port (35ccb5fc-0174-476e-9fad-08fae2a5fb89), precommit_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:17:18.244684 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-38d45ca5-758d-44a5-80d4-e0eca39429f0 req-48e0ac8a-44ec-440d-8f00-8476fa4562fb tempest-AttachVolumeNegativeTest-275227323 tempest-AttachVolumeNegativeTest-275227323-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762866656467', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12867576'] for port (35ccb5fc-0174-476e-9fad-08fae2a5fb89), after_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:17:18.275016 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-0f5d0e45-f3a4-4148-bbad-9f7d932ebc84 tempest-RoutersAdminTest-1529504030 tempest-RoutersAdminTest-1529504030-project-admin] Publish callbacks [] for router_gateway (b5d64a5f-002a-4805-b75e-f3139c13a5e5), before_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:17:18.410500 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca654fb6-bc37-427f-b244-a44609173e97 req-e78451c6-e05b-4f0c-bea1-9086f408c5e9 tempest-MigrationsAdminTest-892781459 tempest-MigrationsAdminTest-892781459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:17:18.416879 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-ca654fb6-bc37-427f-b244-a44609173e97 req-e78451c6-e05b-4f0c-bea1-9086f408c5e9 tempest-MigrationsAdminTest-892781459 tempest-MigrationsAdminTest-892781459-project] 10.222.0.75 "GET /v2.0/ports?device_id=324ad1af-f9e3-424e-981f-7b5b8b459dd1 HTTP/1.1" status: 200 len: 949 time: 0.0957286 Feb 09 19:17:18.436866 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762867132591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593584'] for agent (488cd9ae-631f-4955-ba0b-4f5a13f12e9c), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:17:18.442650 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48e0ac8a-44ec-440d-8f00-8476fa4562fb tempest-AttachVolumeNegativeTest-275227323 tempest-AttachVolumeNegativeTest-275227323-project] Pushing event updated for resources: {'Port': ['ID=35ccb5fc-0174-476e-9fad-08fae2a5fb89,revision_number=1']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:17:18.451719 n-d-713498-36 neutron-server[103229]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-38d45ca5-758d-44a5-80d4-e0eca39429f0 req-48e0ac8a-44ec-440d-8f00-8476fa4562fb tempest-AttachVolumeNegativeTest-275227323 tempest-AttachVolumeNegativeTest-275227323-project] Network 1c43e0bb-e4e9-4561-873a-403fc433e655 is already hosted by enough agents. {{(pid=103229) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 19:17:18.454821 n-d-713498-36 neutron-server[103229]: DEBUG neutron.scheduler.base_scheduler [req-38d45ca5-758d-44a5-80d4-e0eca39429f0 req-48e0ac8a-44ec-440d-8f00-8476fa4562fb tempest-AttachVolumeNegativeTest-275227323 tempest-AttachVolumeNegativeTest-275227323-project] Resources bound (agent type, host, resource id): {{(pid=103229) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 19:17:18.456931 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-2eb7ddb8-bb64-46bf-9737-366d2d3242af req-ccda3084-7fc1-4338-a6f2-d6c68b10c22f tempest-ServerAddressesTestJSON-255045322 tempest-ServerAddressesTestJSON-255045322-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762867177463', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762866656476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12867576'] for port (0b7fad14-f4df-4f17-bf51-32b75c58ff68), after_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:17:18.469188 n-d-713498-36 neutron-server[103229]: DEBUG neutron.db.l3_dvrscheduler_db [req-38d45ca5-758d-44a5-80d4-e0eca39429f0 req-48e0ac8a-44ec-440d-8f00-8476fa4562fb tempest-AttachVolumeNegativeTest-275227323 tempest-AttachVolumeNegativeTest-275227323-project] Received port after_create {{(pid=103229) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 19:17:18.562060 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-ca654fb6-bc37-427f-b244-a44609173e97 req-8c5de86c-1f88-4e4e-8c99-7ac5d333db3f tempest-MigrationsAdminTest-892781459 tempest-MigrationsAdminTest-892781459-project] 10.222.0.75 "GET /v2.0/security-groups?id=709912c8-8171-4435-800e-9e5c5e45bf8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1361661 Feb 09 19:17:18.592801 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38d45ca5-758d-44a5-80d4-e0eca39429f0 req-48e0ac8a-44ec-440d-8f00-8476fa4562fb tempest-AttachVolumeNegativeTest-275227323 tempest-AttachVolumeNegativeTest-275227323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:17:18.592801 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-38d45ca5-758d-44a5-80d4-e0eca39429f0 req-48e0ac8a-44ec-440d-8f00-8476fa4562fb tempest-AttachVolumeNegativeTest-275227323 tempest-AttachVolumeNegativeTest-275227323-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171096'] for port (None), before_response {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:17:18.593552 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-e51abca9-6f39-4df8-b7f3-064cf6545c24 None None] Publish callbacks [] for port (dcb77b08-5327-4a07-9786-f06deaa3b854), precommit_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:17:18.598409 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-e51abca9-6f39-4df8-b7f3-064cf6545c24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762867176205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762866656485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762866656503'] for port (dcb77b08-5327-4a07-9786-f06deaa3b854), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:17:18.604808 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.plugin [None req-0f5d0e45-f3a4-4148-bbad-9f7d932ebc84 tempest-RoutersAdminTest-1529504030 tempest-RoutersAdminTest-1529504030-project-admin] Deleting port dcb77b08-5327-4a07-9786-f06deaa3b854 {{(pid=103230) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 19:17:18.605360 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-0f5d0e45-f3a4-4148-bbad-9f7d932ebc84 tempest-RoutersAdminTest-1529504030 tempest-RoutersAdminTest-1529504030-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762867170196'] for port (dcb77b08-5327-4a07-9786-f06deaa3b854), before_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:17:18.668366 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cb3ea56-7684-4d74-82f7-34059bb11db6 None None] Pushing event updated for resources: {'Port': ['ID=dcb77b08-5327-4a07-9786-f06deaa3b854,revision_number=2']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:17:18.679386 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.managers [None req-e51abca9-6f39-4df8-b7f3-064cf6545c24 None None] Attempting to bind port dcb77b08-5327-4a07-9786-f06deaa3b854 on host n-d-713498-36 for vnic_type normal with profile {{(pid=103232) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 19:17:18.683874 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.managers [None req-e51abca9-6f39-4df8-b7f3-064cf6545c24 None None] Attempting to bind port dcb77b08-5327-4a07-9786-f06deaa3b854 by drivers openvswitch,hyperv on host n-d-713498-36 at level 0 using segments [{'id': 'a4222f89-8d3f-4b51-953b-1a8126392491', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '88055e1e-672a-4487-be31-ffb6e833ece5'}] {{(pid=103232) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 19:17:18.684331 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e51abca9-6f39-4df8-b7f3-064cf6545c24 None None] Attempting to bind port dcb77b08-5327-4a07-9786-f06deaa3b854 on network 88055e1e-672a-4487-be31-ffb6e833ece5 {{(pid=103232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 19:17:18.692945 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e51abca9-6f39-4df8-b7f3-064cf6545c24 None None] Checking agent: {'id': '496418a2-c002-4aec-ab1a-07f3bea491bd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-36', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 18, 51, 47), 'started_at': datetime.datetime(2022, 2, 9, 18, 52, 17), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 19, 17, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-36'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 19:17:18.694071 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e51abca9-6f39-4df8-b7f3-064cf6545c24 None None] Checking segment: {'id': 'a4222f89-8d3f-4b51-953b-1a8126392491', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '88055e1e-672a-4487-be31-ffb6e833ece5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103232) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 19:17:18.695305 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-e51abca9-6f39-4df8-b7f3-064cf6545c24 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:17:18.695977 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e51abca9-6f39-4df8-b7f3-064cf6545c24 None None] Bound using segment: {'id': 'a4222f89-8d3f-4b51-953b-1a8126392491', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '88055e1e-672a-4487-be31-ffb6e833ece5'} {{(pid=103232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 19:17:18.696942 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.managers [None req-e51abca9-6f39-4df8-b7f3-064cf6545c24 None None] Bound port: dcb77b08-5327-4a07-9786-f06deaa3b854, host: n-d-713498-36, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a4222f89-8d3f-4b51-953b-1a8126392491', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '88055e1e-672a-4487-be31-ffb6e833ece5'}}] {{(pid=103232) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 19:17:18.698307 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-e51abca9-6f39-4df8-b7f3-064cf6545c24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (dcb77b08-5327-4a07-9786-f06deaa3b854), before_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:17:18.723841 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-38d45ca5-758d-44a5-80d4-e0eca39429f0 req-48e0ac8a-44ec-440d-8f00-8476fa4562fb tempest-AttachVolumeNegativeTest-275227323 tempest-AttachVolumeNegativeTest-275227323-project] 10.222.0.89 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.6879644 Feb 09 19:17:18.724083 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b17d136-c0b2-4383-b721-a8ba4b2107d5 req-217102c7-f1f2-442b-b7c3-b289414703b1 tempest-MigrationsAdminTest-892781459 tempest-MigrationsAdminTest-892781459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:17:18.725465 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-3b17d136-c0b2-4383-b721-a8ba4b2107d5 req-217102c7-f1f2-442b-b7c3-b289414703b1 tempest-MigrationsAdminTest-892781459 tempest-MigrationsAdminTest-892781459-project] 10.222.0.90 "GET /v2.0/ports?device_id=324ad1af-f9e3-424e-981f-7b5b8b459dd1 HTTP/1.1" status: 200 len: 949 time: 0.1446145 Feb 09 19:17:18.752372 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-7429db8d-6021-40ad-813e-885be449a89b None None] get_ports_and_sgs() called for port_ids ['0b7fad14-f4df-4f17-bf51-32b75c58ff68'] {{(pid=103232) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 19:17:18.767661 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-0f5d0e45-f3a4-4148-bbad-9f7d932ebc84 tempest-RoutersAdminTest-1529504030 tempest-RoutersAdminTest-1529504030-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1820838'] for port (dcb77b08-5327-4a07-9786-f06deaa3b854), precommit_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:17:18.773282 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.v2.base [req-38d45ca5-758d-44a5-80d4-e0eca39429f0 req-15575e53-acec-4e4e-8258-586c667bc461 service neutron] Request body: {'port': {'device_id': 'bae7eb97-4761-4fc6-a387-638f695fc4f3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-713498-36'}} {{(pid=103229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 19:17:18.808089 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccda3084-7fc1-4338-a6f2-d6c68b10c22f tempest-ServerAddressesTestJSON-255045322 tempest-ServerAddressesTestJSON-255045322-project] Pushing event deleted for resources: {'Port': ['ID=0b7fad14-f4df-4f17-bf51-32b75c58ff68,revision_number=None']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:17:18.809672 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.plugin [None req-0f5d0e45-f3a4-4148-bbad-9f7d932ebc84 tempest-RoutersAdminTest-1529504030 tempest-RoutersAdminTest-1529504030-project-admin] Calling delete_port for dcb77b08-5327-4a07-9786-f06deaa3b854 owned by network:router_gateway {{(pid=103230) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 19:17:18.811509 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-e51abca9-6f39-4df8-b7f3-064cf6545c24 None None] For port dcb77b08-5327-4a07-9786-f06deaa3b854, host n-d-713498-36, cleared binding levels {{(pid=103232) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 19:17:18.815281 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-50b9512c-50c7-404e-b4e0-d508d3e02199 req-df4109c9-1cc1-4c45-bdf3-fd1539017f41 tempest-ServerAddressesTestJSON-255045322 tempest-ServerAddressesTestJSON-255045322-project] 10.222.0.75 "GET /v2.0/ports?device_id=4b9f30e4-39ec-4393-bb5a-955f0e570137 HTTP/1.1" status: 200 len: 210 time: 0.0447202 Feb 09 19:17:18.819803 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-e51abca9-6f39-4df8-b7f3-064cf6545c24 None None] For port dcb77b08-5327-4a07-9786-f06deaa3b854, host n-d-713498-36, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-36',level=0,port_id=dcb77b08-5327-4a07-9786-f06deaa3b854,segment=NetworkSegment(a4222f89-8d3f-4b51-953b-1a8126392491),segment_id=a4222f89-8d3f-4b51-953b-1a8126392491)] {{(pid=103232) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 19:17:18.829659 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-e51abca9-6f39-4df8-b7f3-064cf6545c24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762867176205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762866656485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762866656503'] for port (dcb77b08-5327-4a07-9786-f06deaa3b854), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:17:18.862118 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-38d45ca5-758d-44a5-80d4-e0eca39429f0 req-15575e53-acec-4e4e-8258-586c667bc461 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (35ccb5fc-0174-476e-9fad-08fae2a5fb89), before_update {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:17:18.899611 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cb3ea56-7684-4d74-82f7-34059bb11db6 None None] Pushing event updated for resources: {'Port': ['ID=dcb77b08-5327-4a07-9786-f06deaa3b854,revision_number=3']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:17:18.958480 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762867132591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593584'] for agent (bcd5faee-dc24-4298-9134-0e0aa054058e), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:17:18.964880 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.plugin [req-3b17d136-c0b2-4383-b721-a8ba4b2107d5 req-9c9c4c1b-c717-428b-a5dc-6ec7e63f2627 tempest-MigrationsAdminTest-892781459 tempest-MigrationsAdminTest-892781459-project] Deleting port 246dd422-aaed-44c8-8f53-c0bcff989a68 {{(pid=103230) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 19:17:18.965222 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [req-3b17d136-c0b2-4383-b721-a8ba4b2107d5 req-9c9c4c1b-c717-428b-a5dc-6ec7e63f2627 tempest-MigrationsAdminTest-892781459 tempest-MigrationsAdminTest-892781459-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762867170196'] for port (246dd422-aaed-44c8-8f53-c0bcff989a68), before_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:17:18.971972 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e51abca9-6f39-4df8-b7f3-064cf6545c24 None None] Routers {'b5d64a5f-002a-4805-b75e-f3139c13a5e5'} bound to L3 agent in host n-d-713498-36 {{(pid=103232) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 19:17:18.972805 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.l3_hamode_db [None req-e51abca9-6f39-4df8-b7f3-064cf6545c24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T18:51:43Z,description=,heartbeat_timestamp=2022-02-09T19:17:13Z,host='n-d-713498-36',id=93303d5e-5d17-45e8-8963-7694f87783ae,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T18:51:43Z,topic='l3_agent')) {'router_ids': ['b5d64a5f-002a-4805-b75e-f3139c13a5e5'], 'active': True} {{(pid=103232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:17:19.106996 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.l3_dvr_db [None req-e51abca9-6f39-4df8-b7f3-064cf6545c24 None None] Set router b5d64a5f-002a-4805-b75e-f3139c13a5e5 gateway port host: None {{(pid=103232) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 19:17:19.202105 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.l3_hamode_db [None req-e51abca9-6f39-4df8-b7f3-064cf6545c24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5d64a5f-002a-4805-b75e-f3139c13a5e5', 'name': 'tempest-snat-router-757382063', 'tenant_id': 'c49d8c6f1a0f4216bdbccfdbff23d04f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T19:17:13Z', 'updated_at': '2022-02-09T19:17:18Z', 'revision_number': 4, 'project_id': 'c49d8c6f1a0f4216bdbccfdbff23d04f', 'gw_port_host': None}], 'n-d-713498-36', False) {} {{(pid=103232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:17:19.232722 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e51abca9-6f39-4df8-b7f3-064cf6545c24 None None] The sync data for ids ['b5d64a5f-002a-4805-b75e-f3139c13a5e5'] in n-d-713498-36 is: [{'id': 'b5d64a5f-002a-4805-b75e-f3139c13a5e5', 'name': 'tempest-snat-router-757382063', 'tenant_id': 'c49d8c6f1a0f4216bdbccfdbff23d04f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T19:17:13Z', 'updated_at': '2022-02-09T19:17:18Z', 'revision_number': 4, 'project_id': 'c49d8c6f1a0f4216bdbccfdbff23d04f', 'gw_port_host': None}] {{(pid=103232) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 19:17:19.233124 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.db [req-3b17d136-c0b2-4383-b721-a8ba4b2107d5 req-9c9c4c1b-c717-428b-a5dc-6ec7e63f2627 tempest-MigrationsAdminTest-892781459 tempest-MigrationsAdminTest-892781459-project] For port 246dd422-aaed-44c8-8f53-c0bcff989a68, host n-h2-713498-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-36',level=0,port_id=246dd422-aaed-44c8-8f53-c0bcff989a68,segment=NetworkSegment(50e5915e-18f0-4558-9a28-b978975ead36),segment_id=50e5915e-18f0-4558-9a28-b978975ead36)] {{(pid=103230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 19:17:19.233686 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [req-3b17d136-c0b2-4383-b721-a8ba4b2107d5 req-9c9c4c1b-c717-428b-a5dc-6ec7e63f2627 tempest-MigrationsAdminTest-892781459 tempest-MigrationsAdminTest-892781459-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1820838'] for port (246dd422-aaed-44c8-8f53-c0bcff989a68), precommit_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:17:19.287676 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Device 4b224fa7-6418-4cc6-a286-c4800028e95e up at agent ovs-agent-n-d-713498-36 {{(pid=103232) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 19:17:19.301986 n-d-713498-36 neutron-server[103229]: DEBUG neutron.db.l3_dvrscheduler_db [req-2eb7ddb8-bb64-46bf-9737-366d2d3242af req-ccda3084-7fc1-4338-a6f2-d6c68b10c22f tempest-ServerAddressesTestJSON-255045322 tempest-ServerAddressesTestJSON-255045322-project] No DVR routers for this DVR port 0b7fad14-f4df-4f17-bf51-32b75c58ff68 on host n-h2-713498-36 {{(pid=103229) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 19:17:19.329723 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-2eb7ddb8-bb64-46bf-9737-366d2d3242af req-ccda3084-7fc1-4338-a6f2-d6c68b10c22f tempest-ServerAddressesTestJSON-255045322 tempest-ServerAddressesTestJSON-255045322-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171096'] for port (None), before_response {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:17:19.331003 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.plugin [req-3b17d136-c0b2-4383-b721-a8ba4b2107d5 req-9c9c4c1b-c717-428b-a5dc-6ec7e63f2627 tempest-MigrationsAdminTest-892781459 tempest-MigrationsAdminTest-892781459-project] Calling delete_port for 246dd422-aaed-44c8-8f53-c0bcff989a68 owned by compute:nova {{(pid=103230) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 19:17:19.333122 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-2eb7ddb8-bb64-46bf-9737-366d2d3242af req-ccda3084-7fc1-4338-a6f2-d6c68b10c22f tempest-ServerAddressesTestJSON-255045322 tempest-ServerAddressesTestJSON-255045322-project] 10.222.0.90 "DELETE /v2.0/ports/0b7fad14-f4df-4f17-bf51-32b75c58ff68 HTTP/1.1" status: 204 len: 173 time: 2.1029441 Feb 09 19:17:19.333606 n-d-713498-36 neutron-server[103229]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4b9f30e4-39ec-4393-bb5a-955f0e570137', 'name': 'network-vif-deleted', 'tag': '0b7fad14-f4df-4f17-bf51-32b75c58ff68'}] {{(pid=103229) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 19:17:19.336025 n-d-713498-36 neutron-server[103229]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fa6ae9a20702bd564eaf90d946620b2b4277b1ab91129323d3b54181076be307" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4e6eb96f-6283-41ff-bc89-4ffba24866de" -d '{"events": [{"server_uuid": "4b9f30e4-39ec-4393-bb5a-955f0e570137", "name": "network-vif-deleted", "tag": "0b7fad14-f4df-4f17-bf51-32b75c58ff68"}]}' {{(pid=103229) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 19:17:19.363253 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35086c78-3425-442d-abd5-632cb321b279 req-44af1a91-8226-4450-a94e-f56e6799a1b9 tempest-MultipleCreateTestJSON-395872300 tempest-MultipleCreateTestJSON-395872300-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:17:19.378149 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-35086c78-3425-442d-abd5-632cb321b279 req-44af1a91-8226-4450-a94e-f56e6799a1b9 tempest-MultipleCreateTestJSON-395872300 tempest-MultipleCreateTestJSON-395872300-project] 10.222.0.75 "GET /v2.0/networks?id=ce5a1920-47d4-4acd-9320-1f2b7d8adbbf HTTP/1.1" status: 200 len: 813 time: 0.7827363 Feb 09 19:17:19.393865 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.provisioning_blocks [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Provisioning complete for port 4b224fa7-6418-4cc6-a286-c4800028e95e triggered by entity L2. {{(pid=103232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 19:17:19.394645 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593630'] for port (4b224fa7-6418-4cc6-a286-c4800028e95e), provisioning_complete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:17:19.406783 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-35086c78-3425-442d-abd5-632cb321b279 req-8afbd5cc-dfa8-4e49-9cf4-fd7ebfeed977 tempest-MultipleCreateTestJSON-395872300 tempest-MultipleCreateTestJSON-395872300-project] 10.222.0.75 "GET /v2.0/quotas/b778494753704141b6eb8355afee2383 HTTP/1.1" status: 200 len: 375 time: 0.0279031 Feb 09 19:17:19.494695 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62fd1b7e-79b6-4c86-a03d-a56dc93d07b7 req-44529580-d0c3-4801-915e-cf947f4aae71 tempest-AttachVolumeNegativeTest-275227323 tempest-AttachVolumeNegativeTest-275227323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:17:19.503103 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-62fd1b7e-79b6-4c86-a03d-a56dc93d07b7 req-44529580-d0c3-4801-915e-cf947f4aae71 tempest-AttachVolumeNegativeTest-275227323 tempest-AttachVolumeNegativeTest-275227323-project] 10.222.0.75 "GET /v2.0/ports?device_id=bae7eb97-4761-4fc6-a387-638f695fc4f3 HTTP/1.1" status: 200 len: 932 time: 0.4320867 Feb 09 19:17:19.533042 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-0f5d0e45-f3a4-4148-bbad-9f7d932ebc84 tempest-RoutersAdminTest-1529504030 tempest-RoutersAdminTest-1529504030-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762867177463', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762866656476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14393751'] for port (dcb77b08-5327-4a07-9786-f06deaa3b854), after_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:17:19.544507 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Current status of the port 4b224fa7-6418-4cc6-a286-c4800028e95e is: ACTIVE; New status is: ACTIVE {{(pid=103232) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 19:17:19.633385 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f5d0e45-f3a4-4148-bbad-9f7d932ebc84 tempest-RoutersAdminTest-1529504030 tempest-RoutersAdminTest-1529504030-project-admin] Pushing event deleted for resources: {'Port': ['ID=dcb77b08-5327-4a07-9786-f06deaa3b854,revision_number=None']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:17:19.664440 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-35086c78-3425-442d-abd5-632cb321b279 req-3258fdb0-3735-46ca-b6a1-c15528033dbe tempest-MultipleCreateTestJSON-395872300 tempest-MultipleCreateTestJSON-395872300-project] 10.222.0.75 "GET /v2.0/ports?tenant_id=b778494753704141b6eb8355afee2383&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2567735 Feb 09 19:17:19.731107 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [req-3b17d136-c0b2-4383-b721-a8ba4b2107d5 req-9c9c4c1b-c717-428b-a5dc-6ec7e63f2627 tempest-MigrationsAdminTest-892781459 tempest-MigrationsAdminTest-892781459-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762867177463', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762866656476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14393751'] for port (246dd422-aaed-44c8-8f53-c0bcff989a68), after_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:17:19.752775 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-7429db8d-6021-40ad-813e-885be449a89b None None] get_ports_and_sgs() called for port_ids ['dc73d538-3849-44b7-8f0e-7c99557efa00'] {{(pid=103232) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 19:17:19.785362 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-62fd1b7e-79b6-4c86-a03d-a56dc93d07b7 req-96c8d8cd-ddcb-4b32-b185-0f6f32851b2f tempest-AttachVolumeNegativeTest-275227323 tempest-AttachVolumeNegativeTest-275227323-project] 10.222.0.75 "GET /v2.0/security-groups?id=4936bce0-5f58-4a33-9b1f-fa66fe6c175f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2795103 Feb 09 19:17:19.818701 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c35be4f1-5fc9-4e23-a73b-72b20ce16dc9 req-2dfe6f4d-2f75-404f-941a-0e7cf3631206 tempest-MultipleCreateTestJSON-395872300 tempest-MultipleCreateTestJSON-395872300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:17:19.820426 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-c35be4f1-5fc9-4e23-a73b-72b20ce16dc9 req-2dfe6f4d-2f75-404f-941a-0e7cf3631206 tempest-MultipleCreateTestJSON-395872300 tempest-MultipleCreateTestJSON-395872300-project] 10.222.0.89 "GET /v2.0/ports?device_id=9158ce27-124a-482c-b9ca-b1c1f903ece5 HTTP/1.1" status: 200 len: 946 time: 0.3125079 Feb 09 19:17:19.824413 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-0f5d0e45-f3a4-4148-bbad-9f7d932ebc84 tempest-RoutersAdminTest-1529504030 tempest-RoutersAdminTest-1529504030-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1818987'] for router_gateway (b5d64a5f-002a-4805-b75e-f3139c13a5e5), after_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:17:19.826782 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c9c4c1b-c717-428b-a5dc-6ec7e63f2627 tempest-MigrationsAdminTest-892781459 tempest-MigrationsAdminTest-892781459-project] Pushing event deleted for resources: {'Port': ['ID=246dd422-aaed-44c8-8f53-c0bcff989a68,revision_number=None']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:17:19.853253 n-d-713498-36 neutron-server[103229]: DEBUG neutron.notifiers.nova [req-38d45ca5-758d-44a5-80d4-e0eca39429f0 req-15575e53-acec-4e4e-8258-586c667bc461 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 35ccb5fc-0174-476e-9fad-08fae2a5fb89 {{(pid=103229) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 19:17:19.885340 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-38d45ca5-758d-44a5-80d4-e0eca39429f0 req-15575e53-acec-4e4e-8258-586c667bc461 service neutron] Publish callbacks [] for port (35ccb5fc-0174-476e-9fad-08fae2a5fb89), precommit_update {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:17:19.919349 n-d-713498-36 neutron-server[103229]: DEBUG neutron.db.provisioning_blocks [req-38d45ca5-758d-44a5-80d4-e0eca39429f0 req-15575e53-acec-4e4e-8258-586c667bc461 service neutron] Transition to ACTIVE for port object 35ccb5fc-0174-476e-9fad-08fae2a5fb89 will not be triggered until provisioned by entity L2. {{(pid=103229) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 19:17:19.926921 n-d-713498-36 neutron-server[103229]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 19:17:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-70f18f61-af78-4a1c-9617-aca6e9426f27 x-openstack-request-id: req-70f18f61-af78-4a1c-9617-aca6e9426f27 {{(pid=103229) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 19:17:19.927425 n-d-713498-36 neutron-server[103229]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4b9f30e4-39ec-4393-bb5a-955f0e570137", "name": "network-vif-deleted", "tag": "0b7fad14-f4df-4f17-bf51-32b75c58ff68", "status": "completed", "code": 200}]} {{(pid=103229) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 19:17:19.927791 n-d-713498-36 neutron-server[103229]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-70f18f61-af78-4a1c-9617-aca6e9426f27 {{(pid=103229) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 19:17:19.928312 n-d-713498-36 neutron-server[103229]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4b9f30e4-39ec-4393-bb5a-955f0e570137', 'name': 'network-vif-deleted', 'tag': '0b7fad14-f4df-4f17-bf51-32b75c58ff68', 'status': 'completed', 'code': 200} Feb 09 19:17:19.941307 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-35086c78-3425-442d-abd5-632cb321b279 req-4c76d4af-4aba-4b35-957a-78aa19861e8c service neutron] 10.222.0.75 "GET /v2.0/networks/ce5a1920-47d4-4acd-9320-1f2b7d8adbbf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2586205 Feb 09 19:17:19.955860 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-38d45ca5-758d-44a5-80d4-e0eca39429f0 req-15575e53-acec-4e4e-8258-586c667bc461 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762867176205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762866656485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762866656503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12867569'] for port (35ccb5fc-0174-476e-9fad-08fae2a5fb89), after_update {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:17:20.061722 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-90199f1c-6c00-4ab3-9906-addc574392ea req-64556ba4-ead3-4431-8be9-7f68705e10fe tempest-MigrationsAdminTest-892781459 tempest-MigrationsAdminTest-892781459-project] 10.222.0.75 "GET /v2.0/ports?device_id=324ad1af-f9e3-424e-981f-7b5b8b459dd1 HTTP/1.1" status: 200 len: 210 time: 0.0312836 Feb 09 19:17:20.062541 n-d-713498-36 neutron-server[103230]: DEBUG neutron.db.l3_dvrscheduler_db [req-3b17d136-c0b2-4383-b721-a8ba4b2107d5 req-9c9c4c1b-c717-428b-a5dc-6ec7e63f2627 tempest-MigrationsAdminTest-892781459 tempest-MigrationsAdminTest-892781459-project] No DVR routers for this DVR port 246dd422-aaed-44c8-8f53-c0bcff989a68 on host n-h2-713498-36 {{(pid=103230) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 19:17:20.065209 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [req-3b17d136-c0b2-4383-b721-a8ba4b2107d5 req-9c9c4c1b-c717-428b-a5dc-6ec7e63f2627 tempest-MigrationsAdminTest-892781459 tempest-MigrationsAdminTest-892781459-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171096'] for port (None), before_response {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:17:20.070141 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-3b17d136-c0b2-4383-b721-a8ba4b2107d5 req-9c9c4c1b-c717-428b-a5dc-6ec7e63f2627 tempest-MigrationsAdminTest-892781459 tempest-MigrationsAdminTest-892781459-project] 10.222.0.90 "DELETE /v2.0/ports/246dd422-aaed-44c8-8f53-c0bcff989a68 HTTP/1.1" status: 204 len: 173 time: 1.3330822 Feb 09 19:17:20.076539 n-d-713498-36 neutron-server[103230]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '324ad1af-f9e3-424e-981f-7b5b8b459dd1', 'name': 'network-vif-deleted', 'tag': '246dd422-aaed-44c8-8f53-c0bcff989a68'}] {{(pid=103230) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 19:17:20.078869 n-d-713498-36 neutron-server[103230]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aee5919275bae9f72eb374ee322673045eb80c1f84b4b45a97d96923bd50ab51" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bb30cce1-e39a-4e64-8a04-bc35609c438f" -d '{"events": [{"server_uuid": "324ad1af-f9e3-424e-981f-7b5b8b459dd1", "name": "network-vif-deleted", "tag": "246dd422-aaed-44c8-8f53-c0bcff989a68"}]}' {{(pid=103230) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 19:17:20.085017 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-0f5d0e45-f3a4-4148-bbad-9f7d932ebc84 tempest-RoutersAdminTest-1529504030 tempest-RoutersAdminTest-1529504030-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1834988', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-58375'] for router (b5d64a5f-002a-4805-b75e-f3139c13a5e5), precommit_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:17:20.102048 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-0f5d0e45-f3a4-4148-bbad-9f7d932ebc84 tempest-RoutersAdminTest-1529504030 tempest-RoutersAdminTest-1529504030-project-admin] Publish callbacks [] for router_controller (b5d64a5f-002a-4805-b75e-f3139c13a5e5), precommit_delete_associations {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:17:20.158983 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15575e53-acec-4e4e-8258-586c667bc461 service neutron] Pushing event updated for resources: {'Port': ['ID=35ccb5fc-0174-476e-9fad-08fae2a5fb89,revision_number=2']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:17:20.195266 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-0f5d0e45-f3a4-4148-bbad-9f7d932ebc84 tempest-RoutersAdminTest-1529504030 tempest-RoutersAdminTest-1529504030-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1835003'] for router (b5d64a5f-002a-4805-b75e-f3139c13a5e5), after_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:17:20.196456 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0f5d0e45-f3a4-4148-bbad-9f7d932ebc84 tempest-RoutersAdminTest-1529504030 tempest-RoutersAdminTest-1529504030-project-admin] Fanout notify agent at l3_agent the message router_deleted on router b5d64a5f-002a-4805-b75e-f3139c13a5e5 {{(pid=103230) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 09 19:17:20.211404 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-0f5d0e45-f3a4-4148-bbad-9f7d932ebc84 tempest-RoutersAdminTest-1529504030 tempest-RoutersAdminTest-1529504030-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:17:20.212941 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-0f5d0e45-f3a4-4148-bbad-9f7d932ebc84 tempest-RoutersAdminTest-1529504030 tempest-RoutersAdminTest-1529504030-project-admin] 10.222.0.75 "DELETE /v2.0/routers/b5d64a5f-002a-4805-b75e-f3139c13a5e5 HTTP/1.1" status: 204 len: 168 time: 2.5214612 Feb 09 19:17:20.218873 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 38514) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:17:20.252653 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-35086c78-3425-442d-abd5-632cb321b279 req-301d850c-9bd6-4da7-b301-9f4d7d7856d0 service neutron] 10.222.0.75 "GET /v2.0/networks/ce5a1920-47d4-4acd-9320-1f2b7d8adbbf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3103929 Feb 09 19:17:20.280717 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.plugin [req-c35be4f1-5fc9-4e23-a73b-72b20ce16dc9 req-e653d918-52c7-4ca0-9c21-805c082b582b tempest-MultipleCreateTestJSON-395872300 tempest-MultipleCreateTestJSON-395872300-project] Deleting port 8d7d39bb-d86b-4989-9f9f-f6af90a58b05 {{(pid=103230) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 19:17:20.281074 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [req-c35be4f1-5fc9-4e23-a73b-72b20ce16dc9 req-e653d918-52c7-4ca0-9c21-805c082b582b tempest-MultipleCreateTestJSON-395872300 tempest-MultipleCreateTestJSON-395872300-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762867170196'] for port (8d7d39bb-d86b-4989-9f9f-f6af90a58b05), before_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:17:20.302435 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-15cc81cb-0751-434c-9b31-b7f92d35bc91 req-526752c4-57ec-4d74-a641-b122a7ac67e9 tempest-ServerAddressesTestJSON-255045322 tempest-ServerAddressesTestJSON-255045322-project] 10.222.0.75 "GET /v2.0/ports?device_id=4b9f30e4-39ec-4393-bb5a-955f0e570137 HTTP/1.1" status: 200 len: 210 time: 0.0721631 Feb 09 19:17:20.542190 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.managers [req-38d45ca5-758d-44a5-80d4-e0eca39429f0 req-15575e53-acec-4e4e-8258-586c667bc461 service neutron] Attempting to bind port 35ccb5fc-0174-476e-9fad-08fae2a5fb89 on host n-h1-713498-36 for vnic_type normal with profile {{(pid=103229) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 19:17:20.554885 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.managers [req-38d45ca5-758d-44a5-80d4-e0eca39429f0 req-15575e53-acec-4e4e-8258-586c667bc461 service neutron] Attempting to bind port 35ccb5fc-0174-476e-9fad-08fae2a5fb89 by drivers openvswitch,hyperv on host n-h1-713498-36 at level 0 using segments [{'id': 'c4b0cfb4-dad4-4b79-b4e7-2eec0bd08e3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': '1c43e0bb-e4e9-4561-873a-403fc433e655'}] {{(pid=103229) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 19:17:20.555456 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38d45ca5-758d-44a5-80d4-e0eca39429f0 req-15575e53-acec-4e4e-8258-586c667bc461 service neutron] Attempting to bind port 35ccb5fc-0174-476e-9fad-08fae2a5fb89 on network 1c43e0bb-e4e9-4561-873a-403fc433e655 {{(pid=103229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 19:17:20.568760 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38d45ca5-758d-44a5-80d4-e0eca39429f0 req-15575e53-acec-4e4e-8258-586c667bc461 service neutron] Port 35ccb5fc-0174-476e-9fad-08fae2a5fb89 on network 1c43e0bb-e4e9-4561-873a-403fc433e655 not bound, no agent of type Open vSwitch agent registered on host n-h1-713498-36 {{(pid=103229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 19:17:20.569252 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38d45ca5-758d-44a5-80d4-e0eca39429f0 req-15575e53-acec-4e4e-8258-586c667bc461 service neutron] Attempting to bind port 35ccb5fc-0174-476e-9fad-08fae2a5fb89 on network 1c43e0bb-e4e9-4561-873a-403fc433e655 {{(pid=103229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 19:17:20.603441 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38d45ca5-758d-44a5-80d4-e0eca39429f0 req-15575e53-acec-4e4e-8258-586c667bc461 service neutron] Checking agent: {'id': '488cd9ae-631f-4955-ba0b-4f5a13f12e9c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713498-36', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 18, 59, 18), 'started_at': datetime.datetime(2022, 2, 9, 18, 59, 18), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 19, 17, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 19:17:20.603929 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38d45ca5-758d-44a5-80d4-e0eca39429f0 req-15575e53-acec-4e4e-8258-586c667bc461 service neutron] Checking segment: {'id': 'c4b0cfb4-dad4-4b79-b4e7-2eec0bd08e3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': '1c43e0bb-e4e9-4561-873a-403fc433e655'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103229) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 19:17:20.604662 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38d45ca5-758d-44a5-80d4-e0eca39429f0 req-15575e53-acec-4e4e-8258-586c667bc461 service neutron] Bound using segment: {'id': 'c4b0cfb4-dad4-4b79-b4e7-2eec0bd08e3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': '1c43e0bb-e4e9-4561-873a-403fc433e655'} {{(pid=103229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 19:17:20.605148 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.managers [req-38d45ca5-758d-44a5-80d4-e0eca39429f0 req-15575e53-acec-4e4e-8258-586c667bc461 service neutron] Bound port: 35ccb5fc-0174-476e-9fad-08fae2a5fb89, host: n-h1-713498-36, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c4b0cfb4-dad4-4b79-b4e7-2eec0bd08e3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': '1c43e0bb-e4e9-4561-873a-403fc433e655'}}] {{(pid=103229) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 19:17:20.605615 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-38d45ca5-758d-44a5-80d4-e0eca39429f0 req-15575e53-acec-4e4e-8258-586c667bc461 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (35ccb5fc-0174-476e-9fad-08fae2a5fb89), before_update {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:17:20.754826 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-399802d7-3075-402b-a347-48bb517aae4f tempest-RoutersAdminTest-1529504030 tempest-RoutersAdminTest-1529504030-project-admin] Publish callbacks [] for router (92210933-2654-4e77-950f-9b26a6232f94), before_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:17:20.951737 n-d-713498-36 neutron-server[103230]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 19:17:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8be7e49f-3b4b-44c0-bc21-efb4a321e132 x-openstack-request-id: req-8be7e49f-3b4b-44c0-bc21-efb4a321e132 {{(pid=103230) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 19:17:20.952329 n-d-713498-36 neutron-server[103230]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "324ad1af-f9e3-424e-981f-7b5b8b459dd1", "name": "network-vif-deleted", "tag": "246dd422-aaed-44c8-8f53-c0bcff989a68", "status": "completed", "code": 200}]} {{(pid=103230) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 19:17:20.952329 n-d-713498-36 neutron-server[103230]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-8be7e49f-3b4b-44c0-bc21-efb4a321e132 {{(pid=103230) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 19:17:20.952587 n-d-713498-36 neutron-server[103230]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '324ad1af-f9e3-424e-981f-7b5b8b459dd1', 'name': 'network-vif-deleted', 'tag': '246dd422-aaed-44c8-8f53-c0bcff989a68', 'status': 'completed', 'code': 200} Feb 09 19:17:20.973741 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.db [req-38d45ca5-758d-44a5-80d4-e0eca39429f0 req-15575e53-acec-4e4e-8258-586c667bc461 service neutron] For port 35ccb5fc-0174-476e-9fad-08fae2a5fb89, host n-h1-713498-36, cleared binding levels {{(pid=103229) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 19:17:20.977801 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.db [req-38d45ca5-758d-44a5-80d4-e0eca39429f0 req-15575e53-acec-4e4e-8258-586c667bc461 service neutron] For port 35ccb5fc-0174-476e-9fad-08fae2a5fb89, host n-h1-713498-36, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-36',level=0,port_id=35ccb5fc-0174-476e-9fad-08fae2a5fb89,segment=NetworkSegment(c4b0cfb4-dad4-4b79-b4e7-2eec0bd08e3c),segment_id=c4b0cfb4-dad4-4b79-b4e7-2eec0bd08e3c)] {{(pid=103229) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 19:17:21.009566 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-5ac6cfaf-cf7a-4f6d-a6fe-351d065f315c req-0012479b-8465-4786-b274-050df8542732 tempest-MultipleCreateTestJSON-395872300 tempest-MultipleCreateTestJSON-395872300-project] 10.222.0.75 "GET /v2.0/ports?device_id=7ea22517-8b8e-49ad-bdce-25a22c248155 HTTP/1.1" status: 200 len: 210 time: 0.1413984 Feb 09 19:17:21.015074 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-38d45ca5-758d-44a5-80d4-e0eca39429f0 req-15575e53-acec-4e4e-8258-586c667bc461 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762867176205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762866656485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762866656503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12867569'] for port (35ccb5fc-0174-476e-9fad-08fae2a5fb89), after_update {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:17:21.077321 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38d45ca5-758d-44a5-80d4-e0eca39429f0 req-15575e53-acec-4e4e-8258-586c667bc461 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:17:21.077968 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-38d45ca5-758d-44a5-80d4-e0eca39429f0 req-15575e53-acec-4e4e-8258-586c667bc461 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171096'] for port (None), before_response {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:17:21.080050 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-38d45ca5-758d-44a5-80d4-e0eca39429f0 req-15575e53-acec-4e4e-8258-586c667bc461 service neutron] 10.222.0.89 "PUT /v2.0/ports/35ccb5fc-0174-476e-9fad-08fae2a5fb89 HTTP/1.1" status: 200 len: 1093 time: 2.3386343 Feb 09 19:17:21.229522 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.db [req-c35be4f1-5fc9-4e23-a73b-72b20ce16dc9 req-e653d918-52c7-4ca0-9c21-805c082b582b tempest-MultipleCreateTestJSON-395872300 tempest-MultipleCreateTestJSON-395872300-project] For port 8d7d39bb-d86b-4989-9f9f-f6af90a58b05, host n-h1-713498-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-36',level=0,port_id=8d7d39bb-d86b-4989-9f9f-f6af90a58b05,segment=NetworkSegment(1386a966-4dd2-470f-b237-fb3374073af9),segment_id=1386a966-4dd2-470f-b237-fb3374073af9)] {{(pid=103230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 19:17:21.230285 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [req-c35be4f1-5fc9-4e23-a73b-72b20ce16dc9 req-e653d918-52c7-4ca0-9c21-805c082b582b tempest-MultipleCreateTestJSON-395872300 tempest-MultipleCreateTestJSON-395872300-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1820838'] for port (8d7d39bb-d86b-4989-9f9f-f6af90a58b05), precommit_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:17:21.237691 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15575e53-acec-4e4e-8258-586c667bc461 service neutron] Pushing event updated for resources: {'Port': ['ID=35ccb5fc-0174-476e-9fad-08fae2a5fb89,revision_number=3']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:17:21.256144 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.plugin [req-c35be4f1-5fc9-4e23-a73b-72b20ce16dc9 req-e653d918-52c7-4ca0-9c21-805c082b582b tempest-MultipleCreateTestJSON-395872300 tempest-MultipleCreateTestJSON-395872300-project] Calling delete_port for 8d7d39bb-d86b-4989-9f9f-f6af90a58b05 owned by compute:nova {{(pid=103230) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 19:17:21.265351 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-399802d7-3075-402b-a347-48bb517aae4f tempest-RoutersAdminTest-1529504030 tempest-RoutersAdminTest-1529504030-project-admin] Publish callbacks [] for router_gateway (92210933-2654-4e77-950f-9b26a6232f94), before_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:17:21.348998 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38d45ca5-758d-44a5-80d4-e0eca39429f0 req-ef1f0939-4a2f-43aa-8102-79eeecc29802 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:17:21.351099 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-38d45ca5-758d-44a5-80d4-e0eca39429f0 req-ef1f0939-4a2f-43aa-8102-79eeecc29802 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=5d3f70f6ea744878ae38cb247ef3217c&device_id=bae7eb97-4761-4fc6-a387-638f695fc4f3 HTTP/1.1" status: 200 len: 1127 time: 0.1914189 Feb 09 19:17:21.409275 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f70155e-2228-4d73-afe8-45d3e05fbf51 req-3e0639fe-c3f6-4d18-bd3e-65d44f96dd8a tempest-MultipleCreateTestJSON-395872300 tempest-MultipleCreateTestJSON-395872300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:17:21.411471 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-5f70155e-2228-4d73-afe8-45d3e05fbf51 req-3e0639fe-c3f6-4d18-bd3e-65d44f96dd8a tempest-MultipleCreateTestJSON-395872300 tempest-MultipleCreateTestJSON-395872300-project] 10.222.0.90 "GET /v2.0/ports?device_id=c32380bc-252c-45d0-bfcb-a5ff2d9eaf61 HTTP/1.1" status: 200 len: 945 time: 0.4711001 Feb 09 19:17:21.425197 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f1b8190-efd4-431b-b176-e260d1bc2d20 req-01f737c9-a0e3-4e2a-abcd-11d145337986 tempest-AttachVolumeNegativeTest-275227323 tempest-AttachVolumeNegativeTest-275227323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:17:21.428194 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-4f1b8190-efd4-431b-b176-e260d1bc2d20 req-01f737c9-a0e3-4e2a-abcd-11d145337986 tempest-AttachVolumeNegativeTest-275227323 tempest-AttachVolumeNegativeTest-275227323-project] 10.222.0.75 "GET /v2.0/ports?device_id=bae7eb97-4761-4fc6-a387-638f695fc4f3 HTTP/1.1" status: 200 len: 944 time: 0.4743414 Feb 09 19:17:21.447635 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-38d45ca5-758d-44a5-80d4-e0eca39429f0 req-cbc9a262-58f8-4fd2-b9a6-5f3d05d8d521 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=35ccb5fc-0174-476e-9fad-08fae2a5fb89 HTTP/1.1" status: 200 len: 217 time: 0.0846961 Feb 09 19:17:21.523399 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.plugin [None req-399802d7-3075-402b-a347-48bb517aae4f tempest-RoutersAdminTest-1529504030 tempest-RoutersAdminTest-1529504030-project-admin] Deleting port 4b224fa7-6418-4cc6-a286-c4800028e95e {{(pid=103229) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 19:17:21.524562 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-399802d7-3075-402b-a347-48bb517aae4f tempest-RoutersAdminTest-1529504030 tempest-RoutersAdminTest-1529504030-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762867170196'] for port (4b224fa7-6418-4cc6-a286-c4800028e95e), before_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:17:21.527073 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 38544) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:17:21.567838 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Device 0b7fad14-f4df-4f17-bf51-32b75c58ff68 no longer exists at agent hyperv_n-h2-713498-36 {{(pid=103232) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 19:17:21.592457 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38d45ca5-758d-44a5-80d4-e0eca39429f0 req-f810f8a9-4423-4747-b536-546d8b936e3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:17:21.594229 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-38d45ca5-758d-44a5-80d4-e0eca39429f0 req-f810f8a9-4423-4747-b536-546d8b936e3a service neutron] 10.222.0.89 "GET /v2.0/subnets?id=bfbf079d-29ec-44ec-8f0f-f87b207baa58 HTTP/1.1" status: 200 len: 854 time: 0.1401091 Feb 09 19:17:21.621906 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-7429db8d-6021-40ad-813e-885be449a89b None None] No Port match for: 0b7fad14-f4df-4f17-bf51-32b75c58ff68 {{(pid=103232) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 19:17:21.624882 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Device 0b7fad14-f4df-4f17-bf51-32b75c58ff68 not bound to the agent host n-h2-713498-36 {{(pid=103232) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 19:17:21.625914 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Device 246dd422-aaed-44c8-8f53-c0bcff989a68 no longer exists at agent hyperv_n-h2-713498-36 {{(pid=103232) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 19:17:21.677771 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-38d45ca5-758d-44a5-80d4-e0eca39429f0 req-2899f510-c884-410e-aff9-fdfdb808473a service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=1c43e0bb-e4e9-4561-873a-403fc433e655&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0707695 Feb 09 19:17:21.694487 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-7429db8d-6021-40ad-813e-885be449a89b None None] No Port match for: 246dd422-aaed-44c8-8f53-c0bcff989a68 {{(pid=103232) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 19:17:21.696091 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Device 246dd422-aaed-44c8-8f53-c0bcff989a68 not bound to the agent host n-h2-713498-36 {{(pid=103232) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 19:17:21.780206 n-d-713498-36 neutron-server[103229]: DEBUG neutron.db.db_base_plugin_v2 [None req-ddf4707e-45c3-437c-8d31-390c2ea472c4 admin admin] Deleting subnet 29a02ab6-448d-48ce-8aae-9d4f83c29844 {{(pid=103229) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 19:17:21.794830 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-ddf4707e-45c3-437c-8d31-390c2ea472c4 admin admin] Publish callbacks [] for subnet (29a02ab6-448d-48ce-8aae-9d4f83c29844), before_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:17:21.835180 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.db [None req-399802d7-3075-402b-a347-48bb517aae4f tempest-RoutersAdminTest-1529504030 tempest-RoutersAdminTest-1529504030-project-admin] For port 4b224fa7-6418-4cc6-a286-c4800028e95e, host n-d-713498-36, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-36',level=0,port_id=4b224fa7-6418-4cc6-a286-c4800028e95e,segment=NetworkSegment(a4222f89-8d3f-4b51-953b-1a8126392491),segment_id=a4222f89-8d3f-4b51-953b-1a8126392491)] {{(pid=103229) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 19:17:21.835559 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-399802d7-3075-402b-a347-48bb517aae4f tempest-RoutersAdminTest-1529504030 tempest-RoutersAdminTest-1529504030-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1820838'] for port (4b224fa7-6418-4cc6-a286-c4800028e95e), precommit_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:17:21.848534 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-4f1b8190-efd4-431b-b176-e260d1bc2d20 req-f584632c-04d7-4d4e-a00e-15c6431f931e tempest-AttachVolumeNegativeTest-275227323 tempest-AttachVolumeNegativeTest-275227323-project] 10.222.0.75 "GET /v2.0/security-groups?id=4936bce0-5f58-4a33-9b1f-fa66fe6c175f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3465297 Feb 09 19:17:21.849071 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e57d3a7-fd06-471b-b9f2-9cf997b6e442 req-64db2872-6523-484c-bce7-17f5023ee48e tempest-MigrationsAdminTest-892781459 tempest-MigrationsAdminTest-892781459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:17:21.852333 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [req-c35be4f1-5fc9-4e23-a73b-72b20ce16dc9 req-e653d918-52c7-4ca0-9c21-805c082b582b tempest-MultipleCreateTestJSON-395872300 tempest-MultipleCreateTestJSON-395872300-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762867177463', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762866656476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14393751'] for port (8d7d39bb-d86b-4989-9f9f-f6af90a58b05), after_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:17:21.857092 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-2e57d3a7-fd06-471b-b9f2-9cf997b6e442 req-64db2872-6523-484c-bce7-17f5023ee48e tempest-MigrationsAdminTest-892781459 tempest-MigrationsAdminTest-892781459-project] 10.222.0.75 "GET /v2.0/ports?device_id=7394cbff-f035-4166-a786-a8886a8e5e67 HTTP/1.1" status: 200 len: 950 time: 0.2584817 Feb 09 19:17:21.903561 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.plugin [None req-399802d7-3075-402b-a347-48bb517aae4f tempest-RoutersAdminTest-1529504030 tempest-RoutersAdminTest-1529504030-project-admin] Calling delete_port for 4b224fa7-6418-4cc6-a286-c4800028e95e owned by network:router_gateway {{(pid=103229) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 19:17:21.908057 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e653d918-52c7-4ca0-9c21-805c082b582b tempest-MultipleCreateTestJSON-395872300 tempest-MultipleCreateTestJSON-395872300-project] Pushing event deleted for resources: {'Port': ['ID=8d7d39bb-d86b-4989-9f9f-f6af90a58b05,revision_number=None']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:17:21.918684 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-ddf4707e-45c3-437c-8d31-390c2ea472c4 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16683410'] for subnet (29a02ab6-448d-48ce-8aae-9d4f83c29844), precommit_delete_associations {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:17:21.931348 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.plugin [req-5f70155e-2228-4d73-afe8-45d3e05fbf51 req-da1a62ff-4c8d-4c95-b26e-0db4e4d73630 tempest-MultipleCreateTestJSON-395872300 tempest-MultipleCreateTestJSON-395872300-project] Deleting port 0c3511af-ea92-49e3-90ee-e0e7ad07df70 {{(pid=103230) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 19:17:21.932935 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [req-5f70155e-2228-4d73-afe8-45d3e05fbf51 req-da1a62ff-4c8d-4c95-b26e-0db4e4d73630 tempest-MultipleCreateTestJSON-395872300 tempest-MultipleCreateTestJSON-395872300-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762867170196'] for port (0c3511af-ea92-49e3-90ee-e0e7ad07df70), before_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:17:21.949823 n-d-713498-36 neutron-server[103229]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bae7eb97-4761-4fc6-a387-638f695fc4f3', 'tag': '35ccb5fc-0174-476e-9fad-08fae2a5fb89'}] {{(pid=103229) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 19:17:21.952176 n-d-713498-36 neutron-server[103229]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fa6ae9a20702bd564eaf90d946620b2b4277b1ab91129323d3b54181076be307" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7b4170e2-0360-4c5d-a242-36a0041571c0" -d '{"events": [{"name": "network-changed", "server_uuid": "bae7eb97-4761-4fc6-a387-638f695fc4f3", "tag": "35ccb5fc-0174-476e-9fad-08fae2a5fb89"}]}' {{(pid=103229) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 19:17:21.977991 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-38d45ca5-758d-44a5-80d4-e0eca39429f0 req-0574500d-b05e-4cf8-8538-cc6ae9aa5b3c service neutron] 10.222.0.89 "GET /v2.0/networks/1c43e0bb-e4e9-4561-873a-403fc433e655?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2887170 Feb 09 19:17:22.028584 n-d-713498-36 neutron-server[103229]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 19:17:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-302b67c1-68a6-45e2-ac01-6a356b352919 x-openstack-request-id: req-302b67c1-68a6-45e2-ac01-6a356b352919 {{(pid=103229) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 19:17:22.028882 n-d-713498-36 neutron-server[103229]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bae7eb97-4761-4fc6-a387-638f695fc4f3", "tag": "35ccb5fc-0174-476e-9fad-08fae2a5fb89", "status": "completed", "code": 200}]} {{(pid=103229) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 19:17:22.029170 n-d-713498-36 neutron-server[103229]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-302b67c1-68a6-45e2-ac01-6a356b352919 {{(pid=103229) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 19:17:22.029595 n-d-713498-36 neutron-server[103229]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bae7eb97-4761-4fc6-a387-638f695fc4f3', 'tag': '35ccb5fc-0174-476e-9fad-08fae2a5fb89', 'status': 'completed', 'code': 200} Feb 09 19:17:22.088749 n-d-713498-36 neutron-server[103230]: DEBUG neutron.db.l3_dvrscheduler_db [req-c35be4f1-5fc9-4e23-a73b-72b20ce16dc9 req-e653d918-52c7-4ca0-9c21-805c082b582b tempest-MultipleCreateTestJSON-395872300 tempest-MultipleCreateTestJSON-395872300-project] No DVR routers for this DVR port 8d7d39bb-d86b-4989-9f9f-f6af90a58b05 on host n-h1-713498-36 {{(pid=103230) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 19:17:22.096663 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [req-c35be4f1-5fc9-4e23-a73b-72b20ce16dc9 req-e653d918-52c7-4ca0-9c21-805c082b582b tempest-MultipleCreateTestJSON-395872300 tempest-MultipleCreateTestJSON-395872300-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171096'] for port (None), before_response {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:17:22.101059 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-c35be4f1-5fc9-4e23-a73b-72b20ce16dc9 req-e653d918-52c7-4ca0-9c21-805c082b582b tempest-MultipleCreateTestJSON-395872300 tempest-MultipleCreateTestJSON-395872300-project] 10.222.0.89 "DELETE /v2.0/ports/8d7d39bb-d86b-4989-9f9f-f6af90a58b05 HTTP/1.1" status: 204 len: 173 time: 2.2703972 Feb 09 19:17:22.102560 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-2e57d3a7-fd06-471b-b9f2-9cf997b6e442 req-7f1ee20b-b06e-4891-8a3b-d57216c54813 tempest-MigrationsAdminTest-892781459 tempest-MigrationsAdminTest-892781459-project] 10.222.0.75 "GET /v2.0/security-groups?id=709912c8-8171-4435-800e-9e5c5e45bf8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2408891 Feb 09 19:17:22.107707 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-ddf4707e-45c3-437c-8d31-390c2ea472c4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-759852'] for subnet (29a02ab6-448d-48ce-8aae-9d4f83c29844), precommit_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:17:22.151348 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-3039c4b7-126d-40b1-be49-06ca590c389b req-b22c8cc0-e43c-4d8d-99b9-c981f7737d69 tempest-MultipleCreateTestJSON-395872300 tempest-MultipleCreateTestJSON-395872300-project] 10.222.0.75 "GET /v2.0/ports?device_id=7ea22517-8b8e-49ad-bdce-25a22c248155 HTTP/1.1" status: 200 len: 210 time: 0.0398617 Feb 09 19:17:22.221217 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.db [req-5f70155e-2228-4d73-afe8-45d3e05fbf51 req-da1a62ff-4c8d-4c95-b26e-0db4e4d73630 tempest-MultipleCreateTestJSON-395872300 tempest-MultipleCreateTestJSON-395872300-project] For port 0c3511af-ea92-49e3-90ee-e0e7ad07df70, host n-h2-713498-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-36',level=0,port_id=0c3511af-ea92-49e3-90ee-e0e7ad07df70,segment=NetworkSegment(1386a966-4dd2-470f-b237-fb3374073af9),segment_id=1386a966-4dd2-470f-b237-fb3374073af9)] {{(pid=103230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 19:17:22.222339 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [req-5f70155e-2228-4d73-afe8-45d3e05fbf51 req-da1a62ff-4c8d-4c95-b26e-0db4e4d73630 tempest-MultipleCreateTestJSON-395872300 tempest-MultipleCreateTestJSON-395872300-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1820838'] for port (0c3511af-ea92-49e3-90ee-e0e7ad07df70), precommit_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:17:22.250761 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.plugin [req-5f70155e-2228-4d73-afe8-45d3e05fbf51 req-da1a62ff-4c8d-4c95-b26e-0db4e4d73630 tempest-MultipleCreateTestJSON-395872300 tempest-MultipleCreateTestJSON-395872300-project] Calling delete_port for 0c3511af-ea92-49e3-90ee-e0e7ad07df70 owned by compute:nova {{(pid=103230) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 19:17:22.281885 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-38d45ca5-758d-44a5-80d4-e0eca39429f0 req-88a78f8c-5c95-4304-87b3-32c6ef36d40b service neutron] 10.222.0.89 "GET /v2.0/networks/1c43e0bb-e4e9-4561-873a-403fc433e655?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2651565 Feb 09 19:17:22.305899 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-ddf4707e-45c3-437c-8d31-390c2ea472c4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-760023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12867367', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12759238'] for subnet (29a02ab6-448d-48ce-8aae-9d4f83c29844), after_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:17:22.464141 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b4170e2-0360-4c5d-a242-36a0041571c0 req-670b1976-210c-4a71-895e-837080c955bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:17:22.467324 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-7b4170e2-0360-4c5d-a242-36a0041571c0 req-670b1976-210c-4a71-895e-837080c955bb service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=5d3f70f6ea744878ae38cb247ef3217c&device_id=bae7eb97-4761-4fc6-a387-638f695fc4f3 HTTP/1.1" status: 200 len: 1127 time: 0.1131122 Feb 09 19:17:22.485529 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddf4707e-45c3-437c-8d31-390c2ea472c4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=29a02ab6-448d-48ce-8aae-9d4f83c29844,revision_number=None']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:17:22.515187 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-ddf4707e-45c3-437c-8d31-390c2ea472c4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1613566'] for subnet (None), before_response {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:17:22.518704 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-ddf4707e-45c3-437c-8d31-390c2ea472c4 admin admin] 10.222.0.75 "DELETE /v2.0/subnets/29a02ab6-448d-48ce-8aae-9d4f83c29844 HTTP/1.1" status: 204 len: 168 time: 0.9861927 Feb 09 19:17:22.523368 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 38554) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:17:22.548094 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35086c78-3425-442d-abd5-632cb321b279 req-912fd84d-ee6d-4631-ac0e-13c0a969349c tempest-MultipleCreateTestJSON-395872300 tempest-MultipleCreateTestJSON-395872300-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:17:22.549847 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-35086c78-3425-442d-abd5-632cb321b279 req-912fd84d-ee6d-4631-ac0e-13c0a969349c tempest-MultipleCreateTestJSON-395872300 tempest-MultipleCreateTestJSON-395872300-project] 10.222.0.89 "GET /v2.0/networks?id=ce5a1920-47d4-4acd-9320-1f2b7d8adbbf HTTP/1.1" status: 200 len: 813 time: 0.1919298 Feb 09 19:17:22.620977 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [req-5f70155e-2228-4d73-afe8-45d3e05fbf51 req-da1a62ff-4c8d-4c95-b26e-0db4e4d73630 tempest-MultipleCreateTestJSON-395872300 tempest-MultipleCreateTestJSON-395872300-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762867177463', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762866656476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14393751'] for port (0c3511af-ea92-49e3-90ee-e0e7ad07df70), after_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:17:22.657083 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da1a62ff-4c8d-4c95-b26e-0db4e4d73630 tempest-MultipleCreateTestJSON-395872300 tempest-MultipleCreateTestJSON-395872300-project] Pushing event deleted for resources: {'Port': ['ID=0c3511af-ea92-49e3-90ee-e0e7ad07df70,revision_number=None']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:17:22.709810 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b4170e2-0360-4c5d-a242-36a0041571c0 req-cbf4b69b-8e65-46ab-a58b-3acf81064ac2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:17:22.712002 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-7b4170e2-0360-4c5d-a242-36a0041571c0 req-cbf4b69b-8e65-46ab-a58b-3acf81064ac2 service neutron] 10.222.0.89 "GET /v2.0/networks?id=1c43e0bb-e4e9-4561-873a-403fc433e655 HTTP/1.1" status: 200 len: 915 time: 0.2340839 Feb 09 19:17:22.740800 n-d-713498-36 neutron-server[103230]: DEBUG neutron.db.l3_dvrscheduler_db [req-5f70155e-2228-4d73-afe8-45d3e05fbf51 req-da1a62ff-4c8d-4c95-b26e-0db4e4d73630 tempest-MultipleCreateTestJSON-395872300 tempest-MultipleCreateTestJSON-395872300-project] No DVR routers for this DVR port 0c3511af-ea92-49e3-90ee-e0e7ad07df70 on host n-h2-713498-36 {{(pid=103230) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 19:17:22.744738 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [req-5f70155e-2228-4d73-afe8-45d3e05fbf51 req-da1a62ff-4c8d-4c95-b26e-0db4e4d73630 tempest-MultipleCreateTestJSON-395872300 tempest-MultipleCreateTestJSON-395872300-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171096'] for port (None), before_response {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:17:22.748032 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-5f70155e-2228-4d73-afe8-45d3e05fbf51 req-da1a62ff-4c8d-4c95-b26e-0db4e4d73630 tempest-MultipleCreateTestJSON-395872300 tempest-MultipleCreateTestJSON-395872300-project] 10.222.0.90 "DELETE /v2.0/ports/0c3511af-ea92-49e3-90ee-e0e7ad07df70 HTTP/1.1" status: 204 len: 173 time: 1.3099017 Feb 09 19:17:22.756760 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.v2.base [req-35086c78-3425-442d-abd5-632cb321b279 req-02a401ad-812b-412e-9bc3-b7d61b33774b tempest-MultipleCreateTestJSON-395872300 tempest-MultipleCreateTestJSON-395872300-project] Request body: {'port': {'device_id': '643875e4-4e65-407a-b1f0-4b9a6af5e319', 'network_id': 'ce5a1920-47d4-4acd-9320-1f2b7d8adbbf', 'admin_state_up': True, 'tenant_id': 'b778494753704141b6eb8355afee2383'}} {{(pid=103229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 19:17:22.777172 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-7b4170e2-0360-4c5d-a242-36a0041571c0 req-960c70b5-23e3-432c-8c3b-fd81f2c90f1e service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=35ccb5fc-0174-476e-9fad-08fae2a5fb89 HTTP/1.1" status: 200 len: 217 time: 0.0441692 Feb 09 19:17:22.854137 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b4170e2-0360-4c5d-a242-36a0041571c0 req-f8cb9037-ed1a-49dc-9a1f-ed457904ef72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:17:22.856296 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-7b4170e2-0360-4c5d-a242-36a0041571c0 req-f8cb9037-ed1a-49dc-9a1f-ed457904ef72 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=bfbf079d-29ec-44ec-8f0f-f87b207baa58 HTTP/1.1" status: 200 len: 854 time: 0.0731320 Feb 09 19:17:22.924584 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-7b4170e2-0360-4c5d-a242-36a0041571c0 req-0dadea5a-7b58-42a8-bd4f-b8202de951f9 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=1c43e0bb-e4e9-4561-873a-403fc433e655&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0606012 Feb 09 19:17:22.967663 n-d-713498-36 neutron-server[103230]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9158ce27-124a-482c-b9ca-b1c1f903ece5', 'name': 'network-vif-deleted', 'tag': '8d7d39bb-d86b-4989-9f9f-f6af90a58b05'}, {'server_uuid': 'c32380bc-252c-45d0-bfcb-a5ff2d9eaf61', 'name': 'network-vif-deleted', 'tag': '0c3511af-ea92-49e3-90ee-e0e7ad07df70'}] {{(pid=103230) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 19:17:22.970216 n-d-713498-36 neutron-server[103230]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aee5919275bae9f72eb374ee322673045eb80c1f84b4b45a97d96923bd50ab51" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1a99af8d-7670-4209-8589-8fba0aaf1fb9" -d '{"events": [{"server_uuid": "9158ce27-124a-482c-b9ca-b1c1f903ece5", "name": "network-vif-deleted", "tag": "8d7d39bb-d86b-4989-9f9f-f6af90a58b05"}, {"server_uuid": "c32380bc-252c-45d0-bfcb-a5ff2d9eaf61", "name": "network-vif-deleted", "tag": "0c3511af-ea92-49e3-90ee-e0e7ad07df70"}]}' {{(pid=103230) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 19:17:23.029137 n-d-713498-36 neutron-server[103230]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Wed, 09 Feb 2022 19:17:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d8e144cd-38b3-4ccb-93b0-194da6b36298 x-openstack-request-id: req-d8e144cd-38b3-4ccb-93b0-194da6b36298 {{(pid=103230) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 19:17:23.029367 n-d-713498-36 neutron-server[103230]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9158ce27-124a-482c-b9ca-b1c1f903ece5", "name": "network-vif-deleted", "tag": "8d7d39bb-d86b-4989-9f9f-f6af90a58b05", "status": "completed", "code": 200}, {"server_uuid": "c32380bc-252c-45d0-bfcb-a5ff2d9eaf61", "name": "network-vif-deleted", "tag": "0c3511af-ea92-49e3-90ee-e0e7ad07df70", "status": "completed", "code": 200}]} {{(pid=103230) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 19:17:23.029805 n-d-713498-36 neutron-server[103230]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-d8e144cd-38b3-4ccb-93b0-194da6b36298 {{(pid=103230) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 19:17:23.030284 n-d-713498-36 neutron-server[103230]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9158ce27-124a-482c-b9ca-b1c1f903ece5', 'name': 'network-vif-deleted', 'tag': '8d7d39bb-d86b-4989-9f9f-f6af90a58b05', 'status': 'completed', 'code': 200} Feb 09 19:17:23.030542 n-d-713498-36 neutron-server[103230]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c32380bc-252c-45d0-bfcb-a5ff2d9eaf61', 'name': 'network-vif-deleted', 'tag': '0c3511af-ea92-49e3-90ee-e0e7ad07df70', 'status': 'completed', 'code': 200} Feb 09 19:17:23.084064 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-7b4170e2-0360-4c5d-a242-36a0041571c0 req-e8e48253-82cf-4020-b21c-8aa9a20ab70e service neutron] 10.222.0.89 "GET /v2.0/networks/1c43e0bb-e4e9-4561-873a-403fc433e655?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1519258 Feb 09 19:17:23.160814 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35086c78-3425-442d-abd5-632cb321b279 req-9e5967eb-d37e-451e-ba48-02ca01eae843 tempest-MultipleCreateTestJSON-395872300 tempest-MultipleCreateTestJSON-395872300-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:17:23.162429 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-35086c78-3425-442d-abd5-632cb321b279 req-9e5967eb-d37e-451e-ba48-02ca01eae843 tempest-MultipleCreateTestJSON-395872300 tempest-MultipleCreateTestJSON-395872300-project] 10.222.0.90 "GET /v2.0/networks?id=ce5a1920-47d4-4acd-9320-1f2b7d8adbbf HTTP/1.1" status: 200 len: 813 time: 0.6421962 Feb 09 19:17:23.209268 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.v2.base [req-35086c78-3425-442d-abd5-632cb321b279 req-cbc3f979-5642-47e6-ae17-f24d9eb6c04a tempest-MultipleCreateTestJSON-395872300 tempest-MultipleCreateTestJSON-395872300-project] Request body: {'port': {'device_id': '7ea22517-8b8e-49ad-bdce-25a22c248155', 'network_id': 'ce5a1920-47d4-4acd-9320-1f2b7d8adbbf', 'admin_state_up': True, 'tenant_id': 'b778494753704141b6eb8355afee2383'}} {{(pid=103229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 19:17:23.269810 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-da275d9c-7aa3-460e-a7f9-c52cd70ff081 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-670458'] for network (cade22b5-6a45-46fd-b1f1-f47b726fd2b6), before_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:17:23.279657 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-399802d7-3075-402b-a347-48bb517aae4f tempest-RoutersAdminTest-1529504030 tempest-RoutersAdminTest-1529504030-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762867177463', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762866656476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12867576'] for port (4b224fa7-6418-4cc6-a286-c4800028e95e), after_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:17:23.285654 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-7b4170e2-0360-4c5d-a242-36a0041571c0 req-cbbd7e9f-979a-4488-a2f4-25d76c95a7d8 service neutron] 10.222.0.89 "GET /v2.0/networks/1c43e0bb-e4e9-4561-873a-403fc433e655?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1947706 Feb 09 19:17:23.303327 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-772b096f-6ad6-46de-a310-11a8c25b8649 req-53d71215-63c6-4f66-b448-9b4843f3fd32 tempest-MigrationsAdminTest-892781459 tempest-MigrationsAdminTest-892781459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:17:23.305028 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-772b096f-6ad6-46de-a310-11a8c25b8649 req-53d71215-63c6-4f66-b448-9b4843f3fd32 tempest-MigrationsAdminTest-892781459 tempest-MigrationsAdminTest-892781459-project] 10.222.0.75 "GET /v2.0/ports?device_id=7394cbff-f035-4166-a786-a8886a8e5e67 HTTP/1.1" status: 200 len: 950 time: 0.1193140 Feb 09 19:17:23.366364 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-399802d7-3075-402b-a347-48bb517aae4f tempest-RoutersAdminTest-1529504030 tempest-RoutersAdminTest-1529504030-project-admin] Pushing event deleted for resources: {'Port': ['ID=4b224fa7-6418-4cc6-a286-c4800028e95e,revision_number=None']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:17:23.372596 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-772b096f-6ad6-46de-a310-11a8c25b8649 req-35763991-3698-4d6d-bab7-9ce4290e305a tempest-MigrationsAdminTest-892781459 tempest-MigrationsAdminTest-892781459-project] 10.222.0.75 "GET /v2.0/security-groups?id=709912c8-8171-4435-800e-9e5c5e45bf8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0599430 Feb 09 19:17:23.431386 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0d1a33b-22cf-45e4-aba1-85e01782671c req-34cb8d49-5ed8-4593-b802-28729de09b12 tempest-AttachVolumeNegativeTest-275227323 tempest-AttachVolumeNegativeTest-275227323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:17:23.439518 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-e0d1a33b-22cf-45e4-aba1-85e01782671c req-34cb8d49-5ed8-4593-b802-28729de09b12 tempest-AttachVolumeNegativeTest-275227323 tempest-AttachVolumeNegativeTest-275227323-project] 10.222.0.75 "GET /v2.0/ports?device_id=bae7eb97-4761-4fc6-a387-638f695fc4f3 HTTP/1.1" status: 200 len: 944 time: 0.3000855 Feb 09 19:17:23.527217 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-824414fd-4f38-4f38-8f69-5a99cacf3357 req-bd6c31b3-7407-4c4c-8ce7-8da7d17bf5c6 tempest-MultipleCreateTestJSON-395872300 tempest-MultipleCreateTestJSON-395872300-project] 10.222.0.75 "GET /v2.0/ports?device_id=7ea22517-8b8e-49ad-bdce-25a22c248155 HTTP/1.1" status: 200 len: 210 time: 0.0596490 Feb 09 19:17:23.572800 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Device 0c3511af-ea92-49e3-90ee-e0e7ad07df70 no longer exists at agent hyperv_n-h2-713498-36 {{(pid=103232) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 19:17:23.603581 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-7429db8d-6021-40ad-813e-885be449a89b None None] No Port match for: 0c3511af-ea92-49e3-90ee-e0e7ad07df70 {{(pid=103232) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 19:17:23.604446 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Device 0c3511af-ea92-49e3-90ee-e0e7ad07df70 not bound to the agent host n-h2-713498-36 {{(pid=103232) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 19:17:23.630910 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-399802d7-3075-402b-a347-48bb517aae4f tempest-RoutersAdminTest-1529504030 tempest-RoutersAdminTest-1529504030-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1818987'] for router_gateway (92210933-2654-4e77-950f-9b26a6232f94), after_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:17:23.644133 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-da275d9c-7aa3-460e-a7f9-c52cd70ff081 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-590267', 'neutron.services.segments.db._delete_segments_for_network-8762867132609'] for network (cade22b5-6a45-46fd-b1f1-f47b726fd2b6), precommit_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:17:23.644754 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aeb70fe-d523-48bc-9f20-000bd2517e37 req-ff8e0a4d-5f8c-4151-b44f-24316e80af79 tempest-MigrationsAdminTest-892781459 tempest-MigrationsAdminTest-892781459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:17:23.646533 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-7aeb70fe-d523-48bc-9f20-000bd2517e37 req-ff8e0a4d-5f8c-4151-b44f-24316e80af79 tempest-MigrationsAdminTest-892781459 tempest-MigrationsAdminTest-892781459-project] 10.222.0.90 "GET /v2.0/ports?device_id=7394cbff-f035-4166-a786-a8886a8e5e67 HTTP/1.1" status: 200 len: 950 time: 0.0639286 Feb 09 19:17:23.720326 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Device 8d7d39bb-d86b-4989-9f9f-f6af90a58b05 no longer exists at agent hyperv_n-h1-713498-36 {{(pid=103232) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 19:17:23.749760 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] No Port match for: 8d7d39bb-d86b-4989-9f9f-f6af90a58b05 {{(pid=103232) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 19:17:23.750211 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Device 8d7d39bb-d86b-4989-9f9f-f6af90a58b05 not bound to the agent host n-h1-713498-36 {{(pid=103232) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 19:17:23.768055 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.plugin [req-7aeb70fe-d523-48bc-9f20-000bd2517e37 req-0184771e-6db7-4b53-a039-18a5a528fc3b tempest-MigrationsAdminTest-892781459 tempest-MigrationsAdminTest-892781459-project] Deleting port dc73d538-3849-44b7-8f0e-7c99557efa00 {{(pid=103230) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 19:17:23.768493 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [req-7aeb70fe-d523-48bc-9f20-000bd2517e37 req-0184771e-6db7-4b53-a039-18a5a528fc3b tempest-MigrationsAdminTest-892781459 tempest-MigrationsAdminTest-892781459-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762867170196'] for port (dc73d538-3849-44b7-8f0e-7c99557efa00), before_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:17:23.779067 n-d-713498-36 neutron-server[103229]: DEBUG neutron.services.segments.db [None req-da275d9c-7aa3-460e-a7f9-c52cd70ff081 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cade22b5-6a45-46fd-b1f1-f47b726fd2b6']}} {{(pid=103229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:17:23.787585 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-e0d1a33b-22cf-45e4-aba1-85e01782671c req-a0efe98f-8119-484c-af48-f72777734163 tempest-AttachVolumeNegativeTest-275227323 tempest-AttachVolumeNegativeTest-275227323-project] 10.222.0.75 "GET /v2.0/security-groups?id=4936bce0-5f58-4a33-9b1f-fa66fe6c175f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3471420 Feb 09 19:17:23.797686 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-35086c78-3425-442d-abd5-632cb321b279 req-02a401ad-812b-412e-9bc3-b7d61b33774b tempest-MultipleCreateTestJSON-395872300 tempest-MultipleCreateTestJSON-395872300-project] Made reservation on behalf of b778494753704141b6eb8355afee2383 for: {'port': 1} {{(pid=103229) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 19:17:23.803921 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-35086c78-3425-442d-abd5-632cb321b279 req-02a401ad-812b-412e-9bc3-b7d61b33774b tempest-MultipleCreateTestJSON-395872300 tempest-MultipleCreateTestJSON-395872300-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (None), before_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:17:23.817896 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-399802d7-3075-402b-a347-48bb517aae4f tempest-RoutersAdminTest-1529504030 tempest-RoutersAdminTest-1529504030-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1834988', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-58375'] for router (92210933-2654-4e77-950f-9b26a6232f94), precommit_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:17:23.822415 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-399802d7-3075-402b-a347-48bb517aae4f tempest-RoutersAdminTest-1529504030 tempest-RoutersAdminTest-1529504030-project-admin] Publish callbacks [] for router_controller (92210933-2654-4e77-950f-9b26a6232f94), precommit_delete_associations {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:17:23.825536 n-d-713498-36 neutron-server[103229]: DEBUG neutron.services.segments.db [None req-da275d9c-7aa3-460e-a7f9-c52cd70ff081 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5a2b6fc0-6e2b-4e37-adfa-650654689a88') {'for_net_delete': True} {{(pid=103229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:17:23.825536 n-d-713498-36 neutron-server[103229]: DEBUG neutron.services.segments.db [None req-da275d9c-7aa3-460e-a7f9-c52cd70ff081 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5a2b6fc0-6e2b-4e37-adfa-650654689a88') {} {{(pid=103229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:17:23.850056 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-da275d9c-7aa3-460e-a7f9-c52cd70ff081 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762867134154', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16683417'] for segment (5a2b6fc0-6e2b-4e37-adfa-650654689a88), before_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:17:23.877549 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.db [req-7aeb70fe-d523-48bc-9f20-000bd2517e37 req-0184771e-6db7-4b53-a039-18a5a528fc3b tempest-MigrationsAdminTest-892781459 tempest-MigrationsAdminTest-892781459-project] For port dc73d538-3849-44b7-8f0e-7c99557efa00, host n-h2-713498-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-36',level=0,port_id=dc73d538-3849-44b7-8f0e-7c99557efa00,segment=NetworkSegment(50e5915e-18f0-4558-9a28-b978975ead36),segment_id=50e5915e-18f0-4558-9a28-b978975ead36)] {{(pid=103230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 19:17:23.878108 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [req-7aeb70fe-d523-48bc-9f20-000bd2517e37 req-0184771e-6db7-4b53-a039-18a5a528fc3b tempest-MigrationsAdminTest-892781459 tempest-MigrationsAdminTest-892781459-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1820838'] for port (dc73d538-3849-44b7-8f0e-7c99557efa00), precommit_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:17:23.892740 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.plugin [req-7aeb70fe-d523-48bc-9f20-000bd2517e37 req-0184771e-6db7-4b53-a039-18a5a528fc3b tempest-MigrationsAdminTest-892781459 tempest-MigrationsAdminTest-892781459-project] Calling delete_port for dc73d538-3849-44b7-8f0e-7c99557efa00 owned by compute:nova {{(pid=103230) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 19:17:23.907409 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-35086c78-3425-442d-abd5-632cb321b279 req-cbc3f979-5642-47e6-ae17-f24d9eb6c04a tempest-MultipleCreateTestJSON-395872300 tempest-MultipleCreateTestJSON-395872300-project] Made reservation on behalf of b778494753704141b6eb8355afee2383 for: {'port': 1} {{(pid=103229) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 19:17:23.911145 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-35086c78-3425-442d-abd5-632cb321b279 req-cbc3f979-5642-47e6-ae17-f24d9eb6c04a tempest-MultipleCreateTestJSON-395872300 tempest-MultipleCreateTestJSON-395872300-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (None), before_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:17:23.915580 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-da275d9c-7aa3-460e-a7f9-c52cd70ff081 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-759574'] for segment (5a2b6fc0-6e2b-4e37-adfa-650654689a88), precommit_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:17:23.959830 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-da275d9c-7aa3-460e-a7f9-c52cd70ff081 admin admin] Releasing vlan 371 on physical network physnet1 to pool {{(pid=103229) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 19:17:23.960865 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-da275d9c-7aa3-460e-a7f9-c52cd70ff081 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-759574', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12867469'] for segment (5a2b6fc0-6e2b-4e37-adfa-650654689a88), after_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:17:23.963439 n-d-713498-36 neutron-server[103229]: Traceback (most recent call last): Feb 09 19:17:23.963439 n-d-713498-36 neutron-server[103229]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 19:17:23.963439 n-d-713498-36 neutron-server[103229]: timer() Feb 09 19:17:23.963439 n-d-713498-36 neutron-server[103229]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 19:17:23.963439 n-d-713498-36 neutron-server[103229]: cb(*args, **kw) Feb 09 19:17:23.963439 n-d-713498-36 neutron-server[103229]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 19:17:23.963439 n-d-713498-36 neutron-server[103229]: return func(*args, **kwargs) Feb 09 19:17:23.963439 n-d-713498-36 neutron-server[103229]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 19:17:23.963439 n-d-713498-36 neutron-server[103229]: self._notify() Feb 09 19:17:23.963439 n-d-713498-36 neutron-server[103229]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 19:17:23.963439 n-d-713498-36 neutron-server[103229]: self.callback(batched_events) Feb 09 19:17:23.963439 n-d-713498-36 neutron-server[103229]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 19:17:23.963439 n-d-713498-36 neutron-server[103229]: event.method(event) Feb 09 19:17:23.963439 n-d-713498-36 neutron-server[103229]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 19:17:23.963439 n-d-713498-36 neutron-server[103229]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 19:17:23.963439 n-d-713498-36 neutron-server[103229]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 19:17:23.963439 n-d-713498-36 neutron-server[103229]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 19:17:23.963439 n-d-713498-36 neutron-server[103229]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 19:17:23.963439 n-d-713498-36 neutron-server[103229]: return f(self, *a, **k) Feb 09 19:17:23.963439 n-d-713498-36 neutron-server[103229]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 19:17:23.963439 n-d-713498-36 neutron-server[103229]: return self._get(url).json() Feb 09 19:17:23.963439 n-d-713498-36 neutron-server[103229]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 19:17:23.963439 n-d-713498-36 neutron-server[103229]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 19:17:23.963439 n-d-713498-36 neutron-server[103229]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 19:17:23.963439 n-d-713498-36 neutron-server[103229]: return self.request(url, 'GET', **kwargs) Feb 09 19:17:23.963439 n-d-713498-36 neutron-server[103229]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 19:17:23.963439 n-d-713498-36 neutron-server[103229]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 19:17:23.963439 n-d-713498-36 neutron-server[103229]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 19:17:23.963439 n-d-713498-36 neutron-server[103229]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 19:17:23.963439 n-d-713498-36 neutron-server[103229]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 19:17:23.963439 n-d-713498-36 neutron-server[103229]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 19:17:23.963439 n-d-713498-36 neutron-server[103229]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 19:17:24.008590 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-399802d7-3075-402b-a347-48bb517aae4f tempest-RoutersAdminTest-1529504030 tempest-RoutersAdminTest-1529504030-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1835003'] for router (92210933-2654-4e77-950f-9b26a6232f94), after_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:17:24.009081 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-399802d7-3075-402b-a347-48bb517aae4f tempest-RoutersAdminTest-1529504030 tempest-RoutersAdminTest-1529504030-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 92210933-2654-4e77-950f-9b26a6232f94 {{(pid=103229) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 09 19:17:24.027343 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-399802d7-3075-402b-a347-48bb517aae4f tempest-RoutersAdminTest-1529504030 tempest-RoutersAdminTest-1529504030-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:17:24.032575 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-399802d7-3075-402b-a347-48bb517aae4f tempest-RoutersAdminTest-1529504030 tempest-RoutersAdminTest-1529504030-project-admin] 10.222.0.75 "DELETE /v2.0/routers/92210933-2654-4e77-950f-9b26a6232f94 HTTP/1.1" status: 204 len: 168 time: 3.8119326 Feb 09 19:17:24.033260 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 38566) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:17:24.052531 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.v2.base [None req-fe78e96f-7fe6-468d-9b47-05b15c4e70f5 tempest-RoutersAdminTest-314636334 tempest-RoutersAdminTest-314636334-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-815652059', 'external_gateway_info': {'network_id': '88055e1e-672a-4487-be31-ffb6e833ece5'}, 'admin_state_up': False}} {{(pid=103229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 19:17:24.059559 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [req-7aeb70fe-d523-48bc-9f20-000bd2517e37 req-0184771e-6db7-4b53-a039-18a5a528fc3b tempest-MigrationsAdminTest-892781459 tempest-MigrationsAdminTest-892781459-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762867177463', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762866656476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14393751'] for port (dc73d538-3849-44b7-8f0e-7c99557efa00), after_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:17:24.077220 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-7429db8d-6021-40ad-813e-885be449a89b None None] get_ports_and_sgs() called for port_ids ['dc73d538-3849-44b7-8f0e-7c99557efa00'] {{(pid=103232) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 19:17:24.102339 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0184771e-6db7-4b53-a039-18a5a528fc3b tempest-MigrationsAdminTest-892781459 tempest-MigrationsAdminTest-892781459-project] Pushing event deleted for resources: {'Port': ['ID=dc73d538-3849-44b7-8f0e-7c99557efa00,revision_number=None']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:17:24.148162 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-da275d9c-7aa3-460e-a7f9-c52cd70ff081 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-590242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1885479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1818895'] for network (cade22b5-6a45-46fd-b1f1-f47b726fd2b6), after_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:17:24.161714 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-da275d9c-7aa3-460e-a7f9-c52cd70ff081 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1613566'] for network (None), before_response {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:17:24.166119 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-da275d9c-7aa3-460e-a7f9-c52cd70ff081 admin admin] 10.222.0.75 "DELETE /v2.0/networks/cade22b5-6a45-46fd-b1f1-f47b726fd2b6 HTTP/1.1" status: 204 len: 168 time: 1.6406858 Feb 09 19:17:24.176182 n-d-713498-36 neutron-server[103230]: DEBUG neutron.db.l3_dvrscheduler_db [req-7aeb70fe-d523-48bc-9f20-000bd2517e37 req-0184771e-6db7-4b53-a039-18a5a528fc3b tempest-MigrationsAdminTest-892781459 tempest-MigrationsAdminTest-892781459-project] No DVR routers for this DVR port dc73d538-3849-44b7-8f0e-7c99557efa00 on host n-h2-713498-36 {{(pid=103230) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 19:17:24.178744 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [req-7aeb70fe-d523-48bc-9f20-000bd2517e37 req-0184771e-6db7-4b53-a039-18a5a528fc3b tempest-MigrationsAdminTest-892781459 tempest-MigrationsAdminTest-892781459-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171096'] for port (None), before_response {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:17:24.183507 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-7aeb70fe-d523-48bc-9f20-000bd2517e37 req-0184771e-6db7-4b53-a039-18a5a528fc3b tempest-MigrationsAdminTest-892781459 tempest-MigrationsAdminTest-892781459-project] 10.222.0.90 "DELETE /v2.0/ports/dc73d538-3849-44b7-8f0e-7c99557efa00 HTTP/1.1" status: 204 len: 173 time: 0.5275967 Feb 09 19:17:24.214179 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-fe78e96f-7fe6-468d-9b47-05b15c4e70f5 tempest-RoutersAdminTest-314636334 tempest-RoutersAdminTest-314636334-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1834830', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-58389'] for router (351d7a00-edd1-4cde-a2fa-edd3b651c581), before_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:17:24.215443 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-fe78e96f-7fe6-468d-9b47-05b15c4e70f5 tempest-RoutersAdminTest-314636334 tempest-RoutersAdminTest-314636334-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1834810', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1822096', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1886735', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-58380'] for router (351d7a00-edd1-4cde-a2fa-edd3b651c581), precommit_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:17:24.225279 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da275d9c-7aa3-460e-a7f9-c52cd70ff081 admin admin] Pushing event deleted for resources: {'Network': ['ID=cade22b5-6a45-46fd-b1f1-f47b726fd2b6,revision_number=None']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:17:24.267949 n-d-713498-36 neutron-server[103229]: DEBUG neutron.db.db_base_plugin_common [req-35086c78-3425-442d-abd5-632cb321b279 req-02a401ad-812b-412e-9bc3-b7d61b33774b tempest-MultipleCreateTestJSON-395872300 tempest-MultipleCreateTestJSON-395872300-project] Allocated IP 172.20.0.6 (ce5a1920-47d4-4acd-9320-1f2b7d8adbbf/91f7ce59-3a13-47bf-9dd9-ab64da9bfd75/f47b1e9e-bfc8-464c-9278-86a7e742bb99) {{(pid=103229) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 19:17:24.342339 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-fe78e96f-7fe6-468d-9b47-05b15c4e70f5 tempest-RoutersAdminTest-314636334 tempest-RoutersAdminTest-314636334-project] Publish callbacks [] for router_controller (351d7a00-edd1-4cde-a2fa-edd3b651c581), precommit_add_association {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:17:24.359410 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 38572) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:17:24.406883 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-ab4a6e0f-ae20-4c1f-8b46-2fa1721ea0e2 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=5621cd4a727a487cbacf5148d68cb89d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0459495 Feb 09 19:17:24.407581 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 38574) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:17:24.476749 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-ea0caba8-8d5f-47b4-8b92-a42c8499c18d admin admin] Publish callbacks [] for security_group (27141499-9c1f-4375-ace6-098777d860bc), before_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:17:24.546078 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-941ac216-fae3-4cbe-998e-f1d086840414 req-e1f679c9-553d-4e52-99f7-3c61ffd41b58 tempest-MigrationsAdminTest-892781459 tempest-MigrationsAdminTest-892781459-project] 10.222.0.75 "GET /v2.0/ports?device_id=7394cbff-f035-4166-a786-a8886a8e5e67 HTTP/1.1" status: 200 len: 210 time: 0.0477285 Feb 09 19:17:24.556216 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-ea0caba8-8d5f-47b4-8b92-a42c8499c18d admin admin] Publish callbacks [] for security_group (27141499-9c1f-4375-ace6-098777d860bc), precommit_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:17:24.685028 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-ea0caba8-8d5f-47b4-8b92-a42c8499c18d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1892331'] for security_group (27141499-9c1f-4375-ace6-098777d860bc), after_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:17:24.689048 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-ea0caba8-8d5f-47b4-8b92-a42c8499c18d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:17:24.690422 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-ea0caba8-8d5f-47b4-8b92-a42c8499c18d admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/27141499-9c1f-4375-ace6-098777d860bc HTTP/1.1" status: 204 len: 168 time: 0.2818322 Feb 09 19:17:24.710814 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-fe78e96f-7fe6-468d-9b47-05b15c4e70f5 tempest-RoutersAdminTest-314636334 tempest-RoutersAdminTest-314636334-project] Publish callbacks [] for router_gateway (351d7a00-edd1-4cde-a2fa-edd3b651c581), precommit_update {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:17:24.715936 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea0caba8-8d5f-47b4-8b92-a42c8499c18d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=27141499-9c1f-4375-ace6-098777d860bc,revision_number=None']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:17:24.764848 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-d849075f-6e50-4a67-aa39-4af6ab9c7687 req-2f078a6b-15be-418f-bfa8-36ee12a02b00 tempest-MultipleCreateTestJSON-395872300 tempest-MultipleCreateTestJSON-395872300-project] 10.222.0.75 "GET /v2.0/ports?device_id=7ea22517-8b8e-49ad-bdce-25a22c248155 HTTP/1.1" status: 200 len: 210 time: 0.0629728 Feb 09 19:17:24.878276 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-35086c78-3425-442d-abd5-632cb321b279 req-02a401ad-812b-412e-9bc3-b7d61b33774b tempest-MultipleCreateTestJSON-395872300 tempest-MultipleCreateTestJSON-395872300-project] Publish callbacks [] for port (f47b1e9e-bfc8-464c-9278-86a7e742bb99), precommit_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:17:24.997675 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-35086c78-3425-442d-abd5-632cb321b279 req-02a401ad-812b-412e-9bc3-b7d61b33774b tempest-MultipleCreateTestJSON-395872300 tempest-MultipleCreateTestJSON-395872300-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762866656467', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12867576'] for port (f47b1e9e-bfc8-464c-9278-86a7e742bb99), after_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:17:24.998029 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74c66c41-a923-465d-b2ac-d7107af475a7 req-379ec27e-d0a5-48c0-b4d3-724a9a80cb39 tempest-AttachVolumeNegativeTest-275227323 tempest-AttachVolumeNegativeTest-275227323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:17:24.999648 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-74c66c41-a923-465d-b2ac-d7107af475a7 req-379ec27e-d0a5-48c0-b4d3-724a9a80cb39 tempest-AttachVolumeNegativeTest-275227323 tempest-AttachVolumeNegativeTest-275227323-project] 10.222.0.75 "GET /v2.0/ports?device_id=bae7eb97-4761-4fc6-a387-638f695fc4f3 HTTP/1.1" status: 200 len: 944 time: 0.1029904 Feb 09 19:17:25.037079 n-d-713498-36 neutron-server[103230]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7394cbff-f035-4166-a786-a8886a8e5e67', 'name': 'network-vif-deleted', 'tag': 'dc73d538-3849-44b7-8f0e-7c99557efa00'}] {{(pid=103230) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 19:17:25.039467 n-d-713498-36 neutron-server[103230]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aee5919275bae9f72eb374ee322673045eb80c1f84b4b45a97d96923bd50ab51" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d4803031-dc73-4cbf-ab84-651c57b144b0" -d '{"events": [{"server_uuid": "7394cbff-f035-4166-a786-a8886a8e5e67", "name": "network-vif-deleted", "tag": "dc73d538-3849-44b7-8f0e-7c99557efa00"}]}' {{(pid=103230) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 19:17:25.084128 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-74c66c41-a923-465d-b2ac-d7107af475a7 req-f2179c34-f50b-4c38-91d6-963a3a19b807 tempest-AttachVolumeNegativeTest-275227323 tempest-AttachVolumeNegativeTest-275227323-project] 10.222.0.75 "GET /v2.0/security-groups?id=4936bce0-5f58-4a33-9b1f-fa66fe6c175f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0758624 Feb 09 19:17:25.100933 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02a401ad-812b-412e-9bc3-b7d61b33774b tempest-MultipleCreateTestJSON-395872300 tempest-MultipleCreateTestJSON-395872300-project] Pushing event updated for resources: {'Port': ['ID=f47b1e9e-bfc8-464c-9278-86a7e742bb99,revision_number=1']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:17:25.106244 n-d-713498-36 neutron-server[103230]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 19:17:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dedda00f-94de-4152-8edb-f5670bf38269 x-openstack-request-id: req-dedda00f-94de-4152-8edb-f5670bf38269 {{(pid=103230) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 19:17:25.106545 n-d-713498-36 neutron-server[103230]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7394cbff-f035-4166-a786-a8886a8e5e67", "name": "network-vif-deleted", "tag": "dc73d538-3849-44b7-8f0e-7c99557efa00", "status": "completed", "code": 200}]} {{(pid=103230) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 19:17:25.106914 n-d-713498-36 neutron-server[103230]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-dedda00f-94de-4152-8edb-f5670bf38269 {{(pid=103230) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 19:17:25.107233 n-d-713498-36 neutron-server[103230]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7394cbff-f035-4166-a786-a8886a8e5e67', 'name': 'network-vif-deleted', 'tag': 'dc73d538-3849-44b7-8f0e-7c99557efa00', 'status': 'completed', 'code': 200} Feb 09 19:17:25.127558 n-d-713498-36 neutron-server[103229]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-35086c78-3425-442d-abd5-632cb321b279 req-02a401ad-812b-412e-9bc3-b7d61b33774b tempest-MultipleCreateTestJSON-395872300 tempest-MultipleCreateTestJSON-395872300-project] Network ce5a1920-47d4-4acd-9320-1f2b7d8adbbf is already hosted by enough agents. {{(pid=103229) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 19:17:25.134508 n-d-713498-36 neutron-server[103229]: DEBUG neutron.scheduler.base_scheduler [req-35086c78-3425-442d-abd5-632cb321b279 req-02a401ad-812b-412e-9bc3-b7d61b33774b tempest-MultipleCreateTestJSON-395872300 tempest-MultipleCreateTestJSON-395872300-project] Resources bound (agent type, host, resource id): {{(pid=103229) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 19:17:25.139040 n-d-713498-36 neutron-server[103229]: DEBUG neutron.db.l3_dvrscheduler_db [req-35086c78-3425-442d-abd5-632cb321b279 req-02a401ad-812b-412e-9bc3-b7d61b33774b tempest-MultipleCreateTestJSON-395872300 tempest-MultipleCreateTestJSON-395872300-project] Received port after_create {{(pid=103229) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 19:17:25.189250 n-d-713498-36 neutron-server[103229]: DEBUG neutron.db.db_base_plugin_common [req-35086c78-3425-442d-abd5-632cb321b279 req-cbc3f979-5642-47e6-ae17-f24d9eb6c04a tempest-MultipleCreateTestJSON-395872300 tempest-MultipleCreateTestJSON-395872300-project] Allocated IP 172.20.0.8 (ce5a1920-47d4-4acd-9320-1f2b7d8adbbf/91f7ce59-3a13-47bf-9dd9-ab64da9bfd75/779f1a99-012d-4993-bfe8-1533533e6efa) {{(pid=103229) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 19:17:25.245342 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Device 4b224fa7-6418-4cc6-a286-c4800028e95e no longer exists at agent ovs-agent-n-d-713498-36 {{(pid=103232) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 19:17:25.274816 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] No Port match for: 4b224fa7-6418-4cc6-a286-c4800028e95e {{(pid=103232) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 19:17:25.275318 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Device 4b224fa7-6418-4cc6-a286-c4800028e95e not bound to the agent host n-d-713498-36 {{(pid=103232) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 19:17:25.313589 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35086c78-3425-442d-abd5-632cb321b279 req-02a401ad-812b-412e-9bc3-b7d61b33774b tempest-MultipleCreateTestJSON-395872300 tempest-MultipleCreateTestJSON-395872300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:17:25.314544 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-35086c78-3425-442d-abd5-632cb321b279 req-02a401ad-812b-412e-9bc3-b7d61b33774b tempest-MultipleCreateTestJSON-395872300 tempest-MultipleCreateTestJSON-395872300-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171096'] for port (None), before_response {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:17:25.351070 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-35086c78-3425-442d-abd5-632cb321b279 req-02a401ad-812b-412e-9bc3-b7d61b33774b tempest-MultipleCreateTestJSON-395872300 tempest-MultipleCreateTestJSON-395872300-project] 10.222.0.89 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.7552605 Feb 09 19:17:25.371236 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.v2.base [req-35086c78-3425-442d-abd5-632cb321b279 req-297e2861-c9d5-47a0-a9ac-88af5e1f9767 service neutron] Request body: {'port': {'device_id': '643875e4-4e65-407a-b1f0-4b9a6af5e319', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-713498-36'}} {{(pid=103229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 19:17:25.425018 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-fe78e96f-7fe6-468d-9b47-05b15c4e70f5 tempest-RoutersAdminTest-314636334 tempest-RoutersAdminTest-314636334-project] Publish callbacks [] for router_gateway (351d7a00-edd1-4cde-a2fa-edd3b651c581), before_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:17:25.458218 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-fe78e96f-7fe6-468d-9b47-05b15c4e70f5 tempest-RoutersAdminTest-314636334 tempest-RoutersAdminTest-314636334-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (None), before_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:17:25.600722 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-35086c78-3425-442d-abd5-632cb321b279 req-297e2861-c9d5-47a0-a9ac-88af5e1f9767 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (f47b1e9e-bfc8-464c-9278-86a7e742bb99), before_update {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:17:25.709854 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-35086c78-3425-442d-abd5-632cb321b279 req-cbc3f979-5642-47e6-ae17-f24d9eb6c04a tempest-MultipleCreateTestJSON-395872300 tempest-MultipleCreateTestJSON-395872300-project] Publish callbacks [] for port (779f1a99-012d-4993-bfe8-1533533e6efa), precommit_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:17:25.733345 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 38610) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:17:25.736441 n-d-713498-36 neutron-server[103229]: DEBUG neutron.db.db_base_plugin_common [None req-fe78e96f-7fe6-468d-9b47-05b15c4e70f5 tempest-RoutersAdminTest-314636334 tempest-RoutersAdminTest-314636334-project] Allocated IP 172.25.1.83 (88055e1e-672a-4487-be31-ffb6e833ece5/ac16dbcc-383c-4b43-9153-d763c4a53f91/bb364529-bb18-48bc-8bd6-23c0bc95d1ea) {{(pid=103229) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 19:17:25.742286 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Device 35ccb5fc-0174-476e-9fad-08fae2a5fb89 details requested by agent hyperv_n-h1-713498-36 with host n-h1-713498-36 {{(pid=103232) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 19:17:25.952955 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.v2.base [None req-7feff1e5-7bf3-4431-87ce-4bfc42b64235 admin admin] Request body: {'network': {'name': 'tempest-ServerGroupTestJSON-615751397-network', 'tenant_id': '2376f43d20c945f884541a1335c84136'}} {{(pid=103230) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 19:17:25.964519 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] For port 35ccb5fc-0174-476e-9fad-08fae2a5fb89, host n-h1-713498-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-36',level=0,port_id=35ccb5fc-0174-476e-9fad-08fae2a5fb89,segment=NetworkSegment(c4b0cfb4-dad4-4b79-b4e7-2eec0bd08e3c),segment_id=c4b0cfb4-dad4-4b79-b4e7-2eec0bd08e3c)] {{(pid=103232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 19:17:25.984882 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7feff1e5-7bf3-4431-87ce-4bfc42b64235 admin admin] Made reservation on behalf of 2376f43d20c945f884541a1335c84136 for: {'network': 1} {{(pid=103230) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 19:17:25.987638 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-7feff1e5-7bf3-4431-87ce-4bfc42b64235 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for network (None), before_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:17:25.989784 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Returning: {'device': '35ccb5fc-0174-476e-9fad-08fae2a5fb89', 'network_id': '1c43e0bb-e4e9-4561-873a-403fc433e655', 'port_id': '35ccb5fc-0174-476e-9fad-08fae2a5fb89', 'mac_address': 'fa:16:3e:f2:db:12', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 368, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bfbf079d-29ec-44ec-8f0f-f87b207baa58', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103232) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 19:17:26.011695 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-7feff1e5-7bf3-4431-87ce-4bfc42b64235 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:17:26.036929 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 38618) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:17:26.037886 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Current status of the port 35ccb5fc-0174-476e-9fad-08fae2a5fb89 is: DOWN; New status is: BUILD {{(pid=103232) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 19:17:26.038359 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (35ccb5fc-0174-476e-9fad-08fae2a5fb89), before_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:17:26.055014 n-d-713498-36 neutron-server[103232]: DEBUG neutron.notifiers.nova [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 35ccb5fc-0174-476e-9fad-08fae2a5fb89 {{(pid=103232) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 19:17:26.080538 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] For port 35ccb5fc-0174-476e-9fad-08fae2a5fb89, host n-h1-713498-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-36',level=0,port_id=35ccb5fc-0174-476e-9fad-08fae2a5fb89,segment=NetworkSegment(c4b0cfb4-dad4-4b79-b4e7-2eec0bd08e3c),segment_id=c4b0cfb4-dad4-4b79-b4e7-2eec0bd08e3c)] {{(pid=103232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 19:17:26.093254 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762867176205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762866656485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762866656503'] for port (35ccb5fc-0174-476e-9fad-08fae2a5fb89), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:17:26.120180 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-7feff1e5-7bf3-4431-87ce-4bfc42b64235 admin admin] Publish callbacks [] for security_group (0c9e5c1b-7ac4-49aa-a1a3-5bdae8c30434), precommit_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:17:26.126092 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-7feff1e5-7bf3-4431-87ce-4bfc42b64235 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1892331'] for security_group (0c9e5c1b-7ac4-49aa-a1a3-5bdae8c30434), after_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:17:26.156527 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Pushing event updated for resources: {'Port': ['ID=35ccb5fc-0174-476e-9fad-08fae2a5fb89,revision_number=4']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:17:26.176824 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7feff1e5-7bf3-4431-87ce-4bfc42b64235 admin admin] vlan segment allocate from pool success with {'vlan_id': 357, 'physical_network': 'physnet1'} {{(pid=103230) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 19:17:26.183426 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7feff1e5-7bf3-4431-87ce-4bfc42b64235 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0c9e5c1b-7ac4-49aa-a1a3-5bdae8c30434,revision_number=1']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:17:26.197215 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-7feff1e5-7bf3-4431-87ce-4bfc42b64235 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-759574'] for segment (fa5b6bb6-6b97-460a-b07a-928362de74e3), precommit_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:17:26.197946 n-d-713498-36 neutron-server[103230]: INFO neutron.db.segments_db [None req-7feff1e5-7bf3-4431-87ce-4bfc42b64235 admin admin] Added segment fa5b6bb6-6b97-460a-b07a-928362de74e3 of type vlan for network 289de959-2439-4acf-b801-e8ca5f85e3fb Feb 09 19:17:26.294696 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] get_ports_and_sgs() called for port_ids ['35ccb5fc-0174-476e-9fad-08fae2a5fb89'] {{(pid=103232) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 19:17:26.311509 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-7feff1e5-7bf3-4431-87ce-4bfc42b64235 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762866642225'] for network (289de959-2439-4acf-b801-e8ca5f85e3fb), precommit_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:17:26.333578 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-dbc2287c-cab7-4aac-ac1b-ace8e4ebed72 req-143f12fd-6ce7-4517-bc0d-308b95e550d5 tempest-MultipleCreateTestJSON-395872300 tempest-MultipleCreateTestJSON-395872300-project] 10.222.0.75 "GET /v2.0/ports?device_id=7ea22517-8b8e-49ad-bdce-25a22c248155 HTTP/1.1" status: 200 len: 210 time: 0.4236782 Feb 09 19:17:26.360964 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-7feff1e5-7bf3-4431-87ce-4bfc42b64235 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1885479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452'] for network (289de959-2439-4acf-b801-e8ca5f85e3fb), after_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:17:26.362074 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7feff1e5-7bf3-4431-87ce-4bfc42b64235 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:17:26.362899 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-7feff1e5-7bf3-4431-87ce-4bfc42b64235 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1613566'] for network (None), before_response {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:17:26.476145 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56a5bae6-3cef-4fda-8e6b-c1781a2ebd7a req-9a19e110-da18-418b-8c8f-d3e8e97d9823 tempest-AttachVolumeNegativeTest-275227323 tempest-AttachVolumeNegativeTest-275227323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:17:26.484479 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-56a5bae6-3cef-4fda-8e6b-c1781a2ebd7a req-9a19e110-da18-418b-8c8f-d3e8e97d9823 tempest-AttachVolumeNegativeTest-275227323 tempest-AttachVolumeNegativeTest-275227323-project] 10.222.0.75 "GET /v2.0/ports?device_id=bae7eb97-4761-4fc6-a387-638f695fc4f3 HTTP/1.1" status: 200 len: 945 time: 0.2555001 Feb 09 19:17:26.490596 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-33212f29-6a30-4b73-9bca-7661055f0dec admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=51b81e7592544b98a90626c2bba713eb&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4501073 Feb 09 19:17:26.492135 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 38626) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:17:26.502092 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-7feff1e5-7bf3-4431-87ce-4bfc42b64235 admin admin] 10.222.0.75 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.7645757 Feb 09 19:17:26.506257 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-35086c78-3425-442d-abd5-632cb321b279 req-cbc3f979-5642-47e6-ae17-f24d9eb6c04a tempest-MultipleCreateTestJSON-395872300 tempest-MultipleCreateTestJSON-395872300-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762866656467', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12867576'] for port (779f1a99-012d-4993-bfe8-1533533e6efa), after_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:17:26.514237 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 38628) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:17:26.520889 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.v2.base [None req-24e3712e-d9f0-401f-a46f-04289658f0e9 admin admin] Request body: {'subnet': {'network_id': '289de959-2439-4acf-b801-e8ca5f85e3fb', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerGroupTestJSON-615751397-subnet', 'tenant_id': '2376f43d20c945f884541a1335c84136', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 19:17:26.534206 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7feff1e5-7bf3-4431-87ce-4bfc42b64235 admin admin] Pushing event updated for resources: {'Network': ['ID=289de959-2439-4acf-b801-e8ca5f85e3fb,revision_number=1']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:17:26.547999 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Network 289de959-2439-4acf-b801-e8ca5f85e3fb details requested by agent ovs-agent-n-d-713498-36 with host n-d-713498-36 {{(pid=103232) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 19:17:26.606504 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-32afd664-3005-47a1-80ec-41a1df55a15d admin admin] Publish callbacks [] for security_group (709912c8-8171-4435-800e-9e5c5e45bf8d), before_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:17:26.623202 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-56a5bae6-3cef-4fda-8e6b-c1781a2ebd7a req-c45d00a3-9428-4372-aa31-bf67c78ed1f6 tempest-AttachVolumeNegativeTest-275227323 tempest-AttachVolumeNegativeTest-275227323-project] 10.222.0.75 "GET /v2.0/security-groups?id=4936bce0-5f58-4a33-9b1f-fa66fe6c175f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1375244 Feb 09 19:17:26.661402 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-32afd664-3005-47a1-80ec-41a1df55a15d admin admin] Publish callbacks [] for security_group (709912c8-8171-4435-800e-9e5c5e45bf8d), precommit_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:17:26.667694 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-fe78e96f-7fe6-468d-9b47-05b15c4e70f5 tempest-RoutersAdminTest-314636334 tempest-RoutersAdminTest-314636334-project] Publish callbacks [] for port (bb364529-bb18-48bc-8bd6-23c0bc95d1ea), precommit_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:17:26.670290 n-d-713498-36 neutron-server[103229]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-35086c78-3425-442d-abd5-632cb321b279 req-cbc3f979-5642-47e6-ae17-f24d9eb6c04a tempest-MultipleCreateTestJSON-395872300 tempest-MultipleCreateTestJSON-395872300-project] Network ce5a1920-47d4-4acd-9320-1f2b7d8adbbf is already hosted by enough agents. {{(pid=103229) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 19:17:26.676973 n-d-713498-36 neutron-server[103229]: DEBUG neutron.notifiers.nova [req-35086c78-3425-442d-abd5-632cb321b279 req-297e2861-c9d5-47a0-a9ac-88af5e1f9767 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f47b1e9e-bfc8-464c-9278-86a7e742bb99 {{(pid=103229) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 19:17:26.683210 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-24e3712e-d9f0-401f-a46f-04289658f0e9 admin admin] Made reservation on behalf of 2376f43d20c945f884541a1335c84136 for: {'subnet': 1} {{(pid=103229) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 19:17:26.685660 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-24e3712e-d9f0-401f-a46f-04289658f0e9 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12759265'] for subnet (None), before_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:17:26.691255 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbc3f979-5642-47e6-ae17-f24d9eb6c04a tempest-MultipleCreateTestJSON-395872300 tempest-MultipleCreateTestJSON-395872300-project] Pushing event updated for resources: {'Port': ['ID=779f1a99-012d-4993-bfe8-1533533e6efa,revision_number=1']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:17:26.693696 n-d-713498-36 neutron-server[103229]: DEBUG neutron.scheduler.base_scheduler [req-35086c78-3425-442d-abd5-632cb321b279 req-cbc3f979-5642-47e6-ae17-f24d9eb6c04a tempest-MultipleCreateTestJSON-395872300 tempest-MultipleCreateTestJSON-395872300-project] Resources bound (agent type, host, resource id): {{(pid=103229) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 19:17:26.697739 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-35086c78-3425-442d-abd5-632cb321b279 req-297e2861-c9d5-47a0-a9ac-88af5e1f9767 service neutron] Publish callbacks [] for port (f47b1e9e-bfc8-464c-9278-86a7e742bb99), precommit_update {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:17:26.717165 n-d-713498-36 neutron-server[103229]: DEBUG neutron.db.l3_dvrscheduler_db [req-35086c78-3425-442d-abd5-632cb321b279 req-cbc3f979-5642-47e6-ae17-f24d9eb6c04a tempest-MultipleCreateTestJSON-395872300 tempest-MultipleCreateTestJSON-395872300-project] Received port after_create {{(pid=103229) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 19:17:26.726369 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-32afd664-3005-47a1-80ec-41a1df55a15d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1892331'] for security_group (709912c8-8171-4435-800e-9e5c5e45bf8d), after_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:17:26.729429 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-32afd664-3005-47a1-80ec-41a1df55a15d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:17:26.733335 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-32afd664-3005-47a1-80ec-41a1df55a15d admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/709912c8-8171-4435-800e-9e5c5e45bf8d HTTP/1.1" status: 204 len: 168 time: 0.2298880 Feb 09 19:17:26.748187 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32afd664-3005-47a1-80ec-41a1df55a15d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=709912c8-8171-4435-800e-9e5c5e45bf8d,revision_number=None']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:17:26.792029 n-d-713498-36 neutron-server[103229]: DEBUG neutron.db.provisioning_blocks [req-35086c78-3425-442d-abd5-632cb321b279 req-297e2861-c9d5-47a0-a9ac-88af5e1f9767 service neutron] Transition to ACTIVE for port object f47b1e9e-bfc8-464c-9278-86a7e742bb99 will not be triggered until provisioned by entity L2. {{(pid=103229) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 19:17:26.820123 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-35086c78-3425-442d-abd5-632cb321b279 req-297e2861-c9d5-47a0-a9ac-88af5e1f9767 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762867176205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762866656485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762866656503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12867569'] for port (f47b1e9e-bfc8-464c-9278-86a7e742bb99), after_update {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:17:26.879778 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35086c78-3425-442d-abd5-632cb321b279 req-cbc3f979-5642-47e6-ae17-f24d9eb6c04a tempest-MultipleCreateTestJSON-395872300 tempest-MultipleCreateTestJSON-395872300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:17:26.880392 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-35086c78-3425-442d-abd5-632cb321b279 req-cbc3f979-5642-47e6-ae17-f24d9eb6c04a tempest-MultipleCreateTestJSON-395872300 tempest-MultipleCreateTestJSON-395872300-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171096'] for port (None), before_response {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:17:26.903249 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-fe78e96f-7fe6-468d-9b47-05b15c4e70f5 tempest-RoutersAdminTest-314636334 tempest-RoutersAdminTest-314636334-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762866656467', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12867576'] for port (bb364529-bb18-48bc-8bd6-23c0bc95d1ea), after_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:17:26.934598 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-297e2861-c9d5-47a0-a9ac-88af5e1f9767 service neutron] Pushing event updated for resources: {'Port': ['ID=f47b1e9e-bfc8-464c-9278-86a7e742bb99,revision_number=2']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:17:26.942022 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-35086c78-3425-442d-abd5-632cb321b279 req-cbc3f979-5642-47e6-ae17-f24d9eb6c04a tempest-MultipleCreateTestJSON-395872300 tempest-MultipleCreateTestJSON-395872300-project] 10.222.0.90 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.7470295 Feb 09 19:17:26.971030 n-d-713498-36 neutron-server[103229]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe78e96f-7fe6-468d-9b47-05b15c4e70f5 tempest-RoutersAdminTest-314636334 tempest-RoutersAdminTest-314636334-project] Network 88055e1e-672a-4487-be31-ffb6e833ece5 is already hosted by enough agents. {{(pid=103229) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 19:17:27.000097 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.v2.base [req-35086c78-3425-442d-abd5-632cb321b279 req-3e23ad46-ed49-4fd4-9d56-9f44eec3ae7c service neutron] Request body: {'port': {'device_id': '7ea22517-8b8e-49ad-bdce-25a22c248155', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-713498-36'}} {{(pid=103229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 19:17:27.025770 n-d-713498-36 neutron-server[103229]: DEBUG neutron.scheduler.base_scheduler [None req-fe78e96f-7fe6-468d-9b47-05b15c4e70f5 tempest-RoutersAdminTest-314636334 tempest-RoutersAdminTest-314636334-project] Resources bound (agent type, host, resource id): {{(pid=103229) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 19:17:27.048295 n-d-713498-36 neutron-server[103229]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe78e96f-7fe6-468d-9b47-05b15c4e70f5 tempest-RoutersAdminTest-314636334 tempest-RoutersAdminTest-314636334-project] Received port after_create {{(pid=103229) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 19:17:27.060448 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 38634) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:17:27.117054 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-e2eefa57-8450-4e90-be66-ba388c6c0b6c admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=c8fff565648f428092271b391fed227f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0553784 Feb 09 19:17:27.120117 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 38636) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:17:27.139436 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe78e96f-7fe6-468d-9b47-05b15c4e70f5 tempest-RoutersAdminTest-314636334 tempest-RoutersAdminTest-314636334-project] Pushing event updated for resources: {'Port': ['ID=bb364529-bb18-48bc-8bd6-23c0bc95d1ea,revision_number=1']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:17:27.185688 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-a0533a29-330a-4db7-95e6-d5d7bf0c4162 admin admin] Publish callbacks [] for security_group (b19f4e87-9ae8-4802-9110-9e07c458250a), before_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:17:27.210829 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-a0533a29-330a-4db7-95e6-d5d7bf0c4162 admin admin] Publish callbacks [] for security_group (b19f4e87-9ae8-4802-9110-9e07c458250a), precommit_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:17:27.265704 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-a0533a29-330a-4db7-95e6-d5d7bf0c4162 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1892331'] for security_group (b19f4e87-9ae8-4802-9110-9e07c458250a), after_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:17:27.269838 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-a0533a29-330a-4db7-95e6-d5d7bf0c4162 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:17:27.271456 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-a0533a29-330a-4db7-95e6-d5d7bf0c4162 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/b19f4e87-9ae8-4802-9110-9e07c458250a HTTP/1.1" status: 204 len: 168 time: 0.1503503 Feb 09 19:17:27.284364 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0533a29-330a-4db7-95e6-d5d7bf0c4162 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b19f4e87-9ae8-4802-9110-9e07c458250a,revision_number=None']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:17:27.296853 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-35086c78-3425-442d-abd5-632cb321b279 req-3e23ad46-ed49-4fd4-9d56-9f44eec3ae7c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (779f1a99-012d-4993-bfe8-1533533e6efa), before_update {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:17:27.307483 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.managers [req-35086c78-3425-442d-abd5-632cb321b279 req-297e2861-c9d5-47a0-a9ac-88af5e1f9767 service neutron] Attempting to bind port f47b1e9e-bfc8-464c-9278-86a7e742bb99 on host n-h1-713498-36 for vnic_type normal with profile {{(pid=103229) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 19:17:27.307823 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.managers [req-35086c78-3425-442d-abd5-632cb321b279 req-297e2861-c9d5-47a0-a9ac-88af5e1f9767 service neutron] Attempting to bind port f47b1e9e-bfc8-464c-9278-86a7e742bb99 by drivers openvswitch,hyperv on host n-h1-713498-36 at level 0 using segments [{'id': '1386a966-4dd2-470f-b237-fb3374073af9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': 'ce5a1920-47d4-4acd-9320-1f2b7d8adbbf'}] {{(pid=103229) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 19:17:27.308354 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35086c78-3425-442d-abd5-632cb321b279 req-297e2861-c9d5-47a0-a9ac-88af5e1f9767 service neutron] Attempting to bind port f47b1e9e-bfc8-464c-9278-86a7e742bb99 on network ce5a1920-47d4-4acd-9320-1f2b7d8adbbf {{(pid=103229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 19:17:27.340158 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35086c78-3425-442d-abd5-632cb321b279 req-297e2861-c9d5-47a0-a9ac-88af5e1f9767 service neutron] Port f47b1e9e-bfc8-464c-9278-86a7e742bb99 on network ce5a1920-47d4-4acd-9320-1f2b7d8adbbf not bound, no agent of type Open vSwitch agent registered on host n-h1-713498-36 {{(pid=103229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 19:17:27.340768 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35086c78-3425-442d-abd5-632cb321b279 req-297e2861-c9d5-47a0-a9ac-88af5e1f9767 service neutron] Attempting to bind port f47b1e9e-bfc8-464c-9278-86a7e742bb99 on network ce5a1920-47d4-4acd-9320-1f2b7d8adbbf {{(pid=103229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 19:17:27.389099 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-24e3712e-d9f0-401f-a46f-04289658f0e9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12867428', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12759263'] for subnet (849eeead-c7e9-4182-a188-f25327807261), after_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:17:27.391480 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35086c78-3425-442d-abd5-632cb321b279 req-297e2861-c9d5-47a0-a9ac-88af5e1f9767 service neutron] Checking agent: {'id': '488cd9ae-631f-4955-ba0b-4f5a13f12e9c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713498-36', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 18, 59, 18), 'started_at': datetime.datetime(2022, 2, 9, 18, 59, 18), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 19, 17, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 19:17:27.392297 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35086c78-3425-442d-abd5-632cb321b279 req-297e2861-c9d5-47a0-a9ac-88af5e1f9767 service neutron] Checking segment: {'id': '1386a966-4dd2-470f-b237-fb3374073af9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': 'ce5a1920-47d4-4acd-9320-1f2b7d8adbbf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103229) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 19:17:27.392822 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35086c78-3425-442d-abd5-632cb321b279 req-297e2861-c9d5-47a0-a9ac-88af5e1f9767 service neutron] Bound using segment: {'id': '1386a966-4dd2-470f-b237-fb3374073af9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': 'ce5a1920-47d4-4acd-9320-1f2b7d8adbbf'} {{(pid=103229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 19:17:27.393440 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.managers [req-35086c78-3425-442d-abd5-632cb321b279 req-297e2861-c9d5-47a0-a9ac-88af5e1f9767 service neutron] Bound port: f47b1e9e-bfc8-464c-9278-86a7e742bb99, host: n-h1-713498-36, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1386a966-4dd2-470f-b237-fb3374073af9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': 'ce5a1920-47d4-4acd-9320-1f2b7d8adbbf'}}] {{(pid=103229) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 19:17:27.393969 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-35086c78-3425-442d-abd5-632cb321b279 req-297e2861-c9d5-47a0-a9ac-88af5e1f9767 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (f47b1e9e-bfc8-464c-9278-86a7e742bb99), before_update {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:17:27.596493 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Device dc73d538-3849-44b7-8f0e-7c99557efa00 no longer exists at agent hyperv_n-h2-713498-36 {{(pid=103232) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 19:17:27.617978 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-7429db8d-6021-40ad-813e-885be449a89b None None] No Port match for: dc73d538-3849-44b7-8f0e-7c99557efa00 {{(pid=103232) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 19:17:27.617978 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Device dc73d538-3849-44b7-8f0e-7c99557efa00 not bound to the agent host n-h2-713498-36 {{(pid=103232) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 19:17:27.750742 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Device 35ccb5fc-0174-476e-9fad-08fae2a5fb89 up at agent hyperv_n-h1-713498-36 {{(pid=103232) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 19:17:27.818618 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.provisioning_blocks [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Provisioning for port 35ccb5fc-0174-476e-9fad-08fae2a5fb89 completed by entity L2. {{(pid=103232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 19:17:27.827552 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.provisioning_blocks [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Provisioning complete for port 35ccb5fc-0174-476e-9fad-08fae2a5fb89 triggered by entity L2. {{(pid=103232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 19:17:27.827929 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593630'] for port (35ccb5fc-0174-476e-9fad-08fae2a5fb89), provisioning_complete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:17:27.829218 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7eba59d-66d3-4989-a8b6-7b6702901053 req-26373562-edae-425e-aa1a-5817f560d02a tempest-AttachVolumeNegativeTest-275227323 tempest-AttachVolumeNegativeTest-275227323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:17:27.830856 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-c7eba59d-66d3-4989-a8b6-7b6702901053 req-26373562-edae-425e-aa1a-5817f560d02a tempest-AttachVolumeNegativeTest-275227323 tempest-AttachVolumeNegativeTest-275227323-project] 10.222.0.75 "GET /v2.0/ports?device_id=bae7eb97-4761-4fc6-a387-638f695fc4f3 HTTP/1.1" status: 200 len: 945 time: 0.1204066 Feb 09 19:17:27.842484 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24e3712e-d9f0-401f-a46f-04289658f0e9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=849eeead-c7e9-4182-a188-f25327807261,revision_number=0']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:17:27.863935 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.db [req-35086c78-3425-442d-abd5-632cb321b279 req-297e2861-c9d5-47a0-a9ac-88af5e1f9767 service neutron] For port f47b1e9e-bfc8-464c-9278-86a7e742bb99, host n-h1-713498-36, cleared binding levels {{(pid=103229) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 19:17:27.867568 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.db [req-35086c78-3425-442d-abd5-632cb321b279 req-297e2861-c9d5-47a0-a9ac-88af5e1f9767 service neutron] For port f47b1e9e-bfc8-464c-9278-86a7e742bb99, host n-h1-713498-36, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-36',level=0,port_id=f47b1e9e-bfc8-464c-9278-86a7e742bb99,segment=NetworkSegment(1386a966-4dd2-470f-b237-fb3374073af9),segment_id=1386a966-4dd2-470f-b237-fb3374073af9)] {{(pid=103229) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 19:17:27.895816 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-c7eba59d-66d3-4989-a8b6-7b6702901053 req-3fbe2101-d015-462c-b590-76875b912f1f tempest-AttachVolumeNegativeTest-275227323 tempest-AttachVolumeNegativeTest-275227323-project] 10.222.0.75 "GET /v2.0/security-groups?id=4936bce0-5f58-4a33-9b1f-fa66fe6c175f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578678 Feb 09 19:17:27.927343 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-35086c78-3425-442d-abd5-632cb321b279 req-297e2861-c9d5-47a0-a9ac-88af5e1f9767 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762867176205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762866656485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762866656503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12867569'] for port (f47b1e9e-bfc8-464c-9278-86a7e742bb99), after_update {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:17:27.929327 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-fe78e96f-7fe6-468d-9b47-05b15c4e70f5 tempest-RoutersAdminTest-314636334 tempest-RoutersAdminTest-314636334-project] Publish callbacks [] for router_gateway (351d7a00-edd1-4cde-a2fa-edd3b651c581), after_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:17:27.984172 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Current status of the port 35ccb5fc-0174-476e-9fad-08fae2a5fb89 is: BUILD; New status is: ACTIVE {{(pid=103232) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 19:17:27.984704 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (35ccb5fc-0174-476e-9fad-08fae2a5fb89), before_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:17:28.024599 n-d-713498-36 neutron-server[103232]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bae7eb97-4761-4fc6-a387-638f695fc4f3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '35ccb5fc-0174-476e-9fad-08fae2a5fb89'}] {{(pid=103232) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 19:17:28.027887 n-d-713498-36 neutron-server[103232]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}949cdcde653dec44821de95cbf67297f53cbc2aed4e073b5d514f93bf911ce85" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4ec48f95-635c-447e-a516-22c216036c53" -d '{"events": [{"server_uuid": "bae7eb97-4761-4fc6-a387-638f695fc4f3", "name": "network-vif-plugged", "status": "completed", "tag": "35ccb5fc-0174-476e-9fad-08fae2a5fb89"}]}' {{(pid=103232) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 19:17:28.049764 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24e3712e-d9f0-401f-a46f-04289658f0e9 admin admin] Checking segment: {'id': 'fa5b6bb6-6b97-460a-b07a-928362de74e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '289de959-2439-4acf-b801-e8ca5f85e3fb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103229) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 19:17:28.049764 n-d-713498-36 neutron-server[103229]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24e3712e-d9f0-401f-a46f-04289658f0e9 admin admin] Network hostable DHCP agents. Network: 289de959-2439-4acf-b801-e8ca5f85e3fb, hostable agents: ['af91e4b9-f4e1-42b1-a25c-a10dc47171c8'], hosted agents: [] {{(pid=103229) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 19:17:28.053656 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] For port 35ccb5fc-0174-476e-9fad-08fae2a5fb89, host n-h1-713498-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-36',level=0,port_id=35ccb5fc-0174-476e-9fad-08fae2a5fb89,segment=NetworkSegment(c4b0cfb4-dad4-4b79-b4e7-2eec0bd08e3c),segment_id=c4b0cfb4-dad4-4b79-b4e7-2eec0bd08e3c)] {{(pid=103232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 19:17:28.062320 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762867176205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762866656485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762866656503'] for port (35ccb5fc-0174-476e-9fad-08fae2a5fb89), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:17:28.089879 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35086c78-3425-442d-abd5-632cb321b279 req-297e2861-c9d5-47a0-a9ac-88af5e1f9767 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:17:28.095801 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-35086c78-3425-442d-abd5-632cb321b279 req-297e2861-c9d5-47a0-a9ac-88af5e1f9767 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171096'] for port (None), before_response {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:17:28.104161 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-35086c78-3425-442d-abd5-632cb321b279 req-297e2861-c9d5-47a0-a9ac-88af5e1f9767 service neutron] 10.222.0.89 "PUT /v2.0/ports/f47b1e9e-bfc8-464c-9278-86a7e742bb99 HTTP/1.1" status: 200 len: 1092 time: 2.7446396 Feb 09 19:17:28.106993 n-d-713498-36 neutron-server[103229]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '643875e4-4e65-407a-b1f0-4b9a6af5e319', 'tag': 'f47b1e9e-bfc8-464c-9278-86a7e742bb99'}] {{(pid=103229) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 19:17:28.113362 n-d-713498-36 neutron-server[103229]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fa6ae9a20702bd564eaf90d946620b2b4277b1ab91129323d3b54181076be307" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7e950b59-efa8-4cc5-822b-240528a6753f" -d '{"events": [{"name": "network-changed", "server_uuid": "643875e4-4e65-407a-b1f0-4b9a6af5e319", "tag": "f47b1e9e-bfc8-464c-9278-86a7e742bb99"}]}' {{(pid=103229) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 19:17:28.148889 n-d-713498-36 neutron-server[103232]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 19:17:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f8215e60-6546-4d73-8f2e-f66ef3f956ee x-openstack-request-id: req-f8215e60-6546-4d73-8f2e-f66ef3f956ee {{(pid=103232) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 19:17:28.149475 n-d-713498-36 neutron-server[103232]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bae7eb97-4761-4fc6-a387-638f695fc4f3", "name": "network-vif-plugged", "status": "completed", "tag": "35ccb5fc-0174-476e-9fad-08fae2a5fb89", "code": 200}]} {{(pid=103232) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 19:17:28.150009 n-d-713498-36 neutron-server[103232]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-f8215e60-6546-4d73-8f2e-f66ef3f956ee {{(pid=103232) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 19:17:28.150464 n-d-713498-36 neutron-server[103232]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bae7eb97-4761-4fc6-a387-638f695fc4f3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '35ccb5fc-0174-476e-9fad-08fae2a5fb89', 'code': 200} Feb 09 19:17:28.151722 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Pushing event updated for resources: {'Port': ['ID=35ccb5fc-0174-476e-9fad-08fae2a5fb89,revision_number=5']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:17:28.170475 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41ab6bf3-6996-4b38-bba7-58b8f57e5543 req-58d8f52c-5b13-4b35-ab92-368d103bac0d tempest-MultipleCreateTestJSON-395872300 tempest-MultipleCreateTestJSON-395872300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:17:28.172298 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-41ab6bf3-6996-4b38-bba7-58b8f57e5543 req-58d8f52c-5b13-4b35-ab92-368d103bac0d tempest-MultipleCreateTestJSON-395872300 tempest-MultipleCreateTestJSON-395872300-project] 10.222.0.75 "GET /v2.0/ports?device_id=7ea22517-8b8e-49ad-bdce-25a22c248155 HTTP/1.1" status: 200 len: 931 time: 0.7261527 Feb 09 19:17:28.191959 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:17:28.192540 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:17:28.198030 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:17:28.198475 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:17:28.198880 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:17:28.199303 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:17:28.199645 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:17:28.199977 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:17:28.200305 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:17:28.200631 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:17:28.201009 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:17:28.201336 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:17:28.201659 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:17:28.264994 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-297e2861-c9d5-47a0-a9ac-88af5e1f9767 service neutron] Pushing event updated for resources: {'Port': ['ID=f47b1e9e-bfc8-464c-9278-86a7e742bb99,revision_number=3']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:17:28.271115 n-d-713498-36 neutron-server[103229]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 19:17:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3beb6cc7-7890-47a8-b46e-ce7bb92a189f x-openstack-request-id: req-3beb6cc7-7890-47a8-b46e-ce7bb92a189f {{(pid=103229) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 19:17:28.271703 n-d-713498-36 neutron-server[103229]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "643875e4-4e65-407a-b1f0-4b9a6af5e319", "tag": "f47b1e9e-bfc8-464c-9278-86a7e742bb99", "status": "completed", "code": 200}]} {{(pid=103229) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 19:17:28.272171 n-d-713498-36 neutron-server[103229]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-3beb6cc7-7890-47a8-b46e-ce7bb92a189f {{(pid=103229) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 19:17:28.272787 n-d-713498-36 neutron-server[103229]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '643875e4-4e65-407a-b1f0-4b9a6af5e319', 'tag': 'f47b1e9e-bfc8-464c-9278-86a7e742bb99', 'status': 'completed', 'code': 200} Feb 09 19:17:28.281491 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-286737a8-1ee2-4af8-94b7-c55c4bf36363 req-b4ea72f3-be3f-4e7e-ad9b-27bfb3a25834 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:17:28.284150 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-286737a8-1ee2-4af8-94b7-c55c4bf36363 req-b4ea72f3-be3f-4e7e-ad9b-27bfb3a25834 service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=bae7eb97-4761-4fc6-a387-638f695fc4f3 HTTP/1.1" status: 200 len: 1129 time: 0.0631785 Feb 09 19:17:28.310533 n-d-713498-36 neutron-server[103229]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24e3712e-d9f0-401f-a46f-04289658f0e9 admin admin] Network 289de959-2439-4acf-b801-e8ca5f85e3fb is scheduled to be hosted by DHCP agent af91e4b9-f4e1-42b1-a25c-a10dc47171c8 with binding_index 1 {{(pid=103229) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 19:17:28.358210 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-286737a8-1ee2-4af8-94b7-c55c4bf36363 req-fc8e1f32-cef0-4eeb-bef5-9b72722dd994 service neutron] 10.222.0.89 "GET /v2.0/security-groups?id=4936bce0-5f58-4a33-9b1f-fa66fe6c175f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0651212 Feb 09 19:17:28.722056 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-41ab6bf3-6996-4b38-bba7-58b8f57e5543 req-6e6f8319-0748-4b00-853b-d514c4d2cd45 tempest-MultipleCreateTestJSON-395872300 tempest-MultipleCreateTestJSON-395872300-project] 10.222.0.75 "GET /v2.0/security-groups?id=8677789f-c0a6-4081-af83-d06feba970b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5149353 Feb 09 19:17:28.722628 n-d-713498-36 neutron-server[103229]: DEBUG neutron.scheduler.base_scheduler [None req-24e3712e-d9f0-401f-a46f-04289658f0e9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713498-36, 289de959-2439-4acf-b801-e8ca5f85e3fb) {{(pid=103229) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 19:17:28.739329 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ae7662b-9f62-454d-94c5-2e513a63db80 None None] Network 289de959-2439-4acf-b801-e8ca5f85e3fb requested from n-d-713498-36 {{(pid=103232) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 19:17:28.782874 n-d-713498-36 neutron-server[103229]: DEBUG neutron.notifiers.nova [req-35086c78-3425-442d-abd5-632cb321b279 req-3e23ad46-ed49-4fd4-9d56-9f44eec3ae7c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 779f1a99-012d-4993-bfe8-1533533e6efa {{(pid=103229) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 19:17:28.791222 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-35086c78-3425-442d-abd5-632cb321b279 req-3e23ad46-ed49-4fd4-9d56-9f44eec3ae7c service neutron] Publish callbacks [] for port (779f1a99-012d-4993-bfe8-1533533e6efa), precommit_update {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:17:28.806758 n-d-713498-36 neutron-server[103229]: DEBUG neutron.db.provisioning_blocks [req-35086c78-3425-442d-abd5-632cb321b279 req-3e23ad46-ed49-4fd4-9d56-9f44eec3ae7c service neutron] Transition to ACTIVE for port object 779f1a99-012d-4993-bfe8-1533533e6efa will not be triggered until provisioned by entity L2. {{(pid=103229) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 19:17:28.816364 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24e3712e-d9f0-401f-a46f-04289658f0e9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:17:28.816828 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-24e3712e-d9f0-401f-a46f-04289658f0e9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1613566'] for subnet (None), before_response {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:17:28.828500 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-35086c78-3425-442d-abd5-632cb321b279 req-3e23ad46-ed49-4fd4-9d56-9f44eec3ae7c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762867176205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762866656485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762866656503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12867569'] for port (779f1a99-012d-4993-bfe8-1533533e6efa), after_update {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:17:28.832230 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35086c78-3425-442d-abd5-632cb321b279 req-2b1cc02a-5403-4add-b0c8-2535306defb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:17:28.835058 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-35086c78-3425-442d-abd5-632cb321b279 req-2b1cc02a-5403-4add-b0c8-2535306defb2 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=b778494753704141b6eb8355afee2383&device_id=643875e4-4e65-407a-b1f0-4b9a6af5e319 HTTP/1.1" status: 200 len: 1126 time: 0.6495926 Feb 09 19:17:28.894283 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f90e4bd-736b-4666-9b74-14c919fec7c3 None None] Network 289de959-2439-4acf-b801-e8ca5f85e3fb requested from n-d-713498-36 {{(pid=103232) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 19:17:28.939483 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e23ad46-ed49-4fd4-9d56-9f44eec3ae7c service neutron] Pushing event updated for resources: {'Port': ['ID=779f1a99-012d-4993-bfe8-1533533e6efa,revision_number=2']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:17:28.957151 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-24e3712e-d9f0-401f-a46f-04289658f0e9 admin admin] 10.222.0.75 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 2.4401362 Feb 09 19:17:28.958728 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-35086c78-3425-442d-abd5-632cb321b279 req-9b45aea6-1e6a-44f3-8c03-cddf01ed3879 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f47b1e9e-bfc8-464c-9278-86a7e742bb99 HTTP/1.1" status: 200 len: 217 time: 0.0801287 Feb 09 19:17:29.091631 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c404420-c766-4495-a07d-3a84c9639583 req-f8f5f468-c04e-41e9-a2e0-91a0fe85895a tempest-AttachVolumeNegativeTest-275227323 tempest-AttachVolumeNegativeTest-275227323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:17:29.093221 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-3c404420-c766-4495-a07d-3a84c9639583 req-f8f5f468-c04e-41e9-a2e0-91a0fe85895a tempest-AttachVolumeNegativeTest-275227323 tempest-AttachVolumeNegativeTest-275227323-project] 10.222.0.75 "GET /v2.0/ports?device_id=bae7eb97-4761-4fc6-a387-638f695fc4f3 HTTP/1.1" status: 200 len: 946 time: 0.1010990 Feb 09 19:17:29.101883 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-fe78e96f-7fe6-468d-9b47-05b15c4e70f5 tempest-RoutersAdminTest-314636334 tempest-RoutersAdminTest-314636334-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1834945', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1818951'] for router (351d7a00-edd1-4cde-a2fa-edd3b651c581), after_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:17:29.114182 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35086c78-3425-442d-abd5-632cb321b279 req-145c3f92-ca90-4d8c-8e78-2d0960514e60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:17:29.115942 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-35086c78-3425-442d-abd5-632cb321b279 req-145c3f92-ca90-4d8c-8e78-2d0960514e60 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=91f7ce59-3a13-47bf-9dd9-ab64da9bfd75 HTTP/1.1" status: 200 len: 853 time: 0.1363616 Feb 09 19:17:29.194347 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-3c404420-c766-4495-a07d-3a84c9639583 req-5d3f9c35-9cb5-4672-a7b3-f14f91c6a34a tempest-AttachVolumeNegativeTest-275227323 tempest-AttachVolumeNegativeTest-275227323-project] 10.222.0.75 "GET /v2.0/security-groups?id=4936bce0-5f58-4a33-9b1f-fa66fe6c175f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0871134 Feb 09 19:17:29.320122 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.managers [req-35086c78-3425-442d-abd5-632cb321b279 req-3e23ad46-ed49-4fd4-9d56-9f44eec3ae7c service neutron] Attempting to bind port 779f1a99-012d-4993-bfe8-1533533e6efa on host n-h2-713498-36 for vnic_type normal with profile {{(pid=103229) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 19:17:29.320122 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.managers [req-35086c78-3425-442d-abd5-632cb321b279 req-3e23ad46-ed49-4fd4-9d56-9f44eec3ae7c service neutron] Attempting to bind port 779f1a99-012d-4993-bfe8-1533533e6efa by drivers openvswitch,hyperv on host n-h2-713498-36 at level 0 using segments [{'id': '1386a966-4dd2-470f-b237-fb3374073af9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': 'ce5a1920-47d4-4acd-9320-1f2b7d8adbbf'}] {{(pid=103229) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 19:17:29.320122 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35086c78-3425-442d-abd5-632cb321b279 req-3e23ad46-ed49-4fd4-9d56-9f44eec3ae7c service neutron] Attempting to bind port 779f1a99-012d-4993-bfe8-1533533e6efa on network ce5a1920-47d4-4acd-9320-1f2b7d8adbbf {{(pid=103229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 19:17:29.329558 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35086c78-3425-442d-abd5-632cb321b279 req-3e23ad46-ed49-4fd4-9d56-9f44eec3ae7c service neutron] Port 779f1a99-012d-4993-bfe8-1533533e6efa on network ce5a1920-47d4-4acd-9320-1f2b7d8adbbf not bound, no agent of type Open vSwitch agent registered on host n-h2-713498-36 {{(pid=103229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 19:17:29.330241 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35086c78-3425-442d-abd5-632cb321b279 req-3e23ad46-ed49-4fd4-9d56-9f44eec3ae7c service neutron] Attempting to bind port 779f1a99-012d-4993-bfe8-1533533e6efa on network ce5a1920-47d4-4acd-9320-1f2b7d8adbbf {{(pid=103229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 19:17:29.338446 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-35086c78-3425-442d-abd5-632cb321b279 req-7fd42dfe-3e9b-4011-abd2-707085d6ec9f service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=ce5a1920-47d4-4acd-9320-1f2b7d8adbbf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2133951 Feb 09 19:17:29.342081 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35086c78-3425-442d-abd5-632cb321b279 req-3e23ad46-ed49-4fd4-9d56-9f44eec3ae7c service neutron] Checking agent: {'id': 'bcd5faee-dc24-4298-9134-0e0aa054058e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713498-36', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 18, 59, 19), 'started_at': datetime.datetime(2022, 2, 9, 18, 59, 19), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 19, 17, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 19:17:29.342729 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35086c78-3425-442d-abd5-632cb321b279 req-3e23ad46-ed49-4fd4-9d56-9f44eec3ae7c service neutron] Checking segment: {'id': '1386a966-4dd2-470f-b237-fb3374073af9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': 'ce5a1920-47d4-4acd-9320-1f2b7d8adbbf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103229) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 19:17:29.343239 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35086c78-3425-442d-abd5-632cb321b279 req-3e23ad46-ed49-4fd4-9d56-9f44eec3ae7c service neutron] Bound using segment: {'id': '1386a966-4dd2-470f-b237-fb3374073af9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': 'ce5a1920-47d4-4acd-9320-1f2b7d8adbbf'} {{(pid=103229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 19:17:29.343847 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.managers [req-35086c78-3425-442d-abd5-632cb321b279 req-3e23ad46-ed49-4fd4-9d56-9f44eec3ae7c service neutron] Bound port: 779f1a99-012d-4993-bfe8-1533533e6efa, host: n-h2-713498-36, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1386a966-4dd2-470f-b237-fb3374073af9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': 'ce5a1920-47d4-4acd-9320-1f2b7d8adbbf'}}] {{(pid=103229) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 19:17:29.344334 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-35086c78-3425-442d-abd5-632cb321b279 req-3e23ad46-ed49-4fd4-9d56-9f44eec3ae7c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (779f1a99-012d-4993-bfe8-1533533e6efa), before_update {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:17:29.538269 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-07f888a9-2164-432e-bdbb-36f1a8d5e02a req-2b7953cb-0e51-4f26-b887-8720bc4a20ae tempest-ServersAdminTestJSON-1393048834 tempest-ServersAdminTestJSON-1393048834-project] 10.222.0.75 "GET /v2.0/networks?tenant_id=7e91830b51f247988605db5c5590a82d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0579498 Feb 09 19:17:29.655718 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.db [req-35086c78-3425-442d-abd5-632cb321b279 req-3e23ad46-ed49-4fd4-9d56-9f44eec3ae7c service neutron] For port 779f1a99-012d-4993-bfe8-1533533e6efa, host n-h2-713498-36, cleared binding levels {{(pid=103229) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 19:17:29.689030 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.db [req-35086c78-3425-442d-abd5-632cb321b279 req-3e23ad46-ed49-4fd4-9d56-9f44eec3ae7c service neutron] For port 779f1a99-012d-4993-bfe8-1533533e6efa, host n-h2-713498-36, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-36',level=0,port_id=779f1a99-012d-4993-bfe8-1533533e6efa,segment=NetworkSegment(1386a966-4dd2-470f-b237-fb3374073af9),segment_id=1386a966-4dd2-470f-b237-fb3374073af9)] {{(pid=103229) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 19:17:29.694270 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-35086c78-3425-442d-abd5-632cb321b279 req-24178d64-8125-4ce9-abc9-aa3f41b24348 service neutron] 10.222.0.89 "GET /v2.0/networks/ce5a1920-47d4-4acd-9320-1f2b7d8adbbf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3265707 Feb 09 19:17:29.722565 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-35086c78-3425-442d-abd5-632cb321b279 req-3e23ad46-ed49-4fd4-9d56-9f44eec3ae7c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762867176205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762866656485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762866656503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12867569'] for port (779f1a99-012d-4993-bfe8-1533533e6efa), after_update {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:17:29.835194 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35086c78-3425-442d-abd5-632cb321b279 req-3e23ad46-ed49-4fd4-9d56-9f44eec3ae7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:17:29.835823 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-35086c78-3425-442d-abd5-632cb321b279 req-3e23ad46-ed49-4fd4-9d56-9f44eec3ae7c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171096'] for port (None), before_response {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:17:29.837321 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-35086c78-3425-442d-abd5-632cb321b279 req-3e23ad46-ed49-4fd4-9d56-9f44eec3ae7c service neutron] 10.222.0.90 "PUT /v2.0/ports/779f1a99-012d-4993-bfe8-1533533e6efa HTTP/1.1" status: 200 len: 1092 time: 2.8701673 Feb 09 19:17:29.848326 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07f888a9-2164-432e-bdbb-36f1a8d5e02a req-c99f420e-0443-4007-b327-dc4a28b4c33c tempest-ServersAdminTestJSON-1393048834 tempest-ServersAdminTestJSON-1393048834-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:17:29.849803 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-07f888a9-2164-432e-bdbb-36f1a8d5e02a req-c99f420e-0443-4007-b327-dc4a28b4c33c tempest-ServersAdminTestJSON-1393048834 tempest-ServersAdminTestJSON-1393048834-project] 10.222.0.75 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3015573 Feb 09 19:17:29.880757 n-d-713498-36 neutron-server[103229]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fe78e96f-7fe6-468d-9b47-05b15c4e70f5 tempest-RoutersAdminTest-314636334 tempest-RoutersAdminTest-314636334-project] Router 351d7a00-edd1-4cde-a2fa-edd3b651c581 is scheduled to L3 agent 93303d5e-5d17-45e8-8963-7694f87783ae with binding_index 1 {{(pid=103229) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 09 19:17:29.888828 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4eae9e8-96b0-406e-a78b-f2adead9a251 req-a9a2a783-3265-4ab4-ac25-4d49ef05d916 tempest-MultipleCreateTestJSON-395872300 tempest-MultipleCreateTestJSON-395872300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:17:29.890517 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-b4eae9e8-96b0-406e-a78b-f2adead9a251 req-a9a2a783-3265-4ab4-ac25-4d49ef05d916 tempest-MultipleCreateTestJSON-395872300 tempest-MultipleCreateTestJSON-395872300-project] 10.222.0.75 "GET /v2.0/ports?device_id=7ea22517-8b8e-49ad-bdce-25a22c248155 HTTP/1.1" status: 200 len: 943 time: 0.0653865 Feb 09 19:17:29.898813 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-07f888a9-2164-432e-bdbb-36f1a8d5e02a req-4535c4d9-4e64-4ef0-8bc4-cbc8d0a35d72 tempest-ServersAdminTestJSON-1393048834 tempest-ServersAdminTestJSON-1393048834-project] 10.222.0.75 "GET /v2.0/quotas/7e91830b51f247988605db5c5590a82d HTTP/1.1" status: 200 len: 375 time: 0.0386453 Feb 09 19:17:29.899424 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e23ad46-ed49-4fd4-9d56-9f44eec3ae7c service neutron] Pushing event updated for resources: {'Port': ['ID=779f1a99-012d-4993-bfe8-1533533e6efa,revision_number=3']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:17:29.943391 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-b4eae9e8-96b0-406e-a78b-f2adead9a251 req-1c60bebf-a065-4ca6-9de6-c47ad08862d3 tempest-MultipleCreateTestJSON-395872300 tempest-MultipleCreateTestJSON-395872300-project] 10.222.0.75 "GET /v2.0/security-groups?id=8677789f-c0a6-4081-af83-d06feba970b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467060 Feb 09 19:17:30.017935 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-35086c78-3425-442d-abd5-632cb321b279 req-128c8dc5-7d3e-43d7-9d2b-ef33b0432d9f service neutron] 10.222.0.89 "GET /v2.0/networks/ce5a1920-47d4-4acd-9320-1f2b7d8adbbf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3168285 Feb 09 19:17:30.019927 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-07f888a9-2164-432e-bdbb-36f1a8d5e02a req-b58ac343-e22d-4548-a713-e1a7fc68cde4 tempest-ServersAdminTestJSON-1393048834 tempest-ServersAdminTestJSON-1393048834-project] 10.222.0.75 "GET /v2.0/ports?tenant_id=7e91830b51f247988605db5c5590a82d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1015532 Feb 09 19:17:30.072125 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35086c78-3425-442d-abd5-632cb321b279 req-973a6e7d-263b-4442-a417-26788fd50f9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:17:30.073691 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-35086c78-3425-442d-abd5-632cb321b279 req-973a6e7d-263b-4442-a417-26788fd50f9a service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=b778494753704141b6eb8355afee2383&device_id=7ea22517-8b8e-49ad-bdce-25a22c248155 HTTP/1.1" status: 200 len: 1126 time: 0.1771922 Feb 09 19:17:30.147309 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-35086c78-3425-442d-abd5-632cb321b279 req-52fb0e37-dbbe-4af1-9f26-47b19f211ac5 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=779f1a99-012d-4993-bfe8-1533533e6efa HTTP/1.1" status: 200 len: 217 time: 0.0592985 Feb 09 19:17:30.223536 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fe78e96f-7fe6-468d-9b47-05b15c4e70f5 tempest-RoutersAdminTest-314636334 tempest-RoutersAdminTest-314636334-project] Notify agent at l3_agent.n-d-713498-36 the message routers_updated {{(pid=103229) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 19:17:30.238079 n-d-713498-36 neutron-server[103233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5fdf972-00d8-4067-9f24-8c87bab499e3 None None] Sync routers for ids ['351d7a00-edd1-4cde-a2fa-edd3b651c581'] in n-d-713498-36 {{(pid=103233) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 19:17:30.259625 n-d-713498-36 neutron-server[103233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5fdf972-00d8-4067-9f24-8c87bab499e3 None None] Routers {'351d7a00-edd1-4cde-a2fa-edd3b651c581'} bound to L3 agent in host n-d-713498-36 {{(pid=103233) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 19:17:30.260399 n-d-713498-36 neutron-server[103233]: DEBUG neutron.db.l3_hamode_db [None req-a5fdf972-00d8-4067-9f24-8c87bab499e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T18:51:43Z,description=,heartbeat_timestamp=2022-02-09T19:17:13Z,host='n-d-713498-36',id=93303d5e-5d17-45e8-8963-7694f87783ae,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T18:51:43Z,topic='l3_agent')) {'router_ids': ['351d7a00-edd1-4cde-a2fa-edd3b651c581'], 'active': True} {{(pid=103233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:17:30.281027 n-d-713498-36 neutron-server[103229]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7ea22517-8b8e-49ad-bdce-25a22c248155', 'tag': '779f1a99-012d-4993-bfe8-1533533e6efa'}] {{(pid=103229) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 19:17:30.292091 n-d-713498-36 neutron-server[103229]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fa6ae9a20702bd564eaf90d946620b2b4277b1ab91129323d3b54181076be307" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-68c53217-0965-48e2-aa97-9a34ea44656c" -d '{"events": [{"name": "network-changed", "server_uuid": "7ea22517-8b8e-49ad-bdce-25a22c248155", "tag": "779f1a99-012d-4993-bfe8-1533533e6efa"}]}' {{(pid=103229) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 19:17:30.305278 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-fe78e96f-7fe6-468d-9b47-05b15c4e70f5 tempest-RoutersAdminTest-314636334 tempest-RoutersAdminTest-314636334-project] Publish callbacks [] for router (None), before_response {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:17:30.309803 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 38744) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:17:30.314925 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.v2.base [None req-7d18e1cc-bb7e-4a47-b2f7-72d7c2a4b522 tempest-RoutersAdminTest-1529504030 tempest-RoutersAdminTest-1529504030-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '88055e1e-672a-4487-be31-ffb6e833ece5', 'enable_snat': False}}} {{(pid=103230) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 19:17:30.322689 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-fe78e96f-7fe6-468d-9b47-05b15c4e70f5 tempest-RoutersAdminTest-314636334 tempest-RoutersAdminTest-314636334-project] 10.222.0.75 "POST /v2.0/routers HTTP/1.1" status: 201 len: 883 time: 6.2738798 Feb 09 19:17:30.328896 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e950b59-efa8-4cc5-822b-240528a6753f req-23f6eb7a-5272-463a-bed8-9c559ba29448 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:17:30.330712 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-7e950b59-efa8-4cc5-822b-240528a6753f req-23f6eb7a-5272-463a-bed8-9c559ba29448 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=b778494753704141b6eb8355afee2383&device_id=643875e4-4e65-407a-b1f0-4b9a6af5e319 HTTP/1.1" status: 200 len: 1126 time: 0.2557724 Feb 09 19:17:30.353006 n-d-713498-36 neutron-server[103233]: DEBUG neutron.db.l3_hamode_db [None req-a5fdf972-00d8-4067-9f24-8c87bab499e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713498-36', False) {} {{(pid=103233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:17:30.371745 n-d-713498-36 neutron-server[103233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5fdf972-00d8-4067-9f24-8c87bab499e3 None None] Routers {'351d7a00-edd1-4cde-a2fa-edd3b651c581'} bound to L3 agent in host n-d-713498-36 {{(pid=103233) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 19:17:30.372365 n-d-713498-36 neutron-server[103233]: DEBUG neutron.db.l3_hamode_db [None req-a5fdf972-00d8-4067-9f24-8c87bab499e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T18:51:43Z,description=,heartbeat_timestamp=2022-02-09T19:17:13Z,host='n-d-713498-36',id=93303d5e-5d17-45e8-8963-7694f87783ae,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T18:51:43Z,topic='l3_agent')) {'router_ids': ['351d7a00-edd1-4cde-a2fa-edd3b651c581'], 'active': True} {{(pid=103233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:17:30.390668 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35086c78-3425-442d-abd5-632cb321b279 req-6914991d-ecdc-4c5e-98ea-43376e81ff5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:17:30.393434 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-35086c78-3425-442d-abd5-632cb321b279 req-6914991d-ecdc-4c5e-98ea-43376e81ff5c service neutron] 10.222.0.90 "GET /v2.0/subnets?id=91f7ce59-3a13-47bf-9dd9-ab64da9bfd75 HTTP/1.1" status: 200 len: 853 time: 0.2305143 Feb 09 19:17:30.409396 n-d-713498-36 neutron-server[103233]: DEBUG neutron.db.l3_hamode_db [None req-a5fdf972-00d8-4067-9f24-8c87bab499e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713498-36', False) {} {{(pid=103233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:17:30.410200 n-d-713498-36 neutron-server[103233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5fdf972-00d8-4067-9f24-8c87bab499e3 None None] The sync data for ids ['351d7a00-edd1-4cde-a2fa-edd3b651c581'] in n-d-713498-36 is: [] {{(pid=103233) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 19:17:30.482726 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-35086c78-3425-442d-abd5-632cb321b279 req-8a7c9e08-9987-498f-8b74-5a07d2d886c6 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=ce5a1920-47d4-4acd-9320-1f2b7d8adbbf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0735471 Feb 09 19:17:30.512982 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-e35b22ae-5db9-4cf8-b06a-279cb8b4220c req-c2baeb58-55f3-433d-a389-318200dbeb62 tempest-ServersAdminTestJSON-1393048834 tempest-ServersAdminTestJSON-1393048834-project] 10.222.0.75 "GET /v2.0/networks?tenant_id=7e91830b51f247988605db5c5590a82d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0897141 Feb 09 19:17:30.529905 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2153da77-d24e-4737-b398-a1f95713dd43 req-8942fd63-8220-43d8-992d-f1fc7fb2bad3 tempest-AttachVolumeNegativeTest-275227323 tempest-AttachVolumeNegativeTest-275227323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:17:30.531920 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-2153da77-d24e-4737-b398-a1f95713dd43 req-8942fd63-8220-43d8-992d-f1fc7fb2bad3 tempest-AttachVolumeNegativeTest-275227323 tempest-AttachVolumeNegativeTest-275227323-project] 10.222.0.75 "GET /v2.0/ports?device_id=bae7eb97-4761-4fc6-a387-638f695fc4f3 HTTP/1.1" status: 200 len: 946 time: 0.2055283 Feb 09 19:17:30.657979 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-2153da77-d24e-4737-b398-a1f95713dd43 req-ae0e66e4-a086-4b79-b120-1937167ab225 tempest-AttachVolumeNegativeTest-275227323 tempest-AttachVolumeNegativeTest-275227323-project] 10.222.0.75 "GET /v2.0/security-groups?id=4936bce0-5f58-4a33-9b1f-fa66fe6c175f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0889745 Feb 09 19:17:30.684802 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e950b59-efa8-4cc5-822b-240528a6753f req-cecad46f-25bd-4e9c-a8a8-332b24db1e04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:17:30.687591 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-7e950b59-efa8-4cc5-822b-240528a6753f req-cecad46f-25bd-4e9c-a8a8-332b24db1e04 service neutron] 10.222.0.89 "GET /v2.0/networks?id=ce5a1920-47d4-4acd-9320-1f2b7d8adbbf HTTP/1.1" status: 200 len: 914 time: 0.3366382 Feb 09 19:17:30.786820 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-7e950b59-efa8-4cc5-822b-240528a6753f req-39d33fcf-93b6-47b3-a31c-c33a3e13f3cd service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f47b1e9e-bfc8-464c-9278-86a7e742bb99 HTTP/1.1" status: 200 len: 217 time: 0.0839200 Feb 09 19:17:30.788695 n-d-713498-36 neutron-server[103229]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 19:17:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2c87de1e-bdf1-4136-afa7-2b77edfd70d7 x-openstack-request-id: req-2c87de1e-bdf1-4136-afa7-2b77edfd70d7 {{(pid=103229) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 19:17:30.789621 n-d-713498-36 neutron-server[103229]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7ea22517-8b8e-49ad-bdce-25a22c248155", "tag": "779f1a99-012d-4993-bfe8-1533533e6efa", "status": "completed", "code": 200}]} {{(pid=103229) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 19:17:30.790049 n-d-713498-36 neutron-server[103229]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-2c87de1e-bdf1-4136-afa7-2b77edfd70d7 {{(pid=103229) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 19:17:30.790499 n-d-713498-36 neutron-server[103229]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7ea22517-8b8e-49ad-bdce-25a22c248155', 'tag': '779f1a99-012d-4993-bfe8-1533533e6efa', 'status': 'completed', 'code': 200} Feb 09 19:17:30.805033 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-35086c78-3425-442d-abd5-632cb321b279 req-4bd7900b-2c64-4f44-8ac1-7c4d23c653c9 service neutron] 10.222.0.90 "GET /v2.0/networks/ce5a1920-47d4-4acd-9320-1f2b7d8adbbf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3083541 Feb 09 19:17:30.871519 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e35b22ae-5db9-4cf8-b06a-279cb8b4220c req-4ef8e1e7-1d32-4e03-ac25-2e5adf3d0bb4 tempest-ServersAdminTestJSON-1393048834 tempest-ServersAdminTestJSON-1393048834-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:17:30.879920 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-e35b22ae-5db9-4cf8-b06a-279cb8b4220c req-4ef8e1e7-1d32-4e03-ac25-2e5adf3d0bb4 tempest-ServersAdminTestJSON-1393048834 tempest-ServersAdminTestJSON-1393048834-project] 10.222.0.75 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3658285 Feb 09 19:17:30.904296 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-e35b22ae-5db9-4cf8-b06a-279cb8b4220c req-1daed7ac-12e8-4e6d-b58a-0e3e777b2e9c tempest-ServersAdminTestJSON-1393048834 tempest-ServersAdminTestJSON-1393048834-project] 10.222.0.75 "GET /v2.0/quotas/7e91830b51f247988605db5c5590a82d HTTP/1.1" status: 200 len: 375 time: 0.0232475 Feb 09 19:17:30.907821 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e950b59-efa8-4cc5-822b-240528a6753f req-4bfdedeb-63e0-4ae4-8e50-518ecc833102 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:17:30.909447 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-7e950b59-efa8-4cc5-822b-240528a6753f req-4bfdedeb-63e0-4ae4-8e50-518ecc833102 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=91f7ce59-3a13-47bf-9dd9-ab64da9bfd75 HTTP/1.1" status: 200 len: 853 time: 0.1139584 Feb 09 19:17:30.968551 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-e35b22ae-5db9-4cf8-b06a-279cb8b4220c req-8cac9385-7d7e-44e0-9217-012d15e8cedf tempest-ServersAdminTestJSON-1393048834 tempest-ServersAdminTestJSON-1393048834-project] 10.222.0.75 "GET /v2.0/ports?tenant_id=7e91830b51f247988605db5c5590a82d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0621486 Feb 09 19:17:31.012089 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-7e950b59-efa8-4cc5-822b-240528a6753f req-555916d6-6289-4883-b58e-1b357dadbe95 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=ce5a1920-47d4-4acd-9320-1f2b7d8adbbf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0899842 Feb 09 19:17:31.048783 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-35086c78-3425-442d-abd5-632cb321b279 req-b6c534dc-ea94-4639-a8fa-4f732bcfa6ee service neutron] 10.222.0.90 "GET /v2.0/networks/ce5a1920-47d4-4acd-9320-1f2b7d8adbbf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2164843 Feb 09 19:17:31.207925 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-7d18e1cc-bb7e-4a47-b2f7-72d7c2a4b522 tempest-RoutersAdminTest-1529504030 tempest-RoutersAdminTest-1529504030-project-admin] Publish callbacks [] for router_gateway (351d7a00-edd1-4cde-a2fa-edd3b651c581), precommit_update {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:17:31.341294 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68c53217-0965-48e2-aa97-9a34ea44656c req-db755425-7275-4999-96b7-4e485c61e1b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:17:31.346495 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-68c53217-0965-48e2-aa97-9a34ea44656c req-db755425-7275-4999-96b7-4e485c61e1b0 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=b778494753704141b6eb8355afee2383&device_id=7ea22517-8b8e-49ad-bdce-25a22c248155 HTTP/1.1" status: 200 len: 1126 time: 0.1832263 Feb 09 19:17:31.438776 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-a2421d94-6a81-4db0-bc31-5e7fc583c27a req-f1e45191-5f66-4b2f-afc3-6103e98a3cb9 tempest-ServersAdminTestJSON-1393048834 tempest-ServersAdminTestJSON-1393048834-project] 10.222.0.75 "GET /v2.0/ports?device_id=650818e7-77a0-4d6d-bdd0-7898b6121102 HTTP/1.1" status: 200 len: 210 time: 0.0567105 Feb 09 19:17:31.499911 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cb62a1b-6ec6-457a-9a19-7ef89b5e7564 req-b1cba6fe-0b5c-4c44-94dd-e5cc4b15527a tempest-MultipleCreateTestJSON-395872300 tempest-MultipleCreateTestJSON-395872300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:17:31.518165 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-2cb62a1b-6ec6-457a-9a19-7ef89b5e7564 req-b1cba6fe-0b5c-4c44-94dd-e5cc4b15527a tempest-MultipleCreateTestJSON-395872300 tempest-MultipleCreateTestJSON-395872300-project] 10.222.0.75 "GET /v2.0/ports?device_id=7ea22517-8b8e-49ad-bdce-25a22c248155 HTTP/1.1" status: 200 len: 943 time: 0.3718297 Feb 09 19:17:31.567411 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-7e950b59-efa8-4cc5-822b-240528a6753f req-1bc2a8e1-b9a7-4173-93ac-8f7f26951295 service neutron] 10.222.0.89 "GET /v2.0/networks/ce5a1920-47d4-4acd-9320-1f2b7d8adbbf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5174820 Feb 09 19:17:31.730268 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-2cb62a1b-6ec6-457a-9a19-7ef89b5e7564 req-c4329344-d815-4aa5-a61f-b2b3a71de3c4 tempest-MultipleCreateTestJSON-395872300 tempest-MultipleCreateTestJSON-395872300-project] 10.222.0.75 "GET /v2.0/security-groups?id=8677789f-c0a6-4081-af83-d06feba970b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2111192 Feb 09 19:17:31.731452 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68c53217-0965-48e2-aa97-9a34ea44656c req-2e5cbe2c-d7a8-4d0e-9c97-e2b8adf63f04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:17:31.732881 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-68c53217-0965-48e2-aa97-9a34ea44656c req-2e5cbe2c-d7a8-4d0e-9c97-e2b8adf63f04 service neutron] 10.222.0.90 "GET /v2.0/networks?id=ce5a1920-47d4-4acd-9320-1f2b7d8adbbf HTTP/1.1" status: 200 len: 914 time: 0.3617506 Feb 09 19:17:31.991953 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f949104-4aa8-4179-839b-fe960225add7 req-48f907a8-bc98-485a-a196-0ded0d87d6fc tempest-ServerGroupTestJSON-1589847108 tempest-ServerGroupTestJSON-1589847108-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:17:32.010410 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-8f949104-4aa8-4179-839b-fe960225add7 req-48f907a8-bc98-485a-a196-0ded0d87d6fc tempest-ServerGroupTestJSON-1589847108 tempest-ServerGroupTestJSON-1589847108-project] 10.222.0.75 "GET /v2.0/networks?id=289de959-2439-4acf-b801-e8ca5f85e3fb HTTP/1.1" status: 200 len: 809 time: 0.2493720 Feb 09 19:17:32.193820 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-8f949104-4aa8-4179-839b-fe960225add7 req-1c7d299b-5821-4781-98ad-e058d1491d44 tempest-ServerGroupTestJSON-1589847108 tempest-ServerGroupTestJSON-1589847108-project] 10.222.0.75 "GET /v2.0/quotas/2376f43d20c945f884541a1335c84136 HTTP/1.1" status: 200 len: 375 time: 0.1822102 Feb 09 19:17:32.207116 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-68c53217-0965-48e2-aa97-9a34ea44656c req-85c2a808-695d-4cf0-9a56-291352077dbb service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=779f1a99-012d-4993-bfe8-1533533e6efa HTTP/1.1" status: 200 len: 217 time: 0.4596314 Feb 09 19:17:32.247456 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-7e950b59-efa8-4cc5-822b-240528a6753f req-8ae41ee2-0ea9-4db4-a03e-1a060cca4aa4 service neutron] 10.222.0.89 "GET /v2.0/networks/ce5a1920-47d4-4acd-9320-1f2b7d8adbbf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6506176 Feb 09 19:17:32.268051 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-07f888a9-2164-432e-bdbb-36f1a8d5e02a req-bc9613da-5492-476d-85c4-9cd1c850ac86 tempest-ServersAdminTestJSON-1393048834 tempest-ServersAdminTestJSON-1393048834-project] 10.222.0.90 "GET /v2.0/networks?tenant_id=7e91830b51f247988605db5c5590a82d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.2550900 Feb 09 19:17:32.308732 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68c53217-0965-48e2-aa97-9a34ea44656c req-916b652e-d3ef-4272-8b43-8289f59b4e99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:17:32.310987 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-68c53217-0965-48e2-aa97-9a34ea44656c req-916b652e-d3ef-4272-8b43-8289f59b4e99 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=91f7ce59-3a13-47bf-9dd9-ab64da9bfd75 HTTP/1.1" status: 200 len: 853 time: 0.0780509 Feb 09 19:17:32.371989 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-68c53217-0965-48e2-aa97-9a34ea44656c req-49e49a55-73ad-46ef-9dd0-71a9aa32c141 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=ce5a1920-47d4-4acd-9320-1f2b7d8adbbf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0478203 Feb 09 19:17:32.567168 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-68c53217-0965-48e2-aa97-9a34ea44656c req-b1cc35af-d39f-4089-a358-344f4d52ed0c service neutron] 10.222.0.90 "GET /v2.0/networks/ce5a1920-47d4-4acd-9320-1f2b7d8adbbf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1706181 Feb 09 19:17:32.767136 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-8f949104-4aa8-4179-839b-fe960225add7 req-6c22dc27-4553-4387-9ee5-9cf39bc932fc tempest-ServerGroupTestJSON-1589847108 tempest-ServerGroupTestJSON-1589847108-project] 10.222.0.75 "GET /v2.0/ports?tenant_id=2376f43d20c945f884541a1335c84136&fields=id HTTP/1.1" status: 200 len: 210 time: 0.5721157 Feb 09 19:17:32.823789 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-e35b22ae-5db9-4cf8-b06a-279cb8b4220c req-6f17c85c-d1f0-4d5e-b6bf-dd19a62f09db tempest-ServersAdminTestJSON-1393048834 tempest-ServersAdminTestJSON-1393048834-project] 10.222.0.89 "GET /v2.0/networks?tenant_id=7e91830b51f247988605db5c5590a82d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0822535 Feb 09 19:17:32.838362 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-e4151cf5-ed06-4849-bd8c-3bb6c94655b1 req-225baa3e-09b8-4a6d-a693-6a898008e562 tempest-ServersAdminTestJSON-1393048834 tempest-ServersAdminTestJSON-1393048834-project] 10.222.0.75 "GET /v2.0/ports?device_id=650818e7-77a0-4d6d-bdd0-7898b6121102 HTTP/1.1" status: 200 len: 210 time: 0.1008437 Feb 09 19:17:32.851704 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-68c53217-0965-48e2-aa97-9a34ea44656c req-f0f3fd1c-1662-4dfd-a53d-815da98673af service neutron] 10.222.0.90 "GET /v2.0/networks/ce5a1920-47d4-4acd-9320-1f2b7d8adbbf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2804971 Feb 09 19:17:32.938671 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-24041628-a9bb-4c25-8eec-b7accecf854b req-c8809e95-8b4e-4fac-a393-210116ce34b4 service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=9e47810b-ed07-4409-98e3-da39074300c7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.6696248 Feb 09 19:17:33.055789 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e35b22ae-5db9-4cf8-b06a-279cb8b4220c req-3b519d37-7178-4ef3-bb25-60604c97d0a8 tempest-ServersAdminTestJSON-1393048834 tempest-ServersAdminTestJSON-1393048834-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:17:33.060367 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-e35b22ae-5db9-4cf8-b06a-279cb8b4220c req-3b519d37-7178-4ef3-bb25-60604c97d0a8 tempest-ServersAdminTestJSON-1393048834 tempest-ServersAdminTestJSON-1393048834-project] 10.222.0.89 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2176585 Feb 09 19:17:33.097637 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.v2.base [req-e35b22ae-5db9-4cf8-b06a-279cb8b4220c req-015d5340-a06b-499d-8e85-72c6a19b886a tempest-ServersAdminTestJSON-1393048834 tempest-ServersAdminTestJSON-1393048834-project] Request body: {'port': {'device_id': '650818e7-77a0-4d6d-bdd0-7898b6121102', 'network_id': '2b5494c8-cf97-42c1-b902-87f998f28179', 'admin_state_up': True, 'tenant_id': '7e91830b51f247988605db5c5590a82d'}} {{(pid=103229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 19:17:33.162770 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07f888a9-2164-432e-bdbb-36f1a8d5e02a req-2e5b9707-5dc0-493c-b168-7f2557d57107 tempest-ServersAdminTestJSON-1393048834 tempest-ServersAdminTestJSON-1393048834-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:17:33.166342 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-07f888a9-2164-432e-bdbb-36f1a8d5e02a req-2e5b9707-5dc0-493c-b168-7f2557d57107 tempest-ServersAdminTestJSON-1393048834 tempest-ServersAdminTestJSON-1393048834-project] 10.222.0.90 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.8224752 Feb 09 19:17:33.198795 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.v2.base [req-07f888a9-2164-432e-bdbb-36f1a8d5e02a req-c15247dd-c37d-4f30-92ae-892a71d42071 tempest-ServersAdminTestJSON-1393048834 tempest-ServersAdminTestJSON-1393048834-project] Request body: {'port': {'device_id': 'fd17ec19-7de7-4d19-86bc-494ce272637b', 'network_id': '2b5494c8-cf97-42c1-b902-87f998f28179', 'admin_state_up': True, 'tenant_id': '7e91830b51f247988605db5c5590a82d'}} {{(pid=103230) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 19:17:33.262950 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82c4b40d-c754-429d-a001-337f7d7809a0 req-df1746df-151f-4b28-9af1-f033abc63b31 tempest-MultipleCreateTestJSON-395872300 tempest-MultipleCreateTestJSON-395872300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:17:33.265046 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-82c4b40d-c754-429d-a001-337f7d7809a0 req-df1746df-151f-4b28-9af1-f033abc63b31 tempest-MultipleCreateTestJSON-395872300 tempest-MultipleCreateTestJSON-395872300-project] 10.222.0.75 "GET /v2.0/ports?device_id=7ea22517-8b8e-49ad-bdce-25a22c248155 HTTP/1.1" status: 200 len: 943 time: 0.2033503 Feb 09 19:17:33.281727 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-8f949104-4aa8-4179-839b-fe960225add7 req-219f21f0-45f8-414b-ba20-b543fbc9233f service neutron] 10.222.0.75 "GET /v2.0/networks/289de959-2439-4acf-b801-e8ca5f85e3fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5130372 Feb 09 19:17:33.283439 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e35b22ae-5db9-4cf8-b06a-279cb8b4220c req-015d5340-a06b-499d-8e85-72c6a19b886a tempest-ServersAdminTestJSON-1393048834 tempest-ServersAdminTestJSON-1393048834-project] Made reservation on behalf of 7e91830b51f247988605db5c5590a82d for: {'port': 1} {{(pid=103229) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 19:17:33.287289 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-e35b22ae-5db9-4cf8-b06a-279cb8b4220c req-015d5340-a06b-499d-8e85-72c6a19b886a tempest-ServersAdminTestJSON-1393048834 tempest-ServersAdminTestJSON-1393048834-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (None), before_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:17:33.310013 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-e35b22ae-5db9-4cf8-b06a-279cb8b4220c req-015d5340-a06b-499d-8e85-72c6a19b886a tempest-ServersAdminTestJSON-1393048834 tempest-ServersAdminTestJSON-1393048834-project] Publish callbacks [] for security_group (None), before_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:17:33.421491 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-82c4b40d-c754-429d-a001-337f7d7809a0 req-7913e408-1cbb-4ac9-82c8-10c8f698f946 tempest-MultipleCreateTestJSON-395872300 tempest-MultipleCreateTestJSON-395872300-project] 10.222.0.75 "GET /v2.0/security-groups?id=8677789f-c0a6-4081-af83-d06feba970b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1463234 Feb 09 19:17:33.435996 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-7d18e1cc-bb7e-4a47-b2f7-72d7c2a4b522 tempest-RoutersAdminTest-1529504030 tempest-RoutersAdminTest-1529504030-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1822118', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1834952', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-58494'] for router (351d7a00-edd1-4cde-a2fa-edd3b651c581), precommit_update {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:17:33.443012 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-7d18e1cc-bb7e-4a47-b2f7-72d7c2a4b522 tempest-RoutersAdminTest-1529504030 tempest-RoutersAdminTest-1529504030-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1818951', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1822125', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1822132', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1834967'] for router (351d7a00-edd1-4cde-a2fa-edd3b651c581), after_update {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:17:33.445345 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-e35b22ae-5db9-4cf8-b06a-279cb8b4220c req-015d5340-a06b-499d-8e85-72c6a19b886a tempest-ServersAdminTestJSON-1393048834 tempest-ServersAdminTestJSON-1393048834-project] Publish callbacks [] for security_group (c0042214-21f2-4e80-92b9-9b56852b3a45), precommit_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:17:33.451345 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-e35b22ae-5db9-4cf8-b06a-279cb8b4220c req-015d5340-a06b-499d-8e85-72c6a19b886a tempest-ServersAdminTestJSON-1393048834 tempest-ServersAdminTestJSON-1393048834-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1892331'] for security_group (c0042214-21f2-4e80-92b9-9b56852b3a45), after_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:17:33.600809 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-015d5340-a06b-499d-8e85-72c6a19b886a tempest-ServersAdminTestJSON-1393048834 tempest-ServersAdminTestJSON-1393048834-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c0042214-21f2-4e80-92b9-9b56852b3a45,revision_number=1']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:17:33.642785 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Device 779f1a99-012d-4993-bfe8-1533533e6efa details requested by agent hyperv_n-h2-713498-36 with host n-h2-713498-36 {{(pid=103232) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 19:17:33.697725 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-07f888a9-2164-432e-bdbb-36f1a8d5e02a req-c15247dd-c37d-4f30-92ae-892a71d42071 tempest-ServersAdminTestJSON-1393048834 tempest-ServersAdminTestJSON-1393048834-project] Made reservation on behalf of 7e91830b51f247988605db5c5590a82d for: {'port': 1} {{(pid=103230) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 19:17:33.708061 n-d-713498-36 neutron-server[103229]: DEBUG neutron.db.db_base_plugin_common [req-e35b22ae-5db9-4cf8-b06a-279cb8b4220c req-015d5340-a06b-499d-8e85-72c6a19b886a tempest-ServersAdminTestJSON-1393048834 tempest-ServersAdminTestJSON-1393048834-project] Allocated IP 192.168.233.110 (2b5494c8-cf97-42c1-b902-87f998f28179/60b561cb-321e-4f83-9bb3-92b2e1d0dc44/00462b85-eb7c-436f-98d5-7d2d3828596f) {{(pid=103229) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 19:17:33.708668 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [req-07f888a9-2164-432e-bdbb-36f1a8d5e02a req-c15247dd-c37d-4f30-92ae-892a71d42071 tempest-ServersAdminTestJSON-1393048834 tempest-ServersAdminTestJSON-1393048834-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (None), before_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:17:33.753276 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24041628-a9bb-4c25-8eec-b7accecf854b req-2e1a871a-74d3-4b05-b443-cf7d6c3cdd2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:17:33.756922 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-24041628-a9bb-4c25-8eec-b7accecf854b req-2e1a871a-74d3-4b05-b443-cf7d6c3cdd2b service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=b8358624fc0d4008bf7aadd6f5fc09a1&device_id=9e47810b-ed07-4409-98e3-da39074300c7 HTTP/1.1" status: 200 len: 1129 time: 0.6642933 Feb 09 19:17:33.800253 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Device f47b1e9e-bfc8-464c-9278-86a7e742bb99 details requested by agent hyperv_n-h1-713498-36 with host n-h1-713498-36 {{(pid=103232) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 19:17:33.809426 n-d-713498-36 neutron-server[103230]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7d18e1cc-bb7e-4a47-b2f7-72d7c2a4b522 tempest-RoutersAdminTest-1529504030 tempest-RoutersAdminTest-1529504030-project-admin] Router 351d7a00-edd1-4cde-a2fa-edd3b651c581 has already been hosted by L3 agent 93303d5e-5d17-45e8-8963-7694f87783ae {{(pid=103230) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 19:17:33.846007 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-8f949104-4aa8-4179-839b-fe960225add7 req-7b3ae3af-c454-469c-9a7b-76f9fb104c73 service neutron] 10.222.0.75 "GET /v2.0/networks/289de959-2439-4acf-b801-e8ca5f85e3fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5632970 Feb 09 19:17:33.912846 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] For port f47b1e9e-bfc8-464c-9278-86a7e742bb99, host n-h1-713498-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-36',level=0,port_id=f47b1e9e-bfc8-464c-9278-86a7e742bb99,segment=NetworkSegment(1386a966-4dd2-470f-b237-fb3374073af9),segment_id=1386a966-4dd2-470f-b237-fb3374073af9)] {{(pid=103232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 19:17:33.934182 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Returning: {'device': 'f47b1e9e-bfc8-464c-9278-86a7e742bb99', 'network_id': 'ce5a1920-47d4-4acd-9320-1f2b7d8adbbf', 'port_id': 'f47b1e9e-bfc8-464c-9278-86a7e742bb99', 'mac_address': 'fa:16:3e:e8:b2:b0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 387, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '91f7ce59-3a13-47bf-9dd9-ab64da9bfd75', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103232) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 19:17:34.013294 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Current status of the port f47b1e9e-bfc8-464c-9278-86a7e742bb99 is: DOWN; New status is: BUILD {{(pid=103232) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 19:17:34.013696 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (f47b1e9e-bfc8-464c-9278-86a7e742bb99), before_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:17:34.038063 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-7429db8d-6021-40ad-813e-885be449a89b None None] For port 779f1a99-012d-4993-bfe8-1533533e6efa, host n-h2-713498-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-36',level=0,port_id=779f1a99-012d-4993-bfe8-1533533e6efa,segment=NetworkSegment(1386a966-4dd2-470f-b237-fb3374073af9),segment_id=1386a966-4dd2-470f-b237-fb3374073af9)] {{(pid=103232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 19:17:34.050600 n-d-713498-36 neutron-server[103232]: DEBUG neutron.notifiers.nova [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f47b1e9e-bfc8-464c-9278-86a7e742bb99 {{(pid=103232) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 19:17:34.071211 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Returning: {'device': '779f1a99-012d-4993-bfe8-1533533e6efa', 'network_id': 'ce5a1920-47d4-4acd-9320-1f2b7d8adbbf', 'port_id': '779f1a99-012d-4993-bfe8-1533533e6efa', 'mac_address': 'fa:16:3e:3e:b6:2e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 387, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '91f7ce59-3a13-47bf-9dd9-ab64da9bfd75', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103232) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 19:17:34.075637 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24041628-a9bb-4c25-8eec-b7accecf854b req-a3248514-6c58-484a-9c2e-f8f149e0e6e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:17:34.076826 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-5267fc03-8547-4494-b3fb-d6ce66bca0eb req-d88f317b-8473-4adf-a7c9-3f343a70958f tempest-ServersAdminTestJSON-1393048834 tempest-ServersAdminTestJSON-1393048834-project] 10.222.0.75 "GET /v2.0/ports?device_id=650818e7-77a0-4d6d-bdd0-7898b6121102 HTTP/1.1" status: 200 len: 210 time: 0.1144524 Feb 09 19:17:34.077724 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-24041628-a9bb-4c25-8eec-b7accecf854b req-a3248514-6c58-484a-9c2e-f8f149e0e6e1 service neutron] 10.222.0.89 "GET /v2.0/networks?id=99117bb9-9128-41a1-bdb4-92a6c18a7b42 HTTP/1.1" status: 200 len: 911 time: 0.2807984 Feb 09 19:17:34.096732 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] For port f47b1e9e-bfc8-464c-9278-86a7e742bb99, host n-h1-713498-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-36',level=0,port_id=f47b1e9e-bfc8-464c-9278-86a7e742bb99,segment=NetworkSegment(1386a966-4dd2-470f-b237-fb3374073af9),segment_id=1386a966-4dd2-470f-b237-fb3374073af9)] {{(pid=103232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 19:17:34.097881 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-e35b22ae-5db9-4cf8-b06a-279cb8b4220c req-015d5340-a06b-499d-8e85-72c6a19b886a tempest-ServersAdminTestJSON-1393048834 tempest-ServersAdminTestJSON-1393048834-project] Publish callbacks [] for port (00462b85-eb7c-436f-98d5-7d2d3828596f), precommit_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:17:34.143936 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Current status of the port 779f1a99-012d-4993-bfe8-1533533e6efa is: DOWN; New status is: BUILD {{(pid=103232) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 19:17:34.144386 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (779f1a99-012d-4993-bfe8-1533533e6efa), before_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:17:34.146799 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762867176205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762866656485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762866656503'] for port (f47b1e9e-bfc8-464c-9278-86a7e742bb99), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:17:34.224310 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-e35b22ae-5db9-4cf8-b06a-279cb8b4220c req-015d5340-a06b-499d-8e85-72c6a19b886a tempest-ServersAdminTestJSON-1393048834 tempest-ServersAdminTestJSON-1393048834-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762866656467', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12867576'] for port (00462b85-eb7c-436f-98d5-7d2d3828596f), after_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:17:34.245316 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Pushing event updated for resources: {'Port': ['ID=f47b1e9e-bfc8-464c-9278-86a7e742bb99,revision_number=4']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:17:34.266196 n-d-713498-36 neutron-server[103232]: DEBUG neutron.notifiers.nova [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 779f1a99-012d-4993-bfe8-1533533e6efa {{(pid=103232) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 19:17:34.300236 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-24041628-a9bb-4c25-8eec-b7accecf854b req-08757911-1d81-4e49-8325-939b5f9ecad3 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e5d6e185-52a0-4811-bbaa-e79add4cc324 HTTP/1.1" status: 200 len: 1001 time: 0.1710072 Feb 09 19:17:34.305197 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-7429db8d-6021-40ad-813e-885be449a89b None None] For port 779f1a99-012d-4993-bfe8-1533533e6efa, host n-h2-713498-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-36',level=0,port_id=779f1a99-012d-4993-bfe8-1533533e6efa,segment=NetworkSegment(1386a966-4dd2-470f-b237-fb3374073af9),segment_id=1386a966-4dd2-470f-b237-fb3374073af9)] {{(pid=103232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 19:17:34.318440 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762867176205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762866656485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762866656503'] for port (779f1a99-012d-4993-bfe8-1533533e6efa), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:17:34.334417 n-d-713498-36 neutron-server[103229]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e35b22ae-5db9-4cf8-b06a-279cb8b4220c req-015d5340-a06b-499d-8e85-72c6a19b886a tempest-ServersAdminTestJSON-1393048834 tempest-ServersAdminTestJSON-1393048834-project] Network 2b5494c8-cf97-42c1-b902-87f998f28179 is already hosted by enough agents. {{(pid=103229) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 19:17:34.340079 n-d-713498-36 neutron-server[103229]: DEBUG neutron.scheduler.base_scheduler [req-e35b22ae-5db9-4cf8-b06a-279cb8b4220c req-015d5340-a06b-499d-8e85-72c6a19b886a tempest-ServersAdminTestJSON-1393048834 tempest-ServersAdminTestJSON-1393048834-project] Resources bound (agent type, host, resource id): {{(pid=103229) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 19:17:34.344925 n-d-713498-36 neutron-server[103229]: DEBUG neutron.db.l3_dvrscheduler_db [req-e35b22ae-5db9-4cf8-b06a-279cb8b4220c req-015d5340-a06b-499d-8e85-72c6a19b886a tempest-ServersAdminTestJSON-1393048834 tempest-ServersAdminTestJSON-1393048834-project] Received port after_create {{(pid=103229) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 19:17:34.393911 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] get_ports_and_sgs() called for port_ids ['f47b1e9e-bfc8-464c-9278-86a7e742bb99'] {{(pid=103232) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 19:17:34.445589 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Pushing event updated for resources: {'Port': ['ID=779f1a99-012d-4993-bfe8-1533533e6efa,revision_number=4']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:17:34.449322 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7d18e1cc-bb7e-4a47-b2f7-72d7c2a4b522 tempest-RoutersAdminTest-1529504030 tempest-RoutersAdminTest-1529504030-project-admin] Notify agent at l3_agent.n-d-713498-36 the message routers_updated {{(pid=103230) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 19:17:34.454219 n-d-713498-36 neutron-server[103230]: DEBUG neutron.db.db_base_plugin_common [req-07f888a9-2164-432e-bdbb-36f1a8d5e02a req-c15247dd-c37d-4f30-92ae-892a71d42071 tempest-ServersAdminTestJSON-1393048834 tempest-ServersAdminTestJSON-1393048834-project] Allocated IP 192.168.233.200 (2b5494c8-cf97-42c1-b902-87f998f28179/60b561cb-321e-4f83-9bb3-92b2e1d0dc44/391d7870-a90c-4fda-ba9b-c043a21e2381) {{(pid=103230) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 19:17:34.464822 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-7d18e1cc-bb7e-4a47-b2f7-72d7c2a4b522 tempest-RoutersAdminTest-1529504030 tempest-RoutersAdminTest-1529504030-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:17:34.478078 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 39168) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:17:34.486134 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-7d18e1cc-bb7e-4a47-b2f7-72d7c2a4b522 tempest-RoutersAdminTest-1529504030 tempest-RoutersAdminTest-1529504030-project-admin] 10.222.0.75 "PUT /v2.0/routers/351d7a00-edd1-4cde-a2fa-edd3b651c581 HTTP/1.1" status: 200 len: 920 time: 4.1710422 Feb 09 19:17:34.490210 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c52f6c7-988c-4864-8292-e24684a3e48b None None] Sync routers for ids ['351d7a00-edd1-4cde-a2fa-edd3b651c581'] in n-d-713498-36 {{(pid=103232) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 19:17:34.507666 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24041628-a9bb-4c25-8eec-b7accecf854b req-facd0a19-a7b6-4830-8ede-18f68a022662 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:17:34.514749 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-24041628-a9bb-4c25-8eec-b7accecf854b req-facd0a19-a7b6-4830-8ede-18f68a022662 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=3f43124c-9b13-4bd8-a6f5-516bdab3ca3c HTTP/1.1" status: 200 len: 849 time: 0.1839049 Feb 09 19:17:34.529013 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c52f6c7-988c-4864-8292-e24684a3e48b None None] Routers {'351d7a00-edd1-4cde-a2fa-edd3b651c581'} bound to L3 agent in host n-d-713498-36 {{(pid=103232) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 19:17:34.530077 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.l3_hamode_db [None req-2c52f6c7-988c-4864-8292-e24684a3e48b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T18:51:43Z,description=,heartbeat_timestamp=2022-02-09T19:17:13Z,host='n-d-713498-36',id=93303d5e-5d17-45e8-8963-7694f87783ae,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T18:51:43Z,topic='l3_agent')) {'router_ids': ['351d7a00-edd1-4cde-a2fa-edd3b651c581'], 'active': True} {{(pid=103232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:17:34.609700 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.l3_hamode_db [None req-2c52f6c7-988c-4864-8292-e24684a3e48b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713498-36', False) {} {{(pid=103232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:17:34.675432 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c52f6c7-988c-4864-8292-e24684a3e48b None None] Routers {'351d7a00-edd1-4cde-a2fa-edd3b651c581'} bound to L3 agent in host n-d-713498-36 {{(pid=103232) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 19:17:34.676874 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.l3_hamode_db [None req-2c52f6c7-988c-4864-8292-e24684a3e48b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T18:51:43Z,description=,heartbeat_timestamp=2022-02-09T19:17:13Z,host='n-d-713498-36',id=93303d5e-5d17-45e8-8963-7694f87783ae,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T18:51:43Z,topic='l3_agent')) {'router_ids': ['351d7a00-edd1-4cde-a2fa-edd3b651c581'], 'active': True} {{(pid=103232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:17:34.743700 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-b2f293c4-2629-49cc-97e2-4b4b6a867c08 tempest-RoutersAdminTest-1529504030 tempest-RoutersAdminTest-1529504030-project-admin] 10.222.0.75 "GET /v2.0/routers/351d7a00-edd1-4cde-a2fa-edd3b651c581 HTTP/1.1" status: 200 len: 920 time: 0.2512765 Feb 09 19:17:34.756926 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 39200) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:17:34.763822 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.l3_hamode_db [None req-2c52f6c7-988c-4864-8292-e24684a3e48b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713498-36', False) {} {{(pid=103232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:17:34.764533 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c52f6c7-988c-4864-8292-e24684a3e48b None None] The sync data for ids ['351d7a00-edd1-4cde-a2fa-edd3b651c581'] in n-d-713498-36 is: [] {{(pid=103232) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 19:17:34.764660 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-c0f2e1e0-3ada-4064-b016-53c58adf535f req-376db7d6-45e6-4b81-9ed4-257300e24dda tempest-ServerGroupTestJSON-1589847108 tempest-ServerGroupTestJSON-1589847108-project] 10.222.0.75 "GET /v2.0/ports?device_id=b0b6a3fe-563e-4a55-854e-b0677f6703cc HTTP/1.1" status: 200 len: 210 time: 0.4008651 Feb 09 19:17:34.765527 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-015d5340-a06b-499d-8e85-72c6a19b886a tempest-ServersAdminTestJSON-1393048834 tempest-ServersAdminTestJSON-1393048834-project] Pushing event updated for resources: {'Port': ['ID=00462b85-eb7c-436f-98d5-7d2d3828596f,revision_number=1']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:17:34.801824 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-7429db8d-6021-40ad-813e-885be449a89b None None] get_ports_and_sgs() called for port_ids ['779f1a99-012d-4993-bfe8-1533533e6efa'] {{(pid=103232) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 19:17:34.834618 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e35b22ae-5db9-4cf8-b06a-279cb8b4220c req-015d5340-a06b-499d-8e85-72c6a19b886a tempest-ServersAdminTestJSON-1393048834 tempest-ServersAdminTestJSON-1393048834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:17:34.835675 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-e35b22ae-5db9-4cf8-b06a-279cb8b4220c req-015d5340-a06b-499d-8e85-72c6a19b886a tempest-ServersAdminTestJSON-1393048834 tempest-ServersAdminTestJSON-1393048834-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171096'] for port (None), before_response {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:17:34.858003 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-e35b22ae-5db9-4cf8-b06a-279cb8b4220c req-015d5340-a06b-499d-8e85-72c6a19b886a tempest-ServersAdminTestJSON-1393048834 tempest-ServersAdminTestJSON-1393048834-project] 10.222.0.89 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.7705121 Feb 09 19:17:34.886464 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.v2.base [req-e35b22ae-5db9-4cf8-b06a-279cb8b4220c req-c8ed9d20-474e-4e36-a17d-9b72f38bd566 service neutron] Request body: {'port': {'device_id': '650818e7-77a0-4d6d-bdd0-7898b6121102', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-713498-36'}} {{(pid=103229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 19:17:34.933321 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.provisioning_blocks [None req-ec0a62fa-8155-487a-b1e6-f3001aaba53b None None] Provisioning complete for port 00462b85-eb7c-436f-98d5-7d2d3828596f triggered by entity DHCP. {{(pid=103232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 19:17:34.933721 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-ec0a62fa-8155-487a-b1e6-f3001aaba53b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593630'] for port (00462b85-eb7c-436f-98d5-7d2d3828596f), provisioning_complete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:17:34.976535 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-ec0a62fa-8155-487a-b1e6-f3001aaba53b None None] Port 00462b85-eb7c-436f-98d5-7d2d3828596f cannot update to ACTIVE because it is not bound. {{(pid=103232) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 19:17:35.029259 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-e35b22ae-5db9-4cf8-b06a-279cb8b4220c req-c8ed9d20-474e-4e36-a17d-9b72f38bd566 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (00462b85-eb7c-436f-98d5-7d2d3828596f), before_update {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:17:35.068551 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24041628-a9bb-4c25-8eec-b7accecf854b req-bb20fc6e-bd2d-4309-8a87-108d84bb467b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:17:35.071158 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-24041628-a9bb-4c25-8eec-b7accecf854b req-bb20fc6e-bd2d-4309-8a87-108d84bb467b service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=99117bb9-9128-41a1-bdb4-92a6c18a7b42&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.5458293 Feb 09 19:17:35.153880 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57b2e148-cf4a-4a27-9173-45034fed061d req-9d45a91d-c1ac-4f5a-b14d-c904cfb66c2e tempest-MultipleCreateTestJSON-395872300 tempest-MultipleCreateTestJSON-395872300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:17:35.161508 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-57b2e148-cf4a-4a27-9173-45034fed061d req-9d45a91d-c1ac-4f5a-b14d-c904cfb66c2e tempest-MultipleCreateTestJSON-395872300 tempest-MultipleCreateTestJSON-395872300-project] 10.222.0.75 "GET /v2.0/ports?device_id=7ea22517-8b8e-49ad-bdce-25a22c248155 HTTP/1.1" status: 200 len: 944 time: 0.5595753 Feb 09 19:17:35.285394 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76c437f2-579d-416b-b285-a2cf2b5d6dda tempest-RoutersAdminTest-1529504030 tempest-RoutersAdminTest-1529504030-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:17:35.287121 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-76c437f2-579d-416b-b285-a2cf2b5d6dda tempest-RoutersAdminTest-1529504030 tempest-RoutersAdminTest-1529504030-project-admin] 10.222.0.75 "GET /v2.0/ports?network_id=88055e1e-672a-4487-be31-ffb6e833ece5&device_id=351d7a00-edd1-4cde-a2fa-edd3b651c581&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.5258267 Feb 09 19:17:35.291843 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 39268) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:17:35.317193 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [req-07f888a9-2164-432e-bdbb-36f1a8d5e02a req-c15247dd-c37d-4f30-92ae-892a71d42071 tempest-ServersAdminTestJSON-1393048834 tempest-ServersAdminTestJSON-1393048834-project] Publish callbacks [] for port (391d7870-a90c-4fda-ba9b-c043a21e2381), precommit_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:17:35.387477 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-57b2e148-cf4a-4a27-9173-45034fed061d req-c7e52024-af7f-420d-bdf6-a376d85cf0fd tempest-MultipleCreateTestJSON-395872300 tempest-MultipleCreateTestJSON-395872300-project] 10.222.0.75 "GET /v2.0/security-groups?id=8677789f-c0a6-4081-af83-d06feba970b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2247829 Feb 09 19:17:35.462431 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-24041628-a9bb-4c25-8eec-b7accecf854b req-7e5596f9-7f9a-4a04-b2f4-89e026113f0a service neutron] 10.222.0.89 "GET /v2.0/networks/99117bb9-9128-41a1-bdb4-92a6c18a7b42?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3622904 Feb 09 19:17:35.502957 n-d-713498-36 neutron-server[103233]: DEBUG neutron.db.agents_db [None req-4a8a6a42-0a0c-4437-8958-92282682b6bb None None] Agent healthcheck: found 7 active agents {{(pid=103233) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 19:17:35.546748 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [req-07f888a9-2164-432e-bdbb-36f1a8d5e02a req-c15247dd-c37d-4f30-92ae-892a71d42071 tempest-ServersAdminTestJSON-1393048834 tempest-ServersAdminTestJSON-1393048834-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762866656467', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14393751'] for port (391d7870-a90c-4fda-ba9b-c043a21e2381), after_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:17:35.575758 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7c17a51-62b0-4958-aeeb-284017663a8e tempest-RoutersAdminTest-1529504030 tempest-RoutersAdminTest-1529504030-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:17:35.577173 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-b7c17a51-62b0-4958-aeeb-284017663a8e tempest-RoutersAdminTest-1529504030 tempest-RoutersAdminTest-1529504030-project-admin] 10.222.0.75 "GET /v2.0/networks/88055e1e-672a-4487-be31-ffb6e833ece5 HTTP/1.1" status: 200 len: 881 time: 0.2843475 Feb 09 19:17:35.580979 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 39284) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:17:35.616493 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-bd11d853-e8de-4839-a1eb-e8ca642b1115 tempest-RoutersAdminTest-314636334 tempest-RoutersAdminTest-314636334-project] 10.222.0.75 "GET /v2.0/ports?device_id=351d7a00-edd1-4cde-a2fa-edd3b651c581 HTTP/1.1" status: 200 len: 205 time: 0.0342395 Feb 09 19:17:35.618910 n-d-713498-36 neutron-server[103230]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-07f888a9-2164-432e-bdbb-36f1a8d5e02a req-c15247dd-c37d-4f30-92ae-892a71d42071 tempest-ServersAdminTestJSON-1393048834 tempest-ServersAdminTestJSON-1393048834-project] Network 2b5494c8-cf97-42c1-b902-87f998f28179 is already hosted by enough agents. {{(pid=103230) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 19:17:35.621762 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 39286) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:17:35.627096 n-d-713498-36 neutron-server[103230]: DEBUG neutron.scheduler.base_scheduler [req-07f888a9-2164-432e-bdbb-36f1a8d5e02a req-c15247dd-c37d-4f30-92ae-892a71d42071 tempest-ServersAdminTestJSON-1393048834 tempest-ServersAdminTestJSON-1393048834-project] Resources bound (agent type, host, resource id): {{(pid=103230) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 19:17:35.646220 n-d-713498-36 neutron-server[103230]: DEBUG neutron.db.l3_dvrscheduler_db [req-07f888a9-2164-432e-bdbb-36f1a8d5e02a req-c15247dd-c37d-4f30-92ae-892a71d42071 tempest-ServersAdminTestJSON-1393048834 tempest-ServersAdminTestJSON-1393048834-project] Received port after_create {{(pid=103230) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 19:17:35.652559 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c15247dd-c37d-4f30-92ae-892a71d42071 tempest-ServersAdminTestJSON-1393048834 tempest-ServersAdminTestJSON-1393048834-project] Pushing event updated for resources: {'Port': ['ID=391d7870-a90c-4fda-ba9b-c043a21e2381,revision_number=1']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:17:35.716866 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-24041628-a9bb-4c25-8eec-b7accecf854b req-e31e730e-e073-4260-add0-fdde8973bf9c service neutron] 10.222.0.89 "GET /v2.0/networks/99117bb9-9128-41a1-bdb4-92a6c18a7b42?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2462766 Feb 09 19:17:35.748391 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07f888a9-2164-432e-bdbb-36f1a8d5e02a req-c15247dd-c37d-4f30-92ae-892a71d42071 tempest-ServersAdminTestJSON-1393048834 tempest-ServersAdminTestJSON-1393048834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:17:35.751899 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [req-07f888a9-2164-432e-bdbb-36f1a8d5e02a req-c15247dd-c37d-4f30-92ae-892a71d42071 tempest-ServersAdminTestJSON-1393048834 tempest-ServersAdminTestJSON-1393048834-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171096'] for port (None), before_response {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:17:35.782889 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Device f47b1e9e-bfc8-464c-9278-86a7e742bb99 up at agent hyperv_n-h1-713498-36 {{(pid=103232) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 19:17:35.788349 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-07f888a9-2164-432e-bdbb-36f1a8d5e02a req-c15247dd-c37d-4f30-92ae-892a71d42071 tempest-ServersAdminTestJSON-1393048834 tempest-ServersAdminTestJSON-1393048834-project] 10.222.0.90 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.5853040 Feb 09 19:17:35.790007 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fb5161d-d3e0-4a0e-9f52-3392910aac46 req-a3506a4c-1bbe-4e9b-a474-967ddccab135 tempest-ServersAdminTestJSON-1393048834 tempest-ServersAdminTestJSON-1393048834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:17:35.798459 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-8fb5161d-d3e0-4a0e-9f52-3392910aac46 req-a3506a4c-1bbe-4e9b-a474-967ddccab135 tempest-ServersAdminTestJSON-1393048834 tempest-ServersAdminTestJSON-1393048834-project] 10.222.0.75 "GET /v2.0/ports?device_id=650818e7-77a0-4d6d-bdd0-7898b6121102 HTTP/1.1" status: 200 len: 936 time: 0.2855117 Feb 09 19:17:35.804374 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.v2.base [req-07f888a9-2164-432e-bdbb-36f1a8d5e02a req-81d0f829-afcf-4cdd-85a1-3a99e219216a service neutron] Request body: {'port': {'device_id': 'fd17ec19-7de7-4d19-86bc-494ce272637b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-713498-36'}} {{(pid=103230) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 19:17:35.921584 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.provisioning_blocks [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Provisioning for port f47b1e9e-bfc8-464c-9278-86a7e742bb99 completed by entity L2. {{(pid=103232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 19:17:35.926279 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-bbcc21e5-a329-4325-9a02-059371ddc893 tempest-RoutersAdminTest-314636334 tempest-RoutersAdminTest-314636334-project] Publish callbacks [] for router (351d7a00-edd1-4cde-a2fa-edd3b651c581), before_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:17:35.928306 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.provisioning_blocks [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Provisioning complete for port f47b1e9e-bfc8-464c-9278-86a7e742bb99 triggered by entity L2. {{(pid=103232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 19:17:35.930517 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593630'] for port (f47b1e9e-bfc8-464c-9278-86a7e742bb99), provisioning_complete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:17:35.940953 n-d-713498-36 neutron-server[103229]: DEBUG neutron.notifiers.nova [req-e35b22ae-5db9-4cf8-b06a-279cb8b4220c req-c8ed9d20-474e-4e36-a17d-9b72f38bd566 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 00462b85-eb7c-436f-98d5-7d2d3828596f {{(pid=103229) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 19:17:35.958829 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-e35b22ae-5db9-4cf8-b06a-279cb8b4220c req-c8ed9d20-474e-4e36-a17d-9b72f38bd566 service neutron] Publish callbacks [] for port (00462b85-eb7c-436f-98d5-7d2d3828596f), precommit_update {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:17:35.970180 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-89234af1-0171-47c4-8eb0-d9a1dd60a447 req-779b769e-a740-479a-b63f-651f9d8df515 tempest-ServerGroupTestJSON-1589847108 tempest-ServerGroupTestJSON-1589847108-project] 10.222.0.75 "GET /v2.0/ports?device_id=b0b6a3fe-563e-4a55-854e-b0677f6703cc HTTP/1.1" status: 200 len: 210 time: 0.0711949 Feb 09 19:17:35.991657 n-d-713498-36 neutron-server[103229]: DEBUG neutron.db.provisioning_blocks [req-e35b22ae-5db9-4cf8-b06a-279cb8b4220c req-c8ed9d20-474e-4e36-a17d-9b72f38bd566 service neutron] Transition to ACTIVE for port object 00462b85-eb7c-436f-98d5-7d2d3828596f will not be triggered until provisioned by entity L2. {{(pid=103229) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 19:17:36.026147 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [req-07f888a9-2164-432e-bdbb-36f1a8d5e02a req-81d0f829-afcf-4cdd-85a1-3a99e219216a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (391d7870-a90c-4fda-ba9b-c043a21e2381), before_update {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:17:36.050619 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Current status of the port f47b1e9e-bfc8-464c-9278-86a7e742bb99 is: BUILD; New status is: ACTIVE {{(pid=103232) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 19:17:36.051721 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (f47b1e9e-bfc8-464c-9278-86a7e742bb99), before_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:17:36.062002 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-8fb5161d-d3e0-4a0e-9f52-3392910aac46 req-fe55a0a5-4e08-48cb-bbcb-8ec41dbeee1d tempest-ServersAdminTestJSON-1393048834 tempest-ServersAdminTestJSON-1393048834-project] 10.222.0.75 "GET /v2.0/security-groups?id=c0042214-21f2-4e80-92b9-9b56852b3a45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2609353 Feb 09 19:17:36.083739 n-d-713498-36 neutron-server[103232]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '643875e4-4e65-407a-b1f0-4b9a6af5e319', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f47b1e9e-bfc8-464c-9278-86a7e742bb99'}] {{(pid=103232) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 19:17:36.087377 n-d-713498-36 neutron-server[103232]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}949cdcde653dec44821de95cbf67297f53cbc2aed4e073b5d514f93bf911ce85" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5e3ac2fc-f1ad-4f1f-931e-fdfc517ee2db" -d '{"events": [{"server_uuid": "643875e4-4e65-407a-b1f0-4b9a6af5e319", "name": "network-vif-plugged", "status": "completed", "tag": "f47b1e9e-bfc8-464c-9278-86a7e742bb99"}]}' {{(pid=103232) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 19:17:36.088484 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-e35b22ae-5db9-4cf8-b06a-279cb8b4220c req-c8ed9d20-474e-4e36-a17d-9b72f38bd566 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762867176205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762866656485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762866656503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12867569'] for port (00462b85-eb7c-436f-98d5-7d2d3828596f), after_update {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:17:36.171855 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] For port f47b1e9e-bfc8-464c-9278-86a7e742bb99, host n-h1-713498-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-36',level=0,port_id=f47b1e9e-bfc8-464c-9278-86a7e742bb99,segment=NetworkSegment(1386a966-4dd2-470f-b237-fb3374073af9),segment_id=1386a966-4dd2-470f-b237-fb3374073af9)] {{(pid=103232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 19:17:36.209649 n-d-713498-36 neutron-server[103232]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 19:17:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-50f94aa4-f53c-49fd-b73c-723564b1b428 x-openstack-request-id: req-50f94aa4-f53c-49fd-b73c-723564b1b428 {{(pid=103232) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 19:17:36.210249 n-d-713498-36 neutron-server[103232]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "643875e4-4e65-407a-b1f0-4b9a6af5e319", "name": "network-vif-plugged", "status": "completed", "tag": "f47b1e9e-bfc8-464c-9278-86a7e742bb99", "code": 200}]} {{(pid=103232) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 19:17:36.212330 n-d-713498-36 neutron-server[103232]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-50f94aa4-f53c-49fd-b73c-723564b1b428 {{(pid=103232) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 19:17:36.213065 n-d-713498-36 neutron-server[103232]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '643875e4-4e65-407a-b1f0-4b9a6af5e319', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f47b1e9e-bfc8-464c-9278-86a7e742bb99', 'code': 200} Feb 09 19:17:36.215459 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762867176205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762866656485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762866656503'] for port (f47b1e9e-bfc8-464c-9278-86a7e742bb99), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:17:36.222539 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.provisioning_blocks [None req-9d039d46-6188-48ad-b5d7-a79ce5ef1532 None None] Provisioning complete for port 391d7870-a90c-4fda-ba9b-c043a21e2381 triggered by entity DHCP. {{(pid=103232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 19:17:36.223338 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-9d039d46-6188-48ad-b5d7-a79ce5ef1532 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593630'] for port (391d7870-a90c-4fda-ba9b-c043a21e2381), provisioning_complete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:17:36.347719 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8ed9d20-474e-4e36-a17d-9b72f38bd566 service neutron] Pushing event updated for resources: {'Port': ['ID=00462b85-eb7c-436f-98d5-7d2d3828596f,revision_number=2']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:17:36.381724 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-9d039d46-6188-48ad-b5d7-a79ce5ef1532 None None] Port 391d7870-a90c-4fda-ba9b-c043a21e2381 cannot update to ACTIVE because it is not bound. {{(pid=103232) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 19:17:36.385071 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Pushing event updated for resources: {'Port': ['ID=f47b1e9e-bfc8-464c-9278-86a7e742bb99,revision_number=5']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:17:36.442736 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-bbcc21e5-a329-4325-9a02-059371ddc893 tempest-RoutersAdminTest-314636334 tempest-RoutersAdminTest-314636334-project] Publish callbacks [] for router_gateway (351d7a00-edd1-4cde-a2fa-edd3b651c581), before_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:17:36.458102 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.managers [req-e35b22ae-5db9-4cf8-b06a-279cb8b4220c req-c8ed9d20-474e-4e36-a17d-9b72f38bd566 service neutron] Attempting to bind port 00462b85-eb7c-436f-98d5-7d2d3828596f on host n-h1-713498-36 for vnic_type normal with profile {{(pid=103229) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 19:17:36.458731 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.managers [req-e35b22ae-5db9-4cf8-b06a-279cb8b4220c req-c8ed9d20-474e-4e36-a17d-9b72f38bd566 service neutron] Attempting to bind port 00462b85-eb7c-436f-98d5-7d2d3828596f by drivers openvswitch,hyperv on host n-h1-713498-36 at level 0 using segments [{'id': '50e5915e-18f0-4558-9a28-b978975ead36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': '2b5494c8-cf97-42c1-b902-87f998f28179'}] {{(pid=103229) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 19:17:36.459257 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e35b22ae-5db9-4cf8-b06a-279cb8b4220c req-c8ed9d20-474e-4e36-a17d-9b72f38bd566 service neutron] Attempting to bind port 00462b85-eb7c-436f-98d5-7d2d3828596f on network 2b5494c8-cf97-42c1-b902-87f998f28179 {{(pid=103229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 19:17:36.466999 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e35b22ae-5db9-4cf8-b06a-279cb8b4220c req-c8ed9d20-474e-4e36-a17d-9b72f38bd566 service neutron] Port 00462b85-eb7c-436f-98d5-7d2d3828596f on network 2b5494c8-cf97-42c1-b902-87f998f28179 not bound, no agent of type Open vSwitch agent registered on host n-h1-713498-36 {{(pid=103229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 19:17:36.467606 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e35b22ae-5db9-4cf8-b06a-279cb8b4220c req-c8ed9d20-474e-4e36-a17d-9b72f38bd566 service neutron] Attempting to bind port 00462b85-eb7c-436f-98d5-7d2d3828596f on network 2b5494c8-cf97-42c1-b902-87f998f28179 {{(pid=103229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 19:17:36.499772 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e35b22ae-5db9-4cf8-b06a-279cb8b4220c req-c8ed9d20-474e-4e36-a17d-9b72f38bd566 service neutron] Checking agent: {'id': '488cd9ae-631f-4955-ba0b-4f5a13f12e9c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713498-36', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 18, 59, 18), 'started_at': datetime.datetime(2022, 2, 9, 18, 59, 18), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 19, 17, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 19:17:36.500526 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e35b22ae-5db9-4cf8-b06a-279cb8b4220c req-c8ed9d20-474e-4e36-a17d-9b72f38bd566 service neutron] Checking segment: {'id': '50e5915e-18f0-4558-9a28-b978975ead36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': '2b5494c8-cf97-42c1-b902-87f998f28179'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103229) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 19:17:36.501150 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e35b22ae-5db9-4cf8-b06a-279cb8b4220c req-c8ed9d20-474e-4e36-a17d-9b72f38bd566 service neutron] Bound using segment: {'id': '50e5915e-18f0-4558-9a28-b978975ead36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': '2b5494c8-cf97-42c1-b902-87f998f28179'} {{(pid=103229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 19:17:36.501856 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.managers [req-e35b22ae-5db9-4cf8-b06a-279cb8b4220c req-c8ed9d20-474e-4e36-a17d-9b72f38bd566 service neutron] Bound port: 00462b85-eb7c-436f-98d5-7d2d3828596f, host: n-h1-713498-36, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '50e5915e-18f0-4558-9a28-b978975ead36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': '2b5494c8-cf97-42c1-b902-87f998f28179'}}] {{(pid=103229) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 19:17:36.504535 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-e35b22ae-5db9-4cf8-b06a-279cb8b4220c req-c8ed9d20-474e-4e36-a17d-9b72f38bd566 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (00462b85-eb7c-436f-98d5-7d2d3828596f), before_update {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:17:36.697105 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dc34b9d-a413-47a0-97f9-c24dbf0d7273 req-b3130eb6-b547-47c8-9593-5297902f199e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:17:36.698912 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-8dc34b9d-a413-47a0-97f9-c24dbf0d7273 req-b3130eb6-b547-47c8-9593-5297902f199e service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=643875e4-4e65-407a-b1f0-4b9a6af5e319 HTTP/1.1" status: 200 len: 1128 time: 0.2483966 Feb 09 19:17:36.805466 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.plugin [None req-bbcc21e5-a329-4325-9a02-059371ddc893 tempest-RoutersAdminTest-314636334 tempest-RoutersAdminTest-314636334-project] Deleting port bb364529-bb18-48bc-8bd6-23c0bc95d1ea {{(pid=103229) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 19:17:36.809490 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-8dc34b9d-a413-47a0-97f9-c24dbf0d7273 req-ac5abfb9-dfbf-4868-8695-25be577a5430 service neutron] 10.222.0.89 "GET /v2.0/security-groups?id=8677789f-c0a6-4081-af83-d06feba970b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0990968 Feb 09 19:17:36.817745 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-bbcc21e5-a329-4325-9a02-059371ddc893 tempest-RoutersAdminTest-314636334 tempest-RoutersAdminTest-314636334-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762867170196'] for port (bb364529-bb18-48bc-8bd6-23c0bc95d1ea), before_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:17:36.834008 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.db [req-e35b22ae-5db9-4cf8-b06a-279cb8b4220c req-c8ed9d20-474e-4e36-a17d-9b72f38bd566 service neutron] For port 00462b85-eb7c-436f-98d5-7d2d3828596f, host n-h1-713498-36, cleared binding levels {{(pid=103229) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 19:17:36.865069 n-d-713498-36 neutron-server[103230]: DEBUG neutron.notifiers.nova [req-07f888a9-2164-432e-bdbb-36f1a8d5e02a req-81d0f829-afcf-4cdd-85a1-3a99e219216a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 391d7870-a90c-4fda-ba9b-c043a21e2381 {{(pid=103230) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 19:17:36.875161 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [req-07f888a9-2164-432e-bdbb-36f1a8d5e02a req-81d0f829-afcf-4cdd-85a1-3a99e219216a service neutron] Publish callbacks [] for port (391d7870-a90c-4fda-ba9b-c043a21e2381), precommit_update {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:17:36.891889 n-d-713498-36 neutron-server[103230]: DEBUG neutron.db.provisioning_blocks [req-07f888a9-2164-432e-bdbb-36f1a8d5e02a req-81d0f829-afcf-4cdd-85a1-3a99e219216a service neutron] Transition to ACTIVE for port object 391d7870-a90c-4fda-ba9b-c043a21e2381 will not be triggered until provisioned by entity L2. {{(pid=103230) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 19:17:36.912755 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [req-07f888a9-2164-432e-bdbb-36f1a8d5e02a req-81d0f829-afcf-4cdd-85a1-3a99e219216a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762867176205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762866656485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762866656503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14393758'] for port (391d7870-a90c-4fda-ba9b-c043a21e2381), after_update {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:17:36.931651 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83cb8ce8-3f5e-475b-ae79-97caa184bfcf req-e06f357d-66a2-4029-aa04-3ae791e009fd tempest-MultipleCreateTestJSON-395872300 tempest-MultipleCreateTestJSON-395872300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:17:36.938801 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-83cb8ce8-3f5e-475b-ae79-97caa184bfcf req-e06f357d-66a2-4029-aa04-3ae791e009fd tempest-MultipleCreateTestJSON-395872300 tempest-MultipleCreateTestJSON-395872300-project] 10.222.0.75 "GET /v2.0/ports?device_id=7ea22517-8b8e-49ad-bdce-25a22c248155 HTTP/1.1" status: 200 len: 944 time: 0.3651757 Feb 09 19:17:36.954845 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f949104-4aa8-4179-839b-fe960225add7 req-490c4b86-300a-4c93-8e3c-d6fa9d3209b0 tempest-ServerGroupTestJSON-1589847108 tempest-ServerGroupTestJSON-1589847108-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:17:36.956396 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-8f949104-4aa8-4179-839b-fe960225add7 req-490c4b86-300a-4c93-8e3c-d6fa9d3209b0 tempest-ServerGroupTestJSON-1589847108 tempest-ServerGroupTestJSON-1589847108-project] 10.222.0.90 "GET /v2.0/networks?id=289de959-2439-4acf-b801-e8ca5f85e3fb HTTP/1.1" status: 200 len: 809 time: 0.4454217 Feb 09 19:17:36.975531 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.db [req-e35b22ae-5db9-4cf8-b06a-279cb8b4220c req-c8ed9d20-474e-4e36-a17d-9b72f38bd566 service neutron] For port 00462b85-eb7c-436f-98d5-7d2d3828596f, host n-h1-713498-36, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-36',level=0,port_id=00462b85-eb7c-436f-98d5-7d2d3828596f,segment=NetworkSegment(50e5915e-18f0-4558-9a28-b978975ead36),segment_id=50e5915e-18f0-4558-9a28-b978975ead36)] {{(pid=103229) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 19:17:36.993823 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.v2.base [req-8f949104-4aa8-4179-839b-fe960225add7 req-a6e3b953-adca-45a4-aba4-fd5bdc14b726 tempest-ServerGroupTestJSON-1589847108 tempest-ServerGroupTestJSON-1589847108-project] Request body: {'port': {'device_id': 'b0b6a3fe-563e-4a55-854e-b0677f6703cc', 'network_id': '289de959-2439-4acf-b801-e8ca5f85e3fb', 'admin_state_up': True, 'tenant_id': '2376f43d20c945f884541a1335c84136'}} {{(pid=103229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 19:17:37.009484 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-e35b22ae-5db9-4cf8-b06a-279cb8b4220c req-c8ed9d20-474e-4e36-a17d-9b72f38bd566 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762867176205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762866656485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762866656503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12867569'] for port (00462b85-eb7c-436f-98d5-7d2d3828596f), after_update {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:17:37.050009 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81d0f829-afcf-4cdd-85a1-3a99e219216a service neutron] Pushing event updated for resources: {'Port': ['ID=391d7870-a90c-4fda-ba9b-c043a21e2381,revision_number=2']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:17:37.168190 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-9b384c9f-16e4-41a8-82e9-9d7545decac6 req-4b9222f5-08de-4d82-8818-47d7f0d2657d tempest-ServerGroupTestJSON-1589847108 tempest-ServerGroupTestJSON-1589847108-project] 10.222.0.75 "GET /v2.0/ports?device_id=b0b6a3fe-563e-4a55-854e-b0677f6703cc HTTP/1.1" status: 200 len: 210 time: 0.0561488 Feb 09 19:17:37.197861 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.managers [req-07f888a9-2164-432e-bdbb-36f1a8d5e02a req-81d0f829-afcf-4cdd-85a1-3a99e219216a service neutron] Attempting to bind port 391d7870-a90c-4fda-ba9b-c043a21e2381 on host n-h2-713498-36 for vnic_type normal with profile {{(pid=103230) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 19:17:37.198252 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.managers [req-07f888a9-2164-432e-bdbb-36f1a8d5e02a req-81d0f829-afcf-4cdd-85a1-3a99e219216a service neutron] Attempting to bind port 391d7870-a90c-4fda-ba9b-c043a21e2381 by drivers openvswitch,hyperv on host n-h2-713498-36 at level 0 using segments [{'id': '50e5915e-18f0-4558-9a28-b978975ead36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': '2b5494c8-cf97-42c1-b902-87f998f28179'}] {{(pid=103230) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 19:17:37.198590 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07f888a9-2164-432e-bdbb-36f1a8d5e02a req-81d0f829-afcf-4cdd-85a1-3a99e219216a service neutron] Attempting to bind port 391d7870-a90c-4fda-ba9b-c043a21e2381 on network 2b5494c8-cf97-42c1-b902-87f998f28179 {{(pid=103230) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 19:17:37.205805 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07f888a9-2164-432e-bdbb-36f1a8d5e02a req-81d0f829-afcf-4cdd-85a1-3a99e219216a service neutron] Port 391d7870-a90c-4fda-ba9b-c043a21e2381 on network 2b5494c8-cf97-42c1-b902-87f998f28179 not bound, no agent of type Open vSwitch agent registered on host n-h2-713498-36 {{(pid=103230) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 19:17:37.206311 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07f888a9-2164-432e-bdbb-36f1a8d5e02a req-81d0f829-afcf-4cdd-85a1-3a99e219216a service neutron] Attempting to bind port 391d7870-a90c-4fda-ba9b-c043a21e2381 on network 2b5494c8-cf97-42c1-b902-87f998f28179 {{(pid=103230) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 19:17:37.214421 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07f888a9-2164-432e-bdbb-36f1a8d5e02a req-81d0f829-afcf-4cdd-85a1-3a99e219216a service neutron] Checking agent: {'id': 'bcd5faee-dc24-4298-9134-0e0aa054058e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713498-36', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 18, 59, 19), 'started_at': datetime.datetime(2022, 2, 9, 18, 59, 19), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 19, 17, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103230) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 19:17:37.214784 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07f888a9-2164-432e-bdbb-36f1a8d5e02a req-81d0f829-afcf-4cdd-85a1-3a99e219216a service neutron] Checking segment: {'id': '50e5915e-18f0-4558-9a28-b978975ead36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': '2b5494c8-cf97-42c1-b902-87f998f28179'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103230) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 19:17:37.215192 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07f888a9-2164-432e-bdbb-36f1a8d5e02a req-81d0f829-afcf-4cdd-85a1-3a99e219216a service neutron] Bound using segment: {'id': '50e5915e-18f0-4558-9a28-b978975ead36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': '2b5494c8-cf97-42c1-b902-87f998f28179'} {{(pid=103230) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 19:17:37.217496 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.managers [req-07f888a9-2164-432e-bdbb-36f1a8d5e02a req-81d0f829-afcf-4cdd-85a1-3a99e219216a service neutron] Bound port: 391d7870-a90c-4fda-ba9b-c043a21e2381, host: n-h2-713498-36, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '50e5915e-18f0-4558-9a28-b978975ead36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': '2b5494c8-cf97-42c1-b902-87f998f28179'}}] {{(pid=103230) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 19:17:37.217872 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [req-07f888a9-2164-432e-bdbb-36f1a8d5e02a req-81d0f829-afcf-4cdd-85a1-3a99e219216a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (391d7870-a90c-4fda-ba9b-c043a21e2381), before_update {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:17:37.376798 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.db [req-07f888a9-2164-432e-bdbb-36f1a8d5e02a req-81d0f829-afcf-4cdd-85a1-3a99e219216a service neutron] For port 391d7870-a90c-4fda-ba9b-c043a21e2381, host n-h2-713498-36, cleared binding levels {{(pid=103230) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 19:17:37.381177 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.db [req-07f888a9-2164-432e-bdbb-36f1a8d5e02a req-81d0f829-afcf-4cdd-85a1-3a99e219216a service neutron] For port 391d7870-a90c-4fda-ba9b-c043a21e2381, host n-h2-713498-36, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-36',level=0,port_id=391d7870-a90c-4fda-ba9b-c043a21e2381,segment=NetworkSegment(50e5915e-18f0-4558-9a28-b978975ead36),segment_id=50e5915e-18f0-4558-9a28-b978975ead36)] {{(pid=103230) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 19:17:37.393848 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [req-07f888a9-2164-432e-bdbb-36f1a8d5e02a req-81d0f829-afcf-4cdd-85a1-3a99e219216a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762867176205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762866656485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762866656503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14393758'] for port (391d7870-a90c-4fda-ba9b-c043a21e2381), after_update {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:17:37.441666 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4de899ce-db76-4180-8173-ed8e29e08b25 req-70740b9b-a0ce-4692-b799-43896555be21 tempest-ServersAdminTestJSON-1393048834 tempest-ServersAdminTestJSON-1393048834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:17:37.449653 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-4de899ce-db76-4180-8173-ed8e29e08b25 req-70740b9b-a0ce-4692-b799-43896555be21 tempest-ServersAdminTestJSON-1393048834 tempest-ServersAdminTestJSON-1393048834-project] 10.222.0.75 "GET /v2.0/ports?device_id=650818e7-77a0-4d6d-bdd0-7898b6121102 HTTP/1.1" status: 200 len: 948 time: 0.1616461 Feb 09 19:17:37.486957 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07f888a9-2164-432e-bdbb-36f1a8d5e02a req-81d0f829-afcf-4cdd-85a1-3a99e219216a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:17:37.488658 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [req-07f888a9-2164-432e-bdbb-36f1a8d5e02a req-81d0f829-afcf-4cdd-85a1-3a99e219216a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171096'] for port (None), before_response {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:17:37.490401 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-07f888a9-2164-432e-bdbb-36f1a8d5e02a req-81d0f829-afcf-4cdd-85a1-3a99e219216a service neutron] 10.222.0.90 "PUT /v2.0/ports/391d7870-a90c-4fda-ba9b-c043a21e2381 HTTP/1.1" status: 200 len: 1097 time: 1.7003582 Feb 09 19:17:37.495488 n-d-713498-36 neutron-server[103230]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fd17ec19-7de7-4d19-86bc-494ce272637b', 'tag': '391d7870-a90c-4fda-ba9b-c043a21e2381'}] {{(pid=103230) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 19:17:37.505474 n-d-713498-36 neutron-server[103230]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aee5919275bae9f72eb374ee322673045eb80c1f84b4b45a97d96923bd50ab51" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-33c7dd9f-77ea-48eb-82bf-6ece1b691849" -d '{"events": [{"name": "network-changed", "server_uuid": "fd17ec19-7de7-4d19-86bc-494ce272637b", "tag": "391d7870-a90c-4fda-ba9b-c043a21e2381"}]}' {{(pid=103230) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 19:17:37.609198 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-4de899ce-db76-4180-8173-ed8e29e08b25 req-641ee059-8535-4ab6-ba9b-71cae19944d8 tempest-ServersAdminTestJSON-1393048834 tempest-ServersAdminTestJSON-1393048834-project] 10.222.0.75 "GET /v2.0/security-groups?id=c0042214-21f2-4e80-92b9-9b56852b3a45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1582789 Feb 09 19:17:37.621239 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81d0f829-afcf-4cdd-85a1-3a99e219216a service neutron] Pushing event updated for resources: {'Port': ['ID=391d7870-a90c-4fda-ba9b-c043a21e2381,revision_number=3']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:17:37.645568 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Device 779f1a99-012d-4993-bfe8-1533533e6efa up at agent hyperv_n-h2-713498-36 {{(pid=103232) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 19:17:37.670336 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07f888a9-2164-432e-bdbb-36f1a8d5e02a req-549f108b-cfdd-4986-87e9-1f6672652dbc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:17:37.671961 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-07f888a9-2164-432e-bdbb-36f1a8d5e02a req-549f108b-cfdd-4986-87e9-1f6672652dbc service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=7e91830b51f247988605db5c5590a82d&device_id=fd17ec19-7de7-4d19-86bc-494ce272637b HTTP/1.1" status: 200 len: 1131 time: 0.1192915 Feb 09 19:17:37.731610 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-07f888a9-2164-432e-bdbb-36f1a8d5e02a req-2729944b-a722-48db-8433-bff2733b3a6b service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.200&port_id=391d7870-a90c-4fda-ba9b-c043a21e2381 HTTP/1.1" status: 200 len: 217 time: 0.0504255 Feb 09 19:17:37.736452 n-d-713498-36 neutron-server[103230]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 19:17:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6edb33d4-5037-46a6-92b0-9c4f73313019 x-openstack-request-id: req-6edb33d4-5037-46a6-92b0-9c4f73313019 {{(pid=103230) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 19:17:37.736745 n-d-713498-36 neutron-server[103230]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fd17ec19-7de7-4d19-86bc-494ce272637b", "tag": "391d7870-a90c-4fda-ba9b-c043a21e2381", "status": "completed", "code": 200}]} {{(pid=103230) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 19:17:37.737000 n-d-713498-36 neutron-server[103230]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-6edb33d4-5037-46a6-92b0-9c4f73313019 {{(pid=103230) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 19:17:37.737398 n-d-713498-36 neutron-server[103230]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fd17ec19-7de7-4d19-86bc-494ce272637b', 'tag': '391d7870-a90c-4fda-ba9b-c043a21e2381', 'status': 'completed', 'code': 200} Feb 09 19:17:37.816989 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.provisioning_blocks [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Provisioning for port 779f1a99-012d-4993-bfe8-1533533e6efa completed by entity L2. {{(pid=103232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 19:17:37.822907 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.provisioning_blocks [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Provisioning complete for port 779f1a99-012d-4993-bfe8-1533533e6efa triggered by entity L2. {{(pid=103232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 19:17:37.823295 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593630'] for port (779f1a99-012d-4993-bfe8-1533533e6efa), provisioning_complete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:17:37.868718 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07f888a9-2164-432e-bdbb-36f1a8d5e02a req-8317cfd5-b931-4b9d-9321-765aab80c529 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:17:37.870226 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-07f888a9-2164-432e-bdbb-36f1a8d5e02a req-8317cfd5-b931-4b9d-9321-765aab80c529 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=60b561cb-321e-4f83-9bb3-92b2e1d0dc44 HTTP/1.1" status: 200 len: 843 time: 0.1196642 Feb 09 19:17:37.985301 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07f888a9-2164-432e-bdbb-36f1a8d5e02a req-5787abdd-fe75-4aa9-9388-a791a82a34db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:17:37.988996 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-07f888a9-2164-432e-bdbb-36f1a8d5e02a req-5787abdd-fe75-4aa9-9388-a791a82a34db service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=2b5494c8-cf97-42c1-b902-87f998f28179&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.1065924 Feb 09 19:17:38.050743 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e35b22ae-5db9-4cf8-b06a-279cb8b4220c req-c8ed9d20-474e-4e36-a17d-9b72f38bd566 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:17:38.052447 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-e35b22ae-5db9-4cf8-b06a-279cb8b4220c req-c8ed9d20-474e-4e36-a17d-9b72f38bd566 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171096'] for port (None), before_response {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:17:38.057420 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-e35b22ae-5db9-4cf8-b06a-279cb8b4220c req-c8ed9d20-474e-4e36-a17d-9b72f38bd566 service neutron] 10.222.0.89 "PUT /v2.0/ports/00462b85-eb7c-436f-98d5-7d2d3828596f HTTP/1.1" status: 200 len: 1097 time: 3.1824031 Feb 09 19:17:38.060406 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Current status of the port 779f1a99-012d-4993-bfe8-1533533e6efa is: BUILD; New status is: ACTIVE {{(pid=103232) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 19:17:38.061103 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (779f1a99-012d-4993-bfe8-1533533e6efa), before_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:17:38.077755 n-d-713498-36 neutron-server[103229]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '650818e7-77a0-4d6d-bdd0-7898b6121102', 'tag': '00462b85-eb7c-436f-98d5-7d2d3828596f'}] {{(pid=103229) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 19:17:38.101305 n-d-713498-36 neutron-server[103229]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fa6ae9a20702bd564eaf90d946620b2b4277b1ab91129323d3b54181076be307" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4bb07160-440e-40c7-b212-43a5c26989cb" -d '{"events": [{"name": "network-changed", "server_uuid": "650818e7-77a0-4d6d-bdd0-7898b6121102", "tag": "00462b85-eb7c-436f-98d5-7d2d3828596f"}]}' {{(pid=103229) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 19:17:38.137813 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-7429db8d-6021-40ad-813e-885be449a89b None None] For port 779f1a99-012d-4993-bfe8-1533533e6efa, host n-h2-713498-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-36',level=0,port_id=779f1a99-012d-4993-bfe8-1533533e6efa,segment=NetworkSegment(1386a966-4dd2-470f-b237-fb3374073af9),segment_id=1386a966-4dd2-470f-b237-fb3374073af9)] {{(pid=103232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 19:17:38.145775 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762867176205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762866656485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762866656503'] for port (779f1a99-012d-4993-bfe8-1533533e6efa), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:17:38.202058 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-07f888a9-2164-432e-bdbb-36f1a8d5e02a req-f5221666-39a3-4ab9-9591-2bbac6c04dc1 service neutron] 10.222.0.90 "GET /v2.0/networks/2b5494c8-cf97-42c1-b902-87f998f28179?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1992199 Feb 09 19:17:38.215601 n-d-713498-36 neutron-server[103232]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7ea22517-8b8e-49ad-bdce-25a22c248155', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '779f1a99-012d-4993-bfe8-1533533e6efa'}] {{(pid=103232) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 19:17:38.215757 n-d-713498-36 neutron-server[103229]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 19:17:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5c28fdf7-be77-420f-8fcb-7559af05d668 x-openstack-request-id: req-5c28fdf7-be77-420f-8fcb-7559af05d668 {{(pid=103229) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 19:17:38.216037 n-d-713498-36 neutron-server[103229]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "650818e7-77a0-4d6d-bdd0-7898b6121102", "tag": "00462b85-eb7c-436f-98d5-7d2d3828596f", "status": "completed", "code": 200}]} {{(pid=103229) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 19:17:38.216351 n-d-713498-36 neutron-server[103229]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-5c28fdf7-be77-420f-8fcb-7559af05d668 {{(pid=103229) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 19:17:38.216813 n-d-713498-36 neutron-server[103229]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '650818e7-77a0-4d6d-bdd0-7898b6121102', 'tag': '00462b85-eb7c-436f-98d5-7d2d3828596f', 'status': 'completed', 'code': 200} Feb 09 19:17:38.236160 n-d-713498-36 neutron-server[103232]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}949cdcde653dec44821de95cbf67297f53cbc2aed4e073b5d514f93bf911ce85" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9901f099-a4d4-43a6-9584-02b39f33e861" -d '{"events": [{"server_uuid": "7ea22517-8b8e-49ad-bdce-25a22c248155", "name": "network-vif-plugged", "status": "completed", "tag": "779f1a99-012d-4993-bfe8-1533533e6efa"}]}' {{(pid=103232) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 19:17:38.261995 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-83cb8ce8-3f5e-475b-ae79-97caa184bfcf req-ceccf5c3-8097-4b80-aa25-05e2f945a06c tempest-MultipleCreateTestJSON-395872300 tempest-MultipleCreateTestJSON-395872300-project] 10.222.0.75 "GET /v2.0/security-groups?id=8677789f-c0a6-4081-af83-d06feba970b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.3164060 Feb 09 19:17:38.281372 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Pushing event updated for resources: {'Port': ['ID=779f1a99-012d-4993-bfe8-1533533e6efa,revision_number=5']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:17:38.294497 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-bbcc21e5-a329-4325-9a02-059371ddc893 tempest-RoutersAdminTest-314636334 tempest-RoutersAdminTest-314636334-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1820838'] for port (bb364529-bb18-48bc-8bd6-23c0bc95d1ea), precommit_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:17:38.314374 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8ed9d20-474e-4e36-a17d-9b72f38bd566 service neutron] Pushing event updated for resources: {'Port': ['ID=00462b85-eb7c-436f-98d5-7d2d3828596f,revision_number=3']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:17:38.328407 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.plugin [None req-bbcc21e5-a329-4325-9a02-059371ddc893 tempest-RoutersAdminTest-314636334 tempest-RoutersAdminTest-314636334-project] Calling delete_port for bb364529-bb18-48bc-8bd6-23c0bc95d1ea owned by network:router_gateway {{(pid=103229) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 19:17:38.390005 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-07f888a9-2164-432e-bdbb-36f1a8d5e02a req-7f7adecc-fd15-4528-9f68-df8eac1f1bab service neutron] 10.222.0.90 "GET /v2.0/networks/2b5494c8-cf97-42c1-b902-87f998f28179?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1724935 Feb 09 19:17:38.404710 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e35b22ae-5db9-4cf8-b06a-279cb8b4220c req-b145923e-fa61-4a75-9543-daaee40790dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:17:38.406902 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-e35b22ae-5db9-4cf8-b06a-279cb8b4220c req-b145923e-fa61-4a75-9543-daaee40790dd service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=7e91830b51f247988605db5c5590a82d&device_id=650818e7-77a0-4d6d-bdd0-7898b6121102 HTTP/1.1" status: 200 len: 1131 time: 0.2896743 Feb 09 19:17:38.441011 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-0aca873c-8121-4fd0-b3c6-24f9e072aae5 req-cd0ebd30-90fd-471f-8081-94cf988bd38b tempest-ServerGroupTestJSON-1589847108 tempest-ServerGroupTestJSON-1589847108-project] 10.222.0.75 "GET /v2.0/ports?device_id=b0b6a3fe-563e-4a55-854e-b0677f6703cc HTTP/1.1" status: 200 len: 210 time: 0.0500033 Feb 09 19:17:38.527049 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8f949104-4aa8-4179-839b-fe960225add7 req-a6e3b953-adca-45a4-aba4-fd5bdc14b726 tempest-ServerGroupTestJSON-1589847108 tempest-ServerGroupTestJSON-1589847108-project] Made reservation on behalf of 2376f43d20c945f884541a1335c84136 for: {'port': 1} {{(pid=103229) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 19:17:38.531330 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-8f949104-4aa8-4179-839b-fe960225add7 req-a6e3b953-adca-45a4-aba4-fd5bdc14b726 tempest-ServerGroupTestJSON-1589847108 tempest-ServerGroupTestJSON-1589847108-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (None), before_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:17:38.531797 n-d-713498-36 neutron-server[103232]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 19:17:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1ea71d99-cf12-4a21-ae85-efb3f4dbc385 x-openstack-request-id: req-1ea71d99-cf12-4a21-ae85-efb3f4dbc385 {{(pid=103232) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 19:17:38.532194 n-d-713498-36 neutron-server[103232]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7ea22517-8b8e-49ad-bdce-25a22c248155", "name": "network-vif-plugged", "status": "completed", "tag": "779f1a99-012d-4993-bfe8-1533533e6efa", "code": 200}]} {{(pid=103232) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 19:17:38.532459 n-d-713498-36 neutron-server[103232]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-1ea71d99-cf12-4a21-ae85-efb3f4dbc385 {{(pid=103232) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 19:17:38.532853 n-d-713498-36 neutron-server[103232]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7ea22517-8b8e-49ad-bdce-25a22c248155', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '779f1a99-012d-4993-bfe8-1533533e6efa', 'code': 200} Feb 09 19:17:38.535225 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-e35b22ae-5db9-4cf8-b06a-279cb8b4220c req-7d993ef0-5ce7-4834-908a-fd4f10ab4573 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.110&port_id=00462b85-eb7c-436f-98d5-7d2d3828596f HTTP/1.1" status: 200 len: 217 time: 0.1202736 Feb 09 19:17:38.592750 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33c7dd9f-77ea-48eb-82bf-6ece1b691849 req-f7907897-d35f-4e9b-b10e-c2c65682c3d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:17:38.594952 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-33c7dd9f-77ea-48eb-82bf-6ece1b691849 req-f7907897-d35f-4e9b-b10e-c2c65682c3d8 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=7e91830b51f247988605db5c5590a82d&device_id=fd17ec19-7de7-4d19-86bc-494ce272637b HTTP/1.1" status: 200 len: 1131 time: 0.0892222 Feb 09 19:17:38.838336 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e35b22ae-5db9-4cf8-b06a-279cb8b4220c req-13293cdb-a4ac-4109-a46a-dfbee23ee18a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:17:38.839814 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-e35b22ae-5db9-4cf8-b06a-279cb8b4220c req-13293cdb-a4ac-4109-a46a-dfbee23ee18a service neutron] 10.222.0.89 "GET /v2.0/subnets?id=60b561cb-321e-4f83-9bb3-92b2e1d0dc44 HTTP/1.1" status: 200 len: 843 time: 0.2843025 Feb 09 19:17:38.840002 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33c7dd9f-77ea-48eb-82bf-6ece1b691849 req-35cc5edd-a131-4044-818c-4ed9405cec34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:17:38.847760 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-33c7dd9f-77ea-48eb-82bf-6ece1b691849 req-35cc5edd-a131-4044-818c-4ed9405cec34 service neutron] 10.222.0.90 "GET /v2.0/networks?id=2b5494c8-cf97-42c1-b902-87f998f28179 HTTP/1.1" status: 200 len: 870 time: 0.2330520 Feb 09 19:17:38.939279 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-33c7dd9f-77ea-48eb-82bf-6ece1b691849 req-c993bf5f-8f47-4c3a-9a4e-fbd20ff4a807 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.200&port_id=391d7870-a90c-4fda-ba9b-c043a21e2381 HTTP/1.1" status: 200 len: 217 time: 0.0791385 Feb 09 19:17:38.963850 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-bbcc21e5-a329-4325-9a02-059371ddc893 tempest-RoutersAdminTest-314636334 tempest-RoutersAdminTest-314636334-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762867177463', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762866656476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12867576'] for port (bb364529-bb18-48bc-8bd6-23c0bc95d1ea), after_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:17:39.049393 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbcc21e5-a329-4325-9a02-059371ddc893 tempest-RoutersAdminTest-314636334 tempest-RoutersAdminTest-314636334-project] Pushing event deleted for resources: {'Port': ['ID=bb364529-bb18-48bc-8bd6-23c0bc95d1ea,revision_number=None']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:17:39.058346 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e35b22ae-5db9-4cf8-b06a-279cb8b4220c req-8f70ce26-a551-4920-9218-808a214ff934 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:17:39.060287 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-e35b22ae-5db9-4cf8-b06a-279cb8b4220c req-8f70ce26-a551-4920-9218-808a214ff934 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=2b5494c8-cf97-42c1-b902-87f998f28179&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.2112167 Feb 09 19:17:39.086860 n-d-713498-36 neutron-server[103229]: DEBUG neutron.db.db_base_plugin_common [req-8f949104-4aa8-4179-839b-fe960225add7 req-a6e3b953-adca-45a4-aba4-fd5bdc14b726 tempest-ServerGroupTestJSON-1589847108 tempest-ServerGroupTestJSON-1589847108-project] Allocated IP 172.20.0.12 (289de959-2439-4acf-b801-e8ca5f85e3fb/849eeead-c7e9-4182-a188-f25327807261/fa2e8579-3f4a-4e7f-88e4-722825a79ecf) {{(pid=103229) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 19:17:39.201739 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-e35b22ae-5db9-4cf8-b06a-279cb8b4220c req-ad7326fd-0d51-44c5-98db-958b3c5ee94e service neutron] 10.222.0.89 "GET /v2.0/networks/2b5494c8-cf97-42c1-b902-87f998f28179?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1171548 Feb 09 19:17:39.302944 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-bbcc21e5-a329-4325-9a02-059371ddc893 tempest-RoutersAdminTest-314636334 tempest-RoutersAdminTest-314636334-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1818987'] for router_gateway (351d7a00-edd1-4cde-a2fa-edd3b651c581), after_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:17:39.330739 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9dc5453-f714-4601-aa64-b36192cffbec req-91282f34-736f-4618-b76f-7150cdd1fb22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:17:39.332905 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-f9dc5453-f714-4601-aa64-b36192cffbec req-91282f34-736f-4618-b76f-7150cdd1fb22 service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=7ea22517-8b8e-49ad-bdce-25a22c248155 HTTP/1.1" status: 200 len: 1128 time: 0.6549025 Feb 09 19:17:39.421238 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33c7dd9f-77ea-48eb-82bf-6ece1b691849 req-1798daaf-3bba-4b11-a124-d904d1c7f6b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:17:39.422745 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-33c7dd9f-77ea-48eb-82bf-6ece1b691849 req-1798daaf-3bba-4b11-a124-d904d1c7f6b6 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=60b561cb-321e-4f83-9bb3-92b2e1d0dc44 HTTP/1.1" status: 200 len: 843 time: 0.1054020 Feb 09 19:17:39.425636 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-f9dc5453-f714-4601-aa64-b36192cffbec req-b86a634e-ca7d-4227-84f7-b4439456eb97 service neutron] 10.222.0.90 "GET /v2.0/security-groups?id=8677789f-c0a6-4081-af83-d06feba970b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0715120 Feb 09 19:17:39.432836 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b989fea-e27a-4189-a2bb-c7ddc4c4b036 req-d22c7c3a-568d-473b-ac71-7cd63275ad22 tempest-ServersAdminTestJSON-1393048834 tempest-ServersAdminTestJSON-1393048834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:17:39.439540 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-9b989fea-e27a-4189-a2bb-c7ddc4c4b036 req-d22c7c3a-568d-473b-ac71-7cd63275ad22 tempest-ServersAdminTestJSON-1393048834 tempest-ServersAdminTestJSON-1393048834-project] 10.222.0.75 "GET /v2.0/ports?device_id=650818e7-77a0-4d6d-bdd0-7898b6121102 HTTP/1.1" status: 200 len: 948 time: 0.6077926 Feb 09 19:17:39.495405 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-9b989fea-e27a-4189-a2bb-c7ddc4c4b036 req-cf6453d0-0f63-458c-8e7e-afd87eb30d92 tempest-ServersAdminTestJSON-1393048834 tempest-ServersAdminTestJSON-1393048834-project] 10.222.0.75 "GET /v2.0/security-groups?id=c0042214-21f2-4e80-92b9-9b56852b3a45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548499 Feb 09 19:17:39.531481 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-bbcc21e5-a329-4325-9a02-059371ddc893 tempest-RoutersAdminTest-314636334 tempest-RoutersAdminTest-314636334-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1834988', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-58375'] for router (351d7a00-edd1-4cde-a2fa-edd3b651c581), precommit_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:17:39.545037 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-bbcc21e5-a329-4325-9a02-059371ddc893 tempest-RoutersAdminTest-314636334 tempest-RoutersAdminTest-314636334-project] Publish callbacks [] for router_controller (351d7a00-edd1-4cde-a2fa-edd3b651c581), precommit_delete_associations {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:17:39.636665 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-9eef2ba6-388d-4c04-910e-2c6842c1a5ab req-2ef1137f-20e8-42c9-aa7a-9e037e227490 tempest-ServerGroupTestJSON-1589847108 tempest-ServerGroupTestJSON-1589847108-project] 10.222.0.75 "GET /v2.0/ports?device_id=b0b6a3fe-563e-4a55-854e-b0677f6703cc HTTP/1.1" status: 200 len: 210 time: 0.0701637 Feb 09 19:17:39.695412 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-e35b22ae-5db9-4cf8-b06a-279cb8b4220c req-863d1c79-0b1f-4b27-9b6a-4e1be875486d service neutron] 10.222.0.89 "GET /v2.0/networks/2b5494c8-cf97-42c1-b902-87f998f28179?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4865253 Feb 09 19:17:39.700131 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-bbcc21e5-a329-4325-9a02-059371ddc893 tempest-RoutersAdminTest-314636334 tempest-RoutersAdminTest-314636334-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1835003'] for router (351d7a00-edd1-4cde-a2fa-edd3b651c581), after_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:17:39.700880 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bbcc21e5-a329-4325-9a02-059371ddc893 tempest-RoutersAdminTest-314636334 tempest-RoutersAdminTest-314636334-project] Fanout notify agent at l3_agent the message router_deleted on router 351d7a00-edd1-4cde-a2fa-edd3b651c581 {{(pid=103229) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 09 19:17:39.713632 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-bbcc21e5-a329-4325-9a02-059371ddc893 tempest-RoutersAdminTest-314636334 tempest-RoutersAdminTest-314636334-project] Publish callbacks [] for router (None), before_response {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:17:39.715135 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-bbcc21e5-a329-4325-9a02-059371ddc893 tempest-RoutersAdminTest-314636334 tempest-RoutersAdminTest-314636334-project] 10.222.0.75 "DELETE /v2.0/routers/351d7a00-edd1-4cde-a2fa-edd3b651c581 HTTP/1.1" status: 204 len: 168 time: 4.0897005 Feb 09 19:17:39.724912 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9df7b65-37b2-4b72-a6c3-de377b2e6128 req-6a62f34d-51b4-4ad4-b7c0-4482cd50cc3e tempest-MultipleCreateTestJSON-395872300 tempest-MultipleCreateTestJSON-395872300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:17:39.734014 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-a9df7b65-37b2-4b72-a6c3-de377b2e6128 req-6a62f34d-51b4-4ad4-b7c0-4482cd50cc3e tempest-MultipleCreateTestJSON-395872300 tempest-MultipleCreateTestJSON-395872300-project] 10.222.0.75 "GET /v2.0/ports?device_id=7ea22517-8b8e-49ad-bdce-25a22c248155 HTTP/1.1" status: 200 len: 945 time: 0.3418531 Feb 09 19:17:39.740449 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 39334) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:17:39.745621 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.v2.base [None req-5cc9b1c4-6363-473e-b8fc-5c6b250427db tempest-RoutersAdminTest-314636334 tempest-RoutersAdminTest-314636334-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1787214026', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 19:17:39.817443 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33c7dd9f-77ea-48eb-82bf-6ece1b691849 req-edeceab1-cbc4-47f9-9424-e20b573b0660 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:17:39.818998 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-33c7dd9f-77ea-48eb-82bf-6ece1b691849 req-edeceab1-cbc4-47f9-9424-e20b573b0660 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=2b5494c8-cf97-42c1-b902-87f998f28179&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.1388876 Feb 09 19:17:39.923276 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-5cc9b1c4-6363-473e-b8fc-5c6b250427db tempest-RoutersAdminTest-314636334 tempest-RoutersAdminTest-314636334-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1834830', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-58389'] for router (23575a30-3180-4eb1-8be5-0e0a89466969), before_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:17:39.924738 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-5cc9b1c4-6363-473e-b8fc-5c6b250427db tempest-RoutersAdminTest-314636334 tempest-RoutersAdminTest-314636334-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1834810', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1822096', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1886735', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-58380'] for router (23575a30-3180-4eb1-8be5-0e0a89466969), precommit_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:17:40.014373 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-33c7dd9f-77ea-48eb-82bf-6ece1b691849 req-0eb5f6e3-411b-4c61-b8dd-dbfab6b3d714 service neutron] 10.222.0.90 "GET /v2.0/networks/2b5494c8-cf97-42c1-b902-87f998f28179?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1872635 Feb 09 19:17:40.033638 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-5cc9b1c4-6363-473e-b8fc-5c6b250427db tempest-RoutersAdminTest-314636334 tempest-RoutersAdminTest-314636334-project] Publish callbacks [] for router_controller (23575a30-3180-4eb1-8be5-0e0a89466969), precommit_add_association {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:17:40.062839 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-5cc9b1c4-6363-473e-b8fc-5c6b250427db tempest-RoutersAdminTest-314636334 tempest-RoutersAdminTest-314636334-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1834945', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1818951'] for router (23575a30-3180-4eb1-8be5-0e0a89466969), after_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:17:40.080162 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-8f949104-4aa8-4179-839b-fe960225add7 req-a6e3b953-adca-45a4-aba4-fd5bdc14b726 tempest-ServerGroupTestJSON-1589847108 tempest-ServerGroupTestJSON-1589847108-project] Publish callbacks [] for port (fa2e8579-3f4a-4e7f-88e4-722825a79ecf), precommit_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:17:40.105942 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-a9df7b65-37b2-4b72-a6c3-de377b2e6128 req-051dbb0a-f9f3-4be3-9f07-78391a2c7044 tempest-MultipleCreateTestJSON-395872300 tempest-MultipleCreateTestJSON-395872300-project] 10.222.0.75 "GET /v2.0/security-groups?id=8677789f-c0a6-4081-af83-d06feba970b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3699403 Feb 09 19:17:40.129842 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-5cc9b1c4-6363-473e-b8fc-5c6b250427db tempest-RoutersAdminTest-314636334 tempest-RoutersAdminTest-314636334-project] Publish callbacks [] for router (None), before_response {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:17:40.131078 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-5cc9b1c4-6363-473e-b8fc-5c6b250427db tempest-RoutersAdminTest-314636334 tempest-RoutersAdminTest-314636334-project] 10.222.0.75 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.3895807 Feb 09 19:17:40.138307 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 39340) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:17:40.147183 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.v2.base [None req-d627b60e-5f50-48e7-8647-65ca25b73494 tempest-RoutersAdminTest-314636334 tempest-RoutersAdminTest-314636334-project] Request body: {'router': {'external_gateway_info': {'network_id': '88055e1e-672a-4487-be31-ffb6e833ece5'}}} {{(pid=103229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 19:17:40.158193 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bb07160-440e-40c7-b212-43a5c26989cb req-484c761c-31e9-40a4-a502-26d1e3aab563 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:17:40.160213 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-4bb07160-440e-40c7-b212-43a5c26989cb req-484c761c-31e9-40a4-a502-26d1e3aab563 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=7e91830b51f247988605db5c5590a82d&device_id=650818e7-77a0-4d6d-bdd0-7898b6121102 HTTP/1.1" status: 200 len: 1131 time: 0.2983346 Feb 09 19:17:40.198012 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-33c7dd9f-77ea-48eb-82bf-6ece1b691849 req-76137857-c3f0-4e99-b60c-208faea22db2 service neutron] 10.222.0.90 "GET /v2.0/networks/2b5494c8-cf97-42c1-b902-87f998f28179?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1719236 Feb 09 19:17:40.327720 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-8f949104-4aa8-4179-839b-fe960225add7 req-a6e3b953-adca-45a4-aba4-fd5bdc14b726 tempest-ServerGroupTestJSON-1589847108 tempest-ServerGroupTestJSON-1589847108-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762866656467', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12867576'] for port (fa2e8579-3f4a-4e7f-88e4-722825a79ecf), after_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:17:40.484977 n-d-713498-36 neutron-server[103229]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8f949104-4aa8-4179-839b-fe960225add7 req-a6e3b953-adca-45a4-aba4-fd5bdc14b726 tempest-ServerGroupTestJSON-1589847108 tempest-ServerGroupTestJSON-1589847108-project] Network 289de959-2439-4acf-b801-e8ca5f85e3fb is already hosted by enough agents. {{(pid=103229) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 19:17:40.497216 n-d-713498-36 neutron-server[103229]: DEBUG neutron.scheduler.base_scheduler [req-8f949104-4aa8-4179-839b-fe960225add7 req-a6e3b953-adca-45a4-aba4-fd5bdc14b726 tempest-ServerGroupTestJSON-1589847108 tempest-ServerGroupTestJSON-1589847108-project] Resources bound (agent type, host, resource id): {{(pid=103229) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 19:17:40.500259 n-d-713498-36 neutron-server[103229]: DEBUG neutron.db.l3_dvrscheduler_db [req-8f949104-4aa8-4179-839b-fe960225add7 req-a6e3b953-adca-45a4-aba4-fd5bdc14b726 tempest-ServerGroupTestJSON-1589847108 tempest-ServerGroupTestJSON-1589847108-project] Received port after_create {{(pid=103229) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 19:17:40.506505 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bb07160-440e-40c7-b212-43a5c26989cb req-bccd7aa4-0ab3-49b7-b217-d58af37f69ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:17:40.508039 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-4bb07160-440e-40c7-b212-43a5c26989cb req-bccd7aa4-0ab3-49b7-b217-d58af37f69ef service neutron] 10.222.0.89 "GET /v2.0/networks?id=2b5494c8-cf97-42c1-b902-87f998f28179 HTTP/1.1" status: 200 len: 870 time: 0.3044703 Feb 09 19:17:40.508690 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6e3b953-adca-45a4-aba4-fd5bdc14b726 tempest-ServerGroupTestJSON-1589847108 tempest-ServerGroupTestJSON-1589847108-project] Pushing event updated for resources: {'Port': ['ID=fa2e8579-3f4a-4e7f-88e4-722825a79ecf,revision_number=1']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:17:40.672518 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-4bb07160-440e-40c7-b212-43a5c26989cb req-9d7f4b46-bc83-4c46-b7d8-19d26ebf7196 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.110&port_id=00462b85-eb7c-436f-98d5-7d2d3828596f HTTP/1.1" status: 200 len: 217 time: 0.1309695 Feb 09 19:17:40.684429 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-d627b60e-5f50-48e7-8647-65ca25b73494 tempest-RoutersAdminTest-314636334 tempest-RoutersAdminTest-314636334-project] Publish callbacks [] for router_gateway (23575a30-3180-4eb1-8be5-0e0a89466969), precommit_update {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:17:40.697087 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01bc4948-d92f-4560-a794-dea197ff55ec req-22de08ae-1b81-4f9b-acfd-af47aa9f6696 tempest-ServersAdminTestJSON-1393048834 tempest-ServersAdminTestJSON-1393048834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:17:40.704768 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-01bc4948-d92f-4560-a794-dea197ff55ec req-22de08ae-1b81-4f9b-acfd-af47aa9f6696 tempest-ServersAdminTestJSON-1393048834 tempest-ServersAdminTestJSON-1393048834-project] 10.222.0.75 "GET /v2.0/ports?device_id=650818e7-77a0-4d6d-bdd0-7898b6121102 HTTP/1.1" status: 200 len: 948 time: 0.0873344 Feb 09 19:17:40.767641 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-e44ec4b0-ebca-4306-8104-917867895eec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762867132591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593584'] for agent (af91e4b9-f4e1-42b1-a25c-a10dc47171c8), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:17:40.774375 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f949104-4aa8-4179-839b-fe960225add7 req-a6e3b953-adca-45a4-aba4-fd5bdc14b726 tempest-ServerGroupTestJSON-1589847108 tempest-ServerGroupTestJSON-1589847108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:17:40.775366 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-8f949104-4aa8-4179-839b-fe960225add7 req-a6e3b953-adca-45a4-aba4-fd5bdc14b726 tempest-ServerGroupTestJSON-1589847108 tempest-ServerGroupTestJSON-1589847108-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171096'] for port (None), before_response {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:17:40.783715 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-01bc4948-d92f-4560-a794-dea197ff55ec req-74103f4f-ef0f-4d61-b1e5-71aef86ef035 tempest-ServersAdminTestJSON-1393048834 tempest-ServersAdminTestJSON-1393048834-project] 10.222.0.75 "GET /v2.0/security-groups?id=c0042214-21f2-4e80-92b9-9b56852b3a45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0776930 Feb 09 19:17:41.162844 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bb07160-440e-40c7-b212-43a5c26989cb req-f2867eb3-17cd-41ca-b059-69c35e4f3d00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:17:41.164978 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-4bb07160-440e-40c7-b212-43a5c26989cb req-f2867eb3-17cd-41ca-b059-69c35e4f3d00 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=60b561cb-321e-4f83-9bb3-92b2e1d0dc44 HTTP/1.1" status: 200 len: 843 time: 0.4834416 Feb 09 19:17:41.170851 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-8f949104-4aa8-4179-839b-fe960225add7 req-a6e3b953-adca-45a4-aba4-fd5bdc14b726 tempest-ServerGroupTestJSON-1589847108 tempest-ServerGroupTestJSON-1589847108-project] 10.222.0.90 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.1897688 Feb 09 19:17:41.208692 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.v2.base [req-8f949104-4aa8-4179-839b-fe960225add7 req-100437d4-6ba6-41a8-9691-a61dab7dd121 service neutron] Request body: {'port': {'device_id': 'b0b6a3fe-563e-4a55-854e-b0677f6703cc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-713498-36'}} {{(pid=103229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 19:17:41.267186 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e25a23c-acde-48fc-9c88-07815c972221 req-994ffdfa-4d97-45f0-b037-a7225806f297 tempest-MultipleCreateTestJSON-395872300 tempest-MultipleCreateTestJSON-395872300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:17:41.269746 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-7e25a23c-acde-48fc-9c88-07815c972221 req-994ffdfa-4d97-45f0-b037-a7225806f297 tempest-MultipleCreateTestJSON-395872300 tempest-MultipleCreateTestJSON-395872300-project] 10.222.0.75 "GET /v2.0/ports?device_id=7ea22517-8b8e-49ad-bdce-25a22c248155 HTTP/1.1" status: 200 len: 945 time: 0.0652790 Feb 09 19:17:41.273870 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffae59a6-d27d-48ec-8e83-9e583ae37e31 req-3db51112-be68-43e9-98e9-c0aa2b332414 tempest-ServerGroupTestJSON-1589847108 tempest-ServerGroupTestJSON-1589847108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:17:41.275640 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-ffae59a6-d27d-48ec-8e83-9e583ae37e31 req-3db51112-be68-43e9-98e9-c0aa2b332414 tempest-ServerGroupTestJSON-1589847108 tempest-ServerGroupTestJSON-1589847108-project] 10.222.0.75 "GET /v2.0/ports?device_id=b0b6a3fe-563e-4a55-854e-b0677f6703cc HTTP/1.1" status: 200 len: 932 time: 0.5383871 Feb 09 19:17:41.338746 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-7e25a23c-acde-48fc-9c88-07815c972221 req-a5b8e1a0-1d39-4d47-95e4-3b562b329109 tempest-MultipleCreateTestJSON-395872300 tempest-MultipleCreateTestJSON-395872300-project] 10.222.0.75 "GET /v2.0/security-groups?id=8677789f-c0a6-4081-af83-d06feba970b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0621235 Feb 09 19:17:41.345879 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bb07160-440e-40c7-b212-43a5c26989cb req-52d189fc-3a97-46da-91dd-5983d18f26f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:17:41.347441 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-4bb07160-440e-40c7-b212-43a5c26989cb req-52d189fc-3a97-46da-91dd-5983d18f26f5 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=2b5494c8-cf97-42c1-b902-87f998f28179&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.1747174 Feb 09 19:17:41.359210 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-8f949104-4aa8-4179-839b-fe960225add7 req-100437d4-6ba6-41a8-9691-a61dab7dd121 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (fa2e8579-3f4a-4e7f-88e4-722825a79ecf), before_update {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:17:41.419501 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-ffae59a6-d27d-48ec-8e83-9e583ae37e31 req-9011ae7c-e2c7-4c7d-a1dd-4b613f5175f6 tempest-ServerGroupTestJSON-1589847108 tempest-ServerGroupTestJSON-1589847108-project] 10.222.0.75 "GET /v2.0/security-groups?id=0c9e5c1b-7ac4-49aa-a1a3-5bdae8c30434&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1334078 Feb 09 19:17:41.510517 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4786f512-8a8c-484c-93d4-7f3610a91191 req-0a645644-3b90-4ea2-bc95-c27d2fc72c7d tempest-MultipleCreateTestJSON-395872300 tempest-MultipleCreateTestJSON-395872300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:17:41.512137 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-4786f512-8a8c-484c-93d4-7f3610a91191 req-0a645644-3b90-4ea2-bc95-c27d2fc72c7d tempest-MultipleCreateTestJSON-395872300 tempest-MultipleCreateTestJSON-395872300-project] 10.222.0.75 "GET /v2.0/ports?device_id=643875e4-4e65-407a-b1f0-4b9a6af5e319 HTTP/1.1" status: 200 len: 945 time: 0.0913436 Feb 09 19:17:41.581660 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-4786f512-8a8c-484c-93d4-7f3610a91191 req-95cae7de-a37c-47bc-bf8e-f29730f2d866 tempest-MultipleCreateTestJSON-395872300 tempest-MultipleCreateTestJSON-395872300-project] 10.222.0.75 "GET /v2.0/security-groups?id=8677789f-c0a6-4081-af83-d06feba970b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0632718 Feb 09 19:17:41.659483 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Device 391d7870-a90c-4fda-ba9b-c043a21e2381 details requested by agent hyperv_n-h2-713498-36 with host n-h2-713498-36 {{(pid=103232) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 19:17:41.884527 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-7429db8d-6021-40ad-813e-885be449a89b None None] For port 391d7870-a90c-4fda-ba9b-c043a21e2381, host n-h2-713498-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-36',level=0,port_id=391d7870-a90c-4fda-ba9b-c043a21e2381,segment=NetworkSegment(50e5915e-18f0-4558-9a28-b978975ead36),segment_id=50e5915e-18f0-4558-9a28-b978975ead36)] {{(pid=103232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 19:17:41.913395 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Returning: {'device': '391d7870-a90c-4fda-ba9b-c043a21e2381', 'network_id': '2b5494c8-cf97-42c1-b902-87f998f28179', 'port_id': '391d7870-a90c-4fda-ba9b-c043a21e2381', 'mac_address': 'fa:16:3e:bc:34:1f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 359, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '60b561cb-321e-4f83-9bb3-92b2e1d0dc44', 'ip_address': '192.168.233.200'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103232) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 19:17:42.015461 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Current status of the port 391d7870-a90c-4fda-ba9b-c043a21e2381 is: DOWN; New status is: BUILD {{(pid=103232) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 19:17:42.016104 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (391d7870-a90c-4fda-ba9b-c043a21e2381), before_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:17:42.035523 n-d-713498-36 neutron-server[103232]: DEBUG neutron.notifiers.nova [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 391d7870-a90c-4fda-ba9b-c043a21e2381 {{(pid=103232) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 19:17:42.066408 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-7429db8d-6021-40ad-813e-885be449a89b None None] For port 391d7870-a90c-4fda-ba9b-c043a21e2381, host n-h2-713498-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-36',level=0,port_id=391d7870-a90c-4fda-ba9b-c043a21e2381,segment=NetworkSegment(50e5915e-18f0-4558-9a28-b978975ead36),segment_id=50e5915e-18f0-4558-9a28-b978975ead36)] {{(pid=103232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 19:17:42.073633 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762867176205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762866656485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762866656503'] for port (391d7870-a90c-4fda-ba9b-c043a21e2381), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:17:42.142574 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d866c354-dca8-401f-bf1f-9ed69f818311 req-f3d38f43-956e-42ee-aa7d-6efcb7162d68 tempest-MultipleCreateTestJSON-395872300 tempest-MultipleCreateTestJSON-395872300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:17:42.152257 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-d866c354-dca8-401f-bf1f-9ed69f818311 req-f3d38f43-956e-42ee-aa7d-6efcb7162d68 tempest-MultipleCreateTestJSON-395872300 tempest-MultipleCreateTestJSON-395872300-project] 10.222.0.75 "GET /v2.0/ports?device_id=643875e4-4e65-407a-b1f0-4b9a6af5e319 HTTP/1.1" status: 200 len: 945 time: 0.0788329 Feb 09 19:17:42.176744 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-d627b60e-5f50-48e7-8647-65ca25b73494 tempest-RoutersAdminTest-314636334 tempest-RoutersAdminTest-314636334-project] Publish callbacks [] for router_gateway (23575a30-3180-4eb1-8be5-0e0a89466969), before_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:17:42.183219 n-d-713498-36 neutron-server[103229]: DEBUG neutron.notifiers.nova [req-8f949104-4aa8-4179-839b-fe960225add7 req-100437d4-6ba6-41a8-9691-a61dab7dd121 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fa2e8579-3f4a-4e7f-88e4-722825a79ecf {{(pid=103229) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 19:17:42.207430 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Pushing event updated for resources: {'Port': ['ID=391d7870-a90c-4fda-ba9b-c043a21e2381,revision_number=4']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:17:42.225368 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-4bb07160-440e-40c7-b212-43a5c26989cb req-9adf863f-047b-46cf-8910-4d737fb6c735 service neutron] 10.222.0.89 "GET /v2.0/networks/2b5494c8-cf97-42c1-b902-87f998f28179?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8670988 Feb 09 19:17:42.229259 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-8f949104-4aa8-4179-839b-fe960225add7 req-100437d4-6ba6-41a8-9691-a61dab7dd121 service neutron] Publish callbacks [] for port (fa2e8579-3f4a-4e7f-88e4-722825a79ecf), precommit_update {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:17:42.233602 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-d866c354-dca8-401f-bf1f-9ed69f818311 req-d7756d32-4000-4c14-8fa8-f205ec1f931f tempest-MultipleCreateTestJSON-395872300 tempest-MultipleCreateTestJSON-395872300-project] 10.222.0.75 "GET /v2.0/security-groups?id=8677789f-c0a6-4081-af83-d06feba970b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0789425 Feb 09 19:17:42.247040 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-d627b60e-5f50-48e7-8647-65ca25b73494 tempest-RoutersAdminTest-314636334 tempest-RoutersAdminTest-314636334-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (None), before_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:17:42.333616 n-d-713498-36 neutron-server[103229]: DEBUG neutron.db.provisioning_blocks [req-8f949104-4aa8-4179-839b-fe960225add7 req-100437d4-6ba6-41a8-9691-a61dab7dd121 service neutron] Transition to ACTIVE for port object fa2e8579-3f4a-4e7f-88e4-722825a79ecf will not be triggered until provisioned by entity L2. {{(pid=103229) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 19:17:42.356696 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-8f949104-4aa8-4179-839b-fe960225add7 req-100437d4-6ba6-41a8-9691-a61dab7dd121 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762867176205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762866656485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762866656503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12867569'] for port (fa2e8579-3f4a-4e7f-88e4-722825a79ecf), after_update {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:17:42.375659 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f15bfee-f0c8-44e3-aaaf-b2bf4087890b req-9f92af56-9611-4930-8d91-f442f2b61325 tempest-ServersAdminTestJSON-1393048834 tempest-ServersAdminTestJSON-1393048834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:17:42.377173 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-1f15bfee-f0c8-44e3-aaaf-b2bf4087890b req-9f92af56-9611-4930-8d91-f442f2b61325 tempest-ServersAdminTestJSON-1393048834 tempest-ServersAdminTestJSON-1393048834-project] 10.222.0.75 "GET /v2.0/ports?device_id=650818e7-77a0-4d6d-bdd0-7898b6121102 HTTP/1.1" status: 200 len: 948 time: 0.3187101 Feb 09 19:17:42.525710 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-100437d4-6ba6-41a8-9691-a61dab7dd121 service neutron] Pushing event updated for resources: {'Port': ['ID=fa2e8579-3f4a-4e7f-88e4-722825a79ecf,revision_number=2']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:17:42.547648 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-7429db8d-6021-40ad-813e-885be449a89b None None] get_ports_and_sgs() called for port_ids ['391d7870-a90c-4fda-ba9b-c043a21e2381'] {{(pid=103232) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 19:17:42.552236 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44f3c24e-8fb0-4667-825a-2500d5ca889f req-73f3a828-23b4-47ed-b700-4ff5794307c9 tempest-ServerGroupTestJSON-1589847108 tempest-ServerGroupTestJSON-1589847108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:17:42.554049 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-44f3c24e-8fb0-4667-825a-2500d5ca889f req-73f3a828-23b4-47ed-b700-4ff5794307c9 tempest-ServerGroupTestJSON-1589847108 tempest-ServerGroupTestJSON-1589847108-project] 10.222.0.75 "GET /v2.0/ports?device_id=b0b6a3fe-563e-4a55-854e-b0677f6703cc HTTP/1.1" status: 200 len: 944 time: 0.0622568 Feb 09 19:17:42.565220 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-1f15bfee-f0c8-44e3-aaaf-b2bf4087890b req-988f743c-a287-4585-accc-5039b25d1eea tempest-ServersAdminTestJSON-1393048834 tempest-ServersAdminTestJSON-1393048834-project] 10.222.0.75 "GET /v2.0/security-groups?id=c0042214-21f2-4e80-92b9-9b56852b3a45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1460543 Feb 09 19:17:42.628828 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-44f3c24e-8fb0-4667-825a-2500d5ca889f req-72ad1df0-33de-47c5-9b05-84a3b4e462fb tempest-ServerGroupTestJSON-1589847108 tempest-ServerGroupTestJSON-1589847108-project] 10.222.0.75 "GET /v2.0/security-groups?id=0c9e5c1b-7ac4-49aa-a1a3-5bdae8c30434&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0636384 Feb 09 19:17:42.667126 n-d-713498-36 neutron-server[103229]: DEBUG neutron.db.db_base_plugin_common [None req-d627b60e-5f50-48e7-8647-65ca25b73494 tempest-RoutersAdminTest-314636334 tempest-RoutersAdminTest-314636334-project] Allocated IP 172.25.1.160 (88055e1e-672a-4487-be31-ffb6e833ece5/ac16dbcc-383c-4b43-9153-d763c4a53f91/1d29a609-90ff-4a86-b052-7a14c9177fe3) {{(pid=103229) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 19:17:42.729357 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.managers [req-8f949104-4aa8-4179-839b-fe960225add7 req-100437d4-6ba6-41a8-9691-a61dab7dd121 service neutron] Attempting to bind port fa2e8579-3f4a-4e7f-88e4-722825a79ecf on host n-h2-713498-36 for vnic_type normal with profile {{(pid=103229) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 19:17:42.729700 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.managers [req-8f949104-4aa8-4179-839b-fe960225add7 req-100437d4-6ba6-41a8-9691-a61dab7dd121 service neutron] Attempting to bind port fa2e8579-3f4a-4e7f-88e4-722825a79ecf by drivers openvswitch,hyperv on host n-h2-713498-36 at level 0 using segments [{'id': 'fa5b6bb6-6b97-460a-b07a-928362de74e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '289de959-2439-4acf-b801-e8ca5f85e3fb'}] {{(pid=103229) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 19:17:42.730081 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f949104-4aa8-4179-839b-fe960225add7 req-100437d4-6ba6-41a8-9691-a61dab7dd121 service neutron] Attempting to bind port fa2e8579-3f4a-4e7f-88e4-722825a79ecf on network 289de959-2439-4acf-b801-e8ca5f85e3fb {{(pid=103229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 19:17:42.736867 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f949104-4aa8-4179-839b-fe960225add7 req-100437d4-6ba6-41a8-9691-a61dab7dd121 service neutron] Port fa2e8579-3f4a-4e7f-88e4-722825a79ecf on network 289de959-2439-4acf-b801-e8ca5f85e3fb not bound, no agent of type Open vSwitch agent registered on host n-h2-713498-36 {{(pid=103229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 19:17:42.737211 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f949104-4aa8-4179-839b-fe960225add7 req-100437d4-6ba6-41a8-9691-a61dab7dd121 service neutron] Attempting to bind port fa2e8579-3f4a-4e7f-88e4-722825a79ecf on network 289de959-2439-4acf-b801-e8ca5f85e3fb {{(pid=103229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 19:17:42.744036 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-4bb07160-440e-40c7-b212-43a5c26989cb req-adc9ee9d-246a-4f21-93dc-98f08d92afa7 service neutron] 10.222.0.89 "GET /v2.0/networks/2b5494c8-cf97-42c1-b902-87f998f28179?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5107207 Feb 09 19:17:42.748585 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f949104-4aa8-4179-839b-fe960225add7 req-100437d4-6ba6-41a8-9691-a61dab7dd121 service neutron] Checking agent: {'id': 'bcd5faee-dc24-4298-9134-0e0aa054058e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713498-36', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 18, 59, 19), 'started_at': datetime.datetime(2022, 2, 9, 18, 59, 19), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 19, 17, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 19:17:42.748934 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f949104-4aa8-4179-839b-fe960225add7 req-100437d4-6ba6-41a8-9691-a61dab7dd121 service neutron] Checking segment: {'id': 'fa5b6bb6-6b97-460a-b07a-928362de74e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '289de959-2439-4acf-b801-e8ca5f85e3fb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103229) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 19:17:42.749324 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f949104-4aa8-4179-839b-fe960225add7 req-100437d4-6ba6-41a8-9691-a61dab7dd121 service neutron] Bound using segment: {'id': 'fa5b6bb6-6b97-460a-b07a-928362de74e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '289de959-2439-4acf-b801-e8ca5f85e3fb'} {{(pid=103229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 19:17:42.749764 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.managers [req-8f949104-4aa8-4179-839b-fe960225add7 req-100437d4-6ba6-41a8-9691-a61dab7dd121 service neutron] Bound port: fa2e8579-3f4a-4e7f-88e4-722825a79ecf, host: n-h2-713498-36, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fa5b6bb6-6b97-460a-b07a-928362de74e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '289de959-2439-4acf-b801-e8ca5f85e3fb'}}] {{(pid=103229) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 19:17:42.750151 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-8f949104-4aa8-4179-839b-fe960225add7 req-100437d4-6ba6-41a8-9691-a61dab7dd121 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (fa2e8579-3f4a-4e7f-88e4-722825a79ecf), before_update {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:17:42.883758 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.db [req-8f949104-4aa8-4179-839b-fe960225add7 req-100437d4-6ba6-41a8-9691-a61dab7dd121 service neutron] For port fa2e8579-3f4a-4e7f-88e4-722825a79ecf, host n-h2-713498-36, cleared binding levels {{(pid=103229) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 19:17:42.907131 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.db [req-8f949104-4aa8-4179-839b-fe960225add7 req-100437d4-6ba6-41a8-9691-a61dab7dd121 service neutron] For port fa2e8579-3f4a-4e7f-88e4-722825a79ecf, host n-h2-713498-36, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-36',level=0,port_id=fa2e8579-3f4a-4e7f-88e4-722825a79ecf,segment=NetworkSegment(fa5b6bb6-6b97-460a-b07a-928362de74e3),segment_id=fa5b6bb6-6b97-460a-b07a-928362de74e3)] {{(pid=103229) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 19:17:42.919771 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-8f949104-4aa8-4179-839b-fe960225add7 req-100437d4-6ba6-41a8-9691-a61dab7dd121 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762867176205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762866656485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762866656503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12867569'] for port (fa2e8579-3f4a-4e7f-88e4-722825a79ecf), after_update {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:17:42.931814 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-d627b60e-5f50-48e7-8647-65ca25b73494 tempest-RoutersAdminTest-314636334 tempest-RoutersAdminTest-314636334-project] Publish callbacks [] for port (1d29a609-90ff-4a86-b052-7a14c9177fe3), precommit_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:17:42.985761 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-100437d4-6ba6-41a8-9691-a61dab7dd121 service neutron] Pushing event updated for resources: {'Port': ['ID=fa2e8579-3f4a-4e7f-88e4-722825a79ecf,revision_number=3']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:17:42.994270 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f949104-4aa8-4179-839b-fe960225add7 req-100437d4-6ba6-41a8-9691-a61dab7dd121 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:17:42.994902 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-8f949104-4aa8-4179-839b-fe960225add7 req-100437d4-6ba6-41a8-9691-a61dab7dd121 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171096'] for port (None), before_response {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:17:42.996316 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-8f949104-4aa8-4179-839b-fe960225add7 req-100437d4-6ba6-41a8-9691-a61dab7dd121 service neutron] 10.222.0.90 "PUT /v2.0/ports/fa2e8579-3f4a-4e7f-88e4-722825a79ecf HTTP/1.1" status: 200 len: 1093 time: 1.8082979 Feb 09 19:17:42.996759 n-d-713498-36 neutron-server[103229]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b0b6a3fe-563e-4a55-854e-b0677f6703cc', 'tag': 'fa2e8579-3f4a-4e7f-88e4-722825a79ecf'}] {{(pid=103229) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 19:17:42.999059 n-d-713498-36 neutron-server[103229]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fa6ae9a20702bd564eaf90d946620b2b4277b1ab91129323d3b54181076be307" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3708bee5-a7d6-47a2-ba66-0e16e0933c19" -d '{"events": [{"name": "network-changed", "server_uuid": "b0b6a3fe-563e-4a55-854e-b0677f6703cc", "tag": "fa2e8579-3f4a-4e7f-88e4-722825a79ecf"}]}' {{(pid=103229) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 19:17:43.042211 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-098689ec-28ab-41db-add8-b9446a7aec87 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762867132591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593584'] for agent (93303d5e-5d17-45e8-8963-7694f87783ae), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:17:43.082821 n-d-713498-36 neutron-server[103229]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 19:17:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-02e1c7f8-cc20-49c7-a57d-f156b89bd028 x-openstack-request-id: req-02e1c7f8-cc20-49c7-a57d-f156b89bd028 {{(pid=103229) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 19:17:43.083301 n-d-713498-36 neutron-server[103229]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b0b6a3fe-563e-4a55-854e-b0677f6703cc", "tag": "fa2e8579-3f4a-4e7f-88e4-722825a79ecf", "status": "completed", "code": 200}]} {{(pid=103229) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 19:17:43.083758 n-d-713498-36 neutron-server[103229]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-02e1c7f8-cc20-49c7-a57d-f156b89bd028 {{(pid=103229) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 19:17:43.084338 n-d-713498-36 neutron-server[103229]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b0b6a3fe-563e-4a55-854e-b0677f6703cc', 'tag': 'fa2e8579-3f4a-4e7f-88e4-722825a79ecf', 'status': 'completed', 'code': 200} Feb 09 19:17:43.137017 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f949104-4aa8-4179-839b-fe960225add7 req-28710990-309e-418e-bae9-73d4bfd5b0a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:17:43.138877 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-8f949104-4aa8-4179-839b-fe960225add7 req-28710990-309e-418e-bae9-73d4bfd5b0a4 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=2376f43d20c945f884541a1335c84136&device_id=b0b6a3fe-563e-4a55-854e-b0677f6703cc HTTP/1.1" status: 200 len: 1127 time: 0.0801437 Feb 09 19:17:43.139817 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-d627b60e-5f50-48e7-8647-65ca25b73494 tempest-RoutersAdminTest-314636334 tempest-RoutersAdminTest-314636334-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762866656467', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12867576'] for port (1d29a609-90ff-4a86-b052-7a14c9177fe3), after_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:17:43.216691 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-8f949104-4aa8-4179-839b-fe960225add7 req-3002411f-495a-4fd8-a97b-b0c8487d8288 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=fa2e8579-3f4a-4e7f-88e4-722825a79ecf HTTP/1.1" status: 200 len: 217 time: 0.0457938 Feb 09 19:17:43.222372 n-d-713498-36 neutron-server[103229]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d627b60e-5f50-48e7-8647-65ca25b73494 tempest-RoutersAdminTest-314636334 tempest-RoutersAdminTest-314636334-project] Network 88055e1e-672a-4487-be31-ffb6e833ece5 is already hosted by enough agents. {{(pid=103229) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 19:17:43.244569 n-d-713498-36 neutron-server[103229]: DEBUG neutron.scheduler.base_scheduler [None req-d627b60e-5f50-48e7-8647-65ca25b73494 tempest-RoutersAdminTest-314636334 tempest-RoutersAdminTest-314636334-project] Resources bound (agent type, host, resource id): {{(pid=103229) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 19:17:43.244569 n-d-713498-36 neutron-server[103229]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d627b60e-5f50-48e7-8647-65ca25b73494 tempest-RoutersAdminTest-314636334 tempest-RoutersAdminTest-314636334-project] Received port after_create {{(pid=103229) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 19:17:43.245169 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d627b60e-5f50-48e7-8647-65ca25b73494 tempest-RoutersAdminTest-314636334 tempest-RoutersAdminTest-314636334-project] Pushing event updated for resources: {'Port': ['ID=1d29a609-90ff-4a86-b052-7a14c9177fe3,revision_number=1']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:17:43.348828 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f949104-4aa8-4179-839b-fe960225add7 req-c0f1e05b-873b-488b-aca4-3fd97d994909 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:17:43.350361 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-8f949104-4aa8-4179-839b-fe960225add7 req-c0f1e05b-873b-488b-aca4-3fd97d994909 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=849eeead-c7e9-4182-a188-f25327807261 HTTP/1.1" status: 200 len: 849 time: 0.1234920 Feb 09 19:17:43.395035 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d4ee500-af12-48d7-9f24-8dcb6310ab01 req-7dff0eca-8ab9-4955-af43-e480760f299f tempest-MultipleCreateTestJSON-395872300 tempest-MultipleCreateTestJSON-395872300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:17:43.401698 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-0d4ee500-af12-48d7-9f24-8dcb6310ab01 req-7dff0eca-8ab9-4955-af43-e480760f299f tempest-MultipleCreateTestJSON-395872300 tempest-MultipleCreateTestJSON-395872300-project] 10.222.0.75 "GET /v2.0/ports?device_id=643875e4-4e65-407a-b1f0-4b9a6af5e319 HTTP/1.1" status: 200 len: 945 time: 0.0818799 Feb 09 19:17:43.454991 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-0d4ee500-af12-48d7-9f24-8dcb6310ab01 req-3e050004-cf09-49fa-bb10-d4e9beeb3f11 tempest-MultipleCreateTestJSON-395872300 tempest-MultipleCreateTestJSON-395872300-project] 10.222.0.75 "GET /v2.0/security-groups?id=8677789f-c0a6-4081-af83-d06feba970b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506351 Feb 09 19:17:43.483293 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-8f949104-4aa8-4179-839b-fe960225add7 req-0f3475f5-f6a7-4725-bd0e-2037a50effc8 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=289de959-2439-4acf-b801-e8ca5f85e3fb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0840814 Feb 09 19:17:43.493362 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9d6a950-8adc-4c85-b0ee-854c4a7afb35 req-0047e1ed-e10c-49fe-92cb-497b140d2f7b tempest-MultipleCreateTestJSON-395872300 tempest-MultipleCreateTestJSON-395872300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:17:43.494999 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-e9d6a950-8adc-4c85-b0ee-854c4a7afb35 req-0047e1ed-e10c-49fe-92cb-497b140d2f7b tempest-MultipleCreateTestJSON-395872300 tempest-MultipleCreateTestJSON-395872300-project] 10.222.0.89 "GET /v2.0/ports?device_id=643875e4-4e65-407a-b1f0-4b9a6af5e319 HTTP/1.1" status: 200 len: 945 time: 0.2558076 Feb 09 19:17:43.776737 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b786e04-67f6-43ad-a887-3d5af11968fd req-181e541a-de70-462d-a6ba-f8f8203bb4db tempest-ServerGroupTestJSON-1589847108 tempest-ServerGroupTestJSON-1589847108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:17:43.784819 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-5b786e04-67f6-43ad-a887-3d5af11968fd req-181e541a-de70-462d-a6ba-f8f8203bb4db tempest-ServerGroupTestJSON-1589847108 tempest-ServerGroupTestJSON-1589847108-project] 10.222.0.75 "GET /v2.0/ports?device_id=b0b6a3fe-563e-4a55-854e-b0677f6703cc HTTP/1.1" status: 200 len: 944 time: 0.0812678 Feb 09 19:17:43.847588 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-5b786e04-67f6-43ad-a887-3d5af11968fd req-fcc977f7-944f-4b9c-b0c9-e72bff7a9732 tempest-ServerGroupTestJSON-1589847108 tempest-ServerGroupTestJSON-1589847108-project] 10.222.0.75 "GET /v2.0/security-groups?id=0c9e5c1b-7ac4-49aa-a1a3-5bdae8c30434&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0614600 Feb 09 19:17:43.860812 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Device 00462b85-eb7c-436f-98d5-7d2d3828596f details requested by agent hyperv_n-h1-713498-36 with host n-h1-713498-36 {{(pid=103232) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 19:17:43.971685 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] For port 00462b85-eb7c-436f-98d5-7d2d3828596f, host n-h1-713498-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-36',level=0,port_id=00462b85-eb7c-436f-98d5-7d2d3828596f,segment=NetworkSegment(50e5915e-18f0-4558-9a28-b978975ead36),segment_id=50e5915e-18f0-4558-9a28-b978975ead36)] {{(pid=103232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 19:17:43.986955 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Returning: {'device': '00462b85-eb7c-436f-98d5-7d2d3828596f', 'network_id': '2b5494c8-cf97-42c1-b902-87f998f28179', 'port_id': '00462b85-eb7c-436f-98d5-7d2d3828596f', 'mac_address': 'fa:16:3e:93:14:f5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 359, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '60b561cb-321e-4f83-9bb3-92b2e1d0dc44', 'ip_address': '192.168.233.110'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103232) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 19:17:44.045941 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Current status of the port 00462b85-eb7c-436f-98d5-7d2d3828596f is: DOWN; New status is: BUILD {{(pid=103232) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 19:17:44.046651 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (00462b85-eb7c-436f-98d5-7d2d3828596f), before_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:17:44.072498 n-d-713498-36 neutron-server[103232]: DEBUG neutron.notifiers.nova [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 00462b85-eb7c-436f-98d5-7d2d3828596f {{(pid=103232) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 19:17:44.096285 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] For port 00462b85-eb7c-436f-98d5-7d2d3828596f, host n-h1-713498-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-36',level=0,port_id=00462b85-eb7c-436f-98d5-7d2d3828596f,segment=NetworkSegment(50e5915e-18f0-4558-9a28-b978975ead36),segment_id=50e5915e-18f0-4558-9a28-b978975ead36)] {{(pid=103232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 19:17:44.100448 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762867176205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762866656485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762866656503'] for port (00462b85-eb7c-436f-98d5-7d2d3828596f), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:17:44.198488 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Pushing event updated for resources: {'Port': ['ID=00462b85-eb7c-436f-98d5-7d2d3828596f,revision_number=4']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:17:44.259233 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-8f949104-4aa8-4179-839b-fe960225add7 req-8670de0f-8b45-4ac7-b080-037ccb10fe29 service neutron] 10.222.0.90 "GET /v2.0/networks/289de959-2439-4acf-b801-e8ca5f85e3fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7629840 Feb 09 19:17:44.262847 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-edc54c9b-7f13-45d9-9271-85c9738b0128 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762867132591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593584'] for agent (a62b1850-466f-48ae-bec7-d62fb280e14b), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:17:44.298858 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab48b8df-1556-4a28-a782-5d5a0b67ae3f req-91fe4669-dc2e-4ae5-a304-053c7abc808d tempest-ServersAdminTestJSON-1393048834 tempest-ServersAdminTestJSON-1393048834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:17:44.308158 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-ab48b8df-1556-4a28-a782-5d5a0b67ae3f req-91fe4669-dc2e-4ae5-a304-053c7abc808d tempest-ServersAdminTestJSON-1393048834 tempest-ServersAdminTestJSON-1393048834-project] 10.222.0.75 "GET /v2.0/ports?device_id=650818e7-77a0-4d6d-bdd0-7898b6121102 HTTP/1.1" status: 200 len: 948 time: 0.6346672 Feb 09 19:17:44.347395 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] get_ports_and_sgs() called for port_ids ['00462b85-eb7c-436f-98d5-7d2d3828596f'] {{(pid=103232) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 19:17:44.389810 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82bdc8af-7654-445e-b0d3-89be6f128405 req-8e9d21dd-c034-4186-af77-601d6208bc4f tempest-MultipleCreateTestJSON-395872300 tempest-MultipleCreateTestJSON-395872300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:17:44.393092 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-82bdc8af-7654-445e-b0d3-89be6f128405 req-8e9d21dd-c034-4186-af77-601d6208bc4f tempest-MultipleCreateTestJSON-395872300 tempest-MultipleCreateTestJSON-395872300-project] 10.222.0.90 "GET /v2.0/ports?device_id=7ea22517-8b8e-49ad-bdce-25a22c248155 HTTP/1.1" status: 200 len: 945 time: 0.1037643 Feb 09 19:17:44.448943 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.plugin [req-e9d6a950-8adc-4c85-b0ee-854c4a7afb35 req-9c3d7bfe-4416-4406-9676-f0dcf0f7e7b6 tempest-MultipleCreateTestJSON-395872300 tempest-MultipleCreateTestJSON-395872300-project] Deleting port f47b1e9e-bfc8-464c-9278-86a7e742bb99 {{(pid=103229) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 19:17:44.450141 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-e9d6a950-8adc-4c85-b0ee-854c4a7afb35 req-9c3d7bfe-4416-4406-9676-f0dcf0f7e7b6 tempest-MultipleCreateTestJSON-395872300 tempest-MultipleCreateTestJSON-395872300-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762867170196'] for port (f47b1e9e-bfc8-464c-9278-86a7e742bb99), before_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:17:44.587276 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-d627b60e-5f50-48e7-8647-65ca25b73494 tempest-RoutersAdminTest-314636334 tempest-RoutersAdminTest-314636334-project] Publish callbacks [] for router_gateway (23575a30-3180-4eb1-8be5-0e0a89466969), after_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:17:44.603315 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.plugin [req-82bdc8af-7654-445e-b0d3-89be6f128405 req-54249652-c0d2-4ff4-8ac8-6bcdafbd9c4b tempest-MultipleCreateTestJSON-395872300 tempest-MultipleCreateTestJSON-395872300-project] Deleting port 779f1a99-012d-4993-bfe8-1533533e6efa {{(pid=103230) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 19:17:44.604940 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [req-82bdc8af-7654-445e-b0d3-89be6f128405 req-54249652-c0d2-4ff4-8ac8-6bcdafbd9c4b tempest-MultipleCreateTestJSON-395872300 tempest-MultipleCreateTestJSON-395872300-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762867170196'] for port (779f1a99-012d-4993-bfe8-1533533e6efa), before_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:17:44.707737 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-ab48b8df-1556-4a28-a782-5d5a0b67ae3f req-a9bc680a-9cc9-4bfc-856d-edbd10a03205 tempest-ServersAdminTestJSON-1393048834 tempest-ServersAdminTestJSON-1393048834-project] 10.222.0.75 "GET /v2.0/security-groups?id=c0042214-21f2-4e80-92b9-9b56852b3a45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3938491 Feb 09 19:17:44.756720 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac0181a6-d031-4e4f-9ef8-c03a33f95186 req-605bb21e-00bc-4c7c-bd83-58f06df11110 tempest-MultipleCreateTestJSON-395872300 tempest-MultipleCreateTestJSON-395872300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:17:44.766274 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-ac0181a6-d031-4e4f-9ef8-c03a33f95186 req-605bb21e-00bc-4c7c-bd83-58f06df11110 tempest-MultipleCreateTestJSON-395872300 tempest-MultipleCreateTestJSON-395872300-project] 10.222.0.75 "GET /v2.0/ports?device_id=643875e4-4e65-407a-b1f0-4b9a6af5e319 HTTP/1.1" status: 200 len: 945 time: 0.1533089 Feb 09 19:17:44.787003 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-8f949104-4aa8-4179-839b-fe960225add7 req-d8d3810f-7c07-4853-a98d-ba86d1da1e09 service neutron] 10.222.0.90 "GET /v2.0/networks/289de959-2439-4acf-b801-e8ca5f85e3fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4743209 Feb 09 19:17:44.788768 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.db [req-e9d6a950-8adc-4c85-b0ee-854c4a7afb35 req-9c3d7bfe-4416-4406-9676-f0dcf0f7e7b6 tempest-MultipleCreateTestJSON-395872300 tempest-MultipleCreateTestJSON-395872300-project] For port f47b1e9e-bfc8-464c-9278-86a7e742bb99, host n-h1-713498-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-36',level=0,port_id=f47b1e9e-bfc8-464c-9278-86a7e742bb99,segment=NetworkSegment(1386a966-4dd2-470f-b237-fb3374073af9),segment_id=1386a966-4dd2-470f-b237-fb3374073af9)] {{(pid=103229) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 19:17:44.791340 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-e9d6a950-8adc-4c85-b0ee-854c4a7afb35 req-9c3d7bfe-4416-4406-9676-f0dcf0f7e7b6 tempest-MultipleCreateTestJSON-395872300 tempest-MultipleCreateTestJSON-395872300-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1820838'] for port (f47b1e9e-bfc8-464c-9278-86a7e742bb99), precommit_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:17:44.821327 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.plugin [req-e9d6a950-8adc-4c85-b0ee-854c4a7afb35 req-9c3d7bfe-4416-4406-9676-f0dcf0f7e7b6 tempest-MultipleCreateTestJSON-395872300 tempest-MultipleCreateTestJSON-395872300-project] Calling delete_port for f47b1e9e-bfc8-464c-9278-86a7e742bb99 owned by compute:nova {{(pid=103229) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 19:17:44.874733 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.db [req-82bdc8af-7654-445e-b0d3-89be6f128405 req-54249652-c0d2-4ff4-8ac8-6bcdafbd9c4b tempest-MultipleCreateTestJSON-395872300 tempest-MultipleCreateTestJSON-395872300-project] For port 779f1a99-012d-4993-bfe8-1533533e6efa, host n-h2-713498-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-36',level=0,port_id=779f1a99-012d-4993-bfe8-1533533e6efa,segment=NetworkSegment(1386a966-4dd2-470f-b237-fb3374073af9),segment_id=1386a966-4dd2-470f-b237-fb3374073af9)] {{(pid=103230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 19:17:44.875266 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [req-82bdc8af-7654-445e-b0d3-89be6f128405 req-54249652-c0d2-4ff4-8ac8-6bcdafbd9c4b tempest-MultipleCreateTestJSON-395872300 tempest-MultipleCreateTestJSON-395872300-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1820838'] for port (779f1a99-012d-4993-bfe8-1533533e6efa), precommit_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:17:44.889336 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-ac0181a6-d031-4e4f-9ef8-c03a33f95186 req-3ea5b6cd-85ba-4e2d-b941-82cce4c74cf8 tempest-MultipleCreateTestJSON-395872300 tempest-MultipleCreateTestJSON-395872300-project] 10.222.0.75 "GET /v2.0/security-groups?id=8677789f-c0a6-4081-af83-d06feba970b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1218884 Feb 09 19:17:44.911730 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.plugin [req-82bdc8af-7654-445e-b0d3-89be6f128405 req-54249652-c0d2-4ff4-8ac8-6bcdafbd9c4b tempest-MultipleCreateTestJSON-395872300 tempest-MultipleCreateTestJSON-395872300-project] Calling delete_port for 779f1a99-012d-4993-bfe8-1533533e6efa owned by compute:nova {{(pid=103230) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 19:17:45.089307 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [req-82bdc8af-7654-445e-b0d3-89be6f128405 req-54249652-c0d2-4ff4-8ac8-6bcdafbd9c4b tempest-MultipleCreateTestJSON-395872300 tempest-MultipleCreateTestJSON-395872300-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762867177463', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762866656476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14393751'] for port (779f1a99-012d-4993-bfe8-1533533e6efa), after_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:17:45.103559 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] get_ports_and_sgs() called for port_ids ['f47b1e9e-bfc8-464c-9278-86a7e742bb99'] {{(pid=103232) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 19:17:45.108891 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-7429db8d-6021-40ad-813e-885be449a89b None None] get_ports_and_sgs() called for port_ids ['779f1a99-012d-4993-bfe8-1533533e6efa'] {{(pid=103232) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 19:17:45.134188 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54249652-c0d2-4ff4-8ac8-6bcdafbd9c4b tempest-MultipleCreateTestJSON-395872300 tempest-MultipleCreateTestJSON-395872300-project] Pushing event deleted for resources: {'Port': ['ID=779f1a99-012d-4993-bfe8-1533533e6efa,revision_number=None']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:17:45.187039 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3708bee5-a7d6-47a2-ba66-0e16e0933c19 req-9f164ac3-0a97-4bd8-98e3-afccc61f7d64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:17:45.188916 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-3708bee5-a7d6-47a2-ba66-0e16e0933c19 req-9f164ac3-0a97-4bd8-98e3-afccc61f7d64 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=2376f43d20c945f884541a1335c84136&device_id=b0b6a3fe-563e-4a55-854e-b0677f6703cc HTTP/1.1" status: 200 len: 1127 time: 0.2554438 Feb 09 19:17:45.209830 n-d-713498-36 neutron-server[103230]: DEBUG neutron.db.l3_dvrscheduler_db [req-82bdc8af-7654-445e-b0d3-89be6f128405 req-54249652-c0d2-4ff4-8ac8-6bcdafbd9c4b tempest-MultipleCreateTestJSON-395872300 tempest-MultipleCreateTestJSON-395872300-project] No DVR routers for this DVR port 779f1a99-012d-4993-bfe8-1533533e6efa on host n-h2-713498-36 {{(pid=103230) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 19:17:45.214901 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [req-82bdc8af-7654-445e-b0d3-89be6f128405 req-54249652-c0d2-4ff4-8ac8-6bcdafbd9c4b tempest-MultipleCreateTestJSON-395872300 tempest-MultipleCreateTestJSON-395872300-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171096'] for port (None), before_response {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:17:45.218295 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-e9d6a950-8adc-4c85-b0ee-854c4a7afb35 req-9c3d7bfe-4416-4406-9676-f0dcf0f7e7b6 tempest-MultipleCreateTestJSON-395872300 tempest-MultipleCreateTestJSON-395872300-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762867177463', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762866656476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12867576'] for port (f47b1e9e-bfc8-464c-9278-86a7e742bb99), after_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:17:45.221375 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-82bdc8af-7654-445e-b0d3-89be6f128405 req-54249652-c0d2-4ff4-8ac8-6bcdafbd9c4b tempest-MultipleCreateTestJSON-395872300 tempest-MultipleCreateTestJSON-395872300-project] 10.222.0.90 "DELETE /v2.0/ports/779f1a99-012d-4993-bfe8-1533533e6efa HTTP/1.1" status: 204 len: 173 time: 0.8196373 Feb 09 19:17:45.222504 n-d-713498-36 neutron-server[103230]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7ea22517-8b8e-49ad-bdce-25a22c248155', 'name': 'network-vif-deleted', 'tag': '779f1a99-012d-4993-bfe8-1533533e6efa'}] {{(pid=103230) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 19:17:45.230453 n-d-713498-36 neutron-server[103230]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aee5919275bae9f72eb374ee322673045eb80c1f84b4b45a97d96923bd50ab51" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a87166f8-821e-4f70-997e-aa5ce613a545" -d '{"events": [{"server_uuid": "7ea22517-8b8e-49ad-bdce-25a22c248155", "name": "network-vif-deleted", "tag": "779f1a99-012d-4993-bfe8-1533533e6efa"}]}' {{(pid=103230) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 19:17:45.254336 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] get_ports_and_sgs() called for port_ids ['f47b1e9e-bfc8-464c-9278-86a7e742bb99'] {{(pid=103232) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 19:17:45.271355 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-7429db8d-6021-40ad-813e-885be449a89b None None] get_ports_and_sgs() called for port_ids ['779f1a99-012d-4993-bfe8-1533533e6efa'] {{(pid=103232) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 19:17:45.316704 n-d-713498-36 neutron-server[103230]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 19:17:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d15c67b3-c3e3-46a1-a65f-f8d8e04aae03 x-openstack-request-id: req-d15c67b3-c3e3-46a1-a65f-f8d8e04aae03 {{(pid=103230) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 19:17:45.317012 n-d-713498-36 neutron-server[103230]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7ea22517-8b8e-49ad-bdce-25a22c248155", "name": "network-vif-deleted", "tag": "779f1a99-012d-4993-bfe8-1533533e6efa", "status": "completed", "code": 200}]} {{(pid=103230) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 19:17:45.317368 n-d-713498-36 neutron-server[103230]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-d15c67b3-c3e3-46a1-a65f-f8d8e04aae03 {{(pid=103230) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 19:17:45.317716 n-d-713498-36 neutron-server[103230]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7ea22517-8b8e-49ad-bdce-25a22c248155', 'name': 'network-vif-deleted', 'tag': '779f1a99-012d-4993-bfe8-1533533e6efa', 'status': 'completed', 'code': 200} Feb 09 19:17:45.338351 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-971ad93b-a95f-408e-a318-1ac344f41b48 req-8fe64098-b3f9-46c0-b00c-6d24c9a0fbb7 tempest-ServerGroupTestJSON-1589847108 tempest-ServerGroupTestJSON-1589847108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:17:45.340113 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-971ad93b-a95f-408e-a318-1ac344f41b48 req-8fe64098-b3f9-46c0-b00c-6d24c9a0fbb7 tempest-ServerGroupTestJSON-1589847108 tempest-ServerGroupTestJSON-1589847108-project] 10.222.0.75 "GET /v2.0/ports?device_id=b0b6a3fe-563e-4a55-854e-b0677f6703cc HTTP/1.1" status: 200 len: 944 time: 0.3814468 Feb 09 19:17:45.347230 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c3d7bfe-4416-4406-9676-f0dcf0f7e7b6 tempest-MultipleCreateTestJSON-395872300 tempest-MultipleCreateTestJSON-395872300-project] Pushing event deleted for resources: {'Port': ['ID=f47b1e9e-bfc8-464c-9278-86a7e742bb99,revision_number=None']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:17:45.473930 n-d-713498-36 neutron-server[103229]: DEBUG neutron.db.l3_dvrscheduler_db [req-e9d6a950-8adc-4c85-b0ee-854c4a7afb35 req-9c3d7bfe-4416-4406-9676-f0dcf0f7e7b6 tempest-MultipleCreateTestJSON-395872300 tempest-MultipleCreateTestJSON-395872300-project] No DVR routers for this DVR port f47b1e9e-bfc8-464c-9278-86a7e742bb99 on host n-h1-713498-36 {{(pid=103229) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 19:17:45.477449 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-d627b60e-5f50-48e7-8647-65ca25b73494 tempest-RoutersAdminTest-314636334 tempest-RoutersAdminTest-314636334-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1822118', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1834952', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-58494'] for router (23575a30-3180-4eb1-8be5-0e0a89466969), precommit_update {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:17:45.487060 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-e9d6a950-8adc-4c85-b0ee-854c4a7afb35 req-9c3d7bfe-4416-4406-9676-f0dcf0f7e7b6 tempest-MultipleCreateTestJSON-395872300 tempest-MultipleCreateTestJSON-395872300-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171096'] for port (None), before_response {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:17:45.490356 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-e9d6a950-8adc-4c85-b0ee-854c4a7afb35 req-9c3d7bfe-4416-4406-9676-f0dcf0f7e7b6 tempest-MultipleCreateTestJSON-395872300 tempest-MultipleCreateTestJSON-395872300-project] 10.222.0.89 "DELETE /v2.0/ports/f47b1e9e-bfc8-464c-9278-86a7e742bb99 HTTP/1.1" status: 204 len: 173 time: 1.9832525 Feb 09 19:17:45.490817 n-d-713498-36 neutron-server[103229]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '643875e4-4e65-407a-b1f0-4b9a6af5e319', 'name': 'network-vif-deleted', 'tag': 'f47b1e9e-bfc8-464c-9278-86a7e742bb99'}] {{(pid=103229) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 19:17:45.493738 n-d-713498-36 neutron-server[103229]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fa6ae9a20702bd564eaf90d946620b2b4277b1ab91129323d3b54181076be307" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0c64dc37-4e40-467b-969c-87832410fe09" -d '{"events": [{"server_uuid": "643875e4-4e65-407a-b1f0-4b9a6af5e319", "name": "network-vif-deleted", "tag": "f47b1e9e-bfc8-464c-9278-86a7e742bb99"}]}' {{(pid=103229) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 19:17:45.535954 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-d627b60e-5f50-48e7-8647-65ca25b73494 tempest-RoutersAdminTest-314636334 tempest-RoutersAdminTest-314636334-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1818951', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1822125', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1822132', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1834967'] for router (23575a30-3180-4eb1-8be5-0e0a89466969), after_update {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:17:45.618301 n-d-713498-36 neutron-server[103229]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 19:17:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-049a72ab-e4fd-4fd2-a028-066065103662 x-openstack-request-id: req-049a72ab-e4fd-4fd2-a028-066065103662 {{(pid=103229) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 19:17:45.618610 n-d-713498-36 neutron-server[103229]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "643875e4-4e65-407a-b1f0-4b9a6af5e319", "name": "network-vif-deleted", "tag": "f47b1e9e-bfc8-464c-9278-86a7e742bb99", "status": "completed", "code": 200}]} {{(pid=103229) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 19:17:45.618787 n-d-713498-36 neutron-server[103229]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-049a72ab-e4fd-4fd2-a028-066065103662 {{(pid=103229) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 19:17:45.619136 n-d-713498-36 neutron-server[103229]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '643875e4-4e65-407a-b1f0-4b9a6af5e319', 'name': 'network-vif-deleted', 'tag': 'f47b1e9e-bfc8-464c-9278-86a7e742bb99', 'status': 'completed', 'code': 200} Feb 09 19:17:45.622443 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-971ad93b-a95f-408e-a318-1ac344f41b48 req-a901231a-4fc0-42c2-b34a-a22040b9e9d9 tempest-ServerGroupTestJSON-1589847108 tempest-ServerGroupTestJSON-1589847108-project] 10.222.0.75 "GET /v2.0/security-groups?id=0c9e5c1b-7ac4-49aa-a1a3-5bdae8c30434&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2537909 Feb 09 19:17:45.623550 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3708bee5-a7d6-47a2-ba66-0e16e0933c19 req-3e61c9a3-0613-44b6-873c-e387e25687d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:17:45.625212 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-3708bee5-a7d6-47a2-ba66-0e16e0933c19 req-3e61c9a3-0613-44b6-873c-e387e25687d6 service neutron] 10.222.0.90 "GET /v2.0/networks?id=289de959-2439-4acf-b801-e8ca5f85e3fb HTTP/1.1" status: 200 len: 910 time: 0.4276159 Feb 09 19:17:45.680151 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Device 391d7870-a90c-4fda-ba9b-c043a21e2381 up at agent hyperv_n-h2-713498-36 {{(pid=103232) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 19:17:45.746714 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.provisioning_blocks [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Provisioning for port 391d7870-a90c-4fda-ba9b-c043a21e2381 completed by entity L2. {{(pid=103232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 19:17:45.752398 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.provisioning_blocks [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Provisioning complete for port 391d7870-a90c-4fda-ba9b-c043a21e2381 triggered by entity L2. {{(pid=103232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 19:17:45.753063 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593630'] for port (391d7870-a90c-4fda-ba9b-c043a21e2381), provisioning_complete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:17:45.756405 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-3708bee5-a7d6-47a2-ba66-0e16e0933c19 req-a47c96b7-98ad-4c62-9019-7d2d3de911b4 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=fa2e8579-3f4a-4e7f-88e4-722825a79ecf HTTP/1.1" status: 200 len: 217 time: 0.0456030 Feb 09 19:17:45.850447 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3708bee5-a7d6-47a2-ba66-0e16e0933c19 req-720b91b3-238a-4b83-b3fd-7e5485ed5fae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:17:45.853214 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-3708bee5-a7d6-47a2-ba66-0e16e0933c19 req-720b91b3-238a-4b83-b3fd-7e5485ed5fae service neutron] 10.222.0.90 "GET /v2.0/subnets?id=849eeead-c7e9-4182-a188-f25327807261 HTTP/1.1" status: 200 len: 849 time: 0.0823767 Feb 09 19:17:45.870926 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Device 00462b85-eb7c-436f-98d5-7d2d3828596f up at agent hyperv_n-h1-713498-36 {{(pid=103232) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 19:17:45.896093 n-d-713498-36 neutron-server[103229]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d627b60e-5f50-48e7-8647-65ca25b73494 tempest-RoutersAdminTest-314636334 tempest-RoutersAdminTest-314636334-project] Router 23575a30-3180-4eb1-8be5-0e0a89466969 is scheduled to L3 agent 93303d5e-5d17-45e8-8963-7694f87783ae with binding_index 1 {{(pid=103229) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 09 19:17:45.947256 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcbb05b3-267c-4794-bb2b-847033d2372a req-182e2797-5eff-45ef-9845-034b3a5edbc4 tempest-ServersAdminTestJSON-1393048834 tempest-ServersAdminTestJSON-1393048834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:17:45.950689 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-dcbb05b3-267c-4794-bb2b-847033d2372a req-182e2797-5eff-45ef-9845-034b3a5edbc4 tempest-ServersAdminTestJSON-1393048834 tempest-ServersAdminTestJSON-1393048834-project] 10.222.0.75 "GET /v2.0/ports?device_id=650818e7-77a0-4d6d-bdd0-7898b6121102 HTTP/1.1" status: 200 len: 949 time: 0.1460581 Feb 09 19:17:46.052792 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-a7262a8e-0513-48fd-984d-75726a511961 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762867132591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593584'] for agent (911cfea2-02ae-4ec9-bac3-7808ee1cdd9c), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:17:46.065465 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Current status of the port 391d7870-a90c-4fda-ba9b-c043a21e2381 is: BUILD; New status is: ACTIVE {{(pid=103232) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 19:17:46.066025 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (391d7870-a90c-4fda-ba9b-c043a21e2381), before_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:17:46.079194 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-dcbb05b3-267c-4794-bb2b-847033d2372a req-f9aa8bf3-2787-4987-bebd-0ee686093594 tempest-ServersAdminTestJSON-1393048834 tempest-ServersAdminTestJSON-1393048834-project] 10.222.0.75 "GET /v2.0/security-groups?id=c0042214-21f2-4e80-92b9-9b56852b3a45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1209970 Feb 09 19:17:46.082893 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-3708bee5-a7d6-47a2-ba66-0e16e0933c19 req-b4b7dbbd-83bd-44a7-a70c-a7fb398053a3 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=289de959-2439-4acf-b801-e8ca5f85e3fb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2121987 Feb 09 19:17:46.138989 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.provisioning_blocks [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Provisioning for port 00462b85-eb7c-436f-98d5-7d2d3828596f completed by entity L2. {{(pid=103232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 19:17:46.146217 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.provisioning_blocks [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Provisioning complete for port 00462b85-eb7c-436f-98d5-7d2d3828596f triggered by entity L2. {{(pid=103232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 19:17:46.146919 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593630'] for port (00462b85-eb7c-436f-98d5-7d2d3828596f), provisioning_complete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:17:46.203318 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-5ca5ff3e-3b14-4dac-a2f8-d40e23cca5db req-eb2b92d4-5c07-4601-b7df-b9cb282d2217 tempest-MultipleCreateTestJSON-395872300 tempest-MultipleCreateTestJSON-395872300-project] 10.222.0.75 "GET /v2.0/ports?device_id=643875e4-4e65-407a-b1f0-4b9a6af5e319 HTTP/1.1" status: 200 len: 210 time: 0.0592258 Feb 09 19:17:46.219387 n-d-713498-36 neutron-server[103232]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fd17ec19-7de7-4d19-86bc-494ce272637b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '391d7870-a90c-4fda-ba9b-c043a21e2381'}] {{(pid=103232) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 19:17:46.222339 n-d-713498-36 neutron-server[103232]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}949cdcde653dec44821de95cbf67297f53cbc2aed4e073b5d514f93bf911ce85" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5f9aff85-a05e-479f-a71f-e3a22e5d8dc3" -d '{"events": [{"server_uuid": "fd17ec19-7de7-4d19-86bc-494ce272637b", "name": "network-vif-plugged", "status": "completed", "tag": "391d7870-a90c-4fda-ba9b-c043a21e2381"}]}' {{(pid=103232) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 19:17:46.233025 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d627b60e-5f50-48e7-8647-65ca25b73494 tempest-RoutersAdminTest-314636334 tempest-RoutersAdminTest-314636334-project] Notify agent at l3_agent.n-d-713498-36 the message routers_updated {{(pid=103229) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 19:17:46.247554 n-d-713498-36 neutron-server[103233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-532ec5a5-f569-4080-9b20-ce4baa3cf654 None None] Sync routers for ids ['23575a30-3180-4eb1-8be5-0e0a89466969'] in n-d-713498-36 {{(pid=103233) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 19:17:46.259606 n-d-713498-36 neutron-server[103233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-532ec5a5-f569-4080-9b20-ce4baa3cf654 None None] Routers {'23575a30-3180-4eb1-8be5-0e0a89466969'} bound to L3 agent in host n-d-713498-36 {{(pid=103233) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 19:17:46.260236 n-d-713498-36 neutron-server[103233]: DEBUG neutron.db.l3_hamode_db [None req-532ec5a5-f569-4080-9b20-ce4baa3cf654 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T18:51:43Z,description=,heartbeat_timestamp=2022-02-09T19:17:43Z,host='n-d-713498-36',id=93303d5e-5d17-45e8-8963-7694f87783ae,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T18:51:43Z,topic='l3_agent')) {'router_ids': ['23575a30-3180-4eb1-8be5-0e0a89466969'], 'active': True} {{(pid=103233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:17:46.263733 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-d627b60e-5f50-48e7-8647-65ca25b73494 tempest-RoutersAdminTest-314636334 tempest-RoutersAdminTest-314636334-project] Publish callbacks [] for router (None), before_response {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:17:46.267495 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-d627b60e-5f50-48e7-8647-65ca25b73494 tempest-RoutersAdminTest-314636334 tempest-RoutersAdminTest-314636334-project] 10.222.0.75 "PUT /v2.0/routers/23575a30-3180-4eb1-8be5-0e0a89466969 HTTP/1.1" status: 200 len: 880 time: 6.1228013 Feb 09 19:17:46.267700 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 39410) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:17:46.296248 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-7429db8d-6021-40ad-813e-885be449a89b None None] For port 391d7870-a90c-4fda-ba9b-c043a21e2381, host n-h2-713498-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-36',level=0,port_id=391d7870-a90c-4fda-ba9b-c043a21e2381,segment=NetworkSegment(50e5915e-18f0-4558-9a28-b978975ead36),segment_id=50e5915e-18f0-4558-9a28-b978975ead36)] {{(pid=103232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 19:17:46.326836 n-d-713498-36 neutron-server[103233]: DEBUG neutron.db.l3_hamode_db [None req-532ec5a5-f569-4080-9b20-ce4baa3cf654 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713498-36', False) {} {{(pid=103233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:17:46.340230 n-d-713498-36 neutron-server[103232]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 19:17:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9a3fe498-92db-4d42-9d2f-05dfcc7cecac x-openstack-request-id: req-9a3fe498-92db-4d42-9d2f-05dfcc7cecac {{(pid=103232) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 19:17:46.343226 n-d-713498-36 neutron-server[103232]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fd17ec19-7de7-4d19-86bc-494ce272637b", "name": "network-vif-plugged", "status": "completed", "tag": "391d7870-a90c-4fda-ba9b-c043a21e2381", "code": 200}]} {{(pid=103232) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 19:17:46.343509 n-d-713498-36 neutron-server[103232]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-9a3fe498-92db-4d42-9d2f-05dfcc7cecac {{(pid=103232) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 19:17:46.343899 n-d-713498-36 neutron-server[103232]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fd17ec19-7de7-4d19-86bc-494ce272637b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '391d7870-a90c-4fda-ba9b-c043a21e2381', 'code': 200} Feb 09 19:17:46.346789 n-d-713498-36 neutron-server[103233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-532ec5a5-f569-4080-9b20-ce4baa3cf654 None None] Routers {'23575a30-3180-4eb1-8be5-0e0a89466969'} bound to L3 agent in host n-d-713498-36 {{(pid=103233) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 19:17:46.347703 n-d-713498-36 neutron-server[103233]: DEBUG neutron.db.l3_hamode_db [None req-532ec5a5-f569-4080-9b20-ce4baa3cf654 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T18:51:43Z,description=,heartbeat_timestamp=2022-02-09T19:17:43Z,host='n-d-713498-36',id=93303d5e-5d17-45e8-8963-7694f87783ae,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T18:51:43Z,topic='l3_agent')) {'router_ids': ['23575a30-3180-4eb1-8be5-0e0a89466969'], 'active': True} {{(pid=103233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:17:46.352680 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762867176205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762866656485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762866656503'] for port (391d7870-a90c-4fda-ba9b-c043a21e2381), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:17:46.353441 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Device 779f1a99-012d-4993-bfe8-1533533e6efa no longer exists at agent hyperv_n-h2-713498-36 {{(pid=103232) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 19:17:46.392467 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Current status of the port 00462b85-eb7c-436f-98d5-7d2d3828596f is: BUILD; New status is: ACTIVE {{(pid=103232) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 19:17:46.393418 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (00462b85-eb7c-436f-98d5-7d2d3828596f), before_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:17:46.418001 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-4da7d5f8-7b2f-4d7e-a635-890f98a89bc2 tempest-RoutersAdminTest-1529504030 tempest-RoutersAdminTest-1529504030-project-admin] 10.222.0.75 "GET /v2.0/routers/23575a30-3180-4eb1-8be5-0e0a89466969 HTTP/1.1" status: 200 len: 921 time: 0.1444657 Feb 09 19:17:46.420305 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 39412) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:17:46.438393 n-d-713498-36 neutron-server[103233]: DEBUG neutron.db.l3_hamode_db [None req-532ec5a5-f569-4080-9b20-ce4baa3cf654 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713498-36', False) {} {{(pid=103233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:17:46.439863 n-d-713498-36 neutron-server[103233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-532ec5a5-f569-4080-9b20-ce4baa3cf654 None None] The sync data for ids ['23575a30-3180-4eb1-8be5-0e0a89466969'] in n-d-713498-36 is: [] {{(pid=103233) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 19:17:46.455358 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-7429db8d-6021-40ad-813e-885be449a89b None None] No Port match for: 779f1a99-012d-4993-bfe8-1533533e6efa {{(pid=103232) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 19:17:46.455853 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Device 779f1a99-012d-4993-bfe8-1533533e6efa not bound to the agent host n-h2-713498-36 {{(pid=103232) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 19:17:46.494255 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75990697-45f2-4fd9-a3e4-8dde3182f2f8 req-cb8839db-3b10-40fc-a630-06d786e5190a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:17:46.496408 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-75990697-45f2-4fd9-a3e4-8dde3182f2f8 req-cb8839db-3b10-40fc-a630-06d786e5190a service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=fd17ec19-7de7-4d19-86bc-494ce272637b HTTP/1.1" status: 200 len: 1133 time: 0.1065953 Feb 09 19:17:46.529211 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-3708bee5-a7d6-47a2-ba66-0e16e0933c19 req-8d72b111-aab3-49f0-b500-bc78d17f0e77 service neutron] 10.222.0.90 "GET /v2.0/networks/289de959-2439-4acf-b801-e8ca5f85e3fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4392352 Feb 09 19:17:46.545372 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52c70ea9-6474-4c03-a97d-c279b2981442 tempest-RoutersAdminTest-1529504030 tempest-RoutersAdminTest-1529504030-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:17:46.549562 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-52c70ea9-6474-4c03-a97d-c279b2981442 tempest-RoutersAdminTest-1529504030 tempest-RoutersAdminTest-1529504030-project-admin] 10.222.0.75 "GET /v2.0/ports?network_id=88055e1e-672a-4487-be31-ffb6e833ece5&device_id=23575a30-3180-4eb1-8be5-0e0a89466969&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.1256959 Feb 09 19:17:46.566778 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 39416) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:17:46.569621 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] For port 00462b85-eb7c-436f-98d5-7d2d3828596f, host n-h1-713498-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-36',level=0,port_id=00462b85-eb7c-436f-98d5-7d2d3828596f,segment=NetworkSegment(50e5915e-18f0-4558-9a28-b978975ead36),segment_id=50e5915e-18f0-4558-9a28-b978975ead36)] {{(pid=103232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 19:17:46.574113 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Pushing event updated for resources: {'Port': ['ID=391d7870-a90c-4fda-ba9b-c043a21e2381,revision_number=5']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:17:46.596185 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762867176205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762866656485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762866656503'] for port (00462b85-eb7c-436f-98d5-7d2d3828596f), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:17:46.724228 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Pushing event updated for resources: {'Port': ['ID=00462b85-eb7c-436f-98d5-7d2d3828596f,revision_number=5']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:17:46.736563 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-3708bee5-a7d6-47a2-ba66-0e16e0933c19 req-d3e8c2dd-6dd5-43be-95da-bae676b68b15 service neutron] 10.222.0.90 "GET /v2.0/networks/289de959-2439-4acf-b801-e8ca5f85e3fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1908329 Feb 09 19:17:46.743578 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-75990697-45f2-4fd9-a3e4-8dde3182f2f8 req-88f2a65e-8e0d-4785-b0d8-5e6e4fa784f9 service neutron] 10.222.0.90 "GET /v2.0/security-groups?id=c0042214-21f2-4e80-92b9-9b56852b3a45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2227006 Feb 09 19:17:46.810286 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b41a154-55e2-4e9d-a236-7fd6d88d2381 tempest-RoutersAdminTest-1529504030 tempest-RoutersAdminTest-1529504030-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:17:46.812353 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-6b41a154-55e2-4e9d-a236-7fd6d88d2381 tempest-RoutersAdminTest-1529504030 tempest-RoutersAdminTest-1529504030-project-admin] 10.222.0.75 "GET /v2.0/networks/88055e1e-672a-4487-be31-ffb6e833ece5 HTTP/1.1" status: 200 len: 881 time: 0.2436979 Feb 09 19:17:46.814747 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 39422) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:17:46.834158 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a9d8f6a-3ef3-4cef-9d5f-d512dfc6c118 req-d230e900-5aca-4fb6-b9d6-c3e7746c4267 tempest-ServerGroupTestJSON-1589847108 tempest-ServerGroupTestJSON-1589847108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:17:46.837091 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-6a9d8f6a-3ef3-4cef-9d5f-d512dfc6c118 req-d230e900-5aca-4fb6-b9d6-c3e7746c4267 tempest-ServerGroupTestJSON-1589847108 tempest-ServerGroupTestJSON-1589847108-project] 10.222.0.75 "GET /v2.0/ports?device_id=b0b6a3fe-563e-4a55-854e-b0677f6703cc HTTP/1.1" status: 200 len: 944 time: 0.0828950 Feb 09 19:17:46.855641 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-9f906349-1e73-45eb-98d3-00a7cecf70ff tempest-RoutersAdminTest-314636334 tempest-RoutersAdminTest-314636334-project] 10.222.0.75 "GET /v2.0/ports?device_id=23575a30-3180-4eb1-8be5-0e0a89466969 HTTP/1.1" status: 200 len: 205 time: 0.0395522 Feb 09 19:17:46.858391 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 39424) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:17:46.890927 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-6a9d8f6a-3ef3-4cef-9d5f-d512dfc6c118 req-fc949187-2eb3-4fbc-9a89-efd57742daf2 tempest-ServerGroupTestJSON-1589847108 tempest-ServerGroupTestJSON-1589847108-project] 10.222.0.75 "GET /v2.0/security-groups?id=0c9e5c1b-7ac4-49aa-a1a3-5bdae8c30434&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482831 Feb 09 19:17:46.990696 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-3543a57f-69f2-418d-b123-63cfd23659e1 tempest-RoutersAdminTest-314636334 tempest-RoutersAdminTest-314636334-project] Publish callbacks [] for router (23575a30-3180-4eb1-8be5-0e0a89466969), before_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:17:46.991887 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762867132591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593584'] for agent (496418a2-c002-4aec-ab1a-07f3bea491bd), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:17:47.118012 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-3543a57f-69f2-418d-b123-63cfd23659e1 tempest-RoutersAdminTest-314636334 tempest-RoutersAdminTest-314636334-project] Publish callbacks [] for router_gateway (23575a30-3180-4eb1-8be5-0e0a89466969), before_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:17:47.175416 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.plugin [None req-3543a57f-69f2-418d-b123-63cfd23659e1 tempest-RoutersAdminTest-314636334 tempest-RoutersAdminTest-314636334-project] Deleting port 1d29a609-90ff-4a86-b052-7a14c9177fe3 {{(pid=103230) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 19:17:47.176301 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-3543a57f-69f2-418d-b123-63cfd23659e1 tempest-RoutersAdminTest-314636334 tempest-RoutersAdminTest-314636334-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762867170196'] for port (1d29a609-90ff-4a86-b052-7a14c9177fe3), before_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:17:47.294871 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc4eff94-cddd-4a3c-b683-0cc536b70e0d req-e9683ad6-3792-4d0c-8ae3-ebe7bf766c18 tempest-ServersAdminTestJSON-1393048834 tempest-ServersAdminTestJSON-1393048834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:17:47.296373 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-fc4eff94-cddd-4a3c-b683-0cc536b70e0d req-e9683ad6-3792-4d0c-8ae3-ebe7bf766c18 tempest-ServersAdminTestJSON-1393048834 tempest-ServersAdminTestJSON-1393048834-project] 10.222.0.75 "GET /v2.0/ports?device_id=650818e7-77a0-4d6d-bdd0-7898b6121102 HTTP/1.1" status: 200 len: 950 time: 0.0791810 Feb 09 19:17:47.301288 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 39432) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:17:47.305489 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-3543a57f-69f2-418d-b123-63cfd23659e1 tempest-RoutersAdminTest-314636334 tempest-RoutersAdminTest-314636334-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1820838'] for port (1d29a609-90ff-4a86-b052-7a14c9177fe3), precommit_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:17:47.330353 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.plugin [None req-3543a57f-69f2-418d-b123-63cfd23659e1 tempest-RoutersAdminTest-314636334 tempest-RoutersAdminTest-314636334-project] Calling delete_port for 1d29a609-90ff-4a86-b052-7a14c9177fe3 owned by network:router_gateway {{(pid=103230) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 19:17:47.354955 n-d-713498-36 neutron-server[103229]: DEBUG neutron.db.db_base_plugin_v2 [None req-5d6a5e7f-dc7a-43fd-aa10-17b8caf25226 admin admin] Deleting subnet 91f7ce59-3a13-47bf-9dd9-ab64da9bfd75 {{(pid=103229) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 19:17:47.358967 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-5d6a5e7f-dc7a-43fd-aa10-17b8caf25226 admin admin] Publish callbacks [] for subnet (91f7ce59-3a13-47bf-9dd9-ab64da9bfd75), before_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:17:47.403488 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-fc4eff94-cddd-4a3c-b683-0cc536b70e0d req-12f628bc-bc41-45fa-8e56-97e09e5b54aa tempest-ServersAdminTestJSON-1393048834 tempest-ServersAdminTestJSON-1393048834-project] 10.222.0.75 "GET /v2.0/security-groups?id=c0042214-21f2-4e80-92b9-9b56852b3a45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0949900 Feb 09 19:17:47.404192 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-5d6a5e7f-dc7a-43fd-aa10-17b8caf25226 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16683410'] for subnet (91f7ce59-3a13-47bf-9dd9-ab64da9bfd75), precommit_delete_associations {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:17:47.453307 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-5d6a5e7f-dc7a-43fd-aa10-17b8caf25226 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-759852'] for subnet (91f7ce59-3a13-47bf-9dd9-ab64da9bfd75), precommit_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:17:47.516659 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-5d6a5e7f-dc7a-43fd-aa10-17b8caf25226 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-760023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12867367', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12759238'] for subnet (91f7ce59-3a13-47bf-9dd9-ab64da9bfd75), after_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:17:47.546244 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-3543a57f-69f2-418d-b123-63cfd23659e1 tempest-RoutersAdminTest-314636334 tempest-RoutersAdminTest-314636334-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762867177463', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762866656476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14393751'] for port (1d29a609-90ff-4a86-b052-7a14c9177fe3), after_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:17:47.549438 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d6a5e7f-dc7a-43fd-aa10-17b8caf25226 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=91f7ce59-3a13-47bf-9dd9-ab64da9bfd75,revision_number=None']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:17:47.556987 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-5d6a5e7f-dc7a-43fd-aa10-17b8caf25226 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1613566'] for subnet (None), before_response {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:17:47.563641 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-5d6a5e7f-dc7a-43fd-aa10-17b8caf25226 admin admin] 10.222.0.75 "DELETE /v2.0/subnets/91f7ce59-3a13-47bf-9dd9-ab64da9bfd75 HTTP/1.1" status: 204 len: 168 time: 0.2586572 Feb 09 19:17:47.563898 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 39434) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:17:47.595084 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3543a57f-69f2-418d-b123-63cfd23659e1 tempest-RoutersAdminTest-314636334 tempest-RoutersAdminTest-314636334-project] Pushing event deleted for resources: {'Port': ['ID=1d29a609-90ff-4a86-b052-7a14c9177fe3,revision_number=None']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:17:47.643730 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-4fba57fc-84e0-4e03-8710-811a862685fd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-670458'] for network (ce5a1920-47d4-4acd-9320-1f2b7d8adbbf), before_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:17:47.672979 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-3543a57f-69f2-418d-b123-63cfd23659e1 tempest-RoutersAdminTest-314636334 tempest-RoutersAdminTest-314636334-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1818987'] for router_gateway (23575a30-3180-4eb1-8be5-0e0a89466969), after_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:17:47.690448 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Device fa2e8579-3f4a-4e7f-88e4-722825a79ecf details requested by agent hyperv_n-h2-713498-36 with host n-h2-713498-36 {{(pid=103232) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 19:17:47.753540 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-4fba57fc-84e0-4e03-8710-811a862685fd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-590267', 'neutron.services.segments.db._delete_segments_for_network-8762867132609'] for network (ce5a1920-47d4-4acd-9320-1f2b7d8adbbf), precommit_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:17:47.784382 n-d-713498-36 neutron-server[103229]: DEBUG neutron.services.segments.db [None req-4fba57fc-84e0-4e03-8710-811a862685fd admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ce5a1920-47d4-4acd-9320-1f2b7d8adbbf']}} {{(pid=103229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:17:47.799759 n-d-713498-36 neutron-server[103229]: DEBUG neutron.services.segments.db [None req-4fba57fc-84e0-4e03-8710-811a862685fd admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1386a966-4dd2-470f-b237-fb3374073af9') {'for_net_delete': True} {{(pid=103229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:17:47.800061 n-d-713498-36 neutron-server[103229]: DEBUG neutron.services.segments.db [None req-4fba57fc-84e0-4e03-8710-811a862685fd admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1386a966-4dd2-470f-b237-fb3374073af9') {} {{(pid=103229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:17:47.813505 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-7429db8d-6021-40ad-813e-885be449a89b None None] For port fa2e8579-3f4a-4e7f-88e4-722825a79ecf, host n-h2-713498-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-36',level=0,port_id=fa2e8579-3f4a-4e7f-88e4-722825a79ecf,segment=NetworkSegment(fa5b6bb6-6b97-460a-b07a-928362de74e3),segment_id=fa5b6bb6-6b97-460a-b07a-928362de74e3)] {{(pid=103232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 19:17:47.817209 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-4fba57fc-84e0-4e03-8710-811a862685fd admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762867134154', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16683417'] for segment (1386a966-4dd2-470f-b237-fb3374073af9), before_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:17:47.827047 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Returning: {'device': 'fa2e8579-3f4a-4e7f-88e4-722825a79ecf', 'network_id': '289de959-2439-4acf-b801-e8ca5f85e3fb', 'port_id': 'fa2e8579-3f4a-4e7f-88e4-722825a79ecf', 'mac_address': 'fa:16:3e:78:6e:18', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 357, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '849eeead-c7e9-4182-a188-f25327807261', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103232) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 19:17:47.838863 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-4fba57fc-84e0-4e03-8710-811a862685fd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-759574'] for segment (1386a966-4dd2-470f-b237-fb3374073af9), precommit_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:17:47.847455 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4fba57fc-84e0-4e03-8710-811a862685fd admin admin] Releasing vlan 387 on physical network physnet1 to pool {{(pid=103229) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 19:17:47.848239 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-4fba57fc-84e0-4e03-8710-811a862685fd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-759574', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12867469'] for segment (1386a966-4dd2-470f-b237-fb3374073af9), after_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:17:47.868632 n-d-713498-36 neutron-server[103229]: Traceback (most recent call last): Feb 09 19:17:47.868632 n-d-713498-36 neutron-server[103229]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 19:17:47.868632 n-d-713498-36 neutron-server[103229]: timer() Feb 09 19:17:47.868632 n-d-713498-36 neutron-server[103229]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 19:17:47.868632 n-d-713498-36 neutron-server[103229]: cb(*args, **kw) Feb 09 19:17:47.868632 n-d-713498-36 neutron-server[103229]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 19:17:47.868632 n-d-713498-36 neutron-server[103229]: return func(*args, **kwargs) Feb 09 19:17:47.868632 n-d-713498-36 neutron-server[103229]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 19:17:47.868632 n-d-713498-36 neutron-server[103229]: self._notify() Feb 09 19:17:47.868632 n-d-713498-36 neutron-server[103229]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 19:17:47.868632 n-d-713498-36 neutron-server[103229]: self.callback(batched_events) Feb 09 19:17:47.868632 n-d-713498-36 neutron-server[103229]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 19:17:47.868632 n-d-713498-36 neutron-server[103229]: event.method(event) Feb 09 19:17:47.868632 n-d-713498-36 neutron-server[103229]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 19:17:47.868632 n-d-713498-36 neutron-server[103229]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 19:17:47.868632 n-d-713498-36 neutron-server[103229]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 19:17:47.868632 n-d-713498-36 neutron-server[103229]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 19:17:47.868632 n-d-713498-36 neutron-server[103229]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 19:17:47.868632 n-d-713498-36 neutron-server[103229]: return f(self, *a, **k) Feb 09 19:17:47.868632 n-d-713498-36 neutron-server[103229]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 19:17:47.868632 n-d-713498-36 neutron-server[103229]: return self._get(url).json() Feb 09 19:17:47.868632 n-d-713498-36 neutron-server[103229]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 19:17:47.868632 n-d-713498-36 neutron-server[103229]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 19:17:47.868632 n-d-713498-36 neutron-server[103229]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 19:17:47.868632 n-d-713498-36 neutron-server[103229]: return self.request(url, 'GET', **kwargs) Feb 09 19:17:47.868632 n-d-713498-36 neutron-server[103229]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 19:17:47.868632 n-d-713498-36 neutron-server[103229]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 19:17:47.868632 n-d-713498-36 neutron-server[103229]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 19:17:47.868632 n-d-713498-36 neutron-server[103229]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 19:17:47.868632 n-d-713498-36 neutron-server[103229]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 19:17:47.868632 n-d-713498-36 neutron-server[103229]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 19:17:47.868632 n-d-713498-36 neutron-server[103229]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 19:17:47.872444 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Device f47b1e9e-bfc8-464c-9278-86a7e742bb99 no longer exists at agent hyperv_n-h1-713498-36 {{(pid=103232) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 19:17:47.885433 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Current status of the port fa2e8579-3f4a-4e7f-88e4-722825a79ecf is: DOWN; New status is: BUILD {{(pid=103232) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 19:17:47.886142 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (fa2e8579-3f4a-4e7f-88e4-722825a79ecf), before_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:17:47.887259 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-3543a57f-69f2-418d-b123-63cfd23659e1 tempest-RoutersAdminTest-314636334 tempest-RoutersAdminTest-314636334-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1834988', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-58375'] for router (23575a30-3180-4eb1-8be5-0e0a89466969), precommit_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:17:47.891965 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-3543a57f-69f2-418d-b123-63cfd23659e1 tempest-RoutersAdminTest-314636334 tempest-RoutersAdminTest-314636334-project] Publish callbacks [] for router_controller (23575a30-3180-4eb1-8be5-0e0a89466969), precommit_delete_associations {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:17:47.933834 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] No Port match for: f47b1e9e-bfc8-464c-9278-86a7e742bb99 {{(pid=103232) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 19:17:47.937040 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Device f47b1e9e-bfc8-464c-9278-86a7e742bb99 not bound to the agent host n-h1-713498-36 {{(pid=103232) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 19:17:47.944550 n-d-713498-36 neutron-server[103232]: DEBUG neutron.notifiers.nova [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fa2e8579-3f4a-4e7f-88e4-722825a79ecf {{(pid=103232) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 19:17:47.971207 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-4fba57fc-84e0-4e03-8710-811a862685fd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-590242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1885479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1818895'] for network (ce5a1920-47d4-4acd-9320-1f2b7d8adbbf), after_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:17:47.984117 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-4fba57fc-84e0-4e03-8710-811a862685fd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1613566'] for network (None), before_response {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:17:47.985939 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-7429db8d-6021-40ad-813e-885be449a89b None None] For port fa2e8579-3f4a-4e7f-88e4-722825a79ecf, host n-h2-713498-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-36',level=0,port_id=fa2e8579-3f4a-4e7f-88e4-722825a79ecf,segment=NetworkSegment(fa5b6bb6-6b97-460a-b07a-928362de74e3),segment_id=fa5b6bb6-6b97-460a-b07a-928362de74e3)] {{(pid=103232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 19:17:47.990767 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762867176205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762866656485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762866656503'] for port (fa2e8579-3f4a-4e7f-88e4-722825a79ecf), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:17:48.008204 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-4fba57fc-84e0-4e03-8710-811a862685fd admin admin] 10.222.0.75 "DELETE /v2.0/networks/ce5a1920-47d4-4acd-9320-1f2b7d8adbbf HTTP/1.1" status: 204 len: 168 time: 0.4423883 Feb 09 19:17:48.070662 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-3543a57f-69f2-418d-b123-63cfd23659e1 tempest-RoutersAdminTest-314636334 tempest-RoutersAdminTest-314636334-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1835003'] for router (23575a30-3180-4eb1-8be5-0e0a89466969), after_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:17:48.071736 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3543a57f-69f2-418d-b123-63cfd23659e1 tempest-RoutersAdminTest-314636334 tempest-RoutersAdminTest-314636334-project] Fanout notify agent at l3_agent the message router_deleted on router 23575a30-3180-4eb1-8be5-0e0a89466969 {{(pid=103230) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 09 19:17:48.078334 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-3543a57f-69f2-418d-b123-63cfd23659e1 tempest-RoutersAdminTest-314636334 tempest-RoutersAdminTest-314636334-project] Publish callbacks [] for router (None), before_response {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:17:48.079466 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-3543a57f-69f2-418d-b123-63cfd23659e1 tempest-RoutersAdminTest-314636334 tempest-RoutersAdminTest-314636334-project] 10.222.0.75 "DELETE /v2.0/routers/23575a30-3180-4eb1-8be5-0e0a89466969 HTTP/1.1" status: 204 len: 168 time: 1.2200730 Feb 09 19:17:48.087313 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 39446) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:17:48.092483 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.v2.base [None req-693f799e-c2c5-4261-9f07-b1d8f7ef7dd7 tempest-RoutersAdminTest-314636334 tempest-RoutersAdminTest-314636334-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-764687772', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103230) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 19:17:48.102677 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fba57fc-84e0-4e03-8710-811a862685fd admin admin] Pushing event deleted for resources: {'Network': ['ID=ce5a1920-47d4-4acd-9320-1f2b7d8adbbf,revision_number=None']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:17:48.103458 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Pushing event updated for resources: {'Port': ['ID=fa2e8579-3f4a-4e7f-88e4-722825a79ecf,revision_number=4']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:17:48.158577 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-693f799e-c2c5-4261-9f07-b1d8f7ef7dd7 tempest-RoutersAdminTest-314636334 tempest-RoutersAdminTest-314636334-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1834830', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-58389'] for router (d84ebb2c-3329-4507-85d6-897419646022), before_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:17:48.159960 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-693f799e-c2c5-4261-9f07-b1d8f7ef7dd7 tempest-RoutersAdminTest-314636334 tempest-RoutersAdminTest-314636334-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1834810', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1822096', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1886735', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-58380'] for router (d84ebb2c-3329-4507-85d6-897419646022), precommit_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:17:48.183319 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd5ba5e5-2367-471e-9fa2-1c2089cc209e req-f735b294-ccd9-4496-afde-650f7c085a9b tempest-ServerGroupTestJSON-1589847108 tempest-ServerGroupTestJSON-1589847108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:17:48.197433 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-fd5ba5e5-2367-471e-9fa2-1c2089cc209e req-f735b294-ccd9-4496-afde-650f7c085a9b tempest-ServerGroupTestJSON-1589847108 tempest-ServerGroupTestJSON-1589847108-project] 10.222.0.75 "GET /v2.0/ports?device_id=b0b6a3fe-563e-4a55-854e-b0677f6703cc HTTP/1.1" status: 200 len: 945 time: 0.1613967 Feb 09 19:17:48.249126 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-693f799e-c2c5-4261-9f07-b1d8f7ef7dd7 tempest-RoutersAdminTest-314636334 tempest-RoutersAdminTest-314636334-project] Publish callbacks [] for router_controller (d84ebb2c-3329-4507-85d6-897419646022), precommit_add_association {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:17:48.260661 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-693f799e-c2c5-4261-9f07-b1d8f7ef7dd7 tempest-RoutersAdminTest-314636334 tempest-RoutersAdminTest-314636334-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1834945', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1818951'] for router (d84ebb2c-3329-4507-85d6-897419646022), after_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:17:48.292684 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-fd5ba5e5-2367-471e-9fa2-1c2089cc209e req-d4dee57f-1962-4f9d-a25d-6f3aa2b54ca1 tempest-ServerGroupTestJSON-1589847108 tempest-ServerGroupTestJSON-1589847108-project] 10.222.0.75 "GET /v2.0/security-groups?id=0c9e5c1b-7ac4-49aa-a1a3-5bdae8c30434&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0943251 Feb 09 19:17:48.295800 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-693f799e-c2c5-4261-9f07-b1d8f7ef7dd7 tempest-RoutersAdminTest-314636334 tempest-RoutersAdminTest-314636334-project] Publish callbacks [] for router (None), before_response {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:17:48.297243 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-693f799e-c2c5-4261-9f07-b1d8f7ef7dd7 tempest-RoutersAdminTest-314636334 tempest-RoutersAdminTest-314636334-project] 10.222.0.75 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.2088068 Feb 09 19:17:48.300157 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 39448) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:17:48.308442 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.v2.base [None req-d4f74295-ece5-4df5-a8ca-47752f5f4483 tempest-RoutersAdminTest-1529504030 tempest-RoutersAdminTest-1529504030-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '88055e1e-672a-4487-be31-ffb6e833ece5', 'enable_snat': True}}} {{(pid=103230) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 19:17:48.308937 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 39450) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:17:48.345493 n-d-713498-36 neutron-server[103232]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '650818e7-77a0-4d6d-bdd0-7898b6121102', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '00462b85-eb7c-436f-98d5-7d2d3828596f'}] {{(pid=103232) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 19:17:48.348562 n-d-713498-36 neutron-server[103232]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}949cdcde653dec44821de95cbf67297f53cbc2aed4e073b5d514f93bf911ce85" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-36a775ff-5bee-4d00-a08c-37a2b42207c4" -d '{"events": [{"server_uuid": "650818e7-77a0-4d6d-bdd0-7898b6121102", "name": "network-vif-plugged", "status": "completed", "tag": "00462b85-eb7c-436f-98d5-7d2d3828596f"}]}' {{(pid=103232) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 19:17:48.371132 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-0116c62d-6266-4d4a-a3cc-c810053cbc12 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=b778494753704141b6eb8355afee2383&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0580144 Feb 09 19:17:48.371720 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 39454) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:17:48.407162 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-7429db8d-6021-40ad-813e-885be449a89b None None] get_ports_and_sgs() called for port_ids ['fa2e8579-3f4a-4e7f-88e4-722825a79ecf'] {{(pid=103232) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 19:17:48.410611 n-d-713498-36 neutron-server[103232]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 19:17:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8c618f8e-1196-42b5-9199-07a16e421898 x-openstack-request-id: req-8c618f8e-1196-42b5-9199-07a16e421898 {{(pid=103232) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 19:17:48.411138 n-d-713498-36 neutron-server[103232]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "650818e7-77a0-4d6d-bdd0-7898b6121102", "name": "network-vif-plugged", "status": "completed", "tag": "00462b85-eb7c-436f-98d5-7d2d3828596f", "code": 200}]} {{(pid=103232) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 19:17:48.411656 n-d-713498-36 neutron-server[103232]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-8c618f8e-1196-42b5-9199-07a16e421898 {{(pid=103232) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 19:17:48.412212 n-d-713498-36 neutron-server[103232]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '650818e7-77a0-4d6d-bdd0-7898b6121102', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '00462b85-eb7c-436f-98d5-7d2d3828596f', 'code': 200} Feb 09 19:17:48.452072 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-5274b4af-6c2a-4f82-8ab4-161bbb6b1ddc admin admin] Publish callbacks [] for security_group (8677789f-c0a6-4081-af83-d06feba970b2), before_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:17:48.487813 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762867132591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593584'] for agent (488cd9ae-631f-4955-ba0b-4f5a13f12e9c), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:17:48.529747 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-5274b4af-6c2a-4f82-8ab4-161bbb6b1ddc admin admin] Publish callbacks [] for security_group (8677789f-c0a6-4081-af83-d06feba970b2), precommit_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:17:48.617327 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e13cb85b-0a77-4536-b3ea-104321618c17 req-ade915fc-5b08-472b-be66-6b1c73c3b88c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:17:48.619342 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-e13cb85b-0a77-4536-b3ea-104321618c17 req-ade915fc-5b08-472b-be66-6b1c73c3b88c service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=650818e7-77a0-4d6d-bdd0-7898b6121102 HTTP/1.1" status: 200 len: 1133 time: 0.1293974 Feb 09 19:17:48.655828 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-5274b4af-6c2a-4f82-8ab4-161bbb6b1ddc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1892331'] for security_group (8677789f-c0a6-4081-af83-d06feba970b2), after_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:17:48.658414 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-5274b4af-6c2a-4f82-8ab4-161bbb6b1ddc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:17:48.662286 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-5274b4af-6c2a-4f82-8ab4-161bbb6b1ddc admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/8677789f-c0a6-4081-af83-d06feba970b2 HTTP/1.1" status: 204 len: 168 time: 0.2869463 Feb 09 19:17:48.686343 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8abd8c8-9218-44a7-9736-e5f502e68b9c req-0d363705-5573-4943-98f7-552f5678a30b tempest-ServersAdminTestJSON-1393048834 tempest-ServersAdminTestJSON-1393048834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:17:48.697472 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-c8abd8c8-9218-44a7-9736-e5f502e68b9c req-0d363705-5573-4943-98f7-552f5678a30b tempest-ServersAdminTestJSON-1393048834 tempest-ServersAdminTestJSON-1393048834-project] 10.222.0.75 "GET /v2.0/ports?device_id=650818e7-77a0-4d6d-bdd0-7898b6121102 HTTP/1.1" status: 200 len: 950 time: 0.1444979 Feb 09 19:17:48.698356 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-d4f74295-ece5-4df5-a8ca-47752f5f4483 tempest-RoutersAdminTest-1529504030 tempest-RoutersAdminTest-1529504030-project-admin] Publish callbacks [] for router_gateway (d84ebb2c-3329-4507-85d6-897419646022), precommit_update {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:17:48.736351 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5274b4af-6c2a-4f82-8ab4-161bbb6b1ddc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8677789f-c0a6-4081-af83-d06feba970b2,revision_number=None']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:17:49.392735 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-e13cb85b-0a77-4536-b3ea-104321618c17 req-f8dd5320-5c53-4aa5-8068-f476d0211e7b service neutron] 10.222.0.89 "GET /v2.0/security-groups?id=c0042214-21f2-4e80-92b9-9b56852b3a45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7648509 Feb 09 19:17:49.394633 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762867132591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593584'] for agent (bcd5faee-dc24-4298-9134-0e0aa054058e), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:17:49.452966 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-c8abd8c8-9218-44a7-9736-e5f502e68b9c req-171d2679-b5dc-4155-873b-279090ca6669 tempest-ServersAdminTestJSON-1393048834 tempest-ServersAdminTestJSON-1393048834-project] 10.222.0.75 "GET /v2.0/security-groups?id=c0042214-21f2-4e80-92b9-9b56852b3a45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7505529 Feb 09 19:17:49.465043 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-d4f74295-ece5-4df5-a8ca-47752f5f4483 tempest-RoutersAdminTest-1529504030 tempest-RoutersAdminTest-1529504030-project-admin] Publish callbacks [] for router_gateway (d84ebb2c-3329-4507-85d6-897419646022), before_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:17:49.507231 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-d4f74295-ece5-4df5-a8ca-47752f5f4483 tempest-RoutersAdminTest-1529504030 tempest-RoutersAdminTest-1529504030-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (None), before_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:17:49.591542 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a5a1ae6-a34e-4156-874a-ac573fe815d7 req-e87e92c9-2229-4759-beb9-61510c049ded tempest-ServerGroupTestJSON-1589847108 tempest-ServerGroupTestJSON-1589847108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:17:49.595251 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-9a5a1ae6-a34e-4156-874a-ac573fe815d7 req-e87e92c9-2229-4759-beb9-61510c049ded tempest-ServerGroupTestJSON-1589847108 tempest-ServerGroupTestJSON-1589847108-project] 10.222.0.75 "GET /v2.0/ports?device_id=b0b6a3fe-563e-4a55-854e-b0677f6703cc HTTP/1.1" status: 200 len: 945 time: 0.1893294 Feb 09 19:17:49.691526 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-9a5a1ae6-a34e-4156-874a-ac573fe815d7 req-c91a6283-eea7-4710-802a-a98699390889 tempest-ServerGroupTestJSON-1589847108 tempest-ServerGroupTestJSON-1589847108-project] 10.222.0.75 "GET /v2.0/security-groups?id=0c9e5c1b-7ac4-49aa-a1a3-5bdae8c30434&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0911345 Feb 09 19:17:49.699818 n-d-713498-36 neutron-server[103230]: DEBUG neutron.db.db_base_plugin_common [None req-d4f74295-ece5-4df5-a8ca-47752f5f4483 tempest-RoutersAdminTest-1529504030 tempest-RoutersAdminTest-1529504030-project-admin] Allocated IP 172.25.1.115 (88055e1e-672a-4487-be31-ffb6e833ece5/ac16dbcc-383c-4b43-9153-d763c4a53f91/1f72d067-71ca-401b-b96a-abadb07ae531) {{(pid=103230) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 19:17:49.829444 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-d4f74295-ece5-4df5-a8ca-47752f5f4483 tempest-RoutersAdminTest-1529504030 tempest-RoutersAdminTest-1529504030-project-admin] Publish callbacks [] for port (1f72d067-71ca-401b-b96a-abadb07ae531), precommit_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:17:49.888581 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-d4f74295-ece5-4df5-a8ca-47752f5f4483 tempest-RoutersAdminTest-1529504030 tempest-RoutersAdminTest-1529504030-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762866656467', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14393751'] for port (1f72d067-71ca-401b-b96a-abadb07ae531), after_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:17:49.946205 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4f74295-ece5-4df5-a8ca-47752f5f4483 tempest-RoutersAdminTest-1529504030 tempest-RoutersAdminTest-1529504030-project-admin] Pushing event updated for resources: {'Port': ['ID=1f72d067-71ca-401b-b96a-abadb07ae531,revision_number=1']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:17:49.959966 n-d-713498-36 neutron-server[103230]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4f74295-ece5-4df5-a8ca-47752f5f4483 tempest-RoutersAdminTest-1529504030 tempest-RoutersAdminTest-1529504030-project-admin] Network 88055e1e-672a-4487-be31-ffb6e833ece5 is already hosted by enough agents. {{(pid=103230) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 19:17:49.962191 n-d-713498-36 neutron-server[103230]: DEBUG neutron.scheduler.base_scheduler [None req-d4f74295-ece5-4df5-a8ca-47752f5f4483 tempest-RoutersAdminTest-1529504030 tempest-RoutersAdminTest-1529504030-project-admin] Resources bound (agent type, host, resource id): {{(pid=103230) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 19:17:49.968408 n-d-713498-36 neutron-server[103230]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4f74295-ece5-4df5-a8ca-47752f5f4483 tempest-RoutersAdminTest-1529504030 tempest-RoutersAdminTest-1529504030-project-admin] Received port after_create {{(pid=103230) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 19:17:50.280998 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-d4f74295-ece5-4df5-a8ca-47752f5f4483 tempest-RoutersAdminTest-1529504030 tempest-RoutersAdminTest-1529504030-project-admin] Publish callbacks [] for router_gateway (d84ebb2c-3329-4507-85d6-897419646022), after_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:17:50.602776 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-d4f74295-ece5-4df5-a8ca-47752f5f4483 tempest-RoutersAdminTest-1529504030 tempest-RoutersAdminTest-1529504030-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1822118', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1834952', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-58494'] for router (d84ebb2c-3329-4507-85d6-897419646022), precommit_update {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:17:50.607261 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-d4f74295-ece5-4df5-a8ca-47752f5f4483 tempest-RoutersAdminTest-1529504030 tempest-RoutersAdminTest-1529504030-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1818951', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1822125', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1822132', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1834967'] for router (d84ebb2c-3329-4507-85d6-897419646022), after_update {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:17:50.718336 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a29ef85-f557-4801-a566-292d62aa5f4d req-d3e4585c-bba6-4786-9501-fe1fa33cfde6 tempest-ServersAdminTestJSON-1393048834 tempest-ServersAdminTestJSON-1393048834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:17:50.730558 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-3a29ef85-f557-4801-a566-292d62aa5f4d req-d3e4585c-bba6-4786-9501-fe1fa33cfde6 tempest-ServersAdminTestJSON-1393048834 tempest-ServersAdminTestJSON-1393048834-project] 10.222.0.75 "GET /v2.0/ports?device_id=650818e7-77a0-4d6d-bdd0-7898b6121102 HTTP/1.1" status: 200 len: 950 time: 0.1149735 Feb 09 19:17:50.807122 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-3a29ef85-f557-4801-a566-292d62aa5f4d req-a50615ba-08f7-4eb7-85dc-d6864d470cba tempest-ServersAdminTestJSON-1393048834 tempest-ServersAdminTestJSON-1393048834-project] 10.222.0.75 "GET /v2.0/security-groups?id=c0042214-21f2-4e80-92b9-9b56852b3a45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0723262 Feb 09 19:17:50.895047 n-d-713498-36 neutron-server[103230]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d4f74295-ece5-4df5-a8ca-47752f5f4483 tempest-RoutersAdminTest-1529504030 tempest-RoutersAdminTest-1529504030-project-admin] Router d84ebb2c-3329-4507-85d6-897419646022 is scheduled to L3 agent 93303d5e-5d17-45e8-8963-7694f87783ae with binding_index 1 {{(pid=103230) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 09 19:17:50.907283 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca076036-2c50-4afc-a147-984bfb6976ce req-48453c3e-a229-4c4c-adc6-dcafc1113e98 tempest-ServerGroupTestJSON-1589847108 tempest-ServerGroupTestJSON-1589847108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:17:50.915126 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-ca076036-2c50-4afc-a147-984bfb6976ce req-48453c3e-a229-4c4c-adc6-dcafc1113e98 tempest-ServerGroupTestJSON-1589847108 tempest-ServerGroupTestJSON-1589847108-project] 10.222.0.75 "GET /v2.0/ports?device_id=b0b6a3fe-563e-4a55-854e-b0677f6703cc HTTP/1.1" status: 200 len: 945 time: 0.0745201 Feb 09 19:17:50.923151 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 39524) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:17:51.042694 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-ca076036-2c50-4afc-a147-984bfb6976ce req-a7033fb0-d46c-4158-a6b8-086d481008b4 tempest-ServerGroupTestJSON-1589847108 tempest-ServerGroupTestJSON-1589847108-project] 10.222.0.75 "GET /v2.0/security-groups?id=0c9e5c1b-7ac4-49aa-a1a3-5bdae8c30434&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1264555 Feb 09 19:17:51.112937 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d4f74295-ece5-4df5-a8ca-47752f5f4483 tempest-RoutersAdminTest-1529504030 tempest-RoutersAdminTest-1529504030-project-admin] Notify agent at l3_agent.n-d-713498-36 the message routers_updated {{(pid=103230) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 19:17:51.126770 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-484ec9be-5b9e-4bc6-95a2-df01e5814d9d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:17:51.128329 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-d4f74295-ece5-4df5-a8ca-47752f5f4483 tempest-RoutersAdminTest-1529504030 tempest-RoutersAdminTest-1529504030-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:17:51.131860 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1de2bf2b-e8ae-48c8-9117-5060579ea8c6 None None] Sync routers for ids ['d84ebb2c-3329-4507-85d6-897419646022'] in n-d-713498-36 {{(pid=103232) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 19:17:51.133393 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-d4f74295-ece5-4df5-a8ca-47752f5f4483 tempest-RoutersAdminTest-1529504030 tempest-RoutersAdminTest-1529504030-project-admin] 10.222.0.75 "PUT /v2.0/routers/d84ebb2c-3329-4507-85d6-897419646022 HTTP/1.1" status: 200 len: 914 time: 2.8314657 Feb 09 19:17:51.134101 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 39532) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:17:51.152503 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1de2bf2b-e8ae-48c8-9117-5060579ea8c6 None None] Routers {'d84ebb2c-3329-4507-85d6-897419646022'} bound to L3 agent in host n-d-713498-36 {{(pid=103232) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 19:17:51.154588 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.l3_hamode_db [None req-1de2bf2b-e8ae-48c8-9117-5060579ea8c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T18:51:43Z,description=,heartbeat_timestamp=2022-02-09T19:17:43Z,host='n-d-713498-36',id=93303d5e-5d17-45e8-8963-7694f87783ae,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T18:51:43Z,topic='l3_agent')) {'router_ids': ['d84ebb2c-3329-4507-85d6-897419646022'], 'active': True} {{(pid=103232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:17:51.224614 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.l3_hamode_db [None req-1de2bf2b-e8ae-48c8-9117-5060579ea8c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713498-36', False) {} {{(pid=103232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:17:51.235476 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1de2bf2b-e8ae-48c8-9117-5060579ea8c6 None None] Routers {'d84ebb2c-3329-4507-85d6-897419646022'} bound to L3 agent in host n-d-713498-36 {{(pid=103232) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 19:17:51.236280 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.l3_hamode_db [None req-1de2bf2b-e8ae-48c8-9117-5060579ea8c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T18:51:43Z,description=,heartbeat_timestamp=2022-02-09T19:17:43Z,host='n-d-713498-36',id=93303d5e-5d17-45e8-8963-7694f87783ae,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T18:51:43Z,topic='l3_agent')) {'router_ids': ['d84ebb2c-3329-4507-85d6-897419646022'], 'active': True} {{(pid=103232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:17:51.331613 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.l3_hamode_db [None req-1de2bf2b-e8ae-48c8-9117-5060579ea8c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713498-36', False) {} {{(pid=103232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:17:51.341394 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1de2bf2b-e8ae-48c8-9117-5060579ea8c6 None None] The sync data for ids ['d84ebb2c-3329-4507-85d6-897419646022'] in n-d-713498-36 is: [] {{(pid=103232) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 19:17:51.354109 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-43fa31d2-c521-48be-ad36-c5ab2ba8548d tempest-RoutersAdminTest-1529504030 tempest-RoutersAdminTest-1529504030-project-admin] 10.222.0.75 "GET /v2.0/routers/d84ebb2c-3329-4507-85d6-897419646022 HTTP/1.1" status: 200 len: 920 time: 0.2065113 Feb 09 19:17:51.357090 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 39538) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:17:51.415820 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-484ec9be-5b9e-4bc6-95a2-df01e5814d9d admin admin] Publish callbacks [] for security_group (8646a9a0-8c2e-4dfd-a068-ed867edeca5c), precommit_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:17:51.427049 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-484ec9be-5b9e-4bc6-95a2-df01e5814d9d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1892331'] for security_group (8646a9a0-8c2e-4dfd-a068-ed867edeca5c), after_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:17:51.446530 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16c577ee-60ad-4681-b877-5627b4c6a6b6 tempest-RoutersAdminTest-1529504030 tempest-RoutersAdminTest-1529504030-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:17:51.452190 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-16c577ee-60ad-4681-b877-5627b4c6a6b6 tempest-RoutersAdminTest-1529504030 tempest-RoutersAdminTest-1529504030-project-admin] 10.222.0.75 "GET /v2.0/ports?network_id=88055e1e-672a-4487-be31-ffb6e833ece5&device_id=d84ebb2c-3329-4507-85d6-897419646022&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.0901358 Feb 09 19:17:51.452855 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 39540) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:17:51.476748 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-484ec9be-5b9e-4bc6-95a2-df01e5814d9d admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=f4c34be8c23e426f80a2f1ace7567f16&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5481846 Feb 09 19:17:51.478290 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-484ec9be-5b9e-4bc6-95a2-df01e5814d9d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8646a9a0-8c2e-4dfd-a068-ed867edeca5c,revision_number=1']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:17:51.480586 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 39542) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:17:51.595886 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-152f48a0-0058-4f3c-b2e5-f0b900f1fa1f admin admin] Publish callbacks [] for security_group (8646a9a0-8c2e-4dfd-a068-ed867edeca5c), before_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:17:51.600284 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1ecc1bf-5784-4d92-87b6-23246949a21f tempest-RoutersAdminTest-1529504030 tempest-RoutersAdminTest-1529504030-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:17:51.604452 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-e1ecc1bf-5784-4d92-87b6-23246949a21f tempest-RoutersAdminTest-1529504030 tempest-RoutersAdminTest-1529504030-project-admin] 10.222.0.75 "GET /v2.0/networks/88055e1e-672a-4487-be31-ffb6e833ece5 HTTP/1.1" status: 200 len: 881 time: 0.1477497 Feb 09 19:17:51.605523 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 39544) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:17:51.623751 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-152f48a0-0058-4f3c-b2e5-f0b900f1fa1f admin admin] Publish callbacks [] for security_group (8646a9a0-8c2e-4dfd-a068-ed867edeca5c), precommit_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:17:51.638078 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-2714cc7c-a88b-4f41-9b6b-2bf4af1b30dd tempest-RoutersAdminTest-314636334 tempest-RoutersAdminTest-314636334-project] 10.222.0.75 "GET /v2.0/ports?device_id=d84ebb2c-3329-4507-85d6-897419646022 HTTP/1.1" status: 200 len: 205 time: 0.0311613 Feb 09 19:17:51.639263 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 39546) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:17:51.674846 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-152f48a0-0058-4f3c-b2e5-f0b900f1fa1f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1892331'] for security_group (8646a9a0-8c2e-4dfd-a068-ed867edeca5c), after_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:17:51.678146 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-152f48a0-0058-4f3c-b2e5-f0b900f1fa1f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:17:51.679861 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-152f48a0-0058-4f3c-b2e5-f0b900f1fa1f admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/8646a9a0-8c2e-4dfd-a068-ed867edeca5c HTTP/1.1" status: 204 len: 168 time: 0.1976330 Feb 09 19:17:51.696063 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Device fa2e8579-3f4a-4e7f-88e4-722825a79ecf up at agent hyperv_n-h2-713498-36 {{(pid=103232) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 19:17:51.697532 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-152f48a0-0058-4f3c-b2e5-f0b900f1fa1f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8646a9a0-8c2e-4dfd-a068-ed867edeca5c,revision_number=None']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:17:51.854830 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.provisioning_blocks [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Provisioning for port fa2e8579-3f4a-4e7f-88e4-722825a79ecf completed by entity L2. {{(pid=103232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 19:17:51.859050 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.provisioning_blocks [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Provisioning complete for port fa2e8579-3f4a-4e7f-88e4-722825a79ecf triggered by entity L2. {{(pid=103232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 19:17:51.859430 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593630'] for port (fa2e8579-3f4a-4e7f-88e4-722825a79ecf), provisioning_complete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:17:51.868422 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-9d58ac25-f8e1-408f-89bd-44ff9eccb111 tempest-RoutersAdminTest-314636334 tempest-RoutersAdminTest-314636334-project] Publish callbacks [] for router (d84ebb2c-3329-4507-85d6-897419646022), before_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:17:52.027385 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-472b0dbb-327e-44e0-b905-7b4fb84139b2 req-7e9cf843-d8fc-47aa-91e2-bf81ba044111 tempest-ServersAdminTestJSON-1393048834 tempest-ServersAdminTestJSON-1393048834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:17:52.040545 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-472b0dbb-327e-44e0-b905-7b4fb84139b2 req-7e9cf843-d8fc-47aa-91e2-bf81ba044111 tempest-ServersAdminTestJSON-1393048834 tempest-ServersAdminTestJSON-1393048834-project] 10.222.0.75 "GET /v2.0/ports?device_id=650818e7-77a0-4d6d-bdd0-7898b6121102 HTTP/1.1" status: 200 len: 950 time: 0.1007061 Feb 09 19:17:52.046615 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-9d58ac25-f8e1-408f-89bd-44ff9eccb111 tempest-RoutersAdminTest-314636334 tempest-RoutersAdminTest-314636334-project] Publish callbacks [] for router_gateway (d84ebb2c-3329-4507-85d6-897419646022), before_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:17:52.058805 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Current status of the port fa2e8579-3f4a-4e7f-88e4-722825a79ecf is: BUILD; New status is: ACTIVE {{(pid=103232) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 19:17:52.059625 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (fa2e8579-3f4a-4e7f-88e4-722825a79ecf), before_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:17:52.161601 n-d-713498-36 neutron-server[103232]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b0b6a3fe-563e-4a55-854e-b0677f6703cc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fa2e8579-3f4a-4e7f-88e4-722825a79ecf'}] {{(pid=103232) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 19:17:52.164898 n-d-713498-36 neutron-server[103232]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}949cdcde653dec44821de95cbf67297f53cbc2aed4e073b5d514f93bf911ce85" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9c310ed5-6625-4294-8670-c628faecbb25" -d '{"events": [{"server_uuid": "b0b6a3fe-563e-4a55-854e-b0677f6703cc", "name": "network-vif-plugged", "status": "completed", "tag": "fa2e8579-3f4a-4e7f-88e4-722825a79ecf"}]}' {{(pid=103232) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 19:17:52.181560 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-7429db8d-6021-40ad-813e-885be449a89b None None] For port fa2e8579-3f4a-4e7f-88e4-722825a79ecf, host n-h2-713498-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-36',level=0,port_id=fa2e8579-3f4a-4e7f-88e4-722825a79ecf,segment=NetworkSegment(fa5b6bb6-6b97-460a-b07a-928362de74e3),segment_id=fa5b6bb6-6b97-460a-b07a-928362de74e3)] {{(pid=103232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 19:17:52.182232 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.plugin [None req-9d58ac25-f8e1-408f-89bd-44ff9eccb111 tempest-RoutersAdminTest-314636334 tempest-RoutersAdminTest-314636334-project] Deleting port 1f72d067-71ca-401b-b96a-abadb07ae531 {{(pid=103229) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 19:17:52.182811 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-9d58ac25-f8e1-408f-89bd-44ff9eccb111 tempest-RoutersAdminTest-314636334 tempest-RoutersAdminTest-314636334-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762867170196'] for port (1f72d067-71ca-401b-b96a-abadb07ae531), before_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:17:52.189549 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762867176205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762866656485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762866656503'] for port (fa2e8579-3f4a-4e7f-88e4-722825a79ecf), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:17:52.196386 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-472b0dbb-327e-44e0-b905-7b4fb84139b2 req-881ce7c6-5bca-414a-8e69-ce10cda712c1 tempest-ServersAdminTestJSON-1393048834 tempest-ServersAdminTestJSON-1393048834-project] 10.222.0.75 "GET /v2.0/security-groups?id=c0042214-21f2-4e80-92b9-9b56852b3a45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1542900 Feb 09 19:17:52.274366 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Pushing event updated for resources: {'Port': ['ID=fa2e8579-3f4a-4e7f-88e4-722825a79ecf,revision_number=5']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:17:52.298413 n-d-713498-36 neutron-server[103232]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 19:17:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-13b18475-cbc4-4245-aa12-2109a97d3ece x-openstack-request-id: req-13b18475-cbc4-4245-aa12-2109a97d3ece {{(pid=103232) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 19:17:52.298715 n-d-713498-36 neutron-server[103232]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b0b6a3fe-563e-4a55-854e-b0677f6703cc", "name": "network-vif-plugged", "status": "completed", "tag": "fa2e8579-3f4a-4e7f-88e4-722825a79ecf", "code": 200}]} {{(pid=103232) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 19:17:52.299016 n-d-713498-36 neutron-server[103232]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-13b18475-cbc4-4245-aa12-2109a97d3ece {{(pid=103232) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 19:17:52.299428 n-d-713498-36 neutron-server[103232]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b0b6a3fe-563e-4a55-854e-b0677f6703cc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fa2e8579-3f4a-4e7f-88e4-722825a79ecf', 'code': 200} Feb 09 19:17:52.386034 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7025134a-d924-4bbf-8e5d-e9625f0b47bf req-9e3d7efc-bbe5-4218-95d6-df6a94989c17 tempest-ServerGroupTestJSON-1589847108 tempest-ServerGroupTestJSON-1589847108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:17:52.387627 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-7025134a-d924-4bbf-8e5d-e9625f0b47bf req-9e3d7efc-bbe5-4218-95d6-df6a94989c17 tempest-ServerGroupTestJSON-1589847108 tempest-ServerGroupTestJSON-1589847108-project] 10.222.0.75 "GET /v2.0/ports?device_id=b0b6a3fe-563e-4a55-854e-b0677f6703cc HTTP/1.1" status: 200 len: 946 time: 0.1897492 Feb 09 19:17:52.410965 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-9d58ac25-f8e1-408f-89bd-44ff9eccb111 tempest-RoutersAdminTest-314636334 tempest-RoutersAdminTest-314636334-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1820838'] for port (1f72d067-71ca-401b-b96a-abadb07ae531), precommit_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:17:52.433124 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.plugin [None req-9d58ac25-f8e1-408f-89bd-44ff9eccb111 tempest-RoutersAdminTest-314636334 tempest-RoutersAdminTest-314636334-project] Calling delete_port for 1f72d067-71ca-401b-b96a-abadb07ae531 owned by network:router_gateway {{(pid=103229) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 19:17:52.469491 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-7025134a-d924-4bbf-8e5d-e9625f0b47bf req-8d86b2c3-487f-46e4-bc94-7dcb645c8ae2 tempest-ServerGroupTestJSON-1589847108 tempest-ServerGroupTestJSON-1589847108-project] 10.222.0.75 "GET /v2.0/security-groups?id=0c9e5c1b-7ac4-49aa-a1a3-5bdae8c30434&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0746143 Feb 09 19:17:52.495503 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2040fcc5-a1c0-46f3-9970-0ff2a5f7f4b6 req-52c04eb8-f885-4d61-a711-fd251b733010 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:17:52.502032 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-2040fcc5-a1c0-46f3-9970-0ff2a5f7f4b6 req-52c04eb8-f885-4d61-a711-fd251b733010 service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=b0b6a3fe-563e-4a55-854e-b0677f6703cc HTTP/1.1" status: 200 len: 1129 time: 0.1285355 Feb 09 19:17:52.559906 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-833b7bb5-cbce-43e2-95fc-746d431ec2e7 req-5ae91ffd-f15e-4e3e-89ed-d6600b7c9569 tempest-ServersAdminTestJSON-1393048834 tempest-ServersAdminTestJSON-1393048834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:17:52.562035 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-833b7bb5-cbce-43e2-95fc-746d431ec2e7 req-5ae91ffd-f15e-4e3e-89ed-d6600b7c9569 tempest-ServersAdminTestJSON-1393048834 tempest-ServersAdminTestJSON-1393048834-project] 10.222.0.75 "GET /v2.0/ports?device_id=fd17ec19-7de7-4d19-86bc-494ce272637b HTTP/1.1" status: 200 len: 950 time: 0.1272161 Feb 09 19:17:52.613526 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-2040fcc5-a1c0-46f3-9970-0ff2a5f7f4b6 req-be9455ae-5b3f-43d3-a9dd-3fe7e2df40d7 service neutron] 10.222.0.90 "GET /v2.0/security-groups?id=0c9e5c1b-7ac4-49aa-a1a3-5bdae8c30434&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1010885 Feb 09 19:17:52.649108 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-833b7bb5-cbce-43e2-95fc-746d431ec2e7 req-3e7e85c2-44b3-4927-95eb-7f1bd1a14b93 tempest-ServersAdminTestJSON-1393048834 tempest-ServersAdminTestJSON-1393048834-project] 10.222.0.75 "GET /v2.0/security-groups?id=c0042214-21f2-4e80-92b9-9b56852b3a45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0799055 Feb 09 19:17:52.777457 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-9d58ac25-f8e1-408f-89bd-44ff9eccb111 tempest-RoutersAdminTest-314636334 tempest-RoutersAdminTest-314636334-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762867177463', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762866656476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12867576'] for port (1f72d067-71ca-401b-b96a-abadb07ae531), after_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:17:52.823246 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d58ac25-f8e1-408f-89bd-44ff9eccb111 tempest-RoutersAdminTest-314636334 tempest-RoutersAdminTest-314636334-project] Pushing event deleted for resources: {'Port': ['ID=1f72d067-71ca-401b-b96a-abadb07ae531,revision_number=None']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:17:52.957754 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 39594) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:17:52.979378 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-f5c08b15-9673-4066-922b-1b6602537aa4 req-35f220d5-816e-4db4-b697-034f1720b68a tempest-ServersAdminTestJSON-1393048834 tempest-ServersAdminTestJSON-1393048834-project] 10.222.0.75 "GET /v2.0/networks?tenant_id=7e91830b51f247988605db5c5590a82d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0342677 Feb 09 19:17:53.084347 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-9d58ac25-f8e1-408f-89bd-44ff9eccb111 tempest-RoutersAdminTest-314636334 tempest-RoutersAdminTest-314636334-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1818987'] for router_gateway (d84ebb2c-3329-4507-85d6-897419646022), after_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:17:53.093811 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5c08b15-9673-4066-922b-1b6602537aa4 req-00e2fc27-128c-4081-8a2a-c9ac7fd350d3 tempest-ServersAdminTestJSON-1393048834 tempest-ServersAdminTestJSON-1393048834-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:17:53.095343 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-f5c08b15-9673-4066-922b-1b6602537aa4 req-00e2fc27-128c-4081-8a2a-c9ac7fd350d3 tempest-ServersAdminTestJSON-1393048834 tempest-ServersAdminTestJSON-1393048834-project] 10.222.0.75 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1151977 Feb 09 19:17:53.127704 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.v2.base [None req-b14d05dc-6ae8-4dbe-9929-551806c7dd37 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-1373268637-network', 'tenant_id': 'eb0bb5f642894bf2abf52f90f794999a'}} {{(pid=103230) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 19:17:53.149664 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b14d05dc-6ae8-4dbe-9929-551806c7dd37 admin admin] Made reservation on behalf of eb0bb5f642894bf2abf52f90f794999a for: {'network': 1} {{(pid=103230) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 19:17:53.152625 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-b14d05dc-6ae8-4dbe-9929-551806c7dd37 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for network (None), before_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:17:53.180775 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-b14d05dc-6ae8-4dbe-9929-551806c7dd37 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:17:53.193751 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-f5c08b15-9673-4066-922b-1b6602537aa4 req-4670b981-9d20-479a-989e-8ed3c3eda8e4 tempest-ServersAdminTestJSON-1393048834 tempest-ServersAdminTestJSON-1393048834-project] 10.222.0.75 "GET /v2.0/quotas/7e91830b51f247988605db5c5590a82d HTTP/1.1" status: 200 len: 375 time: 0.0737667 Feb 09 19:17:53.242480 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-9d58ac25-f8e1-408f-89bd-44ff9eccb111 tempest-RoutersAdminTest-314636334 tempest-RoutersAdminTest-314636334-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1834988', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-58375'] for router (d84ebb2c-3329-4507-85d6-897419646022), precommit_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:17:53.245829 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-9d58ac25-f8e1-408f-89bd-44ff9eccb111 tempest-RoutersAdminTest-314636334 tempest-RoutersAdminTest-314636334-project] Publish callbacks [] for router_controller (d84ebb2c-3329-4507-85d6-897419646022), precommit_delete_associations {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:17:53.280013 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-b14d05dc-6ae8-4dbe-9929-551806c7dd37 admin admin] Publish callbacks [] for security_group (20eba632-e06f-4b78-b62a-91fbda6670a6), precommit_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:17:53.287539 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-b14d05dc-6ae8-4dbe-9929-551806c7dd37 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1892331'] for security_group (20eba632-e06f-4b78-b62a-91fbda6670a6), after_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:17:53.311365 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-f5c08b15-9673-4066-922b-1b6602537aa4 req-5ebf2e1d-8f9a-414c-a813-bc1736a73db5 tempest-ServersAdminTestJSON-1393048834 tempest-ServersAdminTestJSON-1393048834-project] 10.222.0.75 "GET /v2.0/ports?tenant_id=7e91830b51f247988605db5c5590a82d&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1118715 Feb 09 19:17:53.321938 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-9d58ac25-f8e1-408f-89bd-44ff9eccb111 tempest-RoutersAdminTest-314636334 tempest-RoutersAdminTest-314636334-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1835003'] for router (d84ebb2c-3329-4507-85d6-897419646022), after_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:17:53.322569 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9d58ac25-f8e1-408f-89bd-44ff9eccb111 tempest-RoutersAdminTest-314636334 tempest-RoutersAdminTest-314636334-project] Fanout notify agent at l3_agent the message router_deleted on router d84ebb2c-3329-4507-85d6-897419646022 {{(pid=103229) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 09 19:17:53.333979 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-9d58ac25-f8e1-408f-89bd-44ff9eccb111 tempest-RoutersAdminTest-314636334 tempest-RoutersAdminTest-314636334-project] Publish callbacks [] for router (None), before_response {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:17:53.340934 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-9d58ac25-f8e1-408f-89bd-44ff9eccb111 tempest-RoutersAdminTest-314636334 tempest-RoutersAdminTest-314636334-project] 10.222.0.75 "DELETE /v2.0/routers/d84ebb2c-3329-4507-85d6-897419646022 HTTP/1.1" status: 204 len: 168 time: 1.7004204 Feb 09 19:17:53.341738 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 39598) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:17:53.346261 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b14d05dc-6ae8-4dbe-9929-551806c7dd37 admin admin] vlan segment allocate from pool success with {'vlan_id': 375, 'physical_network': 'physnet1'} {{(pid=103230) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 19:17:53.358543 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.v2.base [None req-61b35820-44f8-457d-823f-8a88d58d04ae tempest-RoutersAdminTest-314636334 tempest-RoutersAdminTest-314636334-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1265871169', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 19:17:53.371292 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b14d05dc-6ae8-4dbe-9929-551806c7dd37 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=20eba632-e06f-4b78-b62a-91fbda6670a6,revision_number=1']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:17:53.401851 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-61b35820-44f8-457d-823f-8a88d58d04ae tempest-RoutersAdminTest-314636334 tempest-RoutersAdminTest-314636334-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1834830', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-58389'] for router (0d436f30-f890-4512-90b1-827c71ae098e), before_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:17:53.405754 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-61b35820-44f8-457d-823f-8a88d58d04ae tempest-RoutersAdminTest-314636334 tempest-RoutersAdminTest-314636334-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1834810', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1822096', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1886735', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-58380'] for router (0d436f30-f890-4512-90b1-827c71ae098e), precommit_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:17:53.406613 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-b14d05dc-6ae8-4dbe-9929-551806c7dd37 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-759574'] for segment (c3df6112-dc28-41f3-95ea-b4906d348d77), precommit_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:17:53.406968 n-d-713498-36 neutron-server[103230]: INFO neutron.db.segments_db [None req-b14d05dc-6ae8-4dbe-9929-551806c7dd37 admin admin] Added segment c3df6112-dc28-41f3-95ea-b4906d348d77 of type vlan for network 5d2d334e-0f6b-4e62-b869-e00487a29620 Feb 09 19:17:53.495776 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-61b35820-44f8-457d-823f-8a88d58d04ae tempest-RoutersAdminTest-314636334 tempest-RoutersAdminTest-314636334-project] Publish callbacks [] for router_controller (0d436f30-f890-4512-90b1-827c71ae098e), precommit_add_association {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:17:53.509334 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-61b35820-44f8-457d-823f-8a88d58d04ae tempest-RoutersAdminTest-314636334 tempest-RoutersAdminTest-314636334-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1834945', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1818951'] for router (0d436f30-f890-4512-90b1-827c71ae098e), after_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:17:53.594941 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-61b35820-44f8-457d-823f-8a88d58d04ae tempest-RoutersAdminTest-314636334 tempest-RoutersAdminTest-314636334-project] Publish callbacks [] for router (None), before_response {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:17:53.596400 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-61b35820-44f8-457d-823f-8a88d58d04ae tempest-RoutersAdminTest-314636334 tempest-RoutersAdminTest-314636334-project] 10.222.0.75 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.2535396 Feb 09 19:17:53.611168 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 39604) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:17:53.624496 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.v2.base [None req-420d4689-72b2-41c8-aea7-8b023e79e2bb tempest-RoutersAdminTest-1529504030 tempest-RoutersAdminTest-1529504030-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '88055e1e-672a-4487-be31-ffb6e833ece5', 'enable_snat': False}}} {{(pid=103229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 19:17:53.740391 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-2371dfab-aa33-4668-80ca-eb23c1fb394a req-da331f0e-c57b-4c73-a518-c7bffdebf420 tempest-ServersAdminTestJSON-1393048834 tempest-ServersAdminTestJSON-1393048834-project] 10.222.0.75 "GET /v2.0/ports?device_id=92fafb82-325f-4733-acfa-bdf7f471bf1c HTTP/1.1" status: 200 len: 210 time: 0.1398828 Feb 09 19:17:53.902050 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-b14d05dc-6ae8-4dbe-9929-551806c7dd37 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762866642225'] for network (5d2d334e-0f6b-4e62-b869-e00487a29620), precommit_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:17:54.060606 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-b14d05dc-6ae8-4dbe-9929-551806c7dd37 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1885479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452'] for network (5d2d334e-0f6b-4e62-b869-e00487a29620), after_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:17:54.061633 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b14d05dc-6ae8-4dbe-9929-551806c7dd37 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:17:54.064603 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-b14d05dc-6ae8-4dbe-9929-551806c7dd37 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1613566'] for network (None), before_response {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:17:54.107095 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-420d4689-72b2-41c8-aea7-8b023e79e2bb tempest-RoutersAdminTest-1529504030 tempest-RoutersAdminTest-1529504030-project-admin] Publish callbacks [] for router_gateway (0d436f30-f890-4512-90b1-827c71ae098e), precommit_update {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:17:54.117801 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c95ac37-2f6a-4214-abfb-7815c30c888b req-b192c9ea-3dcc-4fd6-a3d8-96ed27bd0990 tempest-ServerGroupTestJSON-1589847108 tempest-ServerGroupTestJSON-1589847108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:17:54.122811 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-2c95ac37-2f6a-4214-abfb-7815c30c888b req-b192c9ea-3dcc-4fd6-a3d8-96ed27bd0990 tempest-ServerGroupTestJSON-1589847108 tempest-ServerGroupTestJSON-1589847108-project] 10.222.0.75 "GET /v2.0/ports?device_id=b0b6a3fe-563e-4a55-854e-b0677f6703cc HTTP/1.1" status: 200 len: 946 time: 0.2139599 Feb 09 19:17:54.151403 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-b14d05dc-6ae8-4dbe-9929-551806c7dd37 admin admin] 10.222.0.75 "POST /v2.0/networks HTTP/1.1" status: 201 len: 892 time: 1.1930637 Feb 09 19:17:54.183629 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 39618) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:17:54.192673 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.v2.base [None req-e13c4f3b-3699-4397-ac64-a4819307eba7 admin admin] Request body: {'subnet': {'network_id': '5d2d334e-0f6b-4e62-b869-e00487a29620', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-1373268637-subnet', 'tenant_id': 'eb0bb5f642894bf2abf52f90f794999a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103230) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 19:17:54.278441 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-2c95ac37-2f6a-4214-abfb-7815c30c888b req-dd3fd047-2875-459e-aa2c-e8a7e1271d09 tempest-ServerGroupTestJSON-1589847108 tempest-ServerGroupTestJSON-1589847108-project] 10.222.0.75 "GET /v2.0/security-groups?id=0c9e5c1b-7ac4-49aa-a1a3-5bdae8c30434&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0970311 Feb 09 19:17:54.279150 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b14d05dc-6ae8-4dbe-9929-551806c7dd37 admin admin] Pushing event updated for resources: {'Network': ['ID=5d2d334e-0f6b-4e62-b869-e00487a29620,revision_number=1']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:17:54.301534 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Network 5d2d334e-0f6b-4e62-b869-e00487a29620 details requested by agent ovs-agent-n-d-713498-36 with host n-d-713498-36 {{(pid=103232) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 19:17:54.307211 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e13c4f3b-3699-4397-ac64-a4819307eba7 admin admin] Made reservation on behalf of eb0bb5f642894bf2abf52f90f794999a for: {'subnet': 1} {{(pid=103230) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 19:17:54.317195 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-e13c4f3b-3699-4397-ac64-a4819307eba7 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12985917'] for subnet (None), before_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:17:54.592910 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-420d4689-72b2-41c8-aea7-8b023e79e2bb tempest-RoutersAdminTest-1529504030 tempest-RoutersAdminTest-1529504030-project-admin] Publish callbacks [] for router_gateway (0d436f30-f890-4512-90b1-827c71ae098e), before_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:17:54.658323 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-420d4689-72b2-41c8-aea7-8b023e79e2bb tempest-RoutersAdminTest-1529504030 tempest-RoutersAdminTest-1529504030-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (None), before_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:17:54.671759 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 39624) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:17:54.735489 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-e13c4f3b-3699-4397-ac64-a4819307eba7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14393611', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12985859'] for subnet (74f7cf6f-ebf0-4984-aecc-0c23aa6982bb), after_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:17:54.805658 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e13c4f3b-3699-4397-ac64-a4819307eba7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=74f7cf6f-ebf0-4984-aecc-0c23aa6982bb,revision_number=0']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:17:54.808283 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e13c4f3b-3699-4397-ac64-a4819307eba7 admin admin] Checking segment: {'id': 'c3df6112-dc28-41f3-95ea-b4906d348d77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': '5d2d334e-0f6b-4e62-b869-e00487a29620'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103230) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 19:17:54.808850 n-d-713498-36 neutron-server[103230]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e13c4f3b-3699-4397-ac64-a4819307eba7 admin admin] Network hostable DHCP agents. Network: 5d2d334e-0f6b-4e62-b869-e00487a29620, hostable agents: ['af91e4b9-f4e1-42b1-a25c-a10dc47171c8'], hosted agents: [] {{(pid=103230) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 19:17:54.838322 n-d-713498-36 neutron-server[103230]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e13c4f3b-3699-4397-ac64-a4819307eba7 admin admin] Network 5d2d334e-0f6b-4e62-b869-e00487a29620 is scheduled to be hosted by DHCP agent af91e4b9-f4e1-42b1-a25c-a10dc47171c8 with binding_index 1 {{(pid=103230) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 19:17:54.857699 n-d-713498-36 neutron-server[103230]: DEBUG neutron.scheduler.base_scheduler [None req-e13c4f3b-3699-4397-ac64-a4819307eba7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713498-36, 5d2d334e-0f6b-4e62-b869-e00487a29620) {{(pid=103230) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 19:17:54.874217 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f144e8e1-337e-4d1d-a9b5-744b232e72ef None None] Network 5d2d334e-0f6b-4e62-b869-e00487a29620 requested from n-d-713498-36 {{(pid=103232) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 19:17:54.891194 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e13c4f3b-3699-4397-ac64-a4819307eba7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:17:54.893265 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-e13c4f3b-3699-4397-ac64-a4819307eba7 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:17:54.970464 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-b945a2dc-03eb-43ca-a9ed-39c7e73c1bf6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:17:54.986665 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-e13c4f3b-3699-4397-ac64-a4819307eba7 admin admin] 10.222.0.75 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 856 time: 0.8009732 Feb 09 19:17:54.992039 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-261e4c33-1eaf-41cf-acf9-e7c6b145b547 req-c6c077b4-d33c-4fdf-95b7-3c32cc3bf2c3 tempest-ServersAdminTestJSON-1393048834 tempest-ServersAdminTestJSON-1393048834-project] 10.222.0.75 "GET /v2.0/ports?device_id=92fafb82-325f-4733-acfa-bdf7f471bf1c HTTP/1.1" status: 200 len: 210 time: 0.1059179 Feb 09 19:17:54.992541 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 39630) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:17:55.018200 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.v2.base [None req-56fdacfe-4b3e-4473-9130-6f8fbb68af3e admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-1373268637-router', 'tenant_id': 'eb0bb5f642894bf2abf52f90f794999a', 'external_gateway_info': {'network_id': '88055e1e-672a-4487-be31-ffb6e833ece5'}}} {{(pid=103229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 19:17:55.086318 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a945fb6-8600-479c-8d96-e4970d826e80 None None] Network 5d2d334e-0f6b-4e62-b869-e00487a29620 requested from n-d-713498-36 {{(pid=103232) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 19:17:55.088987 n-d-713498-36 neutron-server[103229]: DEBUG neutron.db.db_base_plugin_common [None req-420d4689-72b2-41c8-aea7-8b023e79e2bb tempest-RoutersAdminTest-1529504030 tempest-RoutersAdminTest-1529504030-project-admin] Allocated IP 172.25.1.82 (88055e1e-672a-4487-be31-ffb6e833ece5/ac16dbcc-383c-4b43-9153-d763c4a53f91/4b8ce2f0-d992-43a4-b655-9aae600978bf) {{(pid=103229) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 19:17:55.109609 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-56fdacfe-4b3e-4473-9130-6f8fbb68af3e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1834830', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-58389'] for router (0b35ce43-523d-403b-836b-67cf87b6ca2f), before_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:17:55.110816 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-56fdacfe-4b3e-4473-9130-6f8fbb68af3e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1834810', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1822096', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1886735', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-58380'] for router (0b35ce43-523d-403b-836b-67cf87b6ca2f), precommit_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:17:55.195345 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-b945a2dc-03eb-43ca-a9ed-39c7e73c1bf6 admin admin] Publish callbacks [] for security_group (bb975690-8a74-4607-8b15-5328d3cbf96b), precommit_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:17:55.207674 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-b945a2dc-03eb-43ca-a9ed-39c7e73c1bf6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1892331'] for security_group (bb975690-8a74-4607-8b15-5328d3cbf96b), after_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:17:55.236473 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-b945a2dc-03eb-43ca-a9ed-39c7e73c1bf6 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=7e0027715c3f4e99aed5e12a3d89d532&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5635979 Feb 09 19:17:55.239978 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 39636) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:17:55.267615 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b945a2dc-03eb-43ca-a9ed-39c7e73c1bf6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bb975690-8a74-4607-8b15-5328d3cbf96b,revision_number=1']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:17:55.290996 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-56fdacfe-4b3e-4473-9130-6f8fbb68af3e admin admin] Publish callbacks [] for router_controller (0b35ce43-523d-403b-836b-67cf87b6ca2f), precommit_add_association {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:17:55.415788 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-420d4689-72b2-41c8-aea7-8b023e79e2bb tempest-RoutersAdminTest-1529504030 tempest-RoutersAdminTest-1529504030-project-admin] Publish callbacks [] for port (4b8ce2f0-d992-43a4-b655-9aae600978bf), precommit_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:17:55.502555 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-ae2fce40-c98b-440e-84ed-0097bdb84eb4 admin admin] Publish callbacks [] for security_group (bb975690-8a74-4607-8b15-5328d3cbf96b), before_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:17:55.503976 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-f5c08b15-9673-4066-922b-1b6602537aa4 req-3999307b-8816-4827-b143-b902570bc359 tempest-ServersAdminTestJSON-1393048834 tempest-ServersAdminTestJSON-1393048834-project] 10.222.0.90 "GET /v2.0/networks?tenant_id=7e91830b51f247988605db5c5590a82d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0312278 Feb 09 19:17:55.509385 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-56fdacfe-4b3e-4473-9130-6f8fbb68af3e admin admin] Publish callbacks [] for router_gateway (0b35ce43-523d-403b-836b-67cf87b6ca2f), precommit_update {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:17:55.560350 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-ae2fce40-c98b-440e-84ed-0097bdb84eb4 admin admin] Publish callbacks [] for security_group (bb975690-8a74-4607-8b15-5328d3cbf96b), precommit_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:17:55.613947 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-420d4689-72b2-41c8-aea7-8b023e79e2bb tempest-RoutersAdminTest-1529504030 tempest-RoutersAdminTest-1529504030-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762866656467', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12867576'] for port (4b8ce2f0-d992-43a4-b655-9aae600978bf), after_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:17:55.655109 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5c08b15-9673-4066-922b-1b6602537aa4 req-f9c11d57-95ec-4316-87e1-582a57b65af2 tempest-ServersAdminTestJSON-1393048834 tempest-ServersAdminTestJSON-1393048834-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:17:55.657531 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-f5c08b15-9673-4066-922b-1b6602537aa4 req-f9c11d57-95ec-4316-87e1-582a57b65af2 tempest-ServersAdminTestJSON-1393048834 tempest-ServersAdminTestJSON-1393048834-project] 10.222.0.90 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1417494 Feb 09 19:17:55.672698 n-d-713498-36 neutron-server[103229]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-420d4689-72b2-41c8-aea7-8b023e79e2bb tempest-RoutersAdminTest-1529504030 tempest-RoutersAdminTest-1529504030-project-admin] Network 88055e1e-672a-4487-be31-ffb6e833ece5 is already hosted by enough agents. {{(pid=103229) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 19:17:55.672911 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34ca7676-bb02-4484-8534-fc644b856c4c req-578a3923-58c8-48e4-8bdb-d9d25535afb8 tempest-ServerGroupTestJSON-1589847108 tempest-ServerGroupTestJSON-1589847108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:17:55.683292 n-d-713498-36 neutron-server[103229]: DEBUG neutron.scheduler.base_scheduler [None req-420d4689-72b2-41c8-aea7-8b023e79e2bb tempest-RoutersAdminTest-1529504030 tempest-RoutersAdminTest-1529504030-project-admin] Resources bound (agent type, host, resource id): {{(pid=103229) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 19:17:55.688510 n-d-713498-36 neutron-server[103229]: DEBUG neutron.db.l3_dvrscheduler_db [None req-420d4689-72b2-41c8-aea7-8b023e79e2bb tempest-RoutersAdminTest-1529504030 tempest-RoutersAdminTest-1529504030-project-admin] Received port after_create {{(pid=103229) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 19:17:55.698374 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-34ca7676-bb02-4484-8534-fc644b856c4c req-578a3923-58c8-48e4-8bdb-d9d25535afb8 tempest-ServerGroupTestJSON-1589847108 tempest-ServerGroupTestJSON-1589847108-project] 10.222.0.75 "GET /v2.0/ports?device_id=b0b6a3fe-563e-4a55-854e-b0677f6703cc HTTP/1.1" status: 200 len: 946 time: 0.2679067 Feb 09 19:17:55.713507 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.v2.base [req-f5c08b15-9673-4066-922b-1b6602537aa4 req-649821f5-d690-4cb3-b6d2-e93a8971c70d tempest-ServersAdminTestJSON-1393048834 tempest-ServersAdminTestJSON-1393048834-project] Request body: {'port': {'device_id': '92fafb82-325f-4733-acfa-bdf7f471bf1c', 'network_id': '2b5494c8-cf97-42c1-b902-87f998f28179', 'admin_state_up': True, 'tenant_id': '7e91830b51f247988605db5c5590a82d'}} {{(pid=103230) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 19:17:55.717500 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-420d4689-72b2-41c8-aea7-8b023e79e2bb tempest-RoutersAdminTest-1529504030 tempest-RoutersAdminTest-1529504030-project-admin] Pushing event updated for resources: {'Port': ['ID=4b8ce2f0-d992-43a4-b655-9aae600978bf,revision_number=1']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:17:55.740839 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-ae2fce40-c98b-440e-84ed-0097bdb84eb4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1892331'] for security_group (bb975690-8a74-4607-8b15-5328d3cbf96b), after_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:17:55.744506 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-ae2fce40-c98b-440e-84ed-0097bdb84eb4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:17:55.745835 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-ae2fce40-c98b-440e-84ed-0097bdb84eb4 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/bb975690-8a74-4607-8b15-5328d3cbf96b HTTP/1.1" status: 204 len: 168 time: 0.5029967 Feb 09 19:17:55.824790 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae2fce40-c98b-440e-84ed-0097bdb84eb4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bb975690-8a74-4607-8b15-5328d3cbf96b,revision_number=None']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:17:55.950775 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-34ca7676-bb02-4484-8534-fc644b856c4c req-2abc6d6a-a699-47ab-93c3-ba696969c44e tempest-ServerGroupTestJSON-1589847108 tempest-ServerGroupTestJSON-1589847108-project] 10.222.0.75 "GET /v2.0/security-groups?id=0c9e5c1b-7ac4-49aa-a1a3-5bdae8c30434&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2508450 Feb 09 19:17:56.056341 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f5c08b15-9673-4066-922b-1b6602537aa4 req-649821f5-d690-4cb3-b6d2-e93a8971c70d tempest-ServersAdminTestJSON-1393048834 tempest-ServersAdminTestJSON-1393048834-project] Made reservation on behalf of 7e91830b51f247988605db5c5590a82d for: {'port': 1} {{(pid=103230) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 19:17:56.059774 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [req-f5c08b15-9673-4066-922b-1b6602537aa4 req-649821f5-d690-4cb3-b6d2-e93a8971c70d tempest-ServersAdminTestJSON-1393048834 tempest-ServersAdminTestJSON-1393048834-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (None), before_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:17:56.268699 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-7cec7cbf-aa5b-4873-a3fb-14525fc910aa req-5d7f33a2-e8b6-4f41-8342-7afd0d638424 tempest-ServersAdminTestJSON-1393048834 tempest-ServersAdminTestJSON-1393048834-project] 10.222.0.75 "GET /v2.0/ports?device_id=92fafb82-325f-4733-acfa-bdf7f471bf1c HTTP/1.1" status: 200 len: 210 time: 0.0768290 Feb 09 19:17:56.367490 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-56fdacfe-4b3e-4473-9130-6f8fbb68af3e admin admin] Publish callbacks [] for router_gateway (0b35ce43-523d-403b-836b-67cf87b6ca2f), before_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:17:56.368332 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 39654) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:17:56.425804 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-95f07791-275c-4f0c-8a08-907db3182ffd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:17:56.508237 n-d-713498-36 neutron-server[103230]: DEBUG neutron.db.db_base_plugin_common [req-f5c08b15-9673-4066-922b-1b6602537aa4 req-649821f5-d690-4cb3-b6d2-e93a8971c70d tempest-ServersAdminTestJSON-1393048834 tempest-ServersAdminTestJSON-1393048834-project] Allocated IP 192.168.233.246 (2b5494c8-cf97-42c1-b902-87f998f28179/60b561cb-321e-4f83-9bb3-92b2e1d0dc44/f38c74ec-0f7b-426e-a5af-c8124c6db060) {{(pid=103230) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 19:17:56.693222 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a1a1a96-fcdd-4718-be7a-400321dd6924 req-01fb2a64-41ff-40f9-b1d7-bcf28f724de2 tempest-ServerGroupTestJSON-1589847108 tempest-ServerGroupTestJSON-1589847108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:17:56.696067 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-9a1a1a96-fcdd-4718-be7a-400321dd6924 req-01fb2a64-41ff-40f9-b1d7-bcf28f724de2 tempest-ServerGroupTestJSON-1589847108 tempest-ServerGroupTestJSON-1589847108-project] 10.222.0.75 "GET /v2.0/ports?device_id=b0b6a3fe-563e-4a55-854e-b0677f6703cc HTTP/1.1" status: 200 len: 946 time: 0.2221022 Feb 09 19:17:56.779235 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [req-f5c08b15-9673-4066-922b-1b6602537aa4 req-649821f5-d690-4cb3-b6d2-e93a8971c70d tempest-ServersAdminTestJSON-1393048834 tempest-ServersAdminTestJSON-1393048834-project] Publish callbacks [] for port (f38c74ec-0f7b-426e-a5af-c8124c6db060), precommit_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:17:56.799365 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-56fdacfe-4b3e-4473-9130-6f8fbb68af3e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (None), before_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:17:56.846180 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-420d4689-72b2-41c8-aea7-8b023e79e2bb tempest-RoutersAdminTest-1529504030 tempest-RoutersAdminTest-1529504030-project-admin] Publish callbacks [] for router_gateway (0d436f30-f890-4512-90b1-827c71ae098e), after_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:17:56.849596 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-95f07791-275c-4f0c-8a08-907db3182ffd admin admin] Publish callbacks [] for security_group (3fab436e-2a93-43e8-b5e5-96ba49eca888), precommit_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:17:56.854271 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [req-f5c08b15-9673-4066-922b-1b6602537aa4 req-649821f5-d690-4cb3-b6d2-e93a8971c70d tempest-ServersAdminTestJSON-1393048834 tempest-ServersAdminTestJSON-1393048834-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762866656467', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14393751'] for port (f38c74ec-0f7b-426e-a5af-c8124c6db060), after_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:17:56.866943 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] get_ports_and_sgs() called for port_ids ['00462b85-eb7c-436f-98d5-7d2d3828596f'] {{(pid=103232) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 19:17:56.867948 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-95f07791-275c-4f0c-8a08-907db3182ffd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1892331'] for security_group (3fab436e-2a93-43e8-b5e5-96ba49eca888), after_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:17:56.870315 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-7429db8d-6021-40ad-813e-885be449a89b None None] get_ports_and_sgs() called for port_ids ['391d7870-a90c-4fda-ba9b-c043a21e2381'] {{(pid=103232) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 19:17:56.939093 n-d-713498-36 neutron-server[103230]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f5c08b15-9673-4066-922b-1b6602537aa4 req-649821f5-d690-4cb3-b6d2-e93a8971c70d tempest-ServersAdminTestJSON-1393048834 tempest-ServersAdminTestJSON-1393048834-project] Network 2b5494c8-cf97-42c1-b902-87f998f28179 is already hosted by enough agents. {{(pid=103230) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 19:17:56.946669 n-d-713498-36 neutron-server[103230]: DEBUG neutron.scheduler.base_scheduler [req-f5c08b15-9673-4066-922b-1b6602537aa4 req-649821f5-d690-4cb3-b6d2-e93a8971c70d tempest-ServersAdminTestJSON-1393048834 tempest-ServersAdminTestJSON-1393048834-project] Resources bound (agent type, host, resource id): {{(pid=103230) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 19:17:56.956212 n-d-713498-36 neutron-server[103230]: DEBUG neutron.db.l3_dvrscheduler_db [req-f5c08b15-9673-4066-922b-1b6602537aa4 req-649821f5-d690-4cb3-b6d2-e93a8971c70d tempest-ServersAdminTestJSON-1393048834 tempest-ServersAdminTestJSON-1393048834-project] Received port after_create {{(pid=103230) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 19:17:57.001650 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-95f07791-275c-4f0c-8a08-907db3182ffd admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=b3d99a24586843c38688128d334ca686&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6216640 Feb 09 19:17:57.018737 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 39658) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:17:57.040478 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-649821f5-d690-4cb3-b6d2-e93a8971c70d tempest-ServersAdminTestJSON-1393048834 tempest-ServersAdminTestJSON-1393048834-project] Pushing event updated for resources: {'Port': ['ID=f38c74ec-0f7b-426e-a5af-c8124c6db060,revision_number=1']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:17:57.065529 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95f07791-275c-4f0c-8a08-907db3182ffd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3fab436e-2a93-43e8-b5e5-96ba49eca888,revision_number=1']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:17:57.093118 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-9a1a1a96-fcdd-4718-be7a-400321dd6924 req-c34646a4-0e73-4376-9d59-306cc6f9cb20 tempest-ServerGroupTestJSON-1589847108 tempest-ServerGroupTestJSON-1589847108-project] 10.222.0.75 "GET /v2.0/security-groups?id=0c9e5c1b-7ac4-49aa-a1a3-5bdae8c30434&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2413416 Feb 09 19:17:57.157019 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5c08b15-9673-4066-922b-1b6602537aa4 req-649821f5-d690-4cb3-b6d2-e93a8971c70d tempest-ServersAdminTestJSON-1393048834 tempest-ServersAdminTestJSON-1393048834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:17:57.157704 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [req-f5c08b15-9673-4066-922b-1b6602537aa4 req-649821f5-d690-4cb3-b6d2-e93a8971c70d tempest-ServersAdminTestJSON-1393048834 tempest-ServersAdminTestJSON-1393048834-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171096'] for port (None), before_response {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:17:57.188677 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-5796e884-bf46-4b76-a305-883d240c0e79 admin admin] Publish callbacks [] for security_group (3fab436e-2a93-43e8-b5e5-96ba49eca888), before_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:17:57.201574 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-f5c08b15-9673-4066-922b-1b6602537aa4 req-649821f5-d690-4cb3-b6d2-e93a8971c70d tempest-ServersAdminTestJSON-1393048834 tempest-ServersAdminTestJSON-1393048834-project] 10.222.0.90 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.4995410 Feb 09 19:17:57.234458 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.v2.base [req-f5c08b15-9673-4066-922b-1b6602537aa4 req-d0f989f4-af87-4c27-b36f-5402c29d9e16 service neutron] Request body: {'port': {'device_id': '92fafb82-325f-4733-acfa-bdf7f471bf1c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-713498-36'}} {{(pid=103230) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 19:17:57.242692 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-5796e884-bf46-4b76-a305-883d240c0e79 admin admin] Publish callbacks [] for security_group (3fab436e-2a93-43e8-b5e5-96ba49eca888), precommit_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:17:57.289006 n-d-713498-36 neutron-server[103229]: DEBUG neutron.db.db_base_plugin_common [None req-56fdacfe-4b3e-4473-9130-6f8fbb68af3e admin admin] Allocated IP 172.25.1.133 (88055e1e-672a-4487-be31-ffb6e833ece5/ac16dbcc-383c-4b43-9153-d763c4a53f91/b0b1ca31-766c-4c54-8908-fd6c8750f0b9) {{(pid=103229) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 19:17:57.337160 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.provisioning_blocks [None req-db35c60a-7ecc-461f-8a57-a6667f1df86a None None] Provisioning complete for port f38c74ec-0f7b-426e-a5af-c8124c6db060 triggered by entity DHCP. {{(pid=103232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 19:17:57.340519 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-db35c60a-7ecc-461f-8a57-a6667f1df86a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593630'] for port (f38c74ec-0f7b-426e-a5af-c8124c6db060), provisioning_complete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:17:57.396463 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-5796e884-bf46-4b76-a305-883d240c0e79 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1892331'] for security_group (3fab436e-2a93-43e8-b5e5-96ba49eca888), after_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:17:57.402979 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-5796e884-bf46-4b76-a305-883d240c0e79 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:17:57.406509 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-5796e884-bf46-4b76-a305-883d240c0e79 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/3fab436e-2a93-43e8-b5e5-96ba49eca888 HTTP/1.1" status: 204 len: 168 time: 0.3816559 Feb 09 19:17:57.422906 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [req-f5c08b15-9673-4066-922b-1b6602537aa4 req-d0f989f4-af87-4c27-b36f-5402c29d9e16 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (f38c74ec-0f7b-426e-a5af-c8124c6db060), before_update {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:17:57.427507 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-db35c60a-7ecc-461f-8a57-a6667f1df86a None None] Port f38c74ec-0f7b-426e-a5af-c8124c6db060 cannot update to ACTIVE because it is not bound. {{(pid=103232) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 19:17:57.429623 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5796e884-bf46-4b76-a305-883d240c0e79 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3fab436e-2a93-43e8-b5e5-96ba49eca888,revision_number=None']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:17:57.458928 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-56fdacfe-4b3e-4473-9130-6f8fbb68af3e admin admin] Publish callbacks [] for port (b0b1ca31-766c-4c54-8908-fd6c8750f0b9), precommit_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:17:57.538659 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-420d4689-72b2-41c8-aea7-8b023e79e2bb tempest-RoutersAdminTest-1529504030 tempest-RoutersAdminTest-1529504030-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1822118', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1834952', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-58494'] for router (0d436f30-f890-4512-90b1-827c71ae098e), precommit_update {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:17:57.550132 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-420d4689-72b2-41c8-aea7-8b023e79e2bb tempest-RoutersAdminTest-1529504030 tempest-RoutersAdminTest-1529504030-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1818951', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1822125', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1822132', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1834967'] for router (0d436f30-f890-4512-90b1-827c71ae098e), after_update {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:17:57.643844 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4575fcfe-dee2-42ec-84a3-3cbfb1c963b1 req-888324d5-06cc-4980-8ba1-85a687674fd6 tempest-ServersAdminTestJSON-1393048834 tempest-ServersAdminTestJSON-1393048834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:17:57.645626 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-4575fcfe-dee2-42ec-84a3-3cbfb1c963b1 req-888324d5-06cc-4980-8ba1-85a687674fd6 tempest-ServersAdminTestJSON-1393048834 tempest-ServersAdminTestJSON-1393048834-project] 10.222.0.75 "GET /v2.0/ports?device_id=92fafb82-325f-4733-acfa-bdf7f471bf1c HTTP/1.1" status: 200 len: 936 time: 0.1753433 Feb 09 19:17:57.675572 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-56fdacfe-4b3e-4473-9130-6f8fbb68af3e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762866656467', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12867576'] for port (b0b1ca31-766c-4c54-8908-fd6c8750f0b9), after_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:17:57.760825 n-d-713498-36 neutron-server[103229]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56fdacfe-4b3e-4473-9130-6f8fbb68af3e admin admin] Network 88055e1e-672a-4487-be31-ffb6e833ece5 is already hosted by enough agents. {{(pid=103229) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 19:17:57.773529 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56fdacfe-4b3e-4473-9130-6f8fbb68af3e admin admin] Pushing event updated for resources: {'Port': ['ID=b0b1ca31-766c-4c54-8908-fd6c8750f0b9,revision_number=1']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:17:57.784194 n-d-713498-36 neutron-server[103229]: DEBUG neutron.scheduler.base_scheduler [None req-56fdacfe-4b3e-4473-9130-6f8fbb68af3e admin admin] Resources bound (agent type, host, resource id): {{(pid=103229) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 19:17:57.800942 n-d-713498-36 neutron-server[103229]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56fdacfe-4b3e-4473-9130-6f8fbb68af3e admin admin] Received port after_create {{(pid=103229) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 19:17:57.823094 n-d-713498-36 neutron-server[103230]: DEBUG neutron.notifiers.nova [req-f5c08b15-9673-4066-922b-1b6602537aa4 req-d0f989f4-af87-4c27-b36f-5402c29d9e16 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f38c74ec-0f7b-426e-a5af-c8124c6db060 {{(pid=103230) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 19:17:57.844639 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [req-f5c08b15-9673-4066-922b-1b6602537aa4 req-d0f989f4-af87-4c27-b36f-5402c29d9e16 service neutron] Publish callbacks [] for port (f38c74ec-0f7b-426e-a5af-c8124c6db060), precommit_update {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:17:57.858274 n-d-713498-36 neutron-server[103230]: DEBUG neutron.db.provisioning_blocks [req-f5c08b15-9673-4066-922b-1b6602537aa4 req-d0f989f4-af87-4c27-b36f-5402c29d9e16 service neutron] Transition to ACTIVE for port object f38c74ec-0f7b-426e-a5af-c8124c6db060 will not be triggered until provisioned by entity L2. {{(pid=103230) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 19:17:57.861780 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-4575fcfe-dee2-42ec-84a3-3cbfb1c963b1 req-c5fa3c6c-588c-4e69-b11b-16b1bf804081 tempest-ServersAdminTestJSON-1393048834 tempest-ServersAdminTestJSON-1393048834-project] 10.222.0.75 "GET /v2.0/security-groups?id=c0042214-21f2-4e80-92b9-9b56852b3a45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1954527 Feb 09 19:17:57.871722 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [req-f5c08b15-9673-4066-922b-1b6602537aa4 req-d0f989f4-af87-4c27-b36f-5402c29d9e16 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762867176205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762866656485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762866656503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14393758'] for port (f38c74ec-0f7b-426e-a5af-c8124c6db060), after_update {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:17:57.961215 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0f989f4-af87-4c27-b36f-5402c29d9e16 service neutron] Pushing event updated for resources: {'Port': ['ID=f38c74ec-0f7b-426e-a5af-c8124c6db060,revision_number=2']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:17:58.036675 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.managers [req-f5c08b15-9673-4066-922b-1b6602537aa4 req-d0f989f4-af87-4c27-b36f-5402c29d9e16 service neutron] Attempting to bind port f38c74ec-0f7b-426e-a5af-c8124c6db060 on host n-h2-713498-36 for vnic_type normal with profile {{(pid=103230) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 19:17:58.036954 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.managers [req-f5c08b15-9673-4066-922b-1b6602537aa4 req-d0f989f4-af87-4c27-b36f-5402c29d9e16 service neutron] Attempting to bind port f38c74ec-0f7b-426e-a5af-c8124c6db060 by drivers openvswitch,hyperv on host n-h2-713498-36 at level 0 using segments [{'id': '50e5915e-18f0-4558-9a28-b978975ead36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': '2b5494c8-cf97-42c1-b902-87f998f28179'}] {{(pid=103230) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 19:17:58.037293 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5c08b15-9673-4066-922b-1b6602537aa4 req-d0f989f4-af87-4c27-b36f-5402c29d9e16 service neutron] Attempting to bind port f38c74ec-0f7b-426e-a5af-c8124c6db060 on network 2b5494c8-cf97-42c1-b902-87f998f28179 {{(pid=103230) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 19:17:58.055911 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5c08b15-9673-4066-922b-1b6602537aa4 req-d0f989f4-af87-4c27-b36f-5402c29d9e16 service neutron] Port f38c74ec-0f7b-426e-a5af-c8124c6db060 on network 2b5494c8-cf97-42c1-b902-87f998f28179 not bound, no agent of type Open vSwitch agent registered on host n-h2-713498-36 {{(pid=103230) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 19:17:58.056259 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5c08b15-9673-4066-922b-1b6602537aa4 req-d0f989f4-af87-4c27-b36f-5402c29d9e16 service neutron] Attempting to bind port f38c74ec-0f7b-426e-a5af-c8124c6db060 on network 2b5494c8-cf97-42c1-b902-87f998f28179 {{(pid=103230) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 19:17:58.066442 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5c08b15-9673-4066-922b-1b6602537aa4 req-d0f989f4-af87-4c27-b36f-5402c29d9e16 service neutron] Checking agent: {'id': 'bcd5faee-dc24-4298-9134-0e0aa054058e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713498-36', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 18, 59, 19), 'started_at': datetime.datetime(2022, 2, 9, 18, 59, 19), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 19, 17, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103230) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 19:17:58.067200 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5c08b15-9673-4066-922b-1b6602537aa4 req-d0f989f4-af87-4c27-b36f-5402c29d9e16 service neutron] Checking segment: {'id': '50e5915e-18f0-4558-9a28-b978975ead36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': '2b5494c8-cf97-42c1-b902-87f998f28179'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103230) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 19:17:58.067200 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5c08b15-9673-4066-922b-1b6602537aa4 req-d0f989f4-af87-4c27-b36f-5402c29d9e16 service neutron] Bound using segment: {'id': '50e5915e-18f0-4558-9a28-b978975ead36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': '2b5494c8-cf97-42c1-b902-87f998f28179'} {{(pid=103230) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 19:17:58.067595 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.managers [req-f5c08b15-9673-4066-922b-1b6602537aa4 req-d0f989f4-af87-4c27-b36f-5402c29d9e16 service neutron] Bound port: f38c74ec-0f7b-426e-a5af-c8124c6db060, host: n-h2-713498-36, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '50e5915e-18f0-4558-9a28-b978975ead36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': '2b5494c8-cf97-42c1-b902-87f998f28179'}}] {{(pid=103230) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 19:17:58.067959 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [req-f5c08b15-9673-4066-922b-1b6602537aa4 req-d0f989f4-af87-4c27-b36f-5402c29d9e16 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (f38c74ec-0f7b-426e-a5af-c8124c6db060), before_update {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:17:58.225065 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.db [req-f5c08b15-9673-4066-922b-1b6602537aa4 req-d0f989f4-af87-4c27-b36f-5402c29d9e16 service neutron] For port f38c74ec-0f7b-426e-a5af-c8124c6db060, host n-h2-713498-36, cleared binding levels {{(pid=103230) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 19:17:58.230322 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.db [req-f5c08b15-9673-4066-922b-1b6602537aa4 req-d0f989f4-af87-4c27-b36f-5402c29d9e16 service neutron] For port f38c74ec-0f7b-426e-a5af-c8124c6db060, host n-h2-713498-36, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-36',level=0,port_id=f38c74ec-0f7b-426e-a5af-c8124c6db060,segment=NetworkSegment(50e5915e-18f0-4558-9a28-b978975ead36),segment_id=50e5915e-18f0-4558-9a28-b978975ead36)] {{(pid=103230) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 19:17:58.244943 n-d-713498-36 neutron-server[103229]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-420d4689-72b2-41c8-aea7-8b023e79e2bb tempest-RoutersAdminTest-1529504030 tempest-RoutersAdminTest-1529504030-project-admin] Router 0d436f30-f890-4512-90b1-827c71ae098e is scheduled to L3 agent 93303d5e-5d17-45e8-8963-7694f87783ae with binding_index 1 {{(pid=103229) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 09 19:17:58.265455 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [req-f5c08b15-9673-4066-922b-1b6602537aa4 req-d0f989f4-af87-4c27-b36f-5402c29d9e16 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762867176205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762866656485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762866656503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14393758'] for port (f38c74ec-0f7b-426e-a5af-c8124c6db060), after_update {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:17:58.265878 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-56fdacfe-4b3e-4473-9130-6f8fbb68af3e admin admin] Publish callbacks [] for router_gateway (0b35ce43-523d-403b-836b-67cf87b6ca2f), after_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:17:58.359290 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5c08b15-9673-4066-922b-1b6602537aa4 req-d0f989f4-af87-4c27-b36f-5402c29d9e16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:17:58.359922 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [req-f5c08b15-9673-4066-922b-1b6602537aa4 req-d0f989f4-af87-4c27-b36f-5402c29d9e16 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171096'] for port (None), before_response {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:17:58.361329 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-f5c08b15-9673-4066-922b-1b6602537aa4 req-d0f989f4-af87-4c27-b36f-5402c29d9e16 service neutron] 10.222.0.90 "PUT /v2.0/ports/f38c74ec-0f7b-426e-a5af-c8124c6db060 HTTP/1.1" status: 200 len: 1097 time: 1.1359253 Feb 09 19:17:58.361976 n-d-713498-36 neutron-server[103230]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '92fafb82-325f-4733-acfa-bdf7f471bf1c', 'tag': 'f38c74ec-0f7b-426e-a5af-c8124c6db060'}] {{(pid=103230) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 19:17:58.391564 n-d-713498-36 neutron-server[103230]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aee5919275bae9f72eb374ee322673045eb80c1f84b4b45a97d96923bd50ab51" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-47c3a5d2-ab0e-4d4c-ba34-7513ca76e3d6" -d '{"events": [{"name": "network-changed", "server_uuid": "92fafb82-325f-4733-acfa-bdf7f471bf1c", "tag": "f38c74ec-0f7b-426e-a5af-c8124c6db060"}]}' {{(pid=103230) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 19:17:58.560361 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-480690fd-15a0-4a9d-972b-99ac28f6f6c8 req-b782ab96-4a29-43bc-b311-9c9ec556854f tempest-ServerGroupTestJSON-1589847108 tempest-ServerGroupTestJSON-1589847108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:17:58.567776 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-480690fd-15a0-4a9d-972b-99ac28f6f6c8 req-b782ab96-4a29-43bc-b311-9c9ec556854f tempest-ServerGroupTestJSON-1589847108 tempest-ServerGroupTestJSON-1589847108-project] 10.222.0.75 "GET /v2.0/ports?device_id=b0b6a3fe-563e-4a55-854e-b0677f6703cc HTTP/1.1" status: 200 len: 946 time: 0.3336489 Feb 09 19:17:58.591587 n-d-713498-36 neutron-server[103230]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 19:17:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-000bdafa-9f80-4583-ad11-0114cd5802d7 x-openstack-request-id: req-000bdafa-9f80-4583-ad11-0114cd5802d7 {{(pid=103230) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 19:17:58.591945 n-d-713498-36 neutron-server[103230]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "92fafb82-325f-4733-acfa-bdf7f471bf1c", "tag": "f38c74ec-0f7b-426e-a5af-c8124c6db060", "status": "completed", "code": 200}]} {{(pid=103230) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 19:17:58.592127 n-d-713498-36 neutron-server[103230]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-000bdafa-9f80-4583-ad11-0114cd5802d7 {{(pid=103230) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 19:17:58.592539 n-d-713498-36 neutron-server[103230]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '92fafb82-325f-4733-acfa-bdf7f471bf1c', 'tag': 'f38c74ec-0f7b-426e-a5af-c8124c6db060', 'status': 'completed', 'code': 200} Feb 09 19:17:58.636186 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0f989f4-af87-4c27-b36f-5402c29d9e16 service neutron] Pushing event updated for resources: {'Port': ['ID=f38c74ec-0f7b-426e-a5af-c8124c6db060,revision_number=3']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:17:58.668601 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-480690fd-15a0-4a9d-972b-99ac28f6f6c8 req-c656b0fe-37fa-48d7-ba93-22914cb64e71 tempest-ServerGroupTestJSON-1589847108 tempest-ServerGroupTestJSON-1589847108-project] 10.222.0.75 "GET /v2.0/security-groups?id=0c9e5c1b-7ac4-49aa-a1a3-5bdae8c30434&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0939362 Feb 09 19:17:58.686091 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-420d4689-72b2-41c8-aea7-8b023e79e2bb tempest-RoutersAdminTest-1529504030 tempest-RoutersAdminTest-1529504030-project-admin] Notify agent at l3_agent.n-d-713498-36 the message routers_updated {{(pid=103229) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 19:17:58.699434 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5c08b15-9673-4066-922b-1b6602537aa4 req-51b7ac15-4b24-4bf5-9071-8cdb27c657ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:17:58.700971 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-f5c08b15-9673-4066-922b-1b6602537aa4 req-51b7ac15-4b24-4bf5-9071-8cdb27c657ae service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=7e91830b51f247988605db5c5590a82d&device_id=92fafb82-325f-4733-acfa-bdf7f471bf1c HTTP/1.1" status: 200 len: 1131 time: 0.2354648 Feb 09 19:17:58.709749 n-d-713498-36 neutron-server[103233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8fca6a6-95f0-4b02-a660-a87371fd55d1 None None] Sync routers for ids ['0d436f30-f890-4512-90b1-827c71ae098e'] in n-d-713498-36 {{(pid=103233) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 19:17:58.716664 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-420d4689-72b2-41c8-aea7-8b023e79e2bb tempest-RoutersAdminTest-1529504030 tempest-RoutersAdminTest-1529504030-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:17:58.723475 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-420d4689-72b2-41c8-aea7-8b023e79e2bb tempest-RoutersAdminTest-1529504030 tempest-RoutersAdminTest-1529504030-project-admin] 10.222.0.75 "PUT /v2.0/routers/0d436f30-f890-4512-90b1-827c71ae098e HTTP/1.1" status: 200 len: 915 time: 5.1114302 Feb 09 19:17:58.734255 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 39700) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:17:58.737422 n-d-713498-36 neutron-server[103233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8fca6a6-95f0-4b02-a660-a87371fd55d1 None None] Routers {'0d436f30-f890-4512-90b1-827c71ae098e'} bound to L3 agent in host n-d-713498-36 {{(pid=103233) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 19:17:58.738209 n-d-713498-36 neutron-server[103233]: DEBUG neutron.db.l3_hamode_db [None req-b8fca6a6-95f0-4b02-a660-a87371fd55d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T18:51:43Z,description=,heartbeat_timestamp=2022-02-09T19:17:43Z,host='n-d-713498-36',id=93303d5e-5d17-45e8-8963-7694f87783ae,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T18:51:43Z,topic='l3_agent')) {'router_ids': ['0d436f30-f890-4512-90b1-827c71ae098e'], 'active': True} {{(pid=103233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:17:58.754883 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-f5c08b15-9673-4066-922b-1b6602537aa4 req-a985dcd8-d13f-4a88-86c0-63b28975c728 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.246&port_id=f38c74ec-0f7b-426e-a5af-c8124c6db060 HTTP/1.1" status: 200 len: 217 time: 0.0449193 Feb 09 19:17:58.775682 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-302bd080-e0b2-482f-b4f3-b5a8461bb34d req-d20331a0-67b0-4bf9-8943-4156b13ae641 tempest-ServerGroupTestJSON-1589847108 tempest-ServerGroupTestJSON-1589847108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:17:58.777593 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-302bd080-e0b2-482f-b4f3-b5a8461bb34d req-d20331a0-67b0-4bf9-8943-4156b13ae641 tempest-ServerGroupTestJSON-1589847108 tempest-ServerGroupTestJSON-1589847108-project] 10.222.0.90 "GET /v2.0/ports?device_id=b0b6a3fe-563e-4a55-854e-b0677f6703cc HTTP/1.1" status: 200 len: 946 time: 0.2921767 Feb 09 19:17:58.818587 n-d-713498-36 neutron-server[103233]: DEBUG neutron.db.l3_hamode_db [None req-b8fca6a6-95f0-4b02-a660-a87371fd55d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713498-36', False) {} {{(pid=103233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:17:58.832932 n-d-713498-36 neutron-server[103233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8fca6a6-95f0-4b02-a660-a87371fd55d1 None None] Routers {'0d436f30-f890-4512-90b1-827c71ae098e'} bound to L3 agent in host n-d-713498-36 {{(pid=103233) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 19:17:58.833933 n-d-713498-36 neutron-server[103233]: DEBUG neutron.db.l3_hamode_db [None req-b8fca6a6-95f0-4b02-a660-a87371fd55d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T18:51:43Z,description=,heartbeat_timestamp=2022-02-09T19:17:43Z,host='n-d-713498-36',id=93303d5e-5d17-45e8-8963-7694f87783ae,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T18:51:43Z,topic='l3_agent')) {'router_ids': ['0d436f30-f890-4512-90b1-827c71ae098e'], 'active': True} {{(pid=103233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:17:58.841139 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5c08b15-9673-4066-922b-1b6602537aa4 req-4121c576-87c6-4c85-ad46-9a1d78a09b8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:17:58.842684 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-f5c08b15-9673-4066-922b-1b6602537aa4 req-4121c576-87c6-4c85-ad46-9a1d78a09b8e service neutron] 10.222.0.90 "GET /v2.0/subnets?id=60b561cb-321e-4f83-9bb3-92b2e1d0dc44 HTTP/1.1" status: 200 len: 843 time: 0.0752268 Feb 09 19:17:58.875261 n-d-713498-36 neutron-server[103233]: DEBUG neutron.db.l3_hamode_db [None req-b8fca6a6-95f0-4b02-a660-a87371fd55d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713498-36', False) {} {{(pid=103233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:17:58.875927 n-d-713498-36 neutron-server[103233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8fca6a6-95f0-4b02-a660-a87371fd55d1 None None] The sync data for ids ['0d436f30-f890-4512-90b1-827c71ae098e'] in n-d-713498-36 is: [] {{(pid=103233) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 19:17:58.980460 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5c08b15-9673-4066-922b-1b6602537aa4 req-a33c11a8-1aeb-4089-9720-f82e0d1caf13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:17:58.982006 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-f5c08b15-9673-4066-922b-1b6602537aa4 req-a33c11a8-1aeb-4089-9720-f82e0d1caf13 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=2b5494c8-cf97-42c1-b902-87f998f28179&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.1286688 Feb 09 19:17:59.090464 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-f5c08b15-9673-4066-922b-1b6602537aa4 req-154f5274-4ab7-4bdf-ae41-1a2b29b1ed99 service neutron] 10.222.0.90 "GET /v2.0/networks/2b5494c8-cf97-42c1-b902-87f998f28179?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0991457 Feb 09 19:17:59.233185 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-f5c08b15-9673-4066-922b-1b6602537aa4 req-3f56e9ec-38bc-40f8-83a2-e7b41abec1e8 service neutron] 10.222.0.90 "GET /v2.0/networks/2b5494c8-cf97-42c1-b902-87f998f28179?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1331923 Feb 09 19:17:59.243180 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-620c9185-26f8-4e53-93e4-d54b5e3c2551 tempest-RoutersAdminTest-1529504030 tempest-RoutersAdminTest-1529504030-project-admin] 10.222.0.75 "GET /v2.0/routers/0d436f30-f890-4512-90b1-827c71ae098e HTTP/1.1" status: 200 len: 921 time: 0.5076995 Feb 09 19:17:59.246538 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 39738) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:17:59.264734 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-56fdacfe-4b3e-4473-9130-6f8fbb68af3e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1834945', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1818951'] for router (0b35ce43-523d-403b-836b-67cf87b6ca2f), after_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:17:59.274365 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2409e410-048e-4096-91f3-626662f8b884 req-08fed598-d72f-44d6-a458-cd04b1d86b1a tempest-ServersAdminTestJSON-1393048834 tempest-ServersAdminTestJSON-1393048834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:17:59.275825 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-2409e410-048e-4096-91f3-626662f8b884 req-08fed598-d72f-44d6-a458-cd04b1d86b1a tempest-ServersAdminTestJSON-1393048834 tempest-ServersAdminTestJSON-1393048834-project] 10.222.0.75 "GET /v2.0/ports?device_id=92fafb82-325f-4733-acfa-bdf7f471bf1c HTTP/1.1" status: 200 len: 948 time: 0.2276480 Feb 09 19:17:59.303012 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2017c005-beff-487d-9e13-6e67e841000d tempest-RoutersAdminTest-1529504030 tempest-RoutersAdminTest-1529504030-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:17:59.307957 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-2017c005-beff-487d-9e13-6e67e841000d tempest-RoutersAdminTest-1529504030 tempest-RoutersAdminTest-1529504030-project-admin] 10.222.0.75 "GET /v2.0/ports?network_id=88055e1e-672a-4487-be31-ffb6e833ece5&device_id=0d436f30-f890-4512-90b1-827c71ae098e&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.0601168 Feb 09 19:17:59.309985 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 39740) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:17:59.386064 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.plugin [req-302bd080-e0b2-482f-b4f3-b5a8461bb34d req-9b5c7132-ae97-461a-8d69-705c6e907ce5 tempest-ServerGroupTestJSON-1589847108 tempest-ServerGroupTestJSON-1589847108-project] Deleting port fa2e8579-3f4a-4e7f-88e4-722825a79ecf {{(pid=103229) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 19:17:59.386064 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-302bd080-e0b2-482f-b4f3-b5a8461bb34d req-9b5c7132-ae97-461a-8d69-705c6e907ce5 tempest-ServerGroupTestJSON-1589847108 tempest-ServerGroupTestJSON-1589847108-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762867170196'] for port (fa2e8579-3f4a-4e7f-88e4-722825a79ecf), before_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:17:59.452539 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47c3a5d2-ab0e-4d4c-ba34-7513ca76e3d6 req-a38b9368-d7c8-456b-ba87-3ae73c472a54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:17:59.455024 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-47c3a5d2-ab0e-4d4c-ba34-7513ca76e3d6 req-a38b9368-d7c8-456b-ba87-3ae73c472a54 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=7e91830b51f247988605db5c5590a82d&device_id=92fafb82-325f-4733-acfa-bdf7f471bf1c HTTP/1.1" status: 200 len: 1131 time: 0.1460578 Feb 09 19:17:59.545427 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3e6105d-ba66-4248-ae64-c9b1c1ac4cf0 tempest-RoutersAdminTest-1529504030 tempest-RoutersAdminTest-1529504030-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:17:59.554694 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-a3e6105d-ba66-4248-ae64-c9b1c1ac4cf0 tempest-RoutersAdminTest-1529504030 tempest-RoutersAdminTest-1529504030-project-admin] 10.222.0.75 "GET /v2.0/networks/88055e1e-672a-4487-be31-ffb6e833ece5 HTTP/1.1" status: 200 len: 881 time: 0.2438259 Feb 09 19:17:59.558015 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 39748) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:17:59.609775 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-0bf4c62b-4491-431d-a868-99fa1d1ab8fa tempest-RoutersAdminTest-314636334 tempest-RoutersAdminTest-314636334-project] 10.222.0.75 "GET /v2.0/ports?device_id=0d436f30-f890-4512-90b1-827c71ae098e HTTP/1.1" status: 200 len: 205 time: 0.0504129 Feb 09 19:17:59.612477 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 39750) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:17:59.733969 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47c3a5d2-ab0e-4d4c-ba34-7513ca76e3d6 req-763f4d36-1476-4e67-b9a5-c7120f6bca50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:17:59.735731 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-47c3a5d2-ab0e-4d4c-ba34-7513ca76e3d6 req-763f4d36-1476-4e67-b9a5-c7120f6bca50 service neutron] 10.222.0.90 "GET /v2.0/networks?id=2b5494c8-cf97-42c1-b902-87f998f28179 HTTP/1.1" status: 200 len: 870 time: 0.2697406 Feb 09 19:17:59.816733 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-47c3a5d2-ab0e-4d4c-ba34-7513ca76e3d6 req-6065aeaf-c264-4132-9009-78145ae50cfa service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.246&port_id=f38c74ec-0f7b-426e-a5af-c8124c6db060 HTTP/1.1" status: 200 len: 217 time: 0.0700846 Feb 09 19:17:59.838722 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-ba717c54-5414-41c1-919f-c4c971a88c37 tempest-RoutersAdminTest-314636334 tempest-RoutersAdminTest-314636334-project] Publish callbacks [] for router (0d436f30-f890-4512-90b1-827c71ae098e), before_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:17:59.956299 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-2409e410-048e-4096-91f3-626662f8b884 req-9ff680ac-3b48-4f2c-9ec0-85328a228f39 tempest-ServersAdminTestJSON-1393048834 tempest-ServersAdminTestJSON-1393048834-project] 10.222.0.75 "GET /v2.0/security-groups?id=c0042214-21f2-4e80-92b9-9b56852b3a45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6570783 Feb 09 19:17:59.989147 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.db [req-302bd080-e0b2-482f-b4f3-b5a8461bb34d req-9b5c7132-ae97-461a-8d69-705c6e907ce5 tempest-ServerGroupTestJSON-1589847108 tempest-ServerGroupTestJSON-1589847108-project] For port fa2e8579-3f4a-4e7f-88e4-722825a79ecf, host n-h2-713498-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-36',level=0,port_id=fa2e8579-3f4a-4e7f-88e4-722825a79ecf,segment=NetworkSegment(fa5b6bb6-6b97-460a-b07a-928362de74e3),segment_id=fa5b6bb6-6b97-460a-b07a-928362de74e3)] {{(pid=103229) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 19:17:59.989853 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-302bd080-e0b2-482f-b4f3-b5a8461bb34d req-9b5c7132-ae97-461a-8d69-705c6e907ce5 tempest-ServerGroupTestJSON-1589847108 tempest-ServerGroupTestJSON-1589847108-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1820838'] for port (fa2e8579-3f4a-4e7f-88e4-722825a79ecf), precommit_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:18:00.010076 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.plugin [req-302bd080-e0b2-482f-b4f3-b5a8461bb34d req-9b5c7132-ae97-461a-8d69-705c6e907ce5 tempest-ServerGroupTestJSON-1589847108 tempest-ServerGroupTestJSON-1589847108-project] Calling delete_port for fa2e8579-3f4a-4e7f-88e4-722825a79ecf owned by compute:nova {{(pid=103229) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 19:18:00.018077 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47c3a5d2-ab0e-4d4c-ba34-7513ca76e3d6 req-8f9047a2-8a49-4680-91c4-54ba343b767e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:18:00.019535 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-47c3a5d2-ab0e-4d4c-ba34-7513ca76e3d6 req-8f9047a2-8a49-4680-91c4-54ba343b767e service neutron] 10.222.0.90 "GET /v2.0/subnets?id=60b561cb-321e-4f83-9bb3-92b2e1d0dc44 HTTP/1.1" status: 200 len: 843 time: 0.1771865 Feb 09 19:18:00.030469 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc69caaa-2fc9-4fa6-9757-9cee9976da93 req-c72d00b0-6ada-4122-917e-b04872fd31fe tempest-ServerGroupTestJSON-1589847108 tempest-ServerGroupTestJSON-1589847108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:18:00.037672 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-bc69caaa-2fc9-4fa6-9757-9cee9976da93 req-c72d00b0-6ada-4122-917e-b04872fd31fe tempest-ServerGroupTestJSON-1589847108 tempest-ServerGroupTestJSON-1589847108-project] 10.222.0.75 "GET /v2.0/ports?device_id=b0b6a3fe-563e-4a55-854e-b0677f6703cc HTTP/1.1" status: 200 len: 946 time: 0.1939657 Feb 09 19:18:00.101571 n-d-713498-36 neutron-server[103229]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-56fdacfe-4b3e-4473-9130-6f8fbb68af3e admin admin] Router 0b35ce43-523d-403b-836b-67cf87b6ca2f is scheduled to L3 agent 93303d5e-5d17-45e8-8963-7694f87783ae with binding_index 1 {{(pid=103229) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 09 19:18:00.171576 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-bc69caaa-2fc9-4fa6-9757-9cee9976da93 req-ef2146ea-9fc6-41c7-ae0c-4a8ad48b06ac tempest-ServerGroupTestJSON-1589847108 tempest-ServerGroupTestJSON-1589847108-project] 10.222.0.75 "GET /v2.0/security-groups?id=0c9e5c1b-7ac4-49aa-a1a3-5bdae8c30434&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1328187 Feb 09 19:18:00.188044 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-ba717c54-5414-41c1-919f-c4c971a88c37 tempest-RoutersAdminTest-314636334 tempest-RoutersAdminTest-314636334-project] Publish callbacks [] for router_gateway (0d436f30-f890-4512-90b1-827c71ae098e), before_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:18:00.203889 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47c3a5d2-ab0e-4d4c-ba34-7513ca76e3d6 req-0c14822b-5799-4fb7-9821-fb44ef46fc51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:18:00.206102 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-47c3a5d2-ab0e-4d4c-ba34-7513ca76e3d6 req-0c14822b-5799-4fb7-9821-fb44ef46fc51 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=2b5494c8-cf97-42c1-b902-87f998f28179&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.1641972 Feb 09 19:18:00.299048 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-56fdacfe-4b3e-4473-9130-6f8fbb68af3e admin admin] Notify agent at l3_agent.n-d-713498-36 the message routers_updated {{(pid=103229) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 19:18:00.307983 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18ee516b-2a6e-4b25-a850-37fd0eb52d68 None None] Sync routers for ids ['0b35ce43-523d-403b-836b-67cf87b6ca2f'] in n-d-713498-36 {{(pid=103232) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 19:18:00.329343 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18ee516b-2a6e-4b25-a850-37fd0eb52d68 None None] Routers {'0b35ce43-523d-403b-836b-67cf87b6ca2f'} bound to L3 agent in host n-d-713498-36 {{(pid=103232) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 19:18:00.330426 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.l3_hamode_db [None req-18ee516b-2a6e-4b25-a850-37fd0eb52d68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T18:51:43Z,description=,heartbeat_timestamp=2022-02-09T19:17:43Z,host='n-d-713498-36',id=93303d5e-5d17-45e8-8963-7694f87783ae,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T18:51:43Z,topic='l3_agent')) {'router_ids': ['0b35ce43-523d-403b-836b-67cf87b6ca2f'], 'active': True} {{(pid=103232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:18:00.337767 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-302bd080-e0b2-482f-b4f3-b5a8461bb34d req-9b5c7132-ae97-461a-8d69-705c6e907ce5 tempest-ServerGroupTestJSON-1589847108 tempest-ServerGroupTestJSON-1589847108-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762867177463', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762866656476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12867576'] for port (fa2e8579-3f4a-4e7f-88e4-722825a79ecf), after_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:18:00.357028 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-56fdacfe-4b3e-4473-9130-6f8fbb68af3e admin admin] Publish callbacks [] for router (None), before_response {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:18:00.363338 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 39786) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:18:00.363729 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-56fdacfe-4b3e-4473-9130-6f8fbb68af3e admin admin] 10.222.0.75 "POST /v2.0/routers HTTP/1.1" status: 201 len: 931 time: 5.3671014 Feb 09 19:18:00.401678 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b5c7132-ae97-461a-8d69-705c6e907ce5 tempest-ServerGroupTestJSON-1589847108 tempest-ServerGroupTestJSON-1589847108-project] Pushing event deleted for resources: {'Port': ['ID=fa2e8579-3f4a-4e7f-88e4-722825a79ecf,revision_number=None']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:18:00.456559 n-d-713498-36 neutron-server[103229]: DEBUG neutron.db.l3_dvrscheduler_db [req-302bd080-e0b2-482f-b4f3-b5a8461bb34d req-9b5c7132-ae97-461a-8d69-705c6e907ce5 tempest-ServerGroupTestJSON-1589847108 tempest-ServerGroupTestJSON-1589847108-project] No DVR routers for this DVR port fa2e8579-3f4a-4e7f-88e4-722825a79ecf on host n-h2-713498-36 {{(pid=103229) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 19:18:00.468375 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-302bd080-e0b2-482f-b4f3-b5a8461bb34d req-9b5c7132-ae97-461a-8d69-705c6e907ce5 tempest-ServerGroupTestJSON-1589847108 tempest-ServerGroupTestJSON-1589847108-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171096'] for port (None), before_response {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:18:00.469848 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-47c3a5d2-ab0e-4d4c-ba34-7513ca76e3d6 req-13a1650a-f8bd-489a-b1d2-d0a9cb749027 service neutron] 10.222.0.90 "GET /v2.0/networks/2b5494c8-cf97-42c1-b902-87f998f28179?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2314980 Feb 09 19:18:00.482178 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.plugin [None req-ba717c54-5414-41c1-919f-c4c971a88c37 tempest-RoutersAdminTest-314636334 tempest-RoutersAdminTest-314636334-project] Deleting port 4b8ce2f0-d992-43a4-b655-9aae600978bf {{(pid=103230) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 19:18:00.482656 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-ba717c54-5414-41c1-919f-c4c971a88c37 tempest-RoutersAdminTest-314636334 tempest-RoutersAdminTest-314636334-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762867170196'] for port (4b8ce2f0-d992-43a4-b655-9aae600978bf), before_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:18:00.487113 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-302bd080-e0b2-482f-b4f3-b5a8461bb34d req-9b5c7132-ae97-461a-8d69-705c6e907ce5 tempest-ServerGroupTestJSON-1589847108 tempest-ServerGroupTestJSON-1589847108-project] 10.222.0.90 "DELETE /v2.0/ports/fa2e8579-3f4a-4e7f-88e4-722825a79ecf HTTP/1.1" status: 204 len: 173 time: 1.6869395 Feb 09 19:18:00.488134 n-d-713498-36 neutron-server[103229]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b0b6a3fe-563e-4a55-854e-b0677f6703cc', 'name': 'network-vif-deleted', 'tag': 'fa2e8579-3f4a-4e7f-88e4-722825a79ecf'}] {{(pid=103229) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 19:18:00.500156 n-d-713498-36 neutron-server[103229]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fa6ae9a20702bd564eaf90d946620b2b4277b1ab91129323d3b54181076be307" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b208a804-c6e6-4853-b5b5-1c3134785d5e" -d '{"events": [{"server_uuid": "b0b6a3fe-563e-4a55-854e-b0677f6703cc", "name": "network-vif-deleted", "tag": "fa2e8579-3f4a-4e7f-88e4-722825a79ecf"}]}' {{(pid=103229) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 19:18:00.594395 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.l3_dvr_db [None req-18ee516b-2a6e-4b25-a850-37fd0eb52d68 None None] Set router 0b35ce43-523d-403b-836b-67cf87b6ca2f gateway port host: n-d-713498-36 {{(pid=103232) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 19:18:00.603357 n-d-713498-36 neutron-server[103229]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 19:18:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2d50f6b7-e283-4c9d-b3ae-f1ea5c85677c x-openstack-request-id: req-2d50f6b7-e283-4c9d-b3ae-f1ea5c85677c {{(pid=103229) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 19:18:00.603653 n-d-713498-36 neutron-server[103229]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b0b6a3fe-563e-4a55-854e-b0677f6703cc", "name": "network-vif-deleted", "tag": "fa2e8579-3f4a-4e7f-88e4-722825a79ecf", "status": "completed", "code": 200}]} {{(pid=103229) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 19:18:00.603914 n-d-713498-36 neutron-server[103229]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-2d50f6b7-e283-4c9d-b3ae-f1ea5c85677c {{(pid=103229) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 19:18:00.604319 n-d-713498-36 neutron-server[103229]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b0b6a3fe-563e-4a55-854e-b0677f6703cc', 'name': 'network-vif-deleted', 'tag': 'fa2e8579-3f4a-4e7f-88e4-722825a79ecf', 'status': 'completed', 'code': 200} Feb 09 19:18:00.944200 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.l3_hamode_db [None req-18ee516b-2a6e-4b25-a850-37fd0eb52d68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b35ce43-523d-403b-836b-67cf87b6ca2f', 'name': 'tempest-ServerRescueNegativeTestJSON-1373268637-router', 'tenant_id': 'eb0bb5f642894bf2abf52f90f794999a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88055e1e-672a-4487-be31-ffb6e833ece5', 'external_fixed_ips': [{'subnet_id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'ip_address': '172.25.1.133'}], 'enable_snat': True}, 'gw_port_id': 'b0b1ca31-766c-4c54-8908-fd6c8750f0b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T19:17:55Z', 'updated_at': '2022-02-09T19:17:58Z', 'revision_number': 3, 'project_id': 'eb0bb5f642894bf2abf52f90f794999a', 'gw_port': {'id': 'b0b1ca31-766c-4c54-8908-fd6c8750f0b9', 'name': '', 'network_id': '88055e1e-672a-4487-be31-ffb6e833ece5', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:99:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0b35ce43-523d-403b-836b-67cf87b6ca2f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1639, 'fixed_ips': [{'subnet_id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'ip_address': '172.25.1.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T19:17:56Z', 'updated_at': '2022-02-09T19:17:57Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-36'}], 'n-d-713498-36', False) {} {{(pid=103232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:18:00.998744 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18ee516b-2a6e-4b25-a850-37fd0eb52d68 None None] Checking router: 0b35ce43-523d-403b-836b-67cf87b6ca2f for host: n-d-713498-36 {{(pid=103232) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 19:18:00.999119 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18ee516b-2a6e-4b25-a850-37fd0eb52d68 None None] Updating router 0b35ce43-523d-403b-836b-67cf87b6ca2f port b0b1ca31-766c-4c54-8908-fd6c8750f0b9 binding host n-d-713498-36 {{(pid=103232) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 19:18:01.030194 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-18ee516b-2a6e-4b25-a850-37fd0eb52d68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (b0b1ca31-766c-4c54-8908-fd6c8750f0b9), before_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:18:01.356473 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-18ee516b-2a6e-4b25-a850-37fd0eb52d68 None None] Publish callbacks [] for port (b0b1ca31-766c-4c54-8908-fd6c8750f0b9), precommit_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:18:01.372002 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-18ee516b-2a6e-4b25-a850-37fd0eb52d68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762867176205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762866656485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762866656503'] for port (b0b1ca31-766c-4c54-8908-fd6c8750f0b9), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:18:01.384992 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b267292-741a-4f1f-9ec2-02b669bcada6 req-8bfcd2fa-b79c-4689-955a-a2892671217f tempest-AttachVolumeNegativeTest-275227323 tempest-AttachVolumeNegativeTest-275227323-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:18:01.393722 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-3b267292-741a-4f1f-9ec2-02b669bcada6 req-8bfcd2fa-b79c-4689-955a-a2892671217f tempest-AttachVolumeNegativeTest-275227323 tempest-AttachVolumeNegativeTest-275227323-project] 10.222.0.75 "GET /v2.0/networks?id=1c43e0bb-e4e9-4561-873a-403fc433e655 HTTP/1.1" status: 200 len: 814 time: 0.3002720 Feb 09 19:18:01.424665 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-3b267292-741a-4f1f-9ec2-02b669bcada6 req-8370204e-38ed-4843-b914-11985a6632b8 tempest-AttachVolumeNegativeTest-275227323 tempest-AttachVolumeNegativeTest-275227323-project] 10.222.0.75 "GET /v2.0/quotas/5d3f70f6ea744878ae38cb247ef3217c HTTP/1.1" status: 200 len: 375 time: 0.0214550 Feb 09 19:18:01.463132 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-47c3a5d2-ab0e-4d4c-ba34-7513ca76e3d6 req-7a491fdf-d6f4-47da-b504-95b79fd6c167 service neutron] 10.222.0.90 "GET /v2.0/networks/2b5494c8-cf97-42c1-b902-87f998f28179?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9827681 Feb 09 19:18:01.476533 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca959cdc-fffb-47d1-912e-a5dc399db18f req-0c127692-93e9-4b87-aae5-f6ca7ecccaee tempest-ServersAdminTestJSON-1393048834 tempest-ServersAdminTestJSON-1393048834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:18:01.484030 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-ca959cdc-fffb-47d1-912e-a5dc399db18f req-0c127692-93e9-4b87-aae5-f6ca7ecccaee tempest-ServersAdminTestJSON-1393048834 tempest-ServersAdminTestJSON-1393048834-project] 10.222.0.75 "GET /v2.0/ports?device_id=92fafb82-325f-4733-acfa-bdf7f471bf1c HTTP/1.1" status: 200 len: 948 time: 0.3497818 Feb 09 19:18:01.492228 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-ba717c54-5414-41c1-919f-c4c971a88c37 tempest-RoutersAdminTest-314636334 tempest-RoutersAdminTest-314636334-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1820838'] for port (4b8ce2f0-d992-43a4-b655-9aae600978bf), precommit_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:18:01.521178 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.managers [None req-18ee516b-2a6e-4b25-a850-37fd0eb52d68 None None] Attempting to bind port b0b1ca31-766c-4c54-8908-fd6c8750f0b9 on host n-d-713498-36 for vnic_type normal with profile {{(pid=103232) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 19:18:01.521546 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.managers [None req-18ee516b-2a6e-4b25-a850-37fd0eb52d68 None None] Attempting to bind port b0b1ca31-766c-4c54-8908-fd6c8750f0b9 by drivers openvswitch,hyperv on host n-d-713498-36 at level 0 using segments [{'id': 'a4222f89-8d3f-4b51-953b-1a8126392491', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '88055e1e-672a-4487-be31-ffb6e833ece5'}] {{(pid=103232) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 19:18:01.521925 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18ee516b-2a6e-4b25-a850-37fd0eb52d68 None None] Attempting to bind port b0b1ca31-766c-4c54-8908-fd6c8750f0b9 on network 88055e1e-672a-4487-be31-ffb6e833ece5 {{(pid=103232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 19:18:01.534752 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.plugin [None req-ba717c54-5414-41c1-919f-c4c971a88c37 tempest-RoutersAdminTest-314636334 tempest-RoutersAdminTest-314636334-project] Calling delete_port for 4b8ce2f0-d992-43a4-b655-9aae600978bf owned by network:router_gateway {{(pid=103230) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 19:18:01.539662 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18ee516b-2a6e-4b25-a850-37fd0eb52d68 None None] Checking agent: {'id': '496418a2-c002-4aec-ab1a-07f3bea491bd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-36', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 18, 51, 47), 'started_at': datetime.datetime(2022, 2, 9, 18, 52, 17), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 19, 17, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-36'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 19:18:01.540208 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18ee516b-2a6e-4b25-a850-37fd0eb52d68 None None] Checking segment: {'id': 'a4222f89-8d3f-4b51-953b-1a8126392491', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '88055e1e-672a-4487-be31-ffb6e833ece5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103232) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 19:18:01.540798 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-18ee516b-2a6e-4b25-a850-37fd0eb52d68 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:18:01.541632 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18ee516b-2a6e-4b25-a850-37fd0eb52d68 None None] Bound using segment: {'id': 'a4222f89-8d3f-4b51-953b-1a8126392491', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '88055e1e-672a-4487-be31-ffb6e833ece5'} {{(pid=103232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 19:18:01.542398 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.managers [None req-18ee516b-2a6e-4b25-a850-37fd0eb52d68 None None] Bound port: b0b1ca31-766c-4c54-8908-fd6c8750f0b9, host: n-d-713498-36, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a4222f89-8d3f-4b51-953b-1a8126392491', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '88055e1e-672a-4487-be31-ffb6e833ece5'}}] {{(pid=103232) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 19:18:01.543238 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-18ee516b-2a6e-4b25-a850-37fd0eb52d68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (b0b1ca31-766c-4c54-8908-fd6c8750f0b9), before_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:18:01.582639 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-3b267292-741a-4f1f-9ec2-02b669bcada6 req-9b102e68-0391-41cc-9221-f7ec8a00199d tempest-AttachVolumeNegativeTest-275227323 tempest-AttachVolumeNegativeTest-275227323-project] 10.222.0.75 "GET /v2.0/ports?tenant_id=5d3f70f6ea744878ae38cb247ef3217c&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1425519 Feb 09 19:18:01.587235 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f43b1c4e-4711-4640-8cfb-e00e3e2904c5 None None] Pushing event updated for resources: {'Port': ['ID=b0b1ca31-766c-4c54-8908-fd6c8750f0b9,revision_number=2']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:18:01.626273 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-18ee516b-2a6e-4b25-a850-37fd0eb52d68 None None] For port b0b1ca31-766c-4c54-8908-fd6c8750f0b9, host n-d-713498-36, cleared binding levels {{(pid=103232) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 19:18:01.629985 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-18ee516b-2a6e-4b25-a850-37fd0eb52d68 None None] For port b0b1ca31-766c-4c54-8908-fd6c8750f0b9, host n-d-713498-36, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-36',level=0,port_id=b0b1ca31-766c-4c54-8908-fd6c8750f0b9,segment=NetworkSegment(a4222f89-8d3f-4b51-953b-1a8126392491),segment_id=a4222f89-8d3f-4b51-953b-1a8126392491)] {{(pid=103232) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 19:18:01.640831 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-18ee516b-2a6e-4b25-a850-37fd0eb52d68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762867176205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762866656485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762866656503'] for port (b0b1ca31-766c-4c54-8908-fd6c8750f0b9), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:18:01.724898 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f43b1c4e-4711-4640-8cfb-e00e3e2904c5 None None] Pushing event updated for resources: {'Port': ['ID=b0b1ca31-766c-4c54-8908-fd6c8750f0b9,revision_number=3']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:18:01.760712 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Device f38c74ec-0f7b-426e-a5af-c8124c6db060 details requested by agent hyperv_n-h2-713498-36 with host n-h2-713498-36 {{(pid=103232) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 19:18:01.763173 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Device fa2e8579-3f4a-4e7f-88e4-722825a79ecf no longer exists at agent hyperv_n-h2-713498-36 {{(pid=103232) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 19:18:01.767264 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-ca959cdc-fffb-47d1-912e-a5dc399db18f req-e0b08cc2-025e-4f65-bf1e-3161dbbe123e tempest-ServersAdminTestJSON-1393048834 tempest-ServersAdminTestJSON-1393048834-project] 10.222.0.75 "GET /v2.0/security-groups?id=c0042214-21f2-4e80-92b9-9b56852b3a45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2823460 Feb 09 19:18:01.946921 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-7429db8d-6021-40ad-813e-885be449a89b None None] No Port match for: fa2e8579-3f4a-4e7f-88e4-722825a79ecf {{(pid=103232) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 19:18:01.947284 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Device fa2e8579-3f4a-4e7f-88e4-722825a79ecf not bound to the agent host n-h2-713498-36 {{(pid=103232) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 19:18:01.951252 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18ee516b-2a6e-4b25-a850-37fd0eb52d68 None None] Routers {'0b35ce43-523d-403b-836b-67cf87b6ca2f'} bound to L3 agent in host n-d-713498-36 {{(pid=103232) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 19:18:01.951886 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.l3_hamode_db [None req-18ee516b-2a6e-4b25-a850-37fd0eb52d68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T18:51:43Z,description=,heartbeat_timestamp=2022-02-09T19:17:43Z,host='n-d-713498-36',id=93303d5e-5d17-45e8-8963-7694f87783ae,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T18:51:43Z,topic='l3_agent')) {'router_ids': ['0b35ce43-523d-403b-836b-67cf87b6ca2f'], 'active': True} {{(pid=103232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:18:01.973034 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-3b267292-741a-4f1f-9ec2-02b669bcada6 req-2654fc68-6d75-4dc2-86e3-4e8a5193f29e service neutron] 10.222.0.75 "GET /v2.0/networks/1c43e0bb-e4e9-4561-873a-403fc433e655?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3894119 Feb 09 19:18:02.132942 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-3b267292-741a-4f1f-9ec2-02b669bcada6 req-f067b85e-50b0-4acd-9e54-915c69770199 service neutron] 10.222.0.75 "GET /v2.0/networks/1c43e0bb-e4e9-4561-873a-403fc433e655?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1574106 Feb 09 19:18:02.140263 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-ba717c54-5414-41c1-919f-c4c971a88c37 tempest-RoutersAdminTest-314636334 tempest-RoutersAdminTest-314636334-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762867177463', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762866656476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14393751'] for port (4b8ce2f0-d992-43a4-b655-9aae600978bf), after_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:18:02.198175 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.l3_dvr_db [None req-18ee516b-2a6e-4b25-a850-37fd0eb52d68 None None] Set router 0b35ce43-523d-403b-836b-67cf87b6ca2f gateway port host: n-d-713498-36 {{(pid=103232) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 19:18:02.247394 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-2ae2f2d2-1dd0-4855-8e0e-9c04ef01a0de admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (None), before_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:18:02.256865 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba717c54-5414-41c1-919f-c4c971a88c37 tempest-RoutersAdminTest-314636334 tempest-RoutersAdminTest-314636334-project] Pushing event deleted for resources: {'Port': ['ID=4b8ce2f0-d992-43a4-b655-9aae600978bf,revision_number=None']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:18:02.421934 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-7429db8d-6021-40ad-813e-885be449a89b None None] For port f38c74ec-0f7b-426e-a5af-c8124c6db060, host n-h2-713498-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-36',level=0,port_id=f38c74ec-0f7b-426e-a5af-c8124c6db060,segment=NetworkSegment(50e5915e-18f0-4558-9a28-b978975ead36),segment_id=50e5915e-18f0-4558-9a28-b978975ead36)] {{(pid=103232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 19:18:02.446876 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-d8b37765-34ca-4442-bf84-a5e656031d17 req-e88135ee-fc95-4f21-8218-48f2434ae1c3 tempest-AttachVolumeNegativeTest-275227323 tempest-AttachVolumeNegativeTest-275227323-project] 10.222.0.75 "GET /v2.0/ports?device_id=37846075-a439-4488-a4be-7949bad246af HTTP/1.1" status: 200 len: 210 time: 0.0679338 Feb 09 19:18:02.453629 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 39844) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:18:02.551188 n-d-713498-36 neutron-server[103229]: DEBUG neutron.db.db_base_plugin_v2 [None req-79f31edb-d0c1-4804-a092-1b6f76f7d572 admin admin] Deleting subnet 849eeead-c7e9-4182-a188-f25327807261 {{(pid=103229) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 19:18:02.558633 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-79f31edb-d0c1-4804-a092-1b6f76f7d572 admin admin] Publish callbacks [] for subnet (849eeead-c7e9-4182-a188-f25327807261), before_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:18:02.600955 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Returning: {'device': 'f38c74ec-0f7b-426e-a5af-c8124c6db060', 'network_id': '2b5494c8-cf97-42c1-b902-87f998f28179', 'port_id': 'f38c74ec-0f7b-426e-a5af-c8124c6db060', 'mac_address': 'fa:16:3e:1b:cc:cc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 359, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '60b561cb-321e-4f83-9bb3-92b2e1d0dc44', 'ip_address': '192.168.233.246'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103232) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 19:18:02.630776 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-79f31edb-d0c1-4804-a092-1b6f76f7d572 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16683410'] for subnet (849eeead-c7e9-4182-a188-f25327807261), precommit_delete_associations {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:18:02.691550 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-79f31edb-d0c1-4804-a092-1b6f76f7d572 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-759852'] for subnet (849eeead-c7e9-4182-a188-f25327807261), precommit_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:18:02.734864 n-d-713498-36 neutron-server[103230]: DEBUG neutron.db.db_base_plugin_common [None req-2ae2f2d2-1dd0-4855-8e0e-9c04ef01a0de admin admin] Allocated IP 172.20.0.1 (5d2d334e-0f6b-4e62-b869-e00487a29620/74f7cf6f-ebf0-4984-aecc-0c23aa6982bb/b2b454e4-3daa-46df-95f0-7e61df4a4481) {{(pid=103230) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 19:18:02.758280 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-ba717c54-5414-41c1-919f-c4c971a88c37 tempest-RoutersAdminTest-314636334 tempest-RoutersAdminTest-314636334-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1818987'] for router_gateway (0d436f30-f890-4512-90b1-827c71ae098e), after_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:18:02.766737 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.l3_hamode_db [None req-18ee516b-2a6e-4b25-a850-37fd0eb52d68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b35ce43-523d-403b-836b-67cf87b6ca2f', 'name': 'tempest-ServerRescueNegativeTestJSON-1373268637-router', 'tenant_id': 'eb0bb5f642894bf2abf52f90f794999a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88055e1e-672a-4487-be31-ffb6e833ece5', 'external_fixed_ips': [{'subnet_id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'ip_address': '172.25.1.133'}], 'enable_snat': True}, 'gw_port_id': 'b0b1ca31-766c-4c54-8908-fd6c8750f0b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T19:17:55Z', 'updated_at': '2022-02-09T19:17:58Z', 'revision_number': 3, 'project_id': 'eb0bb5f642894bf2abf52f90f794999a', 'gw_port': {'id': 'b0b1ca31-766c-4c54-8908-fd6c8750f0b9', 'name': '', 'network_id': '88055e1e-672a-4487-be31-ffb6e833ece5', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:99:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0b35ce43-523d-403b-836b-67cf87b6ca2f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1639, 'fixed_ips': [{'subnet_id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'ip_address': '172.25.1.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T19:17:56Z', 'updated_at': '2022-02-09T19:18:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-36'}], 'n-d-713498-36', False) {} {{(pid=103232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:18:02.816747 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18ee516b-2a6e-4b25-a850-37fd0eb52d68 None None] The sync data for ids ['0b35ce43-523d-403b-836b-67cf87b6ca2f'] in n-d-713498-36 is: [{'id': '0b35ce43-523d-403b-836b-67cf87b6ca2f', 'name': 'tempest-ServerRescueNegativeTestJSON-1373268637-router', 'tenant_id': 'eb0bb5f642894bf2abf52f90f794999a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88055e1e-672a-4487-be31-ffb6e833ece5', 'external_fixed_ips': [{'subnet_id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'ip_address': '172.25.1.133'}], 'enable_snat': True}, 'gw_port_id': 'b0b1ca31-766c-4c54-8908-fd6c8750f0b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T19:17:55Z', 'updated_at': '2022-02-09T19:17:58Z', 'revision_number': 3, 'project_id': 'eb0bb5f642894bf2abf52f90f794999a', 'gw_port': {'id': 'b0b1ca31-766c-4c54-8908-fd6c8750f0b9', 'name': '', 'network_id': '88055e1e-672a-4487-be31-ffb6e833ece5', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:99:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0b35ce43-523d-403b-836b-67cf87b6ca2f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1639, 'fixed_ips': [{'subnet_id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'ip_address': '172.25.1.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T19:17:56Z', 'updated_at': '2022-02-09T19:18:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-36'}] {{(pid=103232) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 19:18:02.821244 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Current status of the port f38c74ec-0f7b-426e-a5af-c8124c6db060 is: DOWN; New status is: BUILD {{(pid=103232) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 19:18:02.822892 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (f38c74ec-0f7b-426e-a5af-c8124c6db060), before_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:18:02.843851 n-d-713498-36 neutron-server[103232]: DEBUG neutron.notifiers.nova [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f38c74ec-0f7b-426e-a5af-c8124c6db060 {{(pid=103232) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 19:18:02.853977 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-79f31edb-d0c1-4804-a092-1b6f76f7d572 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-760023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12867367', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12759238'] for subnet (849eeead-c7e9-4182-a188-f25327807261), after_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:18:02.879665 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-7429db8d-6021-40ad-813e-885be449a89b None None] For port f38c74ec-0f7b-426e-a5af-c8124c6db060, host n-h2-713498-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-36',level=0,port_id=f38c74ec-0f7b-426e-a5af-c8124c6db060,segment=NetworkSegment(50e5915e-18f0-4558-9a28-b978975ead36),segment_id=50e5915e-18f0-4558-9a28-b978975ead36)] {{(pid=103232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 19:18:02.894488 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762867176205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762866656485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762866656503'] for port (f38c74ec-0f7b-426e-a5af-c8124c6db060), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:18:02.955881 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79f31edb-d0c1-4804-a092-1b6f76f7d572 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=849eeead-c7e9-4182-a188-f25327807261,revision_number=None']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:18:02.976262 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-79f31edb-d0c1-4804-a092-1b6f76f7d572 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1613566'] for subnet (None), before_response {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:18:02.987743 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-79f31edb-d0c1-4804-a092-1b6f76f7d572 admin admin] 10.222.0.75 "DELETE /v2.0/subnets/849eeead-c7e9-4182-a188-f25327807261 HTTP/1.1" status: 204 len: 168 time: 0.5312634 Feb 09 19:18:02.990376 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 39856) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:18:03.006444 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Pushing event updated for resources: {'Port': ['ID=f38c74ec-0f7b-426e-a5af-c8124c6db060,revision_number=4']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:18:03.158703 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-1a5e7644-8069-4e87-bc7f-59f4249e1017 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-670458'] for network (289de959-2439-4acf-b801-e8ca5f85e3fb), before_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:18:03.170939 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-ba717c54-5414-41c1-919f-c4c971a88c37 tempest-RoutersAdminTest-314636334 tempest-RoutersAdminTest-314636334-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1834988', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-58375'] for router (0d436f30-f890-4512-90b1-827c71ae098e), precommit_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:18:03.175063 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-ba717c54-5414-41c1-919f-c4c971a88c37 tempest-RoutersAdminTest-314636334 tempest-RoutersAdminTest-314636334-project] Publish callbacks [] for router_controller (0d436f30-f890-4512-90b1-827c71ae098e), precommit_delete_associations {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:18:03.269300 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-ba717c54-5414-41c1-919f-c4c971a88c37 tempest-RoutersAdminTest-314636334 tempest-RoutersAdminTest-314636334-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1835003'] for router (0d436f30-f890-4512-90b1-827c71ae098e), after_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:18:03.270033 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ba717c54-5414-41c1-919f-c4c971a88c37 tempest-RoutersAdminTest-314636334 tempest-RoutersAdminTest-314636334-project] Fanout notify agent at l3_agent the message router_deleted on router 0d436f30-f890-4512-90b1-827c71ae098e {{(pid=103230) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 09 19:18:03.284402 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10c52f81-d285-4f30-815e-489bf1fbcec4 req-4fa401cb-4452-4212-a310-840a9a732771 tempest-ServersAdminTestJSON-1393048834 tempest-ServersAdminTestJSON-1393048834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:18:03.299156 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-10c52f81-d285-4f30-815e-489bf1fbcec4 req-4fa401cb-4452-4212-a310-840a9a732771 tempest-ServersAdminTestJSON-1393048834 tempest-ServersAdminTestJSON-1393048834-project] 10.222.0.75 "GET /v2.0/ports?device_id=92fafb82-325f-4733-acfa-bdf7f471bf1c HTTP/1.1" status: 200 len: 949 time: 0.2999878 Feb 09 19:18:03.306784 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-ba717c54-5414-41c1-919f-c4c971a88c37 tempest-RoutersAdminTest-314636334 tempest-RoutersAdminTest-314636334-project] Publish callbacks [] for router (None), before_response {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:18:03.309609 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-ba717c54-5414-41c1-919f-c4c971a88c37 tempest-RoutersAdminTest-314636334 tempest-RoutersAdminTest-314636334-project] 10.222.0.75 "DELETE /v2.0/routers/0d436f30-f890-4512-90b1-827c71ae098e HTTP/1.1" status: 204 len: 168 time: 3.6953976 Feb 09 19:18:03.314799 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 39860) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:18:03.357317 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.v2.base [None req-1bc503b2-bf16-42db-88f7-39ecdf2e4fb9 tempest-RoutersAdminTest-314636334 tempest-RoutersAdminTest-314636334-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-227585715', 'external_gateway_info': {'network_id': '88055e1e-672a-4487-be31-ffb6e833ece5'}, 'admin_state_up': False}} {{(pid=103230) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 19:18:03.365010 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-7429db8d-6021-40ad-813e-885be449a89b None None] get_ports_and_sgs() called for port_ids ['f38c74ec-0f7b-426e-a5af-c8124c6db060'] {{(pid=103232) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 19:18:03.461374 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-1a5e7644-8069-4e87-bc7f-59f4249e1017 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-590267', 'neutron.services.segments.db._delete_segments_for_network-8762867132609'] for network (289de959-2439-4acf-b801-e8ca5f85e3fb), precommit_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:18:03.495279 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-2ae2f2d2-1dd0-4855-8e0e-9c04ef01a0de admin admin] Publish callbacks [] for port (b2b454e4-3daa-46df-95f0-7e61df4a4481), precommit_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:18:03.527924 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-10c52f81-d285-4f30-815e-489bf1fbcec4 req-6923fbf4-2084-45c7-8493-582c01a1f3a5 tempest-ServersAdminTestJSON-1393048834 tempest-ServersAdminTestJSON-1393048834-project] 10.222.0.75 "GET /v2.0/security-groups?id=c0042214-21f2-4e80-92b9-9b56852b3a45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2276618 Feb 09 19:18:03.531372 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-1bc503b2-bf16-42db-88f7-39ecdf2e4fb9 tempest-RoutersAdminTest-314636334 tempest-RoutersAdminTest-314636334-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1834830', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-58389'] for router (3aaa4df9-f079-4a4a-a339-edb6321ef151), before_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:18:03.550909 n-d-713498-36 neutron-server[103229]: DEBUG neutron.services.segments.db [None req-1a5e7644-8069-4e87-bc7f-59f4249e1017 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['289de959-2439-4acf-b801-e8ca5f85e3fb']}} {{(pid=103229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:18:03.551931 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-1bc503b2-bf16-42db-88f7-39ecdf2e4fb9 tempest-RoutersAdminTest-314636334 tempest-RoutersAdminTest-314636334-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1834810', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1822096', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1886735', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-58380'] for router (3aaa4df9-f079-4a4a-a339-edb6321ef151), precommit_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:18:03.601990 n-d-713498-36 neutron-server[103229]: DEBUG neutron.services.segments.db [None req-1a5e7644-8069-4e87-bc7f-59f4249e1017 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fa5b6bb6-6b97-460a-b07a-928362de74e3') {'for_net_delete': True} {{(pid=103229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:18:03.601990 n-d-713498-36 neutron-server[103229]: DEBUG neutron.services.segments.db [None req-1a5e7644-8069-4e87-bc7f-59f4249e1017 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fa5b6bb6-6b97-460a-b07a-928362de74e3') {} {{(pid=103229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:18:03.726645 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-1a5e7644-8069-4e87-bc7f-59f4249e1017 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762867134154', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16683417'] for segment (fa5b6bb6-6b97-460a-b07a-928362de74e3), before_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:18:03.735685 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-152a1ef4-5dd8-4136-9072-fadb093795e3 req-77ec1cfa-ed93-4c02-be9e-ccbf6b166b48 tempest-AttachVolumeNegativeTest-275227323 tempest-AttachVolumeNegativeTest-275227323-project] 10.222.0.75 "GET /v2.0/ports?device_id=37846075-a439-4488-a4be-7949bad246af HTTP/1.1" status: 200 len: 210 time: 0.1562524 Feb 09 19:18:03.776302 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-1a5e7644-8069-4e87-bc7f-59f4249e1017 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-759574'] for segment (fa5b6bb6-6b97-460a-b07a-928362de74e3), precommit_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:18:03.796657 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1a5e7644-8069-4e87-bc7f-59f4249e1017 admin admin] Releasing vlan 357 on physical network physnet1 to pool {{(pid=103229) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 19:18:03.799995 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-1a5e7644-8069-4e87-bc7f-59f4249e1017 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-759574', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12867469'] for segment (fa5b6bb6-6b97-460a-b07a-928362de74e3), after_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:18:03.805200 n-d-713498-36 neutron-server[103229]: Traceback (most recent call last): Feb 09 19:18:03.805200 n-d-713498-36 neutron-server[103229]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 19:18:03.805200 n-d-713498-36 neutron-server[103229]: timer() Feb 09 19:18:03.805200 n-d-713498-36 neutron-server[103229]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 19:18:03.805200 n-d-713498-36 neutron-server[103229]: cb(*args, **kw) Feb 09 19:18:03.805200 n-d-713498-36 neutron-server[103229]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 19:18:03.805200 n-d-713498-36 neutron-server[103229]: return func(*args, **kwargs) Feb 09 19:18:03.805200 n-d-713498-36 neutron-server[103229]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 19:18:03.805200 n-d-713498-36 neutron-server[103229]: self._notify() Feb 09 19:18:03.805200 n-d-713498-36 neutron-server[103229]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 19:18:03.805200 n-d-713498-36 neutron-server[103229]: self.callback(batched_events) Feb 09 19:18:03.805200 n-d-713498-36 neutron-server[103229]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 19:18:03.805200 n-d-713498-36 neutron-server[103229]: event.method(event) Feb 09 19:18:03.805200 n-d-713498-36 neutron-server[103229]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 19:18:03.805200 n-d-713498-36 neutron-server[103229]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 19:18:03.805200 n-d-713498-36 neutron-server[103229]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 19:18:03.805200 n-d-713498-36 neutron-server[103229]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 19:18:03.805200 n-d-713498-36 neutron-server[103229]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 19:18:03.805200 n-d-713498-36 neutron-server[103229]: return f(self, *a, **k) Feb 09 19:18:03.805200 n-d-713498-36 neutron-server[103229]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 19:18:03.805200 n-d-713498-36 neutron-server[103229]: return self._get(url).json() Feb 09 19:18:03.805200 n-d-713498-36 neutron-server[103229]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 19:18:03.805200 n-d-713498-36 neutron-server[103229]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 19:18:03.805200 n-d-713498-36 neutron-server[103229]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 19:18:03.805200 n-d-713498-36 neutron-server[103229]: return self.request(url, 'GET', **kwargs) Feb 09 19:18:03.805200 n-d-713498-36 neutron-server[103229]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 19:18:03.805200 n-d-713498-36 neutron-server[103229]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 19:18:03.805200 n-d-713498-36 neutron-server[103229]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 19:18:03.805200 n-d-713498-36 neutron-server[103229]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 19:18:03.805200 n-d-713498-36 neutron-server[103229]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 19:18:03.805200 n-d-713498-36 neutron-server[103229]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 19:18:03.805200 n-d-713498-36 neutron-server[103229]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 19:18:03.831047 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-1bc503b2-bf16-42db-88f7-39ecdf2e4fb9 tempest-RoutersAdminTest-314636334 tempest-RoutersAdminTest-314636334-project] Publish callbacks [] for router_controller (3aaa4df9-f079-4a4a-a339-edb6321ef151), precommit_add_association {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:18:03.904650 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-2ae2f2d2-1dd0-4855-8e0e-9c04ef01a0de admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762866656467', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14393751'] for port (b2b454e4-3daa-46df-95f0-7e61df4a4481), after_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:18:03.906290 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-1a5e7644-8069-4e87-bc7f-59f4249e1017 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-590242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1885479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1818895'] for network (289de959-2439-4acf-b801-e8ca5f85e3fb), after_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:18:03.949547 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-1a5e7644-8069-4e87-bc7f-59f4249e1017 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1613566'] for network (None), before_response {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:18:03.954907 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-1a5e7644-8069-4e87-bc7f-59f4249e1017 admin admin] 10.222.0.75 "DELETE /v2.0/networks/289de959-2439-4acf-b801-e8ca5f85e3fb HTTP/1.1" status: 204 len: 168 time: 0.9613280 Feb 09 19:18:03.956228 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a5e7644-8069-4e87-bc7f-59f4249e1017 admin admin] Pushing event deleted for resources: {'Network': ['ID=289de959-2439-4acf-b801-e8ca5f85e3fb,revision_number=None']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:18:04.021459 n-d-713498-36 neutron-server[103230]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ae2f2d2-1dd0-4855-8e0e-9c04ef01a0de admin admin] Network 5d2d334e-0f6b-4e62-b869-e00487a29620 is already hosted by enough agents. {{(pid=103230) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 19:18:04.058191 n-d-713498-36 neutron-server[103230]: DEBUG neutron.scheduler.base_scheduler [None req-2ae2f2d2-1dd0-4855-8e0e-9c04ef01a0de admin admin] Resources bound (agent type, host, resource id): {{(pid=103230) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 19:18:04.090011 n-d-713498-36 neutron-server[103230]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ae2f2d2-1dd0-4855-8e0e-9c04ef01a0de admin admin] Received port after_create {{(pid=103230) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 19:18:04.312874 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 39870) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:18:04.368776 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ae2f2d2-1dd0-4855-8e0e-9c04ef01a0de admin admin] Pushing event updated for resources: {'Port': ['ID=b2b454e4-3daa-46df-95f0-7e61df4a4481,revision_number=1']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:18:04.404441 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-3600a4aa-6913-4289-b262-b2bd978846ce admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=2376f43d20c945f884541a1335c84136&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0903141 Feb 09 19:18:04.406912 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 39872) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:18:04.433809 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b267292-741a-4f1f-9ec2-02b669bcada6 req-9208f249-00df-455f-b24d-0822f3819685 tempest-AttachVolumeNegativeTest-275227323 tempest-AttachVolumeNegativeTest-275227323-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:18:04.435458 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-3b267292-741a-4f1f-9ec2-02b669bcada6 req-9208f249-00df-455f-b24d-0822f3819685 tempest-AttachVolumeNegativeTest-275227323 tempest-AttachVolumeNegativeTest-275227323-project] 10.222.0.89 "GET /v2.0/networks?id=1c43e0bb-e4e9-4561-873a-403fc433e655 HTTP/1.1" status: 200 len: 814 time: 0.3612063 Feb 09 19:18:04.441126 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-1bc503b2-bf16-42db-88f7-39ecdf2e4fb9 tempest-RoutersAdminTest-314636334 tempest-RoutersAdminTest-314636334-project] Publish callbacks [] for router_gateway (3aaa4df9-f079-4a4a-a339-edb6321ef151), precommit_update {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:18:04.452518 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.v2.base [req-3b267292-741a-4f1f-9ec2-02b669bcada6 req-36403562-d9ae-44f7-901f-f656eab740a9 tempest-AttachVolumeNegativeTest-275227323 tempest-AttachVolumeNegativeTest-275227323-project] Request body: {'port': {'device_id': '37846075-a439-4488-a4be-7949bad246af', 'network_id': '1c43e0bb-e4e9-4561-873a-403fc433e655', 'admin_state_up': True, 'tenant_id': '5d3f70f6ea744878ae38cb247ef3217c'}} {{(pid=103229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 19:18:04.453232 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-2ae2f2d2-1dd0-4855-8e0e-9c04ef01a0de admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1819024'] for router_interface (0b35ce43-523d-403b-836b-67cf87b6ca2f), before_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:18:04.560849 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-bbd90834-780e-4043-879c-8365eed21639 admin admin] Publish callbacks [] for security_group (0c9e5c1b-7ac4-49aa-a1a3-5bdae8c30434), before_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:18:04.598384 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-bbd90834-780e-4043-879c-8365eed21639 admin admin] Publish callbacks [] for security_group (0c9e5c1b-7ac4-49aa-a1a3-5bdae8c30434), precommit_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:18:04.674894 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-bbd90834-780e-4043-879c-8365eed21639 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1892331'] for security_group (0c9e5c1b-7ac4-49aa-a1a3-5bdae8c30434), after_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:18:04.678642 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-bbd90834-780e-4043-879c-8365eed21639 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:18:04.680467 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-bbd90834-780e-4043-879c-8365eed21639 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/0c9e5c1b-7ac4-49aa-a1a3-5bdae8c30434 HTTP/1.1" status: 204 len: 168 time: 0.2725749 Feb 09 19:18:04.729851 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbd90834-780e-4043-879c-8365eed21639 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0c9e5c1b-7ac4-49aa-a1a3-5bdae8c30434,revision_number=None']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:18:04.795558 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3b267292-741a-4f1f-9ec2-02b669bcada6 req-36403562-d9ae-44f7-901f-f656eab740a9 tempest-AttachVolumeNegativeTest-275227323 tempest-AttachVolumeNegativeTest-275227323-project] Made reservation on behalf of 5d3f70f6ea744878ae38cb247ef3217c for: {'port': 1} {{(pid=103229) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 19:18:04.800038 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-3b267292-741a-4f1f-9ec2-02b669bcada6 req-36403562-d9ae-44f7-901f-f656eab740a9 tempest-AttachVolumeNegativeTest-275227323 tempest-AttachVolumeNegativeTest-275227323-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (None), before_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:18:04.818280 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-2ae2f2d2-1dd0-4855-8e0e-9c04ef01a0de admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (b2b454e4-3daa-46df-95f0-7e61df4a4481), before_update {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:18:05.023633 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-679aef0d-4a92-4ef5-93f6-d09d1e9c6f59 req-75ce6b3c-9ef9-47a3-8048-7b0173f3f5fe tempest-AttachVolumeNegativeTest-275227323 tempest-AttachVolumeNegativeTest-275227323-project] 10.222.0.75 "GET /v2.0/ports?device_id=37846075-a439-4488-a4be-7949bad246af HTTP/1.1" status: 200 len: 210 time: 0.1511714 Feb 09 19:18:05.083862 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42c0c77d-196c-454d-99eb-c7967cf0b704 req-7e4d5246-dfaf-4b3a-a464-ce9ef4fd8e2c tempest-ServersAdminTestJSON-1393048834 tempest-ServersAdminTestJSON-1393048834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:18:05.097919 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-42c0c77d-196c-454d-99eb-c7967cf0b704 req-7e4d5246-dfaf-4b3a-a464-ce9ef4fd8e2c tempest-ServersAdminTestJSON-1393048834 tempest-ServersAdminTestJSON-1393048834-project] 10.222.0.75 "GET /v2.0/ports?device_id=92fafb82-325f-4733-acfa-bdf7f471bf1c HTTP/1.1" status: 200 len: 949 time: 0.4692094 Feb 09 19:18:05.125230 n-d-713498-36 neutron-server[103229]: DEBUG neutron.db.db_base_plugin_common [req-3b267292-741a-4f1f-9ec2-02b669bcada6 req-36403562-d9ae-44f7-901f-f656eab740a9 tempest-AttachVolumeNegativeTest-275227323 tempest-AttachVolumeNegativeTest-275227323-project] Allocated IP 172.20.0.11 (1c43e0bb-e4e9-4561-873a-403fc433e655/bfbf079d-29ec-44ec-8f0f-f87b207baa58/af0ea075-bacf-4bf8-b405-eb1fa1a11f12) {{(pid=103229) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 19:18:05.350117 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Device b0b1ca31-766c-4c54-8908-fd6c8750f0b9 up at agent ovs-agent-n-d-713498-36 {{(pid=103232) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 19:18:05.376550 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-42c0c77d-196c-454d-99eb-c7967cf0b704 req-13566fd5-e454-4f96-872c-88103e4bea50 tempest-ServersAdminTestJSON-1393048834 tempest-ServersAdminTestJSON-1393048834-project] 10.222.0.75 "GET /v2.0/security-groups?id=c0042214-21f2-4e80-92b9-9b56852b3a45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2775369 Feb 09 19:18:05.433591 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-2ae2f2d2-1dd0-4855-8e0e-9c04ef01a0de admin admin] Publish callbacks [] for port (b2b454e4-3daa-46df-95f0-7e61df4a4481), precommit_update {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:18:05.451831 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.provisioning_blocks [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Provisioning complete for port b0b1ca31-766c-4c54-8908-fd6c8750f0b9 triggered by entity L2. {{(pid=103232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 19:18:05.452233 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593630'] for port (b0b1ca31-766c-4c54-8908-fd6c8750f0b9), provisioning_complete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:18:05.501521 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-1bc503b2-bf16-42db-88f7-39ecdf2e4fb9 tempest-RoutersAdminTest-314636334 tempest-RoutersAdminTest-314636334-project] Publish callbacks [] for router_gateway (3aaa4df9-f079-4a4a-a339-edb6321ef151), before_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:18:05.562010 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-3b267292-741a-4f1f-9ec2-02b669bcada6 req-36403562-d9ae-44f7-901f-f656eab740a9 tempest-AttachVolumeNegativeTest-275227323 tempest-AttachVolumeNegativeTest-275227323-project] Publish callbacks [] for port (af0ea075-bacf-4bf8-b405-eb1fa1a11f12), precommit_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:18:05.570729 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-2ae2f2d2-1dd0-4855-8e0e-9c04ef01a0de admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762867176205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762866656485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762866656503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14393758'] for port (b2b454e4-3daa-46df-95f0-7e61df4a4481), after_update {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:18:05.645828 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ae2f2d2-1dd0-4855-8e0e-9c04ef01a0de admin admin] Pushing event updated for resources: {'Port': ['ID=b2b454e4-3daa-46df-95f0-7e61df4a4481,revision_number=2']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:18:05.648619 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-1bc503b2-bf16-42db-88f7-39ecdf2e4fb9 tempest-RoutersAdminTest-314636334 tempest-RoutersAdminTest-314636334-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (None), before_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:18:05.660603 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-3b267292-741a-4f1f-9ec2-02b669bcada6 req-36403562-d9ae-44f7-901f-f656eab740a9 tempest-AttachVolumeNegativeTest-275227323 tempest-AttachVolumeNegativeTest-275227323-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762866656467', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12867576'] for port (af0ea075-bacf-4bf8-b405-eb1fa1a11f12), after_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:18:05.685517 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Current status of the port b0b1ca31-766c-4c54-8908-fd6c8750f0b9 is: DOWN; New status is: ACTIVE {{(pid=103232) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 19:18:05.688369 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (b0b1ca31-766c-4c54-8908-fd6c8750f0b9), before_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:18:05.741927 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] For port b0b1ca31-766c-4c54-8908-fd6c8750f0b9, host n-d-713498-36, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-36',level=0,port_id=b0b1ca31-766c-4c54-8908-fd6c8750f0b9,segment=NetworkSegment(a4222f89-8d3f-4b51-953b-1a8126392491),segment_id=a4222f89-8d3f-4b51-953b-1a8126392491)] {{(pid=103232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 19:18:05.748463 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] get_ports_and_sgs() called for port_ids ['35ccb5fc-0174-476e-9fad-08fae2a5fb89'] {{(pid=103232) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 19:18:05.756752 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762867176205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762866656485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762866656503'] for port (b0b1ca31-766c-4c54-8908-fd6c8750f0b9), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:18:05.766277 n-d-713498-36 neutron-server[103229]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3b267292-741a-4f1f-9ec2-02b669bcada6 req-36403562-d9ae-44f7-901f-f656eab740a9 tempest-AttachVolumeNegativeTest-275227323 tempest-AttachVolumeNegativeTest-275227323-project] Network 1c43e0bb-e4e9-4561-873a-403fc433e655 is already hosted by enough agents. {{(pid=103229) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 19:18:05.789367 n-d-713498-36 neutron-server[103229]: DEBUG neutron.scheduler.base_scheduler [req-3b267292-741a-4f1f-9ec2-02b669bcada6 req-36403562-d9ae-44f7-901f-f656eab740a9 tempest-AttachVolumeNegativeTest-275227323 tempest-AttachVolumeNegativeTest-275227323-project] Resources bound (agent type, host, resource id): {{(pid=103229) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 19:18:05.794586 n-d-713498-36 neutron-server[103229]: DEBUG neutron.db.l3_dvrscheduler_db [req-3b267292-741a-4f1f-9ec2-02b669bcada6 req-36403562-d9ae-44f7-901f-f656eab740a9 tempest-AttachVolumeNegativeTest-275227323 tempest-AttachVolumeNegativeTest-275227323-project] Received port after_create {{(pid=103229) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 19:18:05.832091 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36403562-d9ae-44f7-901f-f656eab740a9 tempest-AttachVolumeNegativeTest-275227323 tempest-AttachVolumeNegativeTest-275227323-project] Pushing event updated for resources: {'Port': ['ID=af0ea075-bacf-4bf8-b405-eb1fa1a11f12,revision_number=1']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:18:05.876632 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-2ae2f2d2-1dd0-4855-8e0e-9c04ef01a0de admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1613458', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1834496'] for router_interface (0b35ce43-523d-403b-836b-67cf87b6ca2f), after_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:18:05.888991 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b267292-741a-4f1f-9ec2-02b669bcada6 req-36403562-d9ae-44f7-901f-f656eab740a9 tempest-AttachVolumeNegativeTest-275227323 tempest-AttachVolumeNegativeTest-275227323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:18:05.890300 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-3b267292-741a-4f1f-9ec2-02b669bcada6 req-36403562-d9ae-44f7-901f-f656eab740a9 tempest-AttachVolumeNegativeTest-275227323 tempest-AttachVolumeNegativeTest-275227323-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171096'] for port (None), before_response {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:18:05.920329 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-3b267292-741a-4f1f-9ec2-02b669bcada6 req-36403562-d9ae-44f7-901f-f656eab740a9 tempest-AttachVolumeNegativeTest-275227323 tempest-AttachVolumeNegativeTest-275227323-project] 10.222.0.89 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4730608 Feb 09 19:18:05.937453 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.v2.base [req-3b267292-741a-4f1f-9ec2-02b669bcada6 req-bc110c87-9a67-49db-bc2c-5dcbe3cc63cb service neutron] Request body: {'port': {'device_id': '37846075-a439-4488-a4be-7949bad246af', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-713498-36'}} {{(pid=103229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 19:18:06.050690 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-3b267292-741a-4f1f-9ec2-02b669bcada6 req-bc110c87-9a67-49db-bc2c-5dcbe3cc63cb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (af0ea075-bacf-4bf8-b405-eb1fa1a11f12), before_update {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:18:06.083355 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Device f38c74ec-0f7b-426e-a5af-c8124c6db060 up at agent hyperv_n-h2-713498-36 {{(pid=103232) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 19:18:06.159181 n-d-713498-36 neutron-server[103230]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ae2f2d2-1dd0-4855-8e0e-9c04ef01a0de admin admin] Network 5d2d334e-0f6b-4e62-b869-e00487a29620 is already hosted by enough agents. {{(pid=103230) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 19:18:06.168056 n-d-713498-36 neutron-server[103230]: DEBUG neutron.scheduler.base_scheduler [None req-2ae2f2d2-1dd0-4855-8e0e-9c04ef01a0de admin admin] Resources bound (agent type, host, resource id): {{(pid=103230) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 19:18:06.212640 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Pushing event updated for resources: {'Port': ['ID=b0b1ca31-766c-4c54-8908-fd6c8750f0b9,revision_number=4']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:18:06.217170 n-d-713498-36 neutron-server[103230]: DEBUG neutron.db.db_base_plugin_common [None req-1bc503b2-bf16-42db-88f7-39ecdf2e4fb9 tempest-RoutersAdminTest-314636334 tempest-RoutersAdminTest-314636334-project] Allocated IP 172.25.1.213 (88055e1e-672a-4487-be31-ffb6e833ece5/ac16dbcc-383c-4b43-9153-d763c4a53f91/476f1724-c220-4228-b81a-6022c9c39b71) {{(pid=103230) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 19:18:06.334610 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.provisioning_blocks [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Provisioning for port f38c74ec-0f7b-426e-a5af-c8124c6db060 completed by entity L2. {{(pid=103232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 19:18:06.345594 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.provisioning_blocks [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Provisioning complete for port f38c74ec-0f7b-426e-a5af-c8124c6db060 triggered by entity L2. {{(pid=103232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 19:18:06.349132 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593630'] for port (f38c74ec-0f7b-426e-a5af-c8124c6db060), provisioning_complete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:18:06.370710 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf14a9e4-3035-4203-96db-8fb0e5dac16c req-273a5e2c-15a9-4044-aa50-59ef16b02a8a tempest-AttachVolumeNegativeTest-275227323 tempest-AttachVolumeNegativeTest-275227323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:18:06.373353 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-cf14a9e4-3035-4203-96db-8fb0e5dac16c req-273a5e2c-15a9-4044-aa50-59ef16b02a8a tempest-AttachVolumeNegativeTest-275227323 tempest-AttachVolumeNegativeTest-275227323-project] 10.222.0.75 "GET /v2.0/ports?device_id=37846075-a439-4488-a4be-7949bad246af HTTP/1.1" status: 200 len: 932 time: 0.1272736 Feb 09 19:18:06.511355 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Current status of the port f38c74ec-0f7b-426e-a5af-c8124c6db060 is: BUILD; New status is: ACTIVE {{(pid=103232) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 19:18:06.512543 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (f38c74ec-0f7b-426e-a5af-c8124c6db060), before_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:18:06.546408 n-d-713498-36 neutron-server[103232]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '92fafb82-325f-4733-acfa-bdf7f471bf1c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f38c74ec-0f7b-426e-a5af-c8124c6db060'}] {{(pid=103232) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 19:18:06.549514 n-d-713498-36 neutron-server[103232]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}949cdcde653dec44821de95cbf67297f53cbc2aed4e073b5d514f93bf911ce85" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-da0b4f8e-e539-4b7f-82c3-025cd82332f6" -d '{"events": [{"server_uuid": "92fafb82-325f-4733-acfa-bdf7f471bf1c", "name": "network-vif-plugged", "status": "completed", "tag": "f38c74ec-0f7b-426e-a5af-c8124c6db060"}]}' {{(pid=103232) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 19:18:06.584844 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-7429db8d-6021-40ad-813e-885be449a89b None None] For port f38c74ec-0f7b-426e-a5af-c8124c6db060, host n-h2-713498-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-36',level=0,port_id=f38c74ec-0f7b-426e-a5af-c8124c6db060,segment=NetworkSegment(50e5915e-18f0-4558-9a28-b978975ead36),segment_id=50e5915e-18f0-4558-9a28-b978975ead36)] {{(pid=103232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 19:18:06.597943 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762867176205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762866656485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762866656503'] for port (f38c74ec-0f7b-426e-a5af-c8124c6db060), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:18:06.618975 n-d-713498-36 neutron-server[103230]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2ae2f2d2-1dd0-4855-8e0e-9c04ef01a0de admin admin] Router 0b35ce43-523d-403b-836b-67cf87b6ca2f has already been hosted by L3 agent 93303d5e-5d17-45e8-8963-7694f87783ae {{(pid=103230) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 19:18:06.651649 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-cf14a9e4-3035-4203-96db-8fb0e5dac16c req-ec34ff3a-0ba4-44fb-8181-78825b1ceb55 tempest-AttachVolumeNegativeTest-275227323 tempest-AttachVolumeNegativeTest-275227323-project] 10.222.0.75 "GET /v2.0/security-groups?id=4936bce0-5f58-4a33-9b1f-fa66fe6c175f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2588208 Feb 09 19:18:06.733680 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Pushing event updated for resources: {'Port': ['ID=f38c74ec-0f7b-426e-a5af-c8124c6db060,revision_number=5']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:18:06.855352 n-d-713498-36 neutron-server[103229]: DEBUG neutron.notifiers.nova [req-3b267292-741a-4f1f-9ec2-02b669bcada6 req-bc110c87-9a67-49db-bc2c-5dcbe3cc63cb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id af0ea075-bacf-4bf8-b405-eb1fa1a11f12 {{(pid=103229) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 19:18:06.873426 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-3b267292-741a-4f1f-9ec2-02b669bcada6 req-bc110c87-9a67-49db-bc2c-5dcbe3cc63cb service neutron] Publish callbacks [] for port (af0ea075-bacf-4bf8-b405-eb1fa1a11f12), precommit_update {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:18:06.894568 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e93553e-8b7e-4749-b4dc-a65d6f4f4d39 req-251ebb05-f82e-45ec-83f3-b7d1856e3091 tempest-ServersAdminTestJSON-1393048834 tempest-ServersAdminTestJSON-1393048834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:18:06.904010 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-4e93553e-8b7e-4749-b4dc-a65d6f4f4d39 req-251ebb05-f82e-45ec-83f3-b7d1856e3091 tempest-ServersAdminTestJSON-1393048834 tempest-ServersAdminTestJSON-1393048834-project] 10.222.0.75 "GET /v2.0/ports?device_id=92fafb82-325f-4733-acfa-bdf7f471bf1c HTTP/1.1" status: 200 len: 950 time: 0.1271613 Feb 09 19:18:06.942498 n-d-713498-36 neutron-server[103229]: DEBUG neutron.db.provisioning_blocks [req-3b267292-741a-4f1f-9ec2-02b669bcada6 req-bc110c87-9a67-49db-bc2c-5dcbe3cc63cb service neutron] Transition to ACTIVE for port object af0ea075-bacf-4bf8-b405-eb1fa1a11f12 will not be triggered until provisioned by entity L2. {{(pid=103229) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 19:18:06.953472 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-3b267292-741a-4f1f-9ec2-02b669bcada6 req-bc110c87-9a67-49db-bc2c-5dcbe3cc63cb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762867176205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762866656485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762866656503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12867569'] for port (af0ea075-bacf-4bf8-b405-eb1fa1a11f12), after_update {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:18:07.066370 n-d-713498-36 neutron-server[103232]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 19:18:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bdd18850-9c8b-4380-b34f-4c5b23f0de8d x-openstack-request-id: req-bdd18850-9c8b-4380-b34f-4c5b23f0de8d {{(pid=103232) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 19:18:07.066664 n-d-713498-36 neutron-server[103232]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "92fafb82-325f-4733-acfa-bdf7f471bf1c", "name": "network-vif-plugged", "status": "completed", "tag": "f38c74ec-0f7b-426e-a5af-c8124c6db060", "code": 200}]} {{(pid=103232) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 19:18:07.066919 n-d-713498-36 neutron-server[103232]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-bdd18850-9c8b-4380-b34f-4c5b23f0de8d {{(pid=103232) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 19:18:07.067452 n-d-713498-36 neutron-server[103232]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '92fafb82-325f-4733-acfa-bdf7f471bf1c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f38c74ec-0f7b-426e-a5af-c8124c6db060', 'code': 200} Feb 09 19:18:07.151048 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-4e93553e-8b7e-4749-b4dc-a65d6f4f4d39 req-20e196ae-97dd-4cc6-8d50-24b03ed346d6 tempest-ServersAdminTestJSON-1393048834 tempest-ServersAdminTestJSON-1393048834-project] 10.222.0.75 "GET /v2.0/security-groups?id=c0042214-21f2-4e80-92b9-9b56852b3a45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2458508 Feb 09 19:18:07.195915 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc110c87-9a67-49db-bc2c-5dcbe3cc63cb service neutron] Pushing event updated for resources: {'Port': ['ID=af0ea075-bacf-4bf8-b405-eb1fa1a11f12,revision_number=2']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:18:07.238207 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc110c87-9a67-49db-bc2c-5dcbe3cc63cb service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:18:07.238822 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc110c87-9a67-49db-bc2c-5dcbe3cc63cb service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:18:07.239355 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc110c87-9a67-49db-bc2c-5dcbe3cc63cb service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:18:07.240102 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc110c87-9a67-49db-bc2c-5dcbe3cc63cb service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:18:07.240614 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc110c87-9a67-49db-bc2c-5dcbe3cc63cb service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:18:07.242071 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc110c87-9a67-49db-bc2c-5dcbe3cc63cb service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:18:07.242956 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc110c87-9a67-49db-bc2c-5dcbe3cc63cb service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:18:07.243472 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc110c87-9a67-49db-bc2c-5dcbe3cc63cb service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:18:07.243965 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc110c87-9a67-49db-bc2c-5dcbe3cc63cb service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:18:07.244447 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc110c87-9a67-49db-bc2c-5dcbe3cc63cb service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:18:07.244953 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc110c87-9a67-49db-bc2c-5dcbe3cc63cb service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:18:07.245465 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc110c87-9a67-49db-bc2c-5dcbe3cc63cb service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:18:07.245943 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc110c87-9a67-49db-bc2c-5dcbe3cc63cb service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:18:07.280871 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.managers [req-3b267292-741a-4f1f-9ec2-02b669bcada6 req-bc110c87-9a67-49db-bc2c-5dcbe3cc63cb service neutron] Attempting to bind port af0ea075-bacf-4bf8-b405-eb1fa1a11f12 on host n-h1-713498-36 for vnic_type normal with profile {{(pid=103229) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 19:18:07.281215 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.managers [req-3b267292-741a-4f1f-9ec2-02b669bcada6 req-bc110c87-9a67-49db-bc2c-5dcbe3cc63cb service neutron] Attempting to bind port af0ea075-bacf-4bf8-b405-eb1fa1a11f12 by drivers openvswitch,hyperv on host n-h1-713498-36 at level 0 using segments [{'id': 'c4b0cfb4-dad4-4b79-b4e7-2eec0bd08e3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': '1c43e0bb-e4e9-4561-873a-403fc433e655'}] {{(pid=103229) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 19:18:07.281527 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b267292-741a-4f1f-9ec2-02b669bcada6 req-bc110c87-9a67-49db-bc2c-5dcbe3cc63cb service neutron] Attempting to bind port af0ea075-bacf-4bf8-b405-eb1fa1a11f12 on network 1c43e0bb-e4e9-4561-873a-403fc433e655 {{(pid=103229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 19:18:07.292966 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b267292-741a-4f1f-9ec2-02b669bcada6 req-bc110c87-9a67-49db-bc2c-5dcbe3cc63cb service neutron] Port af0ea075-bacf-4bf8-b405-eb1fa1a11f12 on network 1c43e0bb-e4e9-4561-873a-403fc433e655 not bound, no agent of type Open vSwitch agent registered on host n-h1-713498-36 {{(pid=103229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 19:18:07.294666 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b267292-741a-4f1f-9ec2-02b669bcada6 req-bc110c87-9a67-49db-bc2c-5dcbe3cc63cb service neutron] Attempting to bind port af0ea075-bacf-4bf8-b405-eb1fa1a11f12 on network 1c43e0bb-e4e9-4561-873a-403fc433e655 {{(pid=103229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 19:18:07.303216 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b267292-741a-4f1f-9ec2-02b669bcada6 req-bc110c87-9a67-49db-bc2c-5dcbe3cc63cb service neutron] Checking agent: {'id': '488cd9ae-631f-4955-ba0b-4f5a13f12e9c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713498-36', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 18, 59, 18), 'started_at': datetime.datetime(2022, 2, 9, 18, 59, 18), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 19, 17, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 19:18:07.304728 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b267292-741a-4f1f-9ec2-02b669bcada6 req-bc110c87-9a67-49db-bc2c-5dcbe3cc63cb service neutron] Checking segment: {'id': 'c4b0cfb4-dad4-4b79-b4e7-2eec0bd08e3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': '1c43e0bb-e4e9-4561-873a-403fc433e655'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103229) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 19:18:07.305474 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b267292-741a-4f1f-9ec2-02b669bcada6 req-bc110c87-9a67-49db-bc2c-5dcbe3cc63cb service neutron] Bound using segment: {'id': 'c4b0cfb4-dad4-4b79-b4e7-2eec0bd08e3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': '1c43e0bb-e4e9-4561-873a-403fc433e655'} {{(pid=103229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 19:18:07.306062 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.managers [req-3b267292-741a-4f1f-9ec2-02b669bcada6 req-bc110c87-9a67-49db-bc2c-5dcbe3cc63cb service neutron] Bound port: af0ea075-bacf-4bf8-b405-eb1fa1a11f12, host: n-h1-713498-36, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c4b0cfb4-dad4-4b79-b4e7-2eec0bd08e3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': '1c43e0bb-e4e9-4561-873a-403fc433e655'}}] {{(pid=103229) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 19:18:07.306656 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-3b267292-741a-4f1f-9ec2-02b669bcada6 req-bc110c87-9a67-49db-bc2c-5dcbe3cc63cb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (af0ea075-bacf-4bf8-b405-eb1fa1a11f12), before_update {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:18:07.329343 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Device b0b1ca31-766c-4c54-8908-fd6c8750f0b9 up at agent ovs-agent-n-d-713498-36 {{(pid=103232) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 19:18:07.330475 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-1bc503b2-bf16-42db-88f7-39ecdf2e4fb9 tempest-RoutersAdminTest-314636334 tempest-RoutersAdminTest-314636334-project] Publish callbacks [] for port (476f1724-c220-4228-b81a-6022c9c39b71), precommit_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:18:07.442617 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-a57a31e7-2cc2-457e-901c-5008dbe51946 req-3e90c61a-6640-4da1-bbf1-f5ea3018d08e tempest-ServerShowV247Test-1778340501 tempest-ServerShowV247Test-1778340501-project] 10.222.0.75 "GET /v2.0/ports?device_id=46c4ee0e-aec6-4646-a8a0-e16332f19e4c HTTP/1.1" status: 200 len: 210 time: 0.0999808 Feb 09 19:18:07.485119 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1092e18-511c-4a98-8b45-e4842cb96ca7 req-b078b22f-df21-4d0b-a2a4-b897757293c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:18:07.486993 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-f1092e18-511c-4a98-8b45-e4842cb96ca7 req-b078b22f-df21-4d0b-a2a4-b897757293c4 service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=92fafb82-325f-4733-acfa-bdf7f471bf1c HTTP/1.1" status: 200 len: 1133 time: 0.1341982 Feb 09 19:18:07.493492 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-1bc503b2-bf16-42db-88f7-39ecdf2e4fb9 tempest-RoutersAdminTest-314636334 tempest-RoutersAdminTest-314636334-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762866656467', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14393751'] for port (476f1724-c220-4228-b81a-6022c9c39b71), after_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:18:07.503071 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.provisioning_blocks [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Provisioning complete for port b0b1ca31-766c-4c54-8908-fd6c8750f0b9 triggered by entity L2. {{(pid=103232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 19:18:07.504775 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593630'] for port (b0b1ca31-766c-4c54-8908-fd6c8750f0b9), provisioning_complete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:18:07.546513 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.db [req-3b267292-741a-4f1f-9ec2-02b669bcada6 req-bc110c87-9a67-49db-bc2c-5dcbe3cc63cb service neutron] For port af0ea075-bacf-4bf8-b405-eb1fa1a11f12, host n-h1-713498-36, cleared binding levels {{(pid=103229) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 19:18:07.565938 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.db [req-3b267292-741a-4f1f-9ec2-02b669bcada6 req-bc110c87-9a67-49db-bc2c-5dcbe3cc63cb service neutron] For port af0ea075-bacf-4bf8-b405-eb1fa1a11f12, host n-h1-713498-36, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-36',level=0,port_id=af0ea075-bacf-4bf8-b405-eb1fa1a11f12,segment=NetworkSegment(c4b0cfb4-dad4-4b79-b4e7-2eec0bd08e3c),segment_id=c4b0cfb4-dad4-4b79-b4e7-2eec0bd08e3c)] {{(pid=103229) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 19:18:07.594479 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-3b267292-741a-4f1f-9ec2-02b669bcada6 req-bc110c87-9a67-49db-bc2c-5dcbe3cc63cb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762867176205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762866656485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762866656503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12867569'] for port (af0ea075-bacf-4bf8-b405-eb1fa1a11f12), after_update {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:18:07.614379 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2ae2f2d2-1dd0-4855-8e0e-9c04ef01a0de admin admin] Notify agent at l3_agent.n-d-713498-36 the message routers_updated {{(pid=103230) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 19:18:07.626398 n-d-713498-36 neutron-server[103233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c234d6f-a8fa-4607-bab2-15a12174c03f None None] Sync routers for ids ['0b35ce43-523d-403b-836b-67cf87b6ca2f'] in n-d-713498-36 {{(pid=103233) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 19:18:07.629639 n-d-713498-36 neutron-server[103230]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1bc503b2-bf16-42db-88f7-39ecdf2e4fb9 tempest-RoutersAdminTest-314636334 tempest-RoutersAdminTest-314636334-project] Network 88055e1e-672a-4487-be31-ffb6e833ece5 is already hosted by enough agents. {{(pid=103230) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 19:18:07.643661 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-2ae2f2d2-1dd0-4855-8e0e-9c04ef01a0de admin admin] 10.222.0.75 "PUT /v2.0/routers/0b35ce43-523d-403b-836b-67cf87b6ca2f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.2711496 Feb 09 19:18:07.650743 n-d-713498-36 neutron-server[103230]: DEBUG neutron.scheduler.base_scheduler [None req-1bc503b2-bf16-42db-88f7-39ecdf2e4fb9 tempest-RoutersAdminTest-314636334 tempest-RoutersAdminTest-314636334-project] Resources bound (agent type, host, resource id): {{(pid=103230) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 19:18:07.660405 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b267292-741a-4f1f-9ec2-02b669bcada6 req-bc110c87-9a67-49db-bc2c-5dcbe3cc63cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:18:07.664688 n-d-713498-36 neutron-server[103230]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bc503b2-bf16-42db-88f7-39ecdf2e4fb9 tempest-RoutersAdminTest-314636334 tempest-RoutersAdminTest-314636334-project] Received port after_create {{(pid=103230) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 19:18:07.671874 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-3b267292-741a-4f1f-9ec2-02b669bcada6 req-bc110c87-9a67-49db-bc2c-5dcbe3cc63cb service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171096'] for port (None), before_response {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:18:07.677429 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-3b267292-741a-4f1f-9ec2-02b669bcada6 req-bc110c87-9a67-49db-bc2c-5dcbe3cc63cb service neutron] 10.222.0.89 "PUT /v2.0/ports/af0ea075-bacf-4bf8-b405-eb1fa1a11f12 HTTP/1.1" status: 200 len: 1093 time: 1.7481627 Feb 09 19:18:07.682955 n-d-713498-36 neutron-server[103233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c234d6f-a8fa-4607-bab2-15a12174c03f None None] Routers {'0b35ce43-523d-403b-836b-67cf87b6ca2f'} bound to L3 agent in host n-d-713498-36 {{(pid=103233) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 19:18:07.684247 n-d-713498-36 neutron-server[103233]: DEBUG neutron.db.l3_hamode_db [None req-2c234d6f-a8fa-4607-bab2-15a12174c03f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T18:51:43Z,description=,heartbeat_timestamp=2022-02-09T19:17:43Z,host='n-d-713498-36',id=93303d5e-5d17-45e8-8963-7694f87783ae,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T18:51:43Z,topic='l3_agent')) {'router_ids': ['0b35ce43-523d-403b-836b-67cf87b6ca2f'], 'active': True} {{(pid=103233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:18:07.734938 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Current status of the port b0b1ca31-766c-4c54-8908-fd6c8750f0b9 is: ACTIVE; New status is: ACTIVE {{(pid=103232) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 19:18:07.739588 n-d-713498-36 neutron-server[103229]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '37846075-a439-4488-a4be-7949bad246af', 'tag': 'af0ea075-bacf-4bf8-b405-eb1fa1a11f12'}] {{(pid=103229) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 19:18:07.756028 n-d-713498-36 neutron-server[103229]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fa6ae9a20702bd564eaf90d946620b2b4277b1ab91129323d3b54181076be307" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-44452b0a-7ceb-4cef-b5ea-c905ac0be365" -d '{"events": [{"name": "network-changed", "server_uuid": "37846075-a439-4488-a4be-7949bad246af", "tag": "af0ea075-bacf-4bf8-b405-eb1fa1a11f12"}]}' {{(pid=103229) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 19:18:07.831409 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-f1092e18-511c-4a98-8b45-e4842cb96ca7 req-9163089a-6ce7-4498-9d63-32355aea884b service neutron] 10.222.0.90 "GET /v2.0/security-groups?id=c0042214-21f2-4e80-92b9-9b56852b3a45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3264773 Feb 09 19:18:07.863205 n-d-713498-36 neutron-server[103233]: DEBUG neutron.db.l3_dvr_db [None req-2c234d6f-a8fa-4607-bab2-15a12174c03f None None] Set router 0b35ce43-523d-403b-836b-67cf87b6ca2f gateway port host: n-d-713498-36 {{(pid=103233) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 19:18:07.914427 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bc503b2-bf16-42db-88f7-39ecdf2e4fb9 tempest-RoutersAdminTest-314636334 tempest-RoutersAdminTest-314636334-project] Pushing event updated for resources: {'Port': ['ID=476f1724-c220-4228-b81a-6022c9c39b71,revision_number=1']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:18:08.095508 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc110c87-9a67-49db-bc2c-5dcbe3cc63cb service neutron] Pushing event updated for resources: {'Port': ['ID=af0ea075-bacf-4bf8-b405-eb1fa1a11f12,revision_number=3']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:18:08.142605 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b267292-741a-4f1f-9ec2-02b669bcada6 req-2cb9af96-6474-4f34-98fa-8fb0f00f3d3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:18:08.145125 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-3b267292-741a-4f1f-9ec2-02b669bcada6 req-2cb9af96-6474-4f34-98fa-8fb0f00f3d3a service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=5d3f70f6ea744878ae38cb247ef3217c&device_id=37846075-a439-4488-a4be-7949bad246af HTTP/1.1" status: 200 len: 1127 time: 0.2907548 Feb 09 19:18:08.160610 n-d-713498-36 neutron-server[103233]: DEBUG neutron.db.l3_hamode_db [None req-2c234d6f-a8fa-4607-bab2-15a12174c03f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b35ce43-523d-403b-836b-67cf87b6ca2f', 'name': 'tempest-ServerRescueNegativeTestJSON-1373268637-router', 'tenant_id': 'eb0bb5f642894bf2abf52f90f794999a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88055e1e-672a-4487-be31-ffb6e833ece5', 'external_fixed_ips': [{'subnet_id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'ip_address': '172.25.1.133'}], 'enable_snat': True}, 'gw_port_id': 'b0b1ca31-766c-4c54-8908-fd6c8750f0b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T19:17:55Z', 'updated_at': '2022-02-09T19:18:04Z', 'revision_number': 4, 'project_id': 'eb0bb5f642894bf2abf52f90f794999a', 'gw_port': {'id': 'b0b1ca31-766c-4c54-8908-fd6c8750f0b9', 'name': '', 'network_id': '88055e1e-672a-4487-be31-ffb6e833ece5', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:99:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b35ce43-523d-403b-836b-67cf87b6ca2f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1639, 'fixed_ips': [{'subnet_id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'ip_address': '172.25.1.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T19:17:56Z', 'updated_at': '2022-02-09T19:18:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-36', '_interfaces': [{'id': 'b2b454e4-3daa-46df-95f0-7e61df4a4481', 'name': '', 'network_id': '5d2d334e-0f6b-4e62-b869-e00487a29620', 'tenant_id': 'eb0bb5f642894bf2abf52f90f794999a', 'mac_address': 'fa:16:3e:28:8a:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0b35ce43-523d-403b-836b-67cf87b6ca2f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1640, 'fixed_ips': [{'subnet_id': '74f7cf6f-ebf0-4984-aecc-0c23aa6982bb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T19:18:02Z', 'updated_at': '2022-02-09T19:18:04Z', 'revision_number': 2, 'project_id': 'eb0bb5f642894bf2abf52f90f794999a', 'subnets': [{'id': '74f7cf6f-ebf0-4984-aecc-0c23aa6982bb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-36', False) {} {{(pid=103233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:18:08.193035 n-d-713498-36 neutron-server[103233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c234d6f-a8fa-4607-bab2-15a12174c03f None None] Checking router: 0b35ce43-523d-403b-836b-67cf87b6ca2f for host: n-d-713498-36 {{(pid=103233) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 19:18:08.193396 n-d-713498-36 neutron-server[103233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c234d6f-a8fa-4607-bab2-15a12174c03f None None] Updating router 0b35ce43-523d-403b-836b-67cf87b6ca2f port b2b454e4-3daa-46df-95f0-7e61df4a4481 binding host n-d-713498-36 {{(pid=103233) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 19:18:08.273761 n-d-713498-36 neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-2c234d6f-a8fa-4607-bab2-15a12174c03f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (b2b454e4-3daa-46df-95f0-7e61df4a4481), before_update {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:18:08.309035 n-d-713498-36 neutron-server[103229]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 19:18:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f4f7c1cf-0e02-4e5e-ac6c-c0c3244bcc01 x-openstack-request-id: req-f4f7c1cf-0e02-4e5e-ac6c-c0c3244bcc01 {{(pid=103229) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 19:18:08.309382 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61bcf471-1657-43a1-8655-4d294cf23b80 req-ae00233b-3934-4749-8ed7-f7789c519a9d tempest-AttachVolumeNegativeTest-275227323 tempest-AttachVolumeNegativeTest-275227323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:18:08.311407 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-61bcf471-1657-43a1-8655-4d294cf23b80 req-ae00233b-3934-4749-8ed7-f7789c519a9d tempest-AttachVolumeNegativeTest-275227323 tempest-AttachVolumeNegativeTest-275227323-project] 10.222.0.75 "GET /v2.0/ports?device_id=37846075-a439-4488-a4be-7949bad246af HTTP/1.1" status: 200 len: 944 time: 0.4860411 Feb 09 19:18:08.322107 n-d-713498-36 neutron-server[103229]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "37846075-a439-4488-a4be-7949bad246af", "tag": "af0ea075-bacf-4bf8-b405-eb1fa1a11f12", "status": "completed", "code": 200}]} {{(pid=103229) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 19:18:08.323556 n-d-713498-36 neutron-server[103229]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-f4f7c1cf-0e02-4e5e-ac6c-c0c3244bcc01 {{(pid=103229) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 19:18:08.330246 n-d-713498-36 neutron-server[103229]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '37846075-a439-4488-a4be-7949bad246af', 'tag': 'af0ea075-bacf-4bf8-b405-eb1fa1a11f12', 'status': 'completed', 'code': 200} Feb 09 19:18:08.332347 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-3b267292-741a-4f1f-9ec2-02b669bcada6 req-678d522c-dd33-4af7-99d3-5f07aec9ebab service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=af0ea075-bacf-4bf8-b405-eb1fa1a11f12 HTTP/1.1" status: 200 len: 217 time: 0.1776576 Feb 09 19:18:08.479647 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b267292-741a-4f1f-9ec2-02b669bcada6 req-76f2ead8-bc18-4048-9d1e-d7bc9cb8835b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:18:08.481147 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-3b267292-741a-4f1f-9ec2-02b669bcada6 req-76f2ead8-bc18-4048-9d1e-d7bc9cb8835b service neutron] 10.222.0.89 "GET /v2.0/subnets?id=bfbf079d-29ec-44ec-8f0f-f87b207baa58 HTTP/1.1" status: 200 len: 854 time: 0.1423576 Feb 09 19:18:08.559245 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-3b267292-741a-4f1f-9ec2-02b669bcada6 req-1ef4e153-170f-4670-b425-6d30707cb62e service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=1c43e0bb-e4e9-4561-873a-403fc433e655&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0690091 Feb 09 19:18:08.672126 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-61bcf471-1657-43a1-8655-4d294cf23b80 req-ae7b5a07-13f8-4c20-9454-02ecf123f915 tempest-AttachVolumeNegativeTest-275227323 tempest-AttachVolumeNegativeTest-275227323-project] 10.222.0.75 "GET /v2.0/security-groups?id=4936bce0-5f58-4a33-9b1f-fa66fe6c175f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3488173 Feb 09 19:18:08.720973 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-1bc503b2-bf16-42db-88f7-39ecdf2e4fb9 tempest-RoutersAdminTest-314636334 tempest-RoutersAdminTest-314636334-project] Publish callbacks [] for router_gateway (3aaa4df9-f079-4a4a-a339-edb6321ef151), after_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:18:08.825812 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b27413be-13de-4212-afaa-66a5c2dbe12a req-bc8a9154-36c5-4911-8b7a-d2406a89a6d4 tempest-ServerRescueNegativeTestJSON-1800126168 tempest-ServerRescueNegativeTestJSON-1800126168-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:18:08.827810 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-b27413be-13de-4212-afaa-66a5c2dbe12a req-bc8a9154-36c5-4911-8b7a-d2406a89a6d4 tempest-ServerRescueNegativeTestJSON-1800126168 tempest-ServerRescueNegativeTestJSON-1800126168-project] 10.222.0.75 "GET /v2.0/networks?id=5d2d334e-0f6b-4e62-b869-e00487a29620 HTTP/1.1" status: 200 len: 819 time: 0.3286920 Feb 09 19:18:08.831647 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-3b267292-741a-4f1f-9ec2-02b669bcada6 req-c3fe9d16-563d-4105-b8eb-30b7874054fe service neutron] 10.222.0.89 "GET /v2.0/networks/1c43e0bb-e4e9-4561-873a-403fc433e655?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2547677 Feb 09 19:18:08.961460 n-d-713498-36 neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-2c234d6f-a8fa-4607-bab2-15a12174c03f None None] Publish callbacks [] for port (b2b454e4-3daa-46df-95f0-7e61df4a4481), precommit_update {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:18:08.973247 n-d-713498-36 neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-2c234d6f-a8fa-4607-bab2-15a12174c03f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762867176205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762866656485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762866656503'] for port (b2b454e4-3daa-46df-95f0-7e61df4a4481), after_update {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:18:08.980013 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-1bc503b2-bf16-42db-88f7-39ecdf2e4fb9 tempest-RoutersAdminTest-314636334 tempest-RoutersAdminTest-314636334-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1834945', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1818951'] for router (3aaa4df9-f079-4a4a-a339-edb6321ef151), after_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:18:09.078570 n-d-713498-36 neutron-server[103233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4deadc38-a7bc-4682-8205-729b25210f55 None None] Pushing event updated for resources: {'Port': ['ID=b2b454e4-3daa-46df-95f0-7e61df4a4481,revision_number=3']} {{(pid=103233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:18:09.138331 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-b27413be-13de-4212-afaa-66a5c2dbe12a req-ae0d85e3-0831-4d47-b904-510582ccda25 tempest-ServerRescueNegativeTestJSON-1800126168 tempest-ServerRescueNegativeTestJSON-1800126168-project] 10.222.0.75 "GET /v2.0/quotas/eb0bb5f642894bf2abf52f90f794999a HTTP/1.1" status: 200 len: 375 time: 0.3023412 Feb 09 19:18:09.144880 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8d88133-0273-457b-8eaa-b488b42f8c0b req-cb9a7487-16e5-4184-965d-1cbf5ec39514 tempest-ServersAdminTestJSON-1393048834 tempest-ServersAdminTestJSON-1393048834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:18:09.152841 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-d8d88133-0273-457b-8eaa-b488b42f8c0b req-cb9a7487-16e5-4184-965d-1cbf5ec39514 tempest-ServersAdminTestJSON-1393048834 tempest-ServersAdminTestJSON-1393048834-project] 10.222.0.75 "GET /v2.0/ports?device_id=92fafb82-325f-4733-acfa-bdf7f471bf1c HTTP/1.1" status: 200 len: 950 time: 0.1597598 Feb 09 19:18:09.202652 n-d-713498-36 neutron-server[103233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4deadc38-a7bc-4682-8205-729b25210f55 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:18:09.206197 n-d-713498-36 neutron-server[103233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4deadc38-a7bc-4682-8205-729b25210f55 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:18:09.207799 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-3b267292-741a-4f1f-9ec2-02b669bcada6 req-e56aa896-d05e-4701-bc2c-b2bfe5f8f338 service neutron] 10.222.0.89 "GET /v2.0/networks/1c43e0bb-e4e9-4561-873a-403fc433e655?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3615155 Feb 09 19:18:09.208086 n-d-713498-36 neutron-server[103233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4deadc38-a7bc-4682-8205-729b25210f55 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:18:09.208790 n-d-713498-36 neutron-server[103233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4deadc38-a7bc-4682-8205-729b25210f55 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:18:09.209147 n-d-713498-36 neutron-server[103233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4deadc38-a7bc-4682-8205-729b25210f55 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:18:09.209480 n-d-713498-36 neutron-server[103233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4deadc38-a7bc-4682-8205-729b25210f55 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:18:09.209925 n-d-713498-36 neutron-server[103233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4deadc38-a7bc-4682-8205-729b25210f55 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:18:09.210271 n-d-713498-36 neutron-server[103233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4deadc38-a7bc-4682-8205-729b25210f55 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:18:09.222130 n-d-713498-36 neutron-server[103233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4deadc38-a7bc-4682-8205-729b25210f55 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:18:09.222620 n-d-713498-36 neutron-server[103233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4deadc38-a7bc-4682-8205-729b25210f55 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:18:09.222963 n-d-713498-36 neutron-server[103233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4deadc38-a7bc-4682-8205-729b25210f55 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:18:09.223295 n-d-713498-36 neutron-server[103233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4deadc38-a7bc-4682-8205-729b25210f55 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:18:09.223623 n-d-713498-36 neutron-server[103233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4deadc38-a7bc-4682-8205-729b25210f55 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:18:09.258722 n-d-713498-36 neutron-server[103233]: DEBUG neutron.plugins.ml2.managers [None req-2c234d6f-a8fa-4607-bab2-15a12174c03f None None] Attempting to bind port b2b454e4-3daa-46df-95f0-7e61df4a4481 on host n-d-713498-36 for vnic_type normal with profile {{(pid=103233) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 19:18:09.259087 n-d-713498-36 neutron-server[103233]: DEBUG neutron.plugins.ml2.managers [None req-2c234d6f-a8fa-4607-bab2-15a12174c03f None None] Attempting to bind port b2b454e4-3daa-46df-95f0-7e61df4a4481 by drivers openvswitch,hyperv on host n-d-713498-36 at level 0 using segments [{'id': 'c3df6112-dc28-41f3-95ea-b4906d348d77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': '5d2d334e-0f6b-4e62-b869-e00487a29620'}] {{(pid=103233) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 19:18:09.259445 n-d-713498-36 neutron-server[103233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c234d6f-a8fa-4607-bab2-15a12174c03f None None] Attempting to bind port b2b454e4-3daa-46df-95f0-7e61df4a4481 on network 5d2d334e-0f6b-4e62-b869-e00487a29620 {{(pid=103233) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 19:18:09.261803 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-d8d88133-0273-457b-8eaa-b488b42f8c0b req-547f55f6-24d8-43d0-8257-9f8e663073da tempest-ServersAdminTestJSON-1393048834 tempest-ServersAdminTestJSON-1393048834-project] 10.222.0.75 "GET /v2.0/security-groups?id=c0042214-21f2-4e80-92b9-9b56852b3a45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1023176 Feb 09 19:18:09.266211 n-d-713498-36 neutron-server[103233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c234d6f-a8fa-4607-bab2-15a12174c03f None None] Checking agent: {'id': '496418a2-c002-4aec-ab1a-07f3bea491bd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-36', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 18, 51, 47), 'started_at': datetime.datetime(2022, 2, 9, 18, 52, 17), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 19, 17, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-36'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103233) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 19:18:09.266584 n-d-713498-36 neutron-server[103233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c234d6f-a8fa-4607-bab2-15a12174c03f None None] Checking segment: {'id': 'c3df6112-dc28-41f3-95ea-b4906d348d77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': '5d2d334e-0f6b-4e62-b869-e00487a29620'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103233) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 19:18:09.267267 n-d-713498-36 neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-2c234d6f-a8fa-4607-bab2-15a12174c03f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:18:09.267376 n-d-713498-36 neutron-server[103233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c234d6f-a8fa-4607-bab2-15a12174c03f None None] Bound using segment: {'id': 'c3df6112-dc28-41f3-95ea-b4906d348d77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': '5d2d334e-0f6b-4e62-b869-e00487a29620'} {{(pid=103233) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 19:18:09.267806 n-d-713498-36 neutron-server[103233]: DEBUG neutron.plugins.ml2.managers [None req-2c234d6f-a8fa-4607-bab2-15a12174c03f None None] Bound port: b2b454e4-3daa-46df-95f0-7e61df4a4481, host: n-d-713498-36, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c3df6112-dc28-41f3-95ea-b4906d348d77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': '5d2d334e-0f6b-4e62-b869-e00487a29620'}}] {{(pid=103233) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 19:18:09.268180 n-d-713498-36 neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-2c234d6f-a8fa-4607-bab2-15a12174c03f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (b2b454e4-3daa-46df-95f0-7e61df4a4481), before_update {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:18:09.309440 n-d-713498-36 neutron-server[103230]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1bc503b2-bf16-42db-88f7-39ecdf2e4fb9 tempest-RoutersAdminTest-314636334 tempest-RoutersAdminTest-314636334-project] Router 3aaa4df9-f079-4a4a-a339-edb6321ef151 is scheduled to L3 agent 93303d5e-5d17-45e8-8963-7694f87783ae with binding_index 1 {{(pid=103230) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 09 19:18:09.369424 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-b27413be-13de-4212-afaa-66a5c2dbe12a req-39136b9c-0668-4fd4-85a5-a83c2906f92d tempest-ServerRescueNegativeTestJSON-1800126168 tempest-ServerRescueNegativeTestJSON-1800126168-project] 10.222.0.75 "GET /v2.0/ports?tenant_id=eb0bb5f642894bf2abf52f90f794999a&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2296543 Feb 09 19:18:09.379846 n-d-713498-36 neutron-server[103233]: DEBUG neutron.plugins.ml2.db [None req-2c234d6f-a8fa-4607-bab2-15a12174c03f None None] For port b2b454e4-3daa-46df-95f0-7e61df4a4481, host n-d-713498-36, cleared binding levels {{(pid=103233) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 19:18:09.388155 n-d-713498-36 neutron-server[103233]: DEBUG neutron.plugins.ml2.db [None req-2c234d6f-a8fa-4607-bab2-15a12174c03f None None] For port b2b454e4-3daa-46df-95f0-7e61df4a4481, host n-d-713498-36, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-36',level=0,port_id=b2b454e4-3daa-46df-95f0-7e61df4a4481,segment=NetworkSegment(c3df6112-dc28-41f3-95ea-b4906d348d77),segment_id=c3df6112-dc28-41f3-95ea-b4906d348d77)] {{(pid=103233) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 19:18:09.398199 n-d-713498-36 neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-2c234d6f-a8fa-4607-bab2-15a12174c03f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762867176205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762866656485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762866656503'] for port (b2b454e4-3daa-46df-95f0-7e61df4a4481), after_update {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:18:09.467472 n-d-713498-36 neutron-server[103233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c234d6f-a8fa-4607-bab2-15a12174c03f None None] Routers {'0b35ce43-523d-403b-836b-67cf87b6ca2f'} bound to L3 agent in host n-d-713498-36 {{(pid=103233) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 19:18:09.468101 n-d-713498-36 neutron-server[103233]: DEBUG neutron.db.l3_hamode_db [None req-2c234d6f-a8fa-4607-bab2-15a12174c03f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T18:51:43Z,description=,heartbeat_timestamp=2022-02-09T19:17:43Z,host='n-d-713498-36',id=93303d5e-5d17-45e8-8963-7694f87783ae,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T18:51:43Z,topic='l3_agent')) {'router_ids': ['0b35ce43-523d-403b-836b-67cf87b6ca2f'], 'active': True} {{(pid=103233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:18:09.485355 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-7d14aa34-7995-4663-b238-5dd78dc5f6d3 req-132e3c98-07e3-46f9-865b-e3660ab9717e tempest-ServerShowV247Test-1778340501 tempest-ServerShowV247Test-1778340501-project] 10.222.0.75 "GET /v2.0/ports?device_id=aa74756f-5b3d-4e9a-a622-b21515b464cc HTTP/1.1" status: 200 len: 210 time: 0.0499132 Feb 09 19:18:09.537305 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1bc503b2-bf16-42db-88f7-39ecdf2e4fb9 tempest-RoutersAdminTest-314636334 tempest-RoutersAdminTest-314636334-project] Notify agent at l3_agent.n-d-713498-36 the message routers_updated {{(pid=103230) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 19:18:09.558052 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5285397f-8318-437a-999f-e27f4600891a None None] Sync routers for ids ['3aaa4df9-f079-4a4a-a339-edb6321ef151'] in n-d-713498-36 {{(pid=103232) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 19:18:09.575255 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-1bc503b2-bf16-42db-88f7-39ecdf2e4fb9 tempest-RoutersAdminTest-314636334 tempest-RoutersAdminTest-314636334-project] Publish callbacks [] for router (None), before_response {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:18:09.581010 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-1bc503b2-bf16-42db-88f7-39ecdf2e4fb9 tempest-RoutersAdminTest-314636334 tempest-RoutersAdminTest-314636334-project] 10.222.0.75 "POST /v2.0/routers HTTP/1.1" status: 201 len: 884 time: 6.2421930 Feb 09 19:18:09.583882 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 39992) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:18:09.595020 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.v2.base [None req-32f6e4d9-65db-4506-b871-36a6d98370d1 tempest-RoutersAdminTest-314636334 tempest-RoutersAdminTest-314636334-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=103230) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 19:18:09.618095 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5285397f-8318-437a-999f-e27f4600891a None None] Routers {'3aaa4df9-f079-4a4a-a339-edb6321ef151'} bound to L3 agent in host n-d-713498-36 {{(pid=103232) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 19:18:09.618743 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.l3_hamode_db [None req-5285397f-8318-437a-999f-e27f4600891a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T18:51:43Z,description=,heartbeat_timestamp=2022-02-09T19:17:43Z,host='n-d-713498-36',id=93303d5e-5d17-45e8-8963-7694f87783ae,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T18:51:43Z,topic='l3_agent')) {'router_ids': ['3aaa4df9-f079-4a4a-a339-edb6321ef151'], 'active': True} {{(pid=103232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:18:09.671796 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44452b0a-7ceb-4cef-b5ea-c905ac0be365 req-988f44dc-3d5d-4709-a5c6-9c449dd0e358 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:18:09.673309 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-44452b0a-7ceb-4cef-b5ea-c905ac0be365 req-988f44dc-3d5d-4709-a5c6-9c449dd0e358 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=5d3f70f6ea744878ae38cb247ef3217c&device_id=37846075-a439-4488-a4be-7949bad246af HTTP/1.1" status: 200 len: 1127 time: 0.3866415 Feb 09 19:18:09.744771 n-d-713498-36 neutron-server[103233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4deadc38-a7bc-4682-8205-729b25210f55 None None] Pushing event updated for resources: {'Port': ['ID=b2b454e4-3daa-46df-95f0-7e61df4a4481,revision_number=4']} {{(pid=103233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:18:09.785797 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.l3_hamode_db [None req-5285397f-8318-437a-999f-e27f4600891a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713498-36', False) {} {{(pid=103232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:18:09.810114 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5285397f-8318-437a-999f-e27f4600891a None None] Routers {'3aaa4df9-f079-4a4a-a339-edb6321ef151'} bound to L3 agent in host n-d-713498-36 {{(pid=103232) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 19:18:09.811022 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.l3_hamode_db [None req-5285397f-8318-437a-999f-e27f4600891a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T18:51:43Z,description=,heartbeat_timestamp=2022-02-09T19:17:43Z,host='n-d-713498-36',id=93303d5e-5d17-45e8-8963-7694f87783ae,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T18:51:43Z,topic='l3_agent')) {'router_ids': ['3aaa4df9-f079-4a4a-a339-edb6321ef151'], 'active': True} {{(pid=103232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:18:09.845974 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-b27413be-13de-4212-afaa-66a5c2dbe12a req-1dfec7ca-ab26-4cb4-9acc-d7669ad1704a service neutron] 10.222.0.75 "GET /v2.0/networks/5d2d334e-0f6b-4e62-b869-e00487a29620?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4745440 Feb 09 19:18:09.873916 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.l3_hamode_db [None req-5285397f-8318-437a-999f-e27f4600891a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713498-36', False) {} {{(pid=103232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:18:09.874688 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5285397f-8318-437a-999f-e27f4600891a None None] The sync data for ids ['3aaa4df9-f079-4a4a-a339-edb6321ef151'] in n-d-713498-36 is: [] {{(pid=103232) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 19:18:09.876710 n-d-713498-36 neutron-server[103233]: DEBUG neutron.db.l3_dvr_db [None req-2c234d6f-a8fa-4607-bab2-15a12174c03f None None] Set router 0b35ce43-523d-403b-836b-67cf87b6ca2f gateway port host: n-d-713498-36 {{(pid=103233) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 19:18:09.963076 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44452b0a-7ceb-4cef-b5ea-c905ac0be365 req-45c9a6ea-df72-4981-8312-7e399a8d73f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:18:09.965988 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-44452b0a-7ceb-4cef-b5ea-c905ac0be365 req-45c9a6ea-df72-4981-8312-7e399a8d73f0 service neutron] 10.222.0.89 "GET /v2.0/networks?id=1c43e0bb-e4e9-4561-873a-403fc433e655 HTTP/1.1" status: 200 len: 915 time: 0.2688067 Feb 09 19:18:10.089044 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40a69b7f-5900-409d-b509-3a743444689d req-415edc9e-315a-4c09-9ed8-9556448bab84 tempest-AttachVolumeNegativeTest-275227323 tempest-AttachVolumeNegativeTest-275227323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:18:10.104674 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-40a69b7f-5900-409d-b509-3a743444689d req-415edc9e-315a-4c09-9ed8-9556448bab84 tempest-AttachVolumeNegativeTest-275227323 tempest-AttachVolumeNegativeTest-275227323-project] 10.222.0.75 "GET /v2.0/ports?device_id=37846075-a439-4488-a4be-7949bad246af HTTP/1.1" status: 200 len: 944 time: 0.2662444 Feb 09 19:18:10.151951 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-44452b0a-7ceb-4cef-b5ea-c905ac0be365 req-99af7bf3-5446-4bbe-9ad1-773fdb615684 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=af0ea075-bacf-4bf8-b405-eb1fa1a11f12 HTTP/1.1" status: 200 len: 217 time: 0.1499565 Feb 09 19:18:10.228563 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-b27413be-13de-4212-afaa-66a5c2dbe12a req-d1b8b0ab-426c-4126-81f6-c13445df09cc service neutron] 10.222.0.75 "GET /v2.0/networks/5d2d334e-0f6b-4e62-b869-e00487a29620?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3689201 Feb 09 19:18:10.251123 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44452b0a-7ceb-4cef-b5ea-c905ac0be365 req-431723da-6196-465b-a96f-4274627d8b82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:18:10.253604 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-44452b0a-7ceb-4cef-b5ea-c905ac0be365 req-431723da-6196-465b-a96f-4274627d8b82 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=bfbf079d-29ec-44ec-8f0f-f87b207baa58 HTTP/1.1" status: 200 len: 854 time: 0.0927882 Feb 09 19:18:10.258699 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-40a69b7f-5900-409d-b509-3a743444689d req-702e1bba-d669-4de2-bd1c-4fc0f41d9d2f tempest-AttachVolumeNegativeTest-275227323 tempest-AttachVolumeNegativeTest-275227323-project] 10.222.0.75 "GET /v2.0/security-groups?id=4936bce0-5f58-4a33-9b1f-fa66fe6c175f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1525831 Feb 09 19:18:10.311136 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-44452b0a-7ceb-4cef-b5ea-c905ac0be365 req-488deaeb-ab24-4f3c-83e0-bfe5cce332ee service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=1c43e0bb-e4e9-4561-873a-403fc433e655&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0495758 Feb 09 19:18:10.352998 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-32f6e4d9-65db-4506-b871-36a6d98370d1 tempest-RoutersAdminTest-314636334 tempest-RoutersAdminTest-314636334-project] Publish callbacks [] for router_gateway (3aaa4df9-f079-4a4a-a339-edb6321ef151), precommit_update {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:18:10.381366 n-d-713498-36 neutron-server[103233]: DEBUG neutron.db.l3_hamode_db [None req-2c234d6f-a8fa-4607-bab2-15a12174c03f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b35ce43-523d-403b-836b-67cf87b6ca2f', 'name': 'tempest-ServerRescueNegativeTestJSON-1373268637-router', 'tenant_id': 'eb0bb5f642894bf2abf52f90f794999a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88055e1e-672a-4487-be31-ffb6e833ece5', 'external_fixed_ips': [{'subnet_id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'ip_address': '172.25.1.133'}], 'enable_snat': True}, 'gw_port_id': 'b0b1ca31-766c-4c54-8908-fd6c8750f0b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T19:17:55Z', 'updated_at': '2022-02-09T19:18:04Z', 'revision_number': 4, 'project_id': 'eb0bb5f642894bf2abf52f90f794999a', 'gw_port': {'id': 'b0b1ca31-766c-4c54-8908-fd6c8750f0b9', 'name': '', 'network_id': '88055e1e-672a-4487-be31-ffb6e833ece5', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:99:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b35ce43-523d-403b-836b-67cf87b6ca2f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1639, 'fixed_ips': [{'subnet_id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'ip_address': '172.25.1.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T19:17:56Z', 'updated_at': '2022-02-09T19:18:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-36', '_interfaces': [{'id': 'b2b454e4-3daa-46df-95f0-7e61df4a4481', 'name': '', 'network_id': '5d2d334e-0f6b-4e62-b869-e00487a29620', 'tenant_id': 'eb0bb5f642894bf2abf52f90f794999a', 'mac_address': 'fa:16:3e:28:8a:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0b35ce43-523d-403b-836b-67cf87b6ca2f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1640, 'fixed_ips': [{'subnet_id': '74f7cf6f-ebf0-4984-aecc-0c23aa6982bb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T19:18:02Z', 'updated_at': '2022-02-09T19:18:09Z', 'revision_number': 4, 'project_id': 'eb0bb5f642894bf2abf52f90f794999a', 'subnets': [{'id': '74f7cf6f-ebf0-4984-aecc-0c23aa6982bb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-36', False) {} {{(pid=103233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:18:10.382692 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-32f6e4d9-65db-4506-b871-36a6d98370d1 tempest-RoutersAdminTest-314636334 tempest-RoutersAdminTest-314636334-project] Publish callbacks [] for router_gateway (3aaa4df9-f079-4a4a-a339-edb6321ef151), before_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:18:10.426297 n-d-713498-36 neutron-server[103233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c234d6f-a8fa-4607-bab2-15a12174c03f None None] The sync data for ids ['0b35ce43-523d-403b-836b-67cf87b6ca2f'] in n-d-713498-36 is: [{'id': '0b35ce43-523d-403b-836b-67cf87b6ca2f', 'name': 'tempest-ServerRescueNegativeTestJSON-1373268637-router', 'tenant_id': 'eb0bb5f642894bf2abf52f90f794999a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88055e1e-672a-4487-be31-ffb6e833ece5', 'external_fixed_ips': [{'subnet_id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'ip_address': '172.25.1.133'}], 'enable_snat': True}, 'gw_port_id': 'b0b1ca31-766c-4c54-8908-fd6c8750f0b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T19:17:55Z', 'updated_at': '2022-02-09T19:18:04Z', 'revision_number': 4, 'project_id': 'eb0bb5f642894bf2abf52f90f794999a', 'gw_port': {'id': 'b0b1ca31-766c-4c54-8908-fd6c8750f0b9', 'name': '', 'network_id': '88055e1e-672a-4487-be31-ffb6e833ece5', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:99:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b35ce43-523d-403b-836b-67cf87b6ca2f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1639, 'fixed_ips': [{'subnet_id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'ip_address': '172.25.1.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T19:17:56Z', 'updated_at': '2022-02-09T19:18:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-36', '_interfaces': [{'id': 'b2b454e4-3daa-46df-95f0-7e61df4a4481', 'name': '', 'network_id': '5d2d334e-0f6b-4e62-b869-e00487a29620', 'tenant_id': 'eb0bb5f642894bf2abf52f90f794999a', 'mac_address': 'fa:16:3e:28:8a:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0b35ce43-523d-403b-836b-67cf87b6ca2f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1640, 'fixed_ips': [{'subnet_id': '74f7cf6f-ebf0-4984-aecc-0c23aa6982bb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T19:18:02Z', 'updated_at': '2022-02-09T19:18:09Z', 'revision_number': 4, 'project_id': 'eb0bb5f642894bf2abf52f90f794999a', 'subnets': [{'id': '74f7cf6f-ebf0-4984-aecc-0c23aa6982bb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103233) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 19:18:10.557777 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3043b2fb-c365-4558-81f9-6317e896f065 req-4f632498-9b8c-4129-9450-b60deb92edce tempest-ServersAdminTestJSON-1393048834 tempest-ServersAdminTestJSON-1393048834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:18:10.568990 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-3043b2fb-c365-4558-81f9-6317e896f065 req-4f632498-9b8c-4129-9450-b60deb92edce tempest-ServersAdminTestJSON-1393048834 tempest-ServersAdminTestJSON-1393048834-project] 10.222.0.75 "GET /v2.0/ports?device_id=92fafb82-325f-4733-acfa-bdf7f471bf1c HTTP/1.1" status: 200 len: 950 time: 0.1764216 Feb 09 19:18:10.622596 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-6039c57a-ad55-4e72-aaa8-3d496e6e86b2 req-8ed6de9c-72fb-48ef-a916-d36c9407ad88 tempest-ServerRescueNegativeTestJSON-1800126168 tempest-ServerRescueNegativeTestJSON-1800126168-project] 10.222.0.75 "GET /v2.0/ports?device_id=3f2394dc-3bdb-467a-bc3a-100f52d986e7 HTTP/1.1" status: 200 len: 210 time: 0.0484488 Feb 09 19:18:10.646484 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-44452b0a-7ceb-4cef-b5ea-c905ac0be365 req-fbe79fcc-e3b2-41f9-b285-fd07d616a399 service neutron] 10.222.0.89 "GET /v2.0/networks/1c43e0bb-e4e9-4561-873a-403fc433e655?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3287327 Feb 09 19:18:10.706708 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-3043b2fb-c365-4558-81f9-6317e896f065 req-5e06d9b0-9360-4141-a80e-5382df22a2d3 tempest-ServersAdminTestJSON-1393048834 tempest-ServersAdminTestJSON-1393048834-project] 10.222.0.75 "GET /v2.0/security-groups?id=c0042214-21f2-4e80-92b9-9b56852b3a45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1273811 Feb 09 19:18:10.718850 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.plugin [None req-32f6e4d9-65db-4506-b871-36a6d98370d1 tempest-RoutersAdminTest-314636334 tempest-RoutersAdminTest-314636334-project] Deleting port 476f1724-c220-4228-b81a-6022c9c39b71 {{(pid=103230) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 19:18:10.719197 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-32f6e4d9-65db-4506-b871-36a6d98370d1 tempest-RoutersAdminTest-314636334 tempest-RoutersAdminTest-314636334-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762867170196'] for port (476f1724-c220-4228-b81a-6022c9c39b71), before_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:18:10.755903 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-81f81280-23bf-45d3-abf2-95c68006eb89 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762867132591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593584'] for agent (af91e4b9-f4e1-42b1-a25c-a10dc47171c8), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:18:10.893538 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-2be579d9-695c-49b3-be83-7c1da5a62eb4 req-229b7750-a12f-4f03-aa99-09ce861dd82f tempest-ServerShowV247Test-1778340501 tempest-ServerShowV247Test-1778340501-project] 10.222.0.75 "GET /v2.0/ports?device_id=aa74756f-5b3d-4e9a-a622-b21515b464cc HTTP/1.1" status: 200 len: 210 time: 0.0943768 Feb 09 19:18:10.909288 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-32f6e4d9-65db-4506-b871-36a6d98370d1 tempest-RoutersAdminTest-314636334 tempest-RoutersAdminTest-314636334-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1820838'] for port (476f1724-c220-4228-b81a-6022c9c39b71), precommit_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:18:10.936243 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.plugin [None req-32f6e4d9-65db-4506-b871-36a6d98370d1 tempest-RoutersAdminTest-314636334 tempest-RoutersAdminTest-314636334-project] Calling delete_port for 476f1724-c220-4228-b81a-6022c9c39b71 owned by network:router_gateway {{(pid=103230) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 19:18:11.011021 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-44452b0a-7ceb-4cef-b5ea-c905ac0be365 req-0968b324-3216-4ed2-89ab-746dc53a1296 service neutron] 10.222.0.89 "GET /v2.0/networks/1c43e0bb-e4e9-4561-873a-403fc433e655?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3516028 Feb 09 19:18:11.264940 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-32f6e4d9-65db-4506-b871-36a6d98370d1 tempest-RoutersAdminTest-314636334 tempest-RoutersAdminTest-314636334-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762867177463', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762866656476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14393751'] for port (476f1724-c220-4228-b81a-6022c9c39b71), after_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:18:11.355755 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32f6e4d9-65db-4506-b871-36a6d98370d1 tempest-RoutersAdminTest-314636334 tempest-RoutersAdminTest-314636334-project] Pushing event deleted for resources: {'Port': ['ID=476f1724-c220-4228-b81a-6022c9c39b71,revision_number=None']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:18:11.396033 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Device b2b454e4-3daa-46df-95f0-7e61df4a4481 up at agent ovs-agent-n-d-713498-36 {{(pid=103232) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 19:18:11.443043 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32f6e4d9-65db-4506-b871-36a6d98370d1 tempest-RoutersAdminTest-314636334 tempest-RoutersAdminTest-314636334-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:18:11.443655 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32f6e4d9-65db-4506-b871-36a6d98370d1 tempest-RoutersAdminTest-314636334 tempest-RoutersAdminTest-314636334-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:18:11.444297 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32f6e4d9-65db-4506-b871-36a6d98370d1 tempest-RoutersAdminTest-314636334 tempest-RoutersAdminTest-314636334-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:18:11.444638 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32f6e4d9-65db-4506-b871-36a6d98370d1 tempest-RoutersAdminTest-314636334 tempest-RoutersAdminTest-314636334-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:18:11.445018 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32f6e4d9-65db-4506-b871-36a6d98370d1 tempest-RoutersAdminTest-314636334 tempest-RoutersAdminTest-314636334-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:18:11.445366 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32f6e4d9-65db-4506-b871-36a6d98370d1 tempest-RoutersAdminTest-314636334 tempest-RoutersAdminTest-314636334-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:18:11.445827 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32f6e4d9-65db-4506-b871-36a6d98370d1 tempest-RoutersAdminTest-314636334 tempest-RoutersAdminTest-314636334-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:18:11.446337 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32f6e4d9-65db-4506-b871-36a6d98370d1 tempest-RoutersAdminTest-314636334 tempest-RoutersAdminTest-314636334-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:18:11.446526 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32f6e4d9-65db-4506-b871-36a6d98370d1 tempest-RoutersAdminTest-314636334 tempest-RoutersAdminTest-314636334-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:18:11.446865 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32f6e4d9-65db-4506-b871-36a6d98370d1 tempest-RoutersAdminTest-314636334 tempest-RoutersAdminTest-314636334-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:18:11.447201 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32f6e4d9-65db-4506-b871-36a6d98370d1 tempest-RoutersAdminTest-314636334 tempest-RoutersAdminTest-314636334-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:18:11.447533 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32f6e4d9-65db-4506-b871-36a6d98370d1 tempest-RoutersAdminTest-314636334 tempest-RoutersAdminTest-314636334-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:18:11.447863 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32f6e4d9-65db-4506-b871-36a6d98370d1 tempest-RoutersAdminTest-314636334 tempest-RoutersAdminTest-314636334-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:18:11.523540 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.provisioning_blocks [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Provisioning complete for port b2b454e4-3daa-46df-95f0-7e61df4a4481 triggered by entity L2. {{(pid=103232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 19:18:11.523939 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593630'] for port (b2b454e4-3daa-46df-95f0-7e61df4a4481), provisioning_complete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:18:11.592970 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-32f6e4d9-65db-4506-b871-36a6d98370d1 tempest-RoutersAdminTest-314636334 tempest-RoutersAdminTest-314636334-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1818987'] for router_gateway (3aaa4df9-f079-4a4a-a339-edb6321ef151), after_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:18:11.669456 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Current status of the port b2b454e4-3daa-46df-95f0-7e61df4a4481 is: DOWN; New status is: ACTIVE {{(pid=103232) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 19:18:11.670331 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (b2b454e4-3daa-46df-95f0-7e61df4a4481), before_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:18:11.719332 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] For port b2b454e4-3daa-46df-95f0-7e61df4a4481, host n-d-713498-36, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-36',level=0,port_id=b2b454e4-3daa-46df-95f0-7e61df4a4481,segment=NetworkSegment(c3df6112-dc28-41f3-95ea-b4906d348d77),segment_id=c3df6112-dc28-41f3-95ea-b4906d348d77)] {{(pid=103232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 19:18:11.732502 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762867176205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762866656485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762866656503'] for port (b2b454e4-3daa-46df-95f0-7e61df4a4481), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:18:11.824393 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Pushing event updated for resources: {'Port': ['ID=b2b454e4-3daa-46df-95f0-7e61df4a4481,revision_number=5']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:18:11.955754 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Device af0ea075-bacf-4bf8-b405-eb1fa1a11f12 details requested by agent hyperv_n-h1-713498-36 with host n-h1-713498-36 {{(pid=103232) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 19:18:12.039389 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b50e478-6aaa-471d-9d24-28cb76dae983 req-aa519fee-24e7-4212-aafe-da7b7652882d tempest-ServerRescueNegativeTestJSON-1800126168 tempest-ServerRescueNegativeTestJSON-1800126168-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:18:12.049749 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-5b50e478-6aaa-471d-9d24-28cb76dae983 req-aa519fee-24e7-4212-aafe-da7b7652882d tempest-ServerRescueNegativeTestJSON-1800126168 tempest-ServerRescueNegativeTestJSON-1800126168-project] 10.222.0.75 "GET /v2.0/networks?id=5d2d334e-0f6b-4e62-b869-e00487a29620 HTTP/1.1" status: 200 len: 819 time: 1.0091236 Feb 09 19:18:12.067787 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-5b50e478-6aaa-471d-9d24-28cb76dae983 req-afb66ce3-4907-4259-97a7-533fdd653002 tempest-ServerRescueNegativeTestJSON-1800126168 tempest-ServerRescueNegativeTestJSON-1800126168-project] 10.222.0.75 "GET /v2.0/quotas/eb0bb5f642894bf2abf52f90f794999a HTTP/1.1" status: 200 len: 375 time: 0.0171201 Feb 09 19:18:12.141652 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-5b50e478-6aaa-471d-9d24-28cb76dae983 req-7551131c-6c1b-4545-be6e-be8fc287ab7d tempest-ServerRescueNegativeTestJSON-1800126168 tempest-ServerRescueNegativeTestJSON-1800126168-project] 10.222.0.75 "GET /v2.0/ports?tenant_id=eb0bb5f642894bf2abf52f90f794999a&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0724173 Feb 09 19:18:12.163923 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] For port af0ea075-bacf-4bf8-b405-eb1fa1a11f12, host n-h1-713498-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-36',level=0,port_id=af0ea075-bacf-4bf8-b405-eb1fa1a11f12,segment=NetworkSegment(c4b0cfb4-dad4-4b79-b4e7-2eec0bd08e3c),segment_id=c4b0cfb4-dad4-4b79-b4e7-2eec0bd08e3c)] {{(pid=103232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 19:18:12.181173 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Returning: {'device': 'af0ea075-bacf-4bf8-b405-eb1fa1a11f12', 'network_id': '1c43e0bb-e4e9-4561-873a-403fc433e655', 'port_id': 'af0ea075-bacf-4bf8-b405-eb1fa1a11f12', 'mac_address': 'fa:16:3e:e8:5b:b3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 368, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bfbf079d-29ec-44ec-8f0f-f87b207baa58', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103232) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 19:18:12.234354 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Current status of the port af0ea075-bacf-4bf8-b405-eb1fa1a11f12 is: DOWN; New status is: BUILD {{(pid=103232) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 19:18:12.235200 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (af0ea075-bacf-4bf8-b405-eb1fa1a11f12), before_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:18:12.271142 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-5b50e478-6aaa-471d-9d24-28cb76dae983 req-9394486d-8edd-4409-8e18-0cc92950ba33 service neutron] 10.222.0.75 "GET /v2.0/networks/5d2d334e-0f6b-4e62-b869-e00487a29620?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1283557 Feb 09 19:18:12.282697 n-d-713498-36 neutron-server[103232]: DEBUG neutron.notifiers.nova [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id af0ea075-bacf-4bf8-b405-eb1fa1a11f12 {{(pid=103232) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 19:18:12.314365 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] For port af0ea075-bacf-4bf8-b405-eb1fa1a11f12, host n-h1-713498-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-36',level=0,port_id=af0ea075-bacf-4bf8-b405-eb1fa1a11f12,segment=NetworkSegment(c4b0cfb4-dad4-4b79-b4e7-2eec0bd08e3c),segment_id=c4b0cfb4-dad4-4b79-b4e7-2eec0bd08e3c)] {{(pid=103232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 19:18:12.322227 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762867176205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762866656485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762866656503'] for port (af0ea075-bacf-4bf8-b405-eb1fa1a11f12), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:18:12.422201 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-5b50e478-6aaa-471d-9d24-28cb76dae983 req-1a3c0efb-79cf-4f0f-a806-7e8be2cd7ac6 service neutron] 10.222.0.75 "GET /v2.0/networks/5d2d334e-0f6b-4e62-b869-e00487a29620?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1498713 Feb 09 19:18:12.424813 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Pushing event updated for resources: {'Port': ['ID=af0ea075-bacf-4bf8-b405-eb1fa1a11f12,revision_number=4']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:18:12.502728 n-d-713498-36 neutron-server[103233]: DEBUG neutron.db.agents_db [None req-4a8a6a42-0a0c-4437-8958-92282682b6bb None None] Agent healthcheck: found 7 active agents {{(pid=103233) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 19:18:12.536693 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-38ee7ab7-bc55-48b0-b000-ce1fae19b0db req-ff57d2ff-b053-4c2f-9bd1-d7c7c9ce4650 service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=46c4ee0e-aec6-4646-a8a0-e16332f19e4c HTTP/1.1" status: 200 len: 210 time: 0.6152146 Feb 09 19:18:12.575821 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] get_ports_and_sgs() called for port_ids ['af0ea075-bacf-4bf8-b405-eb1fa1a11f12'] {{(pid=103232) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 19:18:12.580556 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-32f6e4d9-65db-4506-b871-36a6d98370d1 tempest-RoutersAdminTest-314636334 tempest-RoutersAdminTest-314636334-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1822118', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1834952', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-58494'] for router (3aaa4df9-f079-4a4a-a339-edb6321ef151), precommit_update {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:18:12.587570 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-32f6e4d9-65db-4506-b871-36a6d98370d1 tempest-RoutersAdminTest-314636334 tempest-RoutersAdminTest-314636334-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1818951', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1822125', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1822132', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1834967'] for router (3aaa4df9-f079-4a4a-a339-edb6321ef151), after_update {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:18:12.619305 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9d2d854-1906-4477-99fd-51d235d94cd6 req-2b056a26-a238-4371-afc3-386ff1550f8f tempest-ServersAdminTestJSON-589418356 tempest-ServersAdminTestJSON-589418356-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:18:12.619765 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9d2d854-1906-4477-99fd-51d235d94cd6 req-2b056a26-a238-4371-afc3-386ff1550f8f tempest-ServersAdminTestJSON-589418356 tempest-ServersAdminTestJSON-589418356-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:18:12.620440 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9d2d854-1906-4477-99fd-51d235d94cd6 req-2b056a26-a238-4371-afc3-386ff1550f8f tempest-ServersAdminTestJSON-589418356 tempest-ServersAdminTestJSON-589418356-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:18:12.620918 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9d2d854-1906-4477-99fd-51d235d94cd6 req-2b056a26-a238-4371-afc3-386ff1550f8f tempest-ServersAdminTestJSON-589418356 tempest-ServersAdminTestJSON-589418356-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:18:12.621386 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9d2d854-1906-4477-99fd-51d235d94cd6 req-2b056a26-a238-4371-afc3-386ff1550f8f tempest-ServersAdminTestJSON-589418356 tempest-ServersAdminTestJSON-589418356-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:18:12.621884 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9d2d854-1906-4477-99fd-51d235d94cd6 req-2b056a26-a238-4371-afc3-386ff1550f8f tempest-ServersAdminTestJSON-589418356 tempest-ServersAdminTestJSON-589418356-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:18:12.622371 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9d2d854-1906-4477-99fd-51d235d94cd6 req-2b056a26-a238-4371-afc3-386ff1550f8f tempest-ServersAdminTestJSON-589418356 tempest-ServersAdminTestJSON-589418356-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:18:12.622961 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9d2d854-1906-4477-99fd-51d235d94cd6 req-2b056a26-a238-4371-afc3-386ff1550f8f tempest-ServersAdminTestJSON-589418356 tempest-ServersAdminTestJSON-589418356-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:18:12.623308 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9d2d854-1906-4477-99fd-51d235d94cd6 req-2b056a26-a238-4371-afc3-386ff1550f8f tempest-ServersAdminTestJSON-589418356 tempest-ServersAdminTestJSON-589418356-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:18:12.624041 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9d2d854-1906-4477-99fd-51d235d94cd6 req-2b056a26-a238-4371-afc3-386ff1550f8f tempest-ServersAdminTestJSON-589418356 tempest-ServersAdminTestJSON-589418356-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:18:12.624702 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9d2d854-1906-4477-99fd-51d235d94cd6 req-2b056a26-a238-4371-afc3-386ff1550f8f tempest-ServersAdminTestJSON-589418356 tempest-ServersAdminTestJSON-589418356-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:18:12.625401 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9d2d854-1906-4477-99fd-51d235d94cd6 req-2b056a26-a238-4371-afc3-386ff1550f8f tempest-ServersAdminTestJSON-589418356 tempest-ServersAdminTestJSON-589418356-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:18:12.625861 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9d2d854-1906-4477-99fd-51d235d94cd6 req-2b056a26-a238-4371-afc3-386ff1550f8f tempest-ServersAdminTestJSON-589418356 tempest-ServersAdminTestJSON-589418356-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:18:12.631495 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b27413be-13de-4212-afaa-66a5c2dbe12a req-7cc6845d-d498-4497-9701-9c8c6a975096 tempest-ServerRescueNegativeTestJSON-1800126168 tempest-ServerRescueNegativeTestJSON-1800126168-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:18:12.635506 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-b27413be-13de-4212-afaa-66a5c2dbe12a req-7cc6845d-d498-4497-9701-9c8c6a975096 tempest-ServerRescueNegativeTestJSON-1800126168 tempest-ServerRescueNegativeTestJSON-1800126168-project] 10.222.0.89 "GET /v2.0/networks?id=5d2d334e-0f6b-4e62-b869-e00487a29620 HTTP/1.1" status: 200 len: 819 time: 0.2461987 Feb 09 19:18:12.637990 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-f9d2d854-1906-4477-99fd-51d235d94cd6 req-2b056a26-a238-4371-afc3-386ff1550f8f tempest-ServersAdminTestJSON-589418356 tempest-ServersAdminTestJSON-589418356-project-admin] 10.222.0.75 "GET /v2.0/ports?device_id=3f2394dc-3bdb-467a-bc3a-100f52d986e7&device_id=aa74756f-5b3d-4e9a-a622-b21515b464cc&device_id=46c4ee0e-aec6-4646-a8a0-e16332f19e4c&device_id=37846075-a439-4488-a4be-7949bad246af&device_id=92fafb82-325f-4733-acfa-bdf7f471bf1c&device_id=650818e7-77a0-4d6d-bdd0-7898b6121102&device_id=fd17ec19-7de7-4d19-86bc-494ce272637b&device_id=bae7eb97-4761-4fc6-a387-638f695fc4f3&device_id=c3476174-573e-455c-944e-9ed0cac04ac2&device_id=9e47810b-ed07-4409-98e3-da39074300c7 HTTP/1.1" status: 200 len: 12242 time: 0.6221535 Feb 09 19:18:12.653431 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.v2.base [req-b27413be-13de-4212-afaa-66a5c2dbe12a req-a7dc4e41-d4af-4cb8-a8d5-4c5efea0d837 tempest-ServerRescueNegativeTestJSON-1800126168 tempest-ServerRescueNegativeTestJSON-1800126168-project] Request body: {'port': {'device_id': '3f2394dc-3bdb-467a-bc3a-100f52d986e7', 'network_id': '5d2d334e-0f6b-4e62-b869-e00487a29620', 'admin_state_up': True, 'tenant_id': 'eb0bb5f642894bf2abf52f90f794999a'}} {{(pid=103229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 19:18:12.744017 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [req-f9d2d854-1906-4477-99fd-51d235d94cd6 req-c114126f-0ccc-4fc9-9d76-83d27b373cd7 tempest-ServersAdminTestJSON-589418356 tempest-ServersAdminTestJSON-589418356-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:18:12.883041 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [req-f9d2d854-1906-4477-99fd-51d235d94cd6 req-c114126f-0ccc-4fc9-9d76-83d27b373cd7 tempest-ServersAdminTestJSON-589418356 tempest-ServersAdminTestJSON-589418356-project-admin] Publish callbacks [] for security_group (3fa97161-6419-4f81-93bc-d0d23311bf6b), precommit_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:18:12.897911 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [req-f9d2d854-1906-4477-99fd-51d235d94cd6 req-c114126f-0ccc-4fc9-9d76-83d27b373cd7 tempest-ServersAdminTestJSON-589418356 tempest-ServersAdminTestJSON-589418356-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1892331'] for security_group (3fa97161-6419-4f81-93bc-d0d23311bf6b), after_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:18:12.904963 n-d-713498-36 neutron-server[103230]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-32f6e4d9-65db-4506-b871-36a6d98370d1 tempest-RoutersAdminTest-314636334 tempest-RoutersAdminTest-314636334-project] Router 3aaa4df9-f079-4a4a-a339-edb6321ef151 has already been hosted by L3 agent 93303d5e-5d17-45e8-8963-7694f87783ae {{(pid=103230) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 19:18:13.023558 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44e98521-3861-47a3-a1bc-cd921c5c2303 req-1a31d0ad-6267-43b5-95ca-f5b1b1f7aa75 tempest-AttachVolumeNegativeTest-275227323 tempest-AttachVolumeNegativeTest-275227323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:18:13.025449 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-44e98521-3861-47a3-a1bc-cd921c5c2303 req-1a31d0ad-6267-43b5-95ca-f5b1b1f7aa75 tempest-AttachVolumeNegativeTest-275227323 tempest-AttachVolumeNegativeTest-275227323-project] 10.222.0.75 "GET /v2.0/ports?device_id=37846075-a439-4488-a4be-7949bad246af HTTP/1.1" status: 200 len: 945 time: 0.2005689 Feb 09 19:18:13.048498 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-578e2d3b-b18f-475c-97fb-587695eb895f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762867132591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593584'] for agent (93303d5e-5d17-45e8-8963-7694f87783ae), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:18:13.056130 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-32f6e4d9-65db-4506-b871-36a6d98370d1 tempest-RoutersAdminTest-314636334 tempest-RoutersAdminTest-314636334-project] Notify agent at l3_agent.n-d-713498-36 the message routers_updated {{(pid=103230) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 19:18:13.071164 n-d-713498-36 neutron-server[103233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c74088b1-e59a-48c3-b0a7-83ab1c64102f None None] Sync routers for ids ['3aaa4df9-f079-4a4a-a339-edb6321ef151'] in n-d-713498-36 {{(pid=103233) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 19:18:13.099773 n-d-713498-36 neutron-server[103233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c74088b1-e59a-48c3-b0a7-83ab1c64102f None None] Routers {'3aaa4df9-f079-4a4a-a339-edb6321ef151'} bound to L3 agent in host n-d-713498-36 {{(pid=103233) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 19:18:13.105608 n-d-713498-36 neutron-server[103233]: DEBUG neutron.db.l3_hamode_db [None req-c74088b1-e59a-48c3-b0a7-83ab1c64102f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T18:51:43Z,description=,heartbeat_timestamp=2022-02-09T19:18:13Z,host='n-d-713498-36',id=93303d5e-5d17-45e8-8963-7694f87783ae,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T18:51:43Z,topic='l3_agent')) {'router_ids': ['3aaa4df9-f079-4a4a-a339-edb6321ef151'], 'active': True} {{(pid=103233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:18:13.118419 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-44e98521-3861-47a3-a1bc-cd921c5c2303 req-1d53c983-ac4a-4d23-acd2-f010e5e69f4b tempest-AttachVolumeNegativeTest-275227323 tempest-AttachVolumeNegativeTest-275227323-project] 10.222.0.75 "GET /v2.0/security-groups?id=4936bce0-5f58-4a33-9b1f-fa66fe6c175f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0828788 Feb 09 19:18:13.120220 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b27413be-13de-4212-afaa-66a5c2dbe12a req-a7dc4e41-d4af-4cb8-a8d5-4c5efea0d837 tempest-ServerRescueNegativeTestJSON-1800126168 tempest-ServerRescueNegativeTestJSON-1800126168-project] Made reservation on behalf of eb0bb5f642894bf2abf52f90f794999a for: {'port': 1} {{(pid=103229) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 19:18:13.127212 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-b27413be-13de-4212-afaa-66a5c2dbe12a req-a7dc4e41-d4af-4cb8-a8d5-4c5efea0d837 tempest-ServerRescueNegativeTestJSON-1800126168 tempest-ServerRescueNegativeTestJSON-1800126168-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (None), before_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:18:13.160977 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-f9d2d854-1906-4477-99fd-51d235d94cd6 req-c114126f-0ccc-4fc9-9d76-83d27b373cd7 tempest-ServersAdminTestJSON-589418356 tempest-ServersAdminTestJSON-589418356-project-admin] 10.222.0.75 "GET /v2.0/security-groups?id=c0042214-21f2-4e80-92b9-9b56852b3a45&id=6f7e8ede-8085-490c-860b-91c045ecce1f&id=bd39f8e7-1d25-418e-b5cd-c91a805a4bbc&id=116d7b93-0726-4659-8687-b47afcfa5056&id=4936bce0-5f58-4a33-9b1f-fa66fe6c175f&fields=id&fields=name HTTP/1.1" status: 200 len: 606 time: 0.5198128 Feb 09 19:18:13.166940 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-32f6e4d9-65db-4506-b871-36a6d98370d1 tempest-RoutersAdminTest-314636334 tempest-RoutersAdminTest-314636334-project] Publish callbacks [] for router (None), before_response {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:18:13.178138 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-32f6e4d9-65db-4506-b871-36a6d98370d1 tempest-RoutersAdminTest-314636334 tempest-RoutersAdminTest-314636334-project] 10.222.0.75 "PUT /v2.0/routers/3aaa4df9-f079-4a4a-a339-edb6321ef151 HTTP/1.1" status: 200 len: 705 time: 3.5902941 Feb 09 19:18:13.182098 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 40056) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:18:13.195513 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c114126f-0ccc-4fc9-9d76-83d27b373cd7 tempest-ServersAdminTestJSON-589418356 tempest-ServersAdminTestJSON-589418356-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3fa97161-6419-4f81-93bc-d0d23311bf6b,revision_number=1']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:18:13.203749 n-d-713498-36 neutron-server[103233]: DEBUG neutron.db.l3_hamode_db [None req-c74088b1-e59a-48c3-b0a7-83ab1c64102f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713498-36', False) {} {{(pid=103233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:18:13.222504 n-d-713498-36 neutron-server[103233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c74088b1-e59a-48c3-b0a7-83ab1c64102f None None] Routers {'3aaa4df9-f079-4a4a-a339-edb6321ef151'} bound to L3 agent in host n-d-713498-36 {{(pid=103233) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 19:18:13.224493 n-d-713498-36 neutron-server[103233]: DEBUG neutron.db.l3_hamode_db [None req-c74088b1-e59a-48c3-b0a7-83ab1c64102f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T18:51:43Z,description=,heartbeat_timestamp=2022-02-09T19:18:13Z,host='n-d-713498-36',id=93303d5e-5d17-45e8-8963-7694f87783ae,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T18:51:43Z,topic='l3_agent')) {'router_ids': ['3aaa4df9-f079-4a4a-a339-edb6321ef151'], 'active': True} {{(pid=103233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:18:13.353762 n-d-713498-36 neutron-server[103233]: DEBUG neutron.db.l3_hamode_db [None req-c74088b1-e59a-48c3-b0a7-83ab1c64102f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713498-36', False) {} {{(pid=103233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:18:13.363431 n-d-713498-36 neutron-server[103233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c74088b1-e59a-48c3-b0a7-83ab1c64102f None None] The sync data for ids ['3aaa4df9-f079-4a4a-a339-edb6321ef151'] in n-d-713498-36 is: [] {{(pid=103233) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 19:18:13.436844 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Device b2b454e4-3daa-46df-95f0-7e61df4a4481 up at agent ovs-agent-n-d-713498-36 {{(pid=103232) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 19:18:13.488317 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-1698b780-d108-48dd-b8db-5caa9cbff177 req-fb812f29-1b9b-489d-a469-da89dac2664c tempest-ServerRescueNegativeTestJSON-1800126168 tempest-ServerRescueNegativeTestJSON-1800126168-project] 10.222.0.75 "GET /v2.0/ports?device_id=44c70ffa-f512-41ae-b436-424d8fe54797 HTTP/1.1" status: 200 len: 210 time: 0.0496223 Feb 09 19:18:13.510263 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-d3b547a1-9030-4162-b234-6aa3d220a3ce tempest-RoutersAdminTest-1529504030 tempest-RoutersAdminTest-1529504030-project-admin] 10.222.0.75 "GET /v2.0/routers/3aaa4df9-f079-4a4a-a339-edb6321ef151 HTTP/1.1" status: 200 len: 740 time: 0.3223867 Feb 09 19:18:13.518126 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 40062) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:18:13.551084 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-377bc1a2-86c2-477b-92e9-e291095fe253 req-6b48db24-1219-4ddc-b00b-a8ca92627f0c service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=aa74756f-5b3d-4e9a-a622-b21515b464cc HTTP/1.1" status: 200 len: 210 time: 0.1660342 Feb 09 19:18:13.566630 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-90bd527d-3d42-4d01-8a60-ec90a40a6cd6 req-566158d1-7402-4253-be71-a63524535454 tempest-ServerShowV247Test-1778340501 tempest-ServerShowV247Test-1778340501-project] 10.222.0.75 "GET /v2.0/ports?device_id=aa74756f-5b3d-4e9a-a622-b21515b464cc HTTP/1.1" status: 200 len: 210 time: 0.2326641 Feb 09 19:18:13.596755 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.provisioning_blocks [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Provisioning complete for port b2b454e4-3daa-46df-95f0-7e61df4a4481 triggered by entity L2. {{(pid=103232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 19:18:13.597231 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593630'] for port (b2b454e4-3daa-46df-95f0-7e61df4a4481), provisioning_complete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:18:13.636167 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-4b86b7bb-8516-4a90-8bb8-e0ebbf680b33 tempest-RoutersAdminTest-1529504030 tempest-RoutersAdminTest-1529504030-project-admin] 10.222.0.75 "GET /v2.0/ports?network_id=88055e1e-672a-4487-be31-ffb6e833ece5&device_id=3aaa4df9-f079-4a4a-a339-edb6321ef151 HTTP/1.1" status: 200 len: 205 time: 0.1145520 Feb 09 19:18:13.636435 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 40064) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:18:13.768280 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-cd243c36-84b1-47c8-bcfa-ea4ac6b337cd tempest-RoutersAdminTest-314636334 tempest-RoutersAdminTest-314636334-project] 10.222.0.75 "GET /v2.0/ports?device_id=3aaa4df9-f079-4a4a-a339-edb6321ef151 HTTP/1.1" status: 200 len: 205 time: 0.1285093 Feb 09 19:18:13.769606 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 40070) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:18:13.825844 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b24d8dd-c3b9-4a59-ab11-83830854ee38 req-6f8e86ef-5688-46c5-9925-6f871eaa48f3 tempest-AttachVolumeTestJSON-524945227 tempest-AttachVolumeTestJSON-524945227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:18:13.828343 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-3b24d8dd-c3b9-4a59-ab11-83830854ee38 req-6f8e86ef-5688-46c5-9925-6f871eaa48f3 tempest-AttachVolumeTestJSON-524945227 tempest-AttachVolumeTestJSON-524945227-project] 10.222.0.75 "GET /v2.0/ports?device_id=9e47810b-ed07-4409-98e3-da39074300c7 HTTP/1.1" status: 200 len: 946 time: 0.1140225 Feb 09 19:18:13.830316 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Current status of the port b2b454e4-3daa-46df-95f0-7e61df4a4481 is: ACTIVE; New status is: ACTIVE {{(pid=103232) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 19:18:13.888801 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-3b24d8dd-c3b9-4a59-ab11-83830854ee38 req-470c5a57-5e15-44d9-be15-31fb63c65d15 tempest-AttachVolumeTestJSON-524945227 tempest-AttachVolumeTestJSON-524945227-project] 10.222.0.75 "GET /v2.0/security-groups?id=bd39f8e7-1d25-418e-b5cd-c91a805a4bbc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0545745 Feb 09 19:18:13.946287 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-01f385f5-6f0c-4c62-9423-c1724a18ddc5 tempest-RoutersAdminTest-314636334 tempest-RoutersAdminTest-314636334-project] Publish callbacks [] for router (3aaa4df9-f079-4a4a-a339-edb6321ef151), before_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:18:13.949244 n-d-713498-36 neutron-server[103229]: DEBUG neutron.db.db_base_plugin_common [req-b27413be-13de-4212-afaa-66a5c2dbe12a req-a7dc4e41-d4af-4cb8-a8d5-4c5efea0d837 tempest-ServerRescueNegativeTestJSON-1800126168 tempest-ServerRescueNegativeTestJSON-1800126168-project] Allocated IP 172.20.0.8 (5d2d334e-0f6b-4e62-b869-e00487a29620/74f7cf6f-ebf0-4984-aecc-0c23aa6982bb/a672cc1d-2a06-4285-94a8-fae176750140) {{(pid=103229) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 19:18:13.956193 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Device af0ea075-bacf-4bf8-b405-eb1fa1a11f12 up at agent hyperv_n-h1-713498-36 {{(pid=103232) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 19:18:14.009063 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.provisioning_blocks [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Provisioning for port af0ea075-bacf-4bf8-b405-eb1fa1a11f12 completed by entity L2. {{(pid=103232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 19:18:14.017336 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.provisioning_blocks [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Provisioning complete for port af0ea075-bacf-4bf8-b405-eb1fa1a11f12 triggered by entity L2. {{(pid=103232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 19:18:14.017993 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593630'] for port (af0ea075-bacf-4bf8-b405-eb1fa1a11f12), provisioning_complete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:18:14.115083 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a61e86d-512e-4570-8110-cc31b495f088 req-310ed4db-61a0-4322-9e2c-281b02b41e38 tempest-ServersAdminTestJSON-589418356 tempest-ServersAdminTestJSON-589418356-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:18:14.116809 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a61e86d-512e-4570-8110-cc31b495f088 req-310ed4db-61a0-4322-9e2c-281b02b41e38 tempest-ServersAdminTestJSON-589418356 tempest-ServersAdminTestJSON-589418356-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:18:14.117940 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a61e86d-512e-4570-8110-cc31b495f088 req-310ed4db-61a0-4322-9e2c-281b02b41e38 tempest-ServersAdminTestJSON-589418356 tempest-ServersAdminTestJSON-589418356-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:18:14.126252 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Current status of the port af0ea075-bacf-4bf8-b405-eb1fa1a11f12 is: BUILD; New status is: ACTIVE {{(pid=103232) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 19:18:14.126845 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (af0ea075-bacf-4bf8-b405-eb1fa1a11f12), before_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:18:14.134307 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-2a61e86d-512e-4570-8110-cc31b495f088 req-310ed4db-61a0-4322-9e2c-281b02b41e38 tempest-ServersAdminTestJSON-589418356 tempest-ServersAdminTestJSON-589418356-project-admin] 10.222.0.75 "GET /v2.0/ports?device_id=92fafb82-325f-4733-acfa-bdf7f471bf1c&device_id=650818e7-77a0-4d6d-bdd0-7898b6121102&device_id=fd17ec19-7de7-4d19-86bc-494ce272637b HTTP/1.1" status: 200 len: 2980 time: 0.2938256 Feb 09 19:18:14.170770 n-d-713498-36 neutron-server[103232]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '37846075-a439-4488-a4be-7949bad246af', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'af0ea075-bacf-4bf8-b405-eb1fa1a11f12'}] {{(pid=103232) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 19:18:14.176579 n-d-713498-36 neutron-server[103232]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}949cdcde653dec44821de95cbf67297f53cbc2aed4e073b5d514f93bf911ce85" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-437a418d-09ca-4c4e-8851-9e30170bd442" -d '{"events": [{"server_uuid": "37846075-a439-4488-a4be-7949bad246af", "name": "network-vif-plugged", "status": "completed", "tag": "af0ea075-bacf-4bf8-b405-eb1fa1a11f12"}]}' {{(pid=103232) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 19:18:14.190630 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] For port af0ea075-bacf-4bf8-b405-eb1fa1a11f12, host n-h1-713498-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-36',level=0,port_id=af0ea075-bacf-4bf8-b405-eb1fa1a11f12,segment=NetworkSegment(c4b0cfb4-dad4-4b79-b4e7-2eec0bd08e3c),segment_id=c4b0cfb4-dad4-4b79-b4e7-2eec0bd08e3c)] {{(pid=103232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 19:18:14.196847 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762867176205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762866656485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762866656503'] for port (af0ea075-bacf-4bf8-b405-eb1fa1a11f12), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:18:14.267193 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-edc54c9b-7f13-45d9-9271-85c9738b0128 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762867132591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593584'] for agent (a62b1850-466f-48ae-bec7-d62fb280e14b), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:18:14.273630 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Pushing event updated for resources: {'Port': ['ID=af0ea075-bacf-4bf8-b405-eb1fa1a11f12,revision_number=5']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:18:14.328285 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40585cef-d330-475a-bbda-f183cbbd6a93 req-a5af6079-cf2b-4e05-af35-3ef5d8634298 tempest-AttachVolumeNegativeTest-275227323 tempest-AttachVolumeNegativeTest-275227323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:18:14.340290 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-40585cef-d330-475a-bbda-f183cbbd6a93 req-a5af6079-cf2b-4e05-af35-3ef5d8634298 tempest-AttachVolumeNegativeTest-275227323 tempest-AttachVolumeNegativeTest-275227323-project] 10.222.0.75 "GET /v2.0/ports?device_id=37846075-a439-4488-a4be-7949bad246af HTTP/1.1" status: 200 len: 946 time: 0.1041734 Feb 09 19:18:14.449398 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-01f385f5-6f0c-4c62-9423-c1724a18ddc5 tempest-RoutersAdminTest-314636334 tempest-RoutersAdminTest-314636334-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1834988', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-58375'] for router (3aaa4df9-f079-4a4a-a339-edb6321ef151), precommit_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:18:14.462100 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-01f385f5-6f0c-4c62-9423-c1724a18ddc5 tempest-RoutersAdminTest-314636334 tempest-RoutersAdminTest-314636334-project] Publish callbacks [] for router_controller (3aaa4df9-f079-4a4a-a339-edb6321ef151), precommit_delete_associations {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:18:14.529779 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-2a61e86d-512e-4570-8110-cc31b495f088 req-3073c31a-b79a-4426-838f-46f1cce5329c tempest-ServersAdminTestJSON-589418356 tempest-ServersAdminTestJSON-589418356-project-admin] 10.222.0.75 "GET /v2.0/security-groups?id=c0042214-21f2-4e80-92b9-9b56852b3a45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3935125 Feb 09 19:18:14.587308 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b50e478-6aaa-471d-9d24-28cb76dae983 req-0a8d1265-aa79-4ac2-8ab0-888b3e990afe tempest-ServerRescueNegativeTestJSON-1800126168 tempest-ServerRescueNegativeTestJSON-1800126168-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:18:14.588839 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-5b50e478-6aaa-471d-9d24-28cb76dae983 req-0a8d1265-aa79-4ac2-8ab0-888b3e990afe tempest-ServerRescueNegativeTestJSON-1800126168 tempest-ServerRescueNegativeTestJSON-1800126168-project] 10.222.0.89 "GET /v2.0/networks?id=5d2d334e-0f6b-4e62-b869-e00487a29620 HTTP/1.1" status: 200 len: 819 time: 0.2411056 Feb 09 19:18:14.606597 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-40585cef-d330-475a-bbda-f183cbbd6a93 req-64332e49-f0f0-4870-87e0-89aaf1cf106b tempest-AttachVolumeNegativeTest-275227323 tempest-AttachVolumeNegativeTest-275227323-project] 10.222.0.75 "GET /v2.0/security-groups?id=4936bce0-5f58-4a33-9b1f-fa66fe6c175f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2649360 Feb 09 19:18:14.627099 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.v2.base [req-5b50e478-6aaa-471d-9d24-28cb76dae983 req-5a92b8fa-c39f-4413-81d2-f49931fa56f0 tempest-ServerRescueNegativeTestJSON-1800126168 tempest-ServerRescueNegativeTestJSON-1800126168-project] Request body: {'port': {'device_id': '44c70ffa-f512-41ae-b436-424d8fe54797', 'network_id': '5d2d334e-0f6b-4e62-b869-e00487a29620', 'admin_state_up': True, 'tenant_id': 'eb0bb5f642894bf2abf52f90f794999a'}} {{(pid=103230) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 19:18:14.662178 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-b27413be-13de-4212-afaa-66a5c2dbe12a req-a7dc4e41-d4af-4cb8-a8d5-4c5efea0d837 tempest-ServerRescueNegativeTestJSON-1800126168 tempest-ServerRescueNegativeTestJSON-1800126168-project] Publish callbacks [] for port (a672cc1d-2a06-4285-94a8-fae176750140), precommit_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:18:14.670877 n-d-713498-36 neutron-server[103232]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 19:18:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c21175dc-f407-45c7-82b1-56c7be087359 x-openstack-request-id: req-c21175dc-f407-45c7-82b1-56c7be087359 {{(pid=103232) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 19:18:14.671321 n-d-713498-36 neutron-server[103232]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "37846075-a439-4488-a4be-7949bad246af", "name": "network-vif-plugged", "status": "completed", "tag": "af0ea075-bacf-4bf8-b405-eb1fa1a11f12", "code": 200}]} {{(pid=103232) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 19:18:14.671724 n-d-713498-36 neutron-server[103232]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-c21175dc-f407-45c7-82b1-56c7be087359 {{(pid=103232) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 19:18:14.672214 n-d-713498-36 neutron-server[103232]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '37846075-a439-4488-a4be-7949bad246af', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'af0ea075-bacf-4bf8-b405-eb1fa1a11f12', 'code': 200} Feb 09 19:18:14.672772 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-01f385f5-6f0c-4c62-9423-c1724a18ddc5 tempest-RoutersAdminTest-314636334 tempest-RoutersAdminTest-314636334-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1835003'] for router (3aaa4df9-f079-4a4a-a339-edb6321ef151), after_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:18:14.673574 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-01f385f5-6f0c-4c62-9423-c1724a18ddc5 tempest-RoutersAdminTest-314636334 tempest-RoutersAdminTest-314636334-project] Fanout notify agent at l3_agent the message router_deleted on router 3aaa4df9-f079-4a4a-a339-edb6321ef151 {{(pid=103229) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 09 19:18:14.699146 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-01f385f5-6f0c-4c62-9423-c1724a18ddc5 tempest-RoutersAdminTest-314636334 tempest-RoutersAdminTest-314636334-project] Publish callbacks [] for router (None), before_response {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:18:14.703835 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-01f385f5-6f0c-4c62-9423-c1724a18ddc5 tempest-RoutersAdminTest-314636334 tempest-RoutersAdminTest-314636334-project] 10.222.0.75 "DELETE /v2.0/routers/3aaa4df9-f079-4a4a-a339-edb6321ef151 HTTP/1.1" status: 204 len: 168 time: 0.9301462 Feb 09 19:18:14.705345 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 40082) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:18:14.756137 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-3b50d635-65e9-48c6-9398-dd8cb13aca5d tempest-RoutersAdminTest-314636334 tempest-RoutersAdminTest-314636334-project] 10.222.0.75 "GET /v2.0/ports?device_id=3aaa4df9-f079-4a4a-a339-edb6321ef151 HTTP/1.1" status: 200 len: 205 time: 0.0493979 Feb 09 19:18:14.771596 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 40086) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:18:14.788389 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-3ae5ad40-2c7d-4a1a-ac19-15034bfadc32 req-abfc7173-d820-4f74-abc0-7ea7db98a7f7 tempest-ServerRescueNegativeTestJSON-1800126168 tempest-ServerRescueNegativeTestJSON-1800126168-project] 10.222.0.75 "GET /v2.0/ports?device_id=44c70ffa-f512-41ae-b436-424d8fe54797 HTTP/1.1" status: 200 len: 210 time: 0.0632031 Feb 09 19:18:14.852314 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5b50e478-6aaa-471d-9d24-28cb76dae983 req-5a92b8fa-c39f-4413-81d2-f49931fa56f0 tempest-ServerRescueNegativeTestJSON-1800126168 tempest-ServerRescueNegativeTestJSON-1800126168-project] Made reservation on behalf of eb0bb5f642894bf2abf52f90f794999a for: {'port': 1} {{(pid=103230) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 19:18:14.856226 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [req-5b50e478-6aaa-471d-9d24-28cb76dae983 req-5a92b8fa-c39f-4413-81d2-f49931fa56f0 tempest-ServerRescueNegativeTestJSON-1800126168 tempest-ServerRescueNegativeTestJSON-1800126168-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (None), before_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:18:14.873856 n-d-713498-36 neutron-server[103229]: INFO neutron.api.v2.resource [None req-7ec07046-fe22-4cb2-874b-180b3074ecb3 tempest-RoutersAdminTest-314636334 tempest-RoutersAdminTest-314636334-project] delete failed (client error): The resource could not be found. Feb 09 19:18:14.873856 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-7ec07046-fe22-4cb2-874b-180b3074ecb3 tempest-RoutersAdminTest-314636334 tempest-RoutersAdminTest-314636334-project] 10.222.0.75 "DELETE /v2.0/routers/3aaa4df9-f079-4a4a-a339-edb6321ef151 HTTP/1.1" status: 404 len: 336 time: 0.0828433 Feb 09 19:18:14.876486 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 40092) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:18:14.921209 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-5d380e9a-a380-47b4-9656-a9f22cae6b55 req-1e7de12c-3d89-4ed9-9d11-126c52e9ee25 tempest-ServerShowV247Test-1778340501 tempest-ServerShowV247Test-1778340501-project] 10.222.0.75 "GET /v2.0/ports?device_id=aa74756f-5b3d-4e9a-a622-b21515b464cc HTTP/1.1" status: 200 len: 210 time: 0.0603380 Feb 09 19:18:14.935130 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81b43727-0611-41d7-9a2a-7c81ff0ce7e7 req-450fe0b7-8794-47b2-8ace-0b203dd31d13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:18:14.938222 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-81b43727-0611-41d7-9a2a-7c81ff0ce7e7 req-450fe0b7-8794-47b2-8ace-0b203dd31d13 service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=37846075-a439-4488-a4be-7949bad246af HTTP/1.1" status: 200 len: 1129 time: 0.1800072 Feb 09 19:18:14.940537 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-b27413be-13de-4212-afaa-66a5c2dbe12a req-a7dc4e41-d4af-4cb8-a8d5-4c5efea0d837 tempest-ServerRescueNegativeTestJSON-1800126168 tempest-ServerRescueNegativeTestJSON-1800126168-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762866656467', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12867576'] for port (a672cc1d-2a06-4285-94a8-fae176750140), after_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:18:14.956316 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-ba21373b-1297-4b61-84b0-c314daa73d2f tempest-RoutersAdminTest-314636334 tempest-RoutersAdminTest-314636334-project] 10.222.0.75 "GET /v2.0/ports?device_id=0d436f30-f890-4512-90b1-827c71ae098e HTTP/1.1" status: 200 len: 205 time: 0.0781603 Feb 09 19:18:14.971404 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 40096) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:18:15.039909 n-d-713498-36 neutron-server[103229]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b27413be-13de-4212-afaa-66a5c2dbe12a req-a7dc4e41-d4af-4cb8-a8d5-4c5efea0d837 tempest-ServerRescueNegativeTestJSON-1800126168 tempest-ServerRescueNegativeTestJSON-1800126168-project] Network 5d2d334e-0f6b-4e62-b869-e00487a29620 is already hosted by enough agents. {{(pid=103229) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 19:18:15.094848 n-d-713498-36 neutron-server[103230]: DEBUG neutron.db.db_base_plugin_common [req-5b50e478-6aaa-471d-9d24-28cb76dae983 req-5a92b8fa-c39f-4413-81d2-f49931fa56f0 tempest-ServerRescueNegativeTestJSON-1800126168 tempest-ServerRescueNegativeTestJSON-1800126168-project] Allocated IP 172.20.0.5 (5d2d334e-0f6b-4e62-b869-e00487a29620/74f7cf6f-ebf0-4984-aecc-0c23aa6982bb/f577d359-44ae-4f12-9fc5-b3d04034f813) {{(pid=103230) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 19:18:15.103337 n-d-713498-36 neutron-server[103229]: DEBUG neutron.scheduler.base_scheduler [req-b27413be-13de-4212-afaa-66a5c2dbe12a req-a7dc4e41-d4af-4cb8-a8d5-4c5efea0d837 tempest-ServerRescueNegativeTestJSON-1800126168 tempest-ServerRescueNegativeTestJSON-1800126168-project] Resources bound (agent type, host, resource id): {{(pid=103229) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 19:18:15.109380 n-d-713498-36 neutron-server[103229]: DEBUG neutron.db.l3_dvrscheduler_db [req-b27413be-13de-4212-afaa-66a5c2dbe12a req-a7dc4e41-d4af-4cb8-a8d5-4c5efea0d837 tempest-ServerRescueNegativeTestJSON-1800126168 tempest-ServerRescueNegativeTestJSON-1800126168-project] Received port after_create {{(pid=103229) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 19:18:15.166072 n-d-713498-36 neutron-server[103229]: INFO neutron.api.v2.resource [None req-38565045-22ea-401d-8508-d85083e624b1 tempest-RoutersAdminTest-314636334 tempest-RoutersAdminTest-314636334-project] delete failed (client error): The resource could not be found. Feb 09 19:18:15.167580 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-38565045-22ea-401d-8508-d85083e624b1 tempest-RoutersAdminTest-314636334 tempest-RoutersAdminTest-314636334-project] 10.222.0.75 "DELETE /v2.0/routers/0d436f30-f890-4512-90b1-827c71ae098e HTTP/1.1" status: 404 len: 336 time: 0.1901548 Feb 09 19:18:15.171410 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 40102) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:18:15.213915 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b27413be-13de-4212-afaa-66a5c2dbe12a req-a7dc4e41-d4af-4cb8-a8d5-4c5efea0d837 tempest-ServerRescueNegativeTestJSON-1800126168 tempest-ServerRescueNegativeTestJSON-1800126168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:18:15.214656 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-b27413be-13de-4212-afaa-66a5c2dbe12a req-a7dc4e41-d4af-4cb8-a8d5-4c5efea0d837 tempest-ServerRescueNegativeTestJSON-1800126168 tempest-ServerRescueNegativeTestJSON-1800126168-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171096'] for port (None), before_response {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:18:15.217134 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7dc4e41-d4af-4cb8-a8d5-4c5efea0d837 tempest-ServerRescueNegativeTestJSON-1800126168 tempest-ServerRescueNegativeTestJSON-1800126168-project] Pushing event updated for resources: {'Port': ['ID=a672cc1d-2a06-4285-94a8-fae176750140,revision_number=1']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:18:15.232786 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-81b43727-0611-41d7-9a2a-7c81ff0ce7e7 req-af57ae5a-6101-4ee0-9e52-413ffbd932c2 service neutron] 10.222.0.89 "GET /v2.0/security-groups?id=4936bce0-5f58-4a33-9b1f-fa66fe6c175f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2827194 Feb 09 19:18:15.239259 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-34955568-4495-470d-ab16-4cbe528981d7 tempest-RoutersAdminTest-314636334 tempest-RoutersAdminTest-314636334-project] 10.222.0.75 "GET /v2.0/ports?device_id=d84ebb2c-3329-4507-85d6-897419646022 HTTP/1.1" status: 200 len: 205 time: 0.0650001 Feb 09 19:18:15.239535 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 40104) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:18:15.251301 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-b27413be-13de-4212-afaa-66a5c2dbe12a req-a7dc4e41-d4af-4cb8-a8d5-4c5efea0d837 tempest-ServerRescueNegativeTestJSON-1800126168 tempest-ServerRescueNegativeTestJSON-1800126168-project] 10.222.0.89 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.6059971 Feb 09 19:18:15.292094 n-d-713498-36 neutron-server[103229]: INFO neutron.api.v2.resource [None req-e9516a45-7780-408c-af2b-4f0a76fb8dd9 tempest-RoutersAdminTest-314636334 tempest-RoutersAdminTest-314636334-project] delete failed (client error): The resource could not be found. Feb 09 19:18:15.293142 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-e9516a45-7780-408c-af2b-4f0a76fb8dd9 tempest-RoutersAdminTest-314636334 tempest-RoutersAdminTest-314636334-project] 10.222.0.75 "DELETE /v2.0/routers/d84ebb2c-3329-4507-85d6-897419646022 HTTP/1.1" status: 404 len: 336 time: 0.0528247 Feb 09 19:18:15.299320 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 40108) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:18:15.300143 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccde17aa-f13a-4856-9db9-de9a3dc3d19a req-d62f312b-a2eb-427e-9920-1f5f8b4b0452 tempest-AttachVolumeTestJSON-524945227 tempest-AttachVolumeTestJSON-524945227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:18:15.313992 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-ccde17aa-f13a-4856-9db9-de9a3dc3d19a req-d62f312b-a2eb-427e-9920-1f5f8b4b0452 tempest-AttachVolumeTestJSON-524945227 tempest-AttachVolumeTestJSON-524945227-project] 10.222.0.75 "GET /v2.0/ports?device_id=9e47810b-ed07-4409-98e3-da39074300c7 HTTP/1.1" status: 200 len: 946 time: 0.2668505 Feb 09 19:18:15.365641 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-ccde17aa-f13a-4856-9db9-de9a3dc3d19a req-8b2ba857-21a1-4e19-a79b-404a072aaca0 tempest-AttachVolumeTestJSON-524945227 tempest-AttachVolumeTestJSON-524945227-project] 10.222.0.75 "GET /v2.0/security-groups?id=bd39f8e7-1d25-418e-b5cd-c91a805a4bbc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0504849 Feb 09 19:18:15.377664 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-531e65ae-88d1-460d-8b8d-4d86bae936eb tempest-RoutersAdminTest-314636334 tempest-RoutersAdminTest-314636334-project] 10.222.0.75 "GET /v2.0/ports?device_id=23575a30-3180-4eb1-8be5-0e0a89466969 HTTP/1.1" status: 200 len: 205 time: 0.0743749 Feb 09 19:18:15.378084 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 40110) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:18:15.421707 n-d-713498-36 neutron-server[103229]: INFO neutron.api.v2.resource [None req-fa574436-9205-4930-b72a-d0fa29f77ff7 tempest-RoutersAdminTest-314636334 tempest-RoutersAdminTest-314636334-project] delete failed (client error): The resource could not be found. Feb 09 19:18:15.425105 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-fa574436-9205-4930-b72a-d0fa29f77ff7 tempest-RoutersAdminTest-314636334 tempest-RoutersAdminTest-314636334-project] 10.222.0.75 "DELETE /v2.0/routers/23575a30-3180-4eb1-8be5-0e0a89466969 HTTP/1.1" status: 404 len: 336 time: 0.0437059 Feb 09 19:18:15.425344 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 40112) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:18:15.443512 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.v2.base [req-b27413be-13de-4212-afaa-66a5c2dbe12a req-49807933-d36f-4f03-8d51-4ae68dfe8020 service neutron] Request body: {'port': {'device_id': '3f2394dc-3bdb-467a-bc3a-100f52d986e7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-713498-36'}} {{(pid=103229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 19:18:15.450982 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [req-5b50e478-6aaa-471d-9d24-28cb76dae983 req-5a92b8fa-c39f-4413-81d2-f49931fa56f0 tempest-ServerRescueNegativeTestJSON-1800126168 tempest-ServerRescueNegativeTestJSON-1800126168-project] Publish callbacks [] for port (f577d359-44ae-4f12-9fc5-b3d04034f813), precommit_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:18:15.458610 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca92d8cc-5b4f-4e37-99c5-9505a85f1a12 req-9d8a0db3-c282-47b8-a94e-cd188c6ecfae tempest-ServersAdminTestJSON-589418356 tempest-ServersAdminTestJSON-589418356-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:18:15.460937 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-ca92d8cc-5b4f-4e37-99c5-9505a85f1a12 req-9d8a0db3-c282-47b8-a94e-cd188c6ecfae tempest-ServersAdminTestJSON-589418356 tempest-ServersAdminTestJSON-589418356-project-admin] 10.222.0.75 "GET /v2.0/ports?device_id=fd17ec19-7de7-4d19-86bc-494ce272637b HTTP/1.1" status: 200 len: 1133 time: 0.0991194 Feb 09 19:18:15.482562 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-ba91cf45-52a2-46f2-8616-eeb3d29ecba7 tempest-RoutersAdminTest-314636334 tempest-RoutersAdminTest-314636334-project] 10.222.0.75 "GET /v2.0/ports?device_id=351d7a00-edd1-4cde-a2fa-edd3b651c581 HTTP/1.1" status: 200 len: 205 time: 0.0558057 Feb 09 19:18:15.484767 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 40114) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:18:15.541529 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-b27413be-13de-4212-afaa-66a5c2dbe12a req-49807933-d36f-4f03-8d51-4ae68dfe8020 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (a672cc1d-2a06-4285-94a8-fae176750140), before_update {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:18:15.552837 n-d-713498-36 neutron-server[103230]: INFO neutron.api.v2.resource [None req-a8c24a11-d3fa-4ea6-afc7-57557b58f05f tempest-RoutersAdminTest-314636334 tempest-RoutersAdminTest-314636334-project] delete failed (client error): The resource could not be found. Feb 09 19:18:15.554297 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-a8c24a11-d3fa-4ea6-afc7-57557b58f05f tempest-RoutersAdminTest-314636334 tempest-RoutersAdminTest-314636334-project] 10.222.0.75 "DELETE /v2.0/routers/351d7a00-edd1-4cde-a2fa-edd3b651c581 HTTP/1.1" status: 404 len: 336 time: 0.0672343 Feb 09 19:18:15.557152 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 40116) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:18:15.604338 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-db4f3e9c-d549-4de6-aa49-f475f9cea92e tempest-RoutersAdminTest-314636334 tempest-RoutersAdminTest-314636334-project] 10.222.0.75 "GET /v2.0/ports?device_id=e0970141-1d8e-4d77-8c6e-df8d022136f6 HTTP/1.1" status: 200 len: 205 time: 0.0416360 Feb 09 19:18:15.608027 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 40118) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:18:15.612054 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-ca92d8cc-5b4f-4e37-99c5-9505a85f1a12 req-c54c8cd8-7c26-4283-960a-0ee1c400e44a tempest-ServersAdminTestJSON-589418356 tempest-ServersAdminTestJSON-589418356-project-admin] 10.222.0.75 "GET /v2.0/security-groups?id=c0042214-21f2-4e80-92b9-9b56852b3a45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1441369 Feb 09 19:18:15.614141 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [req-5b50e478-6aaa-471d-9d24-28cb76dae983 req-5a92b8fa-c39f-4413-81d2-f49931fa56f0 tempest-ServerRescueNegativeTestJSON-1800126168 tempest-ServerRescueNegativeTestJSON-1800126168-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762866656467', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14393751'] for port (f577d359-44ae-4f12-9fc5-b3d04034f813), after_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:18:15.710767 n-d-713498-36 neutron-server[103230]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5b50e478-6aaa-471d-9d24-28cb76dae983 req-5a92b8fa-c39f-4413-81d2-f49931fa56f0 tempest-ServerRescueNegativeTestJSON-1800126168 tempest-ServerRescueNegativeTestJSON-1800126168-project] Network 5d2d334e-0f6b-4e62-b869-e00487a29620 is already hosted by enough agents. {{(pid=103230) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 19:18:15.728709 n-d-713498-36 neutron-server[103230]: DEBUG neutron.scheduler.base_scheduler [req-5b50e478-6aaa-471d-9d24-28cb76dae983 req-5a92b8fa-c39f-4413-81d2-f49931fa56f0 tempest-ServerRescueNegativeTestJSON-1800126168 tempest-ServerRescueNegativeTestJSON-1800126168-project] Resources bound (agent type, host, resource id): {{(pid=103230) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 19:18:15.732090 n-d-713498-36 neutron-server[103229]: INFO neutron.api.v2.resource [None req-377a9c8e-0db8-4935-b66d-71fa946b2d35 tempest-RoutersAdminTest-314636334 tempest-RoutersAdminTest-314636334-project] delete failed (client error): The resource could not be found. Feb 09 19:18:15.733386 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-377a9c8e-0db8-4935-b66d-71fa946b2d35 tempest-RoutersAdminTest-314636334 tempest-RoutersAdminTest-314636334-project] 10.222.0.75 "DELETE /v2.0/routers/e0970141-1d8e-4d77-8c6e-df8d022136f6 HTTP/1.1" status: 404 len: 336 time: 0.1234653 Feb 09 19:18:15.733524 n-d-713498-36 neutron-server[103230]: DEBUG neutron.db.l3_dvrscheduler_db [req-5b50e478-6aaa-471d-9d24-28cb76dae983 req-5a92b8fa-c39f-4413-81d2-f49931fa56f0 tempest-ServerRescueNegativeTestJSON-1800126168 tempest-ServerRescueNegativeTestJSON-1800126168-project] Received port after_create {{(pid=103230) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 19:18:15.745196 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 40124) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:18:15.797911 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a92b8fa-c39f-4413-81d2-f49931fa56f0 tempest-ServerRescueNegativeTestJSON-1800126168 tempest-ServerRescueNegativeTestJSON-1800126168-project] Pushing event updated for resources: {'Port': ['ID=f577d359-44ae-4f12-9fc5-b3d04034f813,revision_number=1']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:18:15.810020 n-d-713498-36 neutron-server[103229]: INFO neutron.pecan_wsgi.hooks.translation [None req-26a9cd52-7596-4465-bb3b-38712850a781 tempest-RoutersAdminTest-314636334 tempest-RoutersAdminTest-314636334-project] DELETE failed (client error): The resource could not be found. Feb 09 19:18:15.810484 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-26a9cd52-7596-4465-bb3b-38712850a781 tempest-RoutersAdminTest-314636334 tempest-RoutersAdminTest-314636334-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103229) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 19:18:15.816048 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-26a9cd52-7596-4465-bb3b-38712850a781 tempest-RoutersAdminTest-314636334 tempest-RoutersAdminTest-314636334-project] 10.222.0.75 "DELETE /v2.0/subnets/fa526dd2-4317-4e71-baae-1a49f5d8548e HTTP/1.1" status: 404 len: 337 time: 0.0618088 Feb 09 19:18:15.821084 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b50e478-6aaa-471d-9d24-28cb76dae983 req-5a92b8fa-c39f-4413-81d2-f49931fa56f0 tempest-ServerRescueNegativeTestJSON-1800126168 tempest-ServerRescueNegativeTestJSON-1800126168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:18:15.821749 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [req-5b50e478-6aaa-471d-9d24-28cb76dae983 req-5a92b8fa-c39f-4413-81d2-f49931fa56f0 tempest-ServerRescueNegativeTestJSON-1800126168 tempest-ServerRescueNegativeTestJSON-1800126168-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171096'] for port (None), before_response {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:18:15.865294 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b62c939-d19b-43f6-b865-5d8ed986a27d req-270d00bd-757b-4e8b-93b9-8172ccf71220 tempest-ServersAdminTestJSON-589418356 tempest-ServersAdminTestJSON-589418356-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:18:15.882257 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-0b62c939-d19b-43f6-b865-5d8ed986a27d req-270d00bd-757b-4e8b-93b9-8172ccf71220 tempest-ServersAdminTestJSON-589418356 tempest-ServersAdminTestJSON-589418356-project-admin] 10.222.0.75 "GET /v2.0/ports?device_id=fd17ec19-7de7-4d19-86bc-494ce272637b HTTP/1.1" status: 200 len: 1133 time: 0.1551645 Feb 09 19:18:15.884829 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-a7262a8e-0513-48fd-984d-75726a511961 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762867132591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593584'] for agent (911cfea2-02ae-4ec9-bac3-7808ee1cdd9c), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:18:15.905093 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30299a37-dde0-4b76-b2be-4fba7ef4fd9e req-83c287a5-fb41-4eae-b31a-6bd0caa2aaee tempest-AttachVolumeNegativeTest-275227323 tempest-AttachVolumeNegativeTest-275227323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:18:15.906708 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-30299a37-dde0-4b76-b2be-4fba7ef4fd9e req-83c287a5-fb41-4eae-b31a-6bd0caa2aaee tempest-AttachVolumeNegativeTest-275227323 tempest-AttachVolumeNegativeTest-275227323-project] 10.222.0.75 "GET /v2.0/ports?device_id=37846075-a439-4488-a4be-7949bad246af HTTP/1.1" status: 200 len: 946 time: 0.1805773 Feb 09 19:18:15.908144 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-5b50e478-6aaa-471d-9d24-28cb76dae983 req-5a92b8fa-c39f-4413-81d2-f49931fa56f0 tempest-ServerRescueNegativeTestJSON-1800126168 tempest-ServerRescueNegativeTestJSON-1800126168-project] 10.222.0.89 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2962918 Feb 09 19:18:15.936389 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.v2.base [req-5b50e478-6aaa-471d-9d24-28cb76dae983 req-cc2b3c25-5845-4a0a-9f14-ab104fa6f126 service neutron] Request body: {'port': {'device_id': '44c70ffa-f512-41ae-b436-424d8fe54797', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-713498-36'}} {{(pid=103230) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 19:18:16.009703 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-30299a37-dde0-4b76-b2be-4fba7ef4fd9e req-dcf99072-9952-4562-b2f1-f3a0a70b5e4e tempest-AttachVolumeNegativeTest-275227323 tempest-AttachVolumeNegativeTest-275227323-project] 10.222.0.75 "GET /v2.0/security-groups?id=4936bce0-5f58-4a33-9b1f-fa66fe6c175f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0903502 Feb 09 19:18:16.072638 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-0b62c939-d19b-43f6-b865-5d8ed986a27d req-e595791a-597a-4945-a163-2a59aff87edb tempest-ServersAdminTestJSON-589418356 tempest-ServersAdminTestJSON-589418356-project-admin] 10.222.0.75 "GET /v2.0/security-groups?id=c0042214-21f2-4e80-92b9-9b56852b3a45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1893845 Feb 09 19:18:16.087460 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [req-5b50e478-6aaa-471d-9d24-28cb76dae983 req-cc2b3c25-5845-4a0a-9f14-ab104fa6f126 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (f577d359-44ae-4f12-9fc5-b3d04034f813), before_update {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:18:16.149776 n-d-713498-36 neutron-server[103229]: DEBUG neutron.notifiers.nova [req-b27413be-13de-4212-afaa-66a5c2dbe12a req-49807933-d36f-4f03-8d51-4ae68dfe8020 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a672cc1d-2a06-4285-94a8-fae176750140 {{(pid=103229) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 19:18:16.161802 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-b27413be-13de-4212-afaa-66a5c2dbe12a req-49807933-d36f-4f03-8d51-4ae68dfe8020 service neutron] Publish callbacks [] for port (a672cc1d-2a06-4285-94a8-fae176750140), precommit_update {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:18:16.207724 n-d-713498-36 neutron-server[103229]: DEBUG neutron.db.provisioning_blocks [req-b27413be-13de-4212-afaa-66a5c2dbe12a req-49807933-d36f-4f03-8d51-4ae68dfe8020 service neutron] Transition to ACTIVE for port object a672cc1d-2a06-4285-94a8-fae176750140 will not be triggered until provisioned by entity L2. {{(pid=103229) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 19:18:16.217275 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-b27413be-13de-4212-afaa-66a5c2dbe12a req-49807933-d36f-4f03-8d51-4ae68dfe8020 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762867176205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762866656485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762866656503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12867569'] for port (a672cc1d-2a06-4285-94a8-fae176750140), after_update {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:18:16.252277 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 40138) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:18:16.263231 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-b9006c75-6c42-4fa2-b722-4f9beedacbbe req-f51aa277-569a-4ab5-926e-cc7cde4ec775 tempest-ServerShowV247Test-1778340501 tempest-ServerShowV247Test-1778340501-project] 10.222.0.75 "GET /v2.0/ports?device_id=aa74756f-5b3d-4e9a-a622-b21515b464cc HTTP/1.1" status: 200 len: 210 time: 0.0973027 Feb 09 19:18:16.271583 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa990a60-d35c-4565-8cdb-4b0a1050d91d req-ded97497-3b85-4633-bac2-8818fdcb4cba tempest-ServerRescueNegativeTestJSON-1800126168 tempest-ServerRescueNegativeTestJSON-1800126168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:18:16.273757 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-aa990a60-d35c-4565-8cdb-4b0a1050d91d req-ded97497-3b85-4633-bac2-8818fdcb4cba tempest-ServerRescueNegativeTestJSON-1800126168 tempest-ServerRescueNegativeTestJSON-1800126168-project] 10.222.0.75 "GET /v2.0/ports?device_id=44c70ffa-f512-41ae-b436-424d8fe54797 HTTP/1.1" status: 200 len: 931 time: 0.1823807 Feb 09 19:18:16.300977 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49807933-d36f-4f03-8d51-4ae68dfe8020 service neutron] Pushing event updated for resources: {'Port': ['ID=a672cc1d-2a06-4285-94a8-fae176750140,revision_number=2']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:18:16.499155 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-aa990a60-d35c-4565-8cdb-4b0a1050d91d req-99b2fdc4-5ab5-4b10-b8aa-9c2e1098dce4 tempest-ServerRescueNegativeTestJSON-1800126168 tempest-ServerRescueNegativeTestJSON-1800126168-project] 10.222.0.75 "GET /v2.0/security-groups?id=20eba632-e06f-4b78-b62a-91fbda6670a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2167027 Feb 09 19:18:16.530800 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.managers [req-b27413be-13de-4212-afaa-66a5c2dbe12a req-49807933-d36f-4f03-8d51-4ae68dfe8020 service neutron] Attempting to bind port a672cc1d-2a06-4285-94a8-fae176750140 on host n-h1-713498-36 for vnic_type normal with profile {{(pid=103229) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 19:18:16.540803 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.managers [req-b27413be-13de-4212-afaa-66a5c2dbe12a req-49807933-d36f-4f03-8d51-4ae68dfe8020 service neutron] Attempting to bind port a672cc1d-2a06-4285-94a8-fae176750140 by drivers openvswitch,hyperv on host n-h1-713498-36 at level 0 using segments [{'id': 'c3df6112-dc28-41f3-95ea-b4906d348d77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': '5d2d334e-0f6b-4e62-b869-e00487a29620'}] {{(pid=103229) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 19:18:16.541573 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b27413be-13de-4212-afaa-66a5c2dbe12a req-49807933-d36f-4f03-8d51-4ae68dfe8020 service neutron] Attempting to bind port a672cc1d-2a06-4285-94a8-fae176750140 on network 5d2d334e-0f6b-4e62-b869-e00487a29620 {{(pid=103229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 19:18:16.547935 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b27413be-13de-4212-afaa-66a5c2dbe12a req-49807933-d36f-4f03-8d51-4ae68dfe8020 service neutron] Port a672cc1d-2a06-4285-94a8-fae176750140 on network 5d2d334e-0f6b-4e62-b869-e00487a29620 not bound, no agent of type Open vSwitch agent registered on host n-h1-713498-36 {{(pid=103229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 19:18:16.548344 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b27413be-13de-4212-afaa-66a5c2dbe12a req-49807933-d36f-4f03-8d51-4ae68dfe8020 service neutron] Attempting to bind port a672cc1d-2a06-4285-94a8-fae176750140 on network 5d2d334e-0f6b-4e62-b869-e00487a29620 {{(pid=103229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 19:18:16.555659 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b27413be-13de-4212-afaa-66a5c2dbe12a req-49807933-d36f-4f03-8d51-4ae68dfe8020 service neutron] Checking agent: {'id': '488cd9ae-631f-4955-ba0b-4f5a13f12e9c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713498-36', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 18, 59, 18), 'started_at': datetime.datetime(2022, 2, 9, 18, 59, 18), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 19, 17, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 19:18:16.555956 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b27413be-13de-4212-afaa-66a5c2dbe12a req-49807933-d36f-4f03-8d51-4ae68dfe8020 service neutron] Checking segment: {'id': 'c3df6112-dc28-41f3-95ea-b4906d348d77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': '5d2d334e-0f6b-4e62-b869-e00487a29620'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103229) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 19:18:16.556426 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b27413be-13de-4212-afaa-66a5c2dbe12a req-49807933-d36f-4f03-8d51-4ae68dfe8020 service neutron] Bound using segment: {'id': 'c3df6112-dc28-41f3-95ea-b4906d348d77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': '5d2d334e-0f6b-4e62-b869-e00487a29620'} {{(pid=103229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 19:18:16.557036 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.managers [req-b27413be-13de-4212-afaa-66a5c2dbe12a req-49807933-d36f-4f03-8d51-4ae68dfe8020 service neutron] Bound port: a672cc1d-2a06-4285-94a8-fae176750140, host: n-h1-713498-36, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c3df6112-dc28-41f3-95ea-b4906d348d77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': '5d2d334e-0f6b-4e62-b869-e00487a29620'}}] {{(pid=103229) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 19:18:16.557460 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-b27413be-13de-4212-afaa-66a5c2dbe12a req-49807933-d36f-4f03-8d51-4ae68dfe8020 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (a672cc1d-2a06-4285-94a8-fae176750140), before_update {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:18:16.568558 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-89f86a10-7adf-4132-aef2-4ab997b5c2db admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:18:16.681914 n-d-713498-36 neutron-server[103230]: DEBUG neutron.notifiers.nova [req-5b50e478-6aaa-471d-9d24-28cb76dae983 req-cc2b3c25-5845-4a0a-9f14-ab104fa6f126 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f577d359-44ae-4f12-9fc5-b3d04034f813 {{(pid=103230) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 19:18:16.693450 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.db [req-b27413be-13de-4212-afaa-66a5c2dbe12a req-49807933-d36f-4f03-8d51-4ae68dfe8020 service neutron] For port a672cc1d-2a06-4285-94a8-fae176750140, host n-h1-713498-36, cleared binding levels {{(pid=103229) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 19:18:16.695636 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [req-5b50e478-6aaa-471d-9d24-28cb76dae983 req-cc2b3c25-5845-4a0a-9f14-ab104fa6f126 service neutron] Publish callbacks [] for port (f577d359-44ae-4f12-9fc5-b3d04034f813), precommit_update {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:18:16.703089 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.db [req-b27413be-13de-4212-afaa-66a5c2dbe12a req-49807933-d36f-4f03-8d51-4ae68dfe8020 service neutron] For port a672cc1d-2a06-4285-94a8-fae176750140, host n-h1-713498-36, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-36',level=0,port_id=a672cc1d-2a06-4285-94a8-fae176750140,segment=NetworkSegment(c3df6112-dc28-41f3-95ea-b4906d348d77),segment_id=c3df6112-dc28-41f3-95ea-b4906d348d77)] {{(pid=103229) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 19:18:16.715812 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-b27413be-13de-4212-afaa-66a5c2dbe12a req-49807933-d36f-4f03-8d51-4ae68dfe8020 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762867176205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762866656485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762866656503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12867569'] for port (a672cc1d-2a06-4285-94a8-fae176750140), after_update {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:18:16.729301 n-d-713498-36 neutron-server[103230]: DEBUG neutron.db.provisioning_blocks [req-5b50e478-6aaa-471d-9d24-28cb76dae983 req-cc2b3c25-5845-4a0a-9f14-ab104fa6f126 service neutron] Transition to ACTIVE for port object f577d359-44ae-4f12-9fc5-b3d04034f813 will not be triggered until provisioned by entity L2. {{(pid=103230) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 19:18:16.744024 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [req-5b50e478-6aaa-471d-9d24-28cb76dae983 req-cc2b3c25-5845-4a0a-9f14-ab104fa6f126 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762867176205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762866656485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762866656503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14393758'] for port (f577d359-44ae-4f12-9fc5-b3d04034f813), after_update {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:18:16.815029 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49807933-d36f-4f03-8d51-4ae68dfe8020 service neutron] Pushing event updated for resources: {'Port': ['ID=a672cc1d-2a06-4285-94a8-fae176750140,revision_number=3']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:18:16.833054 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b27413be-13de-4212-afaa-66a5c2dbe12a req-49807933-d36f-4f03-8d51-4ae68dfe8020 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:18:16.833834 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-b27413be-13de-4212-afaa-66a5c2dbe12a req-49807933-d36f-4f03-8d51-4ae68dfe8020 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171096'] for port (None), before_response {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:18:16.836696 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-b27413be-13de-4212-afaa-66a5c2dbe12a req-49807933-d36f-4f03-8d51-4ae68dfe8020 service neutron] 10.222.0.89 "PUT /v2.0/ports/a672cc1d-2a06-4285-94a8-fae176750140 HTTP/1.1" status: 200 len: 1092 time: 1.3990202 Feb 09 19:18:16.837312 n-d-713498-36 neutron-server[103229]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3f2394dc-3bdb-467a-bc3a-100f52d986e7', 'tag': 'a672cc1d-2a06-4285-94a8-fae176750140'}] {{(pid=103229) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 19:18:16.840802 n-d-713498-36 neutron-server[103229]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fa6ae9a20702bd564eaf90d946620b2b4277b1ab91129323d3b54181076be307" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-024b250d-9bcd-44fb-8001-2c1d98f0fb95" -d '{"events": [{"name": "network-changed", "server_uuid": "3f2394dc-3bdb-467a-bc3a-100f52d986e7", "tag": "a672cc1d-2a06-4285-94a8-fae176750140"}]}' {{(pid=103229) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 19:18:16.861401 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-89f86a10-7adf-4132-aef2-4ab997b5c2db admin admin] Publish callbacks [] for security_group (3b036ae6-736c-43a8-99a7-bbe4f7a1a42d), precommit_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:18:16.877972 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-89f86a10-7adf-4132-aef2-4ab997b5c2db admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1892331'] for security_group (3b036ae6-736c-43a8-99a7-bbe4f7a1a42d), after_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:18:16.915835 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-89f86a10-7adf-4132-aef2-4ab997b5c2db admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=5d35ff1f37324beaa7e50ac3d03a5895&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6562459 Feb 09 19:18:16.916426 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc2b3c25-5845-4a0a-9f14-ab104fa6f126 service neutron] Pushing event updated for resources: {'Port': ['ID=f577d359-44ae-4f12-9fc5-b3d04034f813,revision_number=2']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:18:16.917886 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 40158) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:18:16.997039 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762867132591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593584'] for agent (496418a2-c002-4aec-ab1a-07f3bea491bd), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:18:17.042735 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89f86a10-7adf-4132-aef2-4ab997b5c2db admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3b036ae6-736c-43a8-99a7-bbe4f7a1a42d,revision_number=1']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:18:17.078781 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.managers [req-5b50e478-6aaa-471d-9d24-28cb76dae983 req-cc2b3c25-5845-4a0a-9f14-ab104fa6f126 service neutron] Attempting to bind port f577d359-44ae-4f12-9fc5-b3d04034f813 on host n-h1-713498-36 for vnic_type normal with profile {{(pid=103230) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 19:18:17.079546 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.managers [req-5b50e478-6aaa-471d-9d24-28cb76dae983 req-cc2b3c25-5845-4a0a-9f14-ab104fa6f126 service neutron] Attempting to bind port f577d359-44ae-4f12-9fc5-b3d04034f813 by drivers openvswitch,hyperv on host n-h1-713498-36 at level 0 using segments [{'id': 'c3df6112-dc28-41f3-95ea-b4906d348d77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': '5d2d334e-0f6b-4e62-b869-e00487a29620'}] {{(pid=103230) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 19:18:17.080090 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b50e478-6aaa-471d-9d24-28cb76dae983 req-cc2b3c25-5845-4a0a-9f14-ab104fa6f126 service neutron] Attempting to bind port f577d359-44ae-4f12-9fc5-b3d04034f813 on network 5d2d334e-0f6b-4e62-b869-e00487a29620 {{(pid=103230) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 19:18:17.100067 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b50e478-6aaa-471d-9d24-28cb76dae983 req-cc2b3c25-5845-4a0a-9f14-ab104fa6f126 service neutron] Port f577d359-44ae-4f12-9fc5-b3d04034f813 on network 5d2d334e-0f6b-4e62-b869-e00487a29620 not bound, no agent of type Open vSwitch agent registered on host n-h1-713498-36 {{(pid=103230) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 19:18:17.101115 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b50e478-6aaa-471d-9d24-28cb76dae983 req-cc2b3c25-5845-4a0a-9f14-ab104fa6f126 service neutron] Attempting to bind port f577d359-44ae-4f12-9fc5-b3d04034f813 on network 5d2d334e-0f6b-4e62-b869-e00487a29620 {{(pid=103230) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 19:18:17.113512 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b50e478-6aaa-471d-9d24-28cb76dae983 req-cc2b3c25-5845-4a0a-9f14-ab104fa6f126 service neutron] Checking agent: {'id': '488cd9ae-631f-4955-ba0b-4f5a13f12e9c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713498-36', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 18, 59, 18), 'started_at': datetime.datetime(2022, 2, 9, 18, 59, 18), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 19, 17, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103230) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 19:18:17.113877 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b50e478-6aaa-471d-9d24-28cb76dae983 req-cc2b3c25-5845-4a0a-9f14-ab104fa6f126 service neutron] Checking segment: {'id': 'c3df6112-dc28-41f3-95ea-b4906d348d77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': '5d2d334e-0f6b-4e62-b869-e00487a29620'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103230) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 19:18:17.114572 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b50e478-6aaa-471d-9d24-28cb76dae983 req-cc2b3c25-5845-4a0a-9f14-ab104fa6f126 service neutron] Bound using segment: {'id': 'c3df6112-dc28-41f3-95ea-b4906d348d77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': '5d2d334e-0f6b-4e62-b869-e00487a29620'} {{(pid=103230) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 19:18:17.115046 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.managers [req-5b50e478-6aaa-471d-9d24-28cb76dae983 req-cc2b3c25-5845-4a0a-9f14-ab104fa6f126 service neutron] Bound port: f577d359-44ae-4f12-9fc5-b3d04034f813, host: n-h1-713498-36, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c3df6112-dc28-41f3-95ea-b4906d348d77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': '5d2d334e-0f6b-4e62-b869-e00487a29620'}}] {{(pid=103230) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 19:18:17.115417 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [req-5b50e478-6aaa-471d-9d24-28cb76dae983 req-cc2b3c25-5845-4a0a-9f14-ab104fa6f126 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (f577d359-44ae-4f12-9fc5-b3d04034f813), before_update {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:18:17.215084 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-802c2a94-0c78-4017-ac84-042e29fe72ab req-d72d9ef2-6a18-4644-bb61-2db031d41381 tempest-ServerShowV247Test-1778340501 tempest-ServerShowV247Test-1778340501-project] 10.222.0.75 "GET /v2.0/ports?device_id=aa74756f-5b3d-4e9a-a622-b21515b464cc HTTP/1.1" status: 200 len: 210 time: 0.0374475 Feb 09 19:18:17.251300 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.db [req-5b50e478-6aaa-471d-9d24-28cb76dae983 req-cc2b3c25-5845-4a0a-9f14-ab104fa6f126 service neutron] For port f577d359-44ae-4f12-9fc5-b3d04034f813, host n-h1-713498-36, cleared binding levels {{(pid=103230) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 19:18:17.265113 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.db [req-5b50e478-6aaa-471d-9d24-28cb76dae983 req-cc2b3c25-5845-4a0a-9f14-ab104fa6f126 service neutron] For port f577d359-44ae-4f12-9fc5-b3d04034f813, host n-h1-713498-36, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-36',level=0,port_id=f577d359-44ae-4f12-9fc5-b3d04034f813,segment=NetworkSegment(c3df6112-dc28-41f3-95ea-b4906d348d77),segment_id=c3df6112-dc28-41f3-95ea-b4906d348d77)] {{(pid=103230) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 19:18:17.282945 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [req-5b50e478-6aaa-471d-9d24-28cb76dae983 req-cc2b3c25-5845-4a0a-9f14-ab104fa6f126 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762867176205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762866656485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762866656503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14393758'] for port (f577d359-44ae-4f12-9fc5-b3d04034f813), after_update {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:18:17.314139 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b50e478-6aaa-471d-9d24-28cb76dae983 req-cc2b3c25-5845-4a0a-9f14-ab104fa6f126 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:18:17.315480 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [req-5b50e478-6aaa-471d-9d24-28cb76dae983 req-cc2b3c25-5845-4a0a-9f14-ab104fa6f126 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171096'] for port (None), before_response {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:18:17.317237 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-5b50e478-6aaa-471d-9d24-28cb76dae983 req-cc2b3c25-5845-4a0a-9f14-ab104fa6f126 service neutron] 10.222.0.89 "PUT /v2.0/ports/f577d359-44ae-4f12-9fc5-b3d04034f813 HTTP/1.1" status: 200 len: 1092 time: 1.3954208 Feb 09 19:18:17.354792 n-d-713498-36 neutron-server[103229]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 19:18:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9f65a359-c792-46f8-ab9e-de155f4e9ccd x-openstack-request-id: req-9f65a359-c792-46f8-ab9e-de155f4e9ccd {{(pid=103229) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 19:18:17.355415 n-d-713498-36 neutron-server[103229]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3f2394dc-3bdb-467a-bc3a-100f52d986e7", "tag": "a672cc1d-2a06-4285-94a8-fae176750140", "status": "completed", "code": 200}]} {{(pid=103229) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 19:18:17.355541 n-d-713498-36 neutron-server[103229]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-9f65a359-c792-46f8-ab9e-de155f4e9ccd {{(pid=103229) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 19:18:17.356004 n-d-713498-36 neutron-server[103229]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3f2394dc-3bdb-467a-bc3a-100f52d986e7', 'tag': 'a672cc1d-2a06-4285-94a8-fae176750140', 'status': 'completed', 'code': 200} Feb 09 19:18:17.371357 n-d-713498-36 neutron-server[103230]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '44c70ffa-f512-41ae-b436-424d8fe54797', 'tag': 'f577d359-44ae-4f12-9fc5-b3d04034f813'}] {{(pid=103230) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 19:18:17.374068 n-d-713498-36 neutron-server[103230]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aee5919275bae9f72eb374ee322673045eb80c1f84b4b45a97d96923bd50ab51" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3bd09d62-1c26-41e6-8681-55786b864135" -d '{"events": [{"name": "network-changed", "server_uuid": "44c70ffa-f512-41ae-b436-424d8fe54797", "tag": "f577d359-44ae-4f12-9fc5-b3d04034f813"}]}' {{(pid=103230) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 19:18:17.434064 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b27413be-13de-4212-afaa-66a5c2dbe12a req-b72ffb44-5ec3-48da-8289-de63d921fc05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:18:17.435728 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-b27413be-13de-4212-afaa-66a5c2dbe12a req-b72ffb44-5ec3-48da-8289-de63d921fc05 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=eb0bb5f642894bf2abf52f90f794999a&device_id=3f2394dc-3bdb-467a-bc3a-100f52d986e7 HTTP/1.1" status: 200 len: 1126 time: 0.5433645 Feb 09 19:18:17.498004 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc2b3c25-5845-4a0a-9f14-ab104fa6f126 service neutron] Pushing event updated for resources: {'Port': ['ID=f577d359-44ae-4f12-9fc5-b3d04034f813,revision_number=3']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:18:17.505089 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-b27413be-13de-4212-afaa-66a5c2dbe12a req-518abdb0-2fcb-4463-8fce-954d6d612db0 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a672cc1d-2a06-4285-94a8-fae176750140 HTTP/1.1" status: 200 len: 217 time: 0.0563824 Feb 09 19:18:17.509796 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-52fcc91f-3fa2-433a-adbb-c0f9d491ccf8 admin admin] Publish callbacks [] for security_group (3b036ae6-736c-43a8-99a7-bbe4f7a1a42d), before_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:18:17.524637 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3f52e3c-2e4e-4ea4-9ae5-060747cec14d req-4b2e306d-b99a-460e-aa97-d28d0ee79472 tempest-AttachVolumeTestJSON-524945227 tempest-AttachVolumeTestJSON-524945227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:18:17.526304 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-d3f52e3c-2e4e-4ea4-9ae5-060747cec14d req-4b2e306d-b99a-460e-aa97-d28d0ee79472 tempest-AttachVolumeTestJSON-524945227 tempest-AttachVolumeTestJSON-524945227-project] 10.222.0.75 "GET /v2.0/ports?device_id=9e47810b-ed07-4409-98e3-da39074300c7 HTTP/1.1" status: 200 len: 946 time: 0.1694407 Feb 09 19:18:17.533286 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae67be11-a334-4d8f-9087-4c3cc3816361 req-df9d3cac-444f-47f6-84db-577b2ebc5860 tempest-AttachVolumeNegativeTest-275227323 tempest-AttachVolumeNegativeTest-275227323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:18:17.534935 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-ae67be11-a334-4d8f-9087-4c3cc3816361 req-df9d3cac-444f-47f6-84db-577b2ebc5860 tempest-AttachVolumeNegativeTest-275227323 tempest-AttachVolumeNegativeTest-275227323-project] 10.222.0.75 "GET /v2.0/ports?device_id=37846075-a439-4488-a4be-7949bad246af HTTP/1.1" status: 200 len: 946 time: 0.1581986 Feb 09 19:18:17.541545 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b50e478-6aaa-471d-9d24-28cb76dae983 req-cbd29781-8809-457a-8224-d8ca24b2aff2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:18:17.544146 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-5b50e478-6aaa-471d-9d24-28cb76dae983 req-cbd29781-8809-457a-8224-d8ca24b2aff2 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=eb0bb5f642894bf2abf52f90f794999a&device_id=44c70ffa-f512-41ae-b436-424d8fe54797 HTTP/1.1" status: 200 len: 1126 time: 0.1552379 Feb 09 19:18:17.590973 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-52fcc91f-3fa2-433a-adbb-c0f9d491ccf8 admin admin] Publish callbacks [] for security_group (3b036ae6-736c-43a8-99a7-bbe4f7a1a42d), precommit_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:18:17.593056 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-5b50e478-6aaa-471d-9d24-28cb76dae983 req-86f029fa-0e11-42c4-94bf-f2b7c6398aa1 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f577d359-44ae-4f12-9fc5-b3d04034f813 HTTP/1.1" status: 200 len: 217 time: 0.0429363 Feb 09 19:18:17.626716 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b27413be-13de-4212-afaa-66a5c2dbe12a req-04d9c128-6bcc-4cfd-b43f-771dd4255730 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:18:17.628310 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-b27413be-13de-4212-afaa-66a5c2dbe12a req-04d9c128-6bcc-4cfd-b43f-771dd4255730 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=74f7cf6f-ebf0-4984-aecc-0c23aa6982bb HTTP/1.1" status: 200 len: 859 time: 0.1130428 Feb 09 19:18:17.656989 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-ae67be11-a334-4d8f-9087-4c3cc3816361 req-837c72fd-7f9a-43c9-8404-e3bcaeb7cd28 tempest-AttachVolumeNegativeTest-275227323 tempest-AttachVolumeNegativeTest-275227323-project] 10.222.0.75 "GET /v2.0/security-groups?id=4936bce0-5f58-4a33-9b1f-fa66fe6c175f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1129444 Feb 09 19:18:17.667532 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b50e478-6aaa-471d-9d24-28cb76dae983 req-b6865f92-3222-4020-97c5-db06a8fad564 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:18:17.668975 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-5b50e478-6aaa-471d-9d24-28cb76dae983 req-b6865f92-3222-4020-97c5-db06a8fad564 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=74f7cf6f-ebf0-4984-aecc-0c23aa6982bb HTTP/1.1" status: 200 len: 859 time: 0.0645909 Feb 09 19:18:17.692993 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-b27413be-13de-4212-afaa-66a5c2dbe12a req-1a870b96-80ca-444e-b5fb-b0bf25c39fc2 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=5d2d334e-0f6b-4e62-b869-e00487a29620&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0564969 Feb 09 19:18:17.697833 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-d3f52e3c-2e4e-4ea4-9ae5-060747cec14d req-4d8b4d64-bba9-4aaa-862d-a0cec9bd81f0 tempest-AttachVolumeTestJSON-524945227 tempest-AttachVolumeTestJSON-524945227-project] 10.222.0.75 "GET /v2.0/security-groups?id=bd39f8e7-1d25-418e-b5cd-c91a805a4bbc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1567869 Feb 09 19:18:17.727494 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-5b50e478-6aaa-471d-9d24-28cb76dae983 req-3e94f297-ecd1-4179-96db-183e6aec3cd3 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=5d2d334e-0f6b-4e62-b869-e00487a29620&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0493729 Feb 09 19:18:17.770285 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-52fcc91f-3fa2-433a-adbb-c0f9d491ccf8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1892331'] for security_group (3b036ae6-736c-43a8-99a7-bbe4f7a1a42d), after_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:18:17.774475 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-52fcc91f-3fa2-433a-adbb-c0f9d491ccf8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:18:17.775829 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-52fcc91f-3fa2-433a-adbb-c0f9d491ccf8 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/3b036ae6-736c-43a8-99a7-bbe4f7a1a42d HTTP/1.1" status: 204 len: 168 time: 0.8508825 Feb 09 19:18:17.812691 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52fcc91f-3fa2-433a-adbb-c0f9d491ccf8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3b036ae6-736c-43a8-99a7-bbe4f7a1a42d,revision_number=None']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:18:17.816323 n-d-713498-36 neutron-server[103230]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 19:18:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-519d6c21-afa4-489c-b877-1743bfeab19a x-openstack-request-id: req-519d6c21-afa4-489c-b877-1743bfeab19a {{(pid=103230) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 19:18:17.816920 n-d-713498-36 neutron-server[103230]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "44c70ffa-f512-41ae-b436-424d8fe54797", "tag": "f577d359-44ae-4f12-9fc5-b3d04034f813", "status": "completed", "code": 200}]} {{(pid=103230) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 19:18:17.817270 n-d-713498-36 neutron-server[103230]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-519d6c21-afa4-489c-b877-1743bfeab19a {{(pid=103230) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 19:18:17.817763 n-d-713498-36 neutron-server[103230]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '44c70ffa-f512-41ae-b436-424d8fe54797', 'tag': 'f577d359-44ae-4f12-9fc5-b3d04034f813', 'status': 'completed', 'code': 200} Feb 09 19:18:17.861557 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-b27413be-13de-4212-afaa-66a5c2dbe12a req-23ee6ce8-edd2-4866-bbfd-27c51e6f312e service neutron] 10.222.0.89 "GET /v2.0/networks/5d2d334e-0f6b-4e62-b869-e00487a29620?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1615806 Feb 09 19:18:17.879350 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-5b50e478-6aaa-471d-9d24-28cb76dae983 req-7d42e59e-1f66-4c07-ad31-dacbef5c1806 service neutron] 10.222.0.89 "GET /v2.0/networks/5d2d334e-0f6b-4e62-b869-e00487a29620?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1441648 Feb 09 19:18:18.049766 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-393ac3ba-0b31-4c23-9543-f8d31b206acc req-0ff5f95e-e9ef-49b7-b0c8-7f2ec40f9247 tempest-ServerRescueNegativeTestJSON-1800126168 tempest-ServerRescueNegativeTestJSON-1800126168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:18:18.057866 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-393ac3ba-0b31-4c23-9543-f8d31b206acc req-0ff5f95e-e9ef-49b7-b0c8-7f2ec40f9247 tempest-ServerRescueNegativeTestJSON-1800126168 tempest-ServerRescueNegativeTestJSON-1800126168-project] 10.222.0.75 "GET /v2.0/ports?device_id=44c70ffa-f512-41ae-b436-424d8fe54797 HTTP/1.1" status: 200 len: 943 time: 0.0999448 Feb 09 19:18:18.087602 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-b27413be-13de-4212-afaa-66a5c2dbe12a req-1745e396-3564-4447-be38-709d4870c834 service neutron] 10.222.0.89 "GET /v2.0/networks/5d2d334e-0f6b-4e62-b869-e00487a29620?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2184641 Feb 09 19:18:18.113254 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-5b50e478-6aaa-471d-9d24-28cb76dae983 req-39d6c94e-6fe0-487a-a6d6-5b9d8ab0b5cb service neutron] 10.222.0.89 "GET /v2.0/networks/5d2d334e-0f6b-4e62-b869-e00487a29620?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2252131 Feb 09 19:18:18.164546 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-393ac3ba-0b31-4c23-9543-f8d31b206acc req-b1a2976c-5385-4b9d-96f2-7f22edea3e27 tempest-ServerRescueNegativeTestJSON-1800126168 tempest-ServerRescueNegativeTestJSON-1800126168-project] 10.222.0.75 "GET /v2.0/security-groups?id=20eba632-e06f-4b78-b62a-91fbda6670a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1057410 Feb 09 19:18:18.237845 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-024b250d-9bcd-44fb-8001-2c1d98f0fb95 req-84a0881a-0eaa-484b-a4d1-d562c4fa03fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:18:18.242747 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-024b250d-9bcd-44fb-8001-2c1d98f0fb95 req-84a0881a-0eaa-484b-a4d1-d562c4fa03fb service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=eb0bb5f642894bf2abf52f90f794999a&device_id=3f2394dc-3bdb-467a-bc3a-100f52d986e7 HTTP/1.1" status: 200 len: 1126 time: 0.0861430 Feb 09 19:18:18.305642 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bd09d62-1c26-41e6-8681-55786b864135 req-e39f2246-394d-477a-9a97-3014f5ca4f5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:18:18.308429 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-3bd09d62-1c26-41e6-8681-55786b864135 req-e39f2246-394d-477a-9a97-3014f5ca4f5a service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=eb0bb5f642894bf2abf52f90f794999a&device_id=44c70ffa-f512-41ae-b436-424d8fe54797 HTTP/1.1" status: 200 len: 1126 time: 0.1126995 Feb 09 19:18:18.376620 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-024b250d-9bcd-44fb-8001-2c1d98f0fb95 req-72f7108b-887f-4080-9951-7dfd2d3e7f48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:18:18.380730 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-024b250d-9bcd-44fb-8001-2c1d98f0fb95 req-72f7108b-887f-4080-9951-7dfd2d3e7f48 service neutron] 10.222.0.89 "GET /v2.0/networks?id=5d2d334e-0f6b-4e62-b869-e00487a29620 HTTP/1.1" status: 200 len: 920 time: 0.1312222 Feb 09 19:18:18.409033 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 40204) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:18:18.420532 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762867132591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593584'] for agent (488cd9ae-631f-4955-ba0b-4f5a13f12e9c), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:18:18.455810 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bd09d62-1c26-41e6-8681-55786b864135 req-8c35972f-b23a-4d9b-a61d-82f9bbc44e61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:18:18.459414 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-3bd09d62-1c26-41e6-8681-55786b864135 req-8c35972f-b23a-4d9b-a61d-82f9bbc44e61 service neutron] 10.222.0.89 "GET /v2.0/networks?id=5d2d334e-0f6b-4e62-b869-e00487a29620 HTTP/1.1" status: 200 len: 920 time: 0.1460214 Feb 09 19:18:18.488974 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-024b250d-9bcd-44fb-8001-2c1d98f0fb95 req-2215ee34-d164-4415-a450-a85f134c19cb service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a672cc1d-2a06-4285-94a8-fae176750140 HTTP/1.1" status: 200 len: 217 time: 0.1006827 Feb 09 19:18:18.521166 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-3bd09d62-1c26-41e6-8681-55786b864135 req-f6fd6401-d967-4fa8-95d9-3fd55515f14f service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f577d359-44ae-4f12-9fc5-b3d04034f813 HTTP/1.1" status: 200 len: 217 time: 0.0529578 Feb 09 19:18:18.559581 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-64fa170d-ccb6-4b9b-a894-e0e73ab88e6b req-709f8ff9-5c15-485b-b76f-87efc68e3f4d tempest-ServerShowV247Test-1778340501 tempest-ServerShowV247Test-1778340501-project] 10.222.0.75 "GET /v2.0/ports?device_id=aa74756f-5b3d-4e9a-a622-b21515b464cc HTTP/1.1" status: 200 len: 210 time: 0.0680811 Feb 09 19:18:18.610515 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-70bebe9f-f4cc-4054-82a6-9c8198b9e810 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=c49d8c6f1a0f4216bdbccfdbff23d04f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2000418 Feb 09 19:18:18.613083 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 40214) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:18:18.628954 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-024b250d-9bcd-44fb-8001-2c1d98f0fb95 req-7074670d-a2ec-4361-bc8e-885d677ab007 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:18:18.636768 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-024b250d-9bcd-44fb-8001-2c1d98f0fb95 req-7074670d-a2ec-4361-bc8e-885d677ab007 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=74f7cf6f-ebf0-4984-aecc-0c23aa6982bb HTTP/1.1" status: 200 len: 859 time: 0.0741730 Feb 09 19:18:18.669968 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bd09d62-1c26-41e6-8681-55786b864135 req-2e9dca8f-387a-40ea-a776-81c23e9a53bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:18:18.671454 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-3bd09d62-1c26-41e6-8681-55786b864135 req-2e9dca8f-387a-40ea-a776-81c23e9a53bb service neutron] 10.222.0.89 "GET /v2.0/subnets?id=74f7cf6f-ebf0-4984-aecc-0c23aa6982bb HTTP/1.1" status: 200 len: 859 time: 0.1384254 Feb 09 19:18:18.691212 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-5a3f7fd5-05f9-45c1-9725-f8dba46fe3ce admin admin] Publish callbacks [] for security_group (91724893-53b3-40b1-96d6-b348c5569329), before_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:18:18.717492 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-024b250d-9bcd-44fb-8001-2c1d98f0fb95 req-ef0664e2-18fd-4438-9485-941e19c50c1f service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=5d2d334e-0f6b-4e62-b869-e00487a29620&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0702894 Feb 09 19:18:18.739286 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-3bd09d62-1c26-41e6-8681-55786b864135 req-c203f132-d300-4f30-82cb-46048d2e0ef9 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=5d2d334e-0f6b-4e62-b869-e00487a29620&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0428913 Feb 09 19:18:18.774422 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-5a3f7fd5-05f9-45c1-9725-f8dba46fe3ce admin admin] Publish callbacks [] for security_group (91724893-53b3-40b1-96d6-b348c5569329), precommit_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:18:18.827372 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f4d40aa-596e-4fc5-ac15-4b4b8708d5e7 req-bae14f55-3ce4-4358-b1d6-13cbc7a25373 tempest-ServersAdminTestJSON-1393048834 tempest-ServersAdminTestJSON-1393048834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:18:18.829995 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-4f4d40aa-596e-4fc5-ac15-4b4b8708d5e7 req-bae14f55-3ce4-4358-b1d6-13cbc7a25373 tempest-ServersAdminTestJSON-1393048834 tempest-ServersAdminTestJSON-1393048834-project] 10.222.0.75 "GET /v2.0/ports?device_id=fd17ec19-7de7-4d19-86bc-494ce272637b HTTP/1.1" status: 200 len: 950 time: 0.1536336 Feb 09 19:18:18.884834 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-024b250d-9bcd-44fb-8001-2c1d98f0fb95 req-680485a4-b911-4a39-90ec-cbeb3fa34930 service neutron] 10.222.0.89 "GET /v2.0/networks/5d2d334e-0f6b-4e62-b869-e00487a29620?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1496000 Feb 09 19:18:18.903761 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762867132591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593584'] for agent (bcd5faee-dc24-4298-9134-0e0aa054058e), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:18:18.952483 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99fb1c92-b227-4d99-ac95-d5aaf1712c37 req-53f60e8f-229f-46fa-aebf-4011099884c3 tempest-AttachVolumeTestJSON-524945227 tempest-AttachVolumeTestJSON-524945227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:18:18.954185 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-99fb1c92-b227-4d99-ac95-d5aaf1712c37 req-53f60e8f-229f-46fa-aebf-4011099884c3 tempest-AttachVolumeTestJSON-524945227 tempest-AttachVolumeTestJSON-524945227-project] 10.222.0.75 "GET /v2.0/ports?device_id=9e47810b-ed07-4409-98e3-da39074300c7 HTTP/1.1" status: 200 len: 946 time: 0.1270432 Feb 09 19:18:18.959363 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-3bd09d62-1c26-41e6-8681-55786b864135 req-eaf8a0f3-a80b-479c-892d-34dfe12c2fad service neutron] 10.222.0.89 "GET /v2.0/networks/5d2d334e-0f6b-4e62-b869-e00487a29620?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2020581 Feb 09 19:18:18.963001 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-4f4d40aa-596e-4fc5-ac15-4b4b8708d5e7 req-dedd4b4a-160c-4b3c-8427-fa8a006b8ae0 tempest-ServersAdminTestJSON-1393048834 tempest-ServersAdminTestJSON-1393048834-project] 10.222.0.75 "GET /v2.0/security-groups?id=c0042214-21f2-4e80-92b9-9b56852b3a45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1197522 Feb 09 19:18:19.003210 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-5a3f7fd5-05f9-45c1-9725-f8dba46fe3ce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1892331'] for security_group (91724893-53b3-40b1-96d6-b348c5569329), after_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:18:19.005849 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-5a3f7fd5-05f9-45c1-9725-f8dba46fe3ce admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:18:19.007638 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-5a3f7fd5-05f9-45c1-9725-f8dba46fe3ce admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/91724893-53b3-40b1-96d6-b348c5569329 HTTP/1.1" status: 204 len: 168 time: 0.3936374 Feb 09 19:18:19.016994 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-024b250d-9bcd-44fb-8001-2c1d98f0fb95 req-fd3c46d5-f04c-4b85-a27b-ff0c84503106 service neutron] 10.222.0.89 "GET /v2.0/networks/5d2d334e-0f6b-4e62-b869-e00487a29620?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1182692 Feb 09 19:18:19.061628 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a3f7fd5-05f9-45c1-9725-f8dba46fe3ce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=91724893-53b3-40b1-96d6-b348c5569329,revision_number=None']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:18:19.100067 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-99fb1c92-b227-4d99-ac95-d5aaf1712c37 req-ed31d502-208b-48f6-9209-1c57d37e1658 tempest-AttachVolumeTestJSON-524945227 tempest-AttachVolumeTestJSON-524945227-project] 10.222.0.75 "GET /v2.0/security-groups?id=bd39f8e7-1d25-418e-b5cd-c91a805a4bbc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1301477 Feb 09 19:18:19.125787 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-3bd09d62-1c26-41e6-8681-55786b864135 req-f3953e2b-eeb4-4408-bfe4-d9b340a08cd9 service neutron] 10.222.0.89 "GET /v2.0/networks/5d2d334e-0f6b-4e62-b869-e00487a29620?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1534438 Feb 09 19:18:19.373802 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed28c620-1e9e-4f92-8e75-f3890acbbfa8 req-b6a13013-cd65-4d10-8af8-71a2d80bec7e tempest-ServerRescueNegativeTestJSON-1800126168 tempest-ServerRescueNegativeTestJSON-1800126168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:18:19.382993 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-ed28c620-1e9e-4f92-8e75-f3890acbbfa8 req-b6a13013-cd65-4d10-8af8-71a2d80bec7e tempest-ServerRescueNegativeTestJSON-1800126168 tempest-ServerRescueNegativeTestJSON-1800126168-project] 10.222.0.75 "GET /v2.0/ports?device_id=44c70ffa-f512-41ae-b436-424d8fe54797 HTTP/1.1" status: 200 len: 943 time: 0.1211765 Feb 09 19:18:19.431061 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-ed28c620-1e9e-4f92-8e75-f3890acbbfa8 req-295afd3b-6921-45a7-a1f7-6ad69b672eb6 tempest-ServerRescueNegativeTestJSON-1800126168 tempest-ServerRescueNegativeTestJSON-1800126168-project] 10.222.0.75 "GET /v2.0/security-groups?id=20eba632-e06f-4b78-b62a-91fbda6670a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464611 Feb 09 19:18:19.686397 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-6e243af5-fecf-4d84-ac75-ebe3f9251d86 req-a92bb2a2-8828-43c9-9797-355f96f0666c tempest-ServerShowV247Test-1778340501 tempest-ServerShowV247Test-1778340501-project] 10.222.0.75 "GET /v2.0/ports?device_id=aa74756f-5b3d-4e9a-a622-b21515b464cc HTTP/1.1" status: 200 len: 210 time: 0.0285869 Feb 09 19:18:20.110911 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80e1813d-c8d5-4a46-ab3a-4bd9e54f7243 req-f3e0da0b-8863-4e49-90f6-3204e2307f82 tempest-ServersAdminTestJSON-1393048834 tempest-ServersAdminTestJSON-1393048834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:18:20.119215 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-80e1813d-c8d5-4a46-ab3a-4bd9e54f7243 req-f3e0da0b-8863-4e49-90f6-3204e2307f82 tempest-ServersAdminTestJSON-1393048834 tempest-ServersAdminTestJSON-1393048834-project] 10.222.0.75 "GET /v2.0/ports?device_id=fd17ec19-7de7-4d19-86bc-494ce272637b HTTP/1.1" status: 200 len: 950 time: 0.0750921 Feb 09 19:18:20.194870 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-80e1813d-c8d5-4a46-ab3a-4bd9e54f7243 req-4ad84ada-b331-44c4-89e1-2a931463deef tempest-ServersAdminTestJSON-1393048834 tempest-ServersAdminTestJSON-1393048834-project] 10.222.0.75 "GET /v2.0/security-groups?id=c0042214-21f2-4e80-92b9-9b56852b3a45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0744748 Feb 09 19:18:20.362489 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c9d7c83-4099-42f7-8a20-285720b0b119 req-55bf2bb8-9325-499c-86e4-ac413e0a6f72 tempest-AttachVolumeTestJSON-524945227 tempest-AttachVolumeTestJSON-524945227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:18:20.375331 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-5c9d7c83-4099-42f7-8a20-285720b0b119 req-55bf2bb8-9325-499c-86e4-ac413e0a6f72 tempest-AttachVolumeTestJSON-524945227 tempest-AttachVolumeTestJSON-524945227-project] 10.222.0.75 "GET /v2.0/ports?device_id=9e47810b-ed07-4409-98e3-da39074300c7 HTTP/1.1" status: 200 len: 946 time: 0.1519942 Feb 09 19:18:20.431286 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-5c9d7c83-4099-42f7-8a20-285720b0b119 req-d6c57e9f-879c-4e7b-89d8-a00977a7b752 tempest-AttachVolumeTestJSON-524945227 tempest-AttachVolumeTestJSON-524945227-project] 10.222.0.75 "GET /v2.0/security-groups?id=bd39f8e7-1d25-418e-b5cd-c91a805a4bbc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0550053 Feb 09 19:18:20.603832 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a42fe8c7-9f0c-4788-9339-71d8cfa9010c req-cb32e01c-57c8-42d9-a9ed-52681fd8c4d0 tempest-ServerRescueNegativeTestJSON-1800126168 tempest-ServerRescueNegativeTestJSON-1800126168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:18:20.614627 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-a42fe8c7-9f0c-4788-9339-71d8cfa9010c req-cb32e01c-57c8-42d9-a9ed-52681fd8c4d0 tempest-ServerRescueNegativeTestJSON-1800126168 tempest-ServerRescueNegativeTestJSON-1800126168-project] 10.222.0.75 "GET /v2.0/ports?device_id=44c70ffa-f512-41ae-b436-424d8fe54797 HTTP/1.1" status: 200 len: 943 time: 0.1057868 Feb 09 19:18:20.673631 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-a42fe8c7-9f0c-4788-9339-71d8cfa9010c req-2330f15d-d68c-4a09-9fc9-ee288d07f9fa tempest-ServerRescueNegativeTestJSON-1800126168 tempest-ServerRescueNegativeTestJSON-1800126168-project] 10.222.0.75 "GET /v2.0/security-groups?id=20eba632-e06f-4b78-b62a-91fbda6670a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575826 Feb 09 19:18:20.720259 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 40280) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:18:20.812058 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-4e862861-b4d9-4eb0-94cb-c00ec32cc079 req-c9aba640-20af-4257-8a40-9c08206f452e tempest-ServerShowV247Test-1778340501 tempest-ServerShowV247Test-1778340501-project] 10.222.0.75 "GET /v2.0/ports?device_id=aa74756f-5b3d-4e9a-a622-b21515b464cc HTTP/1.1" status: 200 len: 210 time: 0.0346310 Feb 09 19:18:20.868047 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.v2.base [None req-ebdf950d-0300-48a1-a283-560ddd186a42 tempest-RoutersTestDVR-1703116075 tempest-RoutersTestDVR-1703116075-project-admin] Request body: {'router': {'name': 'tempest-pretest-check-443181215'}} {{(pid=103230) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 19:18:20.893221 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-ebdf950d-0300-48a1-a283-560ddd186a42 tempest-RoutersTestDVR-1703116075 tempest-RoutersTestDVR-1703116075-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1834830', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-58389'] for router (26ba4339-0736-4060-b9d0-2abde2958b64), before_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:18:20.894832 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-ebdf950d-0300-48a1-a283-560ddd186a42 tempest-RoutersTestDVR-1703116075 tempest-RoutersTestDVR-1703116075-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1834810', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1822096', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1886735', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-58380'] for router (26ba4339-0736-4060-b9d0-2abde2958b64), precommit_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:18:20.961467 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-ebdf950d-0300-48a1-a283-560ddd186a42 tempest-RoutersTestDVR-1703116075 tempest-RoutersTestDVR-1703116075-project-admin] Publish callbacks [] for router_controller (26ba4339-0736-4060-b9d0-2abde2958b64), precommit_add_association {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:18:20.967663 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-ebdf950d-0300-48a1-a283-560ddd186a42 tempest-RoutersTestDVR-1703116075 tempest-RoutersTestDVR-1703116075-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1834945', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1818951'] for router (26ba4339-0736-4060-b9d0-2abde2958b64), after_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:18:20.989083 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-ebdf950d-0300-48a1-a283-560ddd186a42 tempest-RoutersTestDVR-1703116075 tempest-RoutersTestDVR-1703116075-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:18:20.993478 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-ebdf950d-0300-48a1-a283-560ddd186a42 tempest-RoutersTestDVR-1703116075 tempest-RoutersTestDVR-1703116075-project-admin] 10.222.0.75 "POST /v2.0/routers HTTP/1.1" status: 201 len: 728 time: 0.2691305 Feb 09 19:18:20.994075 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 40288) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:18:21.076222 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-d0bc6ffc-f0e5-49a6-8f2d-3dd69958cb6a tempest-RoutersTestDVR-1703116075 tempest-RoutersTestDVR-1703116075-project-admin] Publish callbacks [] for router (26ba4339-0736-4060-b9d0-2abde2958b64), before_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:18:21.588508 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c85fd872-32de-496f-bddf-6acb4446f8b3 req-909b6078-8e3c-4b95-ae7d-9c51afd506a1 tempest-AttachVolumeTestJSON-524945227 tempest-AttachVolumeTestJSON-524945227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:18:21.590087 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-c85fd872-32de-496f-bddf-6acb4446f8b3 req-909b6078-8e3c-4b95-ae7d-9c51afd506a1 tempest-AttachVolumeTestJSON-524945227 tempest-AttachVolumeTestJSON-524945227-project] 10.222.0.75 "GET /v2.0/ports?device_id=9e47810b-ed07-4409-98e3-da39074300c7 HTTP/1.1" status: 200 len: 946 time: 0.0742691 Feb 09 19:18:21.607850 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-d0bc6ffc-f0e5-49a6-8f2d-3dd69958cb6a tempest-RoutersTestDVR-1703116075 tempest-RoutersTestDVR-1703116075-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1834988', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-58375'] for router (26ba4339-0736-4060-b9d0-2abde2958b64), precommit_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:18:21.613722 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-d0bc6ffc-f0e5-49a6-8f2d-3dd69958cb6a tempest-RoutersTestDVR-1703116075 tempest-RoutersTestDVR-1703116075-project-admin] Publish callbacks [] for router_controller (26ba4339-0736-4060-b9d0-2abde2958b64), precommit_delete_associations {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:18:21.651731 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-c85fd872-32de-496f-bddf-6acb4446f8b3 req-2ebb9360-3d14-433d-9cde-d883902296c8 tempest-AttachVolumeTestJSON-524945227 tempest-AttachVolumeTestJSON-524945227-project] 10.222.0.75 "GET /v2.0/security-groups?id=bd39f8e7-1d25-418e-b5cd-c91a805a4bbc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0560255 Feb 09 19:18:21.665852 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e3b95ad-c168-46dc-9739-e672c4e0a237 req-e447fb69-44c9-4838-912f-43ebc10689b3 tempest-ServersAdminTestJSON-1393048834 tempest-ServersAdminTestJSON-1393048834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:18:21.672822 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-8e3b95ad-c168-46dc-9739-e672c4e0a237 req-e447fb69-44c9-4838-912f-43ebc10689b3 tempest-ServersAdminTestJSON-1393048834 tempest-ServersAdminTestJSON-1393048834-project] 10.222.0.75 "GET /v2.0/ports?device_id=fd17ec19-7de7-4d19-86bc-494ce272637b HTTP/1.1" status: 200 len: 950 time: 0.1012483 Feb 09 19:18:21.697036 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-d0bc6ffc-f0e5-49a6-8f2d-3dd69958cb6a tempest-RoutersTestDVR-1703116075 tempest-RoutersTestDVR-1703116075-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1835003'] for router (26ba4339-0736-4060-b9d0-2abde2958b64), after_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:18:21.697525 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d0bc6ffc-f0e5-49a6-8f2d-3dd69958cb6a tempest-RoutersTestDVR-1703116075 tempest-RoutersTestDVR-1703116075-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 26ba4339-0736-4060-b9d0-2abde2958b64 {{(pid=103230) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 09 19:18:21.703021 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-d0bc6ffc-f0e5-49a6-8f2d-3dd69958cb6a tempest-RoutersTestDVR-1703116075 tempest-RoutersTestDVR-1703116075-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:18:21.707205 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-d0bc6ffc-f0e5-49a6-8f2d-3dd69958cb6a tempest-RoutersTestDVR-1703116075 tempest-RoutersTestDVR-1703116075-project-admin] 10.222.0.75 "DELETE /v2.0/routers/26ba4339-0736-4060-b9d0-2abde2958b64 HTTP/1.1" status: 204 len: 168 time: 0.7118554 Feb 09 19:18:21.707325 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 40306) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:18:21.712799 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.v2.base [None req-5e63dba2-e173-4724-aa1d-48fe72cb5bce tempest-RoutersTestDVR-1703116075 tempest-RoutersTestDVR-1703116075-project-admin] Request body: {'router': {'name': 'tempest-router-2013122712', 'distributed': False}} {{(pid=103229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 19:18:21.741729 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-8e3b95ad-c168-46dc-9739-e672c4e0a237 req-f0c596c8-ca8e-4a1d-8a33-7d590cef2575 tempest-ServersAdminTestJSON-1393048834 tempest-ServersAdminTestJSON-1393048834-project] 10.222.0.75 "GET /v2.0/security-groups?id=c0042214-21f2-4e80-92b9-9b56852b3a45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0675659 Feb 09 19:18:21.749801 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-5e63dba2-e173-4724-aa1d-48fe72cb5bce tempest-RoutersTestDVR-1703116075 tempest-RoutersTestDVR-1703116075-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1834830', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-58389'] for router (48e6a32b-16bb-4319-af00-8b56d87af1a9), before_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:18:21.751536 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-5e63dba2-e173-4724-aa1d-48fe72cb5bce tempest-RoutersTestDVR-1703116075 tempest-RoutersTestDVR-1703116075-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1834810', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1822096', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1886735', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-58380'] for router (48e6a32b-16bb-4319-af00-8b56d87af1a9), precommit_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:18:21.844749 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-5e63dba2-e173-4724-aa1d-48fe72cb5bce tempest-RoutersTestDVR-1703116075 tempest-RoutersTestDVR-1703116075-project-admin] Publish callbacks [] for router_controller (48e6a32b-16bb-4319-af00-8b56d87af1a9), precommit_add_association {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:18:21.855928 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-5e63dba2-e173-4724-aa1d-48fe72cb5bce tempest-RoutersTestDVR-1703116075 tempest-RoutersTestDVR-1703116075-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1834945', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1818951'] for router (48e6a32b-16bb-4319-af00-8b56d87af1a9), after_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:18:21.878483 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-5e63dba2-e173-4724-aa1d-48fe72cb5bce tempest-RoutersTestDVR-1703116075 tempest-RoutersTestDVR-1703116075-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:18:21.879901 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-5e63dba2-e173-4724-aa1d-48fe72cb5bce tempest-RoutersTestDVR-1703116075 tempest-RoutersTestDVR-1703116075-project-admin] 10.222.0.75 "POST /v2.0/routers HTTP/1.1" status: 201 len: 722 time: 0.1716714 Feb 09 19:18:21.884604 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 40312) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:18:21.905227 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5a212ec-8952-4415-a29c-c03563f926ae req-28e6f950-121f-482c-9e2d-3f9000188acf tempest-ServerRescueNegativeTestJSON-1800126168 tempest-ServerRescueNegativeTestJSON-1800126168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:18:21.907073 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-c5a212ec-8952-4415-a29c-c03563f926ae req-28e6f950-121f-482c-9e2d-3f9000188acf tempest-ServerRescueNegativeTestJSON-1800126168 tempest-ServerRescueNegativeTestJSON-1800126168-project] 10.222.0.75 "GET /v2.0/ports?device_id=44c70ffa-f512-41ae-b436-424d8fe54797 HTTP/1.1" status: 200 len: 943 time: 0.1285682 Feb 09 19:18:21.967034 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-c5a212ec-8952-4415-a29c-c03563f926ae req-0ce3275e-e134-4c7e-af7e-610368d217be tempest-ServerRescueNegativeTestJSON-1800126168 tempest-ServerRescueNegativeTestJSON-1800126168-project] 10.222.0.75 "GET /v2.0/security-groups?id=20eba632-e06f-4b78-b62a-91fbda6670a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540593 Feb 09 19:18:21.998210 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Device f577d359-44ae-4f12-9fc5-b3d04034f813 details requested by agent hyperv_n-h1-713498-36 with host n-h1-713498-36 {{(pid=103232) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 19:18:22.012874 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-1e0857ee-04a7-4a2c-92fc-e19137a5c1cc req-ed64dac3-c7e2-4014-8053-4e3a4ac041ba tempest-ServerShowV247Test-1778340501 tempest-ServerShowV247Test-1778340501-project] 10.222.0.75 "GET /v2.0/ports?device_id=aa74756f-5b3d-4e9a-a622-b21515b464cc HTTP/1.1" status: 200 len: 210 time: 0.0744228 Feb 09 19:18:22.019966 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-eafa81b2-7f56-47e5-bc35-71b0c3a55f83 tempest-RoutersTestDVR-1703116075 tempest-RoutersTestDVR-1703116075-project-admin] Publish callbacks [] for router (48e6a32b-16bb-4319-af00-8b56d87af1a9), before_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:18:22.167025 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] For port f577d359-44ae-4f12-9fc5-b3d04034f813, host n-h1-713498-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-36',level=0,port_id=f577d359-44ae-4f12-9fc5-b3d04034f813,segment=NetworkSegment(c3df6112-dc28-41f3-95ea-b4906d348d77),segment_id=c3df6112-dc28-41f3-95ea-b4906d348d77)] {{(pid=103232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 19:18:22.180956 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Returning: {'device': 'f577d359-44ae-4f12-9fc5-b3d04034f813', 'network_id': '5d2d334e-0f6b-4e62-b869-e00487a29620', 'port_id': 'f577d359-44ae-4f12-9fc5-b3d04034f813', 'mac_address': 'fa:16:3e:21:fc:75', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 375, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '74f7cf6f-ebf0-4984-aecc-0c23aa6982bb', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103232) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 19:18:22.221925 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Current status of the port f577d359-44ae-4f12-9fc5-b3d04034f813 is: DOWN; New status is: BUILD {{(pid=103232) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 19:18:22.222764 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (f577d359-44ae-4f12-9fc5-b3d04034f813), before_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:18:22.226563 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-eafa81b2-7f56-47e5-bc35-71b0c3a55f83 tempest-RoutersTestDVR-1703116075 tempest-RoutersTestDVR-1703116075-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1834988', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-58375'] for router (48e6a32b-16bb-4319-af00-8b56d87af1a9), precommit_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:18:22.229246 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-eafa81b2-7f56-47e5-bc35-71b0c3a55f83 tempest-RoutersTestDVR-1703116075 tempest-RoutersTestDVR-1703116075-project-admin] Publish callbacks [] for router_controller (48e6a32b-16bb-4319-af00-8b56d87af1a9), precommit_delete_associations {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:18:22.239229 n-d-713498-36 neutron-server[103232]: DEBUG neutron.notifiers.nova [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f577d359-44ae-4f12-9fc5-b3d04034f813 {{(pid=103232) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 19:18:22.263843 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] For port f577d359-44ae-4f12-9fc5-b3d04034f813, host n-h1-713498-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-36',level=0,port_id=f577d359-44ae-4f12-9fc5-b3d04034f813,segment=NetworkSegment(c3df6112-dc28-41f3-95ea-b4906d348d77),segment_id=c3df6112-dc28-41f3-95ea-b4906d348d77)] {{(pid=103232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 19:18:22.274858 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762867176205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762866656485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762866656503'] for port (f577d359-44ae-4f12-9fc5-b3d04034f813), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:18:22.275978 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Device a672cc1d-2a06-4285-94a8-fae176750140 details requested by agent hyperv_n-h1-713498-36 with host n-h1-713498-36 {{(pid=103232) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 19:18:22.300668 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-eafa81b2-7f56-47e5-bc35-71b0c3a55f83 tempest-RoutersTestDVR-1703116075 tempest-RoutersTestDVR-1703116075-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1835003'] for router (48e6a32b-16bb-4319-af00-8b56d87af1a9), after_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:18:22.301543 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eafa81b2-7f56-47e5-bc35-71b0c3a55f83 tempest-RoutersTestDVR-1703116075 tempest-RoutersTestDVR-1703116075-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 48e6a32b-16bb-4319-af00-8b56d87af1a9 {{(pid=103230) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 09 19:18:22.318611 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-eafa81b2-7f56-47e5-bc35-71b0c3a55f83 tempest-RoutersTestDVR-1703116075 tempest-RoutersTestDVR-1703116075-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:18:22.322341 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-eafa81b2-7f56-47e5-bc35-71b0c3a55f83 tempest-RoutersTestDVR-1703116075 tempest-RoutersTestDVR-1703116075-project-admin] 10.222.0.75 "DELETE /v2.0/routers/48e6a32b-16bb-4319-af00-8b56d87af1a9 HTTP/1.1" status: 204 len: 168 time: 0.4363384 Feb 09 19:18:22.325927 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 40314) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:18:22.335730 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.v2.base [None req-614b4bb4-ff68-424c-b514-d5a007ff647a tempest-RoutersTestDVR-1703116075 tempest-RoutersTestDVR-1703116075-project-admin] Request body: {'router': {'name': 'tempest-router-1222367255', 'distributed': False, 'admin_state_up': False, 'ha': False, 'project_id': 'f9f54c7770444738aa27617c52a9970f'}} {{(pid=103229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 19:18:22.347905 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] For port a672cc1d-2a06-4285-94a8-fae176750140, host n-h1-713498-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-36',level=0,port_id=a672cc1d-2a06-4285-94a8-fae176750140,segment=NetworkSegment(c3df6112-dc28-41f3-95ea-b4906d348d77),segment_id=c3df6112-dc28-41f3-95ea-b4906d348d77)] {{(pid=103232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 19:18:22.368684 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-614b4bb4-ff68-424c-b514-d5a007ff647a tempest-RoutersTestDVR-1703116075 tempest-RoutersTestDVR-1703116075-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1834830', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-58389'] for router (682e66f7-de55-40ee-ab3b-2ccf5230a737), before_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:18:22.370114 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-614b4bb4-ff68-424c-b514-d5a007ff647a tempest-RoutersTestDVR-1703116075 tempest-RoutersTestDVR-1703116075-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1834810', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1822096', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1886735', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-58380'] for router (682e66f7-de55-40ee-ab3b-2ccf5230a737), precommit_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:18:22.373934 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Returning: {'device': 'a672cc1d-2a06-4285-94a8-fae176750140', 'network_id': '5d2d334e-0f6b-4e62-b869-e00487a29620', 'port_id': 'a672cc1d-2a06-4285-94a8-fae176750140', 'mac_address': 'fa:16:3e:13:11:84', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 375, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '74f7cf6f-ebf0-4984-aecc-0c23aa6982bb', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103232) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 19:18:22.380768 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Pushing event updated for resources: {'Port': ['ID=f577d359-44ae-4f12-9fc5-b3d04034f813,revision_number=4']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:18:22.430373 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Current status of the port a672cc1d-2a06-4285-94a8-fae176750140 is: DOWN; New status is: BUILD {{(pid=103232) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 19:18:22.430679 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (a672cc1d-2a06-4285-94a8-fae176750140), before_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:18:22.448063 n-d-713498-36 neutron-server[103232]: DEBUG neutron.notifiers.nova [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a672cc1d-2a06-4285-94a8-fae176750140 {{(pid=103232) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 19:18:22.471467 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] For port a672cc1d-2a06-4285-94a8-fae176750140, host n-h1-713498-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-36',level=0,port_id=a672cc1d-2a06-4285-94a8-fae176750140,segment=NetworkSegment(c3df6112-dc28-41f3-95ea-b4906d348d77),segment_id=c3df6112-dc28-41f3-95ea-b4906d348d77)] {{(pid=103232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 19:18:22.479977 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762867176205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762866656485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762866656503'] for port (a672cc1d-2a06-4285-94a8-fae176750140), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:18:22.531351 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-614b4bb4-ff68-424c-b514-d5a007ff647a tempest-RoutersTestDVR-1703116075 tempest-RoutersTestDVR-1703116075-project-admin] Publish callbacks [] for router_controller (682e66f7-de55-40ee-ab3b-2ccf5230a737), precommit_add_association {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:18:22.535792 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-614b4bb4-ff68-424c-b514-d5a007ff647a tempest-RoutersTestDVR-1703116075 tempest-RoutersTestDVR-1703116075-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1834945', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1818951'] for router (682e66f7-de55-40ee-ab3b-2ccf5230a737), after_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:18:22.538494 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Pushing event updated for resources: {'Port': ['ID=a672cc1d-2a06-4285-94a8-fae176750140,revision_number=4']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:18:22.565233 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-614b4bb4-ff68-424c-b514-d5a007ff647a tempest-RoutersTestDVR-1703116075 tempest-RoutersTestDVR-1703116075-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:18:22.569297 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-614b4bb4-ff68-424c-b514-d5a007ff647a tempest-RoutersTestDVR-1703116075 tempest-RoutersTestDVR-1703116075-project-admin] 10.222.0.75 "POST /v2.0/routers HTTP/1.1" status: 201 len: 723 time: 0.2395499 Feb 09 19:18:22.569731 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 40318) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:18:22.574449 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.v2.base [None req-4ee29d0f-461b-402e-aee1-892059c8960a tempest-RoutersTestDVR-1703116075 tempest-RoutersTestDVR-1703116075-project-admin] Request body: {'router': {'distributed': True}} {{(pid=103230) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 19:18:22.739779 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] get_ports_and_sgs() called for port_ids ['a672cc1d-2a06-4285-94a8-fae176750140'] {{(pid=103232) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 19:18:22.745267 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] get_ports_and_sgs() called for port_ids ['f577d359-44ae-4f12-9fc5-b3d04034f813'] {{(pid=103232) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 19:18:22.859237 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-4ee29d0f-461b-402e-aee1-892059c8960a tempest-RoutersTestDVR-1703116075 tempest-RoutersTestDVR-1703116075-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1822118', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1834952', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-58494'] for router (682e66f7-de55-40ee-ab3b-2ccf5230a737), precommit_update {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:18:22.860433 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-4ee29d0f-461b-402e-aee1-892059c8960a tempest-RoutersTestDVR-1703116075 tempest-RoutersTestDVR-1703116075-project-admin] Publish callbacks [] for router (682e66f7-de55-40ee-ab3b-2ccf5230a737), before_update {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:18:22.950731 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8b062e2-a667-48d5-827a-8f28f4350046 req-eca378b9-6d89-48c7-b4dc-04a1ba13fd2b tempest-ServersAdminTestJSON-1393048834 tempest-ServersAdminTestJSON-1393048834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:18:22.958139 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-c8b062e2-a667-48d5-827a-8f28f4350046 req-eca378b9-6d89-48c7-b4dc-04a1ba13fd2b tempest-ServersAdminTestJSON-1393048834 tempest-ServersAdminTestJSON-1393048834-project] 10.222.0.75 "GET /v2.0/ports?device_id=fd17ec19-7de7-4d19-86bc-494ce272637b HTTP/1.1" status: 200 len: 950 time: 0.0967007 Feb 09 19:18:23.032517 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77461b18-4071-471a-a06c-325382cb2f14 req-34440766-545b-49e6-a8bc-db46bda41e80 tempest-AttachVolumeTestJSON-524945227 tempest-AttachVolumeTestJSON-524945227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:18:23.034544 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-77461b18-4071-471a-a06c-325382cb2f14 req-34440766-545b-49e6-a8bc-db46bda41e80 tempest-AttachVolumeTestJSON-524945227 tempest-AttachVolumeTestJSON-524945227-project] 10.222.0.75 "GET /v2.0/ports?device_id=9e47810b-ed07-4409-98e3-da39074300c7 HTTP/1.1" status: 200 len: 946 time: 0.2511210 Feb 09 19:18:23.041529 n-d-713498-36 neutron-server[103230]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-4ee29d0f-461b-402e-aee1-892059c8960a tempest-RoutersTestDVR-1703116075 tempest-RoutersTestDVR-1703116075-project-admin] Get a provider driver handle based on the ha flag: False and distributed flag: True {{(pid=103230) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:160}} Feb 09 19:18:23.042578 n-d-713498-36 neutron-server[103230]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-4ee29d0f-461b-402e-aee1-892059c8960a tempest-RoutersTestDVR-1703116075 tempest-RoutersTestDVR-1703116075-project-admin] Router 682e66f7-de55-40ee-ab3b-2ccf5230a737 migrating from provider to provider. {{(pid=103230) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:167}} Feb 09 19:18:23.043333 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-4ee29d0f-461b-402e-aee1-892059c8960a tempest-RoutersTestDVR-1703116075 tempest-RoutersTestDVR-1703116075-project-admin] Publish callbacks [] for router_controller (682e66f7-de55-40ee-ab3b-2ccf5230a737), precommit_delete_associations {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:18:23.054505 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-c8b062e2-a667-48d5-827a-8f28f4350046 req-459ed9f6-ff8a-4929-afd3-9415865530b7 tempest-ServersAdminTestJSON-1393048834 tempest-ServersAdminTestJSON-1393048834-project] 10.222.0.75 "GET /v2.0/security-groups?id=c0042214-21f2-4e80-92b9-9b56852b3a45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0910759 Feb 09 19:18:23.071066 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-4ee29d0f-461b-402e-aee1-892059c8960a tempest-RoutersTestDVR-1703116075 tempest-RoutersTestDVR-1703116075-project-admin] Publish callbacks [] for router_controller (682e66f7-de55-40ee-ab3b-2ccf5230a737), precommit_add_association {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:18:23.088001 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-4ee29d0f-461b-402e-aee1-892059c8960a tempest-RoutersTestDVR-1703116075 tempest-RoutersTestDVR-1703116075-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1818951', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1822125', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1822132', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1834967'] for router (682e66f7-de55-40ee-ab3b-2ccf5230a737), after_update {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:18:23.127989 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-77461b18-4071-471a-a06c-325382cb2f14 req-8e2d27a5-cbd3-4e37-9a83-3e511508484b tempest-AttachVolumeTestJSON-524945227 tempest-AttachVolumeTestJSON-524945227-project] 10.222.0.75 "GET /v2.0/security-groups?id=bd39f8e7-1d25-418e-b5cd-c91a805a4bbc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0822334 Feb 09 19:18:23.208828 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0bcff1c-d7a6-4f14-b556-18706024a3ea req-a793c40b-7b26-4552-b812-fb93b0634961 tempest-ServerRescueNegativeTestJSON-1800126168 tempest-ServerRescueNegativeTestJSON-1800126168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:18:23.223838 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-c0bcff1c-d7a6-4f14-b556-18706024a3ea req-a793c40b-7b26-4552-b812-fb93b0634961 tempest-ServerRescueNegativeTestJSON-1800126168 tempest-ServerRescueNegativeTestJSON-1800126168-project] 10.222.0.75 "GET /v2.0/ports?device_id=44c70ffa-f512-41ae-b436-424d8fe54797 HTTP/1.1" status: 200 len: 944 time: 0.0839012 Feb 09 19:18:23.321061 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-c0bcff1c-d7a6-4f14-b556-18706024a3ea req-ad54d1d6-f0c0-4ec8-a39e-cd2d92adc445 tempest-ServerRescueNegativeTestJSON-1800126168 tempest-ServerRescueNegativeTestJSON-1800126168-project] 10.222.0.75 "GET /v2.0/security-groups?id=20eba632-e06f-4b78-b62a-91fbda6670a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0922635 Feb 09 19:18:23.347554 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-529d73ee-4d12-4ace-bdc2-3d5b42c3469d req-748108e0-f165-4ec7-a565-683f1a9458bf tempest-ServerShowV247Test-1778340501 tempest-ServerShowV247Test-1778340501-project] 10.222.0.75 "GET /v2.0/ports?device_id=aa74756f-5b3d-4e9a-a622-b21515b464cc HTTP/1.1" status: 200 len: 210 time: 0.0548828 Feb 09 19:18:23.360002 n-d-713498-36 neutron-server[103230]: WARNING neutron.scheduler.l3_agent_scheduler [None req-4ee29d0f-461b-402e-aee1-892059c8960a tempest-RoutersTestDVR-1703116075 tempest-RoutersTestDVR-1703116075-project-admin] No L3 agents can host the router 682e66f7-de55-40ee-ab3b-2ccf5230a737 Feb 09 19:18:23.504014 n-d-713498-36 neutron-server[103230]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ee29d0f-461b-402e-aee1-892059c8960a tempest-RoutersTestDVR-1703116075 tempest-RoutersTestDVR-1703116075-project-admin] Hosts for router 682e66f7-de55-40ee-ab3b-2ccf5230a737: [] {{(pid=103230) _get_dvr_hosts_for_router /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:329}} Feb 09 19:18:23.540735 n-d-713498-36 neutron-server[103230]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ee29d0f-461b-402e-aee1-892059c8960a tempest-RoutersTestDVR-1703116075 tempest-RoutersTestDVR-1703116075-project-admin] Hosts for other DVR routers connected to router 682e66f7-de55-40ee-ab3b-2ccf5230a737: set() {{(pid=103230) _get_other_dvr_hosts /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:346}} Feb 09 19:18:23.543790 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-4ee29d0f-461b-402e-aee1-892059c8960a tempest-RoutersTestDVR-1703116075 tempest-RoutersTestDVR-1703116075-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:18:23.545448 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-4ee29d0f-461b-402e-aee1-892059c8960a tempest-RoutersTestDVR-1703116075 tempest-RoutersTestDVR-1703116075-project-admin] 10.222.0.75 "PUT /v2.0/routers/682e66f7-de55-40ee-ab3b-2ccf5230a737 HTTP/1.1" status: 200 len: 717 time: 0.9742994 Feb 09 19:18:23.548078 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 40332) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:18:23.634564 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-7e8d648c-b3e5-40dd-806a-3c6058473468 tempest-RoutersTestDVR-1703116075 tempest-RoutersTestDVR-1703116075-project-admin] 10.222.0.75 "GET /v2.0/routers/682e66f7-de55-40ee-ab3b-2ccf5230a737 HTTP/1.1" status: 200 len: 717 time: 0.0848756 Feb 09 19:18:23.636786 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 40334) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:18:23.831375 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-d0122daf-2bd3-4655-a4f3-1f6e387b6c5e tempest-RoutersTestDVR-366529862 tempest-RoutersTestDVR-366529862-project] 10.222.0.75 "GET /v2.0/routers/682e66f7-de55-40ee-ab3b-2ccf5230a737 HTTP/1.1" status: 200 len: 683 time: 0.1910570 Feb 09 19:18:23.831683 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 40346) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:18:23.910211 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-5edb9d7c-b5ab-406e-9cc4-6bff46d47e3c tempest-RoutersTestDVR-1703116075 tempest-RoutersTestDVR-1703116075-project-admin] Publish callbacks [] for router (682e66f7-de55-40ee-ab3b-2ccf5230a737), before_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:18:24.021222 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Device f577d359-44ae-4f12-9fc5-b3d04034f813 up at agent hyperv_n-h1-713498-36 {{(pid=103232) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 19:18:24.083830 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-5edb9d7c-b5ab-406e-9cc4-6bff46d47e3c tempest-RoutersTestDVR-1703116075 tempest-RoutersTestDVR-1703116075-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1834988', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-58375'] for router (682e66f7-de55-40ee-ab3b-2ccf5230a737), precommit_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:18:24.087200 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-5edb9d7c-b5ab-406e-9cc4-6bff46d47e3c tempest-RoutersTestDVR-1703116075 tempest-RoutersTestDVR-1703116075-project-admin] Publish callbacks [] for router_controller (682e66f7-de55-40ee-ab3b-2ccf5230a737), precommit_delete_associations {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:18:24.088057 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.provisioning_blocks [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Provisioning for port f577d359-44ae-4f12-9fc5-b3d04034f813 completed by entity L2. {{(pid=103232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 19:18:24.094740 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.provisioning_blocks [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Provisioning complete for port f577d359-44ae-4f12-9fc5-b3d04034f813 triggered by entity L2. {{(pid=103232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 19:18:24.095590 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593630'] for port (f577d359-44ae-4f12-9fc5-b3d04034f813), provisioning_complete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:18:24.163928 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-5edb9d7c-b5ab-406e-9cc4-6bff46d47e3c tempest-RoutersTestDVR-1703116075 tempest-RoutersTestDVR-1703116075-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1835003'] for router (682e66f7-de55-40ee-ab3b-2ccf5230a737), after_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:18:24.164663 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5edb9d7c-b5ab-406e-9cc4-6bff46d47e3c tempest-RoutersTestDVR-1703116075 tempest-RoutersTestDVR-1703116075-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 682e66f7-de55-40ee-ab3b-2ccf5230a737 {{(pid=103230) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 09 19:18:24.172191 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-5edb9d7c-b5ab-406e-9cc4-6bff46d47e3c tempest-RoutersTestDVR-1703116075 tempest-RoutersTestDVR-1703116075-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:18:24.177996 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-5edb9d7c-b5ab-406e-9cc4-6bff46d47e3c tempest-RoutersTestDVR-1703116075 tempest-RoutersTestDVR-1703116075-project-admin] 10.222.0.75 "DELETE /v2.0/routers/682e66f7-de55-40ee-ab3b-2ccf5230a737 HTTP/1.1" status: 204 len: 168 time: 0.3419931 Feb 09 19:18:24.178568 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 40354) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:18:24.188315 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.v2.base [None req-ea4c9073-4904-4357-8e26-1963c7647a12 tempest-RoutersTestDVR-1703116075 tempest-RoutersTestDVR-1703116075-project-admin] Request body: {'router': {'name': 'tempest-router-145639303', 'distributed': True}} {{(pid=103230) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 19:18:24.245043 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Current status of the port f577d359-44ae-4f12-9fc5-b3d04034f813 is: BUILD; New status is: ACTIVE {{(pid=103232) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 19:18:24.246880 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (f577d359-44ae-4f12-9fc5-b3d04034f813), before_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:18:24.294985 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1be50b8-2c49-4df6-b8f1-40cb53f7f269 req-da303f37-e099-44a4-b74c-96c8a14b7bce tempest-AttachVolumeTestJSON-524945227 tempest-AttachVolumeTestJSON-524945227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:18:24.297462 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-ea4c9073-4904-4357-8e26-1963c7647a12 tempest-RoutersTestDVR-1703116075 tempest-RoutersTestDVR-1703116075-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1834830', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-58389'] for router (7da3290c-e5dc-4f02-bc89-d7800d7538a3), before_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:18:24.302048 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-ea4c9073-4904-4357-8e26-1963c7647a12 tempest-RoutersTestDVR-1703116075 tempest-RoutersTestDVR-1703116075-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1834810', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1822096', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1886735', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-58380'] for router (7da3290c-e5dc-4f02-bc89-d7800d7538a3), precommit_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:18:24.305205 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-c1be50b8-2c49-4df6-b8f1-40cb53f7f269 req-da303f37-e099-44a4-b74c-96c8a14b7bce tempest-AttachVolumeTestJSON-524945227 tempest-AttachVolumeTestJSON-524945227-project] 10.222.0.75 "GET /v2.0/ports?device_id=9e47810b-ed07-4409-98e3-da39074300c7 HTTP/1.1" status: 200 len: 946 time: 0.0749013 Feb 09 19:18:24.305988 n-d-713498-36 neutron-server[103232]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '44c70ffa-f512-41ae-b436-424d8fe54797', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f577d359-44ae-4f12-9fc5-b3d04034f813'}] {{(pid=103232) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 19:18:24.311942 n-d-713498-36 neutron-server[103232]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}949cdcde653dec44821de95cbf67297f53cbc2aed4e073b5d514f93bf911ce85" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-80b6e189-9bb9-419c-ada9-99c5017de265" -d '{"events": [{"server_uuid": "44c70ffa-f512-41ae-b436-424d8fe54797", "name": "network-vif-plugged", "status": "completed", "tag": "f577d359-44ae-4f12-9fc5-b3d04034f813"}]}' {{(pid=103232) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 19:18:24.352176 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] For port f577d359-44ae-4f12-9fc5-b3d04034f813, host n-h1-713498-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-36',level=0,port_id=f577d359-44ae-4f12-9fc5-b3d04034f813,segment=NetworkSegment(c3df6112-dc28-41f3-95ea-b4906d348d77),segment_id=c3df6112-dc28-41f3-95ea-b4906d348d77)] {{(pid=103232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 19:18:24.364339 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762867176205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762866656485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762866656503'] for port (f577d359-44ae-4f12-9fc5-b3d04034f813), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:18:24.365213 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Device a672cc1d-2a06-4285-94a8-fae176750140 up at agent hyperv_n-h1-713498-36 {{(pid=103232) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 19:18:24.376977 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-ea4c9073-4904-4357-8e26-1963c7647a12 tempest-RoutersTestDVR-1703116075 tempest-RoutersTestDVR-1703116075-project-admin] Publish callbacks [] for router_controller (7da3290c-e5dc-4f02-bc89-d7800d7538a3), precommit_add_association {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:18:24.390251 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-ea4c9073-4904-4357-8e26-1963c7647a12 tempest-RoutersTestDVR-1703116075 tempest-RoutersTestDVR-1703116075-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1834945', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1818951'] for router (7da3290c-e5dc-4f02-bc89-d7800d7538a3), after_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:18:24.397176 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-c1be50b8-2c49-4df6-b8f1-40cb53f7f269 req-b3a4b0f4-aa5c-41c8-8816-5f5dac393a67 tempest-AttachVolumeTestJSON-524945227 tempest-AttachVolumeTestJSON-524945227-project] 10.222.0.75 "GET /v2.0/security-groups?id=bd39f8e7-1d25-418e-b5cd-c91a805a4bbc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0906248 Feb 09 19:18:24.418559 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Pushing event updated for resources: {'Port': ['ID=f577d359-44ae-4f12-9fc5-b3d04034f813,revision_number=5']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:18:24.419897 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ef9f74e-9d9d-4362-ba52-a7907e53dad7 req-67125643-516b-4d7b-898c-e1ad9bdbc314 tempest-ServersAdminTestJSON-1393048834 tempest-ServersAdminTestJSON-1393048834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:18:24.429301 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-4ef9f74e-9d9d-4362-ba52-a7907e53dad7 req-67125643-516b-4d7b-898c-e1ad9bdbc314 tempest-ServersAdminTestJSON-1393048834 tempest-ServersAdminTestJSON-1393048834-project] 10.222.0.75 "GET /v2.0/ports?device_id=fd17ec19-7de7-4d19-86bc-494ce272637b HTTP/1.1" status: 200 len: 950 time: 0.1998267 Feb 09 19:18:24.452159 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-ea4c9073-4904-4357-8e26-1963c7647a12 tempest-RoutersTestDVR-1703116075 tempest-RoutersTestDVR-1703116075-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:18:24.455942 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-ea4c9073-4904-4357-8e26-1963c7647a12 tempest-RoutersTestDVR-1703116075 tempest-RoutersTestDVR-1703116075-project-admin] 10.222.0.75 "POST /v2.0/routers HTTP/1.1" status: 201 len: 720 time: 0.2735081 Feb 09 19:18:24.456652 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 40364) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:18:24.495121 n-d-713498-36 neutron-server[103232]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 19:18:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e268c018-eacd-4f42-8a18-6114ba442208 x-openstack-request-id: req-e268c018-eacd-4f42-8a18-6114ba442208 {{(pid=103232) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 19:18:24.495471 n-d-713498-36 neutron-server[103232]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "44c70ffa-f512-41ae-b436-424d8fe54797", "name": "network-vif-plugged", "status": "completed", "tag": "f577d359-44ae-4f12-9fc5-b3d04034f813", "code": 200}]} {{(pid=103232) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 19:18:24.495730 n-d-713498-36 neutron-server[103232]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-e268c018-eacd-4f42-8a18-6114ba442208 {{(pid=103232) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 19:18:24.496127 n-d-713498-36 neutron-server[103232]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '44c70ffa-f512-41ae-b436-424d8fe54797', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f577d359-44ae-4f12-9fc5-b3d04034f813', 'code': 200} Feb 09 19:18:24.497684 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.provisioning_blocks [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Provisioning for port a672cc1d-2a06-4285-94a8-fae176750140 completed by entity L2. {{(pid=103232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 19:18:24.512296 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-4ef9f74e-9d9d-4362-ba52-a7907e53dad7 req-7a260cab-5903-482e-b86b-aa8413370dbd tempest-ServersAdminTestJSON-1393048834 tempest-ServersAdminTestJSON-1393048834-project] 10.222.0.75 "GET /v2.0/security-groups?id=c0042214-21f2-4e80-92b9-9b56852b3a45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0816722 Feb 09 19:18:24.513597 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.provisioning_blocks [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Provisioning complete for port a672cc1d-2a06-4285-94a8-fae176750140 triggered by entity L2. {{(pid=103232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 19:18:24.514085 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593630'] for port (a672cc1d-2a06-4285-94a8-fae176750140), provisioning_complete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:18:24.674646 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-cc03184d-559f-4af0-9077-c04e2a315fab req-f09a4e6a-d130-473b-ae01-4779544fa268 tempest-ServerShowV247Test-1778340501 tempest-ServerShowV247Test-1778340501-project] 10.222.0.75 "GET /v2.0/ports?device_id=aa74756f-5b3d-4e9a-a622-b21515b464cc HTTP/1.1" status: 200 len: 210 time: 0.0471888 Feb 09 19:18:24.675173 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-39f5fa6f-a5d2-4ee4-a160-7475a0e7ed8a tempest-RoutersTestDVR-1703116075 tempest-RoutersTestDVR-1703116075-project-admin] Publish callbacks [] for router (7da3290c-e5dc-4f02-bc89-d7800d7538a3), before_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:18:24.688472 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Current status of the port a672cc1d-2a06-4285-94a8-fae176750140 is: BUILD; New status is: ACTIVE {{(pid=103232) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 19:18:24.688915 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (a672cc1d-2a06-4285-94a8-fae176750140), before_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:18:24.746553 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] For port a672cc1d-2a06-4285-94a8-fae176750140, host n-h1-713498-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-36',level=0,port_id=a672cc1d-2a06-4285-94a8-fae176750140,segment=NetworkSegment(c3df6112-dc28-41f3-95ea-b4906d348d77),segment_id=c3df6112-dc28-41f3-95ea-b4906d348d77)] {{(pid=103232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 19:18:24.752872 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762867176205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762866656485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762866656503'] for port (a672cc1d-2a06-4285-94a8-fae176750140), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:18:24.814176 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Pushing event updated for resources: {'Port': ['ID=a672cc1d-2a06-4285-94a8-fae176750140,revision_number=5']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:18:24.912313 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e6b6a99-a609-43c0-a062-7fe4dc82ce65 req-f56db348-1a12-4086-bbd1-fe48e248e44c tempest-ServerRescueNegativeTestJSON-1800126168 tempest-ServerRescueNegativeTestJSON-1800126168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:18:24.914508 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-2e6b6a99-a609-43c0-a062-7fe4dc82ce65 req-f56db348-1a12-4086-bbd1-fe48e248e44c tempest-ServerRescueNegativeTestJSON-1800126168 tempest-ServerRescueNegativeTestJSON-1800126168-project] 10.222.0.75 "GET /v2.0/ports?device_id=44c70ffa-f512-41ae-b436-424d8fe54797 HTTP/1.1" status: 200 len: 945 time: 0.2350943 Feb 09 19:18:24.955299 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9b638ce-af11-4e86-ad53-1cc087a547b5 req-948617d3-8540-46a3-b401-0f905481b457 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:18:24.956932 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-d9b638ce-af11-4e86-ad53-1cc087a547b5 req-948617d3-8540-46a3-b401-0f905481b457 service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=44c70ffa-f512-41ae-b436-424d8fe54797 HTTP/1.1" status: 200 len: 1128 time: 0.3960235 Feb 09 19:18:24.968103 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-39f5fa6f-a5d2-4ee4-a160-7475a0e7ed8a tempest-RoutersTestDVR-1703116075 tempest-RoutersTestDVR-1703116075-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1834988', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-58375'] for router (7da3290c-e5dc-4f02-bc89-d7800d7538a3), precommit_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:18:24.974758 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-39f5fa6f-a5d2-4ee4-a160-7475a0e7ed8a tempest-RoutersTestDVR-1703116075 tempest-RoutersTestDVR-1703116075-project-admin] Publish callbacks [] for router_controller (7da3290c-e5dc-4f02-bc89-d7800d7538a3), precommit_delete_associations {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:18:25.063698 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-39f5fa6f-a5d2-4ee4-a160-7475a0e7ed8a tempest-RoutersTestDVR-1703116075 tempest-RoutersTestDVR-1703116075-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1835003'] for router (7da3290c-e5dc-4f02-bc89-d7800d7538a3), after_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:18:25.064266 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-39f5fa6f-a5d2-4ee4-a160-7475a0e7ed8a tempest-RoutersTestDVR-1703116075 tempest-RoutersTestDVR-1703116075-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 7da3290c-e5dc-4f02-bc89-d7800d7538a3 {{(pid=103229) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 09 19:18:25.069944 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-39f5fa6f-a5d2-4ee4-a160-7475a0e7ed8a tempest-RoutersTestDVR-1703116075 tempest-RoutersTestDVR-1703116075-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:18:25.075302 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-39f5fa6f-a5d2-4ee4-a160-7475a0e7ed8a tempest-RoutersTestDVR-1703116075 tempest-RoutersTestDVR-1703116075-project-admin] 10.222.0.75 "DELETE /v2.0/routers/7da3290c-e5dc-4f02-bc89-d7800d7538a3 HTTP/1.1" status: 204 len: 168 time: 0.6174374 Feb 09 19:18:25.091243 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-2e6b6a99-a609-43c0-a062-7fe4dc82ce65 req-2738c3fb-0c45-4357-8c35-ff34b535712d tempest-ServerRescueNegativeTestJSON-1800126168 tempest-ServerRescueNegativeTestJSON-1800126168-project] 10.222.0.75 "GET /v2.0/security-groups?id=20eba632-e06f-4b78-b62a-91fbda6670a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1496861 Feb 09 19:18:25.099659 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-d9b638ce-af11-4e86-ad53-1cc087a547b5 req-b7fa8f02-65a3-4f00-a9f6-4eb1a793950a service neutron] 10.222.0.89 "GET /v2.0/security-groups?id=20eba632-e06f-4b78-b62a-91fbda6670a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1275346 Feb 09 19:18:25.440095 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 40384) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:18:25.572901 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a92c2ed2-eb34-42cb-9ff2-dbae0011292c req-9e77d8f0-bea8-4bf9-9136-c8b889b15f60 tempest-AttachVolumeTestJSON-524945227 tempest-AttachVolumeTestJSON-524945227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:18:25.585174 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-a92c2ed2-eb34-42cb-9ff2-dbae0011292c req-9e77d8f0-bea8-4bf9-9136-c8b889b15f60 tempest-AttachVolumeTestJSON-524945227 tempest-AttachVolumeTestJSON-524945227-project] 10.222.0.75 "GET /v2.0/ports?device_id=9e47810b-ed07-4409-98e3-da39074300c7 HTTP/1.1" status: 200 len: 946 time: 0.1021712 Feb 09 19:18:25.680036 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-a92c2ed2-eb34-42cb-9ff2-dbae0011292c req-cca36aff-65e1-4f21-a708-ea758af0edef tempest-AttachVolumeTestJSON-524945227 tempest-AttachVolumeTestJSON-524945227-project] 10.222.0.75 "GET /v2.0/security-groups?id=bd39f8e7-1d25-418e-b5cd-c91a805a4bbc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0934236 Feb 09 19:18:25.688820 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-d13f0513-5295-4efa-ac47-5b6c22bfe69c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:18:25.825311 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-5e84a38d-bdbd-429f-9c98-8248cfc999cd req-b6f649bb-cf28-4caa-86c7-44586fc5dd81 tempest-ServerShowV247Test-1778340501 tempest-ServerShowV247Test-1778340501-project] 10.222.0.75 "GET /v2.0/ports?device_id=aa74756f-5b3d-4e9a-a622-b21515b464cc HTTP/1.1" status: 200 len: 210 time: 0.0459208 Feb 09 19:18:25.828822 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2df6d342-6fb0-490a-8dda-4cda2da75c01 req-14e7d305-bcdf-47ff-8652-d581a7c5ac57 tempest-ServersAdminTestJSON-1393048834 tempest-ServersAdminTestJSON-1393048834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:18:25.847592 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-2df6d342-6fb0-490a-8dda-4cda2da75c01 req-14e7d305-bcdf-47ff-8652-d581a7c5ac57 tempest-ServersAdminTestJSON-1393048834 tempest-ServersAdminTestJSON-1393048834-project] 10.222.0.75 "GET /v2.0/ports?device_id=fd17ec19-7de7-4d19-86bc-494ce272637b HTTP/1.1" status: 200 len: 950 time: 0.2082424 Feb 09 19:18:25.857123 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 40402) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:18:25.916497 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-2df6d342-6fb0-490a-8dda-4cda2da75c01 req-a909c68a-0aed-4478-98f3-666dc3766555 tempest-ServersAdminTestJSON-1393048834 tempest-ServersAdminTestJSON-1393048834-project] 10.222.0.75 "GET /v2.0/security-groups?id=c0042214-21f2-4e80-92b9-9b56852b3a45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0677109 Feb 09 19:18:25.996224 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-d13f0513-5295-4efa-ac47-5b6c22bfe69c admin admin] Publish callbacks [] for security_group (33997168-1c20-4c66-8ef7-a75242701beb), precommit_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:18:26.003210 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-948e701f-22b4-417e-a69b-721a0c9a2bbb req-5fe6a2f9-e0e8-47c6-9504-202ff348a716 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:18:26.003951 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-948e701f-22b4-417e-a69b-721a0c9a2bbb req-5fe6a2f9-e0e8-47c6-9504-202ff348a716 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:18:26.004466 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-948e701f-22b4-417e-a69b-721a0c9a2bbb req-5fe6a2f9-e0e8-47c6-9504-202ff348a716 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:18:26.005018 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-948e701f-22b4-417e-a69b-721a0c9a2bbb req-5fe6a2f9-e0e8-47c6-9504-202ff348a716 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:18:26.005552 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-948e701f-22b4-417e-a69b-721a0c9a2bbb req-5fe6a2f9-e0e8-47c6-9504-202ff348a716 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:18:26.005938 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-d13f0513-5295-4efa-ac47-5b6c22bfe69c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1892331'] for security_group (33997168-1c20-4c66-8ef7-a75242701beb), after_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:18:26.006311 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-948e701f-22b4-417e-a69b-721a0c9a2bbb req-5fe6a2f9-e0e8-47c6-9504-202ff348a716 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:18:26.006917 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-948e701f-22b4-417e-a69b-721a0c9a2bbb req-5fe6a2f9-e0e8-47c6-9504-202ff348a716 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:18:26.009920 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-948e701f-22b4-417e-a69b-721a0c9a2bbb req-5fe6a2f9-e0e8-47c6-9504-202ff348a716 service neutron] 10.222.0.75 "GET /v2.0/ports?device_id=c3476174-573e-455c-944e-9ed0cac04ac2 HTTP/1.1" status: 200 len: 6716 time: 0.1512439 Feb 09 19:18:26.065245 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d13f0513-5295-4efa-ac47-5b6c22bfe69c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=33997168-1c20-4c66-8ef7-a75242701beb,revision_number=1']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:18:26.090627 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-d13f0513-5295-4efa-ac47-5b6c22bfe69c admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=f9f54c7770444738aa27617c52a9970f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6470783 Feb 09 19:18:26.092244 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 40406) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:18:26.092591 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-948e701f-22b4-417e-a69b-721a0c9a2bbb req-b9676cbe-b17d-403f-a8c1-8bff30279e99 service neutron] 10.222.0.75 "GET /v2.0/security-groups?id=116d7b93-0726-4659-8687-b47afcfa5056&id=6f7e8ede-8085-490c-860b-91c045ecce1f&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0758305 Feb 09 19:18:26.160468 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-86c9a0fa-c050-423d-93b8-3e786aedd199 admin admin] Publish callbacks [] for security_group (33997168-1c20-4c66-8ef7-a75242701beb), before_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:18:26.190788 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-86c9a0fa-c050-423d-93b8-3e786aedd199 admin admin] Publish callbacks [] for security_group (33997168-1c20-4c66-8ef7-a75242701beb), precommit_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:18:26.272327 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-86c9a0fa-c050-423d-93b8-3e786aedd199 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1892331'] for security_group (33997168-1c20-4c66-8ef7-a75242701beb), after_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:18:26.279323 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-86c9a0fa-c050-423d-93b8-3e786aedd199 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:18:26.282886 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-86c9a0fa-c050-423d-93b8-3e786aedd199 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/33997168-1c20-4c66-8ef7-a75242701beb HTTP/1.1" status: 204 len: 168 time: 0.1875856 Feb 09 19:18:26.308471 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86c9a0fa-c050-423d-93b8-3e786aedd199 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=33997168-1c20-4c66-8ef7-a75242701beb,revision_number=None']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:18:26.339468 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-768b1323-a9dd-45ac-9db3-87fbf170a64e req-e6a50c98-7842-471e-95d7-36735a57b994 tempest-ServerRescueNegativeTestJSON-1800126168 tempest-ServerRescueNegativeTestJSON-1800126168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:18:26.346195 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-768b1323-a9dd-45ac-9db3-87fbf170a64e req-e6a50c98-7842-471e-95d7-36735a57b994 tempest-ServerRescueNegativeTestJSON-1800126168 tempest-ServerRescueNegativeTestJSON-1800126168-project] 10.222.0.75 "GET /v2.0/ports?device_id=44c70ffa-f512-41ae-b436-424d8fe54797 HTTP/1.1" status: 200 len: 945 time: 0.0949368 Feb 09 19:18:26.417049 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-768b1323-a9dd-45ac-9db3-87fbf170a64e req-7aac36ae-9666-4210-a84f-0f66b406feac tempest-ServerRescueNegativeTestJSON-1800126168 tempest-ServerRescueNegativeTestJSON-1800126168-project] 10.222.0.75 "GET /v2.0/security-groups?id=20eba632-e06f-4b78-b62a-91fbda6670a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0642774 Feb 09 19:18:26.497070 n-d-713498-36 neutron-server[103232]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3f2394dc-3bdb-467a-bc3a-100f52d986e7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a672cc1d-2a06-4285-94a8-fae176750140'}] {{(pid=103232) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 19:18:26.500077 n-d-713498-36 neutron-server[103232]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}949cdcde653dec44821de95cbf67297f53cbc2aed4e073b5d514f93bf911ce85" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e9204b61-53fe-4653-ba14-1e1ff6eafd29" -d '{"events": [{"server_uuid": "3f2394dc-3bdb-467a-bc3a-100f52d986e7", "name": "network-vif-plugged", "status": "completed", "tag": "a672cc1d-2a06-4285-94a8-fae176750140"}]}' {{(pid=103232) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 19:18:26.542765 n-d-713498-36 neutron-server[103232]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 19:18:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cdae36a4-ff7e-4cbc-b95e-1805f89ab18a x-openstack-request-id: req-cdae36a4-ff7e-4cbc-b95e-1805f89ab18a {{(pid=103232) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 19:18:26.543059 n-d-713498-36 neutron-server[103232]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3f2394dc-3bdb-467a-bc3a-100f52d986e7", "name": "network-vif-plugged", "status": "completed", "tag": "a672cc1d-2a06-4285-94a8-fae176750140", "code": 200}]} {{(pid=103232) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 19:18:26.543316 n-d-713498-36 neutron-server[103232]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-cdae36a4-ff7e-4cbc-b95e-1805f89ab18a {{(pid=103232) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 19:18:26.543969 n-d-713498-36 neutron-server[103232]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3f2394dc-3bdb-467a-bc3a-100f52d986e7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a672cc1d-2a06-4285-94a8-fae176750140', 'code': 200} Feb 09 19:18:26.698575 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54eea3a8-6f7f-4d82-a7ce-ef3d85b4f673 req-df8a6806-ed20-4795-bfc9-26c61ce55469 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:18:26.701206 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-54eea3a8-6f7f-4d82-a7ce-ef3d85b4f673 req-df8a6806-ed20-4795-bfc9-26c61ce55469 service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=3f2394dc-3bdb-467a-bc3a-100f52d986e7 HTTP/1.1" status: 200 len: 1128 time: 0.0772505 Feb 09 19:18:26.705889 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 40418) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:18:26.722322 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-0112bce5-6d8c-4d7c-8137-61dd810074c1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:18:26.828356 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-0112bce5-6d8c-4d7c-8137-61dd810074c1 admin admin] Publish callbacks [] for security_group (2a15e4a4-6985-4fcf-b91c-964c1067c3f3), precommit_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:18:26.836970 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-0112bce5-6d8c-4d7c-8137-61dd810074c1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1892331'] for security_group (2a15e4a4-6985-4fcf-b91c-964c1067c3f3), after_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:18:26.845234 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-54eea3a8-6f7f-4d82-a7ce-ef3d85b4f673 req-0fefb248-ea93-4f50-a5b2-6d9a8b7b8807 service neutron] 10.222.0.89 "GET /v2.0/security-groups?id=20eba632-e06f-4b78-b62a-91fbda6670a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1376979 Feb 09 19:18:26.881856 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-0112bce5-6d8c-4d7c-8137-61dd810074c1 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=c9bff22e0eff49c29988e49ec511a9b2&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1742022 Feb 09 19:18:26.884894 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 40426) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:18:26.939217 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-07f7e3e6-64f9-4eeb-b59b-b2b4d0b81817 admin admin] Publish callbacks [] for security_group (2a15e4a4-6985-4fcf-b91c-964c1067c3f3), before_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:18:26.942468 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0112bce5-6d8c-4d7c-8137-61dd810074c1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2a15e4a4-6985-4fcf-b91c-964c1067c3f3,revision_number=1']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:18:26.985021 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2856428b-41e0-4df5-aefd-9f0734f92000 req-35d2180d-3ff1-4dc1-9338-ffc382dd2820 tempest-AttachVolumeTestJSON-524945227 tempest-AttachVolumeTestJSON-524945227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:18:26.992539 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-2856428b-41e0-4df5-aefd-9f0734f92000 req-35d2180d-3ff1-4dc1-9338-ffc382dd2820 tempest-AttachVolumeTestJSON-524945227 tempest-AttachVolumeTestJSON-524945227-project] 10.222.0.75 "GET /v2.0/ports?device_id=9e47810b-ed07-4409-98e3-da39074300c7 HTTP/1.1" status: 200 len: 946 time: 0.1161473 Feb 09 19:18:26.992761 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-2cc00e3d-dcfa-4a26-969e-5ccf2babf384 req-51940c94-c6cd-4020-bec6-0dab74c72eaa tempest-ServerShowV247Test-1778340501 tempest-ServerShowV247Test-1778340501-project] 10.222.0.75 "GET /v2.0/ports?device_id=aa74756f-5b3d-4e9a-a622-b21515b464cc HTTP/1.1" status: 200 len: 210 time: 0.0411487 Feb 09 19:18:26.995628 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-07f7e3e6-64f9-4eeb-b59b-b2b4d0b81817 admin admin] Publish callbacks [] for security_group (2a15e4a4-6985-4fcf-b91c-964c1067c3f3), precommit_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:18:27.062102 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-2856428b-41e0-4df5-aefd-9f0734f92000 req-9c11a2aa-e1de-45fc-9191-f8a8f9e49012 tempest-AttachVolumeTestJSON-524945227 tempest-AttachVolumeTestJSON-524945227-project] 10.222.0.75 "GET /v2.0/security-groups?id=bd39f8e7-1d25-418e-b5cd-c91a805a4bbc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0684476 Feb 09 19:18:27.064601 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-07f7e3e6-64f9-4eeb-b59b-b2b4d0b81817 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1892331'] for security_group (2a15e4a4-6985-4fcf-b91c-964c1067c3f3), after_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:18:27.067434 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-07f7e3e6-64f9-4eeb-b59b-b2b4d0b81817 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:18:27.069076 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-07f7e3e6-64f9-4eeb-b59b-b2b4d0b81817 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/2a15e4a4-6985-4fcf-b91c-964c1067c3f3 HTTP/1.1" status: 204 len: 168 time: 0.1827254 Feb 09 19:18:27.078123 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07f7e3e6-64f9-4eeb-b59b-b2b4d0b81817 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2a15e4a4-6985-4fcf-b91c-964c1067c3f3,revision_number=None']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:18:27.233043 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98512151-67fe-4b50-85e0-99f862d837ca req-96c13795-c276-4aa7-9b8a-744f652954a1 tempest-ServersAdminTestJSON-1393048834 tempest-ServersAdminTestJSON-1393048834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:18:27.236533 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-98512151-67fe-4b50-85e0-99f862d837ca req-96c13795-c276-4aa7-9b8a-744f652954a1 tempest-ServersAdminTestJSON-1393048834 tempest-ServersAdminTestJSON-1393048834-project] 10.222.0.75 "GET /v2.0/ports?device_id=fd17ec19-7de7-4d19-86bc-494ce272637b HTTP/1.1" status: 200 len: 950 time: 0.0721545 Feb 09 19:18:27.310219 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-98512151-67fe-4b50-85e0-99f862d837ca req-32cc9b9b-42ad-4576-b35e-004e2955b45b tempest-ServersAdminTestJSON-1393048834 tempest-ServersAdminTestJSON-1393048834-project] 10.222.0.75 "GET /v2.0/security-groups?id=c0042214-21f2-4e80-92b9-9b56852b3a45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0676379 Feb 09 19:18:27.574238 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-908eebce-5505-4562-b83b-b1bf3f5f5df3 req-32e5252f-75ba-4243-83fd-6562fb385e3a tempest-ServerRescueNegativeTestJSON-1800126168 tempest-ServerRescueNegativeTestJSON-1800126168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:18:27.586321 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-908eebce-5505-4562-b83b-b1bf3f5f5df3 req-32e5252f-75ba-4243-83fd-6562fb385e3a tempest-ServerRescueNegativeTestJSON-1800126168 tempest-ServerRescueNegativeTestJSON-1800126168-project] 10.222.0.75 "GET /v2.0/ports?device_id=44c70ffa-f512-41ae-b436-424d8fe54797 HTTP/1.1" status: 200 len: 945 time: 0.0813222 Feb 09 19:18:27.638644 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-908eebce-5505-4562-b83b-b1bf3f5f5df3 req-9f5f6942-5735-4213-999a-4d7eb04575e2 tempest-ServerRescueNegativeTestJSON-1800126168 tempest-ServerRescueNegativeTestJSON-1800126168-project] 10.222.0.75 "GET /v2.0/security-groups?id=20eba632-e06f-4b78-b62a-91fbda6670a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513151 Feb 09 19:18:28.058146 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baff62bf-fa3c-42a2-b34b-795c788ad242 req-e5a2221a-bf3b-42f1-bf83-4a456744ba1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:18:28.060114 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-baff62bf-fa3c-42a2-b34b-795c788ad242 req-e5a2221a-bf3b-42f1-bf83-4a456744ba1b service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=eb0bb5f642894bf2abf52f90f794999a&device_id=44c70ffa-f512-41ae-b436-424d8fe54797 HTTP/1.1" status: 200 len: 1128 time: 0.1373732 Feb 09 19:18:28.077511 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99317bd9-9252-49bc-a03a-13a8a113d547 req-68d9f5e8-a163-4901-9e90-2a06da1c88f3 tempest-ServerRescueNegativeTestJSON-1800126168 tempest-ServerRescueNegativeTestJSON-1800126168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:18:28.088186 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-99317bd9-9252-49bc-a03a-13a8a113d547 req-68d9f5e8-a163-4901-9e90-2a06da1c88f3 tempest-ServerRescueNegativeTestJSON-1800126168 tempest-ServerRescueNegativeTestJSON-1800126168-project] 10.222.0.75 "GET /v2.0/ports?device_id=44c70ffa-f512-41ae-b436-424d8fe54797 HTTP/1.1" status: 200 len: 945 time: 0.1142132 Feb 09 19:18:28.208446 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-24bdb600-c2b0-41d5-8b18-3f0a49ab8335 req-dea1445e-5cb9-403d-afbd-ff1bf2f0a1e1 tempest-ServerShowV247Test-1778340501 tempest-ServerShowV247Test-1778340501-project] 10.222.0.75 "GET /v2.0/ports?device_id=aa74756f-5b3d-4e9a-a622-b21515b464cc HTTP/1.1" status: 200 len: 210 time: 0.0428548 Feb 09 19:18:28.340565 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-99317bd9-9252-49bc-a03a-13a8a113d547 req-71235e63-243a-49cd-aa40-7879e6059e51 tempest-ServerRescueNegativeTestJSON-1800126168 tempest-ServerRescueNegativeTestJSON-1800126168-project] 10.222.0.75 "GET /v2.0/security-groups?id=20eba632-e06f-4b78-b62a-91fbda6670a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1266887 Feb 09 19:18:28.341599 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baff62bf-fa3c-42a2-b34b-795c788ad242 req-c7ee9e39-ada2-415a-9ac3-44ad5c254405 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:18:28.343203 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-baff62bf-fa3c-42a2-b34b-795c788ad242 req-c7ee9e39-ada2-415a-9ac3-44ad5c254405 service neutron] 10.222.0.89 "GET /v2.0/networks?id=5d2d334e-0f6b-4e62-b869-e00487a29620 HTTP/1.1" status: 200 len: 920 time: 0.2537482 Feb 09 19:18:28.417011 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-baff62bf-fa3c-42a2-b34b-795c788ad242 req-0f2a703a-7658-4c47-8045-dfc941c59292 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f577d359-44ae-4f12-9fc5-b3d04034f813 HTTP/1.1" status: 200 len: 217 time: 0.0639596 Feb 09 19:18:28.429242 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-747313ac-bc90-4899-bf09-f0aae7702db8 req-53ec5f2b-b1af-4fd4-9b9e-5fdf3d2e17de tempest-AttachVolumeTestJSON-524945227 tempest-AttachVolumeTestJSON-524945227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:18:28.430807 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-747313ac-bc90-4899-bf09-f0aae7702db8 req-53ec5f2b-b1af-4fd4-9b9e-5fdf3d2e17de tempest-AttachVolumeTestJSON-524945227 tempest-AttachVolumeTestJSON-524945227-project] 10.222.0.75 "GET /v2.0/ports?device_id=9e47810b-ed07-4409-98e3-da39074300c7 HTTP/1.1" status: 200 len: 946 time: 0.1021488 Feb 09 19:18:28.525378 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-747313ac-bc90-4899-bf09-f0aae7702db8 req-514777a5-b88c-438c-9bd2-6e1a550dc0d3 tempest-AttachVolumeTestJSON-524945227 tempest-AttachVolumeTestJSON-524945227-project] 10.222.0.75 "GET /v2.0/security-groups?id=bd39f8e7-1d25-418e-b5cd-c91a805a4bbc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0841296 Feb 09 19:18:28.535441 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baff62bf-fa3c-42a2-b34b-795c788ad242 req-06db5574-74fc-4bd4-816c-25abc97bd120 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:18:28.537030 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-baff62bf-fa3c-42a2-b34b-795c788ad242 req-06db5574-74fc-4bd4-816c-25abc97bd120 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=74f7cf6f-ebf0-4984-aecc-0c23aa6982bb HTTP/1.1" status: 200 len: 859 time: 0.1134017 Feb 09 19:18:28.606541 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-baff62bf-fa3c-42a2-b34b-795c788ad242 req-4ae6841e-75d1-4a75-8e23-1f133a806041 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=5d2d334e-0f6b-4e62-b869-e00487a29620&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0549123 Feb 09 19:18:28.753091 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-baff62bf-fa3c-42a2-b34b-795c788ad242 req-f24bb2c9-4566-4de5-aea3-7e643e9d91e1 service neutron] 10.222.0.89 "GET /v2.0/networks/5d2d334e-0f6b-4e62-b869-e00487a29620?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1076052 Feb 09 19:18:28.761285 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a49c20e6-5ebc-423b-b2d9-7c43a7c9ca13 req-e724ba1b-017b-4cd6-bbde-bda4c745700e tempest-ServersAdminTestJSON-1393048834 tempest-ServersAdminTestJSON-1393048834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:18:28.769271 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-a49c20e6-5ebc-423b-b2d9-7c43a7c9ca13 req-e724ba1b-017b-4cd6-bbde-bda4c745700e tempest-ServersAdminTestJSON-1393048834 tempest-ServersAdminTestJSON-1393048834-project] 10.222.0.75 "GET /v2.0/ports?device_id=fd17ec19-7de7-4d19-86bc-494ce272637b HTTP/1.1" status: 200 len: 950 time: 0.1559641 Feb 09 19:18:28.888216 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-a49c20e6-5ebc-423b-b2d9-7c43a7c9ca13 req-903ebfc9-9800-4aad-9723-2b7637dd40f1 tempest-ServersAdminTestJSON-1393048834 tempest-ServersAdminTestJSON-1393048834-project] 10.222.0.75 "GET /v2.0/security-groups?id=c0042214-21f2-4e80-92b9-9b56852b3a45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1132503 Feb 09 19:18:28.930495 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 40484) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:18:28.937528 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-baff62bf-fa3c-42a2-b34b-795c788ad242 req-186c92a0-5b4c-4917-b500-98e30e093550 service neutron] 10.222.0.89 "GET /v2.0/networks/5d2d334e-0f6b-4e62-b869-e00487a29620?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1465204 Feb 09 19:18:29.132968 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.v2.base [None req-6581b629-060a-4a73-981e-f19b16a3e841 tempest-RoutersAdminNegativeTest-1074569780 tempest-RoutersAdminNegativeTest-1074569780-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeTest-2080196428', 'network_id': '88055e1e-672a-4487-be31-ffb6e833ece5'}} {{(pid=103230) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 19:18:29.157357 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6581b629-060a-4a73-981e-f19b16a3e841 tempest-RoutersAdminNegativeTest-1074569780 tempest-RoutersAdminNegativeTest-1074569780-project-admin] Made reservation on behalf of ffea967d9b60413c9a684702c61a7192 for: {'port': 1} {{(pid=103230) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 19:18:29.159758 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-6581b629-060a-4a73-981e-f19b16a3e841 tempest-RoutersAdminNegativeTest-1074569780 tempest-RoutersAdminNegativeTest-1074569780-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (None), before_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:18:29.170038 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-6581b629-060a-4a73-981e-f19b16a3e841 tempest-RoutersAdminNegativeTest-1074569780 tempest-RoutersAdminNegativeTest-1074569780-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:18:29.278326 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-6581b629-060a-4a73-981e-f19b16a3e841 tempest-RoutersAdminNegativeTest-1074569780 tempest-RoutersAdminNegativeTest-1074569780-project-admin] Publish callbacks [] for security_group (4bb75b3a-2890-4934-bb38-13b79b640492), precommit_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:18:29.284626 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-6581b629-060a-4a73-981e-f19b16a3e841 tempest-RoutersAdminNegativeTest-1074569780 tempest-RoutersAdminNegativeTest-1074569780-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1892331'] for security_group (4bb75b3a-2890-4934-bb38-13b79b640492), after_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:18:29.292041 n-d-713498-36 neutron-server[103230]: DEBUG neutron.notifiers.nova [None req-6581b629-060a-4a73-981e-f19b16a3e841 tempest-RoutersAdminNegativeTest-1074569780 tempest-RoutersAdminNegativeTest-1074569780-project-admin] device_id is not set on port d14f3215-5aaf-4d84-9d48-e092849b8ace yet. {{(pid=103230) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 09 19:18:29.366980 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6581b629-060a-4a73-981e-f19b16a3e841 tempest-RoutersAdminNegativeTest-1074569780 tempest-RoutersAdminNegativeTest-1074569780-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4bb75b3a-2890-4934-bb38-13b79b640492,revision_number=1']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:18:29.402612 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-86107ea2-d732-4ec1-b6fc-39e4a04dcf09 req-2711728e-a844-41f1-aa9e-584d2af695f2 tempest-ServerShowV247Test-1778340501 tempest-ServerShowV247Test-1778340501-project] 10.222.0.75 "GET /v2.0/ports?device_id=aa74756f-5b3d-4e9a-a622-b21515b464cc HTTP/1.1" status: 200 len: 210 time: 0.0555172 Feb 09 19:18:29.478527 n-d-713498-36 neutron-server[103230]: DEBUG neutron.db.db_base_plugin_common [None req-6581b629-060a-4a73-981e-f19b16a3e841 tempest-RoutersAdminNegativeTest-1074569780 tempest-RoutersAdminNegativeTest-1074569780-project-admin] Allocated IP 172.25.1.136 (88055e1e-672a-4487-be31-ffb6e833ece5/ac16dbcc-383c-4b43-9153-d763c4a53f91/d14f3215-5aaf-4d84-9d48-e092849b8ace) {{(pid=103230) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 19:18:29.784765 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc0d355d-63bf-4c64-821d-cb62f4c11ae1 req-3aaf292a-241e-49b8-b6e2-62836d6d5065 tempest-AttachVolumeTestJSON-524945227 tempest-AttachVolumeTestJSON-524945227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:18:29.796407 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-fc0d355d-63bf-4c64-821d-cb62f4c11ae1 req-3aaf292a-241e-49b8-b6e2-62836d6d5065 tempest-AttachVolumeTestJSON-524945227 tempest-AttachVolumeTestJSON-524945227-project] 10.222.0.75 "GET /v2.0/ports?device_id=9e47810b-ed07-4409-98e3-da39074300c7 HTTP/1.1" status: 200 len: 946 time: 0.1529810 Feb 09 19:18:29.838454 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-6581b629-060a-4a73-981e-f19b16a3e841 tempest-RoutersAdminNegativeTest-1074569780 tempest-RoutersAdminNegativeTest-1074569780-project-admin] Publish callbacks [] for port (d14f3215-5aaf-4d84-9d48-e092849b8ace), precommit_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:18:29.878677 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-005edfab-f0ae-4abd-9a75-30dbb7fc015a req-e6b09554-2edd-4293-8abc-00cd50fa3300 tempest-ServerRescueNegativeTestJSON-1800126168 tempest-ServerRescueNegativeTestJSON-1800126168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:18:29.885391 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-fc0d355d-63bf-4c64-821d-cb62f4c11ae1 req-679e14a0-0ef2-4f44-b91f-8e1f5870ddef tempest-AttachVolumeTestJSON-524945227 tempest-AttachVolumeTestJSON-524945227-project] 10.222.0.75 "GET /v2.0/security-groups?id=bd39f8e7-1d25-418e-b5cd-c91a805a4bbc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0836577 Feb 09 19:18:29.886348 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-005edfab-f0ae-4abd-9a75-30dbb7fc015a req-e6b09554-2edd-4293-8abc-00cd50fa3300 tempest-ServerRescueNegativeTestJSON-1800126168 tempest-ServerRescueNegativeTestJSON-1800126168-project] 10.222.0.75 "GET /v2.0/ports?device_id=44c70ffa-f512-41ae-b436-424d8fe54797 HTTP/1.1" status: 200 len: 945 time: 0.4254372 Feb 09 19:18:29.930713 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-6581b629-060a-4a73-981e-f19b16a3e841 tempest-RoutersAdminNegativeTest-1074569780 tempest-RoutersAdminNegativeTest-1074569780-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762866656467', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14393751'] for port (d14f3215-5aaf-4d84-9d48-e092849b8ace), after_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:18:29.955980 n-d-713498-36 neutron-server[103230]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6581b629-060a-4a73-981e-f19b16a3e841 tempest-RoutersAdminNegativeTest-1074569780 tempest-RoutersAdminNegativeTest-1074569780-project-admin] Network 88055e1e-672a-4487-be31-ffb6e833ece5 is already hosted by enough agents. {{(pid=103230) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 19:18:29.960348 n-d-713498-36 neutron-server[103230]: DEBUG neutron.scheduler.base_scheduler [None req-6581b629-060a-4a73-981e-f19b16a3e841 tempest-RoutersAdminNegativeTest-1074569780 tempest-RoutersAdminNegativeTest-1074569780-project-admin] Resources bound (agent type, host, resource id): {{(pid=103230) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 19:18:29.976656 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-005edfab-f0ae-4abd-9a75-30dbb7fc015a req-46095d99-e862-49b3-886c-5e5c353e3d3a tempest-ServerRescueNegativeTestJSON-1800126168 tempest-ServerRescueNegativeTestJSON-1800126168-project] 10.222.0.75 "GET /v2.0/security-groups?id=20eba632-e06f-4b78-b62a-91fbda6670a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0890925 Feb 09 19:18:29.998349 n-d-713498-36 neutron-server[103230]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6581b629-060a-4a73-981e-f19b16a3e841 tempest-RoutersAdminNegativeTest-1074569780 tempest-RoutersAdminNegativeTest-1074569780-project-admin] Received port after_create {{(pid=103230) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 19:18:30.056073 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6581b629-060a-4a73-981e-f19b16a3e841 tempest-RoutersAdminNegativeTest-1074569780 tempest-RoutersAdminNegativeTest-1074569780-project-admin] Pushing event updated for resources: {'Port': ['ID=d14f3215-5aaf-4d84-9d48-e092849b8ace,revision_number=1']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:18:30.074825 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6581b629-060a-4a73-981e-f19b16a3e841 tempest-RoutersAdminNegativeTest-1074569780 tempest-RoutersAdminNegativeTest-1074569780-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:18:30.075844 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-6581b629-060a-4a73-981e-f19b16a3e841 tempest-RoutersAdminNegativeTest-1074569780 tempest-RoutersAdminNegativeTest-1074569780-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171096'] for port (None), before_response {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:18:30.110884 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-6581b629-060a-4a73-981e-f19b16a3e841 tempest-RoutersAdminNegativeTest-1074569780 tempest-RoutersAdminNegativeTest-1074569780-project-admin] 10.222.0.75 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 1.1791973 Feb 09 19:18:30.113651 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 40510) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:18:30.120691 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.v2.base [None req-3e6e6573-b90b-4966-908a-35f864c34718 tempest-RoutersAdminNegativeTest-1074569780 tempest-RoutersAdminNegativeTest-1074569780-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '88055e1e-672a-4487-be31-ffb6e833ece5', 'external_fixed_ips': [{'subnet_id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'ip_address': '172.25.1.136'}]}}} {{(pid=103230) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 19:18:30.172708 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-3e6e6573-b90b-4966-908a-35f864c34718 tempest-RoutersAdminNegativeTest-1074569780 tempest-RoutersAdminNegativeTest-1074569780-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1834830', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-58389'] for router (343d36cd-c68b-4b48-b900-73b9ef47f6dd), before_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:18:30.173863 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-3e6e6573-b90b-4966-908a-35f864c34718 tempest-RoutersAdminNegativeTest-1074569780 tempest-RoutersAdminNegativeTest-1074569780-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1834810', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1822096', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1886735', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-58380'] for router (343d36cd-c68b-4b48-b900-73b9ef47f6dd), precommit_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:18:30.208636 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b405b8a0-0d33-4cce-8e0e-8321c38911f1 req-52c4b277-4fd0-44c8-a33f-858311843c18 tempest-ServersAdminTestJSON-1393048834 tempest-ServersAdminTestJSON-1393048834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:18:30.210330 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-b405b8a0-0d33-4cce-8e0e-8321c38911f1 req-52c4b277-4fd0-44c8-a33f-858311843c18 tempest-ServersAdminTestJSON-1393048834 tempest-ServersAdminTestJSON-1393048834-project] 10.222.0.75 "GET /v2.0/ports?device_id=fd17ec19-7de7-4d19-86bc-494ce272637b HTTP/1.1" status: 200 len: 950 time: 0.1375906 Feb 09 19:18:30.295634 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-3e6e6573-b90b-4966-908a-35f864c34718 tempest-RoutersAdminNegativeTest-1074569780 tempest-RoutersAdminNegativeTest-1074569780-project-admin] Publish callbacks [] for router_controller (343d36cd-c68b-4b48-b900-73b9ef47f6dd), precommit_add_association {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:18:30.305566 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-461ccf54-c44a-4b93-b4e2-dbe5bab25c63 req-e73d67b7-713c-4f98-820e-eceb88c7bb4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:18:30.307431 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-461ccf54-c44a-4b93-b4e2-dbe5bab25c63 req-e73d67b7-713c-4f98-820e-eceb88c7bb4b service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=b8358624fc0d4008bf7aadd6f5fc09a1&device_id=9e47810b-ed07-4409-98e3-da39074300c7 HTTP/1.1" status: 200 len: 1129 time: 0.0956352 Feb 09 19:18:30.314519 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-b405b8a0-0d33-4cce-8e0e-8321c38911f1 req-15440ada-9c91-474e-9202-79eeec5785c3 tempest-ServersAdminTestJSON-1393048834 tempest-ServersAdminTestJSON-1393048834-project] 10.222.0.75 "GET /v2.0/security-groups?id=c0042214-21f2-4e80-92b9-9b56852b3a45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0701895 Feb 09 19:18:30.396378 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ed9c64d-0205-4fbf-b42e-39479bb06d44 req-b18091f7-10cf-4b37-8686-c492a4cd8ad5 tempest-AttachVolumeTestJSON-524945227 tempest-AttachVolumeTestJSON-524945227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:18:30.398445 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-6ed9c64d-0205-4fbf-b42e-39479bb06d44 req-b18091f7-10cf-4b37-8686-c492a4cd8ad5 tempest-AttachVolumeTestJSON-524945227 tempest-AttachVolumeTestJSON-524945227-project] 10.222.0.75 "GET /v2.0/ports?device_id=9e47810b-ed07-4409-98e3-da39074300c7 HTTP/1.1" status: 200 len: 946 time: 0.1817043 Feb 09 19:18:30.428725 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-461ccf54-c44a-4b93-b4e2-dbe5bab25c63 req-e45fce29-ce9f-4202-899a-b86594537708 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:18:30.430220 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-461ccf54-c44a-4b93-b4e2-dbe5bab25c63 req-e45fce29-ce9f-4202-899a-b86594537708 service neutron] 10.222.0.89 "GET /v2.0/networks?id=99117bb9-9128-41a1-bdb4-92a6c18a7b42 HTTP/1.1" status: 200 len: 911 time: 0.1141224 Feb 09 19:18:30.496875 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-3e6e6573-b90b-4966-908a-35f864c34718 tempest-RoutersAdminNegativeTest-1074569780 tempest-RoutersAdminNegativeTest-1074569780-project-admin] Publish callbacks [] for router_gateway (343d36cd-c68b-4b48-b900-73b9ef47f6dd), precommit_update {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:18:30.517235 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-6ed9c64d-0205-4fbf-b42e-39479bb06d44 req-88e7c59e-9dda-4c51-b8fe-7906454443e4 tempest-AttachVolumeTestJSON-524945227 tempest-AttachVolumeTestJSON-524945227-project] 10.222.0.75 "GET /v2.0/security-groups?id=bd39f8e7-1d25-418e-b5cd-c91a805a4bbc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1103005 Feb 09 19:18:30.518808 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-8044aa2b-5598-476c-a252-377c464e5db5 req-424ef26f-ebad-40b2-be5c-7a42a8fe49d0 tempest-ServerShowV247Test-1778340501 tempest-ServerShowV247Test-1778340501-project] 10.222.0.75 "GET /v2.0/ports?device_id=aa74756f-5b3d-4e9a-a622-b21515b464cc HTTP/1.1" status: 200 len: 210 time: 0.0321901 Feb 09 19:18:30.539078 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-461ccf54-c44a-4b93-b4e2-dbe5bab25c63 req-7ee15e14-76b9-4081-9d92-8073c8fdc91e service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e5d6e185-52a0-4811-bbaa-e79add4cc324 HTTP/1.1" status: 200 len: 1001 time: 0.1004727 Feb 09 19:18:30.613351 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-461ccf54-c44a-4b93-b4e2-dbe5bab25c63 req-818fd865-b809-4fe5-8388-242d4b2b2a10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:18:30.615995 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-461ccf54-c44a-4b93-b4e2-dbe5bab25c63 req-818fd865-b809-4fe5-8388-242d4b2b2a10 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=3f43124c-9b13-4bd8-a6f5-516bdab3ca3c HTTP/1.1" status: 200 len: 849 time: 0.0702870 Feb 09 19:18:30.687481 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-461ccf54-c44a-4b93-b4e2-dbe5bab25c63 req-9c4cec78-925f-458f-a241-14d0d9b5be0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:18:30.688979 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-461ccf54-c44a-4b93-b4e2-dbe5bab25c63 req-9c4cec78-925f-458f-a241-14d0d9b5be0b service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=99117bb9-9128-41a1-bdb4-92a6c18a7b42&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0584395 Feb 09 19:18:30.758071 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-3e6e6573-b90b-4966-908a-35f864c34718 tempest-RoutersAdminNegativeTest-1074569780 tempest-RoutersAdminNegativeTest-1074569780-project-admin] Publish callbacks [] for router_gateway (343d36cd-c68b-4b48-b900-73b9ef47f6dd), before_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:18:30.779048 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-3e6e6573-b90b-4966-908a-35f864c34718 tempest-RoutersAdminNegativeTest-1074569780 tempest-RoutersAdminNegativeTest-1074569780-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (None), before_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:18:30.805247 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-461ccf54-c44a-4b93-b4e2-dbe5bab25c63 req-bd4b08de-5962-4c00-9e1b-486ca6e222f6 service neutron] 10.222.0.89 "GET /v2.0/networks/99117bb9-9128-41a1-bdb4-92a6c18a7b42?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0992894 Feb 09 19:18:30.964553 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-3e6e6573-b90b-4966-908a-35f864c34718 tempest-RoutersAdminNegativeTest-1074569780 tempest-RoutersAdminNegativeTest-1074569780-project-admin] Publish callbacks [] for router (343d36cd-c68b-4b48-b900-73b9ef47f6dd), before_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:18:30.986142 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-461ccf54-c44a-4b93-b4e2-dbe5bab25c63 req-914f81d6-15ba-40f5-b50e-0b7adaa7fecb service neutron] 10.222.0.89 "GET /v2.0/networks/99117bb9-9128-41a1-bdb4-92a6c18a7b42?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1730952 Feb 09 19:18:31.026968 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-313295b7-4c79-4c71-a713-e7ca40cc64ca req-f98c4649-9c39-49e0-a423-00c0f4defa49 tempest-AttachVolumeNegativeTest-275227323 tempest-AttachVolumeNegativeTest-275227323-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:18:31.028543 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-313295b7-4c79-4c71-a713-e7ca40cc64ca req-f98c4649-9c39-49e0-a423-00c0f4defa49 tempest-AttachVolumeNegativeTest-275227323 tempest-AttachVolumeNegativeTest-275227323-project] 10.222.0.75 "GET /v2.0/networks?id=1c43e0bb-e4e9-4561-873a-403fc433e655 HTTP/1.1" status: 200 len: 814 time: 0.1508856 Feb 09 19:18:31.052380 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-313295b7-4c79-4c71-a713-e7ca40cc64ca req-c4911625-5e7c-404c-b35e-044d8a81f5c3 tempest-AttachVolumeNegativeTest-275227323 tempest-AttachVolumeNegativeTest-275227323-project] 10.222.0.75 "GET /v2.0/quotas/5d3f70f6ea744878ae38cb247ef3217c HTTP/1.1" status: 200 len: 375 time: 0.0178788 Feb 09 19:18:31.120266 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-313295b7-4c79-4c71-a713-e7ca40cc64ca req-63928add-d19f-4b64-b829-e883e58c1a53 tempest-AttachVolumeNegativeTest-275227323 tempest-AttachVolumeNegativeTest-275227323-project] 10.222.0.75 "GET /v2.0/ports?tenant_id=5d3f70f6ea744878ae38cb247ef3217c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0616214 Feb 09 19:18:31.176698 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-3e6e6573-b90b-4966-908a-35f864c34718 tempest-RoutersAdminNegativeTest-1074569780 tempest-RoutersAdminNegativeTest-1074569780-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1834988', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-58375'] for router (343d36cd-c68b-4b48-b900-73b9ef47f6dd), precommit_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:18:31.180434 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-3e6e6573-b90b-4966-908a-35f864c34718 tempest-RoutersAdminNegativeTest-1074569780 tempest-RoutersAdminNegativeTest-1074569780-project-admin] Publish callbacks [] for router_controller (343d36cd-c68b-4b48-b900-73b9ef47f6dd), precommit_delete_associations {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:18:31.239767 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-285a314c-e957-4064-878e-82f8f2d638d3 req-18c88062-4292-4be1-9689-639d3d4e9f1c tempest-ServerRescueNegativeTestJSON-1800126168 tempest-ServerRescueNegativeTestJSON-1800126168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:18:31.241879 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-285a314c-e957-4064-878e-82f8f2d638d3 req-18c88062-4292-4be1-9689-639d3d4e9f1c tempest-ServerRescueNegativeTestJSON-1800126168 tempest-ServerRescueNegativeTestJSON-1800126168-project] 10.222.0.75 "GET /v2.0/ports?device_id=44c70ffa-f512-41ae-b436-424d8fe54797 HTTP/1.1" status: 200 len: 945 time: 0.1619594 Feb 09 19:18:31.242892 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-3e6e6573-b90b-4966-908a-35f864c34718 tempest-RoutersAdminNegativeTest-1074569780 tempest-RoutersAdminNegativeTest-1074569780-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1835003'] for router (343d36cd-c68b-4b48-b900-73b9ef47f6dd), after_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:18:31.243408 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3e6e6573-b90b-4966-908a-35f864c34718 tempest-RoutersAdminNegativeTest-1074569780 tempest-RoutersAdminNegativeTest-1074569780-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 343d36cd-c68b-4b48-b900-73b9ef47f6dd {{(pid=103230) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 09 19:18:31.244304 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-313295b7-4c79-4c71-a713-e7ca40cc64ca req-a7f29fa8-7683-4c30-957c-954931766cfb service neutron] 10.222.0.75 "GET /v2.0/networks/1c43e0bb-e4e9-4561-873a-403fc433e655?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1150017 Feb 09 19:18:31.270767 n-d-713498-36 neutron-server[103230]: INFO neutron.api.v2.resource [None req-3e6e6573-b90b-4966-908a-35f864c34718 tempest-RoutersAdminNegativeTest-1074569780 tempest-RoutersAdminNegativeTest-1074569780-project-admin] create failed (client error): There was a conflict when trying to complete your request. Feb 09 19:18:31.275275 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-3e6e6573-b90b-4966-908a-35f864c34718 tempest-RoutersAdminNegativeTest-1074569780 tempest-RoutersAdminNegativeTest-1074569780-project-admin] 10.222.0.75 "POST /v2.0/routers HTTP/1.1" status: 409 len: 372 time: 1.1578987 Feb 09 19:18:31.276390 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 40534) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:18:31.306262 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-285a314c-e957-4064-878e-82f8f2d638d3 req-036383ca-ed56-423e-b51a-e176e5f63835 tempest-ServerRescueNegativeTestJSON-1800126168 tempest-ServerRescueNegativeTestJSON-1800126168-project] 10.222.0.75 "GET /v2.0/security-groups?id=20eba632-e06f-4b78-b62a-91fbda6670a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539150 Feb 09 19:18:31.410915 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-313295b7-4c79-4c71-a713-e7ca40cc64ca req-9e48709a-80de-42da-835c-7012ac109ff4 service neutron] 10.222.0.75 "GET /v2.0/networks/1c43e0bb-e4e9-4561-873a-403fc433e655?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1581376 Feb 09 19:18:31.427787 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.plugin [None req-a1d6d415-625b-4b06-8e40-f2d0e0ee6225 tempest-RoutersAdminNegativeTest-1074569780 tempest-RoutersAdminNegativeTest-1074569780-project-admin] Deleting port d14f3215-5aaf-4d84-9d48-e092849b8ace {{(pid=103229) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 19:18:31.428693 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-a1d6d415-625b-4b06-8e40-f2d0e0ee6225 tempest-RoutersAdminNegativeTest-1074569780 tempest-RoutersAdminNegativeTest-1074569780-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762867170196'] for port (d14f3215-5aaf-4d84-9d48-e092849b8ace), before_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:18:31.463511 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b0701d1-0d9a-4f0c-ab32-80f8b2c625bd req-fc113856-b566-4ed5-ac07-4c3b971a0cbf tempest-ServersAdminTestJSON-1393048834 tempest-ServersAdminTestJSON-1393048834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:18:31.465360 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-9b0701d1-0d9a-4f0c-ab32-80f8b2c625bd req-fc113856-b566-4ed5-ac07-4c3b971a0cbf tempest-ServersAdminTestJSON-1393048834 tempest-ServersAdminTestJSON-1393048834-project] 10.222.0.75 "GET /v2.0/ports?device_id=fd17ec19-7de7-4d19-86bc-494ce272637b HTTP/1.1" status: 200 len: 950 time: 0.0683546 Feb 09 19:18:31.513195 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-a1d6d415-625b-4b06-8e40-f2d0e0ee6225 tempest-RoutersAdminNegativeTest-1074569780 tempest-RoutersAdminNegativeTest-1074569780-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1820838'] for port (d14f3215-5aaf-4d84-9d48-e092849b8ace), precommit_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:18:31.526326 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.plugin [None req-a1d6d415-625b-4b06-8e40-f2d0e0ee6225 tempest-RoutersAdminNegativeTest-1074569780 tempest-RoutersAdminNegativeTest-1074569780-project-admin] Calling delete_port for d14f3215-5aaf-4d84-9d48-e092849b8ace owned by {{(pid=103229) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 19:18:31.566919 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-9b0701d1-0d9a-4f0c-ab32-80f8b2c625bd req-2233f321-5d65-42a6-9e44-102f5b11398a tempest-ServersAdminTestJSON-1393048834 tempest-ServersAdminTestJSON-1393048834-project] 10.222.0.75 "GET /v2.0/security-groups?id=c0042214-21f2-4e80-92b9-9b56852b3a45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0946875 Feb 09 19:18:31.633526 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-aad16b0b-e4fd-43ac-8d3d-9a74667af102 req-f753c749-a8cc-45f4-a635-16d219fab19a tempest-AttachVolumeNegativeTest-275227323 tempest-AttachVolumeNegativeTest-275227323-project] 10.222.0.75 "GET /v2.0/ports?device_id=1a2b56c2-8acc-49bc-83ed-688222bc244b HTTP/1.1" status: 200 len: 210 time: 0.0490863 Feb 09 19:18:31.723717 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-a1d6d415-625b-4b06-8e40-f2d0e0ee6225 tempest-RoutersAdminNegativeTest-1074569780 tempest-RoutersAdminNegativeTest-1074569780-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762867177463', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762866656476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12867576'] for port (d14f3215-5aaf-4d84-9d48-e092849b8ace), after_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:18:31.727836 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37967dbe-52b3-4426-b67c-fbe6c824e8f6 req-8f0d5c96-bd08-48c0-b8ac-f7151d7eb2cc tempest-AttachVolumeTestJSON-524945227 tempest-AttachVolumeTestJSON-524945227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:18:31.734516 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-37967dbe-52b3-4426-b67c-fbe6c824e8f6 req-8f0d5c96-bd08-48c0-b8ac-f7151d7eb2cc tempest-AttachVolumeTestJSON-524945227 tempest-AttachVolumeTestJSON-524945227-project] 10.222.0.75 "GET /v2.0/ports?device_id=9e47810b-ed07-4409-98e3-da39074300c7 HTTP/1.1" status: 200 len: 946 time: 0.0797536 Feb 09 19:18:31.773106 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1d6d415-625b-4b06-8e40-f2d0e0ee6225 tempest-RoutersAdminNegativeTest-1074569780 tempest-RoutersAdminNegativeTest-1074569780-project-admin] Pushing event deleted for resources: {'Port': ['ID=d14f3215-5aaf-4d84-9d48-e092849b8ace,revision_number=None']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:18:31.793613 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-6e6c5c4e-f25d-4457-b8db-2a756fe03040 req-6ba8a90c-4df9-453a-8eab-942e96a38172 tempest-ServerShowV247Test-1778340501 tempest-ServerShowV247Test-1778340501-project] 10.222.0.75 "GET /v2.0/ports?device_id=aa74756f-5b3d-4e9a-a622-b21515b464cc HTTP/1.1" status: 200 len: 210 time: 0.0608602 Feb 09 19:18:31.805476 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-37967dbe-52b3-4426-b67c-fbe6c824e8f6 req-4e800eb5-3951-40c7-83f4-9e5c1c5ee6c7 tempest-AttachVolumeTestJSON-524945227 tempest-AttachVolumeTestJSON-524945227-project] 10.222.0.75 "GET /v2.0/security-groups?id=bd39f8e7-1d25-418e-b5cd-c91a805a4bbc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0653172 Feb 09 19:18:31.861002 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-a1d6d415-625b-4b06-8e40-f2d0e0ee6225 tempest-RoutersAdminNegativeTest-1074569780 tempest-RoutersAdminNegativeTest-1074569780-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171096'] for port (None), before_response {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:18:31.864820 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-a1d6d415-625b-4b06-8e40-f2d0e0ee6225 tempest-RoutersAdminNegativeTest-1074569780 tempest-RoutersAdminNegativeTest-1074569780-project-admin] 10.222.0.75 "DELETE /v2.0/ports/d14f3215-5aaf-4d84-9d48-e092849b8ace HTTP/1.1" status: 204 len: 168 time: 0.5880795 Feb 09 19:18:32.138673 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 40556) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:18:32.254176 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-ac9f0d8c-1711-4b26-9665-877bd4200f63 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:18:32.360456 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-ac9f0d8c-1711-4b26-9665-877bd4200f63 admin admin] Publish callbacks [] for security_group (b8a7fa95-8955-441e-aec8-ff65fcd1c92c), precommit_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:18:32.366674 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-ac9f0d8c-1711-4b26-9665-877bd4200f63 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1892331'] for security_group (b8a7fa95-8955-441e-aec8-ff65fcd1c92c), after_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:18:32.462850 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-ac9f0d8c-1711-4b26-9665-877bd4200f63 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=8f6ac96fbf614207b518fbc76e8ad13e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3229945 Feb 09 19:18:32.465632 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 40572) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:18:32.484356 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac9f0d8c-1711-4b26-9665-877bd4200f63 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b8a7fa95-8955-441e-aec8-ff65fcd1c92c,revision_number=1']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:18:32.509578 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-76170c3c-2ce0-43bc-8a55-c0b32897909e req-81069bda-6346-40b2-bbf4-c4cb05fafe2d service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=bae7eb97-4761-4fc6-a387-638f695fc4f3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1330750 Feb 09 19:18:32.520582 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8eaa9ca-599e-4215-bc29-d05c2d1a4204 req-ae02e7e4-b6e5-45a4-9429-a1fd46f609d8 tempest-ServerRescueNegativeTestJSON-1800126168 tempest-ServerRescueNegativeTestJSON-1800126168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:18:32.522742 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-d8eaa9ca-599e-4215-bc29-d05c2d1a4204 req-ae02e7e4-b6e5-45a4-9429-a1fd46f609d8 tempest-ServerRescueNegativeTestJSON-1800126168 tempest-ServerRescueNegativeTestJSON-1800126168-project] 10.222.0.75 "GET /v2.0/ports?device_id=44c70ffa-f512-41ae-b436-424d8fe54797 HTTP/1.1" status: 200 len: 945 time: 0.0956993 Feb 09 19:18:32.540689 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-2a9098d6-146e-44fe-9602-4fbd5e485a22 admin admin] Publish callbacks [] for security_group (b8a7fa95-8955-441e-aec8-ff65fcd1c92c), before_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:18:32.566922 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-2a9098d6-146e-44fe-9602-4fbd5e485a22 admin admin] Publish callbacks [] for security_group (b8a7fa95-8955-441e-aec8-ff65fcd1c92c), precommit_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:18:32.623143 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-d8eaa9ca-599e-4215-bc29-d05c2d1a4204 req-f27fd556-f258-421f-9584-71cec7f472c0 tempest-ServerRescueNegativeTestJSON-1800126168 tempest-ServerRescueNegativeTestJSON-1800126168-project] 10.222.0.75 "GET /v2.0/security-groups?id=20eba632-e06f-4b78-b62a-91fbda6670a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0931675 Feb 09 19:18:32.638317 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76170c3c-2ce0-43bc-8a55-c0b32897909e req-b58f117b-0007-4948-b373-53d228509d36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:18:32.639854 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-76170c3c-2ce0-43bc-8a55-c0b32897909e req-b58f117b-0007-4948-b373-53d228509d36 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=5d3f70f6ea744878ae38cb247ef3217c&device_id=bae7eb97-4761-4fc6-a387-638f695fc4f3 HTTP/1.1" status: 200 len: 1129 time: 0.1035564 Feb 09 19:18:32.649928 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-2a9098d6-146e-44fe-9602-4fbd5e485a22 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1892331'] for security_group (b8a7fa95-8955-441e-aec8-ff65fcd1c92c), after_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:18:32.653718 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-2a9098d6-146e-44fe-9602-4fbd5e485a22 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:18:32.655907 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-2a9098d6-146e-44fe-9602-4fbd5e485a22 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/b8a7fa95-8955-441e-aec8-ff65fcd1c92c HTTP/1.1" status: 204 len: 168 time: 0.1884367 Feb 09 19:18:32.701426 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a9098d6-146e-44fe-9602-4fbd5e485a22 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b8a7fa95-8955-441e-aec8-ff65fcd1c92c,revision_number=None']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:18:32.793050 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ac7ce14-a49c-4092-9541-3ef3aba162ba req-935d98ba-e0be-4172-a682-381358d46448 tempest-ServersAdminTestJSON-1393048834 tempest-ServersAdminTestJSON-1393048834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:18:32.794629 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-7ac7ce14-a49c-4092-9541-3ef3aba162ba req-935d98ba-e0be-4172-a682-381358d46448 tempest-ServersAdminTestJSON-1393048834 tempest-ServersAdminTestJSON-1393048834-project] 10.222.0.75 "GET /v2.0/ports?device_id=fd17ec19-7de7-4d19-86bc-494ce272637b HTTP/1.1" status: 200 len: 950 time: 0.1115947 Feb 09 19:18:32.840391 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-682206d3-2935-48fe-8dc4-e2faa5952ae6 req-4cf0a82e-09cf-411e-9266-fbf69233dce0 tempest-AttachVolumeNegativeTest-275227323 tempest-AttachVolumeNegativeTest-275227323-project] 10.222.0.75 "GET /v2.0/ports?device_id=1a2b56c2-8acc-49bc-83ed-688222bc244b HTTP/1.1" status: 200 len: 210 time: 0.0724621 Feb 09 19:18:32.871011 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76170c3c-2ce0-43bc-8a55-c0b32897909e req-aa0a756e-85b8-465b-9eef-5600fdde2b86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:18:32.875734 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-7ac7ce14-a49c-4092-9541-3ef3aba162ba req-35107dad-27bb-4657-ae59-fbdaec1ddc9f tempest-ServersAdminTestJSON-1393048834 tempest-ServersAdminTestJSON-1393048834-project] 10.222.0.75 "GET /v2.0/security-groups?id=c0042214-21f2-4e80-92b9-9b56852b3a45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0741377 Feb 09 19:18:32.900987 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-76170c3c-2ce0-43bc-8a55-c0b32897909e req-aa0a756e-85b8-465b-9eef-5600fdde2b86 service neutron] 10.222.0.89 "GET /v2.0/networks?id=1c43e0bb-e4e9-4561-873a-403fc433e655 HTTP/1.1" status: 200 len: 915 time: 0.2343240 Feb 09 19:18:33.039718 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-76170c3c-2ce0-43bc-8a55-c0b32897909e req-22671539-6caf-4280-9054-a06289effc3b service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=35ccb5fc-0174-476e-9fad-08fae2a5fb89 HTTP/1.1" status: 200 len: 217 time: 0.1299002 Feb 09 19:18:33.115884 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76170c3c-2ce0-43bc-8a55-c0b32897909e req-92857e01-8204-4895-aaae-01f023726861 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:18:33.117507 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-76170c3c-2ce0-43bc-8a55-c0b32897909e req-92857e01-8204-4895-aaae-01f023726861 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=bfbf079d-29ec-44ec-8f0f-f87b207baa58 HTTP/1.1" status: 200 len: 854 time: 0.0478654 Feb 09 19:18:33.172199 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de285974-b498-491f-b66d-9cced27239ad req-1317dec8-20f3-4879-a727-5bc4892b4300 tempest-AttachVolumeTestJSON-524945227 tempest-AttachVolumeTestJSON-524945227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:18:33.173685 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-de285974-b498-491f-b66d-9cced27239ad req-1317dec8-20f3-4879-a727-5bc4892b4300 tempest-AttachVolumeTestJSON-524945227 tempest-AttachVolumeTestJSON-524945227-project] 10.222.0.75 "GET /v2.0/ports?device_id=9e47810b-ed07-4409-98e3-da39074300c7 HTTP/1.1" status: 200 len: 946 time: 0.1450934 Feb 09 19:18:33.175876 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-76170c3c-2ce0-43bc-8a55-c0b32897909e req-0e05052c-3a50-4390-a7c5-bad277d8821a service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=1c43e0bb-e4e9-4561-873a-403fc433e655&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0428259 Feb 09 19:18:33.274998 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 40590) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:18:33.335993 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-de285974-b498-491f-b66d-9cced27239ad req-c54ed599-2d58-4a21-833b-7b2c7ff7d4c9 tempest-AttachVolumeTestJSON-524945227 tempest-AttachVolumeTestJSON-524945227-project] 10.222.0.75 "GET /v2.0/security-groups?id=bd39f8e7-1d25-418e-b5cd-c91a805a4bbc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1541629 Feb 09 19:18:33.344073 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-76170c3c-2ce0-43bc-8a55-c0b32897909e req-a1675d8c-8c8a-4bdc-82e2-939fe960cb38 service neutron] 10.222.0.89 "GET /v2.0/networks/1c43e0bb-e4e9-4561-873a-403fc433e655?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1610858 Feb 09 19:18:33.358348 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-6bd39b16-595b-40b9-a331-b017eeda12b7 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=ffea967d9b60413c9a684702c61a7192&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0799363 Feb 09 19:18:33.358642 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 40592) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:18:33.433021 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-8ae68cdc-6c2c-4622-85c9-9a4ea7b9733c req-8c1aa356-e374-41e6-9838-8515dfa88bc3 tempest-ServerShowV247Test-1778340501 tempest-ServerShowV247Test-1778340501-project] 10.222.0.75 "GET /v2.0/ports?device_id=aa74756f-5b3d-4e9a-a622-b21515b464cc HTTP/1.1" status: 200 len: 210 time: 0.0362456 Feb 09 19:18:33.489490 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-d510a617-76c2-4f88-bfe7-f131c9d7b705 admin admin] Publish callbacks [] for security_group (4bb75b3a-2890-4934-bb38-13b79b640492), before_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:18:33.492983 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-76170c3c-2ce0-43bc-8a55-c0b32897909e req-0936f6d1-ffa6-4bc8-b326-840c5de863f4 service neutron] 10.222.0.89 "GET /v2.0/networks/1c43e0bb-e4e9-4561-873a-403fc433e655?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1352253 Feb 09 19:18:33.497105 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-313295b7-4c79-4c71-a713-e7ca40cc64ca req-7df7b3b2-90ff-4612-8f24-14e72f94714d tempest-AttachVolumeNegativeTest-275227323 tempest-AttachVolumeNegativeTest-275227323-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:18:33.499811 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-313295b7-4c79-4c71-a713-e7ca40cc64ca req-7df7b3b2-90ff-4612-8f24-14e72f94714d tempest-AttachVolumeNegativeTest-275227323 tempest-AttachVolumeNegativeTest-275227323-project] 10.222.0.90 "GET /v2.0/networks?id=1c43e0bb-e4e9-4561-873a-403fc433e655 HTTP/1.1" status: 200 len: 814 time: 0.6165986 Feb 09 19:18:33.514157 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-d510a617-76c2-4f88-bfe7-f131c9d7b705 admin admin] Publish callbacks [] for security_group (4bb75b3a-2890-4934-bb38-13b79b640492), precommit_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:18:33.531351 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.v2.base [req-313295b7-4c79-4c71-a713-e7ca40cc64ca req-034becc0-4ced-40c3-a409-8fb0f85f8385 tempest-AttachVolumeNegativeTest-275227323 tempest-AttachVolumeNegativeTest-275227323-project] Request body: {'port': {'device_id': '1a2b56c2-8acc-49bc-83ed-688222bc244b', 'network_id': '1c43e0bb-e4e9-4561-873a-403fc433e655', 'admin_state_up': True, 'tenant_id': '5d3f70f6ea744878ae38cb247ef3217c'}} {{(pid=103230) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 19:18:33.568373 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-d510a617-76c2-4f88-bfe7-f131c9d7b705 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1892331'] for security_group (4bb75b3a-2890-4934-bb38-13b79b640492), after_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:18:33.576466 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-d510a617-76c2-4f88-bfe7-f131c9d7b705 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:18:33.576466 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-d510a617-76c2-4f88-bfe7-f131c9d7b705 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/4bb75b3a-2890-4934-bb38-13b79b640492 HTTP/1.1" status: 204 len: 168 time: 0.2146862 Feb 09 19:18:33.591176 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d510a617-76c2-4f88-bfe7-f131c9d7b705 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4bb75b3a-2890-4934-bb38-13b79b640492,revision_number=None']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:18:33.689816 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-313295b7-4c79-4c71-a713-e7ca40cc64ca req-034becc0-4ced-40c3-a409-8fb0f85f8385 tempest-AttachVolumeNegativeTest-275227323 tempest-AttachVolumeNegativeTest-275227323-project] Made reservation on behalf of 5d3f70f6ea744878ae38cb247ef3217c for: {'port': 1} {{(pid=103230) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 19:18:33.697182 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [req-313295b7-4c79-4c71-a713-e7ca40cc64ca req-034becc0-4ced-40c3-a409-8fb0f85f8385 tempest-AttachVolumeNegativeTest-275227323 tempest-AttachVolumeNegativeTest-275227323-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (None), before_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:18:33.795120 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92ee0b55-b6e6-472d-91a6-7d02a93ebba3 req-b575d5a4-0ae4-429c-9e50-4239ed895509 tempest-ServerRescueNegativeTestJSON-1800126168 tempest-ServerRescueNegativeTestJSON-1800126168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:18:33.803099 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-92ee0b55-b6e6-472d-91a6-7d02a93ebba3 req-b575d5a4-0ae4-429c-9e50-4239ed895509 tempest-ServerRescueNegativeTestJSON-1800126168 tempest-ServerRescueNegativeTestJSON-1800126168-project] 10.222.0.75 "GET /v2.0/ports?device_id=44c70ffa-f512-41ae-b436-424d8fe54797 HTTP/1.1" status: 200 len: 945 time: 0.0799782 Feb 09 19:18:33.845844 n-d-713498-36 neutron-server[103230]: DEBUG neutron.db.db_base_plugin_common [req-313295b7-4c79-4c71-a713-e7ca40cc64ca req-034becc0-4ced-40c3-a409-8fb0f85f8385 tempest-AttachVolumeNegativeTest-275227323 tempest-AttachVolumeNegativeTest-275227323-project] Allocated IP 172.20.0.3 (1c43e0bb-e4e9-4561-873a-403fc433e655/bfbf079d-29ec-44ec-8f0f-f87b207baa58/4ed0dce2-dc4e-4b6e-8bc4-4350d63bad09) {{(pid=103230) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 19:18:33.876281 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-92ee0b55-b6e6-472d-91a6-7d02a93ebba3 req-4e0affa4-d7ba-408c-8394-86ca1f76ed57 tempest-ServerRescueNegativeTestJSON-1800126168 tempest-ServerRescueNegativeTestJSON-1800126168-project] 10.222.0.75 "GET /v2.0/security-groups?id=20eba632-e06f-4b78-b62a-91fbda6670a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0677702 Feb 09 19:18:34.020900 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-d478028f-2934-42c3-97ed-05fcc578ba8b req-9d9a8fff-5e29-46c2-904b-0e6f0df12d23 tempest-AttachVolumeNegativeTest-275227323 tempest-AttachVolumeNegativeTest-275227323-project] 10.222.0.75 "GET /v2.0/ports?device_id=1a2b56c2-8acc-49bc-83ed-688222bc244b HTTP/1.1" status: 200 len: 210 time: 0.0320702 Feb 09 19:18:34.096313 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [req-313295b7-4c79-4c71-a713-e7ca40cc64ca req-034becc0-4ced-40c3-a409-8fb0f85f8385 tempest-AttachVolumeNegativeTest-275227323 tempest-AttachVolumeNegativeTest-275227323-project] Publish callbacks [] for port (4ed0dce2-dc4e-4b6e-8bc4-4350d63bad09), precommit_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:18:34.099682 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-290a2c3e-70c4-470e-a994-7bd826b2c12e req-ad090b95-804e-4838-b3da-2f0432bc1ce9 tempest-ServersAdminTestJSON-1393048834 tempest-ServersAdminTestJSON-1393048834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:18:34.101719 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-290a2c3e-70c4-470e-a994-7bd826b2c12e req-ad090b95-804e-4838-b3da-2f0432bc1ce9 tempest-ServersAdminTestJSON-1393048834 tempest-ServersAdminTestJSON-1393048834-project] 10.222.0.75 "GET /v2.0/ports?device_id=fd17ec19-7de7-4d19-86bc-494ce272637b HTTP/1.1" status: 200 len: 950 time: 0.0836954 Feb 09 19:18:34.150421 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [req-313295b7-4c79-4c71-a713-e7ca40cc64ca req-034becc0-4ced-40c3-a409-8fb0f85f8385 tempest-AttachVolumeNegativeTest-275227323 tempest-AttachVolumeNegativeTest-275227323-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762866656467', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14393751'] for port (4ed0dce2-dc4e-4b6e-8bc4-4350d63bad09), after_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:18:34.165207 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] get_ports_and_sgs() called for port_ids ['35ccb5fc-0174-476e-9fad-08fae2a5fb89', 'af0ea075-bacf-4bf8-b405-eb1fa1a11f12'] {{(pid=103232) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 19:18:34.213673 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-290a2c3e-70c4-470e-a994-7bd826b2c12e req-683479cf-f91f-49c1-827d-a38c6e4ada15 tempest-ServersAdminTestJSON-1393048834 tempest-ServersAdminTestJSON-1393048834-project] 10.222.0.75 "GET /v2.0/security-groups?id=c0042214-21f2-4e80-92b9-9b56852b3a45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1036665 Feb 09 19:18:34.214755 n-d-713498-36 neutron-server[103230]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-313295b7-4c79-4c71-a713-e7ca40cc64ca req-034becc0-4ced-40c3-a409-8fb0f85f8385 tempest-AttachVolumeNegativeTest-275227323 tempest-AttachVolumeNegativeTest-275227323-project] Network 1c43e0bb-e4e9-4561-873a-403fc433e655 is already hosted by enough agents. {{(pid=103230) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 19:18:34.218070 n-d-713498-36 neutron-server[103230]: DEBUG neutron.scheduler.base_scheduler [req-313295b7-4c79-4c71-a713-e7ca40cc64ca req-034becc0-4ced-40c3-a409-8fb0f85f8385 tempest-AttachVolumeNegativeTest-275227323 tempest-AttachVolumeNegativeTest-275227323-project] Resources bound (agent type, host, resource id): {{(pid=103230) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 19:18:34.223791 n-d-713498-36 neutron-server[103230]: DEBUG neutron.db.l3_dvrscheduler_db [req-313295b7-4c79-4c71-a713-e7ca40cc64ca req-034becc0-4ced-40c3-a409-8fb0f85f8385 tempest-AttachVolumeNegativeTest-275227323 tempest-AttachVolumeNegativeTest-275227323-project] Received port after_create {{(pid=103230) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 19:18:34.253995 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-034becc0-4ced-40c3-a409-8fb0f85f8385 tempest-AttachVolumeNegativeTest-275227323 tempest-AttachVolumeNegativeTest-275227323-project] Pushing event updated for resources: {'Port': ['ID=4ed0dce2-dc4e-4b6e-8bc4-4350d63bad09,revision_number=1']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:18:34.295883 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-313295b7-4c79-4c71-a713-e7ca40cc64ca req-034becc0-4ced-40c3-a409-8fb0f85f8385 tempest-AttachVolumeNegativeTest-275227323 tempest-AttachVolumeNegativeTest-275227323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:18:34.296697 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [req-313295b7-4c79-4c71-a713-e7ca40cc64ca req-034becc0-4ced-40c3-a409-8fb0f85f8385 tempest-AttachVolumeNegativeTest-275227323 tempest-AttachVolumeNegativeTest-275227323-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171096'] for port (None), before_response {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:18:34.317865 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-313295b7-4c79-4c71-a713-e7ca40cc64ca req-034becc0-4ced-40c3-a409-8fb0f85f8385 tempest-AttachVolumeNegativeTest-275227323 tempest-AttachVolumeNegativeTest-275227323-project] 10.222.0.90 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7904892 Feb 09 19:18:34.337702 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.v2.base [req-313295b7-4c79-4c71-a713-e7ca40cc64ca req-18b6e726-3f33-4b10-b447-3614d9ee7327 service neutron] Request body: {'port': {'device_id': '1a2b56c2-8acc-49bc-83ed-688222bc244b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-713498-36'}} {{(pid=103230) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 19:18:34.437479 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [req-313295b7-4c79-4c71-a713-e7ca40cc64ca req-18b6e726-3f33-4b10-b447-3614d9ee7327 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (4ed0dce2-dc4e-4b6e-8bc4-4350d63bad09), before_update {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:18:34.608804 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 40626) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:18:34.615179 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-bbfab881-54a2-441a-acf3-686c06e7475e req-e9b35980-e5c9-4fce-af42-7103358e441b tempest-ServerShowV247Test-1778340501 tempest-ServerShowV247Test-1778340501-project] 10.222.0.75 "GET /v2.0/ports?device_id=aa74756f-5b3d-4e9a-a622-b21515b464cc HTTP/1.1" status: 200 len: 210 time: 0.0481791 Feb 09 19:18:34.728022 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [None req-72585e6c-d4ab-4a03-a6d8-45c0892e4a5b tempest-ExtensionsTestJSON-1235257969 tempest-ExtensionsTestJSON-1235257969-project] http://10.222.0.75:9696/v2.0/extensions returned with HTTP 200 {{(pid=103229) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 09 19:18:34.732285 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-72585e6c-d4ab-4a03-a6d8-45c0892e4a5b tempest-ExtensionsTestJSON-1235257969 tempest-ExtensionsTestJSON-1235257969-project] 10.222.0.75 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14077 time: 0.1193058 Feb 09 19:18:34.733575 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 40632) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:18:34.738863 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [None req-755765f4-2672-4eab-adc5-47ccd5475366 tempest-ExtensionsTestJSON-1235257969 tempest-ExtensionsTestJSON-1235257969-project] http://10.222.0.75:9696/v2.0/extensions/address-group returned with HTTP 200 {{(pid=103230) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 09 19:18:34.743182 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-755765f4-2672-4eab-adc5-47ccd5475366 tempest-ExtensionsTestJSON-1235257969 tempest-ExtensionsTestJSON-1235257969-project] 10.222.0.75 "GET /v2.0/extensions/address-group HTTP/1.1" status: 200 len: 353 time: 0.0046322 Feb 09 19:18:34.743182 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 40634) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:18:34.747913 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [None req-4ece4a14-6dde-45b6-822e-381e39cf1822 tempest-ExtensionsTestJSON-1235257969 tempest-ExtensionsTestJSON-1235257969-project] http://10.222.0.75:9696/v2.0/extensions/address-scope returned with HTTP 200 {{(pid=103230) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 09 19:18:34.751211 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-4ece4a14-6dde-45b6-822e-381e39cf1822 tempest-ExtensionsTestJSON-1235257969 tempest-ExtensionsTestJSON-1235257969-project] 10.222.0.75 "GET /v2.0/extensions/address-scope HTTP/1.1" status: 200 len: 357 time: 0.0054410 Feb 09 19:18:34.751534 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 40636) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:18:34.756773 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [None req-9975f2ea-2aa8-4eae-ba8b-966483ad3524 tempest-ExtensionsTestJSON-1235257969 tempest-ExtensionsTestJSON-1235257969-project] http://10.222.0.75:9696/v2.0/extensions/router-admin-state-down-before-update returned with HTTP 200 {{(pid=103229) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 09 19:18:34.760576 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-9975f2ea-2aa8-4eae-ba8b-966483ad3524 tempest-ExtensionsTestJSON-1235257969 tempest-ExtensionsTestJSON-1235257969-project] 10.222.0.75 "GET /v2.0/extensions/router-admin-state-down-before-update HTTP/1.1" status: 200 len: 506 time: 0.0052586 Feb 09 19:18:34.760576 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 40638) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:18:34.764367 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [None req-c05fe01d-c942-4672-81b9-615ee6893723 tempest-ExtensionsTestJSON-1235257969 tempest-ExtensionsTestJSON-1235257969-project] http://10.222.0.75:9696/v2.0/extensions/agent returned with HTTP 200 {{(pid=103229) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 09 19:18:34.767735 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-c05fe01d-c942-4672-81b9-615ee6893723 tempest-ExtensionsTestJSON-1235257969 tempest-ExtensionsTestJSON-1235257969-project] 10.222.0.75 "GET /v2.0/extensions/agent HTTP/1.1" status: 200 len: 347 time: 0.0041621 Feb 09 19:18:34.767735 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 40640) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:18:34.771869 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [None req-2bf6efcb-1f64-4c22-9e73-6a5253aeaed7 tempest-ExtensionsTestJSON-1235257969 tempest-ExtensionsTestJSON-1235257969-project] http://10.222.0.75:9696/v2.0/extensions/agent-resources-synced returned with HTTP 200 {{(pid=103229) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 09 19:18:34.773993 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-2bf6efcb-1f64-4c22-9e73-6a5253aeaed7 tempest-ExtensionsTestJSON-1235257969 tempest-ExtensionsTestJSON-1235257969-project] 10.222.0.75 "GET /v2.0/extensions/agent-resources-synced HTTP/1.1" status: 200 len: 417 time: 0.0042899 Feb 09 19:18:34.775212 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 40642) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:18:34.779208 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [None req-3cdc5f57-353a-4b2b-a930-046f08c7081f tempest-ExtensionsTestJSON-1235257969 tempest-ExtensionsTestJSON-1235257969-project] http://10.222.0.75:9696/v2.0/extensions/allowed-address-pairs returned with HTTP 200 {{(pid=103229) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 09 19:18:34.782370 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-3cdc5f57-353a-4b2b-a930-046f08c7081f tempest-ExtensionsTestJSON-1235257969 tempest-ExtensionsTestJSON-1235257969-project] 10.222.0.75 "GET /v2.0/extensions/allowed-address-pairs HTTP/1.1" status: 200 len: 378 time: 0.0040495 Feb 09 19:18:34.782523 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 40644) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:18:34.786420 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [None req-4b4b8ecb-dea6-460b-b554-6e2b14612ba8 tempest-ExtensionsTestJSON-1235257969 tempest-ExtensionsTestJSON-1235257969-project] http://10.222.0.75:9696/v2.0/extensions/auto-allocated-topology returned with HTTP 200 {{(pid=103229) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 09 19:18:34.790043 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-4b4b8ecb-dea6-460b-b554-6e2b14612ba8 tempest-ExtensionsTestJSON-1235257969 tempest-ExtensionsTestJSON-1235257969-project] 10.222.0.75 "GET /v2.0/extensions/auto-allocated-topology HTTP/1.1" status: 200 len: 394 time: 0.0038705 Feb 09 19:18:34.792374 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 40646) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:18:34.797285 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [None req-3ecc9096-3200-4e19-9fa8-11b4564521fb tempest-ExtensionsTestJSON-1235257969 tempest-ExtensionsTestJSON-1235257969-project] http://10.222.0.75:9696/v2.0/extensions/availability_zone returned with HTTP 200 {{(pid=103229) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 09 19:18:34.798405 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-3ecc9096-3200-4e19-9fa8-11b4564521fb tempest-ExtensionsTestJSON-1235257969 tempest-ExtensionsTestJSON-1235257969-project] 10.222.0.75 "GET /v2.0/extensions/availability_zone HTTP/1.1" status: 200 len: 372 time: 0.0049734 Feb 09 19:18:34.808167 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 40648) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:18:34.810984 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [None req-ad15593e-5f08-4811-9b06-32e444be5134 tempest-ExtensionsTestJSON-1235257969 tempest-ExtensionsTestJSON-1235257969-project] http://10.222.0.75:9696/v2.0/extensions/availability_zone_filter returned with HTTP 200 {{(pid=103229) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 09 19:18:34.814534 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-ad15593e-5f08-4811-9b06-32e444be5134 tempest-ExtensionsTestJSON-1235257969 tempest-ExtensionsTestJSON-1235257969-project] 10.222.0.75 "GET /v2.0/extensions/availability_zone_filter HTTP/1.1" status: 200 len: 414 time: 0.0104642 Feb 09 19:18:34.814767 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 40650) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:18:34.819885 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [None req-5618bd63-f295-4fed-a75f-2ffd0e345a46 tempest-ExtensionsTestJSON-1235257969 tempest-ExtensionsTestJSON-1235257969-project] http://10.222.0.75:9696/v2.0/extensions/default-subnetpools returned with HTTP 200 {{(pid=103229) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 09 19:18:34.822696 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-5618bd63-f295-4fed-a75f-2ffd0e345a46 tempest-ExtensionsTestJSON-1235257969 tempest-ExtensionsTestJSON-1235257969-project] 10.222.0.75 "GET /v2.0/extensions/default-subnetpools HTTP/1.1" status: 200 len: 405 time: 0.0049517 Feb 09 19:18:34.823048 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 40652) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:18:34.827065 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [None req-2339e19d-9afb-4024-b726-d111d5391d00 tempest-ExtensionsTestJSON-1235257969 tempest-ExtensionsTestJSON-1235257969-project] http://10.222.0.75:9696/v2.0/extensions/dhcp_agent_scheduler returned with HTTP 200 {{(pid=103229) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 09 19:18:34.829985 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-2339e19d-9afb-4024-b726-d111d5391d00 tempest-ExtensionsTestJSON-1235257969 tempest-ExtensionsTestJSON-1235257969-project] 10.222.0.75 "GET /v2.0/extensions/dhcp_agent_scheduler HTTP/1.1" status: 200 len: 381 time: 0.0041034 Feb 09 19:18:34.830232 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 40654) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:18:34.834707 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [None req-de047979-19e9-442c-93a0-ce7f006e00ec tempest-ExtensionsTestJSON-1235257969 tempest-ExtensionsTestJSON-1235257969-project] http://10.222.0.75:9696/v2.0/extensions/dvr returned with HTTP 200 {{(pid=103229) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 09 19:18:34.837985 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-de047979-19e9-442c-93a0-ce7f006e00ec tempest-ExtensionsTestJSON-1235257969 tempest-ExtensionsTestJSON-1235257969-project] 10.222.0.75 "GET /v2.0/extensions/dvr HTTP/1.1" status: 200 len: 387 time: 0.0047786 Feb 09 19:18:34.838399 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 40656) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:18:34.844219 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [None req-90f4a7c3-172f-4fd2-9efc-2d87fe995389 tempest-ExtensionsTestJSON-1235257969 tempest-ExtensionsTestJSON-1235257969-project] http://10.222.0.75:9696/v2.0/extensions/empty-string-filtering returned with HTTP 200 {{(pid=103230) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 09 19:18:34.845135 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-90f4a7c3-172f-4fd2-9efc-2d87fe995389 tempest-ExtensionsTestJSON-1235257969 tempest-ExtensionsTestJSON-1235257969-project] 10.222.0.75 "GET /v2.0/extensions/empty-string-filtering HTTP/1.1" status: 200 len: 413 time: 0.0057616 Feb 09 19:18:34.847270 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 40658) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:18:34.855166 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [None req-ad34d7de-6b85-42c3-9ca0-a31cff33993a tempest-ExtensionsTestJSON-1235257969 tempest-ExtensionsTestJSON-1235257969-project] http://10.222.0.75:9696/v2.0/extensions/external-net returned with HTTP 200 {{(pid=103230) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 09 19:18:34.856739 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-ad34d7de-6b85-42c3-9ca0-a31cff33993a tempest-ExtensionsTestJSON-1235257969 tempest-ExtensionsTestJSON-1235257969-project] 10.222.0.75 "GET /v2.0/extensions/external-net HTTP/1.1" status: 200 len: 394 time: 0.0084422 Feb 09 19:18:34.858975 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 40660) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:18:34.863292 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [None req-0980ba17-fbeb-4630-92b4-418de2f9bd2e tempest-ExtensionsTestJSON-1235257969 tempest-ExtensionsTestJSON-1235257969-project] http://10.222.0.75:9696/v2.0/extensions/extra_dhcp_opt returned with HTTP 200 {{(pid=103229) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 09 19:18:34.864765 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-0980ba17-fbeb-4630-92b4-418de2f9bd2e tempest-ExtensionsTestJSON-1235257969 tempest-ExtensionsTestJSON-1235257969-project] 10.222.0.75 "GET /v2.0/extensions/extra_dhcp_opt HTTP/1.1" status: 200 len: 498 time: 0.0043421 Feb 09 19:18:34.864916 n-d-713498-36 neutron-server[103230]: DEBUG neutron.notifiers.nova [req-313295b7-4c79-4c71-a713-e7ca40cc64ca req-18b6e726-3f33-4b10-b447-3614d9ee7327 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4ed0dce2-dc4e-4b6e-8bc4-4350d63bad09 {{(pid=103230) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 19:18:34.867680 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 40662) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:18:34.871907 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [None req-c5e2284e-ae29-4380-b8bb-98e5b57ac8f1 tempest-ExtensionsTestJSON-1235257969 tempest-ExtensionsTestJSON-1235257969-project] http://10.222.0.75:9696/v2.0/extensions/extraroute returned with HTTP 200 {{(pid=103229) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 09 19:18:34.872945 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-c5e2284e-ae29-4380-b8bb-98e5b57ac8f1 tempest-ExtensionsTestJSON-1235257969 tempest-ExtensionsTestJSON-1235257969-project] 10.222.0.75 "GET /v2.0/extensions/extraroute HTTP/1.1" status: 200 len: 375 time: 0.0043049 Feb 09 19:18:34.875378 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 40664) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:18:34.875640 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [req-313295b7-4c79-4c71-a713-e7ca40cc64ca req-18b6e726-3f33-4b10-b447-3614d9ee7327 service neutron] Publish callbacks [] for port (4ed0dce2-dc4e-4b6e-8bc4-4350d63bad09), precommit_update {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:18:34.879592 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [None req-816900b5-f8e9-4ec6-bab1-3c5ab75ad9e8 tempest-ExtensionsTestJSON-1235257969 tempest-ExtensionsTestJSON-1235257969-project] http://10.222.0.75:9696/v2.0/extensions/extraroute-atomic returned with HTTP 200 {{(pid=103229) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 09 19:18:34.881611 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-816900b5-f8e9-4ec6-bab1-3c5ab75ad9e8 tempest-ExtensionsTestJSON-1235257969 tempest-ExtensionsTestJSON-1235257969-project] 10.222.0.75 "GET /v2.0/extensions/extraroute-atomic HTTP/1.1" status: 200 len: 444 time: 0.0040586 Feb 09 19:18:34.883076 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 40666) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:18:34.887627 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [None req-a33f27e7-22b0-4460-b556-255793976eb3 tempest-ExtensionsTestJSON-1235257969 tempest-ExtensionsTestJSON-1235257969-project] http://10.222.0.75:9696/v2.0/extensions/filter-validation returned with HTTP 200 {{(pid=103229) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 09 19:18:34.888547 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-a33f27e7-22b0-4460-b556-255793976eb3 tempest-ExtensionsTestJSON-1235257969 tempest-ExtensionsTestJSON-1235257969-project] 10.222.0.75 "GET /v2.0/extensions/filter-validation HTTP/1.1" status: 200 len: 392 time: 0.0046141 Feb 09 19:18:34.890791 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 40668) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:18:34.891133 n-d-713498-36 neutron-server[103230]: DEBUG neutron.db.provisioning_blocks [req-313295b7-4c79-4c71-a713-e7ca40cc64ca req-18b6e726-3f33-4b10-b447-3614d9ee7327 service neutron] Transition to ACTIVE for port object 4ed0dce2-dc4e-4b6e-8bc4-4350d63bad09 will not be triggered until provisioned by entity L2. {{(pid=103230) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 19:18:34.894926 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [None req-d8df6a18-5b95-4e6c-9413-fcd6b23b9161 tempest-ExtensionsTestJSON-1235257969 tempest-ExtensionsTestJSON-1235257969-project] http://10.222.0.75:9696/v2.0/extensions/fip-port-details returned with HTTP 200 {{(pid=103229) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 09 19:18:34.895581 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [req-313295b7-4c79-4c71-a713-e7ca40cc64ca req-18b6e726-3f33-4b10-b447-3614d9ee7327 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762867176205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762866656485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762866656503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14393758'] for port (4ed0dce2-dc4e-4b6e-8bc4-4350d63bad09), after_update {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:18:34.895856 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-d8df6a18-5b95-4e6c-9413-fcd6b23b9161 tempest-ExtensionsTestJSON-1235257969 tempest-ExtensionsTestJSON-1235257969-project] 10.222.0.75 "GET /v2.0/extensions/fip-port-details HTTP/1.1" status: 200 len: 406 time: 0.0039058 Feb 09 19:18:34.899105 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 40670) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:18:34.903113 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [None req-66374e3e-97ce-4124-be8d-f1338ac62011 tempest-ExtensionsTestJSON-1235257969 tempest-ExtensionsTestJSON-1235257969-project] http://10.222.0.75:9696/v2.0/extensions/flavors returned with HTTP 200 {{(pid=103229) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 09 19:18:34.904038 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-66374e3e-97ce-4124-be8d-f1338ac62011 tempest-ExtensionsTestJSON-1235257969 tempest-ExtensionsTestJSON-1235257969-project] 10.222.0.75 "GET /v2.0/extensions/flavors HTTP/1.1" status: 200 len: 387 time: 0.0040395 Feb 09 19:18:34.906251 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 40672) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:18:34.910027 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [None req-81961008-7d33-4a72-93ab-2b730d6a72e9 tempest-ExtensionsTestJSON-1235257969 tempest-ExtensionsTestJSON-1235257969-project] http://10.222.0.75:9696/v2.0/extensions/floatingip-pools returned with HTTP 200 {{(pid=103229) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 09 19:18:34.910924 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-81961008-7d33-4a72-93ab-2b730d6a72e9 tempest-ExtensionsTestJSON-1235257969 tempest-ExtensionsTestJSON-1235257969-project] 10.222.0.75 "GET /v2.0/extensions/floatingip-pools HTTP/1.1" status: 200 len: 382 time: 0.0037999 Feb 09 19:18:34.914054 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 40676) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:18:34.918105 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [None req-e3f446ce-f00d-4e54-bcfc-83d4c1208ec3 tempest-ExtensionsTestJSON-1235257969 tempest-ExtensionsTestJSON-1235257969-project] http://10.222.0.75:9696/v2.0/extensions/ip-substring-filtering returned with HTTP 200 {{(pid=103229) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 09 19:18:34.919118 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-e3f446ce-f00d-4e54-bcfc-83d4c1208ec3 tempest-ExtensionsTestJSON-1235257969 tempest-ExtensionsTestJSON-1235257969-project] 10.222.0.75 "GET /v2.0/extensions/ip-substring-filtering HTTP/1.1" status: 200 len: 416 time: 0.0041301 Feb 09 19:18:34.921191 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 40678) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:18:34.925105 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [None req-a2d29ef8-65d2-4e62-ac90-ee79be314b94 tempest-ExtensionsTestJSON-1235257969 tempest-ExtensionsTestJSON-1235257969-project] http://10.222.0.75:9696/v2.0/extensions/router returned with HTTP 200 {{(pid=103229) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 09 19:18:34.928106 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-a2d29ef8-65d2-4e62-ac90-ee79be314b94 tempest-ExtensionsTestJSON-1235257969 tempest-ExtensionsTestJSON-1235257969-project] 10.222.0.75 "GET /v2.0/extensions/router HTTP/1.1" status: 200 len: 450 time: 0.0039556 Feb 09 19:18:34.928772 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 40680) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:18:34.932640 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [None req-f410080f-40d0-41bc-a84d-e6fd2fab282c tempest-ExtensionsTestJSON-1235257969 tempest-ExtensionsTestJSON-1235257969-project] http://10.222.0.75:9696/v2.0/extensions/ext-gw-mode returned with HTTP 200 {{(pid=103229) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 09 19:18:34.936005 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-f410080f-40d0-41bc-a84d-e6fd2fab282c tempest-ExtensionsTestJSON-1235257969 tempest-ExtensionsTestJSON-1235257969-project] 10.222.0.75 "GET /v2.0/extensions/ext-gw-mode HTTP/1.1" status: 200 len: 462 time: 0.0063100 Feb 09 19:18:34.936500 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 40682) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:18:34.940648 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [None req-d231b1ed-ae61-4fed-a75a-8bf457c1050a tempest-ExtensionsTestJSON-1235257969 tempest-ExtensionsTestJSON-1235257969-project] http://10.222.0.75:9696/v2.0/extensions/l3-ha returned with HTTP 200 {{(pid=103229) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 09 19:18:34.943659 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-d231b1ed-ae61-4fed-a75a-8bf457c1050a tempest-ExtensionsTestJSON-1235257969 tempest-ExtensionsTestJSON-1235257969-project] 10.222.0.75 "GET /v2.0/extensions/l3-ha HTTP/1.1" status: 200 len: 360 time: 0.0039117 Feb 09 19:18:34.944036 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 40684) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:18:34.949264 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [None req-54d9ec09-b92f-43b8-b8a1-47c19ede1fa6 tempest-ExtensionsTestJSON-1235257969 tempest-ExtensionsTestJSON-1235257969-project] http://10.222.0.75:9696/v2.0/extensions/l3-flavors returned with HTTP 200 {{(pid=103229) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 09 19:18:34.952511 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-54d9ec09-b92f-43b8-b8a1-47c19ede1fa6 tempest-ExtensionsTestJSON-1235257969 tempest-ExtensionsTestJSON-1235257969-project] 10.222.0.75 "GET /v2.0/extensions/l3-flavors HTTP/1.1" status: 200 len: 366 time: 0.0049508 Feb 09 19:18:34.952794 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 40686) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:18:34.953923 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18b6e726-3f33-4b10-b447-3614d9ee7327 service neutron] Pushing event updated for resources: {'Port': ['ID=4ed0dce2-dc4e-4b6e-8bc4-4350d63bad09,revision_number=2']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:18:34.958422 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [None req-10cf334b-8c75-42f1-a764-8248de23c072 tempest-ExtensionsTestJSON-1235257969 tempest-ExtensionsTestJSON-1235257969-project] http://10.222.0.75:9696/v2.0/extensions/l3-port-ip-change-not-allowed returned with HTTP 200 {{(pid=103229) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 09 19:18:34.962714 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-10cf334b-8c75-42f1-a764-8248de23c072 tempest-ExtensionsTestJSON-1235257969 tempest-ExtensionsTestJSON-1235257969-project] 10.222.0.75 "GET /v2.0/extensions/l3-port-ip-change-not-allowed HTTP/1.1" status: 200 len: 439 time: 0.0086932 Feb 09 19:18:34.963332 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 40688) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:18:34.987920 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [None req-669ab3c0-47af-4584-91c4-bbcbd1ee41fc tempest-ExtensionsTestJSON-1235257969 tempest-ExtensionsTestJSON-1235257969-project] http://10.222.0.75:9696/v2.0/extensions/l3_agent_scheduler returned with HTTP 200 {{(pid=103230) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 09 19:18:34.992076 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-669ab3c0-47af-4584-91c4-bbcbd1ee41fc tempest-ExtensionsTestJSON-1235257969 tempest-ExtensionsTestJSON-1235257969-project] 10.222.0.75 "GET /v2.0/extensions/l3_agent_scheduler HTTP/1.1" status: 200 len: 374 time: 0.0246520 Feb 09 19:18:34.992302 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 40690) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:18:34.997821 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [None req-f1e13130-9e3a-46c2-ab92-607b99f33049 tempest-ExtensionsTestJSON-1235257969 tempest-ExtensionsTestJSON-1235257969-project] http://10.222.0.75:9696/v2.0/extensions/metering returned with HTTP 200 {{(pid=103230) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 09 19:18:35.001407 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-f1e13130-9e3a-46c2-ab92-607b99f33049 tempest-ExtensionsTestJSON-1235257969 tempest-ExtensionsTestJSON-1235257969-project] 10.222.0.75 "GET /v2.0/extensions/metering HTTP/1.1" status: 200 len: 357 time: 0.0056024 Feb 09 19:18:35.006131 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 40692) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:18:35.011604 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [None req-a18ccd67-7bae-41ff-9033-11deee5458cb tempest-ExtensionsTestJSON-1235257969 tempest-ExtensionsTestJSON-1235257969-project] http://10.222.0.75:9696/v2.0/extensions/metering_source_and_destination_fields returned with HTTP 200 {{(pid=103229) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 09 19:18:35.015172 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-a18ccd67-7bae-41ff-9033-11deee5458cb tempest-ExtensionsTestJSON-1235257969 tempest-ExtensionsTestJSON-1235257969-project] 10.222.0.75 "GET /v2.0/extensions/metering_source_and_destination_fields HTTP/1.1" status: 200 len: 515 time: 0.0051510 Feb 09 19:18:35.018019 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 40694) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:18:35.022650 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [None req-0b091f3a-1f2c-4102-901c-3f6cfd9e501e tempest-ExtensionsTestJSON-1235257969 tempest-ExtensionsTestJSON-1235257969-project] http://10.222.0.75:9696/v2.0/extensions/multi-provider returned with HTTP 200 {{(pid=103229) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 09 19:18:35.026439 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-0b091f3a-1f2c-4102-901c-3f6cfd9e501e tempest-ExtensionsTestJSON-1235257969 tempest-ExtensionsTestJSON-1235257969-project] 10.222.0.75 "GET /v2.0/extensions/multi-provider HTTP/1.1" status: 200 len: 406 time: 0.0076919 Feb 09 19:18:35.027347 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 40696) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:18:35.032826 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [None req-b86d33db-4f89-4264-b19e-1dafe8c9e2c1 tempest-ExtensionsTestJSON-1235257969 tempest-ExtensionsTestJSON-1235257969-project] http://10.222.0.75:9696/v2.0/extensions/net-mtu returned with HTTP 200 {{(pid=103230) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 09 19:18:35.033819 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-b86d33db-4f89-4264-b19e-1dafe8c9e2c1 tempest-ExtensionsTestJSON-1235257969 tempest-ExtensionsTestJSON-1235257969-project] 10.222.0.75 "GET /v2.0/extensions/net-mtu HTTP/1.1" status: 200 len: 370 time: 0.0044062 Feb 09 19:18:35.036659 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 40698) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:18:35.042091 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [None req-792d2529-fa9a-4848-98c2-241100e3cf22 tempest-ExtensionsTestJSON-1235257969 tempest-ExtensionsTestJSON-1235257969-project] http://10.222.0.75:9696/v2.0/extensions/net-mtu-writable returned with HTTP 200 {{(pid=103230) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 09 19:18:35.045423 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-792d2529-fa9a-4848-98c2-241100e3cf22 tempest-ExtensionsTestJSON-1235257969 tempest-ExtensionsTestJSON-1235257969-project] 10.222.0.75 "GET /v2.0/extensions/net-mtu-writable HTTP/1.1" status: 200 len: 401 time: 0.0050378 Feb 09 19:18:35.046098 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 40700) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:18:35.069867 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [None req-39c4d03a-0fda-40c1-805f-ccd57ce54072 tempest-ExtensionsTestJSON-1235257969 tempest-ExtensionsTestJSON-1235257969-project] http://10.222.0.75:9696/v2.0/extensions/network_availability_zone returned with HTTP 200 {{(pid=103230) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 09 19:18:35.073816 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-39c4d03a-0fda-40c1-805f-ccd57ce54072 tempest-ExtensionsTestJSON-1235257969 tempest-ExtensionsTestJSON-1235257969-project] 10.222.0.75 "GET /v2.0/extensions/network_availability_zone HTTP/1.1" status: 200 len: 394 time: 0.0241451 Feb 09 19:18:35.075838 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45331ad5-b8e4-429a-a09c-332172f864d5 req-7e74ed07-e70c-4746-98c2-58645203c636 tempest-ServerRescueNegativeTestJSON-1800126168 tempest-ServerRescueNegativeTestJSON-1800126168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:18:35.078647 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 40704) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:18:35.082466 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-45331ad5-b8e4-429a-a09c-332172f864d5 req-7e74ed07-e70c-4746-98c2-58645203c636 tempest-ServerRescueNegativeTestJSON-1800126168 tempest-ServerRescueNegativeTestJSON-1800126168-project] 10.222.0.75 "GET /v2.0/ports?device_id=44c70ffa-f512-41ae-b436-424d8fe54797 HTTP/1.1" status: 200 len: 945 time: 0.0875385 Feb 09 19:18:35.089157 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [None req-d9e6ee3e-e470-44bb-91d4-14b8eba13bb0 tempest-ExtensionsTestJSON-1235257969 tempest-ExtensionsTestJSON-1235257969-project] http://10.222.0.75:9696/v2.0/extensions/network-ip-availability returned with HTTP 200 {{(pid=103230) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 09 19:18:35.092584 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-d9e6ee3e-e470-44bb-91d4-14b8eba13bb0 tempest-ExtensionsTestJSON-1235257969 tempest-ExtensionsTestJSON-1235257969-project] 10.222.0.75 "GET /v2.0/extensions/network-ip-availability HTTP/1.1" status: 200 len: 410 time: 0.0106962 Feb 09 19:18:35.094067 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 40706) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:18:35.102813 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [None req-83d0d20e-70e2-4061-91b1-f01f199bb118 tempest-ExtensionsTestJSON-1235257969 tempest-ExtensionsTestJSON-1235257969-project] http://10.222.0.75:9696/v2.0/extensions/pagination returned with HTTP 200 {{(pid=103229) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 09 19:18:35.107017 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-83d0d20e-70e2-4061-91b1-f01f199bb118 tempest-ExtensionsTestJSON-1235257969 tempest-ExtensionsTestJSON-1235257969-project] 10.222.0.75 "GET /v2.0/extensions/pagination HTTP/1.1" status: 200 len: 386 time: 0.0096459 Feb 09 19:18:35.107870 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 40708) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:18:35.112177 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [None req-21edfa61-149b-440d-8994-d66728b693b7 tempest-ExtensionsTestJSON-1235257969 tempest-ExtensionsTestJSON-1235257969-project] http://10.222.0.75:9696/v2.0/extensions/port-device-profile returned with HTTP 200 {{(pid=103230) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 09 19:18:35.115423 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-21edfa61-149b-440d-8994-d66728b693b7 tempest-ExtensionsTestJSON-1235257969 tempest-ExtensionsTestJSON-1235257969-project] 10.222.0.75 "GET /v2.0/extensions/port-device-profile HTTP/1.1" status: 200 len: 383 time: 0.0043864 Feb 09 19:18:35.115423 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.managers [req-313295b7-4c79-4c71-a713-e7ca40cc64ca req-18b6e726-3f33-4b10-b447-3614d9ee7327 service neutron] Attempting to bind port 4ed0dce2-dc4e-4b6e-8bc4-4350d63bad09 on host n-h2-713498-36 for vnic_type normal with profile {{(pid=103230) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 19:18:35.115423 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.managers [req-313295b7-4c79-4c71-a713-e7ca40cc64ca req-18b6e726-3f33-4b10-b447-3614d9ee7327 service neutron] Attempting to bind port 4ed0dce2-dc4e-4b6e-8bc4-4350d63bad09 by drivers openvswitch,hyperv on host n-h2-713498-36 at level 0 using segments [{'id': 'c4b0cfb4-dad4-4b79-b4e7-2eec0bd08e3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': '1c43e0bb-e4e9-4561-873a-403fc433e655'}] {{(pid=103230) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 19:18:35.115423 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-313295b7-4c79-4c71-a713-e7ca40cc64ca req-18b6e726-3f33-4b10-b447-3614d9ee7327 service neutron] Attempting to bind port 4ed0dce2-dc4e-4b6e-8bc4-4350d63bad09 on network 1c43e0bb-e4e9-4561-873a-403fc433e655 {{(pid=103230) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 19:18:35.116972 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 40710) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:18:35.121183 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [None req-6c1bcb7c-a9c3-4333-b457-5683d9e2c737 tempest-ExtensionsTestJSON-1235257969 tempest-ExtensionsTestJSON-1235257969-project] http://10.222.0.75:9696/v2.0/extensions/port-mac-address-regenerate returned with HTTP 200 {{(pid=103229) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 09 19:18:35.124737 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-6c1bcb7c-a9c3-4333-b457-5683d9e2c737 tempest-ExtensionsTestJSON-1235257969 tempest-ExtensionsTestJSON-1235257969-project] 10.222.0.75 "GET /v2.0/extensions/port-mac-address-regenerate HTTP/1.1" status: 200 len: 403 time: 0.0069246 Feb 09 19:18:35.125295 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 40712) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:18:35.131609 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [None req-e75deda0-3f2f-4262-bb51-d0427d501ac3 tempest-ExtensionsTestJSON-1235257969 tempest-ExtensionsTestJSON-1235257969-project] http://10.222.0.75:9696/v2.0/extensions/port-numa-affinity-policy returned with HTTP 200 {{(pid=103229) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 09 19:18:35.134700 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-e75deda0-3f2f-4262-bb51-d0427d501ac3 tempest-ExtensionsTestJSON-1235257969 tempest-ExtensionsTestJSON-1235257969-project] 10.222.0.75 "GET /v2.0/extensions/port-numa-affinity-policy HTTP/1.1" status: 200 len: 392 time: 0.0063562 Feb 09 19:18:35.135304 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 40714) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:18:35.156941 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-313295b7-4c79-4c71-a713-e7ca40cc64ca req-18b6e726-3f33-4b10-b447-3614d9ee7327 service neutron] Port 4ed0dce2-dc4e-4b6e-8bc4-4350d63bad09 on network 1c43e0bb-e4e9-4561-873a-403fc433e655 not bound, no agent of type Open vSwitch agent registered on host n-h2-713498-36 {{(pid=103230) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 19:18:35.157429 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-313295b7-4c79-4c71-a713-e7ca40cc64ca req-18b6e726-3f33-4b10-b447-3614d9ee7327 service neutron] Attempting to bind port 4ed0dce2-dc4e-4b6e-8bc4-4350d63bad09 on network 1c43e0bb-e4e9-4561-873a-403fc433e655 {{(pid=103230) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 19:18:35.163160 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [None req-8ba787c1-b579-4a04-87c8-3c3c67dd7abc tempest-ExtensionsTestJSON-1235257969 tempest-ExtensionsTestJSON-1235257969-project] http://10.222.0.75:9696/v2.0/extensions/binding returned with HTTP 200 {{(pid=103230) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 09 19:18:35.164216 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-8ba787c1-b579-4a04-87c8-3c3c67dd7abc tempest-ExtensionsTestJSON-1235257969 tempest-ExtensionsTestJSON-1235257969-project] 10.222.0.75 "GET /v2.0/extensions/binding HTTP/1.1" status: 200 len: 387 time: 0.0083318 Feb 09 19:18:35.166603 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-45331ad5-b8e4-429a-a09c-332172f864d5 req-8f486c07-c85e-4b37-9986-086f321a4ad6 tempest-ServerRescueNegativeTestJSON-1800126168 tempest-ServerRescueNegativeTestJSON-1800126168-project] 10.222.0.75 "GET /v2.0/security-groups?id=20eba632-e06f-4b78-b62a-91fbda6670a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0826478 Feb 09 19:18:35.167243 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 40716) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:18:35.171720 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [None req-6d2b12dc-a368-4931-88c5-fcbee36b7cc5 tempest-ExtensionsTestJSON-1235257969 tempest-ExtensionsTestJSON-1235257969-project] http://10.222.0.75:9696/v2.0/extensions/binding-extended returned with HTTP 200 {{(pid=103229) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 09 19:18:35.174387 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-6d2b12dc-a368-4931-88c5-fcbee36b7cc5 tempest-ExtensionsTestJSON-1235257969 tempest-ExtensionsTestJSON-1235257969-project] 10.222.0.75 "GET /v2.0/extensions/binding-extended HTTP/1.1" status: 200 len: 406 time: 0.0060434 Feb 09 19:18:35.175294 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 40718) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:18:35.181029 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [None req-d7335868-7dfd-4860-8e8d-5e46f7e34018 tempest-ExtensionsTestJSON-1235257969 tempest-ExtensionsTestJSON-1235257969-project] http://10.222.0.75:9696/v2.0/extensions/port-security returned with HTTP 200 {{(pid=103229) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 09 19:18:35.184690 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-d7335868-7dfd-4860-8e8d-5e46f7e34018 tempest-ExtensionsTestJSON-1235257969 tempest-ExtensionsTestJSON-1235257969-project] 10.222.0.75 "GET /v2.0/extensions/port-security HTTP/1.1" status: 200 len: 354 time: 0.0056503 Feb 09 19:18:35.185123 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-313295b7-4c79-4c71-a713-e7ca40cc64ca req-18b6e726-3f33-4b10-b447-3614d9ee7327 service neutron] Checking agent: {'id': 'bcd5faee-dc24-4298-9134-0e0aa054058e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713498-36', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 18, 59, 19), 'started_at': datetime.datetime(2022, 2, 9, 18, 59, 19), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 19, 18, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103230) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 19:18:35.185123 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-313295b7-4c79-4c71-a713-e7ca40cc64ca req-18b6e726-3f33-4b10-b447-3614d9ee7327 service neutron] Checking segment: {'id': 'c4b0cfb4-dad4-4b79-b4e7-2eec0bd08e3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': '1c43e0bb-e4e9-4561-873a-403fc433e655'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103230) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 19:18:35.185123 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-313295b7-4c79-4c71-a713-e7ca40cc64ca req-18b6e726-3f33-4b10-b447-3614d9ee7327 service neutron] Bound using segment: {'id': 'c4b0cfb4-dad4-4b79-b4e7-2eec0bd08e3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': '1c43e0bb-e4e9-4561-873a-403fc433e655'} {{(pid=103230) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 19:18:35.185123 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.managers [req-313295b7-4c79-4c71-a713-e7ca40cc64ca req-18b6e726-3f33-4b10-b447-3614d9ee7327 service neutron] Bound port: 4ed0dce2-dc4e-4b6e-8bc4-4350d63bad09, host: n-h2-713498-36, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c4b0cfb4-dad4-4b79-b4e7-2eec0bd08e3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': '1c43e0bb-e4e9-4561-873a-403fc433e655'}}] {{(pid=103230) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 19:18:35.185778 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [req-313295b7-4c79-4c71-a713-e7ca40cc64ca req-18b6e726-3f33-4b10-b447-3614d9ee7327 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (4ed0dce2-dc4e-4b6e-8bc4-4350d63bad09), before_update {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:18:35.189363 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 40720) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:18:35.202287 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [None req-1edae390-3fcd-4043-bf7c-ffc917667592 tempest-ExtensionsTestJSON-1235257969 tempest-ExtensionsTestJSON-1235257969-project] http://10.222.0.75:9696/v2.0/extensions/project-id returned with HTTP 200 {{(pid=103230) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 09 19:18:35.203562 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-1edae390-3fcd-4043-bf7c-ffc917667592 tempest-ExtensionsTestJSON-1235257969 tempest-ExtensionsTestJSON-1235257969-project] 10.222.0.75 "GET /v2.0/extensions/project-id HTTP/1.1" status: 200 len: 398 time: 0.0107074 Feb 09 19:18:35.207187 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 40722) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:18:35.214151 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [None req-bab66404-a633-4b55-bafd-c21b755fddb6 tempest-ExtensionsTestJSON-1235257969 tempest-ExtensionsTestJSON-1235257969-project] http://10.222.0.75:9696/v2.0/extensions/provider returned with HTTP 200 {{(pid=103229) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 09 19:18:35.217737 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-bab66404-a633-4b55-bafd-c21b755fddb6 tempest-ExtensionsTestJSON-1235257969 tempest-ExtensionsTestJSON-1235257969-project] 10.222.0.75 "GET /v2.0/extensions/provider HTTP/1.1" status: 200 len: 385 time: 0.0092320 Feb 09 19:18:35.218328 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 40724) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:18:35.222757 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [None req-1ad4d010-ab9f-44a6-a8ea-4f290d5785c9 tempest-ExtensionsTestJSON-1235257969 tempest-ExtensionsTestJSON-1235257969-project] http://10.222.0.75:9696/v2.0/extensions/quota-check-limit returned with HTTP 200 {{(pid=103230) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 09 19:18:35.223697 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-1ad4d010-ab9f-44a6-a8ea-4f290d5785c9 tempest-ExtensionsTestJSON-1235257969 tempest-ExtensionsTestJSON-1235257969-project] 10.222.0.75 "GET /v2.0/extensions/quota-check-limit HTTP/1.1" status: 200 len: 420 time: 0.0041711 Feb 09 19:18:35.226589 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 40726) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:18:35.230741 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [None req-54fc9f3b-1462-43ce-ab3a-df7f2bdd26c9 tempest-ExtensionsTestJSON-1235257969 tempest-ExtensionsTestJSON-1235257969-project] http://10.222.0.75:9696/v2.0/extensions/quotas returned with HTTP 200 {{(pid=103229) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 09 19:18:35.231949 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-54fc9f3b-1462-43ce-ab3a-df7f2bdd26c9 tempest-ExtensionsTestJSON-1235257969 tempest-ExtensionsTestJSON-1235257969-project] 10.222.0.75 "GET /v2.0/extensions/quotas HTTP/1.1" status: 200 len: 386 time: 0.0041776 Feb 09 19:18:35.234878 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 40730) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:18:35.240498 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [None req-2014fb11-e2cf-4f1f-a2da-8fa6eaaf5fa5 tempest-ExtensionsTestJSON-1235257969 tempest-ExtensionsTestJSON-1235257969-project] http://10.222.0.75:9696/v2.0/extensions/quota_details returned with HTTP 200 {{(pid=103229) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 09 19:18:35.244327 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-2014fb11-e2cf-4f1f-a2da-8fa6eaaf5fa5 tempest-ExtensionsTestJSON-1235257969 tempest-ExtensionsTestJSON-1235257969-project] 10.222.0.75 "GET /v2.0/extensions/quota_details HTTP/1.1" status: 200 len: 407 time: 0.0083983 Feb 09 19:18:35.245000 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 40732) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:18:35.251169 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [None req-ace8f476-5267-48e9-9b2f-50958911f32b tempest-ExtensionsTestJSON-1235257969 tempest-ExtensionsTestJSON-1235257969-project] http://10.222.0.75:9696/v2.0/extensions/rbac-policies returned with HTTP 200 {{(pid=103229) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 09 19:18:35.255199 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-ace8f476-5267-48e9-9b2f-50958911f32b tempest-ExtensionsTestJSON-1235257969 tempest-ExtensionsTestJSON-1235257969-project] 10.222.0.75 "GET /v2.0/extensions/rbac-policies HTTP/1.1" status: 200 len: 417 time: 0.0091879 Feb 09 19:18:35.256407 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 40734) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:18:35.262677 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [None req-45e25fb8-a4f3-49a7-9708-b0f5c14f661c tempest-ExtensionsTestJSON-1235257969 tempest-ExtensionsTestJSON-1235257969-project] http://10.222.0.75:9696/v2.0/extensions/rbac-address-group returned with HTTP 200 {{(pid=103229) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 09 19:18:35.266610 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-45e25fb8-a4f3-49a7-9708-b0f5c14f661c tempest-ExtensionsTestJSON-1235257969 tempest-ExtensionsTestJSON-1235257969-project] 10.222.0.75 "GET /v2.0/extensions/rbac-address-group HTTP/1.1" status: 200 len: 392 time: 0.0090129 Feb 09 19:18:35.267976 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 40736) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:18:35.273797 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [None req-67e9b8b5-4554-4e00-820b-144f32d9c31d tempest-ExtensionsTestJSON-1235257969 tempest-ExtensionsTestJSON-1235257969-project] http://10.222.0.75:9696/v2.0/extensions/rbac-address-scope returned with HTTP 200 {{(pid=103229) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 09 19:18:35.277365 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-67e9b8b5-4554-4e00-820b-144f32d9c31d tempest-ExtensionsTestJSON-1235257969 tempest-ExtensionsTestJSON-1235257969-project] 10.222.0.75 "GET /v2.0/extensions/rbac-address-scope HTTP/1.1" status: 200 len: 384 time: 0.0083625 Feb 09 19:18:35.278000 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 40738) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:18:35.283268 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [None req-c1952e64-c822-4b47-999d-583d1b5ceb65 tempest-ExtensionsTestJSON-1235257969 tempest-ExtensionsTestJSON-1235257969-project] http://10.222.0.75:9696/v2.0/extensions/rbac-security-groups returned with HTTP 200 {{(pid=103230) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 09 19:18:35.285998 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-c1952e64-c822-4b47-999d-583d1b5ceb65 tempest-ExtensionsTestJSON-1235257969 tempest-ExtensionsTestJSON-1235257969-project] 10.222.0.75 "GET /v2.0/extensions/rbac-security-groups HTTP/1.1" status: 200 len: 404 time: 0.0046072 Feb 09 19:18:35.290983 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 40740) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:18:35.301269 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [None req-e5c35794-ee56-4159-9b98-725cc95c10b6 tempest-ExtensionsTestJSON-1235257969 tempest-ExtensionsTestJSON-1235257969-project] http://10.222.0.75:9696/v2.0/extensions/rbac-subnetpool returned with HTTP 200 {{(pid=103230) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 09 19:18:35.304899 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-e5c35794-ee56-4159-9b98-725cc95c10b6 tempest-ExtensionsTestJSON-1235257969 tempest-ExtensionsTestJSON-1235257969-project] 10.222.0.75 "GET /v2.0/extensions/rbac-subnetpool HTTP/1.1" status: 200 len: 375 time: 0.0092854 Feb 09 19:18:35.311998 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d983af1-014f-4452-82b4-3bc1b16c6500 req-4cb09baf-e08d-4d99-a188-da7bd7854c2c tempest-AttachVolumeNegativeTest-275227323 tempest-AttachVolumeNegativeTest-275227323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:18:35.312575 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 40742) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:18:35.313358 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-1d983af1-014f-4452-82b4-3bc1b16c6500 req-4cb09baf-e08d-4d99-a188-da7bd7854c2c tempest-AttachVolumeNegativeTest-275227323 tempest-AttachVolumeNegativeTest-275227323-project] 10.222.0.75 "GET /v2.0/ports?device_id=1a2b56c2-8acc-49bc-83ed-688222bc244b HTTP/1.1" status: 200 len: 943 time: 0.1951654 Feb 09 19:18:35.317428 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.db [req-313295b7-4c79-4c71-a713-e7ca40cc64ca req-18b6e726-3f33-4b10-b447-3614d9ee7327 service neutron] For port 4ed0dce2-dc4e-4b6e-8bc4-4350d63bad09, host n-h2-713498-36, cleared binding levels {{(pid=103230) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 19:18:35.317856 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [None req-5ec62163-b704-4b9f-a0e5-643a49e7375e tempest-ExtensionsTestJSON-1235257969 tempest-ExtensionsTestJSON-1235257969-project] http://10.222.0.75:9696/v2.0/extensions/revision-if-match returned with HTTP 200 {{(pid=103229) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 09 19:18:35.320888 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-5ec62163-b704-4b9f-a0e5-643a49e7375e tempest-ExtensionsTestJSON-1235257969 tempest-ExtensionsTestJSON-1235257969-project] 10.222.0.75 "GET /v2.0/extensions/revision-if-match HTTP/1.1" status: 200 len: 441 time: 0.0063450 Feb 09 19:18:35.322043 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 40744) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:18:35.335610 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [None req-d6244f64-4ea2-40d1-b93a-c7bb16940634 tempest-ExtensionsTestJSON-1235257969 tempest-ExtensionsTestJSON-1235257969-project] http://10.222.0.75:9696/v2.0/extensions/standard-attr-revisions returned with HTTP 200 {{(pid=103230) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 09 19:18:35.338402 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-d6244f64-4ea2-40d1-b93a-c7bb16940634 tempest-ExtensionsTestJSON-1235257969 tempest-ExtensionsTestJSON-1235257969-project] 10.222.0.75 "GET /v2.0/extensions/standard-attr-revisions HTTP/1.1" status: 200 len: 423 time: 0.0138845 Feb 09 19:18:35.339270 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 40746) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:18:35.344302 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.db [req-313295b7-4c79-4c71-a713-e7ca40cc64ca req-18b6e726-3f33-4b10-b447-3614d9ee7327 service neutron] For port 4ed0dce2-dc4e-4b6e-8bc4-4350d63bad09, host n-h2-713498-36, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-36',level=0,port_id=4ed0dce2-dc4e-4b6e-8bc4-4350d63bad09,segment=NetworkSegment(c4b0cfb4-dad4-4b79-b4e7-2eec0bd08e3c),segment_id=c4b0cfb4-dad4-4b79-b4e7-2eec0bd08e3c)] {{(pid=103230) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 19:18:35.347393 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca3cd9b6-452d-4b8b-afe6-ffefb1053665 req-f9af8f30-86e1-48cb-8d9c-460ee37088f2 tempest-ServersAdminTestJSON-1393048834 tempest-ServersAdminTestJSON-1393048834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:18:35.348939 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-ca3cd9b6-452d-4b8b-afe6-ffefb1053665 req-f9af8f30-86e1-48cb-8d9c-460ee37088f2 tempest-ServersAdminTestJSON-1393048834 tempest-ServersAdminTestJSON-1393048834-project] 10.222.0.75 "GET /v2.0/ports?device_id=fd17ec19-7de7-4d19-86bc-494ce272637b HTTP/1.1" status: 200 len: 950 time: 0.0657856 Feb 09 19:18:35.353165 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [None req-76df8720-9963-4db8-9832-10f18744d57e tempest-ExtensionsTestJSON-1235257969 tempest-ExtensionsTestJSON-1235257969-project] http://10.222.0.75:9696/v2.0/extensions/router_availability_zone returned with HTTP 200 {{(pid=103230) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 09 19:18:35.356532 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-76df8720-9963-4db8-9832-10f18744d57e tempest-ExtensionsTestJSON-1235257969 tempest-ExtensionsTestJSON-1235257969-project] 10.222.0.75 "GET /v2.0/extensions/router_availability_zone HTTP/1.1" status: 200 len: 391 time: 0.0057771 Feb 09 19:18:35.356945 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 40748) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:18:35.361589 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [None req-712c74cb-4580-4cd2-b4bb-69cc1cec88b1 tempest-ExtensionsTestJSON-1235257969 tempest-ExtensionsTestJSON-1235257969-project] http://10.222.0.75:9696/v2.0/extensions/security-groups-normalized-cidr returned with HTTP 200 {{(pid=103229) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 09 19:18:35.364754 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-712c74cb-4580-4cd2-b4bb-69cc1cec88b1 tempest-ExtensionsTestJSON-1235257969 tempest-ExtensionsTestJSON-1235257969-project] 10.222.0.75 "GET /v2.0/extensions/security-groups-normalized-cidr HTTP/1.1" status: 200 len: 445 time: 0.0044930 Feb 09 19:18:35.370424 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 40750) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:18:35.371910 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [req-313295b7-4c79-4c71-a713-e7ca40cc64ca req-18b6e726-3f33-4b10-b447-3614d9ee7327 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762867176205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762866656485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762866656503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14393758'] for port (4ed0dce2-dc4e-4b6e-8bc4-4350d63bad09), after_update {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:18:35.382357 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [None req-15dfc859-6769-4c74-b6c1-dd288be49738 tempest-ExtensionsTestJSON-1235257969 tempest-ExtensionsTestJSON-1235257969-project] http://10.222.0.75:9696/v2.0/extensions/port-security-groups-filtering returned with HTTP 200 {{(pid=103229) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 09 19:18:35.386104 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-15dfc859-6769-4c74-b6c1-dd288be49738 tempest-ExtensionsTestJSON-1235257969 tempest-ExtensionsTestJSON-1235257969-project] 10.222.0.75 "GET /v2.0/extensions/port-security-groups-filtering HTTP/1.1" status: 200 len: 422 time: 0.0146928 Feb 09 19:18:35.386765 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 40752) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:18:35.393403 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [None req-7247ce65-8581-4677-8ef1-c19c93f1b6ba tempest-ExtensionsTestJSON-1235257969 tempest-ExtensionsTestJSON-1235257969-project] http://10.222.0.75:9696/v2.0/extensions/security-groups-remote-address-group returned with HTTP 200 {{(pid=103229) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 09 19:18:35.398006 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-7247ce65-8581-4677-8ef1-c19c93f1b6ba tempest-ExtensionsTestJSON-1235257969 tempest-ExtensionsTestJSON-1235257969-project] 10.222.0.75 "GET /v2.0/extensions/security-groups-remote-address-group HTTP/1.1" status: 200 len: 448 time: 0.0084298 Feb 09 19:18:35.399020 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 40754) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:18:35.405004 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [None req-bc4d75f4-36c2-4e8e-8111-06e49b2be23b tempest-ExtensionsTestJSON-1235257969 tempest-ExtensionsTestJSON-1235257969-project] http://10.222.0.75:9696/v2.0/extensions/security-groups-shared-filtering returned with HTTP 200 {{(pid=103229) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 09 19:18:35.408822 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-bc4d75f4-36c2-4e8e-8111-06e49b2be23b tempest-ExtensionsTestJSON-1235257969 tempest-ExtensionsTestJSON-1235257969-project] 10.222.0.75 "GET /v2.0/extensions/security-groups-shared-filtering HTTP/1.1" status: 200 len: 435 time: 0.0050516 Feb 09 19:18:35.409187 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 40756) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:18:35.413643 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [None req-17b86c95-f121-43c5-84c7-99b853543f1f tempest-ExtensionsTestJSON-1235257969 tempest-ExtensionsTestJSON-1235257969-project] http://10.222.0.75:9696/v2.0/extensions/security-group returned with HTTP 200 {{(pid=103229) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 09 19:18:35.417773 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-17b86c95-f121-43c5-84c7-99b853543f1f tempest-ExtensionsTestJSON-1235257969 tempest-ExtensionsTestJSON-1235257969-project] 10.222.0.75 "GET /v2.0/extensions/security-group HTTP/1.1" status: 200 len: 364 time: 0.0045872 Feb 09 19:18:35.417773 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 40758) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:18:35.421309 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [None req-0e861812-d819-4db0-81de-9da0961d4013 tempest-ExtensionsTestJSON-1235257969 tempest-ExtensionsTestJSON-1235257969-project] http://10.222.0.75:9696/v2.0/extensions/service-type returned with HTTP 200 {{(pid=103229) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 09 19:18:35.424407 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-0e861812-d819-4db0-81de-9da0961d4013 tempest-ExtensionsTestJSON-1235257969 tempest-ExtensionsTestJSON-1235257969-project] 10.222.0.75 "GET /v2.0/extensions/service-type HTTP/1.1" status: 200 len: 415 time: 0.0041826 Feb 09 19:18:35.429667 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 40760) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:18:35.434972 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-313295b7-4c79-4c71-a713-e7ca40cc64ca req-18b6e726-3f33-4b10-b447-3614d9ee7327 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:18:35.435595 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [req-313295b7-4c79-4c71-a713-e7ca40cc64ca req-18b6e726-3f33-4b10-b447-3614d9ee7327 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171096'] for port (None), before_response {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:18:35.436084 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [None req-b40040e1-f160-45fd-b336-5548a98dca76 tempest-ExtensionsTestJSON-1235257969 tempest-ExtensionsTestJSON-1235257969-project] http://10.222.0.75:9696/v2.0/extensions/sorting returned with HTTP 200 {{(pid=103229) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 09 19:18:35.439455 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-313295b7-4c79-4c71-a713-e7ca40cc64ca req-18b6e726-3f33-4b10-b447-3614d9ee7327 service neutron] 10.222.0.90 "PUT /v2.0/ports/4ed0dce2-dc4e-4b6e-8bc4-4350d63bad09 HTTP/1.1" status: 200 len: 1092 time: 1.1058586 Feb 09 19:18:35.439621 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-b40040e1-f160-45fd-b336-5548a98dca76 tempest-ExtensionsTestJSON-1235257969 tempest-ExtensionsTestJSON-1235257969-project] 10.222.0.75 "GET /v2.0/extensions/sorting HTTP/1.1" status: 200 len: 377 time: 0.0064323 Feb 09 19:18:35.440333 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 40762) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:18:35.441483 n-d-713498-36 neutron-server[103230]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1a2b56c2-8acc-49bc-83ed-688222bc244b', 'tag': '4ed0dce2-dc4e-4b6e-8bc4-4350d63bad09'}] {{(pid=103230) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 19:18:35.444651 n-d-713498-36 neutron-server[103230]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aee5919275bae9f72eb374ee322673045eb80c1f84b4b45a97d96923bd50ab51" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3cddc192-f826-47ec-ac38-70a5152496ef" -d '{"events": [{"name": "network-changed", "server_uuid": "1a2b56c2-8acc-49bc-83ed-688222bc244b", "tag": "4ed0dce2-dc4e-4b6e-8bc4-4350d63bad09"}]}' {{(pid=103230) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 19:18:35.449868 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [None req-117ed4fb-523d-40e8-861e-f0b7917ac3b5 tempest-ExtensionsTestJSON-1235257969 tempest-ExtensionsTestJSON-1235257969-project] http://10.222.0.75:9696/v2.0/extensions/standard-attr-description returned with HTTP 200 {{(pid=103229) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 09 19:18:35.453304 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-117ed4fb-523d-40e8-861e-f0b7917ac3b5 tempest-ExtensionsTestJSON-1235257969 tempest-ExtensionsTestJSON-1235257969-project] 10.222.0.75 "GET /v2.0/extensions/standard-attr-description HTTP/1.1" status: 200 len: 408 time: 0.0096791 Feb 09 19:18:35.453996 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 40766) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:18:35.458292 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [None req-80eb3702-3ae0-4d00-8532-ce3653183d69 tempest-ExtensionsTestJSON-1235257969 tempest-ExtensionsTestJSON-1235257969-project] http://10.222.0.75:9696/v2.0/extensions/stateful-security-group returned with HTTP 200 {{(pid=103230) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 09 19:18:35.462062 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-80eb3702-3ae0-4d00-8532-ce3653183d69 tempest-ExtensionsTestJSON-1235257969 tempest-ExtensionsTestJSON-1235257969-project] 10.222.0.75 "GET /v2.0/extensions/stateful-security-group HTTP/1.1" status: 200 len: 402 time: 0.0045726 Feb 09 19:18:35.462232 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-ca3cd9b6-452d-4b8b-afe6-ffefb1053665 req-24e55d0b-d912-4482-981f-e1d906fe3e54 tempest-ServersAdminTestJSON-1393048834 tempest-ServersAdminTestJSON-1393048834-project] 10.222.0.75 "GET /v2.0/security-groups?id=c0042214-21f2-4e80-92b9-9b56852b3a45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0980167 Feb 09 19:18:35.462573 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 40768) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:18:35.467177 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [None req-9e746149-efde-4d1d-abb8-ae1c85a695b0 tempest-ExtensionsTestJSON-1235257969 tempest-ExtensionsTestJSON-1235257969-project] http://10.222.0.75:9696/v2.0/extensions/subnet_onboard returned with HTTP 200 {{(pid=103229) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 09 19:18:35.470850 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-9e746149-efde-4d1d-abb8-ae1c85a695b0 tempest-ExtensionsTestJSON-1235257969 tempest-ExtensionsTestJSON-1235257969-project] 10.222.0.75 "GET /v2.0/extensions/subnet_onboard HTTP/1.1" status: 200 len: 391 time: 0.0073476 Feb 09 19:18:35.471515 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 40770) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:18:35.484995 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [None req-0409f8dd-7a83-44b5-ab29-dee55dc92810 tempest-ExtensionsTestJSON-1235257969 tempest-ExtensionsTestJSON-1235257969-project] http://10.222.0.75:9696/v2.0/extensions/subnet-service-types returned with HTTP 200 {{(pid=103229) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 09 19:18:35.489537 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-0409f8dd-7a83-44b5-ab29-dee55dc92810 tempest-ExtensionsTestJSON-1235257969 tempest-ExtensionsTestJSON-1235257969-project] 10.222.0.75 "GET /v2.0/extensions/subnet-service-types HTTP/1.1" status: 200 len: 400 time: 0.0169814 Feb 09 19:18:35.490286 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 40772) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:18:35.490804 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-1d983af1-014f-4452-82b4-3bc1b16c6500 req-06e38807-a0cb-4db6-a83b-6ae0d0ea4aca tempest-AttachVolumeNegativeTest-275227323 tempest-AttachVolumeNegativeTest-275227323-project] 10.222.0.75 "GET /v2.0/security-groups?id=4936bce0-5f58-4a33-9b1f-fa66fe6c175f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1604216 Feb 09 19:18:35.508923 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [None req-eb88c687-bf20-4417-a2b6-1b0a534f0551 tempest-ExtensionsTestJSON-1235257969 tempest-ExtensionsTestJSON-1235257969-project] http://10.222.0.75:9696/v2.0/extensions/subnet_allocation returned with HTTP 200 {{(pid=103229) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 09 19:18:35.512521 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18b6e726-3f33-4b10-b447-3614d9ee7327 service neutron] Pushing event updated for resources: {'Port': ['ID=4ed0dce2-dc4e-4b6e-8bc4-4350d63bad09,revision_number=3']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:18:35.513147 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-eb88c687-bf20-4417-a2b6-1b0a534f0551 tempest-ExtensionsTestJSON-1235257969 tempest-ExtensionsTestJSON-1235257969-project] 10.222.0.75 "GET /v2.0/extensions/subnet_allocation HTTP/1.1" status: 200 len: 388 time: 0.0098038 Feb 09 19:18:35.513889 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 40774) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:18:35.519204 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [None req-e271b194-7245-458f-8a62-06e6002ef3b6 tempest-ExtensionsTestJSON-1235257969 tempest-ExtensionsTestJSON-1235257969-project] http://10.222.0.75:9696/v2.0/extensions/subnetpool-prefix-ops returned with HTTP 200 {{(pid=103229) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 09 19:18:35.524980 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-e271b194-7245-458f-8a62-06e6002ef3b6 tempest-ExtensionsTestJSON-1235257969 tempest-ExtensionsTestJSON-1235257969-project] 10.222.0.75 "GET /v2.0/extensions/subnetpool-prefix-ops HTTP/1.1" status: 200 len: 418 time: 0.0095465 Feb 09 19:18:35.525657 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 40776) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:18:35.538485 n-d-713498-36 neutron-server[103230]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 19:18:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cc8a1a08-c055-4d32-bf2e-63aebb619e10 x-openstack-request-id: req-cc8a1a08-c055-4d32-bf2e-63aebb619e10 {{(pid=103230) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 19:18:35.538842 n-d-713498-36 neutron-server[103230]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1a2b56c2-8acc-49bc-83ed-688222bc244b", "tag": "4ed0dce2-dc4e-4b6e-8bc4-4350d63bad09", "status": "completed", "code": 200}]} {{(pid=103230) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 19:18:35.539190 n-d-713498-36 neutron-server[103230]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-cc8a1a08-c055-4d32-bf2e-63aebb619e10 {{(pid=103230) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 19:18:35.539634 n-d-713498-36 neutron-server[103230]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1a2b56c2-8acc-49bc-83ed-688222bc244b', 'tag': '4ed0dce2-dc4e-4b6e-8bc4-4350d63bad09', 'status': 'completed', 'code': 200} Feb 09 19:18:35.543959 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [None req-740290da-5a0a-4563-8838-95ef7903277b tempest-ExtensionsTestJSON-1235257969 tempest-ExtensionsTestJSON-1235257969-project] http://10.222.0.75:9696/v2.0/extensions/standard-attr-tag returned with HTTP 200 {{(pid=103230) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 09 19:18:35.544997 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-740290da-5a0a-4563-8838-95ef7903277b tempest-ExtensionsTestJSON-1235257969 tempest-ExtensionsTestJSON-1235257969-project] 10.222.0.75 "GET /v2.0/extensions/standard-attr-tag HTTP/1.1" status: 200 len: 537 time: 0.0099051 Feb 09 19:18:35.548370 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 40778) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:18:35.554251 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [None req-f90506f7-2e41-40c2-a38e-f329f3d0a6fb tempest-ExtensionsTestJSON-1235257969 tempest-ExtensionsTestJSON-1235257969-project] http://10.222.0.75:9696/v2.0/extensions/standard-attr-timestamp returned with HTTP 200 {{(pid=103229) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 09 19:18:35.558066 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-f90506f7-2e41-40c2-a38e-f329f3d0a6fb tempest-ExtensionsTestJSON-1235257969 tempest-ExtensionsTestJSON-1235257969-project] 10.222.0.75 "GET /v2.0/extensions/standard-attr-timestamp HTTP/1.1" status: 200 len: 449 time: 0.0057898 Feb 09 19:18:35.585003 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-313295b7-4c79-4c71-a713-e7ca40cc64ca req-5934b912-1c3c-47bb-9680-fc751e511f21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:18:35.586625 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-313295b7-4c79-4c71-a713-e7ca40cc64ca req-5934b912-1c3c-47bb-9680-fc751e511f21 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=5d3f70f6ea744878ae38cb247ef3217c&device_id=1a2b56c2-8acc-49bc-83ed-688222bc244b HTTP/1.1" status: 200 len: 1126 time: 0.0628140 Feb 09 19:18:35.651839 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-313295b7-4c79-4c71-a713-e7ca40cc64ca req-280cb39e-c88b-434a-8099-8bf72fef8c0b service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=4ed0dce2-dc4e-4b6e-8bc4-4350d63bad09 HTTP/1.1" status: 200 len: 217 time: 0.0411725 Feb 09 19:18:35.741147 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-aff9861f-664c-4cac-8b21-f0e64c799b7f req-00c16d97-3c99-4186-a557-a4630b7fa422 tempest-ServerShowV247Test-1778340501 tempest-ServerShowV247Test-1778340501-project] 10.222.0.75 "GET /v2.0/ports?device_id=aa74756f-5b3d-4e9a-a622-b21515b464cc HTTP/1.1" status: 200 len: 210 time: 0.0369053 Feb 09 19:18:35.751088 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-313295b7-4c79-4c71-a713-e7ca40cc64ca req-b4e20d1f-7d04-4d55-971b-be1ad1f62027 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:18:35.752503 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-313295b7-4c79-4c71-a713-e7ca40cc64ca req-b4e20d1f-7d04-4d55-971b-be1ad1f62027 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=bfbf079d-29ec-44ec-8f0f-f87b207baa58 HTTP/1.1" status: 200 len: 854 time: 0.0855198 Feb 09 19:18:35.798076 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-313295b7-4c79-4c71-a713-e7ca40cc64ca req-6a1a00af-4a21-4ae0-a007-9ce882a77a1d service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=1c43e0bb-e4e9-4561-873a-403fc433e655&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0316942 Feb 09 19:18:35.876082 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 40788) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:18:35.930567 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-313295b7-4c79-4c71-a713-e7ca40cc64ca req-3ffc92b6-19ff-4a20-9fbf-e534a3fda2ef service neutron] 10.222.0.90 "GET /v2.0/networks/1c43e0bb-e4e9-4561-873a-403fc433e655?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1160569 Feb 09 19:18:36.031596 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-3991e8e1-eb05-41fa-9039-221ef71ab3ba admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:18:36.048956 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-313295b7-4c79-4c71-a713-e7ca40cc64ca req-7290aaea-9697-4aa6-87de-fa0dbb12db8d service neutron] 10.222.0.90 "GET /v2.0/networks/1c43e0bb-e4e9-4561-873a-403fc433e655?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1071017 Feb 09 19:18:36.136411 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-3991e8e1-eb05-41fa-9039-221ef71ab3ba admin admin] Publish callbacks [] for security_group (68288f69-ae2b-4088-b23f-2a3632d2f460), precommit_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:18:36.141337 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-3991e8e1-eb05-41fa-9039-221ef71ab3ba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1892331'] for security_group (68288f69-ae2b-4088-b23f-2a3632d2f460), after_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:18:36.171609 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3991e8e1-eb05-41fa-9039-221ef71ab3ba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=68288f69-ae2b-4088-b23f-2a3632d2f460,revision_number=1']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:18:36.215002 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-3991e8e1-eb05-41fa-9039-221ef71ab3ba admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=94c330e8d379430986fb09289a571930&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3374851 Feb 09 19:18:36.221408 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 40794) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:18:36.247486 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cddc192-f826-47ec-ac38-70a5152496ef req-e9159530-1e51-4c67-99ff-4fe463637a37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:18:36.249804 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-3cddc192-f826-47ec-ac38-70a5152496ef req-e9159530-1e51-4c67-99ff-4fe463637a37 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=5d3f70f6ea744878ae38cb247ef3217c&device_id=1a2b56c2-8acc-49bc-83ed-688222bc244b HTTP/1.1" status: 200 len: 1126 time: 0.1040130 Feb 09 19:18:36.335362 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-b094dc70-899e-479e-9b60-9a9a2252d9d0 admin admin] Publish callbacks [] for security_group (68288f69-ae2b-4088-b23f-2a3632d2f460), before_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:18:36.368403 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44df1ab4-8a9d-47c9-8680-5c95d6182ef9 req-c3d33c4a-3472-4f0b-ae89-c77c940c8432 tempest-ServerRescueNegativeTestJSON-1800126168 tempest-ServerRescueNegativeTestJSON-1800126168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:18:36.375081 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-44df1ab4-8a9d-47c9-8680-5c95d6182ef9 req-c3d33c4a-3472-4f0b-ae89-c77c940c8432 tempest-ServerRescueNegativeTestJSON-1800126168 tempest-ServerRescueNegativeTestJSON-1800126168-project] 10.222.0.75 "GET /v2.0/ports?device_id=44c70ffa-f512-41ae-b436-424d8fe54797 HTTP/1.1" status: 200 len: 945 time: 0.1050079 Feb 09 19:18:36.378549 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-b094dc70-899e-479e-9b60-9a9a2252d9d0 admin admin] Publish callbacks [] for security_group (68288f69-ae2b-4088-b23f-2a3632d2f460), precommit_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:18:36.391548 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cddc192-f826-47ec-ac38-70a5152496ef req-12b894c6-8de2-4a35-9541-ccdbef87e9ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:18:36.394685 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-3cddc192-f826-47ec-ac38-70a5152496ef req-12b894c6-8de2-4a35-9541-ccdbef87e9ab service neutron] 10.222.0.90 "GET /v2.0/networks?id=1c43e0bb-e4e9-4561-873a-403fc433e655 HTTP/1.1" status: 200 len: 915 time: 0.1246316 Feb 09 19:18:36.477995 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-44df1ab4-8a9d-47c9-8680-5c95d6182ef9 req-008b64d6-ff01-4091-a198-00548aa211eb tempest-ServerRescueNegativeTestJSON-1800126168 tempest-ServerRescueNegativeTestJSON-1800126168-project] 10.222.0.75 "GET /v2.0/security-groups?id=20eba632-e06f-4b78-b62a-91fbda6670a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0915589 Feb 09 19:18:36.488691 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-3cddc192-f826-47ec-ac38-70a5152496ef req-0adbd64f-5f06-47e7-90ae-98870f6d80dd service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=4ed0dce2-dc4e-4b6e-8bc4-4350d63bad09 HTTP/1.1" status: 200 len: 217 time: 0.0794430 Feb 09 19:18:36.499611 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-b094dc70-899e-479e-9b60-9a9a2252d9d0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1892331'] for security_group (68288f69-ae2b-4088-b23f-2a3632d2f460), after_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:18:36.502669 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-b094dc70-899e-479e-9b60-9a9a2252d9d0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:18:36.504075 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-b094dc70-899e-479e-9b60-9a9a2252d9d0 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/68288f69-ae2b-4088-b23f-2a3632d2f460 HTTP/1.1" status: 204 len: 168 time: 0.2814040 Feb 09 19:18:36.520885 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b094dc70-899e-479e-9b60-9a9a2252d9d0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=68288f69-ae2b-4088-b23f-2a3632d2f460,revision_number=None']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:18:36.707232 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cddc192-f826-47ec-ac38-70a5152496ef req-56159389-97a6-454a-a1e7-ec87d06b266c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:18:36.710636 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-3cddc192-f826-47ec-ac38-70a5152496ef req-56159389-97a6-454a-a1e7-ec87d06b266c service neutron] 10.222.0.90 "GET /v2.0/subnets?id=bfbf079d-29ec-44ec-8f0f-f87b207baa58 HTTP/1.1" status: 200 len: 854 time: 0.2027113 Feb 09 19:18:36.715088 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e493b3c-7220-4575-bc7e-e789e754f68f req-9ded4002-9a70-41b6-98e0-d34ece5a95fc tempest-AttachVolumeNegativeTest-275227323 tempest-AttachVolumeNegativeTest-275227323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:18:36.716832 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-3e493b3c-7220-4575-bc7e-e789e754f68f req-9ded4002-9a70-41b6-98e0-d34ece5a95fc tempest-AttachVolumeNegativeTest-275227323 tempest-AttachVolumeNegativeTest-275227323-project] 10.222.0.75 "GET /v2.0/ports?device_id=1a2b56c2-8acc-49bc-83ed-688222bc244b HTTP/1.1" status: 200 len: 943 time: 0.0793788 Feb 09 19:18:36.760158 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-3cddc192-f826-47ec-ac38-70a5152496ef req-4c245d42-b108-4917-8ef4-778fa02b1037 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=1c43e0bb-e4e9-4561-873a-403fc433e655&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0297227 Feb 09 19:18:36.770235 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-439c02ee-4e4d-4b3d-ba0f-eb6223e51424 req-e7f18e90-3214-4b63-9e52-9b48f1010e3a tempest-ServersAdminTestJSON-1393048834 tempest-ServersAdminTestJSON-1393048834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:18:36.772065 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-439c02ee-4e4d-4b3d-ba0f-eb6223e51424 req-e7f18e90-3214-4b63-9e52-9b48f1010e3a tempest-ServersAdminTestJSON-1393048834 tempest-ServersAdminTestJSON-1393048834-project] 10.222.0.75 "GET /v2.0/ports?device_id=fd17ec19-7de7-4d19-86bc-494ce272637b HTTP/1.1" status: 200 len: 950 time: 0.1622903 Feb 09 19:18:36.832279 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-3e493b3c-7220-4575-bc7e-e789e754f68f req-5e13abea-7f1c-4eff-9cc8-533b41f27c1d tempest-AttachVolumeNegativeTest-275227323 tempest-AttachVolumeNegativeTest-275227323-project] 10.222.0.75 "GET /v2.0/security-groups?id=4936bce0-5f58-4a33-9b1f-fa66fe6c175f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1043243 Feb 09 19:18:36.949991 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-5985b265-c9ae-49bd-8328-7237d0f5c648 req-20328e0d-5f84-460e-b1db-ae6161621497 tempest-ServerShowV247Test-1778340501 tempest-ServerShowV247Test-1778340501-project] 10.222.0.75 "GET /v2.0/ports?device_id=aa74756f-5b3d-4e9a-a622-b21515b464cc HTTP/1.1" status: 200 len: 210 time: 0.0394931 Feb 09 19:18:37.069008 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-439c02ee-4e4d-4b3d-ba0f-eb6223e51424 req-ad87b3de-8a34-408c-8836-c40abd075e9f tempest-ServersAdminTestJSON-1393048834 tempest-ServersAdminTestJSON-1393048834-project] 10.222.0.75 "GET /v2.0/security-groups?id=c0042214-21f2-4e80-92b9-9b56852b3a45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2772357 Feb 09 19:18:37.083717 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-3cddc192-f826-47ec-ac38-70a5152496ef req-abd9da4f-d940-4b68-ae19-c76f89560d70 service neutron] 10.222.0.90 "GET /v2.0/networks/1c43e0bb-e4e9-4561-873a-403fc433e655?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3087859 Feb 09 19:18:37.204322 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-3cddc192-f826-47ec-ac38-70a5152496ef req-b51e406b-6411-46c3-a1ed-3242f22ce7f4 service neutron] 10.222.0.90 "GET /v2.0/networks/1c43e0bb-e4e9-4561-873a-403fc433e655?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1121449 Feb 09 19:18:37.249656 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 40820) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:18:37.401301 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-a8341109-9252-4ce2-9b5b-185299221388 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:18:37.520177 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-a8341109-9252-4ce2-9b5b-185299221388 admin admin] Publish callbacks [] for security_group (bd40acaa-a487-46df-a61f-92352e20eb31), precommit_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:18:37.527762 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-a8341109-9252-4ce2-9b5b-185299221388 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1892331'] for security_group (bd40acaa-a487-46df-a61f-92352e20eb31), after_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:18:37.554461 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 40834) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:18:37.625614 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-a8341109-9252-4ce2-9b5b-185299221388 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=2a264f21ba044d0fadea1073284399e6&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3746343 Feb 09 19:18:37.626443 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8341109-9252-4ce2-9b5b-185299221388 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bd40acaa-a487-46df-a61f-92352e20eb31,revision_number=1']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:18:37.628191 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 40838) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:18:37.654774 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80d86b2d-e60d-45f4-be36-61b6e02e8d30 req-e4a28441-2de7-477b-9081-af0b52bfb926 tempest-ServerRescueNegativeTestJSON-1800126168 tempest-ServerRescueNegativeTestJSON-1800126168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:18:37.656296 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-80d86b2d-e60d-45f4-be36-61b6e02e8d30 req-e4a28441-2de7-477b-9081-af0b52bfb926 tempest-ServerRescueNegativeTestJSON-1800126168 tempest-ServerRescueNegativeTestJSON-1800126168-project] 10.222.0.75 "GET /v2.0/ports?device_id=44c70ffa-f512-41ae-b436-424d8fe54797 HTTP/1.1" status: 200 len: 945 time: 0.0902164 Feb 09 19:18:37.714020 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-80d86b2d-e60d-45f4-be36-61b6e02e8d30 req-3e63d0f3-bb13-43a6-b638-cefd31b06781 tempest-ServerRescueNegativeTestJSON-1800126168 tempest-ServerRescueNegativeTestJSON-1800126168-project] 10.222.0.75 "GET /v2.0/security-groups?id=20eba632-e06f-4b78-b62a-91fbda6670a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498657 Feb 09 19:18:37.715254 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.v2.base [None req-59426849-eeb3-42a6-a12c-d2a7eacde512 tempest-NetworksNegativeTestJSON-367673251 tempest-NetworksNegativeTestJSON-367673251-project] Request body: {'port': {'network_id': '41bb5120-1f86-4186-a06f-372c2eabf435', 'name': 'tempest-NetworksNegativeTestJSON-365798790'}} {{(pid=103230) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 19:18:37.720180 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-0bf9481d-e6fa-4ec3-b640-a79d983a8ccf admin admin] Publish callbacks [] for security_group (bd40acaa-a487-46df-a61f-92352e20eb31), before_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:18:37.743399 n-d-713498-36 neutron-server[103230]: INFO neutron.pecan_wsgi.hooks.translation [None req-59426849-eeb3-42a6-a12c-d2a7eacde512 tempest-NetworksNegativeTestJSON-367673251 tempest-NetworksNegativeTestJSON-367673251-project] POST failed (client error): The resource could not be found. Feb 09 19:18:37.743951 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-59426849-eeb3-42a6-a12c-d2a7eacde512 tempest-NetworksNegativeTestJSON-367673251 tempest-NetworksNegativeTestJSON-367673251-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103230) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 19:18:37.749160 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 40840) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:18:37.749409 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-59426849-eeb3-42a6-a12c-d2a7eacde512 tempest-NetworksNegativeTestJSON-367673251 tempest-NetworksNegativeTestJSON-367673251-project] 10.222.0.75 "POST /v2.0/ports HTTP/1.1" status: 404 len: 339 time: 0.1936827 Feb 09 19:18:37.764847 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-0bf9481d-e6fa-4ec3-b640-a79d983a8ccf admin admin] Publish callbacks [] for security_group (bd40acaa-a487-46df-a61f-92352e20eb31), precommit_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:18:37.776327 n-d-713498-36 neutron-server[103229]: INFO neutron.pecan_wsgi.hooks.translation [None req-36838858-69e8-4ee1-ba07-f8fec0448daf tempest-NetworksNegativeTestJSON-367673251 tempest-NetworksNegativeTestJSON-367673251-project] DELETE failed (client error): The resource could not be found. Feb 09 19:18:37.777900 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-36838858-69e8-4ee1-ba07-f8fec0448daf tempest-NetworksNegativeTestJSON-367673251 tempest-NetworksNegativeTestJSON-367673251-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103229) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 19:18:37.781294 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-36838858-69e8-4ee1-ba07-f8fec0448daf tempest-NetworksNegativeTestJSON-367673251 tempest-NetworksNegativeTestJSON-367673251-project] 10.222.0.75 "DELETE /v2.0/networks/de8903ee-2359-40c4-9970-da7cf1b484e0 HTTP/1.1" status: 404 len: 339 time: 0.0305419 Feb 09 19:18:37.785117 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 40842) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:18:37.827978 n-d-713498-36 neutron-server[103229]: INFO neutron.pecan_wsgi.hooks.translation [None req-a9ec6c94-8458-419d-bd1f-42aab600064c tempest-NetworksNegativeTestJSON-367673251 tempest-NetworksNegativeTestJSON-367673251-project] DELETE failed (client error): The resource could not be found. Feb 09 19:18:37.829545 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-0bf9481d-e6fa-4ec3-b640-a79d983a8ccf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1892331'] for security_group (bd40acaa-a487-46df-a61f-92352e20eb31), after_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:18:37.831983 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-0bf9481d-e6fa-4ec3-b640-a79d983a8ccf admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:18:37.836118 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-0bf9481d-e6fa-4ec3-b640-a79d983a8ccf admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/bd40acaa-a487-46df-a61f-92352e20eb31 HTTP/1.1" status: 204 len: 168 time: 0.2031348 Feb 09 19:18:37.836268 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a9ec6c94-8458-419d-bd1f-42aab600064c tempest-NetworksNegativeTestJSON-367673251 tempest-NetworksNegativeTestJSON-367673251-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103229) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 19:18:37.858953 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-a9ec6c94-8458-419d-bd1f-42aab600064c tempest-NetworksNegativeTestJSON-367673251 tempest-NetworksNegativeTestJSON-367673251-project] 10.222.0.75 "DELETE /v2.0/ports/272419e9-992f-4903-bd46-968bddec2833 HTTP/1.1" status: 404 len: 333 time: 0.0726678 Feb 09 19:18:37.859671 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 40846) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:18:37.879219 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bf9481d-e6fa-4ec3-b640-a79d983a8ccf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bd40acaa-a487-46df-a61f-92352e20eb31,revision_number=None']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:18:37.921079 n-d-713498-36 neutron-server[103229]: INFO neutron.pecan_wsgi.hooks.translation [None req-aa89818f-37e2-43f2-8b7e-c6bb561c3217 tempest-NetworksNegativeTestJSON-367673251 tempest-NetworksNegativeTestJSON-367673251-project] DELETE failed (client error): The resource could not be found. Feb 09 19:18:37.932685 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-aa89818f-37e2-43f2-8b7e-c6bb561c3217 tempest-NetworksNegativeTestJSON-367673251 tempest-NetworksNegativeTestJSON-367673251-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103229) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 19:18:37.935435 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Device 4ed0dce2-dc4e-4b6e-8bc4-4350d63bad09 details requested by agent hyperv_n-h2-713498-36 with host n-h2-713498-36 {{(pid=103232) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 19:18:37.941925 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 40850) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:18:37.953223 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-aa89818f-37e2-43f2-8b7e-c6bb561c3217 tempest-NetworksNegativeTestJSON-367673251 tempest-NetworksNegativeTestJSON-367673251-project] 10.222.0.75 "DELETE /v2.0/subnets/540ccc97-9ded-4663-950d-05a6eb4e4495 HTTP/1.1" status: 404 len: 337 time: 0.0876815 Feb 09 19:18:37.979106 n-d-713498-36 neutron-server[103230]: INFO neutron.pecan_wsgi.hooks.translation [None req-9bbab18c-eeb1-470d-9a32-7325f4a3cef8 tempest-NetworksNegativeTestJSON-367673251 tempest-NetworksNegativeTestJSON-367673251-project] GET failed (client error): The resource could not be found. Feb 09 19:18:37.987154 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 40854) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:18:38.008786 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-9bbab18c-eeb1-470d-9a32-7325f4a3cef8 tempest-NetworksNegativeTestJSON-367673251 tempest-NetworksNegativeTestJSON-367673251-project] 10.222.0.75 "GET /v2.0/networks/f807daaa-b48f-49e9-93cb-ab5e17797bc8 HTTP/1.1" status: 404 len: 339 time: 0.0656109 Feb 09 19:18:38.071793 n-d-713498-36 neutron-server[103229]: INFO neutron.pecan_wsgi.hooks.translation [None req-ce94ae1e-fe0e-4e9a-bcd8-9c822d4b1ffe tempest-NetworksNegativeTestJSON-367673251 tempest-NetworksNegativeTestJSON-367673251-project] GET failed (client error): The resource could not be found. Feb 09 19:18:38.077849 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 40856) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:18:38.084565 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-ce94ae1e-fe0e-4e9a-bcd8-9c822d4b1ffe tempest-NetworksNegativeTestJSON-367673251 tempest-NetworksNegativeTestJSON-367673251-project] 10.222.0.75 "GET /v2.0/ports/16d16644-311f-4eeb-8c2a-cd13a4e0c5a2 HTTP/1.1" status: 404 len: 333 time: 0.0956354 Feb 09 19:18:38.089891 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-7429db8d-6021-40ad-813e-885be449a89b None None] For port 4ed0dce2-dc4e-4b6e-8bc4-4350d63bad09, host n-h2-713498-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-36',level=0,port_id=4ed0dce2-dc4e-4b6e-8bc4-4350d63bad09,segment=NetworkSegment(c4b0cfb4-dad4-4b79-b4e7-2eec0bd08e3c),segment_id=c4b0cfb4-dad4-4b79-b4e7-2eec0bd08e3c)] {{(pid=103232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 19:18:38.108766 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Returning: {'device': '4ed0dce2-dc4e-4b6e-8bc4-4350d63bad09', 'network_id': '1c43e0bb-e4e9-4561-873a-403fc433e655', 'port_id': '4ed0dce2-dc4e-4b6e-8bc4-4350d63bad09', 'mac_address': 'fa:16:3e:78:57:bb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 368, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bfbf079d-29ec-44ec-8f0f-f87b207baa58', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103232) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 19:18:38.174610 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Current status of the port 4ed0dce2-dc4e-4b6e-8bc4-4350d63bad09 is: DOWN; New status is: BUILD {{(pid=103232) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 19:18:38.175014 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (4ed0dce2-dc4e-4b6e-8bc4-4350d63bad09), before_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:18:38.185363 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-112edb76-870c-4443-9500-eab171bd3261 req-4d86ddab-9d88-45d8-9574-361d06b90ff2 tempest-ServerShowV247Test-1778340501 tempest-ServerShowV247Test-1778340501-project] 10.222.0.75 "GET /v2.0/ports?device_id=aa74756f-5b3d-4e9a-a622-b21515b464cc HTTP/1.1" status: 200 len: 210 time: 0.0556166 Feb 09 19:18:38.200463 n-d-713498-36 neutron-server[103230]: INFO neutron.pecan_wsgi.hooks.translation [None req-2d8ac0fc-031e-4d17-8357-c27f71c74dcd tempest-NetworksNegativeTestJSON-367673251 tempest-NetworksNegativeTestJSON-367673251-project] GET failed (client error): The resource could not be found. Feb 09 19:18:38.205733 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-2d8ac0fc-031e-4d17-8357-c27f71c74dcd tempest-NetworksNegativeTestJSON-367673251 tempest-NetworksNegativeTestJSON-367673251-project] 10.222.0.75 "GET /v2.0/subnets/f1158274-5ca3-42a9-a4ea-511838ac348c HTTP/1.1" status: 404 len: 337 time: 0.1268470 Feb 09 19:18:38.206632 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 40862) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:18:38.212699 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.v2.base [None req-d8ebc5c2-04b0-4f79-aa70-3d923f2fb00b tempest-NetworksNegativeTestJSON-367673251 tempest-NetworksNegativeTestJSON-367673251-project] Request body: {'network': {'name': 'new_name'}} {{(pid=103229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 19:18:38.215623 n-d-713498-36 neutron-server[103232]: DEBUG neutron.notifiers.nova [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4ed0dce2-dc4e-4b6e-8bc4-4350d63bad09 {{(pid=103232) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 19:18:38.233051 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a96a4a8-9c16-4a30-954c-ae27adc8518a req-d49d2ed7-240f-4036-9a02-59b183fa4132 tempest-AttachVolumeNegativeTest-275227323 tempest-AttachVolumeNegativeTest-275227323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:18:38.234773 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-8a96a4a8-9c16-4a30-954c-ae27adc8518a req-d49d2ed7-240f-4036-9a02-59b183fa4132 tempest-AttachVolumeNegativeTest-275227323 tempest-AttachVolumeNegativeTest-275227323-project] 10.222.0.75 "GET /v2.0/ports?device_id=1a2b56c2-8acc-49bc-83ed-688222bc244b HTTP/1.1" status: 200 len: 943 time: 0.2659361 Feb 09 19:18:38.248059 n-d-713498-36 neutron-server[103229]: INFO neutron.pecan_wsgi.hooks.translation [None req-d8ebc5c2-04b0-4f79-aa70-3d923f2fb00b tempest-NetworksNegativeTestJSON-367673251 tempest-NetworksNegativeTestJSON-367673251-project] PUT failed (client error): The resource could not be found. Feb 09 19:18:38.248955 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d8ebc5c2-04b0-4f79-aa70-3d923f2fb00b tempest-NetworksNegativeTestJSON-367673251 tempest-NetworksNegativeTestJSON-367673251-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103229) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 19:18:38.254489 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-d8ebc5c2-04b0-4f79-aa70-3d923f2fb00b tempest-NetworksNegativeTestJSON-367673251 tempest-NetworksNegativeTestJSON-367673251-project] 10.222.0.75 "PUT /v2.0/networks/6e8d7433-253e-4292-b13e-f514eea6de0f HTTP/1.1" status: 404 len: 339 time: 0.0465806 Feb 09 19:18:38.256393 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 40864) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:18:38.272409 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-7429db8d-6021-40ad-813e-885be449a89b None None] For port 4ed0dce2-dc4e-4b6e-8bc4-4350d63bad09, host n-h2-713498-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-36',level=0,port_id=4ed0dce2-dc4e-4b6e-8bc4-4350d63bad09,segment=NetworkSegment(c4b0cfb4-dad4-4b79-b4e7-2eec0bd08e3c),segment_id=c4b0cfb4-dad4-4b79-b4e7-2eec0bd08e3c)] {{(pid=103232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 19:18:38.281855 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762867176205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762866656485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762866656503'] for port (4ed0dce2-dc4e-4b6e-8bc4-4350d63bad09), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:18:38.289895 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.v2.base [None req-1180c0fb-344d-4b96-ac32-549622f35919 tempest-NetworksNegativeTestJSON-367673251 tempest-NetworksNegativeTestJSON-367673251-project] Request body: {'port': {'name': 'new_name'}} {{(pid=103230) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 19:18:38.315072 n-d-713498-36 neutron-server[103230]: INFO neutron.pecan_wsgi.hooks.translation [None req-1180c0fb-344d-4b96-ac32-549622f35919 tempest-NetworksNegativeTestJSON-367673251 tempest-NetworksNegativeTestJSON-367673251-project] PUT failed (client error): The resource could not be found. Feb 09 19:18:38.315791 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1180c0fb-344d-4b96-ac32-549622f35919 tempest-NetworksNegativeTestJSON-367673251 tempest-NetworksNegativeTestJSON-367673251-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103230) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 19:18:38.317057 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-1180c0fb-344d-4b96-ac32-549622f35919 tempest-NetworksNegativeTestJSON-367673251 tempest-NetworksNegativeTestJSON-367673251-project] 10.222.0.75 "PUT /v2.0/ports/6bde782c-2872-4f90-8dd1-6a2fb5efd919 HTTP/1.1" status: 404 len: 333 time: 0.0598590 Feb 09 19:18:38.337391 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 40866) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:18:38.350500 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.v2.base [None req-591f1e96-3a6e-4f97-bdc0-e076dda178a2 tempest-NetworksNegativeTestJSON-367673251 tempest-NetworksNegativeTestJSON-367673251-project] Request body: {'subnet': {'name': 'new_name'}} {{(pid=103229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 19:18:38.370752 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-8a96a4a8-9c16-4a30-954c-ae27adc8518a req-32e4aa59-b700-415f-a1fe-040db66019f4 tempest-AttachVolumeNegativeTest-275227323 tempest-AttachVolumeNegativeTest-275227323-project] 10.222.0.75 "GET /v2.0/security-groups?id=4936bce0-5f58-4a33-9b1f-fa66fe6c175f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1300933 Feb 09 19:18:38.371301 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Pushing event updated for resources: {'Port': ['ID=4ed0dce2-dc4e-4b6e-8bc4-4350d63bad09,revision_number=4']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:18:38.379623 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:18:38.380186 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:18:38.380690 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:18:38.381771 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:18:38.382463 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:18:38.392386 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:18:38.392950 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:18:38.393451 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:18:38.393948 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:18:38.394483 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:18:38.394986 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:18:38.395471 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:18:38.395956 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:18:38.414501 n-d-713498-36 neutron-server[103229]: INFO neutron.pecan_wsgi.hooks.translation [None req-591f1e96-3a6e-4f97-bdc0-e076dda178a2 tempest-NetworksNegativeTestJSON-367673251 tempest-NetworksNegativeTestJSON-367673251-project] PUT failed (client error): The resource could not be found. Feb 09 19:18:38.415201 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-591f1e96-3a6e-4f97-bdc0-e076dda178a2 tempest-NetworksNegativeTestJSON-367673251 tempest-NetworksNegativeTestJSON-367673251-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103229) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 19:18:38.416672 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-591f1e96-3a6e-4f97-bdc0-e076dda178a2 tempest-NetworksNegativeTestJSON-367673251 tempest-NetworksNegativeTestJSON-367673251-project] 10.222.0.75 "PUT /v2.0/subnets/3a0bf937-aca8-424a-b7fa-70512632a01e HTTP/1.1" status: 404 len: 337 time: 0.0711792 Feb 09 19:18:38.462203 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42621ba2-57b1-4578-9b61-4079ac33e03a req-603291ec-bef8-4441-abec-0df59e23c775 tempest-ServersAdminTestJSON-1393048834 tempest-ServersAdminTestJSON-1393048834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:18:38.464017 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-42621ba2-57b1-4578-9b61-4079ac33e03a req-603291ec-bef8-4441-abec-0df59e23c775 tempest-ServersAdminTestJSON-1393048834 tempest-ServersAdminTestJSON-1393048834-project] 10.222.0.75 "GET /v2.0/ports?device_id=fd17ec19-7de7-4d19-86bc-494ce272637b HTTP/1.1" status: 200 len: 950 time: 0.1720951 Feb 09 19:18:38.560722 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-42621ba2-57b1-4578-9b61-4079ac33e03a req-f7f71c61-3df1-4f5e-a036-a0ea4a073082 tempest-ServersAdminTestJSON-1393048834 tempest-ServersAdminTestJSON-1393048834-project] 10.222.0.75 "GET /v2.0/security-groups?id=c0042214-21f2-4e80-92b9-9b56852b3a45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0904441 Feb 09 19:18:38.722617 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 40880) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:18:38.755568 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-7429db8d-6021-40ad-813e-885be449a89b None None] get_ports_and_sgs() called for port_ids ['4ed0dce2-dc4e-4b6e-8bc4-4350d63bad09'] {{(pid=103232) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 19:18:38.880280 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b592b0b0-b518-4aca-8b98-c0167cc0c18f req-6f7a6c8a-443b-4b54-a9e3-aa3bf099eaf3 tempest-ServerRescueNegativeTestJSON-1800126168 tempest-ServerRescueNegativeTestJSON-1800126168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:18:38.889460 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-b592b0b0-b518-4aca-8b98-c0167cc0c18f req-6f7a6c8a-443b-4b54-a9e3-aa3bf099eaf3 tempest-ServerRescueNegativeTestJSON-1800126168 tempest-ServerRescueNegativeTestJSON-1800126168-project] 10.222.0.75 "GET /v2.0/ports?device_id=44c70ffa-f512-41ae-b436-424d8fe54797 HTTP/1.1" status: 200 len: 945 time: 0.0835292 Feb 09 19:18:38.911267 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-167135f6-df4a-4c9e-9ca1-22ef00bc6c0b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:18:39.021479 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-167135f6-df4a-4c9e-9ca1-22ef00bc6c0b admin admin] Publish callbacks [] for security_group (520b51f8-0c95-477a-a646-f499380902c2), precommit_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:18:39.030318 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-b592b0b0-b518-4aca-8b98-c0167cc0c18f req-46a51af5-a204-49d5-937e-2bf96a2fe7af tempest-ServerRescueNegativeTestJSON-1800126168 tempest-ServerRescueNegativeTestJSON-1800126168-project] 10.222.0.75 "GET /v2.0/security-groups?id=20eba632-e06f-4b78-b62a-91fbda6670a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1396227 Feb 09 19:18:39.031265 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-167135f6-df4a-4c9e-9ca1-22ef00bc6c0b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1892331'] for security_group (520b51f8-0c95-477a-a646-f499380902c2), after_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:18:39.078584 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-167135f6-df4a-4c9e-9ca1-22ef00bc6c0b admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=7b9c0006ce9446afb268934d14f06fc0&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3548396 Feb 09 19:18:39.081220 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 40902) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:18:39.083529 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-167135f6-df4a-4c9e-9ca1-22ef00bc6c0b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=520b51f8-0c95-477a-a646-f499380902c2,revision_number=1']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:18:39.138851 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-79655280-51fd-4514-96b4-713d763590aa admin admin] Publish callbacks [] for security_group (520b51f8-0c95-477a-a646-f499380902c2), before_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:18:39.163993 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-79655280-51fd-4514-96b4-713d763590aa admin admin] Publish callbacks [] for security_group (520b51f8-0c95-477a-a646-f499380902c2), precommit_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:18:39.231592 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-79655280-51fd-4514-96b4-713d763590aa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1892331'] for security_group (520b51f8-0c95-477a-a646-f499380902c2), after_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:18:39.234819 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-79655280-51fd-4514-96b4-713d763590aa admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:18:39.238474 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-79655280-51fd-4514-96b4-713d763590aa admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/520b51f8-0c95-477a-a646-f499380902c2 HTTP/1.1" status: 204 len: 168 time: 0.1538122 Feb 09 19:18:39.258837 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79655280-51fd-4514-96b4-713d763590aa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=520b51f8-0c95-477a-a646-f499380902c2,revision_number=None']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:18:39.313153 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-d2fc30cf-6bec-48e0-958c-f2ffb9fd5d05 req-0443fa4d-9ca2-47a6-83e2-4437456b2c8b tempest-ServerShowV247Test-1778340501 tempest-ServerShowV247Test-1778340501-project] 10.222.0.75 "GET /v2.0/ports?device_id=aa74756f-5b3d-4e9a-a622-b21515b464cc HTTP/1.1" status: 200 len: 210 time: 0.0344925 Feb 09 19:18:39.504470 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 40916) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:18:39.505264 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-523537ea-6ff6-4222-9e41-f7cc80b92754 req-575f4202-f3c7-4578-b9fa-cb52a6ce1f57 tempest-AttachVolumeNegativeTest-275227323 tempest-AttachVolumeNegativeTest-275227323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:18:39.506926 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-523537ea-6ff6-4222-9e41-f7cc80b92754 req-575f4202-f3c7-4578-b9fa-cb52a6ce1f57 tempest-AttachVolumeNegativeTest-275227323 tempest-AttachVolumeNegativeTest-275227323-project] 10.222.0.75 "GET /v2.0/ports?device_id=1a2b56c2-8acc-49bc-83ed-688222bc244b HTTP/1.1" status: 200 len: 944 time: 0.0608203 Feb 09 19:18:39.563447 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-523537ea-6ff6-4222-9e41-f7cc80b92754 req-0a69cb7b-f99c-4437-aa95-7f6026fb21a9 tempest-AttachVolumeNegativeTest-275227323 tempest-AttachVolumeNegativeTest-275227323-project] 10.222.0.75 "GET /v2.0/security-groups?id=4936bce0-5f58-4a33-9b1f-fa66fe6c175f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504675 Feb 09 19:18:39.641275 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-df7e00d9-abd5-4b3e-b509-d1079a5678bb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:18:39.747589 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e27c2bf-6f24-4c31-9caa-9bb82961d471 req-833ceeb9-1869-47d3-8e86-1847288de4d2 tempest-ServersAdminTestJSON-1393048834 tempest-ServersAdminTestJSON-1393048834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:18:39.749093 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-6e27c2bf-6f24-4c31-9caa-9bb82961d471 req-833ceeb9-1869-47d3-8e86-1847288de4d2 tempest-ServersAdminTestJSON-1393048834 tempest-ServersAdminTestJSON-1393048834-project] 10.222.0.75 "GET /v2.0/ports?device_id=fd17ec19-7de7-4d19-86bc-494ce272637b HTTP/1.1" status: 200 len: 950 time: 0.0882583 Feb 09 19:18:39.802418 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-df7e00d9-abd5-4b3e-b509-d1079a5678bb admin admin] Publish callbacks [] for security_group (5c108a17-b88b-4e1e-b94e-1ff121482edf), precommit_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:18:39.809416 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-df7e00d9-abd5-4b3e-b509-d1079a5678bb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1892331'] for security_group (5c108a17-b88b-4e1e-b94e-1ff121482edf), after_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:18:39.860582 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-6e27c2bf-6f24-4c31-9caa-9bb82961d471 req-843e3204-97d9-4619-b054-165d3f83f501 tempest-ServersAdminTestJSON-1393048834 tempest-ServersAdminTestJSON-1393048834-project] 10.222.0.75 "GET /v2.0/security-groups?id=c0042214-21f2-4e80-92b9-9b56852b3a45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1005239 Feb 09 19:18:39.861208 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df7e00d9-abd5-4b3e-b509-d1079a5678bb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5c108a17-b88b-4e1e-b94e-1ff121482edf,revision_number=1']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:18:39.871125 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-df7e00d9-abd5-4b3e-b509-d1079a5678bb admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=4418dec1fa844833849d376184001841&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3655720 Feb 09 19:18:39.873674 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 40936) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:18:39.927385 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Device 391d7870-a90c-4fda-ba9b-c043a21e2381 details requested by agent hyperv_n-h2-713498-36 with host n-h2-713498-36 {{(pid=103232) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 19:18:39.930170 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-15a9b1c7-3ff3-4592-a090-5e7c1fee94d3 admin admin] Publish callbacks [] for security_group (5c108a17-b88b-4e1e-b94e-1ff121482edf), before_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:18:39.935542 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Device 391d7870-a90c-4fda-ba9b-c043a21e2381 no longer exists at agent hyperv_n-h2-713498-36 {{(pid=103232) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 19:18:39.954424 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-15a9b1c7-3ff3-4592-a090-5e7c1fee94d3 admin admin] Publish callbacks [] for security_group (5c108a17-b88b-4e1e-b94e-1ff121482edf), precommit_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:18:40.008141 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-15a9b1c7-3ff3-4592-a090-5e7c1fee94d3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1892331'] for security_group (5c108a17-b88b-4e1e-b94e-1ff121482edf), after_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:18:40.011316 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-15a9b1c7-3ff3-4592-a090-5e7c1fee94d3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:18:40.015262 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-15a9b1c7-3ff3-4592-a090-5e7c1fee94d3 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/5c108a17-b88b-4e1e-b94e-1ff121482edf HTTP/1.1" status: 204 len: 168 time: 0.1406162 Feb 09 19:18:40.024747 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15a9b1c7-3ff3-4592-a090-5e7c1fee94d3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5c108a17-b88b-4e1e-b94e-1ff121482edf,revision_number=None']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:18:40.054230 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 40942) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:18:40.181088 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d92071b-dc9b-4253-b1ac-5922bccb79eb req-2ac13f60-1053-4cc2-90b5-a69f3e1ae4b7 tempest-ServerRescueNegativeTestJSON-1800126168 tempest-ServerRescueNegativeTestJSON-1800126168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:18:40.183942 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-3d92071b-dc9b-4253-b1ac-5922bccb79eb req-2ac13f60-1053-4cc2-90b5-a69f3e1ae4b7 tempest-ServerRescueNegativeTestJSON-1800126168 tempest-ServerRescueNegativeTestJSON-1800126168-project] 10.222.0.75 "GET /v2.0/ports?device_id=44c70ffa-f512-41ae-b436-424d8fe54797 HTTP/1.1" status: 200 len: 945 time: 0.0722225 Feb 09 19:18:40.194843 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-35d749f0-11dc-404e-b1a2-4fd0ebee15f5 tempest-ServiceProvidersTest-910049173 tempest-ServiceProvidersTest-910049173-project] 10.222.0.75 "GET /v2.0/service-providers HTTP/1.1" status: 200 len: 498 time: 0.1405170 Feb 09 19:18:40.260066 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-3d92071b-dc9b-4253-b1ac-5922bccb79eb req-22fc3297-3b42-4876-a2d8-afabd9903887 tempest-ServerRescueNegativeTestJSON-1800126168 tempest-ServerRescueNegativeTestJSON-1800126168-project] 10.222.0.75 "GET /v2.0/security-groups?id=20eba632-e06f-4b78-b62a-91fbda6670a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594676 Feb 09 19:18:40.306319 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Current status of the port 391d7870-a90c-4fda-ba9b-c043a21e2381 is: ACTIVE; New status is: DOWN {{(pid=103232) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 19:18:40.306711 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (391d7870-a90c-4fda-ba9b-c043a21e2381), before_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:18:40.340005 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-7429db8d-6021-40ad-813e-885be449a89b None None] For port 391d7870-a90c-4fda-ba9b-c043a21e2381, host n-h2-713498-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-36',level=0,port_id=391d7870-a90c-4fda-ba9b-c043a21e2381,segment=NetworkSegment(50e5915e-18f0-4558-9a28-b978975ead36),segment_id=50e5915e-18f0-4558-9a28-b978975ead36)] {{(pid=103232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 19:18:40.387501 n-d-713498-36 neutron-server[103232]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fd17ec19-7de7-4d19-86bc-494ce272637b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '391d7870-a90c-4fda-ba9b-c043a21e2381'}] {{(pid=103232) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 19:18:40.389837 n-d-713498-36 neutron-server[103232]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}949cdcde653dec44821de95cbf67297f53cbc2aed4e073b5d514f93bf911ce85" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a8d1f414-07f0-46c8-838e-0358167bcaaf" -d '{"events": [{"server_uuid": "fd17ec19-7de7-4d19-86bc-494ce272637b", "name": "network-vif-unplugged", "status": "completed", "tag": "391d7870-a90c-4fda-ba9b-c043a21e2381"}]}' {{(pid=103232) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 19:18:40.409029 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Returning: {'device': '391d7870-a90c-4fda-ba9b-c043a21e2381', 'network_id': '2b5494c8-cf97-42c1-b902-87f998f28179', 'port_id': '391d7870-a90c-4fda-ba9b-c043a21e2381', 'mac_address': 'fa:16:3e:bc:34:1f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 359, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '60b561cb-321e-4f83-9bb3-92b2e1d0dc44', 'ip_address': '192.168.233.200'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103232) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 19:18:40.413348 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-7429db8d-6021-40ad-813e-885be449a89b None None] For port 391d7870-a90c-4fda-ba9b-c043a21e2381, host n-h2-713498-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-36',level=0,port_id=391d7870-a90c-4fda-ba9b-c043a21e2381,segment=NetworkSegment(50e5915e-18f0-4558-9a28-b978975ead36),segment_id=50e5915e-18f0-4558-9a28-b978975ead36)] {{(pid=103232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 19:18:40.424545 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762867176205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762866656485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762866656503'] for port (391d7870-a90c-4fda-ba9b-c043a21e2381), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:18:40.488586 n-d-713498-36 neutron-server[103232]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 09 Feb 2022 19:18:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7e8e59d3-8e0b-4d6e-ac1e-a8b026e8ab90 x-openstack-request-id: req-7e8e59d3-8e0b-4d6e-ac1e-a8b026e8ab90 {{(pid=103232) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 19:18:40.488886 n-d-713498-36 neutron-server[103232]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fd17ec19-7de7-4d19-86bc-494ce272637b", "name": "network-vif-unplugged", "status": "completed", "tag": "391d7870-a90c-4fda-ba9b-c043a21e2381", "code": 200}]} {{(pid=103232) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 19:18:40.489309 n-d-713498-36 neutron-server[103232]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-7e8e59d3-8e0b-4d6e-ac1e-a8b026e8ab90 {{(pid=103232) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 19:18:40.489859 n-d-713498-36 neutron-server[103232]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fd17ec19-7de7-4d19-86bc-494ce272637b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '391d7870-a90c-4fda-ba9b-c043a21e2381', 'code': 200} Feb 09 19:18:40.523323 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Current status of the port 391d7870-a90c-4fda-ba9b-c043a21e2381 is: DOWN; New status is: BUILD {{(pid=103232) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 19:18:40.523800 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (391d7870-a90c-4fda-ba9b-c043a21e2381), before_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:18:40.528307 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-795939d8-4f23-4252-870b-a7f4046fc21c req-2ea71865-fa8d-46b3-9889-2c2e21474dab tempest-ServerShowV247Test-1778340501 tempest-ServerShowV247Test-1778340501-project] 10.222.0.75 "GET /v2.0/ports?device_id=aa74756f-5b3d-4e9a-a622-b21515b464cc HTTP/1.1" status: 200 len: 210 time: 0.0489144 Feb 09 19:18:40.551622 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Pushing event updated for resources: {'Port': ['ID=391d7870-a90c-4fda-ba9b-c043a21e2381,revision_number=6']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:18:40.557235 n-d-713498-36 neutron-server[103232]: DEBUG neutron.notifiers.nova [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 391d7870-a90c-4fda-ba9b-c043a21e2381 {{(pid=103232) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 19:18:40.579129 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-7429db8d-6021-40ad-813e-885be449a89b None None] For port 391d7870-a90c-4fda-ba9b-c043a21e2381, host n-h2-713498-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-36',level=0,port_id=391d7870-a90c-4fda-ba9b-c043a21e2381,segment=NetworkSegment(50e5915e-18f0-4558-9a28-b978975ead36),segment_id=50e5915e-18f0-4558-9a28-b978975ead36)] {{(pid=103232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 19:18:40.583707 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762867176205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762866656485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762866656503'] for port (391d7870-a90c-4fda-ba9b-c043a21e2381), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:18:40.643965 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Pushing event updated for resources: {'Port': ['ID=391d7870-a90c-4fda-ba9b-c043a21e2381,revision_number=7']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:18:40.666707 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 40966) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:18:40.700184 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41b1ecdf-5fc0-4125-904b-5ac12a795cad req-a6e15335-957d-4909-a214-0c75d5384122 tempest-AttachVolumeNegativeTest-275227323 tempest-AttachVolumeNegativeTest-275227323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:18:40.701707 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-41b1ecdf-5fc0-4125-904b-5ac12a795cad req-a6e15335-957d-4909-a214-0c75d5384122 tempest-AttachVolumeNegativeTest-275227323 tempest-AttachVolumeNegativeTest-275227323-project] 10.222.0.75 "GET /v2.0/ports?device_id=1a2b56c2-8acc-49bc-83ed-688222bc244b HTTP/1.1" status: 200 len: 944 time: 0.0623131 Feb 09 19:18:40.753855 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-810e19bf-357b-48e6-8e47-866f6afb9e17 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762867132591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593584'] for agent (af91e4b9-f4e1-42b1-a25c-a10dc47171c8), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:18:40.778554 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-41b1ecdf-5fc0-4125-904b-5ac12a795cad req-1717aa01-eef9-4005-9506-6ec05c8c0377 tempest-AttachVolumeNegativeTest-275227323 tempest-AttachVolumeNegativeTest-275227323-project] 10.222.0.75 "GET /v2.0/security-groups?id=4936bce0-5f58-4a33-9b1f-fa66fe6c175f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0651257 Feb 09 19:18:40.791711 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-730cb89c-05f6-416a-adac-b3481ef5064d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:18:40.870265 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-730cb89c-05f6-416a-adac-b3481ef5064d admin admin] Publish callbacks [] for security_group (8d1184da-d2aa-4603-bdd1-6a493b3c3ba8), precommit_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:18:40.874720 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-730cb89c-05f6-416a-adac-b3481ef5064d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1892331'] for security_group (8d1184da-d2aa-4603-bdd1-6a493b3c3ba8), after_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:18:40.917607 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-730cb89c-05f6-416a-adac-b3481ef5064d admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=9a748e2141684fd68766829229015c90&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2511411 Feb 09 19:18:40.918550 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-730cb89c-05f6-416a-adac-b3481ef5064d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8d1184da-d2aa-4603-bdd1-6a493b3c3ba8,revision_number=1']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:18:40.920396 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 40980) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:18:40.990879 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-b7735881-ad0f-4916-9e39-fd083ff6ba2c admin admin] Publish callbacks [] for security_group (8d1184da-d2aa-4603-bdd1-6a493b3c3ba8), before_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:18:40.999437 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c03f1a9-fda8-4e2b-816d-e32e112e20ca req-95b9f0b9-dddc-4d00-a015-85bef33f98e9 tempest-ServersAdminTestJSON-1393048834 tempest-ServersAdminTestJSON-1393048834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:18:41.000880 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-8c03f1a9-fda8-4e2b-816d-e32e112e20ca req-95b9f0b9-dddc-4d00-a015-85bef33f98e9 tempest-ServersAdminTestJSON-1393048834 tempest-ServersAdminTestJSON-1393048834-project] 10.222.0.75 "GET /v2.0/ports?device_id=fd17ec19-7de7-4d19-86bc-494ce272637b HTTP/1.1" status: 200 len: 949 time: 0.0583231 Feb 09 19:18:41.014785 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-b7735881-ad0f-4916-9e39-fd083ff6ba2c admin admin] Publish callbacks [] for security_group (8d1184da-d2aa-4603-bdd1-6a493b3c3ba8), precommit_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:18:41.056885 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-8c03f1a9-fda8-4e2b-816d-e32e112e20ca req-dc5a32ac-1476-4d4a-8028-14210fe11946 tempest-ServersAdminTestJSON-1393048834 tempest-ServersAdminTestJSON-1393048834-project] 10.222.0.75 "GET /v2.0/security-groups?id=c0042214-21f2-4e80-92b9-9b56852b3a45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495288 Feb 09 19:18:41.087706 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-b7735881-ad0f-4916-9e39-fd083ff6ba2c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1892331'] for security_group (8d1184da-d2aa-4603-bdd1-6a493b3c3ba8), after_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:18:41.091924 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-b7735881-ad0f-4916-9e39-fd083ff6ba2c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:18:41.095742 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-b7735881-ad0f-4916-9e39-fd083ff6ba2c admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/8d1184da-d2aa-4603-bdd1-6a493b3c3ba8 HTTP/1.1" status: 204 len: 168 time: 0.1699851 Feb 09 19:18:41.104042 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7735881-ad0f-4916-9e39-fd083ff6ba2c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8d1184da-d2aa-4603-bdd1-6a493b3c3ba8,revision_number=None']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:18:41.107751 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-7429db8d-6021-40ad-813e-885be449a89b None None] get_ports_and_sgs() called for port_ids ['391d7870-a90c-4fda-ba9b-c043a21e2381'] {{(pid=103232) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 19:18:41.396639 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf57fc2a-2773-43ec-a4cd-62b434637c33 req-f1be91bb-b11f-4447-bef7-223133088c55 tempest-ServerRescueNegativeTestJSON-1800126168 tempest-ServerRescueNegativeTestJSON-1800126168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:18:41.399395 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-bf57fc2a-2773-43ec-a4cd-62b434637c33 req-f1be91bb-b11f-4447-bef7-223133088c55 tempest-ServerRescueNegativeTestJSON-1800126168 tempest-ServerRescueNegativeTestJSON-1800126168-project] 10.222.0.75 "GET /v2.0/ports?device_id=44c70ffa-f512-41ae-b436-424d8fe54797 HTTP/1.1" status: 200 len: 945 time: 0.0666549 Feb 09 19:18:41.460261 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-bf57fc2a-2773-43ec-a4cd-62b434637c33 req-1233d9e6-7beb-413f-a14a-02e55e86c314 tempest-ServerRescueNegativeTestJSON-1800126168 tempest-ServerRescueNegativeTestJSON-1800126168-project] 10.222.0.75 "GET /v2.0/security-groups?id=20eba632-e06f-4b78-b62a-91fbda6670a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548146 Feb 09 19:18:41.649585 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-fef53710-c451-4e3f-92f4-6f25f6eabd41 req-f87594af-dc83-4ea1-97fd-4c862660cef4 tempest-ServerShowV247Test-1778340501 tempest-ServerShowV247Test-1778340501-project] 10.222.0.75 "GET /v2.0/ports?device_id=aa74756f-5b3d-4e9a-a622-b21515b464cc HTTP/1.1" status: 200 len: 210 time: 0.0317416 Feb 09 19:18:41.886430 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 41020) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:18:41.909544 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ff37f40-2de8-42c5-ae68-7bac14448cda req-3b0b5515-a1fd-476c-b425-d95a777fbb66 tempest-AttachVolumeNegativeTest-275227323 tempest-AttachVolumeNegativeTest-275227323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:18:41.911151 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-5ff37f40-2de8-42c5-ae68-7bac14448cda req-3b0b5515-a1fd-476c-b425-d95a777fbb66 tempest-AttachVolumeNegativeTest-275227323 tempest-AttachVolumeNegativeTest-275227323-project] 10.222.0.75 "GET /v2.0/ports?device_id=1a2b56c2-8acc-49bc-83ed-688222bc244b HTTP/1.1" status: 200 len: 944 time: 0.0631995 Feb 09 19:18:41.951415 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Device 4ed0dce2-dc4e-4b6e-8bc4-4350d63bad09 up at agent hyperv_n-h2-713498-36 {{(pid=103232) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 19:18:41.965572 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-5ff37f40-2de8-42c5-ae68-7bac14448cda req-4bdca570-b53c-437a-ad86-8540c6528f5b tempest-AttachVolumeNegativeTest-275227323 tempest-AttachVolumeNegativeTest-275227323-project] 10.222.0.75 "GET /v2.0/security-groups?id=4936bce0-5f58-4a33-9b1f-fa66fe6c175f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472529 Feb 09 19:18:42.010544 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.v2.base [None req-65efd28c-c1d8-45bc-83be-1d33e0ae1a2d tempest-SubnetPoolsTestJSON-816543190 tempest-SubnetPoolsTestJSON-816543190-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools-2113449720', 'prefixes': ['172.20.0.0/16']}} {{(pid=103229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 19:18:42.015937 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.provisioning_blocks [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Provisioning for port 4ed0dce2-dc4e-4b6e-8bc4-4350d63bad09 completed by entity L2. {{(pid=103232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 19:18:42.020532 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.provisioning_blocks [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Provisioning complete for port 4ed0dce2-dc4e-4b6e-8bc4-4350d63bad09 triggered by entity L2. {{(pid=103232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 19:18:42.020918 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593630'] for port (4ed0dce2-dc4e-4b6e-8bc4-4350d63bad09), provisioning_complete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:18:42.083404 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-65efd28c-c1d8-45bc-83be-1d33e0ae1a2d tempest-SubnetPoolsTestJSON-816543190 tempest-SubnetPoolsTestJSON-816543190-project] Publish callbacks [] for subnetpool (None), before_response {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:18:42.083642 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-65efd28c-c1d8-45bc-83be-1d33e0ae1a2d tempest-SubnetPoolsTestJSON-816543190 tempest-SubnetPoolsTestJSON-816543190-project] 10.222.0.75 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 737 time: 0.1961987 Feb 09 19:18:42.086391 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 41026) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:18:42.111122 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Current status of the port 4ed0dce2-dc4e-4b6e-8bc4-4350d63bad09 is: BUILD; New status is: ACTIVE {{(pid=103232) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 19:18:42.111673 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (4ed0dce2-dc4e-4b6e-8bc4-4350d63bad09), before_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:18:42.145392 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-00ecee28-4a8f-4f04-a262-402c85acba93 tempest-SubnetPoolsTestJSON-816543190 tempest-SubnetPoolsTestJSON-816543190-project] 10.222.0.75 "GET /v2.0/subnetpools/f53a50a9-6faf-466d-91c2-4e679b803425 HTTP/1.1" status: 200 len: 732 time: 0.0575140 Feb 09 19:18:42.148780 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 41028) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:18:42.155788 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-7429db8d-6021-40ad-813e-885be449a89b None None] For port 4ed0dce2-dc4e-4b6e-8bc4-4350d63bad09, host n-h2-713498-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-36',level=0,port_id=4ed0dce2-dc4e-4b6e-8bc4-4350d63bad09,segment=NetworkSegment(c4b0cfb4-dad4-4b79-b4e7-2eec0bd08e3c),segment_id=c4b0cfb4-dad4-4b79-b4e7-2eec0bd08e3c)] {{(pid=103232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 19:18:42.157432 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.v2.base [None req-340f1ee5-8cb0-46aa-81dc-ed7c97c1c4a4 tempest-SubnetPoolsTestJSON-816543190 tempest-SubnetPoolsTestJSON-816543190-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools_update-414785224'}} {{(pid=103230) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 19:18:42.161209 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762867176205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762866656485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762866656503'] for port (4ed0dce2-dc4e-4b6e-8bc4-4350d63bad09), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:18:42.201969 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2af57e02-f946-47d7-8d0e-ce029eb31d5b req-5d290aa4-d92b-4765-bdf8-96d2aa448f80 tempest-ServersAdminTestJSON-1393048834 tempest-ServersAdminTestJSON-1393048834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:18:42.209538 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-2af57e02-f946-47d7-8d0e-ce029eb31d5b req-5d290aa4-d92b-4765-bdf8-96d2aa448f80 tempest-ServersAdminTestJSON-1393048834 tempest-ServersAdminTestJSON-1393048834-project] 10.222.0.75 "GET /v2.0/ports?device_id=fd17ec19-7de7-4d19-86bc-494ce272637b HTTP/1.1" status: 200 len: 949 time: 0.0687358 Feb 09 19:18:42.223613 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Pushing event updated for resources: {'Port': ['ID=4ed0dce2-dc4e-4b6e-8bc4-4350d63bad09,revision_number=5']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:18:42.257839 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-2af57e02-f946-47d7-8d0e-ce029eb31d5b req-56f19376-5a3e-4a5f-b93e-2c4e7f1eb34b tempest-ServersAdminTestJSON-1393048834 tempest-ServersAdminTestJSON-1393048834-project] 10.222.0.75 "GET /v2.0/security-groups?id=c0042214-21f2-4e80-92b9-9b56852b3a45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474567 Feb 09 19:18:42.259791 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-340f1ee5-8cb0-46aa-81dc-ed7c97c1c4a4 tempest-SubnetPoolsTestJSON-816543190 tempest-SubnetPoolsTestJSON-816543190-project] Publish callbacks [] for subnetpool (None), before_response {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:18:42.262205 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-340f1ee5-8cb0-46aa-81dc-ed7c97c1c4a4 tempest-SubnetPoolsTestJSON-816543190 tempest-SubnetPoolsTestJSON-816543190-project] 10.222.0.75 "PUT /v2.0/subnetpools/f53a50a9-6faf-466d-91c2-4e679b803425 HTTP/1.1" status: 200 len: 683 time: 0.1111042 Feb 09 19:18:42.263758 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 41030) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:18:42.339283 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-56ad7f9a-a17a-42d2-a483-a1dc50ed51c0 tempest-SubnetPoolsTestJSON-816543190 tempest-SubnetPoolsTestJSON-816543190-project] Publish callbacks [] for subnetpool (None), before_response {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:18:42.340431 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-56ad7f9a-a17a-42d2-a483-a1dc50ed51c0 tempest-SubnetPoolsTestJSON-816543190 tempest-SubnetPoolsTestJSON-816543190-project] 10.222.0.75 "DELETE /v2.0/subnetpools/f53a50a9-6faf-466d-91c2-4e679b803425 HTTP/1.1" status: 204 len: 168 time: 0.0755663 Feb 09 19:18:42.342992 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 41032) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:18:42.357780 n-d-713498-36 neutron-server[103230]: INFO neutron.api.v2.resource [None req-38aaebad-aa20-4e42-b587-cf4abd40a8b3 tempest-SubnetPoolsTestJSON-816543190 tempest-SubnetPoolsTestJSON-816543190-project] show failed (client error): The resource could not be found. Feb 09 19:18:42.358889 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-38aaebad-aa20-4e42-b587-cf4abd40a8b3 tempest-SubnetPoolsTestJSON-816543190 tempest-SubnetPoolsTestJSON-816543190-project] 10.222.0.75 "GET /v2.0/subnetpools/f53a50a9-6faf-466d-91c2-4e679b803425 HTTP/1.1" status: 404 len: 346 time: 0.0149953 Feb 09 19:18:42.361386 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 41034) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:18:42.375711 n-d-713498-36 neutron-server[103230]: INFO neutron.api.v2.resource [None req-79eed307-1012-4b90-b7bf-db3ba3bcf212 tempest-SubnetPoolsTestJSON-816543190 tempest-SubnetPoolsTestJSON-816543190-project] delete failed (client error): The resource could not be found. Feb 09 19:18:42.377240 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-79eed307-1012-4b90-b7bf-db3ba3bcf212 tempest-SubnetPoolsTestJSON-816543190 tempest-SubnetPoolsTestJSON-816543190-project] 10.222.0.75 "DELETE /v2.0/subnetpools/f53a50a9-6faf-466d-91c2-4e679b803425 HTTP/1.1" status: 404 len: 346 time: 0.0149708 Feb 09 19:18:42.491288 n-d-713498-36 neutron-server[103232]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1a2b56c2-8acc-49bc-83ed-688222bc244b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4ed0dce2-dc4e-4b6e-8bc4-4350d63bad09'}] {{(pid=103232) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 19:18:42.495893 n-d-713498-36 neutron-server[103232]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}949cdcde653dec44821de95cbf67297f53cbc2aed4e073b5d514f93bf911ce85" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7da7e6de-798c-4ba9-aa4b-acfc3b0bbdf3" -d '{"events": [{"server_uuid": "1a2b56c2-8acc-49bc-83ed-688222bc244b", "name": "network-vif-plugged", "status": "completed", "tag": "4ed0dce2-dc4e-4b6e-8bc4-4350d63bad09"}]}' {{(pid=103232) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 19:18:42.540800 n-d-713498-36 neutron-server[103232]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 19:18:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a916c61a-bd57-4a7a-b218-fba03384ac6c x-openstack-request-id: req-a916c61a-bd57-4a7a-b218-fba03384ac6c {{(pid=103232) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 19:18:42.541129 n-d-713498-36 neutron-server[103232]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1a2b56c2-8acc-49bc-83ed-688222bc244b", "name": "network-vif-plugged", "status": "completed", "tag": "4ed0dce2-dc4e-4b6e-8bc4-4350d63bad09", "code": 200}]} {{(pid=103232) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 19:18:42.541787 n-d-713498-36 neutron-server[103232]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-a916c61a-bd57-4a7a-b218-fba03384ac6c {{(pid=103232) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 19:18:42.542449 n-d-713498-36 neutron-server[103232]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1a2b56c2-8acc-49bc-83ed-688222bc244b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4ed0dce2-dc4e-4b6e-8bc4-4350d63bad09', 'code': 200} Feb 09 19:18:42.620878 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14761ebb-ca1f-47ee-a67c-0261fdfd3bd8 req-7d02f398-e750-4ee5-a415-449e7fc57752 tempest-ServerRescueNegativeTestJSON-1800126168 tempest-ServerRescueNegativeTestJSON-1800126168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:18:42.622648 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-14761ebb-ca1f-47ee-a67c-0261fdfd3bd8 req-7d02f398-e750-4ee5-a415-449e7fc57752 tempest-ServerRescueNegativeTestJSON-1800126168 tempest-ServerRescueNegativeTestJSON-1800126168-project] 10.222.0.75 "GET /v2.0/ports?device_id=44c70ffa-f512-41ae-b436-424d8fe54797 HTTP/1.1" status: 200 len: 945 time: 0.0860469 Feb 09 19:18:42.691540 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 41048) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:18:42.704733 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-14761ebb-ca1f-47ee-a67c-0261fdfd3bd8 req-0d84c0b1-a43b-4881-aeea-ba57b8c45360 tempest-ServerRescueNegativeTestJSON-1800126168 tempest-ServerRescueNegativeTestJSON-1800126168-project] 10.222.0.75 "GET /v2.0/security-groups?id=20eba632-e06f-4b78-b62a-91fbda6670a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0753069 Feb 09 19:18:42.722321 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71ced2c0-e004-4f98-a9aa-856c3efe4e04 req-539bb5df-9f64-452b-b3c5-e1cdf7870015 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:18:42.724104 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-71ced2c0-e004-4f98-a9aa-856c3efe4e04 req-539bb5df-9f64-452b-b3c5-e1cdf7870015 service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=1a2b56c2-8acc-49bc-83ed-688222bc244b HTTP/1.1" status: 200 len: 1128 time: 0.0727842 Feb 09 19:18:42.804636 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-71ced2c0-e004-4f98-a9aa-856c3efe4e04 req-110944f0-5875-498d-9a05-493bce6cda1f service neutron] 10.222.0.90 "GET /v2.0/security-groups?id=4936bce0-5f58-4a33-9b1f-fa66fe6c175f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0696883 Feb 09 19:18:42.824818 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-02903702-5514-4a8d-a69a-15fff365ee67 req-cb7db04d-854e-4638-a0b3-f67ab86be8ba tempest-ServerShowV247Test-1778340501 tempest-ServerShowV247Test-1778340501-project] 10.222.0.75 "GET /v2.0/ports?device_id=aa74756f-5b3d-4e9a-a622-b21515b464cc HTTP/1.1" status: 200 len: 210 time: 0.0578017 Feb 09 19:18:42.846521 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-0ed973ac-466f-4923-9364-51790b3afd95 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:18:42.934546 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-0ed973ac-466f-4923-9364-51790b3afd95 admin admin] Publish callbacks [] for security_group (134d3a2e-bb94-4337-b9c4-cc74c680ffde), precommit_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:18:42.938871 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-0ed973ac-466f-4923-9364-51790b3afd95 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1892331'] for security_group (134d3a2e-bb94-4337-b9c4-cc74c680ffde), after_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:18:42.980654 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-0ed973ac-466f-4923-9364-51790b3afd95 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=776bfddf1ffe42a8b7d839f9c003c874&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2875814 Feb 09 19:18:42.981853 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ed973ac-466f-4923-9364-51790b3afd95 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=134d3a2e-bb94-4337-b9c4-cc74c680ffde,revision_number=1']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:18:42.983370 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 41052) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:18:43.031229 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-926aa8c4-091d-4429-a880-680f89aff865 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762867132591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593584'] for agent (93303d5e-5d17-45e8-8963-7694f87783ae), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:18:43.040959 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-a545249c-71ab-4185-894c-1e9cc6987cbd admin admin] Publish callbacks [] for security_group (134d3a2e-bb94-4337-b9c4-cc74c680ffde), before_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:18:43.088921 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-a545249c-71ab-4185-894c-1e9cc6987cbd admin admin] Publish callbacks [] for security_group (134d3a2e-bb94-4337-b9c4-cc74c680ffde), precommit_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:18:43.139696 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88a9cdbe-8ddd-4a2b-9919-2dfc2cb44cd0 req-e52505ab-5520-4fe2-9c5b-3bbedfb6967d tempest-AttachVolumeNegativeTest-275227323 tempest-AttachVolumeNegativeTest-275227323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:18:43.141308 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-88a9cdbe-8ddd-4a2b-9919-2dfc2cb44cd0 req-e52505ab-5520-4fe2-9c5b-3bbedfb6967d tempest-AttachVolumeNegativeTest-275227323 tempest-AttachVolumeNegativeTest-275227323-project] 10.222.0.75 "GET /v2.0/ports?device_id=1a2b56c2-8acc-49bc-83ed-688222bc244b HTTP/1.1" status: 200 len: 945 time: 0.0863938 Feb 09 19:18:43.154822 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-a545249c-71ab-4185-894c-1e9cc6987cbd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1892331'] for security_group (134d3a2e-bb94-4337-b9c4-cc74c680ffde), after_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:18:43.157679 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-a545249c-71ab-4185-894c-1e9cc6987cbd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:18:43.158906 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-a545249c-71ab-4185-894c-1e9cc6987cbd admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/134d3a2e-bb94-4337-b9c4-cc74c680ffde HTTP/1.1" status: 204 len: 168 time: 0.1739163 Feb 09 19:18:43.180514 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a545249c-71ab-4185-894c-1e9cc6987cbd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=134d3a2e-bb94-4337-b9c4-cc74c680ffde,revision_number=None']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:18:43.249833 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-88a9cdbe-8ddd-4a2b-9919-2dfc2cb44cd0 req-4692eca3-4d3d-40b9-a911-24178bada7a9 tempest-AttachVolumeNegativeTest-275227323 tempest-AttachVolumeNegativeTest-275227323-project] 10.222.0.75 "GET /v2.0/security-groups?id=4936bce0-5f58-4a33-9b1f-fa66fe6c175f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0897999 Feb 09 19:18:43.270509 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-c1b77e1f-f641-46d3-9e4e-11b86a04e2ad req-7b081bf1-30fb-4c68-b040-b9c81788ad52 service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=c3476174-573e-455c-944e-9ed0cac04ac2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 665 time: 0.0738187 Feb 09 19:18:43.401247 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-201a6dbd-9b09-46e7-b870-2f32e2dfb71f req-9d67a108-bd55-486f-878b-44f3e08d6167 tempest-ServersAdminTestJSON-1393048834 tempest-ServersAdminTestJSON-1393048834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:18:43.401398 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1b77e1f-f641-46d3-9e4e-11b86a04e2ad req-5093f163-1b38-46c1-b8aa-e97b53ab2a37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:18:43.401627 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1b77e1f-f641-46d3-9e4e-11b86a04e2ad req-5093f163-1b38-46c1-b8aa-e97b53ab2a37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:18:43.402135 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1b77e1f-f641-46d3-9e4e-11b86a04e2ad req-5093f163-1b38-46c1-b8aa-e97b53ab2a37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:18:43.402607 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1b77e1f-f641-46d3-9e4e-11b86a04e2ad req-5093f163-1b38-46c1-b8aa-e97b53ab2a37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:18:43.403009 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-201a6dbd-9b09-46e7-b870-2f32e2dfb71f req-9d67a108-bd55-486f-878b-44f3e08d6167 tempest-ServersAdminTestJSON-1393048834 tempest-ServersAdminTestJSON-1393048834-project] 10.222.0.75 "GET /v2.0/ports?device_id=fd17ec19-7de7-4d19-86bc-494ce272637b HTTP/1.1" status: 200 len: 949 time: 0.0582879 Feb 09 19:18:43.403114 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1b77e1f-f641-46d3-9e4e-11b86a04e2ad req-5093f163-1b38-46c1-b8aa-e97b53ab2a37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:18:43.403522 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1b77e1f-f641-46d3-9e4e-11b86a04e2ad req-5093f163-1b38-46c1-b8aa-e97b53ab2a37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:18:43.403979 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1b77e1f-f641-46d3-9e4e-11b86a04e2ad req-5093f163-1b38-46c1-b8aa-e97b53ab2a37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:18:43.405881 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-c1b77e1f-f641-46d3-9e4e-11b86a04e2ad req-5093f163-1b38-46c1-b8aa-e97b53ab2a37 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=1244a62b17644644960c0ef5509cee38&device_id=c3476174-573e-455c-944e-9ed0cac04ac2 HTTP/1.1" status: 200 len: 6716 time: 0.0597949 Feb 09 19:18:43.460678 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-201a6dbd-9b09-46e7-b870-2f32e2dfb71f req-1421cf3b-58a5-4a3c-bda4-87b401999961 tempest-ServersAdminTestJSON-1393048834 tempest-ServersAdminTestJSON-1393048834-project] 10.222.0.75 "GET /v2.0/security-groups?id=c0042214-21f2-4e80-92b9-9b56852b3a45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514243 Feb 09 19:18:43.560387 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1b77e1f-f641-46d3-9e4e-11b86a04e2ad req-9bf3fdeb-7275-49ef-b689-6d315d38c0e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:18:43.560943 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1b77e1f-f641-46d3-9e4e-11b86a04e2ad req-9bf3fdeb-7275-49ef-b689-6d315d38c0e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:18:43.561420 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1b77e1f-f641-46d3-9e4e-11b86a04e2ad req-9bf3fdeb-7275-49ef-b689-6d315d38c0e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:18:43.563056 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-c1b77e1f-f641-46d3-9e4e-11b86a04e2ad req-9bf3fdeb-7275-49ef-b689-6d315d38c0e4 service neutron] 10.222.0.90 "GET /v2.0/networks?id=3e8c2732-7ced-47de-8a60-f22ea571cd92&id=319dd8de-af57-40fe-b1b8-034fd50be509&id=319dd8de-af57-40fe-b1b8-034fd50be509&id=319dd8de-af57-40fe-b1b8-034fd50be509&id=319dd8de-af57-40fe-b1b8-034fd50be509&id=331b81e1-5966-4614-8f3b-12a1817e4fe0&id=331b81e1-5966-4614-8f3b-12a1817e4fe0 HTTP/1.1" status: 200 len: 2291 time: 0.1078193 Feb 09 19:18:43.647044 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-c1b77e1f-f641-46d3-9e4e-11b86a04e2ad req-9be4b268-7aa1-4745-b290-9e55a242aeed service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=6aefa796-a5da-43f4-b77c-5a57dc7a02ee HTTP/1.1" status: 200 len: 1000 time: 0.0716634 Feb 09 19:18:43.706408 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1b77e1f-f641-46d3-9e4e-11b86a04e2ad req-92ee8085-f156-48b8-a248-c9180670cb69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:18:43.708008 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-c1b77e1f-f641-46d3-9e4e-11b86a04e2ad req-92ee8085-f156-48b8-a248-c9180670cb69 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=96689e74-1d15-4889-9091-f107b048a678 HTTP/1.1" status: 200 len: 849 time: 0.0510142 Feb 09 19:18:43.767372 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1b77e1f-f641-46d3-9e4e-11b86a04e2ad req-27aa75d3-8cbc-4290-8d89-fa736adf5af2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:18:43.768886 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-c1b77e1f-f641-46d3-9e4e-11b86a04e2ad req-27aa75d3-8cbc-4290-8d89-fa736adf5af2 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=3e8c2732-7ced-47de-8a60-f22ea571cd92&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0517766 Feb 09 19:18:43.852254 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-8c32d841-1108-4063-8d70-2bbc9d8f57ce req-476162b0-4412-4da4-ae7a-ae2b9f00b17e tempest-VolumesBackupsTest-1412992171 tempest-VolumesBackupsTest-1412992171-project] 10.222.0.75 "GET /v2.0/networks?tenant_id=ca9d8283fba6413a88665299a2870efb&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0230575 Feb 09 19:18:43.920443 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d6c5000-6787-48cf-b64c-0d49e4be3268 req-632c76ad-bdcf-42a7-ab8e-ffd552c7828b tempest-ServerRescueNegativeTestJSON-1800126168 tempest-ServerRescueNegativeTestJSON-1800126168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:18:43.921867 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-4d6c5000-6787-48cf-b64c-0d49e4be3268 req-632c76ad-bdcf-42a7-ab8e-ffd552c7828b tempest-ServerRescueNegativeTestJSON-1800126168 tempest-ServerRescueNegativeTestJSON-1800126168-project] 10.222.0.75 "GET /v2.0/ports?device_id=44c70ffa-f512-41ae-b436-424d8fe54797 HTTP/1.1" status: 200 len: 945 time: 0.1296854 Feb 09 19:18:43.927825 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-c1b77e1f-f641-46d3-9e4e-11b86a04e2ad req-50e9a185-a920-4d94-8957-cd9ceda8d4ac service neutron] 10.222.0.90 "GET /v2.0/networks/3e8c2732-7ced-47de-8a60-f22ea571cd92?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1472178 Feb 09 19:18:43.956527 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Device 391d7870-a90c-4fda-ba9b-c043a21e2381 up at agent hyperv_n-h2-713498-36 {{(pid=103232) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 19:18:43.985495 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c32d841-1108-4063-8d70-2bbc9d8f57ce req-7205f1a5-eac5-4f51-a6bb-39f0f66e0b6b tempest-VolumesBackupsTest-1412992171 tempest-VolumesBackupsTest-1412992171-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:18:43.988114 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-8c32d841-1108-4063-8d70-2bbc9d8f57ce req-7205f1a5-eac5-4f51-a6bb-39f0f66e0b6b tempest-VolumesBackupsTest-1412992171 tempest-VolumesBackupsTest-1412992171-project] 10.222.0.75 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1305389 Feb 09 19:18:44.023313 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.provisioning_blocks [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Provisioning complete for port 391d7870-a90c-4fda-ba9b-c043a21e2381 triggered by entity L2. {{(pid=103232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 19:18:44.024022 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593630'] for port (391d7870-a90c-4fda-ba9b-c043a21e2381), provisioning_complete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:18:44.025621 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-8c32d841-1108-4063-8d70-2bbc9d8f57ce req-a433a52e-b3ba-4f4d-b6b6-287645ab600c tempest-VolumesBackupsTest-1412992171 tempest-VolumesBackupsTest-1412992171-project] 10.222.0.75 "GET /v2.0/quotas/ca9d8283fba6413a88665299a2870efb HTTP/1.1" status: 200 len: 375 time: 0.0303512 Feb 09 19:18:44.029941 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-4d6c5000-6787-48cf-b64c-0d49e4be3268 req-a9b410a9-81bb-4555-b2a8-3166b72be328 tempest-ServerRescueNegativeTestJSON-1800126168 tempest-ServerRescueNegativeTestJSON-1800126168-project] 10.222.0.75 "GET /v2.0/security-groups?id=20eba632-e06f-4b78-b62a-91fbda6670a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1011133 Feb 09 19:18:44.068374 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-8c32d841-1108-4063-8d70-2bbc9d8f57ce req-e6bd37a0-9273-4989-8b6c-224abb8b98f3 tempest-VolumesBackupsTest-1412992171 tempest-VolumesBackupsTest-1412992171-project] 10.222.0.75 "GET /v2.0/ports?tenant_id=ca9d8283fba6413a88665299a2870efb&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0397010 Feb 09 19:18:44.074715 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-c1b77e1f-f641-46d3-9e4e-11b86a04e2ad req-a3b6e824-eb28-486f-9d75-8d9f73156be3 service neutron] 10.222.0.90 "GET /v2.0/networks/3e8c2732-7ced-47de-8a60-f22ea571cd92?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1322596 Feb 09 19:18:44.150226 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-c1b77e1f-f641-46d3-9e4e-11b86a04e2ad req-3e37222a-60b9-4091-9f48-33e3a0e9fc18 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.234&port_id=00c0f46c-15ff-4897-a6aa-63bcf7d50cc2 HTTP/1.1" status: 200 len: 217 time: 0.0668001 Feb 09 19:18:44.177144 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Current status of the port 391d7870-a90c-4fda-ba9b-c043a21e2381 is: BUILD; New status is: ACTIVE {{(pid=103232) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 19:18:44.177761 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (391d7870-a90c-4fda-ba9b-c043a21e2381), before_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:18:44.186562 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-bf38c402-9a79-4b4c-a627-9ab8650ef6f4 req-54c4394e-ebfa-4ad4-b764-f6284ed67033 tempest-ServerShowV247Test-1778340501 tempest-ServerShowV247Test-1778340501-project] 10.222.0.75 "GET /v2.0/ports?device_id=aa74756f-5b3d-4e9a-a622-b21515b464cc HTTP/1.1" status: 200 len: 210 time: 0.0392275 Feb 09 19:18:44.230285 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-7429db8d-6021-40ad-813e-885be449a89b None None] For port 391d7870-a90c-4fda-ba9b-c043a21e2381, host n-h2-713498-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-36',level=0,port_id=391d7870-a90c-4fda-ba9b-c043a21e2381,segment=NetworkSegment(50e5915e-18f0-4558-9a28-b978975ead36),segment_id=50e5915e-18f0-4558-9a28-b978975ead36)] {{(pid=103232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 19:18:44.249924 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762867176205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762866656485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762866656503'] for port (391d7870-a90c-4fda-ba9b-c043a21e2381), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:18:44.253258 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1b77e1f-f641-46d3-9e4e-11b86a04e2ad req-2850c4aa-95ee-457e-a1ff-bb7a64d71e58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:18:44.255409 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-c1b77e1f-f641-46d3-9e4e-11b86a04e2ad req-2850c4aa-95ee-457e-a1ff-bb7a64d71e58 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=4f9f0eeb-e92f-40bd-8072-2e802a7fd893 HTTP/1.1" status: 200 len: 797 time: 0.0954688 Feb 09 19:18:44.314924 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-edc54c9b-7f13-45d9-9271-85c9738b0128 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762867132591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593584'] for agent (a62b1850-466f-48ae-bec7-d62fb280e14b), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:18:44.325743 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Pushing event updated for resources: {'Port': ['ID=391d7870-a90c-4fda-ba9b-c043a21e2381,revision_number=8']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:18:44.367988 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-07de9878-2e1a-4dd4-84fc-f8cf047d7454 req-8cbd7093-6964-4162-9c2c-0fae27297fdf tempest-VolumesBackupsTest-1412992171 tempest-VolumesBackupsTest-1412992171-project] 10.222.0.75 "GET /v2.0/ports?device_id=db80ff34-1a54-4ffe-a739-34523c5a2111 HTTP/1.1" status: 200 len: 210 time: 0.0417526 Feb 09 19:18:44.388283 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1b77e1f-f641-46d3-9e4e-11b86a04e2ad req-26ecf9d0-470d-4440-9c35-bfa294db01c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:18:44.389814 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-c1b77e1f-f641-46d3-9e4e-11b86a04e2ad req-26ecf9d0-470d-4440-9c35-bfa294db01c5 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=319dd8de-af57-40fe-b1b8-034fd50be509&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1198 time: 0.1251547 Feb 09 19:18:44.420998 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7361a3a3-c97b-405a-a161-4be4513530af req-fd7fe05e-0c54-4b07-9750-0e4aaf60f823 tempest-AttachVolumeNegativeTest-275227323 tempest-AttachVolumeNegativeTest-275227323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:18:44.422483 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-7361a3a3-c97b-405a-a161-4be4513530af req-fd7fe05e-0c54-4b07-9750-0e4aaf60f823 tempest-AttachVolumeNegativeTest-275227323 tempest-AttachVolumeNegativeTest-275227323-project] 10.222.0.75 "GET /v2.0/ports?device_id=1a2b56c2-8acc-49bc-83ed-688222bc244b HTTP/1.1" status: 200 len: 945 time: 0.0586190 Feb 09 19:18:44.501225 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-7361a3a3-c97b-405a-a161-4be4513530af req-35359c40-8786-40c9-9664-8c440866d2cb tempest-AttachVolumeNegativeTest-275227323 tempest-AttachVolumeNegativeTest-275227323-project] 10.222.0.75 "GET /v2.0/security-groups?id=4936bce0-5f58-4a33-9b1f-fa66fe6c175f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0700829 Feb 09 19:18:44.536561 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-c1b77e1f-f641-46d3-9e4e-11b86a04e2ad req-6126a18a-89db-409d-ace4-12cb2932a1aa service neutron] 10.222.0.90 "GET /v2.0/networks/319dd8de-af57-40fe-b1b8-034fd50be509?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1340437 Feb 09 19:18:44.543454 n-d-713498-36 neutron-server[103232]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fd17ec19-7de7-4d19-86bc-494ce272637b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '391d7870-a90c-4fda-ba9b-c043a21e2381'}] {{(pid=103232) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 19:18:44.552724 n-d-713498-36 neutron-server[103232]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}949cdcde653dec44821de95cbf67297f53cbc2aed4e073b5d514f93bf911ce85" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9183abe8-6d14-474c-9201-28d0ee14eb9d" -d '{"events": [{"server_uuid": "fd17ec19-7de7-4d19-86bc-494ce272637b", "name": "network-vif-plugged", "status": "completed", "tag": "391d7870-a90c-4fda-ba9b-c043a21e2381"}]}' {{(pid=103232) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 19:18:44.609608 n-d-713498-36 neutron-server[103232]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 19:18:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3c276fc6-0c51-4012-bf04-d487439cb79d x-openstack-request-id: req-3c276fc6-0c51-4012-bf04-d487439cb79d {{(pid=103232) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 19:18:44.610126 n-d-713498-36 neutron-server[103232]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fd17ec19-7de7-4d19-86bc-494ce272637b", "name": "network-vif-plugged", "status": "completed", "tag": "391d7870-a90c-4fda-ba9b-c043a21e2381", "code": 200}]} {{(pid=103232) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 19:18:44.610476 n-d-713498-36 neutron-server[103232]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-3c276fc6-0c51-4012-bf04-d487439cb79d {{(pid=103232) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 19:18:44.610963 n-d-713498-36 neutron-server[103232]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fd17ec19-7de7-4d19-86bc-494ce272637b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '391d7870-a90c-4fda-ba9b-c043a21e2381', 'code': 200} Feb 09 19:18:44.722071 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-add2d57d-4b6c-4359-b9af-a1167cf5e807 req-e083430d-1be4-40ed-ae29-7ecfa33c9e04 tempest-ServersAdminTestJSON-1393048834 tempest-ServersAdminTestJSON-1393048834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:18:44.723572 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-add2d57d-4b6c-4359-b9af-a1167cf5e807 req-e083430d-1be4-40ed-ae29-7ecfa33c9e04 tempest-ServersAdminTestJSON-1393048834 tempest-ServersAdminTestJSON-1393048834-project] 10.222.0.75 "GET /v2.0/ports?device_id=fd17ec19-7de7-4d19-86bc-494ce272637b HTTP/1.1" status: 200 len: 950 time: 0.1157212 Feb 09 19:18:44.729430 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-c1b77e1f-f641-46d3-9e4e-11b86a04e2ad req-4499b4eb-314c-41ca-8631-00af0de9a04c service neutron] 10.222.0.90 "GET /v2.0/networks/319dd8de-af57-40fe-b1b8-034fd50be509?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1709809 Feb 09 19:18:44.794022 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-c1b77e1f-f641-46d3-9e4e-11b86a04e2ad req-375a290f-6408-4cf3-8d3e-66201e8473cc service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.113&port_id=1d0cdc94-55c4-4888-8478-b9f4b1cc96ea HTTP/1.1" status: 200 len: 217 time: 0.0468655 Feb 09 19:18:44.847553 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-add2d57d-4b6c-4359-b9af-a1167cf5e807 req-39fd02d3-c7a7-487f-9caf-bfdd0daa2df0 tempest-ServersAdminTestJSON-1393048834 tempest-ServersAdminTestJSON-1393048834-project] 10.222.0.75 "GET /v2.0/security-groups?id=c0042214-21f2-4e80-92b9-9b56852b3a45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1171660 Feb 09 19:18:44.899044 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1b77e1f-f641-46d3-9e4e-11b86a04e2ad req-5ac132ed-d312-4bab-a56f-d90f067a1e3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:18:44.899044 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-c1b77e1f-f641-46d3-9e4e-11b86a04e2ad req-5ac132ed-d312-4bab-a56f-d90f067a1e3e service neutron] 10.222.0.90 "GET /v2.0/subnets?id=4f9f0eeb-e92f-40bd-8072-2e802a7fd893 HTTP/1.1" status: 200 len: 797 time: 0.0783186 Feb 09 19:18:44.918288 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aa3185a-ab71-4b6c-81be-679f52cf7dba req-01a1c34a-5a71-4ea1-a380-0bb73c90e2e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:18:44.920340 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-1aa3185a-ab71-4b6c-81be-679f52cf7dba req-01a1c34a-5a71-4ea1-a380-0bb73c90e2e8 service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=fd17ec19-7de7-4d19-86bc-494ce272637b HTTP/1.1" status: 200 len: 1133 time: 0.0716460 Feb 09 19:18:44.960825 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1b77e1f-f641-46d3-9e4e-11b86a04e2ad req-8bb4379f-d5b2-4f44-8abc-a5b25c60c8d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:18:44.962513 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-c1b77e1f-f641-46d3-9e4e-11b86a04e2ad req-8bb4379f-d5b2-4f44-8abc-a5b25c60c8d2 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=319dd8de-af57-40fe-b1b8-034fd50be509&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1198 time: 0.0552619 Feb 09 19:18:44.984069 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-1aa3185a-ab71-4b6c-81be-679f52cf7dba req-bfe3501b-ad3e-469b-8977-e52613224802 service neutron] 10.222.0.90 "GET /v2.0/security-groups?id=c0042214-21f2-4e80-92b9-9b56852b3a45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532439 Feb 09 19:18:45.080929 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-c1b77e1f-f641-46d3-9e4e-11b86a04e2ad req-8550ae4b-5bd9-4013-a246-e596f817bddb service neutron] 10.222.0.90 "GET /v2.0/networks/319dd8de-af57-40fe-b1b8-034fd50be509?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1016722 Feb 09 19:18:45.183831 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a599f8a8-a26e-443f-a268-c9808ab964ac req-838418cd-352a-4537-b541-23412a51246a tempest-ServerRescueNegativeTestJSON-1800126168 tempest-ServerRescueNegativeTestJSON-1800126168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:18:45.185253 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-a599f8a8-a26e-443f-a268-c9808ab964ac req-838418cd-352a-4537-b541-23412a51246a tempest-ServerRescueNegativeTestJSON-1800126168 tempest-ServerRescueNegativeTestJSON-1800126168-project] 10.222.0.75 "GET /v2.0/ports?device_id=44c70ffa-f512-41ae-b436-424d8fe54797 HTTP/1.1" status: 200 len: 945 time: 0.0562096 Feb 09 19:18:45.237316 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-a599f8a8-a26e-443f-a268-c9808ab964ac req-520bb1b6-c97d-4dc3-9c2e-b3641ad97aca tempest-ServerRescueNegativeTestJSON-1800126168 tempest-ServerRescueNegativeTestJSON-1800126168-project] 10.222.0.75 "GET /v2.0/security-groups?id=20eba632-e06f-4b78-b62a-91fbda6670a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465524 Feb 09 19:18:45.346298 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-ebf2363a-5439-4daf-8e3b-a2811bd2749d req-ba0add34-b5a3-42fb-b84d-f420a690bdf9 tempest-ServerShowV247Test-1778340501 tempest-ServerShowV247Test-1778340501-project] 10.222.0.75 "GET /v2.0/ports?device_id=aa74756f-5b3d-4e9a-a622-b21515b464cc HTTP/1.1" status: 200 len: 210 time: 0.0599265 Feb 09 19:18:45.385389 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-c1b77e1f-f641-46d3-9e4e-11b86a04e2ad req-f19dcd00-760b-4eed-a32b-b6a81c492d5e service neutron] 10.222.0.90 "GET /v2.0/networks/319dd8de-af57-40fe-b1b8-034fd50be509?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1174812 Feb 09 19:18:45.436226 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-c1b77e1f-f641-46d3-9e4e-11b86a04e2ad req-968dec17-9ff1-4160-be2a-c67089ac0e50 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.56&port_id=ae0c20e2-a6bc-4527-b56e-8e357d08f2b6 HTTP/1.1" status: 200 len: 217 time: 0.0384710 Feb 09 19:18:45.465689 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-55e29703-918a-4a16-b58c-e9194cceb65a req-510cfae6-de95-41dd-8610-b9b0eb278f2b tempest-VolumesBackupsTest-1412992171 tempest-VolumesBackupsTest-1412992171-project] 10.222.0.75 "GET /v2.0/ports?device_id=db80ff34-1a54-4ffe-a739-34523c5a2111 HTTP/1.1" status: 200 len: 210 time: 0.0319149 Feb 09 19:18:45.509885 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1b77e1f-f641-46d3-9e4e-11b86a04e2ad req-2e89989d-b892-458b-8a67-e01ec71ab629 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:18:45.511414 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-c1b77e1f-f641-46d3-9e4e-11b86a04e2ad req-2e89989d-b892-458b-8a67-e01ec71ab629 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=4f9f0eeb-e92f-40bd-8072-2e802a7fd893 HTTP/1.1" status: 200 len: 797 time: 0.0577216 Feb 09 19:18:45.616929 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-8c32d841-1108-4063-8d70-2bbc9d8f57ce req-54fe5bdd-e751-4c92-b07d-d6cf339661db tempest-VolumesBackupsTest-1412992171 tempest-VolumesBackupsTest-1412992171-project] 10.222.0.89 "GET /v2.0/networks?tenant_id=ca9d8283fba6413a88665299a2870efb&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0232577 Feb 09 19:18:45.629678 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1b77e1f-f641-46d3-9e4e-11b86a04e2ad req-aa611074-5c08-4379-9a23-8fed7558b5dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:18:45.632510 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-c1b77e1f-f641-46d3-9e4e-11b86a04e2ad req-aa611074-5c08-4379-9a23-8fed7558b5dc service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=319dd8de-af57-40fe-b1b8-034fd50be509&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1198 time: 0.1098862 Feb 09 19:18:45.667861 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66e3ae02-4102-4cbd-a191-fc5d2a193b37 req-0ca9a226-aaa6-4506-b60e-c45eef77fa6e tempest-AttachVolumeNegativeTest-275227323 tempest-AttachVolumeNegativeTest-275227323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:18:45.669868 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-66e3ae02-4102-4cbd-a191-fc5d2a193b37 req-0ca9a226-aaa6-4506-b60e-c45eef77fa6e tempest-AttachVolumeNegativeTest-275227323 tempest-AttachVolumeNegativeTest-275227323-project] 10.222.0.75 "GET /v2.0/ports?device_id=1a2b56c2-8acc-49bc-83ed-688222bc244b HTTP/1.1" status: 200 len: 945 time: 0.0952771 Feb 09 19:18:45.742468 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c32d841-1108-4063-8d70-2bbc9d8f57ce req-2e8a0c45-8074-4422-b4dd-d6fbf0a549fb tempest-VolumesBackupsTest-1412992171 tempest-VolumesBackupsTest-1412992171-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:18:45.744122 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-8c32d841-1108-4063-8d70-2bbc9d8f57ce req-2e8a0c45-8074-4422-b4dd-d6fbf0a549fb tempest-VolumesBackupsTest-1412992171 tempest-VolumesBackupsTest-1412992171-project] 10.222.0.89 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1203468 Feb 09 19:18:45.766390 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.v2.base [req-8c32d841-1108-4063-8d70-2bbc9d8f57ce req-842f8fcc-0427-404c-bae9-369ab6809125 tempest-VolumesBackupsTest-1412992171 tempest-VolumesBackupsTest-1412992171-project] Request body: {'port': {'device_id': 'db80ff34-1a54-4ffe-a739-34523c5a2111', 'network_id': '2b5494c8-cf97-42c1-b902-87f998f28179', 'admin_state_up': True, 'tenant_id': 'ca9d8283fba6413a88665299a2870efb'}} {{(pid=103229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 19:18:45.781794 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-66e3ae02-4102-4cbd-a191-fc5d2a193b37 req-aa44acf9-b2b9-4e72-8860-1ab287ccf6e5 tempest-AttachVolumeNegativeTest-275227323 tempest-AttachVolumeNegativeTest-275227323-project] 10.222.0.75 "GET /v2.0/security-groups?id=4936bce0-5f58-4a33-9b1f-fa66fe6c175f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0816088 Feb 09 19:18:45.794256 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-c1b77e1f-f641-46d3-9e4e-11b86a04e2ad req-5a2b172b-9e76-4634-93f4-b679c114838a service neutron] 10.222.0.90 "GET /v2.0/networks/319dd8de-af57-40fe-b1b8-034fd50be509?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1535347 Feb 09 19:18:45.887171 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-a7262a8e-0513-48fd-984d-75726a511961 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762867132591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593584'] for agent (911cfea2-02ae-4ec9-bac3-7808ee1cdd9c), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:18:45.951199 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-c1b77e1f-f641-46d3-9e4e-11b86a04e2ad req-e907fabc-0a3f-47b9-8b47-452562b8ea52 service neutron] 10.222.0.90 "GET /v2.0/networks/319dd8de-af57-40fe-b1b8-034fd50be509?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1460097 Feb 09 19:18:45.986426 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8c32d841-1108-4063-8d70-2bbc9d8f57ce req-842f8fcc-0427-404c-bae9-369ab6809125 tempest-VolumesBackupsTest-1412992171 tempest-VolumesBackupsTest-1412992171-project] Made reservation on behalf of ca9d8283fba6413a88665299a2870efb for: {'port': 1} {{(pid=103229) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 19:18:45.990189 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-8c32d841-1108-4063-8d70-2bbc9d8f57ce req-842f8fcc-0427-404c-bae9-369ab6809125 tempest-VolumesBackupsTest-1412992171 tempest-VolumesBackupsTest-1412992171-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (None), before_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:18:46.002463 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-c1b77e1f-f641-46d3-9e4e-11b86a04e2ad req-051ad1c9-3b2b-4499-8074-e3108368882e service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.124&port_id=7627d463-e16c-4819-9e5e-c073ce7e0152 HTTP/1.1" status: 200 len: 217 time: 0.0416539 Feb 09 19:18:46.004337 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-8c32d841-1108-4063-8d70-2bbc9d8f57ce req-842f8fcc-0427-404c-bae9-369ab6809125 tempest-VolumesBackupsTest-1412992171 tempest-VolumesBackupsTest-1412992171-project] Publish callbacks [] for security_group (None), before_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:18:46.030571 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c579f058-ee76-4113-b469-34b75a1487ad req-e9ecf842-8909-4890-9ad9-31cea7bd539d tempest-ServersAdminTestJSON-1393048834 tempest-ServersAdminTestJSON-1393048834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:18:46.032286 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-c579f058-ee76-4113-b469-34b75a1487ad req-e9ecf842-8909-4890-9ad9-31cea7bd539d tempest-ServersAdminTestJSON-1393048834 tempest-ServersAdminTestJSON-1393048834-project] 10.222.0.75 "GET /v2.0/ports?device_id=fd17ec19-7de7-4d19-86bc-494ce272637b HTTP/1.1" status: 200 len: 950 time: 0.0893171 Feb 09 19:18:46.127140 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-c579f058-ee76-4113-b469-34b75a1487ad req-7e5e4aa5-3ab6-4ffc-8668-9ec7c4761f6b tempest-ServersAdminTestJSON-1393048834 tempest-ServersAdminTestJSON-1393048834-project] 10.222.0.75 "GET /v2.0/security-groups?id=c0042214-21f2-4e80-92b9-9b56852b3a45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0789242 Feb 09 19:18:46.186626 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-8c32d841-1108-4063-8d70-2bbc9d8f57ce req-842f8fcc-0427-404c-bae9-369ab6809125 tempest-VolumesBackupsTest-1412992171 tempest-VolumesBackupsTest-1412992171-project] Publish callbacks [] for security_group (a4cf7ff6-e2a8-4761-8b62-bb126962ec0d), precommit_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:18:46.187788 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 41174) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:18:46.200634 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-8c32d841-1108-4063-8d70-2bbc9d8f57ce req-842f8fcc-0427-404c-bae9-369ab6809125 tempest-VolumesBackupsTest-1412992171 tempest-VolumesBackupsTest-1412992171-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1892331'] for security_group (a4cf7ff6-e2a8-4761-8b62-bb126962ec0d), after_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:18:46.247644 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-842f8fcc-0427-404c-bae9-369ab6809125 tempest-VolumesBackupsTest-1412992171 tempest-VolumesBackupsTest-1412992171-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a4cf7ff6-e2a8-4761-8b62-bb126962ec0d,revision_number=1']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:18:46.367751 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-a3b61902-baf1-406e-8979-1107913a0dc2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:18:46.426276 n-d-713498-36 neutron-server[103229]: DEBUG neutron.db.db_base_plugin_common [req-8c32d841-1108-4063-8d70-2bbc9d8f57ce req-842f8fcc-0427-404c-bae9-369ab6809125 tempest-VolumesBackupsTest-1412992171 tempest-VolumesBackupsTest-1412992171-project] Allocated IP 192.168.233.216 (2b5494c8-cf97-42c1-b902-87f998f28179/60b561cb-321e-4f83-9bb3-92b2e1d0dc44/f838b982-b9e1-4aba-acdc-c2381da8aa4e) {{(pid=103229) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 19:18:46.514724 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-c9a9324e-cde3-4832-b747-99eae8f2829a req-40c7e9ee-a528-4374-aa45-b309622db771 tempest-ServerShowV247Test-1778340501 tempest-ServerShowV247Test-1778340501-project] 10.222.0.75 "GET /v2.0/ports?device_id=aa74756f-5b3d-4e9a-a622-b21515b464cc HTTP/1.1" status: 200 len: 210 time: 0.0487826 Feb 09 19:18:46.543658 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1b77e1f-f641-46d3-9e4e-11b86a04e2ad req-df515783-01c5-44e5-a701-3cdd9bd841ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:18:46.545117 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-c1b77e1f-f641-46d3-9e4e-11b86a04e2ad req-df515783-01c5-44e5-a701-3cdd9bd841ad service neutron] 10.222.0.90 "GET /v2.0/subnets?id=4f9f0eeb-e92f-40bd-8072-2e802a7fd893 HTTP/1.1" status: 200 len: 797 time: 0.5280287 Feb 09 19:18:46.551744 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4874ceb8-f081-403a-b4fb-2afeac8020b8 req-118fb329-fba0-40b3-a1e0-0c7b0eb2bea2 tempest-ServerRescueNegativeTestJSON-1800126168 tempest-ServerRescueNegativeTestJSON-1800126168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:18:46.559162 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-4874ceb8-f081-403a-b4fb-2afeac8020b8 req-118fb329-fba0-40b3-a1e0-0c7b0eb2bea2 tempest-ServerRescueNegativeTestJSON-1800126168 tempest-ServerRescueNegativeTestJSON-1800126168-project] 10.222.0.75 "GET /v2.0/ports?device_id=44c70ffa-f512-41ae-b436-424d8fe54797 HTTP/1.1" status: 200 len: 945 time: 0.0807335 Feb 09 19:18:46.625024 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-a3b61902-baf1-406e-8979-1107913a0dc2 admin admin] Publish callbacks [] for security_group (68df8c72-e7c3-44d1-b699-45af8254112c), precommit_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:18:46.656791 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-c3915a72-09e6-4e23-829a-bad95122385e req-b195cb2e-60c5-49da-a485-27dacdea7012 tempest-VolumesBackupsTest-1412992171 tempest-VolumesBackupsTest-1412992171-project] 10.222.0.75 "GET /v2.0/ports?device_id=db80ff34-1a54-4ffe-a739-34523c5a2111 HTTP/1.1" status: 200 len: 210 time: 0.0386374 Feb 09 19:18:46.661594 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-a3b61902-baf1-406e-8979-1107913a0dc2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1892331'] for security_group (68df8c72-e7c3-44d1-b699-45af8254112c), after_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:18:46.680730 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1b77e1f-f641-46d3-9e4e-11b86a04e2ad req-f287550c-6e27-4614-8d6f-58a1ef1716d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:18:46.680730 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-c1b77e1f-f641-46d3-9e4e-11b86a04e2ad req-f287550c-6e27-4614-8d6f-58a1ef1716d6 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=319dd8de-af57-40fe-b1b8-034fd50be509&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1198 time: 0.1113422 Feb 09 19:18:46.684522 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-4874ceb8-f081-403a-b4fb-2afeac8020b8 req-fe3bcd6d-fe72-4d9a-9f4f-b4cb1397efe4 tempest-ServerRescueNegativeTestJSON-1800126168 tempest-ServerRescueNegativeTestJSON-1800126168-project] 10.222.0.75 "GET /v2.0/security-groups?id=20eba632-e06f-4b78-b62a-91fbda6670a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1244197 Feb 09 19:18:46.695712 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-a3b61902-baf1-406e-8979-1107913a0dc2 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=0cdec9898fc3484ab29a6af9ee04c81d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5034153 Feb 09 19:18:46.695925 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 41188) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:18:46.731340 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3b61902-baf1-406e-8979-1107913a0dc2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=68df8c72-e7c3-44d1-b699-45af8254112c,revision_number=1']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:18:46.760970 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-8c32d841-1108-4063-8d70-2bbc9d8f57ce req-842f8fcc-0427-404c-bae9-369ab6809125 tempest-VolumesBackupsTest-1412992171 tempest-VolumesBackupsTest-1412992171-project] Publish callbacks [] for port (f838b982-b9e1-4aba-acdc-c2381da8aa4e), precommit_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:18:46.799025 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-8c32d841-1108-4063-8d70-2bbc9d8f57ce req-842f8fcc-0427-404c-bae9-369ab6809125 tempest-VolumesBackupsTest-1412992171 tempest-VolumesBackupsTest-1412992171-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762866656467', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12867576'] for port (f838b982-b9e1-4aba-acdc-c2381da8aa4e), after_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:18:46.803687 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-4736bf4c-2b0d-486c-9b25-e2902d4d602f admin admin] Publish callbacks [] for security_group (68df8c72-e7c3-44d1-b699-45af8254112c), before_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:18:46.829622 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-4736bf4c-2b0d-486c-9b25-e2902d4d602f admin admin] Publish callbacks [] for security_group (68df8c72-e7c3-44d1-b699-45af8254112c), precommit_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:18:46.846914 n-d-713498-36 neutron-server[103229]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8c32d841-1108-4063-8d70-2bbc9d8f57ce req-842f8fcc-0427-404c-bae9-369ab6809125 tempest-VolumesBackupsTest-1412992171 tempest-VolumesBackupsTest-1412992171-project] Network 2b5494c8-cf97-42c1-b902-87f998f28179 is already hosted by enough agents. {{(pid=103229) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 19:18:46.850842 n-d-713498-36 neutron-server[103229]: DEBUG neutron.scheduler.base_scheduler [req-8c32d841-1108-4063-8d70-2bbc9d8f57ce req-842f8fcc-0427-404c-bae9-369ab6809125 tempest-VolumesBackupsTest-1412992171 tempest-VolumesBackupsTest-1412992171-project] Resources bound (agent type, host, resource id): {{(pid=103229) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 19:18:46.853903 n-d-713498-36 neutron-server[103229]: DEBUG neutron.db.l3_dvrscheduler_db [req-8c32d841-1108-4063-8d70-2bbc9d8f57ce req-842f8fcc-0427-404c-bae9-369ab6809125 tempest-VolumesBackupsTest-1412992171 tempest-VolumesBackupsTest-1412992171-project] Received port after_create {{(pid=103229) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 19:18:46.894317 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-4736bf4c-2b0d-486c-9b25-e2902d4d602f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1892331'] for security_group (68df8c72-e7c3-44d1-b699-45af8254112c), after_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:18:46.898369 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-4736bf4c-2b0d-486c-9b25-e2902d4d602f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:18:46.902433 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-4736bf4c-2b0d-486c-9b25-e2902d4d602f admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/68df8c72-e7c3-44d1-b699-45af8254112c HTTP/1.1" status: 204 len: 168 time: 0.2046673 Feb 09 19:18:46.917858 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-842f8fcc-0427-404c-bae9-369ab6809125 tempest-VolumesBackupsTest-1412992171 tempest-VolumesBackupsTest-1412992171-project] Pushing event updated for resources: {'Port': ['ID=f838b982-b9e1-4aba-acdc-c2381da8aa4e,revision_number=1']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:18:46.938907 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4736bf4c-2b0d-486c-9b25-e2902d4d602f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=68df8c72-e7c3-44d1-b699-45af8254112c,revision_number=None']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:18:46.943113 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-c1b77e1f-f641-46d3-9e4e-11b86a04e2ad req-8f590d1a-7e5c-461a-9b1d-571af284a621 service neutron] 10.222.0.90 "GET /v2.0/networks/319dd8de-af57-40fe-b1b8-034fd50be509?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2285824 Feb 09 19:18:46.961065 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c32d841-1108-4063-8d70-2bbc9d8f57ce req-842f8fcc-0427-404c-bae9-369ab6809125 tempest-VolumesBackupsTest-1412992171 tempest-VolumesBackupsTest-1412992171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:18:46.962238 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-8c32d841-1108-4063-8d70-2bbc9d8f57ce req-842f8fcc-0427-404c-bae9-369ab6809125 tempest-VolumesBackupsTest-1412992171 tempest-VolumesBackupsTest-1412992171-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171096'] for port (None), before_response {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:18:47.007372 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-8c32d841-1108-4063-8d70-2bbc9d8f57ce req-842f8fcc-0427-404c-bae9-369ab6809125 tempest-VolumesBackupsTest-1412992171 tempest-VolumesBackupsTest-1412992171-project] 10.222.0.89 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.2479007 Feb 09 19:18:47.023466 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.v2.base [req-8c32d841-1108-4063-8d70-2bbc9d8f57ce req-eed7f743-8bdf-43ff-b4f2-cf8a49f25ac9 service neutron] Request body: {'port': {'device_id': 'db80ff34-1a54-4ffe-a739-34523c5a2111', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-713498-36'}} {{(pid=103229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 19:18:47.038481 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762867132591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593584'] for agent (496418a2-c002-4aec-ab1a-07f3bea491bd), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:18:47.109519 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-8c32d841-1108-4063-8d70-2bbc9d8f57ce req-eed7f743-8bdf-43ff-b4f2-cf8a49f25ac9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (f838b982-b9e1-4aba-acdc-c2381da8aa4e), before_update {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:18:47.113343 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-c1b77e1f-f641-46d3-9e4e-11b86a04e2ad req-fce84fe8-8094-41b9-ab22-955bd4dc9197 service neutron] 10.222.0.90 "GET /v2.0/networks/319dd8de-af57-40fe-b1b8-034fd50be509?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1557732 Feb 09 19:18:47.219573 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.provisioning_blocks [None req-c136847f-b6ef-48ec-8d91-cfd2638684ad None None] Provisioning complete for port f838b982-b9e1-4aba-acdc-c2381da8aa4e triggered by entity DHCP. {{(pid=103232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 19:18:47.219961 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-c136847f-b6ef-48ec-8d91-cfd2638684ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593630'] for port (f838b982-b9e1-4aba-acdc-c2381da8aa4e), provisioning_complete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:18:47.262393 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-c1b77e1f-f641-46d3-9e4e-11b86a04e2ad req-b87db470-f44f-4837-ad19-a5517e9511b3 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=b9b4a7ef-d6e3-4be9-ba7d-38016a167987 HTTP/1.1" status: 200 len: 217 time: 0.1261253 Feb 09 19:18:47.287637 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-c136847f-b6ef-48ec-8d91-cfd2638684ad None None] Port f838b982-b9e1-4aba-acdc-c2381da8aa4e cannot update to ACTIVE because it is not bound. {{(pid=103232) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 19:18:47.346899 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1b77e1f-f641-46d3-9e4e-11b86a04e2ad req-63ec4cb5-9a05-47cd-93f5-9ece05295d25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:18:47.350348 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-c1b77e1f-f641-46d3-9e4e-11b86a04e2ad req-63ec4cb5-9a05-47cd-93f5-9ece05295d25 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=370aa69d-6bb2-4dc6-92d1-b0ec93a18a28 HTTP/1.1" status: 200 len: 797 time: 0.0701385 Feb 09 19:18:47.384833 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27d3d49c-8487-4454-a791-1310f70fef86 req-894ec1ef-b0f0-4513-9f30-367274d959d4 tempest-ServersAdminTestJSON-1393048834 tempest-ServersAdminTestJSON-1393048834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:18:47.386390 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-27d3d49c-8487-4454-a791-1310f70fef86 req-894ec1ef-b0f0-4513-9f30-367274d959d4 tempest-ServersAdminTestJSON-1393048834 tempest-ServersAdminTestJSON-1393048834-project] 10.222.0.75 "GET /v2.0/ports?device_id=fd17ec19-7de7-4d19-86bc-494ce272637b HTTP/1.1" status: 200 len: 950 time: 0.0852194 Feb 09 19:18:47.397348 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 41198) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:18:47.431878 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1b77e1f-f641-46d3-9e4e-11b86a04e2ad req-bbb4e652-4629-46f5-93d5-233f891a7203 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:18:47.433568 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-c1b77e1f-f641-46d3-9e4e-11b86a04e2ad req-bbb4e652-4629-46f5-93d5-233f891a7203 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=331b81e1-5966-4614-8f3b-12a1817e4fe0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1198 time: 0.0750237 Feb 09 19:18:47.551402 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-c1b77e1f-f641-46d3-9e4e-11b86a04e2ad req-b8c69d37-cdc3-41af-8151-113c0f2a0aff service neutron] 10.222.0.90 "GET /v2.0/networks/331b81e1-5966-4614-8f3b-12a1817e4fe0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0947742 Feb 09 19:18:47.669389 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-5b427b66-9420-4c3e-a3ac-eda27172b6cc req-26320b2d-70b4-467e-9507-2b571a22d91a tempest-ServerShowV247Test-1778340501 tempest-ServerShowV247Test-1778340501-project] 10.222.0.75 "GET /v2.0/ports?device_id=aa74756f-5b3d-4e9a-a622-b21515b464cc HTTP/1.1" status: 200 len: 210 time: 0.0416543 Feb 09 19:18:47.722260 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-c1b77e1f-f641-46d3-9e4e-11b86a04e2ad req-b54bd7a9-0ccd-400d-9aac-031be92e9530 service neutron] 10.222.0.90 "GET /v2.0/networks/331b81e1-5966-4614-8f3b-12a1817e4fe0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1466024 Feb 09 19:18:47.786571 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-cbbb47ce-8993-454c-b6d7-ff913b1b6516 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:18:47.792400 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-c1b77e1f-f641-46d3-9e4e-11b86a04e2ad req-bae40d71-1e23-444a-a148-ed1de3975da9 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=fd688801-4beb-42a5-9ec8-010c808e3c22 HTTP/1.1" status: 200 len: 217 time: 0.0620210 Feb 09 19:18:47.864305 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1b77e1f-f641-46d3-9e4e-11b86a04e2ad req-d0e1637d-4312-43cb-88f0-c5c9fedc6381 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:18:47.866491 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-27d3d49c-8487-4454-a791-1310f70fef86 req-11ec3a42-5251-491e-9392-e074720d5b21 tempest-ServersAdminTestJSON-1393048834 tempest-ServersAdminTestJSON-1393048834-project] 10.222.0.75 "GET /v2.0/security-groups?id=c0042214-21f2-4e80-92b9-9b56852b3a45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4681363 Feb 09 19:18:47.867095 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-c1b77e1f-f641-46d3-9e4e-11b86a04e2ad req-d0e1637d-4312-43cb-88f0-c5c9fedc6381 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=370aa69d-6bb2-4dc6-92d1-b0ec93a18a28 HTTP/1.1" status: 200 len: 797 time: 0.0581224 Feb 09 19:18:47.883600 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeb1b87d-be2b-4f91-84e5-c42af60d464e req-10bdb59b-c9ab-44ac-b6af-5da03b62f80b tempest-VolumesBackupsTest-1412992171 tempest-VolumesBackupsTest-1412992171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:18:47.885301 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-eeb1b87d-be2b-4f91-84e5-c42af60d464e req-10bdb59b-c9ab-44ac-b6af-5da03b62f80b tempest-VolumesBackupsTest-1412992171 tempest-VolumesBackupsTest-1412992171-project] 10.222.0.75 "GET /v2.0/ports?device_id=db80ff34-1a54-4ffe-a739-34523c5a2111 HTTP/1.1" status: 200 len: 936 time: 0.1061082 Feb 09 19:18:47.949393 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-cbbb47ce-8993-454c-b6d7-ff913b1b6516 admin admin] Publish callbacks [] for security_group (87f0d642-617e-432e-bc55-54c04ebdc758), precommit_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:18:47.964714 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-cbbb47ce-8993-454c-b6d7-ff913b1b6516 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1892331'] for security_group (87f0d642-617e-432e-bc55-54c04ebdc758), after_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:18:47.980869 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1b77e1f-f641-46d3-9e4e-11b86a04e2ad req-e1728183-744b-415c-a50f-a312f3007f83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:18:47.983263 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-c1b77e1f-f641-46d3-9e4e-11b86a04e2ad req-e1728183-744b-415c-a50f-a312f3007f83 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=331b81e1-5966-4614-8f3b-12a1817e4fe0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1198 time: 0.0966165 Feb 09 19:18:47.987404 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-eeb1b87d-be2b-4f91-84e5-c42af60d464e req-64d1c276-c37b-4e40-80b0-f47eceae5013 tempest-VolumesBackupsTest-1412992171 tempest-VolumesBackupsTest-1412992171-project] 10.222.0.75 "GET /v2.0/security-groups?id=a4cf7ff6-e2a8-4761-8b62-bb126962ec0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0911727 Feb 09 19:18:48.068817 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-cbbb47ce-8993-454c-b6d7-ff913b1b6516 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=320f91b7a04440108eadc0b3456995b7&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6690595 Feb 09 19:18:48.072387 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 41208) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:18:48.072531 n-d-713498-36 neutron-server[103229]: DEBUG neutron.notifiers.nova [req-8c32d841-1108-4063-8d70-2bbc9d8f57ce req-eed7f743-8bdf-43ff-b4f2-cf8a49f25ac9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f838b982-b9e1-4aba-acdc-c2381da8aa4e {{(pid=103229) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 19:18:48.077636 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbbb47ce-8993-454c-b6d7-ff913b1b6516 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=87f0d642-617e-432e-bc55-54c04ebdc758,revision_number=1']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:18:48.084617 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-8c32d841-1108-4063-8d70-2bbc9d8f57ce req-eed7f743-8bdf-43ff-b4f2-cf8a49f25ac9 service neutron] Publish callbacks [] for port (f838b982-b9e1-4aba-acdc-c2381da8aa4e), precommit_update {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:18:48.106840 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b9fc1c6-09ea-43c5-8ae6-556f7e52f645 req-533b9065-c763-4a25-8b03-01148e54fc01 tempest-ServerRescueNegativeTestJSON-1800126168 tempest-ServerRescueNegativeTestJSON-1800126168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:18:48.108366 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-7b9fc1c6-09ea-43c5-8ae6-556f7e52f645 req-533b9065-c763-4a25-8b03-01148e54fc01 tempest-ServerRescueNegativeTestJSON-1800126168 tempest-ServerRescueNegativeTestJSON-1800126168-project] 10.222.0.75 "GET /v2.0/ports?device_id=44c70ffa-f512-41ae-b436-424d8fe54797 HTTP/1.1" status: 200 len: 945 time: 0.1565228 Feb 09 19:18:48.111085 n-d-713498-36 neutron-server[103229]: DEBUG neutron.db.provisioning_blocks [req-8c32d841-1108-4063-8d70-2bbc9d8f57ce req-eed7f743-8bdf-43ff-b4f2-cf8a49f25ac9 service neutron] Transition to ACTIVE for port object f838b982-b9e1-4aba-acdc-c2381da8aa4e will not be triggered until provisioned by entity L2. {{(pid=103229) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 19:18:48.116399 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-8c32d841-1108-4063-8d70-2bbc9d8f57ce req-eed7f743-8bdf-43ff-b4f2-cf8a49f25ac9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762867176205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762866656485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762866656503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12867569'] for port (f838b982-b9e1-4aba-acdc-c2381da8aa4e), after_update {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:18:48.181411 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e1011fa-52f7-4b7a-9240-c681062aa3f0 req-b83615ab-e5b4-4759-b12b-edf5c606cf39 tempest-ServersAdminTestJSON-1393048834 tempest-ServersAdminTestJSON-1393048834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:18:48.183095 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-4e1011fa-52f7-4b7a-9240-c681062aa3f0 req-b83615ab-e5b4-4759-b12b-edf5c606cf39 tempest-ServersAdminTestJSON-1393048834 tempest-ServersAdminTestJSON-1393048834-project] 10.222.0.75 "GET /v2.0/ports?device_id=fd17ec19-7de7-4d19-86bc-494ce272637b HTTP/1.1" status: 200 len: 950 time: 0.1215105 Feb 09 19:18:48.186958 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-c1b77e1f-f641-46d3-9e4e-11b86a04e2ad req-1453989e-6810-4d24-9d51-85c6e1fd5f5c service neutron] 10.222.0.90 "GET /v2.0/networks/331b81e1-5966-4614-8f3b-12a1817e4fe0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1847687 Feb 09 19:18:48.213680 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-06793591-643f-42ee-9910-2f2f37baf6eb admin admin] Publish callbacks [] for security_group (87f0d642-617e-432e-bc55-54c04ebdc758), before_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:18:48.231917 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eed7f743-8bdf-43ff-b4f2-cf8a49f25ac9 service neutron] Pushing event updated for resources: {'Port': ['ID=f838b982-b9e1-4aba-acdc-c2381da8aa4e,revision_number=2']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:18:48.263339 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-7b9fc1c6-09ea-43c5-8ae6-556f7e52f645 req-d85a0793-7758-46b6-b9b2-212d72abd5df tempest-ServerRescueNegativeTestJSON-1800126168 tempest-ServerRescueNegativeTestJSON-1800126168-project] 10.222.0.75 "GET /v2.0/security-groups?id=20eba632-e06f-4b78-b62a-91fbda6670a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1443131 Feb 09 19:18:48.306251 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.managers [req-8c32d841-1108-4063-8d70-2bbc9d8f57ce req-eed7f743-8bdf-43ff-b4f2-cf8a49f25ac9 service neutron] Attempting to bind port f838b982-b9e1-4aba-acdc-c2381da8aa4e on host n-h1-713498-36 for vnic_type normal with profile {{(pid=103229) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 19:18:48.306505 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.managers [req-8c32d841-1108-4063-8d70-2bbc9d8f57ce req-eed7f743-8bdf-43ff-b4f2-cf8a49f25ac9 service neutron] Attempting to bind port f838b982-b9e1-4aba-acdc-c2381da8aa4e by drivers openvswitch,hyperv on host n-h1-713498-36 at level 0 using segments [{'id': '50e5915e-18f0-4558-9a28-b978975ead36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': '2b5494c8-cf97-42c1-b902-87f998f28179'}] {{(pid=103229) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 19:18:48.306782 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c32d841-1108-4063-8d70-2bbc9d8f57ce req-eed7f743-8bdf-43ff-b4f2-cf8a49f25ac9 service neutron] Attempting to bind port f838b982-b9e1-4aba-acdc-c2381da8aa4e on network 2b5494c8-cf97-42c1-b902-87f998f28179 {{(pid=103229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 19:18:48.314128 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c32d841-1108-4063-8d70-2bbc9d8f57ce req-eed7f743-8bdf-43ff-b4f2-cf8a49f25ac9 service neutron] Port f838b982-b9e1-4aba-acdc-c2381da8aa4e on network 2b5494c8-cf97-42c1-b902-87f998f28179 not bound, no agent of type Open vSwitch agent registered on host n-h1-713498-36 {{(pid=103229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 19:18:48.314687 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c32d841-1108-4063-8d70-2bbc9d8f57ce req-eed7f743-8bdf-43ff-b4f2-cf8a49f25ac9 service neutron] Attempting to bind port f838b982-b9e1-4aba-acdc-c2381da8aa4e on network 2b5494c8-cf97-42c1-b902-87f998f28179 {{(pid=103229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 19:18:48.323367 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c32d841-1108-4063-8d70-2bbc9d8f57ce req-eed7f743-8bdf-43ff-b4f2-cf8a49f25ac9 service neutron] Checking agent: {'id': '488cd9ae-631f-4955-ba0b-4f5a13f12e9c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713498-36', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 18, 59, 18), 'started_at': datetime.datetime(2022, 2, 9, 18, 59, 18), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 19, 18, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 19:18:48.323769 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c32d841-1108-4063-8d70-2bbc9d8f57ce req-eed7f743-8bdf-43ff-b4f2-cf8a49f25ac9 service neutron] Checking segment: {'id': '50e5915e-18f0-4558-9a28-b978975ead36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': '2b5494c8-cf97-42c1-b902-87f998f28179'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103229) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 19:18:48.324157 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c32d841-1108-4063-8d70-2bbc9d8f57ce req-eed7f743-8bdf-43ff-b4f2-cf8a49f25ac9 service neutron] Bound using segment: {'id': '50e5915e-18f0-4558-9a28-b978975ead36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': '2b5494c8-cf97-42c1-b902-87f998f28179'} {{(pid=103229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 19:18:48.324591 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.managers [req-8c32d841-1108-4063-8d70-2bbc9d8f57ce req-eed7f743-8bdf-43ff-b4f2-cf8a49f25ac9 service neutron] Bound port: f838b982-b9e1-4aba-acdc-c2381da8aa4e, host: n-h1-713498-36, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '50e5915e-18f0-4558-9a28-b978975ead36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': '2b5494c8-cf97-42c1-b902-87f998f28179'}}] {{(pid=103229) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 19:18:48.324976 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-8c32d841-1108-4063-8d70-2bbc9d8f57ce req-eed7f743-8bdf-43ff-b4f2-cf8a49f25ac9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (f838b982-b9e1-4aba-acdc-c2381da8aa4e), before_update {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:18:48.331645 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-06793591-643f-42ee-9910-2f2f37baf6eb admin admin] Publish callbacks [] for security_group (87f0d642-617e-432e-bc55-54c04ebdc758), precommit_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:18:48.365935 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-4e1011fa-52f7-4b7a-9240-c681062aa3f0 req-d3b1d7d9-b9b5-473f-a441-18e526cbcf2f tempest-ServersAdminTestJSON-1393048834 tempest-ServersAdminTestJSON-1393048834-project] 10.222.0.75 "GET /v2.0/security-groups?id=c0042214-21f2-4e80-92b9-9b56852b3a45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1718059 Feb 09 19:18:48.388334 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-c1b77e1f-f641-46d3-9e4e-11b86a04e2ad req-dfad8ca7-cbde-4307-992b-bbf49fdcb84a service neutron] 10.222.0.90 "GET /v2.0/networks/331b81e1-5966-4614-8f3b-12a1817e4fe0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1843686 Feb 09 19:18:48.429282 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762867132591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593584'] for agent (488cd9ae-631f-4955-ba0b-4f5a13f12e9c), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:18:48.436625 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.db [req-8c32d841-1108-4063-8d70-2bbc9d8f57ce req-eed7f743-8bdf-43ff-b4f2-cf8a49f25ac9 service neutron] For port f838b982-b9e1-4aba-acdc-c2381da8aa4e, host n-h1-713498-36, cleared binding levels {{(pid=103229) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 19:18:48.446340 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.db [req-8c32d841-1108-4063-8d70-2bbc9d8f57ce req-eed7f743-8bdf-43ff-b4f2-cf8a49f25ac9 service neutron] For port f838b982-b9e1-4aba-acdc-c2381da8aa4e, host n-h1-713498-36, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-36',level=0,port_id=f838b982-b9e1-4aba-acdc-c2381da8aa4e,segment=NetworkSegment(50e5915e-18f0-4558-9a28-b978975ead36),segment_id=50e5915e-18f0-4558-9a28-b978975ead36)] {{(pid=103229) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 19:18:48.459652 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-8c32d841-1108-4063-8d70-2bbc9d8f57ce req-eed7f743-8bdf-43ff-b4f2-cf8a49f25ac9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762867176205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762866656485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762866656503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12867569'] for port (f838b982-b9e1-4aba-acdc-c2381da8aa4e), after_update {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:18:48.470339 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-06793591-643f-42ee-9910-2f2f37baf6eb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1892331'] for security_group (87f0d642-617e-432e-bc55-54c04ebdc758), after_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:18:48.475615 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-06793591-643f-42ee-9910-2f2f37baf6eb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:18:48.479529 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-06793591-643f-42ee-9910-2f2f37baf6eb admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/87f0d642-617e-432e-bc55-54c04ebdc758 HTTP/1.1" status: 204 len: 168 time: 0.4011066 Feb 09 19:18:48.487354 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06793591-643f-42ee-9910-2f2f37baf6eb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=87f0d642-617e-432e-bc55-54c04ebdc758,revision_number=None']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:18:48.545251 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c32d841-1108-4063-8d70-2bbc9d8f57ce req-eed7f743-8bdf-43ff-b4f2-cf8a49f25ac9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:18:48.545890 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-8c32d841-1108-4063-8d70-2bbc9d8f57ce req-eed7f743-8bdf-43ff-b4f2-cf8a49f25ac9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171096'] for port (None), before_response {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:18:48.547453 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-8c32d841-1108-4063-8d70-2bbc9d8f57ce req-eed7f743-8bdf-43ff-b4f2-cf8a49f25ac9 service neutron] 10.222.0.89 "PUT /v2.0/ports/f838b982-b9e1-4aba-acdc-c2381da8aa4e HTTP/1.1" status: 200 len: 1097 time: 1.5286655 Feb 09 19:18:48.547943 n-d-713498-36 neutron-server[103229]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'db80ff34-1a54-4ffe-a739-34523c5a2111', 'tag': 'f838b982-b9e1-4aba-acdc-c2381da8aa4e'}] {{(pid=103229) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 19:18:48.551416 n-d-713498-36 neutron-server[103229]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fa6ae9a20702bd564eaf90d946620b2b4277b1ab91129323d3b54181076be307" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-952b4944-5003-4a52-bc0e-1178a8dd7cee" -d '{"events": [{"name": "network-changed", "server_uuid": "db80ff34-1a54-4ffe-a739-34523c5a2111", "tag": "f838b982-b9e1-4aba-acdc-c2381da8aa4e"}]}' {{(pid=103229) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 19:18:48.590823 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eed7f743-8bdf-43ff-b4f2-cf8a49f25ac9 service neutron] Pushing event updated for resources: {'Port': ['ID=f838b982-b9e1-4aba-acdc-c2381da8aa4e,revision_number=3']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:18:48.667941 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c32d841-1108-4063-8d70-2bbc9d8f57ce req-99b33129-a79b-4a22-b4ab-99e8212a27d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:18:48.669875 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-8c32d841-1108-4063-8d70-2bbc9d8f57ce req-99b33129-a79b-4a22-b4ab-99e8212a27d4 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=ca9d8283fba6413a88665299a2870efb&device_id=db80ff34-1a54-4ffe-a739-34523c5a2111 HTTP/1.1" status: 200 len: 1131 time: 0.0617454 Feb 09 19:18:48.752899 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-8c32d841-1108-4063-8d70-2bbc9d8f57ce req-988639c6-3d21-49fd-beac-21c3a204b9f4 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.216&port_id=f838b982-b9e1-4aba-acdc-c2381da8aa4e HTTP/1.1" status: 200 len: 217 time: 0.0674150 Feb 09 19:18:48.822210 n-d-713498-36 neutron-server[103229]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 19:18:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f7559b7b-7c51-46b8-9db3-e738beba1452 x-openstack-request-id: req-f7559b7b-7c51-46b8-9db3-e738beba1452 {{(pid=103229) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 19:18:48.822875 n-d-713498-36 neutron-server[103229]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "db80ff34-1a54-4ffe-a739-34523c5a2111", "tag": "f838b982-b9e1-4aba-acdc-c2381da8aa4e", "status": "completed", "code": 200}]} {{(pid=103229) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 19:18:48.823168 n-d-713498-36 neutron-server[103229]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-f7559b7b-7c51-46b8-9db3-e738beba1452 {{(pid=103229) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 19:18:48.823738 n-d-713498-36 neutron-server[103229]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'db80ff34-1a54-4ffe-a739-34523c5a2111', 'tag': 'f838b982-b9e1-4aba-acdc-c2381da8aa4e', 'status': 'completed', 'code': 200} Feb 09 19:18:48.847825 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c32d841-1108-4063-8d70-2bbc9d8f57ce req-21b2cca5-6161-43f7-a575-66430bdf348c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:18:48.850328 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-8c32d841-1108-4063-8d70-2bbc9d8f57ce req-21b2cca5-6161-43f7-a575-66430bdf348c service neutron] 10.222.0.89 "GET /v2.0/subnets?id=60b561cb-321e-4f83-9bb3-92b2e1d0dc44 HTTP/1.1" status: 200 len: 843 time: 0.0811775 Feb 09 19:18:48.884128 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762867132591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593584'] for agent (bcd5faee-dc24-4298-9134-0e0aa054058e), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:18:48.980746 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-b702727e-a40c-45b7-94ae-ec00498acf52 req-e9fc2a0b-0eb9-402c-aba6-e04d1dc278f2 tempest-ServerShowV247Test-1778340501 tempest-ServerShowV247Test-1778340501-project] 10.222.0.75 "GET /v2.0/ports?device_id=aa74756f-5b3d-4e9a-a622-b21515b464cc HTTP/1.1" status: 200 len: 210 time: 0.0458961 Feb 09 19:18:49.007683 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c32d841-1108-4063-8d70-2bbc9d8f57ce req-66ee15d7-9990-49b3-834f-ad7bcf0451c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:18:49.009208 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-8c32d841-1108-4063-8d70-2bbc9d8f57ce req-66ee15d7-9990-49b3-834f-ad7bcf0451c9 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=2b5494c8-cf97-42c1-b902-87f998f28179&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.1505134 Feb 09 19:18:49.098615 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7415779-3fc2-41be-a7f6-6f422032df57 req-2c915887-e6c5-44c9-b45d-5122a5889ff4 tempest-ServersAdminTestJSON-1393048834 tempest-ServersAdminTestJSON-1393048834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:18:49.102548 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-e7415779-3fc2-41be-a7f6-6f422032df57 req-2c915887-e6c5-44c9-b45d-5122a5889ff4 tempest-ServersAdminTestJSON-1393048834 tempest-ServersAdminTestJSON-1393048834-project] 10.222.0.75 "GET /v2.0/ports?device_id=fd17ec19-7de7-4d19-86bc-494ce272637b HTTP/1.1" status: 200 len: 950 time: 0.1446953 Feb 09 19:18:49.179515 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3845efa9-9b8b-49a9-b1f7-a59602b4d5f6 req-73bcdf75-1fde-45fd-af92-112eea933cd0 tempest-VolumesBackupsTest-1412992171 tempest-VolumesBackupsTest-1412992171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:18:49.182870 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-3845efa9-9b8b-49a9-b1f7-a59602b4d5f6 req-73bcdf75-1fde-45fd-af92-112eea933cd0 tempest-VolumesBackupsTest-1412992171 tempest-VolumesBackupsTest-1412992171-project] 10.222.0.75 "GET /v2.0/ports?device_id=db80ff34-1a54-4ffe-a739-34523c5a2111 HTTP/1.1" status: 200 len: 948 time: 0.0889983 Feb 09 19:18:49.235465 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-e7415779-3fc2-41be-a7f6-6f422032df57 req-afc15127-8794-4170-be14-a2f19f377ede tempest-ServersAdminTestJSON-1393048834 tempest-ServersAdminTestJSON-1393048834-project] 10.222.0.75 "GET /v2.0/security-groups?id=c0042214-21f2-4e80-92b9-9b56852b3a45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1266990 Feb 09 19:18:49.276082 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-8c32d841-1108-4063-8d70-2bbc9d8f57ce req-1d455dd0-c8a8-46e1-8a65-bb8ecbbb329a service neutron] 10.222.0.89 "GET /v2.0/networks/2b5494c8-cf97-42c1-b902-87f998f28179?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2558687 Feb 09 19:18:49.283884 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-3845efa9-9b8b-49a9-b1f7-a59602b4d5f6 req-23720ae9-3b39-4a1d-a9ae-7ec95159fc48 tempest-VolumesBackupsTest-1412992171 tempest-VolumesBackupsTest-1412992171-project] 10.222.0.75 "GET /v2.0/security-groups?id=a4cf7ff6-e2a8-4761-8b62-bb126962ec0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0887225 Feb 09 19:18:49.460396 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52252da9-feba-42ae-97d6-f2a815550a88 req-bbee6620-e495-4089-899a-e7fd475889b1 tempest-ServerRescueNegativeTestJSON-1800126168 tempest-ServerRescueNegativeTestJSON-1800126168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:18:49.460396 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-52252da9-feba-42ae-97d6-f2a815550a88 req-bbee6620-e495-4089-899a-e7fd475889b1 tempest-ServerRescueNegativeTestJSON-1800126168 tempest-ServerRescueNegativeTestJSON-1800126168-project] 10.222.0.75 "GET /v2.0/ports?device_id=44c70ffa-f512-41ae-b436-424d8fe54797 HTTP/1.1" status: 200 len: 945 time: 0.1001499 Feb 09 19:18:49.465322 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-8c32d841-1108-4063-8d70-2bbc9d8f57ce req-2df1294a-a287-4ed9-bce6-8beda53a40ae service neutron] 10.222.0.89 "GET /v2.0/networks/2b5494c8-cf97-42c1-b902-87f998f28179?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1749289 Feb 09 19:18:49.511196 n-d-713498-36 neutron-server[103233]: DEBUG neutron.db.agents_db [None req-4a8a6a42-0a0c-4437-8958-92282682b6bb None None] Agent healthcheck: found 7 active agents {{(pid=103233) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 19:18:49.531860 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-52252da9-feba-42ae-97d6-f2a815550a88 req-283e799a-e81d-4cc9-ad71-2d8709919133 tempest-ServerRescueNegativeTestJSON-1800126168 tempest-ServerRescueNegativeTestJSON-1800126168-project] 10.222.0.75 "GET /v2.0/security-groups?id=20eba632-e06f-4b78-b62a-91fbda6670a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0647528 Feb 09 19:18:49.606168 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-952b4944-5003-4a52-bc0e-1178a8dd7cee req-a07019c8-692d-4e56-97d6-ad48dbe739a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:18:49.606872 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-952b4944-5003-4a52-bc0e-1178a8dd7cee req-a07019c8-692d-4e56-97d6-ad48dbe739a4 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=ca9d8283fba6413a88665299a2870efb&device_id=db80ff34-1a54-4ffe-a739-34523c5a2111 HTTP/1.1" status: 200 len: 1131 time: 0.0531693 Feb 09 19:18:49.715222 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-952b4944-5003-4a52-bc0e-1178a8dd7cee req-092715ef-981d-42fb-8a27-935ab76d86db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:18:49.716705 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-952b4944-5003-4a52-bc0e-1178a8dd7cee req-092715ef-981d-42fb-8a27-935ab76d86db service neutron] 10.222.0.89 "GET /v2.0/networks?id=2b5494c8-cf97-42c1-b902-87f998f28179 HTTP/1.1" status: 200 len: 870 time: 0.1017373 Feb 09 19:18:49.772818 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-952b4944-5003-4a52-bc0e-1178a8dd7cee req-fcea4c1c-eaea-44a8-b2e4-c22c8edd15b9 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.216&port_id=f838b982-b9e1-4aba-acdc-c2381da8aa4e HTTP/1.1" status: 200 len: 217 time: 0.0464756 Feb 09 19:18:49.833176 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-952b4944-5003-4a52-bc0e-1178a8dd7cee req-02d8ba1e-277e-4e71-856c-e44c11d2e626 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:18:49.835621 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-952b4944-5003-4a52-bc0e-1178a8dd7cee req-02d8ba1e-277e-4e71-856c-e44c11d2e626 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=60b561cb-321e-4f83-9bb3-92b2e1d0dc44 HTTP/1.1" status: 200 len: 843 time: 0.0553863 Feb 09 19:18:49.898668 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-952b4944-5003-4a52-bc0e-1178a8dd7cee req-fe9b7b7b-8080-42ea-ab3c-352c339b4d42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:18:49.900901 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-952b4944-5003-4a52-bc0e-1178a8dd7cee req-fe9b7b7b-8080-42ea-ab3c-352c339b4d42 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=2b5494c8-cf97-42c1-b902-87f998f28179&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.0562699 Feb 09 19:18:50.036687 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-952b4944-5003-4a52-bc0e-1178a8dd7cee req-747b1d93-63a6-4d40-807a-28c3844717ca service neutron] 10.222.0.89 "GET /v2.0/networks/2b5494c8-cf97-42c1-b902-87f998f28179?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1257734 Feb 09 19:18:50.137420 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-5122378d-f2a4-4cfb-b28d-d76ba22b1008 req-27ff233c-d8d1-46c9-93b8-5fd9b6085649 tempest-ServerShowV247Test-1778340501 tempest-ServerShowV247Test-1778340501-project] 10.222.0.75 "GET /v2.0/ports?device_id=aa74756f-5b3d-4e9a-a622-b21515b464cc HTTP/1.1" status: 200 len: 210 time: 0.0385923 Feb 09 19:18:50.168895 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-952b4944-5003-4a52-bc0e-1178a8dd7cee req-c822ce1c-d2a3-47c4-9aa7-dfb17e0c688c service neutron] 10.222.0.89 "GET /v2.0/networks/2b5494c8-cf97-42c1-b902-87f998f28179?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1245630 Feb 09 19:18:50.399527 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-601d4a75-3192-42d9-b6f8-6b122eecb275 req-2043f157-2c4e-4428-aa71-456c2e6265d1 tempest-ServersAdminTestJSON-1393048834 tempest-ServersAdminTestJSON-1393048834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:18:50.410298 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-601d4a75-3192-42d9-b6f8-6b122eecb275 req-2043f157-2c4e-4428-aa71-456c2e6265d1 tempest-ServersAdminTestJSON-1393048834 tempest-ServersAdminTestJSON-1393048834-project] 10.222.0.75 "GET /v2.0/ports?device_id=fd17ec19-7de7-4d19-86bc-494ce272637b HTTP/1.1" status: 200 len: 950 time: 0.0973122 Feb 09 19:18:50.459960 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b7f46e2-f570-4b21-95a3-22e5c1521a96 req-6a799602-d838-487b-802e-a66aa8c35e78 tempest-VolumesBackupsTest-1412992171 tempest-VolumesBackupsTest-1412992171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:18:50.467368 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-2b7f46e2-f570-4b21-95a3-22e5c1521a96 req-6a799602-d838-487b-802e-a66aa8c35e78 tempest-VolumesBackupsTest-1412992171 tempest-VolumesBackupsTest-1412992171-project] 10.222.0.75 "GET /v2.0/ports?device_id=db80ff34-1a54-4ffe-a739-34523c5a2111 HTTP/1.1" status: 200 len: 948 time: 0.0820341 Feb 09 19:18:50.479146 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-601d4a75-3192-42d9-b6f8-6b122eecb275 req-5369b1ef-9f13-4f1b-82b7-f647c115b1fe tempest-ServersAdminTestJSON-1393048834 tempest-ServersAdminTestJSON-1393048834-project] 10.222.0.75 "GET /v2.0/security-groups?id=c0042214-21f2-4e80-92b9-9b56852b3a45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0679574 Feb 09 19:18:50.524993 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-2b7f46e2-f570-4b21-95a3-22e5c1521a96 req-9f18748c-a04b-4b5b-a619-1cae4c02a412 tempest-VolumesBackupsTest-1412992171 tempest-VolumesBackupsTest-1412992171-project] 10.222.0.75 "GET /v2.0/security-groups?id=a4cf7ff6-e2a8-4761-8b62-bb126962ec0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563812 Feb 09 19:18:50.667799 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccf69a67-0e22-46fe-8729-c269e67eea23 req-7535f647-8b4f-4a8e-9077-a79e90224291 tempest-ServerRescueNegativeTestJSON-1800126168 tempest-ServerRescueNegativeTestJSON-1800126168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:18:50.671109 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-ccf69a67-0e22-46fe-8729-c269e67eea23 req-7535f647-8b4f-4a8e-9077-a79e90224291 tempest-ServerRescueNegativeTestJSON-1800126168 tempest-ServerRescueNegativeTestJSON-1800126168-project] 10.222.0.75 "GET /v2.0/ports?device_id=44c70ffa-f512-41ae-b436-424d8fe54797 HTTP/1.1" status: 200 len: 945 time: 0.0638885 Feb 09 19:18:50.730950 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-ccf69a67-0e22-46fe-8729-c269e67eea23 req-d2606898-1ef2-43de-9c0a-54aafcec9874 tempest-ServerRescueNegativeTestJSON-1800126168 tempest-ServerRescueNegativeTestJSON-1800126168-project] 10.222.0.75 "GET /v2.0/security-groups?id=20eba632-e06f-4b78-b62a-91fbda6670a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538743 Feb 09 19:18:51.252452 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-96b4caff-792f-4277-93c7-b11d2487fb72 req-4cd9ff09-ff63-4386-87d6-26c91ac54463 tempest-ServerShowV247Test-1778340501 tempest-ServerShowV247Test-1778340501-project] 10.222.0.75 "GET /v2.0/ports?device_id=aa74756f-5b3d-4e9a-a622-b21515b464cc HTTP/1.1" status: 200 len: 210 time: 0.0292385 Feb 09 19:18:51.630221 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-445e7461-0141-43ab-b635-84c09189db49 req-b3fb9565-163b-4ca6-af00-d47a9a3e431a tempest-ServersAdminTestJSON-1393048834 tempest-ServersAdminTestJSON-1393048834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:18:51.634298 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-445e7461-0141-43ab-b635-84c09189db49 req-b3fb9565-163b-4ca6-af00-d47a9a3e431a tempest-ServersAdminTestJSON-1393048834 tempest-ServersAdminTestJSON-1393048834-project] 10.222.0.75 "GET /v2.0/ports?device_id=fd17ec19-7de7-4d19-86bc-494ce272637b HTTP/1.1" status: 200 len: 950 time: 0.0760398 Feb 09 19:18:51.664692 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6ae22c3-72a2-4baa-ae23-35e1511ba14f req-781b7dc7-ca56-4eb2-9cce-b65e8cdbb1a2 tempest-VolumesBackupsTest-1412992171 tempest-VolumesBackupsTest-1412992171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:18:51.666851 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-f6ae22c3-72a2-4baa-ae23-35e1511ba14f req-781b7dc7-ca56-4eb2-9cce-b65e8cdbb1a2 tempest-VolumesBackupsTest-1412992171 tempest-VolumesBackupsTest-1412992171-project] 10.222.0.75 "GET /v2.0/ports?device_id=db80ff34-1a54-4ffe-a739-34523c5a2111 HTTP/1.1" status: 200 len: 948 time: 0.0680850 Feb 09 19:18:51.689586 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-445e7461-0141-43ab-b635-84c09189db49 req-a8bb6558-df54-4648-a14d-10d190cf9f95 tempest-ServersAdminTestJSON-1393048834 tempest-ServersAdminTestJSON-1393048834-project] 10.222.0.75 "GET /v2.0/security-groups?id=c0042214-21f2-4e80-92b9-9b56852b3a45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495551 Feb 09 19:18:51.727265 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-f6ae22c3-72a2-4baa-ae23-35e1511ba14f req-c5eda0a1-a7a5-4e6d-ab55-0304f2e13e46 tempest-VolumesBackupsTest-1412992171 tempest-VolumesBackupsTest-1412992171-project] 10.222.0.75 "GET /v2.0/security-groups?id=a4cf7ff6-e2a8-4761-8b62-bb126962ec0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547338 Feb 09 19:18:51.859346 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b23ba5d-a3a2-4b72-8ede-f87a53624c29 req-3114ebb1-bc02-4527-8e03-8747f81d980e tempest-ServerRescueNegativeTestJSON-1800126168 tempest-ServerRescueNegativeTestJSON-1800126168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:18:51.860849 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-4b23ba5d-a3a2-4b72-8ede-f87a53624c29 req-3114ebb1-bc02-4527-8e03-8747f81d980e tempest-ServerRescueNegativeTestJSON-1800126168 tempest-ServerRescueNegativeTestJSON-1800126168-project] 10.222.0.75 "GET /v2.0/ports?device_id=44c70ffa-f512-41ae-b436-424d8fe54797 HTTP/1.1" status: 200 len: 945 time: 0.0595374 Feb 09 19:18:51.920840 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-4b23ba5d-a3a2-4b72-8ede-f87a53624c29 req-5b3f20e8-546c-40d2-85ef-8acb3548048c tempest-ServerRescueNegativeTestJSON-1800126168 tempest-ServerRescueNegativeTestJSON-1800126168-project] 10.222.0.75 "GET /v2.0/security-groups?id=20eba632-e06f-4b78-b62a-91fbda6670a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530920 Feb 09 19:18:52.184520 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Device f838b982-b9e1-4aba-acdc-c2381da8aa4e details requested by agent hyperv_n-h1-713498-36 with host n-h1-713498-36 {{(pid=103232) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 19:18:52.302831 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] For port f838b982-b9e1-4aba-acdc-c2381da8aa4e, host n-h1-713498-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-36',level=0,port_id=f838b982-b9e1-4aba-acdc-c2381da8aa4e,segment=NetworkSegment(50e5915e-18f0-4558-9a28-b978975ead36),segment_id=50e5915e-18f0-4558-9a28-b978975ead36)] {{(pid=103232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 19:18:52.316866 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Returning: {'device': 'f838b982-b9e1-4aba-acdc-c2381da8aa4e', 'network_id': '2b5494c8-cf97-42c1-b902-87f998f28179', 'port_id': 'f838b982-b9e1-4aba-acdc-c2381da8aa4e', 'mac_address': 'fa:16:3e:58:54:a8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 359, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '60b561cb-321e-4f83-9bb3-92b2e1d0dc44', 'ip_address': '192.168.233.216'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103232) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 19:18:52.359070 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Current status of the port f838b982-b9e1-4aba-acdc-c2381da8aa4e is: DOWN; New status is: BUILD {{(pid=103232) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 19:18:52.359473 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (f838b982-b9e1-4aba-acdc-c2381da8aa4e), before_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:18:52.374456 n-d-713498-36 neutron-server[103232]: DEBUG neutron.notifiers.nova [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f838b982-b9e1-4aba-acdc-c2381da8aa4e {{(pid=103232) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 19:18:52.397293 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] For port f838b982-b9e1-4aba-acdc-c2381da8aa4e, host n-h1-713498-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-36',level=0,port_id=f838b982-b9e1-4aba-acdc-c2381da8aa4e,segment=NetworkSegment(50e5915e-18f0-4558-9a28-b978975ead36),segment_id=50e5915e-18f0-4558-9a28-b978975ead36)] {{(pid=103232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 19:18:52.403177 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762867176205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762866656485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762866656503'] for port (f838b982-b9e1-4aba-acdc-c2381da8aa4e), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:18:52.413304 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-e3928517-3b8a-4bdd-80b9-57dfbb6e91a0 req-b056ccda-cae4-40a4-817b-168d36f3b414 tempest-ServerShowV247Test-1778340501 tempest-ServerShowV247Test-1778340501-project] 10.222.0.75 "GET /v2.0/ports?device_id=aa74756f-5b3d-4e9a-a622-b21515b464cc HTTP/1.1" status: 200 len: 210 time: 0.0495074 Feb 09 19:18:52.461735 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Pushing event updated for resources: {'Port': ['ID=f838b982-b9e1-4aba-acdc-c2381da8aa4e,revision_number=4']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:18:52.729772 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] get_ports_and_sgs() called for port_ids ['f838b982-b9e1-4aba-acdc-c2381da8aa4e'] {{(pid=103232) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 19:18:52.826695 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58703f96-48a0-46b9-b007-d3fe3bb7dee3 req-6f2ec65b-8d1c-442c-a32d-43fac6d22183 tempest-ServersAdminTestJSON-1393048834 tempest-ServersAdminTestJSON-1393048834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:18:52.828868 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-58703f96-48a0-46b9-b007-d3fe3bb7dee3 req-6f2ec65b-8d1c-442c-a32d-43fac6d22183 tempest-ServersAdminTestJSON-1393048834 tempest-ServersAdminTestJSON-1393048834-project] 10.222.0.75 "GET /v2.0/ports?device_id=fd17ec19-7de7-4d19-86bc-494ce272637b HTTP/1.1" status: 200 len: 950 time: 0.0637186 Feb 09 19:18:52.869176 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb38bc88-76f2-4477-9e4f-8f4581f59a2c req-21816779-16a2-429b-a447-7967343158c7 tempest-VolumesBackupsTest-1412992171 tempest-VolumesBackupsTest-1412992171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:18:52.874451 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-eb38bc88-76f2-4477-9e4f-8f4581f59a2c req-21816779-16a2-429b-a447-7967343158c7 tempest-VolumesBackupsTest-1412992171 tempest-VolumesBackupsTest-1412992171-project] 10.222.0.75 "GET /v2.0/ports?device_id=db80ff34-1a54-4ffe-a739-34523c5a2111 HTTP/1.1" status: 200 len: 949 time: 0.0639985 Feb 09 19:18:52.891194 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-58703f96-48a0-46b9-b007-d3fe3bb7dee3 req-92093ac0-5cbf-4749-b2e0-ae2f55c180c2 tempest-ServersAdminTestJSON-1393048834 tempest-ServersAdminTestJSON-1393048834-project] 10.222.0.75 "GET /v2.0/security-groups?id=c0042214-21f2-4e80-92b9-9b56852b3a45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563486 Feb 09 19:18:52.934582 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-eb38bc88-76f2-4477-9e4f-8f4581f59a2c req-02c234a4-7f42-4352-9121-1137b1f4a507 tempest-VolumesBackupsTest-1412992171 tempest-VolumesBackupsTest-1412992171-project] 10.222.0.75 "GET /v2.0/security-groups?id=a4cf7ff6-e2a8-4761-8b62-bb126962ec0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555694 Feb 09 19:18:53.058302 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a281501-02bc-4ed9-92de-a96aa09943c1 req-7d38da9f-5fe1-414e-8c6d-3e54e3170733 tempest-ServerRescueNegativeTestJSON-1800126168 tempest-ServerRescueNegativeTestJSON-1800126168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:18:53.059718 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-1a281501-02bc-4ed9-92de-a96aa09943c1 req-7d38da9f-5fe1-414e-8c6d-3e54e3170733 tempest-ServerRescueNegativeTestJSON-1800126168 tempest-ServerRescueNegativeTestJSON-1800126168-project] 10.222.0.75 "GET /v2.0/ports?device_id=44c70ffa-f512-41ae-b436-424d8fe54797 HTTP/1.1" status: 200 len: 945 time: 0.0697763 Feb 09 19:18:53.109101 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-1a281501-02bc-4ed9-92de-a96aa09943c1 req-a9d0b28b-a0e6-4186-ab10-adf42c02b796 tempest-ServerRescueNegativeTestJSON-1800126168 tempest-ServerRescueNegativeTestJSON-1800126168-project] 10.222.0.75 "GET /v2.0/security-groups?id=20eba632-e06f-4b78-b62a-91fbda6670a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436769 Feb 09 19:18:53.520447 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-caa1c8c2-45ed-4dff-9af1-fb5e47d9d377 req-7be9c198-0f82-43e0-ae66-c3b3980e3bbf tempest-ServerShowV247Test-1778340501 tempest-ServerShowV247Test-1778340501-project] 10.222.0.75 "GET /v2.0/ports?device_id=aa74756f-5b3d-4e9a-a622-b21515b464cc HTTP/1.1" status: 200 len: 210 time: 0.0279734 Feb 09 19:18:54.039358 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11eb2702-4f27-430c-a79f-6e0cd8b0369c req-44bfe053-9a65-4609-83ff-a0db4e879f6d tempest-ServersAdminTestJSON-1393048834 tempest-ServersAdminTestJSON-1393048834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:18:54.046357 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-11eb2702-4f27-430c-a79f-6e0cd8b0369c req-44bfe053-9a65-4609-83ff-a0db4e879f6d tempest-ServersAdminTestJSON-1393048834 tempest-ServersAdminTestJSON-1393048834-project] 10.222.0.75 "GET /v2.0/ports?device_id=fd17ec19-7de7-4d19-86bc-494ce272637b HTTP/1.1" status: 200 len: 950 time: 0.0806377 Feb 09 19:18:54.091447 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c61f4b9-7e73-41a1-8900-d761dc1eed67 req-a029c831-148f-4e7f-9b48-1f5383b904e6 tempest-VolumesBackupsTest-1412992171 tempest-VolumesBackupsTest-1412992171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:18:54.093591 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-6c61f4b9-7e73-41a1-8900-d761dc1eed67 req-a029c831-148f-4e7f-9b48-1f5383b904e6 tempest-VolumesBackupsTest-1412992171 tempest-VolumesBackupsTest-1412992171-project] 10.222.0.75 "GET /v2.0/ports?device_id=db80ff34-1a54-4ffe-a739-34523c5a2111 HTTP/1.1" status: 200 len: 949 time: 0.0684173 Feb 09 19:18:54.106091 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-11eb2702-4f27-430c-a79f-6e0cd8b0369c req-1133ea36-b821-471b-8c0c-ab6ce72ad8f4 tempest-ServersAdminTestJSON-1393048834 tempest-ServersAdminTestJSON-1393048834-project] 10.222.0.75 "GET /v2.0/security-groups?id=c0042214-21f2-4e80-92b9-9b56852b3a45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587234 Feb 09 19:18:54.165944 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-6c61f4b9-7e73-41a1-8900-d761dc1eed67 req-4e16cfc6-bcac-44e3-bbd8-03fba85dbd3c tempest-VolumesBackupsTest-1412992171 tempest-VolumesBackupsTest-1412992171-project] 10.222.0.75 "GET /v2.0/security-groups?id=a4cf7ff6-e2a8-4761-8b62-bb126962ec0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0657351 Feb 09 19:18:54.190516 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Device f838b982-b9e1-4aba-acdc-c2381da8aa4e up at agent hyperv_n-h1-713498-36 {{(pid=103232) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 19:18:54.273245 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17903f39-f0da-4f7e-b0fd-fe8eb1b4f46a req-0e521003-6612-4419-8930-b400e002d89a tempest-ServerRescueNegativeTestJSON-1800126168 tempest-ServerRescueNegativeTestJSON-1800126168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:18:54.274848 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-17903f39-f0da-4f7e-b0fd-fe8eb1b4f46a req-0e521003-6612-4419-8930-b400e002d89a tempest-ServerRescueNegativeTestJSON-1800126168 tempest-ServerRescueNegativeTestJSON-1800126168-project] 10.222.0.75 "GET /v2.0/ports?device_id=44c70ffa-f512-41ae-b436-424d8fe54797 HTTP/1.1" status: 200 len: 945 time: 0.0878360 Feb 09 19:18:54.297784 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.provisioning_blocks [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Provisioning for port f838b982-b9e1-4aba-acdc-c2381da8aa4e completed by entity L2. {{(pid=103232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 19:18:54.301515 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.provisioning_blocks [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Provisioning complete for port f838b982-b9e1-4aba-acdc-c2381da8aa4e triggered by entity L2. {{(pid=103232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 19:18:54.301890 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593630'] for port (f838b982-b9e1-4aba-acdc-c2381da8aa4e), provisioning_complete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:18:54.342189 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-17903f39-f0da-4f7e-b0fd-fe8eb1b4f46a req-3789a243-f6c2-44c5-b8db-2bf3d32b6647 tempest-ServerRescueNegativeTestJSON-1800126168 tempest-ServerRescueNegativeTestJSON-1800126168-project] 10.222.0.75 "GET /v2.0/security-groups?id=20eba632-e06f-4b78-b62a-91fbda6670a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0610077 Feb 09 19:18:54.389120 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Current status of the port f838b982-b9e1-4aba-acdc-c2381da8aa4e is: BUILD; New status is: ACTIVE {{(pid=103232) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 19:18:54.389517 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (f838b982-b9e1-4aba-acdc-c2381da8aa4e), before_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:18:54.415306 n-d-713498-36 neutron-server[103232]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'db80ff34-1a54-4ffe-a739-34523c5a2111', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f838b982-b9e1-4aba-acdc-c2381da8aa4e'}] {{(pid=103232) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 19:18:54.417790 n-d-713498-36 neutron-server[103232]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}949cdcde653dec44821de95cbf67297f53cbc2aed4e073b5d514f93bf911ce85" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-930c8db2-b848-4a7c-a6ef-a9d5e08c530e" -d '{"events": [{"server_uuid": "db80ff34-1a54-4ffe-a739-34523c5a2111", "name": "network-vif-plugged", "status": "completed", "tag": "f838b982-b9e1-4aba-acdc-c2381da8aa4e"}]}' {{(pid=103232) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 19:18:54.430635 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] For port f838b982-b9e1-4aba-acdc-c2381da8aa4e, host n-h1-713498-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-36',level=0,port_id=f838b982-b9e1-4aba-acdc-c2381da8aa4e,segment=NetworkSegment(50e5915e-18f0-4558-9a28-b978975ead36),segment_id=50e5915e-18f0-4558-9a28-b978975ead36)] {{(pid=103232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 19:18:54.442422 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762867176205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762866656485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762866656503'] for port (f838b982-b9e1-4aba-acdc-c2381da8aa4e), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:18:54.526264 n-d-713498-36 neutron-server[103232]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 19:18:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2c73700a-6b8b-4c38-9f8a-50d2acb851ae x-openstack-request-id: req-2c73700a-6b8b-4c38-9f8a-50d2acb851ae {{(pid=103232) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 19:18:54.526566 n-d-713498-36 neutron-server[103232]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "db80ff34-1a54-4ffe-a739-34523c5a2111", "name": "network-vif-plugged", "status": "completed", "tag": "f838b982-b9e1-4aba-acdc-c2381da8aa4e", "code": 200}]} {{(pid=103232) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 19:18:54.526813 n-d-713498-36 neutron-server[103232]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-2c73700a-6b8b-4c38-9f8a-50d2acb851ae {{(pid=103232) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 19:18:54.527363 n-d-713498-36 neutron-server[103232]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'db80ff34-1a54-4ffe-a739-34523c5a2111', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f838b982-b9e1-4aba-acdc-c2381da8aa4e', 'code': 200} Feb 09 19:18:54.534752 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Pushing event updated for resources: {'Port': ['ID=f838b982-b9e1-4aba-acdc-c2381da8aa4e,revision_number=5']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:18:54.668432 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-29578a89-4104-4ac6-9f32-44bcb053afe9 req-23849fdb-7cfd-49f5-94d5-e63c4d5c65b8 tempest-ServerShowV247Test-1778340501 tempest-ServerShowV247Test-1778340501-project] 10.222.0.75 "GET /v2.0/ports?device_id=aa74756f-5b3d-4e9a-a622-b21515b464cc HTTP/1.1" status: 200 len: 210 time: 0.0570586 Feb 09 19:18:54.698041 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59b2e223-078f-48e8-8ee1-dc04870d43ef req-57f7deb2-4e59-441c-8f9b-42a5689c82d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:18:54.698041 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-59b2e223-078f-48e8-8ee1-dc04870d43ef req-57f7deb2-4e59-441c-8f9b-42a5689c82d4 service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=db80ff34-1a54-4ffe-a739-34523c5a2111 HTTP/1.1" status: 200 len: 1133 time: 0.0810733 Feb 09 19:18:54.751967 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-59b2e223-078f-48e8-8ee1-dc04870d43ef req-be76150b-3d58-414a-b9bf-f77e32761a33 service neutron] 10.222.0.89 "GET /v2.0/security-groups?id=a4cf7ff6-e2a8-4761-8b62-bb126962ec0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403628 Feb 09 19:18:55.241897 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01ed1bda-dcbc-47ce-a2bf-5abff72a20cc req-b021a893-5659-42d9-961b-0295e0d4f873 tempest-ServersAdminTestJSON-1393048834 tempest-ServersAdminTestJSON-1393048834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:18:55.244235 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-01ed1bda-dcbc-47ce-a2bf-5abff72a20cc req-b021a893-5659-42d9-961b-0295e0d4f873 tempest-ServersAdminTestJSON-1393048834 tempest-ServersAdminTestJSON-1393048834-project] 10.222.0.75 "GET /v2.0/ports?device_id=fd17ec19-7de7-4d19-86bc-494ce272637b HTTP/1.1" status: 200 len: 950 time: 0.0650823 Feb 09 19:18:55.338566 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-01ed1bda-dcbc-47ce-a2bf-5abff72a20cc req-e592d387-89be-4ac5-b365-a21270fbde53 tempest-ServersAdminTestJSON-1393048834 tempest-ServersAdminTestJSON-1393048834-project] 10.222.0.75 "GET /v2.0/security-groups?id=c0042214-21f2-4e80-92b9-9b56852b3a45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0884123 Feb 09 19:18:55.355898 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2963b65-3bc7-480f-b5a7-e7b1a76528b2 req-b119cdbf-150f-41f2-afc9-f125d938a558 tempest-VolumesBackupsTest-1412992171 tempest-VolumesBackupsTest-1412992171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:18:55.358171 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-d2963b65-3bc7-480f-b5a7-e7b1a76528b2 req-b119cdbf-150f-41f2-afc9-f125d938a558 tempest-VolumesBackupsTest-1412992171 tempest-VolumesBackupsTest-1412992171-project] 10.222.0.75 "GET /v2.0/ports?device_id=db80ff34-1a54-4ffe-a739-34523c5a2111 HTTP/1.1" status: 200 len: 950 time: 0.1033483 Feb 09 19:18:55.440259 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-d2963b65-3bc7-480f-b5a7-e7b1a76528b2 req-63ea853b-efe1-49d7-b6ac-24d4f6546630 tempest-VolumesBackupsTest-1412992171 tempest-VolumesBackupsTest-1412992171-project] 10.222.0.75 "GET /v2.0/security-groups?id=a4cf7ff6-e2a8-4761-8b62-bb126962ec0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0764108 Feb 09 19:18:55.487220 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b957603f-3236-491e-8f32-0c475aeed8c9 req-6a1bd6e5-1e5a-4186-99b2-668272bad2df tempest-ServerRescueNegativeTestJSON-1800126168 tempest-ServerRescueNegativeTestJSON-1800126168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:18:55.488836 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-b957603f-3236-491e-8f32-0c475aeed8c9 req-6a1bd6e5-1e5a-4186-99b2-668272bad2df tempest-ServerRescueNegativeTestJSON-1800126168 tempest-ServerRescueNegativeTestJSON-1800126168-project] 10.222.0.75 "GET /v2.0/ports?device_id=44c70ffa-f512-41ae-b436-424d8fe54797 HTTP/1.1" status: 200 len: 945 time: 0.0685196 Feb 09 19:18:55.544682 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-b957603f-3236-491e-8f32-0c475aeed8c9 req-990bfca9-12fd-4085-b072-3bcf18ee1aa5 tempest-ServerRescueNegativeTestJSON-1800126168 tempest-ServerRescueNegativeTestJSON-1800126168-project] 10.222.0.75 "GET /v2.0/security-groups?id=20eba632-e06f-4b78-b62a-91fbda6670a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498221 Feb 09 19:18:55.783345 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-41e6e018-3ada-4edd-b109-08dc313f5856 req-ba26897b-92aa-457e-9c2d-75cf5aaa5541 tempest-ServerShowV247Test-1778340501 tempest-ServerShowV247Test-1778340501-project] 10.222.0.75 "GET /v2.0/ports?device_id=aa74756f-5b3d-4e9a-a622-b21515b464cc HTTP/1.1" status: 200 len: 210 time: 0.0287640 Feb 09 19:18:56.472024 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eea9566-9329-4b14-bca3-4c252ec21589 req-b726e482-42ee-47df-92b0-ce96815267f4 tempest-ServersAdminTestJSON-1393048834 tempest-ServersAdminTestJSON-1393048834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:18:56.480796 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-2eea9566-9329-4b14-bca3-4c252ec21589 req-b726e482-42ee-47df-92b0-ce96815267f4 tempest-ServersAdminTestJSON-1393048834 tempest-ServersAdminTestJSON-1393048834-project] 10.222.0.75 "GET /v2.0/ports?device_id=fd17ec19-7de7-4d19-86bc-494ce272637b HTTP/1.1" status: 200 len: 950 time: 0.0722623 Feb 09 19:18:56.532732 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-2eea9566-9329-4b14-bca3-4c252ec21589 req-834bd5ce-1d9a-440a-aa40-cdd29e33c1ad tempest-ServersAdminTestJSON-1393048834 tempest-ServersAdminTestJSON-1393048834-project] 10.222.0.75 "GET /v2.0/security-groups?id=c0042214-21f2-4e80-92b9-9b56852b3a45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510054 Feb 09 19:18:56.574973 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bb3b632-9696-4fc9-8249-ec9a80ec3c1f req-0ebefc1d-f8a5-4c1b-aa07-b3cffc4f5b19 tempest-VolumesBackupsTest-1412992171 tempest-VolumesBackupsTest-1412992171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:18:56.576792 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-1bb3b632-9696-4fc9-8249-ec9a80ec3c1f req-0ebefc1d-f8a5-4c1b-aa07-b3cffc4f5b19 tempest-VolumesBackupsTest-1412992171 tempest-VolumesBackupsTest-1412992171-project] 10.222.0.75 "GET /v2.0/ports?device_id=db80ff34-1a54-4ffe-a739-34523c5a2111 HTTP/1.1" status: 200 len: 950 time: 0.0657611 Feb 09 19:18:56.658397 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-1bb3b632-9696-4fc9-8249-ec9a80ec3c1f req-f21ae262-7ffc-4bb0-960c-5c95a68b4342 tempest-VolumesBackupsTest-1412992171 tempest-VolumesBackupsTest-1412992171-project] 10.222.0.75 "GET /v2.0/security-groups?id=a4cf7ff6-e2a8-4761-8b62-bb126962ec0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0713677 Feb 09 19:18:56.723060 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8a43cef-36d9-435e-b76b-c412f22bd5cc req-fe6daa35-cdb6-467b-bd73-2fdf092e1c8c tempest-ServerRescueNegativeTestJSON-1800126168 tempest-ServerRescueNegativeTestJSON-1800126168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:18:56.731391 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-b8a43cef-36d9-435e-b76b-c412f22bd5cc req-fe6daa35-cdb6-467b-bd73-2fdf092e1c8c tempest-ServerRescueNegativeTestJSON-1800126168 tempest-ServerRescueNegativeTestJSON-1800126168-project] 10.222.0.75 "GET /v2.0/ports?device_id=44c70ffa-f512-41ae-b436-424d8fe54797 HTTP/1.1" status: 200 len: 945 time: 0.0890231 Feb 09 19:18:56.798361 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-b8a43cef-36d9-435e-b76b-c412f22bd5cc req-f5994ff3-97a5-497c-a623-d0d1e9961b0c tempest-ServerRescueNegativeTestJSON-1800126168 tempest-ServerRescueNegativeTestJSON-1800126168-project] 10.222.0.75 "GET /v2.0/security-groups?id=20eba632-e06f-4b78-b62a-91fbda6670a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0656269 Feb 09 19:18:56.925091 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-0692c8d1-c5f7-411a-bdc2-a704cb3ccaf3 req-284b482a-641c-45f0-8942-a78761bbbade tempest-ServerShowV247Test-1778340501 tempest-ServerShowV247Test-1778340501-project] 10.222.0.75 "GET /v2.0/ports?device_id=aa74756f-5b3d-4e9a-a622-b21515b464cc HTTP/1.1" status: 200 len: 210 time: 0.0391450 Feb 09 19:18:57.659813 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2b7b73c-ac0f-42fa-9b69-d1e458e0d432 req-b7a9b21a-8d1b-4d74-adcc-598de41f703e tempest-ServersAdminTestJSON-1393048834 tempest-ServersAdminTestJSON-1393048834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:18:57.662459 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-f2b7b73c-ac0f-42fa-9b69-d1e458e0d432 req-b7a9b21a-8d1b-4d74-adcc-598de41f703e tempest-ServersAdminTestJSON-1393048834 tempest-ServersAdminTestJSON-1393048834-project] 10.222.0.75 "GET /v2.0/ports?device_id=fd17ec19-7de7-4d19-86bc-494ce272637b HTTP/1.1" status: 200 len: 950 time: 0.0599027 Feb 09 19:18:57.716840 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-f2b7b73c-ac0f-42fa-9b69-d1e458e0d432 req-03b66998-8d93-457b-97e4-95b459423b9c tempest-ServersAdminTestJSON-1393048834 tempest-ServersAdminTestJSON-1393048834-project] 10.222.0.75 "GET /v2.0/security-groups?id=c0042214-21f2-4e80-92b9-9b56852b3a45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484331 Feb 09 19:18:57.935032 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8164ea0-0d5b-4c42-9983-92809ce483d8 req-af0a8ebe-ea74-4f7d-90b6-0661f2ba57e5 tempest-ServerRescueNegativeTestJSON-1800126168 tempest-ServerRescueNegativeTestJSON-1800126168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:18:57.943196 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-e8164ea0-0d5b-4c42-9983-92809ce483d8 req-af0a8ebe-ea74-4f7d-90b6-0661f2ba57e5 tempest-ServerRescueNegativeTestJSON-1800126168 tempest-ServerRescueNegativeTestJSON-1800126168-project] 10.222.0.75 "GET /v2.0/ports?device_id=44c70ffa-f512-41ae-b436-424d8fe54797 HTTP/1.1" status: 200 len: 945 time: 0.0647058 Feb 09 19:18:58.018457 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-e8164ea0-0d5b-4c42-9983-92809ce483d8 req-638226d9-6faa-40f5-8bdb-87fd7846a7c7 tempest-ServerRescueNegativeTestJSON-1800126168 tempest-ServerRescueNegativeTestJSON-1800126168-project] 10.222.0.75 "GET /v2.0/security-groups?id=20eba632-e06f-4b78-b62a-91fbda6670a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0707309 Feb 09 19:18:58.103434 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-e339a71d-306f-4dde-963d-3ffade700125 req-46619155-5fe6-4d08-986f-70734e759241 tempest-ServerShowV247Test-1778340501 tempest-ServerShowV247Test-1778340501-project] 10.222.0.75 "GET /v2.0/ports?device_id=aa74756f-5b3d-4e9a-a622-b21515b464cc HTTP/1.1" status: 200 len: 210 time: 0.0313241 Feb 09 19:18:58.844171 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31cce111-20b9-43cb-9362-f1af25833f4f req-179ab63f-792b-4c24-b0ec-96ab4eba6cc1 tempest-ServersAdminTestJSON-1393048834 tempest-ServersAdminTestJSON-1393048834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:18:58.845904 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-31cce111-20b9-43cb-9362-f1af25833f4f req-179ab63f-792b-4c24-b0ec-96ab4eba6cc1 tempest-ServersAdminTestJSON-1393048834 tempest-ServersAdminTestJSON-1393048834-project] 10.222.0.75 "GET /v2.0/ports?device_id=fd17ec19-7de7-4d19-86bc-494ce272637b HTTP/1.1" status: 200 len: 950 time: 0.0596592 Feb 09 19:18:58.894545 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-31cce111-20b9-43cb-9362-f1af25833f4f req-16204774-7a98-448a-95d3-02b6babb95d6 tempest-ServersAdminTestJSON-1393048834 tempest-ServersAdminTestJSON-1393048834-project] 10.222.0.75 "GET /v2.0/security-groups?id=c0042214-21f2-4e80-92b9-9b56852b3a45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422935 Feb 09 19:18:59.143455 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e238bb9-4106-4ef8-ace5-77b25aead7e6 req-5388ca80-bf5f-49b3-9d06-f97342583dfc tempest-ServerRescueNegativeTestJSON-1800126168 tempest-ServerRescueNegativeTestJSON-1800126168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:18:59.146715 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-0e238bb9-4106-4ef8-ace5-77b25aead7e6 req-5388ca80-bf5f-49b3-9d06-f97342583dfc tempest-ServerRescueNegativeTestJSON-1800126168 tempest-ServerRescueNegativeTestJSON-1800126168-project] 10.222.0.75 "GET /v2.0/ports?device_id=44c70ffa-f512-41ae-b436-424d8fe54797 HTTP/1.1" status: 200 len: 945 time: 0.0632911 Feb 09 19:18:59.200239 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-0e238bb9-4106-4ef8-ace5-77b25aead7e6 req-70907a37-50ad-43ca-b306-8edbfbcfd1d1 tempest-ServerRescueNegativeTestJSON-1800126168 tempest-ServerRescueNegativeTestJSON-1800126168-project] 10.222.0.75 "GET /v2.0/security-groups?id=20eba632-e06f-4b78-b62a-91fbda6670a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468168 Feb 09 19:18:59.229866 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-21220197-e8e0-4dfd-a0ae-6d38521c58ae req-7cd2aaa4-093f-4752-877a-0f3794cf1c56 tempest-ServerShowV247Test-1778340501 tempest-ServerShowV247Test-1778340501-project] 10.222.0.75 "GET /v2.0/ports?device_id=aa74756f-5b3d-4e9a-a622-b21515b464cc HTTP/1.1" status: 200 len: 210 time: 0.0390887 Feb 09 19:18:59.601513 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 41422) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:18:59.707953 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-39f4af1c-6422-4fb1-8c80-9365a7b6e46d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:18:59.786003 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-39f4af1c-6422-4fb1-8c80-9365a7b6e46d admin admin] Publish callbacks [] for security_group (bad50cf0-025e-48b3-bc08-55b941de3d49), precommit_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:18:59.790183 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-39f4af1c-6422-4fb1-8c80-9365a7b6e46d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1892331'] for security_group (bad50cf0-025e-48b3-bc08-55b941de3d49), after_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:18:59.843596 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-39f4af1c-6422-4fb1-8c80-9365a7b6e46d admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=f4cb80fe007f4ab8987f7c0324c63681&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2406740 Feb 09 19:18:59.845174 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39f4af1c-6422-4fb1-8c80-9365a7b6e46d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bad50cf0-025e-48b3-bc08-55b941de3d49,revision_number=1']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:18:59.846240 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 41426) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:18:59.898199 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-1c188317-1667-4a8c-aa7c-8285bd142d51 admin admin] Publish callbacks [] for security_group (bad50cf0-025e-48b3-bc08-55b941de3d49), before_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:18:59.920877 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-1c188317-1667-4a8c-aa7c-8285bd142d51 admin admin] Publish callbacks [] for security_group (bad50cf0-025e-48b3-bc08-55b941de3d49), precommit_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:18:59.980768 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-1c188317-1667-4a8c-aa7c-8285bd142d51 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1892331'] for security_group (bad50cf0-025e-48b3-bc08-55b941de3d49), after_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:18:59.983521 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-1c188317-1667-4a8c-aa7c-8285bd142d51 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:18:59.987064 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-1c188317-1667-4a8c-aa7c-8285bd142d51 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/bad50cf0-025e-48b3-bc08-55b941de3d49 HTTP/1.1" status: 204 len: 168 time: 0.1372828 Feb 09 19:19:00.012607 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c188317-1667-4a8c-aa7c-8285bd142d51 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bad50cf0-025e-48b3-bc08-55b941de3d49,revision_number=None']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:19:00.042780 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b053f0f-d9bb-470b-a390-661d2ed0f9ce req-422c9d60-9662-4ad3-86e6-21adce8863fe tempest-ServersAdminTestJSON-1393048834 tempest-ServersAdminTestJSON-1393048834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:19:00.044317 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-6b053f0f-d9bb-470b-a390-661d2ed0f9ce req-422c9d60-9662-4ad3-86e6-21adce8863fe tempest-ServersAdminTestJSON-1393048834 tempest-ServersAdminTestJSON-1393048834-project] 10.222.0.75 "GET /v2.0/ports?device_id=fd17ec19-7de7-4d19-86bc-494ce272637b HTTP/1.1" status: 200 len: 950 time: 0.0776002 Feb 09 19:19:00.100618 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-6b053f0f-d9bb-470b-a390-661d2ed0f9ce req-ed20d9b7-2d62-4daf-96ae-bdb29f686ebd tempest-ServersAdminTestJSON-1393048834 tempest-ServersAdminTestJSON-1393048834-project] 10.222.0.75 "GET /v2.0/security-groups?id=c0042214-21f2-4e80-92b9-9b56852b3a45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504477 Feb 09 19:19:00.277012 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 41438) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:19:00.312929 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-2290c3be-d203-4c49-8ae3-960b3f6eae33 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:19:00.375161 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-8850f0cc-b7e2-4553-8d6b-d6f3d8b66cc8 req-bf536041-33f6-40bf-a148-8ee9265db85c tempest-ServerShowV247Test-1778340501 tempest-ServerShowV247Test-1778340501-project] 10.222.0.75 "GET /v2.0/ports?device_id=aa74756f-5b3d-4e9a-a622-b21515b464cc HTTP/1.1" status: 200 len: 210 time: 0.0521176 Feb 09 19:19:00.383723 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf0a8143-f81e-487c-a132-57fc23b66daf req-b17de575-45d3-4a4b-a1a5-2d948531a7bb tempest-ServerRescueNegativeTestJSON-1800126168 tempest-ServerRescueNegativeTestJSON-1800126168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:19:00.391363 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-bf0a8143-f81e-487c-a132-57fc23b66daf req-b17de575-45d3-4a4b-a1a5-2d948531a7bb tempest-ServerRescueNegativeTestJSON-1800126168 tempest-ServerRescueNegativeTestJSON-1800126168-project] 10.222.0.75 "GET /v2.0/ports?device_id=44c70ffa-f512-41ae-b436-424d8fe54797 HTTP/1.1" status: 200 len: 945 time: 0.1143210 Feb 09 19:19:00.468193 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-bf0a8143-f81e-487c-a132-57fc23b66daf req-9477d029-d337-4c18-b825-981a62e2926e tempest-ServerRescueNegativeTestJSON-1800126168 tempest-ServerRescueNegativeTestJSON-1800126168-project] 10.222.0.75 "GET /v2.0/security-groups?id=20eba632-e06f-4b78-b62a-91fbda6670a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0749285 Feb 09 19:19:00.494677 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-2290c3be-d203-4c49-8ae3-960b3f6eae33 admin admin] Publish callbacks [] for security_group (70b884d2-95cd-4cd9-9c33-90a5d76fa46e), precommit_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:19:00.498614 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-2290c3be-d203-4c49-8ae3-960b3f6eae33 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1892331'] for security_group (70b884d2-95cd-4cd9-9c33-90a5d76fa46e), after_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:19:00.540669 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-2290c3be-d203-4c49-8ae3-960b3f6eae33 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=9e12bcac6e27417da9a4c5356711c2fc&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2617884 Feb 09 19:19:00.541814 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2290c3be-d203-4c49-8ae3-960b3f6eae33 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=70b884d2-95cd-4cd9-9c33-90a5d76fa46e,revision_number=1']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:19:00.543596 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 41444) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:19:00.608382 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-ff661cb3-e778-4846-8204-aabd3a5bdeb1 admin admin] Publish callbacks [] for security_group (70b884d2-95cd-4cd9-9c33-90a5d76fa46e), before_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:19:00.635013 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-ff661cb3-e778-4846-8204-aabd3a5bdeb1 admin admin] Publish callbacks [] for security_group (70b884d2-95cd-4cd9-9c33-90a5d76fa46e), precommit_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:19:00.692411 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-ff661cb3-e778-4846-8204-aabd3a5bdeb1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1892331'] for security_group (70b884d2-95cd-4cd9-9c33-90a5d76fa46e), after_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:19:00.695692 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-ff661cb3-e778-4846-8204-aabd3a5bdeb1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:19:00.696853 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-ff661cb3-e778-4846-8204-aabd3a5bdeb1 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/70b884d2-95cd-4cd9-9c33-90a5d76fa46e HTTP/1.1" status: 204 len: 168 time: 0.1510375 Feb 09 19:19:00.710930 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff661cb3-e778-4846-8204-aabd3a5bdeb1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=70b884d2-95cd-4cd9-9c33-90a5d76fa46e,revision_number=None']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:19:00.767683 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-250730dd-9733-42b4-91a3-a36fcdc12c10 req-4bf6da2e-6d63-4320-a2ee-79cea8ba6ee1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:19:00.769529 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-250730dd-9733-42b4-91a3-a36fcdc12c10 req-4bf6da2e-6d63-4320-a2ee-79cea8ba6ee1 service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=44c70ffa-f512-41ae-b436-424d8fe54797 HTTP/1.1" status: 200 len: 1128 time: 0.0695944 Feb 09 19:19:00.824158 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-250730dd-9733-42b4-91a3-a36fcdc12c10 req-794684d2-c567-4467-a84e-a4fb27381551 service neutron] 10.222.0.89 "GET /v2.0/security-groups?id=20eba632-e06f-4b78-b62a-91fbda6670a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464218 Feb 09 19:19:01.242133 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c88291de-8fbf-49f1-b5b8-16a5e16edab6 req-564d3f4b-88c5-460f-8bcd-e277fd413ab4 tempest-ServersAdminTestJSON-1393048834 tempest-ServersAdminTestJSON-1393048834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:19:01.244475 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-c88291de-8fbf-49f1-b5b8-16a5e16edab6 req-564d3f4b-88c5-460f-8bcd-e277fd413ab4 tempest-ServersAdminTestJSON-1393048834 tempest-ServersAdminTestJSON-1393048834-project] 10.222.0.75 "GET /v2.0/ports?device_id=fd17ec19-7de7-4d19-86bc-494ce272637b HTTP/1.1" status: 200 len: 950 time: 0.0732365 Feb 09 19:19:01.303101 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-c88291de-8fbf-49f1-b5b8-16a5e16edab6 req-b6036777-c734-496a-b45b-8814c3deb5d2 tempest-ServersAdminTestJSON-1393048834 tempest-ServersAdminTestJSON-1393048834-project] 10.222.0.75 "GET /v2.0/security-groups?id=c0042214-21f2-4e80-92b9-9b56852b3a45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524549 Feb 09 19:19:01.513835 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-583343e0-7872-4b8a-903a-7af6461d5150 req-fc465c98-69af-4ef4-9f4f-cce104386592 tempest-ServerShowV247Test-1778340501 tempest-ServerShowV247Test-1778340501-project] 10.222.0.75 "GET /v2.0/ports?device_id=aa74756f-5b3d-4e9a-a622-b21515b464cc HTTP/1.1" status: 200 len: 210 time: 0.0474708 Feb 09 19:19:01.604965 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5b91b41-7bee-4c43-81eb-8683af00b7f2 req-81f5a494-1655-4ce6-89d1-efd6a881eed4 tempest-ServerRescueNegativeTestJSON-1800126168 tempest-ServerRescueNegativeTestJSON-1800126168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:19:01.607522 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-e5b91b41-7bee-4c43-81eb-8683af00b7f2 req-81f5a494-1655-4ce6-89d1-efd6a881eed4 tempest-ServerRescueNegativeTestJSON-1800126168 tempest-ServerRescueNegativeTestJSON-1800126168-project] 10.222.0.75 "GET /v2.0/ports?device_id=44c70ffa-f512-41ae-b436-424d8fe54797 HTTP/1.1" status: 200 len: 945 time: 0.0571673 Feb 09 19:19:01.658795 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-e5b91b41-7bee-4c43-81eb-8683af00b7f2 req-75ae2f65-afc3-48a9-8557-6092dd20a7bc tempest-ServerRescueNegativeTestJSON-1800126168 tempest-ServerRescueNegativeTestJSON-1800126168-project] 10.222.0.75 "GET /v2.0/security-groups?id=20eba632-e06f-4b78-b62a-91fbda6670a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446763 Feb 09 19:19:02.450714 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0580521b-7b29-4c2a-a096-5ddb2f172ac3 req-fed0dd16-566c-46b9-88da-c86803aebf5f tempest-ServersAdminTestJSON-1393048834 tempest-ServersAdminTestJSON-1393048834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:19:02.452274 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-0580521b-7b29-4c2a-a096-5ddb2f172ac3 req-fed0dd16-566c-46b9-88da-c86803aebf5f tempest-ServersAdminTestJSON-1393048834 tempest-ServersAdminTestJSON-1393048834-project] 10.222.0.75 "GET /v2.0/ports?device_id=fd17ec19-7de7-4d19-86bc-494ce272637b HTTP/1.1" status: 200 len: 950 time: 0.0651364 Feb 09 19:19:02.517609 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-0580521b-7b29-4c2a-a096-5ddb2f172ac3 req-791ac045-3e53-45ac-8964-e147638e0cd4 tempest-ServersAdminTestJSON-1393048834 tempest-ServersAdminTestJSON-1393048834-project] 10.222.0.75 "GET /v2.0/security-groups?id=c0042214-21f2-4e80-92b9-9b56852b3a45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483379 Feb 09 19:19:02.637344 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-d697b4be-3a3a-40a3-9cc8-f202dd3dee1d req-a10ae09f-a762-4e6e-9e12-d309121312a2 tempest-ServerShowV247Test-1778340501 tempest-ServerShowV247Test-1778340501-project] 10.222.0.75 "GET /v2.0/ports?device_id=aa74756f-5b3d-4e9a-a622-b21515b464cc HTTP/1.1" status: 200 len: 210 time: 0.0318935 Feb 09 19:19:02.792763 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e24aa2ad-6f07-428a-8fa7-f7c4ec10d173 req-62b00b93-ea4a-4f8d-81e3-abec1691a499 tempest-ServerRescueNegativeTestJSON-1800126168 tempest-ServerRescueNegativeTestJSON-1800126168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:19:02.794235 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-e24aa2ad-6f07-428a-8fa7-f7c4ec10d173 req-62b00b93-ea4a-4f8d-81e3-abec1691a499 tempest-ServerRescueNegativeTestJSON-1800126168 tempest-ServerRescueNegativeTestJSON-1800126168-project] 10.222.0.75 "GET /v2.0/ports?device_id=44c70ffa-f512-41ae-b436-424d8fe54797 HTTP/1.1" status: 200 len: 945 time: 0.0656521 Feb 09 19:19:02.858645 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-e24aa2ad-6f07-428a-8fa7-f7c4ec10d173 req-f01c0172-4616-4500-8494-383324b20f98 tempest-ServerRescueNegativeTestJSON-1800126168 tempest-ServerRescueNegativeTestJSON-1800126168-project] 10.222.0.75 "GET /v2.0/security-groups?id=20eba632-e06f-4b78-b62a-91fbda6670a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0585289 Feb 09 19:19:02.989467 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32693e1e-8474-44b4-aa89-f0e89a6299d7 req-ea7c5a13-0950-4a19-88d0-0d28e5e6cb3e tempest-ServerRescueNegativeTestJSON-1800126168 tempest-ServerRescueNegativeTestJSON-1800126168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:19:02.994842 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-32693e1e-8474-44b4-aa89-f0e89a6299d7 req-ea7c5a13-0950-4a19-88d0-0d28e5e6cb3e tempest-ServerRescueNegativeTestJSON-1800126168 tempest-ServerRescueNegativeTestJSON-1800126168-project] 10.222.0.75 "GET /v2.0/ports?device_id=3f2394dc-3bdb-467a-bc3a-100f52d986e7 HTTP/1.1" status: 200 len: 945 time: 0.0674510 Feb 09 19:19:03.048516 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-32693e1e-8474-44b4-aa89-f0e89a6299d7 req-d20c1272-258a-4ebd-998a-5b6264d75283 tempest-ServerRescueNegativeTestJSON-1800126168 tempest-ServerRescueNegativeTestJSON-1800126168-project] 10.222.0.75 "GET /v2.0/security-groups?id=20eba632-e06f-4b78-b62a-91fbda6670a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508687 Feb 09 19:19:03.222007 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 41544) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:19:03.291225 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d409cfb-2e9f-4750-b833-cc5f9ea0595c req-84e66656-cf65-4b90-b657-b2b88e0a93c1 tempest-ServerRescueNegativeTestJSON-1800126168 tempest-ServerRescueNegativeTestJSON-1800126168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:19:03.293010 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-9d409cfb-2e9f-4750-b833-cc5f9ea0595c req-84e66656-cf65-4b90-b657-b2b88e0a93c1 tempest-ServerRescueNegativeTestJSON-1800126168 tempest-ServerRescueNegativeTestJSON-1800126168-project] 10.222.0.75 "GET /v2.0/ports?device_id=3f2394dc-3bdb-467a-bc3a-100f52d986e7 HTTP/1.1" status: 200 len: 945 time: 0.0581503 Feb 09 19:19:03.339739 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-f0571a26-cfa6-4820-8662-c088cfbcc1da admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:19:03.350032 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-9d409cfb-2e9f-4750-b833-cc5f9ea0595c req-e7bfccc1-bb29-479f-a9ac-e02c5d580f71 tempest-ServerRescueNegativeTestJSON-1800126168 tempest-ServerRescueNegativeTestJSON-1800126168-project] 10.222.0.75 "GET /v2.0/security-groups?id=20eba632-e06f-4b78-b62a-91fbda6670a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505996 Feb 09 19:19:03.436471 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-f0571a26-cfa6-4820-8662-c088cfbcc1da admin admin] Publish callbacks [] for security_group (c256809a-014c-4d78-9dcc-639e9deb89cc), precommit_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:19:03.440492 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-f0571a26-cfa6-4820-8662-c088cfbcc1da admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1892331'] for security_group (c256809a-014c-4d78-9dcc-639e9deb89cc), after_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:19:03.480208 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-f0571a26-cfa6-4820-8662-c088cfbcc1da admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=c5e30c0c51004229a049d704c5903f54&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2570910 Feb 09 19:19:03.482134 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0571a26-cfa6-4820-8662-c088cfbcc1da admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c256809a-014c-4d78-9dcc-639e9deb89cc,revision_number=1']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:19:03.483071 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 41548) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:19:03.543871 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-09fca108-b022-428c-b041-a42ed56e88d8 admin admin] Publish callbacks [] for security_group (c256809a-014c-4d78-9dcc-639e9deb89cc), before_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:19:03.592189 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-09fca108-b022-428c-b041-a42ed56e88d8 admin admin] Publish callbacks [] for security_group (c256809a-014c-4d78-9dcc-639e9deb89cc), precommit_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:19:03.652359 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-09fca108-b022-428c-b041-a42ed56e88d8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1892331'] for security_group (c256809a-014c-4d78-9dcc-639e9deb89cc), after_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:19:03.655499 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-09fca108-b022-428c-b041-a42ed56e88d8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:19:03.658568 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-09fca108-b022-428c-b041-a42ed56e88d8 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/c256809a-014c-4d78-9dcc-639e9deb89cc HTTP/1.1" status: 204 len: 168 time: 0.1742291 Feb 09 19:19:03.668762 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fe408a8-734e-413f-915c-6c151ba523a6 req-caff458d-2686-4ff6-8760-95fb7edcf68d tempest-ServersAdminTestJSON-1393048834 tempest-ServersAdminTestJSON-1393048834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:19:03.677332 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-2fe408a8-734e-413f-915c-6c151ba523a6 req-caff458d-2686-4ff6-8760-95fb7edcf68d tempest-ServersAdminTestJSON-1393048834 tempest-ServersAdminTestJSON-1393048834-project] 10.222.0.75 "GET /v2.0/ports?device_id=fd17ec19-7de7-4d19-86bc-494ce272637b HTTP/1.1" status: 200 len: 950 time: 0.0794463 Feb 09 19:19:03.699666 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09fca108-b022-428c-b041-a42ed56e88d8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c256809a-014c-4d78-9dcc-639e9deb89cc,revision_number=None']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:19:03.764937 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-2fe408a8-734e-413f-915c-6c151ba523a6 req-2183ce51-346f-42fa-a602-04235730e3a4 tempest-ServersAdminTestJSON-1393048834 tempest-ServersAdminTestJSON-1393048834-project] 10.222.0.75 "GET /v2.0/security-groups?id=c0042214-21f2-4e80-92b9-9b56852b3a45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0866046 Feb 09 19:19:03.786468 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-94cf91bd-bf91-4e9f-9fcb-f95ef06c9611 req-b420b926-82bf-41ad-9dd9-941f4f7ebbf7 tempest-ServerShowV247Test-1778340501 tempest-ServerShowV247Test-1778340501-project] 10.222.0.75 "GET /v2.0/ports?device_id=aa74756f-5b3d-4e9a-a622-b21515b464cc HTTP/1.1" status: 200 len: 210 time: 0.0529771 Feb 09 19:19:04.005544 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 41562) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:19:04.018765 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-5032ceff-5acb-484f-ab58-65e9dcbac781 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:19:04.103253 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-5032ceff-5acb-484f-ab58-65e9dcbac781 admin admin] Publish callbacks [] for security_group (bacb38ed-0544-4a3b-b0e9-2f250b790345), precommit_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:19:04.107232 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-5032ceff-5acb-484f-ab58-65e9dcbac781 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1892331'] for security_group (bacb38ed-0544-4a3b-b0e9-2f250b790345), after_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:19:04.150358 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-5032ceff-5acb-484f-ab58-65e9dcbac781 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=56deae164fcc49f6a42f733ee2401951&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1433184 Feb 09 19:19:04.151367 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5032ceff-5acb-484f-ab58-65e9dcbac781 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bacb38ed-0544-4a3b-b0e9-2f250b790345,revision_number=1']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:19:04.153058 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 41564) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:19:04.203892 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-d31c6e1d-4003-460c-8c59-19426d332a24 admin admin] Publish callbacks [] for security_group (bacb38ed-0544-4a3b-b0e9-2f250b790345), before_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:19:04.226594 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-d31c6e1d-4003-460c-8c59-19426d332a24 admin admin] Publish callbacks [] for security_group (bacb38ed-0544-4a3b-b0e9-2f250b790345), precommit_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:19:04.275376 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-d31c6e1d-4003-460c-8c59-19426d332a24 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1892331'] for security_group (bacb38ed-0544-4a3b-b0e9-2f250b790345), after_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:19:04.278211 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-d31c6e1d-4003-460c-8c59-19426d332a24 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:19:04.281865 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-d31c6e1d-4003-460c-8c59-19426d332a24 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/bacb38ed-0544-4a3b-b0e9-2f250b790345 HTTP/1.1" status: 204 len: 168 time: 0.1252522 Feb 09 19:19:04.287546 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d31c6e1d-4003-460c-8c59-19426d332a24 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bacb38ed-0544-4a3b-b0e9-2f250b790345,revision_number=None']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:19:04.510080 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-536159d5-7603-4dee-9d23-4454e51bed7f req-0add452d-0631-4acf-bf45-ba575e847e7a tempest-ServerRescueNegativeTestJSON-1800126168 tempest-ServerRescueNegativeTestJSON-1800126168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:19:04.514701 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-536159d5-7603-4dee-9d23-4454e51bed7f req-0add452d-0631-4acf-bf45-ba575e847e7a tempest-ServerRescueNegativeTestJSON-1800126168 tempest-ServerRescueNegativeTestJSON-1800126168-project] 10.222.0.75 "GET /v2.0/ports?device_id=3f2394dc-3bdb-467a-bc3a-100f52d986e7 HTTP/1.1" status: 200 len: 945 time: 0.0801122 Feb 09 19:19:04.568557 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-536159d5-7603-4dee-9d23-4454e51bed7f req-ccdbc0ed-7d38-4bbb-a83d-52ca0ab3fc15 tempest-ServerRescueNegativeTestJSON-1800126168 tempest-ServerRescueNegativeTestJSON-1800126168-project] 10.222.0.75 "GET /v2.0/security-groups?id=20eba632-e06f-4b78-b62a-91fbda6670a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508564 Feb 09 19:19:04.941746 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-494d4bde-a13e-49b8-ba62-35e5fd19323a req-8ad1f2c0-882e-4fdb-8e11-8e946b6c8f74 tempest-ServerRescueNegativeTestJSON-1800126168 tempest-ServerRescueNegativeTestJSON-1800126168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:19:04.949606 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-494d4bde-a13e-49b8-ba62-35e5fd19323a req-8ad1f2c0-882e-4fdb-8e11-8e946b6c8f74 tempest-ServerRescueNegativeTestJSON-1800126168 tempest-ServerRescueNegativeTestJSON-1800126168-project] 10.222.0.75 "GET /v2.0/ports?device_id=3f2394dc-3bdb-467a-bc3a-100f52d986e7 HTTP/1.1" status: 200 len: 945 time: 0.1132960 Feb 09 19:19:04.953277 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0651a8ee-af25-4c0f-8e5d-0c69fcbacfa8 req-db13a5a6-47ee-41b0-951a-1af3f97420f8 tempest-ServersAdminTestJSON-1393048834 tempest-ServersAdminTestJSON-1393048834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:19:04.961347 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-0651a8ee-af25-4c0f-8e5d-0c69fcbacfa8 req-db13a5a6-47ee-41b0-951a-1af3f97420f8 tempest-ServersAdminTestJSON-1393048834 tempest-ServersAdminTestJSON-1393048834-project] 10.222.0.75 "GET /v2.0/ports?device_id=fd17ec19-7de7-4d19-86bc-494ce272637b HTTP/1.1" status: 200 len: 950 time: 0.0751026 Feb 09 19:19:05.046787 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-0651a8ee-af25-4c0f-8e5d-0c69fcbacfa8 req-11cef178-2498-45df-9895-d3e70c1cfad4 tempest-ServersAdminTestJSON-1393048834 tempest-ServersAdminTestJSON-1393048834-project] 10.222.0.75 "GET /v2.0/security-groups?id=c0042214-21f2-4e80-92b9-9b56852b3a45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0816071 Feb 09 19:19:05.059814 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-494d4bde-a13e-49b8-ba62-35e5fd19323a req-e00e2eb8-1707-41f1-bdfd-3ac3c63083c8 tempest-ServerRescueNegativeTestJSON-1800126168 tempest-ServerRescueNegativeTestJSON-1800126168-project] 10.222.0.75 "GET /v2.0/security-groups?id=20eba632-e06f-4b78-b62a-91fbda6670a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1013031 Feb 09 19:19:05.138172 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-8249a076-9a0b-46d2-92c6-70776294ae30 req-65fb8369-958f-4f43-8a19-8fdf3ada38aa tempest-ServerShowV247Test-1778340501 tempest-ServerShowV247Test-1778340501-project] 10.222.0.75 "GET /v2.0/ports?device_id=aa74756f-5b3d-4e9a-a622-b21515b464cc HTTP/1.1" status: 200 len: 210 time: 0.0290194 Feb 09 19:19:05.656410 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 41610) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:19:05.775372 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-08365b83-2e16-450c-ab61-89c2dbef9ba2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:19:05.865065 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-08365b83-2e16-450c-ab61-89c2dbef9ba2 admin admin] Publish callbacks [] for security_group (9a05c950-c78f-4636-91b4-77f6f74b9207), precommit_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:19:05.870107 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-08365b83-2e16-450c-ab61-89c2dbef9ba2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1892331'] for security_group (9a05c950-c78f-4636-91b4-77f6f74b9207), after_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:19:05.910029 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08365b83-2e16-450c-ab61-89c2dbef9ba2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9a05c950-c78f-4636-91b4-77f6f74b9207,revision_number=1']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:19:05.918195 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-08365b83-2e16-450c-ab61-89c2dbef9ba2 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=3564ddafde974ffc860641ef73ddce95&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2606254 Feb 09 19:19:05.918397 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 41626) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:19:05.975227 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-6668cce7-593a-4a48-a7ad-55fd6f78ab15 admin admin] Publish callbacks [] for security_group (9a05c950-c78f-4636-91b4-77f6f74b9207), before_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:19:05.998269 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-6668cce7-593a-4a48-a7ad-55fd6f78ab15 admin admin] Publish callbacks [] for security_group (9a05c950-c78f-4636-91b4-77f6f74b9207), precommit_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:19:06.052824 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-6668cce7-593a-4a48-a7ad-55fd6f78ab15 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1892331'] for security_group (9a05c950-c78f-4636-91b4-77f6f74b9207), after_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:19:06.055714 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-6668cce7-593a-4a48-a7ad-55fd6f78ab15 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:19:06.058456 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-6668cce7-593a-4a48-a7ad-55fd6f78ab15 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/9a05c950-c78f-4636-91b4-77f6f74b9207 HTTP/1.1" status: 204 len: 168 time: 0.1387885 Feb 09 19:19:06.087208 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6668cce7-593a-4a48-a7ad-55fd6f78ab15 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9a05c950-c78f-4636-91b4-77f6f74b9207,revision_number=None']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:19:06.225503 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74877e7c-0bf7-4d5f-9ba2-0dc1ae2fe405 req-9d881dd4-b9d4-4712-8b09-9fce8a23e62d tempest-ServersAdminTestJSON-1393048834 tempest-ServersAdminTestJSON-1393048834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:19:06.227162 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-74877e7c-0bf7-4d5f-9ba2-0dc1ae2fe405 req-9d881dd4-b9d4-4712-8b09-9fce8a23e62d tempest-ServersAdminTestJSON-1393048834 tempest-ServersAdminTestJSON-1393048834-project] 10.222.0.75 "GET /v2.0/ports?device_id=fd17ec19-7de7-4d19-86bc-494ce272637b HTTP/1.1" status: 200 len: 950 time: 0.0724270 Feb 09 19:19:06.299746 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-74877e7c-0bf7-4d5f-9ba2-0dc1ae2fe405 req-ab9ce135-4d29-4307-95b4-e0c214dc17e7 tempest-ServersAdminTestJSON-1393048834 tempest-ServersAdminTestJSON-1393048834-project] 10.222.0.75 "GET /v2.0/security-groups?id=c0042214-21f2-4e80-92b9-9b56852b3a45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0669611 Feb 09 19:19:06.354675 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5b3adf5-6fc3-450e-a003-afc670e64ee5 req-8e9d6c82-891e-4c64-870b-fcf4e3771291 tempest-ServerRescueNegativeTestJSON-1800126168 tempest-ServerRescueNegativeTestJSON-1800126168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:19:06.356516 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-a5b3adf5-6fc3-450e-a003-afc670e64ee5 req-8e9d6c82-891e-4c64-870b-fcf4e3771291 tempest-ServerRescueNegativeTestJSON-1800126168 tempest-ServerRescueNegativeTestJSON-1800126168-project] 10.222.0.75 "GET /v2.0/ports?device_id=3f2394dc-3bdb-467a-bc3a-100f52d986e7 HTTP/1.1" status: 200 len: 945 time: 0.0984287 Feb 09 19:19:06.416367 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-a5b3adf5-6fc3-450e-a003-afc670e64ee5 req-788a297d-fa4e-4365-be24-53b58996fb94 tempest-ServerRescueNegativeTestJSON-1800126168 tempest-ServerRescueNegativeTestJSON-1800126168-project] 10.222.0.75 "GET /v2.0/security-groups?id=20eba632-e06f-4b78-b62a-91fbda6670a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541296 Feb 09 19:19:06.461899 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-1d48d7ff-551b-466b-bdfc-87434f6fd1d5 req-efa0f40c-03ad-49a1-bf05-6e6c7950d29b tempest-ServerShowV247Test-1778340501 tempest-ServerShowV247Test-1778340501-project] 10.222.0.75 "GET /v2.0/ports?device_id=aa74756f-5b3d-4e9a-a622-b21515b464cc HTTP/1.1" status: 200 len: 210 time: 0.0759552 Feb 09 19:19:07.141607 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-33c5d028-6f71-45cb-b330-312882438d7c req-8e58bf15-b540-45c4-8e56-3e33e1d3c35e service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=aa74756f-5b3d-4e9a-a622-b21515b464cc HTTP/1.1" status: 200 len: 210 time: 0.0429809 Feb 09 19:19:07.437468 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a69ae6f-c453-431b-a076-9c861776a52b req-0c104303-a089-47ef-957b-26572981932a tempest-ServersAdminTestJSON-1393048834 tempest-ServersAdminTestJSON-1393048834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:19:07.445129 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-9a69ae6f-c453-431b-a076-9c861776a52b req-0c104303-a089-47ef-957b-26572981932a tempest-ServersAdminTestJSON-1393048834 tempest-ServersAdminTestJSON-1393048834-project] 10.222.0.75 "GET /v2.0/ports?device_id=fd17ec19-7de7-4d19-86bc-494ce272637b HTTP/1.1" status: 200 len: 950 time: 0.0629005 Feb 09 19:19:07.502991 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-9a69ae6f-c453-431b-a076-9c861776a52b req-485e3f4a-83d8-4323-9ca9-ccb2a9f65bbb tempest-ServersAdminTestJSON-1393048834 tempest-ServersAdminTestJSON-1393048834-project] 10.222.0.75 "GET /v2.0/security-groups?id=c0042214-21f2-4e80-92b9-9b56852b3a45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529032 Feb 09 19:19:07.585881 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-92bfa94a-92a8-494b-b0ad-ee4b04af98ad req-5d5b3281-e789-4efb-b1d8-7672db4c048c tempest-ServerShowV247Test-1778340501 tempest-ServerShowV247Test-1778340501-project] 10.222.0.75 "GET /v2.0/ports?device_id=aa74756f-5b3d-4e9a-a622-b21515b464cc HTTP/1.1" status: 200 len: 210 time: 0.0319765 Feb 09 19:19:08.631938 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abe8501d-8018-45b3-bae3-06bb2f6e350f req-f7ddb479-8a68-4e54-a30d-264ab99d8f8a tempest-ServersAdminTestJSON-1393048834 tempest-ServersAdminTestJSON-1393048834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:19:08.634150 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-abe8501d-8018-45b3-bae3-06bb2f6e350f req-f7ddb479-8a68-4e54-a30d-264ab99d8f8a tempest-ServersAdminTestJSON-1393048834 tempest-ServersAdminTestJSON-1393048834-project] 10.222.0.75 "GET /v2.0/ports?device_id=fd17ec19-7de7-4d19-86bc-494ce272637b HTTP/1.1" status: 200 len: 950 time: 0.0652206 Feb 09 19:19:08.689568 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-abe8501d-8018-45b3-bae3-06bb2f6e350f req-eca41333-7747-4a23-9fa3-57c3f0f60b1d tempest-ServersAdminTestJSON-1393048834 tempest-ServersAdminTestJSON-1393048834-project] 10.222.0.75 "GET /v2.0/security-groups?id=c0042214-21f2-4e80-92b9-9b56852b3a45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499067 Feb 09 19:19:08.747171 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-56df02da-7bf0-4d0e-b43a-febec6204d0b req-277cc61b-a2bb-4788-8995-1802ecf5691e tempest-ServerShowV247Test-1778340501 tempest-ServerShowV247Test-1778340501-project] 10.222.0.75 "GET /v2.0/ports?device_id=aa74756f-5b3d-4e9a-a622-b21515b464cc HTTP/1.1" status: 200 len: 210 time: 0.0291250 Feb 09 19:19:09.139782 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f49b727-8a50-43df-b347-3e2842563f33 req-af2c6ed1-112a-4291-9693-7d00344bba15 tempest-ServerRescueNegativeTestJSON-1800126168 tempest-ServerRescueNegativeTestJSON-1800126168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:19:09.142534 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-8f49b727-8a50-43df-b347-3e2842563f33 req-af2c6ed1-112a-4291-9693-7d00344bba15 tempest-ServerRescueNegativeTestJSON-1800126168 tempest-ServerRescueNegativeTestJSON-1800126168-project] 10.222.0.75 "GET /v2.0/ports?device_id=3f2394dc-3bdb-467a-bc3a-100f52d986e7 HTTP/1.1" status: 200 len: 945 time: 0.0906415 Feb 09 19:19:09.167957 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0679ca8f-9a7a-4171-b4f0-b200d3fee511 req-377093e5-fdd7-4659-ac0c-6c8884d9ffba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:19:09.169877 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-0679ca8f-9a7a-4171-b4f0-b200d3fee511 req-377093e5-fdd7-4659-ac0c-6c8884d9ffba service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=eb0bb5f642894bf2abf52f90f794999a&device_id=3f2394dc-3bdb-467a-bc3a-100f52d986e7 HTTP/1.1" status: 200 len: 1128 time: 0.0887952 Feb 09 19:19:09.237865 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-8f49b727-8a50-43df-b347-3e2842563f33 req-4823e45e-c634-4975-bcf6-c32314e13613 tempest-ServerRescueNegativeTestJSON-1800126168 tempest-ServerRescueNegativeTestJSON-1800126168-project] 10.222.0.75 "GET /v2.0/security-groups?id=20eba632-e06f-4b78-b62a-91fbda6670a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0885696 Feb 09 19:19:09.298643 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0679ca8f-9a7a-4171-b4f0-b200d3fee511 req-a2c1b69a-ebc8-40cc-8ee8-ef0041ffd560 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:19:09.300612 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-0679ca8f-9a7a-4171-b4f0-b200d3fee511 req-a2c1b69a-ebc8-40cc-8ee8-ef0041ffd560 service neutron] 10.222.0.89 "GET /v2.0/networks?id=5d2d334e-0f6b-4e62-b869-e00487a29620 HTTP/1.1" status: 200 len: 920 time: 0.1185248 Feb 09 19:19:09.351325 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-0679ca8f-9a7a-4171-b4f0-b200d3fee511 req-0c362007-ea11-463b-a828-2ea9713b36e9 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a672cc1d-2a06-4285-94a8-fae176750140 HTTP/1.1" status: 200 len: 217 time: 0.0380814 Feb 09 19:19:09.401089 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0679ca8f-9a7a-4171-b4f0-b200d3fee511 req-2a22a1ab-6e57-49c9-9192-967a3d0a40e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:19:09.402690 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-0679ca8f-9a7a-4171-b4f0-b200d3fee511 req-2a22a1ab-6e57-49c9-9192-967a3d0a40e7 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=74f7cf6f-ebf0-4984-aecc-0c23aa6982bb HTTP/1.1" status: 200 len: 859 time: 0.0450170 Feb 09 19:19:09.443628 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-0679ca8f-9a7a-4171-b4f0-b200d3fee511 req-5964e9d9-7af0-4067-aa13-0539ee5639f3 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=5d2d334e-0f6b-4e62-b869-e00487a29620&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0278268 Feb 09 19:19:09.542389 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-0679ca8f-9a7a-4171-b4f0-b200d3fee511 req-fadaeed1-ff56-4b41-b13c-54d5ca614c21 service neutron] 10.222.0.89 "GET /v2.0/networks/5d2d334e-0f6b-4e62-b869-e00487a29620?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0919497 Feb 09 19:19:09.653501 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-0679ca8f-9a7a-4171-b4f0-b200d3fee511 req-1b3857e6-634d-4735-8a8e-02897a2ca9b5 service neutron] 10.222.0.89 "GET /v2.0/networks/5d2d334e-0f6b-4e62-b869-e00487a29620?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0985954 Feb 09 19:19:09.831559 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-793df372-239d-4af4-b6df-ab636405537f req-bedaf302-a662-468e-82ca-7a68275ba91d tempest-ServersAdminTestJSON-1393048834 tempest-ServersAdminTestJSON-1393048834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:19:09.839938 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-793df372-239d-4af4-b6df-ab636405537f req-bedaf302-a662-468e-82ca-7a68275ba91d tempest-ServersAdminTestJSON-1393048834 tempest-ServersAdminTestJSON-1393048834-project] 10.222.0.75 "GET /v2.0/ports?device_id=fd17ec19-7de7-4d19-86bc-494ce272637b HTTP/1.1" status: 200 len: 950 time: 0.0629580 Feb 09 19:19:09.877816 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-ac0196bb-4ca5-4ecf-8c4e-20a22875ec18 req-842dee02-b707-4d83-a042-9ec3f3a1eb50 tempest-ServerShowV247Test-1778340501 tempest-ServerShowV247Test-1778340501-project] 10.222.0.75 "GET /v2.0/ports?device_id=aa74756f-5b3d-4e9a-a622-b21515b464cc HTTP/1.1" status: 200 len: 210 time: 0.0339499 Feb 09 19:19:09.931096 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-793df372-239d-4af4-b6df-ab636405537f req-a82b5653-2864-488e-9f82-327473747f8b tempest-ServersAdminTestJSON-1393048834 tempest-ServersAdminTestJSON-1393048834-project] 10.222.0.75 "GET /v2.0/security-groups?id=c0042214-21f2-4e80-92b9-9b56852b3a45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0897951 Feb 09 19:19:10.221131 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-1476709d-5816-472a-9a13-dc01b71dd35c req-07236fac-169e-4c77-9b1c-30e0b6e199bb tempest-ServerShowV247Test-1778340501 tempest-ServerShowV247Test-1778340501-project] 10.222.0.75 "GET /v2.0/ports?device_id=aa74756f-5b3d-4e9a-a622-b21515b464cc&device_id=46c4ee0e-aec6-4646-a8a0-e16332f19e4c HTTP/1.1" status: 200 len: 210 time: 0.0317109 Feb 09 19:19:10.382183 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-098f3338-fee3-4224-bb84-2bb2c0a0293b req-b0de65f3-92c1-4c93-b1a9-ca45248d9810 tempest-ServerRescueNegativeTestJSON-1800126168 tempest-ServerRescueNegativeTestJSON-1800126168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:19:10.383988 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-098f3338-fee3-4224-bb84-2bb2c0a0293b req-b0de65f3-92c1-4c93-b1a9-ca45248d9810 tempest-ServerRescueNegativeTestJSON-1800126168 tempest-ServerRescueNegativeTestJSON-1800126168-project] 10.222.0.75 "GET /v2.0/ports?device_id=3f2394dc-3bdb-467a-bc3a-100f52d986e7 HTTP/1.1" status: 200 len: 945 time: 0.0604432 Feb 09 19:19:10.465415 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-098f3338-fee3-4224-bb84-2bb2c0a0293b req-7eca4913-86c9-4aa5-8209-8ac08db33ac6 tempest-ServerRescueNegativeTestJSON-1800126168 tempest-ServerRescueNegativeTestJSON-1800126168-project] 10.222.0.75 "GET /v2.0/security-groups?id=20eba632-e06f-4b78-b62a-91fbda6670a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0735009 Feb 09 19:19:10.510812 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-7c12db9a-8b50-4bf3-b1e4-7129cb1dca3c req-f226763a-8020-42a8-a41a-ab6fc6b43eef service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=ebdbc810fd684390b145537ec4bd9b4d&device_id=aa74756f-5b3d-4e9a-a622-b21515b464cc HTTP/1.1" status: 200 len: 210 time: 0.0339973 Feb 09 19:19:10.529631 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-e55c7a6d-4f05-4acc-b4ab-84a78142172f req-484caf60-0b68-46d5-876c-67fa2718895d tempest-ServerShowV247Test-1778340501 tempest-ServerShowV247Test-1778340501-project] 10.222.0.75 "GET /v2.0/ports?device_id=aa74756f-5b3d-4e9a-a622-b21515b464cc HTTP/1.1" status: 200 len: 210 time: 0.0432034 Feb 09 19:19:10.563313 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-7c12db9a-8b50-4bf3-b1e4-7129cb1dca3c req-34ac3590-efb6-49ab-a781-75c0a4cd9cfb service neutron] 10.222.0.90 "GET /v2.0/networks?tenant_id=ebdbc810fd684390b145537ec4bd9b4d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0314476 Feb 09 19:19:10.659474 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c12db9a-8b50-4bf3-b1e4-7129cb1dca3c req-bad48bf4-dbb3-4125-b60f-870f1b12fb92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:19:10.660837 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-7c12db9a-8b50-4bf3-b1e4-7129cb1dca3c req-bad48bf4-dbb3-4125-b60f-870f1b12fb92 service neutron] 10.222.0.90 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0896015 Feb 09 19:19:10.750424 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-f7370682-f1b0-438d-a656-dcc6184ff706 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762867132591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593584'] for agent (af91e4b9-f4e1-42b1-a25c-a10dc47171c8), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:19:11.050993 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-660f14be-585d-4f05-a740-fd7d5fb8e21b req-e0c1d624-c3cc-44a3-a165-df0ba475b7da tempest-ServersAdminTestJSON-1393048834 tempest-ServersAdminTestJSON-1393048834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:19:11.052616 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-660f14be-585d-4f05-a740-fd7d5fb8e21b req-e0c1d624-c3cc-44a3-a165-df0ba475b7da tempest-ServersAdminTestJSON-1393048834 tempest-ServersAdminTestJSON-1393048834-project] 10.222.0.75 "GET /v2.0/ports?device_id=fd17ec19-7de7-4d19-86bc-494ce272637b HTTP/1.1" status: 200 len: 950 time: 0.0673273 Feb 09 19:19:11.104607 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-660f14be-585d-4f05-a740-fd7d5fb8e21b req-2423f429-1828-4bec-8f4f-f618525bb164 tempest-ServersAdminTestJSON-1393048834 tempest-ServersAdminTestJSON-1393048834-project] 10.222.0.75 "GET /v2.0/security-groups?id=c0042214-21f2-4e80-92b9-9b56852b3a45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452349 Feb 09 19:19:11.605853 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae73ddac-bbc2-4955-90bb-46f9725d9f1b req-5838e5ee-8eb3-4c40-83c9-631f859f3303 tempest-ServerRescueNegativeTestJSON-1800126168 tempest-ServerRescueNegativeTestJSON-1800126168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:19:11.607364 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-ae73ddac-bbc2-4955-90bb-46f9725d9f1b req-5838e5ee-8eb3-4c40-83c9-631f859f3303 tempest-ServerRescueNegativeTestJSON-1800126168 tempest-ServerRescueNegativeTestJSON-1800126168-project] 10.222.0.75 "GET /v2.0/ports?device_id=3f2394dc-3bdb-467a-bc3a-100f52d986e7 HTTP/1.1" status: 200 len: 945 time: 0.0728166 Feb 09 19:19:11.664093 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-20a33171-5247-4ac8-a9ad-3b9227d6f81a req-ca824014-537f-4c64-8a73-7cf4854ad0b5 tempest-ServerShowV247Test-1778340501 tempest-ServerShowV247Test-1778340501-project] 10.222.0.75 "GET /v2.0/ports?device_id=aa74756f-5b3d-4e9a-a622-b21515b464cc HTTP/1.1" status: 200 len: 210 time: 0.0369816 Feb 09 19:19:11.678818 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-ae73ddac-bbc2-4955-90bb-46f9725d9f1b req-e7aa2563-8436-4907-8e65-60c8ed58cb79 tempest-ServerRescueNegativeTestJSON-1800126168 tempest-ServerRescueNegativeTestJSON-1800126168-project] 10.222.0.75 "GET /v2.0/security-groups?id=20eba632-e06f-4b78-b62a-91fbda6670a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0629761 Feb 09 19:19:12.232818 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70d4c3f9-f6ba-42fa-b864-3643a6fe87f9 req-bb9c04ba-a3a8-4bcd-aa4c-c8d31555ccee tempest-ServersAdminTestJSON-1393048834 tempest-ServersAdminTestJSON-1393048834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:19:12.234648 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-70d4c3f9-f6ba-42fa-b864-3643a6fe87f9 req-bb9c04ba-a3a8-4bcd-aa4c-c8d31555ccee tempest-ServersAdminTestJSON-1393048834 tempest-ServersAdminTestJSON-1393048834-project] 10.222.0.75 "GET /v2.0/ports?device_id=fd17ec19-7de7-4d19-86bc-494ce272637b HTTP/1.1" status: 200 len: 950 time: 0.0545993 Feb 09 19:19:12.287993 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-70d4c3f9-f6ba-42fa-b864-3643a6fe87f9 req-6f46c015-769e-4907-ab65-ce5b8c1dd271 tempest-ServersAdminTestJSON-1393048834 tempest-ServersAdminTestJSON-1393048834-project] 10.222.0.75 "GET /v2.0/security-groups?id=c0042214-21f2-4e80-92b9-9b56852b3a45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471795 Feb 09 19:19:12.811913 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-d382bf27-6929-4c06-ac6e-13cb4ddafb60 req-6c3b7d5e-f722-46b2-9fd3-ac2cb385136a tempest-ServerShowV247Test-1778340501 tempest-ServerShowV247Test-1778340501-project] 10.222.0.75 "GET /v2.0/ports?device_id=aa74756f-5b3d-4e9a-a622-b21515b464cc HTTP/1.1" status: 200 len: 210 time: 0.0373461 Feb 09 19:19:12.845674 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14afc41d-dc37-4556-9d79-aaa05afd4080 req-aefea94b-d3f4-4260-9653-43ac5d179ccf tempest-ServerRescueNegativeTestJSON-1800126168 tempest-ServerRescueNegativeTestJSON-1800126168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:19:12.847651 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-14afc41d-dc37-4556-9d79-aaa05afd4080 req-aefea94b-d3f4-4260-9653-43ac5d179ccf tempest-ServerRescueNegativeTestJSON-1800126168 tempest-ServerRescueNegativeTestJSON-1800126168-project] 10.222.0.75 "GET /v2.0/ports?device_id=3f2394dc-3bdb-467a-bc3a-100f52d986e7 HTTP/1.1" status: 200 len: 945 time: 0.0668564 Feb 09 19:19:12.923252 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-14afc41d-dc37-4556-9d79-aaa05afd4080 req-912f5cee-97b5-4e2d-8eb8-efb890aad3a8 tempest-ServerRescueNegativeTestJSON-1800126168 tempest-ServerRescueNegativeTestJSON-1800126168-project] 10.222.0.75 "GET /v2.0/security-groups?id=20eba632-e06f-4b78-b62a-91fbda6670a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0672765 Feb 09 19:19:13.047795 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-bd03da53-2579-4d08-93cd-83306747898a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762867132591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593584'] for agent (93303d5e-5d17-45e8-8963-7694f87783ae), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:19:13.120670 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-7c12db9a-8b50-4bf3-b1e4-7129cb1dca3c req-99e69f4d-68bf-4541-b23c-31a558ec68e5 tempest-ServerShowV247Test-1778340501 tempest-ServerShowV247Test-1778340501-project] 10.222.0.90 "GET /v2.0/ports?device_id=aa74756f-5b3d-4e9a-a622-b21515b464cc HTTP/1.1" status: 200 len: 210 time: 0.0291104 Feb 09 19:19:13.422558 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa5a5271-b3f0-45d4-bf8e-92a54e63602d req-dddfb10b-d924-45a7-8a31-243285e74190 tempest-ServersAdminTestJSON-1393048834 tempest-ServersAdminTestJSON-1393048834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:19:13.424148 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-fa5a5271-b3f0-45d4-bf8e-92a54e63602d req-dddfb10b-d924-45a7-8a31-243285e74190 tempest-ServersAdminTestJSON-1393048834 tempest-ServersAdminTestJSON-1393048834-project] 10.222.0.75 "GET /v2.0/ports?device_id=fd17ec19-7de7-4d19-86bc-494ce272637b HTTP/1.1" status: 200 len: 950 time: 0.0619009 Feb 09 19:19:13.474621 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-fa5a5271-b3f0-45d4-bf8e-92a54e63602d req-f9ddb33f-10ff-4c10-ab4f-00ae534fadce tempest-ServersAdminTestJSON-1393048834 tempest-ServersAdminTestJSON-1393048834-project] 10.222.0.75 "GET /v2.0/security-groups?id=c0042214-21f2-4e80-92b9-9b56852b3a45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420213 Feb 09 19:19:13.949794 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-55841750-633c-4cd7-a481-05c4998af804 req-fb9741fa-d5d4-4bd2-9c5f-6ca2a8e500fa tempest-ServerShowV247Test-1778340501 tempest-ServerShowV247Test-1778340501-project] 10.222.0.75 "GET /v2.0/ports?device_id=aa74756f-5b3d-4e9a-a622-b21515b464cc HTTP/1.1" status: 200 len: 210 time: 0.0438335 Feb 09 19:19:14.141850 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad93798d-6ffa-45c9-8396-8991c20e4533 req-a5f319fd-f0c1-45df-a1ea-736d0d0657a1 tempest-ServerRescueNegativeTestJSON-1800126168 tempest-ServerRescueNegativeTestJSON-1800126168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:19:14.143842 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-ad93798d-6ffa-45c9-8396-8991c20e4533 req-a5f319fd-f0c1-45df-a1ea-736d0d0657a1 tempest-ServerRescueNegativeTestJSON-1800126168 tempest-ServerRescueNegativeTestJSON-1800126168-project] 10.222.0.75 "GET /v2.0/ports?device_id=3f2394dc-3bdb-467a-bc3a-100f52d986e7 HTTP/1.1" status: 200 len: 945 time: 0.0968668 Feb 09 19:19:14.248821 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-ad93798d-6ffa-45c9-8396-8991c20e4533 req-44ccb618-0a70-4d68-b3c9-881f812df061 tempest-ServerRescueNegativeTestJSON-1800126168 tempest-ServerRescueNegativeTestJSON-1800126168-project] 10.222.0.75 "GET /v2.0/security-groups?id=20eba632-e06f-4b78-b62a-91fbda6670a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0969813 Feb 09 19:19:14.261805 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-edc54c9b-7f13-45d9-9271-85c9738b0128 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762867132591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593584'] for agent (a62b1850-466f-48ae-bec7-d62fb280e14b), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:19:14.591063 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5b7246e-b436-4995-bb73-75f27d98d6cb req-e23186b4-6059-45b6-95d4-020047363743 tempest-AttachVolumeTestJSON-524945227 tempest-AttachVolumeTestJSON-524945227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:19:14.598561 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-a5b7246e-b436-4995-bb73-75f27d98d6cb req-e23186b4-6059-45b6-95d4-020047363743 tempest-AttachVolumeTestJSON-524945227 tempest-AttachVolumeTestJSON-524945227-project] 10.222.0.75 "GET /v2.0/ports?device_id=9e47810b-ed07-4409-98e3-da39074300c7 HTTP/1.1" status: 200 len: 946 time: 0.1067827 Feb 09 19:19:14.665208 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21f58164-aa93-4719-b92e-3490d782bbb9 req-2ea775db-3d11-4d29-9a77-88f406eff1aa tempest-ServersAdminTestJSON-1393048834 tempest-ServersAdminTestJSON-1393048834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:19:14.675329 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-21f58164-aa93-4719-b92e-3490d782bbb9 req-2ea775db-3d11-4d29-9a77-88f406eff1aa tempest-ServersAdminTestJSON-1393048834 tempest-ServersAdminTestJSON-1393048834-project] 10.222.0.75 "GET /v2.0/ports?device_id=fd17ec19-7de7-4d19-86bc-494ce272637b HTTP/1.1" status: 200 len: 950 time: 0.0853658 Feb 09 19:19:14.705005 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-a5b7246e-b436-4995-bb73-75f27d98d6cb req-58ef5ef7-17bd-40c9-9d75-1ab1d0fca435 tempest-AttachVolumeTestJSON-524945227 tempest-AttachVolumeTestJSON-524945227-project] 10.222.0.75 "GET /v2.0/security-groups?id=bd39f8e7-1d25-418e-b5cd-c91a805a4bbc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1051993 Feb 09 19:19:14.744802 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-21f58164-aa93-4719-b92e-3490d782bbb9 req-2d1f15b1-bef9-4abc-9602-bc70126c2c0a tempest-ServersAdminTestJSON-1393048834 tempest-ServersAdminTestJSON-1393048834-project] 10.222.0.75 "GET /v2.0/security-groups?id=c0042214-21f2-4e80-92b9-9b56852b3a45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0681071 Feb 09 19:19:15.313762 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-de6f113e-76a3-46b3-a5d1-f9c3c4bf18aa req-78062827-7577-4127-b43e-f99852de6bae service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=ebdbc810fd684390b145537ec4bd9b4d&device_id=46c4ee0e-aec6-4646-a8a0-e16332f19e4c HTTP/1.1" status: 200 len: 210 time: 0.0478151 Feb 09 19:19:15.382973 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-4ca7779c-2bc9-4824-950e-53f72b627cb7 req-2911ee08-1674-43e3-8360-e1395ca16d3c tempest-ServerShowV247Test-1778340501 tempest-ServerShowV247Test-1778340501-project] 10.222.0.75 "GET /v2.0/ports?device_id=46c4ee0e-aec6-4646-a8a0-e16332f19e4c HTTP/1.1" status: 200 len: 210 time: 0.0706573 Feb 09 19:19:15.412336 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6072c4e2-c738-4113-86a1-5dcf38d01070 req-29055c90-0b33-4a42-aeb0-0f20c6317a90 tempest-ServerRescueNegativeTestJSON-1800126168 tempest-ServerRescueNegativeTestJSON-1800126168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:19:15.413925 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-6072c4e2-c738-4113-86a1-5dcf38d01070 req-29055c90-0b33-4a42-aeb0-0f20c6317a90 tempest-ServerRescueNegativeTestJSON-1800126168 tempest-ServerRescueNegativeTestJSON-1800126168-project] 10.222.0.75 "GET /v2.0/ports?device_id=3f2394dc-3bdb-467a-bc3a-100f52d986e7 HTTP/1.1" status: 200 len: 945 time: 0.0833585 Feb 09 19:19:15.424904 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-de6f113e-76a3-46b3-a5d1-f9c3c4bf18aa req-e3d8a793-e393-4a20-8e82-f38a61cb6179 service neutron] 10.222.0.90 "GET /v2.0/networks?tenant_id=ebdbc810fd684390b145537ec4bd9b4d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0358124 Feb 09 19:19:15.516026 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-6072c4e2-c738-4113-86a1-5dcf38d01070 req-77df4839-5fd8-4982-ae4f-0b278226ede2 tempest-ServerRescueNegativeTestJSON-1800126168 tempest-ServerRescueNegativeTestJSON-1800126168-project] 10.222.0.75 "GET /v2.0/security-groups?id=20eba632-e06f-4b78-b62a-91fbda6670a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0884936 Feb 09 19:19:15.586160 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de6f113e-76a3-46b3-a5d1-f9c3c4bf18aa req-8a6c7af0-8c87-4f38-a65b-28f0a4726245 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:19:15.588001 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-de6f113e-76a3-46b3-a5d1-f9c3c4bf18aa req-8a6c7af0-8c87-4f38-a65b-28f0a4726245 service neutron] 10.222.0.90 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1480010 Feb 09 19:19:15.889591 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-a7262a8e-0513-48fd-984d-75726a511961 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762867132591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593584'] for agent (911cfea2-02ae-4ec9-bac3-7808ee1cdd9c), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:19:15.940253 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaff2361-993a-4d88-886c-fd24dfc9c038 req-08e82929-1905-431f-a3ff-b9e4933516b7 tempest-AttachVolumeTestJSON-524945227 tempest-AttachVolumeTestJSON-524945227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:19:15.943231 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-eaff2361-993a-4d88-886c-fd24dfc9c038 req-08e82929-1905-431f-a3ff-b9e4933516b7 tempest-AttachVolumeTestJSON-524945227 tempest-AttachVolumeTestJSON-524945227-project] 10.222.0.75 "GET /v2.0/ports?device_id=9e47810b-ed07-4409-98e3-da39074300c7 HTTP/1.1" status: 200 len: 946 time: 0.1375437 Feb 09 19:19:15.962669 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86f266c0-7e0c-420c-b8d9-b6d250784ab0 req-8b72a84e-e5c3-4cef-a2b0-f33fc3db55b1 tempest-ServersAdminTestJSON-1393048834 tempest-ServersAdminTestJSON-1393048834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:19:15.970121 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-86f266c0-7e0c-420c-b8d9-b6d250784ab0 req-8b72a84e-e5c3-4cef-a2b0-f33fc3db55b1 tempest-ServersAdminTestJSON-1393048834 tempest-ServersAdminTestJSON-1393048834-project] 10.222.0.75 "GET /v2.0/ports?device_id=fd17ec19-7de7-4d19-86bc-494ce272637b HTTP/1.1" status: 200 len: 950 time: 0.0798602 Feb 09 19:19:16.009365 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 41830) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:19:16.042988 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-86f266c0-7e0c-420c-b8d9-b6d250784ab0 req-92b72820-2498-4144-852b-ed0773c1dee2 tempest-ServersAdminTestJSON-1393048834 tempest-ServersAdminTestJSON-1393048834-project] 10.222.0.75 "GET /v2.0/security-groups?id=c0042214-21f2-4e80-92b9-9b56852b3a45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0714049 Feb 09 19:19:16.048039 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-eaff2361-993a-4d88-886c-fd24dfc9c038 req-678afd77-68f0-4274-911e-5c2c361f9466 tempest-AttachVolumeTestJSON-524945227 tempest-AttachVolumeTestJSON-524945227-project] 10.222.0.75 "GET /v2.0/security-groups?id=bd39f8e7-1d25-418e-b5cd-c91a805a4bbc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0990508 Feb 09 19:19:16.216102 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-e05304b3-416b-46cd-af19-c4f44cffebd5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:19:16.298845 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-e05304b3-416b-46cd-af19-c4f44cffebd5 admin admin] Publish callbacks [] for security_group (c4145dbf-c5e8-4683-b13d-6d327be28490), precommit_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:19:16.304990 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-e05304b3-416b-46cd-af19-c4f44cffebd5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1892331'] for security_group (c4145dbf-c5e8-4683-b13d-6d327be28490), after_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:19:16.341891 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e05304b3-416b-46cd-af19-c4f44cffebd5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c4145dbf-c5e8-4683-b13d-6d327be28490,revision_number=1']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:19:16.359912 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e05304b3-416b-46cd-af19-c4f44cffebd5 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:19:16.360263 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e05304b3-416b-46cd-af19-c4f44cffebd5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:19:16.360715 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e05304b3-416b-46cd-af19-c4f44cffebd5 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:19:16.361160 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e05304b3-416b-46cd-af19-c4f44cffebd5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:19:16.361639 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e05304b3-416b-46cd-af19-c4f44cffebd5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:19:16.362052 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e05304b3-416b-46cd-af19-c4f44cffebd5 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:19:16.362399 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e05304b3-416b-46cd-af19-c4f44cffebd5 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:19:16.364945 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e05304b3-416b-46cd-af19-c4f44cffebd5 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:19:16.365354 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e05304b3-416b-46cd-af19-c4f44cffebd5 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:19:16.365745 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e05304b3-416b-46cd-af19-c4f44cffebd5 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:19:16.366118 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e05304b3-416b-46cd-af19-c4f44cffebd5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:19:16.366460 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e05304b3-416b-46cd-af19-c4f44cffebd5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:19:16.367017 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e05304b3-416b-46cd-af19-c4f44cffebd5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:19:16.391885 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-e05304b3-416b-46cd-af19-c4f44cffebd5 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=e02e147b288744ac97fec3b2949bfa1c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3812747 Feb 09 19:19:16.394781 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 41836) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:19:16.519083 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-2023df05-9651-4801-b665-a0547a4f3bc3 admin admin] Publish callbacks [] for security_group (c4145dbf-c5e8-4683-b13d-6d327be28490), before_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:19:16.557782 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-2abdaa26-7789-4979-ae83-878da4566535 req-2cbcb227-8e85-41a2-a1ec-060ac31ea091 tempest-ServerShowV247Test-1778340501 tempest-ServerShowV247Test-1778340501-project] 10.222.0.75 "GET /v2.0/ports?device_id=46c4ee0e-aec6-4646-a8a0-e16332f19e4c HTTP/1.1" status: 200 len: 210 time: 0.0603969 Feb 09 19:19:16.562140 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-2023df05-9651-4801-b665-a0547a4f3bc3 admin admin] Publish callbacks [] for security_group (c4145dbf-c5e8-4683-b13d-6d327be28490), precommit_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:19:16.682407 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-2023df05-9651-4801-b665-a0547a4f3bc3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1892331'] for security_group (c4145dbf-c5e8-4683-b13d-6d327be28490), after_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:19:16.686049 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-2023df05-9651-4801-b665-a0547a4f3bc3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:19:16.690102 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-2023df05-9651-4801-b665-a0547a4f3bc3 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/c4145dbf-c5e8-4683-b13d-6d327be28490 HTTP/1.1" status: 204 len: 168 time: 0.2940116 Feb 09 19:19:16.729768 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2023df05-9651-4801-b665-a0547a4f3bc3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c4145dbf-c5e8-4683-b13d-6d327be28490,revision_number=None']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:19:16.759091 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebdd5e90-2385-4cf4-9010-b2693e82380d req-91a35acd-ceee-411b-8dd9-8c27e3f1f4dd tempest-ServerRescueNegativeTestJSON-1800126168 tempest-ServerRescueNegativeTestJSON-1800126168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:19:16.760792 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-ebdd5e90-2385-4cf4-9010-b2693e82380d req-91a35acd-ceee-411b-8dd9-8c27e3f1f4dd tempest-ServerRescueNegativeTestJSON-1800126168 tempest-ServerRescueNegativeTestJSON-1800126168-project] 10.222.0.75 "GET /v2.0/ports?device_id=3f2394dc-3bdb-467a-bc3a-100f52d986e7 HTTP/1.1" status: 200 len: 945 time: 0.1403568 Feb 09 19:19:16.802276 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4d3d523-6624-4169-9911-53eaf8a8bf33 req-5b9fa1a0-3bf8-4c77-932e-2f1622b53698 tempest-AttachVolumeTestJSON-524945227 tempest-AttachVolumeTestJSON-524945227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:19:16.804853 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-d4d3d523-6624-4169-9911-53eaf8a8bf33 req-5b9fa1a0-3bf8-4c77-932e-2f1622b53698 tempest-AttachVolumeTestJSON-524945227 tempest-AttachVolumeTestJSON-524945227-project] 10.222.0.89 "GET /v2.0/ports?device_id=9e47810b-ed07-4409-98e3-da39074300c7 HTTP/1.1" status: 200 len: 946 time: 0.1377454 Feb 09 19:19:16.898746 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-ebdd5e90-2385-4cf4-9010-b2693e82380d req-5e592da8-2208-4e67-8165-c48b7fcc9b0e tempest-ServerRescueNegativeTestJSON-1800126168 tempest-ServerRescueNegativeTestJSON-1800126168-project] 10.222.0.75 "GET /v2.0/security-groups?id=20eba632-e06f-4b78-b62a-91fbda6670a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1311913 Feb 09 19:19:17.005171 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.plugin [req-d4d3d523-6624-4169-9911-53eaf8a8bf33 req-ae631f53-1d31-4ab9-bde2-7662622f5d80 tempest-AttachVolumeTestJSON-524945227 tempest-AttachVolumeTestJSON-524945227-project] Deleting port e5d6e185-52a0-4811-bbaa-e79add4cc324 {{(pid=103229) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 19:19:17.007097 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-d4d3d523-6624-4169-9911-53eaf8a8bf33 req-ae631f53-1d31-4ab9-bde2-7662622f5d80 tempest-AttachVolumeTestJSON-524945227 tempest-AttachVolumeTestJSON-524945227-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762867170196'] for port (e5d6e185-52a0-4811-bbaa-e79add4cc324), before_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:19:17.011164 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762867132591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593584'] for agent (496418a2-c002-4aec-ab1a-07f3bea491bd), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:19:17.249120 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.db [req-d4d3d523-6624-4169-9911-53eaf8a8bf33 req-ae631f53-1d31-4ab9-bde2-7662622f5d80 tempest-AttachVolumeTestJSON-524945227 tempest-AttachVolumeTestJSON-524945227-project] For port e5d6e185-52a0-4811-bbaa-e79add4cc324, host n-h1-713498-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-36',level=0,port_id=e5d6e185-52a0-4811-bbaa-e79add4cc324,segment=NetworkSegment(7634cd2f-bb07-4aa6-8222-5e64bdefad14),segment_id=7634cd2f-bb07-4aa6-8222-5e64bdefad14)] {{(pid=103229) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 19:19:17.249677 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-d4d3d523-6624-4169-9911-53eaf8a8bf33 req-ae631f53-1d31-4ab9-bde2-7662622f5d80 tempest-AttachVolumeTestJSON-524945227 tempest-AttachVolumeTestJSON-524945227-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1820838'] for port (e5d6e185-52a0-4811-bbaa-e79add4cc324), precommit_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:19:17.273834 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 41854) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:19:17.280854 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da15d7c5-c66a-4ba8-a1a8-e973be9d567c req-bda30011-1b5d-47aa-b9c4-8e7b7a4c0e1d tempest-ServersAdminTestJSON-1393048834 tempest-ServersAdminTestJSON-1393048834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:19:17.282379 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-da15d7c5-c66a-4ba8-a1a8-e973be9d567c req-bda30011-1b5d-47aa-b9c4-8e7b7a4c0e1d tempest-ServersAdminTestJSON-1393048834 tempest-ServersAdminTestJSON-1393048834-project] 10.222.0.75 "GET /v2.0/ports?device_id=fd17ec19-7de7-4d19-86bc-494ce272637b HTTP/1.1" status: 200 len: 950 time: 0.1091182 Feb 09 19:19:17.322744 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-f5746ebe-2337-46e8-80ed-b6f6d669462b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:19:17.496456 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19e6ece0-fa33-4a93-baa2-289e7b1a97c5 req-6a437ee5-3979-43b6-86b9-19323915c1b6 tempest-AttachVolumeTestJSON-524945227 tempest-AttachVolumeTestJSON-524945227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:19:17.498362 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-19e6ece0-fa33-4a93-baa2-289e7b1a97c5 req-6a437ee5-3979-43b6-86b9-19323915c1b6 tempest-AttachVolumeTestJSON-524945227 tempest-AttachVolumeTestJSON-524945227-project] 10.222.0.75 "GET /v2.0/ports?device_id=9e47810b-ed07-4409-98e3-da39074300c7 HTTP/1.1" status: 200 len: 946 time: 0.1236937 Feb 09 19:19:17.509552 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-da15d7c5-c66a-4ba8-a1a8-e973be9d567c req-4a24621e-566d-47bd-8d4e-bc59142499ac tempest-ServersAdminTestJSON-1393048834 tempest-ServersAdminTestJSON-1393048834-project] 10.222.0.75 "GET /v2.0/security-groups?id=c0042214-21f2-4e80-92b9-9b56852b3a45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1941826 Feb 09 19:19:17.540489 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-f5746ebe-2337-46e8-80ed-b6f6d669462b admin admin] Publish callbacks [] for security_group (996f1775-9e11-469e-b72b-eae9af187b18), precommit_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:19:17.554623 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-f5746ebe-2337-46e8-80ed-b6f6d669462b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1892331'] for security_group (996f1775-9e11-469e-b72b-eae9af187b18), after_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:19:17.603808 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-d4d3d523-6624-4169-9911-53eaf8a8bf33 req-ae631f53-1d31-4ab9-bde2-7662622f5d80 tempest-AttachVolumeTestJSON-524945227 tempest-AttachVolumeTestJSON-524945227-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:19:17.604397 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-d4d3d523-6624-4169-9911-53eaf8a8bf33 req-ae631f53-1d31-4ab9-bde2-7662622f5d80 tempest-AttachVolumeTestJSON-524945227 tempest-AttachVolumeTestJSON-524945227-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1818909'] for floatingip (c847c408-5786-49c4-b10a-3e134e0bb67d), after_update {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:19:17.604522 n-d-713498-36 neutron-server[103229]: INFO neutron.db.l3_db [req-d4d3d523-6624-4169-9911-53eaf8a8bf33 req-ae631f53-1d31-4ab9-bde2-7662622f5d80 tempest-AttachVolumeTestJSON-524945227 tempest-AttachVolumeTestJSON-524945227-project] Floating IP c847c408-5786-49c4-b10a-3e134e0bb67d disassociated. External IP: 172.25.1.59, port: e5d6e185-52a0-4811-bbaa-e79add4cc324. Feb 09 19:19:17.604860 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.plugin [req-d4d3d523-6624-4169-9911-53eaf8a8bf33 req-ae631f53-1d31-4ab9-bde2-7662622f5d80 tempest-AttachVolumeTestJSON-524945227 tempest-AttachVolumeTestJSON-524945227-project] Calling delete_port for e5d6e185-52a0-4811-bbaa-e79add4cc324 owned by compute:nova {{(pid=103229) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 19:19:17.620214 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-19e6ece0-fa33-4a93-baa2-289e7b1a97c5 req-415c9aeb-f84e-4c62-9723-3f963c794949 tempest-AttachVolumeTestJSON-524945227 tempest-AttachVolumeTestJSON-524945227-project] 10.222.0.75 "GET /v2.0/security-groups?id=bd39f8e7-1d25-418e-b5cd-c91a805a4bbc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0935245 Feb 09 19:19:17.671764 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-f5746ebe-2337-46e8-80ed-b6f6d669462b admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=09711e75ef1a4c94b873047c26cb493b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3883185 Feb 09 19:19:17.691237 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 41860) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:19:17.779208 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-de6f113e-76a3-46b3-a5d1-f9c3c4bf18aa req-891d9bd2-e9c2-4e6e-bb0e-0096bf4c075c tempest-ServerShowV247Test-1778340501 tempest-ServerShowV247Test-1778340501-project] 10.222.0.90 "GET /v2.0/ports?device_id=46c4ee0e-aec6-4646-a8a0-e16332f19e4c HTTP/1.1" status: 200 len: 210 time: 0.0971408 Feb 09 19:19:17.799947 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5746ebe-2337-46e8-80ed-b6f6d669462b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=996f1775-9e11-469e-b72b-eae9af187b18,revision_number=1']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:19:17.825127 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5746ebe-2337-46e8-80ed-b6f6d669462b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:19:17.828037 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5746ebe-2337-46e8-80ed-b6f6d669462b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:19:17.828376 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5746ebe-2337-46e8-80ed-b6f6d669462b admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:19:17.828970 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5746ebe-2337-46e8-80ed-b6f6d669462b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:19:17.831072 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5746ebe-2337-46e8-80ed-b6f6d669462b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:19:17.831520 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5746ebe-2337-46e8-80ed-b6f6d669462b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:19:17.831970 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5746ebe-2337-46e8-80ed-b6f6d669462b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:19:17.832481 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5746ebe-2337-46e8-80ed-b6f6d669462b admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:19:17.833470 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5746ebe-2337-46e8-80ed-b6f6d669462b admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:19:17.833926 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5746ebe-2337-46e8-80ed-b6f6d669462b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:19:17.834363 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5746ebe-2337-46e8-80ed-b6f6d669462b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:19:17.834868 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5746ebe-2337-46e8-80ed-b6f6d669462b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:19:17.835308 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5746ebe-2337-46e8-80ed-b6f6d669462b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:19:17.884093 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-fc59ce06-3bb4-4557-805f-0979296f6397 admin admin] Publish callbacks [] for security_group (996f1775-9e11-469e-b72b-eae9af187b18), before_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:19:17.888043 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-2d3d9cfd-bdd3-4e14-9203-8e6138f47178 req-44ac87da-135d-4738-b0cc-7336498f239a tempest-ServerShowV247Test-1778340501 tempest-ServerShowV247Test-1778340501-project] 10.222.0.75 "GET /v2.0/ports?device_id=46c4ee0e-aec6-4646-a8a0-e16332f19e4c HTTP/1.1" status: 200 len: 210 time: 0.0374465 Feb 09 19:19:17.916166 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-fc59ce06-3bb4-4557-805f-0979296f6397 admin admin] Publish callbacks [] for security_group (996f1775-9e11-469e-b72b-eae9af187b18), precommit_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:19:18.053177 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-fc59ce06-3bb4-4557-805f-0979296f6397 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1892331'] for security_group (996f1775-9e11-469e-b72b-eae9af187b18), after_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:19:18.056280 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-fc59ce06-3bb4-4557-805f-0979296f6397 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:19:18.062381 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-fc59ce06-3bb4-4557-805f-0979296f6397 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/996f1775-9e11-469e-b72b-eae9af187b18 HTTP/1.1" status: 204 len: 168 time: 0.2941508 Feb 09 19:19:18.077369 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc59ce06-3bb4-4557-805f-0979296f6397 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=996f1775-9e11-469e-b72b-eae9af187b18,revision_number=None']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:19:18.097261 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f2c715b-182c-45b3-9527-f5c5ccf7ee2e req-7e7d49e1-dd0f-443d-baf7-60f97e232be6 tempest-ServerRescueNegativeTestJSON-1800126168 tempest-ServerRescueNegativeTestJSON-1800126168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:19:18.099580 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-8f2c715b-182c-45b3-9527-f5c5ccf7ee2e req-7e7d49e1-dd0f-443d-baf7-60f97e232be6 tempest-ServerRescueNegativeTestJSON-1800126168 tempest-ServerRescueNegativeTestJSON-1800126168-project] 10.222.0.75 "GET /v2.0/ports?device_id=3f2394dc-3bdb-467a-bc3a-100f52d986e7 HTTP/1.1" status: 200 len: 945 time: 0.1000452 Feb 09 19:19:18.144484 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-d4d3d523-6624-4169-9911-53eaf8a8bf33 req-ae631f53-1d31-4ab9-bde2-7662622f5d80 tempest-AttachVolumeTestJSON-524945227 tempest-AttachVolumeTestJSON-524945227-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762867177463', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762866656476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12867576'] for port (e5d6e185-52a0-4811-bbaa-e79add4cc324), after_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:19:18.216984 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-8f2c715b-182c-45b3-9527-f5c5ccf7ee2e req-d6bc9cbb-6b9c-4c88-9aad-53975b6fc041 tempest-ServerRescueNegativeTestJSON-1800126168 tempest-ServerRescueNegativeTestJSON-1800126168-project] 10.222.0.75 "GET /v2.0/security-groups?id=20eba632-e06f-4b78-b62a-91fbda6670a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1003730 Feb 09 19:19:18.222418 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae631f53-1d31-4ab9-bde2-7662622f5d80 tempest-AttachVolumeTestJSON-524945227 tempest-AttachVolumeTestJSON-524945227-project] Pushing event deleted for resources: {'Port': ['ID=e5d6e185-52a0-4811-bbaa-e79add4cc324,revision_number=None']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:19:18.445388 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762867132591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593584'] for agent (488cd9ae-631f-4955-ba0b-4f5a13f12e9c), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:19:18.774459 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-72143443-0b72-4730-bb7c-692ce0b30255 req-91a004f4-a5fe-45ed-ae6d-2ce8185bdfd1 tempest-AttachVolumeTestJSON-524945227 tempest-AttachVolumeTestJSON-524945227-project] 10.222.0.75 "GET /v2.0/ports?device_id=9e47810b-ed07-4409-98e3-da39074300c7 HTTP/1.1" status: 200 len: 210 time: 0.0491307 Feb 09 19:19:18.883965 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e470f529-9555-4896-9032-d5288af1bdf3 req-a721aa9f-dfd1-419a-b32c-62bc8d036c74 tempest-ServersAdminTestJSON-1393048834 tempest-ServersAdminTestJSON-1393048834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:19:18.885902 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-e470f529-9555-4896-9032-d5288af1bdf3 req-a721aa9f-dfd1-419a-b32c-62bc8d036c74 tempest-ServersAdminTestJSON-1393048834 tempest-ServersAdminTestJSON-1393048834-project] 10.222.0.75 "GET /v2.0/ports?device_id=fd17ec19-7de7-4d19-86bc-494ce272637b HTTP/1.1" status: 200 len: 950 time: 0.1424797 Feb 09 19:19:18.907241 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762867132591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593584'] for agent (bcd5faee-dc24-4298-9134-0e0aa054058e), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:19:18.965307 n-d-713498-36 neutron-server[103229]: DEBUG neutron.scheduler.l3_agent_scheduler [req-d4d3d523-6624-4169-9911-53eaf8a8bf33 req-ae631f53-1d31-4ab9-bde2-7662622f5d80 tempest-AttachVolumeTestJSON-524945227 tempest-AttachVolumeTestJSON-524945227-project] Router ccff0999-6496-491d-ae22-2f8fab284166 has already been hosted by L3 agent 93303d5e-5d17-45e8-8963-7694f87783ae {{(pid=103229) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 19:19:19.008329 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-e470f529-9555-4896-9032-d5288af1bdf3 req-475ecbb9-320d-4986-b4dc-aca8c83fbf0b tempest-ServersAdminTestJSON-1393048834 tempest-ServersAdminTestJSON-1393048834-project] 10.222.0.75 "GET /v2.0/security-groups?id=c0042214-21f2-4e80-92b9-9b56852b3a45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1115048 Feb 09 19:19:19.150784 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-d4d3d523-6624-4169-9911-53eaf8a8bf33 req-ae631f53-1d31-4ab9-bde2-7662622f5d80 tempest-AttachVolumeTestJSON-524945227 tempest-AttachVolumeTestJSON-524945227-project] Notify agent at l3_agent.n-d-713498-36 the message routers_updated {{(pid=103229) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 19:19:19.168051 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ff2e887-b75e-4c4f-94cd-b66778efedae None None] Sync routers for ids ['ccff0999-6496-491d-ae22-2f8fab284166'] in n-d-713498-36 {{(pid=103232) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 19:19:19.188563 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ff2e887-b75e-4c4f-94cd-b66778efedae None None] Routers {'ccff0999-6496-491d-ae22-2f8fab284166'} bound to L3 agent in host n-d-713498-36 {{(pid=103232) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 19:19:19.189450 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.l3_hamode_db [None req-4ff2e887-b75e-4c4f-94cd-b66778efedae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T18:51:43Z,description=,heartbeat_timestamp=2022-02-09T19:19:13Z,host='n-d-713498-36',id=93303d5e-5d17-45e8-8963-7694f87783ae,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T18:51:43Z,topic='l3_agent')) {'router_ids': ['ccff0999-6496-491d-ae22-2f8fab284166'], 'active': True} {{(pid=103232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:19:19.264722 n-d-713498-36 neutron-server[103229]: DEBUG neutron.db.l3_dvrscheduler_db [req-d4d3d523-6624-4169-9911-53eaf8a8bf33 req-ae631f53-1d31-4ab9-bde2-7662622f5d80 tempest-AttachVolumeTestJSON-524945227 tempest-AttachVolumeTestJSON-524945227-project] No DVR routers for this DVR port e5d6e185-52a0-4811-bbaa-e79add4cc324 on host n-h1-713498-36 {{(pid=103229) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 19:19:19.268469 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-d4d3d523-6624-4169-9911-53eaf8a8bf33 req-ae631f53-1d31-4ab9-bde2-7662622f5d80 tempest-AttachVolumeTestJSON-524945227 tempest-AttachVolumeTestJSON-524945227-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171096'] for port (None), before_response {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:19:19.275316 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-d4d3d523-6624-4169-9911-53eaf8a8bf33 req-ae631f53-1d31-4ab9-bde2-7662622f5d80 tempest-AttachVolumeTestJSON-524945227 tempest-AttachVolumeTestJSON-524945227-project] 10.222.0.89 "DELETE /v2.0/ports/e5d6e185-52a0-4811-bbaa-e79add4cc324 HTTP/1.1" status: 204 len: 173 time: 2.4638181 Feb 09 19:19:19.276929 n-d-713498-36 neutron-server[103229]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9e47810b-ed07-4409-98e3-da39074300c7', 'name': 'network-vif-deleted', 'tag': 'e5d6e185-52a0-4811-bbaa-e79add4cc324'}] {{(pid=103229) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 19:19:19.288482 n-d-713498-36 neutron-server[103229]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fa6ae9a20702bd564eaf90d946620b2b4277b1ab91129323d3b54181076be307" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e3705477-97c4-49b7-a1f5-4ec6b128cc51" -d '{"events": [{"server_uuid": "9e47810b-ed07-4409-98e3-da39074300c7", "name": "network-vif-deleted", "tag": "e5d6e185-52a0-4811-bbaa-e79add4cc324"}]}' {{(pid=103229) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 19:19:19.441109 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 41918) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:19:19.445693 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-589b8b4d-8c40-4558-8d6c-d6e7873ab288 req-4a498ed2-66c7-4a18-b78b-ee0391ef51f3 tempest-AttachVolumeNegativeTest-275227323 tempest-AttachVolumeNegativeTest-275227323-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:19:19.451654 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-589b8b4d-8c40-4558-8d6c-d6e7873ab288 req-4a498ed2-66c7-4a18-b78b-ee0391ef51f3 tempest-AttachVolumeNegativeTest-275227323 tempest-AttachVolumeNegativeTest-275227323-project] 10.222.0.75 "GET /v2.0/networks?id=1c43e0bb-e4e9-4561-873a-403fc433e655 HTTP/1.1" status: 200 len: 814 time: 0.2390199 Feb 09 19:19:19.479281 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-589b8b4d-8c40-4558-8d6c-d6e7873ab288 req-a6a66032-bac3-4765-8743-1b193cb0aeba tempest-AttachVolumeNegativeTest-275227323 tempest-AttachVolumeNegativeTest-275227323-project] 10.222.0.75 "GET /v2.0/quotas/5d3f70f6ea744878ae38cb247ef3217c HTTP/1.1" status: 200 len: 375 time: 0.0200958 Feb 09 19:19:19.503607 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.l3_dvr_db [None req-4ff2e887-b75e-4c4f-94cd-b66778efedae None None] Set router ccff0999-6496-491d-ae22-2f8fab284166 gateway port host: n-d-713498-36 {{(pid=103232) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 19:19:19.514318 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86dffe8f-9cd8-4080-b421-37b9a85749ed req-183fa177-263f-4253-8d50-87c0d26d007a tempest-ServerRescueNegativeTestJSON-1800126168 tempest-ServerRescueNegativeTestJSON-1800126168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:19:19.516031 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-86dffe8f-9cd8-4080-b421-37b9a85749ed req-183fa177-263f-4253-8d50-87c0d26d007a tempest-ServerRescueNegativeTestJSON-1800126168 tempest-ServerRescueNegativeTestJSON-1800126168-project] 10.222.0.75 "GET /v2.0/ports?device_id=3f2394dc-3bdb-467a-bc3a-100f52d986e7 HTTP/1.1" status: 200 len: 945 time: 0.1457994 Feb 09 19:19:19.612947 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-589b8b4d-8c40-4558-8d6c-d6e7873ab288 req-6a072385-5498-43be-bb7f-5089a1cdf5f9 tempest-AttachVolumeNegativeTest-275227323 tempest-AttachVolumeNegativeTest-275227323-project] 10.222.0.75 "GET /v2.0/ports?tenant_id=5d3f70f6ea744878ae38cb247ef3217c&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1265607 Feb 09 19:19:19.636108 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-86dffe8f-9cd8-4080-b421-37b9a85749ed req-335ca493-53b1-4686-8bd4-f137d89e184e tempest-ServerRescueNegativeTestJSON-1800126168 tempest-ServerRescueNegativeTestJSON-1800126168-project] 10.222.0.75 "GET /v2.0/security-groups?id=20eba632-e06f-4b78-b62a-91fbda6670a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1085122 Feb 09 19:19:19.694019 n-d-713498-36 neutron-server[103229]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 19:19:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b7c5da0b-94d6-4cce-b41f-a4723391ac55 x-openstack-request-id: req-b7c5da0b-94d6-4cce-b41f-a4723391ac55 {{(pid=103229) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 19:19:19.694200 n-d-713498-36 neutron-server[103229]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9e47810b-ed07-4409-98e3-da39074300c7", "name": "network-vif-deleted", "tag": "e5d6e185-52a0-4811-bbaa-e79add4cc324", "status": "completed", "code": 200}]} {{(pid=103229) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 19:19:19.694685 n-d-713498-36 neutron-server[103229]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-b7c5da0b-94d6-4cce-b41f-a4723391ac55 {{(pid=103229) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 19:19:19.695148 n-d-713498-36 neutron-server[103229]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9e47810b-ed07-4409-98e3-da39074300c7', 'name': 'network-vif-deleted', 'tag': 'e5d6e185-52a0-4811-bbaa-e79add4cc324', 'status': 'completed', 'code': 200} Feb 09 19:19:19.763674 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-8b7a40e4-e6c2-48b6-a13e-849e9511d6ed admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:19:19.878810 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.l3_hamode_db [None req-4ff2e887-b75e-4c4f-94cd-b66778efedae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ccff0999-6496-491d-ae22-2f8fab284166', 'name': 'tempest-AttachVolumeTestJSON-591340071-router', 'tenant_id': 'b8358624fc0d4008bf7aadd6f5fc09a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88055e1e-672a-4487-be31-ffb6e833ece5', 'external_fixed_ips': [{'subnet_id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'ip_address': '172.25.1.112'}], 'enable_snat': True}, 'gw_port_id': 'b2df33b3-6fc2-4ba8-843a-75225b202de2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T19:14:44Z', 'updated_at': '2022-02-09T19:14:51Z', 'revision_number': 4, 'project_id': 'b8358624fc0d4008bf7aadd6f5fc09a1', 'gw_port': {'id': 'b2df33b3-6fc2-4ba8-843a-75225b202de2', 'name': '', 'network_id': '88055e1e-672a-4487-be31-ffb6e833ece5', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:34:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ccff0999-6496-491d-ae22-2f8fab284166', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1377, 'fixed_ips': [{'subnet_id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'ip_address': '172.25.1.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T19:14:46Z', 'updated_at': '2022-02-09T19:14:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-36', '_interfaces': [{'id': '2a7f1092-d79a-4cc7-8ec6-78216e357fb4', 'name': '', 'network_id': '99117bb9-9128-41a1-bdb4-92a6c18a7b42', 'tenant_id': 'b8358624fc0d4008bf7aadd6f5fc09a1', 'mac_address': 'fa:16:3e:b7:b8:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ccff0999-6496-491d-ae22-2f8fab284166', 'device_owner': 'network:router_interface', 'standard_attr_id': 1378, 'fixed_ips': [{'subnet_id': '3f43124c-9b13-4bd8-a6f5-516bdab3ca3c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T19:14:50Z', 'updated_at': '2022-02-09T19:15:03Z', 'revision_number': 5, 'project_id': 'b8358624fc0d4008bf7aadd6f5fc09a1', 'subnets': [{'id': '3f43124c-9b13-4bd8-a6f5-516bdab3ca3c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-36', False) {} {{(pid=103232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:19:19.935429 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-8b7a40e4-e6c2-48b6-a13e-849e9511d6ed admin admin] Publish callbacks [] for security_group (283f7876-2914-49cd-acf5-cc8aefe2b08e), precommit_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:19:19.955795 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ff2e887-b75e-4c4f-94cd-b66778efedae None None] Checking router: ccff0999-6496-491d-ae22-2f8fab284166 for host: n-d-713498-36 {{(pid=103232) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 19:19:19.971153 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ff2e887-b75e-4c4f-94cd-b66778efedae None None] Routers {'ccff0999-6496-491d-ae22-2f8fab284166'} bound to L3 agent in host n-d-713498-36 {{(pid=103232) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 19:19:19.971924 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.l3_hamode_db [None req-4ff2e887-b75e-4c4f-94cd-b66778efedae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T18:51:43Z,description=,heartbeat_timestamp=2022-02-09T19:19:13Z,host='n-d-713498-36',id=93303d5e-5d17-45e8-8963-7694f87783ae,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T18:51:43Z,topic='l3_agent')) {'router_ids': ['ccff0999-6496-491d-ae22-2f8fab284166'], 'active': True} {{(pid=103232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:19:20.027574 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-59c2aac9-dd67-4979-a194-9b43c7e4cd17 req-8d198d6f-7fbc-4b7d-bd3b-f79a650af363 tempest-AttachVolumeTestJSON-524945227 tempest-AttachVolumeTestJSON-524945227-project] 10.222.0.75 "GET /v2.0/ports?device_id=9e47810b-ed07-4409-98e3-da39074300c7 HTTP/1.1" status: 200 len: 210 time: 0.0765684 Feb 09 19:19:20.032933 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-8b7a40e4-e6c2-48b6-a13e-849e9511d6ed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1892331'] for security_group (283f7876-2914-49cd-acf5-cc8aefe2b08e), after_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:19:20.093869 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-589b8b4d-8c40-4558-8d6c-d6e7873ab288 req-6f703721-03b7-4127-9d4a-23acb3259376 service neutron] 10.222.0.75 "GET /v2.0/networks/1c43e0bb-e4e9-4561-873a-403fc433e655?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4798155 Feb 09 19:19:20.132898 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-8b7a40e4-e6c2-48b6-a13e-849e9511d6ed admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=ebdbc810fd684390b145537ec4bd9b4d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6884682 Feb 09 19:19:20.138578 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.l3_dvr_db [None req-4ff2e887-b75e-4c4f-94cd-b66778efedae None None] Set router ccff0999-6496-491d-ae22-2f8fab284166 gateway port host: n-d-713498-36 {{(pid=103232) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 19:19:20.139567 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 41940) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:19:20.189763 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b7a40e4-e6c2-48b6-a13e-849e9511d6ed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=283f7876-2914-49cd-acf5-cc8aefe2b08e,revision_number=1']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:19:20.263961 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85f5c556-6abf-492c-8bcb-f7aca72f0506 req-a7cb7a4d-5194-4931-b606-1aee4e1a00b5 tempest-ServersAdminTestJSON-1393048834 tempest-ServersAdminTestJSON-1393048834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:19:20.266290 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-85f5c556-6abf-492c-8bcb-f7aca72f0506 req-a7cb7a4d-5194-4931-b606-1aee4e1a00b5 tempest-ServersAdminTestJSON-1393048834 tempest-ServersAdminTestJSON-1393048834-project] 10.222.0.75 "GET /v2.0/ports?device_id=fd17ec19-7de7-4d19-86bc-494ce272637b HTTP/1.1" status: 200 len: 950 time: 0.1129928 Feb 09 19:19:20.280323 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-eb4d209f-bdda-438a-ad92-df561aef4e32 admin admin] Publish callbacks [] for security_group (283f7876-2914-49cd-acf5-cc8aefe2b08e), before_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:19:20.306809 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Device e5d6e185-52a0-4811-bbaa-e79add4cc324 no longer exists at agent hyperv_n-h1-713498-36 {{(pid=103232) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 19:19:20.311039 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-589b8b4d-8c40-4558-8d6c-d6e7873ab288 req-879cca3a-c916-40fc-b8ed-1b60b69b8fa4 service neutron] 10.222.0.75 "GET /v2.0/networks/1c43e0bb-e4e9-4561-873a-403fc433e655?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2161703 Feb 09 19:19:20.319454 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-eb4d209f-bdda-438a-ad92-df561aef4e32 admin admin] Publish callbacks [] for security_group (283f7876-2914-49cd-acf5-cc8aefe2b08e), precommit_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:19:20.330209 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] No Port match for: e5d6e185-52a0-4811-bbaa-e79add4cc324 {{(pid=103232) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 19:19:20.330751 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Device e5d6e185-52a0-4811-bbaa-e79add4cc324 not bound to the agent host n-h1-713498-36 {{(pid=103232) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 19:19:20.425947 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-85f5c556-6abf-492c-8bcb-f7aca72f0506 req-076c7372-58aa-49da-8763-b704654b18e5 tempest-ServersAdminTestJSON-1393048834 tempest-ServersAdminTestJSON-1393048834-project] 10.222.0.75 "GET /v2.0/security-groups?id=c0042214-21f2-4e80-92b9-9b56852b3a45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0698073 Feb 09 19:19:20.436168 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-eb4d209f-bdda-438a-ad92-df561aef4e32 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1892331'] for security_group (283f7876-2914-49cd-acf5-cc8aefe2b08e), after_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:19:20.449502 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-eb4d209f-bdda-438a-ad92-df561aef4e32 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:19:20.454279 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-eb4d209f-bdda-438a-ad92-df561aef4e32 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/283f7876-2914-49cd-acf5-cc8aefe2b08e HTTP/1.1" status: 204 len: 168 time: 0.3083470 Feb 09 19:19:20.469438 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb4d209f-bdda-438a-ad92-df561aef4e32 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=283f7876-2914-49cd-acf5-cc8aefe2b08e,revision_number=None']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:19:20.530700 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.l3_hamode_db [None req-4ff2e887-b75e-4c4f-94cd-b66778efedae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ccff0999-6496-491d-ae22-2f8fab284166', 'name': 'tempest-AttachVolumeTestJSON-591340071-router', 'tenant_id': 'b8358624fc0d4008bf7aadd6f5fc09a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88055e1e-672a-4487-be31-ffb6e833ece5', 'external_fixed_ips': [{'subnet_id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'ip_address': '172.25.1.112'}], 'enable_snat': True}, 'gw_port_id': 'b2df33b3-6fc2-4ba8-843a-75225b202de2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T19:14:44Z', 'updated_at': '2022-02-09T19:14:51Z', 'revision_number': 4, 'project_id': 'b8358624fc0d4008bf7aadd6f5fc09a1', 'gw_port': {'id': 'b2df33b3-6fc2-4ba8-843a-75225b202de2', 'name': '', 'network_id': '88055e1e-672a-4487-be31-ffb6e833ece5', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:34:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ccff0999-6496-491d-ae22-2f8fab284166', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1377, 'fixed_ips': [{'subnet_id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'ip_address': '172.25.1.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T19:14:46Z', 'updated_at': '2022-02-09T19:14:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-36', '_interfaces': [{'id': '2a7f1092-d79a-4cc7-8ec6-78216e357fb4', 'name': '', 'network_id': '99117bb9-9128-41a1-bdb4-92a6c18a7b42', 'tenant_id': 'b8358624fc0d4008bf7aadd6f5fc09a1', 'mac_address': 'fa:16:3e:b7:b8:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ccff0999-6496-491d-ae22-2f8fab284166', 'device_owner': 'network:router_interface', 'standard_attr_id': 1378, 'fixed_ips': [{'subnet_id': '3f43124c-9b13-4bd8-a6f5-516bdab3ca3c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T19:14:50Z', 'updated_at': '2022-02-09T19:15:03Z', 'revision_number': 5, 'project_id': 'b8358624fc0d4008bf7aadd6f5fc09a1', 'subnets': [{'id': '3f43124c-9b13-4bd8-a6f5-516bdab3ca3c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-36', False) {} {{(pid=103232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:19:20.609797 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-34cefbd1-72fe-4606-85ae-fbd29d1fd6e7 req-cccc607d-44ad-4f3a-a52a-b8d9f7cbf607 tempest-AttachVolumeNegativeTest-275227323 tempest-AttachVolumeNegativeTest-275227323-project] 10.222.0.75 "GET /v2.0/ports?device_id=f9a43b4a-9b9e-45bc-97a3-25d8886ee59b HTTP/1.1" status: 200 len: 210 time: 0.0396810 Feb 09 19:19:20.623898 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ff2e887-b75e-4c4f-94cd-b66778efedae None None] The sync data for ids ['ccff0999-6496-491d-ae22-2f8fab284166'] in n-d-713498-36 is: [{'id': 'ccff0999-6496-491d-ae22-2f8fab284166', 'name': 'tempest-AttachVolumeTestJSON-591340071-router', 'tenant_id': 'b8358624fc0d4008bf7aadd6f5fc09a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88055e1e-672a-4487-be31-ffb6e833ece5', 'external_fixed_ips': [{'subnet_id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'ip_address': '172.25.1.112'}], 'enable_snat': True}, 'gw_port_id': 'b2df33b3-6fc2-4ba8-843a-75225b202de2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T19:14:44Z', 'updated_at': '2022-02-09T19:14:51Z', 'revision_number': 4, 'project_id': 'b8358624fc0d4008bf7aadd6f5fc09a1', 'gw_port': {'id': 'b2df33b3-6fc2-4ba8-843a-75225b202de2', 'name': '', 'network_id': '88055e1e-672a-4487-be31-ffb6e833ece5', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:34:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ccff0999-6496-491d-ae22-2f8fab284166', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1377, 'fixed_ips': [{'subnet_id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'ip_address': '172.25.1.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T19:14:46Z', 'updated_at': '2022-02-09T19:14:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-36', '_interfaces': [{'id': '2a7f1092-d79a-4cc7-8ec6-78216e357fb4', 'name': '', 'network_id': '99117bb9-9128-41a1-bdb4-92a6c18a7b42', 'tenant_id': 'b8358624fc0d4008bf7aadd6f5fc09a1', 'mac_address': 'fa:16:3e:b7:b8:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ccff0999-6496-491d-ae22-2f8fab284166', 'device_owner': 'network:router_interface', 'standard_attr_id': 1378, 'fixed_ips': [{'subnet_id': '3f43124c-9b13-4bd8-a6f5-516bdab3ca3c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T19:14:50Z', 'updated_at': '2022-02-09T19:15:03Z', 'revision_number': 5, 'project_id': 'b8358624fc0d4008bf7aadd6f5fc09a1', 'subnets': [{'id': '3f43124c-9b13-4bd8-a6f5-516bdab3ca3c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103232) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 19:19:20.868150 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3387591a-f502-40f0-a2af-d048e2800ed1 req-a94674ae-f414-4a7c-9702-46442690804e tempest-ServerRescueNegativeTestJSON-1800126168 tempest-ServerRescueNegativeTestJSON-1800126168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:19:20.874497 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-3387591a-f502-40f0-a2af-d048e2800ed1 req-a94674ae-f414-4a7c-9702-46442690804e tempest-ServerRescueNegativeTestJSON-1800126168 tempest-ServerRescueNegativeTestJSON-1800126168-project] 10.222.0.75 "GET /v2.0/ports?device_id=3f2394dc-3bdb-467a-bc3a-100f52d986e7 HTTP/1.1" status: 200 len: 945 time: 0.1487067 Feb 09 19:19:21.031815 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-3387591a-f502-40f0-a2af-d048e2800ed1 req-31a89f3d-6835-49b6-bf09-ac8411f24e56 tempest-ServerRescueNegativeTestJSON-1800126168 tempest-ServerRescueNegativeTestJSON-1800126168-project] 10.222.0.75 "GET /v2.0/security-groups?id=20eba632-e06f-4b78-b62a-91fbda6670a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1459241 Feb 09 19:19:21.149906 n-d-713498-36 neutron-server[103233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dda60652-fcbc-4694-b6e5-f40935d240a6 None None] New status for floating IP c847c408-5786-49c4-b10a-3e134e0bb67d: DOWN {{(pid=103233) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 09 19:19:21.163595 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b84c4d4-0ecb-4ae5-9877-8924131a5bbb req-c7618313-e84a-4938-bd2a-1c5fabd6c427 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:19:21.165378 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-5b84c4d4-0ecb-4ae5-9877-8924131a5bbb req-c7618313-e84a-4938-bd2a-1c5fabd6c427 service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=3f2394dc-3bdb-467a-bc3a-100f52d986e7 HTTP/1.1" status: 200 len: 1128 time: 0.0923805 Feb 09 19:19:21.203103 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 41980) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:19:21.252475 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-5b84c4d4-0ecb-4ae5-9877-8924131a5bbb req-7db40b39-fdd4-4bd0-a38a-cd6c0aeeb0ba service neutron] 10.222.0.89 "GET /v2.0/security-groups?id=20eba632-e06f-4b78-b62a-91fbda6670a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0788424 Feb 09 19:19:21.357941 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-a095f3f1-419d-44cb-b3c8-3ff549cecc2d tempest-AttachVolumeTestJSON-524945227 tempest-AttachVolumeTestJSON-524945227-project] Publish callbacks [] for security_group (bd39f8e7-1d25-418e-b5cd-c91a805a4bbc), before_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:19:21.389979 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-a095f3f1-419d-44cb-b3c8-3ff549cecc2d tempest-AttachVolumeTestJSON-524945227 tempest-AttachVolumeTestJSON-524945227-project] Publish callbacks [] for security_group (bd39f8e7-1d25-418e-b5cd-c91a805a4bbc), precommit_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:19:21.478387 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-a095f3f1-419d-44cb-b3c8-3ff549cecc2d tempest-AttachVolumeTestJSON-524945227 tempest-AttachVolumeTestJSON-524945227-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1892331'] for security_group (bd39f8e7-1d25-418e-b5cd-c91a805a4bbc), after_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:19:21.480945 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-a095f3f1-419d-44cb-b3c8-3ff549cecc2d tempest-AttachVolumeTestJSON-524945227 tempest-AttachVolumeTestJSON-524945227-project] Publish callbacks [] for security_group (None), before_response {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:19:21.483331 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-a095f3f1-419d-44cb-b3c8-3ff549cecc2d tempest-AttachVolumeTestJSON-524945227 tempest-AttachVolumeTestJSON-524945227-project] 10.222.0.75 "DELETE /v2.0/security-groups/bd39f8e7-1d25-418e-b5cd-c91a805a4bbc HTTP/1.1" status: 204 len: 168 time: 0.2779999 Feb 09 19:19:21.487652 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 41994) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:19:21.497998 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a095f3f1-419d-44cb-b3c8-3ff549cecc2d tempest-AttachVolumeTestJSON-524945227 tempest-AttachVolumeTestJSON-524945227-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bd39f8e7-1d25-418e-b5cd-c91a805a4bbc,revision_number=None']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:19:21.522414 n-d-713498-36 neutron-server[103229]: INFO neutron.api.v2.resource [None req-a4dad6b5-d402-4aa5-9761-cb682cd0818a tempest-AttachVolumeTestJSON-524945227 tempest-AttachVolumeTestJSON-524945227-project] show failed (client error): The resource could not be found. Feb 09 19:19:21.530174 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 41996) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:19:21.530401 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-a4dad6b5-d402-4aa5-9761-cb682cd0818a tempest-AttachVolumeTestJSON-524945227 tempest-AttachVolumeTestJSON-524945227-project] 10.222.0.75 "GET /v2.0/security-groups/bd39f8e7-1d25-418e-b5cd-c91a805a4bbc HTTP/1.1" status: 404 len: 347 time: 0.0412161 Feb 09 19:19:21.701209 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.plugin [None req-298b6ece-7e66-4225-b109-6347d5cc6022 tempest-AttachVolumeTestJSON-524945227 tempest-AttachVolumeTestJSON-524945227-project] Deleting port 20d83a7c-3efc-4ecd-97fb-c4d329875310 {{(pid=103230) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 19:19:21.701845 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-298b6ece-7e66-4225-b109-6347d5cc6022 tempest-AttachVolumeTestJSON-524945227 tempest-AttachVolumeTestJSON-524945227-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762867170196'] for port (20d83a7c-3efc-4ecd-97fb-c4d329875310), before_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:19:21.767265 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49219b22-246e-4619-b0e7-2c558cdc9d02 req-c093d2a9-9c8a-4589-862c-c4f308eaa7d8 tempest-ServersAdminTestJSON-1393048834 tempest-ServersAdminTestJSON-1393048834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:19:21.776011 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-49219b22-246e-4619-b0e7-2c558cdc9d02 req-c093d2a9-9c8a-4589-862c-c4f308eaa7d8 tempest-ServersAdminTestJSON-1393048834 tempest-ServersAdminTestJSON-1393048834-project] 10.222.0.75 "GET /v2.0/ports?device_id=fd17ec19-7de7-4d19-86bc-494ce272637b HTTP/1.1" status: 200 len: 950 time: 0.1546707 Feb 09 19:19:21.807653 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-53388dec-451d-4a0a-98d4-f44e12429690 req-c4e0a2c4-e53e-4bcd-82b7-17d346463693 tempest-AttachVolumeNegativeTest-275227323 tempest-AttachVolumeNegativeTest-275227323-project] 10.222.0.75 "GET /v2.0/ports?device_id=f9a43b4a-9b9e-45bc-97a3-25d8886ee59b HTTP/1.1" status: 200 len: 210 time: 0.0398664 Feb 09 19:19:21.840619 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-298b6ece-7e66-4225-b109-6347d5cc6022 tempest-AttachVolumeTestJSON-524945227 tempest-AttachVolumeTestJSON-524945227-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1820838'] for port (20d83a7c-3efc-4ecd-97fb-c4d329875310), precommit_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:19:21.841139 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-298b6ece-7e66-4225-b109-6347d5cc6022 tempest-AttachVolumeTestJSON-524945227 tempest-AttachVolumeTestJSON-524945227-project] Publish callbacks [] for floatingip (20d83a7c-3efc-4ecd-97fb-c4d329875310), precommit_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:19:21.856152 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.plugin [None req-298b6ece-7e66-4225-b109-6347d5cc6022 tempest-AttachVolumeTestJSON-524945227 tempest-AttachVolumeTestJSON-524945227-project] Calling delete_port for 20d83a7c-3efc-4ecd-97fb-c4d329875310 owned by network:floatingip {{(pid=103230) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 19:19:21.878446 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-49219b22-246e-4619-b0e7-2c558cdc9d02 req-73734e95-ff96-4219-bc72-6f691200deb5 tempest-ServersAdminTestJSON-1393048834 tempest-ServersAdminTestJSON-1393048834-project] 10.222.0.75 "GET /v2.0/security-groups?id=c0042214-21f2-4e80-92b9-9b56852b3a45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0865521 Feb 09 19:19:22.040040 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-298b6ece-7e66-4225-b109-6347d5cc6022 tempest-AttachVolumeTestJSON-524945227 tempest-AttachVolumeTestJSON-524945227-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762867177463', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762866656476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14393751'] for port (20d83a7c-3efc-4ecd-97fb-c4d329875310), after_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:19:22.143065 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-298b6ece-7e66-4225-b109-6347d5cc6022 tempest-AttachVolumeTestJSON-524945227 tempest-AttachVolumeTestJSON-524945227-project] Pushing event deleted for resources: {'Port': ['ID=20d83a7c-3efc-4ecd-97fb-c4d329875310,revision_number=None']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:19:22.216967 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-298b6ece-7e66-4225-b109-6347d5cc6022 tempest-AttachVolumeTestJSON-524945227 tempest-AttachVolumeTestJSON-524945227-project] Publish callbacks [] for floatingip (c847c408-5786-49c4-b10a-3e134e0bb67d), after_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:19:22.220440 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-298b6ece-7e66-4225-b109-6347d5cc6022 tempest-AttachVolumeTestJSON-524945227 tempest-AttachVolumeTestJSON-524945227-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171096'] for floatingip (None), before_response {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:19:22.221945 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-298b6ece-7e66-4225-b109-6347d5cc6022 tempest-AttachVolumeTestJSON-524945227 tempest-AttachVolumeTestJSON-524945227-project] 10.222.0.75 "DELETE /v2.0/floatingips/c847c408-5786-49c4-b10a-3e134e0bb67d HTTP/1.1" status: 204 len: 168 time: 0.6903548 Feb 09 19:19:22.845368 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 42044) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:19:22.846231 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-887fbe4a-0176-4c79-841d-f947bc9011ac req-2e9e5551-f2b0-4ad9-b758-f5118d5f191c tempest-ServerRescueNegativeTestJSON-1800126168 tempest-ServerRescueNegativeTestJSON-1800126168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:19:22.850748 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.v2.base [None req-22d11145-4601-49f8-8c2a-99941d6fa4d5 tempest-AttachVolumeTestJSON-524945227 tempest-AttachVolumeTestJSON-524945227-project] Request body: {'security_group': {'name': 'tempest-securitygroup--477175884', 'description': 'tempest-description--1222378790'}} {{(pid=103229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 19:19:22.853396 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-887fbe4a-0176-4c79-841d-f947bc9011ac req-2e9e5551-f2b0-4ad9-b758-f5118d5f191c tempest-ServerRescueNegativeTestJSON-1800126168 tempest-ServerRescueNegativeTestJSON-1800126168-project] 10.222.0.75 "GET /v2.0/ports?device_id=3f2394dc-3bdb-467a-bc3a-100f52d986e7 HTTP/1.1" status: 200 len: 945 time: 0.7082295 Feb 09 19:19:22.902492 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-22d11145-4601-49f8-8c2a-99941d6fa4d5 tempest-AttachVolumeTestJSON-524945227 tempest-AttachVolumeTestJSON-524945227-project] Publish callbacks [] for security_group (None), before_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:19:22.941404 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-887fbe4a-0176-4c79-841d-f947bc9011ac req-be46fd57-d37f-4cd0-9b60-1c532ef1bf79 tempest-ServerRescueNegativeTestJSON-1800126168 tempest-ServerRescueNegativeTestJSON-1800126168-project] 10.222.0.75 "GET /v2.0/security-groups?id=20eba632-e06f-4b78-b62a-91fbda6670a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0870385 Feb 09 19:19:22.975169 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-26179471-591d-4b83-91da-98319e038d7a req-bda2733e-554e-4ad3-b425-9f3a1a295b9f tempest-ServerShowV254Test-870289355 tempest-ServerShowV254Test-870289355-project] 10.222.0.75 "GET /v2.0/ports?device_id=d95ca13c-0da2-449b-9017-0ca70b318240 HTTP/1.1" status: 200 len: 210 time: 0.0692258 Feb 09 19:19:22.985303 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-589b8b4d-8c40-4558-8d6c-d6e7873ab288 req-26f53f70-52e2-49b6-8016-6e587f2eec37 tempest-AttachVolumeNegativeTest-275227323 tempest-AttachVolumeNegativeTest-275227323-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:19:22.986858 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-589b8b4d-8c40-4558-8d6c-d6e7873ab288 req-26f53f70-52e2-49b6-8016-6e587f2eec37 tempest-AttachVolumeNegativeTest-275227323 tempest-AttachVolumeNegativeTest-275227323-project] 10.222.0.90 "GET /v2.0/networks?id=1c43e0bb-e4e9-4561-873a-403fc433e655 HTTP/1.1" status: 200 len: 814 time: 0.7230794 Feb 09 19:19:23.005464 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.v2.base [req-589b8b4d-8c40-4558-8d6c-d6e7873ab288 req-c7307f13-729e-4a7e-8f52-c519e196a9b2 tempest-AttachVolumeNegativeTest-275227323 tempest-AttachVolumeNegativeTest-275227323-project] Request body: {'port': {'device_id': 'f9a43b4a-9b9e-45bc-97a3-25d8886ee59b', 'network_id': '1c43e0bb-e4e9-4561-873a-403fc433e655', 'admin_state_up': True, 'tenant_id': '5d3f70f6ea744878ae38cb247ef3217c'}} {{(pid=103230) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 19:19:23.130646 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-b2f1c772-ff6a-40f6-bdb8-743c1d9945ae req-afed9fc7-0ea0-4386-bd94-9fe677ea6cc4 tempest-AttachVolumeNegativeTest-275227323 tempest-AttachVolumeNegativeTest-275227323-project] 10.222.0.75 "GET /v2.0/ports?device_id=f9a43b4a-9b9e-45bc-97a3-25d8886ee59b HTTP/1.1" status: 200 len: 210 time: 0.0420258 Feb 09 19:19:23.195417 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-22d11145-4601-49f8-8c2a-99941d6fa4d5 tempest-AttachVolumeTestJSON-524945227 tempest-AttachVolumeTestJSON-524945227-project] Publish callbacks [] for security_group (208f9464-54b0-46e8-8ab0-4837a2056e9a), precommit_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:19:23.209797 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-22d11145-4601-49f8-8c2a-99941d6fa4d5 tempest-AttachVolumeTestJSON-524945227 tempest-AttachVolumeTestJSON-524945227-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1892331'] for security_group (208f9464-54b0-46e8-8ab0-4837a2056e9a), after_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:19:23.214805 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-589b8b4d-8c40-4558-8d6c-d6e7873ab288 req-c7307f13-729e-4a7e-8f52-c519e196a9b2 tempest-AttachVolumeNegativeTest-275227323 tempest-AttachVolumeNegativeTest-275227323-project] Made reservation on behalf of 5d3f70f6ea744878ae38cb247ef3217c for: {'port': 1} {{(pid=103230) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 19:19:23.219887 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [req-589b8b4d-8c40-4558-8d6c-d6e7873ab288 req-c7307f13-729e-4a7e-8f52-c519e196a9b2 tempest-AttachVolumeNegativeTest-275227323 tempest-AttachVolumeNegativeTest-275227323-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (None), before_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:19:23.295531 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-22d11145-4601-49f8-8c2a-99941d6fa4d5 tempest-AttachVolumeTestJSON-524945227 tempest-AttachVolumeTestJSON-524945227-project] Publish callbacks [] for security_group (None), before_response {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:19:23.297725 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-22d11145-4601-49f8-8c2a-99941d6fa4d5 tempest-AttachVolumeTestJSON-524945227 tempest-AttachVolumeTestJSON-524945227-project] 10.222.0.75 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1798 time: 0.4510775 Feb 09 19:19:23.302668 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 42052) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:19:23.308701 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.v2.base [None req-09711757-4542-4474-82b6-45217c9be5fc tempest-AttachVolumeTestJSON-524945227 tempest-AttachVolumeTestJSON-524945227-project] Request body: {'security_group_rule': {'security_group_id': '208f9464-54b0-46e8-8ab0-4837a2056e9a', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 19:19:23.315326 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22d11145-4601-49f8-8c2a-99941d6fa4d5 tempest-AttachVolumeTestJSON-524945227 tempest-AttachVolumeTestJSON-524945227-project] Pushing event updated for resources: {'SecurityGroup': ['ID=208f9464-54b0-46e8-8ab0-4837a2056e9a,revision_number=1']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:19:23.326503 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45f4602c-ff6e-43a9-8fac-15955837c3c1 req-8450ba8d-37d0-426a-96c3-47a6b7ed4924 tempest-ServersAdminTestJSON-1393048834 tempest-ServersAdminTestJSON-1393048834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:19:23.329096 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-45f4602c-ff6e-43a9-8fac-15955837c3c1 req-8450ba8d-37d0-426a-96c3-47a6b7ed4924 tempest-ServersAdminTestJSON-1393048834 tempest-ServersAdminTestJSON-1393048834-project] 10.222.0.75 "GET /v2.0/ports?device_id=fd17ec19-7de7-4d19-86bc-494ce272637b HTTP/1.1" status: 200 len: 950 time: 0.1906114 Feb 09 19:19:23.397322 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-09711757-4542-4474-82b6-45217c9be5fc tempest-AttachVolumeTestJSON-524945227 tempest-AttachVolumeTestJSON-524945227-project] Publish callbacks [] for security_group_rule (98ced247-50f3-428c-8190-9005c49956c1), before_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:19:23.432230 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-45f4602c-ff6e-43a9-8fac-15955837c3c1 req-3d105ab5-005f-45cd-9ea7-b78f44aed01b tempest-ServersAdminTestJSON-1393048834 tempest-ServersAdminTestJSON-1393048834-project] 10.222.0.75 "GET /v2.0/security-groups?id=c0042214-21f2-4e80-92b9-9b56852b3a45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0962200 Feb 09 19:19:23.474793 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-09711757-4542-4474-82b6-45217c9be5fc tempest-AttachVolumeTestJSON-524945227 tempest-AttachVolumeTestJSON-524945227-project] Publish callbacks [] for security_group_rule (98ced247-50f3-428c-8190-9005c49956c1), precommit_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:19:23.490456 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-09711757-4542-4474-82b6-45217c9be5fc tempest-AttachVolumeTestJSON-524945227 tempest-AttachVolumeTestJSON-524945227-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1892250'] for security_group_rule (98ced247-50f3-428c-8190-9005c49956c1), after_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:19:23.499043 n-d-713498-36 neutron-server[103230]: DEBUG neutron.db.db_base_plugin_common [req-589b8b4d-8c40-4558-8d6c-d6e7873ab288 req-c7307f13-729e-4a7e-8f52-c519e196a9b2 tempest-AttachVolumeNegativeTest-275227323 tempest-AttachVolumeNegativeTest-275227323-project] Allocated IP 172.20.0.6 (1c43e0bb-e4e9-4561-873a-403fc433e655/bfbf079d-29ec-44ec-8f0f-f87b207baa58/c0ee85c0-46d2-4873-9189-742e19c25dff) {{(pid=103230) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 19:19:23.543751 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09711757-4542-4474-82b6-45217c9be5fc tempest-AttachVolumeTestJSON-524945227 tempest-AttachVolumeTestJSON-524945227-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=98ced247-50f3-428c-8190-9005c49956c1,revision_number=0']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:19:23.559222 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-09711757-4542-4474-82b6-45217c9be5fc tempest-AttachVolumeTestJSON-524945227 tempest-AttachVolumeTestJSON-524945227-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:19:23.563245 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-09711757-4542-4474-82b6-45217c9be5fc tempest-AttachVolumeTestJSON-524945227 tempest-AttachVolumeTestJSON-524945227-project] 10.222.0.75 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2570231 Feb 09 19:19:23.565393 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 42056) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:19:23.571261 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.v2.base [None req-131f42b5-f16d-4ad2-8b73-820bbb302fba tempest-AttachVolumeTestJSON-524945227 tempest-AttachVolumeTestJSON-524945227-project] Request body: {'security_group_rule': {'security_group_id': '208f9464-54b0-46e8-8ab0-4837a2056e9a', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 19:19:23.607723 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-131f42b5-f16d-4ad2-8b73-820bbb302fba tempest-AttachVolumeTestJSON-524945227 tempest-AttachVolumeTestJSON-524945227-project] Publish callbacks [] for security_group_rule (a5e6c7aa-e696-4cd1-b101-a1466b7a8d4e), before_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:19:23.721547 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-131f42b5-f16d-4ad2-8b73-820bbb302fba tempest-AttachVolumeTestJSON-524945227 tempest-AttachVolumeTestJSON-524945227-project] Publish callbacks [] for security_group_rule (a5e6c7aa-e696-4cd1-b101-a1466b7a8d4e), precommit_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:19:23.729115 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-131f42b5-f16d-4ad2-8b73-820bbb302fba tempest-AttachVolumeTestJSON-524945227 tempest-AttachVolumeTestJSON-524945227-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1892250'] for security_group_rule (a5e6c7aa-e696-4cd1-b101-a1466b7a8d4e), after_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:19:23.739525 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [req-589b8b4d-8c40-4558-8d6c-d6e7873ab288 req-c7307f13-729e-4a7e-8f52-c519e196a9b2 tempest-AttachVolumeNegativeTest-275227323 tempest-AttachVolumeNegativeTest-275227323-project] Publish callbacks [] for port (c0ee85c0-46d2-4873-9189-742e19c25dff), precommit_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:19:23.755373 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-131f42b5-f16d-4ad2-8b73-820bbb302fba tempest-AttachVolumeTestJSON-524945227 tempest-AttachVolumeTestJSON-524945227-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a5e6c7aa-e696-4cd1-b101-a1466b7a8d4e,revision_number=0']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:19:23.762194 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-131f42b5-f16d-4ad2-8b73-820bbb302fba tempest-AttachVolumeTestJSON-524945227 tempest-AttachVolumeTestJSON-524945227-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:19:23.763573 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-131f42b5-f16d-4ad2-8b73-820bbb302fba tempest-AttachVolumeTestJSON-524945227 tempest-AttachVolumeTestJSON-524945227-project] 10.222.0.75 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1970291 Feb 09 19:19:23.766425 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 42058) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:19:23.776136 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.v2.base [None req-d6ce09f1-fb46-4324-ae20-e75bc7aaa98a tempest-AttachVolumeTestJSON-524945227 tempest-AttachVolumeTestJSON-524945227-project] Request body: {'floatingip': {'floating_network_id': '88055e1e-672a-4487-be31-ffb6e833ece5'}} {{(pid=103229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 19:19:23.796107 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [req-589b8b4d-8c40-4558-8d6c-d6e7873ab288 req-c7307f13-729e-4a7e-8f52-c519e196a9b2 tempest-AttachVolumeNegativeTest-275227323 tempest-AttachVolumeNegativeTest-275227323-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762866656467', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14393751'] for port (c0ee85c0-46d2-4873-9189-742e19c25dff), after_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:19:23.807099 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-d6ce09f1-fb46-4324-ae20-e75bc7aaa98a tempest-AttachVolumeTestJSON-524945227 tempest-AttachVolumeTestJSON-524945227-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:19:23.810326 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] get_ports_and_sgs() called for port_ids ['35ccb5fc-0174-476e-9fad-08fae2a5fb89', 'af0ea075-bacf-4bf8-b405-eb1fa1a11f12'] {{(pid=103232) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 19:19:23.814887 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-7429db8d-6021-40ad-813e-885be449a89b None None] get_ports_and_sgs() called for port_ids ['4ed0dce2-dc4e-4b6e-8bc4-4350d63bad09'] {{(pid=103232) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 19:19:23.855409 n-d-713498-36 neutron-server[103230]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-589b8b4d-8c40-4558-8d6c-d6e7873ab288 req-c7307f13-729e-4a7e-8f52-c519e196a9b2 tempest-AttachVolumeNegativeTest-275227323 tempest-AttachVolumeNegativeTest-275227323-project] Network 1c43e0bb-e4e9-4561-873a-403fc433e655 is already hosted by enough agents. {{(pid=103230) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 19:19:23.858852 n-d-713498-36 neutron-server[103230]: DEBUG neutron.scheduler.base_scheduler [req-589b8b4d-8c40-4558-8d6c-d6e7873ab288 req-c7307f13-729e-4a7e-8f52-c519e196a9b2 tempest-AttachVolumeNegativeTest-275227323 tempest-AttachVolumeNegativeTest-275227323-project] Resources bound (agent type, host, resource id): {{(pid=103230) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 19:19:23.870470 n-d-713498-36 neutron-server[103230]: DEBUG neutron.db.l3_dvrscheduler_db [req-589b8b4d-8c40-4558-8d6c-d6e7873ab288 req-c7307f13-729e-4a7e-8f52-c519e196a9b2 tempest-AttachVolumeNegativeTest-275227323 tempest-AttachVolumeNegativeTest-275227323-project] Received port after_create {{(pid=103230) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 19:19:23.875011 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7307f13-729e-4a7e-8f52-c519e196a9b2 tempest-AttachVolumeNegativeTest-275227323 tempest-AttachVolumeNegativeTest-275227323-project] Pushing event updated for resources: {'Port': ['ID=c0ee85c0-46d2-4873-9189-742e19c25dff,revision_number=1']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:19:23.937509 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-589b8b4d-8c40-4558-8d6c-d6e7873ab288 req-c7307f13-729e-4a7e-8f52-c519e196a9b2 tempest-AttachVolumeNegativeTest-275227323 tempest-AttachVolumeNegativeTest-275227323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:19:23.939119 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [req-589b8b4d-8c40-4558-8d6c-d6e7873ab288 req-c7307f13-729e-4a7e-8f52-c519e196a9b2 tempest-AttachVolumeNegativeTest-275227323 tempest-AttachVolumeNegativeTest-275227323-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171096'] for port (None), before_response {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:19:23.945053 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-d6ce09f1-fb46-4324-ae20-e75bc7aaa98a tempest-AttachVolumeTestJSON-524945227 tempest-AttachVolumeTestJSON-524945227-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (None), before_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:19:23.961655 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-589b8b4d-8c40-4558-8d6c-d6e7873ab288 req-c7307f13-729e-4a7e-8f52-c519e196a9b2 tempest-AttachVolumeNegativeTest-275227323 tempest-AttachVolumeNegativeTest-275227323-project] 10.222.0.90 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9612777 Feb 09 19:19:23.987105 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.v2.base [req-589b8b4d-8c40-4558-8d6c-d6e7873ab288 req-7f4202ec-5617-4ef9-8718-75f5dc000956 service neutron] Request body: {'port': {'device_id': 'f9a43b4a-9b9e-45bc-97a3-25d8886ee59b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-713498-36'}} {{(pid=103230) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 19:19:24.126248 n-d-713498-36 neutron-server[103229]: DEBUG neutron.db.db_base_plugin_common [None req-d6ce09f1-fb46-4324-ae20-e75bc7aaa98a tempest-AttachVolumeTestJSON-524945227 tempest-AttachVolumeTestJSON-524945227-project] Allocated IP 172.25.1.88 (88055e1e-672a-4487-be31-ffb6e833ece5/ac16dbcc-383c-4b43-9153-d763c4a53f91/6051202e-1044-48f8-8bad-7722b62e81e4) {{(pid=103229) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 19:19:24.164141 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a609c79d-5708-4df0-b3d3-fbaebe22f758 req-e24f56ba-5deb-444b-b09d-1330bc8ca634 tempest-ServerRescueNegativeTestJSON-1800126168 tempest-ServerRescueNegativeTestJSON-1800126168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:19:24.166413 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-a609c79d-5708-4df0-b3d3-fbaebe22f758 req-e24f56ba-5deb-444b-b09d-1330bc8ca634 tempest-ServerRescueNegativeTestJSON-1800126168 tempest-ServerRescueNegativeTestJSON-1800126168-project] 10.222.0.75 "GET /v2.0/ports?device_id=3f2394dc-3bdb-467a-bc3a-100f52d986e7 HTTP/1.1" status: 200 len: 945 time: 0.1259661 Feb 09 19:19:24.233283 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [req-589b8b4d-8c40-4558-8d6c-d6e7873ab288 req-7f4202ec-5617-4ef9-8718-75f5dc000956 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (c0ee85c0-46d2-4873-9189-742e19c25dff), before_update {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:19:24.260916 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-a609c79d-5708-4df0-b3d3-fbaebe22f758 req-434acfcf-1b5e-4cd4-aec5-3f1b11f80a15 tempest-ServerRescueNegativeTestJSON-1800126168 tempest-ServerRescueNegativeTestJSON-1800126168-project] 10.222.0.75 "GET /v2.0/security-groups?id=20eba632-e06f-4b78-b62a-91fbda6670a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0861509 Feb 09 19:19:24.335658 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-ed9a6092-fd68-46db-a43e-76254de3050b req-7cda76e6-e4bb-4e23-9d16-3fc6ad5107d9 tempest-ServerShowV254Test-870289355 tempest-ServerShowV254Test-870289355-project] 10.222.0.75 "GET /v2.0/ports?device_id=d95ca13c-0da2-449b-9017-0ca70b318240 HTTP/1.1" status: 200 len: 210 time: 0.0949047 Feb 09 19:19:24.478480 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-d6ce09f1-fb46-4324-ae20-e75bc7aaa98a tempest-AttachVolumeTestJSON-524945227 tempest-AttachVolumeTestJSON-524945227-project] Publish callbacks [] for port (6051202e-1044-48f8-8bad-7722b62e81e4), precommit_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:19:24.528155 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-d6ce09f1-fb46-4324-ae20-e75bc7aaa98a tempest-AttachVolumeTestJSON-524945227 tempest-AttachVolumeTestJSON-524945227-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762866656467', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12867576'] for port (6051202e-1044-48f8-8bad-7722b62e81e4), after_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:19:24.716960 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6ce09f1-fb46-4324-ae20-e75bc7aaa98a tempest-AttachVolumeTestJSON-524945227 tempest-AttachVolumeTestJSON-524945227-project] Pushing event updated for resources: {'Port': ['ID=6051202e-1044-48f8-8bad-7722b62e81e4,revision_number=1']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:19:24.772737 n-d-713498-36 neutron-server[103229]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6ce09f1-fb46-4324-ae20-e75bc7aaa98a tempest-AttachVolumeTestJSON-524945227 tempest-AttachVolumeTestJSON-524945227-project] Network 88055e1e-672a-4487-be31-ffb6e833ece5 is already hosted by enough agents. {{(pid=103229) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 19:19:24.779419 n-d-713498-36 neutron-server[103229]: DEBUG neutron.scheduler.base_scheduler [None req-d6ce09f1-fb46-4324-ae20-e75bc7aaa98a tempest-AttachVolumeTestJSON-524945227 tempest-AttachVolumeTestJSON-524945227-project] Resources bound (agent type, host, resource id): {{(pid=103229) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 19:19:24.786947 n-d-713498-36 neutron-server[103229]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6ce09f1-fb46-4324-ae20-e75bc7aaa98a tempest-AttachVolumeTestJSON-524945227 tempest-AttachVolumeTestJSON-524945227-project] Received port after_create {{(pid=103229) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 19:19:24.881297 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb7aca41-bab9-46aa-b7ab-dd0d5c287f2d req-d07b693c-1441-4d5e-948c-bc5316410508 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:19:24.883655 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-fb7aca41-bab9-46aa-b7ab-dd0d5c287f2d req-d07b693c-1441-4d5e-948c-bc5316410508 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=eb0bb5f642894bf2abf52f90f794999a&device_id=3f2394dc-3bdb-467a-bc3a-100f52d986e7 HTTP/1.1" status: 200 len: 1128 time: 0.1519668 Feb 09 19:19:24.898758 n-d-713498-36 neutron-server[103230]: DEBUG neutron.notifiers.nova [req-589b8b4d-8c40-4558-8d6c-d6e7873ab288 req-7f4202ec-5617-4ef9-8718-75f5dc000956 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c0ee85c0-46d2-4873-9189-742e19c25dff {{(pid=103230) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 19:19:24.906707 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [req-589b8b4d-8c40-4558-8d6c-d6e7873ab288 req-7f4202ec-5617-4ef9-8718-75f5dc000956 service neutron] Publish callbacks [] for port (c0ee85c0-46d2-4873-9189-742e19c25dff), precommit_update {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:19:24.920462 n-d-713498-36 neutron-server[103230]: DEBUG neutron.db.provisioning_blocks [req-589b8b4d-8c40-4558-8d6c-d6e7873ab288 req-7f4202ec-5617-4ef9-8718-75f5dc000956 service neutron] Transition to ACTIVE for port object c0ee85c0-46d2-4873-9189-742e19c25dff will not be triggered until provisioned by entity L2. {{(pid=103230) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 19:19:24.930524 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b764586-594b-4dc1-97b8-e5969171d0b1 req-ab860017-0dee-4882-b7f8-7b2496cd2c8b tempest-AttachVolumeNegativeTest-275227323 tempest-AttachVolumeNegativeTest-275227323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:19:24.932259 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-5b764586-594b-4dc1-97b8-e5969171d0b1 req-ab860017-0dee-4882-b7f8-7b2496cd2c8b tempest-AttachVolumeNegativeTest-275227323 tempest-AttachVolumeNegativeTest-275227323-project] 10.222.0.75 "GET /v2.0/ports?device_id=f9a43b4a-9b9e-45bc-97a3-25d8886ee59b HTTP/1.1" status: 200 len: 931 time: 0.5244257 Feb 09 19:19:24.933502 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [req-589b8b4d-8c40-4558-8d6c-d6e7873ab288 req-7f4202ec-5617-4ef9-8718-75f5dc000956 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762867176205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762866656485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762866656503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14393758'] for port (c0ee85c0-46d2-4873-9189-742e19c25dff), after_update {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:19:24.998718 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bc32241-11fd-4abd-942d-b7c9b52c3a62 req-d3ca9aeb-3c72-4169-acba-b04a636365d4 tempest-ServersAdminTestJSON-1393048834 tempest-ServersAdminTestJSON-1393048834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:19:25.000437 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-2bc32241-11fd-4abd-942d-b7c9b52c3a62 req-d3ca9aeb-3c72-4169-acba-b04a636365d4 tempest-ServersAdminTestJSON-1393048834 tempest-ServersAdminTestJSON-1393048834-project] 10.222.0.75 "GET /v2.0/ports?device_id=fd17ec19-7de7-4d19-86bc-494ce272637b HTTP/1.1" status: 200 len: 950 time: 0.2367384 Feb 09 19:19:25.056978 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f4202ec-5617-4ef9-8718-75f5dc000956 service neutron] Pushing event updated for resources: {'Port': ['ID=c0ee85c0-46d2-4873-9189-742e19c25dff,revision_number=2']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:19:25.064921 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-5b764586-594b-4dc1-97b8-e5969171d0b1 req-2d479e28-2e82-4ba9-ad89-74f8452f504c tempest-AttachVolumeNegativeTest-275227323 tempest-AttachVolumeNegativeTest-275227323-project] 10.222.0.75 "GET /v2.0/security-groups?id=4936bce0-5f58-4a33-9b1f-fa66fe6c175f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1262813 Feb 09 19:19:25.128111 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.managers [req-589b8b4d-8c40-4558-8d6c-d6e7873ab288 req-7f4202ec-5617-4ef9-8718-75f5dc000956 service neutron] Attempting to bind port c0ee85c0-46d2-4873-9189-742e19c25dff on host n-h2-713498-36 for vnic_type normal with profile {{(pid=103230) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 19:19:25.128554 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.managers [req-589b8b4d-8c40-4558-8d6c-d6e7873ab288 req-7f4202ec-5617-4ef9-8718-75f5dc000956 service neutron] Attempting to bind port c0ee85c0-46d2-4873-9189-742e19c25dff by drivers openvswitch,hyperv on host n-h2-713498-36 at level 0 using segments [{'id': 'c4b0cfb4-dad4-4b79-b4e7-2eec0bd08e3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': '1c43e0bb-e4e9-4561-873a-403fc433e655'}] {{(pid=103230) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 19:19:25.128959 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-589b8b4d-8c40-4558-8d6c-d6e7873ab288 req-7f4202ec-5617-4ef9-8718-75f5dc000956 service neutron] Attempting to bind port c0ee85c0-46d2-4873-9189-742e19c25dff on network 1c43e0bb-e4e9-4561-873a-403fc433e655 {{(pid=103230) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 19:19:25.130441 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb7aca41-bab9-46aa-b7ab-dd0d5c287f2d req-e47aba77-24d0-4aaa-a3ae-aa9f1163a2a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:19:25.132060 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-fb7aca41-bab9-46aa-b7ab-dd0d5c287f2d req-e47aba77-24d0-4aaa-a3ae-aa9f1163a2a9 service neutron] 10.222.0.89 "GET /v2.0/networks?id=5d2d334e-0f6b-4e62-b869-e00487a29620 HTTP/1.1" status: 200 len: 920 time: 0.2371020 Feb 09 19:19:25.134520 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-589b8b4d-8c40-4558-8d6c-d6e7873ab288 req-7f4202ec-5617-4ef9-8718-75f5dc000956 service neutron] Port c0ee85c0-46d2-4873-9189-742e19c25dff on network 1c43e0bb-e4e9-4561-873a-403fc433e655 not bound, no agent of type Open vSwitch agent registered on host n-h2-713498-36 {{(pid=103230) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 19:19:25.134926 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-589b8b4d-8c40-4558-8d6c-d6e7873ab288 req-7f4202ec-5617-4ef9-8718-75f5dc000956 service neutron] Attempting to bind port c0ee85c0-46d2-4873-9189-742e19c25dff on network 1c43e0bb-e4e9-4561-873a-403fc433e655 {{(pid=103230) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 19:19:25.140604 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-589b8b4d-8c40-4558-8d6c-d6e7873ab288 req-7f4202ec-5617-4ef9-8718-75f5dc000956 service neutron] Checking agent: {'id': 'bcd5faee-dc24-4298-9134-0e0aa054058e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713498-36', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 18, 59, 19), 'started_at': datetime.datetime(2022, 2, 9, 18, 59, 19), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 19, 19, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103230) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 19:19:25.140997 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-589b8b4d-8c40-4558-8d6c-d6e7873ab288 req-7f4202ec-5617-4ef9-8718-75f5dc000956 service neutron] Checking segment: {'id': 'c4b0cfb4-dad4-4b79-b4e7-2eec0bd08e3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': '1c43e0bb-e4e9-4561-873a-403fc433e655'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103230) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 19:19:25.141455 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-589b8b4d-8c40-4558-8d6c-d6e7873ab288 req-7f4202ec-5617-4ef9-8718-75f5dc000956 service neutron] Bound using segment: {'id': 'c4b0cfb4-dad4-4b79-b4e7-2eec0bd08e3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': '1c43e0bb-e4e9-4561-873a-403fc433e655'} {{(pid=103230) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 19:19:25.142018 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.managers [req-589b8b4d-8c40-4558-8d6c-d6e7873ab288 req-7f4202ec-5617-4ef9-8718-75f5dc000956 service neutron] Bound port: c0ee85c0-46d2-4873-9189-742e19c25dff, host: n-h2-713498-36, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c4b0cfb4-dad4-4b79-b4e7-2eec0bd08e3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': '1c43e0bb-e4e9-4561-873a-403fc433e655'}}] {{(pid=103230) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 19:19:25.142413 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [req-589b8b4d-8c40-4558-8d6c-d6e7873ab288 req-7f4202ec-5617-4ef9-8718-75f5dc000956 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (c0ee85c0-46d2-4873-9189-742e19c25dff), before_update {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:19:25.182307 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-d6ce09f1-fb46-4324-ae20-e75bc7aaa98a tempest-AttachVolumeTestJSON-524945227 tempest-AttachVolumeTestJSON-524945227-project] Publish callbacks [] for floatingip (fb8be45a-6640-453e-92cb-f165db07a224), precommit_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:19:25.184826 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-fb7aca41-bab9-46aa-b7ab-dd0d5c287f2d req-a4e8318e-e15f-4d46-8da0-6be83b1d52c2 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a672cc1d-2a06-4285-94a8-fae176750140 HTTP/1.1" status: 200 len: 217 time: 0.0420883 Feb 09 19:19:25.188061 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-2bc32241-11fd-4abd-942d-b7c9b52c3a62 req-e0b54a31-793b-44b4-8864-10b9fe4d7810 tempest-ServersAdminTestJSON-1393048834 tempest-ServersAdminTestJSON-1393048834-project] 10.222.0.75 "GET /v2.0/security-groups?id=c0042214-21f2-4e80-92b9-9b56852b3a45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1784956 Feb 09 19:19:25.263981 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-d6ce09f1-fb46-4324-ae20-e75bc7aaa98a tempest-AttachVolumeTestJSON-524945227 tempest-AttachVolumeTestJSON-524945227-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (6051202e-1044-48f8-8bad-7722b62e81e4), before_update {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:19:25.266290 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-165103dc-cb7e-45ad-aa58-28858295b7c9 req-c3816d81-68c1-4c59-931a-82c498e9fea2 tempest-ServerRescueNegativeTestJSON-1800126168 tempest-ServerRescueNegativeTestJSON-1800126168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:19:25.274498 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-165103dc-cb7e-45ad-aa58-28858295b7c9 req-c3816d81-68c1-4c59-931a-82c498e9fea2 tempest-ServerRescueNegativeTestJSON-1800126168 tempest-ServerRescueNegativeTestJSON-1800126168-project] 10.222.0.75 "GET /v2.0/ports?device_id=3f2394dc-3bdb-467a-bc3a-100f52d986e7 HTTP/1.1" status: 200 len: 945 time: 0.1190639 Feb 09 19:19:25.277093 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.db [req-589b8b4d-8c40-4558-8d6c-d6e7873ab288 req-7f4202ec-5617-4ef9-8718-75f5dc000956 service neutron] For port c0ee85c0-46d2-4873-9189-742e19c25dff, host n-h2-713498-36, cleared binding levels {{(pid=103230) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 19:19:25.281540 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.db [req-589b8b4d-8c40-4558-8d6c-d6e7873ab288 req-7f4202ec-5617-4ef9-8718-75f5dc000956 service neutron] For port c0ee85c0-46d2-4873-9189-742e19c25dff, host n-h2-713498-36, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-36',level=0,port_id=c0ee85c0-46d2-4873-9189-742e19c25dff,segment=NetworkSegment(c4b0cfb4-dad4-4b79-b4e7-2eec0bd08e3c),segment_id=c4b0cfb4-dad4-4b79-b4e7-2eec0bd08e3c)] {{(pid=103230) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 19:19:25.293913 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb7aca41-bab9-46aa-b7ab-dd0d5c287f2d req-195c47ce-48f0-40ec-ac4b-a86b92587066 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:19:25.295564 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-fb7aca41-bab9-46aa-b7ab-dd0d5c287f2d req-195c47ce-48f0-40ec-ac4b-a86b92587066 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=74f7cf6f-ebf0-4984-aecc-0c23aa6982bb HTTP/1.1" status: 200 len: 859 time: 0.1023619 Feb 09 19:19:25.304756 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [req-589b8b4d-8c40-4558-8d6c-d6e7873ab288 req-7f4202ec-5617-4ef9-8718-75f5dc000956 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762867176205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762866656485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762866656503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14393758'] for port (c0ee85c0-46d2-4873-9189-742e19c25dff), after_update {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:19:25.339715 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-fb7aca41-bab9-46aa-b7ab-dd0d5c287f2d req-17d2e481-ce0d-44ad-bf80-a35d4eed31a3 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=5d2d334e-0f6b-4e62-b869-e00487a29620&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0309248 Feb 09 19:19:25.371268 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-589b8b4d-8c40-4558-8d6c-d6e7873ab288 req-7f4202ec-5617-4ef9-8718-75f5dc000956 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:19:25.371268 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [req-589b8b4d-8c40-4558-8d6c-d6e7873ab288 req-7f4202ec-5617-4ef9-8718-75f5dc000956 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171096'] for port (None), before_response {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:19:25.372977 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-589b8b4d-8c40-4558-8d6c-d6e7873ab288 req-7f4202ec-5617-4ef9-8718-75f5dc000956 service neutron] 10.222.0.90 "PUT /v2.0/ports/c0ee85c0-46d2-4873-9189-742e19c25dff HTTP/1.1" status: 200 len: 1092 time: 1.3919868 Feb 09 19:19:25.375455 n-d-713498-36 neutron-server[103230]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f9a43b4a-9b9e-45bc-97a3-25d8886ee59b', 'tag': 'c0ee85c0-46d2-4873-9189-742e19c25dff'}] {{(pid=103230) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 19:19:25.377778 n-d-713498-36 neutron-server[103230]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aee5919275bae9f72eb374ee322673045eb80c1f84b4b45a97d96923bd50ab51" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9032eaa4-64f3-4cfc-bc8a-737e0e00db97" -d '{"events": [{"name": "network-changed", "server_uuid": "f9a43b4a-9b9e-45bc-97a3-25d8886ee59b", "tag": "c0ee85c0-46d2-4873-9189-742e19c25dff"}]}' {{(pid=103230) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 19:19:25.425983 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f4202ec-5617-4ef9-8718-75f5dc000956 service neutron] Pushing event updated for resources: {'Port': ['ID=c0ee85c0-46d2-4873-9189-742e19c25dff,revision_number=3']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:19:25.457198 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-165103dc-cb7e-45ad-aa58-28858295b7c9 req-06830566-585e-4d87-b366-af5425946e71 tempest-ServerRescueNegativeTestJSON-1800126168 tempest-ServerRescueNegativeTestJSON-1800126168-project] 10.222.0.75 "GET /v2.0/security-groups?id=20eba632-e06f-4b78-b62a-91fbda6670a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1801505 Feb 09 19:19:25.503743 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-777d5dd2-02c9-4f5f-9d89-13837391518a req-423db72a-7210-47aa-9fcc-9460cb062dfb tempest-ServerShowV254Test-870289355 tempest-ServerShowV254Test-870289355-project] 10.222.0.75 "GET /v2.0/ports?device_id=d95ca13c-0da2-449b-9017-0ca70b318240 HTTP/1.1" status: 200 len: 210 time: 0.0469637 Feb 09 19:19:25.508636 n-d-713498-36 neutron-server[103230]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 19:19:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-46403528-fb92-4872-9062-29d03fd97c2a x-openstack-request-id: req-46403528-fb92-4872-9062-29d03fd97c2a {{(pid=103230) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 19:19:25.509423 n-d-713498-36 neutron-server[103230]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f9a43b4a-9b9e-45bc-97a3-25d8886ee59b", "tag": "c0ee85c0-46d2-4873-9189-742e19c25dff", "status": "completed", "code": 200}]} {{(pid=103230) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 19:19:25.510295 n-d-713498-36 neutron-server[103230]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-46403528-fb92-4872-9062-29d03fd97c2a {{(pid=103230) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 19:19:25.510608 n-d-713498-36 neutron-server[103230]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f9a43b4a-9b9e-45bc-97a3-25d8886ee59b', 'tag': 'c0ee85c0-46d2-4873-9189-742e19c25dff', 'status': 'completed', 'code': 200} Feb 09 19:19:25.527504 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-589b8b4d-8c40-4558-8d6c-d6e7873ab288 req-6fd7b54a-d27b-4bbc-8fee-7d2cf6315917 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:19:25.538546 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-589b8b4d-8c40-4558-8d6c-d6e7873ab288 req-6fd7b54a-d27b-4bbc-8fee-7d2cf6315917 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=5d3f70f6ea744878ae38cb247ef3217c&device_id=f9a43b4a-9b9e-45bc-97a3-25d8886ee59b HTTP/1.1" status: 200 len: 1126 time: 0.0680618 Feb 09 19:19:25.564746 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-fb7aca41-bab9-46aa-b7ab-dd0d5c287f2d req-9f142021-69f3-4bee-99ca-c75aa473a4cb service neutron] 10.222.0.89 "GET /v2.0/networks/5d2d334e-0f6b-4e62-b869-e00487a29620?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2165656 Feb 09 19:19:25.578782 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-589b8b4d-8c40-4558-8d6c-d6e7873ab288 req-691ae861-3d82-477e-bf2b-c8970a07bf63 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c0ee85c0-46d2-4873-9189-742e19c25dff HTTP/1.1" status: 200 len: 217 time: 0.0397744 Feb 09 19:19:25.635745 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-589b8b4d-8c40-4558-8d6c-d6e7873ab288 req-880698e8-e2bd-4180-ba24-d32217c0770c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:19:25.637353 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-589b8b4d-8c40-4558-8d6c-d6e7873ab288 req-880698e8-e2bd-4180-ba24-d32217c0770c service neutron] 10.222.0.90 "GET /v2.0/subnets?id=bfbf079d-29ec-44ec-8f0f-f87b207baa58 HTTP/1.1" status: 200 len: 854 time: 0.0509498 Feb 09 19:19:25.647416 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-d6ce09f1-fb46-4324-ae20-e75bc7aaa98a tempest-AttachVolumeTestJSON-524945227 tempest-AttachVolumeTestJSON-524945227-project] Publish callbacks [] for port (6051202e-1044-48f8-8bad-7722b62e81e4), precommit_update {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:19:25.655411 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-d6ce09f1-fb46-4324-ae20-e75bc7aaa98a tempest-AttachVolumeTestJSON-524945227 tempest-AttachVolumeTestJSON-524945227-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762867176205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762866656485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762866656503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12867569'] for port (6051202e-1044-48f8-8bad-7722b62e81e4), after_update {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:19:25.675199 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-589b8b4d-8c40-4558-8d6c-d6e7873ab288 req-dc64a5bf-ce5c-47f5-b97c-fecfe461842e service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=1c43e0bb-e4e9-4561-873a-403fc433e655&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0299177 Feb 09 19:19:25.753292 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-fb7aca41-bab9-46aa-b7ab-dd0d5c287f2d req-707cd18c-899c-4fbd-a81a-64cd6be57d04 service neutron] 10.222.0.89 "GET /v2.0/networks/5d2d334e-0f6b-4e62-b869-e00487a29620?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1737621 Feb 09 19:19:25.753830 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6ce09f1-fb46-4324-ae20-e75bc7aaa98a tempest-AttachVolumeTestJSON-524945227 tempest-AttachVolumeTestJSON-524945227-project] Pushing event updated for resources: {'Port': ['ID=6051202e-1044-48f8-8bad-7722b62e81e4,revision_number=2']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:19:25.765488 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-d6ce09f1-fb46-4324-ae20-e75bc7aaa98a tempest-AttachVolumeTestJSON-524945227 tempest-AttachVolumeTestJSON-524945227-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1818909'] for floatingip (fb8be45a-6640-453e-92cb-f165db07a224), after_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:19:25.798458 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-d6ce09f1-fb46-4324-ae20-e75bc7aaa98a tempest-AttachVolumeTestJSON-524945227 tempest-AttachVolumeTestJSON-524945227-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171096'] for floatingip (None), before_response {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:19:25.815335 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-d6ce09f1-fb46-4324-ae20-e75bc7aaa98a tempest-AttachVolumeTestJSON-524945227 tempest-AttachVolumeTestJSON-524945227-project] 10.222.0.75 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.0448503 Feb 09 19:19:25.818032 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-589b8b4d-8c40-4558-8d6c-d6e7873ab288 req-848ab64a-3404-4aa5-8014-36ac3257b268 service neutron] 10.222.0.90 "GET /v2.0/networks/1c43e0bb-e4e9-4561-873a-403fc433e655?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1105964 Feb 09 19:19:25.993705 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-589b8b4d-8c40-4558-8d6c-d6e7873ab288 req-a1435333-45e0-46ee-b4d4-7adcd3fbed24 service neutron] 10.222.0.90 "GET /v2.0/networks/1c43e0bb-e4e9-4561-873a-403fc433e655?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1651106 Feb 09 19:19:26.196664 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-d5a43221-2d19-4414-8ed0-328f6e46287c req-0762ceb8-fee2-4cdc-ad3b-e4002b35de6a service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=d95ca13c-0da2-449b-9017-0ca70b318240 HTTP/1.1" status: 200 len: 210 time: 0.0459592 Feb 09 19:19:26.211420 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-7ee41526-c9a7-425f-bdfa-14cdc824ed92 req-c32e7914-730b-409b-85fe-78bb218ec359 tempest-AttachVolumeTestJSON-524945227 tempest-AttachVolumeTestJSON-524945227-project] 10.222.0.75 "GET /v2.0/security-groups?name=tempest-securitygroup--477175884&fields=id&tenant_id=b8358624fc0d4008bf7aadd6f5fc09a1 HTTP/1.1" status: 200 len: 267 time: 0.1511514 Feb 09 19:19:26.240061 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9032eaa4-64f3-4cfc-bc8a-737e0e00db97 req-382f3e2d-9af8-42ba-bb5e-743704ca0bf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:19:26.242127 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-9032eaa4-64f3-4cfc-bc8a-737e0e00db97 req-382f3e2d-9af8-42ba-bb5e-743704ca0bf2 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=5d3f70f6ea744878ae38cb247ef3217c&device_id=f9a43b4a-9b9e-45bc-97a3-25d8886ee59b HTTP/1.1" status: 200 len: 1126 time: 0.1547918 Feb 09 19:19:26.277796 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d926ceba-a1d0-4592-9795-b8265dc9e590 req-6a0cf4a8-6022-40be-9b6c-36cc34f1cd0d tempest-AttachVolumeNegativeTest-275227323 tempest-AttachVolumeNegativeTest-275227323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:19:26.279344 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-d926ceba-a1d0-4592-9795-b8265dc9e590 req-6a0cf4a8-6022-40be-9b6c-36cc34f1cd0d tempest-AttachVolumeNegativeTest-275227323 tempest-AttachVolumeNegativeTest-275227323-project] 10.222.0.75 "GET /v2.0/ports?device_id=f9a43b4a-9b9e-45bc-97a3-25d8886ee59b HTTP/1.1" status: 200 len: 943 time: 0.0866148 Feb 09 19:19:26.345058 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-d926ceba-a1d0-4592-9795-b8265dc9e590 req-59289c93-b281-4a15-b25d-48e8e4f096bd tempest-AttachVolumeNegativeTest-275227323 tempest-AttachVolumeNegativeTest-275227323-project] 10.222.0.75 "GET /v2.0/security-groups?id=4936bce0-5f58-4a33-9b1f-fa66fe6c175f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577509 Feb 09 19:19:26.385602 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ee41526-c9a7-425f-bdfa-14cdc824ed92 req-58483930-13e0-410e-b689-056ccb9ddba3 tempest-AttachVolumeTestJSON-524945227 tempest-AttachVolumeTestJSON-524945227-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:19:26.395865 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-7ee41526-c9a7-425f-bdfa-14cdc824ed92 req-58483930-13e0-410e-b689-056ccb9ddba3 tempest-AttachVolumeTestJSON-524945227 tempest-AttachVolumeTestJSON-524945227-project] 10.222.0.75 "GET /v2.0/networks?id=99117bb9-9128-41a1-bdb4-92a6c18a7b42 HTTP/1.1" status: 200 len: 810 time: 0.1842527 Feb 09 19:19:26.422966 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-7ee41526-c9a7-425f-bdfa-14cdc824ed92 req-853b8a4d-d60a-4103-ad0c-4d30041465d4 tempest-AttachVolumeTestJSON-524945227 tempest-AttachVolumeTestJSON-524945227-project] 10.222.0.75 "GET /v2.0/quotas/b8358624fc0d4008bf7aadd6f5fc09a1 HTTP/1.1" status: 200 len: 375 time: 0.0258887 Feb 09 19:19:26.502159 n-d-713498-36 neutron-server[103233]: DEBUG neutron.db.agents_db [None req-4a8a6a42-0a0c-4437-8958-92282682b6bb None None] Agent healthcheck: found 7 active agents {{(pid=103233) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 19:19:26.523421 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-7ee41526-c9a7-425f-bdfa-14cdc824ed92 req-63ad914b-b728-489c-88fe-64dc8fd9d52a tempest-AttachVolumeTestJSON-524945227 tempest-AttachVolumeTestJSON-524945227-project] 10.222.0.75 "GET /v2.0/ports?tenant_id=b8358624fc0d4008bf7aadd6f5fc09a1&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0992074 Feb 09 19:19:26.539085 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c01a765f-9ebc-4ddd-bdd0-5a0822f913b4 req-3a626899-38ce-4d36-9323-390d0a395957 tempest-ServersAdminTestJSON-1393048834 tempest-ServersAdminTestJSON-1393048834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:19:26.549464 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-c01a765f-9ebc-4ddd-bdd0-5a0822f913b4 req-3a626899-38ce-4d36-9323-390d0a395957 tempest-ServersAdminTestJSON-1393048834 tempest-ServersAdminTestJSON-1393048834-project] 10.222.0.75 "GET /v2.0/ports?device_id=fd17ec19-7de7-4d19-86bc-494ce272637b HTTP/1.1" status: 200 len: 950 time: 0.0895796 Feb 09 19:19:26.615269 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-c01a765f-9ebc-4ddd-bdd0-5a0822f913b4 req-114dfbca-2c39-432b-bdce-dfe4ddbf6b93 tempest-ServersAdminTestJSON-1393048834 tempest-ServersAdminTestJSON-1393048834-project] 10.222.0.75 "GET /v2.0/security-groups?id=c0042214-21f2-4e80-92b9-9b56852b3a45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0646183 Feb 09 19:19:26.769543 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dd71ba1-3275-40d6-9cb1-e675825cea33 req-76c1322b-0eb9-4d2e-b182-de91a8f8e9c7 tempest-ServerRescueNegativeTestJSON-1800126168 tempest-ServerRescueNegativeTestJSON-1800126168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:19:26.778787 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-2dd71ba1-3275-40d6-9cb1-e675825cea33 req-76c1322b-0eb9-4d2e-b182-de91a8f8e9c7 tempest-ServerRescueNegativeTestJSON-1800126168 tempest-ServerRescueNegativeTestJSON-1800126168-project] 10.222.0.75 "GET /v2.0/ports?device_id=3f2394dc-3bdb-467a-bc3a-100f52d986e7 HTTP/1.1" status: 200 len: 945 time: 0.0870130 Feb 09 19:19:26.782358 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-7ee41526-c9a7-425f-bdfa-14cdc824ed92 req-b9d43ce3-cbf8-4044-aa42-2af3d55dacaf service neutron] 10.222.0.75 "GET /v2.0/networks/99117bb9-9128-41a1-bdb4-92a6c18a7b42?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1954522 Feb 09 19:19:26.789617 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9032eaa4-64f3-4cfc-bc8a-737e0e00db97 req-799cdb22-3dd7-4322-af14-eb93172aaebf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:19:26.791165 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-9032eaa4-64f3-4cfc-bc8a-737e0e00db97 req-799cdb22-3dd7-4322-af14-eb93172aaebf service neutron] 10.222.0.90 "GET /v2.0/networks?id=1c43e0bb-e4e9-4561-873a-403fc433e655 HTTP/1.1" status: 200 len: 915 time: 0.2838912 Feb 09 19:19:26.847144 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-2dd71ba1-3275-40d6-9cb1-e675825cea33 req-f89d6fe2-f492-4adf-b141-6acf39aeb6b4 tempest-ServerRescueNegativeTestJSON-1800126168 tempest-ServerRescueNegativeTestJSON-1800126168-project] 10.222.0.75 "GET /v2.0/security-groups?id=20eba632-e06f-4b78-b62a-91fbda6670a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0674186 Feb 09 19:19:26.885148 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-9032eaa4-64f3-4cfc-bc8a-737e0e00db97 req-808f58f4-7504-45bc-9688-15933af5ec26 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c0ee85c0-46d2-4873-9189-742e19c25dff HTTP/1.1" status: 200 len: 217 time: 0.0707517 Feb 09 19:19:26.974949 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9032eaa4-64f3-4cfc-bc8a-737e0e00db97 req-af861ef0-d5f6-44f5-8305-9dcdf1e9f567 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:19:26.976653 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-9032eaa4-64f3-4cfc-bc8a-737e0e00db97 req-af861ef0-d5f6-44f5-8305-9dcdf1e9f567 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=bfbf079d-29ec-44ec-8f0f-f87b207baa58 HTTP/1.1" status: 200 len: 854 time: 0.0792751 Feb 09 19:19:26.980830 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-7ee41526-c9a7-425f-bdfa-14cdc824ed92 req-932c6cf4-9c9f-4782-8e51-3fb765a76565 service neutron] 10.222.0.75 "GET /v2.0/networks/99117bb9-9128-41a1-bdb4-92a6c18a7b42?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1884706 Feb 09 19:19:26.991040 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-3b20b42f-9349-4faa-8381-8171c305a276 req-494d1c33-6d35-4854-aa0f-7c9b11fe8b6e tempest-ServerShowV254Test-870289355 tempest-ServerShowV254Test-870289355-project] 10.222.0.75 "GET /v2.0/ports?device_id=d95ca13c-0da2-449b-9017-0ca70b318240 HTTP/1.1" status: 200 len: 210 time: 0.0544083 Feb 09 19:19:27.029774 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-9032eaa4-64f3-4cfc-bc8a-737e0e00db97 req-4deb1f44-e7a8-4eab-a75c-5bfe31b8d937 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=1c43e0bb-e4e9-4561-873a-403fc433e655&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0443199 Feb 09 19:19:27.149262 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-9032eaa4-64f3-4cfc-bc8a-737e0e00db97 req-4798a395-4c07-414c-9f38-d3a2742ef3c9 service neutron] 10.222.0.90 "GET /v2.0/networks/1c43e0bb-e4e9-4561-873a-403fc433e655?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1084771 Feb 09 19:19:27.261210 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-5edb9162-780b-480b-b545-48304db98be3 req-5ce6be5e-a79b-4a54-b4cb-b4eede123089 tempest-AttachVolumeTestJSON-524945227 tempest-AttachVolumeTestJSON-524945227-project] 10.222.0.75 "GET /v2.0/ports?device_id=0625004f-08b9-4492-a00d-e5a7dfbd7c6a HTTP/1.1" status: 200 len: 210 time: 0.0488403 Feb 09 19:19:27.346984 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-9032eaa4-64f3-4cfc-bc8a-737e0e00db97 req-d5a732e5-b67d-4240-a6a8-40a8f5ac36a9 service neutron] 10.222.0.90 "GET /v2.0/networks/1c43e0bb-e4e9-4561-873a-403fc433e655?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1848650 Feb 09 19:19:27.547567 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f96bb2a-9257-4fcb-8674-27eba3314b1c req-05ec0620-4618-43ac-a67b-5e60ecc69529 tempest-AttachVolumeNegativeTest-275227323 tempest-AttachVolumeNegativeTest-275227323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:19:27.549599 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-4f96bb2a-9257-4fcb-8674-27eba3314b1c req-05ec0620-4618-43ac-a67b-5e60ecc69529 tempest-AttachVolumeNegativeTest-275227323 tempest-AttachVolumeNegativeTest-275227323-project] 10.222.0.75 "GET /v2.0/ports?device_id=f9a43b4a-9b9e-45bc-97a3-25d8886ee59b HTTP/1.1" status: 200 len: 943 time: 0.1176758 Feb 09 19:19:27.647429 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-4f96bb2a-9257-4fcb-8674-27eba3314b1c req-41d60525-0602-42b5-b0a2-e22a670ea89b tempest-AttachVolumeNegativeTest-275227323 tempest-AttachVolumeNegativeTest-275227323-project] 10.222.0.75 "GET /v2.0/security-groups?id=4936bce0-5f58-4a33-9b1f-fa66fe6c175f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0806370 Feb 09 19:19:27.822134 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65cebe1b-b3a1-4878-98f3-3b370a4672df req-3f391d0a-6c7e-4922-b233-e09df3e39da2 tempest-ServersAdminTestJSON-1393048834 tempest-ServersAdminTestJSON-1393048834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:19:27.830861 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-65cebe1b-b3a1-4878-98f3-3b370a4672df req-3f391d0a-6c7e-4922-b233-e09df3e39da2 tempest-ServersAdminTestJSON-1393048834 tempest-ServersAdminTestJSON-1393048834-project] 10.222.0.75 "GET /v2.0/ports?device_id=fd17ec19-7de7-4d19-86bc-494ce272637b HTTP/1.1" status: 200 len: 950 time: 0.0954356 Feb 09 19:19:27.951561 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-65cebe1b-b3a1-4878-98f3-3b370a4672df req-b977918b-5e33-4a36-9f2d-d600fc6bd490 tempest-ServersAdminTestJSON-1393048834 tempest-ServersAdminTestJSON-1393048834-project] 10.222.0.75 "GET /v2.0/security-groups?id=c0042214-21f2-4e80-92b9-9b56852b3a45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1138878 Feb 09 19:19:28.069539 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c08dc211-230d-46cd-b9db-232d92af8b27 req-831fffee-018a-4a54-a12a-1af726bc0cee tempest-ServerRescueNegativeTestJSON-1800126168 tempest-ServerRescueNegativeTestJSON-1800126168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:19:28.079188 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-c08dc211-230d-46cd-b9db-232d92af8b27 req-831fffee-018a-4a54-a12a-1af726bc0cee tempest-ServerRescueNegativeTestJSON-1800126168 tempest-ServerRescueNegativeTestJSON-1800126168-project] 10.222.0.75 "GET /v2.0/ports?device_id=3f2394dc-3bdb-467a-bc3a-100f52d986e7 HTTP/1.1" status: 200 len: 945 time: 0.0880146 Feb 09 19:19:28.227400 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-7f104a72-6c77-4bcc-8940-1d5d91bbca0d req-7da2e818-1337-40f6-9c6b-9d2c7cf2bb5d tempest-ServerShowV254Test-870289355 tempest-ServerShowV254Test-870289355-project] 10.222.0.75 "GET /v2.0/ports?device_id=d95ca13c-0da2-449b-9017-0ca70b318240 HTTP/1.1" status: 200 len: 210 time: 0.0880709 Feb 09 19:19:28.246378 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-c08dc211-230d-46cd-b9db-232d92af8b27 req-4c48176f-c8f4-46d9-8d3a-91ddb926505b tempest-ServerRescueNegativeTestJSON-1800126168 tempest-ServerRescueNegativeTestJSON-1800126168-project] 10.222.0.75 "GET /v2.0/security-groups?id=20eba632-e06f-4b78-b62a-91fbda6670a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1653624 Feb 09 19:19:28.423995 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-ca611b85-9d9e-495b-89bd-05d57e75e081 req-ae473149-d338-4d16-b634-4b5e2ab23b3a tempest-AttachVolumeTestJSON-524945227 tempest-AttachVolumeTestJSON-524945227-project] 10.222.0.75 "GET /v2.0/ports?device_id=0625004f-08b9-4492-a00d-e5a7dfbd7c6a HTTP/1.1" status: 200 len: 210 time: 0.0418897 Feb 09 19:19:28.947860 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ee41526-c9a7-425f-bdfa-14cdc824ed92 req-4ef9916a-ec39-46d3-a082-d9c068b95063 tempest-AttachVolumeTestJSON-524945227 tempest-AttachVolumeTestJSON-524945227-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:19:28.954748 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-7ee41526-c9a7-425f-bdfa-14cdc824ed92 req-4ef9916a-ec39-46d3-a082-d9c068b95063 tempest-AttachVolumeTestJSON-524945227 tempest-AttachVolumeTestJSON-524945227-project] 10.222.0.89 "GET /v2.0/networks?id=99117bb9-9128-41a1-bdb4-92a6c18a7b42 HTTP/1.1" status: 200 len: 810 time: 0.2614005 Feb 09 19:19:29.101565 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb4c5b73-eaea-4bc1-aa04-7858d1bf6bdf req-3f30e0b0-803b-4b78-ab6f-37306a9ee31d tempest-AttachVolumeNegativeTest-275227323 tempest-AttachVolumeNegativeTest-275227323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:19:29.109429 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-bb4c5b73-eaea-4bc1-aa04-7858d1bf6bdf req-3f30e0b0-803b-4b78-ab6f-37306a9ee31d tempest-AttachVolumeNegativeTest-275227323 tempest-AttachVolumeNegativeTest-275227323-project] 10.222.0.75 "GET /v2.0/ports?device_id=f9a43b4a-9b9e-45bc-97a3-25d8886ee59b HTTP/1.1" status: 200 len: 943 time: 0.2678356 Feb 09 19:19:29.123620 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-7ee41526-c9a7-425f-bdfa-14cdc824ed92 req-08496d4f-4c3a-4361-8df6-7752c57ed206 tempest-AttachVolumeTestJSON-524945227 tempest-AttachVolumeTestJSON-524945227-project] 10.222.0.89 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b8358624fc0d4008bf7aadd6f5fc09a1 HTTP/1.1" status: 200 len: 379 time: 0.1461697 Feb 09 19:19:29.141503 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.v2.base [req-7ee41526-c9a7-425f-bdfa-14cdc824ed92 req-77abf406-db82-4f51-a704-7c0ac58a8d27 tempest-AttachVolumeTestJSON-524945227 tempest-AttachVolumeTestJSON-524945227-project] Request body: {'port': {'device_id': '0625004f-08b9-4492-a00d-e5a7dfbd7c6a', 'network_id': '99117bb9-9128-41a1-bdb4-92a6c18a7b42', 'admin_state_up': True, 'tenant_id': 'b8358624fc0d4008bf7aadd6f5fc09a1', 'security_groups': ['208f9464-54b0-46e8-8ab0-4837a2056e9a']}} {{(pid=103229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 19:19:29.261921 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-bb4c5b73-eaea-4bc1-aa04-7858d1bf6bdf req-964dcfc5-a3a1-4665-a696-df8b0a7bb285 tempest-AttachVolumeNegativeTest-275227323 tempest-AttachVolumeNegativeTest-275227323-project] 10.222.0.75 "GET /v2.0/security-groups?id=4936bce0-5f58-4a33-9b1f-fa66fe6c175f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1513724 Feb 09 19:19:29.420833 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7ee41526-c9a7-425f-bdfa-14cdc824ed92 req-77abf406-db82-4f51-a704-7c0ac58a8d27 tempest-AttachVolumeTestJSON-524945227 tempest-AttachVolumeTestJSON-524945227-project] Made reservation on behalf of b8358624fc0d4008bf7aadd6f5fc09a1 for: {'port': 1} {{(pid=103229) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 19:19:29.424100 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-7ee41526-c9a7-425f-bdfa-14cdc824ed92 req-77abf406-db82-4f51-a704-7c0ac58a8d27 tempest-AttachVolumeTestJSON-524945227 tempest-AttachVolumeTestJSON-524945227-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (None), before_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:19:29.561431 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-edb9a471-be7c-4628-bb1c-c67fdf95b3a3 req-338ec869-8540-4eb5-8713-d2d829107c81 tempest-ServerShowV254Test-870289355 tempest-ServerShowV254Test-870289355-project] 10.222.0.75 "GET /v2.0/ports?device_id=d95ca13c-0da2-449b-9017-0ca70b318240 HTTP/1.1" status: 200 len: 210 time: 0.0524473 Feb 09 19:19:29.682951 n-d-713498-36 neutron-server[103229]: DEBUG neutron.db.db_base_plugin_common [req-7ee41526-c9a7-425f-bdfa-14cdc824ed92 req-77abf406-db82-4f51-a704-7c0ac58a8d27 tempest-AttachVolumeTestJSON-524945227 tempest-AttachVolumeTestJSON-524945227-project] Allocated IP 172.20.0.4 (99117bb9-9128-41a1-bdb4-92a6c18a7b42/3f43124c-9b13-4bd8-a6f5-516bdab3ca3c/affa8c99-843c-4c0c-a114-0346c45162dd) {{(pid=103229) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 19:19:29.863119 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80c076cd-affe-4581-a06f-50a274dbdf45 req-243fff29-dc3f-4d68-afbb-5e65ca3f909f tempest-ServersAdminTestJSON-1393048834 tempest-ServersAdminTestJSON-1393048834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:19:29.891172 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-1825bd38-9c62-48bc-ab83-4e1bd14ce95d req-430c10f2-d155-4054-ae5d-6f98912fb028 tempest-AttachVolumeTestJSON-524945227 tempest-AttachVolumeTestJSON-524945227-project] 10.222.0.75 "GET /v2.0/ports?device_id=0625004f-08b9-4492-a00d-e5a7dfbd7c6a HTTP/1.1" status: 200 len: 210 time: 0.0472295 Feb 09 19:19:29.893447 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-80c076cd-affe-4581-a06f-50a274dbdf45 req-243fff29-dc3f-4d68-afbb-5e65ca3f909f tempest-ServersAdminTestJSON-1393048834 tempest-ServersAdminTestJSON-1393048834-project] 10.222.0.75 "GET /v2.0/ports?device_id=fd17ec19-7de7-4d19-86bc-494ce272637b HTTP/1.1" status: 200 len: 950 time: 0.4944770 Feb 09 19:19:30.018155 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-80c076cd-affe-4581-a06f-50a274dbdf45 req-1cd7e5c8-7655-480e-8230-0b50c05b48c5 tempest-ServersAdminTestJSON-1393048834 tempest-ServersAdminTestJSON-1393048834-project] 10.222.0.75 "GET /v2.0/security-groups?id=c0042214-21f2-4e80-92b9-9b56852b3a45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1191654 Feb 09 19:19:30.054909 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-7ee41526-c9a7-425f-bdfa-14cdc824ed92 req-77abf406-db82-4f51-a704-7c0ac58a8d27 tempest-AttachVolumeTestJSON-524945227 tempest-AttachVolumeTestJSON-524945227-project] Publish callbacks [] for port (affa8c99-843c-4c0c-a114-0346c45162dd), precommit_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:19:30.104294 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-7ee41526-c9a7-425f-bdfa-14cdc824ed92 req-77abf406-db82-4f51-a704-7c0ac58a8d27 tempest-AttachVolumeTestJSON-524945227 tempest-AttachVolumeTestJSON-524945227-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762866656467', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12867576'] for port (affa8c99-843c-4c0c-a114-0346c45162dd), after_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:19:30.165202 n-d-713498-36 neutron-server[103229]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7ee41526-c9a7-425f-bdfa-14cdc824ed92 req-77abf406-db82-4f51-a704-7c0ac58a8d27 tempest-AttachVolumeTestJSON-524945227 tempest-AttachVolumeTestJSON-524945227-project] Network 99117bb9-9128-41a1-bdb4-92a6c18a7b42 is already hosted by enough agents. {{(pid=103229) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 19:19:30.182216 n-d-713498-36 neutron-server[103229]: DEBUG neutron.scheduler.base_scheduler [req-7ee41526-c9a7-425f-bdfa-14cdc824ed92 req-77abf406-db82-4f51-a704-7c0ac58a8d27 tempest-AttachVolumeTestJSON-524945227 tempest-AttachVolumeTestJSON-524945227-project] Resources bound (agent type, host, resource id): {{(pid=103229) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 19:19:30.193610 n-d-713498-36 neutron-server[103229]: DEBUG neutron.db.l3_dvrscheduler_db [req-7ee41526-c9a7-425f-bdfa-14cdc824ed92 req-77abf406-db82-4f51-a704-7c0ac58a8d27 tempest-AttachVolumeTestJSON-524945227 tempest-AttachVolumeTestJSON-524945227-project] Received port after_create {{(pid=103229) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 19:19:30.255910 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Device c0ee85c0-46d2-4873-9189-742e19c25dff details requested by agent hyperv_n-h2-713498-36 with host n-h2-713498-36 {{(pid=103232) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 19:19:30.264248 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77abf406-db82-4f51-a704-7c0ac58a8d27 tempest-AttachVolumeTestJSON-524945227 tempest-AttachVolumeTestJSON-524945227-project] Pushing event updated for resources: {'Port': ['ID=affa8c99-843c-4c0c-a114-0346c45162dd,revision_number=1']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:19:30.351285 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ee41526-c9a7-425f-bdfa-14cdc824ed92 req-77abf406-db82-4f51-a704-7c0ac58a8d27 tempest-AttachVolumeTestJSON-524945227 tempest-AttachVolumeTestJSON-524945227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:19:30.352580 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-7ee41526-c9a7-425f-bdfa-14cdc824ed92 req-77abf406-db82-4f51-a704-7c0ac58a8d27 tempest-AttachVolumeTestJSON-524945227 tempest-AttachVolumeTestJSON-524945227-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171096'] for port (None), before_response {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:19:30.417764 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-7ee41526-c9a7-425f-bdfa-14cdc824ed92 req-77abf406-db82-4f51-a704-7c0ac58a8d27 tempest-AttachVolumeTestJSON-524945227 tempest-AttachVolumeTestJSON-524945227-project] 10.222.0.89 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2809236 Feb 09 19:19:30.445837 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.v2.base [req-7ee41526-c9a7-425f-bdfa-14cdc824ed92 req-0d35c8fc-7fab-46f0-beba-b36ded050322 service neutron] Request body: {'port': {'device_id': '0625004f-08b9-4492-a00d-e5a7dfbd7c6a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-713498-36'}} {{(pid=103229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 19:19:30.525231 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-7429db8d-6021-40ad-813e-885be449a89b None None] For port c0ee85c0-46d2-4873-9189-742e19c25dff, host n-h2-713498-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-36',level=0,port_id=c0ee85c0-46d2-4873-9189-742e19c25dff,segment=NetworkSegment(c4b0cfb4-dad4-4b79-b4e7-2eec0bd08e3c),segment_id=c4b0cfb4-dad4-4b79-b4e7-2eec0bd08e3c)] {{(pid=103232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 19:19:30.573710 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Returning: {'device': 'c0ee85c0-46d2-4873-9189-742e19c25dff', 'network_id': '1c43e0bb-e4e9-4561-873a-403fc433e655', 'port_id': 'c0ee85c0-46d2-4873-9189-742e19c25dff', 'mac_address': 'fa:16:3e:bf:dd:f0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 368, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bfbf079d-29ec-44ec-8f0f-f87b207baa58', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103232) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 19:19:30.689100 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.provisioning_blocks [None req-905ab8b1-10b7-4d99-ac39-a36753d582a4 None None] Provisioning complete for port affa8c99-843c-4c0c-a114-0346c45162dd triggered by entity DHCP. {{(pid=103232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 19:19:30.689486 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-905ab8b1-10b7-4d99-ac39-a36753d582a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593630'] for port (affa8c99-843c-4c0c-a114-0346c45162dd), provisioning_complete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:19:30.699919 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3f18872-d71b-4e1e-9535-10ac0d980631 req-0c04c3c0-5268-4cde-a1cd-8316ca2cd91e tempest-AttachVolumeNegativeTest-275227323 tempest-AttachVolumeNegativeTest-275227323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:19:30.720982 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-c3f18872-d71b-4e1e-9535-10ac0d980631 req-0c04c3c0-5268-4cde-a1cd-8316ca2cd91e tempest-AttachVolumeNegativeTest-275227323 tempest-AttachVolumeNegativeTest-275227323-project] 10.222.0.75 "GET /v2.0/ports?device_id=f9a43b4a-9b9e-45bc-97a3-25d8886ee59b HTTP/1.1" status: 200 len: 943 time: 0.2415147 Feb 09 19:19:30.721204 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Current status of the port c0ee85c0-46d2-4873-9189-742e19c25dff is: DOWN; New status is: BUILD {{(pid=103232) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 19:19:30.721574 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (c0ee85c0-46d2-4873-9189-742e19c25dff), before_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:19:30.764910 n-d-713498-36 neutron-server[103232]: DEBUG neutron.notifiers.nova [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c0ee85c0-46d2-4873-9189-742e19c25dff {{(pid=103232) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 19:19:30.811144 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-905ab8b1-10b7-4d99-ac39-a36753d582a4 None None] Port affa8c99-843c-4c0c-a114-0346c45162dd cannot update to ACTIVE because it is not bound. {{(pid=103232) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 19:19:30.870599 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-7ee41526-c9a7-425f-bdfa-14cdc824ed92 req-0d35c8fc-7fab-46f0-beba-b36ded050322 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (affa8c99-843c-4c0c-a114-0346c45162dd), before_update {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:19:30.873476 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-7429db8d-6021-40ad-813e-885be449a89b None None] For port c0ee85c0-46d2-4873-9189-742e19c25dff, host n-h2-713498-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-36',level=0,port_id=c0ee85c0-46d2-4873-9189-742e19c25dff,segment=NetworkSegment(c4b0cfb4-dad4-4b79-b4e7-2eec0bd08e3c),segment_id=c4b0cfb4-dad4-4b79-b4e7-2eec0bd08e3c)] {{(pid=103232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 19:19:30.883202 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762867176205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762866656485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762866656503'] for port (c0ee85c0-46d2-4873-9189-742e19c25dff), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:19:31.001885 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-c3f18872-d71b-4e1e-9535-10ac0d980631 req-51dab868-05e3-48bf-ab1f-4e8fdc560e36 tempest-AttachVolumeNegativeTest-275227323 tempest-AttachVolumeNegativeTest-275227323-project] 10.222.0.75 "GET /v2.0/security-groups?id=4936bce0-5f58-4a33-9b1f-fa66fe6c175f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2799861 Feb 09 19:19:31.147869 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Pushing event updated for resources: {'Port': ['ID=c0ee85c0-46d2-4873-9189-742e19c25dff,revision_number=4']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:19:31.352852 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0e8abcf-221b-49e0-b346-b41a51b28ab1 req-124bc9c2-9e84-45e8-94a9-c81ef9e369c4 tempest-AttachVolumeTestJSON-524945227 tempest-AttachVolumeTestJSON-524945227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:19:31.365644 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-c0e8abcf-221b-49e0-b346-b41a51b28ab1 req-124bc9c2-9e84-45e8-94a9-c81ef9e369c4 tempest-AttachVolumeTestJSON-524945227 tempest-AttachVolumeTestJSON-524945227-project] 10.222.0.75 "GET /v2.0/ports?device_id=0625004f-08b9-4492-a00d-e5a7dfbd7c6a HTTP/1.1" status: 200 len: 931 time: 0.1673536 Feb 09 19:19:31.384473 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-7429db8d-6021-40ad-813e-885be449a89b None None] get_ports_and_sgs() called for port_ids ['c0ee85c0-46d2-4873-9189-742e19c25dff'] {{(pid=103232) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 19:19:31.491689 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-c0e8abcf-221b-49e0-b346-b41a51b28ab1 req-9c8fb2ee-d2fa-4015-944e-1c4f17d1e37f tempest-AttachVolumeTestJSON-524945227 tempest-AttachVolumeTestJSON-524945227-project] 10.222.0.75 "GET /v2.0/security-groups?id=208f9464-54b0-46e8-8ab0-4837a2056e9a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1229088 Feb 09 19:19:31.672250 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-521d47f8-ded2-41e8-8e25-d5feb6a6aeea req-cd123287-e0c6-47f9-98a8-edda2d0db76c tempest-ServerShowV254Test-870289355 tempest-ServerShowV254Test-870289355-project] 10.222.0.75 "GET /v2.0/ports?device_id=d95ca13c-0da2-449b-9017-0ca70b318240 HTTP/1.1" status: 200 len: 210 time: 0.0773392 Feb 09 19:19:31.681169 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6b562f6-e7c4-463e-8c12-d0a1a3d18fe9 req-39d67c9e-a37f-413d-bfe1-8fe81964fb0d tempest-ServersAdminTestJSON-1393048834 tempest-ServersAdminTestJSON-1393048834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:19:31.689252 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-f6b562f6-e7c4-463e-8c12-d0a1a3d18fe9 req-39d67c9e-a37f-413d-bfe1-8fe81964fb0d tempest-ServersAdminTestJSON-1393048834 tempest-ServersAdminTestJSON-1393048834-project] 10.222.0.75 "GET /v2.0/ports?device_id=fd17ec19-7de7-4d19-86bc-494ce272637b HTTP/1.1" status: 200 len: 950 time: 0.0786839 Feb 09 19:19:31.801760 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-f6b562f6-e7c4-463e-8c12-d0a1a3d18fe9 req-3b07e92d-4429-4aca-97e5-6b83949f7082 tempest-ServersAdminTestJSON-1393048834 tempest-ServersAdminTestJSON-1393048834-project] 10.222.0.75 "GET /v2.0/security-groups?id=c0042214-21f2-4e80-92b9-9b56852b3a45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1114886 Feb 09 19:19:31.923102 n-d-713498-36 neutron-server[103229]: DEBUG neutron.notifiers.nova [req-7ee41526-c9a7-425f-bdfa-14cdc824ed92 req-0d35c8fc-7fab-46f0-beba-b36ded050322 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id affa8c99-843c-4c0c-a114-0346c45162dd {{(pid=103229) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 19:19:31.932434 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-7ee41526-c9a7-425f-bdfa-14cdc824ed92 req-0d35c8fc-7fab-46f0-beba-b36ded050322 service neutron] Publish callbacks [] for port (affa8c99-843c-4c0c-a114-0346c45162dd), precommit_update {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:19:31.948285 n-d-713498-36 neutron-server[103229]: DEBUG neutron.db.provisioning_blocks [req-7ee41526-c9a7-425f-bdfa-14cdc824ed92 req-0d35c8fc-7fab-46f0-beba-b36ded050322 service neutron] Transition to ACTIVE for port object affa8c99-843c-4c0c-a114-0346c45162dd will not be triggered until provisioned by entity L2. {{(pid=103229) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 19:19:31.953500 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-7ee41526-c9a7-425f-bdfa-14cdc824ed92 req-0d35c8fc-7fab-46f0-beba-b36ded050322 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762867176205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762866656485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762866656503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12867569'] for port (affa8c99-843c-4c0c-a114-0346c45162dd), after_update {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:19:32.017104 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d35c8fc-7fab-46f0-beba-b36ded050322 service neutron] Pushing event updated for resources: {'Port': ['ID=affa8c99-843c-4c0c-a114-0346c45162dd,revision_number=2']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:19:32.238265 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.managers [req-7ee41526-c9a7-425f-bdfa-14cdc824ed92 req-0d35c8fc-7fab-46f0-beba-b36ded050322 service neutron] Attempting to bind port affa8c99-843c-4c0c-a114-0346c45162dd on host n-h1-713498-36 for vnic_type normal with profile {{(pid=103229) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 19:19:32.238676 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.managers [req-7ee41526-c9a7-425f-bdfa-14cdc824ed92 req-0d35c8fc-7fab-46f0-beba-b36ded050322 service neutron] Attempting to bind port affa8c99-843c-4c0c-a114-0346c45162dd by drivers openvswitch,hyperv on host n-h1-713498-36 at level 0 using segments [{'id': '7634cd2f-bb07-4aa6-8222-5e64bdefad14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': '99117bb9-9128-41a1-bdb4-92a6c18a7b42'}] {{(pid=103229) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 19:19:32.239023 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ee41526-c9a7-425f-bdfa-14cdc824ed92 req-0d35c8fc-7fab-46f0-beba-b36ded050322 service neutron] Attempting to bind port affa8c99-843c-4c0c-a114-0346c45162dd on network 99117bb9-9128-41a1-bdb4-92a6c18a7b42 {{(pid=103229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 19:19:32.251044 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57696b32-0775-4dc1-b0fd-05fc92db62bc req-afd90320-0ee2-4a31-9e42-87b790c97d91 tempest-AttachVolumeNegativeTest-275227323 tempest-AttachVolumeNegativeTest-275227323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:19:32.252663 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-57696b32-0775-4dc1-b0fd-05fc92db62bc req-afd90320-0ee2-4a31-9e42-87b790c97d91 tempest-AttachVolumeNegativeTest-275227323 tempest-AttachVolumeNegativeTest-275227323-project] 10.222.0.75 "GET /v2.0/ports?device_id=f9a43b4a-9b9e-45bc-97a3-25d8886ee59b HTTP/1.1" status: 200 len: 944 time: 0.0933578 Feb 09 19:19:32.253335 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ee41526-c9a7-425f-bdfa-14cdc824ed92 req-0d35c8fc-7fab-46f0-beba-b36ded050322 service neutron] Port affa8c99-843c-4c0c-a114-0346c45162dd on network 99117bb9-9128-41a1-bdb4-92a6c18a7b42 not bound, no agent of type Open vSwitch agent registered on host n-h1-713498-36 {{(pid=103229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 19:19:32.253662 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ee41526-c9a7-425f-bdfa-14cdc824ed92 req-0d35c8fc-7fab-46f0-beba-b36ded050322 service neutron] Attempting to bind port affa8c99-843c-4c0c-a114-0346c45162dd on network 99117bb9-9128-41a1-bdb4-92a6c18a7b42 {{(pid=103229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 19:19:32.292503 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ee41526-c9a7-425f-bdfa-14cdc824ed92 req-0d35c8fc-7fab-46f0-beba-b36ded050322 service neutron] Checking agent: {'id': '488cd9ae-631f-4955-ba0b-4f5a13f12e9c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713498-36', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 18, 59, 18), 'started_at': datetime.datetime(2022, 2, 9, 18, 59, 18), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 19, 19, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 19:19:32.292858 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ee41526-c9a7-425f-bdfa-14cdc824ed92 req-0d35c8fc-7fab-46f0-beba-b36ded050322 service neutron] Checking segment: {'id': '7634cd2f-bb07-4aa6-8222-5e64bdefad14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': '99117bb9-9128-41a1-bdb4-92a6c18a7b42'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103229) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 19:19:32.293257 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ee41526-c9a7-425f-bdfa-14cdc824ed92 req-0d35c8fc-7fab-46f0-beba-b36ded050322 service neutron] Bound using segment: {'id': '7634cd2f-bb07-4aa6-8222-5e64bdefad14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': '99117bb9-9128-41a1-bdb4-92a6c18a7b42'} {{(pid=103229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 19:19:32.293713 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.managers [req-7ee41526-c9a7-425f-bdfa-14cdc824ed92 req-0d35c8fc-7fab-46f0-beba-b36ded050322 service neutron] Bound port: affa8c99-843c-4c0c-a114-0346c45162dd, host: n-h1-713498-36, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7634cd2f-bb07-4aa6-8222-5e64bdefad14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': '99117bb9-9128-41a1-bdb4-92a6c18a7b42'}}] {{(pid=103229) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 19:19:32.294105 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-7ee41526-c9a7-425f-bdfa-14cdc824ed92 req-0d35c8fc-7fab-46f0-beba-b36ded050322 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (affa8c99-843c-4c0c-a114-0346c45162dd), before_update {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:19:32.361131 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b8ea909-6118-49e8-aa5d-6a20e91db14b req-e19d37b7-8097-4a9a-8903-1721eafb4de8 tempest-ServerRescueNegativeTestJSON-1800126168 tempest-ServerRescueNegativeTestJSON-1800126168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:19:32.363898 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-1b8ea909-6118-49e8-aa5d-6a20e91db14b req-e19d37b7-8097-4a9a-8903-1721eafb4de8 tempest-ServerRescueNegativeTestJSON-1800126168 tempest-ServerRescueNegativeTestJSON-1800126168-project] 10.222.0.75 "GET /v2.0/ports?device_id=3f2394dc-3bdb-467a-bc3a-100f52d986e7 HTTP/1.1" status: 200 len: 945 time: 0.1019771 Feb 09 19:19:32.368886 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-57696b32-0775-4dc1-b0fd-05fc92db62bc req-b5f8b1ac-92dd-41f9-a413-476b175c542d tempest-AttachVolumeNegativeTest-275227323 tempest-AttachVolumeNegativeTest-275227323-project] 10.222.0.75 "GET /v2.0/security-groups?id=4936bce0-5f58-4a33-9b1f-fa66fe6c175f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1068840 Feb 09 19:19:32.424197 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.db [req-7ee41526-c9a7-425f-bdfa-14cdc824ed92 req-0d35c8fc-7fab-46f0-beba-b36ded050322 service neutron] For port affa8c99-843c-4c0c-a114-0346c45162dd, host n-h1-713498-36, cleared binding levels {{(pid=103229) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 19:19:32.428036 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.db [req-7ee41526-c9a7-425f-bdfa-14cdc824ed92 req-0d35c8fc-7fab-46f0-beba-b36ded050322 service neutron] For port affa8c99-843c-4c0c-a114-0346c45162dd, host n-h1-713498-36, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-36',level=0,port_id=affa8c99-843c-4c0c-a114-0346c45162dd,segment=NetworkSegment(7634cd2f-bb07-4aa6-8222-5e64bdefad14),segment_id=7634cd2f-bb07-4aa6-8222-5e64bdefad14)] {{(pid=103229) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 19:19:32.438838 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-7ee41526-c9a7-425f-bdfa-14cdc824ed92 req-0d35c8fc-7fab-46f0-beba-b36ded050322 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762867176205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762866656485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762866656503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12867569'] for port (affa8c99-843c-4c0c-a114-0346c45162dd), after_update {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:19:32.445513 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-1b8ea909-6118-49e8-aa5d-6a20e91db14b req-977a03b1-6fec-4d2f-83ad-23b95fe8762b tempest-ServerRescueNegativeTestJSON-1800126168 tempest-ServerRescueNegativeTestJSON-1800126168-project] 10.222.0.75 "GET /v2.0/security-groups?id=20eba632-e06f-4b78-b62a-91fbda6670a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0662553 Feb 09 19:19:32.498170 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ee41526-c9a7-425f-bdfa-14cdc824ed92 req-0d35c8fc-7fab-46f0-beba-b36ded050322 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:19:32.499241 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-7ee41526-c9a7-425f-bdfa-14cdc824ed92 req-0d35c8fc-7fab-46f0-beba-b36ded050322 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171096'] for port (None), before_response {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:19:32.500666 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-7ee41526-c9a7-425f-bdfa-14cdc824ed92 req-0d35c8fc-7fab-46f0-beba-b36ded050322 service neutron] 10.222.0.89 "PUT /v2.0/ports/affa8c99-843c-4c0c-a114-0346c45162dd HTTP/1.1" status: 200 len: 1092 time: 2.0653229 Feb 09 19:19:32.510059 n-d-713498-36 neutron-server[103229]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0625004f-08b9-4492-a00d-e5a7dfbd7c6a', 'tag': 'affa8c99-843c-4c0c-a114-0346c45162dd'}] {{(pid=103229) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 19:19:32.513522 n-d-713498-36 neutron-server[103229]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fa6ae9a20702bd564eaf90d946620b2b4277b1ab91129323d3b54181076be307" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e1e34a38-1049-4316-9c13-56bc1dadb242" -d '{"events": [{"name": "network-changed", "server_uuid": "0625004f-08b9-4492-a00d-e5a7dfbd7c6a", "tag": "affa8c99-843c-4c0c-a114-0346c45162dd"}]}' {{(pid=103229) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 19:19:32.640021 n-d-713498-36 neutron-server[103229]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 19:19:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-99a5a194-9d19-43bc-95e5-4672c16d0030 x-openstack-request-id: req-99a5a194-9d19-43bc-95e5-4672c16d0030 {{(pid=103229) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 19:19:32.640298 n-d-713498-36 neutron-server[103229]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0625004f-08b9-4492-a00d-e5a7dfbd7c6a", "tag": "affa8c99-843c-4c0c-a114-0346c45162dd", "status": "completed", "code": 200}]} {{(pid=103229) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 19:19:32.640558 n-d-713498-36 neutron-server[103229]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-99a5a194-9d19-43bc-95e5-4672c16d0030 {{(pid=103229) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 19:19:32.641010 n-d-713498-36 neutron-server[103229]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0625004f-08b9-4492-a00d-e5a7dfbd7c6a', 'tag': 'affa8c99-843c-4c0c-a114-0346c45162dd', 'status': 'completed', 'code': 200} Feb 09 19:19:32.663839 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d35c8fc-7fab-46f0-beba-b36ded050322 service neutron] Pushing event updated for resources: {'Port': ['ID=affa8c99-843c-4c0c-a114-0346c45162dd,revision_number=3']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:19:32.682283 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ee41526-c9a7-425f-bdfa-14cdc824ed92 req-bba75a0d-9bc4-43d0-a097-dac8d3e37658 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:19:32.684026 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-7ee41526-c9a7-425f-bdfa-14cdc824ed92 req-bba75a0d-9bc4-43d0-a097-dac8d3e37658 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=b8358624fc0d4008bf7aadd6f5fc09a1&device_id=0625004f-08b9-4492-a00d-e5a7dfbd7c6a HTTP/1.1" status: 200 len: 1126 time: 0.1285434 Feb 09 19:19:32.761570 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c68db80-29d0-43b7-8d52-0856f256a2d7 req-e30d5cfc-4377-437f-8479-15c19d400cf4 tempest-AttachVolumeTestJSON-524945227 tempest-AttachVolumeTestJSON-524945227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:19:32.765753 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-5c68db80-29d0-43b7-8d52-0856f256a2d7 req-e30d5cfc-4377-437f-8479-15c19d400cf4 tempest-AttachVolumeTestJSON-524945227 tempest-AttachVolumeTestJSON-524945227-project] 10.222.0.75 "GET /v2.0/ports?device_id=0625004f-08b9-4492-a00d-e5a7dfbd7c6a HTTP/1.1" status: 200 len: 943 time: 0.1041830 Feb 09 19:19:32.847052 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-5c68db80-29d0-43b7-8d52-0856f256a2d7 req-8035be4a-b412-4399-b367-cb9bcb7b8b09 tempest-AttachVolumeTestJSON-524945227 tempest-AttachVolumeTestJSON-524945227-project] 10.222.0.75 "GET /v2.0/security-groups?id=208f9464-54b0-46e8-8ab0-4837a2056e9a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0720198 Feb 09 19:19:33.028537 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-0777e5a9-722d-4f95-9a26-a995d98bf146 req-d0fcf365-127e-4d9f-b3d7-dbcf497413c6 tempest-ServerShowV254Test-870289355 tempest-ServerShowV254Test-870289355-project] 10.222.0.75 "GET /v2.0/ports?device_id=d95ca13c-0da2-449b-9017-0ca70b318240 HTTP/1.1" status: 200 len: 210 time: 0.0602558 Feb 09 19:19:33.247214 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-7ee41526-c9a7-425f-bdfa-14cdc824ed92 req-a8f6d109-b730-4342-b0f1-d37253db8f2b service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=affa8c99-843c-4c0c-a114-0346c45162dd HTTP/1.1" status: 200 len: 217 time: 0.5462270 Feb 09 19:19:33.299577 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60fdf8be-1de7-4f68-befb-1b81a2318f86 req-e8378122-b458-4034-b712-44f612c3cfdb tempest-ServersAdminTestJSON-1393048834 tempest-ServersAdminTestJSON-1393048834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:19:33.301473 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-60fdf8be-1de7-4f68-befb-1b81a2318f86 req-e8378122-b458-4034-b712-44f612c3cfdb tempest-ServersAdminTestJSON-1393048834 tempest-ServersAdminTestJSON-1393048834-project] 10.222.0.75 "GET /v2.0/ports?device_id=fd17ec19-7de7-4d19-86bc-494ce272637b HTTP/1.1" status: 200 len: 950 time: 0.0869756 Feb 09 19:19:33.355027 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ee41526-c9a7-425f-bdfa-14cdc824ed92 req-eb97e316-190b-4e70-8593-2f21a267e6ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:19:33.356511 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-7ee41526-c9a7-425f-bdfa-14cdc824ed92 req-eb97e316-190b-4e70-8593-2f21a267e6ec service neutron] 10.222.0.89 "GET /v2.0/subnets?id=3f43124c-9b13-4bd8-a6f5-516bdab3ca3c HTTP/1.1" status: 200 len: 849 time: 0.1002002 Feb 09 19:19:33.361185 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-60fdf8be-1de7-4f68-befb-1b81a2318f86 req-ff7274b9-32c6-41b6-a09e-60a1f2d890f4 tempest-ServersAdminTestJSON-1393048834 tempest-ServersAdminTestJSON-1393048834-project] 10.222.0.75 "GET /v2.0/security-groups?id=c0042214-21f2-4e80-92b9-9b56852b3a45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529542 Feb 09 19:19:33.440683 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ee41526-c9a7-425f-bdfa-14cdc824ed92 req-52ac82f1-f31c-4fff-a28e-08a34b57b1fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:19:33.443091 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-7ee41526-c9a7-425f-bdfa-14cdc824ed92 req-52ac82f1-f31c-4fff-a28e-08a34b57b1fa service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=99117bb9-9128-41a1-bdb4-92a6c18a7b42&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0748677 Feb 09 19:19:33.640341 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fee6992-14ea-403f-98db-d50afc59fdd1 req-f2c7eaf0-9c0c-4340-a9e2-a605545bc288 tempest-AttachVolumeNegativeTest-275227323 tempest-AttachVolumeNegativeTest-275227323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:19:33.641872 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-8fee6992-14ea-403f-98db-d50afc59fdd1 req-f2c7eaf0-9c0c-4340-a9e2-a605545bc288 tempest-AttachVolumeNegativeTest-275227323 tempest-AttachVolumeNegativeTest-275227323-project] 10.222.0.75 "GET /v2.0/ports?device_id=f9a43b4a-9b9e-45bc-97a3-25d8886ee59b HTTP/1.1" status: 200 len: 944 time: 0.1330597 Feb 09 19:19:33.656014 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-7ee41526-c9a7-425f-bdfa-14cdc824ed92 req-97195d74-52ef-4df5-abba-6c2d4875605c service neutron] 10.222.0.89 "GET /v2.0/networks/99117bb9-9128-41a1-bdb4-92a6c18a7b42?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2024453 Feb 09 19:19:33.741916 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-8fee6992-14ea-403f-98db-d50afc59fdd1 req-c492d703-e832-458f-bd08-307024136c44 tempest-AttachVolumeNegativeTest-275227323 tempest-AttachVolumeNegativeTest-275227323-project] 10.222.0.75 "GET /v2.0/security-groups?id=4936bce0-5f58-4a33-9b1f-fa66fe6c175f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0908535 Feb 09 19:19:33.867492 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-7ee41526-c9a7-425f-bdfa-14cdc824ed92 req-ace66bf1-5cd9-4a20-ba98-4975579c5df3 service neutron] 10.222.0.89 "GET /v2.0/networks/99117bb9-9128-41a1-bdb4-92a6c18a7b42?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2048881 Feb 09 19:19:34.043195 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1e34a38-1049-4316-9c13-56bc1dadb242 req-057ea426-a5cd-4fd7-ad6f-8e41587c393b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:19:34.045137 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-e1e34a38-1049-4316-9c13-56bc1dadb242 req-057ea426-a5cd-4fd7-ad6f-8e41587c393b service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=b8358624fc0d4008bf7aadd6f5fc09a1&device_id=0625004f-08b9-4492-a00d-e5a7dfbd7c6a HTTP/1.1" status: 200 len: 1126 time: 0.0981793 Feb 09 19:19:34.123212 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a862153b-0e52-4d2a-9723-ab9711d0608b req-957ad108-5fb8-4d27-904f-baf68e8fd15f tempest-AttachVolumeTestJSON-524945227 tempest-AttachVolumeTestJSON-524945227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:19:34.124844 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-a862153b-0e52-4d2a-9723-ab9711d0608b req-957ad108-5fb8-4d27-904f-baf68e8fd15f tempest-AttachVolumeTestJSON-524945227 tempest-AttachVolumeTestJSON-524945227-project] 10.222.0.75 "GET /v2.0/ports?device_id=0625004f-08b9-4492-a00d-e5a7dfbd7c6a HTTP/1.1" status: 200 len: 943 time: 0.1435006 Feb 09 19:19:34.226629 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-fe05e5b3-3d14-4b49-8c1e-53ab37fc1dbd req-52c969ae-f534-48cd-ab5c-3e6eb7cfc2d2 tempest-ServerShowV254Test-870289355 tempest-ServerShowV254Test-870289355-project] 10.222.0.75 "GET /v2.0/ports?device_id=d95ca13c-0da2-449b-9017-0ca70b318240 HTTP/1.1" status: 200 len: 210 time: 0.0649736 Feb 09 19:19:34.255999 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-a862153b-0e52-4d2a-9723-ab9711d0608b req-cbe413f3-9021-4853-a385-85f117e55dba tempest-AttachVolumeTestJSON-524945227 tempest-AttachVolumeTestJSON-524945227-project] 10.222.0.75 "GET /v2.0/security-groups?id=208f9464-54b0-46e8-8ab0-4837a2056e9a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0749462 Feb 09 19:19:34.266082 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Device c0ee85c0-46d2-4873-9189-742e19c25dff up at agent hyperv_n-h2-713498-36 {{(pid=103232) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 19:19:34.300004 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1e34a38-1049-4316-9c13-56bc1dadb242 req-17569e0c-7572-414c-a2a9-9ab40448d2c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:19:34.302844 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-e1e34a38-1049-4316-9c13-56bc1dadb242 req-17569e0c-7572-414c-a2a9-9ab40448d2c8 service neutron] 10.222.0.89 "GET /v2.0/networks?id=99117bb9-9128-41a1-bdb4-92a6c18a7b42 HTTP/1.1" status: 200 len: 911 time: 0.2498298 Feb 09 19:19:34.376562 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-e1e34a38-1049-4316-9c13-56bc1dadb242 req-285092c8-f008-4174-98ed-3c1f3d6ec439 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=affa8c99-843c-4c0c-a114-0346c45162dd HTTP/1.1" status: 200 len: 217 time: 0.0647254 Feb 09 19:19:34.386173 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.provisioning_blocks [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Provisioning for port c0ee85c0-46d2-4873-9189-742e19c25dff completed by entity L2. {{(pid=103232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 19:19:34.395161 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.provisioning_blocks [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Provisioning complete for port c0ee85c0-46d2-4873-9189-742e19c25dff triggered by entity L2. {{(pid=103232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 19:19:34.395774 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593630'] for port (c0ee85c0-46d2-4873-9189-742e19c25dff), provisioning_complete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:19:34.467667 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1e34a38-1049-4316-9c13-56bc1dadb242 req-ec5673f3-a472-47e1-9818-987cdc11c4a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:19:34.469383 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-e1e34a38-1049-4316-9c13-56bc1dadb242 req-ec5673f3-a472-47e1-9818-987cdc11c4a5 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=3f43124c-9b13-4bd8-a6f5-516bdab3ca3c HTTP/1.1" status: 200 len: 849 time: 0.0860069 Feb 09 19:19:34.535035 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Current status of the port c0ee85c0-46d2-4873-9189-742e19c25dff is: BUILD; New status is: ACTIVE {{(pid=103232) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 19:19:34.536446 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (c0ee85c0-46d2-4873-9189-742e19c25dff), before_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:19:34.561227 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1e34a38-1049-4316-9c13-56bc1dadb242 req-96f96d33-7f61-4e8b-826d-f1476d186f80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:19:34.563654 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-e1e34a38-1049-4316-9c13-56bc1dadb242 req-96f96d33-7f61-4e8b-826d-f1476d186f80 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=99117bb9-9128-41a1-bdb4-92a6c18a7b42&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0875719 Feb 09 19:19:34.585679 n-d-713498-36 neutron-server[103232]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f9a43b4a-9b9e-45bc-97a3-25d8886ee59b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c0ee85c0-46d2-4873-9189-742e19c25dff'}] {{(pid=103232) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 19:19:34.595044 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c60bd19-324a-4689-8345-9d74a8a1177e req-baae7e0e-35cd-4276-9321-ee240f54ed16 tempest-ServersAdminTestJSON-1393048834 tempest-ServersAdminTestJSON-1393048834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:19:34.605296 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-6c60bd19-324a-4689-8345-9d74a8a1177e req-baae7e0e-35cd-4276-9321-ee240f54ed16 tempest-ServersAdminTestJSON-1393048834 tempest-ServersAdminTestJSON-1393048834-project] 10.222.0.75 "GET /v2.0/ports?device_id=fd17ec19-7de7-4d19-86bc-494ce272637b HTTP/1.1" status: 200 len: 950 time: 0.1137378 Feb 09 19:19:34.607964 n-d-713498-36 neutron-server[103232]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}949cdcde653dec44821de95cbf67297f53cbc2aed4e073b5d514f93bf911ce85" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ee68354e-23d8-4691-b289-7f35d96d0f77" -d '{"events": [{"server_uuid": "f9a43b4a-9b9e-45bc-97a3-25d8886ee59b", "name": "network-vif-plugged", "status": "completed", "tag": "c0ee85c0-46d2-4873-9189-742e19c25dff"}]}' {{(pid=103232) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 19:19:34.690031 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-6c60bd19-324a-4689-8345-9d74a8a1177e req-c3298b2d-6615-4a4d-b539-d5fe1bd5a7fa tempest-ServersAdminTestJSON-1393048834 tempest-ServersAdminTestJSON-1393048834-project] 10.222.0.75 "GET /v2.0/security-groups?id=c0042214-21f2-4e80-92b9-9b56852b3a45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0833888 Feb 09 19:19:34.695037 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-7429db8d-6021-40ad-813e-885be449a89b None None] For port c0ee85c0-46d2-4873-9189-742e19c25dff, host n-h2-713498-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-36',level=0,port_id=c0ee85c0-46d2-4873-9189-742e19c25dff,segment=NetworkSegment(c4b0cfb4-dad4-4b79-b4e7-2eec0bd08e3c),segment_id=c4b0cfb4-dad4-4b79-b4e7-2eec0bd08e3c)] {{(pid=103232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 19:19:34.704910 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762867176205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762866656485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762866656503'] for port (c0ee85c0-46d2-4873-9189-742e19c25dff), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:19:34.807268 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Pushing event updated for resources: {'Port': ['ID=c0ee85c0-46d2-4873-9189-742e19c25dff,revision_number=5']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:19:34.809184 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-e1e34a38-1049-4316-9c13-56bc1dadb242 req-0f5b1b0c-2d08-4b92-ad74-1eb6206c0629 service neutron] 10.222.0.89 "GET /v2.0/networks/99117bb9-9128-41a1-bdb4-92a6c18a7b42?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2341013 Feb 09 19:19:34.819378 n-d-713498-36 neutron-server[103232]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 19:19:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-644a70dd-8e1a-416f-bf48-8b3f44ed0851 x-openstack-request-id: req-644a70dd-8e1a-416f-bf48-8b3f44ed0851 {{(pid=103232) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 19:19:34.821482 n-d-713498-36 neutron-server[103232]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f9a43b4a-9b9e-45bc-97a3-25d8886ee59b", "name": "network-vif-plugged", "status": "completed", "tag": "c0ee85c0-46d2-4873-9189-742e19c25dff", "code": 200}]} {{(pid=103232) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 19:19:34.821482 n-d-713498-36 neutron-server[103232]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-644a70dd-8e1a-416f-bf48-8b3f44ed0851 {{(pid=103232) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 19:19:34.823854 n-d-713498-36 neutron-server[103232]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f9a43b4a-9b9e-45bc-97a3-25d8886ee59b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c0ee85c0-46d2-4873-9189-742e19c25dff', 'code': 200} Feb 09 19:19:34.997670 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-bf9a1d10-95ee-4420-ae8a-1e5f3eacf412 req-ef279012-8842-478b-bc91-05a7ea6ba559 service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=bae7eb97-4761-4fc6-a387-638f695fc4f3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1459901 Feb 09 19:19:35.000088 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-e1e34a38-1049-4316-9c13-56bc1dadb242 req-22da3ee2-8239-4704-a5ac-9578dc8f2e8e service neutron] 10.222.0.89 "GET /v2.0/networks/99117bb9-9128-41a1-bdb4-92a6c18a7b42?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1850657 Feb 09 19:19:35.047733 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c6a8069-bad7-4d6a-8faa-d924e71e73dd req-eb579aee-e8b9-4f55-b9f2-6d8755a34fe0 tempest-AttachVolumeNegativeTest-275227323 tempest-AttachVolumeNegativeTest-275227323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:19:35.049720 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-1c6a8069-bad7-4d6a-8faa-d924e71e73dd req-eb579aee-e8b9-4f55-b9f2-6d8755a34fe0 tempest-AttachVolumeNegativeTest-275227323 tempest-AttachVolumeNegativeTest-275227323-project] 10.222.0.75 "GET /v2.0/ports?device_id=f9a43b4a-9b9e-45bc-97a3-25d8886ee59b HTTP/1.1" status: 200 len: 945 time: 0.1464322 Feb 09 19:19:35.148037 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf9a1d10-95ee-4420-ae8a-1e5f3eacf412 req-09549ec9-766d-400e-97ec-5c9b44569de2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:19:35.154947 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-bf9a1d10-95ee-4420-ae8a-1e5f3eacf412 req-09549ec9-766d-400e-97ec-5c9b44569de2 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=5d3f70f6ea744878ae38cb247ef3217c&device_id=bae7eb97-4761-4fc6-a387-638f695fc4f3 HTTP/1.1" status: 200 len: 1129 time: 0.0870113 Feb 09 19:19:35.234569 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-1c6a8069-bad7-4d6a-8faa-d924e71e73dd req-53f0203f-6c63-4156-8efb-14b672f8de73 tempest-AttachVolumeNegativeTest-275227323 tempest-AttachVolumeNegativeTest-275227323-project] 10.222.0.75 "GET /v2.0/security-groups?id=4936bce0-5f58-4a33-9b1f-fa66fe6c175f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1684978 Feb 09 19:19:35.241076 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5c19006-4e41-48b2-ac29-cdc778f5b118 req-0213cba3-0aa2-4ea5-86f9-88808fd43ded service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:19:35.242579 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-b5c19006-4e41-48b2-ac29-cdc778f5b118 req-0213cba3-0aa2-4ea5-86f9-88808fd43ded service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=f9a43b4a-9b9e-45bc-97a3-25d8886ee59b HTTP/1.1" status: 200 len: 1128 time: 0.2947314 Feb 09 19:19:35.341764 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-b5c19006-4e41-48b2-ac29-cdc778f5b118 req-c5b76842-dca1-4c72-941b-f87ec1835ca6 service neutron] 10.222.0.90 "GET /v2.0/security-groups?id=4936bce0-5f58-4a33-9b1f-fa66fe6c175f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0875020 Feb 09 19:19:35.402079 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf9a1d10-95ee-4420-ae8a-1e5f3eacf412 req-515087ef-b62e-4e80-97ca-85f6c2a9f463 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:19:35.404136 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-bf9a1d10-95ee-4420-ae8a-1e5f3eacf412 req-515087ef-b62e-4e80-97ca-85f6c2a9f463 service neutron] 10.222.0.89 "GET /v2.0/networks?id=1c43e0bb-e4e9-4561-873a-403fc433e655 HTTP/1.1" status: 200 len: 915 time: 0.2301271 Feb 09 19:19:35.511177 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1266a7c6-d4cc-47cc-a9f9-57aab66e2c90 req-6607863e-36c4-45bc-b415-ba146fb04da2 tempest-AttachVolumeTestJSON-524945227 tempest-AttachVolumeTestJSON-524945227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:19:35.520818 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-1266a7c6-d4cc-47cc-a9f9-57aab66e2c90 req-6607863e-36c4-45bc-b415-ba146fb04da2 tempest-AttachVolumeTestJSON-524945227 tempest-AttachVolumeTestJSON-524945227-project] 10.222.0.75 "GET /v2.0/ports?device_id=0625004f-08b9-4492-a00d-e5a7dfbd7c6a HTTP/1.1" status: 200 len: 943 time: 0.1239939 Feb 09 19:19:35.538654 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-bf9a1d10-95ee-4420-ae8a-1e5f3eacf412 req-4c98964e-d5e1-44a0-91bb-1f4b0dd991bf service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=35ccb5fc-0174-476e-9fad-08fae2a5fb89 HTTP/1.1" status: 200 len: 217 time: 0.1078219 Feb 09 19:19:35.547120 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-18a35b5b-e288-43b9-9f10-3dcd16040570 req-53230b70-9497-4dfc-8407-a8dd88579b22 tempest-ServerShowV254Test-870289355 tempest-ServerShowV254Test-870289355-project] 10.222.0.75 "GET /v2.0/ports?device_id=d95ca13c-0da2-449b-9017-0ca70b318240 HTTP/1.1" status: 200 len: 210 time: 0.1381145 Feb 09 19:19:35.626460 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-1266a7c6-d4cc-47cc-a9f9-57aab66e2c90 req-071ee5d5-03a1-4419-9662-e28781d86634 tempest-AttachVolumeTestJSON-524945227 tempest-AttachVolumeTestJSON-524945227-project] 10.222.0.75 "GET /v2.0/security-groups?id=208f9464-54b0-46e8-8ab0-4837a2056e9a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1031229 Feb 09 19:19:35.649984 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf9a1d10-95ee-4420-ae8a-1e5f3eacf412 req-d52ea1c3-906c-4e8c-9580-32a0954ba8e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:19:35.651617 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-bf9a1d10-95ee-4420-ae8a-1e5f3eacf412 req-d52ea1c3-906c-4e8c-9580-32a0954ba8e3 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=bfbf079d-29ec-44ec-8f0f-f87b207baa58 HTTP/1.1" status: 200 len: 854 time: 0.1034935 Feb 09 19:19:35.685683 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-bf9a1d10-95ee-4420-ae8a-1e5f3eacf412 req-678f4f02-310b-4012-93bc-b13c0c133dd7 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=1c43e0bb-e4e9-4561-873a-403fc433e655&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0274310 Feb 09 19:19:35.856921 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-bf9a1d10-95ee-4420-ae8a-1e5f3eacf412 req-e1e85f11-ab5f-4fea-9384-d482ffdbb9f4 service neutron] 10.222.0.89 "GET /v2.0/networks/1c43e0bb-e4e9-4561-873a-403fc433e655?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1641140 Feb 09 19:19:36.050179 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b8a87a1-fbb4-4590-8d93-0ef1b2e90669 req-19542430-6217-4428-82c1-dce55aeb7b65 tempest-ServersAdminTestJSON-1393048834 tempest-ServersAdminTestJSON-1393048834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:19:36.064963 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-2b8a87a1-fbb4-4590-8d93-0ef1b2e90669 req-19542430-6217-4428-82c1-dce55aeb7b65 tempest-ServersAdminTestJSON-1393048834 tempest-ServersAdminTestJSON-1393048834-project] 10.222.0.75 "GET /v2.0/ports?device_id=fd17ec19-7de7-4d19-86bc-494ce272637b HTTP/1.1" status: 200 len: 950 time: 0.2059531 Feb 09 19:19:36.182574 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-2b8a87a1-fbb4-4590-8d93-0ef1b2e90669 req-8b3364a1-28fc-4dd1-8d1d-d265c7d1e436 tempest-ServersAdminTestJSON-1393048834 tempest-ServersAdminTestJSON-1393048834-project] 10.222.0.75 "GET /v2.0/security-groups?id=c0042214-21f2-4e80-92b9-9b56852b3a45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1164601 Feb 09 19:19:36.189421 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-bf9a1d10-95ee-4420-ae8a-1e5f3eacf412 req-3e7386f8-6d17-4adb-9e5a-a337d54ad63d service neutron] 10.222.0.89 "GET /v2.0/networks/1c43e0bb-e4e9-4561-873a-403fc433e655?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2872910 Feb 09 19:19:36.317679 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Device 391d7870-a90c-4fda-ba9b-c043a21e2381 details requested by agent hyperv_n-h2-713498-36 with host n-h2-713498-36 {{(pid=103232) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 19:19:36.337383 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Device 391d7870-a90c-4fda-ba9b-c043a21e2381 no longer exists at agent hyperv_n-h2-713498-36 {{(pid=103232) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 19:19:36.348136 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Device affa8c99-843c-4c0c-a114-0346c45162dd details requested by agent hyperv_n-h1-713498-36 with host n-h1-713498-36 {{(pid=103232) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 19:19:36.542808 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec4adc6a-098d-4312-b153-9e1f0dde4b56 req-71d70845-1993-436c-823a-0789b34666d6 tempest-AttachVolumeNegativeTest-275227323 tempest-AttachVolumeNegativeTest-275227323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:19:36.563027 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-ec4adc6a-098d-4312-b153-9e1f0dde4b56 req-71d70845-1993-436c-823a-0789b34666d6 tempest-AttachVolumeNegativeTest-275227323 tempest-AttachVolumeNegativeTest-275227323-project] 10.222.0.75 "GET /v2.0/ports?device_id=f9a43b4a-9b9e-45bc-97a3-25d8886ee59b HTTP/1.1" status: 200 len: 945 time: 0.1694071 Feb 09 19:19:36.656303 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-7429db8d-6021-40ad-813e-885be449a89b None None] For port 391d7870-a90c-4fda-ba9b-c043a21e2381, host n-h2-713498-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-36',level=0,port_id=391d7870-a90c-4fda-ba9b-c043a21e2381,segment=NetworkSegment(50e5915e-18f0-4558-9a28-b978975ead36),segment_id=50e5915e-18f0-4558-9a28-b978975ead36)] {{(pid=103232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 19:19:36.702400 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-ec4adc6a-098d-4312-b153-9e1f0dde4b56 req-97b28ebc-90b7-446f-b64f-8d5f9862eae7 tempest-AttachVolumeNegativeTest-275227323 tempest-AttachVolumeNegativeTest-275227323-project] 10.222.0.75 "GET /v2.0/security-groups?id=4936bce0-5f58-4a33-9b1f-fa66fe6c175f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1375563 Feb 09 19:19:36.768207 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.db.resource_extend [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] It took 0.35 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 09 19:19:36.836436 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Returning: {'device': '391d7870-a90c-4fda-ba9b-c043a21e2381', 'network_id': '2b5494c8-cf97-42c1-b902-87f998f28179', 'port_id': '391d7870-a90c-4fda-ba9b-c043a21e2381', 'mac_address': 'fa:16:3e:bc:34:1f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 359, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '60b561cb-321e-4f83-9bb3-92b2e1d0dc44', 'ip_address': '192.168.233.200'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103232) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 19:19:36.840259 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-0730d5a4-47e5-4766-a45a-68de6374532b req-5cce262c-eb15-4fef-8b1b-5ff6aca4b4a8 tempest-ServerShowV254Test-870289355 tempest-ServerShowV254Test-870289355-project] 10.222.0.75 "GET /v2.0/ports?device_id=d95ca13c-0da2-449b-9017-0ca70b318240 HTTP/1.1" status: 200 len: 210 time: 0.0865734 Feb 09 19:19:36.946339 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Current status of the port 391d7870-a90c-4fda-ba9b-c043a21e2381 is: ACTIVE; New status is: BUILD {{(pid=103232) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 19:19:36.946763 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (391d7870-a90c-4fda-ba9b-c043a21e2381), before_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:19:36.954616 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6fe45a8-1504-44d9-87f0-3bc2e7cc7c4d req-84884250-e8a5-46dc-824a-eef9ba2eee53 tempest-AttachVolumeTestJSON-524945227 tempest-AttachVolumeTestJSON-524945227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:19:36.965636 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-a6fe45a8-1504-44d9-87f0-3bc2e7cc7c4d req-84884250-e8a5-46dc-824a-eef9ba2eee53 tempest-AttachVolumeTestJSON-524945227 tempest-AttachVolumeTestJSON-524945227-project] 10.222.0.75 "GET /v2.0/ports?device_id=0625004f-08b9-4492-a00d-e5a7dfbd7c6a HTTP/1.1" status: 200 len: 943 time: 0.0953467 Feb 09 19:19:36.978484 n-d-713498-36 neutron-server[103232]: DEBUG neutron.notifiers.nova [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 391d7870-a90c-4fda-ba9b-c043a21e2381 {{(pid=103232) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 19:19:37.066790 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] For port affa8c99-843c-4c0c-a114-0346c45162dd, host n-h1-713498-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-36',level=0,port_id=affa8c99-843c-4c0c-a114-0346c45162dd,segment=NetworkSegment(7634cd2f-bb07-4aa6-8222-5e64bdefad14),segment_id=7634cd2f-bb07-4aa6-8222-5e64bdefad14)] {{(pid=103232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 19:19:37.071341 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-a6fe45a8-1504-44d9-87f0-3bc2e7cc7c4d req-d8319931-bd11-49d8-b786-7126d8d2d1c9 tempest-AttachVolumeTestJSON-524945227 tempest-AttachVolumeTestJSON-524945227-project] 10.222.0.75 "GET /v2.0/security-groups?id=208f9464-54b0-46e8-8ab0-4837a2056e9a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1046910 Feb 09 19:19:37.099629 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-7429db8d-6021-40ad-813e-885be449a89b None None] For port 391d7870-a90c-4fda-ba9b-c043a21e2381, host n-h2-713498-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-36',level=0,port_id=391d7870-a90c-4fda-ba9b-c043a21e2381,segment=NetworkSegment(50e5915e-18f0-4558-9a28-b978975ead36),segment_id=50e5915e-18f0-4558-9a28-b978975ead36)] {{(pid=103232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 19:19:37.141572 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Returning: {'device': 'affa8c99-843c-4c0c-a114-0346c45162dd', 'network_id': '99117bb9-9128-41a1-bdb4-92a6c18a7b42', 'port_id': 'affa8c99-843c-4c0c-a114-0346c45162dd', 'mac_address': 'fa:16:3e:60:6c:cf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 363, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3f43124c-9b13-4bd8-a6f5-516bdab3ca3c', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103232) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 19:19:37.143593 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762867176205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762866656485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762866656503'] for port (391d7870-a90c-4fda-ba9b-c043a21e2381), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:19:37.265908 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Pushing event updated for resources: {'Port': ['ID=391d7870-a90c-4fda-ba9b-c043a21e2381,revision_number=9']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:19:37.348575 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Current status of the port 391d7870-a90c-4fda-ba9b-c043a21e2381 is: ACTIVE; New status is: DOWN {{(pid=103232) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 19:19:37.354497 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (391d7870-a90c-4fda-ba9b-c043a21e2381), before_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:19:37.357135 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Current status of the port affa8c99-843c-4c0c-a114-0346c45162dd is: DOWN; New status is: BUILD {{(pid=103232) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 19:19:37.357545 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (affa8c99-843c-4c0c-a114-0346c45162dd), before_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:19:37.408788 n-d-713498-36 neutron-server[103232]: DEBUG neutron.notifiers.nova [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id affa8c99-843c-4c0c-a114-0346c45162dd {{(pid=103232) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 19:19:37.437890 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef6c86c6-b8a3-41bb-991d-15c37b7c5775 req-5556b970-eae1-4e18-87a9-1c47e0322df2 tempest-ServersAdminTestJSON-1393048834 tempest-ServersAdminTestJSON-1393048834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:19:37.440428 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-ef6c86c6-b8a3-41bb-991d-15c37b7c5775 req-5556b970-eae1-4e18-87a9-1c47e0322df2 tempest-ServersAdminTestJSON-1393048834 tempest-ServersAdminTestJSON-1393048834-project] 10.222.0.75 "GET /v2.0/ports?device_id=fd17ec19-7de7-4d19-86bc-494ce272637b HTTP/1.1" status: 200 len: 949 time: 0.0980704 Feb 09 19:19:37.516744 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] For port affa8c99-843c-4c0c-a114-0346c45162dd, host n-h1-713498-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-36',level=0,port_id=affa8c99-843c-4c0c-a114-0346c45162dd,segment=NetworkSegment(7634cd2f-bb07-4aa6-8222-5e64bdefad14),segment_id=7634cd2f-bb07-4aa6-8222-5e64bdefad14)] {{(pid=103232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 19:19:37.570696 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-ef6c86c6-b8a3-41bb-991d-15c37b7c5775 req-eee4365a-9188-4431-b284-1ea6e27acb75 tempest-ServersAdminTestJSON-1393048834 tempest-ServersAdminTestJSON-1393048834-project] 10.222.0.75 "GET /v2.0/security-groups?id=c0042214-21f2-4e80-92b9-9b56852b3a45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1161726 Feb 09 19:19:37.577611 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762867176205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762866656485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762866656503'] for port (affa8c99-843c-4c0c-a114-0346c45162dd), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:19:37.628760 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.db.api [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103232) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 09 19:19:37.629648 n-d-713498-36 neutron-server[103232]: DEBUG oslo_db.api [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 09 19:19:37.656699 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Pushing event updated for resources: {'Port': ['ID=affa8c99-843c-4c0c-a114-0346c45162dd,revision_number=4']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:19:37.713289 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-7429db8d-6021-40ad-813e-885be449a89b None None] get_ports_and_sgs() called for port_ids ['391d7870-a90c-4fda-ba9b-c043a21e2381'] {{(pid=103232) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 19:19:37.921913 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] get_ports_and_sgs() called for port_ids ['affa8c99-843c-4c0c-a114-0346c45162dd'] {{(pid=103232) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 19:19:37.925515 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08e0654e-0eaf-4a65-9e1a-58fcdd58ada3 req-be571ea0-39c9-44d9-94fa-21a1ff386b70 tempest-AttachVolumeNegativeTest-275227323 tempest-AttachVolumeNegativeTest-275227323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:19:37.938396 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-08e0654e-0eaf-4a65-9e1a-58fcdd58ada3 req-be571ea0-39c9-44d9-94fa-21a1ff386b70 tempest-AttachVolumeNegativeTest-275227323 tempest-AttachVolumeNegativeTest-275227323-project] 10.222.0.75 "GET /v2.0/ports?device_id=f9a43b4a-9b9e-45bc-97a3-25d8886ee59b HTTP/1.1" status: 200 len: 945 time: 0.1031680 Feb 09 19:19:38.043180 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-08e0654e-0eaf-4a65-9e1a-58fcdd58ada3 req-d7bfc625-000c-4d08-89d0-3803deafdff0 tempest-AttachVolumeNegativeTest-275227323 tempest-AttachVolumeNegativeTest-275227323-project] 10.222.0.75 "GET /v2.0/security-groups?id=4936bce0-5f58-4a33-9b1f-fa66fe6c175f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0985627 Feb 09 19:19:38.067585 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-79b1972a-352f-4712-b840-d2badde60ee9 req-e2798f59-872f-4287-ba31-3d79db49d19f tempest-ServerShowV254Test-870289355 tempest-ServerShowV254Test-870289355-project] 10.222.0.75 "GET /v2.0/ports?device_id=d95ca13c-0da2-449b-9017-0ca70b318240 HTTP/1.1" status: 200 len: 210 time: 0.0668552 Feb 09 19:19:38.246733 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Current status of the port 391d7870-a90c-4fda-ba9b-c043a21e2381 is: BUILD; New status is: DOWN {{(pid=103232) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 19:19:38.250014 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (391d7870-a90c-4fda-ba9b-c043a21e2381), before_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:19:38.269428 n-d-713498-36 neutron-server[103232]: DEBUG neutron.notifiers.nova [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id 391d7870-a90c-4fda-ba9b-c043a21e2381 {{(pid=103232) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 19:19:38.335013 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-7429db8d-6021-40ad-813e-885be449a89b None None] For port 391d7870-a90c-4fda-ba9b-c043a21e2381, host n-h2-713498-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-36',level=0,port_id=391d7870-a90c-4fda-ba9b-c043a21e2381,segment=NetworkSegment(50e5915e-18f0-4558-9a28-b978975ead36),segment_id=50e5915e-18f0-4558-9a28-b978975ead36)] {{(pid=103232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 19:19:38.350265 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762867176205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762866656485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762866656503'] for port (391d7870-a90c-4fda-ba9b-c043a21e2381), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:19:38.396358 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cbc8420-9bf3-4ffb-bc90-eebf2b49d163 req-9875741d-cc3f-4ad9-b3b9-4e6c47ae409c tempest-AttachVolumeTestJSON-524945227 tempest-AttachVolumeTestJSON-524945227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:19:38.398482 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-9cbc8420-9bf3-4ffb-bc90-eebf2b49d163 req-9875741d-cc3f-4ad9-b3b9-4e6c47ae409c tempest-AttachVolumeTestJSON-524945227 tempest-AttachVolumeTestJSON-524945227-project] 10.222.0.75 "GET /v2.0/ports?device_id=0625004f-08b9-4492-a00d-e5a7dfbd7c6a HTTP/1.1" status: 200 len: 944 time: 0.1481352 Feb 09 19:19:38.414887 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Pushing event updated for resources: {'Port': ['ID=391d7870-a90c-4fda-ba9b-c043a21e2381,revision_number=10']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:19:38.437797 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:19:38.438195 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:19:38.438521 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:19:38.438859 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:19:38.439194 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:19:38.439578 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:19:38.439948 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:19:38.440277 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:19:38.440603 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:19:38.440928 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:19:38.447855 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:19:38.448247 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:19:38.448626 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:19:38.517899 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-9cbc8420-9bf3-4ffb-bc90-eebf2b49d163 req-9962485f-fb56-455e-8f56-c6cdfe6fdb5e tempest-AttachVolumeTestJSON-524945227 tempest-AttachVolumeTestJSON-524945227-project] 10.222.0.75 "GET /v2.0/security-groups?id=208f9464-54b0-46e8-8ab0-4837a2056e9a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1135380 Feb 09 19:19:38.827839 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccc186cc-c946-43b1-aa1e-9aeec59266d2 req-e8fd7576-54ee-4a4d-859e-72fb35297582 tempest-ServersAdminTestJSON-1393048834 tempest-ServersAdminTestJSON-1393048834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:19:38.829487 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-ccc186cc-c946-43b1-aa1e-9aeec59266d2 req-e8fd7576-54ee-4a4d-859e-72fb35297582 tempest-ServersAdminTestJSON-1393048834 tempest-ServersAdminTestJSON-1393048834-project] 10.222.0.75 "GET /v2.0/ports?device_id=fd17ec19-7de7-4d19-86bc-494ce272637b HTTP/1.1" status: 200 len: 949 time: 0.1298997 Feb 09 19:19:38.918348 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-ccc186cc-c946-43b1-aa1e-9aeec59266d2 req-26ff5803-cb17-48fc-bb57-0c849729f5f4 tempest-ServersAdminTestJSON-1393048834 tempest-ServersAdminTestJSON-1393048834-project] 10.222.0.75 "GET /v2.0/security-groups?id=c0042214-21f2-4e80-92b9-9b56852b3a45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0824318 Feb 09 19:19:39.285728 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-ae06d0b2-02b6-4024-9a89-7098fa38b6b9 req-1b7b747b-2ae6-406e-931b-4d3753711a70 tempest-ServerShowV254Test-870289355 tempest-ServerShowV254Test-870289355-project] 10.222.0.75 "GET /v2.0/ports?device_id=d95ca13c-0da2-449b-9017-0ca70b318240 HTTP/1.1" status: 200 len: 210 time: 0.0430455 Feb 09 19:19:39.686573 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11715386-9af2-44db-a295-34cdd0326462 req-a239322c-4f44-4052-8207-448529d20149 tempest-AttachVolumeTestJSON-524945227 tempest-AttachVolumeTestJSON-524945227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:19:39.691568 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-11715386-9af2-44db-a295-34cdd0326462 req-a239322c-4f44-4052-8207-448529d20149 tempest-AttachVolumeTestJSON-524945227 tempest-AttachVolumeTestJSON-524945227-project] 10.222.0.75 "GET /v2.0/ports?device_id=0625004f-08b9-4492-a00d-e5a7dfbd7c6a HTTP/1.1" status: 200 len: 944 time: 0.0967004 Feb 09 19:19:39.787583 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-11715386-9af2-44db-a295-34cdd0326462 req-96a0f50f-7d06-4333-9a3a-b4ded409f068 tempest-AttachVolumeTestJSON-524945227 tempest-AttachVolumeTestJSON-524945227-project] 10.222.0.75 "GET /v2.0/security-groups?id=208f9464-54b0-46e8-8ab0-4837a2056e9a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0882196 Feb 09 19:19:40.056620 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-356a845e-818b-4699-8050-962356df27bc req-384b23af-784a-4b14-96cc-ac7769e9fe91 tempest-ServersAdminTestJSON-1393048834 tempest-ServersAdminTestJSON-1393048834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:19:40.064622 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-356a845e-818b-4699-8050-962356df27bc req-384b23af-784a-4b14-96cc-ac7769e9fe91 tempest-ServersAdminTestJSON-1393048834 tempest-ServersAdminTestJSON-1393048834-project] 10.222.0.75 "GET /v2.0/ports?device_id=fd17ec19-7de7-4d19-86bc-494ce272637b HTTP/1.1" status: 200 len: 949 time: 0.0783746 Feb 09 19:19:40.120143 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-356a845e-818b-4699-8050-962356df27bc req-70470b79-6995-40ec-a908-b00aeedb8148 tempest-ServersAdminTestJSON-1393048834 tempest-ServersAdminTestJSON-1393048834-project] 10.222.0.75 "GET /v2.0/security-groups?id=c0042214-21f2-4e80-92b9-9b56852b3a45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543334 Feb 09 19:19:40.292327 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Device 391d7870-a90c-4fda-ba9b-c043a21e2381 up at agent hyperv_n-h2-713498-36 {{(pid=103232) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 19:19:40.351787 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.provisioning_blocks [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Provisioning complete for port 391d7870-a90c-4fda-ba9b-c043a21e2381 triggered by entity L2. {{(pid=103232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 19:19:40.352251 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593630'] for port (391d7870-a90c-4fda-ba9b-c043a21e2381), provisioning_complete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:19:40.419901 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Device affa8c99-843c-4c0c-a114-0346c45162dd up at agent hyperv_n-h1-713498-36 {{(pid=103232) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 19:19:40.427801 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-d440cc17-31d6-4c8c-b161-e73b449f943d req-244c6c92-f79c-45b0-880e-1e8dad3f2005 tempest-ServerShowV254Test-870289355 tempest-ServerShowV254Test-870289355-project] 10.222.0.75 "GET /v2.0/ports?device_id=d95ca13c-0da2-449b-9017-0ca70b318240 HTTP/1.1" status: 200 len: 210 time: 0.0472913 Feb 09 19:19:40.525371 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.provisioning_blocks [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Provisioning for port affa8c99-843c-4c0c-a114-0346c45162dd completed by entity L2. {{(pid=103232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 19:19:40.536493 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.provisioning_blocks [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Provisioning complete for port affa8c99-843c-4c0c-a114-0346c45162dd triggered by entity L2. {{(pid=103232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 19:19:40.537052 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593630'] for port (affa8c99-843c-4c0c-a114-0346c45162dd), provisioning_complete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:19:40.562412 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Current status of the port 391d7870-a90c-4fda-ba9b-c043a21e2381 is: DOWN; New status is: ACTIVE {{(pid=103232) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 19:19:40.562818 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (391d7870-a90c-4fda-ba9b-c043a21e2381), before_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:19:40.600049 n-d-713498-36 neutron-server[103232]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fd17ec19-7de7-4d19-86bc-494ce272637b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '391d7870-a90c-4fda-ba9b-c043a21e2381'}] {{(pid=103232) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 19:19:40.602529 n-d-713498-36 neutron-server[103232]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}949cdcde653dec44821de95cbf67297f53cbc2aed4e073b5d514f93bf911ce85" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c13dc35a-3cd9-46d7-8f81-eac0c1930f35" -d '{"events": [{"server_uuid": "fd17ec19-7de7-4d19-86bc-494ce272637b", "name": "network-vif-plugged", "status": "completed", "tag": "391d7870-a90c-4fda-ba9b-c043a21e2381"}]}' {{(pid=103232) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 19:19:40.618685 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-7429db8d-6021-40ad-813e-885be449a89b None None] For port 391d7870-a90c-4fda-ba9b-c043a21e2381, host n-h2-713498-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-36',level=0,port_id=391d7870-a90c-4fda-ba9b-c043a21e2381,segment=NetworkSegment(50e5915e-18f0-4558-9a28-b978975ead36),segment_id=50e5915e-18f0-4558-9a28-b978975ead36)] {{(pid=103232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 19:19:40.627015 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762867176205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762866656485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762866656503'] for port (391d7870-a90c-4fda-ba9b-c043a21e2381), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:19:40.665371 n-d-713498-36 neutron-server[103232]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 19:19:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-32a73fc1-0433-4c81-b5ec-b20b0b240c73 x-openstack-request-id: req-32a73fc1-0433-4c81-b5ec-b20b0b240c73 {{(pid=103232) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 19:19:40.665737 n-d-713498-36 neutron-server[103232]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fd17ec19-7de7-4d19-86bc-494ce272637b", "name": "network-vif-plugged", "status": "completed", "tag": "391d7870-a90c-4fda-ba9b-c043a21e2381", "code": 200}]} {{(pid=103232) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 19:19:40.665926 n-d-713498-36 neutron-server[103232]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-32a73fc1-0433-4c81-b5ec-b20b0b240c73 {{(pid=103232) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 19:19:40.666322 n-d-713498-36 neutron-server[103232]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fd17ec19-7de7-4d19-86bc-494ce272637b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '391d7870-a90c-4fda-ba9b-c043a21e2381', 'code': 200} Feb 09 19:19:40.797255 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Current status of the port affa8c99-843c-4c0c-a114-0346c45162dd is: BUILD; New status is: ACTIVE {{(pid=103232) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 19:19:40.797767 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (affa8c99-843c-4c0c-a114-0346c45162dd), before_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:19:40.876833 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-be449160-c31d-4d36-b89f-a768ba44a4da None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762867132591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593584'] for agent (af91e4b9-f4e1-42b1-a25c-a10dc47171c8), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:19:40.878386 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Pushing event updated for resources: {'Port': ['ID=391d7870-a90c-4fda-ba9b-c043a21e2381,revision_number=11']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:19:40.935907 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] For port affa8c99-843c-4c0c-a114-0346c45162dd, host n-h1-713498-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-36',level=0,port_id=affa8c99-843c-4c0c-a114-0346c45162dd,segment=NetworkSegment(7634cd2f-bb07-4aa6-8222-5e64bdefad14),segment_id=7634cd2f-bb07-4aa6-8222-5e64bdefad14)] {{(pid=103232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 19:19:40.943520 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762867176205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762866656485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762866656503'] for port (affa8c99-843c-4c0c-a114-0346c45162dd), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:19:40.993201 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c77ae50-9df6-4e4b-a7ae-1232c558485b req-68646346-6a29-44fc-b8a2-4ac4a1d67f02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:19:40.994760 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-5c77ae50-9df6-4e4b-a7ae-1232c558485b req-68646346-6a29-44fc-b8a2-4ac4a1d67f02 service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=fd17ec19-7de7-4d19-86bc-494ce272637b HTTP/1.1" status: 200 len: 1134 time: 0.1474791 Feb 09 19:19:41.037154 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b869e08f-7748-4738-a5d2-7d80dbd02ac2 req-fed42c93-1ebb-4a08-9285-f2d49a17312e tempest-AttachVolumeTestJSON-524945227 tempest-AttachVolumeTestJSON-524945227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:19:41.059621 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-b869e08f-7748-4738-a5d2-7d80dbd02ac2 req-fed42c93-1ebb-4a08-9285-f2d49a17312e tempest-AttachVolumeTestJSON-524945227 tempest-AttachVolumeTestJSON-524945227-project] 10.222.0.75 "GET /v2.0/ports?device_id=0625004f-08b9-4492-a00d-e5a7dfbd7c6a HTTP/1.1" status: 200 len: 944 time: 0.1585720 Feb 09 19:19:41.064364 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Pushing event updated for resources: {'Port': ['ID=affa8c99-843c-4c0c-a114-0346c45162dd,revision_number=5']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:19:41.103118 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-5c77ae50-9df6-4e4b-a7ae-1232c558485b req-e0c64cce-ffff-4f5f-90e3-57712e315864 service neutron] 10.222.0.90 "GET /v2.0/security-groups?id=c0042214-21f2-4e80-92b9-9b56852b3a45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0902209 Feb 09 19:19:41.161172 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-b869e08f-7748-4738-a5d2-7d80dbd02ac2 req-715812ee-9ce2-443e-9dba-11024956bbef tempest-AttachVolumeTestJSON-524945227 tempest-AttachVolumeTestJSON-524945227-project] 10.222.0.75 "GET /v2.0/security-groups?id=208f9464-54b0-46e8-8ab0-4837a2056e9a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0973086 Feb 09 19:19:41.300278 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f291d02d-d450-4702-b440-fb875318fb94 req-072fc4aa-45c9-4007-ad04-7a7fc2e15891 tempest-ServersAdminTestJSON-1393048834 tempest-ServersAdminTestJSON-1393048834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:19:41.302527 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-f291d02d-d450-4702-b440-fb875318fb94 req-072fc4aa-45c9-4007-ad04-7a7fc2e15891 tempest-ServersAdminTestJSON-1393048834 tempest-ServersAdminTestJSON-1393048834-project] 10.222.0.75 "GET /v2.0/ports?device_id=fd17ec19-7de7-4d19-86bc-494ce272637b HTTP/1.1" status: 200 len: 951 time: 0.0722740 Feb 09 19:19:41.350978 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-f291d02d-d450-4702-b440-fb875318fb94 req-1d79b0ce-a7e2-41e5-90e4-887112d602a6 tempest-ServersAdminTestJSON-1393048834 tempest-ServersAdminTestJSON-1393048834-project] 10.222.0.75 "GET /v2.0/security-groups?id=c0042214-21f2-4e80-92b9-9b56852b3a45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424376 Feb 09 19:19:41.555592 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-c814100a-52ef-4f26-b382-8bdd203fd76a req-f0a2f649-b8cc-4b9f-ac32-dfcda45c004a tempest-ServerShowV254Test-870289355 tempest-ServerShowV254Test-870289355-project] 10.222.0.75 "GET /v2.0/ports?device_id=d95ca13c-0da2-449b-9017-0ca70b318240 HTTP/1.1" status: 200 len: 210 time: 0.0478265 Feb 09 19:19:42.318685 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c031035-290f-403a-acf3-2bb7fbe28bb9 req-c6a2924a-d36e-486e-a715-f9c626223a0a tempest-AttachVolumeTestJSON-524945227 tempest-AttachVolumeTestJSON-524945227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:19:42.321072 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-2c031035-290f-403a-acf3-2bb7fbe28bb9 req-c6a2924a-d36e-486e-a715-f9c626223a0a tempest-AttachVolumeTestJSON-524945227 tempest-AttachVolumeTestJSON-524945227-project] 10.222.0.75 "GET /v2.0/ports?device_id=0625004f-08b9-4492-a00d-e5a7dfbd7c6a HTTP/1.1" status: 200 len: 945 time: 0.0729954 Feb 09 19:19:42.386174 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-2c031035-290f-403a-acf3-2bb7fbe28bb9 req-a7c7f553-b53b-45d9-bfae-1b56ef7fc1e0 tempest-AttachVolumeTestJSON-524945227 tempest-AttachVolumeTestJSON-524945227-project] 10.222.0.75 "GET /v2.0/security-groups?id=208f9464-54b0-46e8-8ab0-4837a2056e9a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0591507 Feb 09 19:19:42.502653 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4817a0c-cb35-4749-b9a2-01d5703a5933 req-1e28be27-b34c-4dae-96a7-fbaee90062d4 tempest-ServersAdminTestJSON-1393048834 tempest-ServersAdminTestJSON-1393048834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:19:42.505254 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-a4817a0c-cb35-4749-b9a2-01d5703a5933 req-1e28be27-b34c-4dae-96a7-fbaee90062d4 tempest-ServersAdminTestJSON-1393048834 tempest-ServersAdminTestJSON-1393048834-project] 10.222.0.75 "GET /v2.0/ports?device_id=fd17ec19-7de7-4d19-86bc-494ce272637b HTTP/1.1" status: 200 len: 951 time: 0.0636370 Feb 09 19:19:42.559999 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-a4817a0c-cb35-4749-b9a2-01d5703a5933 req-ddd58857-dc70-4eb0-b95f-3237d6c90d2b tempest-ServersAdminTestJSON-1393048834 tempest-ServersAdminTestJSON-1393048834-project] 10.222.0.75 "GET /v2.0/security-groups?id=c0042214-21f2-4e80-92b9-9b56852b3a45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483725 Feb 09 19:19:42.668702 n-d-713498-36 neutron-server[103232]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0625004f-08b9-4492-a00d-e5a7dfbd7c6a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'affa8c99-843c-4c0c-a114-0346c45162dd'}] {{(pid=103232) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 19:19:42.671805 n-d-713498-36 neutron-server[103232]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}949cdcde653dec44821de95cbf67297f53cbc2aed4e073b5d514f93bf911ce85" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0a8ef62c-ed9c-453d-8d42-1d4d7300e6d0" -d '{"events": [{"server_uuid": "0625004f-08b9-4492-a00d-e5a7dfbd7c6a", "name": "network-vif-plugged", "status": "completed", "tag": "affa8c99-843c-4c0c-a114-0346c45162dd"}]}' {{(pid=103232) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 19:19:42.759174 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-a0507d9f-2eaf-465f-847e-c65c566348cb req-09b53e85-2d6d-4609-98ad-8261720afc4a tempest-ServerShowV254Test-870289355 tempest-ServerShowV254Test-870289355-project] 10.222.0.75 "GET /v2.0/ports?device_id=d95ca13c-0da2-449b-9017-0ca70b318240 HTTP/1.1" status: 200 len: 210 time: 0.0670590 Feb 09 19:19:42.770264 n-d-713498-36 neutron-server[103232]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 19:19:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5c45e1c1-3fb2-4c00-b0e0-acf7411d474c x-openstack-request-id: req-5c45e1c1-3fb2-4c00-b0e0-acf7411d474c {{(pid=103232) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 19:19:42.770739 n-d-713498-36 neutron-server[103232]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0625004f-08b9-4492-a00d-e5a7dfbd7c6a", "name": "network-vif-plugged", "status": "completed", "tag": "affa8c99-843c-4c0c-a114-0346c45162dd", "code": 200}]} {{(pid=103232) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 19:19:42.771307 n-d-713498-36 neutron-server[103232]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-5c45e1c1-3fb2-4c00-b0e0-acf7411d474c {{(pid=103232) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 19:19:42.771920 n-d-713498-36 neutron-server[103232]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0625004f-08b9-4492-a00d-e5a7dfbd7c6a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'affa8c99-843c-4c0c-a114-0346c45162dd', 'code': 200} Feb 09 19:19:42.946241 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-812181d3-74fa-40e1-81a9-2bdf942795d5 req-1a8f0027-1abc-4d60-a9ee-2f6c2b1ae3a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:19:42.947831 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-812181d3-74fa-40e1-81a9-2bdf942795d5 req-1a8f0027-1abc-4d60-a9ee-2f6c2b1ae3a9 service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=0625004f-08b9-4492-a00d-e5a7dfbd7c6a HTTP/1.1" status: 200 len: 1128 time: 0.0689473 Feb 09 19:19:43.009611 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-812181d3-74fa-40e1-81a9-2bdf942795d5 req-4b95b435-cc51-4e91-85bf-2b9749af5375 service neutron] 10.222.0.89 "GET /v2.0/security-groups?id=208f9464-54b0-46e8-8ab0-4837a2056e9a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0502477 Feb 09 19:19:43.070187 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-067804ed-99c9-409f-9528-887459eec3c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762867132591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593584'] for agent (93303d5e-5d17-45e8-8963-7694f87783ae), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:19:43.520607 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a07e6b03-35e4-4f50-bae2-626b3f5bf47a req-48e6324b-9aaf-4f51-9f37-f6e987020d01 tempest-AttachVolumeTestJSON-524945227 tempest-AttachVolumeTestJSON-524945227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:19:43.522155 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-a07e6b03-35e4-4f50-bae2-626b3f5bf47a req-48e6324b-9aaf-4f51-9f37-f6e987020d01 tempest-AttachVolumeTestJSON-524945227 tempest-AttachVolumeTestJSON-524945227-project] 10.222.0.75 "GET /v2.0/ports?device_id=0625004f-08b9-4492-a00d-e5a7dfbd7c6a HTTP/1.1" status: 200 len: 945 time: 0.0573435 Feb 09 19:19:43.600550 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-a07e6b03-35e4-4f50-bae2-626b3f5bf47a req-93695088-9987-47b0-bd32-d77fe23199e9 tempest-AttachVolumeTestJSON-524945227 tempest-AttachVolumeTestJSON-524945227-project] 10.222.0.75 "GET /v2.0/security-groups?id=208f9464-54b0-46e8-8ab0-4837a2056e9a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0695360 Feb 09 19:19:43.680920 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-979cd05b-b186-47d9-b50f-749440833ac4 req-bf520786-5491-44d6-9bd4-a46c213374ba service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=fd17ec19-7de7-4d19-86bc-494ce272637b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1132188 Feb 09 19:19:43.771205 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3960b610-2997-4995-8721-a10421f734f7 req-352efa57-0d7a-426c-bfc6-4c4f332f8ebd tempest-ServersAdminTestJSON-1393048834 tempest-ServersAdminTestJSON-1393048834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:19:43.772792 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-3960b610-2997-4995-8721-a10421f734f7 req-352efa57-0d7a-426c-bfc6-4c4f332f8ebd tempest-ServersAdminTestJSON-1393048834 tempest-ServersAdminTestJSON-1393048834-project] 10.222.0.75 "GET /v2.0/ports?device_id=fd17ec19-7de7-4d19-86bc-494ce272637b HTTP/1.1" status: 200 len: 951 time: 0.0903392 Feb 09 19:19:43.778324 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-979cd05b-b186-47d9-b50f-749440833ac4 req-d9ef7a2f-767d-4b5f-b290-66abfa3ad514 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:19:43.779788 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-979cd05b-b186-47d9-b50f-749440833ac4 req-d9ef7a2f-767d-4b5f-b290-66abfa3ad514 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=7e91830b51f247988605db5c5590a82d&device_id=fd17ec19-7de7-4d19-86bc-494ce272637b HTTP/1.1" status: 200 len: 1134 time: 0.0663321 Feb 09 19:19:43.897103 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-4e76f3f3-73ba-4249-bb0e-2f5f49938040 req-29a94212-edbd-487b-9084-d27923a4d4bb tempest-ServerShowV254Test-870289355 tempest-ServerShowV254Test-870289355-project] 10.222.0.75 "GET /v2.0/ports?device_id=d95ca13c-0da2-449b-9017-0ca70b318240 HTTP/1.1" status: 200 len: 210 time: 0.0426152 Feb 09 19:19:43.911178 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-3960b610-2997-4995-8721-a10421f734f7 req-21c50947-639a-4c65-969f-1d8c79858738 tempest-ServersAdminTestJSON-1393048834 tempest-ServersAdminTestJSON-1393048834-project] 10.222.0.75 "GET /v2.0/security-groups?id=c0042214-21f2-4e80-92b9-9b56852b3a45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1299853 Feb 09 19:19:43.948423 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-979cd05b-b186-47d9-b50f-749440833ac4 req-b76d8b2e-dc9b-4c19-954d-29e036b87397 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:19:43.950152 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-979cd05b-b186-47d9-b50f-749440833ac4 req-b76d8b2e-dc9b-4c19-954d-29e036b87397 service neutron] 10.222.0.90 "GET /v2.0/networks?id=2b5494c8-cf97-42c1-b902-87f998f28179 HTTP/1.1" status: 200 len: 870 time: 0.1220930 Feb 09 19:19:44.006843 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-979cd05b-b186-47d9-b50f-749440833ac4 req-97d39817-2c90-4847-a2b8-8d0494069b6b service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.200&port_id=391d7870-a90c-4fda-ba9b-c043a21e2381 HTTP/1.1" status: 200 len: 217 time: 0.0437164 Feb 09 19:19:44.079637 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-979cd05b-b186-47d9-b50f-749440833ac4 req-88f6bfec-e6ae-4013-b3ab-cece4b4dfdb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:19:44.081240 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-979cd05b-b186-47d9-b50f-749440833ac4 req-88f6bfec-e6ae-4013-b3ab-cece4b4dfdb6 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=60b561cb-321e-4f83-9bb3-92b2e1d0dc44 HTTP/1.1" status: 200 len: 843 time: 0.0634415 Feb 09 19:19:44.195105 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-979cd05b-b186-47d9-b50f-749440833ac4 req-9716ff75-c3f2-44f9-852a-11280fb3345a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:19:44.196843 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-979cd05b-b186-47d9-b50f-749440833ac4 req-9716ff75-c3f2-44f9-852a-11280fb3345a service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=2b5494c8-cf97-42c1-b902-87f998f28179&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.0972321 Feb 09 19:19:44.203190 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27c2175d-ea5f-4a53-b9a0-a74625db746c req-10f56d56-5b44-4c0f-b4e9-0f1c408fce1c tempest-ServersAdminTestJSON-589418356 tempest-ServersAdminTestJSON-589418356-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:19:44.204597 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-27c2175d-ea5f-4a53-b9a0-a74625db746c req-10f56d56-5b44-4c0f-b4e9-0f1c408fce1c tempest-ServersAdminTestJSON-589418356 tempest-ServersAdminTestJSON-589418356-project-admin] 10.222.0.75 "GET /v2.0/ports?device_id=fd17ec19-7de7-4d19-86bc-494ce272637b HTTP/1.1" status: 200 len: 1134 time: 0.0616283 Feb 09 19:19:44.256259 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-edc54c9b-7f13-45d9-9271-85c9738b0128 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762867132591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593584'] for agent (a62b1850-466f-48ae-bec7-d62fb280e14b), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:19:44.346866 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-27c2175d-ea5f-4a53-b9a0-a74625db746c req-119b75df-1b3c-49d9-b5b0-adfaa50f8932 tempest-ServersAdminTestJSON-589418356 tempest-ServersAdminTestJSON-589418356-project-admin] 10.222.0.75 "GET /v2.0/security-groups?id=c0042214-21f2-4e80-92b9-9b56852b3a45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1306708 Feb 09 19:19:44.390528 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-979cd05b-b186-47d9-b50f-749440833ac4 req-1edd7357-8f72-4d42-a7b3-81aed4f7c716 service neutron] 10.222.0.90 "GET /v2.0/networks/2b5494c8-cf97-42c1-b902-87f998f28179?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1727116 Feb 09 19:19:44.514583 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-979cd05b-b186-47d9-b50f-749440833ac4 req-343f79ec-b0e4-412c-b532-82c4114de0ed service neutron] 10.222.0.90 "GET /v2.0/networks/2b5494c8-cf97-42c1-b902-87f998f28179?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1104107 Feb 09 19:19:44.611140 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5080f18d-70ba-42f8-801b-89cb607be86e req-81447c62-dbdd-4c88-8206-7192a80253ed tempest-ServersAdminTestJSON-589418356 tempest-ServersAdminTestJSON-589418356-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:19:44.620645 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-5080f18d-70ba-42f8-801b-89cb607be86e req-81447c62-dbdd-4c88-8206-7192a80253ed tempest-ServersAdminTestJSON-589418356 tempest-ServersAdminTestJSON-589418356-project-admin] 10.222.0.75 "GET /v2.0/ports?device_id=fd17ec19-7de7-4d19-86bc-494ce272637b HTTP/1.1" status: 200 len: 1134 time: 0.0675218 Feb 09 19:19:44.666175 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-5080f18d-70ba-42f8-801b-89cb607be86e req-291a6573-b882-4e7b-9520-1acd9d1a872e tempest-ServersAdminTestJSON-589418356 tempest-ServersAdminTestJSON-589418356-project-admin] 10.222.0.75 "GET /v2.0/security-groups?id=c0042214-21f2-4e80-92b9-9b56852b3a45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444546 Feb 09 19:19:44.744777 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-708aa52a-0cf0-4572-a338-8c1af8d50896 req-a52fb24d-1414-4ada-8d74-ede861e5dc83 tempest-AttachVolumeTestJSON-524945227 tempest-AttachVolumeTestJSON-524945227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:19:44.746244 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-708aa52a-0cf0-4572-a338-8c1af8d50896 req-a52fb24d-1414-4ada-8d74-ede861e5dc83 tempest-AttachVolumeTestJSON-524945227 tempest-AttachVolumeTestJSON-524945227-project] 10.222.0.75 "GET /v2.0/ports?device_id=0625004f-08b9-4492-a00d-e5a7dfbd7c6a HTTP/1.1" status: 200 len: 945 time: 0.0600624 Feb 09 19:19:44.804722 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-708aa52a-0cf0-4572-a338-8c1af8d50896 req-181a6123-8d06-43c3-8786-06f5264dd688 tempest-AttachVolumeTestJSON-524945227 tempest-AttachVolumeTestJSON-524945227-project] 10.222.0.75 "GET /v2.0/security-groups?id=208f9464-54b0-46e8-8ab0-4837a2056e9a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0491507 Feb 09 19:19:44.929621 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b391f41-a64d-419d-b5a6-0059faade23c req-b100324f-89d8-4c5b-a383-3e042fd7863d tempest-ServersAdminTestJSON-1393048834 tempest-ServersAdminTestJSON-1393048834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:19:44.932425 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-1b391f41-a64d-419d-b5a6-0059faade23c req-b100324f-89d8-4c5b-a383-3e042fd7863d tempest-ServersAdminTestJSON-1393048834 tempest-ServersAdminTestJSON-1393048834-project] 10.222.0.75 "GET /v2.0/ports?device_id=92fafb82-325f-4733-acfa-bdf7f471bf1c HTTP/1.1" status: 200 len: 950 time: 0.0602751 Feb 09 19:19:44.944981 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af94076e-04c8-4053-bf46-3f1c34fef9a6 req-b661cd8e-49af-4c02-b7c6-ad06febe0f76 tempest-AttachVolumeTestJSON-524945227 tempest-AttachVolumeTestJSON-524945227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:19:44.946601 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-af94076e-04c8-4053-bf46-3f1c34fef9a6 req-b661cd8e-49af-4c02-b7c6-ad06febe0f76 tempest-AttachVolumeTestJSON-524945227 tempest-AttachVolumeTestJSON-524945227-project] 10.222.0.75 "GET /v2.0/ports?device_id=0625004f-08b9-4492-a00d-e5a7dfbd7c6a HTTP/1.1" status: 200 len: 945 time: 0.0576379 Feb 09 19:19:44.955416 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 42428) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:19:44.961393 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.v2.base [None req-4021d35e-1279-4d0f-aa08-fe35529a0ee5 tempest-AttachVolumeTestJSON-524945227 tempest-AttachVolumeTestJSON-524945227-project] Request body: {'floatingip': {'port_id': 'affa8c99-843c-4c0c-a114-0346c45162dd'}} {{(pid=103229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 19:19:44.987200 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-1b391f41-a64d-419d-b5a6-0059faade23c req-e0a4c2f7-b10e-4007-b02f-b12075a8eeb8 tempest-ServersAdminTestJSON-1393048834 tempest-ServersAdminTestJSON-1393048834-project] 10.222.0.75 "GET /v2.0/security-groups?id=c0042214-21f2-4e80-92b9-9b56852b3a45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471239 Feb 09 19:19:45.014263 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-4021d35e-1279-4d0f-aa08-fe35529a0ee5 tempest-AttachVolumeTestJSON-524945227 tempest-AttachVolumeTestJSON-524945227-project] Publish callbacks [] for floatingip (fb8be45a-6640-453e-92cb-f165db07a224), before_update {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:19:45.096182 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-dc0f238e-c179-4d36-8d9c-bbfbe672ab02 req-079858db-d253-42b2-8b81-d0e6367ce8c1 tempest-ServerShowV254Test-870289355 tempest-ServerShowV254Test-870289355-project] 10.222.0.75 "GET /v2.0/ports?device_id=d95ca13c-0da2-449b-9017-0ca70b318240 HTTP/1.1" status: 200 len: 210 time: 0.0786188 Feb 09 19:19:45.493874 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-4021d35e-1279-4d0f-aa08-fe35529a0ee5 tempest-AttachVolumeTestJSON-524945227 tempest-AttachVolumeTestJSON-524945227-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:19:45.497915 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-4021d35e-1279-4d0f-aa08-fe35529a0ee5 tempest-AttachVolumeTestJSON-524945227 tempest-AttachVolumeTestJSON-524945227-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1818909'] for floatingip (fb8be45a-6640-453e-92cb-f165db07a224), after_update {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:19:45.604600 n-d-713498-36 neutron-server[103229]: INFO neutron.db.l3_db [None req-4021d35e-1279-4d0f-aa08-fe35529a0ee5 tempest-AttachVolumeTestJSON-524945227 tempest-AttachVolumeTestJSON-524945227-project] Floating IP fb8be45a-6640-453e-92cb-f165db07a224 associated. External IP: 172.25.1.88, port: affa8c99-843c-4c0c-a114-0346c45162dd. Feb 09 19:19:45.821203 n-d-713498-36 neutron-server[103229]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4021d35e-1279-4d0f-aa08-fe35529a0ee5 tempest-AttachVolumeTestJSON-524945227 tempest-AttachVolumeTestJSON-524945227-project] Router ccff0999-6496-491d-ae22-2f8fab284166 has already been hosted by L3 agent 93303d5e-5d17-45e8-8963-7694f87783ae {{(pid=103229) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 19:19:45.877290 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-a7262a8e-0513-48fd-984d-75726a511961 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762867132591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593584'] for agent (911cfea2-02ae-4ec9-bac3-7808ee1cdd9c), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:19:45.931135 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4021d35e-1279-4d0f-aa08-fe35529a0ee5 tempest-AttachVolumeTestJSON-524945227 tempest-AttachVolumeTestJSON-524945227-project] Notify agent at l3_agent.n-d-713498-36 the message routers_updated {{(pid=103229) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 19:19:45.936154 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-4021d35e-1279-4d0f-aa08-fe35529a0ee5 tempest-AttachVolumeTestJSON-524945227 tempest-AttachVolumeTestJSON-524945227-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171096'] for floatingip (None), before_response {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:19:45.942885 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c14c7e8-578f-449e-85f7-f8b7068037df None None] Sync routers for ids ['ccff0999-6496-491d-ae22-2f8fab284166'] in n-d-713498-36 {{(pid=103232) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 19:19:45.963882 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c14c7e8-578f-449e-85f7-f8b7068037df None None] Routers {'ccff0999-6496-491d-ae22-2f8fab284166'} bound to L3 agent in host n-d-713498-36 {{(pid=103232) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 19:19:45.964750 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.l3_hamode_db [None req-8c14c7e8-578f-449e-85f7-f8b7068037df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T18:51:43Z,description=,heartbeat_timestamp=2022-02-09T19:19:43Z,host='n-d-713498-36',id=93303d5e-5d17-45e8-8963-7694f87783ae,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T18:51:43Z,topic='l3_agent')) {'router_ids': ['ccff0999-6496-491d-ae22-2f8fab284166'], 'active': True} {{(pid=103232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:19:45.971636 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-4021d35e-1279-4d0f-aa08-fe35529a0ee5 tempest-AttachVolumeTestJSON-524945227 tempest-AttachVolumeTestJSON-524945227-project] 10.222.0.75 "PUT /v2.0/floatingips/fb8be45a-6640-453e-92cb-f165db07a224 HTTP/1.1" status: 200 len: 990 time: 1.0150416 Feb 09 19:19:45.972405 n-d-713498-36 neutron-server[103229]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0625004f-08b9-4492-a00d-e5a7dfbd7c6a', 'tag': 'affa8c99-843c-4c0c-a114-0346c45162dd'}] {{(pid=103229) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 19:19:45.975008 n-d-713498-36 neutron-server[103229]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fa6ae9a20702bd564eaf90d946620b2b4277b1ab91129323d3b54181076be307" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-27d07140-0d92-4a76-bb23-56d00b9c354c" -d '{"events": [{"name": "network-changed", "server_uuid": "0625004f-08b9-4492-a00d-e5a7dfbd7c6a", "tag": "affa8c99-843c-4c0c-a114-0346c45162dd"}]}' {{(pid=103229) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 19:19:46.016329 n-d-713498-36 neutron-server[103229]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 19:19:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-43812ff3-4ac1-455b-b51e-d7675024bd10 x-openstack-request-id: req-43812ff3-4ac1-455b-b51e-d7675024bd10 {{(pid=103229) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 19:19:46.017239 n-d-713498-36 neutron-server[103229]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0625004f-08b9-4492-a00d-e5a7dfbd7c6a", "tag": "affa8c99-843c-4c0c-a114-0346c45162dd", "status": "completed", "code": 200}]} {{(pid=103229) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 19:19:46.017646 n-d-713498-36 neutron-server[103229]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-43812ff3-4ac1-455b-b51e-d7675024bd10 {{(pid=103229) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 19:19:46.018347 n-d-713498-36 neutron-server[103229]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0625004f-08b9-4492-a00d-e5a7dfbd7c6a', 'tag': 'affa8c99-843c-4c0c-a114-0346c45162dd', 'status': 'completed', 'code': 200} Feb 09 19:19:46.106579 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27d07140-0d92-4a76-bb23-56d00b9c354c req-df746467-aaff-4756-89b6-85393e38d6b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:19:46.109242 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-27d07140-0d92-4a76-bb23-56d00b9c354c req-df746467-aaff-4756-89b6-85393e38d6b0 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=b8358624fc0d4008bf7aadd6f5fc09a1&device_id=0625004f-08b9-4492-a00d-e5a7dfbd7c6a HTTP/1.1" status: 200 len: 1128 time: 0.0628142 Feb 09 19:19:46.122092 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3861d97c-ea62-4eea-816f-bd40090e2ab3 req-11ae1929-0d4e-4a91-ad21-87545e4b12fc tempest-AttachVolumeTestJSON-524945227 tempest-AttachVolumeTestJSON-524945227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:19:46.130596 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.l3_dvr_db [None req-8c14c7e8-578f-449e-85f7-f8b7068037df None None] Set router ccff0999-6496-491d-ae22-2f8fab284166 gateway port host: n-d-713498-36 {{(pid=103232) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 19:19:46.130969 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-3861d97c-ea62-4eea-816f-bd40090e2ab3 req-11ae1929-0d4e-4a91-ad21-87545e4b12fc tempest-AttachVolumeTestJSON-524945227 tempest-AttachVolumeTestJSON-524945227-project] 10.222.0.75 "GET /v2.0/ports?device_id=0625004f-08b9-4492-a00d-e5a7dfbd7c6a HTTP/1.1" status: 200 len: 945 time: 0.0982511 Feb 09 19:19:46.186671 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-3861d97c-ea62-4eea-816f-bd40090e2ab3 req-d7df1f80-bd29-44f1-b59d-031a8ad86479 tempest-AttachVolumeTestJSON-524945227 tempest-AttachVolumeTestJSON-524945227-project] 10.222.0.75 "GET /v2.0/security-groups?id=208f9464-54b0-46e8-8ab0-4837a2056e9a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0546391 Feb 09 19:19:46.290571 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f248f9c-3bb3-45f5-b1c6-79333e55385e req-318ca085-0512-4722-b1f9-3a2af6ef270d tempest-ServersAdminTestJSON-1393048834 tempest-ServersAdminTestJSON-1393048834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:19:46.291160 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-a1e04f2f-3a33-4294-a799-c5eaf2c1c82c req-80366132-e4f6-4f4b-923e-5f3bfd2885d4 tempest-ServerShowV254Test-870289355 tempest-ServerShowV254Test-870289355-project] 10.222.0.75 "GET /v2.0/ports?device_id=d95ca13c-0da2-449b-9017-0ca70b318240 HTTP/1.1" status: 200 len: 210 time: 0.0408537 Feb 09 19:19:46.292440 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-4f248f9c-3bb3-45f5-b1c6-79333e55385e req-318ca085-0512-4722-b1f9-3a2af6ef270d tempest-ServersAdminTestJSON-1393048834 tempest-ServersAdminTestJSON-1393048834-project] 10.222.0.75 "GET /v2.0/ports?device_id=92fafb82-325f-4733-acfa-bdf7f471bf1c HTTP/1.1" status: 200 len: 950 time: 0.1131508 Feb 09 19:19:46.294384 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27d07140-0d92-4a76-bb23-56d00b9c354c req-59268d22-8877-46cd-a23a-372ec12a5c7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:19:46.296593 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-27d07140-0d92-4a76-bb23-56d00b9c354c req-59268d22-8877-46cd-a23a-372ec12a5c7d service neutron] 10.222.0.89 "GET /v2.0/networks?id=99117bb9-9128-41a1-bdb4-92a6c18a7b42 HTTP/1.1" status: 200 len: 911 time: 0.1808424 Feb 09 19:19:46.394065 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-27d07140-0d92-4a76-bb23-56d00b9c354c req-19180ee8-7501-4fc6-b4a8-602a0c7b4e9c service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=affa8c99-843c-4c0c-a114-0346c45162dd HTTP/1.1" status: 200 len: 998 time: 0.0866542 Feb 09 19:19:46.401974 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-4f248f9c-3bb3-45f5-b1c6-79333e55385e req-fd7459a5-a6d9-446d-8a01-6f1b4b431319 tempest-ServersAdminTestJSON-1393048834 tempest-ServersAdminTestJSON-1393048834-project] 10.222.0.75 "GET /v2.0/security-groups?id=c0042214-21f2-4e80-92b9-9b56852b3a45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1020207 Feb 09 19:19:46.448568 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.l3_hamode_db [None req-8c14c7e8-578f-449e-85f7-f8b7068037df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ccff0999-6496-491d-ae22-2f8fab284166', 'name': 'tempest-AttachVolumeTestJSON-591340071-router', 'tenant_id': 'b8358624fc0d4008bf7aadd6f5fc09a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88055e1e-672a-4487-be31-ffb6e833ece5', 'external_fixed_ips': [{'subnet_id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'ip_address': '172.25.1.112'}], 'enable_snat': True}, 'gw_port_id': 'b2df33b3-6fc2-4ba8-843a-75225b202de2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T19:14:44Z', 'updated_at': '2022-02-09T19:14:51Z', 'revision_number': 4, 'project_id': 'b8358624fc0d4008bf7aadd6f5fc09a1', 'gw_port': {'id': 'b2df33b3-6fc2-4ba8-843a-75225b202de2', 'name': '', 'network_id': '88055e1e-672a-4487-be31-ffb6e833ece5', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:34:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ccff0999-6496-491d-ae22-2f8fab284166', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1377, 'fixed_ips': [{'subnet_id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'ip_address': '172.25.1.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T19:14:46Z', 'updated_at': '2022-02-09T19:14:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-36', '_floatingips': [{'id': 'fb8be45a-6640-453e-92cb-f165db07a224', 'tenant_id': 'b8358624fc0d4008bf7aadd6f5fc09a1', 'floating_ip_address': '172.25.1.88', 'floating_network_id': '88055e1e-672a-4487-be31-ffb6e833ece5', 'router_id': 'ccff0999-6496-491d-ae22-2f8fab284166', 'port_id': 'affa8c99-843c-4c0c-a114-0346c45162dd', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1778, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '99117bb9-9128-41a1-bdb4-92a6c18a7b42', 'mac_address': 'fa:16:3e:60:6c:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0625004f-08b9-4492-a00d-e5a7dfbd7c6a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T19:19:25Z', 'updated_at': '2022-02-09T19:19:45Z', 'revision_number': 1, 'project_id': 'b8358624fc0d4008bf7aadd6f5fc09a1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2a7f1092-d79a-4cc7-8ec6-78216e357fb4', 'name': '', 'network_id': '99117bb9-9128-41a1-bdb4-92a6c18a7b42', 'tenant_id': 'b8358624fc0d4008bf7aadd6f5fc09a1', 'mac_address': 'fa:16:3e:b7:b8:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ccff0999-6496-491d-ae22-2f8fab284166', 'device_owner': 'network:router_interface', 'standard_attr_id': 1378, 'fixed_ips': [{'subnet_id': '3f43124c-9b13-4bd8-a6f5-516bdab3ca3c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T19:14:50Z', 'updated_at': '2022-02-09T19:15:03Z', 'revision_number': 5, 'project_id': 'b8358624fc0d4008bf7aadd6f5fc09a1', 'subnets': [{'id': '3f43124c-9b13-4bd8-a6f5-516bdab3ca3c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-36', False) {} {{(pid=103232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:19:46.457826 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27d07140-0d92-4a76-bb23-56d00b9c354c req-6edb961b-7dd8-4590-8b46-7ab0412ac573 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:19:46.459214 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-27d07140-0d92-4a76-bb23-56d00b9c354c req-6edb961b-7dd8-4590-8b46-7ab0412ac573 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=3f43124c-9b13-4bd8-a6f5-516bdab3ca3c HTTP/1.1" status: 200 len: 849 time: 0.0562873 Feb 09 19:19:46.481314 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c14c7e8-578f-449e-85f7-f8b7068037df None None] Checking router: ccff0999-6496-491d-ae22-2f8fab284166 for host: n-d-713498-36 {{(pid=103232) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 19:19:46.490774 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c14c7e8-578f-449e-85f7-f8b7068037df None None] Routers {'ccff0999-6496-491d-ae22-2f8fab284166'} bound to L3 agent in host n-d-713498-36 {{(pid=103232) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 19:19:46.491448 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.l3_hamode_db [None req-8c14c7e8-578f-449e-85f7-f8b7068037df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T18:51:43Z,description=,heartbeat_timestamp=2022-02-09T19:19:43Z,host='n-d-713498-36',id=93303d5e-5d17-45e8-8963-7694f87783ae,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T18:51:43Z,topic='l3_agent')) {'router_ids': ['ccff0999-6496-491d-ae22-2f8fab284166'], 'active': True} {{(pid=103232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:19:46.514305 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27d07140-0d92-4a76-bb23-56d00b9c354c req-3a328b76-2a8e-4a29-8c53-db3dc81f093e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:19:46.516329 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-27d07140-0d92-4a76-bb23-56d00b9c354c req-3a328b76-2a8e-4a29-8c53-db3dc81f093e service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=99117bb9-9128-41a1-bdb4-92a6c18a7b42&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0507989 Feb 09 19:19:46.604762 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.l3_dvr_db [None req-8c14c7e8-578f-449e-85f7-f8b7068037df None None] Set router ccff0999-6496-491d-ae22-2f8fab284166 gateway port host: n-d-713498-36 {{(pid=103232) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 19:19:46.621618 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-27d07140-0d92-4a76-bb23-56d00b9c354c req-6bd37c62-5f72-4d99-9e3f-96aaf24f3783 service neutron] 10.222.0.89 "GET /v2.0/networks/99117bb9-9128-41a1-bdb4-92a6c18a7b42?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0971355 Feb 09 19:19:46.729476 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-27d07140-0d92-4a76-bb23-56d00b9c354c req-d17dda59-a774-40e0-93a3-308748459467 service neutron] 10.222.0.89 "GET /v2.0/networks/99117bb9-9128-41a1-bdb4-92a6c18a7b42?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1009984 Feb 09 19:19:46.838234 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.l3_hamode_db [None req-8c14c7e8-578f-449e-85f7-f8b7068037df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ccff0999-6496-491d-ae22-2f8fab284166', 'name': 'tempest-AttachVolumeTestJSON-591340071-router', 'tenant_id': 'b8358624fc0d4008bf7aadd6f5fc09a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88055e1e-672a-4487-be31-ffb6e833ece5', 'external_fixed_ips': [{'subnet_id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'ip_address': '172.25.1.112'}], 'enable_snat': True}, 'gw_port_id': 'b2df33b3-6fc2-4ba8-843a-75225b202de2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T19:14:44Z', 'updated_at': '2022-02-09T19:14:51Z', 'revision_number': 4, 'project_id': 'b8358624fc0d4008bf7aadd6f5fc09a1', 'gw_port': {'id': 'b2df33b3-6fc2-4ba8-843a-75225b202de2', 'name': '', 'network_id': '88055e1e-672a-4487-be31-ffb6e833ece5', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:34:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ccff0999-6496-491d-ae22-2f8fab284166', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1377, 'fixed_ips': [{'subnet_id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'ip_address': '172.25.1.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T19:14:46Z', 'updated_at': '2022-02-09T19:14:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-36', '_floatingips': [{'id': 'fb8be45a-6640-453e-92cb-f165db07a224', 'tenant_id': 'b8358624fc0d4008bf7aadd6f5fc09a1', 'floating_ip_address': '172.25.1.88', 'floating_network_id': '88055e1e-672a-4487-be31-ffb6e833ece5', 'router_id': 'ccff0999-6496-491d-ae22-2f8fab284166', 'port_id': 'affa8c99-843c-4c0c-a114-0346c45162dd', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1778, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '99117bb9-9128-41a1-bdb4-92a6c18a7b42', 'mac_address': 'fa:16:3e:60:6c:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0625004f-08b9-4492-a00d-e5a7dfbd7c6a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T19:19:25Z', 'updated_at': '2022-02-09T19:19:45Z', 'revision_number': 1, 'project_id': 'b8358624fc0d4008bf7aadd6f5fc09a1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2a7f1092-d79a-4cc7-8ec6-78216e357fb4', 'name': '', 'network_id': '99117bb9-9128-41a1-bdb4-92a6c18a7b42', 'tenant_id': 'b8358624fc0d4008bf7aadd6f5fc09a1', 'mac_address': 'fa:16:3e:b7:b8:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ccff0999-6496-491d-ae22-2f8fab284166', 'device_owner': 'network:router_interface', 'standard_attr_id': 1378, 'fixed_ips': [{'subnet_id': '3f43124c-9b13-4bd8-a6f5-516bdab3ca3c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T19:14:50Z', 'updated_at': '2022-02-09T19:15:03Z', 'revision_number': 5, 'project_id': 'b8358624fc0d4008bf7aadd6f5fc09a1', 'subnets': [{'id': '3f43124c-9b13-4bd8-a6f5-516bdab3ca3c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-36', False) {} {{(pid=103232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:19:46.867783 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c14c7e8-578f-449e-85f7-f8b7068037df None None] The sync data for ids ['ccff0999-6496-491d-ae22-2f8fab284166'] in n-d-713498-36 is: [{'id': 'ccff0999-6496-491d-ae22-2f8fab284166', 'name': 'tempest-AttachVolumeTestJSON-591340071-router', 'tenant_id': 'b8358624fc0d4008bf7aadd6f5fc09a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88055e1e-672a-4487-be31-ffb6e833ece5', 'external_fixed_ips': [{'subnet_id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'ip_address': '172.25.1.112'}], 'enable_snat': True}, 'gw_port_id': 'b2df33b3-6fc2-4ba8-843a-75225b202de2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T19:14:44Z', 'updated_at': '2022-02-09T19:14:51Z', 'revision_number': 4, 'project_id': 'b8358624fc0d4008bf7aadd6f5fc09a1', 'gw_port': {'id': 'b2df33b3-6fc2-4ba8-843a-75225b202de2', 'name': '', 'network_id': '88055e1e-672a-4487-be31-ffb6e833ece5', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:34:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ccff0999-6496-491d-ae22-2f8fab284166', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1377, 'fixed_ips': [{'subnet_id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'ip_address': '172.25.1.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T19:14:46Z', 'updated_at': '2022-02-09T19:14:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-36', '_floatingips': [{'id': 'fb8be45a-6640-453e-92cb-f165db07a224', 'tenant_id': 'b8358624fc0d4008bf7aadd6f5fc09a1', 'floating_ip_address': '172.25.1.88', 'floating_network_id': '88055e1e-672a-4487-be31-ffb6e833ece5', 'router_id': 'ccff0999-6496-491d-ae22-2f8fab284166', 'port_id': 'affa8c99-843c-4c0c-a114-0346c45162dd', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1778, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '99117bb9-9128-41a1-bdb4-92a6c18a7b42', 'mac_address': 'fa:16:3e:60:6c:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0625004f-08b9-4492-a00d-e5a7dfbd7c6a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T19:19:25Z', 'updated_at': '2022-02-09T19:19:45Z', 'revision_number': 1, 'project_id': 'b8358624fc0d4008bf7aadd6f5fc09a1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2a7f1092-d79a-4cc7-8ec6-78216e357fb4', 'name': '', 'network_id': '99117bb9-9128-41a1-bdb4-92a6c18a7b42', 'tenant_id': 'b8358624fc0d4008bf7aadd6f5fc09a1', 'mac_address': 'fa:16:3e:b7:b8:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ccff0999-6496-491d-ae22-2f8fab284166', 'device_owner': 'network:router_interface', 'standard_attr_id': 1378, 'fixed_ips': [{'subnet_id': '3f43124c-9b13-4bd8-a6f5-516bdab3ca3c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T19:14:50Z', 'updated_at': '2022-02-09T19:15:03Z', 'revision_number': 5, 'project_id': 'b8358624fc0d4008bf7aadd6f5fc09a1', 'subnets': [{'id': '3f43124c-9b13-4bd8-a6f5-516bdab3ca3c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103232) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 19:19:46.995808 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762867132591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593584'] for agent (496418a2-c002-4aec-ab1a-07f3bea491bd), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:19:47.080611 n-d-713498-36 neutron-server[103233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03ef3215-e07b-46e1-ae3b-f90509e6d657 None None] New status for floating IP fb8be45a-6640-453e-92cb-f165db07a224: ACTIVE {{(pid=103233) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 09 19:19:47.319259 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-797f54fd-63b3-4245-949c-e947703633bf req-25488d5d-cf56-4eeb-8d34-e0c250ed500c tempest-AttachVolumeTestJSON-524945227 tempest-AttachVolumeTestJSON-524945227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:19:47.320830 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-797f54fd-63b3-4245-949c-e947703633bf req-25488d5d-cf56-4eeb-8d34-e0c250ed500c tempest-AttachVolumeTestJSON-524945227 tempest-AttachVolumeTestJSON-524945227-project] 10.222.0.75 "GET /v2.0/ports?device_id=0625004f-08b9-4492-a00d-e5a7dfbd7c6a HTTP/1.1" status: 200 len: 945 time: 0.0569980 Feb 09 19:19:47.372856 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-797f54fd-63b3-4245-949c-e947703633bf req-bb3311aa-d21a-4be9-89ed-ff755ca1ef56 tempest-AttachVolumeTestJSON-524945227 tempest-AttachVolumeTestJSON-524945227-project] 10.222.0.75 "GET /v2.0/security-groups?id=208f9464-54b0-46e8-8ab0-4837a2056e9a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455182 Feb 09 19:19:47.419143 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-82fe4578-4c96-441c-8ab6-134751e2446b req-0479502e-cd84-49f5-bd06-85114334ab4b tempest-ServerShowV254Test-870289355 tempest-ServerShowV254Test-870289355-project] 10.222.0.75 "GET /v2.0/ports?device_id=d95ca13c-0da2-449b-9017-0ca70b318240 HTTP/1.1" status: 200 len: 210 time: 0.0460985 Feb 09 19:19:47.534008 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-110578c2-e9d3-4e34-8d96-5cfb147bec7d req-739dd7cb-43ed-4694-93da-877f8df9bd90 tempest-ServersAdminTestJSON-1393048834 tempest-ServersAdminTestJSON-1393048834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:19:47.535381 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-110578c2-e9d3-4e34-8d96-5cfb147bec7d req-739dd7cb-43ed-4694-93da-877f8df9bd90 tempest-ServersAdminTestJSON-1393048834 tempest-ServersAdminTestJSON-1393048834-project] 10.222.0.75 "GET /v2.0/ports?device_id=92fafb82-325f-4733-acfa-bdf7f471bf1c HTTP/1.1" status: 200 len: 950 time: 0.0547886 Feb 09 19:19:47.588761 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-110578c2-e9d3-4e34-8d96-5cfb147bec7d req-d960f12c-3d80-43c7-aede-f08de57dbbd2 tempest-ServersAdminTestJSON-1393048834 tempest-ServersAdminTestJSON-1393048834-project] 10.222.0.75 "GET /v2.0/security-groups?id=c0042214-21f2-4e80-92b9-9b56852b3a45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479815 Feb 09 19:19:47.688358 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01cd59dd-1645-4ca1-8bd0-35bfdd4052c3 req-1286a5b3-9493-4a38-95c5-ba67415bbbcf tempest-ServersAdminTestJSON-1393048834 tempest-ServersAdminTestJSON-1393048834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:19:47.689906 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-01cd59dd-1645-4ca1-8bd0-35bfdd4052c3 req-1286a5b3-9493-4a38-95c5-ba67415bbbcf tempest-ServersAdminTestJSON-1393048834 tempest-ServersAdminTestJSON-1393048834-project] 10.222.0.90 "GET /v2.0/ports?device_id=92fafb82-325f-4733-acfa-bdf7f471bf1c HTTP/1.1" status: 200 len: 950 time: 0.0514913 Feb 09 19:19:47.811263 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.plugin [req-01cd59dd-1645-4ca1-8bd0-35bfdd4052c3 req-012d5fce-6336-410a-9365-6ec3dfeef3e1 tempest-ServersAdminTestJSON-1393048834 tempest-ServersAdminTestJSON-1393048834-project] Deleting port f38c74ec-0f7b-426e-a5af-c8124c6db060 {{(pid=103230) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 19:19:47.811782 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [req-01cd59dd-1645-4ca1-8bd0-35bfdd4052c3 req-012d5fce-6336-410a-9365-6ec3dfeef3e1 tempest-ServersAdminTestJSON-1393048834 tempest-ServersAdminTestJSON-1393048834-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762867170196'] for port (f38c74ec-0f7b-426e-a5af-c8124c6db060), before_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:19:47.907297 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.db [req-01cd59dd-1645-4ca1-8bd0-35bfdd4052c3 req-012d5fce-6336-410a-9365-6ec3dfeef3e1 tempest-ServersAdminTestJSON-1393048834 tempest-ServersAdminTestJSON-1393048834-project] For port f38c74ec-0f7b-426e-a5af-c8124c6db060, host n-h2-713498-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-36',level=0,port_id=f38c74ec-0f7b-426e-a5af-c8124c6db060,segment=NetworkSegment(50e5915e-18f0-4558-9a28-b978975ead36),segment_id=50e5915e-18f0-4558-9a28-b978975ead36)] {{(pid=103230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 19:19:47.907785 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [req-01cd59dd-1645-4ca1-8bd0-35bfdd4052c3 req-012d5fce-6336-410a-9365-6ec3dfeef3e1 tempest-ServersAdminTestJSON-1393048834 tempest-ServersAdminTestJSON-1393048834-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1820838'] for port (f38c74ec-0f7b-426e-a5af-c8124c6db060), precommit_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:19:47.921253 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.plugin [req-01cd59dd-1645-4ca1-8bd0-35bfdd4052c3 req-012d5fce-6336-410a-9365-6ec3dfeef3e1 tempest-ServersAdminTestJSON-1393048834 tempest-ServersAdminTestJSON-1393048834-project] Calling delete_port for f38c74ec-0f7b-426e-a5af-c8124c6db060 owned by compute:nova {{(pid=103230) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 19:19:48.064529 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [req-01cd59dd-1645-4ca1-8bd0-35bfdd4052c3 req-012d5fce-6336-410a-9365-6ec3dfeef3e1 tempest-ServersAdminTestJSON-1393048834 tempest-ServersAdminTestJSON-1393048834-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762867177463', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762866656476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14393751'] for port (f38c74ec-0f7b-426e-a5af-c8124c6db060), after_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:19:48.077084 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] get_ports_and_sgs() called for port_ids ['00462b85-eb7c-436f-98d5-7d2d3828596f'] {{(pid=103232) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 19:19:48.103320 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-7429db8d-6021-40ad-813e-885be449a89b None None] get_ports_and_sgs() called for port_ids ['f38c74ec-0f7b-426e-a5af-c8124c6db060', '391d7870-a90c-4fda-ba9b-c043a21e2381'] {{(pid=103232) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 19:19:48.106046 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-012d5fce-6336-410a-9365-6ec3dfeef3e1 tempest-ServersAdminTestJSON-1393048834 tempest-ServersAdminTestJSON-1393048834-project] Pushing event deleted for resources: {'Port': ['ID=f38c74ec-0f7b-426e-a5af-c8124c6db060,revision_number=None']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:19:48.168304 n-d-713498-36 neutron-server[103230]: DEBUG neutron.db.l3_dvrscheduler_db [req-01cd59dd-1645-4ca1-8bd0-35bfdd4052c3 req-012d5fce-6336-410a-9365-6ec3dfeef3e1 tempest-ServersAdminTestJSON-1393048834 tempest-ServersAdminTestJSON-1393048834-project] No DVR routers for this DVR port f38c74ec-0f7b-426e-a5af-c8124c6db060 on host n-h2-713498-36 {{(pid=103230) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 19:19:48.172650 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [req-01cd59dd-1645-4ca1-8bd0-35bfdd4052c3 req-012d5fce-6336-410a-9365-6ec3dfeef3e1 tempest-ServersAdminTestJSON-1393048834 tempest-ServersAdminTestJSON-1393048834-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171096'] for port (None), before_response {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:19:48.178080 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-01cd59dd-1645-4ca1-8bd0-35bfdd4052c3 req-012d5fce-6336-410a-9365-6ec3dfeef3e1 tempest-ServersAdminTestJSON-1393048834 tempest-ServersAdminTestJSON-1393048834-project] 10.222.0.90 "DELETE /v2.0/ports/f38c74ec-0f7b-426e-a5af-c8124c6db060 HTTP/1.1" status: 204 len: 173 time: 0.4774406 Feb 09 19:19:48.178557 n-d-713498-36 neutron-server[103230]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '92fafb82-325f-4733-acfa-bdf7f471bf1c', 'name': 'network-vif-deleted', 'tag': 'f38c74ec-0f7b-426e-a5af-c8124c6db060'}] {{(pid=103230) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 19:19:48.181139 n-d-713498-36 neutron-server[103230]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aee5919275bae9f72eb374ee322673045eb80c1f84b4b45a97d96923bd50ab51" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5cea4571-d4e3-4a32-89eb-893dd8d5ae59" -d '{"events": [{"server_uuid": "92fafb82-325f-4733-acfa-bdf7f471bf1c", "name": "network-vif-deleted", "tag": "f38c74ec-0f7b-426e-a5af-c8124c6db060"}]}' {{(pid=103230) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 19:19:48.234454 n-d-713498-36 neutron-server[103230]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 19:19:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c6b739b7-f7a3-4dc3-8847-0b549554cc88 x-openstack-request-id: req-c6b739b7-f7a3-4dc3-8847-0b549554cc88 {{(pid=103230) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 19:19:48.234961 n-d-713498-36 neutron-server[103230]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "92fafb82-325f-4733-acfa-bdf7f471bf1c", "name": "network-vif-deleted", "tag": "f38c74ec-0f7b-426e-a5af-c8124c6db060", "status": "completed", "code": 200}]} {{(pid=103230) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 19:19:48.235217 n-d-713498-36 neutron-server[103230]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-c6b739b7-f7a3-4dc3-8847-0b549554cc88 {{(pid=103230) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 19:19:48.235611 n-d-713498-36 neutron-server[103230]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '92fafb82-325f-4733-acfa-bdf7f471bf1c', 'name': 'network-vif-deleted', 'tag': 'f38c74ec-0f7b-426e-a5af-c8124c6db060', 'status': 'completed', 'code': 200} Feb 09 19:19:48.465466 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762867132591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593584'] for agent (488cd9ae-631f-4955-ba0b-4f5a13f12e9c), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:19:48.561828 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-2bd84213-1722-412c-9086-ca90c83b7033 req-61a297e3-d756-4119-9467-f397f371757c tempest-ServerShowV254Test-870289355 tempest-ServerShowV254Test-870289355-project] 10.222.0.75 "GET /v2.0/ports?device_id=d95ca13c-0da2-449b-9017-0ca70b318240 HTTP/1.1" status: 200 len: 210 time: 0.0500572 Feb 09 19:19:48.705142 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-d95446d4-9646-4bf8-87e7-acbb0d0be571 req-8ef32b0c-9fc0-4ccc-9979-b4e4b375a1c7 tempest-ServersAdminTestJSON-1393048834 tempest-ServersAdminTestJSON-1393048834-project] 10.222.0.75 "GET /v2.0/ports?device_id=92fafb82-325f-4733-acfa-bdf7f471bf1c HTTP/1.1" status: 200 len: 210 time: 0.0273705 Feb 09 19:19:48.893860 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762867132591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593584'] for agent (bcd5faee-dc24-4298-9134-0e0aa054058e), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:19:49.678935 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-1543cdfe-e069-4093-b183-c32eec2aaeb3 req-e0958c98-d086-4c5e-be44-535590733da9 tempest-ServerShowV254Test-870289355 tempest-ServerShowV254Test-870289355-project] 10.222.0.75 "GET /v2.0/ports?device_id=d95ca13c-0da2-449b-9017-0ca70b318240 HTTP/1.1" status: 200 len: 210 time: 0.0312922 Feb 09 19:19:50.022354 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f6ae940-896e-4eff-a56b-f7de370527f0 req-5fd4d7da-36c5-4975-83f8-b5505cda8aba tempest-ServersAdminTestJSON-1393048834 tempest-ServersAdminTestJSON-1393048834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:19:50.024124 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-2f6ae940-896e-4eff-a56b-f7de370527f0 req-5fd4d7da-36c5-4975-83f8-b5505cda8aba tempest-ServersAdminTestJSON-1393048834 tempest-ServersAdminTestJSON-1393048834-project] 10.222.0.75 "GET /v2.0/ports?device_id=650818e7-77a0-4d6d-bdd0-7898b6121102 HTTP/1.1" status: 200 len: 950 time: 0.0568240 Feb 09 19:19:50.072238 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-2f6ae940-896e-4eff-a56b-f7de370527f0 req-21b5f2cf-0cb3-442d-8d1f-c9e93648968d tempest-ServersAdminTestJSON-1393048834 tempest-ServersAdminTestJSON-1393048834-project] 10.222.0.75 "GET /v2.0/security-groups?id=c0042214-21f2-4e80-92b9-9b56852b3a45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425911 Feb 09 19:19:50.787167 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-9eaec63c-a8b2-4914-b453-31843d998459 req-f2c62428-d670-4431-80e5-fc71f741e4a9 tempest-ServerShowV254Test-870289355 tempest-ServerShowV254Test-870289355-project] 10.222.0.75 "GET /v2.0/ports?device_id=d95ca13c-0da2-449b-9017-0ca70b318240 HTTP/1.1" status: 200 len: 210 time: 0.0265830 Feb 09 19:19:51.196591 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e2d64a3-2089-4405-9c5b-c65178893514 req-bada95ea-0193-4e0d-a0cb-413eb58647da tempest-ServersAdminTestJSON-1393048834 tempest-ServersAdminTestJSON-1393048834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:19:51.198199 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-9e2d64a3-2089-4405-9c5b-c65178893514 req-bada95ea-0193-4e0d-a0cb-413eb58647da tempest-ServersAdminTestJSON-1393048834 tempest-ServersAdminTestJSON-1393048834-project] 10.222.0.75 "GET /v2.0/ports?device_id=650818e7-77a0-4d6d-bdd0-7898b6121102 HTTP/1.1" status: 200 len: 950 time: 0.0583198 Feb 09 19:19:51.244690 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-9e2d64a3-2089-4405-9c5b-c65178893514 req-79856294-b8d0-4037-8074-06eecaf34d6a tempest-ServersAdminTestJSON-1393048834 tempest-ServersAdminTestJSON-1393048834-project] 10.222.0.75 "GET /v2.0/security-groups?id=c0042214-21f2-4e80-92b9-9b56852b3a45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410113 Feb 09 19:19:51.356507 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42296fda-4df4-4e49-bf1b-de51f8d8d86e req-ae340add-c7ed-4dcf-8959-919cb4b2d660 tempest-ServersAdminTestJSON-1393048834 tempest-ServersAdminTestJSON-1393048834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:19:51.357883 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-42296fda-4df4-4e49-bf1b-de51f8d8d86e req-ae340add-c7ed-4dcf-8959-919cb4b2d660 tempest-ServersAdminTestJSON-1393048834 tempest-ServersAdminTestJSON-1393048834-project] 10.222.0.89 "GET /v2.0/ports?device_id=650818e7-77a0-4d6d-bdd0-7898b6121102 HTTP/1.1" status: 200 len: 950 time: 0.0533385 Feb 09 19:19:51.458051 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.plugin [req-42296fda-4df4-4e49-bf1b-de51f8d8d86e req-8283184f-ec98-495c-8313-958b71672372 tempest-ServersAdminTestJSON-1393048834 tempest-ServersAdminTestJSON-1393048834-project] Deleting port 00462b85-eb7c-436f-98d5-7d2d3828596f {{(pid=103229) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 19:19:51.458406 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-42296fda-4df4-4e49-bf1b-de51f8d8d86e req-8283184f-ec98-495c-8313-958b71672372 tempest-ServersAdminTestJSON-1393048834 tempest-ServersAdminTestJSON-1393048834-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762867170196'] for port (00462b85-eb7c-436f-98d5-7d2d3828596f), before_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:19:51.556443 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.db [req-42296fda-4df4-4e49-bf1b-de51f8d8d86e req-8283184f-ec98-495c-8313-958b71672372 tempest-ServersAdminTestJSON-1393048834 tempest-ServersAdminTestJSON-1393048834-project] For port 00462b85-eb7c-436f-98d5-7d2d3828596f, host n-h1-713498-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-36',level=0,port_id=00462b85-eb7c-436f-98d5-7d2d3828596f,segment=NetworkSegment(50e5915e-18f0-4558-9a28-b978975ead36),segment_id=50e5915e-18f0-4558-9a28-b978975ead36)] {{(pid=103229) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 19:19:51.556808 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-42296fda-4df4-4e49-bf1b-de51f8d8d86e req-8283184f-ec98-495c-8313-958b71672372 tempest-ServersAdminTestJSON-1393048834 tempest-ServersAdminTestJSON-1393048834-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1820838'] for port (00462b85-eb7c-436f-98d5-7d2d3828596f), precommit_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:19:51.569911 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.plugin [req-42296fda-4df4-4e49-bf1b-de51f8d8d86e req-8283184f-ec98-495c-8313-958b71672372 tempest-ServersAdminTestJSON-1393048834 tempest-ServersAdminTestJSON-1393048834-project] Calling delete_port for 00462b85-eb7c-436f-98d5-7d2d3828596f owned by compute:nova {{(pid=103229) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 19:19:51.715578 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-42296fda-4df4-4e49-bf1b-de51f8d8d86e req-8283184f-ec98-495c-8313-958b71672372 tempest-ServersAdminTestJSON-1393048834 tempest-ServersAdminTestJSON-1393048834-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762867177463', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762866656476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12867576'] for port (00462b85-eb7c-436f-98d5-7d2d3828596f), after_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:19:51.727186 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] get_ports_and_sgs() called for port_ids ['00462b85-eb7c-436f-98d5-7d2d3828596f'] {{(pid=103232) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 19:19:51.748285 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8283184f-ec98-495c-8313-958b71672372 tempest-ServersAdminTestJSON-1393048834 tempest-ServersAdminTestJSON-1393048834-project] Pushing event deleted for resources: {'Port': ['ID=00462b85-eb7c-436f-98d5-7d2d3828596f,revision_number=None']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:19:51.766416 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-7429db8d-6021-40ad-813e-885be449a89b None None] get_ports_and_sgs() called for port_ids ['391d7870-a90c-4fda-ba9b-c043a21e2381'] {{(pid=103232) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 19:19:51.799238 n-d-713498-36 neutron-server[103229]: DEBUG neutron.db.l3_dvrscheduler_db [req-42296fda-4df4-4e49-bf1b-de51f8d8d86e req-8283184f-ec98-495c-8313-958b71672372 tempest-ServersAdminTestJSON-1393048834 tempest-ServersAdminTestJSON-1393048834-project] No DVR routers for this DVR port 00462b85-eb7c-436f-98d5-7d2d3828596f on host n-h1-713498-36 {{(pid=103229) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 19:19:51.803183 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-42296fda-4df4-4e49-bf1b-de51f8d8d86e req-8283184f-ec98-495c-8313-958b71672372 tempest-ServersAdminTestJSON-1393048834 tempest-ServersAdminTestJSON-1393048834-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171096'] for port (None), before_response {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:19:51.807454 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-42296fda-4df4-4e49-bf1b-de51f8d8d86e req-8283184f-ec98-495c-8313-958b71672372 tempest-ServersAdminTestJSON-1393048834 tempest-ServersAdminTestJSON-1393048834-project] 10.222.0.89 "DELETE /v2.0/ports/00462b85-eb7c-436f-98d5-7d2d3828596f HTTP/1.1" status: 204 len: 173 time: 0.4438107 Feb 09 19:19:51.807928 n-d-713498-36 neutron-server[103229]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '650818e7-77a0-4d6d-bdd0-7898b6121102', 'name': 'network-vif-deleted', 'tag': '00462b85-eb7c-436f-98d5-7d2d3828596f'}] {{(pid=103229) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 19:19:51.815174 n-d-713498-36 neutron-server[103229]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fa6ae9a20702bd564eaf90d946620b2b4277b1ab91129323d3b54181076be307" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eda4d3da-5af5-4d00-bc0e-034f967cd27b" -d '{"events": [{"server_uuid": "650818e7-77a0-4d6d-bdd0-7898b6121102", "name": "network-vif-deleted", "tag": "00462b85-eb7c-436f-98d5-7d2d3828596f"}]}' {{(pid=103229) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 19:19:51.908722 n-d-713498-36 neutron-server[103229]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 19:19:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-90a51982-dd46-4be3-8bf2-01fb700d56b4 x-openstack-request-id: req-90a51982-dd46-4be3-8bf2-01fb700d56b4 {{(pid=103229) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 19:19:51.909237 n-d-713498-36 neutron-server[103229]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "650818e7-77a0-4d6d-bdd0-7898b6121102", "name": "network-vif-deleted", "tag": "00462b85-eb7c-436f-98d5-7d2d3828596f", "status": "completed", "code": 200}]} {{(pid=103229) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 19:19:51.909826 n-d-713498-36 neutron-server[103229]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-90a51982-dd46-4be3-8bf2-01fb700d56b4 {{(pid=103229) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 19:19:51.910481 n-d-713498-36 neutron-server[103229]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '650818e7-77a0-4d6d-bdd0-7898b6121102', 'name': 'network-vif-deleted', 'tag': '00462b85-eb7c-436f-98d5-7d2d3828596f', 'status': 'completed', 'code': 200} Feb 09 19:19:52.009234 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-523f7225-37d7-41be-864c-fc2732e2842c req-79907132-7aca-47cd-acd9-e26d034a57ba tempest-ServerShowV254Test-870289355 tempest-ServerShowV254Test-870289355-project] 10.222.0.75 "GET /v2.0/ports?device_id=d95ca13c-0da2-449b-9017-0ca70b318240 HTTP/1.1" status: 200 len: 210 time: 0.0681045 Feb 09 19:19:52.328221 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Device f38c74ec-0f7b-426e-a5af-c8124c6db060 no longer exists at agent hyperv_n-h2-713498-36 {{(pid=103232) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 19:19:52.399649 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-7429db8d-6021-40ad-813e-885be449a89b None None] No Port match for: f38c74ec-0f7b-426e-a5af-c8124c6db060 {{(pid=103232) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 19:19:52.400356 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Device f38c74ec-0f7b-426e-a5af-c8124c6db060 not bound to the agent host n-h2-713498-36 {{(pid=103232) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 19:19:52.453595 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-6e9ccdd7-a196-447d-b262-5b449362bea7 req-0b5d91e5-d02a-45fb-b91e-70084c8bdafd tempest-ServersAdminTestJSON-1393048834 tempest-ServersAdminTestJSON-1393048834-project] 10.222.0.75 "GET /v2.0/ports?device_id=650818e7-77a0-4d6d-bdd0-7898b6121102 HTTP/1.1" status: 200 len: 210 time: 0.0847993 Feb 09 19:19:52.721574 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 42492) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:19:52.830788 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-b1cfcca2-46d3-4fd1-b8b1-baca33bf3b8a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:19:52.910888 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-b1cfcca2-46d3-4fd1-b8b1-baca33bf3b8a admin admin] Publish callbacks [] for security_group (68cb37b8-a86f-4dc6-a209-eefabeb8fc2e), precommit_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:19:52.917157 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-b1cfcca2-46d3-4fd1-b8b1-baca33bf3b8a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1892331'] for security_group (68cb37b8-a86f-4dc6-a209-eefabeb8fc2e), after_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:19:52.947863 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-b1cfcca2-46d3-4fd1-b8b1-baca33bf3b8a admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=c59be268af204b3c928a33bf7ae03baf&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2221303 Feb 09 19:19:52.948707 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 42496) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:19:52.969825 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1cfcca2-46d3-4fd1-b8b1-baca33bf3b8a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=68cb37b8-a86f-4dc6-a209-eefabeb8fc2e,revision_number=1']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:19:53.018450 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-5a9b995b-e1db-4376-8966-8f59ec1f36f4 admin admin] Publish callbacks [] for security_group (68cb37b8-a86f-4dc6-a209-eefabeb8fc2e), before_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:19:53.048454 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-5a9b995b-e1db-4376-8966-8f59ec1f36f4 admin admin] Publish callbacks [] for security_group (68cb37b8-a86f-4dc6-a209-eefabeb8fc2e), precommit_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:19:53.120287 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-5a9b995b-e1db-4376-8966-8f59ec1f36f4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1892331'] for security_group (68cb37b8-a86f-4dc6-a209-eefabeb8fc2e), after_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:19:53.124596 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-5a9b995b-e1db-4376-8966-8f59ec1f36f4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:19:53.129186 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-5a9b995b-e1db-4376-8966-8f59ec1f36f4 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/68cb37b8-a86f-4dc6-a209-eefabeb8fc2e HTTP/1.1" status: 204 len: 168 time: 0.1790671 Feb 09 19:19:53.145222 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a9b995b-e1db-4376-8966-8f59ec1f36f4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=68cb37b8-a86f-4dc6-a209-eefabeb8fc2e,revision_number=None']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:19:53.202987 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-f812c300-b605-44e5-a094-dc061e95a1ec req-8c06bdea-c435-4abf-8ed9-6f61de71b37f tempest-ServerShowV254Test-870289355 tempest-ServerShowV254Test-870289355-project] 10.222.0.75 "GET /v2.0/ports?device_id=d95ca13c-0da2-449b-9017-0ca70b318240 HTTP/1.1" status: 200 len: 210 time: 0.0654457 Feb 09 19:19:53.473695 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 42514) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:19:53.491017 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-0964a45c-c7fc-4460-964a-6acfa95aae28 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:19:53.591283 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-0964a45c-c7fc-4460-964a-6acfa95aae28 admin admin] Publish callbacks [] for security_group (dbb98cc4-b4af-4cc4-b085-bba2486c778e), precommit_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:19:53.595737 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-0964a45c-c7fc-4460-964a-6acfa95aae28 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1892331'] for security_group (dbb98cc4-b4af-4cc4-b085-bba2486c778e), after_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:19:53.639685 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-0964a45c-c7fc-4460-964a-6acfa95aae28 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=af124c99406f4ea4beaf6068e84f2a6d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1622550 Feb 09 19:19:53.640984 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 42518) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:19:53.650113 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0964a45c-c7fc-4460-964a-6acfa95aae28 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dbb98cc4-b4af-4cc4-b085-bba2486c778e,revision_number=1']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:19:53.757307 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-2655043d-fc93-4824-9616-bfcf1fd5aae7 admin admin] Publish callbacks [] for security_group (dbb98cc4-b4af-4cc4-b085-bba2486c778e), before_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:19:53.789039 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-2655043d-fc93-4824-9616-bfcf1fd5aae7 admin admin] Publish callbacks [] for security_group (dbb98cc4-b4af-4cc4-b085-bba2486c778e), precommit_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:19:53.856584 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-2655043d-fc93-4824-9616-bfcf1fd5aae7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1892331'] for security_group (dbb98cc4-b4af-4cc4-b085-bba2486c778e), after_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:19:53.859297 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-2655043d-fc93-4824-9616-bfcf1fd5aae7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:19:53.859858 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-959406b3-ce9f-4b48-bb94-1a86f1a786c7 req-8fd7371c-0633-4209-8a01-973274692284 tempest-ServersAdminTestJSON-1393048834 tempest-ServersAdminTestJSON-1393048834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:19:53.863371 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-2655043d-fc93-4824-9616-bfcf1fd5aae7 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/dbb98cc4-b4af-4cc4-b085-bba2486c778e HTTP/1.1" status: 204 len: 168 time: 0.2181692 Feb 09 19:19:53.869319 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2655043d-fc93-4824-9616-bfcf1fd5aae7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dbb98cc4-b4af-4cc4-b085-bba2486c778e,revision_number=None']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:19:53.869634 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-959406b3-ce9f-4b48-bb94-1a86f1a786c7 req-8fd7371c-0633-4209-8a01-973274692284 tempest-ServersAdminTestJSON-1393048834 tempest-ServersAdminTestJSON-1393048834-project] 10.222.0.75 "GET /v2.0/ports?device_id=fd17ec19-7de7-4d19-86bc-494ce272637b HTTP/1.1" status: 200 len: 951 time: 0.0825772 Feb 09 19:19:53.923722 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-959406b3-ce9f-4b48-bb94-1a86f1a786c7 req-09388786-d859-43e1-b951-b243238b0ddd tempest-ServersAdminTestJSON-1393048834 tempest-ServersAdminTestJSON-1393048834-project] 10.222.0.75 "GET /v2.0/security-groups?id=c0042214-21f2-4e80-92b9-9b56852b3a45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531304 Feb 09 19:19:54.265542 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 42534) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:19:54.279751 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-be97ea91-69e1-4ab8-96e8-1f94237cfbbb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:19:54.333264 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-b2f96316-05ca-49e1-b281-a8fef7645e06 req-3793ad8f-955a-49f1-a03f-8eb52ebc240f tempest-ServerShowV254Test-870289355 tempest-ServerShowV254Test-870289355-project] 10.222.0.75 "GET /v2.0/ports?device_id=d95ca13c-0da2-449b-9017-0ca70b318240 HTTP/1.1" status: 200 len: 210 time: 0.0318112 Feb 09 19:19:54.390772 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-be97ea91-69e1-4ab8-96e8-1f94237cfbbb admin admin] Publish callbacks [] for security_group (59654317-3746-4420-9dfc-1ec7cc48151a), precommit_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:19:54.395537 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-be97ea91-69e1-4ab8-96e8-1f94237cfbbb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1892331'] for security_group (59654317-3746-4420-9dfc-1ec7cc48151a), after_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:19:54.437886 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-be97ea91-69e1-4ab8-96e8-1f94237cfbbb admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=70d31bc1bf654b24938bd338f786dfef&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1712060 Feb 09 19:19:54.438794 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be97ea91-69e1-4ab8-96e8-1f94237cfbbb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=59654317-3746-4420-9dfc-1ec7cc48151a,revision_number=1']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:19:54.440547 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 42536) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:19:54.468988 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Device 00462b85-eb7c-436f-98d5-7d2d3828596f no longer exists at agent hyperv_n-h1-713498-36 {{(pid=103232) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 19:19:54.496911 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] No Port match for: 00462b85-eb7c-436f-98d5-7d2d3828596f {{(pid=103232) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 19:19:54.497609 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Device 00462b85-eb7c-436f-98d5-7d2d3828596f not bound to the agent host n-h1-713498-36 {{(pid=103232) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 19:19:54.500992 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-ce1606f2-4dc8-464d-a1ba-1defe9354286 admin admin] Publish callbacks [] for security_group (59654317-3746-4420-9dfc-1ec7cc48151a), before_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:19:54.524242 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-ce1606f2-4dc8-464d-a1ba-1defe9354286 admin admin] Publish callbacks [] for security_group (59654317-3746-4420-9dfc-1ec7cc48151a), precommit_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:19:54.580950 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-ce1606f2-4dc8-464d-a1ba-1defe9354286 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1892331'] for security_group (59654317-3746-4420-9dfc-1ec7cc48151a), after_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:19:54.585439 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-ce1606f2-4dc8-464d-a1ba-1defe9354286 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:19:54.586876 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-ce1606f2-4dc8-464d-a1ba-1defe9354286 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/59654317-3746-4420-9dfc-1ec7cc48151a HTTP/1.1" status: 204 len: 168 time: 0.1438179 Feb 09 19:19:54.596545 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce1606f2-4dc8-464d-a1ba-1defe9354286 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=59654317-3746-4420-9dfc-1ec7cc48151a,revision_number=None']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:19:55.067010 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d18b196-7703-43a2-987e-d367cfb081e3 req-541b995c-2a7a-4606-b9fc-1f6cc0b92b84 tempest-ServersAdminTestJSON-1393048834 tempest-ServersAdminTestJSON-1393048834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:19:55.069364 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-0d18b196-7703-43a2-987e-d367cfb081e3 req-541b995c-2a7a-4606-b9fc-1f6cc0b92b84 tempest-ServersAdminTestJSON-1393048834 tempest-ServersAdminTestJSON-1393048834-project] 10.222.0.75 "GET /v2.0/ports?device_id=fd17ec19-7de7-4d19-86bc-494ce272637b HTTP/1.1" status: 200 len: 951 time: 0.0671215 Feb 09 19:19:55.127163 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-0d18b196-7703-43a2-987e-d367cfb081e3 req-fb31d50b-dd33-4f95-95e2-6155001d03a7 tempest-ServersAdminTestJSON-1393048834 tempest-ServersAdminTestJSON-1393048834-project] 10.222.0.75 "GET /v2.0/security-groups?id=c0042214-21f2-4e80-92b9-9b56852b3a45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522773 Feb 09 19:19:55.465672 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-0f020ee7-ab92-48ed-a7d2-30b4c4d0dc8b req-e62c0ea4-39ce-44ac-a932-01b1dcf0369c tempest-ServerShowV254Test-870289355 tempest-ServerShowV254Test-870289355-project] 10.222.0.75 "GET /v2.0/ports?device_id=d95ca13c-0da2-449b-9017-0ca70b318240 HTTP/1.1" status: 200 len: 210 time: 0.0304341 Feb 09 19:19:55.908475 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05b1e0c2-87d7-476f-a66c-242186fcb4aa req-f9b84fae-574e-4e43-aab1-ef07eed79bcf tempest-ServersAdminTestJSON-1393048834 tempest-ServersAdminTestJSON-1393048834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:19:55.910040 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-05b1e0c2-87d7-476f-a66c-242186fcb4aa req-f9b84fae-574e-4e43-aab1-ef07eed79bcf tempest-ServersAdminTestJSON-1393048834 tempest-ServersAdminTestJSON-1393048834-project] 10.222.0.90 "GET /v2.0/ports?device_id=fd17ec19-7de7-4d19-86bc-494ce272637b HTTP/1.1" status: 200 len: 951 time: 0.0646987 Feb 09 19:19:56.033442 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.plugin [req-05b1e0c2-87d7-476f-a66c-242186fcb4aa req-42b22bee-bd5e-474b-ac11-92d6848c64e1 tempest-ServersAdminTestJSON-1393048834 tempest-ServersAdminTestJSON-1393048834-project] Deleting port 391d7870-a90c-4fda-ba9b-c043a21e2381 {{(pid=103230) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 19:19:56.033713 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [req-05b1e0c2-87d7-476f-a66c-242186fcb4aa req-42b22bee-bd5e-474b-ac11-92d6848c64e1 tempest-ServersAdminTestJSON-1393048834 tempest-ServersAdminTestJSON-1393048834-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762867170196'] for port (391d7870-a90c-4fda-ba9b-c043a21e2381), before_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:19:56.136665 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.db [req-05b1e0c2-87d7-476f-a66c-242186fcb4aa req-42b22bee-bd5e-474b-ac11-92d6848c64e1 tempest-ServersAdminTestJSON-1393048834 tempest-ServersAdminTestJSON-1393048834-project] For port 391d7870-a90c-4fda-ba9b-c043a21e2381, host n-h2-713498-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-36',level=0,port_id=391d7870-a90c-4fda-ba9b-c043a21e2381,segment=NetworkSegment(50e5915e-18f0-4558-9a28-b978975ead36),segment_id=50e5915e-18f0-4558-9a28-b978975ead36)] {{(pid=103230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 19:19:56.137026 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [req-05b1e0c2-87d7-476f-a66c-242186fcb4aa req-42b22bee-bd5e-474b-ac11-92d6848c64e1 tempest-ServersAdminTestJSON-1393048834 tempest-ServersAdminTestJSON-1393048834-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1820838'] for port (391d7870-a90c-4fda-ba9b-c043a21e2381), precommit_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:19:56.153070 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.plugin [req-05b1e0c2-87d7-476f-a66c-242186fcb4aa req-42b22bee-bd5e-474b-ac11-92d6848c64e1 tempest-ServersAdminTestJSON-1393048834 tempest-ServersAdminTestJSON-1393048834-project] Calling delete_port for 391d7870-a90c-4fda-ba9b-c043a21e2381 owned by compute:nova {{(pid=103230) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 19:19:56.259577 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b080f6d1-ac75-4cf0-9085-edead28d6783 req-7772c900-c245-4785-88d6-c752b443ca34 tempest-ServersAdminTestJSON-1393048834 tempest-ServersAdminTestJSON-1393048834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:19:56.261801 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-b080f6d1-ac75-4cf0-9085-edead28d6783 req-7772c900-c245-4785-88d6-c752b443ca34 tempest-ServersAdminTestJSON-1393048834 tempest-ServersAdminTestJSON-1393048834-project] 10.222.0.75 "GET /v2.0/ports?device_id=fd17ec19-7de7-4d19-86bc-494ce272637b HTTP/1.1" status: 200 len: 951 time: 0.0633180 Feb 09 19:19:56.313816 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-b080f6d1-ac75-4cf0-9085-edead28d6783 req-cc025dc3-17ea-4b4d-8502-fd9cec014d01 tempest-ServersAdminTestJSON-1393048834 tempest-ServersAdminTestJSON-1393048834-project] 10.222.0.75 "GET /v2.0/security-groups?id=c0042214-21f2-4e80-92b9-9b56852b3a45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455720 Feb 09 19:19:56.320371 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [req-05b1e0c2-87d7-476f-a66c-242186fcb4aa req-42b22bee-bd5e-474b-ac11-92d6848c64e1 tempest-ServersAdminTestJSON-1393048834 tempest-ServersAdminTestJSON-1393048834-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762867177463', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762866656476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14393751'] for port (391d7870-a90c-4fda-ba9b-c043a21e2381), after_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:19:56.336958 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-7429db8d-6021-40ad-813e-885be449a89b None None] get_ports_and_sgs() called for port_ids ['391d7870-a90c-4fda-ba9b-c043a21e2381'] {{(pid=103232) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 19:19:56.349506 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42b22bee-bd5e-474b-ac11-92d6848c64e1 tempest-ServersAdminTestJSON-1393048834 tempest-ServersAdminTestJSON-1393048834-project] Pushing event deleted for resources: {'Port': ['ID=391d7870-a90c-4fda-ba9b-c043a21e2381,revision_number=None']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:19:56.418933 n-d-713498-36 neutron-server[103230]: DEBUG neutron.db.l3_dvrscheduler_db [req-05b1e0c2-87d7-476f-a66c-242186fcb4aa req-42b22bee-bd5e-474b-ac11-92d6848c64e1 tempest-ServersAdminTestJSON-1393048834 tempest-ServersAdminTestJSON-1393048834-project] No DVR routers for this DVR port 391d7870-a90c-4fda-ba9b-c043a21e2381 on host n-h2-713498-36 {{(pid=103230) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 19:19:56.422011 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [req-05b1e0c2-87d7-476f-a66c-242186fcb4aa req-42b22bee-bd5e-474b-ac11-92d6848c64e1 tempest-ServersAdminTestJSON-1393048834 tempest-ServersAdminTestJSON-1393048834-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171096'] for port (None), before_response {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:19:56.425479 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-05b1e0c2-87d7-476f-a66c-242186fcb4aa req-42b22bee-bd5e-474b-ac11-92d6848c64e1 tempest-ServersAdminTestJSON-1393048834 tempest-ServersAdminTestJSON-1393048834-project] 10.222.0.90 "DELETE /v2.0/ports/391d7870-a90c-4fda-ba9b-c043a21e2381 HTTP/1.1" status: 204 len: 173 time: 0.5028801 Feb 09 19:19:56.426024 n-d-713498-36 neutron-server[103230]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fd17ec19-7de7-4d19-86bc-494ce272637b', 'name': 'network-vif-deleted', 'tag': '391d7870-a90c-4fda-ba9b-c043a21e2381'}] {{(pid=103230) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 19:19:56.428337 n-d-713498-36 neutron-server[103230]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aee5919275bae9f72eb374ee322673045eb80c1f84b4b45a97d96923bd50ab51" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-42741aa6-085c-4951-8cf1-23f3210afbaa" -d '{"events": [{"server_uuid": "fd17ec19-7de7-4d19-86bc-494ce272637b", "name": "network-vif-deleted", "tag": "391d7870-a90c-4fda-ba9b-c043a21e2381"}]}' {{(pid=103230) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 19:19:56.476740 n-d-713498-36 neutron-server[103230]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 19:19:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6afc5d28-849b-4a9a-a57f-66d127539d34 x-openstack-request-id: req-6afc5d28-849b-4a9a-a57f-66d127539d34 {{(pid=103230) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 19:19:56.477157 n-d-713498-36 neutron-server[103230]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fd17ec19-7de7-4d19-86bc-494ce272637b", "name": "network-vif-deleted", "tag": "391d7870-a90c-4fda-ba9b-c043a21e2381", "status": "completed", "code": 200}]} {{(pid=103230) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 19:19:56.477533 n-d-713498-36 neutron-server[103230]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-6afc5d28-849b-4a9a-a57f-66d127539d34 {{(pid=103230) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 19:19:56.478079 n-d-713498-36 neutron-server[103230]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fd17ec19-7de7-4d19-86bc-494ce272637b', 'name': 'network-vif-deleted', 'tag': '391d7870-a90c-4fda-ba9b-c043a21e2381', 'status': 'completed', 'code': 200} Feb 09 19:19:56.586534 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-2f97dbda-222c-4c79-8090-bb54123c8ef9 req-26a32034-00b6-47b1-8e34-b6db4521689a tempest-ServerShowV254Test-870289355 tempest-ServerShowV254Test-870289355-project] 10.222.0.75 "GET /v2.0/ports?device_id=d95ca13c-0da2-449b-9017-0ca70b318240 HTTP/1.1" status: 200 len: 210 time: 0.0352075 Feb 09 19:19:57.680475 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 42600) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:19:57.720411 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-e5ec9404-d1b7-4fb5-8dbb-f8241a3cc302 req-4930aaed-cbe3-43d4-b63d-c1445bc21d98 tempest-ServerShowV254Test-870289355 tempest-ServerShowV254Test-870289355-project] 10.222.0.75 "GET /v2.0/ports?device_id=d95ca13c-0da2-449b-9017-0ca70b318240 HTTP/1.1" status: 200 len: 210 time: 0.0471146 Feb 09 19:19:57.833673 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-45ee25c5-f098-4d91-9081-22e120f5f421 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=7e91830b51f247988605db5c5590a82d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1519110 Feb 09 19:19:57.836105 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 42604) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:19:57.890719 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-b4212d50-9b4d-4661-92c6-a22f560bb4c3 admin admin] Publish callbacks [] for security_group (c0042214-21f2-4e80-92b9-9b56852b3a45), before_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:19:57.914682 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-b4212d50-9b4d-4661-92c6-a22f560bb4c3 admin admin] Publish callbacks [] for security_group (c0042214-21f2-4e80-92b9-9b56852b3a45), precommit_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:19:57.968005 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-b4212d50-9b4d-4661-92c6-a22f560bb4c3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1892331'] for security_group (c0042214-21f2-4e80-92b9-9b56852b3a45), after_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:19:57.970893 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-b4212d50-9b4d-4661-92c6-a22f560bb4c3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:19:57.972609 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-b4212d50-9b4d-4661-92c6-a22f560bb4c3 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/c0042214-21f2-4e80-92b9-9b56852b3a45 HTTP/1.1" status: 204 len: 168 time: 0.1349521 Feb 09 19:19:57.981129 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4212d50-9b4d-4661-92c6-a22f560bb4c3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c0042214-21f2-4e80-92b9-9b56852b3a45,revision_number=None']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:19:58.291470 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 42620) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:19:58.340477 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-c5209b47-813b-46d9-9225-90398da765f2 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=cd8b6d13a9bd49ffb556e523d338794d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0469923 Feb 09 19:19:58.342874 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 42628) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:19:58.406793 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-d7b43683-bd4e-4cc3-bac1-e7714984e9d1 admin admin] Publish callbacks [] for security_group (3fa97161-6419-4f81-93bc-d0d23311bf6b), before_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:19:58.430913 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-d7b43683-bd4e-4cc3-bac1-e7714984e9d1 admin admin] Publish callbacks [] for security_group (3fa97161-6419-4f81-93bc-d0d23311bf6b), precommit_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:19:58.480366 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-d7b43683-bd4e-4cc3-bac1-e7714984e9d1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1892331'] for security_group (3fa97161-6419-4f81-93bc-d0d23311bf6b), after_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:19:58.483523 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-d7b43683-bd4e-4cc3-bac1-e7714984e9d1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:19:58.484541 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-d7b43683-bd4e-4cc3-bac1-e7714984e9d1 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/3fa97161-6419-4f81-93bc-d0d23311bf6b HTTP/1.1" status: 204 len: 168 time: 0.1406887 Feb 09 19:19:58.493167 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7b43683-bd4e-4cc3-bac1-e7714984e9d1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3fa97161-6419-4f81-93bc-d0d23311bf6b,revision_number=None']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:19:58.835067 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-f194ab3f-f930-4c3e-b983-2b1440c5d21c req-567567f6-2857-48e8-80c1-93731ba37f03 tempest-ServerShowV254Test-870289355 tempest-ServerShowV254Test-870289355-project] 10.222.0.75 "GET /v2.0/ports?device_id=d95ca13c-0da2-449b-9017-0ca70b318240 HTTP/1.1" status: 200 len: 210 time: 0.0365734 Feb 09 19:19:59.953145 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-2690f3fe-8f2a-4b8e-9640-4a814da25d2f req-9760aadd-391f-4c65-9de1-a475bdcd7498 tempest-ServerShowV254Test-870289355 tempest-ServerShowV254Test-870289355-project] 10.222.0.75 "GET /v2.0/ports?device_id=d95ca13c-0da2-449b-9017-0ca70b318240 HTTP/1.1" status: 200 len: 210 time: 0.0323746 Feb 09 19:20:00.293929 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 42724) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:20:00.353346 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Device 391d7870-a90c-4fda-ba9b-c043a21e2381 no longer exists at agent hyperv_n-h2-713498-36 {{(pid=103232) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 19:20:00.403741 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-7429db8d-6021-40ad-813e-885be449a89b None None] No Port match for: 391d7870-a90c-4fda-ba9b-c043a21e2381 {{(pid=103232) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 19:20:00.404102 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Device 391d7870-a90c-4fda-ba9b-c043a21e2381 not bound to the agent host n-h2-713498-36 {{(pid=103232) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 19:20:00.423033 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-eb0097c8-9e1f-4802-af9e-3272936988e2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:20:00.508076 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-eb0097c8-9e1f-4802-af9e-3272936988e2 admin admin] Publish callbacks [] for security_group (eca6f775-2234-4f59-a51c-7c7fef08afef), precommit_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:20:00.513034 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-eb0097c8-9e1f-4802-af9e-3272936988e2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1892331'] for security_group (eca6f775-2234-4f59-a51c-7c7fef08afef), after_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:20:00.560614 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-eb0097c8-9e1f-4802-af9e-3272936988e2 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=827057041e5448878e5d070116091dc3&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2655122 Feb 09 19:20:00.561559 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb0097c8-9e1f-4802-af9e-3272936988e2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eca6f775-2234-4f59-a51c-7c7fef08afef,revision_number=1']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:20:00.563707 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 42732) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:20:00.622221 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-d47f736a-1642-45dd-9057-4f97ac515ac5 admin admin] Publish callbacks [] for security_group (eca6f775-2234-4f59-a51c-7c7fef08afef), before_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:20:00.645875 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-d47f736a-1642-45dd-9057-4f97ac515ac5 admin admin] Publish callbacks [] for security_group (eca6f775-2234-4f59-a51c-7c7fef08afef), precommit_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:20:00.697779 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-d47f736a-1642-45dd-9057-4f97ac515ac5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1892331'] for security_group (eca6f775-2234-4f59-a51c-7c7fef08afef), after_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:20:00.700315 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-d47f736a-1642-45dd-9057-4f97ac515ac5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:20:00.701562 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-d47f736a-1642-45dd-9057-4f97ac515ac5 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/eca6f775-2234-4f59-a51c-7c7fef08afef HTTP/1.1" status: 204 len: 168 time: 0.1362548 Feb 09 19:20:00.710824 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d47f736a-1642-45dd-9057-4f97ac515ac5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eca6f775-2234-4f59-a51c-7c7fef08afef,revision_number=None']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:20:01.102943 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-fa40855d-accd-4e5f-a69d-26d95f672508 req-1791427a-8d79-4c6b-81ed-abe5a67db5de tempest-ServerShowV254Test-870289355 tempest-ServerShowV254Test-870289355-project] 10.222.0.75 "GET /v2.0/ports?device_id=d95ca13c-0da2-449b-9017-0ca70b318240 HTTP/1.1" status: 200 len: 210 time: 0.0390780 Feb 09 19:20:01.433245 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 42768) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:20:01.547418 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.v2.base [None req-986aefce-cec6-47a1-829b-aea13dec8f8d admin admin] Request body: {'network': {'name': 'tempest-FloatingIPDetailsTestJSON-2087238508-network', 'tenant_id': '8c64694634344935945f1770d4f9e487'}} {{(pid=103229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 19:20:01.567358 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-986aefce-cec6-47a1-829b-aea13dec8f8d admin admin] Made reservation on behalf of 8c64694634344935945f1770d4f9e487 for: {'network': 1} {{(pid=103229) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 19:20:01.569851 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-986aefce-cec6-47a1-829b-aea13dec8f8d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for network (None), before_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:20:01.588890 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-986aefce-cec6-47a1-829b-aea13dec8f8d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:20:01.948870 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-986aefce-cec6-47a1-829b-aea13dec8f8d admin admin] Publish callbacks [] for security_group (ec2595a5-2031-4585-9c02-3f8e1176f656), precommit_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:20:01.953795 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-986aefce-cec6-47a1-829b-aea13dec8f8d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1892331'] for security_group (ec2595a5-2031-4585-9c02-3f8e1176f656), after_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:20:01.984925 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-986aefce-cec6-47a1-829b-aea13dec8f8d admin admin] vlan segment allocate from pool success with {'vlan_id': 369, 'physical_network': 'physnet1'} {{(pid=103229) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 19:20:01.990713 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-986aefce-cec6-47a1-829b-aea13dec8f8d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ec2595a5-2031-4585-9c02-3f8e1176f656,revision_number=1']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:20:01.998127 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-986aefce-cec6-47a1-829b-aea13dec8f8d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-759574'] for segment (8e2a9621-9a4d-492f-9534-c62bbd1f7ab7), precommit_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:20:01.998482 n-d-713498-36 neutron-server[103229]: INFO neutron.db.segments_db [None req-986aefce-cec6-47a1-829b-aea13dec8f8d admin admin] Added segment 8e2a9621-9a4d-492f-9534-c62bbd1f7ab7 of type vlan for network 32ed201d-2f8e-444f-ac15-0315ba71fbd9 Feb 09 19:20:02.042367 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-986aefce-cec6-47a1-829b-aea13dec8f8d admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762866642225'] for network (32ed201d-2f8e-444f-ac15-0315ba71fbd9), precommit_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:20:02.067600 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-986aefce-cec6-47a1-829b-aea13dec8f8d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1885479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452'] for network (32ed201d-2f8e-444f-ac15-0315ba71fbd9), after_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:20:02.069292 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-986aefce-cec6-47a1-829b-aea13dec8f8d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:20:02.069882 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-986aefce-cec6-47a1-829b-aea13dec8f8d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1613566'] for network (None), before_response {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:20:02.137304 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 42782) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:20:02.142164 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.v2.base [None req-41048c9a-97b3-42a6-b9b5-43f5ac537e5e admin admin] Request body: {'subnet': {'network_id': '32ed201d-2f8e-444f-ac15-0315ba71fbd9', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPDetailsTestJSON-2087238508-subnet', 'tenant_id': '8c64694634344935945f1770d4f9e487', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103230) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 19:20:02.146884 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-986aefce-cec6-47a1-829b-aea13dec8f8d admin admin] 10.222.0.75 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.7123396 Feb 09 19:20:02.162965 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-986aefce-cec6-47a1-829b-aea13dec8f8d admin admin] Pushing event updated for resources: {'Network': ['ID=32ed201d-2f8e-444f-ac15-0315ba71fbd9,revision_number=1']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:20:02.175476 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Network 32ed201d-2f8e-444f-ac15-0315ba71fbd9 details requested by agent ovs-agent-n-d-713498-36 with host n-d-713498-36 {{(pid=103232) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 19:20:02.183342 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-41048c9a-97b3-42a6-b9b5-43f5ac537e5e admin admin] Made reservation on behalf of 8c64694634344935945f1770d4f9e487 for: {'subnet': 1} {{(pid=103230) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 19:20:02.185822 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-41048c9a-97b3-42a6-b9b5-43f5ac537e5e admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12985917'] for subnet (None), before_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:20:02.257467 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-3c242f45-4299-48f1-8478-b206d6bb5385 req-5c3e4df5-d99a-439a-9e07-9b29138d651c tempest-ServerShowV254Test-870289355 tempest-ServerShowV254Test-870289355-project] 10.222.0.75 "GET /v2.0/ports?device_id=d95ca13c-0da2-449b-9017-0ca70b318240 HTTP/1.1" status: 200 len: 210 time: 0.0584216 Feb 09 19:20:02.429667 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-41048c9a-97b3-42a6-b9b5-43f5ac537e5e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14393611', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12985859'] for subnet (e1c0d9ee-1d71-4072-8c60-3ee3c24b9993), after_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:20:02.486412 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41048c9a-97b3-42a6-b9b5-43f5ac537e5e admin admin] Pushing event updated for resources: {'Subnet': ['ID=e1c0d9ee-1d71-4072-8c60-3ee3c24b9993,revision_number=0']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:20:02.496610 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41048c9a-97b3-42a6-b9b5-43f5ac537e5e admin admin] Checking segment: {'id': '8e2a9621-9a4d-492f-9534-c62bbd1f7ab7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': '32ed201d-2f8e-444f-ac15-0315ba71fbd9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103230) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 19:20:02.496975 n-d-713498-36 neutron-server[103230]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41048c9a-97b3-42a6-b9b5-43f5ac537e5e admin admin] Network hostable DHCP agents. Network: 32ed201d-2f8e-444f-ac15-0315ba71fbd9, hostable agents: ['af91e4b9-f4e1-42b1-a25c-a10dc47171c8'], hosted agents: [] {{(pid=103230) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 19:20:02.514337 n-d-713498-36 neutron-server[103230]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41048c9a-97b3-42a6-b9b5-43f5ac537e5e admin admin] Network 32ed201d-2f8e-444f-ac15-0315ba71fbd9 is scheduled to be hosted by DHCP agent af91e4b9-f4e1-42b1-a25c-a10dc47171c8 with binding_index 1 {{(pid=103230) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 19:20:02.526074 n-d-713498-36 neutron-server[103230]: DEBUG neutron.scheduler.base_scheduler [None req-41048c9a-97b3-42a6-b9b5-43f5ac537e5e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713498-36, 32ed201d-2f8e-444f-ac15-0315ba71fbd9) {{(pid=103230) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 19:20:02.531419 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41048c9a-97b3-42a6-b9b5-43f5ac537e5e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:20:02.532123 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-41048c9a-97b3-42a6-b9b5-43f5ac537e5e admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:20:02.540849 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d21d059-c803-42b4-b352-e5db30fdfd78 None None] Network 32ed201d-2f8e-444f-ac15-0315ba71fbd9 requested from n-d-713498-36 {{(pid=103232) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 19:20:02.561008 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 42788) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:20:02.562564 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-41048c9a-97b3-42a6-b9b5-43f5ac537e5e admin admin] 10.222.0.75 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.4228179 Feb 09 19:20:02.567005 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.v2.base [None req-e3064907-e183-49a0-9822-e6a72aa306ff admin admin] Request body: {'router': {'name': 'tempest-FloatingIPDetailsTestJSON-2087238508-router', 'tenant_id': '8c64694634344935945f1770d4f9e487', 'external_gateway_info': {'network_id': '88055e1e-672a-4487-be31-ffb6e833ece5'}}} {{(pid=103229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 19:20:02.589569 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-e3064907-e183-49a0-9822-e6a72aa306ff admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1834830', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-58389'] for router (9fff2a9d-bad3-4eea-8a8b-9108e710427f), before_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:20:02.591284 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-e3064907-e183-49a0-9822-e6a72aa306ff admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1834810', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1822096', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1886735', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-58380'] for router (9fff2a9d-bad3-4eea-8a8b-9108e710427f), precommit_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:20:02.656744 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-e3064907-e183-49a0-9822-e6a72aa306ff admin admin] Publish callbacks [] for router_controller (9fff2a9d-bad3-4eea-8a8b-9108e710427f), precommit_add_association {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:20:02.718604 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee8d3bd9-b7c9-4d5f-8c94-6b4d3fbb958d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8b32e980-7cce-5e82-a341-bd2fa8945c89-32ed201d-2f8e-444f-ac15-0315ba71fbd9', 'network_id': '32ed201d-2f8e-444f-ac15-0315ba71fbd9', 'project_id': '8c64694634344935945f1770d4f9e487', 'fixed_ips': [{'subnet_id': 'e1c0d9ee-1d71-4072-8c60-3ee3c24b9993'}]}} from n-d-713498-36. {{(pid=103232) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 09 19:20:02.720935 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-ee8d3bd9-b7c9-4d5f-8c94-6b4d3fbb958d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (None), before_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:20:02.853565 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-e3064907-e183-49a0-9822-e6a72aa306ff admin admin] Publish callbacks [] for router_gateway (9fff2a9d-bad3-4eea-8a8b-9108e710427f), precommit_update {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:20:02.901643 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.db_base_plugin_common [None req-ee8d3bd9-b7c9-4d5f-8c94-6b4d3fbb958d None None] Allocated IP 172.20.0.2 (32ed201d-2f8e-444f-ac15-0315ba71fbd9/e1c0d9ee-1d71-4072-8c60-3ee3c24b9993/5c07327c-0924-4c7d-b58c-121fea074ab3) {{(pid=103232) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 19:20:03.110543 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-ee8d3bd9-b7c9-4d5f-8c94-6b4d3fbb958d None None] Publish callbacks [] for port (5c07327c-0924-4c7d-b58c-121fea074ab3), precommit_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:20:03.118153 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-ee8d3bd9-b7c9-4d5f-8c94-6b4d3fbb958d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762866656467'] for port (5c07327c-0924-4c7d-b58c-121fea074ab3), after_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:20:03.143413 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-e3064907-e183-49a0-9822-e6a72aa306ff admin admin] Publish callbacks [] for router_gateway (9fff2a9d-bad3-4eea-8a8b-9108e710427f), before_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:20:03.156281 n-d-713498-36 neutron-server[103232]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee8d3bd9-b7c9-4d5f-8c94-6b4d3fbb958d None None] Network 32ed201d-2f8e-444f-ac15-0315ba71fbd9 is already hosted by enough agents. {{(pid=103232) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 19:20:03.160181 n-d-713498-36 neutron-server[103232]: DEBUG neutron.scheduler.base_scheduler [None req-ee8d3bd9-b7c9-4d5f-8c94-6b4d3fbb958d None None] Resources bound (agent type, host, resource id): {{(pid=103232) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 19:20:03.164495 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee8d3bd9-b7c9-4d5f-8c94-6b4d3fbb958d None None] Received port after_create {{(pid=103232) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 19:20:03.172043 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-e3064907-e183-49a0-9822-e6a72aa306ff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (None), before_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:20:03.228924 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee8d3bd9-b7c9-4d5f-8c94-6b4d3fbb958d None None] Pushing event updated for resources: {'Port': ['ID=5c07327c-0924-4c7d-b58c-121fea074ab3,revision_number=1']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:20:03.247202 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.managers [None req-ee8d3bd9-b7c9-4d5f-8c94-6b4d3fbb958d None None] Attempting to bind port 5c07327c-0924-4c7d-b58c-121fea074ab3 on host n-d-713498-36 for vnic_type normal with profile {{(pid=103232) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 19:20:03.247640 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.managers [None req-ee8d3bd9-b7c9-4d5f-8c94-6b4d3fbb958d None None] Attempting to bind port 5c07327c-0924-4c7d-b58c-121fea074ab3 by drivers openvswitch,hyperv on host n-d-713498-36 at level 0 using segments [{'id': '8e2a9621-9a4d-492f-9534-c62bbd1f7ab7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': '32ed201d-2f8e-444f-ac15-0315ba71fbd9'}] {{(pid=103232) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 19:20:03.248148 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee8d3bd9-b7c9-4d5f-8c94-6b4d3fbb958d None None] Attempting to bind port 5c07327c-0924-4c7d-b58c-121fea074ab3 on network 32ed201d-2f8e-444f-ac15-0315ba71fbd9 {{(pid=103232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 19:20:03.258220 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee8d3bd9-b7c9-4d5f-8c94-6b4d3fbb958d None None] Checking agent: {'id': '496418a2-c002-4aec-ab1a-07f3bea491bd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-36', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 18, 51, 47), 'started_at': datetime.datetime(2022, 2, 9, 18, 52, 17), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 19, 19, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-36'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 19:20:03.258725 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee8d3bd9-b7c9-4d5f-8c94-6b4d3fbb958d None None] Checking segment: {'id': '8e2a9621-9a4d-492f-9534-c62bbd1f7ab7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': '32ed201d-2f8e-444f-ac15-0315ba71fbd9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103232) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 19:20:03.259350 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-ee8d3bd9-b7c9-4d5f-8c94-6b4d3fbb958d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:20:03.259805 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee8d3bd9-b7c9-4d5f-8c94-6b4d3fbb958d None None] Bound using segment: {'id': '8e2a9621-9a4d-492f-9534-c62bbd1f7ab7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': '32ed201d-2f8e-444f-ac15-0315ba71fbd9'} {{(pid=103232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 19:20:03.260394 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.managers [None req-ee8d3bd9-b7c9-4d5f-8c94-6b4d3fbb958d None None] Bound port: 5c07327c-0924-4c7d-b58c-121fea074ab3, host: n-d-713498-36, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8e2a9621-9a4d-492f-9534-c62bbd1f7ab7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': '32ed201d-2f8e-444f-ac15-0315ba71fbd9'}}] {{(pid=103232) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 19:20:03.260854 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-ee8d3bd9-b7c9-4d5f-8c94-6b4d3fbb958d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (5c07327c-0924-4c7d-b58c-121fea074ab3), before_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:20:03.341765 n-d-713498-36 neutron-server[103229]: DEBUG neutron.db.db_base_plugin_common [None req-e3064907-e183-49a0-9822-e6a72aa306ff admin admin] Allocated IP 172.25.1.185 (88055e1e-672a-4487-be31-ffb6e833ece5/ac16dbcc-383c-4b43-9153-d763c4a53f91/d71fd65e-638a-4306-b92b-7468cc00df41) {{(pid=103229) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 19:20:03.372864 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-ee8d3bd9-b7c9-4d5f-8c94-6b4d3fbb958d None None] For port 5c07327c-0924-4c7d-b58c-121fea074ab3, host n-d-713498-36, cleared binding levels {{(pid=103232) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 19:20:03.376216 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-ee8d3bd9-b7c9-4d5f-8c94-6b4d3fbb958d None None] For port 5c07327c-0924-4c7d-b58c-121fea074ab3, host n-d-713498-36, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-36',level=0,port_id=5c07327c-0924-4c7d-b58c-121fea074ab3,segment=NetworkSegment(8e2a9621-9a4d-492f-9534-c62bbd1f7ab7),segment_id=8e2a9621-9a4d-492f-9534-c62bbd1f7ab7)] {{(pid=103232) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 19:20:03.385482 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-ee8d3bd9-b7c9-4d5f-8c94-6b4d3fbb958d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762867176205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762866656485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762866656503'] for port (5c07327c-0924-4c7d-b58c-121fea074ab3), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:20:03.464191 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-07118a8f-edba-4811-b115-a95a2c6c3edb req-c4ffb2f0-e8df-4a48-a792-2732b0ecc072 tempest-ServerShowV254Test-870289355 tempest-ServerShowV254Test-870289355-project] 10.222.0.75 "GET /v2.0/ports?device_id=d95ca13c-0da2-449b-9017-0ca70b318240 HTTP/1.1" status: 200 len: 210 time: 0.0530756 Feb 09 19:20:03.494409 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee8d3bd9-b7c9-4d5f-8c94-6b4d3fbb958d None None] Pushing event updated for resources: {'Port': ['ID=5c07327c-0924-4c7d-b58c-121fea074ab3,revision_number=2']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:20:03.515631 n-d-713498-36 neutron-server[103233]: DEBUG neutron.db.agents_db [None req-4a8a6a42-0a0c-4437-8958-92282682b6bb None None] Agent healthcheck: found 7 active agents {{(pid=103233) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 19:20:03.561600 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-e3064907-e183-49a0-9822-e6a72aa306ff admin admin] Publish callbacks [] for port (d71fd65e-638a-4306-b92b-7468cc00df41), precommit_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:20:03.609355 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-e3064907-e183-49a0-9822-e6a72aa306ff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762866656467', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12867576'] for port (d71fd65e-638a-4306-b92b-7468cc00df41), after_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:20:03.656055 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3064907-e183-49a0-9822-e6a72aa306ff admin admin] Pushing event updated for resources: {'Port': ['ID=d71fd65e-638a-4306-b92b-7468cc00df41,revision_number=1']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:20:03.666537 n-d-713498-36 neutron-server[103229]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3064907-e183-49a0-9822-e6a72aa306ff admin admin] Network 88055e1e-672a-4487-be31-ffb6e833ece5 is already hosted by enough agents. {{(pid=103229) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 19:20:03.668337 n-d-713498-36 neutron-server[103229]: DEBUG neutron.scheduler.base_scheduler [None req-e3064907-e183-49a0-9822-e6a72aa306ff admin admin] Resources bound (agent type, host, resource id): {{(pid=103229) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 19:20:03.674564 n-d-713498-36 neutron-server[103229]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3064907-e183-49a0-9822-e6a72aa306ff admin admin] Received port after_create {{(pid=103229) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 19:20:03.998860 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-e3064907-e183-49a0-9822-e6a72aa306ff admin admin] Publish callbacks [] for router_gateway (9fff2a9d-bad3-4eea-8a8b-9108e710427f), after_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:20:04.212566 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-e3064907-e183-49a0-9822-e6a72aa306ff admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1834945', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1818951'] for router (9fff2a9d-bad3-4eea-8a8b-9108e710427f), after_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:20:04.379888 n-d-713498-36 neutron-server[103229]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e3064907-e183-49a0-9822-e6a72aa306ff admin admin] Router 9fff2a9d-bad3-4eea-8a8b-9108e710427f is scheduled to L3 agent 93303d5e-5d17-45e8-8963-7694f87783ae with binding_index 1 {{(pid=103229) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 09 19:20:04.522210 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e3064907-e183-49a0-9822-e6a72aa306ff admin admin] Notify agent at l3_agent.n-d-713498-36 the message routers_updated {{(pid=103229) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 19:20:04.529970 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9cd2cd18-f060-43e9-8bd3-3576f4feb690 None None] Sync routers for ids ['9fff2a9d-bad3-4eea-8a8b-9108e710427f'] in n-d-713498-36 {{(pid=103232) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 19:20:04.545371 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cd2cd18-f060-43e9-8bd3-3576f4feb690 None None] Routers {'9fff2a9d-bad3-4eea-8a8b-9108e710427f'} bound to L3 agent in host n-d-713498-36 {{(pid=103232) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 19:20:04.550261 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.l3_hamode_db [None req-9cd2cd18-f060-43e9-8bd3-3576f4feb690 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T18:51:43Z,description=,heartbeat_timestamp=2022-02-09T19:19:43Z,host='n-d-713498-36',id=93303d5e-5d17-45e8-8963-7694f87783ae,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T18:51:43Z,topic='l3_agent')) {'router_ids': ['9fff2a9d-bad3-4eea-8a8b-9108e710427f'], 'active': True} {{(pid=103232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:20:04.571105 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-e3064907-e183-49a0-9822-e6a72aa306ff admin admin] Publish callbacks [] for router (None), before_response {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:20:04.573928 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-e3064907-e183-49a0-9822-e6a72aa306ff admin admin] 10.222.0.75 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 2.0105026 Feb 09 19:20:04.576772 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 42822) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:20:04.727771 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.l3_dvr_db [None req-9cd2cd18-f060-43e9-8bd3-3576f4feb690 None None] Set router 9fff2a9d-bad3-4eea-8a8b-9108e710427f gateway port host: n-d-713498-36 {{(pid=103232) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 19:20:04.819180 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0fd6ce2e-05a6-463d-803c-38bd3f02537b None None] Network 32ed201d-2f8e-444f-ac15-0315ba71fbd9 requested from n-d-713498-36 {{(pid=103232) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 19:20:05.074743 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.provisioning_blocks [None req-f26d0aa5-a189-4f67-a068-6fd7dc520ee7 None None] Provisioning complete for port 5c07327c-0924-4c7d-b58c-121fea074ab3 triggered by entity DHCP. {{(pid=103232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 19:20:05.075125 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-f26d0aa5-a189-4f67-a068-6fd7dc520ee7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593630'] for port (5c07327c-0924-4c7d-b58c-121fea074ab3), provisioning_complete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:20:05.091383 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-2f6c629a-2e0d-408c-a3dd-8fa21a82c46c req-241d8209-2257-4b53-bf99-77c6b2f83624 tempest-ServerShowV254Test-870289355 tempest-ServerShowV254Test-870289355-project] 10.222.0.75 "GET /v2.0/ports?device_id=d95ca13c-0da2-449b-9017-0ca70b318240 HTTP/1.1" status: 200 len: 210 time: 0.0305624 Feb 09 19:20:05.172360 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.l3_hamode_db [None req-9cd2cd18-f060-43e9-8bd3-3576f4feb690 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9fff2a9d-bad3-4eea-8a8b-9108e710427f', 'name': 'tempest-FloatingIPDetailsTestJSON-2087238508-router', 'tenant_id': '8c64694634344935945f1770d4f9e487', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88055e1e-672a-4487-be31-ffb6e833ece5', 'external_fixed_ips': [{'subnet_id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'ip_address': '172.25.1.185'}], 'enable_snat': True}, 'gw_port_id': 'd71fd65e-638a-4306-b92b-7468cc00df41', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T19:20:02Z', 'updated_at': '2022-02-09T19:20:03Z', 'revision_number': 3, 'project_id': '8c64694634344935945f1770d4f9e487', 'gw_port': {'id': 'd71fd65e-638a-4306-b92b-7468cc00df41', 'name': '', 'network_id': '88055e1e-672a-4487-be31-ffb6e833ece5', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:f5:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9fff2a9d-bad3-4eea-8a8b-9108e710427f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1810, 'fixed_ips': [{'subnet_id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'ip_address': '172.25.1.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T19:20:03Z', 'updated_at': '2022-02-09T19:20:03Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-36'}], 'n-d-713498-36', False) {} {{(pid=103232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:20:05.221528 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9cd2cd18-f060-43e9-8bd3-3576f4feb690 None None] Checking router: 9fff2a9d-bad3-4eea-8a8b-9108e710427f for host: n-d-713498-36 {{(pid=103232) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 19:20:05.222074 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9cd2cd18-f060-43e9-8bd3-3576f4feb690 None None] Updating router 9fff2a9d-bad3-4eea-8a8b-9108e710427f port d71fd65e-638a-4306-b92b-7468cc00df41 binding host n-d-713498-36 {{(pid=103232) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 19:20:05.271199 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-f26d0aa5-a189-4f67-a068-6fd7dc520ee7 None None] Current status of the port 5c07327c-0924-4c7d-b58c-121fea074ab3 is: DOWN; New status is: ACTIVE {{(pid=103232) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 19:20:05.271601 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-f26d0aa5-a189-4f67-a068-6fd7dc520ee7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (5c07327c-0924-4c7d-b58c-121fea074ab3), before_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:20:05.273720 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-9cd2cd18-f060-43e9-8bd3-3576f4feb690 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (d71fd65e-638a-4306-b92b-7468cc00df41), before_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:20:05.432783 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-f26d0aa5-a189-4f67-a068-6fd7dc520ee7 None None] For port 5c07327c-0924-4c7d-b58c-121fea074ab3, host n-d-713498-36, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-36',level=0,port_id=5c07327c-0924-4c7d-b58c-121fea074ab3,segment=NetworkSegment(8e2a9621-9a4d-492f-9534-c62bbd1f7ab7),segment_id=8e2a9621-9a4d-492f-9534-c62bbd1f7ab7)] {{(pid=103232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 19:20:05.444826 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-f26d0aa5-a189-4f67-a068-6fd7dc520ee7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762867176205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762866656485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762866656503'] for port (5c07327c-0924-4c7d-b58c-121fea074ab3), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:20:05.528113 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Device 5c07327c-0924-4c7d-b58c-121fea074ab3 up at agent ovs-agent-n-d-713498-36 {{(pid=103232) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 19:20:05.683905 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-f1249517-e179-4b1b-bea4-92c5b255aded admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (None), before_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:20:05.816748 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f26d0aa5-a189-4f67-a068-6fd7dc520ee7 None None] Pushing event updated for resources: {'Port': ['ID=5c07327c-0924-4c7d-b58c-121fea074ab3,revision_number=3']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:20:05.865396 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.provisioning_blocks [None req-31d8b504-c6c6-421c-a6cc-a616421fcae2 None None] Provisioning complete for port 5c07327c-0924-4c7d-b58c-121fea074ab3 triggered by entity DHCP. {{(pid=103232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 19:20:05.865891 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-31d8b504-c6c6-421c-a6cc-a616421fcae2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593630'] for port (5c07327c-0924-4c7d-b58c-121fea074ab3), provisioning_complete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:20:05.886278 n-d-713498-36 neutron-server[103230]: DEBUG neutron.db.db_base_plugin_common [None req-f1249517-e179-4b1b-bea4-92c5b255aded admin admin] Allocated IP 172.20.0.1 (32ed201d-2f8e-444f-ac15-0315ba71fbd9/e1c0d9ee-1d71-4072-8c60-3ee3c24b9993/3139b5d9-40c4-4393-b24c-f1da95d7b0b4) {{(pid=103230) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 19:20:05.926252 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.provisioning_blocks [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Provisioning complete for port 5c07327c-0924-4c7d-b58c-121fea074ab3 triggered by entity L2. {{(pid=103232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 19:20:05.926633 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593630'] for port (5c07327c-0924-4c7d-b58c-121fea074ab3), provisioning_complete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:20:06.024522 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-f1249517-e179-4b1b-bea4-92c5b255aded admin admin] Publish callbacks [] for port (3139b5d9-40c4-4393-b24c-f1da95d7b0b4), precommit_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:20:06.060317 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-f1249517-e179-4b1b-bea4-92c5b255aded admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762866656467', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14393751'] for port (3139b5d9-40c4-4393-b24c-f1da95d7b0b4), after_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:20:06.105416 n-d-713498-36 neutron-server[103230]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1249517-e179-4b1b-bea4-92c5b255aded admin admin] Network 32ed201d-2f8e-444f-ac15-0315ba71fbd9 is already hosted by enough agents. {{(pid=103230) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 19:20:06.111693 n-d-713498-36 neutron-server[103230]: DEBUG neutron.scheduler.base_scheduler [None req-f1249517-e179-4b1b-bea4-92c5b255aded admin admin] Resources bound (agent type, host, resource id): {{(pid=103230) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 19:20:06.111874 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-9cd2cd18-f060-43e9-8bd3-3576f4feb690 None None] Publish callbacks [] for port (d71fd65e-638a-4306-b92b-7468cc00df41), precommit_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:20:06.117421 n-d-713498-36 neutron-server[103230]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1249517-e179-4b1b-bea4-92c5b255aded admin admin] Received port after_create {{(pid=103230) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 19:20:06.127843 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-9cd2cd18-f060-43e9-8bd3-3576f4feb690 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762867176205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762866656485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762866656503'] for port (d71fd65e-638a-4306-b92b-7468cc00df41), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:20:06.163181 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1249517-e179-4b1b-bea4-92c5b255aded admin admin] Pushing event updated for resources: {'Port': ['ID=3139b5d9-40c4-4393-b24c-f1da95d7b0b4,revision_number=1']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:20:06.183113 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-31d8b504-c6c6-421c-a6cc-a616421fcae2 None None] Current status of the port 5c07327c-0924-4c7d-b58c-121fea074ab3 is: ACTIVE; New status is: ACTIVE {{(pid=103232) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 19:20:06.192693 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-f1249517-e179-4b1b-bea4-92c5b255aded admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1819024'] for router_interface (9fff2a9d-bad3-4eea-8a8b-9108e710427f), before_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:20:06.195115 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Current status of the port 5c07327c-0924-4c7d-b58c-121fea074ab3 is: ACTIVE; New status is: ACTIVE {{(pid=103232) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 19:20:06.212543 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.managers [None req-9cd2cd18-f060-43e9-8bd3-3576f4feb690 None None] Attempting to bind port d71fd65e-638a-4306-b92b-7468cc00df41 on host n-d-713498-36 for vnic_type normal with profile {{(pid=103232) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 19:20:06.212909 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.managers [None req-9cd2cd18-f060-43e9-8bd3-3576f4feb690 None None] Attempting to bind port d71fd65e-638a-4306-b92b-7468cc00df41 by drivers openvswitch,hyperv on host n-d-713498-36 at level 0 using segments [{'id': 'a4222f89-8d3f-4b51-953b-1a8126392491', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '88055e1e-672a-4487-be31-ffb6e833ece5'}] {{(pid=103232) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 19:20:06.213271 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9cd2cd18-f060-43e9-8bd3-3576f4feb690 None None] Attempting to bind port d71fd65e-638a-4306-b92b-7468cc00df41 on network 88055e1e-672a-4487-be31-ffb6e833ece5 {{(pid=103232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 19:20:06.232333 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9cd2cd18-f060-43e9-8bd3-3576f4feb690 None None] Checking agent: {'id': '496418a2-c002-4aec-ab1a-07f3bea491bd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-36', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 18, 51, 47), 'started_at': datetime.datetime(2022, 2, 9, 18, 52, 17), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 19, 19, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-36'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 19:20:06.237790 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9cd2cd18-f060-43e9-8bd3-3576f4feb690 None None] Checking segment: {'id': 'a4222f89-8d3f-4b51-953b-1a8126392491', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '88055e1e-672a-4487-be31-ffb6e833ece5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103232) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 19:20:06.238541 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-9cd2cd18-f060-43e9-8bd3-3576f4feb690 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:20:06.244485 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9cd2cd18-f060-43e9-8bd3-3576f4feb690 None None] Bound using segment: {'id': 'a4222f89-8d3f-4b51-953b-1a8126392491', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '88055e1e-672a-4487-be31-ffb6e833ece5'} {{(pid=103232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 19:20:06.245259 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.managers [None req-9cd2cd18-f060-43e9-8bd3-3576f4feb690 None None] Bound port: d71fd65e-638a-4306-b92b-7468cc00df41, host: n-d-713498-36, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a4222f89-8d3f-4b51-953b-1a8126392491', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '88055e1e-672a-4487-be31-ffb6e833ece5'}}] {{(pid=103232) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 19:20:06.245899 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-9cd2cd18-f060-43e9-8bd3-3576f4feb690 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (d71fd65e-638a-4306-b92b-7468cc00df41), before_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:20:06.311868 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-284942d8-72c7-4903-8e61-3d4c5790cc6e req-1fbc9b9b-1876-4dd0-b788-c7e615ed021c tempest-ServerShowV254Test-870289355 tempest-ServerShowV254Test-870289355-project] 10.222.0.75 "GET /v2.0/ports?device_id=d95ca13c-0da2-449b-9017-0ca70b318240 HTTP/1.1" status: 200 len: 210 time: 0.0534265 Feb 09 19:20:06.312401 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5b90206-471a-418c-b271-884e5b203802 None None] Pushing event updated for resources: {'Port': ['ID=d71fd65e-638a-4306-b92b-7468cc00df41,revision_number=2']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:20:06.379214 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-9cd2cd18-f060-43e9-8bd3-3576f4feb690 None None] For port d71fd65e-638a-4306-b92b-7468cc00df41, host n-d-713498-36, cleared binding levels {{(pid=103232) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 19:20:06.380425 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-f1249517-e179-4b1b-bea4-92c5b255aded admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (3139b5d9-40c4-4393-b24c-f1da95d7b0b4), before_update {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:20:06.383039 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-9cd2cd18-f060-43e9-8bd3-3576f4feb690 None None] For port d71fd65e-638a-4306-b92b-7468cc00df41, host n-d-713498-36, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-36',level=0,port_id=d71fd65e-638a-4306-b92b-7468cc00df41,segment=NetworkSegment(a4222f89-8d3f-4b51-953b-1a8126392491),segment_id=a4222f89-8d3f-4b51-953b-1a8126392491)] {{(pid=103232) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 19:20:06.390310 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-9cd2cd18-f060-43e9-8bd3-3576f4feb690 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762867176205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762866656485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762866656503'] for port (d71fd65e-638a-4306-b92b-7468cc00df41), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:20:06.469873 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cd2cd18-f060-43e9-8bd3-3576f4feb690 None None] Routers {'9fff2a9d-bad3-4eea-8a8b-9108e710427f'} bound to L3 agent in host n-d-713498-36 {{(pid=103232) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 19:20:06.470554 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.l3_hamode_db [None req-9cd2cd18-f060-43e9-8bd3-3576f4feb690 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T18:51:43Z,description=,heartbeat_timestamp=2022-02-09T19:19:43Z,host='n-d-713498-36',id=93303d5e-5d17-45e8-8963-7694f87783ae,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T18:51:43Z,topic='l3_agent')) {'router_ids': ['9fff2a9d-bad3-4eea-8a8b-9108e710427f'], 'active': True} {{(pid=103232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:20:06.552732 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5b90206-471a-418c-b271-884e5b203802 None None] Pushing event updated for resources: {'Port': ['ID=d71fd65e-638a-4306-b92b-7468cc00df41,revision_number=3']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:20:06.586888 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.provisioning_blocks [None req-5c81a011-3efb-45fe-9e70-14b30c381f9a None None] Provisioning complete for port 3139b5d9-40c4-4393-b24c-f1da95d7b0b4 triggered by entity DHCP. {{(pid=103232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 19:20:06.587291 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-5c81a011-3efb-45fe-9e70-14b30c381f9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593630'] for port (3139b5d9-40c4-4393-b24c-f1da95d7b0b4), provisioning_complete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:20:06.620705 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-f1249517-e179-4b1b-bea4-92c5b255aded admin admin] Publish callbacks [] for port (3139b5d9-40c4-4393-b24c-f1da95d7b0b4), precommit_update {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:20:06.625690 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-5c81a011-3efb-45fe-9e70-14b30c381f9a None None] Port 3139b5d9-40c4-4393-b24c-f1da95d7b0b4 cannot update to ACTIVE because it is not bound. {{(pid=103232) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 19:20:06.627747 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-f1249517-e179-4b1b-bea4-92c5b255aded admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762867176205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762866656485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762866656503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14393758'] for port (3139b5d9-40c4-4393-b24c-f1da95d7b0b4), after_update {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:20:06.673580 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.l3_dvr_db [None req-9cd2cd18-f060-43e9-8bd3-3576f4feb690 None None] Set router 9fff2a9d-bad3-4eea-8a8b-9108e710427f gateway port host: n-d-713498-36 {{(pid=103232) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 19:20:06.717313 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-f1249517-e179-4b1b-bea4-92c5b255aded admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1613458', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1834496'] for router_interface (9fff2a9d-bad3-4eea-8a8b-9108e710427f), after_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:20:06.720377 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1249517-e179-4b1b-bea4-92c5b255aded admin admin] Pushing event updated for resources: {'Port': ['ID=3139b5d9-40c4-4393-b24c-f1da95d7b0b4,revision_number=2']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:20:06.828342 n-d-713498-36 neutron-server[103230]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1249517-e179-4b1b-bea4-92c5b255aded admin admin] Network 32ed201d-2f8e-444f-ac15-0315ba71fbd9 is already hosted by enough agents. {{(pid=103230) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 19:20:06.831770 n-d-713498-36 neutron-server[103230]: DEBUG neutron.scheduler.base_scheduler [None req-f1249517-e179-4b1b-bea4-92c5b255aded admin admin] Resources bound (agent type, host, resource id): {{(pid=103230) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 19:20:06.953018 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.l3_hamode_db [None req-9cd2cd18-f060-43e9-8bd3-3576f4feb690 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9fff2a9d-bad3-4eea-8a8b-9108e710427f', 'name': 'tempest-FloatingIPDetailsTestJSON-2087238508-router', 'tenant_id': '8c64694634344935945f1770d4f9e487', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88055e1e-672a-4487-be31-ffb6e833ece5', 'external_fixed_ips': [{'subnet_id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'ip_address': '172.25.1.185'}], 'enable_snat': True}, 'gw_port_id': 'd71fd65e-638a-4306-b92b-7468cc00df41', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T19:20:02Z', 'updated_at': '2022-02-09T19:20:06Z', 'revision_number': 4, 'project_id': '8c64694634344935945f1770d4f9e487', 'gw_port': {'id': 'd71fd65e-638a-4306-b92b-7468cc00df41', 'name': '', 'network_id': '88055e1e-672a-4487-be31-ffb6e833ece5', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:f5:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9fff2a9d-bad3-4eea-8a8b-9108e710427f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1810, 'fixed_ips': [{'subnet_id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'ip_address': '172.25.1.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T19:20:03Z', 'updated_at': '2022-02-09T19:20:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-36', '_interfaces': [{'id': '3139b5d9-40c4-4393-b24c-f1da95d7b0b4', 'name': '', 'network_id': '32ed201d-2f8e-444f-ac15-0315ba71fbd9', 'tenant_id': '8c64694634344935945f1770d4f9e487', 'mac_address': 'fa:16:3e:67:ae:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9fff2a9d-bad3-4eea-8a8b-9108e710427f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1811, 'fixed_ips': [{'subnet_id': 'e1c0d9ee-1d71-4072-8c60-3ee3c24b9993', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T19:20:05Z', 'updated_at': '2022-02-09T19:20:05Z', 'revision_number': 1, 'project_id': '8c64694634344935945f1770d4f9e487', 'subnets': [{'id': 'e1c0d9ee-1d71-4072-8c60-3ee3c24b9993', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-36', False) {} {{(pid=103232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:20:06.989803 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9cd2cd18-f060-43e9-8bd3-3576f4feb690 None None] The sync data for ids ['9fff2a9d-bad3-4eea-8a8b-9108e710427f'] in n-d-713498-36 is: [{'id': '9fff2a9d-bad3-4eea-8a8b-9108e710427f', 'name': 'tempest-FloatingIPDetailsTestJSON-2087238508-router', 'tenant_id': '8c64694634344935945f1770d4f9e487', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88055e1e-672a-4487-be31-ffb6e833ece5', 'external_fixed_ips': [{'subnet_id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'ip_address': '172.25.1.185'}], 'enable_snat': True}, 'gw_port_id': 'd71fd65e-638a-4306-b92b-7468cc00df41', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T19:20:02Z', 'updated_at': '2022-02-09T19:20:06Z', 'revision_number': 4, 'project_id': '8c64694634344935945f1770d4f9e487', 'gw_port': {'id': 'd71fd65e-638a-4306-b92b-7468cc00df41', 'name': '', 'network_id': '88055e1e-672a-4487-be31-ffb6e833ece5', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:f5:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9fff2a9d-bad3-4eea-8a8b-9108e710427f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1810, 'fixed_ips': [{'subnet_id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'ip_address': '172.25.1.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T19:20:03Z', 'updated_at': '2022-02-09T19:20:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-36', '_interfaces': [{'id': '3139b5d9-40c4-4393-b24c-f1da95d7b0b4', 'name': '', 'network_id': '32ed201d-2f8e-444f-ac15-0315ba71fbd9', 'tenant_id': '8c64694634344935945f1770d4f9e487', 'mac_address': 'fa:16:3e:67:ae:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9fff2a9d-bad3-4eea-8a8b-9108e710427f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1811, 'fixed_ips': [{'subnet_id': 'e1c0d9ee-1d71-4072-8c60-3ee3c24b9993', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T19:20:05Z', 'updated_at': '2022-02-09T19:20:05Z', 'revision_number': 1, 'project_id': '8c64694634344935945f1770d4f9e487', 'subnets': [{'id': 'e1c0d9ee-1d71-4072-8c60-3ee3c24b9993', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103232) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 19:20:07.018937 n-d-713498-36 neutron-server[103230]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f1249517-e179-4b1b-bea4-92c5b255aded admin admin] Router 9fff2a9d-bad3-4eea-8a8b-9108e710427f has already been hosted by L3 agent 93303d5e-5d17-45e8-8963-7694f87783ae {{(pid=103230) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 19:20:07.170799 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f1249517-e179-4b1b-bea4-92c5b255aded admin admin] Notify agent at l3_agent.n-d-713498-36 the message routers_updated {{(pid=103230) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 19:20:07.173146 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.provisioning_blocks [None req-b8136527-069b-4e67-b8bd-08dc2da59e3e None None] Provisioning complete for port 3139b5d9-40c4-4393-b24c-f1da95d7b0b4 triggered by entity DHCP. {{(pid=103232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 19:20:07.173535 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-b8136527-069b-4e67-b8bd-08dc2da59e3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593630'] for port (3139b5d9-40c4-4393-b24c-f1da95d7b0b4), provisioning_complete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:20:07.177585 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-f1249517-e179-4b1b-bea4-92c5b255aded admin admin] 10.222.0.75 "PUT /v2.0/routers/9fff2a9d-bad3-4eea-8a8b-9108e710427f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5991895 Feb 09 19:20:07.229298 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-b8136527-069b-4e67-b8bd-08dc2da59e3e None None] Port 3139b5d9-40c4-4393-b24c-f1da95d7b0b4 cannot update to ACTIVE because it is not bound. {{(pid=103232) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 19:20:07.414319 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Device 5c07327c-0924-4c7d-b58c-121fea074ab3 up at agent ovs-agent-n-d-713498-36 {{(pid=103232) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 19:20:07.501415 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.provisioning_blocks [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Provisioning complete for port 5c07327c-0924-4c7d-b58c-121fea074ab3 triggered by entity L2. {{(pid=103232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 19:20:07.502050 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593630'] for port (5c07327c-0924-4c7d-b58c-121fea074ab3), provisioning_complete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:20:07.509888 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-5e03d277-530c-4629-9530-babfa8ac0938 req-1ed6cc39-1496-42eb-bd42-f7550336e1c3 tempest-ServerShowV254Test-870289355 tempest-ServerShowV254Test-870289355-project] 10.222.0.75 "GET /v2.0/ports?device_id=d95ca13c-0da2-449b-9017-0ca70b318240 HTTP/1.1" status: 200 len: 210 time: 0.0339575 Feb 09 19:20:07.640938 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Current status of the port 5c07327c-0924-4c7d-b58c-121fea074ab3 is: ACTIVE; New status is: ACTIVE {{(pid=103232) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 19:20:07.927590 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-36f718fc-1711-455a-b425-915c2aec0325 req-2b11d7e7-4c09-407f-8956-918b04209d68 tempest-FloatingIPDetailsTestJSON-1547621104 tempest-FloatingIPDetailsTestJSON-1547621104-project] 10.222.0.75 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.2300689 Feb 09 19:20:07.932297 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.v2.base [req-36f718fc-1711-455a-b425-915c2aec0325 req-c535affd-1cad-4283-a799-1d59cba83d03 tempest-FloatingIPDetailsTestJSON-1547621104 tempest-FloatingIPDetailsTestJSON-1547621104-project] Request body: {'floatingip': {'floating_network_id': '88055e1e-672a-4487-be31-ffb6e833ece5'}} {{(pid=103229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 19:20:07.958732 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-36f718fc-1711-455a-b425-915c2aec0325 req-c535affd-1cad-4283-a799-1d59cba83d03 tempest-FloatingIPDetailsTestJSON-1547621104 tempest-FloatingIPDetailsTestJSON-1547621104-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:20:08.114408 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-36f718fc-1711-455a-b425-915c2aec0325 req-c535affd-1cad-4283-a799-1d59cba83d03 tempest-FloatingIPDetailsTestJSON-1547621104 tempest-FloatingIPDetailsTestJSON-1547621104-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (None), before_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:20:08.252333 n-d-713498-36 neutron-server[103229]: DEBUG neutron.db.db_base_plugin_common [req-36f718fc-1711-455a-b425-915c2aec0325 req-c535affd-1cad-4283-a799-1d59cba83d03 tempest-FloatingIPDetailsTestJSON-1547621104 tempest-FloatingIPDetailsTestJSON-1547621104-project] Allocated IP 172.25.1.193 (88055e1e-672a-4487-be31-ffb6e833ece5/ac16dbcc-383c-4b43-9153-d763c4a53f91/057a1e4b-815b-45bb-aa51-9d8ed4ce741d) {{(pid=103229) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 19:20:08.383775 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-36f718fc-1711-455a-b425-915c2aec0325 req-c535affd-1cad-4283-a799-1d59cba83d03 tempest-FloatingIPDetailsTestJSON-1547621104 tempest-FloatingIPDetailsTestJSON-1547621104-project] Publish callbacks [] for port (057a1e4b-815b-45bb-aa51-9d8ed4ce741d), precommit_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:20:08.422195 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-36f718fc-1711-455a-b425-915c2aec0325 req-c535affd-1cad-4283-a799-1d59cba83d03 tempest-FloatingIPDetailsTestJSON-1547621104 tempest-FloatingIPDetailsTestJSON-1547621104-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762866656467', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12867576'] for port (057a1e4b-815b-45bb-aa51-9d8ed4ce741d), after_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:20:08.483267 n-d-713498-36 neutron-server[103229]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-36f718fc-1711-455a-b425-915c2aec0325 req-c535affd-1cad-4283-a799-1d59cba83d03 tempest-FloatingIPDetailsTestJSON-1547621104 tempest-FloatingIPDetailsTestJSON-1547621104-project] Network 88055e1e-672a-4487-be31-ffb6e833ece5 is already hosted by enough agents. {{(pid=103229) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 19:20:08.486783 n-d-713498-36 neutron-server[103229]: DEBUG neutron.scheduler.base_scheduler [req-36f718fc-1711-455a-b425-915c2aec0325 req-c535affd-1cad-4283-a799-1d59cba83d03 tempest-FloatingIPDetailsTestJSON-1547621104 tempest-FloatingIPDetailsTestJSON-1547621104-project] Resources bound (agent type, host, resource id): {{(pid=103229) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 19:20:08.491586 n-d-713498-36 neutron-server[103229]: DEBUG neutron.db.l3_dvrscheduler_db [req-36f718fc-1711-455a-b425-915c2aec0325 req-c535affd-1cad-4283-a799-1d59cba83d03 tempest-FloatingIPDetailsTestJSON-1547621104 tempest-FloatingIPDetailsTestJSON-1547621104-project] Received port after_create {{(pid=103229) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 19:20:08.496228 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c535affd-1cad-4283-a799-1d59cba83d03 tempest-FloatingIPDetailsTestJSON-1547621104 tempest-FloatingIPDetailsTestJSON-1547621104-project] Pushing event updated for resources: {'Port': ['ID=057a1e4b-815b-45bb-aa51-9d8ed4ce741d,revision_number=1']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:20:08.637662 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-36f718fc-1711-455a-b425-915c2aec0325 req-c535affd-1cad-4283-a799-1d59cba83d03 tempest-FloatingIPDetailsTestJSON-1547621104 tempest-FloatingIPDetailsTestJSON-1547621104-project] Publish callbacks [] for floatingip (dc4b5e2c-9f7f-4926-a3c0-74395d58c1c9), precommit_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:20:08.698195 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-80c1cf1f-6163-47c4-9f88-a91a1fd264a3 req-5b43c7c6-5e6d-4548-b975-8c5dab930c5f tempest-ServerShowV254Test-870289355 tempest-ServerShowV254Test-870289355-project] 10.222.0.75 "GET /v2.0/ports?device_id=d95ca13c-0da2-449b-9017-0ca70b318240 HTTP/1.1" status: 200 len: 210 time: 0.0613425 Feb 09 19:20:08.702926 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-36f718fc-1711-455a-b425-915c2aec0325 req-c535affd-1cad-4283-a799-1d59cba83d03 tempest-FloatingIPDetailsTestJSON-1547621104 tempest-FloatingIPDetailsTestJSON-1547621104-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (057a1e4b-815b-45bb-aa51-9d8ed4ce741d), before_update {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:20:08.878473 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-36f718fc-1711-455a-b425-915c2aec0325 req-c535affd-1cad-4283-a799-1d59cba83d03 tempest-FloatingIPDetailsTestJSON-1547621104 tempest-FloatingIPDetailsTestJSON-1547621104-project] Publish callbacks [] for port (057a1e4b-815b-45bb-aa51-9d8ed4ce741d), precommit_update {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:20:08.883777 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-36f718fc-1711-455a-b425-915c2aec0325 req-c535affd-1cad-4283-a799-1d59cba83d03 tempest-FloatingIPDetailsTestJSON-1547621104 tempest-FloatingIPDetailsTestJSON-1547621104-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762867176205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762866656485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762866656503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12867569'] for port (057a1e4b-815b-45bb-aa51-9d8ed4ce741d), after_update {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:20:08.964095 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c535affd-1cad-4283-a799-1d59cba83d03 tempest-FloatingIPDetailsTestJSON-1547621104 tempest-FloatingIPDetailsTestJSON-1547621104-project] Pushing event updated for resources: {'Port': ['ID=057a1e4b-815b-45bb-aa51-9d8ed4ce741d,revision_number=2']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:20:08.975466 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-36f718fc-1711-455a-b425-915c2aec0325 req-c535affd-1cad-4283-a799-1d59cba83d03 tempest-FloatingIPDetailsTestJSON-1547621104 tempest-FloatingIPDetailsTestJSON-1547621104-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1818909'] for floatingip (dc4b5e2c-9f7f-4926-a3c0-74395d58c1c9), after_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:20:08.993043 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-36f718fc-1711-455a-b425-915c2aec0325 req-c535affd-1cad-4283-a799-1d59cba83d03 tempest-FloatingIPDetailsTestJSON-1547621104 tempest-FloatingIPDetailsTestJSON-1547621104-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171096'] for floatingip (None), before_response {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:20:09.001134 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-36f718fc-1711-455a-b425-915c2aec0325 req-c535affd-1cad-4283-a799-1d59cba83d03 tempest-FloatingIPDetailsTestJSON-1547621104 tempest-FloatingIPDetailsTestJSON-1547621104-project] 10.222.0.75 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 1.0725508 Feb 09 19:20:09.076854 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-36f718fc-1711-455a-b425-915c2aec0325 req-cf232c25-5bb3-42e7-a948-0a6b2243c6f8 tempest-FloatingIPDetailsTestJSON-1547621104 tempest-FloatingIPDetailsTestJSON-1547621104-project] 10.222.0.75 "GET /v2.0/floatingips?floating_ip_address=172.25.1.193 HTTP/1.1" status: 200 len: 696 time: 0.0748415 Feb 09 19:20:09.192065 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36f718fc-1711-455a-b425-915c2aec0325 req-196b3a03-f998-4c60-a220-e9d7987cdb71 tempest-FloatingIPDetailsTestJSON-1547621104 tempest-FloatingIPDetailsTestJSON-1547621104-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:20:09.193688 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-36f718fc-1711-455a-b425-915c2aec0325 req-196b3a03-f998-4c60-a220-e9d7987cdb71 tempest-FloatingIPDetailsTestJSON-1547621104 tempest-FloatingIPDetailsTestJSON-1547621104-project] 10.222.0.75 "GET /v2.0/networks/88055e1e-672a-4487-be31-ffb6e833ece5 HTTP/1.1" status: 200 len: 784 time: 0.1094038 Feb 09 19:20:09.203854 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [req-36f718fc-1711-455a-b425-915c2aec0325 req-79d22549-7a40-4248-b2d3-ec72687aef00 tempest-FloatingIPDetailsTestJSON-1547621104 tempest-FloatingIPDetailsTestJSON-1547621104-project] http://10.222.0.75:9696/v2.0/extensions returned with HTTP 200 {{(pid=103229) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 09 19:20:09.204956 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-36f718fc-1711-455a-b425-915c2aec0325 req-79d22549-7a40-4248-b2d3-ec72687aef00 tempest-FloatingIPDetailsTestJSON-1547621104 tempest-FloatingIPDetailsTestJSON-1547621104-project] 10.222.0.75 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0055673 Feb 09 19:20:09.413695 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Device d71fd65e-638a-4306-b92b-7468cc00df41 up at agent ovs-agent-n-d-713498-36 {{(pid=103232) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 19:20:09.459617 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-cd34d401-ebc4-4615-b45e-2c26a4ecb79f req-e5d38bf9-bc01-46bc-9c45-ea04317a45d9 tempest-FloatingIPDetailsTestJSON-1547621104 tempest-FloatingIPDetailsTestJSON-1547621104-project] 10.222.0.75 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.2330613 Feb 09 19:20:09.469622 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.v2.base [req-cd34d401-ebc4-4615-b45e-2c26a4ecb79f req-ca553bc0-704d-4ea7-ab21-f31a3460c9a0 tempest-FloatingIPDetailsTestJSON-1547621104 tempest-FloatingIPDetailsTestJSON-1547621104-project] Request body: {'floatingip': {'floating_network_id': '88055e1e-672a-4487-be31-ffb6e833ece5'}} {{(pid=103230) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 19:20:09.497090 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [req-cd34d401-ebc4-4615-b45e-2c26a4ecb79f req-ca553bc0-704d-4ea7-ab21-f31a3460c9a0 tempest-FloatingIPDetailsTestJSON-1547621104 tempest-FloatingIPDetailsTestJSON-1547621104-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:20:09.565678 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.provisioning_blocks [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Provisioning complete for port d71fd65e-638a-4306-b92b-7468cc00df41 triggered by entity L2. {{(pid=103232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 19:20:09.566123 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593630'] for port (d71fd65e-638a-4306-b92b-7468cc00df41), provisioning_complete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:20:09.663204 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [req-cd34d401-ebc4-4615-b45e-2c26a4ecb79f req-ca553bc0-704d-4ea7-ab21-f31a3460c9a0 tempest-FloatingIPDetailsTestJSON-1547621104 tempest-FloatingIPDetailsTestJSON-1547621104-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (None), before_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:20:09.695443 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Current status of the port d71fd65e-638a-4306-b92b-7468cc00df41 is: DOWN; New status is: ACTIVE {{(pid=103232) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 19:20:09.696189 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (d71fd65e-638a-4306-b92b-7468cc00df41), before_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:20:09.728018 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] For port d71fd65e-638a-4306-b92b-7468cc00df41, host n-d-713498-36, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-36',level=0,port_id=d71fd65e-638a-4306-b92b-7468cc00df41,segment=NetworkSegment(a4222f89-8d3f-4b51-953b-1a8126392491),segment_id=a4222f89-8d3f-4b51-953b-1a8126392491)] {{(pid=103232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 19:20:09.739318 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762867176205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762866656485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762866656503'] for port (d71fd65e-638a-4306-b92b-7468cc00df41), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:20:09.803495 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Pushing event updated for resources: {'Port': ['ID=d71fd65e-638a-4306-b92b-7468cc00df41,revision_number=4']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:20:09.867613 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-ddcf8af0-cd5d-4a8d-aed1-2c6132d57a40 req-a2ff962c-1e3a-4ea7-809a-f981ab925965 tempest-ServerShowV254Test-870289355 tempest-ServerShowV254Test-870289355-project] 10.222.0.75 "GET /v2.0/ports?device_id=d95ca13c-0da2-449b-9017-0ca70b318240 HTTP/1.1" status: 200 len: 210 time: 0.0378904 Feb 09 19:20:09.877519 n-d-713498-36 neutron-server[103230]: DEBUG neutron.db.db_base_plugin_common [req-cd34d401-ebc4-4615-b45e-2c26a4ecb79f req-ca553bc0-704d-4ea7-ab21-f31a3460c9a0 tempest-FloatingIPDetailsTestJSON-1547621104 tempest-FloatingIPDetailsTestJSON-1547621104-project] Allocated IP 172.25.1.155 (88055e1e-672a-4487-be31-ffb6e833ece5/ac16dbcc-383c-4b43-9153-d763c4a53f91/651c3db9-8a1f-4cf2-97c7-fc9005141d87) {{(pid=103230) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 19:20:10.011332 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [req-cd34d401-ebc4-4615-b45e-2c26a4ecb79f req-ca553bc0-704d-4ea7-ab21-f31a3460c9a0 tempest-FloatingIPDetailsTestJSON-1547621104 tempest-FloatingIPDetailsTestJSON-1547621104-project] Publish callbacks [] for port (651c3db9-8a1f-4cf2-97c7-fc9005141d87), precommit_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:20:10.052785 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [req-cd34d401-ebc4-4615-b45e-2c26a4ecb79f req-ca553bc0-704d-4ea7-ab21-f31a3460c9a0 tempest-FloatingIPDetailsTestJSON-1547621104 tempest-FloatingIPDetailsTestJSON-1547621104-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762866656467', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14393751'] for port (651c3db9-8a1f-4cf2-97c7-fc9005141d87), after_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:20:10.083229 n-d-713498-36 neutron-server[103233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8224c19-fa46-408b-a1ba-78b08df2a8c3 None None] Sync routers for ids ['9fff2a9d-bad3-4eea-8a8b-9108e710427f'] in n-d-713498-36 {{(pid=103233) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 19:20:10.095416 n-d-713498-36 neutron-server[103233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8224c19-fa46-408b-a1ba-78b08df2a8c3 None None] Routers {'9fff2a9d-bad3-4eea-8a8b-9108e710427f'} bound to L3 agent in host n-d-713498-36 {{(pid=103233) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 19:20:10.097268 n-d-713498-36 neutron-server[103233]: DEBUG neutron.db.l3_hamode_db [None req-c8224c19-fa46-408b-a1ba-78b08df2a8c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T18:51:43Z,description=,heartbeat_timestamp=2022-02-09T19:19:43Z,host='n-d-713498-36',id=93303d5e-5d17-45e8-8963-7694f87783ae,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T18:51:43Z,topic='l3_agent')) {'router_ids': ['9fff2a9d-bad3-4eea-8a8b-9108e710427f'], 'active': True} {{(pid=103233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:20:10.106161 n-d-713498-36 neutron-server[103230]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cd34d401-ebc4-4615-b45e-2c26a4ecb79f req-ca553bc0-704d-4ea7-ab21-f31a3460c9a0 tempest-FloatingIPDetailsTestJSON-1547621104 tempest-FloatingIPDetailsTestJSON-1547621104-project] Network 88055e1e-672a-4487-be31-ffb6e833ece5 is already hosted by enough agents. {{(pid=103230) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 19:20:10.109540 n-d-713498-36 neutron-server[103230]: DEBUG neutron.scheduler.base_scheduler [req-cd34d401-ebc4-4615-b45e-2c26a4ecb79f req-ca553bc0-704d-4ea7-ab21-f31a3460c9a0 tempest-FloatingIPDetailsTestJSON-1547621104 tempest-FloatingIPDetailsTestJSON-1547621104-project] Resources bound (agent type, host, resource id): {{(pid=103230) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 19:20:10.113849 n-d-713498-36 neutron-server[103230]: DEBUG neutron.db.l3_dvrscheduler_db [req-cd34d401-ebc4-4615-b45e-2c26a4ecb79f req-ca553bc0-704d-4ea7-ab21-f31a3460c9a0 tempest-FloatingIPDetailsTestJSON-1547621104 tempest-FloatingIPDetailsTestJSON-1547621104-project] Received port after_create {{(pid=103230) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 19:20:10.200720 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [req-cd34d401-ebc4-4615-b45e-2c26a4ecb79f req-ca553bc0-704d-4ea7-ab21-f31a3460c9a0 tempest-FloatingIPDetailsTestJSON-1547621104 tempest-FloatingIPDetailsTestJSON-1547621104-project] Publish callbacks [] for floatingip (9010f9cd-754b-4c50-8ee1-3563488544a4), precommit_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:20:10.226203 n-d-713498-36 neutron-server[103233]: DEBUG neutron.db.l3_dvr_db [None req-c8224c19-fa46-408b-a1ba-78b08df2a8c3 None None] Set router 9fff2a9d-bad3-4eea-8a8b-9108e710427f gateway port host: n-d-713498-36 {{(pid=103233) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 19:20:10.249135 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [req-cd34d401-ebc4-4615-b45e-2c26a4ecb79f req-ca553bc0-704d-4ea7-ab21-f31a3460c9a0 tempest-FloatingIPDetailsTestJSON-1547621104 tempest-FloatingIPDetailsTestJSON-1547621104-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (651c3db9-8a1f-4cf2-97c7-fc9005141d87), before_update {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:20:10.296477 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca553bc0-704d-4ea7-ab21-f31a3460c9a0 tempest-FloatingIPDetailsTestJSON-1547621104 tempest-FloatingIPDetailsTestJSON-1547621104-project] Pushing event updated for resources: {'Port': ['ID=651c3db9-8a1f-4cf2-97c7-fc9005141d87,revision_number=1']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:20:10.475063 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [req-cd34d401-ebc4-4615-b45e-2c26a4ecb79f req-ca553bc0-704d-4ea7-ab21-f31a3460c9a0 tempest-FloatingIPDetailsTestJSON-1547621104 tempest-FloatingIPDetailsTestJSON-1547621104-project] Publish callbacks [] for port (651c3db9-8a1f-4cf2-97c7-fc9005141d87), precommit_update {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:20:10.490380 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [req-cd34d401-ebc4-4615-b45e-2c26a4ecb79f req-ca553bc0-704d-4ea7-ab21-f31a3460c9a0 tempest-FloatingIPDetailsTestJSON-1547621104 tempest-FloatingIPDetailsTestJSON-1547621104-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762867176205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762866656485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762866656503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14393758'] for port (651c3db9-8a1f-4cf2-97c7-fc9005141d87), after_update {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:20:10.492332 n-d-713498-36 neutron-server[103233]: DEBUG neutron.db.l3_hamode_db [None req-c8224c19-fa46-408b-a1ba-78b08df2a8c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9fff2a9d-bad3-4eea-8a8b-9108e710427f', 'name': 'tempest-FloatingIPDetailsTestJSON-2087238508-router', 'tenant_id': '8c64694634344935945f1770d4f9e487', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88055e1e-672a-4487-be31-ffb6e833ece5', 'external_fixed_ips': [{'subnet_id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'ip_address': '172.25.1.185'}], 'enable_snat': True}, 'gw_port_id': 'd71fd65e-638a-4306-b92b-7468cc00df41', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T19:20:02Z', 'updated_at': '2022-02-09T19:20:06Z', 'revision_number': 4, 'project_id': '8c64694634344935945f1770d4f9e487', 'gw_port': {'id': 'd71fd65e-638a-4306-b92b-7468cc00df41', 'name': '', 'network_id': '88055e1e-672a-4487-be31-ffb6e833ece5', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:f5:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9fff2a9d-bad3-4eea-8a8b-9108e710427f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1810, 'fixed_ips': [{'subnet_id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'ip_address': '172.25.1.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T19:20:03Z', 'updated_at': '2022-02-09T19:20:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-36', '_interfaces': [{'id': '3139b5d9-40c4-4393-b24c-f1da95d7b0b4', 'name': '', 'network_id': '32ed201d-2f8e-444f-ac15-0315ba71fbd9', 'tenant_id': '8c64694634344935945f1770d4f9e487', 'mac_address': 'fa:16:3e:67:ae:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9fff2a9d-bad3-4eea-8a8b-9108e710427f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1811, 'fixed_ips': [{'subnet_id': 'e1c0d9ee-1d71-4072-8c60-3ee3c24b9993', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T19:20:05Z', 'updated_at': '2022-02-09T19:20:06Z', 'revision_number': 2, 'project_id': '8c64694634344935945f1770d4f9e487', 'subnets': [{'id': 'e1c0d9ee-1d71-4072-8c60-3ee3c24b9993', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-36', False) {} {{(pid=103233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:20:10.528955 n-d-713498-36 neutron-server[103233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8224c19-fa46-408b-a1ba-78b08df2a8c3 None None] Checking router: 9fff2a9d-bad3-4eea-8a8b-9108e710427f for host: n-d-713498-36 {{(pid=103233) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 19:20:10.529313 n-d-713498-36 neutron-server[103233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8224c19-fa46-408b-a1ba-78b08df2a8c3 None None] Updating router 9fff2a9d-bad3-4eea-8a8b-9108e710427f port 3139b5d9-40c4-4393-b24c-f1da95d7b0b4 binding host n-d-713498-36 {{(pid=103233) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 19:20:10.563703 n-d-713498-36 neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-c8224c19-fa46-408b-a1ba-78b08df2a8c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (3139b5d9-40c4-4393-b24c-f1da95d7b0b4), before_update {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:20:10.582487 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca553bc0-704d-4ea7-ab21-f31a3460c9a0 tempest-FloatingIPDetailsTestJSON-1547621104 tempest-FloatingIPDetailsTestJSON-1547621104-project] Pushing event updated for resources: {'Port': ['ID=651c3db9-8a1f-4cf2-97c7-fc9005141d87,revision_number=2']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:20:10.591030 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [req-cd34d401-ebc4-4615-b45e-2c26a4ecb79f req-ca553bc0-704d-4ea7-ab21-f31a3460c9a0 tempest-FloatingIPDetailsTestJSON-1547621104 tempest-FloatingIPDetailsTestJSON-1547621104-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1818909'] for floatingip (9010f9cd-754b-4c50-8ee1-3563488544a4), after_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:20:10.608903 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [req-cd34d401-ebc4-4615-b45e-2c26a4ecb79f req-ca553bc0-704d-4ea7-ab21-f31a3460c9a0 tempest-FloatingIPDetailsTestJSON-1547621104 tempest-FloatingIPDetailsTestJSON-1547621104-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171096'] for floatingip (None), before_response {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:20:10.610477 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-cd34d401-ebc4-4615-b45e-2c26a4ecb79f req-ca553bc0-704d-4ea7-ab21-f31a3460c9a0 tempest-FloatingIPDetailsTestJSON-1547621104 tempest-FloatingIPDetailsTestJSON-1547621104-project] 10.222.0.75 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 1.1446414 Feb 09 19:20:10.704372 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-cd34d401-ebc4-4615-b45e-2c26a4ecb79f req-8b90c9bc-e796-4362-a92b-f6c8cefcc623 tempest-FloatingIPDetailsTestJSON-1547621104 tempest-FloatingIPDetailsTestJSON-1547621104-project] 10.222.0.75 "GET /v2.0/floatingips?floating_ip_address=172.25.1.155 HTTP/1.1" status: 200 len: 696 time: 0.0879853 Feb 09 19:20:10.755653 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-f2e9241d-5886-4092-a400-ac25e8a7dc6f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762867132591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593584'] for agent (af91e4b9-f4e1-42b1-a25c-a10dc47171c8), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:20:10.832961 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd34d401-ebc4-4615-b45e-2c26a4ecb79f req-251c6e2f-4fc7-41af-a307-ebce66ad792f tempest-FloatingIPDetailsTestJSON-1547621104 tempest-FloatingIPDetailsTestJSON-1547621104-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:20:10.835953 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-cd34d401-ebc4-4615-b45e-2c26a4ecb79f req-251c6e2f-4fc7-41af-a307-ebce66ad792f tempest-FloatingIPDetailsTestJSON-1547621104 tempest-FloatingIPDetailsTestJSON-1547621104-project] 10.222.0.75 "GET /v2.0/networks/88055e1e-672a-4487-be31-ffb6e833ece5 HTTP/1.1" status: 200 len: 784 time: 0.1254776 Feb 09 19:20:10.847880 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [req-cd34d401-ebc4-4615-b45e-2c26a4ecb79f req-c95ef415-4c7f-48a8-8d38-97267cbde6d8 tempest-FloatingIPDetailsTestJSON-1547621104 tempest-FloatingIPDetailsTestJSON-1547621104-project] http://10.222.0.75:9696/v2.0/extensions returned with HTTP 200 {{(pid=103230) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 09 19:20:10.849626 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-cd34d401-ebc4-4615-b45e-2c26a4ecb79f req-c95ef415-4c7f-48a8-8d38-97267cbde6d8 tempest-FloatingIPDetailsTestJSON-1547621104 tempest-FloatingIPDetailsTestJSON-1547621104-project] 10.222.0.75 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0074492 Feb 09 19:20:10.970323 n-d-713498-36 neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-c8224c19-fa46-408b-a1ba-78b08df2a8c3 None None] Publish callbacks [] for port (3139b5d9-40c4-4393-b24c-f1da95d7b0b4), precommit_update {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:20:10.983383 n-d-713498-36 neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-c8224c19-fa46-408b-a1ba-78b08df2a8c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762867176205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762866656485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762866656503'] for port (3139b5d9-40c4-4393-b24c-f1da95d7b0b4), after_update {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:20:11.028745 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-f3b2cb9a-65e6-44b8-90e3-b6668b6ad0a7 req-7bc1574f-b81d-40bb-94fb-619064961dcc tempest-ServerShowV254Test-870289355 tempest-ServerShowV254Test-870289355-project] 10.222.0.75 "GET /v2.0/ports?device_id=d95ca13c-0da2-449b-9017-0ca70b318240 HTTP/1.1" status: 200 len: 210 time: 0.0616796 Feb 09 19:20:11.046553 n-d-713498-36 neutron-server[103233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1d007b0-8c70-49e2-922f-d32e7a650d56 None None] Pushing event updated for resources: {'Port': ['ID=3139b5d9-40c4-4393-b24c-f1da95d7b0b4,revision_number=3']} {{(pid=103233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:20:11.065586 n-d-713498-36 neutron-server[103233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1d007b0-8c70-49e2-922f-d32e7a650d56 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:20:11.066071 n-d-713498-36 neutron-server[103233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1d007b0-8c70-49e2-922f-d32e7a650d56 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:20:11.070339 n-d-713498-36 neutron-server[103233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1d007b0-8c70-49e2-922f-d32e7a650d56 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:20:11.070339 n-d-713498-36 neutron-server[103233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1d007b0-8c70-49e2-922f-d32e7a650d56 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:20:11.070339 n-d-713498-36 neutron-server[103233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1d007b0-8c70-49e2-922f-d32e7a650d56 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:20:11.070339 n-d-713498-36 neutron-server[103233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1d007b0-8c70-49e2-922f-d32e7a650d56 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:20:11.070339 n-d-713498-36 neutron-server[103233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1d007b0-8c70-49e2-922f-d32e7a650d56 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:20:11.070339 n-d-713498-36 neutron-server[103233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1d007b0-8c70-49e2-922f-d32e7a650d56 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:20:11.070339 n-d-713498-36 neutron-server[103233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1d007b0-8c70-49e2-922f-d32e7a650d56 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:20:11.070339 n-d-713498-36 neutron-server[103233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1d007b0-8c70-49e2-922f-d32e7a650d56 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:20:11.070339 n-d-713498-36 neutron-server[103233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1d007b0-8c70-49e2-922f-d32e7a650d56 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:20:11.070339 n-d-713498-36 neutron-server[103233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1d007b0-8c70-49e2-922f-d32e7a650d56 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:20:11.070339 n-d-713498-36 neutron-server[103233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1d007b0-8c70-49e2-922f-d32e7a650d56 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:20:11.103324 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-8ac67a64-3025-47ab-b111-418cdcf4f91a req-637693ef-af3b-4170-b024-92479f6fb148 tempest-FloatingIPDetailsTestJSON-1547621104 tempest-FloatingIPDetailsTestJSON-1547621104-project] 10.222.0.75 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.2305429 Feb 09 19:20:11.118028 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.v2.base [req-8ac67a64-3025-47ab-b111-418cdcf4f91a req-b104df78-d008-4246-971f-4174a2b6afaa tempest-FloatingIPDetailsTestJSON-1547621104 tempest-FloatingIPDetailsTestJSON-1547621104-project] Request body: {'floatingip': {'floating_network_id': '88055e1e-672a-4487-be31-ffb6e833ece5'}} {{(pid=103229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 19:20:11.145577 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-8ac67a64-3025-47ab-b111-418cdcf4f91a req-b104df78-d008-4246-971f-4174a2b6afaa tempest-FloatingIPDetailsTestJSON-1547621104 tempest-FloatingIPDetailsTestJSON-1547621104-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:20:11.151859 n-d-713498-36 neutron-server[103233]: DEBUG neutron.plugins.ml2.managers [None req-c8224c19-fa46-408b-a1ba-78b08df2a8c3 None None] Attempting to bind port 3139b5d9-40c4-4393-b24c-f1da95d7b0b4 on host n-d-713498-36 for vnic_type normal with profile {{(pid=103233) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 19:20:11.152846 n-d-713498-36 neutron-server[103233]: DEBUG neutron.plugins.ml2.managers [None req-c8224c19-fa46-408b-a1ba-78b08df2a8c3 None None] Attempting to bind port 3139b5d9-40c4-4393-b24c-f1da95d7b0b4 by drivers openvswitch,hyperv on host n-d-713498-36 at level 0 using segments [{'id': '8e2a9621-9a4d-492f-9534-c62bbd1f7ab7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': '32ed201d-2f8e-444f-ac15-0315ba71fbd9'}] {{(pid=103233) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 19:20:11.153371 n-d-713498-36 neutron-server[103233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8224c19-fa46-408b-a1ba-78b08df2a8c3 None None] Attempting to bind port 3139b5d9-40c4-4393-b24c-f1da95d7b0b4 on network 32ed201d-2f8e-444f-ac15-0315ba71fbd9 {{(pid=103233) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 19:20:11.159864 n-d-713498-36 neutron-server[103233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8224c19-fa46-408b-a1ba-78b08df2a8c3 None None] Checking agent: {'id': '496418a2-c002-4aec-ab1a-07f3bea491bd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-36', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 18, 51, 47), 'started_at': datetime.datetime(2022, 2, 9, 18, 52, 17), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 19, 19, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-36'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103233) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 19:20:11.160855 n-d-713498-36 neutron-server[103233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8224c19-fa46-408b-a1ba-78b08df2a8c3 None None] Checking segment: {'id': '8e2a9621-9a4d-492f-9534-c62bbd1f7ab7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': '32ed201d-2f8e-444f-ac15-0315ba71fbd9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103233) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 19:20:11.161461 n-d-713498-36 neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-c8224c19-fa46-408b-a1ba-78b08df2a8c3 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:20:11.162060 n-d-713498-36 neutron-server[103233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8224c19-fa46-408b-a1ba-78b08df2a8c3 None None] Bound using segment: {'id': '8e2a9621-9a4d-492f-9534-c62bbd1f7ab7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': '32ed201d-2f8e-444f-ac15-0315ba71fbd9'} {{(pid=103233) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 19:20:11.162732 n-d-713498-36 neutron-server[103233]: DEBUG neutron.plugins.ml2.managers [None req-c8224c19-fa46-408b-a1ba-78b08df2a8c3 None None] Bound port: 3139b5d9-40c4-4393-b24c-f1da95d7b0b4, host: n-d-713498-36, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8e2a9621-9a4d-492f-9534-c62bbd1f7ab7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': '32ed201d-2f8e-444f-ac15-0315ba71fbd9'}}] {{(pid=103233) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 19:20:11.163274 n-d-713498-36 neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-c8224c19-fa46-408b-a1ba-78b08df2a8c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (3139b5d9-40c4-4393-b24c-f1da95d7b0b4), before_update {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:20:11.249338 n-d-713498-36 neutron-server[103233]: DEBUG neutron.plugins.ml2.db [None req-c8224c19-fa46-408b-a1ba-78b08df2a8c3 None None] For port 3139b5d9-40c4-4393-b24c-f1da95d7b0b4, host n-d-713498-36, cleared binding levels {{(pid=103233) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 19:20:11.258999 n-d-713498-36 neutron-server[103233]: DEBUG neutron.plugins.ml2.db [None req-c8224c19-fa46-408b-a1ba-78b08df2a8c3 None None] For port 3139b5d9-40c4-4393-b24c-f1da95d7b0b4, host n-d-713498-36, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-36',level=0,port_id=3139b5d9-40c4-4393-b24c-f1da95d7b0b4,segment=NetworkSegment(8e2a9621-9a4d-492f-9534-c62bbd1f7ab7),segment_id=8e2a9621-9a4d-492f-9534-c62bbd1f7ab7)] {{(pid=103233) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 19:20:11.272111 n-d-713498-36 neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-c8224c19-fa46-408b-a1ba-78b08df2a8c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762867176205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762866656485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762866656503'] for port (3139b5d9-40c4-4393-b24c-f1da95d7b0b4), after_update {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:20:11.328713 n-d-713498-36 neutron-server[103233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1d007b0-8c70-49e2-922f-d32e7a650d56 None None] Pushing event updated for resources: {'Port': ['ID=3139b5d9-40c4-4393-b24c-f1da95d7b0b4,revision_number=4']} {{(pid=103233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:20:11.336596 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-8ac67a64-3025-47ab-b111-418cdcf4f91a req-b104df78-d008-4246-971f-4174a2b6afaa tempest-FloatingIPDetailsTestJSON-1547621104 tempest-FloatingIPDetailsTestJSON-1547621104-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (None), before_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:20:11.352764 n-d-713498-36 neutron-server[103233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8224c19-fa46-408b-a1ba-78b08df2a8c3 None None] Routers {'9fff2a9d-bad3-4eea-8a8b-9108e710427f'} bound to L3 agent in host n-d-713498-36 {{(pid=103233) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 19:20:11.353593 n-d-713498-36 neutron-server[103233]: DEBUG neutron.db.l3_hamode_db [None req-c8224c19-fa46-408b-a1ba-78b08df2a8c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T18:51:43Z,description=,heartbeat_timestamp=2022-02-09T19:19:43Z,host='n-d-713498-36',id=93303d5e-5d17-45e8-8963-7694f87783ae,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T18:51:43Z,topic='l3_agent')) {'router_ids': ['9fff2a9d-bad3-4eea-8a8b-9108e710427f'], 'active': True} {{(pid=103233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:20:11.371322 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Device d71fd65e-638a-4306-b92b-7468cc00df41 up at agent ovs-agent-n-d-713498-36 {{(pid=103232) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 19:20:11.494268 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.provisioning_blocks [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Provisioning complete for port d71fd65e-638a-4306-b92b-7468cc00df41 triggered by entity L2. {{(pid=103232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 19:20:11.494268 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593630'] for port (d71fd65e-638a-4306-b92b-7468cc00df41), provisioning_complete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:20:11.574934 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.provisioning_blocks [None req-675a998e-0744-444d-bedd-494630a2f43a None None] Provisioning complete for port 3139b5d9-40c4-4393-b24c-f1da95d7b0b4 triggered by entity DHCP. {{(pid=103232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 19:20:11.575581 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-675a998e-0744-444d-bedd-494630a2f43a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593630'] for port (3139b5d9-40c4-4393-b24c-f1da95d7b0b4), provisioning_complete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:20:11.599936 n-d-713498-36 neutron-server[103229]: DEBUG neutron.db.db_base_plugin_common [req-8ac67a64-3025-47ab-b111-418cdcf4f91a req-b104df78-d008-4246-971f-4174a2b6afaa tempest-FloatingIPDetailsTestJSON-1547621104 tempest-FloatingIPDetailsTestJSON-1547621104-project] Allocated IP 172.25.1.247 (88055e1e-672a-4487-be31-ffb6e833ece5/ac16dbcc-383c-4b43-9153-d763c4a53f91/2301b155-763d-4df6-b043-dbf02df29b6b) {{(pid=103229) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 19:20:11.697446 n-d-713498-36 neutron-server[103233]: DEBUG neutron.db.l3_dvr_db [None req-c8224c19-fa46-408b-a1ba-78b08df2a8c3 None None] Set router 9fff2a9d-bad3-4eea-8a8b-9108e710427f gateway port host: n-d-713498-36 {{(pid=103233) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 19:20:11.724619 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-8ac67a64-3025-47ab-b111-418cdcf4f91a req-b104df78-d008-4246-971f-4174a2b6afaa tempest-FloatingIPDetailsTestJSON-1547621104 tempest-FloatingIPDetailsTestJSON-1547621104-project] Publish callbacks [] for port (2301b155-763d-4df6-b043-dbf02df29b6b), precommit_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:20:11.745130 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-675a998e-0744-444d-bedd-494630a2f43a None None] Current status of the port 3139b5d9-40c4-4393-b24c-f1da95d7b0b4 is: DOWN; New status is: ACTIVE {{(pid=103232) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 19:20:11.745530 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-675a998e-0744-444d-bedd-494630a2f43a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (3139b5d9-40c4-4393-b24c-f1da95d7b0b4), before_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:20:11.763688 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-8ac67a64-3025-47ab-b111-418cdcf4f91a req-b104df78-d008-4246-971f-4174a2b6afaa tempest-FloatingIPDetailsTestJSON-1547621104 tempest-FloatingIPDetailsTestJSON-1547621104-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762866656467', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12867576'] for port (2301b155-763d-4df6-b043-dbf02df29b6b), after_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:20:11.805618 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Current status of the port d71fd65e-638a-4306-b92b-7468cc00df41 is: ACTIVE; New status is: ACTIVE {{(pid=103232) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 19:20:11.824046 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-675a998e-0744-444d-bedd-494630a2f43a None None] For port 3139b5d9-40c4-4393-b24c-f1da95d7b0b4, host n-d-713498-36, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-36',level=0,port_id=3139b5d9-40c4-4393-b24c-f1da95d7b0b4,segment=NetworkSegment(8e2a9621-9a4d-492f-9534-c62bbd1f7ab7),segment_id=8e2a9621-9a4d-492f-9534-c62bbd1f7ab7)] {{(pid=103232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 19:20:11.835572 n-d-713498-36 neutron-server[103229]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8ac67a64-3025-47ab-b111-418cdcf4f91a req-b104df78-d008-4246-971f-4174a2b6afaa tempest-FloatingIPDetailsTestJSON-1547621104 tempest-FloatingIPDetailsTestJSON-1547621104-project] Network 88055e1e-672a-4487-be31-ffb6e833ece5 is already hosted by enough agents. {{(pid=103229) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 19:20:11.837675 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-675a998e-0744-444d-bedd-494630a2f43a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762867176205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762866656485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762866656503'] for port (3139b5d9-40c4-4393-b24c-f1da95d7b0b4), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:20:11.850199 n-d-713498-36 neutron-server[103229]: DEBUG neutron.scheduler.base_scheduler [req-8ac67a64-3025-47ab-b111-418cdcf4f91a req-b104df78-d008-4246-971f-4174a2b6afaa tempest-FloatingIPDetailsTestJSON-1547621104 tempest-FloatingIPDetailsTestJSON-1547621104-project] Resources bound (agent type, host, resource id): {{(pid=103229) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 19:20:11.859059 n-d-713498-36 neutron-server[103229]: DEBUG neutron.db.l3_dvrscheduler_db [req-8ac67a64-3025-47ab-b111-418cdcf4f91a req-b104df78-d008-4246-971f-4174a2b6afaa tempest-FloatingIPDetailsTestJSON-1547621104 tempest-FloatingIPDetailsTestJSON-1547621104-project] Received port after_create {{(pid=103229) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 19:20:11.889126 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b104df78-d008-4246-971f-4174a2b6afaa tempest-FloatingIPDetailsTestJSON-1547621104 tempest-FloatingIPDetailsTestJSON-1547621104-project] Pushing event updated for resources: {'Port': ['ID=2301b155-763d-4df6-b043-dbf02df29b6b,revision_number=1']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:20:11.921299 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-675a998e-0744-444d-bedd-494630a2f43a None None] Pushing event updated for resources: {'Port': ['ID=3139b5d9-40c4-4393-b24c-f1da95d7b0b4,revision_number=5']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:20:11.966674 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.provisioning_blocks [None req-8f217808-f10c-418e-83f5-444b65843a93 None None] Provisioning complete for port 3139b5d9-40c4-4393-b24c-f1da95d7b0b4 triggered by entity DHCP. {{(pid=103232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 19:20:11.967590 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-8f217808-f10c-418e-83f5-444b65843a93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593630'] for port (3139b5d9-40c4-4393-b24c-f1da95d7b0b4), provisioning_complete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:20:12.004124 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-8ac67a64-3025-47ab-b111-418cdcf4f91a req-b104df78-d008-4246-971f-4174a2b6afaa tempest-FloatingIPDetailsTestJSON-1547621104 tempest-FloatingIPDetailsTestJSON-1547621104-project] Publish callbacks [] for floatingip (96fd7386-26c2-415e-8479-bce739090f35), precommit_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:20:12.115707 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-8ac67a64-3025-47ab-b111-418cdcf4f91a req-b104df78-d008-4246-971f-4174a2b6afaa tempest-FloatingIPDetailsTestJSON-1547621104 tempest-FloatingIPDetailsTestJSON-1547621104-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (2301b155-763d-4df6-b043-dbf02df29b6b), before_update {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:20:12.151593 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-8f217808-f10c-418e-83f5-444b65843a93 None None] Current status of the port 3139b5d9-40c4-4393-b24c-f1da95d7b0b4 is: ACTIVE; New status is: ACTIVE {{(pid=103232) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 19:20:12.191335 n-d-713498-36 neutron-server[103233]: DEBUG neutron.db.l3_hamode_db [None req-c8224c19-fa46-408b-a1ba-78b08df2a8c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9fff2a9d-bad3-4eea-8a8b-9108e710427f', 'name': 'tempest-FloatingIPDetailsTestJSON-2087238508-router', 'tenant_id': '8c64694634344935945f1770d4f9e487', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88055e1e-672a-4487-be31-ffb6e833ece5', 'external_fixed_ips': [{'subnet_id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'ip_address': '172.25.1.185'}], 'enable_snat': True}, 'gw_port_id': 'd71fd65e-638a-4306-b92b-7468cc00df41', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T19:20:02Z', 'updated_at': '2022-02-09T19:20:06Z', 'revision_number': 4, 'project_id': '8c64694634344935945f1770d4f9e487', 'gw_port': {'id': 'd71fd65e-638a-4306-b92b-7468cc00df41', 'name': '', 'network_id': '88055e1e-672a-4487-be31-ffb6e833ece5', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:f5:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9fff2a9d-bad3-4eea-8a8b-9108e710427f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1810, 'fixed_ips': [{'subnet_id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'ip_address': '172.25.1.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T19:20:03Z', 'updated_at': '2022-02-09T19:20:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-36', '_interfaces': [{'id': '3139b5d9-40c4-4393-b24c-f1da95d7b0b4', 'name': '', 'network_id': '32ed201d-2f8e-444f-ac15-0315ba71fbd9', 'tenant_id': '8c64694634344935945f1770d4f9e487', 'mac_address': 'fa:16:3e:67:ae:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9fff2a9d-bad3-4eea-8a8b-9108e710427f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1811, 'fixed_ips': [{'subnet_id': 'e1c0d9ee-1d71-4072-8c60-3ee3c24b9993', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T19:20:05Z', 'updated_at': '2022-02-09T19:20:11Z', 'revision_number': 4, 'project_id': '8c64694634344935945f1770d4f9e487', 'subnets': [{'id': 'e1c0d9ee-1d71-4072-8c60-3ee3c24b9993', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-36', False) {} {{(pid=103233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:20:12.215835 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-bccd25bf-17aa-4477-a6ac-4b9f12f5b900 req-ba8cbacd-8c65-45ec-a60b-05deac031728 tempest-ServerShowV254Test-870289355 tempest-ServerShowV254Test-870289355-project] 10.222.0.75 "GET /v2.0/ports?device_id=d95ca13c-0da2-449b-9017-0ca70b318240 HTTP/1.1" status: 200 len: 210 time: 0.0565836 Feb 09 19:20:12.259184 n-d-713498-36 neutron-server[103233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8224c19-fa46-408b-a1ba-78b08df2a8c3 None None] The sync data for ids ['9fff2a9d-bad3-4eea-8a8b-9108e710427f'] in n-d-713498-36 is: [{'id': '9fff2a9d-bad3-4eea-8a8b-9108e710427f', 'name': 'tempest-FloatingIPDetailsTestJSON-2087238508-router', 'tenant_id': '8c64694634344935945f1770d4f9e487', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88055e1e-672a-4487-be31-ffb6e833ece5', 'external_fixed_ips': [{'subnet_id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'ip_address': '172.25.1.185'}], 'enable_snat': True}, 'gw_port_id': 'd71fd65e-638a-4306-b92b-7468cc00df41', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T19:20:02Z', 'updated_at': '2022-02-09T19:20:06Z', 'revision_number': 4, 'project_id': '8c64694634344935945f1770d4f9e487', 'gw_port': {'id': 'd71fd65e-638a-4306-b92b-7468cc00df41', 'name': '', 'network_id': '88055e1e-672a-4487-be31-ffb6e833ece5', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:f5:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9fff2a9d-bad3-4eea-8a8b-9108e710427f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1810, 'fixed_ips': [{'subnet_id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'ip_address': '172.25.1.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T19:20:03Z', 'updated_at': '2022-02-09T19:20:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-36', '_interfaces': [{'id': '3139b5d9-40c4-4393-b24c-f1da95d7b0b4', 'name': '', 'network_id': '32ed201d-2f8e-444f-ac15-0315ba71fbd9', 'tenant_id': '8c64694634344935945f1770d4f9e487', 'mac_address': 'fa:16:3e:67:ae:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9fff2a9d-bad3-4eea-8a8b-9108e710427f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1811, 'fixed_ips': [{'subnet_id': 'e1c0d9ee-1d71-4072-8c60-3ee3c24b9993', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T19:20:05Z', 'updated_at': '2022-02-09T19:20:11Z', 'revision_number': 4, 'project_id': '8c64694634344935945f1770d4f9e487', 'subnets': [{'id': 'e1c0d9ee-1d71-4072-8c60-3ee3c24b9993', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103233) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 19:20:12.846121 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-8ac67a64-3025-47ab-b111-418cdcf4f91a req-b104df78-d008-4246-971f-4174a2b6afaa tempest-FloatingIPDetailsTestJSON-1547621104 tempest-FloatingIPDetailsTestJSON-1547621104-project] Publish callbacks [] for port (2301b155-763d-4df6-b043-dbf02df29b6b), precommit_update {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:20:12.858501 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-8ac67a64-3025-47ab-b111-418cdcf4f91a req-b104df78-d008-4246-971f-4174a2b6afaa tempest-FloatingIPDetailsTestJSON-1547621104 tempest-FloatingIPDetailsTestJSON-1547621104-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762867176205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762866656485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762866656503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12867569'] for port (2301b155-763d-4df6-b043-dbf02df29b6b), after_update {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:20:13.007543 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b104df78-d008-4246-971f-4174a2b6afaa tempest-FloatingIPDetailsTestJSON-1547621104 tempest-FloatingIPDetailsTestJSON-1547621104-project] Pushing event updated for resources: {'Port': ['ID=2301b155-763d-4df6-b043-dbf02df29b6b,revision_number=2']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:20:13.030418 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-8ac67a64-3025-47ab-b111-418cdcf4f91a req-b104df78-d008-4246-971f-4174a2b6afaa tempest-FloatingIPDetailsTestJSON-1547621104 tempest-FloatingIPDetailsTestJSON-1547621104-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1818909'] for floatingip (96fd7386-26c2-415e-8479-bce739090f35), after_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:20:13.072531 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-8ac67a64-3025-47ab-b111-418cdcf4f91a req-b104df78-d008-4246-971f-4174a2b6afaa tempest-FloatingIPDetailsTestJSON-1547621104 tempest-FloatingIPDetailsTestJSON-1547621104-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171096'] for floatingip (None), before_response {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:20:13.073403 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-8ac67a64-3025-47ab-b111-418cdcf4f91a req-b104df78-d008-4246-971f-4174a2b6afaa tempest-FloatingIPDetailsTestJSON-1547621104 tempest-FloatingIPDetailsTestJSON-1547621104-project] 10.222.0.75 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 1.9613826 Feb 09 19:20:13.108172 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-71561236-bf59-4af6-bdf6-27ae93ace027 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762867132591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593584'] for agent (93303d5e-5d17-45e8-8963-7694f87783ae), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:20:13.235772 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-8ac67a64-3025-47ab-b111-418cdcf4f91a req-fb6567e6-b54a-4cf6-b479-3faf7fcc4408 tempest-FloatingIPDetailsTestJSON-1547621104 tempest-FloatingIPDetailsTestJSON-1547621104-project] 10.222.0.75 "GET /v2.0/floatingips?floating_ip_address=172.25.1.247 HTTP/1.1" status: 200 len: 696 time: 0.1390660 Feb 09 19:20:13.442533 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-bd0fe9a4-bf08-4b3a-991e-dc110cc3361b req-a799caa4-8de8-42b8-9994-23ab07379bc7 tempest-ServerShowV254Test-870289355 tempest-ServerShowV254Test-870289355-project] 10.222.0.75 "GET /v2.0/ports?device_id=d95ca13c-0da2-449b-9017-0ca70b318240 HTTP/1.1" status: 200 len: 210 time: 0.0572870 Feb 09 19:20:13.491376 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Device 3139b5d9-40c4-4393-b24c-f1da95d7b0b4 up at agent ovs-agent-n-d-713498-36 {{(pid=103232) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 19:20:13.547867 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ac67a64-3025-47ab-b111-418cdcf4f91a req-01ef8e6b-d18d-4b20-b449-2471cd2df8f4 tempest-FloatingIPDetailsTestJSON-1547621104 tempest-FloatingIPDetailsTestJSON-1547621104-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:20:13.557373 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-8ac67a64-3025-47ab-b111-418cdcf4f91a req-01ef8e6b-d18d-4b20-b449-2471cd2df8f4 tempest-FloatingIPDetailsTestJSON-1547621104 tempest-FloatingIPDetailsTestJSON-1547621104-project] 10.222.0.75 "GET /v2.0/networks/88055e1e-672a-4487-be31-ffb6e833ece5 HTTP/1.1" status: 200 len: 784 time: 0.3036451 Feb 09 19:20:13.624397 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.provisioning_blocks [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Provisioning complete for port 3139b5d9-40c4-4393-b24c-f1da95d7b0b4 triggered by entity L2. {{(pid=103232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 19:20:13.625002 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593630'] for port (3139b5d9-40c4-4393-b24c-f1da95d7b0b4), provisioning_complete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:20:13.853352 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-1512d549-a80d-4043-ad25-d2ed7c37cef2 req-c5cbf926-40de-45cc-84f8-2cf1462d3be6 tempest-FloatingIPDetailsTestJSON-1547621104 tempest-FloatingIPDetailsTestJSON-1547621104-project] 10.222.0.75 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.2659786 Feb 09 19:20:13.856369 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Current status of the port 3139b5d9-40c4-4393-b24c-f1da95d7b0b4 is: ACTIVE; New status is: ACTIVE {{(pid=103232) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 19:20:13.903267 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-b868232d-eea4-42f3-bfb7-973b3b8913d6 req-0d4cc694-f706-433e-b57d-0ed5ce13e806 service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=d95ca13c-0da2-449b-9017-0ca70b318240 HTTP/1.1" status: 200 len: 210 time: 0.0479882 Feb 09 19:20:13.910098 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.v2.base [req-1512d549-a80d-4043-ad25-d2ed7c37cef2 req-a9c720e6-549c-46ec-ad19-ac37814d7ca3 tempest-FloatingIPDetailsTestJSON-1547621104 tempest-FloatingIPDetailsTestJSON-1547621104-project] Request body: {'floatingip': {'floating_network_id': '88055e1e-672a-4487-be31-ffb6e833ece5'}} {{(pid=103230) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 19:20:13.940061 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [req-1512d549-a80d-4043-ad25-d2ed7c37cef2 req-a9c720e6-549c-46ec-ad19-ac37814d7ca3 tempest-FloatingIPDetailsTestJSON-1547621104 tempest-FloatingIPDetailsTestJSON-1547621104-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:20:14.135005 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [req-1512d549-a80d-4043-ad25-d2ed7c37cef2 req-a9c720e6-549c-46ec-ad19-ac37814d7ca3 tempest-FloatingIPDetailsTestJSON-1547621104 tempest-FloatingIPDetailsTestJSON-1547621104-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (None), before_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:20:14.289807 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-edc54c9b-7f13-45d9-9271-85c9738b0128 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762867132591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593584'] for agent (a62b1850-466f-48ae-bec7-d62fb280e14b), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:20:14.415498 n-d-713498-36 neutron-server[103230]: DEBUG neutron.db.db_base_plugin_common [req-1512d549-a80d-4043-ad25-d2ed7c37cef2 req-a9c720e6-549c-46ec-ad19-ac37814d7ca3 tempest-FloatingIPDetailsTestJSON-1547621104 tempest-FloatingIPDetailsTestJSON-1547621104-project] Allocated IP 172.25.1.114 (88055e1e-672a-4487-be31-ffb6e833ece5/ac16dbcc-383c-4b43-9153-d763c4a53f91/47587aef-e798-4b7f-9173-78cc754926e7) {{(pid=103230) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 19:20:14.451565 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-585dfe50-e39b-44f6-97eb-170bf119be8e req-6de821ef-b526-4987-a45d-32c50745547a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:20:14.453174 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-585dfe50-e39b-44f6-97eb-170bf119be8e req-6de821ef-b526-4987-a45d-32c50745547a service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=eb0bb5f642894bf2abf52f90f794999a&device_id=3f2394dc-3bdb-467a-bc3a-100f52d986e7 HTTP/1.1" status: 200 len: 1128 time: 0.1550510 Feb 09 19:20:14.461766 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cd858b2-5349-4b49-8ffe-6c07c5c57583 req-2e2d8fec-efcf-445f-9950-7a13b0fe4643 tempest-ServerRescueNegativeTestJSON-1800126168 tempest-ServerRescueNegativeTestJSON-1800126168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:20:14.463621 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-0cd858b2-5349-4b49-8ffe-6c07c5c57583 req-2e2d8fec-efcf-445f-9950-7a13b0fe4643 tempest-ServerRescueNegativeTestJSON-1800126168 tempest-ServerRescueNegativeTestJSON-1800126168-project] 10.222.0.75 "GET /v2.0/ports?device_id=3f2394dc-3bdb-467a-bc3a-100f52d986e7 HTTP/1.1" status: 200 len: 945 time: 0.1354415 Feb 09 19:20:14.573099 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-0cd858b2-5349-4b49-8ffe-6c07c5c57583 req-b6515a4a-adda-49a3-9c01-223c5a7166fd tempest-ServerRescueNegativeTestJSON-1800126168 tempest-ServerRescueNegativeTestJSON-1800126168-project] 10.222.0.75 "GET /v2.0/security-groups?id=20eba632-e06f-4b78-b62a-91fbda6670a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1002376 Feb 09 19:20:14.653488 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [req-1512d549-a80d-4043-ad25-d2ed7c37cef2 req-a9c720e6-549c-46ec-ad19-ac37814d7ca3 tempest-FloatingIPDetailsTestJSON-1547621104 tempest-FloatingIPDetailsTestJSON-1547621104-project] Publish callbacks [] for port (47587aef-e798-4b7f-9173-78cc754926e7), precommit_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:20:14.661170 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-585dfe50-e39b-44f6-97eb-170bf119be8e req-c467eea0-df88-4688-b435-a2011778b3a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:20:14.664550 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-585dfe50-e39b-44f6-97eb-170bf119be8e req-c467eea0-df88-4688-b435-a2011778b3a6 service neutron] 10.222.0.89 "GET /v2.0/networks?id=5d2d334e-0f6b-4e62-b869-e00487a29620 HTTP/1.1" status: 200 len: 920 time: 0.1984601 Feb 09 19:20:14.724804 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [req-1512d549-a80d-4043-ad25-d2ed7c37cef2 req-a9c720e6-549c-46ec-ad19-ac37814d7ca3 tempest-FloatingIPDetailsTestJSON-1547621104 tempest-FloatingIPDetailsTestJSON-1547621104-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762866656467', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14393751'] for port (47587aef-e798-4b7f-9173-78cc754926e7), after_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:20:14.762421 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-585dfe50-e39b-44f6-97eb-170bf119be8e req-dfb65d9e-da43-4818-9820-4623704dec7e service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a672cc1d-2a06-4285-94a8-fae176750140 HTTP/1.1" status: 200 len: 217 time: 0.0922925 Feb 09 19:20:14.785436 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-16c68744-44e1-443b-a9af-18b9b4d70b0b req-83d777e6-f4de-4543-a8c1-e76d066229f7 tempest-ServerShowV254Test-870289355 tempest-ServerShowV254Test-870289355-project] 10.222.0.75 "GET /v2.0/ports?device_id=d95ca13c-0da2-449b-9017-0ca70b318240 HTTP/1.1" status: 200 len: 210 time: 0.0337088 Feb 09 19:20:14.801523 n-d-713498-36 neutron-server[103230]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1512d549-a80d-4043-ad25-d2ed7c37cef2 req-a9c720e6-549c-46ec-ad19-ac37814d7ca3 tempest-FloatingIPDetailsTestJSON-1547621104 tempest-FloatingIPDetailsTestJSON-1547621104-project] Network 88055e1e-672a-4487-be31-ffb6e833ece5 is already hosted by enough agents. {{(pid=103230) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 19:20:14.812854 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9c720e6-549c-46ec-ad19-ac37814d7ca3 tempest-FloatingIPDetailsTestJSON-1547621104 tempest-FloatingIPDetailsTestJSON-1547621104-project] Pushing event updated for resources: {'Port': ['ID=47587aef-e798-4b7f-9173-78cc754926e7,revision_number=1']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:20:14.813888 n-d-713498-36 neutron-server[103230]: DEBUG neutron.scheduler.base_scheduler [req-1512d549-a80d-4043-ad25-d2ed7c37cef2 req-a9c720e6-549c-46ec-ad19-ac37814d7ca3 tempest-FloatingIPDetailsTestJSON-1547621104 tempest-FloatingIPDetailsTestJSON-1547621104-project] Resources bound (agent type, host, resource id): {{(pid=103230) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 19:20:14.818939 n-d-713498-36 neutron-server[103230]: DEBUG neutron.db.l3_dvrscheduler_db [req-1512d549-a80d-4043-ad25-d2ed7c37cef2 req-a9c720e6-549c-46ec-ad19-ac37814d7ca3 tempest-FloatingIPDetailsTestJSON-1547621104 tempest-FloatingIPDetailsTestJSON-1547621104-project] Received port after_create {{(pid=103230) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 19:20:14.891256 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-585dfe50-e39b-44f6-97eb-170bf119be8e req-a1430e3c-8ad2-41a0-850d-b8df6c716c7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:20:14.892882 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-585dfe50-e39b-44f6-97eb-170bf119be8e req-a1430e3c-8ad2-41a0-850d-b8df6c716c7d service neutron] 10.222.0.89 "GET /v2.0/subnets?id=74f7cf6f-ebf0-4984-aecc-0c23aa6982bb HTTP/1.1" status: 200 len: 859 time: 0.1058142 Feb 09 19:20:14.929392 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [req-1512d549-a80d-4043-ad25-d2ed7c37cef2 req-a9c720e6-549c-46ec-ad19-ac37814d7ca3 tempest-FloatingIPDetailsTestJSON-1547621104 tempest-FloatingIPDetailsTestJSON-1547621104-project] Publish callbacks [] for floatingip (81de4fbb-62fa-4e43-b2ec-e8c81bb9345c), precommit_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:20:14.949134 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-585dfe50-e39b-44f6-97eb-170bf119be8e req-7562d0ce-4486-47a9-bbbf-078ec7cbe606 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=5d2d334e-0f6b-4e62-b869-e00487a29620&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0499601 Feb 09 19:20:14.981523 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [req-1512d549-a80d-4043-ad25-d2ed7c37cef2 req-a9c720e6-549c-46ec-ad19-ac37814d7ca3 tempest-FloatingIPDetailsTestJSON-1547621104 tempest-FloatingIPDetailsTestJSON-1547621104-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (47587aef-e798-4b7f-9173-78cc754926e7), before_update {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:20:15.060112 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-585dfe50-e39b-44f6-97eb-170bf119be8e req-049d8dfd-5372-4c53-8064-b13ce76c0622 service neutron] 10.222.0.89 "GET /v2.0/networks/5d2d334e-0f6b-4e62-b869-e00487a29620?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0988455 Feb 09 19:20:15.289634 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-585dfe50-e39b-44f6-97eb-170bf119be8e req-c0919e7b-8f50-4256-9d06-494ca7b66f40 service neutron] 10.222.0.89 "GET /v2.0/networks/5d2d334e-0f6b-4e62-b869-e00487a29620?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2124376 Feb 09 19:20:15.345031 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [req-1512d549-a80d-4043-ad25-d2ed7c37cef2 req-a9c720e6-549c-46ec-ad19-ac37814d7ca3 tempest-FloatingIPDetailsTestJSON-1547621104 tempest-FloatingIPDetailsTestJSON-1547621104-project] Publish callbacks [] for port (47587aef-e798-4b7f-9173-78cc754926e7), precommit_update {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:20:15.351194 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [req-1512d549-a80d-4043-ad25-d2ed7c37cef2 req-a9c720e6-549c-46ec-ad19-ac37814d7ca3 tempest-FloatingIPDetailsTestJSON-1547621104 tempest-FloatingIPDetailsTestJSON-1547621104-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762867176205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762866656485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762866656503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14393758'] for port (47587aef-e798-4b7f-9173-78cc754926e7), after_update {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:20:15.448375 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9c720e6-549c-46ec-ad19-ac37814d7ca3 tempest-FloatingIPDetailsTestJSON-1547621104 tempest-FloatingIPDetailsTestJSON-1547621104-project] Pushing event updated for resources: {'Port': ['ID=47587aef-e798-4b7f-9173-78cc754926e7,revision_number=2']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:20:15.481459 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [req-1512d549-a80d-4043-ad25-d2ed7c37cef2 req-a9c720e6-549c-46ec-ad19-ac37814d7ca3 tempest-FloatingIPDetailsTestJSON-1547621104 tempest-FloatingIPDetailsTestJSON-1547621104-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1818909'] for floatingip (81de4fbb-62fa-4e43-b2ec-e8c81bb9345c), after_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:20:15.515971 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [req-1512d549-a80d-4043-ad25-d2ed7c37cef2 req-a9c720e6-549c-46ec-ad19-ac37814d7ca3 tempest-FloatingIPDetailsTestJSON-1547621104 tempest-FloatingIPDetailsTestJSON-1547621104-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171096'] for floatingip (None), before_response {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:20:15.525859 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-1512d549-a80d-4043-ad25-d2ed7c37cef2 req-a9c720e6-549c-46ec-ad19-ac37814d7ca3 tempest-FloatingIPDetailsTestJSON-1547621104 tempest-FloatingIPDetailsTestJSON-1547621104-project] 10.222.0.75 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 1.6213839 Feb 09 19:20:15.588105 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-1512d549-a80d-4043-ad25-d2ed7c37cef2 req-10e45a15-2f9c-49aa-9870-026190d12226 tempest-FloatingIPDetailsTestJSON-1547621104 tempest-FloatingIPDetailsTestJSON-1547621104-project] 10.222.0.75 "GET /v2.0/floatingips?floating_ip_address=172.25.1.114 HTTP/1.1" status: 200 len: 696 time: 0.0611963 Feb 09 19:20:15.727729 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1512d549-a80d-4043-ad25-d2ed7c37cef2 req-6cd5157d-b3ce-400b-b0ae-06e6ed34f31b tempest-FloatingIPDetailsTestJSON-1547621104 tempest-FloatingIPDetailsTestJSON-1547621104-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:20:15.729129 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-1512d549-a80d-4043-ad25-d2ed7c37cef2 req-6cd5157d-b3ce-400b-b0ae-06e6ed34f31b tempest-FloatingIPDetailsTestJSON-1547621104 tempest-FloatingIPDetailsTestJSON-1547621104-project] 10.222.0.75 "GET /v2.0/networks/88055e1e-672a-4487-be31-ffb6e833ece5 HTTP/1.1" status: 200 len: 784 time: 0.1401315 Feb 09 19:20:15.810734 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a76ee05-c326-4374-8c54-bedb019799c2 req-a871589b-abd8-433d-9dab-988bb69a57e0 tempest-ServerRescueNegativeTestJSON-1800126168 tempest-ServerRescueNegativeTestJSON-1800126168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:20:15.814520 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-6a76ee05-c326-4374-8c54-bedb019799c2 req-a871589b-abd8-433d-9dab-988bb69a57e0 tempest-ServerRescueNegativeTestJSON-1800126168 tempest-ServerRescueNegativeTestJSON-1800126168-project] 10.222.0.75 "GET /v2.0/ports?device_id=3f2394dc-3bdb-467a-bc3a-100f52d986e7 HTTP/1.1" status: 200 len: 945 time: 0.1088769 Feb 09 19:20:15.838718 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-fd3dc60b-8732-45a7-83d2-cdddda38cb1a req-53769c6a-becc-4d14-8170-b3e2d650e1b0 tempest-FloatingIPDetailsTestJSON-1547621104 tempest-FloatingIPDetailsTestJSON-1547621104-project] 10.222.0.75 "GET /v2.0/floatingips/81de4fbb-62fa-4e43-b2ec-e8c81bb9345c HTTP/1.1" status: 200 len: 693 time: 0.0804918 Feb 09 19:20:15.883750 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-a7262a8e-0513-48fd-984d-75726a511961 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762867132591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593584'] for agent (911cfea2-02ae-4ec9-bac3-7808ee1cdd9c), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:20:15.887971 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-6a76ee05-c326-4374-8c54-bedb019799c2 req-e1932f07-30ed-42aa-90d1-e742b0bde370 tempest-ServerRescueNegativeTestJSON-1800126168 tempest-ServerRescueNegativeTestJSON-1800126168-project] 10.222.0.75 "GET /v2.0/security-groups?id=20eba632-e06f-4b78-b62a-91fbda6670a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0627542 Feb 09 19:20:16.060458 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd3dc60b-8732-45a7-83d2-cdddda38cb1a req-a8624d51-2df0-4493-bef2-47e9d74b2c61 tempest-FloatingIPDetailsTestJSON-1547621104 tempest-FloatingIPDetailsTestJSON-1547621104-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:20:16.062366 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-fd3dc60b-8732-45a7-83d2-cdddda38cb1a req-a8624d51-2df0-4493-bef2-47e9d74b2c61 tempest-FloatingIPDetailsTestJSON-1547621104 tempest-FloatingIPDetailsTestJSON-1547621104-project] 10.222.0.75 "GET /v2.0/networks/88055e1e-672a-4487-be31-ffb6e833ece5 HTTP/1.1" status: 200 len: 784 time: 0.2176111 Feb 09 19:20:16.071280 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-2a9ac011-24eb-4682-9c92-b10aa4f4e189 req-8ec8b735-1779-4b99-98f6-d625acbd4446 tempest-ServerShowV254Test-870289355 tempest-ServerShowV254Test-870289355-project] 10.222.0.75 "GET /v2.0/ports?device_id=d95ca13c-0da2-449b-9017-0ca70b318240 HTTP/1.1" status: 200 len: 210 time: 0.0407906 Feb 09 19:20:16.091995 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [req-fd3dc60b-8732-45a7-83d2-cdddda38cb1a req-d76a0234-a57c-4230-a004-cc92aa03dde0 tempest-FloatingIPDetailsTestJSON-1547621104 tempest-FloatingIPDetailsTestJSON-1547621104-project] http://10.222.0.75:9696/v2.0/extensions returned with HTTP 200 {{(pid=103230) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 09 19:20:16.093466 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-fd3dc60b-8732-45a7-83d2-cdddda38cb1a req-d76a0234-a57c-4230-a004-cc92aa03dde0 tempest-FloatingIPDetailsTestJSON-1547621104 tempest-FloatingIPDetailsTestJSON-1547621104-project] 10.222.0.75 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0186279 Feb 09 19:20:16.190603 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-4e973784-7351-475e-a9f4-87fefc9e7080 req-b3c570a6-1512-4a0d-bfb2-96ded713e4b8 tempest-FloatingIPDetailsTestJSON-1547621104 tempest-FloatingIPDetailsTestJSON-1547621104-project] 10.222.0.75 "GET /v2.0/floatingips/81de4fbb-62fa-4e43-b2ec-e8c81bb9345c HTTP/1.1" status: 200 len: 693 time: 0.0636194 Feb 09 19:20:16.363328 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e973784-7351-475e-a9f4-87fefc9e7080 req-a9225a2a-e80e-4f07-acb7-bb6f77fae1e1 tempest-FloatingIPDetailsTestJSON-1547621104 tempest-FloatingIPDetailsTestJSON-1547621104-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:20:16.379341 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-4e973784-7351-475e-a9f4-87fefc9e7080 req-a9225a2a-e80e-4f07-acb7-bb6f77fae1e1 tempest-FloatingIPDetailsTestJSON-1547621104 tempest-FloatingIPDetailsTestJSON-1547621104-project] 10.222.0.75 "GET /v2.0/networks/88055e1e-672a-4487-be31-ffb6e833ece5 HTTP/1.1" status: 200 len: 784 time: 0.1773558 Feb 09 19:20:16.385506 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [req-4e973784-7351-475e-a9f4-87fefc9e7080 req-44cdef5b-7149-4769-917e-baa27579f604 tempest-FloatingIPDetailsTestJSON-1547621104 tempest-FloatingIPDetailsTestJSON-1547621104-project] http://10.222.0.75:9696/v2.0/extensions returned with HTTP 200 {{(pid=103230) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 09 19:20:16.393156 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-4e973784-7351-475e-a9f4-87fefc9e7080 req-44cdef5b-7149-4769-917e-baa27579f604 tempest-FloatingIPDetailsTestJSON-1547621104 tempest-FloatingIPDetailsTestJSON-1547621104-project] 10.222.0.75 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0128858 Feb 09 19:20:16.459942 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-c421e7f7-e89b-4b7e-802e-dcfaa84ca110 req-5c6d9c6a-1e01-4bab-87a6-fd8d5ade88ea tempest-ServerShowV254Test-870289355 tempest-ServerShowV254Test-870289355-project] 10.222.0.75 "GET /v2.0/ports?device_id=d95ca13c-0da2-449b-9017-0ca70b318240 HTTP/1.1" status: 200 len: 210 time: 0.0660746 Feb 09 19:20:16.463836 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-4e973784-7351-475e-a9f4-87fefc9e7080 req-6987dd9c-d7d1-4956-b0f7-c815a8206a60 tempest-FloatingIPDetailsTestJSON-1547621104 tempest-FloatingIPDetailsTestJSON-1547621104-project] 10.222.0.75 "GET /v2.0/floatingips?floating_ip_address=172.25.1.114 HTTP/1.1" status: 200 len: 696 time: 0.0694797 Feb 09 19:20:16.520493 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-7f02ff4b-814b-4ada-a8fd-1fdc5975b863 req-6abdd231-721c-40f2-9a33-f58598a27779 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=ff095acc35bf4d30b6cdc91f7be7159b&device_id=d95ca13c-0da2-449b-9017-0ca70b318240 HTTP/1.1" status: 200 len: 210 time: 0.0731003 Feb 09 19:20:16.535481 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-4e973784-7351-475e-a9f4-87fefc9e7080 req-828bc9dd-65a8-4a54-ac50-bc69fdd2c286 tempest-FloatingIPDetailsTestJSON-1547621104 tempest-FloatingIPDetailsTestJSON-1547621104-project] 10.222.0.75 "GET /v2.0/floatingips?floating_ip_address=172.25.1.114 HTTP/1.1" status: 200 len: 696 time: 0.0705371 Feb 09 19:20:16.668208 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-7f02ff4b-814b-4ada-a8fd-1fdc5975b863 req-c085d98b-b19c-4812-86b4-2456f73e772e service neutron] 10.222.0.90 "GET /v2.0/networks?tenant_id=ff095acc35bf4d30b6cdc91f7be7159b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1301076 Feb 09 19:20:16.799383 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f02ff4b-814b-4ada-a8fd-1fdc5975b863 req-4eb0ade8-a4cc-482c-abc0-6dc909ee1c37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:20:16.801392 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-7f02ff4b-814b-4ada-a8fd-1fdc5975b863 req-4eb0ade8-a4cc-482c-abc0-6dc909ee1c37 service neutron] 10.222.0.90 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1238503 Feb 09 19:20:16.819586 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.plugin [req-4e973784-7351-475e-a9f4-87fefc9e7080 req-97146bef-c681-46a1-a5e8-ce63e01bdb86 tempest-FloatingIPDetailsTestJSON-1547621104 tempest-FloatingIPDetailsTestJSON-1547621104-project] Deleting port 47587aef-e798-4b7f-9173-78cc754926e7 {{(pid=103230) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 19:20:16.820215 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [req-4e973784-7351-475e-a9f4-87fefc9e7080 req-97146bef-c681-46a1-a5e8-ce63e01bdb86 tempest-FloatingIPDetailsTestJSON-1547621104 tempest-FloatingIPDetailsTestJSON-1547621104-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762867170196'] for port (47587aef-e798-4b7f-9173-78cc754926e7), before_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:20:16.907372 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [req-4e973784-7351-475e-a9f4-87fefc9e7080 req-97146bef-c681-46a1-a5e8-ce63e01bdb86 tempest-FloatingIPDetailsTestJSON-1547621104 tempest-FloatingIPDetailsTestJSON-1547621104-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1820838'] for port (47587aef-e798-4b7f-9173-78cc754926e7), precommit_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:20:16.907947 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [req-4e973784-7351-475e-a9f4-87fefc9e7080 req-97146bef-c681-46a1-a5e8-ce63e01bdb86 tempest-FloatingIPDetailsTestJSON-1547621104 tempest-FloatingIPDetailsTestJSON-1547621104-project] Publish callbacks [] for floatingip (47587aef-e798-4b7f-9173-78cc754926e7), precommit_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:20:16.937849 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.plugin [req-4e973784-7351-475e-a9f4-87fefc9e7080 req-97146bef-c681-46a1-a5e8-ce63e01bdb86 tempest-FloatingIPDetailsTestJSON-1547621104 tempest-FloatingIPDetailsTestJSON-1547621104-project] Calling delete_port for 47587aef-e798-4b7f-9173-78cc754926e7 owned by network:floatingip {{(pid=103230) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 19:20:17.045014 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762867132591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593584'] for agent (496418a2-c002-4aec-ab1a-07f3bea491bd), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:20:17.199766 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-303551d9-23b3-4a54-a867-3244ef2ffbfd req-87c4bfdd-aac3-4f8c-b138-338dcb5368ee tempest-ServerRescueNegativeTestJSON-1800126168 tempest-ServerRescueNegativeTestJSON-1800126168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:20:17.201399 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-303551d9-23b3-4a54-a867-3244ef2ffbfd req-87c4bfdd-aac3-4f8c-b138-338dcb5368ee tempest-ServerRescueNegativeTestJSON-1800126168 tempest-ServerRescueNegativeTestJSON-1800126168-project] 10.222.0.75 "GET /v2.0/ports?device_id=3f2394dc-3bdb-467a-bc3a-100f52d986e7 HTTP/1.1" status: 200 len: 945 time: 0.1459248 Feb 09 19:20:17.264539 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [req-4e973784-7351-475e-a9f4-87fefc9e7080 req-97146bef-c681-46a1-a5e8-ce63e01bdb86 tempest-FloatingIPDetailsTestJSON-1547621104 tempest-FloatingIPDetailsTestJSON-1547621104-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762867177463', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762866656476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14393751'] for port (47587aef-e798-4b7f-9173-78cc754926e7), after_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:20:17.316823 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-303551d9-23b3-4a54-a867-3244ef2ffbfd req-91705c1a-b47f-46e2-88e5-294bb22f58e2 tempest-ServerRescueNegativeTestJSON-1800126168 tempest-ServerRescueNegativeTestJSON-1800126168-project] 10.222.0.75 "GET /v2.0/security-groups?id=20eba632-e06f-4b78-b62a-91fbda6670a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1050534 Feb 09 19:20:17.321702 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97146bef-c681-46a1-a5e8-ce63e01bdb86 tempest-FloatingIPDetailsTestJSON-1547621104 tempest-FloatingIPDetailsTestJSON-1547621104-project] Pushing event deleted for resources: {'Port': ['ID=47587aef-e798-4b7f-9173-78cc754926e7,revision_number=None']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:20:17.417303 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [req-4e973784-7351-475e-a9f4-87fefc9e7080 req-97146bef-c681-46a1-a5e8-ce63e01bdb86 tempest-FloatingIPDetailsTestJSON-1547621104 tempest-FloatingIPDetailsTestJSON-1547621104-project] Publish callbacks [] for floatingip (81de4fbb-62fa-4e43-b2ec-e8c81bb9345c), after_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:20:17.420999 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [req-4e973784-7351-475e-a9f4-87fefc9e7080 req-97146bef-c681-46a1-a5e8-ce63e01bdb86 tempest-FloatingIPDetailsTestJSON-1547621104 tempest-FloatingIPDetailsTestJSON-1547621104-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171096'] for floatingip (None), before_response {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:20:17.426519 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-4e973784-7351-475e-a9f4-87fefc9e7080 req-97146bef-c681-46a1-a5e8-ce63e01bdb86 tempest-FloatingIPDetailsTestJSON-1547621104 tempest-FloatingIPDetailsTestJSON-1547621104-project] 10.222.0.75 "DELETE /v2.0/floatingips/81de4fbb-62fa-4e43-b2ec-e8c81bb9345c HTTP/1.1" status: 204 len: 173 time: 0.8897340 Feb 09 19:20:17.585695 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-50c12535-5424-4dab-90dc-9bb01c2f9536 req-c94531d8-82c0-421b-b813-f356760de537 tempest-ServerShowV254Test-870289355 tempest-ServerShowV254Test-870289355-project] 10.222.0.75 "GET /v2.0/ports?device_id=d95ca13c-0da2-449b-9017-0ca70b318240 HTTP/1.1" status: 200 len: 210 time: 0.0450687 Feb 09 19:20:17.727044 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19034e1e-483e-4f62-a23c-cd254ef6d6cb req-11fc51c3-6bbf-46a1-901d-8aecb73ae1e8 tempest-FloatingIPDetailsTestJSON-1547621104 tempest-FloatingIPDetailsTestJSON-1547621104-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:20:17.727044 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-19034e1e-483e-4f62-a23c-cd254ef6d6cb req-11fc51c3-6bbf-46a1-901d-8aecb73ae1e8 tempest-FloatingIPDetailsTestJSON-1547621104 tempest-FloatingIPDetailsTestJSON-1547621104-project] 10.222.0.75 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 787 time: 0.2825439 Feb 09 19:20:17.830114 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-0413c149-c8dc-4f38-99e8-5ab0ad219f91 req-2fc28e76-af30-40a7-aaf6-8103ca985822 tempest-FloatingIPDetailsTestJSON-1547621104 tempest-FloatingIPDetailsTestJSON-1547621104-project] 10.222.0.75 "GET /v2.0/floatingips?tenant_id=8c64694634344935945f1770d4f9e487 HTTP/1.1" status: 200 len: 1657 time: 0.0867240 Feb 09 19:20:18.359652 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0413c149-c8dc-4f38-99e8-5ab0ad219f91 req-c796dedd-90e5-448f-b345-bd8713bb9084 tempest-FloatingIPDetailsTestJSON-1547621104 tempest-FloatingIPDetailsTestJSON-1547621104-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:20:18.368498 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-0413c149-c8dc-4f38-99e8-5ab0ad219f91 req-c796dedd-90e5-448f-b345-bd8713bb9084 tempest-FloatingIPDetailsTestJSON-1547621104 tempest-FloatingIPDetailsTestJSON-1547621104-project] 10.222.0.75 "GET /v2.0/networks?id=88055e1e-672a-4487-be31-ffb6e833ece5&id=88055e1e-672a-4487-be31-ffb6e833ece5&id=88055e1e-672a-4487-be31-ffb6e833ece5 HTTP/1.1" status: 200 len: 787 time: 0.5314212 Feb 09 19:20:18.374955 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [req-0413c149-c8dc-4f38-99e8-5ab0ad219f91 req-9697b037-8fed-4581-b7f0-07cb24b989c8 tempest-FloatingIPDetailsTestJSON-1547621104 tempest-FloatingIPDetailsTestJSON-1547621104-project] http://10.222.0.75:9696/v2.0/extensions returned with HTTP 200 {{(pid=103230) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 09 19:20:18.396523 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-0413c149-c8dc-4f38-99e8-5ab0ad219f91 req-9697b037-8fed-4581-b7f0-07cb24b989c8 tempest-FloatingIPDetailsTestJSON-1547621104 tempest-FloatingIPDetailsTestJSON-1547621104-project] 10.222.0.75 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0268312 Feb 09 19:20:18.458568 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762867132591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593584'] for agent (488cd9ae-631f-4955-ba0b-4f5a13f12e9c), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:20:18.510284 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-dfa670f8-ab79-4a44-819b-9441539317b6 req-66ce7e99-6947-40da-b31c-2f563108f1d0 tempest-FloatingIPDetailsTestJSON-1547621104 tempest-FloatingIPDetailsTestJSON-1547621104-project] 10.222.0.75 "GET /v2.0/floatingips/96fd7386-26c2-415e-8479-bce739090f35 HTTP/1.1" status: 200 len: 693 time: 0.0945752 Feb 09 19:20:18.556642 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e351772-e8d4-4582-ba3b-ef301e31650b req-dfe6e5d4-1d8e-4697-b999-36fb21a756d5 tempest-ServerRescueNegativeTestJSON-1800126168 tempest-ServerRescueNegativeTestJSON-1800126168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:20:18.559387 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-8e351772-e8d4-4582-ba3b-ef301e31650b req-dfe6e5d4-1d8e-4697-b999-36fb21a756d5 tempest-ServerRescueNegativeTestJSON-1800126168 tempest-ServerRescueNegativeTestJSON-1800126168-project] 10.222.0.75 "GET /v2.0/ports?device_id=3f2394dc-3bdb-467a-bc3a-100f52d986e7 HTTP/1.1" status: 200 len: 945 time: 0.0987184 Feb 09 19:20:18.633389 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfa670f8-ab79-4a44-819b-9441539317b6 req-82ec74d4-6044-413f-9613-39e0e7ada630 tempest-FloatingIPDetailsTestJSON-1547621104 tempest-FloatingIPDetailsTestJSON-1547621104-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:20:18.634861 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-dfa670f8-ab79-4a44-819b-9441539317b6 req-82ec74d4-6044-413f-9613-39e0e7ada630 tempest-FloatingIPDetailsTestJSON-1547621104 tempest-FloatingIPDetailsTestJSON-1547621104-project] 10.222.0.75 "GET /v2.0/networks/88055e1e-672a-4487-be31-ffb6e833ece5 HTTP/1.1" status: 200 len: 784 time: 0.1232913 Feb 09 19:20:18.637556 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-8e351772-e8d4-4582-ba3b-ef301e31650b req-4a579195-49a5-408c-babb-2e3b1e57783b tempest-ServerRescueNegativeTestJSON-1800126168 tempest-ServerRescueNegativeTestJSON-1800126168-project] 10.222.0.75 "GET /v2.0/security-groups?id=20eba632-e06f-4b78-b62a-91fbda6670a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0707507 Feb 09 19:20:18.700393 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-dfa670f8-ab79-4a44-819b-9441539317b6 req-d4d32cf6-2a12-44b4-99a5-ff9d094acbf2 tempest-FloatingIPDetailsTestJSON-1547621104 tempest-FloatingIPDetailsTestJSON-1547621104-project] 10.222.0.75 "GET /v2.0/floatingips?floating_ip_address=172.25.1.247 HTTP/1.1" status: 200 len: 696 time: 0.0555511 Feb 09 19:20:18.769676 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-dfa670f8-ab79-4a44-819b-9441539317b6 req-4d4ce675-08de-46ae-9eb1-aa16f1ec7839 tempest-FloatingIPDetailsTestJSON-1547621104 tempest-FloatingIPDetailsTestJSON-1547621104-project] 10.222.0.75 "GET /v2.0/floatingips?floating_ip_address=172.25.1.247 HTTP/1.1" status: 200 len: 696 time: 0.0575471 Feb 09 19:20:18.872426 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-7f02ff4b-814b-4ada-a8fd-1fdc5975b863 req-31765e1e-2b1f-4562-801c-6bf68d2a57ab tempest-ServerShowV254Test-870289355 tempest-ServerShowV254Test-870289355-project] 10.222.0.90 "GET /v2.0/ports?device_id=d95ca13c-0da2-449b-9017-0ca70b318240 HTTP/1.1" status: 200 len: 210 time: 0.0341177 Feb 09 19:20:18.901986 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762867132591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593584'] for agent (bcd5faee-dc24-4298-9134-0e0aa054058e), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:20:19.010357 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.plugin [req-dfa670f8-ab79-4a44-819b-9441539317b6 req-8a599219-8341-417f-88c6-8cd25ac7a47b tempest-FloatingIPDetailsTestJSON-1547621104 tempest-FloatingIPDetailsTestJSON-1547621104-project] Deleting port 2301b155-763d-4df6-b043-dbf02df29b6b {{(pid=103230) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 19:20:19.018958 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [req-dfa670f8-ab79-4a44-819b-9441539317b6 req-8a599219-8341-417f-88c6-8cd25ac7a47b tempest-FloatingIPDetailsTestJSON-1547621104 tempest-FloatingIPDetailsTestJSON-1547621104-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762867170196'] for port (2301b155-763d-4df6-b043-dbf02df29b6b), before_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:20:19.057657 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-539eb1b5-7eee-4538-a9fd-b752ba411f43 req-a64f447b-ba97-4df7-9084-5e71f82c317f tempest-ServerShowV254Test-870289355 tempest-ServerShowV254Test-870289355-project] 10.222.0.75 "GET /v2.0/ports?device_id=d95ca13c-0da2-449b-9017-0ca70b318240 HTTP/1.1" status: 200 len: 210 time: 0.0414820 Feb 09 19:20:19.129564 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [req-dfa670f8-ab79-4a44-819b-9441539317b6 req-8a599219-8341-417f-88c6-8cd25ac7a47b tempest-FloatingIPDetailsTestJSON-1547621104 tempest-FloatingIPDetailsTestJSON-1547621104-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1820838'] for port (2301b155-763d-4df6-b043-dbf02df29b6b), precommit_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:20:19.130254 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [req-dfa670f8-ab79-4a44-819b-9441539317b6 req-8a599219-8341-417f-88c6-8cd25ac7a47b tempest-FloatingIPDetailsTestJSON-1547621104 tempest-FloatingIPDetailsTestJSON-1547621104-project] Publish callbacks [] for floatingip (2301b155-763d-4df6-b043-dbf02df29b6b), precommit_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:20:19.150893 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.plugin [req-dfa670f8-ab79-4a44-819b-9441539317b6 req-8a599219-8341-417f-88c6-8cd25ac7a47b tempest-FloatingIPDetailsTestJSON-1547621104 tempest-FloatingIPDetailsTestJSON-1547621104-project] Calling delete_port for 2301b155-763d-4df6-b043-dbf02df29b6b owned by network:floatingip {{(pid=103230) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 19:20:19.313311 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [req-dfa670f8-ab79-4a44-819b-9441539317b6 req-8a599219-8341-417f-88c6-8cd25ac7a47b tempest-FloatingIPDetailsTestJSON-1547621104 tempest-FloatingIPDetailsTestJSON-1547621104-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762867177463', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762866656476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14393751'] for port (2301b155-763d-4df6-b043-dbf02df29b6b), after_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:20:19.366438 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a599219-8341-417f-88c6-8cd25ac7a47b tempest-FloatingIPDetailsTestJSON-1547621104 tempest-FloatingIPDetailsTestJSON-1547621104-project] Pushing event deleted for resources: {'Port': ['ID=2301b155-763d-4df6-b043-dbf02df29b6b,revision_number=None']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:20:19.398664 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a599219-8341-417f-88c6-8cd25ac7a47b tempest-FloatingIPDetailsTestJSON-1547621104 tempest-FloatingIPDetailsTestJSON-1547621104-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:20:19.399108 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a599219-8341-417f-88c6-8cd25ac7a47b tempest-FloatingIPDetailsTestJSON-1547621104 tempest-FloatingIPDetailsTestJSON-1547621104-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:20:19.399518 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a599219-8341-417f-88c6-8cd25ac7a47b tempest-FloatingIPDetailsTestJSON-1547621104 tempest-FloatingIPDetailsTestJSON-1547621104-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:20:19.399865 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a599219-8341-417f-88c6-8cd25ac7a47b tempest-FloatingIPDetailsTestJSON-1547621104 tempest-FloatingIPDetailsTestJSON-1547621104-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:20:19.400205 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a599219-8341-417f-88c6-8cd25ac7a47b tempest-FloatingIPDetailsTestJSON-1547621104 tempest-FloatingIPDetailsTestJSON-1547621104-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:20:19.400707 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a599219-8341-417f-88c6-8cd25ac7a47b tempest-FloatingIPDetailsTestJSON-1547621104 tempest-FloatingIPDetailsTestJSON-1547621104-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:20:19.401042 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a599219-8341-417f-88c6-8cd25ac7a47b tempest-FloatingIPDetailsTestJSON-1547621104 tempest-FloatingIPDetailsTestJSON-1547621104-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:20:19.401399 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a599219-8341-417f-88c6-8cd25ac7a47b tempest-FloatingIPDetailsTestJSON-1547621104 tempest-FloatingIPDetailsTestJSON-1547621104-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:20:19.401738 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a599219-8341-417f-88c6-8cd25ac7a47b tempest-FloatingIPDetailsTestJSON-1547621104 tempest-FloatingIPDetailsTestJSON-1547621104-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:20:19.402252 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a599219-8341-417f-88c6-8cd25ac7a47b tempest-FloatingIPDetailsTestJSON-1547621104 tempest-FloatingIPDetailsTestJSON-1547621104-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:20:19.402894 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a599219-8341-417f-88c6-8cd25ac7a47b tempest-FloatingIPDetailsTestJSON-1547621104 tempest-FloatingIPDetailsTestJSON-1547621104-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:20:19.403343 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a599219-8341-417f-88c6-8cd25ac7a47b tempest-FloatingIPDetailsTestJSON-1547621104 tempest-FloatingIPDetailsTestJSON-1547621104-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:20:19.403679 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a599219-8341-417f-88c6-8cd25ac7a47b tempest-FloatingIPDetailsTestJSON-1547621104 tempest-FloatingIPDetailsTestJSON-1547621104-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:20:19.434825 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [req-dfa670f8-ab79-4a44-819b-9441539317b6 req-8a599219-8341-417f-88c6-8cd25ac7a47b tempest-FloatingIPDetailsTestJSON-1547621104 tempest-FloatingIPDetailsTestJSON-1547621104-project] Publish callbacks [] for floatingip (96fd7386-26c2-415e-8479-bce739090f35), after_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:20:19.438255 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [req-dfa670f8-ab79-4a44-819b-9441539317b6 req-8a599219-8341-417f-88c6-8cd25ac7a47b tempest-FloatingIPDetailsTestJSON-1547621104 tempest-FloatingIPDetailsTestJSON-1547621104-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171096'] for floatingip (None), before_response {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:20:19.439504 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-dfa670f8-ab79-4a44-819b-9441539317b6 req-8a599219-8341-417f-88c6-8cd25ac7a47b tempest-FloatingIPDetailsTestJSON-1547621104 tempest-FloatingIPDetailsTestJSON-1547621104-project] 10.222.0.75 "DELETE /v2.0/floatingips/96fd7386-26c2-415e-8479-bce739090f35 HTTP/1.1" status: 204 len: 173 time: 0.6687355 Feb 09 19:20:19.516676 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-51d95d4d-89c0-4ff1-b8af-f7b135a4821c req-aa4a7329-7113-4086-b690-4c068928eb61 tempest-FloatingIPDetailsTestJSON-1547621104 tempest-FloatingIPDetailsTestJSON-1547621104-project] 10.222.0.75 "GET /v2.0/floatingips/9010f9cd-754b-4c50-8ee1-3563488544a4 HTTP/1.1" status: 200 len: 693 time: 0.0525157 Feb 09 19:20:19.673325 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51d95d4d-89c0-4ff1-b8af-f7b135a4821c req-75043d6f-487c-4eb0-9b99-88df254ab058 tempest-FloatingIPDetailsTestJSON-1547621104 tempest-FloatingIPDetailsTestJSON-1547621104-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:20:19.683437 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-51d95d4d-89c0-4ff1-b8af-f7b135a4821c req-75043d6f-487c-4eb0-9b99-88df254ab058 tempest-FloatingIPDetailsTestJSON-1547621104 tempest-FloatingIPDetailsTestJSON-1547621104-project] 10.222.0.75 "GET /v2.0/networks/88055e1e-672a-4487-be31-ffb6e833ece5 HTTP/1.1" status: 200 len: 784 time: 0.1563118 Feb 09 19:20:19.695369 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [req-51d95d4d-89c0-4ff1-b8af-f7b135a4821c req-ffbd0496-3f31-4415-9aa9-8d54fd2ed350 tempest-FloatingIPDetailsTestJSON-1547621104 tempest-FloatingIPDetailsTestJSON-1547621104-project] http://10.222.0.75:9696/v2.0/extensions returned with HTTP 200 {{(pid=103229) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 09 19:20:19.703912 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-51d95d4d-89c0-4ff1-b8af-f7b135a4821c req-ffbd0496-3f31-4415-9aa9-8d54fd2ed350 tempest-FloatingIPDetailsTestJSON-1547621104 tempest-FloatingIPDetailsTestJSON-1547621104-project] 10.222.0.75 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0193870 Feb 09 19:20:19.767872 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-51d95d4d-89c0-4ff1-b8af-f7b135a4821c req-3c635a10-9546-4f48-8829-12a9f8ea750c tempest-FloatingIPDetailsTestJSON-1547621104 tempest-FloatingIPDetailsTestJSON-1547621104-project] 10.222.0.75 "GET /v2.0/floatingips?floating_ip_address=172.25.1.155 HTTP/1.1" status: 200 len: 696 time: 0.0626442 Feb 09 19:20:19.796853 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51bd50a9-980c-4282-aa21-fd2cbc9d43c8 req-54c982ae-763d-46d0-9361-03ee463a401b tempest-ServerRescueNegativeTestJSON-1800126168 tempest-ServerRescueNegativeTestJSON-1800126168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:20:19.796853 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-51bd50a9-980c-4282-aa21-fd2cbc9d43c8 req-54c982ae-763d-46d0-9361-03ee463a401b tempest-ServerRescueNegativeTestJSON-1800126168 tempest-ServerRescueNegativeTestJSON-1800126168-project] 10.222.0.75 "GET /v2.0/ports?device_id=3f2394dc-3bdb-467a-bc3a-100f52d986e7 HTTP/1.1" status: 200 len: 945 time: 0.0808861 Feb 09 19:20:19.841483 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-51d95d4d-89c0-4ff1-b8af-f7b135a4821c req-1b1b81fa-fb91-47c9-ae0c-2186638f9c79 tempest-FloatingIPDetailsTestJSON-1547621104 tempest-FloatingIPDetailsTestJSON-1547621104-project] 10.222.0.75 "GET /v2.0/floatingips?floating_ip_address=172.25.1.155 HTTP/1.1" status: 200 len: 696 time: 0.0726004 Feb 09 19:20:19.864119 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-51bd50a9-980c-4282-aa21-fd2cbc9d43c8 req-d1d20208-708a-46c6-b478-63be031b5043 tempest-ServerRescueNegativeTestJSON-1800126168 tempest-ServerRescueNegativeTestJSON-1800126168-project] 10.222.0.75 "GET /v2.0/security-groups?id=20eba632-e06f-4b78-b62a-91fbda6670a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0593119 Feb 09 19:20:19.983100 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.plugin [req-51d95d4d-89c0-4ff1-b8af-f7b135a4821c req-95fe123b-9d1c-4d92-993c-41d14e95f0ea tempest-FloatingIPDetailsTestJSON-1547621104 tempest-FloatingIPDetailsTestJSON-1547621104-project] Deleting port 651c3db9-8a1f-4cf2-97c7-fc9005141d87 {{(pid=103229) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 19:20:19.983458 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-51d95d4d-89c0-4ff1-b8af-f7b135a4821c req-95fe123b-9d1c-4d92-993c-41d14e95f0ea tempest-FloatingIPDetailsTestJSON-1547621104 tempest-FloatingIPDetailsTestJSON-1547621104-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762867170196'] for port (651c3db9-8a1f-4cf2-97c7-fc9005141d87), before_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:20:20.072377 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-51d95d4d-89c0-4ff1-b8af-f7b135a4821c req-95fe123b-9d1c-4d92-993c-41d14e95f0ea tempest-FloatingIPDetailsTestJSON-1547621104 tempest-FloatingIPDetailsTestJSON-1547621104-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1820838'] for port (651c3db9-8a1f-4cf2-97c7-fc9005141d87), precommit_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:20:20.072782 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-51d95d4d-89c0-4ff1-b8af-f7b135a4821c req-95fe123b-9d1c-4d92-993c-41d14e95f0ea tempest-FloatingIPDetailsTestJSON-1547621104 tempest-FloatingIPDetailsTestJSON-1547621104-project] Publish callbacks [] for floatingip (651c3db9-8a1f-4cf2-97c7-fc9005141d87), precommit_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:20:20.085788 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.plugin [req-51d95d4d-89c0-4ff1-b8af-f7b135a4821c req-95fe123b-9d1c-4d92-993c-41d14e95f0ea tempest-FloatingIPDetailsTestJSON-1547621104 tempest-FloatingIPDetailsTestJSON-1547621104-project] Calling delete_port for 651c3db9-8a1f-4cf2-97c7-fc9005141d87 owned by network:floatingip {{(pid=103229) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 19:20:20.342466 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-51d95d4d-89c0-4ff1-b8af-f7b135a4821c req-95fe123b-9d1c-4d92-993c-41d14e95f0ea tempest-FloatingIPDetailsTestJSON-1547621104 tempest-FloatingIPDetailsTestJSON-1547621104-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762867177463', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762866656476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12867576'] for port (651c3db9-8a1f-4cf2-97c7-fc9005141d87), after_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:20:20.391354 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95fe123b-9d1c-4d92-993c-41d14e95f0ea tempest-FloatingIPDetailsTestJSON-1547621104 tempest-FloatingIPDetailsTestJSON-1547621104-project] Pushing event deleted for resources: {'Port': ['ID=651c3db9-8a1f-4cf2-97c7-fc9005141d87,revision_number=None']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:20:20.429713 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95fe123b-9d1c-4d92-993c-41d14e95f0ea tempest-FloatingIPDetailsTestJSON-1547621104 tempest-FloatingIPDetailsTestJSON-1547621104-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:20:20.430385 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95fe123b-9d1c-4d92-993c-41d14e95f0ea tempest-FloatingIPDetailsTestJSON-1547621104 tempest-FloatingIPDetailsTestJSON-1547621104-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:20:20.430970 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95fe123b-9d1c-4d92-993c-41d14e95f0ea tempest-FloatingIPDetailsTestJSON-1547621104 tempest-FloatingIPDetailsTestJSON-1547621104-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:20:20.431573 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95fe123b-9d1c-4d92-993c-41d14e95f0ea tempest-FloatingIPDetailsTestJSON-1547621104 tempest-FloatingIPDetailsTestJSON-1547621104-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:20:20.432160 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95fe123b-9d1c-4d92-993c-41d14e95f0ea tempest-FloatingIPDetailsTestJSON-1547621104 tempest-FloatingIPDetailsTestJSON-1547621104-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:20:20.434810 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95fe123b-9d1c-4d92-993c-41d14e95f0ea tempest-FloatingIPDetailsTestJSON-1547621104 tempest-FloatingIPDetailsTestJSON-1547621104-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:20:20.434810 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95fe123b-9d1c-4d92-993c-41d14e95f0ea tempest-FloatingIPDetailsTestJSON-1547621104 tempest-FloatingIPDetailsTestJSON-1547621104-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:20:20.434810 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95fe123b-9d1c-4d92-993c-41d14e95f0ea tempest-FloatingIPDetailsTestJSON-1547621104 tempest-FloatingIPDetailsTestJSON-1547621104-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:20:20.434810 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95fe123b-9d1c-4d92-993c-41d14e95f0ea tempest-FloatingIPDetailsTestJSON-1547621104 tempest-FloatingIPDetailsTestJSON-1547621104-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:20:20.434810 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95fe123b-9d1c-4d92-993c-41d14e95f0ea tempest-FloatingIPDetailsTestJSON-1547621104 tempest-FloatingIPDetailsTestJSON-1547621104-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:20:20.434810 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95fe123b-9d1c-4d92-993c-41d14e95f0ea tempest-FloatingIPDetailsTestJSON-1547621104 tempest-FloatingIPDetailsTestJSON-1547621104-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:20:20.434810 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95fe123b-9d1c-4d92-993c-41d14e95f0ea tempest-FloatingIPDetailsTestJSON-1547621104 tempest-FloatingIPDetailsTestJSON-1547621104-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:20:20.435499 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95fe123b-9d1c-4d92-993c-41d14e95f0ea tempest-FloatingIPDetailsTestJSON-1547621104 tempest-FloatingIPDetailsTestJSON-1547621104-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:20:20.458468 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 43160) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:20:20.479411 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-51d95d4d-89c0-4ff1-b8af-f7b135a4821c req-95fe123b-9d1c-4d92-993c-41d14e95f0ea tempest-FloatingIPDetailsTestJSON-1547621104 tempest-FloatingIPDetailsTestJSON-1547621104-project] Publish callbacks [] for floatingip (9010f9cd-754b-4c50-8ee1-3563488544a4), after_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:20:20.482177 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-51d95d4d-89c0-4ff1-b8af-f7b135a4821c req-95fe123b-9d1c-4d92-993c-41d14e95f0ea tempest-FloatingIPDetailsTestJSON-1547621104 tempest-FloatingIPDetailsTestJSON-1547621104-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171096'] for floatingip (None), before_response {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:20:20.504502 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-51d95d4d-89c0-4ff1-b8af-f7b135a4821c req-95fe123b-9d1c-4d92-993c-41d14e95f0ea tempest-FloatingIPDetailsTestJSON-1547621104 tempest-FloatingIPDetailsTestJSON-1547621104-project] 10.222.0.75 "DELETE /v2.0/floatingips/9010f9cd-754b-4c50-8ee1-3563488544a4 HTTP/1.1" status: 204 len: 173 time: 0.6596072 Feb 09 19:20:20.571506 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-f3b6e398-5bba-42e4-b03d-c99c0151fb01 req-35ead55b-b52c-4090-b02d-bed6427529f8 tempest-FloatingIPDetailsTestJSON-1547621104 tempest-FloatingIPDetailsTestJSON-1547621104-project] 10.222.0.75 "GET /v2.0/floatingips/dc4b5e2c-9f7f-4926-a3c0-74395d58c1c9 HTTP/1.1" status: 200 len: 693 time: 0.0689507 Feb 09 19:20:20.640552 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-c8e66f2e-8ec2-4e04-900a-530081c0f98b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:20:20.754196 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3b6e398-5bba-42e4-b03d-c99c0151fb01 req-28b7e95e-13d5-4c63-9939-5ef9d280a7f0 tempest-FloatingIPDetailsTestJSON-1547621104 tempest-FloatingIPDetailsTestJSON-1547621104-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:20:20.755757 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-f3b6e398-5bba-42e4-b03d-c99c0151fb01 req-28b7e95e-13d5-4c63-9939-5ef9d280a7f0 tempest-FloatingIPDetailsTestJSON-1547621104 tempest-FloatingIPDetailsTestJSON-1547621104-project] 10.222.0.75 "GET /v2.0/networks/88055e1e-672a-4487-be31-ffb6e833ece5 HTTP/1.1" status: 200 len: 784 time: 0.1832287 Feb 09 19:20:20.775571 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-c8e66f2e-8ec2-4e04-900a-530081c0f98b admin admin] Publish callbacks [] for security_group (a50a9bd7-0fb3-4eaf-8d7f-af5720c5eae4), precommit_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:20:20.811017 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-c8e66f2e-8ec2-4e04-900a-530081c0f98b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1892331'] for security_group (a50a9bd7-0fb3-4eaf-8d7f-af5720c5eae4), after_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:20:20.835040 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-f3b6e398-5bba-42e4-b03d-c99c0151fb01 req-e7eeca0d-2f9a-4c33-8572-128595d2cb8e tempest-FloatingIPDetailsTestJSON-1547621104 tempest-FloatingIPDetailsTestJSON-1547621104-project] 10.222.0.75 "GET /v2.0/floatingips?floating_ip_address=172.25.1.193 HTTP/1.1" status: 200 len: 696 time: 0.0709383 Feb 09 19:20:20.920627 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 43172) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:20:20.921214 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-c8e66f2e-8ec2-4e04-900a-530081c0f98b admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=ff095acc35bf4d30b6cdc91f7be7159b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4613001 Feb 09 19:20:20.929549 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-f3b6e398-5bba-42e4-b03d-c99c0151fb01 req-19ce44ad-54ea-4395-891e-7605d7fd3ffe tempest-FloatingIPDetailsTestJSON-1547621104 tempest-FloatingIPDetailsTestJSON-1547621104-project] 10.222.0.75 "GET /v2.0/floatingips?floating_ip_address=172.25.1.193 HTTP/1.1" status: 200 len: 696 time: 0.0866907 Feb 09 19:20:20.935403 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8e66f2e-8ec2-4e04-900a-530081c0f98b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a50a9bd7-0fb3-4eaf-8d7f-af5720c5eae4,revision_number=1']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:20:20.991085 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-d057af28-58a5-4f77-9ddd-3f99c2666764 admin admin] Publish callbacks [] for security_group (a50a9bd7-0fb3-4eaf-8d7f-af5720c5eae4), before_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:20:21.019058 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-d057af28-58a5-4f77-9ddd-3f99c2666764 admin admin] Publish callbacks [] for security_group (a50a9bd7-0fb3-4eaf-8d7f-af5720c5eae4), precommit_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:20:21.113096 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6509fd4f-ef5e-4e33-8861-7ec53250736e req-67cf6c7f-f5e5-4194-9046-f036c6399141 tempest-ServerRescueNegativeTestJSON-1800126168 tempest-ServerRescueNegativeTestJSON-1800126168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:20:21.121053 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-6509fd4f-ef5e-4e33-8861-7ec53250736e req-67cf6c7f-f5e5-4194-9046-f036c6399141 tempest-ServerRescueNegativeTestJSON-1800126168 tempest-ServerRescueNegativeTestJSON-1800126168-project] 10.222.0.75 "GET /v2.0/ports?device_id=3f2394dc-3bdb-467a-bc3a-100f52d986e7 HTTP/1.1" status: 200 len: 945 time: 0.0812576 Feb 09 19:20:21.129026 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.plugin [req-f3b6e398-5bba-42e4-b03d-c99c0151fb01 req-82384d67-30fb-448c-b993-12e7123ddf20 tempest-FloatingIPDetailsTestJSON-1547621104 tempest-FloatingIPDetailsTestJSON-1547621104-project] Deleting port 057a1e4b-815b-45bb-aa51-9d8ed4ce741d {{(pid=103230) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 19:20:21.129598 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [req-f3b6e398-5bba-42e4-b03d-c99c0151fb01 req-82384d67-30fb-448c-b993-12e7123ddf20 tempest-FloatingIPDetailsTestJSON-1547621104 tempest-FloatingIPDetailsTestJSON-1547621104-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762867170196'] for port (057a1e4b-815b-45bb-aa51-9d8ed4ce741d), before_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:20:21.142054 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-d057af28-58a5-4f77-9ddd-3f99c2666764 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1892331'] for security_group (a50a9bd7-0fb3-4eaf-8d7f-af5720c5eae4), after_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:20:21.145000 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-d057af28-58a5-4f77-9ddd-3f99c2666764 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:20:21.146653 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-d057af28-58a5-4f77-9ddd-3f99c2666764 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/a50a9bd7-0fb3-4eaf-8d7f-af5720c5eae4 HTTP/1.1" status: 204 len: 168 time: 0.2237089 Feb 09 19:20:21.166464 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d057af28-58a5-4f77-9ddd-3f99c2666764 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a50a9bd7-0fb3-4eaf-8d7f-af5720c5eae4,revision_number=None']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:20:21.224798 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-6509fd4f-ef5e-4e33-8861-7ec53250736e req-9fc86d9b-2b2c-44cf-99f0-27a964ba2f29 tempest-ServerRescueNegativeTestJSON-1800126168 tempest-ServerRescueNegativeTestJSON-1800126168-project] 10.222.0.75 "GET /v2.0/security-groups?id=20eba632-e06f-4b78-b62a-91fbda6670a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1026294 Feb 09 19:20:21.338305 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [req-f3b6e398-5bba-42e4-b03d-c99c0151fb01 req-82384d67-30fb-448c-b993-12e7123ddf20 tempest-FloatingIPDetailsTestJSON-1547621104 tempest-FloatingIPDetailsTestJSON-1547621104-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1820838'] for port (057a1e4b-815b-45bb-aa51-9d8ed4ce741d), precommit_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:20:21.338686 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [req-f3b6e398-5bba-42e4-b03d-c99c0151fb01 req-82384d67-30fb-448c-b993-12e7123ddf20 tempest-FloatingIPDetailsTestJSON-1547621104 tempest-FloatingIPDetailsTestJSON-1547621104-project] Publish callbacks [] for floatingip (057a1e4b-815b-45bb-aa51-9d8ed4ce741d), precommit_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:20:21.366608 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.plugin [req-f3b6e398-5bba-42e4-b03d-c99c0151fb01 req-82384d67-30fb-448c-b993-12e7123ddf20 tempest-FloatingIPDetailsTestJSON-1547621104 tempest-FloatingIPDetailsTestJSON-1547621104-project] Calling delete_port for 057a1e4b-815b-45bb-aa51-9d8ed4ce741d owned by network:floatingip {{(pid=103230) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 19:20:21.537529 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [req-f3b6e398-5bba-42e4-b03d-c99c0151fb01 req-82384d67-30fb-448c-b993-12e7123ddf20 tempest-FloatingIPDetailsTestJSON-1547621104 tempest-FloatingIPDetailsTestJSON-1547621104-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762867177463', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762866656476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14393751'] for port (057a1e4b-815b-45bb-aa51-9d8ed4ce741d), after_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:20:21.571171 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82384d67-30fb-448c-b993-12e7123ddf20 tempest-FloatingIPDetailsTestJSON-1547621104 tempest-FloatingIPDetailsTestJSON-1547621104-project] Pushing event deleted for resources: {'Port': ['ID=057a1e4b-815b-45bb-aa51-9d8ed4ce741d,revision_number=None']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:20:21.667589 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [req-f3b6e398-5bba-42e4-b03d-c99c0151fb01 req-82384d67-30fb-448c-b993-12e7123ddf20 tempest-FloatingIPDetailsTestJSON-1547621104 tempest-FloatingIPDetailsTestJSON-1547621104-project] Publish callbacks [] for floatingip (dc4b5e2c-9f7f-4926-a3c0-74395d58c1c9), after_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:20:21.670445 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [req-f3b6e398-5bba-42e4-b03d-c99c0151fb01 req-82384d67-30fb-448c-b993-12e7123ddf20 tempest-FloatingIPDetailsTestJSON-1547621104 tempest-FloatingIPDetailsTestJSON-1547621104-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171096'] for floatingip (None), before_response {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:20:21.671709 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-f3b6e398-5bba-42e4-b03d-c99c0151fb01 req-82384d67-30fb-448c-b993-12e7123ddf20 tempest-FloatingIPDetailsTestJSON-1547621104 tempest-FloatingIPDetailsTestJSON-1547621104-project] 10.222.0.75 "DELETE /v2.0/floatingips/dc4b5e2c-9f7f-4926-a3c0-74395d58c1c9 HTTP/1.1" status: 204 len: 173 time: 0.7294405 Feb 09 19:20:21.678130 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 43206) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:20:22.139366 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 43222) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:20:22.320617 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-6f841fcd-0776-4bf6-84e2-de79249623fe admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1834525'] for router_interface (9fff2a9d-bad3-4eea-8a8b-9108e710427f), before_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:20:22.324335 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.v2.base [None req-5a3087f8-f5da-4d4e-8af0-4683eff8e20c admin admin] Request body: {'network': {'name': 'tempest-VirtualInterfacesTestJSON-1885414847-network', 'tenant_id': '2eaa1d4137e5461aa33e82dbb31e6fce'}} {{(pid=103230) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 19:20:22.399930 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5a3087f8-f5da-4d4e-8af0-4683eff8e20c admin admin] Made reservation on behalf of 2eaa1d4137e5461aa33e82dbb31e6fce for: {'network': 1} {{(pid=103230) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 19:20:22.405011 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-5a3087f8-f5da-4d4e-8af0-4683eff8e20c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for network (None), before_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:20:22.426341 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-5a3087f8-f5da-4d4e-8af0-4683eff8e20c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:20:22.491611 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3755c6d4-3233-4fbf-880f-7d3f9c7ec535 req-f29f9867-e714-4ef3-a906-4beb1139361e tempest-ServerRescueNegativeTestJSON-1800126168 tempest-ServerRescueNegativeTestJSON-1800126168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:20:22.493453 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-3755c6d4-3233-4fbf-880f-7d3f9c7ec535 req-f29f9867-e714-4ef3-a906-4beb1139361e tempest-ServerRescueNegativeTestJSON-1800126168 tempest-ServerRescueNegativeTestJSON-1800126168-project] 10.222.0.75 "GET /v2.0/ports?device_id=3f2394dc-3bdb-467a-bc3a-100f52d986e7 HTTP/1.1" status: 200 len: 945 time: 0.1667314 Feb 09 19:20:22.544658 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-5a3087f8-f5da-4d4e-8af0-4683eff8e20c admin admin] Publish callbacks [] for security_group (d7d5cfab-f25d-42f4-bfce-58fce6ea573b), precommit_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:20:22.557417 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-5a3087f8-f5da-4d4e-8af0-4683eff8e20c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1892331'] for security_group (d7d5cfab-f25d-42f4-bfce-58fce6ea573b), after_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:20:22.600401 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5a3087f8-f5da-4d4e-8af0-4683eff8e20c admin admin] vlan segment allocate from pool success with {'vlan_id': 365, 'physical_network': 'physnet1'} {{(pid=103230) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 19:20:22.606977 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a3087f8-f5da-4d4e-8af0-4683eff8e20c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d7d5cfab-f25d-42f4-bfce-58fce6ea573b,revision_number=1']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:20:22.613737 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-5a3087f8-f5da-4d4e-8af0-4683eff8e20c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-759574'] for segment (7ae6d07a-491e-4f32-a3f8-0729df93355f), precommit_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:20:22.614167 n-d-713498-36 neutron-server[103230]: INFO neutron.db.segments_db [None req-5a3087f8-f5da-4d4e-8af0-4683eff8e20c admin admin] Added segment 7ae6d07a-491e-4f32-a3f8-0729df93355f of type vlan for network ebe5963a-f3c5-40a2-b724-e3746ef5c35e Feb 09 19:20:22.674774 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-5a3087f8-f5da-4d4e-8af0-4683eff8e20c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762866642225'] for network (ebe5963a-f3c5-40a2-b724-e3746ef5c35e), precommit_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:20:22.711264 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-5a3087f8-f5da-4d4e-8af0-4683eff8e20c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1885479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452'] for network (ebe5963a-f3c5-40a2-b724-e3746ef5c35e), after_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:20:22.712432 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a3087f8-f5da-4d4e-8af0-4683eff8e20c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:20:22.713172 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-5a3087f8-f5da-4d4e-8af0-4683eff8e20c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1613566'] for network (None), before_response {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:20:22.780366 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-5a3087f8-f5da-4d4e-8af0-4683eff8e20c admin admin] 10.222.0.75 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.6398256 Feb 09 19:20:22.783212 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 43242) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:20:22.790880 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.v2.base [None req-cf99d485-df84-4f5a-8365-5e31eade57e2 admin admin] Request body: {'subnet': {'network_id': 'ebe5963a-f3c5-40a2-b724-e3746ef5c35e', 'cidr': '172.20.0.0/28', 'name': 'tempest-VirtualInterfacesTestJSON-1885414847-subnet', 'tenant_id': '2eaa1d4137e5461aa33e82dbb31e6fce', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103230) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 19:20:22.812886 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a3087f8-f5da-4d4e-8af0-4683eff8e20c admin admin] Pushing event updated for resources: {'Network': ['ID=ebe5963a-f3c5-40a2-b724-e3746ef5c35e,revision_number=1']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:20:22.823361 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cf99d485-df84-4f5a-8365-5e31eade57e2 admin admin] Made reservation on behalf of 2eaa1d4137e5461aa33e82dbb31e6fce for: {'subnet': 1} {{(pid=103230) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 19:20:22.825420 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Network ebe5963a-f3c5-40a2-b724-e3746ef5c35e details requested by agent ovs-agent-n-d-713498-36 with host n-d-713498-36 {{(pid=103232) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 19:20:22.827389 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-cf99d485-df84-4f5a-8365-5e31eade57e2 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12985917'] for subnet (None), before_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:20:23.010886 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-3755c6d4-3233-4fbf-880f-7d3f9c7ec535 req-147d5298-d6df-4a42-b396-622e2879f897 tempest-ServerRescueNegativeTestJSON-1800126168 tempest-ServerRescueNegativeTestJSON-1800126168-project] 10.222.0.75 "GET /v2.0/security-groups?id=20eba632-e06f-4b78-b62a-91fbda6670a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4981627 Feb 09 19:20:23.118374 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-cf99d485-df84-4f5a-8365-5e31eade57e2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14393611', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12985859'] for subnet (f5a490c3-e319-4078-8550-5c2685c869f6), after_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:20:23.146440 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.plugin [None req-6f841fcd-0776-4bf6-84e2-de79249623fe admin admin] Deleting port 3139b5d9-40c4-4393-b24c-f1da95d7b0b4 {{(pid=103229) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 19:20:23.146784 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-6f841fcd-0776-4bf6-84e2-de79249623fe admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762867170196'] for port (3139b5d9-40c4-4393-b24c-f1da95d7b0b4), before_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:20:23.192473 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf99d485-df84-4f5a-8365-5e31eade57e2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f5a490c3-e319-4078-8550-5c2685c869f6,revision_number=0']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:20:23.201789 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf99d485-df84-4f5a-8365-5e31eade57e2 admin admin] Checking segment: {'id': '7ae6d07a-491e-4f32-a3f8-0729df93355f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': 'ebe5963a-f3c5-40a2-b724-e3746ef5c35e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103230) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 19:20:23.202291 n-d-713498-36 neutron-server[103230]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf99d485-df84-4f5a-8365-5e31eade57e2 admin admin] Network hostable DHCP agents. Network: ebe5963a-f3c5-40a2-b724-e3746ef5c35e, hostable agents: ['af91e4b9-f4e1-42b1-a25c-a10dc47171c8'], hosted agents: [] {{(pid=103230) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 19:20:23.220029 n-d-713498-36 neutron-server[103230]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf99d485-df84-4f5a-8365-5e31eade57e2 admin admin] Network ebe5963a-f3c5-40a2-b724-e3746ef5c35e is scheduled to be hosted by DHCP agent af91e4b9-f4e1-42b1-a25c-a10dc47171c8 with binding_index 1 {{(pid=103230) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 19:20:23.232172 n-d-713498-36 neutron-server[103230]: DEBUG neutron.scheduler.base_scheduler [None req-cf99d485-df84-4f5a-8365-5e31eade57e2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713498-36, ebe5963a-f3c5-40a2-b724-e3746ef5c35e) {{(pid=103230) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 19:20:23.241437 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf99d485-df84-4f5a-8365-5e31eade57e2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:20:23.242218 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-cf99d485-df84-4f5a-8365-5e31eade57e2 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:20:23.245259 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a7e4350-9392-499d-aa8f-42d88bab19da None None] Network ebe5963a-f3c5-40a2-b724-e3746ef5c35e requested from n-d-713498-36 {{(pid=103232) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 19:20:23.259465 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.db [None req-6f841fcd-0776-4bf6-84e2-de79249623fe admin admin] For port 3139b5d9-40c4-4393-b24c-f1da95d7b0b4, host n-d-713498-36, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-36',level=0,port_id=3139b5d9-40c4-4393-b24c-f1da95d7b0b4,segment=NetworkSegment(8e2a9621-9a4d-492f-9534-c62bbd1f7ab7),segment_id=8e2a9621-9a4d-492f-9534-c62bbd1f7ab7)] {{(pid=103229) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 19:20:23.259841 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-6f841fcd-0776-4bf6-84e2-de79249623fe admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1820838'] for port (3139b5d9-40c4-4393-b24c-f1da95d7b0b4), precommit_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:20:23.278066 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-cf99d485-df84-4f5a-8365-5e31eade57e2 admin admin] 10.222.0.75 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.4882753 Feb 09 19:20:23.297253 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.plugin [None req-6f841fcd-0776-4bf6-84e2-de79249623fe admin admin] Calling delete_port for 3139b5d9-40c4-4393-b24c-f1da95d7b0b4 owned by network:router_interface {{(pid=103229) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 19:20:23.503118 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 43264) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:20:23.530442 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc2d6589-d05a-4d47-b995-82fa360bd9f1 None None] Network ebe5963a-f3c5-40a2-b724-e3746ef5c35e requested from n-d-713498-36 {{(pid=103232) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 19:20:23.570157 n-d-713498-36 neutron-server[103230]: DEBUG neutron.db.db_base_plugin_v2 [None req-8f3b5688-f316-45da-962e-edd55cfee11e admin admin] Deleting subnet f5a490c3-e319-4078-8550-5c2685c869f6 {{(pid=103230) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 19:20:23.574524 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-8f3b5688-f316-45da-962e-edd55cfee11e admin admin] Publish callbacks [] for subnet (f5a490c3-e319-4078-8550-5c2685c869f6), before_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:20:23.621393 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-8f3b5688-f316-45da-962e-edd55cfee11e admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12895822'] for subnet (f5a490c3-e319-4078-8550-5c2685c869f6), precommit_delete_associations {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:20:23.677658 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-8f3b5688-f316-45da-962e-edd55cfee11e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-759852'] for subnet (f5a490c3-e319-4078-8550-5c2685c869f6), precommit_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:20:23.726861 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-6f841fcd-0776-4bf6-84e2-de79249623fe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762867177463', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762866656476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12867576'] for port (3139b5d9-40c4-4393-b24c-f1da95d7b0b4), after_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:20:23.745865 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-8f3b5688-f316-45da-962e-edd55cfee11e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-760023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14393672', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12985882'] for subnet (f5a490c3-e319-4078-8550-5c2685c869f6), after_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:20:23.760519 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f841fcd-0776-4bf6-84e2-de79249623fe admin admin] Pushing event deleted for resources: {'Port': ['ID=3139b5d9-40c4-4393-b24c-f1da95d7b0b4,revision_number=None']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:20:23.779234 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f3b5688-f316-45da-962e-edd55cfee11e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f5a490c3-e319-4078-8550-5c2685c869f6,revision_number=None']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:20:23.788456 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-8f3b5688-f316-45da-962e-edd55cfee11e admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:20:23.792811 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-8f3b5688-f316-45da-962e-edd55cfee11e admin admin] 10.222.0.75 "DELETE /v2.0/subnets/f5a490c3-e319-4078-8550-5c2685c869f6 HTTP/1.1" status: 204 len: 168 time: 0.2877414 Feb 09 19:20:23.796070 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 43270) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:20:23.954037 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-ccc68832-1f29-4d0c-a787-fb0337b992f6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-670458'] for network (ebe5963a-f3c5-40a2-b724-e3746ef5c35e), before_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:20:24.004101 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-6f841fcd-0776-4bf6-84e2-de79249623fe admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1613467', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1834633'] for router_interface (9fff2a9d-bad3-4eea-8a8b-9108e710427f), after_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:20:24.119142 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-ccc68832-1f29-4d0c-a787-fb0337b992f6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-590267', 'neutron.services.segments.db._delete_segments_for_network-8762867132609'] for network (ebe5963a-f3c5-40a2-b724-e3746ef5c35e), precommit_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:20:24.143841 n-d-713498-36 neutron-server[103230]: DEBUG neutron.services.segments.db [None req-ccc68832-1f29-4d0c-a787-fb0337b992f6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ebe5963a-f3c5-40a2-b724-e3746ef5c35e']}} {{(pid=103230) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:20:24.161282 n-d-713498-36 neutron-server[103230]: DEBUG neutron.services.segments.db [None req-ccc68832-1f29-4d0c-a787-fb0337b992f6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7ae6d07a-491e-4f32-a3f8-0729df93355f') {'for_net_delete': True} {{(pid=103230) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:20:24.161648 n-d-713498-36 neutron-server[103230]: DEBUG neutron.services.segments.db [None req-ccc68832-1f29-4d0c-a787-fb0337b992f6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7ae6d07a-491e-4f32-a3f8-0729df93355f') {} {{(pid=103230) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:20:24.191714 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-ccc68832-1f29-4d0c-a787-fb0337b992f6 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762867134154', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12895813'] for segment (7ae6d07a-491e-4f32-a3f8-0729df93355f), before_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:20:24.211314 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-ccc68832-1f29-4d0c-a787-fb0337b992f6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-759574'] for segment (7ae6d07a-491e-4f32-a3f8-0729df93355f), precommit_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:20:24.217875 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ccc68832-1f29-4d0c-a787-fb0337b992f6 admin admin] Releasing vlan 365 on physical network physnet1 to pool {{(pid=103230) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 19:20:24.218322 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-ccc68832-1f29-4d0c-a787-fb0337b992f6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-759574', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14393826'] for segment (7ae6d07a-491e-4f32-a3f8-0729df93355f), after_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:20:24.231605 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b414d792-45f4-451f-8567-827a139f349c req-cb1c955e-0f04-4a23-86df-c12718433875 tempest-ServerRescueNegativeTestJSON-1800126168 tempest-ServerRescueNegativeTestJSON-1800126168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:20:24.239867 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-b414d792-45f4-451f-8567-827a139f349c req-cb1c955e-0f04-4a23-86df-c12718433875 tempest-ServerRescueNegativeTestJSON-1800126168 tempest-ServerRescueNegativeTestJSON-1800126168-project] 10.222.0.75 "GET /v2.0/ports?device_id=3f2394dc-3bdb-467a-bc3a-100f52d986e7 HTTP/1.1" status: 200 len: 945 time: 0.1061769 Feb 09 19:20:24.281267 n-d-713498-36 neutron-server[103230]: Traceback (most recent call last): Feb 09 19:20:24.281267 n-d-713498-36 neutron-server[103230]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 19:20:24.281267 n-d-713498-36 neutron-server[103230]: timer() Feb 09 19:20:24.281267 n-d-713498-36 neutron-server[103230]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 19:20:24.281267 n-d-713498-36 neutron-server[103230]: cb(*args, **kw) Feb 09 19:20:24.281267 n-d-713498-36 neutron-server[103230]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 19:20:24.281267 n-d-713498-36 neutron-server[103230]: return func(*args, **kwargs) Feb 09 19:20:24.281267 n-d-713498-36 neutron-server[103230]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 19:20:24.281267 n-d-713498-36 neutron-server[103230]: self._notify() Feb 09 19:20:24.281267 n-d-713498-36 neutron-server[103230]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 19:20:24.281267 n-d-713498-36 neutron-server[103230]: self.callback(batched_events) Feb 09 19:20:24.281267 n-d-713498-36 neutron-server[103230]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 19:20:24.281267 n-d-713498-36 neutron-server[103230]: event.method(event) Feb 09 19:20:24.281267 n-d-713498-36 neutron-server[103230]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 19:20:24.281267 n-d-713498-36 neutron-server[103230]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 19:20:24.281267 n-d-713498-36 neutron-server[103230]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 19:20:24.281267 n-d-713498-36 neutron-server[103230]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 19:20:24.281267 n-d-713498-36 neutron-server[103230]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 19:20:24.281267 n-d-713498-36 neutron-server[103230]: return f(self, *a, **k) Feb 09 19:20:24.281267 n-d-713498-36 neutron-server[103230]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 19:20:24.281267 n-d-713498-36 neutron-server[103230]: return self._get(url).json() Feb 09 19:20:24.281267 n-d-713498-36 neutron-server[103230]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 19:20:24.281267 n-d-713498-36 neutron-server[103230]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 19:20:24.281267 n-d-713498-36 neutron-server[103230]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 19:20:24.281267 n-d-713498-36 neutron-server[103230]: return self.request(url, 'GET', **kwargs) Feb 09 19:20:24.281267 n-d-713498-36 neutron-server[103230]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 19:20:24.281267 n-d-713498-36 neutron-server[103230]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 19:20:24.281267 n-d-713498-36 neutron-server[103230]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 19:20:24.281267 n-d-713498-36 neutron-server[103230]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 19:20:24.281267 n-d-713498-36 neutron-server[103230]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 19:20:24.281267 n-d-713498-36 neutron-server[103230]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 19:20:24.281267 n-d-713498-36 neutron-server[103230]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 19:20:24.289518 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-ccc68832-1f29-4d0c-a787-fb0337b992f6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-590242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1885479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1818895'] for network (ebe5963a-f3c5-40a2-b724-e3746ef5c35e), after_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:20:24.297765 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-ccc68832-1f29-4d0c-a787-fb0337b992f6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1613566'] for network (None), before_response {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:20:24.302273 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-ccc68832-1f29-4d0c-a787-fb0337b992f6 admin admin] 10.222.0.75 "DELETE /v2.0/networks/ebe5963a-f3c5-40a2-b724-e3746ef5c35e HTTP/1.1" status: 204 len: 168 time: 0.5026193 Feb 09 19:20:24.326351 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccc68832-1f29-4d0c-a787-fb0337b992f6 admin admin] Pushing event deleted for resources: {'Network': ['ID=ebe5963a-f3c5-40a2-b724-e3746ef5c35e,revision_number=None']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:20:24.406502 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-b414d792-45f4-451f-8567-827a139f349c req-4e6ee4d3-04f9-49f7-a108-a628d03c8d17 tempest-ServerRescueNegativeTestJSON-1800126168 tempest-ServerRescueNegativeTestJSON-1800126168-project] 10.222.0.75 "GET /v2.0/security-groups?id=20eba632-e06f-4b78-b62a-91fbda6670a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1656995 Feb 09 19:20:24.456698 n-d-713498-36 neutron-server[103229]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6f841fcd-0776-4bf6-84e2-de79249623fe admin admin] Router 9fff2a9d-bad3-4eea-8a8b-9108e710427f has already been hosted by L3 agent 93303d5e-5d17-45e8-8963-7694f87783ae {{(pid=103229) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 19:20:24.542644 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 43298) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:20:24.660488 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-9d7d5c08-1333-4aa9-a06e-183222052cd7 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=2eaa1d4137e5461aa33e82dbb31e6fce&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1163826 Feb 09 19:20:24.661350 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 43302) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:20:24.721707 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6f841fcd-0776-4bf6-84e2-de79249623fe admin admin] Notify agent at l3_agent.n-d-713498-36 the message routers_updated {{(pid=103229) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 19:20:24.731666 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-6f841fcd-0776-4bf6-84e2-de79249623fe admin admin] 10.222.0.75 "PUT /v2.0/routers/9fff2a9d-bad3-4eea-8a8b-9108e710427f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0494235 Feb 09 19:20:24.733942 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 43304) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:20:24.737888 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6cb19d7-6adc-4030-9eb3-9b2c635e2f75 None None] Sync routers for ids ['9fff2a9d-bad3-4eea-8a8b-9108e710427f'] in n-d-713498-36 {{(pid=103232) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 19:20:24.765443 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6cb19d7-6adc-4030-9eb3-9b2c635e2f75 None None] Routers {'9fff2a9d-bad3-4eea-8a8b-9108e710427f'} bound to L3 agent in host n-d-713498-36 {{(pid=103232) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 19:20:24.766104 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.l3_hamode_db [None req-a6cb19d7-6adc-4030-9eb3-9b2c635e2f75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-09T18:51:43Z,description=,heartbeat_timestamp=2022-02-09T19:20:13Z,host='n-d-713498-36',id=93303d5e-5d17-45e8-8963-7694f87783ae,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T18:51:43Z,topic='l3_agent')) {'router_ids': ['9fff2a9d-bad3-4eea-8a8b-9108e710427f'], 'active': True} {{(pid=103232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:20:24.770579 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-c24cb3a9-ce64-4c97-af6a-99b8de1f8d71 admin admin] Publish callbacks [] for security_group (d7d5cfab-f25d-42f4-bfce-58fce6ea573b), before_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:20:24.817143 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-c24cb3a9-ce64-4c97-af6a-99b8de1f8d71 admin admin] Publish callbacks [] for security_group (d7d5cfab-f25d-42f4-bfce-58fce6ea573b), precommit_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:20:24.896280 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-c24cb3a9-ce64-4c97-af6a-99b8de1f8d71 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1892331'] for security_group (d7d5cfab-f25d-42f4-bfce-58fce6ea573b), after_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:20:24.899490 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-c24cb3a9-ce64-4c97-af6a-99b8de1f8d71 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:20:24.900783 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-c24cb3a9-ce64-4c97-af6a-99b8de1f8d71 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/d7d5cfab-f25d-42f4-bfce-58fce6ea573b HTTP/1.1" status: 204 len: 168 time: 0.2357559 Feb 09 19:20:24.927869 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c24cb3a9-ce64-4c97-af6a-99b8de1f8d71 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d7d5cfab-f25d-42f4-bfce-58fce6ea573b,revision_number=None']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:20:25.018414 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-0ff6ee67-0415-4b5e-b95b-cc063ac8e30c admin admin] Publish callbacks [] for router (9fff2a9d-bad3-4eea-8a8b-9108e710427f), before_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:20:25.261193 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.l3_dvr_db [None req-a6cb19d7-6adc-4030-9eb3-9b2c635e2f75 None None] Set router 9fff2a9d-bad3-4eea-8a8b-9108e710427f gateway port host: n-d-713498-36 {{(pid=103232) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 19:20:25.335051 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-0ff6ee67-0415-4b5e-b95b-cc063ac8e30c admin admin] Publish callbacks [] for router_gateway (9fff2a9d-bad3-4eea-8a8b-9108e710427f), before_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:20:25.488403 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.plugin [None req-0ff6ee67-0415-4b5e-b95b-cc063ac8e30c admin admin] Deleting port d71fd65e-638a-4306-b92b-7468cc00df41 {{(pid=103230) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 19:20:25.488754 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-0ff6ee67-0415-4b5e-b95b-cc063ac8e30c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762867170196'] for port (d71fd65e-638a-4306-b92b-7468cc00df41), before_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:20:25.504695 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.l3_hamode_db [None req-a6cb19d7-6adc-4030-9eb3-9b2c635e2f75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9fff2a9d-bad3-4eea-8a8b-9108e710427f', 'name': 'tempest-FloatingIPDetailsTestJSON-2087238508-router', 'tenant_id': '8c64694634344935945f1770d4f9e487', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88055e1e-672a-4487-be31-ffb6e833ece5', 'external_fixed_ips': [{'subnet_id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'ip_address': '172.25.1.185'}], 'enable_snat': True}, 'gw_port_id': 'd71fd65e-638a-4306-b92b-7468cc00df41', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T19:20:02Z', 'updated_at': '2022-02-09T19:20:23Z', 'revision_number': 5, 'project_id': '8c64694634344935945f1770d4f9e487', 'gw_port': {'id': 'd71fd65e-638a-4306-b92b-7468cc00df41', 'name': '', 'network_id': '88055e1e-672a-4487-be31-ffb6e833ece5', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:f5:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9fff2a9d-bad3-4eea-8a8b-9108e710427f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1810, 'fixed_ips': [{'subnet_id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'ip_address': '172.25.1.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T19:20:03Z', 'updated_at': '2022-02-09T19:20:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-36'}], 'n-d-713498-36', False) {} {{(pid=103232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:20:25.534729 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6cb19d7-6adc-4030-9eb3-9b2c635e2f75 None None] Checking router: 9fff2a9d-bad3-4eea-8a8b-9108e710427f for host: n-d-713498-36 {{(pid=103232) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 19:20:25.558928 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6cb19d7-6adc-4030-9eb3-9b2c635e2f75 None None] Routers {'9fff2a9d-bad3-4eea-8a8b-9108e710427f'} bound to L3 agent in host n-d-713498-36 {{(pid=103232) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 19:20:25.559670 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.l3_hamode_db [None req-a6cb19d7-6adc-4030-9eb3-9b2c635e2f75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-09T18:51:43Z,description=,heartbeat_timestamp=2022-02-09T19:20:13Z,host='n-d-713498-36',id=93303d5e-5d17-45e8-8963-7694f87783ae,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T18:51:43Z,topic='l3_agent')) {'router_ids': ['9fff2a9d-bad3-4eea-8a8b-9108e710427f'], 'active': True} {{(pid=103232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:20:25.659433 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.db [None req-0ff6ee67-0415-4b5e-b95b-cc063ac8e30c admin admin] For port d71fd65e-638a-4306-b92b-7468cc00df41, host n-d-713498-36, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-36',level=0,port_id=d71fd65e-638a-4306-b92b-7468cc00df41,segment=NetworkSegment(a4222f89-8d3f-4b51-953b-1a8126392491),segment_id=a4222f89-8d3f-4b51-953b-1a8126392491)] {{(pid=103230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 19:20:25.659805 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-0ff6ee67-0415-4b5e-b95b-cc063ac8e30c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1820838'] for port (d71fd65e-638a-4306-b92b-7468cc00df41), precommit_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:20:25.695240 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3852a449-fd73-4b70-a681-3c63ee0137fc req-fde2f20b-6077-4fbb-87fc-14c01c3c9400 tempest-ServerRescueNegativeTestJSON-1800126168 tempest-ServerRescueNegativeTestJSON-1800126168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:20:25.699395 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-3852a449-fd73-4b70-a681-3c63ee0137fc req-fde2f20b-6077-4fbb-87fc-14c01c3c9400 tempest-ServerRescueNegativeTestJSON-1800126168 tempest-ServerRescueNegativeTestJSON-1800126168-project] 10.222.0.75 "GET /v2.0/ports?device_id=3f2394dc-3bdb-467a-bc3a-100f52d986e7 HTTP/1.1" status: 200 len: 945 time: 0.1452317 Feb 09 19:20:25.710352 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.plugin [None req-0ff6ee67-0415-4b5e-b95b-cc063ac8e30c admin admin] Calling delete_port for d71fd65e-638a-4306-b92b-7468cc00df41 owned by network:router_gateway {{(pid=103230) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 19:20:25.798912 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-3852a449-fd73-4b70-a681-3c63ee0137fc req-807e6e46-c830-43c4-b949-befa6ab72cec tempest-ServerRescueNegativeTestJSON-1800126168 tempest-ServerRescueNegativeTestJSON-1800126168-project] 10.222.0.75 "GET /v2.0/security-groups?id=20eba632-e06f-4b78-b62a-91fbda6670a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0918975 Feb 09 19:20:25.849658 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.l3_dvr_db [None req-a6cb19d7-6adc-4030-9eb3-9b2c635e2f75 None None] Set router 9fff2a9d-bad3-4eea-8a8b-9108e710427f gateway port host: None {{(pid=103232) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 19:20:25.963518 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.l3_hamode_db [None req-a6cb19d7-6adc-4030-9eb3-9b2c635e2f75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9fff2a9d-bad3-4eea-8a8b-9108e710427f', 'name': 'tempest-FloatingIPDetailsTestJSON-2087238508-router', 'tenant_id': '8c64694634344935945f1770d4f9e487', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T19:20:02Z', 'updated_at': '2022-02-09T19:20:25Z', 'revision_number': 6, 'project_id': '8c64694634344935945f1770d4f9e487', 'gw_port_host': None}], 'n-d-713498-36', False) {} {{(pid=103232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:20:25.998700 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6cb19d7-6adc-4030-9eb3-9b2c635e2f75 None None] The sync data for ids ['9fff2a9d-bad3-4eea-8a8b-9108e710427f'] in n-d-713498-36 is: [{'id': '9fff2a9d-bad3-4eea-8a8b-9108e710427f', 'name': 'tempest-FloatingIPDetailsTestJSON-2087238508-router', 'tenant_id': '8c64694634344935945f1770d4f9e487', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T19:20:02Z', 'updated_at': '2022-02-09T19:20:25Z', 'revision_number': 6, 'project_id': '8c64694634344935945f1770d4f9e487', 'gw_port_host': None}] {{(pid=103232) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 19:20:26.065130 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-0ff6ee67-0415-4b5e-b95b-cc063ac8e30c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762867177463', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762866656476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14393751'] for port (d71fd65e-638a-4306-b92b-7468cc00df41), after_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:20:26.097443 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ff6ee67-0415-4b5e-b95b-cc063ac8e30c admin admin] Pushing event deleted for resources: {'Port': ['ID=d71fd65e-638a-4306-b92b-7468cc00df41,revision_number=None']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:20:26.176457 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-0ff6ee67-0415-4b5e-b95b-cc063ac8e30c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1818987'] for router_gateway (9fff2a9d-bad3-4eea-8a8b-9108e710427f), after_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:20:26.336624 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-0ff6ee67-0415-4b5e-b95b-cc063ac8e30c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1834988', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-58375'] for router (9fff2a9d-bad3-4eea-8a8b-9108e710427f), precommit_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:20:26.339142 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-0ff6ee67-0415-4b5e-b95b-cc063ac8e30c admin admin] Publish callbacks [] for router_controller (9fff2a9d-bad3-4eea-8a8b-9108e710427f), precommit_delete_associations {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:20:26.419878 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-0ff6ee67-0415-4b5e-b95b-cc063ac8e30c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1835003'] for router (9fff2a9d-bad3-4eea-8a8b-9108e710427f), after_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:20:26.420796 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0ff6ee67-0415-4b5e-b95b-cc063ac8e30c admin admin] Fanout notify agent at l3_agent the message router_deleted on router 9fff2a9d-bad3-4eea-8a8b-9108e710427f {{(pid=103230) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 09 19:20:26.436028 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-0ff6ee67-0415-4b5e-b95b-cc063ac8e30c admin admin] Publish callbacks [] for router (None), before_response {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:20:26.441492 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 43360) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:20:26.441667 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-0ff6ee67-0415-4b5e-b95b-cc063ac8e30c admin admin] 10.222.0.75 "DELETE /v2.0/routers/9fff2a9d-bad3-4eea-8a8b-9108e710427f HTTP/1.1" status: 204 len: 168 time: 1.7065022 Feb 09 19:20:26.531231 n-d-713498-36 neutron-server[103229]: DEBUG neutron.db.db_base_plugin_v2 [None req-44be4189-8ac0-4edc-9ee0-b2bd49062c0e admin admin] Deleting subnet e1c0d9ee-1d71-4072-8c60-3ee3c24b9993 {{(pid=103229) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 19:20:26.551900 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 43362) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:20:26.552360 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-44be4189-8ac0-4edc-9ee0-b2bd49062c0e admin admin] Publish callbacks [] for subnet (e1c0d9ee-1d71-4072-8c60-3ee3c24b9993), before_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:20:26.639481 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-44be4189-8ac0-4edc-9ee0-b2bd49062c0e admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16683410'] for subnet (e1c0d9ee-1d71-4072-8c60-3ee3c24b9993), precommit_delete_associations {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:20:26.713434 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.v2.base [None req-b3432b5c-cafb-41a3-85c8-59b14b58db25 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-1234673102-network', 'tenant_id': '0c7f047f175c41a987e2010a725a3d95'}} {{(pid=103230) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 19:20:26.772653 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b3432b5c-cafb-41a3-85c8-59b14b58db25 admin admin] Made reservation on behalf of 0c7f047f175c41a987e2010a725a3d95 for: {'network': 1} {{(pid=103230) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 19:20:26.777074 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-b3432b5c-cafb-41a3-85c8-59b14b58db25 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for network (None), before_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:20:26.791093 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-b3432b5c-cafb-41a3-85c8-59b14b58db25 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:20:26.922207 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-44be4189-8ac0-4edc-9ee0-b2bd49062c0e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-759852'] for subnet (e1c0d9ee-1d71-4072-8c60-3ee3c24b9993), precommit_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:20:26.941557 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-b3432b5c-cafb-41a3-85c8-59b14b58db25 admin admin] Publish callbacks [] for security_group (758db47d-aa2b-4dce-a9d0-cb504955d0b3), precommit_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:20:26.948193 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-b3432b5c-cafb-41a3-85c8-59b14b58db25 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1892331'] for security_group (758db47d-aa2b-4dce-a9d0-cb504955d0b3), after_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:20:27.005130 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b3432b5c-cafb-41a3-85c8-59b14b58db25 admin admin] vlan segment allocate from pool success with {'vlan_id': 392, 'physical_network': 'physnet1'} {{(pid=103230) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 19:20:27.014763 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3432b5c-cafb-41a3-85c8-59b14b58db25 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=758db47d-aa2b-4dce-a9d0-cb504955d0b3,revision_number=1']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:20:27.063250 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd2c7e54-92e4-463b-933e-c8d471273920 req-ba85d0e7-ef18-4376-997d-114d54043f21 tempest-ServerRescueNegativeTestJSON-1800126168 tempest-ServerRescueNegativeTestJSON-1800126168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:20:27.065948 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-fd2c7e54-92e4-463b-933e-c8d471273920 req-ba85d0e7-ef18-4376-997d-114d54043f21 tempest-ServerRescueNegativeTestJSON-1800126168 tempest-ServerRescueNegativeTestJSON-1800126168-project] 10.222.0.75 "GET /v2.0/ports?device_id=3f2394dc-3bdb-467a-bc3a-100f52d986e7 HTTP/1.1" status: 200 len: 945 time: 0.1030591 Feb 09 19:20:27.083176 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-b3432b5c-cafb-41a3-85c8-59b14b58db25 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-759574'] for segment (92268b40-fd45-4716-b63a-1f78b1bbf69a), precommit_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:20:27.083583 n-d-713498-36 neutron-server[103230]: INFO neutron.db.segments_db [None req-b3432b5c-cafb-41a3-85c8-59b14b58db25 admin admin] Added segment 92268b40-fd45-4716-b63a-1f78b1bbf69a of type vlan for network 9cf0b823-fac1-4f9f-b685-8fd71a300e07 Feb 09 19:20:27.093709 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-44be4189-8ac0-4edc-9ee0-b2bd49062c0e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-760023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12867367', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12759238'] for subnet (e1c0d9ee-1d71-4072-8c60-3ee3c24b9993), after_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:20:27.184693 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-b3432b5c-cafb-41a3-85c8-59b14b58db25 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762866642225'] for network (9cf0b823-fac1-4f9f-b685-8fd71a300e07), precommit_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:20:27.210143 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-44be4189-8ac0-4edc-9ee0-b2bd49062c0e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1613566'] for subnet (None), before_response {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:20:27.214983 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-44be4189-8ac0-4edc-9ee0-b2bd49062c0e admin admin] 10.222.0.75 "DELETE /v2.0/subnets/e1c0d9ee-1d71-4072-8c60-3ee3c24b9993 HTTP/1.1" status: 204 len: 168 time: 0.7720232 Feb 09 19:20:27.217585 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 43382) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:20:27.233693 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78a75b92-5e63-4e8e-8fe1-c3a1520e96f5 None None] Network 32ed201d-2f8e-444f-ac15-0315ba71fbd9 requested from n-d-713498-36 {{(pid=103232) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 19:20:27.234662 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44be4189-8ac0-4edc-9ee0-b2bd49062c0e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e1c0d9ee-1d71-4072-8c60-3ee3c24b9993,revision_number=None']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:20:27.271958 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-fd2c7e54-92e4-463b-933e-c8d471273920 req-56c36e61-5299-44c1-b6f3-724a8f0b018d tempest-ServerRescueNegativeTestJSON-1800126168 tempest-ServerRescueNegativeTestJSON-1800126168-project] 10.222.0.75 "GET /v2.0/security-groups?id=20eba632-e06f-4b78-b62a-91fbda6670a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1722765 Feb 09 19:20:27.410111 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-b3432b5c-cafb-41a3-85c8-59b14b58db25 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1885479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452'] for network (9cf0b823-fac1-4f9f-b685-8fd71a300e07), after_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:20:27.411419 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3432b5c-cafb-41a3-85c8-59b14b58db25 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:20:27.412011 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-b3432b5c-cafb-41a3-85c8-59b14b58db25 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1613566'] for network (None), before_response {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:20:27.423945 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-a5318071-4864-4de1-88d9-7aa99982aa66 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-670458'] for network (32ed201d-2f8e-444f-ac15-0315ba71fbd9), before_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:20:27.448221 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Device d71fd65e-638a-4306-b92b-7468cc00df41 no longer exists at agent ovs-agent-n-d-713498-36 {{(pid=103232) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 19:20:27.528555 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] No Port match for: d71fd65e-638a-4306-b92b-7468cc00df41 {{(pid=103232) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 19:20:27.529871 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Device d71fd65e-638a-4306-b92b-7468cc00df41 not bound to the agent host n-d-713498-36 {{(pid=103232) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 19:20:27.531155 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Device 3139b5d9-40c4-4393-b24c-f1da95d7b0b4 no longer exists at agent ovs-agent-n-d-713498-36 {{(pid=103232) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 19:20:27.555336 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-b3432b5c-cafb-41a3-85c8-59b14b58db25 admin admin] 10.222.0.75 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 1.0017166 Feb 09 19:20:27.557585 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3432b5c-cafb-41a3-85c8-59b14b58db25 admin admin] Pushing event updated for resources: {'Network': ['ID=9cf0b823-fac1-4f9f-b685-8fd71a300e07,revision_number=1']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:20:27.558460 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 43386) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:20:27.563911 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.v2.base [None req-3ed66912-944b-42be-9196-daca3d19101e admin admin] Request body: {'subnet': {'network_id': '9cf0b823-fac1-4f9f-b685-8fd71a300e07', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-1234673102-subnet', 'tenant_id': '0c7f047f175c41a987e2010a725a3d95', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 19:20:27.578026 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Network 9cf0b823-fac1-4f9f-b685-8fd71a300e07 details requested by agent ovs-agent-n-d-713498-36 with host n-d-713498-36 {{(pid=103232) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 19:20:27.579662 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] No Port match for: 3139b5d9-40c4-4393-b24c-f1da95d7b0b4 {{(pid=103232) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 19:20:27.580002 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Device 3139b5d9-40c4-4393-b24c-f1da95d7b0b4 not bound to the agent host n-d-713498-36 {{(pid=103232) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 19:20:27.607393 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.plugin [None req-a5318071-4864-4de1-88d9-7aa99982aa66 admin admin] Deleting port 5c07327c-0924-4c7d-b58c-121fea074ab3 {{(pid=103230) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 19:20:27.608171 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-a5318071-4864-4de1-88d9-7aa99982aa66 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762867170196'] for port (5c07327c-0924-4c7d-b58c-121fea074ab3), before_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:20:27.616249 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3ed66912-944b-42be-9196-daca3d19101e admin admin] Made reservation on behalf of 0c7f047f175c41a987e2010a725a3d95 for: {'subnet': 1} {{(pid=103229) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 19:20:27.618877 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-3ed66912-944b-42be-9196-daca3d19101e admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12759265'] for subnet (None), before_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:20:27.731382 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.db [None req-a5318071-4864-4de1-88d9-7aa99982aa66 admin admin] For port 5c07327c-0924-4c7d-b58c-121fea074ab3, host n-d-713498-36, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-36',level=0,port_id=5c07327c-0924-4c7d-b58c-121fea074ab3,segment=NetworkSegment(8e2a9621-9a4d-492f-9534-c62bbd1f7ab7),segment_id=8e2a9621-9a4d-492f-9534-c62bbd1f7ab7)] {{(pid=103230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 19:20:27.732005 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-a5318071-4864-4de1-88d9-7aa99982aa66 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1820838'] for port (5c07327c-0924-4c7d-b58c-121fea074ab3), precommit_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:20:27.765488 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.plugin [None req-a5318071-4864-4de1-88d9-7aa99982aa66 admin admin] Calling delete_port for 5c07327c-0924-4c7d-b58c-121fea074ab3 owned by network:dhcp {{(pid=103230) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 19:20:27.796489 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52884e7c-fe2c-40dd-912d-27ad0efa617d None None] DHCP port deletion for 32ed201d-2f8e-444f-ac15-0315ba71fbd9 request from n-d-713498-36 {{(pid=103232) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 09 19:20:27.856056 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-a5318071-4864-4de1-88d9-7aa99982aa66 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762867177463', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762866656476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14393751'] for port (5c07327c-0924-4c7d-b58c-121fea074ab3), after_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:20:27.897338 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5318071-4864-4de1-88d9-7aa99982aa66 admin admin] Pushing event deleted for resources: {'Port': ['ID=5c07327c-0924-4c7d-b58c-121fea074ab3,revision_number=None']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:20:27.900952 n-d-713498-36 neutron-server[103230]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5318071-4864-4de1-88d9-7aa99982aa66 admin admin] No DVR routers for this DVR port 5c07327c-0924-4c7d-b58c-121fea074ab3 on host n-d-713498-36 {{(pid=103230) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 19:20:27.901463 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-3ed66912-944b-42be-9196-daca3d19101e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12867428', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12759263'] for subnet (ca2eed47-7b83-4cc1-87fa-16862746969c), after_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:20:27.917287 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-52884e7c-fe2c-40dd-912d-27ad0efa617d None None] Deleting port 5c07327c-0924-4c7d-b58c-121fea074ab3 {{(pid=103232) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 19:20:27.918519 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-52884e7c-fe2c-40dd-912d-27ad0efa617d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762867170196'] for port (5c07327c-0924-4c7d-b58c-121fea074ab3), before_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:20:27.976155 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ed66912-944b-42be-9196-daca3d19101e admin admin] Pushing event updated for resources: {'Subnet': ['ID=ca2eed47-7b83-4cc1-87fa-16862746969c,revision_number=0']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:20:28.008468 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-52884e7c-fe2c-40dd-912d-27ad0efa617d None None] For port 5c07327c-0924-4c7d-b58c-121fea074ab3, host n-d-713498-36, got binding levels [] {{(pid=103232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 19:20:28.009159 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-52884e7c-fe2c-40dd-912d-27ad0efa617d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1820838'] for port (5c07327c-0924-4c7d-b58c-121fea074ab3), precommit_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:20:28.016915 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ed66912-944b-42be-9196-daca3d19101e admin admin] Checking segment: {'id': '92268b40-fd45-4716-b63a-1f78b1bbf69a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': '9cf0b823-fac1-4f9f-b685-8fd71a300e07'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103229) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 19:20:28.017423 n-d-713498-36 neutron-server[103229]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ed66912-944b-42be-9196-daca3d19101e admin admin] Network hostable DHCP agents. Network: 9cf0b823-fac1-4f9f-b685-8fd71a300e07, hostable agents: ['af91e4b9-f4e1-42b1-a25c-a10dc47171c8'], hosted agents: [] {{(pid=103229) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 19:20:28.022747 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-a5318071-4864-4de1-88d9-7aa99982aa66 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-590267', 'neutron.services.segments.db._delete_segments_for_network-8762867132609'] for network (32ed201d-2f8e-444f-ac15-0315ba71fbd9), precommit_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:20:28.037761 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-52884e7c-fe2c-40dd-912d-27ad0efa617d None None] Calling delete_port for 5c07327c-0924-4c7d-b58c-121fea074ab3 owned by network:dhcp {{(pid=103232) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 19:20:28.040865 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.ipam_backend_mixin [None req-52884e7c-fe2c-40dd-912d-27ad0efa617d None None] Port 5c07327c-0924-4c7d-b58c-121fea074ab3 was not found and therefore no delete operation was performed {{(pid=103232) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Feb 09 19:20:28.043658 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-52884e7c-fe2c-40dd-912d-27ad0efa617d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762867177463', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762866656476'] for port (5c07327c-0924-4c7d-b58c-121fea074ab3), after_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:20:28.047870 n-d-713498-36 neutron-server[103229]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ed66912-944b-42be-9196-daca3d19101e admin admin] Network 9cf0b823-fac1-4f9f-b685-8fd71a300e07 is scheduled to be hosted by DHCP agent af91e4b9-f4e1-42b1-a25c-a10dc47171c8 with binding_index 1 {{(pid=103229) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 19:20:28.066272 n-d-713498-36 neutron-server[103229]: DEBUG neutron.scheduler.base_scheduler [None req-3ed66912-944b-42be-9196-daca3d19101e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713498-36, 9cf0b823-fac1-4f9f-b685-8fd71a300e07) {{(pid=103229) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 19:20:28.071876 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52884e7c-fe2c-40dd-912d-27ad0efa617d None None] Pushing event deleted for resources: {'Port': ['ID=5c07327c-0924-4c7d-b58c-121fea074ab3,revision_number=None']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:20:28.090349 n-d-713498-36 neutron-server[103230]: DEBUG neutron.services.segments.db [None req-a5318071-4864-4de1-88d9-7aa99982aa66 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['32ed201d-2f8e-444f-ac15-0315ba71fbd9']}} {{(pid=103230) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:20:28.092145 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ed66912-944b-42be-9196-daca3d19101e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:20:28.092966 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f72c592-84a1-4fe2-bbaa-b6e66351bbf3 None None] Network 9cf0b823-fac1-4f9f-b685-8fd71a300e07 requested from n-d-713498-36 {{(pid=103232) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 19:20:28.098640 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-3ed66912-944b-42be-9196-daca3d19101e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1613566'] for subnet (None), before_response {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:20:28.105034 n-d-713498-36 neutron-server[103230]: DEBUG neutron.services.segments.db [None req-a5318071-4864-4de1-88d9-7aa99982aa66 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8e2a9621-9a4d-492f-9534-c62bbd1f7ab7') {'for_net_delete': True} {{(pid=103230) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:20:28.105655 n-d-713498-36 neutron-server[103230]: DEBUG neutron.services.segments.db [None req-a5318071-4864-4de1-88d9-7aa99982aa66 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8e2a9621-9a4d-492f-9534-c62bbd1f7ab7') {} {{(pid=103230) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:20:28.121283 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-a5318071-4864-4de1-88d9-7aa99982aa66 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762867134154', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12895813'] for segment (8e2a9621-9a4d-492f-9534-c62bbd1f7ab7), before_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:20:28.126877 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-3ed66912-944b-42be-9196-daca3d19101e admin admin] 10.222.0.75 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.5672193 Feb 09 19:20:28.129890 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 43400) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:20:28.134175 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.v2.base [None req-4abf4235-1587-4711-af27-0392f5620579 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-1234673102-router', 'tenant_id': '0c7f047f175c41a987e2010a725a3d95', 'external_gateway_info': {'network_id': '88055e1e-672a-4487-be31-ffb6e833ece5'}}} {{(pid=103229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 19:20:28.140033 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-a5318071-4864-4de1-88d9-7aa99982aa66 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-759574'] for segment (8e2a9621-9a4d-492f-9534-c62bbd1f7ab7), precommit_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:20:28.149381 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a5318071-4864-4de1-88d9-7aa99982aa66 admin admin] Releasing vlan 369 on physical network physnet1 to pool {{(pid=103230) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 19:20:28.150354 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-a5318071-4864-4de1-88d9-7aa99982aa66 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-759574', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14393826'] for segment (8e2a9621-9a4d-492f-9534-c62bbd1f7ab7), after_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:20:28.153171 n-d-713498-36 neutron-server[103230]: Traceback (most recent call last): Feb 09 19:20:28.153171 n-d-713498-36 neutron-server[103230]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 19:20:28.153171 n-d-713498-36 neutron-server[103230]: timer() Feb 09 19:20:28.153171 n-d-713498-36 neutron-server[103230]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 19:20:28.153171 n-d-713498-36 neutron-server[103230]: cb(*args, **kw) Feb 09 19:20:28.153171 n-d-713498-36 neutron-server[103230]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 19:20:28.153171 n-d-713498-36 neutron-server[103230]: return func(*args, **kwargs) Feb 09 19:20:28.153171 n-d-713498-36 neutron-server[103230]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 19:20:28.153171 n-d-713498-36 neutron-server[103230]: self._notify() Feb 09 19:20:28.153171 n-d-713498-36 neutron-server[103230]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 19:20:28.153171 n-d-713498-36 neutron-server[103230]: self.callback(batched_events) Feb 09 19:20:28.153171 n-d-713498-36 neutron-server[103230]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 19:20:28.153171 n-d-713498-36 neutron-server[103230]: event.method(event) Feb 09 19:20:28.153171 n-d-713498-36 neutron-server[103230]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 19:20:28.153171 n-d-713498-36 neutron-server[103230]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 19:20:28.153171 n-d-713498-36 neutron-server[103230]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 19:20:28.153171 n-d-713498-36 neutron-server[103230]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 19:20:28.153171 n-d-713498-36 neutron-server[103230]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 19:20:28.153171 n-d-713498-36 neutron-server[103230]: return f(self, *a, **k) Feb 09 19:20:28.153171 n-d-713498-36 neutron-server[103230]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 19:20:28.153171 n-d-713498-36 neutron-server[103230]: return self._get(url).json() Feb 09 19:20:28.153171 n-d-713498-36 neutron-server[103230]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 19:20:28.153171 n-d-713498-36 neutron-server[103230]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 19:20:28.153171 n-d-713498-36 neutron-server[103230]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 19:20:28.153171 n-d-713498-36 neutron-server[103230]: return self.request(url, 'GET', **kwargs) Feb 09 19:20:28.153171 n-d-713498-36 neutron-server[103230]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 19:20:28.153171 n-d-713498-36 neutron-server[103230]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 19:20:28.153171 n-d-713498-36 neutron-server[103230]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 19:20:28.153171 n-d-713498-36 neutron-server[103230]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 19:20:28.153171 n-d-713498-36 neutron-server[103230]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 19:20:28.153171 n-d-713498-36 neutron-server[103230]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 19:20:28.153171 n-d-713498-36 neutron-server[103230]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 19:20:28.177844 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52884e7c-fe2c-40dd-912d-27ad0efa617d None None] No DVR routers for this DVR port 5c07327c-0924-4c7d-b58c-121fea074ab3 on host n-d-713498-36 {{(pid=103232) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 19:20:28.185081 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-4abf4235-1587-4711-af27-0392f5620579 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1834830', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-58389'] for router (80583646-27c7-46ab-a47a-0f5afa5307f3), before_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:20:28.186187 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-4abf4235-1587-4711-af27-0392f5620579 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1834810', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1822096', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1886735', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-58380'] for router (80583646-27c7-46ab-a47a-0f5afa5307f3), precommit_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:20:28.268770 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-769628f7-b3c7-4eaf-a0e1-2dabc987b58b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8b32e980-7cce-5e82-a341-bd2fa8945c89-9cf0b823-fac1-4f9f-b685-8fd71a300e07', 'network_id': '9cf0b823-fac1-4f9f-b685-8fd71a300e07', 'project_id': '0c7f047f175c41a987e2010a725a3d95', 'fixed_ips': [{'subnet_id': 'ca2eed47-7b83-4cc1-87fa-16862746969c'}]}} from n-d-713498-36. {{(pid=103232) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 09 19:20:28.271076 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-a5318071-4864-4de1-88d9-7aa99982aa66 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-590242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1885479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1818895'] for network (32ed201d-2f8e-444f-ac15-0315ba71fbd9), after_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:20:28.273869 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-769628f7-b3c7-4eaf-a0e1-2dabc987b58b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (None), before_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:20:28.285618 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-a5318071-4864-4de1-88d9-7aa99982aa66 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1613566'] for network (None), before_response {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:20:28.292394 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-a5318071-4864-4de1-88d9-7aa99982aa66 admin admin] 10.222.0.75 "DELETE /v2.0/networks/32ed201d-2f8e-444f-ac15-0315ba71fbd9 HTTP/1.1" status: 204 len: 168 time: 1.0728998 Feb 09 19:20:28.313713 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5318071-4864-4de1-88d9-7aa99982aa66 admin admin] Pushing event deleted for resources: {'Network': ['ID=32ed201d-2f8e-444f-ac15-0315ba71fbd9,revision_number=None']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:20:28.384921 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-4abf4235-1587-4711-af27-0392f5620579 admin admin] Publish callbacks [] for router_controller (80583646-27c7-46ab-a47a-0f5afa5307f3), precommit_add_association {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:20:28.520491 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 43412) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:20:28.576383 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.db_base_plugin_common [None req-769628f7-b3c7-4eaf-a0e1-2dabc987b58b None None] Allocated IP 172.20.0.2 (9cf0b823-fac1-4f9f-b685-8fd71a300e07/ca2eed47-7b83-4cc1-87fa-16862746969c/5e796d2b-458f-48a0-81ea-d8f1c322aa33) {{(pid=103232) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 19:20:28.647482 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-2de0398d-f801-4203-8205-bf2ce11ff449 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=8c64694634344935945f1770d4f9e487&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1173296 Feb 09 19:20:28.648337 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 43420) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:20:28.695544 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f68942d4-05bb-4e16-b70a-883e6e77a520 req-f94f4d26-0b03-44c4-b059-29057b527ce9 tempest-ServerRescueNegativeTestJSON-1800126168 tempest-ServerRescueNegativeTestJSON-1800126168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:20:28.697420 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-f68942d4-05bb-4e16-b70a-883e6e77a520 req-f94f4d26-0b03-44c4-b059-29057b527ce9 tempest-ServerRescueNegativeTestJSON-1800126168 tempest-ServerRescueNegativeTestJSON-1800126168-project] 10.222.0.75 "GET /v2.0/ports?device_id=3f2394dc-3bdb-467a-bc3a-100f52d986e7 HTTP/1.1" status: 200 len: 945 time: 0.2479570 Feb 09 19:20:28.705332 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-4abf4235-1587-4711-af27-0392f5620579 admin admin] Publish callbacks [] for router_gateway (80583646-27c7-46ab-a47a-0f5afa5307f3), precommit_update {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:20:28.793946 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-ccb8d076-72ab-415e-bf81-c4ddc841c4f7 admin admin] Publish callbacks [] for security_group (ec2595a5-2031-4585-9c02-3f8e1176f656), before_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:20:28.865320 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-ccb8d076-72ab-415e-bf81-c4ddc841c4f7 admin admin] Publish callbacks [] for security_group (ec2595a5-2031-4585-9c02-3f8e1176f656), precommit_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:20:28.872344 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-769628f7-b3c7-4eaf-a0e1-2dabc987b58b None None] Publish callbacks [] for port (5e796d2b-458f-48a0-81ea-d8f1c322aa33), precommit_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:20:28.882391 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-f68942d4-05bb-4e16-b70a-883e6e77a520 req-21787b15-8cbb-4c1f-9b12-0ab95841802b tempest-ServerRescueNegativeTestJSON-1800126168 tempest-ServerRescueNegativeTestJSON-1800126168-project] 10.222.0.75 "GET /v2.0/security-groups?id=20eba632-e06f-4b78-b62a-91fbda6670a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1622839 Feb 09 19:20:28.895854 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-769628f7-b3c7-4eaf-a0e1-2dabc987b58b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762866656467'] for port (5e796d2b-458f-48a0-81ea-d8f1c322aa33), after_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:20:28.992916 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-ccb8d076-72ab-415e-bf81-c4ddc841c4f7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1892331'] for security_group (ec2595a5-2031-4585-9c02-3f8e1176f656), after_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:20:28.995542 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-ccb8d076-72ab-415e-bf81-c4ddc841c4f7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:20:28.996693 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-ccb8d076-72ab-415e-bf81-c4ddc841c4f7 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/ec2595a5-2031-4585-9c02-3f8e1176f656 HTTP/1.1" status: 204 len: 168 time: 0.3474095 Feb 09 19:20:29.005731 n-d-713498-36 neutron-server[103232]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-769628f7-b3c7-4eaf-a0e1-2dabc987b58b None None] Network 9cf0b823-fac1-4f9f-b685-8fd71a300e07 is already hosted by enough agents. {{(pid=103232) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 19:20:29.014806 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccb8d076-72ab-415e-bf81-c4ddc841c4f7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ec2595a5-2031-4585-9c02-3f8e1176f656,revision_number=None']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:20:29.031582 n-d-713498-36 neutron-server[103232]: DEBUG neutron.scheduler.base_scheduler [None req-769628f7-b3c7-4eaf-a0e1-2dabc987b58b None None] Resources bound (agent type, host, resource id): {{(pid=103232) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 19:20:29.044752 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-769628f7-b3c7-4eaf-a0e1-2dabc987b58b None None] Pushing event updated for resources: {'Port': ['ID=5e796d2b-458f-48a0-81ea-d8f1c322aa33,revision_number=1']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:20:29.046946 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.l3_dvrscheduler_db [None req-769628f7-b3c7-4eaf-a0e1-2dabc987b58b None None] Received port after_create {{(pid=103232) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 19:20:29.237221 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.managers [None req-769628f7-b3c7-4eaf-a0e1-2dabc987b58b None None] Attempting to bind port 5e796d2b-458f-48a0-81ea-d8f1c322aa33 on host n-d-713498-36 for vnic_type normal with profile {{(pid=103232) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 19:20:29.237589 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.managers [None req-769628f7-b3c7-4eaf-a0e1-2dabc987b58b None None] Attempting to bind port 5e796d2b-458f-48a0-81ea-d8f1c322aa33 by drivers openvswitch,hyperv on host n-d-713498-36 at level 0 using segments [{'id': '92268b40-fd45-4716-b63a-1f78b1bbf69a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': '9cf0b823-fac1-4f9f-b685-8fd71a300e07'}] {{(pid=103232) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 19:20:29.237949 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-769628f7-b3c7-4eaf-a0e1-2dabc987b58b None None] Attempting to bind port 5e796d2b-458f-48a0-81ea-d8f1c322aa33 on network 9cf0b823-fac1-4f9f-b685-8fd71a300e07 {{(pid=103232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 19:20:29.247294 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-769628f7-b3c7-4eaf-a0e1-2dabc987b58b None None] Checking agent: {'id': '496418a2-c002-4aec-ab1a-07f3bea491bd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-36', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 18, 51, 47), 'started_at': datetime.datetime(2022, 2, 9, 18, 52, 17), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 19, 20, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-36'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 19:20:29.248981 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-769628f7-b3c7-4eaf-a0e1-2dabc987b58b None None] Checking segment: {'id': '92268b40-fd45-4716-b63a-1f78b1bbf69a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': '9cf0b823-fac1-4f9f-b685-8fd71a300e07'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103232) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 19:20:29.249576 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-769628f7-b3c7-4eaf-a0e1-2dabc987b58b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:20:29.254439 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-769628f7-b3c7-4eaf-a0e1-2dabc987b58b None None] Bound using segment: {'id': '92268b40-fd45-4716-b63a-1f78b1bbf69a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': '9cf0b823-fac1-4f9f-b685-8fd71a300e07'} {{(pid=103232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 19:20:29.255192 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.managers [None req-769628f7-b3c7-4eaf-a0e1-2dabc987b58b None None] Bound port: 5e796d2b-458f-48a0-81ea-d8f1c322aa33, host: n-d-713498-36, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '92268b40-fd45-4716-b63a-1f78b1bbf69a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': '9cf0b823-fac1-4f9f-b685-8fd71a300e07'}}] {{(pid=103232) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 19:20:29.255787 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-769628f7-b3c7-4eaf-a0e1-2dabc987b58b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (5e796d2b-458f-48a0-81ea-d8f1c322aa33), before_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:20:29.343902 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-4abf4235-1587-4711-af27-0392f5620579 admin admin] Publish callbacks [] for router_gateway (80583646-27c7-46ab-a47a-0f5afa5307f3), before_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:20:29.395825 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-4abf4235-1587-4711-af27-0392f5620579 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (None), before_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:20:29.430450 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Device 5c07327c-0924-4c7d-b58c-121fea074ab3 no longer exists at agent ovs-agent-n-d-713498-36 {{(pid=103232) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 19:20:29.482482 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] No Port match for: 5c07327c-0924-4c7d-b58c-121fea074ab3 {{(pid=103232) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 19:20:29.488586 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Device 5c07327c-0924-4c7d-b58c-121fea074ab3 not bound to the agent host n-d-713498-36 {{(pid=103232) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 19:20:29.501333 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-769628f7-b3c7-4eaf-a0e1-2dabc987b58b None None] For port 5e796d2b-458f-48a0-81ea-d8f1c322aa33, host n-d-713498-36, cleared binding levels {{(pid=103232) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 19:20:29.505224 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-769628f7-b3c7-4eaf-a0e1-2dabc987b58b None None] For port 5e796d2b-458f-48a0-81ea-d8f1c322aa33, host n-d-713498-36, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-36',level=0,port_id=5e796d2b-458f-48a0-81ea-d8f1c322aa33,segment=NetworkSegment(92268b40-fd45-4716-b63a-1f78b1bbf69a),segment_id=92268b40-fd45-4716-b63a-1f78b1bbf69a)] {{(pid=103232) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 19:20:29.525906 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-769628f7-b3c7-4eaf-a0e1-2dabc987b58b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762867176205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762866656485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762866656503'] for port (5e796d2b-458f-48a0-81ea-d8f1c322aa33), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:20:29.589237 n-d-713498-36 neutron-server[103229]: DEBUG neutron.db.db_base_plugin_common [None req-4abf4235-1587-4711-af27-0392f5620579 admin admin] Allocated IP 172.25.1.199 (88055e1e-672a-4487-be31-ffb6e833ece5/ac16dbcc-383c-4b43-9153-d763c4a53f91/780a4bdf-74c4-477c-bde0-4e0d22b8760b) {{(pid=103229) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 19:20:29.638741 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-769628f7-b3c7-4eaf-a0e1-2dabc987b58b None None] Pushing event updated for resources: {'Port': ['ID=5e796d2b-458f-48a0-81ea-d8f1c322aa33,revision_number=2']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:20:29.754554 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-4abf4235-1587-4711-af27-0392f5620579 admin admin] Publish callbacks [] for port (780a4bdf-74c4-477c-bde0-4e0d22b8760b), precommit_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:20:29.812723 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-4abf4235-1587-4711-af27-0392f5620579 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762866656467', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12867576'] for port (780a4bdf-74c4-477c-bde0-4e0d22b8760b), after_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:20:29.883687 n-d-713498-36 neutron-server[103229]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4abf4235-1587-4711-af27-0392f5620579 admin admin] Network 88055e1e-672a-4487-be31-ffb6e833ece5 is already hosted by enough agents. {{(pid=103229) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 19:20:29.892141 n-d-713498-36 neutron-server[103229]: DEBUG neutron.scheduler.base_scheduler [None req-4abf4235-1587-4711-af27-0392f5620579 admin admin] Resources bound (agent type, host, resource id): {{(pid=103229) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 19:20:29.895424 n-d-713498-36 neutron-server[103229]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4abf4235-1587-4711-af27-0392f5620579 admin admin] Received port after_create {{(pid=103229) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 19:20:30.162284 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95b37777-a884-4300-a472-8a15bad3a80f req-f439c434-cb96-4728-b838-0145fbf9bb0d tempest-ServerRescueNegativeTestJSON-1800126168 tempest-ServerRescueNegativeTestJSON-1800126168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:20:30.167807 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-95b37777-a884-4300-a472-8a15bad3a80f req-f439c434-cb96-4728-b838-0145fbf9bb0d tempest-ServerRescueNegativeTestJSON-1800126168 tempest-ServerRescueNegativeTestJSON-1800126168-project] 10.222.0.75 "GET /v2.0/ports?device_id=3f2394dc-3bdb-467a-bc3a-100f52d986e7 HTTP/1.1" status: 200 len: 945 time: 0.0954483 Feb 09 19:20:30.203436 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4abf4235-1587-4711-af27-0392f5620579 admin admin] Pushing event updated for resources: {'Port': ['ID=780a4bdf-74c4-477c-bde0-4e0d22b8760b,revision_number=1']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:20:30.363662 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-95b37777-a884-4300-a472-8a15bad3a80f req-b44a6f83-622c-49e0-a91b-210c2d2f991c tempest-ServerRescueNegativeTestJSON-1800126168 tempest-ServerRescueNegativeTestJSON-1800126168-project] 10.222.0.75 "GET /v2.0/security-groups?id=20eba632-e06f-4b78-b62a-91fbda6670a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1761582 Feb 09 19:20:30.442622 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-4abf4235-1587-4711-af27-0392f5620579 admin admin] Publish callbacks [] for router_gateway (80583646-27c7-46ab-a47a-0f5afa5307f3), after_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:20:31.070128 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-f7eed3fd-3921-4f7c-9ab7-ac1737a7a715 req-eb35b14e-b9b3-4eb0-aaa8-34566f85cd80 tempest-ImagesOneServerTestJSON-957759407 tempest-ImagesOneServerTestJSON-957759407-project] 10.222.0.75 "GET /v2.0/networks?tenant_id=577e56868d0e48fa8b3ea735e2b95df5&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0662148 Feb 09 19:20:31.383007 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7eed3fd-3921-4f7c-9ab7-ac1737a7a715 req-918b5e72-2430-4b83-bc87-aa1f237a84f6 tempest-ImagesOneServerTestJSON-957759407 tempest-ImagesOneServerTestJSON-957759407-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:20:31.398248 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-f7eed3fd-3921-4f7c-9ab7-ac1737a7a715 req-918b5e72-2430-4b83-bc87-aa1f237a84f6 tempest-ImagesOneServerTestJSON-957759407 tempest-ImagesOneServerTestJSON-957759407-project] 10.222.0.75 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3238361 Feb 09 19:20:31.428308 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-f7eed3fd-3921-4f7c-9ab7-ac1737a7a715 req-c0507d71-0a0c-46d0-ac6e-a6dda36185fa tempest-ImagesOneServerTestJSON-957759407 tempest-ImagesOneServerTestJSON-957759407-project] 10.222.0.75 "GET /v2.0/quotas/577e56868d0e48fa8b3ea735e2b95df5 HTTP/1.1" status: 200 len: 375 time: 0.0290713 Feb 09 19:20:31.478138 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-f7eed3fd-3921-4f7c-9ab7-ac1737a7a715 req-8ced37d0-6f18-455f-a9e3-61dcb466f9fb tempest-ImagesOneServerTestJSON-957759407 tempest-ImagesOneServerTestJSON-957759407-project] 10.222.0.75 "GET /v2.0/ports?tenant_id=577e56868d0e48fa8b3ea735e2b95df5&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0487449 Feb 09 19:20:31.514223 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c94f4ed-7180-4e65-8974-0f679f84784c req-7e3b435b-32bb-4752-8064-5fcbb87cf5b9 tempest-TaggedBootDevicesTest-980849656 tempest-TaggedBootDevicesTest-980849656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:20:31.514994 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75880d12-c9ca-4785-b6e2-c4497485e415 None None] Network 9cf0b823-fac1-4f9f-b685-8fd71a300e07 requested from n-d-713498-36 {{(pid=103232) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 19:20:31.516472 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c94f4ed-7180-4e65-8974-0f679f84784c req-7e3b435b-32bb-4752-8064-5fcbb87cf5b9 tempest-TaggedBootDevicesTest-980849656 tempest-TaggedBootDevicesTest-980849656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:20:31.522580 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c94f4ed-7180-4e65-8974-0f679f84784c req-7e3b435b-32bb-4752-8064-5fcbb87cf5b9 tempest-TaggedBootDevicesTest-980849656 tempest-TaggedBootDevicesTest-980849656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:20:31.527907 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c94f4ed-7180-4e65-8974-0f679f84784c req-7e3b435b-32bb-4752-8064-5fcbb87cf5b9 tempest-TaggedBootDevicesTest-980849656 tempest-TaggedBootDevicesTest-980849656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:20:31.533252 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c94f4ed-7180-4e65-8974-0f679f84784c req-7e3b435b-32bb-4752-8064-5fcbb87cf5b9 tempest-TaggedBootDevicesTest-980849656 tempest-TaggedBootDevicesTest-980849656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:20:31.539610 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c94f4ed-7180-4e65-8974-0f679f84784c req-7e3b435b-32bb-4752-8064-5fcbb87cf5b9 tempest-TaggedBootDevicesTest-980849656 tempest-TaggedBootDevicesTest-980849656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:20:31.545124 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c94f4ed-7180-4e65-8974-0f679f84784c req-7e3b435b-32bb-4752-8064-5fcbb87cf5b9 tempest-TaggedBootDevicesTest-980849656 tempest-TaggedBootDevicesTest-980849656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:20:31.551497 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-6c94f4ed-7180-4e65-8974-0f679f84784c req-7e3b435b-32bb-4752-8064-5fcbb87cf5b9 tempest-TaggedBootDevicesTest-980849656 tempest-TaggedBootDevicesTest-980849656-project] 10.222.0.75 "GET /v2.0/ports?device_id=c3476174-573e-455c-944e-9ed0cac04ac2 HTTP/1.1" status: 200 len: 5435 time: 0.1275120 Feb 09 19:20:31.680841 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-4abf4235-1587-4711-af27-0392f5620579 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1834945', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1818951'] for router (80583646-27c7-46ab-a47a-0f5afa5307f3), after_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:20:31.693461 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.provisioning_blocks [None req-8347957e-03f6-463f-bab8-de685f9e71d4 None None] Provisioning complete for port 5e796d2b-458f-48a0-81ea-d8f1c322aa33 triggered by entity DHCP. {{(pid=103232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 19:20:31.697265 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-8347957e-03f6-463f-bab8-de685f9e71d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593630'] for port (5e796d2b-458f-48a0-81ea-d8f1c322aa33), provisioning_complete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:20:31.756236 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Device 5e796d2b-458f-48a0-81ea-d8f1c322aa33 up at agent ovs-agent-n-d-713498-36 {{(pid=103232) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 19:20:31.795396 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-6c94f4ed-7180-4e65-8974-0f679f84784c req-0df38155-edd8-4531-86d0-931b763f54f6 tempest-TaggedBootDevicesTest-980849656 tempest-TaggedBootDevicesTest-980849656-project] 10.222.0.75 "GET /v2.0/security-groups?id=6f7e8ede-8085-490c-860b-91c045ecce1f&id=116d7b93-0726-4659-8687-b47afcfa5056&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2379963 Feb 09 19:20:31.954703 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-1db519bf-7bb8-41b6-bc8c-466b195b54b0 req-e0be6336-0175-49c6-babf-12fa1d9a1d6e tempest-ImagesOneServerTestJSON-957759407 tempest-ImagesOneServerTestJSON-957759407-project] 10.222.0.75 "GET /v2.0/ports?device_id=b3108ac6-eb9d-4c62-86db-56e36a616e4a HTTP/1.1" status: 200 len: 210 time: 0.0676155 Feb 09 19:20:31.990708 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b8fd52d-32fa-4666-9929-a717c4ed9197 req-21254fca-7577-4695-adc3-d14649096fbb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:20:31.992113 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-4b8fd52d-32fa-4666-9929-a717c4ed9197 req-21254fca-7577-4695-adc3-d14649096fbb service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=3f2394dc-3bdb-467a-bc3a-100f52d986e7 HTTP/1.1" status: 200 len: 1128 time: 0.3764710 Feb 09 19:20:32.023564 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-8347957e-03f6-463f-bab8-de685f9e71d4 None None] Current status of the port 5e796d2b-458f-48a0-81ea-d8f1c322aa33 is: DOWN; New status is: ACTIVE {{(pid=103232) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 19:20:32.024551 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-8347957e-03f6-463f-bab8-de685f9e71d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (5e796d2b-458f-48a0-81ea-d8f1c322aa33), before_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:20:32.067397 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f317136-ec84-4282-b611-d450b16695b7 req-fc285b9a-0f58-44b3-9432-df2eeb19ac9d tempest-ServerRescueNegativeTestJSON-1800126168 tempest-ServerRescueNegativeTestJSON-1800126168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:20:32.068918 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-8f317136-ec84-4282-b611-d450b16695b7 req-fc285b9a-0f58-44b3-9432-df2eeb19ac9d tempest-ServerRescueNegativeTestJSON-1800126168 tempest-ServerRescueNegativeTestJSON-1800126168-project] 10.222.0.75 "GET /v2.0/ports?device_id=3f2394dc-3bdb-467a-bc3a-100f52d986e7 HTTP/1.1" status: 200 len: 945 time: 0.1627586 Feb 09 19:20:32.082054 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-4b8fd52d-32fa-4666-9929-a717c4ed9197 req-8f49c790-017a-4cef-804c-b9bab337c32e service neutron] 10.222.0.89 "GET /v2.0/security-groups?id=20eba632-e06f-4b78-b62a-91fbda6670a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0819073 Feb 09 19:20:32.108377 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-8347957e-03f6-463f-bab8-de685f9e71d4 None None] For port 5e796d2b-458f-48a0-81ea-d8f1c322aa33, host n-d-713498-36, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-36',level=0,port_id=5e796d2b-458f-48a0-81ea-d8f1c322aa33,segment=NetworkSegment(92268b40-fd45-4716-b63a-1f78b1bbf69a),segment_id=92268b40-fd45-4716-b63a-1f78b1bbf69a)] {{(pid=103232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 19:20:32.121885 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.provisioning_blocks [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Provisioning complete for port 5e796d2b-458f-48a0-81ea-d8f1c322aa33 triggered by entity L2. {{(pid=103232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 19:20:32.130133 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593630'] for port (5e796d2b-458f-48a0-81ea-d8f1c322aa33), provisioning_complete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:20:32.146129 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-8f317136-ec84-4282-b611-d450b16695b7 req-d7edaa7c-f901-44fd-9d54-8bbcc421ec63 tempest-ServerRescueNegativeTestJSON-1800126168 tempest-ServerRescueNegativeTestJSON-1800126168-project] 10.222.0.75 "GET /v2.0/security-groups?id=20eba632-e06f-4b78-b62a-91fbda6670a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0695031 Feb 09 19:20:32.151939 n-d-713498-36 neutron-server[103229]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4abf4235-1587-4711-af27-0392f5620579 admin admin] Router 80583646-27c7-46ab-a47a-0f5afa5307f3 is scheduled to L3 agent 93303d5e-5d17-45e8-8963-7694f87783ae with binding_index 1 {{(pid=103229) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 09 19:20:32.155306 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-8347957e-03f6-463f-bab8-de685f9e71d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762867176205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762866656485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762866656503'] for port (5e796d2b-458f-48a0-81ea-d8f1c322aa33), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:20:32.235422 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8347957e-03f6-463f-bab8-de685f9e71d4 None None] Pushing event updated for resources: {'Port': ['ID=5e796d2b-458f-48a0-81ea-d8f1c322aa33,revision_number=3']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:20:32.302426 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Current status of the port 5e796d2b-458f-48a0-81ea-d8f1c322aa33 is: ACTIVE; New status is: ACTIVE {{(pid=103232) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 19:20:32.427851 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4abf4235-1587-4711-af27-0392f5620579 admin admin] Notify agent at l3_agent.n-d-713498-36 the message routers_updated {{(pid=103229) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 19:20:32.438109 n-d-713498-36 neutron-server[103233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1a109af-b6fa-42c4-9327-ef61727b393c None None] Sync routers for ids ['80583646-27c7-46ab-a47a-0f5afa5307f3'] in n-d-713498-36 {{(pid=103233) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 19:20:32.449987 n-d-713498-36 neutron-server[103233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1a109af-b6fa-42c4-9327-ef61727b393c None None] Routers {'80583646-27c7-46ab-a47a-0f5afa5307f3'} bound to L3 agent in host n-d-713498-36 {{(pid=103233) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 19:20:32.450922 n-d-713498-36 neutron-server[103233]: DEBUG neutron.db.l3_hamode_db [None req-a1a109af-b6fa-42c4-9327-ef61727b393c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-09T18:51:43Z,description=,heartbeat_timestamp=2022-02-09T19:20:13Z,host='n-d-713498-36',id=93303d5e-5d17-45e8-8963-7694f87783ae,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T18:51:43Z,topic='l3_agent')) {'router_ids': ['80583646-27c7-46ab-a47a-0f5afa5307f3'], 'active': True} {{(pid=103233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:20:32.464640 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-4abf4235-1587-4711-af27-0392f5620579 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:20:32.466454 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-4abf4235-1587-4711-af27-0392f5620579 admin admin] 10.222.0.75 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 4.3353405 Feb 09 19:20:32.469380 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 43528) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:20:32.609517 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.provisioning_blocks [None req-de9160d6-aef4-472a-93a8-84a5ab409e5e None None] Provisioning complete for port 5e796d2b-458f-48a0-81ea-d8f1c322aa33 triggered by entity DHCP. {{(pid=103232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 19:20:32.611181 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-de9160d6-aef4-472a-93a8-84a5ab409e5e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593630'] for port (5e796d2b-458f-48a0-81ea-d8f1c322aa33), provisioning_complete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:20:32.637497 n-d-713498-36 neutron-server[103233]: DEBUG neutron.db.l3_dvr_db [None req-a1a109af-b6fa-42c4-9327-ef61727b393c None None] Set router 80583646-27c7-46ab-a47a-0f5afa5307f3 gateway port host: n-d-713498-36 {{(pid=103233) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 19:20:32.719858 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-de9160d6-aef4-472a-93a8-84a5ab409e5e None None] Current status of the port 5e796d2b-458f-48a0-81ea-d8f1c322aa33 is: ACTIVE; New status is: ACTIVE {{(pid=103232) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 19:20:33.067105 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-691b4525-4efc-4b6a-8881-2bc2784fe708 req-a78873ad-64f7-4586-a232-ed9f5528938a tempest-TaggedBootDevicesTest-980849656 tempest-TaggedBootDevicesTest-980849656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:20:33.067700 n-d-713498-36 neutron-server[103233]: DEBUG neutron.db.l3_hamode_db [None req-a1a109af-b6fa-42c4-9327-ef61727b393c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '80583646-27c7-46ab-a47a-0f5afa5307f3', 'name': 'tempest-AttachVolumeShelveTestJSON-1234673102-router', 'tenant_id': '0c7f047f175c41a987e2010a725a3d95', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88055e1e-672a-4487-be31-ffb6e833ece5', 'external_fixed_ips': [{'subnet_id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'ip_address': '172.25.1.199'}], 'enable_snat': True}, 'gw_port_id': '780a4bdf-74c4-477c-bde0-4e0d22b8760b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T19:20:28Z', 'updated_at': '2022-02-09T19:20:30Z', 'revision_number': 3, 'project_id': '0c7f047f175c41a987e2010a725a3d95', 'gw_port': {'id': '780a4bdf-74c4-477c-bde0-4e0d22b8760b', 'name': '', 'network_id': '88055e1e-672a-4487-be31-ffb6e833ece5', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:b5:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '80583646-27c7-46ab-a47a-0f5afa5307f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1843, 'fixed_ips': [{'subnet_id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'ip_address': '172.25.1.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T19:20:29Z', 'updated_at': '2022-02-09T19:20:29Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-36'}], 'n-d-713498-36', False) {} {{(pid=103233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:20:33.104503 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-691b4525-4efc-4b6a-8881-2bc2784fe708 req-a78873ad-64f7-4586-a232-ed9f5528938a tempest-TaggedBootDevicesTest-980849656 tempest-TaggedBootDevicesTest-980849656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:20:33.116101 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-691b4525-4efc-4b6a-8881-2bc2784fe708 req-a78873ad-64f7-4586-a232-ed9f5528938a tempest-TaggedBootDevicesTest-980849656 tempest-TaggedBootDevicesTest-980849656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:20:33.131422 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-691b4525-4efc-4b6a-8881-2bc2784fe708 req-a78873ad-64f7-4586-a232-ed9f5528938a tempest-TaggedBootDevicesTest-980849656 tempest-TaggedBootDevicesTest-980849656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:20:33.136763 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-691b4525-4efc-4b6a-8881-2bc2784fe708 req-a78873ad-64f7-4586-a232-ed9f5528938a tempest-TaggedBootDevicesTest-980849656 tempest-TaggedBootDevicesTest-980849656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:20:33.143733 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-691b4525-4efc-4b6a-8881-2bc2784fe708 req-a78873ad-64f7-4586-a232-ed9f5528938a tempest-TaggedBootDevicesTest-980849656 tempest-TaggedBootDevicesTest-980849656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:20:33.150424 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-691b4525-4efc-4b6a-8881-2bc2784fe708 req-a78873ad-64f7-4586-a232-ed9f5528938a tempest-TaggedBootDevicesTest-980849656 tempest-TaggedBootDevicesTest-980849656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:20:33.152686 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-691b4525-4efc-4b6a-8881-2bc2784fe708 req-a78873ad-64f7-4586-a232-ed9f5528938a tempest-TaggedBootDevicesTest-980849656 tempest-TaggedBootDevicesTest-980849656-project] 10.222.0.75 "GET /v2.0/ports?device_id=c3476174-573e-455c-944e-9ed0cac04ac2 HTTP/1.1" status: 200 len: 5435 time: 0.2101133 Feb 09 19:20:33.172904 n-d-713498-36 neutron-server[103233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1a109af-b6fa-42c4-9327-ef61727b393c None None] Checking router: 80583646-27c7-46ab-a47a-0f5afa5307f3 for host: n-d-713498-36 {{(pid=103233) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 19:20:33.173281 n-d-713498-36 neutron-server[103233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1a109af-b6fa-42c4-9327-ef61727b393c None None] Updating router 80583646-27c7-46ab-a47a-0f5afa5307f3 port 780a4bdf-74c4-477c-bde0-4e0d22b8760b binding host n-d-713498-36 {{(pid=103233) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 19:20:33.203103 n-d-713498-36 neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-a1a109af-b6fa-42c4-9327-ef61727b393c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (780a4bdf-74c4-477c-bde0-4e0d22b8760b), before_update {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:20:33.231222 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-62df2240-5439-43db-a6ad-92d09e2b732f req-400e6b8c-da60-495f-9905-d026cbf64471 tempest-ImagesOneServerTestJSON-957759407 tempest-ImagesOneServerTestJSON-957759407-project] 10.222.0.75 "GET /v2.0/ports?device_id=b3108ac6-eb9d-4c62-86db-56e36a616e4a HTTP/1.1" status: 200 len: 210 time: 0.0829117 Feb 09 19:20:33.295044 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-691b4525-4efc-4b6a-8881-2bc2784fe708 req-07bfa246-dec4-41f0-9b8a-163b0fe3922e tempest-TaggedBootDevicesTest-980849656 tempest-TaggedBootDevicesTest-980849656-project] 10.222.0.75 "GET /v2.0/security-groups?id=6f7e8ede-8085-490c-860b-91c045ecce1f&id=116d7b93-0726-4659-8687-b47afcfa5056&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1354680 Feb 09 19:20:33.472794 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-f7eed3fd-3921-4f7c-9ab7-ac1737a7a715 req-3d5ce42f-e479-42ad-a2a3-cc152266a2da tempest-ImagesOneServerTestJSON-957759407 tempest-ImagesOneServerTestJSON-957759407-project] 10.222.0.90 "GET /v2.0/networks?tenant_id=577e56868d0e48fa8b3ea735e2b95df5&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0350943 Feb 09 19:20:33.480228 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-6f6e83fd-6040-47f5-80d4-5a2a10f9f9a9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (None), before_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:20:33.544078 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbd723e8-729f-422a-9575-c93e698d8ec3 req-9194598e-1e7e-4300-9a77-e9e11c48263e tempest-ServerRescueNegativeTestJSON-1800126168 tempest-ServerRescueNegativeTestJSON-1800126168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:20:33.560244 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-bbd723e8-729f-422a-9575-c93e698d8ec3 req-9194598e-1e7e-4300-9a77-e9e11c48263e tempest-ServerRescueNegativeTestJSON-1800126168 tempest-ServerRescueNegativeTestJSON-1800126168-project] 10.222.0.75 "GET /v2.0/ports?device_id=3f2394dc-3bdb-467a-bc3a-100f52d986e7 HTTP/1.1" status: 200 len: 945 time: 0.1971204 Feb 09 19:20:33.665562 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Device 5e796d2b-458f-48a0-81ea-d8f1c322aa33 up at agent ovs-agent-n-d-713498-36 {{(pid=103232) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 19:20:33.700034 n-d-713498-36 neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-a1a109af-b6fa-42c4-9327-ef61727b393c None None] Publish callbacks [] for port (780a4bdf-74c4-477c-bde0-4e0d22b8760b), precommit_update {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:20:33.709766 n-d-713498-36 neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-a1a109af-b6fa-42c4-9327-ef61727b393c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762867176205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762866656485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762866656503'] for port (780a4bdf-74c4-477c-bde0-4e0d22b8760b), after_update {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:20:33.764160 n-d-713498-36 neutron-server[103233]: DEBUG neutron.plugins.ml2.managers [None req-a1a109af-b6fa-42c4-9327-ef61727b393c None None] Attempting to bind port 780a4bdf-74c4-477c-bde0-4e0d22b8760b on host n-d-713498-36 for vnic_type normal with profile {{(pid=103233) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 19:20:33.764879 n-d-713498-36 neutron-server[103233]: DEBUG neutron.plugins.ml2.managers [None req-a1a109af-b6fa-42c4-9327-ef61727b393c None None] Attempting to bind port 780a4bdf-74c4-477c-bde0-4e0d22b8760b by drivers openvswitch,hyperv on host n-d-713498-36 at level 0 using segments [{'id': 'a4222f89-8d3f-4b51-953b-1a8126392491', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '88055e1e-672a-4487-be31-ffb6e833ece5'}] {{(pid=103233) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 19:20:33.765341 n-d-713498-36 neutron-server[103233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1a109af-b6fa-42c4-9327-ef61727b393c None None] Attempting to bind port 780a4bdf-74c4-477c-bde0-4e0d22b8760b on network 88055e1e-672a-4487-be31-ffb6e833ece5 {{(pid=103233) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 19:20:33.775382 n-d-713498-36 neutron-server[103233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1a109af-b6fa-42c4-9327-ef61727b393c None None] Checking agent: {'id': '496418a2-c002-4aec-ab1a-07f3bea491bd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-36', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 18, 51, 47), 'started_at': datetime.datetime(2022, 2, 9, 18, 52, 17), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 19, 20, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-36'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103233) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 19:20:33.775913 n-d-713498-36 neutron-server[103233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1a109af-b6fa-42c4-9327-ef61727b393c None None] Checking segment: {'id': 'a4222f89-8d3f-4b51-953b-1a8126392491', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '88055e1e-672a-4487-be31-ffb6e833ece5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103233) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 19:20:33.776415 n-d-713498-36 neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-a1a109af-b6fa-42c4-9327-ef61727b393c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:20:33.776750 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.provisioning_blocks [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Provisioning complete for port 5e796d2b-458f-48a0-81ea-d8f1c322aa33 triggered by entity L2. {{(pid=103232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 19:20:33.777031 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593630'] for port (5e796d2b-458f-48a0-81ea-d8f1c322aa33), provisioning_complete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:20:33.777304 n-d-713498-36 neutron-server[103233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1a109af-b6fa-42c4-9327-ef61727b393c None None] Bound using segment: {'id': 'a4222f89-8d3f-4b51-953b-1a8126392491', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '88055e1e-672a-4487-be31-ffb6e833ece5'} {{(pid=103233) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 19:20:33.778273 n-d-713498-36 neutron-server[103233]: DEBUG neutron.plugins.ml2.managers [None req-a1a109af-b6fa-42c4-9327-ef61727b393c None None] Bound port: 780a4bdf-74c4-477c-bde0-4e0d22b8760b, host: n-d-713498-36, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a4222f89-8d3f-4b51-953b-1a8126392491', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '88055e1e-672a-4487-be31-ffb6e833ece5'}}] {{(pid=103233) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 19:20:33.778771 n-d-713498-36 neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-a1a109af-b6fa-42c4-9327-ef61727b393c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (780a4bdf-74c4-477c-bde0-4e0d22b8760b), before_update {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:20:33.819546 n-d-713498-36 neutron-server[103233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b9a939f-ba25-4d6a-8cc0-a6ed82d0478b None None] Pushing event updated for resources: {'Port': ['ID=780a4bdf-74c4-477c-bde0-4e0d22b8760b,revision_number=2']} {{(pid=103233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:20:33.855096 n-d-713498-36 neutron-server[103233]: DEBUG neutron.plugins.ml2.db [None req-a1a109af-b6fa-42c4-9327-ef61727b393c None None] For port 780a4bdf-74c4-477c-bde0-4e0d22b8760b, host n-d-713498-36, cleared binding levels {{(pid=103233) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 19:20:33.858553 n-d-713498-36 neutron-server[103233]: DEBUG neutron.plugins.ml2.db [None req-a1a109af-b6fa-42c4-9327-ef61727b393c None None] For port 780a4bdf-74c4-477c-bde0-4e0d22b8760b, host n-d-713498-36, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-36',level=0,port_id=780a4bdf-74c4-477c-bde0-4e0d22b8760b,segment=NetworkSegment(a4222f89-8d3f-4b51-953b-1a8126392491),segment_id=a4222f89-8d3f-4b51-953b-1a8126392491)] {{(pid=103233) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 19:20:33.870402 n-d-713498-36 neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-a1a109af-b6fa-42c4-9327-ef61727b393c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762867176205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762866656485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762866656503'] for port (780a4bdf-74c4-477c-bde0-4e0d22b8760b), after_update {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:20:33.906792 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Current status of the port 5e796d2b-458f-48a0-81ea-d8f1c322aa33 is: ACTIVE; New status is: ACTIVE {{(pid=103232) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 19:20:33.941031 n-d-713498-36 neutron-server[103233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b9a939f-ba25-4d6a-8cc0-a6ed82d0478b None None] Pushing event updated for resources: {'Port': ['ID=780a4bdf-74c4-477c-bde0-4e0d22b8760b,revision_number=3']} {{(pid=103233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:20:33.966899 n-d-713498-36 neutron-server[103233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1a109af-b6fa-42c4-9327-ef61727b393c None None] Routers {'80583646-27c7-46ab-a47a-0f5afa5307f3'} bound to L3 agent in host n-d-713498-36 {{(pid=103233) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 19:20:33.967639 n-d-713498-36 neutron-server[103233]: DEBUG neutron.db.l3_hamode_db [None req-a1a109af-b6fa-42c4-9327-ef61727b393c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-09T18:51:43Z,description=,heartbeat_timestamp=2022-02-09T19:20:13Z,host='n-d-713498-36',id=93303d5e-5d17-45e8-8963-7694f87783ae,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T18:51:43Z,topic='l3_agent')) {'router_ids': ['80583646-27c7-46ab-a47a-0f5afa5307f3'], 'active': True} {{(pid=103233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:20:34.134465 n-d-713498-36 neutron-server[103233]: DEBUG neutron.db.l3_dvr_db [None req-a1a109af-b6fa-42c4-9327-ef61727b393c None None] Set router 80583646-27c7-46ab-a47a-0f5afa5307f3 gateway port host: n-d-713498-36 {{(pid=103233) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 19:20:34.315538 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7eed3fd-3921-4f7c-9ab7-ac1737a7a715 req-ce382e96-714e-4b1c-9db8-b872309d4bcc tempest-ImagesOneServerTestJSON-957759407 tempest-ImagesOneServerTestJSON-957759407-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:20:34.317607 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-f7eed3fd-3921-4f7c-9ab7-ac1737a7a715 req-ce382e96-714e-4b1c-9db8-b872309d4bcc tempest-ImagesOneServerTestJSON-957759407 tempest-ImagesOneServerTestJSON-957759407-project] 10.222.0.90 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.8345106 Feb 09 19:20:34.349601 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.v2.base [req-f7eed3fd-3921-4f7c-9ab7-ac1737a7a715 req-e968f50b-898c-4c9c-aae6-1a74e90f414f tempest-ImagesOneServerTestJSON-957759407 tempest-ImagesOneServerTestJSON-957759407-project] Request body: {'port': {'device_id': 'b3108ac6-eb9d-4c62-86db-56e36a616e4a', 'network_id': '2b5494c8-cf97-42c1-b902-87f998f28179', 'admin_state_up': True, 'tenant_id': '577e56868d0e48fa8b3ea735e2b95df5'}} {{(pid=103230) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 19:20:34.409715 n-d-713498-36 neutron-server[103233]: DEBUG neutron.db.l3_hamode_db [None req-a1a109af-b6fa-42c4-9327-ef61727b393c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '80583646-27c7-46ab-a47a-0f5afa5307f3', 'name': 'tempest-AttachVolumeShelveTestJSON-1234673102-router', 'tenant_id': '0c7f047f175c41a987e2010a725a3d95', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88055e1e-672a-4487-be31-ffb6e833ece5', 'external_fixed_ips': [{'subnet_id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'ip_address': '172.25.1.199'}], 'enable_snat': True}, 'gw_port_id': '780a4bdf-74c4-477c-bde0-4e0d22b8760b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T19:20:28Z', 'updated_at': '2022-02-09T19:20:30Z', 'revision_number': 3, 'project_id': '0c7f047f175c41a987e2010a725a3d95', 'gw_port': {'id': '780a4bdf-74c4-477c-bde0-4e0d22b8760b', 'name': '', 'network_id': '88055e1e-672a-4487-be31-ffb6e833ece5', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:b5:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '80583646-27c7-46ab-a47a-0f5afa5307f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1843, 'fixed_ips': [{'subnet_id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'ip_address': '172.25.1.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T19:20:29Z', 'updated_at': '2022-02-09T19:20:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-36'}], 'n-d-713498-36', False) {} {{(pid=103233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:20:34.414241 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-bbd723e8-729f-422a-9575-c93e698d8ec3 req-b6ac97c7-a8c4-4e7f-bad5-e382440ca66e tempest-ServerRescueNegativeTestJSON-1800126168 tempest-ServerRescueNegativeTestJSON-1800126168-project] 10.222.0.75 "GET /v2.0/security-groups?id=20eba632-e06f-4b78-b62a-91fbda6670a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8528085 Feb 09 19:20:34.431865 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-93a18bd1-4479-4052-a558-c37e48381d79 req-fab0e603-b0b9-494e-a99d-20aa0758fa4e tempest-ImagesOneServerTestJSON-957759407 tempest-ImagesOneServerTestJSON-957759407-project] 10.222.0.75 "GET /v2.0/ports?device_id=b3108ac6-eb9d-4c62-86db-56e36a616e4a HTTP/1.1" status: 200 len: 210 time: 0.0772285 Feb 09 19:20:34.583374 n-d-713498-36 neutron-server[103230]: DEBUG neutron.db.db_base_plugin_common [None req-6f6e83fd-6040-47f5-80d4-5a2a10f9f9a9 admin admin] Allocated IP 172.20.0.1 (9cf0b823-fac1-4f9f-b685-8fd71a300e07/ca2eed47-7b83-4cc1-87fa-16862746969c/1018d898-2c00-47e7-8e56-b11f229cc6f2) {{(pid=103230) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 19:20:34.640457 n-d-713498-36 neutron-server[103233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1a109af-b6fa-42c4-9327-ef61727b393c None None] The sync data for ids ['80583646-27c7-46ab-a47a-0f5afa5307f3'] in n-d-713498-36 is: [{'id': '80583646-27c7-46ab-a47a-0f5afa5307f3', 'name': 'tempest-AttachVolumeShelveTestJSON-1234673102-router', 'tenant_id': '0c7f047f175c41a987e2010a725a3d95', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88055e1e-672a-4487-be31-ffb6e833ece5', 'external_fixed_ips': [{'subnet_id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'ip_address': '172.25.1.199'}], 'enable_snat': True}, 'gw_port_id': '780a4bdf-74c4-477c-bde0-4e0d22b8760b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T19:20:28Z', 'updated_at': '2022-02-09T19:20:30Z', 'revision_number': 3, 'project_id': '0c7f047f175c41a987e2010a725a3d95', 'gw_port': {'id': '780a4bdf-74c4-477c-bde0-4e0d22b8760b', 'name': '', 'network_id': '88055e1e-672a-4487-be31-ffb6e833ece5', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:b5:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '80583646-27c7-46ab-a47a-0f5afa5307f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1843, 'fixed_ips': [{'subnet_id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'ip_address': '172.25.1.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T19:20:29Z', 'updated_at': '2022-02-09T19:20:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-36'}] {{(pid=103233) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 19:20:34.693293 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f7eed3fd-3921-4f7c-9ab7-ac1737a7a715 req-e968f50b-898c-4c9c-aae6-1a74e90f414f tempest-ImagesOneServerTestJSON-957759407 tempest-ImagesOneServerTestJSON-957759407-project] Made reservation on behalf of 577e56868d0e48fa8b3ea735e2b95df5 for: {'port': 1} {{(pid=103230) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 19:20:34.696795 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [req-f7eed3fd-3921-4f7c-9ab7-ac1737a7a715 req-e968f50b-898c-4c9c-aae6-1a74e90f414f tempest-ImagesOneServerTestJSON-957759407 tempest-ImagesOneServerTestJSON-957759407-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (None), before_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:20:34.710123 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [req-f7eed3fd-3921-4f7c-9ab7-ac1737a7a715 req-e968f50b-898c-4c9c-aae6-1a74e90f414f tempest-ImagesOneServerTestJSON-957759407 tempest-ImagesOneServerTestJSON-957759407-project] Publish callbacks [] for security_group (None), before_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:20:34.729191 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94764dad-e01a-4892-ada0-f550e7a547ad req-208d67c8-7c50-4526-93a7-c9496749acb5 tempest-TaggedBootDevicesTest-980849656 tempest-TaggedBootDevicesTest-980849656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:20:34.734627 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94764dad-e01a-4892-ada0-f550e7a547ad req-208d67c8-7c50-4526-93a7-c9496749acb5 tempest-TaggedBootDevicesTest-980849656 tempest-TaggedBootDevicesTest-980849656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:20:34.740549 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94764dad-e01a-4892-ada0-f550e7a547ad req-208d67c8-7c50-4526-93a7-c9496749acb5 tempest-TaggedBootDevicesTest-980849656 tempest-TaggedBootDevicesTest-980849656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:20:34.745922 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94764dad-e01a-4892-ada0-f550e7a547ad req-208d67c8-7c50-4526-93a7-c9496749acb5 tempest-TaggedBootDevicesTest-980849656 tempest-TaggedBootDevicesTest-980849656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:20:34.751229 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94764dad-e01a-4892-ada0-f550e7a547ad req-208d67c8-7c50-4526-93a7-c9496749acb5 tempest-TaggedBootDevicesTest-980849656 tempest-TaggedBootDevicesTest-980849656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:20:34.757923 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94764dad-e01a-4892-ada0-f550e7a547ad req-208d67c8-7c50-4526-93a7-c9496749acb5 tempest-TaggedBootDevicesTest-980849656 tempest-TaggedBootDevicesTest-980849656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:20:34.763220 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94764dad-e01a-4892-ada0-f550e7a547ad req-208d67c8-7c50-4526-93a7-c9496749acb5 tempest-TaggedBootDevicesTest-980849656 tempest-TaggedBootDevicesTest-980849656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:20:34.771089 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-94764dad-e01a-4892-ada0-f550e7a547ad req-208d67c8-7c50-4526-93a7-c9496749acb5 tempest-TaggedBootDevicesTest-980849656 tempest-TaggedBootDevicesTest-980849656-project] 10.222.0.75 "GET /v2.0/ports?device_id=c3476174-573e-455c-944e-9ed0cac04ac2 HTTP/1.1" status: 200 len: 5435 time: 0.2107110 Feb 09 19:20:34.917508 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-6f6e83fd-6040-47f5-80d4-5a2a10f9f9a9 admin admin] Publish callbacks [] for port (1018d898-2c00-47e7-8e56-b11f229cc6f2), precommit_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:20:34.978874 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-94764dad-e01a-4892-ada0-f550e7a547ad req-0b728f3c-83f7-44ef-a78b-dcf78dfa03dc tempest-TaggedBootDevicesTest-980849656 tempest-TaggedBootDevicesTest-980849656-project] 10.222.0.75 "GET /v2.0/security-groups?id=6f7e8ede-8085-490c-860b-91c045ecce1f&id=116d7b93-0726-4659-8687-b47afcfa5056&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1921036 Feb 09 19:20:34.991533 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-6f6e83fd-6040-47f5-80d4-5a2a10f9f9a9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762866656467', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14393751'] for port (1018d898-2c00-47e7-8e56-b11f229cc6f2), after_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:20:35.092248 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f6e83fd-6040-47f5-80d4-5a2a10f9f9a9 admin admin] Pushing event updated for resources: {'Port': ['ID=1018d898-2c00-47e7-8e56-b11f229cc6f2,revision_number=1']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:20:35.107444 n-d-713498-36 neutron-server[103230]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f6e83fd-6040-47f5-80d4-5a2a10f9f9a9 admin admin] Network 9cf0b823-fac1-4f9f-b685-8fd71a300e07 is already hosted by enough agents. {{(pid=103230) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 19:20:35.109256 n-d-713498-36 neutron-server[103230]: DEBUG neutron.scheduler.base_scheduler [None req-6f6e83fd-6040-47f5-80d4-5a2a10f9f9a9 admin admin] Resources bound (agent type, host, resource id): {{(pid=103230) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 19:20:35.126861 n-d-713498-36 neutron-server[103230]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f6e83fd-6040-47f5-80d4-5a2a10f9f9a9 admin admin] Received port after_create {{(pid=103230) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 19:20:35.246535 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-6f6e83fd-6040-47f5-80d4-5a2a10f9f9a9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1819024'] for router_interface (80583646-27c7-46ab-a47a-0f5afa5307f3), before_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:20:35.260635 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [req-f7eed3fd-3921-4f7c-9ab7-ac1737a7a715 req-e968f50b-898c-4c9c-aae6-1a74e90f414f tempest-ImagesOneServerTestJSON-957759407 tempest-ImagesOneServerTestJSON-957759407-project] Publish callbacks [] for security_group (cb633d2b-0d79-4bfb-ba16-f7d0446f457e), precommit_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:20:35.326006 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0cca5d6-5915-437c-baba-93996aa061e6 req-87d31de0-638f-4d97-8f7e-b9772dd2dc74 tempest-TaggedBootDevicesTest-980849656 tempest-TaggedBootDevicesTest-980849656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:20:35.337190 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0cca5d6-5915-437c-baba-93996aa061e6 req-87d31de0-638f-4d97-8f7e-b9772dd2dc74 tempest-TaggedBootDevicesTest-980849656 tempest-TaggedBootDevicesTest-980849656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:20:35.352612 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0cca5d6-5915-437c-baba-93996aa061e6 req-87d31de0-638f-4d97-8f7e-b9772dd2dc74 tempest-TaggedBootDevicesTest-980849656 tempest-TaggedBootDevicesTest-980849656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:20:35.366584 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0cca5d6-5915-437c-baba-93996aa061e6 req-87d31de0-638f-4d97-8f7e-b9772dd2dc74 tempest-TaggedBootDevicesTest-980849656 tempest-TaggedBootDevicesTest-980849656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:20:35.381128 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0cca5d6-5915-437c-baba-93996aa061e6 req-87d31de0-638f-4d97-8f7e-b9772dd2dc74 tempest-TaggedBootDevicesTest-980849656 tempest-TaggedBootDevicesTest-980849656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:20:35.398158 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0cca5d6-5915-437c-baba-93996aa061e6 req-87d31de0-638f-4d97-8f7e-b9772dd2dc74 tempest-TaggedBootDevicesTest-980849656 tempest-TaggedBootDevicesTest-980849656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:20:35.412605 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0cca5d6-5915-437c-baba-93996aa061e6 req-87d31de0-638f-4d97-8f7e-b9772dd2dc74 tempest-TaggedBootDevicesTest-980849656 tempest-TaggedBootDevicesTest-980849656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:20:35.419543 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-a0cca5d6-5915-437c-baba-93996aa061e6 req-87d31de0-638f-4d97-8f7e-b9772dd2dc74 tempest-TaggedBootDevicesTest-980849656 tempest-TaggedBootDevicesTest-980849656-project] 10.222.0.90 "GET /v2.0/ports?device_id=c3476174-573e-455c-944e-9ed0cac04ac2 HTTP/1.1" status: 200 len: 5435 time: 0.2405357 Feb 09 19:20:35.495319 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [req-f7eed3fd-3921-4f7c-9ab7-ac1737a7a715 req-e968f50b-898c-4c9c-aae6-1a74e90f414f tempest-ImagesOneServerTestJSON-957759407 tempest-ImagesOneServerTestJSON-957759407-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1892331'] for security_group (cb633d2b-0d79-4bfb-ba16-f7d0446f457e), after_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:20:35.617938 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.provisioning_blocks [None req-117f403d-8d67-4199-b779-ab300cf8acf9 None None] Provisioning complete for port 1018d898-2c00-47e7-8e56-b11f229cc6f2 triggered by entity DHCP. {{(pid=103232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 19:20:35.620791 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-117f403d-8d67-4199-b779-ab300cf8acf9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593630'] for port (1018d898-2c00-47e7-8e56-b11f229cc6f2), provisioning_complete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:20:35.625243 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0cca5d6-5915-437c-baba-93996aa061e6 req-8c74481e-6c71-4e53-bafa-e00207d74c3b tempest-TaggedBootDevicesTest-980849656 tempest-TaggedBootDevicesTest-980849656-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:20:35.639979 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-a0cca5d6-5915-437c-baba-93996aa061e6 req-8c74481e-6c71-4e53-bafa-e00207d74c3b tempest-TaggedBootDevicesTest-980849656 tempest-TaggedBootDevicesTest-980849656-project] 10.222.0.90 "GET /v2.0/ports/00c0f46c-15ff-4897-a6aa-63bcf7d50cc2?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.2131863 Feb 09 19:20:35.648224 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-9e631734-50dc-430c-86fb-cc2d686b95ee req-b4ecf558-91c8-4253-aece-92a28f4ace7e service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=37846075-a439-4488-a4be-7949bad246af&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1538184 Feb 09 19:20:35.661936 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-117f403d-8d67-4199-b779-ab300cf8acf9 None None] Port 1018d898-2c00-47e7-8e56-b11f229cc6f2 cannot update to ACTIVE because it is not bound. {{(pid=103232) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 19:20:35.767530 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Device 780a4bdf-74c4-477c-bde0-4e0d22b8760b up at agent ovs-agent-n-d-713498-36 {{(pid=103232) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 19:20:35.802671 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e968f50b-898c-4c9c-aae6-1a74e90f414f tempest-ImagesOneServerTestJSON-957759407 tempest-ImagesOneServerTestJSON-957759407-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cb633d2b-0d79-4bfb-ba16-f7d0446f457e,revision_number=1']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:20:35.808278 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-6f6e83fd-6040-47f5-80d4-5a2a10f9f9a9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (1018d898-2c00-47e7-8e56-b11f229cc6f2), before_update {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:20:35.868726 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-135fbc63-14b9-42bd-9a99-be26d9345de3 req-e4031ce6-b756-4b8e-a10e-6f03168ed1c0 tempest-ImagesOneServerTestJSON-957759407 tempest-ImagesOneServerTestJSON-957759407-project] 10.222.0.75 "GET /v2.0/ports?device_id=b3108ac6-eb9d-4c62-86db-56e36a616e4a HTTP/1.1" status: 200 len: 210 time: 0.1330850 Feb 09 19:20:35.872379 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.provisioning_blocks [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Provisioning complete for port 780a4bdf-74c4-477c-bde0-4e0d22b8760b triggered by entity L2. {{(pid=103232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 19:20:35.873003 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593630'] for port (780a4bdf-74c4-477c-bde0-4e0d22b8760b), provisioning_complete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:20:35.900578 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-a0cca5d6-5915-437c-baba-93996aa061e6 req-69670f24-61d4-43d5-b68b-ab27b962093d tempest-TaggedBootDevicesTest-980849656 tempest-TaggedBootDevicesTest-980849656-project] 10.222.0.90 "GET /v2.0/networks/319dd8de-af57-40fe-b1b8-034fd50be509?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.2513785 Feb 09 19:20:35.933642 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.v2.base [req-a0cca5d6-5915-437c-baba-93996aa061e6 req-b817bd1a-f961-4c87-9955-9c792fc3d096 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=103229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 19:20:35.997574 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Current status of the port 780a4bdf-74c4-477c-bde0-4e0d22b8760b is: DOWN; New status is: ACTIVE {{(pid=103232) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 19:20:35.998330 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (780a4bdf-74c4-477c-bde0-4e0d22b8760b), before_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:20:36.027444 n-d-713498-36 neutron-server[103230]: DEBUG neutron.db.db_base_plugin_common [req-f7eed3fd-3921-4f7c-9ab7-ac1737a7a715 req-e968f50b-898c-4c9c-aae6-1a74e90f414f tempest-ImagesOneServerTestJSON-957759407 tempest-ImagesOneServerTestJSON-957759407-project] Allocated IP 192.168.233.249 (2b5494c8-cf97-42c1-b902-87f998f28179/60b561cb-321e-4f83-9bb3-92b2e1d0dc44/9352aa48-d7ae-446d-9b87-df5f3833cccd) {{(pid=103230) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 19:20:36.040330 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e631734-50dc-430c-86fb-cc2d686b95ee req-487808ba-3c70-4161-ad40-688d5a6102e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:20:36.043247 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-9e631734-50dc-430c-86fb-cc2d686b95ee req-487808ba-3c70-4161-ad40-688d5a6102e5 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=5d3f70f6ea744878ae38cb247ef3217c&device_id=37846075-a439-4488-a4be-7949bad246af HTTP/1.1" status: 200 len: 1129 time: 0.3456094 Feb 09 19:20:36.060993 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] For port 780a4bdf-74c4-477c-bde0-4e0d22b8760b, host n-d-713498-36, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-36',level=0,port_id=780a4bdf-74c4-477c-bde0-4e0d22b8760b,segment=NetworkSegment(a4222f89-8d3f-4b51-953b-1a8126392491),segment_id=a4222f89-8d3f-4b51-953b-1a8126392491)] {{(pid=103232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 19:20:36.069927 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762867176205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762866656485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762866656503'] for port (780a4bdf-74c4-477c-bde0-4e0d22b8760b), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:20:36.161573 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Pushing event updated for resources: {'Port': ['ID=780a4bdf-74c4-477c-bde0-4e0d22b8760b,revision_number=4']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:20:36.176207 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-a0cca5d6-5915-437c-baba-93996aa061e6 req-b817bd1a-f961-4c87-9955-9c792fc3d096 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (00c0f46c-15ff-4897-a6aa-63bcf7d50cc2), before_update {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:20:36.385161 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38cfa88e-7f32-48fc-b743-c81f7205f173 req-d0b2d246-fcda-4bf8-9ff4-2c627bebb954 tempest-TaggedBootDevicesTest-980849656 tempest-TaggedBootDevicesTest-980849656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:20:36.389728 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e631734-50dc-430c-86fb-cc2d686b95ee req-b56f76f3-e918-4805-96b1-b0b8ffe41d3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:20:36.390927 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38cfa88e-7f32-48fc-b743-c81f7205f173 req-d0b2d246-fcda-4bf8-9ff4-2c627bebb954 tempest-TaggedBootDevicesTest-980849656 tempest-TaggedBootDevicesTest-980849656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:20:36.391253 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-9e631734-50dc-430c-86fb-cc2d686b95ee req-b56f76f3-e918-4805-96b1-b0b8ffe41d3b service neutron] 10.222.0.89 "GET /v2.0/networks?id=1c43e0bb-e4e9-4561-873a-403fc433e655 HTTP/1.1" status: 200 len: 915 time: 0.2178946 Feb 09 19:20:36.397272 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38cfa88e-7f32-48fc-b743-c81f7205f173 req-d0b2d246-fcda-4bf8-9ff4-2c627bebb954 tempest-TaggedBootDevicesTest-980849656 tempest-TaggedBootDevicesTest-980849656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:20:36.402907 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38cfa88e-7f32-48fc-b743-c81f7205f173 req-d0b2d246-fcda-4bf8-9ff4-2c627bebb954 tempest-TaggedBootDevicesTest-980849656 tempest-TaggedBootDevicesTest-980849656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:20:36.408266 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38cfa88e-7f32-48fc-b743-c81f7205f173 req-d0b2d246-fcda-4bf8-9ff4-2c627bebb954 tempest-TaggedBootDevicesTest-980849656 tempest-TaggedBootDevicesTest-980849656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:20:36.414402 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38cfa88e-7f32-48fc-b743-c81f7205f173 req-d0b2d246-fcda-4bf8-9ff4-2c627bebb954 tempest-TaggedBootDevicesTest-980849656 tempest-TaggedBootDevicesTest-980849656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:20:36.424667 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38cfa88e-7f32-48fc-b743-c81f7205f173 req-d0b2d246-fcda-4bf8-9ff4-2c627bebb954 tempest-TaggedBootDevicesTest-980849656 tempest-TaggedBootDevicesTest-980849656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:20:36.433395 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-38cfa88e-7f32-48fc-b743-c81f7205f173 req-d0b2d246-fcda-4bf8-9ff4-2c627bebb954 tempest-TaggedBootDevicesTest-980849656 tempest-TaggedBootDevicesTest-980849656-project] 10.222.0.75 "GET /v2.0/ports?device_id=c3476174-573e-455c-944e-9ed0cac04ac2 HTTP/1.1" status: 200 len: 5435 time: 0.2831945 Feb 09 19:20:36.465440 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-6f6e83fd-6040-47f5-80d4-5a2a10f9f9a9 admin admin] Publish callbacks [] for port (1018d898-2c00-47e7-8e56-b11f229cc6f2), precommit_update {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:20:36.486324 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-6f6e83fd-6040-47f5-80d4-5a2a10f9f9a9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762867176205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762866656485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762866656503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14393758'] for port (1018d898-2c00-47e7-8e56-b11f229cc6f2), after_update {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:20:36.502293 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-9e631734-50dc-430c-86fb-cc2d686b95ee req-0cfa226e-23e8-48bd-9ae0-0e912b90d1fe service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=af0ea075-bacf-4bf8-b405-eb1fa1a11f12 HTTP/1.1" status: 200 len: 217 time: 0.1029456 Feb 09 19:20:36.539924 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-6f6e83fd-6040-47f5-80d4-5a2a10f9f9a9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1613458', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1834496'] for router_interface (80583646-27c7-46ab-a47a-0f5afa5307f3), after_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:20:36.613598 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [req-f7eed3fd-3921-4f7c-9ab7-ac1737a7a715 req-e968f50b-898c-4c9c-aae6-1a74e90f414f tempest-ImagesOneServerTestJSON-957759407 tempest-ImagesOneServerTestJSON-957759407-project] Publish callbacks [] for port (9352aa48-d7ae-446d-9b87-df5f3833cccd), precommit_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:20:36.626892 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e631734-50dc-430c-86fb-cc2d686b95ee req-b91c2db1-2bad-4ca6-b7ac-48426030824d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:20:36.629070 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-9e631734-50dc-430c-86fb-cc2d686b95ee req-b91c2db1-2bad-4ca6-b7ac-48426030824d service neutron] 10.222.0.89 "GET /v2.0/subnets?id=bfbf079d-29ec-44ec-8f0f-f87b207baa58 HTTP/1.1" status: 200 len: 854 time: 0.0950265 Feb 09 19:20:36.698701 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-9e631734-50dc-430c-86fb-cc2d686b95ee req-fe7258c0-1c3a-42d3-bbdc-da9dfd1631f6 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=1c43e0bb-e4e9-4561-873a-403fc433e655&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0519850 Feb 09 19:20:36.702164 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f6e83fd-6040-47f5-80d4-5a2a10f9f9a9 admin admin] Pushing event updated for resources: {'Port': ['ID=1018d898-2c00-47e7-8e56-b11f229cc6f2,revision_number=2']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:20:36.724249 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-38cfa88e-7f32-48fc-b743-c81f7205f173 req-9bb6e454-424b-46c4-8ccd-52231c58b026 tempest-TaggedBootDevicesTest-980849656 tempest-TaggedBootDevicesTest-980849656-project] 10.222.0.75 "GET /v2.0/security-groups?id=6f7e8ede-8085-490c-860b-91c045ecce1f&id=116d7b93-0726-4659-8687-b47afcfa5056&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2896528 Feb 09 19:20:36.802907 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [req-f7eed3fd-3921-4f7c-9ab7-ac1737a7a715 req-e968f50b-898c-4c9c-aae6-1a74e90f414f tempest-ImagesOneServerTestJSON-957759407 tempest-ImagesOneServerTestJSON-957759407-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762866656467', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14393751'] for port (9352aa48-d7ae-446d-9b87-df5f3833cccd), after_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:20:36.811502 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.db [req-a0cca5d6-5915-437c-baba-93996aa061e6 req-b817bd1a-f961-4c87-9955-9c792fc3d096 service neutron] For port 00c0f46c-15ff-4897-a6aa-63bcf7d50cc2, host n-h2-713498-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-36',level=0,port_id=00c0f46c-15ff-4897-a6aa-63bcf7d50cc2,segment=NetworkSegment(87b87801-3575-4768-92ea-47b1230f5828),segment_id=87b87801-3575-4768-92ea-47b1230f5828)] {{(pid=103229) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 19:20:36.855924 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.db [req-a0cca5d6-5915-437c-baba-93996aa061e6 req-b817bd1a-f961-4c87-9955-9c792fc3d096 service neutron] For port 00c0f46c-15ff-4897-a6aa-63bcf7d50cc2, host n-h2-713498-36, cleared binding levels {{(pid=103229) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 19:20:36.900928 n-d-713498-36 neutron-server[103229]: DEBUG neutron.notifiers.nova [req-a0cca5d6-5915-437c-baba-93996aa061e6 req-b817bd1a-f961-4c87-9955-9c792fc3d096 service neutron] device_id is not set on port 00c0f46c-15ff-4897-a6aa-63bcf7d50cc2 yet. {{(pid=103229) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 09 19:20:36.913094 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-a0cca5d6-5915-437c-baba-93996aa061e6 req-b817bd1a-f961-4c87-9955-9c792fc3d096 service neutron] Publish callbacks [] for port (00c0f46c-15ff-4897-a6aa-63bcf7d50cc2), precommit_update {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:20:36.928122 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-a0cca5d6-5915-437c-baba-93996aa061e6 req-b817bd1a-f961-4c87-9955-9c792fc3d096 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762867176205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762866656485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762866656503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12867569'] for port (00c0f46c-15ff-4897-a6aa-63bcf7d50cc2), after_update {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:20:36.956921 n-d-713498-36 neutron-server[103230]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f6e83fd-6040-47f5-80d4-5a2a10f9f9a9 admin admin] Network 9cf0b823-fac1-4f9f-b685-8fd71a300e07 is already hosted by enough agents. {{(pid=103230) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 19:20:36.990221 n-d-713498-36 neutron-server[103230]: DEBUG neutron.scheduler.base_scheduler [None req-6f6e83fd-6040-47f5-80d4-5a2a10f9f9a9 admin admin] Resources bound (agent type, host, resource id): {{(pid=103230) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 19:20:37.013008 n-d-713498-36 neutron-server[103230]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f7eed3fd-3921-4f7c-9ab7-ac1737a7a715 req-e968f50b-898c-4c9c-aae6-1a74e90f414f tempest-ImagesOneServerTestJSON-957759407 tempest-ImagesOneServerTestJSON-957759407-project] Network 2b5494c8-cf97-42c1-b902-87f998f28179 is already hosted by enough agents. {{(pid=103230) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 19:20:37.016322 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b817bd1a-f961-4c87-9955-9c792fc3d096 service neutron] Pushing event updated for resources: {'Port': ['ID=00c0f46c-15ff-4897-a6aa-63bcf7d50cc2,revision_number=6']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:20:37.097127 n-d-713498-36 neutron-server[103229]: DEBUG neutron.db.l3_dvrscheduler_db [req-a0cca5d6-5915-437c-baba-93996aa061e6 req-b817bd1a-f961-4c87-9955-9c792fc3d096 service neutron] No DVR routers for this DVR port 00c0f46c-15ff-4897-a6aa-63bcf7d50cc2 on host n-h2-713498-36 {{(pid=103229) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 19:20:37.135054 n-d-713498-36 neutron-server[103230]: DEBUG neutron.scheduler.base_scheduler [req-f7eed3fd-3921-4f7c-9ab7-ac1737a7a715 req-e968f50b-898c-4c9c-aae6-1a74e90f414f tempest-ImagesOneServerTestJSON-957759407 tempest-ImagesOneServerTestJSON-957759407-project] Resources bound (agent type, host, resource id): {{(pid=103230) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 19:20:37.149302 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e968f50b-898c-4c9c-aae6-1a74e90f414f tempest-ImagesOneServerTestJSON-957759407 tempest-ImagesOneServerTestJSON-957759407-project] Pushing event updated for resources: {'Port': ['ID=9352aa48-d7ae-446d-9b87-df5f3833cccd,revision_number=1']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:20:37.165796 n-d-713498-36 neutron-server[103230]: DEBUG neutron.db.l3_dvrscheduler_db [req-f7eed3fd-3921-4f7c-9ab7-ac1737a7a715 req-e968f50b-898c-4c9c-aae6-1a74e90f414f tempest-ImagesOneServerTestJSON-957759407 tempest-ImagesOneServerTestJSON-957759407-project] Received port after_create {{(pid=103230) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 19:20:37.301457 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.plugin [req-a0cca5d6-5915-437c-baba-93996aa061e6 req-b817bd1a-f961-4c87-9955-9c792fc3d096 service neutron] In _notify_port_updated(), no bound segment for port 00c0f46c-15ff-4897-a6aa-63bcf7d50cc2 on network 319dd8de-af57-40fe-b1b8-034fd50be509 {{(pid=103229) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Feb 09 19:20:37.302389 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0cca5d6-5915-437c-baba-93996aa061e6 req-b817bd1a-f961-4c87-9955-9c792fc3d096 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:20:37.303008 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-a0cca5d6-5915-437c-baba-93996aa061e6 req-b817bd1a-f961-4c87-9955-9c792fc3d096 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171096'] for port (None), before_response {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:20:37.304357 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-a0cca5d6-5915-437c-baba-93996aa061e6 req-b817bd1a-f961-4c87-9955-9c792fc3d096 service neutron] 10.222.0.90 "PUT /v2.0/ports/00c0f46c-15ff-4897-a6aa-63bcf7d50cc2 HTTP/1.1" status: 200 len: 1028 time: 1.3906076 Feb 09 19:20:37.410603 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0cca5d6-5915-437c-baba-93996aa061e6 req-8bd7dcd1-5786-4958-902e-b5805d1404ca tempest-TaggedBootDevicesTest-980849656 tempest-TaggedBootDevicesTest-980849656-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:20:37.412151 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-a0cca5d6-5915-437c-baba-93996aa061e6 req-8bd7dcd1-5786-4958-902e-b5805d1404ca tempest-TaggedBootDevicesTest-980849656 tempest-TaggedBootDevicesTest-980849656-project] 10.222.0.90 "GET /v2.0/ports/1d0cdc94-55c4-4888-8478-b9f4b1cc96ea?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.0997763 Feb 09 19:20:37.414476 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-9e631734-50dc-430c-86fb-cc2d686b95ee req-3d2554a7-2020-41b3-8567-13e0226066e5 service neutron] 10.222.0.89 "GET /v2.0/networks/1c43e0bb-e4e9-4561-873a-403fc433e655?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4975693 Feb 09 19:20:37.432286 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.v2.base [req-a0cca5d6-5915-437c-baba-93996aa061e6 req-d800566d-97c7-4b7d-bc3a-3cc986685dd4 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=103229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 19:20:37.490467 n-d-713498-36 neutron-server[103230]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6f6e83fd-6040-47f5-80d4-5a2a10f9f9a9 admin admin] Router 80583646-27c7-46ab-a47a-0f5afa5307f3 has already been hosted by L3 agent 93303d5e-5d17-45e8-8963-7694f87783ae {{(pid=103230) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 19:20:37.620061 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79d7fb20-cd1d-463c-b214-b3d89a398135 req-d892b5a2-c02f-43bd-ae55-6c484b54ab41 tempest-ImagesOneServerTestJSON-957759407 tempest-ImagesOneServerTestJSON-957759407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:20:37.624379 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-79d7fb20-cd1d-463c-b214-b3d89a398135 req-d892b5a2-c02f-43bd-ae55-6c484b54ab41 tempest-ImagesOneServerTestJSON-957759407 tempest-ImagesOneServerTestJSON-957759407-project] 10.222.0.75 "GET /v2.0/ports?device_id=b3108ac6-eb9d-4c62-86db-56e36a616e4a HTTP/1.1" status: 200 len: 936 time: 0.6087866 Feb 09 19:20:37.632958 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.provisioning_blocks [None req-1f608d96-03b2-4dad-b0c7-a6651f7f466f None None] Provisioning complete for port 1018d898-2c00-47e7-8e56-b11f229cc6f2 triggered by entity DHCP. {{(pid=103232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 19:20:37.633535 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-1f608d96-03b2-4dad-b0c7-a6651f7f466f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593630'] for port (1018d898-2c00-47e7-8e56-b11f229cc6f2), provisioning_complete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:20:37.645518 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7eed3fd-3921-4f7c-9ab7-ac1737a7a715 req-e968f50b-898c-4c9c-aae6-1a74e90f414f tempest-ImagesOneServerTestJSON-957759407 tempest-ImagesOneServerTestJSON-957759407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:20:37.646266 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [req-f7eed3fd-3921-4f7c-9ab7-ac1737a7a715 req-e968f50b-898c-4c9c-aae6-1a74e90f414f tempest-ImagesOneServerTestJSON-957759407 tempest-ImagesOneServerTestJSON-957759407-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171096'] for port (None), before_response {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:20:37.710249 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-1f608d96-03b2-4dad-b0c7-a6651f7f466f None None] Port 1018d898-2c00-47e7-8e56-b11f229cc6f2 cannot update to ACTIVE because it is not bound. {{(pid=103232) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 19:20:37.721781 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Device 780a4bdf-74c4-477c-bde0-4e0d22b8760b up at agent ovs-agent-n-d-713498-36 {{(pid=103232) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 19:20:37.729870 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.provisioning_blocks [None req-1f608d96-03b2-4dad-b0c7-a6651f7f466f None None] Provisioning complete for port 00c0f46c-15ff-4897-a6aa-63bcf7d50cc2 triggered by entity DHCP. {{(pid=103232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 19:20:37.730577 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-1f608d96-03b2-4dad-b0c7-a6651f7f466f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593630'] for port (00c0f46c-15ff-4897-a6aa-63bcf7d50cc2), provisioning_complete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:20:37.773695 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-9e631734-50dc-430c-86fb-cc2d686b95ee req-d198e9c3-3ccf-4253-8302-5bed1e449d89 service neutron] 10.222.0.89 "GET /v2.0/networks/1c43e0bb-e4e9-4561-873a-403fc433e655?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2503674 Feb 09 19:20:37.786607 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-a0cca5d6-5915-437c-baba-93996aa061e6 req-d800566d-97c7-4b7d-bc3a-3cc986685dd4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (1d0cdc94-55c4-4888-8478-b9f4b1cc96ea), before_update {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:20:37.793313 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-f7eed3fd-3921-4f7c-9ab7-ac1737a7a715 req-e968f50b-898c-4c9c-aae6-1a74e90f414f tempest-ImagesOneServerTestJSON-957759407 tempest-ImagesOneServerTestJSON-957759407-project] 10.222.0.90 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.4468377 Feb 09 19:20:37.797654 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-1f608d96-03b2-4dad-b0c7-a6651f7f466f None None] Port 00c0f46c-15ff-4897-a6aa-63bcf7d50cc2 cannot update to ACTIVE because it is not bound. {{(pid=103232) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 19:20:37.838963 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.v2.base [req-f7eed3fd-3921-4f7c-9ab7-ac1737a7a715 req-2c24de9a-69e5-4096-998f-6b11a90f45e5 service neutron] Request body: {'port': {'device_id': 'b3108ac6-eb9d-4c62-86db-56e36a616e4a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-713498-36'}} {{(pid=103230) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 19:20:37.868182 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.provisioning_blocks [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Provisioning complete for port 780a4bdf-74c4-477c-bde0-4e0d22b8760b triggered by entity L2. {{(pid=103232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 19:20:37.870871 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593630'] for port (780a4bdf-74c4-477c-bde0-4e0d22b8760b), provisioning_complete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:20:37.909418 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-79d7fb20-cd1d-463c-b214-b3d89a398135 req-c063b936-b991-4690-a122-26bfa8033aa0 tempest-ImagesOneServerTestJSON-957759407 tempest-ImagesOneServerTestJSON-957759407-project] 10.222.0.75 "GET /v2.0/security-groups?id=cb633d2b-0d79-4bfb-ba16-f7d0446f457e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2362294 Feb 09 19:20:38.000928 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [req-f7eed3fd-3921-4f7c-9ab7-ac1737a7a715 req-2c24de9a-69e5-4096-998f-6b11a90f45e5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (9352aa48-d7ae-446d-9b87-df5f3833cccd), before_update {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:20:38.018589 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6f6e83fd-6040-47f5-80d4-5a2a10f9f9a9 admin admin] Notify agent at l3_agent.n-d-713498-36 the message routers_updated {{(pid=103230) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 19:20:38.025229 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-6f6e83fd-6040-47f5-80d4-5a2a10f9f9a9 admin admin] 10.222.0.75 "PUT /v2.0/routers/80583646-27c7-46ab-a47a-0f5afa5307f3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.5547323 Feb 09 19:20:38.048616 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.provisioning_blocks [None req-666fe086-96ab-43ff-9ead-8d3ce676a424 None None] Provisioning complete for port 9352aa48-d7ae-446d-9b87-df5f3833cccd triggered by entity DHCP. {{(pid=103232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 19:20:38.049720 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-666fe086-96ab-43ff-9ead-8d3ce676a424 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593630'] for port (9352aa48-d7ae-446d-9b87-df5f3833cccd), provisioning_complete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:20:38.136858 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9a1b2f1-d667-4226-b934-e589c78fafc3 None None] Sync routers for ids ['80583646-27c7-46ab-a47a-0f5afa5307f3'] in n-d-713498-36 {{(pid=103232) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 19:20:38.156086 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-666fe086-96ab-43ff-9ead-8d3ce676a424 None None] Port 9352aa48-d7ae-446d-9b87-df5f3833cccd cannot update to ACTIVE because it is not bound. {{(pid=103232) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 19:20:38.177610 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.db [req-a0cca5d6-5915-437c-baba-93996aa061e6 req-d800566d-97c7-4b7d-bc3a-3cc986685dd4 service neutron] For port 1d0cdc94-55c4-4888-8478-b9f4b1cc96ea, host n-h2-713498-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-36',level=0,port_id=1d0cdc94-55c4-4888-8478-b9f4b1cc96ea,segment=NetworkSegment(87b87801-3575-4768-92ea-47b1230f5828),segment_id=87b87801-3575-4768-92ea-47b1230f5828)] {{(pid=103229) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 19:20:38.180517 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9a1b2f1-d667-4226-b934-e589c78fafc3 None None] Routers {'80583646-27c7-46ab-a47a-0f5afa5307f3'} bound to L3 agent in host n-d-713498-36 {{(pid=103232) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 19:20:38.182570 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.l3_hamode_db [None req-e9a1b2f1-d667-4226-b934-e589c78fafc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-09T18:51:43Z,description=,heartbeat_timestamp=2022-02-09T19:20:13Z,host='n-d-713498-36',id=93303d5e-5d17-45e8-8963-7694f87783ae,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T18:51:43Z,topic='l3_agent')) {'router_ids': ['80583646-27c7-46ab-a47a-0f5afa5307f3'], 'active': True} {{(pid=103232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:20:38.262835 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.db [req-a0cca5d6-5915-437c-baba-93996aa061e6 req-d800566d-97c7-4b7d-bc3a-3cc986685dd4 service neutron] For port 1d0cdc94-55c4-4888-8478-b9f4b1cc96ea, host n-h2-713498-36, cleared binding levels {{(pid=103229) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 19:20:38.278260 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a506901c-d06d-4790-9b00-3b459d3c0eb4 req-e3009bb5-5adf-459d-bdf2-daa2fbb3813a tempest-TaggedBootDevicesTest-980849656 tempest-TaggedBootDevicesTest-980849656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:20:38.284653 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a506901c-d06d-4790-9b00-3b459d3c0eb4 req-e3009bb5-5adf-459d-bdf2-daa2fbb3813a tempest-TaggedBootDevicesTest-980849656 tempest-TaggedBootDevicesTest-980849656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:20:38.290752 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a506901c-d06d-4790-9b00-3b459d3c0eb4 req-e3009bb5-5adf-459d-bdf2-daa2fbb3813a tempest-TaggedBootDevicesTest-980849656 tempest-TaggedBootDevicesTest-980849656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:20:38.296468 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a506901c-d06d-4790-9b00-3b459d3c0eb4 req-e3009bb5-5adf-459d-bdf2-daa2fbb3813a tempest-TaggedBootDevicesTest-980849656 tempest-TaggedBootDevicesTest-980849656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:20:38.302614 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a506901c-d06d-4790-9b00-3b459d3c0eb4 req-e3009bb5-5adf-459d-bdf2-daa2fbb3813a tempest-TaggedBootDevicesTest-980849656 tempest-TaggedBootDevicesTest-980849656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:20:38.309093 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a506901c-d06d-4790-9b00-3b459d3c0eb4 req-e3009bb5-5adf-459d-bdf2-daa2fbb3813a tempest-TaggedBootDevicesTest-980849656 tempest-TaggedBootDevicesTest-980849656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:20:38.310941 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-a506901c-d06d-4790-9b00-3b459d3c0eb4 req-e3009bb5-5adf-459d-bdf2-daa2fbb3813a tempest-TaggedBootDevicesTest-980849656 tempest-TaggedBootDevicesTest-980849656-project] 10.222.0.75 "GET /v2.0/ports?device_id=c3476174-573e-455c-944e-9ed0cac04ac2 HTTP/1.1" status: 200 len: 4660 time: 0.2309868 Feb 09 19:20:38.342104 n-d-713498-36 neutron-server[103229]: DEBUG neutron.notifiers.nova [req-a0cca5d6-5915-437c-baba-93996aa061e6 req-d800566d-97c7-4b7d-bc3a-3cc986685dd4 service neutron] device_id is not set on port 1d0cdc94-55c4-4888-8478-b9f4b1cc96ea yet. {{(pid=103229) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 09 19:20:38.359903 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-a0cca5d6-5915-437c-baba-93996aa061e6 req-d800566d-97c7-4b7d-bc3a-3cc986685dd4 service neutron] Publish callbacks [] for port (1d0cdc94-55c4-4888-8478-b9f4b1cc96ea), precommit_update {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:20:38.384739 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-a0cca5d6-5915-437c-baba-93996aa061e6 req-d800566d-97c7-4b7d-bc3a-3cc986685dd4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762867176205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762866656485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762866656503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12867569'] for port (1d0cdc94-55c4-4888-8478-b9f4b1cc96ea), after_update {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:20:38.448518 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-a506901c-d06d-4790-9b00-3b459d3c0eb4 req-68a8d696-c745-4c2d-bfa1-8e847a5898d3 tempest-TaggedBootDevicesTest-980849656 tempest-TaggedBootDevicesTest-980849656-project] 10.222.0.75 "GET /v2.0/security-groups?id=6f7e8ede-8085-490c-860b-91c045ecce1f&id=116d7b93-0726-4659-8687-b47afcfa5056&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0813153 Feb 09 19:20:38.504376 n-d-713498-36 neutron-server[103229]: DEBUG neutron.db.l3_dvrscheduler_db [req-a0cca5d6-5915-437c-baba-93996aa061e6 req-d800566d-97c7-4b7d-bc3a-3cc986685dd4 service neutron] No DVR routers for this DVR port 1d0cdc94-55c4-4888-8478-b9f4b1cc96ea on host n-h2-713498-36 {{(pid=103229) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 19:20:38.558169 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.plugin [req-a0cca5d6-5915-437c-baba-93996aa061e6 req-d800566d-97c7-4b7d-bc3a-3cc986685dd4 service neutron] In _notify_port_updated(), no bound segment for port 1d0cdc94-55c4-4888-8478-b9f4b1cc96ea on network 319dd8de-af57-40fe-b1b8-034fd50be509 {{(pid=103229) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Feb 09 19:20:38.559407 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0cca5d6-5915-437c-baba-93996aa061e6 req-d800566d-97c7-4b7d-bc3a-3cc986685dd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:20:38.560029 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-a0cca5d6-5915-437c-baba-93996aa061e6 req-d800566d-97c7-4b7d-bc3a-3cc986685dd4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171096'] for port (None), before_response {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:20:38.561775 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-a0cca5d6-5915-437c-baba-93996aa061e6 req-d800566d-97c7-4b7d-bc3a-3cc986685dd4 service neutron] 10.222.0.90 "PUT /v2.0/ports/1d0cdc94-55c4-4888-8478-b9f4b1cc96ea HTTP/1.1" status: 200 len: 1028 time: 1.1364510 Feb 09 19:20:38.614092 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d800566d-97c7-4b7d-bc3a-3cc986685dd4 service neutron] Pushing event updated for resources: {'Port': ['ID=1d0cdc94-55c4-4888-8478-b9f4b1cc96ea,revision_number=6']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:20:38.744203 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.plugin [req-a0cca5d6-5915-437c-baba-93996aa061e6 req-c70ecae1-30aa-4af2-b237-0cbd55937cd9 tempest-TaggedBootDevicesTest-980849656 tempest-TaggedBootDevicesTest-980849656-project] Deleting port 7627d463-e16c-4819-9e5e-c073ce7e0152 {{(pid=103229) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 19:20:38.744846 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-a0cca5d6-5915-437c-baba-93996aa061e6 req-c70ecae1-30aa-4af2-b237-0cbd55937cd9 tempest-TaggedBootDevicesTest-980849656 tempest-TaggedBootDevicesTest-980849656-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762867170196'] for port (7627d463-e16c-4819-9e5e-c073ce7e0152), before_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:20:38.746534 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Device 00c0f46c-15ff-4897-a6aa-63bcf7d50cc2 no longer exists at agent hyperv_n-h2-713498-36 {{(pid=103232) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 19:20:38.827355 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Current status of the port 780a4bdf-74c4-477c-bde0-4e0d22b8760b is: ACTIVE; New status is: ACTIVE {{(pid=103232) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 19:20:38.916264 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-7429db8d-6021-40ad-813e-885be449a89b None None] The host n-h2-713498-36 is not matching for port 00c0f46c-15ff-4897-a6aa-63bcf7d50cc2 host ! {{(pid=103232) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2330}} Feb 09 19:20:38.916264 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Device 00c0f46c-15ff-4897-a6aa-63bcf7d50cc2 not bound to the agent host n-h2-713498-36 {{(pid=103232) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 19:20:38.917096 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Device 1d0cdc94-55c4-4888-8478-b9f4b1cc96ea no longer exists at agent hyperv_n-h2-713498-36 {{(pid=103232) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 19:20:38.920297 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.l3_dvr_db [None req-e9a1b2f1-d667-4226-b934-e589c78fafc3 None None] Set router 80583646-27c7-46ab-a47a-0f5afa5307f3 gateway port host: n-d-713498-36 {{(pid=103232) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 19:20:38.927165 n-d-713498-36 neutron-server[103230]: DEBUG neutron.notifiers.nova [req-f7eed3fd-3921-4f7c-9ab7-ac1737a7a715 req-2c24de9a-69e5-4096-998f-6b11a90f45e5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9352aa48-d7ae-446d-9b87-df5f3833cccd {{(pid=103230) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 19:20:38.948669 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [req-f7eed3fd-3921-4f7c-9ab7-ac1737a7a715 req-2c24de9a-69e5-4096-998f-6b11a90f45e5 service neutron] Publish callbacks [] for port (9352aa48-d7ae-446d-9b87-df5f3833cccd), precommit_update {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:20:38.960590 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.db [req-a0cca5d6-5915-437c-baba-93996aa061e6 req-c70ecae1-30aa-4af2-b237-0cbd55937cd9 tempest-TaggedBootDevicesTest-980849656 tempest-TaggedBootDevicesTest-980849656-project] For port 7627d463-e16c-4819-9e5e-c073ce7e0152, host n-h2-713498-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-36',level=0,port_id=7627d463-e16c-4819-9e5e-c073ce7e0152,segment=NetworkSegment(87b87801-3575-4768-92ea-47b1230f5828),segment_id=87b87801-3575-4768-92ea-47b1230f5828)] {{(pid=103229) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 19:20:38.961696 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-a0cca5d6-5915-437c-baba-93996aa061e6 req-c70ecae1-30aa-4af2-b237-0cbd55937cd9 tempest-TaggedBootDevicesTest-980849656 tempest-TaggedBootDevicesTest-980849656-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1820838'] for port (7627d463-e16c-4819-9e5e-c073ce7e0152), precommit_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:20:38.976014 n-d-713498-36 neutron-server[103230]: DEBUG neutron.db.provisioning_blocks [req-f7eed3fd-3921-4f7c-9ab7-ac1737a7a715 req-2c24de9a-69e5-4096-998f-6b11a90f45e5 service neutron] Transition to ACTIVE for port object 9352aa48-d7ae-446d-9b87-df5f3833cccd will not be triggered until provisioned by entity L2. {{(pid=103230) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 19:20:38.985522 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [req-f7eed3fd-3921-4f7c-9ab7-ac1737a7a715 req-2c24de9a-69e5-4096-998f-6b11a90f45e5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762867176205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762866656485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762866656503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14393758'] for port (9352aa48-d7ae-446d-9b87-df5f3833cccd), after_update {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:20:38.999724 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.plugin [req-a0cca5d6-5915-437c-baba-93996aa061e6 req-c70ecae1-30aa-4af2-b237-0cbd55937cd9 tempest-TaggedBootDevicesTest-980849656 tempest-TaggedBootDevicesTest-980849656-project] Calling delete_port for 7627d463-e16c-4819-9e5e-c073ce7e0152 owned by compute:nova {{(pid=103229) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 19:20:39.093002 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.provisioning_blocks [None req-7e4daaff-34d6-41cb-be7e-2aeb7d5e6575 None None] Provisioning complete for port 1d0cdc94-55c4-4888-8478-b9f4b1cc96ea triggered by entity DHCP. {{(pid=103232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 19:20:39.093758 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-7e4daaff-34d6-41cb-be7e-2aeb7d5e6575 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593630'] for port (1d0cdc94-55c4-4888-8478-b9f4b1cc96ea), provisioning_complete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:20:39.094578 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c24de9a-69e5-4096-998f-6b11a90f45e5 service neutron] Pushing event updated for resources: {'Port': ['ID=9352aa48-d7ae-446d-9b87-df5f3833cccd,revision_number=2']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:20:39.095847 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-7429db8d-6021-40ad-813e-885be449a89b None None] The host n-h2-713498-36 is not matching for port 1d0cdc94-55c4-4888-8478-b9f4b1cc96ea host ! {{(pid=103232) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2330}} Feb 09 19:20:39.096511 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Device 1d0cdc94-55c4-4888-8478-b9f4b1cc96ea not bound to the agent host n-h2-713498-36 {{(pid=103232) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 19:20:39.097160 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Device ae0c20e2-a6bc-4527-b56e-8e357d08f2b6 no longer exists at agent hyperv_n-h2-713498-36 {{(pid=103232) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 19:20:39.141246 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 43622) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:20:39.149177 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.v2.base [None req-0685eb42-292a-4627-b354-04c78c866d21 tempest-AttachVolumeShelveTestJSON-671139515 tempest-AttachVolumeShelveTestJSON-671139515-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1923911763', 'description': 'tempest-description--607584302'}} {{(pid=103229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 19:20:39.249600 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-0685eb42-292a-4627-b354-04c78c866d21 tempest-AttachVolumeShelveTestJSON-671139515 tempest-AttachVolumeShelveTestJSON-671139515-project] Publish callbacks [] for security_group (None), before_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:20:39.273226 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.managers [req-f7eed3fd-3921-4f7c-9ab7-ac1737a7a715 req-2c24de9a-69e5-4096-998f-6b11a90f45e5 service neutron] Attempting to bind port 9352aa48-d7ae-446d-9b87-df5f3833cccd on host n-h2-713498-36 for vnic_type normal with profile {{(pid=103230) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 19:20:39.273756 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.managers [req-f7eed3fd-3921-4f7c-9ab7-ac1737a7a715 req-2c24de9a-69e5-4096-998f-6b11a90f45e5 service neutron] Attempting to bind port 9352aa48-d7ae-446d-9b87-df5f3833cccd by drivers openvswitch,hyperv on host n-h2-713498-36 at level 0 using segments [{'id': '50e5915e-18f0-4558-9a28-b978975ead36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': '2b5494c8-cf97-42c1-b902-87f998f28179'}] {{(pid=103230) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 19:20:39.274136 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7eed3fd-3921-4f7c-9ab7-ac1737a7a715 req-2c24de9a-69e5-4096-998f-6b11a90f45e5 service neutron] Attempting to bind port 9352aa48-d7ae-446d-9b87-df5f3833cccd on network 2b5494c8-cf97-42c1-b902-87f998f28179 {{(pid=103230) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 19:20:39.369199 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7eed3fd-3921-4f7c-9ab7-ac1737a7a715 req-2c24de9a-69e5-4096-998f-6b11a90f45e5 service neutron] Port 9352aa48-d7ae-446d-9b87-df5f3833cccd on network 2b5494c8-cf97-42c1-b902-87f998f28179 not bound, no agent of type Open vSwitch agent registered on host n-h2-713498-36 {{(pid=103230) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 19:20:39.369538 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7eed3fd-3921-4f7c-9ab7-ac1737a7a715 req-2c24de9a-69e5-4096-998f-6b11a90f45e5 service neutron] Attempting to bind port 9352aa48-d7ae-446d-9b87-df5f3833cccd on network 2b5494c8-cf97-42c1-b902-87f998f28179 {{(pid=103230) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 19:20:39.381248 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7eed3fd-3921-4f7c-9ab7-ac1737a7a715 req-2c24de9a-69e5-4096-998f-6b11a90f45e5 service neutron] Checking agent: {'id': 'bcd5faee-dc24-4298-9134-0e0aa054058e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713498-36', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 18, 59, 19), 'started_at': datetime.datetime(2022, 2, 9, 18, 59, 19), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 19, 20, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103230) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 19:20:39.381595 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7eed3fd-3921-4f7c-9ab7-ac1737a7a715 req-2c24de9a-69e5-4096-998f-6b11a90f45e5 service neutron] Checking segment: {'id': '50e5915e-18f0-4558-9a28-b978975ead36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': '2b5494c8-cf97-42c1-b902-87f998f28179'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103230) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 19:20:39.382038 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7eed3fd-3921-4f7c-9ab7-ac1737a7a715 req-2c24de9a-69e5-4096-998f-6b11a90f45e5 service neutron] Bound using segment: {'id': '50e5915e-18f0-4558-9a28-b978975ead36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': '2b5494c8-cf97-42c1-b902-87f998f28179'} {{(pid=103230) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 19:20:39.382545 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.managers [req-f7eed3fd-3921-4f7c-9ab7-ac1737a7a715 req-2c24de9a-69e5-4096-998f-6b11a90f45e5 service neutron] Bound port: 9352aa48-d7ae-446d-9b87-df5f3833cccd, host: n-h2-713498-36, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '50e5915e-18f0-4558-9a28-b978975ead36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': '2b5494c8-cf97-42c1-b902-87f998f28179'}}] {{(pid=103230) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 19:20:39.383080 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [req-f7eed3fd-3921-4f7c-9ab7-ac1737a7a715 req-2c24de9a-69e5-4096-998f-6b11a90f45e5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (9352aa48-d7ae-446d-9b87-df5f3833cccd), before_update {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:20:39.425872 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-0685eb42-292a-4627-b354-04c78c866d21 tempest-AttachVolumeShelveTestJSON-671139515 tempest-AttachVolumeShelveTestJSON-671139515-project] Publish callbacks [] for security_group (8ffa0824-cdc7-466b-baef-bc7606a99fd1), precommit_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:20:39.433841 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-0685eb42-292a-4627-b354-04c78c866d21 tempest-AttachVolumeShelveTestJSON-671139515 tempest-AttachVolumeShelveTestJSON-671139515-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1892331'] for security_group (8ffa0824-cdc7-466b-baef-bc7606a99fd1), after_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:20:39.449791 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Current status of the port ae0c20e2-a6bc-4527-b56e-8e357d08f2b6 is: ACTIVE; New status is: DOWN {{(pid=103232) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 19:20:39.450214 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (ae0c20e2-a6bc-4527-b56e-8e357d08f2b6), before_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:20:39.514100 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-7429db8d-6021-40ad-813e-885be449a89b None None] For port ae0c20e2-a6bc-4527-b56e-8e357d08f2b6, host n-h2-713498-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-36',level=0,port_id=ae0c20e2-a6bc-4527-b56e-8e357d08f2b6,segment=NetworkSegment(87b87801-3575-4768-92ea-47b1230f5828),segment_id=87b87801-3575-4768-92ea-47b1230f5828)] {{(pid=103232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 19:20:39.520825 n-d-713498-36 neutron-server[103232]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c3476174-573e-455c-944e-9ed0cac04ac2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ae0c20e2-a6bc-4527-b56e-8e357d08f2b6'}] {{(pid=103232) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 19:20:39.523743 n-d-713498-36 neutron-server[103232]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}949cdcde653dec44821de95cbf67297f53cbc2aed4e073b5d514f93bf911ce85" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d9a708ec-4747-45f6-a7d7-886d3d2a5f4c" -d '{"events": [{"server_uuid": "c3476174-573e-455c-944e-9ed0cac04ac2", "name": "network-vif-unplugged", "status": "completed", "tag": "ae0c20e2-a6bc-4527-b56e-8e357d08f2b6"}]}' {{(pid=103232) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 19:20:39.534767 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762867176205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762866656485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762866656503'] for port (ae0c20e2-a6bc-4527-b56e-8e357d08f2b6), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:20:39.535519 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Device 6aefa796-a5da-43f4-b77c-5a57dc7a02ee no longer exists at agent hyperv_n-h2-713498-36 {{(pid=103232) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 19:20:39.541581 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.db [req-f7eed3fd-3921-4f7c-9ab7-ac1737a7a715 req-2c24de9a-69e5-4096-998f-6b11a90f45e5 service neutron] For port 9352aa48-d7ae-446d-9b87-df5f3833cccd, host n-h2-713498-36, cleared binding levels {{(pid=103230) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 19:20:39.550458 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.db [req-f7eed3fd-3921-4f7c-9ab7-ac1737a7a715 req-2c24de9a-69e5-4096-998f-6b11a90f45e5 service neutron] For port 9352aa48-d7ae-446d-9b87-df5f3833cccd, host n-h2-713498-36, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-36',level=0,port_id=9352aa48-d7ae-446d-9b87-df5f3833cccd,segment=NetworkSegment(50e5915e-18f0-4558-9a28-b978975ead36),segment_id=50e5915e-18f0-4558-9a28-b978975ead36)] {{(pid=103230) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 19:20:39.571590 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-0685eb42-292a-4627-b354-04c78c866d21 tempest-AttachVolumeShelveTestJSON-671139515 tempest-AttachVolumeShelveTestJSON-671139515-project] Publish callbacks [] for security_group (None), before_response {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:20:39.572992 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-0685eb42-292a-4627-b354-04c78c866d21 tempest-AttachVolumeShelveTestJSON-671139515 tempest-AttachVolumeShelveTestJSON-671139515-project] 10.222.0.75 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1798 time: 0.4302835 Feb 09 19:20:39.578964 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 43628) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:20:39.584710 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.v2.base [None req-54124bb0-e338-4816-807e-430e6e0de822 tempest-AttachVolumeShelveTestJSON-671139515 tempest-AttachVolumeShelveTestJSON-671139515-project] Request body: {'security_group_rule': {'security_group_id': '8ffa0824-cdc7-466b-baef-bc7606a99fd1', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103230) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 19:20:39.586459 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0685eb42-292a-4627-b354-04c78c866d21 tempest-AttachVolumeShelveTestJSON-671139515 tempest-AttachVolumeShelveTestJSON-671139515-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8ffa0824-cdc7-466b-baef-bc7606a99fd1,revision_number=1']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:20:39.589943 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [req-f7eed3fd-3921-4f7c-9ab7-ac1737a7a715 req-2c24de9a-69e5-4096-998f-6b11a90f45e5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762867176205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762866656485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762866656503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14393758'] for port (9352aa48-d7ae-446d-9b87-df5f3833cccd), after_update {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:20:39.591301 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-7e4daaff-34d6-41cb-be7e-2aeb7d5e6575 None None] Port 1d0cdc94-55c4-4888-8478-b9f4b1cc96ea cannot update to ACTIVE because it is not bound. {{(pid=103232) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 19:20:39.625641 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-a0cca5d6-5915-437c-baba-93996aa061e6 req-c70ecae1-30aa-4af2-b237-0cbd55937cd9 tempest-TaggedBootDevicesTest-980849656 tempest-TaggedBootDevicesTest-980849656-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762867177463', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762866656476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12867576'] for port (7627d463-e16c-4819-9e5e-c073ce7e0152), after_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:20:39.689629 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c70ecae1-30aa-4af2-b237-0cbd55937cd9 tempest-TaggedBootDevicesTest-980849656 tempest-TaggedBootDevicesTest-980849656-project] Pushing event deleted for resources: {'Port': ['ID=7627d463-e16c-4819-9e5e-c073ce7e0152,revision_number=None']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:20:39.693452 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5af1f67-3368-4e69-8847-da6f27ace52d req-d5c369dc-7d85-4210-97d4-4fab955ce78f tempest-ImagesOneServerTestJSON-957759407 tempest-ImagesOneServerTestJSON-957759407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:20:39.695098 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-d5af1f67-3368-4e69-8847-da6f27ace52d req-d5c369dc-7d85-4210-97d4-4fab955ce78f tempest-ImagesOneServerTestJSON-957759407 tempest-ImagesOneServerTestJSON-957759407-project] 10.222.0.75 "GET /v2.0/ports?device_id=b3108ac6-eb9d-4c62-86db-56e36a616e4a HTTP/1.1" status: 200 len: 948 time: 0.4500737 Feb 09 19:20:39.722103 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7eed3fd-3921-4f7c-9ab7-ac1737a7a715 req-2c24de9a-69e5-4096-998f-6b11a90f45e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:20:39.723053 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [req-f7eed3fd-3921-4f7c-9ab7-ac1737a7a715 req-2c24de9a-69e5-4096-998f-6b11a90f45e5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171096'] for port (None), before_response {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:20:39.724505 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-f7eed3fd-3921-4f7c-9ab7-ac1737a7a715 req-2c24de9a-69e5-4096-998f-6b11a90f45e5 service neutron] 10.222.0.90 "PUT /v2.0/ports/9352aa48-d7ae-446d-9b87-df5f3833cccd HTTP/1.1" status: 200 len: 1097 time: 1.8899865 Feb 09 19:20:39.725114 n-d-713498-36 neutron-server[103230]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b3108ac6-eb9d-4c62-86db-56e36a616e4a', 'tag': '9352aa48-d7ae-446d-9b87-df5f3833cccd'}] {{(pid=103230) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 19:20:39.727457 n-d-713498-36 neutron-server[103230]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aee5919275bae9f72eb374ee322673045eb80c1f84b4b45a97d96923bd50ab51" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-04741b79-97e2-4ab0-962f-551102304d65" -d '{"events": [{"name": "network-changed", "server_uuid": "b3108ac6-eb9d-4c62-86db-56e36a616e4a", "tag": "9352aa48-d7ae-446d-9b87-df5f3833cccd"}]}' {{(pid=103230) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 19:20:39.784325 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Current status of the port 6aefa796-a5da-43f4-b77c-5a57dc7a02ee is: ACTIVE; New status is: DOWN {{(pid=103232) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 19:20:39.785121 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (6aefa796-a5da-43f4-b77c-5a57dc7a02ee), before_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:20:39.804934 n-d-713498-36 neutron-server[103229]: DEBUG neutron.db.l3_dvrscheduler_db [req-a0cca5d6-5915-437c-baba-93996aa061e6 req-c70ecae1-30aa-4af2-b237-0cbd55937cd9 tempest-TaggedBootDevicesTest-980849656 tempest-TaggedBootDevicesTest-980849656-project] No DVR routers for this DVR port 7627d463-e16c-4819-9e5e-c073ce7e0152 on host n-h2-713498-36 {{(pid=103229) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 19:20:39.817318 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-a0cca5d6-5915-437c-baba-93996aa061e6 req-c70ecae1-30aa-4af2-b237-0cbd55937cd9 tempest-TaggedBootDevicesTest-980849656 tempest-TaggedBootDevicesTest-980849656-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171096'] for port (None), before_response {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:20:39.825217 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Pushing event updated for resources: {'Port': ['ID=ae0c20e2-a6bc-4527-b56e-8e357d08f2b6,revision_number=6']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:20:39.832706 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-a0cca5d6-5915-437c-baba-93996aa061e6 req-c70ecae1-30aa-4af2-b237-0cbd55937cd9 tempest-TaggedBootDevicesTest-980849656 tempest-TaggedBootDevicesTest-980849656-project] 10.222.0.90 "DELETE /v2.0/ports/7627d463-e16c-4819-9e5e-c073ce7e0152 HTTP/1.1" status: 204 len: 173 time: 1.2622375 Feb 09 19:20:39.833542 n-d-713498-36 neutron-server[103229]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c3476174-573e-455c-944e-9ed0cac04ac2', 'name': 'network-vif-deleted', 'tag': '7627d463-e16c-4819-9e5e-c073ce7e0152'}] {{(pid=103229) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 19:20:39.836545 n-d-713498-36 neutron-server[103229]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fa6ae9a20702bd564eaf90d946620b2b4277b1ab91129323d3b54181076be307" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-669fc59a-f0ff-4e05-8f0d-142daf4124d4" -d '{"events": [{"server_uuid": "c3476174-573e-455c-944e-9ed0cac04ac2", "name": "network-vif-deleted", "tag": "7627d463-e16c-4819-9e5e-c073ce7e0152"}]}' {{(pid=103229) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 19:20:39.840271 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:20:39.840633 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:20:39.841019 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:20:39.841376 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:20:39.841718 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:20:39.842114 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:20:39.842482 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:20:39.842814 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:20:39.843144 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:20:39.843521 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:20:39.843871 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:20:39.844188 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:20:39.845200 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:20:39.907941 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-7429db8d-6021-40ad-813e-885be449a89b None None] For port 6aefa796-a5da-43f4-b77c-5a57dc7a02ee, host n-h2-713498-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-36',level=0,port_id=6aefa796-a5da-43f4-b77c-5a57dc7a02ee,segment=NetworkSegment(cf51fdc5-2b69-4aa6-baf3-9e7fb9d1d1d4),segment_id=cf51fdc5-2b69-4aa6-baf3-9e7fb9d1d1d4)] {{(pid=103232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 19:20:39.944788 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762867176205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762866656485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762866656503'] for port (6aefa796-a5da-43f4-b77c-5a57dc7a02ee), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:20:39.945859 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Device b9b4a7ef-d6e3-4be9-ba7d-38016a167987 no longer exists at agent hyperv_n-h2-713498-36 {{(pid=103232) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 19:20:39.963247 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-d5af1f67-3368-4e69-8847-da6f27ace52d req-d142c131-b827-4255-b0d6-f1ad85476e59 tempest-ImagesOneServerTestJSON-957759407 tempest-ImagesOneServerTestJSON-957759407-project] 10.222.0.75 "GET /v2.0/security-groups?id=cb633d2b-0d79-4bfb-ba16-f7d0446f457e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2330697 Feb 09 19:20:40.008061 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c24de9a-69e5-4096-998f-6b11a90f45e5 service neutron] Pushing event updated for resources: {'Port': ['ID=9352aa48-d7ae-446d-9b87-df5f3833cccd,revision_number=3']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:20:40.010824 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-54124bb0-e338-4816-807e-430e6e0de822 tempest-AttachVolumeShelveTestJSON-671139515 tempest-AttachVolumeShelveTestJSON-671139515-project] Publish callbacks [] for security_group_rule (d7a406df-b7e2-49c7-874a-5d002e25b9ec), before_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:20:40.039085 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.plugin [req-a0cca5d6-5915-437c-baba-93996aa061e6 req-cfece3fc-8c3e-41e4-881e-47a6e750e1ab tempest-TaggedBootDevicesTest-980849656 tempest-TaggedBootDevicesTest-980849656-project] Deleting port 6aefa796-a5da-43f4-b77c-5a57dc7a02ee {{(pid=103229) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 19:20:40.039614 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-a0cca5d6-5915-437c-baba-93996aa061e6 req-cfece3fc-8c3e-41e4-881e-47a6e750e1ab tempest-TaggedBootDevicesTest-980849656 tempest-TaggedBootDevicesTest-980849656-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762867170196'] for port (6aefa796-a5da-43f4-b77c-5a57dc7a02ee), before_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:20:40.048426 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7eed3fd-3921-4f7c-9ab7-ac1737a7a715 req-2538a36d-3a9a-43b8-bab9-f1caba16a690 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:20:40.056978 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-f7eed3fd-3921-4f7c-9ab7-ac1737a7a715 req-2538a36d-3a9a-43b8-bab9-f1caba16a690 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=577e56868d0e48fa8b3ea735e2b95df5&device_id=b3108ac6-eb9d-4c62-86db-56e36a616e4a HTTP/1.1" status: 200 len: 1131 time: 0.2498639 Feb 09 19:20:40.110722 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.l3_hamode_db [None req-e9a1b2f1-d667-4226-b934-e589c78fafc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '80583646-27c7-46ab-a47a-0f5afa5307f3', 'name': 'tempest-AttachVolumeShelveTestJSON-1234673102-router', 'tenant_id': '0c7f047f175c41a987e2010a725a3d95', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88055e1e-672a-4487-be31-ffb6e833ece5', 'external_fixed_ips': [{'subnet_id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'ip_address': '172.25.1.199'}], 'enable_snat': True}, 'gw_port_id': '780a4bdf-74c4-477c-bde0-4e0d22b8760b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T19:20:28Z', 'updated_at': '2022-02-09T19:20:35Z', 'revision_number': 4, 'project_id': '0c7f047f175c41a987e2010a725a3d95', 'gw_port': {'id': '780a4bdf-74c4-477c-bde0-4e0d22b8760b', 'name': '', 'network_id': '88055e1e-672a-4487-be31-ffb6e833ece5', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:b5:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80583646-27c7-46ab-a47a-0f5afa5307f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1843, 'fixed_ips': [{'subnet_id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'ip_address': '172.25.1.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T19:20:29Z', 'updated_at': '2022-02-09T19:20:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-36', '_interfaces': [{'id': '1018d898-2c00-47e7-8e56-b11f229cc6f2', 'name': '', 'network_id': '9cf0b823-fac1-4f9f-b685-8fd71a300e07', 'tenant_id': '0c7f047f175c41a987e2010a725a3d95', 'mac_address': 'fa:16:3e:37:fc:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '80583646-27c7-46ab-a47a-0f5afa5307f3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1844, 'fixed_ips': [{'subnet_id': 'ca2eed47-7b83-4cc1-87fa-16862746969c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T19:20:34Z', 'updated_at': '2022-02-09T19:20:36Z', 'revision_number': 2, 'project_id': '0c7f047f175c41a987e2010a725a3d95', 'subnets': [{'id': 'ca2eed47-7b83-4cc1-87fa-16862746969c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-36', False) {} {{(pid=103232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:20:40.186861 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-f7eed3fd-3921-4f7c-9ab7-ac1737a7a715 req-5a8b19a5-22ee-479e-9e96-277a2f208172 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.249&port_id=9352aa48-d7ae-446d-9b87-df5f3833cccd HTTP/1.1" status: 200 len: 217 time: 0.1126485 Feb 09 19:20:40.188445 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.db [req-a0cca5d6-5915-437c-baba-93996aa061e6 req-cfece3fc-8c3e-41e4-881e-47a6e750e1ab tempest-TaggedBootDevicesTest-980849656 tempest-TaggedBootDevicesTest-980849656-project] For port 6aefa796-a5da-43f4-b77c-5a57dc7a02ee, host n-h2-713498-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-36',level=0,port_id=6aefa796-a5da-43f4-b77c-5a57dc7a02ee,segment=NetworkSegment(cf51fdc5-2b69-4aa6-baf3-9e7fb9d1d1d4),segment_id=cf51fdc5-2b69-4aa6-baf3-9e7fb9d1d1d4)] {{(pid=103229) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 19:20:40.188819 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-a0cca5d6-5915-437c-baba-93996aa061e6 req-cfece3fc-8c3e-41e4-881e-47a6e750e1ab tempest-TaggedBootDevicesTest-980849656 tempest-TaggedBootDevicesTest-980849656-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1820838'] for port (6aefa796-a5da-43f4-b77c-5a57dc7a02ee), precommit_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:20:40.202108 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Current status of the port b9b4a7ef-d6e3-4be9-ba7d-38016a167987 is: ACTIVE; New status is: DOWN {{(pid=103232) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 19:20:40.202890 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (b9b4a7ef-d6e3-4be9-ba7d-38016a167987), before_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:20:40.211020 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9a1b2f1-d667-4226-b934-e589c78fafc3 None None] Checking router: 80583646-27c7-46ab-a47a-0f5afa5307f3 for host: n-d-713498-36 {{(pid=103232) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 19:20:40.212135 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9a1b2f1-d667-4226-b934-e589c78fafc3 None None] Updating router 80583646-27c7-46ab-a47a-0f5afa5307f3 port 1018d898-2c00-47e7-8e56-b11f229cc6f2 binding host n-d-713498-36 {{(pid=103232) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 19:20:40.256007 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-e9a1b2f1-d667-4226-b934-e589c78fafc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (1018d898-2c00-47e7-8e56-b11f229cc6f2), before_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:20:40.353271 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-54124bb0-e338-4816-807e-430e6e0de822 tempest-AttachVolumeShelveTestJSON-671139515 tempest-AttachVolumeShelveTestJSON-671139515-project] Publish callbacks [] for security_group_rule (d7a406df-b7e2-49c7-874a-5d002e25b9ec), precommit_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:20:40.377770 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b69480e3-a234-4534-8eef-51c6a7cdbb0a req-f215df17-5e4d-451e-83bc-47cbcfeec534 tempest-TaggedBootDevicesTest-980849656 tempest-TaggedBootDevicesTest-980849656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:20:40.391825 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b69480e3-a234-4534-8eef-51c6a7cdbb0a req-f215df17-5e4d-451e-83bc-47cbcfeec534 tempest-TaggedBootDevicesTest-980849656 tempest-TaggedBootDevicesTest-980849656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:20:40.396976 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Pushing event updated for resources: {'Port': ['ID=6aefa796-a5da-43f4-b77c-5a57dc7a02ee,revision_number=6']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:20:40.406006 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b69480e3-a234-4534-8eef-51c6a7cdbb0a req-f215df17-5e4d-451e-83bc-47cbcfeec534 tempest-TaggedBootDevicesTest-980849656 tempest-TaggedBootDevicesTest-980849656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:20:40.421720 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b69480e3-a234-4534-8eef-51c6a7cdbb0a req-f215df17-5e4d-451e-83bc-47cbcfeec534 tempest-TaggedBootDevicesTest-980849656 tempest-TaggedBootDevicesTest-980849656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:20:40.424416 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-b69480e3-a234-4534-8eef-51c6a7cdbb0a req-f215df17-5e4d-451e-83bc-47cbcfeec534 tempest-TaggedBootDevicesTest-980849656 tempest-TaggedBootDevicesTest-980849656-project] 10.222.0.75 "GET /v2.0/ports?device_id=c3476174-573e-455c-944e-9ed0cac04ac2 HTTP/1.1" status: 200 len: 3146 time: 0.2879529 Feb 09 19:20:40.429526 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-54124bb0-e338-4816-807e-430e6e0de822 tempest-AttachVolumeShelveTestJSON-671139515 tempest-AttachVolumeShelveTestJSON-671139515-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1892250'] for security_group_rule (d7a406df-b7e2-49c7-874a-5d002e25b9ec), after_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:20:40.440540 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-7429db8d-6021-40ad-813e-885be449a89b None None] For port b9b4a7ef-d6e3-4be9-ba7d-38016a167987, host n-h2-713498-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-36',level=0,port_id=b9b4a7ef-d6e3-4be9-ba7d-38016a167987,segment=NetworkSegment(23ed1668-aba2-4aca-a9aa-7fbe90d952c5),segment_id=23ed1668-aba2-4aca-a9aa-7fbe90d952c5)] {{(pid=103232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 19:20:40.449463 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762867176205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762866656485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762866656503'] for port (b9b4a7ef-d6e3-4be9-ba7d-38016a167987), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:20:40.450202 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Device 7627d463-e16c-4819-9e5e-c073ce7e0152 no longer exists at agent hyperv_n-h2-713498-36 {{(pid=103232) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 19:20:40.461631 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7eed3fd-3921-4f7c-9ab7-ac1737a7a715 req-efa95642-b433-4dc5-b306-4cf761a55580 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:20:40.463123 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-f7eed3fd-3921-4f7c-9ab7-ac1737a7a715 req-efa95642-b433-4dc5-b306-4cf761a55580 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=60b561cb-321e-4f83-9bb3-92b2e1d0dc44 HTTP/1.1" status: 200 len: 843 time: 0.2640271 Feb 09 19:20:40.494576 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-54124bb0-e338-4816-807e-430e6e0de822 tempest-AttachVolumeShelveTestJSON-671139515 tempest-AttachVolumeShelveTestJSON-671139515-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:20:40.498991 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-54124bb0-e338-4816-807e-430e6e0de822 tempest-AttachVolumeShelveTestJSON-671139515 tempest-AttachVolumeShelveTestJSON-671139515-project] 10.222.0.75 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.9186792 Feb 09 19:20:40.502932 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54124bb0-e338-4816-807e-430e6e0de822 tempest-AttachVolumeShelveTestJSON-671139515 tempest-AttachVolumeShelveTestJSON-671139515-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d7a406df-b7e2-49c7-874a-5d002e25b9ec,revision_number=0']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:20:40.505655 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 43636) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:20:40.512962 n-d-713498-36 neutron-server[103233]: DEBUG neutron.db.agents_db [None req-4a8a6a42-0a0c-4437-8958-92282682b6bb None None] Agent healthcheck: found 7 active agents {{(pid=103233) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 19:20:40.521644 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-7429db8d-6021-40ad-813e-885be449a89b None None] No Port match for: 7627d463-e16c-4819-9e5e-c073ce7e0152 {{(pid=103232) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 19:20:40.522122 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Device 7627d463-e16c-4819-9e5e-c073ce7e0152 not bound to the agent host n-h2-713498-36 {{(pid=103232) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 19:20:40.522614 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Device fd688801-4beb-42a5-9ec8-010c808e3c22 no longer exists at agent hyperv_n-h2-713498-36 {{(pid=103232) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 19:20:40.534978 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.v2.base [None req-1618e452-63dc-4f95-959f-8ccf77c0562e tempest-AttachVolumeShelveTestJSON-671139515 tempest-AttachVolumeShelveTestJSON-671139515-project] Request body: {'security_group_rule': {'security_group_id': '8ffa0824-cdc7-466b-baef-bc7606a99fd1', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103230) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 19:20:40.542789 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-a0cca5d6-5915-437c-baba-93996aa061e6 req-cfece3fc-8c3e-41e4-881e-47a6e750e1ab tempest-TaggedBootDevicesTest-980849656 tempest-TaggedBootDevicesTest-980849656-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:20:40.543423 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-a0cca5d6-5915-437c-baba-93996aa061e6 req-cfece3fc-8c3e-41e4-881e-47a6e750e1ab tempest-TaggedBootDevicesTest-980849656 tempest-TaggedBootDevicesTest-980849656-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1818909'] for floatingip (d55d2994-f25a-4a1a-b636-5dec2eee9c49), after_update {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:20:40.543979 n-d-713498-36 neutron-server[103229]: INFO neutron.db.l3_db [req-a0cca5d6-5915-437c-baba-93996aa061e6 req-cfece3fc-8c3e-41e4-881e-47a6e750e1ab tempest-TaggedBootDevicesTest-980849656 tempest-TaggedBootDevicesTest-980849656-project] Floating IP d55d2994-f25a-4a1a-b636-5dec2eee9c49 disassociated. External IP: 172.25.1.92, port: 6aefa796-a5da-43f4-b77c-5a57dc7a02ee. Feb 09 19:20:40.544810 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.plugin [req-a0cca5d6-5915-437c-baba-93996aa061e6 req-cfece3fc-8c3e-41e4-881e-47a6e750e1ab tempest-TaggedBootDevicesTest-980849656 tempest-TaggedBootDevicesTest-980849656-project] Calling delete_port for 6aefa796-a5da-43f4-b77c-5a57dc7a02ee owned by compute:nova {{(pid=103229) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 19:20:40.609523 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-b69480e3-a234-4534-8eef-51c6a7cdbb0a req-4a27e06a-b0fa-4520-a780-18216b3228bb tempest-TaggedBootDevicesTest-980849656 tempest-TaggedBootDevicesTest-980849656-project] 10.222.0.75 "GET /v2.0/security-groups?id=116d7b93-0726-4659-8687-b47afcfa5056&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1676223 Feb 09 19:20:40.620160 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-1618e452-63dc-4f95-959f-8ccf77c0562e tempest-AttachVolumeShelveTestJSON-671139515 tempest-AttachVolumeShelveTestJSON-671139515-project] Publish callbacks [] for security_group_rule (5de9b4cc-a6a5-4e7b-a400-1310e0b38d4d), before_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:20:40.625919 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7eed3fd-3921-4f7c-9ab7-ac1737a7a715 req-3d4807a4-2ba3-4cd8-9d29-1c375449e83c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:20:40.627563 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-f7eed3fd-3921-4f7c-9ab7-ac1737a7a715 req-3d4807a4-2ba3-4cd8-9d29-1c375449e83c service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=2b5494c8-cf97-42c1-b902-87f998f28179&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.1466453 Feb 09 19:20:40.642430 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Pushing event updated for resources: {'Port': ['ID=b9b4a7ef-d6e3-4be9-ba7d-38016a167987,revision_number=6']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:20:40.708689 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Current status of the port fd688801-4beb-42a5-9ec8-010c808e3c22 is: ACTIVE; New status is: DOWN {{(pid=103232) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 19:20:40.709167 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (fd688801-4beb-42a5-9ec8-010c808e3c22), before_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:20:40.737498 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-f7eed3fd-3921-4f7c-9ab7-ac1737a7a715 req-b9162b5a-e2cf-4826-aed8-8d1ef6f480d5 service neutron] 10.222.0.90 "GET /v2.0/networks/2b5494c8-cf97-42c1-b902-87f998f28179?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0991831 Feb 09 19:20:40.780839 n-d-713498-36 neutron-server[103232]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 09 Feb 2022 19:20:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6f4e0900-b24d-4c25-8565-bad7a97e932a x-openstack-request-id: req-6f4e0900-b24d-4c25-8565-bad7a97e932a {{(pid=103232) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 19:20:40.781152 n-d-713498-36 neutron-server[103232]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c3476174-573e-455c-944e-9ed0cac04ac2", "name": "network-vif-unplugged", "status": "completed", "tag": "ae0c20e2-a6bc-4527-b56e-8e357d08f2b6", "code": 200}]} {{(pid=103232) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 19:20:40.781614 n-d-713498-36 neutron-server[103232]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-6f4e0900-b24d-4c25-8565-bad7a97e932a {{(pid=103232) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 19:20:40.782176 n-d-713498-36 neutron-server[103232]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c3476174-573e-455c-944e-9ed0cac04ac2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ae0c20e2-a6bc-4527-b56e-8e357d08f2b6', 'code': 200} Feb 09 19:20:40.802788 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-4b1008df-1fc7-4936-90f9-3f61c04ad63e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762867132591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593584'] for agent (af91e4b9-f4e1-42b1-a25c-a10dc47171c8), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:20:40.806279 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-a0cca5d6-5915-437c-baba-93996aa061e6 req-cfece3fc-8c3e-41e4-881e-47a6e750e1ab tempest-TaggedBootDevicesTest-980849656 tempest-TaggedBootDevicesTest-980849656-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762867177463', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762866656476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12867576'] for port (6aefa796-a5da-43f4-b77c-5a57dc7a02ee), after_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:20:40.808709 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-7429db8d-6021-40ad-813e-885be449a89b None None] For port fd688801-4beb-42a5-9ec8-010c808e3c22, host n-h2-713498-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-36',level=0,port_id=fd688801-4beb-42a5-9ec8-010c808e3c22,segment=NetworkSegment(23ed1668-aba2-4aca-a9aa-7fbe90d952c5),segment_id=23ed1668-aba2-4aca-a9aa-7fbe90d952c5)] {{(pid=103232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 19:20:40.839740 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762867176205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762866656485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762866656503'] for port (fd688801-4beb-42a5-9ec8-010c808e3c22), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:20:40.878197 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfece3fc-8c3e-41e4-881e-47a6e750e1ab tempest-TaggedBootDevicesTest-980849656 tempest-TaggedBootDevicesTest-980849656-project] Pushing event deleted for resources: {'Port': ['ID=6aefa796-a5da-43f4-b77c-5a57dc7a02ee,revision_number=None']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:20:40.911062 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-1618e452-63dc-4f95-959f-8ccf77c0562e tempest-AttachVolumeShelveTestJSON-671139515 tempest-AttachVolumeShelveTestJSON-671139515-project] Publish callbacks [] for security_group_rule (5de9b4cc-a6a5-4e7b-a400-1310e0b38d4d), precommit_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:20:40.919443 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-e9a1b2f1-d667-4226-b934-e589c78fafc3 None None] Publish callbacks [] for port (1018d898-2c00-47e7-8e56-b11f229cc6f2), precommit_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:20:40.926149 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-1618e452-63dc-4f95-959f-8ccf77c0562e tempest-AttachVolumeShelveTestJSON-671139515 tempest-AttachVolumeShelveTestJSON-671139515-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1892250'] for security_group_rule (5de9b4cc-a6a5-4e7b-a400-1310e0b38d4d), after_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:20:40.949264 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-e9a1b2f1-d667-4226-b934-e589c78fafc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762867176205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762866656485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762866656503'] for port (1018d898-2c00-47e7-8e56-b11f229cc6f2), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:20:40.955593 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-f7eed3fd-3921-4f7c-9ab7-ac1737a7a715 req-2b1d671d-ed78-4ebf-ae38-43613a46995c service neutron] 10.222.0.90 "GET /v2.0/networks/2b5494c8-cf97-42c1-b902-87f998f28179?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2074692 Feb 09 19:20:40.957423 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1618e452-63dc-4f95-959f-8ccf77c0562e tempest-AttachVolumeShelveTestJSON-671139515 tempest-AttachVolumeShelveTestJSON-671139515-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5de9b4cc-a6a5-4e7b-a400-1310e0b38d4d,revision_number=0']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:20:40.958304 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Pushing event updated for resources: {'Port': ['ID=fd688801-4beb-42a5-9ec8-010c808e3c22,revision_number=6']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:20:40.986589 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-1618e452-63dc-4f95-959f-8ccf77c0562e tempest-AttachVolumeShelveTestJSON-671139515 tempest-AttachVolumeShelveTestJSON-671139515-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:20:40.989029 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-1618e452-63dc-4f95-959f-8ccf77c0562e tempest-AttachVolumeShelveTestJSON-671139515 tempest-AttachVolumeShelveTestJSON-671139515-project] 10.222.0.75 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4582112 Feb 09 19:20:40.992887 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 43640) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:20:41.002638 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.v2.base [None req-588eaec7-b102-45f5-9ef5-0f5286b9e30e tempest-AttachVolumeShelveTestJSON-671139515 tempest-AttachVolumeShelveTestJSON-671139515-project] Request body: {'floatingip': {'floating_network_id': '88055e1e-672a-4487-be31-ffb6e833ece5'}} {{(pid=103230) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 19:20:41.022658 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61b0e25f-41b7-4e9a-a5b6-bdcd838cb1f6 None None] Pushing event updated for resources: {'Port': ['ID=1018d898-2c00-47e7-8e56-b11f229cc6f2,revision_number=3']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:20:41.031187 n-d-713498-36 neutron-server[103230]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 19:20:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3d0d57cd-20dd-49e8-941e-721f88932424 x-openstack-request-id: req-3d0d57cd-20dd-49e8-941e-721f88932424 {{(pid=103230) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 19:20:41.031705 n-d-713498-36 neutron-server[103230]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b3108ac6-eb9d-4c62-86db-56e36a616e4a", "tag": "9352aa48-d7ae-446d-9b87-df5f3833cccd", "status": "completed", "code": 200}]} {{(pid=103230) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 19:20:41.031705 n-d-713498-36 neutron-server[103230]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-3d0d57cd-20dd-49e8-941e-721f88932424 {{(pid=103230) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 19:20:41.032198 n-d-713498-36 neutron-server[103230]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b3108ac6-eb9d-4c62-86db-56e36a616e4a', 'tag': '9352aa48-d7ae-446d-9b87-df5f3833cccd', 'status': 'completed', 'code': 200} Feb 09 19:20:41.094397 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-588eaec7-b102-45f5-9ef5-0f5286b9e30e tempest-AttachVolumeShelveTestJSON-671139515 tempest-AttachVolumeShelveTestJSON-671139515-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:20:41.105578 n-d-713498-36 neutron-server[103229]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 19:20:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7693c430-1403-4847-b116-9888662105f5 x-openstack-request-id: req-7693c430-1403-4847-b116-9888662105f5 {{(pid=103229) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 19:20:41.106211 n-d-713498-36 neutron-server[103229]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c3476174-573e-455c-944e-9ed0cac04ac2", "name": "network-vif-deleted", "tag": "7627d463-e16c-4819-9e5e-c073ce7e0152", "status": "completed", "code": 200}]} {{(pid=103229) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 19:20:41.107551 n-d-713498-36 neutron-server[103229]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-7693c430-1403-4847-b116-9888662105f5 {{(pid=103229) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 19:20:41.108121 n-d-713498-36 neutron-server[103229]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c3476174-573e-455c-944e-9ed0cac04ac2', 'name': 'network-vif-deleted', 'tag': '7627d463-e16c-4819-9e5e-c073ce7e0152', 'status': 'completed', 'code': 200} Feb 09 19:20:41.121677 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04741b79-97e2-4ab0-962f-551102304d65 req-4af7c057-1c32-4e42-b4ad-f5017f96338f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:20:41.123550 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-04741b79-97e2-4ab0-962f-551102304d65 req-4af7c057-1c32-4e42-b4ad-f5017f96338f service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=577e56868d0e48fa8b3ea735e2b95df5&device_id=b3108ac6-eb9d-4c62-86db-56e36a616e4a HTTP/1.1" status: 200 len: 1131 time: 0.0894339 Feb 09 19:20:41.158371 n-d-713498-36 neutron-server[103229]: DEBUG neutron.scheduler.l3_agent_scheduler [req-a0cca5d6-5915-437c-baba-93996aa061e6 req-cfece3fc-8c3e-41e4-881e-47a6e750e1ab tempest-TaggedBootDevicesTest-980849656 tempest-TaggedBootDevicesTest-980849656-project] Router 823aa7c2-1fdd-4d5a-bbb7-41c04b64ff3a has already been hosted by L3 agent 93303d5e-5d17-45e8-8963-7694f87783ae {{(pid=103229) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 19:20:41.174266 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.managers [None req-e9a1b2f1-d667-4226-b934-e589c78fafc3 None None] Attempting to bind port 1018d898-2c00-47e7-8e56-b11f229cc6f2 on host n-d-713498-36 for vnic_type normal with profile {{(pid=103232) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 19:20:41.175091 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.managers [None req-e9a1b2f1-d667-4226-b934-e589c78fafc3 None None] Attempting to bind port 1018d898-2c00-47e7-8e56-b11f229cc6f2 by drivers openvswitch,hyperv on host n-d-713498-36 at level 0 using segments [{'id': '92268b40-fd45-4716-b63a-1f78b1bbf69a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': '9cf0b823-fac1-4f9f-b685-8fd71a300e07'}] {{(pid=103232) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 19:20:41.176443 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9a1b2f1-d667-4226-b934-e589c78fafc3 None None] Attempting to bind port 1018d898-2c00-47e7-8e56-b11f229cc6f2 on network 9cf0b823-fac1-4f9f-b685-8fd71a300e07 {{(pid=103232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 19:20:41.184321 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9a1b2f1-d667-4226-b934-e589c78fafc3 None None] Checking agent: {'id': '496418a2-c002-4aec-ab1a-07f3bea491bd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-36', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 18, 51, 47), 'started_at': datetime.datetime(2022, 2, 9, 18, 52, 17), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 19, 20, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-36'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 19:20:41.184695 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9a1b2f1-d667-4226-b934-e589c78fafc3 None None] Checking segment: {'id': '92268b40-fd45-4716-b63a-1f78b1bbf69a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': '9cf0b823-fac1-4f9f-b685-8fd71a300e07'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103232) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 19:20:41.185097 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-e9a1b2f1-d667-4226-b934-e589c78fafc3 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:20:41.185514 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9a1b2f1-d667-4226-b934-e589c78fafc3 None None] Bound using segment: {'id': '92268b40-fd45-4716-b63a-1f78b1bbf69a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': '9cf0b823-fac1-4f9f-b685-8fd71a300e07'} {{(pid=103232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 19:20:41.186321 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.managers [None req-e9a1b2f1-d667-4226-b934-e589c78fafc3 None None] Bound port: 1018d898-2c00-47e7-8e56-b11f229cc6f2, host: n-d-713498-36, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '92268b40-fd45-4716-b63a-1f78b1bbf69a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': '9cf0b823-fac1-4f9f-b685-8fd71a300e07'}}] {{(pid=103232) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 19:20:41.186706 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-e9a1b2f1-d667-4226-b934-e589c78fafc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (1018d898-2c00-47e7-8e56-b11f229cc6f2), before_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:20:41.316308 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-e9a1b2f1-d667-4226-b934-e589c78fafc3 None None] For port 1018d898-2c00-47e7-8e56-b11f229cc6f2, host n-d-713498-36, cleared binding levels {{(pid=103232) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 19:20:41.324885 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-e9a1b2f1-d667-4226-b934-e589c78fafc3 None None] For port 1018d898-2c00-47e7-8e56-b11f229cc6f2, host n-d-713498-36, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-36',level=0,port_id=1018d898-2c00-47e7-8e56-b11f229cc6f2,segment=NetworkSegment(92268b40-fd45-4716-b63a-1f78b1bbf69a),segment_id=92268b40-fd45-4716-b63a-1f78b1bbf69a)] {{(pid=103232) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 19:20:41.338437 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-e9a1b2f1-d667-4226-b934-e589c78fafc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762867176205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762866656485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762866656503'] for port (1018d898-2c00-47e7-8e56-b11f229cc6f2), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:20:41.356836 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-a0cca5d6-5915-437c-baba-93996aa061e6 req-cfece3fc-8c3e-41e4-881e-47a6e750e1ab tempest-TaggedBootDevicesTest-980849656 tempest-TaggedBootDevicesTest-980849656-project] Notify agent at l3_agent.n-d-713498-36 the message routers_updated {{(pid=103229) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 19:20:41.369708 n-d-713498-36 neutron-server[103233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-562dc8c2-5588-4dbe-b01d-5a2977d910fc None None] Sync routers for ids ['823aa7c2-1fdd-4d5a-bbb7-41c04b64ff3a'] in n-d-713498-36 {{(pid=103233) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 19:20:41.391345 n-d-713498-36 neutron-server[103233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-562dc8c2-5588-4dbe-b01d-5a2977d910fc None None] Routers {'823aa7c2-1fdd-4d5a-bbb7-41c04b64ff3a'} bound to L3 agent in host n-d-713498-36 {{(pid=103233) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 19:20:41.397625 n-d-713498-36 neutron-server[103233]: DEBUG neutron.db.l3_hamode_db [None req-562dc8c2-5588-4dbe-b01d-5a2977d910fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-09T18:51:43Z,description=,heartbeat_timestamp=2022-02-09T19:20:13Z,host='n-d-713498-36',id=93303d5e-5d17-45e8-8963-7694f87783ae,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T18:51:43Z,topic='l3_agent')) {'router_ids': ['823aa7c2-1fdd-4d5a-bbb7-41c04b64ff3a'], 'active': True} {{(pid=103233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:20:41.481627 n-d-713498-36 neutron-server[103229]: DEBUG neutron.db.l3_dvrscheduler_db [req-a0cca5d6-5915-437c-baba-93996aa061e6 req-cfece3fc-8c3e-41e4-881e-47a6e750e1ab tempest-TaggedBootDevicesTest-980849656 tempest-TaggedBootDevicesTest-980849656-project] No DVR routers for this DVR port 6aefa796-a5da-43f4-b77c-5a57dc7a02ee on host n-h2-713498-36 {{(pid=103229) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 19:20:41.486449 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-a0cca5d6-5915-437c-baba-93996aa061e6 req-cfece3fc-8c3e-41e4-881e-47a6e750e1ab tempest-TaggedBootDevicesTest-980849656 tempest-TaggedBootDevicesTest-980849656-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171096'] for port (None), before_response {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:20:41.494372 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-a0cca5d6-5915-437c-baba-93996aa061e6 req-cfece3fc-8c3e-41e4-881e-47a6e750e1ab tempest-TaggedBootDevicesTest-980849656 tempest-TaggedBootDevicesTest-980849656-project] 10.222.0.90 "DELETE /v2.0/ports/6aefa796-a5da-43f4-b77c-5a57dc7a02ee HTTP/1.1" status: 204 len: 173 time: 1.6462665 Feb 09 19:20:41.503645 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29056404-74c5-4d7d-bdde-dfb6469901e6 req-ddb933e8-b6e3-43fa-a3e1-c6bfae613d3d tempest-ImagesOneServerTestJSON-957759407 tempest-ImagesOneServerTestJSON-957759407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:20:41.510879 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-29056404-74c5-4d7d-bdde-dfb6469901e6 req-ddb933e8-b6e3-43fa-a3e1-c6bfae613d3d tempest-ImagesOneServerTestJSON-957759407 tempest-ImagesOneServerTestJSON-957759407-project] 10.222.0.75 "GET /v2.0/ports?device_id=b3108ac6-eb9d-4c62-86db-56e36a616e4a HTTP/1.1" status: 200 len: 948 time: 0.3445871 Feb 09 19:20:41.543564 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9a1b2f1-d667-4226-b934-e589c78fafc3 None None] Routers {'80583646-27c7-46ab-a47a-0f5afa5307f3'} bound to L3 agent in host n-d-713498-36 {{(pid=103232) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 19:20:41.548912 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.l3_hamode_db [None req-e9a1b2f1-d667-4226-b934-e589c78fafc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-09T18:51:43Z,description=,heartbeat_timestamp=2022-02-09T19:20:13Z,host='n-d-713498-36',id=93303d5e-5d17-45e8-8963-7694f87783ae,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T18:51:43Z,topic='l3_agent')) {'router_ids': ['80583646-27c7-46ab-a47a-0f5afa5307f3'], 'active': True} {{(pid=103232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:20:41.655261 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61b0e25f-41b7-4e9a-a5b6-bdcd838cb1f6 None None] Pushing event updated for resources: {'Port': ['ID=1018d898-2c00-47e7-8e56-b11f229cc6f2,revision_number=4']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:20:41.706639 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-29056404-74c5-4d7d-bdde-dfb6469901e6 req-5ea5fa02-acde-4014-9c12-e211fc2aa169 tempest-ImagesOneServerTestJSON-957759407 tempest-ImagesOneServerTestJSON-957759407-project] 10.222.0.75 "GET /v2.0/security-groups?id=cb633d2b-0d79-4bfb-ba16-f7d0446f457e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1921124 Feb 09 19:20:41.710423 n-d-713498-36 neutron-server[103233]: DEBUG neutron.db.l3_dvr_db [None req-562dc8c2-5588-4dbe-b01d-5a2977d910fc None None] Set router 823aa7c2-1fdd-4d5a-bbb7-41c04b64ff3a gateway port host: n-d-713498-36 {{(pid=103233) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 19:20:41.755429 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04741b79-97e2-4ab0-962f-551102304d65 req-46bcc66a-a368-486a-9bdc-72b0abb82812 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:20:41.756888 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-04741b79-97e2-4ab0-962f-551102304d65 req-46bcc66a-a368-486a-9bdc-72b0abb82812 service neutron] 10.222.0.90 "GET /v2.0/networks?id=2b5494c8-cf97-42c1-b902-87f998f28179 HTTP/1.1" status: 200 len: 870 time: 0.5567639 Feb 09 19:20:41.758481 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.plugin [req-a0cca5d6-5915-437c-baba-93996aa061e6 req-7743d307-7e4f-4c5b-b318-1667f1ddf6ff tempest-TaggedBootDevicesTest-980849656 tempest-TaggedBootDevicesTest-980849656-project] Deleting port fd688801-4beb-42a5-9ec8-010c808e3c22 {{(pid=103229) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 19:20:41.759107 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-a0cca5d6-5915-437c-baba-93996aa061e6 req-7743d307-7e4f-4c5b-b318-1667f1ddf6ff tempest-TaggedBootDevicesTest-980849656 tempest-TaggedBootDevicesTest-980849656-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762867170196'] for port (fd688801-4beb-42a5-9ec8-010c808e3c22), before_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:20:41.829731 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.provisioning_blocks [None req-c2cf3632-6051-4607-b934-fec4a03b24db None None] Provisioning complete for port 1018d898-2c00-47e7-8e56-b11f229cc6f2 triggered by entity DHCP. {{(pid=103232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 19:20:41.830941 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-c2cf3632-6051-4607-b934-fec4a03b24db None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593630'] for port (1018d898-2c00-47e7-8e56-b11f229cc6f2), provisioning_complete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:20:41.900817 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-04741b79-97e2-4ab0-962f-551102304d65 req-e97b25ed-fc0c-456d-93ad-5db0cb99caf7 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.249&port_id=9352aa48-d7ae-446d-9b87-df5f3833cccd HTTP/1.1" status: 200 len: 217 time: 0.1222260 Feb 09 19:20:41.983628 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.l3_dvr_db [None req-e9a1b2f1-d667-4226-b934-e589c78fafc3 None None] Set router 80583646-27c7-46ab-a47a-0f5afa5307f3 gateway port host: n-d-713498-36 {{(pid=103232) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 19:20:42.014335 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-588eaec7-b102-45f5-9ef5-0f5286b9e30e tempest-AttachVolumeShelveTestJSON-671139515 tempest-AttachVolumeShelveTestJSON-671139515-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (None), before_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:20:42.043853 n-d-713498-36 neutron-server[103233]: DEBUG neutron.db.l3_hamode_db [None req-562dc8c2-5588-4dbe-b01d-5a2977d910fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '823aa7c2-1fdd-4d5a-bbb7-41c04b64ff3a', 'name': 'tempest-TaggedBootDevicesTest-96675615-router', 'tenant_id': '1244a62b17644644960c0ef5509cee38', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88055e1e-672a-4487-be31-ffb6e833ece5', 'external_fixed_ips': [{'subnet_id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'ip_address': '172.25.1.210'}], 'enable_snat': True}, 'gw_port_id': 'a5cf2da0-7ae1-4880-9b2f-fa32b2d219d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T19:13:27Z', 'updated_at': '2022-02-09T19:13:37Z', 'revision_number': 4, 'project_id': '1244a62b17644644960c0ef5509cee38', 'gw_port': {'id': 'a5cf2da0-7ae1-4880-9b2f-fa32b2d219d4', 'name': '', 'network_id': '88055e1e-672a-4487-be31-ffb6e833ece5', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:5a:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '823aa7c2-1fdd-4d5a-bbb7-41c04b64ff3a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1316, 'fixed_ips': [{'subnet_id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'ip_address': '172.25.1.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T19:13:28Z', 'updated_at': '2022-02-09T19:13:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-36', '_interfaces': [{'id': '730198b6-e96b-4448-9cfe-aa70ac2e023c', 'name': '', 'network_id': '3e8c2732-7ced-47de-8a60-f22ea571cd92', 'tenant_id': '1244a62b17644644960c0ef5509cee38', 'mac_address': 'fa:16:3e:f8:34:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '823aa7c2-1fdd-4d5a-bbb7-41c04b64ff3a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1318, 'fixed_ips': [{'subnet_id': '96689e74-1d15-4889-9091-f107b048a678', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T19:13:34Z', 'updated_at': '2022-02-09T19:13:46Z', 'revision_number': 5, 'project_id': '1244a62b17644644960c0ef5509cee38', 'subnets': [{'id': '96689e74-1d15-4889-9091-f107b048a678', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-36', False) {} {{(pid=103233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:20:42.082017 n-d-713498-36 neutron-server[103233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-562dc8c2-5588-4dbe-b01d-5a2977d910fc None None] Checking router: 823aa7c2-1fdd-4d5a-bbb7-41c04b64ff3a for host: n-d-713498-36 {{(pid=103233) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 19:20:42.092998 n-d-713498-36 neutron-server[103233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-562dc8c2-5588-4dbe-b01d-5a2977d910fc None None] Routers {'823aa7c2-1fdd-4d5a-bbb7-41c04b64ff3a'} bound to L3 agent in host n-d-713498-36 {{(pid=103233) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 19:20:42.093878 n-d-713498-36 neutron-server[103233]: DEBUG neutron.db.l3_hamode_db [None req-562dc8c2-5588-4dbe-b01d-5a2977d910fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-09T18:51:43Z,description=,heartbeat_timestamp=2022-02-09T19:20:13Z,host='n-d-713498-36',id=93303d5e-5d17-45e8-8963-7694f87783ae,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T18:51:43Z,topic='l3_agent')) {'router_ids': ['823aa7c2-1fdd-4d5a-bbb7-41c04b64ff3a'], 'active': True} {{(pid=103233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:20:42.209163 n-d-713498-36 neutron-server[103233]: DEBUG neutron.db.l3_dvr_db [None req-562dc8c2-5588-4dbe-b01d-5a2977d910fc None None] Set router 823aa7c2-1fdd-4d5a-bbb7-41c04b64ff3a gateway port host: n-d-713498-36 {{(pid=103233) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 19:20:42.235101 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a973ee0-6077-4312-9076-1818bcd40a2c req-51448b38-9c8b-4588-ae11-b269602ce6d5 tempest-ServerRescueNegativeTestJSON-1800126168 tempest-ServerRescueNegativeTestJSON-1800126168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:20:42.236684 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-5a973ee0-6077-4312-9076-1818bcd40a2c req-51448b38-9c8b-4588-ae11-b269602ce6d5 tempest-ServerRescueNegativeTestJSON-1800126168 tempest-ServerRescueNegativeTestJSON-1800126168-project] 10.222.0.75 "GET /v2.0/ports?device_id=3f2394dc-3bdb-467a-bc3a-100f52d986e7 HTTP/1.1" status: 200 len: 945 time: 0.1987333 Feb 09 19:20:42.249934 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.db [req-a0cca5d6-5915-437c-baba-93996aa061e6 req-7743d307-7e4f-4c5b-b318-1667f1ddf6ff tempest-TaggedBootDevicesTest-980849656 tempest-TaggedBootDevicesTest-980849656-project] For port fd688801-4beb-42a5-9ec8-010c808e3c22, host n-h2-713498-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-36',level=0,port_id=fd688801-4beb-42a5-9ec8-010c808e3c22,segment=NetworkSegment(23ed1668-aba2-4aca-a9aa-7fbe90d952c5),segment_id=23ed1668-aba2-4aca-a9aa-7fbe90d952c5)] {{(pid=103229) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 19:20:42.250348 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-a0cca5d6-5915-437c-baba-93996aa061e6 req-7743d307-7e4f-4c5b-b318-1667f1ddf6ff tempest-TaggedBootDevicesTest-980849656 tempest-TaggedBootDevicesTest-980849656-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1820838'] for port (fd688801-4beb-42a5-9ec8-010c808e3c22), precommit_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:20:42.276100 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d8d64a3-b375-48fb-9e56-73056b012c5a req-cf3382df-04c8-4c01-be33-f1bc8a409043 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:20:42.277864 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-c2cf3632-6051-4607-b934-fec4a03b24db None None] Current status of the port 1018d898-2c00-47e7-8e56-b11f229cc6f2 is: DOWN; New status is: ACTIVE {{(pid=103232) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 19:20:42.278391 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-c2cf3632-6051-4607-b934-fec4a03b24db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (1018d898-2c00-47e7-8e56-b11f229cc6f2), before_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:20:42.278572 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-7d8d64a3-b375-48fb-9e56-73056b012c5a req-cf3382df-04c8-4c01-be33-f1bc8a409043 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=eb0bb5f642894bf2abf52f90f794999a&device_id=3f2394dc-3bdb-467a-bc3a-100f52d986e7 HTTP/1.1" status: 200 len: 1128 time: 0.3201938 Feb 09 19:20:42.294406 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.plugin [req-a0cca5d6-5915-437c-baba-93996aa061e6 req-7743d307-7e4f-4c5b-b318-1667f1ddf6ff tempest-TaggedBootDevicesTest-980849656 tempest-TaggedBootDevicesTest-980849656-project] Calling delete_port for fd688801-4beb-42a5-9ec8-010c808e3c22 owned by compute:nova {{(pid=103229) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 19:20:42.353110 n-d-713498-36 neutron-server[103230]: DEBUG neutron.db.db_base_plugin_common [None req-588eaec7-b102-45f5-9ef5-0f5286b9e30e tempest-AttachVolumeShelveTestJSON-671139515 tempest-AttachVolumeShelveTestJSON-671139515-project] Allocated IP 172.25.1.215 (88055e1e-672a-4487-be31-ffb6e833ece5/ac16dbcc-383c-4b43-9153-d763c4a53f91/39b78f18-1e22-437d-9101-d7f860a9b0a5) {{(pid=103230) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 19:20:42.422602 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d8d64a3-b375-48fb-9e56-73056b012c5a req-ec6f75e6-eb94-4627-ad4d-8459aa95a8e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:20:42.426236 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-7d8d64a3-b375-48fb-9e56-73056b012c5a req-ec6f75e6-eb94-4627-ad4d-8459aa95a8e2 service neutron] 10.222.0.89 "GET /v2.0/networks?id=5d2d334e-0f6b-4e62-b869-e00487a29620 HTTP/1.1" status: 200 len: 920 time: 0.1303742 Feb 09 19:20:42.426832 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-c2cf3632-6051-4607-b934-fec4a03b24db None None] For port 1018d898-2c00-47e7-8e56-b11f229cc6f2, host n-d-713498-36, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-36',level=0,port_id=1018d898-2c00-47e7-8e56-b11f229cc6f2,segment=NetworkSegment(92268b40-fd45-4716-b63a-1f78b1bbf69a),segment_id=92268b40-fd45-4716-b63a-1f78b1bbf69a)] {{(pid=103232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 19:20:42.439198 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-c2cf3632-6051-4607-b934-fec4a03b24db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762867176205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762866656485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762866656503'] for port (1018d898-2c00-47e7-8e56-b11f229cc6f2), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:20:42.461299 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04741b79-97e2-4ab0-962f-551102304d65 req-d2d50ca8-8ee4-4ba7-a023-026a5f62dacd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:20:42.467029 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-04741b79-97e2-4ab0-962f-551102304d65 req-d2d50ca8-8ee4-4ba7-a023-026a5f62dacd service neutron] 10.222.0.90 "GET /v2.0/subnets?id=60b561cb-321e-4f83-9bb3-92b2e1d0dc44 HTTP/1.1" status: 200 len: 843 time: 0.5236332 Feb 09 19:20:42.499554 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08beeedd-5581-4703-bfca-05fe5ef37739 req-d352d519-1c77-4f90-a9c1-bd0b16968363 tempest-TaggedBootDevicesTest-980849656 tempest-TaggedBootDevicesTest-980849656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:20:42.520476 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08beeedd-5581-4703-bfca-05fe5ef37739 req-d352d519-1c77-4f90-a9c1-bd0b16968363 tempest-TaggedBootDevicesTest-980849656 tempest-TaggedBootDevicesTest-980849656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:20:42.527763 n-d-713498-36 neutron-server[103233]: DEBUG neutron.db.l3_hamode_db [None req-562dc8c2-5588-4dbe-b01d-5a2977d910fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '823aa7c2-1fdd-4d5a-bbb7-41c04b64ff3a', 'name': 'tempest-TaggedBootDevicesTest-96675615-router', 'tenant_id': '1244a62b17644644960c0ef5509cee38', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88055e1e-672a-4487-be31-ffb6e833ece5', 'external_fixed_ips': [{'subnet_id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'ip_address': '172.25.1.210'}], 'enable_snat': True}, 'gw_port_id': 'a5cf2da0-7ae1-4880-9b2f-fa32b2d219d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T19:13:27Z', 'updated_at': '2022-02-09T19:13:37Z', 'revision_number': 4, 'project_id': '1244a62b17644644960c0ef5509cee38', 'gw_port': {'id': 'a5cf2da0-7ae1-4880-9b2f-fa32b2d219d4', 'name': '', 'network_id': '88055e1e-672a-4487-be31-ffb6e833ece5', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:5a:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '823aa7c2-1fdd-4d5a-bbb7-41c04b64ff3a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1316, 'fixed_ips': [{'subnet_id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'ip_address': '172.25.1.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T19:13:28Z', 'updated_at': '2022-02-09T19:13:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-36', '_interfaces': [{'id': '730198b6-e96b-4448-9cfe-aa70ac2e023c', 'name': '', 'network_id': '3e8c2732-7ced-47de-8a60-f22ea571cd92', 'tenant_id': '1244a62b17644644960c0ef5509cee38', 'mac_address': 'fa:16:3e:f8:34:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '823aa7c2-1fdd-4d5a-bbb7-41c04b64ff3a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1318, 'fixed_ips': [{'subnet_id': '96689e74-1d15-4889-9091-f107b048a678', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T19:13:34Z', 'updated_at': '2022-02-09T19:13:46Z', 'revision_number': 5, 'project_id': '1244a62b17644644960c0ef5509cee38', 'subnets': [{'id': '96689e74-1d15-4889-9091-f107b048a678', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-36', False) {} {{(pid=103233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:20:42.531534 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08beeedd-5581-4703-bfca-05fe5ef37739 req-d352d519-1c77-4f90-a9c1-bd0b16968363 tempest-TaggedBootDevicesTest-980849656 tempest-TaggedBootDevicesTest-980849656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:20:42.538246 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-08beeedd-5581-4703-bfca-05fe5ef37739 req-d352d519-1c77-4f90-a9c1-bd0b16968363 tempest-TaggedBootDevicesTest-980849656 tempest-TaggedBootDevicesTest-980849656-project] 10.222.0.75 "GET /v2.0/ports?device_id=c3476174-573e-455c-944e-9ed0cac04ac2 HTTP/1.1" status: 200 len: 2409 time: 0.6525218 Feb 09 19:20:42.547747 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2cf3632-6051-4607-b934-fec4a03b24db None None] Pushing event updated for resources: {'Port': ['ID=1018d898-2c00-47e7-8e56-b11f229cc6f2,revision_number=5']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:20:42.550795 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-7d8d64a3-b375-48fb-9e56-73056b012c5a req-9ecb1318-4598-4ee1-bb6b-342a7345c77d service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a672cc1d-2a06-4285-94a8-fae176750140 HTTP/1.1" status: 200 len: 217 time: 0.0925875 Feb 09 19:20:42.580793 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.provisioning_blocks [None req-d27e461f-ca57-4550-bc56-5edd61065f78 None None] Provisioning complete for port 1018d898-2c00-47e7-8e56-b11f229cc6f2 triggered by entity DHCP. {{(pid=103232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 19:20:42.581428 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-d27e461f-ca57-4550-bc56-5edd61065f78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593630'] for port (1018d898-2c00-47e7-8e56-b11f229cc6f2), provisioning_complete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:20:42.586591 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.l3_hamode_db [None req-e9a1b2f1-d667-4226-b934-e589c78fafc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '80583646-27c7-46ab-a47a-0f5afa5307f3', 'name': 'tempest-AttachVolumeShelveTestJSON-1234673102-router', 'tenant_id': '0c7f047f175c41a987e2010a725a3d95', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88055e1e-672a-4487-be31-ffb6e833ece5', 'external_fixed_ips': [{'subnet_id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'ip_address': '172.25.1.199'}], 'enable_snat': True}, 'gw_port_id': '780a4bdf-74c4-477c-bde0-4e0d22b8760b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T19:20:28Z', 'updated_at': '2022-02-09T19:20:35Z', 'revision_number': 4, 'project_id': '0c7f047f175c41a987e2010a725a3d95', 'gw_port': {'id': '780a4bdf-74c4-477c-bde0-4e0d22b8760b', 'name': '', 'network_id': '88055e1e-672a-4487-be31-ffb6e833ece5', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:b5:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80583646-27c7-46ab-a47a-0f5afa5307f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1843, 'fixed_ips': [{'subnet_id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'ip_address': '172.25.1.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T19:20:29Z', 'updated_at': '2022-02-09T19:20:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-36', '_interfaces': [{'id': '1018d898-2c00-47e7-8e56-b11f229cc6f2', 'name': '', 'network_id': '9cf0b823-fac1-4f9f-b685-8fd71a300e07', 'tenant_id': '0c7f047f175c41a987e2010a725a3d95', 'mac_address': 'fa:16:3e:37:fc:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '80583646-27c7-46ab-a47a-0f5afa5307f3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1844, 'fixed_ips': [{'subnet_id': 'ca2eed47-7b83-4cc1-87fa-16862746969c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T19:20:34Z', 'updated_at': '2022-02-09T19:20:41Z', 'revision_number': 4, 'project_id': '0c7f047f175c41a987e2010a725a3d95', 'subnets': [{'id': 'ca2eed47-7b83-4cc1-87fa-16862746969c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-36', False) {} {{(pid=103232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:20:42.613317 n-d-713498-36 neutron-server[103233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-562dc8c2-5588-4dbe-b01d-5a2977d910fc None None] The sync data for ids ['823aa7c2-1fdd-4d5a-bbb7-41c04b64ff3a'] in n-d-713498-36 is: [{'id': '823aa7c2-1fdd-4d5a-bbb7-41c04b64ff3a', 'name': 'tempest-TaggedBootDevicesTest-96675615-router', 'tenant_id': '1244a62b17644644960c0ef5509cee38', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88055e1e-672a-4487-be31-ffb6e833ece5', 'external_fixed_ips': [{'subnet_id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'ip_address': '172.25.1.210'}], 'enable_snat': True}, 'gw_port_id': 'a5cf2da0-7ae1-4880-9b2f-fa32b2d219d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T19:13:27Z', 'updated_at': '2022-02-09T19:13:37Z', 'revision_number': 4, 'project_id': '1244a62b17644644960c0ef5509cee38', 'gw_port': {'id': 'a5cf2da0-7ae1-4880-9b2f-fa32b2d219d4', 'name': '', 'network_id': '88055e1e-672a-4487-be31-ffb6e833ece5', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:5a:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '823aa7c2-1fdd-4d5a-bbb7-41c04b64ff3a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1316, 'fixed_ips': [{'subnet_id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'ip_address': '172.25.1.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T19:13:28Z', 'updated_at': '2022-02-09T19:13:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-36', '_interfaces': [{'id': '730198b6-e96b-4448-9cfe-aa70ac2e023c', 'name': '', 'network_id': '3e8c2732-7ced-47de-8a60-f22ea571cd92', 'tenant_id': '1244a62b17644644960c0ef5509cee38', 'mac_address': 'fa:16:3e:f8:34:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '823aa7c2-1fdd-4d5a-bbb7-41c04b64ff3a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1318, 'fixed_ips': [{'subnet_id': '96689e74-1d15-4889-9091-f107b048a678', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T19:13:34Z', 'updated_at': '2022-02-09T19:13:46Z', 'revision_number': 5, 'project_id': '1244a62b17644644960c0ef5509cee38', 'subnets': [{'id': '96689e74-1d15-4889-9091-f107b048a678', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103233) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 19:20:42.652682 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9a1b2f1-d667-4226-b934-e589c78fafc3 None None] The sync data for ids ['80583646-27c7-46ab-a47a-0f5afa5307f3'] in n-d-713498-36 is: [{'id': '80583646-27c7-46ab-a47a-0f5afa5307f3', 'name': 'tempest-AttachVolumeShelveTestJSON-1234673102-router', 'tenant_id': '0c7f047f175c41a987e2010a725a3d95', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88055e1e-672a-4487-be31-ffb6e833ece5', 'external_fixed_ips': [{'subnet_id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'ip_address': '172.25.1.199'}], 'enable_snat': True}, 'gw_port_id': '780a4bdf-74c4-477c-bde0-4e0d22b8760b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T19:20:28Z', 'updated_at': '2022-02-09T19:20:35Z', 'revision_number': 4, 'project_id': '0c7f047f175c41a987e2010a725a3d95', 'gw_port': {'id': '780a4bdf-74c4-477c-bde0-4e0d22b8760b', 'name': '', 'network_id': '88055e1e-672a-4487-be31-ffb6e833ece5', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:b5:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80583646-27c7-46ab-a47a-0f5afa5307f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1843, 'fixed_ips': [{'subnet_id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'ip_address': '172.25.1.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T19:20:29Z', 'updated_at': '2022-02-09T19:20:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-36', '_interfaces': [{'id': '1018d898-2c00-47e7-8e56-b11f229cc6f2', 'name': '', 'network_id': '9cf0b823-fac1-4f9f-b685-8fd71a300e07', 'tenant_id': '0c7f047f175c41a987e2010a725a3d95', 'mac_address': 'fa:16:3e:37:fc:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '80583646-27c7-46ab-a47a-0f5afa5307f3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1844, 'fixed_ips': [{'subnet_id': 'ca2eed47-7b83-4cc1-87fa-16862746969c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T19:20:34Z', 'updated_at': '2022-02-09T19:20:41Z', 'revision_number': 4, 'project_id': '0c7f047f175c41a987e2010a725a3d95', 'subnets': [{'id': 'ca2eed47-7b83-4cc1-87fa-16862746969c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103232) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 19:20:42.676595 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-5a973ee0-6077-4312-9076-1818bcd40a2c req-294befd4-d68c-45a5-ab85-62cb7c8560c8 tempest-ServerRescueNegativeTestJSON-1800126168 tempest-ServerRescueNegativeTestJSON-1800126168-project] 10.222.0.75 "GET /v2.0/security-groups?id=20eba632-e06f-4b78-b62a-91fbda6670a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4333737 Feb 09 19:20:42.791155 n-d-713498-36 neutron-server[103232]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c3476174-573e-455c-944e-9ed0cac04ac2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6aefa796-a5da-43f4-b77c-5a57dc7a02ee'}, {'server_uuid': 'c3476174-573e-455c-944e-9ed0cac04ac2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b9b4a7ef-d6e3-4be9-ba7d-38016a167987'}, {'server_uuid': 'c3476174-573e-455c-944e-9ed0cac04ac2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fd688801-4beb-42a5-9ec8-010c808e3c22'}] {{(pid=103232) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 19:20:42.797190 n-d-713498-36 neutron-server[103232]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}949cdcde653dec44821de95cbf67297f53cbc2aed4e073b5d514f93bf911ce85" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7aa195e1-3e4a-4a20-84bf-516be618f975" -d '{"events": [{"server_uuid": "c3476174-573e-455c-944e-9ed0cac04ac2", "name": "network-vif-unplugged", "status": "completed", "tag": "6aefa796-a5da-43f4-b77c-5a57dc7a02ee"}, {"server_uuid": "c3476174-573e-455c-944e-9ed0cac04ac2", "name": "network-vif-unplugged", "status": "completed", "tag": "b9b4a7ef-d6e3-4be9-ba7d-38016a167987"}, {"server_uuid": "c3476174-573e-455c-944e-9ed0cac04ac2", "name": "network-vif-unplugged", "status": "completed", "tag": "fd688801-4beb-42a5-9ec8-010c808e3c22"}]}' {{(pid=103232) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 19:20:42.814664 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d8d64a3-b375-48fb-9e56-73056b012c5a req-9de92019-552a-4082-bbf1-e91680c9b4fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:20:42.821491 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-7d8d64a3-b375-48fb-9e56-73056b012c5a req-9de92019-552a-4082-bbf1-e91680c9b4fe service neutron] 10.222.0.89 "GET /v2.0/subnets?id=74f7cf6f-ebf0-4984-aecc-0c23aa6982bb HTTP/1.1" status: 200 len: 859 time: 0.2538154 Feb 09 19:20:42.829575 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-08beeedd-5581-4703-bfca-05fe5ef37739 req-19e460d6-07b2-47eb-8406-f168357f1ccc tempest-TaggedBootDevicesTest-980849656 tempest-TaggedBootDevicesTest-980849656-project] 10.222.0.75 "GET /v2.0/security-groups?id=116d7b93-0726-4659-8687-b47afcfa5056&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1639390 Feb 09 19:20:42.830124 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-d27e461f-ca57-4550-bc56-5edd61065f78 None None] Current status of the port 1018d898-2c00-47e7-8e56-b11f229cc6f2 is: ACTIVE; New status is: ACTIVE {{(pid=103232) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 19:20:42.961728 n-d-713498-36 neutron-server[103232]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 531 Content-Type: application/json Date: Wed, 09 Feb 2022 19:20:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ebcdb27f-55ee-47f6-b2ff-229413131092 x-openstack-request-id: req-ebcdb27f-55ee-47f6-b2ff-229413131092 {{(pid=103232) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 19:20:42.962397 n-d-713498-36 neutron-server[103232]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c3476174-573e-455c-944e-9ed0cac04ac2", "name": "network-vif-unplugged", "status": "completed", "tag": "6aefa796-a5da-43f4-b77c-5a57dc7a02ee", "code": 200}, {"server_uuid": "c3476174-573e-455c-944e-9ed0cac04ac2", "name": "network-vif-unplugged", "status": "completed", "tag": "b9b4a7ef-d6e3-4be9-ba7d-38016a167987", "code": 200}, {"server_uuid": "c3476174-573e-455c-944e-9ed0cac04ac2", "name": "network-vif-unplugged", "status": "completed", "tag": "fd688801-4beb-42a5-9ec8-010c808e3c22", "code": 200}]} {{(pid=103232) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 19:20:42.962944 n-d-713498-36 neutron-server[103232]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-ebcdb27f-55ee-47f6-b2ff-229413131092 {{(pid=103232) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 19:20:42.963602 n-d-713498-36 neutron-server[103232]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c3476174-573e-455c-944e-9ed0cac04ac2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6aefa796-a5da-43f4-b77c-5a57dc7a02ee', 'code': 200} Feb 09 19:20:42.964089 n-d-713498-36 neutron-server[103232]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c3476174-573e-455c-944e-9ed0cac04ac2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b9b4a7ef-d6e3-4be9-ba7d-38016a167987', 'code': 200} Feb 09 19:20:42.964603 n-d-713498-36 neutron-server[103232]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c3476174-573e-455c-944e-9ed0cac04ac2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fd688801-4beb-42a5-9ec8-010c808e3c22', 'code': 200} Feb 09 19:20:43.065660 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-48a0bb43-e70e-4386-a685-b7b43d3c32b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762867132591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593584'] for agent (93303d5e-5d17-45e8-8963-7694f87783ae), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:20:43.334981 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19875798-3571-4640-91d5-345f5238da6a None None] New status for floating IP d55d2994-f25a-4a1a-b636-5dec2eee9c49: DOWN {{(pid=103232) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 09 19:20:43.500100 n-d-713498-36 neutron-server[103229]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c3476174-573e-455c-944e-9ed0cac04ac2', 'name': 'network-vif-deleted', 'tag': '6aefa796-a5da-43f4-b77c-5a57dc7a02ee'}] {{(pid=103229) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 19:20:43.500634 n-d-713498-36 neutron-server[103229]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fa6ae9a20702bd564eaf90d946620b2b4277b1ab91129323d3b54181076be307" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d7b39444-e514-4e9e-8c3a-7b514603db20" -d '{"events": [{"server_uuid": "c3476174-573e-455c-944e-9ed0cac04ac2", "name": "network-vif-deleted", "tag": "6aefa796-a5da-43f4-b77c-5a57dc7a02ee"}]}' {{(pid=103229) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 19:20:43.505201 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-7d8d64a3-b375-48fb-9e56-73056b012c5a req-56f06752-203b-4939-8c70-1d9b0364823d service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=5d2d334e-0f6b-4e62-b869-e00487a29620&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.6758504 Feb 09 19:20:43.530472 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04741b79-97e2-4ab0-962f-551102304d65 req-ee5a715c-d385-4923-bc0d-46fdbc748ddd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:20:43.532147 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-04741b79-97e2-4ab0-962f-551102304d65 req-ee5a715c-d385-4923-bc0d-46fdbc748ddd service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=2b5494c8-cf97-42c1-b902-87f998f28179&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.9019356 Feb 09 19:20:43.614933 n-d-713498-36 neutron-server[103229]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 19:20:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-27f6c922-0f7d-4296-a4f1-dc04e32c0b0a x-openstack-request-id: req-27f6c922-0f7d-4296-a4f1-dc04e32c0b0a {{(pid=103229) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 19:20:43.615294 n-d-713498-36 neutron-server[103229]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c3476174-573e-455c-944e-9ed0cac04ac2", "name": "network-vif-deleted", "tag": "6aefa796-a5da-43f4-b77c-5a57dc7a02ee", "status": "completed", "code": 200}]} {{(pid=103229) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 19:20:43.615587 n-d-713498-36 neutron-server[103229]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-27f6c922-0f7d-4296-a4f1-dc04e32c0b0a {{(pid=103229) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 19:20:43.616028 n-d-713498-36 neutron-server[103229]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c3476174-573e-455c-944e-9ed0cac04ac2', 'name': 'network-vif-deleted', 'tag': '6aefa796-a5da-43f4-b77c-5a57dc7a02ee', 'status': 'completed', 'code': 200} Feb 09 19:20:43.686325 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-588eaec7-b102-45f5-9ef5-0f5286b9e30e tempest-AttachVolumeShelveTestJSON-671139515 tempest-AttachVolumeShelveTestJSON-671139515-project] Publish callbacks [] for port (39b78f18-1e22-437d-9101-d7f860a9b0a5), precommit_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:20:43.712938 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed1eea11-84a8-4d25-9210-3ef6a6fc4420 req-6b955f0f-f24c-47b8-bb49-e11fbaf2fda9 tempest-ImagesOneServerTestJSON-957759407 tempest-ImagesOneServerTestJSON-957759407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:20:43.716067 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-a0cca5d6-5915-437c-baba-93996aa061e6 req-7743d307-7e4f-4c5b-b318-1667f1ddf6ff tempest-TaggedBootDevicesTest-980849656 tempest-TaggedBootDevicesTest-980849656-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762867177463', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762866656476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12867576'] for port (fd688801-4beb-42a5-9ec8-010c808e3c22), after_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:20:43.723315 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-ed1eea11-84a8-4d25-9210-3ef6a6fc4420 req-6b955f0f-f24c-47b8-bb49-e11fbaf2fda9 tempest-ImagesOneServerTestJSON-957759407 tempest-ImagesOneServerTestJSON-957759407-project] 10.222.0.75 "GET /v2.0/ports?device_id=b3108ac6-eb9d-4c62-86db-56e36a616e4a HTTP/1.1" status: 200 len: 948 time: 0.2618740 Feb 09 19:20:43.734898 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-04741b79-97e2-4ab0-962f-551102304d65 req-91cb8ded-f699-442b-8baa-9b47314fb05d service neutron] 10.222.0.90 "GET /v2.0/networks/2b5494c8-cf97-42c1-b902-87f998f28179?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1913555 Feb 09 19:20:43.764779 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Device 1018d898-2c00-47e7-8e56-b11f229cc6f2 up at agent ovs-agent-n-d-713498-36 {{(pid=103232) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 19:20:43.767920 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7743d307-7e4f-4c5b-b318-1667f1ddf6ff tempest-TaggedBootDevicesTest-980849656 tempest-TaggedBootDevicesTest-980849656-project] Pushing event deleted for resources: {'Port': ['ID=fd688801-4beb-42a5-9ec8-010c808e3c22,revision_number=None']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:20:43.821691 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-7d8d64a3-b375-48fb-9e56-73056b012c5a req-3e333f57-87a8-4ee8-ab18-3e95da7dcf88 service neutron] 10.222.0.89 "GET /v2.0/networks/5d2d334e-0f6b-4e62-b869-e00487a29620?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2925460 Feb 09 19:20:43.864921 n-d-713498-36 neutron-server[103229]: DEBUG neutron.db.l3_dvrscheduler_db [req-a0cca5d6-5915-437c-baba-93996aa061e6 req-7743d307-7e4f-4c5b-b318-1667f1ddf6ff tempest-TaggedBootDevicesTest-980849656 tempest-TaggedBootDevicesTest-980849656-project] No DVR routers for this DVR port fd688801-4beb-42a5-9ec8-010c808e3c22 on host n-h2-713498-36 {{(pid=103229) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 19:20:43.878306 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-a0cca5d6-5915-437c-baba-93996aa061e6 req-7743d307-7e4f-4c5b-b318-1667f1ddf6ff tempest-TaggedBootDevicesTest-980849656 tempest-TaggedBootDevicesTest-980849656-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171096'] for port (None), before_response {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:20:43.880887 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.provisioning_blocks [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Provisioning complete for port 1018d898-2c00-47e7-8e56-b11f229cc6f2 triggered by entity L2. {{(pid=103232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 19:20:43.881369 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593630'] for port (1018d898-2c00-47e7-8e56-b11f229cc6f2), provisioning_complete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:20:43.882640 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-a0cca5d6-5915-437c-baba-93996aa061e6 req-7743d307-7e4f-4c5b-b318-1667f1ddf6ff tempest-TaggedBootDevicesTest-980849656 tempest-TaggedBootDevicesTest-980849656-project] 10.222.0.90 "DELETE /v2.0/ports/fd688801-4beb-42a5-9ec8-010c808e3c22 HTTP/1.1" status: 204 len: 173 time: 2.3815269 Feb 09 19:20:43.931380 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-04741b79-97e2-4ab0-962f-551102304d65 req-71ad2e5a-106d-497a-8930-ce731ba5b06e service neutron] 10.222.0.90 "GET /v2.0/networks/2b5494c8-cf97-42c1-b902-87f998f28179?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1866217 Feb 09 19:20:43.992564 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-ed1eea11-84a8-4d25-9210-3ef6a6fc4420 req-82ae784d-1e53-4fd5-8a25-6dc01a0a1441 tempest-ImagesOneServerTestJSON-957759407 tempest-ImagesOneServerTestJSON-957759407-project] 10.222.0.75 "GET /v2.0/security-groups?id=cb633d2b-0d79-4bfb-ba16-f7d0446f457e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2683527 Feb 09 19:20:44.036300 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Current status of the port 1018d898-2c00-47e7-8e56-b11f229cc6f2 is: ACTIVE; New status is: ACTIVE {{(pid=103232) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 19:20:44.036719 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-588eaec7-b102-45f5-9ef5-0f5286b9e30e tempest-AttachVolumeShelveTestJSON-671139515 tempest-AttachVolumeShelveTestJSON-671139515-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762866656467', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14393751'] for port (39b78f18-1e22-437d-9101-d7f860a9b0a5), after_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:20:44.077424 n-d-713498-36 neutron-server[103230]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-588eaec7-b102-45f5-9ef5-0f5286b9e30e tempest-AttachVolumeShelveTestJSON-671139515 tempest-AttachVolumeShelveTestJSON-671139515-project] Network 88055e1e-672a-4487-be31-ffb6e833ece5 is already hosted by enough agents. {{(pid=103230) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 19:20:44.084327 n-d-713498-36 neutron-server[103230]: DEBUG neutron.scheduler.base_scheduler [None req-588eaec7-b102-45f5-9ef5-0f5286b9e30e tempest-AttachVolumeShelveTestJSON-671139515 tempest-AttachVolumeShelveTestJSON-671139515-project] Resources bound (agent type, host, resource id): {{(pid=103230) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 19:20:44.086780 n-d-713498-36 neutron-server[103230]: DEBUG neutron.db.l3_dvrscheduler_db [None req-588eaec7-b102-45f5-9ef5-0f5286b9e30e tempest-AttachVolumeShelveTestJSON-671139515 tempest-AttachVolumeShelveTestJSON-671139515-project] Received port after_create {{(pid=103230) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 19:20:44.161890 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-7d8d64a3-b375-48fb-9e56-73056b012c5a req-88203b7d-3158-4aca-a48c-4bab0d626d9c service neutron] 10.222.0.89 "GET /v2.0/networks/5d2d334e-0f6b-4e62-b869-e00487a29620?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3076606 Feb 09 19:20:44.173471 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-588eaec7-b102-45f5-9ef5-0f5286b9e30e tempest-AttachVolumeShelveTestJSON-671139515 tempest-AttachVolumeShelveTestJSON-671139515-project] Pushing event updated for resources: {'Port': ['ID=39b78f18-1e22-437d-9101-d7f860a9b0a5,revision_number=1']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:20:44.235158 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f8bd55a-7f98-442f-85cc-b0cb3d71af53 req-f55b676c-8023-4155-a6ac-ab791fdeb9fa tempest-ServerRescueNegativeTestJSON-1800126168 tempest-ServerRescueNegativeTestJSON-1800126168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:20:44.243111 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-1f8bd55a-7f98-442f-85cc-b0cb3d71af53 req-f55b676c-8023-4155-a6ac-ab791fdeb9fa tempest-ServerRescueNegativeTestJSON-1800126168 tempest-ServerRescueNegativeTestJSON-1800126168-project] 10.222.0.75 "GET /v2.0/ports?device_id=3f2394dc-3bdb-467a-bc3a-100f52d986e7 HTTP/1.1" status: 200 len: 945 time: 0.3759351 Feb 09 19:20:44.258450 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-595dd72e-adc7-48ae-8490-a275f3d4fc91 req-1a508f05-a49e-4a44-beb5-cd1dc8bed5dd tempest-TaggedBootDevicesTest-980849656 tempest-TaggedBootDevicesTest-980849656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:20:44.263405 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.plugin [req-a0cca5d6-5915-437c-baba-93996aa061e6 req-4ca9e9e7-5486-47c9-80ec-c26e978a08ed tempest-TaggedBootDevicesTest-980849656 tempest-TaggedBootDevicesTest-980849656-project] Deleting port ae0c20e2-a6bc-4527-b56e-8e357d08f2b6 {{(pid=103229) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 19:20:44.263881 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-a0cca5d6-5915-437c-baba-93996aa061e6 req-4ca9e9e7-5486-47c9-80ec-c26e978a08ed tempest-TaggedBootDevicesTest-980849656 tempest-TaggedBootDevicesTest-980849656-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762867170196'] for port (ae0c20e2-a6bc-4527-b56e-8e357d08f2b6), before_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:20:44.266130 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-595dd72e-adc7-48ae-8490-a275f3d4fc91 req-1a508f05-a49e-4a44-beb5-cd1dc8bed5dd tempest-TaggedBootDevicesTest-980849656 tempest-TaggedBootDevicesTest-980849656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:20:44.268327 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-595dd72e-adc7-48ae-8490-a275f3d4fc91 req-1a508f05-a49e-4a44-beb5-cd1dc8bed5dd tempest-TaggedBootDevicesTest-980849656 tempest-TaggedBootDevicesTest-980849656-project] 10.222.0.75 "GET /v2.0/ports?device_id=c3476174-573e-455c-944e-9ed0cac04ac2 HTTP/1.1" status: 200 len: 1676 time: 0.1483994 Feb 09 19:20:44.289154 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-edc54c9b-7f13-45d9-9271-85c9738b0128 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762867132591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593584'] for agent (a62b1850-466f-48ae-bec7-d62fb280e14b), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:20:44.354457 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-588eaec7-b102-45f5-9ef5-0f5286b9e30e tempest-AttachVolumeShelveTestJSON-671139515 tempest-AttachVolumeShelveTestJSON-671139515-project] Publish callbacks [] for floatingip (334301c7-0fdb-43ec-a8c8-580ea0fe858c), precommit_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:20:44.411110 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-1f8bd55a-7f98-442f-85cc-b0cb3d71af53 req-6898e0b1-7b9d-47f8-ac70-6b4565f0d2af tempest-ServerRescueNegativeTestJSON-1800126168 tempest-ServerRescueNegativeTestJSON-1800126168-project] 10.222.0.75 "GET /v2.0/security-groups?id=20eba632-e06f-4b78-b62a-91fbda6670a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1670208 Feb 09 19:20:44.411832 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-595dd72e-adc7-48ae-8490-a275f3d4fc91 req-6ab2dfd9-902e-4fcc-922d-adac6fa5cd69 tempest-TaggedBootDevicesTest-980849656 tempest-TaggedBootDevicesTest-980849656-project] 10.222.0.75 "GET /v2.0/security-groups?id=116d7b93-0726-4659-8687-b47afcfa5056&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1225576 Feb 09 19:20:44.496977 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-588eaec7-b102-45f5-9ef5-0f5286b9e30e tempest-AttachVolumeShelveTestJSON-671139515 tempest-AttachVolumeShelveTestJSON-671139515-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (39b78f18-1e22-437d-9101-d7f860a9b0a5), before_update {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:20:44.511850 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.db [req-a0cca5d6-5915-437c-baba-93996aa061e6 req-4ca9e9e7-5486-47c9-80ec-c26e978a08ed tempest-TaggedBootDevicesTest-980849656 tempest-TaggedBootDevicesTest-980849656-project] For port ae0c20e2-a6bc-4527-b56e-8e357d08f2b6, host n-h2-713498-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-36',level=0,port_id=ae0c20e2-a6bc-4527-b56e-8e357d08f2b6,segment=NetworkSegment(87b87801-3575-4768-92ea-47b1230f5828),segment_id=87b87801-3575-4768-92ea-47b1230f5828)] {{(pid=103229) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 19:20:44.516407 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-a0cca5d6-5915-437c-baba-93996aa061e6 req-4ca9e9e7-5486-47c9-80ec-c26e978a08ed tempest-TaggedBootDevicesTest-980849656 tempest-TaggedBootDevicesTest-980849656-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1820838'] for port (ae0c20e2-a6bc-4527-b56e-8e357d08f2b6), precommit_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:20:44.553396 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.plugin [req-a0cca5d6-5915-437c-baba-93996aa061e6 req-4ca9e9e7-5486-47c9-80ec-c26e978a08ed tempest-TaggedBootDevicesTest-980849656 tempest-TaggedBootDevicesTest-980849656-project] Calling delete_port for ae0c20e2-a6bc-4527-b56e-8e357d08f2b6 owned by compute:nova {{(pid=103229) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 19:20:44.606492 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Device 9352aa48-d7ae-446d-9b87-df5f3833cccd details requested by agent hyperv_n-h2-713498-36 with host n-h2-713498-36 {{(pid=103232) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 19:20:44.727737 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-588eaec7-b102-45f5-9ef5-0f5286b9e30e tempest-AttachVolumeShelveTestJSON-671139515 tempest-AttachVolumeShelveTestJSON-671139515-project] Publish callbacks [] for port (39b78f18-1e22-437d-9101-d7f860a9b0a5), precommit_update {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:20:44.739050 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-588eaec7-b102-45f5-9ef5-0f5286b9e30e tempest-AttachVolumeShelveTestJSON-671139515 tempest-AttachVolumeShelveTestJSON-671139515-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762867176205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762866656485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762866656503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14393758'] for port (39b78f18-1e22-437d-9101-d7f860a9b0a5), after_update {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:20:44.763055 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-a0cca5d6-5915-437c-baba-93996aa061e6 req-4ca9e9e7-5486-47c9-80ec-c26e978a08ed tempest-TaggedBootDevicesTest-980849656 tempest-TaggedBootDevicesTest-980849656-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762867177463', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762866656476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12867576'] for port (ae0c20e2-a6bc-4527-b56e-8e357d08f2b6), after_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:20:44.789917 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-7429db8d-6021-40ad-813e-885be449a89b None None] For port 9352aa48-d7ae-446d-9b87-df5f3833cccd, host n-h2-713498-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-36',level=0,port_id=9352aa48-d7ae-446d-9b87-df5f3833cccd,segment=NetworkSegment(50e5915e-18f0-4558-9a28-b978975ead36),segment_id=50e5915e-18f0-4558-9a28-b978975ead36)] {{(pid=103232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 19:20:44.807076 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ca9e9e7-5486-47c9-80ec-c26e978a08ed tempest-TaggedBootDevicesTest-980849656 tempest-TaggedBootDevicesTest-980849656-project] Pushing event deleted for resources: {'Port': ['ID=ae0c20e2-a6bc-4527-b56e-8e357d08f2b6,revision_number=None']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:20:44.816150 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Returning: {'device': '9352aa48-d7ae-446d-9b87-df5f3833cccd', 'network_id': '2b5494c8-cf97-42c1-b902-87f998f28179', 'port_id': '9352aa48-d7ae-446d-9b87-df5f3833cccd', 'mac_address': 'fa:16:3e:7e:1f:f7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 359, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '60b561cb-321e-4f83-9bb3-92b2e1d0dc44', 'ip_address': '192.168.233.249'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103232) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 19:20:44.848715 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-588eaec7-b102-45f5-9ef5-0f5286b9e30e tempest-AttachVolumeShelveTestJSON-671139515 tempest-AttachVolumeShelveTestJSON-671139515-project] Pushing event updated for resources: {'Port': ['ID=39b78f18-1e22-437d-9101-d7f860a9b0a5,revision_number=2']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:20:44.870209 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-588eaec7-b102-45f5-9ef5-0f5286b9e30e tempest-AttachVolumeShelveTestJSON-671139515 tempest-AttachVolumeShelveTestJSON-671139515-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1818909'] for floatingip (334301c7-0fdb-43ec-a8c8-580ea0fe858c), after_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:20:44.878113 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Current status of the port 9352aa48-d7ae-446d-9b87-df5f3833cccd is: DOWN; New status is: BUILD {{(pid=103232) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 19:20:44.878823 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (9352aa48-d7ae-446d-9b87-df5f3833cccd), before_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:20:44.882297 n-d-713498-36 neutron-server[103229]: DEBUG neutron.db.l3_dvrscheduler_db [req-a0cca5d6-5915-437c-baba-93996aa061e6 req-4ca9e9e7-5486-47c9-80ec-c26e978a08ed tempest-TaggedBootDevicesTest-980849656 tempest-TaggedBootDevicesTest-980849656-project] No DVR routers for this DVR port ae0c20e2-a6bc-4527-b56e-8e357d08f2b6 on host n-h2-713498-36 {{(pid=103229) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 19:20:44.886635 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-a0cca5d6-5915-437c-baba-93996aa061e6 req-4ca9e9e7-5486-47c9-80ec-c26e978a08ed tempest-TaggedBootDevicesTest-980849656 tempest-TaggedBootDevicesTest-980849656-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171096'] for port (None), before_response {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:20:44.891377 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-a0cca5d6-5915-437c-baba-93996aa061e6 req-4ca9e9e7-5486-47c9-80ec-c26e978a08ed tempest-TaggedBootDevicesTest-980849656 tempest-TaggedBootDevicesTest-980849656-project] 10.222.0.90 "DELETE /v2.0/ports/ae0c20e2-a6bc-4527-b56e-8e357d08f2b6 HTTP/1.1" status: 204 len: 173 time: 0.9322002 Feb 09 19:20:44.899814 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-588eaec7-b102-45f5-9ef5-0f5286b9e30e tempest-AttachVolumeShelveTestJSON-671139515 tempest-AttachVolumeShelveTestJSON-671139515-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171096'] for floatingip (None), before_response {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:20:44.901318 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-588eaec7-b102-45f5-9ef5-0f5286b9e30e tempest-AttachVolumeShelveTestJSON-671139515 tempest-AttachVolumeShelveTestJSON-671139515-project] 10.222.0.75 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.9073999 Feb 09 19:20:44.901891 n-d-713498-36 neutron-server[103232]: DEBUG neutron.notifiers.nova [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9352aa48-d7ae-446d-9b87-df5f3833cccd {{(pid=103232) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 19:20:44.946138 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-7429db8d-6021-40ad-813e-885be449a89b None None] For port 9352aa48-d7ae-446d-9b87-df5f3833cccd, host n-h2-713498-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-36',level=0,port_id=9352aa48-d7ae-446d-9b87-df5f3833cccd,segment=NetworkSegment(50e5915e-18f0-4558-9a28-b978975ead36),segment_id=50e5915e-18f0-4558-9a28-b978975ead36)] {{(pid=103232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 19:20:44.958416 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762867176205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762866656485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762866656503'] for port (9352aa48-d7ae-446d-9b87-df5f3833cccd), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:20:45.035165 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.plugin [req-a0cca5d6-5915-437c-baba-93996aa061e6 req-b54ec769-3498-4fdc-bcf8-b446b5eae43c tempest-TaggedBootDevicesTest-980849656 tempest-TaggedBootDevicesTest-980849656-project] Deleting port b9b4a7ef-d6e3-4be9-ba7d-38016a167987 {{(pid=103229) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 19:20:45.035646 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-a0cca5d6-5915-437c-baba-93996aa061e6 req-b54ec769-3498-4fdc-bcf8-b446b5eae43c tempest-TaggedBootDevicesTest-980849656 tempest-TaggedBootDevicesTest-980849656-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762867170196'] for port (b9b4a7ef-d6e3-4be9-ba7d-38016a167987), before_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:20:45.037927 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Pushing event updated for resources: {'Port': ['ID=9352aa48-d7ae-446d-9b87-df5f3833cccd,revision_number=4']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:20:45.153654 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35cc72bc-9b7d-4278-a5f7-68cd79cf318d req-f215c9bc-caaa-45ff-9187-e966277b0638 tempest-ImagesOneServerTestJSON-957759407 tempest-ImagesOneServerTestJSON-957759407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:20:45.155291 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-35cc72bc-9b7d-4278-a5f7-68cd79cf318d req-f215c9bc-caaa-45ff-9187-e966277b0638 tempest-ImagesOneServerTestJSON-957759407 tempest-ImagesOneServerTestJSON-957759407-project] 10.222.0.75 "GET /v2.0/ports?device_id=b3108ac6-eb9d-4c62-86db-56e36a616e4a HTTP/1.1" status: 200 len: 949 time: 0.0637870 Feb 09 19:20:45.198530 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-f91400d9-585d-414f-ae51-24d4be33c25b req-e50b9bcc-195f-4884-a6f9-e3bdcd3987a7 tempest-AttachVolumeShelveTestJSON-671139515 tempest-AttachVolumeShelveTestJSON-671139515-project] 10.222.0.75 "GET /v2.0/security-groups?name=tempest-securitygroup--1923911763&fields=id&tenant_id=0c7f047f175c41a987e2010a725a3d95 HTTP/1.1" status: 200 len: 267 time: 0.0957847 Feb 09 19:20:45.240420 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-35cc72bc-9b7d-4278-a5f7-68cd79cf318d req-e884122c-9a67-43e5-b9c9-264995560a9a tempest-ImagesOneServerTestJSON-957759407 tempest-ImagesOneServerTestJSON-957759407-project] 10.222.0.75 "GET /v2.0/security-groups?id=cb633d2b-0d79-4bfb-ba16-f7d0446f457e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0740666 Feb 09 19:20:45.298041 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.db [req-a0cca5d6-5915-437c-baba-93996aa061e6 req-b54ec769-3498-4fdc-bcf8-b446b5eae43c tempest-TaggedBootDevicesTest-980849656 tempest-TaggedBootDevicesTest-980849656-project] For port b9b4a7ef-d6e3-4be9-ba7d-38016a167987, host n-h2-713498-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-36',level=0,port_id=b9b4a7ef-d6e3-4be9-ba7d-38016a167987,segment=NetworkSegment(23ed1668-aba2-4aca-a9aa-7fbe90d952c5),segment_id=23ed1668-aba2-4aca-a9aa-7fbe90d952c5)] {{(pid=103229) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 19:20:45.298041 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-a0cca5d6-5915-437c-baba-93996aa061e6 req-b54ec769-3498-4fdc-bcf8-b446b5eae43c tempest-TaggedBootDevicesTest-980849656 tempest-TaggedBootDevicesTest-980849656-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1820838'] for port (b9b4a7ef-d6e3-4be9-ba7d-38016a167987), precommit_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:20:45.301138 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-7429db8d-6021-40ad-813e-885be449a89b None None] get_ports_and_sgs() called for port_ids ['9352aa48-d7ae-446d-9b87-df5f3833cccd'] {{(pid=103232) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 19:20:45.319177 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.plugin [req-a0cca5d6-5915-437c-baba-93996aa061e6 req-b54ec769-3498-4fdc-bcf8-b446b5eae43c tempest-TaggedBootDevicesTest-980849656 tempest-TaggedBootDevicesTest-980849656-project] Calling delete_port for b9b4a7ef-d6e3-4be9-ba7d-38016a167987 owned by compute:nova {{(pid=103229) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 19:20:45.419626 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f91400d9-585d-414f-ae51-24d4be33c25b req-48fb9a1d-250d-4f18-aac0-8c0fc0eea3da tempest-AttachVolumeShelveTestJSON-671139515 tempest-AttachVolumeShelveTestJSON-671139515-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:20:45.421489 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-f91400d9-585d-414f-ae51-24d4be33c25b req-48fb9a1d-250d-4f18-aac0-8c0fc0eea3da tempest-AttachVolumeShelveTestJSON-671139515 tempest-AttachVolumeShelveTestJSON-671139515-project] 10.222.0.75 "GET /v2.0/networks?id=9cf0b823-fac1-4f9f-b685-8fd71a300e07 HTTP/1.1" status: 200 len: 817 time: 0.2087860 Feb 09 19:20:45.446883 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-f91400d9-585d-414f-ae51-24d4be33c25b req-d83f396a-cae1-44ce-a059-9c1d845e1c06 tempest-AttachVolumeShelveTestJSON-671139515 tempest-AttachVolumeShelveTestJSON-671139515-project] 10.222.0.75 "GET /v2.0/quotas/0c7f047f175c41a987e2010a725a3d95 HTTP/1.1" status: 200 len: 375 time: 0.0177822 Feb 09 19:20:45.593860 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-f91400d9-585d-414f-ae51-24d4be33c25b req-798b21dc-1592-4aa2-a827-30a070eb3ee4 tempest-AttachVolumeShelveTestJSON-671139515 tempest-AttachVolumeShelveTestJSON-671139515-project] 10.222.0.75 "GET /v2.0/ports?tenant_id=0c7f047f175c41a987e2010a725a3d95&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1302657 Feb 09 19:20:45.594716 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-a0cca5d6-5915-437c-baba-93996aa061e6 req-b54ec769-3498-4fdc-bcf8-b446b5eae43c tempest-TaggedBootDevicesTest-980849656 tempest-TaggedBootDevicesTest-980849656-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762867177463', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762866656476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12867576'] for port (b9b4a7ef-d6e3-4be9-ba7d-38016a167987), after_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:20:45.599243 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80a6fb7c-673b-4488-9597-b762d458545a req-8ff24d74-db6e-46e4-84da-767ac7c24175 tempest-ServerRescueNegativeTestJSON-1800126168 tempest-ServerRescueNegativeTestJSON-1800126168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:20:45.602072 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-80a6fb7c-673b-4488-9597-b762d458545a req-8ff24d74-db6e-46e4-84da-767ac7c24175 tempest-ServerRescueNegativeTestJSON-1800126168 tempest-ServerRescueNegativeTestJSON-1800126168-project] 10.222.0.75 "GET /v2.0/ports?device_id=3f2394dc-3bdb-467a-bc3a-100f52d986e7 HTTP/1.1" status: 200 len: 945 time: 0.0976305 Feb 09 19:20:45.636826 n-d-713498-36 neutron-server[103229]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c3476174-573e-455c-944e-9ed0cac04ac2', 'name': 'network-vif-deleted', 'tag': 'fd688801-4beb-42a5-9ec8-010c808e3c22'}, {'server_uuid': 'c3476174-573e-455c-944e-9ed0cac04ac2', 'name': 'network-vif-deleted', 'tag': 'ae0c20e2-a6bc-4527-b56e-8e357d08f2b6'}] {{(pid=103229) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 19:20:45.639568 n-d-713498-36 neutron-server[103229]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fa6ae9a20702bd564eaf90d946620b2b4277b1ab91129323d3b54181076be307" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-545dbd7b-4c3b-4c3e-b2ef-6b2835dace62" -d '{"events": [{"server_uuid": "c3476174-573e-455c-944e-9ed0cac04ac2", "name": "network-vif-deleted", "tag": "fd688801-4beb-42a5-9ec8-010c808e3c22"}, {"server_uuid": "c3476174-573e-455c-944e-9ed0cac04ac2", "name": "network-vif-deleted", "tag": "ae0c20e2-a6bc-4527-b56e-8e357d08f2b6"}]}' {{(pid=103229) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 19:20:45.642142 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b54ec769-3498-4fdc-bcf8-b446b5eae43c tempest-TaggedBootDevicesTest-980849656 tempest-TaggedBootDevicesTest-980849656-project] Pushing event deleted for resources: {'Port': ['ID=b9b4a7ef-d6e3-4be9-ba7d-38016a167987,revision_number=None']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:20:45.670724 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-80a6fb7c-673b-4488-9597-b762d458545a req-b5d69885-2077-4dad-ad0f-5ca58c187539 tempest-ServerRescueNegativeTestJSON-1800126168 tempest-ServerRescueNegativeTestJSON-1800126168-project] 10.222.0.75 "GET /v2.0/security-groups?id=20eba632-e06f-4b78-b62a-91fbda6670a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0618789 Feb 09 19:20:45.753688 n-d-713498-36 neutron-server[103229]: DEBUG neutron.db.l3_dvrscheduler_db [req-a0cca5d6-5915-437c-baba-93996aa061e6 req-b54ec769-3498-4fdc-bcf8-b446b5eae43c tempest-TaggedBootDevicesTest-980849656 tempest-TaggedBootDevicesTest-980849656-project] No DVR routers for this DVR port b9b4a7ef-d6e3-4be9-ba7d-38016a167987 on host n-h2-713498-36 {{(pid=103229) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 19:20:45.758154 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-a0cca5d6-5915-437c-baba-93996aa061e6 req-b54ec769-3498-4fdc-bcf8-b446b5eae43c tempest-TaggedBootDevicesTest-980849656 tempest-TaggedBootDevicesTest-980849656-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171096'] for port (None), before_response {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:20:45.761044 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-a0cca5d6-5915-437c-baba-93996aa061e6 req-b54ec769-3498-4fdc-bcf8-b446b5eae43c tempest-TaggedBootDevicesTest-980849656 tempest-TaggedBootDevicesTest-980849656-project] 10.222.0.90 "DELETE /v2.0/ports/b9b4a7ef-d6e3-4be9-ba7d-38016a167987 HTTP/1.1" status: 204 len: 173 time: 0.8631880 Feb 09 19:20:45.794517 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-07583210-5f7e-4c65-999f-1417a2c92e8d req-e8613de7-3ce8-4ad9-b5db-7ba5a0758c42 tempest-TaggedBootDevicesTest-980849656 tempest-TaggedBootDevicesTest-980849656-project] 10.222.0.75 "GET /v2.0/ports?device_id=c3476174-573e-455c-944e-9ed0cac04ac2 HTTP/1.1" status: 200 len: 210 time: 0.0487797 Feb 09 19:20:45.802906 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-f91400d9-585d-414f-ae51-24d4be33c25b req-7a5f3b60-eade-458d-bff2-92437e23145d service neutron] 10.222.0.75 "GET /v2.0/networks/9cf0b823-fac1-4f9f-b685-8fd71a300e07?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1731317 Feb 09 19:20:45.872259 n-d-713498-36 neutron-server[103229]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Wed, 09 Feb 2022 19:20:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2e8b25ca-45ca-4d7a-9806-c1b33190b22a x-openstack-request-id: req-2e8b25ca-45ca-4d7a-9806-c1b33190b22a {{(pid=103229) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 19:20:45.872599 n-d-713498-36 neutron-server[103229]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c3476174-573e-455c-944e-9ed0cac04ac2", "name": "network-vif-deleted", "tag": "fd688801-4beb-42a5-9ec8-010c808e3c22", "status": "completed", "code": 200}, {"server_uuid": "c3476174-573e-455c-944e-9ed0cac04ac2", "name": "network-vif-deleted", "tag": "ae0c20e2-a6bc-4527-b56e-8e357d08f2b6", "status": "completed", "code": 200}]} {{(pid=103229) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 19:20:45.872806 n-d-713498-36 neutron-server[103229]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-2e8b25ca-45ca-4d7a-9806-c1b33190b22a {{(pid=103229) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 19:20:45.873168 n-d-713498-36 neutron-server[103229]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c3476174-573e-455c-944e-9ed0cac04ac2', 'name': 'network-vif-deleted', 'tag': 'fd688801-4beb-42a5-9ec8-010c808e3c22', 'status': 'completed', 'code': 200} Feb 09 19:20:45.873426 n-d-713498-36 neutron-server[103229]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c3476174-573e-455c-944e-9ed0cac04ac2', 'name': 'network-vif-deleted', 'tag': 'ae0c20e2-a6bc-4527-b56e-8e357d08f2b6', 'status': 'completed', 'code': 200} Feb 09 19:20:45.894292 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-a7262a8e-0513-48fd-984d-75726a511961 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762867132591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593584'] for agent (911cfea2-02ae-4ec9-bac3-7808ee1cdd9c), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:20:45.934607 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-f91400d9-585d-414f-ae51-24d4be33c25b req-a83323b0-0757-432d-a982-ead1973f26cf service neutron] 10.222.0.75 "GET /v2.0/networks/9cf0b823-fac1-4f9f-b685-8fd71a300e07?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1221840 Feb 09 19:20:46.126183 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-197f1ab2-8ec9-4de3-aed7-063c9ee49bad req-749251e3-719d-4918-a5d3-0ea74019b49d tempest-AttachVolumeShelveTestJSON-671139515 tempest-AttachVolumeShelveTestJSON-671139515-project] 10.222.0.75 "GET /v2.0/ports?device_id=9a1c27a8-ba54-400e-9357-176d8c299bdc HTTP/1.1" status: 200 len: 210 time: 0.0333974 Feb 09 19:20:46.373708 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90ac238c-61b2-4bde-b6c7-140ca8f8cf06 req-f08e9822-3607-46df-a233-e6b8d952df78 tempest-ImagesOneServerTestJSON-957759407 tempest-ImagesOneServerTestJSON-957759407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:20:46.375480 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-90ac238c-61b2-4bde-b6c7-140ca8f8cf06 req-f08e9822-3607-46df-a233-e6b8d952df78 tempest-ImagesOneServerTestJSON-957759407 tempest-ImagesOneServerTestJSON-957759407-project] 10.222.0.75 "GET /v2.0/ports?device_id=b3108ac6-eb9d-4c62-86db-56e36a616e4a HTTP/1.1" status: 200 len: 949 time: 0.0668828 Feb 09 19:20:46.431244 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-90ac238c-61b2-4bde-b6c7-140ca8f8cf06 req-756a6f45-fb28-4a10-a632-a3e1516825bf tempest-ImagesOneServerTestJSON-957759407 tempest-ImagesOneServerTestJSON-957759407-project] 10.222.0.75 "GET /v2.0/security-groups?id=cb633d2b-0d79-4bfb-ba16-f7d0446f457e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467618 Feb 09 19:20:46.619929 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Device 9352aa48-d7ae-446d-9b87-df5f3833cccd up at agent hyperv_n-h2-713498-36 {{(pid=103232) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 19:20:46.680683 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.provisioning_blocks [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Provisioning for port 9352aa48-d7ae-446d-9b87-df5f3833cccd completed by entity L2. {{(pid=103232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 19:20:46.685273 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.provisioning_blocks [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Provisioning complete for port 9352aa48-d7ae-446d-9b87-df5f3833cccd triggered by entity L2. {{(pid=103232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 19:20:46.685728 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593630'] for port (9352aa48-d7ae-446d-9b87-df5f3833cccd), provisioning_complete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:20:46.782224 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Current status of the port 9352aa48-d7ae-446d-9b87-df5f3833cccd is: BUILD; New status is: ACTIVE {{(pid=103232) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 19:20:46.782754 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (9352aa48-d7ae-446d-9b87-df5f3833cccd), before_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:20:46.807592 n-d-713498-36 neutron-server[103232]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b3108ac6-eb9d-4c62-86db-56e36a616e4a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9352aa48-d7ae-446d-9b87-df5f3833cccd'}] {{(pid=103232) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 19:20:46.810005 n-d-713498-36 neutron-server[103232]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}949cdcde653dec44821de95cbf67297f53cbc2aed4e073b5d514f93bf911ce85" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-17e57a7c-69b6-4474-bc60-20353d2d0771" -d '{"events": [{"server_uuid": "b3108ac6-eb9d-4c62-86db-56e36a616e4a", "name": "network-vif-plugged", "status": "completed", "tag": "9352aa48-d7ae-446d-9b87-df5f3833cccd"}]}' {{(pid=103232) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 19:20:46.816346 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed48dff9-20a4-4b60-9285-edc560073574 req-10511bf1-aec0-466c-8b72-adbfcfec76df tempest-ServerRescueNegativeTestJSON-1800126168 tempest-ServerRescueNegativeTestJSON-1800126168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:20:46.817871 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-ed48dff9-20a4-4b60-9285-edc560073574 req-10511bf1-aec0-466c-8b72-adbfcfec76df tempest-ServerRescueNegativeTestJSON-1800126168 tempest-ServerRescueNegativeTestJSON-1800126168-project] 10.222.0.75 "GET /v2.0/ports?device_id=3f2394dc-3bdb-467a-bc3a-100f52d986e7 HTTP/1.1" status: 200 len: 945 time: 0.0597563 Feb 09 19:20:46.836027 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-7429db8d-6021-40ad-813e-885be449a89b None None] For port 9352aa48-d7ae-446d-9b87-df5f3833cccd, host n-h2-713498-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-36',level=0,port_id=9352aa48-d7ae-446d-9b87-df5f3833cccd,segment=NetworkSegment(50e5915e-18f0-4558-9a28-b978975ead36),segment_id=50e5915e-18f0-4558-9a28-b978975ead36)] {{(pid=103232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 19:20:46.843993 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762867176205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762866656485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762866656503'] for port (9352aa48-d7ae-446d-9b87-df5f3833cccd), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:20:46.882645 n-d-713498-36 neutron-server[103232]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 19:20:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b21741ec-2552-4ca8-94b2-147c02eba9e3 x-openstack-request-id: req-b21741ec-2552-4ca8-94b2-147c02eba9e3 {{(pid=103232) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 19:20:46.882951 n-d-713498-36 neutron-server[103232]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b3108ac6-eb9d-4c62-86db-56e36a616e4a", "name": "network-vif-plugged", "status": "completed", "tag": "9352aa48-d7ae-446d-9b87-df5f3833cccd", "code": 200}]} {{(pid=103232) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 19:20:46.883197 n-d-713498-36 neutron-server[103232]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-b21741ec-2552-4ca8-94b2-147c02eba9e3 {{(pid=103232) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 19:20:46.883970 n-d-713498-36 neutron-server[103232]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b3108ac6-eb9d-4c62-86db-56e36a616e4a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9352aa48-d7ae-446d-9b87-df5f3833cccd', 'code': 200} Feb 09 19:20:46.894533 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-ed48dff9-20a4-4b60-9285-edc560073574 req-6ed8bf79-bb50-4b00-bb1e-abde4f1cd81f tempest-ServerRescueNegativeTestJSON-1800126168 tempest-ServerRescueNegativeTestJSON-1800126168-project] 10.222.0.75 "GET /v2.0/security-groups?id=20eba632-e06f-4b78-b62a-91fbda6670a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0686269 Feb 09 19:20:46.927077 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Pushing event updated for resources: {'Port': ['ID=9352aa48-d7ae-446d-9b87-df5f3833cccd,revision_number=5']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:20:46.991360 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-c027ab51-4b40-4135-b559-93b7f3c192a4 req-e2dd4222-bb5d-4a77-9809-ea6f89b5d732 tempest-TaggedBootDevicesTest-980849656 tempest-TaggedBootDevicesTest-980849656-project] 10.222.0.75 "GET /v2.0/ports?device_id=c3476174-573e-455c-944e-9ed0cac04ac2 HTTP/1.1" status: 200 len: 210 time: 0.0312369 Feb 09 19:20:47.004752 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e387c42-f072-44e8-8f0f-b2ec0da4601b req-0e594972-4c60-44ac-8950-ab21d9a4bd02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:20:47.006288 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-1e387c42-f072-44e8-8f0f-b2ec0da4601b req-0e594972-4c60-44ac-8950-ab21d9a4bd02 service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=b3108ac6-eb9d-4c62-86db-56e36a616e4a HTTP/1.1" status: 200 len: 1133 time: 0.0713356 Feb 09 19:20:47.028802 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762867132591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593584'] for agent (496418a2-c002-4aec-ab1a-07f3bea491bd), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:20:47.066835 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-1e387c42-f072-44e8-8f0f-b2ec0da4601b req-a95a264e-0ffa-427d-8777-bdfae19e3b04 service neutron] 10.222.0.90 "GET /v2.0/security-groups?id=cb633d2b-0d79-4bfb-ba16-f7d0446f457e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512924 Feb 09 19:20:47.191883 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f91400d9-585d-414f-ae51-24d4be33c25b req-b9a0045e-2bdf-405f-a5c0-3f49bd2e008f tempest-AttachVolumeShelveTestJSON-671139515 tempest-AttachVolumeShelveTestJSON-671139515-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:20:47.193469 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-f91400d9-585d-414f-ae51-24d4be33c25b req-b9a0045e-2bdf-405f-a5c0-3f49bd2e008f tempest-AttachVolumeShelveTestJSON-671139515 tempest-AttachVolumeShelveTestJSON-671139515-project] 10.222.0.89 "GET /v2.0/networks?id=9cf0b823-fac1-4f9f-b685-8fd71a300e07 HTTP/1.1" status: 200 len: 817 time: 0.1079066 Feb 09 19:20:47.259250 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-149429ff-514f-409d-a0a5-b379c0dc0193 req-c8e86534-4e09-4f36-afb9-9ab719bc17ca tempest-AttachVolumeShelveTestJSON-671139515 tempest-AttachVolumeShelveTestJSON-671139515-project] 10.222.0.75 "GET /v2.0/ports?device_id=9a1c27a8-ba54-400e-9357-176d8c299bdc HTTP/1.1" status: 200 len: 210 time: 0.0305791 Feb 09 19:20:47.271486 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-f91400d9-585d-414f-ae51-24d4be33c25b req-2dfb6410-8a9b-419c-9806-784faf283312 tempest-AttachVolumeShelveTestJSON-671139515 tempest-AttachVolumeShelveTestJSON-671139515-project] 10.222.0.89 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=0c7f047f175c41a987e2010a725a3d95 HTTP/1.1" status: 200 len: 380 time: 0.0676410 Feb 09 19:20:47.282306 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.v2.base [req-f91400d9-585d-414f-ae51-24d4be33c25b req-ec6eed3d-eacd-41fa-bcd2-96a97df22c88 tempest-AttachVolumeShelveTestJSON-671139515 tempest-AttachVolumeShelveTestJSON-671139515-project] Request body: {'port': {'device_id': '9a1c27a8-ba54-400e-9357-176d8c299bdc', 'network_id': '9cf0b823-fac1-4f9f-b685-8fd71a300e07', 'admin_state_up': True, 'tenant_id': '0c7f047f175c41a987e2010a725a3d95', 'security_groups': ['8ffa0824-cdc7-466b-baef-bc7606a99fd1']}} {{(pid=103229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 19:20:47.395282 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f91400d9-585d-414f-ae51-24d4be33c25b req-ec6eed3d-eacd-41fa-bcd2-96a97df22c88 tempest-AttachVolumeShelveTestJSON-671139515 tempest-AttachVolumeShelveTestJSON-671139515-project] Made reservation on behalf of 0c7f047f175c41a987e2010a725a3d95 for: {'port': 1} {{(pid=103229) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 19:20:47.398606 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-f91400d9-585d-414f-ae51-24d4be33c25b req-ec6eed3d-eacd-41fa-bcd2-96a97df22c88 tempest-AttachVolumeShelveTestJSON-671139515 tempest-AttachVolumeShelveTestJSON-671139515-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (None), before_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:20:47.559220 n-d-713498-36 neutron-server[103229]: DEBUG neutron.db.db_base_plugin_common [req-f91400d9-585d-414f-ae51-24d4be33c25b req-ec6eed3d-eacd-41fa-bcd2-96a97df22c88 tempest-AttachVolumeShelveTestJSON-671139515 tempest-AttachVolumeShelveTestJSON-671139515-project] Allocated IP 172.20.0.8 (9cf0b823-fac1-4f9f-b685-8fd71a300e07/ca2eed47-7b83-4cc1-87fa-16862746969c/b50d554d-6f94-47cf-8afe-1b81749f4ef5) {{(pid=103229) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 19:20:47.587896 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36fdcf5b-40c7-464c-be61-e8599cf2a259 req-36c936fb-fd61-466f-9c3e-74d2e231cccf tempest-ImagesOneServerTestJSON-957759407 tempest-ImagesOneServerTestJSON-957759407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:20:47.589416 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-36fdcf5b-40c7-464c-be61-e8599cf2a259 req-36c936fb-fd61-466f-9c3e-74d2e231cccf tempest-ImagesOneServerTestJSON-957759407 tempest-ImagesOneServerTestJSON-957759407-project] 10.222.0.75 "GET /v2.0/ports?device_id=b3108ac6-eb9d-4c62-86db-56e36a616e4a HTTP/1.1" status: 200 len: 950 time: 0.0859849 Feb 09 19:20:47.701449 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-36fdcf5b-40c7-464c-be61-e8599cf2a259 req-f564b07a-4675-4e1b-b201-e11bb0849462 tempest-ImagesOneServerTestJSON-957759407 tempest-ImagesOneServerTestJSON-957759407-project] 10.222.0.75 "GET /v2.0/security-groups?id=cb633d2b-0d79-4bfb-ba16-f7d0446f457e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1059303 Feb 09 19:20:47.752544 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-f91400d9-585d-414f-ae51-24d4be33c25b req-ec6eed3d-eacd-41fa-bcd2-96a97df22c88 tempest-AttachVolumeShelveTestJSON-671139515 tempest-AttachVolumeShelveTestJSON-671139515-project] Publish callbacks [] for port (b50d554d-6f94-47cf-8afe-1b81749f4ef5), precommit_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:20:47.785234 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-f91400d9-585d-414f-ae51-24d4be33c25b req-ec6eed3d-eacd-41fa-bcd2-96a97df22c88 tempest-AttachVolumeShelveTestJSON-671139515 tempest-AttachVolumeShelveTestJSON-671139515-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762866656467', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12867576'] for port (b50d554d-6f94-47cf-8afe-1b81749f4ef5), after_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:20:47.830814 n-d-713498-36 neutron-server[103229]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f91400d9-585d-414f-ae51-24d4be33c25b req-ec6eed3d-eacd-41fa-bcd2-96a97df22c88 tempest-AttachVolumeShelveTestJSON-671139515 tempest-AttachVolumeShelveTestJSON-671139515-project] Network 9cf0b823-fac1-4f9f-b685-8fd71a300e07 is already hosted by enough agents. {{(pid=103229) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 19:20:47.834036 n-d-713498-36 neutron-server[103229]: DEBUG neutron.scheduler.base_scheduler [req-f91400d9-585d-414f-ae51-24d4be33c25b req-ec6eed3d-eacd-41fa-bcd2-96a97df22c88 tempest-AttachVolumeShelveTestJSON-671139515 tempest-AttachVolumeShelveTestJSON-671139515-project] Resources bound (agent type, host, resource id): {{(pid=103229) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 19:20:47.837702 n-d-713498-36 neutron-server[103229]: DEBUG neutron.db.l3_dvrscheduler_db [req-f91400d9-585d-414f-ae51-24d4be33c25b req-ec6eed3d-eacd-41fa-bcd2-96a97df22c88 tempest-AttachVolumeShelveTestJSON-671139515 tempest-AttachVolumeShelveTestJSON-671139515-project] Received port after_create {{(pid=103229) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 19:20:47.866462 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec6eed3d-eacd-41fa-bcd2-96a97df22c88 tempest-AttachVolumeShelveTestJSON-671139515 tempest-AttachVolumeShelveTestJSON-671139515-project] Pushing event updated for resources: {'Port': ['ID=b50d554d-6f94-47cf-8afe-1b81749f4ef5,revision_number=1']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:20:47.874655 n-d-713498-36 neutron-server[103229]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c3476174-573e-455c-944e-9ed0cac04ac2', 'name': 'network-vif-deleted', 'tag': 'b9b4a7ef-d6e3-4be9-ba7d-38016a167987'}] {{(pid=103229) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 19:20:47.877638 n-d-713498-36 neutron-server[103229]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fa6ae9a20702bd564eaf90d946620b2b4277b1ab91129323d3b54181076be307" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fad055d5-6f55-44c2-a856-14ebf8c324e5" -d '{"events": [{"server_uuid": "c3476174-573e-455c-944e-9ed0cac04ac2", "name": "network-vif-deleted", "tag": "b9b4a7ef-d6e3-4be9-ba7d-38016a167987"}]}' {{(pid=103229) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 19:20:47.903290 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f91400d9-585d-414f-ae51-24d4be33c25b req-ec6eed3d-eacd-41fa-bcd2-96a97df22c88 tempest-AttachVolumeShelveTestJSON-671139515 tempest-AttachVolumeShelveTestJSON-671139515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:20:47.903942 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-f91400d9-585d-414f-ae51-24d4be33c25b req-ec6eed3d-eacd-41fa-bcd2-96a97df22c88 tempest-AttachVolumeShelveTestJSON-671139515 tempest-AttachVolumeShelveTestJSON-671139515-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171096'] for port (None), before_response {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:20:47.924904 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-f91400d9-585d-414f-ae51-24d4be33c25b req-ec6eed3d-eacd-41fa-bcd2-96a97df22c88 tempest-AttachVolumeShelveTestJSON-671139515 tempest-AttachVolumeShelveTestJSON-671139515-project] 10.222.0.89 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6463032 Feb 09 19:20:47.926696 n-d-713498-36 neutron-server[103229]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 19:20:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9923b094-6161-4740-8eaa-393a7fde9e27 x-openstack-request-id: req-9923b094-6161-4740-8eaa-393a7fde9e27 {{(pid=103229) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 19:20:47.926994 n-d-713498-36 neutron-server[103229]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c3476174-573e-455c-944e-9ed0cac04ac2", "name": "network-vif-deleted", "tag": "b9b4a7ef-d6e3-4be9-ba7d-38016a167987", "status": "completed", "code": 200}]} {{(pid=103229) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 19:20:47.927252 n-d-713498-36 neutron-server[103229]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-9923b094-6161-4740-8eaa-393a7fde9e27 {{(pid=103229) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 19:20:47.927650 n-d-713498-36 neutron-server[103229]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c3476174-573e-455c-944e-9ed0cac04ac2', 'name': 'network-vif-deleted', 'tag': 'b9b4a7ef-d6e3-4be9-ba7d-38016a167987', 'status': 'completed', 'code': 200} Feb 09 19:20:47.936782 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.v2.base [req-f91400d9-585d-414f-ae51-24d4be33c25b req-8b81cfe5-cc2e-42e2-af2c-b926fcf3b3fe service neutron] Request body: {'port': {'device_id': '9a1c27a8-ba54-400e-9357-176d8c299bdc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-713498-36'}} {{(pid=103229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 19:20:48.004298 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-f91400d9-585d-414f-ae51-24d4be33c25b req-8b81cfe5-cc2e-42e2-af2c-b926fcf3b3fe service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (b50d554d-6f94-47cf-8afe-1b81749f4ef5), before_update {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:20:48.117190 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.provisioning_blocks [None req-cfa45f58-caed-4442-988a-9ae46908192e None None] Provisioning complete for port b50d554d-6f94-47cf-8afe-1b81749f4ef5 triggered by entity DHCP. {{(pid=103232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 19:20:48.117727 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-cfa45f58-caed-4442-988a-9ae46908192e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593630'] for port (b50d554d-6f94-47cf-8afe-1b81749f4ef5), provisioning_complete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:20:48.156068 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-cfa45f58-caed-4442-988a-9ae46908192e None None] Port b50d554d-6f94-47cf-8afe-1b81749f4ef5 cannot update to ACTIVE because it is not bound. {{(pid=103232) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 19:20:48.163507 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-fe782c7e-fd0d-4a21-9f12-f7ecd4a1def8 req-d918d7d4-74a6-418c-8c4a-12fc868c557d tempest-TaggedBootDevicesTest-980849656 tempest-TaggedBootDevicesTest-980849656-project] 10.222.0.75 "GET /v2.0/ports?device_id=c3476174-573e-455c-944e-9ed0cac04ac2 HTTP/1.1" status: 200 len: 210 time: 0.0390921 Feb 09 19:20:48.324558 n-d-713498-36 neutron-server[103229]: DEBUG neutron.notifiers.nova [req-f91400d9-585d-414f-ae51-24d4be33c25b req-8b81cfe5-cc2e-42e2-af2c-b926fcf3b3fe service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b50d554d-6f94-47cf-8afe-1b81749f4ef5 {{(pid=103229) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 19:20:48.333322 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-f91400d9-585d-414f-ae51-24d4be33c25b req-8b81cfe5-cc2e-42e2-af2c-b926fcf3b3fe service neutron] Publish callbacks [] for port (b50d554d-6f94-47cf-8afe-1b81749f4ef5), precommit_update {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:20:48.345685 n-d-713498-36 neutron-server[103229]: DEBUG neutron.db.provisioning_blocks [req-f91400d9-585d-414f-ae51-24d4be33c25b req-8b81cfe5-cc2e-42e2-af2c-b926fcf3b3fe service neutron] Transition to ACTIVE for port object b50d554d-6f94-47cf-8afe-1b81749f4ef5 will not be triggered until provisioned by entity L2. {{(pid=103229) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 19:20:48.350232 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-f91400d9-585d-414f-ae51-24d4be33c25b req-8b81cfe5-cc2e-42e2-af2c-b926fcf3b3fe service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762867176205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762866656485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762866656503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12867569'] for port (b50d554d-6f94-47cf-8afe-1b81749f4ef5), after_update {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:20:48.398806 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1e6d452-1bd0-49d5-a6e8-fd26cd63f697 req-dd7ffa16-36a5-48d6-9823-2bc418782681 tempest-AttachVolumeShelveTestJSON-671139515 tempest-AttachVolumeShelveTestJSON-671139515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:20:48.406987 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-d1e6d452-1bd0-49d5-a6e8-fd26cd63f697 req-dd7ffa16-36a5-48d6-9823-2bc418782681 tempest-AttachVolumeShelveTestJSON-671139515 tempest-AttachVolumeShelveTestJSON-671139515-project] 10.222.0.75 "GET /v2.0/ports?device_id=9a1c27a8-ba54-400e-9357-176d8c299bdc HTTP/1.1" status: 200 len: 943 time: 0.0700693 Feb 09 19:20:48.409205 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b81cfe5-cc2e-42e2-af2c-b926fcf3b3fe service neutron] Pushing event updated for resources: {'Port': ['ID=b50d554d-6f94-47cf-8afe-1b81749f4ef5,revision_number=2']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:20:48.456986 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762867132591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593584'] for agent (488cd9ae-631f-4955-ba0b-4f5a13f12e9c), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:20:48.513465 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.managers [req-f91400d9-585d-414f-ae51-24d4be33c25b req-8b81cfe5-cc2e-42e2-af2c-b926fcf3b3fe service neutron] Attempting to bind port b50d554d-6f94-47cf-8afe-1b81749f4ef5 on host n-h1-713498-36 for vnic_type normal with profile {{(pid=103229) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 19:20:48.514280 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.managers [req-f91400d9-585d-414f-ae51-24d4be33c25b req-8b81cfe5-cc2e-42e2-af2c-b926fcf3b3fe service neutron] Attempting to bind port b50d554d-6f94-47cf-8afe-1b81749f4ef5 by drivers openvswitch,hyperv on host n-h1-713498-36 at level 0 using segments [{'id': '92268b40-fd45-4716-b63a-1f78b1bbf69a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': '9cf0b823-fac1-4f9f-b685-8fd71a300e07'}] {{(pid=103229) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 19:20:48.514280 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f91400d9-585d-414f-ae51-24d4be33c25b req-8b81cfe5-cc2e-42e2-af2c-b926fcf3b3fe service neutron] Attempting to bind port b50d554d-6f94-47cf-8afe-1b81749f4ef5 on network 9cf0b823-fac1-4f9f-b685-8fd71a300e07 {{(pid=103229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 19:20:48.516816 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-d1e6d452-1bd0-49d5-a6e8-fd26cd63f697 req-db571dc0-6a28-4dbc-b6fb-d020ecf47974 tempest-AttachVolumeShelveTestJSON-671139515 tempest-AttachVolumeShelveTestJSON-671139515-project] 10.222.0.75 "GET /v2.0/security-groups?id=8ffa0824-cdc7-466b-baef-bc7606a99fd1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1019952 Feb 09 19:20:48.521104 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f91400d9-585d-414f-ae51-24d4be33c25b req-8b81cfe5-cc2e-42e2-af2c-b926fcf3b3fe service neutron] Port b50d554d-6f94-47cf-8afe-1b81749f4ef5 on network 9cf0b823-fac1-4f9f-b685-8fd71a300e07 not bound, no agent of type Open vSwitch agent registered on host n-h1-713498-36 {{(pid=103229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 19:20:48.521539 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f91400d9-585d-414f-ae51-24d4be33c25b req-8b81cfe5-cc2e-42e2-af2c-b926fcf3b3fe service neutron] Attempting to bind port b50d554d-6f94-47cf-8afe-1b81749f4ef5 on network 9cf0b823-fac1-4f9f-b685-8fd71a300e07 {{(pid=103229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 19:20:48.532613 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f91400d9-585d-414f-ae51-24d4be33c25b req-8b81cfe5-cc2e-42e2-af2c-b926fcf3b3fe service neutron] Checking agent: {'id': '488cd9ae-631f-4955-ba0b-4f5a13f12e9c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713498-36', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 18, 59, 18), 'started_at': datetime.datetime(2022, 2, 9, 18, 59, 18), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 19, 20, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 19:20:48.532613 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f91400d9-585d-414f-ae51-24d4be33c25b req-8b81cfe5-cc2e-42e2-af2c-b926fcf3b3fe service neutron] Checking segment: {'id': '92268b40-fd45-4716-b63a-1f78b1bbf69a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': '9cf0b823-fac1-4f9f-b685-8fd71a300e07'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103229) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 19:20:48.532613 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f91400d9-585d-414f-ae51-24d4be33c25b req-8b81cfe5-cc2e-42e2-af2c-b926fcf3b3fe service neutron] Bound using segment: {'id': '92268b40-fd45-4716-b63a-1f78b1bbf69a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': '9cf0b823-fac1-4f9f-b685-8fd71a300e07'} {{(pid=103229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 19:20:48.532613 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.managers [req-f91400d9-585d-414f-ae51-24d4be33c25b req-8b81cfe5-cc2e-42e2-af2c-b926fcf3b3fe service neutron] Bound port: b50d554d-6f94-47cf-8afe-1b81749f4ef5, host: n-h1-713498-36, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '92268b40-fd45-4716-b63a-1f78b1bbf69a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': '9cf0b823-fac1-4f9f-b685-8fd71a300e07'}}] {{(pid=103229) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 19:20:48.532613 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-f91400d9-585d-414f-ae51-24d4be33c25b req-8b81cfe5-cc2e-42e2-af2c-b926fcf3b3fe service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (b50d554d-6f94-47cf-8afe-1b81749f4ef5), before_update {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:20:48.627502 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.db [req-f91400d9-585d-414f-ae51-24d4be33c25b req-8b81cfe5-cc2e-42e2-af2c-b926fcf3b3fe service neutron] For port b50d554d-6f94-47cf-8afe-1b81749f4ef5, host n-h1-713498-36, cleared binding levels {{(pid=103229) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 19:20:48.631442 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.db [req-f91400d9-585d-414f-ae51-24d4be33c25b req-8b81cfe5-cc2e-42e2-af2c-b926fcf3b3fe service neutron] For port b50d554d-6f94-47cf-8afe-1b81749f4ef5, host n-h1-713498-36, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-36',level=0,port_id=b50d554d-6f94-47cf-8afe-1b81749f4ef5,segment=NetworkSegment(92268b40-fd45-4716-b63a-1f78b1bbf69a),segment_id=92268b40-fd45-4716-b63a-1f78b1bbf69a)] {{(pid=103229) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 19:20:48.638396 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-f91400d9-585d-414f-ae51-24d4be33c25b req-8b81cfe5-cc2e-42e2-af2c-b926fcf3b3fe service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762867176205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762866656485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762866656503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12867569'] for port (b50d554d-6f94-47cf-8afe-1b81749f4ef5), after_update {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:20:48.676932 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f91400d9-585d-414f-ae51-24d4be33c25b req-8b81cfe5-cc2e-42e2-af2c-b926fcf3b3fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:20:48.677631 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-f91400d9-585d-414f-ae51-24d4be33c25b req-8b81cfe5-cc2e-42e2-af2c-b926fcf3b3fe service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171096'] for port (None), before_response {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:20:48.679202 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-f91400d9-585d-414f-ae51-24d4be33c25b req-8b81cfe5-cc2e-42e2-af2c-b926fcf3b3fe service neutron] 10.222.0.89 "PUT /v2.0/ports/b50d554d-6f94-47cf-8afe-1b81749f4ef5 HTTP/1.1" status: 200 len: 1092 time: 0.7468884 Feb 09 19:20:48.702410 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b81cfe5-cc2e-42e2-af2c-b926fcf3b3fe service neutron] Pushing event updated for resources: {'Port': ['ID=b50d554d-6f94-47cf-8afe-1b81749f4ef5,revision_number=3']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:20:48.791326 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f91400d9-585d-414f-ae51-24d4be33c25b req-e4ceb73e-ebd0-4b4e-850b-874e8154a904 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:20:48.793275 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-f91400d9-585d-414f-ae51-24d4be33c25b req-e4ceb73e-ebd0-4b4e-850b-874e8154a904 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=0c7f047f175c41a987e2010a725a3d95&device_id=9a1c27a8-ba54-400e-9357-176d8c299bdc HTTP/1.1" status: 200 len: 1126 time: 0.0648808 Feb 09 19:20:48.860189 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-f91400d9-585d-414f-ae51-24d4be33c25b req-1f0d47a1-36e8-4169-8714-9ce2b977c36f service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b50d554d-6f94-47cf-8afe-1b81749f4ef5 HTTP/1.1" status: 200 len: 217 time: 0.0561326 Feb 09 19:20:48.926740 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1291243-fb6b-4358-822a-8edbaee82960 req-68f36567-3288-43c9-9af3-bd72c74fdf9a tempest-ImagesOneServerTestJSON-957759407 tempest-ImagesOneServerTestJSON-957759407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:20:48.928762 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762867132591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593584'] for agent (bcd5faee-dc24-4298-9134-0e0aa054058e), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:20:48.928954 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-f1291243-fb6b-4358-822a-8edbaee82960 req-68f36567-3288-43c9-9af3-bd72c74fdf9a tempest-ImagesOneServerTestJSON-957759407 tempest-ImagesOneServerTestJSON-957759407-project] 10.222.0.75 "GET /v2.0/ports?device_id=b3108ac6-eb9d-4c62-86db-56e36a616e4a HTTP/1.1" status: 200 len: 950 time: 0.1344223 Feb 09 19:20:48.941783 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f91400d9-585d-414f-ae51-24d4be33c25b req-e08ba417-e18e-40d6-9fff-25f5e689736b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:20:48.943291 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-f91400d9-585d-414f-ae51-24d4be33c25b req-e08ba417-e18e-40d6-9fff-25f5e689736b service neutron] 10.222.0.89 "GET /v2.0/subnets?id=ca2eed47-7b83-4cc1-87fa-16862746969c HTTP/1.1" status: 200 len: 856 time: 0.0763593 Feb 09 19:20:49.017031 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-f1291243-fb6b-4358-822a-8edbaee82960 req-977f22c8-6403-4db7-85f0-01ac404add84 tempest-ImagesOneServerTestJSON-957759407 tempest-ImagesOneServerTestJSON-957759407-project] 10.222.0.75 "GET /v2.0/security-groups?id=cb633d2b-0d79-4bfb-ba16-f7d0446f457e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0788851 Feb 09 19:20:49.025193 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f91400d9-585d-414f-ae51-24d4be33c25b req-bd524970-d417-4fec-8543-86d0b0a914a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:20:49.026703 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-f91400d9-585d-414f-ae51-24d4be33c25b req-bd524970-d417-4fec-8543-86d0b0a914a9 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=9cf0b823-fac1-4f9f-b685-8fd71a300e07&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0769150 Feb 09 19:20:49.132051 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-f91400d9-585d-414f-ae51-24d4be33c25b req-2e8a863c-14dd-4479-9689-d32c7b9079cf service neutron] 10.222.0.89 "GET /v2.0/networks/9cf0b823-fac1-4f9f-b685-8fd71a300e07?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0974550 Feb 09 19:20:49.229679 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-f91400d9-585d-414f-ae51-24d4be33c25b req-23873748-4910-4ff8-8719-682f89fdc5a8 service neutron] 10.222.0.89 "GET /v2.0/networks/9cf0b823-fac1-4f9f-b685-8fd71a300e07?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0914285 Feb 09 19:20:49.291078 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-0271020d-3944-466b-8932-790431325954 req-7c29713a-b3a0-4811-a67c-7f91916815c1 tempest-TaggedBootDevicesTest-980849656 tempest-TaggedBootDevicesTest-980849656-project] 10.222.0.75 "GET /v2.0/ports?device_id=c3476174-573e-455c-944e-9ed0cac04ac2 HTTP/1.1" status: 200 len: 210 time: 0.0295248 Feb 09 19:20:49.646428 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de73bb92-25f2-4719-9ab5-8a9c8b9aac16 req-0f5c57a3-b318-43ea-98d0-227d1c88903e tempest-AttachVolumeShelveTestJSON-671139515 tempest-AttachVolumeShelveTestJSON-671139515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:20:49.649068 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-de73bb92-25f2-4719-9ab5-8a9c8b9aac16 req-0f5c57a3-b318-43ea-98d0-227d1c88903e tempest-AttachVolumeShelveTestJSON-671139515 tempest-AttachVolumeShelveTestJSON-671139515-project] 10.222.0.75 "GET /v2.0/ports?device_id=9a1c27a8-ba54-400e-9357-176d8c299bdc HTTP/1.1" status: 200 len: 943 time: 0.0606172 Feb 09 19:20:49.696452 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-de73bb92-25f2-4719-9ab5-8a9c8b9aac16 req-8d7c8a22-b2ac-497d-aba4-467826eb350b tempest-AttachVolumeShelveTestJSON-671139515 tempest-AttachVolumeShelveTestJSON-671139515-project] 10.222.0.75 "GET /v2.0/security-groups?id=8ffa0824-cdc7-466b-baef-bc7606a99fd1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429878 Feb 09 19:20:49.929006 n-d-713498-36 neutron-server[103229]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9a1c27a8-ba54-400e-9357-176d8c299bdc', 'tag': 'b50d554d-6f94-47cf-8afe-1b81749f4ef5'}] {{(pid=103229) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 19:20:49.931653 n-d-713498-36 neutron-server[103229]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fa6ae9a20702bd564eaf90d946620b2b4277b1ab91129323d3b54181076be307" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-03ca6fba-b64e-4afc-b3af-49d7ab78b34c" -d '{"events": [{"name": "network-changed", "server_uuid": "9a1c27a8-ba54-400e-9357-176d8c299bdc", "tag": "b50d554d-6f94-47cf-8afe-1b81749f4ef5"}]}' {{(pid=103229) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 19:20:49.967544 n-d-713498-36 neutron-server[103229]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 19:20:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b901b862-627b-4a87-8ffc-03baead54e1a x-openstack-request-id: req-b901b862-627b-4a87-8ffc-03baead54e1a {{(pid=103229) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 19:20:49.967832 n-d-713498-36 neutron-server[103229]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9a1c27a8-ba54-400e-9357-176d8c299bdc", "tag": "b50d554d-6f94-47cf-8afe-1b81749f4ef5", "status": "completed", "code": 200}]} {{(pid=103229) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 19:20:49.968109 n-d-713498-36 neutron-server[103229]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-b901b862-627b-4a87-8ffc-03baead54e1a {{(pid=103229) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 19:20:49.968498 n-d-713498-36 neutron-server[103229]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9a1c27a8-ba54-400e-9357-176d8c299bdc', 'tag': 'b50d554d-6f94-47cf-8afe-1b81749f4ef5', 'status': 'completed', 'code': 200} Feb 09 19:20:50.044042 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03ca6fba-b64e-4afc-b3af-49d7ab78b34c req-0761f8f6-b0a1-4a2d-9b8b-9ed65f6aa689 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:20:50.045648 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-03ca6fba-b64e-4afc-b3af-49d7ab78b34c req-0761f8f6-b0a1-4a2d-9b8b-9ed65f6aa689 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=0c7f047f175c41a987e2010a725a3d95&device_id=9a1c27a8-ba54-400e-9357-176d8c299bdc HTTP/1.1" status: 200 len: 1126 time: 0.0494578 Feb 09 19:20:50.145407 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03ca6fba-b64e-4afc-b3af-49d7ab78b34c req-06d676e4-dbe3-4cf3-81a3-698c2fd1f202 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:20:50.147000 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-03ca6fba-b64e-4afc-b3af-49d7ab78b34c req-06d676e4-dbe3-4cf3-81a3-698c2fd1f202 service neutron] 10.222.0.89 "GET /v2.0/networks?id=9cf0b823-fac1-4f9f-b685-8fd71a300e07 HTTP/1.1" status: 200 len: 918 time: 0.0937719 Feb 09 19:20:50.190484 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-03ca6fba-b64e-4afc-b3af-49d7ab78b34c req-3d7bc250-f381-4460-807c-6bba579d98cc service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b50d554d-6f94-47cf-8afe-1b81749f4ef5 HTTP/1.1" status: 200 len: 217 time: 0.0364347 Feb 09 19:20:50.247909 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03ca6fba-b64e-4afc-b3af-49d7ab78b34c req-4421e554-6375-47f7-a204-e0f01095a591 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:20:50.249412 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-03ca6fba-b64e-4afc-b3af-49d7ab78b34c req-4421e554-6375-47f7-a204-e0f01095a591 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=ca2eed47-7b83-4cc1-87fa-16862746969c HTTP/1.1" status: 200 len: 856 time: 0.0523527 Feb 09 19:20:50.303749 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03ca6fba-b64e-4afc-b3af-49d7ab78b34c req-1ac19da1-597c-4c2c-b9b1-1cff2fc4ea36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:20:50.305284 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-03ca6fba-b64e-4afc-b3af-49d7ab78b34c req-1ac19da1-597c-4c2c-b9b1-1cff2fc4ea36 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=9cf0b823-fac1-4f9f-b685-8fd71a300e07&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0499792 Feb 09 19:20:50.412018 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-d499c3a3-21bd-4f7a-b5d2-5ea6babd6104 req-d74a8152-7f96-47f1-a04e-e4fdf7127a06 tempest-TaggedBootDevicesTest-980849656 tempest-TaggedBootDevicesTest-980849656-project] 10.222.0.75 "GET /v2.0/ports?device_id=c3476174-573e-455c-944e-9ed0cac04ac2 HTTP/1.1" status: 200 len: 210 time: 0.0312810 Feb 09 19:20:50.416209 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-03ca6fba-b64e-4afc-b3af-49d7ab78b34c req-07bc2173-08b7-4704-b38b-aa0235141cba service neutron] 10.222.0.89 "GET /v2.0/networks/9cf0b823-fac1-4f9f-b685-8fd71a300e07?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1047611 Feb 09 19:20:50.565540 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-03ca6fba-b64e-4afc-b3af-49d7ab78b34c req-0e3baaa3-ea03-441f-8e46-33d4e14fad36 service neutron] 10.222.0.89 "GET /v2.0/networks/9cf0b823-fac1-4f9f-b685-8fd71a300e07?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1320939 Feb 09 19:20:50.838569 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6dfd3c9-899a-401e-9ca2-14f8d681479d req-ae92ebd9-335d-4bf2-9d0c-f97e8a3c6a70 tempest-AttachVolumeShelveTestJSON-671139515 tempest-AttachVolumeShelveTestJSON-671139515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:20:50.840213 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-a6dfd3c9-899a-401e-9ca2-14f8d681479d req-ae92ebd9-335d-4bf2-9d0c-f97e8a3c6a70 tempest-AttachVolumeShelveTestJSON-671139515 tempest-AttachVolumeShelveTestJSON-671139515-project] 10.222.0.75 "GET /v2.0/ports?device_id=9a1c27a8-ba54-400e-9357-176d8c299bdc HTTP/1.1" status: 200 len: 943 time: 0.0569954 Feb 09 19:20:50.890986 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-a6dfd3c9-899a-401e-9ca2-14f8d681479d req-996caf74-98fb-499c-a4b6-86e35420bbc2 tempest-AttachVolumeShelveTestJSON-671139515 tempest-AttachVolumeShelveTestJSON-671139515-project] 10.222.0.75 "GET /v2.0/security-groups?id=8ffa0824-cdc7-466b-baef-bc7606a99fd1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445468 Feb 09 19:20:51.535146 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-61ff169c-e152-4333-aa0c-e40c9b0e92f6 req-e4b0dc47-4fa7-4ef5-9452-ebc20e7bddf6 tempest-TaggedBootDevicesTest-980849656 tempest-TaggedBootDevicesTest-980849656-project] 10.222.0.75 "GET /v2.0/ports?device_id=c3476174-573e-455c-944e-9ed0cac04ac2 HTTP/1.1" status: 200 len: 210 time: 0.0325575 Feb 09 19:20:52.023597 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8e2aa8a-2e17-44de-b548-e55a17c87497 req-a8e896bf-ebc9-417e-bd51-3e7b4a412ffb tempest-AttachVolumeShelveTestJSON-671139515 tempest-AttachVolumeShelveTestJSON-671139515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:20:52.025544 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-b8e2aa8a-2e17-44de-b548-e55a17c87497 req-a8e896bf-ebc9-417e-bd51-3e7b4a412ffb tempest-AttachVolumeShelveTestJSON-671139515 tempest-AttachVolumeShelveTestJSON-671139515-project] 10.222.0.75 "GET /v2.0/ports?device_id=9a1c27a8-ba54-400e-9357-176d8c299bdc HTTP/1.1" status: 200 len: 943 time: 0.0560374 Feb 09 19:20:52.076824 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-b8e2aa8a-2e17-44de-b548-e55a17c87497 req-9b9f0700-df0e-4c01-8a1a-9c6eb0821714 tempest-AttachVolumeShelveTestJSON-671139515 tempest-AttachVolumeShelveTestJSON-671139515-project] 10.222.0.75 "GET /v2.0/security-groups?id=8ffa0824-cdc7-466b-baef-bc7606a99fd1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454800 Feb 09 19:20:52.651548 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Device 9352aa48-d7ae-446d-9b87-df5f3833cccd details requested by agent hyperv_n-h2-713498-36 with host n-h2-713498-36 {{(pid=103232) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 19:20:52.693088 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Device b50d554d-6f94-47cf-8afe-1b81749f4ef5 details requested by agent hyperv_n-h1-713498-36 with host n-h1-713498-36 {{(pid=103232) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 19:20:52.702267 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-59bdd092-c838-4455-b25a-983bf1b29395 req-ff6fd3be-586f-43e9-b67c-5b9fb20356c3 tempest-TaggedBootDevicesTest-980849656 tempest-TaggedBootDevicesTest-980849656-project] 10.222.0.75 "GET /v2.0/ports?device_id=c3476174-573e-455c-944e-9ed0cac04ac2 HTTP/1.1" status: 200 len: 210 time: 0.0604525 Feb 09 19:20:52.835251 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] For port b50d554d-6f94-47cf-8afe-1b81749f4ef5, host n-h1-713498-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-36',level=0,port_id=b50d554d-6f94-47cf-8afe-1b81749f4ef5,segment=NetworkSegment(92268b40-fd45-4716-b63a-1f78b1bbf69a),segment_id=92268b40-fd45-4716-b63a-1f78b1bbf69a)] {{(pid=103232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 19:20:52.851409 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Returning: {'device': 'b50d554d-6f94-47cf-8afe-1b81749f4ef5', 'network_id': '9cf0b823-fac1-4f9f-b685-8fd71a300e07', 'port_id': 'b50d554d-6f94-47cf-8afe-1b81749f4ef5', 'mac_address': 'fa:16:3e:e1:b1:ee', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 392, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ca2eed47-7b83-4cc1-87fa-16862746969c', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103232) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 19:20:52.906516 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Current status of the port b50d554d-6f94-47cf-8afe-1b81749f4ef5 is: DOWN; New status is: BUILD {{(pid=103232) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 19:20:52.906919 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (b50d554d-6f94-47cf-8afe-1b81749f4ef5), before_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:20:52.954943 n-d-713498-36 neutron-server[103232]: DEBUG neutron.notifiers.nova [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b50d554d-6f94-47cf-8afe-1b81749f4ef5 {{(pid=103232) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 19:20:52.964892 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-7429db8d-6021-40ad-813e-885be449a89b None None] For port 9352aa48-d7ae-446d-9b87-df5f3833cccd, host n-h2-713498-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-36',level=0,port_id=9352aa48-d7ae-446d-9b87-df5f3833cccd,segment=NetworkSegment(50e5915e-18f0-4558-9a28-b978975ead36),segment_id=50e5915e-18f0-4558-9a28-b978975ead36)] {{(pid=103232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 19:20:52.987957 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Returning: {'device': '9352aa48-d7ae-446d-9b87-df5f3833cccd', 'network_id': '2b5494c8-cf97-42c1-b902-87f998f28179', 'port_id': '9352aa48-d7ae-446d-9b87-df5f3833cccd', 'mac_address': 'fa:16:3e:7e:1f:f7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 359, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '60b561cb-321e-4f83-9bb3-92b2e1d0dc44', 'ip_address': '192.168.233.249'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103232) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 19:20:52.990610 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] For port b50d554d-6f94-47cf-8afe-1b81749f4ef5, host n-h1-713498-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-36',level=0,port_id=b50d554d-6f94-47cf-8afe-1b81749f4ef5,segment=NetworkSegment(92268b40-fd45-4716-b63a-1f78b1bbf69a),segment_id=92268b40-fd45-4716-b63a-1f78b1bbf69a)] {{(pid=103232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 19:20:53.006878 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762867176205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762866656485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762866656503'] for port (b50d554d-6f94-47cf-8afe-1b81749f4ef5), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:20:53.093864 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Pushing event updated for resources: {'Port': ['ID=b50d554d-6f94-47cf-8afe-1b81749f4ef5,revision_number=4']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:20:53.097232 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Current status of the port 9352aa48-d7ae-446d-9b87-df5f3833cccd is: ACTIVE; New status is: BUILD {{(pid=103232) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 19:20:53.097632 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (9352aa48-d7ae-446d-9b87-df5f3833cccd), before_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:20:53.133809 n-d-713498-36 neutron-server[103232]: DEBUG neutron.notifiers.nova [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 9352aa48-d7ae-446d-9b87-df5f3833cccd {{(pid=103232) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 19:20:53.177737 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-7429db8d-6021-40ad-813e-885be449a89b None None] For port 9352aa48-d7ae-446d-9b87-df5f3833cccd, host n-h2-713498-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-36',level=0,port_id=9352aa48-d7ae-446d-9b87-df5f3833cccd,segment=NetworkSegment(50e5915e-18f0-4558-9a28-b978975ead36),segment_id=50e5915e-18f0-4558-9a28-b978975ead36)] {{(pid=103232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 19:20:53.182311 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762867176205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762866656485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762866656503'] for port (9352aa48-d7ae-446d-9b87-df5f3833cccd), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:20:53.258115 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Pushing event updated for resources: {'Port': ['ID=9352aa48-d7ae-446d-9b87-df5f3833cccd,revision_number=6']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:20:53.284685 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] get_ports_and_sgs() called for port_ids ['b50d554d-6f94-47cf-8afe-1b81749f4ef5'] {{(pid=103232) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 19:20:53.320956 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a00a2e83-93b1-4792-98bf-f3f50a52fb5f req-0be4d55c-5ebf-4f1a-a4fc-3905a3ecb180 tempest-AttachVolumeShelveTestJSON-671139515 tempest-AttachVolumeShelveTestJSON-671139515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:20:53.327465 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-7429db8d-6021-40ad-813e-885be449a89b None None] get_ports_and_sgs() called for port_ids ['9352aa48-d7ae-446d-9b87-df5f3833cccd'] {{(pid=103232) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 19:20:53.339924 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-a00a2e83-93b1-4792-98bf-f3f50a52fb5f req-0be4d55c-5ebf-4f1a-a4fc-3905a3ecb180 tempest-AttachVolumeShelveTestJSON-671139515 tempest-AttachVolumeShelveTestJSON-671139515-project] 10.222.0.75 "GET /v2.0/ports?device_id=9a1c27a8-ba54-400e-9357-176d8c299bdc HTTP/1.1" status: 200 len: 944 time: 0.1162982 Feb 09 19:20:53.422725 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-a00a2e83-93b1-4792-98bf-f3f50a52fb5f req-13edaa30-17d1-40c2-a94e-49c972b671de tempest-AttachVolumeShelveTestJSON-671139515 tempest-AttachVolumeShelveTestJSON-671139515-project] 10.222.0.75 "GET /v2.0/security-groups?id=8ffa0824-cdc7-466b-baef-bc7606a99fd1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0815341 Feb 09 19:20:53.853795 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-41482058-1b9b-492b-ab19-89ba8a112b4f req-d6045489-c686-45af-81cc-b7959701ce6c tempest-TaggedBootDevicesTest-980849656 tempest-TaggedBootDevicesTest-980849656-project] 10.222.0.75 "GET /v2.0/ports?device_id=c3476174-573e-455c-944e-9ed0cac04ac2 HTTP/1.1" status: 200 len: 210 time: 0.0503721 Feb 09 19:20:54.620165 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-031f39d5-40ed-4846-aa2c-c02a96a61a75 req-0e40bcd2-a8e8-421c-8da4-00ea3e5bd330 tempest-AttachVolumeShelveTestJSON-671139515 tempest-AttachVolumeShelveTestJSON-671139515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:20:54.629809 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-031f39d5-40ed-4846-aa2c-c02a96a61a75 req-0e40bcd2-a8e8-421c-8da4-00ea3e5bd330 tempest-AttachVolumeShelveTestJSON-671139515 tempest-AttachVolumeShelveTestJSON-671139515-project] 10.222.0.75 "GET /v2.0/ports?device_id=9a1c27a8-ba54-400e-9357-176d8c299bdc HTTP/1.1" status: 200 len: 944 time: 0.0825541 Feb 09 19:20:54.659496 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Device 9352aa48-d7ae-446d-9b87-df5f3833cccd up at agent hyperv_n-h2-713498-36 {{(pid=103232) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 19:20:54.753812 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Device b50d554d-6f94-47cf-8afe-1b81749f4ef5 up at agent hyperv_n-h1-713498-36 {{(pid=103232) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 19:20:54.755962 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-031f39d5-40ed-4846-aa2c-c02a96a61a75 req-f3ab0b9b-5bdf-4855-9428-1462f297593e tempest-AttachVolumeShelveTestJSON-671139515 tempest-AttachVolumeShelveTestJSON-671139515-project] 10.222.0.75 "GET /v2.0/security-groups?id=8ffa0824-cdc7-466b-baef-bc7606a99fd1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0993698 Feb 09 19:20:54.859675 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.provisioning_blocks [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Provisioning complete for port 9352aa48-d7ae-446d-9b87-df5f3833cccd triggered by entity L2. {{(pid=103232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 19:20:54.860050 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593630'] for port (9352aa48-d7ae-446d-9b87-df5f3833cccd), provisioning_complete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:20:54.889618 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.provisioning_blocks [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Provisioning for port b50d554d-6f94-47cf-8afe-1b81749f4ef5 completed by entity L2. {{(pid=103232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 19:20:54.912096 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.provisioning_blocks [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Provisioning complete for port b50d554d-6f94-47cf-8afe-1b81749f4ef5 triggered by entity L2. {{(pid=103232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 19:20:54.912441 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593630'] for port (b50d554d-6f94-47cf-8afe-1b81749f4ef5), provisioning_complete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:20:55.098960 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-bead2b0a-7eef-41e4-af9f-6622b404295b req-ee273cb0-9ff0-46c4-b475-b59f93be9ef1 tempest-TaggedBootDevicesTest-980849656 tempest-TaggedBootDevicesTest-980849656-project] 10.222.0.75 "GET /v2.0/ports?device_id=c3476174-573e-455c-944e-9ed0cac04ac2 HTTP/1.1" status: 200 len: 210 time: 0.0784326 Feb 09 19:20:55.103509 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Current status of the port 9352aa48-d7ae-446d-9b87-df5f3833cccd is: BUILD; New status is: ACTIVE {{(pid=103232) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 19:20:55.104020 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (9352aa48-d7ae-446d-9b87-df5f3833cccd), before_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:20:55.152457 n-d-713498-36 neutron-server[103232]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b3108ac6-eb9d-4c62-86db-56e36a616e4a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9352aa48-d7ae-446d-9b87-df5f3833cccd'}] {{(pid=103232) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 19:20:55.154907 n-d-713498-36 neutron-server[103232]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}949cdcde653dec44821de95cbf67297f53cbc2aed4e073b5d514f93bf911ce85" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0692488b-8c40-4602-beaf-27c1ed8629dc" -d '{"events": [{"server_uuid": "b3108ac6-eb9d-4c62-86db-56e36a616e4a", "name": "network-vif-plugged", "status": "completed", "tag": "9352aa48-d7ae-446d-9b87-df5f3833cccd"}]}' {{(pid=103232) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 19:20:55.178385 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Current status of the port b50d554d-6f94-47cf-8afe-1b81749f4ef5 is: BUILD; New status is: ACTIVE {{(pid=103232) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 19:20:55.178779 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (b50d554d-6f94-47cf-8afe-1b81749f4ef5), before_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:20:55.181822 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-7429db8d-6021-40ad-813e-885be449a89b None None] For port 9352aa48-d7ae-446d-9b87-df5f3833cccd, host n-h2-713498-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-36',level=0,port_id=9352aa48-d7ae-446d-9b87-df5f3833cccd,segment=NetworkSegment(50e5915e-18f0-4558-9a28-b978975ead36),segment_id=50e5915e-18f0-4558-9a28-b978975ead36)] {{(pid=103232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 19:20:55.202825 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762867176205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762866656485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762866656503'] for port (9352aa48-d7ae-446d-9b87-df5f3833cccd), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:20:55.293672 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Pushing event updated for resources: {'Port': ['ID=9352aa48-d7ae-446d-9b87-df5f3833cccd,revision_number=7']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:20:55.300051 n-d-713498-36 neutron-server[103232]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 19:20:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-07416c35-7c58-4344-a95e-b16b367c699c x-openstack-request-id: req-07416c35-7c58-4344-a95e-b16b367c699c {{(pid=103232) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 19:20:55.300352 n-d-713498-36 neutron-server[103232]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b3108ac6-eb9d-4c62-86db-56e36a616e4a", "name": "network-vif-plugged", "status": "completed", "tag": "9352aa48-d7ae-446d-9b87-df5f3833cccd", "code": 200}]} {{(pid=103232) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 19:20:55.300593 n-d-713498-36 neutron-server[103232]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-07416c35-7c58-4344-a95e-b16b367c699c {{(pid=103232) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 19:20:55.300979 n-d-713498-36 neutron-server[103232]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b3108ac6-eb9d-4c62-86db-56e36a616e4a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9352aa48-d7ae-446d-9b87-df5f3833cccd', 'code': 200} Feb 09 19:20:55.312098 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] For port b50d554d-6f94-47cf-8afe-1b81749f4ef5, host n-h1-713498-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-36',level=0,port_id=b50d554d-6f94-47cf-8afe-1b81749f4ef5,segment=NetworkSegment(92268b40-fd45-4716-b63a-1f78b1bbf69a),segment_id=92268b40-fd45-4716-b63a-1f78b1bbf69a)] {{(pid=103232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 19:20:55.320882 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762867176205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762866656485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762866656503'] for port (b50d554d-6f94-47cf-8afe-1b81749f4ef5), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:20:55.390205 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Pushing event updated for resources: {'Port': ['ID=b50d554d-6f94-47cf-8afe-1b81749f4ef5,revision_number=5']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:20:55.925204 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2010333d-96ad-4594-9e2a-957cf55ad488 req-fb359710-075a-4151-b5e4-6fb6834d7504 tempest-AttachVolumeShelveTestJSON-671139515 tempest-AttachVolumeShelveTestJSON-671139515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:20:55.933304 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-2010333d-96ad-4594-9e2a-957cf55ad488 req-fb359710-075a-4151-b5e4-6fb6834d7504 tempest-AttachVolumeShelveTestJSON-671139515 tempest-AttachVolumeShelveTestJSON-671139515-project] 10.222.0.75 "GET /v2.0/ports?device_id=9a1c27a8-ba54-400e-9357-176d8c299bdc HTTP/1.1" status: 200 len: 945 time: 0.1103189 Feb 09 19:20:56.005167 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-2010333d-96ad-4594-9e2a-957cf55ad488 req-661d7dce-9d5f-419b-a0ad-663b1eb77374 tempest-AttachVolumeShelveTestJSON-671139515 tempest-AttachVolumeShelveTestJSON-671139515-project] 10.222.0.75 "GET /v2.0/security-groups?id=8ffa0824-cdc7-466b-baef-bc7606a99fd1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0709476 Feb 09 19:20:56.336556 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-e51ff8f4-2ddd-4b6a-ae70-12740d07d07e req-0b96a7d9-9098-40c4-9ef7-1e56ae4ae970 tempest-TaggedBootDevicesTest-980849656 tempest-TaggedBootDevicesTest-980849656-project] 10.222.0.75 "GET /v2.0/ports?device_id=c3476174-573e-455c-944e-9ed0cac04ac2 HTTP/1.1" status: 200 len: 210 time: 0.0647790 Feb 09 19:20:57.149221 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea980dc7-978f-4de7-9a73-cf070754c19c req-31d9ec34-a175-443e-a71c-b66ea8a26af5 tempest-AttachVolumeShelveTestJSON-671139515 tempest-AttachVolumeShelveTestJSON-671139515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:20:57.151151 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-ea980dc7-978f-4de7-9a73-cf070754c19c req-31d9ec34-a175-443e-a71c-b66ea8a26af5 tempest-AttachVolumeShelveTestJSON-671139515 tempest-AttachVolumeShelveTestJSON-671139515-project] 10.222.0.75 "GET /v2.0/ports?device_id=9a1c27a8-ba54-400e-9357-176d8c299bdc HTTP/1.1" status: 200 len: 945 time: 0.0621364 Feb 09 19:20:57.243042 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-ea980dc7-978f-4de7-9a73-cf070754c19c req-fd5d1bc7-76c4-4943-b9c8-924b3f634c23 tempest-AttachVolumeShelveTestJSON-671139515 tempest-AttachVolumeShelveTestJSON-671139515-project] 10.222.0.75 "GET /v2.0/security-groups?id=8ffa0824-cdc7-466b-baef-bc7606a99fd1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0861576 Feb 09 19:20:57.302601 n-d-713498-36 neutron-server[103232]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9a1c27a8-ba54-400e-9357-176d8c299bdc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b50d554d-6f94-47cf-8afe-1b81749f4ef5'}] {{(pid=103232) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 19:20:57.305247 n-d-713498-36 neutron-server[103232]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}949cdcde653dec44821de95cbf67297f53cbc2aed4e073b5d514f93bf911ce85" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-53173d1a-64be-42b7-b1ed-6d42d264fc0b" -d '{"events": [{"server_uuid": "9a1c27a8-ba54-400e-9357-176d8c299bdc", "name": "network-vif-plugged", "status": "completed", "tag": "b50d554d-6f94-47cf-8afe-1b81749f4ef5"}]}' {{(pid=103232) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 19:20:57.394446 n-d-713498-36 neutron-server[103232]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 19:20:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4aedc8e1-f498-456b-a48a-eba783648fc1 x-openstack-request-id: req-4aedc8e1-f498-456b-a48a-eba783648fc1 {{(pid=103232) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 19:20:57.394749 n-d-713498-36 neutron-server[103232]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9a1c27a8-ba54-400e-9357-176d8c299bdc", "name": "network-vif-plugged", "status": "completed", "tag": "b50d554d-6f94-47cf-8afe-1b81749f4ef5", "code": 200}]} {{(pid=103232) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 19:20:57.395012 n-d-713498-36 neutron-server[103232]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-4aedc8e1-f498-456b-a48a-eba783648fc1 {{(pid=103232) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 19:20:57.395411 n-d-713498-36 neutron-server[103232]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9a1c27a8-ba54-400e-9357-176d8c299bdc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b50d554d-6f94-47cf-8afe-1b81749f4ef5', 'code': 200} Feb 09 19:20:57.503917 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-325f8d47-ab3c-49fe-9309-9a2185438746 req-058d8253-2c8c-4019-8237-c591fbac3a64 tempest-TaggedBootDevicesTest-980849656 tempest-TaggedBootDevicesTest-980849656-project] 10.222.0.75 "GET /v2.0/ports?device_id=c3476174-573e-455c-944e-9ed0cac04ac2 HTTP/1.1" status: 200 len: 210 time: 0.0639749 Feb 09 19:20:57.558661 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1daa2fdf-14f5-4c0c-ad43-c9127566b86f req-cdaeb0cb-0774-48b4-b4d1-664d997d0e60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:20:57.560332 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-1daa2fdf-14f5-4c0c-ad43-c9127566b86f req-cdaeb0cb-0774-48b4-b4d1-664d997d0e60 service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=9a1c27a8-ba54-400e-9357-176d8c299bdc HTTP/1.1" status: 200 len: 1128 time: 0.0901158 Feb 09 19:20:57.619393 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-1daa2fdf-14f5-4c0c-ad43-c9127566b86f req-24976661-670d-4cf9-b86c-9e51aaf9a36e service neutron] 10.222.0.89 "GET /v2.0/security-groups?id=8ffa0824-cdc7-466b-baef-bc7606a99fd1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0519273 Feb 09 19:20:58.433749 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2896c88-9fc8-484d-8efe-4af229e69b00 req-b5241c46-d9a9-4dc9-bc91-747b97d91ae0 tempest-AttachVolumeShelveTestJSON-671139515 tempest-AttachVolumeShelveTestJSON-671139515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:20:58.437146 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-f2896c88-9fc8-484d-8efe-4af229e69b00 req-b5241c46-d9a9-4dc9-bc91-747b97d91ae0 tempest-AttachVolumeShelveTestJSON-671139515 tempest-AttachVolumeShelveTestJSON-671139515-project] 10.222.0.75 "GET /v2.0/ports?device_id=9a1c27a8-ba54-400e-9357-176d8c299bdc HTTP/1.1" status: 200 len: 945 time: 0.0819457 Feb 09 19:20:58.540597 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-f2896c88-9fc8-484d-8efe-4af229e69b00 req-7f500f2f-4863-4afd-ab40-e750f8b3696f tempest-AttachVolumeShelveTestJSON-671139515 tempest-AttachVolumeShelveTestJSON-671139515-project] 10.222.0.75 "GET /v2.0/security-groups?id=8ffa0824-cdc7-466b-baef-bc7606a99fd1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0715871 Feb 09 19:20:58.646001 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-5573489b-10be-4029-a24a-ed582d44c10e req-619c917f-86f5-4c77-afeb-408710f93fc1 tempest-TaggedBootDevicesTest-980849656 tempest-TaggedBootDevicesTest-980849656-project] 10.222.0.75 "GET /v2.0/ports?device_id=c3476174-573e-455c-944e-9ed0cac04ac2 HTTP/1.1" status: 200 len: 210 time: 0.0437331 Feb 09 19:20:59.773077 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-31d81c91-5347-4015-8ea6-a1542619910c req-869b61e8-88e9-4325-856d-2bb31e501daa tempest-TaggedBootDevicesTest-980849656 tempest-TaggedBootDevicesTest-980849656-project] 10.222.0.75 "GET /v2.0/ports?device_id=c3476174-573e-455c-944e-9ed0cac04ac2 HTTP/1.1" status: 200 len: 210 time: 0.0297639 Feb 09 19:20:59.805268 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-462ddc09-b6d4-4e94-9ed2-30101c50ec0a req-34932e78-e557-4235-a463-603257537b98 tempest-AttachVolumeShelveTestJSON-671139515 tempest-AttachVolumeShelveTestJSON-671139515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:20:59.806855 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-462ddc09-b6d4-4e94-9ed2-30101c50ec0a req-34932e78-e557-4235-a463-603257537b98 tempest-AttachVolumeShelveTestJSON-671139515 tempest-AttachVolumeShelveTestJSON-671139515-project] 10.222.0.75 "GET /v2.0/ports?device_id=9a1c27a8-ba54-400e-9357-176d8c299bdc HTTP/1.1" status: 200 len: 945 time: 0.1398091 Feb 09 19:20:59.882523 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-462ddc09-b6d4-4e94-9ed2-30101c50ec0a req-ae091cdb-dfed-4fd7-a6fe-c1be4853240d tempest-AttachVolumeShelveTestJSON-671139515 tempest-AttachVolumeShelveTestJSON-671139515-project] 10.222.0.75 "GET /v2.0/security-groups?id=8ffa0824-cdc7-466b-baef-bc7606a99fd1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0595224 Feb 09 19:21:00.048355 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe3e8081-15d9-4990-81f0-2da072aca7d4 req-de166abd-cecc-48e2-beaf-9f6776a4fbc4 tempest-AttachVolumeShelveTestJSON-671139515 tempest-AttachVolumeShelveTestJSON-671139515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:21:00.050649 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-fe3e8081-15d9-4990-81f0-2da072aca7d4 req-de166abd-cecc-48e2-beaf-9f6776a4fbc4 tempest-AttachVolumeShelveTestJSON-671139515 tempest-AttachVolumeShelveTestJSON-671139515-project] 10.222.0.75 "GET /v2.0/ports?device_id=9a1c27a8-ba54-400e-9357-176d8c299bdc HTTP/1.1" status: 200 len: 945 time: 0.0700524 Feb 09 19:21:00.059521 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 43984) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:21:00.065832 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.v2.base [None req-befc7ed9-410d-4861-af33-70ad95034022 tempest-AttachVolumeShelveTestJSON-671139515 tempest-AttachVolumeShelveTestJSON-671139515-project] Request body: {'floatingip': {'port_id': 'b50d554d-6f94-47cf-8afe-1b81749f4ef5'}} {{(pid=103230) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 19:21:00.115780 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-befc7ed9-410d-4861-af33-70ad95034022 tempest-AttachVolumeShelveTestJSON-671139515 tempest-AttachVolumeShelveTestJSON-671139515-project] Publish callbacks [] for floatingip (334301c7-0fdb-43ec-a8c8-580ea0fe858c), before_update {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:21:00.743991 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-befc7ed9-410d-4861-af33-70ad95034022 tempest-AttachVolumeShelveTestJSON-671139515 tempest-AttachVolumeShelveTestJSON-671139515-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:21:00.749747 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-befc7ed9-410d-4861-af33-70ad95034022 tempest-AttachVolumeShelveTestJSON-671139515 tempest-AttachVolumeShelveTestJSON-671139515-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1818909'] for floatingip (334301c7-0fdb-43ec-a8c8-580ea0fe858c), after_update {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:21:00.926448 n-d-713498-36 neutron-server[103230]: INFO neutron.db.l3_db [None req-befc7ed9-410d-4861-af33-70ad95034022 tempest-AttachVolumeShelveTestJSON-671139515 tempest-AttachVolumeShelveTestJSON-671139515-project] Floating IP 334301c7-0fdb-43ec-a8c8-580ea0fe858c associated. External IP: 172.25.1.215, port: b50d554d-6f94-47cf-8afe-1b81749f4ef5. Feb 09 19:21:00.985806 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-22b86034-f304-4f79-8eb7-2a4e053e80f8 req-59ed64fa-a5e0-4474-82d0-cccdb03aab3d tempest-TaggedBootDevicesTest-980849656 tempest-TaggedBootDevicesTest-980849656-project] 10.222.0.75 "GET /v2.0/ports?device_id=c3476174-573e-455c-944e-9ed0cac04ac2 HTTP/1.1" status: 200 len: 210 time: 0.0730441 Feb 09 19:21:01.184353 n-d-713498-36 neutron-server[103230]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-befc7ed9-410d-4861-af33-70ad95034022 tempest-AttachVolumeShelveTestJSON-671139515 tempest-AttachVolumeShelveTestJSON-671139515-project] Router 80583646-27c7-46ab-a47a-0f5afa5307f3 has already been hosted by L3 agent 93303d5e-5d17-45e8-8963-7694f87783ae {{(pid=103230) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 19:21:01.356925 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-befc7ed9-410d-4861-af33-70ad95034022 tempest-AttachVolumeShelveTestJSON-671139515 tempest-AttachVolumeShelveTestJSON-671139515-project] Notify agent at l3_agent.n-d-713498-36 the message routers_updated {{(pid=103230) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 19:21:01.363685 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-befc7ed9-410d-4861-af33-70ad95034022 tempest-AttachVolumeShelveTestJSON-671139515 tempest-AttachVolumeShelveTestJSON-671139515-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171096'] for floatingip (None), before_response {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:21:01.368692 n-d-713498-36 neutron-server[103233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1cfc6087-49bf-47fb-9564-8e14471006fe None None] Sync routers for ids ['80583646-27c7-46ab-a47a-0f5afa5307f3'] in n-d-713498-36 {{(pid=103233) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 19:21:01.386311 n-d-713498-36 neutron-server[103233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1cfc6087-49bf-47fb-9564-8e14471006fe None None] Routers {'80583646-27c7-46ab-a47a-0f5afa5307f3'} bound to L3 agent in host n-d-713498-36 {{(pid=103233) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 19:21:01.386880 n-d-713498-36 neutron-server[103233]: DEBUG neutron.db.l3_hamode_db [None req-1cfc6087-49bf-47fb-9564-8e14471006fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-09T18:51:43Z,description=,heartbeat_timestamp=2022-02-09T19:20:43Z,host='n-d-713498-36',id=93303d5e-5d17-45e8-8963-7694f87783ae,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T18:51:43Z,topic='l3_agent')) {'router_ids': ['80583646-27c7-46ab-a47a-0f5afa5307f3'], 'active': True} {{(pid=103233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:21:01.430659 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-befc7ed9-410d-4861-af33-70ad95034022 tempest-AttachVolumeShelveTestJSON-671139515 tempest-AttachVolumeShelveTestJSON-671139515-project] 10.222.0.75 "PUT /v2.0/floatingips/334301c7-0fdb-43ec-a8c8-580ea0fe858c HTTP/1.1" status: 200 len: 991 time: 1.3671813 Feb 09 19:21:01.430659 n-d-713498-36 neutron-server[103230]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9a1c27a8-ba54-400e-9357-176d8c299bdc', 'tag': 'b50d554d-6f94-47cf-8afe-1b81749f4ef5'}] {{(pid=103230) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 19:21:01.447470 n-d-713498-36 neutron-server[103230]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aee5919275bae9f72eb374ee322673045eb80c1f84b4b45a97d96923bd50ab51" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a7711761-233e-4d8a-aaae-6b0d8c160a24" -d '{"events": [{"name": "network-changed", "server_uuid": "9a1c27a8-ba54-400e-9357-176d8c299bdc", "tag": "b50d554d-6f94-47cf-8afe-1b81749f4ef5"}]}' {{(pid=103230) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 19:21:01.523561 n-d-713498-36 neutron-server[103230]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 19:21:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e4ff1165-32d4-4597-8b67-4550401b3922 x-openstack-request-id: req-e4ff1165-32d4-4597-8b67-4550401b3922 {{(pid=103230) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 19:21:01.523561 n-d-713498-36 neutron-server[103230]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9a1c27a8-ba54-400e-9357-176d8c299bdc", "tag": "b50d554d-6f94-47cf-8afe-1b81749f4ef5", "status": "completed", "code": 200}]} {{(pid=103230) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 19:21:01.524297 n-d-713498-36 neutron-server[103230]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-e4ff1165-32d4-4597-8b67-4550401b3922 {{(pid=103230) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 19:21:01.524297 n-d-713498-36 neutron-server[103230]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9a1c27a8-ba54-400e-9357-176d8c299bdc', 'tag': 'b50d554d-6f94-47cf-8afe-1b81749f4ef5', 'status': 'completed', 'code': 200} Feb 09 19:21:01.554086 n-d-713498-36 neutron-server[103233]: DEBUG neutron.db.l3_dvr_db [None req-1cfc6087-49bf-47fb-9564-8e14471006fe None None] Set router 80583646-27c7-46ab-a47a-0f5afa5307f3 gateway port host: n-d-713498-36 {{(pid=103233) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 19:21:01.656902 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d041719f-e8f8-490c-bbc5-79f6a15c1c71 req-09ff2461-0b49-4a27-af11-21411a47e6ce tempest-AttachVolumeShelveTestJSON-671139515 tempest-AttachVolumeShelveTestJSON-671139515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:21:01.658810 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-d041719f-e8f8-490c-bbc5-79f6a15c1c71 req-09ff2461-0b49-4a27-af11-21411a47e6ce tempest-AttachVolumeShelveTestJSON-671139515 tempest-AttachVolumeShelveTestJSON-671139515-project] 10.222.0.75 "GET /v2.0/ports?device_id=9a1c27a8-ba54-400e-9357-176d8c299bdc HTTP/1.1" status: 200 len: 945 time: 0.1285815 Feb 09 19:21:01.665100 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7711761-233e-4d8a-aaae-6b0d8c160a24 req-e44fb4b0-de5b-44a9-8c46-91d832d8456d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:21:01.666249 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-a7711761-233e-4d8a-aaae-6b0d8c160a24 req-e44fb4b0-de5b-44a9-8c46-91d832d8456d service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=0c7f047f175c41a987e2010a725a3d95&device_id=9a1c27a8-ba54-400e-9357-176d8c299bdc HTTP/1.1" status: 200 len: 1128 time: 0.0773880 Feb 09 19:21:01.753996 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-d041719f-e8f8-490c-bbc5-79f6a15c1c71 req-97b5aa88-e55c-4de0-9955-20df3eb2ffd9 tempest-AttachVolumeShelveTestJSON-671139515 tempest-AttachVolumeShelveTestJSON-671139515-project] 10.222.0.75 "GET /v2.0/security-groups?id=8ffa0824-cdc7-466b-baef-bc7606a99fd1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0865471 Feb 09 19:21:01.865527 n-d-713498-36 neutron-server[103233]: DEBUG neutron.db.l3_hamode_db [None req-1cfc6087-49bf-47fb-9564-8e14471006fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '80583646-27c7-46ab-a47a-0f5afa5307f3', 'name': 'tempest-AttachVolumeShelveTestJSON-1234673102-router', 'tenant_id': '0c7f047f175c41a987e2010a725a3d95', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88055e1e-672a-4487-be31-ffb6e833ece5', 'external_fixed_ips': [{'subnet_id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'ip_address': '172.25.1.199'}], 'enable_snat': True}, 'gw_port_id': '780a4bdf-74c4-477c-bde0-4e0d22b8760b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T19:20:28Z', 'updated_at': '2022-02-09T19:20:35Z', 'revision_number': 4, 'project_id': '0c7f047f175c41a987e2010a725a3d95', 'gw_port': {'id': '780a4bdf-74c4-477c-bde0-4e0d22b8760b', 'name': '', 'network_id': '88055e1e-672a-4487-be31-ffb6e833ece5', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:b5:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80583646-27c7-46ab-a47a-0f5afa5307f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1843, 'fixed_ips': [{'subnet_id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'ip_address': '172.25.1.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T19:20:29Z', 'updated_at': '2022-02-09T19:20:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-36', '_floatingips': [{'id': '334301c7-0fdb-43ec-a8c8-580ea0fe858c', 'tenant_id': '0c7f047f175c41a987e2010a725a3d95', 'floating_ip_address': '172.25.1.215', 'floating_network_id': '88055e1e-672a-4487-be31-ffb6e833ece5', 'router_id': '80583646-27c7-46ab-a47a-0f5afa5307f3', 'port_id': 'b50d554d-6f94-47cf-8afe-1b81749f4ef5', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1857, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9cf0b823-fac1-4f9f-b685-8fd71a300e07', 'mac_address': 'fa:16:3e:e1:b1:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a1c27a8-ba54-400e-9357-176d8c299bdc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T19:20:44Z', 'updated_at': '2022-02-09T19:21:00Z', 'revision_number': 1, 'project_id': '0c7f047f175c41a987e2010a725a3d95', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1018d898-2c00-47e7-8e56-b11f229cc6f2', 'name': '', 'network_id': '9cf0b823-fac1-4f9f-b685-8fd71a300e07', 'tenant_id': '0c7f047f175c41a987e2010a725a3d95', 'mac_address': 'fa:16:3e:37:fc:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80583646-27c7-46ab-a47a-0f5afa5307f3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1844, 'fixed_ips': [{'subnet_id': 'ca2eed47-7b83-4cc1-87fa-16862746969c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T19:20:34Z', 'updated_at': '2022-02-09T19:20:42Z', 'revision_number': 5, 'project_id': '0c7f047f175c41a987e2010a725a3d95', 'subnets': [{'id': 'ca2eed47-7b83-4cc1-87fa-16862746969c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-36', False) {} {{(pid=103233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:21:01.896336 n-d-713498-36 neutron-server[103233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1cfc6087-49bf-47fb-9564-8e14471006fe None None] Checking router: 80583646-27c7-46ab-a47a-0f5afa5307f3 for host: n-d-713498-36 {{(pid=103233) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 19:21:01.904774 n-d-713498-36 neutron-server[103233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1cfc6087-49bf-47fb-9564-8e14471006fe None None] Routers {'80583646-27c7-46ab-a47a-0f5afa5307f3'} bound to L3 agent in host n-d-713498-36 {{(pid=103233) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 19:21:01.905394 n-d-713498-36 neutron-server[103233]: DEBUG neutron.db.l3_hamode_db [None req-1cfc6087-49bf-47fb-9564-8e14471006fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-09T18:51:43Z,description=,heartbeat_timestamp=2022-02-09T19:20:43Z,host='n-d-713498-36',id=93303d5e-5d17-45e8-8963-7694f87783ae,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T18:51:43Z,topic='l3_agent')) {'router_ids': ['80583646-27c7-46ab-a47a-0f5afa5307f3'], 'active': True} {{(pid=103233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:21:01.919297 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7711761-233e-4d8a-aaae-6b0d8c160a24 req-5ca803b8-3e72-4006-8aa9-ed9da1af36b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:21:01.921144 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-a7711761-233e-4d8a-aaae-6b0d8c160a24 req-5ca803b8-3e72-4006-8aa9-ed9da1af36b5 service neutron] 10.222.0.89 "GET /v2.0/networks?id=9cf0b823-fac1-4f9f-b685-8fd71a300e07 HTTP/1.1" status: 200 len: 918 time: 0.1860056 Feb 09 19:21:02.016138 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-a7711761-233e-4d8a-aaae-6b0d8c160a24 req-16f51f6f-e549-4f9b-97c5-2957adcb050c service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b50d554d-6f94-47cf-8afe-1b81749f4ef5 HTTP/1.1" status: 200 len: 999 time: 0.0710857 Feb 09 19:21:02.042305 n-d-713498-36 neutron-server[103233]: DEBUG neutron.db.l3_dvr_db [None req-1cfc6087-49bf-47fb-9564-8e14471006fe None None] Set router 80583646-27c7-46ab-a47a-0f5afa5307f3 gateway port host: n-d-713498-36 {{(pid=103233) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 19:21:02.127709 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7711761-233e-4d8a-aaae-6b0d8c160a24 req-43ed67ca-d77f-4b09-86ca-fbd9d85a27e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:21:02.129559 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-a7711761-233e-4d8a-aaae-6b0d8c160a24 req-43ed67ca-d77f-4b09-86ca-fbd9d85a27e8 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=ca2eed47-7b83-4cc1-87fa-16862746969c HTTP/1.1" status: 200 len: 856 time: 0.1094017 Feb 09 19:21:02.188310 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7711761-233e-4d8a-aaae-6b0d8c160a24 req-8ee9bd1a-af42-4d0a-b3e3-70da4f0ca2cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:21:02.190348 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-a7711761-233e-4d8a-aaae-6b0d8c160a24 req-8ee9bd1a-af42-4d0a-b3e3-70da4f0ca2cb service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=9cf0b823-fac1-4f9f-b685-8fd71a300e07&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0524454 Feb 09 19:21:02.213296 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-15fa1389-9da8-420a-9f76-90f746dbff33 req-1466606d-5fec-4705-8b67-db7961896d0d tempest-TaggedBootDevicesTest-980849656 tempest-TaggedBootDevicesTest-980849656-project] 10.222.0.75 "GET /v2.0/ports?device_id=c3476174-573e-455c-944e-9ed0cac04ac2 HTTP/1.1" status: 200 len: 210 time: 0.0915878 Feb 09 19:21:02.438354 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-a7711761-233e-4d8a-aaae-6b0d8c160a24 req-8cc73239-e431-4648-be5d-07671d15cfaf service neutron] 10.222.0.89 "GET /v2.0/networks/9cf0b823-fac1-4f9f-b685-8fd71a300e07?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2322168 Feb 09 19:21:02.576959 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-a7711761-233e-4d8a-aaae-6b0d8c160a24 req-1944b7a0-f011-478a-a31b-f6f044206f8f service neutron] 10.222.0.89 "GET /v2.0/networks/9cf0b823-fac1-4f9f-b685-8fd71a300e07?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1319139 Feb 09 19:21:02.591983 n-d-713498-36 neutron-server[103233]: DEBUG neutron.db.l3_hamode_db [None req-1cfc6087-49bf-47fb-9564-8e14471006fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '80583646-27c7-46ab-a47a-0f5afa5307f3', 'name': 'tempest-AttachVolumeShelveTestJSON-1234673102-router', 'tenant_id': '0c7f047f175c41a987e2010a725a3d95', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88055e1e-672a-4487-be31-ffb6e833ece5', 'external_fixed_ips': [{'subnet_id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'ip_address': '172.25.1.199'}], 'enable_snat': True}, 'gw_port_id': '780a4bdf-74c4-477c-bde0-4e0d22b8760b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T19:20:28Z', 'updated_at': '2022-02-09T19:20:35Z', 'revision_number': 4, 'project_id': '0c7f047f175c41a987e2010a725a3d95', 'gw_port': {'id': '780a4bdf-74c4-477c-bde0-4e0d22b8760b', 'name': '', 'network_id': '88055e1e-672a-4487-be31-ffb6e833ece5', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:b5:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80583646-27c7-46ab-a47a-0f5afa5307f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1843, 'fixed_ips': [{'subnet_id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'ip_address': '172.25.1.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T19:20:29Z', 'updated_at': '2022-02-09T19:20:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-36', '_floatingips': [{'id': '334301c7-0fdb-43ec-a8c8-580ea0fe858c', 'tenant_id': '0c7f047f175c41a987e2010a725a3d95', 'floating_ip_address': '172.25.1.215', 'floating_network_id': '88055e1e-672a-4487-be31-ffb6e833ece5', 'router_id': '80583646-27c7-46ab-a47a-0f5afa5307f3', 'port_id': 'b50d554d-6f94-47cf-8afe-1b81749f4ef5', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1857, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9cf0b823-fac1-4f9f-b685-8fd71a300e07', 'mac_address': 'fa:16:3e:e1:b1:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a1c27a8-ba54-400e-9357-176d8c299bdc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T19:20:44Z', 'updated_at': '2022-02-09T19:21:00Z', 'revision_number': 1, 'project_id': '0c7f047f175c41a987e2010a725a3d95', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1018d898-2c00-47e7-8e56-b11f229cc6f2', 'name': '', 'network_id': '9cf0b823-fac1-4f9f-b685-8fd71a300e07', 'tenant_id': '0c7f047f175c41a987e2010a725a3d95', 'mac_address': 'fa:16:3e:37:fc:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80583646-27c7-46ab-a47a-0f5afa5307f3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1844, 'fixed_ips': [{'subnet_id': 'ca2eed47-7b83-4cc1-87fa-16862746969c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T19:20:34Z', 'updated_at': '2022-02-09T19:20:42Z', 'revision_number': 5, 'project_id': '0c7f047f175c41a987e2010a725a3d95', 'subnets': [{'id': 'ca2eed47-7b83-4cc1-87fa-16862746969c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-36', False) {} {{(pid=103233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:21:02.620841 n-d-713498-36 neutron-server[103233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1cfc6087-49bf-47fb-9564-8e14471006fe None None] The sync data for ids ['80583646-27c7-46ab-a47a-0f5afa5307f3'] in n-d-713498-36 is: [{'id': '80583646-27c7-46ab-a47a-0f5afa5307f3', 'name': 'tempest-AttachVolumeShelveTestJSON-1234673102-router', 'tenant_id': '0c7f047f175c41a987e2010a725a3d95', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88055e1e-672a-4487-be31-ffb6e833ece5', 'external_fixed_ips': [{'subnet_id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'ip_address': '172.25.1.199'}], 'enable_snat': True}, 'gw_port_id': '780a4bdf-74c4-477c-bde0-4e0d22b8760b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T19:20:28Z', 'updated_at': '2022-02-09T19:20:35Z', 'revision_number': 4, 'project_id': '0c7f047f175c41a987e2010a725a3d95', 'gw_port': {'id': '780a4bdf-74c4-477c-bde0-4e0d22b8760b', 'name': '', 'network_id': '88055e1e-672a-4487-be31-ffb6e833ece5', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:b5:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80583646-27c7-46ab-a47a-0f5afa5307f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1843, 'fixed_ips': [{'subnet_id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'ip_address': '172.25.1.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T19:20:29Z', 'updated_at': '2022-02-09T19:20:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-36', '_floatingips': [{'id': '334301c7-0fdb-43ec-a8c8-580ea0fe858c', 'tenant_id': '0c7f047f175c41a987e2010a725a3d95', 'floating_ip_address': '172.25.1.215', 'floating_network_id': '88055e1e-672a-4487-be31-ffb6e833ece5', 'router_id': '80583646-27c7-46ab-a47a-0f5afa5307f3', 'port_id': 'b50d554d-6f94-47cf-8afe-1b81749f4ef5', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1857, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9cf0b823-fac1-4f9f-b685-8fd71a300e07', 'mac_address': 'fa:16:3e:e1:b1:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a1c27a8-ba54-400e-9357-176d8c299bdc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T19:20:44Z', 'updated_at': '2022-02-09T19:21:00Z', 'revision_number': 1, 'project_id': '0c7f047f175c41a987e2010a725a3d95', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1018d898-2c00-47e7-8e56-b11f229cc6f2', 'name': '', 'network_id': '9cf0b823-fac1-4f9f-b685-8fd71a300e07', 'tenant_id': '0c7f047f175c41a987e2010a725a3d95', 'mac_address': 'fa:16:3e:37:fc:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80583646-27c7-46ab-a47a-0f5afa5307f3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1844, 'fixed_ips': [{'subnet_id': 'ca2eed47-7b83-4cc1-87fa-16862746969c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T19:20:34Z', 'updated_at': '2022-02-09T19:20:42Z', 'revision_number': 5, 'project_id': '0c7f047f175c41a987e2010a725a3d95', 'subnets': [{'id': 'ca2eed47-7b83-4cc1-87fa-16862746969c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103233) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 19:21:02.956962 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-addbac2b-c530-4667-910f-2014190e914e req-27f6140a-07aa-4cc4-847c-33d8204fefd6 tempest-AttachVolumeShelveTestJSON-671139515 tempest-AttachVolumeShelveTestJSON-671139515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:21:02.964871 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-addbac2b-c530-4667-910f-2014190e914e req-27f6140a-07aa-4cc4-847c-33d8204fefd6 tempest-AttachVolumeShelveTestJSON-671139515 tempest-AttachVolumeShelveTestJSON-671139515-project] 10.222.0.75 "GET /v2.0/ports?device_id=9a1c27a8-ba54-400e-9357-176d8c299bdc HTTP/1.1" status: 200 len: 945 time: 0.0983515 Feb 09 19:21:03.054725 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-addbac2b-c530-4667-910f-2014190e914e req-65142e70-ea1d-42e8-b282-2ae2a0214a07 tempest-AttachVolumeShelveTestJSON-671139515 tempest-AttachVolumeShelveTestJSON-671139515-project] 10.222.0.75 "GET /v2.0/security-groups?id=8ffa0824-cdc7-466b-baef-bc7606a99fd1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0885212 Feb 09 19:21:03.107604 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1344c9cc-0b6a-4cda-8a9d-ad356dde8eb2 None None] New status for floating IP 334301c7-0fdb-43ec-a8c8-580ea0fe858c: ACTIVE {{(pid=103232) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 09 19:21:03.431925 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-2a169b59-fcea-47e5-bfaa-5482632c2871 req-2b35d2c6-a84c-429f-9a7d-eab7afadd83c tempest-TaggedBootDevicesTest-980849656 tempest-TaggedBootDevicesTest-980849656-project] 10.222.0.75 "GET /v2.0/ports?device_id=c3476174-573e-455c-944e-9ed0cac04ac2 HTTP/1.1" status: 200 len: 210 time: 0.0576422 Feb 09 19:21:04.622884 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-88daf3be-fcfe-4967-bc7f-521469c9a23c req-3b5bbc9a-ec4d-4587-ab74-f9f865462880 tempest-TaggedBootDevicesTest-980849656 tempest-TaggedBootDevicesTest-980849656-project] 10.222.0.75 "GET /v2.0/ports?device_id=c3476174-573e-455c-944e-9ed0cac04ac2 HTTP/1.1" status: 200 len: 210 time: 0.0462582 Feb 09 19:21:05.778603 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-9531ca1b-c4ec-480b-ba1e-7e8ee7d4e39c req-190c91d8-f994-48fc-a55f-1fe76326a767 tempest-TaggedBootDevicesTest-980849656 tempest-TaggedBootDevicesTest-980849656-project] 10.222.0.75 "GET /v2.0/ports?device_id=c3476174-573e-455c-944e-9ed0cac04ac2 HTTP/1.1" status: 200 len: 210 time: 0.0500584 Feb 09 19:21:06.897290 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-086a0fb0-dafe-4a8f-a0ca-579a6dd0f42a req-e8638774-7f27-41d6-8fd6-3c9f2249c8f4 tempest-TaggedBootDevicesTest-980849656 tempest-TaggedBootDevicesTest-980849656-project] 10.222.0.75 "GET /v2.0/ports?device_id=c3476174-573e-455c-944e-9ed0cac04ac2 HTTP/1.1" status: 200 len: 210 time: 0.0313692 Feb 09 19:21:08.023416 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-656893cf-581d-4ec7-9b8c-3a97440fa7a7 req-3b9c42a1-52c2-4728-8c98-6d8cac12f8ad tempest-TaggedBootDevicesTest-980849656 tempest-TaggedBootDevicesTest-980849656-project] 10.222.0.75 "GET /v2.0/ports?device_id=c3476174-573e-455c-944e-9ed0cac04ac2 HTTP/1.1" status: 200 len: 210 time: 0.0323582 Feb 09 19:21:08.038767 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2f872d7-37e3-4c93-b814-b8f9d192e3a2 req-1b53066c-1ae7-4f6a-9b41-3ad37cf26d20 tempest-ImagesOneServerTestJSON-957759407 tempest-ImagesOneServerTestJSON-957759407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:21:08.041547 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-f2f872d7-37e3-4c93-b814-b8f9d192e3a2 req-1b53066c-1ae7-4f6a-9b41-3ad37cf26d20 tempest-ImagesOneServerTestJSON-957759407 tempest-ImagesOneServerTestJSON-957759407-project] 10.222.0.75 "GET /v2.0/ports?device_id=b3108ac6-eb9d-4c62-86db-56e36a616e4a HTTP/1.1" status: 200 len: 950 time: 0.0785909 Feb 09 19:21:08.095707 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-f2f872d7-37e3-4c93-b814-b8f9d192e3a2 req-704e0632-092d-4036-a90e-8cad863e6210 tempest-ImagesOneServerTestJSON-957759407 tempest-ImagesOneServerTestJSON-957759407-project] 10.222.0.75 "GET /v2.0/security-groups?id=cb633d2b-0d79-4bfb-ba16-f7d0446f457e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474069 Feb 09 19:21:09.145526 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-e6bcdfe7-f356-491f-887a-4bc6781f174f req-732ed715-2f45-4767-8539-a511bc14eb18 tempest-TaggedBootDevicesTest-980849656 tempest-TaggedBootDevicesTest-980849656-project] 10.222.0.75 "GET /v2.0/ports?device_id=c3476174-573e-455c-944e-9ed0cac04ac2 HTTP/1.1" status: 200 len: 210 time: 0.0321796 Feb 09 19:21:09.846119 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cc6a9a8-3494-4e26-ac8a-47dfd0a4a874 req-882cfa1a-2056-4a9f-b610-e550d074e420 tempest-AttachVolumeNegativeTest-275227323 tempest-AttachVolumeNegativeTest-275227323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:21:09.848466 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-1cc6a9a8-3494-4e26-ac8a-47dfd0a4a874 req-882cfa1a-2056-4a9f-b610-e550d074e420 tempest-AttachVolumeNegativeTest-275227323 tempest-AttachVolumeNegativeTest-275227323-project] 10.222.0.75 "GET /v2.0/ports?device_id=f9a43b4a-9b9e-45bc-97a3-25d8886ee59b HTTP/1.1" status: 200 len: 945 time: 0.0745597 Feb 09 19:21:09.978270 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-1cc6a9a8-3494-4e26-ac8a-47dfd0a4a874 req-e8d42fb3-378e-49c1-ab0e-3f3df574f08c tempest-AttachVolumeNegativeTest-275227323 tempest-AttachVolumeNegativeTest-275227323-project] 10.222.0.75 "GET /v2.0/security-groups?id=4936bce0-5f58-4a33-9b1f-fa66fe6c175f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1132278 Feb 09 19:21:10.263878 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-7b6b4232-b50c-4beb-a9d0-a77abf4ab50a req-dbf9abf5-a8f9-4a89-927e-14fee1d3066a tempest-TaggedBootDevicesTest-980849656 tempest-TaggedBootDevicesTest-980849656-project] 10.222.0.75 "GET /v2.0/ports?device_id=c3476174-573e-455c-944e-9ed0cac04ac2 HTTP/1.1" status: 200 len: 210 time: 0.0302293 Feb 09 19:21:10.727108 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Device 9352aa48-d7ae-446d-9b87-df5f3833cccd no longer exists at agent hyperv_n-h2-713498-36 {{(pid=103232) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 19:21:10.826312 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-551a0d54-5b22-41d3-91f6-29ca9c9da84f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762867132591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593584'] for agent (af91e4b9-f4e1-42b1-a25c-a10dc47171c8), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:21:10.850469 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Current status of the port 9352aa48-d7ae-446d-9b87-df5f3833cccd is: ACTIVE; New status is: DOWN {{(pid=103232) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 19:21:10.851133 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (9352aa48-d7ae-446d-9b87-df5f3833cccd), before_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:21:11.091069 n-d-713498-36 neutron-server[103232]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b3108ac6-eb9d-4c62-86db-56e36a616e4a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9352aa48-d7ae-446d-9b87-df5f3833cccd'}] {{(pid=103232) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 19:21:11.093349 n-d-713498-36 neutron-server[103232]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}949cdcde653dec44821de95cbf67297f53cbc2aed4e073b5d514f93bf911ce85" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fb321ee6-24d5-4a09-b61f-b8dea7789fce" -d '{"events": [{"server_uuid": "b3108ac6-eb9d-4c62-86db-56e36a616e4a", "name": "network-vif-unplugged", "status": "completed", "tag": "9352aa48-d7ae-446d-9b87-df5f3833cccd"}]}' {{(pid=103232) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 19:21:11.112943 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-7429db8d-6021-40ad-813e-885be449a89b None None] For port 9352aa48-d7ae-446d-9b87-df5f3833cccd, host n-h2-713498-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-36',level=0,port_id=9352aa48-d7ae-446d-9b87-df5f3833cccd,segment=NetworkSegment(50e5915e-18f0-4558-9a28-b978975ead36),segment_id=50e5915e-18f0-4558-9a28-b978975ead36)] {{(pid=103232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 19:21:11.125071 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762867176205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762866656485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762866656503'] for port (9352aa48-d7ae-446d-9b87-df5f3833cccd), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:21:11.171253 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-695a5cd8-96f0-4f3a-a56d-b97447344501 req-5072bdcf-39c7-45f9-b1bc-220128cb9d4b tempest-AttachVolumeNegativeTest-275227323 tempest-AttachVolumeNegativeTest-275227323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:21:11.184883 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-695a5cd8-96f0-4f3a-a56d-b97447344501 req-5072bdcf-39c7-45f9-b1bc-220128cb9d4b tempest-AttachVolumeNegativeTest-275227323 tempest-AttachVolumeNegativeTest-275227323-project] 10.222.0.75 "GET /v2.0/ports?device_id=f9a43b4a-9b9e-45bc-97a3-25d8886ee59b HTTP/1.1" status: 200 len: 945 time: 0.0998998 Feb 09 19:21:11.198605 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Pushing event updated for resources: {'Port': ['ID=9352aa48-d7ae-446d-9b87-df5f3833cccd,revision_number=8']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:21:11.245689 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-695a5cd8-96f0-4f3a-a56d-b97447344501 req-4b1ccb53-acc4-4f0e-b907-a29b504421a2 tempest-AttachVolumeNegativeTest-275227323 tempest-AttachVolumeNegativeTest-275227323-project] 10.222.0.75 "GET /v2.0/security-groups?id=4936bce0-5f58-4a33-9b1f-fa66fe6c175f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594401 Feb 09 19:21:11.316368 n-d-713498-36 neutron-server[103232]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 09 Feb 2022 19:21:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3bd7eede-165b-493b-9d82-0ae72b27c483 x-openstack-request-id: req-3bd7eede-165b-493b-9d82-0ae72b27c483 {{(pid=103232) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 19:21:11.316731 n-d-713498-36 neutron-server[103232]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b3108ac6-eb9d-4c62-86db-56e36a616e4a", "name": "network-vif-unplugged", "status": "completed", "tag": "9352aa48-d7ae-446d-9b87-df5f3833cccd", "code": 200}]} {{(pid=103232) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 19:21:11.317058 n-d-713498-36 neutron-server[103232]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-3bd7eede-165b-493b-9d82-0ae72b27c483 {{(pid=103232) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 19:21:11.317515 n-d-713498-36 neutron-server[103232]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b3108ac6-eb9d-4c62-86db-56e36a616e4a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9352aa48-d7ae-446d-9b87-df5f3833cccd', 'code': 200} Feb 09 19:21:11.497091 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-0a39ecaa-682f-42bb-a790-7907d418907a req-0a3c9d5d-d3da-4459-96ff-8d075bb2ae5d tempest-TaggedBootDevicesTest-980849656 tempest-TaggedBootDevicesTest-980849656-project] 10.222.0.75 "GET /v2.0/ports?device_id=c3476174-573e-455c-944e-9ed0cac04ac2 HTTP/1.1" status: 200 len: 210 time: 0.0433033 Feb 09 19:21:12.393415 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a67d0e9b-aab7-4969-8bdd-e0c464127bd7 req-b71b23f7-db70-49a4-a078-835675815e1f tempest-AttachVolumeNegativeTest-275227323 tempest-AttachVolumeNegativeTest-275227323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:21:12.394942 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-a67d0e9b-aab7-4969-8bdd-e0c464127bd7 req-b71b23f7-db70-49a4-a078-835675815e1f tempest-AttachVolumeNegativeTest-275227323 tempest-AttachVolumeNegativeTest-275227323-project] 10.222.0.75 "GET /v2.0/ports?device_id=f9a43b4a-9b9e-45bc-97a3-25d8886ee59b HTTP/1.1" status: 200 len: 945 time: 0.0637870 Feb 09 19:21:12.443817 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-a67d0e9b-aab7-4969-8bdd-e0c464127bd7 req-cef7d28f-3ba4-4ec9-ab46-66d6d1727369 tempest-AttachVolumeNegativeTest-275227323 tempest-AttachVolumeNegativeTest-275227323-project] 10.222.0.75 "GET /v2.0/security-groups?id=4936bce0-5f58-4a33-9b1f-fa66fe6c175f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431967 Feb 09 19:21:12.547356 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48021189-fe04-4683-b86e-418ba23c4afd req-1f095ee3-c3af-493a-9919-01a892fd06b4 tempest-AttachVolumeNegativeTest-275227323 tempest-AttachVolumeNegativeTest-275227323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:21:12.551396 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-48021189-fe04-4683-b86e-418ba23c4afd req-1f095ee3-c3af-493a-9919-01a892fd06b4 tempest-AttachVolumeNegativeTest-275227323 tempest-AttachVolumeNegativeTest-275227323-project] 10.222.0.90 "GET /v2.0/ports?device_id=f9a43b4a-9b9e-45bc-97a3-25d8886ee59b HTTP/1.1" status: 200 len: 945 time: 0.0628641 Feb 09 19:21:12.639433 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-c254b942-9f86-4240-b834-01897ecc61fc req-4eced01d-a65f-4a43-8964-ab56069ac3f8 tempest-TaggedBootDevicesTest-980849656 tempest-TaggedBootDevicesTest-980849656-project] 10.222.0.75 "GET /v2.0/ports?device_id=c3476174-573e-455c-944e-9ed0cac04ac2 HTTP/1.1" status: 200 len: 210 time: 0.0457828 Feb 09 19:21:12.698975 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.plugin [req-48021189-fe04-4683-b86e-418ba23c4afd req-50d56610-0ecd-47cc-b75b-de27b1cd79f4 tempest-AttachVolumeNegativeTest-275227323 tempest-AttachVolumeNegativeTest-275227323-project] Deleting port c0ee85c0-46d2-4873-9189-742e19c25dff {{(pid=103229) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 19:21:12.699645 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-48021189-fe04-4683-b86e-418ba23c4afd req-50d56610-0ecd-47cc-b75b-de27b1cd79f4 tempest-AttachVolumeNegativeTest-275227323 tempest-AttachVolumeNegativeTest-275227323-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762867170196'] for port (c0ee85c0-46d2-4873-9189-742e19c25dff), before_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:21:12.721856 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Device 9352aa48-d7ae-446d-9b87-df5f3833cccd details requested by agent hyperv_n-h2-713498-36 with host n-h2-713498-36 {{(pid=103232) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 19:21:12.812810 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.db [req-48021189-fe04-4683-b86e-418ba23c4afd req-50d56610-0ecd-47cc-b75b-de27b1cd79f4 tempest-AttachVolumeNegativeTest-275227323 tempest-AttachVolumeNegativeTest-275227323-project] For port c0ee85c0-46d2-4873-9189-742e19c25dff, host n-h2-713498-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-36',level=0,port_id=c0ee85c0-46d2-4873-9189-742e19c25dff,segment=NetworkSegment(c4b0cfb4-dad4-4b79-b4e7-2eec0bd08e3c),segment_id=c4b0cfb4-dad4-4b79-b4e7-2eec0bd08e3c)] {{(pid=103229) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 19:21:12.814080 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-48021189-fe04-4683-b86e-418ba23c4afd req-50d56610-0ecd-47cc-b75b-de27b1cd79f4 tempest-AttachVolumeNegativeTest-275227323 tempest-AttachVolumeNegativeTest-275227323-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1820838'] for port (c0ee85c0-46d2-4873-9189-742e19c25dff), precommit_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:21:12.841336 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.plugin [req-48021189-fe04-4683-b86e-418ba23c4afd req-50d56610-0ecd-47cc-b75b-de27b1cd79f4 tempest-AttachVolumeNegativeTest-275227323 tempest-AttachVolumeNegativeTest-275227323-project] Calling delete_port for c0ee85c0-46d2-4873-9189-742e19c25dff owned by compute:nova {{(pid=103229) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 19:21:12.889303 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-7429db8d-6021-40ad-813e-885be449a89b None None] For port 9352aa48-d7ae-446d-9b87-df5f3833cccd, host n-h2-713498-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-36',level=0,port_id=9352aa48-d7ae-446d-9b87-df5f3833cccd,segment=NetworkSegment(50e5915e-18f0-4558-9a28-b978975ead36),segment_id=50e5915e-18f0-4558-9a28-b978975ead36)] {{(pid=103232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 19:21:12.923516 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Returning: {'device': '9352aa48-d7ae-446d-9b87-df5f3833cccd', 'network_id': '2b5494c8-cf97-42c1-b902-87f998f28179', 'port_id': '9352aa48-d7ae-446d-9b87-df5f3833cccd', 'mac_address': 'fa:16:3e:7e:1f:f7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 359, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '60b561cb-321e-4f83-9bb3-92b2e1d0dc44', 'ip_address': '192.168.233.249'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103232) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 19:21:12.989512 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Current status of the port 9352aa48-d7ae-446d-9b87-df5f3833cccd is: DOWN; New status is: BUILD {{(pid=103232) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 19:21:12.990236 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (9352aa48-d7ae-446d-9b87-df5f3833cccd), before_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:21:13.003023 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-48021189-fe04-4683-b86e-418ba23c4afd req-50d56610-0ecd-47cc-b75b-de27b1cd79f4 tempest-AttachVolumeNegativeTest-275227323 tempest-AttachVolumeNegativeTest-275227323-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762867177463', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762866656476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12867576'] for port (c0ee85c0-46d2-4873-9189-742e19c25dff), after_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:21:13.008797 n-d-713498-36 neutron-server[103232]: DEBUG neutron.notifiers.nova [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9352aa48-d7ae-446d-9b87-df5f3833cccd {{(pid=103232) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 19:21:13.017884 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-7429db8d-6021-40ad-813e-885be449a89b None None] get_ports_and_sgs() called for port_ids ['4ed0dce2-dc4e-4b6e-8bc4-4350d63bad09', 'c0ee85c0-46d2-4873-9189-742e19c25dff'] {{(pid=103232) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 19:21:13.024474 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] get_ports_and_sgs() called for port_ids ['35ccb5fc-0174-476e-9fad-08fae2a5fb89', 'af0ea075-bacf-4bf8-b405-eb1fa1a11f12'] {{(pid=103232) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 19:21:13.106869 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-7429db8d-6021-40ad-813e-885be449a89b None None] For port 9352aa48-d7ae-446d-9b87-df5f3833cccd, host n-h2-713498-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-36',level=0,port_id=9352aa48-d7ae-446d-9b87-df5f3833cccd,segment=NetworkSegment(50e5915e-18f0-4558-9a28-b978975ead36),segment_id=50e5915e-18f0-4558-9a28-b978975ead36)] {{(pid=103232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 19:21:13.181980 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762867176205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762866656485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762866656503'] for port (9352aa48-d7ae-446d-9b87-df5f3833cccd), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:21:13.286795 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Pushing event updated for resources: {'Port': ['ID=9352aa48-d7ae-446d-9b87-df5f3833cccd,revision_number=9']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:21:13.301830 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-dee0e904-0dbd-4c8f-87d2-7e098b99cedb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762867132591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593584'] for agent (93303d5e-5d17-45e8-8963-7694f87783ae), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:21:13.371665 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-7429db8d-6021-40ad-813e-885be449a89b None None] get_ports_and_sgs() called for port_ids ['9352aa48-d7ae-446d-9b87-df5f3833cccd'] {{(pid=103232) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 19:21:13.519656 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50d56610-0ecd-47cc-b75b-de27b1cd79f4 tempest-AttachVolumeNegativeTest-275227323 tempest-AttachVolumeNegativeTest-275227323-project] Pushing event deleted for resources: {'Port': ['ID=c0ee85c0-46d2-4873-9189-742e19c25dff,revision_number=None']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:21:13.593946 n-d-713498-36 neutron-server[103229]: DEBUG neutron.db.l3_dvrscheduler_db [req-48021189-fe04-4683-b86e-418ba23c4afd req-50d56610-0ecd-47cc-b75b-de27b1cd79f4 tempest-AttachVolumeNegativeTest-275227323 tempest-AttachVolumeNegativeTest-275227323-project] No DVR routers for this DVR port c0ee85c0-46d2-4873-9189-742e19c25dff on host n-h2-713498-36 {{(pid=103229) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 19:21:13.600579 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-48021189-fe04-4683-b86e-418ba23c4afd req-50d56610-0ecd-47cc-b75b-de27b1cd79f4 tempest-AttachVolumeNegativeTest-275227323 tempest-AttachVolumeNegativeTest-275227323-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171096'] for port (None), before_response {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:21:13.609701 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-48021189-fe04-4683-b86e-418ba23c4afd req-50d56610-0ecd-47cc-b75b-de27b1cd79f4 tempest-AttachVolumeNegativeTest-275227323 tempest-AttachVolumeNegativeTest-275227323-project] 10.222.0.90 "DELETE /v2.0/ports/c0ee85c0-46d2-4873-9189-742e19c25dff HTTP/1.1" status: 204 len: 173 time: 1.0464427 Feb 09 19:21:13.611912 n-d-713498-36 neutron-server[103229]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f9a43b4a-9b9e-45bc-97a3-25d8886ee59b', 'name': 'network-vif-deleted', 'tag': 'c0ee85c0-46d2-4873-9189-742e19c25dff'}] {{(pid=103229) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 19:21:13.617526 n-d-713498-36 neutron-server[103229]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fa6ae9a20702bd564eaf90d946620b2b4277b1ab91129323d3b54181076be307" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d300dafe-6ff3-467f-b1b2-c80f5b2dabce" -d '{"events": [{"server_uuid": "f9a43b4a-9b9e-45bc-97a3-25d8886ee59b", "name": "network-vif-deleted", "tag": "c0ee85c0-46d2-4873-9189-742e19c25dff"}]}' {{(pid=103229) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 19:21:13.694201 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-81a38dfe-1657-494e-af5f-151aefc69cc8 req-55bde37b-c137-4bf1-b0e6-9761a079016d tempest-AttachVolumeNegativeTest-275227323 tempest-AttachVolumeNegativeTest-275227323-project] 10.222.0.75 "GET /v2.0/ports?device_id=f9a43b4a-9b9e-45bc-97a3-25d8886ee59b HTTP/1.1" status: 200 len: 210 time: 0.0660961 Feb 09 19:21:13.997348 n-d-713498-36 neutron-server[103229]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 19:21:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-badec2b3-d878-49c3-802b-ce45e25d977d x-openstack-request-id: req-badec2b3-d878-49c3-802b-ce45e25d977d {{(pid=103229) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 19:21:13.997641 n-d-713498-36 neutron-server[103229]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f9a43b4a-9b9e-45bc-97a3-25d8886ee59b", "name": "network-vif-deleted", "tag": "c0ee85c0-46d2-4873-9189-742e19c25dff", "status": "completed", "code": 200}]} {{(pid=103229) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 19:21:13.998224 n-d-713498-36 neutron-server[103229]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-badec2b3-d878-49c3-802b-ce45e25d977d {{(pid=103229) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 19:21:13.998823 n-d-713498-36 neutron-server[103229]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f9a43b4a-9b9e-45bc-97a3-25d8886ee59b', 'name': 'network-vif-deleted', 'tag': 'c0ee85c0-46d2-4873-9189-742e19c25dff', 'status': 'completed', 'code': 200} Feb 09 19:21:14.227797 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-d2a92470-0072-482b-9ccc-66145ab41518 req-e2a8e601-b93e-4bbc-a0bd-fd0322754d86 tempest-TaggedBootDevicesTest-980849656 tempest-TaggedBootDevicesTest-980849656-project] 10.222.0.75 "GET /v2.0/ports?device_id=c3476174-573e-455c-944e-9ed0cac04ac2 HTTP/1.1" status: 200 len: 210 time: 0.0489266 Feb 09 19:21:14.265799 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-edc54c9b-7f13-45d9-9271-85c9738b0128 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762867132591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593584'] for agent (a62b1850-466f-48ae-bec7-d62fb280e14b), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:21:14.742749 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Device 9352aa48-d7ae-446d-9b87-df5f3833cccd up at agent hyperv_n-h2-713498-36 {{(pid=103232) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 19:21:14.817583 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.provisioning_blocks [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Provisioning complete for port 9352aa48-d7ae-446d-9b87-df5f3833cccd triggered by entity L2. {{(pid=103232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 19:21:14.817986 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593630'] for port (9352aa48-d7ae-446d-9b87-df5f3833cccd), provisioning_complete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:21:14.968426 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Current status of the port 9352aa48-d7ae-446d-9b87-df5f3833cccd is: BUILD; New status is: ACTIVE {{(pid=103232) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 19:21:14.970852 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (9352aa48-d7ae-446d-9b87-df5f3833cccd), before_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:21:15.031305 n-d-713498-36 neutron-server[103232]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b3108ac6-eb9d-4c62-86db-56e36a616e4a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9352aa48-d7ae-446d-9b87-df5f3833cccd'}] {{(pid=103232) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 19:21:15.042814 n-d-713498-36 neutron-server[103232]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}949cdcde653dec44821de95cbf67297f53cbc2aed4e073b5d514f93bf911ce85" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6ab2405a-539e-4fa1-9fa2-40d9ca8ae6da" -d '{"events": [{"server_uuid": "b3108ac6-eb9d-4c62-86db-56e36a616e4a", "name": "network-vif-plugged", "status": "completed", "tag": "9352aa48-d7ae-446d-9b87-df5f3833cccd"}]}' {{(pid=103232) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 19:21:15.060745 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-7429db8d-6021-40ad-813e-885be449a89b None None] For port 9352aa48-d7ae-446d-9b87-df5f3833cccd, host n-h2-713498-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-36',level=0,port_id=9352aa48-d7ae-446d-9b87-df5f3833cccd,segment=NetworkSegment(50e5915e-18f0-4558-9a28-b978975ead36),segment_id=50e5915e-18f0-4558-9a28-b978975ead36)] {{(pid=103232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 19:21:15.070531 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762867176205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762866656485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762866656503'] for port (9352aa48-d7ae-446d-9b87-df5f3833cccd), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:21:15.071608 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Device c0ee85c0-46d2-4873-9189-742e19c25dff no longer exists at agent hyperv_n-h2-713498-36 {{(pid=103232) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 19:21:15.112848 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-7429db8d-6021-40ad-813e-885be449a89b None None] No Port match for: c0ee85c0-46d2-4873-9189-742e19c25dff {{(pid=103232) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 19:21:15.113467 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Device c0ee85c0-46d2-4873-9189-742e19c25dff not bound to the agent host n-h2-713498-36 {{(pid=103232) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 19:21:15.135529 n-d-713498-36 neutron-server[103232]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 19:21:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-13523b5d-b3d5-4bb8-9214-cc35b9498210 x-openstack-request-id: req-13523b5d-b3d5-4bb8-9214-cc35b9498210 {{(pid=103232) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 19:21:15.135816 n-d-713498-36 neutron-server[103232]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b3108ac6-eb9d-4c62-86db-56e36a616e4a", "name": "network-vif-plugged", "status": "completed", "tag": "9352aa48-d7ae-446d-9b87-df5f3833cccd", "code": 200}]} {{(pid=103232) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 19:21:15.136102 n-d-713498-36 neutron-server[103232]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-13523b5d-b3d5-4bb8-9214-cc35b9498210 {{(pid=103232) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 19:21:15.136494 n-d-713498-36 neutron-server[103232]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b3108ac6-eb9d-4c62-86db-56e36a616e4a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9352aa48-d7ae-446d-9b87-df5f3833cccd', 'code': 200} Feb 09 19:21:15.173388 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Pushing event updated for resources: {'Port': ['ID=9352aa48-d7ae-446d-9b87-df5f3833cccd,revision_number=10']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:21:15.436539 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-5c9c8b9a-830a-4a0c-8020-1560d85357a9 req-92ddc100-d888-44ed-909a-de7248a65eed tempest-TaggedBootDevicesTest-980849656 tempest-TaggedBootDevicesTest-980849656-project] 10.222.0.75 "GET /v2.0/ports?device_id=c3476174-573e-455c-944e-9ed0cac04ac2 HTTP/1.1" status: 200 len: 210 time: 0.0860031 Feb 09 19:21:15.945210 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-a7262a8e-0513-48fd-984d-75726a511961 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762867132591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593584'] for agent (911cfea2-02ae-4ec9-bac3-7808ee1cdd9c), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:21:16.612548 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-0647713d-8a7f-42ca-a376-fcf05254be29 req-49d485c6-5142-4a3e-b551-74d0d50804a1 tempest-TaggedBootDevicesTest-980849656 tempest-TaggedBootDevicesTest-980849656-project] 10.222.0.75 "GET /v2.0/ports?device_id=c3476174-573e-455c-944e-9ed0cac04ac2 HTTP/1.1" status: 200 len: 210 time: 0.0479484 Feb 09 19:21:17.018822 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762867132591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593584'] for agent (496418a2-c002-4aec-ab1a-07f3bea491bd), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:21:17.505818 n-d-713498-36 neutron-server[103233]: DEBUG neutron.db.agents_db [None req-4a8a6a42-0a0c-4437-8958-92282682b6bb None None] Agent healthcheck: found 7 active agents {{(pid=103233) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 19:21:17.722152 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-54b65922-5fbd-443c-9131-28a51ca1c0e4 req-bfe3cb57-5879-4f92-99af-4629a8340959 tempest-TaggedBootDevicesTest-980849656 tempest-TaggedBootDevicesTest-980849656-project] 10.222.0.75 "GET /v2.0/ports?device_id=c3476174-573e-455c-944e-9ed0cac04ac2 HTTP/1.1" status: 200 len: 210 time: 0.0350544 Feb 09 19:21:18.476370 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762867132591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593584'] for agent (488cd9ae-631f-4955-ba0b-4f5a13f12e9c), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:21:18.875977 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-2275fe15-cbd0-4899-b4bd-8d7460ee2d65 req-02897af3-fed9-4e78-99f2-a89cb1ec5364 tempest-TaggedBootDevicesTest-980849656 tempest-TaggedBootDevicesTest-980849656-project] 10.222.0.75 "GET /v2.0/ports?device_id=c3476174-573e-455c-944e-9ed0cac04ac2 HTTP/1.1" status: 200 len: 210 time: 0.0506406 Feb 09 19:21:18.918023 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762867132591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593584'] for agent (bcd5faee-dc24-4298-9134-0e0aa054058e), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:21:20.015284 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-c585c896-1ae7-43f8-88ce-02c36a1de1c0 req-1e5c9244-7e5d-47fb-bc12-40b5d14f72d6 tempest-TaggedBootDevicesTest-980849656 tempest-TaggedBootDevicesTest-980849656-project] 10.222.0.75 "GET /v2.0/ports?device_id=c3476174-573e-455c-944e-9ed0cac04ac2 HTTP/1.1" status: 200 len: 210 time: 0.0539422 Feb 09 19:21:21.174567 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-767e2921-0ef9-4699-82ee-404958ede30d req-6aec8ec2-15f6-4889-ba48-c6c425158b75 tempest-TaggedBootDevicesTest-980849656 tempest-TaggedBootDevicesTest-980849656-project] 10.222.0.75 "GET /v2.0/ports?device_id=c3476174-573e-455c-944e-9ed0cac04ac2 HTTP/1.1" status: 200 len: 210 time: 0.0453792 Feb 09 19:21:22.360663 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-208cf561-3c2c-4ba5-b954-2cd63e5370ce req-c10c06dc-ea1c-4402-81f3-9b6e8543dd66 tempest-TaggedBootDevicesTest-980849656 tempest-TaggedBootDevicesTest-980849656-project] 10.222.0.75 "GET /v2.0/ports?device_id=c3476174-573e-455c-944e-9ed0cac04ac2 HTTP/1.1" status: 200 len: 210 time: 0.0375400 Feb 09 19:21:23.533050 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-dfd170a9-5ab6-40a2-93ef-9542674644e6 req-d4e39b32-45cd-4953-baca-f1d1e3552453 tempest-TaggedBootDevicesTest-980849656 tempest-TaggedBootDevicesTest-980849656-project] 10.222.0.75 "GET /v2.0/ports?device_id=c3476174-573e-455c-944e-9ed0cac04ac2 HTTP/1.1" status: 200 len: 210 time: 0.0503051 Feb 09 19:21:24.691579 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-844d524b-f912-4eae-a4c9-5b2e13e0f611 req-976c1d4d-e82a-4d70-808c-e5bf87bfb5b2 tempest-TaggedBootDevicesTest-980849656 tempest-TaggedBootDevicesTest-980849656-project] 10.222.0.75 "GET /v2.0/ports?device_id=c3476174-573e-455c-944e-9ed0cac04ac2 HTTP/1.1" status: 200 len: 210 time: 0.0374000 Feb 09 19:21:25.069541 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc3cce95-a91b-405b-9e75-da9a86c0de89 req-0de07405-fdf4-4622-9d53-6190a069dd72 tempest-ImagesOneServerTestJSON-957759407 tempest-ImagesOneServerTestJSON-957759407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:21:25.071442 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-bc3cce95-a91b-405b-9e75-da9a86c0de89 req-0de07405-fdf4-4622-9d53-6190a069dd72 tempest-ImagesOneServerTestJSON-957759407 tempest-ImagesOneServerTestJSON-957759407-project] 10.222.0.75 "GET /v2.0/ports?device_id=b3108ac6-eb9d-4c62-86db-56e36a616e4a HTTP/1.1" status: 200 len: 951 time: 0.0609350 Feb 09 19:21:25.136931 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-bc3cce95-a91b-405b-9e75-da9a86c0de89 req-f48f898d-db36-4acb-a476-1011c7013fe4 tempest-ImagesOneServerTestJSON-957759407 tempest-ImagesOneServerTestJSON-957759407-project] 10.222.0.75 "GET /v2.0/security-groups?id=cb633d2b-0d79-4bfb-ba16-f7d0446f457e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0595984 Feb 09 19:21:25.834625 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-ac18276f-fb65-4e1a-a6a3-af00ba7c4503 req-60f3890a-9e83-4193-932e-87555294b90f tempest-TaggedBootDevicesTest-980849656 tempest-TaggedBootDevicesTest-980849656-project] 10.222.0.75 "GET /v2.0/ports?device_id=c3476174-573e-455c-944e-9ed0cac04ac2 HTTP/1.1" status: 200 len: 210 time: 0.0416808 Feb 09 19:21:25.972538 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5f93a6b-68d2-4ce1-a9a7-a75babc521cd req-d88fc43e-4c86-4344-8198-c2ed9ef77854 tempest-ImagesOneServerTestJSON-957759407 tempest-ImagesOneServerTestJSON-957759407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:21:25.974116 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-f5f93a6b-68d2-4ce1-a9a7-a75babc521cd req-d88fc43e-4c86-4344-8198-c2ed9ef77854 tempest-ImagesOneServerTestJSON-957759407 tempest-ImagesOneServerTestJSON-957759407-project] 10.222.0.75 "GET /v2.0/ports?device_id=b3108ac6-eb9d-4c62-86db-56e36a616e4a HTTP/1.1" status: 200 len: 951 time: 0.0571883 Feb 09 19:21:26.025466 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-f5f93a6b-68d2-4ce1-a9a7-a75babc521cd req-24a3911e-6702-4ae4-a806-9f0cc2cbf44c tempest-ImagesOneServerTestJSON-957759407 tempest-ImagesOneServerTestJSON-957759407-project] 10.222.0.75 "GET /v2.0/security-groups?id=cb633d2b-0d79-4bfb-ba16-f7d0446f457e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451808 Feb 09 19:21:26.987784 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-d4946420-a996-450e-ae3b-5fe9fc2cb446 req-56c8a0ca-a022-4296-bddd-b93d35596a2c tempest-TaggedBootDevicesTest-980849656 tempest-TaggedBootDevicesTest-980849656-project] 10.222.0.75 "GET /v2.0/ports?device_id=c3476174-573e-455c-944e-9ed0cac04ac2 HTTP/1.1" status: 200 len: 210 time: 0.0354087 Feb 09 19:21:27.182121 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-114e5fcd-dd35-4258-83fc-1a974735c6d8 req-75d57155-eecd-46c7-9e5a-5eafb3ed094c tempest-ImagesOneServerTestJSON-957759407 tempest-ImagesOneServerTestJSON-957759407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:21:27.191490 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-114e5fcd-dd35-4258-83fc-1a974735c6d8 req-75d57155-eecd-46c7-9e5a-5eafb3ed094c tempest-ImagesOneServerTestJSON-957759407 tempest-ImagesOneServerTestJSON-957759407-project] 10.222.0.75 "GET /v2.0/ports?device_id=b3108ac6-eb9d-4c62-86db-56e36a616e4a HTTP/1.1" status: 200 len: 951 time: 0.0735734 Feb 09 19:21:27.267621 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-114e5fcd-dd35-4258-83fc-1a974735c6d8 req-775944d6-25ef-4312-b806-3cba91d1c8e2 tempest-ImagesOneServerTestJSON-957759407 tempest-ImagesOneServerTestJSON-957759407-project] 10.222.0.75 "GET /v2.0/security-groups?id=cb633d2b-0d79-4bfb-ba16-f7d0446f457e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0749562 Feb 09 19:21:28.119943 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-d97ae7a1-f122-46a2-a1b5-ce3fbe322c47 req-bec1ba10-28d5-4dad-8916-868ee892e5a0 tempest-TaggedBootDevicesTest-980849656 tempest-TaggedBootDevicesTest-980849656-project] 10.222.0.75 "GET /v2.0/ports?device_id=c3476174-573e-455c-944e-9ed0cac04ac2 HTTP/1.1" status: 200 len: 210 time: 0.0359693 Feb 09 19:21:28.479054 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b582c78-c492-4ebb-ab5b-fcbc5050b773 req-95bd4770-09e4-47bc-b2db-5a700958e673 tempest-ImagesOneServerTestJSON-957759407 tempest-ImagesOneServerTestJSON-957759407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:21:28.480811 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-1b582c78-c492-4ebb-ab5b-fcbc5050b773 req-95bd4770-09e4-47bc-b2db-5a700958e673 tempest-ImagesOneServerTestJSON-957759407 tempest-ImagesOneServerTestJSON-957759407-project] 10.222.0.75 "GET /v2.0/ports?device_id=b3108ac6-eb9d-4c62-86db-56e36a616e4a HTTP/1.1" status: 200 len: 951 time: 0.0868917 Feb 09 19:21:28.572369 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1623bea8-c3e9-4f2a-87e9-e1dcb071140e req-6f585c23-3028-43b5-91a8-56fb0fa7be5f tempest-ImagesOneServerTestJSON-957759407 tempest-ImagesOneServerTestJSON-957759407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:21:28.574761 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-1623bea8-c3e9-4f2a-87e9-e1dcb071140e req-6f585c23-3028-43b5-91a8-56fb0fa7be5f tempest-ImagesOneServerTestJSON-957759407 tempest-ImagesOneServerTestJSON-957759407-project] 10.222.0.90 "GET /v2.0/ports?device_id=b3108ac6-eb9d-4c62-86db-56e36a616e4a HTTP/1.1" status: 200 len: 951 time: 0.0803831 Feb 09 19:21:28.599551 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-1b582c78-c492-4ebb-ab5b-fcbc5050b773 req-76cc3569-1262-450d-8cc3-2d6725c8b4ca tempest-ImagesOneServerTestJSON-957759407 tempest-ImagesOneServerTestJSON-957759407-project] 10.222.0.75 "GET /v2.0/security-groups?id=cb633d2b-0d79-4bfb-ba16-f7d0446f457e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1112661 Feb 09 19:21:28.697818 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.plugin [req-1623bea8-c3e9-4f2a-87e9-e1dcb071140e req-07387b32-2f05-478b-8f2a-77348f577158 tempest-ImagesOneServerTestJSON-957759407 tempest-ImagesOneServerTestJSON-957759407-project] Deleting port 9352aa48-d7ae-446d-9b87-df5f3833cccd {{(pid=103229) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 19:21:28.698292 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-1623bea8-c3e9-4f2a-87e9-e1dcb071140e req-07387b32-2f05-478b-8f2a-77348f577158 tempest-ImagesOneServerTestJSON-957759407 tempest-ImagesOneServerTestJSON-957759407-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762867170196'] for port (9352aa48-d7ae-446d-9b87-df5f3833cccd), before_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:21:28.799931 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.db [req-1623bea8-c3e9-4f2a-87e9-e1dcb071140e req-07387b32-2f05-478b-8f2a-77348f577158 tempest-ImagesOneServerTestJSON-957759407 tempest-ImagesOneServerTestJSON-957759407-project] For port 9352aa48-d7ae-446d-9b87-df5f3833cccd, host n-h2-713498-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-36',level=0,port_id=9352aa48-d7ae-446d-9b87-df5f3833cccd,segment=NetworkSegment(50e5915e-18f0-4558-9a28-b978975ead36),segment_id=50e5915e-18f0-4558-9a28-b978975ead36)] {{(pid=103229) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 19:21:28.800290 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-1623bea8-c3e9-4f2a-87e9-e1dcb071140e req-07387b32-2f05-478b-8f2a-77348f577158 tempest-ImagesOneServerTestJSON-957759407 tempest-ImagesOneServerTestJSON-957759407-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1820838'] for port (9352aa48-d7ae-446d-9b87-df5f3833cccd), precommit_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:21:28.813596 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.plugin [req-1623bea8-c3e9-4f2a-87e9-e1dcb071140e req-07387b32-2f05-478b-8f2a-77348f577158 tempest-ImagesOneServerTestJSON-957759407 tempest-ImagesOneServerTestJSON-957759407-project] Calling delete_port for 9352aa48-d7ae-446d-9b87-df5f3833cccd owned by compute:nova {{(pid=103229) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 19:21:28.846494 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Device 9352aa48-d7ae-446d-9b87-df5f3833cccd no longer exists at agent hyperv_n-h2-713498-36 {{(pid=103232) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 19:21:28.985032 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Current status of the port 9352aa48-d7ae-446d-9b87-df5f3833cccd is: ACTIVE; New status is: DOWN {{(pid=103232) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 19:21:28.985989 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (9352aa48-d7ae-446d-9b87-df5f3833cccd), before_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:21:29.048213 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-1623bea8-c3e9-4f2a-87e9-e1dcb071140e req-07387b32-2f05-478b-8f2a-77348f577158 tempest-ImagesOneServerTestJSON-957759407 tempest-ImagesOneServerTestJSON-957759407-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762867177463', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762866656476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12867576'] for port (9352aa48-d7ae-446d-9b87-df5f3833cccd), after_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:21:29.093051 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07387b32-2f05-478b-8f2a-77348f577158 tempest-ImagesOneServerTestJSON-957759407 tempest-ImagesOneServerTestJSON-957759407-project] Pushing event deleted for resources: {'Port': ['ID=9352aa48-d7ae-446d-9b87-df5f3833cccd,revision_number=None']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:21:29.126862 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07387b32-2f05-478b-8f2a-77348f577158 tempest-ImagesOneServerTestJSON-957759407 tempest-ImagesOneServerTestJSON-957759407-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:21:29.127371 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07387b32-2f05-478b-8f2a-77348f577158 tempest-ImagesOneServerTestJSON-957759407 tempest-ImagesOneServerTestJSON-957759407-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:21:29.128303 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07387b32-2f05-478b-8f2a-77348f577158 tempest-ImagesOneServerTestJSON-957759407 tempest-ImagesOneServerTestJSON-957759407-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:21:29.128303 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07387b32-2f05-478b-8f2a-77348f577158 tempest-ImagesOneServerTestJSON-957759407 tempest-ImagesOneServerTestJSON-957759407-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:21:29.128821 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07387b32-2f05-478b-8f2a-77348f577158 tempest-ImagesOneServerTestJSON-957759407 tempest-ImagesOneServerTestJSON-957759407-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:21:29.129212 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07387b32-2f05-478b-8f2a-77348f577158 tempest-ImagesOneServerTestJSON-957759407 tempest-ImagesOneServerTestJSON-957759407-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:21:29.129606 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07387b32-2f05-478b-8f2a-77348f577158 tempest-ImagesOneServerTestJSON-957759407 tempest-ImagesOneServerTestJSON-957759407-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:21:29.130289 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07387b32-2f05-478b-8f2a-77348f577158 tempest-ImagesOneServerTestJSON-957759407 tempest-ImagesOneServerTestJSON-957759407-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:21:29.130688 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07387b32-2f05-478b-8f2a-77348f577158 tempest-ImagesOneServerTestJSON-957759407 tempest-ImagesOneServerTestJSON-957759407-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:21:29.131104 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07387b32-2f05-478b-8f2a-77348f577158 tempest-ImagesOneServerTestJSON-957759407 tempest-ImagesOneServerTestJSON-957759407-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:21:29.131584 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07387b32-2f05-478b-8f2a-77348f577158 tempest-ImagesOneServerTestJSON-957759407 tempest-ImagesOneServerTestJSON-957759407-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:21:29.132007 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07387b32-2f05-478b-8f2a-77348f577158 tempest-ImagesOneServerTestJSON-957759407 tempest-ImagesOneServerTestJSON-957759407-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:21:29.132423 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07387b32-2f05-478b-8f2a-77348f577158 tempest-ImagesOneServerTestJSON-957759407 tempest-ImagesOneServerTestJSON-957759407-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:21:29.156129 n-d-713498-36 neutron-server[103229]: DEBUG neutron.db.l3_dvrscheduler_db [req-1623bea8-c3e9-4f2a-87e9-e1dcb071140e req-07387b32-2f05-478b-8f2a-77348f577158 tempest-ImagesOneServerTestJSON-957759407 tempest-ImagesOneServerTestJSON-957759407-project] No DVR routers for this DVR port 9352aa48-d7ae-446d-9b87-df5f3833cccd on host n-h2-713498-36 {{(pid=103229) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 19:21:29.159659 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-1623bea8-c3e9-4f2a-87e9-e1dcb071140e req-07387b32-2f05-478b-8f2a-77348f577158 tempest-ImagesOneServerTestJSON-957759407 tempest-ImagesOneServerTestJSON-957759407-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171096'] for port (None), before_response {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:21:29.163222 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-1623bea8-c3e9-4f2a-87e9-e1dcb071140e req-07387b32-2f05-478b-8f2a-77348f577158 tempest-ImagesOneServerTestJSON-957759407 tempest-ImagesOneServerTestJSON-957759407-project] 10.222.0.90 "DELETE /v2.0/ports/9352aa48-d7ae-446d-9b87-df5f3833cccd HTTP/1.1" status: 204 len: 173 time: 0.5812190 Feb 09 19:21:29.163766 n-d-713498-36 neutron-server[103229]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b3108ac6-eb9d-4c62-86db-56e36a616e4a', 'name': 'network-vif-deleted', 'tag': '9352aa48-d7ae-446d-9b87-df5f3833cccd'}] {{(pid=103229) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 19:21:29.166436 n-d-713498-36 neutron-server[103229]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fa6ae9a20702bd564eaf90d946620b2b4277b1ab91129323d3b54181076be307" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b9209dc2-b092-4d00-9043-23ab6c56aef0" -d '{"events": [{"server_uuid": "b3108ac6-eb9d-4c62-86db-56e36a616e4a", "name": "network-vif-deleted", "tag": "9352aa48-d7ae-446d-9b87-df5f3833cccd"}]}' {{(pid=103229) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 19:21:29.250008 n-d-713498-36 neutron-server[103229]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 19:21:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-18732914-2bc2-48b5-9a37-272daa0c1bcc x-openstack-request-id: req-18732914-2bc2-48b5-9a37-272daa0c1bcc {{(pid=103229) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 19:21:29.250934 n-d-713498-36 neutron-server[103229]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b3108ac6-eb9d-4c62-86db-56e36a616e4a", "name": "network-vif-deleted", "tag": "9352aa48-d7ae-446d-9b87-df5f3833cccd", "status": "completed", "code": 200}]} {{(pid=103229) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 19:21:29.251291 n-d-713498-36 neutron-server[103229]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-18732914-2bc2-48b5-9a37-272daa0c1bcc {{(pid=103229) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 19:21:29.251786 n-d-713498-36 neutron-server[103229]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b3108ac6-eb9d-4c62-86db-56e36a616e4a', 'name': 'network-vif-deleted', 'tag': '9352aa48-d7ae-446d-9b87-df5f3833cccd', 'status': 'completed', 'code': 200} Feb 09 19:21:29.319409 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-9606420d-8106-4500-a07c-0ae75ae8f77e req-efcaea27-fb21-41d8-9227-3b37e5ea182d tempest-TaggedBootDevicesTest-980849656 tempest-TaggedBootDevicesTest-980849656-project] 10.222.0.75 "GET /v2.0/ports?device_id=c3476174-573e-455c-944e-9ed0cac04ac2 HTTP/1.1" status: 200 len: 210 time: 0.0458014 Feb 09 19:21:29.815606 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-3fb6920c-4160-4492-88fc-96afd4cb259a req-fb902935-8126-4937-a229-7002a4eda45c tempest-ImagesOneServerTestJSON-957759407 tempest-ImagesOneServerTestJSON-957759407-project] 10.222.0.75 "GET /v2.0/ports?device_id=b3108ac6-eb9d-4c62-86db-56e36a616e4a HTTP/1.1" status: 200 len: 210 time: 0.0570548 Feb 09 19:21:30.451740 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-ab678879-ebde-4cae-9bf7-119a69df4d6f req-521cef97-a2a2-4042-97b9-9dee63fcbea7 tempest-TaggedBootDevicesTest-980849656 tempest-TaggedBootDevicesTest-980849656-project] 10.222.0.75 "GET /v2.0/ports?device_id=c3476174-573e-455c-944e-9ed0cac04ac2 HTTP/1.1" status: 200 len: 210 time: 0.0299671 Feb 09 19:21:31.188474 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 44956) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:21:31.349872 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 44964) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:21:31.350054 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-56e9ac5f-9695-43b2-b083-5fcf708f2541 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=577e56868d0e48fa8b3ea735e2b95df5&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1604431 Feb 09 19:21:31.411807 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-a9442865-02cf-4e2e-a7d2-c7d5aef641cb admin admin] Publish callbacks [] for security_group (cb633d2b-0d79-4bfb-ba16-f7d0446f457e), before_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:21:31.439062 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-a9442865-02cf-4e2e-a7d2-c7d5aef641cb admin admin] Publish callbacks [] for security_group (cb633d2b-0d79-4bfb-ba16-f7d0446f457e), precommit_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:21:31.505825 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-a9442865-02cf-4e2e-a7d2-c7d5aef641cb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1892331'] for security_group (cb633d2b-0d79-4bfb-ba16-f7d0446f457e), after_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:21:31.508893 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-a9442865-02cf-4e2e-a7d2-c7d5aef641cb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:21:31.535980 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-a9442865-02cf-4e2e-a7d2-c7d5aef641cb admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/cb633d2b-0d79-4bfb-ba16-f7d0446f457e HTTP/1.1" status: 204 len: 168 time: 0.1613224 Feb 09 19:21:31.583417 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9442865-02cf-4e2e-a7d2-c7d5aef641cb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cb633d2b-0d79-4bfb-ba16-f7d0446f457e,revision_number=None']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:21:31.704263 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-700eb4ba-9a16-4c17-9e3e-961ef0364cec req-2f8c9430-4e4f-4f2f-99f9-ac382e6e8c4e tempest-TaggedBootDevicesTest-980849656 tempest-TaggedBootDevicesTest-980849656-project] 10.222.0.75 "GET /v2.0/ports?device_id=c3476174-573e-455c-944e-9ed0cac04ac2 HTTP/1.1" status: 200 len: 210 time: 0.0474772 Feb 09 19:21:32.405286 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 45002) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:21:32.560622 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.v2.base [None req-f28beb90-87d7-4a44-9428-5f7784ecead1 admin admin] Request body: {'network': {'name': 'tempest-ImagesOneServerNegativeTestJSON-326460752-network', 'tenant_id': 'ee42b623d71b4a08b8e85a34c704ee21'}} {{(pid=103229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 19:21:32.594382 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f28beb90-87d7-4a44-9428-5f7784ecead1 admin admin] Made reservation on behalf of ee42b623d71b4a08b8e85a34c704ee21 for: {'network': 1} {{(pid=103229) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 19:21:32.597141 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-f28beb90-87d7-4a44-9428-5f7784ecead1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for network (None), before_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:21:32.606712 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-f28beb90-87d7-4a44-9428-5f7784ecead1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:21:32.709569 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-f28beb90-87d7-4a44-9428-5f7784ecead1 admin admin] Publish callbacks [] for security_group (3a917974-2813-46d9-8673-0cde91ecf407), precommit_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:21:32.714039 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-f28beb90-87d7-4a44-9428-5f7784ecead1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1892331'] for security_group (3a917974-2813-46d9-8673-0cde91ecf407), after_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:21:32.743700 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f28beb90-87d7-4a44-9428-5f7784ecead1 admin admin] vlan segment allocate from pool success with {'vlan_id': 396, 'physical_network': 'physnet1'} {{(pid=103229) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 19:21:32.754025 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f28beb90-87d7-4a44-9428-5f7784ecead1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3a917974-2813-46d9-8673-0cde91ecf407,revision_number=1']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:21:32.764202 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-f28beb90-87d7-4a44-9428-5f7784ecead1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-759574'] for segment (3775fb2c-c530-4fd0-a120-545068ec4f1e), precommit_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:21:32.764720 n-d-713498-36 neutron-server[103229]: INFO neutron.db.segments_db [None req-f28beb90-87d7-4a44-9428-5f7784ecead1 admin admin] Added segment 3775fb2c-c530-4fd0-a120-545068ec4f1e of type vlan for network ea5f98a2-c069-48db-b080-346340701d33 Feb 09 19:21:32.833889 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-f28beb90-87d7-4a44-9428-5f7784ecead1 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762866642225'] for network (ea5f98a2-c069-48db-b080-346340701d33), precommit_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:21:32.866613 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-86aba27e-c36c-4cb6-9e30-ddcfe17fd3ef req-e9855151-ba12-4a67-9d07-20cd7651c2c6 tempest-TaggedBootDevicesTest-980849656 tempest-TaggedBootDevicesTest-980849656-project] 10.222.0.75 "GET /v2.0/ports?device_id=c3476174-573e-455c-944e-9ed0cac04ac2 HTTP/1.1" status: 200 len: 210 time: 0.0379426 Feb 09 19:21:32.870802 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-f28beb90-87d7-4a44-9428-5f7784ecead1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1885479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452'] for network (ea5f98a2-c069-48db-b080-346340701d33), after_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:21:32.872571 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f28beb90-87d7-4a44-9428-5f7784ecead1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:21:32.873301 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-f28beb90-87d7-4a44-9428-5f7784ecead1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1613566'] for network (None), before_response {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:21:32.902988 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-f28beb90-87d7-4a44-9428-5f7784ecead1 admin admin] 10.222.0.75 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 0.4964573 Feb 09 19:21:32.905832 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 45026) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:21:32.913315 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.v2.base [None req-78fb5224-cac3-4262-8005-bda6930ea28e admin admin] Request body: {'subnet': {'network_id': 'ea5f98a2-c069-48db-b080-346340701d33', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImagesOneServerNegativeTestJSON-326460752-subnet', 'tenant_id': 'ee42b623d71b4a08b8e85a34c704ee21', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103230) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 19:21:32.957372 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-78fb5224-cac3-4262-8005-bda6930ea28e admin admin] Made reservation on behalf of ee42b623d71b4a08b8e85a34c704ee21 for: {'subnet': 1} {{(pid=103230) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 19:21:32.959817 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-78fb5224-cac3-4262-8005-bda6930ea28e admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12985917'] for subnet (None), before_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:21:32.966743 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f28beb90-87d7-4a44-9428-5f7784ecead1 admin admin] Pushing event updated for resources: {'Network': ['ID=ea5f98a2-c069-48db-b080-346340701d33,revision_number=1']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:21:32.979203 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Network ea5f98a2-c069-48db-b080-346340701d33 details requested by agent ovs-agent-n-d-713498-36 with host n-d-713498-36 {{(pid=103232) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 19:21:33.157644 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-78fb5224-cac3-4262-8005-bda6930ea28e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14393611', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12985859'] for subnet (48191d36-8745-4793-9d02-3afa512f12d6), after_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:21:33.218525 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78fb5224-cac3-4262-8005-bda6930ea28e admin admin] Pushing event updated for resources: {'Subnet': ['ID=48191d36-8745-4793-9d02-3afa512f12d6,revision_number=0']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:21:33.228181 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78fb5224-cac3-4262-8005-bda6930ea28e admin admin] Checking segment: {'id': '3775fb2c-c530-4fd0-a120-545068ec4f1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': 'ea5f98a2-c069-48db-b080-346340701d33'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103230) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 19:21:33.228564 n-d-713498-36 neutron-server[103230]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78fb5224-cac3-4262-8005-bda6930ea28e admin admin] Network hostable DHCP agents. Network: ea5f98a2-c069-48db-b080-346340701d33, hostable agents: ['af91e4b9-f4e1-42b1-a25c-a10dc47171c8'], hosted agents: [] {{(pid=103230) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 19:21:33.233220 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78fb5224-cac3-4262-8005-bda6930ea28e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:21:33.233571 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78fb5224-cac3-4262-8005-bda6930ea28e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:21:33.233907 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78fb5224-cac3-4262-8005-bda6930ea28e admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:21:33.234267 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78fb5224-cac3-4262-8005-bda6930ea28e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:21:33.234792 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78fb5224-cac3-4262-8005-bda6930ea28e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:21:33.235256 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78fb5224-cac3-4262-8005-bda6930ea28e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:21:33.235601 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78fb5224-cac3-4262-8005-bda6930ea28e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:21:33.235922 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78fb5224-cac3-4262-8005-bda6930ea28e admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:21:33.236251 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78fb5224-cac3-4262-8005-bda6930ea28e admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:21:33.236576 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78fb5224-cac3-4262-8005-bda6930ea28e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:21:33.236899 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78fb5224-cac3-4262-8005-bda6930ea28e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:21:33.237222 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78fb5224-cac3-4262-8005-bda6930ea28e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:21:33.237543 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78fb5224-cac3-4262-8005-bda6930ea28e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:21:33.256470 n-d-713498-36 neutron-server[103230]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78fb5224-cac3-4262-8005-bda6930ea28e admin admin] Network ea5f98a2-c069-48db-b080-346340701d33 is scheduled to be hosted by DHCP agent af91e4b9-f4e1-42b1-a25c-a10dc47171c8 with binding_index 1 {{(pid=103230) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 19:21:33.266622 n-d-713498-36 neutron-server[103230]: DEBUG neutron.scheduler.base_scheduler [None req-78fb5224-cac3-4262-8005-bda6930ea28e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713498-36, ea5f98a2-c069-48db-b080-346340701d33) {{(pid=103230) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 19:21:33.272553 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78fb5224-cac3-4262-8005-bda6930ea28e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:21:33.273611 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-78fb5224-cac3-4262-8005-bda6930ea28e admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:21:33.278969 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d247b6bc-d289-4c4a-9800-c24299371d82 None None] Network ea5f98a2-c069-48db-b080-346340701d33 requested from n-d-713498-36 {{(pid=103232) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 19:21:33.297342 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-78fb5224-cac3-4262-8005-bda6930ea28e admin admin] 10.222.0.75 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 0.3880804 Feb 09 19:21:33.426512 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44e71e3a-b8bc-48d5-ba3b-93cff4ee055f None None] Network ea5f98a2-c069-48db-b080-346340701d33 requested from n-d-713498-36 {{(pid=103232) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 19:21:33.807974 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cd436ba-c59c-4a33-bd12-3f5ba8e7c4aa req-c88d0a8b-dfdd-4a06-b6a2-68b043dab313 tempest-ImagesOneServerNegativeTestJSON-786624457 tempest-ImagesOneServerNegativeTestJSON-786624457-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:21:33.814025 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-1cd436ba-c59c-4a33-bd12-3f5ba8e7c4aa req-c88d0a8b-dfdd-4a06-b6a2-68b043dab313 tempest-ImagesOneServerNegativeTestJSON-786624457 tempest-ImagesOneServerNegativeTestJSON-786624457-project] 10.222.0.75 "GET /v2.0/networks?id=ea5f98a2-c069-48db-b080-346340701d33 HTTP/1.1" status: 200 len: 821 time: 0.1209776 Feb 09 19:21:33.825537 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-1cd436ba-c59c-4a33-bd12-3f5ba8e7c4aa req-b7b48d8e-0be3-42c6-95ff-776b40c95bb3 tempest-ImagesOneServerNegativeTestJSON-786624457 tempest-ImagesOneServerNegativeTestJSON-786624457-project] 10.222.0.75 "GET /v2.0/quotas/ee42b623d71b4a08b8e85a34c704ee21 HTTP/1.1" status: 200 len: 375 time: 0.0098479 Feb 09 19:21:33.858445 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-1cd436ba-c59c-4a33-bd12-3f5ba8e7c4aa req-d8673df6-54e7-4a34-884b-b180c14c17ac tempest-ImagesOneServerNegativeTestJSON-786624457 tempest-ImagesOneServerNegativeTestJSON-786624457-project] 10.222.0.75 "GET /v2.0/ports?tenant_id=ee42b623d71b4a08b8e85a34c704ee21&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0268738 Feb 09 19:21:33.962941 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-1cd436ba-c59c-4a33-bd12-3f5ba8e7c4aa req-31fb1688-097d-41c0-95ba-ffd8f24ff83f service neutron] 10.222.0.75 "GET /v2.0/networks/ea5f98a2-c069-48db-b080-346340701d33?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0975738 Feb 09 19:21:33.990138 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-7150d2d1-e780-4881-98af-82e067329e31 req-c8ad8437-d673-46e2-a5a0-f4d4e819a9a2 tempest-TaggedBootDevicesTest-980849656 tempest-TaggedBootDevicesTest-980849656-project] 10.222.0.75 "GET /v2.0/ports?device_id=c3476174-573e-455c-944e-9ed0cac04ac2 HTTP/1.1" status: 200 len: 210 time: 0.0366077 Feb 09 19:21:34.068725 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-1cd436ba-c59c-4a33-bd12-3f5ba8e7c4aa req-5f1f5630-9964-4a14-8175-f0c3ccec1182 service neutron] 10.222.0.75 "GET /v2.0/networks/ea5f98a2-c069-48db-b080-346340701d33?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0991929 Feb 09 19:21:34.268391 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-3ffa581e-7df5-45c9-a76e-53df9d7c5995 req-ed9351d5-f29a-4d80-ad60-04e27f3982de tempest-ImagesOneServerNegativeTestJSON-786624457 tempest-ImagesOneServerNegativeTestJSON-786624457-project] 10.222.0.75 "GET /v2.0/ports?device_id=0c85a11a-cc49-42f8-854c-75838dc13c8f HTTP/1.1" status: 200 len: 210 time: 0.0507641 Feb 09 19:21:35.097371 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-7d2bd94b-0a9f-439b-8466-35853083fa72 req-aafdac30-2c84-495b-b9fa-203b850c46fc tempest-TaggedBootDevicesTest-980849656 tempest-TaggedBootDevicesTest-980849656-project] 10.222.0.75 "GET /v2.0/ports?device_id=c3476174-573e-455c-944e-9ed0cac04ac2 HTTP/1.1" status: 200 len: 210 time: 0.0281124 Feb 09 19:21:35.324920 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cd436ba-c59c-4a33-bd12-3f5ba8e7c4aa req-58eb58fb-2416-45ab-a09a-88b3fc2f15b3 tempest-ImagesOneServerNegativeTestJSON-786624457 tempest-ImagesOneServerNegativeTestJSON-786624457-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:21:35.328504 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-1cd436ba-c59c-4a33-bd12-3f5ba8e7c4aa req-58eb58fb-2416-45ab-a09a-88b3fc2f15b3 tempest-ImagesOneServerNegativeTestJSON-786624457 tempest-ImagesOneServerNegativeTestJSON-786624457-project] 10.222.0.90 "GET /v2.0/networks?id=ea5f98a2-c069-48db-b080-346340701d33 HTTP/1.1" status: 200 len: 821 time: 0.1200857 Feb 09 19:21:35.342717 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.v2.base [req-1cd436ba-c59c-4a33-bd12-3f5ba8e7c4aa req-2a4feff2-f9da-41a9-960f-af593102f035 tempest-ImagesOneServerNegativeTestJSON-786624457 tempest-ImagesOneServerNegativeTestJSON-786624457-project] Request body: {'port': {'device_id': '0c85a11a-cc49-42f8-854c-75838dc13c8f', 'network_id': 'ea5f98a2-c069-48db-b080-346340701d33', 'admin_state_up': True, 'tenant_id': 'ee42b623d71b4a08b8e85a34c704ee21'}} {{(pid=103229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 19:21:35.415491 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-c9792595-e523-4c79-9d8d-4cce1b6d0a65 req-ffb5c7f0-665f-4fb9-9df5-7c4b4d17dd11 tempest-ImagesOneServerNegativeTestJSON-786624457 tempest-ImagesOneServerNegativeTestJSON-786624457-project] 10.222.0.75 "GET /v2.0/ports?device_id=0c85a11a-cc49-42f8-854c-75838dc13c8f HTTP/1.1" status: 200 len: 210 time: 0.0684235 Feb 09 19:21:35.482168 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1cd436ba-c59c-4a33-bd12-3f5ba8e7c4aa req-2a4feff2-f9da-41a9-960f-af593102f035 tempest-ImagesOneServerNegativeTestJSON-786624457 tempest-ImagesOneServerNegativeTestJSON-786624457-project] Made reservation on behalf of ee42b623d71b4a08b8e85a34c704ee21 for: {'port': 1} {{(pid=103229) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 19:21:35.486718 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-1cd436ba-c59c-4a33-bd12-3f5ba8e7c4aa req-2a4feff2-f9da-41a9-960f-af593102f035 tempest-ImagesOneServerNegativeTestJSON-786624457 tempest-ImagesOneServerNegativeTestJSON-786624457-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (None), before_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:21:35.621908 n-d-713498-36 neutron-server[103229]: DEBUG neutron.db.db_base_plugin_common [req-1cd436ba-c59c-4a33-bd12-3f5ba8e7c4aa req-2a4feff2-f9da-41a9-960f-af593102f035 tempest-ImagesOneServerNegativeTestJSON-786624457 tempest-ImagesOneServerNegativeTestJSON-786624457-project] Allocated IP 172.20.0.2 (ea5f98a2-c069-48db-b080-346340701d33/48191d36-8745-4793-9d02-3afa512f12d6/0c96f1cb-5676-4742-b948-2259ea33b28e) {{(pid=103229) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 19:21:35.769611 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-1cd436ba-c59c-4a33-bd12-3f5ba8e7c4aa req-2a4feff2-f9da-41a9-960f-af593102f035 tempest-ImagesOneServerNegativeTestJSON-786624457 tempest-ImagesOneServerNegativeTestJSON-786624457-project] Publish callbacks [] for port (0c96f1cb-5676-4742-b948-2259ea33b28e), precommit_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:21:35.802841 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-1cd436ba-c59c-4a33-bd12-3f5ba8e7c4aa req-2a4feff2-f9da-41a9-960f-af593102f035 tempest-ImagesOneServerNegativeTestJSON-786624457 tempest-ImagesOneServerNegativeTestJSON-786624457-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762866656467', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12867576'] for port (0c96f1cb-5676-4742-b948-2259ea33b28e), after_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:21:35.851757 n-d-713498-36 neutron-server[103229]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1cd436ba-c59c-4a33-bd12-3f5ba8e7c4aa req-2a4feff2-f9da-41a9-960f-af593102f035 tempest-ImagesOneServerNegativeTestJSON-786624457 tempest-ImagesOneServerNegativeTestJSON-786624457-project] Network ea5f98a2-c069-48db-b080-346340701d33 is already hosted by enough agents. {{(pid=103229) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 19:21:35.854953 n-d-713498-36 neutron-server[103229]: DEBUG neutron.scheduler.base_scheduler [req-1cd436ba-c59c-4a33-bd12-3f5ba8e7c4aa req-2a4feff2-f9da-41a9-960f-af593102f035 tempest-ImagesOneServerNegativeTestJSON-786624457 tempest-ImagesOneServerNegativeTestJSON-786624457-project] Resources bound (agent type, host, resource id): {{(pid=103229) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 19:21:35.861791 n-d-713498-36 neutron-server[103229]: DEBUG neutron.db.l3_dvrscheduler_db [req-1cd436ba-c59c-4a33-bd12-3f5ba8e7c4aa req-2a4feff2-f9da-41a9-960f-af593102f035 tempest-ImagesOneServerNegativeTestJSON-786624457 tempest-ImagesOneServerNegativeTestJSON-786624457-project] Received port after_create {{(pid=103229) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 19:21:35.893016 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a4feff2-f9da-41a9-960f-af593102f035 tempest-ImagesOneServerNegativeTestJSON-786624457 tempest-ImagesOneServerNegativeTestJSON-786624457-project] Pushing event updated for resources: {'Port': ['ID=0c96f1cb-5676-4742-b948-2259ea33b28e,revision_number=1']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:21:35.920066 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cd436ba-c59c-4a33-bd12-3f5ba8e7c4aa req-2a4feff2-f9da-41a9-960f-af593102f035 tempest-ImagesOneServerNegativeTestJSON-786624457 tempest-ImagesOneServerNegativeTestJSON-786624457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:21:35.920667 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-1cd436ba-c59c-4a33-bd12-3f5ba8e7c4aa req-2a4feff2-f9da-41a9-960f-af593102f035 tempest-ImagesOneServerNegativeTestJSON-786624457 tempest-ImagesOneServerNegativeTestJSON-786624457-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171096'] for port (None), before_response {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:21:35.938796 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-1cd436ba-c59c-4a33-bd12-3f5ba8e7c4aa req-2a4feff2-f9da-41a9-960f-af593102f035 tempest-ImagesOneServerNegativeTestJSON-786624457 tempest-ImagesOneServerNegativeTestJSON-786624457-project] 10.222.0.90 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6014571 Feb 09 19:21:35.950679 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.v2.base [req-1cd436ba-c59c-4a33-bd12-3f5ba8e7c4aa req-78817826-1c8c-4dbd-89cb-256c7226a158 service neutron] Request body: {'port': {'device_id': '0c85a11a-cc49-42f8-854c-75838dc13c8f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-713498-36'}} {{(pid=103229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 19:21:36.017595 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-1cd436ba-c59c-4a33-bd12-3f5ba8e7c4aa req-78817826-1c8c-4dbd-89cb-256c7226a158 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (0c96f1cb-5676-4742-b948-2259ea33b28e), before_update {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:21:36.318503 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-eaacc81e-6d9b-4a3d-875b-efb8f13b23c2 req-a71d429b-9d9e-4bd7-bd3d-ed2e4b0d027b tempest-TaggedBootDevicesTest-980849656 tempest-TaggedBootDevicesTest-980849656-project] 10.222.0.75 "GET /v2.0/ports?device_id=c3476174-573e-455c-944e-9ed0cac04ac2 HTTP/1.1" status: 200 len: 210 time: 0.0390093 Feb 09 19:21:36.511853 n-d-713498-36 neutron-server[103229]: DEBUG neutron.notifiers.nova [req-1cd436ba-c59c-4a33-bd12-3f5ba8e7c4aa req-78817826-1c8c-4dbd-89cb-256c7226a158 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0c96f1cb-5676-4742-b948-2259ea33b28e {{(pid=103229) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 19:21:36.524931 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-1cd436ba-c59c-4a33-bd12-3f5ba8e7c4aa req-78817826-1c8c-4dbd-89cb-256c7226a158 service neutron] Publish callbacks [] for port (0c96f1cb-5676-4742-b948-2259ea33b28e), precommit_update {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:21:36.545824 n-d-713498-36 neutron-server[103229]: DEBUG neutron.db.provisioning_blocks [req-1cd436ba-c59c-4a33-bd12-3f5ba8e7c4aa req-78817826-1c8c-4dbd-89cb-256c7226a158 service neutron] Transition to ACTIVE for port object 0c96f1cb-5676-4742-b948-2259ea33b28e will not be triggered until provisioned by entity L2. {{(pid=103229) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 19:21:36.595656 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-1cd436ba-c59c-4a33-bd12-3f5ba8e7c4aa req-78817826-1c8c-4dbd-89cb-256c7226a158 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762867176205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762866656485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762866656503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12867569'] for port (0c96f1cb-5676-4742-b948-2259ea33b28e), after_update {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:21:36.614265 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dd4db8a-c146-4ac9-b3cb-f1bf0e7154e6 req-1153cc9b-06e0-48b6-8b85-fcd456b41c0d tempest-AttachVolumeNegativeTest-275227323 tempest-AttachVolumeNegativeTest-275227323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:21:36.616199 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-8dd4db8a-c146-4ac9-b3cb-f1bf0e7154e6 req-1153cc9b-06e0-48b6-8b85-fcd456b41c0d tempest-AttachVolumeNegativeTest-275227323 tempest-AttachVolumeNegativeTest-275227323-project] 10.222.0.75 "GET /v2.0/ports?device_id=1a2b56c2-8acc-49bc-83ed-688222bc244b HTTP/1.1" status: 200 len: 945 time: 0.0751557 Feb 09 19:21:36.672860 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba37c661-1a95-4d17-9c24-d89bf6227e0a req-7c7fa59b-9fe7-45c2-bfcc-8fed0a24d758 tempest-ImagesOneServerNegativeTestJSON-786624457 tempest-ImagesOneServerNegativeTestJSON-786624457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:21:36.674898 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-ba37c661-1a95-4d17-9c24-d89bf6227e0a req-7c7fa59b-9fe7-45c2-bfcc-8fed0a24d758 tempest-ImagesOneServerNegativeTestJSON-786624457 tempest-ImagesOneServerNegativeTestJSON-786624457-project] 10.222.0.75 "GET /v2.0/ports?device_id=0c85a11a-cc49-42f8-854c-75838dc13c8f HTTP/1.1" status: 200 len: 943 time: 0.1309648 Feb 09 19:21:36.682028 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-8dd4db8a-c146-4ac9-b3cb-f1bf0e7154e6 req-8ba255cd-a35c-4a47-bce0-3bebb5dba5ae tempest-AttachVolumeNegativeTest-275227323 tempest-AttachVolumeNegativeTest-275227323-project] 10.222.0.75 "GET /v2.0/security-groups?id=4936bce0-5f58-4a33-9b1f-fa66fe6c175f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590324 Feb 09 19:21:36.760027 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-ba37c661-1a95-4d17-9c24-d89bf6227e0a req-100f865b-6bde-4d19-a1b1-bf3a86a0a1fb tempest-ImagesOneServerNegativeTestJSON-786624457 tempest-ImagesOneServerNegativeTestJSON-786624457-project] 10.222.0.75 "GET /v2.0/security-groups?id=3a917974-2813-46d9-8673-0cde91ecf407&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0724001 Feb 09 19:21:36.771323 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78817826-1c8c-4dbd-89cb-256c7226a158 service neutron] Pushing event updated for resources: {'Port': ['ID=0c96f1cb-5676-4742-b948-2259ea33b28e,revision_number=2']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:21:36.841301 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.managers [req-1cd436ba-c59c-4a33-bd12-3f5ba8e7c4aa req-78817826-1c8c-4dbd-89cb-256c7226a158 service neutron] Attempting to bind port 0c96f1cb-5676-4742-b948-2259ea33b28e on host n-h2-713498-36 for vnic_type normal with profile {{(pid=103229) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 19:21:36.842088 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.managers [req-1cd436ba-c59c-4a33-bd12-3f5ba8e7c4aa req-78817826-1c8c-4dbd-89cb-256c7226a158 service neutron] Attempting to bind port 0c96f1cb-5676-4742-b948-2259ea33b28e by drivers openvswitch,hyperv on host n-h2-713498-36 at level 0 using segments [{'id': '3775fb2c-c530-4fd0-a120-545068ec4f1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': 'ea5f98a2-c069-48db-b080-346340701d33'}] {{(pid=103229) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 19:21:36.842731 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1cd436ba-c59c-4a33-bd12-3f5ba8e7c4aa req-78817826-1c8c-4dbd-89cb-256c7226a158 service neutron] Attempting to bind port 0c96f1cb-5676-4742-b948-2259ea33b28e on network ea5f98a2-c069-48db-b080-346340701d33 {{(pid=103229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 19:21:36.850542 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1cd436ba-c59c-4a33-bd12-3f5ba8e7c4aa req-78817826-1c8c-4dbd-89cb-256c7226a158 service neutron] Port 0c96f1cb-5676-4742-b948-2259ea33b28e on network ea5f98a2-c069-48db-b080-346340701d33 not bound, no agent of type Open vSwitch agent registered on host n-h2-713498-36 {{(pid=103229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 19:21:36.851141 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1cd436ba-c59c-4a33-bd12-3f5ba8e7c4aa req-78817826-1c8c-4dbd-89cb-256c7226a158 service neutron] Attempting to bind port 0c96f1cb-5676-4742-b948-2259ea33b28e on network ea5f98a2-c069-48db-b080-346340701d33 {{(pid=103229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 19:21:36.858733 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1cd436ba-c59c-4a33-bd12-3f5ba8e7c4aa req-78817826-1c8c-4dbd-89cb-256c7226a158 service neutron] Checking agent: {'id': 'bcd5faee-dc24-4298-9134-0e0aa054058e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713498-36', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 18, 59, 19), 'started_at': datetime.datetime(2022, 2, 9, 18, 59, 19), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 19, 21, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 19:21:36.859934 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1cd436ba-c59c-4a33-bd12-3f5ba8e7c4aa req-78817826-1c8c-4dbd-89cb-256c7226a158 service neutron] Checking segment: {'id': '3775fb2c-c530-4fd0-a120-545068ec4f1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': 'ea5f98a2-c069-48db-b080-346340701d33'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103229) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 19:21:36.861027 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1cd436ba-c59c-4a33-bd12-3f5ba8e7c4aa req-78817826-1c8c-4dbd-89cb-256c7226a158 service neutron] Bound using segment: {'id': '3775fb2c-c530-4fd0-a120-545068ec4f1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': 'ea5f98a2-c069-48db-b080-346340701d33'} {{(pid=103229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 19:21:36.861863 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.managers [req-1cd436ba-c59c-4a33-bd12-3f5ba8e7c4aa req-78817826-1c8c-4dbd-89cb-256c7226a158 service neutron] Bound port: 0c96f1cb-5676-4742-b948-2259ea33b28e, host: n-h2-713498-36, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3775fb2c-c530-4fd0-a120-545068ec4f1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': 'ea5f98a2-c069-48db-b080-346340701d33'}}] {{(pid=103229) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 19:21:36.862587 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-1cd436ba-c59c-4a33-bd12-3f5ba8e7c4aa req-78817826-1c8c-4dbd-89cb-256c7226a158 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (0c96f1cb-5676-4742-b948-2259ea33b28e), before_update {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:21:36.949419 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.db [req-1cd436ba-c59c-4a33-bd12-3f5ba8e7c4aa req-78817826-1c8c-4dbd-89cb-256c7226a158 service neutron] For port 0c96f1cb-5676-4742-b948-2259ea33b28e, host n-h2-713498-36, cleared binding levels {{(pid=103229) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 19:21:36.952840 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.db [req-1cd436ba-c59c-4a33-bd12-3f5ba8e7c4aa req-78817826-1c8c-4dbd-89cb-256c7226a158 service neutron] For port 0c96f1cb-5676-4742-b948-2259ea33b28e, host n-h2-713498-36, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-36',level=0,port_id=0c96f1cb-5676-4742-b948-2259ea33b28e,segment=NetworkSegment(3775fb2c-c530-4fd0-a120-545068ec4f1e),segment_id=3775fb2c-c530-4fd0-a120-545068ec4f1e)] {{(pid=103229) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 19:21:36.963449 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-1cd436ba-c59c-4a33-bd12-3f5ba8e7c4aa req-78817826-1c8c-4dbd-89cb-256c7226a158 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762867176205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762866656485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762866656503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12867569'] for port (0c96f1cb-5676-4742-b948-2259ea33b28e), after_update {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:21:37.045091 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78817826-1c8c-4dbd-89cb-256c7226a158 service neutron] Pushing event updated for resources: {'Port': ['ID=0c96f1cb-5676-4742-b948-2259ea33b28e,revision_number=3']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:21:37.059281 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cd436ba-c59c-4a33-bd12-3f5ba8e7c4aa req-78817826-1c8c-4dbd-89cb-256c7226a158 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:21:37.059921 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-1cd436ba-c59c-4a33-bd12-3f5ba8e7c4aa req-78817826-1c8c-4dbd-89cb-256c7226a158 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171096'] for port (None), before_response {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:21:37.061381 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-1cd436ba-c59c-4a33-bd12-3f5ba8e7c4aa req-78817826-1c8c-4dbd-89cb-256c7226a158 service neutron] 10.222.0.90 "PUT /v2.0/ports/0c96f1cb-5676-4742-b948-2259ea33b28e HTTP/1.1" status: 200 len: 1092 time: 1.1148696 Feb 09 19:21:37.061884 n-d-713498-36 neutron-server[103229]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0c85a11a-cc49-42f8-854c-75838dc13c8f', 'tag': '0c96f1cb-5676-4742-b948-2259ea33b28e'}] {{(pid=103229) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 19:21:37.065442 n-d-713498-36 neutron-server[103229]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fa6ae9a20702bd564eaf90d946620b2b4277b1ab91129323d3b54181076be307" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-26654cab-2217-46bb-bf43-c3e8beb461ab" -d '{"events": [{"name": "network-changed", "server_uuid": "0c85a11a-cc49-42f8-854c-75838dc13c8f", "tag": "0c96f1cb-5676-4742-b948-2259ea33b28e"}]}' {{(pid=103229) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 19:21:37.167844 n-d-713498-36 neutron-server[103229]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 19:21:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d15abf03-1e0f-4e15-aeee-4b7aa01a5535 x-openstack-request-id: req-d15abf03-1e0f-4e15-aeee-4b7aa01a5535 {{(pid=103229) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 19:21:37.170149 n-d-713498-36 neutron-server[103229]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0c85a11a-cc49-42f8-854c-75838dc13c8f", "tag": "0c96f1cb-5676-4742-b948-2259ea33b28e", "status": "completed", "code": 200}]} {{(pid=103229) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 19:21:37.170413 n-d-713498-36 neutron-server[103229]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-d15abf03-1e0f-4e15-aeee-4b7aa01a5535 {{(pid=103229) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 19:21:37.170827 n-d-713498-36 neutron-server[103229]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0c85a11a-cc49-42f8-854c-75838dc13c8f', 'tag': '0c96f1cb-5676-4742-b948-2259ea33b28e', 'status': 'completed', 'code': 200} Feb 09 19:21:37.208293 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cd436ba-c59c-4a33-bd12-3f5ba8e7c4aa req-9f12ea2b-3ca8-44ce-bf90-26cd868e6d02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:21:37.209880 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-1cd436ba-c59c-4a33-bd12-3f5ba8e7c4aa req-9f12ea2b-3ca8-44ce-bf90-26cd868e6d02 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=ee42b623d71b4a08b8e85a34c704ee21&device_id=0c85a11a-cc49-42f8-854c-75838dc13c8f HTTP/1.1" status: 200 len: 1126 time: 0.0910270 Feb 09 19:21:37.293738 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-1cd436ba-c59c-4a33-bd12-3f5ba8e7c4aa req-d61c644b-36d6-40a7-9299-bedca49f36e5 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=0c96f1cb-5676-4742-b948-2259ea33b28e HTTP/1.1" status: 200 len: 217 time: 0.0694852 Feb 09 19:21:37.360749 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cd436ba-c59c-4a33-bd12-3f5ba8e7c4aa req-09a74471-58e8-43d8-9597-c1180fd85923 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:21:37.362278 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-1cd436ba-c59c-4a33-bd12-3f5ba8e7c4aa req-09a74471-58e8-43d8-9597-c1180fd85923 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=48191d36-8745-4793-9d02-3afa512f12d6 HTTP/1.1" status: 200 len: 861 time: 0.0621390 Feb 09 19:21:37.404293 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-1cd436ba-c59c-4a33-bd12-3f5ba8e7c4aa req-55afbc5c-8243-473c-9c81-9477320e38bc service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=ea5f98a2-c069-48db-b080-346340701d33&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0308399 Feb 09 19:21:37.513346 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-f5d22696-db8d-425d-9708-a5e0132429c7 req-c9ac8cad-0d80-4030-aede-17f4ec8222a4 tempest-TaggedBootDevicesTest-980849656 tempest-TaggedBootDevicesTest-980849656-project] 10.222.0.75 "GET /v2.0/ports?device_id=c3476174-573e-455c-944e-9ed0cac04ac2 HTTP/1.1" status: 200 len: 210 time: 0.0606692 Feb 09 19:21:37.583117 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-1cd436ba-c59c-4a33-bd12-3f5ba8e7c4aa req-b5d699d7-cbd7-4201-915f-8dd63336a906 service neutron] 10.222.0.90 "GET /v2.0/networks/ea5f98a2-c069-48db-b080-346340701d33?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1709149 Feb 09 19:21:37.691795 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-1cd436ba-c59c-4a33-bd12-3f5ba8e7c4aa req-2ec5dbd4-75ec-48e6-b7dd-03755699eec2 service neutron] 10.222.0.90 "GET /v2.0/networks/ea5f98a2-c069-48db-b080-346340701d33?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0988054 Feb 09 19:21:37.858894 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26654cab-2217-46bb-bf43-c3e8beb461ab req-b0699345-f2e4-4065-8a39-5e546cc4b117 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:21:37.861371 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-26654cab-2217-46bb-bf43-c3e8beb461ab req-b0699345-f2e4-4065-8a39-5e546cc4b117 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=ee42b623d71b4a08b8e85a34c704ee21&device_id=0c85a11a-cc49-42f8-854c-75838dc13c8f HTTP/1.1" status: 200 len: 1126 time: 0.1066639 Feb 09 19:21:37.869909 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-844b36fe-4435-4728-8fc8-f177b56aa0fb req-39c87219-1e02-410d-a260-e1e613e8a495 tempest-AttachVolumeNegativeTest-275227323 tempest-AttachVolumeNegativeTest-275227323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:21:37.879717 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-844b36fe-4435-4728-8fc8-f177b56aa0fb req-39c87219-1e02-410d-a260-e1e613e8a495 tempest-AttachVolumeNegativeTest-275227323 tempest-AttachVolumeNegativeTest-275227323-project] 10.222.0.75 "GET /v2.0/ports?device_id=1a2b56c2-8acc-49bc-83ed-688222bc244b HTTP/1.1" status: 200 len: 945 time: 0.1165838 Feb 09 19:21:37.915033 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dac6535-af19-4177-b094-8dbd03a1ed9e req-0d6c39ec-0d5e-49b0-8a97-5dc5a92c4434 tempest-ImagesOneServerNegativeTestJSON-786624457 tempest-ImagesOneServerNegativeTestJSON-786624457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:21:37.917468 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-5dac6535-af19-4177-b094-8dbd03a1ed9e req-0d6c39ec-0d5e-49b0-8a97-5dc5a92c4434 tempest-ImagesOneServerNegativeTestJSON-786624457 tempest-ImagesOneServerNegativeTestJSON-786624457-project] 10.222.0.75 "GET /v2.0/ports?device_id=0c85a11a-cc49-42f8-854c-75838dc13c8f HTTP/1.1" status: 200 len: 943 time: 0.0602653 Feb 09 19:21:37.989376 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-5dac6535-af19-4177-b094-8dbd03a1ed9e req-27b5343a-1ffa-4813-ae6b-6804bf10b99f tempest-ImagesOneServerNegativeTestJSON-786624457 tempest-ImagesOneServerNegativeTestJSON-786624457-project] 10.222.0.75 "GET /v2.0/security-groups?id=3a917974-2813-46d9-8673-0cde91ecf407&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0595112 Feb 09 19:21:38.044799 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-844b36fe-4435-4728-8fc8-f177b56aa0fb req-eff4546f-6073-4664-bc80-373c768b5704 tempest-AttachVolumeNegativeTest-275227323 tempest-AttachVolumeNegativeTest-275227323-project] 10.222.0.75 "GET /v2.0/security-groups?id=4936bce0-5f58-4a33-9b1f-fa66fe6c175f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1638324 Feb 09 19:21:38.056236 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26654cab-2217-46bb-bf43-c3e8beb461ab req-6dabffba-7c16-499a-a1de-5b3dda3974e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:21:38.057528 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-26654cab-2217-46bb-bf43-c3e8beb461ab req-6dabffba-7c16-499a-a1de-5b3dda3974e5 service neutron] 10.222.0.90 "GET /v2.0/networks?id=ea5f98a2-c069-48db-b080-346340701d33 HTTP/1.1" status: 200 len: 922 time: 0.1682577 Feb 09 19:21:38.119381 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-26654cab-2217-46bb-bf43-c3e8beb461ab req-bfe8a097-a3c2-4dd8-84f8-993e9e72b11f service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=0c96f1cb-5676-4742-b948-2259ea33b28e HTTP/1.1" status: 200 len: 217 time: 0.0505590 Feb 09 19:21:38.210707 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26654cab-2217-46bb-bf43-c3e8beb461ab req-6256e9f6-1d29-4e4c-b141-faebf9e08ca1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:21:38.212203 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-26654cab-2217-46bb-bf43-c3e8beb461ab req-6256e9f6-1d29-4e4c-b141-faebf9e08ca1 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=48191d36-8745-4793-9d02-3afa512f12d6 HTTP/1.1" status: 200 len: 861 time: 0.0842295 Feb 09 19:21:38.250237 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-26654cab-2217-46bb-bf43-c3e8beb461ab req-60d37aa2-46aa-4b37-a473-8bd80be0c6fb service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=ea5f98a2-c069-48db-b080-346340701d33&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0298717 Feb 09 19:21:38.414761 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-26654cab-2217-46bb-bf43-c3e8beb461ab req-9ec2943f-ce29-4000-8b0b-88b87b9f9734 service neutron] 10.222.0.90 "GET /v2.0/networks/ea5f98a2-c069-48db-b080-346340701d33?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1514318 Feb 09 19:21:38.426112 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-ff62ab1c-989c-4c9c-abd9-7eeb5ad38509 req-52dc80d1-5610-40d5-80f7-e6119cb83229 service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=3f2394dc-3bdb-467a-bc3a-100f52d986e7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0896461 Feb 09 19:21:38.591765 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff62ab1c-989c-4c9c-abd9-7eeb5ad38509 req-445508c9-cefa-4216-9979-741c3e467a0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:21:38.593390 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-ff62ab1c-989c-4c9c-abd9-7eeb5ad38509 req-445508c9-cefa-4216-9979-741c3e467a0c service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=eb0bb5f642894bf2abf52f90f794999a&device_id=3f2394dc-3bdb-467a-bc3a-100f52d986e7 HTTP/1.1" status: 200 len: 1128 time: 0.1104333 Feb 09 19:21:38.611297 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-26654cab-2217-46bb-bf43-c3e8beb461ab req-77e59c94-6a81-415b-9d58-cffa42562cbe service neutron] 10.222.0.90 "GET /v2.0/networks/ea5f98a2-c069-48db-b080-346340701d33?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1840510 Feb 09 19:21:38.631883 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69d19c3b-ee3f-4076-91ba-84db777df517 req-0531651e-61ba-4478-9fa7-3e5812ebff67 tempest-AttachVolumeShelveTestJSON-671139515 tempest-AttachVolumeShelveTestJSON-671139515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:21:38.633570 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-69d19c3b-ee3f-4076-91ba-84db777df517 req-0531651e-61ba-4478-9fa7-3e5812ebff67 tempest-AttachVolumeShelveTestJSON-671139515 tempest-AttachVolumeShelveTestJSON-671139515-project] 10.222.0.75 "GET /v2.0/ports?device_id=9a1c27a8-ba54-400e-9357-176d8c299bdc HTTP/1.1" status: 200 len: 945 time: 0.1108792 Feb 09 19:21:38.682265 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-02448916-3648-4524-a273-7e8f0e65774c req-01da897a-838a-4a90-a3c7-5b70534d0720 tempest-TaggedBootDevicesTest-980849656 tempest-TaggedBootDevicesTest-980849656-project] 10.222.0.75 "GET /v2.0/ports?device_id=c3476174-573e-455c-944e-9ed0cac04ac2 HTTP/1.1" status: 200 len: 210 time: 0.0303717 Feb 09 19:21:38.761922 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-69d19c3b-ee3f-4076-91ba-84db777df517 req-98cb2cf8-2783-4850-867c-489705f8f98e tempest-AttachVolumeShelveTestJSON-671139515 tempest-AttachVolumeShelveTestJSON-671139515-project] 10.222.0.75 "GET /v2.0/security-groups?id=8ffa0824-cdc7-466b-baef-bc7606a99fd1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1171119 Feb 09 19:21:38.779460 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff62ab1c-989c-4c9c-abd9-7eeb5ad38509 req-0d8500eb-3682-472f-bbf1-d7a7ca057330 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:21:38.780997 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-ff62ab1c-989c-4c9c-abd9-7eeb5ad38509 req-0d8500eb-3682-472f-bbf1-d7a7ca057330 service neutron] 10.222.0.89 "GET /v2.0/networks?id=5d2d334e-0f6b-4e62-b869-e00487a29620 HTTP/1.1" status: 200 len: 920 time: 0.1649437 Feb 09 19:21:38.832000 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebffc115-ea22-4846-9004-3ba532751b5b req-3b5f7984-4863-4ef7-bae6-4f71b7905cd0 tempest-AttachVolumeNegativeTest-275227323 tempest-AttachVolumeNegativeTest-275227323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:21:38.833355 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-ebffc115-ea22-4846-9004-3ba532751b5b req-3b5f7984-4863-4ef7-bae6-4f71b7905cd0 tempest-AttachVolumeNegativeTest-275227323 tempest-AttachVolumeNegativeTest-275227323-project] 10.222.0.90 "GET /v2.0/ports?device_id=1a2b56c2-8acc-49bc-83ed-688222bc244b HTTP/1.1" status: 200 len: 945 time: 0.1247010 Feb 09 19:21:38.834657 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-ff62ab1c-989c-4c9c-abd9-7eeb5ad38509 req-2e946076-1db0-4890-af45-c746a3237013 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a672cc1d-2a06-4285-94a8-fae176750140 HTTP/1.1" status: 200 len: 217 time: 0.0474634 Feb 09 19:21:38.940558 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff62ab1c-989c-4c9c-abd9-7eeb5ad38509 req-fc1ce2c8-e479-460f-86dc-c1e9ce84dff9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:21:38.942068 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-ff62ab1c-989c-4c9c-abd9-7eeb5ad38509 req-fc1ce2c8-e479-460f-86dc-c1e9ce84dff9 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=74f7cf6f-ebf0-4984-aecc-0c23aa6982bb HTTP/1.1" status: 200 len: 859 time: 0.0958452 Feb 09 19:21:38.978476 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-ff62ab1c-989c-4c9c-abd9-7eeb5ad38509 req-21a94117-3bca-46fd-95f7-8ba8a76fbfbe service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=5d2d334e-0f6b-4e62-b869-e00487a29620&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0290525 Feb 09 19:21:39.035088 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.plugin [req-ebffc115-ea22-4846-9004-3ba532751b5b req-9cba6275-df50-4063-8553-7e54ba9c04c1 tempest-AttachVolumeNegativeTest-275227323 tempest-AttachVolumeNegativeTest-275227323-project] Deleting port 4ed0dce2-dc4e-4b6e-8bc4-4350d63bad09 {{(pid=103229) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 19:21:39.035458 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-ebffc115-ea22-4846-9004-3ba532751b5b req-9cba6275-df50-4063-8553-7e54ba9c04c1 tempest-AttachVolumeNegativeTest-275227323 tempest-AttachVolumeNegativeTest-275227323-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762867170196'] for port (4ed0dce2-dc4e-4b6e-8bc4-4350d63bad09), before_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:21:39.111597 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fca35c29-4d6f-48fb-96bb-c893dee6403c req-bd8cdf03-2461-4d46-a144-ac1167314515 tempest-ImagesOneServerNegativeTestJSON-786624457 tempest-ImagesOneServerNegativeTestJSON-786624457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:21:39.114308 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-fca35c29-4d6f-48fb-96bb-c893dee6403c req-bd8cdf03-2461-4d46-a144-ac1167314515 tempest-ImagesOneServerNegativeTestJSON-786624457 tempest-ImagesOneServerNegativeTestJSON-786624457-project] 10.222.0.75 "GET /v2.0/ports?device_id=0c85a11a-cc49-42f8-854c-75838dc13c8f HTTP/1.1" status: 200 len: 943 time: 0.0657289 Feb 09 19:21:39.166324 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-fca35c29-4d6f-48fb-96bb-c893dee6403c req-165ec379-4d48-4952-a109-d819e7b3ca99 tempest-ImagesOneServerNegativeTestJSON-786624457 tempest-ImagesOneServerNegativeTestJSON-786624457-project] 10.222.0.75 "GET /v2.0/security-groups?id=3a917974-2813-46d9-8673-0cde91ecf407&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453596 Feb 09 19:21:39.175727 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-ff62ab1c-989c-4c9c-abd9-7eeb5ad38509 req-86f70a34-9d30-49a1-94d3-afc712a58722 service neutron] 10.222.0.89 "GET /v2.0/networks/5d2d334e-0f6b-4e62-b869-e00487a29620?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1897464 Feb 09 19:21:39.184106 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.db [req-ebffc115-ea22-4846-9004-3ba532751b5b req-9cba6275-df50-4063-8553-7e54ba9c04c1 tempest-AttachVolumeNegativeTest-275227323 tempest-AttachVolumeNegativeTest-275227323-project] For port 4ed0dce2-dc4e-4b6e-8bc4-4350d63bad09, host n-h2-713498-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-36',level=0,port_id=4ed0dce2-dc4e-4b6e-8bc4-4350d63bad09,segment=NetworkSegment(c4b0cfb4-dad4-4b79-b4e7-2eec0bd08e3c),segment_id=c4b0cfb4-dad4-4b79-b4e7-2eec0bd08e3c)] {{(pid=103229) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 19:21:39.184482 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-ebffc115-ea22-4846-9004-3ba532751b5b req-9cba6275-df50-4063-8553-7e54ba9c04c1 tempest-AttachVolumeNegativeTest-275227323 tempest-AttachVolumeNegativeTest-275227323-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1820838'] for port (4ed0dce2-dc4e-4b6e-8bc4-4350d63bad09), precommit_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:21:39.241369 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.plugin [req-ebffc115-ea22-4846-9004-3ba532751b5b req-9cba6275-df50-4063-8553-7e54ba9c04c1 tempest-AttachVolumeNegativeTest-275227323 tempest-AttachVolumeNegativeTest-275227323-project] Calling delete_port for 4ed0dce2-dc4e-4b6e-8bc4-4350d63bad09 owned by compute:nova {{(pid=103229) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 19:21:39.310820 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cedf5df7-10d3-4472-924d-1a9c081fd281 req-e9c0c3d7-c7ff-4a91-abb6-cf45a210e15f tempest-AttachVolumeNegativeTest-275227323 tempest-AttachVolumeNegativeTest-275227323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:21:39.312298 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-cedf5df7-10d3-4472-924d-1a9c081fd281 req-e9c0c3d7-c7ff-4a91-abb6-cf45a210e15f tempest-AttachVolumeNegativeTest-275227323 tempest-AttachVolumeNegativeTest-275227323-project] 10.222.0.75 "GET /v2.0/ports?device_id=1a2b56c2-8acc-49bc-83ed-688222bc244b HTTP/1.1" status: 200 len: 945 time: 0.1854572 Feb 09 19:21:39.383068 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-ff62ab1c-989c-4c9c-abd9-7eeb5ad38509 req-4199068a-0af0-4677-9957-27dd79436437 service neutron] 10.222.0.89 "GET /v2.0/networks/5d2d334e-0f6b-4e62-b869-e00487a29620?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1956236 Feb 09 19:21:39.407692 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-cedf5df7-10d3-4472-924d-1a9c081fd281 req-c6fa075d-6a9b-4251-9705-776f17db0f9d tempest-AttachVolumeNegativeTest-275227323 tempest-AttachVolumeNegativeTest-275227323-project] 10.222.0.75 "GET /v2.0/security-groups?id=4936bce0-5f58-4a33-9b1f-fa66fe6c175f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0868940 Feb 09 19:21:39.469558 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-ebffc115-ea22-4846-9004-3ba532751b5b req-9cba6275-df50-4063-8553-7e54ba9c04c1 tempest-AttachVolumeNegativeTest-275227323 tempest-AttachVolumeNegativeTest-275227323-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762867177463', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762866656476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12867576'] for port (4ed0dce2-dc4e-4b6e-8bc4-4350d63bad09), after_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:21:39.481347 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] get_ports_and_sgs() called for port_ids ['35ccb5fc-0174-476e-9fad-08fae2a5fb89', 'af0ea075-bacf-4bf8-b405-eb1fa1a11f12'] {{(pid=103232) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 19:21:39.486266 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-7429db8d-6021-40ad-813e-885be449a89b None None] get_ports_and_sgs() called for port_ids ['4ed0dce2-dc4e-4b6e-8bc4-4350d63bad09'] {{(pid=103232) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 19:21:39.501568 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cba6275-df50-4063-8553-7e54ba9c04c1 tempest-AttachVolumeNegativeTest-275227323 tempest-AttachVolumeNegativeTest-275227323-project] Pushing event deleted for resources: {'Port': ['ID=4ed0dce2-dc4e-4b6e-8bc4-4350d63bad09,revision_number=None']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:21:39.554505 n-d-713498-36 neutron-server[103229]: DEBUG neutron.db.l3_dvrscheduler_db [req-ebffc115-ea22-4846-9004-3ba532751b5b req-9cba6275-df50-4063-8553-7e54ba9c04c1 tempest-AttachVolumeNegativeTest-275227323 tempest-AttachVolumeNegativeTest-275227323-project] No DVR routers for this DVR port 4ed0dce2-dc4e-4b6e-8bc4-4350d63bad09 on host n-h2-713498-36 {{(pid=103229) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 19:21:39.557810 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-ebffc115-ea22-4846-9004-3ba532751b5b req-9cba6275-df50-4063-8553-7e54ba9c04c1 tempest-AttachVolumeNegativeTest-275227323 tempest-AttachVolumeNegativeTest-275227323-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171096'] for port (None), before_response {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:21:39.562100 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-ebffc115-ea22-4846-9004-3ba532751b5b req-9cba6275-df50-4063-8553-7e54ba9c04c1 tempest-AttachVolumeNegativeTest-275227323 tempest-AttachVolumeNegativeTest-275227323-project] 10.222.0.90 "DELETE /v2.0/ports/4ed0dce2-dc4e-4b6e-8bc4-4350d63bad09 HTTP/1.1" status: 204 len: 173 time: 0.7225294 Feb 09 19:21:39.564638 n-d-713498-36 neutron-server[103229]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1a2b56c2-8acc-49bc-83ed-688222bc244b', 'name': 'network-vif-deleted', 'tag': '4ed0dce2-dc4e-4b6e-8bc4-4350d63bad09'}] {{(pid=103229) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 19:21:39.566833 n-d-713498-36 neutron-server[103229]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fa6ae9a20702bd564eaf90d946620b2b4277b1ab91129323d3b54181076be307" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b048885e-e57e-4763-9fe8-6e766bbed15f" -d '{"events": [{"server_uuid": "1a2b56c2-8acc-49bc-83ed-688222bc244b", "name": "network-vif-deleted", "tag": "4ed0dce2-dc4e-4b6e-8bc4-4350d63bad09"}]}' {{(pid=103229) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 19:21:39.626369 n-d-713498-36 neutron-server[103229]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 19:21:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-111acea9-6456-4707-8430-8b9a8cdb3d93 x-openstack-request-id: req-111acea9-6456-4707-8430-8b9a8cdb3d93 {{(pid=103229) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 19:21:39.627005 n-d-713498-36 neutron-server[103229]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1a2b56c2-8acc-49bc-83ed-688222bc244b", "name": "network-vif-deleted", "tag": "4ed0dce2-dc4e-4b6e-8bc4-4350d63bad09", "status": "completed", "code": 200}]} {{(pid=103229) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 19:21:39.627005 n-d-713498-36 neutron-server[103229]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-111acea9-6456-4707-8430-8b9a8cdb3d93 {{(pid=103229) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 19:21:39.627300 n-d-713498-36 neutron-server[103229]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1a2b56c2-8acc-49bc-83ed-688222bc244b', 'name': 'network-vif-deleted', 'tag': '4ed0dce2-dc4e-4b6e-8bc4-4350d63bad09', 'status': 'completed', 'code': 200} Feb 09 19:21:39.796032 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-81f29d06-07ed-4c3e-abab-32b45e1df71a req-130b23e9-6f06-469c-a5ee-e264f594c91a tempest-TaggedBootDevicesTest-980849656 tempest-TaggedBootDevicesTest-980849656-project] 10.222.0.75 "GET /v2.0/ports?device_id=c3476174-573e-455c-944e-9ed0cac04ac2 HTTP/1.1" status: 200 len: 210 time: 0.0271540 Feb 09 19:21:39.905152 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea916133-861d-4d18-a1e3-238fecdece3b req-bea53587-1da7-4b81-a5a1-199f97fd5ec6 tempest-AttachVolumeShelveTestJSON-671139515 tempest-AttachVolumeShelveTestJSON-671139515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:21:39.906893 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-ea916133-861d-4d18-a1e3-238fecdece3b req-bea53587-1da7-4b81-a5a1-199f97fd5ec6 tempest-AttachVolumeShelveTestJSON-671139515 tempest-AttachVolumeShelveTestJSON-671139515-project] 10.222.0.75 "GET /v2.0/ports?device_id=9a1c27a8-ba54-400e-9357-176d8c299bdc HTTP/1.1" status: 200 len: 945 time: 0.0640767 Feb 09 19:21:39.955876 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-ea916133-861d-4d18-a1e3-238fecdece3b req-2996a1fc-2e8c-422c-b370-e96f65892bae tempest-AttachVolumeShelveTestJSON-671139515 tempest-AttachVolumeShelveTestJSON-671139515-project] 10.222.0.75 "GET /v2.0/security-groups?id=8ffa0824-cdc7-466b-baef-bc7606a99fd1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435495 Feb 09 19:21:40.288701 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64a39aab-d041-420d-84d3-8c4a81b29685 req-ddc82426-f690-492d-9027-359e4a59c5a0 tempest-ImagesOneServerNegativeTestJSON-786624457 tempest-ImagesOneServerNegativeTestJSON-786624457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:21:40.294419 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-64a39aab-d041-420d-84d3-8c4a81b29685 req-ddc82426-f690-492d-9027-359e4a59c5a0 tempest-ImagesOneServerNegativeTestJSON-786624457 tempest-ImagesOneServerNegativeTestJSON-786624457-project] 10.222.0.75 "GET /v2.0/ports?device_id=0c85a11a-cc49-42f8-854c-75838dc13c8f HTTP/1.1" status: 200 len: 943 time: 0.0609925 Feb 09 19:21:40.349010 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-64a39aab-d041-420d-84d3-8c4a81b29685 req-3a91fad5-43fd-44c7-8f3d-dc165ee78476 tempest-ImagesOneServerNegativeTestJSON-786624457 tempest-ImagesOneServerNegativeTestJSON-786624457-project] 10.222.0.75 "GET /v2.0/security-groups?id=3a917974-2813-46d9-8673-0cde91ecf407&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519905 Feb 09 19:21:40.695619 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a226ba39-f276-414e-8fff-e3eae4fc58ac req-e28ecc46-09e7-42be-9d7c-e8dc86bf556f tempest-AttachVolumeNegativeTest-275227323 tempest-AttachVolumeNegativeTest-275227323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:21:40.697029 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-a226ba39-f276-414e-8fff-e3eae4fc58ac req-e28ecc46-09e7-42be-9d7c-e8dc86bf556f tempest-AttachVolumeNegativeTest-275227323 tempest-AttachVolumeNegativeTest-275227323-project] 10.222.0.75 "GET /v2.0/ports?device_id=37846075-a439-4488-a4be-7949bad246af HTTP/1.1" status: 200 len: 946 time: 0.0563247 Feb 09 19:21:40.744588 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-32d8b70b-1ac6-4f0d-bd16-ad6881dcc973 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762867132591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593584'] for agent (af91e4b9-f4e1-42b1-a25c-a10dc47171c8), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:21:40.751316 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-a226ba39-f276-414e-8fff-e3eae4fc58ac req-01fdf6e0-2f75-49c0-b6dc-3f685bf6967a tempest-AttachVolumeNegativeTest-275227323 tempest-AttachVolumeNegativeTest-275227323-project] 10.222.0.75 "GET /v2.0/security-groups?id=4936bce0-5f58-4a33-9b1f-fa66fe6c175f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483155 Feb 09 19:21:40.882424 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Device 0c96f1cb-5676-4742-b948-2259ea33b28e details requested by agent hyperv_n-h2-713498-36 with host n-h2-713498-36 {{(pid=103232) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 19:21:40.904513 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-691fdd86-030f-43b5-adb9-1d71cd664023 req-bfa606f8-b5a9-4b73-86c4-15e14c0bdc31 tempest-TaggedBootDevicesTest-980849656 tempest-TaggedBootDevicesTest-980849656-project] 10.222.0.75 "GET /v2.0/ports?device_id=c3476174-573e-455c-944e-9ed0cac04ac2 HTTP/1.1" status: 200 len: 210 time: 0.0294452 Feb 09 19:21:40.982918 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-7429db8d-6021-40ad-813e-885be449a89b None None] For port 0c96f1cb-5676-4742-b948-2259ea33b28e, host n-h2-713498-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-36',level=0,port_id=0c96f1cb-5676-4742-b948-2259ea33b28e,segment=NetworkSegment(3775fb2c-c530-4fd0-a120-545068ec4f1e),segment_id=3775fb2c-c530-4fd0-a120-545068ec4f1e)] {{(pid=103232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 19:21:40.996332 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Returning: {'device': '0c96f1cb-5676-4742-b948-2259ea33b28e', 'network_id': 'ea5f98a2-c069-48db-b080-346340701d33', 'port_id': '0c96f1cb-5676-4742-b948-2259ea33b28e', 'mac_address': 'fa:16:3e:e5:74:2a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 396, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '48191d36-8745-4793-9d02-3afa512f12d6', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103232) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 19:21:41.037667 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Current status of the port 0c96f1cb-5676-4742-b948-2259ea33b28e is: DOWN; New status is: BUILD {{(pid=103232) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 19:21:41.038109 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (0c96f1cb-5676-4742-b948-2259ea33b28e), before_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:21:41.052090 n-d-713498-36 neutron-server[103232]: DEBUG neutron.notifiers.nova [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0c96f1cb-5676-4742-b948-2259ea33b28e {{(pid=103232) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 19:21:41.072018 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-7429db8d-6021-40ad-813e-885be449a89b None None] For port 0c96f1cb-5676-4742-b948-2259ea33b28e, host n-h2-713498-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-36',level=0,port_id=0c96f1cb-5676-4742-b948-2259ea33b28e,segment=NetworkSegment(3775fb2c-c530-4fd0-a120-545068ec4f1e),segment_id=3775fb2c-c530-4fd0-a120-545068ec4f1e)] {{(pid=103232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 19:21:41.077220 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762867176205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762866656485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762866656503'] for port (0c96f1cb-5676-4742-b948-2259ea33b28e), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:21:41.102135 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cd3bdc1-d528-4adf-91b9-ade11276dc6c req-0568d386-ba61-481b-a868-4585bd92c515 tempest-AttachVolumeShelveTestJSON-671139515 tempest-AttachVolumeShelveTestJSON-671139515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:21:41.104362 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-6cd3bdc1-d528-4adf-91b9-ade11276dc6c req-0568d386-ba61-481b-a868-4585bd92c515 tempest-AttachVolumeShelveTestJSON-671139515 tempest-AttachVolumeShelveTestJSON-671139515-project] 10.222.0.75 "GET /v2.0/ports?device_id=9a1c27a8-ba54-400e-9357-176d8c299bdc HTTP/1.1" status: 200 len: 945 time: 0.0713327 Feb 09 19:21:41.126840 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Pushing event updated for resources: {'Port': ['ID=0c96f1cb-5676-4742-b948-2259ea33b28e,revision_number=4']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:21:41.134736 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:21:41.135090 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:21:41.135443 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:21:41.135791 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:21:41.136148 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:21:41.136472 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:21:41.136807 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:21:41.137140 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:21:41.137474 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:21:41.137807 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:21:41.138238 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:21:41.138570 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:21:41.138907 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:21:41.160957 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-6cd3bdc1-d528-4adf-91b9-ade11276dc6c req-95ff9ea4-ad38-44e0-9493-3c36dae1bd96 tempest-AttachVolumeShelveTestJSON-671139515 tempest-AttachVolumeShelveTestJSON-671139515-project] 10.222.0.75 "GET /v2.0/security-groups?id=8ffa0824-cdc7-466b-baef-bc7606a99fd1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0496130 Feb 09 19:21:41.351736 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-7429db8d-6021-40ad-813e-885be449a89b None None] get_ports_and_sgs() called for port_ids ['0c96f1cb-5676-4742-b948-2259ea33b28e'] {{(pid=103232) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 19:21:41.476630 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baa319d7-7569-477d-8203-bbd7699a599d req-033faeff-92c8-4820-9d10-3b83a7dcac84 tempest-ImagesOneServerNegativeTestJSON-786624457 tempest-ImagesOneServerNegativeTestJSON-786624457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:21:41.478505 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-baa319d7-7569-477d-8203-bbd7699a599d req-033faeff-92c8-4820-9d10-3b83a7dcac84 tempest-ImagesOneServerNegativeTestJSON-786624457 tempest-ImagesOneServerNegativeTestJSON-786624457-project] 10.222.0.75 "GET /v2.0/ports?device_id=0c85a11a-cc49-42f8-854c-75838dc13c8f HTTP/1.1" status: 200 len: 944 time: 0.0622418 Feb 09 19:21:41.525726 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-baa319d7-7569-477d-8203-bbd7699a599d req-bb82dea6-14d2-4947-b620-45d1b721899e tempest-ImagesOneServerNegativeTestJSON-786624457 tempest-ImagesOneServerNegativeTestJSON-786624457-project] 10.222.0.75 "GET /v2.0/security-groups?id=3a917974-2813-46d9-8673-0cde91ecf407&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414653 Feb 09 19:21:41.871932 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12702ccd-6846-403b-89d9-5c86f96b5577 req-2e5b13e3-dca3-482c-b7e0-83ae25353a5c tempest-AttachVolumeNegativeTest-275227323 tempest-AttachVolumeNegativeTest-275227323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:21:41.873529 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-12702ccd-6846-403b-89d9-5c86f96b5577 req-2e5b13e3-dca3-482c-b7e0-83ae25353a5c tempest-AttachVolumeNegativeTest-275227323 tempest-AttachVolumeNegativeTest-275227323-project] 10.222.0.75 "GET /v2.0/ports?device_id=37846075-a439-4488-a4be-7949bad246af HTTP/1.1" status: 200 len: 946 time: 0.0547035 Feb 09 19:21:41.927745 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-12702ccd-6846-403b-89d9-5c86f96b5577 req-95a4f6f2-d61d-44ee-9dc3-33adb8bf9de8 tempest-AttachVolumeNegativeTest-275227323 tempest-AttachVolumeNegativeTest-275227323-project] 10.222.0.75 "GET /v2.0/security-groups?id=4936bce0-5f58-4a33-9b1f-fa66fe6c175f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477726 Feb 09 19:21:42.015118 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-34113998-4c22-4fd5-a489-560a9a613d5a req-dec23f33-8a35-4aab-b73e-1e5045555022 tempest-TaggedBootDevicesTest-980849656 tempest-TaggedBootDevicesTest-980849656-project] 10.222.0.75 "GET /v2.0/ports?device_id=c3476174-573e-455c-944e-9ed0cac04ac2 HTTP/1.1" status: 200 len: 210 time: 0.0284915 Feb 09 19:21:42.162347 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d5a38c5-5733-4d33-8dbb-599ba0453d21 req-c25eff1e-93e9-4925-8b1b-3e3fcf1d0b4a tempest-AttachVolumeNegativeTest-275227323 tempest-AttachVolumeNegativeTest-275227323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:21:42.163803 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-9d5a38c5-5733-4d33-8dbb-599ba0453d21 req-c25eff1e-93e9-4925-8b1b-3e3fcf1d0b4a tempest-AttachVolumeNegativeTest-275227323 tempest-AttachVolumeNegativeTest-275227323-project] 10.222.0.89 "GET /v2.0/ports?device_id=37846075-a439-4488-a4be-7949bad246af HTTP/1.1" status: 200 len: 946 time: 0.0559778 Feb 09 19:21:42.265083 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.plugin [req-9d5a38c5-5733-4d33-8dbb-599ba0453d21 req-c6511efb-7ba7-4f93-b6f7-96915488c7e1 tempest-AttachVolumeNegativeTest-275227323 tempest-AttachVolumeNegativeTest-275227323-project] Deleting port af0ea075-bacf-4bf8-b405-eb1fa1a11f12 {{(pid=103229) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 19:21:42.266331 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-9d5a38c5-5733-4d33-8dbb-599ba0453d21 req-c6511efb-7ba7-4f93-b6f7-96915488c7e1 tempest-AttachVolumeNegativeTest-275227323 tempest-AttachVolumeNegativeTest-275227323-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762867170196'] for port (af0ea075-bacf-4bf8-b405-eb1fa1a11f12), before_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:21:42.297065 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14bfebc0-566e-47ca-a6c2-c83d615039df req-b901f625-193b-4142-9279-75718c913690 tempest-AttachVolumeShelveTestJSON-671139515 tempest-AttachVolumeShelveTestJSON-671139515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:21:42.298791 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-14bfebc0-566e-47ca-a6c2-c83d615039df req-b901f625-193b-4142-9279-75718c913690 tempest-AttachVolumeShelveTestJSON-671139515 tempest-AttachVolumeShelveTestJSON-671139515-project] 10.222.0.75 "GET /v2.0/ports?device_id=9a1c27a8-ba54-400e-9357-176d8c299bdc HTTP/1.1" status: 200 len: 945 time: 0.0590553 Feb 09 19:21:42.353153 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-14bfebc0-566e-47ca-a6c2-c83d615039df req-7e59ef56-1e08-4950-8ae1-9b05699a65ab tempest-AttachVolumeShelveTestJSON-671139515 tempest-AttachVolumeShelveTestJSON-671139515-project] 10.222.0.75 "GET /v2.0/security-groups?id=8ffa0824-cdc7-466b-baef-bc7606a99fd1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0486617 Feb 09 19:21:42.370590 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.db [req-9d5a38c5-5733-4d33-8dbb-599ba0453d21 req-c6511efb-7ba7-4f93-b6f7-96915488c7e1 tempest-AttachVolumeNegativeTest-275227323 tempest-AttachVolumeNegativeTest-275227323-project] For port af0ea075-bacf-4bf8-b405-eb1fa1a11f12, host n-h1-713498-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-36',level=0,port_id=af0ea075-bacf-4bf8-b405-eb1fa1a11f12,segment=NetworkSegment(c4b0cfb4-dad4-4b79-b4e7-2eec0bd08e3c),segment_id=c4b0cfb4-dad4-4b79-b4e7-2eec0bd08e3c)] {{(pid=103229) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 19:21:42.371069 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-9d5a38c5-5733-4d33-8dbb-599ba0453d21 req-c6511efb-7ba7-4f93-b6f7-96915488c7e1 tempest-AttachVolumeNegativeTest-275227323 tempest-AttachVolumeNegativeTest-275227323-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1820838'] for port (af0ea075-bacf-4bf8-b405-eb1fa1a11f12), precommit_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:21:42.384987 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.plugin [req-9d5a38c5-5733-4d33-8dbb-599ba0453d21 req-c6511efb-7ba7-4f93-b6f7-96915488c7e1 tempest-AttachVolumeNegativeTest-275227323 tempest-AttachVolumeNegativeTest-275227323-project] Calling delete_port for af0ea075-bacf-4bf8-b405-eb1fa1a11f12 owned by compute:nova {{(pid=103229) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 19:21:42.518283 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-9d5a38c5-5733-4d33-8dbb-599ba0453d21 req-c6511efb-7ba7-4f93-b6f7-96915488c7e1 tempest-AttachVolumeNegativeTest-275227323 tempest-AttachVolumeNegativeTest-275227323-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762867177463', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762866656476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12867576'] for port (af0ea075-bacf-4bf8-b405-eb1fa1a11f12), after_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:21:42.534519 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] get_ports_and_sgs() called for port_ids ['35ccb5fc-0174-476e-9fad-08fae2a5fb89', 'af0ea075-bacf-4bf8-b405-eb1fa1a11f12'] {{(pid=103232) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 19:21:42.555533 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6511efb-7ba7-4f93-b6f7-96915488c7e1 tempest-AttachVolumeNegativeTest-275227323 tempest-AttachVolumeNegativeTest-275227323-project] Pushing event deleted for resources: {'Port': ['ID=af0ea075-bacf-4bf8-b405-eb1fa1a11f12,revision_number=None']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:21:42.619397 n-d-713498-36 neutron-server[103229]: DEBUG neutron.db.l3_dvrscheduler_db [req-9d5a38c5-5733-4d33-8dbb-599ba0453d21 req-c6511efb-7ba7-4f93-b6f7-96915488c7e1 tempest-AttachVolumeNegativeTest-275227323 tempest-AttachVolumeNegativeTest-275227323-project] No DVR routers for this DVR port af0ea075-bacf-4bf8-b405-eb1fa1a11f12 on host n-h1-713498-36 {{(pid=103229) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 19:21:42.622484 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-9d5a38c5-5733-4d33-8dbb-599ba0453d21 req-c6511efb-7ba7-4f93-b6f7-96915488c7e1 tempest-AttachVolumeNegativeTest-275227323 tempest-AttachVolumeNegativeTest-275227323-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171096'] for port (None), before_response {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:21:42.627586 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-9d5a38c5-5733-4d33-8dbb-599ba0453d21 req-c6511efb-7ba7-4f93-b6f7-96915488c7e1 tempest-AttachVolumeNegativeTest-275227323 tempest-AttachVolumeNegativeTest-275227323-project] 10.222.0.89 "DELETE /v2.0/ports/af0ea075-bacf-4bf8-b405-eb1fa1a11f12 HTTP/1.1" status: 204 len: 173 time: 0.4557741 Feb 09 19:21:42.628491 n-d-713498-36 neutron-server[103229]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '37846075-a439-4488-a4be-7949bad246af', 'name': 'network-vif-deleted', 'tag': 'af0ea075-bacf-4bf8-b405-eb1fa1a11f12'}] {{(pid=103229) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 19:21:42.630822 n-d-713498-36 neutron-server[103229]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fa6ae9a20702bd564eaf90d946620b2b4277b1ab91129323d3b54181076be307" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1fa9d007-d426-4d5b-a154-4060b8cc1e5f" -d '{"events": [{"server_uuid": "37846075-a439-4488-a4be-7949bad246af", "name": "network-vif-deleted", "tag": "af0ea075-bacf-4bf8-b405-eb1fa1a11f12"}]}' {{(pid=103229) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 19:21:42.690818 n-d-713498-36 neutron-server[103229]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 19:21:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6da6b348-1bc4-4a67-8eb4-f1c0235c3616 x-openstack-request-id: req-6da6b348-1bc4-4a67-8eb4-f1c0235c3616 {{(pid=103229) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 19:21:42.691347 n-d-713498-36 neutron-server[103229]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "37846075-a439-4488-a4be-7949bad246af", "name": "network-vif-deleted", "tag": "af0ea075-bacf-4bf8-b405-eb1fa1a11f12", "status": "completed", "code": 200}]} {{(pid=103229) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 19:21:42.691673 n-d-713498-36 neutron-server[103229]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-6da6b348-1bc4-4a67-8eb4-f1c0235c3616 {{(pid=103229) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 19:21:42.692152 n-d-713498-36 neutron-server[103229]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '37846075-a439-4488-a4be-7949bad246af', 'name': 'network-vif-deleted', 'tag': 'af0ea075-bacf-4bf8-b405-eb1fa1a11f12', 'status': 'completed', 'code': 200} Feb 09 19:21:42.720965 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfc07517-ec1c-429a-89be-1afa4196ae53 req-f91a6b26-61bb-4d44-a7dd-47f38d4c297b tempest-ImagesOneServerNegativeTestJSON-786624457 tempest-ImagesOneServerNegativeTestJSON-786624457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:21:42.723400 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-cfc07517-ec1c-429a-89be-1afa4196ae53 req-f91a6b26-61bb-4d44-a7dd-47f38d4c297b tempest-ImagesOneServerNegativeTestJSON-786624457 tempest-ImagesOneServerNegativeTestJSON-786624457-project] 10.222.0.75 "GET /v2.0/ports?device_id=0c85a11a-cc49-42f8-854c-75838dc13c8f HTTP/1.1" status: 200 len: 944 time: 0.0866065 Feb 09 19:21:42.778733 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-cfc07517-ec1c-429a-89be-1afa4196ae53 req-79b08486-d8cf-4373-aa5c-cc5468f25910 tempest-ImagesOneServerNegativeTestJSON-786624457 tempest-ImagesOneServerNegativeTestJSON-786624457-project] 10.222.0.75 "GET /v2.0/security-groups?id=3a917974-2813-46d9-8673-0cde91ecf407&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479572 Feb 09 19:21:42.896594 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Device 0c96f1cb-5676-4742-b948-2259ea33b28e up at agent hyperv_n-h2-713498-36 {{(pid=103232) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 19:21:42.949682 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.provisioning_blocks [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Provisioning for port 0c96f1cb-5676-4742-b948-2259ea33b28e completed by entity L2. {{(pid=103232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 19:21:42.956722 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.provisioning_blocks [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Provisioning complete for port 0c96f1cb-5676-4742-b948-2259ea33b28e triggered by entity L2. {{(pid=103232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 19:21:42.957382 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593630'] for port (0c96f1cb-5676-4742-b948-2259ea33b28e), provisioning_complete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:21:43.037852 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Current status of the port 0c96f1cb-5676-4742-b948-2259ea33b28e is: BUILD; New status is: ACTIVE {{(pid=103232) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 19:21:43.038291 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (0c96f1cb-5676-4742-b948-2259ea33b28e), before_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:21:43.044788 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-04ecc9cb-6371-4e1d-998f-7502971741e8 req-acaca4c4-35de-4c02-b07f-0aaf684b63d3 tempest-AttachVolumeNegativeTest-275227323 tempest-AttachVolumeNegativeTest-275227323-project] 10.222.0.75 "GET /v2.0/ports?device_id=37846075-a439-4488-a4be-7949bad246af HTTP/1.1" status: 200 len: 210 time: 0.0296547 Feb 09 19:21:43.082135 n-d-713498-36 neutron-server[103232]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0c85a11a-cc49-42f8-854c-75838dc13c8f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0c96f1cb-5676-4742-b948-2259ea33b28e'}] {{(pid=103232) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 19:21:43.085054 n-d-713498-36 neutron-server[103232]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}949cdcde653dec44821de95cbf67297f53cbc2aed4e073b5d514f93bf911ce85" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2c19e153-21d4-491e-9412-61aa022acf4b" -d '{"events": [{"server_uuid": "0c85a11a-cc49-42f8-854c-75838dc13c8f", "name": "network-vif-plugged", "status": "completed", "tag": "0c96f1cb-5676-4742-b948-2259ea33b28e"}]}' {{(pid=103232) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 19:21:43.101316 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-9907ae67-061c-4b89-b2a2-102e37811c68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762867132591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593584'] for agent (93303d5e-5d17-45e8-8963-7694f87783ae), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:21:43.107297 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-7429db8d-6021-40ad-813e-885be449a89b None None] For port 0c96f1cb-5676-4742-b948-2259ea33b28e, host n-h2-713498-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-36',level=0,port_id=0c96f1cb-5676-4742-b948-2259ea33b28e,segment=NetworkSegment(3775fb2c-c530-4fd0-a120-545068ec4f1e),segment_id=3775fb2c-c530-4fd0-a120-545068ec4f1e)] {{(pid=103232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 19:21:43.115802 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762867176205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762866656485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762866656503'] for port (0c96f1cb-5676-4742-b948-2259ea33b28e), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:21:43.116726 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Device 4ed0dce2-dc4e-4b6e-8bc4-4350d63bad09 no longer exists at agent hyperv_n-h2-713498-36 {{(pid=103232) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 19:21:43.148964 n-d-713498-36 neutron-server[103232]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 19:21:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b6cd2cd2-2d9b-4863-a768-f2f218e501b8 x-openstack-request-id: req-b6cd2cd2-2d9b-4863-a768-f2f218e501b8 {{(pid=103232) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 19:21:43.149258 n-d-713498-36 neutron-server[103232]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0c85a11a-cc49-42f8-854c-75838dc13c8f", "name": "network-vif-plugged", "status": "completed", "tag": "0c96f1cb-5676-4742-b948-2259ea33b28e", "code": 200}]} {{(pid=103232) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 19:21:43.149711 n-d-713498-36 neutron-server[103232]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-b6cd2cd2-2d9b-4863-a768-f2f218e501b8 {{(pid=103232) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 19:21:43.150650 n-d-713498-36 neutron-server[103232]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0c85a11a-cc49-42f8-854c-75838dc13c8f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0c96f1cb-5676-4742-b948-2259ea33b28e', 'code': 200} Feb 09 19:21:43.151609 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-7429db8d-6021-40ad-813e-885be449a89b None None] No Port match for: 4ed0dce2-dc4e-4b6e-8bc4-4350d63bad09 {{(pid=103232) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 19:21:43.152078 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Device 4ed0dce2-dc4e-4b6e-8bc4-4350d63bad09 not bound to the agent host n-h2-713498-36 {{(pid=103232) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 19:21:43.207753 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Pushing event updated for resources: {'Port': ['ID=0c96f1cb-5676-4742-b948-2259ea33b28e,revision_number=5']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:21:43.246197 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-c79879d8-9f2a-4498-8d4c-3ba40f73414f req-5c6dc350-4b13-4957-a3dc-e62f24e5c13e tempest-TaggedBootDevicesTest-980849656 tempest-TaggedBootDevicesTest-980849656-project] 10.222.0.75 "GET /v2.0/ports?device_id=c3476174-573e-455c-944e-9ed0cac04ac2 HTTP/1.1" status: 200 len: 210 time: 0.1266441 Feb 09 19:21:43.304955 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42faf61a-b2dd-44e5-9c3c-669244163772 req-f381e5c2-dde9-4172-879e-8fd201af14fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:21:43.306585 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-42faf61a-b2dd-44e5-9c3c-669244163772 req-f381e5c2-dde9-4172-879e-8fd201af14fa service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=0c85a11a-cc49-42f8-854c-75838dc13c8f HTTP/1.1" status: 200 len: 1128 time: 0.0575664 Feb 09 19:21:43.352950 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-42faf61a-b2dd-44e5-9c3c-669244163772 req-c8397329-31c7-4b94-93e9-d04ccfcd949c service neutron] 10.222.0.90 "GET /v2.0/security-groups?id=3a917974-2813-46d9-8673-0cde91ecf407&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397410 Feb 09 19:21:43.478607 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d179b676-2773-4319-9c9c-ce4a17c432b4 req-46acfbbd-a4d4-4cf6-9c15-2ec0733c082b tempest-AttachVolumeShelveTestJSON-671139515 tempest-AttachVolumeShelveTestJSON-671139515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:21:43.480112 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-d179b676-2773-4319-9c9c-ce4a17c432b4 req-46acfbbd-a4d4-4cf6-9c15-2ec0733c082b tempest-AttachVolumeShelveTestJSON-671139515 tempest-AttachVolumeShelveTestJSON-671139515-project] 10.222.0.75 "GET /v2.0/ports?device_id=9a1c27a8-ba54-400e-9357-176d8c299bdc HTTP/1.1" status: 200 len: 945 time: 0.0526960 Feb 09 19:21:43.529726 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-d179b676-2773-4319-9c9c-ce4a17c432b4 req-2bf99ece-6663-441f-90d6-2ada0fe65cf9 tempest-AttachVolumeShelveTestJSON-671139515 tempest-AttachVolumeShelveTestJSON-671139515-project] 10.222.0.75 "GET /v2.0/security-groups?id=8ffa0824-cdc7-466b-baef-bc7606a99fd1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431466 Feb 09 19:21:43.920193 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ede94b7-4a5d-4c25-bb13-6c07976b4a62 req-064e4e12-c38a-450b-a750-2469d7e3191f tempest-ImagesOneServerNegativeTestJSON-786624457 tempest-ImagesOneServerNegativeTestJSON-786624457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:21:43.921739 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-7ede94b7-4a5d-4c25-bb13-6c07976b4a62 req-064e4e12-c38a-450b-a750-2469d7e3191f tempest-ImagesOneServerNegativeTestJSON-786624457 tempest-ImagesOneServerNegativeTestJSON-786624457-project] 10.222.0.75 "GET /v2.0/ports?device_id=0c85a11a-cc49-42f8-854c-75838dc13c8f HTTP/1.1" status: 200 len: 945 time: 0.0683966 Feb 09 19:21:43.982187 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-7ede94b7-4a5d-4c25-bb13-6c07976b4a62 req-7777ab3b-3321-4116-8a3b-96f84a985f12 tempest-ImagesOneServerNegativeTestJSON-786624457 tempest-ImagesOneServerNegativeTestJSON-786624457-project] 10.222.0.75 "GET /v2.0/security-groups?id=3a917974-2813-46d9-8673-0cde91ecf407&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538087 Feb 09 19:21:44.257440 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-edc54c9b-7f13-45d9-9271-85c9738b0128 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762867132591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593584'] for agent (a62b1850-466f-48ae-bec7-d62fb280e14b), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:21:44.357294 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-810853d1-3edd-48bc-882b-a8b315a0f690 req-3cf2620a-8689-4a89-a24d-8b00f1d0ba41 tempest-TaggedBootDevicesTest-980849656 tempest-TaggedBootDevicesTest-980849656-project] 10.222.0.75 "GET /v2.0/ports?device_id=c3476174-573e-455c-944e-9ed0cac04ac2 HTTP/1.1" status: 200 len: 210 time: 0.0315800 Feb 09 19:21:44.666828 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-299a2e2c-4d86-4bc8-a0dc-3bd0c6326794 req-4cfd640e-7812-4a4b-a120-5a52806ae3bc tempest-AttachVolumeShelveTestJSON-671139515 tempest-AttachVolumeShelveTestJSON-671139515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:21:44.669386 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-299a2e2c-4d86-4bc8-a0dc-3bd0c6326794 req-4cfd640e-7812-4a4b-a120-5a52806ae3bc tempest-AttachVolumeShelveTestJSON-671139515 tempest-AttachVolumeShelveTestJSON-671139515-project] 10.222.0.75 "GET /v2.0/ports?device_id=9a1c27a8-ba54-400e-9357-176d8c299bdc HTTP/1.1" status: 200 len: 945 time: 0.0609236 Feb 09 19:21:44.737095 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-299a2e2c-4d86-4bc8-a0dc-3bd0c6326794 req-448b5e42-a81e-4ea0-8e82-c00fb4a293e7 tempest-AttachVolumeShelveTestJSON-671139515 tempest-AttachVolumeShelveTestJSON-671139515-project] 10.222.0.75 "GET /v2.0/security-groups?id=8ffa0824-cdc7-466b-baef-bc7606a99fd1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0595257 Feb 09 19:21:44.934070 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Device af0ea075-bacf-4bf8-b405-eb1fa1a11f12 no longer exists at agent hyperv_n-h1-713498-36 {{(pid=103232) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 19:21:44.956465 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] No Port match for: af0ea075-bacf-4bf8-b405-eb1fa1a11f12 {{(pid=103232) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 19:21:44.956815 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Device af0ea075-bacf-4bf8-b405-eb1fa1a11f12 not bound to the agent host n-h1-713498-36 {{(pid=103232) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 19:21:45.106139 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-572015e2-6c01-405d-857f-ca4114c84fc5 req-6b80240e-733f-46d3-a01c-73c97c4b0db2 tempest-ImagesOneServerNegativeTestJSON-786624457 tempest-ImagesOneServerNegativeTestJSON-786624457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:21:45.107848 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-572015e2-6c01-405d-857f-ca4114c84fc5 req-6b80240e-733f-46d3-a01c-73c97c4b0db2 tempest-ImagesOneServerNegativeTestJSON-786624457 tempest-ImagesOneServerNegativeTestJSON-786624457-project] 10.222.0.75 "GET /v2.0/ports?device_id=0c85a11a-cc49-42f8-854c-75838dc13c8f HTTP/1.1" status: 200 len: 945 time: 0.0571623 Feb 09 19:21:45.157776 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-572015e2-6c01-405d-857f-ca4114c84fc5 req-69e3c734-6f86-4994-b199-d47a67c7a6fb tempest-ImagesOneServerNegativeTestJSON-786624457 tempest-ImagesOneServerNegativeTestJSON-786624457-project] 10.222.0.75 "GET /v2.0/security-groups?id=3a917974-2813-46d9-8673-0cde91ecf407&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432668 Feb 09 19:21:45.281543 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03035053-ff2c-4f8d-8ea0-6f6a67ad06a5 req-0a1e86c4-a7d6-40cc-a7d1-d37c2121a11f tempest-ImagesOneServerNegativeTestJSON-786624457 tempest-ImagesOneServerNegativeTestJSON-786624457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:21:45.283306 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-03035053-ff2c-4f8d-8ea0-6f6a67ad06a5 req-0a1e86c4-a7d6-40cc-a7d1-d37c2121a11f tempest-ImagesOneServerNegativeTestJSON-786624457 tempest-ImagesOneServerNegativeTestJSON-786624457-project] 10.222.0.75 "GET /v2.0/ports?device_id=0c85a11a-cc49-42f8-854c-75838dc13c8f HTTP/1.1" status: 200 len: 945 time: 0.0546315 Feb 09 19:21:45.337042 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-03035053-ff2c-4f8d-8ea0-6f6a67ad06a5 req-326fc60d-e83a-4408-b493-20679c308705 tempest-ImagesOneServerNegativeTestJSON-786624457 tempest-ImagesOneServerNegativeTestJSON-786624457-project] 10.222.0.75 "GET /v2.0/security-groups?id=3a917974-2813-46d9-8673-0cde91ecf407&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479290 Feb 09 19:21:45.493279 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe03c102-069c-494b-9e93-5722294aa063 req-990b6a3b-826a-406e-8613-8a1d18671e0b tempest-ImagesOneServerNegativeTestJSON-786624457 tempest-ImagesOneServerNegativeTestJSON-786624457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:21:45.502670 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-fe03c102-069c-494b-9e93-5722294aa063 req-990b6a3b-826a-406e-8613-8a1d18671e0b tempest-ImagesOneServerNegativeTestJSON-786624457 tempest-ImagesOneServerNegativeTestJSON-786624457-project] 10.222.0.75 "GET /v2.0/ports?device_id=0c85a11a-cc49-42f8-854c-75838dc13c8f HTTP/1.1" status: 200 len: 945 time: 0.0748162 Feb 09 19:21:45.518818 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-c82ee2b2-ab3e-4df1-9a42-4851c4cfad72 req-f45bbc1f-a180-4c92-a5d5-34631dea9f64 tempest-TaggedBootDevicesTest-980849656 tempest-TaggedBootDevicesTest-980849656-project] 10.222.0.75 "GET /v2.0/ports?device_id=c3476174-573e-455c-944e-9ed0cac04ac2 HTTP/1.1" status: 200 len: 210 time: 0.0359154 Feb 09 19:21:45.564647 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-fe03c102-069c-494b-9e93-5722294aa063 req-8e0c0b2c-3d60-406c-9ab1-fdffcc406825 tempest-ImagesOneServerNegativeTestJSON-786624457 tempest-ImagesOneServerNegativeTestJSON-786624457-project] 10.222.0.75 "GET /v2.0/security-groups?id=3a917974-2813-46d9-8673-0cde91ecf407&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0607712 Feb 09 19:21:45.700582 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa436bfb-2707-470d-891e-0744fe92e36a req-b1bf16a9-3e50-4878-a2c1-1f546b8212f4 tempest-ImagesOneServerNegativeTestJSON-786624457 tempest-ImagesOneServerNegativeTestJSON-786624457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:21:45.702238 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-aa436bfb-2707-470d-891e-0744fe92e36a req-b1bf16a9-3e50-4878-a2c1-1f546b8212f4 tempest-ImagesOneServerNegativeTestJSON-786624457 tempest-ImagesOneServerNegativeTestJSON-786624457-project] 10.222.0.75 "GET /v2.0/ports?device_id=0c85a11a-cc49-42f8-854c-75838dc13c8f HTTP/1.1" status: 200 len: 945 time: 0.0554676 Feb 09 19:21:45.764393 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-aa436bfb-2707-470d-891e-0744fe92e36a req-36b4d52d-a032-4d21-9d23-470afb9e0d10 tempest-ImagesOneServerNegativeTestJSON-786624457 tempest-ImagesOneServerNegativeTestJSON-786624457-project] 10.222.0.75 "GET /v2.0/security-groups?id=3a917974-2813-46d9-8673-0cde91ecf407&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533266 Feb 09 19:21:45.892830 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-a7262a8e-0513-48fd-984d-75726a511961 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762867132591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593584'] for agent (911cfea2-02ae-4ec9-bac3-7808ee1cdd9c), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:21:45.893462 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ee144c4-1784-4996-9cef-f99a08f21ed0 req-f7361b2a-005d-42c5-a410-17f1318906ac tempest-AttachVolumeShelveTestJSON-671139515 tempest-AttachVolumeShelveTestJSON-671139515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:21:45.896101 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-4ee144c4-1784-4996-9cef-f99a08f21ed0 req-f7361b2a-005d-42c5-a410-17f1318906ac tempest-AttachVolumeShelveTestJSON-671139515 tempest-AttachVolumeShelveTestJSON-671139515-project] 10.222.0.75 "GET /v2.0/ports?device_id=9a1c27a8-ba54-400e-9357-176d8c299bdc HTTP/1.1" status: 200 len: 945 time: 0.0815349 Feb 09 19:21:45.913843 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18341eec-2ac5-403b-9fa1-1e8060ce9a06 req-90088e90-d34a-4652-baa0-c6b7b6bba805 tempest-ImagesOneServerNegativeTestJSON-786624457 tempest-ImagesOneServerNegativeTestJSON-786624457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:21:45.915620 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-18341eec-2ac5-403b-9fa1-1e8060ce9a06 req-90088e90-d34a-4652-baa0-c6b7b6bba805 tempest-ImagesOneServerNegativeTestJSON-786624457 tempest-ImagesOneServerNegativeTestJSON-786624457-project] 10.222.0.75 "GET /v2.0/ports?device_id=0c85a11a-cc49-42f8-854c-75838dc13c8f HTTP/1.1" status: 200 len: 945 time: 0.0609875 Feb 09 19:21:45.956271 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-4ee144c4-1784-4996-9cef-f99a08f21ed0 req-56dba4f8-b6ce-4b55-a248-cc5b113f375d tempest-AttachVolumeShelveTestJSON-671139515 tempest-AttachVolumeShelveTestJSON-671139515-project] 10.222.0.75 "GET /v2.0/security-groups?id=8ffa0824-cdc7-466b-baef-bc7606a99fd1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0541348 Feb 09 19:21:46.003869 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-18341eec-2ac5-403b-9fa1-1e8060ce9a06 req-800e1d9e-1567-443f-b256-f7d09e9376e6 tempest-ImagesOneServerNegativeTestJSON-786624457 tempest-ImagesOneServerNegativeTestJSON-786624457-project] 10.222.0.75 "GET /v2.0/security-groups?id=3a917974-2813-46d9-8673-0cde91ecf407&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0699525 Feb 09 19:21:46.123619 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-535f459f-88b2-4279-a0fa-7b290660cdda req-afa3c227-3a06-4c95-924f-04e8eba350ad tempest-ImagesOneServerNegativeTestJSON-786624457 tempest-ImagesOneServerNegativeTestJSON-786624457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:21:46.126050 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-535f459f-88b2-4279-a0fa-7b290660cdda req-afa3c227-3a06-4c95-924f-04e8eba350ad tempest-ImagesOneServerNegativeTestJSON-786624457 tempest-ImagesOneServerNegativeTestJSON-786624457-project] 10.222.0.75 "GET /v2.0/ports?device_id=0c85a11a-cc49-42f8-854c-75838dc13c8f HTTP/1.1" status: 200 len: 945 time: 0.0553119 Feb 09 19:21:46.176864 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-535f459f-88b2-4279-a0fa-7b290660cdda req-866c5647-bcc7-4e7d-8a5d-9a6a82fc27c1 tempest-ImagesOneServerNegativeTestJSON-786624457 tempest-ImagesOneServerNegativeTestJSON-786624457-project] 10.222.0.75 "GET /v2.0/security-groups?id=3a917974-2813-46d9-8673-0cde91ecf407&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450258 Feb 09 19:21:46.314015 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93398b55-3b2c-40fb-ba1e-efd017a107a2 req-b3ee5b8a-04a5-4423-9a0c-d66f20b6698a tempest-ImagesOneServerNegativeTestJSON-786624457 tempest-ImagesOneServerNegativeTestJSON-786624457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:21:46.315962 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-93398b55-3b2c-40fb-ba1e-efd017a107a2 req-b3ee5b8a-04a5-4423-9a0c-d66f20b6698a tempest-ImagesOneServerNegativeTestJSON-786624457 tempest-ImagesOneServerNegativeTestJSON-786624457-project] 10.222.0.75 "GET /v2.0/ports?device_id=0c85a11a-cc49-42f8-854c-75838dc13c8f HTTP/1.1" status: 200 len: 945 time: 0.0602834 Feb 09 19:21:46.369676 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-93398b55-3b2c-40fb-ba1e-efd017a107a2 req-9c0e9d8b-3cc3-48a3-a12f-72b41ce2214d tempest-ImagesOneServerNegativeTestJSON-786624457 tempest-ImagesOneServerNegativeTestJSON-786624457-project] 10.222.0.75 "GET /v2.0/security-groups?id=3a917974-2813-46d9-8673-0cde91ecf407&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475988 Feb 09 19:21:46.499389 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07cc19b8-4657-439e-9901-d7a2d7b07cc5 req-61a63e7c-6e28-4ed6-aa38-0295b24acfee tempest-ImagesOneServerNegativeTestJSON-786624457 tempest-ImagesOneServerNegativeTestJSON-786624457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:21:46.503181 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-07cc19b8-4657-439e-9901-d7a2d7b07cc5 req-61a63e7c-6e28-4ed6-aa38-0295b24acfee tempest-ImagesOneServerNegativeTestJSON-786624457 tempest-ImagesOneServerNegativeTestJSON-786624457-project] 10.222.0.75 "GET /v2.0/ports?device_id=0c85a11a-cc49-42f8-854c-75838dc13c8f HTTP/1.1" status: 200 len: 945 time: 0.0552144 Feb 09 19:21:46.549661 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-07cc19b8-4657-439e-9901-d7a2d7b07cc5 req-d1a0a843-7378-4814-b43b-fa6c4bf1e02a tempest-ImagesOneServerNegativeTestJSON-786624457 tempest-ImagesOneServerNegativeTestJSON-786624457-project] 10.222.0.75 "GET /v2.0/security-groups?id=3a917974-2813-46d9-8673-0cde91ecf407&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414896 Feb 09 19:21:46.643384 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-73d311b7-419e-4142-b040-7ecf7111c274 req-eaab9db9-b7fa-4da2-8fb7-43a9b393934d tempest-TaggedBootDevicesTest-980849656 tempest-TaggedBootDevicesTest-980849656-project] 10.222.0.75 "GET /v2.0/ports?device_id=c3476174-573e-455c-944e-9ed0cac04ac2 HTTP/1.1" status: 200 len: 210 time: 0.0420470 Feb 09 19:21:47.011984 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762867132591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593584'] for agent (496418a2-c002-4aec-ab1a-07f3bea491bd), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:21:47.189202 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0843270-79ea-4f65-896a-105153962dc9 req-2558cfec-fa02-45a4-8a39-4a7b8fda41d3 tempest-AttachVolumeShelveTestJSON-671139515 tempest-AttachVolumeShelveTestJSON-671139515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:21:47.191463 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-d0843270-79ea-4f65-896a-105153962dc9 req-2558cfec-fa02-45a4-8a39-4a7b8fda41d3 tempest-AttachVolumeShelveTestJSON-671139515 tempest-AttachVolumeShelveTestJSON-671139515-project] 10.222.0.75 "GET /v2.0/ports?device_id=9a1c27a8-ba54-400e-9357-176d8c299bdc HTTP/1.1" status: 200 len: 945 time: 0.1417055 Feb 09 19:21:47.258936 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-d0843270-79ea-4f65-896a-105153962dc9 req-dc41a1fc-1452-48c3-ae85-e49787457903 tempest-AttachVolumeShelveTestJSON-671139515 tempest-AttachVolumeShelveTestJSON-671139515-project] 10.222.0.75 "GET /v2.0/security-groups?id=8ffa0824-cdc7-466b-baef-bc7606a99fd1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0616405 Feb 09 19:21:47.632449 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1336db3-d740-471f-ae5b-7de8b6bdeb3a req-83d393e1-b832-4caa-8ec7-28006765142a tempest-ImagesOneServerNegativeTestJSON-786624457 tempest-ImagesOneServerNegativeTestJSON-786624457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:21:47.635111 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-d1336db3-d740-471f-ae5b-7de8b6bdeb3a req-83d393e1-b832-4caa-8ec7-28006765142a tempest-ImagesOneServerNegativeTestJSON-786624457 tempest-ImagesOneServerNegativeTestJSON-786624457-project] 10.222.0.75 "GET /v2.0/ports?device_id=0c85a11a-cc49-42f8-854c-75838dc13c8f HTTP/1.1" status: 200 len: 945 time: 0.3958907 Feb 09 19:21:47.700384 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-d1336db3-d740-471f-ae5b-7de8b6bdeb3a req-b92efaa7-4f6f-47e0-b421-55a61a0c9a4f tempest-ImagesOneServerNegativeTestJSON-786624457 tempest-ImagesOneServerNegativeTestJSON-786624457-project] 10.222.0.75 "GET /v2.0/security-groups?id=3a917974-2813-46d9-8673-0cde91ecf407&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574770 Feb 09 19:21:47.760218 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-12b12dcc-8557-44cc-bdb9-10c21ba69cd4 req-550ac0ef-8e94-4766-8136-b46cff880c7e tempest-TaggedBootDevicesTest-980849656 tempest-TaggedBootDevicesTest-980849656-project] 10.222.0.75 "GET /v2.0/ports?device_id=c3476174-573e-455c-944e-9ed0cac04ac2 HTTP/1.1" status: 200 len: 210 time: 0.0316980 Feb 09 19:21:48.390872 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e1ec3fd-aaac-4bbc-8858-8c345a6a9f3e req-5dd79af7-b5f3-4ea5-996d-7e1758e32e5a tempest-AttachVolumeShelveTestJSON-671139515 tempest-AttachVolumeShelveTestJSON-671139515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:21:48.392492 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-0e1ec3fd-aaac-4bbc-8858-8c345a6a9f3e req-5dd79af7-b5f3-4ea5-996d-7e1758e32e5a tempest-AttachVolumeShelveTestJSON-671139515 tempest-AttachVolumeShelveTestJSON-671139515-project] 10.222.0.75 "GET /v2.0/ports?device_id=9a1c27a8-ba54-400e-9357-176d8c299bdc HTTP/1.1" status: 200 len: 945 time: 0.0590179 Feb 09 19:21:48.454269 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-0e1ec3fd-aaac-4bbc-8858-8c345a6a9f3e req-b2cf12bc-e7fb-409c-8b7b-fb6bd8a1ae8f tempest-AttachVolumeShelveTestJSON-671139515 tempest-AttachVolumeShelveTestJSON-671139515-project] 10.222.0.75 "GET /v2.0/security-groups?id=8ffa0824-cdc7-466b-baef-bc7606a99fd1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0551319 Feb 09 19:21:48.465088 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762867132591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593584'] for agent (488cd9ae-631f-4955-ba0b-4f5a13f12e9c), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:21:48.883027 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-2d95d4e0-ea67-4a74-a454-f39cbbc95ea8 req-865ed724-7437-46c8-91a8-0414bf01ea0e tempest-TaggedBootDevicesTest-980849656 tempest-TaggedBootDevicesTest-980849656-project] 10.222.0.75 "GET /v2.0/ports?device_id=c3476174-573e-455c-944e-9ed0cac04ac2 HTTP/1.1" status: 200 len: 210 time: 0.0329072 Feb 09 19:21:48.884622 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f1eafec-96eb-43cc-9438-e4bcffc5b52c req-691526f1-4a01-4cd1-b8af-db6545cb553f tempest-ImagesOneServerNegativeTestJSON-786624457 tempest-ImagesOneServerNegativeTestJSON-786624457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:21:48.902610 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-6f1eafec-96eb-43cc-9438-e4bcffc5b52c req-691526f1-4a01-4cd1-b8af-db6545cb553f tempest-ImagesOneServerNegativeTestJSON-786624457 tempest-ImagesOneServerNegativeTestJSON-786624457-project] 10.222.0.75 "GET /v2.0/ports?device_id=0c85a11a-cc49-42f8-854c-75838dc13c8f HTTP/1.1" status: 200 len: 945 time: 0.1073308 Feb 09 19:21:48.957535 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Device 0c96f1cb-5676-4742-b948-2259ea33b28e details requested by agent hyperv_n-h2-713498-36 with host n-h2-713498-36 {{(pid=103232) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 19:21:48.973583 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-6f1eafec-96eb-43cc-9438-e4bcffc5b52c req-74381e9f-5ce0-4982-976f-d6e519f0ab39 tempest-ImagesOneServerNegativeTestJSON-786624457 tempest-ImagesOneServerNegativeTestJSON-786624457-project] 10.222.0.75 "GET /v2.0/security-groups?id=3a917974-2813-46d9-8673-0cde91ecf407&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0701377 Feb 09 19:21:48.978351 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762867132591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593584'] for agent (bcd5faee-dc24-4298-9134-0e0aa054058e), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:21:49.115520 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-7429db8d-6021-40ad-813e-885be449a89b None None] For port 0c96f1cb-5676-4742-b948-2259ea33b28e, host n-h2-713498-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-36',level=0,port_id=0c96f1cb-5676-4742-b948-2259ea33b28e,segment=NetworkSegment(3775fb2c-c530-4fd0-a120-545068ec4f1e),segment_id=3775fb2c-c530-4fd0-a120-545068ec4f1e)] {{(pid=103232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 19:21:49.130377 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Returning: {'device': '0c96f1cb-5676-4742-b948-2259ea33b28e', 'network_id': 'ea5f98a2-c069-48db-b080-346340701d33', 'port_id': '0c96f1cb-5676-4742-b948-2259ea33b28e', 'mac_address': 'fa:16:3e:e5:74:2a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 396, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '48191d36-8745-4793-9d02-3afa512f12d6', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103232) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 19:21:49.182184 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Current status of the port 0c96f1cb-5676-4742-b948-2259ea33b28e is: ACTIVE; New status is: BUILD {{(pid=103232) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 19:21:49.182764 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (0c96f1cb-5676-4742-b948-2259ea33b28e), before_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:21:49.200666 n-d-713498-36 neutron-server[103232]: DEBUG neutron.notifiers.nova [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 0c96f1cb-5676-4742-b948-2259ea33b28e {{(pid=103232) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 19:21:49.225796 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-7429db8d-6021-40ad-813e-885be449a89b None None] For port 0c96f1cb-5676-4742-b948-2259ea33b28e, host n-h2-713498-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-36',level=0,port_id=0c96f1cb-5676-4742-b948-2259ea33b28e,segment=NetworkSegment(3775fb2c-c530-4fd0-a120-545068ec4f1e),segment_id=3775fb2c-c530-4fd0-a120-545068ec4f1e)] {{(pid=103232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 19:21:49.232014 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762867176205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762866656485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762866656503'] for port (0c96f1cb-5676-4742-b948-2259ea33b28e), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:21:49.294254 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Pushing event updated for resources: {'Port': ['ID=0c96f1cb-5676-4742-b948-2259ea33b28e,revision_number=6']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:21:49.336897 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-7429db8d-6021-40ad-813e-885be449a89b None None] get_ports_and_sgs() called for port_ids ['0c96f1cb-5676-4742-b948-2259ea33b28e'] {{(pid=103232) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 19:21:49.598472 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac58f965-da77-4ed2-ac5e-750b838d3ab9 req-b87172d9-2b99-413c-88c3-1e9391a1fe76 tempest-AttachVolumeShelveTestJSON-671139515 tempest-AttachVolumeShelveTestJSON-671139515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:21:49.602407 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-ac58f965-da77-4ed2-ac5e-750b838d3ab9 req-b87172d9-2b99-413c-88c3-1e9391a1fe76 tempest-AttachVolumeShelveTestJSON-671139515 tempest-AttachVolumeShelveTestJSON-671139515-project] 10.222.0.75 "GET /v2.0/ports?device_id=9a1c27a8-ba54-400e-9357-176d8c299bdc HTTP/1.1" status: 200 len: 945 time: 0.0615413 Feb 09 19:21:49.651666 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-ac58f965-da77-4ed2-ac5e-750b838d3ab9 req-afbe9edb-7d71-4dec-8d94-ebe27b835924 tempest-AttachVolumeShelveTestJSON-671139515 tempest-AttachVolumeShelveTestJSON-671139515-project] 10.222.0.75 "GET /v2.0/security-groups?id=8ffa0824-cdc7-466b-baef-bc7606a99fd1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459366 Feb 09 19:21:49.993817 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-cd8f0b2d-fc91-400d-ab0c-545c9e35c003 req-55bf219b-5116-4c55-8510-1d7b0cd22e6f tempest-TaggedBootDevicesTest-980849656 tempest-TaggedBootDevicesTest-980849656-project] 10.222.0.75 "GET /v2.0/ports?device_id=c3476174-573e-455c-944e-9ed0cac04ac2 HTTP/1.1" status: 200 len: 210 time: 0.0278649 Feb 09 19:21:50.094507 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c12e510-a496-483c-b6d4-38335adfaa91 req-0520a20a-85c7-4355-8f2c-68681714d3fd tempest-ImagesOneServerNegativeTestJSON-786624457 tempest-ImagesOneServerNegativeTestJSON-786624457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:21:50.096150 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-1c12e510-a496-483c-b6d4-38335adfaa91 req-0520a20a-85c7-4355-8f2c-68681714d3fd tempest-ImagesOneServerNegativeTestJSON-786624457 tempest-ImagesOneServerNegativeTestJSON-786624457-project] 10.222.0.75 "GET /v2.0/ports?device_id=0c85a11a-cc49-42f8-854c-75838dc13c8f HTTP/1.1" status: 200 len: 944 time: 0.0537033 Feb 09 19:21:50.146325 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-1c12e510-a496-483c-b6d4-38335adfaa91 req-b3c94a10-75b3-4c16-8336-95d55a41e4f6 tempest-ImagesOneServerNegativeTestJSON-786624457 tempest-ImagesOneServerNegativeTestJSON-786624457-project] 10.222.0.75 "GET /v2.0/security-groups?id=3a917974-2813-46d9-8673-0cde91ecf407&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443141 Feb 09 19:21:50.777310 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a11051e2-1c41-45d2-90f8-68f7c9652882 req-8e91f1ec-fd65-49c7-bb82-13eea494f392 tempest-AttachVolumeShelveTestJSON-671139515 tempest-AttachVolumeShelveTestJSON-671139515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:21:50.778953 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-a11051e2-1c41-45d2-90f8-68f7c9652882 req-8e91f1ec-fd65-49c7-bb82-13eea494f392 tempest-AttachVolumeShelveTestJSON-671139515 tempest-AttachVolumeShelveTestJSON-671139515-project] 10.222.0.75 "GET /v2.0/ports?device_id=9a1c27a8-ba54-400e-9357-176d8c299bdc HTTP/1.1" status: 200 len: 945 time: 0.0528915 Feb 09 19:21:50.833224 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-a11051e2-1c41-45d2-90f8-68f7c9652882 req-aaebe95a-3590-4e02-9655-b7b7226dfee8 tempest-AttachVolumeShelveTestJSON-671139515 tempest-AttachVolumeShelveTestJSON-671139515-project] 10.222.0.75 "GET /v2.0/security-groups?id=8ffa0824-cdc7-466b-baef-bc7606a99fd1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0475273 Feb 09 19:21:50.937870 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Device 0c96f1cb-5676-4742-b948-2259ea33b28e up at agent hyperv_n-h2-713498-36 {{(pid=103232) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 19:21:50.963938 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Device b50d554d-6f94-47cf-8afe-1b81749f4ef5 details requested by agent hyperv_n-h1-713498-36 with host n-h1-713498-36 {{(pid=103232) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 19:21:51.049369 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.provisioning_blocks [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Provisioning complete for port 0c96f1cb-5676-4742-b948-2259ea33b28e triggered by entity L2. {{(pid=103232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 19:21:51.049750 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593630'] for port (0c96f1cb-5676-4742-b948-2259ea33b28e), provisioning_complete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:21:51.124282 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] For port b50d554d-6f94-47cf-8afe-1b81749f4ef5, host n-h1-713498-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-36',level=0,port_id=b50d554d-6f94-47cf-8afe-1b81749f4ef5,segment=NetworkSegment(92268b40-fd45-4716-b63a-1f78b1bbf69a),segment_id=92268b40-fd45-4716-b63a-1f78b1bbf69a)] {{(pid=103232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 19:21:51.130896 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-0b398b82-aa9a-4b09-9b74-21d6f63cdec9 req-1d8f2eac-eab9-4df0-9943-34d57f17cef8 tempest-TaggedBootDevicesTest-980849656 tempest-TaggedBootDevicesTest-980849656-project] 10.222.0.75 "GET /v2.0/ports?device_id=c3476174-573e-455c-944e-9ed0cac04ac2 HTTP/1.1" status: 200 len: 210 time: 0.0437679 Feb 09 19:21:51.145112 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Returning: {'device': 'b50d554d-6f94-47cf-8afe-1b81749f4ef5', 'network_id': '9cf0b823-fac1-4f9f-b685-8fd71a300e07', 'port_id': 'b50d554d-6f94-47cf-8afe-1b81749f4ef5', 'mac_address': 'fa:16:3e:e1:b1:ee', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 392, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ca2eed47-7b83-4cc1-87fa-16862746969c', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103232) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 19:21:51.223857 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Current status of the port 0c96f1cb-5676-4742-b948-2259ea33b28e is: BUILD; New status is: ACTIVE {{(pid=103232) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 19:21:51.224258 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (0c96f1cb-5676-4742-b948-2259ea33b28e), before_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:21:51.240105 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Current status of the port b50d554d-6f94-47cf-8afe-1b81749f4ef5 is: ACTIVE; New status is: BUILD {{(pid=103232) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 19:21:51.240500 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (b50d554d-6f94-47cf-8afe-1b81749f4ef5), before_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:21:51.256571 n-d-713498-36 neutron-server[103232]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0c85a11a-cc49-42f8-854c-75838dc13c8f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0c96f1cb-5676-4742-b948-2259ea33b28e'}] {{(pid=103232) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 19:21:51.258782 n-d-713498-36 neutron-server[103232]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}949cdcde653dec44821de95cbf67297f53cbc2aed4e073b5d514f93bf911ce85" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c8502cb6-b261-44a6-ae22-7e91458f6dc1" -d '{"events": [{"server_uuid": "0c85a11a-cc49-42f8-854c-75838dc13c8f", "name": "network-vif-plugged", "status": "completed", "tag": "0c96f1cb-5676-4742-b948-2259ea33b28e"}]}' {{(pid=103232) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 19:21:51.277822 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-7429db8d-6021-40ad-813e-885be449a89b None None] For port 0c96f1cb-5676-4742-b948-2259ea33b28e, host n-h2-713498-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-36',level=0,port_id=0c96f1cb-5676-4742-b948-2259ea33b28e,segment=NetworkSegment(3775fb2c-c530-4fd0-a120-545068ec4f1e),segment_id=3775fb2c-c530-4fd0-a120-545068ec4f1e)] {{(pid=103232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 19:21:51.280289 n-d-713498-36 neutron-server[103232]: DEBUG neutron.notifiers.nova [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id b50d554d-6f94-47cf-8afe-1b81749f4ef5 {{(pid=103232) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 19:21:51.287893 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762867176205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762866656485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762866656503'] for port (0c96f1cb-5676-4742-b948-2259ea33b28e), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:21:51.326882 n-d-713498-36 neutron-server[103232]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 19:21:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8948c8a8-c8be-4b87-a956-ac46db8ab9ce x-openstack-request-id: req-8948c8a8-c8be-4b87-a956-ac46db8ab9ce {{(pid=103232) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 19:21:51.327163 n-d-713498-36 neutron-server[103232]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0c85a11a-cc49-42f8-854c-75838dc13c8f", "name": "network-vif-plugged", "status": "completed", "tag": "0c96f1cb-5676-4742-b948-2259ea33b28e", "code": 200}]} {{(pid=103232) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 19:21:51.327421 n-d-713498-36 neutron-server[103232]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-8948c8a8-c8be-4b87-a956-ac46db8ab9ce {{(pid=103232) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 19:21:51.327897 n-d-713498-36 neutron-server[103232]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0c85a11a-cc49-42f8-854c-75838dc13c8f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0c96f1cb-5676-4742-b948-2259ea33b28e', 'code': 200} Feb 09 19:21:51.333986 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] For port b50d554d-6f94-47cf-8afe-1b81749f4ef5, host n-h1-713498-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-36',level=0,port_id=b50d554d-6f94-47cf-8afe-1b81749f4ef5,segment=NetworkSegment(92268b40-fd45-4716-b63a-1f78b1bbf69a),segment_id=92268b40-fd45-4716-b63a-1f78b1bbf69a)] {{(pid=103232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 19:21:51.336628 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebfeab92-f3bb-489b-9298-f9b0fea17571 req-227e9f65-d82d-4f42-b7fd-f99ffea94647 tempest-ImagesOneServerNegativeTestJSON-786624457 tempest-ImagesOneServerNegativeTestJSON-786624457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:21:51.349710 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762867176205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762866656485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762866656503'] for port (b50d554d-6f94-47cf-8afe-1b81749f4ef5), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:21:51.352118 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-ebfeab92-f3bb-489b-9298-f9b0fea17571 req-227e9f65-d82d-4f42-b7fd-f99ffea94647 tempest-ImagesOneServerNegativeTestJSON-786624457 tempest-ImagesOneServerNegativeTestJSON-786624457-project] 10.222.0.75 "GET /v2.0/ports?device_id=0c85a11a-cc49-42f8-854c-75838dc13c8f HTTP/1.1" status: 200 len: 944 time: 0.1242352 Feb 09 19:21:51.362085 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Pushing event updated for resources: {'Port': ['ID=0c96f1cb-5676-4742-b948-2259ea33b28e,revision_number=7']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:21:51.420923 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-ebfeab92-f3bb-489b-9298-f9b0fea17571 req-070d91bd-3aa9-472b-9ad7-a7296686a9f1 tempest-ImagesOneServerNegativeTestJSON-786624457 tempest-ImagesOneServerNegativeTestJSON-786624457-project] 10.222.0.75 "GET /v2.0/security-groups?id=3a917974-2813-46d9-8673-0cde91ecf407&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0676656 Feb 09 19:21:51.425793 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Pushing event updated for resources: {'Port': ['ID=b50d554d-6f94-47cf-8afe-1b81749f4ef5,revision_number=6']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:21:51.458153 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] get_ports_and_sgs() called for port_ids ['b50d554d-6f94-47cf-8afe-1b81749f4ef5'] {{(pid=103232) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 19:21:51.710552 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbedb42b-ba3a-4a9c-b667-056406d7aff1 req-c412cc6d-b483-4964-b0f1-4ad6c7e52cc8 tempest-ImagesOneServerNegativeTestJSON-786624457 tempest-ImagesOneServerNegativeTestJSON-786624457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:21:51.712061 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-fbedb42b-ba3a-4a9c-b667-056406d7aff1 req-c412cc6d-b483-4964-b0f1-4ad6c7e52cc8 tempest-ImagesOneServerNegativeTestJSON-786624457 tempest-ImagesOneServerNegativeTestJSON-786624457-project] 10.222.0.75 "GET /v2.0/ports?device_id=0c85a11a-cc49-42f8-854c-75838dc13c8f HTTP/1.1" status: 200 len: 945 time: 0.0577216 Feb 09 19:21:51.787883 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-fbedb42b-ba3a-4a9c-b667-056406d7aff1 req-00c8317f-59f8-47ee-9e76-e8c90edc6db9 tempest-ImagesOneServerNegativeTestJSON-786624457 tempest-ImagesOneServerNegativeTestJSON-786624457-project] 10.222.0.75 "GET /v2.0/security-groups?id=3a917974-2813-46d9-8673-0cde91ecf407&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0624375 Feb 09 19:21:52.029167 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9345528a-9301-42ec-a1cb-29acd4c0f1f4 req-70309b58-2eba-4577-9ac5-df73f84b0ba4 tempest-AttachVolumeShelveTestJSON-671139515 tempest-AttachVolumeShelveTestJSON-671139515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:21:52.046108 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-9345528a-9301-42ec-a1cb-29acd4c0f1f4 req-70309b58-2eba-4577-9ac5-df73f84b0ba4 tempest-AttachVolumeShelveTestJSON-671139515 tempest-AttachVolumeShelveTestJSON-671139515-project] 10.222.0.75 "GET /v2.0/ports?device_id=9a1c27a8-ba54-400e-9357-176d8c299bdc HTTP/1.1" status: 200 len: 944 time: 0.0869799 Feb 09 19:21:52.120183 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-9345528a-9301-42ec-a1cb-29acd4c0f1f4 req-4a1f8357-aa10-4ddd-8247-86f82ff6ab24 tempest-AttachVolumeShelveTestJSON-671139515 tempest-AttachVolumeShelveTestJSON-671139515-project] 10.222.0.75 "GET /v2.0/security-groups?id=8ffa0824-cdc7-466b-baef-bc7606a99fd1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0722272 Feb 09 19:21:52.274481 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-950c1b80-d803-4c38-a063-301ab0a1a9bc req-1c3db1d4-88d6-4dc0-9be2-e7cc278d955d tempest-TaggedBootDevicesTest-980849656 tempest-TaggedBootDevicesTest-980849656-project] 10.222.0.75 "GET /v2.0/ports?device_id=c3476174-573e-455c-944e-9ed0cac04ac2 HTTP/1.1" status: 200 len: 210 time: 0.0497439 Feb 09 19:21:52.958876 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Device 0c96f1cb-5676-4742-b948-2259ea33b28e no longer exists at agent hyperv_n-h2-713498-36 {{(pid=103232) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 19:21:53.050595 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f5b9a2d-fb48-4393-aa65-e1194868e285 req-e244e396-f510-4fe0-b307-942f4c0a1eeb tempest-ImagesOneServerNegativeTestJSON-786624457 tempest-ImagesOneServerNegativeTestJSON-786624457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:21:53.066447 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-7f5b9a2d-fb48-4393-aa65-e1194868e285 req-e244e396-f510-4fe0-b307-942f4c0a1eeb tempest-ImagesOneServerNegativeTestJSON-786624457 tempest-ImagesOneServerNegativeTestJSON-786624457-project] 10.222.0.75 "GET /v2.0/ports?device_id=0c85a11a-cc49-42f8-854c-75838dc13c8f HTTP/1.1" status: 200 len: 945 time: 0.1786072 Feb 09 19:21:53.069918 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Device b50d554d-6f94-47cf-8afe-1b81749f4ef5 up at agent hyperv_n-h1-713498-36 {{(pid=103232) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 19:21:53.169681 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-7f5b9a2d-fb48-4393-aa65-e1194868e285 req-76d4873a-bf50-4c46-b6a7-4a481a22d147 tempest-ImagesOneServerNegativeTestJSON-786624457 tempest-ImagesOneServerNegativeTestJSON-786624457-project] 10.222.0.75 "GET /v2.0/security-groups?id=3a917974-2813-46d9-8673-0cde91ecf407&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1007099 Feb 09 19:21:53.316295 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.provisioning_blocks [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Provisioning complete for port b50d554d-6f94-47cf-8afe-1b81749f4ef5 triggered by entity L2. {{(pid=103232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 19:21:53.316955 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593630'] for port (b50d554d-6f94-47cf-8afe-1b81749f4ef5), provisioning_complete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:21:53.330311 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91f530e6-b5be-40be-ba65-016c9544056f req-a913a495-5609-4f7c-9a73-53f86646438e tempest-AttachVolumeShelveTestJSON-671139515 tempest-AttachVolumeShelveTestJSON-671139515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:21:53.338631 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-91f530e6-b5be-40be-ba65-016c9544056f req-a913a495-5609-4f7c-9a73-53f86646438e tempest-AttachVolumeShelveTestJSON-671139515 tempest-AttachVolumeShelveTestJSON-671139515-project] 10.222.0.75 "GET /v2.0/ports?device_id=9a1c27a8-ba54-400e-9357-176d8c299bdc HTTP/1.1" status: 200 len: 944 time: 0.1035185 Feb 09 19:21:53.403277 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-91f530e6-b5be-40be-ba65-016c9544056f req-7c4362b9-b177-438a-999d-37b6d9bc0ebc tempest-AttachVolumeShelveTestJSON-671139515 tempest-AttachVolumeShelveTestJSON-671139515-project] 10.222.0.75 "GET /v2.0/security-groups?id=8ffa0824-cdc7-466b-baef-bc7606a99fd1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0631304 Feb 09 19:21:53.550722 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-d27546b5-8bb7-4407-a3d7-91c866223140 req-c0e8c3fe-8ee5-4af2-8312-61fa1b3265ee tempest-TaggedBootDevicesTest-980849656 tempest-TaggedBootDevicesTest-980849656-project] 10.222.0.75 "GET /v2.0/ports?device_id=c3476174-573e-455c-944e-9ed0cac04ac2 HTTP/1.1" status: 200 len: 210 time: 0.0703466 Feb 09 19:21:53.689659 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Current status of the port 0c96f1cb-5676-4742-b948-2259ea33b28e is: ACTIVE; New status is: DOWN {{(pid=103232) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 19:21:53.690198 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (0c96f1cb-5676-4742-b948-2259ea33b28e), before_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:21:53.733697 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Current status of the port b50d554d-6f94-47cf-8afe-1b81749f4ef5 is: BUILD; New status is: ACTIVE {{(pid=103232) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 19:21:53.734829 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (b50d554d-6f94-47cf-8afe-1b81749f4ef5), before_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:21:53.737695 n-d-713498-36 neutron-server[103232]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0c85a11a-cc49-42f8-854c-75838dc13c8f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0c96f1cb-5676-4742-b948-2259ea33b28e'}] {{(pid=103232) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 19:21:53.741157 n-d-713498-36 neutron-server[103232]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}949cdcde653dec44821de95cbf67297f53cbc2aed4e073b5d514f93bf911ce85" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6e5cca2f-718d-4c66-b2e4-cff783fa7ba2" -d '{"events": [{"server_uuid": "0c85a11a-cc49-42f8-854c-75838dc13c8f", "name": "network-vif-unplugged", "status": "completed", "tag": "0c96f1cb-5676-4742-b948-2259ea33b28e"}]}' {{(pid=103232) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 19:21:53.786573 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-7429db8d-6021-40ad-813e-885be449a89b None None] For port 0c96f1cb-5676-4742-b948-2259ea33b28e, host n-h2-713498-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-36',level=0,port_id=0c96f1cb-5676-4742-b948-2259ea33b28e,segment=NetworkSegment(3775fb2c-c530-4fd0-a120-545068ec4f1e),segment_id=3775fb2c-c530-4fd0-a120-545068ec4f1e)] {{(pid=103232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 19:21:53.828683 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] For port b50d554d-6f94-47cf-8afe-1b81749f4ef5, host n-h1-713498-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-36',level=0,port_id=b50d554d-6f94-47cf-8afe-1b81749f4ef5,segment=NetworkSegment(92268b40-fd45-4716-b63a-1f78b1bbf69a),segment_id=92268b40-fd45-4716-b63a-1f78b1bbf69a)] {{(pid=103232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 19:21:53.831101 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762867176205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762866656485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762866656503'] for port (0c96f1cb-5676-4742-b948-2259ea33b28e), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:21:53.841987 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762867176205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762866656485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762866656503'] for port (b50d554d-6f94-47cf-8afe-1b81749f4ef5), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:21:53.913844 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Pushing event updated for resources: {'Port': ['ID=0c96f1cb-5676-4742-b948-2259ea33b28e,revision_number=8']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:21:53.920240 n-d-713498-36 neutron-server[103232]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 09 Feb 2022 19:21:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7b3c4230-f476-41f4-86e4-53afc360c405 x-openstack-request-id: req-7b3c4230-f476-41f4-86e4-53afc360c405 {{(pid=103232) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 19:21:53.920240 n-d-713498-36 neutron-server[103232]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0c85a11a-cc49-42f8-854c-75838dc13c8f", "name": "network-vif-unplugged", "status": "completed", "tag": "0c96f1cb-5676-4742-b948-2259ea33b28e", "code": 200}]} {{(pid=103232) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 19:21:53.920240 n-d-713498-36 neutron-server[103232]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-7b3c4230-f476-41f4-86e4-53afc360c405 {{(pid=103232) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 19:21:53.920240 n-d-713498-36 neutron-server[103232]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0c85a11a-cc49-42f8-854c-75838dc13c8f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0c96f1cb-5676-4742-b948-2259ea33b28e', 'code': 200} Feb 09 19:21:53.976186 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af98c61b-ea5f-427a-89d1-618793498089 req-3f89e48e-d2e2-45f0-8921-78421f0f92fe tempest-ImagesOneServerNegativeTestJSON-786624457 tempest-ImagesOneServerNegativeTestJSON-786624457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:21:53.977712 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-af98c61b-ea5f-427a-89d1-618793498089 req-3f89e48e-d2e2-45f0-8921-78421f0f92fe tempest-ImagesOneServerNegativeTestJSON-786624457 tempest-ImagesOneServerNegativeTestJSON-786624457-project] 10.222.0.90 "GET /v2.0/ports?device_id=0c85a11a-cc49-42f8-854c-75838dc13c8f HTTP/1.1" status: 200 len: 943 time: 0.1836128 Feb 09 19:21:53.985491 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Pushing event updated for resources: {'Port': ['ID=b50d554d-6f94-47cf-8afe-1b81749f4ef5,revision_number=7']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:21:54.221630 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.plugin [req-af98c61b-ea5f-427a-89d1-618793498089 req-40b1e1c6-04d0-4d84-a312-d4291ca8ef8e tempest-ImagesOneServerNegativeTestJSON-786624457 tempest-ImagesOneServerNegativeTestJSON-786624457-project] Deleting port 0c96f1cb-5676-4742-b948-2259ea33b28e {{(pid=103229) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 19:21:54.222142 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-af98c61b-ea5f-427a-89d1-618793498089 req-40b1e1c6-04d0-4d84-a312-d4291ca8ef8e tempest-ImagesOneServerNegativeTestJSON-786624457 tempest-ImagesOneServerNegativeTestJSON-786624457-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762867170196'] for port (0c96f1cb-5676-4742-b948-2259ea33b28e), before_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:21:54.450603 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.db [req-af98c61b-ea5f-427a-89d1-618793498089 req-40b1e1c6-04d0-4d84-a312-d4291ca8ef8e tempest-ImagesOneServerNegativeTestJSON-786624457 tempest-ImagesOneServerNegativeTestJSON-786624457-project] For port 0c96f1cb-5676-4742-b948-2259ea33b28e, host n-h2-713498-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-36',level=0,port_id=0c96f1cb-5676-4742-b948-2259ea33b28e,segment=NetworkSegment(3775fb2c-c530-4fd0-a120-545068ec4f1e),segment_id=3775fb2c-c530-4fd0-a120-545068ec4f1e)] {{(pid=103229) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 19:21:54.457055 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-af98c61b-ea5f-427a-89d1-618793498089 req-40b1e1c6-04d0-4d84-a312-d4291ca8ef8e tempest-ImagesOneServerNegativeTestJSON-786624457 tempest-ImagesOneServerNegativeTestJSON-786624457-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1820838'] for port (0c96f1cb-5676-4742-b948-2259ea33b28e), precommit_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:21:54.506209 n-d-713498-36 neutron-server[103233]: DEBUG neutron.db.agents_db [None req-4a8a6a42-0a0c-4437-8958-92282682b6bb None None] Agent healthcheck: found 7 active agents {{(pid=103233) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 19:21:54.526813 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.plugin [req-af98c61b-ea5f-427a-89d1-618793498089 req-40b1e1c6-04d0-4d84-a312-d4291ca8ef8e tempest-ImagesOneServerNegativeTestJSON-786624457 tempest-ImagesOneServerNegativeTestJSON-786624457-project] Calling delete_port for 0c96f1cb-5676-4742-b948-2259ea33b28e owned by compute:nova {{(pid=103229) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 19:21:54.573674 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6ce929a-c807-48fc-830e-9fbd6e79e130 req-ff4fe6c0-f1b3-42db-8529-c1d28bb6b2a5 tempest-ImagesOneServerNegativeTestJSON-786624457 tempest-ImagesOneServerNegativeTestJSON-786624457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:21:54.589273 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-f6ce929a-c807-48fc-830e-9fbd6e79e130 req-ff4fe6c0-f1b3-42db-8529-c1d28bb6b2a5 tempest-ImagesOneServerNegativeTestJSON-786624457 tempest-ImagesOneServerNegativeTestJSON-786624457-project] 10.222.0.75 "GET /v2.0/ports?device_id=0c85a11a-cc49-42f8-854c-75838dc13c8f HTTP/1.1" status: 200 len: 943 time: 0.2351346 Feb 09 19:21:54.685766 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5e618ce-aedc-4128-8cc8-ae5875f35049 req-3582e90d-050e-4b55-8d5e-4a22ba35e943 tempest-AttachVolumeShelveTestJSON-671139515 tempest-AttachVolumeShelveTestJSON-671139515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:21:54.695922 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-c5e618ce-aedc-4128-8cc8-ae5875f35049 req-3582e90d-050e-4b55-8d5e-4a22ba35e943 tempest-AttachVolumeShelveTestJSON-671139515 tempest-AttachVolumeShelveTestJSON-671139515-project] 10.222.0.75 "GET /v2.0/ports?device_id=9a1c27a8-ba54-400e-9357-176d8c299bdc HTTP/1.1" status: 200 len: 945 time: 0.1286094 Feb 09 19:21:54.742610 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-f6ce929a-c807-48fc-830e-9fbd6e79e130 req-a74d478d-3f0e-4434-b707-a32b1b178545 tempest-ImagesOneServerNegativeTestJSON-786624457 tempest-ImagesOneServerNegativeTestJSON-786624457-project] 10.222.0.75 "GET /v2.0/security-groups?id=3a917974-2813-46d9-8673-0cde91ecf407&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1496973 Feb 09 19:21:54.807570 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-c5e618ce-aedc-4128-8cc8-ae5875f35049 req-2de7b139-c202-4159-99b2-4f038f701a71 tempest-AttachVolumeShelveTestJSON-671139515 tempest-AttachVolumeShelveTestJSON-671139515-project] 10.222.0.75 "GET /v2.0/security-groups?id=8ffa0824-cdc7-466b-baef-bc7606a99fd1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1110039 Feb 09 19:21:54.927100 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-5e39cd35-6880-4ad3-9098-40a5ae773eba req-471aa93f-80dd-4212-bee1-1eab3f4bc6b2 tempest-TaggedBootDevicesTest-980849656 tempest-TaggedBootDevicesTest-980849656-project] 10.222.0.75 "GET /v2.0/ports?device_id=c3476174-573e-455c-944e-9ed0cac04ac2 HTTP/1.1" status: 200 len: 210 time: 0.0434322 Feb 09 19:21:54.958366 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-af98c61b-ea5f-427a-89d1-618793498089 req-40b1e1c6-04d0-4d84-a312-d4291ca8ef8e tempest-ImagesOneServerNegativeTestJSON-786624457 tempest-ImagesOneServerNegativeTestJSON-786624457-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762867177463', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762866656476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12867576'] for port (0c96f1cb-5676-4742-b948-2259ea33b28e), after_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:21:55.063617 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40b1e1c6-04d0-4d84-a312-d4291ca8ef8e tempest-ImagesOneServerNegativeTestJSON-786624457 tempest-ImagesOneServerNegativeTestJSON-786624457-project] Pushing event deleted for resources: {'Port': ['ID=0c96f1cb-5676-4742-b948-2259ea33b28e,revision_number=None']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:21:55.110770 n-d-713498-36 neutron-server[103229]: DEBUG neutron.db.l3_dvrscheduler_db [req-af98c61b-ea5f-427a-89d1-618793498089 req-40b1e1c6-04d0-4d84-a312-d4291ca8ef8e tempest-ImagesOneServerNegativeTestJSON-786624457 tempest-ImagesOneServerNegativeTestJSON-786624457-project] No DVR routers for this DVR port 0c96f1cb-5676-4742-b948-2259ea33b28e on host n-h2-713498-36 {{(pid=103229) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 19:21:55.115193 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-af98c61b-ea5f-427a-89d1-618793498089 req-40b1e1c6-04d0-4d84-a312-d4291ca8ef8e tempest-ImagesOneServerNegativeTestJSON-786624457 tempest-ImagesOneServerNegativeTestJSON-786624457-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171096'] for port (None), before_response {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:21:55.119565 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-af98c61b-ea5f-427a-89d1-618793498089 req-40b1e1c6-04d0-4d84-a312-d4291ca8ef8e tempest-ImagesOneServerNegativeTestJSON-786624457 tempest-ImagesOneServerNegativeTestJSON-786624457-project] 10.222.0.90 "DELETE /v2.0/ports/0c96f1cb-5676-4742-b948-2259ea33b28e HTTP/1.1" status: 204 len: 173 time: 1.1239154 Feb 09 19:21:55.120027 n-d-713498-36 neutron-server[103229]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0c85a11a-cc49-42f8-854c-75838dc13c8f', 'name': 'network-vif-deleted', 'tag': '0c96f1cb-5676-4742-b948-2259ea33b28e'}] {{(pid=103229) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 19:21:55.123111 n-d-713498-36 neutron-server[103229]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fa6ae9a20702bd564eaf90d946620b2b4277b1ab91129323d3b54181076be307" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-48a42fa7-8fc0-45be-95fd-675f6afc7925" -d '{"events": [{"server_uuid": "0c85a11a-cc49-42f8-854c-75838dc13c8f", "name": "network-vif-deleted", "tag": "0c96f1cb-5676-4742-b948-2259ea33b28e"}]}' {{(pid=103229) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 19:21:55.206410 n-d-713498-36 neutron-server[103229]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 19:21:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-656057fd-7a81-4063-a2da-b2471438fa8b x-openstack-request-id: req-656057fd-7a81-4063-a2da-b2471438fa8b {{(pid=103229) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 19:21:55.206410 n-d-713498-36 neutron-server[103229]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0c85a11a-cc49-42f8-854c-75838dc13c8f", "name": "network-vif-deleted", "tag": "0c96f1cb-5676-4742-b948-2259ea33b28e", "status": "completed", "code": 200}]} {{(pid=103229) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 19:21:55.206410 n-d-713498-36 neutron-server[103229]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-656057fd-7a81-4063-a2da-b2471438fa8b {{(pid=103229) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 19:21:55.206410 n-d-713498-36 neutron-server[103229]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0c85a11a-cc49-42f8-854c-75838dc13c8f', 'name': 'network-vif-deleted', 'tag': '0c96f1cb-5676-4742-b948-2259ea33b28e', 'status': 'completed', 'code': 200} Feb 09 19:21:55.921079 n-d-713498-36 neutron-server[103232]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9a1c27a8-ba54-400e-9357-176d8c299bdc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b50d554d-6f94-47cf-8afe-1b81749f4ef5'}] {{(pid=103232) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 19:21:55.924310 n-d-713498-36 neutron-server[103232]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}949cdcde653dec44821de95cbf67297f53cbc2aed4e073b5d514f93bf911ce85" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-62452234-850a-41a5-8cf6-e628ea38353d" -d '{"events": [{"server_uuid": "9a1c27a8-ba54-400e-9357-176d8c299bdc", "name": "network-vif-plugged", "status": "completed", "tag": "b50d554d-6f94-47cf-8afe-1b81749f4ef5"}]}' {{(pid=103232) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 19:21:55.980420 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-d6803eb3-fbf3-4a1f-aa87-5709ced73a56 req-a3affb50-7464-44c1-a987-6c7eb88ac0c9 tempest-ImagesOneServerNegativeTestJSON-786624457 tempest-ImagesOneServerNegativeTestJSON-786624457-project] 10.222.0.75 "GET /v2.0/ports?device_id=0c85a11a-cc49-42f8-854c-75838dc13c8f HTTP/1.1" status: 200 len: 210 time: 0.1000447 Feb 09 19:21:56.044468 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9f149c2-c8f0-4068-ae79-7ee51e2a647b req-cad39c4f-ac4e-4f8b-86d0-c2c553226e84 tempest-AttachVolumeShelveTestJSON-671139515 tempest-AttachVolumeShelveTestJSON-671139515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:21:56.057860 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-c9f149c2-c8f0-4068-ae79-7ee51e2a647b req-cad39c4f-ac4e-4f8b-86d0-c2c553226e84 tempest-AttachVolumeShelveTestJSON-671139515 tempest-AttachVolumeShelveTestJSON-671139515-project] 10.222.0.75 "GET /v2.0/ports?device_id=9a1c27a8-ba54-400e-9357-176d8c299bdc HTTP/1.1" status: 200 len: 945 time: 0.1187997 Feb 09 19:21:56.074950 n-d-713498-36 neutron-server[103232]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 19:21:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-97c2418e-ddd6-4d26-beca-f00faea089c0 x-openstack-request-id: req-97c2418e-ddd6-4d26-beca-f00faea089c0 {{(pid=103232) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 19:21:56.075359 n-d-713498-36 neutron-server[103232]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9a1c27a8-ba54-400e-9357-176d8c299bdc", "name": "network-vif-plugged", "status": "completed", "tag": "b50d554d-6f94-47cf-8afe-1b81749f4ef5", "code": 200}]} {{(pid=103232) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 19:21:56.075721 n-d-713498-36 neutron-server[103232]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-97c2418e-ddd6-4d26-beca-f00faea089c0 {{(pid=103232) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 19:21:56.076229 n-d-713498-36 neutron-server[103232]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9a1c27a8-ba54-400e-9357-176d8c299bdc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b50d554d-6f94-47cf-8afe-1b81749f4ef5', 'code': 200} Feb 09 19:21:56.126098 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-c9f149c2-c8f0-4068-ae79-7ee51e2a647b req-3cd4faef-e8e6-4c5b-a925-fa7429af2579 tempest-AttachVolumeShelveTestJSON-671139515 tempest-AttachVolumeShelveTestJSON-671139515-project] 10.222.0.75 "GET /v2.0/security-groups?id=8ffa0824-cdc7-466b-baef-bc7606a99fd1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0671926 Feb 09 19:21:56.200329 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-001d9223-31e1-47d8-83ef-3d8bd58af61a req-58046180-0163-48fe-9a71-6915e5c57112 tempest-TaggedBootDevicesTest-980849656 tempest-TaggedBootDevicesTest-980849656-project] 10.222.0.75 "GET /v2.0/ports?device_id=c3476174-573e-455c-944e-9ed0cac04ac2 HTTP/1.1" status: 200 len: 210 time: 0.0382411 Feb 09 19:21:56.991770 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Device 0c96f1cb-5676-4742-b948-2259ea33b28e no longer exists at agent hyperv_n-h2-713498-36 {{(pid=103232) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 19:21:57.055719 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-7429db8d-6021-40ad-813e-885be449a89b None None] No Port match for: 0c96f1cb-5676-4742-b948-2259ea33b28e {{(pid=103232) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 19:21:57.056323 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Device 0c96f1cb-5676-4742-b948-2259ea33b28e not bound to the agent host n-h2-713498-36 {{(pid=103232) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 19:21:57.404919 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4528de3-57d0-4193-b7af-fdc3ebc2b799 req-6ea82822-02f8-49bc-a57d-b844dc1280e4 tempest-AttachVolumeShelveTestJSON-671139515 tempest-AttachVolumeShelveTestJSON-671139515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:21:57.416189 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-b4528de3-57d0-4193-b7af-fdc3ebc2b799 req-6ea82822-02f8-49bc-a57d-b844dc1280e4 tempest-AttachVolumeShelveTestJSON-671139515 tempest-AttachVolumeShelveTestJSON-671139515-project] 10.222.0.75 "GET /v2.0/ports?device_id=9a1c27a8-ba54-400e-9357-176d8c299bdc HTTP/1.1" status: 200 len: 945 time: 0.1416304 Feb 09 19:21:57.524241 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-b4528de3-57d0-4193-b7af-fdc3ebc2b799 req-6432e1e7-6d13-42ac-b0ea-d33e1b7701ea tempest-AttachVolumeShelveTestJSON-671139515 tempest-AttachVolumeShelveTestJSON-671139515-project] 10.222.0.75 "GET /v2.0/security-groups?id=8ffa0824-cdc7-466b-baef-bc7606a99fd1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1071653 Feb 09 19:21:57.714528 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-bb44dcef-79e0-4c32-a0b0-c2389ac97545 req-46ea5b7e-f1cd-4f93-8f18-3999f2c0adc4 tempest-TaggedBootDevicesTest-980849656 tempest-TaggedBootDevicesTest-980849656-project] 10.222.0.75 "GET /v2.0/ports?device_id=c3476174-573e-455c-944e-9ed0cac04ac2 HTTP/1.1" status: 200 len: 210 time: 0.0503650 Feb 09 19:21:57.773483 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 45584) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:21:57.781179 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.v2.base [None req-bdf8eb8b-ec09-4300-9128-d75b3b0e7764 tempest-ImagesOneServerNegativeTestJSON-786624457 tempest-ImagesOneServerNegativeTestJSON-786624457-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1757335574', 'description': 'tempest-description--1886226579'}} {{(pid=103230) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 19:21:57.829765 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-bdf8eb8b-ec09-4300-9128-d75b3b0e7764 tempest-ImagesOneServerNegativeTestJSON-786624457 tempest-ImagesOneServerNegativeTestJSON-786624457-project] Publish callbacks [] for security_group (None), before_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:21:57.961087 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-bdf8eb8b-ec09-4300-9128-d75b3b0e7764 tempest-ImagesOneServerNegativeTestJSON-786624457 tempest-ImagesOneServerNegativeTestJSON-786624457-project] Publish callbacks [] for security_group (055317a5-2503-4140-8bb6-8ec979bde721), precommit_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:21:57.988181 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-bdf8eb8b-ec09-4300-9128-d75b3b0e7764 tempest-ImagesOneServerNegativeTestJSON-786624457 tempest-ImagesOneServerNegativeTestJSON-786624457-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1892331'] for security_group (055317a5-2503-4140-8bb6-8ec979bde721), after_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:21:58.102016 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdf8eb8b-ec09-4300-9128-d75b3b0e7764 tempest-ImagesOneServerNegativeTestJSON-786624457 tempest-ImagesOneServerNegativeTestJSON-786624457-project] Pushing event updated for resources: {'SecurityGroup': ['ID=055317a5-2503-4140-8bb6-8ec979bde721,revision_number=1']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:21:58.112265 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-bdf8eb8b-ec09-4300-9128-d75b3b0e7764 tempest-ImagesOneServerNegativeTestJSON-786624457 tempest-ImagesOneServerNegativeTestJSON-786624457-project] Publish callbacks [] for security_group (None), before_response {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:21:58.116238 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-bdf8eb8b-ec09-4300-9128-d75b3b0e7764 tempest-ImagesOneServerNegativeTestJSON-786624457 tempest-ImagesOneServerNegativeTestJSON-786624457-project] 10.222.0.75 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1799 time: 0.3408415 Feb 09 19:21:58.119281 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 45600) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:21:58.126066 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.v2.base [None req-edb6a3de-ef2d-496b-a98b-779ef3617095 tempest-ImagesOneServerNegativeTestJSON-786624457 tempest-ImagesOneServerNegativeTestJSON-786624457-project] Request body: {'security_group_rule': {'security_group_id': '055317a5-2503-4140-8bb6-8ec979bde721', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 19:21:58.177914 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-edb6a3de-ef2d-496b-a98b-779ef3617095 tempest-ImagesOneServerNegativeTestJSON-786624457 tempest-ImagesOneServerNegativeTestJSON-786624457-project] Publish callbacks [] for security_group_rule (741b4379-e0a3-4739-b9c1-d545d615d977), before_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:21:58.255249 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-edb6a3de-ef2d-496b-a98b-779ef3617095 tempest-ImagesOneServerNegativeTestJSON-786624457 tempest-ImagesOneServerNegativeTestJSON-786624457-project] Publish callbacks [] for security_group_rule (741b4379-e0a3-4739-b9c1-d545d615d977), precommit_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:21:58.260674 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-edb6a3de-ef2d-496b-a98b-779ef3617095 tempest-ImagesOneServerNegativeTestJSON-786624457 tempest-ImagesOneServerNegativeTestJSON-786624457-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1892250'] for security_group_rule (741b4379-e0a3-4739-b9c1-d545d615d977), after_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:21:58.286871 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edb6a3de-ef2d-496b-a98b-779ef3617095 tempest-ImagesOneServerNegativeTestJSON-786624457 tempest-ImagesOneServerNegativeTestJSON-786624457-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=741b4379-e0a3-4739-b9c1-d545d615d977,revision_number=0']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:21:58.295003 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-edb6a3de-ef2d-496b-a98b-779ef3617095 tempest-ImagesOneServerNegativeTestJSON-786624457 tempest-ImagesOneServerNegativeTestJSON-786624457-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:21:58.297434 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-edb6a3de-ef2d-496b-a98b-779ef3617095 tempest-ImagesOneServerNegativeTestJSON-786624457 tempest-ImagesOneServerNegativeTestJSON-786624457-project] 10.222.0.75 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1753809 Feb 09 19:21:58.299717 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 45614) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:21:58.305136 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.v2.base [None req-a7e5cfd2-ff69-46c0-8cda-5c6b8fb3860e tempest-ImagesOneServerNegativeTestJSON-786624457 tempest-ImagesOneServerNegativeTestJSON-786624457-project] Request body: {'security_group_rule': {'security_group_id': '055317a5-2503-4140-8bb6-8ec979bde721', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 19:21:58.337355 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-a7e5cfd2-ff69-46c0-8cda-5c6b8fb3860e tempest-ImagesOneServerNegativeTestJSON-786624457 tempest-ImagesOneServerNegativeTestJSON-786624457-project] Publish callbacks [] for security_group_rule (4a4e124a-725f-4330-969d-53dddfce33af), before_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:21:58.412344 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-a7e5cfd2-ff69-46c0-8cda-5c6b8fb3860e tempest-ImagesOneServerNegativeTestJSON-786624457 tempest-ImagesOneServerNegativeTestJSON-786624457-project] Publish callbacks [] for security_group_rule (4a4e124a-725f-4330-969d-53dddfce33af), precommit_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:21:58.417832 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-a7e5cfd2-ff69-46c0-8cda-5c6b8fb3860e tempest-ImagesOneServerNegativeTestJSON-786624457 tempest-ImagesOneServerNegativeTestJSON-786624457-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1892250'] for security_group_rule (4a4e124a-725f-4330-969d-53dddfce33af), after_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:21:58.453876 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-a7e5cfd2-ff69-46c0-8cda-5c6b8fb3860e tempest-ImagesOneServerNegativeTestJSON-786624457 tempest-ImagesOneServerNegativeTestJSON-786624457-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:21:58.455597 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-a7e5cfd2-ff69-46c0-8cda-5c6b8fb3860e tempest-ImagesOneServerNegativeTestJSON-786624457 tempest-ImagesOneServerNegativeTestJSON-786624457-project] 10.222.0.75 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1547763 Feb 09 19:21:58.458977 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 45630) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:21:58.465454 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.v2.base [None req-f84404e6-458a-45b2-9006-914e0cd860c3 tempest-ImagesOneServerNegativeTestJSON-786624457 tempest-ImagesOneServerNegativeTestJSON-786624457-project] Request body: {'floatingip': {'floating_network_id': '88055e1e-672a-4487-be31-ffb6e833ece5'}} {{(pid=103230) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 19:21:58.468822 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7e5cfd2-ff69-46c0-8cda-5c6b8fb3860e tempest-ImagesOneServerNegativeTestJSON-786624457 tempest-ImagesOneServerNegativeTestJSON-786624457-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4a4e124a-725f-4330-969d-53dddfce33af,revision_number=0']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:21:58.539142 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-f84404e6-458a-45b2-9006-914e0cd860c3 tempest-ImagesOneServerNegativeTestJSON-786624457 tempest-ImagesOneServerNegativeTestJSON-786624457-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:21:58.786728 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-279f6f6f-4956-4623-af78-570348649622 req-9d81bea0-23fc-433d-aa31-94f242bcb7fc tempest-AttachVolumeShelveTestJSON-671139515 tempest-AttachVolumeShelveTestJSON-671139515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:21:58.795497 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-279f6f6f-4956-4623-af78-570348649622 req-9d81bea0-23fc-433d-aa31-94f242bcb7fc tempest-AttachVolumeShelveTestJSON-671139515 tempest-AttachVolumeShelveTestJSON-671139515-project] 10.222.0.75 "GET /v2.0/ports?device_id=9a1c27a8-ba54-400e-9357-176d8c299bdc HTTP/1.1" status: 200 len: 945 time: 0.1238596 Feb 09 19:21:58.928544 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-c7f3695d-b6fb-4de9-9854-7e72b3011293 req-0279fe0c-2172-4ca1-9e01-5d75da4ecc40 tempest-TaggedBootDevicesTest-980849656 tempest-TaggedBootDevicesTest-980849656-project] 10.222.0.75 "GET /v2.0/ports?device_id=c3476174-573e-455c-944e-9ed0cac04ac2 HTTP/1.1" status: 200 len: 210 time: 0.0566728 Feb 09 19:21:58.972488 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-279f6f6f-4956-4623-af78-570348649622 req-d656c9b8-5bee-44d4-80df-5596ff3d57c9 tempest-AttachVolumeShelveTestJSON-671139515 tempest-AttachVolumeShelveTestJSON-671139515-project] 10.222.0.75 "GET /v2.0/security-groups?id=8ffa0824-cdc7-466b-baef-bc7606a99fd1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1676557 Feb 09 19:21:59.015401 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-f84404e6-458a-45b2-9006-914e0cd860c3 tempest-ImagesOneServerNegativeTestJSON-786624457 tempest-ImagesOneServerNegativeTestJSON-786624457-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (None), before_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:21:59.169716 n-d-713498-36 neutron-server[103230]: DEBUG neutron.db.db_base_plugin_common [None req-f84404e6-458a-45b2-9006-914e0cd860c3 tempest-ImagesOneServerNegativeTestJSON-786624457 tempest-ImagesOneServerNegativeTestJSON-786624457-project] Allocated IP 172.25.1.253 (88055e1e-672a-4487-be31-ffb6e833ece5/ac16dbcc-383c-4b43-9153-d763c4a53f91/7c541390-7051-4944-8eef-f6eddebd490c) {{(pid=103230) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 19:21:59.298052 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-f84404e6-458a-45b2-9006-914e0cd860c3 tempest-ImagesOneServerNegativeTestJSON-786624457 tempest-ImagesOneServerNegativeTestJSON-786624457-project] Publish callbacks [] for port (7c541390-7051-4944-8eef-f6eddebd490c), precommit_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:21:59.335340 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-f84404e6-458a-45b2-9006-914e0cd860c3 tempest-ImagesOneServerNegativeTestJSON-786624457 tempest-ImagesOneServerNegativeTestJSON-786624457-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762866656467', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14393751'] for port (7c541390-7051-4944-8eef-f6eddebd490c), after_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:21:59.370630 n-d-713498-36 neutron-server[103230]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f84404e6-458a-45b2-9006-914e0cd860c3 tempest-ImagesOneServerNegativeTestJSON-786624457 tempest-ImagesOneServerNegativeTestJSON-786624457-project] Network 88055e1e-672a-4487-be31-ffb6e833ece5 is already hosted by enough agents. {{(pid=103230) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 19:21:59.427206 n-d-713498-36 neutron-server[103230]: DEBUG neutron.scheduler.base_scheduler [None req-f84404e6-458a-45b2-9006-914e0cd860c3 tempest-ImagesOneServerNegativeTestJSON-786624457 tempest-ImagesOneServerNegativeTestJSON-786624457-project] Resources bound (agent type, host, resource id): {{(pid=103230) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 19:21:59.432006 n-d-713498-36 neutron-server[103230]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f84404e6-458a-45b2-9006-914e0cd860c3 tempest-ImagesOneServerNegativeTestJSON-786624457 tempest-ImagesOneServerNegativeTestJSON-786624457-project] Received port after_create {{(pid=103230) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 19:21:59.512846 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f84404e6-458a-45b2-9006-914e0cd860c3 tempest-ImagesOneServerNegativeTestJSON-786624457 tempest-ImagesOneServerNegativeTestJSON-786624457-project] Pushing event updated for resources: {'Port': ['ID=7c541390-7051-4944-8eef-f6eddebd490c,revision_number=1']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:21:59.679136 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-f84404e6-458a-45b2-9006-914e0cd860c3 tempest-ImagesOneServerNegativeTestJSON-786624457 tempest-ImagesOneServerNegativeTestJSON-786624457-project] Publish callbacks [] for floatingip (6edef827-3560-4b08-a62b-c2776014d1ca), precommit_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:21:59.755181 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-f84404e6-458a-45b2-9006-914e0cd860c3 tempest-ImagesOneServerNegativeTestJSON-786624457 tempest-ImagesOneServerNegativeTestJSON-786624457-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (7c541390-7051-4944-8eef-f6eddebd490c), before_update {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:22:00.100885 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-f84404e6-458a-45b2-9006-914e0cd860c3 tempest-ImagesOneServerNegativeTestJSON-786624457 tempest-ImagesOneServerNegativeTestJSON-786624457-project] Publish callbacks [] for port (7c541390-7051-4944-8eef-f6eddebd490c), precommit_update {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:22:00.113151 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-f84404e6-458a-45b2-9006-914e0cd860c3 tempest-ImagesOneServerNegativeTestJSON-786624457 tempest-ImagesOneServerNegativeTestJSON-786624457-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762867176205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762866656485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762866656503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14393758'] for port (7c541390-7051-4944-8eef-f6eddebd490c), after_update {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:22:00.163647 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-f42ef9af-7ace-4ee1-9698-c013b8abd9c8 req-fdfd71cd-0032-4665-b395-93dea37a8e27 tempest-TaggedBootDevicesTest-980849656 tempest-TaggedBootDevicesTest-980849656-project] 10.222.0.75 "GET /v2.0/ports?device_id=c3476174-573e-455c-944e-9ed0cac04ac2 HTTP/1.1" status: 200 len: 210 time: 0.0832012 Feb 09 19:22:00.338398 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f84404e6-458a-45b2-9006-914e0cd860c3 tempest-ImagesOneServerNegativeTestJSON-786624457 tempest-ImagesOneServerNegativeTestJSON-786624457-project] Pushing event updated for resources: {'Port': ['ID=7c541390-7051-4944-8eef-f6eddebd490c,revision_number=2']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:22:00.373762 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afd2b352-9294-458a-90ca-94df8bc92c6a req-a58b7d5f-2588-44e7-9ea3-688e0b9340c9 tempest-AttachVolumeShelveTestJSON-671139515 tempest-AttachVolumeShelveTestJSON-671139515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:22:00.382715 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-afd2b352-9294-458a-90ca-94df8bc92c6a req-a58b7d5f-2588-44e7-9ea3-688e0b9340c9 tempest-AttachVolumeShelveTestJSON-671139515 tempest-AttachVolumeShelveTestJSON-671139515-project] 10.222.0.75 "GET /v2.0/ports?device_id=9a1c27a8-ba54-400e-9357-176d8c299bdc HTTP/1.1" status: 200 len: 945 time: 0.2456930 Feb 09 19:22:00.438636 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-f84404e6-458a-45b2-9006-914e0cd860c3 tempest-ImagesOneServerNegativeTestJSON-786624457 tempest-ImagesOneServerNegativeTestJSON-786624457-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1818909'] for floatingip (6edef827-3560-4b08-a62b-c2776014d1ca), after_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:22:00.511673 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-afd2b352-9294-458a-90ca-94df8bc92c6a req-8ca42855-09aa-4128-aa75-3dccd4f97c82 tempest-AttachVolumeShelveTestJSON-671139515 tempest-AttachVolumeShelveTestJSON-671139515-project] 10.222.0.75 "GET /v2.0/security-groups?id=8ffa0824-cdc7-466b-baef-bc7606a99fd1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1226995 Feb 09 19:22:00.517771 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-f84404e6-458a-45b2-9006-914e0cd860c3 tempest-ImagesOneServerNegativeTestJSON-786624457 tempest-ImagesOneServerNegativeTestJSON-786624457-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171096'] for floatingip (None), before_response {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:22:00.522848 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-f84404e6-458a-45b2-9006-914e0cd860c3 tempest-ImagesOneServerNegativeTestJSON-786624457 tempest-ImagesOneServerNegativeTestJSON-786624457-project] 10.222.0.75 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.0621932 Feb 09 19:22:00.924421 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f8cc833-f34f-409f-a196-a32193840961 req-cd477f5a-4008-41e8-bec3-1a16caa33357 tempest-ImagesOneServerNegativeTestJSON-786624457 tempest-ImagesOneServerNegativeTestJSON-786624457-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:22:00.931513 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-0f8cc833-f34f-409f-a196-a32193840961 req-cd477f5a-4008-41e8-bec3-1a16caa33357 tempest-ImagesOneServerNegativeTestJSON-786624457 tempest-ImagesOneServerNegativeTestJSON-786624457-project] 10.222.0.75 "GET /v2.0/networks?id=ea5f98a2-c069-48db-b080-346340701d33 HTTP/1.1" status: 200 len: 821 time: 0.1947603 Feb 09 19:22:00.950924 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-0f8cc833-f34f-409f-a196-a32193840961 req-8a08ce78-98fa-4fb0-b677-ad4e5a05c473 tempest-ImagesOneServerNegativeTestJSON-786624457 tempest-ImagesOneServerNegativeTestJSON-786624457-project] 10.222.0.75 "GET /v2.0/quotas/ee42b623d71b4a08b8e85a34c704ee21 HTTP/1.1" status: 200 len: 375 time: 0.0182648 Feb 09 19:22:00.991156 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-0f8cc833-f34f-409f-a196-a32193840961 req-63a8faac-99c9-4415-a8e7-04ac62cbfa9e tempest-ImagesOneServerNegativeTestJSON-786624457 tempest-ImagesOneServerNegativeTestJSON-786624457-project] 10.222.0.75 "GET /v2.0/ports?tenant_id=ee42b623d71b4a08b8e85a34c704ee21&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0391195 Feb 09 19:22:01.116549 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-0f8cc833-f34f-409f-a196-a32193840961 req-b558424e-302f-43f0-933d-18533b8b4c42 service neutron] 10.222.0.75 "GET /v2.0/networks/ea5f98a2-c069-48db-b080-346340701d33?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1240203 Feb 09 19:22:01.231127 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-0f8cc833-f34f-409f-a196-a32193840961 req-97979a64-ba3f-42be-ace4-48014dba2d05 service neutron] 10.222.0.75 "GET /v2.0/networks/ea5f98a2-c069-48db-b080-346340701d33?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1128700 Feb 09 19:22:01.409185 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-555e1f19-db99-40e8-9cf2-d938830c9566 req-1a4cb47c-3222-410b-aa78-703462633538 tempest-TaggedBootDevicesTest-980849656 tempest-TaggedBootDevicesTest-980849656-project] 10.222.0.75 "GET /v2.0/ports?device_id=c3476174-573e-455c-944e-9ed0cac04ac2 HTTP/1.1" status: 200 len: 210 time: 0.0682175 Feb 09 19:22:01.580417 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-e4b3466f-ef86-41b7-b1d4-fd1f0e3f98a3 req-ed65a984-ea2b-49dc-a610-b10a28668e64 tempest-ImagesOneServerNegativeTestJSON-786624457 tempest-ImagesOneServerNegativeTestJSON-786624457-project] 10.222.0.75 "GET /v2.0/ports?device_id=3ddc661e-6626-4fb1-83c4-091b5d4cc2e7 HTTP/1.1" status: 200 len: 210 time: 0.0914919 Feb 09 19:22:01.798901 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dec10d0a-9354-4367-b8c2-402a417f4aae req-94ce886b-ca78-4968-81c3-b7eff67f4376 tempest-AttachVolumeShelveTestJSON-671139515 tempest-AttachVolumeShelveTestJSON-671139515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:22:01.801090 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-dec10d0a-9354-4367-b8c2-402a417f4aae req-94ce886b-ca78-4968-81c3-b7eff67f4376 tempest-AttachVolumeShelveTestJSON-671139515 tempest-AttachVolumeShelveTestJSON-671139515-project] 10.222.0.75 "GET /v2.0/ports?device_id=9a1c27a8-ba54-400e-9357-176d8c299bdc HTTP/1.1" status: 200 len: 945 time: 0.1053352 Feb 09 19:22:01.900110 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-dec10d0a-9354-4367-b8c2-402a417f4aae req-1e276eac-3232-4423-b353-e05e3b24d137 tempest-AttachVolumeShelveTestJSON-671139515 tempest-AttachVolumeShelveTestJSON-671139515-project] 10.222.0.75 "GET /v2.0/security-groups?id=8ffa0824-cdc7-466b-baef-bc7606a99fd1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0921509 Feb 09 19:22:02.642727 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-f842ce8c-e8a0-4c49-b913-78b427f37ca9 req-7fd17635-2201-459a-bb00-dbef1f1dfe64 tempest-TaggedBootDevicesTest-980849656 tempest-TaggedBootDevicesTest-980849656-project] 10.222.0.75 "GET /v2.0/ports?device_id=c3476174-573e-455c-944e-9ed0cac04ac2 HTTP/1.1" status: 200 len: 210 time: 0.0662298 Feb 09 19:22:02.737640 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-b3e2d8a1-c46c-4361-bede-968d1a66ce48 req-44bf4c52-cad8-45ad-8b56-34a53c22e4d5 tempest-ImagesOneServerNegativeTestJSON-786624457 tempest-ImagesOneServerNegativeTestJSON-786624457-project] 10.222.0.75 "GET /v2.0/ports?device_id=3ddc661e-6626-4fb1-83c4-091b5d4cc2e7 HTTP/1.1" status: 200 len: 210 time: 0.0434701 Feb 09 19:22:03.076429 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78b2723b-bc85-4a80-a1e9-243b50edeb2e req-ff3727d1-6420-4d8e-a382-580fd810001b tempest-AttachVolumeShelveTestJSON-671139515 tempest-AttachVolumeShelveTestJSON-671139515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:22:03.078366 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-78b2723b-bc85-4a80-a1e9-243b50edeb2e req-ff3727d1-6420-4d8e-a382-580fd810001b tempest-AttachVolumeShelveTestJSON-671139515 tempest-AttachVolumeShelveTestJSON-671139515-project] 10.222.0.75 "GET /v2.0/ports?device_id=9a1c27a8-ba54-400e-9357-176d8c299bdc HTTP/1.1" status: 200 len: 945 time: 0.0675287 Feb 09 19:22:03.168278 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-78b2723b-bc85-4a80-a1e9-243b50edeb2e req-a3abc082-ba58-4b32-aa56-df238cddeec1 tempest-AttachVolumeShelveTestJSON-671139515 tempest-AttachVolumeShelveTestJSON-671139515-project] 10.222.0.75 "GET /v2.0/security-groups?id=8ffa0824-cdc7-466b-baef-bc7606a99fd1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0633814 Feb 09 19:22:03.365921 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f8cc833-f34f-409f-a196-a32193840961 req-0fd25996-291c-44b9-8022-0e3c9a1eca8e tempest-ImagesOneServerNegativeTestJSON-786624457 tempest-ImagesOneServerNegativeTestJSON-786624457-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:22:03.367518 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-0f8cc833-f34f-409f-a196-a32193840961 req-0fd25996-291c-44b9-8022-0e3c9a1eca8e tempest-ImagesOneServerNegativeTestJSON-786624457 tempest-ImagesOneServerNegativeTestJSON-786624457-project] 10.222.0.90 "GET /v2.0/networks?id=ea5f98a2-c069-48db-b080-346340701d33 HTTP/1.1" status: 200 len: 821 time: 0.1701555 Feb 09 19:22:03.382338 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.v2.base [req-0f8cc833-f34f-409f-a196-a32193840961 req-676cd7cf-2d3c-4e6c-a060-4f65bd6e4f61 tempest-ImagesOneServerNegativeTestJSON-786624457 tempest-ImagesOneServerNegativeTestJSON-786624457-project] Request body: {'port': {'device_id': '3ddc661e-6626-4fb1-83c4-091b5d4cc2e7', 'network_id': 'ea5f98a2-c069-48db-b080-346340701d33', 'admin_state_up': True, 'tenant_id': 'ee42b623d71b4a08b8e85a34c704ee21'}} {{(pid=103229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 19:22:03.541161 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0f8cc833-f34f-409f-a196-a32193840961 req-676cd7cf-2d3c-4e6c-a060-4f65bd6e4f61 tempest-ImagesOneServerNegativeTestJSON-786624457 tempest-ImagesOneServerNegativeTestJSON-786624457-project] Made reservation on behalf of ee42b623d71b4a08b8e85a34c704ee21 for: {'port': 1} {{(pid=103229) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 19:22:03.545339 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-0f8cc833-f34f-409f-a196-a32193840961 req-676cd7cf-2d3c-4e6c-a060-4f65bd6e4f61 tempest-ImagesOneServerNegativeTestJSON-786624457 tempest-ImagesOneServerNegativeTestJSON-786624457-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (None), before_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:22:03.696460 n-d-713498-36 neutron-server[103229]: DEBUG neutron.db.db_base_plugin_common [req-0f8cc833-f34f-409f-a196-a32193840961 req-676cd7cf-2d3c-4e6c-a060-4f65bd6e4f61 tempest-ImagesOneServerNegativeTestJSON-786624457 tempest-ImagesOneServerNegativeTestJSON-786624457-project] Allocated IP 172.20.0.9 (ea5f98a2-c069-48db-b080-346340701d33/48191d36-8745-4793-9d02-3afa512f12d6/2ccc797c-207c-451c-9ed5-03dccf40c0cc) {{(pid=103229) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 19:22:03.809257 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-0164af53-0eae-4cc1-81a8-a5843c06a783 req-5396984a-1390-488c-a181-8dd0a7f271e4 tempest-TaggedBootDevicesTest-980849656 tempest-TaggedBootDevicesTest-980849656-project] 10.222.0.75 "GET /v2.0/ports?device_id=c3476174-573e-455c-944e-9ed0cac04ac2 HTTP/1.1" status: 200 len: 210 time: 0.0494022 Feb 09 19:22:03.907537 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-e8f5dc8a-cf18-4a03-aa57-c31de2f07597 req-ff5c144b-9450-4147-92a8-2a6b574fee3b tempest-ImagesOneServerNegativeTestJSON-786624457 tempest-ImagesOneServerNegativeTestJSON-786624457-project] 10.222.0.75 "GET /v2.0/ports?device_id=3ddc661e-6626-4fb1-83c4-091b5d4cc2e7 HTTP/1.1" status: 200 len: 210 time: 0.0384488 Feb 09 19:22:03.966422 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-0f8cc833-f34f-409f-a196-a32193840961 req-676cd7cf-2d3c-4e6c-a060-4f65bd6e4f61 tempest-ImagesOneServerNegativeTestJSON-786624457 tempest-ImagesOneServerNegativeTestJSON-786624457-project] Publish callbacks [] for port (2ccc797c-207c-451c-9ed5-03dccf40c0cc), precommit_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:22:04.008545 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-0f8cc833-f34f-409f-a196-a32193840961 req-676cd7cf-2d3c-4e6c-a060-4f65bd6e4f61 tempest-ImagesOneServerNegativeTestJSON-786624457 tempest-ImagesOneServerNegativeTestJSON-786624457-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762866656467', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12867576'] for port (2ccc797c-207c-451c-9ed5-03dccf40c0cc), after_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:22:04.060163 n-d-713498-36 neutron-server[103229]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0f8cc833-f34f-409f-a196-a32193840961 req-676cd7cf-2d3c-4e6c-a060-4f65bd6e4f61 tempest-ImagesOneServerNegativeTestJSON-786624457 tempest-ImagesOneServerNegativeTestJSON-786624457-project] Network ea5f98a2-c069-48db-b080-346340701d33 is already hosted by enough agents. {{(pid=103229) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 19:22:04.069709 n-d-713498-36 neutron-server[103229]: DEBUG neutron.scheduler.base_scheduler [req-0f8cc833-f34f-409f-a196-a32193840961 req-676cd7cf-2d3c-4e6c-a060-4f65bd6e4f61 tempest-ImagesOneServerNegativeTestJSON-786624457 tempest-ImagesOneServerNegativeTestJSON-786624457-project] Resources bound (agent type, host, resource id): {{(pid=103229) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 19:22:04.072581 n-d-713498-36 neutron-server[103229]: DEBUG neutron.db.l3_dvrscheduler_db [req-0f8cc833-f34f-409f-a196-a32193840961 req-676cd7cf-2d3c-4e6c-a060-4f65bd6e4f61 tempest-ImagesOneServerNegativeTestJSON-786624457 tempest-ImagesOneServerNegativeTestJSON-786624457-project] Received port after_create {{(pid=103229) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 19:22:04.106489 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-676cd7cf-2d3c-4e6c-a060-4f65bd6e4f61 tempest-ImagesOneServerNegativeTestJSON-786624457 tempest-ImagesOneServerNegativeTestJSON-786624457-project] Pushing event updated for resources: {'Port': ['ID=2ccc797c-207c-451c-9ed5-03dccf40c0cc,revision_number=1']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:22:04.135601 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f8cc833-f34f-409f-a196-a32193840961 req-676cd7cf-2d3c-4e6c-a060-4f65bd6e4f61 tempest-ImagesOneServerNegativeTestJSON-786624457 tempest-ImagesOneServerNegativeTestJSON-786624457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:22:04.136504 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-0f8cc833-f34f-409f-a196-a32193840961 req-676cd7cf-2d3c-4e6c-a060-4f65bd6e4f61 tempest-ImagesOneServerNegativeTestJSON-786624457 tempest-ImagesOneServerNegativeTestJSON-786624457-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171096'] for port (None), before_response {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:22:04.161935 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-0f8cc833-f34f-409f-a196-a32193840961 req-676cd7cf-2d3c-4e6c-a060-4f65bd6e4f61 tempest-ImagesOneServerNegativeTestJSON-786624457 tempest-ImagesOneServerNegativeTestJSON-786624457-project] 10.222.0.90 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7836413 Feb 09 19:22:04.177571 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [req-0f8cc833-f34f-409f-a196-a32193840961 req-7ee80a69-bb49-42ab-9ead-b0907de02e49 tempest-ImagesOneServerNegativeTestJSON-786624457 tempest-ImagesOneServerNegativeTestJSON-786624457-project] http://10.222.0.75:9696/v2.0/extensions returned with HTTP 200 {{(pid=103229) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 09 19:22:04.178942 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-0f8cc833-f34f-409f-a196-a32193840961 req-7ee80a69-bb49-42ab-9ead-b0907de02e49 tempest-ImagesOneServerNegativeTestJSON-786624457 tempest-ImagesOneServerNegativeTestJSON-786624457-project] 10.222.0.90 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0080431 Feb 09 19:22:04.259913 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.v2.base [req-0f8cc833-f34f-409f-a196-a32193840961 req-a69c7cc2-eacf-47b2-b323-9ec2aaa9ef05 service neutron] Request body: {'port': {'device_id': '3ddc661e-6626-4fb1-83c4-091b5d4cc2e7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-713498-36'}} {{(pid=103229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 19:22:04.354344 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-0f8cc833-f34f-409f-a196-a32193840961 req-a69c7cc2-eacf-47b2-b323-9ec2aaa9ef05 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (2ccc797c-207c-451c-9ed5-03dccf40c0cc), before_update {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:22:04.364678 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab7815f4-e5df-4bff-b1ca-6273380b5348 req-1f8e80de-472c-4cc3-8c73-d8d0778a4842 tempest-AttachVolumeShelveTestJSON-671139515 tempest-AttachVolumeShelveTestJSON-671139515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:22:04.375634 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-ab7815f4-e5df-4bff-b1ca-6273380b5348 req-1f8e80de-472c-4cc3-8c73-d8d0778a4842 tempest-AttachVolumeShelveTestJSON-671139515 tempest-AttachVolumeShelveTestJSON-671139515-project] 10.222.0.75 "GET /v2.0/ports?device_id=9a1c27a8-ba54-400e-9357-176d8c299bdc HTTP/1.1" status: 200 len: 945 time: 0.1012540 Feb 09 19:22:04.440103 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-ab7815f4-e5df-4bff-b1ca-6273380b5348 req-aa46d6c2-f90d-4403-abcf-0df3455c60ff tempest-AttachVolumeShelveTestJSON-671139515 tempest-AttachVolumeShelveTestJSON-671139515-project] 10.222.0.75 "GET /v2.0/security-groups?id=8ffa0824-cdc7-466b-baef-bc7606a99fd1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0634727 Feb 09 19:22:04.729056 n-d-713498-36 neutron-server[103229]: DEBUG neutron.notifiers.nova [req-0f8cc833-f34f-409f-a196-a32193840961 req-a69c7cc2-eacf-47b2-b323-9ec2aaa9ef05 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2ccc797c-207c-451c-9ed5-03dccf40c0cc {{(pid=103229) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 19:22:04.739706 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-0f8cc833-f34f-409f-a196-a32193840961 req-a69c7cc2-eacf-47b2-b323-9ec2aaa9ef05 service neutron] Publish callbacks [] for port (2ccc797c-207c-451c-9ed5-03dccf40c0cc), precommit_update {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:22:04.765625 n-d-713498-36 neutron-server[103229]: DEBUG neutron.db.provisioning_blocks [req-0f8cc833-f34f-409f-a196-a32193840961 req-a69c7cc2-eacf-47b2-b323-9ec2aaa9ef05 service neutron] Transition to ACTIVE for port object 2ccc797c-207c-451c-9ed5-03dccf40c0cc will not be triggered until provisioned by entity L2. {{(pid=103229) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 19:22:04.770216 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-0f8cc833-f34f-409f-a196-a32193840961 req-a69c7cc2-eacf-47b2-b323-9ec2aaa9ef05 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762867176205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762866656485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762866656503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12867569'] for port (2ccc797c-207c-451c-9ed5-03dccf40c0cc), after_update {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:22:04.886199 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a69c7cc2-eacf-47b2-b323-9ec2aaa9ef05 service neutron] Pushing event updated for resources: {'Port': ['ID=2ccc797c-207c-451c-9ed5-03dccf40c0cc,revision_number=2']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:22:04.941948 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.managers [req-0f8cc833-f34f-409f-a196-a32193840961 req-a69c7cc2-eacf-47b2-b323-9ec2aaa9ef05 service neutron] Attempting to bind port 2ccc797c-207c-451c-9ed5-03dccf40c0cc on host n-h2-713498-36 for vnic_type normal with profile {{(pid=103229) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 19:22:04.942625 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.managers [req-0f8cc833-f34f-409f-a196-a32193840961 req-a69c7cc2-eacf-47b2-b323-9ec2aaa9ef05 service neutron] Attempting to bind port 2ccc797c-207c-451c-9ed5-03dccf40c0cc by drivers openvswitch,hyperv on host n-h2-713498-36 at level 0 using segments [{'id': '3775fb2c-c530-4fd0-a120-545068ec4f1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': 'ea5f98a2-c069-48db-b080-346340701d33'}] {{(pid=103229) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 19:22:04.943178 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f8cc833-f34f-409f-a196-a32193840961 req-a69c7cc2-eacf-47b2-b323-9ec2aaa9ef05 service neutron] Attempting to bind port 2ccc797c-207c-451c-9ed5-03dccf40c0cc on network ea5f98a2-c069-48db-b080-346340701d33 {{(pid=103229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 19:22:04.954397 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f8cc833-f34f-409f-a196-a32193840961 req-a69c7cc2-eacf-47b2-b323-9ec2aaa9ef05 service neutron] Port 2ccc797c-207c-451c-9ed5-03dccf40c0cc on network ea5f98a2-c069-48db-b080-346340701d33 not bound, no agent of type Open vSwitch agent registered on host n-h2-713498-36 {{(pid=103229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 19:22:04.954756 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f8cc833-f34f-409f-a196-a32193840961 req-a69c7cc2-eacf-47b2-b323-9ec2aaa9ef05 service neutron] Attempting to bind port 2ccc797c-207c-451c-9ed5-03dccf40c0cc on network ea5f98a2-c069-48db-b080-346340701d33 {{(pid=103229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 19:22:04.985540 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f8cc833-f34f-409f-a196-a32193840961 req-a69c7cc2-eacf-47b2-b323-9ec2aaa9ef05 service neutron] Checking agent: {'id': 'bcd5faee-dc24-4298-9134-0e0aa054058e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713498-36', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 18, 59, 19), 'started_at': datetime.datetime(2022, 2, 9, 18, 59, 19), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 19, 21, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 19:22:04.985885 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f8cc833-f34f-409f-a196-a32193840961 req-a69c7cc2-eacf-47b2-b323-9ec2aaa9ef05 service neutron] Checking segment: {'id': '3775fb2c-c530-4fd0-a120-545068ec4f1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': 'ea5f98a2-c069-48db-b080-346340701d33'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103229) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 19:22:04.986309 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f8cc833-f34f-409f-a196-a32193840961 req-a69c7cc2-eacf-47b2-b323-9ec2aaa9ef05 service neutron] Bound using segment: {'id': '3775fb2c-c530-4fd0-a120-545068ec4f1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': 'ea5f98a2-c069-48db-b080-346340701d33'} {{(pid=103229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 19:22:04.986760 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.managers [req-0f8cc833-f34f-409f-a196-a32193840961 req-a69c7cc2-eacf-47b2-b323-9ec2aaa9ef05 service neutron] Bound port: 2ccc797c-207c-451c-9ed5-03dccf40c0cc, host: n-h2-713498-36, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3775fb2c-c530-4fd0-a120-545068ec4f1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': 'ea5f98a2-c069-48db-b080-346340701d33'}}] {{(pid=103229) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 19:22:04.987117 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-0f8cc833-f34f-409f-a196-a32193840961 req-a69c7cc2-eacf-47b2-b323-9ec2aaa9ef05 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (2ccc797c-207c-451c-9ed5-03dccf40c0cc), before_update {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:22:05.038276 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-53d2470c-2ad6-4ecb-bdf0-e6495c865ffc req-04625550-f7c3-49a5-acdd-0f584422d89b tempest-TaggedBootDevicesTest-980849656 tempest-TaggedBootDevicesTest-980849656-project] 10.222.0.75 "GET /v2.0/ports?device_id=c3476174-573e-455c-944e-9ed0cac04ac2 HTTP/1.1" status: 200 len: 210 time: 0.0655620 Feb 09 19:22:05.112533 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37471f64-de60-4152-bfe0-22509fdfffd3 req-dc4bf81f-3f66-4578-8033-a64f2dcc76df tempest-ImagesOneServerNegativeTestJSON-786624457 tempest-ImagesOneServerNegativeTestJSON-786624457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:22:05.114716 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-37471f64-de60-4152-bfe0-22509fdfffd3 req-dc4bf81f-3f66-4578-8033-a64f2dcc76df tempest-ImagesOneServerNegativeTestJSON-786624457 tempest-ImagesOneServerNegativeTestJSON-786624457-project] 10.222.0.75 "GET /v2.0/ports?device_id=3ddc661e-6626-4fb1-83c4-091b5d4cc2e7 HTTP/1.1" status: 200 len: 943 time: 0.1080182 Feb 09 19:22:05.139153 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.db [req-0f8cc833-f34f-409f-a196-a32193840961 req-a69c7cc2-eacf-47b2-b323-9ec2aaa9ef05 service neutron] For port 2ccc797c-207c-451c-9ed5-03dccf40c0cc, host n-h2-713498-36, cleared binding levels {{(pid=103229) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 19:22:05.151895 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.db [req-0f8cc833-f34f-409f-a196-a32193840961 req-a69c7cc2-eacf-47b2-b323-9ec2aaa9ef05 service neutron] For port 2ccc797c-207c-451c-9ed5-03dccf40c0cc, host n-h2-713498-36, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-36',level=0,port_id=2ccc797c-207c-451c-9ed5-03dccf40c0cc,segment=NetworkSegment(3775fb2c-c530-4fd0-a120-545068ec4f1e),segment_id=3775fb2c-c530-4fd0-a120-545068ec4f1e)] {{(pid=103229) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 19:22:05.166961 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-0f8cc833-f34f-409f-a196-a32193840961 req-a69c7cc2-eacf-47b2-b323-9ec2aaa9ef05 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762867176205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762866656485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762866656503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12867569'] for port (2ccc797c-207c-451c-9ed5-03dccf40c0cc), after_update {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:22:05.205080 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-37471f64-de60-4152-bfe0-22509fdfffd3 req-34971d90-5897-4740-93bb-d3e4076fd3e9 tempest-ImagesOneServerNegativeTestJSON-786624457 tempest-ImagesOneServerNegativeTestJSON-786624457-project] 10.222.0.75 "GET /v2.0/security-groups?id=3a917974-2813-46d9-8673-0cde91ecf407&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0835578 Feb 09 19:22:05.224076 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f8cc833-f34f-409f-a196-a32193840961 req-a69c7cc2-eacf-47b2-b323-9ec2aaa9ef05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:22:05.224700 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-0f8cc833-f34f-409f-a196-a32193840961 req-a69c7cc2-eacf-47b2-b323-9ec2aaa9ef05 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171096'] for port (None), before_response {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:22:05.226249 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-0f8cc833-f34f-409f-a196-a32193840961 req-a69c7cc2-eacf-47b2-b323-9ec2aaa9ef05 service neutron] 10.222.0.90 "PUT /v2.0/ports/2ccc797c-207c-451c-9ed5-03dccf40c0cc HTTP/1.1" status: 200 len: 1092 time: 1.0375082 Feb 09 19:22:05.228946 n-d-713498-36 neutron-server[103229]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3ddc661e-6626-4fb1-83c4-091b5d4cc2e7', 'tag': '2ccc797c-207c-451c-9ed5-03dccf40c0cc'}] {{(pid=103229) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 19:22:05.232169 n-d-713498-36 neutron-server[103229]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fa6ae9a20702bd564eaf90d946620b2b4277b1ab91129323d3b54181076be307" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f67ffc8c-4939-4a06-abd7-662fb4701676" -d '{"events": [{"name": "network-changed", "server_uuid": "3ddc661e-6626-4fb1-83c4-091b5d4cc2e7", "tag": "2ccc797c-207c-451c-9ed5-03dccf40c0cc"}]}' {{(pid=103229) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 19:22:05.278234 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a69c7cc2-eacf-47b2-b323-9ec2aaa9ef05 service neutron] Pushing event updated for resources: {'Port': ['ID=2ccc797c-207c-451c-9ed5-03dccf40c0cc,revision_number=3']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:22:05.353307 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f8cc833-f34f-409f-a196-a32193840961 req-8c1cd5b7-f042-44b2-92b5-9f6e9e39f0af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:22:05.355341 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-0f8cc833-f34f-409f-a196-a32193840961 req-8c1cd5b7-f042-44b2-92b5-9f6e9e39f0af service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=ee42b623d71b4a08b8e85a34c704ee21&device_id=3ddc661e-6626-4fb1-83c4-091b5d4cc2e7 HTTP/1.1" status: 200 len: 1126 time: 0.0662029 Feb 09 19:22:05.411602 n-d-713498-36 neutron-server[103229]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 19:22:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-71bc31e3-a004-4d3c-8313-d19efbb03106 x-openstack-request-id: req-71bc31e3-a004-4d3c-8313-d19efbb03106 {{(pid=103229) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 19:22:05.411898 n-d-713498-36 neutron-server[103229]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3ddc661e-6626-4fb1-83c4-091b5d4cc2e7", "tag": "2ccc797c-207c-451c-9ed5-03dccf40c0cc", "status": "completed", "code": 200}]} {{(pid=103229) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 19:22:05.412286 n-d-713498-36 neutron-server[103229]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-71bc31e3-a004-4d3c-8313-d19efbb03106 {{(pid=103229) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 19:22:05.412688 n-d-713498-36 neutron-server[103229]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3ddc661e-6626-4fb1-83c4-091b5d4cc2e7', 'tag': '2ccc797c-207c-451c-9ed5-03dccf40c0cc', 'status': 'completed', 'code': 200} Feb 09 19:22:05.414485 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-0f8cc833-f34f-409f-a196-a32193840961 req-63d71910-6676-4c29-9cfc-bce501259bee service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=2ccc797c-207c-451c-9ed5-03dccf40c0cc HTTP/1.1" status: 200 len: 217 time: 0.0511112 Feb 09 19:22:05.473117 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f8cc833-f34f-409f-a196-a32193840961 req-2394ea95-403d-4f1a-8c72-990ecf85f815 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:22:05.474631 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-0f8cc833-f34f-409f-a196-a32193840961 req-2394ea95-403d-4f1a-8c72-990ecf85f815 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=48191d36-8745-4793-9d02-3afa512f12d6 HTTP/1.1" status: 200 len: 861 time: 0.0531561 Feb 09 19:22:05.523488 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-0f8cc833-f34f-409f-a196-a32193840961 req-9672196c-73d1-48b9-8c4f-dee45344a49a service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=ea5f98a2-c069-48db-b080-346340701d33&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0382628 Feb 09 19:22:05.625245 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-356d768b-426f-48e4-8383-74fe31c26f57 req-903a8211-2f7a-47d4-a0c5-9611cb4b78a6 tempest-AttachVolumeShelveTestJSON-671139515 tempest-AttachVolumeShelveTestJSON-671139515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:22:05.627051 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-356d768b-426f-48e4-8383-74fe31c26f57 req-903a8211-2f7a-47d4-a0c5-9611cb4b78a6 tempest-AttachVolumeShelveTestJSON-671139515 tempest-AttachVolumeShelveTestJSON-671139515-project] 10.222.0.75 "GET /v2.0/ports?device_id=9a1c27a8-ba54-400e-9357-176d8c299bdc HTTP/1.1" status: 200 len: 945 time: 0.0902712 Feb 09 19:22:05.678379 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-0f8cc833-f34f-409f-a196-a32193840961 req-22f2c7b1-413e-4c63-b2bd-1d94355e78e8 service neutron] 10.222.0.90 "GET /v2.0/networks/ea5f98a2-c069-48db-b080-346340701d33?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1437738 Feb 09 19:22:05.683540 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-356d768b-426f-48e4-8383-74fe31c26f57 req-14a21dea-e78a-4171-8120-fa4b5fd0def2 tempest-AttachVolumeShelveTestJSON-671139515 tempest-AttachVolumeShelveTestJSON-671139515-project] 10.222.0.75 "GET /v2.0/security-groups?id=8ffa0824-cdc7-466b-baef-bc7606a99fd1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0504656 Feb 09 19:22:05.791671 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-0f8cc833-f34f-409f-a196-a32193840961 req-1d016952-3236-4daa-9c9f-05257cb8dc19 service neutron] 10.222.0.90 "GET /v2.0/networks/ea5f98a2-c069-48db-b080-346340701d33?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1008527 Feb 09 19:22:05.888533 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f67ffc8c-4939-4a06-abd7-662fb4701676 req-230ef64c-8a74-4695-a57b-2a43c7480811 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:22:05.890721 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-f67ffc8c-4939-4a06-abd7-662fb4701676 req-230ef64c-8a74-4695-a57b-2a43c7480811 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=ee42b623d71b4a08b8e85a34c704ee21&device_id=3ddc661e-6626-4fb1-83c4-091b5d4cc2e7 HTTP/1.1" status: 200 len: 1126 time: 0.0486944 Feb 09 19:22:05.996241 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f67ffc8c-4939-4a06-abd7-662fb4701676 req-dc1fdd6e-2f55-4d7f-b0fc-c10b0a815ad9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:22:05.997721 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-f67ffc8c-4939-4a06-abd7-662fb4701676 req-dc1fdd6e-2f55-4d7f-b0fc-c10b0a815ad9 service neutron] 10.222.0.90 "GET /v2.0/networks?id=ea5f98a2-c069-48db-b080-346340701d33 HTTP/1.1" status: 200 len: 922 time: 0.0945907 Feb 09 19:22:06.044156 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-f67ffc8c-4939-4a06-abd7-662fb4701676 req-69e1550c-be18-4e54-b235-4044764a542e service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=2ccc797c-207c-451c-9ed5-03dccf40c0cc HTTP/1.1" status: 200 len: 217 time: 0.0354121 Feb 09 19:22:06.099978 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f67ffc8c-4939-4a06-abd7-662fb4701676 req-d8ca42d7-8212-44bf-b1bf-8f47dcbd2fa6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:22:06.101511 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-f67ffc8c-4939-4a06-abd7-662fb4701676 req-d8ca42d7-8212-44bf-b1bf-8f47dcbd2fa6 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=48191d36-8745-4793-9d02-3afa512f12d6 HTTP/1.1" status: 200 len: 861 time: 0.0484335 Feb 09 19:22:06.144418 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-f67ffc8c-4939-4a06-abd7-662fb4701676 req-4b0d0555-0c2f-4e66-8c56-ceba399d1681 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=ea5f98a2-c069-48db-b080-346340701d33&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0352991 Feb 09 19:22:06.177016 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-f873db8c-4db0-480e-9307-f4f472552baa req-76cf2020-b885-4aa5-855e-22dc56ec76f2 tempest-TaggedBootDevicesTest-980849656 tempest-TaggedBootDevicesTest-980849656-project] 10.222.0.75 "GET /v2.0/ports?device_id=c3476174-573e-455c-944e-9ed0cac04ac2 HTTP/1.1" status: 200 len: 210 time: 0.0351114 Feb 09 19:22:06.271908 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-f67ffc8c-4939-4a06-abd7-662fb4701676 req-cbcd7d63-90e4-424c-9d80-d0094550ba0d service neutron] 10.222.0.90 "GET /v2.0/networks/ea5f98a2-c069-48db-b080-346340701d33?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1168637 Feb 09 19:22:06.333661 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55989f0c-95e1-4a04-b322-6a2398899367 req-a20751a0-228b-4475-b420-1b25f04ae87b tempest-ImagesOneServerNegativeTestJSON-786624457 tempest-ImagesOneServerNegativeTestJSON-786624457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:22:06.335158 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-55989f0c-95e1-4a04-b322-6a2398899367 req-a20751a0-228b-4475-b420-1b25f04ae87b tempest-ImagesOneServerNegativeTestJSON-786624457 tempest-ImagesOneServerNegativeTestJSON-786624457-project] 10.222.0.75 "GET /v2.0/ports?device_id=3ddc661e-6626-4fb1-83c4-091b5d4cc2e7 HTTP/1.1" status: 200 len: 943 time: 0.0530813 Feb 09 19:22:06.389245 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbb47b5c-037a-44b9-b74b-9ebe82b4fa5a req-5711eaa1-dd63-4561-8681-45934aacee6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:22:06.391420 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-55989f0c-95e1-4a04-b322-6a2398899367 req-23cb6985-546f-44c9-8fbd-107fff51a128 tempest-ImagesOneServerNegativeTestJSON-786624457 tempest-ImagesOneServerNegativeTestJSON-786624457-project] 10.222.0.75 "GET /v2.0/security-groups?id=3a917974-2813-46d9-8673-0cde91ecf407&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479403 Feb 09 19:22:06.391579 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-dbb47b5c-037a-44b9-b74b-9ebe82b4fa5a req-5711eaa1-dd63-4561-8681-45934aacee6e service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=0c7f047f175c41a987e2010a725a3d95&device_id=9a1c27a8-ba54-400e-9357-176d8c299bdc HTTP/1.1" status: 200 len: 1128 time: 0.1754382 Feb 09 19:22:06.424731 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-f67ffc8c-4939-4a06-abd7-662fb4701676 req-3d8442a3-4d1c-4aa7-be86-34249cabe3fe service neutron] 10.222.0.90 "GET /v2.0/networks/ea5f98a2-c069-48db-b080-346340701d33?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1464841 Feb 09 19:22:06.503245 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbb47b5c-037a-44b9-b74b-9ebe82b4fa5a req-b42c7802-c06d-4b2e-b116-1c02bf368274 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:22:06.504616 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-dbb47b5c-037a-44b9-b74b-9ebe82b4fa5a req-b42c7802-c06d-4b2e-b116-1c02bf368274 service neutron] 10.222.0.89 "GET /v2.0/networks?id=9cf0b823-fac1-4f9f-b685-8fd71a300e07 HTTP/1.1" status: 200 len: 918 time: 0.1018667 Feb 09 19:22:06.572912 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-dbb47b5c-037a-44b9-b74b-9ebe82b4fa5a req-fb8bcfdf-938e-4778-b3e9-374c22a32b5d service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b50d554d-6f94-47cf-8afe-1b81749f4ef5 HTTP/1.1" status: 200 len: 1001 time: 0.0621789 Feb 09 19:22:06.621458 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbb47b5c-037a-44b9-b74b-9ebe82b4fa5a req-1bea67f1-d673-4c5e-bb27-588256fb992f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:22:06.622932 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-dbb47b5c-037a-44b9-b74b-9ebe82b4fa5a req-1bea67f1-d673-4c5e-bb27-588256fb992f service neutron] 10.222.0.89 "GET /v2.0/subnets?id=ca2eed47-7b83-4cc1-87fa-16862746969c HTTP/1.1" status: 200 len: 856 time: 0.0443149 Feb 09 19:22:06.675929 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbb47b5c-037a-44b9-b74b-9ebe82b4fa5a req-8c079125-7b05-4545-8f65-bfc592b135cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:22:06.677396 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-dbb47b5c-037a-44b9-b74b-9ebe82b4fa5a req-8c079125-7b05-4545-8f65-bfc592b135cf service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=9cf0b823-fac1-4f9f-b685-8fd71a300e07&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0480926 Feb 09 19:22:06.687504 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [req-dbb47b5c-037a-44b9-b74b-9ebe82b4fa5a req-60897572-3516-4af4-b515-43ff114184a1 service neutron] http://10.222.0.75:9696/v2.0/extensions returned with HTTP 200 {{(pid=103229) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 09 19:22:06.688712 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-dbb47b5c-037a-44b9-b74b-9ebe82b4fa5a req-60897572-3516-4af4-b515-43ff114184a1 service neutron] 10.222.0.89 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0058708 Feb 09 19:22:06.808079 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-dbb47b5c-037a-44b9-b74b-9ebe82b4fa5a req-23a506f5-75e2-4122-a62f-48f78e29d076 service neutron] 10.222.0.89 "GET /v2.0/networks/9cf0b823-fac1-4f9f-b685-8fd71a300e07?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1138077 Feb 09 19:22:06.880232 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4f996d7-de3d-4b9a-80cc-52b96ee00aa4 req-9b2f15aa-c7e1-41bd-affe-50221ea35647 tempest-AttachVolumeShelveTestJSON-671139515 tempest-AttachVolumeShelveTestJSON-671139515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:22:06.881711 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-b4f996d7-de3d-4b9a-80cc-52b96ee00aa4 req-9b2f15aa-c7e1-41bd-affe-50221ea35647 tempest-AttachVolumeShelveTestJSON-671139515 tempest-AttachVolumeShelveTestJSON-671139515-project] 10.222.0.75 "GET /v2.0/ports?device_id=9a1c27a8-ba54-400e-9357-176d8c299bdc HTTP/1.1" status: 200 len: 945 time: 0.1161394 Feb 09 19:22:06.941009 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-dbb47b5c-037a-44b9-b74b-9ebe82b4fa5a req-d1124ce4-ed97-4235-b206-49e67b12bba2 service neutron] 10.222.0.89 "GET /v2.0/networks/9cf0b823-fac1-4f9f-b685-8fd71a300e07?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1257696 Feb 09 19:22:06.952227 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-b4f996d7-de3d-4b9a-80cc-52b96ee00aa4 req-31f5e211-a021-49e8-89ec-96487b374cdf tempest-AttachVolumeShelveTestJSON-671139515 tempest-AttachVolumeShelveTestJSON-671139515-project] 10.222.0.75 "GET /v2.0/security-groups?id=8ffa0824-cdc7-466b-baef-bc7606a99fd1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0642681 Feb 09 19:22:07.053985 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Device 2ccc797c-207c-451c-9ed5-03dccf40c0cc details requested by agent hyperv_n-h2-713498-36 with host n-h2-713498-36 {{(pid=103232) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 19:22:07.153802 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-7429db8d-6021-40ad-813e-885be449a89b None None] For port 2ccc797c-207c-451c-9ed5-03dccf40c0cc, host n-h2-713498-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-36',level=0,port_id=2ccc797c-207c-451c-9ed5-03dccf40c0cc,segment=NetworkSegment(3775fb2c-c530-4fd0-a120-545068ec4f1e),segment_id=3775fb2c-c530-4fd0-a120-545068ec4f1e)] {{(pid=103232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 19:22:07.165890 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Returning: {'device': '2ccc797c-207c-451c-9ed5-03dccf40c0cc', 'network_id': 'ea5f98a2-c069-48db-b080-346340701d33', 'port_id': '2ccc797c-207c-451c-9ed5-03dccf40c0cc', 'mac_address': 'fa:16:3e:73:57:ec', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 396, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '48191d36-8745-4793-9d02-3afa512f12d6', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103232) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 19:22:07.202520 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Current status of the port 2ccc797c-207c-451c-9ed5-03dccf40c0cc is: DOWN; New status is: BUILD {{(pid=103232) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 19:22:07.202936 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (2ccc797c-207c-451c-9ed5-03dccf40c0cc), before_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:22:07.215843 n-d-713498-36 neutron-server[103232]: DEBUG neutron.notifiers.nova [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2ccc797c-207c-451c-9ed5-03dccf40c0cc {{(pid=103232) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 19:22:07.240823 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-7429db8d-6021-40ad-813e-885be449a89b None None] For port 2ccc797c-207c-451c-9ed5-03dccf40c0cc, host n-h2-713498-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-36',level=0,port_id=2ccc797c-207c-451c-9ed5-03dccf40c0cc,segment=NetworkSegment(3775fb2c-c530-4fd0-a120-545068ec4f1e),segment_id=3775fb2c-c530-4fd0-a120-545068ec4f1e)] {{(pid=103232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 19:22:07.245320 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762867176205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762866656485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762866656503'] for port (2ccc797c-207c-451c-9ed5-03dccf40c0cc), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:22:07.292562 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-e9797c00-9146-4e54-b689-9f0b8ae53346 req-e7b91577-c02e-470f-9528-59d60a891f54 tempest-TaggedBootDevicesTest-980849656 tempest-TaggedBootDevicesTest-980849656-project] 10.222.0.75 "GET /v2.0/ports?device_id=c3476174-573e-455c-944e-9ed0cac04ac2 HTTP/1.1" status: 200 len: 210 time: 0.0307367 Feb 09 19:22:07.303134 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Pushing event updated for resources: {'Port': ['ID=2ccc797c-207c-451c-9ed5-03dccf40c0cc,revision_number=4']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:22:07.513241 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ea50c73-eaed-4cb2-8da7-8d741fd7ddec req-a9c77ec2-1e39-4d1e-b636-50a092b4e93a tempest-ImagesOneServerNegativeTestJSON-786624457 tempest-ImagesOneServerNegativeTestJSON-786624457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:22:07.515671 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-8ea50c73-eaed-4cb2-8da7-8d741fd7ddec req-a9c77ec2-1e39-4d1e-b636-50a092b4e93a tempest-ImagesOneServerNegativeTestJSON-786624457 tempest-ImagesOneServerNegativeTestJSON-786624457-project] 10.222.0.75 "GET /v2.0/ports?device_id=3ddc661e-6626-4fb1-83c4-091b5d4cc2e7 HTTP/1.1" status: 200 len: 944 time: 0.0587130 Feb 09 19:22:07.516179 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-7429db8d-6021-40ad-813e-885be449a89b None None] get_ports_and_sgs() called for port_ids ['2ccc797c-207c-451c-9ed5-03dccf40c0cc'] {{(pid=103232) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 19:22:07.564485 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-8ea50c73-eaed-4cb2-8da7-8d741fd7ddec req-8803ae08-2b2c-418a-9c4b-21df7435120f tempest-ImagesOneServerNegativeTestJSON-786624457 tempest-ImagesOneServerNegativeTestJSON-786624457-project] 10.222.0.75 "GET /v2.0/security-groups?id=3a917974-2813-46d9-8673-0cde91ecf407&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427518 Feb 09 19:22:08.081435 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14ee1457-8cc2-4f68-b747-f23255144bed req-e9ab0129-d6de-413d-ab80-3d8dd256bdb8 tempest-AttachVolumeShelveTestJSON-671139515 tempest-AttachVolumeShelveTestJSON-671139515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:22:08.083184 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-14ee1457-8cc2-4f68-b747-f23255144bed req-e9ab0129-d6de-413d-ab80-3d8dd256bdb8 tempest-AttachVolumeShelveTestJSON-671139515 tempest-AttachVolumeShelveTestJSON-671139515-project] 10.222.0.75 "GET /v2.0/ports?device_id=9a1c27a8-ba54-400e-9357-176d8c299bdc HTTP/1.1" status: 200 len: 945 time: 0.0563798 Feb 09 19:22:08.130304 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-14ee1457-8cc2-4f68-b747-f23255144bed req-93a1f608-c38c-4710-98d1-ac9ebe7eef08 tempest-AttachVolumeShelveTestJSON-671139515 tempest-AttachVolumeShelveTestJSON-671139515-project] 10.222.0.75 "GET /v2.0/security-groups?id=8ffa0824-cdc7-466b-baef-bc7606a99fd1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413141 Feb 09 19:22:08.396512 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-0105378d-eb90-4f16-9ab3-200bc56caa27 req-20fe8d65-a1cd-4dc2-b8fd-13ff4fc3ed6b tempest-TaggedBootDevicesTest-980849656 tempest-TaggedBootDevicesTest-980849656-project] 10.222.0.75 "GET /v2.0/ports?device_id=c3476174-573e-455c-944e-9ed0cac04ac2 HTTP/1.1" status: 200 len: 210 time: 0.0279787 Feb 09 19:22:08.687862 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a924403b-83e8-4ed4-87a5-3514159c6846 req-4c06ff1a-87bb-43c9-abed-537afc988a7a tempest-ImagesOneServerNegativeTestJSON-786624457 tempest-ImagesOneServerNegativeTestJSON-786624457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:22:08.689346 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-a924403b-83e8-4ed4-87a5-3514159c6846 req-4c06ff1a-87bb-43c9-abed-537afc988a7a tempest-ImagesOneServerNegativeTestJSON-786624457 tempest-ImagesOneServerNegativeTestJSON-786624457-project] 10.222.0.75 "GET /v2.0/ports?device_id=3ddc661e-6626-4fb1-83c4-091b5d4cc2e7 HTTP/1.1" status: 200 len: 944 time: 0.0543828 Feb 09 19:22:08.740071 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-a924403b-83e8-4ed4-87a5-3514159c6846 req-4b6da64b-893c-4c75-b9a5-35158ceed993 tempest-ImagesOneServerNegativeTestJSON-786624457 tempest-ImagesOneServerNegativeTestJSON-786624457-project] 10.222.0.75 "GET /v2.0/security-groups?id=3a917974-2813-46d9-8673-0cde91ecf407&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450923 Feb 09 19:22:09.073144 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Device b50d554d-6f94-47cf-8afe-1b81749f4ef5 no longer exists at agent hyperv_n-h1-713498-36 {{(pid=103232) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 19:22:09.101366 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Device 2ccc797c-207c-451c-9ed5-03dccf40c0cc up at agent hyperv_n-h2-713498-36 {{(pid=103232) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 19:22:09.185402 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.provisioning_blocks [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Provisioning for port 2ccc797c-207c-451c-9ed5-03dccf40c0cc completed by entity L2. {{(pid=103232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 19:22:09.196493 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.provisioning_blocks [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Provisioning complete for port 2ccc797c-207c-451c-9ed5-03dccf40c0cc triggered by entity L2. {{(pid=103232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 19:22:09.196876 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593630'] for port (2ccc797c-207c-451c-9ed5-03dccf40c0cc), provisioning_complete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:22:09.221243 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Current status of the port b50d554d-6f94-47cf-8afe-1b81749f4ef5 is: ACTIVE; New status is: DOWN {{(pid=103232) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 19:22:09.221638 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (b50d554d-6f94-47cf-8afe-1b81749f4ef5), before_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:22:09.256606 n-d-713498-36 neutron-server[103232]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9a1c27a8-ba54-400e-9357-176d8c299bdc', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b50d554d-6f94-47cf-8afe-1b81749f4ef5'}] {{(pid=103232) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 19:22:09.258890 n-d-713498-36 neutron-server[103232]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}949cdcde653dec44821de95cbf67297f53cbc2aed4e073b5d514f93bf911ce85" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7a166f08-c09c-4370-b6b4-75bdc8d381ab" -d '{"events": [{"server_uuid": "9a1c27a8-ba54-400e-9357-176d8c299bdc", "name": "network-vif-unplugged", "status": "completed", "tag": "b50d554d-6f94-47cf-8afe-1b81749f4ef5"}]}' {{(pid=103232) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 19:22:09.265780 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42087029-4640-4938-bd05-a59f5cd642b8 req-fe0535ba-aa1a-4bd1-9652-8ed7b689a84c tempest-AttachVolumeShelveTestJSON-671139515 tempest-AttachVolumeShelveTestJSON-671139515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:22:09.272478 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] For port b50d554d-6f94-47cf-8afe-1b81749f4ef5, host n-h1-713498-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-36',level=0,port_id=b50d554d-6f94-47cf-8afe-1b81749f4ef5,segment=NetworkSegment(92268b40-fd45-4716-b63a-1f78b1bbf69a),segment_id=92268b40-fd45-4716-b63a-1f78b1bbf69a)] {{(pid=103232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 19:22:09.275941 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-42087029-4640-4938-bd05-a59f5cd642b8 req-fe0535ba-aa1a-4bd1-9652-8ed7b689a84c tempest-AttachVolumeShelveTestJSON-671139515 tempest-AttachVolumeShelveTestJSON-671139515-project] 10.222.0.75 "GET /v2.0/ports?device_id=9a1c27a8-ba54-400e-9357-176d8c299bdc HTTP/1.1" status: 200 len: 945 time: 0.0684519 Feb 09 19:22:09.283952 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762867176205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762866656485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762866656503'] for port (b50d554d-6f94-47cf-8afe-1b81749f4ef5), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:22:09.328606 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-42087029-4640-4938-bd05-a59f5cd642b8 req-08d0432d-893a-4f40-affc-d99bd829660d tempest-AttachVolumeShelveTestJSON-671139515 tempest-AttachVolumeShelveTestJSON-671139515-project] 10.222.0.75 "GET /v2.0/security-groups?id=8ffa0824-cdc7-466b-baef-bc7606a99fd1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0513265 Feb 09 19:22:09.332380 n-d-713498-36 neutron-server[103232]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Wed, 09 Feb 2022 19:22:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2607b26d-ff42-4d7d-ab1d-34d0e1755838 x-openstack-request-id: req-2607b26d-ff42-4d7d-ab1d-34d0e1755838 {{(pid=103232) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 19:22:09.332681 n-d-713498-36 neutron-server[103232]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9a1c27a8-ba54-400e-9357-176d8c299bdc", "name": "network-vif-unplugged", "status": "failed", "tag": "b50d554d-6f94-47cf-8afe-1b81749f4ef5", "code": 422}]} {{(pid=103232) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 19:22:09.332940 n-d-713498-36 neutron-server[103232]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-2607b26d-ff42-4d7d-ab1d-34d0e1755838 {{(pid=103232) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 19:22:09.333335 n-d-713498-36 neutron-server[103232]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '9a1c27a8-ba54-400e-9357-176d8c299bdc', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'b50d554d-6f94-47cf-8afe-1b81749f4ef5', 'code': 422} returned with failed status Feb 09 19:22:09.367060 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Current status of the port 2ccc797c-207c-451c-9ed5-03dccf40c0cc is: BUILD; New status is: ACTIVE {{(pid=103232) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 19:22:09.367476 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (2ccc797c-207c-451c-9ed5-03dccf40c0cc), before_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:22:09.369509 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Pushing event updated for resources: {'Port': ['ID=b50d554d-6f94-47cf-8afe-1b81749f4ef5,revision_number=8']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:22:09.410120 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-7429db8d-6021-40ad-813e-885be449a89b None None] For port 2ccc797c-207c-451c-9ed5-03dccf40c0cc, host n-h2-713498-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-36',level=0,port_id=2ccc797c-207c-451c-9ed5-03dccf40c0cc,segment=NetworkSegment(3775fb2c-c530-4fd0-a120-545068ec4f1e),segment_id=3775fb2c-c530-4fd0-a120-545068ec4f1e)] {{(pid=103232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 19:22:09.414682 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762867176205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762866656485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762866656503'] for port (2ccc797c-207c-451c-9ed5-03dccf40c0cc), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:22:09.474965 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Pushing event updated for resources: {'Port': ['ID=2ccc797c-207c-451c-9ed5-03dccf40c0cc,revision_number=5']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:22:09.524542 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-d02fda8b-877d-47e9-acab-b28d7377a734 req-cab3f263-a3af-483f-990b-60fce322e322 tempest-TaggedBootDevicesTest-980849656 tempest-TaggedBootDevicesTest-980849656-project] 10.222.0.75 "GET /v2.0/ports?device_id=c3476174-573e-455c-944e-9ed0cac04ac2 HTTP/1.1" status: 200 len: 210 time: 0.0367172 Feb 09 19:22:10.085941 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e044db8d-a4a3-4fc8-8174-934d853f4dd3 req-b35a95d9-2143-4616-a124-4b5b5bde0e1c tempest-ServerRescueNegativeTestJSON-1800126168 tempest-ServerRescueNegativeTestJSON-1800126168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:22:10.087754 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-e044db8d-a4a3-4fc8-8174-934d853f4dd3 req-b35a95d9-2143-4616-a124-4b5b5bde0e1c tempest-ServerRescueNegativeTestJSON-1800126168 tempest-ServerRescueNegativeTestJSON-1800126168-project] 10.222.0.75 "GET /v2.0/ports?device_id=44c70ffa-f512-41ae-b436-424d8fe54797 HTTP/1.1" status: 200 len: 945 time: 0.0662365 Feb 09 19:22:10.153386 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-e044db8d-a4a3-4fc8-8174-934d853f4dd3 req-f886647f-6286-45a3-8593-1056d9786618 tempest-ServerRescueNegativeTestJSON-1800126168 tempest-ServerRescueNegativeTestJSON-1800126168-project] 10.222.0.75 "GET /v2.0/security-groups?id=20eba632-e06f-4b78-b62a-91fbda6670a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0589178 Feb 09 19:22:10.160260 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c63e5d76-cf9d-4d37-98ec-232a752fb744 req-6716b329-5857-448c-a03f-e21a6de8b765 tempest-ImagesOneServerNegativeTestJSON-786624457 tempest-ImagesOneServerNegativeTestJSON-786624457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:22:10.169796 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-c63e5d76-cf9d-4d37-98ec-232a752fb744 req-6716b329-5857-448c-a03f-e21a6de8b765 tempest-ImagesOneServerNegativeTestJSON-786624457 tempest-ImagesOneServerNegativeTestJSON-786624457-project] 10.222.0.75 "GET /v2.0/ports?device_id=3ddc661e-6626-4fb1-83c4-091b5d4cc2e7 HTTP/1.1" status: 200 len: 945 time: 0.1003623 Feb 09 19:22:10.221247 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-c63e5d76-cf9d-4d37-98ec-232a752fb744 req-471d5693-a04b-44f3-bd33-78b0a7492437 tempest-ImagesOneServerNegativeTestJSON-786624457 tempest-ImagesOneServerNegativeTestJSON-786624457-project] 10.222.0.75 "GET /v2.0/security-groups?id=3a917974-2813-46d9-8673-0cde91ecf407&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505576 Feb 09 19:22:10.286955 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [req-b4bee32e-09bc-4f53-9d0e-de4491d096b5 req-eb4509f8-5987-4d6b-85de-624cfd8b80fc service neutron] http://10.222.0.75:9696/v2.0/extensions returned with HTTP 200 {{(pid=103230) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 09 19:22:10.287919 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-b4bee32e-09bc-4f53-9d0e-de4491d096b5 req-eb4509f8-5987-4d6b-85de-624cfd8b80fc service neutron] 10.222.0.75 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0051305 Feb 09 19:22:10.471511 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6fe0213-4d33-4eb0-aabd-892b06940290 req-4939880c-ae26-455c-8a7d-8e9fa62aee86 tempest-AttachVolumeShelveTestJSON-671139515 tempest-AttachVolumeShelveTestJSON-671139515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:22:10.473022 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-b6fe0213-4d33-4eb0-aabd-892b06940290 req-4939880c-ae26-455c-8a7d-8e9fa62aee86 tempest-AttachVolumeShelveTestJSON-671139515 tempest-AttachVolumeShelveTestJSON-671139515-project] 10.222.0.75 "GET /v2.0/ports?device_id=9a1c27a8-ba54-400e-9357-176d8c299bdc HTTP/1.1" status: 200 len: 943 time: 0.0591462 Feb 09 19:22:10.523125 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-b6fe0213-4d33-4eb0-aabd-892b06940290 req-4638e6d5-a64c-4276-8c0a-f04f5bed7161 tempest-AttachVolumeShelveTestJSON-671139515 tempest-AttachVolumeShelveTestJSON-671139515-project] 10.222.0.75 "GET /v2.0/security-groups?id=8ffa0824-cdc7-466b-baef-bc7606a99fd1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431969 Feb 09 19:22:10.643820 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 45966) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:22:10.744308 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-a95e94e8-ac26-400b-a1c4-d14b00897add req-9760a961-9204-4413-9530-90918b9a620e service neutron] 10.222.0.75 "GET /v2.0/ports?device_id=9a1c27a8-ba54-400e-9357-176d8c299bdc&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1599412 Feb 09 19:22:10.755436 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-c6f7267d-6eea-474d-bb61-7b85320a88fa tempest-TaggedBootDevicesTest-980849656 tempest-TaggedBootDevicesTest-980849656-project] Publish callbacks [] for security_group (116d7b93-0726-4659-8687-b47afcfa5056), before_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:22:10.755732 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-7969b1dd-98e2-4f45-b6c8-29ef6c33160a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762867132591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593584'] for agent (af91e4b9-f4e1-42b1-a25c-a10dc47171c8), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:22:10.781893 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-c6f7267d-6eea-474d-bb61-7b85320a88fa tempest-TaggedBootDevicesTest-980849656 tempest-TaggedBootDevicesTest-980849656-project] Publish callbacks [] for security_group (116d7b93-0726-4659-8687-b47afcfa5056), precommit_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:22:10.842206 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-c6f7267d-6eea-474d-bb61-7b85320a88fa tempest-TaggedBootDevicesTest-980849656 tempest-TaggedBootDevicesTest-980849656-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1892331'] for security_group (116d7b93-0726-4659-8687-b47afcfa5056), after_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:22:10.845063 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-c6f7267d-6eea-474d-bb61-7b85320a88fa tempest-TaggedBootDevicesTest-980849656 tempest-TaggedBootDevicesTest-980849656-project] Publish callbacks [] for security_group (None), before_response {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:22:10.846520 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-c6f7267d-6eea-474d-bb61-7b85320a88fa tempest-TaggedBootDevicesTest-980849656 tempest-TaggedBootDevicesTest-980849656-project] 10.222.0.75 "DELETE /v2.0/security-groups/116d7b93-0726-4659-8687-b47afcfa5056 HTTP/1.1" status: 204 len: 168 time: 0.2014613 Feb 09 19:22:10.849586 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 45974) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:22:10.865741 n-d-713498-36 neutron-server[103229]: INFO neutron.api.v2.resource [None req-4c563a33-8d37-4456-ab45-17203751f1b9 tempest-TaggedBootDevicesTest-980849656 tempest-TaggedBootDevicesTest-980849656-project] show failed (client error): The resource could not be found. Feb 09 19:22:10.866232 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6f7267d-6eea-474d-bb61-7b85320a88fa tempest-TaggedBootDevicesTest-980849656 tempest-TaggedBootDevicesTest-980849656-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=116d7b93-0726-4659-8687-b47afcfa5056,revision_number=None']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:22:10.867293 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-4c563a33-8d37-4456-ab45-17203751f1b9 tempest-TaggedBootDevicesTest-980849656 tempest-TaggedBootDevicesTest-980849656-project] 10.222.0.75 "GET /v2.0/security-groups/116d7b93-0726-4659-8687-b47afcfa5056 HTTP/1.1" status: 404 len: 347 time: 0.0165727 Feb 09 19:22:10.870198 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 45976) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:22:11.024011 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.plugin [None req-e37f622f-ed5d-4045-abb3-9b985097eb40 tempest-TaggedBootDevicesTest-980849656 tempest-TaggedBootDevicesTest-980849656-project] Deleting port a8d3a598-d6ad-4674-897e-1cf36dd4d168 {{(pid=103229) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 19:22:11.024872 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-e37f622f-ed5d-4045-abb3-9b985097eb40 tempest-TaggedBootDevicesTest-980849656 tempest-TaggedBootDevicesTest-980849656-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762867170196'] for port (a8d3a598-d6ad-4674-897e-1cf36dd4d168), before_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:22:11.108051 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-e37f622f-ed5d-4045-abb3-9b985097eb40 tempest-TaggedBootDevicesTest-980849656 tempest-TaggedBootDevicesTest-980849656-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1820838'] for port (a8d3a598-d6ad-4674-897e-1cf36dd4d168), precommit_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:22:11.109032 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-e37f622f-ed5d-4045-abb3-9b985097eb40 tempest-TaggedBootDevicesTest-980849656 tempest-TaggedBootDevicesTest-980849656-project] Publish callbacks [] for floatingip (a8d3a598-d6ad-4674-897e-1cf36dd4d168), precommit_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:22:11.122744 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.plugin [None req-e37f622f-ed5d-4045-abb3-9b985097eb40 tempest-TaggedBootDevicesTest-980849656 tempest-TaggedBootDevicesTest-980849656-project] Calling delete_port for a8d3a598-d6ad-4674-897e-1cf36dd4d168 owned by network:floatingip {{(pid=103229) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 19:22:11.282548 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-e37f622f-ed5d-4045-abb3-9b985097eb40 tempest-TaggedBootDevicesTest-980849656 tempest-TaggedBootDevicesTest-980849656-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762867177463', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762866656476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12867576'] for port (a8d3a598-d6ad-4674-897e-1cf36dd4d168), after_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:22:11.313808 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e37f622f-ed5d-4045-abb3-9b985097eb40 tempest-TaggedBootDevicesTest-980849656 tempest-TaggedBootDevicesTest-980849656-project] Pushing event deleted for resources: {'Port': ['ID=a8d3a598-d6ad-4674-897e-1cf36dd4d168,revision_number=None']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:22:11.334704 n-d-713498-36 neutron-server[103232]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3ddc661e-6626-4fb1-83c4-091b5d4cc2e7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2ccc797c-207c-451c-9ed5-03dccf40c0cc'}] {{(pid=103232) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 19:22:11.337782 n-d-713498-36 neutron-server[103232]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}949cdcde653dec44821de95cbf67297f53cbc2aed4e073b5d514f93bf911ce85" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f5b434c0-7adf-44e5-a594-154ab8759938" -d '{"events": [{"server_uuid": "3ddc661e-6626-4fb1-83c4-091b5d4cc2e7", "name": "network-vif-plugged", "status": "completed", "tag": "2ccc797c-207c-451c-9ed5-03dccf40c0cc"}]}' {{(pid=103232) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 19:22:11.359085 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5faff2c-3f76-4dd8-a517-c2ddf6ee43b0 req-115500ea-57c9-49ad-a31b-e3e73bead0c1 tempest-ServerRescueNegativeTestJSON-1800126168 tempest-ServerRescueNegativeTestJSON-1800126168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:22:11.361590 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-e5faff2c-3f76-4dd8-a517-c2ddf6ee43b0 req-115500ea-57c9-49ad-a31b-e3e73bead0c1 tempest-ServerRescueNegativeTestJSON-1800126168 tempest-ServerRescueNegativeTestJSON-1800126168-project] 10.222.0.75 "GET /v2.0/ports?device_id=44c70ffa-f512-41ae-b436-424d8fe54797 HTTP/1.1" status: 200 len: 945 time: 0.1207764 Feb 09 19:22:11.424787 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-e37f622f-ed5d-4045-abb3-9b985097eb40 tempest-TaggedBootDevicesTest-980849656 tempest-TaggedBootDevicesTest-980849656-project] Publish callbacks [] for floatingip (d55d2994-f25a-4a1a-b636-5dec2eee9c49), after_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:22:11.428253 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-e37f622f-ed5d-4045-abb3-9b985097eb40 tempest-TaggedBootDevicesTest-980849656 tempest-TaggedBootDevicesTest-980849656-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171096'] for floatingip (None), before_response {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:22:11.432144 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-e37f622f-ed5d-4045-abb3-9b985097eb40 tempest-TaggedBootDevicesTest-980849656 tempest-TaggedBootDevicesTest-980849656-project] 10.222.0.75 "DELETE /v2.0/floatingips/d55d2994-f25a-4a1a-b636-5dec2eee9c49 HTTP/1.1" status: 204 len: 168 time: 0.5605865 Feb 09 19:22:11.433905 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 45990) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:22:11.483506 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9661b7c-d7a2-455b-a56c-89077f4080e3 req-59fe0ada-c1ed-429b-a8b5-0c011befeaa9 tempest-ImagesOneServerNegativeTestJSON-786624457 tempest-ImagesOneServerNegativeTestJSON-786624457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:22:11.485694 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-e9661b7c-d7a2-455b-a56c-89077f4080e3 req-59fe0ada-c1ed-429b-a8b5-0c011befeaa9 tempest-ImagesOneServerNegativeTestJSON-786624457 tempest-ImagesOneServerNegativeTestJSON-786624457-project] 10.222.0.75 "GET /v2.0/ports?device_id=3ddc661e-6626-4fb1-83c4-091b5d4cc2e7 HTTP/1.1" status: 200 len: 945 time: 0.1175344 Feb 09 19:22:11.579402 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-e9661b7c-d7a2-455b-a56c-89077f4080e3 req-8a42cc8d-a4db-46d0-aa74-43ce2b1d5264 tempest-ImagesOneServerNegativeTestJSON-786624457 tempest-ImagesOneServerNegativeTestJSON-786624457-project] 10.222.0.75 "GET /v2.0/security-groups?id=3a917974-2813-46d9-8673-0cde91ecf407&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0820618 Feb 09 19:22:11.602123 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.plugin [None req-c55c2a28-611c-4f43-9768-c5d1535a5461 tempest-TaggedBootDevicesTest-980849656 tempest-TaggedBootDevicesTest-980849656-project] Deleting port 1d0cdc94-55c4-4888-8478-b9f4b1cc96ea {{(pid=103229) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 19:22:11.602123 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-c55c2a28-611c-4f43-9768-c5d1535a5461 tempest-TaggedBootDevicesTest-980849656 tempest-TaggedBootDevicesTest-980849656-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762867170196'] for port (1d0cdc94-55c4-4888-8478-b9f4b1cc96ea), before_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:22:11.673357 n-d-713498-36 neutron-server[103232]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 19:22:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a70d47d0-7535-4cc9-8e66-6eae5eaff99e x-openstack-request-id: req-a70d47d0-7535-4cc9-8e66-6eae5eaff99e {{(pid=103232) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 19:22:11.673755 n-d-713498-36 neutron-server[103232]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3ddc661e-6626-4fb1-83c4-091b5d4cc2e7", "name": "network-vif-plugged", "status": "completed", "tag": "2ccc797c-207c-451c-9ed5-03dccf40c0cc", "code": 200}]} {{(pid=103232) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 19:22:11.674147 n-d-713498-36 neutron-server[103232]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-a70d47d0-7535-4cc9-8e66-6eae5eaff99e {{(pid=103232) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 19:22:11.674658 n-d-713498-36 neutron-server[103232]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3ddc661e-6626-4fb1-83c4-091b5d4cc2e7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2ccc797c-207c-451c-9ed5-03dccf40c0cc', 'code': 200} Feb 09 19:22:11.723887 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-c55c2a28-611c-4f43-9768-c5d1535a5461 tempest-TaggedBootDevicesTest-980849656 tempest-TaggedBootDevicesTest-980849656-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1820838'] for port (1d0cdc94-55c4-4888-8478-b9f4b1cc96ea), precommit_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:22:11.758416 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.plugin [None req-c55c2a28-611c-4f43-9768-c5d1535a5461 tempest-TaggedBootDevicesTest-980849656 tempest-TaggedBootDevicesTest-980849656-project] Calling delete_port for 1d0cdc94-55c4-4888-8478-b9f4b1cc96ea owned by {{(pid=103229) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 19:22:11.920160 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-e5faff2c-3f76-4dd8-a517-c2ddf6ee43b0 req-a1936c2e-319a-4b60-bbf9-cf8e5d5f7a93 tempest-ServerRescueNegativeTestJSON-1800126168 tempest-ServerRescueNegativeTestJSON-1800126168-project] 10.222.0.75 "GET /v2.0/security-groups?id=20eba632-e06f-4b78-b62a-91fbda6670a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5525930 Feb 09 19:22:11.960879 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-c55c2a28-611c-4f43-9768-c5d1535a5461 tempest-TaggedBootDevicesTest-980849656 tempest-TaggedBootDevicesTest-980849656-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762867177463', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762866656476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12867576'] for port (1d0cdc94-55c4-4888-8478-b9f4b1cc96ea), after_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:22:12.003927 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c55c2a28-611c-4f43-9768-c5d1535a5461 tempest-TaggedBootDevicesTest-980849656 tempest-TaggedBootDevicesTest-980849656-project] Pushing event deleted for resources: {'Port': ['ID=1d0cdc94-55c4-4888-8478-b9f4b1cc96ea,revision_number=None']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:22:12.084319 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90ee65ad-8a4e-42d8-8eae-611eb70aa76d req-6ad77722-a215-44d6-a7c1-395f559e9af7 tempest-AttachVolumeShelveTestJSON-671139515 tempest-AttachVolumeShelveTestJSON-671139515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:22:12.085767 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-90ee65ad-8a4e-42d8-8eae-611eb70aa76d req-6ad77722-a215-44d6-a7c1-395f559e9af7 tempest-AttachVolumeShelveTestJSON-671139515 tempest-AttachVolumeShelveTestJSON-671139515-project] 10.222.0.75 "GET /v2.0/ports?device_id=9a1c27a8-ba54-400e-9357-176d8c299bdc HTTP/1.1" status: 200 len: 943 time: 0.3215108 Feb 09 19:22:12.087445 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d4ea9da-02f2-4e22-aacf-62b1b771c008 req-1d4652f2-4532-4bb0-9fef-f44be0f3fa6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:22:12.088771 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-6d4ea9da-02f2-4e22-aacf-62b1b771c008 req-1d4652f2-4532-4bb0-9fef-f44be0f3fa6a service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=3ddc661e-6626-4fb1-83c4-091b5d4cc2e7 HTTP/1.1" status: 200 len: 1128 time: 0.3256199 Feb 09 19:22:12.170215 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-c55c2a28-611c-4f43-9768-c5d1535a5461 tempest-TaggedBootDevicesTest-980849656 tempest-TaggedBootDevicesTest-980849656-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171096'] for port (None), before_response {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:22:12.176478 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-c55c2a28-611c-4f43-9768-c5d1535a5461 tempest-TaggedBootDevicesTest-980849656 tempest-TaggedBootDevicesTest-980849656-project] 10.222.0.75 "DELETE /v2.0/ports/1d0cdc94-55c4-4888-8478-b9f4b1cc96ea HTTP/1.1" status: 204 len: 168 time: 0.7415519 Feb 09 19:22:12.177308 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 46002) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:22:12.204858 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-6d4ea9da-02f2-4e22-aacf-62b1b771c008 req-179f81ff-8d8c-4540-a09d-219bb2f5d70c service neutron] 10.222.0.90 "GET /v2.0/security-groups?id=3a917974-2813-46d9-8673-0cde91ecf407&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1076877 Feb 09 19:22:12.227208 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-051745f7-a987-4c03-bbd1-3a658b462d5e req-deace370-dc35-4205-a010-9917f3e52377 tempest-ServerRescueNegativeTestJSON-1800126168 tempest-ServerRescueNegativeTestJSON-1800126168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:22:12.229177 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-051745f7-a987-4c03-bbd1-3a658b462d5e req-deace370-dc35-4205-a010-9917f3e52377 tempest-ServerRescueNegativeTestJSON-1800126168 tempest-ServerRescueNegativeTestJSON-1800126168-project] 10.222.0.89 "GET /v2.0/ports?device_id=44c70ffa-f512-41ae-b436-424d8fe54797 HTTP/1.1" status: 200 len: 945 time: 0.1611300 Feb 09 19:22:12.285655 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.plugin [None req-4ea6c6fc-ac0f-44d2-9b18-5b109fc24e13 tempest-TaggedBootDevicesTest-980849656 tempest-TaggedBootDevicesTest-980849656-project] Deleting port 00c0f46c-15ff-4897-a6aa-63bcf7d50cc2 {{(pid=103230) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 19:22:12.286276 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-4ea6c6fc-ac0f-44d2-9b18-5b109fc24e13 tempest-TaggedBootDevicesTest-980849656 tempest-TaggedBootDevicesTest-980849656-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762867170196'] for port (00c0f46c-15ff-4897-a6aa-63bcf7d50cc2), before_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:22:12.289195 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-90ee65ad-8a4e-42d8-8eae-611eb70aa76d req-672b04ff-5a44-4f05-9930-ee692ef97350 tempest-AttachVolumeShelveTestJSON-671139515 tempest-AttachVolumeShelveTestJSON-671139515-project] 10.222.0.75 "GET /v2.0/security-groups?id=8ffa0824-cdc7-466b-baef-bc7606a99fd1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1730969 Feb 09 19:22:12.407773 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.plugin [req-051745f7-a987-4c03-bbd1-3a658b462d5e req-d837808a-8d8b-4e16-a748-7e9fbf640502 tempest-ServerRescueNegativeTestJSON-1800126168 tempest-ServerRescueNegativeTestJSON-1800126168-project] Deleting port f577d359-44ae-4f12-9fc5-b3d04034f813 {{(pid=103229) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 19:22:12.408487 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-051745f7-a987-4c03-bbd1-3a658b462d5e req-d837808a-8d8b-4e16-a748-7e9fbf640502 tempest-ServerRescueNegativeTestJSON-1800126168 tempest-ServerRescueNegativeTestJSON-1800126168-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762867170196'] for port (f577d359-44ae-4f12-9fc5-b3d04034f813), before_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:22:12.410379 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-4ea6c6fc-ac0f-44d2-9b18-5b109fc24e13 tempest-TaggedBootDevicesTest-980849656 tempest-TaggedBootDevicesTest-980849656-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1820838'] for port (00c0f46c-15ff-4897-a6aa-63bcf7d50cc2), precommit_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:22:12.426458 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.plugin [None req-4ea6c6fc-ac0f-44d2-9b18-5b109fc24e13 tempest-TaggedBootDevicesTest-980849656 tempest-TaggedBootDevicesTest-980849656-project] Calling delete_port for 00c0f46c-15ff-4897-a6aa-63bcf7d50cc2 owned by {{(pid=103230) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 19:22:12.525267 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.db [req-051745f7-a987-4c03-bbd1-3a658b462d5e req-d837808a-8d8b-4e16-a748-7e9fbf640502 tempest-ServerRescueNegativeTestJSON-1800126168 tempest-ServerRescueNegativeTestJSON-1800126168-project] For port f577d359-44ae-4f12-9fc5-b3d04034f813, host n-h1-713498-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-36',level=0,port_id=f577d359-44ae-4f12-9fc5-b3d04034f813,segment=NetworkSegment(c3df6112-dc28-41f3-95ea-b4906d348d77),segment_id=c3df6112-dc28-41f3-95ea-b4906d348d77)] {{(pid=103229) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 19:22:12.525267 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-051745f7-a987-4c03-bbd1-3a658b462d5e req-d837808a-8d8b-4e16-a748-7e9fbf640502 tempest-ServerRescueNegativeTestJSON-1800126168 tempest-ServerRescueNegativeTestJSON-1800126168-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1820838'] for port (f577d359-44ae-4f12-9fc5-b3d04034f813), precommit_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:22:12.562045 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.plugin [req-051745f7-a987-4c03-bbd1-3a658b462d5e req-d837808a-8d8b-4e16-a748-7e9fbf640502 tempest-ServerRescueNegativeTestJSON-1800126168 tempest-ServerRescueNegativeTestJSON-1800126168-project] Calling delete_port for f577d359-44ae-4f12-9fc5-b3d04034f813 owned by compute:nova {{(pid=103229) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 19:22:12.649500 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-4ea6c6fc-ac0f-44d2-9b18-5b109fc24e13 tempest-TaggedBootDevicesTest-980849656 tempest-TaggedBootDevicesTest-980849656-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762867177463', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762866656476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14393751'] for port (00c0f46c-15ff-4897-a6aa-63bcf7d50cc2), after_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:22:12.684747 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ea6c6fc-ac0f-44d2-9b18-5b109fc24e13 tempest-TaggedBootDevicesTest-980849656 tempest-TaggedBootDevicesTest-980849656-project] Pushing event deleted for resources: {'Port': ['ID=00c0f46c-15ff-4897-a6aa-63bcf7d50cc2,revision_number=None']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:22:12.774820 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-051745f7-a987-4c03-bbd1-3a658b462d5e req-d837808a-8d8b-4e16-a748-7e9fbf640502 tempest-ServerRescueNegativeTestJSON-1800126168 tempest-ServerRescueNegativeTestJSON-1800126168-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762867177463', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762866656476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12867576'] for port (f577d359-44ae-4f12-9fc5-b3d04034f813), after_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:22:12.790160 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] get_ports_and_sgs() called for port_ids ['f577d359-44ae-4f12-9fc5-b3d04034f813', 'a672cc1d-2a06-4285-94a8-fae176750140'] {{(pid=103232) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 19:22:12.841297 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-4ea6c6fc-ac0f-44d2-9b18-5b109fc24e13 tempest-TaggedBootDevicesTest-980849656 tempest-TaggedBootDevicesTest-980849656-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171096'] for port (None), before_response {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:22:12.849183 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-4ea6c6fc-ac0f-44d2-9b18-5b109fc24e13 tempest-TaggedBootDevicesTest-980849656 tempest-TaggedBootDevicesTest-980849656-project] 10.222.0.75 "DELETE /v2.0/ports/00c0f46c-15ff-4897-a6aa-63bcf7d50cc2 HTTP/1.1" status: 204 len: 168 time: 0.6707630 Feb 09 19:22:12.849937 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 46006) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:22:12.919447 n-d-713498-36 neutron-server[103230]: DEBUG neutron.db.db_base_plugin_v2 [None req-73dd78d8-6dae-4b79-95f3-318fb97927ef tempest-TaggedBootDevicesTest-980849656 tempest-TaggedBootDevicesTest-980849656-project] Deleting subnet 370aa69d-6bb2-4dc6-92d1-b0ec93a18a28 {{(pid=103230) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 19:22:12.930096 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95f4a93c-656c-45fc-92c8-fb091f289d60 req-f2eb7411-09b8-4c2f-a608-61481971b9d5 tempest-ImagesOneServerNegativeTestJSON-786624457 tempest-ImagesOneServerNegativeTestJSON-786624457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:22:12.931718 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-95f4a93c-656c-45fc-92c8-fb091f289d60 req-f2eb7411-09b8-4c2f-a608-61481971b9d5 tempest-ImagesOneServerNegativeTestJSON-786624457 tempest-ImagesOneServerNegativeTestJSON-786624457-project] 10.222.0.75 "GET /v2.0/ports?device_id=3ddc661e-6626-4fb1-83c4-091b5d4cc2e7 HTTP/1.1" status: 200 len: 945 time: 0.2255800 Feb 09 19:22:12.934074 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-73dd78d8-6dae-4b79-95f3-318fb97927ef tempest-TaggedBootDevicesTest-980849656 tempest-TaggedBootDevicesTest-980849656-project] Publish callbacks [] for subnet (370aa69d-6bb2-4dc6-92d1-b0ec93a18a28), before_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:22:12.996298 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-73dd78d8-6dae-4b79-95f3-318fb97927ef tempest-TaggedBootDevicesTest-980849656 tempest-TaggedBootDevicesTest-980849656-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12895822'] for subnet (370aa69d-6bb2-4dc6-92d1-b0ec93a18a28), precommit_delete_associations {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:22:13.115147 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-fff49076-4fcd-418c-8e85-c2780a29406f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762867132591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593584'] for agent (93303d5e-5d17-45e8-8963-7694f87783ae), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:22:13.149244 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-73dd78d8-6dae-4b79-95f3-318fb97927ef tempest-TaggedBootDevicesTest-980849656 tempest-TaggedBootDevicesTest-980849656-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-759852'] for subnet (370aa69d-6bb2-4dc6-92d1-b0ec93a18a28), precommit_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:22:13.240477 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-73dd78d8-6dae-4b79-95f3-318fb97927ef tempest-TaggedBootDevicesTest-980849656 tempest-TaggedBootDevicesTest-980849656-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-760023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14393672', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12985882'] for subnet (370aa69d-6bb2-4dc6-92d1-b0ec93a18a28), after_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:22:13.288278 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73dd78d8-6dae-4b79-95f3-318fb97927ef tempest-TaggedBootDevicesTest-980849656 tempest-TaggedBootDevicesTest-980849656-project] Pushing event deleted for resources: {'Subnet': ['ID=370aa69d-6bb2-4dc6-92d1-b0ec93a18a28,revision_number=None']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:22:13.308192 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3cfd350-c907-4119-825a-ed12d5741290 None None] Network 331b81e1-5966-4614-8f3b-12a1817e4fe0 requested from n-d-713498-36 {{(pid=103232) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 19:22:13.323440 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-73dd78d8-6dae-4b79-95f3-318fb97927ef tempest-TaggedBootDevicesTest-980849656 tempest-TaggedBootDevicesTest-980849656-project] Publish callbacks [] for subnet (None), before_response {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:22:13.332794 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-73dd78d8-6dae-4b79-95f3-318fb97927ef tempest-TaggedBootDevicesTest-980849656 tempest-TaggedBootDevicesTest-980849656-project] 10.222.0.75 "DELETE /v2.0/subnets/370aa69d-6bb2-4dc6-92d1-b0ec93a18a28 HTTP/1.1" status: 204 len: 168 time: 0.4779830 Feb 09 19:22:13.333548 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 46012) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:22:13.396876 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d837808a-8d8b-4e16-a748-7e9fbf640502 tempest-ServerRescueNegativeTestJSON-1800126168 tempest-ServerRescueNegativeTestJSON-1800126168-project] Pushing event deleted for resources: {'Port': ['ID=f577d359-44ae-4f12-9fc5-b3d04034f813,revision_number=None']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:22:13.439085 n-d-713498-36 neutron-server[103230]: DEBUG neutron.db.db_base_plugin_v2 [None req-7b09e3af-1a67-4a40-805c-0d401e7060a2 tempest-TaggedBootDevicesTest-980849656 tempest-TaggedBootDevicesTest-980849656-project] Deleting subnet 4f9f0eeb-e92f-40bd-8072-2e802a7fd893 {{(pid=103230) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 19:22:13.446388 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-7b09e3af-1a67-4a40-805c-0d401e7060a2 tempest-TaggedBootDevicesTest-980849656 tempest-TaggedBootDevicesTest-980849656-project] Publish callbacks [] for subnet (4f9f0eeb-e92f-40bd-8072-2e802a7fd893), before_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:22:13.501702 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-95f4a93c-656c-45fc-92c8-fb091f289d60 req-644e8605-612a-4d34-9f7c-f1db962d2af7 tempest-ImagesOneServerNegativeTestJSON-786624457 tempest-ImagesOneServerNegativeTestJSON-786624457-project] 10.222.0.75 "GET /v2.0/security-groups?id=3a917974-2813-46d9-8673-0cde91ecf407&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2665131 Feb 09 19:22:13.516723 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-fdbf52f3-9a59-4b19-aa1d-d18911fd2abe req-ecdc7497-82e1-4d90-b6d2-7351a38d23fc tempest-ServerRescueNegativeTestJSON-1800126168 tempest-ServerRescueNegativeTestJSON-1800126168-project] 10.222.0.75 "GET /v2.0/ports?device_id=44c70ffa-f512-41ae-b436-424d8fe54797 HTTP/1.1" status: 200 len: 210 time: 0.1310728 Feb 09 19:22:13.552580 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-7b09e3af-1a67-4a40-805c-0d401e7060a2 tempest-TaggedBootDevicesTest-980849656 tempest-TaggedBootDevicesTest-980849656-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12895822'] for subnet (4f9f0eeb-e92f-40bd-8072-2e802a7fd893), precommit_delete_associations {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:22:13.565831 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79fb491d-135b-455d-9f05-33ae991aca77 None None] DHCP port deletion for 331b81e1-5966-4614-8f3b-12a1817e4fe0 request from n-d-713498-36 {{(pid=103232) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 09 19:22:13.590055 n-d-713498-36 neutron-server[103229]: DEBUG neutron.db.l3_dvrscheduler_db [req-051745f7-a987-4c03-bbd1-3a658b462d5e req-d837808a-8d8b-4e16-a748-7e9fbf640502 tempest-ServerRescueNegativeTestJSON-1800126168 tempest-ServerRescueNegativeTestJSON-1800126168-project] No DVR routers for this DVR port f577d359-44ae-4f12-9fc5-b3d04034f813 on host n-h1-713498-36 {{(pid=103229) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 19:22:13.594982 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-051745f7-a987-4c03-bbd1-3a658b462d5e req-d837808a-8d8b-4e16-a748-7e9fbf640502 tempest-ServerRescueNegativeTestJSON-1800126168 tempest-ServerRescueNegativeTestJSON-1800126168-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171096'] for port (None), before_response {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:22:13.617615 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-051745f7-a987-4c03-bbd1-3a658b462d5e req-d837808a-8d8b-4e16-a748-7e9fbf640502 tempest-ServerRescueNegativeTestJSON-1800126168 tempest-ServerRescueNegativeTestJSON-1800126168-project] 10.222.0.89 "DELETE /v2.0/ports/f577d359-44ae-4f12-9fc5-b3d04034f813 HTTP/1.1" status: 204 len: 173 time: 1.3806427 Feb 09 19:22:13.620958 n-d-713498-36 neutron-server[103229]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '44c70ffa-f512-41ae-b436-424d8fe54797', 'name': 'network-vif-deleted', 'tag': 'f577d359-44ae-4f12-9fc5-b3d04034f813'}] {{(pid=103229) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 19:22:13.631051 n-d-713498-36 neutron-server[103229]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fa6ae9a20702bd564eaf90d946620b2b4277b1ab91129323d3b54181076be307" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e64fced2-3006-4948-a51f-4b18e1395ac2" -d '{"events": [{"server_uuid": "44c70ffa-f512-41ae-b436-424d8fe54797", "name": "network-vif-deleted", "tag": "f577d359-44ae-4f12-9fc5-b3d04034f813"}]}' {{(pid=103229) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 19:22:13.694174 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-79fb491d-135b-455d-9f05-33ae991aca77 None None] Deleting port a8e3b704-eb7d-401f-b504-b83f46b00ed4 {{(pid=103232) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 19:22:13.694879 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-79fb491d-135b-455d-9f05-33ae991aca77 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762867170196'] for port (a8e3b704-eb7d-401f-b504-b83f46b00ed4), before_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:22:13.721866 n-d-713498-36 neutron-server[103229]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 19:22:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-411c84f4-9178-4752-af1a-eb37a618a961 x-openstack-request-id: req-411c84f4-9178-4752-af1a-eb37a618a961 {{(pid=103229) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 19:22:13.722420 n-d-713498-36 neutron-server[103229]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "44c70ffa-f512-41ae-b436-424d8fe54797", "name": "network-vif-deleted", "tag": "f577d359-44ae-4f12-9fc5-b3d04034f813", "status": "completed", "code": 200}]} {{(pid=103229) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 19:22:13.722851 n-d-713498-36 neutron-server[103229]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-411c84f4-9178-4752-af1a-eb37a618a961 {{(pid=103229) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 19:22:13.723341 n-d-713498-36 neutron-server[103229]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '44c70ffa-f512-41ae-b436-424d8fe54797', 'name': 'network-vif-deleted', 'tag': 'f577d359-44ae-4f12-9fc5-b3d04034f813', 'status': 'completed', 'code': 200} Feb 09 19:22:13.775091 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Device a8e3b704-eb7d-401f-b504-b83f46b00ed4 no longer exists at agent ovs-agent-n-d-713498-36 {{(pid=103232) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 19:22:13.783702 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0b33df9-61da-4396-bd91-c10cefd9af8f req-18ffb612-cd84-4246-8eae-80f286f7f906 tempest-AttachVolumeShelveTestJSON-671139515 tempest-AttachVolumeShelveTestJSON-671139515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:22:13.791681 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-b0b33df9-61da-4396-bd91-c10cefd9af8f req-18ffb612-cd84-4246-8eae-80f286f7f906 tempest-AttachVolumeShelveTestJSON-671139515 tempest-AttachVolumeShelveTestJSON-671139515-project] 10.222.0.75 "GET /v2.0/ports?device_id=9a1c27a8-ba54-400e-9357-176d8c299bdc HTTP/1.1" status: 200 len: 943 time: 0.1677270 Feb 09 19:22:13.796629 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-7b09e3af-1a67-4a40-805c-0d401e7060a2 tempest-TaggedBootDevicesTest-980849656 tempest-TaggedBootDevicesTest-980849656-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-759852'] for subnet (4f9f0eeb-e92f-40bd-8072-2e802a7fd893), precommit_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:22:13.840990 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-79fb491d-135b-455d-9f05-33ae991aca77 None None] For port a8e3b704-eb7d-401f-b504-b83f46b00ed4, host n-d-713498-36, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-36',level=0,port_id=a8e3b704-eb7d-401f-b504-b83f46b00ed4,segment=NetworkSegment(23ed1668-aba2-4aca-a9aa-7fbe90d952c5),segment_id=23ed1668-aba2-4aca-a9aa-7fbe90d952c5)] {{(pid=103232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 19:22:13.841627 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-79fb491d-135b-455d-9f05-33ae991aca77 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1820838'] for port (a8e3b704-eb7d-401f-b504-b83f46b00ed4), precommit_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:22:13.863097 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-79fb491d-135b-455d-9f05-33ae991aca77 None None] Calling delete_port for a8e3b704-eb7d-401f-b504-b83f46b00ed4 owned by network:dhcp {{(pid=103232) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 19:22:13.897883 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-b0b33df9-61da-4396-bd91-c10cefd9af8f req-900c8b9c-79e8-4b0b-a5a0-e46b8cb024b3 tempest-AttachVolumeShelveTestJSON-671139515 tempest-AttachVolumeShelveTestJSON-671139515-project] 10.222.0.75 "GET /v2.0/security-groups?id=8ffa0824-cdc7-466b-baef-bc7606a99fd1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1041660 Feb 09 19:22:13.918340 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Current status of the port a8e3b704-eb7d-401f-b504-b83f46b00ed4 is: ACTIVE; New status is: DOWN {{(pid=103232) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 19:22:13.918739 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (a8e3b704-eb7d-401f-b504-b83f46b00ed4), before_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:22:13.935211 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-7b09e3af-1a67-4a40-805c-0d401e7060a2 tempest-TaggedBootDevicesTest-980849656 tempest-TaggedBootDevicesTest-980849656-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-760023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14393672', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12985882'] for subnet (4f9f0eeb-e92f-40bd-8072-2e802a7fd893), after_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:22:13.965703 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b09e3af-1a67-4a40-805c-0d401e7060a2 tempest-TaggedBootDevicesTest-980849656 tempest-TaggedBootDevicesTest-980849656-project] Pushing event deleted for resources: {'Subnet': ['ID=4f9f0eeb-e92f-40bd-8072-2e802a7fd893,revision_number=None']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:22:13.971976 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-7b09e3af-1a67-4a40-805c-0d401e7060a2 tempest-TaggedBootDevicesTest-980849656 tempest-TaggedBootDevicesTest-980849656-project] Publish callbacks [] for subnet (None), before_response {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:22:13.977773 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-7b09e3af-1a67-4a40-805c-0d401e7060a2 tempest-TaggedBootDevicesTest-980849656 tempest-TaggedBootDevicesTest-980849656-project] 10.222.0.75 "DELETE /v2.0/subnets/4f9f0eeb-e92f-40bd-8072-2e802a7fd893 HTTP/1.1" status: 204 len: 168 time: 0.6334538 Feb 09 19:22:13.977948 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 46016) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:22:13.983894 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-069197a0-a390-406d-bac9-0300a8ebfcc2 None None] Network 319dd8de-af57-40fe-b1b8-034fd50be509 requested from n-d-713498-36 {{(pid=103232) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 19:22:14.086712 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-97ee801a-6db2-476c-ae80-4c6a4edb5874 tempest-TaggedBootDevicesTest-980849656 tempest-TaggedBootDevicesTest-980849656-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-670458'] for network (331b81e1-5966-4614-8f3b-12a1817e4fe0), before_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:22:14.092835 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] For port a8e3b704-eb7d-401f-b504-b83f46b00ed4, host n-d-713498-36, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-36',level=0,port_id=a8e3b704-eb7d-401f-b504-b83f46b00ed4,segment=NetworkSegment(23ed1668-aba2-4aca-a9aa-7fbe90d952c5),segment_id=23ed1668-aba2-4aca-a9aa-7fbe90d952c5)] {{(pid=103232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 19:22:14.132811 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762867176205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762866656485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762866656503'] for port (a8e3b704-eb7d-401f-b504-b83f46b00ed4), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:22:14.190807 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.plugin [None req-97ee801a-6db2-476c-ae80-4c6a4edb5874 tempest-TaggedBootDevicesTest-980849656 tempest-TaggedBootDevicesTest-980849656-project] Deleting port a8e3b704-eb7d-401f-b504-b83f46b00ed4 {{(pid=103230) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 19:22:14.191421 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-97ee801a-6db2-476c-ae80-4c6a4edb5874 tempest-TaggedBootDevicesTest-980849656 tempest-TaggedBootDevicesTest-980849656-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762867170196'] for port (a8e3b704-eb7d-401f-b504-b83f46b00ed4), before_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:22:14.233609 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-79fb491d-135b-455d-9f05-33ae991aca77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762867177463', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762866656476'] for port (a8e3b704-eb7d-401f-b504-b83f46b00ed4), after_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:22:14.260785 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79fb491d-135b-455d-9f05-33ae991aca77 None None] No DVR routers for this DVR port a8e3b704-eb7d-401f-b504-b83f46b00ed4 on host n-d-713498-36 {{(pid=103232) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 19:22:14.280978 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Pushing event updated for resources: {'Port': ['ID=a8e3b704-eb7d-401f-b504-b83f46b00ed4,revision_number=5']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:22:14.315439 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.db [None req-97ee801a-6db2-476c-ae80-4c6a4edb5874 tempest-TaggedBootDevicesTest-980849656 tempest-TaggedBootDevicesTest-980849656-project] For port a8e3b704-eb7d-401f-b504-b83f46b00ed4, host n-d-713498-36, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-36',level=0,port_id=a8e3b704-eb7d-401f-b504-b83f46b00ed4,segment=NetworkSegment(23ed1668-aba2-4aca-a9aa-7fbe90d952c5),segment_id=23ed1668-aba2-4aca-a9aa-7fbe90d952c5)] {{(pid=103230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 19:22:14.316525 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-97ee801a-6db2-476c-ae80-4c6a4edb5874 tempest-TaggedBootDevicesTest-980849656 tempest-TaggedBootDevicesTest-980849656-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1820838'] for port (a8e3b704-eb7d-401f-b504-b83f46b00ed4), precommit_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:22:14.327188 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79fb491d-135b-455d-9f05-33ae991aca77 None None] Pushing event deleted for resources: {'Port': ['ID=a8e3b704-eb7d-401f-b504-b83f46b00ed4,revision_number=None']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:22:14.333948 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-edc54c9b-7f13-45d9-9271-85c9738b0128 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762867132591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593584'] for agent (a62b1850-466f-48ae-bec7-d62fb280e14b), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:22:14.354408 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.plugin [None req-97ee801a-6db2-476c-ae80-4c6a4edb5874 tempest-TaggedBootDevicesTest-980849656 tempest-TaggedBootDevicesTest-980849656-project] Calling delete_port for a8e3b704-eb7d-401f-b504-b83f46b00ed4 owned by network:dhcp {{(pid=103230) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 19:22:14.387542 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e775740b-8a59-4c6a-ae16-6fac9f11c027 None None] DHCP port deletion for 319dd8de-af57-40fe-b1b8-034fd50be509 request from n-d-713498-36 {{(pid=103232) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 09 19:22:14.461024 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-e775740b-8a59-4c6a-ae16-6fac9f11c027 None None] Deleting port fa80dfda-0025-4c1b-a2ae-7fc800f1e6cc {{(pid=103232) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 19:22:14.461403 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-e775740b-8a59-4c6a-ae16-6fac9f11c027 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762867170196'] for port (fa80dfda-0025-4c1b-a2ae-7fc800f1e6cc), before_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:22:14.478318 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-97ee801a-6db2-476c-ae80-4c6a4edb5874 tempest-TaggedBootDevicesTest-980849656 tempest-TaggedBootDevicesTest-980849656-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762867177463', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762866656476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14393751'] for port (a8e3b704-eb7d-401f-b504-b83f46b00ed4), after_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:22:14.508139 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97ee801a-6db2-476c-ae80-4c6a4edb5874 tempest-TaggedBootDevicesTest-980849656 tempest-TaggedBootDevicesTest-980849656-project] Pushing event deleted for resources: {'Port': ['ID=a8e3b704-eb7d-401f-b504-b83f46b00ed4,revision_number=None']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:22:14.514186 n-d-713498-36 neutron-server[103230]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97ee801a-6db2-476c-ae80-4c6a4edb5874 tempest-TaggedBootDevicesTest-980849656 tempest-TaggedBootDevicesTest-980849656-project] No DVR routers for this DVR port a8e3b704-eb7d-401f-b504-b83f46b00ed4 on host n-d-713498-36 {{(pid=103230) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 19:22:14.568485 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-e775740b-8a59-4c6a-ae16-6fac9f11c027 None None] For port fa80dfda-0025-4c1b-a2ae-7fc800f1e6cc, host n-d-713498-36, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-36',level=0,port_id=fa80dfda-0025-4c1b-a2ae-7fc800f1e6cc,segment=NetworkSegment(87b87801-3575-4768-92ea-47b1230f5828),segment_id=87b87801-3575-4768-92ea-47b1230f5828)] {{(pid=103232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 19:22:14.569163 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-e775740b-8a59-4c6a-ae16-6fac9f11c027 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1820838'] for port (fa80dfda-0025-4c1b-a2ae-7fc800f1e6cc), precommit_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:22:14.585124 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-e775740b-8a59-4c6a-ae16-6fac9f11c027 None None] Calling delete_port for fa80dfda-0025-4c1b-a2ae-7fc800f1e6cc owned by network:dhcp {{(pid=103232) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 19:22:14.630652 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-97ee801a-6db2-476c-ae80-4c6a4edb5874 tempest-TaggedBootDevicesTest-980849656 tempest-TaggedBootDevicesTest-980849656-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-590267', 'neutron.services.segments.db._delete_segments_for_network-8762867132609'] for network (331b81e1-5966-4614-8f3b-12a1817e4fe0), precommit_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:22:14.663513 n-d-713498-36 neutron-server[103230]: DEBUG neutron.services.segments.db [None req-97ee801a-6db2-476c-ae80-4c6a4edb5874 tempest-TaggedBootDevicesTest-980849656 tempest-TaggedBootDevicesTest-980849656-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['331b81e1-5966-4614-8f3b-12a1817e4fe0']}} {{(pid=103230) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:22:14.684816 n-d-713498-36 neutron-server[103230]: DEBUG neutron.services.segments.db [None req-97ee801a-6db2-476c-ae80-4c6a4edb5874 tempest-TaggedBootDevicesTest-980849656 tempest-TaggedBootDevicesTest-980849656-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '23ed1668-aba2-4aca-a9aa-7fbe90d952c5') {'for_net_delete': True} {{(pid=103230) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:22:14.684816 n-d-713498-36 neutron-server[103230]: DEBUG neutron.services.segments.db [None req-97ee801a-6db2-476c-ae80-4c6a4edb5874 tempest-TaggedBootDevicesTest-980849656 tempest-TaggedBootDevicesTest-980849656-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '23ed1668-aba2-4aca-a9aa-7fbe90d952c5') {} {{(pid=103230) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:22:14.701449 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-97ee801a-6db2-476c-ae80-4c6a4edb5874 tempest-TaggedBootDevicesTest-980849656 tempest-TaggedBootDevicesTest-980849656-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762867134154', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12895813'] for segment (23ed1668-aba2-4aca-a9aa-7fbe90d952c5), before_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:22:14.713657 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-e775740b-8a59-4c6a-ae16-6fac9f11c027 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762867177463', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762866656476'] for port (fa80dfda-0025-4c1b-a2ae-7fc800f1e6cc), after_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:22:14.722632 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-97ee801a-6db2-476c-ae80-4c6a4edb5874 tempest-TaggedBootDevicesTest-980849656 tempest-TaggedBootDevicesTest-980849656-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-759574'] for segment (23ed1668-aba2-4aca-a9aa-7fbe90d952c5), precommit_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:22:14.730290 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-97ee801a-6db2-476c-ae80-4c6a4edb5874 tempest-TaggedBootDevicesTest-980849656 tempest-TaggedBootDevicesTest-980849656-project] Releasing vlan 385 on physical network physnet1 to pool {{(pid=103230) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 19:22:14.730878 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-97ee801a-6db2-476c-ae80-4c6a4edb5874 tempest-TaggedBootDevicesTest-980849656 tempest-TaggedBootDevicesTest-980849656-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-759574', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14393826'] for segment (23ed1668-aba2-4aca-a9aa-7fbe90d952c5), after_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:22:14.735955 n-d-713498-36 neutron-server[103230]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 19:22:14.735955 n-d-713498-36 neutron-server[103230]: self.session.flush() Feb 09 19:22:14.735955 n-d-713498-36 neutron-server[103230]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 19:22:14.735955 n-d-713498-36 neutron-server[103230]: self.session.flush() Feb 09 19:22:14.735955 n-d-713498-36 neutron-server[103230]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 19:22:14.735955 n-d-713498-36 neutron-server[103230]: self.session.flush() Feb 09 19:22:14.735955 n-d-713498-36 neutron-server[103230]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 19:22:14.735955 n-d-713498-36 neutron-server[103230]: self.session.flush() Feb 09 19:22:14.735955 n-d-713498-36 neutron-server[103230]: Traceback (most recent call last): Feb 09 19:22:14.735955 n-d-713498-36 neutron-server[103230]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 19:22:14.735955 n-d-713498-36 neutron-server[103230]: timer() Feb 09 19:22:14.735955 n-d-713498-36 neutron-server[103230]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 19:22:14.735955 n-d-713498-36 neutron-server[103230]: cb(*args, **kw) Feb 09 19:22:14.735955 n-d-713498-36 neutron-server[103230]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 19:22:14.735955 n-d-713498-36 neutron-server[103230]: return func(*args, **kwargs) Feb 09 19:22:14.735955 n-d-713498-36 neutron-server[103230]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 19:22:14.735955 n-d-713498-36 neutron-server[103230]: self._notify() Feb 09 19:22:14.735955 n-d-713498-36 neutron-server[103230]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 19:22:14.735955 n-d-713498-36 neutron-server[103230]: self.callback(batched_events) Feb 09 19:22:14.735955 n-d-713498-36 neutron-server[103230]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 19:22:14.735955 n-d-713498-36 neutron-server[103230]: event.method(event) Feb 09 19:22:14.735955 n-d-713498-36 neutron-server[103230]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 19:22:14.735955 n-d-713498-36 neutron-server[103230]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 19:22:14.735955 n-d-713498-36 neutron-server[103230]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 19:22:14.735955 n-d-713498-36 neutron-server[103230]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 19:22:14.735955 n-d-713498-36 neutron-server[103230]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 19:22:14.735955 n-d-713498-36 neutron-server[103230]: return f(self, *a, **k) Feb 09 19:22:14.735955 n-d-713498-36 neutron-server[103230]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 19:22:14.735955 n-d-713498-36 neutron-server[103230]: return self._get(url).json() Feb 09 19:22:14.735955 n-d-713498-36 neutron-server[103230]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 19:22:14.735955 n-d-713498-36 neutron-server[103230]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 19:22:14.735955 n-d-713498-36 neutron-server[103230]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 19:22:14.735955 n-d-713498-36 neutron-server[103230]: return self.request(url, 'GET', **kwargs) Feb 09 19:22:14.735955 n-d-713498-36 neutron-server[103230]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 19:22:14.735955 n-d-713498-36 neutron-server[103230]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 19:22:14.735955 n-d-713498-36 neutron-server[103230]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 19:22:14.735955 n-d-713498-36 neutron-server[103230]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 19:22:14.735955 n-d-713498-36 neutron-server[103230]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 19:22:14.735955 n-d-713498-36 neutron-server[103230]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 19:22:14.735955 n-d-713498-36 neutron-server[103230]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 19:22:14.741104 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e775740b-8a59-4c6a-ae16-6fac9f11c027 None None] No DVR routers for this DVR port fa80dfda-0025-4c1b-a2ae-7fc800f1e6cc on host n-d-713498-36 {{(pid=103232) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 19:22:14.784373 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0e25cb6-efb1-47cb-aec7-0ffc491c27f1 req-df303903-6ef0-4606-9b4f-cace59ef9065 tempest-ImagesOneServerNegativeTestJSON-786624457 tempest-ImagesOneServerNegativeTestJSON-786624457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:22:14.786382 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-e0e25cb6-efb1-47cb-aec7-0ffc491c27f1 req-df303903-6ef0-4606-9b4f-cace59ef9065 tempest-ImagesOneServerNegativeTestJSON-786624457 tempest-ImagesOneServerNegativeTestJSON-786624457-project] 10.222.0.75 "GET /v2.0/ports?device_id=3ddc661e-6626-4fb1-83c4-091b5d4cc2e7 HTTP/1.1" status: 200 len: 945 time: 0.1385894 Feb 09 19:22:14.800988 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e775740b-8a59-4c6a-ae16-6fac9f11c027 None None] Pushing event deleted for resources: {'Port': ['ID=fa80dfda-0025-4c1b-a2ae-7fc800f1e6cc,revision_number=None']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:22:14.835648 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-97ee801a-6db2-476c-ae80-4c6a4edb5874 tempest-TaggedBootDevicesTest-980849656 tempest-TaggedBootDevicesTest-980849656-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-590242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1885479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1818895'] for network (331b81e1-5966-4614-8f3b-12a1817e4fe0), after_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:22:14.855746 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-e0e25cb6-efb1-47cb-aec7-0ffc491c27f1 req-0530272c-fc78-4aa0-a50f-edc556148738 tempest-ImagesOneServerNegativeTestJSON-786624457 tempest-ImagesOneServerNegativeTestJSON-786624457-project] 10.222.0.75 "GET /v2.0/security-groups?id=3a917974-2813-46d9-8673-0cde91ecf407&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0627656 Feb 09 19:22:14.903720 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-97ee801a-6db2-476c-ae80-4c6a4edb5874 tempest-TaggedBootDevicesTest-980849656 tempest-TaggedBootDevicesTest-980849656-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1613566'] for network (None), before_response {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:22:14.916411 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-97ee801a-6db2-476c-ae80-4c6a4edb5874 tempest-TaggedBootDevicesTest-980849656 tempest-TaggedBootDevicesTest-980849656-project] 10.222.0.75 "DELETE /v2.0/networks/331b81e1-5966-4614-8f3b-12a1817e4fe0 HTTP/1.1" status: 204 len: 168 time: 0.9363797 Feb 09 19:22:14.918383 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 46026) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:22:14.928089 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97ee801a-6db2-476c-ae80-4c6a4edb5874 tempest-TaggedBootDevicesTest-980849656 tempest-TaggedBootDevicesTest-980849656-project] Pushing event deleted for resources: {'Network': ['ID=331b81e1-5966-4614-8f3b-12a1817e4fe0,revision_number=None']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:22:15.059616 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-2441c8a0-01aa-4c98-8bcc-bc69d635ec28 tempest-TaggedBootDevicesTest-980849656 tempest-TaggedBootDevicesTest-980849656-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-670458'] for network (319dd8de-af57-40fe-b1b8-034fd50be509), before_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:22:15.066333 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50214bb1-d466-4f34-b7e7-ae0baea0be60 req-413e82f1-b0ad-4849-a8d9-74924c63666a tempest-AttachVolumeShelveTestJSON-671139515 tempest-AttachVolumeShelveTestJSON-671139515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:22:15.068447 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-50214bb1-d466-4f34-b7e7-ae0baea0be60 req-413e82f1-b0ad-4849-a8d9-74924c63666a tempest-AttachVolumeShelveTestJSON-671139515 tempest-AttachVolumeShelveTestJSON-671139515-project] 10.222.0.75 "GET /v2.0/ports?device_id=9a1c27a8-ba54-400e-9357-176d8c299bdc HTTP/1.1" status: 200 len: 943 time: 0.0598443 Feb 09 19:22:15.077311 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f74fb3e-c071-41b2-9fc6-44eeb1ccdceb req-39292f28-1e8a-4d99-a53a-aec3342e25b7 tempest-ImagesOneServerNegativeTestJSON-786624457 tempest-ImagesOneServerNegativeTestJSON-786624457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:22:15.079279 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-9f74fb3e-c071-41b2-9fc6-44eeb1ccdceb req-39292f28-1e8a-4d99-a53a-aec3342e25b7 tempest-ImagesOneServerNegativeTestJSON-786624457 tempest-ImagesOneServerNegativeTestJSON-786624457-project] 10.222.0.75 "GET /v2.0/ports?device_id=3ddc661e-6626-4fb1-83c4-091b5d4cc2e7 HTTP/1.1" status: 200 len: 945 time: 0.1272697 Feb 09 19:22:15.098493 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Device f577d359-44ae-4f12-9fc5-b3d04034f813 no longer exists at agent hyperv_n-h1-713498-36 {{(pid=103232) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 19:22:15.135660 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-50214bb1-d466-4f34-b7e7-ae0baea0be60 req-6e0b1148-b007-4d70-8e7e-1b39cbf27c2a tempest-AttachVolumeShelveTestJSON-671139515 tempest-AttachVolumeShelveTestJSON-671139515-project] 10.222.0.75 "GET /v2.0/security-groups?id=8ffa0824-cdc7-466b-baef-bc7606a99fd1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0603437 Feb 09 19:22:15.142828 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] No Port match for: f577d359-44ae-4f12-9fc5-b3d04034f813 {{(pid=103232) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 19:22:15.143175 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Device f577d359-44ae-4f12-9fc5-b3d04034f813 not bound to the agent host n-h1-713498-36 {{(pid=103232) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 19:22:15.149829 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-9f74fb3e-c071-41b2-9fc6-44eeb1ccdceb req-011df24b-909a-4ae5-a849-0327a030dbc8 tempest-ImagesOneServerNegativeTestJSON-786624457 tempest-ImagesOneServerNegativeTestJSON-786624457-project] 10.222.0.75 "GET /v2.0/security-groups?id=3a917974-2813-46d9-8673-0cde91ecf407&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0637660 Feb 09 19:22:15.240713 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-2441c8a0-01aa-4c98-8bcc-bc69d635ec28 tempest-TaggedBootDevicesTest-980849656 tempest-TaggedBootDevicesTest-980849656-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-590267', 'neutron.services.segments.db._delete_segments_for_network-8762867132609'] for network (319dd8de-af57-40fe-b1b8-034fd50be509), precommit_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:22:15.298219 n-d-713498-36 neutron-server[103229]: DEBUG neutron.services.segments.db [None req-2441c8a0-01aa-4c98-8bcc-bc69d635ec28 tempest-TaggedBootDevicesTest-980849656 tempest-TaggedBootDevicesTest-980849656-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['319dd8de-af57-40fe-b1b8-034fd50be509']}} {{(pid=103229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:22:15.305924 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8df9f1b7-3c1e-4937-b03b-5eadec80f13a req-9f514b15-31a5-4baa-8c4a-572931cc42d0 tempest-ServerRescueNegativeTestJSON-1800126168 tempest-ServerRescueNegativeTestJSON-1800126168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:22:15.314852 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-8df9f1b7-3c1e-4937-b03b-5eadec80f13a req-9f514b15-31a5-4baa-8c4a-572931cc42d0 tempest-ServerRescueNegativeTestJSON-1800126168 tempest-ServerRescueNegativeTestJSON-1800126168-project] 10.222.0.75 "GET /v2.0/ports?device_id=3f2394dc-3bdb-467a-bc3a-100f52d986e7 HTTP/1.1" status: 200 len: 945 time: 0.0899312 Feb 09 19:22:15.316528 n-d-713498-36 neutron-server[103229]: DEBUG neutron.services.segments.db [None req-2441c8a0-01aa-4c98-8bcc-bc69d635ec28 tempest-TaggedBootDevicesTest-980849656 tempest-TaggedBootDevicesTest-980849656-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '87b87801-3575-4768-92ea-47b1230f5828') {'for_net_delete': True} {{(pid=103229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:22:15.316832 n-d-713498-36 neutron-server[103229]: DEBUG neutron.services.segments.db [None req-2441c8a0-01aa-4c98-8bcc-bc69d635ec28 tempest-TaggedBootDevicesTest-980849656 tempest-TaggedBootDevicesTest-980849656-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '87b87801-3575-4768-92ea-47b1230f5828') {} {{(pid=103229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:22:15.352039 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-2441c8a0-01aa-4c98-8bcc-bc69d635ec28 tempest-TaggedBootDevicesTest-980849656 tempest-TaggedBootDevicesTest-980849656-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762867134154', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16683417'] for segment (87b87801-3575-4768-92ea-47b1230f5828), before_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:22:15.385228 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-2441c8a0-01aa-4c98-8bcc-bc69d635ec28 tempest-TaggedBootDevicesTest-980849656 tempest-TaggedBootDevicesTest-980849656-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-759574'] for segment (87b87801-3575-4768-92ea-47b1230f5828), precommit_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:22:15.394972 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2441c8a0-01aa-4c98-8bcc-bc69d635ec28 tempest-TaggedBootDevicesTest-980849656 tempest-TaggedBootDevicesTest-980849656-project] Releasing vlan 377 on physical network physnet1 to pool {{(pid=103229) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 19:22:15.395386 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-2441c8a0-01aa-4c98-8bcc-bc69d635ec28 tempest-TaggedBootDevicesTest-980849656 tempest-TaggedBootDevicesTest-980849656-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-759574', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12867469'] for segment (87b87801-3575-4768-92ea-47b1230f5828), after_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:22:15.415986 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-8df9f1b7-3c1e-4937-b03b-5eadec80f13a req-8a3b92f7-779f-4f48-bcf9-d46c55dfb5bc tempest-ServerRescueNegativeTestJSON-1800126168 tempest-ServerRescueNegativeTestJSON-1800126168-project] 10.222.0.75 "GET /v2.0/security-groups?id=20eba632-e06f-4b78-b62a-91fbda6670a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0954568 Feb 09 19:22:15.437523 n-d-713498-36 neutron-server[103229]: Traceback (most recent call last): Feb 09 19:22:15.437523 n-d-713498-36 neutron-server[103229]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 19:22:15.437523 n-d-713498-36 neutron-server[103229]: timer() Feb 09 19:22:15.437523 n-d-713498-36 neutron-server[103229]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 19:22:15.437523 n-d-713498-36 neutron-server[103229]: cb(*args, **kw) Feb 09 19:22:15.437523 n-d-713498-36 neutron-server[103229]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 19:22:15.437523 n-d-713498-36 neutron-server[103229]: return func(*args, **kwargs) Feb 09 19:22:15.437523 n-d-713498-36 neutron-server[103229]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 19:22:15.437523 n-d-713498-36 neutron-server[103229]: self._notify() Feb 09 19:22:15.437523 n-d-713498-36 neutron-server[103229]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 19:22:15.437523 n-d-713498-36 neutron-server[103229]: self.callback(batched_events) Feb 09 19:22:15.437523 n-d-713498-36 neutron-server[103229]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 19:22:15.437523 n-d-713498-36 neutron-server[103229]: event.method(event) Feb 09 19:22:15.437523 n-d-713498-36 neutron-server[103229]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 19:22:15.437523 n-d-713498-36 neutron-server[103229]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 19:22:15.437523 n-d-713498-36 neutron-server[103229]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 19:22:15.437523 n-d-713498-36 neutron-server[103229]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 19:22:15.437523 n-d-713498-36 neutron-server[103229]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 19:22:15.437523 n-d-713498-36 neutron-server[103229]: return f(self, *a, **k) Feb 09 19:22:15.437523 n-d-713498-36 neutron-server[103229]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 19:22:15.437523 n-d-713498-36 neutron-server[103229]: return self._get(url).json() Feb 09 19:22:15.437523 n-d-713498-36 neutron-server[103229]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 19:22:15.437523 n-d-713498-36 neutron-server[103229]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 19:22:15.437523 n-d-713498-36 neutron-server[103229]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 19:22:15.437523 n-d-713498-36 neutron-server[103229]: return self.request(url, 'GET', **kwargs) Feb 09 19:22:15.437523 n-d-713498-36 neutron-server[103229]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 19:22:15.437523 n-d-713498-36 neutron-server[103229]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 19:22:15.437523 n-d-713498-36 neutron-server[103229]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 19:22:15.437523 n-d-713498-36 neutron-server[103229]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 19:22:15.437523 n-d-713498-36 neutron-server[103229]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 19:22:15.437523 n-d-713498-36 neutron-server[103229]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 19:22:15.437523 n-d-713498-36 neutron-server[103229]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 19:22:15.463825 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-2441c8a0-01aa-4c98-8bcc-bc69d635ec28 tempest-TaggedBootDevicesTest-980849656 tempest-TaggedBootDevicesTest-980849656-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-590242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1885479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1818895'] for network (319dd8de-af57-40fe-b1b8-034fd50be509), after_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:22:15.494083 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2441c8a0-01aa-4c98-8bcc-bc69d635ec28 tempest-TaggedBootDevicesTest-980849656 tempest-TaggedBootDevicesTest-980849656-project] Pushing event deleted for resources: {'Network': ['ID=319dd8de-af57-40fe-b1b8-034fd50be509,revision_number=None']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:22:15.496578 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-2441c8a0-01aa-4c98-8bcc-bc69d635ec28 tempest-TaggedBootDevicesTest-980849656 tempest-TaggedBootDevicesTest-980849656-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1613566'] for network (None), before_response {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:22:15.501266 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-2441c8a0-01aa-4c98-8bcc-bc69d635ec28 tempest-TaggedBootDevicesTest-980849656 tempest-TaggedBootDevicesTest-980849656-project] 10.222.0.75 "DELETE /v2.0/networks/319dd8de-af57-40fe-b1b8-034fd50be509 HTTP/1.1" status: 204 len: 168 time: 0.5814824 Feb 09 19:22:15.719475 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Device fa80dfda-0025-4c1b-a2ae-7fc800f1e6cc no longer exists at agent ovs-agent-n-d-713498-36 {{(pid=103232) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 19:22:15.744289 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] No Port match for: fa80dfda-0025-4c1b-a2ae-7fc800f1e6cc {{(pid=103232) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 19:22:15.744706 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Device fa80dfda-0025-4c1b-a2ae-7fc800f1e6cc not bound to the agent host n-d-713498-36 {{(pid=103232) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 19:22:15.898869 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-a7262a8e-0513-48fd-984d-75726a511961 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762867132591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593584'] for agent (911cfea2-02ae-4ec9-bac3-7808ee1cdd9c), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:22:15.966073 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b97b07c2-346a-44f9-9077-e43ded6fb4ff req-0ba187c2-27f9-4bd7-8c66-67209cf8ef97 tempest-ImagesOneServerNegativeTestJSON-786624457 tempest-ImagesOneServerNegativeTestJSON-786624457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:22:15.970692 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-b97b07c2-346a-44f9-9077-e43ded6fb4ff req-0ba187c2-27f9-4bd7-8c66-67209cf8ef97 tempest-ImagesOneServerNegativeTestJSON-786624457 tempest-ImagesOneServerNegativeTestJSON-786624457-project] 10.222.0.75 "GET /v2.0/ports?device_id=3ddc661e-6626-4fb1-83c4-091b5d4cc2e7 HTTP/1.1" status: 200 len: 945 time: 0.0602732 Feb 09 19:22:16.023995 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-b97b07c2-346a-44f9-9077-e43ded6fb4ff req-d4b09c2a-6040-4939-8f28-a2365e7edc83 tempest-ImagesOneServerNegativeTestJSON-786624457 tempest-ImagesOneServerNegativeTestJSON-786624457-project] 10.222.0.75 "GET /v2.0/security-groups?id=3a917974-2813-46d9-8673-0cde91ecf407&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484884 Feb 09 19:22:16.285542 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47c40952-4aeb-42b1-935c-278b8b8636e0 req-7f31a58d-6333-44fe-9753-09606ef51afc tempest-AttachVolumeShelveTestJSON-671139515 tempest-AttachVolumeShelveTestJSON-671139515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:22:16.287944 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-47c40952-4aeb-42b1-935c-278b8b8636e0 req-7f31a58d-6333-44fe-9753-09606ef51afc tempest-AttachVolumeShelveTestJSON-671139515 tempest-AttachVolumeShelveTestJSON-671139515-project] 10.222.0.75 "GET /v2.0/ports?device_id=9a1c27a8-ba54-400e-9357-176d8c299bdc HTTP/1.1" status: 200 len: 943 time: 0.0693774 Feb 09 19:22:16.361093 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-47c40952-4aeb-42b1-935c-278b8b8636e0 req-a9460151-90fb-43ff-bab4-bb09e8676c6e tempest-AttachVolumeShelveTestJSON-671139515 tempest-AttachVolumeShelveTestJSON-671139515-project] 10.222.0.75 "GET /v2.0/security-groups?id=8ffa0824-cdc7-466b-baef-bc7606a99fd1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0617716 Feb 09 19:22:16.576763 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dcf2b63-c915-4240-ad9a-1a9a9d5c70f0 req-a9e16693-bc17-41e0-8f7d-0321cd534d48 tempest-ServerRescueNegativeTestJSON-1800126168 tempest-ServerRescueNegativeTestJSON-1800126168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:22:16.584888 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-0dcf2b63-c915-4240-ad9a-1a9a9d5c70f0 req-a9e16693-bc17-41e0-8f7d-0321cd534d48 tempest-ServerRescueNegativeTestJSON-1800126168 tempest-ServerRescueNegativeTestJSON-1800126168-project] 10.222.0.75 "GET /v2.0/ports?device_id=3f2394dc-3bdb-467a-bc3a-100f52d986e7 HTTP/1.1" status: 200 len: 945 time: 0.0748494 Feb 09 19:22:16.634865 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-0dcf2b63-c915-4240-ad9a-1a9a9d5c70f0 req-7b7312de-679d-44cd-960e-4287a5cfffa5 tempest-ServerRescueNegativeTestJSON-1800126168 tempest-ServerRescueNegativeTestJSON-1800126168-project] 10.222.0.75 "GET /v2.0/security-groups?id=20eba632-e06f-4b78-b62a-91fbda6670a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488248 Feb 09 19:22:17.008794 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762867132591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593584'] for agent (496418a2-c002-4aec-ab1a-07f3bea491bd), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:22:17.155500 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f490c26b-de69-495d-9b59-78503bde0234 req-2dd7181c-1166-4ee7-a310-be6d91825398 tempest-ImagesOneServerNegativeTestJSON-786624457 tempest-ImagesOneServerNegativeTestJSON-786624457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:22:17.155767 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Device 2ccc797c-207c-451c-9ed5-03dccf40c0cc details requested by agent hyperv_n-h2-713498-36 with host n-h2-713498-36 {{(pid=103232) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 19:22:17.157709 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-f490c26b-de69-495d-9b59-78503bde0234 req-2dd7181c-1166-4ee7-a310-be6d91825398 tempest-ImagesOneServerNegativeTestJSON-786624457 tempest-ImagesOneServerNegativeTestJSON-786624457-project] 10.222.0.75 "GET /v2.0/ports?device_id=3ddc661e-6626-4fb1-83c4-091b5d4cc2e7 HTTP/1.1" status: 200 len: 945 time: 0.0588214 Feb 09 19:22:17.213235 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-f490c26b-de69-495d-9b59-78503bde0234 req-0d531e2f-ba5f-44a6-bb1e-14ad1d0ff029 tempest-ImagesOneServerNegativeTestJSON-786624457 tempest-ImagesOneServerNegativeTestJSON-786624457-project] 10.222.0.75 "GET /v2.0/security-groups?id=3a917974-2813-46d9-8673-0cde91ecf407&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492647 Feb 09 19:22:17.271993 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-7429db8d-6021-40ad-813e-885be449a89b None None] For port 2ccc797c-207c-451c-9ed5-03dccf40c0cc, host n-h2-713498-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-36',level=0,port_id=2ccc797c-207c-451c-9ed5-03dccf40c0cc,segment=NetworkSegment(3775fb2c-c530-4fd0-a120-545068ec4f1e),segment_id=3775fb2c-c530-4fd0-a120-545068ec4f1e)] {{(pid=103232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 19:22:17.284047 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Returning: {'device': '2ccc797c-207c-451c-9ed5-03dccf40c0cc', 'network_id': 'ea5f98a2-c069-48db-b080-346340701d33', 'port_id': '2ccc797c-207c-451c-9ed5-03dccf40c0cc', 'mac_address': 'fa:16:3e:73:57:ec', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 396, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '48191d36-8745-4793-9d02-3afa512f12d6', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103232) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 19:22:17.321602 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Current status of the port 2ccc797c-207c-451c-9ed5-03dccf40c0cc is: ACTIVE; New status is: BUILD {{(pid=103232) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 19:22:17.322112 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (2ccc797c-207c-451c-9ed5-03dccf40c0cc), before_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:22:17.335655 n-d-713498-36 neutron-server[103232]: DEBUG neutron.notifiers.nova [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 2ccc797c-207c-451c-9ed5-03dccf40c0cc {{(pid=103232) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 19:22:17.354779 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-7429db8d-6021-40ad-813e-885be449a89b None None] For port 2ccc797c-207c-451c-9ed5-03dccf40c0cc, host n-h2-713498-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-36',level=0,port_id=2ccc797c-207c-451c-9ed5-03dccf40c0cc,segment=NetworkSegment(3775fb2c-c530-4fd0-a120-545068ec4f1e),segment_id=3775fb2c-c530-4fd0-a120-545068ec4f1e)] {{(pid=103232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 19:22:17.360709 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762867176205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762866656485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762866656503'] for port (2ccc797c-207c-451c-9ed5-03dccf40c0cc), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:22:17.416471 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Pushing event updated for resources: {'Port': ['ID=2ccc797c-207c-451c-9ed5-03dccf40c0cc,revision_number=6']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:22:17.461201 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-7429db8d-6021-40ad-813e-885be449a89b None None] get_ports_and_sgs() called for port_ids ['2ccc797c-207c-451c-9ed5-03dccf40c0cc'] {{(pid=103232) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 19:22:17.500675 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28c7f7b2-8152-408a-bcdc-d07444518dbb req-a64f9251-24c7-4ea3-81da-a73451fc59b2 tempest-AttachVolumeShelveTestJSON-671139515 tempest-AttachVolumeShelveTestJSON-671139515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:22:17.502295 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-28c7f7b2-8152-408a-bcdc-d07444518dbb req-a64f9251-24c7-4ea3-81da-a73451fc59b2 tempest-AttachVolumeShelveTestJSON-671139515 tempest-AttachVolumeShelveTestJSON-671139515-project] 10.222.0.75 "GET /v2.0/ports?device_id=9a1c27a8-ba54-400e-9357-176d8c299bdc HTTP/1.1" status: 200 len: 943 time: 0.0613370 Feb 09 19:22:17.565935 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-28c7f7b2-8152-408a-bcdc-d07444518dbb req-16567c75-bef6-4c98-8eb8-592ed1a70318 tempest-AttachVolumeShelveTestJSON-671139515 tempest-AttachVolumeShelveTestJSON-671139515-project] 10.222.0.75 "GET /v2.0/security-groups?id=8ffa0824-cdc7-466b-baef-bc7606a99fd1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0564919 Feb 09 19:22:17.759169 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cacf1b3-9560-4dc8-908e-9d69a520c194 req-a76332b7-c99a-45e1-9476-7f677ca42296 tempest-ServerRescueNegativeTestJSON-1800126168 tempest-ServerRescueNegativeTestJSON-1800126168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:22:17.760977 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-8cacf1b3-9560-4dc8-908e-9d69a520c194 req-a76332b7-c99a-45e1-9476-7f677ca42296 tempest-ServerRescueNegativeTestJSON-1800126168 tempest-ServerRescueNegativeTestJSON-1800126168-project] 10.222.0.75 "GET /v2.0/ports?device_id=3f2394dc-3bdb-467a-bc3a-100f52d986e7 HTTP/1.1" status: 200 len: 945 time: 0.0571358 Feb 09 19:22:17.815535 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-8cacf1b3-9560-4dc8-908e-9d69a520c194 req-8d480dec-372e-4324-9415-10820823eef0 tempest-ServerRescueNegativeTestJSON-1800126168 tempest-ServerRescueNegativeTestJSON-1800126168-project] 10.222.0.75 "GET /v2.0/security-groups?id=20eba632-e06f-4b78-b62a-91fbda6670a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470119 Feb 09 19:22:18.343054 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61a737fe-99e6-4df7-bc40-05f018c1eaab req-4b35bbba-0637-4d56-8ea6-57eb4ec1cb86 tempest-ImagesOneServerNegativeTestJSON-786624457 tempest-ImagesOneServerNegativeTestJSON-786624457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:22:18.344533 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-61a737fe-99e6-4df7-bc40-05f018c1eaab req-4b35bbba-0637-4d56-8ea6-57eb4ec1cb86 tempest-ImagesOneServerNegativeTestJSON-786624457 tempest-ImagesOneServerNegativeTestJSON-786624457-project] 10.222.0.75 "GET /v2.0/ports?device_id=3ddc661e-6626-4fb1-83c4-091b5d4cc2e7 HTTP/1.1" status: 200 len: 944 time: 0.0556564 Feb 09 19:22:18.393022 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-61a737fe-99e6-4df7-bc40-05f018c1eaab req-90c63038-774e-46d8-b15d-20c2f5db7651 tempest-ImagesOneServerNegativeTestJSON-786624457 tempest-ImagesOneServerNegativeTestJSON-786624457-project] 10.222.0.75 "GET /v2.0/security-groups?id=3a917974-2813-46d9-8673-0cde91ecf407&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424573 Feb 09 19:22:18.444928 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762867132591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593584'] for agent (488cd9ae-631f-4955-ba0b-4f5a13f12e9c), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:22:18.700379 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69a731e5-2dd2-44c3-9761-e8eab3bfcf9a req-3899e639-14ce-4b9d-9fe4-e3b6cba2958e tempest-AttachVolumeShelveTestJSON-671139515 tempest-AttachVolumeShelveTestJSON-671139515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:22:18.702458 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-69a731e5-2dd2-44c3-9761-e8eab3bfcf9a req-3899e639-14ce-4b9d-9fe4-e3b6cba2958e tempest-AttachVolumeShelveTestJSON-671139515 tempest-AttachVolumeShelveTestJSON-671139515-project] 10.222.0.75 "GET /v2.0/ports?device_id=9a1c27a8-ba54-400e-9357-176d8c299bdc HTTP/1.1" status: 200 len: 943 time: 0.0584612 Feb 09 19:22:18.751640 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-69a731e5-2dd2-44c3-9761-e8eab3bfcf9a req-6ea8bab4-ca9a-4ba4-a4fc-d018f14d41c4 tempest-AttachVolumeShelveTestJSON-671139515 tempest-AttachVolumeShelveTestJSON-671139515-project] 10.222.0.75 "GET /v2.0/security-groups?id=8ffa0824-cdc7-466b-baef-bc7606a99fd1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429323 Feb 09 19:22:18.905575 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762867132591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593584'] for agent (bcd5faee-dc24-4298-9134-0e0aa054058e), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:22:18.942155 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52fa6aba-bd79-4d70-a3cc-faa4807c64e2 req-ce04e4f5-2d4a-48f7-8f62-f4c1b11abfa1 tempest-ServerRescueNegativeTestJSON-1800126168 tempest-ServerRescueNegativeTestJSON-1800126168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:22:18.943633 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-52fa6aba-bd79-4d70-a3cc-faa4807c64e2 req-ce04e4f5-2d4a-48f7-8f62-f4c1b11abfa1 tempest-ServerRescueNegativeTestJSON-1800126168 tempest-ServerRescueNegativeTestJSON-1800126168-project] 10.222.0.75 "GET /v2.0/ports?device_id=3f2394dc-3bdb-467a-bc3a-100f52d986e7 HTTP/1.1" status: 200 len: 945 time: 0.0554478 Feb 09 19:22:18.990749 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-52fa6aba-bd79-4d70-a3cc-faa4807c64e2 req-aef9345a-b3f4-4eb8-91b6-58f79cc50d3c tempest-ServerRescueNegativeTestJSON-1800126168 tempest-ServerRescueNegativeTestJSON-1800126168-project] 10.222.0.75 "GET /v2.0/security-groups?id=20eba632-e06f-4b78-b62a-91fbda6670a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410182 Feb 09 19:22:19.182029 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Device 2ccc797c-207c-451c-9ed5-03dccf40c0cc up at agent hyperv_n-h2-713498-36 {{(pid=103232) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 19:22:19.238665 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.provisioning_blocks [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Provisioning complete for port 2ccc797c-207c-451c-9ed5-03dccf40c0cc triggered by entity L2. {{(pid=103232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 19:22:19.239033 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593630'] for port (2ccc797c-207c-451c-9ed5-03dccf40c0cc), provisioning_complete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:22:19.322237 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Current status of the port 2ccc797c-207c-451c-9ed5-03dccf40c0cc is: BUILD; New status is: ACTIVE {{(pid=103232) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 19:22:19.322539 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (2ccc797c-207c-451c-9ed5-03dccf40c0cc), before_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:22:19.346111 n-d-713498-36 neutron-server[103232]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3ddc661e-6626-4fb1-83c4-091b5d4cc2e7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2ccc797c-207c-451c-9ed5-03dccf40c0cc'}] {{(pid=103232) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 19:22:19.348310 n-d-713498-36 neutron-server[103232]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}949cdcde653dec44821de95cbf67297f53cbc2aed4e073b5d514f93bf911ce85" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1f081d99-cd12-4874-b410-d498f0a4fde6" -d '{"events": [{"server_uuid": "3ddc661e-6626-4fb1-83c4-091b5d4cc2e7", "name": "network-vif-plugged", "status": "completed", "tag": "2ccc797c-207c-451c-9ed5-03dccf40c0cc"}]}' {{(pid=103232) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 19:22:19.361604 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-7429db8d-6021-40ad-813e-885be449a89b None None] For port 2ccc797c-207c-451c-9ed5-03dccf40c0cc, host n-h2-713498-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-36',level=0,port_id=2ccc797c-207c-451c-9ed5-03dccf40c0cc,segment=NetworkSegment(3775fb2c-c530-4fd0-a120-545068ec4f1e),segment_id=3775fb2c-c530-4fd0-a120-545068ec4f1e)] {{(pid=103232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 19:22:19.366133 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762867176205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762866656485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762866656503'] for port (2ccc797c-207c-451c-9ed5-03dccf40c0cc), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:22:19.393098 n-d-713498-36 neutron-server[103232]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 19:22:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1c06445c-51bf-4d38-b4a5-a48fa5e4bbdb x-openstack-request-id: req-1c06445c-51bf-4d38-b4a5-a48fa5e4bbdb {{(pid=103232) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 19:22:19.393394 n-d-713498-36 neutron-server[103232]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3ddc661e-6626-4fb1-83c4-091b5d4cc2e7", "name": "network-vif-plugged", "status": "completed", "tag": "2ccc797c-207c-451c-9ed5-03dccf40c0cc", "code": 200}]} {{(pid=103232) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 19:22:19.393652 n-d-713498-36 neutron-server[103232]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-1c06445c-51bf-4d38-b4a5-a48fa5e4bbdb {{(pid=103232) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 19:22:19.394429 n-d-713498-36 neutron-server[103232]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3ddc661e-6626-4fb1-83c4-091b5d4cc2e7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2ccc797c-207c-451c-9ed5-03dccf40c0cc', 'code': 200} Feb 09 19:22:19.424189 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Pushing event updated for resources: {'Port': ['ID=2ccc797c-207c-451c-9ed5-03dccf40c0cc,revision_number=7']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:22:19.519779 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dde22191-bc88-4aef-819d-fabe033159e2 req-fc534937-0ba5-4fc5-9a50-1ce1f8b93925 tempest-ImagesOneServerNegativeTestJSON-786624457 tempest-ImagesOneServerNegativeTestJSON-786624457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:22:19.521375 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-dde22191-bc88-4aef-819d-fabe033159e2 req-fc534937-0ba5-4fc5-9a50-1ce1f8b93925 tempest-ImagesOneServerNegativeTestJSON-786624457 tempest-ImagesOneServerNegativeTestJSON-786624457-project] 10.222.0.75 "GET /v2.0/ports?device_id=3ddc661e-6626-4fb1-83c4-091b5d4cc2e7 HTTP/1.1" status: 200 len: 945 time: 0.0566783 Feb 09 19:22:19.578531 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-dde22191-bc88-4aef-819d-fabe033159e2 req-a854dd25-fc9c-42be-bd7f-26d7cd59a486 tempest-ImagesOneServerNegativeTestJSON-786624457 tempest-ImagesOneServerNegativeTestJSON-786624457-project] 10.222.0.75 "GET /v2.0/security-groups?id=3a917974-2813-46d9-8673-0cde91ecf407&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512969 Feb 09 19:22:19.843330 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5b0ad2d-83fa-48b9-8f55-8ca112b46297 req-cedebdf3-1b00-49ef-a4e7-24ae823a1c5f tempest-ImagesOneServerNegativeTestJSON-786624457 tempest-ImagesOneServerNegativeTestJSON-786624457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:22:19.846004 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-f5b0ad2d-83fa-48b9-8f55-8ca112b46297 req-cedebdf3-1b00-49ef-a4e7-24ae823a1c5f tempest-ImagesOneServerNegativeTestJSON-786624457 tempest-ImagesOneServerNegativeTestJSON-786624457-project] 10.222.0.75 "GET /v2.0/ports?device_id=3ddc661e-6626-4fb1-83c4-091b5d4cc2e7 HTTP/1.1" status: 200 len: 945 time: 0.0595241 Feb 09 19:22:19.890860 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f298f2fb-2b0d-4d12-bb7e-2dba7a8795fd req-9bea6d5f-581b-4335-ad40-f196d90f3825 tempest-AttachVolumeShelveTestJSON-671139515 tempest-AttachVolumeShelveTestJSON-671139515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:22:19.892500 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-f298f2fb-2b0d-4d12-bb7e-2dba7a8795fd req-9bea6d5f-581b-4335-ad40-f196d90f3825 tempest-AttachVolumeShelveTestJSON-671139515 tempest-AttachVolumeShelveTestJSON-671139515-project] 10.222.0.75 "GET /v2.0/ports?device_id=9a1c27a8-ba54-400e-9357-176d8c299bdc HTTP/1.1" status: 200 len: 943 time: 0.0581059 Feb 09 19:22:19.933035 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-f5b0ad2d-83fa-48b9-8f55-8ca112b46297 req-26fe9150-73be-464d-a75b-2721faa81c0f tempest-ImagesOneServerNegativeTestJSON-786624457 tempest-ImagesOneServerNegativeTestJSON-786624457-project] 10.222.0.75 "GET /v2.0/security-groups?id=3a917974-2813-46d9-8673-0cde91ecf407&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0814152 Feb 09 19:22:19.945578 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-f298f2fb-2b0d-4d12-bb7e-2dba7a8795fd req-1018e49d-997a-4b77-ab8e-33cb257a5bac tempest-AttachVolumeShelveTestJSON-671139515 tempest-AttachVolumeShelveTestJSON-671139515-project] 10.222.0.75 "GET /v2.0/security-groups?id=8ffa0824-cdc7-466b-baef-bc7606a99fd1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469975 Feb 09 19:22:19.949911 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f576c72d-f8f8-41e7-b468-55aa69f5adb5 req-0ead9f90-1cb3-4962-a11f-0e1f57f65bce tempest-ServerRescueNegativeTestJSON-1800126168 tempest-ServerRescueNegativeTestJSON-1800126168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:22:19.951709 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-f576c72d-f8f8-41e7-b468-55aa69f5adb5 req-0ead9f90-1cb3-4962-a11f-0e1f57f65bce tempest-ServerRescueNegativeTestJSON-1800126168 tempest-ServerRescueNegativeTestJSON-1800126168-project] 10.222.0.89 "GET /v2.0/ports?device_id=3f2394dc-3bdb-467a-bc3a-100f52d986e7 HTTP/1.1" status: 200 len: 945 time: 0.0857556 Feb 09 19:22:20.070923 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.plugin [req-f576c72d-f8f8-41e7-b468-55aa69f5adb5 req-b5f99a82-ac87-4a7c-a67e-e3c728f35b56 tempest-ServerRescueNegativeTestJSON-1800126168 tempest-ServerRescueNegativeTestJSON-1800126168-project] Deleting port a672cc1d-2a06-4285-94a8-fae176750140 {{(pid=103229) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 19:22:20.071254 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-f576c72d-f8f8-41e7-b468-55aa69f5adb5 req-b5f99a82-ac87-4a7c-a67e-e3c728f35b56 tempest-ServerRescueNegativeTestJSON-1800126168 tempest-ServerRescueNegativeTestJSON-1800126168-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762867170196'] for port (a672cc1d-2a06-4285-94a8-fae176750140), before_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:22:20.176641 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88bdc20e-0941-46b3-a3fa-6345c3ba9d87 req-8fbaf4e7-6eb5-48fa-8291-9ee2e40df831 tempest-ServerRescueNegativeTestJSON-1800126168 tempest-ServerRescueNegativeTestJSON-1800126168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:22:20.178100 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-88bdc20e-0941-46b3-a3fa-6345c3ba9d87 req-8fbaf4e7-6eb5-48fa-8291-9ee2e40df831 tempest-ServerRescueNegativeTestJSON-1800126168 tempest-ServerRescueNegativeTestJSON-1800126168-project] 10.222.0.75 "GET /v2.0/ports?device_id=3f2394dc-3bdb-467a-bc3a-100f52d986e7 HTTP/1.1" status: 200 len: 945 time: 0.1188722 Feb 09 19:22:20.207424 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.db [req-f576c72d-f8f8-41e7-b468-55aa69f5adb5 req-b5f99a82-ac87-4a7c-a67e-e3c728f35b56 tempest-ServerRescueNegativeTestJSON-1800126168 tempest-ServerRescueNegativeTestJSON-1800126168-project] For port a672cc1d-2a06-4285-94a8-fae176750140, host n-h1-713498-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-36',level=0,port_id=a672cc1d-2a06-4285-94a8-fae176750140,segment=NetworkSegment(c3df6112-dc28-41f3-95ea-b4906d348d77),segment_id=c3df6112-dc28-41f3-95ea-b4906d348d77)] {{(pid=103229) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 19:22:20.207796 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-f576c72d-f8f8-41e7-b468-55aa69f5adb5 req-b5f99a82-ac87-4a7c-a67e-e3c728f35b56 tempest-ServerRescueNegativeTestJSON-1800126168 tempest-ServerRescueNegativeTestJSON-1800126168-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1820838'] for port (a672cc1d-2a06-4285-94a8-fae176750140), precommit_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:22:20.230381 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.plugin [req-f576c72d-f8f8-41e7-b468-55aa69f5adb5 req-b5f99a82-ac87-4a7c-a67e-e3c728f35b56 tempest-ServerRescueNegativeTestJSON-1800126168 tempest-ServerRescueNegativeTestJSON-1800126168-project] Calling delete_port for a672cc1d-2a06-4285-94a8-fae176750140 owned by compute:nova {{(pid=103229) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 19:22:20.255350 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-88bdc20e-0941-46b3-a3fa-6345c3ba9d87 req-1110844d-1616-4730-9868-d79e4316d26b tempest-ServerRescueNegativeTestJSON-1800126168 tempest-ServerRescueNegativeTestJSON-1800126168-project] 10.222.0.75 "GET /v2.0/security-groups?id=20eba632-e06f-4b78-b62a-91fbda6670a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0705905 Feb 09 19:22:20.375224 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-f576c72d-f8f8-41e7-b468-55aa69f5adb5 req-b5f99a82-ac87-4a7c-a67e-e3c728f35b56 tempest-ServerRescueNegativeTestJSON-1800126168 tempest-ServerRescueNegativeTestJSON-1800126168-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762867177463', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762866656476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12867576'] for port (a672cc1d-2a06-4285-94a8-fae176750140), after_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:22:20.416319 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5f99a82-ac87-4a7c-a67e-e3c728f35b56 tempest-ServerRescueNegativeTestJSON-1800126168 tempest-ServerRescueNegativeTestJSON-1800126168-project] Pushing event deleted for resources: {'Port': ['ID=a672cc1d-2a06-4285-94a8-fae176750140,revision_number=None']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:22:20.462849 n-d-713498-36 neutron-server[103229]: DEBUG neutron.db.l3_dvrscheduler_db [req-f576c72d-f8f8-41e7-b468-55aa69f5adb5 req-b5f99a82-ac87-4a7c-a67e-e3c728f35b56 tempest-ServerRescueNegativeTestJSON-1800126168 tempest-ServerRescueNegativeTestJSON-1800126168-project] No DVR routers for this DVR port a672cc1d-2a06-4285-94a8-fae176750140 on host n-h1-713498-36 {{(pid=103229) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 19:22:20.465728 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-f576c72d-f8f8-41e7-b468-55aa69f5adb5 req-b5f99a82-ac87-4a7c-a67e-e3c728f35b56 tempest-ServerRescueNegativeTestJSON-1800126168 tempest-ServerRescueNegativeTestJSON-1800126168-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171096'] for port (None), before_response {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:22:20.470327 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-f576c72d-f8f8-41e7-b468-55aa69f5adb5 req-b5f99a82-ac87-4a7c-a67e-e3c728f35b56 tempest-ServerRescueNegativeTestJSON-1800126168 tempest-ServerRescueNegativeTestJSON-1800126168-project] 10.222.0.89 "DELETE /v2.0/ports/a672cc1d-2a06-4285-94a8-fae176750140 HTTP/1.1" status: 204 len: 173 time: 0.5114770 Feb 09 19:22:20.470816 n-d-713498-36 neutron-server[103229]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3f2394dc-3bdb-467a-bc3a-100f52d986e7', 'name': 'network-vif-deleted', 'tag': 'a672cc1d-2a06-4285-94a8-fae176750140'}] {{(pid=103229) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 19:22:20.473203 n-d-713498-36 neutron-server[103229]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fa6ae9a20702bd564eaf90d946620b2b4277b1ab91129323d3b54181076be307" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a3e84e37-2ad5-4ff5-b52a-da80536718d0" -d '{"events": [{"server_uuid": "3f2394dc-3bdb-467a-bc3a-100f52d986e7", "name": "network-vif-deleted", "tag": "a672cc1d-2a06-4285-94a8-fae176750140"}]}' {{(pid=103229) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 19:22:20.512547 n-d-713498-36 neutron-server[103229]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 19:22:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5535bae7-8acb-4b06-bb2b-64a69faa05ab x-openstack-request-id: req-5535bae7-8acb-4b06-bb2b-64a69faa05ab {{(pid=103229) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 19:22:20.512953 n-d-713498-36 neutron-server[103229]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3f2394dc-3bdb-467a-bc3a-100f52d986e7", "name": "network-vif-deleted", "tag": "a672cc1d-2a06-4285-94a8-fae176750140", "status": "completed", "code": 200}]} {{(pid=103229) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 19:22:20.513223 n-d-713498-36 neutron-server[103229]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-5535bae7-8acb-4b06-bb2b-64a69faa05ab {{(pid=103229) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 19:22:20.513672 n-d-713498-36 neutron-server[103229]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3f2394dc-3bdb-467a-bc3a-100f52d986e7', 'name': 'network-vif-deleted', 'tag': 'a672cc1d-2a06-4285-94a8-fae176750140', 'status': 'completed', 'code': 200} Feb 09 19:22:20.556926 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] get_ports_and_sgs() called for port_ids ['a672cc1d-2a06-4285-94a8-fae176750140'] {{(pid=103232) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 19:22:21.079295 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d01fdd33-a3b7-4480-8af6-c497ba20da94 req-1604424f-7b7e-45bd-bf94-1a4c97347895 tempest-ImagesOneServerNegativeTestJSON-786624457 tempest-ImagesOneServerNegativeTestJSON-786624457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:22:21.081048 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-d01fdd33-a3b7-4480-8af6-c497ba20da94 req-1604424f-7b7e-45bd-bf94-1a4c97347895 tempest-ImagesOneServerNegativeTestJSON-786624457 tempest-ImagesOneServerNegativeTestJSON-786624457-project] 10.222.0.75 "GET /v2.0/ports?device_id=3ddc661e-6626-4fb1-83c4-091b5d4cc2e7 HTTP/1.1" status: 200 len: 945 time: 0.0618715 Feb 09 19:22:21.086873 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f9a521c-3a9f-4e1f-8370-2195434d051a req-5705b25e-b29c-4cc9-b46c-08df994344c2 tempest-AttachVolumeShelveTestJSON-671139515 tempest-AttachVolumeShelveTestJSON-671139515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:22:21.088772 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-5f9a521c-3a9f-4e1f-8370-2195434d051a req-5705b25e-b29c-4cc9-b46c-08df994344c2 tempest-AttachVolumeShelveTestJSON-671139515 tempest-AttachVolumeShelveTestJSON-671139515-project] 10.222.0.75 "GET /v2.0/ports?device_id=9a1c27a8-ba54-400e-9357-176d8c299bdc HTTP/1.1" status: 200 len: 943 time: 0.0576751 Feb 09 19:22:21.135414 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-d01fdd33-a3b7-4480-8af6-c497ba20da94 req-709f3e47-e60f-41e4-b497-970ecf0559af tempest-ImagesOneServerNegativeTestJSON-786624457 tempest-ImagesOneServerNegativeTestJSON-786624457-project] 10.222.0.75 "GET /v2.0/security-groups?id=3a917974-2813-46d9-8673-0cde91ecf407&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484812 Feb 09 19:22:21.145765 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-5f9a521c-3a9f-4e1f-8370-2195434d051a req-5d643df4-a6d8-4232-9277-c5d06f0e826c tempest-AttachVolumeShelveTestJSON-671139515 tempest-AttachVolumeShelveTestJSON-671139515-project] 10.222.0.75 "GET /v2.0/security-groups?id=8ffa0824-cdc7-466b-baef-bc7606a99fd1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0500307 Feb 09 19:22:21.315981 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 46100) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:22:21.761909 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-b8a52288-f3dd-4dae-880a-f71110f07582 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1834525'] for router_interface (0b35ce43-523d-403b-836b-67cf87b6ca2f), before_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:22:22.093946 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5923e2b6-c6bc-48b5-bb31-f6b366254024 req-6ec3d8cb-ac8e-4fb0-a066-80679a55b667 tempest-AttachVolumeNegativeTest-275227323 tempest-AttachVolumeNegativeTest-275227323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:22:22.095398 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-5923e2b6-c6bc-48b5-bb31-f6b366254024 req-6ec3d8cb-ac8e-4fb0-a066-80679a55b667 tempest-AttachVolumeNegativeTest-275227323 tempest-AttachVolumeNegativeTest-275227323-project] 10.222.0.75 "GET /v2.0/ports?device_id=bae7eb97-4761-4fc6-a387-638f695fc4f3 HTTP/1.1" status: 200 len: 946 time: 0.1508775 Feb 09 19:22:22.125222 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ce8b9c3-c77e-4a2f-b1c9-13a7f86b1919 req-9ef80be7-ac5e-4630-800c-6714d8108526 tempest-ImagesOneServerNegativeTestJSON-786624457 tempest-ImagesOneServerNegativeTestJSON-786624457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:22:22.126733 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-1ce8b9c3-c77e-4a2f-b1c9-13a7f86b1919 req-9ef80be7-ac5e-4630-800c-6714d8108526 tempest-ImagesOneServerNegativeTestJSON-786624457 tempest-ImagesOneServerNegativeTestJSON-786624457-project] 10.222.0.90 "GET /v2.0/ports?device_id=3ddc661e-6626-4fb1-83c4-091b5d4cc2e7 HTTP/1.1" status: 200 len: 945 time: 0.1078463 Feb 09 19:22:22.216035 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-5923e2b6-c6bc-48b5-bb31-f6b366254024 req-62c43126-ae3a-403e-ad72-24b5bef8ba67 tempest-AttachVolumeNegativeTest-275227323 tempest-AttachVolumeNegativeTest-275227323-project] 10.222.0.75 "GET /v2.0/security-groups?id=4936bce0-5f58-4a33-9b1f-fa66fe6c175f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1101604 Feb 09 19:22:22.344548 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6044820c-fc36-4a4f-8f33-91e607e02426 req-c41bcce4-161e-4261-81ef-b1e605887e1f tempest-ImagesOneServerNegativeTestJSON-786624457 tempest-ImagesOneServerNegativeTestJSON-786624457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:22:22.352242 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-6044820c-fc36-4a4f-8f33-91e607e02426 req-c41bcce4-161e-4261-81ef-b1e605887e1f tempest-ImagesOneServerNegativeTestJSON-786624457 tempest-ImagesOneServerNegativeTestJSON-786624457-project] 10.222.0.75 "GET /v2.0/ports?device_id=3ddc661e-6626-4fb1-83c4-091b5d4cc2e7 HTTP/1.1" status: 200 len: 945 time: 0.0859795 Feb 09 19:22:22.400100 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3715ca9d-1e32-475b-9ae7-7d4e767d30f4 req-a420841a-98cc-4497-9e1a-45d5b36dfcad tempest-AttachVolumeShelveTestJSON-671139515 tempest-AttachVolumeShelveTestJSON-671139515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:22:22.401626 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-3715ca9d-1e32-475b-9ae7-7d4e767d30f4 req-a420841a-98cc-4497-9e1a-45d5b36dfcad tempest-AttachVolumeShelveTestJSON-671139515 tempest-AttachVolumeShelveTestJSON-671139515-project] 10.222.0.75 "GET /v2.0/ports?device_id=9a1c27a8-ba54-400e-9357-176d8c299bdc HTTP/1.1" status: 200 len: 943 time: 0.1016710 Feb 09 19:22:22.404938 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-6044820c-fc36-4a4f-8f33-91e607e02426 req-9944eec2-7f39-4561-a602-1af98c85a3c4 tempest-ImagesOneServerNegativeTestJSON-786624457 tempest-ImagesOneServerNegativeTestJSON-786624457-project] 10.222.0.75 "GET /v2.0/security-groups?id=3a917974-2813-46d9-8673-0cde91ecf407&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514882 Feb 09 19:22:22.408654 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.plugin [req-1ce8b9c3-c77e-4a2f-b1c9-13a7f86b1919 req-53b7c1c3-eaa8-405e-b6ff-28c4159105a4 tempest-ImagesOneServerNegativeTestJSON-786624457 tempest-ImagesOneServerNegativeTestJSON-786624457-project] Deleting port 2ccc797c-207c-451c-9ed5-03dccf40c0cc {{(pid=103229) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 19:22:22.409008 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-1ce8b9c3-c77e-4a2f-b1c9-13a7f86b1919 req-53b7c1c3-eaa8-405e-b6ff-28c4159105a4 tempest-ImagesOneServerNegativeTestJSON-786624457 tempest-ImagesOneServerNegativeTestJSON-786624457-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762867170196'] for port (2ccc797c-207c-451c-9ed5-03dccf40c0cc), before_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:22:22.425089 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.plugin [None req-b8a52288-f3dd-4dae-880a-f71110f07582 admin admin] Deleting port b2b454e4-3daa-46df-95f0-7e61df4a4481 {{(pid=103229) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 19:22:22.425342 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-b8a52288-f3dd-4dae-880a-f71110f07582 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762867170196'] for port (b2b454e4-3daa-46df-95f0-7e61df4a4481), before_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:22:22.573795 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-3715ca9d-1e32-475b-9ae7-7d4e767d30f4 req-9931480a-3695-4a32-b0fb-3bd6e59b5c5c tempest-AttachVolumeShelveTestJSON-671139515 tempest-AttachVolumeShelveTestJSON-671139515-project] 10.222.0.75 "GET /v2.0/security-groups?id=8ffa0824-cdc7-466b-baef-bc7606a99fd1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1610146 Feb 09 19:22:22.607563 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.db [req-1ce8b9c3-c77e-4a2f-b1c9-13a7f86b1919 req-53b7c1c3-eaa8-405e-b6ff-28c4159105a4 tempest-ImagesOneServerNegativeTestJSON-786624457 tempest-ImagesOneServerNegativeTestJSON-786624457-project] For port 2ccc797c-207c-451c-9ed5-03dccf40c0cc, host n-h2-713498-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-36',level=0,port_id=2ccc797c-207c-451c-9ed5-03dccf40c0cc,segment=NetworkSegment(3775fb2c-c530-4fd0-a120-545068ec4f1e),segment_id=3775fb2c-c530-4fd0-a120-545068ec4f1e)] {{(pid=103229) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 19:22:22.608575 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-1ce8b9c3-c77e-4a2f-b1c9-13a7f86b1919 req-53b7c1c3-eaa8-405e-b6ff-28c4159105a4 tempest-ImagesOneServerNegativeTestJSON-786624457 tempest-ImagesOneServerNegativeTestJSON-786624457-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1820838'] for port (2ccc797c-207c-451c-9ed5-03dccf40c0cc), precommit_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:22:22.630490 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.db [None req-b8a52288-f3dd-4dae-880a-f71110f07582 admin admin] For port b2b454e4-3daa-46df-95f0-7e61df4a4481, host n-d-713498-36, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-36',level=0,port_id=b2b454e4-3daa-46df-95f0-7e61df4a4481,segment=NetworkSegment(c3df6112-dc28-41f3-95ea-b4906d348d77),segment_id=c3df6112-dc28-41f3-95ea-b4906d348d77)] {{(pid=103229) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 19:22:22.630941 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-b8a52288-f3dd-4dae-880a-f71110f07582 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1820838'] for port (b2b454e4-3daa-46df-95f0-7e61df4a4481), precommit_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:22:22.633544 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.plugin [req-1ce8b9c3-c77e-4a2f-b1c9-13a7f86b1919 req-53b7c1c3-eaa8-405e-b6ff-28c4159105a4 tempest-ImagesOneServerNegativeTestJSON-786624457 tempest-ImagesOneServerNegativeTestJSON-786624457-project] Calling delete_port for 2ccc797c-207c-451c-9ed5-03dccf40c0cc owned by compute:nova {{(pid=103229) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 19:22:22.649625 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.plugin [None req-b8a52288-f3dd-4dae-880a-f71110f07582 admin admin] Calling delete_port for b2b454e4-3daa-46df-95f0-7e61df4a4481 owned by network:router_interface {{(pid=103229) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 19:22:22.888956 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-1ce8b9c3-c77e-4a2f-b1c9-13a7f86b1919 req-53b7c1c3-eaa8-405e-b6ff-28c4159105a4 tempest-ImagesOneServerNegativeTestJSON-786624457 tempest-ImagesOneServerNegativeTestJSON-786624457-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762867177463', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762866656476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12867576'] for port (2ccc797c-207c-451c-9ed5-03dccf40c0cc), after_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:22:22.968195 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53b7c1c3-eaa8-405e-b6ff-28c4159105a4 tempest-ImagesOneServerNegativeTestJSON-786624457 tempest-ImagesOneServerNegativeTestJSON-786624457-project] Pushing event deleted for resources: {'Port': ['ID=2ccc797c-207c-451c-9ed5-03dccf40c0cc,revision_number=None']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:22:23.002056 n-d-713498-36 neutron-server[103229]: DEBUG neutron.db.l3_dvrscheduler_db [req-1ce8b9c3-c77e-4a2f-b1c9-13a7f86b1919 req-53b7c1c3-eaa8-405e-b6ff-28c4159105a4 tempest-ImagesOneServerNegativeTestJSON-786624457 tempest-ImagesOneServerNegativeTestJSON-786624457-project] No DVR routers for this DVR port 2ccc797c-207c-451c-9ed5-03dccf40c0cc on host n-h2-713498-36 {{(pid=103229) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 19:22:23.007912 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-1ce8b9c3-c77e-4a2f-b1c9-13a7f86b1919 req-53b7c1c3-eaa8-405e-b6ff-28c4159105a4 tempest-ImagesOneServerNegativeTestJSON-786624457 tempest-ImagesOneServerNegativeTestJSON-786624457-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171096'] for port (None), before_response {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:22:23.011334 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-1ce8b9c3-c77e-4a2f-b1c9-13a7f86b1919 req-53b7c1c3-eaa8-405e-b6ff-28c4159105a4 tempest-ImagesOneServerNegativeTestJSON-786624457 tempest-ImagesOneServerNegativeTestJSON-786624457-project] 10.222.0.90 "DELETE /v2.0/ports/2ccc797c-207c-451c-9ed5-03dccf40c0cc HTTP/1.1" status: 204 len: 173 time: 0.8758347 Feb 09 19:22:23.011809 n-d-713498-36 neutron-server[103229]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3ddc661e-6626-4fb1-83c4-091b5d4cc2e7', 'name': 'network-vif-deleted', 'tag': '2ccc797c-207c-451c-9ed5-03dccf40c0cc'}] {{(pid=103229) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 19:22:23.014801 n-d-713498-36 neutron-server[103229]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fa6ae9a20702bd564eaf90d946620b2b4277b1ab91129323d3b54181076be307" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-263ebce9-ddca-4af7-bae5-ce421e261de6" -d '{"events": [{"server_uuid": "3ddc661e-6626-4fb1-83c4-091b5d4cc2e7", "name": "network-vif-deleted", "tag": "2ccc797c-207c-451c-9ed5-03dccf40c0cc"}]}' {{(pid=103229) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 19:22:23.066475 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-b8a52288-f3dd-4dae-880a-f71110f07582 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762867177463', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762866656476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12867576'] for port (b2b454e4-3daa-46df-95f0-7e61df4a4481), after_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:22:23.102256 n-d-713498-36 neutron-server[103229]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 19:22:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0003ed9b-115a-4ae1-b42f-d426524e3d17 x-openstack-request-id: req-0003ed9b-115a-4ae1-b42f-d426524e3d17 {{(pid=103229) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 19:22:23.102943 n-d-713498-36 neutron-server[103229]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3ddc661e-6626-4fb1-83c4-091b5d4cc2e7", "name": "network-vif-deleted", "tag": "2ccc797c-207c-451c-9ed5-03dccf40c0cc", "status": "completed", "code": 200}]} {{(pid=103229) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 19:22:23.103061 n-d-713498-36 neutron-server[103229]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-0003ed9b-115a-4ae1-b42f-d426524e3d17 {{(pid=103229) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 19:22:23.103551 n-d-713498-36 neutron-server[103229]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3ddc661e-6626-4fb1-83c4-091b5d4cc2e7', 'name': 'network-vif-deleted', 'tag': '2ccc797c-207c-451c-9ed5-03dccf40c0cc', 'status': 'completed', 'code': 200} Feb 09 19:22:23.105910 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Device a672cc1d-2a06-4285-94a8-fae176750140 no longer exists at agent hyperv_n-h1-713498-36 {{(pid=103232) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 19:22:23.110032 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8a52288-f3dd-4dae-880a-f71110f07582 admin admin] Pushing event deleted for resources: {'Port': ['ID=b2b454e4-3daa-46df-95f0-7e61df4a4481,revision_number=None']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:22:23.144573 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] No Port match for: a672cc1d-2a06-4285-94a8-fae176750140 {{(pid=103232) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 19:22:23.145707 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Device a672cc1d-2a06-4285-94a8-fae176750140 not bound to the agent host n-h1-713498-36 {{(pid=103232) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 19:22:23.185010 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Device 2ccc797c-207c-451c-9ed5-03dccf40c0cc no longer exists at agent hyperv_n-h2-713498-36 {{(pid=103232) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 19:22:23.217840 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-7429db8d-6021-40ad-813e-885be449a89b None None] No Port match for: 2ccc797c-207c-451c-9ed5-03dccf40c0cc {{(pid=103232) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 19:22:23.218619 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Device 2ccc797c-207c-451c-9ed5-03dccf40c0cc not bound to the agent host n-h2-713498-36 {{(pid=103232) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 19:22:23.367361 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-b8a52288-f3dd-4dae-880a-f71110f07582 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1613467', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1834633'] for router_interface (0b35ce43-523d-403b-836b-67cf87b6ca2f), after_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:22:23.524326 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-2bf23049-5b8f-4806-bb6f-a7944ef07feb req-714af901-2f8a-4333-b910-0fb9322ba286 tempest-ImagesOneServerNegativeTestJSON-786624457 tempest-ImagesOneServerNegativeTestJSON-786624457-project] 10.222.0.75 "GET /v2.0/ports?device_id=3ddc661e-6626-4fb1-83c4-091b5d4cc2e7 HTTP/1.1" status: 200 len: 210 time: 0.0292172 Feb 09 19:22:23.764526 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d73a41d2-f1cc-4c7e-bb46-f3dbd121339f req-38760941-b2af-436f-8038-7e2e7a09a4c7 tempest-AttachVolumeShelveTestJSON-671139515 tempest-AttachVolumeShelveTestJSON-671139515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:22:23.775133 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-d73a41d2-f1cc-4c7e-bb46-f3dbd121339f req-38760941-b2af-436f-8038-7e2e7a09a4c7 tempest-AttachVolumeShelveTestJSON-671139515 tempest-AttachVolumeShelveTestJSON-671139515-project] 10.222.0.75 "GET /v2.0/ports?device_id=9a1c27a8-ba54-400e-9357-176d8c299bdc HTTP/1.1" status: 200 len: 943 time: 0.0745118 Feb 09 19:22:23.799596 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eb4ef94-d918-4062-a6d7-18ac5483b10e req-31607680-4268-4d2e-ac59-4ba1b28368a9 tempest-AttachVolumeNegativeTest-275227323 tempest-AttachVolumeNegativeTest-275227323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:22:23.801139 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-2eb4ef94-d918-4062-a6d7-18ac5483b10e req-31607680-4268-4d2e-ac59-4ba1b28368a9 tempest-AttachVolumeNegativeTest-275227323 tempest-AttachVolumeNegativeTest-275227323-project] 10.222.0.89 "GET /v2.0/ports?device_id=bae7eb97-4761-4fc6-a387-638f695fc4f3 HTTP/1.1" status: 200 len: 946 time: 0.4909363 Feb 09 19:22:23.810685 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3b079eb-fd77-4d78-bfcb-d99d467af057 req-e0dc1806-33a9-4187-bd9f-df3d6aaf1759 tempest-AttachVolumeNegativeTest-275227323 tempest-AttachVolumeNegativeTest-275227323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:22:23.812608 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-d3b079eb-fd77-4d78-bfcb-d99d467af057 req-e0dc1806-33a9-4187-bd9f-df3d6aaf1759 tempest-AttachVolumeNegativeTest-275227323 tempest-AttachVolumeNegativeTest-275227323-project] 10.222.0.75 "GET /v2.0/ports?device_id=bae7eb97-4761-4fc6-a387-638f695fc4f3 HTTP/1.1" status: 200 len: 946 time: 0.5035584 Feb 09 19:22:23.848819 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-d73a41d2-f1cc-4c7e-bb46-f3dbd121339f req-889d2ab7-df5b-480c-9fb9-d9f69238565c tempest-AttachVolumeShelveTestJSON-671139515 tempest-AttachVolumeShelveTestJSON-671139515-project] 10.222.0.75 "GET /v2.0/security-groups?id=8ffa0824-cdc7-466b-baef-bc7606a99fd1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0655034 Feb 09 19:22:23.945115 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-d3b079eb-fd77-4d78-bfcb-d99d467af057 req-d99a28d9-88ff-4736-a36d-e824b2147a1f tempest-AttachVolumeNegativeTest-275227323 tempest-AttachVolumeNegativeTest-275227323-project] 10.222.0.75 "GET /v2.0/security-groups?id=4936bce0-5f58-4a33-9b1f-fa66fe6c175f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1177027 Feb 09 19:22:24.039067 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.plugin [req-2eb4ef94-d918-4062-a6d7-18ac5483b10e req-21caebdc-f979-4944-b812-0d9be564737e tempest-AttachVolumeNegativeTest-275227323 tempest-AttachVolumeNegativeTest-275227323-project] Deleting port 35ccb5fc-0174-476e-9fad-08fae2a5fb89 {{(pid=103229) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 19:22:24.039417 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-2eb4ef94-d918-4062-a6d7-18ac5483b10e req-21caebdc-f979-4944-b812-0d9be564737e tempest-AttachVolumeNegativeTest-275227323 tempest-AttachVolumeNegativeTest-275227323-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762867170196'] for port (35ccb5fc-0174-476e-9fad-08fae2a5fb89), before_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:22:24.135915 n-d-713498-36 neutron-server[103229]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b8a52288-f3dd-4dae-880a-f71110f07582 admin admin] Router 0b35ce43-523d-403b-836b-67cf87b6ca2f has already been hosted by L3 agent 93303d5e-5d17-45e8-8963-7694f87783ae {{(pid=103229) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 19:22:24.157051 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.db [req-2eb4ef94-d918-4062-a6d7-18ac5483b10e req-21caebdc-f979-4944-b812-0d9be564737e tempest-AttachVolumeNegativeTest-275227323 tempest-AttachVolumeNegativeTest-275227323-project] For port 35ccb5fc-0174-476e-9fad-08fae2a5fb89, host n-h1-713498-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-36',level=0,port_id=35ccb5fc-0174-476e-9fad-08fae2a5fb89,segment=NetworkSegment(c4b0cfb4-dad4-4b79-b4e7-2eec0bd08e3c),segment_id=c4b0cfb4-dad4-4b79-b4e7-2eec0bd08e3c)] {{(pid=103229) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 19:22:24.157418 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-2eb4ef94-d918-4062-a6d7-18ac5483b10e req-21caebdc-f979-4944-b812-0d9be564737e tempest-AttachVolumeNegativeTest-275227323 tempest-AttachVolumeNegativeTest-275227323-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1820838'] for port (35ccb5fc-0174-476e-9fad-08fae2a5fb89), precommit_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:22:24.229822 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.plugin [req-2eb4ef94-d918-4062-a6d7-18ac5483b10e req-21caebdc-f979-4944-b812-0d9be564737e tempest-AttachVolumeNegativeTest-275227323 tempest-AttachVolumeNegativeTest-275227323-project] Calling delete_port for 35ccb5fc-0174-476e-9fad-08fae2a5fb89 owned by compute:nova {{(pid=103229) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 19:22:24.316573 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b8a52288-f3dd-4dae-880a-f71110f07582 admin admin] Notify agent at l3_agent.n-d-713498-36 the message routers_updated {{(pid=103229) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 19:22:24.328555 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-b8a52288-f3dd-4dae-880a-f71110f07582 admin admin] 10.222.0.75 "PUT /v2.0/routers/0b35ce43-523d-403b-836b-67cf87b6ca2f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0113063 Feb 09 19:22:24.332941 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 46134) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:22:24.342727 n-d-713498-36 neutron-server[103233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf027c88-c1a8-4a46-9c88-86f3d36d2dba None None] Sync routers for ids ['0b35ce43-523d-403b-836b-67cf87b6ca2f'] in n-d-713498-36 {{(pid=103233) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 19:22:24.371474 n-d-713498-36 neutron-server[103233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf027c88-c1a8-4a46-9c88-86f3d36d2dba None None] Routers {'0b35ce43-523d-403b-836b-67cf87b6ca2f'} bound to L3 agent in host n-d-713498-36 {{(pid=103233) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 19:22:24.372598 n-d-713498-36 neutron-server[103233]: DEBUG neutron.db.l3_hamode_db [None req-bf027c88-c1a8-4a46-9c88-86f3d36d2dba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-09T18:51:43Z,description=,heartbeat_timestamp=2022-02-09T19:22:13Z,host='n-d-713498-36',id=93303d5e-5d17-45e8-8963-7694f87783ae,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T18:51:43Z,topic='l3_agent')) {'router_ids': ['0b35ce43-523d-403b-836b-67cf87b6ca2f'], 'active': True} {{(pid=103233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:22:24.412114 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-2eb4ef94-d918-4062-a6d7-18ac5483b10e req-21caebdc-f979-4944-b812-0d9be564737e tempest-AttachVolumeNegativeTest-275227323 tempest-AttachVolumeNegativeTest-275227323-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762867177463', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762866656476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12867576'] for port (35ccb5fc-0174-476e-9fad-08fae2a5fb89), after_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:22:24.424155 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] get_ports_and_sgs() called for port_ids ['35ccb5fc-0174-476e-9fad-08fae2a5fb89'] {{(pid=103232) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 19:22:24.451315 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21caebdc-f979-4944-b812-0d9be564737e tempest-AttachVolumeNegativeTest-275227323 tempest-AttachVolumeNegativeTest-275227323-project] Pushing event deleted for resources: {'Port': ['ID=35ccb5fc-0174-476e-9fad-08fae2a5fb89,revision_number=None']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:22:24.505906 n-d-713498-36 neutron-server[103229]: DEBUG neutron.db.l3_dvrscheduler_db [req-2eb4ef94-d918-4062-a6d7-18ac5483b10e req-21caebdc-f979-4944-b812-0d9be564737e tempest-AttachVolumeNegativeTest-275227323 tempest-AttachVolumeNegativeTest-275227323-project] No DVR routers for this DVR port 35ccb5fc-0174-476e-9fad-08fae2a5fb89 on host n-h1-713498-36 {{(pid=103229) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 19:22:24.506192 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-ef843661-e8b0-4487-9d8b-aae4100e9dbc admin admin] Publish callbacks [] for router (0b35ce43-523d-403b-836b-67cf87b6ca2f), before_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:22:24.510359 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-2eb4ef94-d918-4062-a6d7-18ac5483b10e req-21caebdc-f979-4944-b812-0d9be564737e tempest-AttachVolumeNegativeTest-275227323 tempest-AttachVolumeNegativeTest-275227323-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171096'] for port (None), before_response {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:22:24.517767 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-2eb4ef94-d918-4062-a6d7-18ac5483b10e req-21caebdc-f979-4944-b812-0d9be564737e tempest-AttachVolumeNegativeTest-275227323 tempest-AttachVolumeNegativeTest-275227323-project] 10.222.0.89 "DELETE /v2.0/ports/35ccb5fc-0174-476e-9fad-08fae2a5fb89 HTTP/1.1" status: 204 len: 173 time: 0.7040966 Feb 09 19:22:24.535717 n-d-713498-36 neutron-server[103233]: DEBUG neutron.db.l3_dvr_db [None req-bf027c88-c1a8-4a46-9c88-86f3d36d2dba None None] Set router 0b35ce43-523d-403b-836b-67cf87b6ca2f gateway port host: n-d-713498-36 {{(pid=103233) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 19:22:24.652215 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-ef843661-e8b0-4487-9d8b-aae4100e9dbc admin admin] Publish callbacks [] for router_gateway (0b35ce43-523d-403b-836b-67cf87b6ca2f), before_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:22:24.733016 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.plugin [None req-ef843661-e8b0-4487-9d8b-aae4100e9dbc admin admin] Deleting port b0b1ca31-766c-4c54-8908-fd6c8750f0b9 {{(pid=103230) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 19:22:24.733585 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-ef843661-e8b0-4487-9d8b-aae4100e9dbc admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762867170196'] for port (b0b1ca31-766c-4c54-8908-fd6c8750f0b9), before_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:22:24.840957 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.db [None req-ef843661-e8b0-4487-9d8b-aae4100e9dbc admin admin] For port b0b1ca31-766c-4c54-8908-fd6c8750f0b9, host n-d-713498-36, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-36',level=0,port_id=b0b1ca31-766c-4c54-8908-fd6c8750f0b9,segment=NetworkSegment(a4222f89-8d3f-4b51-953b-1a8126392491),segment_id=a4222f89-8d3f-4b51-953b-1a8126392491)] {{(pid=103230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 19:22:24.841347 n-d-713498-36 neutron-server[103233]: DEBUG neutron.db.l3_hamode_db [None req-bf027c88-c1a8-4a46-9c88-86f3d36d2dba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b35ce43-523d-403b-836b-67cf87b6ca2f', 'name': 'tempest-ServerRescueNegativeTestJSON-1373268637-router', 'tenant_id': 'eb0bb5f642894bf2abf52f90f794999a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88055e1e-672a-4487-be31-ffb6e833ece5', 'external_fixed_ips': [{'subnet_id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'ip_address': '172.25.1.133'}], 'enable_snat': True}, 'gw_port_id': 'b0b1ca31-766c-4c54-8908-fd6c8750f0b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T19:17:55Z', 'updated_at': '2022-02-09T19:22:22Z', 'revision_number': 5, 'project_id': 'eb0bb5f642894bf2abf52f90f794999a', 'gw_port': {'id': 'b0b1ca31-766c-4c54-8908-fd6c8750f0b9', 'name': '', 'network_id': '88055e1e-672a-4487-be31-ffb6e833ece5', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:99:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b35ce43-523d-403b-836b-67cf87b6ca2f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1639, 'fixed_ips': [{'subnet_id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'ip_address': '172.25.1.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T19:17:56Z', 'updated_at': '2022-02-09T19:18:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-36'}], 'n-d-713498-36', False) {} {{(pid=103233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:22:24.841602 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-ef843661-e8b0-4487-9d8b-aae4100e9dbc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1820838'] for port (b0b1ca31-766c-4c54-8908-fd6c8750f0b9), precommit_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:22:24.862237 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.plugin [None req-ef843661-e8b0-4487-9d8b-aae4100e9dbc admin admin] Calling delete_port for b0b1ca31-766c-4c54-8908-fd6c8750f0b9 owned by network:router_gateway {{(pid=103230) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 19:22:24.880672 n-d-713498-36 neutron-server[103233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf027c88-c1a8-4a46-9c88-86f3d36d2dba None None] Checking router: 0b35ce43-523d-403b-836b-67cf87b6ca2f for host: n-d-713498-36 {{(pid=103233) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 19:22:24.889736 n-d-713498-36 neutron-server[103233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf027c88-c1a8-4a46-9c88-86f3d36d2dba None None] Routers {'0b35ce43-523d-403b-836b-67cf87b6ca2f'} bound to L3 agent in host n-d-713498-36 {{(pid=103233) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 19:22:24.890196 n-d-713498-36 neutron-server[103233]: DEBUG neutron.db.l3_hamode_db [None req-bf027c88-c1a8-4a46-9c88-86f3d36d2dba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-09T18:51:43Z,description=,heartbeat_timestamp=2022-02-09T19:22:13Z,host='n-d-713498-36',id=93303d5e-5d17-45e8-8963-7694f87783ae,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T18:51:43Z,topic='l3_agent')) {'router_ids': ['0b35ce43-523d-403b-836b-67cf87b6ca2f'], 'active': True} {{(pid=103233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:22:24.925065 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c22aa825-b0b1-44a3-bbf8-e62c5c542e79 req-a8357a2f-5769-48bb-8dc9-da6fe5306006 tempest-ImagesOneServerNegativeTestJSON-786624457 tempest-ImagesOneServerNegativeTestJSON-786624457-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:22:24.935040 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-c22aa825-b0b1-44a3-bbf8-e62c5c542e79 req-a8357a2f-5769-48bb-8dc9-da6fe5306006 tempest-ImagesOneServerNegativeTestJSON-786624457 tempest-ImagesOneServerNegativeTestJSON-786624457-project] 10.222.0.75 "GET /v2.0/networks?id=ea5f98a2-c069-48db-b080-346340701d33 HTTP/1.1" status: 200 len: 821 time: 0.1623886 Feb 09 19:22:24.952997 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-c22aa825-b0b1-44a3-bbf8-e62c5c542e79 req-1e1ec876-cecb-4880-9dfa-f96c5a7ec68c tempest-ImagesOneServerNegativeTestJSON-786624457 tempest-ImagesOneServerNegativeTestJSON-786624457-project] 10.222.0.75 "GET /v2.0/quotas/ee42b623d71b4a08b8e85a34c704ee21 HTTP/1.1" status: 200 len: 375 time: 0.0168216 Feb 09 19:22:25.005491 n-d-713498-36 neutron-server[103233]: DEBUG neutron.db.l3_dvr_db [None req-bf027c88-c1a8-4a46-9c88-86f3d36d2dba None None] Set router 0b35ce43-523d-403b-836b-67cf87b6ca2f gateway port host: None {{(pid=103233) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 19:22:25.006115 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-c22aa825-b0b1-44a3-bbf8-e62c5c542e79 req-7b2306ca-495a-46c5-bb3f-47e4ce8f38e6 tempest-ImagesOneServerNegativeTestJSON-786624457 tempest-ImagesOneServerNegativeTestJSON-786624457-project] 10.222.0.75 "GET /v2.0/ports?tenant_id=ee42b623d71b4a08b8e85a34c704ee21&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0467174 Feb 09 19:22:25.073167 n-d-713498-36 neutron-server[103233]: DEBUG neutron.db.l3_hamode_db [None req-bf027c88-c1a8-4a46-9c88-86f3d36d2dba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b35ce43-523d-403b-836b-67cf87b6ca2f', 'name': 'tempest-ServerRescueNegativeTestJSON-1373268637-router', 'tenant_id': 'eb0bb5f642894bf2abf52f90f794999a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T19:17:55Z', 'updated_at': '2022-02-09T19:22:24Z', 'revision_number': 6, 'project_id': 'eb0bb5f642894bf2abf52f90f794999a', 'gw_port_host': None}], 'n-d-713498-36', False) {} {{(pid=103233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:22:25.106683 n-d-713498-36 neutron-server[103229]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bae7eb97-4761-4fc6-a387-638f695fc4f3', 'name': 'network-vif-deleted', 'tag': '35ccb5fc-0174-476e-9fad-08fae2a5fb89'}] {{(pid=103229) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 19:22:25.112144 n-d-713498-36 neutron-server[103229]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fa6ae9a20702bd564eaf90d946620b2b4277b1ab91129323d3b54181076be307" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f469f42d-efb4-4cb3-b723-a8dc32fc67fd" -d '{"events": [{"server_uuid": "bae7eb97-4761-4fc6-a387-638f695fc4f3", "name": "network-vif-deleted", "tag": "35ccb5fc-0174-476e-9fad-08fae2a5fb89"}]}' {{(pid=103229) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 19:22:25.125927 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c06af87-cdc2-4331-9dd2-de30983291a1 req-5d08bc7e-b280-4c91-bf61-84071fb18aeb tempest-AttachVolumeShelveTestJSON-671139515 tempest-AttachVolumeShelveTestJSON-671139515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:22:25.133737 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-1c06af87-cdc2-4331-9dd2-de30983291a1 req-5d08bc7e-b280-4c91-bf61-84071fb18aeb tempest-AttachVolumeShelveTestJSON-671139515 tempest-AttachVolumeShelveTestJSON-671139515-project] 10.222.0.75 "GET /v2.0/ports?device_id=9a1c27a8-ba54-400e-9357-176d8c299bdc HTTP/1.1" status: 200 len: 943 time: 0.1939337 Feb 09 19:22:25.141248 n-d-713498-36 neutron-server[103233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf027c88-c1a8-4a46-9c88-86f3d36d2dba None None] The sync data for ids ['0b35ce43-523d-403b-836b-67cf87b6ca2f'] in n-d-713498-36 is: [{'id': '0b35ce43-523d-403b-836b-67cf87b6ca2f', 'name': 'tempest-ServerRescueNegativeTestJSON-1373268637-router', 'tenant_id': 'eb0bb5f642894bf2abf52f90f794999a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T19:17:55Z', 'updated_at': '2022-02-09T19:22:24Z', 'revision_number': 6, 'project_id': 'eb0bb5f642894bf2abf52f90f794999a', 'gw_port_host': None}] {{(pid=103233) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 19:22:25.143476 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-ef843661-e8b0-4487-9d8b-aae4100e9dbc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762867177463', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762866656476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14393751'] for port (b0b1ca31-766c-4c54-8908-fd6c8750f0b9), after_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:22:25.185016 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-c22aa825-b0b1-44a3-bbf8-e62c5c542e79 req-6cc5a3bc-8325-410c-a0fe-e7e2aabb3a8d service neutron] 10.222.0.75 "GET /v2.0/networks/ea5f98a2-c069-48db-b080-346340701d33?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1714010 Feb 09 19:22:25.193321 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef843661-e8b0-4487-9d8b-aae4100e9dbc admin admin] Pushing event deleted for resources: {'Port': ['ID=b0b1ca31-766c-4c54-8908-fd6c8750f0b9,revision_number=None']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:22:25.269349 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-1c06af87-cdc2-4331-9dd2-de30983291a1 req-2f5cc357-70f0-429f-bfa7-159d89cbc49b tempest-AttachVolumeShelveTestJSON-671139515 tempest-AttachVolumeShelveTestJSON-671139515-project] 10.222.0.75 "GET /v2.0/security-groups?id=8ffa0824-cdc7-466b-baef-bc7606a99fd1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1345470 Feb 09 19:22:25.286073 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-ef843661-e8b0-4487-9d8b-aae4100e9dbc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1818987'] for router_gateway (0b35ce43-523d-403b-836b-67cf87b6ca2f), after_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:22:25.320759 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-c22aa825-b0b1-44a3-bbf8-e62c5c542e79 req-c4d0c1c0-9437-4c77-b2dd-da3fcac175a3 service neutron] 10.222.0.75 "GET /v2.0/networks/ea5f98a2-c069-48db-b080-346340701d33?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1337266 Feb 09 19:22:25.344398 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 46156) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:22:25.387323 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-ef843661-e8b0-4487-9d8b-aae4100e9dbc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1834988', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-58375'] for router (0b35ce43-523d-403b-836b-67cf87b6ca2f), precommit_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:22:25.390656 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-ef843661-e8b0-4487-9d8b-aae4100e9dbc admin admin] Publish callbacks [] for router_controller (0b35ce43-523d-403b-836b-67cf87b6ca2f), precommit_delete_associations {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:22:25.391542 n-d-713498-36 neutron-server[103229]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 19:22:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-86e72bbd-e044-4378-ab6a-6aab68c80ab7 x-openstack-request-id: req-86e72bbd-e044-4378-ab6a-6aab68c80ab7 {{(pid=103229) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 19:22:25.392029 n-d-713498-36 neutron-server[103229]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bae7eb97-4761-4fc6-a387-638f695fc4f3", "name": "network-vif-deleted", "tag": "35ccb5fc-0174-476e-9fad-08fae2a5fb89", "status": "completed", "code": 200}]} {{(pid=103229) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 19:22:25.392158 n-d-713498-36 neutron-server[103229]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-86e72bbd-e044-4378-ab6a-6aab68c80ab7 {{(pid=103229) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 19:22:25.392488 n-d-713498-36 neutron-server[103229]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bae7eb97-4761-4fc6-a387-638f695fc4f3', 'name': 'network-vif-deleted', 'tag': '35ccb5fc-0174-476e-9fad-08fae2a5fb89', 'status': 'completed', 'code': 200} Feb 09 19:22:25.437647 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-ef843661-e8b0-4487-9d8b-aae4100e9dbc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1835003'] for router (0b35ce43-523d-403b-836b-67cf87b6ca2f), after_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:22:25.438499 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ef843661-e8b0-4487-9d8b-aae4100e9dbc admin admin] Fanout notify agent at l3_agent the message router_deleted on router 0b35ce43-523d-403b-836b-67cf87b6ca2f {{(pid=103230) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 09 19:22:25.444122 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-ef843661-e8b0-4487-9d8b-aae4100e9dbc admin admin] Publish callbacks [] for router (None), before_response {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:22:25.448156 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-ef843661-e8b0-4487-9d8b-aae4100e9dbc admin admin] 10.222.0.75 "DELETE /v2.0/routers/0b35ce43-523d-403b-836b-67cf87b6ca2f HTTP/1.1" status: 204 len: 168 time: 1.1131670 Feb 09 19:22:25.448323 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 46160) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:22:25.557929 n-d-713498-36 neutron-server[103229]: DEBUG neutron.db.db_base_plugin_v2 [None req-7807fcf4-0a24-45fd-8f4e-e32c3a72b1b5 admin admin] Deleting subnet bfbf079d-29ec-44ec-8f0f-f87b207baa58 {{(pid=103229) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 19:22:25.601767 n-d-713498-36 neutron-server[103229]: DEBUG neutron.db.db_base_plugin_v2 [None req-e683e79e-63ab-4a4f-8046-f787ddfdfd20 admin admin] Deleting subnet 74f7cf6f-ebf0-4984-aecc-0c23aa6982bb {{(pid=103229) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 19:22:25.606264 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-7807fcf4-0a24-45fd-8f4e-e32c3a72b1b5 admin admin] Publish callbacks [] for subnet (bfbf079d-29ec-44ec-8f0f-f87b207baa58), before_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:22:25.607500 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-e683e79e-63ab-4a4f-8046-f787ddfdfd20 admin admin] Publish callbacks [] for subnet (74f7cf6f-ebf0-4984-aecc-0c23aa6982bb), before_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:22:25.648731 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-87744a7e-7c60-4b1c-ab7a-ac7a9948a441 req-b1420d75-bee8-43f5-a2b8-ddf2c6d4681e tempest-ImagesOneServerNegativeTestJSON-786624457 tempest-ImagesOneServerNegativeTestJSON-786624457-project] 10.222.0.75 "GET /v2.0/ports?device_id=7ef2eb89-b5e2-45b1-91b5-034016d66832 HTTP/1.1" status: 200 len: 210 time: 0.0598423 Feb 09 19:22:25.703657 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-7807fcf4-0a24-45fd-8f4e-e32c3a72b1b5 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16683410'] for subnet (bfbf079d-29ec-44ec-8f0f-f87b207baa58), precommit_delete_associations {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:22:25.733991 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-e683e79e-63ab-4a4f-8046-f787ddfdfd20 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16683410'] for subnet (74f7cf6f-ebf0-4984-aecc-0c23aa6982bb), precommit_delete_associations {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:22:25.791774 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-7807fcf4-0a24-45fd-8f4e-e32c3a72b1b5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-759852'] for subnet (bfbf079d-29ec-44ec-8f0f-f87b207baa58), precommit_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:22:25.815985 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-e683e79e-63ab-4a4f-8046-f787ddfdfd20 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-759852'] for subnet (74f7cf6f-ebf0-4984-aecc-0c23aa6982bb), precommit_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:22:25.896604 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-e683e79e-63ab-4a4f-8046-f787ddfdfd20 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-760023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12867367', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12759238'] for subnet (74f7cf6f-ebf0-4984-aecc-0c23aa6982bb), after_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:22:25.902016 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-7807fcf4-0a24-45fd-8f4e-e32c3a72b1b5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-760023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12867367', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12759238'] for subnet (bfbf079d-29ec-44ec-8f0f-f87b207baa58), after_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:22:25.933808 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e683e79e-63ab-4a4f-8046-f787ddfdfd20 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=74f7cf6f-ebf0-4984-aecc-0c23aa6982bb,revision_number=None']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:22:25.936303 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-e683e79e-63ab-4a4f-8046-f787ddfdfd20 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1613566'] for subnet (None), before_response {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:22:25.939947 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-e683e79e-63ab-4a4f-8046-f787ddfdfd20 admin admin] 10.222.0.75 "DELETE /v2.0/subnets/74f7cf6f-ebf0-4984-aecc-0c23aa6982bb HTTP/1.1" status: 204 len: 168 time: 0.4903400 Feb 09 19:22:25.942945 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 46172) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:22:25.945443 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-7807fcf4-0a24-45fd-8f4e-e32c3a72b1b5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1613566'] for subnet (None), before_response {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:22:25.949391 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-7807fcf4-0a24-45fd-8f4e-e32c3a72b1b5 admin admin] 10.222.0.75 "DELETE /v2.0/subnets/bfbf079d-29ec-44ec-8f0f-f87b207baa58 HTTP/1.1" status: 204 len: 168 time: 0.6039143 Feb 09 19:22:25.953107 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 46174) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:22:25.969603 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7807fcf4-0a24-45fd-8f4e-e32c3a72b1b5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bfbf079d-29ec-44ec-8f0f-f87b207baa58,revision_number=None']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:22:26.058940 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Device b2b454e4-3daa-46df-95f0-7e61df4a4481 no longer exists at agent ovs-agent-n-d-713498-36 {{(pid=103232) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 19:22:26.107233 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-245a5c6a-8291-480c-9a43-ecf727c6440c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-670458'] for network (1c43e0bb-e4e9-4561-873a-403fc433e655), before_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:22:26.112858 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-5aa00e20-b094-453a-99a1-6c74661e8c01 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-670458'] for network (5d2d334e-0f6b-4e62-b869-e00487a29620), before_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:22:26.118212 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] No Port match for: b2b454e4-3daa-46df-95f0-7e61df4a4481 {{(pid=103232) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 19:22:26.118899 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Device b2b454e4-3daa-46df-95f0-7e61df4a4481 not bound to the agent host n-d-713498-36 {{(pid=103232) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 19:22:26.274449 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-245a5c6a-8291-480c-9a43-ecf727c6440c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-590267', 'neutron.services.segments.db._delete_segments_for_network-8762867132609'] for network (1c43e0bb-e4e9-4561-873a-403fc433e655), precommit_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:22:26.284752 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-5aa00e20-b094-453a-99a1-6c74661e8c01 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-590267', 'neutron.services.segments.db._delete_segments_for_network-8762867132609'] for network (5d2d334e-0f6b-4e62-b869-e00487a29620), precommit_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:22:26.313674 n-d-713498-36 neutron-server[103230]: DEBUG neutron.services.segments.db [None req-245a5c6a-8291-480c-9a43-ecf727c6440c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1c43e0bb-e4e9-4561-873a-403fc433e655']}} {{(pid=103230) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:22:26.323235 n-d-713498-36 neutron-server[103230]: DEBUG neutron.services.segments.db [None req-5aa00e20-b094-453a-99a1-6c74661e8c01 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5d2d334e-0f6b-4e62-b869-e00487a29620']}} {{(pid=103230) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:22:26.332516 n-d-713498-36 neutron-server[103230]: DEBUG neutron.services.segments.db [None req-245a5c6a-8291-480c-9a43-ecf727c6440c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c4b0cfb4-dad4-4b79-b4e7-2eec0bd08e3c') {'for_net_delete': True} {{(pid=103230) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:22:26.332816 n-d-713498-36 neutron-server[103230]: DEBUG neutron.services.segments.db [None req-245a5c6a-8291-480c-9a43-ecf727c6440c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c4b0cfb4-dad4-4b79-b4e7-2eec0bd08e3c') {} {{(pid=103230) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:22:26.341729 n-d-713498-36 neutron-server[103230]: DEBUG neutron.services.segments.db [None req-5aa00e20-b094-453a-99a1-6c74661e8c01 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c3df6112-dc28-41f3-95ea-b4906d348d77') {'for_net_delete': True} {{(pid=103230) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:22:26.342927 n-d-713498-36 neutron-server[103230]: DEBUG neutron.services.segments.db [None req-5aa00e20-b094-453a-99a1-6c74661e8c01 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c3df6112-dc28-41f3-95ea-b4906d348d77') {} {{(pid=103230) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:22:26.351315 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-245a5c6a-8291-480c-9a43-ecf727c6440c admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762867134154', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12895813'] for segment (c4b0cfb4-dad4-4b79-b4e7-2eec0bd08e3c), before_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:22:26.369125 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-5aa00e20-b094-453a-99a1-6c74661e8c01 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762867134154', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12895813'] for segment (c3df6112-dc28-41f3-95ea-b4906d348d77), before_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:22:26.392778 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-245a5c6a-8291-480c-9a43-ecf727c6440c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-759574'] for segment (c4b0cfb4-dad4-4b79-b4e7-2eec0bd08e3c), precommit_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:22:26.402972 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-245a5c6a-8291-480c-9a43-ecf727c6440c admin admin] Releasing vlan 368 on physical network physnet1 to pool {{(pid=103230) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 19:22:26.403374 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-245a5c6a-8291-480c-9a43-ecf727c6440c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-759574', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14393826'] for segment (c4b0cfb4-dad4-4b79-b4e7-2eec0bd08e3c), after_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:22:26.444520 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9536fcc-609c-4526-bcbd-cd28e5ded4d2 req-9ccb204c-c6ed-4f56-8118-f84c27b38599 tempest-AttachVolumeShelveTestJSON-671139515 tempest-AttachVolumeShelveTestJSON-671139515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:22:26.447000 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-f9536fcc-609c-4526-bcbd-cd28e5ded4d2 req-9ccb204c-c6ed-4f56-8118-f84c27b38599 tempest-AttachVolumeShelveTestJSON-671139515 tempest-AttachVolumeShelveTestJSON-671139515-project] 10.222.0.75 "GET /v2.0/ports?device_id=9a1c27a8-ba54-400e-9357-176d8c299bdc HTTP/1.1" status: 200 len: 943 time: 0.0703175 Feb 09 19:22:26.469887 n-d-713498-36 neutron-server[103230]: Traceback (most recent call last): Feb 09 19:22:26.469887 n-d-713498-36 neutron-server[103230]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 19:22:26.469887 n-d-713498-36 neutron-server[103230]: timer() Feb 09 19:22:26.469887 n-d-713498-36 neutron-server[103230]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 19:22:26.469887 n-d-713498-36 neutron-server[103230]: cb(*args, **kw) Feb 09 19:22:26.469887 n-d-713498-36 neutron-server[103230]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 19:22:26.469887 n-d-713498-36 neutron-server[103230]: return func(*args, **kwargs) Feb 09 19:22:26.469887 n-d-713498-36 neutron-server[103230]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 19:22:26.469887 n-d-713498-36 neutron-server[103230]: self._notify() Feb 09 19:22:26.469887 n-d-713498-36 neutron-server[103230]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 19:22:26.469887 n-d-713498-36 neutron-server[103230]: self.callback(batched_events) Feb 09 19:22:26.469887 n-d-713498-36 neutron-server[103230]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 19:22:26.469887 n-d-713498-36 neutron-server[103230]: event.method(event) Feb 09 19:22:26.469887 n-d-713498-36 neutron-server[103230]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 19:22:26.469887 n-d-713498-36 neutron-server[103230]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 19:22:26.469887 n-d-713498-36 neutron-server[103230]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 19:22:26.469887 n-d-713498-36 neutron-server[103230]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 19:22:26.469887 n-d-713498-36 neutron-server[103230]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 19:22:26.469887 n-d-713498-36 neutron-server[103230]: return f(self, *a, **k) Feb 09 19:22:26.469887 n-d-713498-36 neutron-server[103230]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 19:22:26.469887 n-d-713498-36 neutron-server[103230]: return self._get(url).json() Feb 09 19:22:26.469887 n-d-713498-36 neutron-server[103230]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 19:22:26.469887 n-d-713498-36 neutron-server[103230]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 19:22:26.469887 n-d-713498-36 neutron-server[103230]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 19:22:26.469887 n-d-713498-36 neutron-server[103230]: return self.request(url, 'GET', **kwargs) Feb 09 19:22:26.469887 n-d-713498-36 neutron-server[103230]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 19:22:26.469887 n-d-713498-36 neutron-server[103230]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 19:22:26.469887 n-d-713498-36 neutron-server[103230]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 19:22:26.469887 n-d-713498-36 neutron-server[103230]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 19:22:26.469887 n-d-713498-36 neutron-server[103230]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 19:22:26.469887 n-d-713498-36 neutron-server[103230]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 19:22:26.469887 n-d-713498-36 neutron-server[103230]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 19:22:26.473199 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-5aa00e20-b094-453a-99a1-6c74661e8c01 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-759574'] for segment (c3df6112-dc28-41f3-95ea-b4906d348d77), precommit_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:22:26.481086 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-245a5c6a-8291-480c-9a43-ecf727c6440c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-590242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1885479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1818895'] for network (1c43e0bb-e4e9-4561-873a-403fc433e655), after_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:22:26.484818 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5aa00e20-b094-453a-99a1-6c74661e8c01 admin admin] Releasing vlan 375 on physical network physnet1 to pool {{(pid=103230) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 19:22:26.485887 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-5aa00e20-b094-453a-99a1-6c74661e8c01 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-759574', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14393826'] for segment (c3df6112-dc28-41f3-95ea-b4906d348d77), after_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:22:26.487855 n-d-713498-36 neutron-server[103230]: Traceback (most recent call last): Feb 09 19:22:26.487855 n-d-713498-36 neutron-server[103230]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 19:22:26.487855 n-d-713498-36 neutron-server[103230]: timer() Feb 09 19:22:26.487855 n-d-713498-36 neutron-server[103230]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 19:22:26.487855 n-d-713498-36 neutron-server[103230]: cb(*args, **kw) Feb 09 19:22:26.487855 n-d-713498-36 neutron-server[103230]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 19:22:26.487855 n-d-713498-36 neutron-server[103230]: return func(*args, **kwargs) Feb 09 19:22:26.487855 n-d-713498-36 neutron-server[103230]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 19:22:26.487855 n-d-713498-36 neutron-server[103230]: self._notify() Feb 09 19:22:26.487855 n-d-713498-36 neutron-server[103230]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 19:22:26.487855 n-d-713498-36 neutron-server[103230]: self.callback(batched_events) Feb 09 19:22:26.487855 n-d-713498-36 neutron-server[103230]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 19:22:26.487855 n-d-713498-36 neutron-server[103230]: event.method(event) Feb 09 19:22:26.487855 n-d-713498-36 neutron-server[103230]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 19:22:26.487855 n-d-713498-36 neutron-server[103230]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 19:22:26.487855 n-d-713498-36 neutron-server[103230]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 19:22:26.487855 n-d-713498-36 neutron-server[103230]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 19:22:26.487855 n-d-713498-36 neutron-server[103230]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 19:22:26.487855 n-d-713498-36 neutron-server[103230]: return f(self, *a, **k) Feb 09 19:22:26.487855 n-d-713498-36 neutron-server[103230]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 19:22:26.487855 n-d-713498-36 neutron-server[103230]: return self._get(url).json() Feb 09 19:22:26.487855 n-d-713498-36 neutron-server[103230]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 19:22:26.487855 n-d-713498-36 neutron-server[103230]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 19:22:26.487855 n-d-713498-36 neutron-server[103230]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 19:22:26.487855 n-d-713498-36 neutron-server[103230]: return self.request(url, 'GET', **kwargs) Feb 09 19:22:26.487855 n-d-713498-36 neutron-server[103230]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 19:22:26.487855 n-d-713498-36 neutron-server[103230]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 19:22:26.487855 n-d-713498-36 neutron-server[103230]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 19:22:26.487855 n-d-713498-36 neutron-server[103230]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 19:22:26.487855 n-d-713498-36 neutron-server[103230]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 19:22:26.487855 n-d-713498-36 neutron-server[103230]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 19:22:26.487855 n-d-713498-36 neutron-server[103230]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 19:22:26.533359 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-f9536fcc-609c-4526-bcbd-cd28e5ded4d2 req-e6b3f62a-9f96-47f6-8c14-c5c188788ff1 tempest-AttachVolumeShelveTestJSON-671139515 tempest-AttachVolumeShelveTestJSON-671139515-project] 10.222.0.75 "GET /v2.0/security-groups?id=8ffa0824-cdc7-466b-baef-bc7606a99fd1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0804915 Feb 09 19:22:26.541678 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-245a5c6a-8291-480c-9a43-ecf727c6440c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1613566'] for network (None), before_response {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:22:26.548387 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-245a5c6a-8291-480c-9a43-ecf727c6440c admin admin] 10.222.0.75 "DELETE /v2.0/networks/1c43e0bb-e4e9-4561-873a-403fc433e655 HTTP/1.1" status: 204 len: 168 time: 0.5913093 Feb 09 19:22:26.563578 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-245a5c6a-8291-480c-9a43-ecf727c6440c admin admin] Pushing event deleted for resources: {'Network': ['ID=1c43e0bb-e4e9-4561-873a-403fc433e655,revision_number=None']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:22:26.587789 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-5aa00e20-b094-453a-99a1-6c74661e8c01 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-590242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1885479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1818895'] for network (5d2d334e-0f6b-4e62-b869-e00487a29620), after_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:22:26.598284 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-5aa00e20-b094-453a-99a1-6c74661e8c01 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1613566'] for network (None), before_response {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:22:26.601668 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-5aa00e20-b094-453a-99a1-6c74661e8c01 admin admin] 10.222.0.75 "DELETE /v2.0/networks/5d2d334e-0f6b-4e62-b869-e00487a29620 HTTP/1.1" status: 204 len: 168 time: 0.6575260 Feb 09 19:22:26.612784 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aa00e20-b094-453a-99a1-6c74661e8c01 admin admin] Pushing event deleted for resources: {'Network': ['ID=5d2d334e-0f6b-4e62-b869-e00487a29620,revision_number=None']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:22:26.704372 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 46184) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:22:26.771550 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 46186) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:22:26.775269 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-7d028249-2da4-4de9-8b96-505b36f26b7c admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=5d3f70f6ea744878ae38cb247ef3217c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0674167 Feb 09 19:22:26.775438 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 46188) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:22:26.790713 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-ca4cd667-3575-45e1-ae19-abfb1f1f9234 req-b80bd843-16b9-46fe-a300-9530c4e769b3 tempest-ImagesOneServerNegativeTestJSON-786624457 tempest-ImagesOneServerNegativeTestJSON-786624457-project] 10.222.0.75 "GET /v2.0/ports?device_id=7ef2eb89-b5e2-45b1-91b5-034016d66832 HTTP/1.1" status: 200 len: 210 time: 0.0371969 Feb 09 19:22:26.920619 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-425e0aaa-dcaf-4b01-85f4-d0c25541e8d7 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=eb0bb5f642894bf2abf52f90f794999a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1446679 Feb 09 19:22:26.921339 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 46190) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:22:26.934620 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-9cee4ba3-2b94-4fb9-9873-b5726492f2cf admin admin] Publish callbacks [] for security_group (4936bce0-5f58-4a33-9b1f-fa66fe6c175f), before_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:22:26.985321 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-9cee4ba3-2b94-4fb9-9873-b5726492f2cf admin admin] Publish callbacks [] for security_group (4936bce0-5f58-4a33-9b1f-fa66fe6c175f), precommit_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:22:26.988704 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-82d12df2-2f35-41e4-b1a3-63eb66580d64 admin admin] Publish callbacks [] for security_group (20eba632-e06f-4b78-b62a-91fbda6670a6), before_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:22:27.010125 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c22aa825-b0b1-44a3-bbf8-e62c5c542e79 req-6ab6dbdc-827b-40b6-9204-cfd9bc395983 tempest-ImagesOneServerNegativeTestJSON-786624457 tempest-ImagesOneServerNegativeTestJSON-786624457-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:22:27.011628 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-c22aa825-b0b1-44a3-bbf8-e62c5c542e79 req-6ab6dbdc-827b-40b6-9204-cfd9bc395983 tempest-ImagesOneServerNegativeTestJSON-786624457 tempest-ImagesOneServerNegativeTestJSON-786624457-project] 10.222.0.90 "GET /v2.0/networks?id=ea5f98a2-c069-48db-b080-346340701d33 HTTP/1.1" status: 200 len: 821 time: 0.2103457 Feb 09 19:22:27.014133 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-82d12df2-2f35-41e4-b1a3-63eb66580d64 admin admin] Publish callbacks [] for security_group (20eba632-e06f-4b78-b62a-91fbda6670a6), precommit_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:22:27.034988 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.v2.base [req-c22aa825-b0b1-44a3-bbf8-e62c5c542e79 req-a2bd5e8b-94bc-47d7-8fee-4cc8ee71dc49 tempest-ImagesOneServerNegativeTestJSON-786624457 tempest-ImagesOneServerNegativeTestJSON-786624457-project] Request body: {'port': {'device_id': '7ef2eb89-b5e2-45b1-91b5-034016d66832', 'network_id': 'ea5f98a2-c069-48db-b080-346340701d33', 'admin_state_up': True, 'tenant_id': 'ee42b623d71b4a08b8e85a34c704ee21'}} {{(pid=103229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 19:22:27.077148 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-82d12df2-2f35-41e4-b1a3-63eb66580d64 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1892331'] for security_group (20eba632-e06f-4b78-b62a-91fbda6670a6), after_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:22:27.080399 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-82d12df2-2f35-41e4-b1a3-63eb66580d64 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:22:27.084805 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-82d12df2-2f35-41e4-b1a3-63eb66580d64 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/20eba632-e06f-4b78-b62a-91fbda6670a6 HTTP/1.1" status: 204 len: 168 time: 0.1623430 Feb 09 19:22:27.097846 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82d12df2-2f35-41e4-b1a3-63eb66580d64 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=20eba632-e06f-4b78-b62a-91fbda6670a6,revision_number=None']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:22:27.141161 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Device 35ccb5fc-0174-476e-9fad-08fae2a5fb89 no longer exists at agent hyperv_n-h1-713498-36 {{(pid=103232) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 19:22:27.149540 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-9cee4ba3-2b94-4fb9-9873-b5726492f2cf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1892331'] for security_group (4936bce0-5f58-4a33-9b1f-fa66fe6c175f), after_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:22:27.152549 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-9cee4ba3-2b94-4fb9-9873-b5726492f2cf admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:22:27.156978 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-9cee4ba3-2b94-4fb9-9873-b5726492f2cf admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/4936bce0-5f58-4a33-9b1f-fa66fe6c175f HTTP/1.1" status: 204 len: 168 time: 0.3806460 Feb 09 19:22:27.167217 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] No Port match for: 35ccb5fc-0174-476e-9fad-08fae2a5fb89 {{(pid=103232) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 19:22:27.168109 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Device 35ccb5fc-0174-476e-9fad-08fae2a5fb89 not bound to the agent host n-h1-713498-36 {{(pid=103232) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 19:22:27.180517 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cee4ba3-2b94-4fb9-9873-b5726492f2cf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4936bce0-5f58-4a33-9b1f-fa66fe6c175f,revision_number=None']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:22:27.208866 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c22aa825-b0b1-44a3-bbf8-e62c5c542e79 req-a2bd5e8b-94bc-47d7-8fee-4cc8ee71dc49 tempest-ImagesOneServerNegativeTestJSON-786624457 tempest-ImagesOneServerNegativeTestJSON-786624457-project] Made reservation on behalf of ee42b623d71b4a08b8e85a34c704ee21 for: {'port': 1} {{(pid=103229) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 19:22:27.216248 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-c22aa825-b0b1-44a3-bbf8-e62c5c542e79 req-a2bd5e8b-94bc-47d7-8fee-4cc8ee71dc49 tempest-ImagesOneServerNegativeTestJSON-786624457 tempest-ImagesOneServerNegativeTestJSON-786624457-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (None), before_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:22:27.371271 n-d-713498-36 neutron-server[103229]: DEBUG neutron.db.db_base_plugin_common [req-c22aa825-b0b1-44a3-bbf8-e62c5c542e79 req-a2bd5e8b-94bc-47d7-8fee-4cc8ee71dc49 tempest-ImagesOneServerNegativeTestJSON-786624457 tempest-ImagesOneServerNegativeTestJSON-786624457-project] Allocated IP 172.20.0.12 (ea5f98a2-c069-48db-b080-346340701d33/48191d36-8745-4793-9d02-3afa512f12d6/9668af07-9bfa-459f-9d4f-465dcfd342fd) {{(pid=103229) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 19:22:27.586638 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-c22aa825-b0b1-44a3-bbf8-e62c5c542e79 req-a2bd5e8b-94bc-47d7-8fee-4cc8ee71dc49 tempest-ImagesOneServerNegativeTestJSON-786624457 tempest-ImagesOneServerNegativeTestJSON-786624457-project] Publish callbacks [] for port (9668af07-9bfa-459f-9d4f-465dcfd342fd), precommit_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:22:27.628378 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Device b0b1ca31-766c-4c54-8908-fd6c8750f0b9 no longer exists at agent ovs-agent-n-d-713498-36 {{(pid=103232) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 19:22:27.674945 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] No Port match for: b0b1ca31-766c-4c54-8908-fd6c8750f0b9 {{(pid=103232) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 19:22:27.675470 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Device b0b1ca31-766c-4c54-8908-fd6c8750f0b9 not bound to the agent host n-d-713498-36 {{(pid=103232) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 19:22:27.711234 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-c22aa825-b0b1-44a3-bbf8-e62c5c542e79 req-a2bd5e8b-94bc-47d7-8fee-4cc8ee71dc49 tempest-ImagesOneServerNegativeTestJSON-786624457 tempest-ImagesOneServerNegativeTestJSON-786624457-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762866656467', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12867576'] for port (9668af07-9bfa-459f-9d4f-465dcfd342fd), after_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:22:27.755830 n-d-713498-36 neutron-server[103229]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c22aa825-b0b1-44a3-bbf8-e62c5c542e79 req-a2bd5e8b-94bc-47d7-8fee-4cc8ee71dc49 tempest-ImagesOneServerNegativeTestJSON-786624457 tempest-ImagesOneServerNegativeTestJSON-786624457-project] Network ea5f98a2-c069-48db-b080-346340701d33 is already hosted by enough agents. {{(pid=103229) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 19:22:27.763186 n-d-713498-36 neutron-server[103229]: DEBUG neutron.scheduler.base_scheduler [req-c22aa825-b0b1-44a3-bbf8-e62c5c542e79 req-a2bd5e8b-94bc-47d7-8fee-4cc8ee71dc49 tempest-ImagesOneServerNegativeTestJSON-786624457 tempest-ImagesOneServerNegativeTestJSON-786624457-project] Resources bound (agent type, host, resource id): {{(pid=103229) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 19:22:27.765765 n-d-713498-36 neutron-server[103229]: DEBUG neutron.db.l3_dvrscheduler_db [req-c22aa825-b0b1-44a3-bbf8-e62c5c542e79 req-a2bd5e8b-94bc-47d7-8fee-4cc8ee71dc49 tempest-ImagesOneServerNegativeTestJSON-786624457 tempest-ImagesOneServerNegativeTestJSON-786624457-project] Received port after_create {{(pid=103229) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 19:22:27.823907 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6600bbe-2aff-4823-a119-09c20ded1965 req-04a79bd0-ec19-42a0-9c12-bf9fdb049a83 tempest-AttachVolumeShelveTestJSON-671139515 tempest-AttachVolumeShelveTestJSON-671139515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:22:27.825574 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-f6600bbe-2aff-4823-a119-09c20ded1965 req-04a79bd0-ec19-42a0-9c12-bf9fdb049a83 tempest-AttachVolumeShelveTestJSON-671139515 tempest-AttachVolumeShelveTestJSON-671139515-project] 10.222.0.75 "GET /v2.0/ports?device_id=9a1c27a8-ba54-400e-9357-176d8c299bdc HTTP/1.1" status: 200 len: 943 time: 0.1776853 Feb 09 19:22:27.839149 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2bd5e8b-94bc-47d7-8fee-4cc8ee71dc49 tempest-ImagesOneServerNegativeTestJSON-786624457 tempest-ImagesOneServerNegativeTestJSON-786624457-project] Pushing event updated for resources: {'Port': ['ID=9668af07-9bfa-459f-9d4f-465dcfd342fd,revision_number=1']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:22:27.876935 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c22aa825-b0b1-44a3-bbf8-e62c5c542e79 req-a2bd5e8b-94bc-47d7-8fee-4cc8ee71dc49 tempest-ImagesOneServerNegativeTestJSON-786624457 tempest-ImagesOneServerNegativeTestJSON-786624457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:22:27.877689 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-c22aa825-b0b1-44a3-bbf8-e62c5c542e79 req-a2bd5e8b-94bc-47d7-8fee-4cc8ee71dc49 tempest-ImagesOneServerNegativeTestJSON-786624457 tempest-ImagesOneServerNegativeTestJSON-786624457-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171096'] for port (None), before_response {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:22:27.909274 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-f6600bbe-2aff-4823-a119-09c20ded1965 req-5c2be19e-b2ce-4620-baf4-488e468c2b9a tempest-AttachVolumeShelveTestJSON-671139515 tempest-AttachVolumeShelveTestJSON-671139515-project] 10.222.0.75 "GET /v2.0/security-groups?id=8ffa0824-cdc7-466b-baef-bc7606a99fd1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0738587 Feb 09 19:22:27.914390 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-c22aa825-b0b1-44a3-bbf8-e62c5c542e79 req-a2bd5e8b-94bc-47d7-8fee-4cc8ee71dc49 tempest-ImagesOneServerNegativeTestJSON-786624457 tempest-ImagesOneServerNegativeTestJSON-786624457-project] 10.222.0.90 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8833959 Feb 09 19:22:27.931234 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.v2.base [req-c22aa825-b0b1-44a3-bbf8-e62c5c542e79 req-5410c401-4c1e-4067-8091-3dea649b4c0e service neutron] Request body: {'port': {'device_id': '7ef2eb89-b5e2-45b1-91b5-034016d66832', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-713498-36'}} {{(pid=103229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 19:22:28.012504 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-c22aa825-b0b1-44a3-bbf8-e62c5c542e79 req-5410c401-4c1e-4067-8091-3dea649b4c0e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (9668af07-9bfa-459f-9d4f-465dcfd342fd), before_update {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:22:28.023543 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a029c927-5437-46ef-9e76-4b69e34abba0 req-4da02678-2a92-4f38-a6d2-014a344bb01f tempest-ImagesOneServerNegativeTestJSON-786624457 tempest-ImagesOneServerNegativeTestJSON-786624457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:22:28.036740 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-a029c927-5437-46ef-9e76-4b69e34abba0 req-4da02678-2a92-4f38-a6d2-014a344bb01f tempest-ImagesOneServerNegativeTestJSON-786624457 tempest-ImagesOneServerNegativeTestJSON-786624457-project] 10.222.0.75 "GET /v2.0/ports?device_id=7ef2eb89-b5e2-45b1-91b5-034016d66832 HTTP/1.1" status: 200 len: 932 time: 0.1114717 Feb 09 19:22:28.098697 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-a029c927-5437-46ef-9e76-4b69e34abba0 req-38d3d5d1-395a-418a-b435-adac0b3c48c9 tempest-ImagesOneServerNegativeTestJSON-786624457 tempest-ImagesOneServerNegativeTestJSON-786624457-project] 10.222.0.75 "GET /v2.0/security-groups?id=3a917974-2813-46d9-8673-0cde91ecf407&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0602047 Feb 09 19:22:28.413062 n-d-713498-36 neutron-server[103229]: DEBUG neutron.notifiers.nova [req-c22aa825-b0b1-44a3-bbf8-e62c5c542e79 req-5410c401-4c1e-4067-8091-3dea649b4c0e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9668af07-9bfa-459f-9d4f-465dcfd342fd {{(pid=103229) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 19:22:28.425320 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-c22aa825-b0b1-44a3-bbf8-e62c5c542e79 req-5410c401-4c1e-4067-8091-3dea649b4c0e service neutron] Publish callbacks [] for port (9668af07-9bfa-459f-9d4f-465dcfd342fd), precommit_update {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:22:28.438222 n-d-713498-36 neutron-server[103229]: DEBUG neutron.db.provisioning_blocks [req-c22aa825-b0b1-44a3-bbf8-e62c5c542e79 req-5410c401-4c1e-4067-8091-3dea649b4c0e service neutron] Transition to ACTIVE for port object 9668af07-9bfa-459f-9d4f-465dcfd342fd will not be triggered until provisioned by entity L2. {{(pid=103229) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 19:22:28.444123 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-c22aa825-b0b1-44a3-bbf8-e62c5c542e79 req-5410c401-4c1e-4067-8091-3dea649b4c0e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762867176205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762866656485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762866656503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12867569'] for port (9668af07-9bfa-459f-9d4f-465dcfd342fd), after_update {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:22:28.528326 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5410c401-4c1e-4067-8091-3dea649b4c0e service neutron] Pushing event updated for resources: {'Port': ['ID=9668af07-9bfa-459f-9d4f-465dcfd342fd,revision_number=2']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:22:28.592604 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.managers [req-c22aa825-b0b1-44a3-bbf8-e62c5c542e79 req-5410c401-4c1e-4067-8091-3dea649b4c0e service neutron] Attempting to bind port 9668af07-9bfa-459f-9d4f-465dcfd342fd on host n-h2-713498-36 for vnic_type normal with profile {{(pid=103229) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 19:22:28.593148 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.managers [req-c22aa825-b0b1-44a3-bbf8-e62c5c542e79 req-5410c401-4c1e-4067-8091-3dea649b4c0e service neutron] Attempting to bind port 9668af07-9bfa-459f-9d4f-465dcfd342fd by drivers openvswitch,hyperv on host n-h2-713498-36 at level 0 using segments [{'id': '3775fb2c-c530-4fd0-a120-545068ec4f1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': 'ea5f98a2-c069-48db-b080-346340701d33'}] {{(pid=103229) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 19:22:28.593338 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c22aa825-b0b1-44a3-bbf8-e62c5c542e79 req-5410c401-4c1e-4067-8091-3dea649b4c0e service neutron] Attempting to bind port 9668af07-9bfa-459f-9d4f-465dcfd342fd on network ea5f98a2-c069-48db-b080-346340701d33 {{(pid=103229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 19:22:28.598286 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c22aa825-b0b1-44a3-bbf8-e62c5c542e79 req-5410c401-4c1e-4067-8091-3dea649b4c0e service neutron] Port 9668af07-9bfa-459f-9d4f-465dcfd342fd on network ea5f98a2-c069-48db-b080-346340701d33 not bound, no agent of type Open vSwitch agent registered on host n-h2-713498-36 {{(pid=103229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 19:22:28.598620 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c22aa825-b0b1-44a3-bbf8-e62c5c542e79 req-5410c401-4c1e-4067-8091-3dea649b4c0e service neutron] Attempting to bind port 9668af07-9bfa-459f-9d4f-465dcfd342fd on network ea5f98a2-c069-48db-b080-346340701d33 {{(pid=103229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 19:22:28.603834 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c22aa825-b0b1-44a3-bbf8-e62c5c542e79 req-5410c401-4c1e-4067-8091-3dea649b4c0e service neutron] Checking agent: {'id': 'bcd5faee-dc24-4298-9134-0e0aa054058e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713498-36', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 18, 59, 19), 'started_at': datetime.datetime(2022, 2, 9, 18, 59, 19), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 19, 22, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 19:22:28.604179 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c22aa825-b0b1-44a3-bbf8-e62c5c542e79 req-5410c401-4c1e-4067-8091-3dea649b4c0e service neutron] Checking segment: {'id': '3775fb2c-c530-4fd0-a120-545068ec4f1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': 'ea5f98a2-c069-48db-b080-346340701d33'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103229) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 19:22:28.604571 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c22aa825-b0b1-44a3-bbf8-e62c5c542e79 req-5410c401-4c1e-4067-8091-3dea649b4c0e service neutron] Bound using segment: {'id': '3775fb2c-c530-4fd0-a120-545068ec4f1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': 'ea5f98a2-c069-48db-b080-346340701d33'} {{(pid=103229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 19:22:28.605005 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.managers [req-c22aa825-b0b1-44a3-bbf8-e62c5c542e79 req-5410c401-4c1e-4067-8091-3dea649b4c0e service neutron] Bound port: 9668af07-9bfa-459f-9d4f-465dcfd342fd, host: n-h2-713498-36, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3775fb2c-c530-4fd0-a120-545068ec4f1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': 'ea5f98a2-c069-48db-b080-346340701d33'}}] {{(pid=103229) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 19:22:28.605418 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-c22aa825-b0b1-44a3-bbf8-e62c5c542e79 req-5410c401-4c1e-4067-8091-3dea649b4c0e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (9668af07-9bfa-459f-9d4f-465dcfd342fd), before_update {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:22:28.691296 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.db [req-c22aa825-b0b1-44a3-bbf8-e62c5c542e79 req-5410c401-4c1e-4067-8091-3dea649b4c0e service neutron] For port 9668af07-9bfa-459f-9d4f-465dcfd342fd, host n-h2-713498-36, cleared binding levels {{(pid=103229) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 19:22:28.695249 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.db [req-c22aa825-b0b1-44a3-bbf8-e62c5c542e79 req-5410c401-4c1e-4067-8091-3dea649b4c0e service neutron] For port 9668af07-9bfa-459f-9d4f-465dcfd342fd, host n-h2-713498-36, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-36',level=0,port_id=9668af07-9bfa-459f-9d4f-465dcfd342fd,segment=NetworkSegment(3775fb2c-c530-4fd0-a120-545068ec4f1e),segment_id=3775fb2c-c530-4fd0-a120-545068ec4f1e)] {{(pid=103229) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 19:22:28.702387 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-c22aa825-b0b1-44a3-bbf8-e62c5c542e79 req-5410c401-4c1e-4067-8091-3dea649b4c0e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762867176205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762866656485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762866656503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12867569'] for port (9668af07-9bfa-459f-9d4f-465dcfd342fd), after_update {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:22:28.742324 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c22aa825-b0b1-44a3-bbf8-e62c5c542e79 req-5410c401-4c1e-4067-8091-3dea649b4c0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:22:28.742700 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-c22aa825-b0b1-44a3-bbf8-e62c5c542e79 req-5410c401-4c1e-4067-8091-3dea649b4c0e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171096'] for port (None), before_response {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:22:28.744124 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-c22aa825-b0b1-44a3-bbf8-e62c5c542e79 req-5410c401-4c1e-4067-8091-3dea649b4c0e service neutron] 10.222.0.90 "PUT /v2.0/ports/9668af07-9bfa-459f-9d4f-465dcfd342fd HTTP/1.1" status: 200 len: 1093 time: 0.8174953 Feb 09 19:22:28.744703 n-d-713498-36 neutron-server[103229]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7ef2eb89-b5e2-45b1-91b5-034016d66832', 'tag': '9668af07-9bfa-459f-9d4f-465dcfd342fd'}] {{(pid=103229) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 19:22:28.747278 n-d-713498-36 neutron-server[103229]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fa6ae9a20702bd564eaf90d946620b2b4277b1ab91129323d3b54181076be307" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4185a55d-f2d3-4f02-b433-1572067d9f34" -d '{"events": [{"name": "network-changed", "server_uuid": "7ef2eb89-b5e2-45b1-91b5-034016d66832", "tag": "9668af07-9bfa-459f-9d4f-465dcfd342fd"}]}' {{(pid=103229) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 19:22:28.837776 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5410c401-4c1e-4067-8091-3dea649b4c0e service neutron] Pushing event updated for resources: {'Port': ['ID=9668af07-9bfa-459f-9d4f-465dcfd342fd,revision_number=3']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:22:28.848180 n-d-713498-36 neutron-server[103229]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 19:22:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ba821ebd-abcf-4e4b-a66c-4680a9f7436a x-openstack-request-id: req-ba821ebd-abcf-4e4b-a66c-4680a9f7436a {{(pid=103229) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 19:22:28.848471 n-d-713498-36 neutron-server[103229]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7ef2eb89-b5e2-45b1-91b5-034016d66832", "tag": "9668af07-9bfa-459f-9d4f-465dcfd342fd", "status": "completed", "code": 200}]} {{(pid=103229) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 19:22:28.848727 n-d-713498-36 neutron-server[103229]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-ba821ebd-abcf-4e4b-a66c-4680a9f7436a {{(pid=103229) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 19:22:28.849128 n-d-713498-36 neutron-server[103229]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7ef2eb89-b5e2-45b1-91b5-034016d66832', 'tag': '9668af07-9bfa-459f-9d4f-465dcfd342fd', 'status': 'completed', 'code': 200} Feb 09 19:22:28.896293 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c22aa825-b0b1-44a3-bbf8-e62c5c542e79 req-6c5dcda6-f268-4fe5-9050-1b0cc2fc85cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:22:28.897996 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-c22aa825-b0b1-44a3-bbf8-e62c5c542e79 req-6c5dcda6-f268-4fe5-9050-1b0cc2fc85cb service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=ee42b623d71b4a08b8e85a34c704ee21&device_id=7ef2eb89-b5e2-45b1-91b5-034016d66832 HTTP/1.1" status: 200 len: 1127 time: 0.0857654 Feb 09 19:22:28.963691 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-c22aa825-b0b1-44a3-bbf8-e62c5c542e79 req-5526deea-549f-4e79-8723-87fc3808b3ef service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=9668af07-9bfa-459f-9d4f-465dcfd342fd HTTP/1.1" status: 200 len: 217 time: 0.0515094 Feb 09 19:22:29.046688 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c22aa825-b0b1-44a3-bbf8-e62c5c542e79 req-08d4046e-0a45-4e87-9377-ef55c05c2baf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:22:29.053624 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-c22aa825-b0b1-44a3-bbf8-e62c5c542e79 req-08d4046e-0a45-4e87-9377-ef55c05c2baf service neutron] 10.222.0.90 "GET /v2.0/subnets?id=48191d36-8745-4793-9d02-3afa512f12d6 HTTP/1.1" status: 200 len: 861 time: 0.0789552 Feb 09 19:22:29.116290 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-c22aa825-b0b1-44a3-bbf8-e62c5c542e79 req-2201787e-7257-4dc2-a47e-1c1eee09a133 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=ea5f98a2-c069-48db-b080-346340701d33&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0527968 Feb 09 19:22:29.179420 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e95ad404-2902-4b44-8d9b-553b577bb504 req-c69cc7b1-670d-4603-a715-43d5058ff244 tempest-AttachVolumeShelveTestJSON-671139515 tempest-AttachVolumeShelveTestJSON-671139515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:22:29.195130 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-e95ad404-2902-4b44-8d9b-553b577bb504 req-c69cc7b1-670d-4603-a715-43d5058ff244 tempest-AttachVolumeShelveTestJSON-671139515 tempest-AttachVolumeShelveTestJSON-671139515-project] 10.222.0.75 "GET /v2.0/ports?device_id=9a1c27a8-ba54-400e-9357-176d8c299bdc HTTP/1.1" status: 200 len: 943 time: 0.1240427 Feb 09 19:22:29.294364 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-e95ad404-2902-4b44-8d9b-553b577bb504 req-a745401f-64a8-4c57-89db-068d6eadc246 tempest-AttachVolumeShelveTestJSON-671139515 tempest-AttachVolumeShelveTestJSON-671139515-project] 10.222.0.75 "GET /v2.0/security-groups?id=8ffa0824-cdc7-466b-baef-bc7606a99fd1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0947435 Feb 09 19:22:29.312448 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-c22aa825-b0b1-44a3-bbf8-e62c5c542e79 req-a9171be7-e1f4-493c-bb0e-d5254b94c001 service neutron] 10.222.0.90 "GET /v2.0/networks/ea5f98a2-c069-48db-b080-346340701d33?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1790624 Feb 09 19:22:29.319767 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34e5f1e1-7901-4b45-bf96-fa92e5162c83 req-fcc414f6-c224-4345-8661-29bc406c3826 tempest-ImagesOneServerNegativeTestJSON-786624457 tempest-ImagesOneServerNegativeTestJSON-786624457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:22:29.321411 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-34e5f1e1-7901-4b45-bf96-fa92e5162c83 req-fcc414f6-c224-4345-8661-29bc406c3826 tempest-ImagesOneServerNegativeTestJSON-786624457 tempest-ImagesOneServerNegativeTestJSON-786624457-project] 10.222.0.75 "GET /v2.0/ports?device_id=7ef2eb89-b5e2-45b1-91b5-034016d66832 HTTP/1.1" status: 200 len: 944 time: 0.0916505 Feb 09 19:22:29.429579 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-34e5f1e1-7901-4b45-bf96-fa92e5162c83 req-9af2ba08-5580-40f7-86e9-b4be4974c455 tempest-ImagesOneServerNegativeTestJSON-786624457 tempest-ImagesOneServerNegativeTestJSON-786624457-project] 10.222.0.75 "GET /v2.0/security-groups?id=3a917974-2813-46d9-8673-0cde91ecf407&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0988457 Feb 09 19:22:29.473163 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-c22aa825-b0b1-44a3-bbf8-e62c5c542e79 req-95ac316a-3b55-4923-a17e-fa8aace633b1 service neutron] 10.222.0.90 "GET /v2.0/networks/ea5f98a2-c069-48db-b080-346340701d33?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1509733 Feb 09 19:22:29.636773 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4185a55d-f2d3-4f02-b433-1572067d9f34 req-ba35adb2-03a4-4caa-92a8-eec96fea87ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:22:29.647607 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-4185a55d-f2d3-4f02-b433-1572067d9f34 req-ba35adb2-03a4-4caa-92a8-eec96fea87ee service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=ee42b623d71b4a08b8e85a34c704ee21&device_id=7ef2eb89-b5e2-45b1-91b5-034016d66832 HTTP/1.1" status: 200 len: 1127 time: 0.0902407 Feb 09 19:22:29.824952 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4185a55d-f2d3-4f02-b433-1572067d9f34 req-34ac6573-8ac3-4176-a2c3-30950b30f7e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:22:29.827022 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-4185a55d-f2d3-4f02-b433-1572067d9f34 req-34ac6573-8ac3-4176-a2c3-30950b30f7e6 service neutron] 10.222.0.90 "GET /v2.0/networks?id=ea5f98a2-c069-48db-b080-346340701d33 HTTP/1.1" status: 200 len: 922 time: 0.1636505 Feb 09 19:22:29.911914 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-4185a55d-f2d3-4f02-b433-1572067d9f34 req-17557605-4794-4984-9277-6eb2fe45fc00 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=9668af07-9bfa-459f-9d4f-465dcfd342fd HTTP/1.1" status: 200 len: 217 time: 0.0737123 Feb 09 19:22:30.000801 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4185a55d-f2d3-4f02-b433-1572067d9f34 req-45ef41c0-8025-44ce-a291-9f9ae7d0a098 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:22:30.014813 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-4185a55d-f2d3-4f02-b433-1572067d9f34 req-45ef41c0-8025-44ce-a291-9f9ae7d0a098 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=48191d36-8745-4793-9d02-3afa512f12d6 HTTP/1.1" status: 200 len: 861 time: 0.0807755 Feb 09 19:22:30.059926 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-4185a55d-f2d3-4f02-b433-1572067d9f34 req-b38a345a-9ed1-446b-ae5d-ce2abe80d745 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=ea5f98a2-c069-48db-b080-346340701d33&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0446270 Feb 09 19:22:30.207153 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-4185a55d-f2d3-4f02-b433-1572067d9f34 req-0a763183-fe47-4c08-8db3-34f14feba22a service neutron] 10.222.0.90 "GET /v2.0/networks/ea5f98a2-c069-48db-b080-346340701d33?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1340508 Feb 09 19:22:30.328653 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-4185a55d-f2d3-4f02-b433-1572067d9f34 req-3663cf21-a512-46c5-bab3-ef2b2b17aba7 service neutron] 10.222.0.90 "GET /v2.0/networks/ea5f98a2-c069-48db-b080-346340701d33?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1147747 Feb 09 19:22:30.439558 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2f8649f-d0c9-4554-a4ce-a759514661d2 req-17a638a8-fe5e-4f12-807b-3c57dfa51ad1 tempest-AttachVolumeShelveTestJSON-671139515 tempest-AttachVolumeShelveTestJSON-671139515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:22:30.442685 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-d2f8649f-d0c9-4554-a4ce-a759514661d2 req-17a638a8-fe5e-4f12-807b-3c57dfa51ad1 tempest-AttachVolumeShelveTestJSON-671139515 tempest-AttachVolumeShelveTestJSON-671139515-project] 10.222.0.75 "GET /v2.0/ports?device_id=9a1c27a8-ba54-400e-9357-176d8c299bdc HTTP/1.1" status: 200 len: 943 time: 0.0713730 Feb 09 19:22:30.576371 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-d2f8649f-d0c9-4554-a4ce-a759514661d2 req-8804a130-298e-4b04-ba27-caaa8cb1c698 tempest-AttachVolumeShelveTestJSON-671139515 tempest-AttachVolumeShelveTestJSON-671139515-project] 10.222.0.75 "GET /v2.0/security-groups?id=8ffa0824-cdc7-466b-baef-bc7606a99fd1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1220207 Feb 09 19:22:30.662668 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 46310) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:22:30.669607 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bfdda7d-0954-40c6-b092-b3d30ef1cb48 req-ee84471d-6ff1-440c-adf5-6d583f3defe1 tempest-ImagesOneServerNegativeTestJSON-786624457 tempest-ImagesOneServerNegativeTestJSON-786624457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:22:30.672926 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-0bfdda7d-0954-40c6-b092-b3d30ef1cb48 req-ee84471d-6ff1-440c-adf5-6d583f3defe1 tempest-ImagesOneServerNegativeTestJSON-786624457 tempest-ImagesOneServerNegativeTestJSON-786624457-project] 10.222.0.75 "GET /v2.0/ports?device_id=7ef2eb89-b5e2-45b1-91b5-034016d66832 HTTP/1.1" status: 200 len: 944 time: 0.1177392 Feb 09 19:22:30.688148 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 46314) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:22:30.746334 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-0bfdda7d-0954-40c6-b092-b3d30ef1cb48 req-728de59d-ea78-43de-a249-9503b306c56b tempest-ImagesOneServerNegativeTestJSON-786624457 tempest-ImagesOneServerNegativeTestJSON-786624457-project] 10.222.0.75 "GET /v2.0/security-groups?id=3a917974-2813-46d9-8673-0cde91ecf407&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0624120 Feb 09 19:22:30.848045 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-f11a7782-9526-4649-a71b-1dd06a5ced51 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:22:30.874360 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-12f7c5f3-facc-41a7-a4e2-6ed1ce61c283 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:22:30.981053 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-f11a7782-9526-4649-a71b-1dd06a5ced51 admin admin] Publish callbacks [] for security_group (5f177398-e589-44f9-9dfe-70ee864cbd39), precommit_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:22:30.991453 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-f11a7782-9526-4649-a71b-1dd06a5ced51 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1892331'] for security_group (5f177398-e589-44f9-9dfe-70ee864cbd39), after_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:22:31.021833 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-12f7c5f3-facc-41a7-a4e2-6ed1ce61c283 admin admin] Publish callbacks [] for security_group (553fb2df-de6a-4970-9d60-4e0aaddaf806), precommit_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:22:31.036951 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-12f7c5f3-facc-41a7-a4e2-6ed1ce61c283 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1892331'] for security_group (553fb2df-de6a-4970-9d60-4e0aaddaf806), after_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:22:31.057911 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-f11a7782-9526-4649-a71b-1dd06a5ced51 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=490d169b76674f0e80ff7de87d52ea7d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3662713 Feb 09 19:22:31.058713 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f11a7782-9526-4649-a71b-1dd06a5ced51 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5f177398-e589-44f9-9dfe-70ee864cbd39,revision_number=1']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:22:31.059468 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 46318) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:22:31.079074 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-12f7c5f3-facc-41a7-a4e2-6ed1ce61c283 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=8f8dde02ed594321be29da8709d62499&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4153037 Feb 09 19:22:31.081557 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 46320) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:22:31.126282 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12f7c5f3-facc-41a7-a4e2-6ed1ce61c283 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=553fb2df-de6a-4970-9d60-4e0aaddaf806,revision_number=1']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:22:31.158925 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-ff53450d-dbb1-4051-9201-12ca6ced9469 admin admin] Publish callbacks [] for security_group (553fb2df-de6a-4970-9d60-4e0aaddaf806), before_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:22:31.162396 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-25edf89e-0fb0-4a1c-9799-d374213705bb admin admin] Publish callbacks [] for security_group (5f177398-e589-44f9-9dfe-70ee864cbd39), before_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:22:31.182429 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Device 9668af07-9bfa-459f-9d4f-465dcfd342fd details requested by agent hyperv_n-h2-713498-36 with host n-h2-713498-36 {{(pid=103232) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 19:22:31.192201 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-ff53450d-dbb1-4051-9201-12ca6ced9469 admin admin] Publish callbacks [] for security_group (553fb2df-de6a-4970-9d60-4e0aaddaf806), precommit_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:22:31.206198 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-25edf89e-0fb0-4a1c-9799-d374213705bb admin admin] Publish callbacks [] for security_group (5f177398-e589-44f9-9dfe-70ee864cbd39), precommit_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:22:31.257035 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-ff53450d-dbb1-4051-9201-12ca6ced9469 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1892331'] for security_group (553fb2df-de6a-4970-9d60-4e0aaddaf806), after_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:22:31.261513 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-ff53450d-dbb1-4051-9201-12ca6ced9469 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:22:31.265025 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-ff53450d-dbb1-4051-9201-12ca6ced9469 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/553fb2df-de6a-4970-9d60-4e0aaddaf806 HTTP/1.1" status: 204 len: 168 time: 0.1804090 Feb 09 19:22:31.305526 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-25edf89e-0fb0-4a1c-9799-d374213705bb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1892331'] for security_group (5f177398-e589-44f9-9dfe-70ee864cbd39), after_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:22:31.308450 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff53450d-dbb1-4051-9201-12ca6ced9469 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=553fb2df-de6a-4970-9d60-4e0aaddaf806,revision_number=None']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:22:31.308582 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-25edf89e-0fb0-4a1c-9799-d374213705bb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:22:31.312535 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-25edf89e-0fb0-4a1c-9799-d374213705bb admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/5f177398-e589-44f9-9dfe-70ee864cbd39 HTTP/1.1" status: 204 len: 168 time: 0.2492068 Feb 09 19:22:31.324237 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25edf89e-0fb0-4a1c-9799-d374213705bb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5f177398-e589-44f9-9dfe-70ee864cbd39,revision_number=None']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:22:31.335769 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-7429db8d-6021-40ad-813e-885be449a89b None None] For port 9668af07-9bfa-459f-9d4f-465dcfd342fd, host n-h2-713498-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-36',level=0,port_id=9668af07-9bfa-459f-9d4f-465dcfd342fd,segment=NetworkSegment(3775fb2c-c530-4fd0-a120-545068ec4f1e),segment_id=3775fb2c-c530-4fd0-a120-545068ec4f1e)] {{(pid=103232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 19:22:31.339357 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25edf89e-0fb0-4a1c-9799-d374213705bb admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:22:31.342796 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25edf89e-0fb0-4a1c-9799-d374213705bb admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:22:31.343247 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25edf89e-0fb0-4a1c-9799-d374213705bb admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:22:31.343602 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25edf89e-0fb0-4a1c-9799-d374213705bb admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:22:31.343952 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25edf89e-0fb0-4a1c-9799-d374213705bb admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:22:31.346340 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25edf89e-0fb0-4a1c-9799-d374213705bb admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:22:31.346688 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25edf89e-0fb0-4a1c-9799-d374213705bb admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:22:31.347046 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25edf89e-0fb0-4a1c-9799-d374213705bb admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:22:31.347394 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25edf89e-0fb0-4a1c-9799-d374213705bb admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:22:31.347737 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25edf89e-0fb0-4a1c-9799-d374213705bb admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:22:31.348080 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25edf89e-0fb0-4a1c-9799-d374213705bb admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:22:31.348413 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25edf89e-0fb0-4a1c-9799-d374213705bb admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:22:31.348746 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25edf89e-0fb0-4a1c-9799-d374213705bb admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:22:31.372445 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Returning: {'device': '9668af07-9bfa-459f-9d4f-465dcfd342fd', 'network_id': 'ea5f98a2-c069-48db-b080-346340701d33', 'port_id': '9668af07-9bfa-459f-9d4f-465dcfd342fd', 'mac_address': 'fa:16:3e:5a:1c:02', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 396, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '48191d36-8745-4793-9d02-3afa512f12d6', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103232) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 19:22:31.475180 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Current status of the port 9668af07-9bfa-459f-9d4f-465dcfd342fd is: DOWN; New status is: BUILD {{(pid=103232) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 19:22:31.476038 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (9668af07-9bfa-459f-9d4f-465dcfd342fd), before_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:22:31.504153 n-d-713498-36 neutron-server[103232]: DEBUG neutron.notifiers.nova [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9668af07-9bfa-459f-9d4f-465dcfd342fd {{(pid=103232) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 19:22:31.516555 n-d-713498-36 neutron-server[103233]: DEBUG neutron.db.agents_db [None req-4a8a6a42-0a0c-4437-8958-92282682b6bb None None] Agent healthcheck: found 7 active agents {{(pid=103233) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 19:22:31.530905 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-7429db8d-6021-40ad-813e-885be449a89b None None] For port 9668af07-9bfa-459f-9d4f-465dcfd342fd, host n-h2-713498-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-36',level=0,port_id=9668af07-9bfa-459f-9d4f-465dcfd342fd,segment=NetworkSegment(3775fb2c-c530-4fd0-a120-545068ec4f1e),segment_id=3775fb2c-c530-4fd0-a120-545068ec4f1e)] {{(pid=103232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 19:22:31.537845 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762867176205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762866656485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762866656503'] for port (9668af07-9bfa-459f-9d4f-465dcfd342fd), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:22:31.606375 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Pushing event updated for resources: {'Port': ['ID=9668af07-9bfa-459f-9d4f-465dcfd342fd,revision_number=4']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:22:31.789849 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7246198b-a1d8-44c6-8a08-2d04bd55e907 req-d0d70a81-3aa5-45a1-a0ef-0a7d300aeac3 tempest-AttachVolumeShelveTestJSON-671139515 tempest-AttachVolumeShelveTestJSON-671139515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:22:31.799320 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-7246198b-a1d8-44c6-8a08-2d04bd55e907 req-d0d70a81-3aa5-45a1-a0ef-0a7d300aeac3 tempest-AttachVolumeShelveTestJSON-671139515 tempest-AttachVolumeShelveTestJSON-671139515-project] 10.222.0.75 "GET /v2.0/ports?device_id=9a1c27a8-ba54-400e-9357-176d8c299bdc HTTP/1.1" status: 200 len: 943 time: 0.0817361 Feb 09 19:22:31.800009 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 46334) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:22:31.819038 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 46336) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:22:31.824048 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-71c6e034-d9a3-4358-b117-4a4776a09d34 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:22:31.833838 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-7429db8d-6021-40ad-813e-885be449a89b None None] get_ports_and_sgs() called for port_ids ['9668af07-9bfa-459f-9d4f-465dcfd342fd'] {{(pid=103232) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 19:22:31.894775 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-7246198b-a1d8-44c6-8a08-2d04bd55e907 req-301bfcf4-ae97-4af5-8da4-e648f861cfd6 tempest-AttachVolumeShelveTestJSON-671139515 tempest-AttachVolumeShelveTestJSON-671139515-project] 10.222.0.75 "GET /v2.0/security-groups?id=8ffa0824-cdc7-466b-baef-bc7606a99fd1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0944960 Feb 09 19:22:31.901757 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-fdaede56-ef8e-4bb3-852c-ff40cf318f3d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:22:32.038581 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7c0cb6d-5964-4865-adee-a5646271269e req-f2af3731-16fc-414d-b36e-63af497a33cd tempest-ImagesOneServerNegativeTestJSON-786624457 tempest-ImagesOneServerNegativeTestJSON-786624457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:22:32.040943 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-c7c0cb6d-5964-4865-adee-a5646271269e req-f2af3731-16fc-414d-b36e-63af497a33cd tempest-ImagesOneServerNegativeTestJSON-786624457 tempest-ImagesOneServerNegativeTestJSON-786624457-project] 10.222.0.75 "GET /v2.0/ports?device_id=7ef2eb89-b5e2-45b1-91b5-034016d66832 HTTP/1.1" status: 200 len: 945 time: 0.1672912 Feb 09 19:22:32.105203 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-71c6e034-d9a3-4358-b117-4a4776a09d34 admin admin] Publish callbacks [] for security_group (e5d09aa3-b76c-4154-97dd-57d1253ff92e), precommit_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:22:32.116990 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-71c6e034-d9a3-4358-b117-4a4776a09d34 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1892331'] for security_group (e5d09aa3-b76c-4154-97dd-57d1253ff92e), after_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:22:32.188058 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-c7c0cb6d-5964-4865-adee-a5646271269e req-83b9497d-6868-44bc-9619-c04f3bedb706 tempest-ImagesOneServerNegativeTestJSON-786624457 tempest-ImagesOneServerNegativeTestJSON-786624457-project] 10.222.0.75 "GET /v2.0/security-groups?id=3a917974-2813-46d9-8673-0cde91ecf407&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1360440 Feb 09 19:22:32.197750 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-71c6e034-d9a3-4358-b117-4a4776a09d34 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=ad87555ed921427198519d0cf4ac33ff&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3937073 Feb 09 19:22:32.198530 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 46338) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:22:32.201989 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71c6e034-d9a3-4358-b117-4a4776a09d34 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e5d09aa3-b76c-4154-97dd-57d1253ff92e,revision_number=1']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:22:32.220018 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-fdaede56-ef8e-4bb3-852c-ff40cf318f3d admin admin] Publish callbacks [] for security_group (5ea28c4b-6873-4a74-8470-5e533f50f540), precommit_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:22:32.233027 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-fdaede56-ef8e-4bb3-852c-ff40cf318f3d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1892331'] for security_group (5ea28c4b-6873-4a74-8470-5e533f50f540), after_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:22:32.265090 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-b5291cc6-3a4b-4157-b122-808913d38b72 admin admin] Publish callbacks [] for security_group (e5d09aa3-b76c-4154-97dd-57d1253ff92e), before_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:22:32.275261 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-fdaede56-ef8e-4bb3-852c-ff40cf318f3d admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=d4df36c39ef741f2bdb6ce49161f5246&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4302299 Feb 09 19:22:32.276156 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdaede56-ef8e-4bb3-852c-ff40cf318f3d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5ea28c4b-6873-4a74-8470-5e533f50f540,revision_number=1']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:22:32.288976 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-b5291cc6-3a4b-4157-b122-808913d38b72 admin admin] Publish callbacks [] for security_group (e5d09aa3-b76c-4154-97dd-57d1253ff92e), precommit_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:22:32.290462 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 46340) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:22:32.351948 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-b5291cc6-3a4b-4157-b122-808913d38b72 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1892331'] for security_group (e5d09aa3-b76c-4154-97dd-57d1253ff92e), after_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:22:32.355499 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-b5291cc6-3a4b-4157-b122-808913d38b72 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:22:32.360877 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-b5291cc6-3a4b-4157-b122-808913d38b72 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/e5d09aa3-b76c-4154-97dd-57d1253ff92e HTTP/1.1" status: 204 len: 168 time: 0.1610076 Feb 09 19:22:32.369573 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-09ea3355-db6a-44e8-93ef-db739559ed78 admin admin] Publish callbacks [] for security_group (5ea28c4b-6873-4a74-8470-5e533f50f540), before_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:22:32.370305 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5291cc6-3a4b-4157-b122-808913d38b72 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e5d09aa3-b76c-4154-97dd-57d1253ff92e,revision_number=None']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:22:32.424131 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-09ea3355-db6a-44e8-93ef-db739559ed78 admin admin] Publish callbacks [] for security_group (5ea28c4b-6873-4a74-8470-5e533f50f540), precommit_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:22:32.484574 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-09ea3355-db6a-44e8-93ef-db739559ed78 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1892331'] for security_group (5ea28c4b-6873-4a74-8470-5e533f50f540), after_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:22:32.488529 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-09ea3355-db6a-44e8-93ef-db739559ed78 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:22:32.490527 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-09ea3355-db6a-44e8-93ef-db739559ed78 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/5ea28c4b-6873-4a74-8470-5e533f50f540 HTTP/1.1" status: 204 len: 168 time: 0.1967618 Feb 09 19:22:32.505219 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09ea3355-db6a-44e8-93ef-db739559ed78 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5ea28c4b-6873-4a74-8470-5e533f50f540,revision_number=None']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:22:33.073509 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-187a6925-c6ee-4669-934e-b9272ebed6f4 req-ba9804dc-0f9e-4851-a5b6-f08bed6e5d55 tempest-AttachVolumeShelveTestJSON-671139515 tempest-AttachVolumeShelveTestJSON-671139515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:22:33.082239 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-187a6925-c6ee-4669-934e-b9272ebed6f4 req-ba9804dc-0f9e-4851-a5b6-f08bed6e5d55 tempest-AttachVolumeShelveTestJSON-671139515 tempest-AttachVolumeShelveTestJSON-671139515-project] 10.222.0.75 "GET /v2.0/ports?device_id=9a1c27a8-ba54-400e-9357-176d8c299bdc HTTP/1.1" status: 200 len: 943 time: 0.0827689 Feb 09 19:22:33.158511 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-187a6925-c6ee-4669-934e-b9272ebed6f4 req-fdb9e712-afba-42da-89dc-f71810e696df tempest-AttachVolumeShelveTestJSON-671139515 tempest-AttachVolumeShelveTestJSON-671139515-project] 10.222.0.75 "GET /v2.0/security-groups?id=8ffa0824-cdc7-466b-baef-bc7606a99fd1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0711303 Feb 09 19:22:33.212898 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Device 9668af07-9bfa-459f-9d4f-465dcfd342fd up at agent hyperv_n-h2-713498-36 {{(pid=103232) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 19:22:33.346860 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.provisioning_blocks [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Provisioning for port 9668af07-9bfa-459f-9d4f-465dcfd342fd completed by entity L2. {{(pid=103232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 19:22:33.352181 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.provisioning_blocks [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Provisioning complete for port 9668af07-9bfa-459f-9d4f-465dcfd342fd triggered by entity L2. {{(pid=103232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 19:22:33.352563 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593630'] for port (9668af07-9bfa-459f-9d4f-465dcfd342fd), provisioning_complete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:22:33.378131 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84d1b6f2-e7d6-48e2-b0a0-8defb3595c6f req-2bd32732-b288-4ad3-a1a1-7140457eb393 tempest-ImagesOneServerNegativeTestJSON-786624457 tempest-ImagesOneServerNegativeTestJSON-786624457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:22:33.386657 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-84d1b6f2-e7d6-48e2-b0a0-8defb3595c6f req-2bd32732-b288-4ad3-a1a1-7140457eb393 tempest-ImagesOneServerNegativeTestJSON-786624457 tempest-ImagesOneServerNegativeTestJSON-786624457-project] 10.222.0.75 "GET /v2.0/ports?device_id=7ef2eb89-b5e2-45b1-91b5-034016d66832 HTTP/1.1" status: 200 len: 945 time: 0.0804386 Feb 09 19:22:33.474969 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-84d1b6f2-e7d6-48e2-b0a0-8defb3595c6f req-04f2c9e4-c38f-40fa-bae2-2708742b6bf2 tempest-ImagesOneServerNegativeTestJSON-786624457 tempest-ImagesOneServerNegativeTestJSON-786624457-project] 10.222.0.75 "GET /v2.0/security-groups?id=3a917974-2813-46d9-8673-0cde91ecf407&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0871272 Feb 09 19:22:33.501174 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Current status of the port 9668af07-9bfa-459f-9d4f-465dcfd342fd is: BUILD; New status is: ACTIVE {{(pid=103232) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 19:22:33.501848 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (9668af07-9bfa-459f-9d4f-465dcfd342fd), before_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:22:33.533717 n-d-713498-36 neutron-server[103232]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7ef2eb89-b5e2-45b1-91b5-034016d66832', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9668af07-9bfa-459f-9d4f-465dcfd342fd'}] {{(pid=103232) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 19:22:33.537211 n-d-713498-36 neutron-server[103232]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}949cdcde653dec44821de95cbf67297f53cbc2aed4e073b5d514f93bf911ce85" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-784cfffb-255c-4864-97c7-146efa646d0f" -d '{"events": [{"server_uuid": "7ef2eb89-b5e2-45b1-91b5-034016d66832", "name": "network-vif-plugged", "status": "completed", "tag": "9668af07-9bfa-459f-9d4f-465dcfd342fd"}]}' {{(pid=103232) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 19:22:33.558074 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-7429db8d-6021-40ad-813e-885be449a89b None None] For port 9668af07-9bfa-459f-9d4f-465dcfd342fd, host n-h2-713498-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-36',level=0,port_id=9668af07-9bfa-459f-9d4f-465dcfd342fd,segment=NetworkSegment(3775fb2c-c530-4fd0-a120-545068ec4f1e),segment_id=3775fb2c-c530-4fd0-a120-545068ec4f1e)] {{(pid=103232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 19:22:33.563476 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762867176205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762866656485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762866656503'] for port (9668af07-9bfa-459f-9d4f-465dcfd342fd), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:22:33.616227 n-d-713498-36 neutron-server[103232]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 19:22:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2a1a3ea1-c290-4780-ba7e-87d40799336d x-openstack-request-id: req-2a1a3ea1-c290-4780-ba7e-87d40799336d {{(pid=103232) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 19:22:33.616760 n-d-713498-36 neutron-server[103232]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7ef2eb89-b5e2-45b1-91b5-034016d66832", "name": "network-vif-plugged", "status": "completed", "tag": "9668af07-9bfa-459f-9d4f-465dcfd342fd", "code": 200}]} {{(pid=103232) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 19:22:33.617224 n-d-713498-36 neutron-server[103232]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-2a1a3ea1-c290-4780-ba7e-87d40799336d {{(pid=103232) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 19:22:33.617904 n-d-713498-36 neutron-server[103232]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7ef2eb89-b5e2-45b1-91b5-034016d66832', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9668af07-9bfa-459f-9d4f-465dcfd342fd', 'code': 200} Feb 09 19:22:33.664737 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Pushing event updated for resources: {'Port': ['ID=9668af07-9bfa-459f-9d4f-465dcfd342fd,revision_number=5']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:22:33.762507 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7f9272b-61bf-44cf-876d-371a0bf9e227 req-50a55401-de1f-44ae-ab97-e8e7b62ba5bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:22:33.768457 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-d7f9272b-61bf-44cf-876d-371a0bf9e227 req-50a55401-de1f-44ae-ab97-e8e7b62ba5bb service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=7ef2eb89-b5e2-45b1-91b5-034016d66832 HTTP/1.1" status: 200 len: 1129 time: 0.0866041 Feb 09 19:22:33.864466 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-d7f9272b-61bf-44cf-876d-371a0bf9e227 req-abcb613c-73c6-42db-9037-dc488c17480a service neutron] 10.222.0.90 "GET /v2.0/security-groups?id=3a917974-2813-46d9-8673-0cde91ecf407&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0880935 Feb 09 19:22:34.362989 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e886a824-80f1-4e50-bb8b-76559cc37858 req-236ff50a-bbff-4457-ac2c-b67797f29d99 tempest-AttachVolumeShelveTestJSON-671139515 tempest-AttachVolumeShelveTestJSON-671139515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:22:34.365679 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-e886a824-80f1-4e50-bb8b-76559cc37858 req-236ff50a-bbff-4457-ac2c-b67797f29d99 tempest-AttachVolumeShelveTestJSON-671139515 tempest-AttachVolumeShelveTestJSON-671139515-project] 10.222.0.75 "GET /v2.0/ports?device_id=9a1c27a8-ba54-400e-9357-176d8c299bdc HTTP/1.1" status: 200 len: 943 time: 0.1018758 Feb 09 19:22:34.463534 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-e886a824-80f1-4e50-bb8b-76559cc37858 req-3c81f233-bb2d-4351-a0e7-0c806489a70f tempest-AttachVolumeShelveTestJSON-671139515 tempest-AttachVolumeShelveTestJSON-671139515-project] 10.222.0.75 "GET /v2.0/security-groups?id=8ffa0824-cdc7-466b-baef-bc7606a99fd1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0918651 Feb 09 19:22:34.667781 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70cf6170-8d71-43ed-9d72-3b36d490287a req-13a69067-577e-475d-a07a-5b46c1f34002 tempest-ImagesOneServerNegativeTestJSON-786624457 tempest-ImagesOneServerNegativeTestJSON-786624457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:22:34.670344 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-70cf6170-8d71-43ed-9d72-3b36d490287a req-13a69067-577e-475d-a07a-5b46c1f34002 tempest-ImagesOneServerNegativeTestJSON-786624457 tempest-ImagesOneServerNegativeTestJSON-786624457-project] 10.222.0.75 "GET /v2.0/ports?device_id=7ef2eb89-b5e2-45b1-91b5-034016d66832 HTTP/1.1" status: 200 len: 946 time: 0.0765595 Feb 09 19:22:34.739025 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-70cf6170-8d71-43ed-9d72-3b36d490287a req-3edd4215-c486-49ec-8108-e304efede8f1 tempest-ImagesOneServerNegativeTestJSON-786624457 tempest-ImagesOneServerNegativeTestJSON-786624457-project] 10.222.0.75 "GET /v2.0/security-groups?id=3a917974-2813-46d9-8673-0cde91ecf407&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0620744 Feb 09 19:22:35.719027 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e256870-8850-44e5-9c94-e0b4a3aecbdc req-54da3635-419c-4326-8c67-24108933403a tempest-AttachVolumeShelveTestJSON-671139515 tempest-AttachVolumeShelveTestJSON-671139515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:22:35.720610 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-1e256870-8850-44e5-9c94-e0b4a3aecbdc req-54da3635-419c-4326-8c67-24108933403a tempest-AttachVolumeShelveTestJSON-671139515 tempest-AttachVolumeShelveTestJSON-671139515-project] 10.222.0.75 "GET /v2.0/ports?device_id=9a1c27a8-ba54-400e-9357-176d8c299bdc HTTP/1.1" status: 200 len: 943 time: 0.1229541 Feb 09 19:22:35.783303 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-1e256870-8850-44e5-9c94-e0b4a3aecbdc req-938e947f-a5fd-4398-b21b-76f2db6b5fdc tempest-AttachVolumeShelveTestJSON-671139515 tempest-AttachVolumeShelveTestJSON-671139515-project] 10.222.0.75 "GET /v2.0/security-groups?id=8ffa0824-cdc7-466b-baef-bc7606a99fd1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0549159 Feb 09 19:22:35.965356 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd0cabf3-698f-439b-9976-7532c2e7c6ab req-a64e474f-775e-48d3-8388-59447ae3674b tempest-ImagesOneServerNegativeTestJSON-786624457 tempest-ImagesOneServerNegativeTestJSON-786624457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:22:35.968167 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-dd0cabf3-698f-439b-9976-7532c2e7c6ab req-a64e474f-775e-48d3-8388-59447ae3674b tempest-ImagesOneServerNegativeTestJSON-786624457 tempest-ImagesOneServerNegativeTestJSON-786624457-project] 10.222.0.75 "GET /v2.0/ports?device_id=7ef2eb89-b5e2-45b1-91b5-034016d66832 HTTP/1.1" status: 200 len: 946 time: 0.1104996 Feb 09 19:22:36.139196 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-dd0cabf3-698f-439b-9976-7532c2e7c6ab req-f6c684ee-7309-460a-bfef-877a7ba3720f tempest-ImagesOneServerNegativeTestJSON-786624457 tempest-ImagesOneServerNegativeTestJSON-786624457-project] 10.222.0.75 "GET /v2.0/security-groups?id=3a917974-2813-46d9-8673-0cde91ecf407&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1457021 Feb 09 19:22:36.528318 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6e3e65a-aa35-4117-83ad-0ddea6551403 req-1bcdbe62-9727-4fbc-bc30-c5285f573e13 tempest-ImagesOneServerNegativeTestJSON-786624457 tempest-ImagesOneServerNegativeTestJSON-786624457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:22:36.537186 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-a6e3e65a-aa35-4117-83ad-0ddea6551403 req-1bcdbe62-9727-4fbc-bc30-c5285f573e13 tempest-ImagesOneServerNegativeTestJSON-786624457 tempest-ImagesOneServerNegativeTestJSON-786624457-project] 10.222.0.75 "GET /v2.0/ports?device_id=7ef2eb89-b5e2-45b1-91b5-034016d66832 HTTP/1.1" status: 200 len: 946 time: 0.0717731 Feb 09 19:22:36.623686 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-a6e3e65a-aa35-4117-83ad-0ddea6551403 req-9577d15b-5ac2-49f3-b588-9a8efadfb66e tempest-ImagesOneServerNegativeTestJSON-786624457 tempest-ImagesOneServerNegativeTestJSON-786624457-project] 10.222.0.75 "GET /v2.0/security-groups?id=3a917974-2813-46d9-8673-0cde91ecf407&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0845542 Feb 09 19:22:36.710926 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 46492) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:22:36.984732 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f383a3ce-7003-4c70-bd5a-e1f311bfcb02 req-6171167c-5f91-4114-943b-61b714e9dc6a tempest-AttachVolumeShelveTestJSON-671139515 tempest-AttachVolumeShelveTestJSON-671139515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:22:36.987302 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-f383a3ce-7003-4c70-bd5a-e1f311bfcb02 req-6171167c-5f91-4114-943b-61b714e9dc6a tempest-AttachVolumeShelveTestJSON-671139515 tempest-AttachVolumeShelveTestJSON-671139515-project] 10.222.0.75 "GET /v2.0/ports?device_id=9a1c27a8-ba54-400e-9357-176d8c299bdc HTTP/1.1" status: 200 len: 943 time: 0.0644135 Feb 09 19:22:37.011222 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-f4c32f35-4845-4b9f-86e8-33fc0f98ae39 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:22:37.061273 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-f383a3ce-7003-4c70-bd5a-e1f311bfcb02 req-01ef0c2b-f159-4a5b-9274-739d2b47129c tempest-AttachVolumeShelveTestJSON-671139515 tempest-AttachVolumeShelveTestJSON-671139515-project] 10.222.0.75 "GET /v2.0/security-groups?id=8ffa0824-cdc7-466b-baef-bc7606a99fd1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0648150 Feb 09 19:22:37.157757 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-f4c32f35-4845-4b9f-86e8-33fc0f98ae39 admin admin] Publish callbacks [] for security_group (dac2bf6a-94d8-44ac-a623-2aae57830595), precommit_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:22:37.163480 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-f4c32f35-4845-4b9f-86e8-33fc0f98ae39 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1892331'] for security_group (dac2bf6a-94d8-44ac-a623-2aae57830595), after_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:22:37.206262 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4c32f35-4845-4b9f-86e8-33fc0f98ae39 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dac2bf6a-94d8-44ac-a623-2aae57830595,revision_number=1']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:22:37.251685 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-f4c32f35-4845-4b9f-86e8-33fc0f98ae39 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=93589170f5ac4f2dbdb481a0d77da947&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5396562 Feb 09 19:22:37.254197 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 46508) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:22:37.308871 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-16f48a98-4894-45c7-8d40-846eb8082d21 admin admin] Publish callbacks [] for security_group (dac2bf6a-94d8-44ac-a623-2aae57830595), before_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:22:37.333121 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-16f48a98-4894-45c7-8d40-846eb8082d21 admin admin] Publish callbacks [] for security_group (dac2bf6a-94d8-44ac-a623-2aae57830595), precommit_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:22:37.391601 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-16f48a98-4894-45c7-8d40-846eb8082d21 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1892331'] for security_group (dac2bf6a-94d8-44ac-a623-2aae57830595), after_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:22:37.395076 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-16f48a98-4894-45c7-8d40-846eb8082d21 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:22:37.396627 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-16f48a98-4894-45c7-8d40-846eb8082d21 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/dac2bf6a-94d8-44ac-a623-2aae57830595 HTTP/1.1" status: 204 len: 168 time: 0.1411905 Feb 09 19:22:37.413134 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16f48a98-4894-45c7-8d40-846eb8082d21 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dac2bf6a-94d8-44ac-a623-2aae57830595,revision_number=None']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:22:37.788139 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54e63565-ff7c-40ef-9250-5c81fe835f78 req-85afd6bb-5e42-4d8a-8b67-c9b47837c214 tempest-ImagesOneServerNegativeTestJSON-786624457 tempest-ImagesOneServerNegativeTestJSON-786624457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:22:37.798092 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-54e63565-ff7c-40ef-9250-5c81fe835f78 req-85afd6bb-5e42-4d8a-8b67-c9b47837c214 tempest-ImagesOneServerNegativeTestJSON-786624457 tempest-ImagesOneServerNegativeTestJSON-786624457-project] 10.222.0.75 "GET /v2.0/ports?device_id=7ef2eb89-b5e2-45b1-91b5-034016d66832 HTTP/1.1" status: 200 len: 946 time: 0.0813873 Feb 09 19:22:37.851075 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 46524) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:22:37.874328 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-54e63565-ff7c-40ef-9250-5c81fe835f78 req-912a243c-6227-4d19-942a-63c4bb21c44d tempest-ImagesOneServerNegativeTestJSON-786624457 tempest-ImagesOneServerNegativeTestJSON-786624457-project] 10.222.0.75 "GET /v2.0/security-groups?id=3a917974-2813-46d9-8673-0cde91ecf407&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0748196 Feb 09 19:22:37.880748 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-2f114c8e-59d5-43c1-9fd0-ba4b64ad6e07 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:22:37.975118 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-2f114c8e-59d5-43c1-9fd0-ba4b64ad6e07 admin admin] Publish callbacks [] for security_group (b52d21ca-d556-4680-abc3-46e4f65ee0f4), precommit_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:22:37.980514 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-2f114c8e-59d5-43c1-9fd0-ba4b64ad6e07 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1892331'] for security_group (b52d21ca-d556-4680-abc3-46e4f65ee0f4), after_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:22:38.029793 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 46526) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:22:38.030191 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-2f114c8e-59d5-43c1-9fd0-ba4b64ad6e07 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=da7c2f5e43294d99859811624fabf8f7&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1776435 Feb 09 19:22:38.032350 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f114c8e-59d5-43c1-9fd0-ba4b64ad6e07 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b52d21ca-d556-4680-abc3-46e4f65ee0f4,revision_number=1']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:22:38.099263 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-532300bd-9f14-4d9e-abc2-aa957a7c68e4 admin admin] Publish callbacks [] for security_group (b52d21ca-d556-4680-abc3-46e4f65ee0f4), before_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:22:38.146931 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-532300bd-9f14-4d9e-abc2-aa957a7c68e4 admin admin] Publish callbacks [] for security_group (b52d21ca-d556-4680-abc3-46e4f65ee0f4), precommit_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:22:38.221740 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ccd2b72-0def-41c6-a96f-245ea1e4a13d req-d315f7d0-87bd-42a3-860e-f4968fa19f34 tempest-ImagesOneServerNegativeTestJSON-786624457 tempest-ImagesOneServerNegativeTestJSON-786624457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:22:38.225206 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-1ccd2b72-0def-41c6-a96f-245ea1e4a13d req-d315f7d0-87bd-42a3-860e-f4968fa19f34 tempest-ImagesOneServerNegativeTestJSON-786624457 tempest-ImagesOneServerNegativeTestJSON-786624457-project] 10.222.0.90 "GET /v2.0/ports?device_id=7ef2eb89-b5e2-45b1-91b5-034016d66832 HTTP/1.1" status: 200 len: 946 time: 0.1302066 Feb 09 19:22:38.245762 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-532300bd-9f14-4d9e-abc2-aa957a7c68e4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1892331'] for security_group (b52d21ca-d556-4680-abc3-46e4f65ee0f4), after_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:22:38.251200 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-532300bd-9f14-4d9e-abc2-aa957a7c68e4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:22:38.252380 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-532300bd-9f14-4d9e-abc2-aa957a7c68e4 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/b52d21ca-d556-4680-abc3-46e4f65ee0f4 HTTP/1.1" status: 204 len: 168 time: 0.2212882 Feb 09 19:22:38.274977 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-532300bd-9f14-4d9e-abc2-aa957a7c68e4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b52d21ca-d556-4680-abc3-46e4f65ee0f4,revision_number=None']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:22:38.293036 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-532300bd-9f14-4d9e-abc2-aa957a7c68e4 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:22:38.293278 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-532300bd-9f14-4d9e-abc2-aa957a7c68e4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:22:38.293628 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-532300bd-9f14-4d9e-abc2-aa957a7c68e4 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:22:38.294008 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-532300bd-9f14-4d9e-abc2-aa957a7c68e4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:22:38.294357 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-532300bd-9f14-4d9e-abc2-aa957a7c68e4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:22:38.294692 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-532300bd-9f14-4d9e-abc2-aa957a7c68e4 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:22:38.296327 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-532300bd-9f14-4d9e-abc2-aa957a7c68e4 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:22:38.296327 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-532300bd-9f14-4d9e-abc2-aa957a7c68e4 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:22:38.296327 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-532300bd-9f14-4d9e-abc2-aa957a7c68e4 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:22:38.296327 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-532300bd-9f14-4d9e-abc2-aa957a7c68e4 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:22:38.296792 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-532300bd-9f14-4d9e-abc2-aa957a7c68e4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:22:38.296792 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-532300bd-9f14-4d9e-abc2-aa957a7c68e4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:22:38.297131 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-532300bd-9f14-4d9e-abc2-aa957a7c68e4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:22:38.331709 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-391453e8-b950-45a9-8a93-d455620f0d71 req-e8564cbf-72bd-4ce7-af25-0eaf02dc216d tempest-AttachVolumeShelveTestJSON-671139515 tempest-AttachVolumeShelveTestJSON-671139515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:22:38.339536 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-391453e8-b950-45a9-8a93-d455620f0d71 req-e8564cbf-72bd-4ce7-af25-0eaf02dc216d tempest-AttachVolumeShelveTestJSON-671139515 tempest-AttachVolumeShelveTestJSON-671139515-project] 10.222.0.75 "GET /v2.0/ports?device_id=9a1c27a8-ba54-400e-9357-176d8c299bdc HTTP/1.1" status: 200 len: 943 time: 0.1348281 Feb 09 19:22:38.416579 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-391453e8-b950-45a9-8a93-d455620f0d71 req-4abd5f59-0ece-4b76-a132-0a050e70827c tempest-AttachVolumeShelveTestJSON-671139515 tempest-AttachVolumeShelveTestJSON-671139515-project] 10.222.0.75 "GET /v2.0/security-groups?id=8ffa0824-cdc7-466b-baef-bc7606a99fd1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0758958 Feb 09 19:22:38.512728 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.plugin [req-1ccd2b72-0def-41c6-a96f-245ea1e4a13d req-084a93a5-2b4a-4b2b-88a0-ebaf5ac531ad tempest-ImagesOneServerNegativeTestJSON-786624457 tempest-ImagesOneServerNegativeTestJSON-786624457-project] Deleting port 9668af07-9bfa-459f-9d4f-465dcfd342fd {{(pid=103229) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 19:22:38.513058 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-1ccd2b72-0def-41c6-a96f-245ea1e4a13d req-084a93a5-2b4a-4b2b-88a0-ebaf5ac531ad tempest-ImagesOneServerNegativeTestJSON-786624457 tempest-ImagesOneServerNegativeTestJSON-786624457-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762867170196'] for port (9668af07-9bfa-459f-9d4f-465dcfd342fd), before_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:22:39.027458 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b252975-a390-476a-886c-db7a24063a04 req-681199df-286a-429e-9fb2-3208f08fa281 tempest-ImagesOneServerNegativeTestJSON-786624457 tempest-ImagesOneServerNegativeTestJSON-786624457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:22:39.028034 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.db [req-1ccd2b72-0def-41c6-a96f-245ea1e4a13d req-084a93a5-2b4a-4b2b-88a0-ebaf5ac531ad tempest-ImagesOneServerNegativeTestJSON-786624457 tempest-ImagesOneServerNegativeTestJSON-786624457-project] For port 9668af07-9bfa-459f-9d4f-465dcfd342fd, host n-h2-713498-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-36',level=0,port_id=9668af07-9bfa-459f-9d4f-465dcfd342fd,segment=NetworkSegment(3775fb2c-c530-4fd0-a120-545068ec4f1e),segment_id=3775fb2c-c530-4fd0-a120-545068ec4f1e)] {{(pid=103229) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 19:22:39.028167 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-1ccd2b72-0def-41c6-a96f-245ea1e4a13d req-084a93a5-2b4a-4b2b-88a0-ebaf5ac531ad tempest-ImagesOneServerNegativeTestJSON-786624457 tempest-ImagesOneServerNegativeTestJSON-786624457-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1820838'] for port (9668af07-9bfa-459f-9d4f-465dcfd342fd), precommit_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:22:39.036490 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-1b252975-a390-476a-886c-db7a24063a04 req-681199df-286a-429e-9fb2-3208f08fa281 tempest-ImagesOneServerNegativeTestJSON-786624457 tempest-ImagesOneServerNegativeTestJSON-786624457-project] 10.222.0.75 "GET /v2.0/ports?device_id=7ef2eb89-b5e2-45b1-91b5-034016d66832 HTTP/1.1" status: 200 len: 946 time: 0.0793610 Feb 09 19:22:39.059069 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.plugin [req-1ccd2b72-0def-41c6-a96f-245ea1e4a13d req-084a93a5-2b4a-4b2b-88a0-ebaf5ac531ad tempest-ImagesOneServerNegativeTestJSON-786624457 tempest-ImagesOneServerNegativeTestJSON-786624457-project] Calling delete_port for 9668af07-9bfa-459f-9d4f-465dcfd342fd owned by compute:nova {{(pid=103229) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 19:22:39.106907 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-1b252975-a390-476a-886c-db7a24063a04 req-a8e660bd-6d1c-493b-abd7-0b66df1fbd32 tempest-ImagesOneServerNegativeTestJSON-786624457 tempest-ImagesOneServerNegativeTestJSON-786624457-project] 10.222.0.75 "GET /v2.0/security-groups?id=3a917974-2813-46d9-8673-0cde91ecf407&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0692317 Feb 09 19:22:39.235387 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-1ccd2b72-0def-41c6-a96f-245ea1e4a13d req-084a93a5-2b4a-4b2b-88a0-ebaf5ac531ad tempest-ImagesOneServerNegativeTestJSON-786624457 tempest-ImagesOneServerNegativeTestJSON-786624457-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762867177463', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762866656476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12867576'] for port (9668af07-9bfa-459f-9d4f-465dcfd342fd), after_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:22:39.275595 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-084a93a5-2b4a-4b2b-88a0-ebaf5ac531ad tempest-ImagesOneServerNegativeTestJSON-786624457 tempest-ImagesOneServerNegativeTestJSON-786624457-project] Pushing event deleted for resources: {'Port': ['ID=9668af07-9bfa-459f-9d4f-465dcfd342fd,revision_number=None']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:22:39.330600 n-d-713498-36 neutron-server[103229]: DEBUG neutron.db.l3_dvrscheduler_db [req-1ccd2b72-0def-41c6-a96f-245ea1e4a13d req-084a93a5-2b4a-4b2b-88a0-ebaf5ac531ad tempest-ImagesOneServerNegativeTestJSON-786624457 tempest-ImagesOneServerNegativeTestJSON-786624457-project] No DVR routers for this DVR port 9668af07-9bfa-459f-9d4f-465dcfd342fd on host n-h2-713498-36 {{(pid=103229) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 19:22:39.334204 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-1ccd2b72-0def-41c6-a96f-245ea1e4a13d req-084a93a5-2b4a-4b2b-88a0-ebaf5ac531ad tempest-ImagesOneServerNegativeTestJSON-786624457 tempest-ImagesOneServerNegativeTestJSON-786624457-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171096'] for port (None), before_response {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:22:39.338753 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-1ccd2b72-0def-41c6-a96f-245ea1e4a13d req-084a93a5-2b4a-4b2b-88a0-ebaf5ac531ad tempest-ImagesOneServerNegativeTestJSON-786624457 tempest-ImagesOneServerNegativeTestJSON-786624457-project] 10.222.0.90 "DELETE /v2.0/ports/9668af07-9bfa-459f-9d4f-465dcfd342fd HTTP/1.1" status: 204 len: 173 time: 1.0945988 Feb 09 19:22:39.339321 n-d-713498-36 neutron-server[103229]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7ef2eb89-b5e2-45b1-91b5-034016d66832', 'name': 'network-vif-deleted', 'tag': '9668af07-9bfa-459f-9d4f-465dcfd342fd'}] {{(pid=103229) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 19:22:39.343467 n-d-713498-36 neutron-server[103229]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fa6ae9a20702bd564eaf90d946620b2b4277b1ab91129323d3b54181076be307" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-240d0ddf-5fbf-4a73-ac60-2a22fd418242" -d '{"events": [{"server_uuid": "7ef2eb89-b5e2-45b1-91b5-034016d66832", "name": "network-vif-deleted", "tag": "9668af07-9bfa-459f-9d4f-465dcfd342fd"}]}' {{(pid=103229) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 19:22:39.390466 n-d-713498-36 neutron-server[103229]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 19:22:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0cc973bd-0812-4326-b51b-a81717b6800f x-openstack-request-id: req-0cc973bd-0812-4326-b51b-a81717b6800f {{(pid=103229) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 19:22:39.390812 n-d-713498-36 neutron-server[103229]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7ef2eb89-b5e2-45b1-91b5-034016d66832", "name": "network-vif-deleted", "tag": "9668af07-9bfa-459f-9d4f-465dcfd342fd", "status": "completed", "code": 200}]} {{(pid=103229) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 19:22:39.391144 n-d-713498-36 neutron-server[103229]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-0cc973bd-0812-4326-b51b-a81717b6800f {{(pid=103229) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 19:22:39.391662 n-d-713498-36 neutron-server[103229]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7ef2eb89-b5e2-45b1-91b5-034016d66832', 'name': 'network-vif-deleted', 'tag': '9668af07-9bfa-459f-9d4f-465dcfd342fd', 'status': 'completed', 'code': 200} Feb 09 19:22:39.510908 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-b9209b8b-57e5-4e0f-ad26-db78bd0d163d req-8c3ffc75-f23e-4e0c-86ef-aefcd35542f0 service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=db80ff34-1a54-4ffe-a739-34523c5a2111&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0852659 Feb 09 19:22:39.639245 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9209b8b-57e5-4e0f-ad26-db78bd0d163d req-24f77ce7-60fe-4950-80f7-347bf2dd3b1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:22:39.641438 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-b9209b8b-57e5-4e0f-ad26-db78bd0d163d req-24f77ce7-60fe-4950-80f7-347bf2dd3b1d service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=ca9d8283fba6413a88665299a2870efb&device_id=db80ff34-1a54-4ffe-a739-34523c5a2111 HTTP/1.1" status: 200 len: 1133 time: 0.1063564 Feb 09 19:22:39.644253 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6878a012-d544-44c1-adde-2786409c44c6 req-583a7262-3b24-4ddf-9838-d2028b5abf57 tempest-AttachVolumeShelveTestJSON-671139515 tempest-AttachVolumeShelveTestJSON-671139515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:22:39.646363 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-6878a012-d544-44c1-adde-2786409c44c6 req-583a7262-3b24-4ddf-9838-d2028b5abf57 tempest-AttachVolumeShelveTestJSON-671139515 tempest-AttachVolumeShelveTestJSON-671139515-project] 10.222.0.75 "GET /v2.0/ports?device_id=9a1c27a8-ba54-400e-9357-176d8c299bdc HTTP/1.1" status: 200 len: 943 time: 0.0985062 Feb 09 19:22:39.717929 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-6878a012-d544-44c1-adde-2786409c44c6 req-69938a03-1ceb-45f1-997c-cc948e76f5fa tempest-AttachVolumeShelveTestJSON-671139515 tempest-AttachVolumeShelveTestJSON-671139515-project] 10.222.0.75 "GET /v2.0/security-groups?id=8ffa0824-cdc7-466b-baef-bc7606a99fd1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0577853 Feb 09 19:22:39.805301 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9209b8b-57e5-4e0f-ad26-db78bd0d163d req-393fc621-18d7-47a1-b02e-b78d577de5e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:22:39.807448 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-b9209b8b-57e5-4e0f-ad26-db78bd0d163d req-393fc621-18d7-47a1-b02e-b78d577de5e1 service neutron] 10.222.0.89 "GET /v2.0/networks?id=2b5494c8-cf97-42c1-b902-87f998f28179 HTTP/1.1" status: 200 len: 870 time: 0.1465249 Feb 09 19:22:39.877892 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-b9209b8b-57e5-4e0f-ad26-db78bd0d163d req-631eaa48-61d4-4930-97d7-5bd2d39bf68a service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.216&port_id=f838b982-b9e1-4aba-acdc-c2381da8aa4e HTTP/1.1" status: 200 len: 217 time: 0.0635583 Feb 09 19:22:39.962249 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9209b8b-57e5-4e0f-ad26-db78bd0d163d req-e4016a9f-673f-4dd9-bfc0-40cd9c62d366 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:22:39.964608 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-b9209b8b-57e5-4e0f-ad26-db78bd0d163d req-e4016a9f-673f-4dd9-bfc0-40cd9c62d366 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=60b561cb-321e-4f83-9bb3-92b2e1d0dc44 HTTP/1.1" status: 200 len: 843 time: 0.0792296 Feb 09 19:22:40.073930 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9209b8b-57e5-4e0f-ad26-db78bd0d163d req-a0b7e98f-0f51-4ebb-9c35-3b203c790ab5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:22:40.075830 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-b9209b8b-57e5-4e0f-ad26-db78bd0d163d req-a0b7e98f-0f51-4ebb-9c35-3b203c790ab5 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=2b5494c8-cf97-42c1-b902-87f998f28179&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.1051552 Feb 09 19:22:40.247185 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-b9209b8b-57e5-4e0f-ad26-db78bd0d163d req-7912ded8-9eee-4ba3-821a-89b814fcbe89 service neutron] 10.222.0.89 "GET /v2.0/networks/2b5494c8-cf97-42c1-b902-87f998f28179?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1643770 Feb 09 19:22:40.372943 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-b9209b8b-57e5-4e0f-ad26-db78bd0d163d req-618f0c0d-9a96-4aa4-8d03-4beb4aa0baf9 service neutron] 10.222.0.89 "GET /v2.0/networks/2b5494c8-cf97-42c1-b902-87f998f28179?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1182065 Feb 09 19:22:40.399405 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 46606) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:22:40.488089 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-97bc3603-14d8-4b57-8f50-02c6f593fe2e tempest-ImagesOneServerNegativeTestJSON-786624457 tempest-ImagesOneServerNegativeTestJSON-786624457-project] Publish callbacks [] for security_group (055317a5-2503-4140-8bb6-8ec979bde721), before_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:22:40.523740 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-97bc3603-14d8-4b57-8f50-02c6f593fe2e tempest-ImagesOneServerNegativeTestJSON-786624457 tempest-ImagesOneServerNegativeTestJSON-786624457-project] Publish callbacks [] for security_group (055317a5-2503-4140-8bb6-8ec979bde721), precommit_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:22:40.610043 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-97bc3603-14d8-4b57-8f50-02c6f593fe2e tempest-ImagesOneServerNegativeTestJSON-786624457 tempest-ImagesOneServerNegativeTestJSON-786624457-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1892331'] for security_group (055317a5-2503-4140-8bb6-8ec979bde721), after_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:22:40.617055 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-97bc3603-14d8-4b57-8f50-02c6f593fe2e tempest-ImagesOneServerNegativeTestJSON-786624457 tempest-ImagesOneServerNegativeTestJSON-786624457-project] Publish callbacks [] for security_group (None), before_response {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:22:40.619441 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-97bc3603-14d8-4b57-8f50-02c6f593fe2e tempest-ImagesOneServerNegativeTestJSON-786624457 tempest-ImagesOneServerNegativeTestJSON-786624457-project] 10.222.0.75 "DELETE /v2.0/security-groups/055317a5-2503-4140-8bb6-8ec979bde721 HTTP/1.1" status: 204 len: 168 time: 0.2175546 Feb 09 19:22:40.622218 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 46614) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:22:40.632155 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97bc3603-14d8-4b57-8f50-02c6f593fe2e tempest-ImagesOneServerNegativeTestJSON-786624457 tempest-ImagesOneServerNegativeTestJSON-786624457-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=055317a5-2503-4140-8bb6-8ec979bde721,revision_number=None']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:22:40.647895 n-d-713498-36 neutron-server[103230]: INFO neutron.api.v2.resource [None req-6822f97c-f606-4fe2-adaf-d83299b02256 tempest-ImagesOneServerNegativeTestJSON-786624457 tempest-ImagesOneServerNegativeTestJSON-786624457-project] show failed (client error): The resource could not be found. Feb 09 19:22:40.652615 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-6822f97c-f606-4fe2-adaf-d83299b02256 tempest-ImagesOneServerNegativeTestJSON-786624457 tempest-ImagesOneServerNegativeTestJSON-786624457-project] 10.222.0.75 "GET /v2.0/security-groups/055317a5-2503-4140-8bb6-8ec979bde721 HTTP/1.1" status: 404 len: 347 time: 0.0283825 Feb 09 19:22:40.653726 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 46616) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:22:40.768432 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-d111fbd3-9331-4f11-be99-76b6590c2669 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762867132591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593584'] for agent (af91e4b9-f4e1-42b1-a25c-a10dc47171c8), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:22:40.911433 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.plugin [None req-f2d6e60a-d35b-47e7-a41a-8645cbb16cc3 tempest-ImagesOneServerNegativeTestJSON-786624457 tempest-ImagesOneServerNegativeTestJSON-786624457-project] Deleting port 7c541390-7051-4944-8eef-f6eddebd490c {{(pid=103230) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 19:22:40.911784 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-f2d6e60a-d35b-47e7-a41a-8645cbb16cc3 tempest-ImagesOneServerNegativeTestJSON-786624457 tempest-ImagesOneServerNegativeTestJSON-786624457-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762867170196'] for port (7c541390-7051-4944-8eef-f6eddebd490c), before_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:22:40.921004 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efc34498-c740-4ed1-a6f1-376c5b735ae4 req-ac8a934e-c502-4edb-83c5-b14c8ff6ab6c tempest-AttachVolumeShelveTestJSON-671139515 tempest-AttachVolumeShelveTestJSON-671139515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:22:40.927972 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-efc34498-c740-4ed1-a6f1-376c5b735ae4 req-ac8a934e-c502-4edb-83c5-b14c8ff6ab6c tempest-AttachVolumeShelveTestJSON-671139515 tempest-AttachVolumeShelveTestJSON-671139515-project] 10.222.0.75 "GET /v2.0/ports?device_id=9a1c27a8-ba54-400e-9357-176d8c299bdc HTTP/1.1" status: 200 len: 943 time: 0.0896742 Feb 09 19:22:41.009538 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 46626) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:22:41.018929 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-efc34498-c740-4ed1-a6f1-376c5b735ae4 req-433f7e26-87ca-441e-84e8-5d140e331d0d tempest-AttachVolumeShelveTestJSON-671139515 tempest-AttachVolumeShelveTestJSON-671139515-project] 10.222.0.75 "GET /v2.0/security-groups?id=8ffa0824-cdc7-466b-baef-bc7606a99fd1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0896802 Feb 09 19:22:41.066288 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-f2d6e60a-d35b-47e7-a41a-8645cbb16cc3 tempest-ImagesOneServerNegativeTestJSON-786624457 tempest-ImagesOneServerNegativeTestJSON-786624457-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1820838'] for port (7c541390-7051-4944-8eef-f6eddebd490c), precommit_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:22:41.067076 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-f2d6e60a-d35b-47e7-a41a-8645cbb16cc3 tempest-ImagesOneServerNegativeTestJSON-786624457 tempest-ImagesOneServerNegativeTestJSON-786624457-project] Publish callbacks [] for floatingip (7c541390-7051-4944-8eef-f6eddebd490c), precommit_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:22:41.086536 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.plugin [None req-f2d6e60a-d35b-47e7-a41a-8645cbb16cc3 tempest-ImagesOneServerNegativeTestJSON-786624457 tempest-ImagesOneServerNegativeTestJSON-786624457-project] Calling delete_port for 7c541390-7051-4944-8eef-f6eddebd490c owned by network:floatingip {{(pid=103230) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 19:22:41.229198 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Device 9668af07-9bfa-459f-9d4f-465dcfd342fd no longer exists at agent hyperv_n-h2-713498-36 {{(pid=103232) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 19:22:41.257588 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-f2d6e60a-d35b-47e7-a41a-8645cbb16cc3 tempest-ImagesOneServerNegativeTestJSON-786624457 tempest-ImagesOneServerNegativeTestJSON-786624457-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762867177463', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762866656476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14393751'] for port (7c541390-7051-4944-8eef-f6eddebd490c), after_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:22:41.269484 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-7429db8d-6021-40ad-813e-885be449a89b None None] No Port match for: 9668af07-9bfa-459f-9d4f-465dcfd342fd {{(pid=103232) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 19:22:41.269831 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Device 9668af07-9bfa-459f-9d4f-465dcfd342fd not bound to the agent host n-h2-713498-36 {{(pid=103232) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 19:22:41.290514 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2d6e60a-d35b-47e7-a41a-8645cbb16cc3 tempest-ImagesOneServerNegativeTestJSON-786624457 tempest-ImagesOneServerNegativeTestJSON-786624457-project] Pushing event deleted for resources: {'Port': ['ID=7c541390-7051-4944-8eef-f6eddebd490c,revision_number=None']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:22:41.290754 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-287d5128-29a5-476a-b6cb-959ed47479b6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:22:41.424410 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-287d5128-29a5-476a-b6cb-959ed47479b6 admin admin] Publish callbacks [] for security_group (34f9027d-8c27-46e0-ab35-cd95e40a3af0), precommit_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:22:41.434281 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-287d5128-29a5-476a-b6cb-959ed47479b6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1892331'] for security_group (34f9027d-8c27-46e0-ab35-cd95e40a3af0), after_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:22:41.484870 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-287d5128-29a5-476a-b6cb-959ed47479b6 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=e22bfb5e680a4c54ac85b5d3748916b0&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4739485 Feb 09 19:22:41.486293 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-287d5128-29a5-476a-b6cb-959ed47479b6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=34f9027d-8c27-46e0-ab35-cd95e40a3af0,revision_number=1']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:22:41.503058 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 46636) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:22:41.582252 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-60db3d0d-704a-4164-b7da-fdee9c5c4185 admin admin] Publish callbacks [] for security_group (34f9027d-8c27-46e0-ab35-cd95e40a3af0), before_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:22:41.612588 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-60db3d0d-704a-4164-b7da-fdee9c5c4185 admin admin] Publish callbacks [] for security_group (34f9027d-8c27-46e0-ab35-cd95e40a3af0), precommit_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:22:41.697491 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-60db3d0d-704a-4164-b7da-fdee9c5c4185 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1892331'] for security_group (34f9027d-8c27-46e0-ab35-cd95e40a3af0), after_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:22:41.701617 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-60db3d0d-704a-4164-b7da-fdee9c5c4185 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:22:41.703445 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-60db3d0d-704a-4164-b7da-fdee9c5c4185 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/34f9027d-8c27-46e0-ab35-cd95e40a3af0 HTTP/1.1" status: 204 len: 168 time: 0.1981630 Feb 09 19:22:41.724450 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60db3d0d-704a-4164-b7da-fdee9c5c4185 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=34f9027d-8c27-46e0-ab35-cd95e40a3af0,revision_number=None']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:22:41.753044 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-f2d6e60a-d35b-47e7-a41a-8645cbb16cc3 tempest-ImagesOneServerNegativeTestJSON-786624457 tempest-ImagesOneServerNegativeTestJSON-786624457-project] Publish callbacks [] for floatingip (6edef827-3560-4b08-a62b-c2776014d1ca), after_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:22:41.758453 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-f2d6e60a-d35b-47e7-a41a-8645cbb16cc3 tempest-ImagesOneServerNegativeTestJSON-786624457 tempest-ImagesOneServerNegativeTestJSON-786624457-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171096'] for floatingip (None), before_response {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:22:41.765485 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-f2d6e60a-d35b-47e7-a41a-8645cbb16cc3 tempest-ImagesOneServerNegativeTestJSON-786624457 tempest-ImagesOneServerNegativeTestJSON-786624457-project] 10.222.0.75 "DELETE /v2.0/floatingips/6edef827-3560-4b08-a62b-c2776014d1ca HTTP/1.1" status: 204 len: 168 time: 1.1096756 Feb 09 19:22:41.879320 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 46652) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:22:41.925730 n-d-713498-36 neutron-server[103229]: DEBUG neutron.db.db_base_plugin_v2 [None req-c990934f-9e45-4222-b5e9-470e355a5643 admin admin] Deleting subnet 48191d36-8745-4793-9d02-3afa512f12d6 {{(pid=103229) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 19:22:41.928822 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-c990934f-9e45-4222-b5e9-470e355a5643 admin admin] Publish callbacks [] for subnet (48191d36-8745-4793-9d02-3afa512f12d6), before_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:22:41.967985 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-c990934f-9e45-4222-b5e9-470e355a5643 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16683410'] for subnet (48191d36-8745-4793-9d02-3afa512f12d6), precommit_delete_associations {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:22:42.008343 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-c990934f-9e45-4222-b5e9-470e355a5643 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-759852'] for subnet (48191d36-8745-4793-9d02-3afa512f12d6), precommit_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:22:42.068733 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-c990934f-9e45-4222-b5e9-470e355a5643 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-760023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12867367', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12759238'] for subnet (48191d36-8745-4793-9d02-3afa512f12d6), after_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:22:42.086288 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-c990934f-9e45-4222-b5e9-470e355a5643 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1613566'] for subnet (None), before_response {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:22:42.094481 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-c990934f-9e45-4222-b5e9-470e355a5643 admin admin] 10.222.0.75 "DELETE /v2.0/subnets/48191d36-8745-4793-9d02-3afa512f12d6 HTTP/1.1" status: 204 len: 168 time: 0.2140589 Feb 09 19:22:42.095000 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 46666) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:22:42.126608 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c990934f-9e45-4222-b5e9-470e355a5643 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=48191d36-8745-4793-9d02-3afa512f12d6,revision_number=None']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:22:42.186268 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-496e6906-b2da-4272-8f12-d5335d424f89 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-670458'] for network (ea5f98a2-c069-48db-b080-346340701d33), before_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:22:42.336321 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-496e6906-b2da-4272-8f12-d5335d424f89 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-590267', 'neutron.services.segments.db._delete_segments_for_network-8762867132609'] for network (ea5f98a2-c069-48db-b080-346340701d33), precommit_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:22:42.360058 n-d-713498-36 neutron-server[103230]: DEBUG neutron.services.segments.db [None req-496e6906-b2da-4272-8f12-d5335d424f89 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ea5f98a2-c069-48db-b080-346340701d33']}} {{(pid=103230) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:22:42.370678 n-d-713498-36 neutron-server[103230]: DEBUG neutron.services.segments.db [None req-496e6906-b2da-4272-8f12-d5335d424f89 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3775fb2c-c530-4fd0-a120-545068ec4f1e') {'for_net_delete': True} {{(pid=103230) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:22:42.370983 n-d-713498-36 neutron-server[103230]: DEBUG neutron.services.segments.db [None req-496e6906-b2da-4272-8f12-d5335d424f89 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3775fb2c-c530-4fd0-a120-545068ec4f1e') {} {{(pid=103230) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:22:42.386341 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-496e6906-b2da-4272-8f12-d5335d424f89 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762867134154', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12895813'] for segment (3775fb2c-c530-4fd0-a120-545068ec4f1e), before_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:22:42.401187 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-496e6906-b2da-4272-8f12-d5335d424f89 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-759574'] for segment (3775fb2c-c530-4fd0-a120-545068ec4f1e), precommit_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:22:42.407817 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-496e6906-b2da-4272-8f12-d5335d424f89 admin admin] Releasing vlan 396 on physical network physnet1 to pool {{(pid=103230) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 19:22:42.408226 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-496e6906-b2da-4272-8f12-d5335d424f89 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-759574', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14393826'] for segment (3775fb2c-c530-4fd0-a120-545068ec4f1e), after_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:22:42.446810 n-d-713498-36 neutron-server[103230]: Traceback (most recent call last): Feb 09 19:22:42.446810 n-d-713498-36 neutron-server[103230]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 19:22:42.446810 n-d-713498-36 neutron-server[103230]: timer() Feb 09 19:22:42.446810 n-d-713498-36 neutron-server[103230]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 19:22:42.446810 n-d-713498-36 neutron-server[103230]: cb(*args, **kw) Feb 09 19:22:42.446810 n-d-713498-36 neutron-server[103230]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 19:22:42.446810 n-d-713498-36 neutron-server[103230]: return func(*args, **kwargs) Feb 09 19:22:42.446810 n-d-713498-36 neutron-server[103230]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 19:22:42.446810 n-d-713498-36 neutron-server[103230]: self._notify() Feb 09 19:22:42.446810 n-d-713498-36 neutron-server[103230]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 19:22:42.446810 n-d-713498-36 neutron-server[103230]: self.callback(batched_events) Feb 09 19:22:42.446810 n-d-713498-36 neutron-server[103230]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 19:22:42.446810 n-d-713498-36 neutron-server[103230]: event.method(event) Feb 09 19:22:42.446810 n-d-713498-36 neutron-server[103230]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 19:22:42.446810 n-d-713498-36 neutron-server[103230]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 19:22:42.446810 n-d-713498-36 neutron-server[103230]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 19:22:42.446810 n-d-713498-36 neutron-server[103230]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 19:22:42.446810 n-d-713498-36 neutron-server[103230]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 19:22:42.446810 n-d-713498-36 neutron-server[103230]: return f(self, *a, **k) Feb 09 19:22:42.446810 n-d-713498-36 neutron-server[103230]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 19:22:42.446810 n-d-713498-36 neutron-server[103230]: return self._get(url).json() Feb 09 19:22:42.446810 n-d-713498-36 neutron-server[103230]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 19:22:42.446810 n-d-713498-36 neutron-server[103230]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 19:22:42.446810 n-d-713498-36 neutron-server[103230]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 19:22:42.446810 n-d-713498-36 neutron-server[103230]: return self.request(url, 'GET', **kwargs) Feb 09 19:22:42.446810 n-d-713498-36 neutron-server[103230]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 19:22:42.446810 n-d-713498-36 neutron-server[103230]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 19:22:42.446810 n-d-713498-36 neutron-server[103230]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 19:22:42.446810 n-d-713498-36 neutron-server[103230]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 19:22:42.446810 n-d-713498-36 neutron-server[103230]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 19:22:42.446810 n-d-713498-36 neutron-server[103230]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 19:22:42.446810 n-d-713498-36 neutron-server[103230]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 19:22:42.454571 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8071484-cbde-4a7e-925f-cdc2933d5bd2 req-5a61271e-33fd-47d0-a8d9-e98c8c02168d tempest-AttachVolumeShelveTestJSON-671139515 tempest-AttachVolumeShelveTestJSON-671139515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:22:42.456376 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-a8071484-cbde-4a7e-925f-cdc2933d5bd2 req-5a61271e-33fd-47d0-a8d9-e98c8c02168d tempest-AttachVolumeShelveTestJSON-671139515 tempest-AttachVolumeShelveTestJSON-671139515-project] 10.222.0.75 "GET /v2.0/ports?device_id=9a1c27a8-ba54-400e-9357-176d8c299bdc HTTP/1.1" status: 200 len: 943 time: 0.2738402 Feb 09 19:22:42.495136 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-496e6906-b2da-4272-8f12-d5335d424f89 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-590242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1885479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1818895'] for network (ea5f98a2-c069-48db-b080-346340701d33), after_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:22:42.507065 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-496e6906-b2da-4272-8f12-d5335d424f89 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1613566'] for network (None), before_response {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:22:42.510472 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-496e6906-b2da-4272-8f12-d5335d424f89 admin admin] 10.222.0.75 "DELETE /v2.0/networks/ea5f98a2-c069-48db-b080-346340701d33 HTTP/1.1" status: 204 len: 168 time: 0.4143002 Feb 09 19:22:42.532670 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-496e6906-b2da-4272-8f12-d5335d424f89 admin admin] Pushing event deleted for resources: {'Network': ['ID=ea5f98a2-c069-48db-b080-346340701d33,revision_number=None']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:22:42.542720 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-a8071484-cbde-4a7e-925f-cdc2933d5bd2 req-e960691d-e631-4ea4-95b0-8eeb7243b62c tempest-AttachVolumeShelveTestJSON-671139515 tempest-AttachVolumeShelveTestJSON-671139515-project] 10.222.0.75 "GET /v2.0/security-groups?id=8ffa0824-cdc7-466b-baef-bc7606a99fd1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0767477 Feb 09 19:22:42.701463 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 46682) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:22:42.751677 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 46686) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:22:42.752351 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-7da8d227-fec1-43ae-b932-1a7ddfffb637 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=ee42b623d71b4a08b8e85a34c704ee21&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0485470 Feb 09 19:22:42.818205 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-93de7369-b3e8-41fe-b1b8-f4619261212a admin admin] Publish callbacks [] for security_group (3a917974-2813-46d9-8673-0cde91ecf407), before_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:22:42.846037 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-93de7369-b3e8-41fe-b1b8-f4619261212a admin admin] Publish callbacks [] for security_group (3a917974-2813-46d9-8673-0cde91ecf407), precommit_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:22:42.919087 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-93de7369-b3e8-41fe-b1b8-f4619261212a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1892331'] for security_group (3a917974-2813-46d9-8673-0cde91ecf407), after_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:22:42.924098 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-93de7369-b3e8-41fe-b1b8-f4619261212a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:22:42.926097 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-93de7369-b3e8-41fe-b1b8-f4619261212a admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/3a917974-2813-46d9-8673-0cde91ecf407 HTTP/1.1" status: 204 len: 168 time: 0.1720903 Feb 09 19:22:42.937110 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93de7369-b3e8-41fe-b1b8-f4619261212a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3a917974-2813-46d9-8673-0cde91ecf407,revision_number=None']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:22:43.069276 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-4f46660c-8240-4743-84f9-061794cfb26c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762867132591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593584'] for agent (93303d5e-5d17-45e8-8963-7694f87783ae), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:22:43.752555 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce923d6e-ec22-4774-851f-339c0f6eee78 req-33175370-73f8-4656-aff0-1ae1bb4eed96 tempest-AttachVolumeShelveTestJSON-671139515 tempest-AttachVolumeShelveTestJSON-671139515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:22:43.754840 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-ce923d6e-ec22-4774-851f-339c0f6eee78 req-33175370-73f8-4656-aff0-1ae1bb4eed96 tempest-AttachVolumeShelveTestJSON-671139515 tempest-AttachVolumeShelveTestJSON-671139515-project] 10.222.0.75 "GET /v2.0/ports?device_id=9a1c27a8-ba54-400e-9357-176d8c299bdc HTTP/1.1" status: 200 len: 943 time: 0.0847657 Feb 09 19:22:43.811587 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-ce923d6e-ec22-4774-851f-339c0f6eee78 req-a231be67-e408-4f12-b349-b41a22c22163 tempest-AttachVolumeShelveTestJSON-671139515 tempest-AttachVolumeShelveTestJSON-671139515-project] 10.222.0.75 "GET /v2.0/security-groups?id=8ffa0824-cdc7-466b-baef-bc7606a99fd1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0487902 Feb 09 19:22:44.277170 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-edc54c9b-7f13-45d9-9271-85c9738b0128 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762867132591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593584'] for agent (a62b1850-466f-48ae-bec7-d62fb280e14b), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:22:44.582167 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-95a58260-c103-4f5e-9e24-6bf4d9fa06f0 req-0c6d0737-3c7f-41e1-9351-b7b3efbf7f6c tempest-AbsoluteLimitsNegativeTestJSON-1161097589 tempest-AbsoluteLimitsNegativeTestJSON-1161097589-project] 10.222.0.75 "GET /v2.0/networks?tenant_id=af8c9c64aadc4e459cd11c880a04da3c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0360558 Feb 09 19:22:44.707734 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95a58260-c103-4f5e-9e24-6bf4d9fa06f0 req-bcf1e0f3-e216-4d49-bb7d-8a3d77227ae3 tempest-AbsoluteLimitsNegativeTestJSON-1161097589 tempest-AbsoluteLimitsNegativeTestJSON-1161097589-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:22:44.709582 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-95a58260-c103-4f5e-9e24-6bf4d9fa06f0 req-bcf1e0f3-e216-4d49-bb7d-8a3d77227ae3 tempest-AbsoluteLimitsNegativeTestJSON-1161097589 tempest-AbsoluteLimitsNegativeTestJSON-1161097589-project] 10.222.0.75 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1265280 Feb 09 19:22:44.742428 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-95a58260-c103-4f5e-9e24-6bf4d9fa06f0 req-dc779472-41e5-406f-a291-085a29929fdd tempest-AbsoluteLimitsNegativeTestJSON-1161097589 tempest-AbsoluteLimitsNegativeTestJSON-1161097589-project] 10.222.0.75 "GET /v2.0/quotas/af8c9c64aadc4e459cd11c880a04da3c HTTP/1.1" status: 200 len: 375 time: 0.0263848 Feb 09 19:22:44.788556 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-95a58260-c103-4f5e-9e24-6bf4d9fa06f0 req-94238e78-edc8-48fe-9e08-fa1faba7ae70 tempest-AbsoluteLimitsNegativeTestJSON-1161097589 tempest-AbsoluteLimitsNegativeTestJSON-1161097589-project] 10.222.0.75 "GET /v2.0/ports?tenant_id=af8c9c64aadc4e459cd11c880a04da3c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0451441 Feb 09 19:22:44.976264 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3f803cb-f71f-41c9-9b05-2010f1f51b77 req-6fa48107-2988-4399-bbab-65664fbef241 tempest-AttachVolumeShelveTestJSON-671139515 tempest-AttachVolumeShelveTestJSON-671139515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:22:44.978575 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-f3f803cb-f71f-41c9-9b05-2010f1f51b77 req-6fa48107-2988-4399-bbab-65664fbef241 tempest-AttachVolumeShelveTestJSON-671139515 tempest-AttachVolumeShelveTestJSON-671139515-project] 10.222.0.75 "GET /v2.0/ports?device_id=9a1c27a8-ba54-400e-9357-176d8c299bdc HTTP/1.1" status: 200 len: 943 time: 0.0748105 Feb 09 19:22:45.038889 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-f3f803cb-f71f-41c9-9b05-2010f1f51b77 req-4021b75b-855c-415d-b453-f1d804a04b75 tempest-AttachVolumeShelveTestJSON-671139515 tempest-AttachVolumeShelveTestJSON-671139515-project] 10.222.0.75 "GET /v2.0/security-groups?id=8ffa0824-cdc7-466b-baef-bc7606a99fd1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0531363 Feb 09 19:22:45.227485 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 46784) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:22:45.362419 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-580f1837-7f5a-4181-82bf-df2ff3af36b8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:22:45.445890 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-580f1837-7f5a-4181-82bf-df2ff3af36b8 admin admin] Publish callbacks [] for security_group (055859ff-2755-49b4-ac97-028c90f993d3), precommit_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:22:45.450215 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-580f1837-7f5a-4181-82bf-df2ff3af36b8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1892331'] for security_group (055859ff-2755-49b4-ac97-028c90f993d3), after_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:22:45.493498 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-580f1837-7f5a-4181-82bf-df2ff3af36b8 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=af8c9c64aadc4e459cd11c880a04da3c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2623665 Feb 09 19:22:45.493498 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-580f1837-7f5a-4181-82bf-df2ff3af36b8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=055859ff-2755-49b4-ac97-028c90f993d3,revision_number=1']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:22:45.493858 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 46790) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:22:45.567123 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-6e9a36bf-b02a-459a-a38f-67c5f30266da admin admin] Publish callbacks [] for security_group (055859ff-2755-49b4-ac97-028c90f993d3), before_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:22:45.601840 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-6e9a36bf-b02a-459a-a38f-67c5f30266da admin admin] Publish callbacks [] for security_group (055859ff-2755-49b4-ac97-028c90f993d3), precommit_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:22:45.664533 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-6e9a36bf-b02a-459a-a38f-67c5f30266da admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1892331'] for security_group (055859ff-2755-49b4-ac97-028c90f993d3), after_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:22:45.668247 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-6e9a36bf-b02a-459a-a38f-67c5f30266da admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:22:45.669462 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-6e9a36bf-b02a-459a-a38f-67c5f30266da admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/055859ff-2755-49b4-ac97-028c90f993d3 HTTP/1.1" status: 204 len: 168 time: 0.1742494 Feb 09 19:22:45.679014 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e9a36bf-b02a-459a-a38f-67c5f30266da admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=055859ff-2755-49b4-ac97-028c90f993d3,revision_number=None']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:22:45.906299 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-a7262a8e-0513-48fd-984d-75726a511961 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762867132591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593584'] for agent (911cfea2-02ae-4ec9-bac3-7808ee1cdd9c), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:22:45.990842 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 46808) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:22:46.162285 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-68e305c9-0391-4bdd-aaae-bfd2cbb7c319 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:22:46.342759 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0fdf991-d8fb-4529-8eec-3486febd5637 req-9f2ca9ae-16d3-411d-b489-838603390697 tempest-AttachVolumeShelveTestJSON-671139515 tempest-AttachVolumeShelveTestJSON-671139515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:22:46.344261 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-a0fdf991-d8fb-4529-8eec-3486febd5637 req-9f2ca9ae-16d3-411d-b489-838603390697 tempest-AttachVolumeShelveTestJSON-671139515 tempest-AttachVolumeShelveTestJSON-671139515-project] 10.222.0.75 "GET /v2.0/ports?device_id=9a1c27a8-ba54-400e-9357-176d8c299bdc HTTP/1.1" status: 200 len: 943 time: 0.1625862 Feb 09 19:22:46.351322 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-68e305c9-0391-4bdd-aaae-bfd2cbb7c319 admin admin] Publish callbacks [] for security_group (7718c7b0-5e9f-48a8-ad58-ba6a41f9eded), precommit_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:22:46.363612 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-68e305c9-0391-4bdd-aaae-bfd2cbb7c319 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1892331'] for security_group (7718c7b0-5e9f-48a8-ad58-ba6a41f9eded), after_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:22:46.468941 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 46834) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:22:46.474524 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-68e305c9-0391-4bdd-aaae-bfd2cbb7c319 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=c023936930bc49019cb291cc4a807a74&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4728906 Feb 09 19:22:46.486443 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68e305c9-0391-4bdd-aaae-bfd2cbb7c319 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7718c7b0-5e9f-48a8-ad58-ba6a41f9eded,revision_number=1']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:22:46.510196 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-a0fdf991-d8fb-4529-8eec-3486febd5637 req-d01920f1-f92c-48f0-839c-62f060df3904 tempest-AttachVolumeShelveTestJSON-671139515 tempest-AttachVolumeShelveTestJSON-671139515-project] 10.222.0.75 "GET /v2.0/security-groups?id=8ffa0824-cdc7-466b-baef-bc7606a99fd1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1574066 Feb 09 19:22:46.595788 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-25965545-fc11-4819-ac7f-7ed6332f5487 admin admin] Publish callbacks [] for security_group (7718c7b0-5e9f-48a8-ad58-ba6a41f9eded), before_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:22:46.627179 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-25965545-fc11-4819-ac7f-7ed6332f5487 admin admin] Publish callbacks [] for security_group (7718c7b0-5e9f-48a8-ad58-ba6a41f9eded), precommit_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:22:46.692868 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-25965545-fc11-4819-ac7f-7ed6332f5487 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1892331'] for security_group (7718c7b0-5e9f-48a8-ad58-ba6a41f9eded), after_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:22:46.695732 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-25965545-fc11-4819-ac7f-7ed6332f5487 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:22:46.697731 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-25965545-fc11-4819-ac7f-7ed6332f5487 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/7718c7b0-5e9f-48a8-ad58-ba6a41f9eded HTTP/1.1" status: 204 len: 168 time: 0.2277822 Feb 09 19:22:46.729680 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25965545-fc11-4819-ac7f-7ed6332f5487 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7718c7b0-5e9f-48a8-ad58-ba6a41f9eded,revision_number=None']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:22:46.757356 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 46850) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:22:46.899349 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.v2.base [None req-c9075d4f-89b0-4285-9c75-e6bf026aead1 admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupsNegativeTestJSON-336104297-network', 'tenant_id': 'f6ea4739c5b24976b2ef8d707b74e79c'}} {{(pid=103229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 19:22:46.982924 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c9075d4f-89b0-4285-9c75-e6bf026aead1 admin admin] Made reservation on behalf of f6ea4739c5b24976b2ef8d707b74e79c for: {'network': 1} {{(pid=103229) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 19:22:46.982924 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-c9075d4f-89b0-4285-9c75-e6bf026aead1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for network (None), before_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:22:46.996657 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-c9075d4f-89b0-4285-9c75-e6bf026aead1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:22:47.024299 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762867132591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593584'] for agent (496418a2-c002-4aec-ab1a-07f3bea491bd), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:22:47.122887 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3767a25f-f9b7-456a-ac25-fa6bf54c325d req-6798d808-545c-4819-a0f3-163d3f8bb249 tempest-VolumesBackupsTest-1412992171 tempest-VolumesBackupsTest-1412992171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:22:47.125643 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-3767a25f-f9b7-456a-ac25-fa6bf54c325d req-6798d808-545c-4819-a0f3-163d3f8bb249 tempest-VolumesBackupsTest-1412992171 tempest-VolumesBackupsTest-1412992171-project] 10.222.0.75 "GET /v2.0/ports?device_id=db80ff34-1a54-4ffe-a739-34523c5a2111 HTTP/1.1" status: 200 len: 950 time: 0.2086191 Feb 09 19:22:47.213713 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-c9075d4f-89b0-4285-9c75-e6bf026aead1 admin admin] Publish callbacks [] for security_group (0e04fda5-1a45-4400-8016-19db04b9d238), precommit_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:22:47.221517 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-c9075d4f-89b0-4285-9c75-e6bf026aead1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1892331'] for security_group (0e04fda5-1a45-4400-8016-19db04b9d238), after_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:22:47.266130 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c9075d4f-89b0-4285-9c75-e6bf026aead1 admin admin] vlan segment allocate from pool success with {'vlan_id': 356, 'physical_network': 'physnet1'} {{(pid=103229) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 19:22:47.309499 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-c9075d4f-89b0-4285-9c75-e6bf026aead1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-759574'] for segment (e975981c-ec90-440f-8c58-adf9f0f14a54), precommit_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:22:47.309872 n-d-713498-36 neutron-server[103229]: INFO neutron.db.segments_db [None req-c9075d4f-89b0-4285-9c75-e6bf026aead1 admin admin] Added segment e975981c-ec90-440f-8c58-adf9f0f14a54 of type vlan for network 4b34e823-bcf8-4447-a17b-956ffeb4c4b4 Feb 09 19:22:47.332516 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-3767a25f-f9b7-456a-ac25-fa6bf54c325d req-ae793572-d27b-4cdc-b799-15b1b0dd4c83 tempest-VolumesBackupsTest-1412992171 tempest-VolumesBackupsTest-1412992171-project] 10.222.0.75 "GET /v2.0/security-groups?id=a4cf7ff6-e2a8-4761-8b62-bb126962ec0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1990840 Feb 09 19:22:47.354482 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9075d4f-89b0-4285-9c75-e6bf026aead1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0e04fda5-1a45-4400-8016-19db04b9d238,revision_number=1']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:22:47.396567 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-c9075d4f-89b0-4285-9c75-e6bf026aead1 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762866642225'] for network (4b34e823-bcf8-4447-a17b-956ffeb4c4b4), precommit_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:22:47.434050 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a019272-a76c-4ea0-a6c2-f72fa873d2f6 req-22ae5009-9bd8-4770-bd94-02987d24105b tempest-AttachVolumeTestJSON-524945227 tempest-AttachVolumeTestJSON-524945227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:22:47.443332 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-4a019272-a76c-4ea0-a6c2-f72fa873d2f6 req-22ae5009-9bd8-4770-bd94-02987d24105b tempest-AttachVolumeTestJSON-524945227 tempest-AttachVolumeTestJSON-524945227-project] 10.222.0.75 "GET /v2.0/ports?device_id=0625004f-08b9-4492-a00d-e5a7dfbd7c6a HTTP/1.1" status: 200 len: 945 time: 0.0898960 Feb 09 19:22:47.443713 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 46896) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:22:47.494771 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-5fc1c6e5-31ac-4ded-bfb5-edd9a16a1886 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:22:47.504207 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-c9075d4f-89b0-4285-9c75-e6bf026aead1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1885479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452'] for network (4b34e823-bcf8-4447-a17b-956ffeb4c4b4), after_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:22:47.505251 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9075d4f-89b0-4285-9c75-e6bf026aead1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:22:47.505902 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-c9075d4f-89b0-4285-9c75-e6bf026aead1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1613566'] for network (None), before_response {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:22:47.534009 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-4a019272-a76c-4ea0-a6c2-f72fa873d2f6 req-b01c33c0-6a8f-48a9-b39d-92f1f4107b72 tempest-AttachVolumeTestJSON-524945227 tempest-AttachVolumeTestJSON-524945227-project] 10.222.0.75 "GET /v2.0/security-groups?id=208f9464-54b0-46e8-8ab0-4837a2056e9a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0761151 Feb 09 19:22:47.592867 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-c9075d4f-89b0-4285-9c75-e6bf026aead1 admin admin] 10.222.0.75 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 0.8341000 Feb 09 19:22:47.593055 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 46916) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:22:47.601698 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.v2.base [None req-209e6295-d80e-48af-bca9-83d4d04829e6 admin admin] Request body: {'subnet': {'network_id': '4b34e823-bcf8-4447-a17b-956ffeb4c4b4', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupsNegativeTestJSON-336104297-subnet', 'tenant_id': 'f6ea4739c5b24976b2ef8d707b74e79c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103230) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 19:22:47.620677 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9075d4f-89b0-4285-9c75-e6bf026aead1 admin admin] Pushing event updated for resources: {'Network': ['ID=4b34e823-bcf8-4447-a17b-956ffeb4c4b4,revision_number=1']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:22:47.639987 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Network 4b34e823-bcf8-4447-a17b-956ffeb4c4b4 details requested by agent ovs-agent-n-d-713498-36 with host n-d-713498-36 {{(pid=103232) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 19:22:47.673089 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-209e6295-d80e-48af-bca9-83d4d04829e6 admin admin] Made reservation on behalf of f6ea4739c5b24976b2ef8d707b74e79c for: {'subnet': 1} {{(pid=103230) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 19:22:47.678883 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-209e6295-d80e-48af-bca9-83d4d04829e6 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12985917'] for subnet (None), before_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:22:47.790133 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-5fc1c6e5-31ac-4ded-bfb5-edd9a16a1886 admin admin] Publish callbacks [] for security_group (fbd2f82e-c9d5-457b-8e57-0493872e80da), precommit_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:22:47.801689 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-5fc1c6e5-31ac-4ded-bfb5-edd9a16a1886 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1892331'] for security_group (fbd2f82e-c9d5-457b-8e57-0493872e80da), after_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:22:47.860327 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ba27526-c247-48bd-a67b-8a20f05b2ec7 req-eb29fa1e-b5eb-42dd-9fb1-7ad31baa2b1d tempest-AttachVolumeShelveTestJSON-671139515 tempest-AttachVolumeShelveTestJSON-671139515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:22:47.867645 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-4ba27526-c247-48bd-a67b-8a20f05b2ec7 req-eb29fa1e-b5eb-42dd-9fb1-7ad31baa2b1d tempest-AttachVolumeShelveTestJSON-671139515 tempest-AttachVolumeShelveTestJSON-671139515-project] 10.222.0.75 "GET /v2.0/ports?device_id=9a1c27a8-ba54-400e-9357-176d8c299bdc HTTP/1.1" status: 200 len: 943 time: 0.1546304 Feb 09 19:22:47.881598 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-5fc1c6e5-31ac-4ded-bfb5-edd9a16a1886 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=0f50bf2611b24fc2af0dbc7a60c62aca&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4357328 Feb 09 19:22:47.883111 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 46944) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:22:47.892516 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fc1c6e5-31ac-4ded-bfb5-edd9a16a1886 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fbd2f82e-c9d5-457b-8e57-0493872e80da,revision_number=1']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:22:47.959515 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-4ba27526-c247-48bd-a67b-8a20f05b2ec7 req-08747514-6965-488e-ba90-bb3a23ef86c6 tempest-AttachVolumeShelveTestJSON-671139515 tempest-AttachVolumeShelveTestJSON-671139515-project] 10.222.0.75 "GET /v2.0/security-groups?id=8ffa0824-cdc7-466b-baef-bc7606a99fd1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0909300 Feb 09 19:22:47.978138 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-afe23c1d-d692-4107-bf38-4a1e05a6dc69 admin admin] Publish callbacks [] for security_group (fbd2f82e-c9d5-457b-8e57-0493872e80da), before_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:22:47.998276 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-209e6295-d80e-48af-bca9-83d4d04829e6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14393611', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12985859'] for subnet (512c4955-dfdd-4200-b18c-e3be41e52050), after_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:22:48.008373 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-afe23c1d-d692-4107-bf38-4a1e05a6dc69 admin admin] Publish callbacks [] for security_group (fbd2f82e-c9d5-457b-8e57-0493872e80da), precommit_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:22:48.102963 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-209e6295-d80e-48af-bca9-83d4d04829e6 admin admin] Checking segment: {'id': 'e975981c-ec90-440f-8c58-adf9f0f14a54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': '4b34e823-bcf8-4447-a17b-956ffeb4c4b4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103230) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 19:22:48.103327 n-d-713498-36 neutron-server[103230]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-209e6295-d80e-48af-bca9-83d4d04829e6 admin admin] Network hostable DHCP agents. Network: 4b34e823-bcf8-4447-a17b-956ffeb4c4b4, hostable agents: ['af91e4b9-f4e1-42b1-a25c-a10dc47171c8'], hosted agents: [] {{(pid=103230) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 19:22:48.105723 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-209e6295-d80e-48af-bca9-83d4d04829e6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=512c4955-dfdd-4200-b18c-e3be41e52050,revision_number=0']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:22:48.125625 n-d-713498-36 neutron-server[103230]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-209e6295-d80e-48af-bca9-83d4d04829e6 admin admin] Network 4b34e823-bcf8-4447-a17b-956ffeb4c4b4 is scheduled to be hosted by DHCP agent af91e4b9-f4e1-42b1-a25c-a10dc47171c8 with binding_index 1 {{(pid=103230) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 19:22:48.139985 n-d-713498-36 neutron-server[103230]: DEBUG neutron.scheduler.base_scheduler [None req-209e6295-d80e-48af-bca9-83d4d04829e6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713498-36, 4b34e823-bcf8-4447-a17b-956ffeb4c4b4) {{(pid=103230) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 19:22:48.147763 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-afe23c1d-d692-4107-bf38-4a1e05a6dc69 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1892331'] for security_group (fbd2f82e-c9d5-457b-8e57-0493872e80da), after_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:22:48.150359 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-afe23c1d-d692-4107-bf38-4a1e05a6dc69 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:22:48.151336 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd281ae4-898e-4e91-800a-c17a4ace6402 None None] Network 4b34e823-bcf8-4447-a17b-956ffeb4c4b4 requested from n-d-713498-36 {{(pid=103232) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 19:22:48.151974 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-afe23c1d-d692-4107-bf38-4a1e05a6dc69 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/fbd2f82e-c9d5-457b-8e57-0493872e80da HTTP/1.1" status: 204 len: 168 time: 0.2673614 Feb 09 19:22:48.163151 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-209e6295-d80e-48af-bca9-83d4d04829e6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:22:48.164083 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-209e6295-d80e-48af-bca9-83d4d04829e6 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:22:48.199596 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afe23c1d-d692-4107-bf38-4a1e05a6dc69 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fbd2f82e-c9d5-457b-8e57-0493872e80da,revision_number=None']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:22:48.209720 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-209e6295-d80e-48af-bca9-83d4d04829e6 admin admin] 10.222.0.75 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 0.6149356 Feb 09 19:22:48.423819 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3e1d9f3-6a06-45de-a14b-3468b681f32a None None] Network 4b34e823-bcf8-4447-a17b-956ffeb4c4b4 requested from n-d-713498-36 {{(pid=103232) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 19:22:48.446174 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60e8d578-daf1-46f2-b20c-b870fd2004f8 req-20bf54b1-7c42-4cae-af8d-e7f3fdb39be6 tempest-VolumesBackupsTest-1412992171 tempest-VolumesBackupsTest-1412992171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:22:48.448442 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-60e8d578-daf1-46f2-b20c-b870fd2004f8 req-20bf54b1-7c42-4cae-af8d-e7f3fdb39be6 tempest-VolumesBackupsTest-1412992171 tempest-VolumesBackupsTest-1412992171-project] 10.222.0.89 "GET /v2.0/ports?device_id=db80ff34-1a54-4ffe-a739-34523c5a2111 HTTP/1.1" status: 200 len: 950 time: 0.1344037 Feb 09 19:22:48.522719 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762867132591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593584'] for agent (488cd9ae-631f-4955-ba0b-4f5a13f12e9c), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:22:48.582741 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b47f82b5-825b-4198-ba0a-1e847cd0c020 req-ac81743d-b095-4e98-93e9-bd21c8d63a42 tempest-VolumesBackupsTest-1412992171 tempest-VolumesBackupsTest-1412992171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:22:48.589113 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-b47f82b5-825b-4198-ba0a-1e847cd0c020 req-ac81743d-b095-4e98-93e9-bd21c8d63a42 tempest-VolumesBackupsTest-1412992171 tempest-VolumesBackupsTest-1412992171-project] 10.222.0.75 "GET /v2.0/ports?device_id=db80ff34-1a54-4ffe-a739-34523c5a2111 HTTP/1.1" status: 200 len: 950 time: 0.1460633 Feb 09 19:22:48.693152 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.plugin [req-60e8d578-daf1-46f2-b20c-b870fd2004f8 req-0c2a0147-9caf-407a-a099-6daae5c19986 tempest-VolumesBackupsTest-1412992171 tempest-VolumesBackupsTest-1412992171-project] Deleting port f838b982-b9e1-4aba-acdc-c2381da8aa4e {{(pid=103229) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 19:22:48.693541 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-60e8d578-daf1-46f2-b20c-b870fd2004f8 req-0c2a0147-9caf-407a-a099-6daae5c19986 tempest-VolumesBackupsTest-1412992171 tempest-VolumesBackupsTest-1412992171-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762867170196'] for port (f838b982-b9e1-4aba-acdc-c2381da8aa4e), before_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:22:48.704049 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-b47f82b5-825b-4198-ba0a-1e847cd0c020 req-42abb40b-a294-4565-a51c-97ecbc205982 tempest-VolumesBackupsTest-1412992171 tempest-VolumesBackupsTest-1412992171-project] 10.222.0.75 "GET /v2.0/security-groups?id=a4cf7ff6-e2a8-4761-8b62-bb126962ec0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1009834 Feb 09 19:22:48.893294 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73e079fb-bca4-461a-9038-1c6fda597fe8 req-833e491c-7bf0-4d59-a653-4903e5c77643 tempest-AttachVolumeTestJSON-524945227 tempest-AttachVolumeTestJSON-524945227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:22:48.898245 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 47058) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:22:48.905471 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-73e079fb-bca4-461a-9038-1c6fda597fe8 req-833e491c-7bf0-4d59-a653-4903e5c77643 tempest-AttachVolumeTestJSON-524945227 tempest-AttachVolumeTestJSON-524945227-project] 10.222.0.75 "GET /v2.0/ports?device_id=0625004f-08b9-4492-a00d-e5a7dfbd7c6a HTTP/1.1" status: 200 len: 945 time: 0.1268184 Feb 09 19:22:48.921491 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762867132591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593584'] for agent (bcd5faee-dc24-4298-9134-0e0aa054058e), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:22:48.961054 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-ac9c602a-5718-481a-b61a-ee83a9b69f95 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:22:49.197242 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-ac9c602a-5718-481a-b61a-ee83a9b69f95 admin admin] Publish callbacks [] for security_group (d39737ab-9b2d-4be0-87a4-98fee9719651), precommit_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:22:49.209925 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-ac9c602a-5718-481a-b61a-ee83a9b69f95 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1892331'] for security_group (d39737ab-9b2d-4be0-87a4-98fee9719651), after_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:22:49.220177 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-73e079fb-bca4-461a-9038-1c6fda597fe8 req-48f329a4-e5e6-4835-9e38-80a0d20bf720 tempest-AttachVolumeTestJSON-524945227 tempest-AttachVolumeTestJSON-524945227-project] 10.222.0.75 "GET /v2.0/security-groups?id=208f9464-54b0-46e8-8ab0-4837a2056e9a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3136237 Feb 09 19:22:49.252729 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0d98c86-1ae6-4804-97ac-4f316d31cf66 req-a1fe1276-ed38-4355-ad39-187ed99150c0 tempest-AttachVolumeTestJSON-524945227 tempest-AttachVolumeTestJSON-524945227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:22:49.264712 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-c0d98c86-1ae6-4804-97ac-4f316d31cf66 req-a1fe1276-ed38-4355-ad39-187ed99150c0 tempest-AttachVolumeTestJSON-524945227 tempest-AttachVolumeTestJSON-524945227-project] 10.222.0.89 "GET /v2.0/ports?device_id=0625004f-08b9-4492-a00d-e5a7dfbd7c6a HTTP/1.1" status: 200 len: 945 time: 0.3496788 Feb 09 19:22:49.312558 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac9c602a-5718-481a-b61a-ee83a9b69f95 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d39737ab-9b2d-4be0-87a4-98fee9719651,revision_number=1']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:22:49.354145 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.db [req-60e8d578-daf1-46f2-b20c-b870fd2004f8 req-0c2a0147-9caf-407a-a099-6daae5c19986 tempest-VolumesBackupsTest-1412992171 tempest-VolumesBackupsTest-1412992171-project] For port f838b982-b9e1-4aba-acdc-c2381da8aa4e, host n-h1-713498-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-36',level=0,port_id=f838b982-b9e1-4aba-acdc-c2381da8aa4e,segment=NetworkSegment(50e5915e-18f0-4558-9a28-b978975ead36),segment_id=50e5915e-18f0-4558-9a28-b978975ead36)] {{(pid=103229) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 19:22:49.354708 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-60e8d578-daf1-46f2-b20c-b870fd2004f8 req-0c2a0147-9caf-407a-a099-6daae5c19986 tempest-VolumesBackupsTest-1412992171 tempest-VolumesBackupsTest-1412992171-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1820838'] for port (f838b982-b9e1-4aba-acdc-c2381da8aa4e), precommit_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:22:49.366375 n-d-713498-36 neutron-server[103229]: INFO neutron.api.v2.resource [req-c22db9ab-4375-40ed-b52e-b5bf9be94016 req-3c23e335-ae00-4a46-aaf4-d26b26cb853b tempest-SecurityGroupsNegativeTestJSON-1723307991 tempest-SecurityGroupsNegativeTestJSON-1723307991-project] show failed (client error): The resource could not be found. Feb 09 19:22:49.368903 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-c22db9ab-4375-40ed-b52e-b5bf9be94016 req-3c23e335-ae00-4a46-aaf4-d26b26cb853b tempest-SecurityGroupsNegativeTestJSON-1723307991 tempest-SecurityGroupsNegativeTestJSON-1723307991-project] 10.222.0.75 "GET /v2.0/security-groups/d0217fe0-dffc-4633-87c8-8d2e5cc329f8 HTTP/1.1" status: 404 len: 352 time: 0.0630157 Feb 09 19:22:49.405861 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-ac9c602a-5718-481a-b61a-ee83a9b69f95 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=1409fb444a62410d80f979079c379a05&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5053592 Feb 09 19:22:49.412134 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 47120) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:22:49.433540 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.plugin [req-60e8d578-daf1-46f2-b20c-b870fd2004f8 req-0c2a0147-9caf-407a-a099-6daae5c19986 tempest-VolumesBackupsTest-1412992171 tempest-VolumesBackupsTest-1412992171-project] Calling delete_port for f838b982-b9e1-4aba-acdc-c2381da8aa4e owned by compute:nova {{(pid=103229) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 19:22:49.494873 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-047b8e79-34e6-4aee-bae2-746f6e6a4ed4 req-51048dac-4148-4669-87b4-d89490a8dc51 tempest-AttachVolumeShelveTestJSON-671139515 tempest-AttachVolumeShelveTestJSON-671139515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:22:49.496355 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-047b8e79-34e6-4aee-bae2-746f6e6a4ed4 req-51048dac-4148-4669-87b4-d89490a8dc51 tempest-AttachVolumeShelveTestJSON-671139515 tempest-AttachVolumeShelveTestJSON-671139515-project] 10.222.0.75 "GET /v2.0/ports?device_id=9a1c27a8-ba54-400e-9357-176d8c299bdc HTTP/1.1" status: 200 len: 943 time: 0.1356671 Feb 09 19:22:49.552960 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.plugin [req-c0d98c86-1ae6-4804-97ac-4f316d31cf66 req-4e493dab-dd00-400b-9a24-66a61c3ef9e0 tempest-AttachVolumeTestJSON-524945227 tempest-AttachVolumeTestJSON-524945227-project] Deleting port affa8c99-843c-4c0c-a114-0346c45162dd {{(pid=103230) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 19:22:49.553597 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [req-c0d98c86-1ae6-4804-97ac-4f316d31cf66 req-4e493dab-dd00-400b-9a24-66a61c3ef9e0 tempest-AttachVolumeTestJSON-524945227 tempest-AttachVolumeTestJSON-524945227-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762867170196'] for port (affa8c99-843c-4c0c-a114-0346c45162dd), before_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:22:49.619381 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-047b8e79-34e6-4aee-bae2-746f6e6a4ed4 req-08e4f829-b526-4ec2-8819-533b13bdca2e tempest-AttachVolumeShelveTestJSON-671139515 tempest-AttachVolumeShelveTestJSON-671139515-project] 10.222.0.75 "GET /v2.0/security-groups?id=8ffa0824-cdc7-466b-baef-bc7606a99fd1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1101184 Feb 09 19:22:49.656265 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-feff1374-c246-4d98-bd85-d0b14e6ad38c req-3a2561c3-66b3-4435-9456-f9a69c4e1b3d tempest-SecurityGroupsNegativeTestJSON-1723307991 tempest-SecurityGroupsNegativeTestJSON-1723307991-project] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=f6ea4739c5b24976b2ef8d707b74e79c HTTP/1.1" status: 200 len: 3005 time: 0.2232420 Feb 09 19:22:49.678141 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.db [req-c0d98c86-1ae6-4804-97ac-4f316d31cf66 req-4e493dab-dd00-400b-9a24-66a61c3ef9e0 tempest-AttachVolumeTestJSON-524945227 tempest-AttachVolumeTestJSON-524945227-project] For port affa8c99-843c-4c0c-a114-0346c45162dd, host n-h1-713498-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-36',level=0,port_id=affa8c99-843c-4c0c-a114-0346c45162dd,segment=NetworkSegment(7634cd2f-bb07-4aa6-8222-5e64bdefad14),segment_id=7634cd2f-bb07-4aa6-8222-5e64bdefad14)] {{(pid=103230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 19:22:49.678572 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [req-c0d98c86-1ae6-4804-97ac-4f316d31cf66 req-4e493dab-dd00-400b-9a24-66a61c3ef9e0 tempest-AttachVolumeTestJSON-524945227 tempest-AttachVolumeTestJSON-524945227-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1820838'] for port (affa8c99-843c-4c0c-a114-0346c45162dd), precommit_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:22:49.745461 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-feff1374-c246-4d98-bd85-d0b14e6ad38c req-de250098-3078-487c-8894-e22f659ff34f tempest-SecurityGroupsNegativeTestJSON-1723307991 tempest-SecurityGroupsNegativeTestJSON-1723307991-project] 10.222.0.75 "GET /v2.0/security-groups/0e04fda5-1a45-4400-8016-19db04b9d238 HTTP/1.1" status: 200 len: 3002 time: 0.0883422 Feb 09 19:22:49.753270 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-a68af274-d528-4f8c-ab42-00adfeda0284 admin admin] Publish callbacks [] for security_group (d39737ab-9b2d-4be0-87a4-98fee9719651), before_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:22:49.817739 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-a68af274-d528-4f8c-ab42-00adfeda0284 admin admin] Publish callbacks [] for security_group (d39737ab-9b2d-4be0-87a4-98fee9719651), precommit_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:22:49.885737 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-a68af274-d528-4f8c-ab42-00adfeda0284 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1892331'] for security_group (d39737ab-9b2d-4be0-87a4-98fee9719651), after_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:22:49.889239 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-a68af274-d528-4f8c-ab42-00adfeda0284 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:22:49.890687 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-a68af274-d528-4f8c-ab42-00adfeda0284 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/d39737ab-9b2d-4be0-87a4-98fee9719651 HTTP/1.1" status: 204 len: 168 time: 0.4748166 Feb 09 19:22:49.896913 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-feff1374-c246-4d98-bd85-d0b14e6ad38c req-c5e48f9f-d535-4817-ad88-1b8e705b71ed tempest-SecurityGroupsNegativeTestJSON-1723307991 tempest-SecurityGroupsNegativeTestJSON-1723307991-project] 10.222.0.75 "GET /v2.0/security-groups/0e04fda5-1a45-4400-8016-19db04b9d238 HTTP/1.1" status: 200 len: 3002 time: 0.1390305 Feb 09 19:22:49.931424 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a68af274-d528-4f8c-ab42-00adfeda0284 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d39737ab-9b2d-4be0-87a4-98fee9719651,revision_number=None']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:22:50.021048 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-60e8d578-daf1-46f2-b20c-b870fd2004f8 req-0c2a0147-9caf-407a-a099-6daae5c19986 tempest-VolumesBackupsTest-1412992171 tempest-VolumesBackupsTest-1412992171-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762867177463', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762866656476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12867576'] for port (f838b982-b9e1-4aba-acdc-c2381da8aa4e), after_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:22:50.041436 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [req-c0d98c86-1ae6-4804-97ac-4f316d31cf66 req-4e493dab-dd00-400b-9a24-66a61c3ef9e0 tempest-AttachVolumeTestJSON-524945227 tempest-AttachVolumeTestJSON-524945227-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:22:50.041821 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [req-c0d98c86-1ae6-4804-97ac-4f316d31cf66 req-4e493dab-dd00-400b-9a24-66a61c3ef9e0 tempest-AttachVolumeTestJSON-524945227 tempest-AttachVolumeTestJSON-524945227-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1818909'] for floatingip (fb8be45a-6640-453e-92cb-f165db07a224), after_update {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:22:50.042562 n-d-713498-36 neutron-server[103230]: INFO neutron.db.l3_db [req-c0d98c86-1ae6-4804-97ac-4f316d31cf66 req-4e493dab-dd00-400b-9a24-66a61c3ef9e0 tempest-AttachVolumeTestJSON-524945227 tempest-AttachVolumeTestJSON-524945227-project] Floating IP fb8be45a-6640-453e-92cb-f165db07a224 disassociated. External IP: 172.25.1.88, port: affa8c99-843c-4c0c-a114-0346c45162dd. Feb 09 19:22:50.043165 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.plugin [req-c0d98c86-1ae6-4804-97ac-4f316d31cf66 req-4e493dab-dd00-400b-9a24-66a61c3ef9e0 tempest-AttachVolumeTestJSON-524945227 tempest-AttachVolumeTestJSON-524945227-project] Calling delete_port for affa8c99-843c-4c0c-a114-0346c45162dd owned by compute:nova {{(pid=103230) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 19:22:50.068574 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c2a0147-9caf-407a-a099-6daae5c19986 tempest-VolumesBackupsTest-1412992171 tempest-VolumesBackupsTest-1412992171-project] Pushing event deleted for resources: {'Port': ['ID=f838b982-b9e1-4aba-acdc-c2381da8aa4e,revision_number=None']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:22:50.117518 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-3d0ac9b7-6f01-4d5f-8b0a-dc7f496fb269 req-5f236018-571e-482b-a463-14e9fa500004 tempest-SecurityGroupsNegativeTestJSON-1723307991 tempest-SecurityGroupsNegativeTestJSON-1723307991-project] 10.222.0.75 "GET /v2.0/security-groups/0e04fda5-1a45-4400-8016-19db04b9d238 HTTP/1.1" status: 200 len: 3002 time: 0.1756442 Feb 09 19:22:50.187266 n-d-713498-36 neutron-server[103229]: DEBUG neutron.db.l3_dvrscheduler_db [req-60e8d578-daf1-46f2-b20c-b870fd2004f8 req-0c2a0147-9caf-407a-a099-6daae5c19986 tempest-VolumesBackupsTest-1412992171 tempest-VolumesBackupsTest-1412992171-project] No DVR routers for this DVR port f838b982-b9e1-4aba-acdc-c2381da8aa4e on host n-h1-713498-36 {{(pid=103229) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 19:22:50.191812 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-60e8d578-daf1-46f2-b20c-b870fd2004f8 req-0c2a0147-9caf-407a-a099-6daae5c19986 tempest-VolumesBackupsTest-1412992171 tempest-VolumesBackupsTest-1412992171-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171096'] for port (None), before_response {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:22:50.201644 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-60e8d578-daf1-46f2-b20c-b870fd2004f8 req-0c2a0147-9caf-407a-a099-6daae5c19986 tempest-VolumesBackupsTest-1412992171 tempest-VolumesBackupsTest-1412992171-project] 10.222.0.89 "DELETE /v2.0/ports/f838b982-b9e1-4aba-acdc-c2381da8aa4e HTTP/1.1" status: 204 len: 173 time: 1.7389739 Feb 09 19:22:50.202174 n-d-713498-36 neutron-server[103229]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'db80ff34-1a54-4ffe-a739-34523c5a2111', 'name': 'network-vif-deleted', 'tag': 'f838b982-b9e1-4aba-acdc-c2381da8aa4e'}] {{(pid=103229) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 19:22:50.211184 n-d-713498-36 neutron-server[103229]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fa6ae9a20702bd564eaf90d946620b2b4277b1ab91129323d3b54181076be307" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0bd5f6d6-cf89-4bfb-8740-fb245faf0857" -d '{"events": [{"server_uuid": "db80ff34-1a54-4ffe-a739-34523c5a2111", "name": "network-vif-deleted", "tag": "f838b982-b9e1-4aba-acdc-c2381da8aa4e"}]}' {{(pid=103229) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 19:22:50.318413 n-d-713498-36 neutron-server[103229]: INFO neutron.api.v2.resource [req-3d0ac9b7-6f01-4d5f-8b0a-dc7f496fb269 req-ec35655e-6e5f-4c49-936c-06bc970d1091 tempest-SecurityGroupsNegativeTestJSON-1723307991 tempest-SecurityGroupsNegativeTestJSON-1723307991-project] delete failed (client error): There was a conflict when trying to complete your request. Feb 09 19:22:50.319383 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-3d0ac9b7-6f01-4d5f-8b0a-dc7f496fb269 req-ec35655e-6e5f-4c49-936c-06bc970d1091 tempest-SecurityGroupsNegativeTestJSON-1723307991 tempest-SecurityGroupsNegativeTestJSON-1723307991-project] 10.222.0.75 "DELETE /v2.0/security-groups/0e04fda5-1a45-4400-8016-19db04b9d238 HTTP/1.1" status: 409 len: 352 time: 0.1887772 Feb 09 19:22:50.406311 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-15b683f2-507d-418d-b44e-37d8c220af25 req-176cef72-d82d-47e1-9583-56040fea0c1b tempest-VolumesBackupsTest-1412992171 tempest-VolumesBackupsTest-1412992171-project] 10.222.0.75 "GET /v2.0/ports?device_id=db80ff34-1a54-4ffe-a739-34523c5a2111 HTTP/1.1" status: 200 len: 210 time: 0.1872873 Feb 09 19:22:50.561638 n-d-713498-36 neutron-server[103229]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 19:22:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-93dc472f-2d07-477e-9471-d4c1bc8e7a9f x-openstack-request-id: req-93dc472f-2d07-477e-9471-d4c1bc8e7a9f {{(pid=103229) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 19:22:50.561939 n-d-713498-36 neutron-server[103229]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "db80ff34-1a54-4ffe-a739-34523c5a2111", "name": "network-vif-deleted", "tag": "f838b982-b9e1-4aba-acdc-c2381da8aa4e", "status": "completed", "code": 200}]} {{(pid=103229) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 19:22:50.562223 n-d-713498-36 neutron-server[103229]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-93dc472f-2d07-477e-9471-d4c1bc8e7a9f {{(pid=103229) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 19:22:50.562656 n-d-713498-36 neutron-server[103229]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'db80ff34-1a54-4ffe-a739-34523c5a2111', 'name': 'network-vif-deleted', 'tag': 'f838b982-b9e1-4aba-acdc-c2381da8aa4e', 'status': 'completed', 'code': 200} Feb 09 19:22:50.659746 n-d-713498-36 neutron-server[103229]: INFO neutron.api.v2.resource [req-fe97878f-8600-499a-a603-30b9bb3e145a req-1bb6af0f-7994-476e-83aa-a408a274b72e tempest-SecurityGroupsNegativeTestJSON-1723307991 tempest-SecurityGroupsNegativeTestJSON-1723307991-project] show failed (client error): The resource could not be found. Feb 09 19:22:50.701412 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-fe97878f-8600-499a-a603-30b9bb3e145a req-1bb6af0f-7994-476e-83aa-a408a274b72e tempest-SecurityGroupsNegativeTestJSON-1723307991 tempest-SecurityGroupsNegativeTestJSON-1723307991-project] 10.222.0.75 "GET /v2.0/security-groups/f56596a7-d9b4-4010-bb5b-503606664238 HTTP/1.1" status: 404 len: 352 time: 0.0611954 Feb 09 19:22:50.726464 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [req-c0d98c86-1ae6-4804-97ac-4f316d31cf66 req-4e493dab-dd00-400b-9a24-66a61c3ef9e0 tempest-AttachVolumeTestJSON-524945227 tempest-AttachVolumeTestJSON-524945227-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762867177463', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762866656476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14393751'] for port (affa8c99-843c-4c0c-a114-0346c45162dd), after_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:22:50.799687 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-cbaeb1b2-3672-4be2-ae9a-7ac595ba8e25 req-eb47f16a-159c-4215-abe4-a7ce095d9fcc tempest-AttachVolumeTestJSON-524945227 tempest-AttachVolumeTestJSON-524945227-project] 10.222.0.75 "GET /v2.0/ports?device_id=0625004f-08b9-4492-a00d-e5a7dfbd7c6a HTTP/1.1" status: 200 len: 210 time: 0.0949922 Feb 09 19:22:50.873563 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e493dab-dd00-400b-9a24-66a61c3ef9e0 tempest-AttachVolumeTestJSON-524945227 tempest-AttachVolumeTestJSON-524945227-project] Pushing event deleted for resources: {'Port': ['ID=affa8c99-843c-4c0c-a114-0346c45162dd,revision_number=None']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:22:51.025242 n-d-713498-36 neutron-server[103230]: INFO neutron.api.v2.resource [req-7efced68-6178-427d-8149-4abc5760bfe3 req-cbcd331f-024d-4d2c-94ac-450bd7bc347a tempest-SecurityGroupsNegativeTestJSON-1723307991 tempest-SecurityGroupsNegativeTestJSON-1723307991-project] show failed (client error): The resource could not be found. Feb 09 19:22:51.026332 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-7efced68-6178-427d-8149-4abc5760bfe3 req-cbcd331f-024d-4d2c-94ac-450bd7bc347a tempest-SecurityGroupsNegativeTestJSON-1723307991 tempest-SecurityGroupsNegativeTestJSON-1723307991-project] 10.222.0.75 "GET /v2.0/security-groups/3dd19cca-ae81-4ee0-befb-d7ce9026a9af HTTP/1.1" status: 404 len: 352 time: 0.1747410 Feb 09 19:22:51.031315 n-d-713498-36 neutron-server[103230]: DEBUG neutron.scheduler.l3_agent_scheduler [req-c0d98c86-1ae6-4804-97ac-4f316d31cf66 req-4e493dab-dd00-400b-9a24-66a61c3ef9e0 tempest-AttachVolumeTestJSON-524945227 tempest-AttachVolumeTestJSON-524945227-project] Router ccff0999-6496-491d-ae22-2f8fab284166 has already been hosted by L3 agent 93303d5e-5d17-45e8-8963-7694f87783ae {{(pid=103230) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 19:22:51.038182 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 47274) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:22:51.214955 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1130e53-206c-40b0-82cd-72ab9f5466de req-1b983b0e-ee84-4658-bba0-d2f0e3c662bc tempest-AttachVolumeShelveTestJSON-671139515 tempest-AttachVolumeShelveTestJSON-671139515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:22:51.229785 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-e1130e53-206c-40b0-82cd-72ab9f5466de req-1b983b0e-ee84-4658-bba0-d2f0e3c662bc tempest-AttachVolumeShelveTestJSON-671139515 tempest-AttachVolumeShelveTestJSON-671139515-project] 10.222.0.75 "GET /v2.0/ports?device_id=9a1c27a8-ba54-400e-9357-176d8c299bdc HTTP/1.1" status: 200 len: 943 time: 0.2562940 Feb 09 19:22:51.241700 n-d-713498-36 neutron-server[103230]: DEBUG neutron.db.db_base_plugin_v2 [None req-a39da980-ee82-4175-9cc3-5a09af656dd9 admin admin] Deleting subnet 512c4955-dfdd-4200-b18c-e3be41e52050 {{(pid=103230) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 19:22:51.254751 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-a39da980-ee82-4175-9cc3-5a09af656dd9 admin admin] Publish callbacks [] for subnet (512c4955-dfdd-4200-b18c-e3be41e52050), before_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:22:51.274691 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Device affa8c99-843c-4c0c-a114-0346c45162dd no longer exists at agent hyperv_n-h1-713498-36 {{(pid=103232) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 19:22:51.333652 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-a39da980-ee82-4175-9cc3-5a09af656dd9 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12895822'] for subnet (512c4955-dfdd-4200-b18c-e3be41e52050), precommit_delete_associations {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:22:51.347121 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] No Port match for: affa8c99-843c-4c0c-a114-0346c45162dd {{(pid=103232) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 19:22:51.350519 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Device affa8c99-843c-4c0c-a114-0346c45162dd not bound to the agent host n-h1-713498-36 {{(pid=103232) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 19:22:51.351740 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Device f838b982-b9e1-4aba-acdc-c2381da8aa4e no longer exists at agent hyperv_n-h1-713498-36 {{(pid=103232) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 19:22:51.385897 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-a39da980-ee82-4175-9cc3-5a09af656dd9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-759852'] for subnet (512c4955-dfdd-4200-b18c-e3be41e52050), precommit_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:22:51.409220 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-e1130e53-206c-40b0-82cd-72ab9f5466de req-527f232e-8372-477b-8030-a9431912568d tempest-AttachVolumeShelveTestJSON-671139515 tempest-AttachVolumeShelveTestJSON-671139515-project] 10.222.0.75 "GET /v2.0/security-groups?id=8ffa0824-cdc7-466b-baef-bc7606a99fd1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1785324 Feb 09 19:22:51.424239 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] No Port match for: f838b982-b9e1-4aba-acdc-c2381da8aa4e {{(pid=103232) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 19:22:51.427420 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Device f838b982-b9e1-4aba-acdc-c2381da8aa4e not bound to the agent host n-h1-713498-36 {{(pid=103232) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 19:22:51.500126 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-a39da980-ee82-4175-9cc3-5a09af656dd9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-760023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14393672', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12985882'] for subnet (512c4955-dfdd-4200-b18c-e3be41e52050), after_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:22:51.606344 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-a39da980-ee82-4175-9cc3-5a09af656dd9 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:22:51.621981 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-a39da980-ee82-4175-9cc3-5a09af656dd9 admin admin] 10.222.0.75 "DELETE /v2.0/subnets/512c4955-dfdd-4200-b18c-e3be41e52050 HTTP/1.1" status: 204 len: 168 time: 0.5800886 Feb 09 19:22:51.622111 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 47338) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:22:51.637554 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a39da980-ee82-4175-9cc3-5a09af656dd9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=512c4955-dfdd-4200-b18c-e3be41e52050,revision_number=None']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:22:51.677443 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-c0d98c86-1ae6-4804-97ac-4f316d31cf66 req-4e493dab-dd00-400b-9a24-66a61c3ef9e0 tempest-AttachVolumeTestJSON-524945227 tempest-AttachVolumeTestJSON-524945227-project] Notify agent at l3_agent.n-d-713498-36 the message routers_updated {{(pid=103230) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 19:22:51.695386 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5084191d-1858-4a4a-adc1-5f588dac3210 None None] Sync routers for ids ['ccff0999-6496-491d-ae22-2f8fab284166'] in n-d-713498-36 {{(pid=103232) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 19:22:51.738015 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5084191d-1858-4a4a-adc1-5f588dac3210 None None] Routers {'ccff0999-6496-491d-ae22-2f8fab284166'} bound to L3 agent in host n-d-713498-36 {{(pid=103232) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 19:22:51.739223 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.l3_hamode_db [None req-5084191d-1858-4a4a-adc1-5f588dac3210 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T18:51:43Z,description=,heartbeat_timestamp=2022-02-09T19:22:43Z,host='n-d-713498-36',id=93303d5e-5d17-45e8-8963-7694f87783ae,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T18:51:43Z,topic='l3_agent')) {'router_ids': ['ccff0999-6496-491d-ae22-2f8fab284166'], 'active': True} {{(pid=103232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:22:51.801706 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-fa32d22e-e06e-4b45-93dc-117e089ba362 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-670458'] for network (4b34e823-bcf8-4447-a17b-956ffeb4c4b4), before_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:22:51.845538 n-d-713498-36 neutron-server[103230]: DEBUG neutron.db.l3_dvrscheduler_db [req-c0d98c86-1ae6-4804-97ac-4f316d31cf66 req-4e493dab-dd00-400b-9a24-66a61c3ef9e0 tempest-AttachVolumeTestJSON-524945227 tempest-AttachVolumeTestJSON-524945227-project] No DVR routers for this DVR port affa8c99-843c-4c0c-a114-0346c45162dd on host n-h1-713498-36 {{(pid=103230) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 19:22:51.852712 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [req-c0d98c86-1ae6-4804-97ac-4f316d31cf66 req-4e493dab-dd00-400b-9a24-66a61c3ef9e0 tempest-AttachVolumeTestJSON-524945227 tempest-AttachVolumeTestJSON-524945227-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171096'] for port (None), before_response {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:22:51.878982 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-c0d98c86-1ae6-4804-97ac-4f316d31cf66 req-4e493dab-dd00-400b-9a24-66a61c3ef9e0 tempest-AttachVolumeTestJSON-524945227 tempest-AttachVolumeTestJSON-524945227-project] 10.222.0.89 "DELETE /v2.0/ports/affa8c99-843c-4c0c-a114-0346c45162dd HTTP/1.1" status: 204 len: 173 time: 2.6063113 Feb 09 19:22:51.879572 n-d-713498-36 neutron-server[103230]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0625004f-08b9-4492-a00d-e5a7dfbd7c6a', 'name': 'network-vif-deleted', 'tag': 'affa8c99-843c-4c0c-a114-0346c45162dd'}] {{(pid=103230) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 19:22:51.881937 n-d-713498-36 neutron-server[103230]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aee5919275bae9f72eb374ee322673045eb80c1f84b4b45a97d96923bd50ab51" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-13253e56-0e01-4b5b-9b33-2710f1106896" -d '{"events": [{"server_uuid": "0625004f-08b9-4492-a00d-e5a7dfbd7c6a", "name": "network-vif-deleted", "tag": "affa8c99-843c-4c0c-a114-0346c45162dd"}]}' {{(pid=103230) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 19:22:52.047581 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-fa32d22e-e06e-4b45-93dc-117e089ba362 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-590267', 'neutron.services.segments.db._delete_segments_for_network-8762867132609'] for network (4b34e823-bcf8-4447-a17b-956ffeb4c4b4), precommit_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:22:52.120916 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-fe35d905-9f98-49df-ba8a-201ce8036d8b req-521ec2d7-00ea-4eee-ad5f-07d3932f0325 tempest-AttachVolumeTestJSON-524945227 tempest-AttachVolumeTestJSON-524945227-project] 10.222.0.75 "GET /v2.0/ports?device_id=0625004f-08b9-4492-a00d-e5a7dfbd7c6a HTTP/1.1" status: 200 len: 210 time: 0.0658782 Feb 09 19:22:52.153808 n-d-713498-36 neutron-server[103229]: DEBUG neutron.services.segments.db [None req-fa32d22e-e06e-4b45-93dc-117e089ba362 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4b34e823-bcf8-4447-a17b-956ffeb4c4b4']}} {{(pid=103229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:22:52.158920 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.l3_dvr_db [None req-5084191d-1858-4a4a-adc1-5f588dac3210 None None] Set router ccff0999-6496-491d-ae22-2f8fab284166 gateway port host: n-d-713498-36 {{(pid=103232) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 19:22:52.173455 n-d-713498-36 neutron-server[103229]: DEBUG neutron.services.segments.db [None req-fa32d22e-e06e-4b45-93dc-117e089ba362 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e975981c-ec90-440f-8c58-adf9f0f14a54') {'for_net_delete': True} {{(pid=103229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:22:52.173757 n-d-713498-36 neutron-server[103229]: DEBUG neutron.services.segments.db [None req-fa32d22e-e06e-4b45-93dc-117e089ba362 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e975981c-ec90-440f-8c58-adf9f0f14a54') {} {{(pid=103229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:22:52.193793 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-fa32d22e-e06e-4b45-93dc-117e089ba362 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762867134154', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16683417'] for segment (e975981c-ec90-440f-8c58-adf9f0f14a54), before_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:22:52.227777 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-fa32d22e-e06e-4b45-93dc-117e089ba362 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-759574'] for segment (e975981c-ec90-440f-8c58-adf9f0f14a54), precommit_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:22:52.237321 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fa32d22e-e06e-4b45-93dc-117e089ba362 admin admin] Releasing vlan 356 on physical network physnet1 to pool {{(pid=103229) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 19:22:52.237616 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-fa32d22e-e06e-4b45-93dc-117e089ba362 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-759574', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12867469'] for segment (e975981c-ec90-440f-8c58-adf9f0f14a54), after_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:22:52.242564 n-d-713498-36 neutron-server[103229]: Traceback (most recent call last): Feb 09 19:22:52.242564 n-d-713498-36 neutron-server[103229]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 19:22:52.242564 n-d-713498-36 neutron-server[103229]: timer() Feb 09 19:22:52.242564 n-d-713498-36 neutron-server[103229]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 19:22:52.242564 n-d-713498-36 neutron-server[103229]: cb(*args, **kw) Feb 09 19:22:52.242564 n-d-713498-36 neutron-server[103229]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 19:22:52.242564 n-d-713498-36 neutron-server[103229]: return func(*args, **kwargs) Feb 09 19:22:52.242564 n-d-713498-36 neutron-server[103229]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 19:22:52.242564 n-d-713498-36 neutron-server[103229]: self._notify() Feb 09 19:22:52.242564 n-d-713498-36 neutron-server[103229]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 19:22:52.242564 n-d-713498-36 neutron-server[103229]: self.callback(batched_events) Feb 09 19:22:52.242564 n-d-713498-36 neutron-server[103229]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 19:22:52.242564 n-d-713498-36 neutron-server[103229]: event.method(event) Feb 09 19:22:52.242564 n-d-713498-36 neutron-server[103229]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 19:22:52.242564 n-d-713498-36 neutron-server[103229]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 19:22:52.242564 n-d-713498-36 neutron-server[103229]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 19:22:52.242564 n-d-713498-36 neutron-server[103229]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 19:22:52.242564 n-d-713498-36 neutron-server[103229]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 19:22:52.242564 n-d-713498-36 neutron-server[103229]: return f(self, *a, **k) Feb 09 19:22:52.242564 n-d-713498-36 neutron-server[103229]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 19:22:52.242564 n-d-713498-36 neutron-server[103229]: return self._get(url).json() Feb 09 19:22:52.242564 n-d-713498-36 neutron-server[103229]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 19:22:52.242564 n-d-713498-36 neutron-server[103229]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 19:22:52.242564 n-d-713498-36 neutron-server[103229]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 19:22:52.242564 n-d-713498-36 neutron-server[103229]: return self.request(url, 'GET', **kwargs) Feb 09 19:22:52.242564 n-d-713498-36 neutron-server[103229]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 19:22:52.242564 n-d-713498-36 neutron-server[103229]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 19:22:52.242564 n-d-713498-36 neutron-server[103229]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 19:22:52.242564 n-d-713498-36 neutron-server[103229]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 19:22:52.242564 n-d-713498-36 neutron-server[103229]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 19:22:52.242564 n-d-713498-36 neutron-server[103229]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 19:22:52.242564 n-d-713498-36 neutron-server[103229]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 19:22:52.360700 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-fa32d22e-e06e-4b45-93dc-117e089ba362 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-590242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1885479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1818895'] for network (4b34e823-bcf8-4447-a17b-956ffeb4c4b4), after_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:22:52.366960 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-fa32d22e-e06e-4b45-93dc-117e089ba362 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1613566'] for network (None), before_response {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:22:52.372340 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-fa32d22e-e06e-4b45-93dc-117e089ba362 admin admin] 10.222.0.75 "DELETE /v2.0/networks/4b34e823-bcf8-4447-a17b-956ffeb4c4b4 HTTP/1.1" status: 204 len: 168 time: 0.7492979 Feb 09 19:22:52.402698 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa32d22e-e06e-4b45-93dc-117e089ba362 admin admin] Pushing event deleted for resources: {'Network': ['ID=4b34e823-bcf8-4447-a17b-956ffeb4c4b4,revision_number=None']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:22:52.405973 n-d-713498-36 neutron-server[103230]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 19:22:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-29df6f36-979f-4f1d-8bc0-63b6331fdf75 x-openstack-request-id: req-29df6f36-979f-4f1d-8bc0-63b6331fdf75 {{(pid=103230) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 19:22:52.406314 n-d-713498-36 neutron-server[103230]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0625004f-08b9-4492-a00d-e5a7dfbd7c6a", "name": "network-vif-deleted", "tag": "affa8c99-843c-4c0c-a114-0346c45162dd", "status": "completed", "code": 200}]} {{(pid=103230) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 19:22:52.407075 n-d-713498-36 neutron-server[103230]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-29df6f36-979f-4f1d-8bc0-63b6331fdf75 {{(pid=103230) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 19:22:52.407648 n-d-713498-36 neutron-server[103230]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0625004f-08b9-4492-a00d-e5a7dfbd7c6a', 'name': 'network-vif-deleted', 'tag': 'affa8c99-843c-4c0c-a114-0346c45162dd', 'status': 'completed', 'code': 200} Feb 09 19:22:52.739886 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a69716da-4fff-4ed0-8220-b6ac8e49ec5f req-6282e3ae-30b0-486d-b75b-b0efe59136bd tempest-AttachVolumeShelveTestJSON-671139515 tempest-AttachVolumeShelveTestJSON-671139515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:22:52.744662 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-a69716da-4fff-4ed0-8220-b6ac8e49ec5f req-6282e3ae-30b0-486d-b75b-b0efe59136bd tempest-AttachVolumeShelveTestJSON-671139515 tempest-AttachVolumeShelveTestJSON-671139515-project] 10.222.0.75 "GET /v2.0/ports?device_id=9a1c27a8-ba54-400e-9357-176d8c299bdc HTTP/1.1" status: 200 len: 943 time: 0.1308734 Feb 09 19:22:52.765066 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 47446) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:22:52.818750 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.l3_hamode_db [None req-5084191d-1858-4a4a-adc1-5f588dac3210 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ccff0999-6496-491d-ae22-2f8fab284166', 'name': 'tempest-AttachVolumeTestJSON-591340071-router', 'tenant_id': 'b8358624fc0d4008bf7aadd6f5fc09a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88055e1e-672a-4487-be31-ffb6e833ece5', 'external_fixed_ips': [{'subnet_id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'ip_address': '172.25.1.112'}], 'enable_snat': True}, 'gw_port_id': 'b2df33b3-6fc2-4ba8-843a-75225b202de2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T19:14:44Z', 'updated_at': '2022-02-09T19:14:51Z', 'revision_number': 4, 'project_id': 'b8358624fc0d4008bf7aadd6f5fc09a1', 'gw_port': {'id': 'b2df33b3-6fc2-4ba8-843a-75225b202de2', 'name': '', 'network_id': '88055e1e-672a-4487-be31-ffb6e833ece5', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:34:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ccff0999-6496-491d-ae22-2f8fab284166', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1377, 'fixed_ips': [{'subnet_id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'ip_address': '172.25.1.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T19:14:46Z', 'updated_at': '2022-02-09T19:14:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-36', '_interfaces': [{'id': '2a7f1092-d79a-4cc7-8ec6-78216e357fb4', 'name': '', 'network_id': '99117bb9-9128-41a1-bdb4-92a6c18a7b42', 'tenant_id': 'b8358624fc0d4008bf7aadd6f5fc09a1', 'mac_address': 'fa:16:3e:b7:b8:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ccff0999-6496-491d-ae22-2f8fab284166', 'device_owner': 'network:router_interface', 'standard_attr_id': 1378, 'fixed_ips': [{'subnet_id': '3f43124c-9b13-4bd8-a6f5-516bdab3ca3c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T19:14:50Z', 'updated_at': '2022-02-09T19:15:03Z', 'revision_number': 5, 'project_id': 'b8358624fc0d4008bf7aadd6f5fc09a1', 'subnets': [{'id': '3f43124c-9b13-4bd8-a6f5-516bdab3ca3c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-36', False) {} {{(pid=103232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:22:52.921053 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-0806df45-db38-4760-a146-6c1a0816e7b5 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=f6ea4739c5b24976b2ef8d707b74e79c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1544089 Feb 09 19:22:52.924385 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 47454) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:22:52.932074 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-a69716da-4fff-4ed0-8220-b6ac8e49ec5f req-41d936a0-b88c-423b-93d1-78c2792bc3dd tempest-AttachVolumeShelveTestJSON-671139515 tempest-AttachVolumeShelveTestJSON-671139515-project] 10.222.0.75 "GET /v2.0/security-groups?id=8ffa0824-cdc7-466b-baef-bc7606a99fd1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1803799 Feb 09 19:22:52.949209 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5084191d-1858-4a4a-adc1-5f588dac3210 None None] Checking router: ccff0999-6496-491d-ae22-2f8fab284166 for host: n-d-713498-36 {{(pid=103232) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 19:22:52.960016 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5084191d-1858-4a4a-adc1-5f588dac3210 None None] Routers {'ccff0999-6496-491d-ae22-2f8fab284166'} bound to L3 agent in host n-d-713498-36 {{(pid=103232) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 19:22:52.960925 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.l3_hamode_db [None req-5084191d-1858-4a4a-adc1-5f588dac3210 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T18:51:43Z,description=,heartbeat_timestamp=2022-02-09T19:22:43Z,host='n-d-713498-36',id=93303d5e-5d17-45e8-8963-7694f87783ae,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T18:51:43Z,topic='l3_agent')) {'router_ids': ['ccff0999-6496-491d-ae22-2f8fab284166'], 'active': True} {{(pid=103232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:22:53.018160 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-20ce6934-20a4-48f5-bc4d-11f9fa0e4b97 admin admin] Publish callbacks [] for security_group (0e04fda5-1a45-4400-8016-19db04b9d238), before_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:22:53.047772 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-20ce6934-20a4-48f5-bc4d-11f9fa0e4b97 admin admin] Publish callbacks [] for security_group (0e04fda5-1a45-4400-8016-19db04b9d238), precommit_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:22:53.124223 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-20ce6934-20a4-48f5-bc4d-11f9fa0e4b97 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1892331'] for security_group (0e04fda5-1a45-4400-8016-19db04b9d238), after_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:22:53.129319 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-20ce6934-20a4-48f5-bc4d-11f9fa0e4b97 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:22:53.135283 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-20ce6934-20a4-48f5-bc4d-11f9fa0e4b97 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/0e04fda5-1a45-4400-8016-19db04b9d238 HTTP/1.1" status: 204 len: 168 time: 0.2090833 Feb 09 19:22:53.152561 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20ce6934-20a4-48f5-bc4d-11f9fa0e4b97 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0e04fda5-1a45-4400-8016-19db04b9d238,revision_number=None']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:22:53.157511 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.l3_dvr_db [None req-5084191d-1858-4a4a-adc1-5f588dac3210 None None] Set router ccff0999-6496-491d-ae22-2f8fab284166 gateway port host: n-d-713498-36 {{(pid=103232) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 19:22:53.289231 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 47468) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:22:53.419116 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-fcbd5d29-f7ae-4f2d-b216-1c4f2705beec tempest-AttachVolumeTestJSON-524945227 tempest-AttachVolumeTestJSON-524945227-project] Publish callbacks [] for security_group (208f9464-54b0-46e8-8ab0-4837a2056e9a), before_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:22:53.455425 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-fcbd5d29-f7ae-4f2d-b216-1c4f2705beec tempest-AttachVolumeTestJSON-524945227 tempest-AttachVolumeTestJSON-524945227-project] Publish callbacks [] for security_group (208f9464-54b0-46e8-8ab0-4837a2056e9a), precommit_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:22:53.494737 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.l3_hamode_db [None req-5084191d-1858-4a4a-adc1-5f588dac3210 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ccff0999-6496-491d-ae22-2f8fab284166', 'name': 'tempest-AttachVolumeTestJSON-591340071-router', 'tenant_id': 'b8358624fc0d4008bf7aadd6f5fc09a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88055e1e-672a-4487-be31-ffb6e833ece5', 'external_fixed_ips': [{'subnet_id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'ip_address': '172.25.1.112'}], 'enable_snat': True}, 'gw_port_id': 'b2df33b3-6fc2-4ba8-843a-75225b202de2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T19:14:44Z', 'updated_at': '2022-02-09T19:14:51Z', 'revision_number': 4, 'project_id': 'b8358624fc0d4008bf7aadd6f5fc09a1', 'gw_port': {'id': 'b2df33b3-6fc2-4ba8-843a-75225b202de2', 'name': '', 'network_id': '88055e1e-672a-4487-be31-ffb6e833ece5', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:34:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ccff0999-6496-491d-ae22-2f8fab284166', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1377, 'fixed_ips': [{'subnet_id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'ip_address': '172.25.1.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T19:14:46Z', 'updated_at': '2022-02-09T19:14:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-36', '_interfaces': [{'id': '2a7f1092-d79a-4cc7-8ec6-78216e357fb4', 'name': '', 'network_id': '99117bb9-9128-41a1-bdb4-92a6c18a7b42', 'tenant_id': 'b8358624fc0d4008bf7aadd6f5fc09a1', 'mac_address': 'fa:16:3e:b7:b8:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ccff0999-6496-491d-ae22-2f8fab284166', 'device_owner': 'network:router_interface', 'standard_attr_id': 1378, 'fixed_ips': [{'subnet_id': '3f43124c-9b13-4bd8-a6f5-516bdab3ca3c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T19:14:50Z', 'updated_at': '2022-02-09T19:15:03Z', 'revision_number': 5, 'project_id': 'b8358624fc0d4008bf7aadd6f5fc09a1', 'subnets': [{'id': '3f43124c-9b13-4bd8-a6f5-516bdab3ca3c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-36', False) {} {{(pid=103232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:22:53.527398 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-fcbd5d29-f7ae-4f2d-b216-1c4f2705beec tempest-AttachVolumeTestJSON-524945227 tempest-AttachVolumeTestJSON-524945227-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1892331'] for security_group (208f9464-54b0-46e8-8ab0-4837a2056e9a), after_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:22:53.533099 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-fcbd5d29-f7ae-4f2d-b216-1c4f2705beec tempest-AttachVolumeTestJSON-524945227 tempest-AttachVolumeTestJSON-524945227-project] Publish callbacks [] for security_group (None), before_response {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:22:53.538297 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 47476) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:22:53.554042 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-fcbd5d29-f7ae-4f2d-b216-1c4f2705beec tempest-AttachVolumeTestJSON-524945227 tempest-AttachVolumeTestJSON-524945227-project] 10.222.0.75 "DELETE /v2.0/security-groups/208f9464-54b0-46e8-8ab0-4837a2056e9a HTTP/1.1" status: 204 len: 168 time: 0.2630742 Feb 09 19:22:53.572614 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5084191d-1858-4a4a-adc1-5f588dac3210 None None] The sync data for ids ['ccff0999-6496-491d-ae22-2f8fab284166'] in n-d-713498-36 is: [{'id': 'ccff0999-6496-491d-ae22-2f8fab284166', 'name': 'tempest-AttachVolumeTestJSON-591340071-router', 'tenant_id': 'b8358624fc0d4008bf7aadd6f5fc09a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88055e1e-672a-4487-be31-ffb6e833ece5', 'external_fixed_ips': [{'subnet_id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'ip_address': '172.25.1.112'}], 'enable_snat': True}, 'gw_port_id': 'b2df33b3-6fc2-4ba8-843a-75225b202de2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T19:14:44Z', 'updated_at': '2022-02-09T19:14:51Z', 'revision_number': 4, 'project_id': 'b8358624fc0d4008bf7aadd6f5fc09a1', 'gw_port': {'id': 'b2df33b3-6fc2-4ba8-843a-75225b202de2', 'name': '', 'network_id': '88055e1e-672a-4487-be31-ffb6e833ece5', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:34:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ccff0999-6496-491d-ae22-2f8fab284166', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1377, 'fixed_ips': [{'subnet_id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'ip_address': '172.25.1.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T19:14:46Z', 'updated_at': '2022-02-09T19:14:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-36', '_interfaces': [{'id': '2a7f1092-d79a-4cc7-8ec6-78216e357fb4', 'name': '', 'network_id': '99117bb9-9128-41a1-bdb4-92a6c18a7b42', 'tenant_id': 'b8358624fc0d4008bf7aadd6f5fc09a1', 'mac_address': 'fa:16:3e:b7:b8:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ccff0999-6496-491d-ae22-2f8fab284166', 'device_owner': 'network:router_interface', 'standard_attr_id': 1378, 'fixed_ips': [{'subnet_id': '3f43124c-9b13-4bd8-a6f5-516bdab3ca3c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T19:14:50Z', 'updated_at': '2022-02-09T19:15:03Z', 'revision_number': 5, 'project_id': 'b8358624fc0d4008bf7aadd6f5fc09a1', 'subnets': [{'id': '3f43124c-9b13-4bd8-a6f5-516bdab3ca3c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103232) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 19:22:53.593363 n-d-713498-36 neutron-server[103229]: INFO neutron.api.v2.resource [None req-05c89d40-659b-464d-8c5f-5126fb98922c tempest-AttachVolumeTestJSON-524945227 tempest-AttachVolumeTestJSON-524945227-project] show failed (client error): The resource could not be found. Feb 09 19:22:53.600486 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-05c89d40-659b-464d-8c5f-5126fb98922c tempest-AttachVolumeTestJSON-524945227 tempest-AttachVolumeTestJSON-524945227-project] 10.222.0.75 "GET /v2.0/security-groups/208f9464-54b0-46e8-8ab0-4837a2056e9a HTTP/1.1" status: 404 len: 347 time: 0.0596619 Feb 09 19:22:53.603838 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 47478) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:22:53.610221 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcbd5d29-f7ae-4f2d-b216-1c4f2705beec tempest-AttachVolumeTestJSON-524945227 tempest-AttachVolumeTestJSON-524945227-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=208f9464-54b0-46e8-8ab0-4837a2056e9a,revision_number=None']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:22:53.824322 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.plugin [None req-1d6f1572-09da-438d-85c4-c853593e65e9 tempest-AttachVolumeTestJSON-524945227 tempest-AttachVolumeTestJSON-524945227-project] Deleting port 6051202e-1044-48f8-8bad-7722b62e81e4 {{(pid=103229) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 19:22:53.824783 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-1d6f1572-09da-438d-85c4-c853593e65e9 tempest-AttachVolumeTestJSON-524945227 tempest-AttachVolumeTestJSON-524945227-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762867170196'] for port (6051202e-1044-48f8-8bad-7722b62e81e4), before_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:22:53.988562 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-1d6f1572-09da-438d-85c4-c853593e65e9 tempest-AttachVolumeTestJSON-524945227 tempest-AttachVolumeTestJSON-524945227-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1820838'] for port (6051202e-1044-48f8-8bad-7722b62e81e4), precommit_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:22:53.991847 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-1d6f1572-09da-438d-85c4-c853593e65e9 tempest-AttachVolumeTestJSON-524945227 tempest-AttachVolumeTestJSON-524945227-project] Publish callbacks [] for floatingip (6051202e-1044-48f8-8bad-7722b62e81e4), precommit_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:22:54.022278 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.plugin [None req-1d6f1572-09da-438d-85c4-c853593e65e9 tempest-AttachVolumeTestJSON-524945227 tempest-AttachVolumeTestJSON-524945227-project] Calling delete_port for 6051202e-1044-48f8-8bad-7722b62e81e4 owned by network:floatingip {{(pid=103229) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 19:22:54.080702 n-d-713498-36 neutron-server[103233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98b6589d-f9bc-4e5b-9c9b-9728ec14d21e None None] New status for floating IP fb8be45a-6640-453e-92cb-f165db07a224: DOWN {{(pid=103233) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 09 19:22:54.269527 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7817b3d3-1dd8-4f17-8804-12f8f7b07581 req-34313696-f0c0-436d-ae0d-c9b089df5280 tempest-AttachVolumeShelveTestJSON-671139515 tempest-AttachVolumeShelveTestJSON-671139515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:22:54.273109 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-7817b3d3-1dd8-4f17-8804-12f8f7b07581 req-34313696-f0c0-436d-ae0d-c9b089df5280 tempest-AttachVolumeShelveTestJSON-671139515 tempest-AttachVolumeShelveTestJSON-671139515-project] 10.222.0.75 "GET /v2.0/ports?device_id=9a1c27a8-ba54-400e-9357-176d8c299bdc HTTP/1.1" status: 200 len: 943 time: 0.1425414 Feb 09 19:22:54.275419 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 47502) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:22:54.384500 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-1d6f1572-09da-438d-85c4-c853593e65e9 tempest-AttachVolumeTestJSON-524945227 tempest-AttachVolumeTestJSON-524945227-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762867177463', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762866656476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12867576'] for port (6051202e-1044-48f8-8bad-7722b62e81e4), after_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:22:54.428632 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-7817b3d3-1dd8-4f17-8804-12f8f7b07581 req-aa29960e-0440-4d44-a175-459653df763a tempest-AttachVolumeShelveTestJSON-671139515 tempest-AttachVolumeShelveTestJSON-671139515-project] 10.222.0.75 "GET /v2.0/security-groups?id=8ffa0824-cdc7-466b-baef-bc7606a99fd1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1347730 Feb 09 19:22:54.437084 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d6f1572-09da-438d-85c4-c853593e65e9 tempest-AttachVolumeTestJSON-524945227 tempest-AttachVolumeTestJSON-524945227-project] Pushing event deleted for resources: {'Port': ['ID=6051202e-1044-48f8-8bad-7722b62e81e4,revision_number=None']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:22:54.498356 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-c768707d-493f-449a-be12-61d58748f884 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:22:54.536033 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-1d6f1572-09da-438d-85c4-c853593e65e9 tempest-AttachVolumeTestJSON-524945227 tempest-AttachVolumeTestJSON-524945227-project] Publish callbacks [] for floatingip (fb8be45a-6640-453e-92cb-f165db07a224), after_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:22:54.540938 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-1d6f1572-09da-438d-85c4-c853593e65e9 tempest-AttachVolumeTestJSON-524945227 tempest-AttachVolumeTestJSON-524945227-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171096'] for floatingip (None), before_response {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:22:54.545030 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-1d6f1572-09da-438d-85c4-c853593e65e9 tempest-AttachVolumeTestJSON-524945227 tempest-AttachVolumeTestJSON-524945227-project] 10.222.0.75 "DELETE /v2.0/floatingips/fb8be45a-6640-453e-92cb-f165db07a224 HTTP/1.1" status: 204 len: 168 time: 0.9391644 Feb 09 19:22:54.652342 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-c768707d-493f-449a-be12-61d58748f884 admin admin] Publish callbacks [] for security_group (a99cd81f-879e-4615-881a-88d5cecbbaed), precommit_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:22:54.658731 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-c768707d-493f-449a-be12-61d58748f884 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1892331'] for security_group (a99cd81f-879e-4615-881a-88d5cecbbaed), after_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:22:54.725985 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 47518) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:22:54.735298 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-c768707d-493f-449a-be12-61d58748f884 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=ae2696adb64744b5afc5f45ad54760f8&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4559126 Feb 09 19:22:54.745275 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c768707d-493f-449a-be12-61d58748f884 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a99cd81f-879e-4615-881a-88d5cecbbaed,revision_number=1']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:22:54.810786 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-599498ae-a260-49de-b2c0-f6d156479c9a admin admin] Publish callbacks [] for security_group (a99cd81f-879e-4615-881a-88d5cecbbaed), before_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:22:54.842947 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-599498ae-a260-49de-b2c0-f6d156479c9a admin admin] Publish callbacks [] for security_group (a99cd81f-879e-4615-881a-88d5cecbbaed), precommit_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:22:54.878388 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 47522) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:22:54.945895 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-599498ae-a260-49de-b2c0-f6d156479c9a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1892331'] for security_group (a99cd81f-879e-4615-881a-88d5cecbbaed), after_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:22:54.951967 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-599498ae-a260-49de-b2c0-f6d156479c9a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:22:54.955157 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-599498ae-a260-49de-b2c0-f6d156479c9a admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/a99cd81f-879e-4615-881a-88d5cecbbaed HTTP/1.1" status: 204 len: 168 time: 0.2278740 Feb 09 19:22:54.994260 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-599498ae-a260-49de-b2c0-f6d156479c9a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a99cd81f-879e-4615-881a-88d5cecbbaed,revision_number=None']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:22:55.162076 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.v2.base [None req-418b392a-b611-4936-8e5e-d6941fff35a1 admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsTestJSON-2032262360-network', 'tenant_id': 'f80d03d03c774911be2a833792d8d066'}} {{(pid=103230) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 19:22:55.193128 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-418b392a-b611-4936-8e5e-d6941fff35a1 admin admin] Made reservation on behalf of f80d03d03c774911be2a833792d8d066 for: {'network': 1} {{(pid=103230) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 19:22:55.196060 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-418b392a-b611-4936-8e5e-d6941fff35a1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for network (None), before_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:22:55.208781 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-418b392a-b611-4936-8e5e-d6941fff35a1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:22:55.312044 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-418b392a-b611-4936-8e5e-d6941fff35a1 admin admin] Publish callbacks [] for security_group (868deb78-bc8f-4ea3-8bf7-ae6eeda60114), precommit_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:22:55.317612 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-418b392a-b611-4936-8e5e-d6941fff35a1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1892331'] for security_group (868deb78-bc8f-4ea3-8bf7-ae6eeda60114), after_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:22:55.358648 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-418b392a-b611-4936-8e5e-d6941fff35a1 admin admin] vlan segment allocate from pool success with {'vlan_id': 396, 'physical_network': 'physnet1'} {{(pid=103230) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 19:22:55.387981 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-418b392a-b611-4936-8e5e-d6941fff35a1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-759574'] for segment (76ff4ffa-c922-427c-9750-bf019393ac76), precommit_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:22:55.388545 n-d-713498-36 neutron-server[103230]: INFO neutron.db.segments_db [None req-418b392a-b611-4936-8e5e-d6941fff35a1 admin admin] Added segment 76ff4ffa-c922-427c-9750-bf019393ac76 of type vlan for network bfc34915-0129-400e-937a-7136bd2a7792 Feb 09 19:22:55.390006 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-418b392a-b611-4936-8e5e-d6941fff35a1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=868deb78-bc8f-4ea3-8bf7-ae6eeda60114,revision_number=1']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:22:55.453525 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-418b392a-b611-4936-8e5e-d6941fff35a1 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762866642225'] for network (bfc34915-0129-400e-937a-7136bd2a7792), precommit_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:22:55.496830 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-418b392a-b611-4936-8e5e-d6941fff35a1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1885479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452'] for network (bfc34915-0129-400e-937a-7136bd2a7792), after_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:22:55.498832 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-418b392a-b611-4936-8e5e-d6941fff35a1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:22:55.500292 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-418b392a-b611-4936-8e5e-d6941fff35a1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1613566'] for network (None), before_response {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:22:55.614632 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-418b392a-b611-4936-8e5e-d6941fff35a1 admin admin] 10.222.0.75 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.7321606 Feb 09 19:22:55.615462 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 47544) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:22:55.622802 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.v2.base [None req-7af2e1b7-766b-461c-9a1a-007115afe83e admin admin] Request body: {'subnet': {'network_id': 'bfc34915-0129-400e-937a-7136bd2a7792', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsTestJSON-2032262360-subnet', 'tenant_id': 'f80d03d03c774911be2a833792d8d066', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103230) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 19:22:55.630113 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a16bff1-008d-4678-bbb9-c9a008485b1c req-5281dcf0-efb8-4265-8a11-93295f473ef6 tempest-AttachVolumeShelveTestJSON-671139515 tempest-AttachVolumeShelveTestJSON-671139515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:22:55.631978 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-2a16bff1-008d-4678-bbb9-c9a008485b1c req-5281dcf0-efb8-4265-8a11-93295f473ef6 tempest-AttachVolumeShelveTestJSON-671139515 tempest-AttachVolumeShelveTestJSON-671139515-project] 10.222.0.75 "GET /v2.0/ports?device_id=9a1c27a8-ba54-400e-9357-176d8c299bdc HTTP/1.1" status: 200 len: 943 time: 0.0862751 Feb 09 19:22:55.646231 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-418b392a-b611-4936-8e5e-d6941fff35a1 admin admin] Pushing event updated for resources: {'Network': ['ID=bfc34915-0129-400e-937a-7136bd2a7792,revision_number=1']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:22:55.658243 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Network bfc34915-0129-400e-937a-7136bd2a7792 details requested by agent ovs-agent-n-d-713498-36 with host n-d-713498-36 {{(pid=103232) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 19:22:55.666441 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7af2e1b7-766b-461c-9a1a-007115afe83e admin admin] Made reservation on behalf of f80d03d03c774911be2a833792d8d066 for: {'subnet': 1} {{(pid=103230) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 19:22:55.672195 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-7af2e1b7-766b-461c-9a1a-007115afe83e admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12985917'] for subnet (None), before_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:22:55.720048 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-2a16bff1-008d-4678-bbb9-c9a008485b1c req-07110c15-311a-4677-b8d9-93e1b5e0eb63 tempest-AttachVolumeShelveTestJSON-671139515 tempest-AttachVolumeShelveTestJSON-671139515-project] 10.222.0.75 "GET /v2.0/security-groups?id=8ffa0824-cdc7-466b-baef-bc7606a99fd1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0821002 Feb 09 19:22:55.947841 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-7af2e1b7-766b-461c-9a1a-007115afe83e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14393611', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12985859'] for subnet (31814ac4-cd3b-4d1c-8548-66f5ce3b692c), after_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:22:56.025036 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7af2e1b7-766b-461c-9a1a-007115afe83e admin admin] Pushing event updated for resources: {'Subnet': ['ID=31814ac4-cd3b-4d1c-8548-66f5ce3b692c,revision_number=0']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:22:56.039823 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7af2e1b7-766b-461c-9a1a-007115afe83e admin admin] Checking segment: {'id': '76ff4ffa-c922-427c-9750-bf019393ac76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': 'bfc34915-0129-400e-937a-7136bd2a7792'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103230) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 19:22:56.040301 n-d-713498-36 neutron-server[103230]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7af2e1b7-766b-461c-9a1a-007115afe83e admin admin] Network hostable DHCP agents. Network: bfc34915-0129-400e-937a-7136bd2a7792, hostable agents: ['af91e4b9-f4e1-42b1-a25c-a10dc47171c8'], hosted agents: [] {{(pid=103230) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 19:22:56.061754 n-d-713498-36 neutron-server[103230]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7af2e1b7-766b-461c-9a1a-007115afe83e admin admin] Network bfc34915-0129-400e-937a-7136bd2a7792 is scheduled to be hosted by DHCP agent af91e4b9-f4e1-42b1-a25c-a10dc47171c8 with binding_index 1 {{(pid=103230) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 19:22:56.073778 n-d-713498-36 neutron-server[103230]: DEBUG neutron.scheduler.base_scheduler [None req-7af2e1b7-766b-461c-9a1a-007115afe83e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713498-36, bfc34915-0129-400e-937a-7136bd2a7792) {{(pid=103230) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 19:22:56.079805 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7af2e1b7-766b-461c-9a1a-007115afe83e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:22:56.081662 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-7af2e1b7-766b-461c-9a1a-007115afe83e admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:22:56.084641 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-293c5887-0e3a-4b2d-87bc-8305b5a76937 None None] Network bfc34915-0129-400e-937a-7136bd2a7792 requested from n-d-713498-36 {{(pid=103232) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 19:22:56.099050 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-7af2e1b7-766b-461c-9a1a-007115afe83e admin admin] 10.222.0.75 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.4822066 Feb 09 19:22:56.238792 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81a71183-59bd-46a9-baa5-ff847f3de906 None None] Network bfc34915-0129-400e-937a-7136bd2a7792 requested from n-d-713498-36 {{(pid=103232) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 19:22:56.304554 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a95e94e8-ac26-400b-a1c4-d14b00897add req-8390efae-d447-47d6-860e-1300c0f3259e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:22:56.306848 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-a95e94e8-ac26-400b-a1c4-d14b00897add req-8390efae-d447-47d6-860e-1300c0f3259e service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=9a1c27a8-ba54-400e-9357-176d8c299bdc&tenant_id=0c7f047f175c41a987e2010a725a3d95 HTTP/1.1" status: 200 len: 1126 time: 0.0912843 Feb 09 19:22:56.394755 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a95e94e8-ac26-400b-a1c4-d14b00897add req-b3ec8db7-7b3c-46d2-a5fe-b82b49e4cd0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:22:56.396260 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-a95e94e8-ac26-400b-a1c4-d14b00897add req-b3ec8db7-7b3c-46d2-a5fe-b82b49e4cd0d service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=0c7f047f175c41a987e2010a725a3d95&device_id=9a1c27a8-ba54-400e-9357-176d8c299bdc HTTP/1.1" status: 200 len: 1126 time: 0.0690420 Feb 09 19:22:56.518460 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a95e94e8-ac26-400b-a1c4-d14b00897add req-f9778918-60f1-4e38-8e06-e2b3b5928834 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:22:56.519945 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-a95e94e8-ac26-400b-a1c4-d14b00897add req-f9778918-60f1-4e38-8e06-e2b3b5928834 service neutron] 10.222.0.89 "GET /v2.0/networks?id=9cf0b823-fac1-4f9f-b685-8fd71a300e07 HTTP/1.1" status: 200 len: 918 time: 0.1178083 Feb 09 19:22:56.656435 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-a95e94e8-ac26-400b-a1c4-d14b00897add req-bd57ed32-349c-4d4f-880d-940056337c31 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b50d554d-6f94-47cf-8afe-1b81749f4ef5 HTTP/1.1" status: 200 len: 999 time: 0.1309588 Feb 09 19:22:56.736068 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a95e94e8-ac26-400b-a1c4-d14b00897add req-e9a33ab6-28ef-4a2b-8c6f-f94303d7c291 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:22:56.737572 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-a95e94e8-ac26-400b-a1c4-d14b00897add req-e9a33ab6-28ef-4a2b-8c6f-f94303d7c291 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=ca2eed47-7b83-4cc1-87fa-16862746969c HTTP/1.1" status: 200 len: 856 time: 0.0723133 Feb 09 19:22:56.743386 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11280e00-6eb8-4f36-aee7-794e17e3e538 req-ef5f7da6-e9f8-46e9-a5ea-646175b00fbe tempest-InstanceActionsTestJSON-136403924 tempest-InstanceActionsTestJSON-136403924-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:22:56.744893 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-11280e00-6eb8-4f36-aee7-794e17e3e538 req-ef5f7da6-e9f8-46e9-a5ea-646175b00fbe tempest-InstanceActionsTestJSON-136403924 tempest-InstanceActionsTestJSON-136403924-project] 10.222.0.75 "GET /v2.0/networks?id=bfc34915-0129-400e-937a-7136bd2a7792 HTTP/1.1" status: 200 len: 814 time: 0.1759298 Feb 09 19:22:56.769483 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-11280e00-6eb8-4f36-aee7-794e17e3e538 req-458c0ae1-7ad8-4305-8347-587eda58d512 tempest-InstanceActionsTestJSON-136403924 tempest-InstanceActionsTestJSON-136403924-project] 10.222.0.75 "GET /v2.0/quotas/f80d03d03c774911be2a833792d8d066 HTTP/1.1" status: 200 len: 375 time: 0.0145078 Feb 09 19:22:56.804765 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 47594) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:22:56.826544 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-11280e00-6eb8-4f36-aee7-794e17e3e538 req-1178ba55-2a5c-4246-883b-035f317521b8 tempest-InstanceActionsTestJSON-136403924 tempest-InstanceActionsTestJSON-136403924-project] 10.222.0.75 "GET /v2.0/ports?tenant_id=f80d03d03c774911be2a833792d8d066&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0426304 Feb 09 19:22:56.861096 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a95e94e8-ac26-400b-a1c4-d14b00897add req-74fe5838-e2bb-44d8-b340-d4a51b93a4b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:22:56.862536 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-a95e94e8-ac26-400b-a1c4-d14b00897add req-74fe5838-e2bb-44d8-b340-d4a51b93a4b8 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=9cf0b823-fac1-4f9f-b685-8fd71a300e07&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.1167514 Feb 09 19:22:56.900197 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55cda0c6-4ce1-4fbd-96ee-d6d83913f7ea req-607995ed-bf03-41eb-bf8f-a7ba35cccc59 tempest-AttachVolumeShelveTestJSON-671139515 tempest-AttachVolumeShelveTestJSON-671139515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:22:56.910265 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-55cda0c6-4ce1-4fbd-96ee-d6d83913f7ea req-607995ed-bf03-41eb-bf8f-a7ba35cccc59 tempest-AttachVolumeShelveTestJSON-671139515 tempest-AttachVolumeShelveTestJSON-671139515-project] 10.222.0.75 "GET /v2.0/ports?device_id=9a1c27a8-ba54-400e-9357-176d8c299bdc HTTP/1.1" status: 200 len: 943 time: 0.0884936 Feb 09 19:22:56.967341 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-d018beae-6ef8-4996-803a-0d51b8673c71 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:22:56.971572 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-11280e00-6eb8-4f36-aee7-794e17e3e538 req-bc8bc4ae-20b7-4832-a341-fb5d11a200d0 service neutron] 10.222.0.75 "GET /v2.0/networks/bfc34915-0129-400e-937a-7136bd2a7792?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1338234 Feb 09 19:22:56.993602 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-55cda0c6-4ce1-4fbd-96ee-d6d83913f7ea req-86316f58-af68-4288-a0ce-3384ca6cdfc1 tempest-AttachVolumeShelveTestJSON-671139515 tempest-AttachVolumeShelveTestJSON-671139515-project] 10.222.0.75 "GET /v2.0/security-groups?id=8ffa0824-cdc7-466b-baef-bc7606a99fd1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0759475 Feb 09 19:22:57.073243 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-d018beae-6ef8-4996-803a-0d51b8673c71 admin admin] Publish callbacks [] for security_group (825d274f-a7ec-4cf1-826b-dd26dc3b360f), precommit_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:22:57.078949 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-d018beae-6ef8-4996-803a-0d51b8673c71 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1892331'] for security_group (825d274f-a7ec-4cf1-826b-dd26dc3b360f), after_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:22:57.121397 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-d018beae-6ef8-4996-803a-0d51b8673c71 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=9e520a3accaa4779956617802525a19b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3132188 Feb 09 19:22:57.121598 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 47602) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:22:57.134015 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-a95e94e8-ac26-400b-a1c4-d14b00897add req-b232621c-138a-4d3b-a1f6-fcec22f48bd8 service neutron] 10.222.0.89 "GET /v2.0/networks/9cf0b823-fac1-4f9f-b685-8fd71a300e07?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2254813 Feb 09 19:22:57.144535 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d018beae-6ef8-4996-803a-0d51b8673c71 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=825d274f-a7ec-4cf1-826b-dd26dc3b360f,revision_number=1']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:22:57.181337 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-9b01a7ac-304b-414a-99f2-ed3d2c6cb872 admin admin] Publish callbacks [] for security_group (825d274f-a7ec-4cf1-826b-dd26dc3b360f), before_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:22:57.194081 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-11280e00-6eb8-4f36-aee7-794e17e3e538 req-a3a33040-cd78-4aa8-bc04-2e4048fc0e9f service neutron] 10.222.0.75 "GET /v2.0/networks/bfc34915-0129-400e-937a-7136bd2a7792?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2115858 Feb 09 19:22:57.208824 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-9b01a7ac-304b-414a-99f2-ed3d2c6cb872 admin admin] Publish callbacks [] for security_group (825d274f-a7ec-4cf1-826b-dd26dc3b360f), precommit_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:22:57.255403 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-a95e94e8-ac26-400b-a1c4-d14b00897add req-59d79a79-1fa3-4bc2-bacb-cad4dbce5a17 service neutron] 10.222.0.89 "GET /v2.0/networks/9cf0b823-fac1-4f9f-b685-8fd71a300e07?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1151075 Feb 09 19:22:57.273736 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-9b01a7ac-304b-414a-99f2-ed3d2c6cb872 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1892331'] for security_group (825d274f-a7ec-4cf1-826b-dd26dc3b360f), after_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:22:57.276462 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-9b01a7ac-304b-414a-99f2-ed3d2c6cb872 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:22:57.277719 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-9b01a7ac-304b-414a-99f2-ed3d2c6cb872 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/825d274f-a7ec-4cf1-826b-dd26dc3b360f HTTP/1.1" status: 204 len: 168 time: 0.1545095 Feb 09 19:22:57.303809 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b01a7ac-304b-414a-99f2-ed3d2c6cb872 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=825d274f-a7ec-4cf1-826b-dd26dc3b360f,revision_number=None']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:22:57.494528 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-3528c824-6bb5-4c3f-8951-22f4dfe3fcb6 req-be6f60e7-e553-4b24-a2b0-fba669005cfd tempest-InstanceActionsTestJSON-136403924 tempest-InstanceActionsTestJSON-136403924-project] 10.222.0.75 "GET /v2.0/ports?device_id=fe1ce42f-24f6-4cb3-88b1-81c5aaa555d8 HTTP/1.1" status: 200 len: 210 time: 0.0754166 Feb 09 19:22:58.426668 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93dc9a1d-2e5b-4c17-b5bc-93b3c0876e33 req-e483c53f-5dd4-4f90-bd71-3df42e81cc32 tempest-AttachVolumeShelveTestJSON-671139515 tempest-AttachVolumeShelveTestJSON-671139515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:22:58.433828 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-93dc9a1d-2e5b-4c17-b5bc-93b3c0876e33 req-e483c53f-5dd4-4f90-bd71-3df42e81cc32 tempest-AttachVolumeShelveTestJSON-671139515 tempest-AttachVolumeShelveTestJSON-671139515-project] 10.222.0.75 "GET /v2.0/ports?device_id=9a1c27a8-ba54-400e-9357-176d8c299bdc HTTP/1.1" status: 200 len: 943 time: 0.2089746 Feb 09 19:22:58.510600 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-93dc9a1d-2e5b-4c17-b5bc-93b3c0876e33 req-00a8fc72-1c2e-4599-b4a9-d32d6b8510e6 tempest-AttachVolumeShelveTestJSON-671139515 tempest-AttachVolumeShelveTestJSON-671139515-project] 10.222.0.75 "GET /v2.0/security-groups?id=8ffa0824-cdc7-466b-baef-bc7606a99fd1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0753543 Feb 09 19:22:58.761971 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-837033bf-22f9-49a4-acf0-358e5d7ec324 req-baaecf25-69f9-4b09-9112-92db963ef808 tempest-InstanceActionsTestJSON-136403924 tempest-InstanceActionsTestJSON-136403924-project] 10.222.0.75 "GET /v2.0/ports?device_id=fe1ce42f-24f6-4cb3-88b1-81c5aaa555d8 HTTP/1.1" status: 200 len: 210 time: 0.0989249 Feb 09 19:22:59.356106 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11280e00-6eb8-4f36-aee7-794e17e3e538 req-b40eb90b-dfb6-4390-9f00-df40724feaad tempest-InstanceActionsTestJSON-136403924 tempest-InstanceActionsTestJSON-136403924-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:22:59.360099 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-11280e00-6eb8-4f36-aee7-794e17e3e538 req-b40eb90b-dfb6-4390-9f00-df40724feaad tempest-InstanceActionsTestJSON-136403924 tempest-InstanceActionsTestJSON-136403924-project] 10.222.0.90 "GET /v2.0/networks?id=bfc34915-0129-400e-937a-7136bd2a7792 HTTP/1.1" status: 200 len: 814 time: 0.1643233 Feb 09 19:22:59.388517 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.v2.base [req-11280e00-6eb8-4f36-aee7-794e17e3e538 req-82eb87e0-7e30-44f0-8a42-27c2effd2a93 tempest-InstanceActionsTestJSON-136403924 tempest-InstanceActionsTestJSON-136403924-project] Request body: {'port': {'device_id': 'fe1ce42f-24f6-4cb3-88b1-81c5aaa555d8', 'network_id': 'bfc34915-0129-400e-937a-7136bd2a7792', 'admin_state_up': True, 'tenant_id': 'f80d03d03c774911be2a833792d8d066'}} {{(pid=103229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 19:22:59.753488 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-11280e00-6eb8-4f36-aee7-794e17e3e538 req-82eb87e0-7e30-44f0-8a42-27c2effd2a93 tempest-InstanceActionsTestJSON-136403924 tempest-InstanceActionsTestJSON-136403924-project] Made reservation on behalf of f80d03d03c774911be2a833792d8d066 for: {'port': 1} {{(pid=103229) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 19:22:59.764767 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-11280e00-6eb8-4f36-aee7-794e17e3e538 req-82eb87e0-7e30-44f0-8a42-27c2effd2a93 tempest-InstanceActionsTestJSON-136403924 tempest-InstanceActionsTestJSON-136403924-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (None), before_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:22:59.894807 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb4fc138-1382-4ce1-a8bc-1216f969966d req-cbfcf00e-fe5f-42d3-a654-21b47e428442 tempest-AttachVolumeShelveTestJSON-671139515 tempest-AttachVolumeShelveTestJSON-671139515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:22:59.897677 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-cb4fc138-1382-4ce1-a8bc-1216f969966d req-cbfcf00e-fe5f-42d3-a654-21b47e428442 tempest-AttachVolumeShelveTestJSON-671139515 tempest-AttachVolumeShelveTestJSON-671139515-project] 10.222.0.75 "GET /v2.0/ports?device_id=9a1c27a8-ba54-400e-9357-176d8c299bdc HTTP/1.1" status: 200 len: 943 time: 0.1858456 Feb 09 19:22:59.995803 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-cb4fc138-1382-4ce1-a8bc-1216f969966d req-1755a043-ef35-4301-b981-df7c59713fe6 tempest-AttachVolumeShelveTestJSON-671139515 tempest-AttachVolumeShelveTestJSON-671139515-project] 10.222.0.75 "GET /v2.0/security-groups?id=8ffa0824-cdc7-466b-baef-bc7606a99fd1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0902689 Feb 09 19:23:00.043554 n-d-713498-36 neutron-server[103229]: DEBUG neutron.db.db_base_plugin_common [req-11280e00-6eb8-4f36-aee7-794e17e3e538 req-82eb87e0-7e30-44f0-8a42-27c2effd2a93 tempest-InstanceActionsTestJSON-136403924 tempest-InstanceActionsTestJSON-136403924-project] Allocated IP 172.20.0.4 (bfc34915-0129-400e-937a-7136bd2a7792/31814ac4-cd3b-4d1c-8548-66f5ce3b692c/8ffea2e0-9a16-4647-98a9-cd90dc887ebf) {{(pid=103229) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 19:23:00.251705 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-11280e00-6eb8-4f36-aee7-794e17e3e538 req-82eb87e0-7e30-44f0-8a42-27c2effd2a93 tempest-InstanceActionsTestJSON-136403924 tempest-InstanceActionsTestJSON-136403924-project] Publish callbacks [] for port (8ffea2e0-9a16-4647-98a9-cd90dc887ebf), precommit_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:23:00.306849 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-85d151e0-7f10-41cc-ab71-5286b44b515a req-93208dab-8fd1-4a05-8a7e-bac07fb7f071 tempest-InstanceActionsTestJSON-136403924 tempest-InstanceActionsTestJSON-136403924-project] 10.222.0.75 "GET /v2.0/ports?device_id=fe1ce42f-24f6-4cb3-88b1-81c5aaa555d8 HTTP/1.1" status: 200 len: 210 time: 0.0414701 Feb 09 19:23:00.344802 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-11280e00-6eb8-4f36-aee7-794e17e3e538 req-82eb87e0-7e30-44f0-8a42-27c2effd2a93 tempest-InstanceActionsTestJSON-136403924 tempest-InstanceActionsTestJSON-136403924-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762866656467', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12867576'] for port (8ffea2e0-9a16-4647-98a9-cd90dc887ebf), after_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:23:00.530319 n-d-713498-36 neutron-server[103229]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-11280e00-6eb8-4f36-aee7-794e17e3e538 req-82eb87e0-7e30-44f0-8a42-27c2effd2a93 tempest-InstanceActionsTestJSON-136403924 tempest-InstanceActionsTestJSON-136403924-project] Network bfc34915-0129-400e-937a-7136bd2a7792 is already hosted by enough agents. {{(pid=103229) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 19:23:00.553376 n-d-713498-36 neutron-server[103229]: DEBUG neutron.scheduler.base_scheduler [req-11280e00-6eb8-4f36-aee7-794e17e3e538 req-82eb87e0-7e30-44f0-8a42-27c2effd2a93 tempest-InstanceActionsTestJSON-136403924 tempest-InstanceActionsTestJSON-136403924-project] Resources bound (agent type, host, resource id): {{(pid=103229) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 19:23:00.557084 n-d-713498-36 neutron-server[103229]: DEBUG neutron.db.l3_dvrscheduler_db [req-11280e00-6eb8-4f36-aee7-794e17e3e538 req-82eb87e0-7e30-44f0-8a42-27c2effd2a93 tempest-InstanceActionsTestJSON-136403924 tempest-InstanceActionsTestJSON-136403924-project] Received port after_create {{(pid=103229) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 19:23:00.580261 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82eb87e0-7e30-44f0-8a42-27c2effd2a93 tempest-InstanceActionsTestJSON-136403924 tempest-InstanceActionsTestJSON-136403924-project] Pushing event updated for resources: {'Port': ['ID=8ffea2e0-9a16-4647-98a9-cd90dc887ebf,revision_number=1']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:23:00.792181 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11280e00-6eb8-4f36-aee7-794e17e3e538 req-82eb87e0-7e30-44f0-8a42-27c2effd2a93 tempest-InstanceActionsTestJSON-136403924 tempest-InstanceActionsTestJSON-136403924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:23:00.793284 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-11280e00-6eb8-4f36-aee7-794e17e3e538 req-82eb87e0-7e30-44f0-8a42-27c2effd2a93 tempest-InstanceActionsTestJSON-136403924 tempest-InstanceActionsTestJSON-136403924-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171096'] for port (None), before_response {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:23:00.833304 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-11280e00-6eb8-4f36-aee7-794e17e3e538 req-82eb87e0-7e30-44f0-8a42-27c2effd2a93 tempest-InstanceActionsTestJSON-136403924 tempest-InstanceActionsTestJSON-136403924-project] 10.222.0.90 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4499960 Feb 09 19:23:00.849046 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.v2.base [req-11280e00-6eb8-4f36-aee7-794e17e3e538 req-c131ac94-d3c3-44b0-ae40-9600f4f6f20c service neutron] Request body: {'port': {'device_id': 'fe1ce42f-24f6-4cb3-88b1-81c5aaa555d8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-713498-36'}} {{(pid=103229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 19:23:00.964372 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-11280e00-6eb8-4f36-aee7-794e17e3e538 req-c131ac94-d3c3-44b0-ae40-9600f4f6f20c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (8ffea2e0-9a16-4647-98a9-cd90dc887ebf), before_update {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:23:01.130139 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 47716) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:23:01.231622 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5942a1f9-f262-4cc0-82ca-e555c57d3cb1 req-403cbce7-fef4-45db-98a3-34663c0b8083 tempest-AttachVolumeShelveTestJSON-671139515 tempest-AttachVolumeShelveTestJSON-671139515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:23:01.247157 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-5942a1f9-f262-4cc0-82ca-e555c57d3cb1 req-403cbce7-fef4-45db-98a3-34663c0b8083 tempest-AttachVolumeShelveTestJSON-671139515 tempest-AttachVolumeShelveTestJSON-671139515-project] 10.222.0.75 "GET /v2.0/ports?device_id=9a1c27a8-ba54-400e-9357-176d8c299bdc HTTP/1.1" status: 200 len: 943 time: 0.0951002 Feb 09 19:23:01.366393 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-5942a1f9-f262-4cc0-82ca-e555c57d3cb1 req-94de74e1-0fa4-4ee1-bd81-deda713ce2fe tempest-AttachVolumeShelveTestJSON-671139515 tempest-AttachVolumeShelveTestJSON-671139515-project] 10.222.0.75 "GET /v2.0/security-groups?id=8ffa0824-cdc7-466b-baef-bc7606a99fd1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1097057 Feb 09 19:23:01.445469 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-636680e0-37de-49f9-b34b-44532042122e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:23:01.645465 n-d-713498-36 neutron-server[103229]: DEBUG neutron.notifiers.nova [req-11280e00-6eb8-4f36-aee7-794e17e3e538 req-c131ac94-d3c3-44b0-ae40-9600f4f6f20c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8ffea2e0-9a16-4647-98a9-cd90dc887ebf {{(pid=103229) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 19:23:01.678534 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-11280e00-6eb8-4f36-aee7-794e17e3e538 req-c131ac94-d3c3-44b0-ae40-9600f4f6f20c service neutron] Publish callbacks [] for port (8ffea2e0-9a16-4647-98a9-cd90dc887ebf), precommit_update {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:23:01.695499 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-636680e0-37de-49f9-b34b-44532042122e admin admin] Publish callbacks [] for security_group (603f18a8-b682-4ed8-9fa1-2d7ec374cdbb), precommit_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:23:01.703004 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-636680e0-37de-49f9-b34b-44532042122e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1892331'] for security_group (603f18a8-b682-4ed8-9fa1-2d7ec374cdbb), after_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:23:01.732655 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-636680e0-37de-49f9-b34b-44532042122e admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=41899586e3ff47e29ccc11471cd97c4c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6000190 Feb 09 19:23:01.738771 n-d-713498-36 neutron-server[103229]: DEBUG neutron.db.provisioning_blocks [req-11280e00-6eb8-4f36-aee7-794e17e3e538 req-c131ac94-d3c3-44b0-ae40-9600f4f6f20c service neutron] Transition to ACTIVE for port object 8ffea2e0-9a16-4647-98a9-cd90dc887ebf will not be triggered until provisioned by entity L2. {{(pid=103229) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 19:23:01.745105 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 47728) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:23:01.769344 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-11280e00-6eb8-4f36-aee7-794e17e3e538 req-c131ac94-d3c3-44b0-ae40-9600f4f6f20c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762867176205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762866656485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762866656503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12867569'] for port (8ffea2e0-9a16-4647-98a9-cd90dc887ebf), after_update {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:23:01.779359 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-636680e0-37de-49f9-b34b-44532042122e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=603f18a8-b682-4ed8-9fa1-2d7ec374cdbb,revision_number=1']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:23:01.794249 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99010df5-d354-4cc2-9345-b91a340a7229 req-a434c616-f347-4a47-a4b9-7588112e5287 tempest-InstanceActionsTestJSON-136403924 tempest-InstanceActionsTestJSON-136403924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:23:01.796534 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-99010df5-d354-4cc2-9345-b91a340a7229 req-a434c616-f347-4a47-a4b9-7588112e5287 tempest-InstanceActionsTestJSON-136403924 tempest-InstanceActionsTestJSON-136403924-project] 10.222.0.75 "GET /v2.0/ports?device_id=fe1ce42f-24f6-4cb3-88b1-81c5aaa555d8 HTTP/1.1" status: 200 len: 931 time: 0.2451847 Feb 09 19:23:01.928720 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c131ac94-d3c3-44b0-ae40-9600f4f6f20c service neutron] Pushing event updated for resources: {'Port': ['ID=8ffea2e0-9a16-4647-98a9-cd90dc887ebf,revision_number=2']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:23:02.080902 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-263fc9a9-e0a4-4d7a-abe6-4f763255f75c admin admin] Publish callbacks [] for security_group (603f18a8-b682-4ed8-9fa1-2d7ec374cdbb), before_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:23:02.099807 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-99010df5-d354-4cc2-9345-b91a340a7229 req-4d576864-3840-4d37-badd-07d86cce6f64 tempest-InstanceActionsTestJSON-136403924 tempest-InstanceActionsTestJSON-136403924-project] 10.222.0.75 "GET /v2.0/security-groups?id=868deb78-bc8f-4ea3-8bf7-ae6eeda60114&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2716682 Feb 09 19:23:02.159687 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-263fc9a9-e0a4-4d7a-abe6-4f763255f75c admin admin] Publish callbacks [] for security_group (603f18a8-b682-4ed8-9fa1-2d7ec374cdbb), precommit_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:23:02.190605 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.managers [req-11280e00-6eb8-4f36-aee7-794e17e3e538 req-c131ac94-d3c3-44b0-ae40-9600f4f6f20c service neutron] Attempting to bind port 8ffea2e0-9a16-4647-98a9-cd90dc887ebf on host n-h2-713498-36 for vnic_type normal with profile {{(pid=103229) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 19:23:02.190912 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.managers [req-11280e00-6eb8-4f36-aee7-794e17e3e538 req-c131ac94-d3c3-44b0-ae40-9600f4f6f20c service neutron] Attempting to bind port 8ffea2e0-9a16-4647-98a9-cd90dc887ebf by drivers openvswitch,hyperv on host n-h2-713498-36 at level 0 using segments [{'id': '76ff4ffa-c922-427c-9750-bf019393ac76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': 'bfc34915-0129-400e-937a-7136bd2a7792'}] {{(pid=103229) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 19:23:02.191247 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11280e00-6eb8-4f36-aee7-794e17e3e538 req-c131ac94-d3c3-44b0-ae40-9600f4f6f20c service neutron] Attempting to bind port 8ffea2e0-9a16-4647-98a9-cd90dc887ebf on network bfc34915-0129-400e-937a-7136bd2a7792 {{(pid=103229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 19:23:02.227743 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11280e00-6eb8-4f36-aee7-794e17e3e538 req-c131ac94-d3c3-44b0-ae40-9600f4f6f20c service neutron] Port 8ffea2e0-9a16-4647-98a9-cd90dc887ebf on network bfc34915-0129-400e-937a-7136bd2a7792 not bound, no agent of type Open vSwitch agent registered on host n-h2-713498-36 {{(pid=103229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 19:23:02.228078 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11280e00-6eb8-4f36-aee7-794e17e3e538 req-c131ac94-d3c3-44b0-ae40-9600f4f6f20c service neutron] Attempting to bind port 8ffea2e0-9a16-4647-98a9-cd90dc887ebf on network bfc34915-0129-400e-937a-7136bd2a7792 {{(pid=103229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 19:23:02.235104 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11280e00-6eb8-4f36-aee7-794e17e3e538 req-c131ac94-d3c3-44b0-ae40-9600f4f6f20c service neutron] Checking agent: {'id': 'bcd5faee-dc24-4298-9134-0e0aa054058e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713498-36', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 18, 59, 19), 'started_at': datetime.datetime(2022, 2, 9, 18, 59, 19), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 19, 22, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 19:23:02.235495 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11280e00-6eb8-4f36-aee7-794e17e3e538 req-c131ac94-d3c3-44b0-ae40-9600f4f6f20c service neutron] Checking segment: {'id': '76ff4ffa-c922-427c-9750-bf019393ac76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': 'bfc34915-0129-400e-937a-7136bd2a7792'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103229) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 19:23:02.236035 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11280e00-6eb8-4f36-aee7-794e17e3e538 req-c131ac94-d3c3-44b0-ae40-9600f4f6f20c service neutron] Bound using segment: {'id': '76ff4ffa-c922-427c-9750-bf019393ac76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': 'bfc34915-0129-400e-937a-7136bd2a7792'} {{(pid=103229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 19:23:02.236542 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.managers [req-11280e00-6eb8-4f36-aee7-794e17e3e538 req-c131ac94-d3c3-44b0-ae40-9600f4f6f20c service neutron] Bound port: 8ffea2e0-9a16-4647-98a9-cd90dc887ebf, host: n-h2-713498-36, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '76ff4ffa-c922-427c-9750-bf019393ac76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': 'bfc34915-0129-400e-937a-7136bd2a7792'}}] {{(pid=103229) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 19:23:02.236977 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-11280e00-6eb8-4f36-aee7-794e17e3e538 req-c131ac94-d3c3-44b0-ae40-9600f4f6f20c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (8ffea2e0-9a16-4647-98a9-cd90dc887ebf), before_update {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:23:02.311076 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-263fc9a9-e0a4-4d7a-abe6-4f763255f75c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1892331'] for security_group (603f18a8-b682-4ed8-9fa1-2d7ec374cdbb), after_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:23:02.314518 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-263fc9a9-e0a4-4d7a-abe6-4f763255f75c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:23:02.318269 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-263fc9a9-e0a4-4d7a-abe6-4f763255f75c admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/603f18a8-b682-4ed8-9fa1-2d7ec374cdbb HTTP/1.1" status: 204 len: 168 time: 0.5686889 Feb 09 19:23:02.338829 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-263fc9a9-e0a4-4d7a-abe6-4f763255f75c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=603f18a8-b682-4ed8-9fa1-2d7ec374cdbb,revision_number=None']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:23:02.359892 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.db [req-11280e00-6eb8-4f36-aee7-794e17e3e538 req-c131ac94-d3c3-44b0-ae40-9600f4f6f20c service neutron] For port 8ffea2e0-9a16-4647-98a9-cd90dc887ebf, host n-h2-713498-36, cleared binding levels {{(pid=103229) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 19:23:02.364604 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.db [req-11280e00-6eb8-4f36-aee7-794e17e3e538 req-c131ac94-d3c3-44b0-ae40-9600f4f6f20c service neutron] For port 8ffea2e0-9a16-4647-98a9-cd90dc887ebf, host n-h2-713498-36, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-36',level=0,port_id=8ffea2e0-9a16-4647-98a9-cd90dc887ebf,segment=NetworkSegment(76ff4ffa-c922-427c-9750-bf019393ac76),segment_id=76ff4ffa-c922-427c-9750-bf019393ac76)] {{(pid=103229) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 19:23:02.389599 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-11280e00-6eb8-4f36-aee7-794e17e3e538 req-c131ac94-d3c3-44b0-ae40-9600f4f6f20c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762867176205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762866656485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762866656503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12867569'] for port (8ffea2e0-9a16-4647-98a9-cd90dc887ebf), after_update {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:23:02.502077 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11280e00-6eb8-4f36-aee7-794e17e3e538 req-c131ac94-d3c3-44b0-ae40-9600f4f6f20c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:23:02.502868 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-11280e00-6eb8-4f36-aee7-794e17e3e538 req-c131ac94-d3c3-44b0-ae40-9600f4f6f20c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171096'] for port (None), before_response {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:23:02.504888 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-11280e00-6eb8-4f36-aee7-794e17e3e538 req-c131ac94-d3c3-44b0-ae40-9600f4f6f20c service neutron] 10.222.0.90 "PUT /v2.0/ports/8ffea2e0-9a16-4647-98a9-cd90dc887ebf HTTP/1.1" status: 200 len: 1092 time: 1.6612263 Feb 09 19:23:02.506695 n-d-713498-36 neutron-server[103229]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fe1ce42f-24f6-4cb3-88b1-81c5aaa555d8', 'tag': '8ffea2e0-9a16-4647-98a9-cd90dc887ebf'}] {{(pid=103229) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 19:23:02.511622 n-d-713498-36 neutron-server[103229]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fa6ae9a20702bd564eaf90d946620b2b4277b1ab91129323d3b54181076be307" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d5768ccc-3383-444e-8b45-0372ef4682b8" -d '{"events": [{"name": "network-changed", "server_uuid": "fe1ce42f-24f6-4cb3-88b1-81c5aaa555d8", "tag": "8ffea2e0-9a16-4647-98a9-cd90dc887ebf"}]}' {{(pid=103229) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 19:23:02.558877 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c131ac94-d3c3-44b0-ae40-9600f4f6f20c service neutron] Pushing event updated for resources: {'Port': ['ID=8ffea2e0-9a16-4647-98a9-cd90dc887ebf,revision_number=3']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:23:02.662598 n-d-713498-36 neutron-server[103229]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 19:23:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b7467aa2-dc2c-4e4b-80ba-51b53f8d39a1 x-openstack-request-id: req-b7467aa2-dc2c-4e4b-80ba-51b53f8d39a1 {{(pid=103229) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 19:23:02.662920 n-d-713498-36 neutron-server[103229]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fe1ce42f-24f6-4cb3-88b1-81c5aaa555d8", "tag": "8ffea2e0-9a16-4647-98a9-cd90dc887ebf", "status": "completed", "code": 200}]} {{(pid=103229) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 19:23:02.663248 n-d-713498-36 neutron-server[103229]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-b7467aa2-dc2c-4e4b-80ba-51b53f8d39a1 {{(pid=103229) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 19:23:02.663675 n-d-713498-36 neutron-server[103229]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fe1ce42f-24f6-4cb3-88b1-81c5aaa555d8', 'tag': '8ffea2e0-9a16-4647-98a9-cd90dc887ebf', 'status': 'completed', 'code': 200} Feb 09 19:23:02.741561 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11280e00-6eb8-4f36-aee7-794e17e3e538 req-8021f232-6885-4505-966e-2ce857715563 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:23:02.745512 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-11280e00-6eb8-4f36-aee7-794e17e3e538 req-8021f232-6885-4505-966e-2ce857715563 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=f80d03d03c774911be2a833792d8d066&device_id=fe1ce42f-24f6-4cb3-88b1-81c5aaa555d8 HTTP/1.1" status: 200 len: 1126 time: 0.1581385 Feb 09 19:23:02.777859 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08416064-36ca-406c-906f-34819893eccf req-c0a61408-fa93-49ef-b288-02f066eab9a5 tempest-AttachVolumeShelveTestJSON-671139515 tempest-AttachVolumeShelveTestJSON-671139515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:23:02.784202 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-08416064-36ca-406c-906f-34819893eccf req-c0a61408-fa93-49ef-b288-02f066eab9a5 tempest-AttachVolumeShelveTestJSON-671139515 tempest-AttachVolumeShelveTestJSON-671139515-project] 10.222.0.75 "GET /v2.0/ports?device_id=9a1c27a8-ba54-400e-9357-176d8c299bdc HTTP/1.1" status: 200 len: 943 time: 0.1781106 Feb 09 19:23:02.887349 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-11280e00-6eb8-4f36-aee7-794e17e3e538 req-7729bd4c-bf98-4d3d-97cd-1fcfd243aca5 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=8ffea2e0-9a16-4647-98a9-cd90dc887ebf HTTP/1.1" status: 200 len: 217 time: 0.1289175 Feb 09 19:23:02.895244 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-08416064-36ca-406c-906f-34819893eccf req-e9afc94c-b36c-403f-b8b1-ea1ae7651d4d tempest-AttachVolumeShelveTestJSON-671139515 tempest-AttachVolumeShelveTestJSON-671139515-project] 10.222.0.75 "GET /v2.0/security-groups?id=8ffa0824-cdc7-466b-baef-bc7606a99fd1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1043832 Feb 09 19:23:03.107640 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11280e00-6eb8-4f36-aee7-794e17e3e538 req-c159d2ca-e35f-4458-a033-dfbc06a2f449 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:23:03.112153 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-11280e00-6eb8-4f36-aee7-794e17e3e538 req-c159d2ca-e35f-4458-a033-dfbc06a2f449 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=31814ac4-cd3b-4d1c-8548-66f5ce3b692c HTTP/1.1" status: 200 len: 854 time: 0.2212083 Feb 09 19:23:03.210546 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 47752) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:23:03.234627 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-0ecd7089-989d-4b87-a75d-7f81705d950e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:23:03.240477 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-11280e00-6eb8-4f36-aee7-794e17e3e538 req-529a7b8f-ee24-44fa-aa01-356d1570c7db service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=bfc34915-0129-400e-937a-7136bd2a7792&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1127546 Feb 09 19:23:03.500968 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-11280e00-6eb8-4f36-aee7-794e17e3e538 req-a2432aed-92c6-40c9-956b-3e29fcd07e15 service neutron] 10.222.0.90 "GET /v2.0/networks/bfc34915-0129-400e-937a-7136bd2a7792?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2517967 Feb 09 19:23:03.562397 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-0ecd7089-989d-4b87-a75d-7f81705d950e admin admin] Publish callbacks [] for security_group (9d1d12fc-b238-42f7-aaa4-952ec2e191a0), precommit_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:23:03.567655 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-0ecd7089-989d-4b87-a75d-7f81705d950e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1892331'] for security_group (9d1d12fc-b238-42f7-aaa4-952ec2e191a0), after_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:23:03.659291 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-11280e00-6eb8-4f36-aee7-794e17e3e538 req-361080f8-2212-4115-a305-700507e4a756 service neutron] 10.222.0.90 "GET /v2.0/networks/bfc34915-0129-400e-937a-7136bd2a7792?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1464040 Feb 09 19:23:03.737024 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71503443-db65-4570-821c-fafd536d7cce req-926e2076-f84d-4117-b805-4ad45ca75c85 tempest-InstanceActionsTestJSON-136403924 tempest-InstanceActionsTestJSON-136403924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:23:03.750454 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-71503443-db65-4570-821c-fafd536d7cce req-926e2076-f84d-4117-b805-4ad45ca75c85 tempest-InstanceActionsTestJSON-136403924 tempest-InstanceActionsTestJSON-136403924-project] 10.222.0.75 "GET /v2.0/ports?device_id=fe1ce42f-24f6-4cb3-88b1-81c5aaa555d8 HTTP/1.1" status: 200 len: 943 time: 0.2451751 Feb 09 19:23:03.779973 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-0ecd7089-989d-4b87-a75d-7f81705d950e admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=1e9a6818f4694a0396d2d7bb5f9a43b0&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5681276 Feb 09 19:23:03.782300 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ecd7089-989d-4b87-a75d-7f81705d950e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9d1d12fc-b238-42f7-aaa4-952ec2e191a0,revision_number=1']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:23:03.790926 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 47762) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:23:03.876737 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-4b593794-28ba-4412-bc1d-16ede7f77960 admin admin] Publish callbacks [] for security_group (9d1d12fc-b238-42f7-aaa4-952ec2e191a0), before_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:23:03.907276 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-4b593794-28ba-4412-bc1d-16ede7f77960 admin admin] Publish callbacks [] for security_group (9d1d12fc-b238-42f7-aaa4-952ec2e191a0), precommit_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:23:03.942547 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-71503443-db65-4570-821c-fafd536d7cce req-d4056043-956c-4597-be32-0d117fd08f38 tempest-InstanceActionsTestJSON-136403924 tempest-InstanceActionsTestJSON-136403924-project] 10.222.0.75 "GET /v2.0/security-groups?id=868deb78-bc8f-4ea3-8bf7-ae6eeda60114&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1896105 Feb 09 19:23:03.948060 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5768ccc-3383-444e-8b45-0372ef4682b8 req-94137b17-0805-4d58-85ba-395f8a2570a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:23:03.951270 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-d5768ccc-3383-444e-8b45-0372ef4682b8 req-94137b17-0805-4d58-85ba-395f8a2570a2 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=f80d03d03c774911be2a833792d8d066&device_id=fe1ce42f-24f6-4cb3-88b1-81c5aaa555d8 HTTP/1.1" status: 200 len: 1126 time: 0.1963074 Feb 09 19:23:04.021305 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-4b593794-28ba-4412-bc1d-16ede7f77960 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1892331'] for security_group (9d1d12fc-b238-42f7-aaa4-952ec2e191a0), after_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:23:04.024399 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-4b593794-28ba-4412-bc1d-16ede7f77960 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:23:04.025654 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-4b593794-28ba-4412-bc1d-16ede7f77960 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/9d1d12fc-b238-42f7-aaa4-952ec2e191a0 HTTP/1.1" status: 204 len: 168 time: 0.2329941 Feb 09 19:23:04.057004 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b593794-28ba-4412-bc1d-16ede7f77960 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9d1d12fc-b238-42f7-aaa4-952ec2e191a0,revision_number=None']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:23:04.190983 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5768ccc-3383-444e-8b45-0372ef4682b8 req-8900c042-b927-4f5a-bfff-903c37bab34c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:23:04.192715 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-d5768ccc-3383-444e-8b45-0372ef4682b8 req-8900c042-b927-4f5a-bfff-903c37bab34c service neutron] 10.222.0.90 "GET /v2.0/networks?id=bfc34915-0129-400e-937a-7136bd2a7792 HTTP/1.1" status: 200 len: 915 time: 0.2339785 Feb 09 19:23:04.297106 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-d5768ccc-3383-444e-8b45-0372ef4682b8 req-89725510-7051-4620-82b1-2bd373cc00dc service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=8ffea2e0-9a16-4647-98a9-cd90dc887ebf HTTP/1.1" status: 200 len: 217 time: 0.0975454 Feb 09 19:23:04.313299 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0df9f0a6-160b-40e8-8a96-2d9698325ac8 req-1938a5ed-6fc4-4449-a188-fe26f6f519a6 tempest-AttachVolumeShelveTestJSON-671139515 tempest-AttachVolumeShelveTestJSON-671139515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:23:04.321121 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-0df9f0a6-160b-40e8-8a96-2d9698325ac8 req-1938a5ed-6fc4-4449-a188-fe26f6f519a6 tempest-AttachVolumeShelveTestJSON-671139515 tempest-AttachVolumeShelveTestJSON-671139515-project] 10.222.0.75 "GET /v2.0/ports?device_id=9a1c27a8-ba54-400e-9357-176d8c299bdc HTTP/1.1" status: 200 len: 943 time: 0.1588120 Feb 09 19:23:04.407340 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5768ccc-3383-444e-8b45-0372ef4682b8 req-08787fb5-c94d-4e28-af94-2fc7402361ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:23:04.409139 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-d5768ccc-3383-444e-8b45-0372ef4682b8 req-08787fb5-c94d-4e28-af94-2fc7402361ad service neutron] 10.222.0.90 "GET /v2.0/subnets?id=31814ac4-cd3b-4d1c-8548-66f5ce3b692c HTTP/1.1" status: 200 len: 854 time: 0.0999236 Feb 09 19:23:04.443734 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-0df9f0a6-160b-40e8-8a96-2d9698325ac8 req-3bd48a25-7ef7-4b7b-a2ed-8d6d4ceebd03 tempest-AttachVolumeShelveTestJSON-671139515 tempest-AttachVolumeShelveTestJSON-671139515-project] 10.222.0.75 "GET /v2.0/security-groups?id=8ffa0824-cdc7-466b-baef-bc7606a99fd1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1122339 Feb 09 19:23:04.473407 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-d5768ccc-3383-444e-8b45-0372ef4682b8 req-d759dbea-0886-4f31-864c-054a202df9e4 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=bfc34915-0129-400e-937a-7136bd2a7792&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0572169 Feb 09 19:23:04.736969 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-d5768ccc-3383-444e-8b45-0372ef4682b8 req-311986c8-ad20-443b-9f8f-50ecbe230d90 service neutron] 10.222.0.90 "GET /v2.0/networks/bfc34915-0129-400e-937a-7136bd2a7792?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2533803 Feb 09 19:23:05.125249 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-d5768ccc-3383-444e-8b45-0372ef4682b8 req-85820899-c0d3-49e2-951d-6b8cf500bd2c service neutron] 10.222.0.90 "GET /v2.0/networks/bfc34915-0129-400e-937a-7136bd2a7792?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3779647 Feb 09 19:23:05.364675 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65de4bc6-e4ef-45ca-90ea-4d5f0c037c02 req-42b44a63-b6f5-43ea-9962-0ecf575b41fa tempest-InstanceActionsTestJSON-136403924 tempest-InstanceActionsTestJSON-136403924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:23:05.367263 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-65de4bc6-e4ef-45ca-90ea-4d5f0c037c02 req-42b44a63-b6f5-43ea-9962-0ecf575b41fa tempest-InstanceActionsTestJSON-136403924 tempest-InstanceActionsTestJSON-136403924-project] 10.222.0.75 "GET /v2.0/ports?device_id=fe1ce42f-24f6-4cb3-88b1-81c5aaa555d8 HTTP/1.1" status: 200 len: 943 time: 0.1767926 Feb 09 19:23:05.544974 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-65de4bc6-e4ef-45ca-90ea-4d5f0c037c02 req-09e90876-f160-4b72-ae2b-0c02de76b467 tempest-InstanceActionsTestJSON-136403924 tempest-InstanceActionsTestJSON-136403924-project] 10.222.0.75 "GET /v2.0/security-groups?id=868deb78-bc8f-4ea3-8bf7-ae6eeda60114&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1649523 Feb 09 19:23:05.800619 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcdc3759-2e26-412a-b2d4-e8024aea07d3 req-9a27d7fb-90ec-43de-92f3-c16d1d9d433c tempest-AttachVolumeShelveTestJSON-671139515 tempest-AttachVolumeShelveTestJSON-671139515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:23:05.810108 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-bcdc3759-2e26-412a-b2d4-e8024aea07d3 req-9a27d7fb-90ec-43de-92f3-c16d1d9d433c tempest-AttachVolumeShelveTestJSON-671139515 tempest-AttachVolumeShelveTestJSON-671139515-project] 10.222.0.75 "GET /v2.0/ports?device_id=9a1c27a8-ba54-400e-9357-176d8c299bdc HTTP/1.1" status: 200 len: 943 time: 0.1611893 Feb 09 19:23:05.990635 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-bcdc3759-2e26-412a-b2d4-e8024aea07d3 req-5644767b-1160-4617-b8b1-7425c75406e0 tempest-AttachVolumeShelveTestJSON-671139515 tempest-AttachVolumeShelveTestJSON-671139515-project] 10.222.0.75 "GET /v2.0/security-groups?id=8ffa0824-cdc7-466b-baef-bc7606a99fd1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1799352 Feb 09 19:23:06.895446 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30786840-a74b-4950-a525-82c0c2dcd667 req-cbfb6f4d-ad74-45a8-8771-af04a28e2182 tempest-InstanceActionsTestJSON-136403924 tempest-InstanceActionsTestJSON-136403924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:23:06.900451 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-30786840-a74b-4950-a525-82c0c2dcd667 req-cbfb6f4d-ad74-45a8-8771-af04a28e2182 tempest-InstanceActionsTestJSON-136403924 tempest-InstanceActionsTestJSON-136403924-project] 10.222.0.75 "GET /v2.0/ports?device_id=fe1ce42f-24f6-4cb3-88b1-81c5aaa555d8 HTTP/1.1" status: 200 len: 943 time: 0.1777129 Feb 09 19:23:07.083485 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-30786840-a74b-4950-a525-82c0c2dcd667 req-cf8fc8db-9c34-46cc-b6f5-544b90c01ac4 tempest-InstanceActionsTestJSON-136403924 tempest-InstanceActionsTestJSON-136403924-project] 10.222.0.75 "GET /v2.0/security-groups?id=868deb78-bc8f-4ea3-8bf7-ae6eeda60114&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1763692 Feb 09 19:23:07.337934 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78d76b72-1cce-4008-9365-c496e6ff95bd req-0108c6b4-9af7-49f5-8891-b3add9b9ff39 tempest-AttachVolumeShelveTestJSON-671139515 tempest-AttachVolumeShelveTestJSON-671139515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:23:07.350595 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-78d76b72-1cce-4008-9365-c496e6ff95bd req-0108c6b4-9af7-49f5-8891-b3add9b9ff39 tempest-AttachVolumeShelveTestJSON-671139515 tempest-AttachVolumeShelveTestJSON-671139515-project] 10.222.0.75 "GET /v2.0/ports?device_id=9a1c27a8-ba54-400e-9357-176d8c299bdc HTTP/1.1" status: 200 len: 943 time: 0.1508288 Feb 09 19:23:07.362368 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Device 8ffea2e0-9a16-4647-98a9-cd90dc887ebf details requested by agent hyperv_n-h2-713498-36 with host n-h2-713498-36 {{(pid=103232) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 19:23:07.563125 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-78d76b72-1cce-4008-9365-c496e6ff95bd req-63f211e2-fffe-4a0a-b1e7-d9da0b8d201d tempest-AttachVolumeShelveTestJSON-671139515 tempest-AttachVolumeShelveTestJSON-671139515-project] 10.222.0.75 "GET /v2.0/security-groups?id=8ffa0824-cdc7-466b-baef-bc7606a99fd1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2113061 Feb 09 19:23:07.839486 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-7429db8d-6021-40ad-813e-885be449a89b None None] For port 8ffea2e0-9a16-4647-98a9-cd90dc887ebf, host n-h2-713498-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-36',level=0,port_id=8ffea2e0-9a16-4647-98a9-cd90dc887ebf,segment=NetworkSegment(76ff4ffa-c922-427c-9750-bf019393ac76),segment_id=76ff4ffa-c922-427c-9750-bf019393ac76)] {{(pid=103232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 19:23:07.893563 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Returning: {'device': '8ffea2e0-9a16-4647-98a9-cd90dc887ebf', 'network_id': 'bfc34915-0129-400e-937a-7136bd2a7792', 'port_id': '8ffea2e0-9a16-4647-98a9-cd90dc887ebf', 'mac_address': 'fa:16:3e:19:3f:01', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 396, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '31814ac4-cd3b-4d1c-8548-66f5ce3b692c', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103232) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 19:23:07.965479 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Current status of the port 8ffea2e0-9a16-4647-98a9-cd90dc887ebf is: DOWN; New status is: BUILD {{(pid=103232) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 19:23:07.967434 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (8ffea2e0-9a16-4647-98a9-cd90dc887ebf), before_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:23:07.984359 n-d-713498-36 neutron-server[103232]: DEBUG neutron.notifiers.nova [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8ffea2e0-9a16-4647-98a9-cd90dc887ebf {{(pid=103232) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 19:23:08.010264 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-7429db8d-6021-40ad-813e-885be449a89b None None] For port 8ffea2e0-9a16-4647-98a9-cd90dc887ebf, host n-h2-713498-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-36',level=0,port_id=8ffea2e0-9a16-4647-98a9-cd90dc887ebf,segment=NetworkSegment(76ff4ffa-c922-427c-9750-bf019393ac76),segment_id=76ff4ffa-c922-427c-9750-bf019393ac76)] {{(pid=103232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 19:23:08.023545 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762867176205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762866656485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762866656503'] for port (8ffea2e0-9a16-4647-98a9-cd90dc887ebf), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:23:08.150495 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Pushing event updated for resources: {'Port': ['ID=8ffea2e0-9a16-4647-98a9-cd90dc887ebf,revision_number=4']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:23:08.184764 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:23:08.186301 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:23:08.186800 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:23:08.187281 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:23:08.190070 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:23:08.190991 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:23:08.192088 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:23:08.194248 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:23:08.194730 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:23:08.199491 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:23:08.200759 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:23:08.201224 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:23:08.202043 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:23:08.299091 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-7429db8d-6021-40ad-813e-885be449a89b None None] get_ports_and_sgs() called for port_ids ['8ffea2e0-9a16-4647-98a9-cd90dc887ebf'] {{(pid=103232) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 19:23:08.480226 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3df2ca6-cd27-4bb0-b79c-783fc6c814ee req-24ffce33-2595-4b3e-9304-3e8ec34b1c11 tempest-InstanceActionsTestJSON-136403924 tempest-InstanceActionsTestJSON-136403924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:23:08.492207 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-d3df2ca6-cd27-4bb0-b79c-783fc6c814ee req-24ffce33-2595-4b3e-9304-3e8ec34b1c11 tempest-InstanceActionsTestJSON-136403924 tempest-InstanceActionsTestJSON-136403924-project] 10.222.0.75 "GET /v2.0/ports?device_id=fe1ce42f-24f6-4cb3-88b1-81c5aaa555d8 HTTP/1.1" status: 200 len: 944 time: 0.2241185 Feb 09 19:23:08.519133 n-d-713498-36 neutron-server[103233]: DEBUG neutron.db.agents_db [None req-4a8a6a42-0a0c-4437-8958-92282682b6bb None None] Agent healthcheck: found 7 active agents {{(pid=103233) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 19:23:08.806299 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebdfd064-7d22-4d0f-89ff-0e6a6f552f56 req-63b381a7-346c-4f8d-b969-34ce616df82e tempest-AttachVolumeShelveTestJSON-671139515 tempest-AttachVolumeShelveTestJSON-671139515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:23:08.819117 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-ebdfd064-7d22-4d0f-89ff-0e6a6f552f56 req-63b381a7-346c-4f8d-b969-34ce616df82e tempest-AttachVolumeShelveTestJSON-671139515 tempest-AttachVolumeShelveTestJSON-671139515-project] 10.222.0.75 "GET /v2.0/ports?device_id=9a1c27a8-ba54-400e-9357-176d8c299bdc HTTP/1.1" status: 200 len: 943 time: 0.1212816 Feb 09 19:23:08.849070 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-d3df2ca6-cd27-4bb0-b79c-783fc6c814ee req-7d362ea5-880f-474e-9dc7-b8491fedbbc2 tempest-InstanceActionsTestJSON-136403924 tempest-InstanceActionsTestJSON-136403924-project] 10.222.0.75 "GET /v2.0/security-groups?id=868deb78-bc8f-4ea3-8bf7-ae6eeda60114&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3328292 Feb 09 19:23:08.980087 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-ebdfd064-7d22-4d0f-89ff-0e6a6f552f56 req-b60c8351-74b9-4d92-8a3c-f5b481a39606 tempest-AttachVolumeShelveTestJSON-671139515 tempest-AttachVolumeShelveTestJSON-671139515-project] 10.222.0.75 "GET /v2.0/security-groups?id=8ffa0824-cdc7-466b-baef-bc7606a99fd1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1568639 Feb 09 19:23:10.139377 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a48aa5e1-b085-4546-b3ea-64bd2f8e527e req-14ad89ad-cdca-47b1-95ff-e46b4a017033 tempest-InstanceActionsTestJSON-136403924 tempest-InstanceActionsTestJSON-136403924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:23:10.141044 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-a48aa5e1-b085-4546-b3ea-64bd2f8e527e req-14ad89ad-cdca-47b1-95ff-e46b4a017033 tempest-InstanceActionsTestJSON-136403924 tempest-InstanceActionsTestJSON-136403924-project] 10.222.0.75 "GET /v2.0/ports?device_id=fe1ce42f-24f6-4cb3-88b1-81c5aaa555d8 HTTP/1.1" status: 200 len: 944 time: 0.1671216 Feb 09 19:23:10.362351 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-a48aa5e1-b085-4546-b3ea-64bd2f8e527e req-b2146389-1980-453d-b2b0-9c56ae885cde tempest-InstanceActionsTestJSON-136403924 tempest-InstanceActionsTestJSON-136403924-project] 10.222.0.75 "GET /v2.0/security-groups?id=868deb78-bc8f-4ea3-8bf7-ae6eeda60114&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1971192 Feb 09 19:23:10.386587 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bdf92ea-d5c6-4031-90f9-08a573f01202 req-9fd1c12f-1c87-42f4-87a0-453d3eb718a4 tempest-AttachVolumeShelveTestJSON-671139515 tempest-AttachVolumeShelveTestJSON-671139515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:23:10.397689 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-1bdf92ea-d5c6-4031-90f9-08a573f01202 req-9fd1c12f-1c87-42f4-87a0-453d3eb718a4 tempest-AttachVolumeShelveTestJSON-671139515 tempest-AttachVolumeShelveTestJSON-671139515-project] 10.222.0.75 "GET /v2.0/ports?device_id=9a1c27a8-ba54-400e-9357-176d8c299bdc HTTP/1.1" status: 200 len: 943 time: 0.1893394 Feb 09 19:23:10.519092 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-1bdf92ea-d5c6-4031-90f9-08a573f01202 req-3f6343aa-339e-45ad-b70a-950a264d97c6 tempest-AttachVolumeShelveTestJSON-671139515 tempest-AttachVolumeShelveTestJSON-671139515-project] 10.222.0.75 "GET /v2.0/security-groups?id=8ffa0824-cdc7-466b-baef-bc7606a99fd1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1201074 Feb 09 19:23:10.773086 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-bfb12c41-285d-4649-9363-a3651cc4d40a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762867132591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593584'] for agent (af91e4b9-f4e1-42b1-a25c-a10dc47171c8), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:23:11.395107 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Device 8ffea2e0-9a16-4647-98a9-cd90dc887ebf up at agent hyperv_n-h2-713498-36 {{(pid=103232) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 19:23:11.647855 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.provisioning_blocks [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Provisioning for port 8ffea2e0-9a16-4647-98a9-cd90dc887ebf completed by entity L2. {{(pid=103232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 19:23:11.674255 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.provisioning_blocks [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Provisioning complete for port 8ffea2e0-9a16-4647-98a9-cd90dc887ebf triggered by entity L2. {{(pid=103232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 19:23:11.677520 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593630'] for port (8ffea2e0-9a16-4647-98a9-cd90dc887ebf), provisioning_complete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:23:11.941233 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b2e8767-ade5-43c7-9aa5-97e4a8383a2e req-a42b8263-8d7f-4769-bed3-06f662b598a5 tempest-InstanceActionsTestJSON-136403924 tempest-InstanceActionsTestJSON-136403924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:23:11.962594 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-4b2e8767-ade5-43c7-9aa5-97e4a8383a2e req-a42b8263-8d7f-4769-bed3-06f662b598a5 tempest-InstanceActionsTestJSON-136403924 tempest-InstanceActionsTestJSON-136403924-project] 10.222.0.75 "GET /v2.0/ports?device_id=fe1ce42f-24f6-4cb3-88b1-81c5aaa555d8 HTTP/1.1" status: 200 len: 944 time: 0.2642949 Feb 09 19:23:12.008779 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-394d6df6-11eb-4412-8eeb-b7453a202be3 req-ca7c9860-9c5b-4510-b7d2-b5e7dc66743e tempest-AttachVolumeShelveTestJSON-671139515 tempest-AttachVolumeShelveTestJSON-671139515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:23:12.015758 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-394d6df6-11eb-4412-8eeb-b7453a202be3 req-ca7c9860-9c5b-4510-b7d2-b5e7dc66743e tempest-AttachVolumeShelveTestJSON-671139515 tempest-AttachVolumeShelveTestJSON-671139515-project] 10.222.0.75 "GET /v2.0/ports?device_id=9a1c27a8-ba54-400e-9357-176d8c299bdc HTTP/1.1" status: 200 len: 943 time: 0.2365577 Feb 09 19:23:12.077463 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-4b2e8767-ade5-43c7-9aa5-97e4a8383a2e req-720fdc85-0b67-4f94-98e5-028e4784cfda tempest-InstanceActionsTestJSON-136403924 tempest-InstanceActionsTestJSON-136403924-project] 10.222.0.75 "GET /v2.0/security-groups?id=868deb78-bc8f-4ea3-8bf7-ae6eeda60114&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1139359 Feb 09 19:23:12.124176 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Current status of the port 8ffea2e0-9a16-4647-98a9-cd90dc887ebf is: BUILD; New status is: ACTIVE {{(pid=103232) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 19:23:12.124692 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (8ffea2e0-9a16-4647-98a9-cd90dc887ebf), before_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:23:12.207908 n-d-713498-36 neutron-server[103232]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fe1ce42f-24f6-4cb3-88b1-81c5aaa555d8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8ffea2e0-9a16-4647-98a9-cd90dc887ebf'}] {{(pid=103232) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 19:23:12.213706 n-d-713498-36 neutron-server[103232]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}949cdcde653dec44821de95cbf67297f53cbc2aed4e073b5d514f93bf911ce85" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6710b5e9-e362-41a0-b61f-6de87636dc6d" -d '{"events": [{"server_uuid": "fe1ce42f-24f6-4cb3-88b1-81c5aaa555d8", "name": "network-vif-plugged", "status": "completed", "tag": "8ffea2e0-9a16-4647-98a9-cd90dc887ebf"}]}' {{(pid=103232) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 19:23:12.220760 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-394d6df6-11eb-4412-8eeb-b7453a202be3 req-d1e7dd0c-7431-4189-9680-bd703a870510 tempest-AttachVolumeShelveTestJSON-671139515 tempest-AttachVolumeShelveTestJSON-671139515-project] 10.222.0.75 "GET /v2.0/security-groups?id=8ffa0824-cdc7-466b-baef-bc7606a99fd1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1977563 Feb 09 19:23:12.296296 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-7429db8d-6021-40ad-813e-885be449a89b None None] For port 8ffea2e0-9a16-4647-98a9-cd90dc887ebf, host n-h2-713498-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-36',level=0,port_id=8ffea2e0-9a16-4647-98a9-cd90dc887ebf,segment=NetworkSegment(76ff4ffa-c922-427c-9750-bf019393ac76),segment_id=76ff4ffa-c922-427c-9750-bf019393ac76)] {{(pid=103232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 19:23:12.307738 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762867176205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762866656485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762866656503'] for port (8ffea2e0-9a16-4647-98a9-cd90dc887ebf), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:23:12.395368 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 47998) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:23:12.545277 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Pushing event updated for resources: {'Port': ['ID=8ffea2e0-9a16-4647-98a9-cd90dc887ebf,revision_number=5']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:23:12.669949 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-c0f6c2b6-39e2-425c-ac77-9120791ffab0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:23:12.776393 n-d-713498-36 neutron-server[103232]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 19:23:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ac6d6cda-a5d5-438b-baad-2bdbe50b2c95 x-openstack-request-id: req-ac6d6cda-a5d5-438b-baad-2bdbe50b2c95 {{(pid=103232) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 19:23:12.776759 n-d-713498-36 neutron-server[103232]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fe1ce42f-24f6-4cb3-88b1-81c5aaa555d8", "name": "network-vif-plugged", "status": "completed", "tag": "8ffea2e0-9a16-4647-98a9-cd90dc887ebf", "code": 200}]} {{(pid=103232) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 19:23:12.777060 n-d-713498-36 neutron-server[103232]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-ac6d6cda-a5d5-438b-baad-2bdbe50b2c95 {{(pid=103232) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 19:23:12.777465 n-d-713498-36 neutron-server[103232]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fe1ce42f-24f6-4cb3-88b1-81c5aaa555d8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8ffea2e0-9a16-4647-98a9-cd90dc887ebf', 'code': 200} Feb 09 19:23:12.992271 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f319782-3aa1-4b89-a877-f330c1c4825e req-be5d3d48-ba12-414c-b68e-8e3b2f2c959a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:23:12.999558 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-1f319782-3aa1-4b89-a877-f330c1c4825e req-be5d3d48-ba12-414c-b68e-8e3b2f2c959a service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=fe1ce42f-24f6-4cb3-88b1-81c5aaa555d8 HTTP/1.1" status: 200 len: 1128 time: 0.1573045 Feb 09 19:23:13.016815 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-c0f6c2b6-39e2-425c-ac77-9120791ffab0 admin admin] Publish callbacks [] for security_group (9e433fce-81a5-4d96-aca5-c74a464190dc), precommit_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:23:13.023644 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-c0f6c2b6-39e2-425c-ac77-9120791ffab0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1892331'] for security_group (9e433fce-81a5-4d96-aca5-c74a464190dc), after_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:23:13.105931 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-5f83d949-b8af-43be-aaa9-2bae426bcb81 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762867132591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593584'] for agent (93303d5e-5d17-45e8-8963-7694f87783ae), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:23:13.178852 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 48012) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:23:13.179345 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-c0f6c2b6-39e2-425c-ac77-9120791ffab0 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=9ad7ea25c6404ff694b1ea436e981840&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7769513 Feb 09 19:23:13.235859 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-1f319782-3aa1-4b89-a877-f330c1c4825e req-84b0b91c-7187-45be-be31-5b5dc389eabb service neutron] 10.222.0.90 "GET /v2.0/security-groups?id=868deb78-bc8f-4ea3-8bf7-ae6eeda60114&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1845806 Feb 09 19:23:13.298403 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0f6c2b6-39e2-425c-ac77-9120791ffab0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9e433fce-81a5-4d96-aca5-c74a464190dc,revision_number=1']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:23:13.463616 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b218a65-1339-4b89-865f-c4d85dc6cf81 req-c97df9f0-f7e9-4913-90ce-4718eef7b1e8 tempest-InstanceActionsTestJSON-136403924 tempest-InstanceActionsTestJSON-136403924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:23:13.465355 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-1b218a65-1339-4b89-865f-c4d85dc6cf81 req-c97df9f0-f7e9-4913-90ce-4718eef7b1e8 tempest-InstanceActionsTestJSON-136403924 tempest-InstanceActionsTestJSON-136403924-project] 10.222.0.75 "GET /v2.0/ports?device_id=fe1ce42f-24f6-4cb3-88b1-81c5aaa555d8 HTTP/1.1" status: 200 len: 945 time: 0.0995500 Feb 09 19:23:13.612837 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-5ba9aba5-f9ed-4d51-bc5b-40b0cf1b80d2 admin admin] Publish callbacks [] for security_group (9e433fce-81a5-4d96-aca5-c74a464190dc), before_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:23:13.648028 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-1b218a65-1339-4b89-865f-c4d85dc6cf81 req-aa951177-06f8-4b90-9497-2c9cb4b49074 tempest-InstanceActionsTestJSON-136403924 tempest-InstanceActionsTestJSON-136403924-project] 10.222.0.75 "GET /v2.0/security-groups?id=868deb78-bc8f-4ea3-8bf7-ae6eeda60114&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1754787 Feb 09 19:23:13.683428 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-5ba9aba5-f9ed-4d51-bc5b-40b0cf1b80d2 admin admin] Publish callbacks [] for security_group (9e433fce-81a5-4d96-aca5-c74a464190dc), precommit_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:23:13.805223 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-5ba9aba5-f9ed-4d51-bc5b-40b0cf1b80d2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1892331'] for security_group (9e433fce-81a5-4d96-aca5-c74a464190dc), after_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:23:13.811091 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-5ba9aba5-f9ed-4d51-bc5b-40b0cf1b80d2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:23:13.825108 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-5ba9aba5-f9ed-4d51-bc5b-40b0cf1b80d2 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/9e433fce-81a5-4d96-aca5-c74a464190dc HTTP/1.1" status: 204 len: 168 time: 0.6296341 Feb 09 19:23:13.860063 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ba9aba5-f9ed-4d51-bc5b-40b0cf1b80d2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9e433fce-81a5-4d96-aca5-c74a464190dc,revision_number=None']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:23:13.940214 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e071597-c421-4058-8374-14704e3f2321 req-50a2339f-ab55-49be-9234-3b1e8d4d8110 tempest-AttachVolumeShelveTestJSON-671139515 tempest-AttachVolumeShelveTestJSON-671139515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:23:13.942122 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-7e071597-c421-4058-8374-14704e3f2321 req-50a2339f-ab55-49be-9234-3b1e8d4d8110 tempest-AttachVolumeShelveTestJSON-671139515 tempest-AttachVolumeShelveTestJSON-671139515-project] 10.222.0.75 "GET /v2.0/ports?device_id=9a1c27a8-ba54-400e-9357-176d8c299bdc HTTP/1.1" status: 200 len: 943 time: 0.5166476 Feb 09 19:23:14.016448 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-7e071597-c421-4058-8374-14704e3f2321 req-aff4f579-b1cc-41a6-904d-beeefe990e82 tempest-AttachVolumeShelveTestJSON-671139515 tempest-AttachVolumeShelveTestJSON-671139515-project] 10.222.0.75 "GET /v2.0/security-groups?id=8ffa0824-cdc7-466b-baef-bc7606a99fd1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0628006 Feb 09 19:23:14.298105 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-edc54c9b-7f13-45d9-9271-85c9738b0128 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762867132591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593584'] for agent (a62b1850-466f-48ae-bec7-d62fb280e14b), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:23:14.890181 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-923159c8-9f68-42ac-b628-67f946cf705e req-3b65f0aa-bbdf-45c7-a5d3-1376edf9bf86 tempest-InstanceActionsTestJSON-136403924 tempest-InstanceActionsTestJSON-136403924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:23:14.897795 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-923159c8-9f68-42ac-b628-67f946cf705e req-3b65f0aa-bbdf-45c7-a5d3-1376edf9bf86 tempest-InstanceActionsTestJSON-136403924 tempest-InstanceActionsTestJSON-136403924-project] 10.222.0.75 "GET /v2.0/ports?device_id=fe1ce42f-24f6-4cb3-88b1-81c5aaa555d8 HTTP/1.1" status: 200 len: 945 time: 0.1497738 Feb 09 19:23:15.011461 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 48110) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:23:15.057677 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-923159c8-9f68-42ac-b628-67f946cf705e req-e54c5f72-6d17-4459-ab5a-dc324e25cd66 tempest-InstanceActionsTestJSON-136403924 tempest-InstanceActionsTestJSON-136403924-project] 10.222.0.75 "GET /v2.0/security-groups?id=868deb78-bc8f-4ea3-8bf7-ae6eeda60114&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1572742 Feb 09 19:23:15.373710 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09373de3-be5b-4a19-8baa-2bb0bdecfef3 req-1d30d411-09b7-44bd-a12c-aa54d6a35026 tempest-AttachVolumeShelveTestJSON-671139515 tempest-AttachVolumeShelveTestJSON-671139515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:23:15.389328 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-09373de3-be5b-4a19-8baa-2bb0bdecfef3 req-1d30d411-09b7-44bd-a12c-aa54d6a35026 tempest-AttachVolumeShelveTestJSON-671139515 tempest-AttachVolumeShelveTestJSON-671139515-project] 10.222.0.75 "GET /v2.0/ports?device_id=9a1c27a8-ba54-400e-9357-176d8c299bdc HTTP/1.1" status: 200 len: 943 time: 0.2364547 Feb 09 19:23:15.401830 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-65d80dae-a931-47c1-abe0-785e1c8f940c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:23:15.541926 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 48134) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:23:15.638666 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-09373de3-be5b-4a19-8baa-2bb0bdecfef3 req-467b76b1-7220-4e70-b79f-791b710545a6 tempest-AttachVolumeShelveTestJSON-671139515 tempest-AttachVolumeShelveTestJSON-671139515-project] 10.222.0.75 "GET /v2.0/security-groups?id=8ffa0824-cdc7-466b-baef-bc7606a99fd1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2449474 Feb 09 19:23:15.808204 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-9575ad7c-305e-4e3f-973c-8225d8ca9f62 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:23:15.906365 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-9575ad7c-305e-4e3f-973c-8225d8ca9f62 admin admin] Publish callbacks [] for security_group (ec53f5eb-81c7-40e0-a435-7c1852961961), precommit_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:23:15.907076 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-a7262a8e-0513-48fd-984d-75726a511961 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762867132591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593584'] for agent (911cfea2-02ae-4ec9-bac3-7808ee1cdd9c), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:23:15.913915 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-9575ad7c-305e-4e3f-973c-8225d8ca9f62 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1892331'] for security_group (ec53f5eb-81c7-40e0-a435-7c1852961961), after_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:23:15.916977 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-65d80dae-a931-47c1-abe0-785e1c8f940c admin admin] Publish callbacks [] for security_group (37cb50a5-b065-4cd3-ba64-0fd8cc64e6fe), precommit_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:23:15.931282 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-65d80dae-a931-47c1-abe0-785e1c8f940c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1892331'] for security_group (37cb50a5-b065-4cd3-ba64-0fd8cc64e6fe), after_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:23:15.975126 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-9575ad7c-305e-4e3f-973c-8225d8ca9f62 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=f9e04f2d401347a8aeeae5440ac6ea2e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4294989 Feb 09 19:23:15.975126 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9575ad7c-305e-4e3f-973c-8225d8ca9f62 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ec53f5eb-81c7-40e0-a435-7c1852961961,revision_number=1']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:23:15.989503 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 48142) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:23:16.043746 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-973f5209-6e00-4aae-a106-aaaf349fe06c req-10f09ac3-dce4-4da3-9adf-9f02efae2b72 tempest-InstanceActionsTestJSON-136403924 tempest-InstanceActionsTestJSON-136403924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:23:16.051201 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-973f5209-6e00-4aae-a106-aaaf349fe06c req-10f09ac3-dce4-4da3-9adf-9f02efae2b72 tempest-InstanceActionsTestJSON-136403924 tempest-InstanceActionsTestJSON-136403924-project] 10.222.0.75 "GET /v2.0/ports?device_id=fe1ce42f-24f6-4cb3-88b1-81c5aaa555d8 HTTP/1.1" status: 200 len: 945 time: 0.3343074 Feb 09 19:23:16.101642 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65d80dae-a931-47c1-abe0-785e1c8f940c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=37cb50a5-b065-4cd3-ba64-0fd8cc64e6fe,revision_number=1']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:23:16.120776 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-65d80dae-a931-47c1-abe0-785e1c8f940c admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=f567d562eb354d47aabba2d564bc821a&name=default HTTP/1.1" status: 200 len: 3000 time: 1.1075153 Feb 09 19:23:16.132231 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 48148) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:23:16.133218 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf9a8d4f-6ed5-4d19-ad3e-0e15dbd352b5 req-0444cea8-ce2a-4d88-a6db-b776d5f40d9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:23:16.136351 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-10715515-fcd5-4575-b9c6-fa8108bc352e admin admin] Publish callbacks [] for security_group (ec53f5eb-81c7-40e0-a435-7c1852961961), before_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:23:16.136506 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-cf9a8d4f-6ed5-4d19-ad3e-0e15dbd352b5 req-0444cea8-ce2a-4d88-a6db-b776d5f40d9d service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=f80d03d03c774911be2a833792d8d066&device_id=fe1ce42f-24f6-4cb3-88b1-81c5aaa555d8 HTTP/1.1" status: 200 len: 1128 time: 0.4894588 Feb 09 19:23:16.218220 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-973f5209-6e00-4aae-a106-aaaf349fe06c req-294a1c83-5059-4c05-b288-ced5b449d10a tempest-InstanceActionsTestJSON-136403924 tempest-InstanceActionsTestJSON-136403924-project] 10.222.0.75 "GET /v2.0/security-groups?id=868deb78-bc8f-4ea3-8bf7-ae6eeda60114&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1648641 Feb 09 19:23:16.220362 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-10715515-fcd5-4575-b9c6-fa8108bc352e admin admin] Publish callbacks [] for security_group (ec53f5eb-81c7-40e0-a435-7c1852961961), precommit_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:23:16.327723 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-422fa74d-e2f2-4b9e-bd83-a25be834b7db admin admin] Publish callbacks [] for security_group (37cb50a5-b065-4cd3-ba64-0fd8cc64e6fe), before_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:23:16.372703 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-10715515-fcd5-4575-b9c6-fa8108bc352e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1892331'] for security_group (ec53f5eb-81c7-40e0-a435-7c1852961961), after_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:23:16.381848 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-10715515-fcd5-4575-b9c6-fa8108bc352e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:23:16.383762 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-10715515-fcd5-4575-b9c6-fa8108bc352e admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/ec53f5eb-81c7-40e0-a435-7c1852961961 HTTP/1.1" status: 204 len: 168 time: 0.3928986 Feb 09 19:23:16.411031 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf9a8d4f-6ed5-4d19-ad3e-0e15dbd352b5 req-c896e8c2-de0f-4563-8823-1f000b01347f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:23:16.420304 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-cf9a8d4f-6ed5-4d19-ad3e-0e15dbd352b5 req-c896e8c2-de0f-4563-8823-1f000b01347f service neutron] 10.222.0.90 "GET /v2.0/networks?id=bfc34915-0129-400e-937a-7136bd2a7792 HTTP/1.1" status: 200 len: 915 time: 0.2769284 Feb 09 19:23:16.525468 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10715515-fcd5-4575-b9c6-fa8108bc352e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ec53f5eb-81c7-40e0-a435-7c1852961961,revision_number=None']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:23:16.562649 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-422fa74d-e2f2-4b9e-bd83-a25be834b7db admin admin] Publish callbacks [] for security_group (37cb50a5-b065-4cd3-ba64-0fd8cc64e6fe), precommit_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:23:16.636808 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-cf9a8d4f-6ed5-4d19-ad3e-0e15dbd352b5 req-37cfc6ba-db8a-49e8-9b98-7ecd096a7efe service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=8ffea2e0-9a16-4647-98a9-cd90dc887ebf HTTP/1.1" status: 200 len: 217 time: 0.2090158 Feb 09 19:23:16.681791 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-422fa74d-e2f2-4b9e-bd83-a25be834b7db admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1892331'] for security_group (37cb50a5-b065-4cd3-ba64-0fd8cc64e6fe), after_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:23:16.700443 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-422fa74d-e2f2-4b9e-bd83-a25be834b7db admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:23:16.707548 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-422fa74d-e2f2-4b9e-bd83-a25be834b7db admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/37cb50a5-b065-4cd3-ba64-0fd8cc64e6fe HTTP/1.1" status: 204 len: 168 time: 0.5677769 Feb 09 19:23:16.749907 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-422fa74d-e2f2-4b9e-bd83-a25be834b7db admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=37cb50a5-b065-4cd3-ba64-0fd8cc64e6fe,revision_number=None']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:23:16.758301 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf9a8d4f-6ed5-4d19-ad3e-0e15dbd352b5 req-35483c96-a4be-47a8-b531-a53ccb31d35e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:23:16.759808 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-cf9a8d4f-6ed5-4d19-ad3e-0e15dbd352b5 req-35483c96-a4be-47a8-b531-a53ccb31d35e service neutron] 10.222.0.90 "GET /v2.0/subnets?id=31814ac4-cd3b-4d1c-8548-66f5ce3b692c HTTP/1.1" status: 200 len: 854 time: 0.1119657 Feb 09 19:23:16.846271 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-cf9a8d4f-6ed5-4d19-ad3e-0e15dbd352b5 req-11a4c553-2135-449a-b8ad-c5830cf3ab3f service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=bfc34915-0129-400e-937a-7136bd2a7792&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0711057 Feb 09 19:23:17.012132 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762867132591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593584'] for agent (496418a2-c002-4aec-ab1a-07f3bea491bd), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:23:17.131486 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52c7bf0f-5e9f-4209-b896-15509b9fa786 req-d2a41e46-fbde-4d17-82d2-62eadb51bc77 tempest-AttachVolumeShelveTestJSON-671139515 tempest-AttachVolumeShelveTestJSON-671139515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:23:17.134570 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-52c7bf0f-5e9f-4209-b896-15509b9fa786 req-d2a41e46-fbde-4d17-82d2-62eadb51bc77 tempest-AttachVolumeShelveTestJSON-671139515 tempest-AttachVolumeShelveTestJSON-671139515-project] 10.222.0.75 "GET /v2.0/ports?device_id=9a1c27a8-ba54-400e-9357-176d8c299bdc HTTP/1.1" status: 200 len: 943 time: 0.2398930 Feb 09 19:23:17.429378 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-52c7bf0f-5e9f-4209-b896-15509b9fa786 req-a1fda96b-ddfd-49db-bda1-247bd533f39d tempest-AttachVolumeShelveTestJSON-671139515 tempest-AttachVolumeShelveTestJSON-671139515-project] 10.222.0.75 "GET /v2.0/security-groups?id=8ffa0824-cdc7-466b-baef-bc7606a99fd1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2596943 Feb 09 19:23:17.431610 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-cf9a8d4f-6ed5-4d19-ad3e-0e15dbd352b5 req-95af3efb-b27f-4644-9e7a-b431530f80f8 service neutron] 10.222.0.90 "GET /v2.0/networks/bfc34915-0129-400e-937a-7136bd2a7792?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5775676 Feb 09 19:23:17.529584 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08ee2f6a-a11d-4ddd-b79c-ad4fc9de1290 req-44708991-5f10-4e23-ab15-0518eddfdcd1 tempest-InstanceActionsTestJSON-136403924 tempest-InstanceActionsTestJSON-136403924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:23:17.550982 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-08ee2f6a-a11d-4ddd-b79c-ad4fc9de1290 req-44708991-5f10-4e23-ab15-0518eddfdcd1 tempest-InstanceActionsTestJSON-136403924 tempest-InstanceActionsTestJSON-136403924-project] 10.222.0.75 "GET /v2.0/ports?device_id=fe1ce42f-24f6-4cb3-88b1-81c5aaa555d8 HTTP/1.1" status: 200 len: 945 time: 0.1752498 Feb 09 19:23:17.703000 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-08ee2f6a-a11d-4ddd-b79c-ad4fc9de1290 req-4c8f5cff-a7ed-4251-9fa8-51b7042696ad tempest-InstanceActionsTestJSON-136403924 tempest-InstanceActionsTestJSON-136403924-project] 10.222.0.75 "GET /v2.0/security-groups?id=868deb78-bc8f-4ea3-8bf7-ae6eeda60114&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1421649 Feb 09 19:23:17.775345 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-cf9a8d4f-6ed5-4d19-ad3e-0e15dbd352b5 req-f31d6915-2ac0-4086-8152-5a70ee9eebff service neutron] 10.222.0.90 "GET /v2.0/networks/bfc34915-0129-400e-937a-7136bd2a7792?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3346543 Feb 09 19:23:18.064036 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 48196) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:23:18.084451 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-6c1a7580-d525-4ac4-b080-6c5f8f3d1a2b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:23:18.279726 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-6c1a7580-d525-4ac4-b080-6c5f8f3d1a2b admin admin] Publish callbacks [] for security_group (56995f0f-6306-4884-baf9-d7d51f04e51e), precommit_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:23:18.286690 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-6c1a7580-d525-4ac4-b080-6c5f8f3d1a2b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1892331'] for security_group (56995f0f-6306-4884-baf9-d7d51f04e51e), after_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:23:18.406783 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-6c1a7580-d525-4ac4-b080-6c5f8f3d1a2b admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=e713303e712a4ca3b27278ac665fec7a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3419552 Feb 09 19:23:18.409385 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 48214) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:23:18.415449 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c1a7580-d525-4ac4-b080-6c5f8f3d1a2b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=56995f0f-6306-4884-baf9-d7d51f04e51e,revision_number=1']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:23:18.496407 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762867132591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593584'] for agent (488cd9ae-631f-4955-ba0b-4f5a13f12e9c), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:23:18.754489 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0c613ed-f434-4e19-a33f-d0a326737e42 req-226f0064-3321-4aea-a847-db0e2891f2b9 tempest-AttachVolumeShelveTestJSON-671139515 tempest-AttachVolumeShelveTestJSON-671139515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:23:18.761175 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-d0c613ed-f434-4e19-a33f-d0a326737e42 req-226f0064-3321-4aea-a847-db0e2891f2b9 tempest-AttachVolumeShelveTestJSON-671139515 tempest-AttachVolumeShelveTestJSON-671139515-project] 10.222.0.75 "GET /v2.0/ports?device_id=9a1c27a8-ba54-400e-9357-176d8c299bdc HTTP/1.1" status: 200 len: 943 time: 0.1657650 Feb 09 19:23:18.897639 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-d0c613ed-f434-4e19-a33f-d0a326737e42 req-2af369af-ed87-4370-83ac-8a2cbd779c1d tempest-AttachVolumeShelveTestJSON-671139515 tempest-AttachVolumeShelveTestJSON-671139515-project] 10.222.0.75 "GET /v2.0/security-groups?id=8ffa0824-cdc7-466b-baef-bc7606a99fd1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1196394 Feb 09 19:23:18.957434 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762867132591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593584'] for agent (bcd5faee-dc24-4298-9134-0e0aa054058e), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:23:19.135841 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 48246) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:23:19.425427 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-580ff0d0-442f-4c66-9339-511cf473edd1 req-6e60dddc-8976-418c-af9e-55bfacbf8a37 tempest-InstanceActionsTestJSON-136403924 tempest-InstanceActionsTestJSON-136403924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:23:19.428185 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-580ff0d0-442f-4c66-9339-511cf473edd1 req-6e60dddc-8976-418c-af9e-55bfacbf8a37 tempest-InstanceActionsTestJSON-136403924 tempest-InstanceActionsTestJSON-136403924-project] 10.222.0.75 "GET /v2.0/ports?device_id=fe1ce42f-24f6-4cb3-88b1-81c5aaa555d8 HTTP/1.1" status: 200 len: 945 time: 0.1415613 Feb 09 19:23:19.434811 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-e9fa0086-1bb6-4b91-8a2e-2ad47aca1327 admin admin] Publish callbacks [] for security_group (56995f0f-6306-4884-baf9-d7d51f04e51e), before_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:23:19.496711 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-630a149c-aacc-42ed-bd72-aeba1cc362db admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:23:19.518672 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-e9fa0086-1bb6-4b91-8a2e-2ad47aca1327 admin admin] Publish callbacks [] for security_group (56995f0f-6306-4884-baf9-d7d51f04e51e), precommit_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:23:19.604680 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-580ff0d0-442f-4c66-9339-511cf473edd1 req-edbc7273-f1b5-442d-9680-b01f6cdcdde8 tempest-InstanceActionsTestJSON-136403924 tempest-InstanceActionsTestJSON-136403924-project] 10.222.0.75 "GET /v2.0/security-groups?id=868deb78-bc8f-4ea3-8bf7-ae6eeda60114&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1640215 Feb 09 19:23:19.659759 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-630a149c-aacc-42ed-bd72-aeba1cc362db admin admin] Publish callbacks [] for security_group (2866506c-7de9-4208-ad67-806c85802a11), precommit_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:23:19.665535 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-630a149c-aacc-42ed-bd72-aeba1cc362db admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1892331'] for security_group (2866506c-7de9-4208-ad67-806c85802a11), after_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:23:19.692412 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-e9fa0086-1bb6-4b91-8a2e-2ad47aca1327 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1892331'] for security_group (56995f0f-6306-4884-baf9-d7d51f04e51e), after_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:23:19.698644 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-e9fa0086-1bb6-4b91-8a2e-2ad47aca1327 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:23:19.703636 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-e9fa0086-1bb6-4b91-8a2e-2ad47aca1327 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/56995f0f-6306-4884-baf9-d7d51f04e51e HTTP/1.1" status: 204 len: 168 time: 1.2929296 Feb 09 19:23:19.720103 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9fa0086-1bb6-4b91-8a2e-2ad47aca1327 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=56995f0f-6306-4884-baf9-d7d51f04e51e,revision_number=None']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:23:19.788083 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-630a149c-aacc-42ed-bd72-aeba1cc362db admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=a22cf75ef76d435e8b24e2f1ecb303b8&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6495776 Feb 09 19:23:19.790492 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 48264) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:23:19.819992 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-630a149c-aacc-42ed-bd72-aeba1cc362db admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2866506c-7de9-4208-ad67-806c85802a11,revision_number=1']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:23:19.979460 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-1822e567-8a4c-41a0-b7fd-8156a97580cb admin admin] Publish callbacks [] for security_group (2866506c-7de9-4208-ad67-806c85802a11), before_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:23:20.021253 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-1822e567-8a4c-41a0-b7fd-8156a97580cb admin admin] Publish callbacks [] for security_group (2866506c-7de9-4208-ad67-806c85802a11), precommit_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:23:20.170691 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-1822e567-8a4c-41a0-b7fd-8156a97580cb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1892331'] for security_group (2866506c-7de9-4208-ad67-806c85802a11), after_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:23:20.180790 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-1822e567-8a4c-41a0-b7fd-8156a97580cb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:23:20.182740 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-1822e567-8a4c-41a0-b7fd-8156a97580cb admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/2866506c-7de9-4208-ad67-806c85802a11 HTTP/1.1" status: 204 len: 168 time: 0.3907664 Feb 09 19:23:20.249325 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1822e567-8a4c-41a0-b7fd-8156a97580cb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2866506c-7de9-4208-ad67-806c85802a11,revision_number=None']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:23:20.268831 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44749b1d-eb95-4ad3-8ab6-f8fce8cd3257 req-a12604e7-cfed-4540-9ca8-8bf121576e91 tempest-AttachVolumeShelveTestJSON-671139515 tempest-AttachVolumeShelveTestJSON-671139515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:23:20.272886 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-44749b1d-eb95-4ad3-8ab6-f8fce8cd3257 req-a12604e7-cfed-4540-9ca8-8bf121576e91 tempest-AttachVolumeShelveTestJSON-671139515 tempest-AttachVolumeShelveTestJSON-671139515-project] 10.222.0.75 "GET /v2.0/ports?device_id=9a1c27a8-ba54-400e-9357-176d8c299bdc HTTP/1.1" status: 200 len: 943 time: 0.2381654 Feb 09 19:23:20.372750 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-425bf66b-776e-4656-b063-34e93f6530ac req-3de34134-f4fb-46a5-8f2f-11b7a20d18b4 tempest-InstanceActionsTestJSON-136403924 tempest-InstanceActionsTestJSON-136403924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:23:20.383490 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-425bf66b-776e-4656-b063-34e93f6530ac req-3de34134-f4fb-46a5-8f2f-11b7a20d18b4 tempest-InstanceActionsTestJSON-136403924 tempest-InstanceActionsTestJSON-136403924-project] 10.222.0.75 "GET /v2.0/ports?device_id=fe1ce42f-24f6-4cb3-88b1-81c5aaa555d8 HTTP/1.1" status: 200 len: 945 time: 0.1399159 Feb 09 19:23:20.421723 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-44749b1d-eb95-4ad3-8ab6-f8fce8cd3257 req-8731611e-686f-4afb-ae52-88c600725d63 tempest-AttachVolumeShelveTestJSON-671139515 tempest-AttachVolumeShelveTestJSON-671139515-project] 10.222.0.75 "GET /v2.0/security-groups?id=8ffa0824-cdc7-466b-baef-bc7606a99fd1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1423340 Feb 09 19:23:20.506859 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-425bf66b-776e-4656-b063-34e93f6530ac req-daeb060b-f542-487b-8dfc-0505ee671c50 tempest-InstanceActionsTestJSON-136403924 tempest-InstanceActionsTestJSON-136403924-project] 10.222.0.75 "GET /v2.0/security-groups?id=868deb78-bc8f-4ea3-8bf7-ae6eeda60114&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1224117 Feb 09 19:23:20.939703 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 48308) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:23:20.967513 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-8e63dec6-b0a5-461c-9ecf-2fb36164082f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:23:21.131183 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-8e63dec6-b0a5-461c-9ecf-2fb36164082f admin admin] Publish callbacks [] for security_group (31a5fefd-9765-4978-94b1-3336b65c0171), precommit_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:23:21.142507 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-8e63dec6-b0a5-461c-9ecf-2fb36164082f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1892331'] for security_group (31a5fefd-9765-4978-94b1-3336b65c0171), after_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:23:21.300841 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e63dec6-b0a5-461c-9ecf-2fb36164082f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=31a5fefd-9765-4978-94b1-3336b65c0171,revision_number=1']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:23:21.337620 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-8e63dec6-b0a5-461c-9ecf-2fb36164082f admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=ca468ff5f0db4525bd012af3965ebf48&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3968129 Feb 09 19:23:21.340997 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 48318) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:23:21.415063 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Device b50d554d-6f94-47cf-8afe-1b81749f4ef5 details requested by agent hyperv_n-h1-713498-36 with host n-h1-713498-36 {{(pid=103232) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 19:23:21.524514 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-e58c91ad-6db8-4319-9457-20bed7559e9f admin admin] Publish callbacks [] for security_group (31a5fefd-9765-4978-94b1-3336b65c0171), before_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:23:21.558318 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-e58c91ad-6db8-4319-9457-20bed7559e9f admin admin] Publish callbacks [] for security_group (31a5fefd-9765-4978-94b1-3336b65c0171), precommit_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:23:21.624339 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-e58c91ad-6db8-4319-9457-20bed7559e9f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1892331'] for security_group (31a5fefd-9765-4978-94b1-3336b65c0171), after_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:23:21.628381 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-e58c91ad-6db8-4319-9457-20bed7559e9f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:23:21.630104 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-e58c91ad-6db8-4319-9457-20bed7559e9f admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/31a5fefd-9765-4978-94b1-3336b65c0171 HTTP/1.1" status: 204 len: 168 time: 0.2879288 Feb 09 19:23:21.640766 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e58c91ad-6db8-4319-9457-20bed7559e9f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=31a5fefd-9765-4978-94b1-3336b65c0171,revision_number=None']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:23:21.744638 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] For port b50d554d-6f94-47cf-8afe-1b81749f4ef5, host n-h1-713498-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-36',level=0,port_id=b50d554d-6f94-47cf-8afe-1b81749f4ef5,segment=NetworkSegment(92268b40-fd45-4716-b63a-1f78b1bbf69a),segment_id=92268b40-fd45-4716-b63a-1f78b1bbf69a)] {{(pid=103232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 19:23:21.780585 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d21bf26-83a8-48cc-8acf-772930500a41 req-f649eede-9292-44ac-a26f-747084e47bce tempest-AttachVolumeShelveTestJSON-671139515 tempest-AttachVolumeShelveTestJSON-671139515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:23:21.782190 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-9d21bf26-83a8-48cc-8acf-772930500a41 req-f649eede-9292-44ac-a26f-747084e47bce tempest-AttachVolumeShelveTestJSON-671139515 tempest-AttachVolumeShelveTestJSON-671139515-project] 10.222.0.75 "GET /v2.0/ports?device_id=9a1c27a8-ba54-400e-9357-176d8c299bdc HTTP/1.1" status: 200 len: 943 time: 0.1522331 Feb 09 19:23:21.796046 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Returning: {'device': 'b50d554d-6f94-47cf-8afe-1b81749f4ef5', 'network_id': '9cf0b823-fac1-4f9f-b685-8fd71a300e07', 'port_id': 'b50d554d-6f94-47cf-8afe-1b81749f4ef5', 'mac_address': 'fa:16:3e:e1:b1:ee', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 392, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ca2eed47-7b83-4cc1-87fa-16862746969c', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103232) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 19:23:21.863047 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c8be705-0223-458b-95c8-dbf4ee48a9ec req-c419e0e3-c815-44cf-88c1-4ba9f93d14b4 tempest-InstanceActionsTestJSON-136403924 tempest-InstanceActionsTestJSON-136403924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:23:21.876012 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-8c8be705-0223-458b-95c8-dbf4ee48a9ec req-c419e0e3-c815-44cf-88c1-4ba9f93d14b4 tempest-InstanceActionsTestJSON-136403924 tempest-InstanceActionsTestJSON-136403924-project] 10.222.0.75 "GET /v2.0/ports?device_id=fe1ce42f-24f6-4cb3-88b1-81c5aaa555d8 HTTP/1.1" status: 200 len: 945 time: 0.2024717 Feb 09 19:23:21.897568 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-9d21bf26-83a8-48cc-8acf-772930500a41 req-d38dd6fe-1114-4618-a352-220ac12434e8 tempest-AttachVolumeShelveTestJSON-671139515 tempest-AttachVolumeShelveTestJSON-671139515-project] 10.222.0.75 "GET /v2.0/security-groups?id=8ffa0824-cdc7-466b-baef-bc7606a99fd1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1078224 Feb 09 19:23:21.937891 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Current status of the port b50d554d-6f94-47cf-8afe-1b81749f4ef5 is: DOWN; New status is: BUILD {{(pid=103232) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 19:23:21.938315 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (b50d554d-6f94-47cf-8afe-1b81749f4ef5), before_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:23:21.953404 n-d-713498-36 neutron-server[103232]: DEBUG neutron.notifiers.nova [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b50d554d-6f94-47cf-8afe-1b81749f4ef5 {{(pid=103232) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 19:23:21.975222 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] For port b50d554d-6f94-47cf-8afe-1b81749f4ef5, host n-h1-713498-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-36',level=0,port_id=b50d554d-6f94-47cf-8afe-1b81749f4ef5,segment=NetworkSegment(92268b40-fd45-4716-b63a-1f78b1bbf69a),segment_id=92268b40-fd45-4716-b63a-1f78b1bbf69a)] {{(pid=103232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 19:23:21.979959 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762867176205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762866656485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762866656503'] for port (b50d554d-6f94-47cf-8afe-1b81749f4ef5), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:23:22.004463 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-8c8be705-0223-458b-95c8-dbf4ee48a9ec req-98e4eec4-2eda-41b8-bfd4-e57385c82f1d tempest-InstanceActionsTestJSON-136403924 tempest-InstanceActionsTestJSON-136403924-project] 10.222.0.75 "GET /v2.0/security-groups?id=868deb78-bc8f-4ea3-8bf7-ae6eeda60114&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1179571 Feb 09 19:23:22.115731 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Pushing event updated for resources: {'Port': ['ID=b50d554d-6f94-47cf-8afe-1b81749f4ef5,revision_number=9']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:23:22.195337 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] get_ports_and_sgs() called for port_ids ['b50d554d-6f94-47cf-8afe-1b81749f4ef5'] {{(pid=103232) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 19:23:22.268682 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-717cbd2a-677f-4e9a-9e00-d05515275508 req-faf53a80-aa49-4dd9-b7c9-ee595dcb8586 tempest-InstanceActionsTestJSON-136403924 tempest-InstanceActionsTestJSON-136403924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:23:22.270256 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-717cbd2a-677f-4e9a-9e00-d05515275508 req-faf53a80-aa49-4dd9-b7c9-ee595dcb8586 tempest-InstanceActionsTestJSON-136403924 tempest-InstanceActionsTestJSON-136403924-project] 10.222.0.90 "GET /v2.0/ports?device_id=fe1ce42f-24f6-4cb3-88b1-81c5aaa555d8 HTTP/1.1" status: 200 len: 945 time: 0.1708934 Feb 09 19:23:22.634920 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.plugin [req-717cbd2a-677f-4e9a-9e00-d05515275508 req-f138a74e-55a0-49f8-9efe-afcaba9448d9 tempest-InstanceActionsTestJSON-136403924 tempest-InstanceActionsTestJSON-136403924-project] Deleting port 8ffea2e0-9a16-4647-98a9-cd90dc887ebf {{(pid=103229) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 19:23:22.635273 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-717cbd2a-677f-4e9a-9e00-d05515275508 req-f138a74e-55a0-49f8-9efe-afcaba9448d9 tempest-InstanceActionsTestJSON-136403924 tempest-InstanceActionsTestJSON-136403924-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762867170196'] for port (8ffea2e0-9a16-4647-98a9-cd90dc887ebf), before_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:23:23.250929 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4896c84a-5094-4fdb-ae18-189ad30d08aa req-7d4109ba-37c2-4c94-8703-2454b93f7cf1 tempest-InstanceActionsTestJSON-136403924 tempest-InstanceActionsTestJSON-136403924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:23:23.268518 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-4896c84a-5094-4fdb-ae18-189ad30d08aa req-7d4109ba-37c2-4c94-8703-2454b93f7cf1 tempest-InstanceActionsTestJSON-136403924 tempest-InstanceActionsTestJSON-136403924-project] 10.222.0.75 "GET /v2.0/ports?device_id=fe1ce42f-24f6-4cb3-88b1-81c5aaa555d8 HTTP/1.1" status: 200 len: 945 time: 0.1233041 Feb 09 19:23:23.430807 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Device b50d554d-6f94-47cf-8afe-1b81749f4ef5 up at agent hyperv_n-h1-713498-36 {{(pid=103232) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 19:23:23.458860 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-4896c84a-5094-4fdb-ae18-189ad30d08aa req-ce5ee026-13f2-4778-b69b-8f77495d9bc1 tempest-InstanceActionsTestJSON-136403924 tempest-InstanceActionsTestJSON-136403924-project] 10.222.0.75 "GET /v2.0/security-groups?id=868deb78-bc8f-4ea3-8bf7-ae6eeda60114&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1891553 Feb 09 19:23:23.709316 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.provisioning_blocks [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Provisioning complete for port b50d554d-6f94-47cf-8afe-1b81749f4ef5 triggered by entity L2. {{(pid=103232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 19:23:23.709748 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593630'] for port (b50d554d-6f94-47cf-8afe-1b81749f4ef5), provisioning_complete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:23:23.961849 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Current status of the port b50d554d-6f94-47cf-8afe-1b81749f4ef5 is: BUILD; New status is: ACTIVE {{(pid=103232) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 19:23:23.962063 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (b50d554d-6f94-47cf-8afe-1b81749f4ef5), before_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:23:23.980200 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a6e3cea-17c7-4609-a489-de4fb44d47e5 req-6b918fc1-cb9b-4bb6-b804-f257007b2ede tempest-AttachVolumeShelveTestJSON-671139515 tempest-AttachVolumeShelveTestJSON-671139515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:23:23.990694 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-0a6e3cea-17c7-4609-a489-de4fb44d47e5 req-6b918fc1-cb9b-4bb6-b804-f257007b2ede tempest-AttachVolumeShelveTestJSON-671139515 tempest-AttachVolumeShelveTestJSON-671139515-project] 10.222.0.75 "GET /v2.0/ports?device_id=9a1c27a8-ba54-400e-9357-176d8c299bdc HTTP/1.1" status: 200 len: 944 time: 0.2059834 Feb 09 19:23:24.013718 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.db [req-717cbd2a-677f-4e9a-9e00-d05515275508 req-f138a74e-55a0-49f8-9efe-afcaba9448d9 tempest-InstanceActionsTestJSON-136403924 tempest-InstanceActionsTestJSON-136403924-project] For port 8ffea2e0-9a16-4647-98a9-cd90dc887ebf, host n-h2-713498-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-36',level=0,port_id=8ffea2e0-9a16-4647-98a9-cd90dc887ebf,segment=NetworkSegment(76ff4ffa-c922-427c-9750-bf019393ac76),segment_id=76ff4ffa-c922-427c-9750-bf019393ac76)] {{(pid=103229) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 19:23:24.013939 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-717cbd2a-677f-4e9a-9e00-d05515275508 req-f138a74e-55a0-49f8-9efe-afcaba9448d9 tempest-InstanceActionsTestJSON-136403924 tempest-InstanceActionsTestJSON-136403924-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1820838'] for port (8ffea2e0-9a16-4647-98a9-cd90dc887ebf), precommit_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:23:24.040539 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] For port b50d554d-6f94-47cf-8afe-1b81749f4ef5, host n-h1-713498-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-36',level=0,port_id=b50d554d-6f94-47cf-8afe-1b81749f4ef5,segment=NetworkSegment(92268b40-fd45-4716-b63a-1f78b1bbf69a),segment_id=92268b40-fd45-4716-b63a-1f78b1bbf69a)] {{(pid=103232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 19:23:24.041546 n-d-713498-36 neutron-server[103232]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9a1c27a8-ba54-400e-9357-176d8c299bdc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b50d554d-6f94-47cf-8afe-1b81749f4ef5'}] {{(pid=103232) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 19:23:24.047104 n-d-713498-36 neutron-server[103232]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}949cdcde653dec44821de95cbf67297f53cbc2aed4e073b5d514f93bf911ce85" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0bad3f16-1229-427e-8231-015fd4233de5" -d '{"events": [{"server_uuid": "9a1c27a8-ba54-400e-9357-176d8c299bdc", "name": "network-vif-plugged", "status": "completed", "tag": "b50d554d-6f94-47cf-8afe-1b81749f4ef5"}]}' {{(pid=103232) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 19:23:24.050795 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762867176205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762866656485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762866656503'] for port (b50d554d-6f94-47cf-8afe-1b81749f4ef5), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:23:24.098386 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.plugin [req-717cbd2a-677f-4e9a-9e00-d05515275508 req-f138a74e-55a0-49f8-9efe-afcaba9448d9 tempest-InstanceActionsTestJSON-136403924 tempest-InstanceActionsTestJSON-136403924-project] Calling delete_port for 8ffea2e0-9a16-4647-98a9-cd90dc887ebf owned by compute:nova {{(pid=103229) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 19:23:24.118650 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Pushing event updated for resources: {'Port': ['ID=b50d554d-6f94-47cf-8afe-1b81749f4ef5,revision_number=10']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:23:24.132003 n-d-713498-36 neutron-server[103232]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 19:23:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-41a2a13e-af18-48ca-83cb-be0428fa17f2 x-openstack-request-id: req-41a2a13e-af18-48ca-83cb-be0428fa17f2 {{(pid=103232) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 19:23:24.132298 n-d-713498-36 neutron-server[103232]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9a1c27a8-ba54-400e-9357-176d8c299bdc", "name": "network-vif-plugged", "status": "completed", "tag": "b50d554d-6f94-47cf-8afe-1b81749f4ef5", "code": 200}]} {{(pid=103232) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 19:23:24.132556 n-d-713498-36 neutron-server[103232]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-41a2a13e-af18-48ca-83cb-be0428fa17f2 {{(pid=103232) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 19:23:24.133013 n-d-713498-36 neutron-server[103232]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9a1c27a8-ba54-400e-9357-176d8c299bdc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b50d554d-6f94-47cf-8afe-1b81749f4ef5', 'code': 200} Feb 09 19:23:24.321437 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-0a6e3cea-17c7-4609-a489-de4fb44d47e5 req-69337b7d-e5d2-431b-a83b-2244d4c24976 tempest-AttachVolumeShelveTestJSON-671139515 tempest-AttachVolumeShelveTestJSON-671139515-project] 10.222.0.75 "GET /v2.0/security-groups?id=8ffa0824-cdc7-466b-baef-bc7606a99fd1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3188241 Feb 09 19:23:24.400656 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e1c54a1-04b3-4c28-98e3-6b18f8c4cbcc req-0d57fd64-209f-4344-ace2-f7eecbf55d56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:23:24.406224 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-2e1c54a1-04b3-4c28-98e3-6b18f8c4cbcc req-0d57fd64-209f-4344-ace2-f7eecbf55d56 service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=9a1c27a8-ba54-400e-9357-176d8c299bdc HTTP/1.1" status: 200 len: 1129 time: 0.1029704 Feb 09 19:23:24.566921 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-2e1c54a1-04b3-4c28-98e3-6b18f8c4cbcc req-86c0ea24-f200-4be8-bb3c-33eb827e6abe service neutron] 10.222.0.89 "GET /v2.0/security-groups?id=8ffa0824-cdc7-466b-baef-bc7606a99fd1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1488559 Feb 09 19:23:24.589836 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-717cbd2a-677f-4e9a-9e00-d05515275508 req-f138a74e-55a0-49f8-9efe-afcaba9448d9 tempest-InstanceActionsTestJSON-136403924 tempest-InstanceActionsTestJSON-136403924-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762867177463', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762866656476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12867576'] for port (8ffea2e0-9a16-4647-98a9-cd90dc887ebf), after_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:23:24.631704 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f138a74e-55a0-49f8-9efe-afcaba9448d9 tempest-InstanceActionsTestJSON-136403924 tempest-InstanceActionsTestJSON-136403924-project] Pushing event deleted for resources: {'Port': ['ID=8ffea2e0-9a16-4647-98a9-cd90dc887ebf,revision_number=None']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:23:24.702284 n-d-713498-36 neutron-server[103229]: DEBUG neutron.db.l3_dvrscheduler_db [req-717cbd2a-677f-4e9a-9e00-d05515275508 req-f138a74e-55a0-49f8-9efe-afcaba9448d9 tempest-InstanceActionsTestJSON-136403924 tempest-InstanceActionsTestJSON-136403924-project] No DVR routers for this DVR port 8ffea2e0-9a16-4647-98a9-cd90dc887ebf on host n-h2-713498-36 {{(pid=103229) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 19:23:24.717974 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-717cbd2a-677f-4e9a-9e00-d05515275508 req-f138a74e-55a0-49f8-9efe-afcaba9448d9 tempest-InstanceActionsTestJSON-136403924 tempest-InstanceActionsTestJSON-136403924-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171096'] for port (None), before_response {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:23:24.722858 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-717cbd2a-677f-4e9a-9e00-d05515275508 req-f138a74e-55a0-49f8-9efe-afcaba9448d9 tempest-InstanceActionsTestJSON-136403924 tempest-InstanceActionsTestJSON-136403924-project] 10.222.0.90 "DELETE /v2.0/ports/8ffea2e0-9a16-4647-98a9-cd90dc887ebf HTTP/1.1" status: 204 len: 173 time: 2.4425383 Feb 09 19:23:24.723592 n-d-713498-36 neutron-server[103229]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fe1ce42f-24f6-4cb3-88b1-81c5aaa555d8', 'name': 'network-vif-deleted', 'tag': '8ffea2e0-9a16-4647-98a9-cd90dc887ebf'}] {{(pid=103229) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 19:23:24.728002 n-d-713498-36 neutron-server[103229]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fa6ae9a20702bd564eaf90d946620b2b4277b1ab91129323d3b54181076be307" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-765d4bbe-5b41-4f2b-a5ca-b31fe8fc793b" -d '{"events": [{"server_uuid": "fe1ce42f-24f6-4cb3-88b1-81c5aaa555d8", "name": "network-vif-deleted", "tag": "8ffea2e0-9a16-4647-98a9-cd90dc887ebf"}]}' {{(pid=103229) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 19:23:24.731677 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 48428) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:23:24.749163 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-cef8a963-3371-41ce-a556-434c84f47075 req-02b67be3-d705-403b-9a51-2601ca4a15dc tempest-InstanceActionsTestJSON-136403924 tempest-InstanceActionsTestJSON-136403924-project] 10.222.0.75 "GET /v2.0/ports?device_id=fe1ce42f-24f6-4cb3-88b1-81c5aaa555d8 HTTP/1.1" status: 200 len: 210 time: 0.0807714 Feb 09 19:23:24.826265 n-d-713498-36 neutron-server[103229]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 19:23:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-45758d04-19dd-4a37-a141-39860f0dfdea x-openstack-request-id: req-45758d04-19dd-4a37-a141-39860f0dfdea {{(pid=103229) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 19:23:24.826569 n-d-713498-36 neutron-server[103229]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fe1ce42f-24f6-4cb3-88b1-81c5aaa555d8", "name": "network-vif-deleted", "tag": "8ffea2e0-9a16-4647-98a9-cd90dc887ebf", "status": "completed", "code": 200}]} {{(pid=103229) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 19:23:24.826829 n-d-713498-36 neutron-server[103229]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-45758d04-19dd-4a37-a141-39860f0dfdea {{(pid=103229) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 19:23:24.827235 n-d-713498-36 neutron-server[103229]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fe1ce42f-24f6-4cb3-88b1-81c5aaa555d8', 'name': 'network-vif-deleted', 'tag': '8ffea2e0-9a16-4647-98a9-cd90dc887ebf', 'status': 'completed', 'code': 200} Feb 09 19:23:25.489622 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Device 8ffea2e0-9a16-4647-98a9-cd90dc887ebf no longer exists at agent hyperv_n-h2-713498-36 {{(pid=103232) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 19:23:25.604424 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-7429db8d-6021-40ad-813e-885be449a89b None None] No Port match for: 8ffea2e0-9a16-4647-98a9-cd90dc887ebf {{(pid=103232) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 19:23:25.605027 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Device 8ffea2e0-9a16-4647-98a9-cd90dc887ebf not bound to the agent host n-h2-713498-36 {{(pid=103232) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 19:23:25.788204 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10ceead1-93c9-415b-9689-be54bae937fa req-3dacb9bb-840d-4fef-89dc-5211aadac3b9 tempest-AttachVolumeShelveTestJSON-671139515 tempest-AttachVolumeShelveTestJSON-671139515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:23:25.813378 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-10ceead1-93c9-415b-9689-be54bae937fa req-3dacb9bb-840d-4fef-89dc-5211aadac3b9 tempest-AttachVolumeShelveTestJSON-671139515 tempest-AttachVolumeShelveTestJSON-671139515-project] 10.222.0.75 "GET /v2.0/ports?device_id=9a1c27a8-ba54-400e-9357-176d8c299bdc HTTP/1.1" status: 200 len: 946 time: 0.2613378 Feb 09 19:23:25.899354 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-10ceead1-93c9-415b-9689-be54bae937fa req-3bf6ec94-d7d1-49ff-af75-06111d6551b3 tempest-AttachVolumeShelveTestJSON-671139515 tempest-AttachVolumeShelveTestJSON-671139515-project] 10.222.0.75 "GET /v2.0/security-groups?id=8ffa0824-cdc7-466b-baef-bc7606a99fd1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0808277 Feb 09 19:23:26.002786 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-65655357-afda-4064-9377-92898892f62c req-8f6f8f3d-3c9d-4ae3-ad88-654454c39233 tempest-InstanceActionsTestJSON-136403924 tempest-InstanceActionsTestJSON-136403924-project] 10.222.0.75 "GET /v2.0/ports?device_id=fe1ce42f-24f6-4cb3-88b1-81c5aaa555d8 HTTP/1.1" status: 200 len: 210 time: 0.0868514 Feb 09 19:23:26.024458 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-5af12934-1332-4aaa-a752-6a97f4a2dc44 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1834525'] for router_interface (823aa7c2-1fdd-4d5a-bbb7-41c04b64ff3a), before_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:23:26.491183 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.plugin [None req-5af12934-1332-4aaa-a752-6a97f4a2dc44 admin admin] Deleting port 730198b6-e96b-4448-9cfe-aa70ac2e023c {{(pid=103229) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 19:23:26.491976 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-5af12934-1332-4aaa-a752-6a97f4a2dc44 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762867170196'] for port (730198b6-e96b-4448-9cfe-aa70ac2e023c), before_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:23:26.647258 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.db [None req-5af12934-1332-4aaa-a752-6a97f4a2dc44 admin admin] For port 730198b6-e96b-4448-9cfe-aa70ac2e023c, host n-d-713498-36, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-36',level=0,port_id=730198b6-e96b-4448-9cfe-aa70ac2e023c,segment=NetworkSegment(cf51fdc5-2b69-4aa6-baf3-9e7fb9d1d1d4),segment_id=cf51fdc5-2b69-4aa6-baf3-9e7fb9d1d1d4)] {{(pid=103229) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 19:23:26.648405 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-5af12934-1332-4aaa-a752-6a97f4a2dc44 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1820838'] for port (730198b6-e96b-4448-9cfe-aa70ac2e023c), precommit_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:23:26.694308 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.plugin [None req-5af12934-1332-4aaa-a752-6a97f4a2dc44 admin admin] Calling delete_port for 730198b6-e96b-4448-9cfe-aa70ac2e023c owned by network:router_interface {{(pid=103229) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 19:23:26.975822 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-5af12934-1332-4aaa-a752-6a97f4a2dc44 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762867177463', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762866656476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12867576'] for port (730198b6-e96b-4448-9cfe-aa70ac2e023c), after_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:23:27.051434 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5af12934-1332-4aaa-a752-6a97f4a2dc44 admin admin] Pushing event deleted for resources: {'Port': ['ID=730198b6-e96b-4448-9cfe-aa70ac2e023c,revision_number=None']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:23:27.203486 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43780b26-9cc1-4efb-b89c-509dc108a9ec req-942c6df0-50bf-428c-9a45-b2425a5a23a5 tempest-AttachVolumeShelveTestJSON-671139515 tempest-AttachVolumeShelveTestJSON-671139515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:23:27.214583 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-43780b26-9cc1-4efb-b89c-509dc108a9ec req-942c6df0-50bf-428c-9a45-b2425a5a23a5 tempest-AttachVolumeShelveTestJSON-671139515 tempest-AttachVolumeShelveTestJSON-671139515-project] 10.222.0.75 "GET /v2.0/ports?device_id=9a1c27a8-ba54-400e-9357-176d8c299bdc HTTP/1.1" status: 200 len: 946 time: 0.1618068 Feb 09 19:23:27.219597 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 48556) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:23:27.433089 n-d-713498-36 neutron-server[103230]: DEBUG neutron.db.db_base_plugin_v2 [None req-f9f90f99-bd62-4fc5-a008-950e51dbfa57 admin admin] Deleting subnet 31814ac4-cd3b-4d1c-8548-66f5ce3b692c {{(pid=103230) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 19:23:27.445560 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-f9f90f99-bd62-4fc5-a008-950e51dbfa57 admin admin] Publish callbacks [] for subnet (31814ac4-cd3b-4d1c-8548-66f5ce3b692c), before_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:23:27.570679 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-f9f90f99-bd62-4fc5-a008-950e51dbfa57 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12895822'] for subnet (31814ac4-cd3b-4d1c-8548-66f5ce3b692c), precommit_delete_associations {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:23:27.642636 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 48566) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:23:27.678237 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-f9f90f99-bd62-4fc5-a008-950e51dbfa57 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-759852'] for subnet (31814ac4-cd3b-4d1c-8548-66f5ce3b692c), precommit_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:23:27.726391 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-5af12934-1332-4aaa-a752-6a97f4a2dc44 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1613467', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1834633'] for router_interface (823aa7c2-1fdd-4d5a-bbb7-41c04b64ff3a), after_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:23:27.851835 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 48572) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:23:27.936510 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-43780b26-9cc1-4efb-b89c-509dc108a9ec req-e17e5342-1f46-4bc3-88c7-64d42e9c9104 tempest-AttachVolumeShelveTestJSON-671139515 tempest-AttachVolumeShelveTestJSON-671139515-project] 10.222.0.75 "GET /v2.0/security-groups?id=8ffa0824-cdc7-466b-baef-bc7606a99fd1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.7186320 Feb 09 19:23:27.948991 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-f9f90f99-bd62-4fc5-a008-950e51dbfa57 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-760023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14393672', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12985882'] for subnet (31814ac4-cd3b-4d1c-8548-66f5ce3b692c), after_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:23:28.041168 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-f9f90f99-bd62-4fc5-a008-950e51dbfa57 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:23:28.048920 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-f9f90f99-bd62-4fc5-a008-950e51dbfa57 admin admin] 10.222.0.75 "DELETE /v2.0/subnets/31814ac4-cd3b-4d1c-8548-66f5ce3b692c HTTP/1.1" status: 204 len: 168 time: 0.8247437 Feb 09 19:23:28.048920 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9f90f99-bd62-4fc5-a008-950e51dbfa57 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=31814ac4-cd3b-4d1c-8548-66f5ce3b692c,revision_number=None']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:23:28.055065 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 48576) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:23:28.180280 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-d3f86e5f-996e-4c7e-a078-52e18bb26e92 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:23:28.270019 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-fd144ab0-de5f-4d1f-b013-4945109c4d63 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-670458'] for network (bfc34915-0129-400e-937a-7136bd2a7792), before_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:23:28.274083 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-74156377-6bd5-4438-bb95-0a4066b12cdd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:23:28.298994 n-d-713498-36 neutron-server[103229]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5af12934-1332-4aaa-a752-6a97f4a2dc44 admin admin] Router 823aa7c2-1fdd-4d5a-bbb7-41c04b64ff3a has already been hosted by L3 agent 93303d5e-5d17-45e8-8963-7694f87783ae {{(pid=103229) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 19:23:28.416630 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-fd144ab0-de5f-4d1f-b013-4945109c4d63 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-590267', 'neutron.services.segments.db._delete_segments_for_network-8762867132609'] for network (bfc34915-0129-400e-937a-7136bd2a7792), precommit_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:23:28.447741 n-d-713498-36 neutron-server[103230]: DEBUG neutron.services.segments.db [None req-fd144ab0-de5f-4d1f-b013-4945109c4d63 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bfc34915-0129-400e-937a-7136bd2a7792']}} {{(pid=103230) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:23:28.472588 n-d-713498-36 neutron-server[103230]: DEBUG neutron.services.segments.db [None req-fd144ab0-de5f-4d1f-b013-4945109c4d63 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '76ff4ffa-c922-427c-9750-bf019393ac76') {'for_net_delete': True} {{(pid=103230) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:23:28.472878 n-d-713498-36 neutron-server[103230]: DEBUG neutron.services.segments.db [None req-fd144ab0-de5f-4d1f-b013-4945109c4d63 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '76ff4ffa-c922-427c-9750-bf019393ac76') {} {{(pid=103230) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:23:28.473102 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-d3f86e5f-996e-4c7e-a078-52e18bb26e92 admin admin] Publish callbacks [] for security_group (8b8c6188-9fce-458b-a27c-bfbed78eb028), precommit_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:23:28.485758 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-d3f86e5f-996e-4c7e-a078-52e18bb26e92 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1892331'] for security_group (8b8c6188-9fce-458b-a27c-bfbed78eb028), after_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:23:28.504854 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-fd144ab0-de5f-4d1f-b013-4945109c4d63 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762867134154', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12895813'] for segment (76ff4ffa-c922-427c-9750-bf019393ac76), before_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:23:28.557088 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-d3f86e5f-996e-4c7e-a078-52e18bb26e92 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=7a46710eb94144479532826222c2b7ac&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9091525 Feb 09 19:23:28.558239 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3f86e5f-996e-4c7e-a078-52e18bb26e92 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8b8c6188-9fce-458b-a27c-bfbed78eb028,revision_number=1']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:23:28.569662 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 48582) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:23:28.574126 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5af12934-1332-4aaa-a752-6a97f4a2dc44 admin admin] Notify agent at l3_agent.n-d-713498-36 the message routers_updated {{(pid=103229) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 19:23:28.586423 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-5af12934-1332-4aaa-a752-6a97f4a2dc44 admin admin] 10.222.0.75 "PUT /v2.0/routers/823aa7c2-1fdd-4d5a-bbb7-41c04b64ff3a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8505526 Feb 09 19:23:28.587363 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 48584) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:23:28.627517 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb8817f4-1898-4e6d-a6d0-35b2953fd01f None None] Sync routers for ids ['823aa7c2-1fdd-4d5a-bbb7-41c04b64ff3a'] in n-d-713498-36 {{(pid=103232) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 19:23:28.685943 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-fd144ab0-de5f-4d1f-b013-4945109c4d63 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-759574'] for segment (76ff4ffa-c922-427c-9750-bf019393ac76), precommit_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:23:28.698470 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb8817f4-1898-4e6d-a6d0-35b2953fd01f None None] Routers {'823aa7c2-1fdd-4d5a-bbb7-41c04b64ff3a'} bound to L3 agent in host n-d-713498-36 {{(pid=103232) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 19:23:28.699100 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.l3_hamode_db [None req-bb8817f4-1898-4e6d-a6d0-35b2953fd01f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T18:51:43Z,description=,heartbeat_timestamp=2022-02-09T19:23:13Z,host='n-d-713498-36',id=93303d5e-5d17-45e8-8963-7694f87783ae,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T18:51:43Z,topic='l3_agent')) {'router_ids': ['823aa7c2-1fdd-4d5a-bbb7-41c04b64ff3a'], 'active': True} {{(pid=103232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:23:28.708511 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fd144ab0-de5f-4d1f-b013-4945109c4d63 admin admin] Releasing vlan 396 on physical network physnet1 to pool {{(pid=103230) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 19:23:28.710173 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-fd144ab0-de5f-4d1f-b013-4945109c4d63 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-759574', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14393826'] for segment (76ff4ffa-c922-427c-9750-bf019393ac76), after_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:23:28.717109 n-d-713498-36 neutron-server[103230]: Traceback (most recent call last): Feb 09 19:23:28.717109 n-d-713498-36 neutron-server[103230]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 19:23:28.717109 n-d-713498-36 neutron-server[103230]: timer() Feb 09 19:23:28.717109 n-d-713498-36 neutron-server[103230]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 19:23:28.717109 n-d-713498-36 neutron-server[103230]: cb(*args, **kw) Feb 09 19:23:28.717109 n-d-713498-36 neutron-server[103230]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 19:23:28.717109 n-d-713498-36 neutron-server[103230]: return func(*args, **kwargs) Feb 09 19:23:28.717109 n-d-713498-36 neutron-server[103230]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 19:23:28.717109 n-d-713498-36 neutron-server[103230]: self._notify() Feb 09 19:23:28.717109 n-d-713498-36 neutron-server[103230]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 19:23:28.717109 n-d-713498-36 neutron-server[103230]: self.callback(batched_events) Feb 09 19:23:28.717109 n-d-713498-36 neutron-server[103230]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 19:23:28.717109 n-d-713498-36 neutron-server[103230]: event.method(event) Feb 09 19:23:28.717109 n-d-713498-36 neutron-server[103230]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 19:23:28.717109 n-d-713498-36 neutron-server[103230]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 19:23:28.717109 n-d-713498-36 neutron-server[103230]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 19:23:28.717109 n-d-713498-36 neutron-server[103230]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 19:23:28.717109 n-d-713498-36 neutron-server[103230]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 19:23:28.717109 n-d-713498-36 neutron-server[103230]: return f(self, *a, **k) Feb 09 19:23:28.717109 n-d-713498-36 neutron-server[103230]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 19:23:28.717109 n-d-713498-36 neutron-server[103230]: return self._get(url).json() Feb 09 19:23:28.717109 n-d-713498-36 neutron-server[103230]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 19:23:28.717109 n-d-713498-36 neutron-server[103230]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 19:23:28.717109 n-d-713498-36 neutron-server[103230]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 19:23:28.717109 n-d-713498-36 neutron-server[103230]: return self.request(url, 'GET', **kwargs) Feb 09 19:23:28.717109 n-d-713498-36 neutron-server[103230]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 19:23:28.717109 n-d-713498-36 neutron-server[103230]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 19:23:28.717109 n-d-713498-36 neutron-server[103230]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 19:23:28.717109 n-d-713498-36 neutron-server[103230]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 19:23:28.717109 n-d-713498-36 neutron-server[103230]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 19:23:28.717109 n-d-713498-36 neutron-server[103230]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 19:23:28.717109 n-d-713498-36 neutron-server[103230]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 19:23:28.789238 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-5fa6969c-d947-4be3-b932-9b3198945ae7 admin admin] Publish callbacks [] for security_group (8b8c6188-9fce-458b-a27c-bfbed78eb028), before_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:23:28.832895 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-5fa6969c-d947-4be3-b932-9b3198945ae7 admin admin] Publish callbacks [] for security_group (8b8c6188-9fce-458b-a27c-bfbed78eb028), precommit_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:23:28.899481 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-96c27bfa-3fd8-4072-9d5d-6bb9c9856557 admin admin] Publish callbacks [] for router (823aa7c2-1fdd-4d5a-bbb7-41c04b64ff3a), before_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:23:28.901994 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-74156377-6bd5-4438-bb95-0a4066b12cdd admin admin] Publish callbacks [] for security_group (4c825245-4e30-4895-b177-c984a5c647a7), precommit_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:23:28.912023 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-74156377-6bd5-4438-bb95-0a4066b12cdd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1892331'] for security_group (4c825245-4e30-4895-b177-c984a5c647a7), after_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:23:28.948777 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-fd144ab0-de5f-4d1f-b013-4945109c4d63 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-590242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1885479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1818895'] for network (bfc34915-0129-400e-937a-7136bd2a7792), after_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:23:29.032938 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-fd144ab0-de5f-4d1f-b013-4945109c4d63 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1613566'] for network (None), before_response {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:23:29.033645 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.l3_dvr_db [None req-bb8817f4-1898-4e6d-a6d0-35b2953fd01f None None] Set router 823aa7c2-1fdd-4d5a-bbb7-41c04b64ff3a gateway port host: n-d-713498-36 {{(pid=103232) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 19:23:29.036236 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-fd144ab0-de5f-4d1f-b013-4945109c4d63 admin admin] 10.222.0.75 "DELETE /v2.0/networks/bfc34915-0129-400e-937a-7136bd2a7792 HTTP/1.1" status: 204 len: 168 time: 0.9792960 Feb 09 19:23:29.068473 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-96c27bfa-3fd8-4072-9d5d-6bb9c9856557 admin admin] Publish callbacks [] for router_gateway (823aa7c2-1fdd-4d5a-bbb7-41c04b64ff3a), before_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:23:29.094756 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74156377-6bd5-4438-bb95-0a4066b12cdd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4c825245-4e30-4895-b177-c984a5c647a7,revision_number=1']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:23:29.097243 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd144ab0-de5f-4d1f-b013-4945109c4d63 admin admin] Pushing event deleted for resources: {'Network': ['ID=bfc34915-0129-400e-937a-7136bd2a7792,revision_number=None']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:23:29.103777 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-74156377-6bd5-4438-bb95-0a4066b12cdd admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=949facff33e942ddb2b50d8726e8adc9&name=default HTTP/1.1" status: 200 len: 3000 time: 1.2480493 Feb 09 19:23:29.103777 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 48598) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:23:29.159841 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-5fa6969c-d947-4be3-b932-9b3198945ae7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1892331'] for security_group (8b8c6188-9fce-458b-a27c-bfbed78eb028), after_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:23:29.163727 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-5fa6969c-d947-4be3-b932-9b3198945ae7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:23:29.165096 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-5fa6969c-d947-4be3-b932-9b3198945ae7 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/8b8c6188-9fce-458b-a27c-bfbed78eb028 HTTP/1.1" status: 204 len: 168 time: 0.6014292 Feb 09 19:23:29.181666 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fa6969c-d947-4be3-b932-9b3198945ae7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8b8c6188-9fce-458b-a27c-bfbed78eb028,revision_number=None']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:23:29.224816 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ccb2385-7713-42fd-93d1-5811fbc7aaf9 req-b51149c9-cf47-42ae-a766-2b369d7deb0e tempest-AttachVolumeShelveTestJSON-671139515 tempest-AttachVolumeShelveTestJSON-671139515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:23:29.225028 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-befa650d-6c02-44ed-b661-fac82e49eaac admin admin] Publish callbacks [] for security_group (4c825245-4e30-4895-b177-c984a5c647a7), before_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:23:29.228214 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-8ccb2385-7713-42fd-93d1-5811fbc7aaf9 req-b51149c9-cf47-42ae-a766-2b369d7deb0e tempest-AttachVolumeShelveTestJSON-671139515 tempest-AttachVolumeShelveTestJSON-671139515-project] 10.222.0.75 "GET /v2.0/ports?device_id=9a1c27a8-ba54-400e-9357-176d8c299bdc HTTP/1.1" status: 200 len: 946 time: 0.1427476 Feb 09 19:23:29.267586 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.plugin [None req-96c27bfa-3fd8-4072-9d5d-6bb9c9856557 admin admin] Deleting port a5cf2da0-7ae1-4880-9b2f-fa32b2d219d4 {{(pid=103229) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 19:23:29.268226 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-96c27bfa-3fd8-4072-9d5d-6bb9c9856557 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762867170196'] for port (a5cf2da0-7ae1-4880-9b2f-fa32b2d219d4), before_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:23:29.306929 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-befa650d-6c02-44ed-b661-fac82e49eaac admin admin] Publish callbacks [] for security_group (4c825245-4e30-4895-b177-c984a5c647a7), precommit_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:23:29.379144 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.db [None req-96c27bfa-3fd8-4072-9d5d-6bb9c9856557 admin admin] For port a5cf2da0-7ae1-4880-9b2f-fa32b2d219d4, host n-d-713498-36, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-36',level=0,port_id=a5cf2da0-7ae1-4880-9b2f-fa32b2d219d4,segment=NetworkSegment(a4222f89-8d3f-4b51-953b-1a8126392491),segment_id=a4222f89-8d3f-4b51-953b-1a8126392491)] {{(pid=103229) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 19:23:29.379144 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-96c27bfa-3fd8-4072-9d5d-6bb9c9856557 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1820838'] for port (a5cf2da0-7ae1-4880-9b2f-fa32b2d219d4), precommit_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:23:29.397050 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.plugin [None req-96c27bfa-3fd8-4072-9d5d-6bb9c9856557 admin admin] Calling delete_port for a5cf2da0-7ae1-4880-9b2f-fa32b2d219d4 owned by network:router_gateway {{(pid=103229) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 19:23:29.408037 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 48602) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:23:29.504462 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-8ccb2385-7713-42fd-93d1-5811fbc7aaf9 req-af7accfb-0213-437a-91e7-ae1535a56f59 tempest-AttachVolumeShelveTestJSON-671139515 tempest-AttachVolumeShelveTestJSON-671139515-project] 10.222.0.75 "GET /v2.0/security-groups?id=8ffa0824-cdc7-466b-baef-bc7606a99fd1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2684512 Feb 09 19:23:29.562590 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-befa650d-6c02-44ed-b661-fac82e49eaac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1892331'] for security_group (4c825245-4e30-4895-b177-c984a5c647a7), after_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:23:29.576907 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-befa650d-6c02-44ed-b661-fac82e49eaac admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:23:29.594580 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.l3_hamode_db [None req-bb8817f4-1898-4e6d-a6d0-35b2953fd01f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '823aa7c2-1fdd-4d5a-bbb7-41c04b64ff3a', 'name': 'tempest-TaggedBootDevicesTest-96675615-router', 'tenant_id': '1244a62b17644644960c0ef5509cee38', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88055e1e-672a-4487-be31-ffb6e833ece5', 'external_fixed_ips': [{'subnet_id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'ip_address': '172.25.1.210'}], 'enable_snat': True}, 'gw_port_id': 'a5cf2da0-7ae1-4880-9b2f-fa32b2d219d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T19:13:27Z', 'updated_at': '2022-02-09T19:23:26Z', 'revision_number': 5, 'project_id': '1244a62b17644644960c0ef5509cee38', 'gw_port': {'id': 'a5cf2da0-7ae1-4880-9b2f-fa32b2d219d4', 'name': '', 'network_id': '88055e1e-672a-4487-be31-ffb6e833ece5', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:5a:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '823aa7c2-1fdd-4d5a-bbb7-41c04b64ff3a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1316, 'fixed_ips': [{'subnet_id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'ip_address': '172.25.1.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T19:13:28Z', 'updated_at': '2022-02-09T19:13:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-36'}], 'n-d-713498-36', False) {} {{(pid=103232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:23:29.599181 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-befa650d-6c02-44ed-b661-fac82e49eaac admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/4c825245-4e30-4895-b177-c984a5c647a7 HTTP/1.1" status: 204 len: 168 time: 0.4881499 Feb 09 19:23:29.632723 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-befa650d-6c02-44ed-b661-fac82e49eaac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4c825245-4e30-4895-b177-c984a5c647a7,revision_number=None']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:23:29.730960 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-02926941-5f37-4dd5-a4ae-83b57524677f admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=f80d03d03c774911be2a833792d8d066&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3164759 Feb 09 19:23:29.732607 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 48616) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:23:29.802294 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb8817f4-1898-4e6d-a6d0-35b2953fd01f None None] Checking router: 823aa7c2-1fdd-4d5a-bbb7-41c04b64ff3a for host: n-d-713498-36 {{(pid=103232) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 19:23:29.844395 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb8817f4-1898-4e6d-a6d0-35b2953fd01f None None] Routers {'823aa7c2-1fdd-4d5a-bbb7-41c04b64ff3a'} bound to L3 agent in host n-d-713498-36 {{(pid=103232) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 19:23:29.846667 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.l3_hamode_db [None req-bb8817f4-1898-4e6d-a6d0-35b2953fd01f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T18:51:43Z,description=,heartbeat_timestamp=2022-02-09T19:23:13Z,host='n-d-713498-36',id=93303d5e-5d17-45e8-8963-7694f87783ae,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T18:51:43Z,topic='l3_agent')) {'router_ids': ['823aa7c2-1fdd-4d5a-bbb7-41c04b64ff3a'], 'active': True} {{(pid=103232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:23:29.878690 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-96c27bfa-3fd8-4072-9d5d-6bb9c9856557 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762867177463', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762866656476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12867576'] for port (a5cf2da0-7ae1-4880-9b2f-fa32b2d219d4), after_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:23:29.924282 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-4b833d75-efca-45f4-9cc0-8e21e352850a admin admin] Publish callbacks [] for security_group (868deb78-bc8f-4ea3-8bf7-ae6eeda60114), before_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:23:29.936972 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96c27bfa-3fd8-4072-9d5d-6bb9c9856557 admin admin] Pushing event deleted for resources: {'Port': ['ID=a5cf2da0-7ae1-4880-9b2f-fa32b2d219d4,revision_number=None']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:23:29.984390 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.l3_dvr_db [None req-bb8817f4-1898-4e6d-a6d0-35b2953fd01f None None] Set router 823aa7c2-1fdd-4d5a-bbb7-41c04b64ff3a gateway port host: None {{(pid=103232) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 19:23:29.995442 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-4b833d75-efca-45f4-9cc0-8e21e352850a admin admin] Publish callbacks [] for security_group (868deb78-bc8f-4ea3-8bf7-ae6eeda60114), precommit_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:23:30.026435 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-96c27bfa-3fd8-4072-9d5d-6bb9c9856557 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1818987'] for router_gateway (823aa7c2-1fdd-4d5a-bbb7-41c04b64ff3a), after_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:23:30.075528 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 48622) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:23:30.115361 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-4b833d75-efca-45f4-9cc0-8e21e352850a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1892331'] for security_group (868deb78-bc8f-4ea3-8bf7-ae6eeda60114), after_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:23:30.119351 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-4b833d75-efca-45f4-9cc0-8e21e352850a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:23:30.120647 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-4b833d75-efca-45f4-9cc0-8e21e352850a admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/868deb78-bc8f-4ea3-8bf7-ae6eeda60114 HTTP/1.1" status: 204 len: 168 time: 0.3820579 Feb 09 19:23:30.131515 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b833d75-efca-45f4-9cc0-8e21e352850a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=868deb78-bc8f-4ea3-8bf7-ae6eeda60114,revision_number=None']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:23:30.159802 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-265d39e9-e101-48b9-a85c-a40f243bf640 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:23:30.173941 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-96c27bfa-3fd8-4072-9d5d-6bb9c9856557 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1834988', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-58375'] for router (823aa7c2-1fdd-4d5a-bbb7-41c04b64ff3a), precommit_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:23:30.177492 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.l3_hamode_db [None req-bb8817f4-1898-4e6d-a6d0-35b2953fd01f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '823aa7c2-1fdd-4d5a-bbb7-41c04b64ff3a', 'name': 'tempest-TaggedBootDevicesTest-96675615-router', 'tenant_id': '1244a62b17644644960c0ef5509cee38', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T19:13:27Z', 'updated_at': '2022-02-09T19:23:29Z', 'revision_number': 6, 'project_id': '1244a62b17644644960c0ef5509cee38', 'gw_port_host': None}], 'n-d-713498-36', False) {} {{(pid=103232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:23:30.179926 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-96c27bfa-3fd8-4072-9d5d-6bb9c9856557 admin admin] Publish callbacks [] for router_controller (823aa7c2-1fdd-4d5a-bbb7-41c04b64ff3a), precommit_delete_associations {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:23:30.237060 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb8817f4-1898-4e6d-a6d0-35b2953fd01f None None] The sync data for ids ['823aa7c2-1fdd-4d5a-bbb7-41c04b64ff3a'] in n-d-713498-36 is: [{'id': '823aa7c2-1fdd-4d5a-bbb7-41c04b64ff3a', 'name': 'tempest-TaggedBootDevicesTest-96675615-router', 'tenant_id': '1244a62b17644644960c0ef5509cee38', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T19:13:27Z', 'updated_at': '2022-02-09T19:23:29Z', 'revision_number': 6, 'project_id': '1244a62b17644644960c0ef5509cee38', 'gw_port_host': None}] {{(pid=103232) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 19:23:30.255358 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-96c27bfa-3fd8-4072-9d5d-6bb9c9856557 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1835003'] for router (823aa7c2-1fdd-4d5a-bbb7-41c04b64ff3a), after_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:23:30.256005 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-96c27bfa-3fd8-4072-9d5d-6bb9c9856557 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 823aa7c2-1fdd-4d5a-bbb7-41c04b64ff3a {{(pid=103229) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 09 19:23:30.266234 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-96c27bfa-3fd8-4072-9d5d-6bb9c9856557 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:23:30.271335 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 48628) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:23:30.275711 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-96c27bfa-3fd8-4072-9d5d-6bb9c9856557 admin admin] 10.222.0.75 "DELETE /v2.0/routers/823aa7c2-1fdd-4d5a-bbb7-41c04b64ff3a HTTP/1.1" status: 204 len: 168 time: 1.6871793 Feb 09 19:23:30.367616 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-265d39e9-e101-48b9-a85c-a40f243bf640 admin admin] Publish callbacks [] for security_group (9dd46651-530e-4e4d-aff3-d07abd014a6f), precommit_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:23:30.378302 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-265d39e9-e101-48b9-a85c-a40f243bf640 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1892331'] for security_group (9dd46651-530e-4e4d-aff3-d07abd014a6f), after_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:23:30.404960 n-d-713498-36 neutron-server[103230]: DEBUG neutron.db.db_base_plugin_v2 [None req-20157172-366e-4cca-80c7-80dea9362dfd admin admin] Deleting subnet 96689e74-1d15-4889-9091-f107b048a678 {{(pid=103230) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 19:23:30.409007 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-20157172-366e-4cca-80c7-80dea9362dfd admin admin] Publish callbacks [] for subnet (96689e74-1d15-4889-9091-f107b048a678), before_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:23:30.448425 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-20157172-366e-4cca-80c7-80dea9362dfd admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12895822'] for subnet (96689e74-1d15-4889-9091-f107b048a678), precommit_delete_associations {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:23:30.459715 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-265d39e9-e101-48b9-a85c-a40f243bf640 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=d8802e8b72be4f7e988e413f51f6ab93&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3826766 Feb 09 19:23:30.460920 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-265d39e9-e101-48b9-a85c-a40f243bf640 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9dd46651-530e-4e4d-aff3-d07abd014a6f,revision_number=1']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:23:30.481089 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 48634) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:23:30.584103 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-20157172-366e-4cca-80c7-80dea9362dfd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-759852'] for subnet (96689e74-1d15-4889-9091-f107b048a678), precommit_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:23:30.625849 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-2ef57795-8062-493b-aa1f-f3d2f340f7a9 admin admin] Publish callbacks [] for security_group (9dd46651-530e-4e4d-aff3-d07abd014a6f), before_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:23:30.684313 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-20157172-366e-4cca-80c7-80dea9362dfd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-760023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14393672', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12985882'] for subnet (96689e74-1d15-4889-9091-f107b048a678), after_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:23:30.700881 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-2ef57795-8062-493b-aa1f-f3d2f340f7a9 admin admin] Publish callbacks [] for security_group (9dd46651-530e-4e4d-aff3-d07abd014a6f), precommit_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:23:30.800028 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e086b13-92b4-499b-898d-04c5be11bbf3 None None] Network 3e8c2732-7ced-47de-8a60-f22ea571cd92 requested from n-d-713498-36 {{(pid=103232) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 19:23:30.801504 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-20157172-366e-4cca-80c7-80dea9362dfd admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:23:30.813248 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-20157172-366e-4cca-80c7-80dea9362dfd admin admin] 10.222.0.75 "DELETE /v2.0/subnets/96689e74-1d15-4889-9091-f107b048a678 HTTP/1.1" status: 204 len: 168 time: 0.5407193 Feb 09 19:23:30.816447 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 48650) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:23:30.822555 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20157172-366e-4cca-80c7-80dea9362dfd admin admin] Pushing event deleted for resources: {'Subnet': ['ID=96689e74-1d15-4889-9091-f107b048a678,revision_number=None']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:23:30.860009 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-2ef57795-8062-493b-aa1f-f3d2f340f7a9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1892331'] for security_group (9dd46651-530e-4e4d-aff3-d07abd014a6f), after_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:23:30.864524 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-2ef57795-8062-493b-aa1f-f3d2f340f7a9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:23:30.869685 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-2ef57795-8062-493b-aa1f-f3d2f340f7a9 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/9dd46651-530e-4e4d-aff3-d07abd014a6f HTTP/1.1" status: 204 len: 168 time: 0.3860750 Feb 09 19:23:30.906912 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ef57795-8062-493b-aa1f-f3d2f340f7a9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9dd46651-530e-4e4d-aff3-d07abd014a6f,revision_number=None']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:23:31.022507 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-23154906-6e6e-468c-8819-245d832a4016 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-670458'] for network (3e8c2732-7ced-47de-8a60-f22ea571cd92), before_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:23:31.198363 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.plugin [None req-23154906-6e6e-468c-8819-245d832a4016 admin admin] Deleting port 626b58a2-1fdf-4b88-b162-9bfac7d6c97e {{(pid=103230) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 19:23:31.198723 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-23154906-6e6e-468c-8819-245d832a4016 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762867170196'] for port (626b58a2-1fdf-4b88-b162-9bfac7d6c97e), before_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:23:31.295161 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd80422d-58fe-4e31-97b5-0acebcd2322b None None] DHCP port deletion for 3e8c2732-7ced-47de-8a60-f22ea571cd92 request from n-d-713498-36 {{(pid=103232) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 09 19:23:31.376993 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.db [None req-23154906-6e6e-468c-8819-245d832a4016 admin admin] For port 626b58a2-1fdf-4b88-b162-9bfac7d6c97e, host n-d-713498-36, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-36',level=0,port_id=626b58a2-1fdf-4b88-b162-9bfac7d6c97e,segment=NetworkSegment(cf51fdc5-2b69-4aa6-baf3-9e7fb9d1d1d4),segment_id=cf51fdc5-2b69-4aa6-baf3-9e7fb9d1d1d4)] {{(pid=103230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 19:23:31.377603 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-23154906-6e6e-468c-8819-245d832a4016 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1820838'] for port (626b58a2-1fdf-4b88-b162-9bfac7d6c97e), precommit_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:23:31.408092 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.plugin [None req-23154906-6e6e-468c-8819-245d832a4016 admin admin] Calling delete_port for 626b58a2-1fdf-4b88-b162-9bfac7d6c97e owned by network:dhcp {{(pid=103230) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 19:23:31.442167 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-cd80422d-58fe-4e31-97b5-0acebcd2322b None None] Deleting port 626b58a2-1fdf-4b88-b162-9bfac7d6c97e {{(pid=103232) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 19:23:31.444669 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-cd80422d-58fe-4e31-97b5-0acebcd2322b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762867170196'] for port (626b58a2-1fdf-4b88-b162-9bfac7d6c97e), before_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:23:31.614246 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-23154906-6e6e-468c-8819-245d832a4016 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762867177463', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762866656476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14393751'] for port (626b58a2-1fdf-4b88-b162-9bfac7d6c97e), after_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:23:31.640574 n-d-713498-36 neutron-server[103230]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23154906-6e6e-468c-8819-245d832a4016 admin admin] No DVR routers for this DVR port 626b58a2-1fdf-4b88-b162-9bfac7d6c97e on host n-d-713498-36 {{(pid=103230) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 19:23:31.706218 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-cd80422d-58fe-4e31-97b5-0acebcd2322b None None] For port 626b58a2-1fdf-4b88-b162-9bfac7d6c97e, host n-d-713498-36, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-36',level=0,port_id=626b58a2-1fdf-4b88-b162-9bfac7d6c97e,segment=NetworkSegment(cf51fdc5-2b69-4aa6-baf3-9e7fb9d1d1d4),segment_id=cf51fdc5-2b69-4aa6-baf3-9e7fb9d1d1d4)] {{(pid=103232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 19:23:31.706671 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-cd80422d-58fe-4e31-97b5-0acebcd2322b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1820838'] for port (626b58a2-1fdf-4b88-b162-9bfac7d6c97e), precommit_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:23:31.723780 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23154906-6e6e-468c-8819-245d832a4016 admin admin] Pushing event deleted for resources: {'Port': ['ID=626b58a2-1fdf-4b88-b162-9bfac7d6c97e,revision_number=None']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:23:31.752519 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-cd80422d-58fe-4e31-97b5-0acebcd2322b None None] Calling delete_port for 626b58a2-1fdf-4b88-b162-9bfac7d6c97e owned by network:dhcp {{(pid=103232) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 19:23:31.947683 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-23154906-6e6e-468c-8819-245d832a4016 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-590267', 'neutron.services.segments.db._delete_segments_for_network-8762867132609'] for network (3e8c2732-7ced-47de-8a60-f22ea571cd92), precommit_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:23:31.979726 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-cd80422d-58fe-4e31-97b5-0acebcd2322b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762867177463', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762866656476'] for port (626b58a2-1fdf-4b88-b162-9bfac7d6c97e), after_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:23:31.996783 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Device a5cf2da0-7ae1-4880-9b2f-fa32b2d219d4 no longer exists at agent ovs-agent-n-d-713498-36 {{(pid=103232) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 19:23:32.050237 n-d-713498-36 neutron-server[103230]: DEBUG neutron.services.segments.db [None req-23154906-6e6e-468c-8819-245d832a4016 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3e8c2732-7ced-47de-8a60-f22ea571cd92']}} {{(pid=103230) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:23:32.075922 n-d-713498-36 neutron-server[103230]: DEBUG neutron.services.segments.db [None req-23154906-6e6e-468c-8819-245d832a4016 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cf51fdc5-2b69-4aa6-baf3-9e7fb9d1d1d4') {'for_net_delete': True} {{(pid=103230) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:23:32.081111 n-d-713498-36 neutron-server[103230]: DEBUG neutron.services.segments.db [None req-23154906-6e6e-468c-8819-245d832a4016 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cf51fdc5-2b69-4aa6-baf3-9e7fb9d1d1d4') {} {{(pid=103230) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:23:32.111626 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-23154906-6e6e-468c-8819-245d832a4016 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762867134154', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12895813'] for segment (cf51fdc5-2b69-4aa6-baf3-9e7fb9d1d1d4), before_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:23:32.123581 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd80422d-58fe-4e31-97b5-0acebcd2322b None None] Pushing event deleted for resources: {'Port': ['ID=626b58a2-1fdf-4b88-b162-9bfac7d6c97e,revision_number=None']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:23:32.131807 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd80422d-58fe-4e31-97b5-0acebcd2322b None None] No DVR routers for this DVR port 626b58a2-1fdf-4b88-b162-9bfac7d6c97e on host n-d-713498-36 {{(pid=103232) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 19:23:32.151491 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-23154906-6e6e-468c-8819-245d832a4016 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-759574'] for segment (cf51fdc5-2b69-4aa6-baf3-9e7fb9d1d1d4), precommit_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:23:32.159917 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] No Port match for: a5cf2da0-7ae1-4880-9b2f-fa32b2d219d4 {{(pid=103232) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 19:23:32.163957 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Device a5cf2da0-7ae1-4880-9b2f-fa32b2d219d4 not bound to the agent host n-d-713498-36 {{(pid=103232) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 19:23:32.165694 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Device 730198b6-e96b-4448-9cfe-aa70ac2e023c no longer exists at agent ovs-agent-n-d-713498-36 {{(pid=103232) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 19:23:32.165835 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-23154906-6e6e-468c-8819-245d832a4016 admin admin] Releasing vlan 354 on physical network physnet1 to pool {{(pid=103230) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 19:23:32.166742 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-23154906-6e6e-468c-8819-245d832a4016 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-759574', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14393826'] for segment (cf51fdc5-2b69-4aa6-baf3-9e7fb9d1d1d4), after_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:23:32.176150 n-d-713498-36 neutron-server[103230]: Traceback (most recent call last): Feb 09 19:23:32.176150 n-d-713498-36 neutron-server[103230]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 19:23:32.176150 n-d-713498-36 neutron-server[103230]: timer() Feb 09 19:23:32.176150 n-d-713498-36 neutron-server[103230]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 19:23:32.176150 n-d-713498-36 neutron-server[103230]: cb(*args, **kw) Feb 09 19:23:32.176150 n-d-713498-36 neutron-server[103230]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 19:23:32.176150 n-d-713498-36 neutron-server[103230]: return func(*args, **kwargs) Feb 09 19:23:32.176150 n-d-713498-36 neutron-server[103230]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 19:23:32.176150 n-d-713498-36 neutron-server[103230]: self._notify() Feb 09 19:23:32.176150 n-d-713498-36 neutron-server[103230]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 19:23:32.176150 n-d-713498-36 neutron-server[103230]: self.callback(batched_events) Feb 09 19:23:32.176150 n-d-713498-36 neutron-server[103230]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 19:23:32.176150 n-d-713498-36 neutron-server[103230]: event.method(event) Feb 09 19:23:32.176150 n-d-713498-36 neutron-server[103230]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 19:23:32.176150 n-d-713498-36 neutron-server[103230]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 19:23:32.176150 n-d-713498-36 neutron-server[103230]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 19:23:32.176150 n-d-713498-36 neutron-server[103230]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 19:23:32.176150 n-d-713498-36 neutron-server[103230]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 19:23:32.176150 n-d-713498-36 neutron-server[103230]: return f(self, *a, **k) Feb 09 19:23:32.176150 n-d-713498-36 neutron-server[103230]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 19:23:32.176150 n-d-713498-36 neutron-server[103230]: return self._get(url).json() Feb 09 19:23:32.176150 n-d-713498-36 neutron-server[103230]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 19:23:32.176150 n-d-713498-36 neutron-server[103230]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 19:23:32.176150 n-d-713498-36 neutron-server[103230]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 19:23:32.176150 n-d-713498-36 neutron-server[103230]: return self.request(url, 'GET', **kwargs) Feb 09 19:23:32.176150 n-d-713498-36 neutron-server[103230]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 19:23:32.176150 n-d-713498-36 neutron-server[103230]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 19:23:32.176150 n-d-713498-36 neutron-server[103230]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 19:23:32.176150 n-d-713498-36 neutron-server[103230]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 19:23:32.176150 n-d-713498-36 neutron-server[103230]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 19:23:32.176150 n-d-713498-36 neutron-server[103230]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 19:23:32.176150 n-d-713498-36 neutron-server[103230]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 19:23:32.224067 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] No Port match for: 730198b6-e96b-4448-9cfe-aa70ac2e023c {{(pid=103232) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 19:23:32.224560 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Device 730198b6-e96b-4448-9cfe-aa70ac2e023c not bound to the agent host n-d-713498-36 {{(pid=103232) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 19:23:32.225652 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Device 626b58a2-1fdf-4b88-b162-9bfac7d6c97e no longer exists at agent ovs-agent-n-d-713498-36 {{(pid=103232) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 19:23:32.274212 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-23154906-6e6e-468c-8819-245d832a4016 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-590242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1885479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1818895'] for network (3e8c2732-7ced-47de-8a60-f22ea571cd92), after_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:23:32.285880 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-23154906-6e6e-468c-8819-245d832a4016 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1613566'] for network (None), before_response {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:23:32.288914 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] No Port match for: 626b58a2-1fdf-4b88-b162-9bfac7d6c97e {{(pid=103232) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 19:23:32.289973 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Device 626b58a2-1fdf-4b88-b162-9bfac7d6c97e not bound to the agent host n-d-713498-36 {{(pid=103232) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 19:23:32.294008 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 48690) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:23:32.294999 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-23154906-6e6e-468c-8819-245d832a4016 admin admin] 10.222.0.75 "DELETE /v2.0/networks/3e8c2732-7ced-47de-8a60-f22ea571cd92 HTTP/1.1" status: 204 len: 168 time: 1.4763587 Feb 09 19:23:32.307846 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23154906-6e6e-468c-8819-245d832a4016 admin admin] Pushing event deleted for resources: {'Network': ['ID=3e8c2732-7ced-47de-8a60-f22ea571cd92,revision_number=None']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:23:32.543041 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 48696) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:23:32.875699 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.v2.base [None req-4271dc15-900f-479f-bd14-99dab0f17fef admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsV221TestJSON-144916181-network', 'tenant_id': 'd792c54807c24b6db4dfbe792689e48f'}} {{(pid=103229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 19:23:32.973631 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4271dc15-900f-479f-bd14-99dab0f17fef admin admin] Made reservation on behalf of d792c54807c24b6db4dfbe792689e48f for: {'network': 1} {{(pid=103229) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 19:23:32.976144 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-4271dc15-900f-479f-bd14-99dab0f17fef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for network (None), before_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:23:32.989602 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-4271dc15-900f-479f-bd14-99dab0f17fef admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:23:33.100306 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-4271dc15-900f-479f-bd14-99dab0f17fef admin admin] Publish callbacks [] for security_group (09ed4d9c-5053-45af-94a4-e92d5b89871f), precommit_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:23:33.111591 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-4271dc15-900f-479f-bd14-99dab0f17fef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1892331'] for security_group (09ed4d9c-5053-45af-94a4-e92d5b89871f), after_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:23:33.193009 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4271dc15-900f-479f-bd14-99dab0f17fef admin admin] vlan segment allocate from pool success with {'vlan_id': 375, 'physical_network': 'physnet1'} {{(pid=103229) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 19:23:33.244829 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4271dc15-900f-479f-bd14-99dab0f17fef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=09ed4d9c-5053-45af-94a4-e92d5b89871f,revision_number=1']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:23:33.249424 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-4271dc15-900f-479f-bd14-99dab0f17fef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-759574'] for segment (42d58126-a93d-4afb-9ad4-ec6878da16a3), precommit_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:23:33.249799 n-d-713498-36 neutron-server[103229]: INFO neutron.db.segments_db [None req-4271dc15-900f-479f-bd14-99dab0f17fef admin admin] Added segment 42d58126-a93d-4afb-9ad4-ec6878da16a3 of type vlan for network 1b8c569d-8a82-442f-af82-fb3f2f491aab Feb 09 19:23:33.268121 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4271dc15-900f-479f-bd14-99dab0f17fef admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:23:33.268326 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4271dc15-900f-479f-bd14-99dab0f17fef admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:23:33.269774 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4271dc15-900f-479f-bd14-99dab0f17fef admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:23:33.270170 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4271dc15-900f-479f-bd14-99dab0f17fef admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:23:33.271091 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4271dc15-900f-479f-bd14-99dab0f17fef admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:23:33.271679 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4271dc15-900f-479f-bd14-99dab0f17fef admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:23:33.271850 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4271dc15-900f-479f-bd14-99dab0f17fef admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:23:33.272198 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4271dc15-900f-479f-bd14-99dab0f17fef admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:23:33.272534 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4271dc15-900f-479f-bd14-99dab0f17fef admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:23:33.275003 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4271dc15-900f-479f-bd14-99dab0f17fef admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:23:33.275403 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4271dc15-900f-479f-bd14-99dab0f17fef admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:23:33.275752 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4271dc15-900f-479f-bd14-99dab0f17fef admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:23:33.276100 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4271dc15-900f-479f-bd14-99dab0f17fef admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:23:33.403392 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-4271dc15-900f-479f-bd14-99dab0f17fef admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762866642225'] for network (1b8c569d-8a82-442f-af82-fb3f2f491aab), precommit_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:23:33.488731 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-22a10d58-b755-4efe-a9c6-658d709c5ff5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1834525'] for router_interface (2de7b94c-af62-41dd-8170-f7bfdc8f16a9), before_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:23:33.588583 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-4271dc15-900f-479f-bd14-99dab0f17fef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1885479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452'] for network (1b8c569d-8a82-442f-af82-fb3f2f491aab), after_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:23:33.589585 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4271dc15-900f-479f-bd14-99dab0f17fef admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:23:33.590508 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-4271dc15-900f-479f-bd14-99dab0f17fef admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1613566'] for network (None), before_response {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:23:33.682307 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-4271dc15-900f-479f-bd14-99dab0f17fef admin admin] 10.222.0.75 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 1.1271677 Feb 09 19:23:33.687517 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 48756) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:23:33.690622 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.v2.base [None req-a70ebd62-a2f6-4bf7-9602-e8335ffab383 admin admin] Request body: {'subnet': {'network_id': '1b8c569d-8a82-442f-af82-fb3f2f491aab', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsV221TestJSON-144916181-subnet', 'tenant_id': 'd792c54807c24b6db4dfbe792689e48f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103230) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 19:23:33.733775 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4271dc15-900f-479f-bd14-99dab0f17fef admin admin] Pushing event updated for resources: {'Network': ['ID=1b8c569d-8a82-442f-af82-fb3f2f491aab,revision_number=1']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:23:33.747723 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Network 1b8c569d-8a82-442f-af82-fb3f2f491aab details requested by agent ovs-agent-n-d-713498-36 with host n-d-713498-36 {{(pid=103232) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 19:23:33.768027 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a70ebd62-a2f6-4bf7-9602-e8335ffab383 admin admin] Made reservation on behalf of d792c54807c24b6db4dfbe792689e48f for: {'subnet': 1} {{(pid=103230) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 19:23:33.770555 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-a70ebd62-a2f6-4bf7-9602-e8335ffab383 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12985917'] for subnet (None), before_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:23:34.221390 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-a70ebd62-a2f6-4bf7-9602-e8335ffab383 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14393611', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12985859'] for subnet (1001c43d-7346-4f91-bb65-7a0023d165be), after_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:23:34.384832 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a70ebd62-a2f6-4bf7-9602-e8335ffab383 admin admin] Checking segment: {'id': '42d58126-a93d-4afb-9ad4-ec6878da16a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': '1b8c569d-8a82-442f-af82-fb3f2f491aab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103230) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 19:23:34.385197 n-d-713498-36 neutron-server[103230]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a70ebd62-a2f6-4bf7-9602-e8335ffab383 admin admin] Network hostable DHCP agents. Network: 1b8c569d-8a82-442f-af82-fb3f2f491aab, hostable agents: ['af91e4b9-f4e1-42b1-a25c-a10dc47171c8'], hosted agents: [] {{(pid=103230) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 19:23:34.390643 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a70ebd62-a2f6-4bf7-9602-e8335ffab383 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1001c43d-7346-4f91-bb65-7a0023d165be,revision_number=0']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:23:34.437459 n-d-713498-36 neutron-server[103230]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a70ebd62-a2f6-4bf7-9602-e8335ffab383 admin admin] Network 1b8c569d-8a82-442f-af82-fb3f2f491aab is scheduled to be hosted by DHCP agent af91e4b9-f4e1-42b1-a25c-a10dc47171c8 with binding_index 1 {{(pid=103230) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 19:23:34.461203 n-d-713498-36 neutron-server[103230]: DEBUG neutron.scheduler.base_scheduler [None req-a70ebd62-a2f6-4bf7-9602-e8335ffab383 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713498-36, 1b8c569d-8a82-442f-af82-fb3f2f491aab) {{(pid=103230) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 19:23:34.466870 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a70ebd62-a2f6-4bf7-9602-e8335ffab383 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:23:34.467481 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-a70ebd62-a2f6-4bf7-9602-e8335ffab383 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:23:34.476017 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b61a75b1-1598-4b24-83c0-6dfc307b63a9 None None] Network 1b8c569d-8a82-442f-af82-fb3f2f491aab requested from n-d-713498-36 {{(pid=103232) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 19:23:34.497036 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-a70ebd62-a2f6-4bf7-9602-e8335ffab383 admin admin] 10.222.0.75 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.8107326 Feb 09 19:23:34.672430 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 48792) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:23:34.859476 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f967b242-fc50-49c3-86f0-0bf5eca5392d None None] Network 1b8c569d-8a82-442f-af82-fb3f2f491aab requested from n-d-713498-36 {{(pid=103232) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 19:23:35.033378 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 48806) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:23:35.094855 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.v2.base [None req-5a3ef633-9e03-487a-959b-97586b933c21 tempest-DHCPAgentSchedulersTestJSON-168506594 tempest-DHCPAgentSchedulersTestJSON-168506594-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-1684054379'}} {{(pid=103230) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 19:23:35.146143 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5a3ef633-9e03-487a-959b-97586b933c21 tempest-DHCPAgentSchedulersTestJSON-168506594 tempest-DHCPAgentSchedulersTestJSON-168506594-project] Made reservation on behalf of ebd2347050b74c94a8274a39ccaee61d for: {'network': 1} {{(pid=103230) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 19:23:35.149526 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-5a3ef633-9e03-487a-959b-97586b933c21 tempest-DHCPAgentSchedulersTestJSON-168506594 tempest-DHCPAgentSchedulersTestJSON-168506594-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for network (None), before_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:23:35.177014 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-5a3ef633-9e03-487a-959b-97586b933c21 tempest-DHCPAgentSchedulersTestJSON-168506594 tempest-DHCPAgentSchedulersTestJSON-168506594-project] Publish callbacks [] for security_group (None), before_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:23:35.289200 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.plugin [None req-22a10d58-b755-4efe-a9c6-658d709c5ff5 admin admin] Deleting port f647e9aa-f779-49dd-beb9-ff70f292d3d8 {{(pid=103229) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 19:23:35.290153 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.v2.base [None req-77ae4246-5fee-4056-8f4e-db706311913f tempest-FloatingIPAdminTestJSON-335355198 tempest-FloatingIPAdminTestJSON-335355198-project] Request body: {'floatingip': {'floating_network_id': '88055e1e-672a-4487-be31-ffb6e833ece5'}} {{(pid=103230) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 19:23:35.290436 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-22a10d58-b755-4efe-a9c6-658d709c5ff5 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762867170196'] for port (f647e9aa-f779-49dd-beb9-ff70f292d3d8), before_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:23:35.329066 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-77ae4246-5fee-4056-8f4e-db706311913f tempest-FloatingIPAdminTestJSON-335355198 tempest-FloatingIPAdminTestJSON-335355198-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:23:35.450452 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.db [None req-22a10d58-b755-4efe-a9c6-658d709c5ff5 admin admin] For port f647e9aa-f779-49dd-beb9-ff70f292d3d8, host n-d-713498-36, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-36',level=0,port_id=f647e9aa-f779-49dd-beb9-ff70f292d3d8,segment=NetworkSegment(3386d04d-0d79-438a-a549-e06a28ddd789),segment_id=3386d04d-0d79-438a-a549-e06a28ddd789)] {{(pid=103229) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 19:23:35.450869 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-22a10d58-b755-4efe-a9c6-658d709c5ff5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1820838'] for port (f647e9aa-f779-49dd-beb9-ff70f292d3d8), precommit_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:23:35.483341 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.plugin [None req-22a10d58-b755-4efe-a9c6-658d709c5ff5 admin admin] Calling delete_port for f647e9aa-f779-49dd-beb9-ff70f292d3d8 owned by network:router_interface {{(pid=103229) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 19:23:35.518106 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-5a3ef633-9e03-487a-959b-97586b933c21 tempest-DHCPAgentSchedulersTestJSON-168506594 tempest-DHCPAgentSchedulersTestJSON-168506594-project] Publish callbacks [] for security_group (64ee952d-5d40-49a1-8398-93e2a2d37cd2), precommit_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:23:35.533159 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-5a3ef633-9e03-487a-959b-97586b933c21 tempest-DHCPAgentSchedulersTestJSON-168506594 tempest-DHCPAgentSchedulersTestJSON-168506594-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1892331'] for security_group (64ee952d-5d40-49a1-8398-93e2a2d37cd2), after_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:23:35.561793 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5a3ef633-9e03-487a-959b-97586b933c21 tempest-DHCPAgentSchedulersTestJSON-168506594 tempest-DHCPAgentSchedulersTestJSON-168506594-project] vlan segment allocate from pool success with {'vlan_id': 398, 'physical_network': 'physnet1'} {{(pid=103230) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 19:23:35.612589 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-5a3ef633-9e03-487a-959b-97586b933c21 tempest-DHCPAgentSchedulersTestJSON-168506594 tempest-DHCPAgentSchedulersTestJSON-168506594-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-759574'] for segment (ee4f942b-f633-475b-abe4-e71d07e22051), precommit_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:23:35.613111 n-d-713498-36 neutron-server[103230]: INFO neutron.db.segments_db [None req-5a3ef633-9e03-487a-959b-97586b933c21 tempest-DHCPAgentSchedulersTestJSON-168506594 tempest-DHCPAgentSchedulersTestJSON-168506594-project] Added segment ee4f942b-f633-475b-abe4-e71d07e22051 of type vlan for network 271ed60d-b27a-4a3a-8932-f21559f11faf Feb 09 19:23:35.630031 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a3ef633-9e03-487a-959b-97586b933c21 tempest-DHCPAgentSchedulersTestJSON-168506594 tempest-DHCPAgentSchedulersTestJSON-168506594-project] Pushing event updated for resources: {'SecurityGroup': ['ID=64ee952d-5d40-49a1-8398-93e2a2d37cd2,revision_number=1']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:23:35.924227 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bca0bad3-a7d1-43ed-9188-5164c0226f41 req-d5774051-06c2-4b8d-83bd-5cea71494a12 tempest-InstanceActionsV221TestJSON-1046832890 tempest-InstanceActionsV221TestJSON-1046832890-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:23:35.928127 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-bca0bad3-a7d1-43ed-9188-5164c0226f41 req-d5774051-06c2-4b8d-83bd-5cea71494a12 tempest-InstanceActionsV221TestJSON-1046832890 tempest-InstanceActionsV221TestJSON-1046832890-project] 10.222.0.75 "GET /v2.0/networks?id=1b8c569d-8a82-442f-af82-fb3f2f491aab HTTP/1.1" status: 200 len: 817 time: 0.2420199 Feb 09 19:23:35.956117 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-22a10d58-b755-4efe-a9c6-658d709c5ff5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762867177463', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762866656476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12867576'] for port (f647e9aa-f779-49dd-beb9-ff70f292d3d8), after_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:23:35.980099 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-bca0bad3-a7d1-43ed-9188-5164c0226f41 req-74175401-313e-477b-b21b-307e83f49c13 tempest-InstanceActionsV221TestJSON-1046832890 tempest-InstanceActionsV221TestJSON-1046832890-project] 10.222.0.75 "GET /v2.0/quotas/d792c54807c24b6db4dfbe792689e48f HTTP/1.1" status: 200 len: 375 time: 0.0314169 Feb 09 19:23:35.981752 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-5a3ef633-9e03-487a-959b-97586b933c21 tempest-DHCPAgentSchedulersTestJSON-168506594 tempest-DHCPAgentSchedulersTestJSON-168506594-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762866642225'] for network (271ed60d-b27a-4a3a-8932-f21559f11faf), precommit_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:23:36.004074 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22a10d58-b755-4efe-a9c6-658d709c5ff5 admin admin] Pushing event deleted for resources: {'Port': ['ID=f647e9aa-f779-49dd-beb9-ff70f292d3d8,revision_number=None']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:23:36.043589 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-bca0bad3-a7d1-43ed-9188-5164c0226f41 req-68566df8-ac65-4f21-849c-31f2382dd648 tempest-InstanceActionsV221TestJSON-1046832890 tempest-InstanceActionsV221TestJSON-1046832890-project] 10.222.0.75 "GET /v2.0/ports?tenant_id=d792c54807c24b6db4dfbe792689e48f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0527139 Feb 09 19:23:36.055036 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [req-bca0bad3-a7d1-43ed-9188-5164c0226f41 req-e092feb4-25de-4c66-ac8e-22a8d857f897 service neutron] http://10.222.0.75:9696/v2.0/extensions returned with HTTP 200 {{(pid=103230) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 09 19:23:36.060067 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-bca0bad3-a7d1-43ed-9188-5164c0226f41 req-e092feb4-25de-4c66-ac8e-22a8d857f897 service neutron] 10.222.0.75 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0091484 Feb 09 19:23:36.235148 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-bca0bad3-a7d1-43ed-9188-5164c0226f41 req-53486949-1c0b-4b03-912f-0369ba92b960 service neutron] 10.222.0.75 "GET /v2.0/networks/1b8c569d-8a82-442f-af82-fb3f2f491aab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1654060 Feb 09 19:23:36.303401 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-77ae4246-5fee-4056-8f4e-db706311913f tempest-FloatingIPAdminTestJSON-335355198 tempest-FloatingIPAdminTestJSON-335355198-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (None), before_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:23:36.335611 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-22a10d58-b755-4efe-a9c6-658d709c5ff5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1613467', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1834633'] for router_interface (2de7b94c-af62-41dd-8170-f7bfdc8f16a9), after_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:23:36.513992 n-d-713498-36 neutron-server[103230]: DEBUG neutron.db.db_base_plugin_common [None req-77ae4246-5fee-4056-8f4e-db706311913f tempest-FloatingIPAdminTestJSON-335355198 tempest-FloatingIPAdminTestJSON-335355198-project] Allocated IP 172.25.1.67 (88055e1e-672a-4487-be31-ffb6e833ece5/ac16dbcc-383c-4b43-9153-d763c4a53f91/a1aaf6fe-9bb2-40eb-9428-5ce3df959cfd) {{(pid=103230) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 19:23:36.648483 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-77ae4246-5fee-4056-8f4e-db706311913f tempest-FloatingIPAdminTestJSON-335355198 tempest-FloatingIPAdminTestJSON-335355198-project] Publish callbacks [] for port (a1aaf6fe-9bb2-40eb-9428-5ce3df959cfd), precommit_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:23:36.734071 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-77ae4246-5fee-4056-8f4e-db706311913f tempest-FloatingIPAdminTestJSON-335355198 tempest-FloatingIPAdminTestJSON-335355198-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762866656467', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14393751'] for port (a1aaf6fe-9bb2-40eb-9428-5ce3df959cfd), after_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:23:36.756916 n-d-713498-36 neutron-server[103230]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77ae4246-5fee-4056-8f4e-db706311913f tempest-FloatingIPAdminTestJSON-335355198 tempest-FloatingIPAdminTestJSON-335355198-project] Network 88055e1e-672a-4487-be31-ffb6e833ece5 is already hosted by enough agents. {{(pid=103230) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 19:23:36.761159 n-d-713498-36 neutron-server[103230]: DEBUG neutron.scheduler.base_scheduler [None req-77ae4246-5fee-4056-8f4e-db706311913f tempest-FloatingIPAdminTestJSON-335355198 tempest-FloatingIPAdminTestJSON-335355198-project] Resources bound (agent type, host, resource id): {{(pid=103230) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 19:23:36.766875 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-5a3ef633-9e03-487a-959b-97586b933c21 tempest-DHCPAgentSchedulersTestJSON-168506594 tempest-DHCPAgentSchedulersTestJSON-168506594-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1885479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452'] for network (271ed60d-b27a-4a3a-8932-f21559f11faf), after_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:23:36.774944 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a3ef633-9e03-487a-959b-97586b933c21 tempest-DHCPAgentSchedulersTestJSON-168506594 tempest-DHCPAgentSchedulersTestJSON-168506594-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:23:36.775996 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-5a3ef633-9e03-487a-959b-97586b933c21 tempest-DHCPAgentSchedulersTestJSON-168506594 tempest-DHCPAgentSchedulersTestJSON-168506594-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1613566'] for network (None), before_response {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:23:36.795943 n-d-713498-36 neutron-server[103230]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77ae4246-5fee-4056-8f4e-db706311913f tempest-FloatingIPAdminTestJSON-335355198 tempest-FloatingIPAdminTestJSON-335355198-project] Received port after_create {{(pid=103230) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 19:23:36.831868 n-d-713498-36 neutron-server[103229]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-22a10d58-b755-4efe-a9c6-658d709c5ff5 admin admin] Router 2de7b94c-af62-41dd-8170-f7bfdc8f16a9 has already been hosted by L3 agent 93303d5e-5d17-45e8-8963-7694f87783ae {{(pid=103229) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 19:23:36.982613 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a3ef633-9e03-487a-959b-97586b933c21 tempest-DHCPAgentSchedulersTestJSON-168506594 tempest-DHCPAgentSchedulersTestJSON-168506594-project] Pushing event updated for resources: {'Network': ['ID=271ed60d-b27a-4a3a-8932-f21559f11faf,revision_number=1']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:23:36.987414 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-5a3ef633-9e03-487a-959b-97586b933c21 tempest-DHCPAgentSchedulersTestJSON-168506594 tempest-DHCPAgentSchedulersTestJSON-168506594-project] 10.222.0.75 "POST /v2.0/networks HTTP/1.1" status: 201 len: 795 time: 2.3139460 Feb 09 19:23:36.992707 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 48868) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:23:36.997309 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Network 271ed60d-b27a-4a3a-8932-f21559f11faf details requested by agent ovs-agent-n-d-713498-36 with host n-d-713498-36 {{(pid=103232) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 19:23:37.040748 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.v2.base [None req-a71c63f6-3c2d-4113-b592-45b536b04ce7 tempest-DHCPAgentSchedulersTestJSON-168506594 tempest-DHCPAgentSchedulersTestJSON-168506594-project] Request body: {'subnet': {'network_id': '271ed60d-b27a-4a3a-8932-f21559f11faf', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 19:23:37.177246 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77ae4246-5fee-4056-8f4e-db706311913f tempest-FloatingIPAdminTestJSON-335355198 tempest-FloatingIPAdminTestJSON-335355198-project] Pushing event updated for resources: {'Port': ['ID=a1aaf6fe-9bb2-40eb-9428-5ce3df959cfd,revision_number=1']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:23:37.252399 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-bca0bad3-a7d1-43ed-9188-5164c0226f41 req-f0c84b6b-7785-4ba2-8ff5-e4fcc89471a6 service neutron] 10.222.0.75 "GET /v2.0/networks/1b8c569d-8a82-442f-af82-fb3f2f491aab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9963903 Feb 09 19:23:37.326356 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a71c63f6-3c2d-4113-b592-45b536b04ce7 tempest-DHCPAgentSchedulersTestJSON-168506594 tempest-DHCPAgentSchedulersTestJSON-168506594-project] Made reservation on behalf of ebd2347050b74c94a8274a39ccaee61d for: {'subnet': 1} {{(pid=103229) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 19:23:37.334114 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-a71c63f6-3c2d-4113-b592-45b536b04ce7 tempest-DHCPAgentSchedulersTestJSON-168506594 tempest-DHCPAgentSchedulersTestJSON-168506594-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12759265'] for subnet (None), before_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:23:37.367862 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-77ae4246-5fee-4056-8f4e-db706311913f tempest-FloatingIPAdminTestJSON-335355198 tempest-FloatingIPAdminTestJSON-335355198-project] Publish callbacks [] for floatingip (6660d89d-f55d-47a9-9934-0a3f93462536), precommit_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:23:37.448808 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-77ae4246-5fee-4056-8f4e-db706311913f tempest-FloatingIPAdminTestJSON-335355198 tempest-FloatingIPAdminTestJSON-335355198-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (a1aaf6fe-9bb2-40eb-9428-5ce3df959cfd), before_update {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:23:37.497464 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-22a10d58-b755-4efe-a9c6-658d709c5ff5 admin admin] Notify agent at l3_agent.n-d-713498-36 the message routers_updated {{(pid=103229) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 19:23:37.524153 n-d-713498-36 neutron-server[103233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88f1aeab-662d-472c-8214-52384b6e0b6a None None] Sync routers for ids ['2de7b94c-af62-41dd-8170-f7bfdc8f16a9'] in n-d-713498-36 {{(pid=103233) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 19:23:37.541272 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-22a10d58-b755-4efe-a9c6-658d709c5ff5 admin admin] 10.222.0.75 "PUT /v2.0/routers/2de7b94c-af62-41dd-8170-f7bfdc8f16a9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.2414491 Feb 09 19:23:37.544237 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 48876) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:23:37.562301 n-d-713498-36 neutron-server[103233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88f1aeab-662d-472c-8214-52384b6e0b6a None None] Routers {'2de7b94c-af62-41dd-8170-f7bfdc8f16a9'} bound to L3 agent in host n-d-713498-36 {{(pid=103233) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 19:23:37.567077 n-d-713498-36 neutron-server[103233]: DEBUG neutron.db.l3_hamode_db [None req-88f1aeab-662d-472c-8214-52384b6e0b6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T18:51:43Z,description=,heartbeat_timestamp=2022-02-09T19:23:13Z,host='n-d-713498-36',id=93303d5e-5d17-45e8-8963-7694f87783ae,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T18:51:43Z,topic='l3_agent')) {'router_ids': ['2de7b94c-af62-41dd-8170-f7bfdc8f16a9'], 'active': True} {{(pid=103233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:23:37.911892 n-d-713498-36 neutron-server[103233]: DEBUG neutron.db.l3_dvr_db [None req-88f1aeab-662d-472c-8214-52384b6e0b6a None None] Set router 2de7b94c-af62-41dd-8170-f7bfdc8f16a9 gateway port host: n-d-713498-36 {{(pid=103233) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 19:23:37.989140 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-6397116d-20b1-4ff1-a96e-5e181613a1aa req-53ab23a0-50b1-424d-9705-b1ebc9aa0c0e tempest-InstanceActionsV221TestJSON-1046832890 tempest-InstanceActionsV221TestJSON-1046832890-project] 10.222.0.75 "GET /v2.0/ports?device_id=cc415f82-a477-4c32-98e3-07b45b436950 HTTP/1.1" status: 200 len: 210 time: 0.2193031 Feb 09 19:23:38.188016 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-a71c63f6-3c2d-4113-b592-45b536b04ce7 tempest-DHCPAgentSchedulersTestJSON-168506594 tempest-DHCPAgentSchedulersTestJSON-168506594-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12867428', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12759263'] for subnet (e8fe03cb-0643-4334-95a2-716961c021cc), after_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:23:38.218094 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-d6d76ae4-8727-46d2-95d3-0ec9d9011f06 admin admin] Publish callbacks [] for router (2de7b94c-af62-41dd-8170-f7bfdc8f16a9), before_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:23:38.357558 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a71c63f6-3c2d-4113-b592-45b536b04ce7 tempest-DHCPAgentSchedulersTestJSON-168506594 tempest-DHCPAgentSchedulersTestJSON-168506594-project] Pushing event updated for resources: {'Subnet': ['ID=e8fe03cb-0643-4334-95a2-716961c021cc,revision_number=0']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:23:38.402042 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a71c63f6-3c2d-4113-b592-45b536b04ce7 tempest-DHCPAgentSchedulersTestJSON-168506594 tempest-DHCPAgentSchedulersTestJSON-168506594-project] Checking segment: {'id': 'ee4f942b-f633-475b-abe4-e71d07e22051', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': '271ed60d-b27a-4a3a-8932-f21559f11faf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103229) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 19:23:38.402771 n-d-713498-36 neutron-server[103229]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a71c63f6-3c2d-4113-b592-45b536b04ce7 tempest-DHCPAgentSchedulersTestJSON-168506594 tempest-DHCPAgentSchedulersTestJSON-168506594-project] Network hostable DHCP agents. Network: 271ed60d-b27a-4a3a-8932-f21559f11faf, hostable agents: ['af91e4b9-f4e1-42b1-a25c-a10dc47171c8'], hosted agents: [] {{(pid=103229) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 19:23:38.457537 n-d-713498-36 neutron-server[103229]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a71c63f6-3c2d-4113-b592-45b536b04ce7 tempest-DHCPAgentSchedulersTestJSON-168506594 tempest-DHCPAgentSchedulersTestJSON-168506594-project] Network 271ed60d-b27a-4a3a-8932-f21559f11faf is scheduled to be hosted by DHCP agent af91e4b9-f4e1-42b1-a25c-a10dc47171c8 with binding_index 1 {{(pid=103229) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 19:23:38.480222 n-d-713498-36 neutron-server[103229]: DEBUG neutron.scheduler.base_scheduler [None req-a71c63f6-3c2d-4113-b592-45b536b04ce7 tempest-DHCPAgentSchedulersTestJSON-168506594 tempest-DHCPAgentSchedulersTestJSON-168506594-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713498-36, 271ed60d-b27a-4a3a-8932-f21559f11faf) {{(pid=103229) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 19:23:38.495701 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a71c63f6-3c2d-4113-b592-45b536b04ce7 tempest-DHCPAgentSchedulersTestJSON-168506594 tempest-DHCPAgentSchedulersTestJSON-168506594-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:23:38.498194 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec68b6e8-8140-4e74-888a-c6264514e734 None None] Network 271ed60d-b27a-4a3a-8932-f21559f11faf requested from n-d-713498-36 {{(pid=103232) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 19:23:38.499507 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-a71c63f6-3c2d-4113-b592-45b536b04ce7 tempest-DHCPAgentSchedulersTestJSON-168506594 tempest-DHCPAgentSchedulersTestJSON-168506594-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1613566'] for subnet (None), before_response {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:23:38.540295 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-77ae4246-5fee-4056-8f4e-db706311913f tempest-FloatingIPAdminTestJSON-335355198 tempest-FloatingIPAdminTestJSON-335355198-project] Publish callbacks [] for port (a1aaf6fe-9bb2-40eb-9428-5ce3df959cfd), precommit_update {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:23:38.547421 n-d-713498-36 neutron-server[103233]: DEBUG neutron.db.l3_hamode_db [None req-88f1aeab-662d-472c-8214-52384b6e0b6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2de7b94c-af62-41dd-8170-f7bfdc8f16a9', 'name': 'tempest-TaggedBootDevicesTest-193775849-router', 'tenant_id': '6aa7816f5dc146e5bdae7294b4b7e07c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88055e1e-672a-4487-be31-ffb6e833ece5', 'external_fixed_ips': [{'subnet_id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'ip_address': '172.25.1.241'}], 'enable_snat': True}, 'gw_port_id': 'd89f8a2d-563f-4aef-8276-8da1087dbf4d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T19:13:44Z', 'updated_at': '2022-02-09T19:23:35Z', 'revision_number': 5, 'project_id': '6aa7816f5dc146e5bdae7294b4b7e07c', 'gw_port': {'id': 'd89f8a2d-563f-4aef-8276-8da1087dbf4d', 'name': '', 'network_id': '88055e1e-672a-4487-be31-ffb6e833ece5', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:03:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2de7b94c-af62-41dd-8170-f7bfdc8f16a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1333, 'fixed_ips': [{'subnet_id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'ip_address': '172.25.1.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T19:13:46Z', 'updated_at': '2022-02-09T19:13:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-36'}], 'n-d-713498-36', False) {} {{(pid=103233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:23:38.566264 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-a71c63f6-3c2d-4113-b592-45b536b04ce7 tempest-DHCPAgentSchedulersTestJSON-168506594 tempest-DHCPAgentSchedulersTestJSON-168506594-project] 10.222.0.75 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.5728340 Feb 09 19:23:38.568337 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 48894) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:23:38.581425 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-77ae4246-5fee-4056-8f4e-db706311913f tempest-FloatingIPAdminTestJSON-335355198 tempest-FloatingIPAdminTestJSON-335355198-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762867176205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762866656485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762866656503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14393758'] for port (a1aaf6fe-9bb2-40eb-9428-5ce3df959cfd), after_update {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:23:38.598480 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.v2.base [None req-168bb2c9-3e3f-457c-88c3-70664a5a5aa5 tempest-DHCPAgentSchedulersTestJSON-168506594 tempest-DHCPAgentSchedulersTestJSON-168506594-project] Request body: {'port': {'network_id': '271ed60d-b27a-4a3a-8932-f21559f11faf', 'name': 'tempest-DHCPAgentSchedulersTestJSON-881603420'}} {{(pid=103229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 19:23:38.651203 n-d-713498-36 neutron-server[103233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88f1aeab-662d-472c-8214-52384b6e0b6a None None] Checking router: 2de7b94c-af62-41dd-8170-f7bfdc8f16a9 for host: n-d-713498-36 {{(pid=103233) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 19:23:38.669097 n-d-713498-36 neutron-server[103233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88f1aeab-662d-472c-8214-52384b6e0b6a None None] Routers {'2de7b94c-af62-41dd-8170-f7bfdc8f16a9'} bound to L3 agent in host n-d-713498-36 {{(pid=103233) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 19:23:38.670196 n-d-713498-36 neutron-server[103233]: DEBUG neutron.db.l3_hamode_db [None req-88f1aeab-662d-472c-8214-52384b6e0b6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T18:51:43Z,description=,heartbeat_timestamp=2022-02-09T19:23:13Z,host='n-d-713498-36',id=93303d5e-5d17-45e8-8963-7694f87783ae,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T18:51:43Z,topic='l3_agent')) {'router_ids': ['2de7b94c-af62-41dd-8170-f7bfdc8f16a9'], 'active': True} {{(pid=103233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:23:38.816309 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77ae4246-5fee-4056-8f4e-db706311913f tempest-FloatingIPAdminTestJSON-335355198 tempest-FloatingIPAdminTestJSON-335355198-project] Pushing event updated for resources: {'Port': ['ID=a1aaf6fe-9bb2-40eb-9428-5ce3df959cfd,revision_number=2']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:23:38.851844 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55773d27-9a38-49ba-af3a-b3eb7206f06b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8b32e980-7cce-5e82-a341-bd2fa8945c89-271ed60d-b27a-4a3a-8932-f21559f11faf', 'network_id': '271ed60d-b27a-4a3a-8932-f21559f11faf', 'project_id': 'ebd2347050b74c94a8274a39ccaee61d', 'fixed_ips': [{'subnet_id': 'e8fe03cb-0643-4334-95a2-716961c021cc'}]}} from n-d-713498-36. {{(pid=103232) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 09 19:23:38.853146 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-55773d27-9a38-49ba-af3a-b3eb7206f06b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (None), before_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:23:38.870971 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77ae4246-5fee-4056-8f4e-db706311913f tempest-FloatingIPAdminTestJSON-335355198 tempest-FloatingIPAdminTestJSON-335355198-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:23:38.875415 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77ae4246-5fee-4056-8f4e-db706311913f tempest-FloatingIPAdminTestJSON-335355198 tempest-FloatingIPAdminTestJSON-335355198-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:23:38.876102 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77ae4246-5fee-4056-8f4e-db706311913f tempest-FloatingIPAdminTestJSON-335355198 tempest-FloatingIPAdminTestJSON-335355198-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:23:38.878326 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77ae4246-5fee-4056-8f4e-db706311913f tempest-FloatingIPAdminTestJSON-335355198 tempest-FloatingIPAdminTestJSON-335355198-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:23:38.880346 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77ae4246-5fee-4056-8f4e-db706311913f tempest-FloatingIPAdminTestJSON-335355198 tempest-FloatingIPAdminTestJSON-335355198-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:23:38.880918 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77ae4246-5fee-4056-8f4e-db706311913f tempest-FloatingIPAdminTestJSON-335355198 tempest-FloatingIPAdminTestJSON-335355198-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:23:38.883561 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77ae4246-5fee-4056-8f4e-db706311913f tempest-FloatingIPAdminTestJSON-335355198 tempest-FloatingIPAdminTestJSON-335355198-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:23:38.884293 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77ae4246-5fee-4056-8f4e-db706311913f tempest-FloatingIPAdminTestJSON-335355198 tempest-FloatingIPAdminTestJSON-335355198-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:23:38.884937 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77ae4246-5fee-4056-8f4e-db706311913f tempest-FloatingIPAdminTestJSON-335355198 tempest-FloatingIPAdminTestJSON-335355198-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:23:38.885679 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77ae4246-5fee-4056-8f4e-db706311913f tempest-FloatingIPAdminTestJSON-335355198 tempest-FloatingIPAdminTestJSON-335355198-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:23:38.889776 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77ae4246-5fee-4056-8f4e-db706311913f tempest-FloatingIPAdminTestJSON-335355198 tempest-FloatingIPAdminTestJSON-335355198-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:23:38.890473 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77ae4246-5fee-4056-8f4e-db706311913f tempest-FloatingIPAdminTestJSON-335355198 tempest-FloatingIPAdminTestJSON-335355198-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:23:38.891132 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77ae4246-5fee-4056-8f4e-db706311913f tempest-FloatingIPAdminTestJSON-335355198 tempest-FloatingIPAdminTestJSON-335355198-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:23:38.902938 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-77ae4246-5fee-4056-8f4e-db706311913f tempest-FloatingIPAdminTestJSON-335355198 tempest-FloatingIPAdminTestJSON-335355198-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1818909'] for floatingip (6660d89d-f55d-47a9-9934-0a3f93462536), after_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:23:38.916377 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-d6d76ae4-8727-46d2-95d3-0ec9d9011f06 admin admin] Publish callbacks [] for router_gateway (2de7b94c-af62-41dd-8170-f7bfdc8f16a9), before_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:23:38.925737 n-d-713498-36 neutron-server[103233]: DEBUG neutron.db.l3_dvr_db [None req-88f1aeab-662d-472c-8214-52384b6e0b6a None None] Set router 2de7b94c-af62-41dd-8170-f7bfdc8f16a9 gateway port host: n-d-713498-36 {{(pid=103233) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 19:23:39.005237 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-168bb2c9-3e3f-457c-88c3-70664a5a5aa5 tempest-DHCPAgentSchedulersTestJSON-168506594 tempest-DHCPAgentSchedulersTestJSON-168506594-project] Made reservation on behalf of ebd2347050b74c94a8274a39ccaee61d for: {'port': 1} {{(pid=103229) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 19:23:39.030233 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-168bb2c9-3e3f-457c-88c3-70664a5a5aa5 tempest-DHCPAgentSchedulersTestJSON-168506594 tempest-DHCPAgentSchedulersTestJSON-168506594-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (None), before_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:23:39.060730 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-77ae4246-5fee-4056-8f4e-db706311913f tempest-FloatingIPAdminTestJSON-335355198 tempest-FloatingIPAdminTestJSON-335355198-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171096'] for floatingip (None), before_response {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:23:39.062408 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-77ae4246-5fee-4056-8f4e-db706311913f tempest-FloatingIPAdminTestJSON-335355198 tempest-FloatingIPAdminTestJSON-335355198-project] 10.222.0.75 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 4.0280201 Feb 09 19:23:39.068271 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 48904) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:23:39.083892 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.v2.base [None req-a8cf7b85-21cf-4559-936b-626c9727f9d6 tempest-FloatingIPAdminTestJSON-335355198 tempest-FloatingIPAdminTestJSON-335355198-project] Request body: {'network': {'name': 'tempest-FloatingIPAdminTestJSON-test-network-2017997189'}} {{(pid=103230) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 19:23:39.130710 n-d-713498-36 neutron-server[103229]: DEBUG neutron.notifiers.nova [None req-168bb2c9-3e3f-457c-88c3-70664a5a5aa5 tempest-DHCPAgentSchedulersTestJSON-168506594 tempest-DHCPAgentSchedulersTestJSON-168506594-project] device_id is not set on port bc52845a-1d51-48e4-ab15-555e1a5a4bdb yet. {{(pid=103229) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 09 19:23:39.208633 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a8cf7b85-21cf-4559-936b-626c9727f9d6 tempest-FloatingIPAdminTestJSON-335355198 tempest-FloatingIPAdminTestJSON-335355198-project] Made reservation on behalf of 10468a12d1c24d8eb3829f312d69cb3c for: {'network': 1} {{(pid=103230) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 19:23:39.218151 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-a8cf7b85-21cf-4559-936b-626c9727f9d6 tempest-FloatingIPAdminTestJSON-335355198 tempest-FloatingIPAdminTestJSON-335355198-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for network (None), before_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:23:39.354386 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-a8cf7b85-21cf-4559-936b-626c9727f9d6 tempest-FloatingIPAdminTestJSON-335355198 tempest-FloatingIPAdminTestJSON-335355198-project] Publish callbacks [] for security_group (None), before_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:23:39.378623 n-d-713498-36 neutron-server[103229]: DEBUG neutron.db.db_base_plugin_common [None req-168bb2c9-3e3f-457c-88c3-70664a5a5aa5 tempest-DHCPAgentSchedulersTestJSON-168506594 tempest-DHCPAgentSchedulersTestJSON-168506594-project] Allocated IP 172.20.0.5 (271ed60d-b27a-4a3a-8932-f21559f11faf/e8fe03cb-0643-4334-95a2-716961c021cc/bc52845a-1d51-48e4-ab15-555e1a5a4bdb) {{(pid=103229) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 19:23:39.382103 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-9876da26-aeb8-4e79-9614-ca480add7d9a req-1f8e6b0f-6444-4ec1-ac97-1358613916e3 tempest-InstanceActionsV221TestJSON-1046832890 tempest-InstanceActionsV221TestJSON-1046832890-project] 10.222.0.75 "GET /v2.0/ports?device_id=cc415f82-a477-4c32-98e3-07b45b436950 HTTP/1.1" status: 200 len: 210 time: 0.1458035 Feb 09 19:23:39.454572 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.plugin [None req-d6d76ae4-8727-46d2-95d3-0ec9d9011f06 admin admin] Deleting port d89f8a2d-563f-4aef-8276-8da1087dbf4d {{(pid=103230) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 19:23:39.455289 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-d6d76ae4-8727-46d2-95d3-0ec9d9011f06 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762867170196'] for port (d89f8a2d-563f-4aef-8276-8da1087dbf4d), before_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:23:39.650736 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-168bb2c9-3e3f-457c-88c3-70664a5a5aa5 tempest-DHCPAgentSchedulersTestJSON-168506594 tempest-DHCPAgentSchedulersTestJSON-168506594-project] Publish callbacks [] for port (bc52845a-1d51-48e4-ab15-555e1a5a4bdb), precommit_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:23:39.697977 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.db [None req-d6d76ae4-8727-46d2-95d3-0ec9d9011f06 admin admin] For port d89f8a2d-563f-4aef-8276-8da1087dbf4d, host n-d-713498-36, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-36',level=0,port_id=d89f8a2d-563f-4aef-8276-8da1087dbf4d,segment=NetworkSegment(a4222f89-8d3f-4b51-953b-1a8126392491),segment_id=a4222f89-8d3f-4b51-953b-1a8126392491)] {{(pid=103230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 19:23:39.699880 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-d6d76ae4-8727-46d2-95d3-0ec9d9011f06 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1820838'] for port (d89f8a2d-563f-4aef-8276-8da1087dbf4d), precommit_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:23:39.742849 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-168bb2c9-3e3f-457c-88c3-70664a5a5aa5 tempest-DHCPAgentSchedulersTestJSON-168506594 tempest-DHCPAgentSchedulersTestJSON-168506594-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762866656467', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12867576'] for port (bc52845a-1d51-48e4-ab15-555e1a5a4bdb), after_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:23:39.758892 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.plugin [None req-d6d76ae4-8727-46d2-95d3-0ec9d9011f06 admin admin] Calling delete_port for d89f8a2d-563f-4aef-8276-8da1087dbf4d owned by network:router_gateway {{(pid=103230) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 19:23:39.865938 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.db_base_plugin_common [None req-55773d27-9a38-49ba-af3a-b3eb7206f06b None None] Allocated IP 172.20.0.2 (271ed60d-b27a-4a3a-8932-f21559f11faf/e8fe03cb-0643-4334-95a2-716961c021cc/79d03690-7b85-4d8d-94f0-d0716aa9b884) {{(pid=103232) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 19:23:39.896834 n-d-713498-36 neutron-server[103233]: DEBUG neutron.db.l3_hamode_db [None req-88f1aeab-662d-472c-8214-52384b6e0b6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2de7b94c-af62-41dd-8170-f7bfdc8f16a9', 'name': 'tempest-TaggedBootDevicesTest-193775849-router', 'tenant_id': '6aa7816f5dc146e5bdae7294b4b7e07c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88055e1e-672a-4487-be31-ffb6e833ece5', 'external_fixed_ips': [{'subnet_id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'ip_address': '172.25.1.241'}], 'enable_snat': True}, 'gw_port_id': 'd89f8a2d-563f-4aef-8276-8da1087dbf4d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T19:13:44Z', 'updated_at': '2022-02-09T19:23:35Z', 'revision_number': 5, 'project_id': '6aa7816f5dc146e5bdae7294b4b7e07c', 'gw_port': {'id': 'd89f8a2d-563f-4aef-8276-8da1087dbf4d', 'name': '', 'network_id': '88055e1e-672a-4487-be31-ffb6e833ece5', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:03:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2de7b94c-af62-41dd-8170-f7bfdc8f16a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1333, 'fixed_ips': [{'subnet_id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'ip_address': '172.25.1.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T19:13:46Z', 'updated_at': '2022-02-09T19:13:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-36'}], 'n-d-713498-36', False) {} {{(pid=103233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:23:39.927764 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-168bb2c9-3e3f-457c-88c3-70664a5a5aa5 tempest-DHCPAgentSchedulersTestJSON-168506594 tempest-DHCPAgentSchedulersTestJSON-168506594-project] Pushing event updated for resources: {'Port': ['ID=bc52845a-1d51-48e4-ab15-555e1a5a4bdb,revision_number=1']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:23:39.931799 n-d-713498-36 neutron-server[103229]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-168bb2c9-3e3f-457c-88c3-70664a5a5aa5 tempest-DHCPAgentSchedulersTestJSON-168506594 tempest-DHCPAgentSchedulersTestJSON-168506594-project] Network 271ed60d-b27a-4a3a-8932-f21559f11faf is already hosted by enough agents. {{(pid=103229) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 19:23:39.934301 n-d-713498-36 neutron-server[103229]: DEBUG neutron.scheduler.base_scheduler [None req-168bb2c9-3e3f-457c-88c3-70664a5a5aa5 tempest-DHCPAgentSchedulersTestJSON-168506594 tempest-DHCPAgentSchedulersTestJSON-168506594-project] Resources bound (agent type, host, resource id): {{(pid=103229) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 19:23:39.936858 n-d-713498-36 neutron-server[103229]: DEBUG neutron.db.l3_dvrscheduler_db [None req-168bb2c9-3e3f-457c-88c3-70664a5a5aa5 tempest-DHCPAgentSchedulersTestJSON-168506594 tempest-DHCPAgentSchedulersTestJSON-168506594-project] Received port after_create {{(pid=103229) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 19:23:39.991543 n-d-713498-36 neutron-server[103233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88f1aeab-662d-472c-8214-52384b6e0b6a None None] The sync data for ids ['2de7b94c-af62-41dd-8170-f7bfdc8f16a9'] in n-d-713498-36 is: [{'id': '2de7b94c-af62-41dd-8170-f7bfdc8f16a9', 'name': 'tempest-TaggedBootDevicesTest-193775849-router', 'tenant_id': '6aa7816f5dc146e5bdae7294b4b7e07c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88055e1e-672a-4487-be31-ffb6e833ece5', 'external_fixed_ips': [{'subnet_id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'ip_address': '172.25.1.241'}], 'enable_snat': True}, 'gw_port_id': 'd89f8a2d-563f-4aef-8276-8da1087dbf4d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T19:13:44Z', 'updated_at': '2022-02-09T19:23:35Z', 'revision_number': 5, 'project_id': '6aa7816f5dc146e5bdae7294b4b7e07c', 'gw_port': {'id': 'd89f8a2d-563f-4aef-8276-8da1087dbf4d', 'name': '', 'network_id': '88055e1e-672a-4487-be31-ffb6e833ece5', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:03:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2de7b94c-af62-41dd-8170-f7bfdc8f16a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1333, 'fixed_ips': [{'subnet_id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'ip_address': '172.25.1.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T19:13:46Z', 'updated_at': '2022-02-09T19:13:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-36'}] {{(pid=103233) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 19:23:40.134873 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-168bb2c9-3e3f-457c-88c3-70664a5a5aa5 tempest-DHCPAgentSchedulersTestJSON-168506594 tempest-DHCPAgentSchedulersTestJSON-168506594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:23:40.135863 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-168bb2c9-3e3f-457c-88c3-70664a5a5aa5 tempest-DHCPAgentSchedulersTestJSON-168506594 tempest-DHCPAgentSchedulersTestJSON-168506594-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171096'] for port (None), before_response {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:23:40.202106 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-168bb2c9-3e3f-457c-88c3-70664a5a5aa5 tempest-DHCPAgentSchedulersTestJSON-168506594 tempest-DHCPAgentSchedulersTestJSON-168506594-project] 10.222.0.75 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.6267328 Feb 09 19:23:40.205152 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 48912) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:23:40.315697 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-55773d27-9a38-49ba-af3a-b3eb7206f06b None None] Publish callbacks [] for port (79d03690-7b85-4d8d-94f0-d0716aa9b884), precommit_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:23:40.321317 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-d6d76ae4-8727-46d2-95d3-0ec9d9011f06 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762867177463', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762866656476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14393751'] for port (d89f8a2d-563f-4aef-8276-8da1087dbf4d), after_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:23:40.325579 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-55773d27-9a38-49ba-af3a-b3eb7206f06b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762866656467'] for port (79d03690-7b85-4d8d-94f0-d0716aa9b884), after_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:23:40.450628 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6d76ae4-8727-46d2-95d3-0ec9d9011f06 admin admin] Pushing event deleted for resources: {'Port': ['ID=d89f8a2d-563f-4aef-8276-8da1087dbf4d,revision_number=None']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:23:40.473943 n-d-713498-36 neutron-server[103232]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55773d27-9a38-49ba-af3a-b3eb7206f06b None None] Network 271ed60d-b27a-4a3a-8932-f21559f11faf is already hosted by enough agents. {{(pid=103232) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 19:23:40.478123 n-d-713498-36 neutron-server[103232]: DEBUG neutron.scheduler.base_scheduler [None req-55773d27-9a38-49ba-af3a-b3eb7206f06b None None] Resources bound (agent type, host, resource id): {{(pid=103232) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 19:23:40.492676 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55773d27-9a38-49ba-af3a-b3eb7206f06b None None] Received port after_create {{(pid=103232) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 19:23:40.507991 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bca0bad3-a7d1-43ed-9188-5164c0226f41 req-16d8d94e-eded-403e-9b5f-65362d9a3852 tempest-InstanceActionsV221TestJSON-1046832890 tempest-InstanceActionsV221TestJSON-1046832890-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:23:40.509700 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-bca0bad3-a7d1-43ed-9188-5164c0226f41 req-16d8d94e-eded-403e-9b5f-65362d9a3852 tempest-InstanceActionsV221TestJSON-1046832890 tempest-InstanceActionsV221TestJSON-1046832890-project] 10.222.0.90 "GET /v2.0/networks?id=1b8c569d-8a82-442f-af82-fb3f2f491aab HTTP/1.1" status: 200 len: 817 time: 0.5120630 Feb 09 19:23:40.532252 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.v2.base [req-bca0bad3-a7d1-43ed-9188-5164c0226f41 req-42fc1670-71a9-4e94-a577-de667c54c4a2 tempest-InstanceActionsV221TestJSON-1046832890 tempest-InstanceActionsV221TestJSON-1046832890-project] Request body: {'port': {'device_id': 'cc415f82-a477-4c32-98e3-07b45b436950', 'network_id': '1b8c569d-8a82-442f-af82-fb3f2f491aab', 'admin_state_up': True, 'tenant_id': 'd792c54807c24b6db4dfbe792689e48f'}} {{(pid=103229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 19:23:40.712590 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-d6d76ae4-8727-46d2-95d3-0ec9d9011f06 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1818987'] for router_gateway (2de7b94c-af62-41dd-8170-f7bfdc8f16a9), after_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:23:40.717756 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-a8cf7b85-21cf-4559-936b-626c9727f9d6 tempest-FloatingIPAdminTestJSON-335355198 tempest-FloatingIPAdminTestJSON-335355198-project] Publish callbacks [] for security_group (b29e7d89-182d-4dbf-8507-529fd2f265da), precommit_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:23:40.743371 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-321daf30-a287-4cef-9299-33eb486ebab9 req-0add617e-7ac5-4817-9e62-f1bcc8f71dbc tempest-InstanceActionsV221TestJSON-1046832890 tempest-InstanceActionsV221TestJSON-1046832890-project] 10.222.0.75 "GET /v2.0/ports?device_id=cc415f82-a477-4c32-98e3-07b45b436950 HTTP/1.1" status: 200 len: 210 time: 0.0620179 Feb 09 19:23:40.754090 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55773d27-9a38-49ba-af3a-b3eb7206f06b None None] Pushing event updated for resources: {'Port': ['ID=79d03690-7b85-4d8d-94f0-d0716aa9b884,revision_number=1']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:23:40.770363 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.managers [None req-55773d27-9a38-49ba-af3a-b3eb7206f06b None None] Attempting to bind port 79d03690-7b85-4d8d-94f0-d0716aa9b884 on host n-d-713498-36 for vnic_type normal with profile {{(pid=103232) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 19:23:40.770938 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.managers [None req-55773d27-9a38-49ba-af3a-b3eb7206f06b None None] Attempting to bind port 79d03690-7b85-4d8d-94f0-d0716aa9b884 by drivers openvswitch,hyperv on host n-d-713498-36 at level 0 using segments [{'id': 'ee4f942b-f633-475b-abe4-e71d07e22051', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': '271ed60d-b27a-4a3a-8932-f21559f11faf'}] {{(pid=103232) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 19:23:40.773372 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55773d27-9a38-49ba-af3a-b3eb7206f06b None None] Attempting to bind port 79d03690-7b85-4d8d-94f0-d0716aa9b884 on network 271ed60d-b27a-4a3a-8932-f21559f11faf {{(pid=103232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 19:23:40.830969 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55773d27-9a38-49ba-af3a-b3eb7206f06b None None] Checking agent: {'id': '496418a2-c002-4aec-ab1a-07f3bea491bd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-36', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 18, 51, 47), 'started_at': datetime.datetime(2022, 2, 9, 18, 52, 17), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 19, 23, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-36'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 19:23:40.831892 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55773d27-9a38-49ba-af3a-b3eb7206f06b None None] Checking segment: {'id': 'ee4f942b-f633-475b-abe4-e71d07e22051', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': '271ed60d-b27a-4a3a-8932-f21559f11faf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103232) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 19:23:40.832727 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-55773d27-9a38-49ba-af3a-b3eb7206f06b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:23:40.833566 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55773d27-9a38-49ba-af3a-b3eb7206f06b None None] Bound using segment: {'id': 'ee4f942b-f633-475b-abe4-e71d07e22051', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': '271ed60d-b27a-4a3a-8932-f21559f11faf'} {{(pid=103232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 19:23:40.834548 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.managers [None req-55773d27-9a38-49ba-af3a-b3eb7206f06b None None] Bound port: 79d03690-7b85-4d8d-94f0-d0716aa9b884, host: n-d-713498-36, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ee4f942b-f633-475b-abe4-e71d07e22051', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': '271ed60d-b27a-4a3a-8932-f21559f11faf'}}] {{(pid=103232) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 19:23:40.835363 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-55773d27-9a38-49ba-af3a-b3eb7206f06b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (79d03690-7b85-4d8d-94f0-d0716aa9b884), before_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:23:40.852745 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.plugin [None req-e6aff768-df68-4bf5-b798-6c29b789d1dc tempest-DHCPAgentSchedulersTestJSON-168506594 tempest-DHCPAgentSchedulersTestJSON-168506594-project] Deleting port bc52845a-1d51-48e4-ab15-555e1a5a4bdb {{(pid=103229) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 19:23:40.853123 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-e6aff768-df68-4bf5-b798-6c29b789d1dc tempest-DHCPAgentSchedulersTestJSON-168506594 tempest-DHCPAgentSchedulersTestJSON-168506594-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762867170196'] for port (bc52845a-1d51-48e4-ab15-555e1a5a4bdb), before_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:23:40.860149 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-03f5bc1d-1c17-4334-902d-37c41b957f88 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762867132591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593584'] for agent (af91e4b9-f4e1-42b1-a25c-a10dc47171c8), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:23:40.974874 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-d6d76ae4-8727-46d2-95d3-0ec9d9011f06 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1834988', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-58375'] for router (2de7b94c-af62-41dd-8170-f7bfdc8f16a9), precommit_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:23:40.977359 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-d6d76ae4-8727-46d2-95d3-0ec9d9011f06 admin admin] Publish callbacks [] for router_controller (2de7b94c-af62-41dd-8170-f7bfdc8f16a9), precommit_delete_associations {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:23:40.997461 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-55773d27-9a38-49ba-af3a-b3eb7206f06b None None] For port 79d03690-7b85-4d8d-94f0-d0716aa9b884, host n-d-713498-36, cleared binding levels {{(pid=103232) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 19:23:41.002268 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-55773d27-9a38-49ba-af3a-b3eb7206f06b None None] For port 79d03690-7b85-4d8d-94f0-d0716aa9b884, host n-d-713498-36, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-36',level=0,port_id=79d03690-7b85-4d8d-94f0-d0716aa9b884,segment=NetworkSegment(ee4f942b-f633-475b-abe4-e71d07e22051),segment_id=ee4f942b-f633-475b-abe4-e71d07e22051)] {{(pid=103232) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 19:23:41.015935 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-55773d27-9a38-49ba-af3a-b3eb7206f06b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762867176205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762866656485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762866656503'] for port (79d03690-7b85-4d8d-94f0-d0716aa9b884), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:23:41.051563 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-a8cf7b85-21cf-4559-936b-626c9727f9d6 tempest-FloatingIPAdminTestJSON-335355198 tempest-FloatingIPAdminTestJSON-335355198-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1892331'] for security_group (b29e7d89-182d-4dbf-8507-529fd2f265da), after_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:23:41.057717 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bca0bad3-a7d1-43ed-9188-5164c0226f41 req-42fc1670-71a9-4e94-a577-de667c54c4a2 tempest-InstanceActionsV221TestJSON-1046832890 tempest-InstanceActionsV221TestJSON-1046832890-project] Made reservation on behalf of d792c54807c24b6db4dfbe792689e48f for: {'port': 1} {{(pid=103229) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 19:23:41.067073 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a8cf7b85-21cf-4559-936b-626c9727f9d6 tempest-FloatingIPAdminTestJSON-335355198 tempest-FloatingIPAdminTestJSON-335355198-project] vlan segment allocate from pool success with {'vlan_id': 351, 'physical_network': 'physnet1'} {{(pid=103230) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 19:23:41.068163 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-bca0bad3-a7d1-43ed-9188-5164c0226f41 req-42fc1670-71a9-4e94-a577-de667c54c4a2 tempest-InstanceActionsV221TestJSON-1046832890 tempest-InstanceActionsV221TestJSON-1046832890-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (None), before_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:23:41.080039 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-a8cf7b85-21cf-4559-936b-626c9727f9d6 tempest-FloatingIPAdminTestJSON-335355198 tempest-FloatingIPAdminTestJSON-335355198-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-759574'] for segment (7ef33304-bc40-4d65-a656-2a912fa53a63), precommit_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:23:41.081037 n-d-713498-36 neutron-server[103230]: INFO neutron.db.segments_db [None req-a8cf7b85-21cf-4559-936b-626c9727f9d6 tempest-FloatingIPAdminTestJSON-335355198 tempest-FloatingIPAdminTestJSON-335355198-project] Added segment 7ef33304-bc40-4d65-a656-2a912fa53a63 of type vlan for network a736a742-969f-4004-83ac-c243652b0eda Feb 09 19:23:41.121244 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55773d27-9a38-49ba-af3a-b3eb7206f06b None None] Pushing event updated for resources: {'Port': ['ID=79d03690-7b85-4d8d-94f0-d0716aa9b884,revision_number=2']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:23:41.131965 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-a8cf7b85-21cf-4559-936b-626c9727f9d6 tempest-FloatingIPAdminTestJSON-335355198 tempest-FloatingIPAdminTestJSON-335355198-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762866642225'] for network (a736a742-969f-4004-83ac-c243652b0eda), precommit_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:23:41.184937 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-e6aff768-df68-4bf5-b798-6c29b789d1dc tempest-DHCPAgentSchedulersTestJSON-168506594 tempest-DHCPAgentSchedulersTestJSON-168506594-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1820838'] for port (bc52845a-1d51-48e4-ab15-555e1a5a4bdb), precommit_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:23:41.187370 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-d6d76ae4-8727-46d2-95d3-0ec9d9011f06 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1835003'] for router (2de7b94c-af62-41dd-8170-f7bfdc8f16a9), after_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:23:41.188330 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d6d76ae4-8727-46d2-95d3-0ec9d9011f06 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 2de7b94c-af62-41dd-8170-f7bfdc8f16a9 {{(pid=103230) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 09 19:23:41.203867 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.plugin [None req-e6aff768-df68-4bf5-b798-6c29b789d1dc tempest-DHCPAgentSchedulersTestJSON-168506594 tempest-DHCPAgentSchedulersTestJSON-168506594-project] Calling delete_port for bc52845a-1d51-48e4-ab15-555e1a5a4bdb owned by {{(pid=103229) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 19:23:41.224844 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-d6d76ae4-8727-46d2-95d3-0ec9d9011f06 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:23:41.231157 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-d6d76ae4-8727-46d2-95d3-0ec9d9011f06 admin admin] 10.222.0.75 "DELETE /v2.0/routers/2de7b94c-af62-41dd-8170-f7bfdc8f16a9 HTTP/1.1" status: 204 len: 168 time: 3.6809025 Feb 09 19:23:41.235740 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 48918) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:23:41.351999 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-a8cf7b85-21cf-4559-936b-626c9727f9d6 tempest-FloatingIPAdminTestJSON-335355198 tempest-FloatingIPAdminTestJSON-335355198-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1885479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452'] for network (a736a742-969f-4004-83ac-c243652b0eda), after_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:23:41.357372 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8cf7b85-21cf-4559-936b-626c9727f9d6 tempest-FloatingIPAdminTestJSON-335355198 tempest-FloatingIPAdminTestJSON-335355198-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:23:41.367401 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-a8cf7b85-21cf-4559-936b-626c9727f9d6 tempest-FloatingIPAdminTestJSON-335355198 tempest-FloatingIPAdminTestJSON-335355198-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1613566'] for network (None), before_response {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:23:41.442874 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-a8cf7b85-21cf-4559-936b-626c9727f9d6 tempest-FloatingIPAdminTestJSON-335355198 tempest-FloatingIPAdminTestJSON-335355198-project] 10.222.0.75 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 2.3712566 Feb 09 19:23:41.445318 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 48926) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:23:41.494568 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.v2.base [None req-059f518f-0587-45dd-9ce1-7b5cdf100867 tempest-FloatingIPAdminTestJSON-335355198 tempest-FloatingIPAdminTestJSON-335355198-project] Request body: {'subnet': {'network_id': 'a736a742-969f-4004-83ac-c243652b0eda', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103230) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 19:23:41.690885 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-e6aff768-df68-4bf5-b798-6c29b789d1dc tempest-DHCPAgentSchedulersTestJSON-168506594 tempest-DHCPAgentSchedulersTestJSON-168506594-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762867177463', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762866656476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12867576'] for port (bc52845a-1d51-48e4-ab15-555e1a5a4bdb), after_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:23:41.822920 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6aff768-df68-4bf5-b798-6c29b789d1dc tempest-DHCPAgentSchedulersTestJSON-168506594 tempest-DHCPAgentSchedulersTestJSON-168506594-project] Pushing event deleted for resources: {'Port': ['ID=bc52845a-1d51-48e4-ab15-555e1a5a4bdb,revision_number=None']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:23:42.056725 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Device f647e9aa-f779-49dd-beb9-ff70f292d3d8 no longer exists at agent ovs-agent-n-d-713498-36 {{(pid=103232) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 19:23:42.116482 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] No Port match for: f647e9aa-f779-49dd-beb9-ff70f292d3d8 {{(pid=103232) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 19:23:42.116833 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Device f647e9aa-f779-49dd-beb9-ff70f292d3d8 not bound to the agent host n-d-713498-36 {{(pid=103232) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 19:23:42.117266 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Device d89f8a2d-563f-4aef-8276-8da1087dbf4d no longer exists at agent ovs-agent-n-d-713498-36 {{(pid=103232) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 19:23:42.117822 n-d-713498-36 neutron-server[103229]: DEBUG neutron.db.db_base_plugin_common [req-bca0bad3-a7d1-43ed-9188-5164c0226f41 req-42fc1670-71a9-4e94-a577-de667c54c4a2 tempest-InstanceActionsV221TestJSON-1046832890 tempest-InstanceActionsV221TestJSON-1046832890-project] Allocated IP 172.20.0.3 (1b8c569d-8a82-442f-af82-fb3f2f491aab/1001c43d-7346-4f91-bb65-7a0023d165be/27b63592-bc33-4d31-bba6-3a9325d2c458) {{(pid=103229) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 19:23:42.381630 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8cf7b85-21cf-4559-936b-626c9727f9d6 tempest-FloatingIPAdminTestJSON-335355198 tempest-FloatingIPAdminTestJSON-335355198-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b29e7d89-182d-4dbf-8507-529fd2f265da,revision_number=1']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:23:42.418788 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-bca0bad3-a7d1-43ed-9188-5164c0226f41 req-42fc1670-71a9-4e94-a577-de667c54c4a2 tempest-InstanceActionsV221TestJSON-1046832890 tempest-InstanceActionsV221TestJSON-1046832890-project] Publish callbacks [] for port (27b63592-bc33-4d31-bba6-3a9325d2c458), precommit_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:23:42.485904 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-57eb2d53-4f54-44f0-afdc-405a458ce19f req-72a0df10-a2f9-4d08-ac0b-ecef0473709f tempest-InstanceActionsV221TestJSON-1046832890 tempest-InstanceActionsV221TestJSON-1046832890-project] 10.222.0.75 "GET /v2.0/ports?device_id=cc415f82-a477-4c32-98e3-07b45b436950 HTTP/1.1" status: 200 len: 210 time: 0.2078998 Feb 09 19:23:42.524098 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8cf7b85-21cf-4559-936b-626c9727f9d6 tempest-FloatingIPAdminTestJSON-335355198 tempest-FloatingIPAdminTestJSON-335355198-project] Pushing event updated for resources: {'Network': ['ID=a736a742-969f-4004-83ac-c243652b0eda,revision_number=1']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:23:42.540507 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-bca0bad3-a7d1-43ed-9188-5164c0226f41 req-42fc1670-71a9-4e94-a577-de667c54c4a2 tempest-InstanceActionsV221TestJSON-1046832890 tempest-InstanceActionsV221TestJSON-1046832890-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762866656467', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12867576'] for port (27b63592-bc33-4d31-bba6-3a9325d2c458), after_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:23:42.540831 n-d-713498-36 neutron-server[103230]: DEBUG neutron.db.db_base_plugin_v2 [None req-f2261b37-5007-4f68-8eb2-6d94059db2c7 admin admin] Deleting subnet 7f953a33-2970-4663-b565-e1a67ef683a3 {{(pid=103230) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 19:23:42.579665 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-f2261b37-5007-4f68-8eb2-6d94059db2c7 admin admin] Publish callbacks [] for subnet (7f953a33-2970-4663-b565-e1a67ef683a3), before_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:23:42.604905 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Network a736a742-969f-4004-83ac-c243652b0eda details requested by agent ovs-agent-n-d-713498-36 with host n-d-713498-36 {{(pid=103232) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 19:23:42.607928 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] No Port match for: d89f8a2d-563f-4aef-8276-8da1087dbf4d {{(pid=103232) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 19:23:42.608279 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Device d89f8a2d-563f-4aef-8276-8da1087dbf4d not bound to the agent host n-d-713498-36 {{(pid=103232) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 19:23:42.691006 n-d-713498-36 neutron-server[103229]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bca0bad3-a7d1-43ed-9188-5164c0226f41 req-42fc1670-71a9-4e94-a577-de667c54c4a2 tempest-InstanceActionsV221TestJSON-1046832890 tempest-InstanceActionsV221TestJSON-1046832890-project] Network 1b8c569d-8a82-442f-af82-fb3f2f491aab is already hosted by enough agents. {{(pid=103229) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 19:23:42.695588 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42fc1670-71a9-4e94-a577-de667c54c4a2 tempest-InstanceActionsV221TestJSON-1046832890 tempest-InstanceActionsV221TestJSON-1046832890-project] Pushing event updated for resources: {'Port': ['ID=27b63592-bc33-4d31-bba6-3a9325d2c458,revision_number=1']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:23:42.711868 n-d-713498-36 neutron-server[103229]: DEBUG neutron.scheduler.base_scheduler [req-bca0bad3-a7d1-43ed-9188-5164c0226f41 req-42fc1670-71a9-4e94-a577-de667c54c4a2 tempest-InstanceActionsV221TestJSON-1046832890 tempest-InstanceActionsV221TestJSON-1046832890-project] Resources bound (agent type, host, resource id): {{(pid=103229) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 19:23:42.719553 n-d-713498-36 neutron-server[103229]: DEBUG neutron.db.l3_dvrscheduler_db [req-bca0bad3-a7d1-43ed-9188-5164c0226f41 req-42fc1670-71a9-4e94-a577-de667c54c4a2 tempest-InstanceActionsV221TestJSON-1046832890 tempest-InstanceActionsV221TestJSON-1046832890-project] Received port after_create {{(pid=103229) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 19:23:42.731090 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-f2261b37-5007-4f68-8eb2-6d94059db2c7 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12895822'] for subnet (7f953a33-2970-4663-b565-e1a67ef683a3), precommit_delete_associations {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:23:42.744513 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-e6aff768-df68-4bf5-b798-6c29b789d1dc tempest-DHCPAgentSchedulersTestJSON-168506594 tempest-DHCPAgentSchedulersTestJSON-168506594-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171096'] for port (None), before_response {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:23:42.747988 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-9f233dc1-064d-4478-83b4-dd42053f7c7f req-5aa5b52a-17ef-499c-b96e-a31a2f9696c0 service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=9a1c27a8-ba54-400e-9357-176d8c299bdc&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 1.3498302 Feb 09 19:23:42.761643 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-e6aff768-df68-4bf5-b798-6c29b789d1dc tempest-DHCPAgentSchedulersTestJSON-168506594 tempest-DHCPAgentSchedulersTestJSON-168506594-project] 10.222.0.75 "DELETE /v2.0/ports/bc52845a-1d51-48e4-ab15-555e1a5a4bdb HTTP/1.1" status: 204 len: 168 time: 2.5411603 Feb 09 19:23:42.805638 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 48944) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:23:42.847197 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-059f518f-0587-45dd-9ce1-7b5cdf100867 tempest-FloatingIPAdminTestJSON-335355198 tempest-FloatingIPAdminTestJSON-335355198-project] Made reservation on behalf of 10468a12d1c24d8eb3829f312d69cb3c for: {'subnet': 1} {{(pid=103230) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 19:23:42.849721 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bca0bad3-a7d1-43ed-9188-5164c0226f41 req-42fc1670-71a9-4e94-a577-de667c54c4a2 tempest-InstanceActionsV221TestJSON-1046832890 tempest-InstanceActionsV221TestJSON-1046832890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:23:42.850463 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-bca0bad3-a7d1-43ed-9188-5164c0226f41 req-42fc1670-71a9-4e94-a577-de667c54c4a2 tempest-InstanceActionsV221TestJSON-1046832890 tempest-InstanceActionsV221TestJSON-1046832890-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171096'] for port (None), before_response {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:23:42.859198 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-059f518f-0587-45dd-9ce1-7b5cdf100867 tempest-FloatingIPAdminTestJSON-335355198 tempest-FloatingIPAdminTestJSON-335355198-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12985917'] for subnet (None), before_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:23:42.874253 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-bca0bad3-a7d1-43ed-9188-5164c0226f41 req-42fc1670-71a9-4e94-a577-de667c54c4a2 tempest-InstanceActionsV221TestJSON-1046832890 tempest-InstanceActionsV221TestJSON-1046832890-project] 10.222.0.90 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.3493321 Feb 09 19:23:42.887394 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.v2.base [req-bca0bad3-a7d1-43ed-9188-5164c0226f41 req-848c24cf-677d-4a9f-a09f-ae37da4b1b2b service neutron] Request body: {'port': {'device_id': 'cc415f82-a477-4c32-98e3-07b45b436950', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-713498-36'}} {{(pid=103229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 19:23:43.073067 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-ef05aca4-3d20-4c6d-870b-0364054e96f7 tempest-DHCPAgentSchedulersTestJSON-757691285 tempest-DHCPAgentSchedulersTestJSON-757691285-project-admin] 10.222.0.75 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4934 time: 0.2660558 Feb 09 19:23:43.074201 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-bca0bad3-a7d1-43ed-9188-5164c0226f41 req-848c24cf-677d-4a9f-a09f-ae37da4b1b2b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (27b63592-bc33-4d31-bba6-3a9325d2c458), before_update {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:23:43.080555 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-fa31a22f-2401-497d-b523-5a48e01972fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762867132591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593584'] for agent (93303d5e-5d17-45e8-8963-7694f87783ae), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:23:43.088469 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 48950) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:23:43.160075 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.v2.base [None req-c3f31851-cf1f-47e8-b368-db705205e147 tempest-DHCPAgentSchedulersTestJSON-168506594 tempest-DHCPAgentSchedulersTestJSON-168506594-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-1331541561'}} {{(pid=103230) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 19:23:43.297512 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f233dc1-064d-4478-83b4-dd42053f7c7f req-01185bc3-4855-4432-b91c-78d106ef2817 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:23:43.299412 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-9f233dc1-064d-4478-83b4-dd42053f7c7f req-01185bc3-4855-4432-b91c-78d106ef2817 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=0c7f047f175c41a987e2010a725a3d95&device_id=9a1c27a8-ba54-400e-9357-176d8c299bdc HTTP/1.1" status: 200 len: 1129 time: 0.4732006 Feb 09 19:23:43.315825 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-f2261b37-5007-4f68-8eb2-6d94059db2c7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-759852'] for subnet (7f953a33-2970-4663-b565-e1a67ef683a3), precommit_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:23:43.401460 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e2ea070-ba38-42e1-aa73-6d85d6b2e57a None None] Network 271ed60d-b27a-4a3a-8932-f21559f11faf requested from n-d-713498-36 {{(pid=103232) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 19:23:43.439036 n-d-713498-36 neutron-server[103229]: DEBUG neutron.notifiers.nova [req-bca0bad3-a7d1-43ed-9188-5164c0226f41 req-848c24cf-677d-4a9f-a09f-ae37da4b1b2b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 27b63592-bc33-4d31-bba6-3a9325d2c458 {{(pid=103229) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 19:23:43.448448 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-bca0bad3-a7d1-43ed-9188-5164c0226f41 req-848c24cf-677d-4a9f-a09f-ae37da4b1b2b service neutron] Publish callbacks [] for port (27b63592-bc33-4d31-bba6-3a9325d2c458), precommit_update {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:23:43.463478 n-d-713498-36 neutron-server[103229]: DEBUG neutron.db.provisioning_blocks [req-bca0bad3-a7d1-43ed-9188-5164c0226f41 req-848c24cf-677d-4a9f-a09f-ae37da4b1b2b service neutron] Transition to ACTIVE for port object 27b63592-bc33-4d31-bba6-3a9325d2c458 will not be triggered until provisioned by entity L2. {{(pid=103229) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 19:23:43.469175 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-bca0bad3-a7d1-43ed-9188-5164c0226f41 req-848c24cf-677d-4a9f-a09f-ae37da4b1b2b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762867176205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762866656485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762866656503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12867569'] for port (27b63592-bc33-4d31-bba6-3a9325d2c458), after_update {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:23:43.571513 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-848c24cf-677d-4a9f-a09f-ae37da4b1b2b service neutron] Pushing event updated for resources: {'Port': ['ID=27b63592-bc33-4d31-bba6-3a9325d2c458,revision_number=2']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:23:43.610152 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f233dc1-064d-4478-83b4-dd42053f7c7f req-2f1a6199-7475-4046-87f5-7e84170d28bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:23:43.612786 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-9f233dc1-064d-4478-83b4-dd42053f7c7f req-2f1a6199-7475-4046-87f5-7e84170d28bb service neutron] 10.222.0.89 "GET /v2.0/networks?id=9cf0b823-fac1-4f9f-b685-8fd71a300e07 HTTP/1.1" status: 200 len: 918 time: 0.2871511 Feb 09 19:23:43.613358 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c3f31851-cf1f-47e8-b368-db705205e147 tempest-DHCPAgentSchedulersTestJSON-168506594 tempest-DHCPAgentSchedulersTestJSON-168506594-project] Made reservation on behalf of ebd2347050b74c94a8274a39ccaee61d for: {'network': 1} {{(pid=103230) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 19:23:43.627542 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-c3f31851-cf1f-47e8-b368-db705205e147 tempest-DHCPAgentSchedulersTestJSON-168506594 tempest-DHCPAgentSchedulersTestJSON-168506594-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for network (None), before_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:23:43.642689 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.provisioning_blocks [None req-08e3b5dd-0b33-49c7-adff-bbf55ae05166 None None] Provisioning complete for port 79d03690-7b85-4d8d-94f0-d0716aa9b884 triggered by entity DHCP. {{(pid=103232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 19:23:43.642955 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-08e3b5dd-0b33-49c7-adff-bbf55ae05166 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593630'] for port (79d03690-7b85-4d8d-94f0-d0716aa9b884), provisioning_complete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:23:43.746968 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-08e3b5dd-0b33-49c7-adff-bbf55ae05166 None None] Current status of the port 79d03690-7b85-4d8d-94f0-d0716aa9b884 is: DOWN; New status is: ACTIVE {{(pid=103232) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 19:23:43.747287 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-08e3b5dd-0b33-49c7-adff-bbf55ae05166 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (79d03690-7b85-4d8d-94f0-d0716aa9b884), before_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:23:43.831621 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-9f233dc1-064d-4478-83b4-dd42053f7c7f req-3413db74-231c-4969-a422-4a25a741329f service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b50d554d-6f94-47cf-8afe-1b81749f4ef5 HTTP/1.1" status: 200 len: 1001 time: 0.1966064 Feb 09 19:23:43.833869 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-08e3b5dd-0b33-49c7-adff-bbf55ae05166 None None] For port 79d03690-7b85-4d8d-94f0-d0716aa9b884, host n-d-713498-36, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-36',level=0,port_id=79d03690-7b85-4d8d-94f0-d0716aa9b884,segment=NetworkSegment(ee4f942b-f633-475b-abe4-e71d07e22051),segment_id=ee4f942b-f633-475b-abe4-e71d07e22051)] {{(pid=103232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 19:23:43.841634 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-08e3b5dd-0b33-49c7-adff-bbf55ae05166 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762867176205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762866656485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762866656503'] for port (79d03690-7b85-4d8d-94f0-d0716aa9b884), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:23:43.930379 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08e3b5dd-0b33-49c7-adff-bbf55ae05166 None None] Pushing event updated for resources: {'Port': ['ID=79d03690-7b85-4d8d-94f0-d0716aa9b884,revision_number=3']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:23:43.933667 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.managers [req-bca0bad3-a7d1-43ed-9188-5164c0226f41 req-848c24cf-677d-4a9f-a09f-ae37da4b1b2b service neutron] Attempting to bind port 27b63592-bc33-4d31-bba6-3a9325d2c458 on host n-h2-713498-36 for vnic_type normal with profile {{(pid=103229) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 19:23:43.934210 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.managers [req-bca0bad3-a7d1-43ed-9188-5164c0226f41 req-848c24cf-677d-4a9f-a09f-ae37da4b1b2b service neutron] Attempting to bind port 27b63592-bc33-4d31-bba6-3a9325d2c458 by drivers openvswitch,hyperv on host n-h2-713498-36 at level 0 using segments [{'id': '42d58126-a93d-4afb-9ad4-ec6878da16a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': '1b8c569d-8a82-442f-af82-fb3f2f491aab'}] {{(pid=103229) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 19:23:43.934348 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bca0bad3-a7d1-43ed-9188-5164c0226f41 req-848c24cf-677d-4a9f-a09f-ae37da4b1b2b service neutron] Attempting to bind port 27b63592-bc33-4d31-bba6-3a9325d2c458 on network 1b8c569d-8a82-442f-af82-fb3f2f491aab {{(pid=103229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 19:23:43.954258 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bca0bad3-a7d1-43ed-9188-5164c0226f41 req-848c24cf-677d-4a9f-a09f-ae37da4b1b2b service neutron] Port 27b63592-bc33-4d31-bba6-3a9325d2c458 on network 1b8c569d-8a82-442f-af82-fb3f2f491aab not bound, no agent of type Open vSwitch agent registered on host n-h2-713498-36 {{(pid=103229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 19:23:43.954505 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bca0bad3-a7d1-43ed-9188-5164c0226f41 req-848c24cf-677d-4a9f-a09f-ae37da4b1b2b service neutron] Attempting to bind port 27b63592-bc33-4d31-bba6-3a9325d2c458 on network 1b8c569d-8a82-442f-af82-fb3f2f491aab {{(pid=103229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 19:23:43.962889 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bca0bad3-a7d1-43ed-9188-5164c0226f41 req-848c24cf-677d-4a9f-a09f-ae37da4b1b2b service neutron] Checking agent: {'id': 'bcd5faee-dc24-4298-9134-0e0aa054058e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713498-36', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 18, 59, 19), 'started_at': datetime.datetime(2022, 2, 9, 18, 59, 19), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 19, 23, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 19:23:43.963241 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bca0bad3-a7d1-43ed-9188-5164c0226f41 req-848c24cf-677d-4a9f-a09f-ae37da4b1b2b service neutron] Checking segment: {'id': '42d58126-a93d-4afb-9ad4-ec6878da16a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': '1b8c569d-8a82-442f-af82-fb3f2f491aab'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103229) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 19:23:43.963643 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bca0bad3-a7d1-43ed-9188-5164c0226f41 req-848c24cf-677d-4a9f-a09f-ae37da4b1b2b service neutron] Bound using segment: {'id': '42d58126-a93d-4afb-9ad4-ec6878da16a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': '1b8c569d-8a82-442f-af82-fb3f2f491aab'} {{(pid=103229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 19:23:43.964086 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.managers [req-bca0bad3-a7d1-43ed-9188-5164c0226f41 req-848c24cf-677d-4a9f-a09f-ae37da4b1b2b service neutron] Bound port: 27b63592-bc33-4d31-bba6-3a9325d2c458, host: n-h2-713498-36, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '42d58126-a93d-4afb-9ad4-ec6878da16a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': '1b8c569d-8a82-442f-af82-fb3f2f491aab'}}] {{(pid=103229) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 19:23:43.965055 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-bca0bad3-a7d1-43ed-9188-5164c0226f41 req-848c24cf-677d-4a9f-a09f-ae37da4b1b2b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (27b63592-bc33-4d31-bba6-3a9325d2c458), before_update {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:23:43.995326 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Device 79d03690-7b85-4d8d-94f0-d0716aa9b884 up at agent ovs-agent-n-d-713498-36 {{(pid=103232) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 19:23:44.018185 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f233dc1-064d-4478-83b4-dd42053f7c7f req-67e5f85a-728c-4023-be10-2e1d0e624c56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:23:44.020498 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-9f233dc1-064d-4478-83b4-dd42053f7c7f req-67e5f85a-728c-4023-be10-2e1d0e624c56 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=ca2eed47-7b83-4cc1-87fa-16862746969c HTTP/1.1" status: 200 len: 856 time: 0.1515291 Feb 09 19:23:44.078579 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c3f31851-cf1f-47e8-b368-db705205e147 tempest-DHCPAgentSchedulersTestJSON-168506594 tempest-DHCPAgentSchedulersTestJSON-168506594-project] vlan segment allocate from pool success with {'vlan_id': 372, 'physical_network': 'physnet1'} {{(pid=103230) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 19:23:44.091352 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-c3f31851-cf1f-47e8-b368-db705205e147 tempest-DHCPAgentSchedulersTestJSON-168506594 tempest-DHCPAgentSchedulersTestJSON-168506594-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-759574'] for segment (362c2803-d383-4616-92a7-51b2e17c2c3a), precommit_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:23:44.091999 n-d-713498-36 neutron-server[103230]: INFO neutron.db.segments_db [None req-c3f31851-cf1f-47e8-b368-db705205e147 tempest-DHCPAgentSchedulersTestJSON-168506594 tempest-DHCPAgentSchedulersTestJSON-168506594-project] Added segment 362c2803-d383-4616-92a7-51b2e17c2c3a of type vlan for network f0028bdf-9e94-420d-af18-836b19fdcb64 Feb 09 19:23:44.109876 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.provisioning_blocks [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Provisioning complete for port 79d03690-7b85-4d8d-94f0-d0716aa9b884 triggered by entity L2. {{(pid=103232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 19:23:44.111379 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593630'] for port (79d03690-7b85-4d8d-94f0-d0716aa9b884), provisioning_complete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:23:44.146663 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-c3f31851-cf1f-47e8-b368-db705205e147 tempest-DHCPAgentSchedulersTestJSON-168506594 tempest-DHCPAgentSchedulersTestJSON-168506594-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762866642225'] for network (f0028bdf-9e94-420d-af18-836b19fdcb64), precommit_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:23:44.177358 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.db [req-bca0bad3-a7d1-43ed-9188-5164c0226f41 req-848c24cf-677d-4a9f-a09f-ae37da4b1b2b service neutron] For port 27b63592-bc33-4d31-bba6-3a9325d2c458, host n-h2-713498-36, cleared binding levels {{(pid=103229) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 19:23:44.190675 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.db [req-bca0bad3-a7d1-43ed-9188-5164c0226f41 req-848c24cf-677d-4a9f-a09f-ae37da4b1b2b service neutron] For port 27b63592-bc33-4d31-bba6-3a9325d2c458, host n-h2-713498-36, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-36',level=0,port_id=27b63592-bc33-4d31-bba6-3a9325d2c458,segment=NetworkSegment(42d58126-a93d-4afb-9ad4-ec6878da16a3),segment_id=42d58126-a93d-4afb-9ad4-ec6878da16a3)] {{(pid=103229) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 19:23:44.211877 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b39da338-35b4-4d00-8c39-bfca6cbd7624 req-0f1be075-1f32-45ce-8ff8-c2258f5730d0 tempest-InstanceActionsV221TestJSON-1046832890 tempest-InstanceActionsV221TestJSON-1046832890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:23:44.232953 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-c3f31851-cf1f-47e8-b368-db705205e147 tempest-DHCPAgentSchedulersTestJSON-168506594 tempest-DHCPAgentSchedulersTestJSON-168506594-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1885479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452'] for network (f0028bdf-9e94-420d-af18-836b19fdcb64), after_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:23:44.234545 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-b39da338-35b4-4d00-8c39-bfca6cbd7624 req-0f1be075-1f32-45ce-8ff8-c2258f5730d0 tempest-InstanceActionsV221TestJSON-1046832890 tempest-InstanceActionsV221TestJSON-1046832890-project] 10.222.0.75 "GET /v2.0/ports?device_id=cc415f82-a477-4c32-98e3-07b45b436950 HTTP/1.1" status: 200 len: 943 time: 0.4341323 Feb 09 19:23:44.242457 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3f31851-cf1f-47e8-b368-db705205e147 tempest-DHCPAgentSchedulersTestJSON-168506594 tempest-DHCPAgentSchedulersTestJSON-168506594-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:23:44.243415 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-c3f31851-cf1f-47e8-b368-db705205e147 tempest-DHCPAgentSchedulersTestJSON-168506594 tempest-DHCPAgentSchedulersTestJSON-168506594-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1613566'] for network (None), before_response {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:23:44.298726 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-bca0bad3-a7d1-43ed-9188-5164c0226f41 req-848c24cf-677d-4a9f-a09f-ae37da4b1b2b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762867176205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762866656485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762866656503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12867569'] for port (27b63592-bc33-4d31-bba6-3a9325d2c458), after_update {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:23:44.385182 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.provisioning_blocks [None req-ef0c73b6-f25c-432a-bbe6-f4f1920924c9 None None] Provisioning complete for port 79d03690-7b85-4d8d-94f0-d0716aa9b884 triggered by entity DHCP. {{(pid=103232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 19:23:44.385897 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-ef0c73b6-f25c-432a-bbe6-f4f1920924c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593630'] for port (79d03690-7b85-4d8d-94f0-d0716aa9b884), provisioning_complete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:23:44.392768 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Current status of the port 79d03690-7b85-4d8d-94f0-d0716aa9b884 is: ACTIVE; New status is: ACTIVE {{(pid=103232) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 19:23:44.405817 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-edc54c9b-7f13-45d9-9271-85c9738b0128 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762867132591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593584'] for agent (a62b1850-466f-48ae-bec7-d62fb280e14b), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:23:44.429794 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-c3f31851-cf1f-47e8-b368-db705205e147 tempest-DHCPAgentSchedulersTestJSON-168506594 tempest-DHCPAgentSchedulersTestJSON-168506594-project] 10.222.0.75 "POST /v2.0/networks HTTP/1.1" status: 201 len: 795 time: 1.2852998 Feb 09 19:23:44.435524 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-b39da338-35b4-4d00-8c39-bfca6cbd7624 req-c3b8970c-8d22-41cb-84b8-77446fa46fde tempest-InstanceActionsV221TestJSON-1046832890 tempest-InstanceActionsV221TestJSON-1046832890-project] 10.222.0.75 "GET /v2.0/security-groups?id=09ed4d9c-5053-45af-94a4-e92d5b89871f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2000523 Feb 09 19:23:44.437423 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 48960) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:23:44.440993 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3f31851-cf1f-47e8-b368-db705205e147 tempest-DHCPAgentSchedulersTestJSON-168506594 tempest-DHCPAgentSchedulersTestJSON-168506594-project] Pushing event updated for resources: {'Network': ['ID=f0028bdf-9e94-420d-af18-836b19fdcb64,revision_number=1']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:23:44.451371 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bca0bad3-a7d1-43ed-9188-5164c0226f41 req-848c24cf-677d-4a9f-a09f-ae37da4b1b2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:23:44.452056 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-bca0bad3-a7d1-43ed-9188-5164c0226f41 req-848c24cf-677d-4a9f-a09f-ae37da4b1b2b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171096'] for port (None), before_response {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:23:44.453599 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-bca0bad3-a7d1-43ed-9188-5164c0226f41 req-848c24cf-677d-4a9f-a09f-ae37da4b1b2b service neutron] 10.222.0.90 "PUT /v2.0/ports/27b63592-bc33-4d31-bba6-3a9325d2c458 HTTP/1.1" status: 200 len: 1092 time: 1.5709507 Feb 09 19:23:44.459053 n-d-713498-36 neutron-server[103229]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cc415f82-a477-4c32-98e3-07b45b436950', 'tag': '27b63592-bc33-4d31-bba6-3a9325d2c458'}] {{(pid=103229) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 19:23:44.468239 n-d-713498-36 neutron-server[103229]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fa6ae9a20702bd564eaf90d946620b2b4277b1ab91129323d3b54181076be307" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aaa19b97-700f-4ae2-b5fe-3c6441556bf2" -d '{"events": [{"name": "network-changed", "server_uuid": "cc415f82-a477-4c32-98e3-07b45b436950", "tag": "27b63592-bc33-4d31-bba6-3a9325d2c458"}]}' {{(pid=103229) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 19:23:44.519734 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-848c24cf-677d-4a9f-a09f-ae37da4b1b2b service neutron] Pushing event updated for resources: {'Port': ['ID=27b63592-bc33-4d31-bba6-3a9325d2c458,revision_number=3']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:23:44.604208 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Network f0028bdf-9e94-420d-af18-836b19fdcb64 details requested by agent ovs-agent-n-d-713498-36 with host n-d-713498-36 {{(pid=103232) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 19:23:44.672758 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bca0bad3-a7d1-43ed-9188-5164c0226f41 req-f2bb02c0-9c11-41c3-a4fa-af11330eba5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:23:44.674327 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-bca0bad3-a7d1-43ed-9188-5164c0226f41 req-f2bb02c0-9c11-41c3-a4fa-af11330eba5d service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=d792c54807c24b6db4dfbe792689e48f&device_id=cc415f82-a477-4c32-98e3-07b45b436950 HTTP/1.1" status: 200 len: 1126 time: 0.1360717 Feb 09 19:23:44.699866 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f233dc1-064d-4478-83b4-dd42053f7c7f req-a8a1e818-772b-4c3a-9222-25850546c5e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:23:44.702700 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-9f233dc1-064d-4478-83b4-dd42053f7c7f req-a8a1e818-772b-4c3a-9222-25850546c5e0 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=9cf0b823-fac1-4f9f-b685-8fd71a300e07&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.6739066 Feb 09 19:23:44.793943 n-d-713498-36 neutron-server[103229]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 19:23:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-69973fe3-f85e-4d50-9364-db1bc163defe x-openstack-request-id: req-69973fe3-f85e-4d50-9364-db1bc163defe {{(pid=103229) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 19:23:44.794278 n-d-713498-36 neutron-server[103229]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cc415f82-a477-4c32-98e3-07b45b436950", "tag": "27b63592-bc33-4d31-bba6-3a9325d2c458", "status": "completed", "code": 200}]} {{(pid=103229) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 19:23:44.797483 n-d-713498-36 neutron-server[103229]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-69973fe3-f85e-4d50-9364-db1bc163defe {{(pid=103229) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 19:23:44.797908 n-d-713498-36 neutron-server[103229]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cc415f82-a477-4c32-98e3-07b45b436950', 'tag': '27b63592-bc33-4d31-bba6-3a9325d2c458', 'status': 'completed', 'code': 200} Feb 09 19:23:44.801161 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-bca0bad3-a7d1-43ed-9188-5164c0226f41 req-6ed10264-8b5c-43ac-9245-de32e960fcf7 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=27b63592-bc33-4d31-bba6-3a9325d2c458 HTTP/1.1" status: 200 len: 217 time: 0.1184678 Feb 09 19:23:44.888903 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-9f233dc1-064d-4478-83b4-dd42053f7c7f req-f40314ff-9494-4ccf-affe-c828ba5c1a77 service neutron] 10.222.0.89 "GET /v2.0/networks/9cf0b823-fac1-4f9f-b685-8fd71a300e07?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1157494 Feb 09 19:23:44.909748 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-f2261b37-5007-4f68-8eb2-6d94059db2c7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-760023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14393672', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12985882'] for subnet (7f953a33-2970-4663-b565-e1a67ef683a3), after_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:23:44.923724 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bca0bad3-a7d1-43ed-9188-5164c0226f41 req-fe22f544-3a41-4f7a-a722-fcfa2e02a68a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:23:44.925210 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-bca0bad3-a7d1-43ed-9188-5164c0226f41 req-fe22f544-3a41-4f7a-a722-fcfa2e02a68a service neutron] 10.222.0.90 "GET /v2.0/subnets?id=1001c43d-7346-4f91-bb65-7a0023d165be HTTP/1.1" status: 200 len: 857 time: 0.1125007 Feb 09 19:23:44.990229 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-bca0bad3-a7d1-43ed-9188-5164c0226f41 req-5e7fff72-4a40-4bf0-9f23-bb508a4d26d0 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=1b8c569d-8a82-442f-af82-fb3f2f491aab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0510108 Feb 09 19:23:45.022439 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-ef0c73b6-f25c-432a-bbe6-f4f1920924c9 None None] Current status of the port 79d03690-7b85-4d8d-94f0-d0716aa9b884 is: ACTIVE; New status is: ACTIVE {{(pid=103232) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 19:23:45.052046 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-9f233dc1-064d-4478-83b4-dd42053f7c7f req-0db92532-3e10-45bf-ae5a-b38db30a7720 service neutron] 10.222.0.89 "GET /v2.0/networks/9cf0b823-fac1-4f9f-b685-8fd71a300e07?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1333888 Feb 09 19:23:45.081169 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2261b37-5007-4f68-8eb2-6d94059db2c7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7f953a33-2970-4663-b565-e1a67ef683a3,revision_number=None']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:23:45.116199 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-f2261b37-5007-4f68-8eb2-6d94059db2c7 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:23:45.120445 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-f2261b37-5007-4f68-8eb2-6d94059db2c7 admin admin] 10.222.0.75 "DELETE /v2.0/subnets/7f953a33-2970-4663-b565-e1a67ef683a3 HTTP/1.1" status: 204 len: 168 time: 3.8797431 Feb 09 19:23:45.120909 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-336bae28-fa74-43a8-ab47-29a8fe7798aa None None] Network 87a315bc-edd5-479d-bf63-5a02a32a672d requested from n-d-713498-36 {{(pid=103232) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 19:23:45.129509 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 48968) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:23:45.210773 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-059f518f-0587-45dd-9ce1-7b5cdf100867 tempest-FloatingIPAdminTestJSON-335355198 tempest-FloatingIPAdminTestJSON-335355198-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14393611', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12985859'] for subnet (5358fe8b-f430-4593-b1ac-12c2acedbcf4), after_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:23:45.216240 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-bca0bad3-a7d1-43ed-9188-5164c0226f41 req-d2b93fe3-4e88-4264-bc1b-d0aa7fb3c322 service neutron] 10.222.0.90 "GET /v2.0/networks/1b8c569d-8a82-442f-af82-fb3f2f491aab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2116127 Feb 09 19:23:45.221599 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-1ee58cbe-ca44-43ae-a7d6-bea9399479d7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-670458'] for network (87a315bc-edd5-479d-bf63-5a02a32a672d), before_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:23:45.228262 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.provisioning_blocks [None req-227af5a2-939a-4ee7-8232-3c4e9ac1b6fa None None] Could not find standard attr ID for object bc52845a-1d51-48e4-ab15-555e1a5a4bdb. {{(pid=103232) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 09 19:23:45.345699 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-059f518f-0587-45dd-9ce1-7b5cdf100867 tempest-FloatingIPAdminTestJSON-335355198 tempest-FloatingIPAdminTestJSON-335355198-project] Pushing event updated for resources: {'Subnet': ['ID=5358fe8b-f430-4593-b1ac-12c2acedbcf4,revision_number=0']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:23:45.423717 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-bca0bad3-a7d1-43ed-9188-5164c0226f41 req-e3c11fb9-6b91-4c45-9fbf-10a05c994120 service neutron] 10.222.0.90 "GET /v2.0/networks/1b8c569d-8a82-442f-af82-fb3f2f491aab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1964388 Feb 09 19:23:45.448017 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a17a931-21f7-4e75-bd1a-0baacb06479a None None] DHCP port deletion for 87a315bc-edd5-479d-bf63-5a02a32a672d request from n-d-713498-36 {{(pid=103232) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 09 19:23:45.513115 n-d-713498-36 neutron-server[103233]: DEBUG neutron.db.agents_db [None req-4a8a6a42-0a0c-4437-8958-92282682b6bb None None] Agent healthcheck: found 7 active agents {{(pid=103233) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 19:23:45.524191 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-059f518f-0587-45dd-9ce1-7b5cdf100867 tempest-FloatingIPAdminTestJSON-335355198 tempest-FloatingIPAdminTestJSON-335355198-project] Checking segment: {'id': '7ef33304-bc40-4d65-a656-2a912fa53a63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': 'a736a742-969f-4004-83ac-c243652b0eda'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103230) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 19:23:45.529757 n-d-713498-36 neutron-server[103230]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-059f518f-0587-45dd-9ce1-7b5cdf100867 tempest-FloatingIPAdminTestJSON-335355198 tempest-FloatingIPAdminTestJSON-335355198-project] Network hostable DHCP agents. Network: a736a742-969f-4004-83ac-c243652b0eda, hostable agents: ['af91e4b9-f4e1-42b1-a25c-a10dc47171c8'], hosted agents: [] {{(pid=103230) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 19:23:45.567438 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-43c0ca3f-8dec-4368-9713-b07e0ce23792 tempest-DHCPAgentSchedulersTestJSON-757691285 tempest-DHCPAgentSchedulersTestJSON-757691285-project-admin] 10.222.0.75 "GET /v2.0/agents/af91e4b9-f4e1-42b1-a25c-a10dc47171c8/dhcp-networks HTTP/1.1" status: 200 len: 6498 time: 1.1190650 Feb 09 19:23:45.579970 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 48974) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:23:45.595532 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-3a17a931-21f7-4e75-bd1a-0baacb06479a None None] Deleting port 79292174-d7d4-44b5-8000-ad6cfddd8790 {{(pid=103232) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 19:23:45.596261 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-3a17a931-21f7-4e75-bd1a-0baacb06479a None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762867170196'] for port (79292174-d7d4-44b5-8000-ad6cfddd8790), before_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:23:45.604098 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaa19b97-700f-4ae2-b5fe-3c6441556bf2 req-a0db2d2e-f42e-4cb8-96e8-b81f94c0e572 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:23:45.607326 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-aaa19b97-700f-4ae2-b5fe-3c6441556bf2 req-a0db2d2e-f42e-4cb8-96e8-b81f94c0e572 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=d792c54807c24b6db4dfbe792689e48f&device_id=cc415f82-a477-4c32-98e3-07b45b436950 HTTP/1.1" status: 200 len: 1126 time: 0.1084282 Feb 09 19:23:45.651470 n-d-713498-36 neutron-server[103230]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-059f518f-0587-45dd-9ce1-7b5cdf100867 tempest-FloatingIPAdminTestJSON-335355198 tempest-FloatingIPAdminTestJSON-335355198-project] Network a736a742-969f-4004-83ac-c243652b0eda is scheduled to be hosted by DHCP agent af91e4b9-f4e1-42b1-a25c-a10dc47171c8 with binding_index 1 {{(pid=103230) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 19:23:45.676744 n-d-713498-36 neutron-server[103230]: DEBUG neutron.scheduler.base_scheduler [None req-059f518f-0587-45dd-9ce1-7b5cdf100867 tempest-FloatingIPAdminTestJSON-335355198 tempest-FloatingIPAdminTestJSON-335355198-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713498-36, a736a742-969f-4004-83ac-c243652b0eda) {{(pid=103230) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 19:23:45.688040 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-059f518f-0587-45dd-9ce1-7b5cdf100867 tempest-FloatingIPAdminTestJSON-335355198 tempest-FloatingIPAdminTestJSON-335355198-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:23:45.688667 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-059f518f-0587-45dd-9ce1-7b5cdf100867 tempest-FloatingIPAdminTestJSON-335355198 tempest-FloatingIPAdminTestJSON-335355198-project] Publish callbacks [] for subnet (None), before_response {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:23:45.725274 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a38081f3-edb9-4fd9-80fa-2758d784e28c None None] Network a736a742-969f-4004-83ac-c243652b0eda requested from n-d-713498-36 {{(pid=103232) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 19:23:45.727947 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.plugin [None req-1ee58cbe-ca44-43ae-a7d6-bea9399479d7 admin admin] Deleting port 79292174-d7d4-44b5-8000-ad6cfddd8790 {{(pid=103230) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 19:23:45.728439 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-1ee58cbe-ca44-43ae-a7d6-bea9399479d7 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762867170196'] for port (79292174-d7d4-44b5-8000-ad6cfddd8790), before_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:23:45.749396 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-059f518f-0587-45dd-9ce1-7b5cdf100867 tempest-FloatingIPAdminTestJSON-335355198 tempest-FloatingIPAdminTestJSON-335355198-project] 10.222.0.75 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 4.2644770 Feb 09 19:23:45.768864 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 48976) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:23:45.777177 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.v2.base [None req-7b4a724f-bde8-4a5b-bd44-b7ccf678e659 tempest-FloatingIPAdminTestJSON-335355198 tempest-FloatingIPAdminTestJSON-335355198-project] Request body: {'router': {'name': 'tempest-FloatingIPAdminTestJSON-router-646730326', 'external_gateway_info': {'network_id': '88055e1e-672a-4487-be31-ffb6e833ece5'}, 'admin_state_up': False}} {{(pid=103230) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 19:23:46.003386 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-7b4a724f-bde8-4a5b-bd44-b7ccf678e659 tempest-FloatingIPAdminTestJSON-335355198 tempest-FloatingIPAdminTestJSON-335355198-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1834830', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-58389'] for router (93cb3071-cdb7-4d15-a5a9-b4f00a90b865), before_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:23:46.010430 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-7b4a724f-bde8-4a5b-bd44-b7ccf678e659 tempest-FloatingIPAdminTestJSON-335355198 tempest-FloatingIPAdminTestJSON-335355198-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1834810', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1822096', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1886735', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-58380'] for router (93cb3071-cdb7-4d15-a5a9-b4f00a90b865), precommit_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:23:46.022748 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.db [None req-1ee58cbe-ca44-43ae-a7d6-bea9399479d7 admin admin] For port 79292174-d7d4-44b5-8000-ad6cfddd8790, host n-d-713498-36, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-36',level=0,port_id=79292174-d7d4-44b5-8000-ad6cfddd8790,segment=NetworkSegment(3386d04d-0d79-438a-a549-e06a28ddd789),segment_id=3386d04d-0d79-438a-a549-e06a28ddd789)] {{(pid=103230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 19:23:46.026356 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Device 79d03690-7b85-4d8d-94f0-d0716aa9b884 up at agent ovs-agent-n-d-713498-36 {{(pid=103232) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 19:23:46.027748 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-1ee58cbe-ca44-43ae-a7d6-bea9399479d7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1820838'] for port (79292174-d7d4-44b5-8000-ad6cfddd8790), precommit_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:23:46.069649 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.plugin [None req-1ee58cbe-ca44-43ae-a7d6-bea9399479d7 admin admin] Calling delete_port for 79292174-d7d4-44b5-8000-ad6cfddd8790 owned by network:dhcp {{(pid=103230) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 19:23:46.237477 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-a7262a8e-0513-48fd-984d-75726a511961 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762867132591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593584'] for agent (911cfea2-02ae-4ec9-bac3-7808ee1cdd9c), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:23:46.278004 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6473511-8847-4ad9-b112-82392f19408b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8b32e980-7cce-5e82-a341-bd2fa8945c89-a736a742-969f-4004-83ac-c243652b0eda', 'network_id': 'a736a742-969f-4004-83ac-c243652b0eda', 'project_id': '10468a12d1c24d8eb3829f312d69cb3c', 'fixed_ips': [{'subnet_id': '5358fe8b-f430-4593-b1ac-12c2acedbcf4'}]}} from n-d-713498-36. {{(pid=103232) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 09 19:23:46.278918 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-c6473511-8847-4ad9-b112-82392f19408b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (None), before_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:23:46.295283 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-7b4a724f-bde8-4a5b-bd44-b7ccf678e659 tempest-FloatingIPAdminTestJSON-335355198 tempest-FloatingIPAdminTestJSON-335355198-project] Publish callbacks [] for router_controller (93cb3071-cdb7-4d15-a5a9-b4f00a90b865), precommit_add_association {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:23:46.325644 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-3a17a931-21f7-4e75-bd1a-0baacb06479a None None] For port 79292174-d7d4-44b5-8000-ad6cfddd8790, host n-d-713498-36, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-36',level=0,port_id=79292174-d7d4-44b5-8000-ad6cfddd8790,segment=NetworkSegment(3386d04d-0d79-438a-a549-e06a28ddd789),segment_id=3386d04d-0d79-438a-a549-e06a28ddd789)] {{(pid=103232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 19:23:46.326087 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-3a17a931-21f7-4e75-bd1a-0baacb06479a None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1820838'] for port (79292174-d7d4-44b5-8000-ad6cfddd8790), precommit_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:23:46.355285 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-3a17a931-21f7-4e75-bd1a-0baacb06479a None None] Calling delete_port for 79292174-d7d4-44b5-8000-ad6cfddd8790 owned by network:dhcp {{(pid=103232) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 19:23:46.411418 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6da360b7-3891-4bd5-a0e9-ed8b55fa2f00 req-e794f146-fe4c-4eee-a45d-96a44a381b67 tempest-InstanceActionsV221TestJSON-1046832890 tempest-InstanceActionsV221TestJSON-1046832890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:23:46.413630 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-6da360b7-3891-4bd5-a0e9-ed8b55fa2f00 req-e794f146-fe4c-4eee-a45d-96a44a381b67 tempest-InstanceActionsV221TestJSON-1046832890 tempest-InstanceActionsV221TestJSON-1046832890-project] 10.222.0.75 "GET /v2.0/ports?device_id=cc415f82-a477-4c32-98e3-07b45b436950 HTTP/1.1" status: 200 len: 943 time: 0.7856305 Feb 09 19:23:46.505173 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.provisioning_blocks [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Provisioning complete for port 79d03690-7b85-4d8d-94f0-d0716aa9b884 triggered by entity L2. {{(pid=103232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 19:23:46.505558 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593630'] for port (79d03690-7b85-4d8d-94f0-d0716aa9b884), provisioning_complete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:23:46.534029 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaa19b97-700f-4ae2-b5fe-3c6441556bf2 req-b9d49e6a-0ab4-4a5f-a043-4f81f33e8c96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:23:46.535588 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-aaa19b97-700f-4ae2-b5fe-3c6441556bf2 req-b9d49e6a-0ab4-4a5f-a043-4f81f33e8c96 service neutron] 10.222.0.90 "GET /v2.0/networks?id=1b8c569d-8a82-442f-af82-fb3f2f491aab HTTP/1.1" status: 200 len: 918 time: 0.9087687 Feb 09 19:23:46.617802 n-d-713498-36 neutron-server[103229]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f2c6992-007b-45a0-9ef3-edd4e4c2c120 tempest-DHCPAgentSchedulersTestJSON-757691285 tempest-DHCPAgentSchedulersTestJSON-757691285-project-admin] Network f0028bdf-9e94-420d-af18-836b19fdcb64 is scheduled to be hosted by DHCP agent af91e4b9-f4e1-42b1-a25c-a10dc47171c8 with binding_index 1 {{(pid=103229) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 19:23:46.647480 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-7b4a724f-bde8-4a5b-bd44-b7ccf678e659 tempest-FloatingIPAdminTestJSON-335355198 tempest-FloatingIPAdminTestJSON-335355198-project] Publish callbacks [] for router_gateway (93cb3071-cdb7-4d15-a5a9-b4f00a90b865), precommit_update {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:23:46.648169 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.db_base_plugin_common [None req-c6473511-8847-4ad9-b112-82392f19408b None None] Allocated IP 172.20.0.2 (a736a742-969f-4004-83ac-c243652b0eda/5358fe8b-f430-4593-b1ac-12c2acedbcf4/75704a41-030c-4680-a16b-dc38691c27a2) {{(pid=103232) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 19:23:46.670229 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-1ee58cbe-ca44-43ae-a7d6-bea9399479d7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762867177463', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762866656476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14393751'] for port (79292174-d7d4-44b5-8000-ad6cfddd8790), after_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:23:46.697746 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-aaa19b97-700f-4ae2-b5fe-3c6441556bf2 req-0dcc547e-c613-49db-820a-761676c2d27d service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=27b63592-bc33-4d31-bba6-3a9325d2c458 HTTP/1.1" status: 200 len: 217 time: 0.1405287 Feb 09 19:23:46.752825 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-5f2c6992-007b-45a0-9ef3-edd4e4c2c120 tempest-DHCPAgentSchedulersTestJSON-757691285 tempest-DHCPAgentSchedulersTestJSON-757691285-project-admin] 10.222.0.75 "POST /v2.0/agents/af91e4b9-f4e1-42b1-a25c-a10dc47171c8/dhcp-networks HTTP/1.1" status: 201 len: 201 time: 1.1714334 Feb 09 19:23:46.757639 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 48984) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:23:46.792073 n-d-713498-36 neutron-server[103230]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ee58cbe-ca44-43ae-a7d6-bea9399479d7 admin admin] No DVR routers for this DVR port 79292174-d7d4-44b5-8000-ad6cfddd8790 on host n-d-713498-36 {{(pid=103230) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 19:23:46.801564 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Current status of the port 79d03690-7b85-4d8d-94f0-d0716aa9b884 is: ACTIVE; New status is: ACTIVE {{(pid=103232) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 19:23:46.804740 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5dd27dfd-33e3-465d-82ae-e9f7c1e3a95c None None] Network f0028bdf-9e94-420d-af18-836b19fdcb64 requested from n-d-713498-36 {{(pid=103232) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 19:23:46.811921 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ee58cbe-ca44-43ae-a7d6-bea9399479d7 admin admin] Pushing event deleted for resources: {'Port': ['ID=79292174-d7d4-44b5-8000-ad6cfddd8790,revision_number=None']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:23:46.826449 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-3a17a931-21f7-4e75-bd1a-0baacb06479a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762867177463', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762866656476'] for port (79292174-d7d4-44b5-8000-ad6cfddd8790), after_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:23:46.900857 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-6da360b7-3891-4bd5-a0e9-ed8b55fa2f00 req-a479693c-8156-4fb3-9435-22d9ba8933a0 tempest-InstanceActionsV221TestJSON-1046832890 tempest-InstanceActionsV221TestJSON-1046832890-project] 10.222.0.75 "GET /v2.0/security-groups?id=09ed4d9c-5053-45af-94a4-e92d5b89871f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4720027 Feb 09 19:23:46.914965 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a17a931-21f7-4e75-bd1a-0baacb06479a None None] Pushing event deleted for resources: {'Port': ['ID=79292174-d7d4-44b5-8000-ad6cfddd8790,revision_number=None']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:23:46.926078 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a17a931-21f7-4e75-bd1a-0baacb06479a None None] No DVR routers for this DVR port 79292174-d7d4-44b5-8000-ad6cfddd8790 on host n-d-713498-36 {{(pid=103232) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 19:23:46.935456 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Device 79292174-d7d4-44b5-8000-ad6cfddd8790 no longer exists at agent ovs-agent-n-d-713498-36 {{(pid=103232) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 19:23:46.979686 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] No Port match for: 79292174-d7d4-44b5-8000-ad6cfddd8790 {{(pid=103232) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 19:23:46.980629 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Device 79292174-d7d4-44b5-8000-ad6cfddd8790 not bound to the agent host n-d-713498-36 {{(pid=103232) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 19:23:46.985204 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaa19b97-700f-4ae2-b5fe-3c6441556bf2 req-29d50523-7374-487f-8557-c5bc774649ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:23:46.991662 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-aaa19b97-700f-4ae2-b5fe-3c6441556bf2 req-29d50523-7374-487f-8557-c5bc774649ef service neutron] 10.222.0.90 "GET /v2.0/subnets?id=1001c43d-7346-4f91-bb65-7a0023d165be HTTP/1.1" status: 200 len: 857 time: 0.2821472 Feb 09 19:23:47.083441 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-1ee58cbe-ca44-43ae-a7d6-bea9399479d7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-590267', 'neutron.services.segments.db._delete_segments_for_network-8762867132609'] for network (87a315bc-edd5-479d-bf63-5a02a32a672d), precommit_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:23:47.094032 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762867132591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593584'] for agent (496418a2-c002-4aec-ab1a-07f3bea491bd), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:23:47.119104 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-aaa19b97-700f-4ae2-b5fe-3c6441556bf2 req-908e4736-747a-4c1c-9ab2-3ce55a2ce5c3 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=1b8c569d-8a82-442f-af82-fb3f2f491aab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1191816 Feb 09 19:23:47.196521 n-d-713498-36 neutron-server[103230]: DEBUG neutron.services.segments.db [None req-1ee58cbe-ca44-43ae-a7d6-bea9399479d7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['87a315bc-edd5-479d-bf63-5a02a32a672d']}} {{(pid=103230) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:23:47.200800 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-c6473511-8847-4ad9-b112-82392f19408b None None] Publish callbacks [] for port (75704a41-030c-4680-a16b-dc38691c27a2), precommit_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:23:47.216791 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-c6473511-8847-4ad9-b112-82392f19408b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762866656467'] for port (75704a41-030c-4680-a16b-dc38691c27a2), after_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:23:47.297557 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6473511-8847-4ad9-b112-82392f19408b None None] Pushing event updated for resources: {'Port': ['ID=75704a41-030c-4680-a16b-dc38691c27a2,revision_number=1']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:23:47.331532 n-d-713498-36 neutron-server[103232]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6473511-8847-4ad9-b112-82392f19408b None None] Network a736a742-969f-4004-83ac-c243652b0eda is already hosted by enough agents. {{(pid=103232) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 19:23:47.332903 n-d-713498-36 neutron-server[103232]: DEBUG neutron.scheduler.base_scheduler [None req-c6473511-8847-4ad9-b112-82392f19408b None None] Resources bound (agent type, host, resource id): {{(pid=103232) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 19:23:47.338224 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-7c2df1b0-b372-4f55-87b1-511115509a5c tempest-DHCPAgentSchedulersTestJSON-757691285 tempest-DHCPAgentSchedulersTestJSON-757691285-project-admin] 10.222.0.75 "GET /v2.0/agents/af91e4b9-f4e1-42b1-a25c-a10dc47171c8/dhcp-networks HTTP/1.1" status: 200 len: 8036 time: 0.5037134 Feb 09 19:23:47.339132 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6473511-8847-4ad9-b112-82392f19408b None None] Received port after_create {{(pid=103232) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 19:23:47.340270 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 48994) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:23:47.367657 n-d-713498-36 neutron-server[103230]: DEBUG neutron.services.segments.db [None req-1ee58cbe-ca44-43ae-a7d6-bea9399479d7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3386d04d-0d79-438a-a549-e06a28ddd789') {'for_net_delete': True} {{(pid=103230) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:23:47.367657 n-d-713498-36 neutron-server[103230]: DEBUG neutron.services.segments.db [None req-1ee58cbe-ca44-43ae-a7d6-bea9399479d7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3386d04d-0d79-438a-a549-e06a28ddd789') {} {{(pid=103230) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:23:47.402403 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-7b4a724f-bde8-4a5b-bd44-b7ccf678e659 tempest-FloatingIPAdminTestJSON-335355198 tempest-FloatingIPAdminTestJSON-335355198-project] Publish callbacks [] for router_gateway (93cb3071-cdb7-4d15-a5a9-b4f00a90b865), before_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:23:47.405500 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-1ee58cbe-ca44-43ae-a7d6-bea9399479d7 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762867134154', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12895813'] for segment (3386d04d-0d79-438a-a549-e06a28ddd789), before_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:23:47.436997 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-7b4a724f-bde8-4a5b-bd44-b7ccf678e659 tempest-FloatingIPAdminTestJSON-335355198 tempest-FloatingIPAdminTestJSON-335355198-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (None), before_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:23:47.517766 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.managers [None req-c6473511-8847-4ad9-b112-82392f19408b None None] Attempting to bind port 75704a41-030c-4680-a16b-dc38691c27a2 on host n-d-713498-36 for vnic_type normal with profile {{(pid=103232) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 19:23:47.518336 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.managers [None req-c6473511-8847-4ad9-b112-82392f19408b None None] Attempting to bind port 75704a41-030c-4680-a16b-dc38691c27a2 by drivers openvswitch,hyperv on host n-d-713498-36 at level 0 using segments [{'id': '7ef33304-bc40-4d65-a656-2a912fa53a63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': 'a736a742-969f-4004-83ac-c243652b0eda'}] {{(pid=103232) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 19:23:47.518811 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6473511-8847-4ad9-b112-82392f19408b None None] Attempting to bind port 75704a41-030c-4680-a16b-dc38691c27a2 on network a736a742-969f-4004-83ac-c243652b0eda {{(pid=103232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 19:23:47.537147 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6473511-8847-4ad9-b112-82392f19408b None None] Checking agent: {'id': '496418a2-c002-4aec-ab1a-07f3bea491bd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-36', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 18, 51, 47), 'started_at': datetime.datetime(2022, 2, 9, 18, 52, 17), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 19, 23, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-36'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 19:23:47.537677 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6473511-8847-4ad9-b112-82392f19408b None None] Checking segment: {'id': '7ef33304-bc40-4d65-a656-2a912fa53a63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': 'a736a742-969f-4004-83ac-c243652b0eda'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103232) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 19:23:47.538303 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-c6473511-8847-4ad9-b112-82392f19408b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:23:47.538806 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6473511-8847-4ad9-b112-82392f19408b None None] Bound using segment: {'id': '7ef33304-bc40-4d65-a656-2a912fa53a63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': 'a736a742-969f-4004-83ac-c243652b0eda'} {{(pid=103232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 19:23:47.539491 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.managers [None req-c6473511-8847-4ad9-b112-82392f19408b None None] Bound port: 75704a41-030c-4680-a16b-dc38691c27a2, host: n-d-713498-36, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7ef33304-bc40-4d65-a656-2a912fa53a63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': 'a736a742-969f-4004-83ac-c243652b0eda'}}] {{(pid=103232) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 19:23:47.539986 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-c6473511-8847-4ad9-b112-82392f19408b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (75704a41-030c-4680-a16b-dc38691c27a2), before_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:23:47.587090 n-d-713498-36 neutron-server[103230]: DEBUG neutron.db.db_base_plugin_common [None req-7b4a724f-bde8-4a5b-bd44-b7ccf678e659 tempest-FloatingIPAdminTestJSON-335355198 tempest-FloatingIPAdminTestJSON-335355198-project] Allocated IP 172.25.1.159 (88055e1e-672a-4487-be31-ffb6e833ece5/ac16dbcc-383c-4b43-9153-d763c4a53f91/d2f18681-c9c6-40ef-8acd-269a532164aa) {{(pid=103230) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 19:23:47.626209 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-aaa19b97-700f-4ae2-b5fe-3c6441556bf2 req-ad8a8003-dc74-4c10-9d71-f1f31b73794d service neutron] 10.222.0.90 "GET /v2.0/networks/1b8c569d-8a82-442f-af82-fb3f2f491aab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4964535 Feb 09 19:23:47.661907 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 49002) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:23:47.713233 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-7b4a724f-bde8-4a5b-bd44-b7ccf678e659 tempest-FloatingIPAdminTestJSON-335355198 tempest-FloatingIPAdminTestJSON-335355198-project] Publish callbacks [] for port (d2f18681-c9c6-40ef-8acd-269a532164aa), precommit_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:23:47.724850 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-c6473511-8847-4ad9-b112-82392f19408b None None] For port 75704a41-030c-4680-a16b-dc38691c27a2, host n-d-713498-36, cleared binding levels {{(pid=103232) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 19:23:47.732802 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-c6473511-8847-4ad9-b112-82392f19408b None None] For port 75704a41-030c-4680-a16b-dc38691c27a2, host n-d-713498-36, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-36',level=0,port_id=75704a41-030c-4680-a16b-dc38691c27a2,segment=NetworkSegment(7ef33304-bc40-4d65-a656-2a912fa53a63),segment_id=7ef33304-bc40-4d65-a656-2a912fa53a63)] {{(pid=103232) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 19:23:47.749947 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-c6473511-8847-4ad9-b112-82392f19408b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762867176205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762866656485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762866656503'] for port (75704a41-030c-4680-a16b-dc38691c27a2), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:23:47.775179 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-7b4a724f-bde8-4a5b-bd44-b7ccf678e659 tempest-FloatingIPAdminTestJSON-335355198 tempest-FloatingIPAdminTestJSON-335355198-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762866656467', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14393751'] for port (d2f18681-c9c6-40ef-8acd-269a532164aa), after_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:23:47.818805 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-509b9b69-f4b0-4b1c-9fac-4233180fb8cc tempest-DHCPAgentSchedulersTestJSON-757691285 tempest-DHCPAgentSchedulersTestJSON-757691285-project-admin] 10.222.0.75 "DELETE /v2.0/agents/af91e4b9-f4e1-42b1-a25c-a10dc47171c8/dhcp-networks/f0028bdf-9e94-420d-af18-836b19fdcb64 HTTP/1.1" status: 204 len: 168 time: 0.4721441 Feb 09 19:23:47.821783 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 49006) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:23:47.900349 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6473511-8847-4ad9-b112-82392f19408b None None] Pushing event updated for resources: {'Port': ['ID=75704a41-030c-4680-a16b-dc38691c27a2,revision_number=2']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:23:47.904938 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-1ee58cbe-ca44-43ae-a7d6-bea9399479d7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-759574'] for segment (3386d04d-0d79-438a-a549-e06a28ddd789), precommit_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:23:47.912459 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b4a724f-bde8-4a5b-bd44-b7ccf678e659 tempest-FloatingIPAdminTestJSON-335355198 tempest-FloatingIPAdminTestJSON-335355198-project] Pushing event updated for resources: {'Port': ['ID=d2f18681-c9c6-40ef-8acd-269a532164aa,revision_number=1']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:23:47.926716 n-d-713498-36 neutron-server[103230]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b4a724f-bde8-4a5b-bd44-b7ccf678e659 tempest-FloatingIPAdminTestJSON-335355198 tempest-FloatingIPAdminTestJSON-335355198-project] Network 88055e1e-672a-4487-be31-ffb6e833ece5 is already hosted by enough agents. {{(pid=103230) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 19:23:47.929991 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1ee58cbe-ca44-43ae-a7d6-bea9399479d7 admin admin] Releasing vlan 360 on physical network physnet1 to pool {{(pid=103230) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 19:23:47.930468 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-1ee58cbe-ca44-43ae-a7d6-bea9399479d7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-759574', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14393826'] for segment (3386d04d-0d79-438a-a549-e06a28ddd789), after_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:23:47.937480 n-d-713498-36 neutron-server[103230]: Traceback (most recent call last): Feb 09 19:23:47.937480 n-d-713498-36 neutron-server[103230]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 19:23:47.937480 n-d-713498-36 neutron-server[103230]: timer() Feb 09 19:23:47.937480 n-d-713498-36 neutron-server[103230]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 19:23:47.937480 n-d-713498-36 neutron-server[103230]: cb(*args, **kw) Feb 09 19:23:47.937480 n-d-713498-36 neutron-server[103230]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 19:23:47.937480 n-d-713498-36 neutron-server[103230]: return func(*args, **kwargs) Feb 09 19:23:47.937480 n-d-713498-36 neutron-server[103230]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 19:23:47.937480 n-d-713498-36 neutron-server[103230]: self._notify() Feb 09 19:23:47.937480 n-d-713498-36 neutron-server[103230]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 19:23:47.937480 n-d-713498-36 neutron-server[103230]: self.callback(batched_events) Feb 09 19:23:47.937480 n-d-713498-36 neutron-server[103230]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 19:23:47.937480 n-d-713498-36 neutron-server[103230]: event.method(event) Feb 09 19:23:47.937480 n-d-713498-36 neutron-server[103230]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 19:23:47.937480 n-d-713498-36 neutron-server[103230]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 19:23:47.937480 n-d-713498-36 neutron-server[103230]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 19:23:47.937480 n-d-713498-36 neutron-server[103230]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 19:23:47.937480 n-d-713498-36 neutron-server[103230]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 19:23:47.937480 n-d-713498-36 neutron-server[103230]: return f(self, *a, **k) Feb 09 19:23:47.937480 n-d-713498-36 neutron-server[103230]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 19:23:47.937480 n-d-713498-36 neutron-server[103230]: return self._get(url).json() Feb 09 19:23:47.937480 n-d-713498-36 neutron-server[103230]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 19:23:47.937480 n-d-713498-36 neutron-server[103230]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 19:23:47.937480 n-d-713498-36 neutron-server[103230]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 19:23:47.937480 n-d-713498-36 neutron-server[103230]: return self.request(url, 'GET', **kwargs) Feb 09 19:23:47.937480 n-d-713498-36 neutron-server[103230]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 19:23:47.937480 n-d-713498-36 neutron-server[103230]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 19:23:47.937480 n-d-713498-36 neutron-server[103230]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 19:23:47.937480 n-d-713498-36 neutron-server[103230]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 19:23:47.937480 n-d-713498-36 neutron-server[103230]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 19:23:47.937480 n-d-713498-36 neutron-server[103230]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 19:23:47.937480 n-d-713498-36 neutron-server[103230]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 19:23:47.940442 n-d-713498-36 neutron-server[103230]: DEBUG neutron.scheduler.base_scheduler [None req-7b4a724f-bde8-4a5b-bd44-b7ccf678e659 tempest-FloatingIPAdminTestJSON-335355198 tempest-FloatingIPAdminTestJSON-335355198-project] Resources bound (agent type, host, resource id): {{(pid=103230) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 19:23:47.966669 n-d-713498-36 neutron-server[103230]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b4a724f-bde8-4a5b-bd44-b7ccf678e659 tempest-FloatingIPAdminTestJSON-335355198 tempest-FloatingIPAdminTestJSON-335355198-project] Received port after_create {{(pid=103230) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 19:23:48.152926 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-1ee58cbe-ca44-43ae-a7d6-bea9399479d7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-590242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1885479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1818895'] for network (87a315bc-edd5-479d-bf63-5a02a32a672d), after_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:23:48.170717 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-4e1b9237-1470-4c84-9269-7741aba97469 tempest-DHCPAgentSchedulersTestJSON-757691285 tempest-DHCPAgentSchedulersTestJSON-757691285-project-admin] 10.222.0.75 "GET /v2.0/agents/af91e4b9-f4e1-42b1-a25c-a10dc47171c8/dhcp-networks HTTP/1.1" status: 200 len: 7265 time: 0.3427045 Feb 09 19:23:48.173213 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 49010) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:23:48.360630 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-1ee58cbe-ca44-43ae-a7d6-bea9399479d7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1613566'] for network (None), before_response {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:23:48.363985 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-1ee58cbe-ca44-43ae-a7d6-bea9399479d7 admin admin] 10.222.0.75 "DELETE /v2.0/networks/87a315bc-edd5-479d-bf63-5a02a32a672d HTTP/1.1" status: 204 len: 168 time: 3.2332931 Feb 09 19:23:48.514836 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762867132591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593584'] for agent (488cd9ae-631f-4955-ba0b-4f5a13f12e9c), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:23:48.550183 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-c7f41e90-262d-4315-9d1b-68eb570457f6 tempest-DHCPAgentSchedulersTestJSON-757691285 tempest-DHCPAgentSchedulersTestJSON-757691285-project-admin] 10.222.0.75 "GET /v2.0/networks/271ed60d-b27a-4a3a-8932-f21559f11faf/dhcp-agents HTTP/1.1" status: 200 len: 795 time: 0.3701677 Feb 09 19:23:48.552952 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 49018) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:23:48.563565 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-aaa19b97-700f-4ae2-b5fe-3c6441556bf2 req-e58d0df6-6213-4c17-8a97-9df1505b7137 service neutron] 10.222.0.90 "GET /v2.0/networks/1b8c569d-8a82-442f-af82-fb3f2f491aab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9263737 Feb 09 19:23:48.649491 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 49020) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:23:48.650287 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-fd532b00-836e-47b0-88ad-9707af804e0f tempest-DHCPAgentSchedulersTestJSON-757691285 tempest-DHCPAgentSchedulersTestJSON-757691285-project-admin] 10.222.0.75 "GET /v2.0/networks/271ed60d-b27a-4a3a-8932-f21559f11faf/dhcp-agents HTTP/1.1" status: 200 len: 795 time: 0.0855556 Feb 09 19:23:48.653892 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ee58cbe-ca44-43ae-a7d6-bea9399479d7 admin admin] Pushing event deleted for resources: {'Network': ['ID=87a315bc-edd5-479d-bf63-5a02a32a672d,revision_number=None']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:23:48.707428 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 49022) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:23:49.100715 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-ca530655-e2a6-4437-9cb9-f290c947fec0 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=1244a62b17644644960c0ef5509cee38&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3852911 Feb 09 19:23:49.122147 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 49024) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:23:49.208427 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-ec01bd8e-278f-453d-8515-ad718c7a389b admin admin] Publish callbacks [] for security_group (6f7e8ede-8085-490c-860b-91c045ecce1f), before_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:23:49.270088 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-ec01bd8e-278f-453d-8515-ad718c7a389b admin admin] Publish callbacks [] for security_group (6f7e8ede-8085-490c-860b-91c045ecce1f), precommit_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:23:49.472517 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-ec01bd8e-278f-453d-8515-ad718c7a389b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1892331'] for security_group (6f7e8ede-8085-490c-860b-91c045ecce1f), after_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:23:49.475438 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-ec01bd8e-278f-453d-8515-ad718c7a389b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:23:49.476700 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-ec01bd8e-278f-453d-8515-ad718c7a389b admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/6f7e8ede-8085-490c-860b-91c045ecce1f HTTP/1.1" status: 204 len: 168 time: 0.3535652 Feb 09 19:23:49.494460 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762867132591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593584'] for agent (bcd5faee-dc24-4298-9134-0e0aa054058e), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:23:49.508519 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec01bd8e-278f-453d-8515-ad718c7a389b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f7e8ede-8085-490c-860b-91c045ecce1f,revision_number=None']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:23:49.531449 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-53113633-b9de-4789-848e-f458480ed309 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1834525'] for router_interface (ccff0999-6496-491d-ae22-2f8fab284166), before_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:23:49.588957 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Device 27b63592-bc33-4d31-bba6-3a9325d2c458 details requested by agent hyperv_n-h2-713498-36 with host n-h2-713498-36 {{(pid=103232) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 19:23:49.805746 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2377d36b-7e32-4ee0-a8a3-c67ba0100e80 None None] Network a736a742-969f-4004-83ac-c243652b0eda requested from n-d-713498-36 {{(pid=103232) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 19:23:49.914075 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3957ece-9960-40df-8024-0dd117204edf req-fb396737-7b1d-492a-8a4c-0bc4b125f733 tempest-InstanceActionsV221TestJSON-1046832890 tempest-InstanceActionsV221TestJSON-1046832890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:23:49.915415 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-a3957ece-9960-40df-8024-0dd117204edf req-fb396737-7b1d-492a-8a4c-0bc4b125f733 tempest-InstanceActionsV221TestJSON-1046832890 tempest-InstanceActionsV221TestJSON-1046832890-project] 10.222.0.75 "GET /v2.0/ports?device_id=cc415f82-a477-4c32-98e3-07b45b436950 HTTP/1.1" status: 200 len: 943 time: 1.8307781 Feb 09 19:23:49.993935 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-7429db8d-6021-40ad-813e-885be449a89b None None] For port 27b63592-bc33-4d31-bba6-3a9325d2c458, host n-h2-713498-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-36',level=0,port_id=27b63592-bc33-4d31-bba6-3a9325d2c458,segment=NetworkSegment(42d58126-a93d-4afb-9ad4-ec6878da16a3),segment_id=42d58126-a93d-4afb-9ad4-ec6878da16a3)] {{(pid=103232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 19:23:50.017443 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Returning: {'device': '27b63592-bc33-4d31-bba6-3a9325d2c458', 'network_id': '1b8c569d-8a82-442f-af82-fb3f2f491aab', 'port_id': '27b63592-bc33-4d31-bba6-3a9325d2c458', 'mac_address': 'fa:16:3e:a7:58:d2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 375, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1001c43d-7346-4f91-bb65-7a0023d165be', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103232) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 19:23:50.025142 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Device 75704a41-030c-4680-a16b-dc38691c27a2 up at agent ovs-agent-n-d-713498-36 {{(pid=103232) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 19:23:50.110612 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.provisioning_blocks [None req-677063e6-343f-4d37-945f-9cf5828115e2 None None] Provisioning complete for port 75704a41-030c-4680-a16b-dc38691c27a2 triggered by entity DHCP. {{(pid=103232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 19:23:50.111234 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-677063e6-343f-4d37-945f-9cf5828115e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593630'] for port (75704a41-030c-4680-a16b-dc38691c27a2), provisioning_complete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:23:50.191187 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-7b4a724f-bde8-4a5b-bd44-b7ccf678e659 tempest-FloatingIPAdminTestJSON-335355198 tempest-FloatingIPAdminTestJSON-335355198-project] Publish callbacks [] for router_gateway (93cb3071-cdb7-4d15-a5a9-b4f00a90b865), after_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:23:50.303845 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 49034) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:23:50.310952 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Current status of the port 27b63592-bc33-4d31-bba6-3a9325d2c458 is: DOWN; New status is: BUILD {{(pid=103232) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 19:23:50.311361 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (27b63592-bc33-4d31-bba6-3a9325d2c458), before_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:23:50.313689 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.plugin [None req-53113633-b9de-4789-848e-f458480ed309 admin admin] Deleting port 2a7f1092-d79a-4cc7-8ec6-78216e357fb4 {{(pid=103229) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 19:23:50.314213 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-53113633-b9de-4789-848e-f458480ed309 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762867170196'] for port (2a7f1092-d79a-4cc7-8ec6-78216e357fb4), before_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:23:50.363515 n-d-713498-36 neutron-server[103232]: DEBUG neutron.notifiers.nova [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 27b63592-bc33-4d31-bba6-3a9325d2c458 {{(pid=103232) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 19:23:50.396651 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-a3957ece-9960-40df-8024-0dd117204edf req-95a99675-7ff1-4739-b041-0f9203525ceb tempest-InstanceActionsV221TestJSON-1046832890 tempest-InstanceActionsV221TestJSON-1046832890-project] 10.222.0.75 "GET /v2.0/security-groups?id=09ed4d9c-5053-45af-94a4-e92d5b89871f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4692876 Feb 09 19:23:50.419469 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-254ddf99-eb1f-4d6e-80e4-b446ad3ffbc0 tempest-DHCPAgentSchedulersTestJSON-757691285 tempest-DHCPAgentSchedulersTestJSON-757691285-project-admin] 10.222.0.75 "GET /v2.0/agents/af91e4b9-f4e1-42b1-a25c-a10dc47171c8/dhcp-networks HTTP/1.1" status: 200 len: 6506 time: 1.7527406 Feb 09 19:23:50.423208 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 49036) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:23:50.436070 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-48522c60-eaa6-452b-8564-68e638acda93 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=6aa7816f5dc146e5bdae7294b4b7e07c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1273415 Feb 09 19:23:50.440238 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 49038) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:23:50.496987 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.provisioning_blocks [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Provisioning complete for port 75704a41-030c-4680-a16b-dc38691c27a2 triggered by entity L2. {{(pid=103232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 19:23:50.497373 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593630'] for port (75704a41-030c-4680-a16b-dc38691c27a2), provisioning_complete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:23:50.550114 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-7429db8d-6021-40ad-813e-885be449a89b None None] For port 27b63592-bc33-4d31-bba6-3a9325d2c458, host n-h2-713498-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-36',level=0,port_id=27b63592-bc33-4d31-bba6-3a9325d2c458,segment=NetworkSegment(42d58126-a93d-4afb-9ad4-ec6878da16a3),segment_id=42d58126-a93d-4afb-9ad4-ec6878da16a3)] {{(pid=103232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 19:23:50.550114 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-677063e6-343f-4d37-945f-9cf5828115e2 None None] Current status of the port 75704a41-030c-4680-a16b-dc38691c27a2 is: DOWN; New status is: ACTIVE {{(pid=103232) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 19:23:50.550551 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-677063e6-343f-4d37-945f-9cf5828115e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (75704a41-030c-4680-a16b-dc38691c27a2), before_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:23:50.618491 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-677063e6-343f-4d37-945f-9cf5828115e2 None None] For port 75704a41-030c-4680-a16b-dc38691c27a2, host n-d-713498-36, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-36',level=0,port_id=75704a41-030c-4680-a16b-dc38691c27a2,segment=NetworkSegment(7ef33304-bc40-4d65-a656-2a912fa53a63),segment_id=7ef33304-bc40-4d65-a656-2a912fa53a63)] {{(pid=103232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 19:23:50.624342 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762867176205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762866656485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762866656503'] for port (27b63592-bc33-4d31-bba6-3a9325d2c458), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:23:50.655222 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-f21f7560-edd0-40f8-8b24-0b6ea75dbbd6 tempest-DHCPAgentSchedulersTestJSON-168506594 tempest-DHCPAgentSchedulersTestJSON-168506594-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-670458'] for network (f0028bdf-9e94-420d-af18-836b19fdcb64), before_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:23:50.657289 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.db [None req-53113633-b9de-4789-848e-f458480ed309 admin admin] For port 2a7f1092-d79a-4cc7-8ec6-78216e357fb4, host n-d-713498-36, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-36',level=0,port_id=2a7f1092-d79a-4cc7-8ec6-78216e357fb4,segment=NetworkSegment(7634cd2f-bb07-4aa6-8222-5e64bdefad14),segment_id=7634cd2f-bb07-4aa6-8222-5e64bdefad14)] {{(pid=103229) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 19:23:50.658015 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-53113633-b9de-4789-848e-f458480ed309 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1820838'] for port (2a7f1092-d79a-4cc7-8ec6-78216e357fb4), precommit_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:23:50.658617 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-677063e6-343f-4d37-945f-9cf5828115e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762867176205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762866656485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762866656503'] for port (75704a41-030c-4680-a16b-dc38691c27a2), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:23:50.678217 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-2a7fd5e1-8664-4e45-b63d-a9c10cca5bc1 admin admin] Publish callbacks [] for security_group (7c17898b-7cf5-48e7-a190-aa8a609eee71), before_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:23:50.711943 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.plugin [None req-53113633-b9de-4789-848e-f458480ed309 admin admin] Calling delete_port for 2a7f1092-d79a-4cc7-8ec6-78216e357fb4 owned by network:router_interface {{(pid=103229) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 19:23:50.786851 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-2a7fd5e1-8664-4e45-b63d-a9c10cca5bc1 admin admin] Publish callbacks [] for security_group (7c17898b-7cf5-48e7-a190-aa8a609eee71), precommit_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:23:50.842261 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Pushing event updated for resources: {'Port': ['ID=27b63592-bc33-4d31-bba6-3a9325d2c458,revision_number=4']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:23:50.847812 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Current status of the port 75704a41-030c-4680-a16b-dc38691c27a2 is: ACTIVE; New status is: ACTIVE {{(pid=103232) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 19:23:50.894537 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-7429db8d-6021-40ad-813e-885be449a89b None None] get_ports_and_sgs() called for port_ids ['27b63592-bc33-4d31-bba6-3a9325d2c458'] {{(pid=103232) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 19:23:51.003925 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-677063e6-343f-4d37-945f-9cf5828115e2 None None] Pushing event updated for resources: {'Port': ['ID=75704a41-030c-4680-a16b-dc38691c27a2,revision_number=3']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:23:51.031404 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-f21f7560-edd0-40f8-8b24-0b6ea75dbbd6 tempest-DHCPAgentSchedulersTestJSON-168506594 tempest-DHCPAgentSchedulersTestJSON-168506594-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-590267', 'neutron.services.segments.db._delete_segments_for_network-8762867132609'] for network (f0028bdf-9e94-420d-af18-836b19fdcb64), precommit_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:23:51.072728 n-d-713498-36 neutron-server[103230]: DEBUG neutron.services.segments.db [None req-f21f7560-edd0-40f8-8b24-0b6ea75dbbd6 tempest-DHCPAgentSchedulersTestJSON-168506594 tempest-DHCPAgentSchedulersTestJSON-168506594-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f0028bdf-9e94-420d-af18-836b19fdcb64']}} {{(pid=103230) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:23:51.096853 n-d-713498-36 neutron-server[103230]: DEBUG neutron.services.segments.db [None req-f21f7560-edd0-40f8-8b24-0b6ea75dbbd6 tempest-DHCPAgentSchedulersTestJSON-168506594 tempest-DHCPAgentSchedulersTestJSON-168506594-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '362c2803-d383-4616-92a7-51b2e17c2c3a') {'for_net_delete': True} {{(pid=103230) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:23:51.097485 n-d-713498-36 neutron-server[103230]: DEBUG neutron.services.segments.db [None req-f21f7560-edd0-40f8-8b24-0b6ea75dbbd6 tempest-DHCPAgentSchedulersTestJSON-168506594 tempest-DHCPAgentSchedulersTestJSON-168506594-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '362c2803-d383-4616-92a7-51b2e17c2c3a') {} {{(pid=103230) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:23:51.119856 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-f21f7560-edd0-40f8-8b24-0b6ea75dbbd6 tempest-DHCPAgentSchedulersTestJSON-168506594 tempest-DHCPAgentSchedulersTestJSON-168506594-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762867134154', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12895813'] for segment (362c2803-d383-4616-92a7-51b2e17c2c3a), before_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:23:51.124426 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-7b4a724f-bde8-4a5b-bd44-b7ccf678e659 tempest-FloatingIPAdminTestJSON-335355198 tempest-FloatingIPAdminTestJSON-335355198-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1834945', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1818951'] for router (93cb3071-cdb7-4d15-a5a9-b4f00a90b865), after_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:23:51.280874 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-2a7fd5e1-8664-4e45-b63d-a9c10cca5bc1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1892331'] for security_group (7c17898b-7cf5-48e7-a190-aa8a609eee71), after_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:23:51.286051 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.provisioning_blocks [None req-49e67eab-af87-4b93-9671-d3999c96e7d5 None None] Provisioning complete for port 75704a41-030c-4680-a16b-dc38691c27a2 triggered by entity DHCP. {{(pid=103232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 19:23:51.286757 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-2a7fd5e1-8664-4e45-b63d-a9c10cca5bc1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:23:51.288008 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-2a7fd5e1-8664-4e45-b63d-a9c10cca5bc1 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/7c17898b-7cf5-48e7-a190-aa8a609eee71 HTTP/1.1" status: 204 len: 168 time: 0.8468416 Feb 09 19:23:51.288583 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-49e67eab-af87-4b93-9671-d3999c96e7d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593630'] for port (75704a41-030c-4680-a16b-dc38691c27a2), provisioning_complete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:23:51.315134 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a7fd5e1-8664-4e45-b63d-a9c10cca5bc1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7c17898b-7cf5-48e7-a190-aa8a609eee71,revision_number=None']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:23:51.329845 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-f21f7560-edd0-40f8-8b24-0b6ea75dbbd6 tempest-DHCPAgentSchedulersTestJSON-168506594 tempest-DHCPAgentSchedulersTestJSON-168506594-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-759574'] for segment (362c2803-d383-4616-92a7-51b2e17c2c3a), precommit_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:23:51.338553 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f21f7560-edd0-40f8-8b24-0b6ea75dbbd6 tempest-DHCPAgentSchedulersTestJSON-168506594 tempest-DHCPAgentSchedulersTestJSON-168506594-project] Releasing vlan 372 on physical network physnet1 to pool {{(pid=103230) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 19:23:51.339025 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-f21f7560-edd0-40f8-8b24-0b6ea75dbbd6 tempest-DHCPAgentSchedulersTestJSON-168506594 tempest-DHCPAgentSchedulersTestJSON-168506594-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-759574', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14393826'] for segment (362c2803-d383-4616-92a7-51b2e17c2c3a), after_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:23:51.349938 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-53113633-b9de-4789-848e-f458480ed309 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762867177463', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762866656476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12867576'] for port (2a7f1092-d79a-4cc7-8ec6-78216e357fb4), after_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:23:51.408370 n-d-713498-36 neutron-server[103230]: Traceback (most recent call last): Feb 09 19:23:51.408370 n-d-713498-36 neutron-server[103230]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 19:23:51.408370 n-d-713498-36 neutron-server[103230]: timer() Feb 09 19:23:51.408370 n-d-713498-36 neutron-server[103230]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 19:23:51.408370 n-d-713498-36 neutron-server[103230]: cb(*args, **kw) Feb 09 19:23:51.408370 n-d-713498-36 neutron-server[103230]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 19:23:51.408370 n-d-713498-36 neutron-server[103230]: return func(*args, **kwargs) Feb 09 19:23:51.408370 n-d-713498-36 neutron-server[103230]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 19:23:51.408370 n-d-713498-36 neutron-server[103230]: self._notify() Feb 09 19:23:51.408370 n-d-713498-36 neutron-server[103230]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 19:23:51.408370 n-d-713498-36 neutron-server[103230]: self.callback(batched_events) Feb 09 19:23:51.408370 n-d-713498-36 neutron-server[103230]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 19:23:51.408370 n-d-713498-36 neutron-server[103230]: event.method(event) Feb 09 19:23:51.408370 n-d-713498-36 neutron-server[103230]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 19:23:51.408370 n-d-713498-36 neutron-server[103230]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 19:23:51.408370 n-d-713498-36 neutron-server[103230]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 19:23:51.408370 n-d-713498-36 neutron-server[103230]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 19:23:51.408370 n-d-713498-36 neutron-server[103230]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 19:23:51.408370 n-d-713498-36 neutron-server[103230]: return f(self, *a, **k) Feb 09 19:23:51.408370 n-d-713498-36 neutron-server[103230]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 19:23:51.408370 n-d-713498-36 neutron-server[103230]: return self._get(url).json() Feb 09 19:23:51.408370 n-d-713498-36 neutron-server[103230]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 19:23:51.408370 n-d-713498-36 neutron-server[103230]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 19:23:51.408370 n-d-713498-36 neutron-server[103230]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 19:23:51.408370 n-d-713498-36 neutron-server[103230]: return self.request(url, 'GET', **kwargs) Feb 09 19:23:51.408370 n-d-713498-36 neutron-server[103230]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 19:23:51.408370 n-d-713498-36 neutron-server[103230]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 19:23:51.408370 n-d-713498-36 neutron-server[103230]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 19:23:51.408370 n-d-713498-36 neutron-server[103230]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 19:23:51.408370 n-d-713498-36 neutron-server[103230]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 19:23:51.408370 n-d-713498-36 neutron-server[103230]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 19:23:51.408370 n-d-713498-36 neutron-server[103230]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 19:23:51.416738 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-f21f7560-edd0-40f8-8b24-0b6ea75dbbd6 tempest-DHCPAgentSchedulersTestJSON-168506594 tempest-DHCPAgentSchedulersTestJSON-168506594-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-590242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1885479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1818895'] for network (f0028bdf-9e94-420d-af18-836b19fdcb64), after_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:23:51.427959 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-f21f7560-edd0-40f8-8b24-0b6ea75dbbd6 tempest-DHCPAgentSchedulersTestJSON-168506594 tempest-DHCPAgentSchedulersTestJSON-168506594-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1613566'] for network (None), before_response {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:23:51.431417 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-f21f7560-edd0-40f8-8b24-0b6ea75dbbd6 tempest-DHCPAgentSchedulersTestJSON-168506594 tempest-DHCPAgentSchedulersTestJSON-168506594-project] 10.222.0.75 "DELETE /v2.0/networks/f0028bdf-9e94-420d-af18-836b19fdcb64 HTTP/1.1" status: 204 len: 168 time: 1.0060341 Feb 09 19:23:51.444321 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 49048) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:23:51.457597 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53113633-b9de-4789-848e-f458480ed309 admin admin] Pushing event deleted for resources: {'Port': ['ID=2a7f1092-d79a-4cc7-8ec6-78216e357fb4,revision_number=None']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:23:51.472730 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f21f7560-edd0-40f8-8b24-0b6ea75dbbd6 tempest-DHCPAgentSchedulersTestJSON-168506594 tempest-DHCPAgentSchedulersTestJSON-168506594-project] Pushing event deleted for resources: {'Network': ['ID=f0028bdf-9e94-420d-af18-836b19fdcb64,revision_number=None']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:23:51.534995 n-d-713498-36 neutron-server[103230]: INFO neutron.pecan_wsgi.hooks.translation [None req-cd2c6f97-fe1e-4d10-bc40-356d7d5de32a tempest-DHCPAgentSchedulersTestJSON-168506594 tempest-DHCPAgentSchedulersTestJSON-168506594-project] DELETE failed (client error): The resource could not be found. Feb 09 19:23:51.535645 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cd2c6f97-fe1e-4d10-bc40-356d7d5de32a tempest-DHCPAgentSchedulersTestJSON-168506594 tempest-DHCPAgentSchedulersTestJSON-168506594-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103230) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 19:23:51.552595 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-cd2c6f97-fe1e-4d10-bc40-356d7d5de32a tempest-DHCPAgentSchedulersTestJSON-168506594 tempest-DHCPAgentSchedulersTestJSON-168506594-project] 10.222.0.75 "DELETE /v2.0/ports/bc52845a-1d51-48e4-ab15-555e1a5a4bdb HTTP/1.1" status: 404 len: 333 time: 0.1063108 Feb 09 19:23:51.560647 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 49052) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:23:51.587736 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-49e67eab-af87-4b93-9671-d3999c96e7d5 None None] Current status of the port 75704a41-030c-4680-a16b-dc38691c27a2 is: ACTIVE; New status is: ACTIVE {{(pid=103232) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 19:23:51.691856 n-d-713498-36 neutron-server[103230]: DEBUG neutron.db.db_base_plugin_v2 [None req-d551ee7f-aed6-4b04-ac01-65aba3ac5ef2 tempest-DHCPAgentSchedulersTestJSON-168506594 tempest-DHCPAgentSchedulersTestJSON-168506594-project] Deleting subnet e8fe03cb-0643-4334-95a2-716961c021cc {{(pid=103230) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 19:23:51.695943 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-d551ee7f-aed6-4b04-ac01-65aba3ac5ef2 tempest-DHCPAgentSchedulersTestJSON-168506594 tempest-DHCPAgentSchedulersTestJSON-168506594-project] Publish callbacks [] for subnet (e8fe03cb-0643-4334-95a2-716961c021cc), before_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:23:51.768782 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-d551ee7f-aed6-4b04-ac01-65aba3ac5ef2 tempest-DHCPAgentSchedulersTestJSON-168506594 tempest-DHCPAgentSchedulersTestJSON-168506594-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12895822'] for subnet (e8fe03cb-0643-4334-95a2-716961c021cc), precommit_delete_associations {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:23:51.945341 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-d551ee7f-aed6-4b04-ac01-65aba3ac5ef2 tempest-DHCPAgentSchedulersTestJSON-168506594 tempest-DHCPAgentSchedulersTestJSON-168506594-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-759852'] for subnet (e8fe03cb-0643-4334-95a2-716961c021cc), precommit_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:23:52.023305 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-897f64e7-ad8b-48d2-a762-6a4afed9d45e req-e31caa01-1aa5-451b-b339-3c4dcacc95e5 tempest-InstanceActionsV221TestJSON-1046832890 tempest-InstanceActionsV221TestJSON-1046832890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:23:52.025663 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-897f64e7-ad8b-48d2-a762-6a4afed9d45e req-e31caa01-1aa5-451b-b339-3c4dcacc95e5 tempest-InstanceActionsV221TestJSON-1046832890 tempest-InstanceActionsV221TestJSON-1046832890-project] 10.222.0.75 "GET /v2.0/ports?device_id=cc415f82-a477-4c32-98e3-07b45b436950 HTTP/1.1" status: 200 len: 944 time: 0.3511660 Feb 09 19:23:52.064593 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-d551ee7f-aed6-4b04-ac01-65aba3ac5ef2 tempest-DHCPAgentSchedulersTestJSON-168506594 tempest-DHCPAgentSchedulersTestJSON-168506594-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-760023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14393672', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12985882'] for subnet (e8fe03cb-0643-4334-95a2-716961c021cc), after_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:23:52.068000 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Device 75704a41-030c-4680-a16b-dc38691c27a2 up at agent ovs-agent-n-d-713498-36 {{(pid=103232) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 19:23:52.073081 n-d-713498-36 neutron-server[103230]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7b4a724f-bde8-4a5b-bd44-b7ccf678e659 tempest-FloatingIPAdminTestJSON-335355198 tempest-FloatingIPAdminTestJSON-335355198-project] Router 93cb3071-cdb7-4d15-a5a9-b4f00a90b865 is scheduled to L3 agent 93303d5e-5d17-45e8-8963-7694f87783ae with binding_index 1 {{(pid=103230) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 09 19:23:52.103910 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d551ee7f-aed6-4b04-ac01-65aba3ac5ef2 tempest-DHCPAgentSchedulersTestJSON-168506594 tempest-DHCPAgentSchedulersTestJSON-168506594-project] Pushing event deleted for resources: {'Subnet': ['ID=e8fe03cb-0643-4334-95a2-716961c021cc,revision_number=None']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:23:52.116802 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-d551ee7f-aed6-4b04-ac01-65aba3ac5ef2 tempest-DHCPAgentSchedulersTestJSON-168506594 tempest-DHCPAgentSchedulersTestJSON-168506594-project] Publish callbacks [] for subnet (None), before_response {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:23:52.121624 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-d551ee7f-aed6-4b04-ac01-65aba3ac5ef2 tempest-DHCPAgentSchedulersTestJSON-168506594 tempest-DHCPAgentSchedulersTestJSON-168506594-project] 10.222.0.75 "DELETE /v2.0/subnets/e8fe03cb-0643-4334-95a2-716961c021cc HTTP/1.1" status: 204 len: 168 time: 0.5583549 Feb 09 19:23:52.125080 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 49062) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:23:52.131336 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-53113633-b9de-4789-848e-f458480ed309 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1613467', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1834633'] for router_interface (ccff0999-6496-491d-ae22-2f8fab284166), after_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:23:52.228912 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7dc8816f-514d-4591-90d5-9463123ee048 None None] Network 271ed60d-b27a-4a3a-8932-f21559f11faf requested from n-d-713498-36 {{(pid=103232) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 19:23:52.238528 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-6da5c3ec-b683-467c-8c2c-10fd2b184f22 tempest-DHCPAgentSchedulersTestJSON-168506594 tempest-DHCPAgentSchedulersTestJSON-168506594-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-670458'] for network (271ed60d-b27a-4a3a-8932-f21559f11faf), before_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:23:52.348758 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-897f64e7-ad8b-48d2-a762-6a4afed9d45e req-7e8fbeab-08b6-4323-967c-14ba711308ae tempest-InstanceActionsV221TestJSON-1046832890 tempest-InstanceActionsV221TestJSON-1046832890-project] 10.222.0.75 "GET /v2.0/security-groups?id=09ed4d9c-5053-45af-94a4-e92d5b89871f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3133924 Feb 09 19:23:52.389294 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.provisioning_blocks [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Provisioning complete for port 75704a41-030c-4680-a16b-dc38691c27a2 triggered by entity L2. {{(pid=103232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 19:23:52.389731 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593630'] for port (75704a41-030c-4680-a16b-dc38691c27a2), provisioning_complete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:23:52.566714 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-adb76be9-4e9d-4e55-a97c-2072b878d35f None None] DHCP port deletion for 271ed60d-b27a-4a3a-8932-f21559f11faf request from n-d-713498-36 {{(pid=103232) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 09 19:23:52.579131 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Current status of the port 75704a41-030c-4680-a16b-dc38691c27a2 is: ACTIVE; New status is: ACTIVE {{(pid=103232) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 19:23:52.653082 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-adb76be9-4e9d-4e55-a97c-2072b878d35f None None] Deleting port 79d03690-7b85-4d8d-94f0-d0716aa9b884 {{(pid=103232) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 19:23:52.654350 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-adb76be9-4e9d-4e55-a97c-2072b878d35f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762867170196'] for port (79d03690-7b85-4d8d-94f0-d0716aa9b884), before_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:23:52.755394 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.plugin [None req-6da5c3ec-b683-467c-8c2c-10fd2b184f22 tempest-DHCPAgentSchedulersTestJSON-168506594 tempest-DHCPAgentSchedulersTestJSON-168506594-project] Deleting port 79d03690-7b85-4d8d-94f0-d0716aa9b884 {{(pid=103230) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 19:23:52.755746 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-6da5c3ec-b683-467c-8c2c-10fd2b184f22 tempest-DHCPAgentSchedulersTestJSON-168506594 tempest-DHCPAgentSchedulersTestJSON-168506594-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762867170196'] for port (79d03690-7b85-4d8d-94f0-d0716aa9b884), before_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:23:52.773776 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-adb76be9-4e9d-4e55-a97c-2072b878d35f None None] For port 79d03690-7b85-4d8d-94f0-d0716aa9b884, host n-d-713498-36, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-36',level=0,port_id=79d03690-7b85-4d8d-94f0-d0716aa9b884,segment=NetworkSegment(ee4f942b-f633-475b-abe4-e71d07e22051),segment_id=ee4f942b-f633-475b-abe4-e71d07e22051)] {{(pid=103232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 19:23:52.788696 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-adb76be9-4e9d-4e55-a97c-2072b878d35f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1820838'] for port (79d03690-7b85-4d8d-94f0-d0716aa9b884), precommit_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:23:52.807087 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7b4a724f-bde8-4a5b-bd44-b7ccf678e659 tempest-FloatingIPAdminTestJSON-335355198 tempest-FloatingIPAdminTestJSON-335355198-project] Notify agent at l3_agent.n-d-713498-36 the message routers_updated {{(pid=103230) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 19:23:52.838556 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d68170cc-0e88-4419-bd11-58b3673122ad None None] Sync routers for ids ['93cb3071-cdb7-4d15-a5a9-b4f00a90b865'] in n-d-713498-36 {{(pid=103232) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 19:23:52.839101 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-7b4a724f-bde8-4a5b-bd44-b7ccf678e659 tempest-FloatingIPAdminTestJSON-335355198 tempest-FloatingIPAdminTestJSON-335355198-project] Publish callbacks [] for router (None), before_response {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:23:52.843755 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-7b4a724f-bde8-4a5b-bd44-b7ccf678e659 tempest-FloatingIPAdminTestJSON-335355198 tempest-FloatingIPAdminTestJSON-335355198-project] 10.222.0.75 "POST /v2.0/routers HTTP/1.1" status: 201 len: 891 time: 7.0714178 Feb 09 19:23:52.845822 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 49078) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:23:52.856797 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-adb76be9-4e9d-4e55-a97c-2072b878d35f None None] Calling delete_port for 79d03690-7b85-4d8d-94f0-d0716aa9b884 owned by network:dhcp {{(pid=103232) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 19:23:52.913323 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d68170cc-0e88-4419-bd11-58b3673122ad None None] Routers {'93cb3071-cdb7-4d15-a5a9-b4f00a90b865'} bound to L3 agent in host n-d-713498-36 {{(pid=103232) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 19:23:52.914681 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.l3_hamode_db [None req-d68170cc-0e88-4419-bd11-58b3673122ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T18:51:43Z,description=,heartbeat_timestamp=2022-02-09T19:23:43Z,host='n-d-713498-36',id=93303d5e-5d17-45e8-8963-7694f87783ae,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T18:51:43Z,topic='l3_agent')) {'router_ids': ['93cb3071-cdb7-4d15-a5a9-b4f00a90b865'], 'active': True} {{(pid=103232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:23:52.990356 n-d-713498-36 neutron-server[103229]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-53113633-b9de-4789-848e-f458480ed309 admin admin] Router ccff0999-6496-491d-ae22-2f8fab284166 has already been hosted by L3 agent 93303d5e-5d17-45e8-8963-7694f87783ae {{(pid=103229) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 19:23:53.035173 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.db [None req-6da5c3ec-b683-467c-8c2c-10fd2b184f22 tempest-DHCPAgentSchedulersTestJSON-168506594 tempest-DHCPAgentSchedulersTestJSON-168506594-project] For port 79d03690-7b85-4d8d-94f0-d0716aa9b884, host n-d-713498-36, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-36',level=0,port_id=79d03690-7b85-4d8d-94f0-d0716aa9b884,segment=NetworkSegment(ee4f942b-f633-475b-abe4-e71d07e22051),segment_id=ee4f942b-f633-475b-abe4-e71d07e22051)] {{(pid=103230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 19:23:53.035537 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-6da5c3ec-b683-467c-8c2c-10fd2b184f22 tempest-DHCPAgentSchedulersTestJSON-168506594 tempest-DHCPAgentSchedulersTestJSON-168506594-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1820838'] for port (79d03690-7b85-4d8d-94f0-d0716aa9b884), precommit_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:23:53.081315 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.plugin [None req-6da5c3ec-b683-467c-8c2c-10fd2b184f22 tempest-DHCPAgentSchedulersTestJSON-168506594 tempest-DHCPAgentSchedulersTestJSON-168506594-project] Calling delete_port for 79d03690-7b85-4d8d-94f0-d0716aa9b884 owned by network:dhcp {{(pid=103230) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 19:23:53.094525 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.l3_hamode_db [None req-d68170cc-0e88-4419-bd11-58b3673122ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713498-36', False) {} {{(pid=103232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:23:53.111608 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d68170cc-0e88-4419-bd11-58b3673122ad None None] Routers {'93cb3071-cdb7-4d15-a5a9-b4f00a90b865'} bound to L3 agent in host n-d-713498-36 {{(pid=103232) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 19:23:53.112451 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.l3_hamode_db [None req-d68170cc-0e88-4419-bd11-58b3673122ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T18:51:43Z,description=,heartbeat_timestamp=2022-02-09T19:23:43Z,host='n-d-713498-36',id=93303d5e-5d17-45e8-8963-7694f87783ae,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T18:51:43Z,topic='l3_agent')) {'router_ids': ['93cb3071-cdb7-4d15-a5a9-b4f00a90b865'], 'active': True} {{(pid=103232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:23:53.118339 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 49084) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:23:53.119420 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-53113633-b9de-4789-848e-f458480ed309 admin admin] Notify agent at l3_agent.n-d-713498-36 the message routers_updated {{(pid=103229) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 19:23:53.127823 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-53113633-b9de-4789-848e-f458480ed309 admin admin] 10.222.0.75 "PUT /v2.0/routers/ccff0999-6496-491d-ae22-2f8fab284166/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.4532564 Feb 09 19:23:53.128815 n-d-713498-36 neutron-server[103233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6f72cf2-f942-42d0-bdc4-c44c356a9288 None None] Sync routers for ids ['ccff0999-6496-491d-ae22-2f8fab284166'] in n-d-713498-36 {{(pid=103233) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 19:23:53.133045 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 49086) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:23:53.158016 n-d-713498-36 neutron-server[103233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6f72cf2-f942-42d0-bdc4-c44c356a9288 None None] Routers {'ccff0999-6496-491d-ae22-2f8fab284166'} bound to L3 agent in host n-d-713498-36 {{(pid=103233) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 19:23:53.158678 n-d-713498-36 neutron-server[103233]: DEBUG neutron.db.l3_hamode_db [None req-d6f72cf2-f942-42d0-bdc4-c44c356a9288 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T18:51:43Z,description=,heartbeat_timestamp=2022-02-09T19:23:43Z,host='n-d-713498-36',id=93303d5e-5d17-45e8-8963-7694f87783ae,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T18:51:43Z,topic='l3_agent')) {'router_ids': ['ccff0999-6496-491d-ae22-2f8fab284166'], 'active': True} {{(pid=103233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:23:53.260698 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-adb76be9-4e9d-4e55-a97c-2072b878d35f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762867177463', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762866656476'] for port (79d03690-7b85-4d8d-94f0-d0716aa9b884), after_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:23:53.315613 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-6da5c3ec-b683-467c-8c2c-10fd2b184f22 tempest-DHCPAgentSchedulersTestJSON-168506594 tempest-DHCPAgentSchedulersTestJSON-168506594-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762867177463', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762866656476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14393751'] for port (79d03690-7b85-4d8d-94f0-d0716aa9b884), after_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:23:53.321019 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.l3_hamode_db [None req-d68170cc-0e88-4419-bd11-58b3673122ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713498-36', False) {} {{(pid=103232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:23:53.321700 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d68170cc-0e88-4419-bd11-58b3673122ad None None] The sync data for ids ['93cb3071-cdb7-4d15-a5a9-b4f00a90b865'] in n-d-713498-36 is: [] {{(pid=103232) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 19:23:53.326706 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adb76be9-4e9d-4e55-a97c-2072b878d35f None None] Pushing event deleted for resources: {'Port': ['ID=79d03690-7b85-4d8d-94f0-d0716aa9b884,revision_number=None']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:23:53.338591 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-a4451a46-6a95-4006-8073-e180d10c9244 admin admin] Publish callbacks [] for router (ccff0999-6496-491d-ae22-2f8fab284166), before_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:23:53.355234 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.l3_dvrscheduler_db [None req-adb76be9-4e9d-4e55-a97c-2072b878d35f None None] No DVR routers for this DVR port 79d03690-7b85-4d8d-94f0-d0716aa9b884 on host n-d-713498-36 {{(pid=103232) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 19:23:53.426476 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.v2.base [None req-ccb963fb-78c1-450d-b7bc-4f04904cfd82 admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-1009823274-network', 'tenant_id': 'd7a2ccbf0c8a475abd1520a0e31ab926'}} {{(pid=103229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 19:23:53.462072 n-d-713498-36 neutron-server[103230]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6da5c3ec-b683-467c-8c2c-10fd2b184f22 tempest-DHCPAgentSchedulersTestJSON-168506594 tempest-DHCPAgentSchedulersTestJSON-168506594-project] No DVR routers for this DVR port 79d03690-7b85-4d8d-94f0-d0716aa9b884 on host n-d-713498-36 {{(pid=103230) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 19:23:53.464484 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6da5c3ec-b683-467c-8c2c-10fd2b184f22 tempest-DHCPAgentSchedulersTestJSON-168506594 tempest-DHCPAgentSchedulersTestJSON-168506594-project] Pushing event deleted for resources: {'Port': ['ID=79d03690-7b85-4d8d-94f0-d0716aa9b884,revision_number=None']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:23:53.490654 n-d-713498-36 neutron-server[103233]: DEBUG neutron.db.l3_dvr_db [None req-d6f72cf2-f942-42d0-bdc4-c44c356a9288 None None] Set router ccff0999-6496-491d-ae22-2f8fab284166 gateway port host: n-d-713498-36 {{(pid=103233) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 19:23:53.513657 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ccb963fb-78c1-450d-b7bc-4f04904cfd82 admin admin] Made reservation on behalf of d7a2ccbf0c8a475abd1520a0e31ab926 for: {'network': 1} {{(pid=103229) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 19:23:53.516609 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-ccb963fb-78c1-450d-b7bc-4f04904cfd82 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for network (None), before_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:23:53.533910 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-ccb963fb-78c1-450d-b7bc-4f04904cfd82 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:23:53.565098 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Device 27b63592-bc33-4d31-bba6-3a9325d2c458 up at agent hyperv_n-h2-713498-36 {{(pid=103232) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 19:23:53.602745 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-6da5c3ec-b683-467c-8c2c-10fd2b184f22 tempest-DHCPAgentSchedulersTestJSON-168506594 tempest-DHCPAgentSchedulersTestJSON-168506594-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-590267', 'neutron.services.segments.db._delete_segments_for_network-8762867132609'] for network (271ed60d-b27a-4a3a-8932-f21559f11faf), precommit_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:23:53.643473 n-d-713498-36 neutron-server[103230]: DEBUG neutron.services.segments.db [None req-6da5c3ec-b683-467c-8c2c-10fd2b184f22 tempest-DHCPAgentSchedulersTestJSON-168506594 tempest-DHCPAgentSchedulersTestJSON-168506594-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['271ed60d-b27a-4a3a-8932-f21559f11faf']}} {{(pid=103230) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:23:53.648160 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-ccb963fb-78c1-450d-b7bc-4f04904cfd82 admin admin] Publish callbacks [] for security_group (f62a4cfa-cf5c-41a8-8bc5-ff3861f4d88a), precommit_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:23:53.658929 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-ccb963fb-78c1-450d-b7bc-4f04904cfd82 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1892331'] for security_group (f62a4cfa-cf5c-41a8-8bc5-ff3861f4d88a), after_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:23:53.665136 n-d-713498-36 neutron-server[103230]: DEBUG neutron.services.segments.db [None req-6da5c3ec-b683-467c-8c2c-10fd2b184f22 tempest-DHCPAgentSchedulersTestJSON-168506594 tempest-DHCPAgentSchedulersTestJSON-168506594-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ee4f942b-f633-475b-abe4-e71d07e22051') {'for_net_delete': True} {{(pid=103230) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:23:53.665334 n-d-713498-36 neutron-server[103230]: DEBUG neutron.services.segments.db [None req-6da5c3ec-b683-467c-8c2c-10fd2b184f22 tempest-DHCPAgentSchedulersTestJSON-168506594 tempest-DHCPAgentSchedulersTestJSON-168506594-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ee4f942b-f633-475b-abe4-e71d07e22051') {} {{(pid=103230) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:23:53.670443 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.provisioning_blocks [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Provisioning for port 27b63592-bc33-4d31-bba6-3a9325d2c458 completed by entity L2. {{(pid=103232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 19:23:53.676509 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ccb963fb-78c1-450d-b7bc-4f04904cfd82 admin admin] vlan segment allocate from pool success with {'vlan_id': 397, 'physical_network': 'physnet1'} {{(pid=103229) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 19:23:53.676678 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.provisioning_blocks [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Provisioning complete for port 27b63592-bc33-4d31-bba6-3a9325d2c458 triggered by entity L2. {{(pid=103232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 19:23:53.677043 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593630'] for port (27b63592-bc33-4d31-bba6-3a9325d2c458), provisioning_complete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:23:53.689038 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-ccb963fb-78c1-450d-b7bc-4f04904cfd82 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-759574'] for segment (9110d757-e4eb-424b-97b9-32896b689ba3), precommit_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:23:53.689637 n-d-713498-36 neutron-server[103229]: INFO neutron.db.segments_db [None req-ccb963fb-78c1-450d-b7bc-4f04904cfd82 admin admin] Added segment 9110d757-e4eb-424b-97b9-32896b689ba3 of type vlan for network bd12d1d0-518d-4d29-a00d-98410ba2cb8a Feb 09 19:23:53.706611 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-6da5c3ec-b683-467c-8c2c-10fd2b184f22 tempest-DHCPAgentSchedulersTestJSON-168506594 tempest-DHCPAgentSchedulersTestJSON-168506594-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762867134154', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12895813'] for segment (ee4f942b-f633-475b-abe4-e71d07e22051), before_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:23:53.735993 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-6da5c3ec-b683-467c-8c2c-10fd2b184f22 tempest-DHCPAgentSchedulersTestJSON-168506594 tempest-DHCPAgentSchedulersTestJSON-168506594-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-759574'] for segment (ee4f942b-f633-475b-abe4-e71d07e22051), precommit_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:23:53.743992 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-ccb963fb-78c1-450d-b7bc-4f04904cfd82 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762866642225'] for network (bd12d1d0-518d-4d29-a00d-98410ba2cb8a), precommit_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:23:53.756430 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6da5c3ec-b683-467c-8c2c-10fd2b184f22 tempest-DHCPAgentSchedulersTestJSON-168506594 tempest-DHCPAgentSchedulersTestJSON-168506594-project] Releasing vlan 398 on physical network physnet1 to pool {{(pid=103230) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 19:23:53.760453 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-6da5c3ec-b683-467c-8c2c-10fd2b184f22 tempest-DHCPAgentSchedulersTestJSON-168506594 tempest-DHCPAgentSchedulersTestJSON-168506594-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-759574', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14393826'] for segment (ee4f942b-f633-475b-abe4-e71d07e22051), after_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:23:53.784585 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-ccb963fb-78c1-450d-b7bc-4f04904cfd82 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1885479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452'] for network (bd12d1d0-518d-4d29-a00d-98410ba2cb8a), after_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:23:53.786956 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ccb963fb-78c1-450d-b7bc-4f04904cfd82 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:23:53.790537 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-ccb963fb-78c1-450d-b7bc-4f04904cfd82 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1613566'] for network (None), before_response {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:23:53.807557 n-d-713498-36 neutron-server[103230]: Traceback (most recent call last): Feb 09 19:23:53.807557 n-d-713498-36 neutron-server[103230]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 19:23:53.807557 n-d-713498-36 neutron-server[103230]: timer() Feb 09 19:23:53.807557 n-d-713498-36 neutron-server[103230]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 19:23:53.807557 n-d-713498-36 neutron-server[103230]: cb(*args, **kw) Feb 09 19:23:53.807557 n-d-713498-36 neutron-server[103230]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 19:23:53.807557 n-d-713498-36 neutron-server[103230]: return func(*args, **kwargs) Feb 09 19:23:53.807557 n-d-713498-36 neutron-server[103230]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 19:23:53.807557 n-d-713498-36 neutron-server[103230]: self._notify() Feb 09 19:23:53.807557 n-d-713498-36 neutron-server[103230]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 19:23:53.807557 n-d-713498-36 neutron-server[103230]: self.callback(batched_events) Feb 09 19:23:53.807557 n-d-713498-36 neutron-server[103230]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 19:23:53.807557 n-d-713498-36 neutron-server[103230]: event.method(event) Feb 09 19:23:53.807557 n-d-713498-36 neutron-server[103230]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 19:23:53.807557 n-d-713498-36 neutron-server[103230]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 19:23:53.807557 n-d-713498-36 neutron-server[103230]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 19:23:53.807557 n-d-713498-36 neutron-server[103230]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 19:23:53.807557 n-d-713498-36 neutron-server[103230]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 19:23:53.807557 n-d-713498-36 neutron-server[103230]: return f(self, *a, **k) Feb 09 19:23:53.807557 n-d-713498-36 neutron-server[103230]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 19:23:53.807557 n-d-713498-36 neutron-server[103230]: return self._get(url).json() Feb 09 19:23:53.807557 n-d-713498-36 neutron-server[103230]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 19:23:53.807557 n-d-713498-36 neutron-server[103230]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 19:23:53.807557 n-d-713498-36 neutron-server[103230]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 19:23:53.807557 n-d-713498-36 neutron-server[103230]: return self.request(url, 'GET', **kwargs) Feb 09 19:23:53.807557 n-d-713498-36 neutron-server[103230]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 19:23:53.807557 n-d-713498-36 neutron-server[103230]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 19:23:53.807557 n-d-713498-36 neutron-server[103230]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 19:23:53.807557 n-d-713498-36 neutron-server[103230]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 19:23:53.807557 n-d-713498-36 neutron-server[103230]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 19:23:53.807557 n-d-713498-36 neutron-server[103230]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 19:23:53.807557 n-d-713498-36 neutron-server[103230]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 19:23:53.837762 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-a4451a46-6a95-4006-8073-e180d10c9244 admin admin] Publish callbacks [] for router_gateway (ccff0999-6496-491d-ae22-2f8fab284166), before_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:23:53.887238 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Device 79d03690-7b85-4d8d-94f0-d0716aa9b884 no longer exists at agent ovs-agent-n-d-713498-36 {{(pid=103232) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 19:23:53.896858 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-ccb963fb-78c1-450d-b7bc-4f04904cfd82 admin admin] 10.222.0.75 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.7653456 Feb 09 19:23:53.933693 n-d-713498-36 neutron-server[103233]: DEBUG neutron.db.l3_hamode_db [None req-d6f72cf2-f942-42d0-bdc4-c44c356a9288 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ccff0999-6496-491d-ae22-2f8fab284166', 'name': 'tempest-AttachVolumeTestJSON-591340071-router', 'tenant_id': 'b8358624fc0d4008bf7aadd6f5fc09a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88055e1e-672a-4487-be31-ffb6e833ece5', 'external_fixed_ips': [{'subnet_id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'ip_address': '172.25.1.112'}], 'enable_snat': True}, 'gw_port_id': 'b2df33b3-6fc2-4ba8-843a-75225b202de2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T19:14:44Z', 'updated_at': '2022-02-09T19:23:51Z', 'revision_number': 5, 'project_id': 'b8358624fc0d4008bf7aadd6f5fc09a1', 'gw_port': {'id': 'b2df33b3-6fc2-4ba8-843a-75225b202de2', 'name': '', 'network_id': '88055e1e-672a-4487-be31-ffb6e833ece5', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:34:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ccff0999-6496-491d-ae22-2f8fab284166', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1377, 'fixed_ips': [{'subnet_id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'ip_address': '172.25.1.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T19:14:46Z', 'updated_at': '2022-02-09T19:14:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-36'}], 'n-d-713498-36', False) {} {{(pid=103233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:23:53.955591 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 49094) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:23:53.959998 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] No Port match for: 79d03690-7b85-4d8d-94f0-d0716aa9b884 {{(pid=103232) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 19:23:53.960518 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Device 79d03690-7b85-4d8d-94f0-d0716aa9b884 not bound to the agent host n-d-713498-36 {{(pid=103232) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 19:23:53.976638 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.v2.base [None req-547152a7-73a7-4712-ad49-085f03960573 admin admin] Request body: {'subnet': {'network_id': 'bd12d1d0-518d-4d29-a00d-98410ba2cb8a', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-1009823274-subnet', 'tenant_id': 'd7a2ccbf0c8a475abd1520a0e31ab926', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103230) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 19:23:53.983542 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Current status of the port 27b63592-bc33-4d31-bba6-3a9325d2c458 is: BUILD; New status is: ACTIVE {{(pid=103232) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 19:23:53.984557 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (27b63592-bc33-4d31-bba6-3a9325d2c458), before_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:23:53.995380 n-d-713498-36 neutron-server[103233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6f72cf2-f942-42d0-bdc4-c44c356a9288 None None] Checking router: ccff0999-6496-491d-ae22-2f8fab284166 for host: n-d-713498-36 {{(pid=103233) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 19:23:54.014907 n-d-713498-36 neutron-server[103233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6f72cf2-f942-42d0-bdc4-c44c356a9288 None None] Routers {'ccff0999-6496-491d-ae22-2f8fab284166'} bound to L3 agent in host n-d-713498-36 {{(pid=103233) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 19:23:54.015928 n-d-713498-36 neutron-server[103233]: DEBUG neutron.db.l3_hamode_db [None req-d6f72cf2-f942-42d0-bdc4-c44c356a9288 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T18:51:43Z,description=,heartbeat_timestamp=2022-02-09T19:23:43Z,host='n-d-713498-36',id=93303d5e-5d17-45e8-8963-7694f87783ae,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T18:51:43Z,topic='l3_agent')) {'router_ids': ['ccff0999-6496-491d-ae22-2f8fab284166'], 'active': True} {{(pid=103233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:23:54.025865 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-7429db8d-6021-40ad-813e-885be449a89b None None] For port 27b63592-bc33-4d31-bba6-3a9325d2c458, host n-h2-713498-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-36',level=0,port_id=27b63592-bc33-4d31-bba6-3a9325d2c458,segment=NetworkSegment(42d58126-a93d-4afb-9ad4-ec6878da16a3),segment_id=42d58126-a93d-4afb-9ad4-ec6878da16a3)] {{(pid=103232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 19:23:54.028309 n-d-713498-36 neutron-server[103232]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cc415f82-a477-4c32-98e3-07b45b436950', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '27b63592-bc33-4d31-bba6-3a9325d2c458'}] {{(pid=103232) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 19:23:54.030750 n-d-713498-36 neutron-server[103232]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}949cdcde653dec44821de95cbf67297f53cbc2aed4e073b5d514f93bf911ce85" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ad46ae42-dd95-4def-8c3c-bad633d9df9d" -d '{"events": [{"server_uuid": "cc415f82-a477-4c32-98e3-07b45b436950", "name": "network-vif-plugged", "status": "completed", "tag": "27b63592-bc33-4d31-bba6-3a9325d2c458"}]}' {{(pid=103232) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 19:23:54.035268 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762867176205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762866656485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762866656503'] for port (27b63592-bc33-4d31-bba6-3a9325d2c458), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:23:54.059770 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-547152a7-73a7-4712-ad49-085f03960573 admin admin] Made reservation on behalf of d7a2ccbf0c8a475abd1520a0e31ab926 for: {'subnet': 1} {{(pid=103230) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 19:23:54.064807 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-547152a7-73a7-4712-ad49-085f03960573 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12985917'] for subnet (None), before_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:23:54.081713 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccb963fb-78c1-450d-b7bc-4f04904cfd82 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f62a4cfa-cf5c-41a8-8bc5-ff3861f4d88a,revision_number=1']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:23:54.125620 n-d-713498-36 neutron-server[103232]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 19:23:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-75bdd7e4-b1dc-4ef8-adc5-0856c2782f16 x-openstack-request-id: req-75bdd7e4-b1dc-4ef8-adc5-0856c2782f16 {{(pid=103232) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 19:23:54.126204 n-d-713498-36 neutron-server[103232]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cc415f82-a477-4c32-98e3-07b45b436950", "name": "network-vif-plugged", "status": "completed", "tag": "27b63592-bc33-4d31-bba6-3a9325d2c458", "code": 200}]} {{(pid=103232) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 19:23:54.128565 n-d-713498-36 neutron-server[103232]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-75bdd7e4-b1dc-4ef8-adc5-0856c2782f16 {{(pid=103232) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 19:23:54.129104 n-d-713498-36 neutron-server[103232]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cc415f82-a477-4c32-98e3-07b45b436950', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '27b63592-bc33-4d31-bba6-3a9325d2c458', 'code': 200} Feb 09 19:23:54.130239 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccb963fb-78c1-450d-b7bc-4f04904cfd82 admin admin] Pushing event updated for resources: {'Network': ['ID=bd12d1d0-518d-4d29-a00d-98410ba2cb8a,revision_number=1']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:23:54.162845 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Network bd12d1d0-518d-4d29-a00d-98410ba2cb8a details requested by agent ovs-agent-n-d-713498-36 with host n-d-713498-36 {{(pid=103232) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 19:23:54.196176 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.plugin [None req-a4451a46-6a95-4006-8073-e180d10c9244 admin admin] Deleting port b2df33b3-6fc2-4ba8-843a-75225b202de2 {{(pid=103229) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 19:23:54.196526 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-a4451a46-6a95-4006-8073-e180d10c9244 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762867170196'] for port (b2df33b3-6fc2-4ba8-843a-75225b202de2), before_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:23:54.236765 n-d-713498-36 neutron-server[103233]: DEBUG neutron.db.l3_dvr_db [None req-d6f72cf2-f942-42d0-bdc4-c44c356a9288 None None] Set router ccff0999-6496-491d-ae22-2f8fab284166 gateway port host: None {{(pid=103233) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 19:23:54.268964 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Pushing event updated for resources: {'Port': ['ID=27b63592-bc33-4d31-bba6-3a9325d2c458,revision_number=5']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:23:54.285189 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-6da5c3ec-b683-467c-8c2c-10fd2b184f22 tempest-DHCPAgentSchedulersTestJSON-168506594 tempest-DHCPAgentSchedulersTestJSON-168506594-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-590242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1885479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1818895'] for network (271ed60d-b27a-4a3a-8932-f21559f11faf), after_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:23:54.331954 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df707f5d-439a-4ac4-a0fc-9ccc46bd7fe3 req-ca939226-59cc-4a9a-be4a-ecd4277c9d0f tempest-InstanceActionsV221TestJSON-1046832890 tempest-InstanceActionsV221TestJSON-1046832890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:23:54.335522 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-df707f5d-439a-4ac4-a0fc-9ccc46bd7fe3 req-ca939226-59cc-4a9a-be4a-ecd4277c9d0f tempest-InstanceActionsV221TestJSON-1046832890 tempest-InstanceActionsV221TestJSON-1046832890-project] 10.222.0.75 "GET /v2.0/ports?device_id=cc415f82-a477-4c32-98e3-07b45b436950 HTTP/1.1" status: 200 len: 944 time: 0.5600176 Feb 09 19:23:54.367228 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6581c31-5e71-4029-b043-4cf824a90fdb req-be3c5193-a831-410d-b29d-564346c43820 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:23:54.368735 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-b6581c31-5e71-4029-b043-4cf824a90fdb req-be3c5193-a831-410d-b29d-564346c43820 service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=cc415f82-a477-4c32-98e3-07b45b436950 HTTP/1.1" status: 200 len: 1128 time: 0.1438496 Feb 09 19:23:54.369078 n-d-713498-36 neutron-server[103233]: DEBUG neutron.db.l3_hamode_db [None req-d6f72cf2-f942-42d0-bdc4-c44c356a9288 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ccff0999-6496-491d-ae22-2f8fab284166', 'name': 'tempest-AttachVolumeTestJSON-591340071-router', 'tenant_id': 'b8358624fc0d4008bf7aadd6f5fc09a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T19:14:44Z', 'updated_at': '2022-02-09T19:23:53Z', 'revision_number': 6, 'project_id': 'b8358624fc0d4008bf7aadd6f5fc09a1', 'gw_port_host': None}], 'n-d-713498-36', False) {} {{(pid=103233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:23:54.382816 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-6da5c3ec-b683-467c-8c2c-10fd2b184f22 tempest-DHCPAgentSchedulersTestJSON-168506594 tempest-DHCPAgentSchedulersTestJSON-168506594-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1613566'] for network (None), before_response {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:23:54.387750 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-6da5c3ec-b683-467c-8c2c-10fd2b184f22 tempest-DHCPAgentSchedulersTestJSON-168506594 tempest-DHCPAgentSchedulersTestJSON-168506594-project] 10.222.0.75 "DELETE /v2.0/networks/271ed60d-b27a-4a3a-8932-f21559f11faf HTTP/1.1" status: 204 len: 168 time: 2.2613711 Feb 09 19:23:54.408040 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6da5c3ec-b683-467c-8c2c-10fd2b184f22 tempest-DHCPAgentSchedulersTestJSON-168506594 tempest-DHCPAgentSchedulersTestJSON-168506594-project] Pushing event deleted for resources: {'Network': ['ID=271ed60d-b27a-4a3a-8932-f21559f11faf,revision_number=None']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:23:54.440483 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.db [None req-a4451a46-6a95-4006-8073-e180d10c9244 admin admin] For port b2df33b3-6fc2-4ba8-843a-75225b202de2, host n-d-713498-36, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-36',level=0,port_id=b2df33b3-6fc2-4ba8-843a-75225b202de2,segment=NetworkSegment(a4222f89-8d3f-4b51-953b-1a8126392491),segment_id=a4222f89-8d3f-4b51-953b-1a8126392491)] {{(pid=103229) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 19:23:54.441066 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-a4451a46-6a95-4006-8073-e180d10c9244 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1820838'] for port (b2df33b3-6fc2-4ba8-843a-75225b202de2), precommit_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:23:54.446264 n-d-713498-36 neutron-server[103233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6f72cf2-f942-42d0-bdc4-c44c356a9288 None None] The sync data for ids ['ccff0999-6496-491d-ae22-2f8fab284166'] in n-d-713498-36 is: [{'id': 'ccff0999-6496-491d-ae22-2f8fab284166', 'name': 'tempest-AttachVolumeTestJSON-591340071-router', 'tenant_id': 'b8358624fc0d4008bf7aadd6f5fc09a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T19:14:44Z', 'updated_at': '2022-02-09T19:23:53Z', 'revision_number': 6, 'project_id': 'b8358624fc0d4008bf7aadd6f5fc09a1', 'gw_port_host': None}] {{(pid=103233) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 19:23:54.474268 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.plugin [None req-a4451a46-6a95-4006-8073-e180d10c9244 admin admin] Calling delete_port for b2df33b3-6fc2-4ba8-843a-75225b202de2 owned by network:router_gateway {{(pid=103229) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 19:23:54.641522 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-b6581c31-5e71-4029-b043-4cf824a90fdb req-d224968c-f255-473b-ac58-052dc5756baa service neutron] 10.222.0.90 "GET /v2.0/security-groups?id=09ed4d9c-5053-45af-94a4-e92d5b89871f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2592947 Feb 09 19:23:54.674847 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-df707f5d-439a-4ac4-a0fc-9ccc46bd7fe3 req-a8d76eb3-b6db-4dd6-85ca-fe80ae35119d tempest-InstanceActionsV221TestJSON-1046832890 tempest-InstanceActionsV221TestJSON-1046832890-project] 10.222.0.75 "GET /v2.0/security-groups?id=09ed4d9c-5053-45af-94a4-e92d5b89871f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2860117 Feb 09 19:23:54.814417 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 49106) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:23:54.835677 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-a4451a46-6a95-4006-8073-e180d10c9244 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762867177463', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762866656476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12867576'] for port (b2df33b3-6fc2-4ba8-843a-75225b202de2), after_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:23:54.916358 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4451a46-6a95-4006-8073-e180d10c9244 admin admin] Pushing event deleted for resources: {'Port': ['ID=b2df33b3-6fc2-4ba8-843a-75225b202de2,revision_number=None']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:23:54.955228 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-c59163ab-dd30-4827-827f-441e3d6841ef tempest-FloatingIPAdminTestJSON-335355198 tempest-FloatingIPAdminTestJSON-335355198-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (None), before_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:23:54.970185 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-a4451a46-6a95-4006-8073-e180d10c9244 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1818987'] for router_gateway (ccff0999-6496-491d-ae22-2f8fab284166), after_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:23:55.103634 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-a4451a46-6a95-4006-8073-e180d10c9244 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1834988', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-58375'] for router (ccff0999-6496-491d-ae22-2f8fab284166), precommit_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:23:55.106370 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-a4451a46-6a95-4006-8073-e180d10c9244 admin admin] Publish callbacks [] for router_controller (ccff0999-6496-491d-ae22-2f8fab284166), precommit_delete_associations {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:23:55.139082 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-547152a7-73a7-4712-ad49-085f03960573 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14393611', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12985859'] for subnet (60ccac4e-8e6b-4139-b4aa-9c0c5cc0e9e4), after_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:23:55.156217 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-a4451a46-6a95-4006-8073-e180d10c9244 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1835003'] for router (ccff0999-6496-491d-ae22-2f8fab284166), after_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:23:55.156979 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a4451a46-6a95-4006-8073-e180d10c9244 admin admin] Fanout notify agent at l3_agent the message router_deleted on router ccff0999-6496-491d-ae22-2f8fab284166 {{(pid=103229) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 09 19:23:55.167999 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-a4451a46-6a95-4006-8073-e180d10c9244 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:23:55.169913 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-a4451a46-6a95-4006-8073-e180d10c9244 admin admin] 10.222.0.75 "DELETE /v2.0/routers/ccff0999-6496-491d-ae22-2f8fab284166 HTTP/1.1" status: 204 len: 168 time: 2.0356798 Feb 09 19:23:55.172819 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 49114) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:23:55.235376 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-4c9ae060-98e5-40b3-93f7-3a2363b22d58 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=ebd2347050b74c94a8274a39ccaee61d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4131372 Feb 09 19:23:55.237285 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 49116) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:23:55.242106 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-547152a7-73a7-4712-ad49-085f03960573 admin admin] Pushing event updated for resources: {'Subnet': ['ID=60ccac4e-8e6b-4139-b4aa-9c0c5cc0e9e4,revision_number=0']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:23:55.264361 n-d-713498-36 neutron-server[103229]: DEBUG neutron.db.db_base_plugin_v2 [None req-9437eea1-0132-4455-aea0-1d77003769d2 admin admin] Deleting subnet 3f43124c-9b13-4bd8-a6f5-516bdab3ca3c {{(pid=103229) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 19:23:55.278128 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-547152a7-73a7-4712-ad49-085f03960573 admin admin] Checking segment: {'id': '9110d757-e4eb-424b-97b9-32896b689ba3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': 'bd12d1d0-518d-4d29-a00d-98410ba2cb8a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103230) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 19:23:55.278678 n-d-713498-36 neutron-server[103230]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-547152a7-73a7-4712-ad49-085f03960573 admin admin] Network hostable DHCP agents. Network: bd12d1d0-518d-4d29-a00d-98410ba2cb8a, hostable agents: ['af91e4b9-f4e1-42b1-a25c-a10dc47171c8'], hosted agents: [] {{(pid=103230) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 19:23:55.280138 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-9437eea1-0132-4455-aea0-1d77003769d2 admin admin] Publish callbacks [] for subnet (3f43124c-9b13-4bd8-a6f5-516bdab3ca3c), before_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:23:55.362962 n-d-713498-36 neutron-server[103230]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-547152a7-73a7-4712-ad49-085f03960573 admin admin] Network bd12d1d0-518d-4d29-a00d-98410ba2cb8a is scheduled to be hosted by DHCP agent af91e4b9-f4e1-42b1-a25c-a10dc47171c8 with binding_index 1 {{(pid=103230) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 19:23:55.389754 n-d-713498-36 neutron-server[103230]: DEBUG neutron.scheduler.base_scheduler [None req-547152a7-73a7-4712-ad49-085f03960573 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713498-36, bd12d1d0-518d-4d29-a00d-98410ba2cb8a) {{(pid=103230) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 19:23:55.400569 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e1437ca-1891-45f0-afdf-f1a6b6407625 None None] Network bd12d1d0-518d-4d29-a00d-98410ba2cb8a requested from n-d-713498-36 {{(pid=103232) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 19:23:55.410615 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-547152a7-73a7-4712-ad49-085f03960573 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:23:55.411538 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-547152a7-73a7-4712-ad49-085f03960573 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:23:55.568784 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-547152a7-73a7-4712-ad49-085f03960573 admin admin] 10.222.0.75 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.6106987 Feb 09 19:23:55.572586 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 49124) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:23:55.578122 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.v2.base [None req-9fc11653-bc19-4d13-a718-e93ba492be3f admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-1009823274-router', 'tenant_id': 'd7a2ccbf0c8a475abd1520a0e31ab926', 'external_gateway_info': {'network_id': '88055e1e-672a-4487-be31-ffb6e833ece5'}}} {{(pid=103230) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 19:23:55.613244 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f90261b8-995b-4067-916c-1662b7c09dc1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8b32e980-7cce-5e82-a341-bd2fa8945c89-bd12d1d0-518d-4d29-a00d-98410ba2cb8a', 'network_id': 'bd12d1d0-518d-4d29-a00d-98410ba2cb8a', 'project_id': 'd7a2ccbf0c8a475abd1520a0e31ab926', 'fixed_ips': [{'subnet_id': '60ccac4e-8e6b-4139-b4aa-9c0c5cc0e9e4'}]}} from n-d-713498-36. {{(pid=103232) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 09 19:23:55.614173 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-f90261b8-995b-4067-916c-1662b7c09dc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (None), before_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:23:55.828736 n-d-713498-36 neutron-server[103230]: DEBUG neutron.db.db_base_plugin_common [None req-c59163ab-dd30-4827-827f-441e3d6841ef tempest-FloatingIPAdminTestJSON-335355198 tempest-FloatingIPAdminTestJSON-335355198-project] Allocated IP 172.20.0.1 (a736a742-969f-4004-83ac-c243652b0eda/5358fe8b-f430-4593-b1ac-12c2acedbcf4/95f7d0e6-3873-4bbe-8575-9a2c6657d4fe) {{(pid=103230) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 19:23:55.870692 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.db_base_plugin_common [None req-f90261b8-995b-4067-916c-1662b7c09dc1 None None] Allocated IP 172.20.0.2 (bd12d1d0-518d-4d29-a00d-98410ba2cb8a/60ccac4e-8e6b-4139-b4aa-9c0c5cc0e9e4/07376da2-5913-4cc3-8748-f8cf8b3fb7f5) {{(pid=103232) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 19:23:55.951729 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-9fc11653-bc19-4d13-a718-e93ba492be3f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1834830', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-58389'] for router (605daa33-a102-4c98-a5a6-3df1e6cf28b8), before_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:23:55.952807 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-9fc11653-bc19-4d13-a718-e93ba492be3f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1834810', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1822096', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1886735', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-58380'] for router (605daa33-a102-4c98-a5a6-3df1e6cf28b8), precommit_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:23:56.156916 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-9437eea1-0132-4455-aea0-1d77003769d2 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16683410'] for subnet (3f43124c-9b13-4bd8-a6f5-516bdab3ca3c), precommit_delete_associations {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:23:56.211494 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-c59163ab-dd30-4827-827f-441e3d6841ef tempest-FloatingIPAdminTestJSON-335355198 tempest-FloatingIPAdminTestJSON-335355198-project] Publish callbacks [] for port (95f7d0e6-3873-4bbe-8575-9a2c6657d4fe), precommit_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:23:56.256660 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-e22aa555-bed7-4177-b478-a37e1d93e1f8 admin admin] Publish callbacks [] for security_group (64ee952d-5d40-49a1-8398-93e2a2d37cd2), before_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:23:56.259836 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-c59163ab-dd30-4827-827f-441e3d6841ef tempest-FloatingIPAdminTestJSON-335355198 tempest-FloatingIPAdminTestJSON-335355198-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762866656467', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14393751'] for port (95f7d0e6-3873-4bbe-8575-9a2c6657d4fe), after_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:23:56.284488 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Device 2a7f1092-d79a-4cc7-8ec6-78216e357fb4 no longer exists at agent ovs-agent-n-d-713498-36 {{(pid=103232) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 19:23:56.341891 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-e22aa555-bed7-4177-b478-a37e1d93e1f8 admin admin] Publish callbacks [] for security_group (64ee952d-5d40-49a1-8398-93e2a2d37cd2), precommit_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:23:56.376718 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-9fc11653-bc19-4d13-a718-e93ba492be3f admin admin] Publish callbacks [] for router_controller (605daa33-a102-4c98-a5a6-3df1e6cf28b8), precommit_add_association {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:23:56.388981 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-f90261b8-995b-4067-916c-1662b7c09dc1 None None] Publish callbacks [] for port (07376da2-5913-4cc3-8748-f8cf8b3fb7f5), precommit_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:23:56.393608 n-d-713498-36 neutron-server[103230]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c59163ab-dd30-4827-827f-441e3d6841ef tempest-FloatingIPAdminTestJSON-335355198 tempest-FloatingIPAdminTestJSON-335355198-project] Network a736a742-969f-4004-83ac-c243652b0eda is already hosted by enough agents. {{(pid=103230) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 19:23:56.405940 n-d-713498-36 neutron-server[103230]: DEBUG neutron.scheduler.base_scheduler [None req-c59163ab-dd30-4827-827f-441e3d6841ef tempest-FloatingIPAdminTestJSON-335355198 tempest-FloatingIPAdminTestJSON-335355198-project] Resources bound (agent type, host, resource id): {{(pid=103230) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 19:23:56.407591 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08851295-266f-4bad-8f0f-3636628da74d req-ca3b10cd-fea1-4b4e-9e5a-3856512e7c6e tempest-InstanceActionsV221TestJSON-1046832890 tempest-InstanceActionsV221TestJSON-1046832890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:23:56.410332 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-08851295-266f-4bad-8f0f-3636628da74d req-ca3b10cd-fea1-4b4e-9e5a-3856512e7c6e tempest-InstanceActionsV221TestJSON-1046832890 tempest-InstanceActionsV221TestJSON-1046832890-project] 10.222.0.75 "GET /v2.0/ports?device_id=cc415f82-a477-4c32-98e3-07b45b436950 HTTP/1.1" status: 200 len: 945 time: 0.4484425 Feb 09 19:23:56.417428 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] No Port match for: 2a7f1092-d79a-4cc7-8ec6-78216e357fb4 {{(pid=103232) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 19:23:56.418425 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Device 2a7f1092-d79a-4cc7-8ec6-78216e357fb4 not bound to the agent host n-d-713498-36 {{(pid=103232) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 19:23:56.419324 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Device b2df33b3-6fc2-4ba8-843a-75225b202de2 no longer exists at agent ovs-agent-n-d-713498-36 {{(pid=103232) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 19:23:56.449120 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] No Port match for: b2df33b3-6fc2-4ba8-843a-75225b202de2 {{(pid=103232) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 19:23:56.449882 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Device b2df33b3-6fc2-4ba8-843a-75225b202de2 not bound to the agent host n-d-713498-36 {{(pid=103232) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 19:23:56.452925 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-f90261b8-995b-4067-916c-1662b7c09dc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762866656467'] for port (07376da2-5913-4cc3-8748-f8cf8b3fb7f5), after_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:23:56.484338 n-d-713498-36 neutron-server[103230]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c59163ab-dd30-4827-827f-441e3d6841ef tempest-FloatingIPAdminTestJSON-335355198 tempest-FloatingIPAdminTestJSON-335355198-project] Received port after_create {{(pid=103230) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 19:23:56.488914 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c59163ab-dd30-4827-827f-441e3d6841ef tempest-FloatingIPAdminTestJSON-335355198 tempest-FloatingIPAdminTestJSON-335355198-project] Pushing event updated for resources: {'Port': ['ID=95f7d0e6-3873-4bbe-8575-9a2c6657d4fe,revision_number=1']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:23:56.516837 n-d-713498-36 neutron-server[103232]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f90261b8-995b-4067-916c-1662b7c09dc1 None None] Network bd12d1d0-518d-4d29-a00d-98410ba2cb8a is already hosted by enough agents. {{(pid=103232) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 19:23:56.520806 n-d-713498-36 neutron-server[103232]: DEBUG neutron.scheduler.base_scheduler [None req-f90261b8-995b-4067-916c-1662b7c09dc1 None None] Resources bound (agent type, host, resource id): {{(pid=103232) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 19:23:56.528993 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f90261b8-995b-4067-916c-1662b7c09dc1 None None] Received port after_create {{(pid=103232) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 19:23:56.576072 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f90261b8-995b-4067-916c-1662b7c09dc1 None None] Pushing event updated for resources: {'Port': ['ID=07376da2-5913-4cc3-8748-f8cf8b3fb7f5,revision_number=1']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:23:56.668468 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-9437eea1-0132-4455-aea0-1d77003769d2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-759852'] for subnet (3f43124c-9b13-4bd8-a6f5-516bdab3ca3c), precommit_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:23:56.699638 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.managers [None req-f90261b8-995b-4067-916c-1662b7c09dc1 None None] Attempting to bind port 07376da2-5913-4cc3-8748-f8cf8b3fb7f5 on host n-d-713498-36 for vnic_type normal with profile {{(pid=103232) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 19:23:56.700014 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.managers [None req-f90261b8-995b-4067-916c-1662b7c09dc1 None None] Attempting to bind port 07376da2-5913-4cc3-8748-f8cf8b3fb7f5 by drivers openvswitch,hyperv on host n-d-713498-36 at level 0 using segments [{'id': '9110d757-e4eb-424b-97b9-32896b689ba3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': 'bd12d1d0-518d-4d29-a00d-98410ba2cb8a'}] {{(pid=103232) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 19:23:56.700389 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f90261b8-995b-4067-916c-1662b7c09dc1 None None] Attempting to bind port 07376da2-5913-4cc3-8748-f8cf8b3fb7f5 on network bd12d1d0-518d-4d29-a00d-98410ba2cb8a {{(pid=103232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 19:23:56.713698 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f90261b8-995b-4067-916c-1662b7c09dc1 None None] Checking agent: {'id': '496418a2-c002-4aec-ab1a-07f3bea491bd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-36', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 18, 51, 47), 'started_at': datetime.datetime(2022, 2, 9, 18, 52, 17), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 19, 23, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-36'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 19:23:56.714219 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f90261b8-995b-4067-916c-1662b7c09dc1 None None] Checking segment: {'id': '9110d757-e4eb-424b-97b9-32896b689ba3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': 'bd12d1d0-518d-4d29-a00d-98410ba2cb8a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103232) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 19:23:56.714641 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-f90261b8-995b-4067-916c-1662b7c09dc1 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:23:56.715041 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f90261b8-995b-4067-916c-1662b7c09dc1 None None] Bound using segment: {'id': '9110d757-e4eb-424b-97b9-32896b689ba3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': 'bd12d1d0-518d-4d29-a00d-98410ba2cb8a'} {{(pid=103232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 19:23:56.715524 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.managers [None req-f90261b8-995b-4067-916c-1662b7c09dc1 None None] Bound port: 07376da2-5913-4cc3-8748-f8cf8b3fb7f5, host: n-d-713498-36, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9110d757-e4eb-424b-97b9-32896b689ba3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': 'bd12d1d0-518d-4d29-a00d-98410ba2cb8a'}}] {{(pid=103232) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 19:23:56.715915 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-f90261b8-995b-4067-916c-1662b7c09dc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (07376da2-5913-4cc3-8748-f8cf8b3fb7f5), before_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:23:56.748806 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-08851295-266f-4bad-8f0f-3636628da74d req-5af673d7-d4c7-4a87-8819-bfb3cbcfb0f9 tempest-InstanceActionsV221TestJSON-1046832890 tempest-InstanceActionsV221TestJSON-1046832890-project] 10.222.0.75 "GET /v2.0/security-groups?id=09ed4d9c-5053-45af-94a4-e92d5b89871f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3125908 Feb 09 19:23:56.769583 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-e22aa555-bed7-4177-b478-a37e1d93e1f8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1892331'] for security_group (64ee952d-5d40-49a1-8398-93e2a2d37cd2), after_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:23:56.773462 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-e22aa555-bed7-4177-b478-a37e1d93e1f8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:23:56.784448 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-e22aa555-bed7-4177-b478-a37e1d93e1f8 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/64ee952d-5d40-49a1-8398-93e2a2d37cd2 HTTP/1.1" status: 204 len: 168 time: 1.5461159 Feb 09 19:23:56.815631 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e22aa555-bed7-4177-b478-a37e1d93e1f8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=64ee952d-5d40-49a1-8398-93e2a2d37cd2,revision_number=None']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:23:56.860446 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-9437eea1-0132-4455-aea0-1d77003769d2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-760023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12867367', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12759238'] for subnet (3f43124c-9b13-4bd8-a6f5-516bdab3ca3c), after_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:23:56.927009 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9437eea1-0132-4455-aea0-1d77003769d2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3f43124c-9b13-4bd8-a6f5-516bdab3ca3c,revision_number=None']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:23:56.941706 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-9437eea1-0132-4455-aea0-1d77003769d2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1613566'] for subnet (None), before_response {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:23:56.946322 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-9437eea1-0132-4455-aea0-1d77003769d2 admin admin] 10.222.0.75 "DELETE /v2.0/subnets/3f43124c-9b13-4bd8-a6f5-516bdab3ca3c HTTP/1.1" status: 204 len: 168 time: 1.7722104 Feb 09 19:23:56.952452 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 49138) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:23:56.962747 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff61a308-3b1c-40f0-9a49-63492b37213a None None] Network 99117bb9-9128-41a1-bdb4-92a6c18a7b42 requested from n-d-713498-36 {{(pid=103232) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 19:23:57.062981 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-f90261b8-995b-4067-916c-1662b7c09dc1 None None] For port 07376da2-5913-4cc3-8748-f8cf8b3fb7f5, host n-d-713498-36, cleared binding levels {{(pid=103232) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 19:23:57.093454 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-f90261b8-995b-4067-916c-1662b7c09dc1 None None] For port 07376da2-5913-4cc3-8748-f8cf8b3fb7f5, host n-d-713498-36, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-36',level=0,port_id=07376da2-5913-4cc3-8748-f8cf8b3fb7f5,segment=NetworkSegment(9110d757-e4eb-424b-97b9-32896b689ba3),segment_id=9110d757-e4eb-424b-97b9-32896b689ba3)] {{(pid=103232) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 19:23:57.110570 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.provisioning_blocks [None req-b2e7bbc5-412d-4fbc-b9b2-11faeeb42d80 None None] Provisioning complete for port 95f7d0e6-3873-4bbe-8575-9a2c6657d4fe triggered by entity DHCP. {{(pid=103232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 19:23:57.111365 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-b2e7bbc5-412d-4fbc-b9b2-11faeeb42d80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593630'] for port (95f7d0e6-3873-4bbe-8575-9a2c6657d4fe), provisioning_complete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:23:57.156454 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-399349bc-e1fb-4dc9-87dc-e769c262fc33 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-670458'] for network (99117bb9-9128-41a1-bdb4-92a6c18a7b42), before_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:23:57.207799 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-b2e7bbc5-412d-4fbc-b9b2-11faeeb42d80 None None] Port 95f7d0e6-3873-4bbe-8575-9a2c6657d4fe cannot update to ACTIVE because it is not bound. {{(pid=103232) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 19:23:57.261390 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-f90261b8-995b-4067-916c-1662b7c09dc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762867176205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762866656485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762866656503'] for port (07376da2-5913-4cc3-8748-f8cf8b3fb7f5), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:23:57.288401 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.plugin [None req-399349bc-e1fb-4dc9-87dc-e769c262fc33 admin admin] Deleting port 3506cbd4-f7b8-4968-aff9-804fff84cd27 {{(pid=103229) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 19:23:57.289882 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-399349bc-e1fb-4dc9-87dc-e769c262fc33 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762867170196'] for port (3506cbd4-f7b8-4968-aff9-804fff84cd27), before_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:23:57.466156 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f90261b8-995b-4067-916c-1662b7c09dc1 None None] Pushing event updated for resources: {'Port': ['ID=07376da2-5913-4cc3-8748-f8cf8b3fb7f5,revision_number=2']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:23:57.471646 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.db [None req-399349bc-e1fb-4dc9-87dc-e769c262fc33 admin admin] For port 3506cbd4-f7b8-4968-aff9-804fff84cd27, host n-d-713498-36, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-36',level=0,port_id=3506cbd4-f7b8-4968-aff9-804fff84cd27,segment=NetworkSegment(7634cd2f-bb07-4aa6-8222-5e64bdefad14),segment_id=7634cd2f-bb07-4aa6-8222-5e64bdefad14)] {{(pid=103229) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 19:23:57.472036 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-399349bc-e1fb-4dc9-87dc-e769c262fc33 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1820838'] for port (3506cbd4-f7b8-4968-aff9-804fff84cd27), precommit_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:23:57.501483 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.plugin [None req-399349bc-e1fb-4dc9-87dc-e769c262fc33 admin admin] Calling delete_port for 3506cbd4-f7b8-4968-aff9-804fff84cd27 owned by network:dhcp {{(pid=103229) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 19:23:57.523892 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-c59163ab-dd30-4827-827f-441e3d6841ef tempest-FloatingIPAdminTestJSON-335355198 tempest-FloatingIPAdminTestJSON-335355198-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1819024'] for router_interface (93cb3071-cdb7-4d15-a5a9-b4f00a90b865), before_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:23:57.531762 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d37c0dd-af32-4d68-9f73-a52f1dd37c6d None None] DHCP port deletion for 99117bb9-9128-41a1-bdb4-92a6c18a7b42 request from n-d-713498-36 {{(pid=103232) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 09 19:23:57.641546 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 49144) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:23:57.662382 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-399349bc-e1fb-4dc9-87dc-e769c262fc33 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762867177463', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762866656476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12867576'] for port (3506cbd4-f7b8-4968-aff9-804fff84cd27), after_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:23:57.696836 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-8d37c0dd-af32-4d68-9f73-a52f1dd37c6d None None] Deleting port 3506cbd4-f7b8-4968-aff9-804fff84cd27 {{(pid=103232) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 19:23:57.697211 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-8d37c0dd-af32-4d68-9f73-a52f1dd37c6d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762867170196'] for port (3506cbd4-f7b8-4968-aff9-804fff84cd27), before_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:23:57.723962 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-399349bc-e1fb-4dc9-87dc-e769c262fc33 admin admin] Pushing event deleted for resources: {'Port': ['ID=3506cbd4-f7b8-4968-aff9-804fff84cd27,revision_number=None']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:23:57.729729 n-d-713498-36 neutron-server[103229]: DEBUG neutron.db.l3_dvrscheduler_db [None req-399349bc-e1fb-4dc9-87dc-e769c262fc33 admin admin] No DVR routers for this DVR port 3506cbd4-f7b8-4968-aff9-804fff84cd27 on host n-d-713498-36 {{(pid=103229) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 19:23:57.730418 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-c59163ab-dd30-4827-827f-441e3d6841ef tempest-FloatingIPAdminTestJSON-335355198 tempest-FloatingIPAdminTestJSON-335355198-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (95f7d0e6-3873-4bbe-8575-9a2c6657d4fe), before_update {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:23:57.741240 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-02ffb259-caae-4ad0-b393-0c2670c2e873 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:23:57.930658 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Device 07376da2-5913-4cc3-8748-f8cf8b3fb7f5 up at agent ovs-agent-n-d-713498-36 {{(pid=103232) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 19:23:57.971208 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-8d37c0dd-af32-4d68-9f73-a52f1dd37c6d None None] For port 3506cbd4-f7b8-4968-aff9-804fff84cd27, host n-d-713498-36, got binding levels [] {{(pid=103232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 19:23:57.971486 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-399349bc-e1fb-4dc9-87dc-e769c262fc33 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-590267', 'neutron.services.segments.db._delete_segments_for_network-8762867132609'] for network (99117bb9-9128-41a1-bdb4-92a6c18a7b42), precommit_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:23:57.974710 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-8d37c0dd-af32-4d68-9f73-a52f1dd37c6d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1820838'] for port (3506cbd4-f7b8-4968-aff9-804fff84cd27), precommit_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:23:58.002610 n-d-713498-36 neutron-server[103229]: DEBUG neutron.services.segments.db [None req-399349bc-e1fb-4dc9-87dc-e769c262fc33 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['99117bb9-9128-41a1-bdb4-92a6c18a7b42']}} {{(pid=103229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:23:58.016716 n-d-713498-36 neutron-server[103229]: DEBUG neutron.services.segments.db [None req-399349bc-e1fb-4dc9-87dc-e769c262fc33 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7634cd2f-bb07-4aa6-8222-5e64bdefad14') {'for_net_delete': True} {{(pid=103229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:23:58.017019 n-d-713498-36 neutron-server[103229]: DEBUG neutron.services.segments.db [None req-399349bc-e1fb-4dc9-87dc-e769c262fc33 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7634cd2f-bb07-4aa6-8222-5e64bdefad14') {} {{(pid=103229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:23:58.029710 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-399349bc-e1fb-4dc9-87dc-e769c262fc33 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762867134154', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16683417'] for segment (7634cd2f-bb07-4aa6-8222-5e64bdefad14), before_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:23:58.041872 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-9fc11653-bc19-4d13-a718-e93ba492be3f admin admin] Publish callbacks [] for router_gateway (605daa33-a102-4c98-a5a6-3df1e6cf28b8), precommit_update {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:23:58.045807 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-399349bc-e1fb-4dc9-87dc-e769c262fc33 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-759574'] for segment (7634cd2f-bb07-4aa6-8222-5e64bdefad14), precommit_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:23:58.055769 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-399349bc-e1fb-4dc9-87dc-e769c262fc33 admin admin] Releasing vlan 363 on physical network physnet1 to pool {{(pid=103229) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 19:23:58.056414 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-399349bc-e1fb-4dc9-87dc-e769c262fc33 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-759574', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12867469'] for segment (7634cd2f-bb07-4aa6-8222-5e64bdefad14), after_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:23:58.060377 n-d-713498-36 neutron-server[103229]: Traceback (most recent call last): Feb 09 19:23:58.060377 n-d-713498-36 neutron-server[103229]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 19:23:58.060377 n-d-713498-36 neutron-server[103229]: timer() Feb 09 19:23:58.060377 n-d-713498-36 neutron-server[103229]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 19:23:58.060377 n-d-713498-36 neutron-server[103229]: cb(*args, **kw) Feb 09 19:23:58.060377 n-d-713498-36 neutron-server[103229]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 19:23:58.060377 n-d-713498-36 neutron-server[103229]: return func(*args, **kwargs) Feb 09 19:23:58.060377 n-d-713498-36 neutron-server[103229]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 19:23:58.060377 n-d-713498-36 neutron-server[103229]: self._notify() Feb 09 19:23:58.060377 n-d-713498-36 neutron-server[103229]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 19:23:58.060377 n-d-713498-36 neutron-server[103229]: self.callback(batched_events) Feb 09 19:23:58.060377 n-d-713498-36 neutron-server[103229]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 19:23:58.060377 n-d-713498-36 neutron-server[103229]: event.method(event) Feb 09 19:23:58.060377 n-d-713498-36 neutron-server[103229]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 19:23:58.060377 n-d-713498-36 neutron-server[103229]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 19:23:58.060377 n-d-713498-36 neutron-server[103229]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 19:23:58.060377 n-d-713498-36 neutron-server[103229]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 19:23:58.060377 n-d-713498-36 neutron-server[103229]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 19:23:58.060377 n-d-713498-36 neutron-server[103229]: return f(self, *a, **k) Feb 09 19:23:58.060377 n-d-713498-36 neutron-server[103229]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 19:23:58.060377 n-d-713498-36 neutron-server[103229]: return self._get(url).json() Feb 09 19:23:58.060377 n-d-713498-36 neutron-server[103229]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 19:23:58.060377 n-d-713498-36 neutron-server[103229]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 19:23:58.060377 n-d-713498-36 neutron-server[103229]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 19:23:58.060377 n-d-713498-36 neutron-server[103229]: return self.request(url, 'GET', **kwargs) Feb 09 19:23:58.060377 n-d-713498-36 neutron-server[103229]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 19:23:58.060377 n-d-713498-36 neutron-server[103229]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 19:23:58.060377 n-d-713498-36 neutron-server[103229]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 19:23:58.060377 n-d-713498-36 neutron-server[103229]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 19:23:58.060377 n-d-713498-36 neutron-server[103229]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 19:23:58.060377 n-d-713498-36 neutron-server[103229]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 19:23:58.060377 n-d-713498-36 neutron-server[103229]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 19:23:58.068995 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-8d37c0dd-af32-4d68-9f73-a52f1dd37c6d None None] Calling delete_port for 3506cbd4-f7b8-4968-aff9-804fff84cd27 owned by network:dhcp {{(pid=103232) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 19:23:58.073208 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.ipam_backend_mixin [None req-8d37c0dd-af32-4d68-9f73-a52f1dd37c6d None None] Port 3506cbd4-f7b8-4968-aff9-804fff84cd27 was not found and therefore no delete operation was performed {{(pid=103232) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Feb 09 19:23:58.079822 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-02ffb259-caae-4ad0-b393-0c2670c2e873 admin admin] Publish callbacks [] for security_group (a392a89f-1407-445d-a79f-829fd76ab87c), precommit_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:23:58.083366 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-8d37c0dd-af32-4d68-9f73-a52f1dd37c6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762867177463', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762866656476'] for port (3506cbd4-f7b8-4968-aff9-804fff84cd27), after_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:23:58.094888 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-02ffb259-caae-4ad0-b393-0c2670c2e873 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1892331'] for security_group (a392a89f-1407-445d-a79f-829fd76ab87c), after_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:23:58.127961 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d37c0dd-af32-4d68-9f73-a52f1dd37c6d None None] No DVR routers for this DVR port 3506cbd4-f7b8-4968-aff9-804fff84cd27 on host n-d-713498-36 {{(pid=103232) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 19:23:58.161989 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-399349bc-e1fb-4dc9-87dc-e769c262fc33 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-590242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1885479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1818895'] for network (99117bb9-9128-41a1-bdb4-92a6c18a7b42), after_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:23:58.172645 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-399349bc-e1fb-4dc9-87dc-e769c262fc33 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1613566'] for network (None), before_response {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:23:58.185808 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-399349bc-e1fb-4dc9-87dc-e769c262fc33 admin admin] 10.222.0.75 "DELETE /v2.0/networks/99117bb9-9128-41a1-bdb4-92a6c18a7b42 HTTP/1.1" status: 204 len: 168 time: 1.2278187 Feb 09 19:23:58.215675 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d37c0dd-af32-4d68-9f73-a52f1dd37c6d None None] Pushing event deleted for resources: {'Port': ['ID=3506cbd4-f7b8-4968-aff9-804fff84cd27,revision_number=None']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:23:58.233106 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-399349bc-e1fb-4dc9-87dc-e769c262fc33 admin admin] Pushing event deleted for resources: {'Network': ['ID=99117bb9-9128-41a1-bdb4-92a6c18a7b42,revision_number=None']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:23:58.294918 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.provisioning_blocks [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Provisioning complete for port 07376da2-5913-4cc3-8748-f8cf8b3fb7f5 triggered by entity L2. {{(pid=103232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 19:23:58.295298 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593630'] for port (07376da2-5913-4cc3-8748-f8cf8b3fb7f5), provisioning_complete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:23:58.300196 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acb3aed6-428d-424f-a29a-68e953ba5423 req-e55012f9-493f-4caa-9fb6-e369f37a2d26 tempest-InstanceActionsV221TestJSON-1046832890 tempest-InstanceActionsV221TestJSON-1046832890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:23:58.301806 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-acb3aed6-428d-424f-a29a-68e953ba5423 req-e55012f9-493f-4caa-9fb6-e369f37a2d26 tempest-InstanceActionsV221TestJSON-1046832890 tempest-InstanceActionsV221TestJSON-1046832890-project] 10.222.0.75 "GET /v2.0/ports?device_id=cc415f82-a477-4c32-98e3-07b45b436950 HTTP/1.1" status: 200 len: 945 time: 0.3374927 Feb 09 19:23:58.340562 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 49152) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:23:58.356624 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-02ffb259-caae-4ad0-b393-0c2670c2e873 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=2dd9980fd993438a898a6bdfd6329d79&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6988928 Feb 09 19:23:58.376023 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02ffb259-caae-4ad0-b393-0c2670c2e873 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a392a89f-1407-445d-a79f-829fd76ab87c,revision_number=1']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:23:58.428106 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Current status of the port 07376da2-5913-4cc3-8748-f8cf8b3fb7f5 is: DOWN; New status is: ACTIVE {{(pid=103232) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 19:23:58.428396 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-528d49b2-639a-46fa-b311-b7dbe10acd44 admin admin] Publish callbacks [] for security_group (a392a89f-1407-445d-a79f-829fd76ab87c), before_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:23:58.428732 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (07376da2-5913-4cc3-8748-f8cf8b3fb7f5), before_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:23:58.475084 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-528d49b2-639a-46fa-b311-b7dbe10acd44 admin admin] Publish callbacks [] for security_group (a392a89f-1407-445d-a79f-829fd76ab87c), precommit_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:23:58.549485 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-acb3aed6-428d-424f-a29a-68e953ba5423 req-5fe77102-fc49-44ad-809f-c0fd56f458b5 tempest-InstanceActionsV221TestJSON-1046832890 tempest-InstanceActionsV221TestJSON-1046832890-project] 10.222.0.75 "GET /v2.0/security-groups?id=09ed4d9c-5053-45af-94a4-e92d5b89871f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2330210 Feb 09 19:23:58.552423 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] For port 07376da2-5913-4cc3-8748-f8cf8b3fb7f5, host n-d-713498-36, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-36',level=0,port_id=07376da2-5913-4cc3-8748-f8cf8b3fb7f5,segment=NetworkSegment(9110d757-e4eb-424b-97b9-32896b689ba3),segment_id=9110d757-e4eb-424b-97b9-32896b689ba3)] {{(pid=103232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 19:23:58.560491 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762867176205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762866656485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762866656503'] for port (07376da2-5913-4cc3-8748-f8cf8b3fb7f5), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:23:58.577821 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-528d49b2-639a-46fa-b311-b7dbe10acd44 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1892331'] for security_group (a392a89f-1407-445d-a79f-829fd76ab87c), after_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:23:58.582525 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-528d49b2-639a-46fa-b311-b7dbe10acd44 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:23:58.586917 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-528d49b2-639a-46fa-b311-b7dbe10acd44 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/a392a89f-1407-445d-a79f-829fd76ab87c HTTP/1.1" status: 204 len: 168 time: 0.2442055 Feb 09 19:23:58.611450 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-528d49b2-639a-46fa-b311-b7dbe10acd44 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a392a89f-1407-445d-a79f-829fd76ab87c,revision_number=None']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:23:58.674249 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 49160) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:23:58.765101 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-03e39773-5de3-4c99-9985-46baa60192b8 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=b8358624fc0d4008bf7aadd6f5fc09a1&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0895927 Feb 09 19:23:58.768817 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 49164) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:23:58.774857 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Pushing event updated for resources: {'Port': ['ID=07376da2-5913-4cc3-8748-f8cf8b3fb7f5,revision_number=3']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:23:58.780136 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Device 3506cbd4-f7b8-4968-aff9-804fff84cd27 no longer exists at agent ovs-agent-n-d-713498-36 {{(pid=103232) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 19:23:58.841770 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] No Port match for: 3506cbd4-f7b8-4968-aff9-804fff84cd27 {{(pid=103232) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 19:23:58.842521 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Device 3506cbd4-f7b8-4968-aff9-804fff84cd27 not bound to the agent host n-d-713498-36 {{(pid=103232) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 19:23:58.911835 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-61b0e244-6ce1-47d6-ad95-71908d18408e admin admin] Publish callbacks [] for security_group (c13326a6-b64b-4aad-ad06-0bcc0a1ee0b6), before_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:23:58.978171 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-61b0e244-6ce1-47d6-ad95-71908d18408e admin admin] Publish callbacks [] for security_group (c13326a6-b64b-4aad-ad06-0bcc0a1ee0b6), precommit_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:23:59.114149 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-61b0e244-6ce1-47d6-ad95-71908d18408e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1892331'] for security_group (c13326a6-b64b-4aad-ad06-0bcc0a1ee0b6), after_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:23:59.116874 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-61b0e244-6ce1-47d6-ad95-71908d18408e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:23:59.121201 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-61b0e244-6ce1-47d6-ad95-71908d18408e admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/c13326a6-b64b-4aad-ad06-0bcc0a1ee0b6 HTTP/1.1" status: 204 len: 168 time: 0.3478849 Feb 09 19:23:59.133234 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61b0e244-6ce1-47d6-ad95-71908d18408e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c13326a6-b64b-4aad-ad06-0bcc0a1ee0b6,revision_number=None']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:23:59.323602 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-c59163ab-dd30-4827-827f-441e3d6841ef tempest-FloatingIPAdminTestJSON-335355198 tempest-FloatingIPAdminTestJSON-335355198-project] Publish callbacks [] for port (95f7d0e6-3873-4bbe-8575-9a2c6657d4fe), precommit_update {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:23:59.336456 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee42f4be-9015-45d7-9554-7201fd81e645 req-bbf0616c-356d-4ca9-9af9-9861a3aa08e4 tempest-InstanceActionsV221TestJSON-1046832890 tempest-InstanceActionsV221TestJSON-1046832890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:23:59.338416 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-ee42f4be-9015-45d7-9554-7201fd81e645 req-bbf0616c-356d-4ca9-9af9-9861a3aa08e4 tempest-InstanceActionsV221TestJSON-1046832890 tempest-InstanceActionsV221TestJSON-1046832890-project] 10.222.0.75 "GET /v2.0/ports?device_id=cc415f82-a477-4c32-98e3-07b45b436950 HTTP/1.1" status: 200 len: 945 time: 0.2254367 Feb 09 19:23:59.342539 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-c59163ab-dd30-4827-827f-441e3d6841ef tempest-FloatingIPAdminTestJSON-335355198 tempest-FloatingIPAdminTestJSON-335355198-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762867176205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762866656485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762866656503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14393758'] for port (95f7d0e6-3873-4bbe-8575-9a2c6657d4fe), after_update {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:23:59.353917 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-9fc11653-bc19-4d13-a718-e93ba492be3f admin admin] Publish callbacks [] for router_gateway (605daa33-a102-4c98-a5a6-3df1e6cf28b8), before_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:23:59.383502 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a4bc76b-0b78-4a90-af0a-7f3728d67165 None None] Network bd12d1d0-518d-4d29-a00d-98410ba2cb8a requested from n-d-713498-36 {{(pid=103232) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 19:23:59.523691 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-9fc11653-bc19-4d13-a718-e93ba492be3f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (None), before_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:23:59.582685 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.provisioning_blocks [None req-adb57b9a-d530-4be1-9db5-3cde51b200d6 None None] Provisioning complete for port 07376da2-5913-4cc3-8748-f8cf8b3fb7f5 triggered by entity DHCP. {{(pid=103232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 19:23:59.582685 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-adb57b9a-d530-4be1-9db5-3cde51b200d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593630'] for port (07376da2-5913-4cc3-8748-f8cf8b3fb7f5), provisioning_complete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:23:59.797326 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c59163ab-dd30-4827-827f-441e3d6841ef tempest-FloatingIPAdminTestJSON-335355198 tempest-FloatingIPAdminTestJSON-335355198-project] Pushing event updated for resources: {'Port': ['ID=95f7d0e6-3873-4bbe-8575-9a2c6657d4fe,revision_number=2']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:23:59.919056 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-c59163ab-dd30-4827-827f-441e3d6841ef tempest-FloatingIPAdminTestJSON-335355198 tempest-FloatingIPAdminTestJSON-335355198-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1613458', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1834496'] for router_interface (93cb3071-cdb7-4d15-a5a9-b4f00a90b865), after_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:23:59.957537 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Device 07376da2-5913-4cc3-8748-f8cf8b3fb7f5 up at agent ovs-agent-n-d-713498-36 {{(pid=103232) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 19:24:00.021539 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-ee42f4be-9015-45d7-9554-7201fd81e645 req-a225cc66-6e1a-43f3-8a6c-5ad4888608d8 tempest-InstanceActionsV221TestJSON-1046832890 tempest-InstanceActionsV221TestJSON-1046832890-project] 10.222.0.75 "GET /v2.0/security-groups?id=09ed4d9c-5053-45af-94a4-e92d5b89871f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6643031 Feb 09 19:24:00.026651 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-adb57b9a-d530-4be1-9db5-3cde51b200d6 None None] Current status of the port 07376da2-5913-4cc3-8748-f8cf8b3fb7f5 is: ACTIVE; New status is: ACTIVE {{(pid=103232) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 19:24:00.069540 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.provisioning_blocks [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Provisioning complete for port 07376da2-5913-4cc3-8748-f8cf8b3fb7f5 triggered by entity L2. {{(pid=103232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 19:24:00.070408 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593630'] for port (07376da2-5913-4cc3-8748-f8cf8b3fb7f5), provisioning_complete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:24:00.301988 n-d-713498-36 neutron-server[103230]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c59163ab-dd30-4827-827f-441e3d6841ef tempest-FloatingIPAdminTestJSON-335355198 tempest-FloatingIPAdminTestJSON-335355198-project] Network a736a742-969f-4004-83ac-c243652b0eda is already hosted by enough agents. {{(pid=103230) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 19:24:00.307400 n-d-713498-36 neutron-server[103230]: DEBUG neutron.scheduler.base_scheduler [None req-c59163ab-dd30-4827-827f-441e3d6841ef tempest-FloatingIPAdminTestJSON-335355198 tempest-FloatingIPAdminTestJSON-335355198-project] Resources bound (agent type, host, resource id): {{(pid=103230) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 19:24:00.320524 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Current status of the port 07376da2-5913-4cc3-8748-f8cf8b3fb7f5 is: ACTIVE; New status is: ACTIVE {{(pid=103232) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 19:24:00.597385 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.provisioning_blocks [None req-b48c59ca-fda1-4bef-a6ff-d940bb7728dc None None] Provisioning complete for port 07376da2-5913-4cc3-8748-f8cf8b3fb7f5 triggered by entity DHCP. {{(pid=103232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 19:24:00.598184 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-b48c59ca-fda1-4bef-a6ff-d940bb7728dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593630'] for port (07376da2-5913-4cc3-8748-f8cf8b3fb7f5), provisioning_complete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:24:00.695496 n-d-713498-36 neutron-server[103230]: DEBUG neutron.db.db_base_plugin_common [None req-9fc11653-bc19-4d13-a718-e93ba492be3f admin admin] Allocated IP 172.25.1.91 (88055e1e-672a-4487-be31-ffb6e833ece5/ac16dbcc-383c-4b43-9153-d763c4a53f91/35954c16-03c9-41e4-9729-33e0756877f7) {{(pid=103230) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 19:24:00.735164 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 49226) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:24:00.847170 n-d-713498-36 neutron-server[103230]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c59163ab-dd30-4827-827f-441e3d6841ef tempest-FloatingIPAdminTestJSON-335355198 tempest-FloatingIPAdminTestJSON-335355198-project] Router 93cb3071-cdb7-4d15-a5a9-b4f00a90b865 has already been hosted by L3 agent 93303d5e-5d17-45e8-8963-7694f87783ae {{(pid=103230) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 19:24:00.863019 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-b48c59ca-fda1-4bef-a6ff-d940bb7728dc None None] Current status of the port 07376da2-5913-4cc3-8748-f8cf8b3fb7f5 is: ACTIVE; New status is: ACTIVE {{(pid=103232) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 19:24:01.000359 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.provisioning_blocks [None req-025e1bba-e7e4-4d0b-98e2-f9b0addec8de None None] Provisioning complete for port 95f7d0e6-3873-4bbe-8575-9a2c6657d4fe triggered by entity DHCP. {{(pid=103232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 19:24:01.000730 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-025e1bba-e7e4-4d0b-98e2-f9b0addec8de None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593630'] for port (95f7d0e6-3873-4bbe-8575-9a2c6657d4fe), provisioning_complete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:24:01.018341 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b27e522-f133-4f20-8225-b0bea07c1690 req-68d0138a-e189-49fa-ba8c-167536c9f46b tempest-InstanceActionsV221TestJSON-1046832890 tempest-InstanceActionsV221TestJSON-1046832890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:24:01.020308 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-0b27e522-f133-4f20-8225-b0bea07c1690 req-68d0138a-e189-49fa-ba8c-167536c9f46b tempest-InstanceActionsV221TestJSON-1046832890 tempest-InstanceActionsV221TestJSON-1046832890-project] 10.222.0.90 "GET /v2.0/ports?device_id=cc415f82-a477-4c32-98e3-07b45b436950 HTTP/1.1" status: 200 len: 945 time: 0.0856252 Feb 09 19:24:01.071981 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-025e1bba-e7e4-4d0b-98e2-f9b0addec8de None None] Port 95f7d0e6-3873-4bbe-8575-9a2c6657d4fe cannot update to ACTIVE because it is not bound. {{(pid=103232) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 19:24:01.118912 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-9fc11653-bc19-4d13-a718-e93ba492be3f admin admin] Publish callbacks [] for port (35954c16-03c9-41e4-9729-33e0756877f7), precommit_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:24:01.222996 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.v2.base [None req-63f67b5a-48c4-41ff-9884-ca423e878593 tempest-FloatingIPNegativeTestJSON-1419349447 tempest-FloatingIPNegativeTestJSON-1419349447-project] Request body: {'network': {'name': 'tempest-FloatingIPNegativeTestJSON-test-network-1203088420'}} {{(pid=103229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 19:24:01.229234 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-9fc11653-bc19-4d13-a718-e93ba492be3f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762866656467', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14393751'] for port (35954c16-03c9-41e4-9729-33e0756877f7), after_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:24:01.311865 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-63f67b5a-48c4-41ff-9884-ca423e878593 tempest-FloatingIPNegativeTestJSON-1419349447 tempest-FloatingIPNegativeTestJSON-1419349447-project] Made reservation on behalf of e82dd81f96194c8bba794915311bf74e for: {'network': 1} {{(pid=103229) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 19:24:01.315214 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-63f67b5a-48c4-41ff-9884-ca423e878593 tempest-FloatingIPNegativeTestJSON-1419349447 tempest-FloatingIPNegativeTestJSON-1419349447-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for network (None), before_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:24:01.320062 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c59163ab-dd30-4827-827f-441e3d6841ef tempest-FloatingIPAdminTestJSON-335355198 tempest-FloatingIPAdminTestJSON-335355198-project] Notify agent at l3_agent.n-d-713498-36 the message routers_updated {{(pid=103230) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 19:24:01.333666 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-c59163ab-dd30-4827-827f-441e3d6841ef tempest-FloatingIPAdminTestJSON-335355198 tempest-FloatingIPAdminTestJSON-335355198-project] 10.222.0.75 "PUT /v2.0/routers/93cb3071-cdb7-4d15-a5a9-b4f00a90b865/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.4866364 Feb 09 19:24:01.339478 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1f46d90-b4be-4f14-b2e4-7cef2d564a4a None None] Sync routers for ids ['93cb3071-cdb7-4d15-a5a9-b4f00a90b865'] in n-d-713498-36 {{(pid=103232) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 19:24:01.352857 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 49240) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:24:01.357487 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1f46d90-b4be-4f14-b2e4-7cef2d564a4a None None] Routers {'93cb3071-cdb7-4d15-a5a9-b4f00a90b865'} bound to L3 agent in host n-d-713498-36 {{(pid=103232) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 19:24:01.358893 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.l3_hamode_db [None req-b1f46d90-b4be-4f14-b2e4-7cef2d564a4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T18:51:43Z,description=,heartbeat_timestamp=2022-02-09T19:23:43Z,host='n-d-713498-36',id=93303d5e-5d17-45e8-8963-7694f87783ae,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T18:51:43Z,topic='l3_agent')) {'router_ids': ['93cb3071-cdb7-4d15-a5a9-b4f00a90b865'], 'active': True} {{(pid=103232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:24:01.360921 n-d-713498-36 neutron-server[103230]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9fc11653-bc19-4d13-a718-e93ba492be3f admin admin] Network 88055e1e-672a-4487-be31-ffb6e833ece5 is already hosted by enough agents. {{(pid=103230) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 19:24:01.362416 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.v2.base [None req-9798c225-bd54-4093-b385-c7688ba19ba3 tempest-FloatingIPAdminTestJSON-335355198 tempest-FloatingIPAdminTestJSON-335355198-project] Request body: {'port': {'network_id': 'a736a742-969f-4004-83ac-c243652b0eda', 'name': 'tempest-FloatingIPAdminTestJSON-2073851131'}} {{(pid=103229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 19:24:01.380495 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-63f67b5a-48c4-41ff-9884-ca423e878593 tempest-FloatingIPNegativeTestJSON-1419349447 tempest-FloatingIPNegativeTestJSON-1419349447-project] Publish callbacks [] for security_group (None), before_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:24:01.386853 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.plugin [req-0b27e522-f133-4f20-8225-b0bea07c1690 req-03037392-dd18-40b8-b5fd-a33e018fb71b tempest-InstanceActionsV221TestJSON-1046832890 tempest-InstanceActionsV221TestJSON-1046832890-project] Deleting port 27b63592-bc33-4d31-bba6-3a9325d2c458 {{(pid=103229) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 19:24:01.387264 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-0b27e522-f133-4f20-8225-b0bea07c1690 req-03037392-dd18-40b8-b5fd-a33e018fb71b tempest-InstanceActionsV221TestJSON-1046832890 tempest-InstanceActionsV221TestJSON-1046832890-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762867170196'] for port (27b63592-bc33-4d31-bba6-3a9325d2c458), before_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:24:01.395843 n-d-713498-36 neutron-server[103230]: DEBUG neutron.scheduler.base_scheduler [None req-9fc11653-bc19-4d13-a718-e93ba492be3f admin admin] Resources bound (agent type, host, resource id): {{(pid=103230) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 19:24:01.398626 n-d-713498-36 neutron-server[103230]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fc11653-bc19-4d13-a718-e93ba492be3f admin admin] Received port after_create {{(pid=103230) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 19:24:01.434678 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.l3_hamode_db [None req-b1f46d90-b4be-4f14-b2e4-7cef2d564a4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713498-36', False) {} {{(pid=103232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:24:01.446486 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1f46d90-b4be-4f14-b2e4-7cef2d564a4a None None] Routers {'93cb3071-cdb7-4d15-a5a9-b4f00a90b865'} bound to L3 agent in host n-d-713498-36 {{(pid=103232) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 19:24:01.448570 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.l3_hamode_db [None req-b1f46d90-b4be-4f14-b2e4-7cef2d564a4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T18:51:43Z,description=,heartbeat_timestamp=2022-02-09T19:23:43Z,host='n-d-713498-36',id=93303d5e-5d17-45e8-8963-7694f87783ae,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T18:51:43Z,topic='l3_agent')) {'router_ids': ['93cb3071-cdb7-4d15-a5a9-b4f00a90b865'], 'active': True} {{(pid=103232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:24:01.500940 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.l3_hamode_db [None req-b1f46d90-b4be-4f14-b2e4-7cef2d564a4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713498-36', False) {} {{(pid=103232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:24:01.501635 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1f46d90-b4be-4f14-b2e4-7cef2d564a4a None None] The sync data for ids ['93cb3071-cdb7-4d15-a5a9-b4f00a90b865'] in n-d-713498-36 is: [] {{(pid=103232) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 19:24:01.526057 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9db2bc5e-66b0-4d49-ae2d-834b027e3ecf req-b1a004a3-608b-4cf4-9df8-0aea5469ee39 tempest-InstanceActionsV221TestJSON-1046832890 tempest-InstanceActionsV221TestJSON-1046832890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:24:01.528482 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-9db2bc5e-66b0-4d49-ae2d-834b027e3ecf req-b1a004a3-608b-4cf4-9df8-0aea5469ee39 tempest-InstanceActionsV221TestJSON-1046832890 tempest-InstanceActionsV221TestJSON-1046832890-project] 10.222.0.75 "GET /v2.0/ports?device_id=cc415f82-a477-4c32-98e3-07b45b436950 HTTP/1.1" status: 200 len: 945 time: 0.3029525 Feb 09 19:24:01.547016 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fc11653-bc19-4d13-a718-e93ba492be3f admin admin] Pushing event updated for resources: {'Port': ['ID=35954c16-03c9-41e4-9729-33e0756877f7,revision_number=1']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:24:01.559711 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.db [req-0b27e522-f133-4f20-8225-b0bea07c1690 req-03037392-dd18-40b8-b5fd-a33e018fb71b tempest-InstanceActionsV221TestJSON-1046832890 tempest-InstanceActionsV221TestJSON-1046832890-project] For port 27b63592-bc33-4d31-bba6-3a9325d2c458, host n-h2-713498-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-36',level=0,port_id=27b63592-bc33-4d31-bba6-3a9325d2c458,segment=NetworkSegment(42d58126-a93d-4afb-9ad4-ec6878da16a3),segment_id=42d58126-a93d-4afb-9ad4-ec6878da16a3)] {{(pid=103229) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 19:24:01.559972 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-0b27e522-f133-4f20-8225-b0bea07c1690 req-03037392-dd18-40b8-b5fd-a33e018fb71b tempest-InstanceActionsV221TestJSON-1046832890 tempest-InstanceActionsV221TestJSON-1046832890-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1820838'] for port (27b63592-bc33-4d31-bba6-3a9325d2c458), precommit_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:24:01.583078 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.plugin [req-0b27e522-f133-4f20-8225-b0bea07c1690 req-03037392-dd18-40b8-b5fd-a33e018fb71b tempest-InstanceActionsV221TestJSON-1046832890 tempest-InstanceActionsV221TestJSON-1046832890-project] Calling delete_port for 27b63592-bc33-4d31-bba6-3a9325d2c458 owned by compute:nova {{(pid=103229) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 19:24:01.752964 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-9db2bc5e-66b0-4d49-ae2d-834b027e3ecf req-c0325b8d-0c96-43df-bdd4-eab881651e83 tempest-InstanceActionsV221TestJSON-1046832890 tempest-InstanceActionsV221TestJSON-1046832890-project] 10.222.0.75 "GET /v2.0/security-groups?id=09ed4d9c-5053-45af-94a4-e92d5b89871f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2026403 Feb 09 19:24:01.859381 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9798c225-bd54-4093-b385-c7688ba19ba3 tempest-FloatingIPAdminTestJSON-335355198 tempest-FloatingIPAdminTestJSON-335355198-project] Made reservation on behalf of 10468a12d1c24d8eb3829f312d69cb3c for: {'port': 1} {{(pid=103229) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 19:24:01.863611 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-9798c225-bd54-4093-b385-c7688ba19ba3 tempest-FloatingIPAdminTestJSON-335355198 tempest-FloatingIPAdminTestJSON-335355198-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (None), before_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:24:01.898369 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-0b27e522-f133-4f20-8225-b0bea07c1690 req-03037392-dd18-40b8-b5fd-a33e018fb71b tempest-InstanceActionsV221TestJSON-1046832890 tempest-InstanceActionsV221TestJSON-1046832890-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762867177463', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762866656476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12867576'] for port (27b63592-bc33-4d31-bba6-3a9325d2c458), after_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:24:01.920483 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-7429db8d-6021-40ad-813e-885be449a89b None None] get_ports_and_sgs() called for port_ids ['27b63592-bc33-4d31-bba6-3a9325d2c458'] {{(pid=103232) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 19:24:01.957234 n-d-713498-36 neutron-server[103229]: DEBUG neutron.notifiers.nova [None req-9798c225-bd54-4093-b385-c7688ba19ba3 tempest-FloatingIPAdminTestJSON-335355198 tempest-FloatingIPAdminTestJSON-335355198-project] device_id is not set on port 0bb62d53-f2cb-4e05-bb11-9520b9ad0103 yet. {{(pid=103229) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 09 19:24:02.019064 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-63f67b5a-48c4-41ff-9884-ca423e878593 tempest-FloatingIPNegativeTestJSON-1419349447 tempest-FloatingIPNegativeTestJSON-1419349447-project] Publish callbacks [] for security_group (f5ad6f05-4505-4eef-9602-c3d2cdd66794), precommit_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:24:02.022732 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03037392-dd18-40b8-b5fd-a33e018fb71b tempest-InstanceActionsV221TestJSON-1046832890 tempest-InstanceActionsV221TestJSON-1046832890-project] Pushing event deleted for resources: {'Port': ['ID=27b63592-bc33-4d31-bba6-3a9325d2c458,revision_number=None']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:24:02.061633 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-9fc11653-bc19-4d13-a718-e93ba492be3f admin admin] Publish callbacks [] for router_gateway (605daa33-a102-4c98-a5a6-3df1e6cf28b8), after_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:24:02.090766 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-63f67b5a-48c4-41ff-9884-ca423e878593 tempest-FloatingIPNegativeTestJSON-1419349447 tempest-FloatingIPNegativeTestJSON-1419349447-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1892331'] for security_group (f5ad6f05-4505-4eef-9602-c3d2cdd66794), after_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:24:02.205343 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-63f67b5a-48c4-41ff-9884-ca423e878593 tempest-FloatingIPNegativeTestJSON-1419349447 tempest-FloatingIPNegativeTestJSON-1419349447-project] vlan segment allocate from pool success with {'vlan_id': 356, 'physical_network': 'physnet1'} {{(pid=103229) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 19:24:02.250854 n-d-713498-36 neutron-server[103229]: DEBUG neutron.db.l3_dvrscheduler_db [req-0b27e522-f133-4f20-8225-b0bea07c1690 req-03037392-dd18-40b8-b5fd-a33e018fb71b tempest-InstanceActionsV221TestJSON-1046832890 tempest-InstanceActionsV221TestJSON-1046832890-project] No DVR routers for this DVR port 27b63592-bc33-4d31-bba6-3a9325d2c458 on host n-h2-713498-36 {{(pid=103229) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 19:24:02.260461 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-0b27e522-f133-4f20-8225-b0bea07c1690 req-03037392-dd18-40b8-b5fd-a33e018fb71b tempest-InstanceActionsV221TestJSON-1046832890 tempest-InstanceActionsV221TestJSON-1046832890-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171096'] for port (None), before_response {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:24:02.277597 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-0b27e522-f133-4f20-8225-b0bea07c1690 req-03037392-dd18-40b8-b5fd-a33e018fb71b tempest-InstanceActionsV221TestJSON-1046832890 tempest-InstanceActionsV221TestJSON-1046832890-project] 10.222.0.90 "DELETE /v2.0/ports/27b63592-bc33-4d31-bba6-3a9325d2c458 HTTP/1.1" status: 204 len: 173 time: 1.2442563 Feb 09 19:24:02.285577 n-d-713498-36 neutron-server[103229]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cc415f82-a477-4c32-98e3-07b45b436950', 'name': 'network-vif-deleted', 'tag': '27b63592-bc33-4d31-bba6-3a9325d2c458'}] {{(pid=103229) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 19:24:02.287429 n-d-713498-36 neutron-server[103229]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fa6ae9a20702bd564eaf90d946620b2b4277b1ab91129323d3b54181076be307" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cd1a93b1-5f04-4b06-a1d9-1ebeb7b8ce0c" -d '{"events": [{"server_uuid": "cc415f82-a477-4c32-98e3-07b45b436950", "name": "network-vif-deleted", "tag": "27b63592-bc33-4d31-bba6-3a9325d2c458"}]}' {{(pid=103229) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 19:24:02.309022 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-63f67b5a-48c4-41ff-9884-ca423e878593 tempest-FloatingIPNegativeTestJSON-1419349447 tempest-FloatingIPNegativeTestJSON-1419349447-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-759574'] for segment (9ba032b7-4851-4e90-9cd7-fdeec064ac81), precommit_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:24:02.309375 n-d-713498-36 neutron-server[103229]: INFO neutron.db.segments_db [None req-63f67b5a-48c4-41ff-9884-ca423e878593 tempest-FloatingIPNegativeTestJSON-1419349447 tempest-FloatingIPNegativeTestJSON-1419349447-project] Added segment 9ba032b7-4851-4e90-9cd7-fdeec064ac81 of type vlan for network 6028c6e9-2dc5-4cbf-8ad7-6d9c1fac1cbc Feb 09 19:24:02.310878 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63f67b5a-48c4-41ff-9884-ca423e878593 tempest-FloatingIPNegativeTestJSON-1419349447 tempest-FloatingIPNegativeTestJSON-1419349447-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f5ad6f05-4505-4eef-9602-c3d2cdd66794,revision_number=1']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:24:02.423071 n-d-713498-36 neutron-server[103229]: DEBUG neutron.db.db_base_plugin_common [None req-9798c225-bd54-4093-b385-c7688ba19ba3 tempest-FloatingIPAdminTestJSON-335355198 tempest-FloatingIPAdminTestJSON-335355198-project] Allocated IP 172.20.0.5 (a736a742-969f-4004-83ac-c243652b0eda/5358fe8b-f430-4593-b1ac-12c2acedbcf4/0bb62d53-f2cb-4e05-bb11-9520b9ad0103) {{(pid=103229) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 19:24:02.519374 n-d-713498-36 neutron-server[103229]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 19:24:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5b7d5f78-f1c8-488b-b8bc-6ba3dcd6e7b3 x-openstack-request-id: req-5b7d5f78-f1c8-488b-b8bc-6ba3dcd6e7b3 {{(pid=103229) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 19:24:02.519594 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-9fc11653-bc19-4d13-a718-e93ba492be3f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1834945', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1818951'] for router (605daa33-a102-4c98-a5a6-3df1e6cf28b8), after_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:24:02.519735 n-d-713498-36 neutron-server[103229]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cc415f82-a477-4c32-98e3-07b45b436950", "name": "network-vif-deleted", "tag": "27b63592-bc33-4d31-bba6-3a9325d2c458", "status": "completed", "code": 200}]} {{(pid=103229) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 19:24:02.520411 n-d-713498-36 neutron-server[103229]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-5b7d5f78-f1c8-488b-b8bc-6ba3dcd6e7b3 {{(pid=103229) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 19:24:02.520833 n-d-713498-36 neutron-server[103229]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cc415f82-a477-4c32-98e3-07b45b436950', 'name': 'network-vif-deleted', 'tag': '27b63592-bc33-4d31-bba6-3a9325d2c458', 'status': 'completed', 'code': 200} Feb 09 19:24:02.554376 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-63f67b5a-48c4-41ff-9884-ca423e878593 tempest-FloatingIPNegativeTestJSON-1419349447 tempest-FloatingIPNegativeTestJSON-1419349447-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762866642225'] for network (6028c6e9-2dc5-4cbf-8ad7-6d9c1fac1cbc), precommit_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:24:02.717552 n-d-713498-36 neutron-server[103230]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9fc11653-bc19-4d13-a718-e93ba492be3f admin admin] Router 605daa33-a102-4c98-a5a6-3df1e6cf28b8 is scheduled to L3 agent 93303d5e-5d17-45e8-8963-7694f87783ae with binding_index 1 {{(pid=103230) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 09 19:24:02.738569 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.db.resource_extend [None req-63f67b5a-48c4-41ff-9884-ca423e878593 tempest-FloatingIPNegativeTestJSON-1419349447 tempest-FloatingIPNegativeTestJSON-1419349447-project] It took 0.18 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 09 19:24:02.746280 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-9798c225-bd54-4093-b385-c7688ba19ba3 tempest-FloatingIPAdminTestJSON-335355198 tempest-FloatingIPAdminTestJSON-335355198-project] Publish callbacks [] for port (0bb62d53-f2cb-4e05-bb11-9520b9ad0103), precommit_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:24:02.816350 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-63f67b5a-48c4-41ff-9884-ca423e878593 tempest-FloatingIPNegativeTestJSON-1419349447 tempest-FloatingIPNegativeTestJSON-1419349447-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1885479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452'] for network (6028c6e9-2dc5-4cbf-8ad7-6d9c1fac1cbc), after_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:24:02.830420 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63f67b5a-48c4-41ff-9884-ca423e878593 tempest-FloatingIPNegativeTestJSON-1419349447 tempest-FloatingIPNegativeTestJSON-1419349447-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:24:02.831224 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-63f67b5a-48c4-41ff-9884-ca423e878593 tempest-FloatingIPNegativeTestJSON-1419349447 tempest-FloatingIPNegativeTestJSON-1419349447-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1613566'] for network (None), before_response {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:24:02.847722 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-9798c225-bd54-4093-b385-c7688ba19ba3 tempest-FloatingIPAdminTestJSON-335355198 tempest-FloatingIPAdminTestJSON-335355198-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762866656467', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12867576'] for port (0bb62d53-f2cb-4e05-bb11-9520b9ad0103), after_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:24:03.015484 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-63f67b5a-48c4-41ff-9884-ca423e878593 tempest-FloatingIPNegativeTestJSON-1419349447 tempest-FloatingIPNegativeTestJSON-1419349447-project] 10.222.0.75 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 2.2783461 Feb 09 19:24:03.018457 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 49302) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:24:03.030285 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.v2.base [None req-e2379e4f-8ba6-4293-ad32-a90eb67e5c0b tempest-FloatingIPNegativeTestJSON-1419349447 tempest-FloatingIPNegativeTestJSON-1419349447-project] Request body: {'subnet': {'network_id': '6028c6e9-2dc5-4cbf-8ad7-6d9c1fac1cbc', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103230) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 19:24:03.102055 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-e314a2aa-ac07-4811-bc8f-68fb73c5c073 req-cb206b00-5205-42c6-8228-3ec8b52bd534 tempest-InstanceActionsV221TestJSON-1046832890 tempest-InstanceActionsV221TestJSON-1046832890-project] 10.222.0.75 "GET /v2.0/ports?device_id=cc415f82-a477-4c32-98e3-07b45b436950 HTTP/1.1" status: 200 len: 210 time: 0.1749957 Feb 09 19:24:03.125519 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9fc11653-bc19-4d13-a718-e93ba492be3f admin admin] Notify agent at l3_agent.n-d-713498-36 the message routers_updated {{(pid=103230) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 19:24:03.133988 n-d-713498-36 neutron-server[103233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eed582af-4a7a-4a23-8952-5ecbc0a2836b None None] Sync routers for ids ['605daa33-a102-4c98-a5a6-3df1e6cf28b8'] in n-d-713498-36 {{(pid=103233) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 19:24:03.146716 n-d-713498-36 neutron-server[103229]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9798c225-bd54-4093-b385-c7688ba19ba3 tempest-FloatingIPAdminTestJSON-335355198 tempest-FloatingIPAdminTestJSON-335355198-project] Network a736a742-969f-4004-83ac-c243652b0eda is already hosted by enough agents. {{(pid=103229) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 19:24:03.160312 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63f67b5a-48c4-41ff-9884-ca423e878593 tempest-FloatingIPNegativeTestJSON-1419349447 tempest-FloatingIPNegativeTestJSON-1419349447-project] Pushing event updated for resources: {'Network': ['ID=6028c6e9-2dc5-4cbf-8ad7-6d9c1fac1cbc,revision_number=1']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:24:03.160493 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-9fc11653-bc19-4d13-a718-e93ba492be3f admin admin] Publish callbacks [] for router (None), before_response {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:24:03.164650 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-9fc11653-bc19-4d13-a718-e93ba492be3f admin admin] 10.222.0.75 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 7.5909009 Feb 09 19:24:03.165255 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 49304) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:24:03.172407 n-d-713498-36 neutron-server[103233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eed582af-4a7a-4a23-8952-5ecbc0a2836b None None] Routers {'605daa33-a102-4c98-a5a6-3df1e6cf28b8'} bound to L3 agent in host n-d-713498-36 {{(pid=103233) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 19:24:03.173215 n-d-713498-36 neutron-server[103233]: DEBUG neutron.db.l3_hamode_db [None req-eed582af-4a7a-4a23-8952-5ecbc0a2836b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T18:51:43Z,description=,heartbeat_timestamp=2022-02-09T19:23:43Z,host='n-d-713498-36',id=93303d5e-5d17-45e8-8963-7694f87783ae,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T18:51:43Z,topic='l3_agent')) {'router_ids': ['605daa33-a102-4c98-a5a6-3df1e6cf28b8'], 'active': True} {{(pid=103233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:24:03.180182 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Network 6028c6e9-2dc5-4cbf-8ad7-6d9c1fac1cbc details requested by agent ovs-agent-n-d-713498-36 with host n-d-713498-36 {{(pid=103232) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 19:24:03.184070 n-d-713498-36 neutron-server[103229]: DEBUG neutron.scheduler.base_scheduler [None req-9798c225-bd54-4093-b385-c7688ba19ba3 tempest-FloatingIPAdminTestJSON-335355198 tempest-FloatingIPAdminTestJSON-335355198-project] Resources bound (agent type, host, resource id): {{(pid=103229) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 19:24:03.191903 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9798c225-bd54-4093-b385-c7688ba19ba3 tempest-FloatingIPAdminTestJSON-335355198 tempest-FloatingIPAdminTestJSON-335355198-project] Pushing event updated for resources: {'Port': ['ID=0bb62d53-f2cb-4e05-bb11-9520b9ad0103,revision_number=1']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:24:03.201730 n-d-713498-36 neutron-server[103229]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9798c225-bd54-4093-b385-c7688ba19ba3 tempest-FloatingIPAdminTestJSON-335355198 tempest-FloatingIPAdminTestJSON-335355198-project] Received port after_create {{(pid=103229) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 19:24:03.341800 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 49308) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:24:03.356113 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9798c225-bd54-4093-b385-c7688ba19ba3 tempest-FloatingIPAdminTestJSON-335355198 tempest-FloatingIPAdminTestJSON-335355198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:24:03.368180 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-9798c225-bd54-4093-b385-c7688ba19ba3 tempest-FloatingIPAdminTestJSON-335355198 tempest-FloatingIPAdminTestJSON-335355198-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171096'] for port (None), before_response {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:24:03.410561 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-9798c225-bd54-4093-b385-c7688ba19ba3 tempest-FloatingIPAdminTestJSON-335355198 tempest-FloatingIPAdminTestJSON-335355198-project] 10.222.0.75 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.0493276 Feb 09 19:24:03.410861 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 49312) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:24:03.462391 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e2379e4f-8ba6-4293-ad32-a90eb67e5c0b tempest-FloatingIPNegativeTestJSON-1419349447 tempest-FloatingIPNegativeTestJSON-1419349447-project] Made reservation on behalf of e82dd81f96194c8bba794915311bf74e for: {'subnet': 1} {{(pid=103230) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 19:24:03.478844 n-d-713498-36 neutron-server[103233]: DEBUG neutron.db.l3_dvr_db [None req-eed582af-4a7a-4a23-8952-5ecbc0a2836b None None] Set router 605daa33-a102-4c98-a5a6-3df1e6cf28b8 gateway port host: n-d-713498-36 {{(pid=103233) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 19:24:03.494053 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-e2379e4f-8ba6-4293-ad32-a90eb67e5c0b tempest-FloatingIPNegativeTestJSON-1419349447 tempest-FloatingIPNegativeTestJSON-1419349447-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12985917'] for subnet (None), before_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:24:03.642707 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.provisioning_blocks [None req-ad6cd1ba-c247-4fb1-ae56-73e383a4ee3a None None] Provisioning complete for port 0bb62d53-f2cb-4e05-bb11-9520b9ad0103 triggered by entity DHCP. {{(pid=103232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 19:24:03.644830 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-ad6cd1ba-c247-4fb1-ae56-73e383a4ee3a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593630'] for port (0bb62d53-f2cb-4e05-bb11-9520b9ad0103), provisioning_complete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:24:03.724456 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-ad6cd1ba-c247-4fb1-ae56-73e383a4ee3a None None] Port 0bb62d53-f2cb-4e05-bb11-9520b9ad0103 cannot update to ACTIVE because it is not bound. {{(pid=103232) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 19:24:03.763871 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.v2.base [None req-5255614e-e092-494b-b35f-ba5a991b0c51 tempest-FloatingIPAdminTestJSON-246511676 tempest-FloatingIPAdminTestJSON-246511676-project-admin] Request body: {'floatingip': {'floating_network_id': '88055e1e-672a-4487-be31-ffb6e833ece5', 'project_id': '10468a12d1c24d8eb3829f312d69cb3c', 'port_id': '0bb62d53-f2cb-4e05-bb11-9520b9ad0103'}} {{(pid=103229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 19:24:03.809700 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-5255614e-e092-494b-b35f-ba5a991b0c51 tempest-FloatingIPAdminTestJSON-246511676 tempest-FloatingIPAdminTestJSON-246511676-project-admin] Publish callbacks [] for floatingip (None), before_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:24:03.873626 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-6ca49ac4-69a2-443f-8c53-63c1e927c843 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:24:03.877095 n-d-713498-36 neutron-server[103233]: DEBUG neutron.db.l3_hamode_db [None req-eed582af-4a7a-4a23-8952-5ecbc0a2836b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '605daa33-a102-4c98-a5a6-3df1e6cf28b8', 'name': 'tempest-ServerActionsTestJSON-1009823274-router', 'tenant_id': 'd7a2ccbf0c8a475abd1520a0e31ab926', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88055e1e-672a-4487-be31-ffb6e833ece5', 'external_fixed_ips': [{'subnet_id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'ip_address': '172.25.1.91'}], 'enable_snat': True}, 'gw_port_id': '35954c16-03c9-41e4-9729-33e0756877f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T19:23:56Z', 'updated_at': '2022-02-09T19:24:01Z', 'revision_number': 3, 'project_id': 'd7a2ccbf0c8a475abd1520a0e31ab926', 'gw_port': {'id': '35954c16-03c9-41e4-9729-33e0756877f7', 'name': '', 'network_id': '88055e1e-672a-4487-be31-ffb6e833ece5', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:8c:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '605daa33-a102-4c98-a5a6-3df1e6cf28b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2064, 'fixed_ips': [{'subnet_id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'ip_address': '172.25.1.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T19:23:59Z', 'updated_at': '2022-02-09T19:24:00Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-36'}], 'n-d-713498-36', False) {} {{(pid=103233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:24:03.954244 n-d-713498-36 neutron-server[103233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eed582af-4a7a-4a23-8952-5ecbc0a2836b None None] Checking router: 605daa33-a102-4c98-a5a6-3df1e6cf28b8 for host: n-d-713498-36 {{(pid=103233) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 19:24:03.954849 n-d-713498-36 neutron-server[103233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eed582af-4a7a-4a23-8952-5ecbc0a2836b None None] Updating router 605daa33-a102-4c98-a5a6-3df1e6cf28b8 port 35954c16-03c9-41e4-9729-33e0756877f7 binding host n-d-713498-36 {{(pid=103233) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 19:24:03.968474 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-5255614e-e092-494b-b35f-ba5a991b0c51 tempest-FloatingIPAdminTestJSON-246511676 tempest-FloatingIPAdminTestJSON-246511676-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (None), before_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:24:04.016044 n-d-713498-36 neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-eed582af-4a7a-4a23-8952-5ecbc0a2836b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (35954c16-03c9-41e4-9729-33e0756877f7), before_update {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:24:04.287378 n-d-713498-36 neutron-server[103229]: DEBUG neutron.db.db_base_plugin_common [None req-5255614e-e092-494b-b35f-ba5a991b0c51 tempest-FloatingIPAdminTestJSON-246511676 tempest-FloatingIPAdminTestJSON-246511676-project-admin] Allocated IP 172.25.1.64 (88055e1e-672a-4487-be31-ffb6e833ece5/ac16dbcc-383c-4b43-9153-d763c4a53f91/a696e323-fcc5-4b97-bade-2beb21df390c) {{(pid=103229) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 19:24:04.479171 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 49334) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:24:04.505337 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 49336) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:24:04.576267 n-d-713498-36 neutron-server[103229]: DEBUG neutron.db.db_base_plugin_v2 [None req-3414d027-3120-462a-ad3c-bce920180dd0 admin admin] Deleting subnet 1001c43d-7346-4f91-bb65-7a0023d165be {{(pid=103229) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 19:24:04.579538 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-3414d027-3120-462a-ad3c-bce920180dd0 admin admin] Publish callbacks [] for subnet (1001c43d-7346-4f91-bb65-7a0023d165be), before_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:24:04.622247 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-3414d027-3120-462a-ad3c-bce920180dd0 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16683410'] for subnet (1001c43d-7346-4f91-bb65-7a0023d165be), precommit_delete_associations {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:24:04.665918 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-3414d027-3120-462a-ad3c-bce920180dd0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-759852'] for subnet (1001c43d-7346-4f91-bb65-7a0023d165be), precommit_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:24:04.754398 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-3414d027-3120-462a-ad3c-bce920180dd0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-760023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12867367', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12759238'] for subnet (1001c43d-7346-4f91-bb65-7a0023d165be), after_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:24:04.766406 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-5255614e-e092-494b-b35f-ba5a991b0c51 tempest-FloatingIPAdminTestJSON-246511676 tempest-FloatingIPAdminTestJSON-246511676-project-admin] Publish callbacks [] for port (a696e323-fcc5-4b97-bade-2beb21df390c), precommit_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:24:04.816876 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3414d027-3120-462a-ad3c-bce920180dd0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1001c43d-7346-4f91-bb65-7a0023d165be,revision_number=None']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:24:04.821896 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-3414d027-3120-462a-ad3c-bce920180dd0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1613566'] for subnet (None), before_response {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:24:04.825734 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-3414d027-3120-462a-ad3c-bce920180dd0 admin admin] 10.222.0.75 "DELETE /v2.0/subnets/1001c43d-7346-4f91-bb65-7a0023d165be HTTP/1.1" status: 204 len: 168 time: 0.3436406 Feb 09 19:24:04.829720 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 49344) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:24:04.856446 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-6ca49ac4-69a2-443f-8c53-63c1e927c843 admin admin] Publish callbacks [] for security_group (53a4bfc3-a06b-43e4-aa5c-0bf139af6b2f), precommit_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:24:04.857825 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-fc64986d-d09b-473a-a8fd-369136a7abff admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:24:04.864536 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-6ca49ac4-69a2-443f-8c53-63c1e927c843 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1892331'] for security_group (53a4bfc3-a06b-43e4-aa5c-0bf139af6b2f), after_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:24:04.869172 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-e2379e4f-8ba6-4293-ad32-a90eb67e5c0b tempest-FloatingIPNegativeTestJSON-1419349447 tempest-FloatingIPNegativeTestJSON-1419349447-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14393611', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12985859'] for subnet (c55cbab8-9de3-4eae-b9f3-46fa6cbefe99), after_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:24:04.938187 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-5255614e-e092-494b-b35f-ba5a991b0c51 tempest-FloatingIPAdminTestJSON-246511676 tempest-FloatingIPAdminTestJSON-246511676-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762866656467', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12867576'] for port (a696e323-fcc5-4b97-bade-2beb21df390c), after_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:24:04.947345 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-74bc7a0d-22b1-4087-a750-71b7c2c29889 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-670458'] for network (1b8c569d-8a82-442f-af82-fb3f2f491aab), before_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:24:05.005328 n-d-713498-36 neutron-server[103229]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5255614e-e092-494b-b35f-ba5a991b0c51 tempest-FloatingIPAdminTestJSON-246511676 tempest-FloatingIPAdminTestJSON-246511676-project-admin] Network 88055e1e-672a-4487-be31-ffb6e833ece5 is already hosted by enough agents. {{(pid=103229) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 19:24:05.024505 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5255614e-e092-494b-b35f-ba5a991b0c51 tempest-FloatingIPAdminTestJSON-246511676 tempest-FloatingIPAdminTestJSON-246511676-project-admin] Pushing event updated for resources: {'Port': ['ID=a696e323-fcc5-4b97-bade-2beb21df390c,revision_number=1']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:24:05.027629 n-d-713498-36 neutron-server[103229]: DEBUG neutron.scheduler.base_scheduler [None req-5255614e-e092-494b-b35f-ba5a991b0c51 tempest-FloatingIPAdminTestJSON-246511676 tempest-FloatingIPAdminTestJSON-246511676-project-admin] Resources bound (agent type, host, resource id): {{(pid=103229) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 19:24:05.031940 n-d-713498-36 neutron-server[103229]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5255614e-e092-494b-b35f-ba5a991b0c51 tempest-FloatingIPAdminTestJSON-246511676 tempest-FloatingIPAdminTestJSON-246511676-project-admin] Received port after_create {{(pid=103229) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 19:24:05.079620 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-6ca49ac4-69a2-443f-8c53-63c1e927c843 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=c4feec8a9fa34d30b0ddade2b7c65d81&name=default HTTP/1.1" status: 200 len: 3000 time: 1.7367346 Feb 09 19:24:05.096637 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 49346) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:24:05.124789 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ca49ac4-69a2-443f-8c53-63c1e927c843 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=53a4bfc3-a06b-43e4-aa5c-0bf139af6b2f,revision_number=1']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:24:05.143670 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-74bc7a0d-22b1-4087-a750-71b7c2c29889 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-590267', 'neutron.services.segments.db._delete_segments_for_network-8762867132609'] for network (1b8c569d-8a82-442f-af82-fb3f2f491aab), precommit_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:24:05.162713 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-b3120e81-b074-4fd8-841b-ec35dbbdfb2e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (None), before_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:24:05.171411 n-d-713498-36 neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-eed582af-4a7a-4a23-8952-5ecbc0a2836b None None] Publish callbacks [] for port (35954c16-03c9-41e4-9729-33e0756877f7), precommit_update {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:24:05.178764 n-d-713498-36 neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-eed582af-4a7a-4a23-8952-5ecbc0a2836b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762867176205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762866656485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762866656503'] for port (35954c16-03c9-41e4-9729-33e0756877f7), after_update {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:24:05.188974 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2379e4f-8ba6-4293-ad32-a90eb67e5c0b tempest-FloatingIPNegativeTestJSON-1419349447 tempest-FloatingIPNegativeTestJSON-1419349447-project] Pushing event updated for resources: {'Subnet': ['ID=c55cbab8-9de3-4eae-b9f3-46fa6cbefe99,revision_number=0']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:24:05.212888 n-d-713498-36 neutron-server[103229]: DEBUG neutron.services.segments.db [None req-74bc7a0d-22b1-4087-a750-71b7c2c29889 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1b8c569d-8a82-442f-af82-fb3f2f491aab']}} {{(pid=103229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:24:05.237208 n-d-713498-36 neutron-server[103229]: DEBUG neutron.services.segments.db [None req-74bc7a0d-22b1-4087-a750-71b7c2c29889 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '42d58126-a93d-4afb-9ad4-ec6878da16a3') {'for_net_delete': True} {{(pid=103229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:24:05.237534 n-d-713498-36 neutron-server[103229]: DEBUG neutron.services.segments.db [None req-74bc7a0d-22b1-4087-a750-71b7c2c29889 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '42d58126-a93d-4afb-9ad4-ec6878da16a3') {} {{(pid=103229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:24:05.250814 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-c5d48e5b-3e33-4636-9d6d-a22b4c3d423f admin admin] Publish callbacks [] for security_group (53a4bfc3-a06b-43e4-aa5c-0bf139af6b2f), before_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:24:05.253523 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-74bc7a0d-22b1-4087-a750-71b7c2c29889 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762867134154', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16683417'] for segment (42d58126-a93d-4afb-9ad4-ec6878da16a3), before_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:24:05.271627 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2379e4f-8ba6-4293-ad32-a90eb67e5c0b tempest-FloatingIPNegativeTestJSON-1419349447 tempest-FloatingIPNegativeTestJSON-1419349447-project] Checking segment: {'id': '9ba032b7-4851-4e90-9cd7-fdeec064ac81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': '6028c6e9-2dc5-4cbf-8ad7-6d9c1fac1cbc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103230) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 19:24:05.272005 n-d-713498-36 neutron-server[103230]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2379e4f-8ba6-4293-ad32-a90eb67e5c0b tempest-FloatingIPNegativeTestJSON-1419349447 tempest-FloatingIPNegativeTestJSON-1419349447-project] Network hostable DHCP agents. Network: 6028c6e9-2dc5-4cbf-8ad7-6d9c1fac1cbc, hostable agents: ['af91e4b9-f4e1-42b1-a25c-a10dc47171c8'], hosted agents: [] {{(pid=103230) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 19:24:05.308060 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-74bc7a0d-22b1-4087-a750-71b7c2c29889 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-759574'] for segment (42d58126-a93d-4afb-9ad4-ec6878da16a3), precommit_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:24:05.321858 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-74bc7a0d-22b1-4087-a750-71b7c2c29889 admin admin] Releasing vlan 375 on physical network physnet1 to pool {{(pid=103229) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 19:24:05.322281 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-74bc7a0d-22b1-4087-a750-71b7c2c29889 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-759574', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12867469'] for segment (42d58126-a93d-4afb-9ad4-ec6878da16a3), after_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:24:05.326277 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-c5d48e5b-3e33-4636-9d6d-a22b4c3d423f admin admin] Publish callbacks [] for security_group (53a4bfc3-a06b-43e4-aa5c-0bf139af6b2f), precommit_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:24:05.328108 n-d-713498-36 neutron-server[103229]: Traceback (most recent call last): Feb 09 19:24:05.328108 n-d-713498-36 neutron-server[103229]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 19:24:05.328108 n-d-713498-36 neutron-server[103229]: timer() Feb 09 19:24:05.328108 n-d-713498-36 neutron-server[103229]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 19:24:05.328108 n-d-713498-36 neutron-server[103229]: cb(*args, **kw) Feb 09 19:24:05.328108 n-d-713498-36 neutron-server[103229]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 19:24:05.328108 n-d-713498-36 neutron-server[103229]: return func(*args, **kwargs) Feb 09 19:24:05.328108 n-d-713498-36 neutron-server[103229]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 19:24:05.328108 n-d-713498-36 neutron-server[103229]: self._notify() Feb 09 19:24:05.328108 n-d-713498-36 neutron-server[103229]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 19:24:05.328108 n-d-713498-36 neutron-server[103229]: self.callback(batched_events) Feb 09 19:24:05.328108 n-d-713498-36 neutron-server[103229]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 19:24:05.328108 n-d-713498-36 neutron-server[103229]: event.method(event) Feb 09 19:24:05.328108 n-d-713498-36 neutron-server[103229]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 19:24:05.328108 n-d-713498-36 neutron-server[103229]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 19:24:05.328108 n-d-713498-36 neutron-server[103229]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 19:24:05.328108 n-d-713498-36 neutron-server[103229]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 19:24:05.328108 n-d-713498-36 neutron-server[103229]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 19:24:05.328108 n-d-713498-36 neutron-server[103229]: return f(self, *a, **k) Feb 09 19:24:05.328108 n-d-713498-36 neutron-server[103229]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 19:24:05.328108 n-d-713498-36 neutron-server[103229]: return self._get(url).json() Feb 09 19:24:05.328108 n-d-713498-36 neutron-server[103229]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 19:24:05.328108 n-d-713498-36 neutron-server[103229]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 19:24:05.328108 n-d-713498-36 neutron-server[103229]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 19:24:05.328108 n-d-713498-36 neutron-server[103229]: return self.request(url, 'GET', **kwargs) Feb 09 19:24:05.328108 n-d-713498-36 neutron-server[103229]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 19:24:05.328108 n-d-713498-36 neutron-server[103229]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 19:24:05.328108 n-d-713498-36 neutron-server[103229]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 19:24:05.328108 n-d-713498-36 neutron-server[103229]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 19:24:05.328108 n-d-713498-36 neutron-server[103229]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 19:24:05.328108 n-d-713498-36 neutron-server[103229]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 19:24:05.328108 n-d-713498-36 neutron-server[103229]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 19:24:05.344460 n-d-713498-36 neutron-server[103233]: DEBUG neutron.plugins.ml2.managers [None req-eed582af-4a7a-4a23-8952-5ecbc0a2836b None None] Attempting to bind port 35954c16-03c9-41e4-9729-33e0756877f7 on host n-d-713498-36 for vnic_type normal with profile {{(pid=103233) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 19:24:05.344983 n-d-713498-36 neutron-server[103233]: DEBUG neutron.plugins.ml2.managers [None req-eed582af-4a7a-4a23-8952-5ecbc0a2836b None None] Attempting to bind port 35954c16-03c9-41e4-9729-33e0756877f7 by drivers openvswitch,hyperv on host n-d-713498-36 at level 0 using segments [{'id': 'a4222f89-8d3f-4b51-953b-1a8126392491', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '88055e1e-672a-4487-be31-ffb6e833ece5'}] {{(pid=103233) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 19:24:05.345605 n-d-713498-36 neutron-server[103233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eed582af-4a7a-4a23-8952-5ecbc0a2836b None None] Attempting to bind port 35954c16-03c9-41e4-9729-33e0756877f7 on network 88055e1e-672a-4487-be31-ffb6e833ece5 {{(pid=103233) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 19:24:05.348923 n-d-713498-36 neutron-server[103233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78a0c908-f0ef-4c8b-b791-42fc18b07888 None None] Pushing event updated for resources: {'Port': ['ID=35954c16-03c9-41e4-9729-33e0756877f7,revision_number=2']} {{(pid=103233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:24:05.359447 n-d-713498-36 neutron-server[103230]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2379e4f-8ba6-4293-ad32-a90eb67e5c0b tempest-FloatingIPNegativeTestJSON-1419349447 tempest-FloatingIPNegativeTestJSON-1419349447-project] Network 6028c6e9-2dc5-4cbf-8ad7-6d9c1fac1cbc is scheduled to be hosted by DHCP agent af91e4b9-f4e1-42b1-a25c-a10dc47171c8 with binding_index 1 {{(pid=103230) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 19:24:05.364508 n-d-713498-36 neutron-server[103233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eed582af-4a7a-4a23-8952-5ecbc0a2836b None None] Checking agent: {'id': '496418a2-c002-4aec-ab1a-07f3bea491bd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-36', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 18, 51, 47), 'started_at': datetime.datetime(2022, 2, 9, 18, 52, 17), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 19, 23, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-36'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103233) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 19:24:05.372978 n-d-713498-36 neutron-server[103233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eed582af-4a7a-4a23-8952-5ecbc0a2836b None None] Checking segment: {'id': 'a4222f89-8d3f-4b51-953b-1a8126392491', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '88055e1e-672a-4487-be31-ffb6e833ece5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103233) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 19:24:05.373395 n-d-713498-36 neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-eed582af-4a7a-4a23-8952-5ecbc0a2836b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:24:05.373798 n-d-713498-36 neutron-server[103233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eed582af-4a7a-4a23-8952-5ecbc0a2836b None None] Bound using segment: {'id': 'a4222f89-8d3f-4b51-953b-1a8126392491', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '88055e1e-672a-4487-be31-ffb6e833ece5'} {{(pid=103233) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 19:24:05.374364 n-d-713498-36 neutron-server[103233]: DEBUG neutron.plugins.ml2.managers [None req-eed582af-4a7a-4a23-8952-5ecbc0a2836b None None] Bound port: 35954c16-03c9-41e4-9729-33e0756877f7, host: n-d-713498-36, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a4222f89-8d3f-4b51-953b-1a8126392491', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '88055e1e-672a-4487-be31-ffb6e833ece5'}}] {{(pid=103233) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 19:24:05.374755 n-d-713498-36 neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-eed582af-4a7a-4a23-8952-5ecbc0a2836b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (35954c16-03c9-41e4-9729-33e0756877f7), before_update {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:24:05.376258 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-fc64986d-d09b-473a-a8fd-369136a7abff admin admin] Publish callbacks [] for security_group (0b988f92-a6be-4567-b146-3dfb57bcdeff), precommit_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:24:05.392293 n-d-713498-36 neutron-server[103230]: DEBUG neutron.scheduler.base_scheduler [None req-e2379e4f-8ba6-4293-ad32-a90eb67e5c0b tempest-FloatingIPNegativeTestJSON-1419349447 tempest-FloatingIPNegativeTestJSON-1419349447-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713498-36, 6028c6e9-2dc5-4cbf-8ad7-6d9c1fac1cbc) {{(pid=103230) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 19:24:05.396760 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-fc64986d-d09b-473a-a8fd-369136a7abff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1892331'] for security_group (0b988f92-a6be-4567-b146-3dfb57bcdeff), after_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:24:05.404791 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52d908ca-2d1e-4807-aaae-cee01656de86 None None] Network 6028c6e9-2dc5-4cbf-8ad7-6d9c1fac1cbc requested from n-d-713498-36 {{(pid=103232) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 19:24:05.422328 n-d-713498-36 neutron-server[103233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78a0c908-f0ef-4c8b-b791-42fc18b07888 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:24:05.422701 n-d-713498-36 neutron-server[103233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78a0c908-f0ef-4c8b-b791-42fc18b07888 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:24:05.423040 n-d-713498-36 neutron-server[103233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78a0c908-f0ef-4c8b-b791-42fc18b07888 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:24:05.423371 n-d-713498-36 neutron-server[103233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78a0c908-f0ef-4c8b-b791-42fc18b07888 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:24:05.423699 n-d-713498-36 neutron-server[103233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78a0c908-f0ef-4c8b-b791-42fc18b07888 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:24:05.424026 n-d-713498-36 neutron-server[103233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78a0c908-f0ef-4c8b-b791-42fc18b07888 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:24:05.424349 n-d-713498-36 neutron-server[103233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78a0c908-f0ef-4c8b-b791-42fc18b07888 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:24:05.424669 n-d-713498-36 neutron-server[103233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78a0c908-f0ef-4c8b-b791-42fc18b07888 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:24:05.424989 n-d-713498-36 neutron-server[103233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78a0c908-f0ef-4c8b-b791-42fc18b07888 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:24:05.425308 n-d-713498-36 neutron-server[103233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78a0c908-f0ef-4c8b-b791-42fc18b07888 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:24:05.425626 n-d-713498-36 neutron-server[103233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78a0c908-f0ef-4c8b-b791-42fc18b07888 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:24:05.425941 n-d-713498-36 neutron-server[103233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78a0c908-f0ef-4c8b-b791-42fc18b07888 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:24:05.426355 n-d-713498-36 neutron-server[103233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78a0c908-f0ef-4c8b-b791-42fc18b07888 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:24:05.457588 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2379e4f-8ba6-4293-ad32-a90eb67e5c0b tempest-FloatingIPNegativeTestJSON-1419349447 tempest-FloatingIPNegativeTestJSON-1419349447-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:24:05.458227 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-e2379e4f-8ba6-4293-ad32-a90eb67e5c0b tempest-FloatingIPNegativeTestJSON-1419349447 tempest-FloatingIPNegativeTestJSON-1419349447-project] Publish callbacks [] for subnet (None), before_response {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:24:05.460483 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc64986d-d09b-473a-a8fd-369136a7abff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0b988f92-a6be-4567-b146-3dfb57bcdeff,revision_number=1']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:24:05.500923 n-d-713498-36 neutron-server[103233]: DEBUG neutron.plugins.ml2.db [None req-eed582af-4a7a-4a23-8952-5ecbc0a2836b None None] For port 35954c16-03c9-41e4-9729-33e0756877f7, host n-d-713498-36, cleared binding levels {{(pid=103233) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 19:24:05.504280 n-d-713498-36 neutron-server[103233]: DEBUG neutron.plugins.ml2.db [None req-eed582af-4a7a-4a23-8952-5ecbc0a2836b None None] For port 35954c16-03c9-41e4-9729-33e0756877f7, host n-d-713498-36, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-36',level=0,port_id=35954c16-03c9-41e4-9729-33e0756877f7,segment=NetworkSegment(a4222f89-8d3f-4b51-953b-1a8126392491),segment_id=a4222f89-8d3f-4b51-953b-1a8126392491)] {{(pid=103233) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 19:24:05.516951 n-d-713498-36 neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-eed582af-4a7a-4a23-8952-5ecbc0a2836b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762867176205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762866656485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762866656503'] for port (35954c16-03c9-41e4-9729-33e0756877f7), after_update {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:24:05.524927 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-e2379e4f-8ba6-4293-ad32-a90eb67e5c0b tempest-FloatingIPNegativeTestJSON-1419349447 tempest-FloatingIPNegativeTestJSON-1419349447-project] 10.222.0.75 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.5052714 Feb 09 19:24:05.527998 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-fc64986d-d09b-473a-a8fd-369136a7abff admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=6bcfc2cf89e8480e8c77bfe0f6e0350d&name=default HTTP/1.1" status: 200 len: 3000 time: 1.0191865 Feb 09 19:24:05.538261 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 49350) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:24:05.538533 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 49352) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:24:05.602451 n-d-713498-36 neutron-server[103233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eed582af-4a7a-4a23-8952-5ecbc0a2836b None None] Routers {'605daa33-a102-4c98-a5a6-3df1e6cf28b8'} bound to L3 agent in host n-d-713498-36 {{(pid=103233) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 19:24:05.603211 n-d-713498-36 neutron-server[103233]: DEBUG neutron.db.l3_hamode_db [None req-eed582af-4a7a-4a23-8952-5ecbc0a2836b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T18:51:43Z,description=,heartbeat_timestamp=2022-02-09T19:23:43Z,host='n-d-713498-36',id=93303d5e-5d17-45e8-8963-7694f87783ae,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T18:51:43Z,topic='l3_agent')) {'router_ids': ['605daa33-a102-4c98-a5a6-3df1e6cf28b8'], 'active': True} {{(pid=103233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:24:05.616937 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.v2.base [None req-e90527fc-f063-40cf-8469-7131513a4362 tempest-FloatingIPNegativeTestJSON-1419349447 tempest-FloatingIPNegativeTestJSON-1419349447-project] Request body: {'router': {'name': 'tempest-FloatingIPNegativeTestJSON-router-1324028372', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103230) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 19:24:05.624905 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-74bc7a0d-22b1-4087-a750-71b7c2c29889 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-590242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1885479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1818895'] for network (1b8c569d-8a82-442f-af82-fb3f2f491aab), after_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:24:05.654945 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Device 27b63592-bc33-4d31-bba6-3a9325d2c458 no longer exists at agent hyperv_n-h2-713498-36 {{(pid=103232) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 19:24:05.673780 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-74bc7a0d-22b1-4087-a750-71b7c2c29889 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1613566'] for network (None), before_response {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:24:05.677764 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-74bc7a0d-22b1-4087-a750-71b7c2c29889 admin admin] 10.222.0.75 "DELETE /v2.0/networks/1b8c569d-8a82-442f-af82-fb3f2f491aab HTTP/1.1" status: 204 len: 168 time: 0.8464308 Feb 09 19:24:05.686964 n-d-713498-36 neutron-server[103230]: DEBUG neutron.db.db_base_plugin_common [None req-b3120e81-b074-4fd8-841b-ec35dbbdfb2e admin admin] Allocated IP 172.20.0.1 (bd12d1d0-518d-4d29-a00d-98410ba2cb8a/60ccac4e-8e6b-4139-b4aa-9c0c5cc0e9e4/91ddc5ea-e616-400f-9959-37d2ed3b8234) {{(pid=103230) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 19:24:05.688162 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74bc7a0d-22b1-4087-a750-71b7c2c29889 admin admin] Pushing event deleted for resources: {'Network': ['ID=1b8c569d-8a82-442f-af82-fb3f2f491aab,revision_number=None']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:24:05.720251 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62f3f5a5-2381-428b-bc06-e1c281e7bcf5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8b32e980-7cce-5e82-a341-bd2fa8945c89-6028c6e9-2dc5-4cbf-8ad7-6d9c1fac1cbc', 'network_id': '6028c6e9-2dc5-4cbf-8ad7-6d9c1fac1cbc', 'project_id': 'e82dd81f96194c8bba794915311bf74e', 'fixed_ips': [{'subnet_id': 'c55cbab8-9de3-4eae-b9f3-46fa6cbefe99'}]}} from n-d-713498-36. {{(pid=103232) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 09 19:24:05.721024 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-c5d48e5b-3e33-4636-9d6d-a22b4c3d423f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1892331'] for security_group (53a4bfc3-a06b-43e4-aa5c-0bf139af6b2f), after_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:24:05.723642 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-c5d48e5b-3e33-4636-9d6d-a22b4c3d423f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:24:05.724795 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-c5d48e5b-3e33-4636-9d6d-a22b4c3d423f admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/53a4bfc3-a06b-43e4-aa5c-0bf139af6b2f HTTP/1.1" status: 204 len: 168 time: 0.6270907 Feb 09 19:24:05.753280 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-62f3f5a5-2381-428b-bc06-e1c281e7bcf5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (None), before_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:24:05.758661 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5d48e5b-3e33-4636-9d6d-a22b4c3d423f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=53a4bfc3-a06b-43e4-aa5c-0bf139af6b2f,revision_number=None']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:24:05.768687 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-7429db8d-6021-40ad-813e-885be449a89b None None] No Port match for: 27b63592-bc33-4d31-bba6-3a9325d2c458 {{(pid=103232) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 19:24:05.769102 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Device 27b63592-bc33-4d31-bba6-3a9325d2c458 not bound to the agent host n-h2-713498-36 {{(pid=103232) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 19:24:05.777820 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-e90527fc-f063-40cf-8469-7131513a4362 tempest-FloatingIPNegativeTestJSON-1419349447 tempest-FloatingIPNegativeTestJSON-1419349447-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1834830', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-58389'] for router (825d5025-ea0b-4721-91f5-ac86fe341f63), before_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:24:05.780686 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-e90527fc-f063-40cf-8469-7131513a4362 tempest-FloatingIPNegativeTestJSON-1419349447 tempest-FloatingIPNegativeTestJSON-1419349447-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1834810', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1822096', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1886735', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-58380'] for router (825d5025-ea0b-4721-91f5-ac86fe341f63), precommit_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:24:05.999430 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-668d1dbd-1656-4282-9138-107ea192c1fa admin admin] Publish callbacks [] for security_group (0b988f92-a6be-4567-b146-3dfb57bcdeff), before_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:24:06.003175 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 49360) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:24:06.124711 n-d-713498-36 neutron-server[103233]: DEBUG neutron.db.l3_dvr_db [None req-eed582af-4a7a-4a23-8952-5ecbc0a2836b None None] Set router 605daa33-a102-4c98-a5a6-3df1e6cf28b8 gateway port host: n-d-713498-36 {{(pid=103233) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 19:24:06.135153 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-5255614e-e092-494b-b35f-ba5a991b0c51 tempest-FloatingIPAdminTestJSON-246511676 tempest-FloatingIPAdminTestJSON-246511676-project-admin] Publish callbacks [] for floatingip (7fe657ca-424b-49b6-b099-2c662134c74f), precommit_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:24:06.165255 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.db_base_plugin_common [None req-62f3f5a5-2381-428b-bc06-e1c281e7bcf5 None None] Allocated IP 172.20.0.2 (6028c6e9-2dc5-4cbf-8ad7-6d9c1fac1cbc/c55cbab8-9de3-4eae-b9f3-46fa6cbefe99/388f8276-0591-43bb-bfb7-ea1c42d73519) {{(pid=103232) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 19:24:06.244623 n-d-713498-36 neutron-server[103233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78a0c908-f0ef-4c8b-b791-42fc18b07888 None None] Pushing event updated for resources: {'Port': ['ID=35954c16-03c9-41e4-9729-33e0756877f7,revision_number=3']} {{(pid=103233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:24:06.248283 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-668d1dbd-1656-4282-9138-107ea192c1fa admin admin] Publish callbacks [] for security_group (0b988f92-a6be-4567-b146-3dfb57bcdeff), precommit_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:24:06.283000 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-5255614e-e092-494b-b35f-ba5a991b0c51 tempest-FloatingIPAdminTestJSON-246511676 tempest-FloatingIPAdminTestJSON-246511676-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (a696e323-fcc5-4b97-bade-2beb21df390c), before_update {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:24:06.306271 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-e90527fc-f063-40cf-8469-7131513a4362 tempest-FloatingIPNegativeTestJSON-1419349447 tempest-FloatingIPNegativeTestJSON-1419349447-project] Publish callbacks [] for router_controller (825d5025-ea0b-4721-91f5-ac86fe341f63), precommit_add_association {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:24:06.362802 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-e90527fc-f063-40cf-8469-7131513a4362 tempest-FloatingIPNegativeTestJSON-1419349447 tempest-FloatingIPNegativeTestJSON-1419349447-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1834945', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1818951'] for router (825d5025-ea0b-4721-91f5-ac86fe341f63), after_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:24:06.407926 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 49366) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:24:06.435338 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-656cb61c-6b70-4dbf-9b30-1beb967434bd admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=d792c54807c24b6db4dfbe792689e48f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4266005 Feb 09 19:24:06.439023 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 49368) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:24:06.442801 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-5efe9ea6-c65c-476e-b0f8-e4079e448a54 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:24:06.470209 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-b3120e81-b074-4fd8-841b-ec35dbbdfb2e admin admin] Publish callbacks [] for port (91ddc5ea-e616-400f-9959-37d2ed3b8234), precommit_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:24:06.473878 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-e90527fc-f063-40cf-8469-7131513a4362 tempest-FloatingIPNegativeTestJSON-1419349447 tempest-FloatingIPNegativeTestJSON-1419349447-project] Publish callbacks [] for router (None), before_response {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:24:06.475244 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-e90527fc-f063-40cf-8469-7131513a4362 tempest-FloatingIPNegativeTestJSON-1419349447 tempest-FloatingIPNegativeTestJSON-1419349447-project] 10.222.0.75 "POST /v2.0/routers HTTP/1.1" status: 201 len: 715 time: 0.9337327 Feb 09 19:24:06.480762 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 49370) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:24:06.497413 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-62f3f5a5-2381-428b-bc06-e1c281e7bcf5 None None] Publish callbacks [] for port (388f8276-0591-43bb-bfb7-ea1c42d73519), precommit_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:24:06.506979 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-62f3f5a5-2381-428b-bc06-e1c281e7bcf5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762866656467'] for port (388f8276-0591-43bb-bfb7-ea1c42d73519), after_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:24:06.520182 n-d-713498-36 neutron-server[103233]: DEBUG neutron.db.l3_hamode_db [None req-eed582af-4a7a-4a23-8952-5ecbc0a2836b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '605daa33-a102-4c98-a5a6-3df1e6cf28b8', 'name': 'tempest-ServerActionsTestJSON-1009823274-router', 'tenant_id': 'd7a2ccbf0c8a475abd1520a0e31ab926', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88055e1e-672a-4487-be31-ffb6e833ece5', 'external_fixed_ips': [{'subnet_id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'ip_address': '172.25.1.91'}], 'enable_snat': True}, 'gw_port_id': '35954c16-03c9-41e4-9729-33e0756877f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T19:23:56Z', 'updated_at': '2022-02-09T19:24:01Z', 'revision_number': 3, 'project_id': 'd7a2ccbf0c8a475abd1520a0e31ab926', 'gw_port': {'id': '35954c16-03c9-41e4-9729-33e0756877f7', 'name': '', 'network_id': '88055e1e-672a-4487-be31-ffb6e833ece5', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:8c:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '605daa33-a102-4c98-a5a6-3df1e6cf28b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2064, 'fixed_ips': [{'subnet_id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'ip_address': '172.25.1.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T19:23:59Z', 'updated_at': '2022-02-09T19:24:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-36'}], 'n-d-713498-36', False) {} {{(pid=103233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:24:06.558828 n-d-713498-36 neutron-server[103233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eed582af-4a7a-4a23-8952-5ecbc0a2836b None None] The sync data for ids ['605daa33-a102-4c98-a5a6-3df1e6cf28b8'] in n-d-713498-36 is: [{'id': '605daa33-a102-4c98-a5a6-3df1e6cf28b8', 'name': 'tempest-ServerActionsTestJSON-1009823274-router', 'tenant_id': 'd7a2ccbf0c8a475abd1520a0e31ab926', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88055e1e-672a-4487-be31-ffb6e833ece5', 'external_fixed_ips': [{'subnet_id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'ip_address': '172.25.1.91'}], 'enable_snat': True}, 'gw_port_id': '35954c16-03c9-41e4-9729-33e0756877f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T19:23:56Z', 'updated_at': '2022-02-09T19:24:01Z', 'revision_number': 3, 'project_id': 'd7a2ccbf0c8a475abd1520a0e31ab926', 'gw_port': {'id': '35954c16-03c9-41e4-9729-33e0756877f7', 'name': '', 'network_id': '88055e1e-672a-4487-be31-ffb6e833ece5', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:8c:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '605daa33-a102-4c98-a5a6-3df1e6cf28b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2064, 'fixed_ips': [{'subnet_id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'ip_address': '172.25.1.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T19:23:59Z', 'updated_at': '2022-02-09T19:24:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-36'}] {{(pid=103233) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 19:24:06.598435 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-668d1dbd-1656-4282-9138-107ea192c1fa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1892331'] for security_group (0b988f92-a6be-4567-b146-3dfb57bcdeff), after_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:24:06.598952 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62f3f5a5-2381-428b-bc06-e1c281e7bcf5 None None] Pushing event updated for resources: {'Port': ['ID=388f8276-0591-43bb-bfb7-ea1c42d73519,revision_number=1']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:24:06.601371 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-668d1dbd-1656-4282-9138-107ea192c1fa admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:24:06.605455 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-668d1dbd-1656-4282-9138-107ea192c1fa admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/0b988f92-a6be-4567-b146-3dfb57bcdeff HTTP/1.1" status: 204 len: 168 time: 1.0584192 Feb 09 19:24:06.617173 n-d-713498-36 neutron-server[103232]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62f3f5a5-2381-428b-bc06-e1c281e7bcf5 None None] Network 6028c6e9-2dc5-4cbf-8ad7-6d9c1fac1cbc is already hosted by enough agents. {{(pid=103232) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 19:24:06.621706 n-d-713498-36 neutron-server[103232]: DEBUG neutron.scheduler.base_scheduler [None req-62f3f5a5-2381-428b-bc06-e1c281e7bcf5 None None] Resources bound (agent type, host, resource id): {{(pid=103232) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 19:24:06.634886 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62f3f5a5-2381-428b-bc06-e1c281e7bcf5 None None] Received port after_create {{(pid=103232) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 19:24:06.650730 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-a54c7f43-1d64-4283-8c55-25ad3b1806f3 admin admin] Publish callbacks [] for security_group (09ed4d9c-5053-45af-94a4-e92d5b89871f), before_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:24:06.661868 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-5255614e-e092-494b-b35f-ba5a991b0c51 tempest-FloatingIPAdminTestJSON-246511676 tempest-FloatingIPAdminTestJSON-246511676-project-admin] Publish callbacks [] for port (a696e323-fcc5-4b97-bade-2beb21df390c), precommit_update {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:24:06.687210 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-5255614e-e092-494b-b35f-ba5a991b0c51 tempest-FloatingIPAdminTestJSON-246511676 tempest-FloatingIPAdminTestJSON-246511676-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762867176205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762866656485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762866656503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12867569'] for port (a696e323-fcc5-4b97-bade-2beb21df390c), after_update {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:24:06.751409 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.managers [None req-62f3f5a5-2381-428b-bc06-e1c281e7bcf5 None None] Attempting to bind port 388f8276-0591-43bb-bfb7-ea1c42d73519 on host n-d-713498-36 for vnic_type normal with profile {{(pid=103232) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 19:24:06.752165 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.managers [None req-62f3f5a5-2381-428b-bc06-e1c281e7bcf5 None None] Attempting to bind port 388f8276-0591-43bb-bfb7-ea1c42d73519 by drivers openvswitch,hyperv on host n-d-713498-36 at level 0 using segments [{'id': '9ba032b7-4851-4e90-9cd7-fdeec064ac81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': '6028c6e9-2dc5-4cbf-8ad7-6d9c1fac1cbc'}] {{(pid=103232) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 19:24:06.752761 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62f3f5a5-2381-428b-bc06-e1c281e7bcf5 None None] Attempting to bind port 388f8276-0591-43bb-bfb7-ea1c42d73519 on network 6028c6e9-2dc5-4cbf-8ad7-6d9c1fac1cbc {{(pid=103232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 19:24:06.755479 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-668d1dbd-1656-4282-9138-107ea192c1fa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0b988f92-a6be-4567-b146-3dfb57bcdeff,revision_number=None']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:24:06.766152 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62f3f5a5-2381-428b-bc06-e1c281e7bcf5 None None] Checking agent: {'id': '496418a2-c002-4aec-ab1a-07f3bea491bd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-36', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 18, 51, 47), 'started_at': datetime.datetime(2022, 2, 9, 18, 52, 17), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 19, 23, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-36'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 19:24:06.768015 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62f3f5a5-2381-428b-bc06-e1c281e7bcf5 None None] Checking segment: {'id': '9ba032b7-4851-4e90-9cd7-fdeec064ac81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': '6028c6e9-2dc5-4cbf-8ad7-6d9c1fac1cbc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103232) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 19:24:06.768015 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-62f3f5a5-2381-428b-bc06-e1c281e7bcf5 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:24:06.778172 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62f3f5a5-2381-428b-bc06-e1c281e7bcf5 None None] Bound using segment: {'id': '9ba032b7-4851-4e90-9cd7-fdeec064ac81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': '6028c6e9-2dc5-4cbf-8ad7-6d9c1fac1cbc'} {{(pid=103232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 19:24:06.783883 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.managers [None req-62f3f5a5-2381-428b-bc06-e1c281e7bcf5 None None] Bound port: 388f8276-0591-43bb-bfb7-ea1c42d73519, host: n-d-713498-36, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9ba032b7-4851-4e90-9cd7-fdeec064ac81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': '6028c6e9-2dc5-4cbf-8ad7-6d9c1fac1cbc'}}] {{(pid=103232) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 19:24:06.784572 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-62f3f5a5-2381-428b-bc06-e1c281e7bcf5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (388f8276-0591-43bb-bfb7-ea1c42d73519), before_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:24:06.861207 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-a54c7f43-1d64-4283-8c55-25ad3b1806f3 admin admin] Publish callbacks [] for security_group (09ed4d9c-5053-45af-94a4-e92d5b89871f), precommit_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:24:06.865255 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-b3120e81-b074-4fd8-841b-ec35dbbdfb2e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762866656467', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14393751'] for port (91ddc5ea-e616-400f-9959-37d2ed3b8234), after_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:24:06.887569 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-62f3f5a5-2381-428b-bc06-e1c281e7bcf5 None None] For port 388f8276-0591-43bb-bfb7-ea1c42d73519, host n-d-713498-36, cleared binding levels {{(pid=103232) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 19:24:06.891289 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-62f3f5a5-2381-428b-bc06-e1c281e7bcf5 None None] For port 388f8276-0591-43bb-bfb7-ea1c42d73519, host n-d-713498-36, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-36',level=0,port_id=388f8276-0591-43bb-bfb7-ea1c42d73519,segment=NetworkSegment(9ba032b7-4851-4e90-9cd7-fdeec064ac81),segment_id=9ba032b7-4851-4e90-9cd7-fdeec064ac81)] {{(pid=103232) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 19:24:06.903722 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-62f3f5a5-2381-428b-bc06-e1c281e7bcf5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762867176205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762866656485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762866656503'] for port (388f8276-0591-43bb-bfb7-ea1c42d73519), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:24:06.958027 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5255614e-e092-494b-b35f-ba5a991b0c51 tempest-FloatingIPAdminTestJSON-246511676 tempest-FloatingIPAdminTestJSON-246511676-project-admin] Pushing event updated for resources: {'Port': ['ID=a696e323-fcc5-4b97-bade-2beb21df390c,revision_number=2']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:24:06.993830 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-5255614e-e092-494b-b35f-ba5a991b0c51 tempest-FloatingIPAdminTestJSON-246511676 tempest-FloatingIPAdminTestJSON-246511676-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1818909'] for floatingip (7fe657ca-424b-49b6-b099-2c662134c74f), after_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:24:07.021985 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62f3f5a5-2381-428b-bc06-e1c281e7bcf5 None None] Pushing event updated for resources: {'Port': ['ID=388f8276-0591-43bb-bfb7-ea1c42d73519,revision_number=2']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:24:07.066437 n-d-713498-36 neutron-server[103230]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3120e81-b074-4fd8-841b-ec35dbbdfb2e admin admin] Network bd12d1d0-518d-4d29-a00d-98410ba2cb8a is already hosted by enough agents. {{(pid=103230) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 19:24:07.119065 n-d-713498-36 neutron-server[103230]: DEBUG neutron.scheduler.base_scheduler [None req-b3120e81-b074-4fd8-841b-ec35dbbdfb2e admin admin] Resources bound (agent type, host, resource id): {{(pid=103230) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 19:24:07.129498 n-d-713498-36 neutron-server[103230]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3120e81-b074-4fd8-841b-ec35dbbdfb2e admin admin] Received port after_create {{(pid=103230) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 19:24:07.188932 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-a54c7f43-1d64-4283-8c55-25ad3b1806f3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1892331'] for security_group (09ed4d9c-5053-45af-94a4-e92d5b89871f), after_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:24:07.192304 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-a54c7f43-1d64-4283-8c55-25ad3b1806f3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:24:07.194228 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-a54c7f43-1d64-4283-8c55-25ad3b1806f3 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/09ed4d9c-5053-45af-94a4-e92d5b89871f HTTP/1.1" status: 204 len: 168 time: 0.7508941 Feb 09 19:24:07.237148 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3120e81-b074-4fd8-841b-ec35dbbdfb2e admin admin] Pushing event updated for resources: {'Port': ['ID=91ddc5ea-e616-400f-9959-37d2ed3b8234,revision_number=1']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:24:07.245904 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-5efe9ea6-c65c-476e-b0f8-e4079e448a54 admin admin] Publish callbacks [] for security_group (7013ce64-151e-4bc9-b1fe-bec68e09db41), precommit_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:24:07.325685 n-d-713498-36 neutron-server[103229]: INFO neutron.db.l3_db [None req-5255614e-e092-494b-b35f-ba5a991b0c51 tempest-FloatingIPAdminTestJSON-246511676 tempest-FloatingIPAdminTestJSON-246511676-project-admin] Floating IP 7fe657ca-424b-49b6-b099-2c662134c74f associated. External IP: 172.25.1.64, port: 0bb62d53-f2cb-4e05-bb11-9520b9ad0103. Feb 09 19:24:07.329076 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-5efe9ea6-c65c-476e-b0f8-e4079e448a54 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1892331'] for security_group (7013ce64-151e-4bc9-b1fe-bec68e09db41), after_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:24:07.384920 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-b3120e81-b074-4fd8-841b-ec35dbbdfb2e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1819024'] for router_interface (605daa33-a102-4c98-a5a6-3df1e6cf28b8), before_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:24:07.452389 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a54c7f43-1d64-4283-8c55-25ad3b1806f3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=09ed4d9c-5053-45af-94a4-e92d5b89871f,revision_number=None']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:24:07.618908 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-5efe9ea6-c65c-476e-b0f8-e4079e448a54 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=ef1c903c5acd4d52836b8068f142ce96&name=default HTTP/1.1" status: 200 len: 3000 time: 1.2042658 Feb 09 19:24:07.620647 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 49388) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:24:07.654580 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5efe9ea6-c65c-476e-b0f8-e4079e448a54 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7013ce64-151e-4bc9-b1fe-bec68e09db41,revision_number=1']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:24:07.684274 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-cfb21ed9-873b-4b82-afeb-a71ca070f2ed tempest-FloatingIPNegativeTestJSON-1419349447 tempest-FloatingIPNegativeTestJSON-1419349447-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (None), before_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:24:07.715134 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.provisioning_blocks [None req-6824019e-4ef2-435b-9861-eb80cd922411 None None] Provisioning complete for port 91ddc5ea-e616-400f-9959-37d2ed3b8234 triggered by entity DHCP. {{(pid=103232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 19:24:07.716073 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-6824019e-4ef2-435b-9861-eb80cd922411 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593630'] for port (91ddc5ea-e616-400f-9959-37d2ed3b8234), provisioning_complete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:24:07.816497 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-6824019e-4ef2-435b-9861-eb80cd922411 None None] Port 91ddc5ea-e616-400f-9959-37d2ed3b8234 cannot update to ACTIVE because it is not bound. {{(pid=103232) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 19:24:07.933942 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-898ef313-a2be-414f-83d1-a151553912c7 admin admin] Publish callbacks [] for security_group (7013ce64-151e-4bc9-b1fe-bec68e09db41), before_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:24:08.020145 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Device 388f8276-0591-43bb-bfb7-ea1c42d73519 up at agent ovs-agent-n-d-713498-36 {{(pid=103232) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 19:24:08.201675 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.provisioning_blocks [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Provisioning complete for port 388f8276-0591-43bb-bfb7-ea1c42d73519 triggered by entity L2. {{(pid=103232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 19:24:08.202086 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593630'] for port (388f8276-0591-43bb-bfb7-ea1c42d73519), provisioning_complete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:24:08.345336 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-b3120e81-b074-4fd8-841b-ec35dbbdfb2e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (91ddc5ea-e616-400f-9959-37d2ed3b8234), before_update {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:24:08.388739 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Current status of the port 388f8276-0591-43bb-bfb7-ea1c42d73519 is: DOWN; New status is: ACTIVE {{(pid=103232) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 19:24:08.389414 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (388f8276-0591-43bb-bfb7-ea1c42d73519), before_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:24:08.465088 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] For port 388f8276-0591-43bb-bfb7-ea1c42d73519, host n-d-713498-36, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-36',level=0,port_id=388f8276-0591-43bb-bfb7-ea1c42d73519,segment=NetworkSegment(9ba032b7-4851-4e90-9cd7-fdeec064ac81),segment_id=9ba032b7-4851-4e90-9cd7-fdeec064ac81)] {{(pid=103232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 19:24:08.470452 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762867176205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762866656485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762866656503'] for port (388f8276-0591-43bb-bfb7-ea1c42d73519), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:24:08.471641 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Device 35954c16-03c9-41e4-9729-33e0756877f7 up at agent ovs-agent-n-d-713498-36 {{(pid=103232) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 19:24:08.599035 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Pushing event updated for resources: {'Port': ['ID=388f8276-0591-43bb-bfb7-ea1c42d73519,revision_number=3']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:24:08.618483 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:24:08.619141 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:24:08.619960 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:24:08.620692 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:24:08.622079 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:24:08.622783 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:24:08.623794 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:24:08.624648 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:24:08.625156 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:24:08.625737 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:24:08.626405 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:24:08.626947 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:24:08.627590 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:24:08.653436 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.provisioning_blocks [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Provisioning complete for port 35954c16-03c9-41e4-9729-33e0756877f7 triggered by entity L2. {{(pid=103232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 19:24:08.654253 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593630'] for port (35954c16-03c9-41e4-9729-33e0756877f7), provisioning_complete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:24:08.799551 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Current status of the port 35954c16-03c9-41e4-9729-33e0756877f7 is: DOWN; New status is: ACTIVE {{(pid=103232) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 19:24:08.800215 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (35954c16-03c9-41e4-9729-33e0756877f7), before_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:24:08.837992 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] For port 35954c16-03c9-41e4-9729-33e0756877f7, host n-d-713498-36, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-36',level=0,port_id=35954c16-03c9-41e4-9729-33e0756877f7,segment=NetworkSegment(a4222f89-8d3f-4b51-953b-1a8126392491),segment_id=a4222f89-8d3f-4b51-953b-1a8126392491)] {{(pid=103232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 19:24:08.845777 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762867176205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762866656485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762866656503'] for port (35954c16-03c9-41e4-9729-33e0756877f7), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:24:08.867424 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-898ef313-a2be-414f-83d1-a151553912c7 admin admin] Publish callbacks [] for security_group (7013ce64-151e-4bc9-b1fe-bec68e09db41), precommit_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:24:08.958823 n-d-713498-36 neutron-server[103230]: DEBUG neutron.db.db_base_plugin_common [None req-cfb21ed9-873b-4b82-afeb-a71ca070f2ed tempest-FloatingIPNegativeTestJSON-1419349447 tempest-FloatingIPNegativeTestJSON-1419349447-project] Allocated IP 172.20.0.1 (6028c6e9-2dc5-4cbf-8ad7-6d9c1fac1cbc/c55cbab8-9de3-4eae-b9f3-46fa6cbefe99/39491d9b-03f0-4e55-b0f9-bab1401a5592) {{(pid=103230) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 19:24:08.981505 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Pushing event updated for resources: {'Port': ['ID=35954c16-03c9-41e4-9729-33e0756877f7,revision_number=4']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:24:09.002873 n-d-713498-36 neutron-server[103229]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5255614e-e092-494b-b35f-ba5a991b0c51 tempest-FloatingIPAdminTestJSON-246511676 tempest-FloatingIPAdminTestJSON-246511676-project-admin] Router 93cb3071-cdb7-4d15-a5a9-b4f00a90b865 has already been hosted by L3 agent 93303d5e-5d17-45e8-8963-7694f87783ae {{(pid=103229) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 19:24:09.053633 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82464a75-8ae9-4ed3-af2a-a237b98b7d24 None None] Network 6028c6e9-2dc5-4cbf-8ad7-6d9c1fac1cbc requested from n-d-713498-36 {{(pid=103232) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 19:24:09.107422 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-b3120e81-b074-4fd8-841b-ec35dbbdfb2e admin admin] Publish callbacks [] for port (91ddc5ea-e616-400f-9959-37d2ed3b8234), precommit_update {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:24:09.122464 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-b3120e81-b074-4fd8-841b-ec35dbbdfb2e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762867176205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762866656485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762866656503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14393758'] for port (91ddc5ea-e616-400f-9959-37d2ed3b8234), after_update {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:24:09.148646 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-898ef313-a2be-414f-83d1-a151553912c7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1892331'] for security_group (7013ce64-151e-4bc9-b1fe-bec68e09db41), after_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:24:09.152149 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-898ef313-a2be-414f-83d1-a151553912c7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:24:09.155102 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-898ef313-a2be-414f-83d1-a151553912c7 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/7013ce64-151e-4bc9-b1fe-bec68e09db41 HTTP/1.1" status: 204 len: 168 time: 1.5200741 Feb 09 19:24:09.188599 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.provisioning_blocks [None req-8a444b6d-d6c7-4b88-966d-d3c476aa86b9 None None] Provisioning complete for port 388f8276-0591-43bb-bfb7-ea1c42d73519 triggered by entity DHCP. {{(pid=103232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 19:24:09.189090 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-8a444b6d-d6c7-4b88-966d-d3c476aa86b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593630'] for port (388f8276-0591-43bb-bfb7-ea1c42d73519), provisioning_complete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:24:09.224924 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 49428) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:24:09.237452 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-898ef313-a2be-414f-83d1-a151553912c7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7013ce64-151e-4bc9-b1fe-bec68e09db41,revision_number=None']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:24:09.373287 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5255614e-e092-494b-b35f-ba5a991b0c51 tempest-FloatingIPAdminTestJSON-246511676 tempest-FloatingIPAdminTestJSON-246511676-project-admin] Notify agent at l3_agent.n-d-713498-36 the message routers_updated {{(pid=103229) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 19:24:09.421010 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-5255614e-e092-494b-b35f-ba5a991b0c51 tempest-FloatingIPAdminTestJSON-246511676 tempest-FloatingIPAdminTestJSON-246511676-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171096'] for floatingip (None), before_response {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:24:09.426481 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3120e81-b074-4fd8-841b-ec35dbbdfb2e admin admin] Pushing event updated for resources: {'Port': ['ID=91ddc5ea-e616-400f-9959-37d2ed3b8234,revision_number=2']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:24:09.457071 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-cfb21ed9-873b-4b82-afeb-a71ca070f2ed tempest-FloatingIPNegativeTestJSON-1419349447 tempest-FloatingIPNegativeTestJSON-1419349447-project] Publish callbacks [] for port (39491d9b-03f0-4e55-b0f9-bab1401a5592), precommit_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:24:09.464971 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-b3120e81-b074-4fd8-841b-ec35dbbdfb2e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1613458', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1834496'] for router_interface (605daa33-a102-4c98-a5a6-3df1e6cf28b8), after_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:24:09.511839 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-5255614e-e092-494b-b35f-ba5a991b0c51 tempest-FloatingIPAdminTestJSON-246511676 tempest-FloatingIPAdminTestJSON-246511676-project-admin] 10.222.0.75 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 987 time: 6.0971689 Feb 09 19:24:09.512977 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 49438) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:24:09.577477 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-383e759c-d7d4-486c-b23e-134db19dde35 None None] Sync routers for ids ['93cb3071-cdb7-4d15-a5a9-b4f00a90b865'] in n-d-713498-36 {{(pid=103232) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 19:24:09.608254 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.v2.base [None req-9ebdd9ff-66a7-487f-9952-d8168f129687 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueTestJSON-186297741-network', 'tenant_id': '2144a5f95fe04d169308063e9f839f8a'}} {{(pid=103229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 19:24:09.683251 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.l3_dvrscheduler_db [None req-383e759c-d7d4-486c-b23e-134db19dde35 None None] Routers {'93cb3071-cdb7-4d15-a5a9-b4f00a90b865'} bound to L3 agent in host n-d-713498-36 {{(pid=103232) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 19:24:09.684178 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.l3_hamode_db [None req-383e759c-d7d4-486c-b23e-134db19dde35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T18:51:43Z,description=,heartbeat_timestamp=2022-02-09T19:23:43Z,host='n-d-713498-36',id=93303d5e-5d17-45e8-8963-7694f87783ae,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T18:51:43Z,topic='l3_agent')) {'router_ids': ['93cb3071-cdb7-4d15-a5a9-b4f00a90b865'], 'active': True} {{(pid=103232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:24:09.743131 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.l3_hamode_db [None req-383e759c-d7d4-486c-b23e-134db19dde35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713498-36', False) {} {{(pid=103232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:24:09.769462 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.l3_dvrscheduler_db [None req-383e759c-d7d4-486c-b23e-134db19dde35 None None] Routers {'93cb3071-cdb7-4d15-a5a9-b4f00a90b865'} bound to L3 agent in host n-d-713498-36 {{(pid=103232) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 19:24:09.772592 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.l3_hamode_db [None req-383e759c-d7d4-486c-b23e-134db19dde35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T18:51:43Z,description=,heartbeat_timestamp=2022-02-09T19:23:43Z,host='n-d-713498-36',id=93303d5e-5d17-45e8-8963-7694f87783ae,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T18:51:43Z,topic='l3_agent')) {'router_ids': ['93cb3071-cdb7-4d15-a5a9-b4f00a90b865'], 'active': True} {{(pid=103232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:24:09.787406 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-cfb21ed9-873b-4b82-afeb-a71ca070f2ed tempest-FloatingIPNegativeTestJSON-1419349447 tempest-FloatingIPNegativeTestJSON-1419349447-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762866656467', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14393751'] for port (39491d9b-03f0-4e55-b0f9-bab1401a5592), after_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:24:09.790498 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9ebdd9ff-66a7-487f-9952-d8168f129687 admin admin] Made reservation on behalf of 2144a5f95fe04d169308063e9f839f8a for: {'network': 1} {{(pid=103229) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 19:24:09.798554 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-9ebdd9ff-66a7-487f-9952-d8168f129687 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for network (None), before_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:24:09.840075 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-9ebdd9ff-66a7-487f-9952-d8168f129687 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:24:09.903836 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfb21ed9-873b-4b82-afeb-a71ca070f2ed tempest-FloatingIPNegativeTestJSON-1419349447 tempest-FloatingIPNegativeTestJSON-1419349447-project] Pushing event updated for resources: {'Port': ['ID=39491d9b-03f0-4e55-b0f9-bab1401a5592,revision_number=1']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:24:09.922050 n-d-713498-36 neutron-server[103230]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3120e81-b074-4fd8-841b-ec35dbbdfb2e admin admin] Network bd12d1d0-518d-4d29-a00d-98410ba2cb8a is already hosted by enough agents. {{(pid=103230) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 19:24:09.931440 n-d-713498-36 neutron-server[103230]: DEBUG neutron.scheduler.base_scheduler [None req-b3120e81-b074-4fd8-841b-ec35dbbdfb2e admin admin] Resources bound (agent type, host, resource id): {{(pid=103230) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 19:24:09.949816 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Device 388f8276-0591-43bb-bfb7-ea1c42d73519 up at agent ovs-agent-n-d-713498-36 {{(pid=103232) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 19:24:09.959971 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.l3_hamode_db [None req-383e759c-d7d4-486c-b23e-134db19dde35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713498-36', False) {} {{(pid=103232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:24:09.960710 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-383e759c-d7d4-486c-b23e-134db19dde35 None None] The sync data for ids ['93cb3071-cdb7-4d15-a5a9-b4f00a90b865'] in n-d-713498-36 is: [] {{(pid=103232) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 19:24:09.968583 n-d-713498-36 neutron-server[103230]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cfb21ed9-873b-4b82-afeb-a71ca070f2ed tempest-FloatingIPNegativeTestJSON-1419349447 tempest-FloatingIPNegativeTestJSON-1419349447-project] Network 6028c6e9-2dc5-4cbf-8ad7-6d9c1fac1cbc is already hosted by enough agents. {{(pid=103230) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 19:24:09.970158 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-5bc59782-3d65-4da0-a780-7e2e325d6d19 tempest-FloatingIPAdminTestJSON-246511676 tempest-FloatingIPAdminTestJSON-246511676-project-admin] 10.222.0.75 "GET /v2.0/floatingips/7fe657ca-424b-49b6-b099-2c662134c74f HTTP/1.1" status: 200 len: 982 time: 0.4548836 Feb 09 19:24:09.973072 n-d-713498-36 neutron-server[103230]: DEBUG neutron.scheduler.base_scheduler [None req-cfb21ed9-873b-4b82-afeb-a71ca070f2ed tempest-FloatingIPNegativeTestJSON-1419349447 tempest-FloatingIPNegativeTestJSON-1419349447-project] Resources bound (agent type, host, resource id): {{(pid=103230) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 19:24:09.977294 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 49448) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:24:09.978219 n-d-713498-36 neutron-server[103230]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfb21ed9-873b-4b82-afeb-a71ca070f2ed tempest-FloatingIPNegativeTestJSON-1419349447 tempest-FloatingIPNegativeTestJSON-1419349447-project] Received port after_create {{(pid=103230) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 19:24:10.060090 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-8a444b6d-d6c7-4b88-966d-d3c476aa86b9 None None] Current status of the port 388f8276-0591-43bb-bfb7-ea1c42d73519 is: ACTIVE; New status is: ACTIVE {{(pid=103232) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 19:24:10.107701 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.provisioning_blocks [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Provisioning complete for port 388f8276-0591-43bb-bfb7-ea1c42d73519 triggered by entity L2. {{(pid=103232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 19:24:10.108090 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593630'] for port (388f8276-0591-43bb-bfb7-ea1c42d73519), provisioning_complete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:24:10.140788 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-9ebdd9ff-66a7-487f-9952-d8168f129687 admin admin] Publish callbacks [] for security_group (e2c286ed-f317-46f6-b582-9a19546e0cee), precommit_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:24:10.206503 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-9ebdd9ff-66a7-487f-9952-d8168f129687 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1892331'] for security_group (e2c286ed-f317-46f6-b582-9a19546e0cee), after_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:24:10.264858 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ebdd9ff-66a7-487f-9952-d8168f129687 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e2c286ed-f317-46f6-b582-9a19546e0cee,revision_number=1']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:24:10.314054 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Current status of the port 388f8276-0591-43bb-bfb7-ea1c42d73519 is: ACTIVE; New status is: ACTIVE {{(pid=103232) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 19:24:10.319425 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Device 35954c16-03c9-41e4-9729-33e0756877f7 up at agent ovs-agent-n-d-713498-36 {{(pid=103232) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 19:24:10.367275 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-cfb21ed9-873b-4b82-afeb-a71ca070f2ed tempest-FloatingIPNegativeTestJSON-1419349447 tempest-FloatingIPNegativeTestJSON-1419349447-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1819024'] for router_interface (825d5025-ea0b-4721-91f5-ac86fe341f63), before_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:24:10.367533 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9ebdd9ff-66a7-487f-9952-d8168f129687 admin admin] vlan segment allocate from pool success with {'vlan_id': 352, 'physical_network': 'physnet1'} {{(pid=103229) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 19:24:10.442851 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.provisioning_blocks [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Provisioning complete for port 35954c16-03c9-41e4-9729-33e0756877f7 triggered by entity L2. {{(pid=103232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 19:24:10.444416 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593630'] for port (35954c16-03c9-41e4-9729-33e0756877f7), provisioning_complete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:24:10.455570 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-9ebdd9ff-66a7-487f-9952-d8168f129687 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-759574'] for segment (c10441c4-164e-4746-a64d-90f79f0d70ea), precommit_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:24:10.457680 n-d-713498-36 neutron-server[103229]: INFO neutron.db.segments_db [None req-9ebdd9ff-66a7-487f-9952-d8168f129687 admin admin] Added segment c10441c4-164e-4746-a64d-90f79f0d70ea of type vlan for network 2324528b-82cd-4c53-b665-41f5fd12f858 Feb 09 19:24:10.468249 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-e4cc11a2-783f-45cb-8b25-9e7f54f4fbb4 tempest-FloatingIPAdminTestJSON-246511676 tempest-FloatingIPAdminTestJSON-246511676-project-admin] 10.222.0.75 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 2250 time: 0.4886277 Feb 09 19:24:10.482979 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 49462) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:24:10.536788 n-d-713498-36 neutron-server[103230]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b3120e81-b074-4fd8-841b-ec35dbbdfb2e admin admin] Router 605daa33-a102-4c98-a5a6-3df1e6cf28b8 has already been hosted by L3 agent 93303d5e-5d17-45e8-8963-7694f87783ae {{(pid=103230) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 19:24:10.639777 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-cfb21ed9-873b-4b82-afeb-a71ca070f2ed tempest-FloatingIPNegativeTestJSON-1419349447 tempest-FloatingIPNegativeTestJSON-1419349447-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (39491d9b-03f0-4e55-b0f9-bab1401a5592), before_update {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:24:10.654227 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.provisioning_blocks [None req-6756b4de-1df2-4018-8208-28d34137ab9d None None] Provisioning complete for port 91ddc5ea-e616-400f-9959-37d2ed3b8234 triggered by entity DHCP. {{(pid=103232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 19:24:10.654610 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-6756b4de-1df2-4018-8208-28d34137ab9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593630'] for port (91ddc5ea-e616-400f-9959-37d2ed3b8234), provisioning_complete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:24:10.674633 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-9ebdd9ff-66a7-487f-9952-d8168f129687 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762866642225'] for network (2324528b-82cd-4c53-b665-41f5fd12f858), precommit_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:24:10.805205 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-9ebdd9ff-66a7-487f-9952-d8168f129687 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1885479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452'] for network (2324528b-82cd-4c53-b665-41f5fd12f858), after_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:24:10.806157 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ebdd9ff-66a7-487f-9952-d8168f129687 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:24:10.806753 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-9ebdd9ff-66a7-487f-9952-d8168f129687 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1613566'] for network (None), before_response {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:24:10.915905 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Current status of the port 35954c16-03c9-41e4-9729-33e0756877f7 is: ACTIVE; New status is: ACTIVE {{(pid=103232) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 19:24:10.922585 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-01d7575a-467c-4cfd-a155-2395e1f3e190 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762867132591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593584'] for agent (af91e4b9-f4e1-42b1-a25c-a10dc47171c8), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:24:10.926946 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-6756b4de-1df2-4018-8208-28d34137ab9d None None] Port 91ddc5ea-e616-400f-9959-37d2ed3b8234 cannot update to ACTIVE because it is not bound. {{(pid=103232) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 19:24:10.957029 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.provisioning_blocks [None req-6756b4de-1df2-4018-8208-28d34137ab9d None None] Provisioning complete for port 388f8276-0591-43bb-bfb7-ea1c42d73519 triggered by entity DHCP. {{(pid=103232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 19:24:10.957681 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-6756b4de-1df2-4018-8208-28d34137ab9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593630'] for port (388f8276-0591-43bb-bfb7-ea1c42d73519), provisioning_complete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:24:10.991054 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b3120e81-b074-4fd8-841b-ec35dbbdfb2e admin admin] Notify agent at l3_agent.n-d-713498-36 the message routers_updated {{(pid=103230) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 19:24:11.003128 n-d-713498-36 neutron-server[103233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2a9a15b-2723-44ac-af42-6488c2682f74 None None] Sync routers for ids ['605daa33-a102-4c98-a5a6-3df1e6cf28b8'] in n-d-713498-36 {{(pid=103233) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 19:24:11.015511 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-b3120e81-b074-4fd8-841b-ec35dbbdfb2e admin admin] 10.222.0.75 "PUT /v2.0/routers/605daa33-a102-4c98-a5a6-3df1e6cf28b8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.8464549 Feb 09 19:24:11.024053 n-d-713498-36 neutron-server[103233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2a9a15b-2723-44ac-af42-6488c2682f74 None None] Routers {'605daa33-a102-4c98-a5a6-3df1e6cf28b8'} bound to L3 agent in host n-d-713498-36 {{(pid=103233) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 19:24:11.025122 n-d-713498-36 neutron-server[103233]: DEBUG neutron.db.l3_hamode_db [None req-d2a9a15b-2723-44ac-af42-6488c2682f74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T18:51:43Z,description=,heartbeat_timestamp=2022-02-09T19:23:43Z,host='n-d-713498-36',id=93303d5e-5d17-45e8-8963-7694f87783ae,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T18:51:43Z,topic='l3_agent')) {'router_ids': ['605daa33-a102-4c98-a5a6-3df1e6cf28b8'], 'active': True} {{(pid=103233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:24:11.069126 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ebdd9ff-66a7-487f-9952-d8168f129687 admin admin] Pushing event updated for resources: {'Network': ['ID=2324528b-82cd-4c53-b665-41f5fd12f858,revision_number=1']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:24:11.114478 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Network 2324528b-82cd-4c53-b665-41f5fd12f858 details requested by agent ovs-agent-n-d-713498-36 with host n-d-713498-36 {{(pid=103232) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 19:24:11.132943 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-9ebdd9ff-66a7-487f-9952-d8168f129687 admin admin] 10.222.0.75 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 1.8892024 Feb 09 19:24:11.136489 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 49476) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:24:11.152715 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.v2.base [None req-0410ad55-0ae4-4b14-9633-f0a9e294c918 admin admin] Request body: {'subnet': {'network_id': '2324528b-82cd-4c53-b665-41f5fd12f858', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueTestJSON-186297741-subnet', 'tenant_id': '2144a5f95fe04d169308063e9f839f8a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 19:24:11.236896 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.plugin [None req-c814ce3a-a998-4ff1-b1d3-b8a5d60d4249 tempest-FloatingIPAdminTestJSON-335355198 tempest-FloatingIPAdminTestJSON-335355198-project] Deleting port a696e323-fcc5-4b97-bade-2beb21df390c {{(pid=103229) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 19:24:11.248145 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-c814ce3a-a998-4ff1-b1d3-b8a5d60d4249 tempest-FloatingIPAdminTestJSON-335355198 tempest-FloatingIPAdminTestJSON-335355198-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762867170196'] for port (a696e323-fcc5-4b97-bade-2beb21df390c), before_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:24:11.328213 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-6756b4de-1df2-4018-8208-28d34137ab9d None None] Current status of the port 388f8276-0591-43bb-bfb7-ea1c42d73519 is: ACTIVE; New status is: ACTIVE {{(pid=103232) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 19:24:11.375894 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-c814ce3a-a998-4ff1-b1d3-b8a5d60d4249 tempest-FloatingIPAdminTestJSON-335355198 tempest-FloatingIPAdminTestJSON-335355198-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1820838'] for port (a696e323-fcc5-4b97-bade-2beb21df390c), precommit_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:24:11.377175 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-c814ce3a-a998-4ff1-b1d3-b8a5d60d4249 tempest-FloatingIPAdminTestJSON-335355198 tempest-FloatingIPAdminTestJSON-335355198-project] Publish callbacks [] for floatingip (a696e323-fcc5-4b97-bade-2beb21df390c), precommit_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:24:11.404669 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.plugin [None req-c814ce3a-a998-4ff1-b1d3-b8a5d60d4249 tempest-FloatingIPAdminTestJSON-335355198 tempest-FloatingIPAdminTestJSON-335355198-project] Calling delete_port for a696e323-fcc5-4b97-bade-2beb21df390c owned by network:floatingip {{(pid=103229) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 19:24:11.413169 n-d-713498-36 neutron-server[103233]: DEBUG neutron.db.l3_dvr_db [None req-d2a9a15b-2723-44ac-af42-6488c2682f74 None None] Set router 605daa33-a102-4c98-a5a6-3df1e6cf28b8 gateway port host: n-d-713498-36 {{(pid=103233) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 19:24:11.463248 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.provisioning_blocks [None req-052a2f75-758e-400f-8bb3-1ac2b6a38b7e None None] Provisioning complete for port 39491d9b-03f0-4e55-b0f9-bab1401a5592 triggered by entity DHCP. {{(pid=103232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 19:24:11.463853 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-052a2f75-758e-400f-8bb3-1ac2b6a38b7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593630'] for port (39491d9b-03f0-4e55-b0f9-bab1401a5592), provisioning_complete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:24:11.493635 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0410ad55-0ae4-4b14-9633-f0a9e294c918 admin admin] Made reservation on behalf of 2144a5f95fe04d169308063e9f839f8a for: {'subnet': 1} {{(pid=103229) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 19:24:11.511216 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-cfb21ed9-873b-4b82-afeb-a71ca070f2ed tempest-FloatingIPNegativeTestJSON-1419349447 tempest-FloatingIPNegativeTestJSON-1419349447-project] Publish callbacks [] for port (39491d9b-03f0-4e55-b0f9-bab1401a5592), precommit_update {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:24:11.512001 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-0410ad55-0ae4-4b14-9633-f0a9e294c918 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12759265'] for subnet (None), before_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:24:11.524941 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-cfb21ed9-873b-4b82-afeb-a71ca070f2ed tempest-FloatingIPNegativeTestJSON-1419349447 tempest-FloatingIPNegativeTestJSON-1419349447-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762867176205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762866656485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762866656503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14393758'] for port (39491d9b-03f0-4e55-b0f9-bab1401a5592), after_update {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:24:11.536610 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-052a2f75-758e-400f-8bb3-1ac2b6a38b7e None None] Port 39491d9b-03f0-4e55-b0f9-bab1401a5592 cannot update to ACTIVE because it is not bound. {{(pid=103232) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 19:24:11.849640 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 49494) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:24:11.884028 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.v2.base [None req-69d5b3bd-eaf1-4519-b1eb-cb14c23a8c26 tempest-ServerActionsTestJSON-347500300 tempest-ServerActionsTestJSON-347500300-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1233765580', 'description': 'tempest-description--68835433'}} {{(pid=103230) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 19:24:11.917419 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-cfb21ed9-873b-4b82-afeb-a71ca070f2ed tempest-FloatingIPNegativeTestJSON-1419349447 tempest-FloatingIPNegativeTestJSON-1419349447-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1613458', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1834496'] for router_interface (825d5025-ea0b-4721-91f5-ac86fe341f63), after_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:24:11.918069 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [req-0eb607a5-b416-4de6-9521-61caafb9168b req-9df25ddd-850e-4c7f-9c59-db966bad8da0 service neutron] (103229) timed out ('10.222.0.75', 54724) {{(pid=103229) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Feb 09 19:24:11.927808 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-0410ad55-0ae4-4b14-9633-f0a9e294c918 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12867428', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12759263'] for subnet (e2b46c61-e766-43ec-83e4-53a2c0064c76), after_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:24:11.933765 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-69d5b3bd-eaf1-4519-b1eb-cb14c23a8c26 tempest-ServerActionsTestJSON-347500300 tempest-ServerActionsTestJSON-347500300-project] Publish callbacks [] for security_group (None), before_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:24:11.986149 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfb21ed9-873b-4b82-afeb-a71ca070f2ed tempest-FloatingIPNegativeTestJSON-1419349447 tempest-FloatingIPNegativeTestJSON-1419349447-project] Pushing event updated for resources: {'Port': ['ID=39491d9b-03f0-4e55-b0f9-bab1401a5592,revision_number=2']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:24:12.033713 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0410ad55-0ae4-4b14-9633-f0a9e294c918 admin admin] Checking segment: {'id': 'c10441c4-164e-4746-a64d-90f79f0d70ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': '2324528b-82cd-4c53-b665-41f5fd12f858'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103229) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 19:24:12.034130 n-d-713498-36 neutron-server[103229]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0410ad55-0ae4-4b14-9633-f0a9e294c918 admin admin] Network hostable DHCP agents. Network: 2324528b-82cd-4c53-b665-41f5fd12f858, hostable agents: ['af91e4b9-f4e1-42b1-a25c-a10dc47171c8'], hosted agents: [] {{(pid=103229) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 19:24:12.100598 n-d-713498-36 neutron-server[103229]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0410ad55-0ae4-4b14-9633-f0a9e294c918 admin admin] Network 2324528b-82cd-4c53-b665-41f5fd12f858 is scheduled to be hosted by DHCP agent af91e4b9-f4e1-42b1-a25c-a10dc47171c8 with binding_index 1 {{(pid=103229) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 19:24:12.101481 n-d-713498-36 neutron-server[103233]: DEBUG neutron.db.l3_hamode_db [None req-d2a9a15b-2723-44ac-af42-6488c2682f74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '605daa33-a102-4c98-a5a6-3df1e6cf28b8', 'name': 'tempest-ServerActionsTestJSON-1009823274-router', 'tenant_id': 'd7a2ccbf0c8a475abd1520a0e31ab926', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88055e1e-672a-4487-be31-ffb6e833ece5', 'external_fixed_ips': [{'subnet_id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'ip_address': '172.25.1.91'}], 'enable_snat': True}, 'gw_port_id': '35954c16-03c9-41e4-9729-33e0756877f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T19:23:56Z', 'updated_at': '2022-02-09T19:24:08Z', 'revision_number': 4, 'project_id': 'd7a2ccbf0c8a475abd1520a0e31ab926', 'gw_port': {'id': '35954c16-03c9-41e4-9729-33e0756877f7', 'name': '', 'network_id': '88055e1e-672a-4487-be31-ffb6e833ece5', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:8c:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '605daa33-a102-4c98-a5a6-3df1e6cf28b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2064, 'fixed_ips': [{'subnet_id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'ip_address': '172.25.1.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T19:23:59Z', 'updated_at': '2022-02-09T19:24:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-36', '_interfaces': [{'id': '91ddc5ea-e616-400f-9959-37d2ed3b8234', 'name': '', 'network_id': 'bd12d1d0-518d-4d29-a00d-98410ba2cb8a', 'tenant_id': 'd7a2ccbf0c8a475abd1520a0e31ab926', 'mac_address': 'fa:16:3e:58:51:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '605daa33-a102-4c98-a5a6-3df1e6cf28b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 2082, 'fixed_ips': [{'subnet_id': '60ccac4e-8e6b-4139-b4aa-9c0c5cc0e9e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T19:24:05Z', 'updated_at': '2022-02-09T19:24:08Z', 'revision_number': 2, 'project_id': 'd7a2ccbf0c8a475abd1520a0e31ab926', 'subnets': [{'id': '60ccac4e-8e6b-4139-b4aa-9c0c5cc0e9e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-36', False) {} {{(pid=103233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:24:12.118267 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0410ad55-0ae4-4b14-9633-f0a9e294c918 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e2b46c61-e766-43ec-83e4-53a2c0064c76,revision_number=0']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:24:12.125045 n-d-713498-36 neutron-server[103229]: DEBUG neutron.scheduler.base_scheduler [None req-0410ad55-0ae4-4b14-9633-f0a9e294c918 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713498-36, 2324528b-82cd-4c53-b665-41f5fd12f858) {{(pid=103229) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 19:24:12.134242 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea06a6b1-e41b-4faa-95c5-95e4ac1dcd0e None None] Network 2324528b-82cd-4c53-b665-41f5fd12f858 requested from n-d-713498-36 {{(pid=103232) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 19:24:12.150352 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0410ad55-0ae4-4b14-9633-f0a9e294c918 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:24:12.151570 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-0410ad55-0ae4-4b14-9633-f0a9e294c918 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1613566'] for subnet (None), before_response {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:24:12.151715 n-d-713498-36 neutron-server[103233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2a9a15b-2723-44ac-af42-6488c2682f74 None None] Checking router: 605daa33-a102-4c98-a5a6-3df1e6cf28b8 for host: n-d-713498-36 {{(pid=103233) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 19:24:12.151979 n-d-713498-36 neutron-server[103233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2a9a15b-2723-44ac-af42-6488c2682f74 None None] Updating router 605daa33-a102-4c98-a5a6-3df1e6cf28b8 port 91ddc5ea-e616-400f-9959-37d2ed3b8234 binding host n-d-713498-36 {{(pid=103233) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 19:24:12.185167 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-0410ad55-0ae4-4b14-9633-f0a9e294c918 admin admin] 10.222.0.75 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.0398047 Feb 09 19:24:12.185654 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 49502) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:24:12.199679 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.v2.base [None req-5cfd0602-0348-4426-9b2e-5b1234982522 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueTestJSON-186297741-router', 'tenant_id': '2144a5f95fe04d169308063e9f839f8a', 'external_gateway_info': {'network_id': '88055e1e-672a-4487-be31-ffb6e833ece5'}}} {{(pid=103229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 19:24:12.225670 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-5cfd0602-0348-4426-9b2e-5b1234982522 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1834830', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-58389'] for router (b662775b-af56-49bc-9f1f-ead7465b8bf9), before_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:24:12.226851 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-5cfd0602-0348-4426-9b2e-5b1234982522 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1834810', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1822096', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1886735', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-58380'] for router (b662775b-af56-49bc-9f1f-ead7465b8bf9), precommit_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:24:12.240656 n-d-713498-36 neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-d2a9a15b-2723-44ac-af42-6488c2682f74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (91ddc5ea-e616-400f-9959-37d2ed3b8234), before_update {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:24:12.253148 n-d-713498-36 neutron-server[103230]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cfb21ed9-873b-4b82-afeb-a71ca070f2ed tempest-FloatingIPNegativeTestJSON-1419349447 tempest-FloatingIPNegativeTestJSON-1419349447-project] Network 6028c6e9-2dc5-4cbf-8ad7-6d9c1fac1cbc is already hosted by enough agents. {{(pid=103230) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 19:24:12.258769 n-d-713498-36 neutron-server[103230]: DEBUG neutron.scheduler.base_scheduler [None req-cfb21ed9-873b-4b82-afeb-a71ca070f2ed tempest-FloatingIPNegativeTestJSON-1419349447 tempest-FloatingIPNegativeTestJSON-1419349447-project] Resources bound (agent type, host, resource id): {{(pid=103230) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 19:24:12.289152 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-69d5b3bd-eaf1-4519-b1eb-cb14c23a8c26 tempest-ServerActionsTestJSON-347500300 tempest-ServerActionsTestJSON-347500300-project] Publish callbacks [] for security_group (22c4accd-b9e4-4e3e-aec5-b2bee068a6b4), precommit_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:24:12.300498 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-5cfd0602-0348-4426-9b2e-5b1234982522 admin admin] Publish callbacks [] for router_controller (b662775b-af56-49bc-9f1f-ead7465b8bf9), precommit_add_association {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:24:12.470110 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85d216a7-0186-4112-9fd1-a94af7febd45 None None] Network 2324528b-82cd-4c53-b665-41f5fd12f858 requested from n-d-713498-36 {{(pid=103232) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 19:24:12.509269 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-5cfd0602-0348-4426-9b2e-5b1234982522 admin admin] Publish callbacks [] for router_gateway (b662775b-af56-49bc-9f1f-ead7465b8bf9), precommit_update {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:24:12.532825 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-c814ce3a-a998-4ff1-b1d3-b8a5d60d4249 tempest-FloatingIPAdminTestJSON-335355198 tempest-FloatingIPAdminTestJSON-335355198-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762867177463', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762866656476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12867576'] for port (a696e323-fcc5-4b97-bade-2beb21df390c), after_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:24:12.596975 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c814ce3a-a998-4ff1-b1d3-b8a5d60d4249 tempest-FloatingIPAdminTestJSON-335355198 tempest-FloatingIPAdminTestJSON-335355198-project] Pushing event deleted for resources: {'Port': ['ID=a696e323-fcc5-4b97-bade-2beb21df390c,revision_number=None']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:24:12.832471 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.provisioning_blocks [None req-5f8eac7b-2fd8-4713-a4af-95532a87dc45 None None] Provisioning complete for port 39491d9b-03f0-4e55-b0f9-bab1401a5592 triggered by entity DHCP. {{(pid=103232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 19:24:12.832851 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-5f8eac7b-2fd8-4713-a4af-95532a87dc45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593630'] for port (39491d9b-03f0-4e55-b0f9-bab1401a5592), provisioning_complete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:24:12.868119 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-c814ce3a-a998-4ff1-b1d3-b8a5d60d4249 tempest-FloatingIPAdminTestJSON-335355198 tempest-FloatingIPAdminTestJSON-335355198-project] Publish callbacks [] for floatingip (7fe657ca-424b-49b6-b099-2c662134c74f), after_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:24:12.868854 n-d-713498-36 neutron-server[103229]: INFO neutron.db.l3_db [None req-c814ce3a-a998-4ff1-b1d3-b8a5d60d4249 tempest-FloatingIPAdminTestJSON-335355198 tempest-FloatingIPAdminTestJSON-335355198-project] Floating IP 7fe657ca-424b-49b6-b099-2c662134c74f disassociated (deleted). External IP: 172.25.1.64, port: 0bb62d53-f2cb-4e05-bb11-9520b9ad0103. Feb 09 19:24:12.928966 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-5f8eac7b-2fd8-4713-a4af-95532a87dc45 None None] Port 39491d9b-03f0-4e55-b0f9-bab1401a5592 cannot update to ACTIVE because it is not bound. {{(pid=103232) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 19:24:13.009280 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-69d5b3bd-eaf1-4519-b1eb-cb14c23a8c26 tempest-ServerActionsTestJSON-347500300 tempest-ServerActionsTestJSON-347500300-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1892331'] for security_group (22c4accd-b9e4-4e3e-aec5-b2bee068a6b4), after_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:24:13.069873 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-3aad73f6-006b-42a5-8523-9931096b3d41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762867132591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593584'] for agent (93303d5e-5d17-45e8-8963-7694f87783ae), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:24:13.074540 n-d-713498-36 neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-d2a9a15b-2723-44ac-af42-6488c2682f74 None None] Publish callbacks [] for port (91ddc5ea-e616-400f-9959-37d2ed3b8234), precommit_update {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:24:13.077129 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69d5b3bd-eaf1-4519-b1eb-cb14c23a8c26 tempest-ServerActionsTestJSON-347500300 tempest-ServerActionsTestJSON-347500300-project] Pushing event updated for resources: {'SecurityGroup': ['ID=22c4accd-b9e4-4e3e-aec5-b2bee068a6b4,revision_number=1']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:24:13.081552 n-d-713498-36 neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-d2a9a15b-2723-44ac-af42-6488c2682f74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762867176205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762866656485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762866656503'] for port (91ddc5ea-e616-400f-9959-37d2ed3b8234), after_update {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:24:13.124803 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-69d5b3bd-eaf1-4519-b1eb-cb14c23a8c26 tempest-ServerActionsTestJSON-347500300 tempest-ServerActionsTestJSON-347500300-project] Publish callbacks [] for security_group (None), before_response {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:24:13.126278 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-69d5b3bd-eaf1-4519-b1eb-cb14c23a8c26 tempest-ServerActionsTestJSON-347500300 tempest-ServerActionsTestJSON-347500300-project] 10.222.0.75 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 1.2507083 Feb 09 19:24:13.129991 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 49538) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:24:13.134801 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.v2.base [None req-a994f0cf-dd50-4a67-a71f-64f9636199fa tempest-ServerActionsTestJSON-347500300 tempest-ServerActionsTestJSON-347500300-project] Request body: {'security_group_rule': {'security_group_id': '22c4accd-b9e4-4e3e-aec5-b2bee068a6b4', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103230) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 19:24:13.202712 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-a994f0cf-dd50-4a67-a71f-64f9636199fa tempest-ServerActionsTestJSON-347500300 tempest-ServerActionsTestJSON-347500300-project] Publish callbacks [] for security_group_rule (48592b93-7b8f-4230-8595-09576ef611b5), before_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:24:13.278473 n-d-713498-36 neutron-server[103233]: DEBUG neutron.plugins.ml2.managers [None req-d2a9a15b-2723-44ac-af42-6488c2682f74 None None] Attempting to bind port 91ddc5ea-e616-400f-9959-37d2ed3b8234 on host n-d-713498-36 for vnic_type normal with profile {{(pid=103233) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 19:24:13.278989 n-d-713498-36 neutron-server[103233]: DEBUG neutron.plugins.ml2.managers [None req-d2a9a15b-2723-44ac-af42-6488c2682f74 None None] Attempting to bind port 91ddc5ea-e616-400f-9959-37d2ed3b8234 by drivers openvswitch,hyperv on host n-d-713498-36 at level 0 using segments [{'id': '9110d757-e4eb-424b-97b9-32896b689ba3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': 'bd12d1d0-518d-4d29-a00d-98410ba2cb8a'}] {{(pid=103233) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 19:24:13.279100 n-d-713498-36 neutron-server[103233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2a9a15b-2723-44ac-af42-6488c2682f74 None None] Attempting to bind port 91ddc5ea-e616-400f-9959-37d2ed3b8234 on network bd12d1d0-518d-4d29-a00d-98410ba2cb8a {{(pid=103233) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 19:24:13.283015 n-d-713498-36 neutron-server[103233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-947ddd41-8162-415a-8192-8cdb4c441725 None None] Pushing event updated for resources: {'Port': ['ID=91ddc5ea-e616-400f-9959-37d2ed3b8234,revision_number=3']} {{(pid=103233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:24:13.290083 n-d-713498-36 neutron-server[103233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2a9a15b-2723-44ac-af42-6488c2682f74 None None] Checking agent: {'id': '496418a2-c002-4aec-ab1a-07f3bea491bd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-36', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 18, 51, 47), 'started_at': datetime.datetime(2022, 2, 9, 18, 52, 17), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 19, 23, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-36'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103233) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 19:24:13.290449 n-d-713498-36 neutron-server[103233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2a9a15b-2723-44ac-af42-6488c2682f74 None None] Checking segment: {'id': '9110d757-e4eb-424b-97b9-32896b689ba3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': 'bd12d1d0-518d-4d29-a00d-98410ba2cb8a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103233) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 19:24:13.290858 n-d-713498-36 neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-d2a9a15b-2723-44ac-af42-6488c2682f74 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:24:13.291241 n-d-713498-36 neutron-server[103233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2a9a15b-2723-44ac-af42-6488c2682f74 None None] Bound using segment: {'id': '9110d757-e4eb-424b-97b9-32896b689ba3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': 'bd12d1d0-518d-4d29-a00d-98410ba2cb8a'} {{(pid=103233) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 19:24:13.292494 n-d-713498-36 neutron-server[103233]: DEBUG neutron.plugins.ml2.managers [None req-d2a9a15b-2723-44ac-af42-6488c2682f74 None None] Bound port: 91ddc5ea-e616-400f-9959-37d2ed3b8234, host: n-d-713498-36, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9110d757-e4eb-424b-97b9-32896b689ba3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': 'bd12d1d0-518d-4d29-a00d-98410ba2cb8a'}}] {{(pid=103233) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 19:24:13.293078 n-d-713498-36 neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-d2a9a15b-2723-44ac-af42-6488c2682f74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (91ddc5ea-e616-400f-9959-37d2ed3b8234), before_update {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:24:13.342977 n-d-713498-36 neutron-server[103230]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cfb21ed9-873b-4b82-afeb-a71ca070f2ed tempest-FloatingIPNegativeTestJSON-1419349447 tempest-FloatingIPNegativeTestJSON-1419349447-project] Router 825d5025-ea0b-4721-91f5-ac86fe341f63 is scheduled to L3 agent 93303d5e-5d17-45e8-8963-7694f87783ae with binding_index 1 {{(pid=103230) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 09 19:24:13.367380 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-5cfd0602-0348-4426-9b2e-5b1234982522 admin admin] Publish callbacks [] for router_gateway (b662775b-af56-49bc-9f1f-ead7465b8bf9), before_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:24:13.393254 n-d-713498-36 neutron-server[103233]: DEBUG neutron.plugins.ml2.db [None req-d2a9a15b-2723-44ac-af42-6488c2682f74 None None] For port 91ddc5ea-e616-400f-9959-37d2ed3b8234, host n-d-713498-36, cleared binding levels {{(pid=103233) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 19:24:13.399433 n-d-713498-36 neutron-server[103233]: DEBUG neutron.plugins.ml2.db [None req-d2a9a15b-2723-44ac-af42-6488c2682f74 None None] For port 91ddc5ea-e616-400f-9959-37d2ed3b8234, host n-d-713498-36, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-36',level=0,port_id=91ddc5ea-e616-400f-9959-37d2ed3b8234,segment=NetworkSegment(9110d757-e4eb-424b-97b9-32896b689ba3),segment_id=9110d757-e4eb-424b-97b9-32896b689ba3)] {{(pid=103233) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 19:24:13.405075 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-5cfd0602-0348-4426-9b2e-5b1234982522 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (None), before_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:24:13.414903 n-d-713498-36 neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-d2a9a15b-2723-44ac-af42-6488c2682f74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762867176205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762866656485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762866656503'] for port (91ddc5ea-e616-400f-9959-37d2ed3b8234), after_update {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:24:13.509200 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-a994f0cf-dd50-4a67-a71f-64f9636199fa tempest-ServerActionsTestJSON-347500300 tempest-ServerActionsTestJSON-347500300-project] Publish callbacks [] for security_group_rule (48592b93-7b8f-4230-8595-09576ef611b5), precommit_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:24:13.518434 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-a994f0cf-dd50-4a67-a71f-64f9636199fa tempest-ServerActionsTestJSON-347500300 tempest-ServerActionsTestJSON-347500300-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1892250'] for security_group_rule (48592b93-7b8f-4230-8595-09576ef611b5), after_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:24:13.529318 n-d-713498-36 neutron-server[103233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2a9a15b-2723-44ac-af42-6488c2682f74 None None] Routers {'605daa33-a102-4c98-a5a6-3df1e6cf28b8'} bound to L3 agent in host n-d-713498-36 {{(pid=103233) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 19:24:13.530018 n-d-713498-36 neutron-server[103233]: DEBUG neutron.db.l3_hamode_db [None req-d2a9a15b-2723-44ac-af42-6488c2682f74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T18:51:43Z,description=,heartbeat_timestamp=2022-02-09T19:24:13Z,host='n-d-713498-36',id=93303d5e-5d17-45e8-8963-7694f87783ae,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T18:51:43Z,topic='l3_agent')) {'router_ids': ['605daa33-a102-4c98-a5a6-3df1e6cf28b8'], 'active': True} {{(pid=103233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:24:13.568083 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-a994f0cf-dd50-4a67-a71f-64f9636199fa tempest-ServerActionsTestJSON-347500300 tempest-ServerActionsTestJSON-347500300-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:24:13.572957 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-a994f0cf-dd50-4a67-a71f-64f9636199fa tempest-ServerActionsTestJSON-347500300 tempest-ServerActionsTestJSON-347500300-project] 10.222.0.75 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4417140 Feb 09 19:24:13.591667 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 49578) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:24:13.607281 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.v2.base [None req-8e820666-480e-408e-98d5-1e63252d7c3f tempest-ServerActionsTestJSON-347500300 tempest-ServerActionsTestJSON-347500300-project] Request body: {'security_group_rule': {'security_group_id': '22c4accd-b9e4-4e3e-aec5-b2bee068a6b4', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103230) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 19:24:13.630504 n-d-713498-36 neutron-server[103229]: DEBUG neutron.db.db_base_plugin_common [None req-5cfd0602-0348-4426-9b2e-5b1234982522 admin admin] Allocated IP 172.25.1.181 (88055e1e-672a-4487-be31-ffb6e833ece5/ac16dbcc-383c-4b43-9153-d763c4a53f91/da9277df-23d7-4f05-9358-dc4e24120347) {{(pid=103229) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 19:24:13.631253 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a994f0cf-dd50-4a67-a71f-64f9636199fa tempest-ServerActionsTestJSON-347500300 tempest-ServerActionsTestJSON-347500300-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=48592b93-7b8f-4230-8595-09576ef611b5,revision_number=0']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:24:13.667163 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cfb21ed9-873b-4b82-afeb-a71ca070f2ed tempest-FloatingIPNegativeTestJSON-1419349447 tempest-FloatingIPNegativeTestJSON-1419349447-project] Notify agent at l3_agent.n-d-713498-36 the message routers_updated {{(pid=103230) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 19:24:13.673423 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.provisioning_blocks [None req-a1be97c6-d85d-4bc6-9b01-6a914edb9a04 None None] Provisioning complete for port 91ddc5ea-e616-400f-9959-37d2ed3b8234 triggered by entity DHCP. {{(pid=103232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 19:24:13.674053 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-a1be97c6-d85d-4bc6-9b01-6a914edb9a04 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593630'] for port (91ddc5ea-e616-400f-9959-37d2ed3b8234), provisioning_complete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:24:13.684762 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-cfb21ed9-873b-4b82-afeb-a71ca070f2ed tempest-FloatingIPNegativeTestJSON-1419349447 tempest-FloatingIPNegativeTestJSON-1419349447-project] 10.222.0.75 "PUT /v2.0/routers/825d5025-ea0b-4721-91f5-ac86fe341f63/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.1992986 Feb 09 19:24:13.686084 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b799c347-5c95-4385-8304-f17a94ea9b8b None None] Sync routers for ids ['825d5025-ea0b-4721-91f5-ac86fe341f63'] in n-d-713498-36 {{(pid=103232) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 19:24:13.687637 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 49588) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:24:13.709521 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.v2.base [None req-5148ccd7-febb-48c3-a0a2-194afdb078b7 tempest-FloatingIPNegativeTestJSON-1419349447 tempest-FloatingIPNegativeTestJSON-1419349447-project] Request body: {'port': {'network_id': '6028c6e9-2dc5-4cbf-8ad7-6d9c1fac1cbc', 'name': 'tempest-FloatingIPNegativeTestJSON-146095190'}} {{(pid=103230) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 19:24:13.750066 n-d-713498-36 neutron-server[103233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-947ddd41-8162-415a-8192-8cdb4c441725 None None] Pushing event updated for resources: {'Port': ['ID=91ddc5ea-e616-400f-9959-37d2ed3b8234,revision_number=4']} {{(pid=103233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:24:13.826322 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b799c347-5c95-4385-8304-f17a94ea9b8b None None] Routers {'825d5025-ea0b-4721-91f5-ac86fe341f63'} bound to L3 agent in host n-d-713498-36 {{(pid=103232) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 19:24:13.827363 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.l3_hamode_db [None req-b799c347-5c95-4385-8304-f17a94ea9b8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T18:51:43Z,description=,heartbeat_timestamp=2022-02-09T19:24:13Z,host='n-d-713498-36',id=93303d5e-5d17-45e8-8963-7694f87783ae,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T18:51:43Z,topic='l3_agent')) {'router_ids': ['825d5025-ea0b-4721-91f5-ac86fe341f63'], 'active': True} {{(pid=103232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:24:13.828088 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-3ba4a3d0-b21e-43fe-b8a4-528d39e62d47 req-f544f6db-bc7e-4a68-a637-348b0f29f49b tempest-VolumesNegativeTest-636412530 tempest-VolumesNegativeTest-636412530-project] 10.222.0.75 "GET /v2.0/networks?tenant_id=6f74957f29a744d99b8eb7bccf38bcec&shared=False HTTP/1.1" status: 200 len: 213 time: 0.4723239 Feb 09 19:24:13.872675 n-d-713498-36 neutron-server[103233]: DEBUG neutron.db.l3_dvr_db [None req-d2a9a15b-2723-44ac-af42-6488c2682f74 None None] Set router 605daa33-a102-4c98-a5a6-3df1e6cf28b8 gateway port host: n-d-713498-36 {{(pid=103233) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 19:24:13.892016 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.l3_hamode_db [None req-b799c347-5c95-4385-8304-f17a94ea9b8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713498-36', False) {} {{(pid=103232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:24:13.922663 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b799c347-5c95-4385-8304-f17a94ea9b8b None None] Routers {'825d5025-ea0b-4721-91f5-ac86fe341f63'} bound to L3 agent in host n-d-713498-36 {{(pid=103232) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 19:24:13.923315 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.l3_hamode_db [None req-b799c347-5c95-4385-8304-f17a94ea9b8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T18:51:43Z,description=,heartbeat_timestamp=2022-02-09T19:24:13Z,host='n-d-713498-36',id=93303d5e-5d17-45e8-8963-7694f87783ae,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T18:51:43Z,topic='l3_agent')) {'router_ids': ['825d5025-ea0b-4721-91f5-ac86fe341f63'], 'active': True} {{(pid=103232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:24:13.994172 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-8e820666-480e-408e-98d5-1e63252d7c3f tempest-ServerActionsTestJSON-347500300 tempest-ServerActionsTestJSON-347500300-project] Publish callbacks [] for security_group_rule (4bad1f59-f9c4-4bc7-8a8e-9302b6326e37), before_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:24:14.037399 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5148ccd7-febb-48c3-a0a2-194afdb078b7 tempest-FloatingIPNegativeTestJSON-1419349447 tempest-FloatingIPNegativeTestJSON-1419349447-project] Made reservation on behalf of e82dd81f96194c8bba794915311bf74e for: {'port': 1} {{(pid=103230) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 19:24:14.041181 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-5148ccd7-febb-48c3-a0a2-194afdb078b7 tempest-FloatingIPNegativeTestJSON-1419349447 tempest-FloatingIPNegativeTestJSON-1419349447-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (None), before_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:24:14.058812 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.l3_hamode_db [None req-b799c347-5c95-4385-8304-f17a94ea9b8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713498-36', False) {} {{(pid=103232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:24:14.059296 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b799c347-5c95-4385-8304-f17a94ea9b8b None None] The sync data for ids ['825d5025-ea0b-4721-91f5-ac86fe341f63'] in n-d-713498-36 is: [] {{(pid=103232) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 19:24:14.081265 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-a1be97c6-d85d-4bc6-9b01-6a914edb9a04 None None] Current status of the port 91ddc5ea-e616-400f-9959-37d2ed3b8234 is: DOWN; New status is: ACTIVE {{(pid=103232) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 19:24:14.081793 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-a1be97c6-d85d-4bc6-9b01-6a914edb9a04 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (91ddc5ea-e616-400f-9959-37d2ed3b8234), before_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:24:14.133011 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-a1be97c6-d85d-4bc6-9b01-6a914edb9a04 None None] For port 91ddc5ea-e616-400f-9959-37d2ed3b8234, host n-d-713498-36, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-36',level=0,port_id=91ddc5ea-e616-400f-9959-37d2ed3b8234,segment=NetworkSegment(9110d757-e4eb-424b-97b9-32896b689ba3),segment_id=9110d757-e4eb-424b-97b9-32896b689ba3)] {{(pid=103232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 19:24:14.137371 n-d-713498-36 neutron-server[103230]: DEBUG neutron.notifiers.nova [None req-5148ccd7-febb-48c3-a0a2-194afdb078b7 tempest-FloatingIPNegativeTestJSON-1419349447 tempest-FloatingIPNegativeTestJSON-1419349447-project] device_id is not set on port 8d8ec625-92fe-45fb-bb9c-53fc1568e079 yet. {{(pid=103230) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 09 19:24:14.141052 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-a1be97c6-d85d-4bc6-9b01-6a914edb9a04 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762867176205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762866656485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762866656503'] for port (91ddc5ea-e616-400f-9959-37d2ed3b8234), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:24:14.195939 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-8e820666-480e-408e-98d5-1e63252d7c3f tempest-ServerActionsTestJSON-347500300 tempest-ServerActionsTestJSON-347500300-project] Publish callbacks [] for security_group_rule (4bad1f59-f9c4-4bc7-8a8e-9302b6326e37), precommit_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:24:14.214359 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-8e820666-480e-408e-98d5-1e63252d7c3f tempest-ServerActionsTestJSON-347500300 tempest-ServerActionsTestJSON-347500300-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1892250'] for security_group_rule (4bad1f59-f9c4-4bc7-8a8e-9302b6326e37), after_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:24:14.242857 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1be97c6-d85d-4bc6-9b01-6a914edb9a04 None None] Pushing event updated for resources: {'Port': ['ID=91ddc5ea-e616-400f-9959-37d2ed3b8234,revision_number=5']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:24:14.274311 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e820666-480e-408e-98d5-1e63252d7c3f tempest-ServerActionsTestJSON-347500300 tempest-ServerActionsTestJSON-347500300-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4bad1f59-f9c4-4bc7-8a8e-9302b6326e37,revision_number=0']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:24:14.285123 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-5cfd0602-0348-4426-9b2e-5b1234982522 admin admin] Publish callbacks [] for port (da9277df-23d7-4f05-9358-dc4e24120347), precommit_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:24:14.285494 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-edc54c9b-7f13-45d9-9271-85c9738b0128 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762867132591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593584'] for agent (a62b1850-466f-48ae-bec7-d62fb280e14b), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:24:14.287118 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.provisioning_blocks [None req-dbe947ea-1a56-4252-a23f-94f61f787214 None None] Provisioning complete for port 91ddc5ea-e616-400f-9959-37d2ed3b8234 triggered by entity DHCP. {{(pid=103232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 19:24:14.287550 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-dbe947ea-1a56-4252-a23f-94f61f787214 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593630'] for port (91ddc5ea-e616-400f-9959-37d2ed3b8234), provisioning_complete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:24:14.294339 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-8e820666-480e-408e-98d5-1e63252d7c3f tempest-ServerActionsTestJSON-347500300 tempest-ServerActionsTestJSON-347500300-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:24:14.298273 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-8e820666-480e-408e-98d5-1e63252d7c3f tempest-ServerActionsTestJSON-347500300 tempest-ServerActionsTestJSON-347500300-project] 10.222.0.75 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.6927927 Feb 09 19:24:14.299176 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 49610) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:24:14.303905 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.v2.base [None req-386b349d-2e0f-4a73-8258-23531c322596 tempest-ServerActionsTestJSON-347500300 tempest-ServerActionsTestJSON-347500300-project] Request body: {'floatingip': {'floating_network_id': '88055e1e-672a-4487-be31-ffb6e833ece5'}} {{(pid=103230) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 19:24:14.324078 n-d-713498-36 neutron-server[103233]: DEBUG neutron.db.l3_hamode_db [None req-d2a9a15b-2723-44ac-af42-6488c2682f74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '605daa33-a102-4c98-a5a6-3df1e6cf28b8', 'name': 'tempest-ServerActionsTestJSON-1009823274-router', 'tenant_id': 'd7a2ccbf0c8a475abd1520a0e31ab926', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88055e1e-672a-4487-be31-ffb6e833ece5', 'external_fixed_ips': [{'subnet_id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'ip_address': '172.25.1.91'}], 'enable_snat': True}, 'gw_port_id': '35954c16-03c9-41e4-9729-33e0756877f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T19:23:56Z', 'updated_at': '2022-02-09T19:24:08Z', 'revision_number': 4, 'project_id': 'd7a2ccbf0c8a475abd1520a0e31ab926', 'gw_port': {'id': '35954c16-03c9-41e4-9729-33e0756877f7', 'name': '', 'network_id': '88055e1e-672a-4487-be31-ffb6e833ece5', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:8c:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '605daa33-a102-4c98-a5a6-3df1e6cf28b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2064, 'fixed_ips': [{'subnet_id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'ip_address': '172.25.1.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T19:23:59Z', 'updated_at': '2022-02-09T19:24:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-36', '_interfaces': [{'id': '91ddc5ea-e616-400f-9959-37d2ed3b8234', 'name': '', 'network_id': 'bd12d1d0-518d-4d29-a00d-98410ba2cb8a', 'tenant_id': 'd7a2ccbf0c8a475abd1520a0e31ab926', 'mac_address': 'fa:16:3e:58:51:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '605daa33-a102-4c98-a5a6-3df1e6cf28b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 2082, 'fixed_ips': [{'subnet_id': '60ccac4e-8e6b-4139-b4aa-9c0c5cc0e9e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T19:24:05Z', 'updated_at': '2022-02-09T19:24:13Z', 'revision_number': 4, 'project_id': 'd7a2ccbf0c8a475abd1520a0e31ab926', 'subnets': [{'id': '60ccac4e-8e6b-4139-b4aa-9c0c5cc0e9e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-36', False) {} {{(pid=103233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:24:14.371757 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-386b349d-2e0f-4a73-8258-23531c322596 tempest-ServerActionsTestJSON-347500300 tempest-ServerActionsTestJSON-347500300-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:24:14.378016 n-d-713498-36 neutron-server[103233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2a9a15b-2723-44ac-af42-6488c2682f74 None None] The sync data for ids ['605daa33-a102-4c98-a5a6-3df1e6cf28b8'] in n-d-713498-36 is: [{'id': '605daa33-a102-4c98-a5a6-3df1e6cf28b8', 'name': 'tempest-ServerActionsTestJSON-1009823274-router', 'tenant_id': 'd7a2ccbf0c8a475abd1520a0e31ab926', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88055e1e-672a-4487-be31-ffb6e833ece5', 'external_fixed_ips': [{'subnet_id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'ip_address': '172.25.1.91'}], 'enable_snat': True}, 'gw_port_id': '35954c16-03c9-41e4-9729-33e0756877f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T19:23:56Z', 'updated_at': '2022-02-09T19:24:08Z', 'revision_number': 4, 'project_id': 'd7a2ccbf0c8a475abd1520a0e31ab926', 'gw_port': {'id': '35954c16-03c9-41e4-9729-33e0756877f7', 'name': '', 'network_id': '88055e1e-672a-4487-be31-ffb6e833ece5', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:8c:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '605daa33-a102-4c98-a5a6-3df1e6cf28b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2064, 'fixed_ips': [{'subnet_id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'ip_address': '172.25.1.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T19:23:59Z', 'updated_at': '2022-02-09T19:24:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-36', '_interfaces': [{'id': '91ddc5ea-e616-400f-9959-37d2ed3b8234', 'name': '', 'network_id': 'bd12d1d0-518d-4d29-a00d-98410ba2cb8a', 'tenant_id': 'd7a2ccbf0c8a475abd1520a0e31ab926', 'mac_address': 'fa:16:3e:58:51:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '605daa33-a102-4c98-a5a6-3df1e6cf28b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 2082, 'fixed_ips': [{'subnet_id': '60ccac4e-8e6b-4139-b4aa-9c0c5cc0e9e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T19:24:05Z', 'updated_at': '2022-02-09T19:24:13Z', 'revision_number': 4, 'project_id': 'd7a2ccbf0c8a475abd1520a0e31ab926', 'subnets': [{'id': '60ccac4e-8e6b-4139-b4aa-9c0c5cc0e9e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103233) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 19:24:14.413445 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 49612) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:24:14.468882 n-d-713498-36 neutron-server[103230]: DEBUG neutron.db.db_base_plugin_common [None req-5148ccd7-febb-48c3-a0a2-194afdb078b7 tempest-FloatingIPNegativeTestJSON-1419349447 tempest-FloatingIPNegativeTestJSON-1419349447-project] Allocated IP 172.20.0.5 (6028c6e9-2dc5-4cbf-8ad7-6d9c1fac1cbc/c55cbab8-9de3-4eae-b9f3-46fa6cbefe99/8d8ec625-92fe-45fb-bb9c-53fc1568e079) {{(pid=103230) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 19:24:14.484872 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-dbe947ea-1a56-4252-a23f-94f61f787214 None None] Current status of the port 91ddc5ea-e616-400f-9959-37d2ed3b8234 is: ACTIVE; New status is: ACTIVE {{(pid=103232) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 19:24:14.502476 n-d-713498-36 neutron-server[103229]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c814ce3a-a998-4ff1-b1d3-b8a5d60d4249 tempest-FloatingIPAdminTestJSON-335355198 tempest-FloatingIPAdminTestJSON-335355198-project] Router 93cb3071-cdb7-4d15-a5a9-b4f00a90b865 has already been hosted by L3 agent 93303d5e-5d17-45e8-8963-7694f87783ae {{(pid=103229) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 19:24:14.516475 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ba4a3d0-b21e-43fe-b8a4-528d39e62d47 req-3c4af84d-5052-4fce-9460-4b5e3a5bb8d2 tempest-VolumesNegativeTest-636412530 tempest-VolumesNegativeTest-636412530-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:24:14.518042 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-3ba4a3d0-b21e-43fe-b8a4-528d39e62d47 req-3c4af84d-5052-4fce-9460-4b5e3a5bb8d2 tempest-VolumesNegativeTest-636412530 tempest-VolumesNegativeTest-636412530-project] 10.222.0.75 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5790274 Feb 09 19:24:14.579741 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-3ba4a3d0-b21e-43fe-b8a4-528d39e62d47 req-cac1a1ba-7e48-4e6d-8f59-f58abe8a4d96 tempest-VolumesNegativeTest-636412530 tempest-VolumesNegativeTest-636412530-project] 10.222.0.75 "GET /v2.0/quotas/6f74957f29a744d99b8eb7bccf38bcec HTTP/1.1" status: 200 len: 375 time: 0.0389731 Feb 09 19:24:14.643206 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-5cfd0602-0348-4426-9b2e-5b1234982522 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762866656467', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12867576'] for port (da9277df-23d7-4f05-9358-dc4e24120347), after_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:24:14.702250 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-386b349d-2e0f-4a73-8258-23531c322596 tempest-ServerActionsTestJSON-347500300 tempest-ServerActionsTestJSON-347500300-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (None), before_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:24:14.800336 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-5148ccd7-febb-48c3-a0a2-194afdb078b7 tempest-FloatingIPNegativeTestJSON-1419349447 tempest-FloatingIPNegativeTestJSON-1419349447-project] Publish callbacks [] for port (8d8ec625-92fe-45fb-bb9c-53fc1568e079), precommit_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:24:14.899353 n-d-713498-36 neutron-server[103230]: DEBUG neutron.db.db_base_plugin_common [None req-386b349d-2e0f-4a73-8258-23531c322596 tempest-ServerActionsTestJSON-347500300 tempest-ServerActionsTestJSON-347500300-project] Allocated IP 172.25.1.29 (88055e1e-672a-4487-be31-ffb6e833ece5/ac16dbcc-383c-4b43-9153-d763c4a53f91/7e26b752-359f-4d84-b84e-c5a08784a702) {{(pid=103230) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 19:24:14.912198 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-5148ccd7-febb-48c3-a0a2-194afdb078b7 tempest-FloatingIPNegativeTestJSON-1419349447 tempest-FloatingIPNegativeTestJSON-1419349447-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762866656467', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14393751'] for port (8d8ec625-92fe-45fb-bb9c-53fc1568e079), after_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:24:15.020221 n-d-713498-36 neutron-server[103230]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5148ccd7-febb-48c3-a0a2-194afdb078b7 tempest-FloatingIPNegativeTestJSON-1419349447 tempest-FloatingIPNegativeTestJSON-1419349447-project] Network 6028c6e9-2dc5-4cbf-8ad7-6d9c1fac1cbc is already hosted by enough agents. {{(pid=103230) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 19:24:15.028417 n-d-713498-36 neutron-server[103230]: DEBUG neutron.scheduler.base_scheduler [None req-5148ccd7-febb-48c3-a0a2-194afdb078b7 tempest-FloatingIPNegativeTestJSON-1419349447 tempest-FloatingIPNegativeTestJSON-1419349447-project] Resources bound (agent type, host, resource id): {{(pid=103230) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 19:24:15.030646 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5148ccd7-febb-48c3-a0a2-194afdb078b7 tempest-FloatingIPNegativeTestJSON-1419349447 tempest-FloatingIPNegativeTestJSON-1419349447-project] Pushing event updated for resources: {'Port': ['ID=8d8ec625-92fe-45fb-bb9c-53fc1568e079,revision_number=1']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:24:15.040048 n-d-713498-36 neutron-server[103230]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5148ccd7-febb-48c3-a0a2-194afdb078b7 tempest-FloatingIPNegativeTestJSON-1419349447 tempest-FloatingIPNegativeTestJSON-1419349447-project] Received port after_create {{(pid=103230) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 19:24:15.135082 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5148ccd7-febb-48c3-a0a2-194afdb078b7 tempest-FloatingIPNegativeTestJSON-1419349447 tempest-FloatingIPNegativeTestJSON-1419349447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:24:15.135771 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-5148ccd7-febb-48c3-a0a2-194afdb078b7 tempest-FloatingIPNegativeTestJSON-1419349447 tempest-FloatingIPNegativeTestJSON-1419349447-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171096'] for port (None), before_response {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:24:15.161149 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c814ce3a-a998-4ff1-b1d3-b8a5d60d4249 tempest-FloatingIPAdminTestJSON-335355198 tempest-FloatingIPAdminTestJSON-335355198-project] Notify agent at l3_agent.n-d-713498-36 the message routers_updated {{(pid=103229) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 19:24:15.177671 n-d-713498-36 neutron-server[103233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ade724f-435b-4777-9cac-7603e8be53e3 None None] Sync routers for ids ['93cb3071-cdb7-4d15-a5a9-b4f00a90b865'] in n-d-713498-36 {{(pid=103233) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 19:24:15.182477 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-5148ccd7-febb-48c3-a0a2-194afdb078b7 tempest-FloatingIPNegativeTestJSON-1419349447 tempest-FloatingIPNegativeTestJSON-1419349447-project] 10.222.0.75 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 1.4933546 Feb 09 19:24:15.186181 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-386b349d-2e0f-4a73-8258-23531c322596 tempest-ServerActionsTestJSON-347500300 tempest-ServerActionsTestJSON-347500300-project] Publish callbacks [] for port (7e26b752-359f-4d84-b84e-c5a08784a702), precommit_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:24:15.187861 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 49620) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:24:15.190300 n-d-713498-36 neutron-server[103233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ade724f-435b-4777-9cac-7603e8be53e3 None None] Routers {'93cb3071-cdb7-4d15-a5a9-b4f00a90b865'} bound to L3 agent in host n-d-713498-36 {{(pid=103233) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 19:24:15.191840 n-d-713498-36 neutron-server[103233]: DEBUG neutron.db.l3_hamode_db [None req-0ade724f-435b-4777-9cac-7603e8be53e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T18:51:43Z,description=,heartbeat_timestamp=2022-02-09T19:24:13Z,host='n-d-713498-36',id=93303d5e-5d17-45e8-8963-7694f87783ae,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T18:51:43Z,topic='l3_agent')) {'router_ids': ['93cb3071-cdb7-4d15-a5a9-b4f00a90b865'], 'active': True} {{(pid=103233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:24:15.194549 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.v2.base [None req-a2f93701-f348-4973-b932-86f3be4c411a tempest-FloatingIPNegativeTestJSON-1419349447 tempest-FloatingIPNegativeTestJSON-1419349447-project] Request body: {'floatingip': {'floating_network_id': '88055e1e-672a-4487-be31-ffb6e833ece5'}} {{(pid=103230) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 19:24:15.231479 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-3ba4a3d0-b21e-43fe-b8a4-528d39e62d47 req-03d70471-937b-42c3-9638-b49ece43b5e0 tempest-VolumesNegativeTest-636412530 tempest-VolumesNegativeTest-636412530-project] 10.222.0.75 "GET /v2.0/ports?tenant_id=6f74957f29a744d99b8eb7bccf38bcec&fields=id HTTP/1.1" status: 200 len: 210 time: 0.5917757 Feb 09 19:24:15.264844 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-a2f93701-f348-4973-b932-86f3be4c411a tempest-FloatingIPNegativeTestJSON-1419349447 tempest-FloatingIPNegativeTestJSON-1419349447-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:24:15.280285 n-d-713498-36 neutron-server[103233]: DEBUG neutron.db.l3_hamode_db [None req-0ade724f-435b-4777-9cac-7603e8be53e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713498-36', False) {} {{(pid=103233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:24:15.284675 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-c814ce3a-a998-4ff1-b1d3-b8a5d60d4249 tempest-FloatingIPAdminTestJSON-335355198 tempest-FloatingIPAdminTestJSON-335355198-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171096'] for floatingip (None), before_response {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:24:15.299689 n-d-713498-36 neutron-server[103233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ade724f-435b-4777-9cac-7603e8be53e3 None None] Routers {'93cb3071-cdb7-4d15-a5a9-b4f00a90b865'} bound to L3 agent in host n-d-713498-36 {{(pid=103233) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 19:24:15.300697 n-d-713498-36 neutron-server[103233]: DEBUG neutron.db.l3_hamode_db [None req-0ade724f-435b-4777-9cac-7603e8be53e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T18:51:43Z,description=,heartbeat_timestamp=2022-02-09T19:24:13Z,host='n-d-713498-36',id=93303d5e-5d17-45e8-8963-7694f87783ae,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T18:51:43Z,topic='l3_agent')) {'router_ids': ['93cb3071-cdb7-4d15-a5a9-b4f00a90b865'], 'active': True} {{(pid=103233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:24:15.341797 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-c814ce3a-a998-4ff1-b1d3-b8a5d60d4249 tempest-FloatingIPAdminTestJSON-335355198 tempest-FloatingIPAdminTestJSON-335355198-project] 10.222.0.75 "DELETE /v2.0/floatingips/7fe657ca-424b-49b6-b099-2c662134c74f HTTP/1.1" status: 204 len: 168 time: 4.8562510 Feb 09 19:24:15.352393 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 49622) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:24:15.357471 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-e2accedd-8c8f-4fc0-8ac8-b50b1fd207be admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:24:15.368318 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.v2.base [None req-204f8552-f555-4f94-ba5b-294c72b48fee tempest-FloatingIPAdminTestJSON-246511676 tempest-FloatingIPAdminTestJSON-246511676-project-admin] Request body: {'floatingip': {'floating_network_id': '88055e1e-672a-4487-be31-ffb6e833ece5'}} {{(pid=103229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 19:24:15.377193 n-d-713498-36 neutron-server[103233]: DEBUG neutron.db.l3_hamode_db [None req-0ade724f-435b-4777-9cac-7603e8be53e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713498-36', False) {} {{(pid=103233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:24:15.389261 n-d-713498-36 neutron-server[103233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ade724f-435b-4777-9cac-7603e8be53e3 None None] The sync data for ids ['93cb3071-cdb7-4d15-a5a9-b4f00a90b865'] in n-d-713498-36 is: [] {{(pid=103233) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 19:24:15.417454 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-386b349d-2e0f-4a73-8258-23531c322596 tempest-ServerActionsTestJSON-347500300 tempest-ServerActionsTestJSON-347500300-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762866656467', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14393751'] for port (7e26b752-359f-4d84-b84e-c5a08784a702), after_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:24:15.418608 n-d-713498-36 neutron-server[103229]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5cfd0602-0348-4426-9b2e-5b1234982522 admin admin] Network 88055e1e-672a-4487-be31-ffb6e833ece5 is already hosted by enough agents. {{(pid=103229) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 19:24:15.423534 n-d-713498-36 neutron-server[103229]: DEBUG neutron.scheduler.base_scheduler [None req-5cfd0602-0348-4426-9b2e-5b1234982522 admin admin] Resources bound (agent type, host, resource id): {{(pid=103229) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 19:24:15.426359 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-204f8552-f555-4f94-ba5b-294c72b48fee tempest-FloatingIPAdminTestJSON-246511676 tempest-FloatingIPAdminTestJSON-246511676-project-admin] Publish callbacks [] for floatingip (None), before_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:24:15.453148 n-d-713498-36 neutron-server[103229]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5cfd0602-0348-4426-9b2e-5b1234982522 admin admin] Received port after_create {{(pid=103229) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 19:24:15.483893 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cfd0602-0348-4426-9b2e-5b1234982522 admin admin] Pushing event updated for resources: {'Port': ['ID=da9277df-23d7-4f05-9358-dc4e24120347,revision_number=1']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:24:15.503058 n-d-713498-36 neutron-server[103230]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-386b349d-2e0f-4a73-8258-23531c322596 tempest-ServerActionsTestJSON-347500300 tempest-ServerActionsTestJSON-347500300-project] Network 88055e1e-672a-4487-be31-ffb6e833ece5 is already hosted by enough agents. {{(pid=103230) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 19:24:15.506749 n-d-713498-36 neutron-server[103230]: DEBUG neutron.scheduler.base_scheduler [None req-386b349d-2e0f-4a73-8258-23531c322596 tempest-ServerActionsTestJSON-347500300 tempest-ServerActionsTestJSON-347500300-project] Resources bound (agent type, host, resource id): {{(pid=103230) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 19:24:15.517404 n-d-713498-36 neutron-server[103230]: DEBUG neutron.db.l3_dvrscheduler_db [None req-386b349d-2e0f-4a73-8258-23531c322596 tempest-ServerActionsTestJSON-347500300 tempest-ServerActionsTestJSON-347500300-project] Received port after_create {{(pid=103230) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 19:24:15.529038 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.provisioning_blocks [None req-09f88fd7-dc28-49ee-935e-f15d634527de None None] Provisioning complete for port 8d8ec625-92fe-45fb-bb9c-53fc1568e079 triggered by entity DHCP. {{(pid=103232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 19:24:15.529572 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-09f88fd7-dc28-49ee-935e-f15d634527de None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593630'] for port (8d8ec625-92fe-45fb-bb9c-53fc1568e079), provisioning_complete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:24:15.599301 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-09f88fd7-dc28-49ee-935e-f15d634527de None None] Port 8d8ec625-92fe-45fb-bb9c-53fc1568e079 cannot update to ACTIVE because it is not bound. {{(pid=103232) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 19:24:15.653246 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-386b349d-2e0f-4a73-8258-23531c322596 tempest-ServerActionsTestJSON-347500300 tempest-ServerActionsTestJSON-347500300-project] Pushing event updated for resources: {'Port': ['ID=7e26b752-359f-4d84-b84e-c5a08784a702,revision_number=1']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:24:15.659608 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-25c1963d-c643-40e5-b19a-fba1ad02bba4 req-1b2e621f-4b63-4d34-8624-8b5b26438ab8 tempest-VolumesNegativeTest-636412530 tempest-VolumesNegativeTest-636412530-project] 10.222.0.75 "GET /v2.0/ports?device_id=050d31e8-6d87-4651-b2af-0d81cc12c514 HTTP/1.1" status: 200 len: 210 time: 0.0497200 Feb 09 19:24:15.790842 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-a2f93701-f348-4973-b932-86f3be4c411a tempest-FloatingIPNegativeTestJSON-1419349447 tempest-FloatingIPNegativeTestJSON-1419349447-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (None), before_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:24:15.824293 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-386b349d-2e0f-4a73-8258-23531c322596 tempest-ServerActionsTestJSON-347500300 tempest-ServerActionsTestJSON-347500300-project] Publish callbacks [] for floatingip (a0919bbb-441e-4a38-ba74-fc361f9a0ac9), precommit_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:24:15.948596 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Device 91ddc5ea-e616-400f-9959-37d2ed3b8234 up at agent ovs-agent-n-d-713498-36 {{(pid=103232) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 19:24:15.991418 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-386b349d-2e0f-4a73-8258-23531c322596 tempest-ServerActionsTestJSON-347500300 tempest-ServerActionsTestJSON-347500300-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (7e26b752-359f-4d84-b84e-c5a08784a702), before_update {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:24:15.998097 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-a7262a8e-0513-48fd-984d-75726a511961 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762867132591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593584'] for agent (911cfea2-02ae-4ec9-bac3-7808ee1cdd9c), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:24:16.020403 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.provisioning_blocks [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Provisioning complete for port 91ddc5ea-e616-400f-9959-37d2ed3b8234 triggered by entity L2. {{(pid=103232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 19:24:16.020892 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593630'] for port (91ddc5ea-e616-400f-9959-37d2ed3b8234), provisioning_complete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:24:16.093891 n-d-713498-36 neutron-server[103230]: DEBUG neutron.db.db_base_plugin_common [None req-a2f93701-f348-4973-b932-86f3be4c411a tempest-FloatingIPNegativeTestJSON-1419349447 tempest-FloatingIPNegativeTestJSON-1419349447-project] Allocated IP 172.25.1.30 (88055e1e-672a-4487-be31-ffb6e833ece5/ac16dbcc-383c-4b43-9153-d763c4a53f91/e73315bf-538f-41e9-af55-e2309101bb56) {{(pid=103230) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 19:24:16.138990 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-e2accedd-8c8f-4fc0-8ac8-b50b1fd207be admin admin] Publish callbacks [] for security_group (b3392526-0923-4b0c-af99-050e0f234ba5), precommit_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:24:16.162176 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-e2accedd-8c8f-4fc0-8ac8-b50b1fd207be admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1892331'] for security_group (b3392526-0923-4b0c-af99-050e0f234ba5), after_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:24:16.173232 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Current status of the port 91ddc5ea-e616-400f-9959-37d2ed3b8234 is: ACTIVE; New status is: ACTIVE {{(pid=103232) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 19:24:16.272658 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-204f8552-f555-4f94-ba5b-294c72b48fee tempest-FloatingIPAdminTestJSON-246511676 tempest-FloatingIPAdminTestJSON-246511676-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (None), before_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:24:16.274529 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2accedd-8c8f-4fc0-8ac8-b50b1fd207be admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b3392526-0923-4b0c-af99-050e0f234ba5,revision_number=1']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:24:16.282638 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-e2accedd-8c8f-4fc0-8ac8-b50b1fd207be admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=ec83aa576d834c74893894e7c7c41abc&name=default HTTP/1.1" status: 200 len: 3000 time: 1.8573074 Feb 09 19:24:16.287402 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 49638) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:24:16.358178 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-5cfd0602-0348-4426-9b2e-5b1234982522 admin admin] Publish callbacks [] for router_gateway (b662775b-af56-49bc-9f1f-ead7465b8bf9), after_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:24:16.443391 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-a2f93701-f348-4973-b932-86f3be4c411a tempest-FloatingIPNegativeTestJSON-1419349447 tempest-FloatingIPNegativeTestJSON-1419349447-project] Publish callbacks [] for port (e73315bf-538f-41e9-af55-e2309101bb56), precommit_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:24:16.455982 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-386b349d-2e0f-4a73-8258-23531c322596 tempest-ServerActionsTestJSON-347500300 tempest-ServerActionsTestJSON-347500300-project] Publish callbacks [] for port (7e26b752-359f-4d84-b84e-c5a08784a702), precommit_update {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:24:16.468468 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-386b349d-2e0f-4a73-8258-23531c322596 tempest-ServerActionsTestJSON-347500300 tempest-ServerActionsTestJSON-347500300-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762867176205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762866656485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762866656503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14393758'] for port (7e26b752-359f-4d84-b84e-c5a08784a702), after_update {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:24:16.589584 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-386b349d-2e0f-4a73-8258-23531c322596 tempest-ServerActionsTestJSON-347500300 tempest-ServerActionsTestJSON-347500300-project] Pushing event updated for resources: {'Port': ['ID=7e26b752-359f-4d84-b84e-c5a08784a702,revision_number=2']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:24:16.597487 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-a2f93701-f348-4973-b932-86f3be4c411a tempest-FloatingIPNegativeTestJSON-1419349447 tempest-FloatingIPNegativeTestJSON-1419349447-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762866656467', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14393751'] for port (e73315bf-538f-41e9-af55-e2309101bb56), after_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:24:16.631366 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-386b349d-2e0f-4a73-8258-23531c322596 tempest-ServerActionsTestJSON-347500300 tempest-ServerActionsTestJSON-347500300-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1818909'] for floatingip (a0919bbb-441e-4a38-ba74-fc361f9a0ac9), after_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:24:16.642010 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-f3f0c4a3-3594-4572-a2ce-2fbb1b64f171 admin admin] Publish callbacks [] for security_group (b3392526-0923-4b0c-af99-050e0f234ba5), before_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:24:16.649903 n-d-713498-36 neutron-server[103230]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2f93701-f348-4973-b932-86f3be4c411a tempest-FloatingIPNegativeTestJSON-1419349447 tempest-FloatingIPNegativeTestJSON-1419349447-project] Network 88055e1e-672a-4487-be31-ffb6e833ece5 is already hosted by enough agents. {{(pid=103230) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 19:24:16.659883 n-d-713498-36 neutron-server[103230]: DEBUG neutron.scheduler.base_scheduler [None req-a2f93701-f348-4973-b932-86f3be4c411a tempest-FloatingIPNegativeTestJSON-1419349447 tempest-FloatingIPNegativeTestJSON-1419349447-project] Resources bound (agent type, host, resource id): {{(pid=103230) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 19:24:16.662621 n-d-713498-36 neutron-server[103230]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2f93701-f348-4973-b932-86f3be4c411a tempest-FloatingIPNegativeTestJSON-1419349447 tempest-FloatingIPNegativeTestJSON-1419349447-project] Received port after_create {{(pid=103230) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 19:24:16.693655 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-f3f0c4a3-3594-4572-a2ce-2fbb1b64f171 admin admin] Publish callbacks [] for security_group (b3392526-0923-4b0c-af99-050e0f234ba5), precommit_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:24:16.696648 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2f93701-f348-4973-b932-86f3be4c411a tempest-FloatingIPNegativeTestJSON-1419349447 tempest-FloatingIPNegativeTestJSON-1419349447-project] Pushing event updated for resources: {'Port': ['ID=e73315bf-538f-41e9-af55-e2309101bb56,revision_number=1']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:24:16.709318 n-d-713498-36 neutron-server[103229]: DEBUG neutron.db.db_base_plugin_common [None req-204f8552-f555-4f94-ba5b-294c72b48fee tempest-FloatingIPAdminTestJSON-246511676 tempest-FloatingIPAdminTestJSON-246511676-project-admin] Allocated IP 172.25.1.107 (88055e1e-672a-4487-be31-ffb6e833ece5/ac16dbcc-383c-4b43-9153-d763c4a53f91/cfffc602-18b7-4d0c-a344-02f07ff1510d) {{(pid=103229) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 19:24:16.709448 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-386b349d-2e0f-4a73-8258-23531c322596 tempest-ServerActionsTestJSON-347500300 tempest-ServerActionsTestJSON-347500300-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171096'] for floatingip (None), before_response {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:24:16.719414 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-386b349d-2e0f-4a73-8258-23531c322596 tempest-ServerActionsTestJSON-347500300 tempest-ServerActionsTestJSON-347500300-project] 10.222.0.75 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.4106388 Feb 09 19:24:16.833066 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-e0f7b8cc-0139-4c79-9a36-8861200f773c req-49879716-cac9-46a6-ac57-29b6f6d04505 tempest-VolumesNegativeTest-636412530 tempest-VolumesNegativeTest-636412530-project] 10.222.0.75 "GET /v2.0/ports?device_id=050d31e8-6d87-4651-b2af-0d81cc12c514 HTTP/1.1" status: 200 len: 210 time: 0.0475745 Feb 09 19:24:16.854542 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-a2f93701-f348-4973-b932-86f3be4c411a tempest-FloatingIPNegativeTestJSON-1419349447 tempest-FloatingIPNegativeTestJSON-1419349447-project] Publish callbacks [] for floatingip (0443d903-9c81-449d-bd31-13c510580d7e), precommit_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:24:16.917814 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-a2f93701-f348-4973-b932-86f3be4c411a tempest-FloatingIPNegativeTestJSON-1419349447 tempest-FloatingIPNegativeTestJSON-1419349447-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (e73315bf-538f-41e9-af55-e2309101bb56), before_update {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:24:17.015733 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762867132591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593584'] for agent (496418a2-c002-4aec-ab1a-07f3bea491bd), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:24:17.032385 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-f3f0c4a3-3594-4572-a2ce-2fbb1b64f171 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1892331'] for security_group (b3392526-0923-4b0c-af99-050e0f234ba5), after_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:24:17.035323 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-f3f0c4a3-3594-4572-a2ce-2fbb1b64f171 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:24:17.039219 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-f3f0c4a3-3594-4572-a2ce-2fbb1b64f171 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/b3392526-0923-4b0c-af99-050e0f234ba5 HTTP/1.1" status: 204 len: 168 time: 0.7459447 Feb 09 19:24:17.052361 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-204f8552-f555-4f94-ba5b-294c72b48fee tempest-FloatingIPAdminTestJSON-246511676 tempest-FloatingIPAdminTestJSON-246511676-project-admin] Publish callbacks [] for port (cfffc602-18b7-4d0c-a344-02f07ff1510d), precommit_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:24:17.071283 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-5cfd0602-0348-4426-9b2e-5b1234982522 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1834945', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1818951'] for router (b662775b-af56-49bc-9f1f-ead7465b8bf9), after_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:24:17.074208 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3f0c4a3-3594-4572-a2ce-2fbb1b64f171 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b3392526-0923-4b0c-af99-050e0f234ba5,revision_number=None']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:24:17.094144 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-f90966a8-e47e-4b31-bc34-36ee2e469137 req-9a672584-2b30-419f-aa9e-7d4e4e285774 tempest-ServerActionsTestJSON-347500300 tempest-ServerActionsTestJSON-347500300-project] 10.222.0.75 "GET /v2.0/security-groups?name=tempest-securitygroup--1233765580&fields=id&tenant_id=d7a2ccbf0c8a475abd1520a0e31ab926 HTTP/1.1" status: 200 len: 267 time: 0.1568093 Feb 09 19:24:17.171824 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-a2f93701-f348-4973-b932-86f3be4c411a tempest-FloatingIPNegativeTestJSON-1419349447 tempest-FloatingIPNegativeTestJSON-1419349447-project] Publish callbacks [] for port (e73315bf-538f-41e9-af55-e2309101bb56), precommit_update {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:24:17.181540 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-a2f93701-f348-4973-b932-86f3be4c411a tempest-FloatingIPNegativeTestJSON-1419349447 tempest-FloatingIPNegativeTestJSON-1419349447-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762867176205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762866656485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762866656503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14393758'] for port (e73315bf-538f-41e9-af55-e2309101bb56), after_update {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:24:17.278473 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-3ba4a3d0-b21e-43fe-b8a4-528d39e62d47 req-3c18d103-062b-41f2-af83-02273a7150a6 tempest-VolumesNegativeTest-636412530 tempest-VolumesNegativeTest-636412530-project] 10.222.0.90 "GET /v2.0/networks?tenant_id=6f74957f29a744d99b8eb7bccf38bcec&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1224971 Feb 09 19:24:17.370503 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-204f8552-f555-4f94-ba5b-294c72b48fee tempest-FloatingIPAdminTestJSON-246511676 tempest-FloatingIPAdminTestJSON-246511676-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762866656467', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12867576'] for port (cfffc602-18b7-4d0c-a344-02f07ff1510d), after_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:24:17.432460 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2f93701-f348-4973-b932-86f3be4c411a tempest-FloatingIPNegativeTestJSON-1419349447 tempest-FloatingIPNegativeTestJSON-1419349447-project] Pushing event updated for resources: {'Port': ['ID=e73315bf-538f-41e9-af55-e2309101bb56,revision_number=2']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:24:17.472665 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-a2f93701-f348-4973-b932-86f3be4c411a tempest-FloatingIPNegativeTestJSON-1419349447 tempest-FloatingIPNegativeTestJSON-1419349447-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1818909'] for floatingip (0443d903-9c81-449d-bd31-13c510580d7e), after_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:24:17.491947 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-a2f93701-f348-4973-b932-86f3be4c411a tempest-FloatingIPNegativeTestJSON-1419349447 tempest-FloatingIPNegativeTestJSON-1419349447-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171096'] for floatingip (None), before_response {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:24:17.493351 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-a2f93701-f348-4973-b932-86f3be4c411a tempest-FloatingIPNegativeTestJSON-1419349447 tempest-FloatingIPNegativeTestJSON-1419349447-project] 10.222.0.75 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.3025529 Feb 09 19:24:17.497140 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 49662) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:24:17.503725 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.v2.base [None req-010e1aec-1036-417a-8716-5870e37f17c9 tempest-FloatingIPNegativeTestJSON-1419349447 tempest-FloatingIPNegativeTestJSON-1419349447-project] Request body: {'floatingip': {'port_id': '8d8ec625-92fe-45fb-bb9c-53fc1568e079', 'fixed_ip_address': '172.20.0.5'}} {{(pid=103230) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 19:24:17.509134 n-d-713498-36 neutron-server[103229]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-204f8552-f555-4f94-ba5b-294c72b48fee tempest-FloatingIPAdminTestJSON-246511676 tempest-FloatingIPAdminTestJSON-246511676-project-admin] Network 88055e1e-672a-4487-be31-ffb6e833ece5 is already hosted by enough agents. {{(pid=103229) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 19:24:17.511491 n-d-713498-36 neutron-server[103229]: DEBUG neutron.scheduler.base_scheduler [None req-204f8552-f555-4f94-ba5b-294c72b48fee tempest-FloatingIPAdminTestJSON-246511676 tempest-FloatingIPAdminTestJSON-246511676-project-admin] Resources bound (agent type, host, resource id): {{(pid=103229) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 19:24:17.535078 n-d-713498-36 neutron-server[103229]: DEBUG neutron.db.l3_dvrscheduler_db [None req-204f8552-f555-4f94-ba5b-294c72b48fee tempest-FloatingIPAdminTestJSON-246511676 tempest-FloatingIPAdminTestJSON-246511676-project-admin] Received port after_create {{(pid=103229) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 19:24:17.553304 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-010e1aec-1036-417a-8716-5870e37f17c9 tempest-FloatingIPNegativeTestJSON-1419349447 tempest-FloatingIPNegativeTestJSON-1419349447-project] Publish callbacks [] for floatingip (0443d903-9c81-449d-bd31-13c510580d7e), before_update {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:24:17.595054 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f90966a8-e47e-4b31-bc34-36ee2e469137 req-e5176691-0db2-4484-9759-8e056cdcc17e tempest-ServerActionsTestJSON-347500300 tempest-ServerActionsTestJSON-347500300-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:24:17.596718 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-f90966a8-e47e-4b31-bc34-36ee2e469137 req-e5176691-0db2-4484-9759-8e056cdcc17e tempest-ServerActionsTestJSON-347500300 tempest-ServerActionsTestJSON-347500300-project] 10.222.0.75 "GET /v2.0/networks?id=bd12d1d0-518d-4d29-a00d-98410ba2cb8a HTTP/1.1" status: 200 len: 812 time: 0.5015397 Feb 09 19:24:17.650514 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-f90966a8-e47e-4b31-bc34-36ee2e469137 req-17ba2654-ff61-4065-9953-321765b44ea8 tempest-ServerActionsTestJSON-347500300 tempest-ServerActionsTestJSON-347500300-project] 10.222.0.75 "GET /v2.0/quotas/d7a2ccbf0c8a475abd1520a0e31ab926 HTTP/1.1" status: 200 len: 375 time: 0.0308242 Feb 09 19:24:17.652347 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-204f8552-f555-4f94-ba5b-294c72b48fee tempest-FloatingIPAdminTestJSON-246511676 tempest-FloatingIPAdminTestJSON-246511676-project-admin] Pushing event updated for resources: {'Port': ['ID=cfffc602-18b7-4d0c-a344-02f07ff1510d,revision_number=1']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:24:17.729998 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 49664) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:24:17.746119 n-d-713498-36 neutron-server[103230]: INFO neutron.api.v2.resource [None req-010e1aec-1036-417a-8716-5870e37f17c9 tempest-FloatingIPNegativeTestJSON-1419349447 tempest-FloatingIPNegativeTestJSON-1419349447-project] update failed (client error): The resource could not be found. Feb 09 19:24:17.749642 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-010e1aec-1036-417a-8716-5870e37f17c9 tempest-FloatingIPNegativeTestJSON-1419349447 tempest-FloatingIPNegativeTestJSON-1419349447-project] 10.222.0.75 "PUT /v2.0/floatingips/0443d903-9c81-449d-bd31-13c510580d7e HTTP/1.1" status: 404 len: 507 time: 0.2489533 Feb 09 19:24:17.749642 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-b5ecb3aa-abec-40e1-9b6e-a76cba6183da admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:24:17.750591 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 49666) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:24:17.792490 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-204f8552-f555-4f94-ba5b-294c72b48fee tempest-FloatingIPAdminTestJSON-246511676 tempest-FloatingIPAdminTestJSON-246511676-project-admin] Publish callbacks [] for floatingip (cddb6108-0864-4eb3-bfde-db9541fff53d), precommit_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:24:17.893076 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ba4a3d0-b21e-43fe-b8a4-528d39e62d47 req-50744d8d-4d71-45a1-8126-3ce65025fe45 tempest-VolumesNegativeTest-636412530 tempest-VolumesNegativeTest-636412530-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:24:17.894605 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-3ba4a3d0-b21e-43fe-b8a4-528d39e62d47 req-50744d8d-4d71-45a1-8126-3ce65025fe45 tempest-VolumesNegativeTest-636412530 tempest-VolumesNegativeTest-636412530-project] 10.222.0.90 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5841064 Feb 09 19:24:17.919391 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.v2.base [req-3ba4a3d0-b21e-43fe-b8a4-528d39e62d47 req-ee307782-c6ce-4c29-8540-310085f28637 tempest-VolumesNegativeTest-636412530 tempest-VolumesNegativeTest-636412530-project] Request body: {'port': {'device_id': '050d31e8-6d87-4651-b2af-0d81cc12c514', 'network_id': '2b5494c8-cf97-42c1-b902-87f998f28179', 'admin_state_up': True, 'tenant_id': '6f74957f29a744d99b8eb7bccf38bcec'}} {{(pid=103229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 19:24:17.922977 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-204f8552-f555-4f94-ba5b-294c72b48fee tempest-FloatingIPAdminTestJSON-246511676 tempest-FloatingIPAdminTestJSON-246511676-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (cfffc602-18b7-4d0c-a344-02f07ff1510d), before_update {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:24:17.928545 n-d-713498-36 neutron-server[103229]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5cfd0602-0348-4426-9b2e-5b1234982522 admin admin] Router b662775b-af56-49bc-9f1f-ead7465b8bf9 is scheduled to L3 agent 93303d5e-5d17-45e8-8963-7694f87783ae with binding_index 1 {{(pid=103229) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 09 19:24:17.957633 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.plugin [None req-7e38bbca-72cd-4483-b36f-0fcc126bc523 tempest-FloatingIPNegativeTestJSON-1419349447 tempest-FloatingIPNegativeTestJSON-1419349447-project] Deleting port e73315bf-538f-41e9-af55-e2309101bb56 {{(pid=103230) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 19:24:17.957925 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-7e38bbca-72cd-4483-b36f-0fcc126bc523 tempest-FloatingIPNegativeTestJSON-1419349447 tempest-FloatingIPNegativeTestJSON-1419349447-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762867170196'] for port (e73315bf-538f-41e9-af55-e2309101bb56), before_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:24:18.019344 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-f90966a8-e47e-4b31-bc34-36ee2e469137 req-4fc1208d-19a7-4988-9915-dd3e212841da tempest-ServerActionsTestJSON-347500300 tempest-ServerActionsTestJSON-347500300-project] 10.222.0.75 "GET /v2.0/ports?tenant_id=d7a2ccbf0c8a475abd1520a0e31ab926&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3679166 Feb 09 19:24:18.043359 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-b5ecb3aa-abec-40e1-9b6e-a76cba6183da admin admin] Publish callbacks [] for security_group (484d538d-5845-42fe-bcd5-bde98a5f2671), precommit_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:24:18.044914 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-46ae9128-04b3-47a9-89fa-604f304dab1a req-6bd4ec9a-7f30-4884-a4e4-f248df2bb347 tempest-VolumesNegativeTest-636412530 tempest-VolumesNegativeTest-636412530-project] 10.222.0.75 "GET /v2.0/ports?device_id=050d31e8-6d87-4651-b2af-0d81cc12c514 HTTP/1.1" status: 200 len: 210 time: 0.0617237 Feb 09 19:24:18.052162 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-b5ecb3aa-abec-40e1-9b6e-a76cba6183da admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1892331'] for security_group (484d538d-5845-42fe-bcd5-bde98a5f2671), after_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:24:18.085096 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5ecb3aa-abec-40e1-9b6e-a76cba6183da admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=484d538d-5845-42fe-bcd5-bde98a5f2671,revision_number=1']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:24:18.118642 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-b5ecb3aa-abec-40e1-9b6e-a76cba6183da admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=ffb478396d28434aa36d7191fba42c7c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3843358 Feb 09 19:24:18.118642 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 49672) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:24:18.158529 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-7e38bbca-72cd-4483-b36f-0fcc126bc523 tempest-FloatingIPNegativeTestJSON-1419349447 tempest-FloatingIPNegativeTestJSON-1419349447-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1820838'] for port (e73315bf-538f-41e9-af55-e2309101bb56), precommit_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:24:18.159435 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-7e38bbca-72cd-4483-b36f-0fcc126bc523 tempest-FloatingIPNegativeTestJSON-1419349447 tempest-FloatingIPNegativeTestJSON-1419349447-project] Publish callbacks [] for floatingip (e73315bf-538f-41e9-af55-e2309101bb56), precommit_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:24:18.200545 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.plugin [None req-7e38bbca-72cd-4483-b36f-0fcc126bc523 tempest-FloatingIPNegativeTestJSON-1419349447 tempest-FloatingIPNegativeTestJSON-1419349447-project] Calling delete_port for e73315bf-538f-41e9-af55-e2309101bb56 owned by network:floatingip {{(pid=103230) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 19:24:18.282666 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-c9b8f657-3333-4196-bad8-e4fa7a9e34a8 admin admin] Publish callbacks [] for security_group (484d538d-5845-42fe-bcd5-bde98a5f2671), before_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:24:18.313775 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5cfd0602-0348-4426-9b2e-5b1234982522 admin admin] Notify agent at l3_agent.n-d-713498-36 the message routers_updated {{(pid=103229) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 19:24:18.321425 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-c9b8f657-3333-4196-bad8-e4fa7a9e34a8 admin admin] Publish callbacks [] for security_group (484d538d-5845-42fe-bcd5-bde98a5f2671), precommit_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:24:18.321563 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [req-f90966a8-e47e-4b31-bc34-36ee2e469137 req-a227544e-bfe9-427c-b022-291490b1243e service neutron] http://10.222.0.75:9696/v2.0/extensions returned with HTTP 200 {{(pid=103229) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 09 19:24:18.322696 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-f90966a8-e47e-4b31-bc34-36ee2e469137 req-a227544e-bfe9-427c-b022-291490b1243e service neutron] 10.222.0.75 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.2401528 Feb 09 19:24:18.331235 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f954c86f-e3ae-4d66-8f7b-0ad9d73c46fb None None] Sync routers for ids ['b662775b-af56-49bc-9f1f-ead7465b8bf9'] in n-d-713498-36 {{(pid=103232) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 19:24:18.347083 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f954c86f-e3ae-4d66-8f7b-0ad9d73c46fb None None] Routers {'b662775b-af56-49bc-9f1f-ead7465b8bf9'} bound to L3 agent in host n-d-713498-36 {{(pid=103232) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 19:24:18.349239 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.l3_hamode_db [None req-f954c86f-e3ae-4d66-8f7b-0ad9d73c46fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T18:51:43Z,description=,heartbeat_timestamp=2022-02-09T19:24:13Z,host='n-d-713498-36',id=93303d5e-5d17-45e8-8963-7694f87783ae,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T18:51:43Z,topic='l3_agent')) {'router_ids': ['b662775b-af56-49bc-9f1f-ead7465b8bf9'], 'active': True} {{(pid=103232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:24:18.443656 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-5cfd0602-0348-4426-9b2e-5b1234982522 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:24:18.445254 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-5cfd0602-0348-4426-9b2e-5b1234982522 admin admin] 10.222.0.75 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 6.2581258 Feb 09 19:24:18.451024 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 49678) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:24:18.462502 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-c9b8f657-3333-4196-bad8-e4fa7a9e34a8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1892331'] for security_group (484d538d-5845-42fe-bcd5-bde98a5f2671), after_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:24:18.466527 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-c9b8f657-3333-4196-bad8-e4fa7a9e34a8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:24:18.468631 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-c9b8f657-3333-4196-bad8-e4fa7a9e34a8 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/484d538d-5845-42fe-bcd5-bde98a5f2671 HTTP/1.1" status: 204 len: 168 time: 0.3481121 Feb 09 19:24:18.473004 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-7e38bbca-72cd-4483-b36f-0fcc126bc523 tempest-FloatingIPNegativeTestJSON-1419349447 tempest-FloatingIPNegativeTestJSON-1419349447-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762867177463', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762866656476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14393751'] for port (e73315bf-538f-41e9-af55-e2309101bb56), after_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:24:18.495361 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9b8f657-3333-4196-bad8-e4fa7a9e34a8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=484d538d-5845-42fe-bcd5-bde98a5f2671,revision_number=None']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:24:18.560280 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e38bbca-72cd-4483-b36f-0fcc126bc523 tempest-FloatingIPNegativeTestJSON-1419349447 tempest-FloatingIPNegativeTestJSON-1419349447-project] Pushing event deleted for resources: {'Port': ['ID=e73315bf-538f-41e9-af55-e2309101bb56,revision_number=None']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:24:18.582087 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.l3_dvr_db [None req-f954c86f-e3ae-4d66-8f7b-0ad9d73c46fb None None] Set router b662775b-af56-49bc-9f1f-ead7465b8bf9 gateway port host: n-d-713498-36 {{(pid=103232) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 19:24:18.602403 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-f90966a8-e47e-4b31-bc34-36ee2e469137 req-8f1d5dd3-3d22-4e8b-9b9e-50740923fc29 service neutron] 10.222.0.75 "GET /v2.0/networks/bd12d1d0-518d-4d29-a00d-98410ba2cb8a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2708342 Feb 09 19:24:18.607252 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-204f8552-f555-4f94-ba5b-294c72b48fee tempest-FloatingIPAdminTestJSON-246511676 tempest-FloatingIPAdminTestJSON-246511676-project-admin] Publish callbacks [] for port (cfffc602-18b7-4d0c-a344-02f07ff1510d), precommit_update {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:24:18.641912 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3ba4a3d0-b21e-43fe-b8a4-528d39e62d47 req-ee307782-c6ce-4c29-8540-310085f28637 tempest-VolumesNegativeTest-636412530 tempest-VolumesNegativeTest-636412530-project] Made reservation on behalf of 6f74957f29a744d99b8eb7bccf38bcec for: {'port': 1} {{(pid=103229) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 19:24:18.645331 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-3ba4a3d0-b21e-43fe-b8a4-528d39e62d47 req-ee307782-c6ce-4c29-8540-310085f28637 tempest-VolumesNegativeTest-636412530 tempest-VolumesNegativeTest-636412530-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (None), before_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:24:18.653456 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-7e38bbca-72cd-4483-b36f-0fcc126bc523 tempest-FloatingIPNegativeTestJSON-1419349447 tempest-FloatingIPNegativeTestJSON-1419349447-project] Publish callbacks [] for floatingip (0443d903-9c81-449d-bd31-13c510580d7e), after_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:24:18.658252 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-7e38bbca-72cd-4483-b36f-0fcc126bc523 tempest-FloatingIPNegativeTestJSON-1419349447 tempest-FloatingIPNegativeTestJSON-1419349447-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171096'] for floatingip (None), before_response {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:24:18.668090 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-7e38bbca-72cd-4483-b36f-0fcc126bc523 tempest-FloatingIPNegativeTestJSON-1419349447 tempest-FloatingIPNegativeTestJSON-1419349447-project] 10.222.0.75 "DELETE /v2.0/floatingips/0443d903-9c81-449d-bd31-13c510580d7e HTTP/1.1" status: 204 len: 168 time: 0.9118621 Feb 09 19:24:18.668292 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-3ba4a3d0-b21e-43fe-b8a4-528d39e62d47 req-ee307782-c6ce-4c29-8540-310085f28637 tempest-VolumesNegativeTest-636412530 tempest-VolumesNegativeTest-636412530-project] Publish callbacks [] for security_group (None), before_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:24:18.668980 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 49682) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:24:18.671366 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-204f8552-f555-4f94-ba5b-294c72b48fee tempest-FloatingIPAdminTestJSON-246511676 tempest-FloatingIPAdminTestJSON-246511676-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762867176205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762866656485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762866656503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12867569'] for port (cfffc602-18b7-4d0c-a344-02f07ff1510d), after_update {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:24:18.684370 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.v2.base [None req-901a2a76-7c53-4d09-942b-230c52add5e0 tempest-FloatingIPNegativeTestJSON-1419349447 tempest-FloatingIPNegativeTestJSON-1419349447-project] Request body: {'floatingip': {'floating_network_id': '6028c6e9-2dc5-4cbf-8ad7-6d9c1fac1cbc', 'port_id': '8d8ec625-92fe-45fb-bb9c-53fc1568e079', 'fixed_ip_address': '172.20.0.5'}} {{(pid=103230) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 19:24:18.736737 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-901a2a76-7c53-4d09-942b-230c52add5e0 tempest-FloatingIPNegativeTestJSON-1419349447 tempest-FloatingIPNegativeTestJSON-1419349447-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:24:18.796034 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762867132591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593584'] for agent (488cd9ae-631f-4955-ba0b-4f5a13f12e9c), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:24:18.904312 n-d-713498-36 neutron-server[103230]: INFO neutron.api.v2.resource [None req-901a2a76-7c53-4d09-942b-230c52add5e0 tempest-FloatingIPNegativeTestJSON-1419349447 tempest-FloatingIPNegativeTestJSON-1419349447-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 09 19:24:18.905684 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-901a2a76-7c53-4d09-942b-230c52add5e0 tempest-FloatingIPNegativeTestJSON-1419349447 tempest-FloatingIPNegativeTestJSON-1419349447-project] 10.222.0.75 "POST /v2.0/floatingips HTTP/1.1" status: 400 len: 373 time: 0.2354386 Feb 09 19:24:18.909593 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 49686) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:24:18.914361 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.v2.base [None req-37f4cdc3-9a71-40e4-ba2e-2243e132f376 tempest-FloatingIPNegativeTestJSON-1419349447 tempest-FloatingIPNegativeTestJSON-1419349447-project] Request body: {'floatingip': {'floating_network_id': '88055e1e-672a-4487-be31-ffb6e833ece5', 'port_id': '8d8ec625-92fe-45fb-bb9c-53fc1568e079', 'fixed_ip_address': '172.20.0.5'}} {{(pid=103230) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 19:24:18.951780 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762867132591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593584'] for agent (bcd5faee-dc24-4298-9134-0e0aa054058e), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:24:18.953856 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.l3_hamode_db [None req-f954c86f-e3ae-4d66-8f7b-0ad9d73c46fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b662775b-af56-49bc-9f1f-ead7465b8bf9', 'name': 'tempest-ServerRescueTestJSON-186297741-router', 'tenant_id': '2144a5f95fe04d169308063e9f839f8a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88055e1e-672a-4487-be31-ffb6e833ece5', 'external_fixed_ips': [{'subnet_id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'ip_address': '172.25.1.181'}], 'enable_snat': True}, 'gw_port_id': 'da9277df-23d7-4f05-9358-dc4e24120347', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T19:24:12Z', 'updated_at': '2022-02-09T19:24:15Z', 'revision_number': 3, 'project_id': '2144a5f95fe04d169308063e9f839f8a', 'gw_port': {'id': 'da9277df-23d7-4f05-9358-dc4e24120347', 'name': '', 'network_id': '88055e1e-672a-4487-be31-ffb6e833ece5', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:80:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b662775b-af56-49bc-9f1f-ead7465b8bf9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2108, 'fixed_ips': [{'subnet_id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'ip_address': '172.25.1.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T19:24:13Z', 'updated_at': '2022-02-09T19:24:13Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-36'}], 'n-d-713498-36', False) {} {{(pid=103232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:24:18.963824 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-37f4cdc3-9a71-40e4-ba2e-2243e132f376 tempest-FloatingIPNegativeTestJSON-1419349447 tempest-FloatingIPNegativeTestJSON-1419349447-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:24:18.991254 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f954c86f-e3ae-4d66-8f7b-0ad9d73c46fb None None] Checking router: b662775b-af56-49bc-9f1f-ead7465b8bf9 for host: n-d-713498-36 {{(pid=103232) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 19:24:18.991873 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f954c86f-e3ae-4d66-8f7b-0ad9d73c46fb None None] Updating router b662775b-af56-49bc-9f1f-ead7465b8bf9 port da9277df-23d7-4f05-9358-dc4e24120347 binding host n-d-713498-36 {{(pid=103232) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 19:24:19.025164 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-f954c86f-e3ae-4d66-8f7b-0ad9d73c46fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (da9277df-23d7-4f05-9358-dc4e24120347), before_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:24:19.175312 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-37f4cdc3-9a71-40e4-ba2e-2243e132f376 tempest-FloatingIPNegativeTestJSON-1419349447 tempest-FloatingIPNegativeTestJSON-1419349447-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (None), before_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:24:19.299110 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-8df6ae2e-f7ee-4aac-9d57-ee6fca39d583 req-16f21d74-22bd-4970-9b59-9dca9f8532a2 tempest-VolumesNegativeTest-636412530 tempest-VolumesNegativeTest-636412530-project] 10.222.0.75 "GET /v2.0/ports?device_id=050d31e8-6d87-4651-b2af-0d81cc12c514 HTTP/1.1" status: 200 len: 210 time: 0.0349977 Feb 09 19:24:19.429298 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-204f8552-f555-4f94-ba5b-294c72b48fee tempest-FloatingIPAdminTestJSON-246511676 tempest-FloatingIPAdminTestJSON-246511676-project-admin] Pushing event updated for resources: {'Port': ['ID=cfffc602-18b7-4d0c-a344-02f07ff1510d,revision_number=2']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:24:19.448395 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-f954c86f-e3ae-4d66-8f7b-0ad9d73c46fb None None] Publish callbacks [] for port (da9277df-23d7-4f05-9358-dc4e24120347), precommit_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:24:19.457180 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-f954c86f-e3ae-4d66-8f7b-0ad9d73c46fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762867176205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762866656485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762866656503'] for port (da9277df-23d7-4f05-9358-dc4e24120347), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:24:19.553456 n-d-713498-36 neutron-server[103230]: DEBUG neutron.db.db_base_plugin_common [None req-37f4cdc3-9a71-40e4-ba2e-2243e132f376 tempest-FloatingIPNegativeTestJSON-1419349447 tempest-FloatingIPNegativeTestJSON-1419349447-project] Allocated IP 172.25.1.128 (88055e1e-672a-4487-be31-ffb6e833ece5/ac16dbcc-383c-4b43-9153-d763c4a53f91/6f12a301-a15d-4f23-b0d5-63f43814a193) {{(pid=103230) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 19:24:19.574553 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-542718b0-b8a9-4e97-ad48-803cdcfd15f8 None None] Pushing event updated for resources: {'Port': ['ID=da9277df-23d7-4f05-9358-dc4e24120347,revision_number=2']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:24:19.574553 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.managers [None req-f954c86f-e3ae-4d66-8f7b-0ad9d73c46fb None None] Attempting to bind port da9277df-23d7-4f05-9358-dc4e24120347 on host n-d-713498-36 for vnic_type normal with profile {{(pid=103232) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 19:24:19.574553 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.managers [None req-f954c86f-e3ae-4d66-8f7b-0ad9d73c46fb None None] Attempting to bind port da9277df-23d7-4f05-9358-dc4e24120347 by drivers openvswitch,hyperv on host n-d-713498-36 at level 0 using segments [{'id': 'a4222f89-8d3f-4b51-953b-1a8126392491', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '88055e1e-672a-4487-be31-ffb6e833ece5'}] {{(pid=103232) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 19:24:19.574553 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f954c86f-e3ae-4d66-8f7b-0ad9d73c46fb None None] Attempting to bind port da9277df-23d7-4f05-9358-dc4e24120347 on network 88055e1e-672a-4487-be31-ffb6e833ece5 {{(pid=103232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 19:24:19.583763 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f954c86f-e3ae-4d66-8f7b-0ad9d73c46fb None None] Checking agent: {'id': '496418a2-c002-4aec-ab1a-07f3bea491bd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-36', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 18, 51, 47), 'started_at': datetime.datetime(2022, 2, 9, 18, 52, 17), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 19, 24, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-36'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 19:24:19.584134 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f954c86f-e3ae-4d66-8f7b-0ad9d73c46fb None None] Checking segment: {'id': 'a4222f89-8d3f-4b51-953b-1a8126392491', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '88055e1e-672a-4487-be31-ffb6e833ece5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103232) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 19:24:19.584484 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-f954c86f-e3ae-4d66-8f7b-0ad9d73c46fb None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:24:19.590252 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f954c86f-e3ae-4d66-8f7b-0ad9d73c46fb None None] Bound using segment: {'id': 'a4222f89-8d3f-4b51-953b-1a8126392491', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '88055e1e-672a-4487-be31-ffb6e833ece5'} {{(pid=103232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 19:24:19.590853 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.managers [None req-f954c86f-e3ae-4d66-8f7b-0ad9d73c46fb None None] Bound port: da9277df-23d7-4f05-9358-dc4e24120347, host: n-d-713498-36, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a4222f89-8d3f-4b51-953b-1a8126392491', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '88055e1e-672a-4487-be31-ffb6e833ece5'}}] {{(pid=103232) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 19:24:19.591672 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-f954c86f-e3ae-4d66-8f7b-0ad9d73c46fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (da9277df-23d7-4f05-9358-dc4e24120347), before_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:24:19.636950 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-204f8552-f555-4f94-ba5b-294c72b48fee tempest-FloatingIPAdminTestJSON-246511676 tempest-FloatingIPAdminTestJSON-246511676-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1818909'] for floatingip (cddb6108-0864-4eb3-bfde-db9541fff53d), after_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:24:19.662700 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-f954c86f-e3ae-4d66-8f7b-0ad9d73c46fb None None] For port da9277df-23d7-4f05-9358-dc4e24120347, host n-d-713498-36, cleared binding levels {{(pid=103232) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 19:24:19.666438 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-f954c86f-e3ae-4d66-8f7b-0ad9d73c46fb None None] For port da9277df-23d7-4f05-9358-dc4e24120347, host n-d-713498-36, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-36',level=0,port_id=da9277df-23d7-4f05-9358-dc4e24120347,segment=NetworkSegment(a4222f89-8d3f-4b51-953b-1a8126392491),segment_id=a4222f89-8d3f-4b51-953b-1a8126392491)] {{(pid=103232) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 19:24:19.674304 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-f954c86f-e3ae-4d66-8f7b-0ad9d73c46fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762867176205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762866656485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762866656503'] for port (da9277df-23d7-4f05-9358-dc4e24120347), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:24:19.727676 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-37f4cdc3-9a71-40e4-ba2e-2243e132f376 tempest-FloatingIPNegativeTestJSON-1419349447 tempest-FloatingIPNegativeTestJSON-1419349447-project] Publish callbacks [] for port (6f12a301-a15d-4f23-b0d5-63f43814a193), precommit_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:24:19.731958 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-3ba4a3d0-b21e-43fe-b8a4-528d39e62d47 req-ee307782-c6ce-4c29-8540-310085f28637 tempest-VolumesNegativeTest-636412530 tempest-VolumesNegativeTest-636412530-project] Publish callbacks [] for security_group (ae9e7783-5315-46b7-9662-b630fde06191), precommit_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:24:19.776721 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-3ba4a3d0-b21e-43fe-b8a4-528d39e62d47 req-ee307782-c6ce-4c29-8540-310085f28637 tempest-VolumesNegativeTest-636412530 tempest-VolumesNegativeTest-636412530-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1892331'] for security_group (ae9e7783-5315-46b7-9662-b630fde06191), after_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:24:19.801400 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f954c86f-e3ae-4d66-8f7b-0ad9d73c46fb None None] Routers {'b662775b-af56-49bc-9f1f-ead7465b8bf9'} bound to L3 agent in host n-d-713498-36 {{(pid=103232) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 19:24:19.804169 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.l3_hamode_db [None req-f954c86f-e3ae-4d66-8f7b-0ad9d73c46fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T18:51:43Z,description=,heartbeat_timestamp=2022-02-09T19:24:13Z,host='n-d-713498-36',id=93303d5e-5d17-45e8-8963-7694f87783ae,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T18:51:43Z,topic='l3_agent')) {'router_ids': ['b662775b-af56-49bc-9f1f-ead7465b8bf9'], 'active': True} {{(pid=103232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:24:19.811026 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-542718b0-b8a9-4e97-ad48-803cdcfd15f8 None None] Pushing event updated for resources: {'Port': ['ID=da9277df-23d7-4f05-9358-dc4e24120347,revision_number=3']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:24:19.821084 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-37f4cdc3-9a71-40e4-ba2e-2243e132f376 tempest-FloatingIPNegativeTestJSON-1419349447 tempest-FloatingIPNegativeTestJSON-1419349447-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762866656467', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14393751'] for port (6f12a301-a15d-4f23-b0d5-63f43814a193), after_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:24:19.840641 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-204f8552-f555-4f94-ba5b-294c72b48fee tempest-FloatingIPAdminTestJSON-246511676 tempest-FloatingIPAdminTestJSON-246511676-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171096'] for floatingip (None), before_response {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:24:19.843060 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-204f8552-f555-4f94-ba5b-294c72b48fee tempest-FloatingIPAdminTestJSON-246511676 tempest-FloatingIPAdminTestJSON-246511676-project-admin] 10.222.0.75 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 4.4891341 Feb 09 19:24:19.847722 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 49716) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:24:19.894242 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-f90966a8-e47e-4b31-bc34-36ee2e469137 req-800c3c90-7a5e-465c-93c6-7c49e647e25b service neutron] 10.222.0.75 "GET /v2.0/networks/bd12d1d0-518d-4d29-a00d-98410ba2cb8a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.2387073 Feb 09 19:24:19.937496 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.l3_dvr_db [None req-f954c86f-e3ae-4d66-8f7b-0ad9d73c46fb None None] Set router b662775b-af56-49bc-9f1f-ead7465b8bf9 gateway port host: n-d-713498-36 {{(pid=103232) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 19:24:19.948540 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee307782-c6ce-4c29-8540-310085f28637 tempest-VolumesNegativeTest-636412530 tempest-VolumesNegativeTest-636412530-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ae9e7783-5315-46b7-9662-b630fde06191,revision_number=1']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:24:19.972434 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37f4cdc3-9a71-40e4-ba2e-2243e132f376 tempest-FloatingIPNegativeTestJSON-1419349447 tempest-FloatingIPNegativeTestJSON-1419349447-project] Pushing event updated for resources: {'Port': ['ID=6f12a301-a15d-4f23-b0d5-63f43814a193,revision_number=1']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:24:20.025939 n-d-713498-36 neutron-server[103230]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37f4cdc3-9a71-40e4-ba2e-2243e132f376 tempest-FloatingIPNegativeTestJSON-1419349447 tempest-FloatingIPNegativeTestJSON-1419349447-project] Network 88055e1e-672a-4487-be31-ffb6e833ece5 is already hosted by enough agents. {{(pid=103230) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 19:24:20.027563 n-d-713498-36 neutron-server[103230]: DEBUG neutron.scheduler.base_scheduler [None req-37f4cdc3-9a71-40e4-ba2e-2243e132f376 tempest-FloatingIPNegativeTestJSON-1419349447 tempest-FloatingIPNegativeTestJSON-1419349447-project] Resources bound (agent type, host, resource id): {{(pid=103230) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 19:24:20.042135 n-d-713498-36 neutron-server[103230]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37f4cdc3-9a71-40e4-ba2e-2243e132f376 tempest-FloatingIPNegativeTestJSON-1419349447 tempest-FloatingIPNegativeTestJSON-1419349447-project] Received port after_create {{(pid=103230) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 19:24:20.303524 n-d-713498-36 neutron-server[103229]: DEBUG neutron.db.db_base_plugin_common [req-3ba4a3d0-b21e-43fe-b8a4-528d39e62d47 req-ee307782-c6ce-4c29-8540-310085f28637 tempest-VolumesNegativeTest-636412530 tempest-VolumesNegativeTest-636412530-project] Allocated IP 192.168.233.3 (2b5494c8-cf97-42c1-b902-87f998f28179/60b561cb-321e-4f83-9bb3-92b2e1d0dc44/f52a8035-85ec-4cb7-b104-1fc1e98afe4c) {{(pid=103229) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 19:24:20.388161 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-af058d77-6334-4fef-be55-2bf65b66d9e4 req-097fbef8-d127-4807-8328-ba03a6a285b6 tempest-ServerActionsTestJSON-347500300 tempest-ServerActionsTestJSON-347500300-project] 10.222.0.75 "GET /v2.0/ports?device_id=a1fbc70b-9dd3-44f5-99b0-85f3dff92d7d HTTP/1.1" status: 200 len: 210 time: 0.1525722 Feb 09 19:24:20.412233 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.v2.base [None req-f54fe051-8723-4c78-a690-143df17a5b0f tempest-FloatingIPAdminTestJSON-1033999131 tempest-FloatingIPAdminTestJSON-1033999131-project] Request body: {'floatingip': {'floating_network_id': '88055e1e-672a-4487-be31-ffb6e833ece5'}} {{(pid=103230) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 19:24:20.540685 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-f54fe051-8723-4c78-a690-143df17a5b0f tempest-FloatingIPAdminTestJSON-1033999131 tempest-FloatingIPAdminTestJSON-1033999131-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:24:20.595239 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-92369b2f-4e4b-49b3-a3fa-483aa95dbfd3 req-015a723f-f963-40ce-b600-f3a0763b2354 tempest-VolumesNegativeTest-636412530 tempest-VolumesNegativeTest-636412530-project] 10.222.0.75 "GET /v2.0/ports?device_id=050d31e8-6d87-4651-b2af-0d81cc12c514 HTTP/1.1" status: 200 len: 210 time: 0.1577461 Feb 09 19:24:20.634686 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.l3_hamode_db [None req-f954c86f-e3ae-4d66-8f7b-0ad9d73c46fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b662775b-af56-49bc-9f1f-ead7465b8bf9', 'name': 'tempest-ServerRescueTestJSON-186297741-router', 'tenant_id': '2144a5f95fe04d169308063e9f839f8a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88055e1e-672a-4487-be31-ffb6e833ece5', 'external_fixed_ips': [{'subnet_id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'ip_address': '172.25.1.181'}], 'enable_snat': True}, 'gw_port_id': 'da9277df-23d7-4f05-9358-dc4e24120347', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T19:24:12Z', 'updated_at': '2022-02-09T19:24:15Z', 'revision_number': 3, 'project_id': '2144a5f95fe04d169308063e9f839f8a', 'gw_port': {'id': 'da9277df-23d7-4f05-9358-dc4e24120347', 'name': '', 'network_id': '88055e1e-672a-4487-be31-ffb6e833ece5', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:80:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b662775b-af56-49bc-9f1f-ead7465b8bf9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2108, 'fixed_ips': [{'subnet_id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'ip_address': '172.25.1.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T19:24:13Z', 'updated_at': '2022-02-09T19:24:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-36'}], 'n-d-713498-36', False) {} {{(pid=103232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:24:20.716002 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f954c86f-e3ae-4d66-8f7b-0ad9d73c46fb None None] The sync data for ids ['b662775b-af56-49bc-9f1f-ead7465b8bf9'] in n-d-713498-36 is: [{'id': 'b662775b-af56-49bc-9f1f-ead7465b8bf9', 'name': 'tempest-ServerRescueTestJSON-186297741-router', 'tenant_id': '2144a5f95fe04d169308063e9f839f8a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88055e1e-672a-4487-be31-ffb6e833ece5', 'external_fixed_ips': [{'subnet_id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'ip_address': '172.25.1.181'}], 'enable_snat': True}, 'gw_port_id': 'da9277df-23d7-4f05-9358-dc4e24120347', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T19:24:12Z', 'updated_at': '2022-02-09T19:24:15Z', 'revision_number': 3, 'project_id': '2144a5f95fe04d169308063e9f839f8a', 'gw_port': {'id': 'da9277df-23d7-4f05-9358-dc4e24120347', 'name': '', 'network_id': '88055e1e-672a-4487-be31-ffb6e833ece5', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:80:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b662775b-af56-49bc-9f1f-ead7465b8bf9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2108, 'fixed_ips': [{'subnet_id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'ip_address': '172.25.1.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T19:24:13Z', 'updated_at': '2022-02-09T19:24:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-36'}] {{(pid=103232) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 19:24:20.782769 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.plugin [None req-37f4cdc3-9a71-40e4-ba2e-2243e132f376 tempest-FloatingIPNegativeTestJSON-1419349447 tempest-FloatingIPNegativeTestJSON-1419349447-project] Deleting port 6f12a301-a15d-4f23-b0d5-63f43814a193 {{(pid=103230) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 19:24:20.783238 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-37f4cdc3-9a71-40e4-ba2e-2243e132f376 tempest-FloatingIPNegativeTestJSON-1419349447 tempest-FloatingIPNegativeTestJSON-1419349447-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762867170196'] for port (6f12a301-a15d-4f23-b0d5-63f43814a193), before_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:24:20.883807 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-3ba4a3d0-b21e-43fe-b8a4-528d39e62d47 req-ee307782-c6ce-4c29-8540-310085f28637 tempest-VolumesNegativeTest-636412530 tempest-VolumesNegativeTest-636412530-project] Publish callbacks [] for port (f52a8035-85ec-4cb7-b104-1fc1e98afe4c), precommit_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:24:20.901858 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-c49fa2ff-6bf8-4370-bc9f-7239bdd29f8a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (None), before_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:24:20.907710 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-37f4cdc3-9a71-40e4-ba2e-2243e132f376 tempest-FloatingIPNegativeTestJSON-1419349447 tempest-FloatingIPNegativeTestJSON-1419349447-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1820838'] for port (6f12a301-a15d-4f23-b0d5-63f43814a193), precommit_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:24:20.908051 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-37f4cdc3-9a71-40e4-ba2e-2243e132f376 tempest-FloatingIPNegativeTestJSON-1419349447 tempest-FloatingIPNegativeTestJSON-1419349447-project] Publish callbacks [] for floatingip (6f12a301-a15d-4f23-b0d5-63f43814a193), precommit_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:24:20.928989 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.plugin [None req-37f4cdc3-9a71-40e4-ba2e-2243e132f376 tempest-FloatingIPNegativeTestJSON-1419349447 tempest-FloatingIPNegativeTestJSON-1419349447-project] Calling delete_port for 6f12a301-a15d-4f23-b0d5-63f43814a193 owned by network:floatingip {{(pid=103230) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 19:24:21.002634 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-3ba4a3d0-b21e-43fe-b8a4-528d39e62d47 req-ee307782-c6ce-4c29-8540-310085f28637 tempest-VolumesNegativeTest-636412530 tempest-VolumesNegativeTest-636412530-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762866656467', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12867576'] for port (f52a8035-85ec-4cb7-b104-1fc1e98afe4c), after_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:24:21.124627 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-37f4cdc3-9a71-40e4-ba2e-2243e132f376 tempest-FloatingIPNegativeTestJSON-1419349447 tempest-FloatingIPNegativeTestJSON-1419349447-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762867177463', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762866656476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14393751'] for port (6f12a301-a15d-4f23-b0d5-63f43814a193), after_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:24:21.138868 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee307782-c6ce-4c29-8540-310085f28637 tempest-VolumesNegativeTest-636412530 tempest-VolumesNegativeTest-636412530-project] Pushing event updated for resources: {'Port': ['ID=f52a8035-85ec-4cb7-b104-1fc1e98afe4c,revision_number=1']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:24:21.142381 n-d-713498-36 neutron-server[103229]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3ba4a3d0-b21e-43fe-b8a4-528d39e62d47 req-ee307782-c6ce-4c29-8540-310085f28637 tempest-VolumesNegativeTest-636412530 tempest-VolumesNegativeTest-636412530-project] Network 2b5494c8-cf97-42c1-b902-87f998f28179 is already hosted by enough agents. {{(pid=103229) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 19:24:21.148731 n-d-713498-36 neutron-server[103229]: DEBUG neutron.scheduler.base_scheduler [req-3ba4a3d0-b21e-43fe-b8a4-528d39e62d47 req-ee307782-c6ce-4c29-8540-310085f28637 tempest-VolumesNegativeTest-636412530 tempest-VolumesNegativeTest-636412530-project] Resources bound (agent type, host, resource id): {{(pid=103229) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 19:24:21.177654 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37f4cdc3-9a71-40e4-ba2e-2243e132f376 tempest-FloatingIPNegativeTestJSON-1419349447 tempest-FloatingIPNegativeTestJSON-1419349447-project] Pushing event deleted for resources: {'Port': ['ID=6f12a301-a15d-4f23-b0d5-63f43814a193,revision_number=None']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:24:21.209988 n-d-713498-36 neutron-server[103229]: DEBUG neutron.db.l3_dvrscheduler_db [req-3ba4a3d0-b21e-43fe-b8a4-528d39e62d47 req-ee307782-c6ce-4c29-8540-310085f28637 tempest-VolumesNegativeTest-636412530 tempest-VolumesNegativeTest-636412530-project] Received port after_create {{(pid=103229) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 19:24:21.339021 n-d-713498-36 neutron-server[103229]: DEBUG neutron.db.db_base_plugin_common [None req-c49fa2ff-6bf8-4370-bc9f-7239bdd29f8a admin admin] Allocated IP 172.20.0.1 (2324528b-82cd-4c53-b665-41f5fd12f858/e2b46c61-e766-43ec-83e4-53a2c0064c76/4420b8ed-e607-44be-919d-5f2a2fca1908) {{(pid=103229) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 19:24:21.356735 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ba4a3d0-b21e-43fe-b8a4-528d39e62d47 req-ee307782-c6ce-4c29-8540-310085f28637 tempest-VolumesNegativeTest-636412530 tempest-VolumesNegativeTest-636412530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:24:21.357800 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-3ba4a3d0-b21e-43fe-b8a4-528d39e62d47 req-ee307782-c6ce-4c29-8540-310085f28637 tempest-VolumesNegativeTest-636412530 tempest-VolumesNegativeTest-636412530-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171096'] for port (None), before_response {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:24:21.392720 n-d-713498-36 neutron-server[103230]: INFO neutron.api.v2.resource [None req-37f4cdc3-9a71-40e4-ba2e-2243e132f376 tempest-FloatingIPNegativeTestJSON-1419349447 tempest-FloatingIPNegativeTestJSON-1419349447-project] create failed (client error): The resource could not be found. Feb 09 19:24:21.397246 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-37f4cdc3-9a71-40e4-ba2e-2243e132f376 tempest-FloatingIPNegativeTestJSON-1419349447 tempest-FloatingIPNegativeTestJSON-1419349447-project] 10.222.0.75 "POST /v2.0/floatingips HTTP/1.1" status: 404 len: 507 time: 2.4831593 Feb 09 19:24:21.398027 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 49766) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:24:21.400977 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-f54fe051-8723-4c78-a690-143df17a5b0f tempest-FloatingIPAdminTestJSON-1033999131 tempest-FloatingIPAdminTestJSON-1033999131-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (None), before_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:24:21.408634 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-3ba4a3d0-b21e-43fe-b8a4-528d39e62d47 req-ee307782-c6ce-4c29-8540-310085f28637 tempest-VolumesNegativeTest-636412530 tempest-VolumesNegativeTest-636412530-project] 10.222.0.90 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 3.4966652 Feb 09 19:24:21.487086 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.v2.base [req-3ba4a3d0-b21e-43fe-b8a4-528d39e62d47 req-b1d7d0c4-4b48-4f3c-b015-48692d83e609 service neutron] Request body: {'port': {'device_id': '050d31e8-6d87-4651-b2af-0d81cc12c514', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-713498-36'}} {{(pid=103229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 19:24:21.638165 n-d-713498-36 neutron-server[103230]: DEBUG neutron.db.db_base_plugin_common [None req-f54fe051-8723-4c78-a690-143df17a5b0f tempest-FloatingIPAdminTestJSON-1033999131 tempest-FloatingIPAdminTestJSON-1033999131-project] Allocated IP 172.25.1.172 (88055e1e-672a-4487-be31-ffb6e833ece5/ac16dbcc-383c-4b43-9153-d763c4a53f91/e5609be0-32ed-435e-b363-47af4817b266) {{(pid=103230) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 19:24:21.647640 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-550157c3-a629-4e8b-b3a4-0cc6a97e7f94 req-09a9fc63-c147-46e4-8130-86949677bfef tempest-ServerActionsTestJSON-347500300 tempest-ServerActionsTestJSON-347500300-project] 10.222.0.75 "GET /v2.0/ports?device_id=a1fbc70b-9dd3-44f5-99b0-85f3dff92d7d HTTP/1.1" status: 200 len: 210 time: 0.1041012 Feb 09 19:24:21.704980 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.provisioning_blocks [None req-66603eee-8239-4c1e-9fca-490479fe35f0 None None] Provisioning complete for port f52a8035-85ec-4cb7-b104-1fc1e98afe4c triggered by entity DHCP. {{(pid=103232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 19:24:21.706850 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-66603eee-8239-4c1e-9fca-490479fe35f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593630'] for port (f52a8035-85ec-4cb7-b104-1fc1e98afe4c), provisioning_complete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:24:21.845947 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-66603eee-8239-4c1e-9fca-490479fe35f0 None None] Port f52a8035-85ec-4cb7-b104-1fc1e98afe4c cannot update to ACTIVE because it is not bound. {{(pid=103232) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 19:24:21.855557 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-3ba4a3d0-b21e-43fe-b8a4-528d39e62d47 req-b1d7d0c4-4b48-4f3c-b015-48692d83e609 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (f52a8035-85ec-4cb7-b104-1fc1e98afe4c), before_update {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:24:21.862352 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-f54fe051-8723-4c78-a690-143df17a5b0f tempest-FloatingIPAdminTestJSON-1033999131 tempest-FloatingIPAdminTestJSON-1033999131-project] Publish callbacks [] for port (e5609be0-32ed-435e-b363-47af4817b266), precommit_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:24:21.902873 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-c49fa2ff-6bf8-4370-bc9f-7239bdd29f8a admin admin] Publish callbacks [] for port (4420b8ed-e607-44be-919d-5f2a2fca1908), precommit_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:24:21.952864 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.plugin [None req-8c2e0d9d-2968-490a-af09-f5ac04021c00 tempest-FloatingIPNegativeTestJSON-1419349447 tempest-FloatingIPNegativeTestJSON-1419349447-project] Deleting port 8d8ec625-92fe-45fb-bb9c-53fc1568e079 {{(pid=103229) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 19:24:21.953380 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-8c2e0d9d-2968-490a-af09-f5ac04021c00 tempest-FloatingIPNegativeTestJSON-1419349447 tempest-FloatingIPNegativeTestJSON-1419349447-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762867170196'] for port (8d8ec625-92fe-45fb-bb9c-53fc1568e079), before_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:24:21.995845 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-f54fe051-8723-4c78-a690-143df17a5b0f tempest-FloatingIPAdminTestJSON-1033999131 tempest-FloatingIPAdminTestJSON-1033999131-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762866656467', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14393751'] for port (e5609be0-32ed-435e-b363-47af4817b266), after_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:24:22.044492 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Device da9277df-23d7-4f05-9358-dc4e24120347 up at agent ovs-agent-n-d-713498-36 {{(pid=103232) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 19:24:22.133544 n-d-713498-36 neutron-server[103230]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f54fe051-8723-4c78-a690-143df17a5b0f tempest-FloatingIPAdminTestJSON-1033999131 tempest-FloatingIPAdminTestJSON-1033999131-project] Network 88055e1e-672a-4487-be31-ffb6e833ece5 is already hosted by enough agents. {{(pid=103230) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 19:24:22.152269 n-d-713498-36 neutron-server[103230]: DEBUG neutron.scheduler.base_scheduler [None req-f54fe051-8723-4c78-a690-143df17a5b0f tempest-FloatingIPAdminTestJSON-1033999131 tempest-FloatingIPAdminTestJSON-1033999131-project] Resources bound (agent type, host, resource id): {{(pid=103230) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 19:24:22.156401 n-d-713498-36 neutron-server[103230]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f54fe051-8723-4c78-a690-143df17a5b0f tempest-FloatingIPAdminTestJSON-1033999131 tempest-FloatingIPAdminTestJSON-1033999131-project] Received port after_create {{(pid=103230) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 19:24:22.172657 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.provisioning_blocks [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Provisioning complete for port da9277df-23d7-4f05-9358-dc4e24120347 triggered by entity L2. {{(pid=103232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 19:24:22.173039 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593630'] for port (da9277df-23d7-4f05-9358-dc4e24120347), provisioning_complete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:24:22.218193 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-8c2e0d9d-2968-490a-af09-f5ac04021c00 tempest-FloatingIPNegativeTestJSON-1419349447 tempest-FloatingIPNegativeTestJSON-1419349447-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1820838'] for port (8d8ec625-92fe-45fb-bb9c-53fc1568e079), precommit_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:24:22.255486 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.plugin [None req-8c2e0d9d-2968-490a-af09-f5ac04021c00 tempest-FloatingIPNegativeTestJSON-1419349447 tempest-FloatingIPNegativeTestJSON-1419349447-project] Calling delete_port for 8d8ec625-92fe-45fb-bb9c-53fc1568e079 owned by {{(pid=103229) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 19:24:22.345977 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f54fe051-8723-4c78-a690-143df17a5b0f tempest-FloatingIPAdminTestJSON-1033999131 tempest-FloatingIPAdminTestJSON-1033999131-project] Pushing event updated for resources: {'Port': ['ID=e5609be0-32ed-435e-b363-47af4817b266,revision_number=1']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:24:22.357944 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Current status of the port da9277df-23d7-4f05-9358-dc4e24120347 is: DOWN; New status is: ACTIVE {{(pid=103232) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 19:24:22.360755 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (da9277df-23d7-4f05-9358-dc4e24120347), before_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:24:22.373654 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6319aa03-1517-4c51-9c93-2e72185ef5a8 req-814e9f8b-5065-41c6-a0b8-1ea3ddaf5b1c tempest-VolumesNegativeTest-636412530 tempest-VolumesNegativeTest-636412530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:24:22.375877 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-6319aa03-1517-4c51-9c93-2e72185ef5a8 req-814e9f8b-5065-41c6-a0b8-1ea3ddaf5b1c tempest-VolumesNegativeTest-636412530 tempest-VolumesNegativeTest-636412530-project] 10.222.0.75 "GET /v2.0/ports?device_id=050d31e8-6d87-4651-b2af-0d81cc12c514 HTTP/1.1" status: 200 len: 934 time: 0.4507959 Feb 09 19:24:22.410282 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] For port da9277df-23d7-4f05-9358-dc4e24120347, host n-d-713498-36, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-36',level=0,port_id=da9277df-23d7-4f05-9358-dc4e24120347,segment=NetworkSegment(a4222f89-8d3f-4b51-953b-1a8126392491),segment_id=a4222f89-8d3f-4b51-953b-1a8126392491)] {{(pid=103232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 19:24:22.422692 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762867176205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762866656485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762866656503'] for port (da9277df-23d7-4f05-9358-dc4e24120347), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:24:22.512635 n-d-713498-36 neutron-server[103233]: DEBUG neutron.db.agents_db [None req-4a8a6a42-0a0c-4437-8958-92282682b6bb None None] Agent healthcheck: found 7 active agents {{(pid=103233) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 19:24:22.526245 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Pushing event updated for resources: {'Port': ['ID=da9277df-23d7-4f05-9358-dc4e24120347,revision_number=4']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:24:22.645647 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-c49fa2ff-6bf8-4370-bc9f-7239bdd29f8a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762866656467', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12867576'] for port (4420b8ed-e607-44be-919d-5f2a2fca1908), after_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:24:22.732445 n-d-713498-36 neutron-server[103229]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c49fa2ff-6bf8-4370-bc9f-7239bdd29f8a admin admin] Network 2324528b-82cd-4c53-b665-41f5fd12f858 is already hosted by enough agents. {{(pid=103229) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 19:24:22.749368 n-d-713498-36 neutron-server[103229]: DEBUG neutron.scheduler.base_scheduler [None req-c49fa2ff-6bf8-4370-bc9f-7239bdd29f8a admin admin] Resources bound (agent type, host, resource id): {{(pid=103229) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 19:24:22.763007 n-d-713498-36 neutron-server[103229]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c49fa2ff-6bf8-4370-bc9f-7239bdd29f8a admin admin] Received port after_create {{(pid=103229) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 19:24:22.764949 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c49fa2ff-6bf8-4370-bc9f-7239bdd29f8a admin admin] Pushing event updated for resources: {'Port': ['ID=4420b8ed-e607-44be-919d-5f2a2fca1908,revision_number=1']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:24:22.803374 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-8c2e0d9d-2968-490a-af09-f5ac04021c00 tempest-FloatingIPNegativeTestJSON-1419349447 tempest-FloatingIPNegativeTestJSON-1419349447-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762867177463', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762866656476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12867576'] for port (8d8ec625-92fe-45fb-bb9c-53fc1568e079), after_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:24:22.893119 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c2e0d9d-2968-490a-af09-f5ac04021c00 tempest-FloatingIPNegativeTestJSON-1419349447 tempest-FloatingIPNegativeTestJSON-1419349447-project] Pushing event deleted for resources: {'Port': ['ID=8d8ec625-92fe-45fb-bb9c-53fc1568e079,revision_number=None']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:24:22.924272 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-c49fa2ff-6bf8-4370-bc9f-7239bdd29f8a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1819024'] for router_interface (b662775b-af56-49bc-9f1f-ead7465b8bf9), before_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:24:22.928160 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-9a03f297-6835-4b01-99a0-55bcb9ba2986 req-eaca7db4-21ba-44c0-9c73-031c632c1126 tempest-ServerActionsTestJSON-347500300 tempest-ServerActionsTestJSON-347500300-project] 10.222.0.75 "GET /v2.0/ports?device_id=a1fbc70b-9dd3-44f5-99b0-85f3dff92d7d HTTP/1.1" status: 200 len: 210 time: 0.0897412 Feb 09 19:24:23.170464 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-8c2e0d9d-2968-490a-af09-f5ac04021c00 tempest-FloatingIPNegativeTestJSON-1419349447 tempest-FloatingIPNegativeTestJSON-1419349447-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171096'] for port (None), before_response {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:24:23.176578 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-8c2e0d9d-2968-490a-af09-f5ac04021c00 tempest-FloatingIPNegativeTestJSON-1419349447 tempest-FloatingIPNegativeTestJSON-1419349447-project] 10.222.0.75 "DELETE /v2.0/ports/8d8ec625-92fe-45fb-bb9c-53fc1568e079 HTTP/1.1" status: 204 len: 168 time: 1.7644196 Feb 09 19:24:23.177213 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 49836) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:24:23.197946 n-d-713498-36 neutron-server[103229]: DEBUG neutron.notifiers.nova [req-3ba4a3d0-b21e-43fe-b8a4-528d39e62d47 req-b1d7d0c4-4b48-4f3c-b015-48692d83e609 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f52a8035-85ec-4cb7-b104-1fc1e98afe4c {{(pid=103229) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 19:24:23.243304 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-f54fe051-8723-4c78-a690-143df17a5b0f tempest-FloatingIPAdminTestJSON-1033999131 tempest-FloatingIPAdminTestJSON-1033999131-project] Publish callbacks [] for floatingip (2672065f-db32-4a14-bbf0-9e3c102cff99), precommit_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:24:23.255874 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-3ba4a3d0-b21e-43fe-b8a4-528d39e62d47 req-b1d7d0c4-4b48-4f3c-b015-48692d83e609 service neutron] Publish callbacks [] for port (f52a8035-85ec-4cb7-b104-1fc1e98afe4c), precommit_update {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:24:23.322542 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-f54fe051-8723-4c78-a690-143df17a5b0f tempest-FloatingIPAdminTestJSON-1033999131 tempest-FloatingIPAdminTestJSON-1033999131-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (e5609be0-32ed-435e-b363-47af4817b266), before_update {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:24:23.353601 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f90966a8-e47e-4b31-bc34-36ee2e469137 req-48424971-48e6-4edb-a79b-e6bfd20fe558 tempest-ServerActionsTestJSON-347500300 tempest-ServerActionsTestJSON-347500300-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:24:23.355956 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-f90966a8-e47e-4b31-bc34-36ee2e469137 req-48424971-48e6-4edb-a79b-e6bfd20fe558 tempest-ServerActionsTestJSON-347500300 tempest-ServerActionsTestJSON-347500300-project] 10.222.0.89 "GET /v2.0/networks?id=bd12d1d0-518d-4d29-a00d-98410ba2cb8a HTTP/1.1" status: 200 len: 812 time: 1.2630928 Feb 09 19:24:23.360666 n-d-713498-36 neutron-server[103229]: DEBUG neutron.db.provisioning_blocks [req-3ba4a3d0-b21e-43fe-b8a4-528d39e62d47 req-b1d7d0c4-4b48-4f3c-b015-48692d83e609 service neutron] Transition to ACTIVE for port object f52a8035-85ec-4cb7-b104-1fc1e98afe4c will not be triggered until provisioned by entity L2. {{(pid=103229) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 19:24:23.381769 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-6319aa03-1517-4c51-9c93-2e72185ef5a8 req-ad56d5ca-28a8-48e6-b485-a161e8ed5617 tempest-VolumesNegativeTest-636412530 tempest-VolumesNegativeTest-636412530-project] 10.222.0.75 "GET /v2.0/security-groups?id=ae9e7783-5315-46b7-9662-b630fde06191&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9815040 Feb 09 19:24:23.381874 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-3ba4a3d0-b21e-43fe-b8a4-528d39e62d47 req-b1d7d0c4-4b48-4f3c-b015-48692d83e609 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762867176205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762866656485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762866656503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12867569'] for port (f52a8035-85ec-4cb7-b104-1fc1e98afe4c), after_update {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:24:23.429899 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1d7d0c4-4b48-4f3c-b015-48692d83e609 service neutron] Pushing event updated for resources: {'Port': ['ID=f52a8035-85ec-4cb7-b104-1fc1e98afe4c,revision_number=2']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:24:23.468416 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9624dcbb-cf14-4a03-96c1-25ef98597dad tempest-FloatingIPNegativeTestJSON-1419349447 tempest-FloatingIPNegativeTestJSON-1419349447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:24:23.470171 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-9624dcbb-cf14-4a03-96c1-25ef98597dad tempest-FloatingIPNegativeTestJSON-1419349447 tempest-FloatingIPNegativeTestJSON-1419349447-project] 10.222.0.75 "GET /v2.0/ports?device_id=825d5025-ea0b-4721-91f5-ac86fe341f63 HTTP/1.1" status: 200 len: 913 time: 0.2772248 Feb 09 19:24:23.476394 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 49848) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:24:23.584663 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-c49fa2ff-6bf8-4370-bc9f-7239bdd29f8a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (4420b8ed-e607-44be-919d-5f2a2fca1908), before_update {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:24:23.701347 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-f90966a8-e47e-4b31-bc34-36ee2e469137 req-a80b9a96-b075-40ff-834c-a23b21afdc55 tempest-ServerActionsTestJSON-347500300 tempest-ServerActionsTestJSON-347500300-project] 10.222.0.89 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d7a2ccbf0c8a475abd1520a0e31ab926 HTTP/1.1" status: 200 len: 380 time: 0.3225150 Feb 09 19:24:23.732676 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.v2.base [req-f90966a8-e47e-4b31-bc34-36ee2e469137 req-e88a834e-218e-467a-8d20-2c54895589de tempest-ServerActionsTestJSON-347500300 tempest-ServerActionsTestJSON-347500300-project] Request body: {'port': {'device_id': 'a1fbc70b-9dd3-44f5-99b0-85f3dff92d7d', 'network_id': 'bd12d1d0-518d-4d29-a00d-98410ba2cb8a', 'admin_state_up': True, 'tenant_id': 'd7a2ccbf0c8a475abd1520a0e31ab926', 'security_groups': ['22c4accd-b9e4-4e3e-aec5-b2bee068a6b4']}} {{(pid=103230) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 19:24:23.855246 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-f54fe051-8723-4c78-a690-143df17a5b0f tempest-FloatingIPAdminTestJSON-1033999131 tempest-FloatingIPAdminTestJSON-1033999131-project] Publish callbacks [] for port (e5609be0-32ed-435e-b363-47af4817b266), precommit_update {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:24:23.870799 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-f54fe051-8723-4c78-a690-143df17a5b0f tempest-FloatingIPAdminTestJSON-1033999131 tempest-FloatingIPAdminTestJSON-1033999131-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762867176205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762866656485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762866656503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14393758'] for port (e5609be0-32ed-435e-b363-47af4817b266), after_update {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:24:23.921481 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Device da9277df-23d7-4f05-9358-dc4e24120347 up at agent ovs-agent-n-d-713498-36 {{(pid=103232) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 19:24:23.936300 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.managers [req-3ba4a3d0-b21e-43fe-b8a4-528d39e62d47 req-b1d7d0c4-4b48-4f3c-b015-48692d83e609 service neutron] Attempting to bind port f52a8035-85ec-4cb7-b104-1fc1e98afe4c on host n-h2-713498-36 for vnic_type normal with profile {{(pid=103229) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 19:24:23.936925 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.managers [req-3ba4a3d0-b21e-43fe-b8a4-528d39e62d47 req-b1d7d0c4-4b48-4f3c-b015-48692d83e609 service neutron] Attempting to bind port f52a8035-85ec-4cb7-b104-1fc1e98afe4c by drivers openvswitch,hyperv on host n-h2-713498-36 at level 0 using segments [{'id': '50e5915e-18f0-4558-9a28-b978975ead36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': '2b5494c8-cf97-42c1-b902-87f998f28179'}] {{(pid=103229) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 19:24:23.937064 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ba4a3d0-b21e-43fe-b8a4-528d39e62d47 req-b1d7d0c4-4b48-4f3c-b015-48692d83e609 service neutron] Attempting to bind port f52a8035-85ec-4cb7-b104-1fc1e98afe4c on network 2b5494c8-cf97-42c1-b902-87f998f28179 {{(pid=103229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 19:24:23.959650 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ba4a3d0-b21e-43fe-b8a4-528d39e62d47 req-b1d7d0c4-4b48-4f3c-b015-48692d83e609 service neutron] Port f52a8035-85ec-4cb7-b104-1fc1e98afe4c on network 2b5494c8-cf97-42c1-b902-87f998f28179 not bound, no agent of type Open vSwitch agent registered on host n-h2-713498-36 {{(pid=103229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 19:24:23.960159 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ba4a3d0-b21e-43fe-b8a4-528d39e62d47 req-b1d7d0c4-4b48-4f3c-b015-48692d83e609 service neutron] Attempting to bind port f52a8035-85ec-4cb7-b104-1fc1e98afe4c on network 2b5494c8-cf97-42c1-b902-87f998f28179 {{(pid=103229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 19:24:23.999345 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.provisioning_blocks [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Provisioning complete for port da9277df-23d7-4f05-9358-dc4e24120347 triggered by entity L2. {{(pid=103232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 19:24:23.999932 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593630'] for port (da9277df-23d7-4f05-9358-dc4e24120347), provisioning_complete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:24:24.012154 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ba4a3d0-b21e-43fe-b8a4-528d39e62d47 req-b1d7d0c4-4b48-4f3c-b015-48692d83e609 service neutron] Checking agent: {'id': 'bcd5faee-dc24-4298-9134-0e0aa054058e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713498-36', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 18, 59, 19), 'started_at': datetime.datetime(2022, 2, 9, 18, 59, 19), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 19, 24, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 19:24:24.012788 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ba4a3d0-b21e-43fe-b8a4-528d39e62d47 req-b1d7d0c4-4b48-4f3c-b015-48692d83e609 service neutron] Checking segment: {'id': '50e5915e-18f0-4558-9a28-b978975ead36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': '2b5494c8-cf97-42c1-b902-87f998f28179'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103229) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 19:24:24.013344 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ba4a3d0-b21e-43fe-b8a4-528d39e62d47 req-b1d7d0c4-4b48-4f3c-b015-48692d83e609 service neutron] Bound using segment: {'id': '50e5915e-18f0-4558-9a28-b978975ead36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': '2b5494c8-cf97-42c1-b902-87f998f28179'} {{(pid=103229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 19:24:24.013946 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.managers [req-3ba4a3d0-b21e-43fe-b8a4-528d39e62d47 req-b1d7d0c4-4b48-4f3c-b015-48692d83e609 service neutron] Bound port: f52a8035-85ec-4cb7-b104-1fc1e98afe4c, host: n-h2-713498-36, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '50e5915e-18f0-4558-9a28-b978975ead36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': '2b5494c8-cf97-42c1-b902-87f998f28179'}}] {{(pid=103229) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 19:24:24.014526 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-3ba4a3d0-b21e-43fe-b8a4-528d39e62d47 req-b1d7d0c4-4b48-4f3c-b015-48692d83e609 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (f52a8035-85ec-4cb7-b104-1fc1e98afe4c), before_update {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:24:24.060119 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f54fe051-8723-4c78-a690-143df17a5b0f tempest-FloatingIPAdminTestJSON-1033999131 tempest-FloatingIPAdminTestJSON-1033999131-project] Pushing event updated for resources: {'Port': ['ID=e5609be0-32ed-435e-b363-47af4817b266,revision_number=2']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:24:24.081678 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-f54fe051-8723-4c78-a690-143df17a5b0f tempest-FloatingIPAdminTestJSON-1033999131 tempest-FloatingIPAdminTestJSON-1033999131-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1818909'] for floatingip (2672065f-db32-4a14-bbf0-9e3c102cff99), after_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:24:24.096975 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f90966a8-e47e-4b31-bc34-36ee2e469137 req-e88a834e-218e-467a-8d20-2c54895589de tempest-ServerActionsTestJSON-347500300 tempest-ServerActionsTestJSON-347500300-project] Made reservation on behalf of d7a2ccbf0c8a475abd1520a0e31ab926 for: {'port': 1} {{(pid=103230) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 19:24:24.101296 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [req-f90966a8-e47e-4b31-bc34-36ee2e469137 req-e88a834e-218e-467a-8d20-2c54895589de tempest-ServerActionsTestJSON-347500300 tempest-ServerActionsTestJSON-347500300-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (None), before_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:24:24.164014 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-8be881e1-c456-41bc-8c74-f165a8fa5378 req-0f3bd6c8-f895-49e9-b66d-7219ced9144c tempest-ServerActionsTestJSON-347500300 tempest-ServerActionsTestJSON-347500300-project] 10.222.0.75 "GET /v2.0/ports?device_id=a1fbc70b-9dd3-44f5-99b0-85f3dff92d7d HTTP/1.1" status: 200 len: 210 time: 0.0799088 Feb 09 19:24:24.182636 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-c49fa2ff-6bf8-4370-bc9f-7239bdd29f8a admin admin] Publish callbacks [] for port (4420b8ed-e607-44be-919d-5f2a2fca1908), precommit_update {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:24:24.203664 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-c49fa2ff-6bf8-4370-bc9f-7239bdd29f8a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762867176205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762866656485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762866656503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12867569'] for port (4420b8ed-e607-44be-919d-5f2a2fca1908), after_update {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:24:24.258258 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.db [req-3ba4a3d0-b21e-43fe-b8a4-528d39e62d47 req-b1d7d0c4-4b48-4f3c-b015-48692d83e609 service neutron] For port f52a8035-85ec-4cb7-b104-1fc1e98afe4c, host n-h2-713498-36, cleared binding levels {{(pid=103229) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 19:24:24.258921 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-f54fe051-8723-4c78-a690-143df17a5b0f tempest-FloatingIPAdminTestJSON-1033999131 tempest-FloatingIPAdminTestJSON-1033999131-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171096'] for floatingip (None), before_response {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:24:24.262064 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-f54fe051-8723-4c78-a690-143df17a5b0f tempest-FloatingIPAdminTestJSON-1033999131 tempest-FloatingIPAdminTestJSON-1033999131-project] 10.222.0.75 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 4.4081676 Feb 09 19:24:24.266268 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Current status of the port da9277df-23d7-4f05-9358-dc4e24120347 is: ACTIVE; New status is: ACTIVE {{(pid=103232) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 19:24:24.267208 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 49882) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:24:24.293540 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.db [req-3ba4a3d0-b21e-43fe-b8a4-528d39e62d47 req-b1d7d0c4-4b48-4f3c-b015-48692d83e609 service neutron] For port f52a8035-85ec-4cb7-b104-1fc1e98afe4c, host n-h2-713498-36, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-36',level=0,port_id=f52a8035-85ec-4cb7-b104-1fc1e98afe4c,segment=NetworkSegment(50e5915e-18f0-4558-9a28-b978975ead36),segment_id=50e5915e-18f0-4558-9a28-b978975ead36)] {{(pid=103229) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 19:24:24.310794 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c49fa2ff-6bf8-4370-bc9f-7239bdd29f8a admin admin] Pushing event updated for resources: {'Port': ['ID=4420b8ed-e607-44be-919d-5f2a2fca1908,revision_number=2']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:24:24.313841 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-c49fa2ff-6bf8-4370-bc9f-7239bdd29f8a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1613458', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1834496'] for router_interface (b662775b-af56-49bc-9f1f-ead7465b8bf9), after_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:24:24.319476 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-3ba4a3d0-b21e-43fe-b8a4-528d39e62d47 req-b1d7d0c4-4b48-4f3c-b015-48692d83e609 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762867176205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762866656485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762866656503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12867569'] for port (f52a8035-85ec-4cb7-b104-1fc1e98afe4c), after_update {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:24:24.376216 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ba4a3d0-b21e-43fe-b8a4-528d39e62d47 req-b1d7d0c4-4b48-4f3c-b015-48692d83e609 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:24:24.376853 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-3ba4a3d0-b21e-43fe-b8a4-528d39e62d47 req-b1d7d0c4-4b48-4f3c-b015-48692d83e609 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171096'] for port (None), before_response {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:24:24.379152 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-3ba4a3d0-b21e-43fe-b8a4-528d39e62d47 req-b1d7d0c4-4b48-4f3c-b015-48692d83e609 service neutron] 10.222.0.90 "PUT /v2.0/ports/f52a8035-85ec-4cb7-b104-1fc1e98afe4c HTTP/1.1" status: 200 len: 1095 time: 2.8967125 Feb 09 19:24:24.402731 n-d-713498-36 neutron-server[103229]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '050d31e8-6d87-4651-b2af-0d81cc12c514', 'tag': 'f52a8035-85ec-4cb7-b104-1fc1e98afe4c'}] {{(pid=103229) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 19:24:24.405394 n-d-713498-36 neutron-server[103229]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fa6ae9a20702bd564eaf90d946620b2b4277b1ab91129323d3b54181076be307" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b13d6657-5a1a-43b2-9d22-c5d7e7a2512d" -d '{"events": [{"name": "network-changed", "server_uuid": "050d31e8-6d87-4651-b2af-0d81cc12c514", "tag": "f52a8035-85ec-4cb7-b104-1fc1e98afe4c"}]}' {{(pid=103229) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 19:24:24.503971 n-d-713498-36 neutron-server[103230]: DEBUG neutron.db.db_base_plugin_common [req-f90966a8-e47e-4b31-bc34-36ee2e469137 req-e88a834e-218e-467a-8d20-2c54895589de tempest-ServerActionsTestJSON-347500300 tempest-ServerActionsTestJSON-347500300-project] Allocated IP 172.20.0.6 (bd12d1d0-518d-4d29-a00d-98410ba2cb8a/60ccac4e-8e6b-4139-b4aa-9c0c5cc0e9e4/f1d2f720-203f-4a0c-99ec-b451c998d159) {{(pid=103230) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 19:24:24.538039 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-3a977ce8-b84d-4ce0-bd71-165a99bedf00 tempest-FloatingIPAdminTestJSON-246511676 tempest-FloatingIPAdminTestJSON-246511676-project-admin] 10.222.0.75 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 2915 time: 0.2694840 Feb 09 19:24:24.540778 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 49908) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:24:24.560077 n-d-713498-36 neutron-server[103229]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 19:24:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cf1d3ccb-9b42-4674-b30e-502d51702aed x-openstack-request-id: req-cf1d3ccb-9b42-4674-b30e-502d51702aed {{(pid=103229) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 19:24:24.560567 n-d-713498-36 neutron-server[103229]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "050d31e8-6d87-4651-b2af-0d81cc12c514", "tag": "f52a8035-85ec-4cb7-b104-1fc1e98afe4c", "status": "completed", "code": 200}]} {{(pid=103229) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 19:24:24.560965 n-d-713498-36 neutron-server[103229]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-cf1d3ccb-9b42-4674-b30e-502d51702aed {{(pid=103229) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 19:24:24.561503 n-d-713498-36 neutron-server[103229]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '050d31e8-6d87-4651-b2af-0d81cc12c514', 'tag': 'f52a8035-85ec-4cb7-b104-1fc1e98afe4c', 'status': 'completed', 'code': 200} Feb 09 19:24:24.613613 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1d7d0c4-4b48-4f3c-b015-48692d83e609 service neutron] Pushing event updated for resources: {'Port': ['ID=f52a8035-85ec-4cb7-b104-1fc1e98afe4c,revision_number=3']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:24:24.690929 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-d79edc1f-0d47-4172-b102-243c65345d82 tempest-FloatingIPAdminTestJSON-335355198 tempest-FloatingIPAdminTestJSON-335355198-project] 10.222.0.75 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 690 time: 0.1481099 Feb 09 19:24:24.694667 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 49914) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:24:24.704842 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ba4a3d0-b21e-43fe-b8a4-528d39e62d47 req-0c578a98-f214-4f8a-9604-10e218cfe1fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:24:24.707653 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-3ba4a3d0-b21e-43fe-b8a4-528d39e62d47 req-0c578a98-f214-4f8a-9604-10e218cfe1fb service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=6f74957f29a744d99b8eb7bccf38bcec&device_id=050d31e8-6d87-4651-b2af-0d81cc12c514 HTTP/1.1" status: 200 len: 1129 time: 0.2619977 Feb 09 19:24:24.769779 n-d-713498-36 neutron-server[103229]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c49fa2ff-6bf8-4370-bc9f-7239bdd29f8a admin admin] Network 2324528b-82cd-4c53-b665-41f5fd12f858 is already hosted by enough agents. {{(pid=103229) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 19:24:24.798618 n-d-713498-36 neutron-server[103229]: DEBUG neutron.scheduler.base_scheduler [None req-c49fa2ff-6bf8-4370-bc9f-7239bdd29f8a admin admin] Resources bound (agent type, host, resource id): {{(pid=103229) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 19:24:24.923206 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [req-f90966a8-e47e-4b31-bc34-36ee2e469137 req-e88a834e-218e-467a-8d20-2c54895589de tempest-ServerActionsTestJSON-347500300 tempest-ServerActionsTestJSON-347500300-project] Publish callbacks [] for port (f1d2f720-203f-4a0c-99ec-b451c998d159), precommit_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:24:24.974858 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [req-f90966a8-e47e-4b31-bc34-36ee2e469137 req-e88a834e-218e-467a-8d20-2c54895589de tempest-ServerActionsTestJSON-347500300 tempest-ServerActionsTestJSON-347500300-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762866656467', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14393751'] for port (f1d2f720-203f-4a0c-99ec-b451c998d159), after_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:24:25.050846 n-d-713498-36 neutron-server[103230]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f90966a8-e47e-4b31-bc34-36ee2e469137 req-e88a834e-218e-467a-8d20-2c54895589de tempest-ServerActionsTestJSON-347500300 tempest-ServerActionsTestJSON-347500300-project] Network bd12d1d0-518d-4d29-a00d-98410ba2cb8a is already hosted by enough agents. {{(pid=103230) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 19:24:25.061996 n-d-713498-36 neutron-server[103230]: DEBUG neutron.scheduler.base_scheduler [req-f90966a8-e47e-4b31-bc34-36ee2e469137 req-e88a834e-218e-467a-8d20-2c54895589de tempest-ServerActionsTestJSON-347500300 tempest-ServerActionsTestJSON-347500300-project] Resources bound (agent type, host, resource id): {{(pid=103230) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 19:24:25.067543 n-d-713498-36 neutron-server[103230]: DEBUG neutron.db.l3_dvrscheduler_db [req-f90966a8-e47e-4b31-bc34-36ee2e469137 req-e88a834e-218e-467a-8d20-2c54895589de tempest-ServerActionsTestJSON-347500300 tempest-ServerActionsTestJSON-347500300-project] Received port after_create {{(pid=103230) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 19:24:25.159464 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f90966a8-e47e-4b31-bc34-36ee2e469137 req-e88a834e-218e-467a-8d20-2c54895589de tempest-ServerActionsTestJSON-347500300 tempest-ServerActionsTestJSON-347500300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:24:25.160903 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [req-f90966a8-e47e-4b31-bc34-36ee2e469137 req-e88a834e-218e-467a-8d20-2c54895589de tempest-ServerActionsTestJSON-347500300 tempest-ServerActionsTestJSON-347500300-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171096'] for port (None), before_response {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:24:25.210362 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e88a834e-218e-467a-8d20-2c54895589de tempest-ServerActionsTestJSON-347500300 tempest-ServerActionsTestJSON-347500300-project] Pushing event updated for resources: {'Port': ['ID=f1d2f720-203f-4a0c-99ec-b451c998d159,revision_number=1']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:24:25.228058 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-f90966a8-e47e-4b31-bc34-36ee2e469137 req-e88a834e-218e-467a-8d20-2c54895589de tempest-ServerActionsTestJSON-347500300 tempest-ServerActionsTestJSON-347500300-project] 10.222.0.89 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5159783 Feb 09 19:24:25.242830 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.v2.base [req-f90966a8-e47e-4b31-bc34-36ee2e469137 req-f9330741-6640-4c3e-8fbc-72fe54224750 service neutron] Request body: {'port': {'device_id': 'a1fbc70b-9dd3-44f5-99b0-85f3dff92d7d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-713498-36'}} {{(pid=103230) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 19:24:25.348868 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-3ba4a3d0-b21e-43fe-b8a4-528d39e62d47 req-71579bc4-7057-4797-b4a6-f96ab6c07abd service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.3&port_id=f52a8035-85ec-4cb7-b104-1fc1e98afe4c HTTP/1.1" status: 200 len: 217 time: 0.5685806 Feb 09 19:24:25.352328 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-4c040ddb-ee4b-4345-b26a-2f990699a7e4 tempest-FloatingIPNegativeTestJSON-1419349447 tempest-FloatingIPNegativeTestJSON-1419349447-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1834525'] for router_interface (825d5025-ea0b-4721-91f5-ac86fe341f63), before_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:24:25.383231 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [req-f90966a8-e47e-4b31-bc34-36ee2e469137 req-f9330741-6640-4c3e-8fbc-72fe54224750 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (f1d2f720-203f-4a0c-99ec-b451c998d159), before_update {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:24:25.421401 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-453e85bf-394c-4971-a51e-e1fa897ebb06 req-e04b86c4-e838-4a9c-8b21-1cee08d18cdb tempest-ServerActionsTestJSON-347500300 tempest-ServerActionsTestJSON-347500300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:24:25.423280 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-453e85bf-394c-4971-a51e-e1fa897ebb06 req-e04b86c4-e838-4a9c-8b21-1cee08d18cdb tempest-ServerActionsTestJSON-347500300 tempest-ServerActionsTestJSON-347500300-project] 10.222.0.75 "GET /v2.0/ports?device_id=a1fbc70b-9dd3-44f5-99b0-85f3dff92d7d HTTP/1.1" status: 200 len: 931 time: 0.1287401 Feb 09 19:24:25.481850 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.provisioning_blocks [None req-f4ef1f46-fbca-4607-8695-3685cf2d980b None None] Provisioning complete for port f1d2f720-203f-4a0c-99ec-b451c998d159 triggered by entity DHCP. {{(pid=103232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 19:24:25.482466 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-f4ef1f46-fbca-4607-8695-3685cf2d980b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593630'] for port (f1d2f720-203f-4a0c-99ec-b451c998d159), provisioning_complete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:24:25.485518 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1efa717a-4dda-43bc-8810-71b9d27443b2 req-58b845cc-acd8-4878-ba7e-ca0071fad42a tempest-VolumesNegativeTest-636412530 tempest-VolumesNegativeTest-636412530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:24:25.489476 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-1efa717a-4dda-43bc-8810-71b9d27443b2 req-58b845cc-acd8-4878-ba7e-ca0071fad42a tempest-VolumesNegativeTest-636412530 tempest-VolumesNegativeTest-636412530-project] 10.222.0.75 "GET /v2.0/ports?device_id=050d31e8-6d87-4651-b2af-0d81cc12c514 HTTP/1.1" status: 200 len: 946 time: 0.9442511 Feb 09 19:24:25.567645 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-f4ef1f46-fbca-4607-8695-3685cf2d980b None None] Port f1d2f720-203f-4a0c-99ec-b451c998d159 cannot update to ACTIVE because it is not bound. {{(pid=103232) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 19:24:25.637984 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-453e85bf-394c-4971-a51e-e1fa897ebb06 req-8861436c-62ca-47f0-b8c5-4e76b539e662 tempest-ServerActionsTestJSON-347500300 tempest-ServerActionsTestJSON-347500300-project] 10.222.0.75 "GET /v2.0/security-groups?id=22c4accd-b9e4-4e3e-aec5-b2bee068a6b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0665162 Feb 09 19:24:25.743502 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ba4a3d0-b21e-43fe-b8a4-528d39e62d47 req-f5a5de9b-c738-430e-be99-257fdbeb472d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:24:25.745051 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-3ba4a3d0-b21e-43fe-b8a4-528d39e62d47 req-f5a5de9b-c738-430e-be99-257fdbeb472d service neutron] 10.222.0.90 "GET /v2.0/subnets?id=60b561cb-321e-4f83-9bb3-92b2e1d0dc44 HTTP/1.1" status: 200 len: 843 time: 0.2435350 Feb 09 19:24:25.913219 n-d-713498-36 neutron-server[103230]: DEBUG neutron.notifiers.nova [req-f90966a8-e47e-4b31-bc34-36ee2e469137 req-f9330741-6640-4c3e-8fbc-72fe54224750 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f1d2f720-203f-4a0c-99ec-b451c998d159 {{(pid=103230) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 19:24:25.920937 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-1efa717a-4dda-43bc-8810-71b9d27443b2 req-8dd7b9f3-ecb6-450c-9462-b7a8597f315b tempest-VolumesNegativeTest-636412530 tempest-VolumesNegativeTest-636412530-project] 10.222.0.75 "GET /v2.0/security-groups?id=ae9e7783-5315-46b7-9662-b630fde06191&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2635930 Feb 09 19:24:25.940874 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [req-f90966a8-e47e-4b31-bc34-36ee2e469137 req-f9330741-6640-4c3e-8fbc-72fe54224750 service neutron] Publish callbacks [] for port (f1d2f720-203f-4a0c-99ec-b451c998d159), precommit_update {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:24:25.971498 n-d-713498-36 neutron-server[103230]: DEBUG neutron.db.provisioning_blocks [req-f90966a8-e47e-4b31-bc34-36ee2e469137 req-f9330741-6640-4c3e-8fbc-72fe54224750 service neutron] Transition to ACTIVE for port object f1d2f720-203f-4a0c-99ec-b451c998d159 will not be triggered until provisioned by entity L2. {{(pid=103230) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 19:24:25.977488 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [req-f90966a8-e47e-4b31-bc34-36ee2e469137 req-f9330741-6640-4c3e-8fbc-72fe54224750 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762867176205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762866656485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762866656503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14393758'] for port (f1d2f720-203f-4a0c-99ec-b451c998d159), after_update {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:24:26.015649 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ba4a3d0-b21e-43fe-b8a4-528d39e62d47 req-5f8cfef1-d436-454f-afbe-10dcc76b4031 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:24:26.019040 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-3ba4a3d0-b21e-43fe-b8a4-528d39e62d47 req-5f8cfef1-d436-454f-afbe-10dcc76b4031 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=2b5494c8-cf97-42c1-b902-87f998f28179&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.2420962 Feb 09 19:24:26.043094 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.plugin [None req-da8c90dd-a9b1-406e-ab14-94d49b54f209 tempest-FloatingIPAdminTestJSON-1033999131 tempest-FloatingIPAdminTestJSON-1033999131-project] Deleting port e5609be0-32ed-435e-b363-47af4817b266 {{(pid=103229) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 19:24:26.043459 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-da8c90dd-a9b1-406e-ab14-94d49b54f209 tempest-FloatingIPAdminTestJSON-1033999131 tempest-FloatingIPAdminTestJSON-1033999131-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762867170196'] for port (e5609be0-32ed-435e-b363-47af4817b266), before_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:24:26.148865 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9330741-6640-4c3e-8fbc-72fe54224750 service neutron] Pushing event updated for resources: {'Port': ['ID=f1d2f720-203f-4a0c-99ec-b451c998d159,revision_number=2']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:24:26.168365 n-d-713498-36 neutron-server[103229]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c49fa2ff-6bf8-4370-bc9f-7239bdd29f8a admin admin] Router b662775b-af56-49bc-9f1f-ead7465b8bf9 has already been hosted by L3 agent 93303d5e-5d17-45e8-8963-7694f87783ae {{(pid=103229) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 19:24:26.182231 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.managers [req-f90966a8-e47e-4b31-bc34-36ee2e469137 req-f9330741-6640-4c3e-8fbc-72fe54224750 service neutron] Attempting to bind port f1d2f720-203f-4a0c-99ec-b451c998d159 on host n-h1-713498-36 for vnic_type normal with profile {{(pid=103230) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 19:24:26.182725 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.managers [req-f90966a8-e47e-4b31-bc34-36ee2e469137 req-f9330741-6640-4c3e-8fbc-72fe54224750 service neutron] Attempting to bind port f1d2f720-203f-4a0c-99ec-b451c998d159 by drivers openvswitch,hyperv on host n-h1-713498-36 at level 0 using segments [{'id': '9110d757-e4eb-424b-97b9-32896b689ba3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': 'bd12d1d0-518d-4d29-a00d-98410ba2cb8a'}] {{(pid=103230) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 19:24:26.183188 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f90966a8-e47e-4b31-bc34-36ee2e469137 req-f9330741-6640-4c3e-8fbc-72fe54224750 service neutron] Attempting to bind port f1d2f720-203f-4a0c-99ec-b451c998d159 on network bd12d1d0-518d-4d29-a00d-98410ba2cb8a {{(pid=103230) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 19:24:26.191015 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f90966a8-e47e-4b31-bc34-36ee2e469137 req-f9330741-6640-4c3e-8fbc-72fe54224750 service neutron] Port f1d2f720-203f-4a0c-99ec-b451c998d159 on network bd12d1d0-518d-4d29-a00d-98410ba2cb8a not bound, no agent of type Open vSwitch agent registered on host n-h1-713498-36 {{(pid=103230) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 19:24:26.191351 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f90966a8-e47e-4b31-bc34-36ee2e469137 req-f9330741-6640-4c3e-8fbc-72fe54224750 service neutron] Attempting to bind port f1d2f720-203f-4a0c-99ec-b451c998d159 on network bd12d1d0-518d-4d29-a00d-98410ba2cb8a {{(pid=103230) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 19:24:26.201417 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f90966a8-e47e-4b31-bc34-36ee2e469137 req-f9330741-6640-4c3e-8fbc-72fe54224750 service neutron] Checking agent: {'id': '488cd9ae-631f-4955-ba0b-4f5a13f12e9c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713498-36', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 18, 59, 18), 'started_at': datetime.datetime(2022, 2, 9, 18, 59, 18), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 19, 24, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103230) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 19:24:26.201762 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f90966a8-e47e-4b31-bc34-36ee2e469137 req-f9330741-6640-4c3e-8fbc-72fe54224750 service neutron] Checking segment: {'id': '9110d757-e4eb-424b-97b9-32896b689ba3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': 'bd12d1d0-518d-4d29-a00d-98410ba2cb8a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103230) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 19:24:26.202190 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f90966a8-e47e-4b31-bc34-36ee2e469137 req-f9330741-6640-4c3e-8fbc-72fe54224750 service neutron] Bound using segment: {'id': '9110d757-e4eb-424b-97b9-32896b689ba3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': 'bd12d1d0-518d-4d29-a00d-98410ba2cb8a'} {{(pid=103230) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 19:24:26.202627 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.managers [req-f90966a8-e47e-4b31-bc34-36ee2e469137 req-f9330741-6640-4c3e-8fbc-72fe54224750 service neutron] Bound port: f1d2f720-203f-4a0c-99ec-b451c998d159, host: n-h1-713498-36, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9110d757-e4eb-424b-97b9-32896b689ba3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': 'bd12d1d0-518d-4d29-a00d-98410ba2cb8a'}}] {{(pid=103230) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 19:24:26.202988 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [req-f90966a8-e47e-4b31-bc34-36ee2e469137 req-f9330741-6640-4c3e-8fbc-72fe54224750 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (f1d2f720-203f-4a0c-99ec-b451c998d159), before_update {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:24:26.307938 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.db [req-f90966a8-e47e-4b31-bc34-36ee2e469137 req-f9330741-6640-4c3e-8fbc-72fe54224750 service neutron] For port f1d2f720-203f-4a0c-99ec-b451c998d159, host n-h1-713498-36, cleared binding levels {{(pid=103230) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 19:24:26.312459 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.db [req-f90966a8-e47e-4b31-bc34-36ee2e469137 req-f9330741-6640-4c3e-8fbc-72fe54224750 service neutron] For port f1d2f720-203f-4a0c-99ec-b451c998d159, host n-h1-713498-36, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-36',level=0,port_id=f1d2f720-203f-4a0c-99ec-b451c998d159,segment=NetworkSegment(9110d757-e4eb-424b-97b9-32896b689ba3),segment_id=9110d757-e4eb-424b-97b9-32896b689ba3)] {{(pid=103230) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 19:24:26.319208 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [req-f90966a8-e47e-4b31-bc34-36ee2e469137 req-f9330741-6640-4c3e-8fbc-72fe54224750 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762867176205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762866656485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762866656503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14393758'] for port (f1d2f720-203f-4a0c-99ec-b451c998d159), after_update {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:24:26.367171 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f90966a8-e47e-4b31-bc34-36ee2e469137 req-f9330741-6640-4c3e-8fbc-72fe54224750 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:24:26.367881 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [req-f90966a8-e47e-4b31-bc34-36ee2e469137 req-f9330741-6640-4c3e-8fbc-72fe54224750 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171096'] for port (None), before_response {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:24:26.370469 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-f90966a8-e47e-4b31-bc34-36ee2e469137 req-f9330741-6640-4c3e-8fbc-72fe54224750 service neutron] 10.222.0.89 "PUT /v2.0/ports/f1d2f720-203f-4a0c-99ec-b451c998d159 HTTP/1.1" status: 200 len: 1092 time: 1.1372526 Feb 09 19:24:26.373143 n-d-713498-36 neutron-server[103230]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a1fbc70b-9dd3-44f5-99b0-85f3dff92d7d', 'tag': 'f1d2f720-203f-4a0c-99ec-b451c998d159'}] {{(pid=103230) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 19:24:26.376747 n-d-713498-36 neutron-server[103230]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aee5919275bae9f72eb374ee322673045eb80c1f84b4b45a97d96923bd50ab51" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fbcc2fb8-3e23-4d3b-8091-49b5783bfd4f" -d '{"events": [{"name": "network-changed", "server_uuid": "a1fbc70b-9dd3-44f5-99b0-85f3dff92d7d", "tag": "f1d2f720-203f-4a0c-99ec-b451c998d159"}]}' {{(pid=103230) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 19:24:26.449084 n-d-713498-36 neutron-server[103230]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 19:24:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a344834b-8d86-46dd-b969-7c2b33795045 x-openstack-request-id: req-a344834b-8d86-46dd-b969-7c2b33795045 {{(pid=103230) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 19:24:26.449679 n-d-713498-36 neutron-server[103230]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a1fbc70b-9dd3-44f5-99b0-85f3dff92d7d", "tag": "f1d2f720-203f-4a0c-99ec-b451c998d159", "status": "completed", "code": 200}]} {{(pid=103230) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 19:24:26.449679 n-d-713498-36 neutron-server[103230]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-a344834b-8d86-46dd-b969-7c2b33795045 {{(pid=103230) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 19:24:26.450576 n-d-713498-36 neutron-server[103230]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a1fbc70b-9dd3-44f5-99b0-85f3dff92d7d', 'tag': 'f1d2f720-203f-4a0c-99ec-b451c998d159', 'status': 'completed', 'code': 200} Feb 09 19:24:26.482918 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9330741-6640-4c3e-8fbc-72fe54224750 service neutron] Pushing event updated for resources: {'Port': ['ID=f1d2f720-203f-4a0c-99ec-b451c998d159,revision_number=3']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:24:26.525066 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f90966a8-e47e-4b31-bc34-36ee2e469137 req-7c431052-d613-4b5b-a290-9db2f6fe9fd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:24:26.531516 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-f90966a8-e47e-4b31-bc34-36ee2e469137 req-7c431052-d613-4b5b-a290-9db2f6fe9fd5 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=d7a2ccbf0c8a475abd1520a0e31ab926&device_id=a1fbc70b-9dd3-44f5-99b0-85f3dff92d7d HTTP/1.1" status: 200 len: 1126 time: 0.1150985 Feb 09 19:24:26.543417 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-da8c90dd-a9b1-406e-ab14-94d49b54f209 tempest-FloatingIPAdminTestJSON-1033999131 tempest-FloatingIPAdminTestJSON-1033999131-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1820838'] for port (e5609be0-32ed-435e-b363-47af4817b266), precommit_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:24:26.544386 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-da8c90dd-a9b1-406e-ab14-94d49b54f209 tempest-FloatingIPAdminTestJSON-1033999131 tempest-FloatingIPAdminTestJSON-1033999131-project] Publish callbacks [] for floatingip (e5609be0-32ed-435e-b363-47af4817b266), precommit_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:24:26.606748 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-f90966a8-e47e-4b31-bc34-36ee2e469137 req-75e8f4a9-ad7b-43f4-8f51-a88d9a81677b service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f1d2f720-203f-4a0c-99ec-b451c998d159 HTTP/1.1" status: 200 len: 217 time: 0.0691845 Feb 09 19:24:26.628146 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.plugin [None req-da8c90dd-a9b1-406e-ab14-94d49b54f209 tempest-FloatingIPAdminTestJSON-1033999131 tempest-FloatingIPAdminTestJSON-1033999131-project] Calling delete_port for e5609be0-32ed-435e-b363-47af4817b266 owned by network:floatingip {{(pid=103229) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 19:24:26.669241 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6f52550-2a42-41de-9f60-2811dae4ebe6 req-489aff64-b53f-4a8f-96a0-592f67b90fe6 tempest-AttachVolumeShelveTestJSON-671139515 tempest-AttachVolumeShelveTestJSON-671139515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:24:26.679253 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-d6f52550-2a42-41de-9f60-2811dae4ebe6 req-489aff64-b53f-4a8f-96a0-592f67b90fe6 tempest-AttachVolumeShelveTestJSON-671139515 tempest-AttachVolumeShelveTestJSON-671139515-project] 10.222.0.75 "GET /v2.0/ports?device_id=9a1c27a8-ba54-400e-9357-176d8c299bdc HTTP/1.1" status: 200 len: 946 time: 0.5196543 Feb 09 19:24:26.688768 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-3ba4a3d0-b21e-43fe-b8a4-528d39e62d47 req-5f58feb0-4423-419b-aa60-c268cfc00e61 service neutron] 10.222.0.90 "GET /v2.0/networks/2b5494c8-cf97-42c1-b902-87f998f28179?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6574953 Feb 09 19:24:26.721857 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f90966a8-e47e-4b31-bc34-36ee2e469137 req-634f0cf6-f553-4144-89fc-122809d63b63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:24:26.723260 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-f90966a8-e47e-4b31-bc34-36ee2e469137 req-634f0cf6-f553-4144-89fc-122809d63b63 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=60ccac4e-8e6b-4139-b4aa-9c0c5cc0e9e4 HTTP/1.1" status: 200 len: 851 time: 0.1108267 Feb 09 19:24:26.881768 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f90966a8-e47e-4b31-bc34-36ee2e469137 req-cf0bacc4-22ea-41ce-aa4a-7cd7900640d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:24:26.884183 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-f90966a8-e47e-4b31-bc34-36ee2e469137 req-cf0bacc4-22ea-41ce-aa4a-7cd7900640d2 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=bd12d1d0-518d-4d29-a00d-98410ba2cb8a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.1538928 Feb 09 19:24:26.900506 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c49fa2ff-6bf8-4370-bc9f-7239bdd29f8a admin admin] Notify agent at l3_agent.n-d-713498-36 the message routers_updated {{(pid=103229) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 19:24:26.912889 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-c49fa2ff-6bf8-4370-bc9f-7239bdd29f8a admin admin] 10.222.0.75 "PUT /v2.0/routers/b662775b-af56-49bc-9f1f-ead7465b8bf9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.4543564 Feb 09 19:24:26.915278 n-d-713498-36 neutron-server[103233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ee380b9-4829-4494-8180-fc5f563951fc None None] Sync routers for ids ['b662775b-af56-49bc-9f1f-ead7465b8bf9'] in n-d-713498-36 {{(pid=103233) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 19:24:26.934537 n-d-713498-36 neutron-server[103233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ee380b9-4829-4494-8180-fc5f563951fc None None] Routers {'b662775b-af56-49bc-9f1f-ead7465b8bf9'} bound to L3 agent in host n-d-713498-36 {{(pid=103233) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 19:24:26.935168 n-d-713498-36 neutron-server[103233]: DEBUG neutron.db.l3_hamode_db [None req-7ee380b9-4829-4494-8180-fc5f563951fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T18:51:43Z,description=,heartbeat_timestamp=2022-02-09T19:24:13Z,host='n-d-713498-36',id=93303d5e-5d17-45e8-8963-7694f87783ae,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T18:51:43Z,topic='l3_agent')) {'router_ids': ['b662775b-af56-49bc-9f1f-ead7465b8bf9'], 'active': True} {{(pid=103233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:24:26.949931 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-d6f52550-2a42-41de-9f60-2811dae4ebe6 req-c7326011-eed3-4453-812d-a1f654d1c7ce tempest-AttachVolumeShelveTestJSON-671139515 tempest-AttachVolumeShelveTestJSON-671139515-project] 10.222.0.75 "GET /v2.0/security-groups?id=8ffa0824-cdc7-466b-baef-bc7606a99fd1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2638807 Feb 09 19:24:26.988048 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.plugin [None req-4c040ddb-ee4b-4345-b26a-2f990699a7e4 tempest-FloatingIPNegativeTestJSON-1419349447 tempest-FloatingIPNegativeTestJSON-1419349447-project] Deleting port 39491d9b-03f0-4e55-b0f9-bab1401a5592 {{(pid=103229) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 19:24:26.988392 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-4c040ddb-ee4b-4345-b26a-2f990699a7e4 tempest-FloatingIPNegativeTestJSON-1419349447 tempest-FloatingIPNegativeTestJSON-1419349447-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762867170196'] for port (39491d9b-03f0-4e55-b0f9-bab1401a5592), before_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:24:27.128390 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-3ba4a3d0-b21e-43fe-b8a4-528d39e62d47 req-302c1e49-c77b-4d56-851e-3ef200a8e450 service neutron] 10.222.0.90 "GET /v2.0/networks/2b5494c8-cf97-42c1-b902-87f998f28179?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4183786 Feb 09 19:24:27.191432 n-d-713498-36 neutron-server[103233]: DEBUG neutron.db.l3_dvr_db [None req-7ee380b9-4829-4494-8180-fc5f563951fc None None] Set router b662775b-af56-49bc-9f1f-ead7465b8bf9 gateway port host: n-d-713498-36 {{(pid=103233) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 19:24:27.202419 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef843790-ad95-48f7-ad90-c8f5ebebb60e req-e88665aa-d9e6-4074-992d-616c7c4d34db tempest-ServerActionsTestJSON-347500300 tempest-ServerActionsTestJSON-347500300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:24:27.204001 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-ef843790-ad95-48f7-ad90-c8f5ebebb60e req-e88665aa-d9e6-4074-992d-616c7c4d34db tempest-ServerActionsTestJSON-347500300 tempest-ServerActionsTestJSON-347500300-project] 10.222.0.75 "GET /v2.0/ports?device_id=a1fbc70b-9dd3-44f5-99b0-85f3dff92d7d HTTP/1.1" status: 200 len: 943 time: 0.4101369 Feb 09 19:24:27.206080 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-f90966a8-e47e-4b31-bc34-36ee2e469137 req-d2261a24-1824-4235-b098-9df46bc75ca1 service neutron] 10.222.0.89 "GET /v2.0/networks/bd12d1d0-518d-4d29-a00d-98410ba2cb8a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3130329 Feb 09 19:24:27.285668 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-4c040ddb-ee4b-4345-b26a-2f990699a7e4 tempest-FloatingIPNegativeTestJSON-1419349447 tempest-FloatingIPNegativeTestJSON-1419349447-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1820838'] for port (39491d9b-03f0-4e55-b0f9-bab1401a5592), precommit_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:24:27.330903 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f01afc6a-5e83-4fcc-98e1-6b22f2323327 req-5c6127d1-b97a-4c31-b831-cb567815ced1 tempest-VolumesNegativeTest-636412530 tempest-VolumesNegativeTest-636412530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:24:27.336838 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-ef843790-ad95-48f7-ad90-c8f5ebebb60e req-8152f097-8489-43be-95e2-edca0baf9bd8 tempest-ServerActionsTestJSON-347500300 tempest-ServerActionsTestJSON-347500300-project] 10.222.0.75 "GET /v2.0/security-groups?id=22c4accd-b9e4-4e3e-aec5-b2bee068a6b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1261966 Feb 09 19:24:27.339093 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-f01afc6a-5e83-4fcc-98e1-6b22f2323327 req-5c6127d1-b97a-4c31-b831-cb567815ced1 tempest-VolumesNegativeTest-636412530 tempest-VolumesNegativeTest-636412530-project] 10.222.0.75 "GET /v2.0/ports?device_id=050d31e8-6d87-4651-b2af-0d81cc12c514 HTTP/1.1" status: 200 len: 946 time: 0.2544143 Feb 09 19:24:27.344099 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.plugin [None req-4c040ddb-ee4b-4345-b26a-2f990699a7e4 tempest-FloatingIPNegativeTestJSON-1419349447 tempest-FloatingIPNegativeTestJSON-1419349447-project] Calling delete_port for 39491d9b-03f0-4e55-b0f9-bab1401a5592 owned by network:router_interface {{(pid=103229) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 19:24:27.426243 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-da8c90dd-a9b1-406e-ab14-94d49b54f209 tempest-FloatingIPAdminTestJSON-1033999131 tempest-FloatingIPAdminTestJSON-1033999131-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762867177463', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762866656476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12867576'] for port (e5609be0-32ed-435e-b363-47af4817b266), after_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:24:27.469659 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-f90966a8-e47e-4b31-bc34-36ee2e469137 req-6b255a72-803b-4437-934f-aef14be6e637 service neutron] 10.222.0.89 "GET /v2.0/networks/bd12d1d0-518d-4d29-a00d-98410ba2cb8a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2305605 Feb 09 19:24:27.497277 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da8c90dd-a9b1-406e-ab14-94d49b54f209 tempest-FloatingIPAdminTestJSON-1033999131 tempest-FloatingIPAdminTestJSON-1033999131-project] Pushing event deleted for resources: {'Port': ['ID=e5609be0-32ed-435e-b363-47af4817b266,revision_number=None']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:24:27.540327 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b13d6657-5a1a-43b2-9d22-c5d7e7a2512d req-cf7af8ab-e7e7-4c37-8f3f-4e9df5dfe865 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:24:27.543915 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-b13d6657-5a1a-43b2-9d22-c5d7e7a2512d req-cf7af8ab-e7e7-4c37-8f3f-4e9df5dfe865 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=6f74957f29a744d99b8eb7bccf38bcec&device_id=050d31e8-6d87-4651-b2af-0d81cc12c514 HTTP/1.1" status: 200 len: 1129 time: 0.3522727 Feb 09 19:24:27.621668 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbcc2fb8-3e23-4d3b-8091-49b5783bfd4f req-ebc0a944-60f2-4cb7-bab3-5d3d0c3a2bdb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:24:27.627184 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-fbcc2fb8-3e23-4d3b-8091-49b5783bfd4f req-ebc0a944-60f2-4cb7-bab3-5d3d0c3a2bdb service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=d7a2ccbf0c8a475abd1520a0e31ab926&device_id=a1fbc70b-9dd3-44f5-99b0-85f3dff92d7d HTTP/1.1" status: 200 len: 1126 time: 0.1049438 Feb 09 19:24:27.658798 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-f01afc6a-5e83-4fcc-98e1-6b22f2323327 req-275262c3-2f5a-40ab-ab42-65c736ef5d85 tempest-VolumesNegativeTest-636412530 tempest-VolumesNegativeTest-636412530-project] 10.222.0.75 "GET /v2.0/security-groups?id=ae9e7783-5315-46b7-9662-b630fde06191&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3179379 Feb 09 19:24:27.787309 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-da8c90dd-a9b1-406e-ab14-94d49b54f209 tempest-FloatingIPAdminTestJSON-1033999131 tempest-FloatingIPAdminTestJSON-1033999131-project] Publish callbacks [] for floatingip (2672065f-db32-4a14-bbf0-9e3c102cff99), after_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:24:27.790207 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-da8c90dd-a9b1-406e-ab14-94d49b54f209 tempest-FloatingIPAdminTestJSON-1033999131 tempest-FloatingIPAdminTestJSON-1033999131-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171096'] for floatingip (None), before_response {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:24:27.795407 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-da8c90dd-a9b1-406e-ab14-94d49b54f209 tempest-FloatingIPAdminTestJSON-1033999131 tempest-FloatingIPAdminTestJSON-1033999131-project] 10.222.0.75 "DELETE /v2.0/floatingips/2672065f-db32-4a14-bbf0-9e3c102cff99 HTTP/1.1" status: 204 len: 168 time: 3.0851295 Feb 09 19:24:27.800970 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 50108) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:24:27.842416 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbcc2fb8-3e23-4d3b-8091-49b5783bfd4f req-bc662190-dec2-4f7a-a956-1cbb16b8f55c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:24:27.848664 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-fbcc2fb8-3e23-4d3b-8091-49b5783bfd4f req-bc662190-dec2-4f7a-a956-1cbb16b8f55c service neutron] 10.222.0.89 "GET /v2.0/networks?id=bd12d1d0-518d-4d29-a00d-98410ba2cb8a HTTP/1.1" status: 200 len: 913 time: 0.2155328 Feb 09 19:24:27.872066 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93f28220-2248-4709-98ec-7871d8bf1975 req-82dd4496-84b2-4001-a0a2-11ddd7e2951b tempest-AttachVolumeShelveTestJSON-671139515 tempest-AttachVolumeShelveTestJSON-671139515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:24:27.873800 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-93f28220-2248-4709-98ec-7871d8bf1975 req-82dd4496-84b2-4001-a0a2-11ddd7e2951b tempest-AttachVolumeShelveTestJSON-671139515 tempest-AttachVolumeShelveTestJSON-671139515-project] 10.222.0.89 "GET /v2.0/ports?device_id=9a1c27a8-ba54-400e-9357-176d8c299bdc HTTP/1.1" status: 200 len: 946 time: 0.4009669 Feb 09 19:24:27.902275 n-d-713498-36 neutron-server[103233]: DEBUG neutron.db.l3_hamode_db [None req-7ee380b9-4829-4494-8180-fc5f563951fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b662775b-af56-49bc-9f1f-ead7465b8bf9', 'name': 'tempest-ServerRescueTestJSON-186297741-router', 'tenant_id': '2144a5f95fe04d169308063e9f839f8a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88055e1e-672a-4487-be31-ffb6e833ece5', 'external_fixed_ips': [{'subnet_id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'ip_address': '172.25.1.181'}], 'enable_snat': True}, 'gw_port_id': 'da9277df-23d7-4f05-9358-dc4e24120347', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T19:24:12Z', 'updated_at': '2022-02-09T19:24:23Z', 'revision_number': 4, 'project_id': '2144a5f95fe04d169308063e9f839f8a', 'gw_port': {'id': 'da9277df-23d7-4f05-9358-dc4e24120347', 'name': '', 'network_id': '88055e1e-672a-4487-be31-ffb6e833ece5', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:80:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b662775b-af56-49bc-9f1f-ead7465b8bf9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2108, 'fixed_ips': [{'subnet_id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'ip_address': '172.25.1.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T19:24:13Z', 'updated_at': '2022-02-09T19:24:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-36', '_interfaces': [{'id': '4420b8ed-e607-44be-919d-5f2a2fca1908', 'name': '', 'network_id': '2324528b-82cd-4c53-b665-41f5fd12f858', 'tenant_id': '2144a5f95fe04d169308063e9f839f8a', 'mac_address': 'fa:16:3e:29:a7:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b662775b-af56-49bc-9f1f-ead7465b8bf9', 'device_owner': 'network:router_interface', 'standard_attr_id': 2134, 'fixed_ips': [{'subnet_id': 'e2b46c61-e766-43ec-83e4-53a2c0064c76', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T19:24:20Z', 'updated_at': '2022-02-09T19:24:23Z', 'revision_number': 2, 'project_id': '2144a5f95fe04d169308063e9f839f8a', 'subnets': [{'id': 'e2b46c61-e766-43ec-83e4-53a2c0064c76', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-36', False) {} {{(pid=103233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:24:27.949018 n-d-713498-36 neutron-server[103233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ee380b9-4829-4494-8180-fc5f563951fc None None] Checking router: b662775b-af56-49bc-9f1f-ead7465b8bf9 for host: n-d-713498-36 {{(pid=103233) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 19:24:27.950322 n-d-713498-36 neutron-server[103233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ee380b9-4829-4494-8180-fc5f563951fc None None] Updating router b662775b-af56-49bc-9f1f-ead7465b8bf9 port 4420b8ed-e607-44be-919d-5f2a2fca1908 binding host n-d-713498-36 {{(pid=103233) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 19:24:27.986076 n-d-713498-36 neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-7ee380b9-4829-4494-8180-fc5f563951fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (4420b8ed-e607-44be-919d-5f2a2fca1908), before_update {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:24:28.009930 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b13d6657-5a1a-43b2-9d22-c5d7e7a2512d req-96f5e011-54d9-4dc7-bc99-527d02220172 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:24:28.011621 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-b13d6657-5a1a-43b2-9d22-c5d7e7a2512d req-96f5e011-54d9-4dc7-bc99-527d02220172 service neutron] 10.222.0.90 "GET /v2.0/networks?id=2b5494c8-cf97-42c1-b902-87f998f28179 HTTP/1.1" status: 200 len: 870 time: 0.4196470 Feb 09 19:24:28.092872 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-fbcc2fb8-3e23-4d3b-8091-49b5783bfd4f req-270bc09d-afe5-43c2-962e-79f6f84224ea service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f1d2f720-203f-4a0c-99ec-b451c998d159 HTTP/1.1" status: 200 len: 217 time: 0.2265978 Feb 09 19:24:28.193255 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-b13d6657-5a1a-43b2-9d22-c5d7e7a2512d req-c296d20d-dc30-45c6-9fac-0642bc626eca service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.3&port_id=f52a8035-85ec-4cb7-b104-1fc1e98afe4c HTTP/1.1" status: 200 len: 217 time: 0.1239061 Feb 09 19:24:28.294408 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-4c040ddb-ee4b-4345-b26a-2f990699a7e4 tempest-FloatingIPNegativeTestJSON-1419349447 tempest-FloatingIPNegativeTestJSON-1419349447-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762867177463', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762866656476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12867576'] for port (39491d9b-03f0-4e55-b0f9-bab1401a5592), after_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:24:28.295502 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbcc2fb8-3e23-4d3b-8091-49b5783bfd4f req-8d12b3b2-8386-4352-b935-427b90cd238a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:24:28.299311 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-fbcc2fb8-3e23-4d3b-8091-49b5783bfd4f req-8d12b3b2-8386-4352-b935-427b90cd238a service neutron] 10.222.0.89 "GET /v2.0/subnets?id=60ccac4e-8e6b-4139-b4aa-9c0c5cc0e9e4 HTTP/1.1" status: 200 len: 851 time: 0.1987848 Feb 09 19:24:28.348039 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b13d6657-5a1a-43b2-9d22-c5d7e7a2512d req-d20035dd-728d-4099-8ef3-b73448f8885f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:24:28.348987 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-b13d6657-5a1a-43b2-9d22-c5d7e7a2512d req-d20035dd-728d-4099-8ef3-b73448f8885f service neutron] 10.222.0.90 "GET /v2.0/subnets?id=60b561cb-321e-4f83-9bb3-92b2e1d0dc44 HTTP/1.1" status: 200 len: 843 time: 0.1368647 Feb 09 19:24:28.349790 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c040ddb-ee4b-4345-b26a-2f990699a7e4 tempest-FloatingIPNegativeTestJSON-1419349447 tempest-FloatingIPNegativeTestJSON-1419349447-project] Pushing event deleted for resources: {'Port': ['ID=39491d9b-03f0-4e55-b0f9-bab1401a5592,revision_number=None']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:24:28.410235 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.plugin [None req-964a2a20-95fc-4071-96fb-274c9704bda0 tempest-FloatingIPAdminTestJSON-246511676 tempest-FloatingIPAdminTestJSON-246511676-project-admin] Deleting port cfffc602-18b7-4d0c-a344-02f07ff1510d {{(pid=103229) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 19:24:28.410681 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-964a2a20-95fc-4071-96fb-274c9704bda0 tempest-FloatingIPAdminTestJSON-246511676 tempest-FloatingIPAdminTestJSON-246511676-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762867170196'] for port (cfffc602-18b7-4d0c-a344-02f07ff1510d), before_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:24:28.420443 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea2c36f9-cf10-4c62-93e4-a3f4167153c0 req-d45e7ebd-6751-4e4d-b487-7f2b292614fa tempest-ServerRescueTestJSON-1886685382 tempest-ServerRescueTestJSON-1886685382-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:24:28.423079 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-ea2c36f9-cf10-4c62-93e4-a3f4167153c0 req-d45e7ebd-6751-4e4d-b487-7f2b292614fa tempest-ServerRescueTestJSON-1886685382 tempest-ServerRescueTestJSON-1886685382-project] 10.222.0.75 "GET /v2.0/networks?id=2324528b-82cd-4c53-b665-41f5fd12f858 HTTP/1.1" status: 200 len: 810 time: 0.5721862 Feb 09 19:24:28.447084 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbcc2fb8-3e23-4d3b-8091-49b5783bfd4f req-f94fed03-6e05-46ad-8405-5bd98921e1e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:24:28.449824 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-fbcc2fb8-3e23-4d3b-8091-49b5783bfd4f req-f94fed03-6e05-46ad-8405-5bd98921e1e8 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=bd12d1d0-518d-4d29-a00d-98410ba2cb8a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.1440125 Feb 09 19:24:28.455043 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-ea2c36f9-cf10-4c62-93e4-a3f4167153c0 req-ad42c79b-22f7-4613-84fe-7dd6ce0bcf73 tempest-ServerRescueTestJSON-1886685382 tempest-ServerRescueTestJSON-1886685382-project] 10.222.0.75 "GET /v2.0/quotas/2144a5f95fe04d169308063e9f839f8a HTTP/1.1" status: 200 len: 375 time: 0.0191343 Feb 09 19:24:28.465553 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2eb0128-cd70-4edd-b24c-b20d0f33aa31 req-1078e619-42fe-4015-bad3-2681c42760a8 tempest-AttachVolumeShelveTestJSON-671139515 tempest-AttachVolumeShelveTestJSON-671139515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:24:28.472553 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-b2eb0128-cd70-4edd-b24c-b20d0f33aa31 req-1078e619-42fe-4015-bad3-2681c42760a8 tempest-AttachVolumeShelveTestJSON-671139515 tempest-AttachVolumeShelveTestJSON-671139515-project] 10.222.0.75 "GET /v2.0/ports?device_id=9a1c27a8-ba54-400e-9357-176d8c299bdc HTTP/1.1" status: 200 len: 946 time: 0.3727806 Feb 09 19:24:28.523698 n-d-713498-36 neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-7ee380b9-4829-4494-8180-fc5f563951fc None None] Publish callbacks [] for port (4420b8ed-e607-44be-919d-5f2a2fca1908), precommit_update {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:24:28.541368 n-d-713498-36 neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-7ee380b9-4829-4494-8180-fc5f563951fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762867176205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762866656485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762866656503'] for port (4420b8ed-e607-44be-919d-5f2a2fca1908), after_update {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:24:28.672012 n-d-713498-36 neutron-server[103233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c8b1f70-66c6-4c43-8c0b-688bd5042243 None None] Pushing event updated for resources: {'Port': ['ID=4420b8ed-e607-44be-919d-5f2a2fca1908,revision_number=3']} {{(pid=103233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:24:28.693590 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 50136) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:24:28.732563 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-ea2c36f9-cf10-4c62-93e4-a3f4167153c0 req-959b16d3-86f9-45b1-9f61-bbb37ba356a8 tempest-ServerRescueTestJSON-1886685382 tempest-ServerRescueTestJSON-1886685382-project] 10.222.0.75 "GET /v2.0/ports?tenant_id=2144a5f95fe04d169308063e9f839f8a&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2595308 Feb 09 19:24:28.748964 n-d-713498-36 neutron-server[103233]: DEBUG neutron.plugins.ml2.managers [None req-7ee380b9-4829-4494-8180-fc5f563951fc None None] Attempting to bind port 4420b8ed-e607-44be-919d-5f2a2fca1908 on host n-d-713498-36 for vnic_type normal with profile {{(pid=103233) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 19:24:28.749336 n-d-713498-36 neutron-server[103233]: DEBUG neutron.plugins.ml2.managers [None req-7ee380b9-4829-4494-8180-fc5f563951fc None None] Attempting to bind port 4420b8ed-e607-44be-919d-5f2a2fca1908 by drivers openvswitch,hyperv on host n-d-713498-36 at level 0 using segments [{'id': 'c10441c4-164e-4746-a64d-90f79f0d70ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': '2324528b-82cd-4c53-b665-41f5fd12f858'}] {{(pid=103233) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 19:24:28.749840 n-d-713498-36 neutron-server[103233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ee380b9-4829-4494-8180-fc5f563951fc None None] Attempting to bind port 4420b8ed-e607-44be-919d-5f2a2fca1908 on network 2324528b-82cd-4c53-b665-41f5fd12f858 {{(pid=103233) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 19:24:28.757714 n-d-713498-36 neutron-server[103233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ee380b9-4829-4494-8180-fc5f563951fc None None] Checking agent: {'id': '496418a2-c002-4aec-ab1a-07f3bea491bd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-36', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 18, 51, 47), 'started_at': datetime.datetime(2022, 2, 9, 18, 52, 17), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 19, 24, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-36'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103233) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 19:24:28.758122 n-d-713498-36 neutron-server[103233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ee380b9-4829-4494-8180-fc5f563951fc None None] Checking segment: {'id': 'c10441c4-164e-4746-a64d-90f79f0d70ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': '2324528b-82cd-4c53-b665-41f5fd12f858'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103233) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 19:24:28.758703 n-d-713498-36 neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-7ee380b9-4829-4494-8180-fc5f563951fc None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:24:28.759204 n-d-713498-36 neutron-server[103233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ee380b9-4829-4494-8180-fc5f563951fc None None] Bound using segment: {'id': 'c10441c4-164e-4746-a64d-90f79f0d70ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': '2324528b-82cd-4c53-b665-41f5fd12f858'} {{(pid=103233) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 19:24:28.760770 n-d-713498-36 neutron-server[103233]: DEBUG neutron.plugins.ml2.managers [None req-7ee380b9-4829-4494-8180-fc5f563951fc None None] Bound port: 4420b8ed-e607-44be-919d-5f2a2fca1908, host: n-d-713498-36, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c10441c4-164e-4746-a64d-90f79f0d70ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': '2324528b-82cd-4c53-b665-41f5fd12f858'}}] {{(pid=103233) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 19:24:28.762188 n-d-713498-36 neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-7ee380b9-4829-4494-8180-fc5f563951fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (4420b8ed-e607-44be-919d-5f2a2fca1908), before_update {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:24:28.777277 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-fbcc2fb8-3e23-4d3b-8091-49b5783bfd4f req-bb634d50-d26b-4784-a0d3-497d5c184883 service neutron] 10.222.0.89 "GET /v2.0/networks/bd12d1d0-518d-4d29-a00d-98410ba2cb8a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3200567 Feb 09 19:24:28.884149 n-d-713498-36 neutron-server[103233]: DEBUG neutron.plugins.ml2.db [None req-7ee380b9-4829-4494-8180-fc5f563951fc None None] For port 4420b8ed-e607-44be-919d-5f2a2fca1908, host n-d-713498-36, cleared binding levels {{(pid=103233) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 19:24:28.888237 n-d-713498-36 neutron-server[103233]: DEBUG neutron.plugins.ml2.db [None req-7ee380b9-4829-4494-8180-fc5f563951fc None None] For port 4420b8ed-e607-44be-919d-5f2a2fca1908, host n-d-713498-36, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-36',level=0,port_id=4420b8ed-e607-44be-919d-5f2a2fca1908,segment=NetworkSegment(c10441c4-164e-4746-a64d-90f79f0d70ea),segment_id=c10441c4-164e-4746-a64d-90f79f0d70ea)] {{(pid=103233) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 19:24:28.936086 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-fbcc2fb8-3e23-4d3b-8091-49b5783bfd4f req-23f8466c-b2a1-4ee3-bee2-d292807b129f service neutron] 10.222.0.89 "GET /v2.0/networks/bd12d1d0-518d-4d29-a00d-98410ba2cb8a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1514592 Feb 09 19:24:28.945524 n-d-713498-36 neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-7ee380b9-4829-4494-8180-fc5f563951fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762867176205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762866656485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762866656503'] for port (4420b8ed-e607-44be-919d-5f2a2fca1908), after_update {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:24:28.950309 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-b1bbb84c-281c-4185-9c57-4aa635870171 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:24:29.080170 n-d-713498-36 neutron-server[103233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ee380b9-4829-4494-8180-fc5f563951fc None None] Routers {'b662775b-af56-49bc-9f1f-ead7465b8bf9'} bound to L3 agent in host n-d-713498-36 {{(pid=103233) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 19:24:29.082172 n-d-713498-36 neutron-server[103233]: DEBUG neutron.db.l3_hamode_db [None req-7ee380b9-4829-4494-8180-fc5f563951fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T18:51:43Z,description=,heartbeat_timestamp=2022-02-09T19:24:13Z,host='n-d-713498-36',id=93303d5e-5d17-45e8-8963-7694f87783ae,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T18:51:43Z,topic='l3_agent')) {'router_ids': ['b662775b-af56-49bc-9f1f-ead7465b8bf9'], 'active': True} {{(pid=103233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:24:29.111835 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-ea2c36f9-cf10-4c62-93e4-a3f4167153c0 req-f2dc8661-81c2-48f2-a0ae-c1bad50fa002 service neutron] 10.222.0.75 "GET /v2.0/networks/2324528b-82cd-4c53-b665-41f5fd12f858?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3776717 Feb 09 19:24:29.153762 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.plugin [req-93f28220-2248-4709-98ec-7871d8bf1975 req-e1b853cd-7b51-4365-a41a-99d58718f7a6 tempest-AttachVolumeShelveTestJSON-671139515 tempest-AttachVolumeShelveTestJSON-671139515-project] Deleting port b50d554d-6f94-47cf-8afe-1b81749f4ef5 {{(pid=103229) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 19:24:29.154381 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-93f28220-2248-4709-98ec-7871d8bf1975 req-e1b853cd-7b51-4365-a41a-99d58718f7a6 tempest-AttachVolumeShelveTestJSON-671139515 tempest-AttachVolumeShelveTestJSON-671139515-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762867170196'] for port (b50d554d-6f94-47cf-8afe-1b81749f4ef5), before_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:24:29.188795 n-d-713498-36 neutron-server[103233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c8b1f70-66c6-4c43-8c0b-688bd5042243 None None] Pushing event updated for resources: {'Port': ['ID=4420b8ed-e607-44be-919d-5f2a2fca1908,revision_number=4']} {{(pid=103233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:24:29.239536 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-ea2c36f9-cf10-4c62-93e4-a3f4167153c0 req-0f632498-071a-4af6-ae2b-c3611109ec92 service neutron] 10.222.0.75 "GET /v2.0/networks/2324528b-82cd-4c53-b665-41f5fd12f858?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1266448 Feb 09 19:24:29.242363 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-b1bbb84c-281c-4185-9c57-4aa635870171 admin admin] Publish callbacks [] for security_group (0a1d1606-09c0-463c-826a-ea3f77c9acb8), precommit_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:24:29.250970 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-b1bbb84c-281c-4185-9c57-4aa635870171 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1892331'] for security_group (0a1d1606-09c0-463c-826a-ea3f77c9acb8), after_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:24:29.284131 n-d-713498-36 neutron-server[103233]: DEBUG neutron.db.l3_dvr_db [None req-7ee380b9-4829-4494-8180-fc5f563951fc None None] Set router b662775b-af56-49bc-9f1f-ead7465b8bf9 gateway port host: n-d-713498-36 {{(pid=103233) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 19:24:29.313682 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1bbb84c-281c-4185-9c57-4aa635870171 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0a1d1606-09c0-463c-826a-ea3f77c9acb8,revision_number=1']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:24:29.356944 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-b1bbb84c-281c-4185-9c57-4aa635870171 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=3ddac765f1f84e98b65eb6e2fbc5f2ad&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6606917 Feb 09 19:24:29.357895 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 50142) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:24:29.362735 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b13d6657-5a1a-43b2-9d22-c5d7e7a2512d req-6dac645c-a6be-4670-b7b2-e50187c19d39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:24:29.364277 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-b13d6657-5a1a-43b2-9d22-c5d7e7a2512d req-6dac645c-a6be-4670-b7b2-e50187c19d39 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=2b5494c8-cf97-42c1-b902-87f998f28179&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 1.0041912 Feb 09 19:24:29.505048 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-9f974bf3-1aa4-4d29-9e7e-92f8a41b1787 admin admin] Publish callbacks [] for security_group (0a1d1606-09c0-463c-826a-ea3f77c9acb8), before_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:24:29.527481 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-b2eb0128-cd70-4edd-b24c-b20d0f33aa31 req-e9a2eeb5-3636-4dc1-aa71-143e0e9638b7 tempest-AttachVolumeShelveTestJSON-671139515 tempest-AttachVolumeShelveTestJSON-671139515-project] 10.222.0.75 "GET /v2.0/security-groups?id=8ffa0824-cdc7-466b-baef-bc7606a99fd1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 1.0531223 Feb 09 19:24:29.537923 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-9f974bf3-1aa4-4d29-9e7e-92f8a41b1787 admin admin] Publish callbacks [] for security_group (0a1d1606-09c0-463c-826a-ea3f77c9acb8), precommit_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:24:29.564705 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-4c040ddb-ee4b-4345-b26a-2f990699a7e4 tempest-FloatingIPNegativeTestJSON-1419349447 tempest-FloatingIPNegativeTestJSON-1419349447-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1613467', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1834633'] for router_interface (825d5025-ea0b-4721-91f5-ac86fe341f63), after_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:24:29.567512 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-964a2a20-95fc-4071-96fb-274c9704bda0 tempest-FloatingIPAdminTestJSON-246511676 tempest-FloatingIPAdminTestJSON-246511676-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1820838'] for port (cfffc602-18b7-4d0c-a344-02f07ff1510d), precommit_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:24:29.567845 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-964a2a20-95fc-4071-96fb-274c9704bda0 tempest-FloatingIPAdminTestJSON-246511676 tempest-FloatingIPAdminTestJSON-246511676-project-admin] Publish callbacks [] for floatingip (cfffc602-18b7-4d0c-a344-02f07ff1510d), precommit_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:24:29.597097 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-475f641c-0e94-4fe5-9da1-f03943744e7a req-52dd0225-1f0f-4c5a-8e7e-e77fd9e245fb tempest-ServerActionsTestJSON-347500300 tempest-ServerActionsTestJSON-347500300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:24:29.607199 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-475f641c-0e94-4fe5-9da1-f03943744e7a req-52dd0225-1f0f-4c5a-8e7e-e77fd9e245fb tempest-ServerActionsTestJSON-347500300 tempest-ServerActionsTestJSON-347500300-project] 10.222.0.75 "GET /v2.0/ports?device_id=a1fbc70b-9dd3-44f5-99b0-85f3dff92d7d HTTP/1.1" status: 200 len: 943 time: 0.1601422 Feb 09 19:24:29.715365 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.db [req-93f28220-2248-4709-98ec-7871d8bf1975 req-e1b853cd-7b51-4365-a41a-99d58718f7a6 tempest-AttachVolumeShelveTestJSON-671139515 tempest-AttachVolumeShelveTestJSON-671139515-project] For port b50d554d-6f94-47cf-8afe-1b81749f4ef5, host n-h1-713498-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-36',level=0,port_id=b50d554d-6f94-47cf-8afe-1b81749f4ef5,segment=NetworkSegment(92268b40-fd45-4716-b63a-1f78b1bbf69a),segment_id=92268b40-fd45-4716-b63a-1f78b1bbf69a)] {{(pid=103229) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 19:24:29.715803 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-93f28220-2248-4709-98ec-7871d8bf1975 req-e1b853cd-7b51-4365-a41a-99d58718f7a6 tempest-AttachVolumeShelveTestJSON-671139515 tempest-AttachVolumeShelveTestJSON-671139515-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1820838'] for port (b50d554d-6f94-47cf-8afe-1b81749f4ef5), precommit_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:24:29.718879 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.plugin [None req-964a2a20-95fc-4071-96fb-274c9704bda0 tempest-FloatingIPAdminTestJSON-246511676 tempest-FloatingIPAdminTestJSON-246511676-project-admin] Calling delete_port for cfffc602-18b7-4d0c-a344-02f07ff1510d owned by network:floatingip {{(pid=103229) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 19:24:29.733719 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-9f974bf3-1aa4-4d29-9e7e-92f8a41b1787 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1892331'] for security_group (0a1d1606-09c0-463c-826a-ea3f77c9acb8), after_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:24:29.737459 n-d-713498-36 neutron-server[103233]: DEBUG neutron.db.l3_hamode_db [None req-7ee380b9-4829-4494-8180-fc5f563951fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b662775b-af56-49bc-9f1f-ead7465b8bf9', 'name': 'tempest-ServerRescueTestJSON-186297741-router', 'tenant_id': '2144a5f95fe04d169308063e9f839f8a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88055e1e-672a-4487-be31-ffb6e833ece5', 'external_fixed_ips': [{'subnet_id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'ip_address': '172.25.1.181'}], 'enable_snat': True}, 'gw_port_id': 'da9277df-23d7-4f05-9358-dc4e24120347', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T19:24:12Z', 'updated_at': '2022-02-09T19:24:23Z', 'revision_number': 4, 'project_id': '2144a5f95fe04d169308063e9f839f8a', 'gw_port': {'id': 'da9277df-23d7-4f05-9358-dc4e24120347', 'name': '', 'network_id': '88055e1e-672a-4487-be31-ffb6e833ece5', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:80:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b662775b-af56-49bc-9f1f-ead7465b8bf9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2108, 'fixed_ips': [{'subnet_id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'ip_address': '172.25.1.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T19:24:13Z', 'updated_at': '2022-02-09T19:24:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-36', '_interfaces': [{'id': '4420b8ed-e607-44be-919d-5f2a2fca1908', 'name': '', 'network_id': '2324528b-82cd-4c53-b665-41f5fd12f858', 'tenant_id': '2144a5f95fe04d169308063e9f839f8a', 'mac_address': 'fa:16:3e:29:a7:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b662775b-af56-49bc-9f1f-ead7465b8bf9', 'device_owner': 'network:router_interface', 'standard_attr_id': 2134, 'fixed_ips': [{'subnet_id': 'e2b46c61-e766-43ec-83e4-53a2c0064c76', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T19:24:20Z', 'updated_at': '2022-02-09T19:24:28Z', 'revision_number': 4, 'project_id': '2144a5f95fe04d169308063e9f839f8a', 'subnets': [{'id': 'e2b46c61-e766-43ec-83e4-53a2c0064c76', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-36', False) {} {{(pid=103233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:24:29.743654 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-9f974bf3-1aa4-4d29-9e7e-92f8a41b1787 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:24:29.746605 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-9f974bf3-1aa4-4d29-9e7e-92f8a41b1787 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/0a1d1606-09c0-463c-826a-ea3f77c9acb8 HTTP/1.1" status: 204 len: 168 time: 0.3872685 Feb 09 19:24:29.759621 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Device f52a8035-85ec-4cb7-b104-1fc1e98afe4c details requested by agent hyperv_n-h2-713498-36 with host n-h2-713498-36 {{(pid=103232) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 19:24:29.775296 n-d-713498-36 neutron-server[103233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ee380b9-4829-4494-8180-fc5f563951fc None None] The sync data for ids ['b662775b-af56-49bc-9f1f-ead7465b8bf9'] in n-d-713498-36 is: [{'id': 'b662775b-af56-49bc-9f1f-ead7465b8bf9', 'name': 'tempest-ServerRescueTestJSON-186297741-router', 'tenant_id': '2144a5f95fe04d169308063e9f839f8a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88055e1e-672a-4487-be31-ffb6e833ece5', 'external_fixed_ips': [{'subnet_id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'ip_address': '172.25.1.181'}], 'enable_snat': True}, 'gw_port_id': 'da9277df-23d7-4f05-9358-dc4e24120347', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T19:24:12Z', 'updated_at': '2022-02-09T19:24:23Z', 'revision_number': 4, 'project_id': '2144a5f95fe04d169308063e9f839f8a', 'gw_port': {'id': 'da9277df-23d7-4f05-9358-dc4e24120347', 'name': '', 'network_id': '88055e1e-672a-4487-be31-ffb6e833ece5', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:80:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b662775b-af56-49bc-9f1f-ead7465b8bf9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2108, 'fixed_ips': [{'subnet_id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'ip_address': '172.25.1.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T19:24:13Z', 'updated_at': '2022-02-09T19:24:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-36', '_interfaces': [{'id': '4420b8ed-e607-44be-919d-5f2a2fca1908', 'name': '', 'network_id': '2324528b-82cd-4c53-b665-41f5fd12f858', 'tenant_id': '2144a5f95fe04d169308063e9f839f8a', 'mac_address': 'fa:16:3e:29:a7:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b662775b-af56-49bc-9f1f-ead7465b8bf9', 'device_owner': 'network:router_interface', 'standard_attr_id': 2134, 'fixed_ips': [{'subnet_id': 'e2b46c61-e766-43ec-83e4-53a2c0064c76', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T19:24:20Z', 'updated_at': '2022-02-09T19:24:28Z', 'revision_number': 4, 'project_id': '2144a5f95fe04d169308063e9f839f8a', 'subnets': [{'id': 'e2b46c61-e766-43ec-83e4-53a2c0064c76', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103233) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 19:24:29.786160 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-475f641c-0e94-4fe5-9da1-f03943744e7a req-d21e0f59-a15b-4a14-acca-0ebd85f8712e tempest-ServerActionsTestJSON-347500300 tempest-ServerActionsTestJSON-347500300-project] 10.222.0.75 "GET /v2.0/security-groups?id=22c4accd-b9e4-4e3e-aec5-b2bee068a6b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1740084 Feb 09 19:24:29.805417 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f974bf3-1aa4-4d29-9e7e-92f8a41b1787 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0a1d1606-09c0-463c-826a-ea3f77c9acb8,revision_number=None']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:24:29.929004 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Device f1d2f720-203f-4a0c-99ec-b451c998d159 details requested by agent hyperv_n-h1-713498-36 with host n-h1-713498-36 {{(pid=103232) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 19:24:29.962373 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-2dcaf8dc-efe1-4e3a-b6ed-b063db874d7c req-1d92cdc9-2758-4c5e-a396-a7f629321d17 tempest-ServerRescueTestJSON-1886685382 tempest-ServerRescueTestJSON-1886685382-project] 10.222.0.75 "GET /v2.0/ports?device_id=07c418f7-8971-4ae3-b247-9ceb2a23ddcf HTTP/1.1" status: 200 len: 210 time: 0.0801244 Feb 09 19:24:30.141289 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] For port f1d2f720-203f-4a0c-99ec-b451c998d159, host n-h1-713498-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-36',level=0,port_id=f1d2f720-203f-4a0c-99ec-b451c998d159,segment=NetworkSegment(9110d757-e4eb-424b-97b9-32896b689ba3),segment_id=9110d757-e4eb-424b-97b9-32896b689ba3)] {{(pid=103232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 19:24:30.169434 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Returning: {'device': 'f1d2f720-203f-4a0c-99ec-b451c998d159', 'network_id': 'bd12d1d0-518d-4d29-a00d-98410ba2cb8a', 'port_id': 'f1d2f720-203f-4a0c-99ec-b451c998d159', 'mac_address': 'fa:16:3e:8f:f8:f7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 397, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '60ccac4e-8e6b-4139-b4aa-9c0c5cc0e9e4', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103232) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 19:24:30.238999 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Current status of the port f1d2f720-203f-4a0c-99ec-b451c998d159 is: DOWN; New status is: BUILD {{(pid=103232) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 19:24:30.239404 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (f1d2f720-203f-4a0c-99ec-b451c998d159), before_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:24:30.258163 n-d-713498-36 neutron-server[103232]: DEBUG neutron.notifiers.nova [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f1d2f720-203f-4a0c-99ec-b451c998d159 {{(pid=103232) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 19:24:30.287657 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-7429db8d-6021-40ad-813e-885be449a89b None None] For port f52a8035-85ec-4cb7-b104-1fc1e98afe4c, host n-h2-713498-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-36',level=0,port_id=f52a8035-85ec-4cb7-b104-1fc1e98afe4c,segment=NetworkSegment(50e5915e-18f0-4558-9a28-b978975ead36),segment_id=50e5915e-18f0-4558-9a28-b978975ead36)] {{(pid=103232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 19:24:30.318823 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] For port f1d2f720-203f-4a0c-99ec-b451c998d159, host n-h1-713498-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-36',level=0,port_id=f1d2f720-203f-4a0c-99ec-b451c998d159,segment=NetworkSegment(9110d757-e4eb-424b-97b9-32896b689ba3),segment_id=9110d757-e4eb-424b-97b9-32896b689ba3)] {{(pid=103232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 19:24:30.321180 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Returning: {'device': 'f52a8035-85ec-4cb7-b104-1fc1e98afe4c', 'network_id': '2b5494c8-cf97-42c1-b902-87f998f28179', 'port_id': 'f52a8035-85ec-4cb7-b104-1fc1e98afe4c', 'mac_address': 'fa:16:3e:fc:13:8b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 359, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '60b561cb-321e-4f83-9bb3-92b2e1d0dc44', 'ip_address': '192.168.233.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103232) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 19:24:30.327771 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762867176205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762866656485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762866656503'] for port (f1d2f720-203f-4a0c-99ec-b451c998d159), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:24:30.405845 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Current status of the port f52a8035-85ec-4cb7-b104-1fc1e98afe4c is: DOWN; New status is: BUILD {{(pid=103232) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 19:24:30.406247 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (f52a8035-85ec-4cb7-b104-1fc1e98afe4c), before_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:24:30.434690 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Pushing event updated for resources: {'Port': ['ID=f1d2f720-203f-4a0c-99ec-b451c998d159,revision_number=4']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:24:30.459576 n-d-713498-36 neutron-server[103232]: DEBUG neutron.notifiers.nova [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f52a8035-85ec-4cb7-b104-1fc1e98afe4c {{(pid=103232) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 19:24:30.489676 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-b13d6657-5a1a-43b2-9d22-c5d7e7a2512d req-087344e9-b6b0-4bbf-b6fd-93d21af73164 service neutron] 10.222.0.90 "GET /v2.0/networks/2b5494c8-cf97-42c1-b902-87f998f28179?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9971037 Feb 09 19:24:30.518857 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-7429db8d-6021-40ad-813e-885be449a89b None None] For port f52a8035-85ec-4cb7-b104-1fc1e98afe4c, host n-h2-713498-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-36',level=0,port_id=f52a8035-85ec-4cb7-b104-1fc1e98afe4c,segment=NetworkSegment(50e5915e-18f0-4558-9a28-b978975ead36),segment_id=50e5915e-18f0-4558-9a28-b978975ead36)] {{(pid=103232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 19:24:30.527263 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762867176205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762866656485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762866656503'] for port (f52a8035-85ec-4cb7-b104-1fc1e98afe4c), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:24:30.628265 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Pushing event updated for resources: {'Port': ['ID=f52a8035-85ec-4cb7-b104-1fc1e98afe4c,revision_number=4']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:24:30.637892 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] get_ports_and_sgs() called for port_ids ['f1d2f720-203f-4a0c-99ec-b451c998d159'] {{(pid=103232) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 19:24:30.685706 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-964a2a20-95fc-4071-96fb-274c9704bda0 tempest-FloatingIPAdminTestJSON-246511676 tempest-FloatingIPAdminTestJSON-246511676-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762867177463', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762866656476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12867576'] for port (cfffc602-18b7-4d0c-a344-02f07ff1510d), after_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:24:30.828756 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9dbd77a-abd1-4959-ac39-f2acf1f04c69 req-c9f7fffe-78bd-4de4-ba92-7decc0e824a7 tempest-AttachVolumeShelveTestJSON-671139515 tempest-AttachVolumeShelveTestJSON-671139515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:24:30.835080 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-7429db8d-6021-40ad-813e-885be449a89b None None] get_ports_and_sgs() called for port_ids ['f52a8035-85ec-4cb7-b104-1fc1e98afe4c'] {{(pid=103232) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 19:24:30.843096 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-c9dbd77a-abd1-4959-ac39-f2acf1f04c69 req-c9f7fffe-78bd-4de4-ba92-7decc0e824a7 tempest-AttachVolumeShelveTestJSON-671139515 tempest-AttachVolumeShelveTestJSON-671139515-project] 10.222.0.75 "GET /v2.0/ports?device_id=9a1c27a8-ba54-400e-9357-176d8c299bdc HTTP/1.1" status: 200 len: 946 time: 0.1391180 Feb 09 19:24:30.929736 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-c9dbd77a-abd1-4959-ac39-f2acf1f04c69 req-018a0bd0-2c0e-44c4-a679-aba6d002cf62 tempest-AttachVolumeShelveTestJSON-671139515 tempest-AttachVolumeShelveTestJSON-671139515-project] 10.222.0.75 "GET /v2.0/security-groups?id=8ffa0824-cdc7-466b-baef-bc7606a99fd1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0856571 Feb 09 19:24:30.932693 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-964a2a20-95fc-4071-96fb-274c9704bda0 tempest-FloatingIPAdminTestJSON-246511676 tempest-FloatingIPAdminTestJSON-246511676-project-admin] Pushing event deleted for resources: {'Port': ['ID=cfffc602-18b7-4d0c-a344-02f07ff1510d,revision_number=None']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:24:31.047278 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74eb26de-f7df-4c5d-8995-eb4b87989b28 req-489a1952-5ab1-4624-b070-9e8b7188cd5b tempest-VolumesNegativeTest-636412530 tempest-VolumesNegativeTest-636412530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:24:31.048906 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-74eb26de-f7df-4c5d-8995-eb4b87989b28 req-489a1952-5ab1-4624-b070-9e8b7188cd5b tempest-VolumesNegativeTest-636412530 tempest-VolumesNegativeTest-636412530-project] 10.222.0.75 "GET /v2.0/ports?device_id=050d31e8-6d87-4651-b2af-0d81cc12c514 HTTP/1.1" status: 200 len: 946 time: 1.3764119 Feb 09 19:24:31.152970 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-93f28220-2248-4709-98ec-7871d8bf1975 req-e1b853cd-7b51-4365-a41a-99d58718f7a6 tempest-AttachVolumeShelveTestJSON-671139515 tempest-AttachVolumeShelveTestJSON-671139515-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:24:31.153603 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-93f28220-2248-4709-98ec-7871d8bf1975 req-e1b853cd-7b51-4365-a41a-99d58718f7a6 tempest-AttachVolumeShelveTestJSON-671139515 tempest-AttachVolumeShelveTestJSON-671139515-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1818909'] for floatingip (334301c7-0fdb-43ec-a8c8-580ea0fe858c), after_update {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:24:31.154170 n-d-713498-36 neutron-server[103229]: INFO neutron.db.l3_db [req-93f28220-2248-4709-98ec-7871d8bf1975 req-e1b853cd-7b51-4365-a41a-99d58718f7a6 tempest-AttachVolumeShelveTestJSON-671139515 tempest-AttachVolumeShelveTestJSON-671139515-project] Floating IP 334301c7-0fdb-43ec-a8c8-580ea0fe858c disassociated. External IP: 172.25.1.215, port: b50d554d-6f94-47cf-8afe-1b81749f4ef5. Feb 09 19:24:31.154704 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.plugin [req-93f28220-2248-4709-98ec-7871d8bf1975 req-e1b853cd-7b51-4365-a41a-99d58718f7a6 tempest-AttachVolumeShelveTestJSON-671139515 tempest-AttachVolumeShelveTestJSON-671139515-project] Calling delete_port for b50d554d-6f94-47cf-8afe-1b81749f4ef5 owned by compute:nova {{(pid=103229) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 19:24:31.305574 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02825093-7e92-4b77-96d3-c61a9ea1dddf req-772692eb-dc29-4a55-ac1f-dd5d973ab26d tempest-ServerActionsTestJSON-347500300 tempest-ServerActionsTestJSON-347500300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:24:31.313685 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-02825093-7e92-4b77-96d3-c61a9ea1dddf req-772692eb-dc29-4a55-ac1f-dd5d973ab26d tempest-ServerActionsTestJSON-347500300 tempest-ServerActionsTestJSON-347500300-project] 10.222.0.75 "GET /v2.0/ports?device_id=a1fbc70b-9dd3-44f5-99b0-85f3dff92d7d HTTP/1.1" status: 200 len: 944 time: 0.1585560 Feb 09 19:24:31.331234 n-d-713498-36 neutron-server[103229]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4c040ddb-ee4b-4345-b26a-2f990699a7e4 tempest-FloatingIPNegativeTestJSON-1419349447 tempest-FloatingIPNegativeTestJSON-1419349447-project] Router 825d5025-ea0b-4721-91f5-ac86fe341f63 has already been hosted by L3 agent 93303d5e-5d17-45e8-8963-7694f87783ae {{(pid=103229) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 19:24:31.379930 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea2c36f9-cf10-4c62-93e4-a3f4167153c0 req-de228f6f-8a6c-47ac-8e5a-e121f234da61 tempest-ServerRescueTestJSON-1886685382 tempest-ServerRescueTestJSON-1886685382-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:24:31.382036 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-ea2c36f9-cf10-4c62-93e4-a3f4167153c0 req-de228f6f-8a6c-47ac-8e5a-e121f234da61 tempest-ServerRescueTestJSON-1886685382 tempest-ServerRescueTestJSON-1886685382-project] 10.222.0.90 "GET /v2.0/networks?id=2324528b-82cd-4c53-b665-41f5fd12f858 HTTP/1.1" status: 200 len: 810 time: 0.2889173 Feb 09 19:24:31.406706 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-02825093-7e92-4b77-96d3-c61a9ea1dddf req-6863d4a7-88e3-48e0-bebc-d8e676b8b40d tempest-ServerActionsTestJSON-347500300 tempest-ServerActionsTestJSON-347500300-project] 10.222.0.75 "GET /v2.0/security-groups?id=22c4accd-b9e4-4e3e-aec5-b2bee068a6b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0912488 Feb 09 19:24:31.421181 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.v2.base [req-ea2c36f9-cf10-4c62-93e4-a3f4167153c0 req-1e8f36b9-c306-4522-9e2d-6202da7d8566 tempest-ServerRescueTestJSON-1886685382 tempest-ServerRescueTestJSON-1886685382-project] Request body: {'port': {'device_id': '07c418f7-8971-4ae3-b247-9ceb2a23ddcf', 'network_id': '2324528b-82cd-4c53-b665-41f5fd12f858', 'admin_state_up': True, 'tenant_id': '2144a5f95fe04d169308063e9f839f8a'}} {{(pid=103230) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 19:24:31.496700 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-74eb26de-f7df-4c5d-8995-eb4b87989b28 req-85de2304-c52b-431b-a1d1-5f8dd4069813 tempest-VolumesNegativeTest-636412530 tempest-VolumesNegativeTest-636412530-project] 10.222.0.75 "GET /v2.0/security-groups?id=ae9e7783-5315-46b7-9662-b630fde06191&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4178550 Feb 09 19:24:31.531376 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-b13d6657-5a1a-43b2-9d22-c5d7e7a2512d req-f9adf88a-503e-482a-b588-d76c2644a9a9 service neutron] 10.222.0.90 "GET /v2.0/networks/2b5494c8-cf97-42c1-b902-87f998f28179?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9116452 Feb 09 19:24:31.532221 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-9d72dd82-fbcb-4d54-9727-b68b70fbbd39 req-1b78c243-63e5-4592-99a1-8a44f98475b5 tempest-ServerRescueTestJSON-1886685382 tempest-ServerRescueTestJSON-1886685382-project] 10.222.0.75 "GET /v2.0/ports?device_id=07c418f7-8971-4ae3-b247-9ceb2a23ddcf HTTP/1.1" status: 200 len: 210 time: 0.0462484 Feb 09 19:24:31.536966 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-964a2a20-95fc-4071-96fb-274c9704bda0 tempest-FloatingIPAdminTestJSON-246511676 tempest-FloatingIPAdminTestJSON-246511676-project-admin] Publish callbacks [] for floatingip (cddb6108-0864-4eb3-bfde-db9541fff53d), after_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:24:31.539939 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-964a2a20-95fc-4071-96fb-274c9704bda0 tempest-FloatingIPAdminTestJSON-246511676 tempest-FloatingIPAdminTestJSON-246511676-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171096'] for floatingip (None), before_response {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:24:31.545126 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-964a2a20-95fc-4071-96fb-274c9704bda0 tempest-FloatingIPAdminTestJSON-246511676 tempest-FloatingIPAdminTestJSON-246511676-project-admin] 10.222.0.75 "DELETE /v2.0/floatingips/cddb6108-0864-4eb3-bfde-db9541fff53d HTTP/1.1" status: 204 len: 168 time: 3.7375858 Feb 09 19:24:31.588850 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 50210) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:24:31.591121 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-93f28220-2248-4709-98ec-7871d8bf1975 req-e1b853cd-7b51-4365-a41a-99d58718f7a6 tempest-AttachVolumeShelveTestJSON-671139515 tempest-AttachVolumeShelveTestJSON-671139515-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762867177463', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762866656476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12867576'] for port (b50d554d-6f94-47cf-8afe-1b81749f4ef5), after_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:24:31.637583 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ea2c36f9-cf10-4c62-93e4-a3f4167153c0 req-1e8f36b9-c306-4522-9e2d-6202da7d8566 tempest-ServerRescueTestJSON-1886685382 tempest-ServerRescueTestJSON-1886685382-project] Made reservation on behalf of 2144a5f95fe04d169308063e9f839f8a for: {'port': 1} {{(pid=103230) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 19:24:31.642592 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [req-ea2c36f9-cf10-4c62-93e4-a3f4167153c0 req-1e8f36b9-c306-4522-9e2d-6202da7d8566 tempest-ServerRescueTestJSON-1886685382 tempest-ServerRescueTestJSON-1886685382-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (None), before_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:24:31.693933 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4c040ddb-ee4b-4345-b26a-2f990699a7e4 tempest-FloatingIPNegativeTestJSON-1419349447 tempest-FloatingIPNegativeTestJSON-1419349447-project] Notify agent at l3_agent.n-d-713498-36 the message routers_updated {{(pid=103229) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 19:24:31.705239 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0c7f2eb-41cb-4f32-a257-7d417eaeec6e None None] Sync routers for ids ['825d5025-ea0b-4721-91f5-ac86fe341f63'] in n-d-713498-36 {{(pid=103232) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 19:24:31.734003 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0c7f2eb-41cb-4f32-a257-7d417eaeec6e None None] Routers {'825d5025-ea0b-4721-91f5-ac86fe341f63'} bound to L3 agent in host n-d-713498-36 {{(pid=103232) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 19:24:31.734921 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.l3_hamode_db [None req-f0c7f2eb-41cb-4f32-a257-7d417eaeec6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T18:51:43Z,description=,heartbeat_timestamp=2022-02-09T19:24:13Z,host='n-d-713498-36',id=93303d5e-5d17-45e8-8963-7694f87783ae,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T18:51:43Z,topic='l3_agent')) {'router_ids': ['825d5025-ea0b-4721-91f5-ac86fe341f63'], 'active': True} {{(pid=103232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:24:31.741436 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1b853cd-7b51-4365-a41a-99d58718f7a6 tempest-AttachVolumeShelveTestJSON-671139515 tempest-AttachVolumeShelveTestJSON-671139515-project] Pushing event deleted for resources: {'Port': ['ID=b50d554d-6f94-47cf-8afe-1b81749f4ef5,revision_number=None']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:24:31.750628 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-4c040ddb-ee4b-4345-b26a-2f990699a7e4 tempest-FloatingIPNegativeTestJSON-1419349447 tempest-FloatingIPNegativeTestJSON-1419349447-project] 10.222.0.75 "PUT /v2.0/routers/825d5025-ea0b-4721-91f5-ac86fe341f63/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.2729635 Feb 09 19:24:31.753094 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 50224) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:24:31.863328 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Device f52a8035-85ec-4cb7-b104-1fc1e98afe4c up at agent hyperv_n-h2-713498-36 {{(pid=103232) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 19:24:31.866911 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Device f1d2f720-203f-4a0c-99ec-b451c998d159 up at agent hyperv_n-h1-713498-36 {{(pid=103232) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 19:24:31.872450 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.l3_hamode_db [None req-f0c7f2eb-41cb-4f32-a257-7d417eaeec6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713498-36', False) {} {{(pid=103232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:24:31.983881 n-d-713498-36 neutron-server[103229]: DEBUG neutron.scheduler.l3_agent_scheduler [req-93f28220-2248-4709-98ec-7871d8bf1975 req-e1b853cd-7b51-4365-a41a-99d58718f7a6 tempest-AttachVolumeShelveTestJSON-671139515 tempest-AttachVolumeShelveTestJSON-671139515-project] Router 80583646-27c7-46ab-a47a-0f5afa5307f3 has already been hosted by L3 agent 93303d5e-5d17-45e8-8963-7694f87783ae {{(pid=103229) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 19:24:32.003686 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-381705d5-26dd-4212-bf1a-618826ccb0c8 tempest-FloatingIPNegativeTestJSON-1419349447 tempest-FloatingIPNegativeTestJSON-1419349447-project] Publish callbacks [] for router (825d5025-ea0b-4721-91f5-ac86fe341f63), before_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:24:32.008817 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Device 4420b8ed-e607-44be-919d-5f2a2fca1908 up at agent ovs-agent-n-d-713498-36 {{(pid=103232) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 19:24:32.021268 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0c7f2eb-41cb-4f32-a257-7d417eaeec6e None None] Routers {'825d5025-ea0b-4721-91f5-ac86fe341f63'} bound to L3 agent in host n-d-713498-36 {{(pid=103232) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 19:24:32.021268 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.l3_hamode_db [None req-f0c7f2eb-41cb-4f32-a257-7d417eaeec6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T18:51:43Z,description=,heartbeat_timestamp=2022-02-09T19:24:13Z,host='n-d-713498-36',id=93303d5e-5d17-45e8-8963-7694f87783ae,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T18:51:43Z,topic='l3_agent')) {'router_ids': ['825d5025-ea0b-4721-91f5-ac86fe341f63'], 'active': True} {{(pid=103232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:24:32.117914 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.l3_hamode_db [None req-f0c7f2eb-41cb-4f32-a257-7d417eaeec6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713498-36', False) {} {{(pid=103232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:24:32.118605 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0c7f2eb-41cb-4f32-a257-7d417eaeec6e None None] The sync data for ids ['825d5025-ea0b-4721-91f5-ac86fe341f63'] in n-d-713498-36 is: [] {{(pid=103232) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 19:24:32.132115 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.plugin [None req-8f00426e-5649-4d8e-b236-426829ffc1fa tempest-FloatingIPAdminTestJSON-335355198 tempest-FloatingIPAdminTestJSON-335355198-project] Deleting port 0bb62d53-f2cb-4e05-bb11-9520b9ad0103 {{(pid=103229) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 19:24:32.132530 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-8f00426e-5649-4d8e-b236-426829ffc1fa tempest-FloatingIPAdminTestJSON-335355198 tempest-FloatingIPAdminTestJSON-335355198-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762867170196'] for port (0bb62d53-f2cb-4e05-bb11-9520b9ad0103), before_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:24:32.142604 n-d-713498-36 neutron-server[103230]: DEBUG neutron.db.db_base_plugin_common [req-ea2c36f9-cf10-4c62-93e4-a3f4167153c0 req-1e8f36b9-c306-4522-9e2d-6202da7d8566 tempest-ServerRescueTestJSON-1886685382 tempest-ServerRescueTestJSON-1886685382-project] Allocated IP 172.20.0.13 (2324528b-82cd-4c53-b665-41f5fd12f858/e2b46c61-e766-43ec-83e4-53a2c0064c76/8bbf9426-f0e3-4d72-9513-cdacb95da6bc) {{(pid=103230) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 19:24:32.144441 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-93f28220-2248-4709-98ec-7871d8bf1975 req-e1b853cd-7b51-4365-a41a-99d58718f7a6 tempest-AttachVolumeShelveTestJSON-671139515 tempest-AttachVolumeShelveTestJSON-671139515-project] Notify agent at l3_agent.n-d-713498-36 the message routers_updated {{(pid=103229) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 19:24:32.155694 n-d-713498-36 neutron-server[103233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b007f254-5396-4ab5-9834-24b8b587e9f7 None None] Sync routers for ids ['80583646-27c7-46ab-a47a-0f5afa5307f3'] in n-d-713498-36 {{(pid=103233) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 19:24:32.166419 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.provisioning_blocks [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Provisioning for port f1d2f720-203f-4a0c-99ec-b451c998d159 completed by entity L2. {{(pid=103232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 19:24:32.175615 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.provisioning_blocks [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Provisioning for port f52a8035-85ec-4cb7-b104-1fc1e98afe4c completed by entity L2. {{(pid=103232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 19:24:32.180965 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.provisioning_blocks [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Provisioning complete for port f1d2f720-203f-4a0c-99ec-b451c998d159 triggered by entity L2. {{(pid=103232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 19:24:32.181344 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593630'] for port (f1d2f720-203f-4a0c-99ec-b451c998d159), provisioning_complete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:24:32.181486 n-d-713498-36 neutron-server[103233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b007f254-5396-4ab5-9834-24b8b587e9f7 None None] Routers {'80583646-27c7-46ab-a47a-0f5afa5307f3'} bound to L3 agent in host n-d-713498-36 {{(pid=103233) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 19:24:32.182083 n-d-713498-36 neutron-server[103233]: DEBUG neutron.db.l3_hamode_db [None req-b007f254-5396-4ab5-9834-24b8b587e9f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T18:51:43Z,description=,heartbeat_timestamp=2022-02-09T19:24:13Z,host='n-d-713498-36',id=93303d5e-5d17-45e8-8963-7694f87783ae,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T18:51:43Z,topic='l3_agent')) {'router_ids': ['80583646-27c7-46ab-a47a-0f5afa5307f3'], 'active': True} {{(pid=103233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:24:32.240202 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.provisioning_blocks [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Provisioning complete for port 4420b8ed-e607-44be-919d-5f2a2fca1908 triggered by entity L2. {{(pid=103232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 19:24:32.240568 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593630'] for port (4420b8ed-e607-44be-919d-5f2a2fca1908), provisioning_complete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:24:32.245759 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.provisioning_blocks [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Provisioning complete for port f52a8035-85ec-4cb7-b104-1fc1e98afe4c triggered by entity L2. {{(pid=103232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 19:24:32.246100 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593630'] for port (f52a8035-85ec-4cb7-b104-1fc1e98afe4c), provisioning_complete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:24:32.438104 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-8f00426e-5649-4d8e-b236-426829ffc1fa tempest-FloatingIPAdminTestJSON-335355198 tempest-FloatingIPAdminTestJSON-335355198-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1820838'] for port (0bb62d53-f2cb-4e05-bb11-9520b9ad0103), precommit_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:24:32.485500 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.plugin [None req-8f00426e-5649-4d8e-b236-426829ffc1fa tempest-FloatingIPAdminTestJSON-335355198 tempest-FloatingIPAdminTestJSON-335355198-project] Calling delete_port for 0bb62d53-f2cb-4e05-bb11-9520b9ad0103 owned by {{(pid=103229) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 19:24:32.580305 n-d-713498-36 neutron-server[103233]: DEBUG neutron.db.l3_dvr_db [None req-b007f254-5396-4ab5-9834-24b8b587e9f7 None None] Set router 80583646-27c7-46ab-a47a-0f5afa5307f3 gateway port host: n-d-713498-36 {{(pid=103233) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 19:24:32.587472 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-381705d5-26dd-4212-bf1a-618826ccb0c8 tempest-FloatingIPNegativeTestJSON-1419349447 tempest-FloatingIPNegativeTestJSON-1419349447-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1834988', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-58375'] for router (825d5025-ea0b-4721-91f5-ac86fe341f63), precommit_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:24:32.590734 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-381705d5-26dd-4212-bf1a-618826ccb0c8 tempest-FloatingIPNegativeTestJSON-1419349447 tempest-FloatingIPNegativeTestJSON-1419349447-project] Publish callbacks [] for router_controller (825d5025-ea0b-4721-91f5-ac86fe341f63), precommit_delete_associations {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:24:32.649820 n-d-713498-36 neutron-server[103229]: DEBUG neutron.db.l3_dvrscheduler_db [req-93f28220-2248-4709-98ec-7871d8bf1975 req-e1b853cd-7b51-4365-a41a-99d58718f7a6 tempest-AttachVolumeShelveTestJSON-671139515 tempest-AttachVolumeShelveTestJSON-671139515-project] No DVR routers for this DVR port b50d554d-6f94-47cf-8afe-1b81749f4ef5 on host n-h1-713498-36 {{(pid=103229) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 19:24:32.708916 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Current status of the port f1d2f720-203f-4a0c-99ec-b451c998d159 is: BUILD; New status is: ACTIVE {{(pid=103232) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 19:24:32.709451 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-93f28220-2248-4709-98ec-7871d8bf1975 req-e1b853cd-7b51-4365-a41a-99d58718f7a6 tempest-AttachVolumeShelveTestJSON-671139515 tempest-AttachVolumeShelveTestJSON-671139515-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171096'] for port (None), before_response {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:24:32.711398 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (f1d2f720-203f-4a0c-99ec-b451c998d159), before_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:24:32.713581 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-93f28220-2248-4709-98ec-7871d8bf1975 req-e1b853cd-7b51-4365-a41a-99d58718f7a6 tempest-AttachVolumeShelveTestJSON-671139515 tempest-AttachVolumeShelveTestJSON-671139515-project] 10.222.0.89 "DELETE /v2.0/ports/b50d554d-6f94-47cf-8afe-1b81749f4ef5 HTTP/1.1" status: 204 len: 173 time: 4.8259814 Feb 09 19:24:32.724108 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-10c95d8b-eede-4e4b-9c15-de12296bbd05 req-96061441-a322-45d3-bb77-e74dd3d8bbe9 tempest-AttachVolumeShelveTestJSON-671139515 tempest-AttachVolumeShelveTestJSON-671139515-project] 10.222.0.75 "GET /v2.0/ports?device_id=9a1c27a8-ba54-400e-9357-176d8c299bdc HTTP/1.1" status: 200 len: 210 time: 0.5256186 Feb 09 19:24:32.726117 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Current status of the port 4420b8ed-e607-44be-919d-5f2a2fca1908 is: DOWN; New status is: ACTIVE {{(pid=103232) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 19:24:32.727865 n-d-713498-36 neutron-server[103229]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9a1c27a8-ba54-400e-9357-176d8c299bdc', 'name': 'network-vif-deleted', 'tag': 'b50d554d-6f94-47cf-8afe-1b81749f4ef5'}] {{(pid=103229) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 19:24:32.728004 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (4420b8ed-e607-44be-919d-5f2a2fca1908), before_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:24:32.733942 n-d-713498-36 neutron-server[103229]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fa6ae9a20702bd564eaf90d946620b2b4277b1ab91129323d3b54181076be307" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-78f0a3e4-09d0-4926-970a-682a4176b58d" -d '{"events": [{"server_uuid": "9a1c27a8-ba54-400e-9357-176d8c299bdc", "name": "network-vif-deleted", "tag": "b50d554d-6f94-47cf-8afe-1b81749f4ef5"}]}' {{(pid=103229) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 19:24:32.788955 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-381705d5-26dd-4212-bf1a-618826ccb0c8 tempest-FloatingIPNegativeTestJSON-1419349447 tempest-FloatingIPNegativeTestJSON-1419349447-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1835003'] for router (825d5025-ea0b-4721-91f5-ac86fe341f63), after_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:24:32.801516 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-381705d5-26dd-4212-bf1a-618826ccb0c8 tempest-FloatingIPNegativeTestJSON-1419349447 tempest-FloatingIPNegativeTestJSON-1419349447-project] Fanout notify agent at l3_agent the message router_deleted on router 825d5025-ea0b-4721-91f5-ac86fe341f63 {{(pid=103230) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 09 19:24:32.810593 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Current status of the port f52a8035-85ec-4cb7-b104-1fc1e98afe4c is: BUILD; New status is: ACTIVE {{(pid=103232) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 19:24:32.811785 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (f52a8035-85ec-4cb7-b104-1fc1e98afe4c), before_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:24:32.837193 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-381705d5-26dd-4212-bf1a-618826ccb0c8 tempest-FloatingIPNegativeTestJSON-1419349447 tempest-FloatingIPNegativeTestJSON-1419349447-project] Publish callbacks [] for router (None), before_response {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:24:32.844986 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-381705d5-26dd-4212-bf1a-618826ccb0c8 tempest-FloatingIPNegativeTestJSON-1419349447 tempest-FloatingIPNegativeTestJSON-1419349447-project] 10.222.0.75 "DELETE /v2.0/routers/825d5025-ea0b-4721-91f5-ac86fe341f63 HTTP/1.1" status: 204 len: 168 time: 1.0885630 Feb 09 19:24:32.846600 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 50292) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:24:32.857298 n-d-713498-36 neutron-server[103232]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a1fbc70b-9dd3-44f5-99b0-85f3dff92d7d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f1d2f720-203f-4a0c-99ec-b451c998d159'}] {{(pid=103232) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 19:24:32.862241 n-d-713498-36 neutron-server[103232]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}949cdcde653dec44821de95cbf67297f53cbc2aed4e073b5d514f93bf911ce85" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ff6ed79b-f356-461a-9c44-f412495b4c25" -d '{"events": [{"server_uuid": "a1fbc70b-9dd3-44f5-99b0-85f3dff92d7d", "name": "network-vif-plugged", "status": "completed", "tag": "f1d2f720-203f-4a0c-99ec-b451c998d159"}]}' {{(pid=103232) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 19:24:32.966681 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] For port f1d2f720-203f-4a0c-99ec-b451c998d159, host n-h1-713498-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-36',level=0,port_id=f1d2f720-203f-4a0c-99ec-b451c998d159,segment=NetworkSegment(9110d757-e4eb-424b-97b9-32896b689ba3),segment_id=9110d757-e4eb-424b-97b9-32896b689ba3)] {{(pid=103232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 19:24:32.975499 n-d-713498-36 neutron-server[103233]: DEBUG neutron.db.l3_hamode_db [None req-b007f254-5396-4ab5-9834-24b8b587e9f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '80583646-27c7-46ab-a47a-0f5afa5307f3', 'name': 'tempest-AttachVolumeShelveTestJSON-1234673102-router', 'tenant_id': '0c7f047f175c41a987e2010a725a3d95', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88055e1e-672a-4487-be31-ffb6e833ece5', 'external_fixed_ips': [{'subnet_id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'ip_address': '172.25.1.199'}], 'enable_snat': True}, 'gw_port_id': '780a4bdf-74c4-477c-bde0-4e0d22b8760b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T19:20:28Z', 'updated_at': '2022-02-09T19:20:35Z', 'revision_number': 4, 'project_id': '0c7f047f175c41a987e2010a725a3d95', 'gw_port': {'id': '780a4bdf-74c4-477c-bde0-4e0d22b8760b', 'name': '', 'network_id': '88055e1e-672a-4487-be31-ffb6e833ece5', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:b5:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80583646-27c7-46ab-a47a-0f5afa5307f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1843, 'fixed_ips': [{'subnet_id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'ip_address': '172.25.1.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T19:20:29Z', 'updated_at': '2022-02-09T19:20:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-36', '_interfaces': [{'id': '1018d898-2c00-47e7-8e56-b11f229cc6f2', 'name': '', 'network_id': '9cf0b823-fac1-4f9f-b685-8fd71a300e07', 'tenant_id': '0c7f047f175c41a987e2010a725a3d95', 'mac_address': 'fa:16:3e:37:fc:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80583646-27c7-46ab-a47a-0f5afa5307f3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1844, 'fixed_ips': [{'subnet_id': 'ca2eed47-7b83-4cc1-87fa-16862746969c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T19:20:34Z', 'updated_at': '2022-02-09T19:20:42Z', 'revision_number': 5, 'project_id': '0c7f047f175c41a987e2010a725a3d95', 'subnets': [{'id': 'ca2eed47-7b83-4cc1-87fa-16862746969c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-36', False) {} {{(pid=103233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:24:33.012746 n-d-713498-36 neutron-server[103233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b007f254-5396-4ab5-9834-24b8b587e9f7 None None] Checking router: 80583646-27c7-46ab-a47a-0f5afa5307f3 for host: n-d-713498-36 {{(pid=103233) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 19:24:33.015864 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] For port 4420b8ed-e607-44be-919d-5f2a2fca1908, host n-d-713498-36, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-36',level=0,port_id=4420b8ed-e607-44be-919d-5f2a2fca1908,segment=NetworkSegment(c10441c4-164e-4746-a64d-90f79f0d70ea),segment_id=c10441c4-164e-4746-a64d-90f79f0d70ea)] {{(pid=103232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 19:24:33.018687 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762867176205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762866656485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762866656503'] for port (f1d2f720-203f-4a0c-99ec-b451c998d159), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:24:33.019121 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Device b50d554d-6f94-47cf-8afe-1b81749f4ef5 no longer exists at agent hyperv_n-h1-713498-36 {{(pid=103232) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 19:24:33.028806 n-d-713498-36 neutron-server[103233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b007f254-5396-4ab5-9834-24b8b587e9f7 None None] Routers {'80583646-27c7-46ab-a47a-0f5afa5307f3'} bound to L3 agent in host n-d-713498-36 {{(pid=103233) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 19:24:33.029755 n-d-713498-36 neutron-server[103233]: DEBUG neutron.db.l3_hamode_db [None req-b007f254-5396-4ab5-9834-24b8b587e9f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T18:51:43Z,description=,heartbeat_timestamp=2022-02-09T19:24:13Z,host='n-d-713498-36',id=93303d5e-5d17-45e8-8963-7694f87783ae,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T18:51:43Z,topic='l3_agent')) {'router_ids': ['80583646-27c7-46ab-a47a-0f5afa5307f3'], 'active': True} {{(pid=103233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:24:33.031999 n-d-713498-36 neutron-server[103229]: DEBUG neutron.db.db_base_plugin_v2 [None req-f3786490-0c78-431e-a56e-3544d3db24dd tempest-FloatingIPNegativeTestJSON-1419349447 tempest-FloatingIPNegativeTestJSON-1419349447-project] Deleting subnet c55cbab8-9de3-4eae-b9f3-46fa6cbefe99 {{(pid=103229) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 19:24:33.049620 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26b2caf9-4160-4c1d-8b87-16d674cacc86 req-2021b3d4-9877-41f6-b886-bbc75d51be45 tempest-ServerActionsTestJSON-347500300 tempest-ServerActionsTestJSON-347500300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:24:33.062732 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-26b2caf9-4160-4c1d-8b87-16d674cacc86 req-2021b3d4-9877-41f6-b886-bbc75d51be45 tempest-ServerActionsTestJSON-347500300 tempest-ServerActionsTestJSON-347500300-project] 10.222.0.75 "GET /v2.0/ports?device_id=a1fbc70b-9dd3-44f5-99b0-85f3dff92d7d HTTP/1.1" status: 200 len: 944 time: 0.3563731 Feb 09 19:24:33.095984 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 50298) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:24:33.113334 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-f3786490-0c78-431e-a56e-3544d3db24dd tempest-FloatingIPNegativeTestJSON-1419349447 tempest-FloatingIPNegativeTestJSON-1419349447-project] Publish callbacks [] for subnet (c55cbab8-9de3-4eae-b9f3-46fa6cbefe99), before_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:24:33.117136 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] No Port match for: b50d554d-6f94-47cf-8afe-1b81749f4ef5 {{(pid=103232) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 19:24:33.117136 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Device b50d554d-6f94-47cf-8afe-1b81749f4ef5 not bound to the agent host n-h1-713498-36 {{(pid=103232) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 19:24:33.128293 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762867176205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762866656485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762866656503'] for port (4420b8ed-e607-44be-919d-5f2a2fca1908), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:24:33.151108 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-7429db8d-6021-40ad-813e-885be449a89b None None] For port f52a8035-85ec-4cb7-b104-1fc1e98afe4c, host n-h2-713498-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-36',level=0,port_id=f52a8035-85ec-4cb7-b104-1fc1e98afe4c,segment=NetworkSegment(50e5915e-18f0-4558-9a28-b978975ead36),segment_id=50e5915e-18f0-4558-9a28-b978975ead36)] {{(pid=103232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 19:24:33.162612 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-26b2caf9-4160-4c1d-8b87-16d674cacc86 req-455ad63d-7460-4b3a-a23a-92107313d2c6 tempest-ServerActionsTestJSON-347500300 tempest-ServerActionsTestJSON-347500300-project] 10.222.0.75 "GET /v2.0/security-groups?id=22c4accd-b9e4-4e3e-aec5-b2bee068a6b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0989072 Feb 09 19:24:33.177779 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762867176205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762866656485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762866656503'] for port (f52a8035-85ec-4cb7-b104-1fc1e98afe4c), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:24:33.188896 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-f3786490-0c78-431e-a56e-3544d3db24dd tempest-FloatingIPNegativeTestJSON-1419349447 tempest-FloatingIPNegativeTestJSON-1419349447-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16683410'] for subnet (c55cbab8-9de3-4eae-b9f3-46fa6cbefe99), precommit_delete_associations {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:24:33.204147 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Pushing event updated for resources: {'Port': ['ID=f1d2f720-203f-4a0c-99ec-b451c998d159,revision_number=5']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:24:33.311815 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d96d0679-10c6-4345-b98e-3c7964295def req-ff89d557-31b3-47e4-9da3-fa977a226c11 tempest-VolumesNegativeTest-636412530 tempest-VolumesNegativeTest-636412530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:24:33.313721 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-d96d0679-10c6-4345-b98e-3c7964295def req-ff89d557-31b3-47e4-9da3-fa977a226c11 tempest-VolumesNegativeTest-636412530 tempest-VolumesNegativeTest-636412530-project] 10.222.0.75 "GET /v2.0/ports?device_id=050d31e8-6d87-4651-b2af-0d81cc12c514 HTTP/1.1" status: 200 len: 947 time: 0.2710254 Feb 09 19:24:33.314612 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-8f00426e-5649-4d8e-b236-426829ffc1fa tempest-FloatingIPAdminTestJSON-335355198 tempest-FloatingIPAdminTestJSON-335355198-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762867177463', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762866656476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12867576'] for port (0bb62d53-f2cb-4e05-bb11-9520b9ad0103), after_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:24:33.329238 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-bc2a7fc3-4cd8-4496-b209-f53d3664d362 req-0e4139e0-5d0c-4a1c-b602-81159f6eb329 tempest-ServerRescueTestJSON-1886685382 tempest-ServerRescueTestJSON-1886685382-project] 10.222.0.75 "GET /v2.0/ports?device_id=07c418f7-8971-4ae3-b247-9ceb2a23ddcf HTTP/1.1" status: 200 len: 210 time: 0.0861607 Feb 09 19:24:33.378955 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Pushing event updated for resources: {'Port': ['ID=4420b8ed-e607-44be-919d-5f2a2fca1908,revision_number=5']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:24:33.473929 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-d96d0679-10c6-4345-b98e-3c7964295def req-00fd0f1e-1e02-485f-8ab0-ac9097844cd4 tempest-VolumesNegativeTest-636412530 tempest-VolumesNegativeTest-636412530-project] 10.222.0.75 "GET /v2.0/security-groups?id=ae9e7783-5315-46b7-9662-b630fde06191&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1086092 Feb 09 19:24:33.474597 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f00426e-5649-4d8e-b236-426829ffc1fa tempest-FloatingIPAdminTestJSON-335355198 tempest-FloatingIPAdminTestJSON-335355198-project] Pushing event deleted for resources: {'Port': ['ID=0bb62d53-f2cb-4e05-bb11-9520b9ad0103,revision_number=None']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:24:33.491032 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f00426e-5649-4d8e-b236-426829ffc1fa tempest-FloatingIPAdminTestJSON-335355198 tempest-FloatingIPAdminTestJSON-335355198-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:24:33.491484 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f00426e-5649-4d8e-b236-426829ffc1fa tempest-FloatingIPAdminTestJSON-335355198 tempest-FloatingIPAdminTestJSON-335355198-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:24:33.491935 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f00426e-5649-4d8e-b236-426829ffc1fa tempest-FloatingIPAdminTestJSON-335355198 tempest-FloatingIPAdminTestJSON-335355198-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:24:33.492646 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f00426e-5649-4d8e-b236-426829ffc1fa tempest-FloatingIPAdminTestJSON-335355198 tempest-FloatingIPAdminTestJSON-335355198-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:24:33.492786 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f00426e-5649-4d8e-b236-426829ffc1fa tempest-FloatingIPAdminTestJSON-335355198 tempest-FloatingIPAdminTestJSON-335355198-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:24:33.493275 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f00426e-5649-4d8e-b236-426829ffc1fa tempest-FloatingIPAdminTestJSON-335355198 tempest-FloatingIPAdminTestJSON-335355198-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:24:33.493692 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f00426e-5649-4d8e-b236-426829ffc1fa tempest-FloatingIPAdminTestJSON-335355198 tempest-FloatingIPAdminTestJSON-335355198-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:24:33.495157 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f00426e-5649-4d8e-b236-426829ffc1fa tempest-FloatingIPAdminTestJSON-335355198 tempest-FloatingIPAdminTestJSON-335355198-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:24:33.495586 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f00426e-5649-4d8e-b236-426829ffc1fa tempest-FloatingIPAdminTestJSON-335355198 tempest-FloatingIPAdminTestJSON-335355198-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:24:33.496024 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f00426e-5649-4d8e-b236-426829ffc1fa tempest-FloatingIPAdminTestJSON-335355198 tempest-FloatingIPAdminTestJSON-335355198-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:24:33.496460 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f00426e-5649-4d8e-b236-426829ffc1fa tempest-FloatingIPAdminTestJSON-335355198 tempest-FloatingIPAdminTestJSON-335355198-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:24:33.497387 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f00426e-5649-4d8e-b236-426829ffc1fa tempest-FloatingIPAdminTestJSON-335355198 tempest-FloatingIPAdminTestJSON-335355198-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:24:33.497387 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f00426e-5649-4d8e-b236-426829ffc1fa tempest-FloatingIPAdminTestJSON-335355198 tempest-FloatingIPAdminTestJSON-335355198-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:24:33.588235 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Pushing event updated for resources: {'Port': ['ID=f52a8035-85ec-4cb7-b104-1fc1e98afe4c,revision_number=5']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:24:33.614550 n-d-713498-36 neutron-server[103233]: DEBUG neutron.db.l3_dvr_db [None req-b007f254-5396-4ab5-9834-24b8b587e9f7 None None] Set router 80583646-27c7-46ab-a47a-0f5afa5307f3 gateway port host: n-d-713498-36 {{(pid=103233) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 19:24:33.647201 n-d-713498-36 neutron-server[103229]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 19:24:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-68d947f6-0111-4bfc-8628-c1089c6866cb x-openstack-request-id: req-68d947f6-0111-4bfc-8628-c1089c6866cb {{(pid=103229) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 19:24:33.647738 n-d-713498-36 neutron-server[103229]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9a1c27a8-ba54-400e-9357-176d8c299bdc", "name": "network-vif-deleted", "tag": "b50d554d-6f94-47cf-8afe-1b81749f4ef5", "status": "completed", "code": 200}]} {{(pid=103229) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 19:24:33.648088 n-d-713498-36 neutron-server[103229]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-68d947f6-0111-4bfc-8628-c1089c6866cb {{(pid=103229) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 19:24:33.648654 n-d-713498-36 neutron-server[103229]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9a1c27a8-ba54-400e-9357-176d8c299bdc', 'name': 'network-vif-deleted', 'tag': 'b50d554d-6f94-47cf-8afe-1b81749f4ef5', 'status': 'completed', 'code': 200} Feb 09 19:24:33.650892 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-f3786490-0c78-431e-a56e-3544d3db24dd tempest-FloatingIPNegativeTestJSON-1419349447 tempest-FloatingIPNegativeTestJSON-1419349447-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-759852'] for subnet (c55cbab8-9de3-4eae-b9f3-46fa6cbefe99), precommit_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:24:33.668503 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-8f00426e-5649-4d8e-b236-426829ffc1fa tempest-FloatingIPAdminTestJSON-335355198 tempest-FloatingIPAdminTestJSON-335355198-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171096'] for port (None), before_response {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:24:33.679862 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-8f00426e-5649-4d8e-b236-426829ffc1fa tempest-FloatingIPAdminTestJSON-335355198 tempest-FloatingIPAdminTestJSON-335355198-project] 10.222.0.75 "DELETE /v2.0/ports/0bb62d53-f2cb-4e05-bb11-9520b9ad0103 HTTP/1.1" status: 204 len: 168 time: 2.0896862 Feb 09 19:24:33.702638 n-d-713498-36 neutron-server[103232]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 19:24:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c68e493a-b65a-4afd-b4af-774884c51ae0 x-openstack-request-id: req-c68e493a-b65a-4afd-b4af-774884c51ae0 {{(pid=103232) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 19:24:33.702931 n-d-713498-36 neutron-server[103232]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a1fbc70b-9dd3-44f5-99b0-85f3dff92d7d", "name": "network-vif-plugged", "status": "completed", "tag": "f1d2f720-203f-4a0c-99ec-b451c998d159", "code": 200}]} {{(pid=103232) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 19:24:33.703875 n-d-713498-36 neutron-server[103232]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-c68e493a-b65a-4afd-b4af-774884c51ae0 {{(pid=103232) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 19:24:33.704597 n-d-713498-36 neutron-server[103232]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a1fbc70b-9dd3-44f5-99b0-85f3dff92d7d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f1d2f720-203f-4a0c-99ec-b451c998d159', 'code': 200} Feb 09 19:24:33.744808 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 50304) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:24:33.858067 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-264ed450-ed1c-4f4d-9236-73b49c25e4fa admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:24:33.939744 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 50310) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:24:33.946878 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Device 4420b8ed-e607-44be-919d-5f2a2fca1908 up at agent ovs-agent-n-d-713498-36 {{(pid=103232) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 19:24:34.002337 n-d-713498-36 neutron-server[103233]: DEBUG neutron.db.l3_hamode_db [None req-b007f254-5396-4ab5-9834-24b8b587e9f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '80583646-27c7-46ab-a47a-0f5afa5307f3', 'name': 'tempest-AttachVolumeShelveTestJSON-1234673102-router', 'tenant_id': '0c7f047f175c41a987e2010a725a3d95', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88055e1e-672a-4487-be31-ffb6e833ece5', 'external_fixed_ips': [{'subnet_id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'ip_address': '172.25.1.199'}], 'enable_snat': True}, 'gw_port_id': '780a4bdf-74c4-477c-bde0-4e0d22b8760b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T19:20:28Z', 'updated_at': '2022-02-09T19:20:35Z', 'revision_number': 4, 'project_id': '0c7f047f175c41a987e2010a725a3d95', 'gw_port': {'id': '780a4bdf-74c4-477c-bde0-4e0d22b8760b', 'name': '', 'network_id': '88055e1e-672a-4487-be31-ffb6e833ece5', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:b5:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80583646-27c7-46ab-a47a-0f5afa5307f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1843, 'fixed_ips': [{'subnet_id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'ip_address': '172.25.1.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T19:20:29Z', 'updated_at': '2022-02-09T19:20:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-36', '_interfaces': [{'id': '1018d898-2c00-47e7-8e56-b11f229cc6f2', 'name': '', 'network_id': '9cf0b823-fac1-4f9f-b685-8fd71a300e07', 'tenant_id': '0c7f047f175c41a987e2010a725a3d95', 'mac_address': 'fa:16:3e:37:fc:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80583646-27c7-46ab-a47a-0f5afa5307f3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1844, 'fixed_ips': [{'subnet_id': 'ca2eed47-7b83-4cc1-87fa-16862746969c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T19:20:34Z', 'updated_at': '2022-02-09T19:20:42Z', 'revision_number': 5, 'project_id': '0c7f047f175c41a987e2010a725a3d95', 'subnets': [{'id': 'ca2eed47-7b83-4cc1-87fa-16862746969c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-36', False) {} {{(pid=103233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:24:34.017875 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [req-ea2c36f9-cf10-4c62-93e4-a3f4167153c0 req-1e8f36b9-c306-4522-9e2d-6202da7d8566 tempest-ServerRescueTestJSON-1886685382 tempest-ServerRescueTestJSON-1886685382-project] Publish callbacks [] for port (8bbf9426-f0e3-4d72-9513-cdacb95da6bc), precommit_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:24:34.053011 n-d-713498-36 neutron-server[103233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b007f254-5396-4ab5-9834-24b8b587e9f7 None None] The sync data for ids ['80583646-27c7-46ab-a47a-0f5afa5307f3'] in n-d-713498-36 is: [{'id': '80583646-27c7-46ab-a47a-0f5afa5307f3', 'name': 'tempest-AttachVolumeShelveTestJSON-1234673102-router', 'tenant_id': '0c7f047f175c41a987e2010a725a3d95', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88055e1e-672a-4487-be31-ffb6e833ece5', 'external_fixed_ips': [{'subnet_id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'ip_address': '172.25.1.199'}], 'enable_snat': True}, 'gw_port_id': '780a4bdf-74c4-477c-bde0-4e0d22b8760b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T19:20:28Z', 'updated_at': '2022-02-09T19:20:35Z', 'revision_number': 4, 'project_id': '0c7f047f175c41a987e2010a725a3d95', 'gw_port': {'id': '780a4bdf-74c4-477c-bde0-4e0d22b8760b', 'name': '', 'network_id': '88055e1e-672a-4487-be31-ffb6e833ece5', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:b5:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80583646-27c7-46ab-a47a-0f5afa5307f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1843, 'fixed_ips': [{'subnet_id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'ip_address': '172.25.1.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T19:20:29Z', 'updated_at': '2022-02-09T19:20:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-36', '_interfaces': [{'id': '1018d898-2c00-47e7-8e56-b11f229cc6f2', 'name': '', 'network_id': '9cf0b823-fac1-4f9f-b685-8fd71a300e07', 'tenant_id': '0c7f047f175c41a987e2010a725a3d95', 'mac_address': 'fa:16:3e:37:fc:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80583646-27c7-46ab-a47a-0f5afa5307f3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1844, 'fixed_ips': [{'subnet_id': 'ca2eed47-7b83-4cc1-87fa-16862746969c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T19:20:34Z', 'updated_at': '2022-02-09T19:20:42Z', 'revision_number': 5, 'project_id': '0c7f047f175c41a987e2010a725a3d95', 'subnets': [{'id': 'ca2eed47-7b83-4cc1-87fa-16862746969c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103233) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 19:24:34.065401 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.provisioning_blocks [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Provisioning complete for port 4420b8ed-e607-44be-919d-5f2a2fca1908 triggered by entity L2. {{(pid=103232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 19:24:34.065905 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593630'] for port (4420b8ed-e607-44be-919d-5f2a2fca1908), provisioning_complete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:24:34.068068 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf9c96a5-3736-4621-9350-64a1776ce4be tempest-FloatingIPAdminTestJSON-335355198 tempest-FloatingIPAdminTestJSON-335355198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:24:34.072104 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-bf9c96a5-3736-4621-9350-64a1776ce4be tempest-FloatingIPAdminTestJSON-335355198 tempest-FloatingIPAdminTestJSON-335355198-project] 10.222.0.75 "GET /v2.0/ports?device_id=93cb3071-cdb7-4d15-a5a9-b4f00a90b865 HTTP/1.1" status: 200 len: 913 time: 0.3236642 Feb 09 19:24:34.085724 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-908c44ad-d837-40a5-aa26-745a9100080f req-65ec1ac7-6270-4024-8983-7e94d64de240 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:24:34.087180 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 50312) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:24:34.092414 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-908c44ad-d837-40a5-aa26-745a9100080f req-65ec1ac7-6270-4024-8983-7e94d64de240 service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=a1fbc70b-9dd3-44f5-99b0-85f3dff92d7d HTTP/1.1" status: 200 len: 1128 time: 0.2885253 Feb 09 19:24:34.147362 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-f3786490-0c78-431e-a56e-3544d3db24dd tempest-FloatingIPNegativeTestJSON-1419349447 tempest-FloatingIPNegativeTestJSON-1419349447-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-760023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12867367', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12759238'] for subnet (c55cbab8-9de3-4eae-b9f3-46fa6cbefe99), after_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:24:34.177892 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Current status of the port 4420b8ed-e607-44be-919d-5f2a2fca1908 is: ACTIVE; New status is: ACTIVE {{(pid=103232) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 19:24:34.184565 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-00414e65-4d53-4e42-a665-d2c161170039 tempest-AttachVolumeShelveTestJSON-671139515 tempest-AttachVolumeShelveTestJSON-671139515-project] Publish callbacks [] for security_group (8ffa0824-cdc7-466b-baef-bc7606a99fd1), before_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:24:34.207725 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-f3786490-0c78-431e-a56e-3544d3db24dd tempest-FloatingIPNegativeTestJSON-1419349447 tempest-FloatingIPNegativeTestJSON-1419349447-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1613566'] for subnet (None), before_response {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:24:34.214395 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-f3786490-0c78-431e-a56e-3544d3db24dd tempest-FloatingIPNegativeTestJSON-1419349447 tempest-FloatingIPNegativeTestJSON-1419349447-project] 10.222.0.75 "DELETE /v2.0/subnets/c55cbab8-9de3-4eae-b9f3-46fa6cbefe99 HTTP/1.1" status: 204 len: 168 time: 1.3610404 Feb 09 19:24:34.214556 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-666289c2-a743-4ae5-8dac-80cfdadd8383 None None] Network 6028c6e9-2dc5-4cbf-8ad7-6d9c1fac1cbc requested from n-d-713498-36 {{(pid=103232) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 19:24:34.214682 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3786490-0c78-431e-a56e-3544d3db24dd tempest-FloatingIPNegativeTestJSON-1419349447 tempest-FloatingIPNegativeTestJSON-1419349447-project] Pushing event deleted for resources: {'Subnet': ['ID=c55cbab8-9de3-4eae-b9f3-46fa6cbefe99,revision_number=None']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:24:34.217829 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 50316) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:24:34.239051 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-264ed450-ed1c-4f4d-9236-73b49c25e4fa admin admin] Publish callbacks [] for security_group (c3db9a2c-cde2-4b44-a92e-f356d05e988e), precommit_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:24:34.244279 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-908c44ad-d837-40a5-aa26-745a9100080f req-aa78e8c3-4c67-4004-9184-9e76752e8d88 service neutron] 10.222.0.89 "GET /v2.0/security-groups?id=22c4accd-b9e4-4e3e-aec5-b2bee068a6b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1473908 Feb 09 19:24:34.280992 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-264ed450-ed1c-4f4d-9236-73b49c25e4fa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1892331'] for security_group (c3db9a2c-cde2-4b44-a92e-f356d05e988e), after_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:24:34.317080 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-00414e65-4d53-4e42-a665-d2c161170039 tempest-AttachVolumeShelveTestJSON-671139515 tempest-AttachVolumeShelveTestJSON-671139515-project] Publish callbacks [] for security_group (8ffa0824-cdc7-466b-baef-bc7606a99fd1), precommit_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:24:34.320486 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-d012cec4-18c7-4708-b4bc-8df490a1b533 tempest-FloatingIPNegativeTestJSON-1419349447 tempest-FloatingIPNegativeTestJSON-1419349447-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-670458'] for network (6028c6e9-2dc5-4cbf-8ad7-6d9c1fac1cbc), before_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:24:34.330005 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [req-ea2c36f9-cf10-4c62-93e4-a3f4167153c0 req-1e8f36b9-c306-4522-9e2d-6202da7d8566 tempest-ServerRescueTestJSON-1886685382 tempest-ServerRescueTestJSON-1886685382-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762866656467', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14393751'] for port (8bbf9426-f0e3-4d72-9513-cdacb95da6bc), after_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:24:34.434298 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.plugin [None req-d012cec4-18c7-4708-b4bc-8df490a1b533 tempest-FloatingIPNegativeTestJSON-1419349447 tempest-FloatingIPNegativeTestJSON-1419349447-project] Deleting port 388f8276-0591-43bb-bfb7-ea1c42d73519 {{(pid=103229) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 19:24:34.434671 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-d012cec4-18c7-4708-b4bc-8df490a1b533 tempest-FloatingIPNegativeTestJSON-1419349447 tempest-FloatingIPNegativeTestJSON-1419349447-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762867170196'] for port (388f8276-0591-43bb-bfb7-ea1c42d73519), before_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:24:34.509580 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-264ed450-ed1c-4f4d-9236-73b49c25e4fa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c3db9a2c-cde2-4b44-a92e-f356d05e988e,revision_number=1']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:24:34.515570 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c250934c-69c5-4b6e-9940-cc5b23e8d6f7 None None] New status for floating IP 334301c7-0fdb-43ec-a8c8-580ea0fe858c: DOWN {{(pid=103232) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 09 19:24:34.578815 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-00414e65-4d53-4e42-a665-d2c161170039 tempest-AttachVolumeShelveTestJSON-671139515 tempest-AttachVolumeShelveTestJSON-671139515-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1892331'] for security_group (8ffa0824-cdc7-466b-baef-bc7606a99fd1), after_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:24:34.591515 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-00414e65-4d53-4e42-a665-d2c161170039 tempest-AttachVolumeShelveTestJSON-671139515 tempest-AttachVolumeShelveTestJSON-671139515-project] Publish callbacks [] for security_group (None), before_response {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:24:34.591515 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-00414e65-4d53-4e42-a665-d2c161170039 tempest-AttachVolumeShelveTestJSON-671139515 tempest-AttachVolumeShelveTestJSON-671139515-project] 10.222.0.75 "DELETE /v2.0/security-groups/8ffa0824-cdc7-466b-baef-bc7606a99fd1 HTTP/1.1" status: 204 len: 168 time: 0.6418285 Feb 09 19:24:34.591515 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e8f36b9-c306-4522-9e2d-6202da7d8566 tempest-ServerRescueTestJSON-1886685382 tempest-ServerRescueTestJSON-1886685382-project] Pushing event updated for resources: {'Port': ['ID=8bbf9426-f0e3-4d72-9513-cdacb95da6bc,revision_number=1']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:24:34.591895 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.db [None req-d012cec4-18c7-4708-b4bc-8df490a1b533 tempest-FloatingIPNegativeTestJSON-1419349447 tempest-FloatingIPNegativeTestJSON-1419349447-project] For port 388f8276-0591-43bb-bfb7-ea1c42d73519, host n-d-713498-36, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-36',level=0,port_id=388f8276-0591-43bb-bfb7-ea1c42d73519,segment=NetworkSegment(9ba032b7-4851-4e90-9cd7-fdeec064ac81),segment_id=9ba032b7-4851-4e90-9cd7-fdeec064ac81)] {{(pid=103229) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 19:24:34.591895 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-d012cec4-18c7-4708-b4bc-8df490a1b533 tempest-FloatingIPNegativeTestJSON-1419349447 tempest-FloatingIPNegativeTestJSON-1419349447-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1820838'] for port (388f8276-0591-43bb-bfb7-ea1c42d73519), precommit_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:24:34.595281 n-d-713498-36 neutron-server[103230]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ea2c36f9-cf10-4c62-93e4-a3f4167153c0 req-1e8f36b9-c306-4522-9e2d-6202da7d8566 tempest-ServerRescueTestJSON-1886685382 tempest-ServerRescueTestJSON-1886685382-project] Network 2324528b-82cd-4c53-b665-41f5fd12f858 is already hosted by enough agents. {{(pid=103230) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 19:24:34.600031 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 50332) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:24:34.601923 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.plugin [None req-d012cec4-18c7-4708-b4bc-8df490a1b533 tempest-FloatingIPNegativeTestJSON-1419349447 tempest-FloatingIPNegativeTestJSON-1419349447-project] Calling delete_port for 388f8276-0591-43bb-bfb7-ea1c42d73519 owned by network:dhcp {{(pid=103229) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 19:24:34.641317 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7cdb4740-b8f4-4eb3-82c7-dc9ada6e643e None None] DHCP port deletion for 6028c6e9-2dc5-4cbf-8ad7-6d9c1fac1cbc request from n-d-713498-36 {{(pid=103232) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 09 19:24:34.648483 n-d-713498-36 neutron-server[103230]: DEBUG neutron.scheduler.base_scheduler [req-ea2c36f9-cf10-4c62-93e4-a3f4167153c0 req-1e8f36b9-c306-4522-9e2d-6202da7d8566 tempest-ServerRescueTestJSON-1886685382 tempest-ServerRescueTestJSON-1886685382-project] Resources bound (agent type, host, resource id): {{(pid=103230) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 19:24:34.651535 n-d-713498-36 neutron-server[103230]: DEBUG neutron.db.l3_dvrscheduler_db [req-ea2c36f9-cf10-4c62-93e4-a3f4167153c0 req-1e8f36b9-c306-4522-9e2d-6202da7d8566 tempest-ServerRescueTestJSON-1886685382 tempest-ServerRescueTestJSON-1886685382-project] Received port after_create {{(pid=103230) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 19:24:34.745876 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7052ea16-f1d3-46d9-a64c-c70a716b957d req-abbe5a91-29ad-4d0f-b3fe-078eea37d245 tempest-ServerRescueTestJSON-1886685382 tempest-ServerRescueTestJSON-1886685382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:24:34.748192 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-7052ea16-f1d3-46d9-a64c-c70a716b957d req-abbe5a91-29ad-4d0f-b3fe-078eea37d245 tempest-ServerRescueTestJSON-1886685382 tempest-ServerRescueTestJSON-1886685382-project] 10.222.0.75 "GET /v2.0/ports?device_id=07c418f7-8971-4ae3-b247-9ceb2a23ddcf HTTP/1.1" status: 200 len: 932 time: 0.2556036 Feb 09 19:24:34.749847 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00414e65-4d53-4e42-a665-d2c161170039 tempest-AttachVolumeShelveTestJSON-671139515 tempest-AttachVolumeShelveTestJSON-671139515-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8ffa0824-cdc7-466b-baef-bc7606a99fd1,revision_number=None']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:24:34.751481 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-d012cec4-18c7-4708-b4bc-8df490a1b533 tempest-FloatingIPNegativeTestJSON-1419349447 tempest-FloatingIPNegativeTestJSON-1419349447-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762867177463', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762866656476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12867576'] for port (388f8276-0591-43bb-bfb7-ea1c42d73519), after_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:24:34.755603 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-264ed450-ed1c-4f4d-9236-73b49c25e4fa admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=63b09f507c0544c88c0a1d00634c3d7a&name=default HTTP/1.1" status: 200 len: 3000 time: 1.6587527 Feb 09 19:24:34.756508 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-7cdb4740-b8f4-4eb3-82c7-dc9ada6e643e None None] Deleting port 388f8276-0591-43bb-bfb7-ea1c42d73519 {{(pid=103232) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 19:24:34.756944 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-7cdb4740-b8f4-4eb3-82c7-dc9ada6e643e None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762867170196'] for port (388f8276-0591-43bb-bfb7-ea1c42d73519), before_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:24:34.757254 n-d-713498-36 neutron-server[103230]: INFO neutron.api.v2.resource [None req-8d301aab-da4b-4261-b6cd-2587ad9d19fc tempest-AttachVolumeShelveTestJSON-671139515 tempest-AttachVolumeShelveTestJSON-671139515-project] show failed (client error): The resource could not be found. Feb 09 19:24:34.758537 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-8d301aab-da4b-4261-b6cd-2587ad9d19fc tempest-AttachVolumeShelveTestJSON-671139515 tempest-AttachVolumeShelveTestJSON-671139515-project] 10.222.0.75 "GET /v2.0/security-groups/8ffa0824-cdc7-466b-baef-bc7606a99fd1 HTTP/1.1" status: 404 len: 347 time: 0.0655468 Feb 09 19:24:34.765699 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 50336) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:24:34.766336 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 50338) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:24:34.782848 n-d-713498-36 neutron-server[103229]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d012cec4-18c7-4708-b4bc-8df490a1b533 tempest-FloatingIPNegativeTestJSON-1419349447 tempest-FloatingIPNegativeTestJSON-1419349447-project] No DVR routers for this DVR port 388f8276-0591-43bb-bfb7-ea1c42d73519 on host n-d-713498-36 {{(pid=103229) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 19:24:34.842984 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-7cdb4740-b8f4-4eb3-82c7-dc9ada6e643e None None] For port 388f8276-0591-43bb-bfb7-ea1c42d73519, host n-d-713498-36, got binding levels [] {{(pid=103232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 19:24:34.843350 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-7cdb4740-b8f4-4eb3-82c7-dc9ada6e643e None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1820838'] for port (388f8276-0591-43bb-bfb7-ea1c42d73519), precommit_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:24:34.858606 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-7cdb4740-b8f4-4eb3-82c7-dc9ada6e643e None None] Calling delete_port for 388f8276-0591-43bb-bfb7-ea1c42d73519 owned by network:dhcp {{(pid=103232) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 19:24:34.862044 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.ipam_backend_mixin [None req-7cdb4740-b8f4-4eb3-82c7-dc9ada6e643e None None] Port 388f8276-0591-43bb-bfb7-ea1c42d73519 was not found and therefore no delete operation was performed {{(pid=103232) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Feb 09 19:24:34.865508 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-7cdb4740-b8f4-4eb3-82c7-dc9ada6e643e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762867177463', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762866656476'] for port (388f8276-0591-43bb-bfb7-ea1c42d73519), after_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:24:34.908265 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cdb4740-b8f4-4eb3-82c7-dc9ada6e643e None None] Pushing event deleted for resources: {'Port': ['ID=388f8276-0591-43bb-bfb7-ea1c42d73519,revision_number=None']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:24:34.917208 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7cdb4740-b8f4-4eb3-82c7-dc9ada6e643e None None] No DVR routers for this DVR port 388f8276-0591-43bb-bfb7-ea1c42d73519 on host n-d-713498-36 {{(pid=103232) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 19:24:34.974472 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc84f053-8017-42c0-ab39-c0c2dc03ed6c req-7cac6bf9-4a20-4f66-8bc9-5d56e6788941 tempest-ServerActionsTestJSON-347500300 tempest-ServerActionsTestJSON-347500300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:24:34.979105 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-dc84f053-8017-42c0-ab39-c0c2dc03ed6c req-7cac6bf9-4a20-4f66-8bc9-5d56e6788941 tempest-ServerActionsTestJSON-347500300 tempest-ServerActionsTestJSON-347500300-project] 10.222.0.75 "GET /v2.0/ports?device_id=a1fbc70b-9dd3-44f5-99b0-85f3dff92d7d HTTP/1.1" status: 200 len: 945 time: 0.7103257 Feb 09 19:24:34.989534 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea2c36f9-cf10-4c62-93e4-a3f4167153c0 req-1e8f36b9-c306-4522-9e2d-6202da7d8566 tempest-ServerRescueTestJSON-1886685382 tempest-ServerRescueTestJSON-1886685382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:24:34.990042 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [req-ea2c36f9-cf10-4c62-93e4-a3f4167153c0 req-1e8f36b9-c306-4522-9e2d-6202da7d8566 tempest-ServerRescueTestJSON-1886685382 tempest-ServerRescueTestJSON-1886685382-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171096'] for port (None), before_response {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:24:35.079919 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-ea2c36f9-cf10-4c62-93e4-a3f4167153c0 req-1e8f36b9-c306-4522-9e2d-6202da7d8566 tempest-ServerRescueTestJSON-1886685382 tempest-ServerRescueTestJSON-1886685382-project] 10.222.0.90 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.6721256 Feb 09 19:24:35.081854 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-2bce463b-0a87-43fa-b9ba-955dea527c58 admin admin] Publish callbacks [] for security_group (c3db9a2c-cde2-4b44-a92e-f356d05e988e), before_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:24:35.108578 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.v2.base [req-ea2c36f9-cf10-4c62-93e4-a3f4167153c0 req-dd47d83e-f25d-4bbd-beb5-2fc7fad33eba service neutron] Request body: {'port': {'device_id': '07c418f7-8971-4ae3-b247-9ceb2a23ddcf', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-713498-36'}} {{(pid=103230) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 19:24:35.168464 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.plugin [None req-d032577f-157b-49a4-8228-c82c918259f3 tempest-AttachVolumeShelveTestJSON-671139515 tempest-AttachVolumeShelveTestJSON-671139515-project] Deleting port 39b78f18-1e22-437d-9101-d7f860a9b0a5 {{(pid=103230) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 19:24:35.168808 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-d032577f-157b-49a4-8228-c82c918259f3 tempest-AttachVolumeShelveTestJSON-671139515 tempest-AttachVolumeShelveTestJSON-671139515-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762867170196'] for port (39b78f18-1e22-437d-9101-d7f860a9b0a5), before_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:24:35.204190 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-2bce463b-0a87-43fa-b9ba-955dea527c58 admin admin] Publish callbacks [] for security_group (c3db9a2c-cde2-4b44-a92e-f356d05e988e), precommit_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:24:35.233160 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-dc84f053-8017-42c0-ab39-c0c2dc03ed6c req-72525544-5d8a-421d-a214-6998c0cf86cf tempest-ServerActionsTestJSON-347500300 tempest-ServerActionsTestJSON-347500300-project] 10.222.0.75 "GET /v2.0/security-groups?id=22c4accd-b9e4-4e3e-aec5-b2bee068a6b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2399116 Feb 09 19:24:35.254372 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d012cec4-18c7-4708-b4bc-8df490a1b533 tempest-FloatingIPNegativeTestJSON-1419349447 tempest-FloatingIPNegativeTestJSON-1419349447-project] Pushing event deleted for resources: {'Port': ['ID=388f8276-0591-43bb-bfb7-ea1c42d73519,revision_number=None']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:24:35.365752 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-d012cec4-18c7-4708-b4bc-8df490a1b533 tempest-FloatingIPNegativeTestJSON-1419349447 tempest-FloatingIPNegativeTestJSON-1419349447-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-590267', 'neutron.services.segments.db._delete_segments_for_network-8762867132609'] for network (6028c6e9-2dc5-4cbf-8ad7-6d9c1fac1cbc), precommit_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:24:35.414639 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-7052ea16-f1d3-46d9-a64c-c70a716b957d req-4b657b0c-adae-484e-bcd2-e7dd2db47491 tempest-ServerRescueTestJSON-1886685382 tempest-ServerRescueTestJSON-1886685382-project] 10.222.0.75 "GET /v2.0/security-groups?id=e2c286ed-f317-46f6-b582-9a19546e0cee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6444473 Feb 09 19:24:35.427085 n-d-713498-36 neutron-server[103229]: DEBUG neutron.services.segments.db [None req-d012cec4-18c7-4708-b4bc-8df490a1b533 tempest-FloatingIPNegativeTestJSON-1419349447 tempest-FloatingIPNegativeTestJSON-1419349447-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6028c6e9-2dc5-4cbf-8ad7-6d9c1fac1cbc']}} {{(pid=103229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:24:35.428870 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-2bce463b-0a87-43fa-b9ba-955dea527c58 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1892331'] for security_group (c3db9a2c-cde2-4b44-a92e-f356d05e988e), after_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:24:35.432069 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-2bce463b-0a87-43fa-b9ba-955dea527c58 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:24:35.435793 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-2bce463b-0a87-43fa-b9ba-955dea527c58 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/c3db9a2c-cde2-4b44-a92e-f356d05e988e HTTP/1.1" status: 204 len: 168 time: 0.6574991 Feb 09 19:24:35.435793 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [req-ea2c36f9-cf10-4c62-93e4-a3f4167153c0 req-dd47d83e-f25d-4bbd-beb5-2fc7fad33eba service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (8bbf9426-f0e3-4d72-9513-cdacb95da6bc), before_update {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:24:35.442353 n-d-713498-36 neutron-server[103229]: DEBUG neutron.services.segments.db [None req-d012cec4-18c7-4708-b4bc-8df490a1b533 tempest-FloatingIPNegativeTestJSON-1419349447 tempest-FloatingIPNegativeTestJSON-1419349447-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9ba032b7-4851-4e90-9cd7-fdeec064ac81') {'for_net_delete': True} {{(pid=103229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:24:35.443209 n-d-713498-36 neutron-server[103229]: DEBUG neutron.services.segments.db [None req-d012cec4-18c7-4708-b4bc-8df490a1b533 tempest-FloatingIPNegativeTestJSON-1419349447 tempest-FloatingIPNegativeTestJSON-1419349447-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9ba032b7-4851-4e90-9cd7-fdeec064ac81') {} {{(pid=103229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:24:35.457518 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-d012cec4-18c7-4708-b4bc-8df490a1b533 tempest-FloatingIPNegativeTestJSON-1419349447 tempest-FloatingIPNegativeTestJSON-1419349447-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762867134154', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16683417'] for segment (9ba032b7-4851-4e90-9cd7-fdeec064ac81), before_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:24:35.464694 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-d032577f-157b-49a4-8228-c82c918259f3 tempest-AttachVolumeShelveTestJSON-671139515 tempest-AttachVolumeShelveTestJSON-671139515-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1820838'] for port (39b78f18-1e22-437d-9101-d7f860a9b0a5), precommit_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:24:35.465154 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-d032577f-157b-49a4-8228-c82c918259f3 tempest-AttachVolumeShelveTestJSON-671139515 tempest-AttachVolumeShelveTestJSON-671139515-project] Publish callbacks [] for floatingip (39b78f18-1e22-437d-9101-d7f860a9b0a5), precommit_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:24:35.473932 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bce463b-0a87-43fa-b9ba-955dea527c58 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c3db9a2c-cde2-4b44-a92e-f356d05e988e,revision_number=None']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:24:35.475265 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-d012cec4-18c7-4708-b4bc-8df490a1b533 tempest-FloatingIPNegativeTestJSON-1419349447 tempest-FloatingIPNegativeTestJSON-1419349447-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-759574'] for segment (9ba032b7-4851-4e90-9cd7-fdeec064ac81), precommit_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:24:35.484155 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d012cec4-18c7-4708-b4bc-8df490a1b533 tempest-FloatingIPNegativeTestJSON-1419349447 tempest-FloatingIPNegativeTestJSON-1419349447-project] Releasing vlan 356 on physical network physnet1 to pool {{(pid=103229) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 19:24:35.484764 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-d012cec4-18c7-4708-b4bc-8df490a1b533 tempest-FloatingIPNegativeTestJSON-1419349447 tempest-FloatingIPNegativeTestJSON-1419349447-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-759574', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12867469'] for segment (9ba032b7-4851-4e90-9cd7-fdeec064ac81), after_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:24:35.489078 n-d-713498-36 neutron-server[103229]: Traceback (most recent call last): Feb 09 19:24:35.489078 n-d-713498-36 neutron-server[103229]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 19:24:35.489078 n-d-713498-36 neutron-server[103229]: timer() Feb 09 19:24:35.489078 n-d-713498-36 neutron-server[103229]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 19:24:35.489078 n-d-713498-36 neutron-server[103229]: cb(*args, **kw) Feb 09 19:24:35.489078 n-d-713498-36 neutron-server[103229]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 19:24:35.489078 n-d-713498-36 neutron-server[103229]: return func(*args, **kwargs) Feb 09 19:24:35.489078 n-d-713498-36 neutron-server[103229]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 19:24:35.489078 n-d-713498-36 neutron-server[103229]: self._notify() Feb 09 19:24:35.489078 n-d-713498-36 neutron-server[103229]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 19:24:35.489078 n-d-713498-36 neutron-server[103229]: self.callback(batched_events) Feb 09 19:24:35.489078 n-d-713498-36 neutron-server[103229]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 19:24:35.489078 n-d-713498-36 neutron-server[103229]: event.method(event) Feb 09 19:24:35.489078 n-d-713498-36 neutron-server[103229]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 19:24:35.489078 n-d-713498-36 neutron-server[103229]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 19:24:35.489078 n-d-713498-36 neutron-server[103229]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 19:24:35.489078 n-d-713498-36 neutron-server[103229]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 19:24:35.489078 n-d-713498-36 neutron-server[103229]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 19:24:35.489078 n-d-713498-36 neutron-server[103229]: return f(self, *a, **k) Feb 09 19:24:35.489078 n-d-713498-36 neutron-server[103229]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 19:24:35.489078 n-d-713498-36 neutron-server[103229]: return self._get(url).json() Feb 09 19:24:35.489078 n-d-713498-36 neutron-server[103229]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 19:24:35.489078 n-d-713498-36 neutron-server[103229]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 19:24:35.489078 n-d-713498-36 neutron-server[103229]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 19:24:35.489078 n-d-713498-36 neutron-server[103229]: return self.request(url, 'GET', **kwargs) Feb 09 19:24:35.489078 n-d-713498-36 neutron-server[103229]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 19:24:35.489078 n-d-713498-36 neutron-server[103229]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 19:24:35.489078 n-d-713498-36 neutron-server[103229]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 19:24:35.489078 n-d-713498-36 neutron-server[103229]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 19:24:35.489078 n-d-713498-36 neutron-server[103229]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 19:24:35.489078 n-d-713498-36 neutron-server[103229]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 19:24:35.489078 n-d-713498-36 neutron-server[103229]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 19:24:35.510180 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.plugin [None req-d032577f-157b-49a4-8228-c82c918259f3 tempest-AttachVolumeShelveTestJSON-671139515 tempest-AttachVolumeShelveTestJSON-671139515-project] Calling delete_port for 39b78f18-1e22-437d-9101-d7f860a9b0a5 owned by network:floatingip {{(pid=103230) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 19:24:35.576518 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c650cece-91fb-4476-8c32-2c6cf28fb29e req-bd207abe-224a-4807-854a-023e639215db tempest-VolumesNegativeTest-636412530 tempest-VolumesNegativeTest-636412530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:24:35.576518 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-c650cece-91fb-4476-8c32-2c6cf28fb29e req-bd207abe-224a-4807-854a-023e639215db tempest-VolumesNegativeTest-636412530 tempest-VolumesNegativeTest-636412530-project] 10.222.0.75 "GET /v2.0/ports?device_id=050d31e8-6d87-4651-b2af-0d81cc12c514 HTTP/1.1" status: 200 len: 948 time: 0.2249088 Feb 09 19:24:35.594411 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-d012cec4-18c7-4708-b4bc-8df490a1b533 tempest-FloatingIPNegativeTestJSON-1419349447 tempest-FloatingIPNegativeTestJSON-1419349447-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-590242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1885479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1818895'] for network (6028c6e9-2dc5-4cbf-8ad7-6d9c1fac1cbc), after_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:24:35.611075 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-d012cec4-18c7-4708-b4bc-8df490a1b533 tempest-FloatingIPNegativeTestJSON-1419349447 tempest-FloatingIPNegativeTestJSON-1419349447-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1613566'] for network (None), before_response {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:24:35.616353 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-d012cec4-18c7-4708-b4bc-8df490a1b533 tempest-FloatingIPNegativeTestJSON-1419349447 tempest-FloatingIPNegativeTestJSON-1419349447-project] 10.222.0.75 "DELETE /v2.0/networks/6028c6e9-2dc5-4cbf-8ad7-6d9c1fac1cbc HTTP/1.1" status: 204 len: 168 time: 1.3969319 Feb 09 19:24:35.644970 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d012cec4-18c7-4708-b4bc-8df490a1b533 tempest-FloatingIPNegativeTestJSON-1419349447 tempest-FloatingIPNegativeTestJSON-1419349447-project] Pushing event deleted for resources: {'Network': ['ID=6028c6e9-2dc5-4cbf-8ad7-6d9c1fac1cbc,revision_number=None']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:24:35.705527 n-d-713498-36 neutron-server[103232]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '050d31e8-6d87-4651-b2af-0d81cc12c514', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f52a8035-85ec-4cb7-b104-1fc1e98afe4c'}] {{(pid=103232) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 19:24:35.708296 n-d-713498-36 neutron-server[103232]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}949cdcde653dec44821de95cbf67297f53cbc2aed4e073b5d514f93bf911ce85" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0c287c74-0d04-4f9e-be64-e59dbc1e8fc8" -d '{"events": [{"server_uuid": "050d31e8-6d87-4651-b2af-0d81cc12c514", "name": "network-vif-plugged", "status": "completed", "tag": "f52a8035-85ec-4cb7-b104-1fc1e98afe4c"}]}' {{(pid=103232) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 19:24:35.754549 n-d-713498-36 neutron-server[103232]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 19:24:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-093130a2-db45-4316-87a2-e25e1ed2aca0 x-openstack-request-id: req-093130a2-db45-4316-87a2-e25e1ed2aca0 {{(pid=103232) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 19:24:35.755386 n-d-713498-36 neutron-server[103232]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "050d31e8-6d87-4651-b2af-0d81cc12c514", "name": "network-vif-plugged", "status": "completed", "tag": "f52a8035-85ec-4cb7-b104-1fc1e98afe4c", "code": 200}]} {{(pid=103232) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 19:24:35.755837 n-d-713498-36 neutron-server[103232]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-093130a2-db45-4316-87a2-e25e1ed2aca0 {{(pid=103232) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 19:24:35.756649 n-d-713498-36 neutron-server[103232]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '050d31e8-6d87-4651-b2af-0d81cc12c514', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f52a8035-85ec-4cb7-b104-1fc1e98afe4c', 'code': 200} Feb 09 19:24:35.881384 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-c650cece-91fb-4476-8c32-2c6cf28fb29e req-ec82d014-6773-4c92-9f55-a8bfe01c885a tempest-VolumesNegativeTest-636412530 tempest-VolumesNegativeTest-636412530-project] 10.222.0.75 "GET /v2.0/security-groups?id=ae9e7783-5315-46b7-9662-b630fde06191&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2502422 Feb 09 19:24:35.917931 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Device 388f8276-0591-43bb-bfb7-ea1c42d73519 no longer exists at agent ovs-agent-n-d-713498-36 {{(pid=103232) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 19:24:35.940559 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0dce0d1-0416-48df-9e20-3fc4e2db9cbe req-3928837d-8b5d-4e6f-a733-f2600e63d002 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:24:35.946702 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-c0dce0d1-0416-48df-9e20-3fc4e2db9cbe req-3928837d-8b5d-4e6f-a733-f2600e63d002 service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=050d31e8-6d87-4651-b2af-0d81cc12c514 HTTP/1.1" status: 200 len: 1131 time: 0.1056252 Feb 09 19:24:35.967591 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] No Port match for: 388f8276-0591-43bb-bfb7-ea1c42d73519 {{(pid=103232) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 19:24:35.967944 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Device 388f8276-0591-43bb-bfb7-ea1c42d73519 not bound to the agent host n-d-713498-36 {{(pid=103232) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 19:24:35.968120 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-dae050bd-6fb0-4f1f-bbb1-af7339937bc7 tempest-FloatingIPAdminTestJSON-335355198 tempest-FloatingIPAdminTestJSON-335355198-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1834525'] for router_interface (93cb3071-cdb7-4d15-a5a9-b4f00a90b865), before_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:24:36.036202 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-c0dce0d1-0416-48df-9e20-3fc4e2db9cbe req-e4db57d9-3a35-4144-a6e3-05be4c2fc121 service neutron] 10.222.0.90 "GET /v2.0/security-groups?id=ae9e7783-5315-46b7-9662-b630fde06191&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0814652 Feb 09 19:24:36.128824 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 50366) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:24:36.364048 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-d032577f-157b-49a4-8228-c82c918259f3 tempest-AttachVolumeShelveTestJSON-671139515 tempest-AttachVolumeShelveTestJSON-671139515-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762867177463', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762866656476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14393751'] for port (39b78f18-1e22-437d-9101-d7f860a9b0a5), after_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:24:36.491776 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb00019c-2f98-4ef3-b944-906a2e55afd7 req-df2ae31d-4c18-464d-8c9b-10a17d6447fd tempest-ServerActionsTestJSON-347500300 tempest-ServerActionsTestJSON-347500300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:24:36.494321 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-bb00019c-2f98-4ef3-b944-906a2e55afd7 req-df2ae31d-4c18-464d-8c9b-10a17d6447fd tempest-ServerActionsTestJSON-347500300 tempest-ServerActionsTestJSON-347500300-project] 10.222.0.75 "GET /v2.0/ports?device_id=a1fbc70b-9dd3-44f5-99b0-85f3dff92d7d HTTP/1.1" status: 200 len: 945 time: 0.0887322 Feb 09 19:24:36.591191 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d032577f-157b-49a4-8228-c82c918259f3 tempest-AttachVolumeShelveTestJSON-671139515 tempest-AttachVolumeShelveTestJSON-671139515-project] Pushing event deleted for resources: {'Port': ['ID=39b78f18-1e22-437d-9101-d7f860a9b0a5,revision_number=None']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:24:36.597287 n-d-713498-36 neutron-server[103230]: DEBUG neutron.notifiers.nova [req-ea2c36f9-cf10-4c62-93e4-a3f4167153c0 req-dd47d83e-f25d-4bbd-beb5-2fc7fad33eba service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8bbf9426-f0e3-4d72-9513-cdacb95da6bc {{(pid=103230) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 19:24:36.607459 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [req-ea2c36f9-cf10-4c62-93e4-a3f4167153c0 req-dd47d83e-f25d-4bbd-beb5-2fc7fad33eba service neutron] Publish callbacks [] for port (8bbf9426-f0e3-4d72-9513-cdacb95da6bc), precommit_update {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:24:36.616307 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-bb00019c-2f98-4ef3-b944-906a2e55afd7 req-72f5126d-e131-40e6-8096-9e75b0882f4e tempest-ServerActionsTestJSON-347500300 tempest-ServerActionsTestJSON-347500300-project] 10.222.0.75 "GET /v2.0/security-groups?id=22c4accd-b9e4-4e3e-aec5-b2bee068a6b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1129079 Feb 09 19:24:36.625157 n-d-713498-36 neutron-server[103230]: DEBUG neutron.db.provisioning_blocks [req-ea2c36f9-cf10-4c62-93e4-a3f4167153c0 req-dd47d83e-f25d-4bbd-beb5-2fc7fad33eba service neutron] Transition to ACTIVE for port object 8bbf9426-f0e3-4d72-9513-cdacb95da6bc will not be triggered until provisioned by entity L2. {{(pid=103230) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 19:24:36.651667 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [req-ea2c36f9-cf10-4c62-93e4-a3f4167153c0 req-dd47d83e-f25d-4bbd-beb5-2fc7fad33eba service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762867176205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762866656485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762866656503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14393758'] for port (8bbf9426-f0e3-4d72-9513-cdacb95da6bc), after_update {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:24:36.675511 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-99cd8b23-36ec-4ab3-aeb7-fd3fb4f15f7d admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=e82dd81f96194c8bba794915311bf74e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5453713 Feb 09 19:24:36.676118 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 50390) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:24:36.792231 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-6f5456c5-f4d7-4f9a-a0df-64b89c38f2c2 admin admin] Publish callbacks [] for security_group (f5ad6f05-4505-4eef-9602-c3d2cdd66794), before_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:24:36.933805 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-6f5456c5-f4d7-4f9a-a0df-64b89c38f2c2 admin admin] Publish callbacks [] for security_group (f5ad6f05-4505-4eef-9602-c3d2cdd66794), precommit_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:24:36.983002 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-073532ab-d7a6-4887-821c-a22180874028 req-45bfcdc1-efbc-4ba4-9356-0b4dd59b3314 tempest-ServerRescueTestJSON-1886685382 tempest-ServerRescueTestJSON-1886685382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:24:36.992144 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-073532ab-d7a6-4887-821c-a22180874028 req-45bfcdc1-efbc-4ba4-9356-0b4dd59b3314 tempest-ServerRescueTestJSON-1886685382 tempest-ServerRescueTestJSON-1886685382-project] 10.222.0.75 "GET /v2.0/ports?device_id=07c418f7-8971-4ae3-b247-9ceb2a23ddcf HTTP/1.1" status: 200 len: 944 time: 0.3649700 Feb 09 19:24:37.007102 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efa8356c-161c-46d9-9853-f327d882e518 req-ac220d27-19cb-4723-bec3-99ef2078e787 tempest-ServerActionsTestJSON-347500300 tempest-ServerActionsTestJSON-347500300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:24:37.019567 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-efa8356c-161c-46d9-9853-f327d882e518 req-ac220d27-19cb-4723-bec3-99ef2078e787 tempest-ServerActionsTestJSON-347500300 tempest-ServerActionsTestJSON-347500300-project] 10.222.0.75 "GET /v2.0/ports?device_id=a1fbc70b-9dd3-44f5-99b0-85f3dff92d7d HTTP/1.1" status: 200 len: 945 time: 0.2856834 Feb 09 19:24:37.022241 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 50402) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:24:37.029347 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.v2.base [None req-737701b5-468a-4256-af2a-9262ad21616d tempest-ServerActionsTestJSON-347500300 tempest-ServerActionsTestJSON-347500300-project] Request body: {'floatingip': {'port_id': 'f1d2f720-203f-4a0c-99ec-b451c998d159'}} {{(pid=103229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 19:24:37.118644 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd47d83e-f25d-4bbd-beb5-2fc7fad33eba service neutron] Pushing event updated for resources: {'Port': ['ID=8bbf9426-f0e3-4d72-9513-cdacb95da6bc,revision_number=2']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:24:37.124350 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-737701b5-468a-4256-af2a-9262ad21616d tempest-ServerActionsTestJSON-347500300 tempest-ServerActionsTestJSON-347500300-project] Publish callbacks [] for floatingip (a0919bbb-441e-4a38-ba74-fc361f9a0ac9), before_update {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:24:37.174773 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-d032577f-157b-49a4-8228-c82c918259f3 tempest-AttachVolumeShelveTestJSON-671139515 tempest-AttachVolumeShelveTestJSON-671139515-project] Publish callbacks [] for floatingip (334301c7-0fdb-43ec-a8c8-580ea0fe858c), after_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:24:37.177353 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-d032577f-157b-49a4-8228-c82c918259f3 tempest-AttachVolumeShelveTestJSON-671139515 tempest-AttachVolumeShelveTestJSON-671139515-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171096'] for floatingip (None), before_response {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:24:37.182680 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-d032577f-157b-49a4-8228-c82c918259f3 tempest-AttachVolumeShelveTestJSON-671139515 tempest-AttachVolumeShelveTestJSON-671139515-project] 10.222.0.75 "DELETE /v2.0/floatingips/334301c7-0fdb-43ec-a8c8-580ea0fe858c HTTP/1.1" status: 204 len: 168 time: 2.4041538 Feb 09 19:24:37.331946 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7151d1d-a8ca-4165-898e-9728bacd255d req-34aa3213-2501-44d9-85c8-6cd345861e37 tempest-VolumesNegativeTest-636412530 tempest-VolumesNegativeTest-636412530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:24:37.336390 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-073532ab-d7a6-4887-821c-a22180874028 req-27d57246-d0a3-4b31-9836-41d0417ea18b tempest-ServerRescueTestJSON-1886685382 tempest-ServerRescueTestJSON-1886685382-project] 10.222.0.75 "GET /v2.0/security-groups?id=e2c286ed-f317-46f6-b582-9a19546e0cee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3405597 Feb 09 19:24:37.350008 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-b7151d1d-a8ca-4165-898e-9728bacd255d req-34aa3213-2501-44d9-85c8-6cd345861e37 tempest-VolumesNegativeTest-636412530 tempest-VolumesNegativeTest-636412530-project] 10.222.0.75 "GET /v2.0/ports?device_id=050d31e8-6d87-4651-b2af-0d81cc12c514 HTTP/1.1" status: 200 len: 948 time: 0.2093065 Feb 09 19:24:37.351774 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-6f5456c5-f4d7-4f9a-a0df-64b89c38f2c2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1892331'] for security_group (f5ad6f05-4505-4eef-9602-c3d2cdd66794), after_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:24:37.354214 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-6f5456c5-f4d7-4f9a-a0df-64b89c38f2c2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:24:37.357590 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-6f5456c5-f4d7-4f9a-a0df-64b89c38f2c2 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/f5ad6f05-4505-4eef-9602-c3d2cdd66794 HTTP/1.1" status: 204 len: 168 time: 0.6783426 Feb 09 19:24:37.387489 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.managers [req-ea2c36f9-cf10-4c62-93e4-a3f4167153c0 req-dd47d83e-f25d-4bbd-beb5-2fc7fad33eba service neutron] Attempting to bind port 8bbf9426-f0e3-4d72-9513-cdacb95da6bc on host n-h2-713498-36 for vnic_type normal with profile {{(pid=103230) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 19:24:37.388049 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.managers [req-ea2c36f9-cf10-4c62-93e4-a3f4167153c0 req-dd47d83e-f25d-4bbd-beb5-2fc7fad33eba service neutron] Attempting to bind port 8bbf9426-f0e3-4d72-9513-cdacb95da6bc by drivers openvswitch,hyperv on host n-h2-713498-36 at level 0 using segments [{'id': 'c10441c4-164e-4746-a64d-90f79f0d70ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': '2324528b-82cd-4c53-b665-41f5fd12f858'}] {{(pid=103230) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 19:24:37.388250 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea2c36f9-cf10-4c62-93e4-a3f4167153c0 req-dd47d83e-f25d-4bbd-beb5-2fc7fad33eba service neutron] Attempting to bind port 8bbf9426-f0e3-4d72-9513-cdacb95da6bc on network 2324528b-82cd-4c53-b665-41f5fd12f858 {{(pid=103230) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 19:24:37.405511 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.plugin [None req-dae050bd-6fb0-4f1f-bbb1-af7339937bc7 tempest-FloatingIPAdminTestJSON-335355198 tempest-FloatingIPAdminTestJSON-335355198-project] Deleting port 95f7d0e6-3873-4bbe-8575-9a2c6657d4fe {{(pid=103230) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 19:24:37.405841 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-dae050bd-6fb0-4f1f-bbb1-af7339937bc7 tempest-FloatingIPAdminTestJSON-335355198 tempest-FloatingIPAdminTestJSON-335355198-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762867170196'] for port (95f7d0e6-3873-4bbe-8575-9a2c6657d4fe), before_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:24:37.531082 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-dae050bd-6fb0-4f1f-bbb1-af7339937bc7 tempest-FloatingIPAdminTestJSON-335355198 tempest-FloatingIPAdminTestJSON-335355198-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1820838'] for port (95f7d0e6-3873-4bbe-8575-9a2c6657d4fe), precommit_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:24:37.547015 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.plugin [None req-dae050bd-6fb0-4f1f-bbb1-af7339937bc7 tempest-FloatingIPAdminTestJSON-335355198 tempest-FloatingIPAdminTestJSON-335355198-project] Calling delete_port for 95f7d0e6-3873-4bbe-8575-9a2c6657d4fe owned by network:router_interface {{(pid=103230) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 19:24:37.764321 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f5456c5-f4d7-4f9a-a0df-64b89c38f2c2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f5ad6f05-4505-4eef-9602-c3d2cdd66794,revision_number=None']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:24:37.771248 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 50432) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:24:37.779872 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.v2.base [None req-3ba697f7-12fc-4597-a2d4-2f86cff9cc01 tempest-AttachVolumeShelveTestJSON-671139515 tempest-AttachVolumeShelveTestJSON-671139515-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1271471437', 'description': 'tempest-description--1277493860'}} {{(pid=103230) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 19:24:37.786778 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea2c36f9-cf10-4c62-93e4-a3f4167153c0 req-dd47d83e-f25d-4bbd-beb5-2fc7fad33eba service neutron] Port 8bbf9426-f0e3-4d72-9513-cdacb95da6bc on network 2324528b-82cd-4c53-b665-41f5fd12f858 not bound, no agent of type Open vSwitch agent registered on host n-h2-713498-36 {{(pid=103230) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 19:24:37.787125 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea2c36f9-cf10-4c62-93e4-a3f4167153c0 req-dd47d83e-f25d-4bbd-beb5-2fc7fad33eba service neutron] Attempting to bind port 8bbf9426-f0e3-4d72-9513-cdacb95da6bc on network 2324528b-82cd-4c53-b665-41f5fd12f858 {{(pid=103230) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 19:24:37.801138 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea2c36f9-cf10-4c62-93e4-a3f4167153c0 req-dd47d83e-f25d-4bbd-beb5-2fc7fad33eba service neutron] Checking agent: {'id': 'bcd5faee-dc24-4298-9134-0e0aa054058e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713498-36', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 18, 59, 19), 'started_at': datetime.datetime(2022, 2, 9, 18, 59, 19), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 19, 24, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103230) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 19:24:37.801483 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea2c36f9-cf10-4c62-93e4-a3f4167153c0 req-dd47d83e-f25d-4bbd-beb5-2fc7fad33eba service neutron] Checking segment: {'id': 'c10441c4-164e-4746-a64d-90f79f0d70ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': '2324528b-82cd-4c53-b665-41f5fd12f858'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103230) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 19:24:37.801879 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea2c36f9-cf10-4c62-93e4-a3f4167153c0 req-dd47d83e-f25d-4bbd-beb5-2fc7fad33eba service neutron] Bound using segment: {'id': 'c10441c4-164e-4746-a64d-90f79f0d70ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': '2324528b-82cd-4c53-b665-41f5fd12f858'} {{(pid=103230) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 19:24:37.802365 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.managers [req-ea2c36f9-cf10-4c62-93e4-a3f4167153c0 req-dd47d83e-f25d-4bbd-beb5-2fc7fad33eba service neutron] Bound port: 8bbf9426-f0e3-4d72-9513-cdacb95da6bc, host: n-h2-713498-36, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c10441c4-164e-4746-a64d-90f79f0d70ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': '2324528b-82cd-4c53-b665-41f5fd12f858'}}] {{(pid=103230) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 19:24:37.802729 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [req-ea2c36f9-cf10-4c62-93e4-a3f4167153c0 req-dd47d83e-f25d-4bbd-beb5-2fc7fad33eba service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (8bbf9426-f0e3-4d72-9513-cdacb95da6bc), before_update {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:24:37.818938 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-dae050bd-6fb0-4f1f-bbb1-af7339937bc7 tempest-FloatingIPAdminTestJSON-335355198 tempest-FloatingIPAdminTestJSON-335355198-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762867177463', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762866656476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14393751'] for port (95f7d0e6-3873-4bbe-8575-9a2c6657d4fe), after_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:24:37.903079 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dae050bd-6fb0-4f1f-bbb1-af7339937bc7 tempest-FloatingIPAdminTestJSON-335355198 tempest-FloatingIPAdminTestJSON-335355198-project] Pushing event deleted for resources: {'Port': ['ID=95f7d0e6-3873-4bbe-8575-9a2c6657d4fe,revision_number=None']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:24:37.905191 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-3ba697f7-12fc-4597-a2d4-2f86cff9cc01 tempest-AttachVolumeShelveTestJSON-671139515 tempest-AttachVolumeShelveTestJSON-671139515-project] Publish callbacks [] for security_group (None), before_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:24:38.156084 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 50444) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:24:38.169529 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-b7151d1d-a8ca-4165-898e-9728bacd255d req-319fcc33-aea5-41e9-8d30-7a4c09e6cc9f tempest-VolumesNegativeTest-636412530 tempest-VolumesNegativeTest-636412530-project] 10.222.0.75 "GET /v2.0/security-groups?id=ae9e7783-5315-46b7-9662-b630fde06191&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8152399 Feb 09 19:24:38.194156 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.db [req-ea2c36f9-cf10-4c62-93e4-a3f4167153c0 req-dd47d83e-f25d-4bbd-beb5-2fc7fad33eba service neutron] For port 8bbf9426-f0e3-4d72-9513-cdacb95da6bc, host n-h2-713498-36, cleared binding levels {{(pid=103230) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 19:24:38.209884 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.db [req-ea2c36f9-cf10-4c62-93e4-a3f4167153c0 req-dd47d83e-f25d-4bbd-beb5-2fc7fad33eba service neutron] For port 8bbf9426-f0e3-4d72-9513-cdacb95da6bc, host n-h2-713498-36, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-36',level=0,port_id=8bbf9426-f0e3-4d72-9513-cdacb95da6bc,segment=NetworkSegment(c10441c4-164e-4746-a64d-90f79f0d70ea),segment_id=c10441c4-164e-4746-a64d-90f79f0d70ea)] {{(pid=103230) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 19:24:38.319165 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [req-ea2c36f9-cf10-4c62-93e4-a3f4167153c0 req-dd47d83e-f25d-4bbd-beb5-2fc7fad33eba service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762867176205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762866656485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762866656503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14393758'] for port (8bbf9426-f0e3-4d72-9513-cdacb95da6bc), after_update {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:24:38.385619 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-737701b5-468a-4256-af2a-9262ad21616d tempest-ServerActionsTestJSON-347500300 tempest-ServerActionsTestJSON-347500300-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:24:38.398393 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-737701b5-468a-4256-af2a-9262ad21616d tempest-ServerActionsTestJSON-347500300 tempest-ServerActionsTestJSON-347500300-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1818909'] for floatingip (a0919bbb-441e-4a38-ba74-fc361f9a0ac9), after_update {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:24:38.398875 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea2c36f9-cf10-4c62-93e4-a3f4167153c0 req-dd47d83e-f25d-4bbd-beb5-2fc7fad33eba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:24:38.399521 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [req-ea2c36f9-cf10-4c62-93e4-a3f4167153c0 req-dd47d83e-f25d-4bbd-beb5-2fc7fad33eba service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171096'] for port (None), before_response {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:24:38.401506 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-ea2c36f9-cf10-4c62-93e4-a3f4167153c0 req-dd47d83e-f25d-4bbd-beb5-2fc7fad33eba service neutron] 10.222.0.90 "PUT /v2.0/ports/8bbf9426-f0e3-4d72-9513-cdacb95da6bc HTTP/1.1" status: 200 len: 1093 time: 3.3008661 Feb 09 19:24:38.401976 n-d-713498-36 neutron-server[103230]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '07c418f7-8971-4ae3-b247-9ceb2a23ddcf', 'tag': '8bbf9426-f0e3-4d72-9513-cdacb95da6bc'}] {{(pid=103230) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 19:24:38.404660 n-d-713498-36 neutron-server[103230]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aee5919275bae9f72eb374ee322673045eb80c1f84b4b45a97d96923bd50ab51" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d17e55cd-7111-47d4-835a-4dbc3c8cb326" -d '{"events": [{"name": "network-changed", "server_uuid": "07c418f7-8971-4ae3-b247-9ceb2a23ddcf", "tag": "8bbf9426-f0e3-4d72-9513-cdacb95da6bc"}]}' {{(pid=103230) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 19:24:38.411025 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-3ba697f7-12fc-4597-a2d4-2f86cff9cc01 tempest-AttachVolumeShelveTestJSON-671139515 tempest-AttachVolumeShelveTestJSON-671139515-project] Publish callbacks [] for security_group (e78d9a5a-8306-4175-aed3-1bd14ac6b154), precommit_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:24:38.430895 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-3ba697f7-12fc-4597-a2d4-2f86cff9cc01 tempest-AttachVolumeShelveTestJSON-671139515 tempest-AttachVolumeShelveTestJSON-671139515-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1892331'] for security_group (e78d9a5a-8306-4175-aed3-1bd14ac6b154), after_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:24:38.503562 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-8e0b654f-68dc-4df8-884f-549f4ee42857 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:24:38.505498 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd47d83e-f25d-4bbd-beb5-2fc7fad33eba service neutron] Pushing event updated for resources: {'Port': ['ID=8bbf9426-f0e3-4d72-9513-cdacb95da6bc,revision_number=3']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:24:38.547455 n-d-713498-36 neutron-server[103230]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 19:24:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a1c100fd-f660-4cbf-b031-d56bf72c419c x-openstack-request-id: req-a1c100fd-f660-4cbf-b031-d56bf72c419c {{(pid=103230) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 19:24:38.547833 n-d-713498-36 neutron-server[103230]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "07c418f7-8971-4ae3-b247-9ceb2a23ddcf", "tag": "8bbf9426-f0e3-4d72-9513-cdacb95da6bc", "status": "completed", "code": 200}]} {{(pid=103230) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 19:24:38.548004 n-d-713498-36 neutron-server[103230]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-a1c100fd-f660-4cbf-b031-d56bf72c419c {{(pid=103230) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 19:24:38.548398 n-d-713498-36 neutron-server[103230]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '07c418f7-8971-4ae3-b247-9ceb2a23ddcf', 'tag': '8bbf9426-f0e3-4d72-9513-cdacb95da6bc', 'status': 'completed', 'code': 200} Feb 09 19:24:38.558225 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-3ba697f7-12fc-4597-a2d4-2f86cff9cc01 tempest-AttachVolumeShelveTestJSON-671139515 tempest-AttachVolumeShelveTestJSON-671139515-project] Publish callbacks [] for security_group (None), before_response {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:24:38.562008 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-3ba697f7-12fc-4597-a2d4-2f86cff9cc01 tempest-AttachVolumeShelveTestJSON-671139515 tempest-AttachVolumeShelveTestJSON-671139515-project] 10.222.0.75 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1799 time: 0.7861133 Feb 09 19:24:38.566181 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 50458) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:24:38.571268 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.v2.base [None req-31544421-cea0-4b99-a8f8-91b062716345 tempest-AttachVolumeShelveTestJSON-671139515 tempest-AttachVolumeShelveTestJSON-671139515-project] Request body: {'security_group_rule': {'security_group_id': 'e78d9a5a-8306-4175-aed3-1bd14ac6b154', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103230) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 19:24:38.598583 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ba697f7-12fc-4597-a2d4-2f86cff9cc01 tempest-AttachVolumeShelveTestJSON-671139515 tempest-AttachVolumeShelveTestJSON-671139515-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e78d9a5a-8306-4175-aed3-1bd14ac6b154,revision_number=1']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:24:38.621049 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-dae050bd-6fb0-4f1f-bbb1-af7339937bc7 tempest-FloatingIPAdminTestJSON-335355198 tempest-FloatingIPAdminTestJSON-335355198-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1613467', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1834633'] for router_interface (93cb3071-cdb7-4d15-a5a9-b4f00a90b865), after_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:24:38.678324 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-31544421-cea0-4b99-a8f8-91b062716345 tempest-AttachVolumeShelveTestJSON-671139515 tempest-AttachVolumeShelveTestJSON-671139515-project] Publish callbacks [] for security_group_rule (a28ee8a2-8e40-4477-a2a3-5120457bdbf9), before_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:24:38.701592 n-d-713498-36 neutron-server[103229]: INFO neutron.db.l3_db [None req-737701b5-468a-4256-af2a-9262ad21616d tempest-ServerActionsTestJSON-347500300 tempest-ServerActionsTestJSON-347500300-project] Floating IP a0919bbb-441e-4a38-ba74-fc361f9a0ac9 associated. External IP: 172.25.1.29, port: f1d2f720-203f-4a0c-99ec-b451c998d159. Feb 09 19:24:39.054248 n-d-713498-36 neutron-server[103229]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-737701b5-468a-4256-af2a-9262ad21616d tempest-ServerActionsTestJSON-347500300 tempest-ServerActionsTestJSON-347500300-project] Router 605daa33-a102-4c98-a5a6-3df1e6cf28b8 has already been hosted by L3 agent 93303d5e-5d17-45e8-8963-7694f87783ae {{(pid=103229) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 19:24:39.161279 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 50470) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:24:39.303451 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea2c36f9-cf10-4c62-93e4-a3f4167153c0 req-114de9a1-a584-43b9-94e8-5ea91de30039 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:24:39.304970 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-ea2c36f9-cf10-4c62-93e4-a3f4167153c0 req-114de9a1-a584-43b9-94e8-5ea91de30039 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=2144a5f95fe04d169308063e9f839f8a&device_id=07c418f7-8971-4ae3-b247-9ceb2a23ddcf HTTP/1.1" status: 200 len: 1127 time: 0.8183658 Feb 09 19:24:39.328326 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-737701b5-468a-4256-af2a-9262ad21616d tempest-ServerActionsTestJSON-347500300 tempest-ServerActionsTestJSON-347500300-project] Notify agent at l3_agent.n-d-713498-36 the message routers_updated {{(pid=103229) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 19:24:39.340182 n-d-713498-36 neutron-server[103233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d596277a-20f7-44e5-9913-144d2ae42497 None None] Sync routers for ids ['605daa33-a102-4c98-a5a6-3df1e6cf28b8'] in n-d-713498-36 {{(pid=103233) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 19:24:39.347435 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-737701b5-468a-4256-af2a-9262ad21616d tempest-ServerActionsTestJSON-347500300 tempest-ServerActionsTestJSON-347500300-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171096'] for floatingip (None), before_response {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:24:39.355887 n-d-713498-36 neutron-server[103233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d596277a-20f7-44e5-9913-144d2ae42497 None None] Routers {'605daa33-a102-4c98-a5a6-3df1e6cf28b8'} bound to L3 agent in host n-d-713498-36 {{(pid=103233) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 19:24:39.360740 n-d-713498-36 neutron-server[103233]: DEBUG neutron.db.l3_hamode_db [None req-d596277a-20f7-44e5-9913-144d2ae42497 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T18:51:43Z,description=,heartbeat_timestamp=2022-02-09T19:24:13Z,host='n-d-713498-36',id=93303d5e-5d17-45e8-8963-7694f87783ae,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T18:51:43Z,topic='l3_agent')) {'router_ids': ['605daa33-a102-4c98-a5a6-3df1e6cf28b8'], 'active': True} {{(pid=103233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:24:39.395517 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.v2.base [None req-fa40dd77-52bc-4f38-bc9e-5c40dd27cc00 tempest-PortsTestJSON-1738022054 tempest-PortsTestJSON-1738022054-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-test-network-123622259'}} {{(pid=103229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 19:24:39.425929 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75271370-09b1-4cc5-a066-b91e14bd5534 req-3d43fa82-b419-4b5e-bcbc-2793564f4715 tempest-VolumesNegativeTest-636412530 tempest-VolumesNegativeTest-636412530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:24:39.436802 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-75271370-09b1-4cc5-a066-b91e14bd5534 req-3d43fa82-b419-4b5e-bcbc-2793564f4715 tempest-VolumesNegativeTest-636412530 tempest-VolumesNegativeTest-636412530-project] 10.222.0.75 "GET /v2.0/ports?device_id=050d31e8-6d87-4651-b2af-0d81cc12c514 HTTP/1.1" status: 200 len: 948 time: 0.1733482 Feb 09 19:24:39.445679 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a2014ea-a8f6-4de5-9d85-823dd9f5ee2e req-baee2075-e592-4563-8bc5-1189cc8e77d9 tempest-ServerRescueTestJSON-1886685382 tempest-ServerRescueTestJSON-1886685382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:24:39.447881 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-9a2014ea-a8f6-4de5-9d85-823dd9f5ee2e req-baee2075-e592-4563-8bc5-1189cc8e77d9 tempest-ServerRescueTestJSON-1886685382 tempest-ServerRescueTestJSON-1886685382-project] 10.222.0.75 "GET /v2.0/ports?device_id=07c418f7-8971-4ae3-b247-9ceb2a23ddcf HTTP/1.1" status: 200 len: 944 time: 0.9118736 Feb 09 19:24:39.459289 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-ea2c36f9-cf10-4c62-93e4-a3f4167153c0 req-d353f6e2-3850-40aa-8eff-94cc65c96b91 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=8bbf9426-f0e3-4d72-9513-cdacb95da6bc HTTP/1.1" status: 200 len: 217 time: 0.1341789 Feb 09 19:24:39.484438 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-737701b5-468a-4256-af2a-9262ad21616d tempest-ServerActionsTestJSON-347500300 tempest-ServerActionsTestJSON-347500300-project] 10.222.0.75 "PUT /v2.0/floatingips/a0919bbb-441e-4a38-ba74-fc361f9a0ac9 HTTP/1.1" status: 200 len: 990 time: 2.4588280 Feb 09 19:24:39.487493 n-d-713498-36 neutron-server[103229]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a1fbc70b-9dd3-44f5-99b0-85f3dff92d7d', 'tag': 'f1d2f720-203f-4a0c-99ec-b451c998d159'}] {{(pid=103229) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 19:24:39.490475 n-d-713498-36 neutron-server[103229]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fa6ae9a20702bd564eaf90d946620b2b4277b1ab91129323d3b54181076be307" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-456b81f2-c261-4166-8d22-00fef825917c" -d '{"events": [{"name": "network-changed", "server_uuid": "a1fbc70b-9dd3-44f5-99b0-85f3dff92d7d", "tag": "f1d2f720-203f-4a0c-99ec-b451c998d159"}]}' {{(pid=103229) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 19:24:39.511080 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-31544421-cea0-4b99-a8f8-91b062716345 tempest-AttachVolumeShelveTestJSON-671139515 tempest-AttachVolumeShelveTestJSON-671139515-project] Publish callbacks [] for security_group_rule (a28ee8a2-8e40-4477-a2a3-5120457bdbf9), precommit_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:24:39.523838 n-d-713498-36 neutron-server[103233]: DEBUG neutron.db.l3_dvr_db [None req-d596277a-20f7-44e5-9913-144d2ae42497 None None] Set router 605daa33-a102-4c98-a5a6-3df1e6cf28b8 gateway port host: n-d-713498-36 {{(pid=103233) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 19:24:39.549122 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-31544421-cea0-4b99-a8f8-91b062716345 tempest-AttachVolumeShelveTestJSON-671139515 tempest-AttachVolumeShelveTestJSON-671139515-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1892250'] for security_group_rule (a28ee8a2-8e40-4477-a2a3-5120457bdbf9), after_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:24:39.580987 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-75271370-09b1-4cc5-a066-b91e14bd5534 req-bcb6dfb8-3b01-4443-8e97-45bda54db009 tempest-VolumesNegativeTest-636412530 tempest-VolumesNegativeTest-636412530-project] 10.222.0.75 "GET /v2.0/security-groups?id=ae9e7783-5315-46b7-9662-b630fde06191&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1423593 Feb 09 19:24:39.592012 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fa40dd77-52bc-4f38-bc9e-5c40dd27cc00 tempest-PortsTestJSON-1738022054 tempest-PortsTestJSON-1738022054-project] Made reservation on behalf of 150a397110044967a3816a9b460534fa for: {'network': 1} {{(pid=103229) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 19:24:39.596726 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-fa40dd77-52bc-4f38-bc9e-5c40dd27cc00 tempest-PortsTestJSON-1738022054 tempest-PortsTestJSON-1738022054-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for network (None), before_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:24:39.623087 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31544421-cea0-4b99-a8f8-91b062716345 tempest-AttachVolumeShelveTestJSON-671139515 tempest-AttachVolumeShelveTestJSON-671139515-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a28ee8a2-8e40-4477-a2a3-5120457bdbf9,revision_number=0']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:24:39.628506 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-8e0b654f-68dc-4df8-884f-549f4ee42857 admin admin] Publish callbacks [] for security_group (f1e44641-8ef2-403b-8008-88ec1d141e8f), precommit_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:24:39.643983 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-fa40dd77-52bc-4f38-bc9e-5c40dd27cc00 tempest-PortsTestJSON-1738022054 tempest-PortsTestJSON-1738022054-project] Publish callbacks [] for security_group (None), before_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:24:39.645279 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-8e0b654f-68dc-4df8-884f-549f4ee42857 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1892331'] for security_group (f1e44641-8ef2-403b-8008-88ec1d141e8f), after_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:24:39.650525 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea2c36f9-cf10-4c62-93e4-a3f4167153c0 req-7365276e-40e9-40fb-a1e9-c42338e43958 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:24:39.650525 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-ea2c36f9-cf10-4c62-93e4-a3f4167153c0 req-7365276e-40e9-40fb-a1e9-c42338e43958 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=e2b46c61-e766-43ec-83e4-53a2c0064c76 HTTP/1.1" status: 200 len: 850 time: 0.1680896 Feb 09 19:24:39.658809 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-9a2014ea-a8f6-4de5-9d85-823dd9f5ee2e req-95f8469c-f745-42d6-81dc-a53dca3bfea9 tempest-ServerRescueTestJSON-1886685382 tempest-ServerRescueTestJSON-1886685382-project] 10.222.0.75 "GET /v2.0/security-groups?id=e2c286ed-f317-46f6-b582-9a19546e0cee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1950109 Feb 09 19:24:39.673497 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31544421-cea0-4b99-a8f8-91b062716345 tempest-AttachVolumeShelveTestJSON-671139515 tempest-AttachVolumeShelveTestJSON-671139515-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:24:39.673497 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31544421-cea0-4b99-a8f8-91b062716345 tempest-AttachVolumeShelveTestJSON-671139515 tempest-AttachVolumeShelveTestJSON-671139515-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:24:39.673762 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31544421-cea0-4b99-a8f8-91b062716345 tempest-AttachVolumeShelveTestJSON-671139515 tempest-AttachVolumeShelveTestJSON-671139515-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:24:39.674087 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31544421-cea0-4b99-a8f8-91b062716345 tempest-AttachVolumeShelveTestJSON-671139515 tempest-AttachVolumeShelveTestJSON-671139515-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:24:39.674430 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31544421-cea0-4b99-a8f8-91b062716345 tempest-AttachVolumeShelveTestJSON-671139515 tempest-AttachVolumeShelveTestJSON-671139515-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:24:39.674766 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31544421-cea0-4b99-a8f8-91b062716345 tempest-AttachVolumeShelveTestJSON-671139515 tempest-AttachVolumeShelveTestJSON-671139515-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:24:39.675102 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31544421-cea0-4b99-a8f8-91b062716345 tempest-AttachVolumeShelveTestJSON-671139515 tempest-AttachVolumeShelveTestJSON-671139515-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:24:39.675458 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31544421-cea0-4b99-a8f8-91b062716345 tempest-AttachVolumeShelveTestJSON-671139515 tempest-AttachVolumeShelveTestJSON-671139515-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:24:39.675768 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31544421-cea0-4b99-a8f8-91b062716345 tempest-AttachVolumeShelveTestJSON-671139515 tempest-AttachVolumeShelveTestJSON-671139515-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:24:39.676094 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31544421-cea0-4b99-a8f8-91b062716345 tempest-AttachVolumeShelveTestJSON-671139515 tempest-AttachVolumeShelveTestJSON-671139515-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:24:39.676422 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31544421-cea0-4b99-a8f8-91b062716345 tempest-AttachVolumeShelveTestJSON-671139515 tempest-AttachVolumeShelveTestJSON-671139515-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:24:39.676751 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31544421-cea0-4b99-a8f8-91b062716345 tempest-AttachVolumeShelveTestJSON-671139515 tempest-AttachVolumeShelveTestJSON-671139515-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:24:39.677075 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31544421-cea0-4b99-a8f8-91b062716345 tempest-AttachVolumeShelveTestJSON-671139515 tempest-AttachVolumeShelveTestJSON-671139515-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:24:39.683856 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-31544421-cea0-4b99-a8f8-91b062716345 tempest-AttachVolumeShelveTestJSON-671139515 tempest-AttachVolumeShelveTestJSON-671139515-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:24:39.685071 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-31544421-cea0-4b99-a8f8-91b062716345 tempest-AttachVolumeShelveTestJSON-671139515 tempest-AttachVolumeShelveTestJSON-671139515-project] 10.222.0.75 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.1179123 Feb 09 19:24:39.694080 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 50488) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:24:39.708721 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.v2.base [None req-4a43d42d-94d1-4217-a21b-2363ab9e93e8 tempest-AttachVolumeShelveTestJSON-671139515 tempest-AttachVolumeShelveTestJSON-671139515-project] Request body: {'security_group_rule': {'security_group_id': 'e78d9a5a-8306-4175-aed3-1bd14ac6b154', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 19:24:39.815282 n-d-713498-36 neutron-server[103229]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 19:24:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a2350426-cfe0-4212-9531-da481b13322e x-openstack-request-id: req-a2350426-cfe0-4212-9531-da481b13322e {{(pid=103229) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 19:24:39.815581 n-d-713498-36 neutron-server[103229]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a1fbc70b-9dd3-44f5-99b0-85f3dff92d7d", "tag": "f1d2f720-203f-4a0c-99ec-b451c998d159", "status": "completed", "code": 200}]} {{(pid=103229) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 19:24:39.815846 n-d-713498-36 neutron-server[103229]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-a2350426-cfe0-4212-9531-da481b13322e {{(pid=103229) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 19:24:39.816252 n-d-713498-36 neutron-server[103229]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a1fbc70b-9dd3-44f5-99b0-85f3dff92d7d', 'tag': 'f1d2f720-203f-4a0c-99ec-b451c998d159', 'status': 'completed', 'code': 200} Feb 09 19:24:39.838326 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-4a43d42d-94d1-4217-a21b-2363ab9e93e8 tempest-AttachVolumeShelveTestJSON-671139515 tempest-AttachVolumeShelveTestJSON-671139515-project] Publish callbacks [] for security_group_rule (62c78d39-4367-49e0-b5ca-2d8f5b56df9a), before_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:24:39.864359 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-ea2c36f9-cf10-4c62-93e4-a3f4167153c0 req-110e7c0e-ab27-45f2-802c-edeee8ce3553 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=2324528b-82cd-4c53-b665-41f5fd12f858&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1763425 Feb 09 19:24:39.871568 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-8e0b654f-68dc-4df8-884f-549f4ee42857 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=fe0f6cdec36b482abf275c1f00305937&name=default HTTP/1.1" status: 200 len: 3000 time: 1.7068522 Feb 09 19:24:39.879947 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 50492) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:24:39.880631 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e0b654f-68dc-4df8-884f-549f4ee42857 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f1e44641-8ef2-403b-8008-88ec1d141e8f,revision_number=1']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:24:39.941896 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3311b0a-5adc-4dbf-9268-d874e9b77241 req-7b7dbf59-f3c1-4ae5-8944-b66e06cca8cc tempest-ServerActionsTestJSON-347500300 tempest-ServerActionsTestJSON-347500300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:24:39.949933 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-d3311b0a-5adc-4dbf-9268-d874e9b77241 req-7b7dbf59-f3c1-4ae5-8944-b66e06cca8cc tempest-ServerActionsTestJSON-347500300 tempest-ServerActionsTestJSON-347500300-project] 10.222.0.75 "GET /v2.0/ports?device_id=a1fbc70b-9dd3-44f5-99b0-85f3dff92d7d HTTP/1.1" status: 200 len: 945 time: 0.2223077 Feb 09 19:24:39.985734 n-d-713498-36 neutron-server[103233]: DEBUG neutron.db.l3_hamode_db [None req-d596277a-20f7-44e5-9913-144d2ae42497 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '605daa33-a102-4c98-a5a6-3df1e6cf28b8', 'name': 'tempest-ServerActionsTestJSON-1009823274-router', 'tenant_id': 'd7a2ccbf0c8a475abd1520a0e31ab926', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88055e1e-672a-4487-be31-ffb6e833ece5', 'external_fixed_ips': [{'subnet_id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'ip_address': '172.25.1.91'}], 'enable_snat': True}, 'gw_port_id': '35954c16-03c9-41e4-9729-33e0756877f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T19:23:56Z', 'updated_at': '2022-02-09T19:24:08Z', 'revision_number': 4, 'project_id': 'd7a2ccbf0c8a475abd1520a0e31ab926', 'gw_port': {'id': '35954c16-03c9-41e4-9729-33e0756877f7', 'name': '', 'network_id': '88055e1e-672a-4487-be31-ffb6e833ece5', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:8c:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '605daa33-a102-4c98-a5a6-3df1e6cf28b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2064, 'fixed_ips': [{'subnet_id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'ip_address': '172.25.1.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T19:23:59Z', 'updated_at': '2022-02-09T19:24:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-36', '_floatingips': [{'id': 'a0919bbb-441e-4a38-ba74-fc361f9a0ac9', 'tenant_id': 'd7a2ccbf0c8a475abd1520a0e31ab926', 'floating_ip_address': '172.25.1.29', 'floating_network_id': '88055e1e-672a-4487-be31-ffb6e833ece5', 'router_id': '605daa33-a102-4c98-a5a6-3df1e6cf28b8', 'port_id': 'f1d2f720-203f-4a0c-99ec-b451c998d159', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 2113, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'bd12d1d0-518d-4d29-a00d-98410ba2cb8a', 'mac_address': 'fa:16:3e:8f:f8:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1fbc70b-9dd3-44f5-99b0-85f3dff92d7d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T19:24:15Z', 'updated_at': '2022-02-09T19:24:38Z', 'revision_number': 1, 'project_id': 'd7a2ccbf0c8a475abd1520a0e31ab926', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '91ddc5ea-e616-400f-9959-37d2ed3b8234', 'name': '', 'network_id': 'bd12d1d0-518d-4d29-a00d-98410ba2cb8a', 'tenant_id': 'd7a2ccbf0c8a475abd1520a0e31ab926', 'mac_address': 'fa:16:3e:58:51:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '605daa33-a102-4c98-a5a6-3df1e6cf28b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 2082, 'fixed_ips': [{'subnet_id': '60ccac4e-8e6b-4139-b4aa-9c0c5cc0e9e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T19:24:05Z', 'updated_at': '2022-02-09T19:24:14Z', 'revision_number': 5, 'project_id': 'd7a2ccbf0c8a475abd1520a0e31ab926', 'subnets': [{'id': '60ccac4e-8e6b-4139-b4aa-9c0c5cc0e9e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-36', False) {} {{(pid=103233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:24:40.024984 n-d-713498-36 neutron-server[103233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d596277a-20f7-44e5-9913-144d2ae42497 None None] Checking router: 605daa33-a102-4c98-a5a6-3df1e6cf28b8 for host: n-d-713498-36 {{(pid=103233) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 19:24:40.036266 n-d-713498-36 neutron-server[103233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d596277a-20f7-44e5-9913-144d2ae42497 None None] Routers {'605daa33-a102-4c98-a5a6-3df1e6cf28b8'} bound to L3 agent in host n-d-713498-36 {{(pid=103233) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 19:24:40.037140 n-d-713498-36 neutron-server[103233]: DEBUG neutron.db.l3_hamode_db [None req-d596277a-20f7-44e5-9913-144d2ae42497 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T18:51:43Z,description=,heartbeat_timestamp=2022-02-09T19:24:13Z,host='n-d-713498-36',id=93303d5e-5d17-45e8-8963-7694f87783ae,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T18:51:43Z,topic='l3_agent')) {'router_ids': ['605daa33-a102-4c98-a5a6-3df1e6cf28b8'], 'active': True} {{(pid=103233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:24:40.083646 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-fa40dd77-52bc-4f38-bc9e-5c40dd27cc00 tempest-PortsTestJSON-1738022054 tempest-PortsTestJSON-1738022054-project] Publish callbacks [] for security_group (1296acdf-bac1-4db6-a66e-96a501f86390), precommit_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:24:40.099328 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-a5243a7a-d2e3-4544-83c6-44751b9e4cf2 admin admin] Publish callbacks [] for security_group (f1e44641-8ef2-403b-8008-88ec1d141e8f), before_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:24:40.102485 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-456b81f2-c261-4166-8d22-00fef825917c req-2f287d9d-e9ab-48a0-a7f9-4588adf332ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:24:40.106555 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-456b81f2-c261-4166-8d22-00fef825917c req-2f287d9d-e9ab-48a0-a7f9-4588adf332ac service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=d7a2ccbf0c8a475abd1520a0e31ab926&device_id=a1fbc70b-9dd3-44f5-99b0-85f3dff92d7d HTTP/1.1" status: 200 len: 1128 time: 0.2636023 Feb 09 19:24:40.111402 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-fa40dd77-52bc-4f38-bc9e-5c40dd27cc00 tempest-PortsTestJSON-1738022054 tempest-PortsTestJSON-1738022054-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1892331'] for security_group (1296acdf-bac1-4db6-a66e-96a501f86390), after_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:24:40.138493 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-ea2c36f9-cf10-4c62-93e4-a3f4167153c0 req-bf4940ce-576d-4840-945d-5d0c9ffe60b2 service neutron] 10.222.0.90 "GET /v2.0/networks/2324528b-82cd-4c53-b665-41f5fd12f858?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2532763 Feb 09 19:24:40.190421 n-d-713498-36 neutron-server[103233]: DEBUG neutron.db.l3_dvr_db [None req-d596277a-20f7-44e5-9913-144d2ae42497 None None] Set router 605daa33-a102-4c98-a5a6-3df1e6cf28b8 gateway port host: n-d-713498-36 {{(pid=103233) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 19:24:40.191610 n-d-713498-36 neutron-server[103230]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dae050bd-6fb0-4f1f-bbb1-af7339937bc7 tempest-FloatingIPAdminTestJSON-335355198 tempest-FloatingIPAdminTestJSON-335355198-project] Router 93cb3071-cdb7-4d15-a5a9-b4f00a90b865 has already been hosted by L3 agent 93303d5e-5d17-45e8-8963-7694f87783ae {{(pid=103230) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 19:24:40.242919 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fa40dd77-52bc-4f38-bc9e-5c40dd27cc00 tempest-PortsTestJSON-1738022054 tempest-PortsTestJSON-1738022054-project] vlan segment allocate from pool success with {'vlan_id': 394, 'physical_network': 'physnet1'} {{(pid=103229) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 19:24:40.262625 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-a5243a7a-d2e3-4544-83c6-44751b9e4cf2 admin admin] Publish callbacks [] for security_group (f1e44641-8ef2-403b-8008-88ec1d141e8f), precommit_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:24:40.272648 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-4a43d42d-94d1-4217-a21b-2363ab9e93e8 tempest-AttachVolumeShelveTestJSON-671139515 tempest-AttachVolumeShelveTestJSON-671139515-project] Publish callbacks [] for security_group_rule (62c78d39-4367-49e0-b5ca-2d8f5b56df9a), precommit_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:24:40.275642 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa40dd77-52bc-4f38-bc9e-5c40dd27cc00 tempest-PortsTestJSON-1738022054 tempest-PortsTestJSON-1738022054-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1296acdf-bac1-4db6-a66e-96a501f86390,revision_number=1']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:24:40.286175 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-d3311b0a-5adc-4dbf-9268-d874e9b77241 req-2e6e49d8-69a5-4e43-a992-d3c55e92375e tempest-ServerActionsTestJSON-347500300 tempest-ServerActionsTestJSON-347500300-project] 10.222.0.75 "GET /v2.0/security-groups?id=22c4accd-b9e4-4e3e-aec5-b2bee068a6b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3350639 Feb 09 19:24:40.298646 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-4a43d42d-94d1-4217-a21b-2363ab9e93e8 tempest-AttachVolumeShelveTestJSON-671139515 tempest-AttachVolumeShelveTestJSON-671139515-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1892250'] for security_group_rule (62c78d39-4367-49e0-b5ca-2d8f5b56df9a), after_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:24:40.309656 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-fa40dd77-52bc-4f38-bc9e-5c40dd27cc00 tempest-PortsTestJSON-1738022054 tempest-PortsTestJSON-1738022054-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-759574'] for segment (b38c033e-95a5-4bf1-914a-a124b7b8f75d), precommit_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:24:40.310034 n-d-713498-36 neutron-server[103229]: INFO neutron.db.segments_db [None req-fa40dd77-52bc-4f38-bc9e-5c40dd27cc00 tempest-PortsTestJSON-1738022054 tempest-PortsTestJSON-1738022054-project] Added segment b38c033e-95a5-4bf1-914a-a124b7b8f75d of type vlan for network df9a4a50-91f1-4ccc-b5a4-f855c704c8eb Feb 09 19:24:40.367552 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a43d42d-94d1-4217-a21b-2363ab9e93e8 tempest-AttachVolumeShelveTestJSON-671139515 tempest-AttachVolumeShelveTestJSON-671139515-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=62c78d39-4367-49e0-b5ca-2d8f5b56df9a,revision_number=0']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:24:40.380897 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-4a43d42d-94d1-4217-a21b-2363ab9e93e8 tempest-AttachVolumeShelveTestJSON-671139515 tempest-AttachVolumeShelveTestJSON-671139515-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:24:40.385981 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-4a43d42d-94d1-4217-a21b-2363ab9e93e8 tempest-AttachVolumeShelveTestJSON-671139515 tempest-AttachVolumeShelveTestJSON-671139515-project] 10.222.0.75 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.6911321 Feb 09 19:24:40.386627 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 50500) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:24:40.397983 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.v2.base [None req-fe0519b8-ad3a-4fd2-a990-0d546574f75e tempest-AttachVolumeShelveTestJSON-671139515 tempest-AttachVolumeShelveTestJSON-671139515-project] Request body: {'floatingip': {'floating_network_id': '88055e1e-672a-4487-be31-ffb6e833ece5'}} {{(pid=103229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 19:24:40.415010 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fddfd4d6-acba-45ba-bd11-203422227dc3 req-0661e5d0-7d5b-4cd9-b46e-764f044127f6 tempest-VolumesNegativeTest-636412530 tempest-VolumesNegativeTest-636412530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:24:40.417526 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-fa40dd77-52bc-4f38-bc9e-5c40dd27cc00 tempest-PortsTestJSON-1738022054 tempest-PortsTestJSON-1738022054-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762866642225'] for network (df9a4a50-91f1-4ccc-b5a4-f855c704c8eb), precommit_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:24:40.418003 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-fddfd4d6-acba-45ba-bd11-203422227dc3 req-0661e5d0-7d5b-4cd9-b46e-764f044127f6 tempest-VolumesNegativeTest-636412530 tempest-VolumesNegativeTest-636412530-project] 10.222.0.75 "GET /v2.0/ports?device_id=050d31e8-6d87-4651-b2af-0d81cc12c514 HTTP/1.1" status: 200 len: 948 time: 0.2842941 Feb 09 19:24:40.455258 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-456b81f2-c261-4166-8d22-00fef825917c req-26074573-6f08-48ea-9fae-654defa05ab7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:24:40.456920 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-456b81f2-c261-4166-8d22-00fef825917c req-26074573-6f08-48ea-9fae-654defa05ab7 service neutron] 10.222.0.89 "GET /v2.0/networks?id=bd12d1d0-518d-4d29-a00d-98410ba2cb8a HTTP/1.1" status: 200 len: 913 time: 0.3386500 Feb 09 19:24:40.463895 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-fe0519b8-ad3a-4fd2-a990-0d546574f75e tempest-AttachVolumeShelveTestJSON-671139515 tempest-AttachVolumeShelveTestJSON-671139515-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:24:40.474426 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-ea2c36f9-cf10-4c62-93e4-a3f4167153c0 req-80c588ed-1d8d-47ef-8670-fd62c0a4cd84 service neutron] 10.222.0.90 "GET /v2.0/networks/2324528b-82cd-4c53-b665-41f5fd12f858?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3120253 Feb 09 19:24:40.539135 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-fa40dd77-52bc-4f38-bc9e-5c40dd27cc00 tempest-PortsTestJSON-1738022054 tempest-PortsTestJSON-1738022054-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1885479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452'] for network (df9a4a50-91f1-4ccc-b5a4-f855c704c8eb), after_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:24:40.545134 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-a5243a7a-d2e3-4544-83c6-44751b9e4cf2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1892331'] for security_group (f1e44641-8ef2-403b-8008-88ec1d141e8f), after_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:24:40.545354 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa40dd77-52bc-4f38-bc9e-5c40dd27cc00 tempest-PortsTestJSON-1738022054 tempest-PortsTestJSON-1738022054-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:24:40.545974 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-fa40dd77-52bc-4f38-bc9e-5c40dd27cc00 tempest-PortsTestJSON-1738022054 tempest-PortsTestJSON-1738022054-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1613566'] for network (None), before_response {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:24:40.548346 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-a5243a7a-d2e3-4544-83c6-44751b9e4cf2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:24:40.552393 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-a5243a7a-d2e3-4544-83c6-44751b9e4cf2 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/f1e44641-8ef2-403b-8008-88ec1d141e8f HTTP/1.1" status: 204 len: 168 time: 0.6687045 Feb 09 19:24:40.609604 n-d-713498-36 neutron-server[103233]: DEBUG neutron.db.l3_hamode_db [None req-d596277a-20f7-44e5-9913-144d2ae42497 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '605daa33-a102-4c98-a5a6-3df1e6cf28b8', 'name': 'tempest-ServerActionsTestJSON-1009823274-router', 'tenant_id': 'd7a2ccbf0c8a475abd1520a0e31ab926', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88055e1e-672a-4487-be31-ffb6e833ece5', 'external_fixed_ips': [{'subnet_id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'ip_address': '172.25.1.91'}], 'enable_snat': True}, 'gw_port_id': '35954c16-03c9-41e4-9729-33e0756877f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T19:23:56Z', 'updated_at': '2022-02-09T19:24:08Z', 'revision_number': 4, 'project_id': 'd7a2ccbf0c8a475abd1520a0e31ab926', 'gw_port': {'id': '35954c16-03c9-41e4-9729-33e0756877f7', 'name': '', 'network_id': '88055e1e-672a-4487-be31-ffb6e833ece5', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:8c:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '605daa33-a102-4c98-a5a6-3df1e6cf28b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2064, 'fixed_ips': [{'subnet_id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'ip_address': '172.25.1.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T19:23:59Z', 'updated_at': '2022-02-09T19:24:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-36', '_floatingips': [{'id': 'a0919bbb-441e-4a38-ba74-fc361f9a0ac9', 'tenant_id': 'd7a2ccbf0c8a475abd1520a0e31ab926', 'floating_ip_address': '172.25.1.29', 'floating_network_id': '88055e1e-672a-4487-be31-ffb6e833ece5', 'router_id': '605daa33-a102-4c98-a5a6-3df1e6cf28b8', 'port_id': 'f1d2f720-203f-4a0c-99ec-b451c998d159', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 2113, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'bd12d1d0-518d-4d29-a00d-98410ba2cb8a', 'mac_address': 'fa:16:3e:8f:f8:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1fbc70b-9dd3-44f5-99b0-85f3dff92d7d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T19:24:15Z', 'updated_at': '2022-02-09T19:24:38Z', 'revision_number': 1, 'project_id': 'd7a2ccbf0c8a475abd1520a0e31ab926', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '91ddc5ea-e616-400f-9959-37d2ed3b8234', 'name': '', 'network_id': 'bd12d1d0-518d-4d29-a00d-98410ba2cb8a', 'tenant_id': 'd7a2ccbf0c8a475abd1520a0e31ab926', 'mac_address': 'fa:16:3e:58:51:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '605daa33-a102-4c98-a5a6-3df1e6cf28b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 2082, 'fixed_ips': [{'subnet_id': '60ccac4e-8e6b-4139-b4aa-9c0c5cc0e9e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T19:24:05Z', 'updated_at': '2022-02-09T19:24:14Z', 'revision_number': 5, 'project_id': 'd7a2ccbf0c8a475abd1520a0e31ab926', 'subnets': [{'id': '60ccac4e-8e6b-4139-b4aa-9c0c5cc0e9e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-36', False) {} {{(pid=103233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:24:40.619491 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-fddfd4d6-acba-45ba-bd11-203422227dc3 req-6b0912ed-aa5e-4df9-959b-776732b3186b tempest-VolumesNegativeTest-636412530 tempest-VolumesNegativeTest-636412530-project] 10.222.0.75 "GET /v2.0/security-groups?id=ae9e7783-5315-46b7-9662-b630fde06191&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1869314 Feb 09 19:24:40.628532 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dae050bd-6fb0-4f1f-bbb1-af7339937bc7 tempest-FloatingIPAdminTestJSON-335355198 tempest-FloatingIPAdminTestJSON-335355198-project] Notify agent at l3_agent.n-d-713498-36 the message routers_updated {{(pid=103230) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 19:24:40.636897 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-dae050bd-6fb0-4f1f-bbb1-af7339937bc7 tempest-FloatingIPAdminTestJSON-335355198 tempest-FloatingIPAdminTestJSON-335355198-project] 10.222.0.75 "PUT /v2.0/routers/93cb3071-cdb7-4d15-a5a9-b4f00a90b865/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.5455096 Feb 09 19:24:40.647479 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 50508) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:24:40.648227 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06deacae-c281-48ba-a7be-a2dca8ba30bc None None] Sync routers for ids ['93cb3071-cdb7-4d15-a5a9-b4f00a90b865'] in n-d-713498-36 {{(pid=103232) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 19:24:40.652798 n-d-713498-36 neutron-server[103233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d596277a-20f7-44e5-9913-144d2ae42497 None None] The sync data for ids ['605daa33-a102-4c98-a5a6-3df1e6cf28b8'] in n-d-713498-36 is: [{'id': '605daa33-a102-4c98-a5a6-3df1e6cf28b8', 'name': 'tempest-ServerActionsTestJSON-1009823274-router', 'tenant_id': 'd7a2ccbf0c8a475abd1520a0e31ab926', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88055e1e-672a-4487-be31-ffb6e833ece5', 'external_fixed_ips': [{'subnet_id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'ip_address': '172.25.1.91'}], 'enable_snat': True}, 'gw_port_id': '35954c16-03c9-41e4-9729-33e0756877f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T19:23:56Z', 'updated_at': '2022-02-09T19:24:08Z', 'revision_number': 4, 'project_id': 'd7a2ccbf0c8a475abd1520a0e31ab926', 'gw_port': {'id': '35954c16-03c9-41e4-9729-33e0756877f7', 'name': '', 'network_id': '88055e1e-672a-4487-be31-ffb6e833ece5', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:8c:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '605daa33-a102-4c98-a5a6-3df1e6cf28b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2064, 'fixed_ips': [{'subnet_id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'ip_address': '172.25.1.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T19:23:59Z', 'updated_at': '2022-02-09T19:24:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-36', '_floatingips': [{'id': 'a0919bbb-441e-4a38-ba74-fc361f9a0ac9', 'tenant_id': 'd7a2ccbf0c8a475abd1520a0e31ab926', 'floating_ip_address': '172.25.1.29', 'floating_network_id': '88055e1e-672a-4487-be31-ffb6e833ece5', 'router_id': '605daa33-a102-4c98-a5a6-3df1e6cf28b8', 'port_id': 'f1d2f720-203f-4a0c-99ec-b451c998d159', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 2113, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'bd12d1d0-518d-4d29-a00d-98410ba2cb8a', 'mac_address': 'fa:16:3e:8f:f8:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1fbc70b-9dd3-44f5-99b0-85f3dff92d7d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T19:24:15Z', 'updated_at': '2022-02-09T19:24:38Z', 'revision_number': 1, 'project_id': 'd7a2ccbf0c8a475abd1520a0e31ab926', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '91ddc5ea-e616-400f-9959-37d2ed3b8234', 'name': '', 'network_id': 'bd12d1d0-518d-4d29-a00d-98410ba2cb8a', 'tenant_id': 'd7a2ccbf0c8a475abd1520a0e31ab926', 'mac_address': 'fa:16:3e:58:51:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '605daa33-a102-4c98-a5a6-3df1e6cf28b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 2082, 'fixed_ips': [{'subnet_id': '60ccac4e-8e6b-4139-b4aa-9c0c5cc0e9e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T19:24:05Z', 'updated_at': '2022-02-09T19:24:14Z', 'revision_number': 5, 'project_id': 'd7a2ccbf0c8a475abd1520a0e31ab926', 'subnets': [{'id': '60ccac4e-8e6b-4139-b4aa-9c0c5cc0e9e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103233) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 19:24:40.657442 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5243a7a-d2e3-4544-83c6-44751b9e4cf2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f1e44641-8ef2-403b-8008-88ec1d141e8f,revision_number=None']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:24:40.703040 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-456b81f2-c261-4166-8d22-00fef825917c req-6f542c5c-2b30-42ef-a9aa-ecbad4fa3337 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f1d2f720-203f-4a0c-99ec-b451c998d159 HTTP/1.1" status: 200 len: 998 time: 0.2348561 Feb 09 19:24:40.711669 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06deacae-c281-48ba-a7be-a2dca8ba30bc None None] Routers {'93cb3071-cdb7-4d15-a5a9-b4f00a90b865'} bound to L3 agent in host n-d-713498-36 {{(pid=103232) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 19:24:40.713601 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.l3_hamode_db [None req-06deacae-c281-48ba-a7be-a2dca8ba30bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T18:51:43Z,description=,heartbeat_timestamp=2022-02-09T19:24:13Z,host='n-d-713498-36',id=93303d5e-5d17-45e8-8963-7694f87783ae,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T18:51:43Z,topic='l3_agent')) {'router_ids': ['93cb3071-cdb7-4d15-a5a9-b4f00a90b865'], 'active': True} {{(pid=103232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:24:40.810717 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-fa40dd77-52bc-4f38-bc9e-5c40dd27cc00 tempest-PortsTestJSON-1738022054 tempest-PortsTestJSON-1738022054-project] 10.222.0.75 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 1.6481678 Feb 09 19:24:40.814390 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 50514) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:24:40.825006 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.v2.base [None req-cfd3703e-2f68-433f-bed9-d27cd9babfcc tempest-PortsTestJSON-1738022054 tempest-PortsTestJSON-1738022054-project] Request body: {'port': {'network_id': 'df9a4a50-91f1-4ccc-b5a4-f855c704c8eb', 'name': 'tempest-PortsTestJSON-1315004172'}} {{(pid=103230) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 19:24:40.848008 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d17e55cd-7111-47d4-835a-4dbc3c8cb326 req-9bbf578e-f3a7-4b90-8795-8ce066be2289 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:24:40.855091 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-d17e55cd-7111-47d4-835a-4dbc3c8cb326 req-9bbf578e-f3a7-4b90-8795-8ce066be2289 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=2144a5f95fe04d169308063e9f839f8a&device_id=07c418f7-8971-4ae3-b247-9ceb2a23ddcf HTTP/1.1" status: 200 len: 1127 time: 0.2983949 Feb 09 19:24:40.882788 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa40dd77-52bc-4f38-bc9e-5c40dd27cc00 tempest-PortsTestJSON-1738022054 tempest-PortsTestJSON-1738022054-project] Pushing event updated for resources: {'Network': ['ID=df9a4a50-91f1-4ccc-b5a4-f855c704c8eb,revision_number=1']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:24:40.911535 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02ec874e-f36b-4e3e-92b6-e3324f2a1f2f req-00938ddc-2636-4b5c-9728-08273587ae8e tempest-ServerRescueTestJSON-1886685382 tempest-ServerRescueTestJSON-1886685382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:24:40.913048 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-02ec874e-f36b-4e3e-92b6-e3324f2a1f2f req-00938ddc-2636-4b5c-9728-08273587ae8e tempest-ServerRescueTestJSON-1886685382 tempest-ServerRescueTestJSON-1886685382-project] 10.222.0.75 "GET /v2.0/ports?device_id=07c418f7-8971-4ae3-b247-9ceb2a23ddcf HTTP/1.1" status: 200 len: 944 time: 0.0978153 Feb 09 19:24:40.943480 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Network df9a4a50-91f1-4ccc-b5a4-f855c704c8eb details requested by agent ovs-agent-n-d-713498-36 with host n-d-713498-36 {{(pid=103232) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 19:24:40.960025 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-456b81f2-c261-4166-8d22-00fef825917c req-eb8d47ae-209c-49c6-9e53-c8eb021ba687 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:24:40.962279 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-456b81f2-c261-4166-8d22-00fef825917c req-eb8d47ae-209c-49c6-9e53-c8eb021ba687 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=60ccac4e-8e6b-4139-b4aa-9c0c5cc0e9e4 HTTP/1.1" status: 200 len: 851 time: 0.2495837 Feb 09 19:24:40.990759 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.l3_hamode_db [None req-06deacae-c281-48ba-a7be-a2dca8ba30bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713498-36', False) {} {{(pid=103232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:24:41.047387 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-fdbeec37-7836-41c6-af72-8785c94d2343 tempest-FloatingIPAdminTestJSON-335355198 tempest-FloatingIPAdminTestJSON-335355198-project] Publish callbacks [] for router (93cb3071-cdb7-4d15-a5a9-b4f00a90b865), before_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:24:41.062600 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-fe0519b8-ad3a-4fd2-a990-0d546574f75e tempest-AttachVolumeShelveTestJSON-671139515 tempest-AttachVolumeShelveTestJSON-671139515-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (None), before_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:24:41.160815 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-caba4dda-bbd8-4d2b-98b4-3d9179806407 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762867132591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593584'] for agent (af91e4b9-f4e1-42b1-a25c-a10dc47171c8), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:24:41.179726 n-d-713498-36 neutron-server[103229]: DEBUG neutron.db.db_base_plugin_common [None req-fe0519b8-ad3a-4fd2-a990-0d546574f75e tempest-AttachVolumeShelveTestJSON-671139515 tempest-AttachVolumeShelveTestJSON-671139515-project] Allocated IP 172.25.1.103 (88055e1e-672a-4487-be31-ffb6e833ece5/ac16dbcc-383c-4b43-9153-d763c4a53f91/4b77f491-105d-4218-9765-13135113b6c6) {{(pid=103229) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 19:24:41.183474 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06deacae-c281-48ba-a7be-a2dca8ba30bc None None] Routers {'93cb3071-cdb7-4d15-a5a9-b4f00a90b865'} bound to L3 agent in host n-d-713498-36 {{(pid=103232) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 19:24:41.184131 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.l3_hamode_db [None req-06deacae-c281-48ba-a7be-a2dca8ba30bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T18:51:43Z,description=,heartbeat_timestamp=2022-02-09T19:24:13Z,host='n-d-713498-36',id=93303d5e-5d17-45e8-8963-7694f87783ae,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T18:51:43Z,topic='l3_agent')) {'router_ids': ['93cb3071-cdb7-4d15-a5a9-b4f00a90b865'], 'active': True} {{(pid=103232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:24:41.252283 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.l3_hamode_db [None req-06deacae-c281-48ba-a7be-a2dca8ba30bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713498-36', False) {} {{(pid=103232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:24:41.253122 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06deacae-c281-48ba-a7be-a2dca8ba30bc None None] The sync data for ids ['93cb3071-cdb7-4d15-a5a9-b4f00a90b865'] in n-d-713498-36 is: [] {{(pid=103232) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 19:24:41.258389 n-d-713498-36 neutron-server[103233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b70f1b37-5fd5-47fd-9b0d-475aa16de74d None None] New status for floating IP a0919bbb-441e-4a38-ba74-fc361f9a0ac9: ACTIVE {{(pid=103233) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 09 19:24:41.281534 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cfd3703e-2f68-433f-bed9-d27cd9babfcc tempest-PortsTestJSON-1738022054 tempest-PortsTestJSON-1738022054-project] Made reservation on behalf of 150a397110044967a3816a9b460534fa for: {'port': 1} {{(pid=103230) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 19:24:41.291082 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-cfd3703e-2f68-433f-bed9-d27cd9babfcc tempest-PortsTestJSON-1738022054 tempest-PortsTestJSON-1738022054-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (None), before_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:24:41.316420 n-d-713498-36 neutron-server[103230]: DEBUG neutron.notifiers.nova [None req-cfd3703e-2f68-433f-bed9-d27cd9babfcc tempest-PortsTestJSON-1738022054 tempest-PortsTestJSON-1738022054-project] device_id is not set on port bfe5ad17-d007-4de6-8ca3-0ab460cb83c1 yet. {{(pid=103230) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 09 19:24:41.331710 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d17e55cd-7111-47d4-835a-4dbc3c8cb326 req-7e44bd42-c7f5-44dc-8a39-33a178a6bd2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:24:41.333686 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-d17e55cd-7111-47d4-835a-4dbc3c8cb326 req-7e44bd42-c7f5-44dc-8a39-33a178a6bd2b service neutron] 10.222.0.90 "GET /v2.0/networks?id=2324528b-82cd-4c53-b665-41f5fd12f858 HTTP/1.1" status: 200 len: 911 time: 0.4635565 Feb 09 19:24:41.431710 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-d17e55cd-7111-47d4-835a-4dbc3c8cb326 req-7a652a8d-51f3-4745-9660-b885ce3e3a2e service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=8bbf9426-f0e3-4d72-9513-cdacb95da6bc HTTP/1.1" status: 200 len: 217 time: 0.0641248 Feb 09 19:24:41.446484 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-fe0519b8-ad3a-4fd2-a990-0d546574f75e tempest-AttachVolumeShelveTestJSON-671139515 tempest-AttachVolumeShelveTestJSON-671139515-project] Publish callbacks [] for port (4b77f491-105d-4218-9765-13135113b6c6), precommit_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:24:41.453589 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-02ec874e-f36b-4e3e-92b6-e3324f2a1f2f req-b1f0712c-9ce1-4b22-ae6d-98ba9f616fff tempest-ServerRescueTestJSON-1886685382 tempest-ServerRescueTestJSON-1886685382-project] 10.222.0.75 "GET /v2.0/security-groups?id=e2c286ed-f317-46f6-b582-9a19546e0cee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5256407 Feb 09 19:24:41.497181 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-fdbeec37-7836-41c6-af72-8785c94d2343 tempest-FloatingIPAdminTestJSON-335355198 tempest-FloatingIPAdminTestJSON-335355198-project] Publish callbacks [] for router_gateway (93cb3071-cdb7-4d15-a5a9-b4f00a90b865), before_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:24:41.502138 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-456b81f2-c261-4166-8d22-00fef825917c req-3fc10314-303f-41d0-be58-5744d9bfdcdd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:24:41.503579 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-456b81f2-c261-4166-8d22-00fef825917c req-3fc10314-303f-41d0-be58-5744d9bfdcdd service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=bd12d1d0-518d-4d29-a00d-98410ba2cb8a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.5181515 Feb 09 19:24:41.642423 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d17e55cd-7111-47d4-835a-4dbc3c8cb326 req-fba65106-1c28-41df-af73-6c650c142ec2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:24:41.643903 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-d17e55cd-7111-47d4-835a-4dbc3c8cb326 req-fba65106-1c28-41df-af73-6c650c142ec2 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=e2b46c61-e766-43ec-83e4-53a2c0064c76 HTTP/1.1" status: 200 len: 850 time: 0.1916845 Feb 09 19:24:41.689923 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-456b81f2-c261-4166-8d22-00fef825917c req-b5f09626-b12e-4bf9-b33a-b867e9a75ac2 service neutron] 10.222.0.89 "GET /v2.0/networks/bd12d1d0-518d-4d29-a00d-98410ba2cb8a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1782539 Feb 09 19:24:41.713262 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-fe0519b8-ad3a-4fd2-a990-0d546574f75e tempest-AttachVolumeShelveTestJSON-671139515 tempest-AttachVolumeShelveTestJSON-671139515-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762866656467', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12867576'] for port (4b77f491-105d-4218-9765-13135113b6c6), after_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:24:41.755178 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b12c61f-f7e9-451b-a072-d61a5c1f4310 req-2f1edd5e-5cc6-41dc-84b8-d5b731515d67 tempest-ServerActionsTestJSON-347500300 tempest-ServerActionsTestJSON-347500300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:24:41.763134 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-8b12c61f-f7e9-451b-a072-d61a5c1f4310 req-2f1edd5e-5cc6-41dc-84b8-d5b731515d67 tempest-ServerActionsTestJSON-347500300 tempest-ServerActionsTestJSON-347500300-project] 10.222.0.75 "GET /v2.0/ports?device_id=a1fbc70b-9dd3-44f5-99b0-85f3dff92d7d HTTP/1.1" status: 200 len: 945 time: 0.3351231 Feb 09 19:24:41.795508 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-d17e55cd-7111-47d4-835a-4dbc3c8cb326 req-81b8bc33-67a5-4e6f-9319-ad01ef09ce5f service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=2324528b-82cd-4c53-b665-41f5fd12f858&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1131623 Feb 09 19:24:41.849665 n-d-713498-36 neutron-server[103229]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe0519b8-ad3a-4fd2-a990-0d546574f75e tempest-AttachVolumeShelveTestJSON-671139515 tempest-AttachVolumeShelveTestJSON-671139515-project] Network 88055e1e-672a-4487-be31-ffb6e833ece5 is already hosted by enough agents. {{(pid=103229) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 19:24:41.852719 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe0519b8-ad3a-4fd2-a990-0d546574f75e tempest-AttachVolumeShelveTestJSON-671139515 tempest-AttachVolumeShelveTestJSON-671139515-project] Pushing event updated for resources: {'Port': ['ID=4b77f491-105d-4218-9765-13135113b6c6,revision_number=1']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:24:41.861806 n-d-713498-36 neutron-server[103229]: DEBUG neutron.scheduler.base_scheduler [None req-fe0519b8-ad3a-4fd2-a990-0d546574f75e tempest-AttachVolumeShelveTestJSON-671139515 tempest-AttachVolumeShelveTestJSON-671139515-project] Resources bound (agent type, host, resource id): {{(pid=103229) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 19:24:41.869544 n-d-713498-36 neutron-server[103229]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe0519b8-ad3a-4fd2-a990-0d546574f75e tempest-AttachVolumeShelveTestJSON-671139515 tempest-AttachVolumeShelveTestJSON-671139515-project] Received port after_create {{(pid=103229) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 19:24:41.936568 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-cfd3703e-2f68-433f-bed9-d27cd9babfcc tempest-PortsTestJSON-1738022054 tempest-PortsTestJSON-1738022054-project] Publish callbacks [] for port (bfe5ad17-d007-4de6-8ca3-0ab460cb83c1), precommit_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:24:41.954562 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-8b12c61f-f7e9-451b-a072-d61a5c1f4310 req-f75e9ddb-215c-47bf-927a-ab2bc904968d tempest-ServerActionsTestJSON-347500300 tempest-ServerActionsTestJSON-347500300-project] 10.222.0.75 "GET /v2.0/security-groups?id=22c4accd-b9e4-4e3e-aec5-b2bee068a6b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1905675 Feb 09 19:24:41.956020 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.plugin [None req-fdbeec37-7836-41c6-af72-8785c94d2343 tempest-FloatingIPAdminTestJSON-335355198 tempest-FloatingIPAdminTestJSON-335355198-project] Deleting port d2f18681-c9c6-40ef-8acd-269a532164aa {{(pid=103230) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 19:24:41.956533 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-fdbeec37-7836-41c6-af72-8785c94d2343 tempest-FloatingIPAdminTestJSON-335355198 tempest-FloatingIPAdminTestJSON-335355198-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762867170196'] for port (d2f18681-c9c6-40ef-8acd-269a532164aa), before_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:24:41.974280 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-456b81f2-c261-4166-8d22-00fef825917c req-4fdb61ea-73bd-48db-aeec-92d8100c689d service neutron] 10.222.0.89 "GET /v2.0/networks/bd12d1d0-518d-4d29-a00d-98410ba2cb8a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2764013 Feb 09 19:24:42.004100 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-037e5344-08f6-4150-83f0-5f3bb9192325 req-29cbec19-6ebf-4e32-bd1c-1ab9affa34d3 tempest-VolumesNegativeTest-636412530 tempest-VolumesNegativeTest-636412530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:24:42.005668 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-037e5344-08f6-4150-83f0-5f3bb9192325 req-29cbec19-6ebf-4e32-bd1c-1ab9affa34d3 tempest-VolumesNegativeTest-636412530 tempest-VolumesNegativeTest-636412530-project] 10.222.0.75 "GET /v2.0/ports?device_id=050d31e8-6d87-4651-b2af-0d81cc12c514 HTTP/1.1" status: 200 len: 948 time: 0.2228305 Feb 09 19:24:42.069768 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dbd4bb1-4fd4-4c78-b65a-22605b53958f req-c5a561b6-f02b-45c6-b653-d210f032e9dc tempest-VolumesNegativeTest-636412530 tempest-VolumesNegativeTest-636412530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:24:42.074736 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-9dbd4bb1-4fd4-4c78-b65a-22605b53958f req-c5a561b6-f02b-45c6-b653-d210f032e9dc tempest-VolumesNegativeTest-636412530 tempest-VolumesNegativeTest-636412530-project] 10.222.0.90 "GET /v2.0/ports?device_id=050d31e8-6d87-4651-b2af-0d81cc12c514 HTTP/1.1" status: 200 len: 948 time: 0.2083712 Feb 09 19:24:42.125341 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-cfd3703e-2f68-433f-bed9-d27cd9babfcc tempest-PortsTestJSON-1738022054 tempest-PortsTestJSON-1738022054-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762866656467', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14393751'] for port (bfe5ad17-d007-4de6-8ca3-0ab460cb83c1), after_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:24:42.162015 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-037e5344-08f6-4150-83f0-5f3bb9192325 req-fee995e1-27f9-4ae2-9844-8bb03ab20154 tempest-VolumesNegativeTest-636412530 tempest-VolumesNegativeTest-636412530-project] 10.222.0.75 "GET /v2.0/security-groups?id=ae9e7783-5315-46b7-9662-b630fde06191&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1476643 Feb 09 19:24:42.165495 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-fe0519b8-ad3a-4fd2-a990-0d546574f75e tempest-AttachVolumeShelveTestJSON-671139515 tempest-AttachVolumeShelveTestJSON-671139515-project] Publish callbacks [] for floatingip (1ae4578c-66e1-46df-9fd1-592fa6d3dcb7), precommit_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:24:42.198597 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-fdbeec37-7836-41c6-af72-8785c94d2343 tempest-FloatingIPAdminTestJSON-335355198 tempest-FloatingIPAdminTestJSON-335355198-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1820838'] for port (d2f18681-c9c6-40ef-8acd-269a532164aa), precommit_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:24:42.239199 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-fe0519b8-ad3a-4fd2-a990-0d546574f75e tempest-AttachVolumeShelveTestJSON-671139515 tempest-AttachVolumeShelveTestJSON-671139515-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (4b77f491-105d-4218-9765-13135113b6c6), before_update {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:24:42.263896 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.plugin [None req-fdbeec37-7836-41c6-af72-8785c94d2343 tempest-FloatingIPAdminTestJSON-335355198 tempest-FloatingIPAdminTestJSON-335355198-project] Calling delete_port for d2f18681-c9c6-40ef-8acd-269a532164aa owned by network:router_gateway {{(pid=103230) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 19:24:42.292286 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-d17e55cd-7111-47d4-835a-4dbc3c8cb326 req-5b64ac70-46de-4e48-b9b8-184c569c51e8 service neutron] 10.222.0.90 "GET /v2.0/networks/2324528b-82cd-4c53-b665-41f5fd12f858?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4790246 Feb 09 19:24:42.296708 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfd3703e-2f68-433f-bed9-d27cd9babfcc tempest-PortsTestJSON-1738022054 tempest-PortsTestJSON-1738022054-project] Checking segment: {'id': 'b38c033e-95a5-4bf1-914a-a124b7b8f75d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': 'df9a4a50-91f1-4ccc-b5a4-f855c704c8eb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103230) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 19:24:42.297059 n-d-713498-36 neutron-server[103230]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cfd3703e-2f68-433f-bed9-d27cd9babfcc tempest-PortsTestJSON-1738022054 tempest-PortsTestJSON-1738022054-project] Network hostable DHCP agents. Network: df9a4a50-91f1-4ccc-b5a4-f855c704c8eb, hostable agents: ['af91e4b9-f4e1-42b1-a25c-a10dc47171c8'], hosted agents: [] {{(pid=103230) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 19:24:42.314861 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.plugin [req-9dbd4bb1-4fd4-4c78-b65a-22605b53958f req-78fb40f0-e6a3-4c61-8f24-f63f323e71c4 tempest-VolumesNegativeTest-636412530 tempest-VolumesNegativeTest-636412530-project] Deleting port f52a8035-85ec-4cb7-b104-1fc1e98afe4c {{(pid=103229) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 19:24:42.315209 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-9dbd4bb1-4fd4-4c78-b65a-22605b53958f req-78fb40f0-e6a3-4c61-8f24-f63f323e71c4 tempest-VolumesNegativeTest-636412530 tempest-VolumesNegativeTest-636412530-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762867170196'] for port (f52a8035-85ec-4cb7-b104-1fc1e98afe4c), before_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:24:42.323347 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfd3703e-2f68-433f-bed9-d27cd9babfcc tempest-PortsTestJSON-1738022054 tempest-PortsTestJSON-1738022054-project] Pushing event updated for resources: {'Port': ['ID=bfe5ad17-d007-4de6-8ca3-0ab460cb83c1,revision_number=1']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:24:42.412334 n-d-713498-36 neutron-server[103230]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cfd3703e-2f68-433f-bed9-d27cd9babfcc tempest-PortsTestJSON-1738022054 tempest-PortsTestJSON-1738022054-project] Network df9a4a50-91f1-4ccc-b5a4-f855c704c8eb is scheduled to be hosted by DHCP agent af91e4b9-f4e1-42b1-a25c-a10dc47171c8 with binding_index 1 {{(pid=103230) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 19:24:42.438716 n-d-713498-36 neutron-server[103230]: DEBUG neutron.scheduler.base_scheduler [None req-cfd3703e-2f68-433f-bed9-d27cd9babfcc tempest-PortsTestJSON-1738022054 tempest-PortsTestJSON-1738022054-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713498-36, df9a4a50-91f1-4ccc-b5a4-f855c704c8eb) {{(pid=103230) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 19:24:42.450362 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b694931-cfb2-4e4c-8257-d66ec6b3b9da None None] Network df9a4a50-91f1-4ccc-b5a4-f855c704c8eb requested from n-d-713498-36 {{(pid=103232) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 19:24:42.451702 n-d-713498-36 neutron-server[103230]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfd3703e-2f68-433f-bed9-d27cd9babfcc tempest-PortsTestJSON-1738022054 tempest-PortsTestJSON-1738022054-project] Received port after_create {{(pid=103230) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 19:24:42.457690 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cfd3703e-2f68-433f-bed9-d27cd9babfcc tempest-PortsTestJSON-1738022054 tempest-PortsTestJSON-1738022054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:24:42.458363 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-cfd3703e-2f68-433f-bed9-d27cd9babfcc tempest-PortsTestJSON-1738022054 tempest-PortsTestJSON-1738022054-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171096'] for port (None), before_response {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:24:42.483286 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-cfd3703e-2f68-433f-bed9-d27cd9babfcc tempest-PortsTestJSON-1738022054 tempest-PortsTestJSON-1738022054-project] 10.222.0.75 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 1.6670489 Feb 09 19:24:42.488739 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 50562) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:24:42.505824 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.v2.base [None req-7b2d291f-55ad-4db9-9142-3b7fafee9fc6 tempest-PortsTestJSON-1738022054 tempest-PortsTestJSON-1738022054-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-93984253'}} {{(pid=103229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 19:24:42.563488 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.db [req-9dbd4bb1-4fd4-4c78-b65a-22605b53958f req-78fb40f0-e6a3-4c61-8f24-f63f323e71c4 tempest-VolumesNegativeTest-636412530 tempest-VolumesNegativeTest-636412530-project] For port f52a8035-85ec-4cb7-b104-1fc1e98afe4c, host n-h2-713498-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-36',level=0,port_id=f52a8035-85ec-4cb7-b104-1fc1e98afe4c,segment=NetworkSegment(50e5915e-18f0-4558-9a28-b978975ead36),segment_id=50e5915e-18f0-4558-9a28-b978975ead36)] {{(pid=103229) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 19:24:42.564211 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-9dbd4bb1-4fd4-4c78-b65a-22605b53958f req-78fb40f0-e6a3-4c61-8f24-f63f323e71c4 tempest-VolumesNegativeTest-636412530 tempest-VolumesNegativeTest-636412530-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1820838'] for port (f52a8035-85ec-4cb7-b104-1fc1e98afe4c), precommit_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:24:42.598828 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.plugin [req-9dbd4bb1-4fd4-4c78-b65a-22605b53958f req-78fb40f0-e6a3-4c61-8f24-f63f323e71c4 tempest-VolumesNegativeTest-636412530 tempest-VolumesNegativeTest-636412530-project] Calling delete_port for f52a8035-85ec-4cb7-b104-1fc1e98afe4c owned by compute:nova {{(pid=103229) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 19:24:42.605331 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7b2d291f-55ad-4db9-9142-3b7fafee9fc6 tempest-PortsTestJSON-1738022054 tempest-PortsTestJSON-1738022054-project] Made reservation on behalf of 150a397110044967a3816a9b460534fa for: {'network': 1} {{(pid=103229) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 19:24:42.614023 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-7b2d291f-55ad-4db9-9142-3b7fafee9fc6 tempest-PortsTestJSON-1738022054 tempest-PortsTestJSON-1738022054-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for network (None), before_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:24:42.765267 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-fe0519b8-ad3a-4fd2-a990-0d546574f75e tempest-AttachVolumeShelveTestJSON-671139515 tempest-AttachVolumeShelveTestJSON-671139515-project] Publish callbacks [] for port (4b77f491-105d-4218-9765-13135113b6c6), precommit_update {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:24:42.771303 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7b2d291f-55ad-4db9-9142-3b7fafee9fc6 tempest-PortsTestJSON-1738022054 tempest-PortsTestJSON-1738022054-project] vlan segment allocate from pool success with {'vlan_id': 396, 'physical_network': 'physnet1'} {{(pid=103229) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 19:24:42.779681 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-fe0519b8-ad3a-4fd2-a990-0d546574f75e tempest-AttachVolumeShelveTestJSON-671139515 tempest-AttachVolumeShelveTestJSON-671139515-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762867176205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762866656485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762866656503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12867569'] for port (4b77f491-105d-4218-9765-13135113b6c6), after_update {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:24:42.790577 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-d17e55cd-7111-47d4-835a-4dbc3c8cb326 req-c19adf16-91ee-462c-8341-96a4470831e9 service neutron] 10.222.0.90 "GET /v2.0/networks/2324528b-82cd-4c53-b665-41f5fd12f858?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4800212 Feb 09 19:24:42.809763 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 50576) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:24:42.830599 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-7b2d291f-55ad-4db9-9142-3b7fafee9fc6 tempest-PortsTestJSON-1738022054 tempest-PortsTestJSON-1738022054-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-759574'] for segment (e6093475-f3a2-4cee-bbb4-fad197d80f77), precommit_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:24:42.830970 n-d-713498-36 neutron-server[103229]: INFO neutron.db.segments_db [None req-7b2d291f-55ad-4db9-9142-3b7fafee9fc6 tempest-PortsTestJSON-1738022054 tempest-PortsTestJSON-1738022054-project] Added segment e6093475-f3a2-4cee-bbb4-fad197d80f77 of type vlan for network 7486937d-9a46-498e-a9fd-72b2f093f00a Feb 09 19:24:42.884304 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-fdbeec37-7836-41c6-af72-8785c94d2343 tempest-FloatingIPAdminTestJSON-335355198 tempest-FloatingIPAdminTestJSON-335355198-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762867177463', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762866656476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14393751'] for port (d2f18681-c9c6-40ef-8acd-269a532164aa), after_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:24:42.901514 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42cdff3e-6650-4a96-98fa-b6497cda963d req-7dfdd618-8d13-4e93-b379-6e8d1fc346b6 tempest-ServerRescueTestJSON-1886685382 tempest-ServerRescueTestJSON-1886685382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:24:42.910303 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-42cdff3e-6650-4a96-98fa-b6497cda963d req-7dfdd618-8d13-4e93-b379-6e8d1fc346b6 tempest-ServerRescueTestJSON-1886685382 tempest-ServerRescueTestJSON-1886685382-project] 10.222.0.75 "GET /v2.0/ports?device_id=07c418f7-8971-4ae3-b247-9ceb2a23ddcf HTTP/1.1" status: 200 len: 944 time: 0.2494061 Feb 09 19:24:42.940360 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe0519b8-ad3a-4fd2-a990-0d546574f75e tempest-AttachVolumeShelveTestJSON-671139515 tempest-AttachVolumeShelveTestJSON-671139515-project] Pushing event updated for resources: {'Port': ['ID=4b77f491-105d-4218-9765-13135113b6c6,revision_number=2']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:24:42.961630 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-7b2d291f-55ad-4db9-9142-3b7fafee9fc6 tempest-PortsTestJSON-1738022054 tempest-PortsTestJSON-1738022054-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762866642225'] for network (7486937d-9a46-498e-a9fd-72b2f093f00a), precommit_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:24:42.967542 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdbeec37-7836-41c6-af72-8785c94d2343 tempest-FloatingIPAdminTestJSON-335355198 tempest-FloatingIPAdminTestJSON-335355198-project] Pushing event deleted for resources: {'Port': ['ID=d2f18681-c9c6-40ef-8acd-269a532164aa,revision_number=None']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:24:43.009076 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-fe0519b8-ad3a-4fd2-a990-0d546574f75e tempest-AttachVolumeShelveTestJSON-671139515 tempest-AttachVolumeShelveTestJSON-671139515-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1818909'] for floatingip (1ae4578c-66e1-46df-9fd1-592fa6d3dcb7), after_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:24:43.047548 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-fe0519b8-ad3a-4fd2-a990-0d546574f75e tempest-AttachVolumeShelveTestJSON-671139515 tempest-AttachVolumeShelveTestJSON-671139515-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171096'] for floatingip (None), before_response {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:24:43.049212 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-fe0519b8-ad3a-4fd2-a990-0d546574f75e tempest-AttachVolumeShelveTestJSON-671139515 tempest-AttachVolumeShelveTestJSON-671139515-project] 10.222.0.75 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.6547906 Feb 09 19:24:43.057906 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.v2.base [None req-5fa00a9b-db86-461c-aeed-2c0b6abf4bbe tempest-MeteringTestJSON-1328093047 tempest-MeteringTestJSON-1328093047-project-admin] Request body: {'metering_label': {'description': 'metering label created by tempest', 'name': 'tempest-metering-label-1412177895'}} {{(pid=103230) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 19:24:43.058614 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.v2.base [None req-5fa00a9b-db86-461c-aeed-2c0b6abf4bbe tempest-MeteringTestJSON-1328093047 tempest-MeteringTestJSON-1328093047-project-admin] Unknown quota resources ['metering_label']. {{(pid=103230) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Feb 09 19:24:43.066169 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-7b2d291f-55ad-4db9-9142-3b7fafee9fc6 tempest-PortsTestJSON-1738022054 tempest-PortsTestJSON-1738022054-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1885479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452'] for network (7486937d-9a46-498e-a9fd-72b2f093f00a), after_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:24:43.074010 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b2d291f-55ad-4db9-9142-3b7fafee9fc6 tempest-PortsTestJSON-1738022054 tempest-PortsTestJSON-1738022054-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:24:43.074892 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-7b2d291f-55ad-4db9-9142-3b7fafee9fc6 tempest-PortsTestJSON-1738022054 tempest-PortsTestJSON-1738022054-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1613566'] for network (None), before_response {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:24:43.091908 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-7e979a1c-c148-4211-8e98-da6bf3d40b13 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762867132591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593584'] for agent (93303d5e-5d17-45e8-8963-7694f87783ae), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:24:43.167312 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-9dbd4bb1-4fd4-4c78-b65a-22605b53958f req-78fb40f0-e6a3-4c61-8f24-f63f323e71c4 tempest-VolumesNegativeTest-636412530 tempest-VolumesNegativeTest-636412530-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762867177463', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762866656476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12867576'] for port (f52a8035-85ec-4cb7-b104-1fc1e98afe4c), after_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:24:43.173481 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-7b2d291f-55ad-4db9-9142-3b7fafee9fc6 tempest-PortsTestJSON-1738022054 tempest-PortsTestJSON-1738022054-project] 10.222.0.75 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.6763387 Feb 09 19:24:43.180716 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-7429db8d-6021-40ad-813e-885be449a89b None None] get_ports_and_sgs() called for port_ids ['f52a8035-85ec-4cb7-b104-1fc1e98afe4c'] {{(pid=103232) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 19:24:43.198843 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-42cdff3e-6650-4a96-98fa-b6497cda963d req-7182bd0e-34d0-4589-a5b5-fa89e1f19b27 tempest-ServerRescueTestJSON-1886685382 tempest-ServerRescueTestJSON-1886685382-project] 10.222.0.75 "GET /v2.0/security-groups?id=e2c286ed-f317-46f6-b582-9a19546e0cee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2875922 Feb 09 19:24:43.201294 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 50590) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:24:43.207442 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.v2.base [None req-67582b9c-97b9-4746-a4ce-1cddefbd01f2 tempest-PortsTestJSON-1738022054 tempest-PortsTestJSON-1738022054-project] Request body: {'ports': [{'network_id': 'df9a4a50-91f1-4ccc-b5a4-f855c704c8eb'}, {'network_id': '7486937d-9a46-498e-a9fd-72b2f093f00a'}]} {{(pid=103230) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 19:24:43.207843 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.v2.base [None req-67582b9c-97b9-4746-a4ce-1cddefbd01f2 tempest-PortsTestJSON-1738022054 tempest-PortsTestJSON-1738022054-project] Request body: {'port': {'network_id': 'df9a4a50-91f1-4ccc-b5a4-f855c704c8eb'}} {{(pid=103230) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 19:24:43.208391 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.v2.base [None req-67582b9c-97b9-4746-a4ce-1cddefbd01f2 tempest-PortsTestJSON-1738022054 tempest-PortsTestJSON-1738022054-project] Request body: {'port': {'network_id': '7486937d-9a46-498e-a9fd-72b2f093f00a'}} {{(pid=103230) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 19:24:43.246208 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78fb40f0-e6a3-4c61-8f24-f63f323e71c4 tempest-VolumesNegativeTest-636412530 tempest-VolumesNegativeTest-636412530-project] Pushing event deleted for resources: {'Port': ['ID=f52a8035-85ec-4cb7-b104-1fc1e98afe4c,revision_number=None']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:24:43.254555 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b2d291f-55ad-4db9-9142-3b7fafee9fc6 tempest-PortsTestJSON-1738022054 tempest-PortsTestJSON-1738022054-project] Pushing event updated for resources: {'Network': ['ID=7486937d-9a46-498e-a9fd-72b2f093f00a,revision_number=1']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:24:43.290030 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Network 7486937d-9a46-498e-a9fd-72b2f093f00a details requested by agent ovs-agent-n-d-713498-36 with host n-d-713498-36 {{(pid=103232) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 19:24:43.336092 n-d-713498-36 neutron-server[103229]: DEBUG neutron.db.l3_dvrscheduler_db [req-9dbd4bb1-4fd4-4c78-b65a-22605b53958f req-78fb40f0-e6a3-4c61-8f24-f63f323e71c4 tempest-VolumesNegativeTest-636412530 tempest-VolumesNegativeTest-636412530-project] No DVR routers for this DVR port f52a8035-85ec-4cb7-b104-1fc1e98afe4c on host n-h2-713498-36 {{(pid=103229) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 19:24:43.340463 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-9dbd4bb1-4fd4-4c78-b65a-22605b53958f req-78fb40f0-e6a3-4c61-8f24-f63f323e71c4 tempest-VolumesNegativeTest-636412530 tempest-VolumesNegativeTest-636412530-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171096'] for port (None), before_response {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:24:43.345296 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-9dbd4bb1-4fd4-4c78-b65a-22605b53958f req-78fb40f0-e6a3-4c61-8f24-f63f323e71c4 tempest-VolumesNegativeTest-636412530 tempest-VolumesNegativeTest-636412530-project] 10.222.0.90 "DELETE /v2.0/ports/f52a8035-85ec-4cb7-b104-1fc1e98afe4c HTTP/1.1" status: 204 len: 173 time: 1.2548964 Feb 09 19:24:43.345869 n-d-713498-36 neutron-server[103229]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '050d31e8-6d87-4651-b2af-0d81cc12c514', 'name': 'network-vif-deleted', 'tag': 'f52a8035-85ec-4cb7-b104-1fc1e98afe4c'}] {{(pid=103229) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 19:24:43.348311 n-d-713498-36 neutron-server[103229]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fa6ae9a20702bd564eaf90d946620b2b4277b1ab91129323d3b54181076be307" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fb992697-8f9e-4ea7-ae35-dff917cbeb6c" -d '{"events": [{"server_uuid": "050d31e8-6d87-4651-b2af-0d81cc12c514", "name": "network-vif-deleted", "tag": "f52a8035-85ec-4cb7-b104-1fc1e98afe4c"}]}' {{(pid=103229) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 19:24:43.476799 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-fdbeec37-7836-41c6-af72-8785c94d2343 tempest-FloatingIPAdminTestJSON-335355198 tempest-FloatingIPAdminTestJSON-335355198-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1818987'] for router_gateway (93cb3071-cdb7-4d15-a5a9-b4f00a90b865), after_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:24:43.825695 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Device 8bbf9426-f0e3-4d72-9513-cdacb95da6bc details requested by agent hyperv_n-h2-713498-36 with host n-h2-713498-36 {{(pid=103232) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 19:24:43.851596 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5bb1f31-3b46-4b23-823c-ca51f8c25cf3 req-dbf855ca-610c-4594-97f3-94c6e46a6c78 tempest-ServerActionsTestJSON-347500300 tempest-ServerActionsTestJSON-347500300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:24:43.858949 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-a5bb1f31-3b46-4b23-823c-ca51f8c25cf3 req-dbf855ca-610c-4594-97f3-94c6e46a6c78 tempest-ServerActionsTestJSON-347500300 tempest-ServerActionsTestJSON-347500300-project] 10.222.0.75 "GET /v2.0/ports?device_id=a1fbc70b-9dd3-44f5-99b0-85f3dff92d7d HTTP/1.1" status: 200 len: 945 time: 0.7671261 Feb 09 19:24:43.990464 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-b1e527f8-836d-4ec7-97cc-51853f665d3e req-10118de4-1798-40ce-863e-7ce859261b07 tempest-VolumesNegativeTest-636412530 tempest-VolumesNegativeTest-636412530-project] 10.222.0.75 "GET /v2.0/ports?device_id=050d31e8-6d87-4651-b2af-0d81cc12c514 HTTP/1.1" status: 200 len: 210 time: 0.5356522 Feb 09 19:24:43.993190 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-5fa00a9b-db86-461c-aeed-2c0b6abf4bbe tempest-MeteringTestJSON-1328093047 tempest-MeteringTestJSON-1328093047-project-admin] Publish callbacks [] for metering_label (None), before_response {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:24:43.994618 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-5fa00a9b-db86-461c-aeed-2c0b6abf4bbe tempest-MeteringTestJSON-1328093047 tempest-MeteringTestJSON-1328093047-project-admin] 10.222.0.75 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 478 time: 1.1857288 Feb 09 19:24:44.000080 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-7429db8d-6021-40ad-813e-885be449a89b None None] For port 8bbf9426-f0e3-4d72-9513-cdacb95da6bc, host n-h2-713498-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-36',level=0,port_id=8bbf9426-f0e3-4d72-9513-cdacb95da6bc,segment=NetworkSegment(c10441c4-164e-4746-a64d-90f79f0d70ea),segment_id=c10441c4-164e-4746-a64d-90f79f0d70ea)] {{(pid=103232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 19:24:44.016149 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-4cd78a37-3cba-4be8-92d9-6a8298b7d7ff req-638d5664-96dd-4c38-babc-9e3688f66dcf service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=050d31e8-6d87-4651-b2af-0d81cc12c514&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0832670 Feb 09 19:24:44.018079 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 50606) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:24:44.040100 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Returning: {'device': '8bbf9426-f0e3-4d72-9513-cdacb95da6bc', 'network_id': '2324528b-82cd-4c53-b665-41f5fd12f858', 'port_id': '8bbf9426-f0e3-4d72-9513-cdacb95da6bc', 'mac_address': 'fa:16:3e:80:1c:e8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 352, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e2b46c61-e766-43ec-83e4-53a2c0064c76', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103232) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 19:24:44.046619 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.v2.base [None req-9b460ca8-ebca-4fb1-aa41-9cee01eccb72 tempest-MeteringTestJSON-1328093047 tempest-MeteringTestJSON-1328093047-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': '10.0.0.0/24', 'direction': 'ingress', 'metering_label_id': 'd44d6c80-b90d-49f1-a323-d564de5b33a3'}} {{(pid=103229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 19:24:44.047171 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.v2.base [None req-9b460ca8-ebca-4fb1-aa41-9cee01eccb72 tempest-MeteringTestJSON-1328093047 tempest-MeteringTestJSON-1328093047-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=103229) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Feb 09 19:24:44.052825 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-a5bb1f31-3b46-4b23-823c-ca51f8c25cf3 req-761ecf08-ce47-4e5a-b6b7-05918c47dbb5 tempest-ServerActionsTestJSON-347500300 tempest-ServerActionsTestJSON-347500300-project] 10.222.0.75 "GET /v2.0/security-groups?id=22c4accd-b9e4-4e3e-aec5-b2bee068a6b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1928062 Feb 09 19:24:44.056953 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-c8b423ca-92ca-4ed9-ad99-b37ac8b82598 req-a35ff875-bb5a-48ed-890c-9f91af805068 service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=a1fbc70b-9dd3-44f5-99b0-85f3dff92d7d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.7058036 Feb 09 19:24:44.148200 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-fdbeec37-7836-41c6-af72-8785c94d2343 tempest-FloatingIPAdminTestJSON-335355198 tempest-FloatingIPAdminTestJSON-335355198-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1834988', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-58375'] for router (93cb3071-cdb7-4d15-a5a9-b4f00a90b865), precommit_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:24:44.152014 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-fdbeec37-7836-41c6-af72-8785c94d2343 tempest-FloatingIPAdminTestJSON-335355198 tempest-FloatingIPAdminTestJSON-335355198-project] Publish callbacks [] for router_controller (93cb3071-cdb7-4d15-a5a9-b4f00a90b865), precommit_delete_associations {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:24:44.166257 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Current status of the port 8bbf9426-f0e3-4d72-9513-cdacb95da6bc is: DOWN; New status is: BUILD {{(pid=103232) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 19:24:44.166763 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (8bbf9426-f0e3-4d72-9513-cdacb95da6bc), before_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:24:44.214858 n-d-713498-36 neutron-server[103232]: DEBUG neutron.notifiers.nova [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8bbf9426-f0e3-4d72-9513-cdacb95da6bc {{(pid=103232) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 19:24:44.248127 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-7429db8d-6021-40ad-813e-885be449a89b None None] For port 8bbf9426-f0e3-4d72-9513-cdacb95da6bc, host n-h2-713498-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-36',level=0,port_id=8bbf9426-f0e3-4d72-9513-cdacb95da6bc,segment=NetworkSegment(c10441c4-164e-4746-a64d-90f79f0d70ea),segment_id=c10441c4-164e-4746-a64d-90f79f0d70ea)] {{(pid=103232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 19:24:44.249632 n-d-713498-36 neutron-server[103229]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 19:24:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-67c1b860-fe49-49c5-889c-84db6a183562 x-openstack-request-id: req-67c1b860-fe49-49c5-889c-84db6a183562 {{(pid=103229) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 19:24:44.250030 n-d-713498-36 neutron-server[103229]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "050d31e8-6d87-4651-b2af-0d81cc12c514", "name": "network-vif-deleted", "tag": "f52a8035-85ec-4cb7-b104-1fc1e98afe4c", "status": "completed", "code": 200}]} {{(pid=103229) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 19:24:44.250468 n-d-713498-36 neutron-server[103229]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-67c1b860-fe49-49c5-889c-84db6a183562 {{(pid=103229) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 19:24:44.250906 n-d-713498-36 neutron-server[103229]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '050d31e8-6d87-4651-b2af-0d81cc12c514', 'name': 'network-vif-deleted', 'tag': 'f52a8035-85ec-4cb7-b104-1fc1e98afe4c', 'status': 'completed', 'code': 200} Feb 09 19:24:44.254256 n-d-713498-36 neutron-server[103229]: WARNING neutron.services.metering.metering_plugin [None req-9b460ca8-ebca-4fb1-aa41-9cee01eccb72 tempest-MeteringTestJSON-1328093047 tempest-MeteringTestJSON-1328093047-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Feb 09 19:24:44.264246 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762867176205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762866656485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762866656503'] for port (8bbf9426-f0e3-4d72-9513-cdacb95da6bc), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:24:44.336616 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-4cd78a37-3cba-4be8-92d9-6a8298b7d7ff req-9d5c2dfe-6867-4861-842e-ee9e78cea9ac service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=6f74957f29a744d99b8eb7bccf38bcec&device_id=050d31e8-6d87-4651-b2af-0d81cc12c514 HTTP/1.1" status: 200 len: 210 time: 0.1609528 Feb 09 19:24:44.363768 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-edc54c9b-7f13-45d9-9271-85c9738b0128 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762867132591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593584'] for agent (a62b1850-466f-48ae-bec7-d62fb280e14b), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:24:44.399470 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-4cd78a37-3cba-4be8-92d9-6a8298b7d7ff req-f42e1e9b-1f0d-4316-829f-ce77ea51a3ac service neutron] 10.222.0.90 "GET /v2.0/networks?tenant_id=6f74957f29a744d99b8eb7bccf38bcec&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0220377 Feb 09 19:24:44.407430 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-fdbeec37-7836-41c6-af72-8785c94d2343 tempest-FloatingIPAdminTestJSON-335355198 tempest-FloatingIPAdminTestJSON-335355198-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1835003'] for router (93cb3071-cdb7-4d15-a5a9-b4f00a90b865), after_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:24:44.410346 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fdbeec37-7836-41c6-af72-8785c94d2343 tempest-FloatingIPAdminTestJSON-335355198 tempest-FloatingIPAdminTestJSON-335355198-project] Fanout notify agent at l3_agent the message router_deleted on router 93cb3071-cdb7-4d15-a5a9-b4f00a90b865 {{(pid=103230) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 09 19:24:44.411505 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Pushing event updated for resources: {'Port': ['ID=8bbf9426-f0e3-4d72-9513-cdacb95da6bc,revision_number=4']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:24:44.421053 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-9b460ca8-ebca-4fb1-aa41-9cee01eccb72 tempest-MeteringTestJSON-1328093047 tempest-MeteringTestJSON-1328093047-project-admin] Publish callbacks [] for metering_label_rule (None), before_response {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:24:44.424270 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-9b460ca8-ebca-4fb1-aa41-9cee01eccb72 tempest-MeteringTestJSON-1328093047 tempest-MeteringTestJSON-1328093047-project-admin] 10.222.0.75 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 466 time: 0.3809986 Feb 09 19:24:44.432667 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-fdbeec37-7836-41c6-af72-8785c94d2343 tempest-FloatingIPAdminTestJSON-335355198 tempest-FloatingIPAdminTestJSON-335355198-project] Publish callbacks [] for router (None), before_response {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:24:44.434131 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-fdbeec37-7836-41c6-af72-8785c94d2343 tempest-FloatingIPAdminTestJSON-335355198 tempest-FloatingIPAdminTestJSON-335355198-project] 10.222.0.75 "DELETE /v2.0/routers/93cb3071-cdb7-4d15-a5a9-b4f00a90b865 HTTP/1.1" status: 204 len: 168 time: 3.7846348 Feb 09 19:24:44.443606 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 50620) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:24:44.443889 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 50622) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:24:44.454428 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.v2.base [None req-74d7a2d6-15da-4069-834b-5d422746f7f1 tempest-MeteringTestJSON-1328093047 tempest-MeteringTestJSON-1328093047-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': '10.0.1.0/24', 'direction': 'ingress', 'metering_label_id': 'd44d6c80-b90d-49f1-a323-d564de5b33a3'}} {{(pid=103229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 19:24:44.455003 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.v2.base [None req-74d7a2d6-15da-4069-834b-5d422746f7f1 tempest-MeteringTestJSON-1328093047 tempest-MeteringTestJSON-1328093047-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=103229) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Feb 09 19:24:44.485919 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-264976e5-c466-4835-b29c-fc011caf3a2b req-dd817494-cd6e-4d72-ad92-d5491e997e11 tempest-AttachVolumeShelveTestJSON-671139515 tempest-AttachVolumeShelveTestJSON-671139515-project] 10.222.0.75 "GET /v2.0/security-groups?name=tempest-securitygroup--1271471437&fields=id&tenant_id=0c7f047f175c41a987e2010a725a3d95 HTTP/1.1" status: 200 len: 267 time: 0.2991514 Feb 09 19:24:44.508538 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-67582b9c-97b9-4746-a4ce-1cddefbd01f2 tempest-PortsTestJSON-1738022054 tempest-PortsTestJSON-1738022054-project] Made reservation on behalf of 150a397110044967a3816a9b460534fa for: {'port': 2} {{(pid=103230) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 19:24:44.513993 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-67582b9c-97b9-4746-a4ce-1cddefbd01f2 tempest-PortsTestJSON-1738022054 tempest-PortsTestJSON-1738022054-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (None), before_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:24:44.561708 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8b423ca-92ca-4ed9-ad99-b37ac8b82598 req-1d255f4a-3ab7-4361-b520-986cbd6501c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:24:44.563269 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-c8b423ca-92ca-4ed9-ad99-b37ac8b82598 req-1d255f4a-3ab7-4361-b520-986cbd6501c9 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=d7a2ccbf0c8a475abd1520a0e31ab926&device_id=a1fbc70b-9dd3-44f5-99b0-85f3dff92d7d HTTP/1.1" status: 200 len: 1128 time: 0.3657382 Feb 09 19:24:44.566282 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-67582b9c-97b9-4746-a4ce-1cddefbd01f2 tempest-PortsTestJSON-1738022054 tempest-PortsTestJSON-1738022054-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (None), before_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:24:44.568327 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-7429db8d-6021-40ad-813e-885be449a89b None None] get_ports_and_sgs() called for port_ids ['8bbf9426-f0e3-4d72-9513-cdacb95da6bc'] {{(pid=103232) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 19:24:44.644514 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61d0af30-7168-400c-857b-17dd2781ac32 req-10de0196-8b0d-4e3f-99bc-2e0d60bb27d5 tempest-ServerActionsTestJSON-347500300 tempest-ServerActionsTestJSON-347500300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:24:44.645924 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-61d0af30-7168-400c-857b-17dd2781ac32 req-10de0196-8b0d-4e3f-99bc-2e0d60bb27d5 tempest-ServerActionsTestJSON-347500300 tempest-ServerActionsTestJSON-347500300-project] 10.222.0.75 "GET /v2.0/ports?device_id=a1fbc70b-9dd3-44f5-99b0-85f3dff92d7d HTTP/1.1" status: 200 len: 945 time: 0.3227034 Feb 09 19:24:44.652331 n-d-713498-36 neutron-server[103229]: WARNING neutron.services.metering.metering_plugin [None req-74d7a2d6-15da-4069-834b-5d422746f7f1 tempest-MeteringTestJSON-1328093047 tempest-MeteringTestJSON-1328093047-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Feb 09 19:24:44.709404 n-d-713498-36 neutron-server[103229]: DEBUG neutron.db.db_base_plugin_v2 [None req-30b4b224-8a8a-4c1c-baf5-581554db37b6 tempest-FloatingIPAdminTestJSON-335355198 tempest-FloatingIPAdminTestJSON-335355198-project] Deleting subnet 5358fe8b-f430-4593-b1ac-12c2acedbcf4 {{(pid=103229) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 19:24:44.731065 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-30b4b224-8a8a-4c1c-baf5-581554db37b6 tempest-FloatingIPAdminTestJSON-335355198 tempest-FloatingIPAdminTestJSON-335355198-project] Publish callbacks [] for subnet (5358fe8b-f430-4593-b1ac-12c2acedbcf4), before_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:24:44.758979 n-d-713498-36 neutron-server[103230]: DEBUG neutron.notifiers.nova [None req-67582b9c-97b9-4746-a4ce-1cddefbd01f2 tempest-PortsTestJSON-1738022054 tempest-PortsTestJSON-1738022054-project] device_id is not set on port b2df4d6c-52f9-468e-9a34-5ff07b1703ba yet. {{(pid=103230) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 09 19:24:44.804244 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-264976e5-c466-4835-b29c-fc011caf3a2b req-5c6249ee-afce-4b70-9dca-8dc6ad431278 tempest-AttachVolumeShelveTestJSON-671139515 tempest-AttachVolumeShelveTestJSON-671139515-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:24:44.805800 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-264976e5-c466-4835-b29c-fc011caf3a2b req-5c6249ee-afce-4b70-9dca-8dc6ad431278 tempest-AttachVolumeShelveTestJSON-671139515 tempest-AttachVolumeShelveTestJSON-671139515-project] 10.222.0.75 "GET /v2.0/networks?id=9cf0b823-fac1-4f9f-b685-8fd71a300e07 HTTP/1.1" status: 200 len: 817 time: 0.3090212 Feb 09 19:24:44.840198 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-264976e5-c466-4835-b29c-fc011caf3a2b req-32c4152a-5e9d-499a-a71c-d3912ddbdd0e tempest-AttachVolumeShelveTestJSON-671139515 tempest-AttachVolumeShelveTestJSON-671139515-project] 10.222.0.75 "GET /v2.0/quotas/0c7f047f175c41a987e2010a725a3d95 HTTP/1.1" status: 200 len: 375 time: 0.0248785 Feb 09 19:24:44.840465 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-74d7a2d6-15da-4069-834b-5d422746f7f1 tempest-MeteringTestJSON-1328093047 tempest-MeteringTestJSON-1328093047-project-admin] Publish callbacks [] for metering_label_rule (None), before_response {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:24:44.841407 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-74d7a2d6-15da-4069-834b-5d422746f7f1 tempest-MeteringTestJSON-1328093047 tempest-MeteringTestJSON-1328093047-project-admin] 10.222.0.75 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 466 time: 0.3916783 Feb 09 19:24:44.845905 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 50624) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:24:44.880325 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-f85e3fc9-68dd-4317-9116-f330df5b9f18 tempest-MeteringTestJSON-1328093047 tempest-MeteringTestJSON-1328093047-project-admin] 10.222.0.75 "GET /v2.0/metering/metering-label-rules?id=4bfb33d4-f825-43e1-b2a8-9fb2a6019f47 HTTP/1.1" status: 200 len: 464 time: 0.0335836 Feb 09 19:24:44.880873 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 50626) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:24:44.883605 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-30b4b224-8a8a-4c1c-baf5-581554db37b6 tempest-FloatingIPAdminTestJSON-335355198 tempest-FloatingIPAdminTestJSON-335355198-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16683410'] for subnet (5358fe8b-f430-4593-b1ac-12c2acedbcf4), precommit_delete_associations {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:24:44.917367 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cd78a37-3cba-4be8-92d9-6a8298b7d7ff req-d9deb578-ac44-42a1-9850-9009c0060634 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:24:44.919155 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-4cd78a37-3cba-4be8-92d9-6a8298b7d7ff req-d9deb578-ac44-42a1-9850-9009c0060634 service neutron] 10.222.0.90 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4938478 Feb 09 19:24:44.921251 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-67582b9c-97b9-4746-a4ce-1cddefbd01f2 tempest-PortsTestJSON-1738022054 tempest-PortsTestJSON-1738022054-project] Publish callbacks [] for port (b2df4d6c-52f9-468e-9a34-5ff07b1703ba), precommit_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:24:44.958183 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-61d0af30-7168-400c-857b-17dd2781ac32 req-a69f6d0a-476e-47bb-afde-6dad096faa5f tempest-ServerActionsTestJSON-347500300 tempest-ServerActionsTestJSON-347500300-project] 10.222.0.75 "GET /v2.0/security-groups?id=22c4accd-b9e4-4e3e-aec5-b2bee068a6b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2444141 Feb 09 19:24:44.975680 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8b423ca-92ca-4ed9-ad99-b37ac8b82598 req-c4853a1f-e64f-4360-bfb5-ce46a9ded8d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:24:44.977199 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-c8b423ca-92ca-4ed9-ad99-b37ac8b82598 req-c4853a1f-e64f-4360-bfb5-ce46a9ded8d4 service neutron] 10.222.0.89 "GET /v2.0/networks?id=bd12d1d0-518d-4d29-a00d-98410ba2cb8a HTTP/1.1" status: 200 len: 913 time: 0.3473744 Feb 09 19:24:45.012349 n-d-713498-36 neutron-server[103230]: DEBUG neutron.notifiers.nova [None req-67582b9c-97b9-4746-a4ce-1cddefbd01f2 tempest-PortsTestJSON-1738022054 tempest-PortsTestJSON-1738022054-project] device_id is not set on port 4f30ba77-17d2-4a84-9361-abd454bf0e88 yet. {{(pid=103230) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 09 19:24:45.028177 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-30b4b224-8a8a-4c1c-baf5-581554db37b6 tempest-FloatingIPAdminTestJSON-335355198 tempest-FloatingIPAdminTestJSON-335355198-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-759852'] for subnet (5358fe8b-f430-4593-b1ac-12c2acedbcf4), precommit_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:24:45.084243 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-264976e5-c466-4835-b29c-fc011caf3a2b req-6681fd84-a88c-48e9-be8a-968250816b2a tempest-AttachVolumeShelveTestJSON-671139515 tempest-AttachVolumeShelveTestJSON-671139515-project] 10.222.0.75 "GET /v2.0/ports?tenant_id=0c7f047f175c41a987e2010a725a3d95&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2250843 Feb 09 19:24:45.136208 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-9a9fb5b0-9f49-483c-8bfb-a0dcdab8d4d4 tempest-MeteringTestJSON-1328093047 tempest-MeteringTestJSON-1328093047-project-admin] Publish callbacks [] for metering_label_rule (None), before_response {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:24:45.137351 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-9a9fb5b0-9f49-483c-8bfb-a0dcdab8d4d4 tempest-MeteringTestJSON-1328093047 tempest-MeteringTestJSON-1328093047-project-admin] 10.222.0.75 "DELETE /v2.0/metering/metering-label-rules/4bfb33d4-f825-43e1-b2a8-9fb2a6019f47 HTTP/1.1" status: 204 len: 168 time: 0.2329655 Feb 09 19:24:45.142241 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 50638) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:24:45.180093 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-30b4b224-8a8a-4c1c-baf5-581554db37b6 tempest-FloatingIPAdminTestJSON-335355198 tempest-FloatingIPAdminTestJSON-335355198-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-760023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12867367', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12759238'] for subnet (5358fe8b-f430-4593-b1ac-12c2acedbcf4), after_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:24:45.187504 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-c8b423ca-92ca-4ed9-ad99-b37ac8b82598 req-39a53774-7429-4aa6-bb2e-b65cb1c584ae service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f1d2f720-203f-4a0c-99ec-b451c998d159 HTTP/1.1" status: 200 len: 1000 time: 0.1183751 Feb 09 19:24:45.205699 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-fb481426-54d6-43e9-a4f6-783d702f46e4 tempest-MeteringTestJSON-1328093047 tempest-MeteringTestJSON-1328093047-project-admin] 10.222.0.75 "GET /v2.0/metering/metering-label-rules?id=4bfb33d4-f825-43e1-b2a8-9fb2a6019f47 HTTP/1.1" status: 200 len: 221 time: 0.0532334 Feb 09 19:24:45.207755 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 50640) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:24:45.217723 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.v2.base [None req-e59a5857-8bcb-452f-b156-934d51351c31 tempest-MeteringTestJSON-1328093047 tempest-MeteringTestJSON-1328093047-project-admin] Request body: {'metering_label': {'name': 'tempest-metering-label--1534102045', 'description': 'label created by tempest'}} {{(pid=103230) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 19:24:45.218204 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.v2.base [None req-e59a5857-8bcb-452f-b156-934d51351c31 tempest-MeteringTestJSON-1328093047 tempest-MeteringTestJSON-1328093047-project-admin] Unknown quota resources ['metering_label']. {{(pid=103230) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Feb 09 19:24:45.240284 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41f8f1c6-a8a5-4abf-a2fa-fb3538228c48 None None] Network a736a742-969f-4004-83ac-c243652b0eda requested from n-d-713498-36 {{(pid=103232) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 19:24:45.246111 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30b4b224-8a8a-4c1c-baf5-581554db37b6 tempest-FloatingIPAdminTestJSON-335355198 tempest-FloatingIPAdminTestJSON-335355198-project] Pushing event deleted for resources: {'Subnet': ['ID=5358fe8b-f430-4593-b1ac-12c2acedbcf4,revision_number=None']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:24:45.248367 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-30b4b224-8a8a-4c1c-baf5-581554db37b6 tempest-FloatingIPAdminTestJSON-335355198 tempest-FloatingIPAdminTestJSON-335355198-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1613566'] for subnet (None), before_response {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:24:45.254239 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-30b4b224-8a8a-4c1c-baf5-581554db37b6 tempest-FloatingIPAdminTestJSON-335355198 tempest-FloatingIPAdminTestJSON-335355198-project] 10.222.0.75 "DELETE /v2.0/subnets/5358fe8b-f430-4593-b1ac-12c2acedbcf4 HTTP/1.1" status: 204 len: 168 time: 0.7959621 Feb 09 19:24:45.259042 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 50642) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:24:45.282319 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcef2585-c393-40d1-a2bd-6aaf3c728736 req-789c9979-85c0-4fbb-912b-32b5164d335d tempest-ServerRescueTestJSON-1886685382 tempest-ServerRescueTestJSON-1886685382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:24:45.283858 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-bcef2585-c393-40d1-a2bd-6aaf3c728736 req-789c9979-85c0-4fbb-912b-32b5164d335d tempest-ServerRescueTestJSON-1886685382 tempest-ServerRescueTestJSON-1886685382-project] 10.222.0.75 "GET /v2.0/ports?device_id=07c418f7-8971-4ae3-b247-9ceb2a23ddcf HTTP/1.1" status: 200 len: 945 time: 0.1712496 Feb 09 19:24:45.386581 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8b423ca-92ca-4ed9-ad99-b37ac8b82598 req-b8e735ad-5f17-4c39-b7d5-cfd139bb3d66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:24:45.388074 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-c8b423ca-92ca-4ed9-ad99-b37ac8b82598 req-b8e735ad-5f17-4c39-b7d5-cfd139bb3d66 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=60ccac4e-8e6b-4139-b4aa-9c0c5cc0e9e4 HTTP/1.1" status: 200 len: 851 time: 0.1924553 Feb 09 19:24:45.424357 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-264976e5-c466-4835-b29c-fc011caf3a2b req-4a1ceeae-518a-4886-b6aa-e29b3092ac8a service neutron] 10.222.0.75 "GET /v2.0/networks/9cf0b823-fac1-4f9f-b685-8fd71a300e07?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2841034 Feb 09 19:24:45.475748 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-60821a7e-e413-41e9-92f8-74cb276f701b tempest-FloatingIPAdminTestJSON-335355198 tempest-FloatingIPAdminTestJSON-335355198-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-670458'] for network (a736a742-969f-4004-83ac-c243652b0eda), before_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:24:45.481112 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63bf932a-16c9-4f2a-b7f7-f763b3f14b6f None None] DHCP port deletion for a736a742-969f-4004-83ac-c243652b0eda request from n-d-713498-36 {{(pid=103232) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 09 19:24:45.499500 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-bcef2585-c393-40d1-a2bd-6aaf3c728736 req-94437e1c-aa2a-4698-adfe-de2561f67787 tempest-ServerRescueTestJSON-1886685382 tempest-ServerRescueTestJSON-1886685382-project] 10.222.0.75 "GET /v2.0/security-groups?id=e2c286ed-f317-46f6-b582-9a19546e0cee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1823730 Feb 09 19:24:45.545330 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-67582b9c-97b9-4746-a4ce-1cddefbd01f2 tempest-PortsTestJSON-1738022054 tempest-PortsTestJSON-1738022054-project] Publish callbacks [] for port (4f30ba77-17d2-4a84-9361-abd454bf0e88), precommit_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:24:45.561822 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-63bf932a-16c9-4f2a-b7f7-f763b3f14b6f None None] Deleting port 75704a41-030c-4680-a16b-dc38691c27a2 {{(pid=103232) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 19:24:45.562404 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-63bf932a-16c9-4f2a-b7f7-f763b3f14b6f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762867170196'] for port (75704a41-030c-4680-a16b-dc38691c27a2), before_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:24:45.589413 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8b423ca-92ca-4ed9-ad99-b37ac8b82598 req-ad48663a-9b6c-471d-8e87-9d5bd8ca01c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:24:45.591492 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-c8b423ca-92ca-4ed9-ad99-b37ac8b82598 req-ad48663a-9b6c-471d-8e87-9d5bd8ca01c7 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=bd12d1d0-518d-4d29-a00d-98410ba2cb8a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.1856480 Feb 09 19:24:45.682723 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-63bf932a-16c9-4f2a-b7f7-f763b3f14b6f None None] For port 75704a41-030c-4680-a16b-dc38691c27a2, host n-d-713498-36, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-36',level=0,port_id=75704a41-030c-4680-a16b-dc38691c27a2,segment=NetworkSegment(7ef33304-bc40-4d65-a656-2a912fa53a63),segment_id=7ef33304-bc40-4d65-a656-2a912fa53a63)] {{(pid=103232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 19:24:45.683398 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-63bf932a-16c9-4f2a-b7f7-f763b3f14b6f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1820838'] for port (75704a41-030c-4680-a16b-dc38691c27a2), precommit_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:24:45.699990 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-264976e5-c466-4835-b29c-fc011caf3a2b req-05700997-6cf6-405e-a978-d97242ffe9cb service neutron] 10.222.0.75 "GET /v2.0/networks/9cf0b823-fac1-4f9f-b685-8fd71a300e07?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2745013 Feb 09 19:24:45.726924 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-e59a5857-8bcb-452f-b156-934d51351c31 tempest-MeteringTestJSON-1328093047 tempest-MeteringTestJSON-1328093047-project-admin] Publish callbacks [] for metering_label (None), before_response {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:24:45.735664 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-e59a5857-8bcb-452f-b156-934d51351c31 tempest-MeteringTestJSON-1328093047 tempest-MeteringTestJSON-1328093047-project-admin] 10.222.0.75 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 470 time: 0.5247767 Feb 09 19:24:45.736268 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-63bf932a-16c9-4f2a-b7f7-f763b3f14b6f None None] Calling delete_port for 75704a41-030c-4680-a16b-dc38691c27a2 owned by network:dhcp {{(pid=103232) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 19:24:45.736387 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 50648) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:24:45.754283 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.plugin [None req-60821a7e-e413-41e9-92f8-74cb276f701b tempest-FloatingIPAdminTestJSON-335355198 tempest-FloatingIPAdminTestJSON-335355198-project] Deleting port 75704a41-030c-4680-a16b-dc38691c27a2 {{(pid=103229) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 19:24:45.754630 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-60821a7e-e413-41e9-92f8-74cb276f701b tempest-FloatingIPAdminTestJSON-335355198 tempest-FloatingIPAdminTestJSON-335355198-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762867170196'] for port (75704a41-030c-4680-a16b-dc38691c27a2), before_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:24:45.834953 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Device 8bbf9426-f0e3-4d72-9513-cdacb95da6bc up at agent hyperv_n-h2-713498-36 {{(pid=103232) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 19:24:45.857300 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-67582b9c-97b9-4746-a4ce-1cddefbd01f2 tempest-PortsTestJSON-1738022054 tempest-PortsTestJSON-1738022054-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762866656467', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14393751'] for port (b2df4d6c-52f9-468e-9a34-5ff07b1703ba), after_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:24:45.939471 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Device 75704a41-030c-4680-a16b-dc38691c27a2 no longer exists at agent ovs-agent-n-d-713498-36 {{(pid=103232) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 19:24:46.001936 n-d-713498-36 neutron-server[103230]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67582b9c-97b9-4746-a4ce-1cddefbd01f2 tempest-PortsTestJSON-1738022054 tempest-PortsTestJSON-1738022054-project] Network df9a4a50-91f1-4ccc-b5a4-f855c704c8eb is already hosted by enough agents. {{(pid=103230) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 19:24:46.018638 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-c1005259-85a8-453a-98ef-1e9ea8046d00 tempest-MeteringTestJSON-1328093047 tempest-MeteringTestJSON-1328093047-project-admin] 10.222.0.75 "GET /v2.0/metering/metering-labels?id=09d1ee33-afb0-40cb-9f29-cc6568742940 HTTP/1.1" status: 200 len: 468 time: 0.2805622 Feb 09 19:24:46.022054 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 50662) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:24:46.025678 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-c8b423ca-92ca-4ed9-ad99-b37ac8b82598 req-0a3529c5-a486-4682-a8d5-e3d22ae12f04 service neutron] 10.222.0.89 "GET /v2.0/networks/bd12d1d0-518d-4d29-a00d-98410ba2cb8a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4270992 Feb 09 19:24:46.031276 n-d-713498-36 neutron-server[103230]: DEBUG neutron.scheduler.base_scheduler [None req-67582b9c-97b9-4746-a4ce-1cddefbd01f2 tempest-PortsTestJSON-1738022054 tempest-PortsTestJSON-1738022054-project] Resources bound (agent type, host, resource id): {{(pid=103230) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 19:24:46.041183 n-d-713498-36 neutron-server[103230]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67582b9c-97b9-4746-a4ce-1cddefbd01f2 tempest-PortsTestJSON-1738022054 tempest-PortsTestJSON-1738022054-project] Received port after_create {{(pid=103230) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 19:24:46.042301 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-67582b9c-97b9-4746-a4ce-1cddefbd01f2 tempest-PortsTestJSON-1738022054 tempest-PortsTestJSON-1738022054-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762866656467', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14393751'] for port (4f30ba77-17d2-4a84-9361-abd454bf0e88), after_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:24:46.049515 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-a7262a8e-0513-48fd-984d-75726a511961 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762867132591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593584'] for agent (911cfea2-02ae-4ec9-bac3-7808ee1cdd9c), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:24:46.138201 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-63bf932a-16c9-4f2a-b7f7-f763b3f14b6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762867177463', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762866656476'] for port (75704a41-030c-4680-a16b-dc38691c27a2), after_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:24:46.145062 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.provisioning_blocks [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Provisioning for port 8bbf9426-f0e3-4d72-9513-cdacb95da6bc completed by entity L2. {{(pid=103232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 19:24:46.178696 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.provisioning_blocks [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Provisioning complete for port 8bbf9426-f0e3-4d72-9513-cdacb95da6bc triggered by entity L2. {{(pid=103232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 19:24:46.179356 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593630'] for port (8bbf9426-f0e3-4d72-9513-cdacb95da6bc), provisioning_complete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:24:46.202298 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63bf932a-16c9-4f2a-b7f7-f763b3f14b6f None None] Pushing event deleted for resources: {'Port': ['ID=75704a41-030c-4680-a16b-dc38691c27a2,revision_number=None']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:24:46.205498 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63bf932a-16c9-4f2a-b7f7-f763b3f14b6f None None] No DVR routers for this DVR port 75704a41-030c-4680-a16b-dc38691c27a2 on host n-d-713498-36 {{(pid=103232) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 19:24:46.215760 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Current status of the port 75704a41-030c-4680-a16b-dc38691c27a2 is: ACTIVE; New status is: DOWN {{(pid=103232) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 19:24:46.217013 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (75704a41-030c-4680-a16b-dc38691c27a2), before_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:24:46.255410 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67582b9c-97b9-4746-a4ce-1cddefbd01f2 tempest-PortsTestJSON-1738022054 tempest-PortsTestJSON-1738022054-project] Pushing event updated for resources: {'Port': ['ID=b2df4d6c-52f9-468e-9a34-5ff07b1703ba,revision_number=1']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:24:46.284676 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.db [None req-60821a7e-e413-41e9-92f8-74cb276f701b tempest-FloatingIPAdminTestJSON-335355198 tempest-FloatingIPAdminTestJSON-335355198-project] For port 75704a41-030c-4680-a16b-dc38691c27a2, host n-d-713498-36, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-36',level=0,port_id=75704a41-030c-4680-a16b-dc38691c27a2,segment=NetworkSegment(7ef33304-bc40-4d65-a656-2a912fa53a63),segment_id=7ef33304-bc40-4d65-a656-2a912fa53a63)] {{(pid=103229) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 19:24:46.287380 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-60821a7e-e413-41e9-92f8-74cb276f701b tempest-FloatingIPAdminTestJSON-335355198 tempest-FloatingIPAdminTestJSON-335355198-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1820838'] for port (75704a41-030c-4680-a16b-dc38691c27a2), precommit_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:24:46.312327 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.plugin [None req-60821a7e-e413-41e9-92f8-74cb276f701b tempest-FloatingIPAdminTestJSON-335355198 tempest-FloatingIPAdminTestJSON-335355198-project] Calling delete_port for 75704a41-030c-4680-a16b-dc38691c27a2 owned by network:dhcp {{(pid=103229) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 19:24:46.358120 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Current status of the port 8bbf9426-f0e3-4d72-9513-cdacb95da6bc is: BUILD; New status is: ACTIVE {{(pid=103232) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 19:24:46.358662 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (8bbf9426-f0e3-4d72-9513-cdacb95da6bc), before_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:24:46.403548 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-c76fdde6-304b-4f46-bd9c-99d0ce134e60 req-020cfcdb-6932-46fe-b8e8-a6e11e7e530f tempest-AttachVolumeShelveTestJSON-671139515 tempest-AttachVolumeShelveTestJSON-671139515-project] 10.222.0.75 "GET /v2.0/ports?device_id=32437e19-fcdc-4dd1-84cc-377ffcb85b84 HTTP/1.1" status: 200 len: 210 time: 0.3091364 Feb 09 19:24:46.456629 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-7429db8d-6021-40ad-813e-885be449a89b None None] For port 8bbf9426-f0e3-4d72-9513-cdacb95da6bc, host n-h2-713498-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-36',level=0,port_id=8bbf9426-f0e3-4d72-9513-cdacb95da6bc,segment=NetworkSegment(c10441c4-164e-4746-a64d-90f79f0d70ea),segment_id=c10441c4-164e-4746-a64d-90f79f0d70ea)] {{(pid=103232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 19:24:46.457513 n-d-713498-36 neutron-server[103232]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '07c418f7-8971-4ae3-b247-9ceb2a23ddcf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8bbf9426-f0e3-4d72-9513-cdacb95da6bc'}] {{(pid=103232) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 19:24:46.461181 n-d-713498-36 neutron-server[103232]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}949cdcde653dec44821de95cbf67297f53cbc2aed4e073b5d514f93bf911ce85" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-61c02cf7-2c1d-4447-b73f-db14c4aba84e" -d '{"events": [{"server_uuid": "07c418f7-8971-4ae3-b247-9ceb2a23ddcf", "name": "network-vif-plugged", "status": "completed", "tag": "8bbf9426-f0e3-4d72-9513-cdacb95da6bc"}]}' {{(pid=103232) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 19:24:46.467150 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762867176205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762866656485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762866656503'] for port (8bbf9426-f0e3-4d72-9513-cdacb95da6bc), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:24:46.467940 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Device f52a8035-85ec-4cb7-b104-1fc1e98afe4c no longer exists at agent hyperv_n-h2-713498-36 {{(pid=103232) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 19:24:46.514241 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-7429db8d-6021-40ad-813e-885be449a89b None None] No Port match for: f52a8035-85ec-4cb7-b104-1fc1e98afe4c {{(pid=103232) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 19:24:46.514608 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Device f52a8035-85ec-4cb7-b104-1fc1e98afe4c not bound to the agent host n-h2-713498-36 {{(pid=103232) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 19:24:46.538482 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67582b9c-97b9-4746-a4ce-1cddefbd01f2 tempest-PortsTestJSON-1738022054 tempest-PortsTestJSON-1738022054-project] Pushing event updated for resources: {'Port': ['ID=4f30ba77-17d2-4a84-9361-abd454bf0e88,revision_number=1']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:24:46.560263 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-c8b423ca-92ca-4ed9-ad99-b37ac8b82598 req-8acfeb07-fab0-4fd1-8151-871c9abc7b09 service neutron] 10.222.0.89 "GET /v2.0/networks/bd12d1d0-518d-4d29-a00d-98410ba2cb8a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4504144 Feb 09 19:24:46.603128 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-60821a7e-e413-41e9-92f8-74cb276f701b tempest-FloatingIPAdminTestJSON-335355198 tempest-FloatingIPAdminTestJSON-335355198-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762867177463', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762866656476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12867576'] for port (75704a41-030c-4680-a16b-dc38691c27a2), after_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:24:46.658210 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60821a7e-e413-41e9-92f8-74cb276f701b tempest-FloatingIPAdminTestJSON-335355198 tempest-FloatingIPAdminTestJSON-335355198-project] Pushing event deleted for resources: {'Port': ['ID=75704a41-030c-4680-a16b-dc38691c27a2,revision_number=None']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:24:46.675429 n-d-713498-36 neutron-server[103229]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60821a7e-e413-41e9-92f8-74cb276f701b tempest-FloatingIPAdminTestJSON-335355198 tempest-FloatingIPAdminTestJSON-335355198-project] No DVR routers for this DVR port 75704a41-030c-4680-a16b-dc38691c27a2 on host n-d-713498-36 {{(pid=103229) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 19:24:46.686111 n-d-713498-36 neutron-server[103232]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 19:24:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1306fe53-f9f3-4a99-a134-fabef94c72c8 x-openstack-request-id: req-1306fe53-f9f3-4a99-a134-fabef94c72c8 {{(pid=103232) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 19:24:46.686404 n-d-713498-36 neutron-server[103232]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "07c418f7-8971-4ae3-b247-9ceb2a23ddcf", "name": "network-vif-plugged", "status": "completed", "tag": "8bbf9426-f0e3-4d72-9513-cdacb95da6bc", "code": 200}]} {{(pid=103232) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 19:24:46.686656 n-d-713498-36 neutron-server[103232]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-1306fe53-f9f3-4a99-a134-fabef94c72c8 {{(pid=103232) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 19:24:46.687594 n-d-713498-36 neutron-server[103232]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '07c418f7-8971-4ae3-b247-9ceb2a23ddcf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8bbf9426-f0e3-4d72-9513-cdacb95da6bc', 'code': 200} Feb 09 19:24:46.694921 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Pushing event updated for resources: {'Port': ['ID=8bbf9426-f0e3-4d72-9513-cdacb95da6bc,revision_number=5']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:24:46.907186 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67582b9c-97b9-4746-a4ce-1cddefbd01f2 tempest-PortsTestJSON-1738022054 tempest-PortsTestJSON-1738022054-project] Checking segment: {'id': 'e6093475-f3a2-4cee-bbb4-fad197d80f77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': '7486937d-9a46-498e-a9fd-72b2f093f00a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103230) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 19:24:46.907686 n-d-713498-36 neutron-server[103230]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67582b9c-97b9-4746-a4ce-1cddefbd01f2 tempest-PortsTestJSON-1738022054 tempest-PortsTestJSON-1738022054-project] Network hostable DHCP agents. Network: 7486937d-9a46-498e-a9fd-72b2f093f00a, hostable agents: ['af91e4b9-f4e1-42b1-a25c-a10dc47171c8'], hosted agents: [] {{(pid=103230) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 19:24:46.924511 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-60821a7e-e413-41e9-92f8-74cb276f701b tempest-FloatingIPAdminTestJSON-335355198 tempest-FloatingIPAdminTestJSON-335355198-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-590267', 'neutron.services.segments.db._delete_segments_for_network-8762867132609'] for network (a736a742-969f-4004-83ac-c243652b0eda), precommit_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:24:46.925086 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-ff8794cb-6c3e-4d1a-8102-076db825aaf5 tempest-MeteringTestJSON-1328093047 tempest-MeteringTestJSON-1328093047-project-admin] Publish callbacks [] for metering_label (None), before_response {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:24:46.927919 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-ff8794cb-6c3e-4d1a-8102-076db825aaf5 tempest-MeteringTestJSON-1328093047 tempest-MeteringTestJSON-1328093047-project-admin] 10.222.0.75 "DELETE /v2.0/metering/metering-labels/09d1ee33-afb0-40cb-9f29-cc6568742940 HTTP/1.1" status: 204 len: 168 time: 0.8929327 Feb 09 19:24:46.935322 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 50700) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:24:46.962516 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-7ebe86a0-50f7-4afc-a859-9ea8e50a74e6 tempest-MeteringTestJSON-1328093047 tempest-MeteringTestJSON-1328093047-project-admin] 10.222.0.75 "GET /v2.0/metering/metering-labels?id=09d1ee33-afb0-40cb-9f29-cc6568742940 HTTP/1.1" status: 200 len: 216 time: 0.0224307 Feb 09 19:24:46.967083 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 50702) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:24:46.992352 n-d-713498-36 neutron-server[103229]: DEBUG neutron.services.segments.db [None req-60821a7e-e413-41e9-92f8-74cb276f701b tempest-FloatingIPAdminTestJSON-335355198 tempest-FloatingIPAdminTestJSON-335355198-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a736a742-969f-4004-83ac-c243652b0eda']}} {{(pid=103229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:24:46.995330 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6986834-9c3e-4ddd-93e8-74f279ac6c25 req-04ce0bce-41be-4bfb-82c1-dbc07db8c0bb tempest-ServerRescueTestJSON-1886685382 tempest-ServerRescueTestJSON-1886685382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:24:47.006605 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-e6986834-9c3e-4ddd-93e8-74f279ac6c25 req-04ce0bce-41be-4bfb-82c1-dbc07db8c0bb tempest-ServerRescueTestJSON-1886685382 tempest-ServerRescueTestJSON-1886685382-project] 10.222.0.75 "GET /v2.0/ports?device_id=07c418f7-8971-4ae3-b247-9ceb2a23ddcf HTTP/1.1" status: 200 len: 946 time: 0.2973509 Feb 09 19:24:47.011229 n-d-713498-36 neutron-server[103229]: DEBUG neutron.services.segments.db [None req-60821a7e-e413-41e9-92f8-74cb276f701b tempest-FloatingIPAdminTestJSON-335355198 tempest-FloatingIPAdminTestJSON-335355198-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7ef33304-bc40-4d65-a656-2a912fa53a63') {'for_net_delete': True} {{(pid=103229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:24:47.011533 n-d-713498-36 neutron-server[103229]: DEBUG neutron.services.segments.db [None req-60821a7e-e413-41e9-92f8-74cb276f701b tempest-FloatingIPAdminTestJSON-335355198 tempest-FloatingIPAdminTestJSON-335355198-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7ef33304-bc40-4d65-a656-2a912fa53a63') {} {{(pid=103229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:24:47.014554 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e7bf540-661e-4967-9d17-16528415524c req-b769458e-3287-420c-9230-afa0afe491d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:24:47.016064 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-9e7bf540-661e-4967-9d17-16528415524c req-b769458e-3287-420c-9230-afa0afe491d5 service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=07c418f7-8971-4ae3-b247-9ceb2a23ddcf HTTP/1.1" status: 200 len: 1129 time: 0.1983008 Feb 09 19:24:47.019226 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762867132591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593584'] for agent (496418a2-c002-4aec-ab1a-07f3bea491bd), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:24:47.048119 n-d-713498-36 neutron-server[103230]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67582b9c-97b9-4746-a4ce-1cddefbd01f2 tempest-PortsTestJSON-1738022054 tempest-PortsTestJSON-1738022054-project] Network 7486937d-9a46-498e-a9fd-72b2f093f00a is scheduled to be hosted by DHCP agent af91e4b9-f4e1-42b1-a25c-a10dc47171c8 with binding_index 1 {{(pid=103230) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 19:24:47.059642 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-11d459ff-af96-4d84-8718-c554f1991ec0 tempest-MeteringTestJSON-1328093047 tempest-MeteringTestJSON-1328093047-project-admin] 10.222.0.75 "GET /v2.0/metering/metering-label-rules?id=33 HTTP/1.1" status: 200 len: 221 time: 0.0871291 Feb 09 19:24:47.064229 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-60821a7e-e413-41e9-92f8-74cb276f701b tempest-FloatingIPAdminTestJSON-335355198 tempest-FloatingIPAdminTestJSON-335355198-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762867134154', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16683417'] for segment (7ef33304-bc40-4d65-a656-2a912fa53a63), before_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:24:47.064856 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 50712) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:24:47.116574 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-60821a7e-e413-41e9-92f8-74cb276f701b tempest-FloatingIPAdminTestJSON-335355198 tempest-FloatingIPAdminTestJSON-335355198-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-759574'] for segment (7ef33304-bc40-4d65-a656-2a912fa53a63), precommit_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:24:47.130589 n-d-713498-36 neutron-server[103230]: DEBUG neutron.scheduler.base_scheduler [None req-67582b9c-97b9-4746-a4ce-1cddefbd01f2 tempest-PortsTestJSON-1738022054 tempest-PortsTestJSON-1738022054-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713498-36, 7486937d-9a46-498e-a9fd-72b2f093f00a) {{(pid=103230) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 19:24:47.145729 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9020045-a254-4f0b-98da-5a7fc3f552de None None] Network 7486937d-9a46-498e-a9fd-72b2f093f00a requested from n-d-713498-36 {{(pid=103232) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 19:24:47.160175 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-ab6c2733-a772-4c6a-ba3c-a0c81bbc81bd tempest-MeteringTestJSON-1328093047 tempest-MeteringTestJSON-1328093047-project-admin] 10.222.0.75 "GET /v2.0/metering/metering-labels?id=33 HTTP/1.1" status: 200 len: 216 time: 0.0926659 Feb 09 19:24:47.176649 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 50722) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:24:47.191563 n-d-713498-36 neutron-server[103230]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67582b9c-97b9-4746-a4ce-1cddefbd01f2 tempest-PortsTestJSON-1738022054 tempest-PortsTestJSON-1738022054-project] Received port after_create {{(pid=103230) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 19:24:47.203136 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67582b9c-97b9-4746-a4ce-1cddefbd01f2 tempest-PortsTestJSON-1738022054 tempest-PortsTestJSON-1738022054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:24:47.213505 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-60821a7e-e413-41e9-92f8-74cb276f701b tempest-FloatingIPAdminTestJSON-335355198 tempest-FloatingIPAdminTestJSON-335355198-project] Releasing vlan 351 on physical network physnet1 to pool {{(pid=103229) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 19:24:47.213505 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-60821a7e-e413-41e9-92f8-74cb276f701b tempest-FloatingIPAdminTestJSON-335355198 tempest-FloatingIPAdminTestJSON-335355198-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-759574', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12867469'] for segment (7ef33304-bc40-4d65-a656-2a912fa53a63), after_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:24:47.225873 n-d-713498-36 neutron-server[103229]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 19:24:47.225873 n-d-713498-36 neutron-server[103229]: self.session.flush() Feb 09 19:24:47.225873 n-d-713498-36 neutron-server[103229]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 19:24:47.225873 n-d-713498-36 neutron-server[103229]: self.session.flush() Feb 09 19:24:47.225873 n-d-713498-36 neutron-server[103229]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 19:24:47.225873 n-d-713498-36 neutron-server[103229]: self.session.flush() Feb 09 19:24:47.225873 n-d-713498-36 neutron-server[103229]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 19:24:47.225873 n-d-713498-36 neutron-server[103229]: self.session.flush() Feb 09 19:24:47.225873 n-d-713498-36 neutron-server[103229]: Traceback (most recent call last): Feb 09 19:24:47.225873 n-d-713498-36 neutron-server[103229]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 19:24:47.225873 n-d-713498-36 neutron-server[103229]: timer() Feb 09 19:24:47.225873 n-d-713498-36 neutron-server[103229]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 19:24:47.225873 n-d-713498-36 neutron-server[103229]: cb(*args, **kw) Feb 09 19:24:47.225873 n-d-713498-36 neutron-server[103229]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 19:24:47.225873 n-d-713498-36 neutron-server[103229]: return func(*args, **kwargs) Feb 09 19:24:47.225873 n-d-713498-36 neutron-server[103229]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 19:24:47.225873 n-d-713498-36 neutron-server[103229]: self._notify() Feb 09 19:24:47.225873 n-d-713498-36 neutron-server[103229]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 19:24:47.225873 n-d-713498-36 neutron-server[103229]: self.callback(batched_events) Feb 09 19:24:47.225873 n-d-713498-36 neutron-server[103229]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 19:24:47.225873 n-d-713498-36 neutron-server[103229]: event.method(event) Feb 09 19:24:47.225873 n-d-713498-36 neutron-server[103229]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 19:24:47.225873 n-d-713498-36 neutron-server[103229]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 19:24:47.225873 n-d-713498-36 neutron-server[103229]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 19:24:47.225873 n-d-713498-36 neutron-server[103229]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 19:24:47.225873 n-d-713498-36 neutron-server[103229]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 19:24:47.225873 n-d-713498-36 neutron-server[103229]: return f(self, *a, **k) Feb 09 19:24:47.225873 n-d-713498-36 neutron-server[103229]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 19:24:47.225873 n-d-713498-36 neutron-server[103229]: return self._get(url).json() Feb 09 19:24:47.225873 n-d-713498-36 neutron-server[103229]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 19:24:47.225873 n-d-713498-36 neutron-server[103229]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 19:24:47.225873 n-d-713498-36 neutron-server[103229]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 19:24:47.225873 n-d-713498-36 neutron-server[103229]: return self.request(url, 'GET', **kwargs) Feb 09 19:24:47.225873 n-d-713498-36 neutron-server[103229]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 19:24:47.225873 n-d-713498-36 neutron-server[103229]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 19:24:47.225873 n-d-713498-36 neutron-server[103229]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 19:24:47.225873 n-d-713498-36 neutron-server[103229]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 19:24:47.225873 n-d-713498-36 neutron-server[103229]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 19:24:47.225873 n-d-713498-36 neutron-server[103229]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 19:24:47.225873 n-d-713498-36 neutron-server[103229]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 19:24:47.230837 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67582b9c-97b9-4746-a4ce-1cddefbd01f2 tempest-PortsTestJSON-1738022054 tempest-PortsTestJSON-1738022054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:24:47.232698 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-67582b9c-97b9-4746-a4ce-1cddefbd01f2 tempest-PortsTestJSON-1738022054 tempest-PortsTestJSON-1738022054-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171096'] for port (None), before_response {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:24:47.305835 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-e6986834-9c3e-4ddd-93e8-74f279ac6c25 req-441be77b-3903-464a-908e-de830389a772 tempest-ServerRescueTestJSON-1886685382 tempest-ServerRescueTestJSON-1886685382-project] 10.222.0.75 "GET /v2.0/security-groups?id=e2c286ed-f317-46f6-b582-9a19546e0cee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2970200 Feb 09 19:24:47.344403 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-67582b9c-97b9-4746-a4ce-1cddefbd01f2 tempest-PortsTestJSON-1738022054 tempest-PortsTestJSON-1738022054-project] 10.222.0.75 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 4.1384604 Feb 09 19:24:47.350458 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 50740) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:24:47.459823 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-9e7bf540-661e-4967-9d17-16528415524c req-95d29eec-9d45-4ca2-8778-e3246733ba39 service neutron] 10.222.0.90 "GET /v2.0/security-groups?id=e2c286ed-f317-46f6-b582-9a19546e0cee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4255502 Feb 09 19:24:47.503874 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-b77dfead-465f-429c-ad2f-be688c976065 tempest-MeteringTestJSON-1328093047 tempest-MeteringTestJSON-1328093047-project-admin] 10.222.0.75 "GET /v2.0/metering/metering-labels/d44d6c80-b90d-49f1-a323-d564de5b33a3 HTTP/1.1" status: 200 len: 473 time: 0.3217547 Feb 09 19:24:47.511581 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 50764) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:24:47.532511 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-60821a7e-e413-41e9-92f8-74cb276f701b tempest-FloatingIPAdminTestJSON-335355198 tempest-FloatingIPAdminTestJSON-335355198-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-590242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1885479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1818895'] for network (a736a742-969f-4004-83ac-c243652b0eda), after_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:24:47.542536 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-60821a7e-e413-41e9-92f8-74cb276f701b tempest-FloatingIPAdminTestJSON-335355198 tempest-FloatingIPAdminTestJSON-335355198-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1613566'] for network (None), before_response {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:24:47.546685 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-60821a7e-e413-41e9-92f8-74cb276f701b tempest-FloatingIPAdminTestJSON-335355198 tempest-FloatingIPAdminTestJSON-335355198-project] 10.222.0.75 "DELETE /v2.0/networks/a736a742-969f-4004-83ac-c243652b0eda HTTP/1.1" status: 204 len: 168 time: 2.2856817 Feb 09 19:24:47.549989 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 50770) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:24:47.602564 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-3f0c08b3-124b-4d1f-9e7e-87978f8109f2 tempest-MeteringTestJSON-1328093047 tempest-MeteringTestJSON-1328093047-project-admin] 10.222.0.75 "GET /v2.0/metering/metering-label-rules/80277c3a-05b7-409e-8ecd-d684bf668378 HTTP/1.1" status: 200 len: 461 time: 0.0849605 Feb 09 19:24:47.603787 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 50776) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:24:47.655902 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60821a7e-e413-41e9-92f8-74cb276f701b tempest-FloatingIPAdminTestJSON-335355198 tempest-FloatingIPAdminTestJSON-335355198-project] Pushing event deleted for resources: {'Network': ['ID=a736a742-969f-4004-83ac-c243652b0eda,revision_number=None']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:24:47.688153 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.plugin [None req-22d9cf39-8d01-4d68-8d7e-060d083110e1 tempest-PortsTestJSON-1738022054 tempest-PortsTestJSON-1738022054-project] Deleting port 4f30ba77-17d2-4a84-9361-abd454bf0e88 {{(pid=103230) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 19:24:47.688416 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-22d9cf39-8d01-4d68-8d7e-060d083110e1 tempest-PortsTestJSON-1738022054 tempest-PortsTestJSON-1738022054-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762867170196'] for port (4f30ba77-17d2-4a84-9361-abd454bf0e88), before_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:24:47.729814 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-4a01a16d-d1f5-4747-b051-cae23c7a959a req-8c5e48a5-d86d-4e35-8714-cc3cb88e06d4 tempest-AttachVolumeShelveTestJSON-671139515 tempest-AttachVolumeShelveTestJSON-671139515-project] 10.222.0.75 "GET /v2.0/ports?device_id=32437e19-fcdc-4dd1-84cc-377ffcb85b84 HTTP/1.1" status: 200 len: 210 time: 0.1814008 Feb 09 19:24:47.742616 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-b158c2b8-5e44-405a-8079-04f9b989c6e5 tempest-MeteringTestJSON-1328093047 tempest-MeteringTestJSON-1328093047-project-admin] Publish callbacks [] for metering_label_rule (None), before_response {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:24:47.753324 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-b158c2b8-5e44-405a-8079-04f9b989c6e5 tempest-MeteringTestJSON-1328093047 tempest-MeteringTestJSON-1328093047-project-admin] 10.222.0.75 "DELETE /v2.0/metering/metering-label-rules/80277c3a-05b7-409e-8ecd-d684bf668378 HTTP/1.1" status: 204 len: 168 time: 0.1373887 Feb 09 19:24:47.761121 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 50782) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:24:47.831377 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-22d9cf39-8d01-4d68-8d7e-060d083110e1 tempest-PortsTestJSON-1738022054 tempest-PortsTestJSON-1738022054-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1820838'] for port (4f30ba77-17d2-4a84-9361-abd454bf0e88), precommit_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:24:47.853444 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.plugin [None req-22d9cf39-8d01-4d68-8d7e-060d083110e1 tempest-PortsTestJSON-1738022054 tempest-PortsTestJSON-1738022054-project] Calling delete_port for 4f30ba77-17d2-4a84-9361-abd454bf0e88 owned by {{(pid=103230) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 19:24:47.940013 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Device f1d2f720-203f-4a0c-99ec-b451c998d159 details requested by agent hyperv_n-h1-713498-36 with host n-h1-713498-36 {{(pid=103232) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 19:24:47.994556 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-22d9cf39-8d01-4d68-8d7e-060d083110e1 tempest-PortsTestJSON-1738022054 tempest-PortsTestJSON-1738022054-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762867177463', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762866656476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14393751'] for port (4f30ba77-17d2-4a84-9361-abd454bf0e88), after_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:24:48.048378 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-22d9cf39-8d01-4d68-8d7e-060d083110e1 tempest-PortsTestJSON-1738022054 tempest-PortsTestJSON-1738022054-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171096'] for port (None), before_response {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:24:48.056617 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-22d9cf39-8d01-4d68-8d7e-060d083110e1 tempest-PortsTestJSON-1738022054 tempest-PortsTestJSON-1738022054-project] 10.222.0.75 "DELETE /v2.0/ports/4f30ba77-17d2-4a84-9361-abd454bf0e88 HTTP/1.1" status: 204 len: 168 time: 0.7042146 Feb 09 19:24:48.057924 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 50804) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:24:48.060721 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22d9cf39-8d01-4d68-8d7e-060d083110e1 tempest-PortsTestJSON-1738022054 tempest-PortsTestJSON-1738022054-project] Pushing event deleted for resources: {'Port': ['ID=4f30ba77-17d2-4a84-9361-abd454bf0e88,revision_number=None']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:24:48.076611 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.plugin [None req-6d6aad05-dc44-4c93-a34d-f7f8f27bf90a tempest-FloatingIPAdminTestJSON-335355198 tempest-FloatingIPAdminTestJSON-335355198-project] Deleting port a1aaf6fe-9bb2-40eb-9428-5ce3df959cfd {{(pid=103229) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 19:24:48.080076 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-6d6aad05-dc44-4c93-a34d-f7f8f27bf90a tempest-FloatingIPAdminTestJSON-335355198 tempest-FloatingIPAdminTestJSON-335355198-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762867170196'] for port (a1aaf6fe-9bb2-40eb-9428-5ce3df959cfd), before_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:24:48.149121 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ca2af94-b023-4112-86fc-b4fee12df81d tempest-PortsTestJSON-1738022054 tempest-PortsTestJSON-1738022054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:24:48.156768 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ca2af94-b023-4112-86fc-b4fee12df81d tempest-PortsTestJSON-1738022054 tempest-PortsTestJSON-1738022054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:24:48.159066 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-e0f5d47d-3c82-4595-b46e-1bdb7f422f08 tempest-MeteringTestJSON-1328093047 tempest-MeteringTestJSON-1328093047-project-admin] Publish callbacks [] for metering_label (None), before_response {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:24:48.159574 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-1ca2af94-b023-4112-86fc-b4fee12df81d tempest-PortsTestJSON-1738022054 tempest-PortsTestJSON-1738022054-project] 10.222.0.75 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1452 time: 0.1002352 Feb 09 19:24:48.160619 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-e0f5d47d-3c82-4595-b46e-1bdb7f422f08 tempest-MeteringTestJSON-1328093047 tempest-MeteringTestJSON-1328093047-project-admin] 10.222.0.75 "DELETE /v2.0/metering/metering-labels/d44d6c80-b90d-49f1-a323-d564de5b33a3 HTTP/1.1" status: 204 len: 168 time: 0.3926501 Feb 09 19:24:48.162448 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 50814) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:24:48.165829 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] For port f1d2f720-203f-4a0c-99ec-b451c998d159, host n-h1-713498-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-36',level=0,port_id=f1d2f720-203f-4a0c-99ec-b451c998d159,segment=NetworkSegment(9110d757-e4eb-424b-97b9-32896b689ba3),segment_id=9110d757-e4eb-424b-97b9-32896b689ba3)] {{(pid=103232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 19:24:48.185288 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Returning: {'device': 'f1d2f720-203f-4a0c-99ec-b451c998d159', 'network_id': 'bd12d1d0-518d-4d29-a00d-98410ba2cb8a', 'port_id': 'f1d2f720-203f-4a0c-99ec-b451c998d159', 'mac_address': 'fa:16:3e:8f:f8:f7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 397, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '60ccac4e-8e6b-4139-b4aa-9c0c5cc0e9e4', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103232) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 19:24:48.257779 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Current status of the port f1d2f720-203f-4a0c-99ec-b451c998d159 is: ACTIVE; New status is: BUILD {{(pid=103232) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 19:24:48.269769 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (f1d2f720-203f-4a0c-99ec-b451c998d159), before_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:24:48.290491 n-d-713498-36 neutron-server[103232]: DEBUG neutron.notifiers.nova [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id f1d2f720-203f-4a0c-99ec-b451c998d159 {{(pid=103232) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 19:24:48.344818 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-6d6aad05-dc44-4c93-a34d-f7f8f27bf90a tempest-FloatingIPAdminTestJSON-335355198 tempest-FloatingIPAdminTestJSON-335355198-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1820838'] for port (a1aaf6fe-9bb2-40eb-9428-5ce3df959cfd), precommit_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:24:48.345175 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-6d6aad05-dc44-4c93-a34d-f7f8f27bf90a tempest-FloatingIPAdminTestJSON-335355198 tempest-FloatingIPAdminTestJSON-335355198-project] Publish callbacks [] for floatingip (a1aaf6fe-9bb2-40eb-9428-5ce3df959cfd), precommit_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:24:48.356835 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] For port f1d2f720-203f-4a0c-99ec-b451c998d159, host n-h1-713498-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-36',level=0,port_id=f1d2f720-203f-4a0c-99ec-b451c998d159,segment=NetworkSegment(9110d757-e4eb-424b-97b9-32896b689ba3),segment_id=9110d757-e4eb-424b-97b9-32896b689ba3)] {{(pid=103232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 19:24:48.369641 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762867176205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762866656485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762866656503'] for port (f1d2f720-203f-4a0c-99ec-b451c998d159), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:24:48.372031 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.plugin [None req-6d6aad05-dc44-4c93-a34d-f7f8f27bf90a tempest-FloatingIPAdminTestJSON-335355198 tempest-FloatingIPAdminTestJSON-335355198-project] Calling delete_port for a1aaf6fe-9bb2-40eb-9428-5ce3df959cfd owned by network:floatingip {{(pid=103229) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 19:24:48.386620 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.plugin [None req-1ead73b9-fddb-46d1-904c-3b51bd8cc269 tempest-PortsTestJSON-1738022054 tempest-PortsTestJSON-1738022054-project] Deleting port b2df4d6c-52f9-468e-9a34-5ff07b1703ba {{(pid=103230) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 19:24:48.386963 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-1ead73b9-fddb-46d1-904c-3b51bd8cc269 tempest-PortsTestJSON-1738022054 tempest-PortsTestJSON-1738022054-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762867170196'] for port (b2df4d6c-52f9-468e-9a34-5ff07b1703ba), before_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:24:48.522539 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] get_ports_and_sgs() called for port_ids ['f1d2f720-203f-4a0c-99ec-b451c998d159'] {{(pid=103232) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 19:24:48.622562 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762867132591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593584'] for agent (488cd9ae-631f-4955-ba0b-4f5a13f12e9c), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:24:48.623263 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Pushing event updated for resources: {'Port': ['ID=f1d2f720-203f-4a0c-99ec-b451c998d159,revision_number=6']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:24:48.687657 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-1ead73b9-fddb-46d1-904c-3b51bd8cc269 tempest-PortsTestJSON-1738022054 tempest-PortsTestJSON-1738022054-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1820838'] for port (b2df4d6c-52f9-468e-9a34-5ff07b1703ba), precommit_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:24:48.738294 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 50840) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:24:48.772634 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c159bf4-0391-497a-8e20-1d679e99a6ec req-27a6a6ea-9e52-4741-9806-86060c6320ab tempest-ServerRescueTestJSON-1886685382 tempest-ServerRescueTestJSON-1886685382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:24:48.777407 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-6c159bf4-0391-497a-8e20-1d679e99a6ec req-27a6a6ea-9e52-4741-9806-86060c6320ab tempest-ServerRescueTestJSON-1886685382 tempest-ServerRescueTestJSON-1886685382-project] 10.222.0.75 "GET /v2.0/ports?device_id=07c418f7-8971-4ae3-b247-9ceb2a23ddcf HTTP/1.1" status: 200 len: 946 time: 0.3741121 Feb 09 19:24:48.780660 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.plugin [None req-1ead73b9-fddb-46d1-904c-3b51bd8cc269 tempest-PortsTestJSON-1738022054 tempest-PortsTestJSON-1738022054-project] Calling delete_port for b2df4d6c-52f9-468e-9a34-5ff07b1703ba owned by {{(pid=103230) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 19:24:48.895670 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-264976e5-c466-4835-b29c-fc011caf3a2b req-82e57cb6-1bcf-4b55-8597-dbcf609dc5c3 tempest-AttachVolumeShelveTestJSON-671139515 tempest-AttachVolumeShelveTestJSON-671139515-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:24:48.897200 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-264976e5-c466-4835-b29c-fc011caf3a2b req-82e57cb6-1bcf-4b55-8597-dbcf609dc5c3 tempest-AttachVolumeShelveTestJSON-671139515 tempest-AttachVolumeShelveTestJSON-671139515-project] 10.222.0.90 "GET /v2.0/networks?id=9cf0b823-fac1-4f9f-b685-8fd71a300e07 HTTP/1.1" status: 200 len: 817 time: 0.3657470 Feb 09 19:24:48.971391 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762867132591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593584'] for agent (bcd5faee-dc24-4298-9134-0e0aa054058e), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:24:48.983936 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-94488a26-df6e-4127-aec1-fdf30256c170 req-99e5a188-4f0e-4b6b-913a-d83198a09f65 tempest-AttachVolumeShelveTestJSON-671139515 tempest-AttachVolumeShelveTestJSON-671139515-project] 10.222.0.75 "GET /v2.0/ports?device_id=32437e19-fcdc-4dd1-84cc-377ffcb85b84 HTTP/1.1" status: 200 len: 210 time: 0.0817318 Feb 09 19:24:49.012162 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-6c159bf4-0391-497a-8e20-1d679e99a6ec req-97ae023f-99e2-4d11-ae7d-5d346538f46c tempest-ServerRescueTestJSON-1886685382 tempest-ServerRescueTestJSON-1886685382-project] 10.222.0.75 "GET /v2.0/security-groups?id=e2c286ed-f317-46f6-b582-9a19546e0cee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2217157 Feb 09 19:24:49.041924 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-1ead73b9-fddb-46d1-904c-3b51bd8cc269 tempest-PortsTestJSON-1738022054 tempest-PortsTestJSON-1738022054-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762867177463', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762866656476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14393751'] for port (b2df4d6c-52f9-468e-9a34-5ff07b1703ba), after_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:24:49.052372 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-a5e7e62a-7c27-481b-8e59-2f16bdd49d8e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:24:49.091187 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-6d6aad05-dc44-4c93-a34d-f7f8f27bf90a tempest-FloatingIPAdminTestJSON-335355198 tempest-FloatingIPAdminTestJSON-335355198-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762867177463', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762866656476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12867576'] for port (a1aaf6fe-9bb2-40eb-9428-5ce3df959cfd), after_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:24:49.127120 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-1ead73b9-fddb-46d1-904c-3b51bd8cc269 tempest-PortsTestJSON-1738022054 tempest-PortsTestJSON-1738022054-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171096'] for port (None), before_response {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:24:49.134173 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-1ead73b9-fddb-46d1-904c-3b51bd8cc269 tempest-PortsTestJSON-1738022054 tempest-PortsTestJSON-1738022054-project] 10.222.0.75 "DELETE /v2.0/ports/b2df4d6c-52f9-468e-9a34-5ff07b1703ba HTTP/1.1" status: 204 len: 168 time: 0.9605198 Feb 09 19:24:49.137024 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 50892) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:24:49.144813 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d6aad05-dc44-4c93-a34d-f7f8f27bf90a tempest-FloatingIPAdminTestJSON-335355198 tempest-FloatingIPAdminTestJSON-335355198-project] Pushing event deleted for resources: {'Port': ['ID=a1aaf6fe-9bb2-40eb-9428-5ce3df959cfd,revision_number=None']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:24:49.154837 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ead73b9-fddb-46d1-904c-3b51bd8cc269 tempest-PortsTestJSON-1738022054 tempest-PortsTestJSON-1738022054-project] Pushing event deleted for resources: {'Port': ['ID=b2df4d6c-52f9-468e-9a34-5ff07b1703ba,revision_number=None']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:24:49.164685 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-264976e5-c466-4835-b29c-fc011caf3a2b req-d30dec1d-d9b9-4605-b303-6ee597ac440b tempest-AttachVolumeShelveTestJSON-671139515 tempest-AttachVolumeShelveTestJSON-671139515-project] 10.222.0.90 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=0c7f047f175c41a987e2010a725a3d95 HTTP/1.1" status: 200 len: 380 time: 0.2573371 Feb 09 19:24:49.205519 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.v2.base [req-264976e5-c466-4835-b29c-fc011caf3a2b req-35c9ae44-e850-45be-8c3e-e7ee830af466 tempest-AttachVolumeShelveTestJSON-671139515 tempest-AttachVolumeShelveTestJSON-671139515-project] Request body: {'port': {'device_id': '32437e19-fcdc-4dd1-84cc-377ffcb85b84', 'network_id': '9cf0b823-fac1-4f9f-b685-8fd71a300e07', 'admin_state_up': True, 'tenant_id': '0c7f047f175c41a987e2010a725a3d95', 'security_groups': ['e78d9a5a-8306-4175-aed3-1bd14ac6b154']}} {{(pid=103229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 19:24:49.259948 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce0761f4-61bc-4686-ac2e-3c8553a4b906 tempest-PortsTestJSON-1738022054 tempest-PortsTestJSON-1738022054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:24:49.265704 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-ce0761f4-61bc-4686-ac2e-3c8553a4b906 tempest-PortsTestJSON-1738022054 tempest-PortsTestJSON-1738022054-project] 10.222.0.75 "GET /v2.0/ports HTTP/1.1" status: 200 len: 844 time: 0.1269059 Feb 09 19:24:49.265844 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 50906) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:24:49.774953 n-d-713498-36 neutron-server[103229]: INFO neutron.pecan_wsgi.hooks.translation [None req-e4ab4bd8-21b0-47c0-ac34-9efe0b281dea tempest-PortsTestJSON-1738022054 tempest-PortsTestJSON-1738022054-project] GET failed (client error): The resource could not be found. Feb 09 19:24:49.776759 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-e4ab4bd8-21b0-47c0-ac34-9efe0b281dea tempest-PortsTestJSON-1738022054 tempest-PortsTestJSON-1738022054-project] 10.222.0.75 "GET /v2.0/ports/4f30ba77-17d2-4a84-9361-abd454bf0e88 HTTP/1.1" status: 404 len: 333 time: 0.4849205 Feb 09 19:24:49.786652 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 50942) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:24:49.848276 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-6d6aad05-dc44-4c93-a34d-f7f8f27bf90a tempest-FloatingIPAdminTestJSON-335355198 tempest-FloatingIPAdminTestJSON-335355198-project] Publish callbacks [] for floatingip (6660d89d-f55d-47a9-9934-0a3f93462536), after_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:24:49.850883 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-6d6aad05-dc44-4c93-a34d-f7f8f27bf90a tempest-FloatingIPAdminTestJSON-335355198 tempest-FloatingIPAdminTestJSON-335355198-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171096'] for floatingip (None), before_response {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:24:49.852208 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-6d6aad05-dc44-4c93-a34d-f7f8f27bf90a tempest-FloatingIPAdminTestJSON-335355198 tempest-FloatingIPAdminTestJSON-335355198-project] 10.222.0.75 "DELETE /v2.0/floatingips/6660d89d-f55d-47a9-9934-0a3f93462536 HTTP/1.1" status: 204 len: 168 time: 2.3004274 Feb 09 19:24:49.889785 n-d-713498-36 neutron-server[103230]: INFO neutron.pecan_wsgi.hooks.translation [None req-20380cf4-2a51-41a0-ab8c-ea93f1121085 tempest-PortsTestJSON-1738022054 tempest-PortsTestJSON-1738022054-project] GET failed (client error): The resource could not be found. Feb 09 19:24:49.895339 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-20380cf4-2a51-41a0-ab8c-ea93f1121085 tempest-PortsTestJSON-1738022054 tempest-PortsTestJSON-1738022054-project] 10.222.0.75 "GET /v2.0/ports/b2df4d6c-52f9-468e-9a34-5ff07b1703ba HTTP/1.1" status: 404 len: 333 time: 0.1102521 Feb 09 19:24:49.895961 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 50952) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:24:49.896256 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-a5e7e62a-7c27-481b-8e59-2f16bdd49d8e admin admin] Publish callbacks [] for security_group (dc5cc3e9-e9d6-4677-bb2f-fb08108c0908), precommit_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:24:49.924680 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-a5e7e62a-7c27-481b-8e59-2f16bdd49d8e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1892331'] for security_group (dc5cc3e9-e9d6-4677-bb2f-fb08108c0908), after_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:24:49.944507 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Device f1d2f720-203f-4a0c-99ec-b451c998d159 up at agent hyperv_n-h1-713498-36 {{(pid=103232) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 19:24:49.990895 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-a5e7e62a-7c27-481b-8e59-2f16bdd49d8e admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=4018ff3be8e04215b709b965f059720a&name=default HTTP/1.1" status: 200 len: 3000 time: 1.2499225 Feb 09 19:24:49.993733 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-264976e5-c466-4835-b29c-fc011caf3a2b req-35c9ae44-e850-45be-8c3e-e7ee830af466 tempest-AttachVolumeShelveTestJSON-671139515 tempest-AttachVolumeShelveTestJSON-671139515-project] Made reservation on behalf of 0c7f047f175c41a987e2010a725a3d95 for: {'port': 1} {{(pid=103229) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 19:24:49.997439 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-264976e5-c466-4835-b29c-fc011caf3a2b req-35c9ae44-e850-45be-8c3e-e7ee830af466 tempest-AttachVolumeShelveTestJSON-671139515 tempest-AttachVolumeShelveTestJSON-671139515-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (None), before_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:24:50.016659 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 50962) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:24:50.126697 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.provisioning_blocks [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Provisioning complete for port f1d2f720-203f-4a0c-99ec-b451c998d159 triggered by entity L2. {{(pid=103232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 19:24:50.127811 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593630'] for port (f1d2f720-203f-4a0c-99ec-b451c998d159), provisioning_complete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:24:50.240695 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-b7f7d159-9a62-47e1-ba6e-6901521a60f4 tempest-PortsTestJSON-1738022054 tempest-PortsTestJSON-1738022054-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-670458'] for network (7486937d-9a46-498e-a9fd-72b2f093f00a), before_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:24:50.308817 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Current status of the port f1d2f720-203f-4a0c-99ec-b451c998d159 is: BUILD; New status is: ACTIVE {{(pid=103232) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 19:24:50.313103 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (f1d2f720-203f-4a0c-99ec-b451c998d159), before_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:24:50.344865 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-0cd898c0-72dd-4e10-b9ec-2a3253492503 req-823a57b1-a61e-4604-8ac9-c22520518205 tempest-AttachVolumeShelveTestJSON-671139515 tempest-AttachVolumeShelveTestJSON-671139515-project] 10.222.0.75 "GET /v2.0/ports?device_id=32437e19-fcdc-4dd1-84cc-377ffcb85b84 HTTP/1.1" status: 200 len: 210 time: 0.1246855 Feb 09 19:24:50.370467 n-d-713498-36 neutron-server[103232]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a1fbc70b-9dd3-44f5-99b0-85f3dff92d7d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f1d2f720-203f-4a0c-99ec-b451c998d159'}] {{(pid=103232) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 19:24:50.372911 n-d-713498-36 neutron-server[103232]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}949cdcde653dec44821de95cbf67297f53cbc2aed4e073b5d514f93bf911ce85" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9b10dbee-e858-4f86-85f9-3d92255e8712" -d '{"events": [{"server_uuid": "a1fbc70b-9dd3-44f5-99b0-85f3dff92d7d", "name": "network-vif-plugged", "status": "completed", "tag": "f1d2f720-203f-4a0c-99ec-b451c998d159"}]}' {{(pid=103232) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 19:24:50.404301 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5e7e62a-7c27-481b-8e59-2f16bdd49d8e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dc5cc3e9-e9d6-4677-bb2f-fb08108c0908,revision_number=1']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:24:50.411742 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] For port f1d2f720-203f-4a0c-99ec-b451c998d159, host n-h1-713498-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-36',level=0,port_id=f1d2f720-203f-4a0c-99ec-b451c998d159,segment=NetworkSegment(9110d757-e4eb-424b-97b9-32896b689ba3),segment_id=9110d757-e4eb-424b-97b9-32896b689ba3)] {{(pid=103232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 19:24:50.419563 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762867176205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762866656485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762866656503'] for port (f1d2f720-203f-4a0c-99ec-b451c998d159), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:24:50.460665 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-ad30685e-b6e2-4eb7-9b31-d41fcdf120be admin admin] Publish callbacks [] for security_group (dc5cc3e9-e9d6-4677-bb2f-fb08108c0908), before_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:24:50.481989 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 50988) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:24:50.493027 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a80a7083-e182-431a-87ab-6ebd723763e1 req-c265ff72-9daa-401a-9fc8-7e6ba63574c2 tempest-ServerRescueTestJSON-1886685382 tempest-ServerRescueTestJSON-1886685382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:24:50.496680 n-d-713498-36 neutron-server[103232]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 19:24:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-35dfd3e9-b772-4814-ba75-6e5087de82f5 x-openstack-request-id: req-35dfd3e9-b772-4814-ba75-6e5087de82f5 {{(pid=103232) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 19:24:50.497375 n-d-713498-36 neutron-server[103232]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a1fbc70b-9dd3-44f5-99b0-85f3dff92d7d", "name": "network-vif-plugged", "status": "completed", "tag": "f1d2f720-203f-4a0c-99ec-b451c998d159", "code": 200}]} {{(pid=103232) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 19:24:50.497911 n-d-713498-36 neutron-server[103232]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-35dfd3e9-b772-4814-ba75-6e5087de82f5 {{(pid=103232) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 19:24:50.498765 n-d-713498-36 neutron-server[103232]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a1fbc70b-9dd3-44f5-99b0-85f3dff92d7d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f1d2f720-203f-4a0c-99ec-b451c998d159', 'code': 200} Feb 09 19:24:50.503458 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-a80a7083-e182-431a-87ab-6ebd723763e1 req-c265ff72-9daa-401a-9fc8-7e6ba63574c2 tempest-ServerRescueTestJSON-1886685382 tempest-ServerRescueTestJSON-1886685382-project] 10.222.0.75 "GET /v2.0/ports?device_id=07c418f7-8971-4ae3-b247-9ceb2a23ddcf HTTP/1.1" status: 200 len: 946 time: 0.3245783 Feb 09 19:24:50.545445 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-ad30685e-b6e2-4eb7-9b31-d41fcdf120be admin admin] Publish callbacks [] for security_group (dc5cc3e9-e9d6-4677-bb2f-fb08108c0908), precommit_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:24:50.577338 n-d-713498-36 neutron-server[103229]: DEBUG neutron.db.db_base_plugin_common [req-264976e5-c466-4835-b29c-fc011caf3a2b req-35c9ae44-e850-45be-8c3e-e7ee830af466 tempest-AttachVolumeShelveTestJSON-671139515 tempest-AttachVolumeShelveTestJSON-671139515-project] Allocated IP 172.20.0.4 (9cf0b823-fac1-4f9f-b685-8fd71a300e07/ca2eed47-7b83-4cc1-87fa-16862746969c/413c51b4-2ff4-4d9d-ab4e-d2e0cafdf9fb) {{(pid=103229) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 19:24:50.580493 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-b7f7d159-9a62-47e1-ba6e-6901521a60f4 tempest-PortsTestJSON-1738022054 tempest-PortsTestJSON-1738022054-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-590267', 'neutron.services.segments.db._delete_segments_for_network-8762867132609'] for network (7486937d-9a46-498e-a9fd-72b2f093f00a), precommit_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:24:50.604141 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Pushing event updated for resources: {'Port': ['ID=f1d2f720-203f-4a0c-99ec-b451c998d159,revision_number=7']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:24:50.654771 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-a80a7083-e182-431a-87ab-6ebd723763e1 req-ae10b026-a23c-4a1c-845e-17bb3eb5260d tempest-ServerRescueTestJSON-1886685382 tempest-ServerRescueTestJSON-1886685382-project] 10.222.0.75 "GET /v2.0/security-groups?id=e2c286ed-f317-46f6-b582-9a19546e0cee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1337047 Feb 09 19:24:50.749304 n-d-713498-36 neutron-server[103230]: DEBUG neutron.services.segments.db [None req-b7f7d159-9a62-47e1-ba6e-6901521a60f4 tempest-PortsTestJSON-1738022054 tempest-PortsTestJSON-1738022054-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7486937d-9a46-498e-a9fd-72b2f093f00a']}} {{(pid=103230) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:24:50.765083 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-ad30685e-b6e2-4eb7-9b31-d41fcdf120be admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1892331'] for security_group (dc5cc3e9-e9d6-4677-bb2f-fb08108c0908), after_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:24:50.781605 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-ad30685e-b6e2-4eb7-9b31-d41fcdf120be admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:24:50.783826 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-ad30685e-b6e2-4eb7-9b31-d41fcdf120be admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/dc5cc3e9-e9d6-4677-bb2f-fb08108c0908 HTTP/1.1" status: 204 len: 168 time: 0.7510426 Feb 09 19:24:50.897434 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-3ee73968-2349-4c10-afd5-abc19d6d1638 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=10468a12d1c24d8eb3829f312d69cb3c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3907433 Feb 09 19:24:50.900556 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 51002) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:24:50.908430 n-d-713498-36 neutron-server[103230]: DEBUG neutron.services.segments.db [None req-b7f7d159-9a62-47e1-ba6e-6901521a60f4 tempest-PortsTestJSON-1738022054 tempest-PortsTestJSON-1738022054-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e6093475-f3a2-4cee-bbb4-fad197d80f77') {'for_net_delete': True} {{(pid=103230) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:24:50.909067 n-d-713498-36 neutron-server[103230]: DEBUG neutron.services.segments.db [None req-b7f7d159-9a62-47e1-ba6e-6901521a60f4 tempest-PortsTestJSON-1738022054 tempest-PortsTestJSON-1738022054-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e6093475-f3a2-4cee-bbb4-fad197d80f77') {} {{(pid=103230) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:24:50.928038 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-b7f7d159-9a62-47e1-ba6e-6901521a60f4 tempest-PortsTestJSON-1738022054 tempest-PortsTestJSON-1738022054-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762867134154', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12895813'] for segment (e6093475-f3a2-4cee-bbb4-fad197d80f77), before_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:24:50.959701 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-b7f7d159-9a62-47e1-ba6e-6901521a60f4 tempest-PortsTestJSON-1738022054 tempest-PortsTestJSON-1738022054-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-759574'] for segment (e6093475-f3a2-4cee-bbb4-fad197d80f77), precommit_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:24:50.985556 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-faeca2f0-81b9-43d6-9046-a1cf78a590d0 admin admin] Publish callbacks [] for security_group (b29e7d89-182d-4dbf-8507-529fd2f265da), before_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:24:50.994106 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad30685e-b6e2-4eb7-9b31-d41fcdf120be admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dc5cc3e9-e9d6-4677-bb2f-fb08108c0908,revision_number=None']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:24:50.994941 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b7f7d159-9a62-47e1-ba6e-6901521a60f4 tempest-PortsTestJSON-1738022054 tempest-PortsTestJSON-1738022054-project] Releasing vlan 396 on physical network physnet1 to pool {{(pid=103230) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 19:24:50.995566 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-b7f7d159-9a62-47e1-ba6e-6901521a60f4 tempest-PortsTestJSON-1738022054 tempest-PortsTestJSON-1738022054-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-759574', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14393826'] for segment (e6093475-f3a2-4cee-bbb4-fad197d80f77), after_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:24:51.005020 n-d-713498-36 neutron-server[103230]: Traceback (most recent call last): Feb 09 19:24:51.005020 n-d-713498-36 neutron-server[103230]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 19:24:51.005020 n-d-713498-36 neutron-server[103230]: timer() Feb 09 19:24:51.005020 n-d-713498-36 neutron-server[103230]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 19:24:51.005020 n-d-713498-36 neutron-server[103230]: cb(*args, **kw) Feb 09 19:24:51.005020 n-d-713498-36 neutron-server[103230]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 19:24:51.005020 n-d-713498-36 neutron-server[103230]: return func(*args, **kwargs) Feb 09 19:24:51.005020 n-d-713498-36 neutron-server[103230]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 19:24:51.005020 n-d-713498-36 neutron-server[103230]: self._notify() Feb 09 19:24:51.005020 n-d-713498-36 neutron-server[103230]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 19:24:51.005020 n-d-713498-36 neutron-server[103230]: self.callback(batched_events) Feb 09 19:24:51.005020 n-d-713498-36 neutron-server[103230]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 19:24:51.005020 n-d-713498-36 neutron-server[103230]: event.method(event) Feb 09 19:24:51.005020 n-d-713498-36 neutron-server[103230]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 19:24:51.005020 n-d-713498-36 neutron-server[103230]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 19:24:51.005020 n-d-713498-36 neutron-server[103230]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 19:24:51.005020 n-d-713498-36 neutron-server[103230]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 19:24:51.005020 n-d-713498-36 neutron-server[103230]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 19:24:51.005020 n-d-713498-36 neutron-server[103230]: return f(self, *a, **k) Feb 09 19:24:51.005020 n-d-713498-36 neutron-server[103230]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 19:24:51.005020 n-d-713498-36 neutron-server[103230]: return self._get(url).json() Feb 09 19:24:51.005020 n-d-713498-36 neutron-server[103230]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 19:24:51.005020 n-d-713498-36 neutron-server[103230]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 19:24:51.005020 n-d-713498-36 neutron-server[103230]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 19:24:51.005020 n-d-713498-36 neutron-server[103230]: return self.request(url, 'GET', **kwargs) Feb 09 19:24:51.005020 n-d-713498-36 neutron-server[103230]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 19:24:51.005020 n-d-713498-36 neutron-server[103230]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 19:24:51.005020 n-d-713498-36 neutron-server[103230]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 19:24:51.005020 n-d-713498-36 neutron-server[103230]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 19:24:51.005020 n-d-713498-36 neutron-server[103230]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 19:24:51.005020 n-d-713498-36 neutron-server[103230]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 19:24:51.005020 n-d-713498-36 neutron-server[103230]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 19:24:51.138548 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-b7f7d159-9a62-47e1-ba6e-6901521a60f4 tempest-PortsTestJSON-1738022054 tempest-PortsTestJSON-1738022054-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-590242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1885479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1818895'] for network (7486937d-9a46-498e-a9fd-72b2f093f00a), after_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:24:51.185193 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-264976e5-c466-4835-b29c-fc011caf3a2b req-35c9ae44-e850-45be-8c3e-e7ee830af466 tempest-AttachVolumeShelveTestJSON-671139515 tempest-AttachVolumeShelveTestJSON-671139515-project] Publish callbacks [] for port (413c51b4-2ff4-4d9d-ab4e-d2e0cafdf9fb), precommit_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:24:51.191797 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-b7f7d159-9a62-47e1-ba6e-6901521a60f4 tempest-PortsTestJSON-1738022054 tempest-PortsTestJSON-1738022054-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1613566'] for network (None), before_response {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:24:51.201715 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 51014) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:24:51.201870 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-b7f7d159-9a62-47e1-ba6e-6901521a60f4 tempest-PortsTestJSON-1738022054 tempest-PortsTestJSON-1738022054-project] 10.222.0.75 "DELETE /v2.0/networks/7486937d-9a46-498e-a9fd-72b2f093f00a HTTP/1.1" status: 204 len: 168 time: 1.3048265 Feb 09 19:24:51.206658 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7f7d159-9a62-47e1-ba6e-6901521a60f4 tempest-PortsTestJSON-1738022054 tempest-PortsTestJSON-1738022054-project] Pushing event deleted for resources: {'Network': ['ID=7486937d-9a46-498e-a9fd-72b2f093f00a,revision_number=None']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:24:51.234978 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-faeca2f0-81b9-43d6-9046-a1cf78a590d0 admin admin] Publish callbacks [] for security_group (b29e7d89-182d-4dbf-8507-529fd2f265da), precommit_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:24:51.236306 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.v2.base [None req-a4d06373-73ec-4c00-a9a3-2a6ee4fb9f70 tempest-PortsTestJSON-1738022054 tempest-PortsTestJSON-1738022054-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-863502081'}} {{(pid=103229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 19:24:51.321059 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a4d06373-73ec-4c00-a9a3-2a6ee4fb9f70 tempest-PortsTestJSON-1738022054 tempest-PortsTestJSON-1738022054-project] Made reservation on behalf of 150a397110044967a3816a9b460534fa for: {'network': 1} {{(pid=103229) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 19:24:51.328530 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-a4d06373-73ec-4c00-a9a3-2a6ee4fb9f70 tempest-PortsTestJSON-1738022054 tempest-PortsTestJSON-1738022054-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for network (None), before_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:24:51.371717 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96ea6fb3-3cc0-443d-860a-2f46ecb1b1ba req-3788a947-e360-4ce6-a12d-7ab79775ebe6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:24:51.373865 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-96ea6fb3-3cc0-443d-860a-2f46ecb1b1ba req-3788a947-e360-4ce6-a12d-7ab79775ebe6 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=2144a5f95fe04d169308063e9f839f8a&device_id=07c418f7-8971-4ae3-b247-9ceb2a23ddcf HTTP/1.1" status: 200 len: 1129 time: 0.1362176 Feb 09 19:24:51.449465 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a4d06373-73ec-4c00-a9a3-2a6ee4fb9f70 tempest-PortsTestJSON-1738022054 tempest-PortsTestJSON-1738022054-project] vlan segment allocate from pool success with {'vlan_id': 399, 'physical_network': 'physnet1'} {{(pid=103229) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 19:24:51.465040 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-faeca2f0-81b9-43d6-9046-a1cf78a590d0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1892331'] for security_group (b29e7d89-182d-4dbf-8507-529fd2f265da), after_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:24:51.467668 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-faeca2f0-81b9-43d6-9046-a1cf78a590d0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:24:51.473657 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-faeca2f0-81b9-43d6-9046-a1cf78a590d0 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/b29e7d89-182d-4dbf-8507-529fd2f265da HTTP/1.1" status: 204 len: 168 time: 0.5698559 Feb 09 19:24:51.476761 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-264976e5-c466-4835-b29c-fc011caf3a2b req-35c9ae44-e850-45be-8c3e-e7ee830af466 tempest-AttachVolumeShelveTestJSON-671139515 tempest-AttachVolumeShelveTestJSON-671139515-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762866656467', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12867576'] for port (413c51b4-2ff4-4d9d-ab4e-d2e0cafdf9fb), after_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:24:51.504762 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-a4d06373-73ec-4c00-a9a3-2a6ee4fb9f70 tempest-PortsTestJSON-1738022054 tempest-PortsTestJSON-1738022054-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-759574'] for segment (9a5d11a4-8ec2-4737-8d53-22312f5bb577), precommit_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:24:51.505132 n-d-713498-36 neutron-server[103229]: INFO neutron.db.segments_db [None req-a4d06373-73ec-4c00-a9a3-2a6ee4fb9f70 tempest-PortsTestJSON-1738022054 tempest-PortsTestJSON-1738022054-project] Added segment 9a5d11a4-8ec2-4737-8d53-22312f5bb577 of type vlan for network 7b6d60a5-a23c-4196-9d1d-fb0e3c785a12 Feb 09 19:24:51.549123 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 51044) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:24:51.595435 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faeca2f0-81b9-43d6-9046-a1cf78a590d0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b29e7d89-182d-4dbf-8507-529fd2f265da,revision_number=None']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:24:51.653057 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3409ca96-30b4-43f0-9b86-e50fcce723db req-3e05aaaa-16e7-42a6-b018-a753253e83b6 tempest-ServerRescueTestJSON-1886685382 tempest-ServerRescueTestJSON-1886685382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:24:51.657385 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-3409ca96-30b4-43f0-9b86-e50fcce723db req-3e05aaaa-16e7-42a6-b018-a753253e83b6 tempest-ServerRescueTestJSON-1886685382 tempest-ServerRescueTestJSON-1886685382-project] 10.222.0.75 "GET /v2.0/ports?device_id=07c418f7-8971-4ae3-b247-9ceb2a23ddcf HTTP/1.1" status: 200 len: 946 time: 0.3324625 Feb 09 19:24:51.664758 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-e18056d1-ccf0-4908-b0dc-c1fe61021b46 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:24:51.850666 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-3409ca96-30b4-43f0-9b86-e50fcce723db req-ae8fef76-89a7-4666-9b3c-a03bc96da2ac tempest-ServerRescueTestJSON-1886685382 tempest-ServerRescueTestJSON-1886685382-project] 10.222.0.75 "GET /v2.0/security-groups?id=e2c286ed-f317-46f6-b582-9a19546e0cee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1793592 Feb 09 19:24:51.862096 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96ea6fb3-3cc0-443d-860a-2f46ecb1b1ba req-2f934629-12c2-454d-9cfe-4e98e33af31f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:24:51.871949 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-96ea6fb3-3cc0-443d-860a-2f46ecb1b1ba req-2f934629-12c2-454d-9cfe-4e98e33af31f service neutron] 10.222.0.90 "GET /v2.0/networks?id=2324528b-82cd-4c53-b665-41f5fd12f858 HTTP/1.1" status: 200 len: 911 time: 0.4851103 Feb 09 19:24:51.914077 n-d-713498-36 neutron-server[103229]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-264976e5-c466-4835-b29c-fc011caf3a2b req-35c9ae44-e850-45be-8c3e-e7ee830af466 tempest-AttachVolumeShelveTestJSON-671139515 tempest-AttachVolumeShelveTestJSON-671139515-project] Network 9cf0b823-fac1-4f9f-b685-8fd71a300e07 is already hosted by enough agents. {{(pid=103229) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 19:24:51.933598 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-a4d06373-73ec-4c00-a9a3-2a6ee4fb9f70 tempest-PortsTestJSON-1738022054 tempest-PortsTestJSON-1738022054-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762866642225'] for network (7b6d60a5-a23c-4196-9d1d-fb0e3c785a12), precommit_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:24:51.942157 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35c9ae44-e850-45be-8c3e-e7ee830af466 tempest-AttachVolumeShelveTestJSON-671139515 tempest-AttachVolumeShelveTestJSON-671139515-project] Pushing event updated for resources: {'Port': ['ID=413c51b4-2ff4-4d9d-ab4e-d2e0cafdf9fb,revision_number=1']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:24:51.964256 n-d-713498-36 neutron-server[103229]: DEBUG neutron.scheduler.base_scheduler [req-264976e5-c466-4835-b29c-fc011caf3a2b req-35c9ae44-e850-45be-8c3e-e7ee830af466 tempest-AttachVolumeShelveTestJSON-671139515 tempest-AttachVolumeShelveTestJSON-671139515-project] Resources bound (agent type, host, resource id): {{(pid=103229) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 19:24:51.971653 n-d-713498-36 neutron-server[103229]: DEBUG neutron.db.l3_dvrscheduler_db [req-264976e5-c466-4835-b29c-fc011caf3a2b req-35c9ae44-e850-45be-8c3e-e7ee830af466 tempest-AttachVolumeShelveTestJSON-671139515 tempest-AttachVolumeShelveTestJSON-671139515-project] Received port after_create {{(pid=103229) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 19:24:51.974156 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-e18056d1-ccf0-4908-b0dc-c1fe61021b46 admin admin] Publish callbacks [] for security_group (d3b9f3ce-a01b-4eee-b410-023c1d72450a), precommit_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:24:52.038866 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-96ea6fb3-3cc0-443d-860a-2f46ecb1b1ba req-5854c226-c1f8-4d56-8fdf-206743ee9c66 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=8bbf9426-f0e3-4d72-9513-cdacb95da6bc HTTP/1.1" status: 200 len: 217 time: 0.0624483 Feb 09 19:24:52.040749 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-e18056d1-ccf0-4908-b0dc-c1fe61021b46 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1892331'] for security_group (d3b9f3ce-a01b-4eee-b410-023c1d72450a), after_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:24:52.074980 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44141cdc-1773-4d28-8ec2-d633bddeed9b req-797e6cf9-866e-44d2-8fe2-c986d894065e tempest-AttachVolumeShelveTestJSON-671139515 tempest-AttachVolumeShelveTestJSON-671139515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:24:52.081469 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-44141cdc-1773-4d28-8ec2-d633bddeed9b req-797e6cf9-866e-44d2-8fe2-c986d894065e tempest-AttachVolumeShelveTestJSON-671139515 tempest-AttachVolumeShelveTestJSON-671139515-project] 10.222.0.75 "GET /v2.0/ports?device_id=32437e19-fcdc-4dd1-84cc-377ffcb85b84 HTTP/1.1" status: 200 len: 931 time: 0.5105572 Feb 09 19:24:52.165875 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-a4d06373-73ec-4c00-a9a3-2a6ee4fb9f70 tempest-PortsTestJSON-1738022054 tempest-PortsTestJSON-1738022054-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1885479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452'] for network (7b6d60a5-a23c-4196-9d1d-fb0e3c785a12), after_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:24:52.178553 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4d06373-73ec-4c00-a9a3-2a6ee4fb9f70 tempest-PortsTestJSON-1738022054 tempest-PortsTestJSON-1738022054-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:24:52.184213 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-a4d06373-73ec-4c00-a9a3-2a6ee4fb9f70 tempest-PortsTestJSON-1738022054 tempest-PortsTestJSON-1738022054-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1613566'] for network (None), before_response {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:24:52.308921 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-e18056d1-ccf0-4908-b0dc-c1fe61021b46 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=c8c2980fc498429bb37b53ca995689bd&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7558641 Feb 09 19:24:52.313467 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e18056d1-ccf0-4908-b0dc-c1fe61021b46 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d3b9f3ce-a01b-4eee-b410-023c1d72450a,revision_number=1']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:24:52.319395 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 51064) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:24:52.359952 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 51068) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:24:52.375051 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-264976e5-c466-4835-b29c-fc011caf3a2b req-35c9ae44-e850-45be-8c3e-e7ee830af466 tempest-AttachVolumeShelveTestJSON-671139515 tempest-AttachVolumeShelveTestJSON-671139515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:24:52.376821 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-264976e5-c466-4835-b29c-fc011caf3a2b req-35c9ae44-e850-45be-8c3e-e7ee830af466 tempest-AttachVolumeShelveTestJSON-671139515 tempest-AttachVolumeShelveTestJSON-671139515-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171096'] for port (None), before_response {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:24:52.395081 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96ea6fb3-3cc0-443d-860a-2f46ecb1b1ba req-0bb984c5-3cec-4ae5-94f4-cf9eebe3c1e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:24:52.396595 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-96ea6fb3-3cc0-443d-860a-2f46ecb1b1ba req-0bb984c5-3cec-4ae5-94f4-cf9eebe3c1e6 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=e2b46c61-e766-43ec-83e4-53a2c0064c76 HTTP/1.1" status: 200 len: 850 time: 0.3207624 Feb 09 19:24:52.402537 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-a4d06373-73ec-4c00-a9a3-2a6ee4fb9f70 tempest-PortsTestJSON-1738022054 tempest-PortsTestJSON-1738022054-project] 10.222.0.75 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 1.1977432 Feb 09 19:24:52.422595 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 51070) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:24:52.447414 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4d06373-73ec-4c00-a9a3-2a6ee4fb9f70 tempest-PortsTestJSON-1738022054 tempest-PortsTestJSON-1738022054-project] Pushing event updated for resources: {'Network': ['ID=7b6d60a5-a23c-4196-9d1d-fb0e3c785a12,revision_number=1']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:24:52.452633 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.v2.base [None req-32b11871-4b87-4f63-ac5d-17020e21705f tempest-PortsTestJSON-1738022054 tempest-PortsTestJSON-1738022054-project] Request body: {'subnet': {'network_id': '7b6d60a5-a23c-4196-9d1d-fb0e3c785a12', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'allocation_pools': [{'start': '172.20.0.2', 'end': '172.20.0.14'}]}} {{(pid=103230) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 19:24:52.464847 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Network 7b6d60a5-a23c-4196-9d1d-fb0e3c785a12 details requested by agent ovs-agent-n-d-713498-36 with host n-d-713498-36 {{(pid=103232) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 19:24:52.468507 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-44141cdc-1773-4d28-8ec2-d633bddeed9b req-b7064eec-0085-43cc-9713-43f9d81c0ee5 tempest-AttachVolumeShelveTestJSON-671139515 tempest-AttachVolumeShelveTestJSON-671139515-project] 10.222.0.75 "GET /v2.0/security-groups?id=e78d9a5a-8306-4175-aed3-1bd14ac6b154&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3601964 Feb 09 19:24:52.472381 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-264976e5-c466-4835-b29c-fc011caf3a2b req-35c9ae44-e850-45be-8c3e-e7ee830af466 tempest-AttachVolumeShelveTestJSON-671139515 tempest-AttachVolumeShelveTestJSON-671139515-project] 10.222.0.90 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.2887261 Feb 09 19:24:52.485186 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.v2.base [req-264976e5-c466-4835-b29c-fc011caf3a2b req-c3fea046-db73-4f14-b781-fddbd4c8d375 service neutron] Request body: {'port': {'device_id': '32437e19-fcdc-4dd1-84cc-377ffcb85b84', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-713498-36'}} {{(pid=103229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 19:24:52.575661 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-264976e5-c466-4835-b29c-fc011caf3a2b req-c3fea046-db73-4f14-b781-fddbd4c8d375 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (413c51b4-2ff4-4d9d-ab4e-d2e0cafdf9fb), before_update {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:24:52.602799 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-96ea6fb3-3cc0-443d-860a-2f46ecb1b1ba req-a238fa07-7ee5-43d2-b355-e84d7b9fc07f service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=2324528b-82cd-4c53-b665-41f5fd12f858&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1788266 Feb 09 19:24:52.603966 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-0c16d3d8-7896-4cac-b6b5-0fb92c51054e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:24:52.677061 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.provisioning_blocks [None req-7b4f8dda-0d60-4ca1-9da0-b6043f2a3f94 None None] Provisioning complete for port 413c51b4-2ff4-4d9d-ab4e-d2e0cafdf9fb triggered by entity DHCP. {{(pid=103232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 19:24:52.677709 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-7b4f8dda-0d60-4ca1-9da0-b6043f2a3f94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593630'] for port (413c51b4-2ff4-4d9d-ab4e-d2e0cafdf9fb), provisioning_complete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:24:52.722586 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-96ea6fb3-3cc0-443d-860a-2f46ecb1b1ba req-efc3431b-781d-4dec-bb46-42536d4eabd5 service neutron] 10.222.0.90 "GET /v2.0/networks/2324528b-82cd-4c53-b665-41f5fd12f858?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1109920 Feb 09 19:24:52.767755 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-7b4f8dda-0d60-4ca1-9da0-b6043f2a3f94 None None] Port 413c51b4-2ff4-4d9d-ab4e-d2e0cafdf9fb cannot update to ACTIVE because it is not bound. {{(pid=103232) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 19:24:52.810370 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-0c16d3d8-7896-4cac-b6b5-0fb92c51054e admin admin] Publish callbacks [] for security_group (32b24cae-5302-4e46-a89b-7e1b65962838), precommit_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:24:52.961490 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-96ea6fb3-3cc0-443d-860a-2f46ecb1b1ba req-75c6e990-3196-408d-9a2b-1b5a17e10a0e service neutron] 10.222.0.90 "GET /v2.0/networks/2324528b-82cd-4c53-b665-41f5fd12f858?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1409845 Feb 09 19:24:52.965384 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-0c16d3d8-7896-4cac-b6b5-0fb92c51054e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1892331'] for security_group (32b24cae-5302-4e46-a89b-7e1b65962838), after_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:24:53.002504 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-d5c3b514-2efe-424d-9f15-29bbecfc11f5 admin admin] Publish callbacks [] for security_group (d3b9f3ce-a01b-4eee-b410-023c1d72450a), before_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:24:53.031723 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-d5c3b514-2efe-424d-9f15-29bbecfc11f5 admin admin] Publish callbacks [] for security_group (d3b9f3ce-a01b-4eee-b410-023c1d72450a), precommit_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:24:53.081440 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-32b11871-4b87-4f63-ac5d-17020e21705f tempest-PortsTestJSON-1738022054 tempest-PortsTestJSON-1738022054-project] Made reservation on behalf of 150a397110044967a3816a9b460534fa for: {'subnet': 1} {{(pid=103230) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 19:24:53.086471 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-32b11871-4b87-4f63-ac5d-17020e21705f tempest-PortsTestJSON-1738022054 tempest-PortsTestJSON-1738022054-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12985917'] for subnet (None), before_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:24:53.131914 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-d5c3b514-2efe-424d-9f15-29bbecfc11f5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1892331'] for security_group (d3b9f3ce-a01b-4eee-b410-023c1d72450a), after_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:24:53.135345 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-d5c3b514-2efe-424d-9f15-29bbecfc11f5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:24:53.139263 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-d5c3b514-2efe-424d-9f15-29bbecfc11f5 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/d3b9f3ce-a01b-4eee-b410-023c1d72450a HTTP/1.1" status: 204 len: 168 time: 0.7969308 Feb 09 19:24:53.210572 n-d-713498-36 neutron-server[103229]: DEBUG neutron.notifiers.nova [req-264976e5-c466-4835-b29c-fc011caf3a2b req-c3fea046-db73-4f14-b781-fddbd4c8d375 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 413c51b4-2ff4-4d9d-ab4e-d2e0cafdf9fb {{(pid=103229) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 19:24:53.229998 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-264976e5-c466-4835-b29c-fc011caf3a2b req-c3fea046-db73-4f14-b781-fddbd4c8d375 service neutron] Publish callbacks [] for port (413c51b4-2ff4-4d9d-ab4e-d2e0cafdf9fb), precommit_update {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:24:53.245359 n-d-713498-36 neutron-server[103229]: DEBUG neutron.db.provisioning_blocks [req-264976e5-c466-4835-b29c-fc011caf3a2b req-c3fea046-db73-4f14-b781-fddbd4c8d375 service neutron] Transition to ACTIVE for port object 413c51b4-2ff4-4d9d-ab4e-d2e0cafdf9fb will not be triggered until provisioned by entity L2. {{(pid=103229) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 19:24:53.252629 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-264976e5-c466-4835-b29c-fc011caf3a2b req-c3fea046-db73-4f14-b781-fddbd4c8d375 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762867176205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762866656485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762866656503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12867569'] for port (413c51b4-2ff4-4d9d-ab4e-d2e0cafdf9fb), after_update {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:24:53.256114 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-0c16d3d8-7896-4cac-b6b5-0fb92c51054e admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=858099a5f86f489b94ba9588c3e53fb1&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8917282 Feb 09 19:24:53.266124 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 51086) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:24:53.294950 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c16d3d8-7896-4cac-b6b5-0fb92c51054e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=32b24cae-5302-4e46-a89b-7e1b65962838,revision_number=1']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:24:53.379131 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3fea046-db73-4f14-b781-fddbd4c8d375 service neutron] Pushing event updated for resources: {'Port': ['ID=413c51b4-2ff4-4d9d-ab4e-d2e0cafdf9fb,revision_number=2']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:24:53.401518 n-d-713498-36 neutron-server[103230]: DEBUG neutron.db.ipam_backend_mixin [None req-32b11871-4b87-4f63-ac5d-17020e21705f tempest-PortsTestJSON-1738022054 tempest-PortsTestJSON-1738022054-project] Performing IP validity checks on allocation pools {{(pid=103230) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Feb 09 19:24:53.408629 n-d-713498-36 neutron-server[103230]: DEBUG neutron.db.ipam_backend_mixin [None req-32b11871-4b87-4f63-ac5d-17020e21705f tempest-PortsTestJSON-1738022054 tempest-PortsTestJSON-1738022054-project] Checking for overlaps among allocation pools and gateway ip {{(pid=103230) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Feb 09 19:24:53.465409 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50608f06-7399-42cd-a887-e831b85140a6 req-1c9f8999-59ec-4723-9ab7-a1784acfb5d0 tempest-ServerRescueTestJSON-1886685382 tempest-ServerRescueTestJSON-1886685382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:24:53.467711 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-50608f06-7399-42cd-a887-e831b85140a6 req-1c9f8999-59ec-4723-9ab7-a1784acfb5d0 tempest-ServerRescueTestJSON-1886685382 tempest-ServerRescueTestJSON-1886685382-project] 10.222.0.75 "GET /v2.0/ports?device_id=07c418f7-8971-4ae3-b247-9ceb2a23ddcf HTTP/1.1" status: 200 len: 946 time: 0.4843423 Feb 09 19:24:53.469013 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5c3b514-2efe-424d-9f15-29bbecfc11f5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d3b9f3ce-a01b-4eee-b410-023c1d72450a,revision_number=None']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:24:53.622648 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.managers [req-264976e5-c466-4835-b29c-fc011caf3a2b req-c3fea046-db73-4f14-b781-fddbd4c8d375 service neutron] Attempting to bind port 413c51b4-2ff4-4d9d-ab4e-d2e0cafdf9fb on host n-h2-713498-36 for vnic_type normal with profile {{(pid=103229) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 19:24:53.623208 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.managers [req-264976e5-c466-4835-b29c-fc011caf3a2b req-c3fea046-db73-4f14-b781-fddbd4c8d375 service neutron] Attempting to bind port 413c51b4-2ff4-4d9d-ab4e-d2e0cafdf9fb by drivers openvswitch,hyperv on host n-h2-713498-36 at level 0 using segments [{'id': '92268b40-fd45-4716-b63a-1f78b1bbf69a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': '9cf0b823-fac1-4f9f-b685-8fd71a300e07'}] {{(pid=103229) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 19:24:53.623312 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-264976e5-c466-4835-b29c-fc011caf3a2b req-c3fea046-db73-4f14-b781-fddbd4c8d375 service neutron] Attempting to bind port 413c51b4-2ff4-4d9d-ab4e-d2e0cafdf9fb on network 9cf0b823-fac1-4f9f-b685-8fd71a300e07 {{(pid=103229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 19:24:53.638820 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-264976e5-c466-4835-b29c-fc011caf3a2b req-c3fea046-db73-4f14-b781-fddbd4c8d375 service neutron] Port 413c51b4-2ff4-4d9d-ab4e-d2e0cafdf9fb on network 9cf0b823-fac1-4f9f-b685-8fd71a300e07 not bound, no agent of type Open vSwitch agent registered on host n-h2-713498-36 {{(pid=103229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 19:24:53.639158 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-264976e5-c466-4835-b29c-fc011caf3a2b req-c3fea046-db73-4f14-b781-fddbd4c8d375 service neutron] Attempting to bind port 413c51b4-2ff4-4d9d-ab4e-d2e0cafdf9fb on network 9cf0b823-fac1-4f9f-b685-8fd71a300e07 {{(pid=103229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 19:24:53.662987 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-264976e5-c466-4835-b29c-fc011caf3a2b req-c3fea046-db73-4f14-b781-fddbd4c8d375 service neutron] Checking agent: {'id': 'bcd5faee-dc24-4298-9134-0e0aa054058e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713498-36', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 18, 59, 19), 'started_at': datetime.datetime(2022, 2, 9, 18, 59, 19), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 19, 24, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 19:24:53.663329 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-264976e5-c466-4835-b29c-fc011caf3a2b req-c3fea046-db73-4f14-b781-fddbd4c8d375 service neutron] Checking segment: {'id': '92268b40-fd45-4716-b63a-1f78b1bbf69a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': '9cf0b823-fac1-4f9f-b685-8fd71a300e07'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103229) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 19:24:53.663726 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-264976e5-c466-4835-b29c-fc011caf3a2b req-c3fea046-db73-4f14-b781-fddbd4c8d375 service neutron] Bound using segment: {'id': '92268b40-fd45-4716-b63a-1f78b1bbf69a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': '9cf0b823-fac1-4f9f-b685-8fd71a300e07'} {{(pid=103229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 19:24:53.664183 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.managers [req-264976e5-c466-4835-b29c-fc011caf3a2b req-c3fea046-db73-4f14-b781-fddbd4c8d375 service neutron] Bound port: 413c51b4-2ff4-4d9d-ab4e-d2e0cafdf9fb, host: n-h2-713498-36, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '92268b40-fd45-4716-b63a-1f78b1bbf69a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': '9cf0b823-fac1-4f9f-b685-8fd71a300e07'}}] {{(pid=103229) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 19:24:53.664546 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-264976e5-c466-4835-b29c-fc011caf3a2b req-c3fea046-db73-4f14-b781-fddbd4c8d375 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (413c51b4-2ff4-4d9d-ab4e-d2e0cafdf9fb), before_update {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:24:53.824827 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd8794b7-719a-41fc-ae1a-83a8e124cc91 req-4ecc058e-4f1f-4186-ba88-73ae1ae4dd77 tempest-AttachVolumeShelveTestJSON-671139515 tempest-AttachVolumeShelveTestJSON-671139515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:24:53.826976 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-dd8794b7-719a-41fc-ae1a-83a8e124cc91 req-4ecc058e-4f1f-4186-ba88-73ae1ae4dd77 tempest-AttachVolumeShelveTestJSON-671139515 tempest-AttachVolumeShelveTestJSON-671139515-project] 10.222.0.75 "GET /v2.0/ports?device_id=32437e19-fcdc-4dd1-84cc-377ffcb85b84 HTTP/1.1" status: 200 len: 943 time: 0.1897271 Feb 09 19:24:53.865753 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.db [req-264976e5-c466-4835-b29c-fc011caf3a2b req-c3fea046-db73-4f14-b781-fddbd4c8d375 service neutron] For port 413c51b4-2ff4-4d9d-ab4e-d2e0cafdf9fb, host n-h2-713498-36, cleared binding levels {{(pid=103229) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 19:24:53.890973 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.db [req-264976e5-c466-4835-b29c-fc011caf3a2b req-c3fea046-db73-4f14-b781-fddbd4c8d375 service neutron] For port 413c51b4-2ff4-4d9d-ab4e-d2e0cafdf9fb, host n-h2-713498-36, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-36',level=0,port_id=413c51b4-2ff4-4d9d-ab4e-d2e0cafdf9fb,segment=NetworkSegment(92268b40-fd45-4716-b63a-1f78b1bbf69a),segment_id=92268b40-fd45-4716-b63a-1f78b1bbf69a)] {{(pid=103229) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 19:24:53.921305 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-264976e5-c466-4835-b29c-fc011caf3a2b req-c3fea046-db73-4f14-b781-fddbd4c8d375 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762867176205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762866656485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762866656503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12867569'] for port (413c51b4-2ff4-4d9d-ab4e-d2e0cafdf9fb), after_update {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:24:53.989138 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3fea046-db73-4f14-b781-fddbd4c8d375 service neutron] Pushing event updated for resources: {'Port': ['ID=413c51b4-2ff4-4d9d-ab4e-d2e0cafdf9fb,revision_number=3']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:24:54.001169 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-dd8794b7-719a-41fc-ae1a-83a8e124cc91 req-3a95f1d0-4203-49e6-97e2-592d35a50c5e tempest-AttachVolumeShelveTestJSON-671139515 tempest-AttachVolumeShelveTestJSON-671139515-project] 10.222.0.75 "GET /v2.0/security-groups?id=e78d9a5a-8306-4175-aed3-1bd14ac6b154&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1614950 Feb 09 19:24:54.008773 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-264976e5-c466-4835-b29c-fc011caf3a2b req-c3fea046-db73-4f14-b781-fddbd4c8d375 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:24:54.009795 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-264976e5-c466-4835-b29c-fc011caf3a2b req-c3fea046-db73-4f14-b781-fddbd4c8d375 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171096'] for port (None), before_response {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:24:54.011662 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-264976e5-c466-4835-b29c-fc011caf3a2b req-c3fea046-db73-4f14-b781-fddbd4c8d375 service neutron] 10.222.0.90 "PUT /v2.0/ports/413c51b4-2ff4-4d9d-ab4e-d2e0cafdf9fb HTTP/1.1" status: 200 len: 1092 time: 1.5309231 Feb 09 19:24:54.012194 n-d-713498-36 neutron-server[103229]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '32437e19-fcdc-4dd1-84cc-377ffcb85b84', 'tag': '413c51b4-2ff4-4d9d-ab4e-d2e0cafdf9fb'}] {{(pid=103229) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 19:24:54.014470 n-d-713498-36 neutron-server[103229]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fa6ae9a20702bd564eaf90d946620b2b4277b1ab91129323d3b54181076be307" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7853ffaa-8d74-4724-94e9-96d1a335844f" -d '{"events": [{"name": "network-changed", "server_uuid": "32437e19-fcdc-4dd1-84cc-377ffcb85b84", "tag": "413c51b4-2ff4-4d9d-ab4e-d2e0cafdf9fb"}]}' {{(pid=103229) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 19:24:54.166127 n-d-713498-36 neutron-server[103229]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 19:24:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aaf6afed-4a0c-465c-8feb-485148f922da x-openstack-request-id: req-aaf6afed-4a0c-465c-8feb-485148f922da {{(pid=103229) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 19:24:54.166693 n-d-713498-36 neutron-server[103229]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "32437e19-fcdc-4dd1-84cc-377ffcb85b84", "tag": "413c51b4-2ff4-4d9d-ab4e-d2e0cafdf9fb", "status": "completed", "code": 200}]} {{(pid=103229) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 19:24:54.167110 n-d-713498-36 neutron-server[103229]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-aaf6afed-4a0c-465c-8feb-485148f922da {{(pid=103229) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 19:24:54.167969 n-d-713498-36 neutron-server[103229]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '32437e19-fcdc-4dd1-84cc-377ffcb85b84', 'tag': '413c51b4-2ff4-4d9d-ab4e-d2e0cafdf9fb', 'status': 'completed', 'code': 200} Feb 09 19:24:54.181437 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-264976e5-c466-4835-b29c-fc011caf3a2b req-6dc3a793-145e-4764-8e19-90e20f0b4bbd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:24:54.183493 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-264976e5-c466-4835-b29c-fc011caf3a2b req-6dc3a793-145e-4764-8e19-90e20f0b4bbd service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=0c7f047f175c41a987e2010a725a3d95&device_id=32437e19-fcdc-4dd1-84cc-377ffcb85b84 HTTP/1.1" status: 200 len: 1126 time: 0.1030383 Feb 09 19:24:54.286103 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-264976e5-c466-4835-b29c-fc011caf3a2b req-982bbd58-efb1-4608-a918-fe6679e85529 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=413c51b4-2ff4-4d9d-ab4e-d2e0cafdf9fb HTTP/1.1" status: 200 len: 217 time: 0.0889173 Feb 09 19:24:54.386583 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-264976e5-c466-4835-b29c-fc011caf3a2b req-6abcb9cf-fd07-432d-8058-fd8853c45d27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:24:54.388092 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-264976e5-c466-4835-b29c-fc011caf3a2b req-6abcb9cf-fd07-432d-8058-fd8853c45d27 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=ca2eed47-7b83-4cc1-87fa-16862746969c HTTP/1.1" status: 200 len: 856 time: 0.0953879 Feb 09 19:24:54.494712 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-264976e5-c466-4835-b29c-fc011caf3a2b req-e746a9bc-f2ae-4ffc-b4de-467a15f37101 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:24:54.496252 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-264976e5-c466-4835-b29c-fc011caf3a2b req-e746a9bc-f2ae-4ffc-b4de-467a15f37101 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=9cf0b823-fac1-4f9f-b685-8fd71a300e07&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.1006663 Feb 09 19:24:54.515804 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-50608f06-7399-42cd-a887-e831b85140a6 req-70ac31fa-6496-4c7f-9576-c0bc67aae322 tempest-ServerRescueTestJSON-1886685382 tempest-ServerRescueTestJSON-1886685382-project] 10.222.0.75 "GET /v2.0/security-groups?id=e2c286ed-f317-46f6-b582-9a19546e0cee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9983530 Feb 09 19:24:54.583274 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-a8143cb6-c472-4e6f-8e5f-799aa0f2c5f7 admin admin] Publish callbacks [] for security_group (32b24cae-5302-4e46-a89b-7e1b65962838), before_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:24:54.655950 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-a8143cb6-c472-4e6f-8e5f-799aa0f2c5f7 admin admin] Publish callbacks [] for security_group (32b24cae-5302-4e46-a89b-7e1b65962838), precommit_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:24:54.702052 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-264976e5-c466-4835-b29c-fc011caf3a2b req-b2e3feb9-91cf-41e9-b75f-f0cd28b13676 service neutron] 10.222.0.90 "GET /v2.0/networks/9cf0b823-fac1-4f9f-b685-8fd71a300e07?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1983049 Feb 09 19:24:54.830782 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-a8143cb6-c472-4e6f-8e5f-799aa0f2c5f7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1892331'] for security_group (32b24cae-5302-4e46-a89b-7e1b65962838), after_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:24:54.833930 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-a8143cb6-c472-4e6f-8e5f-799aa0f2c5f7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:24:54.840676 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-a8143cb6-c472-4e6f-8e5f-799aa0f2c5f7 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/32b24cae-5302-4e46-a89b-7e1b65962838 HTTP/1.1" status: 204 len: 168 time: 1.5289316 Feb 09 19:24:54.855766 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8143cb6-c472-4e6f-8e5f-799aa0f2c5f7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=32b24cae-5302-4e46-a89b-7e1b65962838,revision_number=None']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:24:54.885640 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-32b11871-4b87-4f63-ac5d-17020e21705f tempest-PortsTestJSON-1738022054 tempest-PortsTestJSON-1738022054-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14393611', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12985859'] for subnet (6cd2547e-64f6-45e5-91d9-eeccde8fca7c), after_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:24:54.911757 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-264976e5-c466-4835-b29c-fc011caf3a2b req-ff01acb0-c3c9-41c0-a2fc-58adb142b66d service neutron] 10.222.0.90 "GET /v2.0/networks/9cf0b823-fac1-4f9f-b685-8fd71a300e07?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2032974 Feb 09 19:24:55.004349 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32b11871-4b87-4f63-ac5d-17020e21705f tempest-PortsTestJSON-1738022054 tempest-PortsTestJSON-1738022054-project] Pushing event updated for resources: {'Subnet': ['ID=6cd2547e-64f6-45e5-91d9-eeccde8fca7c,revision_number=0']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:24:55.032261 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32b11871-4b87-4f63-ac5d-17020e21705f tempest-PortsTestJSON-1738022054 tempest-PortsTestJSON-1738022054-project] Checking segment: {'id': '9a5d11a4-8ec2-4737-8d53-22312f5bb577', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': '7b6d60a5-a23c-4196-9d1d-fb0e3c785a12'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103230) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 19:24:55.032832 n-d-713498-36 neutron-server[103230]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32b11871-4b87-4f63-ac5d-17020e21705f tempest-PortsTestJSON-1738022054 tempest-PortsTestJSON-1738022054-project] Network hostable DHCP agents. Network: 7b6d60a5-a23c-4196-9d1d-fb0e3c785a12, hostable agents: ['af91e4b9-f4e1-42b1-a25c-a10dc47171c8'], hosted agents: [] {{(pid=103230) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 19:24:55.084108 n-d-713498-36 neutron-server[103230]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32b11871-4b87-4f63-ac5d-17020e21705f tempest-PortsTestJSON-1738022054 tempest-PortsTestJSON-1738022054-project] Network 7b6d60a5-a23c-4196-9d1d-fb0e3c785a12 is scheduled to be hosted by DHCP agent af91e4b9-f4e1-42b1-a25c-a10dc47171c8 with binding_index 1 {{(pid=103230) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 19:24:55.108514 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 51130) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:24:55.131424 n-d-713498-36 neutron-server[103230]: DEBUG neutron.scheduler.base_scheduler [None req-32b11871-4b87-4f63-ac5d-17020e21705f tempest-PortsTestJSON-1738022054 tempest-PortsTestJSON-1738022054-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713498-36, 7b6d60a5-a23c-4196-9d1d-fb0e3c785a12) {{(pid=103230) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 19:24:55.144651 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec6bd1c4-0ba4-47a5-83d8-35fa3f6b9ce6 None None] Network 7b6d60a5-a23c-4196-9d1d-fb0e3c785a12 requested from n-d-713498-36 {{(pid=103232) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 19:24:55.150391 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7853ffaa-8d74-4724-94e9-96d1a335844f req-59b68f1e-9dca-483b-84bc-8eb8ced26293 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:24:55.151942 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-7853ffaa-8d74-4724-94e9-96d1a335844f req-59b68f1e-9dca-483b-84bc-8eb8ced26293 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=0c7f047f175c41a987e2010a725a3d95&device_id=32437e19-fcdc-4dd1-84cc-377ffcb85b84 HTTP/1.1" status: 200 len: 1126 time: 0.1604784 Feb 09 19:24:55.159728 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32b11871-4b87-4f63-ac5d-17020e21705f tempest-PortsTestJSON-1738022054 tempest-PortsTestJSON-1738022054-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:24:55.163191 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-32b11871-4b87-4f63-ac5d-17020e21705f tempest-PortsTestJSON-1738022054 tempest-PortsTestJSON-1738022054-project] Publish callbacks [] for subnet (None), before_response {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:24:55.234783 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-32b11871-4b87-4f63-ac5d-17020e21705f tempest-PortsTestJSON-1738022054 tempest-PortsTestJSON-1738022054-project] 10.222.0.75 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.8073633 Feb 09 19:24:55.235160 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 51134) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:24:55.255464 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.v2.base [None req-84691c36-4186-43de-88be-a4ab10df903a tempest-PortsTestJSON-1738022054 tempest-PortsTestJSON-1738022054-project] Request body: {'port': {'network_id': '7b6d60a5-a23c-4196-9d1d-fb0e3c785a12', 'name': 'tempest-PortsTestJSON-2014674674'}} {{(pid=103230) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 19:24:55.378095 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7853ffaa-8d74-4724-94e9-96d1a335844f req-1311ffbb-553c-4ed0-bd70-c0566f9f0192 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:24:55.385365 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-7853ffaa-8d74-4724-94e9-96d1a335844f req-1311ffbb-553c-4ed0-bd70-c0566f9f0192 service neutron] 10.222.0.90 "GET /v2.0/networks?id=9cf0b823-fac1-4f9f-b685-8fd71a300e07 HTTP/1.1" status: 200 len: 918 time: 0.2210605 Feb 09 19:24:55.396164 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5380ebee-6730-4354-8e3f-60183aa10b5f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8b32e980-7cce-5e82-a341-bd2fa8945c89-7b6d60a5-a23c-4196-9d1d-fb0e3c785a12', 'network_id': '7b6d60a5-a23c-4196-9d1d-fb0e3c785a12', 'project_id': '150a397110044967a3816a9b460534fa', 'fixed_ips': [{'subnet_id': '6cd2547e-64f6-45e5-91d9-eeccde8fca7c'}]}} from n-d-713498-36. {{(pid=103232) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 09 19:24:55.397324 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-5380ebee-6730-4354-8e3f-60183aa10b5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (None), before_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:24:55.535786 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-84691c36-4186-43de-88be-a4ab10df903a tempest-PortsTestJSON-1738022054 tempest-PortsTestJSON-1738022054-project] Made reservation on behalf of 150a397110044967a3816a9b460534fa for: {'port': 1} {{(pid=103230) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 19:24:55.539198 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-84691c36-4186-43de-88be-a4ab10df903a tempest-PortsTestJSON-1738022054 tempest-PortsTestJSON-1738022054-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (None), before_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:24:55.586518 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-7853ffaa-8d74-4724-94e9-96d1a335844f req-4cc8104e-253a-47d4-aa44-1b783793346b service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=413c51b4-2ff4-4d9d-ab4e-d2e0cafdf9fb HTTP/1.1" status: 200 len: 217 time: 0.1813960 Feb 09 19:24:55.615521 n-d-713498-36 neutron-server[103230]: DEBUG neutron.notifiers.nova [None req-84691c36-4186-43de-88be-a4ab10df903a tempest-PortsTestJSON-1738022054 tempest-PortsTestJSON-1738022054-project] device_id is not set on port 001f5d4f-4323-486b-8c76-0e8053c1f07a yet. {{(pid=103230) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 09 19:24:55.720887 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.db_base_plugin_common [None req-5380ebee-6730-4354-8e3f-60183aa10b5f None None] Allocated IP 172.20.0.2 (7b6d60a5-a23c-4196-9d1d-fb0e3c785a12/6cd2547e-64f6-45e5-91d9-eeccde8fca7c/3de6bc9a-7ffc-4c4d-8e70-3775298b3820) {{(pid=103232) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 19:24:55.744653 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 51146) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:24:55.808353 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-a4a9407a-2997-460a-aeef-8b7f3ddacfb5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:24:55.897795 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-5380ebee-6730-4354-8e3f-60183aa10b5f None None] Publish callbacks [] for port (3de6bc9a-7ffc-4c4d-8e70-3775298b3820), precommit_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:24:55.912010 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-5380ebee-6730-4354-8e3f-60183aa10b5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762866656467'] for port (3de6bc9a-7ffc-4c4d-8e70-3775298b3820), after_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:24:55.925276 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-606152c7-942a-4c31-8ae4-5ed4fa4eaf57 req-0ff0ef84-b360-4ce9-9025-577f2ac30c8b tempest-ServerRescueTestJSON-1886685382 tempest-ServerRescueTestJSON-1886685382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:24:55.934802 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-606152c7-942a-4c31-8ae4-5ed4fa4eaf57 req-0ff0ef84-b360-4ce9-9025-577f2ac30c8b tempest-ServerRescueTestJSON-1886685382 tempest-ServerRescueTestJSON-1886685382-project] 10.222.0.75 "GET /v2.0/ports?device_id=07c418f7-8971-4ae3-b247-9ceb2a23ddcf HTTP/1.1" status: 200 len: 946 time: 0.2027588 Feb 09 19:24:55.980216 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7853ffaa-8d74-4724-94e9-96d1a335844f req-acdd7c20-cdf8-4073-8a3d-c7845e69aaea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:24:55.981555 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-7853ffaa-8d74-4724-94e9-96d1a335844f req-acdd7c20-cdf8-4073-8a3d-c7845e69aaea service neutron] 10.222.0.90 "GET /v2.0/subnets?id=ca2eed47-7b83-4cc1-87fa-16862746969c HTTP/1.1" status: 200 len: 856 time: 0.3751678 Feb 09 19:24:55.997804 n-d-713498-36 neutron-server[103232]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5380ebee-6730-4354-8e3f-60183aa10b5f None None] Network 7b6d60a5-a23c-4196-9d1d-fb0e3c785a12 is already hosted by enough agents. {{(pid=103232) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 19:24:56.010014 n-d-713498-36 neutron-server[103232]: DEBUG neutron.scheduler.base_scheduler [None req-5380ebee-6730-4354-8e3f-60183aa10b5f None None] Resources bound (agent type, host, resource id): {{(pid=103232) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 19:24:56.014800 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d83fd0f5-a55c-4d34-a70e-e08cc24279b6 req-e5adb916-9052-422b-a7c2-60369372e3dc tempest-AttachVolumeShelveTestJSON-671139515 tempest-AttachVolumeShelveTestJSON-671139515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:24:56.020618 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5380ebee-6730-4354-8e3f-60183aa10b5f None None] Received port after_create {{(pid=103232) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 19:24:56.032857 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-d83fd0f5-a55c-4d34-a70e-e08cc24279b6 req-e5adb916-9052-422b-a7c2-60369372e3dc tempest-AttachVolumeShelveTestJSON-671139515 tempest-AttachVolumeShelveTestJSON-671139515-project] 10.222.0.75 "GET /v2.0/ports?device_id=32437e19-fcdc-4dd1-84cc-377ffcb85b84 HTTP/1.1" status: 200 len: 943 time: 0.6356900 Feb 09 19:24:56.048929 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5380ebee-6730-4354-8e3f-60183aa10b5f None None] Pushing event updated for resources: {'Port': ['ID=3de6bc9a-7ffc-4c4d-8e70-3775298b3820,revision_number=1']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:24:56.121387 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-48990848-980a-4647-a4f0-6b7074cac830 tempest-AgentManagementNegativeTest-178144933 tempest-AgentManagementNegativeTest-178144933-project] 10.222.0.75 "GET /v2.0/agents HTTP/1.1" status: 200 len: 207 time: 1.0076973 Feb 09 19:24:56.137671 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.managers [None req-5380ebee-6730-4354-8e3f-60183aa10b5f None None] Attempting to bind port 3de6bc9a-7ffc-4c4d-8e70-3775298b3820 on host n-d-713498-36 for vnic_type normal with profile {{(pid=103232) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 19:24:56.138349 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.managers [None req-5380ebee-6730-4354-8e3f-60183aa10b5f None None] Attempting to bind port 3de6bc9a-7ffc-4c4d-8e70-3775298b3820 by drivers openvswitch,hyperv on host n-d-713498-36 at level 0 using segments [{'id': '9a5d11a4-8ec2-4737-8d53-22312f5bb577', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': '7b6d60a5-a23c-4196-9d1d-fb0e3c785a12'}] {{(pid=103232) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 19:24:56.138894 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5380ebee-6730-4354-8e3f-60183aa10b5f None None] Attempting to bind port 3de6bc9a-7ffc-4c4d-8e70-3775298b3820 on network 7b6d60a5-a23c-4196-9d1d-fb0e3c785a12 {{(pid=103232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 19:24:56.147960 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5380ebee-6730-4354-8e3f-60183aa10b5f None None] Checking agent: {'id': '496418a2-c002-4aec-ab1a-07f3bea491bd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-36', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 18, 51, 47), 'started_at': datetime.datetime(2022, 2, 9, 18, 52, 17), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 19, 24, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-36'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 19:24:56.152807 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5380ebee-6730-4354-8e3f-60183aa10b5f None None] Checking segment: {'id': '9a5d11a4-8ec2-4737-8d53-22312f5bb577', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': '7b6d60a5-a23c-4196-9d1d-fb0e3c785a12'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103232) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 19:24:56.153439 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-5380ebee-6730-4354-8e3f-60183aa10b5f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:24:56.154057 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5380ebee-6730-4354-8e3f-60183aa10b5f None None] Bound using segment: {'id': '9a5d11a4-8ec2-4737-8d53-22312f5bb577', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': '7b6d60a5-a23c-4196-9d1d-fb0e3c785a12'} {{(pid=103232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 19:24:56.154723 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.managers [None req-5380ebee-6730-4354-8e3f-60183aa10b5f None None] Bound port: 3de6bc9a-7ffc-4c4d-8e70-3775298b3820, host: n-d-713498-36, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9a5d11a4-8ec2-4737-8d53-22312f5bb577', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': '7b6d60a5-a23c-4196-9d1d-fb0e3c785a12'}}] {{(pid=103232) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 19:24:56.162742 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-5380ebee-6730-4354-8e3f-60183aa10b5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (3de6bc9a-7ffc-4c4d-8e70-3775298b3820), before_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:24:56.234705 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-d83fd0f5-a55c-4d34-a70e-e08cc24279b6 req-1ddd6a04-3d78-426c-b76c-6a841b4bd033 tempest-AttachVolumeShelveTestJSON-671139515 tempest-AttachVolumeShelveTestJSON-671139515-project] 10.222.0.75 "GET /v2.0/security-groups?id=e78d9a5a-8306-4175-aed3-1bd14ac6b154&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2006249 Feb 09 19:24:56.281009 n-d-713498-36 neutron-server[103230]: DEBUG neutron.db.db_base_plugin_common [None req-84691c36-4186-43de-88be-a4ab10df903a tempest-PortsTestJSON-1738022054 tempest-PortsTestJSON-1738022054-project] Allocated IP 172.20.0.9 (7b6d60a5-a23c-4196-9d1d-fb0e3c785a12/6cd2547e-64f6-45e5-91d9-eeccde8fca7c/001f5d4f-4323-486b-8c76-0e8053c1f07a) {{(pid=103230) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 19:24:56.283155 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7853ffaa-8d74-4724-94e9-96d1a335844f req-5a90ad5f-1265-4063-9d01-2ac5276b98e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:24:56.297725 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-7853ffaa-8d74-4724-94e9-96d1a335844f req-5a90ad5f-1265-4063-9d01-2ac5276b98e6 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=9cf0b823-fac1-4f9f-b685-8fd71a300e07&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.2624216 Feb 09 19:24:56.316485 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-606152c7-942a-4c31-8ae4-5ed4fa4eaf57 req-2d476b1a-912c-4a63-96da-fb6cfc15eb90 tempest-ServerRescueTestJSON-1886685382 tempest-ServerRescueTestJSON-1886685382-project] 10.222.0.75 "GET /v2.0/security-groups?id=e2c286ed-f317-46f6-b582-9a19546e0cee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3803194 Feb 09 19:24:56.351155 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-5380ebee-6730-4354-8e3f-60183aa10b5f None None] For port 3de6bc9a-7ffc-4c4d-8e70-3775298b3820, host n-d-713498-36, cleared binding levels {{(pid=103232) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 19:24:56.359056 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-5380ebee-6730-4354-8e3f-60183aa10b5f None None] For port 3de6bc9a-7ffc-4c4d-8e70-3775298b3820, host n-d-713498-36, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-36',level=0,port_id=3de6bc9a-7ffc-4c4d-8e70-3775298b3820,segment=NetworkSegment(9a5d11a4-8ec2-4737-8d53-22312f5bb577),segment_id=9a5d11a4-8ec2-4737-8d53-22312f5bb577)] {{(pid=103232) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 19:24:56.376907 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-5380ebee-6730-4354-8e3f-60183aa10b5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762867176205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762866656485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762866656503'] for port (3de6bc9a-7ffc-4c4d-8e70-3775298b3820), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:24:56.435333 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-a4a9407a-2997-460a-aeef-8b7f3ddacfb5 admin admin] Publish callbacks [] for security_group (414ce148-5580-40ba-aca2-d874f44b704f), precommit_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:24:56.466176 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5380ebee-6730-4354-8e3f-60183aa10b5f None None] Pushing event updated for resources: {'Port': ['ID=3de6bc9a-7ffc-4c4d-8e70-3775298b3820,revision_number=2']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:24:56.467822 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-a4a9407a-2997-460a-aeef-8b7f3ddacfb5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1892331'] for security_group (414ce148-5580-40ba-aca2-d874f44b704f), after_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:24:56.477383 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-7853ffaa-8d74-4724-94e9-96d1a335844f req-84cf11d4-7584-423a-accd-81b363ec243f service neutron] 10.222.0.90 "GET /v2.0/networks/9cf0b823-fac1-4f9f-b685-8fd71a300e07?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1726594 Feb 09 19:24:56.652186 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-7853ffaa-8d74-4724-94e9-96d1a335844f req-bcb81059-5d08-4d1e-af2f-5d8f303f2d13 service neutron] 10.222.0.90 "GET /v2.0/networks/9cf0b823-fac1-4f9f-b685-8fd71a300e07?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1652064 Feb 09 19:24:56.782677 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 51164) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:24:56.806749 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4a9407a-2997-460a-aeef-8b7f3ddacfb5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=414ce148-5580-40ba-aca2-d874f44b704f,revision_number=1']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:24:56.813721 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-a4a9407a-2997-460a-aeef-8b7f3ddacfb5 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=4c54bc9aa8f9409c99301e0e5113d1a2&name=default HTTP/1.1" status: 200 len: 3000 time: 1.0656543 Feb 09 19:24:56.814127 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 51168) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:24:56.931794 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-84691c36-4186-43de-88be-a4ab10df903a tempest-PortsTestJSON-1738022054 tempest-PortsTestJSON-1738022054-project] Publish callbacks [] for port (001f5d4f-4323-486b-8c76-0e8053c1f07a), precommit_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:24:56.955892 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-ab32179e-86f1-40c4-8394-98272aa533dd admin admin] Publish callbacks [] for security_group (414ce148-5580-40ba-aca2-d874f44b704f), before_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:24:57.003970 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-ab32179e-86f1-40c4-8394-98272aa533dd admin admin] Publish callbacks [] for security_group (414ce148-5580-40ba-aca2-d874f44b704f), precommit_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:24:57.024456 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-84691c36-4186-43de-88be-a4ab10df903a tempest-PortsTestJSON-1738022054 tempest-PortsTestJSON-1738022054-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762866656467', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14393751'] for port (001f5d4f-4323-486b-8c76-0e8053c1f07a), after_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:24:57.109321 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-ab32179e-86f1-40c4-8394-98272aa533dd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1892331'] for security_group (414ce148-5580-40ba-aca2-d874f44b704f), after_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:24:57.115319 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-ab32179e-86f1-40c4-8394-98272aa533dd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:24:57.116778 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-ab32179e-86f1-40c4-8394-98272aa533dd admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/414ce148-5580-40ba-aca2-d874f44b704f HTTP/1.1" status: 204 len: 168 time: 0.3016300 Feb 09 19:24:57.144236 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab32179e-86f1-40c4-8394-98272aa533dd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=414ce148-5580-40ba-aca2-d874f44b704f,revision_number=None']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:24:57.150140 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84691c36-4186-43de-88be-a4ab10df903a tempest-PortsTestJSON-1738022054 tempest-PortsTestJSON-1738022054-project] Pushing event updated for resources: {'Port': ['ID=001f5d4f-4323-486b-8c76-0e8053c1f07a,revision_number=1']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:24:57.170189 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-61b726ba-bb60-4e27-abef-03c798339603 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:24:57.173235 n-d-713498-36 neutron-server[103230]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84691c36-4186-43de-88be-a4ab10df903a tempest-PortsTestJSON-1738022054 tempest-PortsTestJSON-1738022054-project] Network 7b6d60a5-a23c-4196-9d1d-fb0e3c785a12 is already hosted by enough agents. {{(pid=103230) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 19:24:57.174981 n-d-713498-36 neutron-server[103230]: DEBUG neutron.scheduler.base_scheduler [None req-84691c36-4186-43de-88be-a4ab10df903a tempest-PortsTestJSON-1738022054 tempest-PortsTestJSON-1738022054-project] Resources bound (agent type, host, resource id): {{(pid=103230) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 19:24:57.183070 n-d-713498-36 neutron-server[103230]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84691c36-4186-43de-88be-a4ab10df903a tempest-PortsTestJSON-1738022054 tempest-PortsTestJSON-1738022054-project] Received port after_create {{(pid=103230) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 19:24:57.297323 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84691c36-4186-43de-88be-a4ab10df903a tempest-PortsTestJSON-1738022054 tempest-PortsTestJSON-1738022054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:24:57.305166 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-84691c36-4186-43de-88be-a4ab10df903a tempest-PortsTestJSON-1738022054 tempest-PortsTestJSON-1738022054-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171096'] for port (None), before_response {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:24:57.378451 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-61b726ba-bb60-4e27-abef-03c798339603 admin admin] Publish callbacks [] for security_group (6a7bedc4-2561-419a-adc2-9c9d17ac5751), precommit_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:24:57.384911 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-84691c36-4186-43de-88be-a4ab10df903a tempest-PortsTestJSON-1738022054 tempest-PortsTestJSON-1738022054-project] 10.222.0.75 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 2.1428740 Feb 09 19:24:57.388874 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-61b726ba-bb60-4e27-abef-03c798339603 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1892331'] for security_group (6a7bedc4-2561-419a-adc2-9c9d17ac5751), after_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:24:57.392002 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 51178) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:24:57.593454 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-61b726ba-bb60-4e27-abef-03c798339603 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=8520416c726b4b338a2b0ce56820039f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8082042 Feb 09 19:24:57.597278 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 51186) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:24:57.732931 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61b726ba-bb60-4e27-abef-03c798339603 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6a7bedc4-2561-419a-adc2-9c9d17ac5751,revision_number=1']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:24:57.733484 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70eb2631-3588-44fe-b6d4-30f81f6eeb27 req-7bb7b51b-756a-45de-905c-94727217d83f tempest-ServerRescueTestJSON-1886685382 tempest-ServerRescueTestJSON-1886685382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:24:57.735364 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-70eb2631-3588-44fe-b6d4-30f81f6eeb27 req-7bb7b51b-756a-45de-905c-94727217d83f tempest-ServerRescueTestJSON-1886685382 tempest-ServerRescueTestJSON-1886685382-project] 10.222.0.75 "GET /v2.0/ports?device_id=07c418f7-8971-4ae3-b247-9ceb2a23ddcf HTTP/1.1" status: 200 len: 946 time: 0.2315385 Feb 09 19:24:57.824778 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a57f04db-0003-43b8-9c5c-b4c976b32492 req-91f9b761-4234-4df2-ac44-2f10e2a92c5e tempest-AttachVolumeShelveTestJSON-671139515 tempest-AttachVolumeShelveTestJSON-671139515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:24:57.826484 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-a57f04db-0003-43b8-9c5c-b4c976b32492 req-91f9b761-4234-4df2-ac44-2f10e2a92c5e tempest-AttachVolumeShelveTestJSON-671139515 tempest-AttachVolumeShelveTestJSON-671139515-project] 10.222.0.75 "GET /v2.0/ports?device_id=32437e19-fcdc-4dd1-84cc-377ffcb85b84 HTTP/1.1" status: 200 len: 943 time: 0.4257812 Feb 09 19:24:57.828160 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-ec8095db-5ed3-4c7a-8ca9-94caee8ab847 admin admin] Publish callbacks [] for security_group (6a7bedc4-2561-419a-adc2-9c9d17ac5751), before_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:24:57.862947 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.plugin [None req-bf5d9db6-97e2-492f-baf4-3a83771c8737 tempest-PortsTestJSON-1738022054 tempest-PortsTestJSON-1738022054-project] Deleting port 001f5d4f-4323-486b-8c76-0e8053c1f07a {{(pid=103230) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 19:24:57.863412 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-bf5d9db6-97e2-492f-baf4-3a83771c8737 tempest-PortsTestJSON-1738022054 tempest-PortsTestJSON-1738022054-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762867170196'] for port (001f5d4f-4323-486b-8c76-0e8053c1f07a), before_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:24:57.881103 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Device 413c51b4-2ff4-4d9d-ab4e-d2e0cafdf9fb details requested by agent hyperv_n-h2-713498-36 with host n-h2-713498-36 {{(pid=103232) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 19:24:57.938058 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-ec8095db-5ed3-4c7a-8ca9-94caee8ab847 admin admin] Publish callbacks [] for security_group (6a7bedc4-2561-419a-adc2-9c9d17ac5751), precommit_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:24:58.012325 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-70eb2631-3588-44fe-b6d4-30f81f6eeb27 req-10c39499-b0a4-4914-b650-cea73722b4ad tempest-ServerRescueTestJSON-1886685382 tempest-ServerRescueTestJSON-1886685382-project] 10.222.0.75 "GET /v2.0/security-groups?id=e2c286ed-f317-46f6-b582-9a19546e0cee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2689106 Feb 09 19:24:58.100731 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-a57f04db-0003-43b8-9c5c-b4c976b32492 req-63f4a2bf-d3f6-4542-9f9c-aafb83c69937 tempest-AttachVolumeShelveTestJSON-671139515 tempest-AttachVolumeShelveTestJSON-671139515-project] 10.222.0.75 "GET /v2.0/security-groups?id=e78d9a5a-8306-4175-aed3-1bd14ac6b154&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2526572 Feb 09 19:24:58.129362 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Device 3de6bc9a-7ffc-4c4d-8e70-3775298b3820 up at agent ovs-agent-n-d-713498-36 {{(pid=103232) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 19:24:58.147594 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-ec8095db-5ed3-4c7a-8ca9-94caee8ab847 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1892331'] for security_group (6a7bedc4-2561-419a-adc2-9c9d17ac5751), after_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:24:58.152573 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-ec8095db-5ed3-4c7a-8ca9-94caee8ab847 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:24:58.156564 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-ec8095db-5ed3-4c7a-8ca9-94caee8ab847 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/6a7bedc4-2561-419a-adc2-9c9d17ac5751 HTTP/1.1" status: 204 len: 168 time: 0.5528224 Feb 09 19:24:58.175105 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec8095db-5ed3-4c7a-8ca9-94caee8ab847 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6a7bedc4-2561-419a-adc2-9c9d17ac5751,revision_number=None']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:24:58.200525 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-bf5d9db6-97e2-492f-baf4-3a83771c8737 tempest-PortsTestJSON-1738022054 tempest-PortsTestJSON-1738022054-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1820838'] for port (001f5d4f-4323-486b-8c76-0e8053c1f07a), precommit_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:24:58.275593 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.plugin [None req-bf5d9db6-97e2-492f-baf4-3a83771c8737 tempest-PortsTestJSON-1738022054 tempest-PortsTestJSON-1738022054-project] Calling delete_port for 001f5d4f-4323-486b-8c76-0e8053c1f07a owned by {{(pid=103230) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 19:24:58.478598 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-7429db8d-6021-40ad-813e-885be449a89b None None] For port 413c51b4-2ff4-4d9d-ab4e-d2e0cafdf9fb, host n-h2-713498-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-36',level=0,port_id=413c51b4-2ff4-4d9d-ab4e-d2e0cafdf9fb,segment=NetworkSegment(92268b40-fd45-4716-b63a-1f78b1bbf69a),segment_id=92268b40-fd45-4716-b63a-1f78b1bbf69a)] {{(pid=103232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 19:24:58.551932 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1abdc954-7e60-4cef-afba-0a65d8befd8c None None] Network 7b6d60a5-a23c-4196-9d1d-fb0e3c785a12 requested from n-d-713498-36 {{(pid=103232) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 19:24:58.563689 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Returning: {'device': '413c51b4-2ff4-4d9d-ab4e-d2e0cafdf9fb', 'network_id': '9cf0b823-fac1-4f9f-b685-8fd71a300e07', 'port_id': '413c51b4-2ff4-4d9d-ab4e-d2e0cafdf9fb', 'mac_address': 'fa:16:3e:52:2d:f6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 392, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ca2eed47-7b83-4cc1-87fa-16862746969c', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103232) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 19:24:58.625502 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.provisioning_blocks [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Provisioning complete for port 3de6bc9a-7ffc-4c4d-8e70-3775298b3820 triggered by entity L2. {{(pid=103232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 19:24:58.625502 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593630'] for port (3de6bc9a-7ffc-4c4d-8e70-3775298b3820), provisioning_complete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:24:58.808104 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-bf5d9db6-97e2-492f-baf4-3a83771c8737 tempest-PortsTestJSON-1738022054 tempest-PortsTestJSON-1738022054-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762867177463', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762866656476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14393751'] for port (001f5d4f-4323-486b-8c76-0e8053c1f07a), after_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:24:58.906189 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf5d9db6-97e2-492f-baf4-3a83771c8737 tempest-PortsTestJSON-1738022054 tempest-PortsTestJSON-1738022054-project] Pushing event deleted for resources: {'Port': ['ID=001f5d4f-4323-486b-8c76-0e8053c1f07a,revision_number=None']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:24:59.186677 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-bf5d9db6-97e2-492f-baf4-3a83771c8737 tempest-PortsTestJSON-1738022054 tempest-PortsTestJSON-1738022054-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171096'] for port (None), before_response {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:24:59.198190 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Current status of the port 413c51b4-2ff4-4d9d-ab4e-d2e0cafdf9fb is: DOWN; New status is: BUILD {{(pid=103232) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 19:24:59.198783 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (413c51b4-2ff4-4d9d-ab4e-d2e0cafdf9fb), before_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:24:59.213924 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-bf5d9db6-97e2-492f-baf4-3a83771c8737 tempest-PortsTestJSON-1738022054 tempest-PortsTestJSON-1738022054-project] 10.222.0.75 "DELETE /v2.0/ports/001f5d4f-4323-486b-8c76-0e8053c1f07a HTTP/1.1" status: 204 len: 168 time: 1.8205898 Feb 09 19:24:59.216588 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 51238) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:24:59.235685 n-d-713498-36 neutron-server[103232]: DEBUG neutron.notifiers.nova [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 413c51b4-2ff4-4d9d-ab4e-d2e0cafdf9fb {{(pid=103232) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 19:24:59.284813 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-7429db8d-6021-40ad-813e-885be449a89b None None] For port 413c51b4-2ff4-4d9d-ab4e-d2e0cafdf9fb, host n-h2-713498-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-36',level=0,port_id=413c51b4-2ff4-4d9d-ab4e-d2e0cafdf9fb,segment=NetworkSegment(92268b40-fd45-4716-b63a-1f78b1bbf69a),segment_id=92268b40-fd45-4716-b63a-1f78b1bbf69a)] {{(pid=103232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 19:24:59.286237 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.provisioning_blocks [None req-33f369de-d0b9-4c5e-9fab-9658166ed7c6 None None] Provisioning complete for port 3de6bc9a-7ffc-4c4d-8e70-3775298b3820 triggered by entity DHCP. {{(pid=103232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 19:24:59.286767 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-33f369de-d0b9-4c5e-9fab-9658166ed7c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593630'] for port (3de6bc9a-7ffc-4c4d-8e70-3775298b3820), provisioning_complete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:24:59.294322 n-d-713498-36 neutron-server[103229]: INFO neutron.pecan_wsgi.hooks.translation [None req-796f804e-b76b-4581-bc06-d236890d7cf1 tempest-PortsTestJSON-1738022054 tempest-PortsTestJSON-1738022054-project] DELETE failed (client error): The resource could not be found. Feb 09 19:24:59.297782 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-796f804e-b76b-4581-bc06-d236890d7cf1 tempest-PortsTestJSON-1738022054 tempest-PortsTestJSON-1738022054-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103229) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 19:24:59.306227 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-796f804e-b76b-4581-bc06-d236890d7cf1 tempest-PortsTestJSON-1738022054 tempest-PortsTestJSON-1738022054-project] 10.222.0.75 "DELETE /v2.0/ports/001f5d4f-4323-486b-8c76-0e8053c1f07a HTTP/1.1" status: 404 len: 333 time: 0.0852866 Feb 09 19:24:59.307507 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 51240) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:24:59.386628 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762867176205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762866656485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762866656503'] for port (413c51b4-2ff4-4d9d-ab4e-d2e0cafdf9fb), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:24:59.409672 n-d-713498-36 neutron-server[103229]: INFO neutron.pecan_wsgi.hooks.translation [None req-817ddbb9-16d0-49ef-b83a-5404beb3d64c tempest-PortsTestJSON-1738022054 tempest-PortsTestJSON-1738022054-project] GET failed (client error): The resource could not be found. Feb 09 19:24:59.413175 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-817ddbb9-16d0-49ef-b83a-5404beb3d64c tempest-PortsTestJSON-1738022054 tempest-PortsTestJSON-1738022054-project] 10.222.0.75 "GET /v2.0/ports/001f5d4f-4323-486b-8c76-0e8053c1f07a HTTP/1.1" status: 404 len: 333 time: 0.1026249 Feb 09 19:24:59.414512 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 51244) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:24:59.451289 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ce4edc9-b0c4-4158-8f47-8a4d5c4642eb req-47349f02-e980-4cc1-9427-eebaad3ac606 tempest-ServerRescueTestJSON-1886685382 tempest-ServerRescueTestJSON-1886685382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:24:59.459879 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-1ce4edc9-b0c4-4158-8f47-8a4d5c4642eb req-47349f02-e980-4cc1-9427-eebaad3ac606 tempest-ServerRescueTestJSON-1886685382 tempest-ServerRescueTestJSON-1886685382-project] 10.222.0.75 "GET /v2.0/ports?device_id=07c418f7-8971-4ae3-b247-9ceb2a23ddcf HTTP/1.1" status: 200 len: 946 time: 0.2441995 Feb 09 19:24:59.521032 n-d-713498-36 neutron-server[103233]: DEBUG neutron.db.agents_db [None req-4a8a6a42-0a0c-4437-8958-92282682b6bb None None] Agent healthcheck: found 7 active agents {{(pid=103233) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 19:24:59.613061 n-d-713498-36 neutron-server[103229]: DEBUG neutron.db.db_base_plugin_v2 [None req-2aa52bcc-f57a-495e-a931-a8ae1e80f929 tempest-PortsTestJSON-1738022054 tempest-PortsTestJSON-1738022054-project] Deleting subnet 6cd2547e-64f6-45e5-91d9-eeccde8fca7c {{(pid=103229) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 19:24:59.617137 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-2aa52bcc-f57a-495e-a931-a8ae1e80f929 tempest-PortsTestJSON-1738022054 tempest-PortsTestJSON-1738022054-project] Publish callbacks [] for subnet (6cd2547e-64f6-45e5-91d9-eeccde8fca7c), before_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:24:59.657555 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-1ce4edc9-b0c4-4158-8f47-8a4d5c4642eb req-2c743d52-a15f-4993-8e69-71bfca5e8efa tempest-ServerRescueTestJSON-1886685382 tempest-ServerRescueTestJSON-1886685382-project] 10.222.0.75 "GET /v2.0/security-groups?id=e2c286ed-f317-46f6-b582-9a19546e0cee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1966727 Feb 09 19:24:59.729450 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-2aa52bcc-f57a-495e-a931-a8ae1e80f929 tempest-PortsTestJSON-1738022054 tempest-PortsTestJSON-1738022054-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16683410'] for subnet (6cd2547e-64f6-45e5-91d9-eeccde8fca7c), precommit_delete_associations {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:24:59.781330 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Pushing event updated for resources: {'Port': ['ID=413c51b4-2ff4-4d9d-ab4e-d2e0cafdf9fb,revision_number=4']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:24:59.806997 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-7429db8d-6021-40ad-813e-885be449a89b None None] get_ports_and_sgs() called for port_ids ['413c51b4-2ff4-4d9d-ab4e-d2e0cafdf9fb'] {{(pid=103232) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 19:24:59.987055 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-2aa52bcc-f57a-495e-a931-a8ae1e80f929 tempest-PortsTestJSON-1738022054 tempest-PortsTestJSON-1738022054-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-759852'] for subnet (6cd2547e-64f6-45e5-91d9-eeccde8fca7c), precommit_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:25:00.045814 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-33f369de-d0b9-4c5e-9fab-9658166ed7c6 None None] Current status of the port 3de6bc9a-7ffc-4c4d-8e70-3775298b3820 is: DOWN; New status is: ACTIVE {{(pid=103232) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 19:25:00.054546 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-33f369de-d0b9-4c5e-9fab-9658166ed7c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (3de6bc9a-7ffc-4c4d-8e70-3775298b3820), before_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:25:00.095312 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-2aa52bcc-f57a-495e-a931-a8ae1e80f929 tempest-PortsTestJSON-1738022054 tempest-PortsTestJSON-1738022054-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-760023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12867367', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12759238'] for subnet (6cd2547e-64f6-45e5-91d9-eeccde8fca7c), after_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:25:00.134168 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-2aa52bcc-f57a-495e-a931-a8ae1e80f929 tempest-PortsTestJSON-1738022054 tempest-PortsTestJSON-1738022054-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1613566'] for subnet (None), before_response {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:25:00.141273 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 51272) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:25:00.156466 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-2aa52bcc-f57a-495e-a931-a8ae1e80f929 tempest-PortsTestJSON-1738022054 tempest-PortsTestJSON-1738022054-project] 10.222.0.75 "DELETE /v2.0/subnets/6cd2547e-64f6-45e5-91d9-eeccde8fca7c HTTP/1.1" status: 204 len: 168 time: 0.7372768 Feb 09 19:25:00.176053 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Current status of the port 3de6bc9a-7ffc-4c4d-8e70-3775298b3820 is: DOWN; New status is: ACTIVE {{(pid=103232) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 19:25:00.177823 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (3de6bc9a-7ffc-4c4d-8e70-3775298b3820), before_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:25:00.186518 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e90e2293-1e5d-41c0-9767-dd762e85257f req-3abaaaf7-985e-419a-8e43-ef4673fd0f1a tempest-AttachVolumeShelveTestJSON-671139515 tempest-AttachVolumeShelveTestJSON-671139515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:25:00.192316 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-e90e2293-1e5d-41c0-9767-dd762e85257f req-3abaaaf7-985e-419a-8e43-ef4673fd0f1a tempest-AttachVolumeShelveTestJSON-671139515 tempest-AttachVolumeShelveTestJSON-671139515-project] 10.222.0.75 "GET /v2.0/ports?device_id=32437e19-fcdc-4dd1-84cc-377ffcb85b84 HTTP/1.1" status: 200 len: 944 time: 0.8121142 Feb 09 19:25:00.193343 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aa52bcc-f57a-495e-a931-a8ae1e80f929 tempest-PortsTestJSON-1738022054 tempest-PortsTestJSON-1738022054-project] Pushing event deleted for resources: {'Subnet': ['ID=6cd2547e-64f6-45e5-91d9-eeccde8fca7c,revision_number=None']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:25:00.397302 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-e90e2293-1e5d-41c0-9767-dd762e85257f req-7ff3e086-c6de-4788-8a8c-9cfd0bb9c6ed tempest-AttachVolumeShelveTestJSON-671139515 tempest-AttachVolumeShelveTestJSON-671139515-project] 10.222.0.75 "GET /v2.0/security-groups?id=e78d9a5a-8306-4175-aed3-1bd14ac6b154&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1937943 Feb 09 19:25:00.409255 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 51280) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:25:00.414243 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-80a6b215-5e56-49f6-b48a-4ad38da8e96e tempest-PortsTestJSON-1738022054 tempest-PortsTestJSON-1738022054-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-670458'] for network (7b6d60a5-a23c-4196-9d1d-fb0e3c785a12), before_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:25:00.480781 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 51284) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:25:00.502244 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06176f10-739f-41c0-90ab-a57ddbb642f1 None None] Network 7b6d60a5-a23c-4196-9d1d-fb0e3c785a12 requested from n-d-713498-36 {{(pid=103232) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 19:25:00.583629 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.db.api [None req-33f369de-d0b9-4c5e-9fab-9658166ed7c6 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103232) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 09 19:25:00.584318 n-d-713498-36 neutron-server[103232]: DEBUG oslo_db.api [None req-33f369de-d0b9-4c5e-9fab-9658166ed7c6 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 09 19:25:00.622070 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.plugin [None req-80a6b215-5e56-49f6-b48a-4ad38da8e96e tempest-PortsTestJSON-1738022054 tempest-PortsTestJSON-1738022054-project] Deleting port 3de6bc9a-7ffc-4c4d-8e70-3775298b3820 {{(pid=103230) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 19:25:00.622426 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-80a6b215-5e56-49f6-b48a-4ad38da8e96e tempest-PortsTestJSON-1738022054 tempest-PortsTestJSON-1738022054-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762867170196'] for port (3de6bc9a-7ffc-4c4d-8e70-3775298b3820), before_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:25:00.690086 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.db.api [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103232) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 09 19:25:00.692274 n-d-713498-36 neutron-server[103232]: DEBUG oslo_db.api [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 09 19:25:00.896943 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d7663da-1baa-4c20-ba7d-c776d1d14d1f None None] DHCP port deletion for 7b6d60a5-a23c-4196-9d1d-fb0e3c785a12 request from n-d-713498-36 {{(pid=103232) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 09 19:25:01.006830 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-8d7663da-1baa-4c20-ba7d-c776d1d14d1f None None] Deleting port 3de6bc9a-7ffc-4c4d-8e70-3775298b3820 {{(pid=103232) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 19:25:01.007594 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-8d7663da-1baa-4c20-ba7d-c776d1d14d1f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762867170196'] for port (3de6bc9a-7ffc-4c4d-8e70-3775298b3820), before_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:25:01.083089 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.db [None req-80a6b215-5e56-49f6-b48a-4ad38da8e96e tempest-PortsTestJSON-1738022054 tempest-PortsTestJSON-1738022054-project] For port 3de6bc9a-7ffc-4c4d-8e70-3775298b3820, host n-d-713498-36, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-36',level=0,port_id=3de6bc9a-7ffc-4c4d-8e70-3775298b3820,segment=NetworkSegment(9a5d11a4-8ec2-4737-8d53-22312f5bb577),segment_id=9a5d11a4-8ec2-4737-8d53-22312f5bb577)] {{(pid=103230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 19:25:01.083920 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-80a6b215-5e56-49f6-b48a-4ad38da8e96e tempest-PortsTestJSON-1738022054 tempest-PortsTestJSON-1738022054-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1820838'] for port (3de6bc9a-7ffc-4c4d-8e70-3775298b3820), precommit_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:25:01.135227 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.plugin [None req-80a6b215-5e56-49f6-b48a-4ad38da8e96e tempest-PortsTestJSON-1738022054 tempest-PortsTestJSON-1738022054-project] Calling delete_port for 3de6bc9a-7ffc-4c4d-8e70-3775298b3820 owned by network:dhcp {{(pid=103230) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 19:25:01.178002 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-763d606f-23eb-497c-b7e6-c07d7342203e admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=6f74957f29a744d99b8eb7bccf38bcec&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6957355 Feb 09 19:25:01.189386 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 51300) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:25:01.201636 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-8d7663da-1baa-4c20-ba7d-c776d1d14d1f None None] For port 3de6bc9a-7ffc-4c4d-8e70-3775298b3820, host n-d-713498-36, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-36',level=0,port_id=3de6bc9a-7ffc-4c4d-8e70-3775298b3820,segment=NetworkSegment(9a5d11a4-8ec2-4737-8d53-22312f5bb577),segment_id=9a5d11a4-8ec2-4737-8d53-22312f5bb577)] {{(pid=103232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 19:25:01.202313 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-8d7663da-1baa-4c20-ba7d-c776d1d14d1f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1820838'] for port (3de6bc9a-7ffc-4c4d-8e70-3775298b3820), precommit_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:25:01.225161 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.v2.base [None req-25ac59ac-86c3-4b3c-a949-cb1fbfb0ec1b tempest-NetworksIpV6TestAttrs-571122948 tempest-NetworksIpV6TestAttrs-571122948-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-241117861'}} {{(pid=103229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 19:25:01.225651 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-8d7663da-1baa-4c20-ba7d-c776d1d14d1f None None] Calling delete_port for 3de6bc9a-7ffc-4c4d-8e70-3775298b3820 owned by network:dhcp {{(pid=103232) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 19:25:01.332727 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-80a6b215-5e56-49f6-b48a-4ad38da8e96e tempest-PortsTestJSON-1738022054 tempest-PortsTestJSON-1738022054-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762867177463', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762866656476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14393751'] for port (3de6bc9a-7ffc-4c4d-8e70-3775298b3820), after_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:25:01.383240 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-25ac59ac-86c3-4b3c-a949-cb1fbfb0ec1b tempest-NetworksIpV6TestAttrs-571122948 tempest-NetworksIpV6TestAttrs-571122948-project] Made reservation on behalf of 9e420ec7a47848d89117021702cff2ae for: {'network': 1} {{(pid=103229) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 19:25:01.393742 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-25ac59ac-86c3-4b3c-a949-cb1fbfb0ec1b tempest-NetworksIpV6TestAttrs-571122948 tempest-NetworksIpV6TestAttrs-571122948-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for network (None), before_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:25:01.426421 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-25ac59ac-86c3-4b3c-a949-cb1fbfb0ec1b tempest-NetworksIpV6TestAttrs-571122948 tempest-NetworksIpV6TestAttrs-571122948-project] Publish callbacks [] for security_group (None), before_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:25:01.475268 n-d-713498-36 neutron-server[103230]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80a6b215-5e56-49f6-b48a-4ad38da8e96e tempest-PortsTestJSON-1738022054 tempest-PortsTestJSON-1738022054-project] No DVR routers for this DVR port 3de6bc9a-7ffc-4c4d-8e70-3775298b3820 on host n-d-713498-36 {{(pid=103230) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 19:25:01.483380 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-ca285973-c379-4ca5-8f76-78a7719fa65e admin admin] Publish callbacks [] for security_group (ae9e7783-5315-46b7-9662-b630fde06191), before_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:25:01.485070 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-8d7663da-1baa-4c20-ba7d-c776d1d14d1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762867177463', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762866656476'] for port (3de6bc9a-7ffc-4c4d-8e70-3775298b3820), after_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:25:01.487049 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-33f369de-d0b9-4c5e-9fab-9658166ed7c6 None None] Port 3de6bc9a-7ffc-4c4d-8e70-3775298b3820 update to ACTIVE by agent not found {{(pid=103232) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2209}} Feb 09 19:25:01.488366 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Port 3de6bc9a-7ffc-4c4d-8e70-3775298b3820 update to ACTIVE by agent not found {{(pid=103232) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2209}} Feb 09 19:25:01.512516 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad207855-db5e-4de0-b97d-b9cd76760546 req-0b8cd120-7597-43ca-8b2d-bb950b71b442 tempest-ServerRescueTestJSON-1886685382 tempest-ServerRescueTestJSON-1886685382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:25:01.516889 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d7663da-1baa-4c20-ba7d-c776d1d14d1f None None] Pushing event deleted for resources: {'Port': ['ID=3de6bc9a-7ffc-4c4d-8e70-3775298b3820,revision_number=None']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:25:01.531305 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-ad207855-db5e-4de0-b97d-b9cd76760546 req-0b8cd120-7597-43ca-8b2d-bb950b71b442 tempest-ServerRescueTestJSON-1886685382 tempest-ServerRescueTestJSON-1886685382-project] 10.222.0.75 "GET /v2.0/ports?device_id=07c418f7-8971-4ae3-b247-9ceb2a23ddcf HTTP/1.1" status: 200 len: 946 time: 0.7130010 Feb 09 19:25:01.539618 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d7663da-1baa-4c20-ba7d-c776d1d14d1f None None] No DVR routers for this DVR port 3de6bc9a-7ffc-4c4d-8e70-3775298b3820 on host n-d-713498-36 {{(pid=103232) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 19:25:01.611344 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.provisioning_blocks [None req-c6ffba9a-d5c1-4cc7-83a8-1f4b399f8e51 None None] Could not find standard attr ID for object 3de6bc9a-7ffc-4c4d-8e70-3775298b3820. {{(pid=103232) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 09 19:25:01.645698 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-ca285973-c379-4ca5-8f76-78a7719fa65e admin admin] Publish callbacks [] for security_group (ae9e7783-5315-46b7-9662-b630fde06191), precommit_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:25:01.655760 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Device 3de6bc9a-7ffc-4c4d-8e70-3775298b3820 no longer exists at agent ovs-agent-n-d-713498-36 {{(pid=103232) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 19:25:01.656946 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80a6b215-5e56-49f6-b48a-4ad38da8e96e tempest-PortsTestJSON-1738022054 tempest-PortsTestJSON-1738022054-project] Pushing event deleted for resources: {'Port': ['ID=3de6bc9a-7ffc-4c4d-8e70-3775298b3820,revision_number=None']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:25:01.725763 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] No Port match for: 3de6bc9a-7ffc-4c4d-8e70-3775298b3820 {{(pid=103232) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 19:25:01.728806 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Device 3de6bc9a-7ffc-4c4d-8e70-3775298b3820 not bound to the agent host n-d-713498-36 {{(pid=103232) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 19:25:01.886523 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-80a6b215-5e56-49f6-b48a-4ad38da8e96e tempest-PortsTestJSON-1738022054 tempest-PortsTestJSON-1738022054-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-590267', 'neutron.services.segments.db._delete_segments_for_network-8762867132609'] for network (7b6d60a5-a23c-4196-9d1d-fb0e3c785a12), precommit_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:25:01.900233 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-183a5e76-7cf3-4f22-95e4-ad91e2f23734 req-c85d352c-d976-4686-a852-0c8b1bc2a210 tempest-AttachVolumeShelveTestJSON-671139515 tempest-AttachVolumeShelveTestJSON-671139515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:25:01.912297 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-183a5e76-7cf3-4f22-95e4-ad91e2f23734 req-c85d352c-d976-4686-a852-0c8b1bc2a210 tempest-AttachVolumeShelveTestJSON-671139515 tempest-AttachVolumeShelveTestJSON-671139515-project] 10.222.0.75 "GET /v2.0/ports?device_id=32437e19-fcdc-4dd1-84cc-377ffcb85b84 HTTP/1.1" status: 200 len: 944 time: 0.2818849 Feb 09 19:25:01.923677 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Device 413c51b4-2ff4-4d9d-ab4e-d2e0cafdf9fb up at agent hyperv_n-h2-713498-36 {{(pid=103232) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 19:25:01.938624 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-ad207855-db5e-4de0-b97d-b9cd76760546 req-52cc9708-dac2-479a-9b67-3c6eb8bf8354 tempest-ServerRescueTestJSON-1886685382 tempest-ServerRescueTestJSON-1886685382-project] 10.222.0.75 "GET /v2.0/security-groups?id=e2c286ed-f317-46f6-b582-9a19546e0cee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4059927 Feb 09 19:25:01.985754 n-d-713498-36 neutron-server[103230]: DEBUG neutron.services.segments.db [None req-80a6b215-5e56-49f6-b48a-4ad38da8e96e tempest-PortsTestJSON-1738022054 tempest-PortsTestJSON-1738022054-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7b6d60a5-a23c-4196-9d1d-fb0e3c785a12']}} {{(pid=103230) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:25:02.022194 n-d-713498-36 neutron-server[103230]: DEBUG neutron.services.segments.db [None req-80a6b215-5e56-49f6-b48a-4ad38da8e96e tempest-PortsTestJSON-1738022054 tempest-PortsTestJSON-1738022054-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9a5d11a4-8ec2-4737-8d53-22312f5bb577') {'for_net_delete': True} {{(pid=103230) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:25:02.022713 n-d-713498-36 neutron-server[103230]: DEBUG neutron.services.segments.db [None req-80a6b215-5e56-49f6-b48a-4ad38da8e96e tempest-PortsTestJSON-1738022054 tempest-PortsTestJSON-1738022054-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9a5d11a4-8ec2-4737-8d53-22312f5bb577') {} {{(pid=103230) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:25:02.043452 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-80a6b215-5e56-49f6-b48a-4ad38da8e96e tempest-PortsTestJSON-1738022054 tempest-PortsTestJSON-1738022054-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762867134154', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12895813'] for segment (9a5d11a4-8ec2-4737-8d53-22312f5bb577), before_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:25:02.051970 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.provisioning_blocks [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Provisioning for port 413c51b4-2ff4-4d9d-ab4e-d2e0cafdf9fb completed by entity L2. {{(pid=103232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 19:25:02.055480 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-183a5e76-7cf3-4f22-95e4-ad91e2f23734 req-52b73fb0-d8a0-42b9-87df-4b135dac9f38 tempest-AttachVolumeShelveTestJSON-671139515 tempest-AttachVolumeShelveTestJSON-671139515-project] 10.222.0.75 "GET /v2.0/security-groups?id=e78d9a5a-8306-4175-aed3-1bd14ac6b154&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1418273 Feb 09 19:25:02.056125 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-ca285973-c379-4ca5-8f76-78a7719fa65e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1892331'] for security_group (ae9e7783-5315-46b7-9662-b630fde06191), after_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:25:02.060292 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-ca285973-c379-4ca5-8f76-78a7719fa65e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:25:02.076530 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-ca285973-c379-4ca5-8f76-78a7719fa65e admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/ae9e7783-5315-46b7-9662-b630fde06191 HTTP/1.1" status: 204 len: 168 time: 0.8665824 Feb 09 19:25:02.080815 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.provisioning_blocks [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Provisioning complete for port 413c51b4-2ff4-4d9d-ab4e-d2e0cafdf9fb triggered by entity L2. {{(pid=103232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 19:25:02.082939 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593630'] for port (413c51b4-2ff4-4d9d-ab4e-d2e0cafdf9fb), provisioning_complete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:25:02.101741 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-80a6b215-5e56-49f6-b48a-4ad38da8e96e tempest-PortsTestJSON-1738022054 tempest-PortsTestJSON-1738022054-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-759574'] for segment (9a5d11a4-8ec2-4737-8d53-22312f5bb577), precommit_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:25:02.114470 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca285973-c379-4ca5-8f76-78a7719fa65e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ae9e7783-5315-46b7-9662-b630fde06191,revision_number=None']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:25:02.121519 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-80a6b215-5e56-49f6-b48a-4ad38da8e96e tempest-PortsTestJSON-1738022054 tempest-PortsTestJSON-1738022054-project] Releasing vlan 399 on physical network physnet1 to pool {{(pid=103230) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 19:25:02.122711 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-80a6b215-5e56-49f6-b48a-4ad38da8e96e tempest-PortsTestJSON-1738022054 tempest-PortsTestJSON-1738022054-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-759574', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14393826'] for segment (9a5d11a4-8ec2-4737-8d53-22312f5bb577), after_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:25:02.131618 n-d-713498-36 neutron-server[103230]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_agent failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Feb 09 19:25:02.131618 n-d-713498-36 neutron-server[103230]: warnings.warn(msg) Feb 09 19:25:02.131618 n-d-713498-36 neutron-server[103230]: Traceback (most recent call last): Feb 09 19:25:02.131618 n-d-713498-36 neutron-server[103230]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 19:25:02.131618 n-d-713498-36 neutron-server[103230]: timer() Feb 09 19:25:02.131618 n-d-713498-36 neutron-server[103230]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 19:25:02.131618 n-d-713498-36 neutron-server[103230]: cb(*args, **kw) Feb 09 19:25:02.131618 n-d-713498-36 neutron-server[103230]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 19:25:02.131618 n-d-713498-36 neutron-server[103230]: return func(*args, **kwargs) Feb 09 19:25:02.131618 n-d-713498-36 neutron-server[103230]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 19:25:02.131618 n-d-713498-36 neutron-server[103230]: self._notify() Feb 09 19:25:02.131618 n-d-713498-36 neutron-server[103230]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 19:25:02.131618 n-d-713498-36 neutron-server[103230]: self.callback(batched_events) Feb 09 19:25:02.131618 n-d-713498-36 neutron-server[103230]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 19:25:02.131618 n-d-713498-36 neutron-server[103230]: event.method(event) Feb 09 19:25:02.131618 n-d-713498-36 neutron-server[103230]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 19:25:02.131618 n-d-713498-36 neutron-server[103230]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 19:25:02.131618 n-d-713498-36 neutron-server[103230]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 19:25:02.131618 n-d-713498-36 neutron-server[103230]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 19:25:02.131618 n-d-713498-36 neutron-server[103230]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 19:25:02.131618 n-d-713498-36 neutron-server[103230]: return f(self, *a, **k) Feb 09 19:25:02.131618 n-d-713498-36 neutron-server[103230]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 19:25:02.131618 n-d-713498-36 neutron-server[103230]: return self._get(url).json() Feb 09 19:25:02.131618 n-d-713498-36 neutron-server[103230]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 19:25:02.131618 n-d-713498-36 neutron-server[103230]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 19:25:02.131618 n-d-713498-36 neutron-server[103230]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 19:25:02.131618 n-d-713498-36 neutron-server[103230]: return self.request(url, 'GET', **kwargs) Feb 09 19:25:02.131618 n-d-713498-36 neutron-server[103230]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 19:25:02.131618 n-d-713498-36 neutron-server[103230]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 19:25:02.131618 n-d-713498-36 neutron-server[103230]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 19:25:02.131618 n-d-713498-36 neutron-server[103230]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 19:25:02.131618 n-d-713498-36 neutron-server[103230]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 19:25:02.131618 n-d-713498-36 neutron-server[103230]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 19:25:02.131618 n-d-713498-36 neutron-server[103230]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 19:25:02.171674 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 51320) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:25:02.257320 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-80a6b215-5e56-49f6-b48a-4ad38da8e96e tempest-PortsTestJSON-1738022054 tempest-PortsTestJSON-1738022054-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-590242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1885479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1818895'] for network (7b6d60a5-a23c-4196-9d1d-fb0e3c785a12), after_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:25:02.258367 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-25ac59ac-86c3-4b3c-a949-cb1fbfb0ec1b tempest-NetworksIpV6TestAttrs-571122948 tempest-NetworksIpV6TestAttrs-571122948-project] Publish callbacks [] for security_group (97b8fea3-49b5-47b0-8a7d-efe185182ddf), precommit_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:25:02.267634 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-25ac59ac-86c3-4b3c-a949-cb1fbfb0ec1b tempest-NetworksIpV6TestAttrs-571122948 tempest-NetworksIpV6TestAttrs-571122948-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1892331'] for security_group (97b8fea3-49b5-47b0-8a7d-efe185182ddf), after_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:25:02.268586 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-80a6b215-5e56-49f6-b48a-4ad38da8e96e tempest-PortsTestJSON-1738022054 tempest-PortsTestJSON-1738022054-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1613566'] for network (None), before_response {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:25:02.278835 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-80a6b215-5e56-49f6-b48a-4ad38da8e96e tempest-PortsTestJSON-1738022054 tempest-PortsTestJSON-1738022054-project] 10.222.0.75 "DELETE /v2.0/networks/7b6d60a5-a23c-4196-9d1d-fb0e3c785a12 HTTP/1.1" status: 204 len: 168 time: 2.1364603 Feb 09 19:25:02.282685 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 51324) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:25:02.308847 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Current status of the port 413c51b4-2ff4-4d9d-ab4e-d2e0cafdf9fb is: BUILD; New status is: ACTIVE {{(pid=103232) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 19:25:02.310295 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (413c51b4-2ff4-4d9d-ab4e-d2e0cafdf9fb), before_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:25:02.320102 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.v2.base [None req-6e9a63ed-a84a-41ad-9a6f-9402286cbd75 tempest-PortsTestJSON-1738022054 tempest-PortsTestJSON-1738022054-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1124682266'}} {{(pid=103230) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 19:25:02.346052 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80a6b215-5e56-49f6-b48a-4ad38da8e96e tempest-PortsTestJSON-1738022054 tempest-PortsTestJSON-1738022054-project] Pushing event deleted for resources: {'Network': ['ID=7b6d60a5-a23c-4196-9d1d-fb0e3c785a12,revision_number=None']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:25:02.366772 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-25ac59ac-86c3-4b3c-a949-cb1fbfb0ec1b tempest-NetworksIpV6TestAttrs-571122948 tempest-NetworksIpV6TestAttrs-571122948-project] vlan segment allocate from pool success with {'vlan_id': 369, 'physical_network': 'physnet1'} {{(pid=103229) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 19:25:02.383208 n-d-713498-36 neutron-server[103232]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '32437e19-fcdc-4dd1-84cc-377ffcb85b84', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '413c51b4-2ff4-4d9d-ab4e-d2e0cafdf9fb'}] {{(pid=103232) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 19:25:02.391311 n-d-713498-36 neutron-server[103232]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}949cdcde653dec44821de95cbf67297f53cbc2aed4e073b5d514f93bf911ce85" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-10a0033a-9914-4e9b-a420-5a04cd3de7a8" -d '{"events": [{"server_uuid": "32437e19-fcdc-4dd1-84cc-377ffcb85b84", "name": "network-vif-plugged", "status": "completed", "tag": "413c51b4-2ff4-4d9d-ab4e-d2e0cafdf9fb"}]}' {{(pid=103232) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 19:25:02.397282 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6e9a63ed-a84a-41ad-9a6f-9402286cbd75 tempest-PortsTestJSON-1738022054 tempest-PortsTestJSON-1738022054-project] Made reservation on behalf of 150a397110044967a3816a9b460534fa for: {'network': 1} {{(pid=103230) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 19:25:02.401917 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-6e9a63ed-a84a-41ad-9a6f-9402286cbd75 tempest-PortsTestJSON-1738022054 tempest-PortsTestJSON-1738022054-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for network (None), before_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:25:02.438985 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25ac59ac-86c3-4b3c-a949-cb1fbfb0ec1b tempest-NetworksIpV6TestAttrs-571122948 tempest-NetworksIpV6TestAttrs-571122948-project] Pushing event updated for resources: {'SecurityGroup': ['ID=97b8fea3-49b5-47b0-8a7d-efe185182ddf,revision_number=1']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:25:02.455373 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-7429db8d-6021-40ad-813e-885be449a89b None None] For port 413c51b4-2ff4-4d9d-ab4e-d2e0cafdf9fb, host n-h2-713498-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-36',level=0,port_id=413c51b4-2ff4-4d9d-ab4e-d2e0cafdf9fb,segment=NetworkSegment(92268b40-fd45-4716-b63a-1f78b1bbf69a),segment_id=92268b40-fd45-4716-b63a-1f78b1bbf69a)] {{(pid=103232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 19:25:02.464973 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762867176205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762866656485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762866656503'] for port (413c51b4-2ff4-4d9d-ab4e-d2e0cafdf9fb), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:25:02.473090 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-25ac59ac-86c3-4b3c-a949-cb1fbfb0ec1b tempest-NetworksIpV6TestAttrs-571122948 tempest-NetworksIpV6TestAttrs-571122948-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-759574'] for segment (36fd3cb9-33b7-4860-8591-f2e0e7ad5531), precommit_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:25:02.474361 n-d-713498-36 neutron-server[103229]: INFO neutron.db.segments_db [None req-25ac59ac-86c3-4b3c-a949-cb1fbfb0ec1b tempest-NetworksIpV6TestAttrs-571122948 tempest-NetworksIpV6TestAttrs-571122948-project] Added segment 36fd3cb9-33b7-4860-8591-f2e0e7ad5531 of type vlan for network 7028b1fa-3b13-4c85-9a38-f595589260ee Feb 09 19:25:02.504710 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6e9a63ed-a84a-41ad-9a6f-9402286cbd75 tempest-PortsTestJSON-1738022054 tempest-PortsTestJSON-1738022054-project] vlan segment allocate from pool success with {'vlan_id': 381, 'physical_network': 'physnet1'} {{(pid=103230) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 19:25:02.524823 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-6e9a63ed-a84a-41ad-9a6f-9402286cbd75 tempest-PortsTestJSON-1738022054 tempest-PortsTestJSON-1738022054-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-759574'] for segment (1f754478-2270-4250-90d6-23a1505d003d), precommit_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:25:02.525743 n-d-713498-36 neutron-server[103230]: INFO neutron.db.segments_db [None req-6e9a63ed-a84a-41ad-9a6f-9402286cbd75 tempest-PortsTestJSON-1738022054 tempest-PortsTestJSON-1738022054-project] Added segment 1f754478-2270-4250-90d6-23a1505d003d of type vlan for network b61a637d-effa-480b-8aec-1669dcc70184 Feb 09 19:25:02.540309 n-d-713498-36 neutron-server[103232]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 19:25:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b57b7d4f-c31b-43ed-92a8-2fb9cc971d16 x-openstack-request-id: req-b57b7d4f-c31b-43ed-92a8-2fb9cc971d16 {{(pid=103232) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 19:25:02.542333 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-25ac59ac-86c3-4b3c-a949-cb1fbfb0ec1b tempest-NetworksIpV6TestAttrs-571122948 tempest-NetworksIpV6TestAttrs-571122948-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762866642225'] for network (7028b1fa-3b13-4c85-9a38-f595589260ee), precommit_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:25:02.543131 n-d-713498-36 neutron-server[103232]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "32437e19-fcdc-4dd1-84cc-377ffcb85b84", "name": "network-vif-plugged", "status": "completed", "tag": "413c51b4-2ff4-4d9d-ab4e-d2e0cafdf9fb", "code": 200}]} {{(pid=103232) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 19:25:02.545170 n-d-713498-36 neutron-server[103232]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-b57b7d4f-c31b-43ed-92a8-2fb9cc971d16 {{(pid=103232) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 19:25:02.554705 n-d-713498-36 neutron-server[103232]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '32437e19-fcdc-4dd1-84cc-377ffcb85b84', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '413c51b4-2ff4-4d9d-ab4e-d2e0cafdf9fb', 'code': 200} Feb 09 19:25:02.601350 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.v2.base [None req-e4f5e032-8fed-476e-899f-d2b8985cfed9 tempest-QuotasTest-1486519135 tempest-QuotasTest-1486519135-project-admin] Request body: {'quota': {'network': 0, 'port': 0}} {{(pid=103229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 19:25:02.623482 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Pushing event updated for resources: {'Port': ['ID=413c51b4-2ff4-4d9d-ab4e-d2e0cafdf9fb,revision_number=5']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:25:02.672760 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-25ac59ac-86c3-4b3c-a949-cb1fbfb0ec1b tempest-NetworksIpV6TestAttrs-571122948 tempest-NetworksIpV6TestAttrs-571122948-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1885479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452'] for network (7028b1fa-3b13-4c85-9a38-f595589260ee), after_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:25:02.677288 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-6e9a63ed-a84a-41ad-9a6f-9402286cbd75 tempest-PortsTestJSON-1738022054 tempest-PortsTestJSON-1738022054-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762866642225'] for network (b61a637d-effa-480b-8aec-1669dcc70184), precommit_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:25:02.678566 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25ac59ac-86c3-4b3c-a949-cb1fbfb0ec1b tempest-NetworksIpV6TestAttrs-571122948 tempest-NetworksIpV6TestAttrs-571122948-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:25:02.679178 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-25ac59ac-86c3-4b3c-a949-cb1fbfb0ec1b tempest-NetworksIpV6TestAttrs-571122948 tempest-NetworksIpV6TestAttrs-571122948-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1613566'] for network (None), before_response {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:25:02.715305 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-6e9a63ed-a84a-41ad-9a6f-9402286cbd75 tempest-PortsTestJSON-1738022054 tempest-PortsTestJSON-1738022054-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1885479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452'] for network (b61a637d-effa-480b-8aec-1669dcc70184), after_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:25:02.723849 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e9a63ed-a84a-41ad-9a6f-9402286cbd75 tempest-PortsTestJSON-1738022054 tempest-PortsTestJSON-1738022054-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:25:02.725131 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-6e9a63ed-a84a-41ad-9a6f-9402286cbd75 tempest-PortsTestJSON-1738022054 tempest-PortsTestJSON-1738022054-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1613566'] for network (None), before_response {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:25:02.770067 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-25ac59ac-86c3-4b3c-a949-cb1fbfb0ec1b tempest-NetworksIpV6TestAttrs-571122948 tempest-NetworksIpV6TestAttrs-571122948-project] 10.222.0.75 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 2.3593912 Feb 09 19:25:02.789566 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25ac59ac-86c3-4b3c-a949-cb1fbfb0ec1b tempest-NetworksIpV6TestAttrs-571122948 tempest-NetworksIpV6TestAttrs-571122948-project] Pushing event updated for resources: {'Network': ['ID=7028b1fa-3b13-4c85-9a38-f595589260ee,revision_number=1']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:25:02.795501 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec3d311e-28c7-4e0e-8d5e-3f09e106c499 req-ed2f9a3f-a007-45af-bd25-143d3f41f368 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:25:02.797729 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-ec3d311e-28c7-4e0e-8d5e-3f09e106c499 req-ed2f9a3f-a007-45af-bd25-143d3f41f368 service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=32437e19-fcdc-4dd1-84cc-377ffcb85b84 HTTP/1.1" status: 200 len: 1128 time: 0.1778226 Feb 09 19:25:02.799562 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-e4f5e032-8fed-476e-899f-d2b8985cfed9 tempest-QuotasTest-1486519135 tempest-QuotasTest-1486519135-project-admin] 10.222.0.75 "PUT /v2.0/quotas/c8cd71d8cec8483a903f9add75038609 HTTP/1.1" status: 200 len: 366 time: 0.6239374 Feb 09 19:25:02.808256 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Network 7028b1fa-3b13-4c85-9a38-f595589260ee details requested by agent ovs-agent-n-d-713498-36 with host n-d-713498-36 {{(pid=103232) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 19:25:02.822112 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 51338) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:25:02.853368 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e9a63ed-a84a-41ad-9a6f-9402286cbd75 tempest-PortsTestJSON-1738022054 tempest-PortsTestJSON-1738022054-project] Pushing event updated for resources: {'Network': ['ID=b61a637d-effa-480b-8aec-1669dcc70184,revision_number=1']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:25:02.905768 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-6e9a63ed-a84a-41ad-9a6f-9402286cbd75 tempest-PortsTestJSON-1738022054 tempest-PortsTestJSON-1738022054-project] 10.222.0.75 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.6169736 Feb 09 19:25:02.906599 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 51342) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:25:02.914311 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.v2.base [None req-b8619165-5604-4044-a1b5-5669b39fc977 tempest-PortsTestJSON-1738022054 tempest-PortsTestJSON-1738022054-project] Request body: {'subnet': {'network_id': 'b61a637d-effa-480b-8aec-1669dcc70184', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103230) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 19:25:02.995148 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Network b61a637d-effa-480b-8aec-1669dcc70184 details requested by agent ovs-agent-n-d-713498-36 with host n-d-713498-36 {{(pid=103232) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 19:25:03.006282 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-0aa6580b-c3b2-493c-ba0d-137238a8fdb8 tempest-QuotasTest-1486519135 tempest-QuotasTest-1486519135-project-admin] 10.222.0.75 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 468 time: 0.1597888 Feb 09 19:25:03.010419 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 51346) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:25:03.057734 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b8619165-5604-4044-a1b5-5669b39fc977 tempest-PortsTestJSON-1738022054 tempest-PortsTestJSON-1738022054-project] Made reservation on behalf of 150a397110044967a3816a9b460534fa for: {'subnet': 1} {{(pid=103230) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 19:25:03.068430 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-b8619165-5604-4044-a1b5-5669b39fc977 tempest-PortsTestJSON-1738022054 tempest-PortsTestJSON-1738022054-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12985917'] for subnet (None), before_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:25:03.100448 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-d59cc8e6-16d7-4802-8bf0-bd495a0dc7e5 tempest-QuotasTest-1486519135 tempest-QuotasTest-1486519135-project-admin] 10.222.0.75 "GET /v2.0/quotas/c8cd71d8cec8483a903f9add75038609 HTTP/1.1" status: 200 len: 366 time: 0.0623066 Feb 09 19:25:03.129848 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 51350) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:25:03.189261 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-ec3d311e-28c7-4e0e-8d5e-3f09e106c499 req-b335dbd6-37e2-4a1d-946c-741d6d0d9af9 service neutron] 10.222.0.90 "GET /v2.0/security-groups?id=e78d9a5a-8306-4175-aed3-1bd14ac6b154&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3488755 Feb 09 19:25:03.236103 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-2282642e-92aa-4249-b8a4-a969acf399c6 tempest-QuotasTest-1486519135 tempest-QuotasTest-1486519135-project-admin] 10.222.0.75 "DELETE /v2.0/quotas/c8cd71d8cec8483a903f9add75038609 HTTP/1.1" status: 204 len: 168 time: 0.0921602 Feb 09 19:25:03.291103 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 51356) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:25:03.341415 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-839ff53f-4c8c-4d38-9f59-f1994ee90741 tempest-QuotasTest-1486519135 tempest-QuotasTest-1486519135-project-admin] 10.222.0.75 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 207 time: 0.0466197 Feb 09 19:25:03.350414 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 51360) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:25:03.400844 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-6a5a65c5-f07b-4d9a-b194-ed56bd7f846e tempest-QuotasTest-1486519135 tempest-QuotasTest-1486519135-project-admin] 10.222.0.75 "GET /v2.0/quotas/c8cd71d8cec8483a903f9add75038609 HTTP/1.1" status: 200 len: 370 time: 0.0467358 Feb 09 19:25:03.401238 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 51362) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:25:03.415729 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-2c878a71-20d1-48d1-9d9e-7eaeb6d09734 tempest-QuotasTest-1486519135 tempest-QuotasTest-1486519135-project-admin] 10.222.0.75 "GET /v2.0/quotas/c8cd71d8cec8483a903f9add75038609/default HTTP/1.1" status: 200 len: 370 time: 0.0103781 Feb 09 19:25:03.416625 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 51364) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:25:03.453113 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b85d649c-ebe8-483b-a178-a3fdef7f00ce req-99df6bad-a2df-4679-bc6b-ceb1d951c266 tempest-ServerRescueTestJSON-1886685382 tempest-ServerRescueTestJSON-1886685382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:25:03.466126 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-b85d649c-ebe8-483b-a178-a3fdef7f00ce req-99df6bad-a2df-4679-bc6b-ceb1d951c266 tempest-ServerRescueTestJSON-1886685382 tempest-ServerRescueTestJSON-1886685382-project] 10.222.0.75 "GET /v2.0/ports?device_id=07c418f7-8971-4ae3-b247-9ceb2a23ddcf HTTP/1.1" status: 200 len: 946 time: 0.2904086 Feb 09 19:25:03.487330 n-d-713498-36 neutron-server[103229]: INFO neutron.api.v2.resource [None req-3181bae9-e87e-40ba-8590-a88296292fc2 tempest-QuotasTest-1486519135 tempest-QuotasTest-1486519135-project-admin] delete failed (client error): The resource could not be found. Feb 09 19:25:03.490951 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-3181bae9-e87e-40ba-8590-a88296292fc2 tempest-QuotasTest-1486519135 tempest-QuotasTest-1486519135-project-admin] 10.222.0.75 "DELETE /v2.0/quotas/c8cd71d8cec8483a903f9add75038609 HTTP/1.1" status: 404 len: 348 time: 0.0697258 Feb 09 19:25:03.611929 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-b85d649c-ebe8-483b-a178-a3fdef7f00ce req-ead2bc13-a6ce-44df-b2ef-7579ea1bd6d0 tempest-ServerRescueTestJSON-1886685382 tempest-ServerRescueTestJSON-1886685382-project] 10.222.0.75 "GET /v2.0/security-groups?id=e2c286ed-f317-46f6-b582-9a19546e0cee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1448319 Feb 09 19:25:03.678639 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-b8619165-5604-4044-a1b5-5669b39fc977 tempest-PortsTestJSON-1738022054 tempest-PortsTestJSON-1738022054-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14393611', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12985859'] for subnet (d67210d6-772a-4750-bf27-c167ecec8500), after_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:25:03.983951 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8619165-5604-4044-a1b5-5669b39fc977 tempest-PortsTestJSON-1738022054 tempest-PortsTestJSON-1738022054-project] Pushing event updated for resources: {'Subnet': ['ID=d67210d6-772a-4750-bf27-c167ecec8500,revision_number=0']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:25:04.042179 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 51382) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:25:04.157315 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-452118a3-8da5-4b96-abeb-af00c7ff60a5 req-d87e93be-d5e9-484f-aafe-b1c40034f781 tempest-AttachVolumeShelveTestJSON-671139515 tempest-AttachVolumeShelveTestJSON-671139515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:25:04.172958 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-452118a3-8da5-4b96-abeb-af00c7ff60a5 req-d87e93be-d5e9-484f-aafe-b1c40034f781 tempest-AttachVolumeShelveTestJSON-671139515 tempest-AttachVolumeShelveTestJSON-671139515-project] 10.222.0.75 "GET /v2.0/ports?device_id=32437e19-fcdc-4dd1-84cc-377ffcb85b84 HTTP/1.1" status: 200 len: 945 time: 0.5352232 Feb 09 19:25:04.176018 n-d-713498-36 neutron-server[103229]: DEBUG neutron.quota.resource [None req-68e762a5-2400-4f7d-833d-5655993678da tempest-QuotasTest-1486519135 tempest-QuotasTest-1486519135-project-admin] Usage tracker for resource:network and project:344db9edd5d1488dae1919cf22136934 is out of sync, need to count used quota {{(pid=103229) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Feb 09 19:25:04.188845 n-d-713498-36 neutron-server[103229]: DEBUG neutron.quota.resource [None req-68e762a5-2400-4f7d-833d-5655993678da tempest-QuotasTest-1486519135 tempest-QuotasTest-1486519135-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=103229) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Feb 09 19:25:04.207498 n-d-713498-36 neutron-server[103229]: DEBUG neutron.quota.resource [None req-68e762a5-2400-4f7d-833d-5655993678da tempest-QuotasTest-1486519135 tempest-QuotasTest-1486519135-project-admin] Usage tracker for resource:subnet and project:344db9edd5d1488dae1919cf22136934 is out of sync, need to count used quota {{(pid=103229) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Feb 09 19:25:04.208079 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8619165-5604-4044-a1b5-5669b39fc977 tempest-PortsTestJSON-1738022054 tempest-PortsTestJSON-1738022054-project] Checking segment: {'id': '1f754478-2270-4250-90d6-23a1505d003d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': 'b61a637d-effa-480b-8aec-1669dcc70184'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103230) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 19:25:04.208653 n-d-713498-36 neutron-server[103230]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8619165-5604-4044-a1b5-5669b39fc977 tempest-PortsTestJSON-1738022054 tempest-PortsTestJSON-1738022054-project] Network hostable DHCP agents. Network: b61a637d-effa-480b-8aec-1669dcc70184, hostable agents: ['af91e4b9-f4e1-42b1-a25c-a10dc47171c8'], hosted agents: [] {{(pid=103230) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 19:25:04.228488 n-d-713498-36 neutron-server[103229]: DEBUG neutron.quota.resource [None req-68e762a5-2400-4f7d-833d-5655993678da tempest-QuotasTest-1486519135 tempest-QuotasTest-1486519135-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=103229) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Feb 09 19:25:04.256306 n-d-713498-36 neutron-server[103229]: DEBUG neutron.quota.resource [None req-68e762a5-2400-4f7d-833d-5655993678da tempest-QuotasTest-1486519135 tempest-QuotasTest-1486519135-project-admin] Usage tracker for resource:subnetpool and project:344db9edd5d1488dae1919cf22136934 is out of sync, need to count used quota {{(pid=103229) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Feb 09 19:25:04.266335 n-d-713498-36 neutron-server[103229]: DEBUG neutron.quota.resource [None req-68e762a5-2400-4f7d-833d-5655993678da tempest-QuotasTest-1486519135 tempest-QuotasTest-1486519135-project-admin] Quota usage for subnetpool was recalculated. Used quota:0. {{(pid=103229) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Feb 09 19:25:04.277014 n-d-713498-36 neutron-server[103230]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8619165-5604-4044-a1b5-5669b39fc977 tempest-PortsTestJSON-1738022054 tempest-PortsTestJSON-1738022054-project] Network b61a637d-effa-480b-8aec-1669dcc70184 is scheduled to be hosted by DHCP agent af91e4b9-f4e1-42b1-a25c-a10dc47171c8 with binding_index 1 {{(pid=103230) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 19:25:04.296225 n-d-713498-36 neutron-server[103229]: DEBUG neutron.quota.resource [None req-68e762a5-2400-4f7d-833d-5655993678da tempest-QuotasTest-1486519135 tempest-QuotasTest-1486519135-project-admin] Usage tracker for resource:port and project:344db9edd5d1488dae1919cf22136934 is out of sync, need to count used quota {{(pid=103229) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Feb 09 19:25:04.316588 n-d-713498-36 neutron-server[103229]: DEBUG neutron.quota.resource [None req-68e762a5-2400-4f7d-833d-5655993678da tempest-QuotasTest-1486519135 tempest-QuotasTest-1486519135-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=103229) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Feb 09 19:25:04.328436 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-452118a3-8da5-4b96-abeb-af00c7ff60a5 req-9f40f8bf-a5cf-48e5-8d98-20f60c35ea7f tempest-AttachVolumeShelveTestJSON-671139515 tempest-AttachVolumeShelveTestJSON-671139515-project] 10.222.0.75 "GET /v2.0/security-groups?id=e78d9a5a-8306-4175-aed3-1bd14ac6b154&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1477461 Feb 09 19:25:04.331112 n-d-713498-36 neutron-server[103230]: DEBUG neutron.scheduler.base_scheduler [None req-b8619165-5604-4044-a1b5-5669b39fc977 tempest-PortsTestJSON-1738022054 tempest-PortsTestJSON-1738022054-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713498-36, b61a637d-effa-480b-8aec-1669dcc70184) {{(pid=103230) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 19:25:04.341799 n-d-713498-36 neutron-server[103229]: DEBUG neutron.quota.resource [None req-68e762a5-2400-4f7d-833d-5655993678da tempest-QuotasTest-1486519135 tempest-QuotasTest-1486519135-project-admin] Usage tracker for resource:router and project:344db9edd5d1488dae1919cf22136934 is out of sync, need to count used quota {{(pid=103229) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Feb 09 19:25:04.347186 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c85e683e-e964-46c3-a5d8-0216dcb2ee12 None None] Network b61a637d-effa-480b-8aec-1669dcc70184 requested from n-d-713498-36 {{(pid=103232) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 19:25:04.366333 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8619165-5604-4044-a1b5-5669b39fc977 tempest-PortsTestJSON-1738022054 tempest-PortsTestJSON-1738022054-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:25:04.370404 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-b8619165-5604-4044-a1b5-5669b39fc977 tempest-PortsTestJSON-1738022054 tempest-PortsTestJSON-1738022054-project] Publish callbacks [] for subnet (None), before_response {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:25:04.373321 n-d-713498-36 neutron-server[103229]: DEBUG neutron.quota.resource [None req-68e762a5-2400-4f7d-833d-5655993678da tempest-QuotasTest-1486519135 tempest-QuotasTest-1486519135-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=103229) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Feb 09 19:25:04.406671 n-d-713498-36 neutron-server[103229]: DEBUG neutron.quota.resource [None req-68e762a5-2400-4f7d-833d-5655993678da tempest-QuotasTest-1486519135 tempest-QuotasTest-1486519135-project-admin] Usage tracker for resource:floatingip and project:344db9edd5d1488dae1919cf22136934 is out of sync, need to count used quota {{(pid=103229) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Feb 09 19:25:04.412192 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-b8619165-5604-4044-a1b5-5669b39fc977 tempest-PortsTestJSON-1738022054 tempest-PortsTestJSON-1738022054-project] 10.222.0.75 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.5039270 Feb 09 19:25:04.414128 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 51386) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:25:04.425037 n-d-713498-36 neutron-server[103229]: DEBUG neutron.quota.resource [None req-68e762a5-2400-4f7d-833d-5655993678da tempest-QuotasTest-1486519135 tempest-QuotasTest-1486519135-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=103229) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Feb 09 19:25:04.430584 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.v2.base [None req-7be30038-59ef-45cd-b5ff-5d2e133e3b37 tempest-PortsTestJSON-1738022054 tempest-PortsTestJSON-1738022054-project] Request body: {'port': {'network_id': 'b61a637d-effa-480b-8aec-1669dcc70184', 'security_groups': [], 'name': 'tempest-PortsTestJSON-1166533224'}} {{(pid=103230) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 19:25:04.613662 n-d-713498-36 neutron-server[103229]: DEBUG neutron.quota.resource [None req-68e762a5-2400-4f7d-833d-5655993678da tempest-QuotasTest-1486519135 tempest-QuotasTest-1486519135-project-admin] Usage tracker for resource:security_group and project:344db9edd5d1488dae1919cf22136934 is out of sync, need to count used quota {{(pid=103229) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Feb 09 19:25:04.646192 n-d-713498-36 neutron-server[103229]: DEBUG neutron.quota.resource [None req-68e762a5-2400-4f7d-833d-5655993678da tempest-QuotasTest-1486519135 tempest-QuotasTest-1486519135-project-admin] Quota usage for security_group was recalculated. Used quota:0. {{(pid=103229) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Feb 09 19:25:04.658866 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 51390) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:25:04.715626 n-d-713498-36 neutron-server[103229]: DEBUG neutron.quota.resource [None req-68e762a5-2400-4f7d-833d-5655993678da tempest-QuotasTest-1486519135 tempest-QuotasTest-1486519135-project-admin] Usage tracker for resource:security_group_rule and project:344db9edd5d1488dae1919cf22136934 is out of sync, need to count used quota {{(pid=103229) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Feb 09 19:25:04.733772 n-d-713498-36 neutron-server[103229]: DEBUG neutron.quota.resource [None req-68e762a5-2400-4f7d-833d-5655993678da tempest-QuotasTest-1486519135 tempest-QuotasTest-1486519135-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=103229) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Feb 09 19:25:04.753991 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-68e762a5-2400-4f7d-833d-5655993678da tempest-QuotasTest-1486519135 tempest-QuotasTest-1486519135-project-admin] 10.222.0.75 "GET /v2.0/quotas/344db9edd5d1488dae1919cf22136934/details.json HTTP/1.1" status: 200 len: 703 time: 0.7104142 Feb 09 19:25:04.784461 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c93e938-6ea5-41e3-ae0c-b57a84f15eb2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8b32e980-7cce-5e82-a341-bd2fa8945c89-b61a637d-effa-480b-8aec-1669dcc70184', 'network_id': 'b61a637d-effa-480b-8aec-1669dcc70184', 'project_id': '150a397110044967a3816a9b460534fa', 'fixed_ips': [{'subnet_id': 'd67210d6-772a-4750-bf27-c167ecec8500'}]}} from n-d-713498-36. {{(pid=103232) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 09 19:25:04.785451 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-3c93e938-6ea5-41e3-ae0c-b57a84f15eb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (None), before_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:25:04.815441 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7be30038-59ef-45cd-b5ff-5d2e133e3b37 tempest-PortsTestJSON-1738022054 tempest-PortsTestJSON-1738022054-project] Made reservation on behalf of 150a397110044967a3816a9b460534fa for: {'port': 1} {{(pid=103230) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 19:25:04.829170 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-7be30038-59ef-45cd-b5ff-5d2e133e3b37 tempest-PortsTestJSON-1738022054 tempest-PortsTestJSON-1738022054-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (None), before_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:25:04.900675 n-d-713498-36 neutron-server[103230]: DEBUG neutron.notifiers.nova [None req-7be30038-59ef-45cd-b5ff-5d2e133e3b37 tempest-PortsTestJSON-1738022054 tempest-PortsTestJSON-1738022054-project] device_id is not set on port 580f8736-b747-468e-81d4-09f98b241ba2 yet. {{(pid=103230) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 09 19:25:05.013595 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b259928-6d58-40e9-a658-892123331ee9 req-948733dd-9a90-4922-b55b-d950be5b98db tempest-ServerRescueTestJSON-1886685382 tempest-ServerRescueTestJSON-1886685382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:25:05.051586 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-5b259928-6d58-40e9-a658-892123331ee9 req-948733dd-9a90-4922-b55b-d950be5b98db tempest-ServerRescueTestJSON-1886685382 tempest-ServerRescueTestJSON-1886685382-project] 10.222.0.75 "GET /v2.0/ports?device_id=07c418f7-8971-4ae3-b247-9ceb2a23ddcf HTTP/1.1" status: 200 len: 946 time: 0.2250087 Feb 09 19:25:05.145610 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.v2.base [None req-dae2a944-f654-4faa-993a-da9ef278cd2b admin admin] Request body: {'network': {'name': 'tempest-TestServerMultinode-188115363-network', 'tenant_id': '2e467bb5543b4538a750e8e046566d13'}} {{(pid=103229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 19:25:05.245593 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dae2a944-f654-4faa-993a-da9ef278cd2b admin admin] Made reservation on behalf of 2e467bb5543b4538a750e8e046566d13 for: {'network': 1} {{(pid=103229) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 19:25:05.248909 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-dae2a944-f654-4faa-993a-da9ef278cd2b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for network (None), before_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:25:05.284690 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-dae2a944-f654-4faa-993a-da9ef278cd2b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:25:05.317804 n-d-713498-36 neutron-server[103230]: DEBUG neutron.db.db_base_plugin_common [None req-7be30038-59ef-45cd-b5ff-5d2e133e3b37 tempest-PortsTestJSON-1738022054 tempest-PortsTestJSON-1738022054-project] Allocated IP 172.20.0.14 (b61a637d-effa-480b-8aec-1669dcc70184/d67210d6-772a-4750-bf27-c167ecec8500/580f8736-b747-468e-81d4-09f98b241ba2) {{(pid=103230) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 19:25:05.468955 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 51406) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:25:05.472371 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-5b259928-6d58-40e9-a658-892123331ee9 req-e99428d5-d4ec-40f9-b203-67d4a26c9ed5 tempest-ServerRescueTestJSON-1886685382 tempest-ServerRescueTestJSON-1886685382-project] 10.222.0.75 "GET /v2.0/security-groups?id=e2c286ed-f317-46f6-b582-9a19546e0cee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4199765 Feb 09 19:25:05.609168 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-dae2a944-f654-4faa-993a-da9ef278cd2b admin admin] Publish callbacks [] for security_group (d2f28257-300f-49e3-81a9-0bf62c79854a), precommit_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:25:05.619990 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-dae2a944-f654-4faa-993a-da9ef278cd2b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1892331'] for security_group (d2f28257-300f-49e3-81a9-0bf62c79854a), after_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:25:05.636081 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dae2a944-f654-4faa-993a-da9ef278cd2b admin admin] vlan segment allocate from pool success with {'vlan_id': 365, 'physical_network': 'physnet1'} {{(pid=103229) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 19:25:05.648523 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-dae2a944-f654-4faa-993a-da9ef278cd2b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-759574'] for segment (f67be751-2433-40db-80a5-c4fefbe3be13), precommit_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:25:05.649312 n-d-713498-36 neutron-server[103229]: INFO neutron.db.segments_db [None req-dae2a944-f654-4faa-993a-da9ef278cd2b admin admin] Added segment f67be751-2433-40db-80a5-c4fefbe3be13 of type vlan for network 575d677e-0ef9-4672-aa02-3644cdb3dff4 Feb 09 19:25:05.704409 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-dae2a944-f654-4faa-993a-da9ef278cd2b admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762866642225'] for network (575d677e-0ef9-4672-aa02-3644cdb3dff4), precommit_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:25:05.744206 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-dae2a944-f654-4faa-993a-da9ef278cd2b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1885479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452'] for network (575d677e-0ef9-4672-aa02-3644cdb3dff4), after_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:25:05.745684 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dae2a944-f654-4faa-993a-da9ef278cd2b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:25:05.746830 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-dae2a944-f654-4faa-993a-da9ef278cd2b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1613566'] for network (None), before_response {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:25:05.921086 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98284b8b-0431-4fb3-b665-b6aa8c52a6b7 req-069ec52e-915f-424d-b971-e9dbe930cc77 tempest-AttachVolumeShelveTestJSON-671139515 tempest-AttachVolumeShelveTestJSON-671139515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:25:05.929350 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dae2a944-f654-4faa-993a-da9ef278cd2b admin admin] Pushing event updated for resources: {'Network': ['ID=575d677e-0ef9-4672-aa02-3644cdb3dff4,revision_number=1']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:25:05.929936 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-98284b8b-0431-4fb3-b665-b6aa8c52a6b7 req-069ec52e-915f-424d-b971-e9dbe930cc77 tempest-AttachVolumeShelveTestJSON-671139515 tempest-AttachVolumeShelveTestJSON-671139515-project] 10.222.0.75 "GET /v2.0/ports?device_id=32437e19-fcdc-4dd1-84cc-377ffcb85b84 HTTP/1.1" status: 200 len: 945 time: 0.2741499 Feb 09 19:25:05.952700 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-7be30038-59ef-45cd-b5ff-5d2e133e3b37 tempest-PortsTestJSON-1738022054 tempest-PortsTestJSON-1738022054-project] Publish callbacks [] for port (580f8736-b747-468e-81d4-09f98b241ba2), precommit_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:25:05.955040 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Network 575d677e-0ef9-4672-aa02-3644cdb3dff4 details requested by agent ovs-agent-n-d-713498-36 with host n-d-713498-36 {{(pid=103232) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 19:25:05.963324 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 51412) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:25:05.963998 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-dae2a944-f654-4faa-993a-da9ef278cd2b admin admin] 10.222.0.75 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.3037922 Feb 09 19:25:05.965357 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-7e36d8d1-a6d4-496c-bb21-067e093fbc05 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:25:05.971243 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.v2.base [None req-c6acd1b0-7460-44fe-ab77-fd26eb584afb admin admin] Request body: {'subnet': {'network_id': '575d677e-0ef9-4672-aa02-3644cdb3dff4', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerMultinode-188115363-subnet', 'tenant_id': '2e467bb5543b4538a750e8e046566d13', 'ip_version': 4}} {{(pid=103230) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 19:25:06.041780 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c6acd1b0-7460-44fe-ab77-fd26eb584afb admin admin] Made reservation on behalf of 2e467bb5543b4538a750e8e046566d13 for: {'subnet': 1} {{(pid=103230) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 19:25:06.045136 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-c6acd1b0-7460-44fe-ab77-fd26eb584afb admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12985917'] for subnet (None), before_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:25:06.120935 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-98284b8b-0431-4fb3-b665-b6aa8c52a6b7 req-0d996c5e-49d2-4eb6-a5ad-372e8cee95d9 tempest-AttachVolumeShelveTestJSON-671139515 tempest-AttachVolumeShelveTestJSON-671139515-project] 10.222.0.75 "GET /v2.0/security-groups?id=e78d9a5a-8306-4175-aed3-1bd14ac6b154&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1892984 Feb 09 19:25:06.190194 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-7be30038-59ef-45cd-b5ff-5d2e133e3b37 tempest-PortsTestJSON-1738022054 tempest-PortsTestJSON-1738022054-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762866656467', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14393751'] for port (580f8736-b747-468e-81d4-09f98b241ba2), after_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:25:06.201587 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-7e36d8d1-a6d4-496c-bb21-067e093fbc05 admin admin] Publish callbacks [] for security_group (302dc096-a6d6-4636-90c3-193505724bfd), precommit_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:25:06.203066 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dae2a944-f654-4faa-993a-da9ef278cd2b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d2f28257-300f-49e3-81a9-0bf62c79854a,revision_number=1']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:25:06.224293 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-7e36d8d1-a6d4-496c-bb21-067e093fbc05 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1892331'] for security_group (302dc096-a6d6-4636-90c3-193505724bfd), after_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:25:06.287097 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-7e36d8d1-a6d4-496c-bb21-067e093fbc05 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=a5d08add11684e65919b7fbcca2156b6&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8136194 Feb 09 19:25:06.301065 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e36d8d1-a6d4-496c-bb21-067e093fbc05 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=302dc096-a6d6-4636-90c3-193505724bfd,revision_number=1']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:25:06.307242 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.db_base_plugin_common [None req-3c93e938-6ea5-41e3-ae0c-b57a84f15eb2 None None] Allocated IP 172.20.0.2 (b61a637d-effa-480b-8aec-1669dcc70184/d67210d6-772a-4750-bf27-c167ecec8500/8af675ce-169b-4310-bfd9-184e6913cfdd) {{(pid=103232) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 19:25:06.348360 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 51424) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:25:06.348710 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 51426) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:25:06.390790 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.v2.base [None req-95548cc1-ac81-4415-be1f-7a001a28e880 tempest-NetworksIpV6TestAttrs-571122948 tempest-NetworksIpV6TestAttrs-571122948-project] Request body: {'subnet': {'network_id': '7028b1fa-3b13-4c85-9a38-f595589260ee', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=103229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 19:25:06.406783 n-d-713498-36 neutron-server[103230]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7be30038-59ef-45cd-b5ff-5d2e133e3b37 tempest-PortsTestJSON-1738022054 tempest-PortsTestJSON-1738022054-project] Network b61a637d-effa-480b-8aec-1669dcc70184 is already hosted by enough agents. {{(pid=103230) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 19:25:06.443320 n-d-713498-36 neutron-server[103230]: DEBUG neutron.scheduler.base_scheduler [None req-7be30038-59ef-45cd-b5ff-5d2e133e3b37 tempest-PortsTestJSON-1738022054 tempest-PortsTestJSON-1738022054-project] Resources bound (agent type, host, resource id): {{(pid=103230) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 19:25:06.472221 n-d-713498-36 neutron-server[103230]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7be30038-59ef-45cd-b5ff-5d2e133e3b37 tempest-PortsTestJSON-1738022054 tempest-PortsTestJSON-1738022054-project] Received port after_create {{(pid=103230) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 19:25:06.492640 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7be30038-59ef-45cd-b5ff-5d2e133e3b37 tempest-PortsTestJSON-1738022054 tempest-PortsTestJSON-1738022054-project] Pushing event updated for resources: {'Port': ['ID=580f8736-b747-468e-81d4-09f98b241ba2,revision_number=1']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:25:06.518157 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-cdf1f402-3088-4a51-800a-cc5441529e60 admin admin] Publish callbacks [] for security_group (302dc096-a6d6-4636-90c3-193505724bfd), before_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:25:06.557988 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-811f4f45-0298-4bb3-b637-2736152c1785 req-6602e942-41b2-4b20-a5cf-8b98a6c7a4ed tempest-AttachVolumeShelveTestJSON-671139515 tempest-AttachVolumeShelveTestJSON-671139515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:25:06.559770 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-811f4f45-0298-4bb3-b637-2736152c1785 req-6602e942-41b2-4b20-a5cf-8b98a6c7a4ed tempest-AttachVolumeShelveTestJSON-671139515 tempest-AttachVolumeShelveTestJSON-671139515-project] 10.222.0.75 "GET /v2.0/ports?device_id=32437e19-fcdc-4dd1-84cc-377ffcb85b84 HTTP/1.1" status: 200 len: 945 time: 0.2713385 Feb 09 19:25:06.578662 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 51430) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:25:06.578662 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.v2.base [None req-5e7e2e94-2305-47e1-bc33-11b817cde3ba tempest-AttachVolumeShelveTestJSON-671139515 tempest-AttachVolumeShelveTestJSON-671139515-project] Request body: {'floatingip': {'port_id': '413c51b4-2ff4-4d9d-ab4e-d2e0cafdf9fb'}} {{(pid=103229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 19:25:06.606091 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-3c93e938-6ea5-41e3-ae0c-b57a84f15eb2 None None] Publish callbacks [] for port (8af675ce-169b-4310-bfd9-184e6913cfdd), precommit_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:25:06.613784 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-3c93e938-6ea5-41e3-ae0c-b57a84f15eb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762866656467'] for port (8af675ce-169b-4310-bfd9-184e6913cfdd), after_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:25:06.646121 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-cdf1f402-3088-4a51-800a-cc5441529e60 admin admin] Publish callbacks [] for security_group (302dc096-a6d6-4636-90c3-193505724bfd), precommit_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:25:06.676114 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-5e7e2e94-2305-47e1-bc33-11b817cde3ba tempest-AttachVolumeShelveTestJSON-671139515 tempest-AttachVolumeShelveTestJSON-671139515-project] Publish callbacks [] for floatingip (1ae4578c-66e1-46df-9fd1-592fa6d3dcb7), before_update {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:25:06.693633 n-d-713498-36 neutron-server[103232]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c93e938-6ea5-41e3-ae0c-b57a84f15eb2 None None] Network b61a637d-effa-480b-8aec-1669dcc70184 is already hosted by enough agents. {{(pid=103232) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 19:25:06.701858 n-d-713498-36 neutron-server[103232]: DEBUG neutron.scheduler.base_scheduler [None req-3c93e938-6ea5-41e3-ae0c-b57a84f15eb2 None None] Resources bound (agent type, host, resource id): {{(pid=103232) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 19:25:06.709288 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c93e938-6ea5-41e3-ae0c-b57a84f15eb2 None None] Received port after_create {{(pid=103232) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 19:25:06.762307 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-95548cc1-ac81-4415-be1f-7a001a28e880 tempest-NetworksIpV6TestAttrs-571122948 tempest-NetworksIpV6TestAttrs-571122948-project] Made reservation on behalf of 9e420ec7a47848d89117021702cff2ae for: {'subnet': 1} {{(pid=103229) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 19:25:06.763988 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-c6acd1b0-7460-44fe-ab77-fd26eb584afb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14393611', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12985859'] for subnet (37cecb8d-3371-4b33-a837-c1ef6d4df503), after_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:25:06.767066 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-95548cc1-ac81-4415-be1f-7a001a28e880 tempest-NetworksIpV6TestAttrs-571122948 tempest-NetworksIpV6TestAttrs-571122948-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12759265'] for subnet (None), before_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:25:06.852851 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c93e938-6ea5-41e3-ae0c-b57a84f15eb2 None None] Pushing event updated for resources: {'Port': ['ID=8af675ce-169b-4310-bfd9-184e6913cfdd,revision_number=1']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:25:06.877054 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df2500cd-fddc-4836-89b8-190551347299 req-1ca39393-93b5-4303-b414-29d2520eb149 tempest-ServerRescueTestJSON-1886685382 tempest-ServerRescueTestJSON-1886685382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:25:06.879613 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-df2500cd-fddc-4836-89b8-190551347299 req-1ca39393-93b5-4303-b414-29d2520eb149 tempest-ServerRescueTestJSON-1886685382 tempest-ServerRescueTestJSON-1886685382-project] 10.222.0.75 "GET /v2.0/ports?device_id=07c418f7-8971-4ae3-b247-9ceb2a23ddcf HTTP/1.1" status: 200 len: 946 time: 0.1591632 Feb 09 19:25:06.881458 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.managers [None req-3c93e938-6ea5-41e3-ae0c-b57a84f15eb2 None None] Attempting to bind port 8af675ce-169b-4310-bfd9-184e6913cfdd on host n-d-713498-36 for vnic_type normal with profile {{(pid=103232) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 19:25:06.881837 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.managers [None req-3c93e938-6ea5-41e3-ae0c-b57a84f15eb2 None None] Attempting to bind port 8af675ce-169b-4310-bfd9-184e6913cfdd by drivers openvswitch,hyperv on host n-d-713498-36 at level 0 using segments [{'id': '1f754478-2270-4250-90d6-23a1505d003d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': 'b61a637d-effa-480b-8aec-1669dcc70184'}] {{(pid=103232) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 19:25:06.882236 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c93e938-6ea5-41e3-ae0c-b57a84f15eb2 None None] Attempting to bind port 8af675ce-169b-4310-bfd9-184e6913cfdd on network b61a637d-effa-480b-8aec-1669dcc70184 {{(pid=103232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 19:25:06.893441 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c93e938-6ea5-41e3-ae0c-b57a84f15eb2 None None] Checking agent: {'id': '496418a2-c002-4aec-ab1a-07f3bea491bd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-36', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 18, 51, 47), 'started_at': datetime.datetime(2022, 2, 9, 18, 52, 17), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 19, 24, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-36'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 19:25:06.893824 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c93e938-6ea5-41e3-ae0c-b57a84f15eb2 None None] Checking segment: {'id': '1f754478-2270-4250-90d6-23a1505d003d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': 'b61a637d-effa-480b-8aec-1669dcc70184'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103232) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 19:25:06.894262 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-3c93e938-6ea5-41e3-ae0c-b57a84f15eb2 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:25:06.894664 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c93e938-6ea5-41e3-ae0c-b57a84f15eb2 None None] Bound using segment: {'id': '1f754478-2270-4250-90d6-23a1505d003d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': 'b61a637d-effa-480b-8aec-1669dcc70184'} {{(pid=103232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 19:25:06.895151 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.managers [None req-3c93e938-6ea5-41e3-ae0c-b57a84f15eb2 None None] Bound port: 8af675ce-169b-4310-bfd9-184e6913cfdd, host: n-d-713498-36, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1f754478-2270-4250-90d6-23a1505d003d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': 'b61a637d-effa-480b-8aec-1669dcc70184'}}] {{(pid=103232) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 19:25:06.895539 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-3c93e938-6ea5-41e3-ae0c-b57a84f15eb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (8af675ce-169b-4310-bfd9-184e6913cfdd), before_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:25:06.918582 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7be30038-59ef-45cd-b5ff-5d2e133e3b37 tempest-PortsTestJSON-1738022054 tempest-PortsTestJSON-1738022054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:25:06.919523 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-7be30038-59ef-45cd-b5ff-5d2e133e3b37 tempest-PortsTestJSON-1738022054 tempest-PortsTestJSON-1738022054-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171096'] for port (None), before_response {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:25:06.982343 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-cdf1f402-3088-4a51-800a-cc5441529e60 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1892331'] for security_group (302dc096-a6d6-4636-90c3-193505724bfd), after_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:25:06.986014 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-cdf1f402-3088-4a51-800a-cc5441529e60 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:25:06.990466 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-cdf1f402-3088-4a51-800a-cc5441529e60 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/302dc096-a6d6-4636-90c3-193505724bfd HTTP/1.1" status: 204 len: 168 time: 0.6401014 Feb 09 19:25:06.999868 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-7be30038-59ef-45cd-b5ff-5d2e133e3b37 tempest-PortsTestJSON-1738022054 tempest-PortsTestJSON-1738022054-project] 10.222.0.75 "POST /v2.0/ports HTTP/1.1" status: 201 len: 887 time: 2.5819001 Feb 09 19:25:07.010270 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 51434) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:25:07.023438 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-3c93e938-6ea5-41e3-ae0c-b57a84f15eb2 None None] For port 8af675ce-169b-4310-bfd9-184e6913cfdd, host n-d-713498-36, cleared binding levels {{(pid=103232) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 19:25:07.028831 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-3c93e938-6ea5-41e3-ae0c-b57a84f15eb2 None None] For port 8af675ce-169b-4310-bfd9-184e6913cfdd, host n-d-713498-36, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-36',level=0,port_id=8af675ce-169b-4310-bfd9-184e6913cfdd,segment=NetworkSegment(1f754478-2270-4250-90d6-23a1505d003d),segment_id=1f754478-2270-4250-90d6-23a1505d003d)] {{(pid=103232) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 19:25:07.040677 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-3c93e938-6ea5-41e3-ae0c-b57a84f15eb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762867176205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762866656485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762866656503'] for port (8af675ce-169b-4310-bfd9-184e6913cfdd), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:25:07.160029 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdf1f402-3088-4a51-800a-cc5441529e60 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=302dc096-a6d6-4636-90c3-193505724bfd,revision_number=None']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:25:07.170262 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-df2500cd-fddc-4836-89b8-190551347299 req-96918394-8924-43c7-ba10-25671cbc72bf tempest-ServerRescueTestJSON-1886685382 tempest-ServerRescueTestJSON-1886685382-project] 10.222.0.75 "GET /v2.0/security-groups?id=e2c286ed-f317-46f6-b582-9a19546e0cee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2802105 Feb 09 19:25:07.232173 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c93e938-6ea5-41e3-ae0c-b57a84f15eb2 None None] Pushing event updated for resources: {'Port': ['ID=8af675ce-169b-4310-bfd9-184e6913cfdd,revision_number=2']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:25:07.267820 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6acd1b0-7460-44fe-ab77-fd26eb584afb admin admin] Pushing event updated for resources: {'Subnet': ['ID=37cecb8d-3371-4b33-a837-c1ef6d4df503,revision_number=0']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:25:07.290568 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6acd1b0-7460-44fe-ab77-fd26eb584afb admin admin] Checking segment: {'id': 'f67be751-2433-40db-80a5-c4fefbe3be13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': '575d677e-0ef9-4672-aa02-3644cdb3dff4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103230) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 19:25:07.291104 n-d-713498-36 neutron-server[103230]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6acd1b0-7460-44fe-ab77-fd26eb584afb admin admin] Network hostable DHCP agents. Network: 575d677e-0ef9-4672-aa02-3644cdb3dff4, hostable agents: ['af91e4b9-f4e1-42b1-a25c-a10dc47171c8'], hosted agents: [] {{(pid=103230) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 19:25:07.331088 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.plugin [None req-54ec79b2-a499-4cad-9d83-bd78752e5631 tempest-PortsTestJSON-1738022054 tempest-PortsTestJSON-1738022054-project] Deleting port 580f8736-b747-468e-81d4-09f98b241ba2 {{(pid=103230) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 19:25:07.331580 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-54ec79b2-a499-4cad-9d83-bd78752e5631 tempest-PortsTestJSON-1738022054 tempest-PortsTestJSON-1738022054-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762867170196'] for port (580f8736-b747-468e-81d4-09f98b241ba2), before_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:25:07.532374 n-d-713498-36 neutron-server[103230]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6acd1b0-7460-44fe-ab77-fd26eb584afb admin admin] Network 575d677e-0ef9-4672-aa02-3644cdb3dff4 is scheduled to be hosted by DHCP agent af91e4b9-f4e1-42b1-a25c-a10dc47171c8 with binding_index 1 {{(pid=103230) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 19:25:07.583529 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-54ec79b2-a499-4cad-9d83-bd78752e5631 tempest-PortsTestJSON-1738022054 tempest-PortsTestJSON-1738022054-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1820838'] for port (580f8736-b747-468e-81d4-09f98b241ba2), precommit_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:25:07.615463 n-d-713498-36 neutron-server[103230]: DEBUG neutron.scheduler.base_scheduler [None req-c6acd1b0-7460-44fe-ab77-fd26eb584afb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713498-36, 575d677e-0ef9-4672-aa02-3644cdb3dff4) {{(pid=103230) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 19:25:07.625839 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de51d41d-6020-4564-9859-018a6c0afdc0 None None] Network 575d677e-0ef9-4672-aa02-3644cdb3dff4 requested from n-d-713498-36 {{(pid=103232) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 19:25:07.658572 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6acd1b0-7460-44fe-ab77-fd26eb584afb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:25:07.659295 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-c6acd1b0-7460-44fe-ab77-fd26eb584afb admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:25:07.678710 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-95548cc1-ac81-4415-be1f-7a001a28e880 tempest-NetworksIpV6TestAttrs-571122948 tempest-NetworksIpV6TestAttrs-571122948-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12867428', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12759263'] for subnet (b2500511-36fe-4b3b-84cf-40db648ab2b7), after_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:25:07.699538 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.plugin [None req-54ec79b2-a499-4cad-9d83-bd78752e5631 tempest-PortsTestJSON-1738022054 tempest-PortsTestJSON-1738022054-project] Calling delete_port for 580f8736-b747-468e-81d4-09f98b241ba2 owned by {{(pid=103230) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 19:25:07.719450 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 51444) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:25:07.864121 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-c6acd1b0-7460-44fe-ab77-fd26eb584afb admin admin] 10.222.0.75 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.8980341 Feb 09 19:25:07.865329 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 51446) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:25:07.878757 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.v2.base [None req-c3a00b9c-4fbc-4536-a8dd-4ec603254d47 admin admin] Request body: {'router': {'name': 'tempest-TestServerMultinode-188115363-router', 'tenant_id': '2e467bb5543b4538a750e8e046566d13', 'external_gateway_info': {'network_id': '88055e1e-672a-4487-be31-ffb6e833ece5'}}} {{(pid=103230) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 19:25:07.939603 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-c3a00b9c-4fbc-4536-a8dd-4ec603254d47 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1834830', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-58389'] for router (2fc6e536-03b1-44e9-abaf-e073e9f1189a), before_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:25:07.948197 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-c3a00b9c-4fbc-4536-a8dd-4ec603254d47 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1834810', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1822096', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1886735', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-58380'] for router (2fc6e536-03b1-44e9-abaf-e073e9f1189a), precommit_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:25:08.070307 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Device 8af675ce-169b-4310-bfd9-184e6913cfdd up at agent ovs-agent-n-d-713498-36 {{(pid=103232) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 19:25:08.116637 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-54ec79b2-a499-4cad-9d83-bd78752e5631 tempest-PortsTestJSON-1738022054 tempest-PortsTestJSON-1738022054-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762867177463', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762866656476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14393751'] for port (580f8736-b747-468e-81d4-09f98b241ba2), after_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:25:08.176810 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8bfa7382-c185-41a7-8718-61ef161c77bd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8b32e980-7cce-5e82-a341-bd2fa8945c89-575d677e-0ef9-4672-aa02-3644cdb3dff4', 'network_id': '575d677e-0ef9-4672-aa02-3644cdb3dff4', 'project_id': '2e467bb5543b4538a750e8e046566d13', 'fixed_ips': [{'subnet_id': '37cecb8d-3371-4b33-a837-c1ef6d4df503'}]}} from n-d-713498-36. {{(pid=103232) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 09 19:25:08.177977 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-8bfa7382-c185-41a7-8718-61ef161c77bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (None), before_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:25:08.210452 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.provisioning_blocks [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Provisioning complete for port 8af675ce-169b-4310-bfd9-184e6913cfdd triggered by entity L2. {{(pid=103232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 19:25:08.211439 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593630'] for port (8af675ce-169b-4310-bfd9-184e6913cfdd), provisioning_complete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:25:08.323588 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-c3a00b9c-4fbc-4536-a8dd-4ec603254d47 admin admin] Publish callbacks [] for router_controller (2fc6e536-03b1-44e9-abaf-e073e9f1189a), precommit_add_association {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:25:08.325159 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54ec79b2-a499-4cad-9d83-bd78752e5631 tempest-PortsTestJSON-1738022054 tempest-PortsTestJSON-1738022054-project] Pushing event deleted for resources: {'Port': ['ID=580f8736-b747-468e-81d4-09f98b241ba2,revision_number=None']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:25:08.504183 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.db_base_plugin_common [None req-8bfa7382-c185-41a7-8718-61ef161c77bd None None] Allocated IP 172.20.0.2 (575d677e-0ef9-4672-aa02-3644cdb3dff4/37cecb8d-3371-4b33-a837-c1ef6d4df503/f6827b1d-7c41-406c-85ee-cff411c5cddd) {{(pid=103232) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 19:25:08.733631 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-8bfa7382-c185-41a7-8718-61ef161c77bd None None] Publish callbacks [] for port (f6827b1d-7c41-406c-85ee-cff411c5cddd), precommit_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:25:08.742235 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-8bfa7382-c185-41a7-8718-61ef161c77bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762866656467'] for port (f6827b1d-7c41-406c-85ee-cff411c5cddd), after_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:25:08.798872 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-c3a00b9c-4fbc-4536-a8dd-4ec603254d47 admin admin] Publish callbacks [] for router_gateway (2fc6e536-03b1-44e9-abaf-e073e9f1189a), precommit_update {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:25:08.800307 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-4de00b05-6976-454a-903e-55ee51562b96 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:25:08.802399 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-54ec79b2-a499-4cad-9d83-bd78752e5631 tempest-PortsTestJSON-1738022054 tempest-PortsTestJSON-1738022054-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171096'] for port (None), before_response {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:25:08.809945 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-54ec79b2-a499-4cad-9d83-bd78752e5631 tempest-PortsTestJSON-1738022054 tempest-PortsTestJSON-1738022054-project] 10.222.0.75 "DELETE /v2.0/ports/580f8736-b747-468e-81d4-09f98b241ba2 HTTP/1.1" status: 204 len: 168 time: 1.7945921 Feb 09 19:25:08.810636 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 51460) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:25:08.862140 n-d-713498-36 neutron-server[103230]: INFO neutron.pecan_wsgi.hooks.translation [None req-8751cce8-d8e7-4ac2-8ff9-fe716b4e55f5 tempest-PortsTestJSON-1738022054 tempest-PortsTestJSON-1738022054-project] GET failed (client error): The resource could not be found. Feb 09 19:25:08.868138 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-8751cce8-d8e7-4ac2-8ff9-fe716b4e55f5 tempest-PortsTestJSON-1738022054 tempest-PortsTestJSON-1738022054-project] 10.222.0.75 "GET /v2.0/ports/580f8736-b747-468e-81d4-09f98b241ba2 HTTP/1.1" status: 404 len: 333 time: 0.0544708 Feb 09 19:25:08.870687 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 51462) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:25:08.880778 n-d-713498-36 neutron-server[103232]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8bfa7382-c185-41a7-8718-61ef161c77bd None None] Network 575d677e-0ef9-4672-aa02-3644cdb3dff4 is already hosted by enough agents. {{(pid=103232) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 19:25:08.897656 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96880c01-9510-49e4-aa20-f220de5fa194 None None] Network b61a637d-effa-480b-8aec-1669dcc70184 requested from n-d-713498-36 {{(pid=103232) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 19:25:08.907839 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.db.resource_extend [None req-5e7e2e94-2305-47e1-bc33-11b817cde3ba tempest-AttachVolumeShelveTestJSON-671139515 tempest-AttachVolumeShelveTestJSON-671139515-project] It took 0.21 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 09 19:25:08.960089 n-d-713498-36 neutron-server[103232]: DEBUG neutron.scheduler.base_scheduler [None req-8bfa7382-c185-41a7-8718-61ef161c77bd None None] Resources bound (agent type, host, resource id): {{(pid=103232) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 19:25:08.967936 n-d-713498-36 neutron-server[103230]: DEBUG neutron.db.db_base_plugin_v2 [None req-f8286061-e0c6-4ad5-9e74-193fa9b646d9 tempest-PortsTestJSON-1738022054 tempest-PortsTestJSON-1738022054-project] Deleting subnet d67210d6-772a-4750-bf27-c167ecec8500 {{(pid=103230) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 19:25:08.972454 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-f8286061-e0c6-4ad5-9e74-193fa9b646d9 tempest-PortsTestJSON-1738022054 tempest-PortsTestJSON-1738022054-project] Publish callbacks [] for subnet (d67210d6-772a-4750-bf27-c167ecec8500), before_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:25:08.977354 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bfa7382-c185-41a7-8718-61ef161c77bd None None] Received port after_create {{(pid=103232) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 19:25:09.045768 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-f8286061-e0c6-4ad5-9e74-193fa9b646d9 tempest-PortsTestJSON-1738022054 tempest-PortsTestJSON-1738022054-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12895822'] for subnet (d67210d6-772a-4750-bf27-c167ecec8500), precommit_delete_associations {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:25:09.077628 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-5e7e2e94-2305-47e1-bc33-11b817cde3ba tempest-AttachVolumeShelveTestJSON-671139515 tempest-AttachVolumeShelveTestJSON-671139515-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:25:09.092363 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-5e7e2e94-2305-47e1-bc33-11b817cde3ba tempest-AttachVolumeShelveTestJSON-671139515 tempest-AttachVolumeShelveTestJSON-671139515-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1818909'] for floatingip (1ae4578c-66e1-46df-9fd1-592fa6d3dcb7), after_update {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:25:09.118591 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.managers [None req-8bfa7382-c185-41a7-8718-61ef161c77bd None None] Attempting to bind port f6827b1d-7c41-406c-85ee-cff411c5cddd on host n-d-713498-36 for vnic_type normal with profile {{(pid=103232) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 19:25:09.119641 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.managers [None req-8bfa7382-c185-41a7-8718-61ef161c77bd None None] Attempting to bind port f6827b1d-7c41-406c-85ee-cff411c5cddd by drivers openvswitch,hyperv on host n-d-713498-36 at level 0 using segments [{'id': 'f67be751-2433-40db-80a5-c4fefbe3be13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': '575d677e-0ef9-4672-aa02-3644cdb3dff4'}] {{(pid=103232) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 19:25:09.119763 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bfa7382-c185-41a7-8718-61ef161c77bd None None] Attempting to bind port f6827b1d-7c41-406c-85ee-cff411c5cddd on network 575d677e-0ef9-4672-aa02-3644cdb3dff4 {{(pid=103232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 19:25:09.125934 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Current status of the port 8af675ce-169b-4310-bfd9-184e6913cfdd is: DOWN; New status is: ACTIVE {{(pid=103232) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 19:25:09.126437 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (8af675ce-169b-4310-bfd9-184e6913cfdd), before_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:25:09.168071 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bfa7382-c185-41a7-8718-61ef161c77bd None None] Checking agent: {'id': '496418a2-c002-4aec-ab1a-07f3bea491bd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-36', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 18, 51, 47), 'started_at': datetime.datetime(2022, 2, 9, 18, 52, 17), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 19, 24, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-36'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 19:25:09.168513 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bfa7382-c185-41a7-8718-61ef161c77bd None None] Checking segment: {'id': 'f67be751-2433-40db-80a5-c4fefbe3be13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': '575d677e-0ef9-4672-aa02-3644cdb3dff4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103232) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 19:25:09.168845 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-8bfa7382-c185-41a7-8718-61ef161c77bd None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:25:09.169237 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bfa7382-c185-41a7-8718-61ef161c77bd None None] Bound using segment: {'id': 'f67be751-2433-40db-80a5-c4fefbe3be13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': '575d677e-0ef9-4672-aa02-3644cdb3dff4'} {{(pid=103232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 19:25:09.169712 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.managers [None req-8bfa7382-c185-41a7-8718-61ef161c77bd None None] Bound port: f6827b1d-7c41-406c-85ee-cff411c5cddd, host: n-d-713498-36, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f67be751-2433-40db-80a5-c4fefbe3be13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': '575d677e-0ef9-4672-aa02-3644cdb3dff4'}}] {{(pid=103232) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 19:25:09.174928 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-8bfa7382-c185-41a7-8718-61ef161c77bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (f6827b1d-7c41-406c-85ee-cff411c5cddd), before_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:25:09.258710 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-f8286061-e0c6-4ad5-9e74-193fa9b646d9 tempest-PortsTestJSON-1738022054 tempest-PortsTestJSON-1738022054-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-759852'] for subnet (d67210d6-772a-4750-bf27-c167ecec8500), precommit_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:25:09.259877 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95548cc1-ac81-4415-be1f-7a001a28e880 tempest-NetworksIpV6TestAttrs-571122948 tempest-NetworksIpV6TestAttrs-571122948-project] Pushing event updated for resources: {'Subnet': ['ID=b2500511-36fe-4b3b-84cf-40db648ab2b7,revision_number=0']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:25:09.269451 n-d-713498-36 neutron-server[103229]: INFO neutron.db.l3_db [None req-5e7e2e94-2305-47e1-bc33-11b817cde3ba tempest-AttachVolumeShelveTestJSON-671139515 tempest-AttachVolumeShelveTestJSON-671139515-project] Floating IP 1ae4578c-66e1-46df-9fd1-592fa6d3dcb7 associated. External IP: 172.25.1.103, port: 413c51b4-2ff4-4d9d-ab4e-d2e0cafdf9fb. Feb 09 19:25:09.277078 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-8bfa7382-c185-41a7-8718-61ef161c77bd None None] For port f6827b1d-7c41-406c-85ee-cff411c5cddd, host n-d-713498-36, cleared binding levels {{(pid=103232) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 19:25:09.281037 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-8bfa7382-c185-41a7-8718-61ef161c77bd None None] For port f6827b1d-7c41-406c-85ee-cff411c5cddd, host n-d-713498-36, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-36',level=0,port_id=f6827b1d-7c41-406c-85ee-cff411c5cddd,segment=NetworkSegment(f67be751-2433-40db-80a5-c4fefbe3be13),segment_id=f67be751-2433-40db-80a5-c4fefbe3be13)] {{(pid=103232) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 19:25:09.284194 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.provisioning_blocks [None req-d1662929-0c45-4288-b991-6ddc98eae224 None None] Provisioning complete for port 8af675ce-169b-4310-bfd9-184e6913cfdd triggered by entity DHCP. {{(pid=103232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 19:25:09.284858 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-d1662929-0c45-4288-b991-6ddc98eae224 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593630'] for port (8af675ce-169b-4310-bfd9-184e6913cfdd), provisioning_complete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:25:09.286664 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bfa7382-c185-41a7-8718-61ef161c77bd None None] Pushing event updated for resources: {'Port': ['ID=f6827b1d-7c41-406c-85ee-cff411c5cddd,revision_number=1']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:25:09.301317 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bfa7382-c185-41a7-8718-61ef161c77bd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:25:09.301668 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bfa7382-c185-41a7-8718-61ef161c77bd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:25:09.302026 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bfa7382-c185-41a7-8718-61ef161c77bd None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:25:09.302364 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bfa7382-c185-41a7-8718-61ef161c77bd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:25:09.302693 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bfa7382-c185-41a7-8718-61ef161c77bd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:25:09.303072 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bfa7382-c185-41a7-8718-61ef161c77bd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:25:09.303401 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bfa7382-c185-41a7-8718-61ef161c77bd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:25:09.303754 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bfa7382-c185-41a7-8718-61ef161c77bd None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:25:09.304090 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bfa7382-c185-41a7-8718-61ef161c77bd None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:25:09.305261 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bfa7382-c185-41a7-8718-61ef161c77bd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:25:09.305592 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bfa7382-c185-41a7-8718-61ef161c77bd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:25:09.305918 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bfa7382-c185-41a7-8718-61ef161c77bd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:25:09.306347 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bfa7382-c185-41a7-8718-61ef161c77bd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:25:09.351615 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-8bfa7382-c185-41a7-8718-61ef161c77bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762867176205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762866656485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762866656503'] for port (f6827b1d-7c41-406c-85ee-cff411c5cddd), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:25:09.453948 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bfa7382-c185-41a7-8718-61ef161c77bd None None] Pushing event updated for resources: {'Port': ['ID=f6827b1d-7c41-406c-85ee-cff411c5cddd,revision_number=2']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:25:09.556708 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-f8286061-e0c6-4ad5-9e74-193fa9b646d9 tempest-PortsTestJSON-1738022054 tempest-PortsTestJSON-1738022054-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-760023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14393672', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12985882'] for subnet (d67210d6-772a-4750-bf27-c167ecec8500), after_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:25:09.638407 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8286061-e0c6-4ad5-9e74-193fa9b646d9 tempest-PortsTestJSON-1738022054 tempest-PortsTestJSON-1738022054-project] Pushing event deleted for resources: {'Subnet': ['ID=d67210d6-772a-4750-bf27-c167ecec8500,revision_number=None']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:25:09.642000 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-f8286061-e0c6-4ad5-9e74-193fa9b646d9 tempest-PortsTestJSON-1738022054 tempest-PortsTestJSON-1738022054-project] Publish callbacks [] for subnet (None), before_response {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:25:09.652536 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-f8286061-e0c6-4ad5-9e74-193fa9b646d9 tempest-PortsTestJSON-1738022054 tempest-PortsTestJSON-1738022054-project] 10.222.0.75 "DELETE /v2.0/subnets/d67210d6-772a-4750-bf27-c167ecec8500 HTTP/1.1" status: 204 len: 168 time: 0.7812326 Feb 09 19:25:09.656813 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 51474) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:25:09.691548 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.db.api [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103232) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 09 19:25:09.691912 n-d-713498-36 neutron-server[103232]: DEBUG oslo_db.api [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 09 19:25:09.810622 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-d1662929-0c45-4288-b991-6ddc98eae224 None None] Current status of the port 8af675ce-169b-4310-bfd9-184e6913cfdd is: DOWN; New status is: ACTIVE {{(pid=103232) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 19:25:09.811024 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-d1662929-0c45-4288-b991-6ddc98eae224 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (8af675ce-169b-4310-bfd9-184e6913cfdd), before_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:25:09.880010 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95548cc1-ac81-4415-be1f-7a001a28e880 tempest-NetworksIpV6TestAttrs-571122948 tempest-NetworksIpV6TestAttrs-571122948-project] Checking segment: {'id': '36fd3cb9-33b7-4860-8591-f2e0e7ad5531', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': '7028b1fa-3b13-4c85-9a38-f595589260ee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103229) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 19:25:09.880571 n-d-713498-36 neutron-server[103229]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95548cc1-ac81-4415-be1f-7a001a28e880 tempest-NetworksIpV6TestAttrs-571122948 tempest-NetworksIpV6TestAttrs-571122948-project] Network hostable DHCP agents. Network: 7028b1fa-3b13-4c85-9a38-f595589260ee, hostable agents: ['af91e4b9-f4e1-42b1-a25c-a10dc47171c8'], hosted agents: [] {{(pid=103229) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 19:25:09.880661 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-c3a00b9c-4fbc-4536-a8dd-4ec603254d47 admin admin] Publish callbacks [] for router_gateway (2fc6e536-03b1-44e9-abaf-e073e9f1189a), before_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:25:09.900825 n-d-713498-36 neutron-server[103229]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5e7e2e94-2305-47e1-bc33-11b817cde3ba tempest-AttachVolumeShelveTestJSON-671139515 tempest-AttachVolumeShelveTestJSON-671139515-project] Router 80583646-27c7-46ab-a47a-0f5afa5307f3 has already been hosted by L3 agent 93303d5e-5d17-45e8-8963-7694f87783ae {{(pid=103229) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 19:25:09.928681 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-c3a00b9c-4fbc-4536-a8dd-4ec603254d47 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (None), before_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:25:09.941609 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-d1662929-0c45-4288-b991-6ddc98eae224 None None] For port 8af675ce-169b-4310-bfd9-184e6913cfdd, host n-d-713498-36, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-36',level=0,port_id=8af675ce-169b-4310-bfd9-184e6913cfdd,segment=NetworkSegment(1f754478-2270-4250-90d6-23a1505d003d),segment_id=1f754478-2270-4250-90d6-23a1505d003d)] {{(pid=103232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 19:25:09.947832 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-d1662929-0c45-4288-b991-6ddc98eae224 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762867176205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762866656485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762866656503'] for port (8af675ce-169b-4310-bfd9-184e6913cfdd), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:25:10.004059 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-f2295e6b-2d7b-4d4d-a269-c305263ff393 tempest-PortsTestJSON-1738022054 tempest-PortsTestJSON-1738022054-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-670458'] for network (b61a637d-effa-480b-8aec-1669dcc70184), before_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:25:10.094933 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1662929-0c45-4288-b991-6ddc98eae224 None None] Pushing event updated for resources: {'Port': ['ID=8af675ce-169b-4310-bfd9-184e6913cfdd,revision_number=4']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:25:10.157992 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efc1a577-27d3-44aa-82ff-bb714054e80f req-c00bb2a0-6c22-42df-bb94-208ff84112ea tempest-ServerRescueTestJSON-1886685382 tempest-ServerRescueTestJSON-1886685382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:25:10.159433 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-efc1a577-27d3-44aa-82ff-bb714054e80f req-c00bb2a0-6c22-42df-bb94-208ff84112ea tempest-ServerRescueTestJSON-1886685382 tempest-ServerRescueTestJSON-1886685382-project] 10.222.0.75 "GET /v2.0/ports?device_id=07c418f7-8971-4ae3-b247-9ceb2a23ddcf HTTP/1.1" status: 200 len: 946 time: 1.4009950 Feb 09 19:25:10.178558 n-d-713498-36 neutron-server[103229]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95548cc1-ac81-4415-be1f-7a001a28e880 tempest-NetworksIpV6TestAttrs-571122948 tempest-NetworksIpV6TestAttrs-571122948-project] Network 7028b1fa-3b13-4c85-9a38-f595589260ee is scheduled to be hosted by DHCP agent af91e4b9-f4e1-42b1-a25c-a10dc47171c8 with binding_index 1 {{(pid=103229) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 19:25:10.229373 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13f582b1-92d5-4154-873a-a05eca052dcb None None] Network b61a637d-effa-480b-8aec-1669dcc70184 requested from n-d-713498-36 {{(pid=103232) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 19:25:10.237357 n-d-713498-36 neutron-server[103229]: DEBUG neutron.scheduler.base_scheduler [None req-95548cc1-ac81-4415-be1f-7a001a28e880 tempest-NetworksIpV6TestAttrs-571122948 tempest-NetworksIpV6TestAttrs-571122948-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713498-36, 7028b1fa-3b13-4c85-9a38-f595589260ee) {{(pid=103229) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 19:25:10.252468 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95548cc1-ac81-4415-be1f-7a001a28e880 tempest-NetworksIpV6TestAttrs-571122948 tempest-NetworksIpV6TestAttrs-571122948-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:25:10.253033 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-95548cc1-ac81-4415-be1f-7a001a28e880 tempest-NetworksIpV6TestAttrs-571122948 tempest-NetworksIpV6TestAttrs-571122948-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1613566'] for subnet (None), before_response {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:25:10.324748 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61974a90-567f-49f1-9479-79d9b987d45d None None] Network 7028b1fa-3b13-4c85-9a38-f595589260ee requested from n-d-713498-36 {{(pid=103232) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 19:25:10.341597 n-d-713498-36 neutron-server[103230]: DEBUG neutron.db.db_base_plugin_common [None req-c3a00b9c-4fbc-4536-a8dd-4ec603254d47 admin admin] Allocated IP 172.25.1.158 (88055e1e-672a-4487-be31-ffb6e833ece5/ac16dbcc-383c-4b43-9153-d763c4a53f91/a397fa4b-38cd-4554-bb4f-1c6ea9cbe3bf) {{(pid=103230) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 19:25:10.343392 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5e7e2e94-2305-47e1-bc33-11b817cde3ba tempest-AttachVolumeShelveTestJSON-671139515 tempest-AttachVolumeShelveTestJSON-671139515-project] Notify agent at l3_agent.n-d-713498-36 the message routers_updated {{(pid=103229) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 19:25:10.360750 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.plugin [None req-f2295e6b-2d7b-4d4d-a269-c305263ff393 tempest-PortsTestJSON-1738022054 tempest-PortsTestJSON-1738022054-project] Deleting port 8af675ce-169b-4310-bfd9-184e6913cfdd {{(pid=103230) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 19:25:10.361856 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-f2295e6b-2d7b-4d4d-a269-c305263ff393 tempest-PortsTestJSON-1738022054 tempest-PortsTestJSON-1738022054-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762867170196'] for port (8af675ce-169b-4310-bfd9-184e6913cfdd), before_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:25:10.386770 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-95548cc1-ac81-4415-be1f-7a001a28e880 tempest-NetworksIpV6TestAttrs-571122948 tempest-NetworksIpV6TestAttrs-571122948-project] 10.222.0.75 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 4.0008810 Feb 09 19:25:10.391698 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 51486) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:25:10.411756 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-5e7e2e94-2305-47e1-bc33-11b817cde3ba tempest-AttachVolumeShelveTestJSON-671139515 tempest-AttachVolumeShelveTestJSON-671139515-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171096'] for floatingip (None), before_response {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:25:10.442467 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a912fdc-40a5-41b1-a37f-fa1f4c38a50e None None] Sync routers for ids ['80583646-27c7-46ab-a47a-0f5afa5307f3'] in n-d-713498-36 {{(pid=103232) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 19:25:10.454752 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-4de00b05-6976-454a-903e-55ee51562b96 admin admin] Publish callbacks [] for security_group (abb73c03-2c27-4f74-8a6c-40bf13cfb0b2), precommit_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:25:10.476599 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.v2.base [None req-62295a86-f995-4225-91d9-1f34f6fcea84 tempest-NetworksIpV6TestAttrs-571122948 tempest-NetworksIpV6TestAttrs-571122948-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1267535398'}} {{(pid=103229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 19:25:10.485989 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-efc1a577-27d3-44aa-82ff-bb714054e80f req-59a498bb-4ad5-42d3-8ec1-569ef04bf762 tempest-ServerRescueTestJSON-1886685382 tempest-ServerRescueTestJSON-1886685382-project] 10.222.0.75 "GET /v2.0/security-groups?id=e2c286ed-f317-46f6-b582-9a19546e0cee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3162501 Feb 09 19:25:10.517167 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-4de00b05-6976-454a-903e-55ee51562b96 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1892331'] for security_group (abb73c03-2c27-4f74-8a6c-40bf13cfb0b2), after_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:25:10.528677 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.provisioning_blocks [None req-d9869683-3243-442f-991a-a806b8bfadaf None None] Provisioning complete for port 8af675ce-169b-4310-bfd9-184e6913cfdd triggered by entity DHCP. {{(pid=103232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 19:25:10.528677 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-d9869683-3243-442f-991a-a806b8bfadaf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593630'] for port (8af675ce-169b-4310-bfd9-184e6913cfdd), provisioning_complete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:25:10.585923 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.db [None req-f2295e6b-2d7b-4d4d-a269-c305263ff393 tempest-PortsTestJSON-1738022054 tempest-PortsTestJSON-1738022054-project] For port 8af675ce-169b-4310-bfd9-184e6913cfdd, host n-d-713498-36, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-36',level=0,port_id=8af675ce-169b-4310-bfd9-184e6913cfdd,segment=NetworkSegment(1f754478-2270-4250-90d6-23a1505d003d),segment_id=1f754478-2270-4250-90d6-23a1505d003d)] {{(pid=103230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 19:25:10.589166 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-f2295e6b-2d7b-4d4d-a269-c305263ff393 tempest-PortsTestJSON-1738022054 tempest-PortsTestJSON-1738022054-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1820838'] for port (8af675ce-169b-4310-bfd9-184e6913cfdd), precommit_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:25:10.589299 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-4de00b05-6976-454a-903e-55ee51562b96 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=344db9edd5d1488dae1919cf22136934&name=default HTTP/1.1" status: 200 len: 3000 time: 2.8637018 Feb 09 19:25:10.608588 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.plugin [None req-f2295e6b-2d7b-4d4d-a269-c305263ff393 tempest-PortsTestJSON-1738022054 tempest-PortsTestJSON-1738022054-project] Calling delete_port for 8af675ce-169b-4310-bfd9-184e6913cfdd owned by network:dhcp {{(pid=103230) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 19:25:10.609781 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4de00b05-6976-454a-903e-55ee51562b96 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=abb73c03-2c27-4f74-8a6c-40bf13cfb0b2,revision_number=1']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:25:10.614784 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 51488) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:25:10.624679 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-429a5854-25e5-4024-8116-97da8efe4683 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8b32e980-7cce-5e82-a341-bd2fa8945c89-7028b1fa-3b13-4c85-9a38-f595589260ee', 'network_id': '7028b1fa-3b13-4c85-9a38-f595589260ee', 'project_id': '9e420ec7a47848d89117021702cff2ae', 'fixed_ips': [{'subnet_id': 'b2500511-36fe-4b3b-84cf-40db648ab2b7'}]}} from n-d-713498-36. {{(pid=103232) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 09 19:25:10.626672 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-429a5854-25e5-4024-8116-97da8efe4683 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (None), before_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:25:10.660155 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-5e7e2e94-2305-47e1-bc33-11b817cde3ba tempest-AttachVolumeShelveTestJSON-671139515 tempest-AttachVolumeShelveTestJSON-671139515-project] 10.222.0.75 "PUT /v2.0/floatingips/1ae4578c-66e1-46df-9fd1-592fa6d3dcb7 HTTP/1.1" status: 200 len: 991 time: 4.0865972 Feb 09 19:25:10.664761 n-d-713498-36 neutron-server[103229]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '32437e19-fcdc-4dd1-84cc-377ffcb85b84', 'tag': '413c51b4-2ff4-4d9d-ab4e-d2e0cafdf9fb'}] {{(pid=103229) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 19:25:10.668761 n-d-713498-36 neutron-server[103229]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fa6ae9a20702bd564eaf90d946620b2b4277b1ab91129323d3b54181076be307" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-561d366d-9f00-41c4-9365-2b59d1a7751f" -d '{"events": [{"name": "network-changed", "server_uuid": "32437e19-fcdc-4dd1-84cc-377ffcb85b84", "tag": "413c51b4-2ff4-4d9d-ab4e-d2e0cafdf9fb"}]}' {{(pid=103229) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 19:25:10.682024 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-62295a86-f995-4225-91d9-1f34f6fcea84 tempest-NetworksIpV6TestAttrs-571122948 tempest-NetworksIpV6TestAttrs-571122948-project] Made reservation on behalf of 9e420ec7a47848d89117021702cff2ae for: {'network': 1} {{(pid=103229) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 19:25:10.685772 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-62295a86-f995-4225-91d9-1f34f6fcea84 tempest-NetworksIpV6TestAttrs-571122948 tempest-NetworksIpV6TestAttrs-571122948-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for network (None), before_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:25:10.756259 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Current status of the port 8af675ce-169b-4310-bfd9-184e6913cfdd is: ACTIVE; New status is: ACTIVE {{(pid=103232) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 19:25:10.763943 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-62295a86-f995-4225-91d9-1f34f6fcea84 tempest-NetworksIpV6TestAttrs-571122948 tempest-NetworksIpV6TestAttrs-571122948-project] vlan segment allocate from pool success with {'vlan_id': 362, 'physical_network': 'physnet1'} {{(pid=103229) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 19:25:10.787920 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-62295a86-f995-4225-91d9-1f34f6fcea84 tempest-NetworksIpV6TestAttrs-571122948 tempest-NetworksIpV6TestAttrs-571122948-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-759574'] for segment (b0b9b42b-7994-47bd-b55d-85123f76255f), precommit_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:25:10.788352 n-d-713498-36 neutron-server[103229]: INFO neutron.db.segments_db [None req-62295a86-f995-4225-91d9-1f34f6fcea84 tempest-NetworksIpV6TestAttrs-571122948 tempest-NetworksIpV6TestAttrs-571122948-project] Added segment b0b9b42b-7994-47bd-b55d-85123f76255f of type vlan for network 55f962b7-30dc-4d3a-8ebc-443ab8ade0e6 Feb 09 19:25:10.917274 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-62295a86-f995-4225-91d9-1f34f6fcea84 tempest-NetworksIpV6TestAttrs-571122948 tempest-NetworksIpV6TestAttrs-571122948-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762866642225'] for network (55f962b7-30dc-4d3a-8ebc-443ab8ade0e6), precommit_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:25:10.950202 n-d-713498-36 neutron-server[103229]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 19:25:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aaff7cb5-db76-492f-90fe-ffc711607eb3 x-openstack-request-id: req-aaff7cb5-db76-492f-90fe-ffc711607eb3 {{(pid=103229) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 19:25:10.950576 n-d-713498-36 neutron-server[103229]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "32437e19-fcdc-4dd1-84cc-377ffcb85b84", "tag": "413c51b4-2ff4-4d9d-ab4e-d2e0cafdf9fb", "status": "completed", "code": 200}]} {{(pid=103229) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 19:25:10.950836 n-d-713498-36 neutron-server[103229]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-aaff7cb5-db76-492f-90fe-ffc711607eb3 {{(pid=103229) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 19:25:10.951182 n-d-713498-36 neutron-server[103229]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '32437e19-fcdc-4dd1-84cc-377ffcb85b84', 'tag': '413c51b4-2ff4-4d9d-ab4e-d2e0cafdf9fb', 'status': 'completed', 'code': 200} Feb 09 19:25:10.983864 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-62295a86-f995-4225-91d9-1f34f6fcea84 tempest-NetworksIpV6TestAttrs-571122948 tempest-NetworksIpV6TestAttrs-571122948-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1885479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452'] for network (55f962b7-30dc-4d3a-8ebc-443ab8ade0e6), after_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:25:10.988962 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62295a86-f995-4225-91d9-1f34f6fcea84 tempest-NetworksIpV6TestAttrs-571122948 tempest-NetworksIpV6TestAttrs-571122948-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:25:10.989547 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-62295a86-f995-4225-91d9-1f34f6fcea84 tempest-NetworksIpV6TestAttrs-571122948 tempest-NetworksIpV6TestAttrs-571122948-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1613566'] for network (None), before_response {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:25:11.018912 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a912fdc-40a5-41b1-a37f-fa1f4c38a50e None None] Routers {'80583646-27c7-46ab-a47a-0f5afa5307f3'} bound to L3 agent in host n-d-713498-36 {{(pid=103232) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 19:25:11.018912 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.l3_hamode_db [None req-1a912fdc-40a5-41b1-a37f-fa1f4c38a50e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T18:51:43Z,description=,heartbeat_timestamp=2022-02-09T19:24:43Z,host='n-d-713498-36',id=93303d5e-5d17-45e8-8963-7694f87783ae,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T18:51:43Z,topic='l3_agent')) {'router_ids': ['80583646-27c7-46ab-a47a-0f5afa5307f3'], 'active': True} {{(pid=103232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:25:11.107136 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-62295a86-f995-4225-91d9-1f34f6fcea84 tempest-NetworksIpV6TestAttrs-571122948 tempest-NetworksIpV6TestAttrs-571122948-project] 10.222.0.75 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.6654186 Feb 09 19:25:11.128227 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 51494) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:25:11.166229 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-addee9b2-e106-4764-8982-cf18a8ce8f43 admin admin] Publish callbacks [] for security_group (abb73c03-2c27-4f74-8a6c-40bf13cfb0b2), before_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:25:11.221549 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Device f6827b1d-7c41-406c-85ee-cff411c5cddd up at agent ovs-agent-n-d-713498-36 {{(pid=103232) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 19:25:11.224537 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9385632a-f1f2-4a25-8d5f-8652ecf5494d None None] DHCP port deletion for b61a637d-effa-480b-8aec-1669dcc70184 request from n-d-713498-36 {{(pid=103232) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 09 19:25:11.226171 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-addee9b2-e106-4764-8982-cf18a8ce8f43 admin admin] Publish callbacks [] for security_group (abb73c03-2c27-4f74-8a6c-40bf13cfb0b2), precommit_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:25:11.233997 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-c291bb6e-de71-4b0e-bdf8-7e5caaab1e17 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762867132591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593584'] for agent (af91e4b9-f4e1-42b1-a25c-a10dc47171c8), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:25:11.314041 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.v2.base [None req-d7c23f91-ca3b-49c4-ba79-54eb48c62536 tempest-NetworksIpV6TestAttrs-571122948 tempest-NetworksIpV6TestAttrs-571122948-project] Request body: {'subnet': {'network_id': '55f962b7-30dc-4d3a-8ebc-443ab8ade0e6', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=103229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 19:25:11.404455 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-d9869683-3243-442f-991a-a806b8bfadaf None None] Current status of the port 8af675ce-169b-4310-bfd9-184e6913cfdd is: ACTIVE; New status is: ACTIVE {{(pid=103232) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 19:25:11.431845 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-addee9b2-e106-4764-8982-cf18a8ce8f43 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1892331'] for security_group (abb73c03-2c27-4f74-8a6c-40bf13cfb0b2), after_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:25:11.434741 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-addee9b2-e106-4764-8982-cf18a8ce8f43 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:25:11.438170 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-addee9b2-e106-4764-8982-cf18a8ce8f43 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/abb73c03-2c27-4f74-8a6c-40bf13cfb0b2 HTTP/1.1" status: 204 len: 168 time: 0.8126333 Feb 09 19:25:11.438170 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-561d366d-9f00-41c4-9365-2b59d1a7751f req-482b1554-3e6a-4b46-a7d2-3987572e87c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:25:11.451423 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-561d366d-9f00-41c4-9365-2b59d1a7751f req-482b1554-3e6a-4b46-a7d2-3987572e87c6 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=0c7f047f175c41a987e2010a725a3d95&device_id=32437e19-fcdc-4dd1-84cc-377ffcb85b84 HTTP/1.1" status: 200 len: 1128 time: 0.4991891 Feb 09 19:25:11.456128 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62295a86-f995-4225-91d9-1f34f6fcea84 tempest-NetworksIpV6TestAttrs-571122948 tempest-NetworksIpV6TestAttrs-571122948-project] Pushing event updated for resources: {'Network': ['ID=55f962b7-30dc-4d3a-8ebc-443ab8ade0e6,revision_number=1']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:25:11.479120 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03974940-ef0b-4f28-a211-198cd271d8c5 None None] Network 575d677e-0ef9-4672-aa02-3644cdb3dff4 requested from n-d-713498-36 {{(pid=103232) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 19:25:11.482400 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Network 55f962b7-30dc-4d3a-8ebc-443ab8ade0e6 details requested by agent ovs-agent-n-d-713498-36 with host n-d-713498-36 {{(pid=103232) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 19:25:11.530379 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-addee9b2-e106-4764-8982-cf18a8ce8f43 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=abb73c03-2c27-4f74-8a6c-40bf13cfb0b2,revision_number=None']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:25:11.644538 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d7c23f91-ca3b-49c4-ba79-54eb48c62536 tempest-NetworksIpV6TestAttrs-571122948 tempest-NetworksIpV6TestAttrs-571122948-project] Made reservation on behalf of 9e420ec7a47848d89117021702cff2ae for: {'subnet': 1} {{(pid=103229) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 19:25:11.655446 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-d7c23f91-ca3b-49c4-ba79-54eb48c62536 tempest-NetworksIpV6TestAttrs-571122948 tempest-NetworksIpV6TestAttrs-571122948-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12759265'] for subnet (None), before_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:25:11.861505 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-f2295e6b-2d7b-4d4d-a269-c305263ff393 tempest-PortsTestJSON-1738022054 tempest-PortsTestJSON-1738022054-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762867177463', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762866656476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14393751'] for port (8af675ce-169b-4310-bfd9-184e6913cfdd), after_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:25:11.880916 n-d-713498-36 neutron-server[103230]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2295e6b-2d7b-4d4d-a269-c305263ff393 tempest-PortsTestJSON-1738022054 tempest-PortsTestJSON-1738022054-project] No DVR routers for this DVR port 8af675ce-169b-4310-bfd9-184e6913cfdd on host n-d-713498-36 {{(pid=103230) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 19:25:12.028000 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a71a225-0587-49c8-ac51-3cef1584cd5f req-9180eeba-78cc-4bd4-a081-bd32a7fefea0 tempest-ServerRescueTestJSON-1886685382 tempest-ServerRescueTestJSON-1886685382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:25:12.029554 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-0a71a225-0587-49c8-ac51-3cef1584cd5f req-9180eeba-78cc-4bd4-a081-bd32a7fefea0 tempest-ServerRescueTestJSON-1886685382 tempest-ServerRescueTestJSON-1886685382-project] 10.222.0.75 "GET /v2.0/ports?device_id=07c418f7-8971-4ae3-b247-9ceb2a23ddcf HTTP/1.1" status: 200 len: 946 time: 0.2509086 Feb 09 19:25:12.037418 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-561d366d-9f00-41c4-9365-2b59d1a7751f req-66d27db1-434b-431e-bc22-af2bf22775e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:25:12.038853 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-561d366d-9f00-41c4-9365-2b59d1a7751f req-66d27db1-434b-431e-bc22-af2bf22775e2 service neutron] 10.222.0.90 "GET /v2.0/networks?id=9cf0b823-fac1-4f9f-b685-8fd71a300e07 HTTP/1.1" status: 200 len: 918 time: 0.5704396 Feb 09 19:25:12.095545 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.provisioning_blocks [None req-ffb0def7-b965-4c55-853e-aba82b96ca25 None None] Provisioning complete for port f6827b1d-7c41-406c-85ee-cff411c5cddd triggered by entity DHCP. {{(pid=103232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 19:25:12.096081 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-ffb0def7-b965-4c55-853e-aba82b96ca25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593630'] for port (f6827b1d-7c41-406c-85ee-cff411c5cddd), provisioning_complete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:25:12.194034 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.db_base_plugin_common [None req-429a5854-25e5-4024-8116-97da8efe4683 None None] Allocated IP 2001:db8:0:ffff::2 (7028b1fa-3b13-4c85-9a38-f595589260ee/b2500511-36fe-4b3b-84cf-40db648ab2b7/220b1d6e-778e-4a19-bbd7-60458c28685c) {{(pid=103232) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 19:25:12.194978 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-c3a00b9c-4fbc-4536-a8dd-4ec603254d47 admin admin] Publish callbacks [] for port (a397fa4b-38cd-4554-bb4f-1c6ea9cbe3bf), precommit_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:25:12.237479 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.l3_dvr_db [None req-1a912fdc-40a5-41b1-a37f-fa1f4c38a50e None None] Set router 80583646-27c7-46ab-a47a-0f5afa5307f3 gateway port host: n-d-713498-36 {{(pid=103232) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 19:25:12.278003 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2295e6b-2d7b-4d4d-a269-c305263ff393 tempest-PortsTestJSON-1738022054 tempest-PortsTestJSON-1738022054-project] Pushing event deleted for resources: {'Port': ['ID=8af675ce-169b-4310-bfd9-184e6913cfdd,revision_number=None']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:25:12.297015 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-c3a00b9c-4fbc-4536-a8dd-4ec603254d47 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762866656467', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14393751'] for port (a397fa4b-38cd-4554-bb4f-1c6ea9cbe3bf), after_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:25:12.305166 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-561d366d-9f00-41c4-9365-2b59d1a7751f req-9722dbeb-1356-4d8f-acb7-81c25d198155 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=413c51b4-2ff4-4d9d-ab4e-d2e0cafdf9fb HTTP/1.1" status: 200 len: 999 time: 0.2511964 Feb 09 19:25:12.387604 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-0a71a225-0587-49c8-ac51-3cef1584cd5f req-f1e3cc2b-907e-44fd-abda-3496e9afe788 tempest-ServerRescueTestJSON-1886685382 tempest-ServerRescueTestJSON-1886685382-project] 10.222.0.75 "GET /v2.0/security-groups?id=e2c286ed-f317-46f6-b582-9a19546e0cee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3520184 Feb 09 19:25:12.397114 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-f2295e6b-2d7b-4d4d-a269-c305263ff393 tempest-PortsTestJSON-1738022054 tempest-PortsTestJSON-1738022054-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-590267', 'neutron.services.segments.db._delete_segments_for_network-8762867132609'] for network (b61a637d-effa-480b-8aec-1669dcc70184), precommit_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:25:12.417095 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.provisioning_blocks [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Provisioning complete for port f6827b1d-7c41-406c-85ee-cff411c5cddd triggered by entity L2. {{(pid=103232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 19:25:12.428134 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593630'] for port (f6827b1d-7c41-406c-85ee-cff411c5cddd), provisioning_complete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:25:12.432906 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c89bf63-15a1-446f-8779-79c42e27a052 req-57d4a1ce-f45c-4820-9876-716fac73a386 tempest-AttachVolumeShelveTestJSON-671139515 tempest-AttachVolumeShelveTestJSON-671139515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:25:12.434815 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-0c89bf63-15a1-446f-8779-79c42e27a052 req-57d4a1ce-f45c-4820-9876-716fac73a386 tempest-AttachVolumeShelveTestJSON-671139515 tempest-AttachVolumeShelveTestJSON-671139515-project] 10.222.0.75 "GET /v2.0/ports?device_id=32437e19-fcdc-4dd1-84cc-377ffcb85b84 HTTP/1.1" status: 200 len: 945 time: 0.7322457 Feb 09 19:25:12.496572 n-d-713498-36 neutron-server[103230]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3a00b9c-4fbc-4536-a8dd-4ec603254d47 admin admin] Network 88055e1e-672a-4487-be31-ffb6e833ece5 is already hosted by enough agents. {{(pid=103230) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 19:25:12.505410 n-d-713498-36 neutron-server[103230]: DEBUG neutron.services.segments.db [None req-f2295e6b-2d7b-4d4d-a269-c305263ff393 tempest-PortsTestJSON-1738022054 tempest-PortsTestJSON-1738022054-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b61a637d-effa-480b-8aec-1669dcc70184']}} {{(pid=103230) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:25:12.516160 n-d-713498-36 neutron-server[103230]: DEBUG neutron.scheduler.base_scheduler [None req-c3a00b9c-4fbc-4536-a8dd-4ec603254d47 admin admin] Resources bound (agent type, host, resource id): {{(pid=103230) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 19:25:12.533026 n-d-713498-36 neutron-server[103230]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3a00b9c-4fbc-4536-a8dd-4ec603254d47 admin admin] Received port after_create {{(pid=103230) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 19:25:12.542500 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3a00b9c-4fbc-4536-a8dd-4ec603254d47 admin admin] Pushing event updated for resources: {'Port': ['ID=a397fa4b-38cd-4554-bb4f-1c6ea9cbe3bf,revision_number=1']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:25:12.546517 n-d-713498-36 neutron-server[103230]: DEBUG neutron.services.segments.db [None req-f2295e6b-2d7b-4d4d-a269-c305263ff393 tempest-PortsTestJSON-1738022054 tempest-PortsTestJSON-1738022054-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1f754478-2270-4250-90d6-23a1505d003d') {'for_net_delete': True} {{(pid=103230) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:25:12.547124 n-d-713498-36 neutron-server[103230]: DEBUG neutron.services.segments.db [None req-f2295e6b-2d7b-4d4d-a269-c305263ff393 tempest-PortsTestJSON-1738022054 tempest-PortsTestJSON-1738022054-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1f754478-2270-4250-90d6-23a1505d003d') {} {{(pid=103230) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:25:12.590841 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-f2295e6b-2d7b-4d4d-a269-c305263ff393 tempest-PortsTestJSON-1738022054 tempest-PortsTestJSON-1738022054-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762867134154', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12895813'] for segment (1f754478-2270-4250-90d6-23a1505d003d), before_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:25:12.592282 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-9385632a-f1f2-4a25-8d5f-8652ecf5494d None None] Deleting port 8af675ce-169b-4310-bfd9-184e6913cfdd {{(pid=103232) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 19:25:12.594165 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-9385632a-f1f2-4a25-8d5f-8652ecf5494d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762867170196'] for port (8af675ce-169b-4310-bfd9-184e6913cfdd), before_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:25:12.597901 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-0c89bf63-15a1-446f-8779-79c42e27a052 req-6d0a2a13-409d-4313-a126-de456cc72d12 tempest-AttachVolumeShelveTestJSON-671139515 tempest-AttachVolumeShelveTestJSON-671139515-project] 10.222.0.75 "GET /v2.0/security-groups?id=e78d9a5a-8306-4175-aed3-1bd14ac6b154&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1372538 Feb 09 19:25:12.638863 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-561d366d-9f00-41c4-9365-2b59d1a7751f req-ab775042-0db8-4310-81cd-9897954917bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:25:12.640465 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-561d366d-9f00-41c4-9365-2b59d1a7751f req-ab775042-0db8-4310-81cd-9897954917bb service neutron] 10.222.0.90 "GET /v2.0/subnets?id=ca2eed47-7b83-4cc1-87fa-16862746969c HTTP/1.1" status: 200 len: 856 time: 0.2519162 Feb 09 19:25:12.642401 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-f2295e6b-2d7b-4d4d-a269-c305263ff393 tempest-PortsTestJSON-1738022054 tempest-PortsTestJSON-1738022054-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-759574'] for segment (1f754478-2270-4250-90d6-23a1505d003d), precommit_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:25:12.833593 n-d-713498-36 neutron-server[103229]: DEBUG neutron.objects.ports [None req-d7c23f91-ca3b-49c4-ba79-54eb48c62536 tempest-NetworksIpV6TestAttrs-571122948 tempest-NetworksIpV6TestAttrs-571122948-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103229) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Feb 09 19:25:12.862224 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-d7c23f91-ca3b-49c4-ba79-54eb48c62536 tempest-NetworksIpV6TestAttrs-571122948 tempest-NetworksIpV6TestAttrs-571122948-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12867428', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12759263'] for subnet (1c107522-102c-4dd9-8a10-63340f146ee7), after_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:25:12.948597 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f2295e6b-2d7b-4d4d-a269-c305263ff393 tempest-PortsTestJSON-1738022054 tempest-PortsTestJSON-1738022054-project] Releasing vlan 381 on physical network physnet1 to pool {{(pid=103230) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 19:25:12.949755 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-f2295e6b-2d7b-4d4d-a269-c305263ff393 tempest-PortsTestJSON-1738022054 tempest-PortsTestJSON-1738022054-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-759574', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14393826'] for segment (1f754478-2270-4250-90d6-23a1505d003d), after_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:25:12.954710 n-d-713498-36 neutron-server[103230]: Traceback (most recent call last): Feb 09 19:25:12.954710 n-d-713498-36 neutron-server[103230]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 19:25:12.954710 n-d-713498-36 neutron-server[103230]: timer() Feb 09 19:25:12.954710 n-d-713498-36 neutron-server[103230]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 19:25:12.954710 n-d-713498-36 neutron-server[103230]: cb(*args, **kw) Feb 09 19:25:12.954710 n-d-713498-36 neutron-server[103230]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 19:25:12.954710 n-d-713498-36 neutron-server[103230]: return func(*args, **kwargs) Feb 09 19:25:12.954710 n-d-713498-36 neutron-server[103230]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 19:25:12.954710 n-d-713498-36 neutron-server[103230]: self._notify() Feb 09 19:25:12.954710 n-d-713498-36 neutron-server[103230]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 19:25:12.954710 n-d-713498-36 neutron-server[103230]: self.callback(batched_events) Feb 09 19:25:12.954710 n-d-713498-36 neutron-server[103230]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 19:25:12.954710 n-d-713498-36 neutron-server[103230]: event.method(event) Feb 09 19:25:12.954710 n-d-713498-36 neutron-server[103230]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 19:25:12.954710 n-d-713498-36 neutron-server[103230]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 19:25:12.954710 n-d-713498-36 neutron-server[103230]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 19:25:12.954710 n-d-713498-36 neutron-server[103230]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 19:25:12.954710 n-d-713498-36 neutron-server[103230]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 19:25:12.954710 n-d-713498-36 neutron-server[103230]: return f(self, *a, **k) Feb 09 19:25:12.954710 n-d-713498-36 neutron-server[103230]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 19:25:12.954710 n-d-713498-36 neutron-server[103230]: return self._get(url).json() Feb 09 19:25:12.954710 n-d-713498-36 neutron-server[103230]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 19:25:12.954710 n-d-713498-36 neutron-server[103230]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 19:25:12.954710 n-d-713498-36 neutron-server[103230]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 19:25:12.954710 n-d-713498-36 neutron-server[103230]: return self.request(url, 'GET', **kwargs) Feb 09 19:25:12.954710 n-d-713498-36 neutron-server[103230]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 19:25:12.954710 n-d-713498-36 neutron-server[103230]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 19:25:12.954710 n-d-713498-36 neutron-server[103230]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 19:25:12.954710 n-d-713498-36 neutron-server[103230]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 19:25:12.954710 n-d-713498-36 neutron-server[103230]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 19:25:12.954710 n-d-713498-36 neutron-server[103230]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 19:25:12.954710 n-d-713498-36 neutron-server[103230]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 19:25:12.961753 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-429a5854-25e5-4024-8116-97da8efe4683 None None] Publish callbacks [] for port (220b1d6e-778e-4a19-bbd7-60458c28685c), precommit_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:25:13.066895 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 51538) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:25:13.073360 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-561d366d-9f00-41c4-9365-2b59d1a7751f req-8d39b672-e5c7-41cf-8a26-d0c169e411ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:25:13.075482 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-561d366d-9f00-41c4-9365-2b59d1a7751f req-8d39b672-e5c7-41cf-8a26-d0c169e411ea service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=9cf0b823-fac1-4f9f-b685-8fd71a300e07&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.4201870 Feb 09 19:25:13.109549 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-f2295e6b-2d7b-4d4d-a269-c305263ff393 tempest-PortsTestJSON-1738022054 tempest-PortsTestJSON-1738022054-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-590242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1885479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1818895'] for network (b61a637d-effa-480b-8aec-1669dcc70184), after_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:25:13.123311 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7c23f91-ca3b-49c4-ba79-54eb48c62536 tempest-NetworksIpV6TestAttrs-571122948 tempest-NetworksIpV6TestAttrs-571122948-project] Pushing event updated for resources: {'Subnet': ['ID=1c107522-102c-4dd9-8a10-63340f146ee7,revision_number=0']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:25:13.135644 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-f2295e6b-2d7b-4d4d-a269-c305263ff393 tempest-PortsTestJSON-1738022054 tempest-PortsTestJSON-1738022054-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1613566'] for network (None), before_response {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:25:13.143103 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-f2295e6b-2d7b-4d4d-a269-c305263ff393 tempest-PortsTestJSON-1738022054 tempest-PortsTestJSON-1738022054-project] 10.222.0.75 "DELETE /v2.0/networks/b61a637d-effa-480b-8aec-1669dcc70184 HTTP/1.1" status: 204 len: 168 time: 3.4840438 Feb 09 19:25:13.145993 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2295e6b-2d7b-4d4d-a269-c305263ff393 tempest-PortsTestJSON-1738022054 tempest-PortsTestJSON-1738022054-project] Pushing event deleted for resources: {'Network': ['ID=b61a637d-effa-480b-8aec-1669dcc70184,revision_number=None']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:25:13.148212 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 51542) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:25:13.155439 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.v2.base [None req-74e4eb03-c1b7-49cd-8f6d-ae96743318e8 tempest-PortsTestJSON-1738022054 tempest-PortsTestJSON-1738022054-project] Request body: {'port': {'network_id': 'df9a4a50-91f1-4ccc-b5a4-f855c704c8eb', 'name': 'tempest-PortsTestJSON-1559405656'}} {{(pid=103230) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 19:25:13.205899 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-429a5854-25e5-4024-8116-97da8efe4683 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762866656467'] for port (220b1d6e-778e-4a19-bbd7-60458c28685c), after_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:25:13.215906 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-c3a00b9c-4fbc-4536-a8dd-4ec603254d47 admin admin] Publish callbacks [] for router_gateway (2fc6e536-03b1-44e9-abaf-e073e9f1189a), after_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:25:13.338818 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-429a5854-25e5-4024-8116-97da8efe4683 None None] Pushing event updated for resources: {'Port': ['ID=220b1d6e-778e-4a19-bbd7-60458c28685c,revision_number=1']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:25:13.353483 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-74e4eb03-c1b7-49cd-8f6d-ae96743318e8 tempest-PortsTestJSON-1738022054 tempest-PortsTestJSON-1738022054-project] Made reservation on behalf of 150a397110044967a3816a9b460534fa for: {'port': 1} {{(pid=103230) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 19:25:13.357266 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-74e4eb03-c1b7-49cd-8f6d-ae96743318e8 tempest-PortsTestJSON-1738022054 tempest-PortsTestJSON-1738022054-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (None), before_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:25:13.374579 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7c23f91-ca3b-49c4-ba79-54eb48c62536 tempest-NetworksIpV6TestAttrs-571122948 tempest-NetworksIpV6TestAttrs-571122948-project] Checking segment: {'id': 'b0b9b42b-7994-47bd-b55d-85123f76255f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': '55f962b7-30dc-4d3a-8ebc-443ab8ade0e6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103229) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 19:25:13.376040 n-d-713498-36 neutron-server[103229]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7c23f91-ca3b-49c4-ba79-54eb48c62536 tempest-NetworksIpV6TestAttrs-571122948 tempest-NetworksIpV6TestAttrs-571122948-project] Network hostable DHCP agents. Network: 55f962b7-30dc-4d3a-8ebc-443ab8ade0e6, hostable agents: ['af91e4b9-f4e1-42b1-a25c-a10dc47171c8'], hosted agents: [] {{(pid=103229) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 19:25:13.383691 n-d-713498-36 neutron-server[103230]: DEBUG neutron.notifiers.nova [None req-74e4eb03-c1b7-49cd-8f6d-ae96743318e8 tempest-PortsTestJSON-1738022054 tempest-PortsTestJSON-1738022054-project] device_id is not set on port d9c23a08-c1a7-4678-940b-525c3f0b40e8 yet. {{(pid=103230) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 09 19:25:13.450305 n-d-713498-36 neutron-server[103229]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7c23f91-ca3b-49c4-ba79-54eb48c62536 tempest-NetworksIpV6TestAttrs-571122948 tempest-NetworksIpV6TestAttrs-571122948-project] Network 55f962b7-30dc-4d3a-8ebc-443ab8ade0e6 is scheduled to be hosted by DHCP agent af91e4b9-f4e1-42b1-a25c-a10dc47171c8 with binding_index 1 {{(pid=103229) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 19:25:13.480737 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-561d366d-9f00-41c4-9365-2b59d1a7751f req-6994eda4-5b34-4ba1-a526-612577bf423b service neutron] 10.222.0.90 "GET /v2.0/networks/9cf0b823-fac1-4f9f-b685-8fd71a300e07?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3923063 Feb 09 19:25:13.481785 n-d-713498-36 neutron-server[103229]: DEBUG neutron.scheduler.base_scheduler [None req-d7c23f91-ca3b-49c4-ba79-54eb48c62536 tempest-NetworksIpV6TestAttrs-571122948 tempest-NetworksIpV6TestAttrs-571122948-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713498-36, 55f962b7-30dc-4d3a-8ebc-443ab8ade0e6) {{(pid=103229) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 19:25:13.502982 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7c23f91-ca3b-49c4-ba79-54eb48c62536 tempest-NetworksIpV6TestAttrs-571122948 tempest-NetworksIpV6TestAttrs-571122948-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:25:13.504233 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-d7c23f91-ca3b-49c4-ba79-54eb48c62536 tempest-NetworksIpV6TestAttrs-571122948 tempest-NetworksIpV6TestAttrs-571122948-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1613566'] for subnet (None), before_response {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:25:13.510679 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Current status of the port f6827b1d-7c41-406c-85ee-cff411c5cddd is: DOWN; New status is: ACTIVE {{(pid=103232) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 19:25:13.511069 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (f6827b1d-7c41-406c-85ee-cff411c5cddd), before_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:25:13.513090 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7be2e50-bb23-4928-ad66-3dd2a1ba522a None None] Network 55f962b7-30dc-4d3a-8ebc-443ab8ade0e6 requested from n-d-713498-36 {{(pid=103232) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 19:25:13.597435 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-550063da-ac25-40f4-bc95-205b4703d492 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762867132591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593584'] for agent (93303d5e-5d17-45e8-8963-7694f87783ae), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:25:13.613289 n-d-713498-36 neutron-server[103232]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-429a5854-25e5-4024-8116-97da8efe4683 None None] Network 7028b1fa-3b13-4c85-9a38-f595589260ee is already hosted by enough agents. {{(pid=103232) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 19:25:13.639314 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-74e4eb03-c1b7-49cd-8f6d-ae96743318e8 tempest-PortsTestJSON-1738022054 tempest-PortsTestJSON-1738022054-project] Publish callbacks [] for port (d9c23a08-c1a7-4678-940b-525c3f0b40e8), precommit_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:25:13.663885 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-561d366d-9f00-41c4-9365-2b59d1a7751f req-0bc8defd-5ce0-4c7a-b07e-73926f906719 service neutron] 10.222.0.90 "GET /v2.0/networks/9cf0b823-fac1-4f9f-b685-8fd71a300e07?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1537831 Feb 09 19:25:13.708050 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.v2.base [None req-9f33d1bc-1460-4957-bb31-f08b8b615678 tempest-AllowedAddressPairTestJSON-146205199 tempest-AllowedAddressPairTestJSON-146205199-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairTestJSON-test-network-1060669095'}} {{(pid=103230) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 19:25:13.745665 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-d7c23f91-ca3b-49c4-ba79-54eb48c62536 tempest-NetworksIpV6TestAttrs-571122948 tempest-NetworksIpV6TestAttrs-571122948-project] 10.222.0.75 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 2.5987575 Feb 09 19:25:13.749234 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 51554) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:25:13.756961 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.v2.base [None req-d0ca274b-2b1d-4045-9475-ef858e04b20d tempest-NetworksIpV6TestAttrs-571122948 tempest-NetworksIpV6TestAttrs-571122948-project] Request body: {'port': {'network_id': '55f962b7-30dc-4d3a-8ebc-443ab8ade0e6', 'name': 'tempest-NetworksIpV6TestAttrs-1695396341'}} {{(pid=103229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 19:25:13.767754 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-9385632a-f1f2-4a25-8d5f-8652ecf5494d None None] For port 8af675ce-169b-4310-bfd9-184e6913cfdd, host n-d-713498-36, got binding levels [] {{(pid=103232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 19:25:13.768160 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-9385632a-f1f2-4a25-8d5f-8652ecf5494d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1820838'] for port (8af675ce-169b-4310-bfd9-184e6913cfdd), precommit_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:25:13.771539 n-d-713498-36 neutron-server[103232]: DEBUG neutron.scheduler.base_scheduler [None req-429a5854-25e5-4024-8116-97da8efe4683 None None] Resources bound (agent type, host, resource id): {{(pid=103232) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 19:25:13.800181 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.l3_dvrscheduler_db [None req-429a5854-25e5-4024-8116-97da8efe4683 None None] Received port after_create {{(pid=103232) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 19:25:13.840930 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b57537f1-3131-4081-8a53-a3fdd53004d7 req-49ae652d-6102-45b5-8ae4-9ee009f6459e tempest-ServerRescueTestJSON-1886685382 tempest-ServerRescueTestJSON-1886685382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:25:13.842610 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-b57537f1-3131-4081-8a53-a3fdd53004d7 req-49ae652d-6102-45b5-8ae4-9ee009f6459e tempest-ServerRescueTestJSON-1886685382 tempest-ServerRescueTestJSON-1886685382-project] 10.222.0.75 "GET /v2.0/ports?device_id=07c418f7-8971-4ae3-b247-9ceb2a23ddcf HTTP/1.1" status: 200 len: 946 time: 0.1772323 Feb 09 19:25:13.864038 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-74e4eb03-c1b7-49cd-8f6d-ae96743318e8 tempest-PortsTestJSON-1738022054 tempest-PortsTestJSON-1738022054-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762866656467', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14393751'] for port (d9c23a08-c1a7-4678-940b-525c3f0b40e8), after_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:25:13.872841 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] For port f6827b1d-7c41-406c-85ee-cff411c5cddd, host n-d-713498-36, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-36',level=0,port_id=f6827b1d-7c41-406c-85ee-cff411c5cddd,segment=NetworkSegment(f67be751-2433-40db-80a5-c4fefbe3be13),segment_id=f67be751-2433-40db-80a5-c4fefbe3be13)] {{(pid=103232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 19:25:13.920535 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762867176205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762866656485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762866656503'] for port (f6827b1d-7c41-406c-85ee-cff411c5cddd), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:25:13.921319 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Device 8af675ce-169b-4310-bfd9-184e6913cfdd up at agent ovs-agent-n-d-713498-36 {{(pid=103232) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 19:25:13.924679 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-9385632a-f1f2-4a25-8d5f-8652ecf5494d None None] Calling delete_port for 8af675ce-169b-4310-bfd9-184e6913cfdd owned by network:dhcp {{(pid=103232) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 19:25:13.929525 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-b57537f1-3131-4081-8a53-a3fdd53004d7 req-9986730b-19ac-4ec8-9a8c-a2d454bef535 tempest-ServerRescueTestJSON-1886685382 tempest-ServerRescueTestJSON-1886685382-project] 10.222.0.75 "GET /v2.0/security-groups?id=e2c286ed-f317-46f6-b582-9a19546e0cee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0773869 Feb 09 19:25:13.970376 n-d-713498-36 neutron-server[103230]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74e4eb03-c1b7-49cd-8f6d-ae96743318e8 tempest-PortsTestJSON-1738022054 tempest-PortsTestJSON-1738022054-project] Network df9a4a50-91f1-4ccc-b5a4-f855c704c8eb is already hosted by enough agents. {{(pid=103230) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 19:25:13.980265 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.ipam_backend_mixin [None req-9385632a-f1f2-4a25-8d5f-8652ecf5494d None None] Port 8af675ce-169b-4310-bfd9-184e6913cfdd was not found and therefore no delete operation was performed {{(pid=103232) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Feb 09 19:25:13.985661 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] No Port match for: 8af675ce-169b-4310-bfd9-184e6913cfdd {{(pid=103232) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 19:25:13.986168 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Device 8af675ce-169b-4310-bfd9-184e6913cfdd not bound to the agent host n-d-713498-36 {{(pid=103232) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} Feb 09 19:25:13.988175 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-ffb0def7-b965-4c55-853e-aba82b96ca25 None None] Current status of the port f6827b1d-7c41-406c-85ee-cff411c5cddd is: DOWN; New status is: ACTIVE {{(pid=103232) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 19:25:13.988681 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-ffb0def7-b965-4c55-853e-aba82b96ca25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (f6827b1d-7c41-406c-85ee-cff411c5cddd), before_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:25:13.995697 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d0ca274b-2b1d-4045-9475-ef858e04b20d tempest-NetworksIpV6TestAttrs-571122948 tempest-NetworksIpV6TestAttrs-571122948-project] Made reservation on behalf of 9e420ec7a47848d89117021702cff2ae for: {'port': 1} {{(pid=103229) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 19:25:14.002609 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-d0ca274b-2b1d-4045-9475-ef858e04b20d tempest-NetworksIpV6TestAttrs-571122948 tempest-NetworksIpV6TestAttrs-571122948-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (None), before_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:25:14.050308 n-d-713498-36 neutron-server[103229]: DEBUG neutron.notifiers.nova [None req-d0ca274b-2b1d-4045-9475-ef858e04b20d tempest-NetworksIpV6TestAttrs-571122948 tempest-NetworksIpV6TestAttrs-571122948-project] device_id is not set on port 42d6a531-c919-4f63-8b1b-6db5bf28ceb6 yet. {{(pid=103229) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 09 19:25:14.074205 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74e4eb03-c1b7-49cd-8f6d-ae96743318e8 tempest-PortsTestJSON-1738022054 tempest-PortsTestJSON-1738022054-project] Pushing event updated for resources: {'Port': ['ID=d9c23a08-c1a7-4678-940b-525c3f0b40e8,revision_number=1']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:25:14.087005 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-c3a00b9c-4fbc-4536-a8dd-4ec603254d47 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1834945', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1818951'] for router (2fc6e536-03b1-44e9-abaf-e073e9f1189a), after_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:25:14.103643 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9f33d1bc-1460-4957-bb31-f08b8b615678 tempest-AllowedAddressPairTestJSON-146205199 tempest-AllowedAddressPairTestJSON-146205199-project] Made reservation on behalf of 7a253df068b14b0c9cf9b659ae61d0af for: {'network': 1} {{(pid=103230) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 19:25:14.111870 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-9f33d1bc-1460-4957-bb31-f08b8b615678 tempest-AllowedAddressPairTestJSON-146205199 tempest-AllowedAddressPairTestJSON-146205199-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for network (None), before_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:25:14.116794 n-d-713498-36 neutron-server[103230]: DEBUG neutron.scheduler.base_scheduler [None req-74e4eb03-c1b7-49cd-8f6d-ae96743318e8 tempest-PortsTestJSON-1738022054 tempest-PortsTestJSON-1738022054-project] Resources bound (agent type, host, resource id): {{(pid=103230) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 19:25:14.247784 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-9385632a-f1f2-4a25-8d5f-8652ecf5494d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762867177463', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762866656476'] for port (8af675ce-169b-4310-bfd9-184e6913cfdd), after_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:25:14.296878 n-d-713498-36 neutron-server[103230]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74e4eb03-c1b7-49cd-8f6d-ae96743318e8 tempest-PortsTestJSON-1738022054 tempest-PortsTestJSON-1738022054-project] Received port after_create {{(pid=103230) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 19:25:14.306883 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.db.api [None req-ffb0def7-b965-4c55-853e-aba82b96ca25 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103232) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 09 19:25:14.307586 n-d-713498-36 neutron-server[103232]: DEBUG oslo_db.api [None req-ffb0def7-b965-4c55-853e-aba82b96ca25 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 09 19:25:14.310743 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-9385632a-f1f2-4a25-8d5f-8652ecf5494d None None] Network b61a637d-effa-480b-8aec-1669dcc70184 is not hosted by any dhcp agent {{(pid=103232) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Feb 09 19:25:14.311144 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74e4eb03-c1b7-49cd-8f6d-ae96743318e8 tempest-PortsTestJSON-1738022054 tempest-PortsTestJSON-1738022054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:25:14.311697 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9385632a-f1f2-4a25-8d5f-8652ecf5494d None None] No DVR routers for this DVR port 8af675ce-169b-4310-bfd9-184e6913cfdd on host n-d-713498-36 {{(pid=103232) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 19:25:14.311816 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-74e4eb03-c1b7-49cd-8f6d-ae96743318e8 tempest-PortsTestJSON-1738022054 tempest-PortsTestJSON-1738022054-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171096'] for port (None), before_response {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:25:14.323215 n-d-713498-36 neutron-server[103229]: DEBUG neutron.db.db_base_plugin_common [None req-d0ca274b-2b1d-4045-9475-ef858e04b20d tempest-NetworksIpV6TestAttrs-571122948 tempest-NetworksIpV6TestAttrs-571122948-project] Allocated IP 2001:db8::f816:3eff:fe02:6749 (55f962b7-30dc-4d3a-8ebc-443ab8ade0e6/1c107522-102c-4dd9-8a10-63340f146ee7/42d6a531-c919-4f63-8b1b-6db5bf28ceb6) {{(pid=103229) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 19:25:14.374913 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e38a4e2b-36a5-4d1f-b0e5-2b8da4ce19a8 req-a100122f-436d-4dea-81f8-16506dbdb57e tempest-AttachVolumeShelveTestJSON-671139515 tempest-AttachVolumeShelveTestJSON-671139515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:25:14.375632 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Port 8af675ce-169b-4310-bfd9-184e6913cfdd not found, will not notify nova. {{(pid=103232) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} Feb 09 19:25:14.381107 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-e38a4e2b-36a5-4d1f-b0e5-2b8da4ce19a8 req-a100122f-436d-4dea-81f8-16506dbdb57e tempest-AttachVolumeShelveTestJSON-671139515 tempest-AttachVolumeShelveTestJSON-671139515-project] 10.222.0.75 "GET /v2.0/ports?device_id=32437e19-fcdc-4dd1-84cc-377ffcb85b84 HTTP/1.1" status: 200 len: 945 time: 0.6102920 Feb 09 19:25:14.381872 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-9f33d1bc-1460-4957-bb31-f08b8b615678 tempest-AllowedAddressPairTestJSON-146205199 tempest-AllowedAddressPairTestJSON-146205199-project] Publish callbacks [] for security_group (None), before_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:25:14.407910 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 51556) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:25:14.409986 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-74e4eb03-c1b7-49cd-8f6d-ae96743318e8 tempest-PortsTestJSON-1738022054 tempest-PortsTestJSON-1738022054-project] 10.222.0.75 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 1.2584419 Feb 09 19:25:14.513559 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-edc54c9b-7f13-45d9-9271-85c9738b0128 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762867132591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593584'] for agent (a62b1850-466f-48ae-bec7-d62fb280e14b), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:25:14.522634 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.managers [None req-429a5854-25e5-4024-8116-97da8efe4683 None None] Attempting to bind port 220b1d6e-778e-4a19-bbd7-60458c28685c on host n-d-713498-36 for vnic_type normal with profile {{(pid=103232) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 19:25:14.522838 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.managers [None req-429a5854-25e5-4024-8116-97da8efe4683 None None] Attempting to bind port 220b1d6e-778e-4a19-bbd7-60458c28685c by drivers openvswitch,hyperv on host n-d-713498-36 at level 0 using segments [{'id': '36fd3cb9-33b7-4860-8591-f2e0e7ad5531', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': '7028b1fa-3b13-4c85-9a38-f595589260ee'}] {{(pid=103232) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 19:25:14.523210 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-429a5854-25e5-4024-8116-97da8efe4683 None None] Attempting to bind port 220b1d6e-778e-4a19-bbd7-60458c28685c on network 7028b1fa-3b13-4c85-9a38-f595589260ee {{(pid=103232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 19:25:14.604497 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Device 8af675ce-169b-4310-bfd9-184e6913cfdd no longer exists at agent ovs-agent-n-d-713498-36 {{(pid=103232) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 19:25:14.654150 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-429a5854-25e5-4024-8116-97da8efe4683 None None] Checking agent: {'id': '496418a2-c002-4aec-ab1a-07f3bea491bd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-36', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 18, 51, 47), 'started_at': datetime.datetime(2022, 2, 9, 18, 52, 17), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 19, 24, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-36'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 19:25:14.654716 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-429a5854-25e5-4024-8116-97da8efe4683 None None] Checking segment: {'id': '36fd3cb9-33b7-4860-8591-f2e0e7ad5531', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': '7028b1fa-3b13-4c85-9a38-f595589260ee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103232) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 19:25:14.655223 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-429a5854-25e5-4024-8116-97da8efe4683 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:25:14.655717 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-429a5854-25e5-4024-8116-97da8efe4683 None None] Bound using segment: {'id': '36fd3cb9-33b7-4860-8591-f2e0e7ad5531', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': '7028b1fa-3b13-4c85-9a38-f595589260ee'} {{(pid=103232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 19:25:14.656461 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.managers [None req-429a5854-25e5-4024-8116-97da8efe4683 None None] Bound port: 220b1d6e-778e-4a19-bbd7-60458c28685c, host: n-d-713498-36, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '36fd3cb9-33b7-4860-8591-f2e0e7ad5531', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': '7028b1fa-3b13-4c85-9a38-f595589260ee'}}] {{(pid=103232) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 19:25:14.656956 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-429a5854-25e5-4024-8116-97da8efe4683 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (220b1d6e-778e-4a19-bbd7-60458c28685c), before_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:25:14.661023 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Pushing event updated for resources: {'Port': ['ID=f6827b1d-7c41-406c-85ee-cff411c5cddd,revision_number=3']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:25:14.668115 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.l3_hamode_db [None req-1a912fdc-40a5-41b1-a37f-fa1f4c38a50e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '80583646-27c7-46ab-a47a-0f5afa5307f3', 'name': 'tempest-AttachVolumeShelveTestJSON-1234673102-router', 'tenant_id': '0c7f047f175c41a987e2010a725a3d95', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88055e1e-672a-4487-be31-ffb6e833ece5', 'external_fixed_ips': [{'subnet_id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'ip_address': '172.25.1.199'}], 'enable_snat': True}, 'gw_port_id': '780a4bdf-74c4-477c-bde0-4e0d22b8760b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T19:20:28Z', 'updated_at': '2022-02-09T19:20:35Z', 'revision_number': 4, 'project_id': '0c7f047f175c41a987e2010a725a3d95', 'gw_port': {'id': '780a4bdf-74c4-477c-bde0-4e0d22b8760b', 'name': '', 'network_id': '88055e1e-672a-4487-be31-ffb6e833ece5', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:b5:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80583646-27c7-46ab-a47a-0f5afa5307f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1843, 'fixed_ips': [{'subnet_id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'ip_address': '172.25.1.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T19:20:29Z', 'updated_at': '2022-02-09T19:20:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-36', '_floatingips': [{'id': '1ae4578c-66e1-46df-9fd1-592fa6d3dcb7', 'tenant_id': '0c7f047f175c41a987e2010a725a3d95', 'floating_ip_address': '172.25.1.103', 'floating_network_id': '88055e1e-672a-4487-be31-ffb6e833ece5', 'router_id': '80583646-27c7-46ab-a47a-0f5afa5307f3', 'port_id': '413c51b4-2ff4-4d9d-ab4e-d2e0cafdf9fb', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 2168, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9cf0b823-fac1-4f9f-b685-8fd71a300e07', 'mac_address': 'fa:16:3e:52:2d:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32437e19-fcdc-4dd1-84cc-377ffcb85b84', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T19:24:42Z', 'updated_at': '2022-02-09T19:25:08Z', 'revision_number': 1, 'project_id': '0c7f047f175c41a987e2010a725a3d95', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1018d898-2c00-47e7-8e56-b11f229cc6f2', 'name': '', 'network_id': '9cf0b823-fac1-4f9f-b685-8fd71a300e07', 'tenant_id': '0c7f047f175c41a987e2010a725a3d95', 'mac_address': 'fa:16:3e:37:fc:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80583646-27c7-46ab-a47a-0f5afa5307f3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1844, 'fixed_ips': [{'subnet_id': 'ca2eed47-7b83-4cc1-87fa-16862746969c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T19:20:34Z', 'updated_at': '2022-02-09T19:20:42Z', 'revision_number': 5, 'project_id': '0c7f047f175c41a987e2010a725a3d95', 'subnets': [{'id': 'ca2eed47-7b83-4cc1-87fa-16862746969c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-36', False) {} {{(pid=103232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:25:14.691038 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-9f33d1bc-1460-4957-bb31-f08b8b615678 tempest-AllowedAddressPairTestJSON-146205199 tempest-AllowedAddressPairTestJSON-146205199-project] Publish callbacks [] for security_group (8c021a70-2fa2-4cb8-94f3-e0e38965fa2e), precommit_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:25:14.737593 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-9f33d1bc-1460-4957-bb31-f08b8b615678 tempest-AllowedAddressPairTestJSON-146205199 tempest-AllowedAddressPairTestJSON-146205199-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1892331'] for security_group (8c021a70-2fa2-4cb8-94f3-e0e38965fa2e), after_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:25:14.751078 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] No Port match for: 8af675ce-169b-4310-bfd9-184e6913cfdd {{(pid=103232) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 19:25:14.751831 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Device 8af675ce-169b-4310-bfd9-184e6913cfdd not bound to the agent host n-d-713498-36 {{(pid=103232) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 19:25:14.768151 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a912fdc-40a5-41b1-a37f-fa1f4c38a50e None None] Checking router: 80583646-27c7-46ab-a47a-0f5afa5307f3 for host: n-d-713498-36 {{(pid=103232) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 19:25:14.772776 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9f33d1bc-1460-4957-bb31-f08b8b615678 tempest-AllowedAddressPairTestJSON-146205199 tempest-AllowedAddressPairTestJSON-146205199-project] vlan segment allocate from pool success with {'vlan_id': 373, 'physical_network': 'physnet1'} {{(pid=103230) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 19:25:14.778404 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae5e6b23-c62e-4782-bfbb-b85648d6baa2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8b32e980-7cce-5e82-a341-bd2fa8945c89-55f962b7-30dc-4d3a-8ebc-443ab8ade0e6', 'network_id': '55f962b7-30dc-4d3a-8ebc-443ab8ade0e6', 'project_id': '9e420ec7a47848d89117021702cff2ae', 'fixed_ips': [{'subnet_id': '1c107522-102c-4dd9-8a10-63340f146ee7'}]}} from n-d-713498-36. {{(pid=103232) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 09 19:25:14.779655 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-ae5e6b23-c62e-4782-bfbb-b85648d6baa2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (None), before_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:25:14.790130 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-9f33d1bc-1460-4957-bb31-f08b8b615678 tempest-AllowedAddressPairTestJSON-146205199 tempest-AllowedAddressPairTestJSON-146205199-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-759574'] for segment (c44d6ec0-460f-4cfb-8102-0a3864c178e9), precommit_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:25:14.790591 n-d-713498-36 neutron-server[103230]: INFO neutron.db.segments_db [None req-9f33d1bc-1460-4957-bb31-f08b8b615678 tempest-AllowedAddressPairTestJSON-146205199 tempest-AllowedAddressPairTestJSON-146205199-project] Added segment c44d6ec0-460f-4cfb-8102-0a3864c178e9 of type vlan for network ed453e63-4eb8-416b-abb2-9742d33f881d Feb 09 19:25:14.833493 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.plugin [None req-efdd7641-8a74-4371-80f7-78a80ac05d95 tempest-PortsTestJSON-1738022054 tempest-PortsTestJSON-1738022054-project] Deleting port d9c23a08-c1a7-4678-940b-525c3f0b40e8 {{(pid=103229) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 19:25:14.834951 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-efdd7641-8a74-4371-80f7-78a80ac05d95 tempest-PortsTestJSON-1738022054 tempest-PortsTestJSON-1738022054-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762867170196'] for port (d9c23a08-c1a7-4678-940b-525c3f0b40e8), before_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:25:14.843914 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9385632a-f1f2-4a25-8d5f-8652ecf5494d None None] Pushing event deleted for resources: {'Port': ['ID=8af675ce-169b-4310-bfd9-184e6913cfdd,revision_number=None']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:25:14.859254 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-9f33d1bc-1460-4957-bb31-f08b8b615678 tempest-AllowedAddressPairTestJSON-146205199 tempest-AllowedAddressPairTestJSON-146205199-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762866642225'] for network (ed453e63-4eb8-416b-abb2-9742d33f881d), precommit_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:25:14.921748 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-9f33d1bc-1460-4957-bb31-f08b8b615678 tempest-AllowedAddressPairTestJSON-146205199 tempest-AllowedAddressPairTestJSON-146205199-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1885479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452'] for network (ed453e63-4eb8-416b-abb2-9742d33f881d), after_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:25:14.929370 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f33d1bc-1460-4957-bb31-f08b8b615678 tempest-AllowedAddressPairTestJSON-146205199 tempest-AllowedAddressPairTestJSON-146205199-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:25:14.931103 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-9f33d1bc-1460-4957-bb31-f08b8b615678 tempest-AllowedAddressPairTestJSON-146205199 tempest-AllowedAddressPairTestJSON-146205199-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1613566'] for network (None), before_response {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:25:14.938316 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a912fdc-40a5-41b1-a37f-fa1f4c38a50e None None] Routers {'80583646-27c7-46ab-a47a-0f5afa5307f3'} bound to L3 agent in host n-d-713498-36 {{(pid=103232) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 19:25:14.939421 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.l3_hamode_db [None req-1a912fdc-40a5-41b1-a37f-fa1f4c38a50e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T18:51:43Z,description=,heartbeat_timestamp=2022-02-09T19:25:13Z,host='n-d-713498-36',id=93303d5e-5d17-45e8-8963-7694f87783ae,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T18:51:43Z,topic='l3_agent')) {'router_ids': ['80583646-27c7-46ab-a47a-0f5afa5307f3'], 'active': True} {{(pid=103232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:25:15.045518 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f33d1bc-1460-4957-bb31-f08b8b615678 tempest-AllowedAddressPairTestJSON-146205199 tempest-AllowedAddressPairTestJSON-146205199-project] Pushing event updated for resources: {'Network': ['ID=ed453e63-4eb8-416b-abb2-9742d33f881d,revision_number=1']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:25:15.077770 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-e38a4e2b-36a5-4d1f-b0e5-2b8da4ce19a8 req-450f03bb-5e7d-4aad-89a8-4774a2aa3107 tempest-AttachVolumeShelveTestJSON-671139515 tempest-AttachVolumeShelveTestJSON-671139515-project] 10.222.0.75 "GET /v2.0/security-groups?id=e78d9a5a-8306-4175-aed3-1bd14ac6b154&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6666389 Feb 09 19:25:15.136130 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-9f33d1bc-1460-4957-bb31-f08b8b615678 tempest-AllowedAddressPairTestJSON-146205199 tempest-AllowedAddressPairTestJSON-146205199-project] 10.222.0.75 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 2.0569365 Feb 09 19:25:15.138075 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 51572) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:25:15.138075 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f33d1bc-1460-4957-bb31-f08b8b615678 tempest-AllowedAddressPairTestJSON-146205199 tempest-AllowedAddressPairTestJSON-146205199-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8c021a70-2fa2-4cb8-94f3-e0e38965fa2e,revision_number=1']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:25:15.159896 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.l3_dvr_db [None req-1a912fdc-40a5-41b1-a37f-fa1f4c38a50e None None] Set router 80583646-27c7-46ab-a47a-0f5afa5307f3 gateway port host: n-d-713498-36 {{(pid=103232) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 19:25:15.164411 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.v2.base [None req-f3a49ab5-69b8-4bb1-a718-626463fce6ef tempest-AllowedAddressPairTestJSON-146205199 tempest-AllowedAddressPairTestJSON-146205199-project] Request body: {'subnet': {'network_id': 'ed453e63-4eb8-416b-abb2-9742d33f881d', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103230) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 19:25:15.256770 n-d-713498-36 neutron-server[103230]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c3a00b9c-4fbc-4536-a8dd-4ec603254d47 admin admin] Router 2fc6e536-03b1-44e9-abaf-e073e9f1189a is scheduled to L3 agent 93303d5e-5d17-45e8-8963-7694f87783ae with binding_index 1 {{(pid=103230) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 09 19:25:15.440262 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f3a49ab5-69b8-4bb1-a718-626463fce6ef tempest-AllowedAddressPairTestJSON-146205199 tempest-AllowedAddressPairTestJSON-146205199-project] Made reservation on behalf of 7a253df068b14b0c9cf9b659ae61d0af for: {'subnet': 1} {{(pid=103230) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 19:25:15.445341 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-f3a49ab5-69b8-4bb1-a718-626463fce6ef tempest-AllowedAddressPairTestJSON-146205199 tempest-AllowedAddressPairTestJSON-146205199-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12985917'] for subnet (None), before_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:25:15.477388 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-d0ca274b-2b1d-4045-9475-ef858e04b20d tempest-NetworksIpV6TestAttrs-571122948 tempest-NetworksIpV6TestAttrs-571122948-project] Publish callbacks [] for port (42d6a531-c919-4f63-8b1b-6db5bf28ceb6), precommit_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:25:15.528100 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c3a00b9c-4fbc-4536-a8dd-4ec603254d47 admin admin] Notify agent at l3_agent.n-d-713498-36 the message routers_updated {{(pid=103230) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 19:25:15.544962 n-d-713498-36 neutron-server[103233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5efa34c5-9df3-4dd5-be8f-b6fc628428ca None None] Sync routers for ids ['2fc6e536-03b1-44e9-abaf-e073e9f1189a'] in n-d-713498-36 {{(pid=103233) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 19:25:15.574899 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-c3a00b9c-4fbc-4536-a8dd-4ec603254d47 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:25:15.576320 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-c3a00b9c-4fbc-4536-a8dd-4ec603254d47 admin admin] 10.222.0.75 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 7.7065275 Feb 09 19:25:15.580630 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 51582) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:25:15.600899 n-d-713498-36 neutron-server[103233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5efa34c5-9df3-4dd5-be8f-b6fc628428ca None None] Routers {'2fc6e536-03b1-44e9-abaf-e073e9f1189a'} bound to L3 agent in host n-d-713498-36 {{(pid=103233) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 19:25:15.605938 n-d-713498-36 neutron-server[103233]: DEBUG neutron.db.l3_hamode_db [None req-5efa34c5-9df3-4dd5-be8f-b6fc628428ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T18:51:43Z,description=,heartbeat_timestamp=2022-02-09T19:25:13Z,host='n-d-713498-36',id=93303d5e-5d17-45e8-8963-7694f87783ae,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T18:51:43Z,topic='l3_agent')) {'router_ids': ['2fc6e536-03b1-44e9-abaf-e073e9f1189a'], 'active': True} {{(pid=103233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:25:15.715048 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-d0ca274b-2b1d-4045-9475-ef858e04b20d tempest-NetworksIpV6TestAttrs-571122948 tempest-NetworksIpV6TestAttrs-571122948-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762866656467', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12867576'] for port (42d6a531-c919-4f63-8b1b-6db5bf28ceb6), after_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:25:15.885781 n-d-713498-36 neutron-server[103229]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0ca274b-2b1d-4045-9475-ef858e04b20d tempest-NetworksIpV6TestAttrs-571122948 tempest-NetworksIpV6TestAttrs-571122948-project] Network 55f962b7-30dc-4d3a-8ebc-443ab8ade0e6 is already hosted by enough agents. {{(pid=103229) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 19:25:15.887947 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-efdd7641-8a74-4371-80f7-78a80ac05d95 tempest-PortsTestJSON-1738022054 tempest-PortsTestJSON-1738022054-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1820838'] for port (d9c23a08-c1a7-4678-940b-525c3f0b40e8), precommit_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:25:15.968802 n-d-713498-36 neutron-server[103229]: DEBUG neutron.scheduler.base_scheduler [None req-d0ca274b-2b1d-4045-9475-ef858e04b20d tempest-NetworksIpV6TestAttrs-571122948 tempest-NetworksIpV6TestAttrs-571122948-project] Resources bound (agent type, host, resource id): {{(pid=103229) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 19:25:15.986334 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-f3a49ab5-69b8-4bb1-a718-626463fce6ef tempest-AllowedAddressPairTestJSON-146205199 tempest-AllowedAddressPairTestJSON-146205199-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14393611', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12985859'] for subnet (0330f542-a1b6-4ae2-866d-a39b1de2b781), after_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:25:15.997447 n-d-713498-36 neutron-server[103229]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0ca274b-2b1d-4045-9475-ef858e04b20d tempest-NetworksIpV6TestAttrs-571122948 tempest-NetworksIpV6TestAttrs-571122948-project] Received port after_create {{(pid=103229) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 19:25:16.014803 n-d-713498-36 neutron-server[103233]: DEBUG neutron.db.l3_dvr_db [None req-5efa34c5-9df3-4dd5-be8f-b6fc628428ca None None] Set router 2fc6e536-03b1-44e9-abaf-e073e9f1189a gateway port host: n-d-713498-36 {{(pid=103233) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 19:25:16.019068 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0ca274b-2b1d-4045-9475-ef858e04b20d tempest-NetworksIpV6TestAttrs-571122948 tempest-NetworksIpV6TestAttrs-571122948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:25:16.019738 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-d0ca274b-2b1d-4045-9475-ef858e04b20d tempest-NetworksIpV6TestAttrs-571122948 tempest-NetworksIpV6TestAttrs-571122948-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171096'] for port (None), before_response {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:25:16.032826 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.plugin [None req-efdd7641-8a74-4371-80f7-78a80ac05d95 tempest-PortsTestJSON-1738022054 tempest-PortsTestJSON-1738022054-project] Calling delete_port for d9c23a08-c1a7-4678-940b-525c3f0b40e8 owned by {{(pid=103229) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 19:25:16.074965 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c4dcbd2-c467-4eac-90e2-1a3b525f6cb8 req-a603f99e-0fd5-4306-820a-cb50c904b1b7 tempest-ServerRescueTestJSON-1886685382 tempest-ServerRescueTestJSON-1886685382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:25:16.082424 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-1c4dcbd2-c467-4eac-90e2-1a3b525f6cb8 req-a603f99e-0fd5-4306-820a-cb50c904b1b7 tempest-ServerRescueTestJSON-1886685382 tempest-ServerRescueTestJSON-1886685382-project] 10.222.0.75 "GET /v2.0/ports?device_id=07c418f7-8971-4ae3-b247-9ceb2a23ddcf HTTP/1.1" status: 200 len: 946 time: 0.6916633 Feb 09 19:25:16.083777 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0ca274b-2b1d-4045-9475-ef858e04b20d tempest-NetworksIpV6TestAttrs-571122948 tempest-NetworksIpV6TestAttrs-571122948-project] Pushing event updated for resources: {'Port': ['ID=42d6a531-c919-4f63-8b1b-6db5bf28ceb6,revision_number=1']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:25:16.180893 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3a49ab5-69b8-4bb1-a718-626463fce6ef tempest-AllowedAddressPairTestJSON-146205199 tempest-AllowedAddressPairTestJSON-146205199-project] Pushing event updated for resources: {'Subnet': ['ID=0330f542-a1b6-4ae2-866d-a39b1de2b781,revision_number=0']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:25:16.203043 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.db_base_plugin_common [None req-ae5e6b23-c62e-4782-bfbb-b85648d6baa2 None None] Allocated IP 2001:db8::f816:3eff:fed2:ac9e (55f962b7-30dc-4d3a-8ebc-443ab8ade0e6/1c107522-102c-4dd9-8a10-63340f146ee7/5cd1f2cd-6648-4aea-a323-b5562e409471) {{(pid=103232) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 19:25:16.224837 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3a49ab5-69b8-4bb1-a718-626463fce6ef tempest-AllowedAddressPairTestJSON-146205199 tempest-AllowedAddressPairTestJSON-146205199-project] Checking segment: {'id': 'c44d6ec0-460f-4cfb-8102-0a3864c178e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': 'ed453e63-4eb8-416b-abb2-9742d33f881d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103230) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 19:25:16.225509 n-d-713498-36 neutron-server[103230]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3a49ab5-69b8-4bb1-a718-626463fce6ef tempest-AllowedAddressPairTestJSON-146205199 tempest-AllowedAddressPairTestJSON-146205199-project] Network hostable DHCP agents. Network: ed453e63-4eb8-416b-abb2-9742d33f881d, hostable agents: ['af91e4b9-f4e1-42b1-a25c-a10dc47171c8'], hosted agents: [] {{(pid=103230) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 19:25:16.411377 n-d-713498-36 neutron-server[103230]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3a49ab5-69b8-4bb1-a718-626463fce6ef tempest-AllowedAddressPairTestJSON-146205199 tempest-AllowedAddressPairTestJSON-146205199-project] Network ed453e63-4eb8-416b-abb2-9742d33f881d is scheduled to be hosted by DHCP agent af91e4b9-f4e1-42b1-a25c-a10dc47171c8 with binding_index 1 {{(pid=103230) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 19:25:16.462663 n-d-713498-36 neutron-server[103230]: DEBUG neutron.scheduler.base_scheduler [None req-f3a49ab5-69b8-4bb1-a718-626463fce6ef tempest-AllowedAddressPairTestJSON-146205199 tempest-AllowedAddressPairTestJSON-146205199-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713498-36, ed453e63-4eb8-416b-abb2-9742d33f881d) {{(pid=103230) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 19:25:16.502903 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-efdd7641-8a74-4371-80f7-78a80ac05d95 tempest-PortsTestJSON-1738022054 tempest-PortsTestJSON-1738022054-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762867177463', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762866656476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12867576'] for port (d9c23a08-c1a7-4678-940b-525c3f0b40e8), after_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:25:16.506003 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3a49ab5-69b8-4bb1-a718-626463fce6ef tempest-AllowedAddressPairTestJSON-146205199 tempest-AllowedAddressPairTestJSON-146205199-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:25:16.507174 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-f3a49ab5-69b8-4bb1-a718-626463fce6ef tempest-AllowedAddressPairTestJSON-146205199 tempest-AllowedAddressPairTestJSON-146205199-project] Publish callbacks [] for subnet (None), before_response {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:25:16.520189 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 51590) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:25:16.520383 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-d0ca274b-2b1d-4045-9475-ef858e04b20d tempest-NetworksIpV6TestAttrs-571122948 tempest-NetworksIpV6TestAttrs-571122948-project] 10.222.0.75 "POST /v2.0/ports HTTP/1.1" status: 201 len: 951 time: 2.7693236 Feb 09 19:25:16.532220 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-1c4dcbd2-c467-4eac-90e2-1a3b525f6cb8 req-f7fb58b5-3510-4ff5-8cc5-a02f8b34aabc tempest-ServerRescueTestJSON-1886685382 tempest-ServerRescueTestJSON-1886685382-project] 10.222.0.75 "GET /v2.0/security-groups?id=e2c286ed-f317-46f6-b582-9a19546e0cee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4381077 Feb 09 19:25:16.616839 n-d-713498-36 neutron-server[103233]: DEBUG neutron.db.l3_hamode_db [None req-5efa34c5-9df3-4dd5-be8f-b6fc628428ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2fc6e536-03b1-44e9-abaf-e073e9f1189a', 'name': 'tempest-TestServerMultinode-188115363-router', 'tenant_id': '2e467bb5543b4538a750e8e046566d13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88055e1e-672a-4487-be31-ffb6e833ece5', 'external_fixed_ips': [{'subnet_id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'ip_address': '172.25.1.158'}], 'enable_snat': True}, 'gw_port_id': 'a397fa4b-38cd-4554-bb4f-1c6ea9cbe3bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T19:25:07Z', 'updated_at': '2022-02-09T19:25:12Z', 'revision_number': 3, 'project_id': '2e467bb5543b4538a750e8e046566d13', 'gw_port': {'id': 'a397fa4b-38cd-4554-bb4f-1c6ea9cbe3bf', 'name': '', 'network_id': '88055e1e-672a-4487-be31-ffb6e833ece5', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:f0:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2fc6e536-03b1-44e9-abaf-e073e9f1189a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2233, 'fixed_ips': [{'subnet_id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'ip_address': '172.25.1.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T19:25:09Z', 'updated_at': '2022-02-09T19:25:10Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-36'}], 'n-d-713498-36', False) {} {{(pid=103233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:25:16.629265 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-ae5e6b23-c62e-4782-bfbb-b85648d6baa2 None None] Publish callbacks [] for port (5cd1f2cd-6648-4aea-a323-b5562e409471), precommit_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:25:16.654635 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Network ed453e63-4eb8-416b-abb2-9742d33f881d details requested by agent ovs-agent-n-d-713498-36 with host n-d-713498-36 {{(pid=103232) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 19:25:16.657938 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf324eb9-0e28-479d-9522-8ae12c060ad7 None None] Network ed453e63-4eb8-416b-abb2-9742d33f881d requested from n-d-713498-36 {{(pid=103232) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 19:25:16.661088 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Device f6827b1d-7c41-406c-85ee-cff411c5cddd up at agent ovs-agent-n-d-713498-36 {{(pid=103232) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 19:25:16.662504 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efdd7641-8a74-4371-80f7-78a80ac05d95 tempest-PortsTestJSON-1738022054 tempest-PortsTestJSON-1738022054-project] Pushing event deleted for resources: {'Port': ['ID=d9c23a08-c1a7-4678-940b-525c3f0b40e8,revision_number=None']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:25:16.692665 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-efdd7641-8a74-4371-80f7-78a80ac05d95 tempest-PortsTestJSON-1738022054 tempest-PortsTestJSON-1738022054-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171096'] for port (None), before_response {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:25:16.696843 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-efdd7641-8a74-4371-80f7-78a80ac05d95 tempest-PortsTestJSON-1738022054 tempest-PortsTestJSON-1738022054-project] 10.222.0.75 "DELETE /v2.0/ports/d9c23a08-c1a7-4678-940b-525c3f0b40e8 HTTP/1.1" status: 204 len: 168 time: 2.2878983 Feb 09 19:25:16.699716 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 51598) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:25:16.705344 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.v2.base [None req-4b3e040e-9bf4-43c0-8554-2e2bc7c74f9c tempest-PortsTestJSON-1738022054 tempest-PortsTestJSON-1738022054-project] Request body: {'port': {'network_id': 'df9a4a50-91f1-4ccc-b5a4-f855c704c8eb', 'mac_address': 'fa:16:3e:aa:a2:aa', 'name': 'tempest-PortsTestJSON-1994602173'}} {{(pid=103230) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 19:25:16.712997 n-d-713498-36 neutron-server[103233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5efa34c5-9df3-4dd5-be8f-b6fc628428ca None None] Checking router: 2fc6e536-03b1-44e9-abaf-e073e9f1189a for host: n-d-713498-36 {{(pid=103233) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 19:25:16.713345 n-d-713498-36 neutron-server[103233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5efa34c5-9df3-4dd5-be8f-b6fc628428ca None None] Updating router 2fc6e536-03b1-44e9-abaf-e073e9f1189a port a397fa4b-38cd-4554-bb4f-1c6ea9cbe3bf binding host n-d-713498-36 {{(pid=103233) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 19:25:16.752801 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-ae5e6b23-c62e-4782-bfbb-b85648d6baa2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762866656467'] for port (5cd1f2cd-6648-4aea-a323-b5562e409471), after_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:25:16.812057 n-d-713498-36 neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-5efa34c5-9df3-4dd5-be8f-b6fc628428ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (a397fa4b-38cd-4554-bb4f-1c6ea9cbe3bf), before_update {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:25:16.815373 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-f3a49ab5-69b8-4bb1-a718-626463fce6ef tempest-AllowedAddressPairTestJSON-146205199 tempest-AllowedAddressPairTestJSON-146205199-project] 10.222.0.75 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.6678183 Feb 09 19:25:16.818680 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 51602) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:25:16.825038 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.v2.base [None req-2f3ff2ce-4e4f-4660-b7b0-12a02590b63a tempest-AllowedAddressPairTestJSON-146205199 tempest-AllowedAddressPairTestJSON-146205199-project] Request body: {'port': {'network_id': 'ed453e63-4eb8-416b-abb2-9742d33f881d', 'name': 'tempest-AllowedAddressPairTestJSON-1552418851'}} {{(pid=103229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 19:25:17.001447 n-d-713498-36 neutron-server[103230]: DEBUG neutron.db.db_base_plugin_v2 [None req-21a34081-ae48-4914-b364-458808f5180c tempest-NetworksIpV6TestAttrs-571122948 tempest-NetworksIpV6TestAttrs-571122948-project] Deleting subnet 1c107522-102c-4dd9-8a10-63340f146ee7 {{(pid=103230) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 19:25:17.023818 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-21a34081-ae48-4914-b364-458808f5180c tempest-NetworksIpV6TestAttrs-571122948 tempest-NetworksIpV6TestAttrs-571122948-project] Publish callbacks [] for subnet (1c107522-102c-4dd9-8a10-63340f146ee7), before_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:25:17.052831 n-d-713498-36 neutron-server[103232]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae5e6b23-c62e-4782-bfbb-b85648d6baa2 None None] Network 55f962b7-30dc-4d3a-8ebc-443ab8ade0e6 is already hosted by enough agents. {{(pid=103232) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 19:25:17.200395 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2f3ff2ce-4e4f-4660-b7b0-12a02590b63a tempest-AllowedAddressPairTestJSON-146205199 tempest-AllowedAddressPairTestJSON-146205199-project] Made reservation on behalf of 7a253df068b14b0c9cf9b659ae61d0af for: {'port': 1} {{(pid=103229) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 19:25:17.206415 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae5e6b23-c62e-4782-bfbb-b85648d6baa2 None None] Pushing event updated for resources: {'Port': ['ID=5cd1f2cd-6648-4aea-a323-b5562e409471,revision_number=1']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:25:17.209849 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-2f3ff2ce-4e4f-4660-b7b0-12a02590b63a tempest-AllowedAddressPairTestJSON-146205199 tempest-AllowedAddressPairTestJSON-146205199-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (None), before_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:25:17.218642 n-d-713498-36 neutron-server[103232]: DEBUG neutron.scheduler.base_scheduler [None req-ae5e6b23-c62e-4782-bfbb-b85648d6baa2 None None] Resources bound (agent type, host, resource id): {{(pid=103232) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 19:25:17.263486 n-d-713498-36 neutron-server[103229]: DEBUG neutron.notifiers.nova [None req-2f3ff2ce-4e4f-4660-b7b0-12a02590b63a tempest-AllowedAddressPairTestJSON-146205199 tempest-AllowedAddressPairTestJSON-146205199-project] device_id is not set on port ff8ee30c-0d96-40e4-a79c-4062f88c9025 yet. {{(pid=103229) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 09 19:25:17.273490 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-21a34081-ae48-4914-b364-458808f5180c tempest-NetworksIpV6TestAttrs-571122948 tempest-NetworksIpV6TestAttrs-571122948-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12895822'] for subnet (1c107522-102c-4dd9-8a10-63340f146ee7), precommit_delete_associations {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:25:17.280020 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae5e6b23-c62e-4782-bfbb-b85648d6baa2 None None] Received port after_create {{(pid=103232) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 19:25:17.433711 n-d-713498-36 neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-5efa34c5-9df3-4dd5-be8f-b6fc628428ca None None] Publish callbacks [] for port (a397fa4b-38cd-4554-bb4f-1c6ea9cbe3bf), precommit_update {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:25:17.439584 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4b3e040e-9bf4-43c0-8554-2e2bc7c74f9c tempest-PortsTestJSON-1738022054 tempest-PortsTestJSON-1738022054-project] Made reservation on behalf of 150a397110044967a3816a9b460534fa for: {'port': 1} {{(pid=103230) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 19:25:17.442989 n-d-713498-36 neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-5efa34c5-9df3-4dd5-be8f-b6fc628428ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762867176205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762866656485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762866656503'] for port (a397fa4b-38cd-4554-bb4f-1c6ea9cbe3bf), after_update {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:25:17.464492 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-a7262a8e-0513-48fd-984d-75726a511961 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762867132591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593584'] for agent (911cfea2-02ae-4ec9-bac3-7808ee1cdd9c), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:25:17.496688 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.provisioning_blocks [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Provisioning complete for port f6827b1d-7c41-406c-85ee-cff411c5cddd triggered by entity L2. {{(pid=103232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 19:25:17.497711 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593630'] for port (f6827b1d-7c41-406c-85ee-cff411c5cddd), provisioning_complete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:25:17.499639 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-ffb0def7-b965-4c55-853e-aba82b96ca25 None None] Current status of the port f6827b1d-7c41-406c-85ee-cff411c5cddd is: ACTIVE; New status is: ACTIVE {{(pid=103232) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 19:25:17.559463 n-d-713498-36 neutron-server[103233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4428986d-ab53-4fd0-b02e-e4c2a037cf36 None None] Pushing event updated for resources: {'Port': ['ID=a397fa4b-38cd-4554-bb4f-1c6ea9cbe3bf,revision_number=2']} {{(pid=103233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:25:17.559975 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3aec933-c0ac-4e47-a101-9144e9b51bb4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8b32e980-7cce-5e82-a341-bd2fa8945c89-ed453e63-4eb8-416b-abb2-9742d33f881d', 'network_id': 'ed453e63-4eb8-416b-abb2-9742d33f881d', 'project_id': '7a253df068b14b0c9cf9b659ae61d0af', 'fixed_ips': [{'subnet_id': '0330f542-a1b6-4ae2-866d-a39b1de2b781'}]}} from n-d-713498-36. {{(pid=103232) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 09 19:25:17.563202 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-d3aec933-c0ac-4e47-a101-9144e9b51bb4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (None), before_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:25:17.585185 n-d-713498-36 neutron-server[103233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4428986d-ab53-4fd0-b02e-e4c2a037cf36 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:25:17.585536 n-d-713498-36 neutron-server[103233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4428986d-ab53-4fd0-b02e-e4c2a037cf36 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:25:17.585842 n-d-713498-36 neutron-server[103233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4428986d-ab53-4fd0-b02e-e4c2a037cf36 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:25:17.589233 n-d-713498-36 neutron-server[103233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4428986d-ab53-4fd0-b02e-e4c2a037cf36 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:25:17.589593 n-d-713498-36 neutron-server[103233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4428986d-ab53-4fd0-b02e-e4c2a037cf36 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:25:17.589925 n-d-713498-36 neutron-server[103233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4428986d-ab53-4fd0-b02e-e4c2a037cf36 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:25:17.593891 n-d-713498-36 neutron-server[103233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4428986d-ab53-4fd0-b02e-e4c2a037cf36 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:25:17.593891 n-d-713498-36 neutron-server[103233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4428986d-ab53-4fd0-b02e-e4c2a037cf36 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:25:17.593891 n-d-713498-36 neutron-server[103233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4428986d-ab53-4fd0-b02e-e4c2a037cf36 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:25:17.593891 n-d-713498-36 neutron-server[103233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4428986d-ab53-4fd0-b02e-e4c2a037cf36 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:25:17.596010 n-d-713498-36 neutron-server[103233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4428986d-ab53-4fd0-b02e-e4c2a037cf36 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:25:17.596482 n-d-713498-36 neutron-server[103233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4428986d-ab53-4fd0-b02e-e4c2a037cf36 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:25:17.598916 n-d-713498-36 neutron-server[103233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4428986d-ab53-4fd0-b02e-e4c2a037cf36 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:25:17.689754 n-d-713498-36 neutron-server[103233]: DEBUG neutron.plugins.ml2.managers [None req-5efa34c5-9df3-4dd5-be8f-b6fc628428ca None None] Attempting to bind port a397fa4b-38cd-4554-bb4f-1c6ea9cbe3bf on host n-d-713498-36 for vnic_type normal with profile {{(pid=103233) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 19:25:17.690441 n-d-713498-36 neutron-server[103233]: DEBUG neutron.plugins.ml2.managers [None req-5efa34c5-9df3-4dd5-be8f-b6fc628428ca None None] Attempting to bind port a397fa4b-38cd-4554-bb4f-1c6ea9cbe3bf by drivers openvswitch,hyperv on host n-d-713498-36 at level 0 using segments [{'id': 'a4222f89-8d3f-4b51-953b-1a8126392491', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '88055e1e-672a-4487-be31-ffb6e833ece5'}] {{(pid=103233) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 19:25:17.690535 n-d-713498-36 neutron-server[103233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5efa34c5-9df3-4dd5-be8f-b6fc628428ca None None] Attempting to bind port a397fa4b-38cd-4554-bb4f-1c6ea9cbe3bf on network 88055e1e-672a-4487-be31-ffb6e833ece5 {{(pid=103233) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 19:25:17.691220 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762867132591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593584'] for agent (496418a2-c002-4aec-ab1a-07f3bea491bd), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:25:17.712212 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-429a5854-25e5-4024-8116-97da8efe4683 None None] For port 220b1d6e-778e-4a19-bbd7-60458c28685c, host n-d-713498-36, cleared binding levels {{(pid=103232) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 19:25:17.712509 n-d-713498-36 neutron-server[103233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5efa34c5-9df3-4dd5-be8f-b6fc628428ca None None] Checking agent: {'id': '496418a2-c002-4aec-ab1a-07f3bea491bd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-36', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 18, 51, 47), 'started_at': datetime.datetime(2022, 2, 9, 18, 52, 17), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 19, 25, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-36'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103233) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 19:25:17.713513 n-d-713498-36 neutron-server[103233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5efa34c5-9df3-4dd5-be8f-b6fc628428ca None None] Checking segment: {'id': 'a4222f89-8d3f-4b51-953b-1a8126392491', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '88055e1e-672a-4487-be31-ffb6e833ece5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103233) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 19:25:17.714381 n-d-713498-36 neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-5efa34c5-9df3-4dd5-be8f-b6fc628428ca None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:25:17.714851 n-d-713498-36 neutron-server[103233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5efa34c5-9df3-4dd5-be8f-b6fc628428ca None None] Bound using segment: {'id': 'a4222f89-8d3f-4b51-953b-1a8126392491', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '88055e1e-672a-4487-be31-ffb6e833ece5'} {{(pid=103233) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 19:25:17.716955 n-d-713498-36 neutron-server[103233]: DEBUG neutron.plugins.ml2.managers [None req-5efa34c5-9df3-4dd5-be8f-b6fc628428ca None None] Bound port: a397fa4b-38cd-4554-bb4f-1c6ea9cbe3bf, host: n-d-713498-36, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a4222f89-8d3f-4b51-953b-1a8126392491', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '88055e1e-672a-4487-be31-ffb6e833ece5'}}] {{(pid=103233) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 19:25:17.717572 n-d-713498-36 neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-5efa34c5-9df3-4dd5-be8f-b6fc628428ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (a397fa4b-38cd-4554-bb4f-1c6ea9cbe3bf), before_update {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:25:17.757575 n-d-713498-36 neutron-server[103229]: DEBUG neutron.db.db_base_plugin_common [None req-2f3ff2ce-4e4f-4660-b7b0-12a02590b63a tempest-AllowedAddressPairTestJSON-146205199 tempest-AllowedAddressPairTestJSON-146205199-project] Allocated IP 172.20.0.5 (ed453e63-4eb8-416b-abb2-9742d33f881d/0330f542-a1b6-4ae2-866d-a39b1de2b781/ff8ee30c-0d96-40e4-a79c-4062f88c9025) {{(pid=103229) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 19:25:17.805934 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-429a5854-25e5-4024-8116-97da8efe4683 None None] For port 220b1d6e-778e-4a19-bbd7-60458c28685c, host n-d-713498-36, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-36',level=0,port_id=220b1d6e-778e-4a19-bbd7-60458c28685c,segment=NetworkSegment(36fd3cb9-33b7-4860-8591-f2e0e7ad5531),segment_id=36fd3cb9-33b7-4860-8591-f2e0e7ad5531)] {{(pid=103232) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 19:25:17.853934 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-429a5854-25e5-4024-8116-97da8efe4683 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762867176205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762866656485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762866656503'] for port (220b1d6e-778e-4a19-bbd7-60458c28685c), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:25:17.875271 n-d-713498-36 neutron-server[103233]: DEBUG neutron.plugins.ml2.db [None req-5efa34c5-9df3-4dd5-be8f-b6fc628428ca None None] For port a397fa4b-38cd-4554-bb4f-1c6ea9cbe3bf, host n-d-713498-36, cleared binding levels {{(pid=103233) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 19:25:17.885941 n-d-713498-36 neutron-server[103233]: DEBUG neutron.plugins.ml2.db [None req-5efa34c5-9df3-4dd5-be8f-b6fc628428ca None None] For port a397fa4b-38cd-4554-bb4f-1c6ea9cbe3bf, host n-d-713498-36, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-36',level=0,port_id=a397fa4b-38cd-4554-bb4f-1c6ea9cbe3bf,segment=NetworkSegment(a4222f89-8d3f-4b51-953b-1a8126392491),segment_id=a4222f89-8d3f-4b51-953b-1a8126392491)] {{(pid=103233) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 19:25:17.899685 n-d-713498-36 neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-5efa34c5-9df3-4dd5-be8f-b6fc628428ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762867176205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762866656485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762866656503'] for port (a397fa4b-38cd-4554-bb4f-1c6ea9cbe3bf), after_update {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:25:17.917989 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.managers [None req-ae5e6b23-c62e-4782-bfbb-b85648d6baa2 None None] Attempting to bind port 5cd1f2cd-6648-4aea-a323-b5562e409471 on host n-d-713498-36 for vnic_type normal with profile {{(pid=103232) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 19:25:17.918550 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.managers [None req-ae5e6b23-c62e-4782-bfbb-b85648d6baa2 None None] Attempting to bind port 5cd1f2cd-6648-4aea-a323-b5562e409471 by drivers openvswitch,hyperv on host n-d-713498-36 at level 0 using segments [{'id': 'b0b9b42b-7994-47bd-b55d-85123f76255f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': '55f962b7-30dc-4d3a-8ebc-443ab8ade0e6'}] {{(pid=103232) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 19:25:17.919027 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae5e6b23-c62e-4782-bfbb-b85648d6baa2 None None] Attempting to bind port 5cd1f2cd-6648-4aea-a323-b5562e409471 on network 55f962b7-30dc-4d3a-8ebc-443ab8ade0e6 {{(pid=103232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 19:25:17.923012 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.provisioning_blocks [None req-4da67e96-1258-4a4f-b63b-163b0ac24acb None None] Provisioning complete for port f6827b1d-7c41-406c-85ee-cff411c5cddd triggered by entity DHCP. {{(pid=103232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 19:25:17.923496 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-4da67e96-1258-4a4f-b63b-163b0ac24acb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593630'] for port (f6827b1d-7c41-406c-85ee-cff411c5cddd), provisioning_complete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:25:17.928844 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-24ac5d04-0970-4eb8-8941-1bfa8047eaae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (None), before_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:25:18.131500 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-4b3e040e-9bf4-43c0-8554-2e2bc7c74f9c tempest-PortsTestJSON-1738022054 tempest-PortsTestJSON-1738022054-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (None), before_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:25:18.162278 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-21a34081-ae48-4914-b364-458808f5180c tempest-NetworksIpV6TestAttrs-571122948 tempest-NetworksIpV6TestAttrs-571122948-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-759852'] for subnet (1c107522-102c-4dd9-8a10-63340f146ee7), precommit_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:25:18.182575 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-429a5854-25e5-4024-8116-97da8efe4683 None None] Pushing event updated for resources: {'Port': ['ID=220b1d6e-778e-4a19-bbd7-60458c28685c,revision_number=2']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:25:18.192890 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae5e6b23-c62e-4782-bfbb-b85648d6baa2 None None] Checking agent: {'id': '496418a2-c002-4aec-ab1a-07f3bea491bd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-36', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 18, 51, 47), 'started_at': datetime.datetime(2022, 2, 9, 18, 52, 17), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 19, 25, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-36'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 19:25:18.193762 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae5e6b23-c62e-4782-bfbb-b85648d6baa2 None None] Checking segment: {'id': 'b0b9b42b-7994-47bd-b55d-85123f76255f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': '55f962b7-30dc-4d3a-8ebc-443ab8ade0e6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103232) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 19:25:18.196145 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-ae5e6b23-c62e-4782-bfbb-b85648d6baa2 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:25:18.201054 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae5e6b23-c62e-4782-bfbb-b85648d6baa2 None None] Bound using segment: {'id': 'b0b9b42b-7994-47bd-b55d-85123f76255f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': '55f962b7-30dc-4d3a-8ebc-443ab8ade0e6'} {{(pid=103232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 19:25:18.201747 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.managers [None req-ae5e6b23-c62e-4782-bfbb-b85648d6baa2 None None] Bound port: 5cd1f2cd-6648-4aea-a323-b5562e409471, host: n-d-713498-36, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b0b9b42b-7994-47bd-b55d-85123f76255f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': '55f962b7-30dc-4d3a-8ebc-443ab8ade0e6'}}] {{(pid=103232) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 19:25:18.202546 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-ae5e6b23-c62e-4782-bfbb-b85648d6baa2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (5cd1f2cd-6648-4aea-a323-b5562e409471), before_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:25:18.243991 n-d-713498-36 neutron-server[103233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5efa34c5-9df3-4dd5-be8f-b6fc628428ca None None] Routers {'2fc6e536-03b1-44e9-abaf-e073e9f1189a'} bound to L3 agent in host n-d-713498-36 {{(pid=103233) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 19:25:18.244888 n-d-713498-36 neutron-server[103233]: DEBUG neutron.db.l3_hamode_db [None req-5efa34c5-9df3-4dd5-be8f-b6fc628428ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T18:51:43Z,description=,heartbeat_timestamp=2022-02-09T19:25:13Z,host='n-d-713498-36',id=93303d5e-5d17-45e8-8963-7694f87783ae,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T18:51:43Z,topic='l3_agent')) {'router_ids': ['2fc6e536-03b1-44e9-abaf-e073e9f1189a'], 'active': True} {{(pid=103233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:25:18.248173 n-d-713498-36 neutron-server[103233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4428986d-ab53-4fd0-b02e-e4c2a037cf36 None None] Pushing event updated for resources: {'Port': ['ID=a397fa4b-38cd-4554-bb4f-1c6ea9cbe3bf,revision_number=3']} {{(pid=103233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:25:18.358705 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Current status of the port f6827b1d-7c41-406c-85ee-cff411c5cddd is: ACTIVE; New status is: ACTIVE {{(pid=103232) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 19:25:18.550289 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762867132591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593584'] for agent (488cd9ae-631f-4955-ba0b-4f5a13f12e9c), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:25:18.583278 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-2f3ff2ce-4e4f-4660-b7b0-12a02590b63a tempest-AllowedAddressPairTestJSON-146205199 tempest-AllowedAddressPairTestJSON-146205199-project] Publish callbacks [] for port (ff8ee30c-0d96-40e4-a79c-4062f88c9025), precommit_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:25:18.610990 n-d-713498-36 neutron-server[103233]: DEBUG neutron.db.l3_dvr_db [None req-5efa34c5-9df3-4dd5-be8f-b6fc628428ca None None] Set router 2fc6e536-03b1-44e9-abaf-e073e9f1189a gateway port host: n-d-713498-36 {{(pid=103233) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 19:25:18.618979 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-4da67e96-1258-4a4f-b63b-163b0ac24acb None None] Current status of the port f6827b1d-7c41-406c-85ee-cff411c5cddd is: ACTIVE; New status is: ACTIVE {{(pid=103232) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 19:25:18.692140 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-2f3ff2ce-4e4f-4660-b7b0-12a02590b63a tempest-AllowedAddressPairTestJSON-146205199 tempest-AllowedAddressPairTestJSON-146205199-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762866656467', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12867576'] for port (ff8ee30c-0d96-40e4-a79c-4062f88c9025), after_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:25:18.824435 n-d-713498-36 neutron-server[103229]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f3ff2ce-4e4f-4660-b7b0-12a02590b63a tempest-AllowedAddressPairTestJSON-146205199 tempest-AllowedAddressPairTestJSON-146205199-project] Network ed453e63-4eb8-416b-abb2-9742d33f881d is already hosted by enough agents. {{(pid=103229) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 19:25:18.838306 n-d-713498-36 neutron-server[103229]: DEBUG neutron.scheduler.base_scheduler [None req-2f3ff2ce-4e4f-4660-b7b0-12a02590b63a tempest-AllowedAddressPairTestJSON-146205199 tempest-AllowedAddressPairTestJSON-146205199-project] Resources bound (agent type, host, resource id): {{(pid=103229) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 19:25:18.842476 n-d-713498-36 neutron-server[103229]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f3ff2ce-4e4f-4660-b7b0-12a02590b63a tempest-AllowedAddressPairTestJSON-146205199 tempest-AllowedAddressPairTestJSON-146205199-project] Received port after_create {{(pid=103229) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 19:25:18.882678 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.db_base_plugin_common [None req-d3aec933-c0ac-4e47-a101-9144e9b51bb4 None None] Allocated IP 172.20.0.2 (ed453e63-4eb8-416b-abb2-9742d33f881d/0330f542-a1b6-4ae2-866d-a39b1de2b781/2c7a7dc6-887e-436d-8441-42a6b803dbd5) {{(pid=103232) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 19:25:18.927926 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f3ff2ce-4e4f-4660-b7b0-12a02590b63a tempest-AllowedAddressPairTestJSON-146205199 tempest-AllowedAddressPairTestJSON-146205199-project] Pushing event updated for resources: {'Port': ['ID=ff8ee30c-0d96-40e4-a79c-4062f88c9025,revision_number=1']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:25:18.986763 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f3ff2ce-4e4f-4660-b7b0-12a02590b63a tempest-AllowedAddressPairTestJSON-146205199 tempest-AllowedAddressPairTestJSON-146205199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:25:18.989731 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-2f3ff2ce-4e4f-4660-b7b0-12a02590b63a tempest-AllowedAddressPairTestJSON-146205199 tempest-AllowedAddressPairTestJSON-146205199-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171096'] for port (None), before_response {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:25:19.029606 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-2f3ff2ce-4e4f-4660-b7b0-12a02590b63a tempest-AllowedAddressPairTestJSON-146205199 tempest-AllowedAddressPairTestJSON-146205199-project] 10.222.0.75 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.2095828 Feb 09 19:25:19.066684 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 51624) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:25:19.073092 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.v2.base [None req-fb13ee39-ba26-4415-8e55-52eda4008960 tempest-AllowedAddressPairTestJSON-146205199 tempest-AllowedAddressPairTestJSON-146205199-project] Request body: {'port': {'network_id': 'ed453e63-4eb8-416b-abb2-9742d33f881d', 'name': 'tempest-AllowedAddressPairTestJSON-435303799', 'allowed_address_pairs': [{'ip_address': '172.20.0.5', 'mac_address': 'fa:16:3e:af:56:98'}]}} {{(pid=103229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 19:25:19.125390 n-d-713498-36 neutron-server[103233]: DEBUG neutron.db.l3_hamode_db [None req-5efa34c5-9df3-4dd5-be8f-b6fc628428ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2fc6e536-03b1-44e9-abaf-e073e9f1189a', 'name': 'tempest-TestServerMultinode-188115363-router', 'tenant_id': '2e467bb5543b4538a750e8e046566d13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88055e1e-672a-4487-be31-ffb6e833ece5', 'external_fixed_ips': [{'subnet_id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'ip_address': '172.25.1.158'}], 'enable_snat': True}, 'gw_port_id': 'a397fa4b-38cd-4554-bb4f-1c6ea9cbe3bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T19:25:07Z', 'updated_at': '2022-02-09T19:25:12Z', 'revision_number': 3, 'project_id': '2e467bb5543b4538a750e8e046566d13', 'gw_port': {'id': 'a397fa4b-38cd-4554-bb4f-1c6ea9cbe3bf', 'name': '', 'network_id': '88055e1e-672a-4487-be31-ffb6e833ece5', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:f0:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2fc6e536-03b1-44e9-abaf-e073e9f1189a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2233, 'fixed_ips': [{'subnet_id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'ip_address': '172.25.1.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T19:25:09Z', 'updated_at': '2022-02-09T19:25:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-36'}], 'n-d-713498-36', False) {} {{(pid=103233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:25:19.211991 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-d3aec933-c0ac-4e47-a101-9144e9b51bb4 None None] Publish callbacks [] for port (2c7a7dc6-887e-436d-8441-42a6b803dbd5), precommit_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:25:19.219832 n-d-713498-36 neutron-server[103233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5efa34c5-9df3-4dd5-be8f-b6fc628428ca None None] The sync data for ids ['2fc6e536-03b1-44e9-abaf-e073e9f1189a'] in n-d-713498-36 is: [{'id': '2fc6e536-03b1-44e9-abaf-e073e9f1189a', 'name': 'tempest-TestServerMultinode-188115363-router', 'tenant_id': '2e467bb5543b4538a750e8e046566d13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88055e1e-672a-4487-be31-ffb6e833ece5', 'external_fixed_ips': [{'subnet_id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'ip_address': '172.25.1.158'}], 'enable_snat': True}, 'gw_port_id': 'a397fa4b-38cd-4554-bb4f-1c6ea9cbe3bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T19:25:07Z', 'updated_at': '2022-02-09T19:25:12Z', 'revision_number': 3, 'project_id': '2e467bb5543b4538a750e8e046566d13', 'gw_port': {'id': 'a397fa4b-38cd-4554-bb4f-1c6ea9cbe3bf', 'name': '', 'network_id': '88055e1e-672a-4487-be31-ffb6e833ece5', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:f0:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2fc6e536-03b1-44e9-abaf-e073e9f1189a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2233, 'fixed_ips': [{'subnet_id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'ip_address': '172.25.1.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T19:25:09Z', 'updated_at': '2022-02-09T19:25:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-36'}] {{(pid=103233) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 19:25:19.230213 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-d3aec933-c0ac-4e47-a101-9144e9b51bb4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762866656467'] for port (2c7a7dc6-887e-436d-8441-42a6b803dbd5), after_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:25:19.267305 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fb13ee39-ba26-4415-8e55-52eda4008960 tempest-AllowedAddressPairTestJSON-146205199 tempest-AllowedAddressPairTestJSON-146205199-project] Made reservation on behalf of 7a253df068b14b0c9cf9b659ae61d0af for: {'port': 1} {{(pid=103229) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 19:25:19.311119 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3aec933-c0ac-4e47-a101-9144e9b51bb4 None None] Pushing event updated for resources: {'Port': ['ID=2c7a7dc6-887e-436d-8441-42a6b803dbd5,revision_number=1']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:25:19.324789 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762867132591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593584'] for agent (bcd5faee-dc24-4298-9134-0e0aa054058e), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:25:19.366693 n-d-713498-36 neutron-server[103232]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3aec933-c0ac-4e47-a101-9144e9b51bb4 None None] Network ed453e63-4eb8-416b-abb2-9742d33f881d is already hosted by enough agents. {{(pid=103232) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 19:25:19.382352 n-d-713498-36 neutron-server[103232]: DEBUG neutron.scheduler.base_scheduler [None req-d3aec933-c0ac-4e47-a101-9144e9b51bb4 None None] Resources bound (agent type, host, resource id): {{(pid=103232) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 19:25:19.395797 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3aec933-c0ac-4e47-a101-9144e9b51bb4 None None] Received port after_create {{(pid=103232) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 19:25:19.433242 n-d-713498-36 neutron-server[103230]: DEBUG neutron.notifiers.nova [None req-4b3e040e-9bf4-43c0-8554-2e2bc7c74f9c tempest-PortsTestJSON-1738022054 tempest-PortsTestJSON-1738022054-project] device_id is not set on port 40fcf75b-6350-4710-9c6c-2d1f8bed8bb6 yet. {{(pid=103230) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 09 19:25:19.469070 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-fb13ee39-ba26-4415-8e55-52eda4008960 tempest-AllowedAddressPairTestJSON-146205199 tempest-AllowedAddressPairTestJSON-146205199-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (None), before_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:25:19.513428 n-d-713498-36 neutron-server[103229]: DEBUG neutron.notifiers.nova [None req-fb13ee39-ba26-4415-8e55-52eda4008960 tempest-AllowedAddressPairTestJSON-146205199 tempest-AllowedAddressPairTestJSON-146205199-project] device_id is not set on port 412037d0-841a-4a63-ba5d-74325678fbec yet. {{(pid=103229) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 09 19:25:19.516623 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.l3_hamode_db [None req-1a912fdc-40a5-41b1-a37f-fa1f4c38a50e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '80583646-27c7-46ab-a47a-0f5afa5307f3', 'name': 'tempest-AttachVolumeShelveTestJSON-1234673102-router', 'tenant_id': '0c7f047f175c41a987e2010a725a3d95', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88055e1e-672a-4487-be31-ffb6e833ece5', 'external_fixed_ips': [{'subnet_id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'ip_address': '172.25.1.199'}], 'enable_snat': True}, 'gw_port_id': '780a4bdf-74c4-477c-bde0-4e0d22b8760b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T19:20:28Z', 'updated_at': '2022-02-09T19:20:35Z', 'revision_number': 4, 'project_id': '0c7f047f175c41a987e2010a725a3d95', 'gw_port': {'id': '780a4bdf-74c4-477c-bde0-4e0d22b8760b', 'name': '', 'network_id': '88055e1e-672a-4487-be31-ffb6e833ece5', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:b5:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80583646-27c7-46ab-a47a-0f5afa5307f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1843, 'fixed_ips': [{'subnet_id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'ip_address': '172.25.1.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T19:20:29Z', 'updated_at': '2022-02-09T19:20:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-36', '_floatingips': [{'id': '1ae4578c-66e1-46df-9fd1-592fa6d3dcb7', 'tenant_id': '0c7f047f175c41a987e2010a725a3d95', 'floating_ip_address': '172.25.1.103', 'floating_network_id': '88055e1e-672a-4487-be31-ffb6e833ece5', 'router_id': '80583646-27c7-46ab-a47a-0f5afa5307f3', 'port_id': '413c51b4-2ff4-4d9d-ab4e-d2e0cafdf9fb', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 2168, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9cf0b823-fac1-4f9f-b685-8fd71a300e07', 'mac_address': 'fa:16:3e:52:2d:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32437e19-fcdc-4dd1-84cc-377ffcb85b84', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T19:24:42Z', 'updated_at': '2022-02-09T19:25:08Z', 'revision_number': 1, 'project_id': '0c7f047f175c41a987e2010a725a3d95', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1018d898-2c00-47e7-8e56-b11f229cc6f2', 'name': '', 'network_id': '9cf0b823-fac1-4f9f-b685-8fd71a300e07', 'tenant_id': '0c7f047f175c41a987e2010a725a3d95', 'mac_address': 'fa:16:3e:37:fc:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80583646-27c7-46ab-a47a-0f5afa5307f3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1844, 'fixed_ips': [{'subnet_id': 'ca2eed47-7b83-4cc1-87fa-16862746969c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T19:20:34Z', 'updated_at': '2022-02-09T19:20:42Z', 'revision_number': 5, 'project_id': '0c7f047f175c41a987e2010a725a3d95', 'subnets': [{'id': 'ca2eed47-7b83-4cc1-87fa-16862746969c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-36', False) {} {{(pid=103232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:25:19.613194 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a912fdc-40a5-41b1-a37f-fa1f4c38a50e None None] The sync data for ids ['80583646-27c7-46ab-a47a-0f5afa5307f3'] in n-d-713498-36 is: [{'id': '80583646-27c7-46ab-a47a-0f5afa5307f3', 'name': 'tempest-AttachVolumeShelveTestJSON-1234673102-router', 'tenant_id': '0c7f047f175c41a987e2010a725a3d95', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88055e1e-672a-4487-be31-ffb6e833ece5', 'external_fixed_ips': [{'subnet_id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'ip_address': '172.25.1.199'}], 'enable_snat': True}, 'gw_port_id': '780a4bdf-74c4-477c-bde0-4e0d22b8760b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T19:20:28Z', 'updated_at': '2022-02-09T19:20:35Z', 'revision_number': 4, 'project_id': '0c7f047f175c41a987e2010a725a3d95', 'gw_port': {'id': '780a4bdf-74c4-477c-bde0-4e0d22b8760b', 'name': '', 'network_id': '88055e1e-672a-4487-be31-ffb6e833ece5', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:b5:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80583646-27c7-46ab-a47a-0f5afa5307f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1843, 'fixed_ips': [{'subnet_id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'ip_address': '172.25.1.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T19:20:29Z', 'updated_at': '2022-02-09T19:20:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-36', '_floatingips': [{'id': '1ae4578c-66e1-46df-9fd1-592fa6d3dcb7', 'tenant_id': '0c7f047f175c41a987e2010a725a3d95', 'floating_ip_address': '172.25.1.103', 'floating_network_id': '88055e1e-672a-4487-be31-ffb6e833ece5', 'router_id': '80583646-27c7-46ab-a47a-0f5afa5307f3', 'port_id': '413c51b4-2ff4-4d9d-ab4e-d2e0cafdf9fb', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 2168, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9cf0b823-fac1-4f9f-b685-8fd71a300e07', 'mac_address': 'fa:16:3e:52:2d:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32437e19-fcdc-4dd1-84cc-377ffcb85b84', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T19:24:42Z', 'updated_at': '2022-02-09T19:25:08Z', 'revision_number': 1, 'project_id': '0c7f047f175c41a987e2010a725a3d95', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1018d898-2c00-47e7-8e56-b11f229cc6f2', 'name': '', 'network_id': '9cf0b823-fac1-4f9f-b685-8fd71a300e07', 'tenant_id': '0c7f047f175c41a987e2010a725a3d95', 'mac_address': 'fa:16:3e:37:fc:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80583646-27c7-46ab-a47a-0f5afa5307f3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1844, 'fixed_ips': [{'subnet_id': 'ca2eed47-7b83-4cc1-87fa-16862746969c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T19:20:34Z', 'updated_at': '2022-02-09T19:20:42Z', 'revision_number': 5, 'project_id': '0c7f047f175c41a987e2010a725a3d95', 'subnets': [{'id': 'ca2eed47-7b83-4cc1-87fa-16862746969c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103232) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 19:25:19.621923 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.managers [None req-d3aec933-c0ac-4e47-a101-9144e9b51bb4 None None] Attempting to bind port 2c7a7dc6-887e-436d-8441-42a6b803dbd5 on host n-d-713498-36 for vnic_type normal with profile {{(pid=103232) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 19:25:19.622327 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.managers [None req-d3aec933-c0ac-4e47-a101-9144e9b51bb4 None None] Attempting to bind port 2c7a7dc6-887e-436d-8441-42a6b803dbd5 by drivers openvswitch,hyperv on host n-d-713498-36 at level 0 using segments [{'id': 'c44d6ec0-460f-4cfb-8102-0a3864c178e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': 'ed453e63-4eb8-416b-abb2-9742d33f881d'}] {{(pid=103232) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 19:25:19.622706 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3aec933-c0ac-4e47-a101-9144e9b51bb4 None None] Attempting to bind port 2c7a7dc6-887e-436d-8441-42a6b803dbd5 on network ed453e63-4eb8-416b-abb2-9742d33f881d {{(pid=103232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 19:25:19.652049 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3aec933-c0ac-4e47-a101-9144e9b51bb4 None None] Checking agent: {'id': '496418a2-c002-4aec-ab1a-07f3bea491bd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-36', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 18, 51, 47), 'started_at': datetime.datetime(2022, 2, 9, 18, 52, 17), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 19, 25, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-36'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 19:25:19.654233 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3aec933-c0ac-4e47-a101-9144e9b51bb4 None None] Checking segment: {'id': 'c44d6ec0-460f-4cfb-8102-0a3864c178e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': 'ed453e63-4eb8-416b-abb2-9742d33f881d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103232) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 19:25:19.654674 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-d3aec933-c0ac-4e47-a101-9144e9b51bb4 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:25:19.655069 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3aec933-c0ac-4e47-a101-9144e9b51bb4 None None] Bound using segment: {'id': 'c44d6ec0-460f-4cfb-8102-0a3864c178e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': 'ed453e63-4eb8-416b-abb2-9742d33f881d'} {{(pid=103232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 19:25:19.655561 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.managers [None req-d3aec933-c0ac-4e47-a101-9144e9b51bb4 None None] Bound port: 2c7a7dc6-887e-436d-8441-42a6b803dbd5, host: n-d-713498-36, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c44d6ec0-460f-4cfb-8102-0a3864c178e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': 'ed453e63-4eb8-416b-abb2-9742d33f881d'}}] {{(pid=103232) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 19:25:19.655944 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-d3aec933-c0ac-4e47-a101-9144e9b51bb4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (2c7a7dc6-887e-436d-8441-42a6b803dbd5), before_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:25:19.782086 n-d-713498-36 neutron-server[103229]: DEBUG neutron.db.db_base_plugin_common [None req-fb13ee39-ba26-4415-8e55-52eda4008960 tempest-AllowedAddressPairTestJSON-146205199 tempest-AllowedAddressPairTestJSON-146205199-project] Allocated IP 172.20.0.6 (ed453e63-4eb8-416b-abb2-9742d33f881d/0330f542-a1b6-4ae2-866d-a39b1de2b781/412037d0-841a-4a63-ba5d-74325678fbec) {{(pid=103229) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 19:25:19.817538 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c5924ed-4671-4a04-aa38-acba869ef136 req-41acf4b9-52e1-4e0d-95fa-8ebb0f6ca591 tempest-ServerRescueTestJSON-1886685382 tempest-ServerRescueTestJSON-1886685382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:25:19.829573 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-7c5924ed-4671-4a04-aa38-acba869ef136 req-41acf4b9-52e1-4e0d-95fa-8ebb0f6ca591 tempest-ServerRescueTestJSON-1886685382 tempest-ServerRescueTestJSON-1886685382-project] 10.222.0.75 "GET /v2.0/ports?device_id=07c418f7-8971-4ae3-b247-9ceb2a23ddcf HTTP/1.1" status: 200 len: 946 time: 2.0243104 Feb 09 19:25:19.872715 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-4b3e040e-9bf4-43c0-8554-2e2bc7c74f9c tempest-PortsTestJSON-1738022054 tempest-PortsTestJSON-1738022054-project] Publish callbacks [] for port (40fcf75b-6350-4710-9c6c-2d1f8bed8bb6), precommit_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:25:19.968696 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-d3aec933-c0ac-4e47-a101-9144e9b51bb4 None None] For port 2c7a7dc6-887e-436d-8441-42a6b803dbd5, host n-d-713498-36, cleared binding levels {{(pid=103232) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 19:25:19.977561 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-d3aec933-c0ac-4e47-a101-9144e9b51bb4 None None] For port 2c7a7dc6-887e-436d-8441-42a6b803dbd5, host n-d-713498-36, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-36',level=0,port_id=2c7a7dc6-887e-436d-8441-42a6b803dbd5,segment=NetworkSegment(c44d6ec0-460f-4cfb-8102-0a3864c178e9),segment_id=c44d6ec0-460f-4cfb-8102-0a3864c178e9)] {{(pid=103232) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 19:25:20.029905 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-d3aec933-c0ac-4e47-a101-9144e9b51bb4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762867176205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762866656485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762866656503'] for port (2c7a7dc6-887e-436d-8441-42a6b803dbd5), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:25:20.268500 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-21a34081-ae48-4914-b364-458808f5180c tempest-NetworksIpV6TestAttrs-571122948 tempest-NetworksIpV6TestAttrs-571122948-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-760023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14393672', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12985882'] for subnet (1c107522-102c-4dd9-8a10-63340f146ee7), after_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:25:20.277289 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-ae5e6b23-c62e-4782-bfbb-b85648d6baa2 None None] For port 5cd1f2cd-6648-4aea-a323-b5562e409471, host n-d-713498-36, cleared binding levels {{(pid=103232) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 19:25:20.297300 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d83e8bdc-278d-4212-8329-eed08a1a91bf None None] New status for floating IP 1ae4578c-66e1-46df-9fd1-592fa6d3dcb7: ACTIVE {{(pid=103232) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 09 19:25:20.298449 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-7c5924ed-4671-4a04-aa38-acba869ef136 req-eff629ba-aa86-4842-a756-e7c394d4bcaa tempest-ServerRescueTestJSON-1886685382 tempest-ServerRescueTestJSON-1886685382-project] 10.222.0.75 "GET /v2.0/security-groups?id=e2c286ed-f317-46f6-b582-9a19546e0cee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4664822 Feb 09 19:25:20.323140 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-21a34081-ae48-4914-b364-458808f5180c tempest-NetworksIpV6TestAttrs-571122948 tempest-NetworksIpV6TestAttrs-571122948-project] Publish callbacks [] for subnet (None), before_response {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:25:20.330952 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-21a34081-ae48-4914-b364-458808f5180c tempest-NetworksIpV6TestAttrs-571122948 tempest-NetworksIpV6TestAttrs-571122948-project] 10.222.0.75 "DELETE /v2.0/subnets/1c107522-102c-4dd9-8a10-63340f146ee7 HTTP/1.1" status: 204 len: 168 time: 3.7966654 Feb 09 19:25:20.359086 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-fb13ee39-ba26-4415-8e55-52eda4008960 tempest-AllowedAddressPairTestJSON-146205199 tempest-AllowedAddressPairTestJSON-146205199-project] Publish callbacks [] for port (412037d0-841a-4a63-ba5d-74325678fbec), precommit_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:25:20.402801 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 51640) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:25:20.431249 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-fb13ee39-ba26-4415-8e55-52eda4008960 tempest-AllowedAddressPairTestJSON-146205199 tempest-AllowedAddressPairTestJSON-146205199-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762866656467', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12867576'] for port (412037d0-841a-4a63-ba5d-74325678fbec), after_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:25:20.522467 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3aec933-c0ac-4e47-a101-9144e9b51bb4 None None] Pushing event updated for resources: {'Port': ['ID=2c7a7dc6-887e-436d-8441-42a6b803dbd5,revision_number=2']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:25:20.538518 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-ae5e6b23-c62e-4782-bfbb-b85648d6baa2 None None] For port 5cd1f2cd-6648-4aea-a323-b5562e409471, host n-d-713498-36, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-36',level=0,port_id=5cd1f2cd-6648-4aea-a323-b5562e409471,segment=NetworkSegment(b0b9b42b-7994-47bd-b55d-85123f76255f),segment_id=b0b9b42b-7994-47bd-b55d-85123f76255f)] {{(pid=103232) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 19:25:20.551051 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a022c0df-3ed4-4d0d-8fb8-8688f45157cc None None] Network 7028b1fa-3b13-4c85-9a38-f595589260ee requested from n-d-713498-36 {{(pid=103232) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 19:25:20.578186 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb13ee39-ba26-4415-8e55-52eda4008960 tempest-AllowedAddressPairTestJSON-146205199 tempest-AllowedAddressPairTestJSON-146205199-project] Pushing event updated for resources: {'Port': ['ID=412037d0-841a-4a63-ba5d-74325678fbec,revision_number=1']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:25:20.629775 n-d-713498-36 neutron-server[103229]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb13ee39-ba26-4415-8e55-52eda4008960 tempest-AllowedAddressPairTestJSON-146205199 tempest-AllowedAddressPairTestJSON-146205199-project] Network ed453e63-4eb8-416b-abb2-9742d33f881d is already hosted by enough agents. {{(pid=103229) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 19:25:20.631803 n-d-713498-36 neutron-server[103229]: DEBUG neutron.scheduler.base_scheduler [None req-fb13ee39-ba26-4415-8e55-52eda4008960 tempest-AllowedAddressPairTestJSON-146205199 tempest-AllowedAddressPairTestJSON-146205199-project] Resources bound (agent type, host, resource id): {{(pid=103229) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 19:25:20.636633 n-d-713498-36 neutron-server[103229]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb13ee39-ba26-4415-8e55-52eda4008960 tempest-AllowedAddressPairTestJSON-146205199 tempest-AllowedAddressPairTestJSON-146205199-project] Received port after_create {{(pid=103229) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 19:25:20.831768 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb13ee39-ba26-4415-8e55-52eda4008960 tempest-AllowedAddressPairTestJSON-146205199 tempest-AllowedAddressPairTestJSON-146205199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:25:20.832468 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-fb13ee39-ba26-4415-8e55-52eda4008960 tempest-AllowedAddressPairTestJSON-146205199 tempest-AllowedAddressPairTestJSON-146205199-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171096'] for port (None), before_response {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:25:20.875276 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-fb13ee39-ba26-4415-8e55-52eda4008960 tempest-AllowedAddressPairTestJSON-146205199 tempest-AllowedAddressPairTestJSON-146205199-project] 10.222.0.75 "POST /v2.0/ports HTTP/1.1" status: 201 len: 997 time: 1.8072977 Feb 09 19:25:20.879270 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 51648) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:25:20.986602 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4a02cf8-0d70-453e-b268-e145c9b062d7 tempest-NetworksIpV6TestAttrs-571122948 tempest-NetworksIpV6TestAttrs-571122948-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:25:20.987920 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4a02cf8-0d70-453e-b268-e145c9b062d7 tempest-NetworksIpV6TestAttrs-571122948 tempest-NetworksIpV6TestAttrs-571122948-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:25:21.001040 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-f4a02cf8-0d70-453e-b268-e145c9b062d7 tempest-NetworksIpV6TestAttrs-571122948 tempest-NetworksIpV6TestAttrs-571122948-project] 10.222.0.75 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.5889246 Feb 09 19:25:21.018353 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 51654) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:25:21.031965 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21a34081-ae48-4914-b364-458808f5180c tempest-NetworksIpV6TestAttrs-571122948 tempest-NetworksIpV6TestAttrs-571122948-project] Pushing event deleted for resources: {'Subnet': ['ID=1c107522-102c-4dd9-8a10-63340f146ee7,revision_number=None']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:25:21.115210 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d7cb0c7-620a-43b7-92a5-149336688343 tempest-AllowedAddressPairTestJSON-146205199 tempest-AllowedAddressPairTestJSON-146205199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:25:21.121612 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d7cb0c7-620a-43b7-92a5-149336688343 tempest-AllowedAddressPairTestJSON-146205199 tempest-AllowedAddressPairTestJSON-146205199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:25:21.138165 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d7cb0c7-620a-43b7-92a5-149336688343 tempest-AllowedAddressPairTestJSON-146205199 tempest-AllowedAddressPairTestJSON-146205199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:25:21.143308 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-5d7cb0c7-620a-43b7-92a5-149336688343 tempest-AllowedAddressPairTestJSON-146205199 tempest-AllowedAddressPairTestJSON-146205199-project] 10.222.0.75 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2463 time: 0.2605026 Feb 09 19:25:21.143795 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 51656) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:25:21.244220 n-d-713498-36 neutron-server[103230]: DEBUG neutron.db.db_base_plugin_common [None req-24ac5d04-0970-4eb8-8941-1bfa8047eaae admin admin] Allocated IP 172.20.0.1 (575d677e-0ef9-4672-aa02-3644cdb3dff4/37cecb8d-3371-4b33-a837-c1ef6d4df503/5e7b8d5a-4cda-4cd0-aad7-c23d8a58bfb6) {{(pid=103230) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 19:25:21.255297 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-4b3e040e-9bf4-43c0-8554-2e2bc7c74f9c tempest-PortsTestJSON-1738022054 tempest-PortsTestJSON-1738022054-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762866656467', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14393751'] for port (40fcf75b-6350-4710-9c6c-2d1f8bed8bb6), after_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:25:21.284305 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Device a397fa4b-38cd-4554-bb4f-1c6ea9cbe3bf up at agent ovs-agent-n-d-713498-36 {{(pid=103232) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 19:25:21.301283 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-ae5e6b23-c62e-4782-bfbb-b85648d6baa2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762867176205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762866656485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762866656503'] for port (5cd1f2cd-6648-4aea-a323-b5562e409471), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:25:21.329713 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.plugin [None req-f7720c4a-ab2d-4f6d-926c-7407256a3f56 tempest-AllowedAddressPairTestJSON-146205199 tempest-AllowedAddressPairTestJSON-146205199-project] Deleting port 412037d0-841a-4a63-ba5d-74325678fbec {{(pid=103229) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 19:25:21.330450 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-f7720c4a-ab2d-4f6d-926c-7407256a3f56 tempest-AllowedAddressPairTestJSON-146205199 tempest-AllowedAddressPairTestJSON-146205199-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762867170196'] for port (412037d0-841a-4a63-ba5d-74325678fbec), before_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:25:21.428373 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-e649a5bc-d1fd-4466-b490-5703b6ff7d8c tempest-NetworksIpV6TestAttrs-571122948 tempest-NetworksIpV6TestAttrs-571122948-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-670458'] for network (55f962b7-30dc-4d3a-8ebc-443ab8ade0e6), before_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:25:21.478710 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.provisioning_blocks [None req-b0d4aed4-173a-4a81-86e7-86dd93d1e6b6 None None] Provisioning complete for port 220b1d6e-778e-4a19-bbd7-60458c28685c triggered by entity DHCP. {{(pid=103232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 19:25:21.479366 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-b0d4aed4-173a-4a81-86e7-86dd93d1e6b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593630'] for port (220b1d6e-778e-4a19-bbd7-60458c28685c), provisioning_complete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:25:21.526910 n-d-713498-36 neutron-server[103230]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b3e040e-9bf4-43c0-8554-2e2bc7c74f9c tempest-PortsTestJSON-1738022054 tempest-PortsTestJSON-1738022054-project] Network df9a4a50-91f1-4ccc-b5a4-f855c704c8eb is already hosted by enough agents. {{(pid=103230) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 19:25:21.561104 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b3e040e-9bf4-43c0-8554-2e2bc7c74f9c tempest-PortsTestJSON-1738022054 tempest-PortsTestJSON-1738022054-project] Pushing event updated for resources: {'Port': ['ID=40fcf75b-6350-4710-9c6c-2d1f8bed8bb6,revision_number=1']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:25:21.564149 n-d-713498-36 neutron-server[103230]: DEBUG neutron.scheduler.base_scheduler [None req-4b3e040e-9bf4-43c0-8554-2e2bc7c74f9c tempest-PortsTestJSON-1738022054 tempest-PortsTestJSON-1738022054-project] Resources bound (agent type, host, resource id): {{(pid=103230) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 19:25:21.578836 n-d-713498-36 neutron-server[103230]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b3e040e-9bf4-43c0-8554-2e2bc7c74f9c tempest-PortsTestJSON-1738022054 tempest-PortsTestJSON-1738022054-project] Received port after_create {{(pid=103230) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 19:25:21.594151 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b3e040e-9bf4-43c0-8554-2e2bc7c74f9c tempest-PortsTestJSON-1738022054 tempest-PortsTestJSON-1738022054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:25:21.595074 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-4b3e040e-9bf4-43c0-8554-2e2bc7c74f9c tempest-PortsTestJSON-1738022054 tempest-PortsTestJSON-1738022054-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171096'] for port (None), before_response {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:25:21.613637 n-d-713498-36 neutron-server[103230]: INFO neutron.pecan_wsgi.hooks.translation [None req-e649a5bc-d1fd-4466-b490-5703b6ff7d8c tempest-NetworksIpV6TestAttrs-571122948 tempest-NetworksIpV6TestAttrs-571122948-project] DELETE failed (client error): There was a conflict when trying to complete your request. Feb 09 19:25:21.619044 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e649a5bc-d1fd-4466-b490-5703b6ff7d8c tempest-NetworksIpV6TestAttrs-571122948 tempest-NetworksIpV6TestAttrs-571122948-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=103230) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 19:25:21.622474 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-e649a5bc-d1fd-4466-b490-5703b6ff7d8c tempest-NetworksIpV6TestAttrs-571122948 tempest-NetworksIpV6TestAttrs-571122948-project] 10.222.0.75 "DELETE /v2.0/networks/55f962b7-30dc-4d3a-8ebc-443ab8ade0e6 HTTP/1.1" status: 409 len: 466 time: 0.6013896 Feb 09 19:25:21.626810 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 51660) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:25:21.652860 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-f7720c4a-ab2d-4f6d-926c-7407256a3f56 tempest-AllowedAddressPairTestJSON-146205199 tempest-AllowedAddressPairTestJSON-146205199-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1820838'] for port (412037d0-841a-4a63-ba5d-74325678fbec), precommit_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:25:21.666877 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae5e6b23-c62e-4782-bfbb-b85648d6baa2 None None] Pushing event updated for resources: {'Port': ['ID=5cd1f2cd-6648-4aea-a323-b5562e409471,revision_number=3']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:25:21.672255 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.v2.base [None req-02970e78-97e7-47c7-9ce3-44e3e96f73d5 tempest-NetworksIpV6TestAttrs-571122948 tempest-NetworksIpV6TestAttrs-571122948-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1797090582'}} {{(pid=103229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 19:25:21.687808 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-4b3e040e-9bf4-43c0-8554-2e2bc7c74f9c tempest-PortsTestJSON-1738022054 tempest-PortsTestJSON-1738022054-project] 10.222.0.75 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 4.9861765 Feb 09 19:25:21.703245 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 51662) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:25:21.743518 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-02970e78-97e7-47c7-9ce3-44e3e96f73d5 tempest-NetworksIpV6TestAttrs-571122948 tempest-NetworksIpV6TestAttrs-571122948-project] Made reservation on behalf of 9e420ec7a47848d89117021702cff2ae for: {'network': 1} {{(pid=103229) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 19:25:21.748347 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-02970e78-97e7-47c7-9ce3-44e3e96f73d5 tempest-NetworksIpV6TestAttrs-571122948 tempest-NetworksIpV6TestAttrs-571122948-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for network (None), before_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:25:21.762127 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.provisioning_blocks [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Provisioning complete for port a397fa4b-38cd-4554-bb4f-1c6ea9cbe3bf triggered by entity L2. {{(pid=103232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 19:25:21.762689 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593630'] for port (a397fa4b-38cd-4554-bb4f-1c6ea9cbe3bf), provisioning_complete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:25:21.803103 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.plugin [None req-f7720c4a-ab2d-4f6d-926c-7407256a3f56 tempest-AllowedAddressPairTestJSON-146205199 tempest-AllowedAddressPairTestJSON-146205199-project] Calling delete_port for 412037d0-841a-4a63-ba5d-74325678fbec owned by {{(pid=103229) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 19:25:21.828411 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a607f3b7-b875-43c0-b8a1-bb5ce1a36ad0 req-3106b1df-90b5-4c2e-bb60-3809639791b5 tempest-ServerRescueTestJSON-1886685382 tempest-ServerRescueTestJSON-1886685382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:25:21.842909 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-a607f3b7-b875-43c0-b8a1-bb5ce1a36ad0 req-3106b1df-90b5-4c2e-bb60-3809639791b5 tempest-ServerRescueTestJSON-1886685382 tempest-ServerRescueTestJSON-1886685382-project] 10.222.0.75 "GET /v2.0/ports?device_id=07c418f7-8971-4ae3-b247-9ceb2a23ddcf HTTP/1.1" status: 200 len: 946 time: 0.4033599 Feb 09 19:25:21.954144 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-24ac5d04-0970-4eb8-8941-1bfa8047eaae admin admin] Publish callbacks [] for port (5e7b8d5a-4cda-4cd0-aad7-c23d8a58bfb6), precommit_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:25:22.007578 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b8cefd0-21ed-4d4e-b51b-2d10339e8289 tempest-PortsTestJSON-1738022054 tempest-PortsTestJSON-1738022054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:25:22.011611 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-4b8cefd0-21ed-4d4e-b51b-2d10339e8289 tempest-PortsTestJSON-1738022054 tempest-PortsTestJSON-1738022054-project] 10.222.0.75 "GET /v2.0/ports/40fcf75b-6350-4710-9c6c-2d1f8bed8bb6 HTTP/1.1" status: 200 len: 841 time: 0.2992332 Feb 09 19:25:22.022932 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 51680) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:25:22.078689 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-02970e78-97e7-47c7-9ce3-44e3e96f73d5 tempest-NetworksIpV6TestAttrs-571122948 tempest-NetworksIpV6TestAttrs-571122948-project] vlan segment allocate from pool success with {'vlan_id': 355, 'physical_network': 'physnet1'} {{(pid=103229) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 19:25:22.112686 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-b0d4aed4-173a-4a81-86e7-86dd93d1e6b6 None None] Current status of the port 220b1d6e-778e-4a19-bbd7-60458c28685c is: DOWN; New status is: ACTIVE {{(pid=103232) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 19:25:22.120434 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-b0d4aed4-173a-4a81-86e7-86dd93d1e6b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (220b1d6e-778e-4a19-bbd7-60458c28685c), before_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:25:22.186043 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-02970e78-97e7-47c7-9ce3-44e3e96f73d5 tempest-NetworksIpV6TestAttrs-571122948 tempest-NetworksIpV6TestAttrs-571122948-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-759574'] for segment (7088c9a1-d8b4-45fa-8f3f-175e04408f23), precommit_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:25:22.190497 n-d-713498-36 neutron-server[103229]: INFO neutron.db.segments_db [None req-02970e78-97e7-47c7-9ce3-44e3e96f73d5 tempest-NetworksIpV6TestAttrs-571122948 tempest-NetworksIpV6TestAttrs-571122948-project] Added segment 7088c9a1-d8b4-45fa-8f3f-175e04408f23 of type vlan for network 1e6dfa91-3b44-4883-8d32-9bab86503df8 Feb 09 19:25:22.234167 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-a607f3b7-b875-43c0-b8a1-bb5ce1a36ad0 req-091a7d7d-1bde-46d6-bdca-5801129974c1 tempest-ServerRescueTestJSON-1886685382 tempest-ServerRescueTestJSON-1886685382-project] 10.222.0.75 "GET /v2.0/security-groups?id=e2c286ed-f317-46f6-b582-9a19546e0cee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3798440 Feb 09 19:25:22.304138 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-b0d4aed4-173a-4a81-86e7-86dd93d1e6b6 None None] For port 220b1d6e-778e-4a19-bbd7-60458c28685c, host n-d-713498-36, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-36',level=0,port_id=220b1d6e-778e-4a19-bbd7-60458c28685c,segment=NetworkSegment(36fd3cb9-33b7-4860-8591-f2e0e7ad5531),segment_id=36fd3cb9-33b7-4860-8591-f2e0e7ad5531)] {{(pid=103232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 19:25:22.311376 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-02970e78-97e7-47c7-9ce3-44e3e96f73d5 tempest-NetworksIpV6TestAttrs-571122948 tempest-NetworksIpV6TestAttrs-571122948-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762866642225'] for network (1e6dfa91-3b44-4883-8d32-9bab86503df8), precommit_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:25:22.314577 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-b0d4aed4-173a-4a81-86e7-86dd93d1e6b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762867176205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762866656485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762866656503'] for port (220b1d6e-778e-4a19-bbd7-60458c28685c), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:25:22.323709 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-24ac5d04-0970-4eb8-8941-1bfa8047eaae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762866656467', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14393751'] for port (5e7b8d5a-4cda-4cd0-aad7-c23d8a58bfb6), after_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:25:22.380941 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-02970e78-97e7-47c7-9ce3-44e3e96f73d5 tempest-NetworksIpV6TestAttrs-571122948 tempest-NetworksIpV6TestAttrs-571122948-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1885479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452'] for network (1e6dfa91-3b44-4883-8d32-9bab86503df8), after_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:25:22.396684 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Current status of the port a397fa4b-38cd-4554-bb4f-1c6ea9cbe3bf is: DOWN; New status is: ACTIVE {{(pid=103232) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 19:25:22.397575 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (a397fa4b-38cd-4554-bb4f-1c6ea9cbe3bf), before_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:25:22.403205 n-d-713498-36 neutron-server[103230]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24ac5d04-0970-4eb8-8941-1bfa8047eaae admin admin] Network 575d677e-0ef9-4672-aa02-3644cdb3dff4 is already hosted by enough agents. {{(pid=103230) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 19:25:22.404354 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02970e78-97e7-47c7-9ce3-44e3e96f73d5 tempest-NetworksIpV6TestAttrs-571122948 tempest-NetworksIpV6TestAttrs-571122948-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:25:22.409818 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-02970e78-97e7-47c7-9ce3-44e3e96f73d5 tempest-NetworksIpV6TestAttrs-571122948 tempest-NetworksIpV6TestAttrs-571122948-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1613566'] for network (None), before_response {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:25:22.423249 n-d-713498-36 neutron-server[103230]: DEBUG neutron.scheduler.base_scheduler [None req-24ac5d04-0970-4eb8-8941-1bfa8047eaae admin admin] Resources bound (agent type, host, resource id): {{(pid=103230) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 19:25:22.432086 n-d-713498-36 neutron-server[103230]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24ac5d04-0970-4eb8-8941-1bfa8047eaae admin admin] Received port after_create {{(pid=103230) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 19:25:22.446019 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e272662a-b3df-47fe-86f3-b7f747663262 req-dda01cdf-8a32-4db9-a1bb-8a70bf6dfe69 tempest-ServerActionsTestJSON-347500300 tempest-ServerActionsTestJSON-347500300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:25:22.449539 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-e272662a-b3df-47fe-86f3-b7f747663262 req-dda01cdf-8a32-4db9-a1bb-8a70bf6dfe69 tempest-ServerActionsTestJSON-347500300 tempest-ServerActionsTestJSON-347500300-project] 10.222.0.75 "GET /v2.0/ports?device_id=a1fbc70b-9dd3-44f5-99b0-85f3dff92d7d HTTP/1.1" status: 200 len: 945 time: 0.3300679 Feb 09 19:25:22.451153 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24ac5d04-0970-4eb8-8941-1bfa8047eaae admin admin] Pushing event updated for resources: {'Port': ['ID=5e7b8d5a-4cda-4cd0-aad7-c23d8a58bfb6,revision_number=1']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:25:22.465541 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] For port a397fa4b-38cd-4554-bb4f-1c6ea9cbe3bf, host n-d-713498-36, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-36',level=0,port_id=a397fa4b-38cd-4554-bb4f-1c6ea9cbe3bf,segment=NetworkSegment(a4222f89-8d3f-4b51-953b-1a8126392491),segment_id=a4222f89-8d3f-4b51-953b-1a8126392491)] {{(pid=103232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 19:25:22.486678 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6dcbef1-ad25-4251-bc13-05865db299ba None None] Network ed453e63-4eb8-416b-abb2-9742d33f881d requested from n-d-713498-36 {{(pid=103232) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 19:25:22.501140 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762867176205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762866656485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762866656503'] for port (a397fa4b-38cd-4554-bb4f-1c6ea9cbe3bf), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:25:22.502012 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Device 220b1d6e-778e-4a19-bbd7-60458c28685c up at agent ovs-agent-n-d-713498-36 {{(pid=103232) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 19:25:22.593759 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.plugin [None req-b1e7588e-011f-48c9-bd7d-4eb15020837c tempest-PortsTestJSON-1738022054 tempest-PortsTestJSON-1738022054-project] Deleting port 40fcf75b-6350-4710-9c6c-2d1f8bed8bb6 {{(pid=103230) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 19:25:22.602816 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-b1e7588e-011f-48c9-bd7d-4eb15020837c tempest-PortsTestJSON-1738022054 tempest-PortsTestJSON-1738022054-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762867170196'] for port (40fcf75b-6350-4710-9c6c-2d1f8bed8bb6), before_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:25:22.626069 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-02970e78-97e7-47c7-9ce3-44e3e96f73d5 tempest-NetworksIpV6TestAttrs-571122948 tempest-NetworksIpV6TestAttrs-571122948-project] 10.222.0.75 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.9851253 Feb 09 19:25:22.630184 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 51688) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:25:22.665842 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02970e78-97e7-47c7-9ce3-44e3e96f73d5 tempest-NetworksIpV6TestAttrs-571122948 tempest-NetworksIpV6TestAttrs-571122948-project] Pushing event updated for resources: {'Network': ['ID=1e6dfa91-3b44-4883-8d32-9bab86503df8,revision_number=1']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:25:22.669467 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.v2.base [None req-d02ae22f-c9c0-4a3c-84d8-71b0f2ad315e tempest-NetworksIpV6TestAttrs-571122948 tempest-NetworksIpV6TestAttrs-571122948-project] Request body: {'subnet': {'network_id': '1e6dfa91-3b44-4883-8d32-9bab86503df8', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=103230) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 19:25:22.674569 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.provisioning_blocks [None req-23f6a095-1f37-4112-b41e-5d1342f369d9 None None] Provisioning complete for port 220b1d6e-778e-4a19-bbd7-60458c28685c triggered by entity DHCP. {{(pid=103232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 19:25:22.675161 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-23f6a095-1f37-4112-b41e-5d1342f369d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593630'] for port (220b1d6e-778e-4a19-bbd7-60458c28685c), provisioning_complete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:25:22.690675 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-f7720c4a-ab2d-4f6d-926c-7407256a3f56 tempest-AllowedAddressPairTestJSON-146205199 tempest-AllowedAddressPairTestJSON-146205199-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762867177463', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762866656476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12867576'] for port (412037d0-841a-4a63-ba5d-74325678fbec), after_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:25:22.726019 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-24ac5d04-0970-4eb8-8941-1bfa8047eaae admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1819024'] for router_interface (2fc6e536-03b1-44e9-abaf-e073e9f1189a), before_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:25:22.748651 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-e272662a-b3df-47fe-86f3-b7f747663262 req-ff0a0bc5-765b-4e37-af7d-97432a142c1c tempest-ServerActionsTestJSON-347500300 tempest-ServerActionsTestJSON-347500300-project] 10.222.0.75 "GET /v2.0/security-groups?id=22c4accd-b9e4-4e3e-aec5-b2bee068a6b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2660687 Feb 09 19:25:22.782174 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Network 1e6dfa91-3b44-4883-8d32-9bab86503df8 details requested by agent ovs-agent-n-d-713498-36 with host n-d-713498-36 {{(pid=103232) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 19:25:22.795219 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0d4aed4-173a-4a81-86e7-86dd93d1e6b6 None None] Pushing event updated for resources: {'Port': ['ID=220b1d6e-778e-4a19-bbd7-60458c28685c,revision_number=3']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:25:22.821086 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7720c4a-ab2d-4f6d-926c-7407256a3f56 tempest-AllowedAddressPairTestJSON-146205199 tempest-AllowedAddressPairTestJSON-146205199-project] Pushing event deleted for resources: {'Port': ['ID=412037d0-841a-4a63-ba5d-74325678fbec,revision_number=None']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:25:22.835109 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.provisioning_blocks [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Provisioning complete for port 220b1d6e-778e-4a19-bbd7-60458c28685c triggered by entity L2. {{(pid=103232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 19:25:22.835441 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593630'] for port (220b1d6e-778e-4a19-bbd7-60458c28685c), provisioning_complete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:25:22.917312 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-b1e7588e-011f-48c9-bd7d-4eb15020837c tempest-PortsTestJSON-1738022054 tempest-PortsTestJSON-1738022054-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1820838'] for port (40fcf75b-6350-4710-9c6c-2d1f8bed8bb6), precommit_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:25:22.973207 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.plugin [None req-b1e7588e-011f-48c9-bd7d-4eb15020837c tempest-PortsTestJSON-1738022054 tempest-PortsTestJSON-1738022054-project] Calling delete_port for 40fcf75b-6350-4710-9c6c-2d1f8bed8bb6 owned by {{(pid=103230) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 19:25:23.038715 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-f7720c4a-ab2d-4f6d-926c-7407256a3f56 tempest-AllowedAddressPairTestJSON-146205199 tempest-AllowedAddressPairTestJSON-146205199-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171096'] for port (None), before_response {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:25:23.043990 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-f7720c4a-ab2d-4f6d-926c-7407256a3f56 tempest-AllowedAddressPairTestJSON-146205199 tempest-AllowedAddressPairTestJSON-146205199-project] 10.222.0.75 "DELETE /v2.0/ports/412037d0-841a-4a63-ba5d-74325678fbec HTTP/1.1" status: 204 len: 168 time: 1.8990691 Feb 09 19:25:23.046615 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 51698) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:25:23.076811 n-d-713498-36 neutron-server[103229]: INFO neutron.pecan_wsgi.hooks.translation [None req-646ae96c-98db-4d4b-8ea6-56f4f92b164e tempest-AllowedAddressPairTestJSON-146205199 tempest-AllowedAddressPairTestJSON-146205199-project] GET failed (client error): The resource could not be found. Feb 09 19:25:23.084301 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-646ae96c-98db-4d4b-8ea6-56f4f92b164e tempest-AllowedAddressPairTestJSON-146205199 tempest-AllowedAddressPairTestJSON-146205199-project] 10.222.0.75 "GET /v2.0/ports/412037d0-841a-4a63-ba5d-74325678fbec HTTP/1.1" status: 404 len: 333 time: 0.0365460 Feb 09 19:25:23.084858 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 51700) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:25:23.089034 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-23f6a095-1f37-4112-b41e-5d1342f369d9 None None] Current status of the port 220b1d6e-778e-4a19-bbd7-60458c28685c is: ACTIVE; New status is: ACTIVE {{(pid=103232) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 19:25:23.097544 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Pushing event updated for resources: {'Port': ['ID=a397fa4b-38cd-4554-bb4f-1c6ea9cbe3bf,revision_number=4']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:25:23.108770 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.v2.base [None req-5d7e8be2-d902-40cb-a106-f6cb26ed68dc tempest-AllowedAddressPairTestJSON-146205199 tempest-AllowedAddressPairTestJSON-146205199-project] Request body: {'port': {'network_id': 'ed453e63-4eb8-416b-abb2-9742d33f881d', 'name': 'tempest-AllowedAddressPairTestJSON-402470659'}} {{(pid=103229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 19:25:23.166939 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Current status of the port 220b1d6e-778e-4a19-bbd7-60458c28685c is: ACTIVE; New status is: ACTIVE {{(pid=103232) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 19:25:23.220484 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.provisioning_blocks [None req-8189bba4-e644-4034-9735-c76d88c6b7f3 None None] Provisioning complete for port 5e7b8d5a-4cda-4cd0-aad7-c23d8a58bfb6 triggered by entity DHCP. {{(pid=103232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 19:25:23.221031 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-8189bba4-e644-4034-9735-c76d88c6b7f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593630'] for port (5e7b8d5a-4cda-4cd0-aad7-c23d8a58bfb6), provisioning_complete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:25:23.221173 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-b1e7588e-011f-48c9-bd7d-4eb15020837c tempest-PortsTestJSON-1738022054 tempest-PortsTestJSON-1738022054-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762867177463', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762866656476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14393751'] for port (40fcf75b-6350-4710-9c6c-2d1f8bed8bb6), after_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:25:23.228804 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d02ae22f-c9c0-4a3c-84d8-71b0f2ad315e tempest-NetworksIpV6TestAttrs-571122948 tempest-NetworksIpV6TestAttrs-571122948-project] Made reservation on behalf of 9e420ec7a47848d89117021702cff2ae for: {'subnet': 1} {{(pid=103230) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 19:25:23.232514 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-d02ae22f-c9c0-4a3c-84d8-71b0f2ad315e tempest-NetworksIpV6TestAttrs-571122948 tempest-NetworksIpV6TestAttrs-571122948-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12985917'] for subnet (None), before_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:25:23.347710 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-8189bba4-e644-4034-9735-c76d88c6b7f3 None None] Port 5e7b8d5a-4cda-4cd0-aad7-c23d8a58bfb6 cannot update to ACTIVE because it is not bound. {{(pid=103232) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 19:25:23.366795 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5d7e8be2-d902-40cb-a106-f6cb26ed68dc tempest-AllowedAddressPairTestJSON-146205199 tempest-AllowedAddressPairTestJSON-146205199-project] Made reservation on behalf of 7a253df068b14b0c9cf9b659ae61d0af for: {'port': 1} {{(pid=103229) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 19:25:23.370438 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-5d7e8be2-d902-40cb-a106-f6cb26ed68dc tempest-AllowedAddressPairTestJSON-146205199 tempest-AllowedAddressPairTestJSON-146205199-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (None), before_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:25:23.394151 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.provisioning_blocks [None req-8189bba4-e644-4034-9735-c76d88c6b7f3 None None] Provisioning complete for port 2c7a7dc6-887e-436d-8441-42a6b803dbd5 triggered by entity DHCP. {{(pid=103232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 19:25:23.395428 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-8189bba4-e644-4034-9735-c76d88c6b7f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593630'] for port (2c7a7dc6-887e-436d-8441-42a6b803dbd5), provisioning_complete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:25:23.415028 n-d-713498-36 neutron-server[103229]: DEBUG neutron.notifiers.nova [None req-5d7e8be2-d902-40cb-a106-f6cb26ed68dc tempest-AllowedAddressPairTestJSON-146205199 tempest-AllowedAddressPairTestJSON-146205199-project] device_id is not set on port b747a234-843b-45d2-8c35-401a6e01da0e yet. {{(pid=103229) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 09 19:25:23.535990 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-8189bba4-e644-4034-9735-c76d88c6b7f3 None None] Current status of the port 2c7a7dc6-887e-436d-8441-42a6b803dbd5 is: DOWN; New status is: ACTIVE {{(pid=103232) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 19:25:23.536540 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-8189bba4-e644-4034-9735-c76d88c6b7f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (2c7a7dc6-887e-436d-8441-42a6b803dbd5), before_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:25:23.630147 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-8189bba4-e644-4034-9735-c76d88c6b7f3 None None] For port 2c7a7dc6-887e-436d-8441-42a6b803dbd5, host n-d-713498-36, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-36',level=0,port_id=2c7a7dc6-887e-436d-8441-42a6b803dbd5,segment=NetworkSegment(c44d6ec0-460f-4cfb-8102-0a3864c178e9),segment_id=c44d6ec0-460f-4cfb-8102-0a3864c178e9)] {{(pid=103232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 19:25:23.632465 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1e7588e-011f-48c9-bd7d-4eb15020837c tempest-PortsTestJSON-1738022054 tempest-PortsTestJSON-1738022054-project] Pushing event deleted for resources: {'Port': ['ID=40fcf75b-6350-4710-9c6c-2d1f8bed8bb6,revision_number=None']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:25:23.637594 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-8189bba4-e644-4034-9735-c76d88c6b7f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762867176205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762866656485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762866656503'] for port (2c7a7dc6-887e-436d-8441-42a6b803dbd5), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:25:23.722104 n-d-713498-36 neutron-server[103229]: DEBUG neutron.db.db_base_plugin_common [None req-5d7e8be2-d902-40cb-a106-f6cb26ed68dc tempest-AllowedAddressPairTestJSON-146205199 tempest-AllowedAddressPairTestJSON-146205199-project] Allocated IP 172.20.0.9 (ed453e63-4eb8-416b-abb2-9742d33f881d/0330f542-a1b6-4ae2-866d-a39b1de2b781/b747a234-843b-45d2-8c35-401a6e01da0e) {{(pid=103229) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 19:25:23.762596 n-d-713498-36 neutron-server[103230]: DEBUG neutron.objects.ports [None req-d02ae22f-c9c0-4a3c-84d8-71b0f2ad315e tempest-NetworksIpV6TestAttrs-571122948 tempest-NetworksIpV6TestAttrs-571122948-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103230) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Feb 09 19:25:23.764555 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-b1e7588e-011f-48c9-bd7d-4eb15020837c tempest-PortsTestJSON-1738022054 tempest-PortsTestJSON-1738022054-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171096'] for port (None), before_response {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:25:23.770727 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-b1e7588e-011f-48c9-bd7d-4eb15020837c tempest-PortsTestJSON-1738022054 tempest-PortsTestJSON-1738022054-project] 10.222.0.75 "DELETE /v2.0/ports/40fcf75b-6350-4710-9c6c-2d1f8bed8bb6 HTTP/1.1" status: 204 len: 168 time: 1.7458632 Feb 09 19:25:23.775289 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-d02ae22f-c9c0-4a3c-84d8-71b0f2ad315e tempest-NetworksIpV6TestAttrs-571122948 tempest-NetworksIpV6TestAttrs-571122948-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14393611', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12985859'] for subnet (11d66d70-cd81-4749-ac76-6ff8d06a8666), after_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:25:23.778634 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 51704) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:25:23.807549 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8189bba4-e644-4034-9735-c76d88c6b7f3 None None] Pushing event updated for resources: {'Port': ['ID=2c7a7dc6-887e-436d-8441-42a6b803dbd5,revision_number=3']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:25:23.859939 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d02ae22f-c9c0-4a3c-84d8-71b0f2ad315e tempest-NetworksIpV6TestAttrs-571122948 tempest-NetworksIpV6TestAttrs-571122948-project] Pushing event updated for resources: {'Subnet': ['ID=11d66d70-cd81-4749-ac76-6ff8d06a8666,revision_number=0']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:25:23.864174 n-d-713498-36 neutron-server[103230]: INFO neutron.pecan_wsgi.hooks.translation [None req-d45f4326-9974-451c-898f-a6bca432ffcf tempest-PortsTestJSON-1738022054 tempest-PortsTestJSON-1738022054-project] GET failed (client error): The resource could not be found. Feb 09 19:25:23.872217 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-d45f4326-9974-451c-898f-a6bca432ffcf tempest-PortsTestJSON-1738022054 tempest-PortsTestJSON-1738022054-project] 10.222.0.75 "GET /v2.0/ports/40fcf75b-6350-4710-9c6c-2d1f8bed8bb6 HTTP/1.1" status: 404 len: 333 time: 0.0416155 Feb 09 19:25:23.872938 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 51708) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:25:23.882175 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.v2.base [None req-ca0a96aa-3a07-4d0b-9948-b857cb27a60f tempest-PortsTestJSON-1738022054 tempest-PortsTestJSON-1738022054-project] Request body: {'port': {'network_id': 'df9a4a50-91f1-4ccc-b5a4-f855c704c8eb', 'name': 'tempest-PortsTestJSON-450481982'}} {{(pid=103230) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 19:25:23.886126 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.provisioning_blocks [None req-40cdefb1-0e0b-44af-9165-73d484e7fec5 None None] Provisioning complete for port 2c7a7dc6-887e-436d-8441-42a6b803dbd5 triggered by entity DHCP. {{(pid=103232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 19:25:23.891420 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-40cdefb1-0e0b-44af-9165-73d484e7fec5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593630'] for port (2c7a7dc6-887e-436d-8441-42a6b803dbd5), provisioning_complete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:25:23.943147 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-24ac5d04-0970-4eb8-8941-1bfa8047eaae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (5e7b8d5a-4cda-4cd0-aad7-c23d8a58bfb6), before_update {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:25:24.029280 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d8833f5-058c-4156-8727-0b7e3512f000 req-ebc38d8d-1389-4bf7-9dc5-50777226094a tempest-ServerRescueTestJSON-1886685382 tempest-ServerRescueTestJSON-1886685382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:25:24.038049 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-8d8833f5-058c-4156-8727-0b7e3512f000 req-ebc38d8d-1389-4bf7-9dc5-50777226094a tempest-ServerRescueTestJSON-1886685382 tempest-ServerRescueTestJSON-1886685382-project] 10.222.0.75 "GET /v2.0/ports?device_id=07c418f7-8971-4ae3-b247-9ceb2a23ddcf HTTP/1.1" status: 200 len: 946 time: 0.6065054 Feb 09 19:25:24.043772 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Device a397fa4b-38cd-4554-bb4f-1c6ea9cbe3bf up at agent ovs-agent-n-d-713498-36 {{(pid=103232) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 19:25:24.101528 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-5d7e8be2-d902-40cb-a106-f6cb26ed68dc tempest-AllowedAddressPairTestJSON-146205199 tempest-AllowedAddressPairTestJSON-146205199-project] Publish callbacks [] for port (b747a234-843b-45d2-8c35-401a6e01da0e), precommit_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:25:24.172103 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d25cb1dc-0ac4-40bf-afaf-621dbdf5f7da None None] Network 55f962b7-30dc-4d3a-8ebc-443ab8ade0e6 requested from n-d-713498-36 {{(pid=103232) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 19:25:24.185355 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-8d8833f5-058c-4156-8727-0b7e3512f000 req-9994c275-ddf1-404f-888c-80ba7efc0383 tempest-ServerRescueTestJSON-1886685382 tempest-ServerRescueTestJSON-1886685382-project] 10.222.0.75 "GET /v2.0/security-groups?id=e2c286ed-f317-46f6-b582-9a19546e0cee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1461492 Feb 09 19:25:24.193078 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-40cdefb1-0e0b-44af-9165-73d484e7fec5 None None] Current status of the port 2c7a7dc6-887e-436d-8441-42a6b803dbd5 is: ACTIVE; New status is: ACTIVE {{(pid=103232) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 19:25:24.245181 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-5d7e8be2-d902-40cb-a106-f6cb26ed68dc tempest-AllowedAddressPairTestJSON-146205199 tempest-AllowedAddressPairTestJSON-146205199-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762866656467', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12867576'] for port (b747a234-843b-45d2-8c35-401a6e01da0e), after_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:25:24.314500 n-d-713498-36 neutron-server[103229]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d7e8be2-d902-40cb-a106-f6cb26ed68dc tempest-AllowedAddressPairTestJSON-146205199 tempest-AllowedAddressPairTestJSON-146205199-project] Network ed453e63-4eb8-416b-abb2-9742d33f881d is already hosted by enough agents. {{(pid=103229) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 19:25:24.318075 n-d-713498-36 neutron-server[103229]: DEBUG neutron.scheduler.base_scheduler [None req-5d7e8be2-d902-40cb-a106-f6cb26ed68dc tempest-AllowedAddressPairTestJSON-146205199 tempest-AllowedAddressPairTestJSON-146205199-project] Resources bound (agent type, host, resource id): {{(pid=103229) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 19:25:24.329610 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab5d0005-2d4d-4168-b69d-4e7db978a30b req-944c3a3c-5616-4035-aead-5f1d553cfffa tempest-ServerActionsTestJSON-347500300 tempest-ServerActionsTestJSON-347500300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:25:24.331442 n-d-713498-36 neutron-server[103229]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d7e8be2-d902-40cb-a106-f6cb26ed68dc tempest-AllowedAddressPairTestJSON-146205199 tempest-AllowedAddressPairTestJSON-146205199-project] Received port after_create {{(pid=103229) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 19:25:24.332276 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-ab5d0005-2d4d-4168-b69d-4e7db978a30b req-944c3a3c-5616-4035-aead-5f1d553cfffa tempest-ServerActionsTestJSON-347500300 tempest-ServerActionsTestJSON-347500300-project] 10.222.0.75 "GET /v2.0/ports?device_id=a1fbc70b-9dd3-44f5-99b0-85f3dff92d7d HTTP/1.1" status: 200 len: 945 time: 0.3595591 Feb 09 19:25:24.340677 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.provisioning_blocks [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Provisioning complete for port a397fa4b-38cd-4554-bb4f-1c6ea9cbe3bf triggered by entity L2. {{(pid=103232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 19:25:24.341284 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593630'] for port (a397fa4b-38cd-4554-bb4f-1c6ea9cbe3bf), provisioning_complete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:25:24.344963 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.provisioning_blocks [None req-40cdefb1-0e0b-44af-9165-73d484e7fec5 None None] Provisioning complete for port ff8ee30c-0d96-40e4-a79c-4062f88c9025 triggered by entity DHCP. {{(pid=103232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 19:25:24.347268 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-40cdefb1-0e0b-44af-9165-73d484e7fec5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593630'] for port (ff8ee30c-0d96-40e4-a79c-4062f88c9025), provisioning_complete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:25:24.355503 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d7e8be2-d902-40cb-a106-f6cb26ed68dc tempest-AllowedAddressPairTestJSON-146205199 tempest-AllowedAddressPairTestJSON-146205199-project] Pushing event updated for resources: {'Port': ['ID=b747a234-843b-45d2-8c35-401a6e01da0e,revision_number=1']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:25:24.382097 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d02ae22f-c9c0-4a3c-84d8-71b0f2ad315e tempest-NetworksIpV6TestAttrs-571122948 tempest-NetworksIpV6TestAttrs-571122948-project] Checking segment: {'id': '7088c9a1-d8b4-45fa-8f3f-175e04408f23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '1e6dfa91-3b44-4883-8d32-9bab86503df8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103230) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 19:25:24.383293 n-d-713498-36 neutron-server[103230]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d02ae22f-c9c0-4a3c-84d8-71b0f2ad315e tempest-NetworksIpV6TestAttrs-571122948 tempest-NetworksIpV6TestAttrs-571122948-project] Network hostable DHCP agents. Network: 1e6dfa91-3b44-4883-8d32-9bab86503df8, hostable agents: ['af91e4b9-f4e1-42b1-a25c-a10dc47171c8'], hosted agents: [] {{(pid=103230) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 19:25:24.452762 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-24ac5d04-0970-4eb8-8941-1bfa8047eaae admin admin] Publish callbacks [] for port (5e7b8d5a-4cda-4cd0-aad7-c23d8a58bfb6), precommit_update {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:25:24.459579 n-d-713498-36 neutron-server[103230]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d02ae22f-c9c0-4a3c-84d8-71b0f2ad315e tempest-NetworksIpV6TestAttrs-571122948 tempest-NetworksIpV6TestAttrs-571122948-project] Network 1e6dfa91-3b44-4883-8d32-9bab86503df8 is scheduled to be hosted by DHCP agent af91e4b9-f4e1-42b1-a25c-a10dc47171c8 with binding_index 1 {{(pid=103230) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 19:25:24.468053 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ca0a96aa-3a07-4d0b-9948-b857cb27a60f tempest-PortsTestJSON-1738022054 tempest-PortsTestJSON-1738022054-project] Made reservation on behalf of 150a397110044967a3816a9b460534fa for: {'port': 1} {{(pid=103230) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 19:25:24.469157 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d7e8be2-d902-40cb-a106-f6cb26ed68dc tempest-AllowedAddressPairTestJSON-146205199 tempest-AllowedAddressPairTestJSON-146205199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:25:24.470216 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-5d7e8be2-d902-40cb-a106-f6cb26ed68dc tempest-AllowedAddressPairTestJSON-146205199 tempest-AllowedAddressPairTestJSON-146205199-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171096'] for port (None), before_response {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:25:24.472056 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-ca0a96aa-3a07-4d0b-9948-b857cb27a60f tempest-PortsTestJSON-1738022054 tempest-PortsTestJSON-1738022054-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (None), before_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:25:24.493754 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-5d7e8be2-d902-40cb-a106-f6cb26ed68dc tempest-AllowedAddressPairTestJSON-146205199 tempest-AllowedAddressPairTestJSON-146205199-project] 10.222.0.75 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 1.4077692 Feb 09 19:25:24.495405 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 51712) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:25:24.500001 n-d-713498-36 neutron-server[103230]: DEBUG neutron.notifiers.nova [None req-ca0a96aa-3a07-4d0b-9948-b857cb27a60f tempest-PortsTestJSON-1738022054 tempest-PortsTestJSON-1738022054-project] device_id is not set on port a2978055-de52-4add-8d95-35602750e818 yet. {{(pid=103230) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 09 19:25:24.502814 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.v2.base [None req-18565bfe-e0e7-4ab2-9f0e-e9b9427ce97d tempest-AllowedAddressPairTestJSON-146205199 tempest-AllowedAddressPairTestJSON-146205199-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.5', 'mac_address': 'fa:16:3e:af:56:98'}]}} {{(pid=103229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 19:25:24.514786 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-24ac5d04-0970-4eb8-8941-1bfa8047eaae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762867176205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762866656485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762866656503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14393758'] for port (5e7b8d5a-4cda-4cd0-aad7-c23d8a58bfb6), after_update {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:25:24.538148 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-40cdefb1-0e0b-44af-9165-73d484e7fec5 None None] Port ff8ee30c-0d96-40e4-a79c-4062f88c9025 cannot update to ACTIVE because it is not bound. {{(pid=103232) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 19:25:24.647538 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5882c18f-e212-4681-a606-bee3b198b9f6 None None] DHCP port deletion for 55f962b7-30dc-4d3a-8ebc-443ab8ade0e6 request from n-d-713498-36 {{(pid=103232) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 09 19:25:24.653646 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Current status of the port a397fa4b-38cd-4554-bb4f-1c6ea9cbe3bf is: ACTIVE; New status is: ACTIVE {{(pid=103232) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 19:25:24.654785 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Device 2c7a7dc6-887e-436d-8441-42a6b803dbd5 up at agent ovs-agent-n-d-713498-36 {{(pid=103232) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 19:25:24.655894 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-ab5d0005-2d4d-4168-b69d-4e7db978a30b req-625ffdf5-dd42-4c61-bc49-2e35e4d687fc tempest-ServerActionsTestJSON-347500300 tempest-ServerActionsTestJSON-347500300-project] 10.222.0.75 "GET /v2.0/security-groups?id=22c4accd-b9e4-4e3e-aec5-b2bee068a6b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3001173 Feb 09 19:25:24.657825 n-d-713498-36 neutron-server[103230]: DEBUG neutron.scheduler.base_scheduler [None req-d02ae22f-c9c0-4a3c-84d8-71b0f2ad315e tempest-NetworksIpV6TestAttrs-571122948 tempest-NetworksIpV6TestAttrs-571122948-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713498-36, 1e6dfa91-3b44-4883-8d32-9bab86503df8) {{(pid=103230) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 19:25:24.691165 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d02ae22f-c9c0-4a3c-84d8-71b0f2ad315e tempest-NetworksIpV6TestAttrs-571122948 tempest-NetworksIpV6TestAttrs-571122948-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:25:24.691874 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-d02ae22f-c9c0-4a3c-84d8-71b0f2ad315e tempest-NetworksIpV6TestAttrs-571122948 tempest-NetworksIpV6TestAttrs-571122948-project] Publish callbacks [] for subnet (None), before_response {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:25:24.715163 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14496d8f-312f-41aa-a6a8-24db024b4c83 None None] Network 1e6dfa91-3b44-4883-8d32-9bab86503df8 requested from n-d-713498-36 {{(pid=103232) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 19:25:24.780165 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-24ac5d04-0970-4eb8-8941-1bfa8047eaae admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1613458', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1834496'] for router_interface (2fc6e536-03b1-44e9-abaf-e073e9f1189a), after_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:25:24.785667 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24ac5d04-0970-4eb8-8941-1bfa8047eaae admin admin] Pushing event updated for resources: {'Port': ['ID=5e7b8d5a-4cda-4cd0-aad7-c23d8a58bfb6,revision_number=2']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:25:24.812038 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-d02ae22f-c9c0-4a3c-84d8-71b0f2ad315e tempest-NetworksIpV6TestAttrs-571122948 tempest-NetworksIpV6TestAttrs-571122948-project] 10.222.0.75 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.1596279 Feb 09 19:25:24.812288 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 51720) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:25:24.832029 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.v2.base [None req-6f49845f-78ff-41d8-a244-efe8ccf82733 tempest-NetworksIpV6TestAttrs-571122948 tempest-NetworksIpV6TestAttrs-571122948-project] Request body: {'port': {'network_id': '1e6dfa91-3b44-4883-8d32-9bab86503df8', 'name': 'tempest-NetworksIpV6TestAttrs-414126574'}} {{(pid=103229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 19:25:24.849842 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-18565bfe-e0e7-4ab2-9f0e-e9b9427ce97d tempest-AllowedAddressPairTestJSON-146205199 tempest-AllowedAddressPairTestJSON-146205199-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (b747a234-843b-45d2-8c35-401a6e01da0e), before_update {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:25:24.960036 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.provisioning_blocks [None req-94bf8cf5-bb68-4865-9dbf-1230511fc065 None None] Provisioning complete for port 5cd1f2cd-6648-4aea-a323-b5562e409471 triggered by entity DHCP. {{(pid=103232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 19:25:24.960572 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-94bf8cf5-bb68-4865-9dbf-1230511fc065 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593630'] for port (5cd1f2cd-6648-4aea-a323-b5562e409471), provisioning_complete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:25:25.059232 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-ca0a96aa-3a07-4d0b-9948-b857cb27a60f tempest-PortsTestJSON-1738022054 tempest-PortsTestJSON-1738022054-project] Publish callbacks [] for port (a2978055-de52-4add-8d95-35602750e818), precommit_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:25:25.124855 n-d-713498-36 neutron-server[103230]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24ac5d04-0970-4eb8-8941-1bfa8047eaae admin admin] Network 575d677e-0ef9-4672-aa02-3644cdb3dff4 is already hosted by enough agents. {{(pid=103230) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 19:25:25.127375 n-d-713498-36 neutron-server[103230]: DEBUG neutron.scheduler.base_scheduler [None req-24ac5d04-0970-4eb8-8941-1bfa8047eaae admin admin] Resources bound (agent type, host, resource id): {{(pid=103230) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 19:25:25.153085 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-5882c18f-e212-4681-a606-bee3b198b9f6 None None] Deleting port 5cd1f2cd-6648-4aea-a323-b5562e409471 {{(pid=103232) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 19:25:25.153493 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-5882c18f-e212-4681-a606-bee3b198b9f6 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762867170196'] for port (5cd1f2cd-6648-4aea-a323-b5562e409471), before_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:25:25.281932 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-ca0a96aa-3a07-4d0b-9948-b857cb27a60f tempest-PortsTestJSON-1738022054 tempest-PortsTestJSON-1738022054-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762866656467', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14393751'] for port (a2978055-de52-4add-8d95-35602750e818), after_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:25:25.295118 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c5991dd-920d-4a4b-9f0b-cd1f7835b8c1 req-40634c3b-208e-4413-8020-eaa0121eb04b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:25:25.296960 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-7c5991dd-920d-4a4b-9f0b-cd1f7835b8c1 req-40634c3b-208e-4413-8020-eaa0121eb04b service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=07c418f7-8971-4ae3-b247-9ceb2a23ddcf HTTP/1.1" status: 200 len: 1129 time: 0.2751319 Feb 09 19:25:25.444604 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6f49845f-78ff-41d8-a244-efe8ccf82733 tempest-NetworksIpV6TestAttrs-571122948 tempest-NetworksIpV6TestAttrs-571122948-project] Made reservation on behalf of 9e420ec7a47848d89117021702cff2ae for: {'port': 1} {{(pid=103229) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 19:25:25.449298 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-6f49845f-78ff-41d8-a244-efe8ccf82733 tempest-NetworksIpV6TestAttrs-571122948 tempest-NetworksIpV6TestAttrs-571122948-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (None), before_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:25:25.521016 n-d-713498-36 neutron-server[103230]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca0a96aa-3a07-4d0b-9948-b857cb27a60f tempest-PortsTestJSON-1738022054 tempest-PortsTestJSON-1738022054-project] Network df9a4a50-91f1-4ccc-b5a4-f855c704c8eb is already hosted by enough agents. {{(pid=103230) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 19:25:25.534057 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca0a96aa-3a07-4d0b-9948-b857cb27a60f tempest-PortsTestJSON-1738022054 tempest-PortsTestJSON-1738022054-project] Pushing event updated for resources: {'Port': ['ID=a2978055-de52-4add-8d95-35602750e818,revision_number=1']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:25:25.539428 n-d-713498-36 neutron-server[103230]: DEBUG neutron.scheduler.base_scheduler [None req-ca0a96aa-3a07-4d0b-9948-b857cb27a60f tempest-PortsTestJSON-1738022054 tempest-PortsTestJSON-1738022054-project] Resources bound (agent type, host, resource id): {{(pid=103230) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 19:25:25.541740 n-d-713498-36 neutron-server[103230]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca0a96aa-3a07-4d0b-9948-b857cb27a60f tempest-PortsTestJSON-1738022054 tempest-PortsTestJSON-1738022054-project] Received port after_create {{(pid=103230) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 19:25:25.543235 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-7c5991dd-920d-4a4b-9f0b-cd1f7835b8c1 req-c6ae48b7-f34a-401b-9fec-0302fbed1553 service neutron] 10.222.0.90 "GET /v2.0/security-groups?id=e2c286ed-f317-46f6-b582-9a19546e0cee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2371860 Feb 09 19:25:25.552600 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-18565bfe-e0e7-4ab2-9f0e-e9b9427ce97d tempest-AllowedAddressPairTestJSON-146205199 tempest-AllowedAddressPairTestJSON-146205199-project] Publish callbacks [] for port (b747a234-843b-45d2-8c35-401a6e01da0e), precommit_update {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:25:25.558070 n-d-713498-36 neutron-server[103229]: DEBUG neutron.notifiers.nova [None req-6f49845f-78ff-41d8-a244-efe8ccf82733 tempest-NetworksIpV6TestAttrs-571122948 tempest-NetworksIpV6TestAttrs-571122948-project] device_id is not set on port 0b98e31e-d94a-431b-adf8-49e3d4b5fb83 yet. {{(pid=103229) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 09 19:25:25.566541 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca0a96aa-3a07-4d0b-9948-b857cb27a60f tempest-PortsTestJSON-1738022054 tempest-PortsTestJSON-1738022054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:25:25.567192 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-ca0a96aa-3a07-4d0b-9948-b857cb27a60f tempest-PortsTestJSON-1738022054 tempest-PortsTestJSON-1738022054-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171096'] for port (None), before_response {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:25:25.568064 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-18565bfe-e0e7-4ab2-9f0e-e9b9427ce97d tempest-AllowedAddressPairTestJSON-146205199 tempest-AllowedAddressPairTestJSON-146205199-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762867176205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762866656485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762866656503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12867569'] for port (b747a234-843b-45d2-8c35-401a6e01da0e), after_update {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:25:25.614315 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-ca0a96aa-3a07-4d0b-9948-b857cb27a60f tempest-PortsTestJSON-1738022054 tempest-PortsTestJSON-1738022054-project] 10.222.0.75 "POST /v2.0/ports HTTP/1.1" status: 201 len: 845 time: 1.7368934 Feb 09 19:25:25.618799 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 51738) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:25:25.626432 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.v2.base [None req-f5c2f9f9-3cbd-4208-9c5d-3bdcdff0dd5f tempest-PortsTestJSON-1738022054 tempest-PortsTestJSON-1738022054-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=103230) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 19:25:25.633989 n-d-713498-36 neutron-server[103230]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-24ac5d04-0970-4eb8-8941-1bfa8047eaae admin admin] Router 2fc6e536-03b1-44e9-abaf-e073e9f1189a has already been hosted by L3 agent 93303d5e-5d17-45e8-8963-7694f87783ae {{(pid=103230) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 19:25:25.641013 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbd23bf4-4b48-4e9f-b37f-653651d9c979 req-0a01ad02-a094-402b-b6eb-984c57cd542e tempest-ServerRescueTestJSON-1886685382 tempest-ServerRescueTestJSON-1886685382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:25:25.642539 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-dbd23bf4-4b48-4e9f-b37f-653651d9c979 req-0a01ad02-a094-402b-b6eb-984c57cd542e tempest-ServerRescueTestJSON-1886685382 tempest-ServerRescueTestJSON-1886685382-project] 10.222.0.75 "GET /v2.0/ports?device_id=07c418f7-8971-4ae3-b247-9ceb2a23ddcf HTTP/1.1" status: 200 len: 946 time: 0.3137581 Feb 09 19:25:25.652466 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-94bf8cf5-bb68-4865-9dbf-1230511fc065 None None] Current status of the port 5cd1f2cd-6648-4aea-a323-b5562e409471 is: DOWN; New status is: ACTIVE {{(pid=103232) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 19:25:25.652868 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-94bf8cf5-bb68-4865-9dbf-1230511fc065 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (5cd1f2cd-6648-4aea-a323-b5562e409471), before_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:25:25.655159 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44531e69-1200-4591-b23b-f7a83efccd84 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8b32e980-7cce-5e82-a341-bd2fa8945c89-1e6dfa91-3b44-4883-8d32-9bab86503df8', 'network_id': '1e6dfa91-3b44-4883-8d32-9bab86503df8', 'project_id': '9e420ec7a47848d89117021702cff2ae', 'fixed_ips': [{'subnet_id': '11d66d70-cd81-4749-ac76-6ff8d06a8666'}]}} from n-d-713498-36. {{(pid=103232) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 09 19:25:25.655992 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-44531e69-1200-4591-b23b-f7a83efccd84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (None), before_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:25:25.665622 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18565bfe-e0e7-4ab2-9f0e-e9b9427ce97d tempest-AllowedAddressPairTestJSON-146205199 tempest-AllowedAddressPairTestJSON-146205199-project] Pushing event updated for resources: {'Port': ['ID=b747a234-843b-45d2-8c35-401a6e01da0e,revision_number=2']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:25:25.733158 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.provisioning_blocks [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Provisioning complete for port 2c7a7dc6-887e-436d-8441-42a6b803dbd5 triggered by entity L2. {{(pid=103232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 19:25:25.733831 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593630'] for port (2c7a7dc6-887e-436d-8441-42a6b803dbd5), provisioning_complete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:25:25.862404 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-5882c18f-e212-4681-a606-bee3b198b9f6 None None] For port 5cd1f2cd-6648-4aea-a323-b5562e409471, host n-d-713498-36, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-36',level=0,port_id=5cd1f2cd-6648-4aea-a323-b5562e409471,segment=NetworkSegment(b0b9b42b-7994-47bd-b55d-85123f76255f),segment_id=b0b9b42b-7994-47bd-b55d-85123f76255f)] {{(pid=103232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 19:25:25.866842 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-5882c18f-e212-4681-a606-bee3b198b9f6 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1820838'] for port (5cd1f2cd-6648-4aea-a323-b5562e409471), precommit_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:25:25.877496 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-dbd23bf4-4b48-4e9f-b37f-653651d9c979 req-9e2c19c8-72b1-42f8-83dd-61f132e5a398 tempest-ServerRescueTestJSON-1886685382 tempest-ServerRescueTestJSON-1886685382-project] 10.222.0.75 "GET /v2.0/security-groups?id=e2c286ed-f317-46f6-b582-9a19546e0cee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2135584 Feb 09 19:25:25.890572 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-f5c2f9f9-3cbd-4208-9c5d-3bdcdff0dd5f tempest-PortsTestJSON-1738022054 tempest-PortsTestJSON-1738022054-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (a2978055-de52-4add-8d95-35602750e818), before_update {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:25:25.978228 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-5882c18f-e212-4681-a606-bee3b198b9f6 None None] Calling delete_port for 5cd1f2cd-6648-4aea-a323-b5562e409471 owned by network:dhcp {{(pid=103232) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 19:25:25.984008 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-94bf8cf5-bb68-4865-9dbf-1230511fc065 None None] For port 5cd1f2cd-6648-4aea-a323-b5562e409471, host n-d-713498-36, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-36',level=0,port_id=5cd1f2cd-6648-4aea-a323-b5562e409471,segment=NetworkSegment(b0b9b42b-7994-47bd-b55d-85123f76255f),segment_id=b0b9b42b-7994-47bd-b55d-85123f76255f)] {{(pid=103232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 19:25:26.005709 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-94bf8cf5-bb68-4865-9dbf-1230511fc065 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762867176205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762866656485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762866656503'] for port (5cd1f2cd-6648-4aea-a323-b5562e409471), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:25:26.151029 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Current status of the port 2c7a7dc6-887e-436d-8441-42a6b803dbd5 is: ACTIVE; New status is: ACTIVE {{(pid=103232) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 19:25:26.152306 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Device 220b1d6e-778e-4a19-bbd7-60458c28685c up at agent ovs-agent-n-d-713498-36 {{(pid=103232) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 19:25:26.154286 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.plugin [None req-18565bfe-e0e7-4ab2-9f0e-e9b9427ce97d tempest-AllowedAddressPairTestJSON-146205199 tempest-AllowedAddressPairTestJSON-146205199-project] In _notify_port_updated(), no bound segment for port b747a234-843b-45d2-8c35-401a6e01da0e on network ed453e63-4eb8-416b-abb2-9742d33f881d {{(pid=103229) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Feb 09 19:25:26.154914 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Device f1d2f720-203f-4a0c-99ec-b451c998d159 no longer exists at agent hyperv_n-h1-713498-36 {{(pid=103232) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 19:25:26.159147 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-f5c2f9f9-3cbd-4208-9c5d-3bdcdff0dd5f tempest-PortsTestJSON-1738022054 tempest-PortsTestJSON-1738022054-project] Publish callbacks [] for port (a2978055-de52-4add-8d95-35602750e818), precommit_update {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:25:26.161804 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-24ac5d04-0970-4eb8-8941-1bfa8047eaae admin admin] Notify agent at l3_agent.n-d-713498-36 the message routers_updated {{(pid=103230) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 19:25:26.162074 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18565bfe-e0e7-4ab2-9f0e-e9b9427ce97d tempest-AllowedAddressPairTestJSON-146205199 tempest-AllowedAddressPairTestJSON-146205199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:25:26.162992 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-18565bfe-e0e7-4ab2-9f0e-e9b9427ce97d tempest-AllowedAddressPairTestJSON-146205199 tempest-AllowedAddressPairTestJSON-146205199-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171096'] for port (None), before_response {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:25:26.165094 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-18565bfe-e0e7-4ab2-9f0e-e9b9427ce97d tempest-AllowedAddressPairTestJSON-146205199 tempest-AllowedAddressPairTestJSON-146205199-project] 10.222.0.75 "PUT /v2.0/ports/b747a234-843b-45d2-8c35-401a6e01da0e HTTP/1.1" status: 200 len: 992 time: 1.6683156 Feb 09 19:25:26.169186 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 51748) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:25:26.183065 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-24ac5d04-0970-4eb8-8941-1bfa8047eaae admin admin] 10.222.0.75 "PUT /v2.0/routers/2fc6e536-03b1-44e9-abaf-e073e9f1189a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.5868404 Feb 09 19:25:26.188113 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-f5c2f9f9-3cbd-4208-9c5d-3bdcdff0dd5f tempest-PortsTestJSON-1738022054 tempest-PortsTestJSON-1738022054-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762867176205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762866656485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762866656503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14393758'] for port (a2978055-de52-4add-8d95-35602750e818), after_update {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:25:26.188879 n-d-713498-36 neutron-server[103233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ec3f769-73a7-4d18-9529-300f2f828eb4 None None] Sync routers for ids ['2fc6e536-03b1-44e9-abaf-e073e9f1189a'] in n-d-713498-36 {{(pid=103233) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 19:25:26.217277 n-d-713498-36 neutron-server[103233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ec3f769-73a7-4d18-9529-300f2f828eb4 None None] Routers {'2fc6e536-03b1-44e9-abaf-e073e9f1189a'} bound to L3 agent in host n-d-713498-36 {{(pid=103233) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 19:25:26.217902 n-d-713498-36 neutron-server[103233]: DEBUG neutron.db.l3_hamode_db [None req-5ec3f769-73a7-4d18-9529-300f2f828eb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T18:51:43Z,description=,heartbeat_timestamp=2022-02-09T19:25:13Z,host='n-d-713498-36',id=93303d5e-5d17-45e8-8963-7694f87783ae,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T18:51:43Z,topic='l3_agent')) {'router_ids': ['2fc6e536-03b1-44e9-abaf-e073e9f1189a'], 'active': True} {{(pid=103233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:25:26.285220 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.plugin [None req-f5c2f9f9-3cbd-4208-9c5d-3bdcdff0dd5f tempest-PortsTestJSON-1738022054 tempest-PortsTestJSON-1738022054-project] In _notify_port_updated(), no bound segment for port a2978055-de52-4add-8d95-35602750e818 on network df9a4a50-91f1-4ccc-b5a4-f855c704c8eb {{(pid=103230) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Feb 09 19:25:26.292213 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5c2f9f9-3cbd-4208-9c5d-3bdcdff0dd5f tempest-PortsTestJSON-1738022054 tempest-PortsTestJSON-1738022054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:25:26.293153 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-f5c2f9f9-3cbd-4208-9c5d-3bdcdff0dd5f tempest-PortsTestJSON-1738022054 tempest-PortsTestJSON-1738022054-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171096'] for port (None), before_response {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:25:26.306200 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-f5c2f9f9-3cbd-4208-9c5d-3bdcdff0dd5f tempest-PortsTestJSON-1738022054 tempest-PortsTestJSON-1738022054-project] 10.222.0.75 "PUT /v2.0/ports/a2978055-de52-4add-8d95-35602750e818 HTTP/1.1" status: 200 len: 818 time: 0.6864929 Feb 09 19:25:26.312042 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 51752) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:25:26.317672 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.provisioning_blocks [None req-94bf8cf5-bb68-4865-9dbf-1230511fc065 None None] Provisioning complete for port ff8ee30c-0d96-40e4-a79c-4062f88c9025 triggered by entity DHCP. {{(pid=103232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 19:25:26.318341 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-94bf8cf5-bb68-4865-9dbf-1230511fc065 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593630'] for port (ff8ee30c-0d96-40e4-a79c-4062f88c9025), provisioning_complete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:25:26.350000 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.db_base_plugin_common [None req-44531e69-1200-4591-b23b-f7a83efccd84 None None] Allocated IP 2001:db8::f816:3eff:fecd:4df3 (1e6dfa91-3b44-4883-8d32-9bab86503df8/11d66d70-cd81-4749-ac76-6ff8d06a8666/eb96d76c-6fa2-416a-ad59-240d7b202eb4) {{(pid=103232) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 19:25:26.406122 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94bf8cf5-bb68-4865-9dbf-1230511fc065 None None] Pushing event updated for resources: {'Port': ['ID=5cd1f2cd-6648-4aea-a323-b5562e409471,revision_number=4']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:25:26.412342 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.plugin [None req-1820edd2-570e-4902-8ed2-a069a7695875 tempest-AllowedAddressPairTestJSON-146205199 tempest-AllowedAddressPairTestJSON-146205199-project] Deleting port b747a234-843b-45d2-8c35-401a6e01da0e {{(pid=103229) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 19:25:26.412694 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-1820edd2-570e-4902-8ed2-a069a7695875 tempest-AllowedAddressPairTestJSON-146205199 tempest-AllowedAddressPairTestJSON-146205199-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762867170196'] for port (b747a234-843b-45d2-8c35-401a6e01da0e), before_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:25:26.443833 n-d-713498-36 neutron-server[103233]: DEBUG neutron.db.l3_dvr_db [None req-5ec3f769-73a7-4d18-9529-300f2f828eb4 None None] Set router 2fc6e536-03b1-44e9-abaf-e073e9f1189a gateway port host: n-d-713498-36 {{(pid=103233) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 19:25:26.448335 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5c2f9f9-3cbd-4208-9c5d-3bdcdff0dd5f tempest-PortsTestJSON-1738022054 tempest-PortsTestJSON-1738022054-project] Pushing event updated for resources: {'Port': ['ID=a2978055-de52-4add-8d95-35602750e818,revision_number=2']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:25:26.531496 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-94bf8cf5-bb68-4865-9dbf-1230511fc065 None None] Port ff8ee30c-0d96-40e4-a79c-4062f88c9025 cannot update to ACTIVE because it is not bound. {{(pid=103232) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 19:25:26.538674 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.plugin [None req-abcf863b-955d-439a-ad44-f7b5e887e17d tempest-PortsTestJSON-1738022054 tempest-PortsTestJSON-1738022054-project] Deleting port a2978055-de52-4add-8d95-35602750e818 {{(pid=103230) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 19:25:26.539357 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-abcf863b-955d-439a-ad44-f7b5e887e17d tempest-PortsTestJSON-1738022054 tempest-PortsTestJSON-1738022054-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762867170196'] for port (a2978055-de52-4add-8d95-35602750e818), before_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:25:26.598563 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.provisioning_blocks [None req-94bf8cf5-bb68-4865-9dbf-1230511fc065 None None] Could not find standard attr ID for object 412037d0-841a-4a63-ba5d-74325678fbec. {{(pid=103232) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 09 19:25:26.610977 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-5882c18f-e212-4681-a606-bee3b198b9f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762867177463', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762866656476'] for port (5cd1f2cd-6648-4aea-a323-b5562e409471), after_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:25:26.639258 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-1820edd2-570e-4902-8ed2-a069a7695875 tempest-AllowedAddressPairTestJSON-146205199 tempest-AllowedAddressPairTestJSON-146205199-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1820838'] for port (b747a234-843b-45d2-8c35-401a6e01da0e), precommit_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:25:26.655899 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.provisioning_blocks [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Provisioning complete for port 220b1d6e-778e-4a19-bbd7-60458c28685c triggered by entity L2. {{(pid=103232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 19:25:26.656436 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593630'] for port (220b1d6e-778e-4a19-bbd7-60458c28685c), provisioning_complete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:25:26.692045 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.plugin [None req-1820edd2-570e-4902-8ed2-a069a7695875 tempest-AllowedAddressPairTestJSON-146205199 tempest-AllowedAddressPairTestJSON-146205199-project] Calling delete_port for b747a234-843b-45d2-8c35-401a6e01da0e owned by {{(pid=103229) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 19:25:26.697940 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-abcf863b-955d-439a-ad44-f7b5e887e17d tempest-PortsTestJSON-1738022054 tempest-PortsTestJSON-1738022054-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1820838'] for port (a2978055-de52-4add-8d95-35602750e818), precommit_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:25:26.718919 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.plugin [None req-abcf863b-955d-439a-ad44-f7b5e887e17d tempest-PortsTestJSON-1738022054 tempest-PortsTestJSON-1738022054-project] Calling delete_port for a2978055-de52-4add-8d95-35602750e818 owned by {{(pid=103230) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 19:25:26.796336 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5882c18f-e212-4681-a606-bee3b198b9f6 None None] No DVR routers for this DVR port 5cd1f2cd-6648-4aea-a323-b5562e409471 on host n-d-713498-36 {{(pid=103232) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 19:25:26.817838 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5882c18f-e212-4681-a606-bee3b198b9f6 None None] Pushing event deleted for resources: {'Port': ['ID=5cd1f2cd-6648-4aea-a323-b5562e409471,revision_number=None']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:25:26.842972 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Current status of the port f1d2f720-203f-4a0c-99ec-b451c998d159 is: ACTIVE; New status is: DOWN {{(pid=103232) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 19:25:26.847107 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (f1d2f720-203f-4a0c-99ec-b451c998d159), before_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:25:26.879584 n-d-713498-36 neutron-server[103233]: DEBUG neutron.db.l3_hamode_db [None req-5ec3f769-73a7-4d18-9529-300f2f828eb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2fc6e536-03b1-44e9-abaf-e073e9f1189a', 'name': 'tempest-TestServerMultinode-188115363-router', 'tenant_id': '2e467bb5543b4538a750e8e046566d13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88055e1e-672a-4487-be31-ffb6e833ece5', 'external_fixed_ips': [{'subnet_id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'ip_address': '172.25.1.158'}], 'enable_snat': True}, 'gw_port_id': 'a397fa4b-38cd-4554-bb4f-1c6ea9cbe3bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T19:25:07Z', 'updated_at': '2022-02-09T19:25:23Z', 'revision_number': 4, 'project_id': '2e467bb5543b4538a750e8e046566d13', 'gw_port': {'id': 'a397fa4b-38cd-4554-bb4f-1c6ea9cbe3bf', 'name': '', 'network_id': '88055e1e-672a-4487-be31-ffb6e833ece5', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:f0:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fc6e536-03b1-44e9-abaf-e073e9f1189a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2233, 'fixed_ips': [{'subnet_id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'ip_address': '172.25.1.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T19:25:09Z', 'updated_at': '2022-02-09T19:25:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-36', '_interfaces': [{'id': '5e7b8d5a-4cda-4cd0-aad7-c23d8a58bfb6', 'name': '', 'network_id': '575d677e-0ef9-4672-aa02-3644cdb3dff4', 'tenant_id': '2e467bb5543b4538a750e8e046566d13', 'mac_address': 'fa:16:3e:5e:3b:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2fc6e536-03b1-44e9-abaf-e073e9f1189a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2255, 'fixed_ips': [{'subnet_id': '37cecb8d-3371-4b33-a837-c1ef6d4df503', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T19:25:19Z', 'updated_at': '2022-02-09T19:25:24Z', 'revision_number': 2, 'project_id': '2e467bb5543b4538a750e8e046566d13', 'subnets': [{'id': '37cecb8d-3371-4b33-a837-c1ef6d4df503', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-36', False) {} {{(pid=103233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:25:26.893947 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-abcf863b-955d-439a-ad44-f7b5e887e17d tempest-PortsTestJSON-1738022054 tempest-PortsTestJSON-1738022054-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762867177463', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762866656476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14393751'] for port (a2978055-de52-4add-8d95-35602750e818), after_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:25:26.912008 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.provisioning_blocks [None req-c2fa68d2-9524-4c09-a3af-28c9cf7b5434 None None] Provisioning complete for port 5e7b8d5a-4cda-4cd0-aad7-c23d8a58bfb6 triggered by entity DHCP. {{(pid=103232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 19:25:26.915211 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-c2fa68d2-9524-4c09-a3af-28c9cf7b5434 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593630'] for port (5e7b8d5a-4cda-4cd0-aad7-c23d8a58bfb6), provisioning_complete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:25:26.955063 n-d-713498-36 neutron-server[103233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ec3f769-73a7-4d18-9529-300f2f828eb4 None None] Checking router: 2fc6e536-03b1-44e9-abaf-e073e9f1189a for host: n-d-713498-36 {{(pid=103233) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 19:25:26.955423 n-d-713498-36 neutron-server[103233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ec3f769-73a7-4d18-9529-300f2f828eb4 None None] Updating router 2fc6e536-03b1-44e9-abaf-e073e9f1189a port 5e7b8d5a-4cda-4cd0-aad7-c23d8a58bfb6 binding host n-d-713498-36 {{(pid=103233) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 19:25:26.987123 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] For port f1d2f720-203f-4a0c-99ec-b451c998d159, host n-h1-713498-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-36',level=0,port_id=f1d2f720-203f-4a0c-99ec-b451c998d159,segment=NetworkSegment(9110d757-e4eb-424b-97b9-32896b689ba3),segment_id=9110d757-e4eb-424b-97b9-32896b689ba3)] {{(pid=103232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 19:25:26.997305 n-d-713498-36 neutron-server[103232]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a1fbc70b-9dd3-44f5-99b0-85f3dff92d7d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f1d2f720-203f-4a0c-99ec-b451c998d159'}] {{(pid=103232) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 19:25:27.000560 n-d-713498-36 neutron-server[103232]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}949cdcde653dec44821de95cbf67297f53cbc2aed4e073b5d514f93bf911ce85" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-503900bc-85c2-4c1c-b9d9-9f213616d94a" -d '{"events": [{"server_uuid": "a1fbc70b-9dd3-44f5-99b0-85f3dff92d7d", "name": "network-vif-unplugged", "status": "completed", "tag": "f1d2f720-203f-4a0c-99ec-b451c998d159"}]}' {{(pid=103232) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 19:25:27.007819 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762867176205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762866656485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762866656503'] for port (f1d2f720-203f-4a0c-99ec-b451c998d159), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:25:27.036776 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abcf863b-955d-439a-ad44-f7b5e887e17d tempest-PortsTestJSON-1738022054 tempest-PortsTestJSON-1738022054-project] Pushing event deleted for resources: {'Port': ['ID=a2978055-de52-4add-8d95-35602750e818,revision_number=None']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:25:27.046625 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-abcf863b-955d-439a-ad44-f7b5e887e17d tempest-PortsTestJSON-1738022054 tempest-PortsTestJSON-1738022054-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171096'] for port (None), before_response {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:25:27.057430 n-d-713498-36 neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-5ec3f769-73a7-4d18-9529-300f2f828eb4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (5e7b8d5a-4cda-4cd0-aad7-c23d8a58bfb6), before_update {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:25:27.058965 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 51770) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:25:27.059883 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-abcf863b-955d-439a-ad44-f7b5e887e17d tempest-PortsTestJSON-1738022054 tempest-PortsTestJSON-1738022054-project] 10.222.0.75 "DELETE /v2.0/ports/a2978055-de52-4add-8d95-35602750e818 HTTP/1.1" status: 204 len: 168 time: 0.7467008 Feb 09 19:25:27.071361 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-1820edd2-570e-4902-8ed2-a069a7695875 tempest-AllowedAddressPairTestJSON-146205199 tempest-AllowedAddressPairTestJSON-146205199-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762867177463', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762866656476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12867576'] for port (b747a234-843b-45d2-8c35-401a6e01da0e), after_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:25:27.117354 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-c2fa68d2-9524-4c09-a3af-28c9cf7b5434 None None] Port 5e7b8d5a-4cda-4cd0-aad7-c23d8a58bfb6 cannot update to ACTIVE because it is not bound. {{(pid=103232) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 19:25:27.121650 n-d-713498-36 neutron-server[103232]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 09 Feb 2022 19:25:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-21d33bea-f01f-4e82-a494-4b32b2c36188 x-openstack-request-id: req-21d33bea-f01f-4e82-a494-4b32b2c36188 {{(pid=103232) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 19:25:27.121947 n-d-713498-36 neutron-server[103232]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a1fbc70b-9dd3-44f5-99b0-85f3dff92d7d", "name": "network-vif-unplugged", "status": "completed", "tag": "f1d2f720-203f-4a0c-99ec-b451c998d159", "code": 200}]} {{(pid=103232) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 19:25:27.122248 n-d-713498-36 neutron-server[103232]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-21d33bea-f01f-4e82-a494-4b32b2c36188 {{(pid=103232) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 19:25:27.122642 n-d-713498-36 neutron-server[103232]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a1fbc70b-9dd3-44f5-99b0-85f3dff92d7d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f1d2f720-203f-4a0c-99ec-b451c998d159', 'code': 200} Feb 09 19:25:27.140439 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.provisioning_blocks [None req-c2fa68d2-9524-4c09-a3af-28c9cf7b5434 None None] Could not find standard attr ID for object b747a234-843b-45d2-8c35-401a6e01da0e. {{(pid=103232) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 09 19:25:27.194854 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-44531e69-1200-4591-b23b-f7a83efccd84 None None] Publish callbacks [] for port (eb96d76c-6fa2-416a-ad59-240d7b202eb4), precommit_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:25:27.222004 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-44531e69-1200-4591-b23b-f7a83efccd84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762866656467'] for port (eb96d76c-6fa2-416a-ad59-240d7b202eb4), after_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:25:27.225910 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Pushing event updated for resources: {'Port': ['ID=f1d2f720-203f-4a0c-99ec-b451c998d159,revision_number=8']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:25:27.232539 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Current status of the port 220b1d6e-778e-4a19-bbd7-60458c28685c is: ACTIVE; New status is: ACTIVE {{(pid=103232) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 19:25:27.233662 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Device 5cd1f2cd-6648-4aea-a323-b5562e409471 up at agent ovs-agent-n-d-713498-36 {{(pid=103232) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 19:25:27.256261 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1820edd2-570e-4902-8ed2-a069a7695875 tempest-AllowedAddressPairTestJSON-146205199 tempest-AllowedAddressPairTestJSON-146205199-project] Pushing event deleted for resources: {'Port': ['ID=b747a234-843b-45d2-8c35-401a6e01da0e,revision_number=None']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:25:27.301251 n-d-713498-36 neutron-server[103232]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44531e69-1200-4591-b23b-f7a83efccd84 None None] Network 1e6dfa91-3b44-4883-8d32-9bab86503df8 is already hosted by enough agents. {{(pid=103232) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 19:25:27.305505 n-d-713498-36 neutron-server[103232]: DEBUG neutron.scheduler.base_scheduler [None req-44531e69-1200-4591-b23b-f7a83efccd84 None None] Resources bound (agent type, host, resource id): {{(pid=103232) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 19:25:27.307630 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] No Port match for: 5cd1f2cd-6648-4aea-a323-b5562e409471 {{(pid=103232) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 19:25:27.310139 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Device 5cd1f2cd-6648-4aea-a323-b5562e409471 not bound to the agent host n-d-713498-36 {{(pid=103232) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} Feb 09 19:25:27.312599 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44531e69-1200-4591-b23b-f7a83efccd84 None None] Received port after_create {{(pid=103232) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 19:25:27.329718 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 51778) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:25:27.334996 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.v2.base [None req-5c218d34-7eb1-4192-8dc5-c074b6df1b36 admin admin] Request body: {'network': {'name': 'tempest-TestServerMultinode-1880031031-network', 'tenant_id': 'a6498e9907004a76b4e7e4932c01d125'}} {{(pid=103230) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 19:25:27.378455 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5c218d34-7eb1-4192-8dc5-c074b6df1b36 admin admin] Made reservation on behalf of a6498e9907004a76b4e7e4932c01d125 for: {'network': 1} {{(pid=103230) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 19:25:27.381515 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-5c218d34-7eb1-4192-8dc5-c074b6df1b36 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for network (None), before_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:25:27.395143 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Port 5cd1f2cd-6648-4aea-a323-b5562e409471 not found, will not notify nova. {{(pid=103232) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} Feb 09 19:25:27.437364 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-5c218d34-7eb1-4192-8dc5-c074b6df1b36 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:25:27.444733 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44531e69-1200-4591-b23b-f7a83efccd84 None None] Pushing event updated for resources: {'Port': ['ID=eb96d76c-6fa2-416a-ad59-240d7b202eb4,revision_number=1']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:25:27.482786 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.managers [None req-44531e69-1200-4591-b23b-f7a83efccd84 None None] Attempting to bind port eb96d76c-6fa2-416a-ad59-240d7b202eb4 on host n-d-713498-36 for vnic_type normal with profile {{(pid=103232) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 19:25:27.483396 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.managers [None req-44531e69-1200-4591-b23b-f7a83efccd84 None None] Attempting to bind port eb96d76c-6fa2-416a-ad59-240d7b202eb4 by drivers openvswitch,hyperv on host n-d-713498-36 at level 0 using segments [{'id': '7088c9a1-d8b4-45fa-8f3f-175e04408f23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '1e6dfa91-3b44-4883-8d32-9bab86503df8'}] {{(pid=103232) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 19:25:27.483774 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44531e69-1200-4591-b23b-f7a83efccd84 None None] Attempting to bind port eb96d76c-6fa2-416a-ad59-240d7b202eb4 on network 1e6dfa91-3b44-4883-8d32-9bab86503df8 {{(pid=103232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 19:25:27.491751 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ac252ea-23bd-4bd6-970c-7c6e64291ce9 tempest-PortsTestJSON-1738022054 tempest-PortsTestJSON-1738022054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:25:27.495672 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44531e69-1200-4591-b23b-f7a83efccd84 None None] Checking agent: {'id': '496418a2-c002-4aec-ab1a-07f3bea491bd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-36', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 18, 51, 47), 'started_at': datetime.datetime(2022, 2, 9, 18, 52, 17), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 19, 25, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-36'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 19:25:27.497145 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-7ac252ea-23bd-4bd6-970c-7c6e64291ce9 tempest-PortsTestJSON-1738022054 tempest-PortsTestJSON-1738022054-project] 10.222.0.75 "GET /v2.0/ports HTTP/1.1" status: 200 len: 844 time: 0.4369934 Feb 09 19:25:27.499020 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44531e69-1200-4591-b23b-f7a83efccd84 None None] Checking segment: {'id': '7088c9a1-d8b4-45fa-8f3f-175e04408f23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '1e6dfa91-3b44-4883-8d32-9bab86503df8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103232) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 19:25:27.501756 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 51784) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:25:27.502515 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-44531e69-1200-4591-b23b-f7a83efccd84 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:25:27.502739 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44531e69-1200-4591-b23b-f7a83efccd84 None None] Bound using segment: {'id': '7088c9a1-d8b4-45fa-8f3f-175e04408f23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '1e6dfa91-3b44-4883-8d32-9bab86503df8'} {{(pid=103232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 19:25:27.510007 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.managers [None req-44531e69-1200-4591-b23b-f7a83efccd84 None None] Bound port: eb96d76c-6fa2-416a-ad59-240d7b202eb4, host: n-d-713498-36, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7088c9a1-d8b4-45fa-8f3f-175e04408f23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '1e6dfa91-3b44-4883-8d32-9bab86503df8'}}] {{(pid=103232) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 19:25:27.510007 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-44531e69-1200-4591-b23b-f7a83efccd84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (eb96d76c-6fa2-416a-ad59-240d7b202eb4), before_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:25:27.547967 n-d-713498-36 neutron-server[103229]: DEBUG neutron.db.db_base_plugin_common [None req-6f49845f-78ff-41d8-a244-efe8ccf82733 tempest-NetworksIpV6TestAttrs-571122948 tempest-NetworksIpV6TestAttrs-571122948-project] Allocated IP 2001:db8::f816:3eff:fefe:c2df (1e6dfa91-3b44-4883-8d32-9bab86503df8/11d66d70-cd81-4749-ac76-6ff8d06a8666/0b98e31e-d94a-431b-adf8-49e3d4b5fb83) {{(pid=103229) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 19:25:27.555456 n-d-713498-36 neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-5ec3f769-73a7-4d18-9529-300f2f828eb4 None None] Publish callbacks [] for port (5e7b8d5a-4cda-4cd0-aad7-c23d8a58bfb6), precommit_update {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:25:27.567509 n-d-713498-36 neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-5ec3f769-73a7-4d18-9529-300f2f828eb4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762867176205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762866656485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762866656503'] for port (5e7b8d5a-4cda-4cd0-aad7-c23d8a58bfb6), after_update {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:25:27.607214 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-5c218d34-7eb1-4192-8dc5-c074b6df1b36 admin admin] Publish callbacks [] for security_group (470bf4f7-ea0c-4a64-8d8b-9f2609ff7cad), precommit_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:25:27.611960 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f5e025e-9a62-409d-b41c-368a805b462b req-174dc5b1-8099-4716-a76c-7bbcd6f1e85d tempest-ServerRescueTestJSON-1886685382 tempest-ServerRescueTestJSON-1886685382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:25:27.612185 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-5c218d34-7eb1-4192-8dc5-c074b6df1b36 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1892331'] for security_group (470bf4f7-ea0c-4a64-8d8b-9f2609ff7cad), after_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:25:27.621815 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-9f5e025e-9a62-409d-b41c-368a805b462b req-174dc5b1-8099-4716-a76c-7bbcd6f1e85d tempest-ServerRescueTestJSON-1886685382 tempest-ServerRescueTestJSON-1886685382-project] 10.222.0.75 "GET /v2.0/ports?device_id=07c418f7-8971-4ae3-b247-9ceb2a23ddcf HTTP/1.1" status: 200 len: 946 time: 0.5515440 Feb 09 19:25:27.629191 n-d-713498-36 neutron-server[103229]: INFO neutron.pecan_wsgi.hooks.translation [None req-6b20f6fd-befe-4d53-a211-cd3b35c5b190 tempest-PortsTestJSON-1738022054 tempest-PortsTestJSON-1738022054-project] GET failed (client error): The resource could not be found. Feb 09 19:25:27.630886 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-6b20f6fd-befe-4d53-a211-cd3b35c5b190 tempest-PortsTestJSON-1738022054 tempest-PortsTestJSON-1738022054-project] 10.222.0.75 "GET /v2.0/ports/a2978055-de52-4add-8d95-35602750e818 HTTP/1.1" status: 404 len: 333 time: 0.1123950 Feb 09 19:25:27.640024 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Device 2c7a7dc6-887e-436d-8441-42a6b803dbd5 up at agent ovs-agent-n-d-713498-36 {{(pid=103232) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 19:25:27.655675 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 51788) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:25:27.706990 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.v2.base [None req-60c6afff-936a-4428-84d6-044a163d8ded tempest-PortsTestJSON-1738022054 tempest-PortsTestJSON-1738022054-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-766100662'}} {{(pid=103230) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 19:25:27.731800 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5c218d34-7eb1-4192-8dc5-c074b6df1b36 admin admin] vlan segment allocate from pool success with {'vlan_id': 389, 'physical_network': 'physnet1'} {{(pid=103230) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 19:25:27.750735 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c218d34-7eb1-4192-8dc5-c074b6df1b36 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=470bf4f7-ea0c-4a64-8d8b-9f2609ff7cad,revision_number=1']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:25:27.778538 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-5c218d34-7eb1-4192-8dc5-c074b6df1b36 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-759574'] for segment (f0323881-58dc-48d9-89c4-ec42ebfb1979), precommit_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:25:27.781854 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-44531e69-1200-4591-b23b-f7a83efccd84 None None] For port eb96d76c-6fa2-416a-ad59-240d7b202eb4, host n-d-713498-36, cleared binding levels {{(pid=103232) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 19:25:27.783898 n-d-713498-36 neutron-server[103230]: INFO neutron.db.segments_db [None req-5c218d34-7eb1-4192-8dc5-c074b6df1b36 admin admin] Added segment f0323881-58dc-48d9-89c4-ec42ebfb1979 of type vlan for network 5023305a-2195-427d-8acc-e1499ec048f7 Feb 09 19:25:27.785473 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-44531e69-1200-4591-b23b-f7a83efccd84 None None] For port eb96d76c-6fa2-416a-ad59-240d7b202eb4, host n-d-713498-36, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-36',level=0,port_id=eb96d76c-6fa2-416a-ad59-240d7b202eb4,segment=NetworkSegment(7088c9a1-d8b4-45fa-8f3f-175e04408f23),segment_id=7088c9a1-d8b4-45fa-8f3f-175e04408f23)] {{(pid=103232) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 19:25:27.802906 n-d-713498-36 neutron-server[103233]: DEBUG neutron.plugins.ml2.managers [None req-5ec3f769-73a7-4d18-9529-300f2f828eb4 None None] Attempting to bind port 5e7b8d5a-4cda-4cd0-aad7-c23d8a58bfb6 on host n-d-713498-36 for vnic_type normal with profile {{(pid=103233) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 19:25:27.807427 n-d-713498-36 neutron-server[103233]: DEBUG neutron.plugins.ml2.managers [None req-5ec3f769-73a7-4d18-9529-300f2f828eb4 None None] Attempting to bind port 5e7b8d5a-4cda-4cd0-aad7-c23d8a58bfb6 by drivers openvswitch,hyperv on host n-d-713498-36 at level 0 using segments [{'id': 'f67be751-2433-40db-80a5-c4fefbe3be13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': '575d677e-0ef9-4672-aa02-3644cdb3dff4'}] {{(pid=103233) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 19:25:27.808065 n-d-713498-36 neutron-server[103233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ec3f769-73a7-4d18-9529-300f2f828eb4 None None] Attempting to bind port 5e7b8d5a-4cda-4cd0-aad7-c23d8a58bfb6 on network 575d677e-0ef9-4672-aa02-3644cdb3dff4 {{(pid=103233) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 19:25:27.823414 n-d-713498-36 neutron-server[103233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ec3f769-73a7-4d18-9529-300f2f828eb4 None None] Checking agent: {'id': '496418a2-c002-4aec-ab1a-07f3bea491bd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-36', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 18, 51, 47), 'started_at': datetime.datetime(2022, 2, 9, 18, 52, 17), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 19, 25, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-36'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103233) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 19:25:27.823970 n-d-713498-36 neutron-server[103233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ec3f769-73a7-4d18-9529-300f2f828eb4 None None] Checking segment: {'id': 'f67be751-2433-40db-80a5-c4fefbe3be13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': '575d677e-0ef9-4672-aa02-3644cdb3dff4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103233) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 19:25:27.824358 n-d-713498-36 neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-5ec3f769-73a7-4d18-9529-300f2f828eb4 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:25:27.824831 n-d-713498-36 neutron-server[103233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ec3f769-73a7-4d18-9529-300f2f828eb4 None None] Bound using segment: {'id': 'f67be751-2433-40db-80a5-c4fefbe3be13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': '575d677e-0ef9-4672-aa02-3644cdb3dff4'} {{(pid=103233) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 19:25:27.825356 n-d-713498-36 neutron-server[103233]: DEBUG neutron.plugins.ml2.managers [None req-5ec3f769-73a7-4d18-9529-300f2f828eb4 None None] Bound port: 5e7b8d5a-4cda-4cd0-aad7-c23d8a58bfb6, host: n-d-713498-36, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f67be751-2433-40db-80a5-c4fefbe3be13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': '575d677e-0ef9-4672-aa02-3644cdb3dff4'}}] {{(pid=103233) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 19:25:27.826524 n-d-713498-36 neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-5ec3f769-73a7-4d18-9529-300f2f828eb4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (5e7b8d5a-4cda-4cd0-aad7-c23d8a58bfb6), before_update {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:25:27.828342 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.provisioning_blocks [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Provisioning complete for port 2c7a7dc6-887e-436d-8441-42a6b803dbd5 triggered by entity L2. {{(pid=103232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 19:25:27.828482 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593630'] for port (2c7a7dc6-887e-436d-8441-42a6b803dbd5), provisioning_complete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:25:27.841538 n-d-713498-36 neutron-server[103233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46bc5403-966f-4af8-9b6d-11d22b176d74 None None] Pushing event updated for resources: {'Port': ['ID=5e7b8d5a-4cda-4cd0-aad7-c23d8a58bfb6,revision_number=3']} {{(pid=103233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:25:27.856797 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-60c6afff-936a-4428-84d6-044a163d8ded tempest-PortsTestJSON-1738022054 tempest-PortsTestJSON-1738022054-project] Made reservation on behalf of 150a397110044967a3816a9b460534fa for: {'network': 1} {{(pid=103230) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 19:25:27.861497 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-1820edd2-570e-4902-8ed2-a069a7695875 tempest-AllowedAddressPairTestJSON-146205199 tempest-AllowedAddressPairTestJSON-146205199-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171096'] for port (None), before_response {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:25:27.864804 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-60c6afff-936a-4428-84d6-044a163d8ded tempest-PortsTestJSON-1738022054 tempest-PortsTestJSON-1738022054-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for network (None), before_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:25:27.872787 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-1820edd2-570e-4902-8ed2-a069a7695875 tempest-AllowedAddressPairTestJSON-146205199 tempest-AllowedAddressPairTestJSON-146205199-project] 10.222.0.75 "DELETE /v2.0/ports/b747a234-843b-45d2-8c35-401a6e01da0e HTTP/1.1" status: 204 len: 168 time: 1.6988056 Feb 09 19:25:27.873801 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 51792) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:25:27.912672 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-44531e69-1200-4591-b23b-f7a83efccd84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762867176205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762866656485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762866656503'] for port (eb96d76c-6fa2-416a-ad59-240d7b202eb4), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:25:27.917048 n-d-713498-36 neutron-server[103233]: DEBUG neutron.plugins.ml2.db [None req-5ec3f769-73a7-4d18-9529-300f2f828eb4 None None] For port 5e7b8d5a-4cda-4cd0-aad7-c23d8a58bfb6, host n-d-713498-36, cleared binding levels {{(pid=103233) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 19:25:27.921145 n-d-713498-36 neutron-server[103233]: DEBUG neutron.plugins.ml2.db [None req-5ec3f769-73a7-4d18-9529-300f2f828eb4 None None] For port 5e7b8d5a-4cda-4cd0-aad7-c23d8a58bfb6, host n-d-713498-36, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-36',level=0,port_id=5e7b8d5a-4cda-4cd0-aad7-c23d8a58bfb6,segment=NetworkSegment(f67be751-2433-40db-80a5-c4fefbe3be13),segment_id=f67be751-2433-40db-80a5-c4fefbe3be13)] {{(pid=103233) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 19:25:27.932592 n-d-713498-36 neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-5ec3f769-73a7-4d18-9529-300f2f828eb4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762867176205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762866656485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762866656503'] for port (5e7b8d5a-4cda-4cd0-aad7-c23d8a58bfb6), after_update {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:25:27.966301 n-d-713498-36 neutron-server[103230]: INFO neutron.pecan_wsgi.hooks.translation [None req-105578e2-4076-49e8-9702-e9ae50ce38b4 tempest-AllowedAddressPairTestJSON-146205199 tempest-AllowedAddressPairTestJSON-146205199-project] GET failed (client error): The resource could not be found. Feb 09 19:25:27.970494 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-105578e2-4076-49e8-9702-e9ae50ce38b4 tempest-AllowedAddressPairTestJSON-146205199 tempest-AllowedAddressPairTestJSON-146205199-project] 10.222.0.75 "GET /v2.0/ports/b747a234-843b-45d2-8c35-401a6e01da0e HTTP/1.1" status: 404 len: 333 time: 0.0927348 Feb 09 19:25:27.974966 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-5c218d34-7eb1-4192-8dc5-c074b6df1b36 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762866642225'] for network (5023305a-2195-427d-8acc-e1499ec048f7), precommit_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:25:27.994770 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 51794) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:25:28.007185 n-d-713498-36 neutron-server[103233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46bc5403-966f-4af8-9b6d-11d22b176d74 None None] Pushing event updated for resources: {'Port': ['ID=5e7b8d5a-4cda-4cd0-aad7-c23d8a58bfb6,revision_number=4']} {{(pid=103233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:25:28.022132 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.v2.base [None req-0d3b4974-cc34-4c6f-9ad4-8843c385e88e tempest-AllowedAddressPairTestJSON-146205199 tempest-AllowedAddressPairTestJSON-146205199-project] Request body: {'port': {'network_id': 'ed453e63-4eb8-416b-abb2-9742d33f881d', 'name': 'tempest-AllowedAddressPairTestJSON-817336775'}} {{(pid=103230) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 19:25:28.073038 n-d-713498-36 neutron-server[103233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ec3f769-73a7-4d18-9529-300f2f828eb4 None None] Routers {'2fc6e536-03b1-44e9-abaf-e073e9f1189a'} bound to L3 agent in host n-d-713498-36 {{(pid=103233) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 19:25:28.074650 n-d-713498-36 neutron-server[103233]: DEBUG neutron.db.l3_hamode_db [None req-5ec3f769-73a7-4d18-9529-300f2f828eb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T18:51:43Z,description=,heartbeat_timestamp=2022-02-09T19:25:13Z,host='n-d-713498-36',id=93303d5e-5d17-45e8-8963-7694f87783ae,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T18:51:43Z,topic='l3_agent')) {'router_ids': ['2fc6e536-03b1-44e9-abaf-e073e9f1189a'], 'active': True} {{(pid=103233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:25:28.088986 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Device f1d2f720-203f-4a0c-99ec-b451c998d159 details requested by agent hyperv_n-h1-713498-36 with host n-h1-713498-36 {{(pid=103232) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 19:25:28.136720 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44531e69-1200-4591-b23b-f7a83efccd84 None None] Pushing event updated for resources: {'Port': ['ID=eb96d76c-6fa2-416a-ad59-240d7b202eb4,revision_number=2']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:25:28.202268 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.provisioning_blocks [None req-d0ff49b0-5f2f-476d-9bd4-9b83d84b92da None None] Provisioning complete for port 5e7b8d5a-4cda-4cd0-aad7-c23d8a58bfb6 triggered by entity DHCP. {{(pid=103232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 19:25:28.202647 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-d0ff49b0-5f2f-476d-9bd4-9b83d84b92da None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593630'] for port (5e7b8d5a-4cda-4cd0-aad7-c23d8a58bfb6), provisioning_complete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:25:28.219237 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Current status of the port 2c7a7dc6-887e-436d-8441-42a6b803dbd5 is: ACTIVE; New status is: ACTIVE {{(pid=103232) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 19:25:28.229793 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.db.resource_extend [None req-5c218d34-7eb1-4192-8dc5-c074b6df1b36 admin admin] It took 0.24 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103230) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 09 19:25:28.249839 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-60c6afff-936a-4428-84d6-044a163d8ded tempest-PortsTestJSON-1738022054 tempest-PortsTestJSON-1738022054-project] vlan segment allocate from pool success with {'vlan_id': 375, 'physical_network': 'physnet1'} {{(pid=103230) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 19:25:28.269303 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-5c218d34-7eb1-4192-8dc5-c074b6df1b36 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1885479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452'] for network (5023305a-2195-427d-8acc-e1499ec048f7), after_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:25:28.270519 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c218d34-7eb1-4192-8dc5-c074b6df1b36 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:25:28.271331 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-5c218d34-7eb1-4192-8dc5-c074b6df1b36 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1613566'] for network (None), before_response {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:25:28.301232 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.db.resource_extend [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 09 19:25:28.309408 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-6f49845f-78ff-41d8-a244-efe8ccf82733 tempest-NetworksIpV6TestAttrs-571122948 tempest-NetworksIpV6TestAttrs-571122948-project] Publish callbacks [] for port (0b98e31e-d94a-431b-adf8-49e3d4b5fb83), precommit_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:25:28.365683 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-9f5e025e-9a62-409d-b41c-368a805b462b req-228fae25-661d-4005-b512-6ff9fea8cfef tempest-ServerRescueTestJSON-1886685382 tempest-ServerRescueTestJSON-1886685382-project] 10.222.0.75 "GET /v2.0/security-groups?id=e2c286ed-f317-46f6-b582-9a19546e0cee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7428734 Feb 09 19:25:28.426471 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c218d34-7eb1-4192-8dc5-c074b6df1b36 admin admin] Pushing event updated for resources: {'Network': ['ID=5023305a-2195-427d-8acc-e1499ec048f7,revision_number=1']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:25:28.436715 n-d-713498-36 neutron-server[103233]: DEBUG neutron.db.l3_dvr_db [None req-5ec3f769-73a7-4d18-9529-300f2f828eb4 None None] Set router 2fc6e536-03b1-44e9-abaf-e073e9f1189a gateway port host: n-d-713498-36 {{(pid=103233) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 19:25:28.457054 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-60c6afff-936a-4428-84d6-044a163d8ded tempest-PortsTestJSON-1738022054 tempest-PortsTestJSON-1738022054-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-759574'] for segment (04d1f36c-63f2-4592-9f1b-607144bff98d), precommit_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:25:28.457406 n-d-713498-36 neutron-server[103230]: INFO neutron.db.segments_db [None req-60c6afff-936a-4428-84d6-044a163d8ded tempest-PortsTestJSON-1738022054 tempest-PortsTestJSON-1738022054-project] Added segment 04d1f36c-63f2-4592-9f1b-607144bff98d of type vlan for network 1f82b82c-0432-48f1-83bf-9239cf33729e Feb 09 19:25:28.467211 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Device 5cd1f2cd-6648-4aea-a323-b5562e409471 no longer exists at agent ovs-agent-n-d-713498-36 {{(pid=103232) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 19:25:28.489680 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0d3b4974-cc34-4c6f-9ad4-8843c385e88e tempest-AllowedAddressPairTestJSON-146205199 tempest-AllowedAddressPairTestJSON-146205199-project] Made reservation on behalf of 7a253df068b14b0c9cf9b659ae61d0af for: {'port': 1} {{(pid=103230) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 19:25:28.497364 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-0d3b4974-cc34-4c6f-9ad4-8843c385e88e tempest-AllowedAddressPairTestJSON-146205199 tempest-AllowedAddressPairTestJSON-146205199-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (None), before_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:25:28.507107 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-5c218d34-7eb1-4192-8dc5-c074b6df1b36 admin admin] 10.222.0.75 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 1.1761613 Feb 09 19:25:28.511084 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 51804) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:25:28.527189 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.v2.base [None req-c395c85a-555f-4b43-86c8-a70e9d5dc973 admin admin] Request body: {'subnet': {'network_id': '5023305a-2195-427d-8acc-e1499ec048f7', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerMultinode-1880031031-subnet', 'tenant_id': 'a6498e9907004a76b4e7e4932c01d125', 'ip_version': 4}} {{(pid=103229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 19:25:28.536340 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Network 5023305a-2195-427d-8acc-e1499ec048f7 details requested by agent ovs-agent-n-d-713498-36 with host n-d-713498-36 {{(pid=103232) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 19:25:28.550758 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-6f49845f-78ff-41d8-a244-efe8ccf82733 tempest-NetworksIpV6TestAttrs-571122948 tempest-NetworksIpV6TestAttrs-571122948-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762866656467', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12867576'] for port (0b98e31e-d94a-431b-adf8-49e3d4b5fb83), after_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:25:28.572454 n-d-713498-36 neutron-server[103230]: DEBUG neutron.notifiers.nova [None req-0d3b4974-cc34-4c6f-9ad4-8843c385e88e tempest-AllowedAddressPairTestJSON-146205199 tempest-AllowedAddressPairTestJSON-146205199-project] device_id is not set on port a53d5fa9-c0b0-4b2a-8c17-77461581784a yet. {{(pid=103230) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 09 19:25:28.577101 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] No Port match for: 5cd1f2cd-6648-4aea-a323-b5562e409471 {{(pid=103232) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 19:25:28.577379 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Device 5cd1f2cd-6648-4aea-a323-b5562e409471 not bound to the agent host n-d-713498-36 {{(pid=103232) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 19:25:28.631110 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] For port f1d2f720-203f-4a0c-99ec-b451c998d159, host n-h1-713498-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-36',level=0,port_id=f1d2f720-203f-4a0c-99ec-b451c998d159,segment=NetworkSegment(9110d757-e4eb-424b-97b9-32896b689ba3),segment_id=9110d757-e4eb-424b-97b9-32896b689ba3)] {{(pid=103232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 19:25:28.724556 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f49845f-78ff-41d8-a244-efe8ccf82733 tempest-NetworksIpV6TestAttrs-571122948 tempest-NetworksIpV6TestAttrs-571122948-project] Pushing event updated for resources: {'Port': ['ID=0b98e31e-d94a-431b-adf8-49e3d4b5fb83,revision_number=1']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:25:28.762116 n-d-713498-36 neutron-server[103229]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f49845f-78ff-41d8-a244-efe8ccf82733 tempest-NetworksIpV6TestAttrs-571122948 tempest-NetworksIpV6TestAttrs-571122948-project] Network 1e6dfa91-3b44-4883-8d32-9bab86503df8 is already hosted by enough agents. {{(pid=103229) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 19:25:28.764008 n-d-713498-36 neutron-server[103229]: DEBUG neutron.scheduler.base_scheduler [None req-6f49845f-78ff-41d8-a244-efe8ccf82733 tempest-NetworksIpV6TestAttrs-571122948 tempest-NetworksIpV6TestAttrs-571122948-project] Resources bound (agent type, host, resource id): {{(pid=103229) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 19:25:28.771247 n-d-713498-36 neutron-server[103229]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f49845f-78ff-41d8-a244-efe8ccf82733 tempest-NetworksIpV6TestAttrs-571122948 tempest-NetworksIpV6TestAttrs-571122948-project] Received port after_create {{(pid=103229) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 19:25:28.782895 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Returning: {'device': 'f1d2f720-203f-4a0c-99ec-b451c998d159', 'network_id': 'bd12d1d0-518d-4d29-a00d-98410ba2cb8a', 'port_id': 'f1d2f720-203f-4a0c-99ec-b451c998d159', 'mac_address': 'fa:16:3e:8f:f8:f7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 397, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '60ccac4e-8e6b-4139-b4aa-9c0c5cc0e9e4', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103232) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 19:25:28.790479 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f49845f-78ff-41d8-a244-efe8ccf82733 tempest-NetworksIpV6TestAttrs-571122948 tempest-NetworksIpV6TestAttrs-571122948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:25:28.792286 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-6f49845f-78ff-41d8-a244-efe8ccf82733 tempest-NetworksIpV6TestAttrs-571122948 tempest-NetworksIpV6TestAttrs-571122948-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171096'] for port (None), before_response {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:25:28.799559 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c395c85a-555f-4b43-86c8-a70e9d5dc973 admin admin] Made reservation on behalf of a6498e9907004a76b4e7e4932c01d125 for: {'subnet': 1} {{(pid=103229) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 19:25:28.806969 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-c395c85a-555f-4b43-86c8-a70e9d5dc973 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12759265'] for subnet (None), before_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:25:28.953620 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Current status of the port f1d2f720-203f-4a0c-99ec-b451c998d159 is: DOWN; New status is: BUILD {{(pid=103232) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 19:25:28.954070 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (f1d2f720-203f-4a0c-99ec-b451c998d159), before_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:25:29.052282 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-6f49845f-78ff-41d8-a244-efe8ccf82733 tempest-NetworksIpV6TestAttrs-571122948 tempest-NetworksIpV6TestAttrs-571122948-project] 10.222.0.75 "POST /v2.0/ports HTTP/1.1" status: 201 len: 950 time: 4.2385137 Feb 09 19:25:29.055101 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 51828) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:25:29.135523 n-d-713498-36 neutron-server[103233]: DEBUG neutron.db.l3_hamode_db [None req-5ec3f769-73a7-4d18-9529-300f2f828eb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2fc6e536-03b1-44e9-abaf-e073e9f1189a', 'name': 'tempest-TestServerMultinode-188115363-router', 'tenant_id': '2e467bb5543b4538a750e8e046566d13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88055e1e-672a-4487-be31-ffb6e833ece5', 'external_fixed_ips': [{'subnet_id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'ip_address': '172.25.1.158'}], 'enable_snat': True}, 'gw_port_id': 'a397fa4b-38cd-4554-bb4f-1c6ea9cbe3bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T19:25:07Z', 'updated_at': '2022-02-09T19:25:23Z', 'revision_number': 4, 'project_id': '2e467bb5543b4538a750e8e046566d13', 'gw_port': {'id': 'a397fa4b-38cd-4554-bb4f-1c6ea9cbe3bf', 'name': '', 'network_id': '88055e1e-672a-4487-be31-ffb6e833ece5', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:f0:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fc6e536-03b1-44e9-abaf-e073e9f1189a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2233, 'fixed_ips': [{'subnet_id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'ip_address': '172.25.1.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T19:25:09Z', 'updated_at': '2022-02-09T19:25:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-36', '_interfaces': [{'id': '5e7b8d5a-4cda-4cd0-aad7-c23d8a58bfb6', 'name': '', 'network_id': '575d677e-0ef9-4672-aa02-3644cdb3dff4', 'tenant_id': '2e467bb5543b4538a750e8e046566d13', 'mac_address': 'fa:16:3e:5e:3b:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2fc6e536-03b1-44e9-abaf-e073e9f1189a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2255, 'fixed_ips': [{'subnet_id': '37cecb8d-3371-4b33-a837-c1ef6d4df503', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T19:25:19Z', 'updated_at': '2022-02-09T19:25:27Z', 'revision_number': 4, 'project_id': '2e467bb5543b4538a750e8e046566d13', 'subnets': [{'id': '37cecb8d-3371-4b33-a837-c1ef6d4df503', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-36', False) {} {{(pid=103233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:25:29.235797 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-d0ff49b0-5f2f-476d-9bd4-9b83d84b92da None None] Current status of the port 5e7b8d5a-4cda-4cd0-aad7-c23d8a58bfb6 is: DOWN; New status is: ACTIVE {{(pid=103232) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 19:25:29.236715 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-d0ff49b0-5f2f-476d-9bd4-9b83d84b92da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (5e7b8d5a-4cda-4cd0-aad7-c23d8a58bfb6), before_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:25:29.240974 n-d-713498-36 neutron-server[103232]: DEBUG neutron.notifiers.nova [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f1d2f720-203f-4a0c-99ec-b451c998d159 {{(pid=103232) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 19:25:29.261596 n-d-713498-36 neutron-server[103229]: DEBUG neutron.db.db_base_plugin_v2 [None req-8f188607-27c6-489c-a04a-a8b0b6842af5 tempest-NetworksIpV6TestAttrs-571122948 tempest-NetworksIpV6TestAttrs-571122948-project] Deleting subnet 11d66d70-cd81-4749-ac76-6ff8d06a8666 {{(pid=103229) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 19:25:29.269635 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-8f188607-27c6-489c-a04a-a8b0b6842af5 tempest-NetworksIpV6TestAttrs-571122948 tempest-NetworksIpV6TestAttrs-571122948-project] Publish callbacks [] for subnet (11d66d70-cd81-4749-ac76-6ff8d06a8666), before_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:25:29.307195 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-c395c85a-555f-4b43-86c8-a70e9d5dc973 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12867428', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12759263'] for subnet (9d2db6f0-c919-4bea-826a-bd012fa42464), after_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:25:29.311222 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-60c6afff-936a-4428-84d6-044a163d8ded tempest-PortsTestJSON-1738022054 tempest-PortsTestJSON-1738022054-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762866642225'] for network (1f82b82c-0432-48f1-83bf-9239cf33729e), precommit_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:25:29.336351 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] For port f1d2f720-203f-4a0c-99ec-b451c998d159, host n-h1-713498-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-36',level=0,port_id=f1d2f720-203f-4a0c-99ec-b451c998d159,segment=NetworkSegment(9110d757-e4eb-424b-97b9-32896b689ba3),segment_id=9110d757-e4eb-424b-97b9-32896b689ba3)] {{(pid=103232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 19:25:29.354996 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762867176205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762866656485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762866656503'] for port (f1d2f720-203f-4a0c-99ec-b451c998d159), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:25:29.434648 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.db.resource_extend [None req-60c6afff-936a-4428-84d6-044a163d8ded tempest-PortsTestJSON-1738022054 tempest-PortsTestJSON-1738022054-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103230) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 09 19:25:29.466185 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-8f188607-27c6-489c-a04a-a8b0b6842af5 tempest-NetworksIpV6TestAttrs-571122948 tempest-NetworksIpV6TestAttrs-571122948-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16683410'] for subnet (11d66d70-cd81-4749-ac76-6ff8d06a8666), precommit_delete_associations {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:25:29.468153 n-d-713498-36 neutron-server[103230]: DEBUG neutron.db.db_base_plugin_common [None req-0d3b4974-cc34-4c6f-9ad4-8843c385e88e tempest-AllowedAddressPairTestJSON-146205199 tempest-AllowedAddressPairTestJSON-146205199-project] Allocated IP 172.20.0.12 (ed453e63-4eb8-416b-abb2-9742d33f881d/0330f542-a1b6-4ae2-866d-a39b1de2b781/a53d5fa9-c0b0-4b2a-8c17-77461581784a) {{(pid=103230) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 19:25:29.471687 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Pushing event updated for resources: {'Port': ['ID=f1d2f720-203f-4a0c-99ec-b451c998d159,revision_number=9']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:25:29.490539 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-d0ff49b0-5f2f-476d-9bd4-9b83d84b92da None None] For port 5e7b8d5a-4cda-4cd0-aad7-c23d8a58bfb6, host n-d-713498-36, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-36',level=0,port_id=5e7b8d5a-4cda-4cd0-aad7-c23d8a58bfb6,segment=NetworkSegment(f67be751-2433-40db-80a5-c4fefbe3be13),segment_id=f67be751-2433-40db-80a5-c4fefbe3be13)] {{(pid=103232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 19:25:29.497312 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-d0ff49b0-5f2f-476d-9bd4-9b83d84b92da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762867176205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762866656485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762866656503'] for port (5e7b8d5a-4cda-4cd0-aad7-c23d8a58bfb6), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:25:29.530372 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-60c6afff-936a-4428-84d6-044a163d8ded tempest-PortsTestJSON-1738022054 tempest-PortsTestJSON-1738022054-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1885479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452'] for network (1f82b82c-0432-48f1-83bf-9239cf33729e), after_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:25:29.551681 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60c6afff-936a-4428-84d6-044a163d8ded tempest-PortsTestJSON-1738022054 tempest-PortsTestJSON-1738022054-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:25:29.552322 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-60c6afff-936a-4428-84d6-044a163d8ded tempest-PortsTestJSON-1738022054 tempest-PortsTestJSON-1738022054-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1613566'] for network (None), before_response {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:25:29.560584 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] get_ports_and_sgs() called for port_ids ['f1d2f720-203f-4a0c-99ec-b451c998d159'] {{(pid=103232) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 19:25:29.574539 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c395c85a-555f-4b43-86c8-a70e9d5dc973 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9d2db6f0-c919-4bea-826a-bd012fa42464,revision_number=0']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:25:29.662673 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c395c85a-555f-4b43-86c8-a70e9d5dc973 admin admin] Checking segment: {'id': 'f0323881-58dc-48d9-89c4-ec42ebfb1979', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': '5023305a-2195-427d-8acc-e1499ec048f7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103229) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 19:25:29.663044 n-d-713498-36 neutron-server[103229]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c395c85a-555f-4b43-86c8-a70e9d5dc973 admin admin] Network hostable DHCP agents. Network: 5023305a-2195-427d-8acc-e1499ec048f7, hostable agents: ['af91e4b9-f4e1-42b1-a25c-a10dc47171c8'], hosted agents: [] {{(pid=103229) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 19:25:29.677463 n-d-713498-36 neutron-server[103233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ec3f769-73a7-4d18-9529-300f2f828eb4 None None] The sync data for ids ['2fc6e536-03b1-44e9-abaf-e073e9f1189a'] in n-d-713498-36 is: [{'id': '2fc6e536-03b1-44e9-abaf-e073e9f1189a', 'name': 'tempest-TestServerMultinode-188115363-router', 'tenant_id': '2e467bb5543b4538a750e8e046566d13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88055e1e-672a-4487-be31-ffb6e833ece5', 'external_fixed_ips': [{'subnet_id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'ip_address': '172.25.1.158'}], 'enable_snat': True}, 'gw_port_id': 'a397fa4b-38cd-4554-bb4f-1c6ea9cbe3bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T19:25:07Z', 'updated_at': '2022-02-09T19:25:23Z', 'revision_number': 4, 'project_id': '2e467bb5543b4538a750e8e046566d13', 'gw_port': {'id': 'a397fa4b-38cd-4554-bb4f-1c6ea9cbe3bf', 'name': '', 'network_id': '88055e1e-672a-4487-be31-ffb6e833ece5', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:f0:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fc6e536-03b1-44e9-abaf-e073e9f1189a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2233, 'fixed_ips': [{'subnet_id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'ip_address': '172.25.1.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T19:25:09Z', 'updated_at': '2022-02-09T19:25:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-36', '_interfaces': [{'id': '5e7b8d5a-4cda-4cd0-aad7-c23d8a58bfb6', 'name': '', 'network_id': '575d677e-0ef9-4672-aa02-3644cdb3dff4', 'tenant_id': '2e467bb5543b4538a750e8e046566d13', 'mac_address': 'fa:16:3e:5e:3b:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2fc6e536-03b1-44e9-abaf-e073e9f1189a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2255, 'fixed_ips': [{'subnet_id': '37cecb8d-3371-4b33-a837-c1ef6d4df503', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T19:25:19Z', 'updated_at': '2022-02-09T19:25:27Z', 'revision_number': 4, 'project_id': '2e467bb5543b4538a750e8e046566d13', 'subnets': [{'id': '37cecb8d-3371-4b33-a837-c1ef6d4df503', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103233) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 19:25:29.737633 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-60c6afff-936a-4428-84d6-044a163d8ded tempest-PortsTestJSON-1738022054 tempest-PortsTestJSON-1738022054-project] 10.222.0.75 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 2.0474701 Feb 09 19:25:29.759809 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 51846) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:25:29.787354 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Device eb96d76c-6fa2-416a-ad59-240d7b202eb4 up at agent ovs-agent-n-d-713498-36 {{(pid=103232) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 19:25:29.800507 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.v2.base [None req-f574ec1c-69fd-48bb-87fb-138422b63f2b tempest-PortsTestJSON-1738022054 tempest-PortsTestJSON-1738022054-project] Request body: {'subnet': {'network_id': '1f82b82c-0432-48f1-83bf-9239cf33729e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 19:25:29.839104 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20d47924-f99c-46e8-ae9e-a338f9c34071 req-c5f6a210-231b-412a-a91d-3b16ca338a80 tempest-ServerRescueTestJSON-1886685382 tempest-ServerRescueTestJSON-1886685382-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:25:29.840779 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-20d47924-f99c-46e8-ae9e-a338f9c34071 req-c5f6a210-231b-412a-a91d-3b16ca338a80 tempest-ServerRescueTestJSON-1886685382 tempest-ServerRescueTestJSON-1886685382-project] 10.222.0.75 "GET /v2.0/networks?id=2324528b-82cd-4c53-b665-41f5fd12f858 HTTP/1.1" status: 200 len: 810 time: 0.5366952 Feb 09 19:25:29.857827 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60c6afff-936a-4428-84d6-044a163d8ded tempest-PortsTestJSON-1738022054 tempest-PortsTestJSON-1738022054-project] Pushing event updated for resources: {'Network': ['ID=1f82b82c-0432-48f1-83bf-9239cf33729e,revision_number=1']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:25:29.904760 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Network 1f82b82c-0432-48f1-83bf-9239cf33729e details requested by agent ovs-agent-n-d-713498-36 with host n-d-713498-36 {{(pid=103232) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 19:25:29.909092 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-20d47924-f99c-46e8-ae9e-a338f9c34071 req-448bcba1-4cd6-4deb-ad35-5aa618f10543 tempest-ServerRescueTestJSON-1886685382 tempest-ServerRescueTestJSON-1886685382-project] 10.222.0.75 "GET /v2.0/quotas/2144a5f95fe04d169308063e9f839f8a HTTP/1.1" status: 200 len: 375 time: 0.0241637 Feb 09 19:25:29.928330 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0ff49b0-5f2f-476d-9bd4-9b83d84b92da None None] Pushing event updated for resources: {'Port': ['ID=5e7b8d5a-4cda-4cd0-aad7-c23d8a58bfb6,revision_number=5']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:25:29.972637 n-d-713498-36 neutron-server[103229]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c395c85a-555f-4b43-86c8-a70e9d5dc973 admin admin] Network 5023305a-2195-427d-8acc-e1499ec048f7 is scheduled to be hosted by DHCP agent af91e4b9-f4e1-42b1-a25c-a10dc47171c8 with binding_index 1 {{(pid=103229) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 19:25:29.996671 n-d-713498-36 neutron-server[103229]: DEBUG neutron.scheduler.base_scheduler [None req-c395c85a-555f-4b43-86c8-a70e9d5dc973 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713498-36, 5023305a-2195-427d-8acc-e1499ec048f7) {{(pid=103229) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 19:25:30.014154 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c395c85a-555f-4b43-86c8-a70e9d5dc973 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:25:30.014762 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-c395c85a-555f-4b43-86c8-a70e9d5dc973 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1613566'] for subnet (None), before_response {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:25:30.068606 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-c395c85a-555f-4b43-86c8-a70e9d5dc973 admin admin] 10.222.0.75 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.5561764 Feb 09 19:25:30.069247 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 51852) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:25:30.093015 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8909cdf4-52fb-4f48-bf8e-a5f0e34c25b4 None None] Network 5023305a-2195-427d-8acc-e1499ec048f7 requested from n-d-713498-36 {{(pid=103232) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 19:25:30.093393 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.v2.base [None req-98f24d42-7e0b-4dc2-825f-4926a81dee84 admin admin] Request body: {'router': {'name': 'tempest-TestServerMultinode-1880031031-router', 'tenant_id': 'a6498e9907004a76b4e7e4932c01d125', 'external_gateway_info': {'network_id': '88055e1e-672a-4487-be31-ffb6e833ece5'}}} {{(pid=103229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 19:25:30.125421 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.provisioning_blocks [None req-eee1869b-33b9-40b0-b912-b851e0abe491 None None] Provisioning complete for port 5e7b8d5a-4cda-4cd0-aad7-c23d8a58bfb6 triggered by entity DHCP. {{(pid=103232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 19:25:30.137347 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-eee1869b-33b9-40b0-b912-b851e0abe491 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593630'] for port (5e7b8d5a-4cda-4cd0-aad7-c23d8a58bfb6), provisioning_complete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:25:30.189577 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f574ec1c-69fd-48bb-87fb-138422b63f2b tempest-PortsTestJSON-1738022054 tempest-PortsTestJSON-1738022054-project] Made reservation on behalf of 150a397110044967a3816a9b460534fa for: {'subnet': 1} {{(pid=103229) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 19:25:30.199121 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-f574ec1c-69fd-48bb-87fb-138422b63f2b tempest-PortsTestJSON-1738022054 tempest-PortsTestJSON-1738022054-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12759265'] for subnet (None), before_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:25:30.216593 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-20d47924-f99c-46e8-ae9e-a338f9c34071 req-06bb72c1-833b-486e-857c-b05b0d668c85 tempest-ServerRescueTestJSON-1886685382 tempest-ServerRescueTestJSON-1886685382-project] 10.222.0.75 "GET /v2.0/ports?tenant_id=2144a5f95fe04d169308063e9f839f8a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3016586 Feb 09 19:25:30.223887 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-98f24d42-7e0b-4dc2-825f-4926a81dee84 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1834830', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-58389'] for router (0a8851ae-522c-440b-9380-596a78e9a3d6), before_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:25:30.225216 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-98f24d42-7e0b-4dc2-825f-4926a81dee84 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1834810', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1822096', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1886735', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-58380'] for router (0a8851ae-522c-440b-9380-596a78e9a3d6), precommit_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:25:30.311630 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f6cf731-2275-4a8d-82a0-56b852f0aa0a None None] Network 1e6dfa91-3b44-4883-8d32-9bab86503df8 requested from n-d-713498-36 {{(pid=103232) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 19:25:30.395666 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-0d3b4974-cc34-4c6f-9ad4-8843c385e88e tempest-AllowedAddressPairTestJSON-146205199 tempest-AllowedAddressPairTestJSON-146205199-project] Publish callbacks [] for port (a53d5fa9-c0b0-4b2a-8c17-77461581784a), precommit_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:25:30.440137 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-98f24d42-7e0b-4dc2-825f-4926a81dee84 admin admin] Publish callbacks [] for router_controller (0a8851ae-522c-440b-9380-596a78e9a3d6), precommit_add_association {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:25:30.539891 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-20d47924-f99c-46e8-ae9e-a338f9c34071 req-ba6669d4-03ad-42ea-bc15-3f701f48d083 service neutron] 10.222.0.75 "GET /v2.0/networks/2324528b-82cd-4c53-b665-41f5fd12f858?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3144820 Feb 09 19:25:30.540408 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-eee1869b-33b9-40b0-b912-b851e0abe491 None None] Current status of the port 5e7b8d5a-4cda-4cd0-aad7-c23d8a58bfb6 is: ACTIVE; New status is: ACTIVE {{(pid=103232) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 19:25:30.571436 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.provisioning_blocks [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Provisioning complete for port eb96d76c-6fa2-416a-ad59-240d7b202eb4 triggered by entity L2. {{(pid=103232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 19:25:30.572254 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593630'] for port (eb96d76c-6fa2-416a-ad59-240d7b202eb4), provisioning_complete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:25:30.607705 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-0d3b4974-cc34-4c6f-9ad4-8843c385e88e tempest-AllowedAddressPairTestJSON-146205199 tempest-AllowedAddressPairTestJSON-146205199-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762866656467', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14393751'] for port (a53d5fa9-c0b0-4b2a-8c17-77461581784a), after_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:25:30.712647 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d3b4974-cc34-4c6f-9ad4-8843c385e88e tempest-AllowedAddressPairTestJSON-146205199 tempest-AllowedAddressPairTestJSON-146205199-project] Pushing event updated for resources: {'Port': ['ID=a53d5fa9-c0b0-4b2a-8c17-77461581784a,revision_number=1']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:25:30.719077 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.provisioning_blocks [None req-43b3dd7d-1a46-429d-ae51-3cec36222ff0 None None] Provisioning complete for port eb96d76c-6fa2-416a-ad59-240d7b202eb4 triggered by entity DHCP. {{(pid=103232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 19:25:30.719952 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-43b3dd7d-1a46-429d-ae51-3cec36222ff0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593630'] for port (eb96d76c-6fa2-416a-ad59-240d7b202eb4), provisioning_complete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:25:30.744576 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-8f188607-27c6-489c-a04a-a8b0b6842af5 tempest-NetworksIpV6TestAttrs-571122948 tempest-NetworksIpV6TestAttrs-571122948-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-759852'] for subnet (11d66d70-cd81-4749-ac76-6ff8d06a8666), precommit_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:25:30.766771 n-d-713498-36 neutron-server[103230]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d3b4974-cc34-4c6f-9ad4-8843c385e88e tempest-AllowedAddressPairTestJSON-146205199 tempest-AllowedAddressPairTestJSON-146205199-project] Network ed453e63-4eb8-416b-abb2-9742d33f881d is already hosted by enough agents. {{(pid=103230) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 19:25:30.791740 n-d-713498-36 neutron-server[103230]: DEBUG neutron.scheduler.base_scheduler [None req-0d3b4974-cc34-4c6f-9ad4-8843c385e88e tempest-AllowedAddressPairTestJSON-146205199 tempest-AllowedAddressPairTestJSON-146205199-project] Resources bound (agent type, host, resource id): {{(pid=103230) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 19:25:30.795538 n-d-713498-36 neutron-server[103230]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d3b4974-cc34-4c6f-9ad4-8843c385e88e tempest-AllowedAddressPairTestJSON-146205199 tempest-AllowedAddressPairTestJSON-146205199-project] Received port after_create {{(pid=103230) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 19:25:30.865326 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Current status of the port eb96d76c-6fa2-416a-ad59-240d7b202eb4 is: DOWN; New status is: ACTIVE {{(pid=103232) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 19:25:30.866097 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (eb96d76c-6fa2-416a-ad59-240d7b202eb4), before_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:25:30.972101 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-98f24d42-7e0b-4dc2-825f-4926a81dee84 admin admin] Publish callbacks [] for router_gateway (0a8851ae-522c-440b-9380-596a78e9a3d6), precommit_update {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:25:30.973337 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-20d47924-f99c-46e8-ae9e-a338f9c34071 req-6d5a94e5-c740-42ff-82c9-620387d5ca94 service neutron] 10.222.0.75 "GET /v2.0/networks/2324528b-82cd-4c53-b665-41f5fd12f858?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4126348 Feb 09 19:25:30.998212 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d3b4974-cc34-4c6f-9ad4-8843c385e88e tempest-AllowedAddressPairTestJSON-146205199 tempest-AllowedAddressPairTestJSON-146205199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:25:30.999145 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-0d3b4974-cc34-4c6f-9ad4-8843c385e88e tempest-AllowedAddressPairTestJSON-146205199 tempest-AllowedAddressPairTestJSON-146205199-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171096'] for port (None), before_response {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:25:31.057024 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-0d3b4974-cc34-4c6f-9ad4-8843c385e88e tempest-AllowedAddressPairTestJSON-146205199 tempest-AllowedAddressPairTestJSON-146205199-project] 10.222.0.75 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 3.0550880 Feb 09 19:25:31.066753 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 51860) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:25:31.080590 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.v2.base [None req-2713bfb5-2778-423b-bf06-f4792f64896d tempest-AllowedAddressPairTestJSON-146205199 tempest-AllowedAddressPairTestJSON-146205199-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.0/16', 'mac_address': 'fa:16:3e:af:56:98'}]}} {{(pid=103230) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 19:25:31.159336 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-43b3dd7d-1a46-429d-ae51-3cec36222ff0 None None] Current status of the port eb96d76c-6fa2-416a-ad59-240d7b202eb4 is: DOWN; New status is: ACTIVE {{(pid=103232) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 19:25:31.160743 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-43b3dd7d-1a46-429d-ae51-3cec36222ff0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (eb96d76c-6fa2-416a-ad59-240d7b202eb4), before_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:25:31.164604 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c20b2698-f33d-46a6-925a-fe529ab8c042 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8b32e980-7cce-5e82-a341-bd2fa8945c89-5023305a-2195-427d-8acc-e1499ec048f7', 'network_id': '5023305a-2195-427d-8acc-e1499ec048f7', 'project_id': 'a6498e9907004a76b4e7e4932c01d125', 'fixed_ips': [{'subnet_id': '9d2db6f0-c919-4bea-826a-bd012fa42464'}]}} from n-d-713498-36. {{(pid=103232) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 09 19:25:31.165628 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-c20b2698-f33d-46a6-925a-fe529ab8c042 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (None), before_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:25:31.279793 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-8f188607-27c6-489c-a04a-a8b0b6842af5 tempest-NetworksIpV6TestAttrs-571122948 tempest-NetworksIpV6TestAttrs-571122948-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-760023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12867367', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12759238'] for subnet (11d66d70-cd81-4749-ac76-6ff8d06a8666), after_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:25:31.494007 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f188607-27c6-489c-a04a-a8b0b6842af5 tempest-NetworksIpV6TestAttrs-571122948 tempest-NetworksIpV6TestAttrs-571122948-project] Pushing event deleted for resources: {'Subnet': ['ID=11d66d70-cd81-4749-ac76-6ff8d06a8666,revision_number=None']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:25:31.533776 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-8f188607-27c6-489c-a04a-a8b0b6842af5 tempest-NetworksIpV6TestAttrs-571122948 tempest-NetworksIpV6TestAttrs-571122948-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1613566'] for subnet (None), before_response {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:25:31.538125 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.db.api [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103232) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 09 19:25:31.539155 n-d-713498-36 neutron-server[103232]: DEBUG oslo_db.api [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 09 19:25:31.543437 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-8f188607-27c6-489c-a04a-a8b0b6842af5 tempest-NetworksIpV6TestAttrs-571122948 tempest-NetworksIpV6TestAttrs-571122948-project] 10.222.0.75 "DELETE /v2.0/subnets/11d66d70-cd81-4749-ac76-6ff8d06a8666 HTTP/1.1" status: 204 len: 168 time: 2.4867046 Feb 09 19:25:31.568974 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 51870) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:25:31.591741 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-fb416d08-cdbb-47aa-be43-a1ea69515c39 req-b97a01fd-f5ba-4775-9bab-6de171a27fa9 tempest-ServerRescueTestJSON-1886685382 tempest-ServerRescueTestJSON-1886685382-project] 10.222.0.75 "GET /v2.0/ports?device_id=051c39d5-1749-483d-9498-3d1717fb73d7 HTTP/1.1" status: 200 len: 210 time: 0.1396692 Feb 09 19:25:31.594631 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-2713bfb5-2778-423b-bf06-f4792f64896d tempest-AllowedAddressPairTestJSON-146205199 tempest-AllowedAddressPairTestJSON-146205199-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (a53d5fa9-c0b0-4b2a-8c17-77461581784a), before_update {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:25:31.612761 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.db.api [None req-43b3dd7d-1a46-429d-ae51-3cec36222ff0 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103232) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 09 19:25:31.613709 n-d-713498-36 neutron-server[103232]: DEBUG oslo_db.api [None req-43b3dd7d-1a46-429d-ae51-3cec36222ff0 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 09 19:25:31.628013 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.db_base_plugin_common [None req-c20b2698-f33d-46a6-925a-fe529ab8c042 None None] Allocated IP 172.20.0.2 (5023305a-2195-427d-8acc-e1499ec048f7/9d2db6f0-c919-4bea-826a-bd012fa42464/85baaac1-0fc5-481d-a9ee-45e38c0189f9) {{(pid=103232) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 19:25:32.041525 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16efd9d9-6ae5-4d81-9e43-b763a899c6f6 tempest-NetworksIpV6TestAttrs-571122948 tempest-NetworksIpV6TestAttrs-571122948-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:25:32.044012 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16efd9d9-6ae5-4d81-9e43-b763a899c6f6 tempest-NetworksIpV6TestAttrs-571122948 tempest-NetworksIpV6TestAttrs-571122948-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:25:32.050830 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-16efd9d9-6ae5-4d81-9e43-b763a899c6f6 tempest-NetworksIpV6TestAttrs-571122948 tempest-NetworksIpV6TestAttrs-571122948-project] 10.222.0.75 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.4579732 Feb 09 19:25:32.056048 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 51882) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:25:32.189288 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-c20b2698-f33d-46a6-925a-fe529ab8c042 None None] Publish callbacks [] for port (85baaac1-0fc5-481d-a9ee-45e38c0189f9), precommit_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:25:32.219923 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-2713bfb5-2778-423b-bf06-f4792f64896d tempest-AllowedAddressPairTestJSON-146205199 tempest-AllowedAddressPairTestJSON-146205199-project] Publish callbacks [] for port (a53d5fa9-c0b0-4b2a-8c17-77461581784a), precommit_update {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:25:32.220290 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Device f1d2f720-203f-4a0c-99ec-b451c998d159 up at agent hyperv_n-h1-713498-36 {{(pid=103232) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 19:25:32.229593 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-2713bfb5-2778-423b-bf06-f4792f64896d tempest-AllowedAddressPairTestJSON-146205199 tempest-AllowedAddressPairTestJSON-146205199-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762867176205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762866656485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762866656503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14393758'] for port (a53d5fa9-c0b0-4b2a-8c17-77461581784a), after_update {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:25:32.235205 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61497b37-bd42-456e-84f4-b974397a2b9d None None] Network 1e6dfa91-3b44-4883-8d32-9bab86503df8 requested from n-d-713498-36 {{(pid=103232) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 19:25:32.343580 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-f574ec1c-69fd-48bb-87fb-138422b63f2b tempest-PortsTestJSON-1738022054 tempest-PortsTestJSON-1738022054-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12867428', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12759263'] for subnet (2d43b04b-acb4-4d1e-8385-165c8c41f596), after_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:25:32.419736 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2713bfb5-2778-423b-bf06-f4792f64896d tempest-AllowedAddressPairTestJSON-146205199 tempest-AllowedAddressPairTestJSON-146205199-project] Pushing event updated for resources: {'Port': ['ID=a53d5fa9-c0b0-4b2a-8c17-77461581784a,revision_number=2']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:25:32.435088 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.plugin [None req-2713bfb5-2778-423b-bf06-f4792f64896d tempest-AllowedAddressPairTestJSON-146205199 tempest-AllowedAddressPairTestJSON-146205199-project] In _notify_port_updated(), no bound segment for port a53d5fa9-c0b0-4b2a-8c17-77461581784a on network ed453e63-4eb8-416b-abb2-9742d33f881d {{(pid=103230) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Feb 09 19:25:32.443406 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2713bfb5-2778-423b-bf06-f4792f64896d tempest-AllowedAddressPairTestJSON-146205199 tempest-AllowedAddressPairTestJSON-146205199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:25:32.448266 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-2713bfb5-2778-423b-bf06-f4792f64896d tempest-AllowedAddressPairTestJSON-146205199 tempest-AllowedAddressPairTestJSON-146205199-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171096'] for port (None), before_response {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:25:32.453481 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-2713bfb5-2778-423b-bf06-f4792f64896d tempest-AllowedAddressPairTestJSON-146205199 tempest-AllowedAddressPairTestJSON-146205199-project] 10.222.0.75 "PUT /v2.0/ports/a53d5fa9-c0b0-4b2a-8c17-77461581784a HTTP/1.1" status: 200 len: 996 time: 1.3850977 Feb 09 19:25:32.456621 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 51888) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:25:32.583339 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f574ec1c-69fd-48bb-87fb-138422b63f2b tempest-PortsTestJSON-1738022054 tempest-PortsTestJSON-1738022054-project] Pushing event updated for resources: {'Subnet': ['ID=2d43b04b-acb4-4d1e-8385-165c8c41f596,revision_number=0']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:25:32.586678 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-c20b2698-f33d-46a6-925a-fe529ab8c042 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762866656467'] for port (85baaac1-0fc5-481d-a9ee-45e38c0189f9), after_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:25:32.608007 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-43b3dd7d-1a46-429d-ae51-3cec36222ff0 None None] Current status of the port eb96d76c-6fa2-416a-ad59-240d7b202eb4 is: DOWN; New status is: ACTIVE {{(pid=103232) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 19:25:32.609577 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-deea7f1b-bd44-4a83-b883-15ad29f22880 tempest-NetworksIpV6TestAttrs-571122948 tempest-NetworksIpV6TestAttrs-571122948-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-670458'] for network (1e6dfa91-3b44-4883-8d32-9bab86503df8), before_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:25:32.617845 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-43b3dd7d-1a46-429d-ae51-3cec36222ff0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (eb96d76c-6fa2-416a-ad59-240d7b202eb4), before_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:25:32.649486 n-d-713498-36 neutron-server[103229]: INFO neutron.pecan_wsgi.hooks.translation [None req-deea7f1b-bd44-4a83-b883-15ad29f22880 tempest-NetworksIpV6TestAttrs-571122948 tempest-NetworksIpV6TestAttrs-571122948-project] DELETE failed (client error): There was a conflict when trying to complete your request. Feb 09 19:25:32.650220 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-deea7f1b-bd44-4a83-b883-15ad29f22880 tempest-NetworksIpV6TestAttrs-571122948 tempest-NetworksIpV6TestAttrs-571122948-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=103229) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 19:25:32.654131 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-deea7f1b-bd44-4a83-b883-15ad29f22880 tempest-NetworksIpV6TestAttrs-571122948 tempest-NetworksIpV6TestAttrs-571122948-project] 10.222.0.75 "DELETE /v2.0/networks/1e6dfa91-3b44-4883-8d32-9bab86503df8 HTTP/1.1" status: 409 len: 466 time: 0.5428655 Feb 09 19:25:32.682663 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 51894) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:25:32.777503 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Current status of the port eb96d76c-6fa2-416a-ad59-240d7b202eb4 is: DOWN; New status is: ACTIVE {{(pid=103232) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 19:25:32.777976 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (eb96d76c-6fa2-416a-ad59-240d7b202eb4), before_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:25:32.802819 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.v2.base [None req-3653557f-491f-4aec-99c2-b30bc3d59590 tempest-NetworksIpV6TestAttrs-571122948 tempest-NetworksIpV6TestAttrs-571122948-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-206515390'}} {{(pid=103229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 19:25:32.812293 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.plugin [None req-597b95e6-1d4a-4ff5-8378-dd8f4a611a9e tempest-AllowedAddressPairTestJSON-146205199 tempest-AllowedAddressPairTestJSON-146205199-project] Deleting port a53d5fa9-c0b0-4b2a-8c17-77461581784a {{(pid=103230) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 19:25:32.813021 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-597b95e6-1d4a-4ff5-8378-dd8f4a611a9e tempest-AllowedAddressPairTestJSON-146205199 tempest-AllowedAddressPairTestJSON-146205199-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762867170196'] for port (a53d5fa9-c0b0-4b2a-8c17-77461581784a), before_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:25:32.859621 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3653557f-491f-4aec-99c2-b30bc3d59590 tempest-NetworksIpV6TestAttrs-571122948 tempest-NetworksIpV6TestAttrs-571122948-project] Made reservation on behalf of 9e420ec7a47848d89117021702cff2ae for: {'network': 1} {{(pid=103229) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 19:25:32.864080 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-3653557f-491f-4aec-99c2-b30bc3d59590 tempest-NetworksIpV6TestAttrs-571122948 tempest-NetworksIpV6TestAttrs-571122948-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for network (None), before_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:25:32.892775 n-d-713498-36 neutron-server[103232]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c20b2698-f33d-46a6-925a-fe529ab8c042 None None] Network 5023305a-2195-427d-8acc-e1499ec048f7 is already hosted by enough agents. {{(pid=103232) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 19:25:32.918822 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3653557f-491f-4aec-99c2-b30bc3d59590 tempest-NetworksIpV6TestAttrs-571122948 tempest-NetworksIpV6TestAttrs-571122948-project] vlan segment allocate from pool success with {'vlan_id': 366, 'physical_network': 'physnet1'} {{(pid=103229) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 19:25:32.942566 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-8a51595a-436e-43c8-ab18-b68b3eb203a8 req-229aef0c-4493-4ec6-91ad-1723ae59d2bb tempest-ServerRescueTestJSON-1886685382 tempest-ServerRescueTestJSON-1886685382-project] 10.222.0.75 "GET /v2.0/ports?device_id=051c39d5-1749-483d-9498-3d1717fb73d7 HTTP/1.1" status: 200 len: 210 time: 0.1763606 Feb 09 19:25:32.958587 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-3653557f-491f-4aec-99c2-b30bc3d59590 tempest-NetworksIpV6TestAttrs-571122948 tempest-NetworksIpV6TestAttrs-571122948-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-759574'] for segment (4a3c9ffb-c88b-498a-84d8-d88569490016), precommit_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:25:32.959108 n-d-713498-36 neutron-server[103229]: INFO neutron.db.segments_db [None req-3653557f-491f-4aec-99c2-b30bc3d59590 tempest-NetworksIpV6TestAttrs-571122948 tempest-NetworksIpV6TestAttrs-571122948-project] Added segment 4a3c9ffb-c88b-498a-84d8-d88569490016 of type vlan for network 8f209a1d-8442-44f5-8083-fc8378072b76 Feb 09 19:25:32.974676 n-d-713498-36 neutron-server[103232]: DEBUG neutron.scheduler.base_scheduler [None req-c20b2698-f33d-46a6-925a-fe529ab8c042 None None] Resources bound (agent type, host, resource id): {{(pid=103232) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 19:25:32.978258 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c20b2698-f33d-46a6-925a-fe529ab8c042 None None] Received port after_create {{(pid=103232) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 19:25:32.981858 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f574ec1c-69fd-48bb-87fb-138422b63f2b tempest-PortsTestJSON-1738022054 tempest-PortsTestJSON-1738022054-project] Checking segment: {'id': '04d1f36c-63f2-4592-9f1b-607144bff98d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': '1f82b82c-0432-48f1-83bf-9239cf33729e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103229) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 19:25:32.982266 n-d-713498-36 neutron-server[103229]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f574ec1c-69fd-48bb-87fb-138422b63f2b tempest-PortsTestJSON-1738022054 tempest-PortsTestJSON-1738022054-project] Network hostable DHCP agents. Network: 1f82b82c-0432-48f1-83bf-9239cf33729e, hostable agents: ['af91e4b9-f4e1-42b1-a25c-a10dc47171c8'], hosted agents: [] {{(pid=103229) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 19:25:33.014826 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-43b3dd7d-1a46-429d-ae51-3cec36222ff0 None None] For port eb96d76c-6fa2-416a-ad59-240d7b202eb4, host n-d-713498-36, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-36',level=0,port_id=eb96d76c-6fa2-416a-ad59-240d7b202eb4,segment=NetworkSegment(7088c9a1-d8b4-45fa-8f3f-175e04408f23),segment_id=7088c9a1-d8b4-45fa-8f3f-175e04408f23)] {{(pid=103232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 19:25:33.037482 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-597b95e6-1d4a-4ff5-8378-dd8f4a611a9e tempest-AllowedAddressPairTestJSON-146205199 tempest-AllowedAddressPairTestJSON-146205199-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1820838'] for port (a53d5fa9-c0b0-4b2a-8c17-77461581784a), precommit_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:25:33.074363 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-3653557f-491f-4aec-99c2-b30bc3d59590 tempest-NetworksIpV6TestAttrs-571122948 tempest-NetworksIpV6TestAttrs-571122948-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762866642225'] for network (8f209a1d-8442-44f5-8083-fc8378072b76), precommit_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:25:33.089315 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.db.api [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103232) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 09 19:25:33.089735 n-d-713498-36 neutron-server[103232]: DEBUG oslo_db.api [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 09 19:25:33.095011 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.plugin [None req-597b95e6-1d4a-4ff5-8378-dd8f4a611a9e tempest-AllowedAddressPairTestJSON-146205199 tempest-AllowedAddressPairTestJSON-146205199-project] Calling delete_port for a53d5fa9-c0b0-4b2a-8c17-77461581784a owned by {{(pid=103230) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 19:25:33.114159 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-43b3dd7d-1a46-429d-ae51-3cec36222ff0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762867176205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762866656485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762866656503'] for port (eb96d76c-6fa2-416a-ad59-240d7b202eb4), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:25:33.120070 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.provisioning_blocks [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Provisioning complete for port f1d2f720-203f-4a0c-99ec-b451c998d159 triggered by entity L2. {{(pid=103232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 19:25:33.120271 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593630'] for port (f1d2f720-203f-4a0c-99ec-b451c998d159), provisioning_complete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:25:33.131100 n-d-713498-36 neutron-server[103229]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f574ec1c-69fd-48bb-87fb-138422b63f2b tempest-PortsTestJSON-1738022054 tempest-PortsTestJSON-1738022054-project] Network 1f82b82c-0432-48f1-83bf-9239cf33729e is scheduled to be hosted by DHCP agent af91e4b9-f4e1-42b1-a25c-a10dc47171c8 with binding_index 1 {{(pid=103229) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 19:25:33.163108 n-d-713498-36 neutron-server[103229]: DEBUG neutron.scheduler.base_scheduler [None req-f574ec1c-69fd-48bb-87fb-138422b63f2b tempest-PortsTestJSON-1738022054 tempest-PortsTestJSON-1738022054-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713498-36, 1f82b82c-0432-48f1-83bf-9239cf33729e) {{(pid=103229) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 19:25:33.169970 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-98f24d42-7e0b-4dc2-825f-4926a81dee84 admin admin] Publish callbacks [] for router_gateway (0a8851ae-522c-440b-9380-596a78e9a3d6), before_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:25:33.174039 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f574ec1c-69fd-48bb-87fb-138422b63f2b tempest-PortsTestJSON-1738022054 tempest-PortsTestJSON-1738022054-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:25:33.174523 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-f574ec1c-69fd-48bb-87fb-138422b63f2b tempest-PortsTestJSON-1738022054 tempest-PortsTestJSON-1738022054-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1613566'] for subnet (None), before_response {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:25:33.235220 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-3653557f-491f-4aec-99c2-b30bc3d59590 tempest-NetworksIpV6TestAttrs-571122948 tempest-NetworksIpV6TestAttrs-571122948-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1885479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452'] for network (8f209a1d-8442-44f5-8083-fc8378072b76), after_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:25:33.240633 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3653557f-491f-4aec-99c2-b30bc3d59590 tempest-NetworksIpV6TestAttrs-571122948 tempest-NetworksIpV6TestAttrs-571122948-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:25:33.241244 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-3653557f-491f-4aec-99c2-b30bc3d59590 tempest-NetworksIpV6TestAttrs-571122948 tempest-NetworksIpV6TestAttrs-571122948-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1613566'] for network (None), before_response {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:25:33.252170 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-98f24d42-7e0b-4dc2-825f-4926a81dee84 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (None), before_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:25:33.363741 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-f574ec1c-69fd-48bb-87fb-138422b63f2b tempest-PortsTestJSON-1738022054 tempest-PortsTestJSON-1738022054-project] 10.222.0.75 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.5792875 Feb 09 19:25:33.369805 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 51900) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:25:33.376028 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.v2.base [None req-d88d7762-5655-4437-b8b1-d784b8303d1f tempest-PortsTestJSON-1738022054 tempest-PortsTestJSON-1738022054-project] Request body: {'subnet': {'network_id': '1f82b82c-0432-48f1-83bf-9239cf33729e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103230) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 19:25:33.526273 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d88d7762-5655-4437-b8b1-d784b8303d1f tempest-PortsTestJSON-1738022054 tempest-PortsTestJSON-1738022054-project] Made reservation on behalf of 150a397110044967a3816a9b460534fa for: {'subnet': 1} {{(pid=103230) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 19:25:33.527188 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-3653557f-491f-4aec-99c2-b30bc3d59590 tempest-NetworksIpV6TestAttrs-571122948 tempest-NetworksIpV6TestAttrs-571122948-project] 10.222.0.75 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 0.7296875 Feb 09 19:25:33.535438 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-d88d7762-5655-4437-b8b1-d784b8303d1f tempest-PortsTestJSON-1738022054 tempest-PortsTestJSON-1738022054-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12985917'] for subnet (None), before_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:25:33.542614 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 51904) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:25:33.578046 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c20b2698-f33d-46a6-925a-fe529ab8c042 None None] Pushing event updated for resources: {'Port': ['ID=85baaac1-0fc5-481d-a9ee-45e38c0189f9,revision_number=1']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:25:33.631497 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be396211-e538-478d-835f-4560d5d7a9c2 None None] Network 1f82b82c-0432-48f1-83bf-9239cf33729e requested from n-d-713498-36 {{(pid=103232) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 19:25:33.645334 n-d-713498-36 neutron-server[103230]: INFO neutron.db.ipam_backend_mixin [None req-d88d7762-5655-4437-b8b1-d784b8303d1f tempest-PortsTestJSON-1738022054 tempest-PortsTestJSON-1738022054-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 2d43b04b-acb4-4d1e-8385-165c8c41f596 (CIDR: 172.20.0.0/28) Feb 09 19:25:33.651752 n-d-713498-36 neutron-server[103230]: INFO neutron.pecan_wsgi.hooks.translation [None req-d88d7762-5655-4437-b8b1-d784b8303d1f tempest-PortsTestJSON-1738022054 tempest-PortsTestJSON-1738022054-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 09 19:25:33.652649 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d88d7762-5655-4437-b8b1-d784b8303d1f tempest-PortsTestJSON-1738022054 tempest-PortsTestJSON-1738022054-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103230) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 19:25:33.656620 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-597b95e6-1d4a-4ff5-8378-dd8f4a611a9e tempest-AllowedAddressPairTestJSON-146205199 tempest-AllowedAddressPairTestJSON-146205199-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762867177463', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762866656476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14393751'] for port (a53d5fa9-c0b0-4b2a-8c17-77461581784a), after_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:25:33.709033 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-597b95e6-1d4a-4ff5-8378-dd8f4a611a9e tempest-AllowedAddressPairTestJSON-146205199 tempest-AllowedAddressPairTestJSON-146205199-project] Pushing event deleted for resources: {'Port': ['ID=a53d5fa9-c0b0-4b2a-8c17-77461581784a,revision_number=None']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:25:33.723251 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-d88d7762-5655-4437-b8b1-d784b8303d1f tempest-PortsTestJSON-1738022054 tempest-PortsTestJSON-1738022054-project] 10.222.0.75 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.3521085 Feb 09 19:25:33.740578 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 51908) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:25:33.746678 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.v2.base [None req-b542e0aa-47ea-416e-9daf-b270524adae9 tempest-PortsTestJSON-1738022054 tempest-PortsTestJSON-1738022054-project] Request body: {'subnet': {'network_id': '1f82b82c-0432-48f1-83bf-9239cf33729e', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=103230) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 19:25:33.801627 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43b3dd7d-1a46-429d-ae51-3cec36222ff0 None None] Pushing event updated for resources: {'Port': ['ID=eb96d76c-6fa2-416a-ad59-240d7b202eb4,revision_number=4']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:25:33.930834 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.provisioning_blocks [None req-4c8b06a3-442b-472c-990d-cee94314ca0b None None] Provisioning complete for port 0b98e31e-d94a-431b-adf8-49e3d4b5fb83 triggered by entity DHCP. {{(pid=103232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 19:25:33.931496 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-4c8b06a3-442b-472c-990d-cee94314ca0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593630'] for port (0b98e31e-d94a-431b-adf8-49e3d4b5fb83), provisioning_complete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:25:33.975880 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-597b95e6-1d4a-4ff5-8378-dd8f4a611a9e tempest-AllowedAddressPairTestJSON-146205199 tempest-AllowedAddressPairTestJSON-146205199-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171096'] for port (None), before_response {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:25:33.983776 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-4c8b06a3-442b-472c-990d-cee94314ca0b None None] Port 0b98e31e-d94a-431b-adf8-49e3d4b5fb83 cannot update to ACTIVE because it is not bound. {{(pid=103232) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 19:25:33.995675 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-597b95e6-1d4a-4ff5-8378-dd8f4a611a9e tempest-AllowedAddressPairTestJSON-146205199 tempest-AllowedAddressPairTestJSON-146205199-project] 10.222.0.75 "DELETE /v2.0/ports/a53d5fa9-c0b0-4b2a-8c17-77461581784a HTTP/1.1" status: 204 len: 168 time: 1.5378425 Feb 09 19:25:33.996743 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.provisioning_blocks [None req-4c8b06a3-442b-472c-990d-cee94314ca0b None None] Could not find standard attr ID for object a53d5fa9-c0b0-4b2a-8c17-77461581784a. {{(pid=103232) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 09 19:25:34.012683 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 51918) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:25:34.073940 n-d-713498-36 neutron-server[103230]: INFO neutron.pecan_wsgi.hooks.translation [None req-fd480682-cafb-4a54-b683-cca253ec66d1 tempest-AllowedAddressPairTestJSON-146205199 tempest-AllowedAddressPairTestJSON-146205199-project] GET failed (client error): The resource could not be found. Feb 09 19:25:34.076459 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-fd480682-cafb-4a54-b683-cca253ec66d1 tempest-AllowedAddressPairTestJSON-146205199 tempest-AllowedAddressPairTestJSON-146205199-project] 10.222.0.75 "GET /v2.0/ports/a53d5fa9-c0b0-4b2a-8c17-77461581784a HTTP/1.1" status: 404 len: 333 time: 0.0627799 Feb 09 19:25:34.081519 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 51920) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:25:34.098078 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Current status of the port f1d2f720-203f-4a0c-99ec-b451c998d159 is: BUILD; New status is: ACTIVE {{(pid=103232) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 19:25:34.098529 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (f1d2f720-203f-4a0c-99ec-b451c998d159), before_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:25:34.100613 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.v2.base [None req-23d819df-29f0-4e80-aada-e3ca0075f36f tempest-AllowedAddressPairTestJSON-146205199 tempest-AllowedAddressPairTestJSON-146205199-project] Request body: {'port': {'network_id': 'ed453e63-4eb8-416b-abb2-9742d33f881d', 'name': 'tempest-AllowedAddressPairTestJSON-1439359291'}} {{(pid=103230) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 19:25:34.105093 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-baf87f80-79ca-48cf-8056-24e2bcdbc18a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8b32e980-7cce-5e82-a341-bd2fa8945c89-1f82b82c-0432-48f1-83bf-9239cf33729e', 'network_id': '1f82b82c-0432-48f1-83bf-9239cf33729e', 'project_id': '150a397110044967a3816a9b460534fa', 'fixed_ips': [{'subnet_id': '2d43b04b-acb4-4d1e-8385-165c8c41f596'}]}} from n-d-713498-36. {{(pid=103232) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 09 19:25:34.106074 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-baf87f80-79ca-48cf-8056-24e2bcdbc18a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (None), before_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:25:34.116592 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4183cadc-32b0-4394-b9a9-75e18a22241d None None] DHCP port deletion for 1e6dfa91-3b44-4883-8d32-9bab86503df8 request from n-d-713498-36 {{(pid=103232) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 09 19:25:34.121386 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b542e0aa-47ea-416e-9daf-b270524adae9 tempest-PortsTestJSON-1738022054 tempest-PortsTestJSON-1738022054-project] Made reservation on behalf of 150a397110044967a3816a9b460534fa for: {'subnet': 1} {{(pid=103230) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 19:25:34.124930 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.managers [None req-c20b2698-f33d-46a6-925a-fe529ab8c042 None None] Attempting to bind port 85baaac1-0fc5-481d-a9ee-45e38c0189f9 on host n-d-713498-36 for vnic_type normal with profile {{(pid=103232) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 19:25:34.126197 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.managers [None req-c20b2698-f33d-46a6-925a-fe529ab8c042 None None] Attempting to bind port 85baaac1-0fc5-481d-a9ee-45e38c0189f9 by drivers openvswitch,hyperv on host n-d-713498-36 at level 0 using segments [{'id': 'f0323881-58dc-48d9-89c4-ec42ebfb1979', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': '5023305a-2195-427d-8acc-e1499ec048f7'}] {{(pid=103232) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 19:25:34.126602 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c20b2698-f33d-46a6-925a-fe529ab8c042 None None] Attempting to bind port 85baaac1-0fc5-481d-a9ee-45e38c0189f9 on network 5023305a-2195-427d-8acc-e1499ec048f7 {{(pid=103232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 19:25:34.136099 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-b542e0aa-47ea-416e-9daf-b270524adae9 tempest-PortsTestJSON-1738022054 tempest-PortsTestJSON-1738022054-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12985917'] for subnet (None), before_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:25:34.178876 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c20b2698-f33d-46a6-925a-fe529ab8c042 None None] Checking agent: {'id': '496418a2-c002-4aec-ab1a-07f3bea491bd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-36', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 18, 51, 47), 'started_at': datetime.datetime(2022, 2, 9, 18, 52, 17), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 19, 25, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-36'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 19:25:34.179898 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c20b2698-f33d-46a6-925a-fe529ab8c042 None None] Checking segment: {'id': 'f0323881-58dc-48d9-89c4-ec42ebfb1979', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': '5023305a-2195-427d-8acc-e1499ec048f7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103232) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 19:25:34.180431 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-c20b2698-f33d-46a6-925a-fe529ab8c042 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:25:34.180903 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c20b2698-f33d-46a6-925a-fe529ab8c042 None None] Bound using segment: {'id': 'f0323881-58dc-48d9-89c4-ec42ebfb1979', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': '5023305a-2195-427d-8acc-e1499ec048f7'} {{(pid=103232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 19:25:34.181402 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.managers [None req-c20b2698-f33d-46a6-925a-fe529ab8c042 None None] Bound port: 85baaac1-0fc5-481d-a9ee-45e38c0189f9, host: n-d-713498-36, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f0323881-58dc-48d9-89c4-ec42ebfb1979', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': '5023305a-2195-427d-8acc-e1499ec048f7'}}] {{(pid=103232) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 19:25:34.181946 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-c20b2698-f33d-46a6-925a-fe529ab8c042 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (85baaac1-0fc5-481d-a9ee-45e38c0189f9), before_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:25:34.198594 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.provisioning_blocks [None req-4c8b06a3-442b-472c-990d-cee94314ca0b None None] Provisioning complete for port eb96d76c-6fa2-416a-ad59-240d7b202eb4 triggered by entity DHCP. {{(pid=103232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 19:25:34.198974 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-4c8b06a3-442b-472c-990d-cee94314ca0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593630'] for port (eb96d76c-6fa2-416a-ad59-240d7b202eb4), provisioning_complete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:25:34.275829 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.v2.base [None req-31e9a185-f62d-4a66-9a69-37948f2af4ce tempest-NetworksIpV6TestAttrs-571122948 tempest-NetworksIpV6TestAttrs-571122948-project] Request body: {'subnet': {'network_id': '8f209a1d-8442-44f5-8083-fc8378072b76', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=103229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 19:25:34.299390 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Current status of the port eb96d76c-6fa2-416a-ad59-240d7b202eb4 is: ACTIVE; New status is: ACTIVE {{(pid=103232) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 19:25:34.334471 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3653557f-491f-4aec-99c2-b30bc3d59590 tempest-NetworksIpV6TestAttrs-571122948 tempest-NetworksIpV6TestAttrs-571122948-project] Pushing event updated for resources: {'Network': ['ID=8f209a1d-8442-44f5-8083-fc8378072b76,revision_number=1']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:25:34.474105 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-19b0517f-ac2c-4960-936e-9298c6ac15e1 req-f53934e6-66de-4028-840b-e9af7d540625 tempest-ServerRescueTestJSON-1886685382 tempest-ServerRescueTestJSON-1886685382-project] 10.222.0.75 "GET /v2.0/ports?device_id=051c39d5-1749-483d-9498-3d1717fb73d7 HTTP/1.1" status: 200 len: 210 time: 0.1991425 Feb 09 19:25:34.501312 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3653557f-491f-4aec-99c2-b30bc3d59590 tempest-NetworksIpV6TestAttrs-571122948 tempest-NetworksIpV6TestAttrs-571122948-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:25:34.501312 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3653557f-491f-4aec-99c2-b30bc3d59590 tempest-NetworksIpV6TestAttrs-571122948 tempest-NetworksIpV6TestAttrs-571122948-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:25:34.501760 n-d-713498-36 neutron-server[103232]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a1fbc70b-9dd3-44f5-99b0-85f3dff92d7d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f1d2f720-203f-4a0c-99ec-b451c998d159'}] {{(pid=103232) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 19:25:34.504038 n-d-713498-36 neutron-server[103232]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}949cdcde653dec44821de95cbf67297f53cbc2aed4e073b5d514f93bf911ce85" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-343878bd-d178-4a09-9fb7-35cb4b727692" -d '{"events": [{"server_uuid": "a1fbc70b-9dd3-44f5-99b0-85f3dff92d7d", "name": "network-vif-plugged", "status": "completed", "tag": "f1d2f720-203f-4a0c-99ec-b451c998d159"}]}' {{(pid=103232) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 19:25:34.505934 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3653557f-491f-4aec-99c2-b30bc3d59590 tempest-NetworksIpV6TestAttrs-571122948 tempest-NetworksIpV6TestAttrs-571122948-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:25:34.506181 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3653557f-491f-4aec-99c2-b30bc3d59590 tempest-NetworksIpV6TestAttrs-571122948 tempest-NetworksIpV6TestAttrs-571122948-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:25:34.506528 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3653557f-491f-4aec-99c2-b30bc3d59590 tempest-NetworksIpV6TestAttrs-571122948 tempest-NetworksIpV6TestAttrs-571122948-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:25:34.506868 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3653557f-491f-4aec-99c2-b30bc3d59590 tempest-NetworksIpV6TestAttrs-571122948 tempest-NetworksIpV6TestAttrs-571122948-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:25:34.507200 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3653557f-491f-4aec-99c2-b30bc3d59590 tempest-NetworksIpV6TestAttrs-571122948 tempest-NetworksIpV6TestAttrs-571122948-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:25:34.507723 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3653557f-491f-4aec-99c2-b30bc3d59590 tempest-NetworksIpV6TestAttrs-571122948 tempest-NetworksIpV6TestAttrs-571122948-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:25:34.508153 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3653557f-491f-4aec-99c2-b30bc3d59590 tempest-NetworksIpV6TestAttrs-571122948 tempest-NetworksIpV6TestAttrs-571122948-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:25:34.508675 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3653557f-491f-4aec-99c2-b30bc3d59590 tempest-NetworksIpV6TestAttrs-571122948 tempest-NetworksIpV6TestAttrs-571122948-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:25:34.510431 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3653557f-491f-4aec-99c2-b30bc3d59590 tempest-NetworksIpV6TestAttrs-571122948 tempest-NetworksIpV6TestAttrs-571122948-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:25:34.510431 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3653557f-491f-4aec-99c2-b30bc3d59590 tempest-NetworksIpV6TestAttrs-571122948 tempest-NetworksIpV6TestAttrs-571122948-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:25:34.510640 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3653557f-491f-4aec-99c2-b30bc3d59590 tempest-NetworksIpV6TestAttrs-571122948 tempest-NetworksIpV6TestAttrs-571122948-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:25:34.655304 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20d47924-f99c-46e8-ae9e-a338f9c34071 req-d04581c8-a156-4c32-bd55-94a0f4c1d7ec tempest-ServerRescueTestJSON-1886685382 tempest-ServerRescueTestJSON-1886685382-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:25:34.656955 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-20d47924-f99c-46e8-ae9e-a338f9c34071 req-d04581c8-a156-4c32-bd55-94a0f4c1d7ec tempest-ServerRescueTestJSON-1886685382 tempest-ServerRescueTestJSON-1886685382-project] 10.222.0.89 "GET /v2.0/networks?id=2324528b-82cd-4c53-b665-41f5fd12f858 HTTP/1.1" status: 200 len: 810 time: 1.4395056 Feb 09 19:25:34.676268 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.v2.base [req-20d47924-f99c-46e8-ae9e-a338f9c34071 req-7db7f936-b7a7-4534-9c67-17f794344574 tempest-ServerRescueTestJSON-1886685382 tempest-ServerRescueTestJSON-1886685382-project] Request body: {'port': {'device_id': '051c39d5-1749-483d-9498-3d1717fb73d7', 'network_id': '2324528b-82cd-4c53-b665-41f5fd12f858', 'admin_state_up': True, 'tenant_id': '2144a5f95fe04d169308063e9f839f8a'}} {{(pid=103229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 19:25:34.708669 n-d-713498-36 neutron-server[103229]: DEBUG neutron.db.db_base_plugin_common [None req-98f24d42-7e0b-4dc2-825f-4926a81dee84 admin admin] Allocated IP 172.25.1.177 (88055e1e-672a-4487-be31-ffb6e833ece5/ac16dbcc-383c-4b43-9153-d763c4a53f91/1bc2f6b2-d624-4bcf-9be4-1bf1ea94cfbd) {{(pid=103229) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 19:25:34.783567 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-31e9a185-f62d-4a66-9a69-37948f2af4ce tempest-NetworksIpV6TestAttrs-571122948 tempest-NetworksIpV6TestAttrs-571122948-project] Made reservation on behalf of 9e420ec7a47848d89117021702cff2ae for: {'subnet': 1} {{(pid=103229) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 19:25:34.787577 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-31e9a185-f62d-4a66-9a69-37948f2af4ce tempest-NetworksIpV6TestAttrs-571122948 tempest-NetworksIpV6TestAttrs-571122948-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12759265'] for subnet (None), before_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:25:34.897700 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.db_base_plugin_common [None req-baf87f80-79ca-48cf-8056-24e2bcdbc18a None None] Allocated IP 172.20.0.2 (1f82b82c-0432-48f1-83bf-9239cf33729e/2d43b04b-acb4-4d1e-8385-165c8c41f596/2a630333-fe26-43dd-b7c4-0367bb743943) {{(pid=103232) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 19:25:34.932463 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-b542e0aa-47ea-416e-9daf-b270524adae9 tempest-PortsTestJSON-1738022054 tempest-PortsTestJSON-1738022054-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14393611', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12985859'] for subnet (d8b1bef4-041a-4a8e-bdea-79bc87d8c165), after_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:25:34.969407 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-23d819df-29f0-4e80-aada-e3ca0075f36f tempest-AllowedAddressPairTestJSON-146205199 tempest-AllowedAddressPairTestJSON-146205199-project] Made reservation on behalf of 7a253df068b14b0c9cf9b659ae61d0af for: {'port': 1} {{(pid=103230) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 19:25:34.977222 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-23d819df-29f0-4e80-aada-e3ca0075f36f tempest-AllowedAddressPairTestJSON-146205199 tempest-AllowedAddressPairTestJSON-146205199-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (None), before_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:25:35.031198 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] For port f1d2f720-203f-4a0c-99ec-b451c998d159, host n-h1-713498-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-36',level=0,port_id=f1d2f720-203f-4a0c-99ec-b451c998d159,segment=NetworkSegment(9110d757-e4eb-424b-97b9-32896b689ba3),segment_id=9110d757-e4eb-424b-97b9-32896b689ba3)] {{(pid=103232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 19:25:35.044428 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-4c8b06a3-442b-472c-990d-cee94314ca0b None None] Current status of the port eb96d76c-6fa2-416a-ad59-240d7b202eb4 is: ACTIVE; New status is: ACTIVE {{(pid=103232) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 19:25:35.056206 n-d-713498-36 neutron-server[103230]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b542e0aa-47ea-416e-9daf-b270524adae9 tempest-PortsTestJSON-1738022054 tempest-PortsTestJSON-1738022054-project] Network 1f82b82c-0432-48f1-83bf-9239cf33729e is already hosted by enough agents. {{(pid=103230) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 19:25:35.067977 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Network 8f209a1d-8442-44f5-8083-fc8378072b76 details requested by agent ovs-agent-n-d-713498-36 with host n-d-713498-36 {{(pid=103232) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 19:25:35.068612 n-d-713498-36 neutron-server[103230]: DEBUG neutron.scheduler.base_scheduler [None req-b542e0aa-47ea-416e-9daf-b270524adae9 tempest-PortsTestJSON-1738022054 tempest-PortsTestJSON-1738022054-project] Resources bound (agent type, host, resource id): {{(pid=103230) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 19:25:35.077813 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-98f24d42-7e0b-4dc2-825f-4926a81dee84 admin admin] Publish callbacks [] for port (1bc2f6b2-d624-4bcf-9be4-1bf1ea94cfbd), precommit_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:25:35.078974 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b542e0aa-47ea-416e-9daf-b270524adae9 tempest-PortsTestJSON-1738022054 tempest-PortsTestJSON-1738022054-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:25:35.079587 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-b542e0aa-47ea-416e-9daf-b270524adae9 tempest-PortsTestJSON-1738022054 tempest-PortsTestJSON-1738022054-project] Publish callbacks [] for subnet (None), before_response {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:25:35.083107 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-20d47924-f99c-46e8-ae9e-a338f9c34071 req-7db7f936-b7a7-4534-9c67-17f794344574 tempest-ServerRescueTestJSON-1886685382 tempest-ServerRescueTestJSON-1886685382-project] Made reservation on behalf of 2144a5f95fe04d169308063e9f839f8a for: {'port': 1} {{(pid=103229) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 19:25:35.088121 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-20d47924-f99c-46e8-ae9e-a338f9c34071 req-7db7f936-b7a7-4534-9c67-17f794344574 tempest-ServerRescueTestJSON-1886685382 tempest-ServerRescueTestJSON-1886685382-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (None), before_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:25:35.092110 n-d-713498-36 neutron-server[103230]: DEBUG neutron.notifiers.nova [None req-23d819df-29f0-4e80-aada-e3ca0075f36f tempest-AllowedAddressPairTestJSON-146205199 tempest-AllowedAddressPairTestJSON-146205199-project] device_id is not set on port 54f05f34-8837-4d65-b9fb-44a6cb9774f6 yet. {{(pid=103230) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 09 19:25:35.109410 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-b542e0aa-47ea-416e-9daf-b270524adae9 tempest-PortsTestJSON-1738022054 tempest-PortsTestJSON-1738022054-project] 10.222.0.75 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 1.3673780 Feb 09 19:25:35.110102 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 51938) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:25:35.120029 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.v2.base [None req-ac3fb22a-68a6-4f93-ac63-237c600c34f2 tempest-PortsTestJSON-1738022054 tempest-PortsTestJSON-1738022054-project] Request body: {'port': {'network_id': '1f82b82c-0432-48f1-83bf-9239cf33729e', 'fixed_ips': [{'subnet_id': '2d43b04b-acb4-4d1e-8385-165c8c41f596'}, {'subnet_id': 'd8b1bef4-041a-4a8e-bdea-79bc87d8c165'}], 'name': 'tempest-PortsTestJSON-1114966371'}} {{(pid=103230) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 19:25:35.184994 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Device 5e7b8d5a-4cda-4cd0-aad7-c23d8a58bfb6 up at agent ovs-agent-n-d-713498-36 {{(pid=103232) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 19:25:35.191495 n-d-713498-36 neutron-server[103232]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 19:25:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-97b23393-1c8b-4e5c-8656-f796a29962f8 x-openstack-request-id: req-97b23393-1c8b-4e5c-8656-f796a29962f8 {{(pid=103232) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 19:25:35.192112 n-d-713498-36 neutron-server[103232]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a1fbc70b-9dd3-44f5-99b0-85f3dff92d7d", "name": "network-vif-plugged", "status": "completed", "tag": "f1d2f720-203f-4a0c-99ec-b451c998d159", "code": 200}]} {{(pid=103232) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 19:25:35.192594 n-d-713498-36 neutron-server[103232]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-97b23393-1c8b-4e5c-8656-f796a29962f8 {{(pid=103232) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 19:25:35.193432 n-d-713498-36 neutron-server[103232]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a1fbc70b-9dd3-44f5-99b0-85f3dff92d7d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f1d2f720-203f-4a0c-99ec-b451c998d159', 'code': 200} Feb 09 19:25:35.199846 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-4183cadc-32b0-4394-b9a9-75e18a22241d None None] Deleting port eb96d76c-6fa2-416a-ad59-240d7b202eb4 {{(pid=103232) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 19:25:35.200906 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-4183cadc-32b0-4394-b9a9-75e18a22241d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762867170196'] for port (eb96d76c-6fa2-416a-ad59-240d7b202eb4), before_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:25:35.204335 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762867176205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762866656485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762866656503'] for port (f1d2f720-203f-4a0c-99ec-b451c998d159), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:25:35.225607 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b542e0aa-47ea-416e-9daf-b270524adae9 tempest-PortsTestJSON-1738022054 tempest-PortsTestJSON-1738022054-project] Pushing event updated for resources: {'Subnet': ['ID=d8b1bef4-041a-4a8e-bdea-79bc87d8c165,revision_number=0']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:25:35.405305 n-d-713498-36 neutron-server[103230]: DEBUG neutron.db.db_base_plugin_common [None req-23d819df-29f0-4e80-aada-e3ca0075f36f tempest-AllowedAddressPairTestJSON-146205199 tempest-AllowedAddressPairTestJSON-146205199-project] Allocated IP 172.20.0.11 (ed453e63-4eb8-416b-abb2-9742d33f881d/0330f542-a1b6-4ae2-866d-a39b1de2b781/54f05f34-8837-4d65-b9fb-44a6cb9774f6) {{(pid=103230) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 19:25:35.466415 n-d-713498-36 neutron-server[103229]: DEBUG neutron.db.db_base_plugin_common [req-20d47924-f99c-46e8-ae9e-a338f9c34071 req-7db7f936-b7a7-4534-9c67-17f794344574 tempest-ServerRescueTestJSON-1886685382 tempest-ServerRescueTestJSON-1886685382-project] Allocated IP 172.20.0.10 (2324528b-82cd-4c53-b665-41f5fd12f858/e2b46c61-e766-43ec-83e4-53a2c0064c76/a34a9f5b-dfaf-4cc5-97f9-2128f12c41e5) {{(pid=103229) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 19:25:35.477245 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-c20b2698-f33d-46a6-925a-fe529ab8c042 None None] For port 85baaac1-0fc5-481d-a9ee-45e38c0189f9, host n-d-713498-36, cleared binding levels {{(pid=103232) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 19:25:35.504297 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-4183cadc-32b0-4394-b9a9-75e18a22241d None None] For port eb96d76c-6fa2-416a-ad59-240d7b202eb4, host n-d-713498-36, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-36',level=0,port_id=eb96d76c-6fa2-416a-ad59-240d7b202eb4,segment=NetworkSegment(7088c9a1-d8b4-45fa-8f3f-175e04408f23),segment_id=7088c9a1-d8b4-45fa-8f3f-175e04408f23)] {{(pid=103232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 19:25:35.505038 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-4183cadc-32b0-4394-b9a9-75e18a22241d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1820838'] for port (eb96d76c-6fa2-416a-ad59-240d7b202eb4), precommit_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:25:35.527829 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Pushing event updated for resources: {'Port': ['ID=f1d2f720-203f-4a0c-99ec-b451c998d159,revision_number=10']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:25:35.539585 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-c20b2698-f33d-46a6-925a-fe529ab8c042 None None] For port 85baaac1-0fc5-481d-a9ee-45e38c0189f9, host n-d-713498-36, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-36',level=0,port_id=85baaac1-0fc5-481d-a9ee-45e38c0189f9,segment=NetworkSegment(f0323881-58dc-48d9-89c4-ec42ebfb1979),segment_id=f0323881-58dc-48d9-89c4-ec42ebfb1979)] {{(pid=103232) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 19:25:35.565128 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-4183cadc-32b0-4394-b9a9-75e18a22241d None None] Calling delete_port for eb96d76c-6fa2-416a-ad59-240d7b202eb4 owned by network:dhcp {{(pid=103232) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 19:25:35.596754 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-c20b2698-f33d-46a6-925a-fe529ab8c042 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762867176205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762866656485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762866656503'] for port (85baaac1-0fc5-481d-a9ee-45e38c0189f9), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:25:35.637700 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.provisioning_blocks [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Provisioning complete for port 5e7b8d5a-4cda-4cd0-aad7-c23d8a58bfb6 triggered by entity L2. {{(pid=103232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 19:25:35.638119 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593630'] for port (5e7b8d5a-4cda-4cd0-aad7-c23d8a58bfb6), provisioning_complete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:25:35.673568 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-23d819df-29f0-4e80-aada-e3ca0075f36f tempest-AllowedAddressPairTestJSON-146205199 tempest-AllowedAddressPairTestJSON-146205199-project] Publish callbacks [] for port (54f05f34-8837-4d65-b9fb-44a6cb9774f6), precommit_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:25:35.674947 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-20d47924-f99c-46e8-ae9e-a338f9c34071 req-7db7f936-b7a7-4534-9c67-17f794344574 tempest-ServerRescueTestJSON-1886685382 tempest-ServerRescueTestJSON-1886685382-project] Publish callbacks [] for port (a34a9f5b-dfaf-4cc5-97f9-2128f12c41e5), precommit_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:25:35.730869 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-23d819df-29f0-4e80-aada-e3ca0075f36f tempest-AllowedAddressPairTestJSON-146205199 tempest-AllowedAddressPairTestJSON-146205199-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762866656467', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14393751'] for port (54f05f34-8837-4d65-b9fb-44a6cb9774f6), after_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:25:35.800968 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-98f24d42-7e0b-4dc2-825f-4926a81dee84 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762866656467', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12867576'] for port (1bc2f6b2-d624-4bcf-9be4-1bf1ea94cfbd), after_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:25:35.804188 n-d-713498-36 neutron-server[103230]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23d819df-29f0-4e80-aada-e3ca0075f36f tempest-AllowedAddressPairTestJSON-146205199 tempest-AllowedAddressPairTestJSON-146205199-project] Network ed453e63-4eb8-416b-abb2-9742d33f881d is already hosted by enough agents. {{(pid=103230) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 19:25:35.810907 n-d-713498-36 neutron-server[103230]: DEBUG neutron.scheduler.base_scheduler [None req-23d819df-29f0-4e80-aada-e3ca0075f36f tempest-AllowedAddressPairTestJSON-146205199 tempest-AllowedAddressPairTestJSON-146205199-project] Resources bound (agent type, host, resource id): {{(pid=103230) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 19:25:35.811976 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-20d47924-f99c-46e8-ae9e-a338f9c34071 req-7db7f936-b7a7-4534-9c67-17f794344574 tempest-ServerRescueTestJSON-1886685382 tempest-ServerRescueTestJSON-1886685382-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762866656467', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12867576'] for port (a34a9f5b-dfaf-4cc5-97f9-2128f12c41e5), after_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:25:35.846820 n-d-713498-36 neutron-server[103230]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23d819df-29f0-4e80-aada-e3ca0075f36f tempest-AllowedAddressPairTestJSON-146205199 tempest-AllowedAddressPairTestJSON-146205199-project] Received port after_create {{(pid=103230) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 19:25:35.849025 n-d-713498-36 neutron-server[103229]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98f24d42-7e0b-4dc2-825f-4926a81dee84 admin admin] Network 88055e1e-672a-4487-be31-ffb6e833ece5 is already hosted by enough agents. {{(pid=103229) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 19:25:35.859221 n-d-713498-36 neutron-server[103229]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-20d47924-f99c-46e8-ae9e-a338f9c34071 req-7db7f936-b7a7-4534-9c67-17f794344574 tempest-ServerRescueTestJSON-1886685382 tempest-ServerRescueTestJSON-1886685382-project] Network 2324528b-82cd-4c53-b665-41f5fd12f858 is already hosted by enough agents. {{(pid=103229) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 19:25:35.896530 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-7429db8d-6021-40ad-813e-885be449a89b None None] get_ports_and_sgs() called for port_ids ['8bbf9426-f0e3-4d72-9513-cdacb95da6bc'] {{(pid=103232) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 19:25:35.909560 n-d-713498-36 neutron-server[103229]: DEBUG neutron.scheduler.base_scheduler [None req-98f24d42-7e0b-4dc2-825f-4926a81dee84 admin admin] Resources bound (agent type, host, resource id): {{(pid=103229) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 19:25:35.937401 n-d-713498-36 neutron-server[103229]: DEBUG neutron.scheduler.base_scheduler [req-20d47924-f99c-46e8-ae9e-a338f9c34071 req-7db7f936-b7a7-4534-9c67-17f794344574 tempest-ServerRescueTestJSON-1886685382 tempest-ServerRescueTestJSON-1886685382-project] Resources bound (agent type, host, resource id): {{(pid=103229) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 19:25:35.939238 n-d-713498-36 neutron-server[103229]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98f24d42-7e0b-4dc2-825f-4926a81dee84 admin admin] Received port after_create {{(pid=103229) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 19:25:35.964664 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23d819df-29f0-4e80-aada-e3ca0075f36f tempest-AllowedAddressPairTestJSON-146205199 tempest-AllowedAddressPairTestJSON-146205199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:25:35.965440 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-23d819df-29f0-4e80-aada-e3ca0075f36f tempest-AllowedAddressPairTestJSON-146205199 tempest-AllowedAddressPairTestJSON-146205199-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171096'] for port (None), before_response {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:25:36.021806 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23d819df-29f0-4e80-aada-e3ca0075f36f tempest-AllowedAddressPairTestJSON-146205199 tempest-AllowedAddressPairTestJSON-146205199-project] Pushing event updated for resources: {'Port': ['ID=54f05f34-8837-4d65-b9fb-44a6cb9774f6,revision_number=1']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:25:36.038335 n-d-713498-36 neutron-server[103229]: DEBUG neutron.db.l3_dvrscheduler_db [req-20d47924-f99c-46e8-ae9e-a338f9c34071 req-7db7f936-b7a7-4534-9c67-17f794344574 tempest-ServerRescueTestJSON-1886685382 tempest-ServerRescueTestJSON-1886685382-project] Received port after_create {{(pid=103229) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 19:25:36.056912 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-23d819df-29f0-4e80-aada-e3ca0075f36f tempest-AllowedAddressPairTestJSON-146205199 tempest-AllowedAddressPairTestJSON-146205199-project] 10.222.0.75 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.9669917 Feb 09 19:25:36.062450 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 51950) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:25:36.070256 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.v2.base [None req-839d57ec-cad1-45c1-bf51-0909d188ab42 tempest-AllowedAddressPairTestJSON-146205199 tempest-AllowedAddressPairTestJSON-146205199-project] Request body: {'port': {'network_id': 'ed453e63-4eb8-416b-abb2-9742d33f881d', 'name': 'tempest-AllowedAddressPairTestJSON-1527359721'}} {{(pid=103230) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 19:25:36.183376 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c20b2698-f33d-46a6-925a-fe529ab8c042 None None] Pushing event updated for resources: {'Port': ['ID=85baaac1-0fc5-481d-a9ee-45e38c0189f9,revision_number=2']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:25:36.196914 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-baf87f80-79ca-48cf-8056-24e2bcdbc18a None None] Publish callbacks [] for port (2a630333-fe26-43dd-b7c4-0367bb743943), precommit_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:25:36.247354 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-baf87f80-79ca-48cf-8056-24e2bcdbc18a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762866656467'] for port (2a630333-fe26-43dd-b7c4-0367bb743943), after_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:25:36.489258 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Current status of the port 5e7b8d5a-4cda-4cd0-aad7-c23d8a58bfb6 is: ACTIVE; New status is: ACTIVE {{(pid=103232) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 19:25:36.500981 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98f24d42-7e0b-4dc2-825f-4926a81dee84 admin admin] Pushing event updated for resources: {'Port': ['ID=1bc2f6b2-d624-4bcf-9be4-1bf1ea94cfbd,revision_number=1']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:25:36.520764 n-d-713498-36 neutron-server[103233]: DEBUG neutron.db.agents_db [None req-4a8a6a42-0a0c-4437-8958-92282682b6bb None None] Agent healthcheck: found 7 active agents {{(pid=103233) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 19:25:36.560477 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ac3fb22a-68a6-4f93-ac63-237c600c34f2 tempest-PortsTestJSON-1738022054 tempest-PortsTestJSON-1738022054-project] Made reservation on behalf of 150a397110044967a3816a9b460534fa for: {'port': 1} {{(pid=103230) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 19:25:36.615665 n-d-713498-36 neutron-server[103229]: DEBUG neutron.objects.ports [None req-31e9a185-f62d-4a66-9a69-37948f2af4ce tempest-NetworksIpV6TestAttrs-571122948 tempest-NetworksIpV6TestAttrs-571122948-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103229) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Feb 09 19:25:36.638962 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-31e9a185-f62d-4a66-9a69-37948f2af4ce tempest-NetworksIpV6TestAttrs-571122948 tempest-NetworksIpV6TestAttrs-571122948-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12867428', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12759263'] for subnet (f9a4854b-f1ae-4ba3-b340-43b0435f9081), after_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:25:36.661197 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-4183cadc-32b0-4394-b9a9-75e18a22241d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762867177463', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762866656476'] for port (eb96d76c-6fa2-416a-ad59-240d7b202eb4), after_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:25:36.684840 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-ac3fb22a-68a6-4f93-ac63-237c600c34f2 tempest-PortsTestJSON-1738022054 tempest-PortsTestJSON-1738022054-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (None), before_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:25:36.702610 n-d-713498-36 neutron-server[103232]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-baf87f80-79ca-48cf-8056-24e2bcdbc18a None None] Network 1f82b82c-0432-48f1-83bf-9239cf33729e is already hosted by enough agents. {{(pid=103232) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 19:25:36.703924 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Device eb96d76c-6fa2-416a-ad59-240d7b202eb4 no longer exists at agent ovs-agent-n-d-713498-36 {{(pid=103232) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 19:25:36.755527 n-d-713498-36 neutron-server[103230]: DEBUG neutron.notifiers.nova [None req-ac3fb22a-68a6-4f93-ac63-237c600c34f2 tempest-PortsTestJSON-1738022054 tempest-PortsTestJSON-1738022054-project] device_id is not set on port ec7ada3d-3efb-4b02-a51d-52ed6d0d3924 yet. {{(pid=103230) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 09 19:25:36.765588 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-839d57ec-cad1-45c1-bf51-0909d188ab42 tempest-AllowedAddressPairTestJSON-146205199 tempest-AllowedAddressPairTestJSON-146205199-project] Made reservation on behalf of 7a253df068b14b0c9cf9b659ae61d0af for: {'port': 1} {{(pid=103230) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 19:25:36.769816 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-839d57ec-cad1-45c1-bf51-0909d188ab42 tempest-AllowedAddressPairTestJSON-146205199 tempest-AllowedAddressPairTestJSON-146205199-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (None), before_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:25:36.799143 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] No Port match for: eb96d76c-6fa2-416a-ad59-240d7b202eb4 {{(pid=103232) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 19:25:36.800656 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Device eb96d76c-6fa2-416a-ad59-240d7b202eb4 not bound to the agent host n-d-713498-36 {{(pid=103232) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 19:25:36.806005 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baf87f80-79ca-48cf-8056-24e2bcdbc18a None None] Pushing event updated for resources: {'Port': ['ID=2a630333-fe26-43dd-b7c4-0367bb743943,revision_number=1']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:25:36.833523 n-d-713498-36 neutron-server[103232]: DEBUG neutron.scheduler.base_scheduler [None req-baf87f80-79ca-48cf-8056-24e2bcdbc18a None None] Resources bound (agent type, host, resource id): {{(pid=103232) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 19:25:36.836591 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.l3_dvrscheduler_db [None req-baf87f80-79ca-48cf-8056-24e2bcdbc18a None None] Received port after_create {{(pid=103232) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 19:25:36.855921 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20d47924-f99c-46e8-ae9e-a338f9c34071 req-7db7f936-b7a7-4534-9c67-17f794344574 tempest-ServerRescueTestJSON-1886685382 tempest-ServerRescueTestJSON-1886685382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:25:36.856547 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-20d47924-f99c-46e8-ae9e-a338f9c34071 req-7db7f936-b7a7-4534-9c67-17f794344574 tempest-ServerRescueTestJSON-1886685382 tempest-ServerRescueTestJSON-1886685382-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171096'] for port (None), before_response {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:25:36.860855 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.provisioning_blocks [None req-3befa9b1-83de-4e1c-9cb2-f7fd8e94ce40 None None] Provisioning complete for port 54f05f34-8837-4d65-b9fb-44a6cb9774f6 triggered by entity DHCP. {{(pid=103232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 19:25:36.861239 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-3befa9b1-83de-4e1c-9cb2-f7fd8e94ce40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593630'] for port (54f05f34-8837-4d65-b9fb-44a6cb9774f6), provisioning_complete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:25:36.875106 n-d-713498-36 neutron-server[103230]: DEBUG neutron.notifiers.nova [None req-839d57ec-cad1-45c1-bf51-0909d188ab42 tempest-AllowedAddressPairTestJSON-146205199 tempest-AllowedAddressPairTestJSON-146205199-project] device_id is not set on port d97893a7-b8f3-44d0-a0e2-df14f5a9d9a1 yet. {{(pid=103230) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 09 19:25:36.939967 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4183cadc-32b0-4394-b9a9-75e18a22241d None None] No DVR routers for this DVR port eb96d76c-6fa2-416a-ad59-240d7b202eb4 on host n-d-713498-36 {{(pid=103232) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 19:25:37.026472 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31e9a185-f62d-4a66-9a69-37948f2af4ce tempest-NetworksIpV6TestAttrs-571122948 tempest-NetworksIpV6TestAttrs-571122948-project] Pushing event updated for resources: {'Subnet': ['ID=f9a4854b-f1ae-4ba3-b340-43b0435f9081,revision_number=0']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:25:37.061570 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22960f57-670a-4e3e-84ed-cec6e324b199 req-72084b4e-e191-490b-ad18-d6349f6fb498 tempest-ServerRescueTestJSON-1886685382 tempest-ServerRescueTestJSON-1886685382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:25:37.073174 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-22960f57-670a-4e3e-84ed-cec6e324b199 req-72084b4e-e191-490b-ad18-d6349f6fb498 tempest-ServerRescueTestJSON-1886685382 tempest-ServerRescueTestJSON-1886685382-project] 10.222.0.75 "GET /v2.0/ports?device_id=051c39d5-1749-483d-9498-3d1717fb73d7 HTTP/1.1" status: 200 len: 932 time: 1.2843387 Feb 09 19:25:37.141569 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4183cadc-32b0-4394-b9a9-75e18a22241d None None] Pushing event deleted for resources: {'Port': ['ID=eb96d76c-6fa2-416a-ad59-240d7b202eb4,revision_number=None']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:25:37.164810 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Device 85baaac1-0fc5-481d-a9ee-45e38c0189f9 up at agent ovs-agent-n-d-713498-36 {{(pid=103232) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 19:25:37.244974 n-d-713498-36 neutron-server[103230]: DEBUG neutron.db.db_base_plugin_common [None req-839d57ec-cad1-45c1-bf51-0909d188ab42 tempest-AllowedAddressPairTestJSON-146205199 tempest-AllowedAddressPairTestJSON-146205199-project] Allocated IP 172.20.0.8 (ed453e63-4eb8-416b-abb2-9742d33f881d/0330f542-a1b6-4ae2-866d-a39b1de2b781/d97893a7-b8f3-44d0-a0e2-df14f5a9d9a1) {{(pid=103230) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 19:25:37.324255 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-20d47924-f99c-46e8-ae9e-a338f9c34071 req-7db7f936-b7a7-4534-9c67-17f794344574 tempest-ServerRescueTestJSON-1886685382 tempest-ServerRescueTestJSON-1886685382-project] 10.222.0.89 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.6527536 Feb 09 19:25:37.366493 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.v2.base [req-20d47924-f99c-46e8-ae9e-a338f9c34071 req-c556eb6b-aab8-4c51-afa6-9b808214bfa2 service neutron] Request body: {'port': {'device_id': '051c39d5-1749-483d-9498-3d1717fb73d7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-713498-36'}} {{(pid=103229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 19:25:37.378607 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7db7f936-b7a7-4534-9c67-17f794344574 tempest-ServerRescueTestJSON-1886685382 tempest-ServerRescueTestJSON-1886685382-project] Pushing event updated for resources: {'Port': ['ID=a34a9f5b-dfaf-4cc5-97f9-2128f12c41e5,revision_number=1']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:25:37.391181 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-3befa9b1-83de-4e1c-9cb2-f7fd8e94ce40 None None] Port 54f05f34-8837-4d65-b9fb-44a6cb9774f6 cannot update to ACTIVE because it is not bound. {{(pid=103232) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 19:25:37.398745 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.managers [None req-baf87f80-79ca-48cf-8056-24e2bcdbc18a None None] Attempting to bind port 2a630333-fe26-43dd-b7c4-0367bb743943 on host n-d-713498-36 for vnic_type normal with profile {{(pid=103232) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 19:25:37.399602 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.managers [None req-baf87f80-79ca-48cf-8056-24e2bcdbc18a None None] Attempting to bind port 2a630333-fe26-43dd-b7c4-0367bb743943 by drivers openvswitch,hyperv on host n-d-713498-36 at level 0 using segments [{'id': '04d1f36c-63f2-4592-9f1b-607144bff98d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': '1f82b82c-0432-48f1-83bf-9239cf33729e'}] {{(pid=103232) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 19:25:37.399994 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-baf87f80-79ca-48cf-8056-24e2bcdbc18a None None] Attempting to bind port 2a630333-fe26-43dd-b7c4-0367bb743943 on network 1f82b82c-0432-48f1-83bf-9239cf33729e {{(pid=103232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 19:25:37.466620 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-baf87f80-79ca-48cf-8056-24e2bcdbc18a None None] Checking agent: {'id': '496418a2-c002-4aec-ab1a-07f3bea491bd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-36', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 18, 51, 47), 'started_at': datetime.datetime(2022, 2, 9, 18, 52, 17), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 19, 25, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-36'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 19:25:37.467006 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-baf87f80-79ca-48cf-8056-24e2bcdbc18a None None] Checking segment: {'id': '04d1f36c-63f2-4592-9f1b-607144bff98d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': '1f82b82c-0432-48f1-83bf-9239cf33729e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103232) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 19:25:37.467419 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-baf87f80-79ca-48cf-8056-24e2bcdbc18a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:25:37.467837 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-baf87f80-79ca-48cf-8056-24e2bcdbc18a None None] Bound using segment: {'id': '04d1f36c-63f2-4592-9f1b-607144bff98d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': '1f82b82c-0432-48f1-83bf-9239cf33729e'} {{(pid=103232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 19:25:37.468320 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.managers [None req-baf87f80-79ca-48cf-8056-24e2bcdbc18a None None] Bound port: 2a630333-fe26-43dd-b7c4-0367bb743943, host: n-d-713498-36, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '04d1f36c-63f2-4592-9f1b-607144bff98d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': '1f82b82c-0432-48f1-83bf-9239cf33729e'}}] {{(pid=103232) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 19:25:37.468708 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-baf87f80-79ca-48cf-8056-24e2bcdbc18a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (2a630333-fe26-43dd-b7c4-0367bb743943), before_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:25:37.541797 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.provisioning_blocks [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Provisioning complete for port 85baaac1-0fc5-481d-a9ee-45e38c0189f9 triggered by entity L2. {{(pid=103232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 19:25:37.541797 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593630'] for port (85baaac1-0fc5-481d-a9ee-45e38c0189f9), provisioning_complete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:25:37.545489 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-22960f57-670a-4e3e-84ed-cec6e324b199 req-1bc8d528-8c27-4649-a197-4e691cc85059 tempest-ServerRescueTestJSON-1886685382 tempest-ServerRescueTestJSON-1886685382-project] 10.222.0.75 "GET /v2.0/security-groups?id=e2c286ed-f317-46f6-b582-9a19546e0cee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3417861 Feb 09 19:25:37.567541 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31e9a185-f62d-4a66-9a69-37948f2af4ce tempest-NetworksIpV6TestAttrs-571122948 tempest-NetworksIpV6TestAttrs-571122948-project] Checking segment: {'id': '4a3c9ffb-c88b-498a-84d8-d88569490016', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': '8f209a1d-8442-44f5-8083-fc8378072b76'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103229) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 19:25:37.568057 n-d-713498-36 neutron-server[103229]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31e9a185-f62d-4a66-9a69-37948f2af4ce tempest-NetworksIpV6TestAttrs-571122948 tempest-NetworksIpV6TestAttrs-571122948-project] Network hostable DHCP agents. Network: 8f209a1d-8442-44f5-8083-fc8378072b76, hostable agents: ['af91e4b9-f4e1-42b1-a25c-a10dc47171c8'], hosted agents: [] {{(pid=103229) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 19:25:37.874571 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-20d47924-f99c-46e8-ae9e-a338f9c34071 req-c556eb6b-aab8-4c51-afa6-9b808214bfa2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (a34a9f5b-dfaf-4cc5-97f9-2128f12c41e5), before_update {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:25:37.887418 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-839d57ec-cad1-45c1-bf51-0909d188ab42 tempest-AllowedAddressPairTestJSON-146205199 tempest-AllowedAddressPairTestJSON-146205199-project] Publish callbacks [] for port (d97893a7-b8f3-44d0-a0e2-df14f5a9d9a1), precommit_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:25:37.941882 n-d-713498-36 neutron-server[103229]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31e9a185-f62d-4a66-9a69-37948f2af4ce tempest-NetworksIpV6TestAttrs-571122948 tempest-NetworksIpV6TestAttrs-571122948-project] Network 8f209a1d-8442-44f5-8083-fc8378072b76 is scheduled to be hosted by DHCP agent af91e4b9-f4e1-42b1-a25c-a10dc47171c8 with binding_index 1 {{(pid=103229) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 19:25:38.029910 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-839d57ec-cad1-45c1-bf51-0909d188ab42 tempest-AllowedAddressPairTestJSON-146205199 tempest-AllowedAddressPairTestJSON-146205199-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762866656467', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14393751'] for port (d97893a7-b8f3-44d0-a0e2-df14f5a9d9a1), after_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:25:38.039104 n-d-713498-36 neutron-server[103229]: DEBUG neutron.scheduler.base_scheduler [None req-31e9a185-f62d-4a66-9a69-37948f2af4ce tempest-NetworksIpV6TestAttrs-571122948 tempest-NetworksIpV6TestAttrs-571122948-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713498-36, 8f209a1d-8442-44f5-8083-fc8378072b76) {{(pid=103229) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 19:25:38.065873 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31e9a185-f62d-4a66-9a69-37948f2af4ce tempest-NetworksIpV6TestAttrs-571122948 tempest-NetworksIpV6TestAttrs-571122948-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:25:38.066667 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-31e9a185-f62d-4a66-9a69-37948f2af4ce tempest-NetworksIpV6TestAttrs-571122948 tempest-NetworksIpV6TestAttrs-571122948-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1613566'] for subnet (None), before_response {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:25:38.098316 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-839d57ec-cad1-45c1-bf51-0909d188ab42 tempest-AllowedAddressPairTestJSON-146205199 tempest-AllowedAddressPairTestJSON-146205199-project] Pushing event updated for resources: {'Port': ['ID=d97893a7-b8f3-44d0-a0e2-df14f5a9d9a1,revision_number=1']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:25:38.131010 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5605d8bd-6c75-4898-bbf0-a6baad6f7ef4 None None] Network 5023305a-2195-427d-8acc-e1499ec048f7 requested from n-d-713498-36 {{(pid=103232) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 19:25:38.135047 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7c597d4-1c82-4206-a426-2b6fa9769048 None None] Network 8f209a1d-8442-44f5-8083-fc8378072b76 requested from n-d-713498-36 {{(pid=103232) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 19:25:38.175338 n-d-713498-36 neutron-server[103230]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-839d57ec-cad1-45c1-bf51-0909d188ab42 tempest-AllowedAddressPairTestJSON-146205199 tempest-AllowedAddressPairTestJSON-146205199-project] Network ed453e63-4eb8-416b-abb2-9742d33f881d is already hosted by enough agents. {{(pid=103230) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 19:25:38.180048 n-d-713498-36 neutron-server[103230]: DEBUG neutron.scheduler.base_scheduler [None req-839d57ec-cad1-45c1-bf51-0909d188ab42 tempest-AllowedAddressPairTestJSON-146205199 tempest-AllowedAddressPairTestJSON-146205199-project] Resources bound (agent type, host, resource id): {{(pid=103230) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 19:25:38.186809 n-d-713498-36 neutron-server[103230]: DEBUG neutron.db.l3_dvrscheduler_db [None req-839d57ec-cad1-45c1-bf51-0909d188ab42 tempest-AllowedAddressPairTestJSON-146205199 tempest-AllowedAddressPairTestJSON-146205199-project] Received port after_create {{(pid=103230) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 19:25:38.244887 n-d-713498-36 neutron-server[103230]: DEBUG neutron.db.db_base_plugin_common [None req-ac3fb22a-68a6-4f93-ac63-237c600c34f2 tempest-PortsTestJSON-1738022054 tempest-PortsTestJSON-1738022054-project] Allocated IP 172.20.0.10 (1f82b82c-0432-48f1-83bf-9239cf33729e/2d43b04b-acb4-4d1e-8385-165c8c41f596/ec7ada3d-3efb-4b02-a51d-52ed6d0d3924) {{(pid=103230) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 19:25:38.261656 n-d-713498-36 neutron-server[103230]: DEBUG neutron.db.db_base_plugin_common [None req-ac3fb22a-68a6-4f93-ac63-237c600c34f2 tempest-PortsTestJSON-1738022054 tempest-PortsTestJSON-1738022054-project] Allocated IP 172.20.0.30 (1f82b82c-0432-48f1-83bf-9239cf33729e/d8b1bef4-041a-4a8e-bdea-79bc87d8c165/ec7ada3d-3efb-4b02-a51d-52ed6d0d3924) {{(pid=103230) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 19:25:38.278906 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-31e9a185-f62d-4a66-9a69-37948f2af4ce tempest-NetworksIpV6TestAttrs-571122948 tempest-NetworksIpV6TestAttrs-571122948-project] 10.222.0.75 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 818 time: 4.7323368 Feb 09 19:25:38.282050 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 51968) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:25:38.283686 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-98f24d42-7e0b-4dc2-825f-4926a81dee84 admin admin] Publish callbacks [] for router_gateway (0a8851ae-522c-440b-9380-596a78e9a3d6), after_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:25:38.295704 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-839d57ec-cad1-45c1-bf51-0909d188ab42 tempest-AllowedAddressPairTestJSON-146205199 tempest-AllowedAddressPairTestJSON-146205199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:25:38.296433 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-839d57ec-cad1-45c1-bf51-0909d188ab42 tempest-AllowedAddressPairTestJSON-146205199 tempest-AllowedAddressPairTestJSON-146205199-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171096'] for port (None), before_response {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:25:38.327195 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-839d57ec-cad1-45c1-bf51-0909d188ab42 tempest-AllowedAddressPairTestJSON-146205199 tempest-AllowedAddressPairTestJSON-146205199-project] 10.222.0.75 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.2635996 Feb 09 19:25:38.327822 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 51970) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:25:38.336999 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.v2.base [None req-b6fdad23-cae8-47d8-9bf1-90e12ecb4a97 tempest-AllowedAddressPairTestJSON-146205199 tempest-AllowedAddressPairTestJSON-146205199-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.5', 'mac_address': 'fa:16:3e:af:56:98'}, {'ip_address': '172.20.0.11', 'mac_address': 'fa:16:3e:41:e7:f2'}]}} {{(pid=103230) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 19:25:38.419054 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-e93d1e5b-a355-4084-8bed-c30f3c46d623 tempest-NetworksIpV6TestAttrs-571122948 tempest-NetworksIpV6TestAttrs-571122948-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-670458'] for network (8f209a1d-8442-44f5-8083-fc8378072b76), before_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:25:38.449697 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-baf87f80-79ca-48cf-8056-24e2bcdbc18a None None] For port 2a630333-fe26-43dd-b7c4-0367bb743943, host n-d-713498-36, cleared binding levels {{(pid=103232) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 19:25:38.498186 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-baf87f80-79ca-48cf-8056-24e2bcdbc18a None None] For port 2a630333-fe26-43dd-b7c4-0367bb743943, host n-d-713498-36, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-36',level=0,port_id=2a630333-fe26-43dd-b7c4-0367bb743943,segment=NetworkSegment(04d1f36c-63f2-4592-9f1b-607144bff98d),segment_id=04d1f36c-63f2-4592-9f1b-607144bff98d)] {{(pid=103232) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 19:25:38.516645 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.provisioning_blocks [None req-0dd01152-3884-45c4-b808-6e0aa0fde8e1 None None] Provisioning complete for port 85baaac1-0fc5-481d-a9ee-45e38c0189f9 triggered by entity DHCP. {{(pid=103232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 19:25:38.517038 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-0dd01152-3884-45c4-b808-6e0aa0fde8e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593630'] for port (85baaac1-0fc5-481d-a9ee-45e38c0189f9), provisioning_complete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:25:38.610134 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-baf87f80-79ca-48cf-8056-24e2bcdbc18a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762867176205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762866656485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762866656503'] for port (2a630333-fe26-43dd-b7c4-0367bb743943), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:25:38.775935 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-b6fdad23-cae8-47d8-9bf1-90e12ecb4a97 tempest-AllowedAddressPairTestJSON-146205199 tempest-AllowedAddressPairTestJSON-146205199-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (d97893a7-b8f3-44d0-a0e2-df14f5a9d9a1), before_update {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:25:38.980512 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baf87f80-79ca-48cf-8056-24e2bcdbc18a None None] Pushing event updated for resources: {'Port': ['ID=2a630333-fe26-43dd-b7c4-0367bb743943,revision_number=2']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:25:39.036530 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-e93d1e5b-a355-4084-8bed-c30f3c46d623 tempest-NetworksIpV6TestAttrs-571122948 tempest-NetworksIpV6TestAttrs-571122948-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-759852'] for subnet (f9a4854b-f1ae-4ba3-b340-43b0435f9081), precommit_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:25:39.048826 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b329c27-75c8-48d8-b2b5-4c192a1b4d0d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8b32e980-7cce-5e82-a341-bd2fa8945c89-8f209a1d-8442-44f5-8083-fc8378072b76', 'network_id': '8f209a1d-8442-44f5-8083-fc8378072b76', 'project_id': '9e420ec7a47848d89117021702cff2ae', 'fixed_ips': [{'subnet_id': 'f9a4854b-f1ae-4ba3-b340-43b0435f9081'}]}} from n-d-713498-36. {{(pid=103232) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 09 19:25:39.049715 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-6b329c27-75c8-48d8-b2b5-4c192a1b4d0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (None), before_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:25:39.067765 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-ac3fb22a-68a6-4f93-ac63-237c600c34f2 tempest-PortsTestJSON-1738022054 tempest-PortsTestJSON-1738022054-project] Publish callbacks [] for port (ec7ada3d-3efb-4b02-a51d-52ed6d0d3924), precommit_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:25:39.136640 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-ac3fb22a-68a6-4f93-ac63-237c600c34f2 tempest-PortsTestJSON-1738022054 tempest-PortsTestJSON-1738022054-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762866656467', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14393751'] for port (ec7ada3d-3efb-4b02-a51d-52ed6d0d3924), after_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:25:39.217162 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Current status of the port 85baaac1-0fc5-481d-a9ee-45e38c0189f9 is: DOWN; New status is: ACTIVE {{(pid=103232) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 19:25:39.217441 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (85baaac1-0fc5-481d-a9ee-45e38c0189f9), before_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:25:39.253597 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-b6fdad23-cae8-47d8-9bf1-90e12ecb4a97 tempest-AllowedAddressPairTestJSON-146205199 tempest-AllowedAddressPairTestJSON-146205199-project] Publish callbacks [] for port (d97893a7-b8f3-44d0-a0e2-df14f5a9d9a1), precommit_update {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:25:39.380903 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-0dd01152-3884-45c4-b808-6e0aa0fde8e1 None None] Current status of the port 85baaac1-0fc5-481d-a9ee-45e38c0189f9 is: DOWN; New status is: ACTIVE {{(pid=103232) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 19:25:39.381683 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-0dd01152-3884-45c4-b808-6e0aa0fde8e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (85baaac1-0fc5-481d-a9ee-45e38c0189f9), before_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:25:39.418162 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac3fb22a-68a6-4f93-ac63-237c600c34f2 tempest-PortsTestJSON-1738022054 tempest-PortsTestJSON-1738022054-project] Pushing event updated for resources: {'Port': ['ID=ec7ada3d-3efb-4b02-a51d-52ed6d0d3924,revision_number=1']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:25:39.424343 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-b6fdad23-cae8-47d8-9bf1-90e12ecb4a97 tempest-AllowedAddressPairTestJSON-146205199 tempest-AllowedAddressPairTestJSON-146205199-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762867176205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762866656485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762866656503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14393758'] for port (d97893a7-b8f3-44d0-a0e2-df14f5a9d9a1), after_update {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:25:39.484134 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-0dd01152-3884-45c4-b808-6e0aa0fde8e1 None None] For port 85baaac1-0fc5-481d-a9ee-45e38c0189f9, host n-d-713498-36, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-36',level=0,port_id=85baaac1-0fc5-481d-a9ee-45e38c0189f9,segment=NetworkSegment(f0323881-58dc-48d9-89c4-ec42ebfb1979),segment_id=f0323881-58dc-48d9-89c4-ec42ebfb1979)] {{(pid=103232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 19:25:39.512144 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-0dd01152-3884-45c4-b808-6e0aa0fde8e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762867176205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762866656485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762866656503'] for port (85baaac1-0fc5-481d-a9ee-45e38c0189f9), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:25:39.614159 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dd01152-3884-45c4-b808-6e0aa0fde8e1 None None] Pushing event updated for resources: {'Port': ['ID=85baaac1-0fc5-481d-a9ee-45e38c0189f9,revision_number=3']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:25:39.719693 n-d-713498-36 neutron-server[103230]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac3fb22a-68a6-4f93-ac63-237c600c34f2 tempest-PortsTestJSON-1738022054 tempest-PortsTestJSON-1738022054-project] Network 1f82b82c-0432-48f1-83bf-9239cf33729e is already hosted by enough agents. {{(pid=103230) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 19:25:39.737097 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a03b766-341e-4125-95a5-16508adbeeb5 req-e91fc92c-544d-44e7-8b27-da0fd7a0ae2b tempest-ServerRescueTestJSON-1886685382 tempest-ServerRescueTestJSON-1886685382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:25:39.741221 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-4a03b766-341e-4125-95a5-16508adbeeb5 req-e91fc92c-544d-44e7-8b27-da0fd7a0ae2b tempest-ServerRescueTestJSON-1886685382 tempest-ServerRescueTestJSON-1886685382-project] 10.222.0.75 "GET /v2.0/ports?device_id=051c39d5-1749-483d-9498-3d1717fb73d7 HTTP/1.1" status: 200 len: 932 time: 1.0323462 Feb 09 19:25:39.760009 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6fdad23-cae8-47d8-9bf1-90e12ecb4a97 tempest-AllowedAddressPairTestJSON-146205199 tempest-AllowedAddressPairTestJSON-146205199-project] Pushing event updated for resources: {'Port': ['ID=d97893a7-b8f3-44d0-a0e2-df14f5a9d9a1,revision_number=2']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:25:39.872933 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-4a03b766-341e-4125-95a5-16508adbeeb5 req-310fe074-0e0b-4f5e-ac47-06ea5536890c tempest-ServerRescueTestJSON-1886685382 tempest-ServerRescueTestJSON-1886685382-project] 10.222.0.75 "GET /v2.0/security-groups?id=e2c286ed-f317-46f6-b582-9a19546e0cee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0988896 Feb 09 19:25:39.874290 n-d-713498-36 neutron-server[103230]: DEBUG neutron.scheduler.base_scheduler [None req-ac3fb22a-68a6-4f93-ac63-237c600c34f2 tempest-PortsTestJSON-1738022054 tempest-PortsTestJSON-1738022054-project] Resources bound (agent type, host, resource id): {{(pid=103230) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 19:25:39.880464 n-d-713498-36 neutron-server[103230]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac3fb22a-68a6-4f93-ac63-237c600c34f2 tempest-PortsTestJSON-1738022054 tempest-PortsTestJSON-1738022054-project] Received port after_create {{(pid=103230) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 19:25:39.884906 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6fdad23-cae8-47d8-9bf1-90e12ecb4a97 tempest-AllowedAddressPairTestJSON-146205199 tempest-AllowedAddressPairTestJSON-146205199-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:25:39.885530 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6fdad23-cae8-47d8-9bf1-90e12ecb4a97 tempest-AllowedAddressPairTestJSON-146205199 tempest-AllowedAddressPairTestJSON-146205199-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:25:39.889298 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6fdad23-cae8-47d8-9bf1-90e12ecb4a97 tempest-AllowedAddressPairTestJSON-146205199 tempest-AllowedAddressPairTestJSON-146205199-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:25:39.889705 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6fdad23-cae8-47d8-9bf1-90e12ecb4a97 tempest-AllowedAddressPairTestJSON-146205199 tempest-AllowedAddressPairTestJSON-146205199-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:25:39.890305 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6fdad23-cae8-47d8-9bf1-90e12ecb4a97 tempest-AllowedAddressPairTestJSON-146205199 tempest-AllowedAddressPairTestJSON-146205199-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:25:39.890612 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6fdad23-cae8-47d8-9bf1-90e12ecb4a97 tempest-AllowedAddressPairTestJSON-146205199 tempest-AllowedAddressPairTestJSON-146205199-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:25:39.891088 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6fdad23-cae8-47d8-9bf1-90e12ecb4a97 tempest-AllowedAddressPairTestJSON-146205199 tempest-AllowedAddressPairTestJSON-146205199-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:25:39.896890 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6fdad23-cae8-47d8-9bf1-90e12ecb4a97 tempest-AllowedAddressPairTestJSON-146205199 tempest-AllowedAddressPairTestJSON-146205199-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:25:39.897442 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6fdad23-cae8-47d8-9bf1-90e12ecb4a97 tempest-AllowedAddressPairTestJSON-146205199 tempest-AllowedAddressPairTestJSON-146205199-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:25:39.898628 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6fdad23-cae8-47d8-9bf1-90e12ecb4a97 tempest-AllowedAddressPairTestJSON-146205199 tempest-AllowedAddressPairTestJSON-146205199-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:25:39.899147 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6fdad23-cae8-47d8-9bf1-90e12ecb4a97 tempest-AllowedAddressPairTestJSON-146205199 tempest-AllowedAddressPairTestJSON-146205199-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:25:39.899654 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6fdad23-cae8-47d8-9bf1-90e12ecb4a97 tempest-AllowedAddressPairTestJSON-146205199 tempest-AllowedAddressPairTestJSON-146205199-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:25:39.900228 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6fdad23-cae8-47d8-9bf1-90e12ecb4a97 tempest-AllowedAddressPairTestJSON-146205199 tempest-AllowedAddressPairTestJSON-146205199-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:25:39.967827 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.plugin [None req-b6fdad23-cae8-47d8-9bf1-90e12ecb4a97 tempest-AllowedAddressPairTestJSON-146205199 tempest-AllowedAddressPairTestJSON-146205199-project] In _notify_port_updated(), no bound segment for port d97893a7-b8f3-44d0-a0e2-df14f5a9d9a1 on network ed453e63-4eb8-416b-abb2-9742d33f881d {{(pid=103230) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Feb 09 19:25:39.979019 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6fdad23-cae8-47d8-9bf1-90e12ecb4a97 tempest-AllowedAddressPairTestJSON-146205199 tempest-AllowedAddressPairTestJSON-146205199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:25:39.979770 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-b6fdad23-cae8-47d8-9bf1-90e12ecb4a97 tempest-AllowedAddressPairTestJSON-146205199 tempest-AllowedAddressPairTestJSON-146205199-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171096'] for port (None), before_response {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:25:39.984399 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-b6fdad23-cae8-47d8-9bf1-90e12ecb4a97 tempest-AllowedAddressPairTestJSON-146205199 tempest-AllowedAddressPairTestJSON-146205199-project] 10.222.0.75 "PUT /v2.0/ports/d97893a7-b8f3-44d0-a0e2-df14f5a9d9a1 HTTP/1.1" status: 200 len: 1056 time: 1.6534035 Feb 09 19:25:39.987957 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 51990) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:25:40.006424 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.db_base_plugin_common [None req-6b329c27-75c8-48d8-b2b5-4c192a1b4d0d None None] Allocated IP 2001:db8::f816:3eff:feb9:679c (8f209a1d-8442-44f5-8083-fc8378072b76/f9a4854b-f1ae-4ba3-b340-43b0435f9081/7bc17d27-95f4-413f-9eaa-ffd29daea4f7) {{(pid=103232) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 19:25:40.062889 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-98f24d42-7e0b-4dc2-825f-4926a81dee84 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1834945', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1818951'] for router (0a8851ae-522c-440b-9380-596a78e9a3d6), after_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:25:40.228280 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac3fb22a-68a6-4f93-ac63-237c600c34f2 tempest-PortsTestJSON-1738022054 tempest-PortsTestJSON-1738022054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:25:40.228981 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-ac3fb22a-68a6-4f93-ac63-237c600c34f2 tempest-PortsTestJSON-1738022054 tempest-PortsTestJSON-1738022054-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171096'] for port (None), before_response {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:25:40.317740 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-ac3fb22a-68a6-4f93-ac63-237c600c34f2 tempest-PortsTestJSON-1738022054 tempest-PortsTestJSON-1738022054-project] 10.222.0.75 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1005 time: 5.2023435 Feb 09 19:25:40.323990 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 51998) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:25:40.329971 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.v2.base [None req-06e3a625-3776-4bfb-8958-eea4cb115cab tempest-PortsTestJSON-1738022054 tempest-PortsTestJSON-1738022054-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '2d43b04b-acb4-4d1e-8385-165c8c41f596'}]}} {{(pid=103230) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 19:25:40.462905 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-6b329c27-75c8-48d8-b2b5-4c192a1b4d0d None None] Publish callbacks [] for port (7bc17d27-95f4-413f-9eaa-ffd29daea4f7), precommit_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:25:40.511237 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-6b329c27-75c8-48d8-b2b5-4c192a1b4d0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762866656467'] for port (7bc17d27-95f4-413f-9eaa-ffd29daea4f7), after_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:25:40.516901 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-06e3a625-3776-4bfb-8958-eea4cb115cab tempest-PortsTestJSON-1738022054 tempest-PortsTestJSON-1738022054-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (ec7ada3d-3efb-4b02-a51d-52ed6d0d3924), before_update {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:25:40.553441 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.plugin [None req-7902bdf6-d63e-4b07-9e9f-a0801da5d951 tempest-AllowedAddressPairTestJSON-146205199 tempest-AllowedAddressPairTestJSON-146205199-project] Deleting port d97893a7-b8f3-44d0-a0e2-df14f5a9d9a1 {{(pid=103230) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 19:25:40.554556 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-7902bdf6-d63e-4b07-9e9f-a0801da5d951 tempest-AllowedAddressPairTestJSON-146205199 tempest-AllowedAddressPairTestJSON-146205199-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762867170196'] for port (d97893a7-b8f3-44d0-a0e2-df14f5a9d9a1), before_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:25:40.564014 n-d-713498-36 neutron-server[103229]: DEBUG neutron.notifiers.nova [req-20d47924-f99c-46e8-ae9e-a338f9c34071 req-c556eb6b-aab8-4c51-afa6-9b808214bfa2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a34a9f5b-dfaf-4cc5-97f9-2128f12c41e5 {{(pid=103229) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 19:25:40.582511 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-20d47924-f99c-46e8-ae9e-a338f9c34071 req-c556eb6b-aab8-4c51-afa6-9b808214bfa2 service neutron] Publish callbacks [] for port (a34a9f5b-dfaf-4cc5-97f9-2128f12c41e5), precommit_update {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:25:40.597739 n-d-713498-36 neutron-server[103229]: DEBUG neutron.db.provisioning_blocks [req-20d47924-f99c-46e8-ae9e-a338f9c34071 req-c556eb6b-aab8-4c51-afa6-9b808214bfa2 service neutron] Transition to ACTIVE for port object a34a9f5b-dfaf-4cc5-97f9-2128f12c41e5 will not be triggered until provisioned by entity L2. {{(pid=103229) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 19:25:40.628925 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-20d47924-f99c-46e8-ae9e-a338f9c34071 req-c556eb6b-aab8-4c51-afa6-9b808214bfa2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762867176205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762866656485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762866656503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12867569'] for port (a34a9f5b-dfaf-4cc5-97f9-2128f12c41e5), after_update {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:25:40.640524 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-e93d1e5b-a355-4084-8bed-c30f3c46d623 tempest-NetworksIpV6TestAttrs-571122948 tempest-NetworksIpV6TestAttrs-571122948-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-760023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12867367', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12759238'] for subnet (f9a4854b-f1ae-4ba3-b340-43b0435f9081), after_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:25:40.646047 n-d-713498-36 neutron-server[103232]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b329c27-75c8-48d8-b2b5-4c192a1b4d0d None None] Network 8f209a1d-8442-44f5-8083-fc8378072b76 is already hosted by enough agents. {{(pid=103232) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 19:25:40.753586 n-d-713498-36 neutron-server[103232]: DEBUG neutron.scheduler.base_scheduler [None req-6b329c27-75c8-48d8-b2b5-4c192a1b4d0d None None] Resources bound (agent type, host, resource id): {{(pid=103232) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 19:25:40.761634 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.provisioning_blocks [None req-e4f1245f-645e-473c-b3f7-8bf8c7c3b551 None None] Provisioning complete for port d97893a7-b8f3-44d0-a0e2-df14f5a9d9a1 triggered by entity DHCP. {{(pid=103232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 19:25:40.762073 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-e4f1245f-645e-473c-b3f7-8bf8c7c3b551 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593630'] for port (d97893a7-b8f3-44d0-a0e2-df14f5a9d9a1), provisioning_complete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:25:40.896011 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b329c27-75c8-48d8-b2b5-4c192a1b4d0d None None] Received port after_create {{(pid=103232) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 19:25:40.905394 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-e4f1245f-645e-473c-b3f7-8bf8c7c3b551 None None] Port d97893a7-b8f3-44d0-a0e2-df14f5a9d9a1 cannot update to ACTIVE because it is not bound. {{(pid=103232) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 19:25:40.949224 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b329c27-75c8-48d8-b2b5-4c192a1b4d0d None None] Pushing event updated for resources: {'Port': ['ID=7bc17d27-95f4-413f-9eaa-ffd29daea4f7,revision_number=1']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:25:40.972644 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-e93d1e5b-a355-4084-8bed-c30f3c46d623 tempest-NetworksIpV6TestAttrs-571122948 tempest-NetworksIpV6TestAttrs-571122948-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-590267', 'neutron.services.segments.db._delete_segments_for_network-8762867132609'] for network (8f209a1d-8442-44f5-8083-fc8378072b76), precommit_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:25:40.990677 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-edb6439f-2a21-4345-9653-7a83b3c9bff6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762867132591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593584'] for agent (af91e4b9-f4e1-42b1-a25c-a10dc47171c8), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:25:41.001355 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e93d1e5b-a355-4084-8bed-c30f3c46d623 tempest-NetworksIpV6TestAttrs-571122948 tempest-NetworksIpV6TestAttrs-571122948-project] Pushing event deleted for resources: {'Subnet': ['ID=f9a4854b-f1ae-4ba3-b340-43b0435f9081,revision_number=None']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:25:41.006273 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.db.api [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103232) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 09 19:25:41.006644 n-d-713498-36 neutron-server[103232]: DEBUG oslo_db.api [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 09 19:25:41.044073 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49568709-5fef-437f-aba6-d9b686f36111 None None] Network 1f82b82c-0432-48f1-83bf-9239cf33729e requested from n-d-713498-36 {{(pid=103232) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 19:25:41.132699 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.managers [None req-6b329c27-75c8-48d8-b2b5-4c192a1b4d0d None None] Attempting to bind port 7bc17d27-95f4-413f-9eaa-ffd29daea4f7 on host n-d-713498-36 for vnic_type normal with profile {{(pid=103232) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 19:25:41.133081 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.managers [None req-6b329c27-75c8-48d8-b2b5-4c192a1b4d0d None None] Attempting to bind port 7bc17d27-95f4-413f-9eaa-ffd29daea4f7 by drivers openvswitch,hyperv on host n-d-713498-36 at level 0 using segments [{'id': '4a3c9ffb-c88b-498a-84d8-d88569490016', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': '8f209a1d-8442-44f5-8083-fc8378072b76'}] {{(pid=103232) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 19:25:41.133694 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b329c27-75c8-48d8-b2b5-4c192a1b4d0d None None] Attempting to bind port 7bc17d27-95f4-413f-9eaa-ffd29daea4f7 on network 8f209a1d-8442-44f5-8083-fc8378072b76 {{(pid=103232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 19:25:41.228255 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-7902bdf6-d63e-4b07-9e9f-a0801da5d951 tempest-AllowedAddressPairTestJSON-146205199 tempest-AllowedAddressPairTestJSON-146205199-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1820838'] for port (d97893a7-b8f3-44d0-a0e2-df14f5a9d9a1), precommit_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:25:41.254910 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.plugin [None req-7902bdf6-d63e-4b07-9e9f-a0801da5d951 tempest-AllowedAddressPairTestJSON-146205199 tempest-AllowedAddressPairTestJSON-146205199-project] Calling delete_port for d97893a7-b8f3-44d0-a0e2-df14f5a9d9a1 owned by {{(pid=103230) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 19:25:41.258556 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c556eb6b-aab8-4c51-afa6-9b808214bfa2 service neutron] Pushing event updated for resources: {'Port': ['ID=a34a9f5b-dfaf-4cc5-97f9-2128f12c41e5,revision_number=2']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:25:41.265446 n-d-713498-36 neutron-server[103229]: DEBUG neutron.services.segments.db [None req-e93d1e5b-a355-4084-8bed-c30f3c46d623 tempest-NetworksIpV6TestAttrs-571122948 tempest-NetworksIpV6TestAttrs-571122948-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8f209a1d-8442-44f5-8083-fc8378072b76']}} {{(pid=103229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:25:41.291385 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b329c27-75c8-48d8-b2b5-4c192a1b4d0d None None] Checking agent: {'id': '496418a2-c002-4aec-ab1a-07f3bea491bd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-36', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 18, 51, 47), 'started_at': datetime.datetime(2022, 2, 9, 18, 52, 17), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 19, 25, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-36'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 19:25:41.292037 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b329c27-75c8-48d8-b2b5-4c192a1b4d0d None None] Checking segment: {'id': '4a3c9ffb-c88b-498a-84d8-d88569490016', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': '8f209a1d-8442-44f5-8083-fc8378072b76'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103232) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 19:25:41.292968 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-6b329c27-75c8-48d8-b2b5-4c192a1b4d0d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:25:41.293638 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b329c27-75c8-48d8-b2b5-4c192a1b4d0d None None] Bound using segment: {'id': '4a3c9ffb-c88b-498a-84d8-d88569490016', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': '8f209a1d-8442-44f5-8083-fc8378072b76'} {{(pid=103232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 19:25:41.294217 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.managers [None req-6b329c27-75c8-48d8-b2b5-4c192a1b4d0d None None] Bound port: 7bc17d27-95f4-413f-9eaa-ffd29daea4f7, host: n-d-713498-36, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4a3c9ffb-c88b-498a-84d8-d88569490016', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': '8f209a1d-8442-44f5-8083-fc8378072b76'}}] {{(pid=103232) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 19:25:41.294863 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-6b329c27-75c8-48d8-b2b5-4c192a1b4d0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (7bc17d27-95f4-413f-9eaa-ffd29daea4f7), before_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:25:41.315518 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.provisioning_blocks [None req-80a692dd-75df-4048-9e98-c7118014f102 None None] Provisioning complete for port 85baaac1-0fc5-481d-a9ee-45e38c0189f9 triggered by entity DHCP. {{(pid=103232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 19:25:41.315917 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-80a692dd-75df-4048-9e98-c7118014f102 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593630'] for port (85baaac1-0fc5-481d-a9ee-45e38c0189f9), provisioning_complete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:25:41.427600 n-d-713498-36 neutron-server[103229]: DEBUG neutron.services.segments.db [None req-e93d1e5b-a355-4084-8bed-c30f3c46d623 tempest-NetworksIpV6TestAttrs-571122948 tempest-NetworksIpV6TestAttrs-571122948-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4a3c9ffb-c88b-498a-84d8-d88569490016') {'for_net_delete': True} {{(pid=103229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:25:41.427807 n-d-713498-36 neutron-server[103229]: DEBUG neutron.services.segments.db [None req-e93d1e5b-a355-4084-8bed-c30f3c46d623 tempest-NetworksIpV6TestAttrs-571122948 tempest-NetworksIpV6TestAttrs-571122948-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4a3c9ffb-c88b-498a-84d8-d88569490016') {} {{(pid=103229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:25:41.455868 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-6b329c27-75c8-48d8-b2b5-4c192a1b4d0d None None] For port 7bc17d27-95f4-413f-9eaa-ffd29daea4f7, host n-d-713498-36, cleared binding levels {{(pid=103232) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 19:25:41.484881 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-6b329c27-75c8-48d8-b2b5-4c192a1b4d0d None None] For port 7bc17d27-95f4-413f-9eaa-ffd29daea4f7, host n-d-713498-36, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-36',level=0,port_id=7bc17d27-95f4-413f-9eaa-ffd29daea4f7,segment=NetworkSegment(4a3c9ffb-c88b-498a-84d8-d88569490016),segment_id=4a3c9ffb-c88b-498a-84d8-d88569490016)] {{(pid=103232) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 19:25:41.510417 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-6b329c27-75c8-48d8-b2b5-4c192a1b4d0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762867176205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762866656485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762866656503'] for port (7bc17d27-95f4-413f-9eaa-ffd29daea4f7), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:25:41.537438 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-7902bdf6-d63e-4b07-9e9f-a0801da5d951 tempest-AllowedAddressPairTestJSON-146205199 tempest-AllowedAddressPairTestJSON-146205199-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762867177463', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762866656476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14393751'] for port (d97893a7-b8f3-44d0-a0e2-df14f5a9d9a1), after_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:25:41.564179 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-e93d1e5b-a355-4084-8bed-c30f3c46d623 tempest-NetworksIpV6TestAttrs-571122948 tempest-NetworksIpV6TestAttrs-571122948-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762867134154', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16683417'] for segment (4a3c9ffb-c88b-498a-84d8-d88569490016), before_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:25:41.618244 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7902bdf6-d63e-4b07-9e9f-a0801da5d951 tempest-AllowedAddressPairTestJSON-146205199 tempest-AllowedAddressPairTestJSON-146205199-project] Pushing event deleted for resources: {'Port': ['ID=d97893a7-b8f3-44d0-a0e2-df14f5a9d9a1,revision_number=None']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:25:41.625400 n-d-713498-36 neutron-server[103229]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-98f24d42-7e0b-4dc2-825f-4926a81dee84 admin admin] Router 0a8851ae-522c-440b-9380-596a78e9a3d6 is scheduled to L3 agent 93303d5e-5d17-45e8-8963-7694f87783ae with binding_index 1 {{(pid=103229) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 09 19:25:41.694272 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e9badca-a492-4ebc-94e2-d37bfc3fdd77 req-ec2bc20f-6091-4590-84d1-1aa62fa01cc0 tempest-ServerRescueTestJSON-1886685382 tempest-ServerRescueTestJSON-1886685382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:25:41.696585 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-3e9badca-a492-4ebc-94e2-d37bfc3fdd77 req-ec2bc20f-6091-4590-84d1-1aa62fa01cc0 tempest-ServerRescueTestJSON-1886685382 tempest-ServerRescueTestJSON-1886685382-project] 10.222.0.75 "GET /v2.0/ports?device_id=051c39d5-1749-483d-9498-3d1717fb73d7 HTTP/1.1" status: 200 len: 944 time: 0.5876703 Feb 09 19:25:41.700218 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.managers [req-20d47924-f99c-46e8-ae9e-a338f9c34071 req-c556eb6b-aab8-4c51-afa6-9b808214bfa2 service neutron] Attempting to bind port a34a9f5b-dfaf-4cc5-97f9-2128f12c41e5 on host n-h1-713498-36 for vnic_type normal with profile {{(pid=103229) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 19:25:41.700218 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.managers [req-20d47924-f99c-46e8-ae9e-a338f9c34071 req-c556eb6b-aab8-4c51-afa6-9b808214bfa2 service neutron] Attempting to bind port a34a9f5b-dfaf-4cc5-97f9-2128f12c41e5 by drivers openvswitch,hyperv on host n-h1-713498-36 at level 0 using segments [{'id': 'c10441c4-164e-4746-a64d-90f79f0d70ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': '2324528b-82cd-4c53-b665-41f5fd12f858'}] {{(pid=103229) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 19:25:41.700218 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20d47924-f99c-46e8-ae9e-a338f9c34071 req-c556eb6b-aab8-4c51-afa6-9b808214bfa2 service neutron] Attempting to bind port a34a9f5b-dfaf-4cc5-97f9-2128f12c41e5 on network 2324528b-82cd-4c53-b665-41f5fd12f858 {{(pid=103229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 19:25:41.732836 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-e93d1e5b-a355-4084-8bed-c30f3c46d623 tempest-NetworksIpV6TestAttrs-571122948 tempest-NetworksIpV6TestAttrs-571122948-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-759574'] for segment (4a3c9ffb-c88b-498a-84d8-d88569490016), precommit_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:25:41.770984 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e93d1e5b-a355-4084-8bed-c30f3c46d623 tempest-NetworksIpV6TestAttrs-571122948 tempest-NetworksIpV6TestAttrs-571122948-project] Releasing vlan 366 on physical network physnet1 to pool {{(pid=103229) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 19:25:41.771204 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b329c27-75c8-48d8-b2b5-4c192a1b4d0d None None] Pushing event updated for resources: {'Port': ['ID=7bc17d27-95f4-413f-9eaa-ffd29daea4f7,revision_number=2']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:25:41.773446 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-e93d1e5b-a355-4084-8bed-c30f3c46d623 tempest-NetworksIpV6TestAttrs-571122948 tempest-NetworksIpV6TestAttrs-571122948-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-759574', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12867469'] for segment (4a3c9ffb-c88b-498a-84d8-d88569490016), after_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:25:41.848813 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-80a692dd-75df-4048-9e98-c7118014f102 None None] Current status of the port 85baaac1-0fc5-481d-a9ee-45e38c0189f9 is: ACTIVE; New status is: ACTIVE {{(pid=103232) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 19:25:41.899045 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Current status of the port 85baaac1-0fc5-481d-a9ee-45e38c0189f9 is: ACTIVE; New status is: ACTIVE {{(pid=103232) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 19:25:41.904281 n-d-713498-36 neutron-server[103229]: /opt/stack/neutron/neutron/extensions/quotasv2.py:141: UserWarning: Neutron quota engine will require "--force" parameter to set a quota limit without checking the resource usage. Feb 09 19:25:41.904281 n-d-713498-36 neutron-server[103229]: warnings.warn('Neutron quota engine will require "--force" ' Feb 09 19:25:41.904281 n-d-713498-36 neutron-server[103229]: Traceback (most recent call last): Feb 09 19:25:41.904281 n-d-713498-36 neutron-server[103229]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 19:25:41.904281 n-d-713498-36 neutron-server[103229]: timer() Feb 09 19:25:41.904281 n-d-713498-36 neutron-server[103229]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 19:25:41.904281 n-d-713498-36 neutron-server[103229]: cb(*args, **kw) Feb 09 19:25:41.904281 n-d-713498-36 neutron-server[103229]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 19:25:41.904281 n-d-713498-36 neutron-server[103229]: return func(*args, **kwargs) Feb 09 19:25:41.904281 n-d-713498-36 neutron-server[103229]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 19:25:41.904281 n-d-713498-36 neutron-server[103229]: self._notify() Feb 09 19:25:41.904281 n-d-713498-36 neutron-server[103229]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 19:25:41.904281 n-d-713498-36 neutron-server[103229]: self.callback(batched_events) Feb 09 19:25:41.904281 n-d-713498-36 neutron-server[103229]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 19:25:41.904281 n-d-713498-36 neutron-server[103229]: event.method(event) Feb 09 19:25:41.904281 n-d-713498-36 neutron-server[103229]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 19:25:41.904281 n-d-713498-36 neutron-server[103229]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 19:25:41.904281 n-d-713498-36 neutron-server[103229]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 19:25:41.904281 n-d-713498-36 neutron-server[103229]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 19:25:41.904281 n-d-713498-36 neutron-server[103229]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 19:25:41.904281 n-d-713498-36 neutron-server[103229]: return f(self, *a, **k) Feb 09 19:25:41.904281 n-d-713498-36 neutron-server[103229]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 19:25:41.904281 n-d-713498-36 neutron-server[103229]: return self._get(url).json() Feb 09 19:25:41.904281 n-d-713498-36 neutron-server[103229]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 19:25:41.904281 n-d-713498-36 neutron-server[103229]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 19:25:41.904281 n-d-713498-36 neutron-server[103229]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 19:25:41.904281 n-d-713498-36 neutron-server[103229]: return self.request(url, 'GET', **kwargs) Feb 09 19:25:41.904281 n-d-713498-36 neutron-server[103229]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 19:25:41.904281 n-d-713498-36 neutron-server[103229]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 19:25:41.904281 n-d-713498-36 neutron-server[103229]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 19:25:41.904281 n-d-713498-36 neutron-server[103229]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 19:25:41.904281 n-d-713498-36 neutron-server[103229]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 19:25:41.904281 n-d-713498-36 neutron-server[103229]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 19:25:41.904281 n-d-713498-36 neutron-server[103229]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 19:25:41.944051 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.provisioning_blocks [None req-80a692dd-75df-4048-9e98-c7118014f102 None None] Could not find standard attr ID for object d97893a7-b8f3-44d0-a0e2-df14f5a9d9a1. {{(pid=103232) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 09 19:25:41.960903 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20d47924-f99c-46e8-ae9e-a338f9c34071 req-c556eb6b-aab8-4c51-afa6-9b808214bfa2 service neutron] Port a34a9f5b-dfaf-4cc5-97f9-2128f12c41e5 on network 2324528b-82cd-4c53-b665-41f5fd12f858 not bound, no agent of type Open vSwitch agent registered on host n-h1-713498-36 {{(pid=103229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 19:25:41.961431 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20d47924-f99c-46e8-ae9e-a338f9c34071 req-c556eb6b-aab8-4c51-afa6-9b808214bfa2 service neutron] Attempting to bind port a34a9f5b-dfaf-4cc5-97f9-2128f12c41e5 on network 2324528b-82cd-4c53-b665-41f5fd12f858 {{(pid=103229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 19:25:42.083228 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d624048-55ad-4ff3-b369-5e75be038dd2 None None] Network 8f209a1d-8442-44f5-8083-fc8378072b76 requested from n-d-713498-36 {{(pid=103232) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 19:25:42.086095 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.db.api [None req-e93d1e5b-a355-4084-8bed-c30f3c46d623 tempest-NetworksIpV6TestAttrs-571122948 tempest-NetworksIpV6TestAttrs-571122948-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Feb 09 19:25:42.086095 n-d-713498-36 neutron-server[103229]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Feb 09 19:25:42.086095 n-d-713498-36 neutron-server[103229]: [parameters: {'id': '8f209a1d-8442-44f5-8083-fc8378072b76'}] Feb 09 19:25:42.086095 n-d-713498-36 neutron-server[103229]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=103229) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 09 19:25:42.086626 n-d-713498-36 neutron-server[103229]: DEBUG oslo_db.api [None req-e93d1e5b-a355-4084-8bed-c30f3c46d623 tempest-NetworksIpV6TestAttrs-571122948 tempest-NetworksIpV6TestAttrs-571122948-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=103229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 09 19:25:42.101825 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20d47924-f99c-46e8-ae9e-a338f9c34071 req-c556eb6b-aab8-4c51-afa6-9b808214bfa2 service neutron] Checking agent: {'id': '488cd9ae-631f-4955-ba0b-4f5a13f12e9c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713498-36', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 18, 59, 18), 'started_at': datetime.datetime(2022, 2, 9, 18, 59, 18), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 19, 25, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 19:25:42.102281 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20d47924-f99c-46e8-ae9e-a338f9c34071 req-c556eb6b-aab8-4c51-afa6-9b808214bfa2 service neutron] Checking segment: {'id': 'c10441c4-164e-4746-a64d-90f79f0d70ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': '2324528b-82cd-4c53-b665-41f5fd12f858'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103229) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 19:25:42.102598 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20d47924-f99c-46e8-ae9e-a338f9c34071 req-c556eb6b-aab8-4c51-afa6-9b808214bfa2 service neutron] Bound using segment: {'id': 'c10441c4-164e-4746-a64d-90f79f0d70ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': '2324528b-82cd-4c53-b665-41f5fd12f858'} {{(pid=103229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 19:25:42.103045 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.managers [req-20d47924-f99c-46e8-ae9e-a338f9c34071 req-c556eb6b-aab8-4c51-afa6-9b808214bfa2 service neutron] Bound port: a34a9f5b-dfaf-4cc5-97f9-2128f12c41e5, host: n-h1-713498-36, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c10441c4-164e-4746-a64d-90f79f0d70ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': '2324528b-82cd-4c53-b665-41f5fd12f858'}}] {{(pid=103229) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 19:25:42.119712 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-20d47924-f99c-46e8-ae9e-a338f9c34071 req-c556eb6b-aab8-4c51-afa6-9b808214bfa2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (a34a9f5b-dfaf-4cc5-97f9-2128f12c41e5), before_update {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:25:42.250703 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d1e7fbd-f3e8-4aa0-abe1-9a44f2fc8b5f None None] Update dhcp port {'port': {'network_id': '1f82b82c-0432-48f1-83bf-9239cf33729e', 'fixed_ips': [{'subnet_id': '2d43b04b-acb4-4d1e-8385-165c8c41f596', 'ip_address': '172.20.0.2'}, {'subnet_id': 'd8b1bef4-041a-4a8e-bdea-79bc87d8c165'}], 'binding:host_id': 'n-d-713498-36'}, 'id': '2a630333-fe26-43dd-b7c4-0367bb743943'} from n-d-713498-36. {{(pid=103232) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Feb 09 19:25:42.252883 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.provisioning_blocks [None req-1f69c9aa-2e3e-4f87-aee8-aaae8ffbec95 None None] Provisioning complete for port 2a630333-fe26-43dd-b7c4-0367bb743943 triggered by entity DHCP. {{(pid=103232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 19:25:42.253420 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-1f69c9aa-2e3e-4f87-aee8-aaae8ffbec95 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593630'] for port (2a630333-fe26-43dd-b7c4-0367bb743943), provisioning_complete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:25:42.254652 n-d-713498-36 neutron-server[103230]: DEBUG neutron.db.db_base_plugin_common [None req-06e3a625-3776-4bfb-8958-eea4cb115cab tempest-PortsTestJSON-1738022054 tempest-PortsTestJSON-1738022054-project] Delete allocated IP 172.20.0.30 (1f82b82c-0432-48f1-83bf-9239cf33729e/d8b1bef4-041a-4a8e-bdea-79bc87d8c165) {{(pid=103230) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Feb 09 19:25:42.304734 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-98f24d42-7e0b-4dc2-825f-4926a81dee84 admin admin] Notify agent at l3_agent.n-d-713498-36 the message routers_updated {{(pid=103229) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 19:25:42.338316 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Device 85baaac1-0fc5-481d-a9ee-45e38c0189f9 up at agent ovs-agent-n-d-713498-36 {{(pid=103232) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 19:25:42.342836 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d340d400-de32-4f45-9901-168d8a474a78 None None] Sync routers for ids ['0a8851ae-522c-440b-9380-596a78e9a3d6'] in n-d-713498-36 {{(pid=103232) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 19:25:42.381335 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-3e9badca-a492-4ebc-94e2-d37bfc3fdd77 req-25f55e79-45a1-49c3-8d51-c51bc14a780d tempest-ServerRescueTestJSON-1886685382 tempest-ServerRescueTestJSON-1886685382-project] 10.222.0.75 "GET /v2.0/security-groups?id=e2c286ed-f317-46f6-b582-9a19546e0cee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6571648 Feb 09 19:25:42.381664 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-7902bdf6-d63e-4b07-9e9f-a0801da5d951 tempest-AllowedAddressPairTestJSON-146205199 tempest-AllowedAddressPairTestJSON-146205199-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171096'] for port (None), before_response {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:25:42.385203 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d340d400-de32-4f45-9901-168d8a474a78 None None] Routers {'0a8851ae-522c-440b-9380-596a78e9a3d6'} bound to L3 agent in host n-d-713498-36 {{(pid=103232) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 19:25:42.385849 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.l3_hamode_db [None req-d340d400-de32-4f45-9901-168d8a474a78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T18:51:43Z,description=,heartbeat_timestamp=2022-02-09T19:25:13Z,host='n-d-713498-36',id=93303d5e-5d17-45e8-8963-7694f87783ae,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T18:51:43Z,topic='l3_agent')) {'router_ids': ['0a8851ae-522c-440b-9380-596a78e9a3d6'], 'active': True} {{(pid=103232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:25:42.390511 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-7902bdf6-d63e-4b07-9e9f-a0801da5d951 tempest-AllowedAddressPairTestJSON-146205199 tempest-AllowedAddressPairTestJSON-146205199-project] 10.222.0.75 "DELETE /v2.0/ports/d97893a7-b8f3-44d0-a0e2-df14f5a9d9a1 HTTP/1.1" status: 204 len: 168 time: 2.4012625 Feb 09 19:25:42.401215 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 52018) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:25:42.457510 n-d-713498-36 neutron-server[103229]: INFO neutron.pecan_wsgi.hooks.translation [None req-eb321f16-fbf3-4daf-bff1-d76540019fd1 tempest-AllowedAddressPairTestJSON-146205199 tempest-AllowedAddressPairTestJSON-146205199-project] GET failed (client error): The resource could not be found. Feb 09 19:25:42.462898 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-eb321f16-fbf3-4daf-bff1-d76540019fd1 tempest-AllowedAddressPairTestJSON-146205199 tempest-AllowedAddressPairTestJSON-146205199-project] 10.222.0.75 "GET /v2.0/ports/d97893a7-b8f3-44d0-a0e2-df14f5a9d9a1 HTTP/1.1" status: 404 len: 333 time: 0.0596678 Feb 09 19:25:42.463577 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 52020) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:25:42.503295 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-06e3a625-3776-4bfb-8958-eea4cb115cab tempest-PortsTestJSON-1738022054 tempest-PortsTestJSON-1738022054-project] Publish callbacks [] for port (ec7ada3d-3efb-4b02-a51d-52ed6d0d3924), precommit_update {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:25:42.514174 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-06e3a625-3776-4bfb-8958-eea4cb115cab tempest-PortsTestJSON-1738022054 tempest-PortsTestJSON-1738022054-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762867176205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762866656485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762866656503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14393758'] for port (ec7ada3d-3efb-4b02-a51d-52ed6d0d3924), after_update {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:25:42.529263 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-98f24d42-7e0b-4dc2-825f-4926a81dee84 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:25:42.537852 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-98f24d42-7e0b-4dc2-825f-4926a81dee84 admin admin] 10.222.0.75 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 12.4633543 Feb 09 19:25:42.539076 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 52022) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:25:42.599390 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06e3a625-3776-4bfb-8958-eea4cb115cab tempest-PortsTestJSON-1738022054 tempest-PortsTestJSON-1738022054-project] Pushing event updated for resources: {'Port': ['ID=ec7ada3d-3efb-4b02-a51d-52ed6d0d3924,revision_number=2']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:25:42.661216 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-6d1e7fbd-f3e8-4aa0-abe1-9a44f2fc8b5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (2a630333-fe26-43dd-b7c4-0367bb743943), before_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:25:42.838662 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-e93d1e5b-a355-4084-8bed-c30f3c46d623 tempest-NetworksIpV6TestAttrs-571122948 tempest-NetworksIpV6TestAttrs-571122948-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-670458'] for network (8f209a1d-8442-44f5-8083-fc8378072b76), before_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:25:43.002915 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.plugin [None req-06e3a625-3776-4bfb-8958-eea4cb115cab tempest-PortsTestJSON-1738022054 tempest-PortsTestJSON-1738022054-project] In _notify_port_updated(), no bound segment for port ec7ada3d-3efb-4b02-a51d-52ed6d0d3924 on network 1f82b82c-0432-48f1-83bf-9239cf33729e {{(pid=103230) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Feb 09 19:25:43.008965 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06e3a625-3776-4bfb-8958-eea4cb115cab tempest-PortsTestJSON-1738022054 tempest-PortsTestJSON-1738022054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:25:43.009584 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-06e3a625-3776-4bfb-8958-eea4cb115cab tempest-PortsTestJSON-1738022054 tempest-PortsTestJSON-1738022054-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171096'] for port (None), before_response {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:25:43.010963 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-06e3a625-3776-4bfb-8958-eea4cb115cab tempest-PortsTestJSON-1738022054 tempest-PortsTestJSON-1738022054-project] 10.222.0.75 "PUT /v2.0/ports/ec7ada3d-3efb-4b02-a51d-52ed6d0d3924 HTTP/1.1" status: 200 len: 920 time: 2.6859217 Feb 09 19:25:43.015503 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 52026) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:25:43.026431 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.v2.base [None req-e607ac5f-0a86-4b78-a6aa-87ef6aeffd51 tempest-PortsTestJSON-1738022054 tempest-PortsTestJSON-1738022054-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '2d43b04b-acb4-4d1e-8385-165c8c41f596'}, {'subnet_id': 'd8b1bef4-041a-4a8e-bdea-79bc87d8c165'}]}} {{(pid=103230) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 19:25:43.028382 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.db_base_plugin_common [None req-6d1e7fbd-f3e8-4aa0-abe1-9a44f2fc8b5f None None] Allocated IP 172.20.0.18 (1f82b82c-0432-48f1-83bf-9239cf33729e/d8b1bef4-041a-4a8e-bdea-79bc87d8c165/2a630333-fe26-43dd-b7c4-0367bb743943) {{(pid=103232) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 19:25:43.083200 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.db [req-20d47924-f99c-46e8-ae9e-a338f9c34071 req-c556eb6b-aab8-4c51-afa6-9b808214bfa2 service neutron] For port a34a9f5b-dfaf-4cc5-97f9-2128f12c41e5, host n-h1-713498-36, cleared binding levels {{(pid=103229) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 19:25:43.122963 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.db [req-20d47924-f99c-46e8-ae9e-a338f9c34071 req-c556eb6b-aab8-4c51-afa6-9b808214bfa2 service neutron] For port a34a9f5b-dfaf-4cc5-97f9-2128f12c41e5, host n-h1-713498-36, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-36',level=0,port_id=a34a9f5b-dfaf-4cc5-97f9-2128f12c41e5,segment=NetworkSegment(c10441c4-164e-4746-a64d-90f79f0d70ea),segment_id=c10441c4-164e-4746-a64d-90f79f0d70ea)] {{(pid=103229) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 19:25:43.148322 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.provisioning_blocks [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Provisioning complete for port 85baaac1-0fc5-481d-a9ee-45e38c0189f9 triggered by entity L2. {{(pid=103232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 19:25:43.148698 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593630'] for port (85baaac1-0fc5-481d-a9ee-45e38c0189f9), provisioning_complete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:25:43.156267 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-20d47924-f99c-46e8-ae9e-a338f9c34071 req-c556eb6b-aab8-4c51-afa6-9b808214bfa2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762867176205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762866656485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762866656503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12867569'] for port (a34a9f5b-dfaf-4cc5-97f9-2128f12c41e5), after_update {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:25:43.205632 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.plugin [None req-e5462198-9c5f-4906-966f-72f20a08a35f tempest-AllowedAddressPairTestJSON-146205199 tempest-AllowedAddressPairTestJSON-146205199-project] Deleting port 54f05f34-8837-4d65-b9fb-44a6cb9774f6 {{(pid=103229) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 19:25:43.206294 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-e5462198-9c5f-4906-966f-72f20a08a35f tempest-AllowedAddressPairTestJSON-146205199 tempest-AllowedAddressPairTestJSON-146205199-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762867170196'] for port (54f05f34-8837-4d65-b9fb-44a6cb9774f6), before_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:25:43.237398 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20d47924-f99c-46e8-ae9e-a338f9c34071 req-c556eb6b-aab8-4c51-afa6-9b808214bfa2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:25:43.238537 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-20d47924-f99c-46e8-ae9e-a338f9c34071 req-c556eb6b-aab8-4c51-afa6-9b808214bfa2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171096'] for port (None), before_response {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:25:43.239634 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.l3_dvr_db [None req-d340d400-de32-4f45-9901-168d8a474a78 None None] Set router 0a8851ae-522c-440b-9380-596a78e9a3d6 gateway port host: n-d-713498-36 {{(pid=103232) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 19:25:43.242598 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-20d47924-f99c-46e8-ae9e-a338f9c34071 req-c556eb6b-aab8-4c51-afa6-9b808214bfa2 service neutron] 10.222.0.89 "PUT /v2.0/ports/a34a9f5b-dfaf-4cc5-97f9-2128f12c41e5 HTTP/1.1" status: 200 len: 1093 time: 5.8812492 Feb 09 19:25:43.250594 n-d-713498-36 neutron-server[103229]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '051c39d5-1749-483d-9498-3d1717fb73d7', 'tag': 'a34a9f5b-dfaf-4cc5-97f9-2128f12c41e5'}] {{(pid=103229) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 19:25:43.266874 n-d-713498-36 neutron-server[103229]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fa6ae9a20702bd564eaf90d946620b2b4277b1ab91129323d3b54181076be307" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7aa8232a-adb4-4a34-9fa1-c67410ac3bfe" -d '{"events": [{"name": "network-changed", "server_uuid": "051c39d5-1749-483d-9498-3d1717fb73d7", "tag": "a34a9f5b-dfaf-4cc5-97f9-2128f12c41e5"}]}' {{(pid=103229) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 19:25:43.371748 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-e607ac5f-0a86-4b78-a6aa-87ef6aeffd51 tempest-PortsTestJSON-1738022054 tempest-PortsTestJSON-1738022054-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (ec7ada3d-3efb-4b02-a51d-52ed6d0d3924), before_update {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:25:43.402472 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-43cf655c-75e9-4a20-adc3-f6c1d59f6f5c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762867132591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593584'] for agent (93303d5e-5d17-45e8-8963-7694f87783ae), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:25:43.412407 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-1f69c9aa-2e3e-4f87-aee8-aaae8ffbec95 None None] Current status of the port 2a630333-fe26-43dd-b7c4-0367bb743943 is: DOWN; New status is: ACTIVE {{(pid=103232) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 19:25:43.412808 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-1f69c9aa-2e3e-4f87-aee8-aaae8ffbec95 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (2a630333-fe26-43dd-b7c4-0367bb743943), before_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:25:43.565615 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.plugin [None req-e93d1e5b-a355-4084-8bed-c30f3c46d623 tempest-NetworksIpV6TestAttrs-571122948 tempest-NetworksIpV6TestAttrs-571122948-project] Deleting port 7bc17d27-95f4-413f-9eaa-ffd29daea4f7 {{(pid=103229) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 19:25:43.566535 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-e93d1e5b-a355-4084-8bed-c30f3c46d623 tempest-NetworksIpV6TestAttrs-571122948 tempest-NetworksIpV6TestAttrs-571122948-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762867170196'] for port (7bc17d27-95f4-413f-9eaa-ffd29daea4f7), before_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:25:43.594646 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-6d1e7fbd-f3e8-4aa0-abe1-9a44f2fc8b5f None None] For port 2a630333-fe26-43dd-b7c4-0367bb743943, host n-d-713498-36, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-36',level=0,port_id=2a630333-fe26-43dd-b7c4-0367bb743943,segment=NetworkSegment(04d1f36c-63f2-4592-9f1b-607144bff98d),segment_id=04d1f36c-63f2-4592-9f1b-607144bff98d)] {{(pid=103232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 19:25:43.676088 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.db [None req-e93d1e5b-a355-4084-8bed-c30f3c46d623 tempest-NetworksIpV6TestAttrs-571122948 tempest-NetworksIpV6TestAttrs-571122948-project] For port 7bc17d27-95f4-413f-9eaa-ffd29daea4f7, host n-d-713498-36, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-36',level=0,port_id=7bc17d27-95f4-413f-9eaa-ffd29daea4f7,segment=NetworkSegment(4a3c9ffb-c88b-498a-84d8-d88569490016),segment_id=4a3c9ffb-c88b-498a-84d8-d88569490016)] {{(pid=103229) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 19:25:43.676447 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-e93d1e5b-a355-4084-8bed-c30f3c46d623 tempest-NetworksIpV6TestAttrs-571122948 tempest-NetworksIpV6TestAttrs-571122948-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1820838'] for port (7bc17d27-95f4-413f-9eaa-ffd29daea4f7), precommit_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:25:43.681162 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-6d1e7fbd-f3e8-4aa0-abe1-9a44f2fc8b5f None None] Publish callbacks [] for port (2a630333-fe26-43dd-b7c4-0367bb743943), precommit_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:25:43.699173 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.plugin [None req-e93d1e5b-a355-4084-8bed-c30f3c46d623 tempest-NetworksIpV6TestAttrs-571122948 tempest-NetworksIpV6TestAttrs-571122948-project] Calling delete_port for 7bc17d27-95f4-413f-9eaa-ffd29daea4f7 owned by network:dhcp {{(pid=103229) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 19:25:43.711544 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-6d1e7fbd-f3e8-4aa0-abe1-9a44f2fc8b5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762867176205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762866656485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762866656503'] for port (2a630333-fe26-43dd-b7c4-0367bb743943), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:25:43.713531 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Current status of the port 85baaac1-0fc5-481d-a9ee-45e38c0189f9 is: ACTIVE; New status is: ACTIVE {{(pid=103232) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 19:25:43.714627 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Device 2a630333-fe26-43dd-b7c4-0367bb743943 up at agent ovs-agent-n-d-713498-36 {{(pid=103232) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 19:25:43.809033 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c556eb6b-aab8-4c51-afa6-9b808214bfa2 service neutron] Pushing event updated for resources: {'Port': ['ID=a34a9f5b-dfaf-4cc5-97f9-2128f12c41e5,revision_number=3']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:25:43.836743 n-d-713498-36 neutron-server[103229]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 19:25:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f36a6bde-865d-4e89-9351-e202d25f3fac x-openstack-request-id: req-f36a6bde-865d-4e89-9351-e202d25f3fac {{(pid=103229) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 19:25:43.837329 n-d-713498-36 neutron-server[103229]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "051c39d5-1749-483d-9498-3d1717fb73d7", "tag": "a34a9f5b-dfaf-4cc5-97f9-2128f12c41e5", "status": "completed", "code": 200}]} {{(pid=103229) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 19:25:43.837487 n-d-713498-36 neutron-server[103229]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-f36a6bde-865d-4e89-9351-e202d25f3fac {{(pid=103229) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 19:25:43.837909 n-d-713498-36 neutron-server[103229]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '051c39d5-1749-483d-9498-3d1717fb73d7', 'tag': 'a34a9f5b-dfaf-4cc5-97f9-2128f12c41e5', 'status': 'completed', 'code': 200} Feb 09 19:25:43.883422 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-e93d1e5b-a355-4084-8bed-c30f3c46d623 tempest-NetworksIpV6TestAttrs-571122948 tempest-NetworksIpV6TestAttrs-571122948-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762867177463', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762866656476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12867576'] for port (7bc17d27-95f4-413f-9eaa-ffd29daea4f7), after_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:25:43.907674 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.db.api [None req-1f69c9aa-2e3e-4f87-aee8-aaae8ffbec95 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103232) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 09 19:25:43.908715 n-d-713498-36 neutron-server[103232]: DEBUG oslo_db.api [None req-1f69c9aa-2e3e-4f87-aee8-aaae8ffbec95 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 09 19:25:43.915788 n-d-713498-36 neutron-server[103230]: DEBUG neutron.db.db_base_plugin_common [None req-e607ac5f-0a86-4b78-a6aa-87ef6aeffd51 tempest-PortsTestJSON-1738022054 tempest-PortsTestJSON-1738022054-project] Allocated IP 172.20.0.23 (1f82b82c-0432-48f1-83bf-9239cf33729e/d8b1bef4-041a-4a8e-bdea-79bc87d8c165/ec7ada3d-3efb-4b02-a51d-52ed6d0d3924) {{(pid=103230) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 19:25:43.940882 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d1e7fbd-f3e8-4aa0-abe1-9a44f2fc8b5f None None] Pushing event updated for resources: {'Port': ['ID=2a630333-fe26-43dd-b7c4-0367bb743943,revision_number=3']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:25:44.008390 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.provisioning_blocks [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Provisioning complete for port 2a630333-fe26-43dd-b7c4-0367bb743943 triggered by entity L2. {{(pid=103232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 19:25:44.009178 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593630'] for port (2a630333-fe26-43dd-b7c4-0367bb743943), provisioning_complete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:25:44.013988 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.l3_hamode_db [None req-d340d400-de32-4f45-9901-168d8a474a78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0a8851ae-522c-440b-9380-596a78e9a3d6', 'name': 'tempest-TestServerMultinode-1880031031-router', 'tenant_id': 'a6498e9907004a76b4e7e4932c01d125', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88055e1e-672a-4487-be31-ffb6e833ece5', 'external_fixed_ips': [{'subnet_id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'ip_address': '172.25.1.177'}], 'enable_snat': True}, 'gw_port_id': '1bc2f6b2-d624-4bcf-9be4-1bf1ea94cfbd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T19:25:30Z', 'updated_at': '2022-02-09T19:25:37Z', 'revision_number': 3, 'project_id': 'a6498e9907004a76b4e7e4932c01d125', 'gw_port': {'id': '1bc2f6b2-d624-4bcf-9be4-1bf1ea94cfbd', 'name': '', 'network_id': '88055e1e-672a-4487-be31-ffb6e833ece5', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:91:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0a8851ae-522c-440b-9380-596a78e9a3d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2281, 'fixed_ips': [{'subnet_id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'ip_address': '172.25.1.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T19:25:33Z', 'updated_at': '2022-02-09T19:25:34Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-36'}], 'n-d-713498-36', False) {} {{(pid=103232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:25:44.069867 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e93d1e5b-a355-4084-8bed-c30f3c46d623 tempest-NetworksIpV6TestAttrs-571122948 tempest-NetworksIpV6TestAttrs-571122948-project] Pushing event deleted for resources: {'Port': ['ID=7bc17d27-95f4-413f-9eaa-ffd29daea4f7,revision_number=None']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:25:44.075882 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d340d400-de32-4f45-9901-168d8a474a78 None None] Checking router: 0a8851ae-522c-440b-9380-596a78e9a3d6 for host: n-d-713498-36 {{(pid=103232) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 19:25:44.076797 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d340d400-de32-4f45-9901-168d8a474a78 None None] Updating router 0a8851ae-522c-440b-9380-596a78e9a3d6 port 1bc2f6b2-d624-4bcf-9be4-1bf1ea94cfbd binding host n-d-713498-36 {{(pid=103232) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 19:25:44.090766 n-d-713498-36 neutron-server[103229]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e93d1e5b-a355-4084-8bed-c30f3c46d623 tempest-NetworksIpV6TestAttrs-571122948 tempest-NetworksIpV6TestAttrs-571122948-project] No DVR routers for this DVR port 7bc17d27-95f4-413f-9eaa-ffd29daea4f7 on host n-d-713498-36 {{(pid=103229) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 19:25:44.128182 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-d340d400-de32-4f45-9901-168d8a474a78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (1bc2f6b2-d624-4bcf-9be4-1bf1ea94cfbd), before_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:25:44.231501 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-e607ac5f-0a86-4b78-a6aa-87ef6aeffd51 tempest-PortsTestJSON-1738022054 tempest-PortsTestJSON-1738022054-project] Publish callbacks [] for port (ec7ada3d-3efb-4b02-a51d-52ed6d0d3924), precommit_update {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:25:44.254558 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-e607ac5f-0a86-4b78-a6aa-87ef6aeffd51 tempest-PortsTestJSON-1738022054 tempest-PortsTestJSON-1738022054-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762867176205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762866656485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762866656503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14393758'] for port (ec7ada3d-3efb-4b02-a51d-52ed6d0d3924), after_update {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:25:44.346526 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-294aa8d5-01bb-4cc5-92d1-b52dca8c0fb2 req-3730cb02-4d30-4f3e-838f-8a191ad22d6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:25:44.348594 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-294aa8d5-01bb-4cc5-92d1-b52dca8c0fb2 req-3730cb02-4d30-4f3e-838f-8a191ad22d6a service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=d7a2ccbf0c8a475abd1520a0e31ab926&device_id=a1fbc70b-9dd3-44f5-99b0-85f3dff92d7d HTTP/1.1" status: 200 len: 1129 time: 0.9183660 Feb 09 19:25:44.545021 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-d340d400-de32-4f45-9901-168d8a474a78 None None] Publish callbacks [] for port (1bc2f6b2-d624-4bcf-9be4-1bf1ea94cfbd), precommit_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:25:44.550952 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-edc54c9b-7f13-45d9-9271-85c9738b0128 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762867132591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593584'] for agent (a62b1850-466f-48ae-bec7-d62fb280e14b), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:25:44.559596 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-d340d400-de32-4f45-9901-168d8a474a78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762867176205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762866656485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762866656503'] for port (1bc2f6b2-d624-4bcf-9be4-1bf1ea94cfbd), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:25:44.598255 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-294aa8d5-01bb-4cc5-92d1-b52dca8c0fb2 req-63ce180f-7f95-4b5e-a57b-1b90f8306e8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:25:44.607270 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-294aa8d5-01bb-4cc5-92d1-b52dca8c0fb2 req-63ce180f-7f95-4b5e-a57b-1b90f8306e8e service neutron] 10.222.0.89 "GET /v2.0/networks?id=bd12d1d0-518d-4d29-a00d-98410ba2cb8a HTTP/1.1" status: 200 len: 913 time: 0.1994848 Feb 09 19:25:44.729051 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.managers [None req-d340d400-de32-4f45-9901-168d8a474a78 None None] Attempting to bind port 1bc2f6b2-d624-4bcf-9be4-1bf1ea94cfbd on host n-d-713498-36 for vnic_type normal with profile {{(pid=103232) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 19:25:44.729427 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.managers [None req-d340d400-de32-4f45-9901-168d8a474a78 None None] Attempting to bind port 1bc2f6b2-d624-4bcf-9be4-1bf1ea94cfbd by drivers openvswitch,hyperv on host n-d-713498-36 at level 0 using segments [{'id': 'a4222f89-8d3f-4b51-953b-1a8126392491', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '88055e1e-672a-4487-be31-ffb6e833ece5'}] {{(pid=103232) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 19:25:44.729820 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d340d400-de32-4f45-9901-168d8a474a78 None None] Attempting to bind port 1bc2f6b2-d624-4bcf-9be4-1bf1ea94cfbd on network 88055e1e-672a-4487-be31-ffb6e833ece5 {{(pid=103232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 19:25:44.741057 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d340d400-de32-4f45-9901-168d8a474a78 None None] Checking agent: {'id': '496418a2-c002-4aec-ab1a-07f3bea491bd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-36', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 18, 51, 47), 'started_at': datetime.datetime(2022, 2, 9, 18, 52, 17), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 19, 25, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-36'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 19:25:44.741507 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d340d400-de32-4f45-9901-168d8a474a78 None None] Checking segment: {'id': 'a4222f89-8d3f-4b51-953b-1a8126392491', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '88055e1e-672a-4487-be31-ffb6e833ece5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103232) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 19:25:44.741938 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-d340d400-de32-4f45-9901-168d8a474a78 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:25:44.742374 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d340d400-de32-4f45-9901-168d8a474a78 None None] Bound using segment: {'id': 'a4222f89-8d3f-4b51-953b-1a8126392491', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '88055e1e-672a-4487-be31-ffb6e833ece5'} {{(pid=103232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 19:25:44.742915 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.managers [None req-d340d400-de32-4f45-9901-168d8a474a78 None None] Bound port: 1bc2f6b2-d624-4bcf-9be4-1bf1ea94cfbd, host: n-d-713498-36, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a4222f89-8d3f-4b51-953b-1a8126392491', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '88055e1e-672a-4487-be31-ffb6e833ece5'}}] {{(pid=103232) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 19:25:44.743319 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-d340d400-de32-4f45-9901-168d8a474a78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (1bc2f6b2-d624-4bcf-9be4-1bf1ea94cfbd), before_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:25:44.815245 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-d340d400-de32-4f45-9901-168d8a474a78 None None] For port 1bc2f6b2-d624-4bcf-9be4-1bf1ea94cfbd, host n-d-713498-36, cleared binding levels {{(pid=103232) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 19:25:44.820461 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-d340d400-de32-4f45-9901-168d8a474a78 None None] For port 1bc2f6b2-d624-4bcf-9be4-1bf1ea94cfbd, host n-d-713498-36, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-36',level=0,port_id=1bc2f6b2-d624-4bcf-9be4-1bf1ea94cfbd,segment=NetworkSegment(a4222f89-8d3f-4b51-953b-1a8126392491),segment_id=a4222f89-8d3f-4b51-953b-1a8126392491)] {{(pid=103232) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 19:25:44.833925 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-1f69c9aa-2e3e-4f87-aee8-aaae8ffbec95 None None] Current status of the port 2a630333-fe26-43dd-b7c4-0367bb743943 is: DOWN; New status is: ACTIVE {{(pid=103232) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 19:25:44.834489 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-1f69c9aa-2e3e-4f87-aee8-aaae8ffbec95 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (2a630333-fe26-43dd-b7c4-0367bb743943), before_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:25:44.843867 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-d340d400-de32-4f45-9901-168d8a474a78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762867176205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762866656485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762866656503'] for port (1bc2f6b2-d624-4bcf-9be4-1bf1ea94cfbd), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:25:44.886498 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Current status of the port 2a630333-fe26-43dd-b7c4-0367bb743943 is: DOWN; New status is: ACTIVE {{(pid=103232) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 19:25:44.886965 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (2a630333-fe26-43dd-b7c4-0367bb743943), before_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:25:44.906221 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cec24ac4-f08a-43ed-939f-90924ff1bf45 None None] Pushing event updated for resources: {'Port': ['ID=1bc2f6b2-d624-4bcf-9be4-1bf1ea94cfbd,revision_number=2']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:25:44.947569 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] For port 2a630333-fe26-43dd-b7c4-0367bb743943, host n-d-713498-36, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-36',level=0,port_id=2a630333-fe26-43dd-b7c4-0367bb743943,segment=NetworkSegment(04d1f36c-63f2-4592-9f1b-607144bff98d),segment_id=04d1f36c-63f2-4592-9f1b-607144bff98d)] {{(pid=103232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 19:25:44.958066 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762867176205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762866656485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762866656503'] for port (2a630333-fe26-43dd-b7c4-0367bb743943), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:25:44.983195 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20d47924-f99c-46e8-ae9e-a338f9c34071 req-9b79b092-9d98-483c-9cd5-4d88f09e7885 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:25:44.987846 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-20d47924-f99c-46e8-ae9e-a338f9c34071 req-9b79b092-9d98-483c-9cd5-4d88f09e7885 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=2144a5f95fe04d169308063e9f839f8a&device_id=051c39d5-1749-483d-9498-3d1717fb73d7 HTTP/1.1" status: 200 len: 1127 time: 1.6721809 Feb 09 19:25:44.993097 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-294aa8d5-01bb-4cc5-92d1-b52dca8c0fb2 req-5c794161-9cb8-48a5-96b4-4a5ffd485e6e service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f1d2f720-203f-4a0c-99ec-b451c998d159 HTTP/1.1" status: 200 len: 1000 time: 0.3226519 Feb 09 19:25:44.994691 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.plugin [None req-e607ac5f-0a86-4b78-a6aa-87ef6aeffd51 tempest-PortsTestJSON-1738022054 tempest-PortsTestJSON-1738022054-project] In _notify_port_updated(), no bound segment for port ec7ada3d-3efb-4b02-a51d-52ed6d0d3924 on network 1f82b82c-0432-48f1-83bf-9239cf33729e {{(pid=103230) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Feb 09 19:25:45.009115 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e607ac5f-0a86-4b78-a6aa-87ef6aeffd51 tempest-PortsTestJSON-1738022054 tempest-PortsTestJSON-1738022054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:25:45.010052 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-e607ac5f-0a86-4b78-a6aa-87ef6aeffd51 tempest-PortsTestJSON-1738022054 tempest-PortsTestJSON-1738022054-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171096'] for port (None), before_response {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:25:45.015022 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-e607ac5f-0a86-4b78-a6aa-87ef6aeffd51 tempest-PortsTestJSON-1738022054 tempest-PortsTestJSON-1738022054-project] 10.222.0.75 "PUT /v2.0/ports/ec7ada3d-3efb-4b02-a51d-52ed6d0d3924 HTTP/1.1" status: 200 len: 1000 time: 1.9950607 Feb 09 19:25:45.032193 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 52048) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:25:45.039611 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e607ac5f-0a86-4b78-a6aa-87ef6aeffd51 tempest-PortsTestJSON-1738022054 tempest-PortsTestJSON-1738022054-project] Pushing event updated for resources: {'Port': ['ID=ec7ada3d-3efb-4b02-a51d-52ed6d0d3924,revision_number=3']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:25:45.092034 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-e5462198-9c5f-4906-966f-72f20a08a35f tempest-AllowedAddressPairTestJSON-146205199 tempest-AllowedAddressPairTestJSON-146205199-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1820838'] for port (54f05f34-8837-4d65-b9fb-44a6cb9774f6), precommit_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:25:45.130522 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2efecaf-413a-4b9b-a2cf-48a5380e7910 None None] get_active_networks_info from n-d-713498-36 {{(pid=103232) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Feb 09 19:25:45.137188 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-294aa8d5-01bb-4cc5-92d1-b52dca8c0fb2 req-cd88b1ae-dab6-4cfa-ac6f-95ae3efd6093 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:25:45.140154 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-294aa8d5-01bb-4cc5-92d1-b52dca8c0fb2 req-cd88b1ae-dab6-4cfa-ac6f-95ae3efd6093 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=60ccac4e-8e6b-4139-b4aa-9c0c5cc0e9e4 HTTP/1.1" status: 200 len: 851 time: 0.1276162 Feb 09 19:25:45.157821 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.db.api [None req-1f69c9aa-2e3e-4f87-aee8-aaae8ffbec95 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103232) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 09 19:25:45.158210 n-d-713498-36 neutron-server[103232]: DEBUG oslo_db.api [None req-1f69c9aa-2e3e-4f87-aee8-aaae8ffbec95 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 09 19:25:45.178614 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Device 2a630333-fe26-43dd-b7c4-0367bb743943 up at agent ovs-agent-n-d-713498-36 {{(pid=103232) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 19:25:45.189675 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d340d400-de32-4f45-9901-168d8a474a78 None None] Routers {'0a8851ae-522c-440b-9380-596a78e9a3d6'} bound to L3 agent in host n-d-713498-36 {{(pid=103232) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 19:25:45.190504 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.l3_hamode_db [None req-d340d400-de32-4f45-9901-168d8a474a78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T18:51:43Z,description=,heartbeat_timestamp=2022-02-09T19:25:43Z,host='n-d-713498-36',id=93303d5e-5d17-45e8-8963-7694f87783ae,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T18:51:43Z,topic='l3_agent')) {'router_ids': ['0a8851ae-522c-440b-9380-596a78e9a3d6'], 'active': True} {{(pid=103232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:25:45.284065 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-294aa8d5-01bb-4cc5-92d1-b52dca8c0fb2 req-f5bdefb3-1e89-4fa9-b215-7473b3089a99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:25:45.285588 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-294aa8d5-01bb-4cc5-92d1-b52dca8c0fb2 req-f5bdefb3-1e89-4fa9-b215-7473b3089a99 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=bd12d1d0-518d-4d29-a00d-98410ba2cb8a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.1393521 Feb 09 19:25:45.395093 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d9e5cfd-70ef-4d59-9224-e74e3bef6969 req-a58b01d2-dff9-4624-a8de-62b768b6ecca tempest-ServerRescueTestJSON-1886685382 tempest-ServerRescueTestJSON-1886685382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:25:45.396691 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-5d9e5cfd-70ef-4d59-9224-e74e3bef6969 req-a58b01d2-dff9-4624-a8de-62b768b6ecca tempest-ServerRescueTestJSON-1886685382 tempest-ServerRescueTestJSON-1886685382-project] 10.222.0.75 "GET /v2.0/ports?device_id=051c39d5-1749-483d-9498-3d1717fb73d7 HTTP/1.1" status: 200 len: 944 time: 1.5782738 Feb 09 19:25:45.406590 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-035b3e89-9413-4a81-bbf9-1c6d247508bd req-5fd14021-34d1-4d59-b030-442f358ca0df service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=07c418f7-8971-4ae3-b247-9ceb2a23ddcf&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 1.4415345 Feb 09 19:25:45.407848 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-20d47924-f99c-46e8-ae9e-a338f9c34071 req-b46b74e0-eb5c-47ee-a504-d18a11ac8e52 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a34a9f5b-dfaf-4cc5-97f9-2128f12c41e5 HTTP/1.1" status: 200 len: 217 time: 0.3766065 Feb 09 19:25:45.419893 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-e93d1e5b-a355-4084-8bed-c30f3c46d623 tempest-NetworksIpV6TestAttrs-571122948 tempest-NetworksIpV6TestAttrs-571122948-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-590267', 'neutron.services.segments.db._delete_segments_for_network-8762867132609'] for network (8f209a1d-8442-44f5-8083-fc8378072b76), precommit_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:25:45.485912 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.plugin [None req-e5462198-9c5f-4906-966f-72f20a08a35f tempest-AllowedAddressPairTestJSON-146205199 tempest-AllowedAddressPairTestJSON-146205199-project] Calling delete_port for 54f05f34-8837-4d65-b9fb-44a6cb9774f6 owned by {{(pid=103229) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 19:25:45.511822 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-294aa8d5-01bb-4cc5-92d1-b52dca8c0fb2 req-b5a6d0a5-731d-4aff-a171-7d56625c65ba service neutron] 10.222.0.89 "GET /v2.0/networks/bd12d1d0-518d-4d29-a00d-98410ba2cb8a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2196457 Feb 09 19:25:45.578757 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cec24ac4-f08a-43ed-939f-90924ff1bf45 None None] Pushing event updated for resources: {'Port': ['ID=1bc2f6b2-d624-4bcf-9be4-1bf1ea94cfbd,revision_number=3']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:25:45.686676 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-294aa8d5-01bb-4cc5-92d1-b52dca8c0fb2 req-29c7fe28-e742-4766-8890-7fa861d1d743 service neutron] 10.222.0.89 "GET /v2.0/networks/bd12d1d0-518d-4d29-a00d-98410ba2cb8a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1667483 Feb 09 19:25:45.750340 n-d-713498-36 neutron-server[103229]: DEBUG neutron.services.segments.db [None req-e93d1e5b-a355-4084-8bed-c30f3c46d623 tempest-NetworksIpV6TestAttrs-571122948 tempest-NetworksIpV6TestAttrs-571122948-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8f209a1d-8442-44f5-8083-fc8378072b76']}} {{(pid=103229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:25:45.755171 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-035b3e89-9413-4a81-bbf9-1c6d247508bd req-600cd93d-cfe7-4ddd-98d9-08da8043aade service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:25:45.756715 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-035b3e89-9413-4a81-bbf9-1c6d247508bd req-600cd93d-cfe7-4ddd-98d9-08da8043aade service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=2144a5f95fe04d169308063e9f839f8a&device_id=07c418f7-8971-4ae3-b247-9ceb2a23ddcf HTTP/1.1" status: 200 len: 1129 time: 0.2236075 Feb 09 19:25:45.801026 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.l3_dvr_db [None req-d340d400-de32-4f45-9901-168d8a474a78 None None] Set router 0a8851ae-522c-440b-9380-596a78e9a3d6 gateway port host: n-d-713498-36 {{(pid=103232) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 19:25:45.804660 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Pushing event updated for resources: {'Port': ['ID=2a630333-fe26-43dd-b7c4-0367bb743943,revision_number=4']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:25:45.908921 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-035b3e89-9413-4a81-bbf9-1c6d247508bd req-957c31f1-33fa-47bc-afd9-fa9a3dcef034 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:25:45.910492 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-035b3e89-9413-4a81-bbf9-1c6d247508bd req-957c31f1-33fa-47bc-afd9-fa9a3dcef034 service neutron] 10.222.0.90 "GET /v2.0/networks?id=2324528b-82cd-4c53-b665-41f5fd12f858 HTTP/1.1" status: 200 len: 911 time: 0.1027946 Feb 09 19:25:45.920336 n-d-713498-36 neutron-server[103229]: DEBUG neutron.services.segments.db [None req-e93d1e5b-a355-4084-8bed-c30f3c46d623 tempest-NetworksIpV6TestAttrs-571122948 tempest-NetworksIpV6TestAttrs-571122948-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4a3c9ffb-c88b-498a-84d8-d88569490016') {'for_net_delete': True} {{(pid=103229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:25:45.920605 n-d-713498-36 neutron-server[103229]: DEBUG neutron.services.segments.db [None req-e93d1e5b-a355-4084-8bed-c30f3c46d623 tempest-NetworksIpV6TestAttrs-571122948 tempest-NetworksIpV6TestAttrs-571122948-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4a3c9ffb-c88b-498a-84d8-d88569490016') {} {{(pid=103229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:25:45.966700 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-035b3e89-9413-4a81-bbf9-1c6d247508bd req-1a784ef9-548e-4e98-a82e-c8bb018dfc45 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=8bbf9426-f0e3-4d72-9513-cdacb95da6bc HTTP/1.1" status: 200 len: 217 time: 0.0402412 Feb 09 19:25:45.980722 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-03103359-67dd-4fd6-b514-732380a69e87 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (None), before_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:25:45.987042 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-1f69c9aa-2e3e-4f87-aee8-aaae8ffbec95 None None] Current status of the port 2a630333-fe26-43dd-b7c4-0367bb743943 is: ACTIVE; New status is: ACTIVE {{(pid=103232) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 19:25:45.996962 n-d-713498-36 neutron-server[103232]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2efecaf-413a-4b9b-a2cf-48a5380e7910 None None] Resources bound (agent type, host, resource id): {{(pid=103232) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 09 19:25:46.171532 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.provisioning_blocks [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Provisioning complete for port 2a630333-fe26-43dd-b7c4-0367bb743943 triggered by entity L2. {{(pid=103232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 19:25:46.171532 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593630'] for port (2a630333-fe26-43dd-b7c4-0367bb743943), provisioning_complete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:25:46.187759 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-e93d1e5b-a355-4084-8bed-c30f3c46d623 tempest-NetworksIpV6TestAttrs-571122948 tempest-NetworksIpV6TestAttrs-571122948-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762867134154', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16683417'] for segment (4a3c9ffb-c88b-498a-84d8-d88569490016), before_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:25:46.196451 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20d47924-f99c-46e8-ae9e-a338f9c34071 req-57235be9-acfc-4df7-95ba-3c64bbaf384f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:25:46.199375 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-20d47924-f99c-46e8-ae9e-a338f9c34071 req-57235be9-acfc-4df7-95ba-3c64bbaf384f service neutron] 10.222.0.89 "GET /v2.0/subnets?id=e2b46c61-e766-43ec-83e4-53a2c0064c76 HTTP/1.1" status: 200 len: 850 time: 0.6981452 Feb 09 19:25:46.211480 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-a7262a8e-0513-48fd-984d-75726a511961 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762867132591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593584'] for agent (911cfea2-02ae-4ec9-bac3-7808ee1cdd9c), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:25:46.253812 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-5d9e5cfd-70ef-4d59-9224-e74e3bef6969 req-0110f893-a3b1-4c76-897b-4b6fa2ef6b83 tempest-ServerRescueTestJSON-1886685382 tempest-ServerRescueTestJSON-1886685382-project] 10.222.0.75 "GET /v2.0/security-groups?id=e2c286ed-f317-46f6-b582-9a19546e0cee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8132870 Feb 09 19:25:46.301136 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-e93d1e5b-a355-4084-8bed-c30f3c46d623 tempest-NetworksIpV6TestAttrs-571122948 tempest-NetworksIpV6TestAttrs-571122948-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-759574'] for segment (4a3c9ffb-c88b-498a-84d8-d88569490016), precommit_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:25:46.311257 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-20d47924-f99c-46e8-ae9e-a338f9c34071 req-7140d531-165a-464e-b555-f2f63a8fe06d service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=2324528b-82cd-4c53-b665-41f5fd12f858&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0659528 Feb 09 19:25:46.342382 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e93d1e5b-a355-4084-8bed-c30f3c46d623 tempest-NetworksIpV6TestAttrs-571122948 tempest-NetworksIpV6TestAttrs-571122948-project] Releasing vlan 366 on physical network physnet1 to pool {{(pid=103229) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 19:25:46.342791 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-e93d1e5b-a355-4084-8bed-c30f3c46d623 tempest-NetworksIpV6TestAttrs-571122948 tempest-NetworksIpV6TestAttrs-571122948-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-759574', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12867469'] for segment (4a3c9ffb-c88b-498a-84d8-d88569490016), after_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:25:46.358272 n-d-713498-36 neutron-server[103229]: Traceback (most recent call last): Feb 09 19:25:46.358272 n-d-713498-36 neutron-server[103229]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 19:25:46.358272 n-d-713498-36 neutron-server[103229]: timer() Feb 09 19:25:46.358272 n-d-713498-36 neutron-server[103229]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 19:25:46.358272 n-d-713498-36 neutron-server[103229]: cb(*args, **kw) Feb 09 19:25:46.358272 n-d-713498-36 neutron-server[103229]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 19:25:46.358272 n-d-713498-36 neutron-server[103229]: return func(*args, **kwargs) Feb 09 19:25:46.358272 n-d-713498-36 neutron-server[103229]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 19:25:46.358272 n-d-713498-36 neutron-server[103229]: self._notify() Feb 09 19:25:46.358272 n-d-713498-36 neutron-server[103229]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 19:25:46.358272 n-d-713498-36 neutron-server[103229]: self.callback(batched_events) Feb 09 19:25:46.358272 n-d-713498-36 neutron-server[103229]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 19:25:46.358272 n-d-713498-36 neutron-server[103229]: event.method(event) Feb 09 19:25:46.358272 n-d-713498-36 neutron-server[103229]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 19:25:46.358272 n-d-713498-36 neutron-server[103229]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 19:25:46.358272 n-d-713498-36 neutron-server[103229]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 19:25:46.358272 n-d-713498-36 neutron-server[103229]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 19:25:46.358272 n-d-713498-36 neutron-server[103229]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 19:25:46.358272 n-d-713498-36 neutron-server[103229]: return f(self, *a, **k) Feb 09 19:25:46.358272 n-d-713498-36 neutron-server[103229]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 19:25:46.358272 n-d-713498-36 neutron-server[103229]: return self._get(url).json() Feb 09 19:25:46.358272 n-d-713498-36 neutron-server[103229]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 19:25:46.358272 n-d-713498-36 neutron-server[103229]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 19:25:46.358272 n-d-713498-36 neutron-server[103229]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 19:25:46.358272 n-d-713498-36 neutron-server[103229]: return self.request(url, 'GET', **kwargs) Feb 09 19:25:46.358272 n-d-713498-36 neutron-server[103229]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 19:25:46.358272 n-d-713498-36 neutron-server[103229]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 19:25:46.358272 n-d-713498-36 neutron-server[103229]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 19:25:46.358272 n-d-713498-36 neutron-server[103229]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 19:25:46.358272 n-d-713498-36 neutron-server[103229]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 19:25:46.358272 n-d-713498-36 neutron-server[103229]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 19:25:46.358272 n-d-713498-36 neutron-server[103229]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 19:25:46.494333 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-035b3e89-9413-4a81-bbf9-1c6d247508bd req-09c52a2c-d1fc-480c-99c2-b92f91eabc06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:25:46.494333 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-035b3e89-9413-4a81-bbf9-1c6d247508bd req-09c52a2c-d1fc-480c-99c2-b92f91eabc06 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=e2b46c61-e766-43ec-83e4-53a2c0064c76 HTTP/1.1" status: 200 len: 850 time: 0.4654210 Feb 09 19:25:46.494333 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.plugin [None req-b9f5a5b5-d322-4df2-b55d-fa201a523349 tempest-PortsTestJSON-1738022054 tempest-PortsTestJSON-1738022054-project] Deleting port ec7ada3d-3efb-4b02-a51d-52ed6d0d3924 {{(pid=103229) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 19:25:46.494333 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-b9f5a5b5-d322-4df2-b55d-fa201a523349 tempest-PortsTestJSON-1738022054 tempest-PortsTestJSON-1738022054-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762867170196'] for port (ec7ada3d-3efb-4b02-a51d-52ed6d0d3924), before_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:25:46.604305 n-d-713498-36 neutron-server[103229]: DEBUG neutron.db.db_base_plugin_common [None req-03103359-67dd-4fd6-b514-732380a69e87 admin admin] Allocated IP 172.20.0.1 (5023305a-2195-427d-8acc-e1499ec048f7/9d2db6f0-c919-4bea-826a-bd012fa42464/2bc48ac4-c33d-4917-84eb-a0aca09a3aba) {{(pid=103229) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 19:25:46.628506 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-035b3e89-9413-4a81-bbf9-1c6d247508bd req-f4305212-0404-412c-8264-84add492e78f service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=2324528b-82cd-4c53-b665-41f5fd12f858&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1315579 Feb 09 19:25:46.639214 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Current status of the port 2a630333-fe26-43dd-b7c4-0367bb743943 is: ACTIVE; New status is: ACTIVE {{(pid=103232) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 19:25:46.642420 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.provisioning_blocks [None req-d830b295-0513-4270-9243-ab58db9b9efb None None] Provisioning complete for port ec7ada3d-3efb-4b02-a51d-52ed6d0d3924 triggered by entity DHCP. {{(pid=103232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 19:25:46.643022 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-d830b295-0513-4270-9243-ab58db9b9efb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593630'] for port (ec7ada3d-3efb-4b02-a51d-52ed6d0d3924), provisioning_complete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:25:46.654242 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-e93d1e5b-a355-4084-8bed-c30f3c46d623 tempest-NetworksIpV6TestAttrs-571122948 tempest-NetworksIpV6TestAttrs-571122948-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-590242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1885479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1818895'] for network (8f209a1d-8442-44f5-8083-fc8378072b76), after_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:25:46.690929 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-e93d1e5b-a355-4084-8bed-c30f3c46d623 tempest-NetworksIpV6TestAttrs-571122948 tempest-NetworksIpV6TestAttrs-571122948-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1613566'] for network (None), before_response {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:25:46.694275 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-e93d1e5b-a355-4084-8bed-c30f3c46d623 tempest-NetworksIpV6TestAttrs-571122948 tempest-NetworksIpV6TestAttrs-571122948-project] 10.222.0.75 "DELETE /v2.0/networks/8f209a1d-8442-44f5-8083-fc8378072b76 HTTP/1.1" status: 204 len: 168 time: 8.4079976 Feb 09 19:25:46.698534 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 52070) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:25:46.706942 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.v2.base [None req-85f6a043-a08b-4cd7-ac1a-6e791cbb3d67 tempest-NetworksIpV6TestAttrs-571122948 tempest-NetworksIpV6TestAttrs-571122948-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1605280147'}} {{(pid=103230) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 19:25:46.759030 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-85f6a043-a08b-4cd7-ac1a-6e791cbb3d67 tempest-NetworksIpV6TestAttrs-571122948 tempest-NetworksIpV6TestAttrs-571122948-project] Made reservation on behalf of 9e420ec7a47848d89117021702cff2ae for: {'network': 1} {{(pid=103230) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 19:25:46.763381 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-85f6a043-a08b-4cd7-ac1a-6e791cbb3d67 tempest-NetworksIpV6TestAttrs-571122948 tempest-NetworksIpV6TestAttrs-571122948-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for network (None), before_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:25:46.774120 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e93d1e5b-a355-4084-8bed-c30f3c46d623 tempest-NetworksIpV6TestAttrs-571122948 tempest-NetworksIpV6TestAttrs-571122948-project] Pushing event deleted for resources: {'Network': ['ID=8f209a1d-8442-44f5-8083-fc8378072b76,revision_number=None']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:25:46.791703 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-d830b295-0513-4270-9243-ab58db9b9efb None None] Port ec7ada3d-3efb-4b02-a51d-52ed6d0d3924 cannot update to ACTIVE because it is not bound. {{(pid=103232) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 19:25:46.870642 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.provisioning_blocks [None req-d830b295-0513-4270-9243-ab58db9b9efb None None] Provisioning complete for port 2a630333-fe26-43dd-b7c4-0367bb743943 triggered by entity DHCP. {{(pid=103232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 19:25:46.870861 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-d830b295-0513-4270-9243-ab58db9b9efb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593630'] for port (2a630333-fe26-43dd-b7c4-0367bb743943), provisioning_complete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:25:46.871172 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-85f6a043-a08b-4cd7-ac1a-6e791cbb3d67 tempest-NetworksIpV6TestAttrs-571122948 tempest-NetworksIpV6TestAttrs-571122948-project] vlan segment allocate from pool success with {'vlan_id': 378, 'physical_network': 'physnet1'} {{(pid=103230) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 19:25:46.887213 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-85f6a043-a08b-4cd7-ac1a-6e791cbb3d67 tempest-NetworksIpV6TestAttrs-571122948 tempest-NetworksIpV6TestAttrs-571122948-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-759574'] for segment (34ff3edb-6ce8-49d4-a935-3c708879deb3), precommit_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:25:46.887956 n-d-713498-36 neutron-server[103230]: INFO neutron.db.segments_db [None req-85f6a043-a08b-4cd7-ac1a-6e791cbb3d67 tempest-NetworksIpV6TestAttrs-571122948 tempest-NetworksIpV6TestAttrs-571122948-project] Added segment 34ff3edb-6ce8-49d4-a935-3c708879deb3 of type vlan for network d38a596c-e24a-4f70-89d6-60083c30ffd4 Feb 09 19:25:46.915459 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-20d47924-f99c-46e8-ae9e-a338f9c34071 req-20f7edc2-f108-466f-b2fa-a07fe48b7165 service neutron] 10.222.0.89 "GET /v2.0/networks/2324528b-82cd-4c53-b665-41f5fd12f858?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5742190 Feb 09 19:25:46.930715 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-e5462198-9c5f-4906-966f-72f20a08a35f tempest-AllowedAddressPairTestJSON-146205199 tempest-AllowedAddressPairTestJSON-146205199-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762867177463', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762866656476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12867576'] for port (54f05f34-8837-4d65-b9fb-44a6cb9774f6), after_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:25:47.002916 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-85f6a043-a08b-4cd7-ac1a-6e791cbb3d67 tempest-NetworksIpV6TestAttrs-571122948 tempest-NetworksIpV6TestAttrs-571122948-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762866642225'] for network (d38a596c-e24a-4f70-89d6-60083c30ffd4), precommit_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:25:47.025618 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.l3_hamode_db [None req-d340d400-de32-4f45-9901-168d8a474a78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0a8851ae-522c-440b-9380-596a78e9a3d6', 'name': 'tempest-TestServerMultinode-1880031031-router', 'tenant_id': 'a6498e9907004a76b4e7e4932c01d125', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88055e1e-672a-4487-be31-ffb6e833ece5', 'external_fixed_ips': [{'subnet_id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'ip_address': '172.25.1.177'}], 'enable_snat': True}, 'gw_port_id': '1bc2f6b2-d624-4bcf-9be4-1bf1ea94cfbd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T19:25:30Z', 'updated_at': '2022-02-09T19:25:37Z', 'revision_number': 3, 'project_id': 'a6498e9907004a76b4e7e4932c01d125', 'gw_port': {'id': '1bc2f6b2-d624-4bcf-9be4-1bf1ea94cfbd', 'name': '', 'network_id': '88055e1e-672a-4487-be31-ffb6e833ece5', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:91:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0a8851ae-522c-440b-9380-596a78e9a3d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2281, 'fixed_ips': [{'subnet_id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'ip_address': '172.25.1.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T19:25:33Z', 'updated_at': '2022-02-09T19:25:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-36'}], 'n-d-713498-36', False) {} {{(pid=103232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:25:47.030781 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-d830b295-0513-4270-9243-ab58db9b9efb None None] Current status of the port 2a630333-fe26-43dd-b7c4-0367bb743943 is: ACTIVE; New status is: ACTIVE {{(pid=103232) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 19:25:47.035560 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95e9ca24-afe9-4957-965b-ec91e4768bb2 None None] Network 1f82b82c-0432-48f1-83bf-9239cf33729e requested from n-d-713498-36 {{(pid=103232) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 19:25:47.103440 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-85f6a043-a08b-4cd7-ac1a-6e791cbb3d67 tempest-NetworksIpV6TestAttrs-571122948 tempest-NetworksIpV6TestAttrs-571122948-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1885479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452'] for network (d38a596c-e24a-4f70-89d6-60083c30ffd4), after_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:25:47.104274 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-20d47924-f99c-46e8-ae9e-a338f9c34071 req-b2da81e4-56c9-40a6-8310-3cf5d500cfd5 service neutron] 10.222.0.89 "GET /v2.0/networks/2324528b-82cd-4c53-b665-41f5fd12f858?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1588385 Feb 09 19:25:47.120268 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85f6a043-a08b-4cd7-ac1a-6e791cbb3d67 tempest-NetworksIpV6TestAttrs-571122948 tempest-NetworksIpV6TestAttrs-571122948-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:25:47.122854 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-85f6a043-a08b-4cd7-ac1a-6e791cbb3d67 tempest-NetworksIpV6TestAttrs-571122948 tempest-NetworksIpV6TestAttrs-571122948-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1613566'] for network (None), before_response {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:25:47.200606 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-b9f5a5b5-d322-4df2-b55d-fa201a523349 tempest-PortsTestJSON-1738022054 tempest-PortsTestJSON-1738022054-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1820838'] for port (ec7ada3d-3efb-4b02-a51d-52ed6d0d3924), precommit_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:25:47.212559 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5462198-9c5f-4906-966f-72f20a08a35f tempest-AllowedAddressPairTestJSON-146205199 tempest-AllowedAddressPairTestJSON-146205199-project] Pushing event deleted for resources: {'Port': ['ID=54f05f34-8837-4d65-b9fb-44a6cb9774f6,revision_number=None']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:25:47.228941 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Device 2a630333-fe26-43dd-b7c4-0367bb743943 up at agent ovs-agent-n-d-713498-36 {{(pid=103232) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 19:25:47.232508 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85f6a043-a08b-4cd7-ac1a-6e791cbb3d67 tempest-NetworksIpV6TestAttrs-571122948 tempest-NetworksIpV6TestAttrs-571122948-project] Pushing event updated for resources: {'Network': ['ID=d38a596c-e24a-4f70-89d6-60083c30ffd4,revision_number=1']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:25:47.261253 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-85f6a043-a08b-4cd7-ac1a-6e791cbb3d67 tempest-NetworksIpV6TestAttrs-571122948 tempest-NetworksIpV6TestAttrs-571122948-project] 10.222.0.75 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.5565770 Feb 09 19:25:47.261990 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 52074) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:25:47.267465 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.v2.base [None req-87cc8d0c-1549-4445-8f4a-3e6a52e32385 tempest-NetworksIpV6TestAttrs-571122948 tempest-NetworksIpV6TestAttrs-571122948-project] Request body: {'subnet': {'network_id': 'd38a596c-e24a-4f70-89d6-60083c30ffd4', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103230) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 19:25:47.292116 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d340d400-de32-4f45-9901-168d8a474a78 None None] The sync data for ids ['0a8851ae-522c-440b-9380-596a78e9a3d6'] in n-d-713498-36 is: [{'id': '0a8851ae-522c-440b-9380-596a78e9a3d6', 'name': 'tempest-TestServerMultinode-1880031031-router', 'tenant_id': 'a6498e9907004a76b4e7e4932c01d125', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88055e1e-672a-4487-be31-ffb6e833ece5', 'external_fixed_ips': [{'subnet_id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'ip_address': '172.25.1.177'}], 'enable_snat': True}, 'gw_port_id': '1bc2f6b2-d624-4bcf-9be4-1bf1ea94cfbd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T19:25:30Z', 'updated_at': '2022-02-09T19:25:37Z', 'revision_number': 3, 'project_id': 'a6498e9907004a76b4e7e4932c01d125', 'gw_port': {'id': '1bc2f6b2-d624-4bcf-9be4-1bf1ea94cfbd', 'name': '', 'network_id': '88055e1e-672a-4487-be31-ffb6e833ece5', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:91:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0a8851ae-522c-440b-9380-596a78e9a3d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2281, 'fixed_ips': [{'subnet_id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'ip_address': '172.25.1.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T19:25:33Z', 'updated_at': '2022-02-09T19:25:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-36'}] {{(pid=103232) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 19:25:47.296937 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.plugin [None req-b9f5a5b5-d322-4df2-b55d-fa201a523349 tempest-PortsTestJSON-1738022054 tempest-PortsTestJSON-1738022054-project] Calling delete_port for ec7ada3d-3efb-4b02-a51d-52ed6d0d3924 owned by {{(pid=103229) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 19:25:47.304252 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Network d38a596c-e24a-4f70-89d6-60083c30ffd4 details requested by agent ovs-agent-n-d-713498-36 with host n-d-713498-36 {{(pid=103232) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 19:25:47.308693 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762867132591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593584'] for agent (496418a2-c002-4aec-ab1a-07f3bea491bd), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:25:47.439684 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.provisioning_blocks [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Provisioning complete for port 2a630333-fe26-43dd-b7c4-0367bb743943 triggered by entity L2. {{(pid=103232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 19:25:47.440224 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593630'] for port (2a630333-fe26-43dd-b7c4-0367bb743943), provisioning_complete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:25:47.479378 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-03103359-67dd-4fd6-b514-732380a69e87 admin admin] Publish callbacks [] for port (2bc48ac4-c33d-4917-84eb-a0aca09a3aba), precommit_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:25:47.655380 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Current status of the port 2a630333-fe26-43dd-b7c4-0367bb743943 is: ACTIVE; New status is: ACTIVE {{(pid=103232) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 19:25:47.664453 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c64f4b62-9443-4cbb-8aaa-47d17e8cea22 req-fe020e9f-d503-40b6-9a68-a7da6dc142cc tempest-ServerRescueTestJSON-1886685382 tempest-ServerRescueTestJSON-1886685382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:25:47.666074 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-c64f4b62-9443-4cbb-8aaa-47d17e8cea22 req-fe020e9f-d503-40b6-9a68-a7da6dc142cc tempest-ServerRescueTestJSON-1886685382 tempest-ServerRescueTestJSON-1886685382-project] 10.222.0.75 "GET /v2.0/ports?device_id=051c39d5-1749-483d-9498-3d1717fb73d7 HTTP/1.1" status: 200 len: 944 time: 0.2325506 Feb 09 19:25:47.767857 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-87cc8d0c-1549-4445-8f4a-3e6a52e32385 tempest-NetworksIpV6TestAttrs-571122948 tempest-NetworksIpV6TestAttrs-571122948-project] Made reservation on behalf of 9e420ec7a47848d89117021702cff2ae for: {'subnet': 1} {{(pid=103230) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 19:25:47.772553 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-87cc8d0c-1549-4445-8f4a-3e6a52e32385 tempest-NetworksIpV6TestAttrs-571122948 tempest-NetworksIpV6TestAttrs-571122948-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12985917'] for subnet (None), before_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:25:47.905809 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-c64f4b62-9443-4cbb-8aaa-47d17e8cea22 req-58d64394-1fb4-47b3-b0b6-1611131f7921 tempest-ServerRescueTestJSON-1886685382 tempest-ServerRescueTestJSON-1886685382-project] 10.222.0.75 "GET /v2.0/security-groups?id=e2c286ed-f317-46f6-b582-9a19546e0cee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2326553 Feb 09 19:25:47.984646 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-03103359-67dd-4fd6-b514-732380a69e87 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762866656467', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12867576'] for port (2bc48ac4-c33d-4917-84eb-a0aca09a3aba), after_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:25:48.034352 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-035b3e89-9413-4a81-bbf9-1c6d247508bd req-c6c268bc-0412-46cb-8c61-0bd7ecadc379 service neutron] 10.222.0.90 "GET /v2.0/networks/2324528b-82cd-4c53-b665-41f5fd12f858?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.3944204 Feb 09 19:25:48.056332 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-e5462198-9c5f-4906-966f-72f20a08a35f tempest-AllowedAddressPairTestJSON-146205199 tempest-AllowedAddressPairTestJSON-146205199-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171096'] for port (None), before_response {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:25:48.059824 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-e5462198-9c5f-4906-966f-72f20a08a35f tempest-AllowedAddressPairTestJSON-146205199 tempest-AllowedAddressPairTestJSON-146205199-project] 10.222.0.75 "DELETE /v2.0/ports/54f05f34-8837-4d65-b9fb-44a6cb9774f6 HTTP/1.1" status: 204 len: 168 time: 5.5535421 Feb 09 19:25:48.070944 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 52084) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:25:48.090519 n-d-713498-36 neutron-server[103229]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03103359-67dd-4fd6-b514-732380a69e87 admin admin] Network 5023305a-2195-427d-8acc-e1499ec048f7 is already hosted by enough agents. {{(pid=103229) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 19:25:48.141397 n-d-713498-36 neutron-server[103229]: DEBUG neutron.scheduler.base_scheduler [None req-03103359-67dd-4fd6-b514-732380a69e87 admin admin] Resources bound (agent type, host, resource id): {{(pid=103229) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 19:25:48.172566 n-d-713498-36 neutron-server[103229]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03103359-67dd-4fd6-b514-732380a69e87 admin admin] Received port after_create {{(pid=103229) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 19:25:48.203149 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Device a34a9f5b-dfaf-4cc5-97f9-2128f12c41e5 details requested by agent hyperv_n-h1-713498-36 with host n-h1-713498-36 {{(pid=103232) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 19:25:48.223251 n-d-713498-36 neutron-server[103230]: INFO neutron.pecan_wsgi.hooks.translation [None req-8d319774-3f6c-4d68-9ee6-df8b52712496 tempest-AllowedAddressPairTestJSON-146205199 tempest-AllowedAddressPairTestJSON-146205199-project] GET failed (client error): The resource could not be found. Feb 09 19:25:48.225483 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-8d319774-3f6c-4d68-9ee6-df8b52712496 tempest-AllowedAddressPairTestJSON-146205199 tempest-AllowedAddressPairTestJSON-146205199-project] 10.222.0.75 "GET /v2.0/ports/54f05f34-8837-4d65-b9fb-44a6cb9774f6 HTTP/1.1" status: 404 len: 333 time: 0.1491120 Feb 09 19:25:48.245772 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 52090) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:25:48.511052 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] For port a34a9f5b-dfaf-4cc5-97f9-2128f12c41e5, host n-h1-713498-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-36',level=0,port_id=a34a9f5b-dfaf-4cc5-97f9-2128f12c41e5,segment=NetworkSegment(c10441c4-164e-4746-a64d-90f79f0d70ea),segment_id=c10441c4-164e-4746-a64d-90f79f0d70ea)] {{(pid=103232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 19:25:48.538624 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Returning: {'device': 'a34a9f5b-dfaf-4cc5-97f9-2128f12c41e5', 'network_id': '2324528b-82cd-4c53-b665-41f5fd12f858', 'port_id': 'a34a9f5b-dfaf-4cc5-97f9-2128f12c41e5', 'mac_address': 'fa:16:3e:75:39:20', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 352, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e2b46c61-e766-43ec-83e4-53a2c0064c76', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103232) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 19:25:48.567895 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.provisioning_blocks [None req-3b0c61a2-ea40-4170-b49f-3a7df92d2791 None None] Could not find standard attr ID for object ec7ada3d-3efb-4b02-a51d-52ed6d0d3924. {{(pid=103232) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 09 19:25:48.615788 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762867132591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593584'] for agent (488cd9ae-631f-4955-ba0b-4f5a13f12e9c), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:25:48.629626 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.provisioning_blocks [None req-3b0c61a2-ea40-4170-b49f-3a7df92d2791 None None] Provisioning complete for port 2a630333-fe26-43dd-b7c4-0367bb743943 triggered by entity DHCP. {{(pid=103232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 19:25:48.630093 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-3b0c61a2-ea40-4170-b49f-3a7df92d2791 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593630'] for port (2a630333-fe26-43dd-b7c4-0367bb743943), provisioning_complete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:25:48.677169 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Current status of the port a34a9f5b-dfaf-4cc5-97f9-2128f12c41e5 is: DOWN; New status is: BUILD {{(pid=103232) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 19:25:48.677564 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (a34a9f5b-dfaf-4cc5-97f9-2128f12c41e5), before_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:25:48.694227 n-d-713498-36 neutron-server[103232]: DEBUG neutron.notifiers.nova [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a34a9f5b-dfaf-4cc5-97f9-2128f12c41e5 {{(pid=103232) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 19:25:48.758093 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-87cc8d0c-1549-4445-8f4a-3e6a52e32385 tempest-NetworksIpV6TestAttrs-571122948 tempest-NetworksIpV6TestAttrs-571122948-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14393611', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12985859'] for subnet (fad0bac5-3e8c-459c-b848-a2e795386058), after_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:25:48.822528 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] For port a34a9f5b-dfaf-4cc5-97f9-2128f12c41e5, host n-h1-713498-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-36',level=0,port_id=a34a9f5b-dfaf-4cc5-97f9-2128f12c41e5,segment=NetworkSegment(c10441c4-164e-4746-a64d-90f79f0d70ea),segment_id=c10441c4-164e-4746-a64d-90f79f0d70ea)] {{(pid=103232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 19:25:48.845664 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762867176205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762866656485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762866656503'] for port (a34a9f5b-dfaf-4cc5-97f9-2128f12c41e5), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:25:48.879148 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.plugin [None req-185a99ce-0cc9-4656-adde-47b76c462f82 tempest-AllowedAddressPairTestJSON-146205199 tempest-AllowedAddressPairTestJSON-146205199-project] Deleting port ff8ee30c-0d96-40e4-a79c-4062f88c9025 {{(pid=103230) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 19:25:48.880264 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-185a99ce-0cc9-4656-adde-47b76c462f82 tempest-AllowedAddressPairTestJSON-146205199 tempest-AllowedAddressPairTestJSON-146205199-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762867170196'] for port (ff8ee30c-0d96-40e4-a79c-4062f88c9025), before_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:25:48.924240 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-3b0c61a2-ea40-4170-b49f-3a7df92d2791 None None] Current status of the port 2a630333-fe26-43dd-b7c4-0367bb743943 is: ACTIVE; New status is: ACTIVE {{(pid=103232) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 19:25:49.044192 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-b9f5a5b5-d322-4df2-b55d-fa201a523349 tempest-PortsTestJSON-1738022054 tempest-PortsTestJSON-1738022054-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762867177463', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762866656476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12867576'] for port (ec7ada3d-3efb-4b02-a51d-52ed6d0d3924), after_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:25:49.049060 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87cc8d0c-1549-4445-8f4a-3e6a52e32385 tempest-NetworksIpV6TestAttrs-571122948 tempest-NetworksIpV6TestAttrs-571122948-project] Pushing event updated for resources: {'Subnet': ['ID=fad0bac5-3e8c-459c-b848-a2e795386058,revision_number=0']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:25:49.055710 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87cc8d0c-1549-4445-8f4a-3e6a52e32385 tempest-NetworksIpV6TestAttrs-571122948 tempest-NetworksIpV6TestAttrs-571122948-project] Checking segment: {'id': '34ff3edb-6ce8-49d4-a935-3c708879deb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': 'd38a596c-e24a-4f70-89d6-60083c30ffd4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103230) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 19:25:49.056389 n-d-713498-36 neutron-server[103230]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87cc8d0c-1549-4445-8f4a-3e6a52e32385 tempest-NetworksIpV6TestAttrs-571122948 tempest-NetworksIpV6TestAttrs-571122948-project] Network hostable DHCP agents. Network: d38a596c-e24a-4f70-89d6-60083c30ffd4, hostable agents: ['af91e4b9-f4e1-42b1-a25c-a10dc47171c8'], hosted agents: [] {{(pid=103230) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 19:25:49.140280 n-d-713498-36 neutron-server[103230]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87cc8d0c-1549-4445-8f4a-3e6a52e32385 tempest-NetworksIpV6TestAttrs-571122948 tempest-NetworksIpV6TestAttrs-571122948-project] Network d38a596c-e24a-4f70-89d6-60083c30ffd4 is scheduled to be hosted by DHCP agent af91e4b9-f4e1-42b1-a25c-a10dc47171c8 with binding_index 1 {{(pid=103230) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 19:25:49.195283 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-03103359-67dd-4fd6-b514-732380a69e87 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1819024'] for router_interface (0a8851ae-522c-440b-9380-596a78e9a3d6), before_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:25:49.210957 n-d-713498-36 neutron-server[103230]: DEBUG neutron.scheduler.base_scheduler [None req-87cc8d0c-1549-4445-8f4a-3e6a52e32385 tempest-NetworksIpV6TestAttrs-571122948 tempest-NetworksIpV6TestAttrs-571122948-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713498-36, d38a596c-e24a-4f70-89d6-60083c30ffd4) {{(pid=103230) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 19:25:49.240499 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87cc8d0c-1549-4445-8f4a-3e6a52e32385 tempest-NetworksIpV6TestAttrs-571122948 tempest-NetworksIpV6TestAttrs-571122948-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:25:49.244357 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-87cc8d0c-1549-4445-8f4a-3e6a52e32385 tempest-NetworksIpV6TestAttrs-571122948 tempest-NetworksIpV6TestAttrs-571122948-project] Publish callbacks [] for subnet (None), before_response {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:25:49.255940 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03103359-67dd-4fd6-b514-732380a69e87 admin admin] Pushing event updated for resources: {'Port': ['ID=2bc48ac4-c33d-4917-84eb-a0aca09a3aba,revision_number=1']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:25:49.311007 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-185a99ce-0cc9-4656-adde-47b76c462f82 tempest-AllowedAddressPairTestJSON-146205199 tempest-AllowedAddressPairTestJSON-146205199-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1820838'] for port (ff8ee30c-0d96-40e4-a79c-4062f88c9025), precommit_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:25:49.327315 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-87cc8d0c-1549-4445-8f4a-3e6a52e32385 tempest-NetworksIpV6TestAttrs-571122948 tempest-NetworksIpV6TestAttrs-571122948-project] 10.222.0.75 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 2.0640187 Feb 09 19:25:49.328059 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 52104) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:25:49.373275 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aa8232a-adb4-4a34-9fa1-c67410ac3bfe req-7f9ecfe4-5192-4f34-8f8b-962d881e86dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:25:49.387339 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.plugin [None req-185a99ce-0cc9-4656-adde-47b76c462f82 tempest-AllowedAddressPairTestJSON-146205199 tempest-AllowedAddressPairTestJSON-146205199-project] Calling delete_port for ff8ee30c-0d96-40e4-a79c-4062f88c9025 owned by {{(pid=103230) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 19:25:49.393281 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-7aa8232a-adb4-4a34-9fa1-c67410ac3bfe req-7f9ecfe4-5192-4f34-8f8b-962d881e86dd service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=2144a5f95fe04d169308063e9f839f8a&device_id=051c39d5-1749-483d-9498-3d1717fb73d7 HTTP/1.1" status: 200 len: 1127 time: 2.1896510 Feb 09 19:25:49.397724 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c0e0176-1e76-4124-b517-4df8c0ad115f None None] Network d38a596c-e24a-4f70-89d6-60083c30ffd4 requested from n-d-713498-36 {{(pid=103232) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 19:25:49.476000 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Device 1bc2f6b2-d624-4bcf-9be4-1bf1ea94cfbd up at agent ovs-agent-n-d-713498-36 {{(pid=103232) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 19:25:49.487921 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9f5a5b5-d322-4df2-b55d-fa201a523349 tempest-PortsTestJSON-1738022054 tempest-PortsTestJSON-1738022054-project] Pushing event deleted for resources: {'Port': ['ID=ec7ada3d-3efb-4b02-a51d-52ed6d0d3924,revision_number=None']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:25:49.535466 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] get_ports_and_sgs() called for port_ids ['a34a9f5b-dfaf-4cc5-97f9-2128f12c41e5'] {{(pid=103232) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 19:25:49.716745 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-e5175a66-cfc5-4bea-bf8f-95d6d8b41ede tempest-NetworksIpV6TestAttrs-571122948 tempest-NetworksIpV6TestAttrs-571122948-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-670458'] for network (d38a596c-e24a-4f70-89d6-60083c30ffd4), before_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:25:49.763625 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.provisioning_blocks [None req-b1f1eeea-a329-4b4e-96c8-d508bb9e0f46 None None] Provisioning complete for port 2bc48ac4-c33d-4917-84eb-a0aca09a3aba triggered by entity DHCP. {{(pid=103232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 19:25:49.764349 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-b1f1eeea-a329-4b4e-96c8-d508bb9e0f46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593630'] for port (2bc48ac4-c33d-4917-84eb-a0aca09a3aba), provisioning_complete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:25:49.817816 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-b9f5a5b5-d322-4df2-b55d-fa201a523349 tempest-PortsTestJSON-1738022054 tempest-PortsTestJSON-1738022054-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171096'] for port (None), before_response {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:25:49.833501 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 52110) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:25:49.834488 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-b9f5a5b5-d322-4df2-b55d-fa201a523349 tempest-PortsTestJSON-1738022054 tempest-PortsTestJSON-1738022054-project] 10.222.0.75 "DELETE /v2.0/ports/ec7ada3d-3efb-4b02-a51d-52ed6d0d3924 HTTP/1.1" status: 204 len: 168 time: 4.7570395 Feb 09 19:25:49.862401 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-b1f1eeea-a329-4b4e-96c8-d508bb9e0f46 None None] Port 2bc48ac4-c33d-4917-84eb-a0aca09a3aba cannot update to ACTIVE because it is not bound. {{(pid=103232) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 19:25:49.915179 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62f270c4-a710-4b55-afff-10ab6fd11336 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8b32e980-7cce-5e82-a341-bd2fa8945c89-d38a596c-e24a-4f70-89d6-60083c30ffd4', 'network_id': 'd38a596c-e24a-4f70-89d6-60083c30ffd4', 'project_id': '9e420ec7a47848d89117021702cff2ae', 'fixed_ips': [{'subnet_id': 'fad0bac5-3e8c-459c-b848-a2e795386058'}]}} from n-d-713498-36. {{(pid=103232) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 09 19:25:49.922046 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-62f270c4-a710-4b55-afff-10ab6fd11336 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (None), before_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:25:49.934054 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762867132591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593584'] for agent (bcd5faee-dc24-4298-9134-0e0aa054058e), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:25:49.938905 n-d-713498-36 neutron-server[103230]: INFO neutron.pecan_wsgi.hooks.translation [None req-d8c30825-95f6-4242-a4ed-079efd7384a7 tempest-PortsTestJSON-1738022054 tempest-PortsTestJSON-1738022054-project] GET failed (client error): The resource could not be found. Feb 09 19:25:49.942871 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-d8c30825-95f6-4242-a4ed-079efd7384a7 tempest-PortsTestJSON-1738022054 tempest-PortsTestJSON-1738022054-project] 10.222.0.75 "GET /v2.0/ports/ec7ada3d-3efb-4b02-a51d-52ed6d0d3924 HTTP/1.1" status: 404 len: 333 time: 0.1008947 Feb 09 19:25:49.945763 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.provisioning_blocks [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Provisioning complete for port 1bc2f6b2-d624-4bcf-9be4-1bf1ea94cfbd triggered by entity L2. {{(pid=103232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 19:25:49.946380 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593630'] for port (1bc2f6b2-d624-4bcf-9be4-1bf1ea94cfbd), provisioning_complete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:25:49.959343 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 52112) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:25:49.997297 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.provisioning_blocks [None req-b1f1eeea-a329-4b4e-96c8-d508bb9e0f46 None None] Could not find standard attr ID for object ec7ada3d-3efb-4b02-a51d-52ed6d0d3924. {{(pid=103232) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 09 19:25:50.002677 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Pushing event updated for resources: {'Port': ['ID=a34a9f5b-dfaf-4cc5-97f9-2128f12c41e5,revision_number=4']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:25:50.046346 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-165791e8-aa13-4607-9c75-382a196c2f23 req-8d19f4de-9088-4c02-b0dd-ffeb6e4887fa tempest-ServerRescueTestJSON-1886685382 tempest-ServerRescueTestJSON-1886685382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:25:50.048180 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-165791e8-aa13-4607-9c75-382a196c2f23 req-8d19f4de-9088-4c02-b0dd-ffeb6e4887fa tempest-ServerRescueTestJSON-1886685382 tempest-ServerRescueTestJSON-1886685382-project] 10.222.0.75 "GET /v2.0/ports?device_id=051c39d5-1749-483d-9498-3d1717fb73d7 HTTP/1.1" status: 200 len: 945 time: 0.8269372 Feb 09 19:25:50.088245 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-e5175a66-cfc5-4bea-bf8f-95d6d8b41ede tempest-NetworksIpV6TestAttrs-571122948 tempest-NetworksIpV6TestAttrs-571122948-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-759852'] for subnet (fad0bac5-3e8c-459c-b848-a2e795386058), precommit_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:25:50.125758 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-185a99ce-0cc9-4656-adde-47b76c462f82 tempest-AllowedAddressPairTestJSON-146205199 tempest-AllowedAddressPairTestJSON-146205199-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762867177463', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762866656476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14393751'] for port (ff8ee30c-0d96-40e4-a79c-4062f88c9025), after_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:25:50.197131 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aa8232a-adb4-4a34-9fa1-c67410ac3bfe req-ffbd8346-a15b-4e3a-9cc8-7783da02645b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:25:50.199920 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-7aa8232a-adb4-4a34-9fa1-c67410ac3bfe req-ffbd8346-a15b-4e3a-9cc8-7783da02645b service neutron] 10.222.0.89 "GET /v2.0/networks?id=2324528b-82cd-4c53-b665-41f5fd12f858 HTTP/1.1" status: 200 len: 911 time: 0.6962359 Feb 09 19:25:50.202146 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-035b3e89-9413-4a81-bbf9-1c6d247508bd req-f4e4687e-71e9-4eec-a63f-af250373a25b service neutron] 10.222.0.90 "GET /v2.0/networks/2324528b-82cd-4c53-b665-41f5fd12f858?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 2.1353920 Feb 09 19:25:50.212134 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-185a99ce-0cc9-4656-adde-47b76c462f82 tempest-AllowedAddressPairTestJSON-146205199 tempest-AllowedAddressPairTestJSON-146205199-project] Pushing event deleted for resources: {'Port': ['ID=ff8ee30c-0d96-40e4-a79c-4062f88c9025,revision_number=None']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:25:50.264233 n-d-713498-36 neutron-server[103230]: DEBUG neutron.db.db_base_plugin_v2 [None req-f4762824-8d02-4df3-a7c2-fc45655d7ddd tempest-PortsTestJSON-1738022054 tempest-PortsTestJSON-1738022054-project] Deleting subnet d8b1bef4-041a-4a8e-bdea-79bc87d8c165 {{(pid=103230) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 19:25:50.286560 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-f4762824-8d02-4df3-a7c2-fc45655d7ddd tempest-PortsTestJSON-1738022054 tempest-PortsTestJSON-1738022054-project] Publish callbacks [] for subnet (d8b1bef4-041a-4a8e-bdea-79bc87d8c165), before_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:25:50.342818 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.provisioning_blocks [None req-4335fa17-494c-41d5-82f2-0b516f1e282f None None] Could not find standard attr ID for object ec7ada3d-3efb-4b02-a51d-52ed6d0d3924. {{(pid=103232) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 09 19:25:50.382355 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-165791e8-aa13-4607-9c75-382a196c2f23 req-e5e52af4-5aef-422b-a4aa-9243c56acbb8 tempest-ServerRescueTestJSON-1886685382 tempest-ServerRescueTestJSON-1886685382-project] 10.222.0.75 "GET /v2.0/security-groups?id=e2c286ed-f317-46f6-b582-9a19546e0cee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1788800 Feb 09 19:25:50.389651 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-03103359-67dd-4fd6-b514-732380a69e87 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (2bc48ac4-c33d-4917-84eb-a0aca09a3aba), before_update {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:25:50.448663 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-f4762824-8d02-4df3-a7c2-fc45655d7ddd tempest-PortsTestJSON-1738022054 tempest-PortsTestJSON-1738022054-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12895822'] for subnet (d8b1bef4-041a-4a8e-bdea-79bc87d8c165), precommit_delete_associations {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:25:50.489153 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Current status of the port 1bc2f6b2-d624-4bcf-9be4-1bf1ea94cfbd is: DOWN; New status is: ACTIVE {{(pid=103232) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 19:25:50.489547 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (1bc2f6b2-d624-4bcf-9be4-1bf1ea94cfbd), before_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:25:50.592773 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] For port 1bc2f6b2-d624-4bcf-9be4-1bf1ea94cfbd, host n-d-713498-36, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-36',level=0,port_id=1bc2f6b2-d624-4bcf-9be4-1bf1ea94cfbd,segment=NetworkSegment(a4222f89-8d3f-4b51-953b-1a8126392491),segment_id=a4222f89-8d3f-4b51-953b-1a8126392491)] {{(pid=103232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 19:25:50.609491 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-f4762824-8d02-4df3-a7c2-fc45655d7ddd tempest-PortsTestJSON-1738022054 tempest-PortsTestJSON-1738022054-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-759852'] for subnet (d8b1bef4-041a-4a8e-bdea-79bc87d8c165), precommit_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:25:50.640247 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762867176205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762866656485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762866656503'] for port (1bc2f6b2-d624-4bcf-9be4-1bf1ea94cfbd), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:25:50.812854 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-03103359-67dd-4fd6-b514-732380a69e87 admin admin] Publish callbacks [] for port (2bc48ac4-c33d-4917-84eb-a0aca09a3aba), precommit_update {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:25:50.844054 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-f4762824-8d02-4df3-a7c2-fc45655d7ddd tempest-PortsTestJSON-1738022054 tempest-PortsTestJSON-1738022054-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-760023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14393672', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12985882'] for subnet (d8b1bef4-041a-4a8e-bdea-79bc87d8c165), after_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:25:50.865102 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-03103359-67dd-4fd6-b514-732380a69e87 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762867176205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762866656485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762866656503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12867569'] for port (2bc48ac4-c33d-4917-84eb-a0aca09a3aba), after_update {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:25:50.943097 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-185a99ce-0cc9-4656-adde-47b76c462f82 tempest-AllowedAddressPairTestJSON-146205199 tempest-AllowedAddressPairTestJSON-146205199-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171096'] for port (None), before_response {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:25:50.951062 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-185a99ce-0cc9-4656-adde-47b76c462f82 tempest-AllowedAddressPairTestJSON-146205199 tempest-AllowedAddressPairTestJSON-146205199-project] 10.222.0.75 "DELETE /v2.0/ports/ff8ee30c-0d96-40e4-a79c-4062f88c9025 HTTP/1.1" status: 204 len: 168 time: 2.7029095 Feb 09 19:25:50.952808 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 52124) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:25:50.953754 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4762824-8d02-4df3-a7c2-fc45655d7ddd tempest-PortsTestJSON-1738022054 tempest-PortsTestJSON-1738022054-project] Pushing event deleted for resources: {'Subnet': ['ID=d8b1bef4-041a-4a8e-bdea-79bc87d8c165,revision_number=None']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:25:50.973695 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-03103359-67dd-4fd6-b514-732380a69e87 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1613458', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1834496'] for router_interface (0a8851ae-522c-440b-9380-596a78e9a3d6), after_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:25:50.985501 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-7aa8232a-adb4-4a34-9fa1-c67410ac3bfe req-6e81eba6-4a29-4c69-b27e-029a1da58f28 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a34a9f5b-dfaf-4cc5-97f9-2128f12c41e5 HTTP/1.1" status: 200 len: 217 time: 0.6271968 Feb 09 19:25:50.985879 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.db_base_plugin_common [None req-62f270c4-a710-4b55-afff-10ab6fd11336 None None] Allocated IP 2001:db8::2 (d38a596c-e24a-4f70-89d6-60083c30ffd4/fad0bac5-3e8c-459c-b848-a2e795386058/719f8260-ca42-4c6a-a460-4028390226cb) {{(pid=103232) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 19:25:50.986433 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03103359-67dd-4fd6-b514-732380a69e87 admin admin] Pushing event updated for resources: {'Port': ['ID=2bc48ac4-c33d-4917-84eb-a0aca09a3aba,revision_number=2']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:25:51.008518 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa64acd1-87d5-414e-86a1-a94402d7e3b1 None None] Network 1f82b82c-0432-48f1-83bf-9239cf33729e requested from n-d-713498-36 {{(pid=103232) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 19:25:51.036033 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-f4762824-8d02-4df3-a7c2-fc45655d7ddd tempest-PortsTestJSON-1738022054 tempest-PortsTestJSON-1738022054-project] Publish callbacks [] for subnet (None), before_response {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:25:51.040344 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-f4762824-8d02-4df3-a7c2-fc45655d7ddd tempest-PortsTestJSON-1738022054 tempest-PortsTestJSON-1738022054-project] 10.222.0.75 "DELETE /v2.0/subnets/d8b1bef4-041a-4a8e-bdea-79bc87d8c165 HTTP/1.1" status: 204 len: 168 time: 1.0732086 Feb 09 19:25:51.044540 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 52126) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:25:51.080863 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Pushing event updated for resources: {'Port': ['ID=1bc2f6b2-d624-4bcf-9be4-1bf1ea94cfbd,revision_number=4']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:25:51.129242 n-d-713498-36 neutron-server[103230]: DEBUG neutron.db.db_base_plugin_v2 [None req-f8d8ccd3-7bdc-43be-a871-8feec0e5441f tempest-AllowedAddressPairTestJSON-146205199 tempest-AllowedAddressPairTestJSON-146205199-project] Deleting subnet 0330f542-a1b6-4ae2-866d-a39b1de2b781 {{(pid=103230) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 19:25:51.139051 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-f8d8ccd3-7bdc-43be-a871-8feec0e5441f tempest-AllowedAddressPairTestJSON-146205199 tempest-AllowedAddressPairTestJSON-146205199-project] Publish callbacks [] for subnet (0330f542-a1b6-4ae2-866d-a39b1de2b781), before_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:25:51.151408 n-d-713498-36 neutron-server[103229]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03103359-67dd-4fd6-b514-732380a69e87 admin admin] Network 5023305a-2195-427d-8acc-e1499ec048f7 is already hosted by enough agents. {{(pid=103229) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 19:25:51.154940 n-d-713498-36 neutron-server[103229]: DEBUG neutron.scheduler.base_scheduler [None req-03103359-67dd-4fd6-b514-732380a69e87 admin admin] Resources bound (agent type, host, resource id): {{(pid=103229) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 19:25:51.179819 n-d-713498-36 neutron-server[103230]: DEBUG neutron.db.db_base_plugin_v2 [None req-1556d6f2-54b5-493f-b5ad-76d43b515839 tempest-PortsTestJSON-1738022054 tempest-PortsTestJSON-1738022054-project] Deleting subnet 2d43b04b-acb4-4d1e-8385-165c8c41f596 {{(pid=103230) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 19:25:51.191015 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-1556d6f2-54b5-493f-b5ad-76d43b515839 tempest-PortsTestJSON-1738022054 tempest-PortsTestJSON-1738022054-project] Publish callbacks [] for subnet (2d43b04b-acb4-4d1e-8385-165c8c41f596), before_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:25:51.275531 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aa8232a-adb4-4a34-9fa1-c67410ac3bfe req-ac5b9aaa-cfe5-45b7-be22-abbcb3477835 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:25:51.276052 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-7aa8232a-adb4-4a34-9fa1-c67410ac3bfe req-ac5b9aaa-cfe5-45b7-be22-abbcb3477835 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=e2b46c61-e766-43ec-83e4-53a2c0064c76 HTTP/1.1" status: 200 len: 850 time: 0.1733861 Feb 09 19:25:51.343557 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-62f270c4-a710-4b55-afff-10ab6fd11336 None None] Publish callbacks [] for port (719f8260-ca42-4c6a-a460-4028390226cb), precommit_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:25:51.354383 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-7aa8232a-adb4-4a34-9fa1-c67410ac3bfe req-556eed60-5164-4512-9bcf-4ae6688071a4 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=2324528b-82cd-4c53-b665-41f5fd12f858&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0700471 Feb 09 19:25:51.397541 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-62f270c4-a710-4b55-afff-10ab6fd11336 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762866656467'] for port (719f8260-ca42-4c6a-a460-4028390226cb), after_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:25:51.498995 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-7aa8232a-adb4-4a34-9fa1-c67410ac3bfe req-c13372ce-e303-49fd-9bfc-0d3d5ed40516 service neutron] 10.222.0.89 "GET /v2.0/networks/2324528b-82cd-4c53-b665-41f5fd12f858?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1302621 Feb 09 19:25:51.518930 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62f270c4-a710-4b55-afff-10ab6fd11336 None None] Pushing event updated for resources: {'Port': ['ID=719f8260-ca42-4c6a-a460-4028390226cb,revision_number=1']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:25:51.571304 n-d-713498-36 neutron-server[103232]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62f270c4-a710-4b55-afff-10ab6fd11336 None None] Network d38a596c-e24a-4f70-89d6-60083c30ffd4 is already hosted by enough agents. {{(pid=103232) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 19:25:51.573772 n-d-713498-36 neutron-server[103232]: DEBUG neutron.scheduler.base_scheduler [None req-62f270c4-a710-4b55-afff-10ab6fd11336 None None] Resources bound (agent type, host, resource id): {{(pid=103232) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 19:25:51.583520 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62f270c4-a710-4b55-afff-10ab6fd11336 None None] Received port after_create {{(pid=103232) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 19:25:51.718325 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-7aa8232a-adb4-4a34-9fa1-c67410ac3bfe req-1a5f20c9-ba26-4b4c-8baf-d3154549472c service neutron] 10.222.0.89 "GET /v2.0/networks/2324528b-82cd-4c53-b665-41f5fd12f858?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2112138 Feb 09 19:25:51.747487 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-f8d8ccd3-7bdc-43be-a871-8feec0e5441f tempest-AllowedAddressPairTestJSON-146205199 tempest-AllowedAddressPairTestJSON-146205199-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12895822'] for subnet (0330f542-a1b6-4ae2-866d-a39b1de2b781), precommit_delete_associations {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:25:51.752237 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.managers [None req-62f270c4-a710-4b55-afff-10ab6fd11336 None None] Attempting to bind port 719f8260-ca42-4c6a-a460-4028390226cb on host n-d-713498-36 for vnic_type normal with profile {{(pid=103232) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 19:25:51.753304 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.managers [None req-62f270c4-a710-4b55-afff-10ab6fd11336 None None] Attempting to bind port 719f8260-ca42-4c6a-a460-4028390226cb by drivers openvswitch,hyperv on host n-d-713498-36 at level 0 using segments [{'id': '34ff3edb-6ce8-49d4-a935-3c708879deb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': 'd38a596c-e24a-4f70-89d6-60083c30ffd4'}] {{(pid=103232) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 19:25:51.753891 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62f270c4-a710-4b55-afff-10ab6fd11336 None None] Attempting to bind port 719f8260-ca42-4c6a-a460-4028390226cb on network d38a596c-e24a-4f70-89d6-60083c30ffd4 {{(pid=103232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 19:25:51.787809 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.provisioning_blocks [None req-bc2b73a5-fe02-48cd-add1-084261b087f3 None None] Provisioning complete for port 2bc48ac4-c33d-4917-84eb-a0aca09a3aba triggered by entity DHCP. {{(pid=103232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 19:25:51.791514 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-1556d6f2-54b5-493f-b5ad-76d43b515839 tempest-PortsTestJSON-1738022054 tempest-PortsTestJSON-1738022054-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12895822'] for subnet (2d43b04b-acb4-4d1e-8385-165c8c41f596), precommit_delete_associations {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:25:51.792091 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-bc2b73a5-fe02-48cd-add1-084261b087f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593630'] for port (2bc48ac4-c33d-4917-84eb-a0aca09a3aba), provisioning_complete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:25:51.796274 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-e5175a66-cfc5-4bea-bf8f-95d6d8b41ede tempest-NetworksIpV6TestAttrs-571122948 tempest-NetworksIpV6TestAttrs-571122948-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-760023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14393672', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12985882'] for subnet (fad0bac5-3e8c-459c-b848-a2e795386058), after_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:25:51.813259 n-d-713498-36 neutron-server[103229]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-03103359-67dd-4fd6-b514-732380a69e87 admin admin] Router 0a8851ae-522c-440b-9380-596a78e9a3d6 has already been hosted by L3 agent 93303d5e-5d17-45e8-8963-7694f87783ae {{(pid=103229) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 19:25:51.863646 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5175a66-cfc5-4bea-bf8f-95d6d8b41ede tempest-NetworksIpV6TestAttrs-571122948 tempest-NetworksIpV6TestAttrs-571122948-project] Pushing event deleted for resources: {'Subnet': ['ID=fad0bac5-3e8c-459c-b848-a2e795386058,revision_number=None']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:25:51.889091 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-bc2b73a5-fe02-48cd-add1-084261b087f3 None None] Port 2bc48ac4-c33d-4917-84eb-a0aca09a3aba cannot update to ACTIVE because it is not bound. {{(pid=103232) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 19:25:51.894406 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62f270c4-a710-4b55-afff-10ab6fd11336 None None] Checking agent: {'id': '496418a2-c002-4aec-ab1a-07f3bea491bd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-36', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 18, 51, 47), 'started_at': datetime.datetime(2022, 2, 9, 18, 52, 17), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 19, 25, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-36'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 19:25:51.894931 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62f270c4-a710-4b55-afff-10ab6fd11336 None None] Checking segment: {'id': '34ff3edb-6ce8-49d4-a935-3c708879deb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': 'd38a596c-e24a-4f70-89d6-60083c30ffd4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103232) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 19:25:51.895449 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-62f270c4-a710-4b55-afff-10ab6fd11336 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:25:51.895948 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62f270c4-a710-4b55-afff-10ab6fd11336 None None] Bound using segment: {'id': '34ff3edb-6ce8-49d4-a935-3c708879deb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': 'd38a596c-e24a-4f70-89d6-60083c30ffd4'} {{(pid=103232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 19:25:51.898484 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.managers [None req-62f270c4-a710-4b55-afff-10ab6fd11336 None None] Bound port: 719f8260-ca42-4c6a-a460-4028390226cb, host: n-d-713498-36, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '34ff3edb-6ce8-49d4-a935-3c708879deb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': 'd38a596c-e24a-4f70-89d6-60083c30ffd4'}}] {{(pid=103232) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 19:25:51.898997 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-62f270c4-a710-4b55-afff-10ab6fd11336 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (719f8260-ca42-4c6a-a460-4028390226cb), before_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:25:51.981039 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-62f270c4-a710-4b55-afff-10ab6fd11336 None None] For port 719f8260-ca42-4c6a-a460-4028390226cb, host n-d-713498-36, cleared binding levels {{(pid=103232) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 19:25:51.988456 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-62f270c4-a710-4b55-afff-10ab6fd11336 None None] For port 719f8260-ca42-4c6a-a460-4028390226cb, host n-d-713498-36, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-36',level=0,port_id=719f8260-ca42-4c6a-a460-4028390226cb,segment=NetworkSegment(34ff3edb-6ce8-49d4-a935-3c708879deb3),segment_id=34ff3edb-6ce8-49d4-a935-3c708879deb3)] {{(pid=103232) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 19:25:52.004146 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-62f270c4-a710-4b55-afff-10ab6fd11336 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762867176205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762866656485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762866656503'] for port (719f8260-ca42-4c6a-a460-4028390226cb), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:25:52.055994 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ded831d9-77d7-44ba-8824-8a5c30a079ab req-8fa60ce6-8df8-43b9-8f54-393e08bae51e tempest-ServerRescueTestJSON-1886685382 tempest-ServerRescueTestJSON-1886685382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:25:52.072543 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-ded831d9-77d7-44ba-8824-8a5c30a079ab req-8fa60ce6-8df8-43b9-8f54-393e08bae51e tempest-ServerRescueTestJSON-1886685382 tempest-ServerRescueTestJSON-1886685382-project] 10.222.0.75 "GET /v2.0/ports?device_id=051c39d5-1749-483d-9498-3d1717fb73d7 HTTP/1.1" status: 200 len: 945 time: 0.3993750 Feb 09 19:25:52.089510 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-03103359-67dd-4fd6-b514-732380a69e87 admin admin] Notify agent at l3_agent.n-d-713498-36 the message routers_updated {{(pid=103229) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 19:25:52.100392 n-d-713498-36 neutron-server[103233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa6c5c90-ff22-43d4-8861-00a3b0fbce16 None None] Sync routers for ids ['0a8851ae-522c-440b-9380-596a78e9a3d6'] in n-d-713498-36 {{(pid=103233) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 19:25:52.113525 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-03103359-67dd-4fd6-b514-732380a69e87 admin admin] 10.222.0.75 "PUT /v2.0/routers/0a8851ae-522c-440b-9380-596a78e9a3d6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.5629284 Feb 09 19:25:52.130077 n-d-713498-36 neutron-server[103233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa6c5c90-ff22-43d4-8861-00a3b0fbce16 None None] Routers {'0a8851ae-522c-440b-9380-596a78e9a3d6'} bound to L3 agent in host n-d-713498-36 {{(pid=103233) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 19:25:52.130731 n-d-713498-36 neutron-server[103233]: DEBUG neutron.db.l3_hamode_db [None req-aa6c5c90-ff22-43d4-8861-00a3b0fbce16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T18:51:43Z,description=,heartbeat_timestamp=2022-02-09T19:25:43Z,host='n-d-713498-36',id=93303d5e-5d17-45e8-8963-7694f87783ae,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T18:51:43Z,topic='l3_agent')) {'router_ids': ['0a8851ae-522c-440b-9380-596a78e9a3d6'], 'active': True} {{(pid=103233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:25:52.157596 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6213c976-e55b-4113-84c6-1b5d8585f59a None None] Network d38a596c-e24a-4f70-89d6-60083c30ffd4 requested from n-d-713498-36 {{(pid=103232) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 19:25:52.221416 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62f270c4-a710-4b55-afff-10ab6fd11336 None None] Pushing event updated for resources: {'Port': ['ID=719f8260-ca42-4c6a-a460-4028390226cb,revision_number=2']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:25:52.231877 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-e5175a66-cfc5-4bea-bf8f-95d6d8b41ede tempest-NetworksIpV6TestAttrs-571122948 tempest-NetworksIpV6TestAttrs-571122948-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-590267', 'neutron.services.segments.db._delete_segments_for_network-8762867132609'] for network (d38a596c-e24a-4f70-89d6-60083c30ffd4), precommit_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:25:52.257731 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Device a34a9f5b-dfaf-4cc5-97f9-2128f12c41e5 up at agent hyperv_n-h1-713498-36 {{(pid=103232) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 19:25:52.282792 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-ded831d9-77d7-44ba-8824-8a5c30a079ab req-2fea9854-1232-4026-95b3-43e551010817 tempest-ServerRescueTestJSON-1886685382 tempest-ServerRescueTestJSON-1886685382-project] 10.222.0.75 "GET /v2.0/security-groups?id=e2c286ed-f317-46f6-b582-9a19546e0cee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2093506 Feb 09 19:25:52.404127 n-d-713498-36 neutron-server[103230]: DEBUG neutron.services.segments.db [None req-e5175a66-cfc5-4bea-bf8f-95d6d8b41ede tempest-NetworksIpV6TestAttrs-571122948 tempest-NetworksIpV6TestAttrs-571122948-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d38a596c-e24a-4f70-89d6-60083c30ffd4']}} {{(pid=103230) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:25:52.406944 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-f8d8ccd3-7bdc-43be-a871-8feec0e5441f tempest-AllowedAddressPairTestJSON-146205199 tempest-AllowedAddressPairTestJSON-146205199-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-759852'] for subnet (0330f542-a1b6-4ae2-866d-a39b1de2b781), precommit_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:25:52.458559 n-d-713498-36 neutron-server[103230]: DEBUG neutron.services.segments.db [None req-e5175a66-cfc5-4bea-bf8f-95d6d8b41ede tempest-NetworksIpV6TestAttrs-571122948 tempest-NetworksIpV6TestAttrs-571122948-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '34ff3edb-6ce8-49d4-a935-3c708879deb3') {'for_net_delete': True} {{(pid=103230) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:25:52.458826 n-d-713498-36 neutron-server[103230]: DEBUG neutron.services.segments.db [None req-e5175a66-cfc5-4bea-bf8f-95d6d8b41ede tempest-NetworksIpV6TestAttrs-571122948 tempest-NetworksIpV6TestAttrs-571122948-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '34ff3edb-6ce8-49d4-a935-3c708879deb3') {} {{(pid=103230) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:25:52.515269 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-e5175a66-cfc5-4bea-bf8f-95d6d8b41ede tempest-NetworksIpV6TestAttrs-571122948 tempest-NetworksIpV6TestAttrs-571122948-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762867134154', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12895813'] for segment (34ff3edb-6ce8-49d4-a935-3c708879deb3), before_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:25:52.517671 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-1556d6f2-54b5-493f-b5ad-76d43b515839 tempest-PortsTestJSON-1738022054 tempest-PortsTestJSON-1738022054-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-759852'] for subnet (2d43b04b-acb4-4d1e-8385-165c8c41f596), precommit_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:25:52.528246 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.provisioning_blocks [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Provisioning for port a34a9f5b-dfaf-4cc5-97f9-2128f12c41e5 completed by entity L2. {{(pid=103232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 19:25:52.540528 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.provisioning_blocks [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Provisioning complete for port a34a9f5b-dfaf-4cc5-97f9-2128f12c41e5 triggered by entity L2. {{(pid=103232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 19:25:52.540912 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593630'] for port (a34a9f5b-dfaf-4cc5-97f9-2128f12c41e5), provisioning_complete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:25:52.564176 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-e5175a66-cfc5-4bea-bf8f-95d6d8b41ede tempest-NetworksIpV6TestAttrs-571122948 tempest-NetworksIpV6TestAttrs-571122948-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-759574'] for segment (34ff3edb-6ce8-49d4-a935-3c708879deb3), precommit_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:25:52.589808 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e5175a66-cfc5-4bea-bf8f-95d6d8b41ede tempest-NetworksIpV6TestAttrs-571122948 tempest-NetworksIpV6TestAttrs-571122948-project] Releasing vlan 378 on physical network physnet1 to pool {{(pid=103230) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 19:25:52.590307 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-e5175a66-cfc5-4bea-bf8f-95d6d8b41ede tempest-NetworksIpV6TestAttrs-571122948 tempest-NetworksIpV6TestAttrs-571122948-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-759574', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14393826'] for segment (34ff3edb-6ce8-49d4-a935-3c708879deb3), after_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:25:52.595936 n-d-713498-36 neutron-server[103230]: Traceback (most recent call last): Feb 09 19:25:52.595936 n-d-713498-36 neutron-server[103230]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 19:25:52.595936 n-d-713498-36 neutron-server[103230]: timer() Feb 09 19:25:52.595936 n-d-713498-36 neutron-server[103230]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 19:25:52.595936 n-d-713498-36 neutron-server[103230]: cb(*args, **kw) Feb 09 19:25:52.595936 n-d-713498-36 neutron-server[103230]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 19:25:52.595936 n-d-713498-36 neutron-server[103230]: return func(*args, **kwargs) Feb 09 19:25:52.595936 n-d-713498-36 neutron-server[103230]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 19:25:52.595936 n-d-713498-36 neutron-server[103230]: self._notify() Feb 09 19:25:52.595936 n-d-713498-36 neutron-server[103230]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 19:25:52.595936 n-d-713498-36 neutron-server[103230]: self.callback(batched_events) Feb 09 19:25:52.595936 n-d-713498-36 neutron-server[103230]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 19:25:52.595936 n-d-713498-36 neutron-server[103230]: event.method(event) Feb 09 19:25:52.595936 n-d-713498-36 neutron-server[103230]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 19:25:52.595936 n-d-713498-36 neutron-server[103230]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 19:25:52.595936 n-d-713498-36 neutron-server[103230]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 19:25:52.595936 n-d-713498-36 neutron-server[103230]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 19:25:52.595936 n-d-713498-36 neutron-server[103230]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 19:25:52.595936 n-d-713498-36 neutron-server[103230]: return f(self, *a, **k) Feb 09 19:25:52.595936 n-d-713498-36 neutron-server[103230]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 19:25:52.595936 n-d-713498-36 neutron-server[103230]: return self._get(url).json() Feb 09 19:25:52.595936 n-d-713498-36 neutron-server[103230]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 19:25:52.595936 n-d-713498-36 neutron-server[103230]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 19:25:52.595936 n-d-713498-36 neutron-server[103230]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 19:25:52.595936 n-d-713498-36 neutron-server[103230]: return self.request(url, 'GET', **kwargs) Feb 09 19:25:52.595936 n-d-713498-36 neutron-server[103230]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 19:25:52.595936 n-d-713498-36 neutron-server[103230]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 19:25:52.595936 n-d-713498-36 neutron-server[103230]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 19:25:52.595936 n-d-713498-36 neutron-server[103230]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 19:25:52.595936 n-d-713498-36 neutron-server[103230]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 19:25:52.595936 n-d-713498-36 neutron-server[103230]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 19:25:52.595936 n-d-713498-36 neutron-server[103230]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 19:25:52.618566 n-d-713498-36 neutron-server[103233]: DEBUG neutron.db.l3_dvr_db [None req-aa6c5c90-ff22-43d4-8861-00a3b0fbce16 None None] Set router 0a8851ae-522c-440b-9380-596a78e9a3d6 gateway port host: n-d-713498-36 {{(pid=103233) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 19:25:52.706366 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-f8d8ccd3-7bdc-43be-a871-8feec0e5441f tempest-AllowedAddressPairTestJSON-146205199 tempest-AllowedAddressPairTestJSON-146205199-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-760023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14393672', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12985882'] for subnet (0330f542-a1b6-4ae2-866d-a39b1de2b781), after_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:25:52.743784 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8fa6783e-db5b-4ebd-b5b1-9f85b473e91c None None] get_active_networks_info from n-d-713498-36 {{(pid=103232) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Feb 09 19:25:52.775037 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-1556d6f2-54b5-493f-b5ad-76d43b515839 tempest-PortsTestJSON-1738022054 tempest-PortsTestJSON-1738022054-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-760023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14393672', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12985882'] for subnet (2d43b04b-acb4-4d1e-8385-165c8c41f596), after_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:25:52.780097 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.db.api [None req-e5175a66-cfc5-4bea-bf8f-95d6d8b41ede tempest-NetworksIpV6TestAttrs-571122948 tempest-NetworksIpV6TestAttrs-571122948-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Feb 09 19:25:52.780097 n-d-713498-36 neutron-server[103230]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Feb 09 19:25:52.780097 n-d-713498-36 neutron-server[103230]: [parameters: {'id': 'd38a596c-e24a-4f70-89d6-60083c30ffd4'}] Feb 09 19:25:52.780097 n-d-713498-36 neutron-server[103230]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=103230) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 09 19:25:52.780529 n-d-713498-36 neutron-server[103230]: DEBUG oslo_db.api [None req-e5175a66-cfc5-4bea-bf8f-95d6d8b41ede tempest-NetworksIpV6TestAttrs-571122948 tempest-NetworksIpV6TestAttrs-571122948-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=103230) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 09 19:25:52.791682 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8d8ccd3-7bdc-43be-a871-8feec0e5441f tempest-AllowedAddressPairTestJSON-146205199 tempest-AllowedAddressPairTestJSON-146205199-project] Pushing event deleted for resources: {'Subnet': ['ID=0330f542-a1b6-4ae2-866d-a39b1de2b781,revision_number=None']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:25:52.832960 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-f8d8ccd3-7bdc-43be-a871-8feec0e5441f tempest-AllowedAddressPairTestJSON-146205199 tempest-AllowedAddressPairTestJSON-146205199-project] Publish callbacks [] for subnet (None), before_response {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:25:52.842411 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 52154) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:25:52.856751 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-f8d8ccd3-7bdc-43be-a871-8feec0e5441f tempest-AllowedAddressPairTestJSON-146205199 tempest-AllowedAddressPairTestJSON-146205199-project] 10.222.0.75 "DELETE /v2.0/subnets/0330f542-a1b6-4ae2-866d-a39b1de2b781 HTTP/1.1" status: 204 len: 168 time: 1.8967421 Feb 09 19:25:52.874487 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-1556d6f2-54b5-493f-b5ad-76d43b515839 tempest-PortsTestJSON-1738022054 tempest-PortsTestJSON-1738022054-project] Publish callbacks [] for subnet (None), before_response {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:25:52.884286 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-1556d6f2-54b5-493f-b5ad-76d43b515839 tempest-PortsTestJSON-1738022054 tempest-PortsTestJSON-1738022054-project] 10.222.0.75 "DELETE /v2.0/subnets/2d43b04b-acb4-4d1e-8385-165c8c41f596 HTTP/1.1" status: 204 len: 168 time: 1.8385355 Feb 09 19:25:52.887216 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 52156) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:25:52.953806 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.provisioning_blocks [None req-fb7a9607-3bd3-4dd0-ae9a-4646aab208da None None] Provisioning complete for port 2a630333-fe26-43dd-b7c4-0367bb743943 triggered by entity DHCP. {{(pid=103232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 19:25:52.954393 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-fb7a9607-3bd3-4dd0-ae9a-4646aab208da None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593630'] for port (2a630333-fe26-43dd-b7c4-0367bb743943), provisioning_complete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:25:53.025888 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-aa729a7e-9ed4-4d14-b7ca-4759cf8b48be tempest-AllowedAddressPairTestJSON-146205199 tempest-AllowedAddressPairTestJSON-146205199-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-670458'] for network (ed453e63-4eb8-416b-abb2-9742d33f881d), before_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:25:53.062716 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Current status of the port a34a9f5b-dfaf-4cc5-97f9-2128f12c41e5 is: BUILD; New status is: ACTIVE {{(pid=103232) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 19:25:53.063139 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (a34a9f5b-dfaf-4cc5-97f9-2128f12c41e5), before_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:25:53.115398 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.plugin [None req-aa729a7e-9ed4-4d14-b7ca-4759cf8b48be tempest-AllowedAddressPairTestJSON-146205199 tempest-AllowedAddressPairTestJSON-146205199-project] Deleting port 2c7a7dc6-887e-436d-8441-42a6b803dbd5 {{(pid=103229) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 19:25:53.116259 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-aa729a7e-9ed4-4d14-b7ca-4759cf8b48be tempest-AllowedAddressPairTestJSON-146205199 tempest-AllowedAddressPairTestJSON-146205199-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762867170196'] for port (2c7a7dc6-887e-436d-8441-42a6b803dbd5), before_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:25:53.136386 n-d-713498-36 neutron-server[103233]: DEBUG neutron.db.l3_hamode_db [None req-aa6c5c90-ff22-43d4-8861-00a3b0fbce16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0a8851ae-522c-440b-9380-596a78e9a3d6', 'name': 'tempest-TestServerMultinode-1880031031-router', 'tenant_id': 'a6498e9907004a76b4e7e4932c01d125', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88055e1e-672a-4487-be31-ffb6e833ece5', 'external_fixed_ips': [{'subnet_id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'ip_address': '172.25.1.177'}], 'enable_snat': True}, 'gw_port_id': '1bc2f6b2-d624-4bcf-9be4-1bf1ea94cfbd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T19:25:30Z', 'updated_at': '2022-02-09T19:25:50Z', 'revision_number': 4, 'project_id': 'a6498e9907004a76b4e7e4932c01d125', 'gw_port': {'id': '1bc2f6b2-d624-4bcf-9be4-1bf1ea94cfbd', 'name': '', 'network_id': '88055e1e-672a-4487-be31-ffb6e833ece5', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:91:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a8851ae-522c-440b-9380-596a78e9a3d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2281, 'fixed_ips': [{'subnet_id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'ip_address': '172.25.1.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T19:25:33Z', 'updated_at': '2022-02-09T19:25:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-36', '_interfaces': [{'id': '2bc48ac4-c33d-4917-84eb-a0aca09a3aba', 'name': '', 'network_id': '5023305a-2195-427d-8acc-e1499ec048f7', 'tenant_id': 'a6498e9907004a76b4e7e4932c01d125', 'mac_address': 'fa:16:3e:cb:16:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0a8851ae-522c-440b-9380-596a78e9a3d6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2290, 'fixed_ips': [{'subnet_id': '9d2db6f0-c919-4bea-826a-bd012fa42464', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T19:25:46Z', 'updated_at': '2022-02-09T19:25:50Z', 'revision_number': 2, 'project_id': 'a6498e9907004a76b4e7e4932c01d125', 'subnets': [{'id': '9d2db6f0-c919-4bea-826a-bd012fa42464', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-36', False) {} {{(pid=103233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:25:53.183498 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-52bd9dbf-4fdb-4706-84e8-b8770eb37ac9 tempest-PortsTestJSON-1738022054 tempest-PortsTestJSON-1738022054-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-670458'] for network (1f82b82c-0432-48f1-83bf-9239cf33729e), before_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:25:53.213140 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1556d6f2-54b5-493f-b5ad-76d43b515839 tempest-PortsTestJSON-1738022054 tempest-PortsTestJSON-1738022054-project] Pushing event deleted for resources: {'Subnet': ['ID=2d43b04b-acb4-4d1e-8385-165c8c41f596,revision_number=None']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:25:53.223637 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.db [None req-aa729a7e-9ed4-4d14-b7ca-4759cf8b48be tempest-AllowedAddressPairTestJSON-146205199 tempest-AllowedAddressPairTestJSON-146205199-project] For port 2c7a7dc6-887e-436d-8441-42a6b803dbd5, host n-d-713498-36, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-36',level=0,port_id=2c7a7dc6-887e-436d-8441-42a6b803dbd5,segment=NetworkSegment(c44d6ec0-460f-4cfb-8102-0a3864c178e9),segment_id=c44d6ec0-460f-4cfb-8102-0a3864c178e9)] {{(pid=103229) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 19:25:53.224019 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-aa729a7e-9ed4-4d14-b7ca-4759cf8b48be tempest-AllowedAddressPairTestJSON-146205199 tempest-AllowedAddressPairTestJSON-146205199-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1820838'] for port (2c7a7dc6-887e-436d-8441-42a6b803dbd5), precommit_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:25:53.246530 n-d-713498-36 neutron-server[103233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa6c5c90-ff22-43d4-8861-00a3b0fbce16 None None] Checking router: 0a8851ae-522c-440b-9380-596a78e9a3d6 for host: n-d-713498-36 {{(pid=103233) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 19:25:53.246898 n-d-713498-36 neutron-server[103233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa6c5c90-ff22-43d4-8861-00a3b0fbce16 None None] Updating router 0a8851ae-522c-440b-9380-596a78e9a3d6 port 2bc48ac4-c33d-4917-84eb-a0aca09a3aba binding host n-d-713498-36 {{(pid=103233) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 19:25:53.282668 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-e5175a66-cfc5-4bea-bf8f-95d6d8b41ede tempest-NetworksIpV6TestAttrs-571122948 tempest-NetworksIpV6TestAttrs-571122948-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-670458'] for network (d38a596c-e24a-4f70-89d6-60083c30ffd4), before_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:25:53.296179 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.plugin [None req-aa729a7e-9ed4-4d14-b7ca-4759cf8b48be tempest-AllowedAddressPairTestJSON-146205199 tempest-AllowedAddressPairTestJSON-146205199-project] Calling delete_port for 2c7a7dc6-887e-436d-8441-42a6b803dbd5 owned by network:dhcp {{(pid=103229) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 19:25:53.370195 n-d-713498-36 neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-aa6c5c90-ff22-43d4-8861-00a3b0fbce16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (2bc48ac4-c33d-4917-84eb-a0aca09a3aba), before_update {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:25:53.381994 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Device 1bc2f6b2-d624-4bcf-9be4-1bf1ea94cfbd up at agent ovs-agent-n-d-713498-36 {{(pid=103232) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 19:25:53.384807 n-d-713498-36 neutron-server[103232]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8fa6783e-db5b-4ebd-b5b1-9f85b473e91c None None] Resources bound (agent type, host, resource id): {{(pid=103232) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 09 19:25:53.556946 n-d-713498-36 neutron-server[103232]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '051c39d5-1749-483d-9498-3d1717fb73d7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a34a9f5b-dfaf-4cc5-97f9-2128f12c41e5'}] {{(pid=103232) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 19:25:53.564002 n-d-713498-36 neutron-server[103232]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}949cdcde653dec44821de95cbf67297f53cbc2aed4e073b5d514f93bf911ce85" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-993036a2-d2e6-4016-9291-aef8fe482134" -d '{"events": [{"server_uuid": "051c39d5-1749-483d-9498-3d1717fb73d7", "name": "network-vif-plugged", "status": "completed", "tag": "a34a9f5b-dfaf-4cc5-97f9-2128f12c41e5"}]}' {{(pid=103232) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 19:25:53.599001 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.plugin [None req-52bd9dbf-4fdb-4706-84e8-b8770eb37ac9 tempest-PortsTestJSON-1738022054 tempest-PortsTestJSON-1738022054-project] Deleting port 2a630333-fe26-43dd-b7c4-0367bb743943 {{(pid=103230) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 19:25:53.599386 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-52bd9dbf-4fdb-4706-84e8-b8770eb37ac9 tempest-PortsTestJSON-1738022054 tempest-PortsTestJSON-1738022054-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762867170196'] for port (2a630333-fe26-43dd-b7c4-0367bb743943), before_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:25:53.606488 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85223a8a-16ac-4df0-93d2-826f1d97b845 req-d9639d97-5e56-4d73-89a1-745319c44d6b tempest-TestServerMultinode-969236194 tempest-TestServerMultinode-969236194-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:25:53.620462 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-85223a8a-16ac-4df0-93d2-826f1d97b845 req-d9639d97-5e56-4d73-89a1-745319c44d6b tempest-TestServerMultinode-969236194 tempest-TestServerMultinode-969236194-project-admin] 10.222.0.75 "GET /v2.0/networks?id=575d677e-0ef9-4672-aa02-3644cdb3dff4 HTTP/1.1" status: 200 len: 910 time: 0.2235327 Feb 09 19:25:53.627585 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-247ead8e-d858-48d7-993f-fef6e4899e2d req-3150a3f1-2475-46eb-b3d3-d4ca55a9eec3 tempest-ServerRescueTestJSON-1886685382 tempest-ServerRescueTestJSON-1886685382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:25:53.631599 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-247ead8e-d858-48d7-993f-fef6e4899e2d req-3150a3f1-2475-46eb-b3d3-d4ca55a9eec3 tempest-ServerRescueTestJSON-1886685382 tempest-ServerRescueTestJSON-1886685382-project] 10.222.0.75 "GET /v2.0/ports?device_id=051c39d5-1749-483d-9498-3d1717fb73d7 HTTP/1.1" status: 200 len: 945 time: 0.2159009 Feb 09 19:25:53.668886 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-85223a8a-16ac-4df0-93d2-826f1d97b845 req-0a32007e-7983-43e3-aea3-acea9d92e28e tempest-TestServerMultinode-969236194 tempest-TestServerMultinode-969236194-project-admin] 10.222.0.75 "GET /v2.0/quotas/a6498e9907004a76b4e7e4932c01d125 HTTP/1.1" status: 200 len: 375 time: 0.0469403 Feb 09 19:25:53.673555 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-aa729a7e-9ed4-4d14-b7ca-4759cf8b48be tempest-AllowedAddressPairTestJSON-146205199 tempest-AllowedAddressPairTestJSON-146205199-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762867177463', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762866656476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12867576'] for port (2c7a7dc6-887e-436d-8441-42a6b803dbd5), after_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:25:53.706351 n-d-713498-36 neutron-server[103229]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa729a7e-9ed4-4d14-b7ca-4759cf8b48be tempest-AllowedAddressPairTestJSON-146205199 tempest-AllowedAddressPairTestJSON-146205199-project] No DVR routers for this DVR port 2c7a7dc6-887e-436d-8441-42a6b803dbd5 on host n-d-713498-36 {{(pid=103229) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 19:25:53.783620 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] For port a34a9f5b-dfaf-4cc5-97f9-2128f12c41e5, host n-h1-713498-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-36',level=0,port_id=a34a9f5b-dfaf-4cc5-97f9-2128f12c41e5,segment=NetworkSegment(c10441c4-164e-4746-a64d-90f79f0d70ea),segment_id=c10441c4-164e-4746-a64d-90f79f0d70ea)] {{(pid=103232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 19:25:53.824742 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa729a7e-9ed4-4d14-b7ca-4759cf8b48be tempest-AllowedAddressPairTestJSON-146205199 tempest-AllowedAddressPairTestJSON-146205199-project] Pushing event deleted for resources: {'Port': ['ID=2c7a7dc6-887e-436d-8441-42a6b803dbd5,revision_number=None']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:25:53.837428 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762867176205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762866656485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762866656503'] for port (a34a9f5b-dfaf-4cc5-97f9-2128f12c41e5), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:25:53.849108 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.plugin [None req-e5175a66-cfc5-4bea-bf8f-95d6d8b41ede tempest-NetworksIpV6TestAttrs-571122948 tempest-NetworksIpV6TestAttrs-571122948-project] Deleting port 719f8260-ca42-4c6a-a460-4028390226cb {{(pid=103230) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 19:25:53.849432 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-e5175a66-cfc5-4bea-bf8f-95d6d8b41ede tempest-NetworksIpV6TestAttrs-571122948 tempest-NetworksIpV6TestAttrs-571122948-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762867170196'] for port (719f8260-ca42-4c6a-a460-4028390226cb), before_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:25:53.941578 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-fb7a9607-3bd3-4dd0-ae9a-4646aab208da None None] Current status of the port 2a630333-fe26-43dd-b7c4-0367bb743943 is: ACTIVE; New status is: ACTIVE {{(pid=103232) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 19:25:53.959446 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.db [None req-e5175a66-cfc5-4bea-bf8f-95d6d8b41ede tempest-NetworksIpV6TestAttrs-571122948 tempest-NetworksIpV6TestAttrs-571122948-project] For port 719f8260-ca42-4c6a-a460-4028390226cb, host n-d-713498-36, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-36',level=0,port_id=719f8260-ca42-4c6a-a460-4028390226cb,segment=NetworkSegment(34ff3edb-6ce8-49d4-a935-3c708879deb3),segment_id=34ff3edb-6ce8-49d4-a935-3c708879deb3)] {{(pid=103230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 19:25:53.959897 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-e5175a66-cfc5-4bea-bf8f-95d6d8b41ede tempest-NetworksIpV6TestAttrs-571122948 tempest-NetworksIpV6TestAttrs-571122948-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1820838'] for port (719f8260-ca42-4c6a-a460-4028390226cb), precommit_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:25:54.019792 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-247ead8e-d858-48d7-993f-fef6e4899e2d req-8de7597f-f9c0-441a-a512-e882418669ed tempest-ServerRescueTestJSON-1886685382 tempest-ServerRescueTestJSON-1886685382-project] 10.222.0.75 "GET /v2.0/security-groups?id=e2c286ed-f317-46f6-b582-9a19546e0cee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3795607 Feb 09 19:25:54.021760 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.plugin [None req-e5175a66-cfc5-4bea-bf8f-95d6d8b41ede tempest-NetworksIpV6TestAttrs-571122948 tempest-NetworksIpV6TestAttrs-571122948-project] Calling delete_port for 719f8260-ca42-4c6a-a460-4028390226cb owned by network:dhcp {{(pid=103230) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 19:25:54.031568 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-aa729a7e-9ed4-4d14-b7ca-4759cf8b48be tempest-AllowedAddressPairTestJSON-146205199 tempest-AllowedAddressPairTestJSON-146205199-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-590267', 'neutron.services.segments.db._delete_segments_for_network-8762867132609'] for network (ed453e63-4eb8-416b-abb2-9742d33f881d), precommit_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:25:54.041255 n-d-713498-36 neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-aa6c5c90-ff22-43d4-8861-00a3b0fbce16 None None] Publish callbacks [] for port (2bc48ac4-c33d-4917-84eb-a0aca09a3aba), precommit_update {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:25:54.059410 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.provisioning_blocks [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Provisioning complete for port 1bc2f6b2-d624-4bcf-9be4-1bf1ea94cfbd triggered by entity L2. {{(pid=103232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 19:25:54.059899 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593630'] for port (1bc2f6b2-d624-4bcf-9be4-1bf1ea94cfbd), provisioning_complete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:25:54.062400 n-d-713498-36 neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-aa6c5c90-ff22-43d4-8861-00a3b0fbce16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762867176205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762866656485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762866656503'] for port (2bc48ac4-c33d-4917-84eb-a0aca09a3aba), after_update {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:25:54.093347 n-d-713498-36 neutron-server[103229]: DEBUG neutron.services.segments.db [None req-aa729a7e-9ed4-4d14-b7ca-4759cf8b48be tempest-AllowedAddressPairTestJSON-146205199 tempest-AllowedAddressPairTestJSON-146205199-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ed453e63-4eb8-416b-abb2-9742d33f881d']}} {{(pid=103229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:25:54.114714 n-d-713498-36 neutron-server[103229]: DEBUG neutron.services.segments.db [None req-aa729a7e-9ed4-4d14-b7ca-4759cf8b48be tempest-AllowedAddressPairTestJSON-146205199 tempest-AllowedAddressPairTestJSON-146205199-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c44d6ec0-460f-4cfb-8102-0a3864c178e9') {'for_net_delete': True} {{(pid=103229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:25:54.117773 n-d-713498-36 neutron-server[103229]: DEBUG neutron.services.segments.db [None req-aa729a7e-9ed4-4d14-b7ca-4759cf8b48be tempest-AllowedAddressPairTestJSON-146205199 tempest-AllowedAddressPairTestJSON-146205199-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c44d6ec0-460f-4cfb-8102-0a3864c178e9') {} {{(pid=103229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:25:54.143494 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-aa729a7e-9ed4-4d14-b7ca-4759cf8b48be tempest-AllowedAddressPairTestJSON-146205199 tempest-AllowedAddressPairTestJSON-146205199-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762867134154', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16683417'] for segment (c44d6ec0-460f-4cfb-8102-0a3864c178e9), before_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:25:54.196033 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-aa729a7e-9ed4-4d14-b7ca-4759cf8b48be tempest-AllowedAddressPairTestJSON-146205199 tempest-AllowedAddressPairTestJSON-146205199-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-759574'] for segment (c44d6ec0-460f-4cfb-8102-0a3864c178e9), precommit_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:25:54.206954 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.db [None req-52bd9dbf-4fdb-4706-84e8-b8770eb37ac9 tempest-PortsTestJSON-1738022054 tempest-PortsTestJSON-1738022054-project] For port 2a630333-fe26-43dd-b7c4-0367bb743943, host n-d-713498-36, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-36',level=0,port_id=2a630333-fe26-43dd-b7c4-0367bb743943,segment=NetworkSegment(04d1f36c-63f2-4592-9f1b-607144bff98d),segment_id=04d1f36c-63f2-4592-9f1b-607144bff98d)] {{(pid=103230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 19:25:54.207552 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-52bd9dbf-4fdb-4706-84e8-b8770eb37ac9 tempest-PortsTestJSON-1738022054 tempest-PortsTestJSON-1738022054-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1820838'] for port (2a630333-fe26-43dd-b7c4-0367bb743943), precommit_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:25:54.217269 n-d-713498-36 neutron-server[103233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dd7cc92-18d7-4bb7-9495-bd02b1f7dae2 None None] Pushing event updated for resources: {'Port': ['ID=2bc48ac4-c33d-4917-84eb-a0aca09a3aba,revision_number=3']} {{(pid=103233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:25:54.225947 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-aa729a7e-9ed4-4d14-b7ca-4759cf8b48be tempest-AllowedAddressPairTestJSON-146205199 tempest-AllowedAddressPairTestJSON-146205199-project] Releasing vlan 373 on physical network physnet1 to pool {{(pid=103229) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 19:25:54.226919 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-aa729a7e-9ed4-4d14-b7ca-4759cf8b48be tempest-AllowedAddressPairTestJSON-146205199 tempest-AllowedAddressPairTestJSON-146205199-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-759574', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12867469'] for segment (c44d6ec0-460f-4cfb-8102-0a3864c178e9), after_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:25:54.233033 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.plugin [None req-52bd9dbf-4fdb-4706-84e8-b8770eb37ac9 tempest-PortsTestJSON-1738022054 tempest-PortsTestJSON-1738022054-project] Calling delete_port for 2a630333-fe26-43dd-b7c4-0367bb743943 owned by network:dhcp {{(pid=103230) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 19:25:54.239233 n-d-713498-36 neutron-server[103229]: Traceback (most recent call last): Feb 09 19:25:54.239233 n-d-713498-36 neutron-server[103229]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 19:25:54.239233 n-d-713498-36 neutron-server[103229]: timer() Feb 09 19:25:54.239233 n-d-713498-36 neutron-server[103229]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 19:25:54.239233 n-d-713498-36 neutron-server[103229]: cb(*args, **kw) Feb 09 19:25:54.239233 n-d-713498-36 neutron-server[103229]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 19:25:54.239233 n-d-713498-36 neutron-server[103229]: return func(*args, **kwargs) Feb 09 19:25:54.239233 n-d-713498-36 neutron-server[103229]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 19:25:54.239233 n-d-713498-36 neutron-server[103229]: self._notify() Feb 09 19:25:54.239233 n-d-713498-36 neutron-server[103229]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 19:25:54.239233 n-d-713498-36 neutron-server[103229]: self.callback(batched_events) Feb 09 19:25:54.239233 n-d-713498-36 neutron-server[103229]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 19:25:54.239233 n-d-713498-36 neutron-server[103229]: event.method(event) Feb 09 19:25:54.239233 n-d-713498-36 neutron-server[103229]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 19:25:54.239233 n-d-713498-36 neutron-server[103229]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 19:25:54.239233 n-d-713498-36 neutron-server[103229]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 19:25:54.239233 n-d-713498-36 neutron-server[103229]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 19:25:54.239233 n-d-713498-36 neutron-server[103229]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 19:25:54.239233 n-d-713498-36 neutron-server[103229]: return f(self, *a, **k) Feb 09 19:25:54.239233 n-d-713498-36 neutron-server[103229]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 19:25:54.239233 n-d-713498-36 neutron-server[103229]: return self._get(url).json() Feb 09 19:25:54.239233 n-d-713498-36 neutron-server[103229]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 19:25:54.239233 n-d-713498-36 neutron-server[103229]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 19:25:54.239233 n-d-713498-36 neutron-server[103229]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 19:25:54.239233 n-d-713498-36 neutron-server[103229]: return self.request(url, 'GET', **kwargs) Feb 09 19:25:54.239233 n-d-713498-36 neutron-server[103229]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 19:25:54.239233 n-d-713498-36 neutron-server[103229]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 19:25:54.239233 n-d-713498-36 neutron-server[103229]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 19:25:54.239233 n-d-713498-36 neutron-server[103229]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 19:25:54.239233 n-d-713498-36 neutron-server[103229]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 19:25:54.239233 n-d-713498-36 neutron-server[103229]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 19:25:54.239233 n-d-713498-36 neutron-server[103229]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 19:25:54.358784 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b48f757-2829-4e26-89c8-1f5559503ac2 req-7b8ef1d6-a689-4e6f-a893-0df3c947e32c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:25:54.360936 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-1b48f757-2829-4e26-89c8-1f5559503ac2 req-7b8ef1d6-a689-4e6f-a893-0df3c947e32c service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=051c39d5-1749-483d-9498-3d1717fb73d7 HTTP/1.1" status: 200 len: 1129 time: 0.1057746 Feb 09 19:25:54.362971 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-aa729a7e-9ed4-4d14-b7ca-4759cf8b48be tempest-AllowedAddressPairTestJSON-146205199 tempest-AllowedAddressPairTestJSON-146205199-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-590242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1885479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1818895'] for network (ed453e63-4eb8-416b-abb2-9742d33f881d), after_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:25:54.368635 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-aa729a7e-9ed4-4d14-b7ca-4759cf8b48be tempest-AllowedAddressPairTestJSON-146205199 tempest-AllowedAddressPairTestJSON-146205199-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1613566'] for network (None), before_response {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:25:54.375169 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-aa729a7e-9ed4-4d14-b7ca-4759cf8b48be tempest-AllowedAddressPairTestJSON-146205199 tempest-AllowedAddressPairTestJSON-146205199-project] 10.222.0.75 "DELETE /v2.0/networks/ed453e63-4eb8-416b-abb2-9742d33f881d HTTP/1.1" status: 204 len: 168 time: 1.5310743 Feb 09 19:25:54.423295 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa729a7e-9ed4-4d14-b7ca-4759cf8b48be tempest-AllowedAddressPairTestJSON-146205199 tempest-AllowedAddressPairTestJSON-146205199-project] Pushing event deleted for resources: {'Network': ['ID=ed453e63-4eb8-416b-abb2-9742d33f881d,revision_number=None']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:25:54.434674 n-d-713498-36 neutron-server[103232]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 19:25:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f2883678-1335-4732-ae47-b1df51671dba x-openstack-request-id: req-f2883678-1335-4732-ae47-b1df51671dba {{(pid=103232) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 19:25:54.435017 n-d-713498-36 neutron-server[103232]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "051c39d5-1749-483d-9498-3d1717fb73d7", "name": "network-vif-plugged", "status": "completed", "tag": "a34a9f5b-dfaf-4cc5-97f9-2128f12c41e5", "code": 200}]} {{(pid=103232) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 19:25:54.435286 n-d-713498-36 neutron-server[103232]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-f2883678-1335-4732-ae47-b1df51671dba {{(pid=103232) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 19:25:54.435704 n-d-713498-36 neutron-server[103232]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '051c39d5-1749-483d-9498-3d1717fb73d7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a34a9f5b-dfaf-4cc5-97f9-2128f12c41e5', 'code': 200} Feb 09 19:25:54.447592 n-d-713498-36 neutron-server[103233]: DEBUG neutron.plugins.ml2.managers [None req-aa6c5c90-ff22-43d4-8861-00a3b0fbce16 None None] Attempting to bind port 2bc48ac4-c33d-4917-84eb-a0aca09a3aba on host n-d-713498-36 for vnic_type normal with profile {{(pid=103233) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 19:25:54.448226 n-d-713498-36 neutron-server[103233]: DEBUG neutron.plugins.ml2.managers [None req-aa6c5c90-ff22-43d4-8861-00a3b0fbce16 None None] Attempting to bind port 2bc48ac4-c33d-4917-84eb-a0aca09a3aba by drivers openvswitch,hyperv on host n-d-713498-36 at level 0 using segments [{'id': 'f0323881-58dc-48d9-89c4-ec42ebfb1979', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': '5023305a-2195-427d-8acc-e1499ec048f7'}] {{(pid=103233) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 19:25:54.448742 n-d-713498-36 neutron-server[103233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa6c5c90-ff22-43d4-8861-00a3b0fbce16 None None] Attempting to bind port 2bc48ac4-c33d-4917-84eb-a0aca09a3aba on network 5023305a-2195-427d-8acc-e1499ec048f7 {{(pid=103233) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 19:25:54.451452 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-1b48f757-2829-4e26-89c8-1f5559503ac2 req-4db10cd0-3e21-4a45-b8a2-88cc49a89514 service neutron] 10.222.0.89 "GET /v2.0/security-groups?id=e2c286ed-f317-46f6-b582-9a19546e0cee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0706658 Feb 09 19:25:54.454947 n-d-713498-36 neutron-server[103233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa6c5c90-ff22-43d4-8861-00a3b0fbce16 None None] Checking agent: {'id': '496418a2-c002-4aec-ab1a-07f3bea491bd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-36', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 18, 51, 47), 'started_at': datetime.datetime(2022, 2, 9, 18, 52, 17), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 19, 25, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-36'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103233) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 19:25:54.455320 n-d-713498-36 neutron-server[103233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa6c5c90-ff22-43d4-8861-00a3b0fbce16 None None] Checking segment: {'id': 'f0323881-58dc-48d9-89c4-ec42ebfb1979', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': '5023305a-2195-427d-8acc-e1499ec048f7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103233) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 19:25:54.455721 n-d-713498-36 neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-aa6c5c90-ff22-43d4-8861-00a3b0fbce16 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:25:54.456103 n-d-713498-36 neutron-server[103233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa6c5c90-ff22-43d4-8861-00a3b0fbce16 None None] Bound using segment: {'id': 'f0323881-58dc-48d9-89c4-ec42ebfb1979', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': '5023305a-2195-427d-8acc-e1499ec048f7'} {{(pid=103233) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 19:25:54.457155 n-d-713498-36 neutron-server[103233]: DEBUG neutron.plugins.ml2.managers [None req-aa6c5c90-ff22-43d4-8861-00a3b0fbce16 None None] Bound port: 2bc48ac4-c33d-4917-84eb-a0aca09a3aba, host: n-d-713498-36, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f0323881-58dc-48d9-89c4-ec42ebfb1979', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': '5023305a-2195-427d-8acc-e1499ec048f7'}}] {{(pid=103233) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 19:25:54.457533 n-d-713498-36 neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-aa6c5c90-ff22-43d4-8861-00a3b0fbce16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (2bc48ac4-c33d-4917-84eb-a0aca09a3aba), before_update {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:25:54.569641 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Pushing event updated for resources: {'Port': ['ID=a34a9f5b-dfaf-4cc5-97f9-2128f12c41e5,revision_number=5']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:25:54.591969 n-d-713498-36 neutron-server[103233]: DEBUG neutron.plugins.ml2.db [None req-aa6c5c90-ff22-43d4-8861-00a3b0fbce16 None None] For port 2bc48ac4-c33d-4917-84eb-a0aca09a3aba, host n-d-713498-36, cleared binding levels {{(pid=103233) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 19:25:54.592691 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-85223a8a-16ac-4df0-93d2-826f1d97b845 req-ed40a7f9-7cbc-41d6-8482-31c5eb49ca10 tempest-TestServerMultinode-969236194 tempest-TestServerMultinode-969236194-project-admin] 10.222.0.75 "GET /v2.0/ports?tenant_id=a6498e9907004a76b4e7e4932c01d125&fields=id HTTP/1.1" status: 200 len: 302 time: 0.9226799 Feb 09 19:25:54.601328 n-d-713498-36 neutron-server[103233]: DEBUG neutron.plugins.ml2.db [None req-aa6c5c90-ff22-43d4-8861-00a3b0fbce16 None None] For port 2bc48ac4-c33d-4917-84eb-a0aca09a3aba, host n-d-713498-36, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-36',level=0,port_id=2bc48ac4-c33d-4917-84eb-a0aca09a3aba,segment=NetworkSegment(f0323881-58dc-48d9-89c4-ec42ebfb1979),segment_id=f0323881-58dc-48d9-89c4-ec42ebfb1979)] {{(pid=103233) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 19:25:54.610525 n-d-713498-36 neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-aa6c5c90-ff22-43d4-8861-00a3b0fbce16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762867176205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762866656485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762866656503'] for port (2bc48ac4-c33d-4917-84eb-a0aca09a3aba), after_update {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:25:54.619000 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-52bd9dbf-4fdb-4706-84e8-b8770eb37ac9 tempest-PortsTestJSON-1738022054 tempest-PortsTestJSON-1738022054-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762867177463', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762866656476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14393751'] for port (2a630333-fe26-43dd-b7c4-0367bb743943), after_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:25:54.786154 n-d-713498-36 neutron-server[103233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa6c5c90-ff22-43d4-8861-00a3b0fbce16 None None] Routers {'0a8851ae-522c-440b-9380-596a78e9a3d6'} bound to L3 agent in host n-d-713498-36 {{(pid=103233) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 19:25:54.792523 n-d-713498-36 neutron-server[103233]: DEBUG neutron.db.l3_hamode_db [None req-aa6c5c90-ff22-43d4-8861-00a3b0fbce16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T18:51:43Z,description=,heartbeat_timestamp=2022-02-09T19:25:43Z,host='n-d-713498-36',id=93303d5e-5d17-45e8-8963-7694f87783ae,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T18:51:43Z,topic='l3_agent')) {'router_ids': ['0a8851ae-522c-440b-9380-596a78e9a3d6'], 'active': True} {{(pid=103233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:25:54.860728 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-e5175a66-cfc5-4bea-bf8f-95d6d8b41ede tempest-NetworksIpV6TestAttrs-571122948 tempest-NetworksIpV6TestAttrs-571122948-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762867177463', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762866656476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14393751'] for port (719f8260-ca42-4c6a-a460-4028390226cb), after_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:25:54.868838 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-85223a8a-16ac-4df0-93d2-826f1d97b845 req-ae767784-9e44-4f28-afa7-7690d6df79fe service neutron] 10.222.0.75 "GET /v2.0/networks/575d677e-0ef9-4672-aa02-3644cdb3dff4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2750523 Feb 09 19:25:54.883051 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52bd9dbf-4fdb-4706-84e8-b8770eb37ac9 tempest-PortsTestJSON-1738022054 tempest-PortsTestJSON-1738022054-project] Pushing event deleted for resources: {'Port': ['ID=2a630333-fe26-43dd-b7c4-0367bb743943,revision_number=None']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:25:54.888014 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Current status of the port 1bc2f6b2-d624-4bcf-9be4-1bf1ea94cfbd is: ACTIVE; New status is: ACTIVE {{(pid=103232) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 19:25:54.895170 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a657f96f-13d1-4101-bad0-198679c6d662 None None] Network ed453e63-4eb8-416b-abb2-9742d33f881d requested from n-d-713498-36 {{(pid=103232) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 19:25:55.004713 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ae56b52-5cba-40ae-af42-8efec51d118a None None] Network 1f82b82c-0432-48f1-83bf-9239cf33729e requested from n-d-713498-36 {{(pid=103232) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 19:25:55.018766 n-d-713498-36 neutron-server[103230]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52bd9dbf-4fdb-4706-84e8-b8770eb37ac9 tempest-PortsTestJSON-1738022054 tempest-PortsTestJSON-1738022054-project] No DVR routers for this DVR port 2a630333-fe26-43dd-b7c4-0367bb743943 on host n-d-713498-36 {{(pid=103230) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 19:25:55.027282 n-d-713498-36 neutron-server[103230]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5175a66-cfc5-4bea-bf8f-95d6d8b41ede tempest-NetworksIpV6TestAttrs-571122948 tempest-NetworksIpV6TestAttrs-571122948-project] No DVR routers for this DVR port 719f8260-ca42-4c6a-a460-4028390226cb on host n-d-713498-36 {{(pid=103230) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 19:25:55.044846 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a657f96f-13d1-4101-bad0-198679c6d662 None None] Network ed453e63-4eb8-416b-abb2-9742d33f881d could not be found, it might have been deleted concurrently. {{(pid=103232) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:196}} Feb 09 19:25:55.272312 n-d-713498-36 neutron-server[103233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dd7cc92-18d7-4bb7-9495-bd02b1f7dae2 None None] Pushing event updated for resources: {'Port': ['ID=2bc48ac4-c33d-4917-84eb-a0aca09a3aba,revision_number=4']} {{(pid=103233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:25:55.328554 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5136627a-ce05-4504-a71b-e992859a5ee2 None None] DHCP port deletion for ed453e63-4eb8-416b-abb2-9742d33f881d request from n-d-713498-36 {{(pid=103232) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 09 19:25:55.334405 n-d-713498-36 neutron-server[103233]: DEBUG neutron.db.l3_dvr_db [None req-aa6c5c90-ff22-43d4-8861-00a3b0fbce16 None None] Set router 0a8851ae-522c-440b-9380-596a78e9a3d6 gateway port host: n-d-713498-36 {{(pid=103233) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 19:25:55.398329 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 52220) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:25:55.660321 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94eba9f6-725c-437e-a168-489e6aed02c7 None None] DHCP port deletion for 1f82b82c-0432-48f1-83bf-9239cf33729e request from n-d-713498-36 {{(pid=103232) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 09 19:25:55.750276 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5175a66-cfc5-4bea-bf8f-95d6d8b41ede tempest-NetworksIpV6TestAttrs-571122948 tempest-NetworksIpV6TestAttrs-571122948-project] Pushing event deleted for resources: {'Port': ['ID=719f8260-ca42-4c6a-a460-4028390226cb,revision_number=None']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:25:55.888418 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-d8b5ab5b-98b8-442f-b3bc-7ef614710013 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=7a253df068b14b0c9cf9b659ae61d0af&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4883504 Feb 09 19:25:55.889741 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.provisioning_blocks [None req-6c5a8c0d-814a-4fa8-b5a5-f6b4bd313e28 None None] Provisioning complete for port 2bc48ac4-c33d-4917-84eb-a0aca09a3aba triggered by entity DHCP. {{(pid=103232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 19:25:55.892047 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-6c5a8c0d-814a-4fa8-b5a5-f6b4bd313e28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593630'] for port (2bc48ac4-c33d-4917-84eb-a0aca09a3aba), provisioning_complete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:25:55.895126 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 52234) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:25:55.908120 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-52bd9dbf-4fdb-4706-84e8-b8770eb37ac9 tempest-PortsTestJSON-1738022054 tempest-PortsTestJSON-1738022054-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-590267', 'neutron.services.segments.db._delete_segments_for_network-8762867132609'] for network (1f82b82c-0432-48f1-83bf-9239cf33729e), precommit_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:25:55.979889 n-d-713498-36 neutron-server[103230]: DEBUG neutron.services.segments.db [None req-52bd9dbf-4fdb-4706-84e8-b8770eb37ac9 tempest-PortsTestJSON-1738022054 tempest-PortsTestJSON-1738022054-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1f82b82c-0432-48f1-83bf-9239cf33729e']}} {{(pid=103230) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:25:56.081249 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-ed3036da-4f2c-40c5-845c-96a65eeeb49b admin admin] Publish callbacks [] for security_group (8c021a70-2fa2-4cb8-94f3-e0e38965fa2e), before_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:25:56.104702 n-d-713498-36 neutron-server[103230]: DEBUG neutron.services.segments.db [None req-52bd9dbf-4fdb-4706-84e8-b8770eb37ac9 tempest-PortsTestJSON-1738022054 tempest-PortsTestJSON-1738022054-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '04d1f36c-63f2-4592-9f1b-607144bff98d') {'for_net_delete': True} {{(pid=103230) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:25:56.108272 n-d-713498-36 neutron-server[103230]: DEBUG neutron.services.segments.db [None req-52bd9dbf-4fdb-4706-84e8-b8770eb37ac9 tempest-PortsTestJSON-1738022054 tempest-PortsTestJSON-1738022054-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '04d1f36c-63f2-4592-9f1b-607144bff98d') {} {{(pid=103230) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:25:56.165322 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-e5175a66-cfc5-4bea-bf8f-95d6d8b41ede tempest-NetworksIpV6TestAttrs-571122948 tempest-NetworksIpV6TestAttrs-571122948-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-590267', 'neutron.services.segments.db._delete_segments_for_network-8762867132609'] for network (d38a596c-e24a-4f70-89d6-60083c30ffd4), precommit_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:25:56.167965 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-ed3036da-4f2c-40c5-845c-96a65eeeb49b admin admin] Publish callbacks [] for security_group (8c021a70-2fa2-4cb8-94f3-e0e38965fa2e), precommit_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:25:56.213870 n-d-713498-36 neutron-server[103230]: DEBUG neutron.services.segments.db [None req-e5175a66-cfc5-4bea-bf8f-95d6d8b41ede tempest-NetworksIpV6TestAttrs-571122948 tempest-NetworksIpV6TestAttrs-571122948-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d38a596c-e24a-4f70-89d6-60083c30ffd4']}} {{(pid=103230) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:25:56.236136 n-d-713498-36 neutron-server[103233]: DEBUG neutron.db.l3_hamode_db [None req-aa6c5c90-ff22-43d4-8861-00a3b0fbce16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0a8851ae-522c-440b-9380-596a78e9a3d6', 'name': 'tempest-TestServerMultinode-1880031031-router', 'tenant_id': 'a6498e9907004a76b4e7e4932c01d125', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88055e1e-672a-4487-be31-ffb6e833ece5', 'external_fixed_ips': [{'subnet_id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'ip_address': '172.25.1.177'}], 'enable_snat': True}, 'gw_port_id': '1bc2f6b2-d624-4bcf-9be4-1bf1ea94cfbd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T19:25:30Z', 'updated_at': '2022-02-09T19:25:50Z', 'revision_number': 4, 'project_id': 'a6498e9907004a76b4e7e4932c01d125', 'gw_port': {'id': '1bc2f6b2-d624-4bcf-9be4-1bf1ea94cfbd', 'name': '', 'network_id': '88055e1e-672a-4487-be31-ffb6e833ece5', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:91:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a8851ae-522c-440b-9380-596a78e9a3d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2281, 'fixed_ips': [{'subnet_id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'ip_address': '172.25.1.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T19:25:33Z', 'updated_at': '2022-02-09T19:25:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-36', '_interfaces': [{'id': '2bc48ac4-c33d-4917-84eb-a0aca09a3aba', 'name': '', 'network_id': '5023305a-2195-427d-8acc-e1499ec048f7', 'tenant_id': 'a6498e9907004a76b4e7e4932c01d125', 'mac_address': 'fa:16:3e:cb:16:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0a8851ae-522c-440b-9380-596a78e9a3d6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2290, 'fixed_ips': [{'subnet_id': '9d2db6f0-c919-4bea-826a-bd012fa42464', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T19:25:46Z', 'updated_at': '2022-02-09T19:25:54Z', 'revision_number': 4, 'project_id': 'a6498e9907004a76b4e7e4932c01d125', 'subnets': [{'id': '9d2db6f0-c919-4bea-826a-bd012fa42464', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-36', False) {} {{(pid=103233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:25:56.240038 n-d-713498-36 neutron-server[103230]: DEBUG neutron.services.segments.db [None req-e5175a66-cfc5-4bea-bf8f-95d6d8b41ede tempest-NetworksIpV6TestAttrs-571122948 tempest-NetworksIpV6TestAttrs-571122948-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '34ff3edb-6ce8-49d4-a935-3c708879deb3') {'for_net_delete': True} {{(pid=103230) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:25:56.241526 n-d-713498-36 neutron-server[103230]: DEBUG neutron.services.segments.db [None req-e5175a66-cfc5-4bea-bf8f-95d6d8b41ede tempest-NetworksIpV6TestAttrs-571122948 tempest-NetworksIpV6TestAttrs-571122948-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '34ff3edb-6ce8-49d4-a935-3c708879deb3') {} {{(pid=103230) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:25:56.263145 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-e5175a66-cfc5-4bea-bf8f-95d6d8b41ede tempest-NetworksIpV6TestAttrs-571122948 tempest-NetworksIpV6TestAttrs-571122948-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762867134154', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12895813'] for segment (34ff3edb-6ce8-49d4-a935-3c708879deb3), before_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:25:56.286999 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-6c5a8c0d-814a-4fa8-b5a5-f6b4bd313e28 None None] Current status of the port 2bc48ac4-c33d-4917-84eb-a0aca09a3aba is: DOWN; New status is: ACTIVE {{(pid=103232) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 19:25:56.287405 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-6c5a8c0d-814a-4fa8-b5a5-f6b4bd313e28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (2bc48ac4-c33d-4917-84eb-a0aca09a3aba), before_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:25:56.304075 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-e5175a66-cfc5-4bea-bf8f-95d6d8b41ede tempest-NetworksIpV6TestAttrs-571122948 tempest-NetworksIpV6TestAttrs-571122948-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-759574'] for segment (34ff3edb-6ce8-49d4-a935-3c708879deb3), precommit_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:25:56.318965 n-d-713498-36 neutron-server[103233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa6c5c90-ff22-43d4-8861-00a3b0fbce16 None None] The sync data for ids ['0a8851ae-522c-440b-9380-596a78e9a3d6'] in n-d-713498-36 is: [{'id': '0a8851ae-522c-440b-9380-596a78e9a3d6', 'name': 'tempest-TestServerMultinode-1880031031-router', 'tenant_id': 'a6498e9907004a76b4e7e4932c01d125', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88055e1e-672a-4487-be31-ffb6e833ece5', 'external_fixed_ips': [{'subnet_id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'ip_address': '172.25.1.177'}], 'enable_snat': True}, 'gw_port_id': '1bc2f6b2-d624-4bcf-9be4-1bf1ea94cfbd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T19:25:30Z', 'updated_at': '2022-02-09T19:25:50Z', 'revision_number': 4, 'project_id': 'a6498e9907004a76b4e7e4932c01d125', 'gw_port': {'id': '1bc2f6b2-d624-4bcf-9be4-1bf1ea94cfbd', 'name': '', 'network_id': '88055e1e-672a-4487-be31-ffb6e833ece5', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:91:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a8851ae-522c-440b-9380-596a78e9a3d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2281, 'fixed_ips': [{'subnet_id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'ip_address': '172.25.1.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T19:25:33Z', 'updated_at': '2022-02-09T19:25:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-36', '_interfaces': [{'id': '2bc48ac4-c33d-4917-84eb-a0aca09a3aba', 'name': '', 'network_id': '5023305a-2195-427d-8acc-e1499ec048f7', 'tenant_id': 'a6498e9907004a76b4e7e4932c01d125', 'mac_address': 'fa:16:3e:cb:16:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0a8851ae-522c-440b-9380-596a78e9a3d6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2290, 'fixed_ips': [{'subnet_id': '9d2db6f0-c919-4bea-826a-bd012fa42464', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T19:25:46Z', 'updated_at': '2022-02-09T19:25:54Z', 'revision_number': 4, 'project_id': 'a6498e9907004a76b4e7e4932c01d125', 'subnets': [{'id': '9d2db6f0-c919-4bea-826a-bd012fa42464', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103233) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 19:25:56.320108 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e5175a66-cfc5-4bea-bf8f-95d6d8b41ede tempest-NetworksIpV6TestAttrs-571122948 tempest-NetworksIpV6TestAttrs-571122948-project] Releasing vlan 378 on physical network physnet1 to pool {{(pid=103230) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 19:25:56.322862 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-e5175a66-cfc5-4bea-bf8f-95d6d8b41ede tempest-NetworksIpV6TestAttrs-571122948 tempest-NetworksIpV6TestAttrs-571122948-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-759574', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14393826'] for segment (34ff3edb-6ce8-49d4-a935-3c708879deb3), after_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:25:56.371841 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-6c5a8c0d-814a-4fa8-b5a5-f6b4bd313e28 None None] For port 2bc48ac4-c33d-4917-84eb-a0aca09a3aba, host n-d-713498-36, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-36',level=0,port_id=2bc48ac4-c33d-4917-84eb-a0aca09a3aba,segment=NetworkSegment(f0323881-58dc-48d9-89c4-ec42ebfb1979),segment_id=f0323881-58dc-48d9-89c4-ec42ebfb1979)] {{(pid=103232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 19:25:56.381678 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-6c5a8c0d-814a-4fa8-b5a5-f6b4bd313e28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762867176205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762866656485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762866656503'] for port (2bc48ac4-c33d-4917-84eb-a0aca09a3aba), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:25:56.405399 n-d-713498-36 neutron-server[103230]: Traceback (most recent call last): Feb 09 19:25:56.405399 n-d-713498-36 neutron-server[103230]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 19:25:56.405399 n-d-713498-36 neutron-server[103230]: timer() Feb 09 19:25:56.405399 n-d-713498-36 neutron-server[103230]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 19:25:56.405399 n-d-713498-36 neutron-server[103230]: cb(*args, **kw) Feb 09 19:25:56.405399 n-d-713498-36 neutron-server[103230]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 19:25:56.405399 n-d-713498-36 neutron-server[103230]: return func(*args, **kwargs) Feb 09 19:25:56.405399 n-d-713498-36 neutron-server[103230]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 19:25:56.405399 n-d-713498-36 neutron-server[103230]: self._notify() Feb 09 19:25:56.405399 n-d-713498-36 neutron-server[103230]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 19:25:56.405399 n-d-713498-36 neutron-server[103230]: self.callback(batched_events) Feb 09 19:25:56.405399 n-d-713498-36 neutron-server[103230]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 19:25:56.405399 n-d-713498-36 neutron-server[103230]: event.method(event) Feb 09 19:25:56.405399 n-d-713498-36 neutron-server[103230]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 19:25:56.405399 n-d-713498-36 neutron-server[103230]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 19:25:56.405399 n-d-713498-36 neutron-server[103230]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 19:25:56.405399 n-d-713498-36 neutron-server[103230]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 19:25:56.405399 n-d-713498-36 neutron-server[103230]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 19:25:56.405399 n-d-713498-36 neutron-server[103230]: return f(self, *a, **k) Feb 09 19:25:56.405399 n-d-713498-36 neutron-server[103230]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 19:25:56.405399 n-d-713498-36 neutron-server[103230]: return self._get(url).json() Feb 09 19:25:56.405399 n-d-713498-36 neutron-server[103230]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 19:25:56.405399 n-d-713498-36 neutron-server[103230]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 19:25:56.405399 n-d-713498-36 neutron-server[103230]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 19:25:56.405399 n-d-713498-36 neutron-server[103230]: return self.request(url, 'GET', **kwargs) Feb 09 19:25:56.405399 n-d-713498-36 neutron-server[103230]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 19:25:56.405399 n-d-713498-36 neutron-server[103230]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 19:25:56.405399 n-d-713498-36 neutron-server[103230]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 19:25:56.405399 n-d-713498-36 neutron-server[103230]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 19:25:56.405399 n-d-713498-36 neutron-server[103230]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 19:25:56.405399 n-d-713498-36 neutron-server[103230]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 19:25:56.405399 n-d-713498-36 neutron-server[103230]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 19:25:56.415484 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2e2eefc-3fe5-44f0-b7f8-0feb1dc06ca4 req-3afb980b-85e9-47dc-b54d-a3b912c39304 tempest-ServerRescueTestJSON-1886685382 tempest-ServerRescueTestJSON-1886685382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:25:56.417197 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-a2e2eefc-3fe5-44f0-b7f8-0feb1dc06ca4 req-3afb980b-85e9-47dc-b54d-a3b912c39304 tempest-ServerRescueTestJSON-1886685382 tempest-ServerRescueTestJSON-1886685382-project] 10.222.0.75 "GET /v2.0/ports?device_id=051c39d5-1749-483d-9498-3d1717fb73d7 HTTP/1.1" status: 200 len: 946 time: 0.2410765 Feb 09 19:25:56.422880 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-e5175a66-cfc5-4bea-bf8f-95d6d8b41ede tempest-NetworksIpV6TestAttrs-571122948 tempest-NetworksIpV6TestAttrs-571122948-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-590242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1885479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1818895'] for network (d38a596c-e24a-4f70-89d6-60083c30ffd4), after_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:25:56.426600 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-52bd9dbf-4fdb-4706-84e8-b8770eb37ac9 tempest-PortsTestJSON-1738022054 tempest-PortsTestJSON-1738022054-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762867134154', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12895813'] for segment (04d1f36c-63f2-4592-9f1b-607144bff98d), before_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:25:56.484826 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-e5175a66-cfc5-4bea-bf8f-95d6d8b41ede tempest-NetworksIpV6TestAttrs-571122948 tempest-NetworksIpV6TestAttrs-571122948-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1613566'] for network (None), before_response {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:25:56.492233 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-e5175a66-cfc5-4bea-bf8f-95d6d8b41ede tempest-NetworksIpV6TestAttrs-571122948 tempest-NetworksIpV6TestAttrs-571122948-project] 10.222.0.75 "DELETE /v2.0/networks/d38a596c-e24a-4f70-89d6-60083c30ffd4 HTTP/1.1" status: 204 len: 168 time: 7.1531825 Feb 09 19:25:56.506671 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 52242) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:25:56.519255 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.v2.base [None req-b24b11c9-a315-4438-a3dd-4fe39857a001 tempest-NetworksIpV6TestAttrs-571122948 tempest-NetworksIpV6TestAttrs-571122948-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1337743562'}} {{(pid=103229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 19:25:56.520663 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-52bd9dbf-4fdb-4706-84e8-b8770eb37ac9 tempest-PortsTestJSON-1738022054 tempest-PortsTestJSON-1738022054-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-759574'] for segment (04d1f36c-63f2-4592-9f1b-607144bff98d), precommit_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:25:56.544330 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c5a8c0d-814a-4fa8-b5a5-f6b4bd313e28 None None] Pushing event updated for resources: {'Port': ['ID=2bc48ac4-c33d-4917-84eb-a0aca09a3aba,revision_number=5']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:25:56.559878 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5175a66-cfc5-4bea-bf8f-95d6d8b41ede tempest-NetworksIpV6TestAttrs-571122948 tempest-NetworksIpV6TestAttrs-571122948-project] Pushing event deleted for resources: {'Network': ['ID=d38a596c-e24a-4f70-89d6-60083c30ffd4,revision_number=None']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:25:56.576865 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-85223a8a-16ac-4df0-93d2-826f1d97b845 req-3213aaee-d244-410e-929f-6903eff61b69 service neutron] 10.222.0.75 "GET /v2.0/networks/575d677e-0ef9-4672-aa02-3644cdb3dff4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.6952271 Feb 09 19:25:56.592072 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-52bd9dbf-4fdb-4706-84e8-b8770eb37ac9 tempest-PortsTestJSON-1738022054 tempest-PortsTestJSON-1738022054-project] Releasing vlan 375 on physical network physnet1 to pool {{(pid=103230) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 19:25:56.594531 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-52bd9dbf-4fdb-4706-84e8-b8770eb37ac9 tempest-PortsTestJSON-1738022054 tempest-PortsTestJSON-1738022054-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-759574', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14393826'] for segment (04d1f36c-63f2-4592-9f1b-607144bff98d), after_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:25:56.598556 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.provisioning_blocks [None req-6a1162fc-04e2-4c95-bca0-6358ec3aa97f None None] Provisioning complete for port 2bc48ac4-c33d-4917-84eb-a0aca09a3aba triggered by entity DHCP. {{(pid=103232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 19:25:56.600856 n-d-713498-36 neutron-server[103230]: Traceback (most recent call last): Feb 09 19:25:56.600856 n-d-713498-36 neutron-server[103230]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 19:25:56.600856 n-d-713498-36 neutron-server[103230]: timer() Feb 09 19:25:56.600856 n-d-713498-36 neutron-server[103230]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 19:25:56.600856 n-d-713498-36 neutron-server[103230]: cb(*args, **kw) Feb 09 19:25:56.600856 n-d-713498-36 neutron-server[103230]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 19:25:56.600856 n-d-713498-36 neutron-server[103230]: return func(*args, **kwargs) Feb 09 19:25:56.600856 n-d-713498-36 neutron-server[103230]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 19:25:56.600856 n-d-713498-36 neutron-server[103230]: self._notify() Feb 09 19:25:56.600856 n-d-713498-36 neutron-server[103230]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 19:25:56.600856 n-d-713498-36 neutron-server[103230]: self.callback(batched_events) Feb 09 19:25:56.600856 n-d-713498-36 neutron-server[103230]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 19:25:56.600856 n-d-713498-36 neutron-server[103230]: event.method(event) Feb 09 19:25:56.600856 n-d-713498-36 neutron-server[103230]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 19:25:56.600856 n-d-713498-36 neutron-server[103230]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 19:25:56.600856 n-d-713498-36 neutron-server[103230]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 19:25:56.600856 n-d-713498-36 neutron-server[103230]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 19:25:56.600856 n-d-713498-36 neutron-server[103230]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 19:25:56.600856 n-d-713498-36 neutron-server[103230]: return f(self, *a, **k) Feb 09 19:25:56.600856 n-d-713498-36 neutron-server[103230]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 19:25:56.600856 n-d-713498-36 neutron-server[103230]: return self._get(url).json() Feb 09 19:25:56.600856 n-d-713498-36 neutron-server[103230]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 19:25:56.600856 n-d-713498-36 neutron-server[103230]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 19:25:56.600856 n-d-713498-36 neutron-server[103230]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 19:25:56.600856 n-d-713498-36 neutron-server[103230]: return self.request(url, 'GET', **kwargs) Feb 09 19:25:56.600856 n-d-713498-36 neutron-server[103230]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 19:25:56.600856 n-d-713498-36 neutron-server[103230]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 19:25:56.600856 n-d-713498-36 neutron-server[103230]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 19:25:56.600856 n-d-713498-36 neutron-server[103230]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 19:25:56.600856 n-d-713498-36 neutron-server[103230]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 19:25:56.600856 n-d-713498-36 neutron-server[103230]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 19:25:56.600856 n-d-713498-36 neutron-server[103230]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 19:25:56.603799 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-6a1162fc-04e2-4c95-bca0-6358ec3aa97f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593630'] for port (2bc48ac4-c33d-4917-84eb-a0aca09a3aba), provisioning_complete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:25:56.609747 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b24b11c9-a315-4438-a3dd-4fe39857a001 tempest-NetworksIpV6TestAttrs-571122948 tempest-NetworksIpV6TestAttrs-571122948-project] Made reservation on behalf of 9e420ec7a47848d89117021702cff2ae for: {'network': 1} {{(pid=103229) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 19:25:56.613520 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-b24b11c9-a315-4438-a3dd-4fe39857a001 tempest-NetworksIpV6TestAttrs-571122948 tempest-NetworksIpV6TestAttrs-571122948-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for network (None), before_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:25:56.694568 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-52bd9dbf-4fdb-4706-84e8-b8770eb37ac9 tempest-PortsTestJSON-1738022054 tempest-PortsTestJSON-1738022054-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-590242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1885479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1818895'] for network (1f82b82c-0432-48f1-83bf-9239cf33729e), after_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:25:56.699045 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b24b11c9-a315-4438-a3dd-4fe39857a001 tempest-NetworksIpV6TestAttrs-571122948 tempest-NetworksIpV6TestAttrs-571122948-project] vlan segment allocate from pool success with {'vlan_id': 351, 'physical_network': 'physnet1'} {{(pid=103229) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 19:25:56.704836 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-52bd9dbf-4fdb-4706-84e8-b8770eb37ac9 tempest-PortsTestJSON-1738022054 tempest-PortsTestJSON-1738022054-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1613566'] for network (None), before_response {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:25:56.712177 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-52bd9dbf-4fdb-4706-84e8-b8770eb37ac9 tempest-PortsTestJSON-1738022054 tempest-PortsTestJSON-1738022054-project] 10.222.0.75 "DELETE /v2.0/networks/1f82b82c-0432-48f1-83bf-9239cf33729e HTTP/1.1" status: 204 len: 168 time: 3.7212560 Feb 09 19:25:56.720976 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 52246) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:25:56.724013 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-b24b11c9-a315-4438-a3dd-4fe39857a001 tempest-NetworksIpV6TestAttrs-571122948 tempest-NetworksIpV6TestAttrs-571122948-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-759574'] for segment (07cc2726-b836-430c-b8f4-31e9f89bdb14), precommit_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:25:56.729271 n-d-713498-36 neutron-server[103229]: INFO neutron.db.segments_db [None req-b24b11c9-a315-4438-a3dd-4fe39857a001 tempest-NetworksIpV6TestAttrs-571122948 tempest-NetworksIpV6TestAttrs-571122948-project] Added segment 07cc2726-b836-430c-b8f4-31e9f89bdb14 of type vlan for network 9127b7ef-315d-4140-93e0-53d3468cc0db Feb 09 19:25:56.827451 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52bd9dbf-4fdb-4706-84e8-b8770eb37ac9 tempest-PortsTestJSON-1738022054 tempest-PortsTestJSON-1738022054-project] Pushing event deleted for resources: {'Network': ['ID=1f82b82c-0432-48f1-83bf-9239cf33729e,revision_number=None']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:25:56.831023 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-6a1162fc-04e2-4c95-bca0-6358ec3aa97f None None] Current status of the port 2bc48ac4-c33d-4917-84eb-a0aca09a3aba is: ACTIVE; New status is: ACTIVE {{(pid=103232) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 19:25:56.881293 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-a2e2eefc-3fe5-44f0-b7f8-0feb1dc06ca4 req-b6a48b7d-d85d-4533-83b6-3ac6fb5e9ddf tempest-ServerRescueTestJSON-1886685382 tempest-ServerRescueTestJSON-1886685382-project] 10.222.0.75 "GET /v2.0/security-groups?id=e2c286ed-f317-46f6-b582-9a19546e0cee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4443223 Feb 09 19:25:56.886103 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e32196e9-3d66-4dac-a31d-995120c9bb61 tempest-PortsTestJSON-1738022054 tempest-PortsTestJSON-1738022054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:25:56.889208 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-e32196e9-3d66-4dac-a31d-995120c9bb61 tempest-PortsTestJSON-1738022054 tempest-PortsTestJSON-1738022054-project] 10.222.0.75 "GET /v2.0/ports HTTP/1.1" status: 200 len: 844 time: 0.1666820 Feb 09 19:25:56.894544 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 52250) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:25:56.897809 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-b24b11c9-a315-4438-a3dd-4fe39857a001 tempest-NetworksIpV6TestAttrs-571122948 tempest-NetworksIpV6TestAttrs-571122948-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762866642225'] for network (9127b7ef-315d-4140-93e0-53d3468cc0db), precommit_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:25:56.925808 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-ed3036da-4f2c-40c5-845c-96a65eeeb49b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1892331'] for security_group (8c021a70-2fa2-4cb8-94f3-e0e38965fa2e), after_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:25:56.938034 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-ed3036da-4f2c-40c5-845c-96a65eeeb49b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:25:56.940016 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-ed3036da-4f2c-40c5-845c-96a65eeeb49b admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/8c021a70-2fa2-4cb8-94f3-e0e38965fa2e HTTP/1.1" status: 204 len: 168 time: 1.0418735 Feb 09 19:25:56.981217 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed3036da-4f2c-40c5-845c-96a65eeeb49b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8c021a70-2fa2-4cb8-94f3-e0e38965fa2e,revision_number=None']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:25:57.087331 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-b24b11c9-a315-4438-a3dd-4fe39857a001 tempest-NetworksIpV6TestAttrs-571122948 tempest-NetworksIpV6TestAttrs-571122948-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1885479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452'] for network (9127b7ef-315d-4140-93e0-53d3468cc0db), after_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:25:57.121349 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b24b11c9-a315-4438-a3dd-4fe39857a001 tempest-NetworksIpV6TestAttrs-571122948 tempest-NetworksIpV6TestAttrs-571122948-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:25:57.128432 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-b24b11c9-a315-4438-a3dd-4fe39857a001 tempest-NetworksIpV6TestAttrs-571122948 tempest-NetworksIpV6TestAttrs-571122948-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1613566'] for network (None), before_response {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:25:57.203908 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20789293-7792-45a2-b87d-310daacadc90 req-92e0cbcb-b5df-45e8-b36a-ceb69d30b715 tempest-AttachVolumeShelveTestJSON-671139515 tempest-AttachVolumeShelveTestJSON-671139515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:25:57.216270 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-20789293-7792-45a2-b87d-310daacadc90 req-92e0cbcb-b5df-45e8-b36a-ceb69d30b715 tempest-AttachVolumeShelveTestJSON-671139515 tempest-AttachVolumeShelveTestJSON-671139515-project] 10.222.0.75 "GET /v2.0/ports?device_id=32437e19-fcdc-4dd1-84cc-377ffcb85b84 HTTP/1.1" status: 200 len: 945 time: 0.1986883 Feb 09 19:25:57.231079 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Device 2bc48ac4-c33d-4917-84eb-a0aca09a3aba up at agent ovs-agent-n-d-713498-36 {{(pid=103232) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 19:25:57.278899 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-a3fc2937-945d-4b38-ba78-6603b8b064aa req-bb341d2c-8ca6-45e8-b484-7688400a8163 tempest-TestServerMultinode-969236194 tempest-TestServerMultinode-969236194-project-admin] 10.222.0.75 "GET /v2.0/ports?device_id=8f4af2f5-6c00-4777-9001-7c7eaaa7ba28 HTTP/1.1" status: 200 len: 210 time: 0.2662611 Feb 09 19:25:57.280481 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-3822ebb3-f303-44dd-81ee-21a036498622 tempest-PortsTestJSON-1738022054 tempest-PortsTestJSON-1738022054-project] 10.222.0.75 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.3846848 Feb 09 19:25:57.307824 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 52268) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:25:57.316929 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.v2.base [None req-3b63c1f2-7e36-4a66-bac3-ba0b00f50135 tempest-PortsTestJSON-1738022054 tempest-PortsTestJSON-1738022054-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1513288335'}} {{(pid=103230) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 19:25:57.369373 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-20789293-7792-45a2-b87d-310daacadc90 req-30bd0177-3ede-4e18-87fe-570d611ecbc4 tempest-AttachVolumeShelveTestJSON-671139515 tempest-AttachVolumeShelveTestJSON-671139515-project] 10.222.0.75 "GET /v2.0/security-groups?id=e78d9a5a-8306-4175-aed3-1bd14ac6b154&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1519818 Feb 09 19:25:57.441505 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.provisioning_blocks [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Provisioning complete for port 2bc48ac4-c33d-4917-84eb-a0aca09a3aba triggered by entity L2. {{(pid=103232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 19:25:57.443516 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593630'] for port (2bc48ac4-c33d-4917-84eb-a0aca09a3aba), provisioning_complete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:25:57.525537 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3b63c1f2-7e36-4a66-bac3-ba0b00f50135 tempest-PortsTestJSON-1738022054 tempest-PortsTestJSON-1738022054-project] Made reservation on behalf of 150a397110044967a3816a9b460534fa for: {'network': 1} {{(pid=103230) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 19:25:57.525790 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-b24b11c9-a315-4438-a3dd-4fe39857a001 tempest-NetworksIpV6TestAttrs-571122948 tempest-NetworksIpV6TestAttrs-571122948-project] 10.222.0.75 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 1.0105629 Feb 09 19:25:57.528774 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 52276) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:25:57.539930 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-3b63c1f2-7e36-4a66-bac3-ba0b00f50135 tempest-PortsTestJSON-1738022054 tempest-PortsTestJSON-1738022054-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for network (None), before_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:25:57.559762 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.v2.base [None req-7e627313-ce78-4b83-a7ed-2846a2e27f7a tempest-NetworksIpV6TestAttrs-571122948 tempest-NetworksIpV6TestAttrs-571122948-project] Request body: {'subnet': {'network_id': '9127b7ef-315d-4140-93e0-53d3468cc0db', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=103229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 19:25:57.632818 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3b63c1f2-7e36-4a66-bac3-ba0b00f50135 tempest-PortsTestJSON-1738022054 tempest-PortsTestJSON-1738022054-project] vlan segment allocate from pool success with {'vlan_id': 385, 'physical_network': 'physnet1'} {{(pid=103230) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 19:25:57.645020 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b24b11c9-a315-4438-a3dd-4fe39857a001 tempest-NetworksIpV6TestAttrs-571122948 tempest-NetworksIpV6TestAttrs-571122948-project] Pushing event updated for resources: {'Network': ['ID=9127b7ef-315d-4140-93e0-53d3468cc0db,revision_number=1']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:25:57.668039 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-3b63c1f2-7e36-4a66-bac3-ba0b00f50135 tempest-PortsTestJSON-1738022054 tempest-PortsTestJSON-1738022054-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-759574'] for segment (d955a154-b3af-49d5-81cd-564ca6b0b975), precommit_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:25:57.671719 n-d-713498-36 neutron-server[103230]: INFO neutron.db.segments_db [None req-3b63c1f2-7e36-4a66-bac3-ba0b00f50135 tempest-PortsTestJSON-1738022054 tempest-PortsTestJSON-1738022054-project] Added segment d955a154-b3af-49d5-81cd-564ca6b0b975 of type vlan for network 1fc29c42-04bc-4440-b562-c03448cf5312 Feb 09 19:25:57.685368 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Network 9127b7ef-315d-4140-93e0-53d3468cc0db details requested by agent ovs-agent-n-d-713498-36 with host n-d-713498-36 {{(pid=103232) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 19:25:57.800895 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7e627313-ce78-4b83-a7ed-2846a2e27f7a tempest-NetworksIpV6TestAttrs-571122948 tempest-NetworksIpV6TestAttrs-571122948-project] Made reservation on behalf of 9e420ec7a47848d89117021702cff2ae for: {'subnet': 1} {{(pid=103229) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 19:25:57.830305 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-7e627313-ce78-4b83-a7ed-2846a2e27f7a tempest-NetworksIpV6TestAttrs-571122948 tempest-NetworksIpV6TestAttrs-571122948-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12759265'] for subnet (None), before_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:25:57.854024 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Current status of the port 2bc48ac4-c33d-4917-84eb-a0aca09a3aba is: ACTIVE; New status is: ACTIVE {{(pid=103232) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 19:25:57.875337 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Device 2c7a7dc6-887e-436d-8441-42a6b803dbd5 no longer exists at agent ovs-agent-n-d-713498-36 {{(pid=103232) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 19:25:57.904964 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-3b63c1f2-7e36-4a66-bac3-ba0b00f50135 tempest-PortsTestJSON-1738022054 tempest-PortsTestJSON-1738022054-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762866642225'] for network (1fc29c42-04bc-4440-b562-c03448cf5312), precommit_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:25:57.978792 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] No Port match for: 2c7a7dc6-887e-436d-8441-42a6b803dbd5 {{(pid=103232) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 19:25:57.981128 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Device 2c7a7dc6-887e-436d-8441-42a6b803dbd5 not bound to the agent host n-d-713498-36 {{(pid=103232) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 19:25:57.981680 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-3b63c1f2-7e36-4a66-bac3-ba0b00f50135 tempest-PortsTestJSON-1738022054 tempest-PortsTestJSON-1738022054-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1885479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452'] for network (1fc29c42-04bc-4440-b562-c03448cf5312), after_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:25:57.984936 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Device 2a630333-fe26-43dd-b7c4-0367bb743943 no longer exists at agent ovs-agent-n-d-713498-36 {{(pid=103232) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 19:25:57.992202 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b63c1f2-7e36-4a66-bac3-ba0b00f50135 tempest-PortsTestJSON-1738022054 tempest-PortsTestJSON-1738022054-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:25:57.996745 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-3b63c1f2-7e36-4a66-bac3-ba0b00f50135 tempest-PortsTestJSON-1738022054 tempest-PortsTestJSON-1738022054-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1613566'] for network (None), before_response {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:25:58.059443 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] No Port match for: 2a630333-fe26-43dd-b7c4-0367bb743943 {{(pid=103232) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 19:25:58.059789 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Device 2a630333-fe26-43dd-b7c4-0367bb743943 not bound to the agent host n-d-713498-36 {{(pid=103232) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 19:25:58.114265 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a6b66d2-6575-4f5a-b732-a64a278eb11a req-20b301a7-d7f0-451b-b294-fbb58b5f5d52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:25:58.116762 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-3a6b66d2-6575-4f5a-b732-a64a278eb11a req-20b301a7-d7f0-451b-b294-fbb58b5f5d52 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=2144a5f95fe04d169308063e9f839f8a&device_id=051c39d5-1749-483d-9498-3d1717fb73d7 HTTP/1.1" status: 200 len: 1129 time: 0.2544823 Feb 09 19:25:58.234698 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-3b63c1f2-7e36-4a66-bac3-ba0b00f50135 tempest-PortsTestJSON-1738022054 tempest-PortsTestJSON-1738022054-project] 10.222.0.75 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.9218397 Feb 09 19:25:58.240674 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 52304) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:25:58.259485 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.v2.base [None req-63136df3-c10c-4481-b040-e38ae9de6433 tempest-PortsTestJSON-1738022054 tempest-PortsTestJSON-1738022054-project] Request body: {'subnet': {'network_id': '1fc29c42-04bc-4440-b562-c03448cf5312', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103230) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 19:25:58.357361 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b63c1f2-7e36-4a66-bac3-ba0b00f50135 tempest-PortsTestJSON-1738022054 tempest-PortsTestJSON-1738022054-project] Pushing event updated for resources: {'Network': ['ID=1fc29c42-04bc-4440-b562-c03448cf5312,revision_number=1']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:25:58.374096 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Network 1fc29c42-04bc-4440-b562-c03448cf5312 details requested by agent ovs-agent-n-d-713498-36 with host n-d-713498-36 {{(pid=103232) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 19:25:58.402356 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58a24c37-16c9-4d25-a078-e254b0bcb84e req-d6a12239-da90-411c-a103-7d2545239ac3 tempest-ServerRescueTestJSON-1886685382 tempest-ServerRescueTestJSON-1886685382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:25:58.404187 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-58a24c37-16c9-4d25-a078-e254b0bcb84e req-d6a12239-da90-411c-a103-7d2545239ac3 tempest-ServerRescueTestJSON-1886685382 tempest-ServerRescueTestJSON-1886685382-project] 10.222.0.75 "GET /v2.0/ports?device_id=051c39d5-1749-483d-9498-3d1717fb73d7 HTTP/1.1" status: 200 len: 946 time: 0.4004226 Feb 09 19:25:58.479954 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-58a24c37-16c9-4d25-a078-e254b0bcb84e req-367d0dd8-a0f9-4fcf-8bd0-c5e6b910d46b tempest-ServerRescueTestJSON-1886685382 tempest-ServerRescueTestJSON-1886685382-project] 10.222.0.75 "GET /v2.0/security-groups?id=e2c286ed-f317-46f6-b582-9a19546e0cee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0651729 Feb 09 19:25:58.494484 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-63136df3-c10c-4481-b040-e38ae9de6433 tempest-PortsTestJSON-1738022054 tempest-PortsTestJSON-1738022054-project] Made reservation on behalf of 150a397110044967a3816a9b460534fa for: {'subnet': 1} {{(pid=103230) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 19:25:58.505295 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-63136df3-c10c-4481-b040-e38ae9de6433 tempest-PortsTestJSON-1738022054 tempest-PortsTestJSON-1738022054-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12985917'] for subnet (None), before_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:25:58.591422 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a6b66d2-6575-4f5a-b732-a64a278eb11a req-d2c284e3-61c2-4dad-bfd0-96405ed66d90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:25:58.605803 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-3a6b66d2-6575-4f5a-b732-a64a278eb11a req-d2c284e3-61c2-4dad-bfd0-96405ed66d90 service neutron] 10.222.0.89 "GET /v2.0/networks?id=2324528b-82cd-4c53-b665-41f5fd12f858 HTTP/1.1" status: 200 len: 911 time: 0.4766014 Feb 09 19:25:58.779942 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-b8124257-bed9-4a1e-821f-d3f9a87726c0 req-c769ea21-70f9-42f5-a211-54d45537fcee tempest-TestServerMultinode-969236194 tempest-TestServerMultinode-969236194-project-admin] 10.222.0.75 "GET /v2.0/ports?device_id=8f4af2f5-6c00-4777-9001-7c7eaaa7ba28 HTTP/1.1" status: 200 len: 210 time: 0.2714918 Feb 09 19:25:58.781584 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-3a6b66d2-6575-4f5a-b732-a64a278eb11a req-9d2d894f-379c-4ecb-8827-a524d1b6f5df service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a34a9f5b-dfaf-4cc5-97f9-2128f12c41e5 HTTP/1.1" status: 200 len: 217 time: 0.1259234 Feb 09 19:25:58.782084 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 52314) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:25:59.034490 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a6b66d2-6575-4f5a-b732-a64a278eb11a req-ed8d1960-b204-42f7-ac29-3131dc226cd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:25:59.037725 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-3a6b66d2-6575-4f5a-b732-a64a278eb11a req-ed8d1960-b204-42f7-ac29-3131dc226cd3 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=e2b46c61-e766-43ec-83e4-53a2c0064c76 HTTP/1.1" status: 200 len: 850 time: 0.2265694 Feb 09 19:25:59.079985 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-63136df3-c10c-4481-b040-e38ae9de6433 tempest-PortsTestJSON-1738022054 tempest-PortsTestJSON-1738022054-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14393611', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12985859'] for subnet (84d2c51b-c557-49ff-9279-9f2071c7bdcb), after_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:25:59.191099 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d1bb8e8-c3ed-4bb9-ba3b-490f541c1476 req-dde631b9-72bb-44ad-b5a4-a2a4f2c34d1b tempest-AttachVolumeShelveTestJSON-671139515 tempest-AttachVolumeShelveTestJSON-671139515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:25:59.198882 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-8d1bb8e8-c3ed-4bb9-ba3b-490f541c1476 req-dde631b9-72bb-44ad-b5a4-a2a4f2c34d1b tempest-AttachVolumeShelveTestJSON-671139515 tempest-AttachVolumeShelveTestJSON-671139515-project] 10.222.0.75 "GET /v2.0/ports?device_id=32437e19-fcdc-4dd1-84cc-377ffcb85b84 HTTP/1.1" status: 200 len: 945 time: 0.5082657 Feb 09 19:25:59.234999 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63136df3-c10c-4481-b040-e38ae9de6433 tempest-PortsTestJSON-1738022054 tempest-PortsTestJSON-1738022054-project] Pushing event updated for resources: {'Subnet': ['ID=84d2c51b-c557-49ff-9279-9f2071c7bdcb,revision_number=0']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:25:59.290627 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63136df3-c10c-4481-b040-e38ae9de6433 tempest-PortsTestJSON-1738022054 tempest-PortsTestJSON-1738022054-project] Checking segment: {'id': 'd955a154-b3af-49d5-81cd-564ca6b0b975', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': '1fc29c42-04bc-4440-b562-c03448cf5312'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103230) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 19:25:59.291075 n-d-713498-36 neutron-server[103230]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63136df3-c10c-4481-b040-e38ae9de6433 tempest-PortsTestJSON-1738022054 tempest-PortsTestJSON-1738022054-project] Network hostable DHCP agents. Network: 1fc29c42-04bc-4440-b562-c03448cf5312, hostable agents: ['af91e4b9-f4e1-42b1-a25c-a10dc47171c8'], hosted agents: [] {{(pid=103230) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 19:25:59.314753 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-8d1bb8e8-c3ed-4bb9-ba3b-490f541c1476 req-d6d67653-bec2-4266-bc23-9010f6bd04a1 tempest-AttachVolumeShelveTestJSON-671139515 tempest-AttachVolumeShelveTestJSON-671139515-project] 10.222.0.75 "GET /v2.0/security-groups?id=e78d9a5a-8306-4175-aed3-1bd14ac6b154&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1149623 Feb 09 19:25:59.331798 n-d-713498-36 neutron-server[103230]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63136df3-c10c-4481-b040-e38ae9de6433 tempest-PortsTestJSON-1738022054 tempest-PortsTestJSON-1738022054-project] Network 1fc29c42-04bc-4440-b562-c03448cf5312 is scheduled to be hosted by DHCP agent af91e4b9-f4e1-42b1-a25c-a10dc47171c8 with binding_index 1 {{(pid=103230) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 19:25:59.363338 n-d-713498-36 neutron-server[103230]: DEBUG neutron.scheduler.base_scheduler [None req-63136df3-c10c-4481-b040-e38ae9de6433 tempest-PortsTestJSON-1738022054 tempest-PortsTestJSON-1738022054-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713498-36, 1fc29c42-04bc-4440-b562-c03448cf5312) {{(pid=103230) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 19:25:59.370339 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63136df3-c10c-4481-b040-e38ae9de6433 tempest-PortsTestJSON-1738022054 tempest-PortsTestJSON-1738022054-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:25:59.371191 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-63136df3-c10c-4481-b040-e38ae9de6433 tempest-PortsTestJSON-1738022054 tempest-PortsTestJSON-1738022054-project] Publish callbacks [] for subnet (None), before_response {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:25:59.375458 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da533282-0f0d-4a51-b32c-fbedaf7acc9f None None] Network 1fc29c42-04bc-4440-b562-c03448cf5312 requested from n-d-713498-36 {{(pid=103232) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 19:25:59.429302 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-63136df3-c10c-4481-b040-e38ae9de6433 tempest-PortsTestJSON-1738022054 tempest-PortsTestJSON-1738022054-project] 10.222.0.75 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.1850655 Feb 09 19:25:59.432633 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 52330) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:25:59.453645 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.v2.base [None req-a1e353ba-ef77-4560-881d-2949587c21a0 tempest-PortsTestJSON-1738022054 tempest-PortsTestJSON-1738022054-project] Request body: {'port': {'network_id': '1fc29c42-04bc-4440-b562-c03448cf5312', 'name': 'tempest-PortsTestJSON-2123727141'}} {{(pid=103230) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 19:25:59.676067 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9754e79-f277-46c7-9b33-30991ac8b7fa None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8b32e980-7cce-5e82-a341-bd2fa8945c89-1fc29c42-04bc-4440-b562-c03448cf5312', 'network_id': '1fc29c42-04bc-4440-b562-c03448cf5312', 'project_id': '150a397110044967a3816a9b460534fa', 'fixed_ips': [{'subnet_id': '84d2c51b-c557-49ff-9279-9f2071c7bdcb'}]}} from n-d-713498-36. {{(pid=103232) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 09 19:25:59.680363 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-c9754e79-f277-46c7-9b33-30991ac8b7fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (None), before_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:25:59.680867 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.v2.base [None req-3bd88a2c-cdb2-426f-be61-be9447ebb350 tempest-RoutersNegativeIpV6Test-969544946 tempest-RoutersNegativeIpV6Test-969544946-project] Request body: {'router': {'name': 'tempest-RoutersNegativeIpV6Test-router-685436379', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 19:25:59.814787 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-3a6b66d2-6575-4f5a-b732-a64a278eb11a req-7dec267f-5a29-4d6a-987a-75371bd5bcf7 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=2324528b-82cd-4c53-b665-41f5fd12f858&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1380866 Feb 09 19:25:59.891684 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a1e353ba-ef77-4560-881d-2949587c21a0 tempest-PortsTestJSON-1738022054 tempest-PortsTestJSON-1738022054-project] Made reservation on behalf of 150a397110044967a3816a9b460534fa for: {'port': 1} {{(pid=103230) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 19:25:59.900982 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-a1e353ba-ef77-4560-881d-2949587c21a0 tempest-PortsTestJSON-1738022054 tempest-PortsTestJSON-1738022054-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (None), before_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:25:59.907638 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-3bd88a2c-cdb2-426f-be61-be9447ebb350 tempest-RoutersNegativeIpV6Test-969544946 tempest-RoutersNegativeIpV6Test-969544946-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1834830', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-58389'] for router (17514739-b66a-42c7-9334-8ccb335169b4), before_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:25:59.908570 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-3bd88a2c-cdb2-426f-be61-be9447ebb350 tempest-RoutersNegativeIpV6Test-969544946 tempest-RoutersNegativeIpV6Test-969544946-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1834810', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1822096', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1886735', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-58380'] for router (17514739-b66a-42c7-9334-8ccb335169b4), precommit_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:25:59.969207 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-3bd88a2c-cdb2-426f-be61-be9447ebb350 tempest-RoutersNegativeIpV6Test-969544946 tempest-RoutersNegativeIpV6Test-969544946-project] Publish callbacks [] for router_controller (17514739-b66a-42c7-9334-8ccb335169b4), precommit_add_association {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:25:59.988539 n-d-713498-36 neutron-server[103229]: DEBUG neutron.objects.ports [None req-7e627313-ce78-4b83-a7ed-2846a2e27f7a tempest-NetworksIpV6TestAttrs-571122948 tempest-NetworksIpV6TestAttrs-571122948-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103229) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Feb 09 19:25:59.997268 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-3bd88a2c-cdb2-426f-be61-be9447ebb350 tempest-RoutersNegativeIpV6Test-969544946 tempest-RoutersNegativeIpV6Test-969544946-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1834945', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1818951'] for router (17514739-b66a-42c7-9334-8ccb335169b4), after_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:26:00.007419 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-7e627313-ce78-4b83-a7ed-2846a2e27f7a tempest-NetworksIpV6TestAttrs-571122948 tempest-NetworksIpV6TestAttrs-571122948-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12867428', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12759263'] for subnet (c3f02d02-7a37-46bd-abca-f07a17d8973a), after_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:26:00.051304 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.db_base_plugin_common [None req-c9754e79-f277-46c7-9b33-30991ac8b7fa None None] Allocated IP 172.20.0.2 (1fc29c42-04bc-4440-b562-c03448cf5312/84d2c51b-c557-49ff-9279-9f2071c7bdcb/821b5eda-1b45-4aae-81e2-a1d99ec935d4) {{(pid=103232) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 19:26:00.120799 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e627313-ce78-4b83-a7ed-2846a2e27f7a tempest-NetworksIpV6TestAttrs-571122948 tempest-NetworksIpV6TestAttrs-571122948-project] Pushing event updated for resources: {'Subnet': ['ID=c3f02d02-7a37-46bd-abca-f07a17d8973a,revision_number=0']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:26:00.142450 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c15ae190-0c0f-496b-8ec9-86add8ed8061 req-9c7b4532-fab1-4331-b3ff-45f0fa51f901 tempest-ServerRescueTestJSON-1886685382 tempest-ServerRescueTestJSON-1886685382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:26:00.155098 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-c15ae190-0c0f-496b-8ec9-86add8ed8061 req-9c7b4532-fab1-4331-b3ff-45f0fa51f901 tempest-ServerRescueTestJSON-1886685382 tempest-ServerRescueTestJSON-1886685382-project] 10.222.0.75 "GET /v2.0/ports?device_id=051c39d5-1749-483d-9498-3d1717fb73d7 HTTP/1.1" status: 200 len: 946 time: 0.4799852 Feb 09 19:26:00.218265 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-3bd88a2c-cdb2-426f-be61-be9447ebb350 tempest-RoutersNegativeIpV6Test-969544946 tempest-RoutersNegativeIpV6Test-969544946-project] Publish callbacks [] for router (None), before_response {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:26:00.224861 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-3bd88a2c-cdb2-426f-be61-be9447ebb350 tempest-RoutersNegativeIpV6Test-969544946 tempest-RoutersNegativeIpV6Test-969544946-project] 10.222.0.75 "POST /v2.0/routers HTTP/1.1" status: 201 len: 711 time: 1.4341483 Feb 09 19:26:00.225059 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 52340) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:26:00.245069 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.v2.base [None req-c56b0b47-b2bf-44b1-8086-a36286adab15 tempest-RoutersNegativeIpV6Test-969544946 tempest-RoutersNegativeIpV6Test-969544946-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-2122251927'}} {{(pid=103230) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 19:26:00.327928 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-c2a1085e-c8a9-453b-b561-2cce78bfbc3b req-3a58d129-cb65-4c9b-937e-6da6cde60c1a tempest-TestServerMultinode-969236194 tempest-TestServerMultinode-969236194-project-admin] 10.222.0.75 "GET /v2.0/ports?device_id=8f4af2f5-6c00-4777-9001-7c7eaaa7ba28 HTTP/1.1" status: 200 len: 210 time: 0.0992627 Feb 09 19:26:00.342046 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85223a8a-16ac-4df0-93d2-826f1d97b845 req-c52f0ac2-e25f-492a-bae3-341171781522 tempest-TestServerMultinode-969236194 tempest-TestServerMultinode-969236194-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:26:00.343602 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-85223a8a-16ac-4df0-93d2-826f1d97b845 req-c52f0ac2-e25f-492a-bae3-341171781522 tempest-TestServerMultinode-969236194 tempest-TestServerMultinode-969236194-project-admin] 10.222.0.89 "GET /v2.0/networks?id=575d677e-0ef9-4672-aa02-3644cdb3dff4 HTTP/1.1" status: 200 len: 910 time: 0.6722658 Feb 09 19:26:00.346650 n-d-713498-36 neutron-server[103230]: DEBUG neutron.notifiers.nova [None req-a1e353ba-ef77-4560-881d-2949587c21a0 tempest-PortsTestJSON-1738022054 tempest-PortsTestJSON-1738022054-project] device_id is not set on port e2399e9a-6886-4ed2-bf69-7a92a541605c yet. {{(pid=103230) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 09 19:26:00.377075 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.v2.base [req-85223a8a-16ac-4df0-93d2-826f1d97b845 req-7036555b-246e-4690-8dd3-d2b5cc0d6b3d tempest-TestServerMultinode-969236194 tempest-TestServerMultinode-969236194-project-admin] Request body: {'port': {'device_id': '8f4af2f5-6c00-4777-9001-7c7eaaa7ba28', 'network_id': '575d677e-0ef9-4672-aa02-3644cdb3dff4', 'admin_state_up': True, 'tenant_id': 'a6498e9907004a76b4e7e4932c01d125'}} {{(pid=103230) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 19:26:00.382120 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-3a6b66d2-6575-4f5a-b732-a64a278eb11a req-6cd3e7f6-bf1e-4a32-ba8d-198d1beeaf35 service neutron] 10.222.0.89 "GET /v2.0/networks/2324528b-82cd-4c53-b665-41f5fd12f858?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5506511 Feb 09 19:26:00.383007 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-c9754e79-f277-46c7-9b33-30991ac8b7fa None None] Publish callbacks [] for port (821b5eda-1b45-4aae-81e2-a1d99ec935d4), precommit_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:26:00.396050 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-c9754e79-f277-46c7-9b33-30991ac8b7fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762866656467'] for port (821b5eda-1b45-4aae-81e2-a1d99ec935d4), after_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:26:00.434553 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-c15ae190-0c0f-496b-8ec9-86add8ed8061 req-4a418061-5619-45ab-8314-897127975100 tempest-ServerRescueTestJSON-1886685382 tempest-ServerRescueTestJSON-1886685382-project] 10.222.0.75 "GET /v2.0/security-groups?id=e2c286ed-f317-46f6-b582-9a19546e0cee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2673576 Feb 09 19:26:00.445404 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e627313-ce78-4b83-a7ed-2846a2e27f7a tempest-NetworksIpV6TestAttrs-571122948 tempest-NetworksIpV6TestAttrs-571122948-project] Checking segment: {'id': '07cc2726-b836-430c-b8f4-31e9f89bdb14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': '9127b7ef-315d-4140-93e0-53d3468cc0db'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103229) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 19:26:00.445788 n-d-713498-36 neutron-server[103229]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e627313-ce78-4b83-a7ed-2846a2e27f7a tempest-NetworksIpV6TestAttrs-571122948 tempest-NetworksIpV6TestAttrs-571122948-project] Network hostable DHCP agents. Network: 9127b7ef-315d-4140-93e0-53d3468cc0db, hostable agents: ['af91e4b9-f4e1-42b1-a25c-a10dc47171c8'], hosted agents: [] {{(pid=103229) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 19:26:00.482241 n-d-713498-36 neutron-server[103232]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9754e79-f277-46c7-9b33-30991ac8b7fa None None] Network 1fc29c42-04bc-4440-b562-c03448cf5312 is already hosted by enough agents. {{(pid=103232) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 19:26:00.495805 n-d-713498-36 neutron-server[103232]: DEBUG neutron.scheduler.base_scheduler [None req-c9754e79-f277-46c7-9b33-30991ac8b7fa None None] Resources bound (agent type, host, resource id): {{(pid=103232) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 19:26:00.504821 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9754e79-f277-46c7-9b33-30991ac8b7fa None None] Received port after_create {{(pid=103232) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 19:26:00.519003 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9754e79-f277-46c7-9b33-30991ac8b7fa None None] Pushing event updated for resources: {'Port': ['ID=821b5eda-1b45-4aae-81e2-a1d99ec935d4,revision_number=1']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:26:00.571350 n-d-713498-36 neutron-server[103229]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e627313-ce78-4b83-a7ed-2846a2e27f7a tempest-NetworksIpV6TestAttrs-571122948 tempest-NetworksIpV6TestAttrs-571122948-project] Network 9127b7ef-315d-4140-93e0-53d3468cc0db is scheduled to be hosted by DHCP agent af91e4b9-f4e1-42b1-a25c-a10dc47171c8 with binding_index 1 {{(pid=103229) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 19:26:00.619199 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.managers [None req-c9754e79-f277-46c7-9b33-30991ac8b7fa None None] Attempting to bind port 821b5eda-1b45-4aae-81e2-a1d99ec935d4 on host n-d-713498-36 for vnic_type normal with profile {{(pid=103232) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 19:26:00.619990 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.managers [None req-c9754e79-f277-46c7-9b33-30991ac8b7fa None None] Attempting to bind port 821b5eda-1b45-4aae-81e2-a1d99ec935d4 by drivers openvswitch,hyperv on host n-d-713498-36 at level 0 using segments [{'id': 'd955a154-b3af-49d5-81cd-564ca6b0b975', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': '1fc29c42-04bc-4440-b562-c03448cf5312'}] {{(pid=103232) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 19:26:00.620593 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9754e79-f277-46c7-9b33-30991ac8b7fa None None] Attempting to bind port 821b5eda-1b45-4aae-81e2-a1d99ec935d4 on network 1fc29c42-04bc-4440-b562-c03448cf5312 {{(pid=103232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 19:26:00.630956 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-3a6b66d2-6575-4f5a-b732-a64a278eb11a req-8abfd179-4a1e-4eb0-af71-0d64380bd1e6 service neutron] 10.222.0.89 "GET /v2.0/networks/2324528b-82cd-4c53-b665-41f5fd12f858?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2379777 Feb 09 19:26:00.634757 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9754e79-f277-46c7-9b33-30991ac8b7fa None None] Checking agent: {'id': '496418a2-c002-4aec-ab1a-07f3bea491bd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-36', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 18, 51, 47), 'started_at': datetime.datetime(2022, 2, 9, 18, 52, 17), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 19, 25, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-36'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 19:26:00.635582 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9754e79-f277-46c7-9b33-30991ac8b7fa None None] Checking segment: {'id': 'd955a154-b3af-49d5-81cd-564ca6b0b975', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': '1fc29c42-04bc-4440-b562-c03448cf5312'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103232) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 19:26:00.636516 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-c9754e79-f277-46c7-9b33-30991ac8b7fa None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:26:00.637292 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9754e79-f277-46c7-9b33-30991ac8b7fa None None] Bound using segment: {'id': 'd955a154-b3af-49d5-81cd-564ca6b0b975', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': '1fc29c42-04bc-4440-b562-c03448cf5312'} {{(pid=103232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 19:26:00.637498 n-d-713498-36 neutron-server[103229]: DEBUG neutron.scheduler.base_scheduler [None req-7e627313-ce78-4b83-a7ed-2846a2e27f7a tempest-NetworksIpV6TestAttrs-571122948 tempest-NetworksIpV6TestAttrs-571122948-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713498-36, 9127b7ef-315d-4140-93e0-53d3468cc0db) {{(pid=103229) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 19:26:00.638234 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.managers [None req-c9754e79-f277-46c7-9b33-30991ac8b7fa None None] Bound port: 821b5eda-1b45-4aae-81e2-a1d99ec935d4, host: n-d-713498-36, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd955a154-b3af-49d5-81cd-564ca6b0b975', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': '1fc29c42-04bc-4440-b562-c03448cf5312'}}] {{(pid=103232) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 19:26:00.638917 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-c9754e79-f277-46c7-9b33-30991ac8b7fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (821b5eda-1b45-4aae-81e2-a1d99ec935d4), before_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:26:00.656136 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e627313-ce78-4b83-a7ed-2846a2e27f7a tempest-NetworksIpV6TestAttrs-571122948 tempest-NetworksIpV6TestAttrs-571122948-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:26:00.657295 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-7e627313-ce78-4b83-a7ed-2846a2e27f7a tempest-NetworksIpV6TestAttrs-571122948 tempest-NetworksIpV6TestAttrs-571122948-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1613566'] for subnet (None), before_response {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:26:00.668226 n-d-713498-36 neutron-server[103230]: DEBUG neutron.db.db_base_plugin_common [None req-a1e353ba-ef77-4560-881d-2949587c21a0 tempest-PortsTestJSON-1738022054 tempest-PortsTestJSON-1738022054-project] Allocated IP 172.20.0.8 (1fc29c42-04bc-4440-b562-c03448cf5312/84d2c51b-c557-49ff-9279-9f2071c7bdcb/e2399e9a-6886-4ed2-bf69-7a92a541605c) {{(pid=103230) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 19:26:00.680826 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-7e627313-ce78-4b83-a7ed-2846a2e27f7a tempest-NetworksIpV6TestAttrs-571122948 tempest-NetworksIpV6TestAttrs-571122948-project] 10.222.0.75 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 840 time: 3.1298451 Feb 09 19:26:00.683389 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 52356) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:26:00.701726 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c56b0b47-b2bf-44b1-8086-a36286adab15 tempest-RoutersNegativeIpV6Test-969544946 tempest-RoutersNegativeIpV6Test-969544946-project] Made reservation on behalf of 323f2a3c36ff4bbca2bc4c2429b9eb18 for: {'network': 1} {{(pid=103230) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 19:26:00.705280 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-c56b0b47-b2bf-44b1-8086-a36286adab15 tempest-RoutersNegativeIpV6Test-969544946 tempest-RoutersNegativeIpV6Test-969544946-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for network (None), before_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:26:00.720371 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-c56b0b47-b2bf-44b1-8086-a36286adab15 tempest-RoutersNegativeIpV6Test-969544946 tempest-RoutersNegativeIpV6Test-969544946-project] Publish callbacks [] for security_group (None), before_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:26:00.728114 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-85223a8a-16ac-4df0-93d2-826f1d97b845 req-7036555b-246e-4690-8dd3-d2b5cc0d6b3d tempest-TestServerMultinode-969236194 tempest-TestServerMultinode-969236194-project-admin] Made reservation on behalf of a6498e9907004a76b4e7e4932c01d125 for: {'port': 1} {{(pid=103230) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 19:26:00.730477 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [req-85223a8a-16ac-4df0-93d2-826f1d97b845 req-7036555b-246e-4690-8dd3-d2b5cc0d6b3d tempest-TestServerMultinode-969236194 tempest-TestServerMultinode-969236194-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (None), before_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:26:00.759105 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-c9754e79-f277-46c7-9b33-30991ac8b7fa None None] For port 821b5eda-1b45-4aae-81e2-a1d99ec935d4, host n-d-713498-36, cleared binding levels {{(pid=103232) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 19:26:00.762694 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-c9754e79-f277-46c7-9b33-30991ac8b7fa None None] For port 821b5eda-1b45-4aae-81e2-a1d99ec935d4, host n-d-713498-36, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-36',level=0,port_id=821b5eda-1b45-4aae-81e2-a1d99ec935d4,segment=NetworkSegment(d955a154-b3af-49d5-81cd-564ca6b0b975),segment_id=d955a154-b3af-49d5-81cd-564ca6b0b975)] {{(pid=103232) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 19:26:00.766349 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1fd9a253-71aa-4746-84ce-e0abdfa75be3 None None] Network 9127b7ef-315d-4140-93e0-53d3468cc0db requested from n-d-713498-36 {{(pid=103232) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 19:26:00.773167 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-c9754e79-f277-46c7-9b33-30991ac8b7fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762867176205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762866656485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762866656503'] for port (821b5eda-1b45-4aae-81e2-a1d99ec935d4), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:26:00.920613 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9754e79-f277-46c7-9b33-30991ac8b7fa None None] Pushing event updated for resources: {'Port': ['ID=821b5eda-1b45-4aae-81e2-a1d99ec935d4,revision_number=2']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:26:00.932432 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-e34c21cc-9a29-47fd-b918-10c46fd74f42 tempest-NetworksIpV6TestAttrs-571122948 tempest-NetworksIpV6TestAttrs-571122948-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-670458'] for network (9127b7ef-315d-4140-93e0-53d3468cc0db), before_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:26:01.067889 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-767f8cc4-04de-43ca-b9e2-f304a05babc0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8b32e980-7cce-5e82-a341-bd2fa8945c89-9127b7ef-315d-4140-93e0-53d3468cc0db', 'network_id': '9127b7ef-315d-4140-93e0-53d3468cc0db', 'project_id': '9e420ec7a47848d89117021702cff2ae', 'fixed_ips': [{'subnet_id': 'c3f02d02-7a37-46bd-abca-f07a17d8973a'}]}} from n-d-713498-36. {{(pid=103232) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 09 19:26:01.070175 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-767f8cc4-04de-43ca-b9e2-f304a05babc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (None), before_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:26:01.071943 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-e34c21cc-9a29-47fd-b918-10c46fd74f42 tempest-NetworksIpV6TestAttrs-571122948 tempest-NetworksIpV6TestAttrs-571122948-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-759852'] for subnet (c3f02d02-7a37-46bd-abca-f07a17d8973a), precommit_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:26:01.173989 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-e34c21cc-9a29-47fd-b918-10c46fd74f42 tempest-NetworksIpV6TestAttrs-571122948 tempest-NetworksIpV6TestAttrs-571122948-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-760023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12867367', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12759238'] for subnet (c3f02d02-7a37-46bd-abca-f07a17d8973a), after_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:26:01.196673 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-324f569b-ce63-4326-aba0-ec059de11643 req-df275675-5a16-437b-89b5-c9fccc96659b tempest-AttachVolumeShelveTestJSON-671139515 tempest-AttachVolumeShelveTestJSON-671139515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:26:01.199825 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-324f569b-ce63-4326-aba0-ec059de11643 req-df275675-5a16-437b-89b5-c9fccc96659b tempest-AttachVolumeShelveTestJSON-671139515 tempest-AttachVolumeShelveTestJSON-671139515-project] 10.222.0.75 "GET /v2.0/ports?device_id=32437e19-fcdc-4dd1-84cc-377ffcb85b84 HTTP/1.1" status: 200 len: 945 time: 0.5072865 Feb 09 19:26:01.218044 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e34c21cc-9a29-47fd-b918-10c46fd74f42 tempest-NetworksIpV6TestAttrs-571122948 tempest-NetworksIpV6TestAttrs-571122948-project] Pushing event deleted for resources: {'Subnet': ['ID=c3f02d02-7a37-46bd-abca-f07a17d8973a,revision_number=None']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:26:01.325109 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-e34c21cc-9a29-47fd-b918-10c46fd74f42 tempest-NetworksIpV6TestAttrs-571122948 tempest-NetworksIpV6TestAttrs-571122948-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-590267', 'neutron.services.segments.db._delete_segments_for_network-8762867132609'] for network (9127b7ef-315d-4140-93e0-53d3468cc0db), precommit_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:26:01.344032 n-d-713498-36 neutron-server[103232]: ERROR oslo_messaging.rpc.server [None req-767f8cc4-04de-43ca-b9e2-f304a05babc0 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet c3f02d02-7a37-46bd-abca-f07a17d8973a: This subnet is being modified by another concurrent operation. Feb 09 19:26:01.344032 n-d-713498-36 neutron-server[103232]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Feb 09 19:26:01.344032 n-d-713498-36 neutron-server[103232]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Feb 09 19:26:01.344032 n-d-713498-36 neutron-server[103232]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Feb 09 19:26:01.344032 n-d-713498-36 neutron-server[103232]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Feb 09 19:26:01.344032 n-d-713498-36 neutron-server[103232]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Feb 09 19:26:01.344032 n-d-713498-36 neutron-server[103232]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Feb 09 19:26:01.344032 n-d-713498-36 neutron-server[103232]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Feb 09 19:26:01.344032 n-d-713498-36 neutron-server[103232]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Feb 09 19:26:01.344032 n-d-713498-36 neutron-server[103232]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Feb 09 19:26:01.344032 n-d-713498-36 neutron-server[103232]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Feb 09 19:26:01.344032 n-d-713498-36 neutron-server[103232]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Feb 09 19:26:01.344032 n-d-713498-36 neutron-server[103232]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 09 19:26:01.344032 n-d-713498-36 neutron-server[103232]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 09 19:26:01.344032 n-d-713498-36 neutron-server[103232]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 09 19:26:01.344032 n-d-713498-36 neutron-server[103232]: ERROR oslo_messaging.rpc.server raise self.value Feb 09 19:26:01.344032 n-d-713498-36 neutron-server[103232]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Feb 09 19:26:01.344032 n-d-713498-36 neutron-server[103232]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 09 19:26:01.344032 n-d-713498-36 neutron-server[103232]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Feb 09 19:26:01.344032 n-d-713498-36 neutron-server[103232]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Feb 09 19:26:01.344032 n-d-713498-36 neutron-server[103232]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 09 19:26:01.344032 n-d-713498-36 neutron-server[103232]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 09 19:26:01.344032 n-d-713498-36 neutron-server[103232]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 09 19:26:01.344032 n-d-713498-36 neutron-server[103232]: ERROR oslo_messaging.rpc.server raise self.value Feb 09 19:26:01.344032 n-d-713498-36 neutron-server[103232]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Feb 09 19:26:01.344032 n-d-713498-36 neutron-server[103232]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 09 19:26:01.344032 n-d-713498-36 neutron-server[103232]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Feb 09 19:26:01.344032 n-d-713498-36 neutron-server[103232]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Feb 09 19:26:01.344032 n-d-713498-36 neutron-server[103232]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 09 19:26:01.344032 n-d-713498-36 neutron-server[103232]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 09 19:26:01.344032 n-d-713498-36 neutron-server[103232]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 09 19:26:01.344032 n-d-713498-36 neutron-server[103232]: ERROR oslo_messaging.rpc.server raise self.value Feb 09 19:26:01.344032 n-d-713498-36 neutron-server[103232]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Feb 09 19:26:01.344032 n-d-713498-36 neutron-server[103232]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Feb 09 19:26:01.344032 n-d-713498-36 neutron-server[103232]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Feb 09 19:26:01.344032 n-d-713498-36 neutron-server[103232]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Feb 09 19:26:01.344032 n-d-713498-36 neutron-server[103232]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 278, in create_dhcp_port Feb 09 19:26:01.344032 n-d-713498-36 neutron-server[103232]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Feb 09 19:26:01.344032 n-d-713498-36 neutron-server[103232]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 116, in _port_action Feb 09 19:26:01.344032 n-d-713498-36 neutron-server[103232]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Feb 09 19:26:01.344032 n-d-713498-36 neutron-server[103232]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Feb 09 19:26:01.344032 n-d-713498-36 neutron-server[103232]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Feb 09 19:26:01.344032 n-d-713498-36 neutron-server[103232]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 701, in inner Feb 09 19:26:01.344032 n-d-713498-36 neutron-server[103232]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 09 19:26:01.344032 n-d-713498-36 neutron-server[103232]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Feb 09 19:26:01.344032 n-d-713498-36 neutron-server[103232]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Feb 09 19:26:01.344032 n-d-713498-36 neutron-server[103232]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Feb 09 19:26:01.344032 n-d-713498-36 neutron-server[103232]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Feb 09 19:26:01.344032 n-d-713498-36 neutron-server[103232]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 09 19:26:01.344032 n-d-713498-36 neutron-server[103232]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 09 19:26:01.344032 n-d-713498-36 neutron-server[103232]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 09 19:26:01.344032 n-d-713498-36 neutron-server[103232]: ERROR oslo_messaging.rpc.server raise self.value Feb 09 19:26:01.344032 n-d-713498-36 neutron-server[103232]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Feb 09 19:26:01.344032 n-d-713498-36 neutron-server[103232]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 09 19:26:01.347317 n-d-713498-36 neutron-server[103232]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Feb 09 19:26:01.347317 n-d-713498-36 neutron-server[103232]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Feb 09 19:26:01.347317 n-d-713498-36 neutron-server[103232]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 09 19:26:01.347317 n-d-713498-36 neutron-server[103232]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 09 19:26:01.347317 n-d-713498-36 neutron-server[103232]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 09 19:26:01.347317 n-d-713498-36 neutron-server[103232]: ERROR oslo_messaging.rpc.server raise self.value Feb 09 19:26:01.347317 n-d-713498-36 neutron-server[103232]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Feb 09 19:26:01.347317 n-d-713498-36 neutron-server[103232]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 09 19:26:01.347317 n-d-713498-36 neutron-server[103232]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Feb 09 19:26:01.347317 n-d-713498-36 neutron-server[103232]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Feb 09 19:26:01.347317 n-d-713498-36 neutron-server[103232]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 09 19:26:01.347317 n-d-713498-36 neutron-server[103232]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 09 19:26:01.347317 n-d-713498-36 neutron-server[103232]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 09 19:26:01.347317 n-d-713498-36 neutron-server[103232]: ERROR oslo_messaging.rpc.server raise self.value Feb 09 19:26:01.347317 n-d-713498-36 neutron-server[103232]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Feb 09 19:26:01.347317 n-d-713498-36 neutron-server[103232]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Feb 09 19:26:01.347317 n-d-713498-36 neutron-server[103232]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1504, in create_port Feb 09 19:26:01.347317 n-d-713498-36 neutron-server[103232]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Feb 09 19:26:01.347317 n-d-713498-36 neutron-server[103232]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1469, in _create_port_db Feb 09 19:26:01.347317 n-d-713498-36 neutron-server[103232]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Feb 09 19:26:01.347317 n-d-713498-36 neutron-server[103232]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1466, in create_port_db Feb 09 19:26:01.347317 n-d-713498-36 neutron-server[103232]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Feb 09 19:26:01.347317 n-d-713498-36 neutron-server[103232]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Feb 09 19:26:01.347317 n-d-713498-36 neutron-server[103232]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Feb 09 19:26:01.347317 n-d-713498-36 neutron-server[103232]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Feb 09 19:26:01.347317 n-d-713498-36 neutron-server[103232]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Feb 09 19:26:01.347317 n-d-713498-36 neutron-server[103232]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1010, in wrapper Feb 09 19:26:01.347317 n-d-713498-36 neutron-server[103232]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Feb 09 19:26:01.347317 n-d-713498-36 neutron-server[103232]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Feb 09 19:26:01.347317 n-d-713498-36 neutron-server[103232]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Feb 09 19:26:01.347317 n-d-713498-36 neutron-server[103232]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Feb 09 19:26:01.347317 n-d-713498-36 neutron-server[103232]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Feb 09 19:26:01.347317 n-d-713498-36 neutron-server[103232]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Feb 09 19:26:01.347317 n-d-713498-36 neutron-server[103232]: ERROR oslo_messaging.rpc.server subnet.lock_register( Feb 09 19:26:01.347317 n-d-713498-36 neutron-server[103232]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Feb 09 19:26:01.347317 n-d-713498-36 neutron-server[103232]: ERROR oslo_messaging.rpc.server raise exception Feb 09 19:26:01.347317 n-d-713498-36 neutron-server[103232]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet c3f02d02-7a37-46bd-abca-f07a17d8973a: This subnet is being modified by another concurrent operation. Feb 09 19:26:01.347317 n-d-713498-36 neutron-server[103232]: ERROR oslo_messaging.rpc.server Feb 09 19:26:01.351122 n-d-713498-36 neutron-server[103229]: DEBUG neutron.services.segments.db [None req-e34c21cc-9a29-47fd-b918-10c46fd74f42 tempest-NetworksIpV6TestAttrs-571122948 tempest-NetworksIpV6TestAttrs-571122948-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9127b7ef-315d-4140-93e0-53d3468cc0db']}} {{(pid=103229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:26:01.376380 n-d-713498-36 neutron-server[103229]: DEBUG neutron.services.segments.db [None req-e34c21cc-9a29-47fd-b918-10c46fd74f42 tempest-NetworksIpV6TestAttrs-571122948 tempest-NetworksIpV6TestAttrs-571122948-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '07cc2726-b836-430c-b8f4-31e9f89bdb14') {'for_net_delete': True} {{(pid=103229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:26:01.376656 n-d-713498-36 neutron-server[103229]: DEBUG neutron.services.segments.db [None req-e34c21cc-9a29-47fd-b918-10c46fd74f42 tempest-NetworksIpV6TestAttrs-571122948 tempest-NetworksIpV6TestAttrs-571122948-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '07cc2726-b836-430c-b8f4-31e9f89bdb14') {} {{(pid=103229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:26:01.377387 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23781fc2-3e58-4803-9e27-91537c8eca11 None None] Network 9127b7ef-315d-4140-93e0-53d3468cc0db requested from n-d-713498-36 {{(pid=103232) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 19:26:01.393947 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-e34c21cc-9a29-47fd-b918-10c46fd74f42 tempest-NetworksIpV6TestAttrs-571122948 tempest-NetworksIpV6TestAttrs-571122948-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762867134154', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16683417'] for segment (07cc2726-b836-430c-b8f4-31e9f89bdb14), before_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:26:01.427378 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-c56b0b47-b2bf-44b1-8086-a36286adab15 tempest-RoutersNegativeIpV6Test-969544946 tempest-RoutersNegativeIpV6Test-969544946-project] Publish callbacks [] for security_group (9ae4cec0-9f08-4484-8431-3817ece5e645), precommit_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:26:01.431700 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-e34c21cc-9a29-47fd-b918-10c46fd74f42 tempest-NetworksIpV6TestAttrs-571122948 tempest-NetworksIpV6TestAttrs-571122948-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-759574'] for segment (07cc2726-b836-430c-b8f4-31e9f89bdb14), precommit_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:26:01.447877 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e34c21cc-9a29-47fd-b918-10c46fd74f42 tempest-NetworksIpV6TestAttrs-571122948 tempest-NetworksIpV6TestAttrs-571122948-project] Releasing vlan 351 on physical network physnet1 to pool {{(pid=103229) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 19:26:01.448297 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-e34c21cc-9a29-47fd-b918-10c46fd74f42 tempest-NetworksIpV6TestAttrs-571122948 tempest-NetworksIpV6TestAttrs-571122948-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-759574', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12867469'] for segment (07cc2726-b836-430c-b8f4-31e9f89bdb14), after_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:26:01.472210 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-c56b0b47-b2bf-44b1-8086-a36286adab15 tempest-RoutersNegativeIpV6Test-969544946 tempest-RoutersNegativeIpV6Test-969544946-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1892331'] for security_group (9ae4cec0-9f08-4484-8431-3817ece5e645), after_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:26:01.507780 n-d-713498-36 neutron-server[103229]: Traceback (most recent call last): Feb 09 19:26:01.507780 n-d-713498-36 neutron-server[103229]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 19:26:01.507780 n-d-713498-36 neutron-server[103229]: timer() Feb 09 19:26:01.507780 n-d-713498-36 neutron-server[103229]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 19:26:01.507780 n-d-713498-36 neutron-server[103229]: cb(*args, **kw) Feb 09 19:26:01.507780 n-d-713498-36 neutron-server[103229]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 19:26:01.507780 n-d-713498-36 neutron-server[103229]: return func(*args, **kwargs) Feb 09 19:26:01.507780 n-d-713498-36 neutron-server[103229]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 19:26:01.507780 n-d-713498-36 neutron-server[103229]: self._notify() Feb 09 19:26:01.507780 n-d-713498-36 neutron-server[103229]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 19:26:01.507780 n-d-713498-36 neutron-server[103229]: self.callback(batched_events) Feb 09 19:26:01.507780 n-d-713498-36 neutron-server[103229]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 19:26:01.507780 n-d-713498-36 neutron-server[103229]: event.method(event) Feb 09 19:26:01.507780 n-d-713498-36 neutron-server[103229]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 19:26:01.507780 n-d-713498-36 neutron-server[103229]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 19:26:01.507780 n-d-713498-36 neutron-server[103229]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 19:26:01.507780 n-d-713498-36 neutron-server[103229]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 19:26:01.507780 n-d-713498-36 neutron-server[103229]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 19:26:01.507780 n-d-713498-36 neutron-server[103229]: return f(self, *a, **k) Feb 09 19:26:01.507780 n-d-713498-36 neutron-server[103229]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 19:26:01.507780 n-d-713498-36 neutron-server[103229]: return self._get(url).json() Feb 09 19:26:01.507780 n-d-713498-36 neutron-server[103229]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 19:26:01.507780 n-d-713498-36 neutron-server[103229]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 19:26:01.507780 n-d-713498-36 neutron-server[103229]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 19:26:01.507780 n-d-713498-36 neutron-server[103229]: return self.request(url, 'GET', **kwargs) Feb 09 19:26:01.507780 n-d-713498-36 neutron-server[103229]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 19:26:01.507780 n-d-713498-36 neutron-server[103229]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 19:26:01.507780 n-d-713498-36 neutron-server[103229]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 19:26:01.507780 n-d-713498-36 neutron-server[103229]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 19:26:01.507780 n-d-713498-36 neutron-server[103229]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 19:26:01.507780 n-d-713498-36 neutron-server[103229]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 19:26:01.507780 n-d-713498-36 neutron-server[103229]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 19:26:01.541164 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-324f569b-ce63-4326-aba0-ec059de11643 req-59ea3cb9-e9c6-42ec-9704-57cb2ab9bbe5 tempest-AttachVolumeShelveTestJSON-671139515 tempest-AttachVolumeShelveTestJSON-671139515-project] 10.222.0.75 "GET /v2.0/security-groups?id=e78d9a5a-8306-4175-aed3-1bd14ac6b154&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3261917 Feb 09 19:26:01.550923 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c56b0b47-b2bf-44b1-8086-a36286adab15 tempest-RoutersNegativeIpV6Test-969544946 tempest-RoutersNegativeIpV6Test-969544946-project] vlan segment allocate from pool success with {'vlan_id': 375, 'physical_network': 'physnet1'} {{(pid=103230) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 19:26:01.555350 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-e34c21cc-9a29-47fd-b918-10c46fd74f42 tempest-NetworksIpV6TestAttrs-571122948 tempest-NetworksIpV6TestAttrs-571122948-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-590242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1885479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1818895'] for network (9127b7ef-315d-4140-93e0-53d3468cc0db), after_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:26:01.561409 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-c56b0b47-b2bf-44b1-8086-a36286adab15 tempest-RoutersNegativeIpV6Test-969544946 tempest-RoutersNegativeIpV6Test-969544946-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-759574'] for segment (24f1b014-8d4e-4fb2-b1fb-b521fe75bcc6), precommit_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:26:01.561761 n-d-713498-36 neutron-server[103230]: INFO neutron.db.segments_db [None req-c56b0b47-b2bf-44b1-8086-a36286adab15 tempest-RoutersNegativeIpV6Test-969544946 tempest-RoutersNegativeIpV6Test-969544946-project] Added segment 24f1b014-8d4e-4fb2-b1fb-b521fe75bcc6 of type vlan for network 6b40ed50-eac7-4d74-b30e-4e47958bbb73 Feb 09 19:26:01.579201 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-e34c21cc-9a29-47fd-b918-10c46fd74f42 tempest-NetworksIpV6TestAttrs-571122948 tempest-NetworksIpV6TestAttrs-571122948-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1613566'] for network (None), before_response {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:26:01.583304 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-e34c21cc-9a29-47fd-b918-10c46fd74f42 tempest-NetworksIpV6TestAttrs-571122948 tempest-NetworksIpV6TestAttrs-571122948-project] 10.222.0.75 "DELETE /v2.0/networks/9127b7ef-315d-4140-93e0-53d3468cc0db HTTP/1.1" status: 204 len: 168 time: 0.8987820 Feb 09 19:26:01.585899 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-4151c8c6-18dd-48cf-b219-611bcf821cf6 req-d7a4787d-5d6d-45e6-8801-9adfa23812ed tempest-TestServerMultinode-969236194 tempest-TestServerMultinode-969236194-project-admin] 10.222.0.75 "GET /v2.0/ports?device_id=8f4af2f5-6c00-4777-9001-7c7eaaa7ba28 HTTP/1.1" status: 200 len: 210 time: 0.0428998 Feb 09 19:26:01.591458 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 52390) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:26:01.619505 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e34c21cc-9a29-47fd-b918-10c46fd74f42 tempest-NetworksIpV6TestAttrs-571122948 tempest-NetworksIpV6TestAttrs-571122948-project] Pushing event deleted for resources: {'Network': ['ID=9127b7ef-315d-4140-93e0-53d3468cc0db,revision_number=None']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:26:01.647697 n-d-713498-36 neutron-server[103229]: INFO neutron.pecan_wsgi.hooks.translation [None req-fda33487-79af-480e-9f79-5e8911d937c6 tempest-NetworksIpV6TestAttrs-571122948 tempest-NetworksIpV6TestAttrs-571122948-project] DELETE failed (client error): The resource could not be found. Feb 09 19:26:01.652356 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fda33487-79af-480e-9f79-5e8911d937c6 tempest-NetworksIpV6TestAttrs-571122948 tempest-NetworksIpV6TestAttrs-571122948-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103229) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 19:26:01.658051 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-fda33487-79af-480e-9f79-5e8911d937c6 tempest-NetworksIpV6TestAttrs-571122948 tempest-NetworksIpV6TestAttrs-571122948-project] 10.222.0.75 "DELETE /v2.0/subnets/c3f02d02-7a37-46bd-abca-f07a17d8973a HTTP/1.1" status: 404 len: 337 time: 0.0689356 Feb 09 19:26:01.661924 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 52392) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:26:01.673325 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-c56b0b47-b2bf-44b1-8086-a36286adab15 tempest-RoutersNegativeIpV6Test-969544946 tempest-RoutersNegativeIpV6Test-969544946-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762866642225'] for network (6b40ed50-eac7-4d74-b30e-4e47958bbb73), precommit_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:26:01.718279 n-d-713498-36 neutron-server[103230]: DEBUG neutron.db.db_base_plugin_common [req-85223a8a-16ac-4df0-93d2-826f1d97b845 req-7036555b-246e-4690-8dd3-d2b5cc0d6b3d tempest-TestServerMultinode-969236194 tempest-TestServerMultinode-969236194-project-admin] Allocated IP 172.20.0.12 (575d677e-0ef9-4672-aa02-3644cdb3dff4/37cecb8d-3371-4b33-a837-c1ef6d4df503/23cfe4a7-20c6-45a0-b41b-5f25e12108f4) {{(pid=103230) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 19:26:01.755471 n-d-713498-36 neutron-server[103229]: INFO neutron.pecan_wsgi.hooks.translation [None req-3ad3d2e4-ca1a-4ae3-9593-c33ef9f8e4dc tempest-NetworksIpV6TestAttrs-571122948 tempest-NetworksIpV6TestAttrs-571122948-project] DELETE failed (client error): The resource could not be found. Feb 09 19:26:01.756051 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3ad3d2e4-ca1a-4ae3-9593-c33ef9f8e4dc tempest-NetworksIpV6TestAttrs-571122948 tempest-NetworksIpV6TestAttrs-571122948-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103229) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 19:26:01.762568 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-3ad3d2e4-ca1a-4ae3-9593-c33ef9f8e4dc tempest-NetworksIpV6TestAttrs-571122948 tempest-NetworksIpV6TestAttrs-571122948-project] 10.222.0.75 "DELETE /v2.0/networks/9127b7ef-315d-4140-93e0-53d3468cc0db HTTP/1.1" status: 404 len: 339 time: 0.0969384 Feb 09 19:26:01.763386 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c56b0b47-b2bf-44b1-8086-a36286adab15 tempest-RoutersNegativeIpV6Test-969544946 tempest-RoutersNegativeIpV6Test-969544946-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9ae4cec0-9f08-4484-8431-3817ece5e645,revision_number=1']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:26:01.763764 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 52396) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:26:01.820053 n-d-713498-36 neutron-server[103229]: INFO neutron.pecan_wsgi.hooks.translation [None req-41b9a48c-2643-426d-9b23-60aa32ca1a3c tempest-NetworksIpV6TestAttrs-571122948 tempest-NetworksIpV6TestAttrs-571122948-project] DELETE failed (client error): The resource could not be found. Feb 09 19:26:01.820488 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-41b9a48c-2643-426d-9b23-60aa32ca1a3c tempest-NetworksIpV6TestAttrs-571122948 tempest-NetworksIpV6TestAttrs-571122948-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103229) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 19:26:01.824953 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-41b9a48c-2643-426d-9b23-60aa32ca1a3c tempest-NetworksIpV6TestAttrs-571122948 tempest-NetworksIpV6TestAttrs-571122948-project] 10.222.0.75 "DELETE /v2.0/subnets/fad0bac5-3e8c-459c-b848-a2e795386058 HTTP/1.1" status: 404 len: 337 time: 0.0601113 Feb 09 19:26:01.827476 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 52402) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:26:01.852698 n-d-713498-36 neutron-server[103229]: INFO neutron.pecan_wsgi.hooks.translation [None req-da24676d-1c54-406e-b34d-8ff8fc4337fd tempest-NetworksIpV6TestAttrs-571122948 tempest-NetworksIpV6TestAttrs-571122948-project] DELETE failed (client error): The resource could not be found. Feb 09 19:26:01.852951 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-da24676d-1c54-406e-b34d-8ff8fc4337fd tempest-NetworksIpV6TestAttrs-571122948 tempest-NetworksIpV6TestAttrs-571122948-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103229) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 19:26:01.856370 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-da24676d-1c54-406e-b34d-8ff8fc4337fd tempest-NetworksIpV6TestAttrs-571122948 tempest-NetworksIpV6TestAttrs-571122948-project] 10.222.0.75 "DELETE /v2.0/networks/d38a596c-e24a-4f70-89d6-60083c30ffd4 HTTP/1.1" status: 404 len: 339 time: 0.0279512 Feb 09 19:26:01.860544 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 52404) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:26:01.861566 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-c56b0b47-b2bf-44b1-8086-a36286adab15 tempest-RoutersNegativeIpV6Test-969544946 tempest-RoutersNegativeIpV6Test-969544946-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1885479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452'] for network (6b40ed50-eac7-4d74-b30e-4e47958bbb73), after_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:26:01.867075 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c56b0b47-b2bf-44b1-8086-a36286adab15 tempest-RoutersNegativeIpV6Test-969544946 tempest-RoutersNegativeIpV6Test-969544946-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:26:01.867787 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-c56b0b47-b2bf-44b1-8086-a36286adab15 tempest-RoutersNegativeIpV6Test-969544946 tempest-RoutersNegativeIpV6Test-969544946-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1613566'] for network (None), before_response {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:26:01.902406 n-d-713498-36 neutron-server[103229]: INFO neutron.pecan_wsgi.hooks.translation [None req-3f2f1bfc-07ef-4f99-ac03-48914f9f4ac6 tempest-NetworksIpV6TestAttrs-571122948 tempest-NetworksIpV6TestAttrs-571122948-project] DELETE failed (client error): The resource could not be found. Feb 09 19:26:01.902874 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3f2f1bfc-07ef-4f99-ac03-48914f9f4ac6 tempest-NetworksIpV6TestAttrs-571122948 tempest-NetworksIpV6TestAttrs-571122948-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103229) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 19:26:01.904291 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-a1e353ba-ef77-4560-881d-2949587c21a0 tempest-PortsTestJSON-1738022054 tempest-PortsTestJSON-1738022054-project] Publish callbacks [] for port (e2399e9a-6886-4ed2-bf69-7a92a541605c), precommit_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:26:01.905942 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-3f2f1bfc-07ef-4f99-ac03-48914f9f4ac6 tempest-NetworksIpV6TestAttrs-571122948 tempest-NetworksIpV6TestAttrs-571122948-project] 10.222.0.75 "DELETE /v2.0/subnets/f9a4854b-f1ae-4ba3-b340-43b0435f9081 HTTP/1.1" status: 404 len: 337 time: 0.0426335 Feb 09 19:26:01.909451 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 52406) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:26:01.926101 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a8d4a60-45fb-494e-b484-53ad7b700194 req-2465b991-ed97-4979-a103-5ca92edb3a60 tempest-ServerRescueTestJSON-1886685382 tempest-ServerRescueTestJSON-1886685382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:26:01.927546 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-3a8d4a60-45fb-494e-b484-53ad7b700194 req-2465b991-ed97-4979-a103-5ca92edb3a60 tempest-ServerRescueTestJSON-1886685382 tempest-ServerRescueTestJSON-1886685382-project] 10.222.0.75 "GET /v2.0/ports?device_id=051c39d5-1749-483d-9498-3d1717fb73d7 HTTP/1.1" status: 200 len: 946 time: 0.2210300 Feb 09 19:26:01.945002 n-d-713498-36 neutron-server[103229]: INFO neutron.pecan_wsgi.hooks.translation [None req-3d8a4a27-298b-4449-acdc-36e64b25aba1 tempest-NetworksIpV6TestAttrs-571122948 tempest-NetworksIpV6TestAttrs-571122948-project] DELETE failed (client error): The resource could not be found. Feb 09 19:26:01.945687 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3d8a4a27-298b-4449-acdc-36e64b25aba1 tempest-NetworksIpV6TestAttrs-571122948 tempest-NetworksIpV6TestAttrs-571122948-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103229) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 19:26:01.951050 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-3d8a4a27-298b-4449-acdc-36e64b25aba1 tempest-NetworksIpV6TestAttrs-571122948 tempest-NetworksIpV6TestAttrs-571122948-project] 10.222.0.75 "DELETE /v2.0/networks/8f209a1d-8442-44f5-8083-fc8378072b76 HTTP/1.1" status: 404 len: 339 time: 0.0385451 Feb 09 19:26:01.956459 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 52408) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:26:01.996534 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-331abcd5-36ac-4091-a739-d3d1439ac369 req-e2be26c5-a520-43e0-879f-a477dba17609 tempest-ServerActionsTestJSON-347500300 tempest-ServerActionsTestJSON-347500300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:26:01.998088 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-331abcd5-36ac-4091-a739-d3d1439ac369 req-e2be26c5-a520-43e0-879f-a477dba17609 tempest-ServerActionsTestJSON-347500300 tempest-ServerActionsTestJSON-347500300-project] 10.222.0.75 "GET /v2.0/ports?device_id=a1fbc70b-9dd3-44f5-99b0-85f3dff92d7d HTTP/1.1" status: 200 len: 946 time: 0.2461569 Feb 09 19:26:02.004586 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-c56b0b47-b2bf-44b1-8086-a36286adab15 tempest-RoutersNegativeIpV6Test-969544946 tempest-RoutersNegativeIpV6Test-969544946-project] 10.222.0.75 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 1.7766156 Feb 09 19:26:02.007642 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 52410) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:26:02.012782 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.v2.base [None req-9c50da78-72de-4b2f-a4e3-46f993464d8b tempest-RoutersNegativeIpV6Test-969544946 tempest-RoutersNegativeIpV6Test-969544946-project] Request body: {'subnet': {'network_id': '6b40ed50-eac7-4d74-b30e-4e47958bbb73', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 19:26:02.017337 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c56b0b47-b2bf-44b1-8086-a36286adab15 tempest-RoutersNegativeIpV6Test-969544946 tempest-RoutersNegativeIpV6Test-969544946-project] Pushing event updated for resources: {'Network': ['ID=6b40ed50-eac7-4d74-b30e-4e47958bbb73,revision_number=1']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:26:02.037227 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Network 6b40ed50-eac7-4d74-b30e-4e47958bbb73 details requested by agent ovs-agent-n-d-713498-36 with host n-d-713498-36 {{(pid=103232) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 19:26:02.136929 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-3a8d4a60-45fb-494e-b484-53ad7b700194 req-e52229c9-3634-4bbe-bffb-2fa4bfa56ccf tempest-ServerRescueTestJSON-1886685382 tempest-ServerRescueTestJSON-1886685382-project] 10.222.0.75 "GET /v2.0/security-groups?id=e2c286ed-f317-46f6-b582-9a19546e0cee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2000625 Feb 09 19:26:02.148197 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-a1e353ba-ef77-4560-881d-2949587c21a0 tempest-PortsTestJSON-1738022054 tempest-PortsTestJSON-1738022054-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762866656467', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14393751'] for port (e2399e9a-6886-4ed2-bf69-7a92a541605c), after_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:26:02.186576 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-331abcd5-36ac-4091-a739-d3d1439ac369 req-c9da6534-adf9-4aaf-ba83-3d3adab92381 tempest-ServerActionsTestJSON-347500300 tempest-ServerActionsTestJSON-347500300-project] 10.222.0.75 "GET /v2.0/security-groups?id=22c4accd-b9e4-4e3e-aec5-b2bee068a6b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1740067 Feb 09 19:26:02.244845 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.plugin [None req-1a5fc22c-4333-497f-a417-1da70946a7db tempest-NetworksIpV6TestAttrs-571122948 tempest-NetworksIpV6TestAttrs-571122948-project] Deleting port 0b98e31e-d94a-431b-adf8-49e3d4b5fb83 {{(pid=103229) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 19:26:02.245258 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-1a5fc22c-4333-497f-a417-1da70946a7db tempest-NetworksIpV6TestAttrs-571122948 tempest-NetworksIpV6TestAttrs-571122948-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762867170196'] for port (0b98e31e-d94a-431b-adf8-49e3d4b5fb83), before_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:26:02.265582 n-d-713498-36 neutron-server[103230]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1e353ba-ef77-4560-881d-2949587c21a0 tempest-PortsTestJSON-1738022054 tempest-PortsTestJSON-1738022054-project] Network 1fc29c42-04bc-4440-b562-c03448cf5312 is already hosted by enough agents. {{(pid=103230) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 19:26:02.268199 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1e353ba-ef77-4560-881d-2949587c21a0 tempest-PortsTestJSON-1738022054 tempest-PortsTestJSON-1738022054-project] Pushing event updated for resources: {'Port': ['ID=e2399e9a-6886-4ed2-bf69-7a92a541605c,revision_number=1']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:26:02.274364 n-d-713498-36 neutron-server[103230]: DEBUG neutron.scheduler.base_scheduler [None req-a1e353ba-ef77-4560-881d-2949587c21a0 tempest-PortsTestJSON-1738022054 tempest-PortsTestJSON-1738022054-project] Resources bound (agent type, host, resource id): {{(pid=103230) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 19:26:02.276600 n-d-713498-36 neutron-server[103230]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1e353ba-ef77-4560-881d-2949587c21a0 tempest-PortsTestJSON-1738022054 tempest-PortsTestJSON-1738022054-project] Received port after_create {{(pid=103230) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 19:26:02.300695 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9c50da78-72de-4b2f-a4e3-46f993464d8b tempest-RoutersNegativeIpV6Test-969544946 tempest-RoutersNegativeIpV6Test-969544946-project] Made reservation on behalf of 323f2a3c36ff4bbca2bc4c2429b9eb18 for: {'subnet': 1} {{(pid=103229) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 19:26:02.305659 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-9c50da78-72de-4b2f-a4e3-46f993464d8b tempest-RoutersNegativeIpV6Test-969544946 tempest-RoutersNegativeIpV6Test-969544946-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12759265'] for subnet (None), before_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:26:02.340238 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [req-85223a8a-16ac-4df0-93d2-826f1d97b845 req-7036555b-246e-4690-8dd3-d2b5cc0d6b3d tempest-TestServerMultinode-969236194 tempest-TestServerMultinode-969236194-project-admin] Publish callbacks [] for port (23cfe4a7-20c6-45a0-b41b-5f25e12108f4), precommit_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:26:02.357694 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1e353ba-ef77-4560-881d-2949587c21a0 tempest-PortsTestJSON-1738022054 tempest-PortsTestJSON-1738022054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:26:02.358456 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-a1e353ba-ef77-4560-881d-2949587c21a0 tempest-PortsTestJSON-1738022054 tempest-PortsTestJSON-1738022054-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171096'] for port (None), before_response {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:26:02.390578 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-a1e353ba-ef77-4560-881d-2949587c21a0 tempest-PortsTestJSON-1738022054 tempest-PortsTestJSON-1738022054-project] 10.222.0.75 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 2.9510081 Feb 09 19:26:02.393818 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 52416) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:26:02.402887 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.v2.base [None req-f90eb40d-f134-47f0-9ded-56cb20f1bdd0 tempest-PortsTestJSON-1738022054 tempest-PortsTestJSON-1738022054-project] Request body: {'port': {'network_id': '1fc29c42-04bc-4440-b562-c03448cf5312', 'name': 'tempest-PortsTestJSON-156727262'}} {{(pid=103230) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 19:26:02.406599 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-1a5fc22c-4333-497f-a417-1da70946a7db tempest-NetworksIpV6TestAttrs-571122948 tempest-NetworksIpV6TestAttrs-571122948-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1820838'] for port (0b98e31e-d94a-431b-adf8-49e3d4b5fb83), precommit_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:26:02.429049 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.plugin [None req-1a5fc22c-4333-497f-a417-1da70946a7db tempest-NetworksIpV6TestAttrs-571122948 tempest-NetworksIpV6TestAttrs-571122948-project] Calling delete_port for 0b98e31e-d94a-431b-adf8-49e3d4b5fb83 owned by {{(pid=103229) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 19:26:02.473528 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [req-85223a8a-16ac-4df0-93d2-826f1d97b845 req-7036555b-246e-4690-8dd3-d2b5cc0d6b3d tempest-TestServerMultinode-969236194 tempest-TestServerMultinode-969236194-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762866656467', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14393751'] for port (23cfe4a7-20c6-45a0-b41b-5f25e12108f4), after_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:26:02.554471 n-d-713498-36 neutron-server[103230]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-85223a8a-16ac-4df0-93d2-826f1d97b845 req-7036555b-246e-4690-8dd3-d2b5cc0d6b3d tempest-TestServerMultinode-969236194 tempest-TestServerMultinode-969236194-project-admin] Network 575d677e-0ef9-4672-aa02-3644cdb3dff4 is already hosted by enough agents. {{(pid=103230) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 19:26:02.574834 n-d-713498-36 neutron-server[103230]: DEBUG neutron.scheduler.base_scheduler [req-85223a8a-16ac-4df0-93d2-826f1d97b845 req-7036555b-246e-4690-8dd3-d2b5cc0d6b3d tempest-TestServerMultinode-969236194 tempest-TestServerMultinode-969236194-project-admin] Resources bound (agent type, host, resource id): {{(pid=103230) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 19:26:02.581509 n-d-713498-36 neutron-server[103230]: DEBUG neutron.db.l3_dvrscheduler_db [req-85223a8a-16ac-4df0-93d2-826f1d97b845 req-7036555b-246e-4690-8dd3-d2b5cc0d6b3d tempest-TestServerMultinode-969236194 tempest-TestServerMultinode-969236194-project-admin] Received port after_create {{(pid=103230) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 19:26:02.614174 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7036555b-246e-4690-8dd3-d2b5cc0d6b3d tempest-TestServerMultinode-969236194 tempest-TestServerMultinode-969236194-project-admin] Pushing event updated for resources: {'Port': ['ID=23cfe4a7-20c6-45a0-b41b-5f25e12108f4,revision_number=1']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:26:02.657161 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85223a8a-16ac-4df0-93d2-826f1d97b845 req-7036555b-246e-4690-8dd3-d2b5cc0d6b3d tempest-TestServerMultinode-969236194 tempest-TestServerMultinode-969236194-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:26:02.657502 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [req-85223a8a-16ac-4df0-93d2-826f1d97b845 req-7036555b-246e-4690-8dd3-d2b5cc0d6b3d tempest-TestServerMultinode-969236194 tempest-TestServerMultinode-969236194-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171096'] for port (None), before_response {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:26:02.662291 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-9c50da78-72de-4b2f-a4e3-46f993464d8b tempest-RoutersNegativeIpV6Test-969544946 tempest-RoutersNegativeIpV6Test-969544946-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12867428', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12759263'] for subnet (2c3587f7-e56e-45ff-a982-9430605da8c6), after_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:26:02.721530 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f90eb40d-f134-47f0-9ded-56cb20f1bdd0 tempest-PortsTestJSON-1738022054 tempest-PortsTestJSON-1738022054-project] Made reservation on behalf of 150a397110044967a3816a9b460534fa for: {'port': 1} {{(pid=103230) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 19:26:02.724980 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-f90eb40d-f134-47f0-9ded-56cb20f1bdd0 tempest-PortsTestJSON-1738022054 tempest-PortsTestJSON-1738022054-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (None), before_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:26:02.745309 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-85223a8a-16ac-4df0-93d2-826f1d97b845 req-7036555b-246e-4690-8dd3-d2b5cc0d6b3d tempest-TestServerMultinode-969236194 tempest-TestServerMultinode-969236194-project-admin] 10.222.0.89 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1030 time: 2.3869514 Feb 09 19:26:02.756940 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-1a5fc22c-4333-497f-a417-1da70946a7db tempest-NetworksIpV6TestAttrs-571122948 tempest-NetworksIpV6TestAttrs-571122948-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762867177463', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762866656476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12867576'] for port (0b98e31e-d94a-431b-adf8-49e3d4b5fb83), after_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:26:02.760932 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.v2.base [req-85223a8a-16ac-4df0-93d2-826f1d97b845 req-aa9a1286-223f-4985-a2ae-1688cea3a8ba service neutron] Request body: {'port': {'device_id': '8f4af2f5-6c00-4777-9001-7c7eaaa7ba28', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-713498-36'}} {{(pid=103230) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 19:26:02.802045 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a74755e4-1a4c-4cd4-827b-07ac6641ca73 None None] Network 1fc29c42-04bc-4440-b562-c03448cf5312 requested from n-d-713498-36 {{(pid=103232) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 19:26:02.817363 n-d-713498-36 neutron-server[103230]: DEBUG neutron.notifiers.nova [None req-f90eb40d-f134-47f0-9ded-56cb20f1bdd0 tempest-PortsTestJSON-1738022054 tempest-PortsTestJSON-1738022054-project] device_id is not set on port 201e006d-3fc7-4a34-9a2f-41d21cbb2c73 yet. {{(pid=103230) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 09 19:26:02.820549 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c50da78-72de-4b2f-a4e3-46f993464d8b tempest-RoutersNegativeIpV6Test-969544946 tempest-RoutersNegativeIpV6Test-969544946-project] Pushing event updated for resources: {'Subnet': ['ID=2c3587f7-e56e-45ff-a982-9430605da8c6,revision_number=0']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:26:02.830716 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-1a5fc22c-4333-497f-a417-1da70946a7db tempest-NetworksIpV6TestAttrs-571122948 tempest-NetworksIpV6TestAttrs-571122948-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171096'] for port (None), before_response {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:26:02.837107 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-1a5fc22c-4333-497f-a417-1da70946a7db tempest-NetworksIpV6TestAttrs-571122948 tempest-NetworksIpV6TestAttrs-571122948-project] 10.222.0.75 "DELETE /v2.0/ports/0b98e31e-d94a-431b-adf8-49e3d4b5fb83 HTTP/1.1" status: 204 len: 168 time: 0.8787744 Feb 09 19:26:02.840259 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 52428) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:26:02.842827 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a5fc22c-4333-497f-a417-1da70946a7db tempest-NetworksIpV6TestAttrs-571122948 tempest-NetworksIpV6TestAttrs-571122948-project] Pushing event deleted for resources: {'Port': ['ID=0b98e31e-d94a-431b-adf8-49e3d4b5fb83,revision_number=None']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:26:02.863077 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c50da78-72de-4b2f-a4e3-46f993464d8b tempest-RoutersNegativeIpV6Test-969544946 tempest-RoutersNegativeIpV6Test-969544946-project] Checking segment: {'id': '24f1b014-8d4e-4fb2-b1fb-b521fe75bcc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': '6b40ed50-eac7-4d74-b30e-4e47958bbb73'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103229) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 19:26:02.863484 n-d-713498-36 neutron-server[103229]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c50da78-72de-4b2f-a4e3-46f993464d8b tempest-RoutersNegativeIpV6Test-969544946 tempest-RoutersNegativeIpV6Test-969544946-project] Network hostable DHCP agents. Network: 6b40ed50-eac7-4d74-b30e-4e47958bbb73, hostable agents: ['af91e4b9-f4e1-42b1-a25c-a10dc47171c8'], hosted agents: [] {{(pid=103229) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 19:26:02.944858 n-d-713498-36 neutron-server[103229]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c50da78-72de-4b2f-a4e3-46f993464d8b tempest-RoutersNegativeIpV6Test-969544946 tempest-RoutersNegativeIpV6Test-969544946-project] Network 6b40ed50-eac7-4d74-b30e-4e47958bbb73 is scheduled to be hosted by DHCP agent af91e4b9-f4e1-42b1-a25c-a10dc47171c8 with binding_index 1 {{(pid=103229) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 19:26:02.963675 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bee09c1-6d95-498a-ab58-7cf9dc66e3d7 req-e055881b-6aac-4437-a12d-5a1d6594ac38 tempest-AttachVolumeShelveTestJSON-671139515 tempest-AttachVolumeShelveTestJSON-671139515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:26:02.966357 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.provisioning_blocks [None req-cda0228e-6ec8-4bfb-89fd-0d7f064fcc9e None None] Provisioning complete for port 821b5eda-1b45-4aae-81e2-a1d99ec935d4 triggered by entity DHCP. {{(pid=103232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 19:26:02.966812 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-5bee09c1-6d95-498a-ab58-7cf9dc66e3d7 req-e055881b-6aac-4437-a12d-5a1d6594ac38 tempest-AttachVolumeShelveTestJSON-671139515 tempest-AttachVolumeShelveTestJSON-671139515-project] 10.222.0.75 "GET /v2.0/ports?device_id=32437e19-fcdc-4dd1-84cc-377ffcb85b84 HTTP/1.1" status: 200 len: 945 time: 0.1260195 Feb 09 19:26:02.967222 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-cda0228e-6ec8-4bfb-89fd-0d7f064fcc9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593630'] for port (821b5eda-1b45-4aae-81e2-a1d99ec935d4), provisioning_complete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:26:02.971536 n-d-713498-36 neutron-server[103230]: INFO neutron.pecan_wsgi.hooks.translation [None req-902ed15f-be09-4b4d-a4b3-b852523a16cd tempest-NetworksIpV6TestAttrs-571122948 tempest-NetworksIpV6TestAttrs-571122948-project] DELETE failed (client error): The resource could not be found. Feb 09 19:26:02.972028 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-902ed15f-be09-4b4d-a4b3-b852523a16cd tempest-NetworksIpV6TestAttrs-571122948 tempest-NetworksIpV6TestAttrs-571122948-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103230) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 19:26:02.975186 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-902ed15f-be09-4b4d-a4b3-b852523a16cd tempest-NetworksIpV6TestAttrs-571122948 tempest-NetworksIpV6TestAttrs-571122948-project] 10.222.0.75 "DELETE /v2.0/subnets/11d66d70-cd81-4749-ac76-6ff8d06a8666 HTTP/1.1" status: 404 len: 337 time: 0.1314397 Feb 09 19:26:02.978996 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 52430) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:26:03.069549 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-ec259bc9-63e8-4d52-9194-dba3b1bb41d4 tempest-NetworksIpV6TestAttrs-571122948 tempest-NetworksIpV6TestAttrs-571122948-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-670458'] for network (1e6dfa91-3b44-4883-8d32-9bab86503df8), before_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:26:03.073944 n-d-713498-36 neutron-server[103229]: DEBUG neutron.scheduler.base_scheduler [None req-9c50da78-72de-4b2f-a4e3-46f993464d8b tempest-RoutersNegativeIpV6Test-969544946 tempest-RoutersNegativeIpV6Test-969544946-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713498-36, 6b40ed50-eac7-4d74-b30e-4e47958bbb73) {{(pid=103229) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 19:26:03.086885 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c50da78-72de-4b2f-a4e3-46f993464d8b tempest-RoutersNegativeIpV6Test-969544946 tempest-RoutersNegativeIpV6Test-969544946-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:26:03.087538 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-9c50da78-72de-4b2f-a4e3-46f993464d8b tempest-RoutersNegativeIpV6Test-969544946 tempest-RoutersNegativeIpV6Test-969544946-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1613566'] for subnet (None), before_response {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:26:03.092525 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [req-85223a8a-16ac-4df0-93d2-826f1d97b845 req-aa9a1286-223f-4985-a2ae-1688cea3a8ba service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (23cfe4a7-20c6-45a0-b41b-5f25e12108f4), before_update {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:26:03.105695 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3bc7410-41a9-450d-96e6-50216b91af41 None None] Network 6b40ed50-eac7-4d74-b30e-4e47958bbb73 requested from n-d-713498-36 {{(pid=103232) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 19:26:03.110783 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fcc93d0-99d5-481c-a877-03e0f8b5a57e req-c18dcb84-68aa-4dbc-bdb4-14b8708383ab tempest-TestServerMultinode-969236194 tempest-TestServerMultinode-969236194-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:26:03.112498 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-0fcc93d0-99d5-481c-a877-03e0f8b5a57e req-c18dcb84-68aa-4dbc-bdb4-14b8708383ab tempest-TestServerMultinode-969236194 tempest-TestServerMultinode-969236194-project-admin] 10.222.0.75 "GET /v2.0/ports?device_id=8f4af2f5-6c00-4777-9001-7c7eaaa7ba28 HTTP/1.1" status: 200 len: 1028 time: 0.3479569 Feb 09 19:26:03.145538 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-5bee09c1-6d95-498a-ab58-7cf9dc66e3d7 req-7729b925-09ef-42b3-8cec-26542f20e732 tempest-AttachVolumeShelveTestJSON-671139515 tempest-AttachVolumeShelveTestJSON-671139515-project] 10.222.0.75 "GET /v2.0/security-groups?id=e78d9a5a-8306-4175-aed3-1bd14ac6b154&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0737512 Feb 09 19:26:03.148241 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-9c50da78-72de-4b2f-a4e3-46f993464d8b tempest-RoutersNegativeIpV6Test-969544946 tempest-RoutersNegativeIpV6Test-969544946-project] 10.222.0.75 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.1392944 Feb 09 19:26:03.222570 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Device 821b5eda-1b45-4aae-81e2-a1d99ec935d4 up at agent ovs-agent-n-d-713498-36 {{(pid=103232) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 19:26:03.380645 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-ec259bc9-63e8-4d52-9194-dba3b1bb41d4 tempest-NetworksIpV6TestAttrs-571122948 tempest-NetworksIpV6TestAttrs-571122948-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-590267', 'neutron.services.segments.db._delete_segments_for_network-8762867132609'] for network (1e6dfa91-3b44-4883-8d32-9bab86503df8), precommit_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:26:03.406224 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51b8d2f4-6757-4475-8e2d-ac67757368db None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8b32e980-7cce-5e82-a341-bd2fa8945c89-6b40ed50-eac7-4d74-b30e-4e47958bbb73', 'network_id': '6b40ed50-eac7-4d74-b30e-4e47958bbb73', 'project_id': '323f2a3c36ff4bbca2bc4c2429b9eb18', 'fixed_ips': [{'subnet_id': '2c3587f7-e56e-45ff-a982-9430605da8c6'}]}} from n-d-713498-36. {{(pid=103232) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 09 19:26:03.408285 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-51b8d2f4-6757-4475-8e2d-ac67757368db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (None), before_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:26:03.415494 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-cda0228e-6ec8-4bfb-89fd-0d7f064fcc9e None None] Current status of the port 821b5eda-1b45-4aae-81e2-a1d99ec935d4 is: DOWN; New status is: ACTIVE {{(pid=103232) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 19:26:03.418538 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 52432) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:26:03.419159 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-cda0228e-6ec8-4bfb-89fd-0d7f064fcc9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (821b5eda-1b45-4aae-81e2-a1d99ec935d4), before_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:26:03.434784 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.provisioning_blocks [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Provisioning complete for port 821b5eda-1b45-4aae-81e2-a1d99ec935d4 triggered by entity L2. {{(pid=103232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 19:26:03.435288 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593630'] for port (821b5eda-1b45-4aae-81e2-a1d99ec935d4), provisioning_complete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:26:03.441093 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.v2.base [None req-cd5aa80e-e8c7-443c-a974-1f6713eba08e tempest-RoutersNegativeIpV6Test-969544946 tempest-RoutersNegativeIpV6Test-969544946-project] Request body: {'network': {'name': 'tempest-router-network01--758022353'}} {{(pid=103229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 19:26:03.449640 n-d-713498-36 neutron-server[103229]: DEBUG neutron.services.segments.db [None req-ec259bc9-63e8-4d52-9194-dba3b1bb41d4 tempest-NetworksIpV6TestAttrs-571122948 tempest-NetworksIpV6TestAttrs-571122948-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1e6dfa91-3b44-4883-8d32-9bab86503df8']}} {{(pid=103229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:26:03.494142 n-d-713498-36 neutron-server[103230]: DEBUG neutron.db.db_base_plugin_common [None req-f90eb40d-f134-47f0-9ded-56cb20f1bdd0 tempest-PortsTestJSON-1738022054 tempest-PortsTestJSON-1738022054-project] Allocated IP 172.20.0.10 (1fc29c42-04bc-4440-b562-c03448cf5312/84d2c51b-c557-49ff-9279-9f2071c7bdcb/201e006d-3fc7-4a34-9a2f-41d21cbb2c73) {{(pid=103230) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 19:26:03.494706 n-d-713498-36 neutron-server[103229]: DEBUG neutron.services.segments.db [None req-ec259bc9-63e8-4d52-9194-dba3b1bb41d4 tempest-NetworksIpV6TestAttrs-571122948 tempest-NetworksIpV6TestAttrs-571122948-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7088c9a1-d8b4-45fa-8f3f-175e04408f23') {'for_net_delete': True} {{(pid=103229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:26:03.494995 n-d-713498-36 neutron-server[103229]: DEBUG neutron.services.segments.db [None req-ec259bc9-63e8-4d52-9194-dba3b1bb41d4 tempest-NetworksIpV6TestAttrs-571122948 tempest-NetworksIpV6TestAttrs-571122948-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7088c9a1-d8b4-45fa-8f3f-175e04408f23') {} {{(pid=103229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:26:03.514495 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-ec259bc9-63e8-4d52-9194-dba3b1bb41d4 tempest-NetworksIpV6TestAttrs-571122948 tempest-NetworksIpV6TestAttrs-571122948-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762867134154', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16683417'] for segment (7088c9a1-d8b4-45fa-8f3f-175e04408f23), before_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:26:03.531484 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cd5aa80e-e8c7-443c-a974-1f6713eba08e tempest-RoutersNegativeIpV6Test-969544946 tempest-RoutersNegativeIpV6Test-969544946-project] Made reservation on behalf of 323f2a3c36ff4bbca2bc4c2429b9eb18 for: {'network': 1} {{(pid=103229) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 19:26:03.534930 n-d-713498-36 neutron-server[103230]: DEBUG neutron.notifiers.nova [req-85223a8a-16ac-4df0-93d2-826f1d97b845 req-aa9a1286-223f-4985-a2ae-1688cea3a8ba service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 23cfe4a7-20c6-45a0-b41b-5f25e12108f4 {{(pid=103230) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 19:26:03.535147 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-cd5aa80e-e8c7-443c-a974-1f6713eba08e tempest-RoutersNegativeIpV6Test-969544946 tempest-RoutersNegativeIpV6Test-969544946-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for network (None), before_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:26:03.548747 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [req-85223a8a-16ac-4df0-93d2-826f1d97b845 req-aa9a1286-223f-4985-a2ae-1688cea3a8ba service neutron] Publish callbacks [] for port (23cfe4a7-20c6-45a0-b41b-5f25e12108f4), precommit_update {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:26:03.555581 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-0fcc93d0-99d5-481c-a877-03e0f8b5a57e req-6927f252-9f17-4838-bc5b-6f64ba0b5fb8 tempest-TestServerMultinode-969236194 tempest-TestServerMultinode-969236194-project-admin] 10.222.0.75 "GET /v2.0/security-groups?id=470bf4f7-ea0c-4a64-8d8b-9f2609ff7cad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4316330 Feb 09 19:26:03.639857 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-ec259bc9-63e8-4d52-9194-dba3b1bb41d4 tempest-NetworksIpV6TestAttrs-571122948 tempest-NetworksIpV6TestAttrs-571122948-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-759574'] for segment (7088c9a1-d8b4-45fa-8f3f-175e04408f23), precommit_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:26:03.646572 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cd5aa80e-e8c7-443c-a974-1f6713eba08e tempest-RoutersNegativeIpV6Test-969544946 tempest-RoutersNegativeIpV6Test-969544946-project] vlan segment allocate from pool success with {'vlan_id': 384, 'physical_network': 'physnet1'} {{(pid=103229) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 19:26:03.679592 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-cd5aa80e-e8c7-443c-a974-1f6713eba08e tempest-RoutersNegativeIpV6Test-969544946 tempest-RoutersNegativeIpV6Test-969544946-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-759574'] for segment (59500f2f-9912-4216-9c3e-264e45107d1e), precommit_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:26:03.680090 n-d-713498-36 neutron-server[103229]: INFO neutron.db.segments_db [None req-cd5aa80e-e8c7-443c-a974-1f6713eba08e tempest-RoutersNegativeIpV6Test-969544946 tempest-RoutersNegativeIpV6Test-969544946-project] Added segment 59500f2f-9912-4216-9c3e-264e45107d1e of type vlan for network b1540a3f-4f99-4693-9fe9-afdf7d8db7a4 Feb 09 19:26:03.739403 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-cd5aa80e-e8c7-443c-a974-1f6713eba08e tempest-RoutersNegativeIpV6Test-969544946 tempest-RoutersNegativeIpV6Test-969544946-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762866642225'] for network (b1540a3f-4f99-4693-9fe9-afdf7d8db7a4), precommit_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:26:03.779263 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.db_base_plugin_common [None req-51b8d2f4-6757-4475-8e2d-ac67757368db None None] Allocated IP 2001:db8::2 (6b40ed50-eac7-4d74-b30e-4e47958bbb73/2c3587f7-e56e-45ff-a982-9430605da8c6/f70e85fe-d6e2-43b6-a4ef-fa711e9c97b4) {{(pid=103232) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 19:26:03.783304 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ec259bc9-63e8-4d52-9194-dba3b1bb41d4 tempest-NetworksIpV6TestAttrs-571122948 tempest-NetworksIpV6TestAttrs-571122948-project] Releasing vlan 355 on physical network physnet1 to pool {{(pid=103229) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 19:26:03.784221 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-ec259bc9-63e8-4d52-9194-dba3b1bb41d4 tempest-NetworksIpV6TestAttrs-571122948 tempest-NetworksIpV6TestAttrs-571122948-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-759574', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12867469'] for segment (7088c9a1-d8b4-45fa-8f3f-175e04408f23), after_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:26:03.817243 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-f90eb40d-f134-47f0-9ded-56cb20f1bdd0 tempest-PortsTestJSON-1738022054 tempest-PortsTestJSON-1738022054-project] Publish callbacks [] for port (201e006d-3fc7-4a34-9a2f-41d21cbb2c73), precommit_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:26:03.842189 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48c582d3-1c3b-405f-bfcc-538b0a3d625b req-75e67e60-655b-44c9-b8d6-7afdd10f9848 tempest-ServerRescueTestJSON-1886685382 tempest-ServerRescueTestJSON-1886685382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:26:03.847095 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-48c582d3-1c3b-405f-bfcc-538b0a3d625b req-75e67e60-655b-44c9-b8d6-7afdd10f9848 tempest-ServerRescueTestJSON-1886685382 tempest-ServerRescueTestJSON-1886685382-project] 10.222.0.75 "GET /v2.0/ports?device_id=051c39d5-1749-483d-9498-3d1717fb73d7 HTTP/1.1" status: 200 len: 946 time: 0.1498230 Feb 09 19:26:03.868484 n-d-713498-36 neutron-server[103229]: Traceback (most recent call last): Feb 09 19:26:03.868484 n-d-713498-36 neutron-server[103229]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 19:26:03.868484 n-d-713498-36 neutron-server[103229]: timer() Feb 09 19:26:03.868484 n-d-713498-36 neutron-server[103229]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 19:26:03.868484 n-d-713498-36 neutron-server[103229]: cb(*args, **kw) Feb 09 19:26:03.868484 n-d-713498-36 neutron-server[103229]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 19:26:03.868484 n-d-713498-36 neutron-server[103229]: return func(*args, **kwargs) Feb 09 19:26:03.868484 n-d-713498-36 neutron-server[103229]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 19:26:03.868484 n-d-713498-36 neutron-server[103229]: self._notify() Feb 09 19:26:03.868484 n-d-713498-36 neutron-server[103229]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 19:26:03.868484 n-d-713498-36 neutron-server[103229]: self.callback(batched_events) Feb 09 19:26:03.868484 n-d-713498-36 neutron-server[103229]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 19:26:03.868484 n-d-713498-36 neutron-server[103229]: event.method(event) Feb 09 19:26:03.868484 n-d-713498-36 neutron-server[103229]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 19:26:03.868484 n-d-713498-36 neutron-server[103229]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 19:26:03.868484 n-d-713498-36 neutron-server[103229]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 19:26:03.868484 n-d-713498-36 neutron-server[103229]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 19:26:03.868484 n-d-713498-36 neutron-server[103229]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 19:26:03.868484 n-d-713498-36 neutron-server[103229]: return f(self, *a, **k) Feb 09 19:26:03.868484 n-d-713498-36 neutron-server[103229]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 19:26:03.868484 n-d-713498-36 neutron-server[103229]: return self._get(url).json() Feb 09 19:26:03.868484 n-d-713498-36 neutron-server[103229]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 19:26:03.868484 n-d-713498-36 neutron-server[103229]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 19:26:03.868484 n-d-713498-36 neutron-server[103229]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 19:26:03.868484 n-d-713498-36 neutron-server[103229]: return self.request(url, 'GET', **kwargs) Feb 09 19:26:03.868484 n-d-713498-36 neutron-server[103229]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 19:26:03.868484 n-d-713498-36 neutron-server[103229]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 19:26:03.868484 n-d-713498-36 neutron-server[103229]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 19:26:03.868484 n-d-713498-36 neutron-server[103229]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 19:26:03.868484 n-d-713498-36 neutron-server[103229]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 19:26:03.868484 n-d-713498-36 neutron-server[103229]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 19:26:03.868484 n-d-713498-36 neutron-server[103229]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 19:26:03.877601 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-cd5aa80e-e8c7-443c-a974-1f6713eba08e tempest-RoutersNegativeIpV6Test-969544946 tempest-RoutersNegativeIpV6Test-969544946-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1885479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452'] for network (b1540a3f-4f99-4693-9fe9-afdf7d8db7a4), after_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:26:03.879014 n-d-713498-36 neutron-server[103230]: DEBUG neutron.db.provisioning_blocks [req-85223a8a-16ac-4df0-93d2-826f1d97b845 req-aa9a1286-223f-4985-a2ae-1688cea3a8ba service neutron] Transition to ACTIVE for port object 23cfe4a7-20c6-45a0-b41b-5f25e12108f4 will not be triggered until provisioned by entity L2. {{(pid=103230) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 19:26:03.885859 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd5aa80e-e8c7-443c-a974-1f6713eba08e tempest-RoutersNegativeIpV6Test-969544946 tempest-RoutersNegativeIpV6Test-969544946-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:26:03.886874 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-cd5aa80e-e8c7-443c-a974-1f6713eba08e tempest-RoutersNegativeIpV6Test-969544946 tempest-RoutersNegativeIpV6Test-969544946-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1613566'] for network (None), before_response {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:26:03.907223 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [req-85223a8a-16ac-4df0-93d2-826f1d97b845 req-aa9a1286-223f-4985-a2ae-1688cea3a8ba service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762867176205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762866656485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762866656503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14393758'] for port (23cfe4a7-20c6-45a0-b41b-5f25e12108f4), after_update {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:26:04.010336 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-cda0228e-6ec8-4bfb-89fd-0d7f064fcc9e None None] For port 821b5eda-1b45-4aae-81e2-a1d99ec935d4, host n-d-713498-36, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-36',level=0,port_id=821b5eda-1b45-4aae-81e2-a1d99ec935d4,segment=NetworkSegment(d955a154-b3af-49d5-81cd-564ca6b0b975),segment_id=d955a154-b3af-49d5-81cd-564ca6b0b975)] {{(pid=103232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 19:26:04.023788 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-cda0228e-6ec8-4bfb-89fd-0d7f064fcc9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762867176205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762866656485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762866656503'] for port (821b5eda-1b45-4aae-81e2-a1d99ec935d4), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:26:04.026374 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-f90eb40d-f134-47f0-9ded-56cb20f1bdd0 tempest-PortsTestJSON-1738022054 tempest-PortsTestJSON-1738022054-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762866656467', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14393751'] for port (201e006d-3fc7-4a34-9a2f-41d21cbb2c73), after_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:26:04.045622 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa9a1286-223f-4985-a2ae-1688cea3a8ba service neutron] Pushing event updated for resources: {'Port': ['ID=23cfe4a7-20c6-45a0-b41b-5f25e12108f4,revision_number=2']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:26:04.057861 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-48c582d3-1c3b-405f-bfcc-538b0a3d625b req-530484a5-db39-4c7b-8999-1bc4e14983a4 tempest-ServerRescueTestJSON-1886685382 tempest-ServerRescueTestJSON-1886685382-project] 10.222.0.75 "GET /v2.0/security-groups?id=e2c286ed-f317-46f6-b582-9a19546e0cee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2024264 Feb 09 19:26:04.062260 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4de03b4-9c9e-40bd-a71b-589f29a5d7f0 req-90841281-0579-408e-8a79-03b126b00079 tempest-ServerActionsTestJSON-347500300 tempest-ServerActionsTestJSON-347500300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:26:04.078684 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-e4de03b4-9c9e-40bd-a71b-589f29a5d7f0 req-90841281-0579-408e-8a79-03b126b00079 tempest-ServerActionsTestJSON-347500300 tempest-ServerActionsTestJSON-347500300-project] 10.222.0.75 "GET /v2.0/ports?device_id=a1fbc70b-9dd3-44f5-99b0-85f3dff92d7d HTTP/1.1" status: 200 len: 946 time: 0.6553686 Feb 09 19:26:04.087042 n-d-713498-36 neutron-server[103230]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f90eb40d-f134-47f0-9ded-56cb20f1bdd0 tempest-PortsTestJSON-1738022054 tempest-PortsTestJSON-1738022054-project] Network 1fc29c42-04bc-4440-b562-c03448cf5312 is already hosted by enough agents. {{(pid=103230) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 19:26:04.098822 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-ec259bc9-63e8-4d52-9194-dba3b1bb41d4 tempest-NetworksIpV6TestAttrs-571122948 tempest-NetworksIpV6TestAttrs-571122948-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-590242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1885479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1818895'] for network (1e6dfa91-3b44-4883-8d32-9bab86503df8), after_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:26:04.105345 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-51b8d2f4-6757-4475-8e2d-ac67757368db None None] Publish callbacks [] for port (f70e85fe-d6e2-43b6-a4ef-fa711e9c97b4), precommit_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:26:04.108948 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd5aa80e-e8c7-443c-a974-1f6713eba08e tempest-RoutersNegativeIpV6Test-969544946 tempest-RoutersNegativeIpV6Test-969544946-project] Pushing event updated for resources: {'Network': ['ID=b1540a3f-4f99-4693-9fe9-afdf7d8db7a4,revision_number=1']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:26:04.128764 n-d-713498-36 neutron-server[103230]: DEBUG neutron.scheduler.base_scheduler [None req-f90eb40d-f134-47f0-9ded-56cb20f1bdd0 tempest-PortsTestJSON-1738022054 tempest-PortsTestJSON-1738022054-project] Resources bound (agent type, host, resource id): {{(pid=103230) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 19:26:04.135609 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-cd5aa80e-e8c7-443c-a974-1f6713eba08e tempest-RoutersNegativeIpV6Test-969544946 tempest-RoutersNegativeIpV6Test-969544946-project] 10.222.0.75 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.6991591 Feb 09 19:26:04.141593 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-ec259bc9-63e8-4d52-9194-dba3b1bb41d4 tempest-NetworksIpV6TestAttrs-571122948 tempest-NetworksIpV6TestAttrs-571122948-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1613566'] for network (None), before_response {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:26:04.145162 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-ec259bc9-63e8-4d52-9194-dba3b1bb41d4 tempest-NetworksIpV6TestAttrs-571122948 tempest-NetworksIpV6TestAttrs-571122948-project] 10.222.0.75 "DELETE /v2.0/networks/1e6dfa91-3b44-4883-8d32-9bab86503df8 HTTP/1.1" status: 204 len: 168 time: 1.1650767 Feb 09 19:26:04.146438 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Network b1540a3f-4f99-4693-9fe9-afdf7d8db7a4 details requested by agent ovs-agent-n-d-713498-36 with host n-d-713498-36 {{(pid=103232) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 19:26:04.149915 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 52448) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:26:04.150551 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 52450) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:26:04.156985 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.v2.base [None req-c70d257a-0d6f-4843-b6d7-850ce57326c7 tempest-RoutersNegativeIpV6Test-969544946 tempest-RoutersNegativeIpV6Test-969544946-project] Request body: {'network': {'name': 'tempest-router-network02--1229232405'}} {{(pid=103229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 19:26:04.158120 n-d-713498-36 neutron-server[103230]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f90eb40d-f134-47f0-9ded-56cb20f1bdd0 tempest-PortsTestJSON-1738022054 tempest-PortsTestJSON-1738022054-project] Received port after_create {{(pid=103230) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 19:26:04.176498 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-51b8d2f4-6757-4475-8e2d-ac67757368db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762866656467'] for port (f70e85fe-d6e2-43b6-a4ef-fa711e9c97b4), after_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:26:04.268307 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f90eb40d-f134-47f0-9ded-56cb20f1bdd0 tempest-PortsTestJSON-1738022054 tempest-PortsTestJSON-1738022054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:26:04.268307 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-f90eb40d-f134-47f0-9ded-56cb20f1bdd0 tempest-PortsTestJSON-1738022054 tempest-PortsTestJSON-1738022054-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171096'] for port (None), before_response {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:26:04.291077 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Current status of the port 821b5eda-1b45-4aae-81e2-a1d99ec935d4 is: ACTIVE; New status is: ACTIVE {{(pid=103232) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 19:26:04.303078 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cda0228e-6ec8-4bfb-89fd-0d7f064fcc9e None None] Pushing event updated for resources: {'Port': ['ID=821b5eda-1b45-4aae-81e2-a1d99ec935d4,revision_number=3']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:26:04.337094 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec259bc9-63e8-4d52-9194-dba3b1bb41d4 tempest-NetworksIpV6TestAttrs-571122948 tempest-NetworksIpV6TestAttrs-571122948-project] Pushing event deleted for resources: {'Network': ['ID=1e6dfa91-3b44-4883-8d32-9bab86503df8,revision_number=None']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:26:04.362914 n-d-713498-36 neutron-server[103232]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51b8d2f4-6757-4475-8e2d-ac67757368db None None] Network 6b40ed50-eac7-4d74-b30e-4e47958bbb73 is already hosted by enough agents. {{(pid=103232) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 19:26:04.380644 n-d-713498-36 neutron-server[103232]: DEBUG neutron.scheduler.base_scheduler [None req-51b8d2f4-6757-4475-8e2d-ac67757368db None None] Resources bound (agent type, host, resource id): {{(pid=103232) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 19:26:04.388965 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51b8d2f4-6757-4475-8e2d-ac67757368db None None] Received port after_create {{(pid=103232) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 19:26:04.408082 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-e4de03b4-9c9e-40bd-a71b-589f29a5d7f0 req-aa53f911-d5db-48c0-91e8-2f7f1ed3fb7b tempest-ServerActionsTestJSON-347500300 tempest-ServerActionsTestJSON-347500300-project] 10.222.0.75 "GET /v2.0/security-groups?id=22c4accd-b9e4-4e3e-aec5-b2bee068a6b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3283150 Feb 09 19:26:04.408909 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c70d257a-0d6f-4843-b6d7-850ce57326c7 tempest-RoutersNegativeIpV6Test-969544946 tempest-RoutersNegativeIpV6Test-969544946-project] Made reservation on behalf of 323f2a3c36ff4bbca2bc4c2429b9eb18 for: {'network': 1} {{(pid=103229) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 19:26:04.413085 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-c70d257a-0d6f-4843-b6d7-850ce57326c7 tempest-RoutersNegativeIpV6Test-969544946 tempest-RoutersNegativeIpV6Test-969544946-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for network (None), before_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:26:04.474283 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-f90eb40d-f134-47f0-9ded-56cb20f1bdd0 tempest-PortsTestJSON-1738022054 tempest-PortsTestJSON-1738022054-project] 10.222.0.75 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 2.0776389 Feb 09 19:26:04.474882 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 52456) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:26:04.482197 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51b8d2f4-6757-4475-8e2d-ac67757368db None None] Pushing event updated for resources: {'Port': ['ID=f70e85fe-d6e2-43b6-a4ef-fa711e9c97b4,revision_number=1']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:26:04.487645 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.provisioning_blocks [None req-4fdbdfca-b6cb-4bc3-9b67-303c979e4937 None None] Provisioning complete for port 821b5eda-1b45-4aae-81e2-a1d99ec935d4 triggered by entity DHCP. {{(pid=103232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 19:26:04.488237 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-4fdbdfca-b6cb-4bc3-9b67-303c979e4937 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593630'] for port (821b5eda-1b45-4aae-81e2-a1d99ec935d4), provisioning_complete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:26:04.504895 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f90eb40d-f134-47f0-9ded-56cb20f1bdd0 tempest-PortsTestJSON-1738022054 tempest-PortsTestJSON-1738022054-project] Pushing event updated for resources: {'Port': ['ID=201e006d-3fc7-4a34-9a2f-41d21cbb2c73,revision_number=1']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:26:04.505452 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c70d257a-0d6f-4843-b6d7-850ce57326c7 tempest-RoutersNegativeIpV6Test-969544946 tempest-RoutersNegativeIpV6Test-969544946-project] vlan segment allocate from pool success with {'vlan_id': 387, 'physical_network': 'physnet1'} {{(pid=103229) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 19:26:04.540251 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.plugin [None req-c08a7d71-e336-4707-ad77-cc2ab851f495 tempest-NetworksIpV6TestAttrs-571122948 tempest-NetworksIpV6TestAttrs-571122948-project] Deleting port 42d6a531-c919-4f63-8b1b-6db5bf28ceb6 {{(pid=103229) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 19:26:04.543132 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-c08a7d71-e336-4707-ad77-cc2ab851f495 tempest-NetworksIpV6TestAttrs-571122948 tempest-NetworksIpV6TestAttrs-571122948-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762867170196'] for port (42d6a531-c919-4f63-8b1b-6db5bf28ceb6), before_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:26:04.549622 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-c70d257a-0d6f-4843-b6d7-850ce57326c7 tempest-RoutersNegativeIpV6Test-969544946 tempest-RoutersNegativeIpV6Test-969544946-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-759574'] for segment (8c511fd8-1bc6-4084-a218-229d0f6f70e7), precommit_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:26:04.556326 n-d-713498-36 neutron-server[103229]: INFO neutron.db.segments_db [None req-c70d257a-0d6f-4843-b6d7-850ce57326c7 tempest-RoutersNegativeIpV6Test-969544946 tempest-RoutersNegativeIpV6Test-969544946-project] Added segment 8c511fd8-1bc6-4084-a218-229d0f6f70e7 of type vlan for network 763fd02a-074d-4f60-baf8-3302044b729f Feb 09 19:26:04.632233 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-c70d257a-0d6f-4843-b6d7-850ce57326c7 tempest-RoutersNegativeIpV6Test-969544946 tempest-RoutersNegativeIpV6Test-969544946-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762866642225'] for network (763fd02a-074d-4f60-baf8-3302044b729f), precommit_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:26:04.692927 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-c70d257a-0d6f-4843-b6d7-850ce57326c7 tempest-RoutersNegativeIpV6Test-969544946 tempest-RoutersNegativeIpV6Test-969544946-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1885479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452'] for network (763fd02a-074d-4f60-baf8-3302044b729f), after_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:26:04.699438 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c70d257a-0d6f-4843-b6d7-850ce57326c7 tempest-RoutersNegativeIpV6Test-969544946 tempest-RoutersNegativeIpV6Test-969544946-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:26:04.700122 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-c70d257a-0d6f-4843-b6d7-850ce57326c7 tempest-RoutersNegativeIpV6Test-969544946 tempest-RoutersNegativeIpV6Test-969544946-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1613566'] for network (None), before_response {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:26:04.717688 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.managers [req-85223a8a-16ac-4df0-93d2-826f1d97b845 req-aa9a1286-223f-4985-a2ae-1688cea3a8ba service neutron] Attempting to bind port 23cfe4a7-20c6-45a0-b41b-5f25e12108f4 on host n-h1-713498-36 for vnic_type normal with profile {{(pid=103230) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 19:26:04.719175 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.managers [req-85223a8a-16ac-4df0-93d2-826f1d97b845 req-aa9a1286-223f-4985-a2ae-1688cea3a8ba service neutron] Attempting to bind port 23cfe4a7-20c6-45a0-b41b-5f25e12108f4 by drivers openvswitch,hyperv on host n-h1-713498-36 at level 0 using segments [{'id': 'f67be751-2433-40db-80a5-c4fefbe3be13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': '575d677e-0ef9-4672-aa02-3644cdb3dff4'}] {{(pid=103230) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 19:26:04.720512 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85223a8a-16ac-4df0-93d2-826f1d97b845 req-aa9a1286-223f-4985-a2ae-1688cea3a8ba service neutron] Attempting to bind port 23cfe4a7-20c6-45a0-b41b-5f25e12108f4 on network 575d677e-0ef9-4672-aa02-3644cdb3dff4 {{(pid=103230) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 19:26:04.744826 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.managers [None req-51b8d2f4-6757-4475-8e2d-ac67757368db None None] Attempting to bind port f70e85fe-d6e2-43b6-a4ef-fa711e9c97b4 on host n-d-713498-36 for vnic_type normal with profile {{(pid=103232) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 19:26:04.745498 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.managers [None req-51b8d2f4-6757-4475-8e2d-ac67757368db None None] Attempting to bind port f70e85fe-d6e2-43b6-a4ef-fa711e9c97b4 by drivers openvswitch,hyperv on host n-d-713498-36 at level 0 using segments [{'id': '24f1b014-8d4e-4fb2-b1fb-b521fe75bcc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': '6b40ed50-eac7-4d74-b30e-4e47958bbb73'}] {{(pid=103232) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 19:26:04.746070 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51b8d2f4-6757-4475-8e2d-ac67757368db None None] Attempting to bind port f70e85fe-d6e2-43b6-a4ef-fa711e9c97b4 on network 6b40ed50-eac7-4d74-b30e-4e47958bbb73 {{(pid=103232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 19:26:04.753762 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85223a8a-16ac-4df0-93d2-826f1d97b845 req-aa9a1286-223f-4985-a2ae-1688cea3a8ba service neutron] Port 23cfe4a7-20c6-45a0-b41b-5f25e12108f4 on network 575d677e-0ef9-4672-aa02-3644cdb3dff4 not bound, no agent of type Open vSwitch agent registered on host n-h1-713498-36 {{(pid=103230) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 19:26:04.753996 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85223a8a-16ac-4df0-93d2-826f1d97b845 req-aa9a1286-223f-4985-a2ae-1688cea3a8ba service neutron] Attempting to bind port 23cfe4a7-20c6-45a0-b41b-5f25e12108f4 on network 575d677e-0ef9-4672-aa02-3644cdb3dff4 {{(pid=103230) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 19:26:04.764972 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51b8d2f4-6757-4475-8e2d-ac67757368db None None] Checking agent: {'id': '496418a2-c002-4aec-ab1a-07f3bea491bd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-36', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 18, 51, 47), 'started_at': datetime.datetime(2022, 2, 9, 18, 52, 17), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 19, 25, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-36'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 19:26:04.765347 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51b8d2f4-6757-4475-8e2d-ac67757368db None None] Checking segment: {'id': '24f1b014-8d4e-4fb2-b1fb-b521fe75bcc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': '6b40ed50-eac7-4d74-b30e-4e47958bbb73'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103232) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 19:26:04.765740 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-51b8d2f4-6757-4475-8e2d-ac67757368db None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:26:04.766170 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51b8d2f4-6757-4475-8e2d-ac67757368db None None] Bound using segment: {'id': '24f1b014-8d4e-4fb2-b1fb-b521fe75bcc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': '6b40ed50-eac7-4d74-b30e-4e47958bbb73'} {{(pid=103232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 19:26:04.766712 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.managers [None req-51b8d2f4-6757-4475-8e2d-ac67757368db None None] Bound port: f70e85fe-d6e2-43b6-a4ef-fa711e9c97b4, host: n-d-713498-36, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '24f1b014-8d4e-4fb2-b1fb-b521fe75bcc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': '6b40ed50-eac7-4d74-b30e-4e47958bbb73'}}] {{(pid=103232) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 19:26:04.767092 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-51b8d2f4-6757-4475-8e2d-ac67757368db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (f70e85fe-d6e2-43b6-a4ef-fa711e9c97b4), before_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:26:04.782274 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd1ab60e-3b01-4f30-b03c-25d4a9765459 req-5c75d733-33bf-4489-8f1a-f89b7b252f43 tempest-AttachVolumeShelveTestJSON-671139515 tempest-AttachVolumeShelveTestJSON-671139515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:26:04.795948 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-bd1ab60e-3b01-4f30-b03c-25d4a9765459 req-5c75d733-33bf-4489-8f1a-f89b7b252f43 tempest-AttachVolumeShelveTestJSON-671139515 tempest-AttachVolumeShelveTestJSON-671139515-project] 10.222.0.75 "GET /v2.0/ports?device_id=32437e19-fcdc-4dd1-84cc-377ffcb85b84 HTTP/1.1" status: 200 len: 945 time: 0.4322824 Feb 09 19:26:04.804910 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85223a8a-16ac-4df0-93d2-826f1d97b845 req-aa9a1286-223f-4985-a2ae-1688cea3a8ba service neutron] Checking agent: {'id': '488cd9ae-631f-4955-ba0b-4f5a13f12e9c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713498-36', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 18, 59, 18), 'started_at': datetime.datetime(2022, 2, 9, 18, 59, 18), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 19, 25, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103230) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 19:26:04.806449 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85223a8a-16ac-4df0-93d2-826f1d97b845 req-aa9a1286-223f-4985-a2ae-1688cea3a8ba service neutron] Checking segment: {'id': 'f67be751-2433-40db-80a5-c4fefbe3be13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': '575d677e-0ef9-4672-aa02-3644cdb3dff4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103230) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 19:26:04.806970 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85223a8a-16ac-4df0-93d2-826f1d97b845 req-aa9a1286-223f-4985-a2ae-1688cea3a8ba service neutron] Bound using segment: {'id': 'f67be751-2433-40db-80a5-c4fefbe3be13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': '575d677e-0ef9-4672-aa02-3644cdb3dff4'} {{(pid=103230) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 19:26:04.807531 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.managers [req-85223a8a-16ac-4df0-93d2-826f1d97b845 req-aa9a1286-223f-4985-a2ae-1688cea3a8ba service neutron] Bound port: 23cfe4a7-20c6-45a0-b41b-5f25e12108f4, host: n-h1-713498-36, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f67be751-2433-40db-80a5-c4fefbe3be13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': '575d677e-0ef9-4672-aa02-3644cdb3dff4'}}] {{(pid=103230) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 19:26:04.808003 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [req-85223a8a-16ac-4df0-93d2-826f1d97b845 req-aa9a1286-223f-4985-a2ae-1688cea3a8ba service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (23cfe4a7-20c6-45a0-b41b-5f25e12108f4), before_update {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:26:04.846755 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-4fdbdfca-b6cb-4bc3-9b67-303c979e4937 None None] Current status of the port 821b5eda-1b45-4aae-81e2-a1d99ec935d4 is: ACTIVE; New status is: ACTIVE {{(pid=103232) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 19:26:04.869301 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-c70d257a-0d6f-4843-b6d7-850ce57326c7 tempest-RoutersNegativeIpV6Test-969544946 tempest-RoutersNegativeIpV6Test-969544946-project] 10.222.0.75 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.7173707 Feb 09 19:26:04.871614 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-c08a7d71-e336-4707-ad77-cc2ab851f495 tempest-NetworksIpV6TestAttrs-571122948 tempest-NetworksIpV6TestAttrs-571122948-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1820838'] for port (42d6a531-c919-4f63-8b1b-6db5bf28ceb6), precommit_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:26:04.877490 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 52472) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:26:04.884266 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.v2.base [None req-e27a2bc5-6643-4be6-a087-3f314ca88b6d tempest-RoutersNegativeIpV6Test-969544946 tempest-RoutersNegativeIpV6Test-969544946-project] Request body: {'subnet': {'network_id': 'b1540a3f-4f99-4693-9fe9-afdf7d8db7a4', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 19:26:04.899045 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-389b291e-b702-4f48-85c6-8f8b7f234d6b tempest-PortsTestJSON-1738022054 tempest-PortsTestJSON-1738022054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:26:04.900922 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-389b291e-b702-4f48-85c6-8f8b7f234d6b tempest-PortsTestJSON-1738022054 tempest-PortsTestJSON-1738022054-project] 10.222.0.75 "GET /v2.0/ports?fixed_ips=ip_address%3D172.20.0.8 HTTP/1.1" status: 200 len: 922 time: 0.4213550 Feb 09 19:26:04.904839 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c70d257a-0d6f-4843-b6d7-850ce57326c7 tempest-RoutersNegativeIpV6Test-969544946 tempest-RoutersNegativeIpV6Test-969544946-project] Pushing event updated for resources: {'Network': ['ID=763fd02a-074d-4f60-baf8-3302044b729f,revision_number=1']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:26:04.922160 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 52474) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:26:04.965839 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-bd1ab60e-3b01-4f30-b03c-25d4a9765459 req-1b54a5c0-be20-4d08-891d-1b1204731178 tempest-AttachVolumeShelveTestJSON-671139515 tempest-AttachVolumeShelveTestJSON-671139515-project] 10.222.0.75 "GET /v2.0/security-groups?id=e78d9a5a-8306-4175-aed3-1bd14ac6b154&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1537495 Feb 09 19:26:04.968142 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.plugin [None req-c08a7d71-e336-4707-ad77-cc2ab851f495 tempest-NetworksIpV6TestAttrs-571122948 tempest-NetworksIpV6TestAttrs-571122948-project] Calling delete_port for 42d6a531-c919-4f63-8b1b-6db5bf28ceb6 owned by {{(pid=103229) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 19:26:04.987146 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-51b8d2f4-6757-4475-8e2d-ac67757368db None None] For port f70e85fe-d6e2-43b6-a4ef-fa711e9c97b4, host n-d-713498-36, cleared binding levels {{(pid=103232) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 19:26:04.993236 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-51b8d2f4-6757-4475-8e2d-ac67757368db None None] For port f70e85fe-d6e2-43b6-a4ef-fa711e9c97b4, host n-d-713498-36, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-36',level=0,port_id=f70e85fe-d6e2-43b6-a4ef-fa711e9c97b4,segment=NetworkSegment(24f1b014-8d4e-4fb2-b1fb-b521fe75bcc6),segment_id=24f1b014-8d4e-4fb2-b1fb-b521fe75bcc6)] {{(pid=103232) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 19:26:05.015807 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Network 763fd02a-074d-4f60-baf8-3302044b729f details requested by agent ovs-agent-n-d-713498-36 with host n-d-713498-36 {{(pid=103232) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 19:26:05.022656 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.db [req-85223a8a-16ac-4df0-93d2-826f1d97b845 req-aa9a1286-223f-4985-a2ae-1688cea3a8ba service neutron] For port 23cfe4a7-20c6-45a0-b41b-5f25e12108f4, host n-h1-713498-36, cleared binding levels {{(pid=103230) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 19:26:05.030363 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.db [req-85223a8a-16ac-4df0-93d2-826f1d97b845 req-aa9a1286-223f-4985-a2ae-1688cea3a8ba service neutron] For port 23cfe4a7-20c6-45a0-b41b-5f25e12108f4, host n-h1-713498-36, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-36',level=0,port_id=23cfe4a7-20c6-45a0-b41b-5f25e12108f4,segment=NetworkSegment(f67be751-2433-40db-80a5-c4fefbe3be13),segment_id=f67be751-2433-40db-80a5-c4fefbe3be13)] {{(pid=103230) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 19:26:05.043694 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [req-85223a8a-16ac-4df0-93d2-826f1d97b845 req-aa9a1286-223f-4985-a2ae-1688cea3a8ba service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762867176205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762866656485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762866656503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14393758'] for port (23cfe4a7-20c6-45a0-b41b-5f25e12108f4), after_update {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:26:05.113481 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.provisioning_blocks [None req-4fdbdfca-b6cb-4bc3-9b67-303c979e4937 None None] Provisioning complete for port e2399e9a-6886-4ed2-bf69-7a92a541605c triggered by entity DHCP. {{(pid=103232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 19:26:05.113886 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-4fdbdfca-b6cb-4bc3-9b67-303c979e4937 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593630'] for port (e2399e9a-6886-4ed2-bf69-7a92a541605c), provisioning_complete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:26:05.122948 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-51b8d2f4-6757-4475-8e2d-ac67757368db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762867176205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762866656485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762866656503'] for port (f70e85fe-d6e2-43b6-a4ef-fa711e9c97b4), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:26:05.166155 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85223a8a-16ac-4df0-93d2-826f1d97b845 req-aa9a1286-223f-4985-a2ae-1688cea3a8ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:26:05.166898 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [req-85223a8a-16ac-4df0-93d2-826f1d97b845 req-aa9a1286-223f-4985-a2ae-1688cea3a8ba service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171096'] for port (None), before_response {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:26:05.168751 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-85223a8a-16ac-4df0-93d2-826f1d97b845 req-aa9a1286-223f-4985-a2ae-1688cea3a8ba service neutron] 10.222.0.89 "PUT /v2.0/ports/23cfe4a7-20c6-45a0-b41b-5f25e12108f4 HTTP/1.1" status: 200 len: 1093 time: 2.4155979 Feb 09 19:26:05.170530 n-d-713498-36 neutron-server[103230]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8f4af2f5-6c00-4777-9001-7c7eaaa7ba28', 'tag': '23cfe4a7-20c6-45a0-b41b-5f25e12108f4'}] {{(pid=103230) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 19:26:05.174471 n-d-713498-36 neutron-server[103230]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aee5919275bae9f72eb374ee322673045eb80c1f84b4b45a97d96923bd50ab51" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1fc9f1b0-b5b3-4e08-b748-8c57ab1a0abd" -d '{"events": [{"name": "network-changed", "server_uuid": "8f4af2f5-6c00-4777-9001-7c7eaaa7ba28", "tag": "23cfe4a7-20c6-45a0-b41b-5f25e12108f4"}]}' {{(pid=103230) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 19:26:05.206120 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Device 821b5eda-1b45-4aae-81e2-a1d99ec935d4 up at agent ovs-agent-n-d-713498-36 {{(pid=103232) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 19:26:05.240224 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa9a1286-223f-4985-a2ae-1688cea3a8ba service neutron] Pushing event updated for resources: {'Port': ['ID=23cfe4a7-20c6-45a0-b41b-5f25e12108f4,revision_number=3']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:26:05.289865 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee69f449-e9d8-4b9b-b06c-582e63423047 req-c47fd71f-ca35-4266-ac6f-b8bcdf020167 tempest-ServerActionsTestJSON-347500300 tempest-ServerActionsTestJSON-347500300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:26:05.298600 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-ee69f449-e9d8-4b9b-b06c-582e63423047 req-c47fd71f-ca35-4266-ac6f-b8bcdf020167 tempest-ServerActionsTestJSON-347500300 tempest-ServerActionsTestJSON-347500300-project] 10.222.0.75 "GET /v2.0/ports?device_id=a1fbc70b-9dd3-44f5-99b0-85f3dff92d7d HTTP/1.1" status: 200 len: 946 time: 0.1806612 Feb 09 19:26:05.312784 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-4fdbdfca-b6cb-4bc3-9b67-303c979e4937 None None] Port e2399e9a-6886-4ed2-bf69-7a92a541605c cannot update to ACTIVE because it is not bound. {{(pid=103232) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 19:26:05.376282 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51b8d2f4-6757-4475-8e2d-ac67757368db None None] Pushing event updated for resources: {'Port': ['ID=f70e85fe-d6e2-43b6-a4ef-fa711e9c97b4,revision_number=2']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:26:05.377696 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85223a8a-16ac-4df0-93d2-826f1d97b845 req-409e2829-3034-410b-bea3-47ee44c3389c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:26:05.380447 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-85223a8a-16ac-4df0-93d2-826f1d97b845 req-409e2829-3034-410b-bea3-47ee44c3389c service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=a6498e9907004a76b4e7e4932c01d125&device_id=8f4af2f5-6c00-4777-9001-7c7eaaa7ba28 HTTP/1.1" status: 200 len: 1127 time: 0.1656051 Feb 09 19:26:05.391919 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.provisioning_blocks [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Provisioning complete for port 821b5eda-1b45-4aae-81e2-a1d99ec935d4 triggered by entity L2. {{(pid=103232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 19:26:05.392067 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593630'] for port (821b5eda-1b45-4aae-81e2-a1d99ec935d4), provisioning_complete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:26:05.426886 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-ee69f449-e9d8-4b9b-b06c-582e63423047 req-9c48e643-e72e-42f9-85a3-aeadb43d5360 tempest-ServerActionsTestJSON-347500300 tempest-ServerActionsTestJSON-347500300-project] 10.222.0.75 "GET /v2.0/security-groups?id=22c4accd-b9e4-4e3e-aec5-b2bee068a6b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1266587 Feb 09 19:26:05.452678 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-c08a7d71-e336-4707-ad77-cc2ab851f495 tempest-NetworksIpV6TestAttrs-571122948 tempest-NetworksIpV6TestAttrs-571122948-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762867177463', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762866656476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12867576'] for port (42d6a531-c919-4f63-8b1b-6db5bf28ceb6), after_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:26:05.510947 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-85223a8a-16ac-4df0-93d2-826f1d97b845 req-5b299fba-02f3-40bc-8eaa-b92b651ba13c service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=23cfe4a7-20c6-45a0-b41b-5f25e12108f4 HTTP/1.1" status: 200 len: 217 time: 0.1171582 Feb 09 19:26:05.524897 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c08a7d71-e336-4707-ad77-cc2ab851f495 tempest-NetworksIpV6TestAttrs-571122948 tempest-NetworksIpV6TestAttrs-571122948-project] Pushing event deleted for resources: {'Port': ['ID=42d6a531-c919-4f63-8b1b-6db5bf28ceb6,revision_number=None']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:26:05.556571 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.provisioning_blocks [None req-62367534-2508-4f00-9168-fa05e4c26e7f None None] Provisioning complete for port 201e006d-3fc7-4a34-9a2f-41d21cbb2c73 triggered by entity DHCP. {{(pid=103232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 19:26:05.556950 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-62367534-2508-4f00-9168-fa05e4c26e7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593630'] for port (201e006d-3fc7-4a34-9a2f-41d21cbb2c73), provisioning_complete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:26:05.570051 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-c08a7d71-e336-4707-ad77-cc2ab851f495 tempest-NetworksIpV6TestAttrs-571122948 tempest-NetworksIpV6TestAttrs-571122948-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171096'] for port (None), before_response {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:26:05.573702 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-c08a7d71-e336-4707-ad77-cc2ab851f495 tempest-NetworksIpV6TestAttrs-571122948 tempest-NetworksIpV6TestAttrs-571122948-project] 10.222.0.75 "DELETE /v2.0/ports/42d6a531-c919-4f63-8b1b-6db5bf28ceb6 HTTP/1.1" status: 204 len: 168 time: 1.3867712 Feb 09 19:26:05.574739 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e27a2bc5-6643-4be6-a087-3f314ca88b6d tempest-RoutersNegativeIpV6Test-969544946 tempest-RoutersNegativeIpV6Test-969544946-project] Made reservation on behalf of 323f2a3c36ff4bbca2bc4c2429b9eb18 for: {'subnet': 1} {{(pid=103229) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 19:26:05.577344 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 52488) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:26:05.578142 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-e27a2bc5-6643-4be6-a087-3f314ca88b6d tempest-RoutersNegativeIpV6Test-969544946 tempest-RoutersNegativeIpV6Test-969544946-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12759265'] for subnet (None), before_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:26:05.583019 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c846d80-06a9-4d4f-9611-bf3e2d6cb759 req-44b0e0da-f03d-4a48-9530-b26411205503 tempest-TestServerMultinode-969236194 tempest-TestServerMultinode-969236194-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:26:05.584876 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-1c846d80-06a9-4d4f-9611-bf3e2d6cb759 req-44b0e0da-f03d-4a48-9530-b26411205503 tempest-TestServerMultinode-969236194 tempest-TestServerMultinode-969236194-project-admin] 10.222.0.75 "GET /v2.0/ports?device_id=8f4af2f5-6c00-4777-9001-7c7eaaa7ba28 HTTP/1.1" status: 200 len: 1127 time: 0.5363934 Feb 09 19:26:05.618373 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-62367534-2508-4f00-9168-fa05e4c26e7f None None] Port 201e006d-3fc7-4a34-9a2f-41d21cbb2c73 cannot update to ACTIVE because it is not bound. {{(pid=103232) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 19:26:05.664610 n-d-713498-36 neutron-server[103230]: INFO neutron.pecan_wsgi.hooks.translation [None req-75bc868f-f847-49a3-8899-985544dc81f8 tempest-NetworksIpV6TestAttrs-571122948 tempest-NetworksIpV6TestAttrs-571122948-project] DELETE failed (client error): The resource could not be found. Feb 09 19:26:05.665079 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-75bc868f-f847-49a3-8899-985544dc81f8 tempest-NetworksIpV6TestAttrs-571122948 tempest-NetworksIpV6TestAttrs-571122948-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103230) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 19:26:05.668408 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-75bc868f-f847-49a3-8899-985544dc81f8 tempest-NetworksIpV6TestAttrs-571122948 tempest-NetworksIpV6TestAttrs-571122948-project] 10.222.0.75 "DELETE /v2.0/subnets/1c107522-102c-4dd9-8a10-63340f146ee7 HTTP/1.1" status: 404 len: 337 time: 0.0897348 Feb 09 19:26:05.680223 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 52490) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:26:05.681702 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85223a8a-16ac-4df0-93d2-826f1d97b845 req-29d01c76-50bb-488c-ba7f-686879e0d40c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:26:05.686447 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-85223a8a-16ac-4df0-93d2-826f1d97b845 req-29d01c76-50bb-488c-ba7f-686879e0d40c service neutron] 10.222.0.89 "GET /v2.0/subnets?id=37cecb8d-3371-4b33-a837-c1ef6d4df503 HTTP/1.1" status: 200 len: 848 time: 0.1704183 Feb 09 19:26:05.700194 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.plugin [None req-79eb3d97-3f95-4438-a3b5-13a461c8e284 tempest-PortsTestJSON-1738022054 tempest-PortsTestJSON-1738022054-project] Deleting port 201e006d-3fc7-4a34-9a2f-41d21cbb2c73 {{(pid=103229) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 19:26:05.700790 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-79eb3d97-3f95-4438-a3b5-13a461c8e284 tempest-PortsTestJSON-1738022054 tempest-PortsTestJSON-1738022054-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762867170196'] for port (201e006d-3fc7-4a34-9a2f-41d21cbb2c73), before_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:26:05.734815 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Current status of the port 821b5eda-1b45-4aae-81e2-a1d99ec935d4 is: ACTIVE; New status is: ACTIVE {{(pid=103232) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 19:26:05.863210 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-1c846d80-06a9-4d4f-9611-bf3e2d6cb759 req-471674e4-ab5e-4d3a-94f8-6efe1d35f848 tempest-TestServerMultinode-969236194 tempest-TestServerMultinode-969236194-project-admin] 10.222.0.75 "GET /v2.0/security-groups?id=470bf4f7-ea0c-4a64-8d8b-9f2609ff7cad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2635503 Feb 09 19:26:05.909616 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-79eb3d97-3f95-4438-a3b5-13a461c8e284 tempest-PortsTestJSON-1738022054 tempest-PortsTestJSON-1738022054-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1820838'] for port (201e006d-3fc7-4a34-9a2f-41d21cbb2c73), precommit_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:26:05.953642 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.plugin [None req-79eb3d97-3f95-4438-a3b5-13a461c8e284 tempest-PortsTestJSON-1738022054 tempest-PortsTestJSON-1738022054-project] Calling delete_port for 201e006d-3fc7-4a34-9a2f-41d21cbb2c73 owned by {{(pid=103229) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 19:26:06.070962 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-e27a2bc5-6643-4be6-a087-3f314ca88b6d tempest-RoutersNegativeIpV6Test-969544946 tempest-RoutersNegativeIpV6Test-969544946-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12867428', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12759263'] for subnet (d07c34a5-a48b-4862-b9fd-e2d45919fd8a), after_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:26:06.168644 n-d-713498-36 neutron-server[103230]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 19:26:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-489210a7-7433-4364-b7c6-5c2efb645061 x-openstack-request-id: req-489210a7-7433-4364-b7c6-5c2efb645061 {{(pid=103230) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 19:26:06.168940 n-d-713498-36 neutron-server[103230]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8f4af2f5-6c00-4777-9001-7c7eaaa7ba28", "tag": "23cfe4a7-20c6-45a0-b41b-5f25e12108f4", "status": "completed", "code": 200}]} {{(pid=103230) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 19:26:06.169165 n-d-713498-36 neutron-server[103230]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-489210a7-7433-4364-b7c6-5c2efb645061 {{(pid=103230) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 19:26:06.169549 n-d-713498-36 neutron-server[103230]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8f4af2f5-6c00-4777-9001-7c7eaaa7ba28', 'tag': '23cfe4a7-20c6-45a0-b41b-5f25e12108f4', 'status': 'completed', 'code': 200} Feb 09 19:26:06.199265 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-73c0f37d-b4f3-4e6a-8534-0a5a92e46084 tempest-NetworksIpV6TestAttrs-571122948 tempest-NetworksIpV6TestAttrs-571122948-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-670458'] for network (55f962b7-30dc-4d3a-8ebc-443ab8ade0e6), before_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:26:06.221491 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e27a2bc5-6643-4be6-a087-3f314ca88b6d tempest-RoutersNegativeIpV6Test-969544946 tempest-RoutersNegativeIpV6Test-969544946-project] Pushing event updated for resources: {'Subnet': ['ID=d07c34a5-a48b-4862-b9fd-e2d45919fd8a,revision_number=0']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:26:06.235168 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85223a8a-16ac-4df0-93d2-826f1d97b845 req-18a6c5a9-fa26-452c-9eca-4b3c03860feb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:26:06.236445 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-85223a8a-16ac-4df0-93d2-826f1d97b845 req-18a6c5a9-fa26-452c-9eca-4b3c03860feb service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=575d677e-0ef9-4672-aa02-3644cdb3dff4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.4810696 Feb 09 19:26:06.245336 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c4e8011-7f2a-4b45-a724-351e80ebaf2d req-6129f670-d503-485a-b62c-9d5223f51f62 tempest-ServerRescueTestJSON-1886685382 tempest-ServerRescueTestJSON-1886685382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:26:06.253260 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-0c4e8011-7f2a-4b45-a724-351e80ebaf2d req-6129f670-d503-485a-b62c-9d5223f51f62 tempest-ServerRescueTestJSON-1886685382 tempest-ServerRescueTestJSON-1886685382-project] 10.222.0.75 "GET /v2.0/ports?device_id=051c39d5-1749-483d-9498-3d1717fb73d7 HTTP/1.1" status: 200 len: 946 time: 0.5911179 Feb 09 19:26:06.291394 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Device f1d2f720-203f-4a0c-99ec-b451c998d159 no longer exists at agent hyperv_n-h1-713498-36 {{(pid=103232) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 19:26:06.321104 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e27a2bc5-6643-4be6-a087-3f314ca88b6d tempest-RoutersNegativeIpV6Test-969544946 tempest-RoutersNegativeIpV6Test-969544946-project] Checking segment: {'id': '59500f2f-9912-4216-9c3e-264e45107d1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': 'b1540a3f-4f99-4693-9fe9-afdf7d8db7a4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103229) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 19:26:06.321518 n-d-713498-36 neutron-server[103229]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e27a2bc5-6643-4be6-a087-3f314ca88b6d tempest-RoutersNegativeIpV6Test-969544946 tempest-RoutersNegativeIpV6Test-969544946-project] Network hostable DHCP agents. Network: b1540a3f-4f99-4693-9fe9-afdf7d8db7a4, hostable agents: ['af91e4b9-f4e1-42b1-a25c-a10dc47171c8'], hosted agents: [] {{(pid=103229) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 19:26:06.370020 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e669847-889f-48a1-b3fb-5ff9eea61c34 req-ebe4d7a1-1d72-48ea-b0d7-550aac027f16 tempest-AttachVolumeShelveTestJSON-671139515 tempest-AttachVolumeShelveTestJSON-671139515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:26:06.372087 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-7e669847-889f-48a1-b3fb-5ff9eea61c34 req-ebe4d7a1-1d72-48ea-b0d7-550aac027f16 tempest-AttachVolumeShelveTestJSON-671139515 tempest-AttachVolumeShelveTestJSON-671139515-project] 10.222.0.75 "GET /v2.0/ports?device_id=32437e19-fcdc-4dd1-84cc-377ffcb85b84 HTTP/1.1" status: 200 len: 945 time: 0.2989080 Feb 09 19:26:06.374984 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-79eb3d97-3f95-4438-a3b5-13a461c8e284 tempest-PortsTestJSON-1738022054 tempest-PortsTestJSON-1738022054-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762867177463', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762866656476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12867576'] for port (201e006d-3fc7-4a34-9a2f-41d21cbb2c73), after_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:26:06.402165 n-d-713498-36 neutron-server[103229]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e27a2bc5-6643-4be6-a087-3f314ca88b6d tempest-RoutersNegativeIpV6Test-969544946 tempest-RoutersNegativeIpV6Test-969544946-project] Network b1540a3f-4f99-4693-9fe9-afdf7d8db7a4 is scheduled to be hosted by DHCP agent af91e4b9-f4e1-42b1-a25c-a10dc47171c8 with binding_index 1 {{(pid=103229) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 19:26:06.447525 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-73c0f37d-b4f3-4e6a-8534-0a5a92e46084 tempest-NetworksIpV6TestAttrs-571122948 tempest-NetworksIpV6TestAttrs-571122948-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-590267', 'neutron.services.segments.db._delete_segments_for_network-8762867132609'] for network (55f962b7-30dc-4d3a-8ebc-443ab8ade0e6), precommit_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:26:06.448641 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Current status of the port f1d2f720-203f-4a0c-99ec-b451c998d159 is: ACTIVE; New status is: DOWN {{(pid=103232) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 19:26:06.449149 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (f1d2f720-203f-4a0c-99ec-b451c998d159), before_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:26:06.462993 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79eb3d97-3f95-4438-a3b5-13a461c8e284 tempest-PortsTestJSON-1738022054 tempest-PortsTestJSON-1738022054-project] Pushing event deleted for resources: {'Port': ['ID=201e006d-3fc7-4a34-9a2f-41d21cbb2c73,revision_number=None']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:26:06.497826 n-d-713498-36 neutron-server[103232]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a1fbc70b-9dd3-44f5-99b0-85f3dff92d7d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f1d2f720-203f-4a0c-99ec-b451c998d159'}] {{(pid=103232) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 19:26:06.503109 n-d-713498-36 neutron-server[103232]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}949cdcde653dec44821de95cbf67297f53cbc2aed4e073b5d514f93bf911ce85" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c61019e6-a71c-4308-8fc6-87a14ee1edfe" -d '{"events": [{"server_uuid": "a1fbc70b-9dd3-44f5-99b0-85f3dff92d7d", "name": "network-vif-unplugged", "status": "completed", "tag": "f1d2f720-203f-4a0c-99ec-b451c998d159"}]}' {{(pid=103232) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 19:26:06.508189 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-0c4e8011-7f2a-4b45-a724-351e80ebaf2d req-756b9c87-e6ec-43f9-aa47-5bb991c964ac tempest-ServerRescueTestJSON-1886685382 tempest-ServerRescueTestJSON-1886685382-project] 10.222.0.75 "GET /v2.0/security-groups?id=e2c286ed-f317-46f6-b582-9a19546e0cee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2539675 Feb 09 19:26:06.559442 n-d-713498-36 neutron-server[103230]: DEBUG neutron.services.segments.db [None req-73c0f37d-b4f3-4e6a-8534-0a5a92e46084 tempest-NetworksIpV6TestAttrs-571122948 tempest-NetworksIpV6TestAttrs-571122948-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['55f962b7-30dc-4d3a-8ebc-443ab8ade0e6']}} {{(pid=103230) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:26:06.579167 n-d-713498-36 neutron-server[103230]: DEBUG neutron.services.segments.db [None req-73c0f37d-b4f3-4e6a-8534-0a5a92e46084 tempest-NetworksIpV6TestAttrs-571122948 tempest-NetworksIpV6TestAttrs-571122948-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b0b9b42b-7994-47bd-b55d-85123f76255f') {'for_net_delete': True} {{(pid=103230) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:26:06.579642 n-d-713498-36 neutron-server[103230]: DEBUG neutron.services.segments.db [None req-73c0f37d-b4f3-4e6a-8534-0a5a92e46084 tempest-NetworksIpV6TestAttrs-571122948 tempest-NetworksIpV6TestAttrs-571122948-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b0b9b42b-7994-47bd-b55d-85123f76255f') {} {{(pid=103230) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:26:06.581880 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] For port f1d2f720-203f-4a0c-99ec-b451c998d159, host n-h1-713498-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-36',level=0,port_id=f1d2f720-203f-4a0c-99ec-b451c998d159,segment=NetworkSegment(9110d757-e4eb-424b-97b9-32896b689ba3),segment_id=9110d757-e4eb-424b-97b9-32896b689ba3)] {{(pid=103232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 19:26:06.592371 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-85223a8a-16ac-4df0-93d2-826f1d97b845 req-168e3773-6a9b-4720-9ccc-a7e3b3d6e931 service neutron] 10.222.0.89 "GET /v2.0/networks/575d677e-0ef9-4672-aa02-3644cdb3dff4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3130023 Feb 09 19:26:06.593397 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762867176205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762866656485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762866656503'] for port (f1d2f720-203f-4a0c-99ec-b451c998d159), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:26:06.594725 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-73c0f37d-b4f3-4e6a-8534-0a5a92e46084 tempest-NetworksIpV6TestAttrs-571122948 tempest-NetworksIpV6TestAttrs-571122948-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762867134154', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12895813'] for segment (b0b9b42b-7994-47bd-b55d-85123f76255f), before_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:26:06.613703 n-d-713498-36 neutron-server[103229]: DEBUG neutron.scheduler.base_scheduler [None req-e27a2bc5-6643-4be6-a087-3f314ca88b6d tempest-RoutersNegativeIpV6Test-969544946 tempest-RoutersNegativeIpV6Test-969544946-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713498-36, b1540a3f-4f99-4693-9fe9-afdf7d8db7a4) {{(pid=103229) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 19:26:06.626439 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-79eb3d97-3f95-4438-a3b5-13a461c8e284 tempest-PortsTestJSON-1738022054 tempest-PortsTestJSON-1738022054-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171096'] for port (None), before_response {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:26:06.630596 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-79eb3d97-3f95-4438-a3b5-13a461c8e284 tempest-PortsTestJSON-1738022054 tempest-PortsTestJSON-1738022054-project] 10.222.0.75 "DELETE /v2.0/ports/201e006d-3fc7-4a34-9a2f-41d21cbb2c73 HTTP/1.1" status: 204 len: 168 time: 1.6721594 Feb 09 19:26:06.632659 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e27a2bc5-6643-4be6-a087-3f314ca88b6d tempest-RoutersNegativeIpV6Test-969544946 tempest-RoutersNegativeIpV6Test-969544946-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:26:06.633255 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-e27a2bc5-6643-4be6-a087-3f314ca88b6d tempest-RoutersNegativeIpV6Test-969544946 tempest-RoutersNegativeIpV6Test-969544946-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1613566'] for subnet (None), before_response {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:26:06.654804 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 52508) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:26:06.655720 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e65ce645-2f20-4d54-90ac-58419f3aa066 None None] Network b1540a3f-4f99-4693-9fe9-afdf7d8db7a4 requested from n-d-713498-36 {{(pid=103232) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 19:26:06.724564 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-e27a2bc5-6643-4be6-a087-3f314ca88b6d tempest-RoutersNegativeIpV6Test-969544946 tempest-RoutersNegativeIpV6Test-969544946-project] 10.222.0.75 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.8455231 Feb 09 19:26:06.730291 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 52510) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:26:06.738445 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.v2.base [None req-51d77dce-0f8e-4d38-8d62-9473dda9c273 tempest-RoutersNegativeIpV6Test-969544946 tempest-RoutersNegativeIpV6Test-969544946-project] Request body: {'subnet': {'network_id': '763fd02a-074d-4f60-baf8-3302044b729f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 19:26:06.760399 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Pushing event updated for resources: {'Port': ['ID=f1d2f720-203f-4a0c-99ec-b451c998d159,revision_number=11']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:26:06.801716 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-73c0f37d-b4f3-4e6a-8534-0a5a92e46084 tempest-NetworksIpV6TestAttrs-571122948 tempest-NetworksIpV6TestAttrs-571122948-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-759574'] for segment (b0b9b42b-7994-47bd-b55d-85123f76255f), precommit_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:26:06.831282 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-73c0f37d-b4f3-4e6a-8534-0a5a92e46084 tempest-NetworksIpV6TestAttrs-571122948 tempest-NetworksIpV6TestAttrs-571122948-project] Releasing vlan 362 on physical network physnet1 to pool {{(pid=103230) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 19:26:06.833767 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-73c0f37d-b4f3-4e6a-8534-0a5a92e46084 tempest-NetworksIpV6TestAttrs-571122948 tempest-NetworksIpV6TestAttrs-571122948-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-759574', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14393826'] for segment (b0b9b42b-7994-47bd-b55d-85123f76255f), after_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:26:06.839917 n-d-713498-36 neutron-server[103230]: Traceback (most recent call last): Feb 09 19:26:06.839917 n-d-713498-36 neutron-server[103230]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 19:26:06.839917 n-d-713498-36 neutron-server[103230]: timer() Feb 09 19:26:06.839917 n-d-713498-36 neutron-server[103230]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 19:26:06.839917 n-d-713498-36 neutron-server[103230]: cb(*args, **kw) Feb 09 19:26:06.839917 n-d-713498-36 neutron-server[103230]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 19:26:06.839917 n-d-713498-36 neutron-server[103230]: return func(*args, **kwargs) Feb 09 19:26:06.839917 n-d-713498-36 neutron-server[103230]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 19:26:06.839917 n-d-713498-36 neutron-server[103230]: self._notify() Feb 09 19:26:06.839917 n-d-713498-36 neutron-server[103230]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 19:26:06.839917 n-d-713498-36 neutron-server[103230]: self.callback(batched_events) Feb 09 19:26:06.839917 n-d-713498-36 neutron-server[103230]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 19:26:06.839917 n-d-713498-36 neutron-server[103230]: event.method(event) Feb 09 19:26:06.839917 n-d-713498-36 neutron-server[103230]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 19:26:06.839917 n-d-713498-36 neutron-server[103230]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 19:26:06.839917 n-d-713498-36 neutron-server[103230]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 19:26:06.839917 n-d-713498-36 neutron-server[103230]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 19:26:06.839917 n-d-713498-36 neutron-server[103230]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 19:26:06.839917 n-d-713498-36 neutron-server[103230]: return f(self, *a, **k) Feb 09 19:26:06.839917 n-d-713498-36 neutron-server[103230]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 19:26:06.839917 n-d-713498-36 neutron-server[103230]: return self._get(url).json() Feb 09 19:26:06.839917 n-d-713498-36 neutron-server[103230]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 19:26:06.839917 n-d-713498-36 neutron-server[103230]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 19:26:06.839917 n-d-713498-36 neutron-server[103230]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 19:26:06.839917 n-d-713498-36 neutron-server[103230]: return self.request(url, 'GET', **kwargs) Feb 09 19:26:06.839917 n-d-713498-36 neutron-server[103230]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 19:26:06.839917 n-d-713498-36 neutron-server[103230]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 19:26:06.839917 n-d-713498-36 neutron-server[103230]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 19:26:06.839917 n-d-713498-36 neutron-server[103230]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 19:26:06.839917 n-d-713498-36 neutron-server[103230]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 19:26:06.839917 n-d-713498-36 neutron-server[103230]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 19:26:06.839917 n-d-713498-36 neutron-server[103230]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 19:26:06.876473 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1eba1722-edc6-4770-b1c9-f69e7491d75a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8b32e980-7cce-5e82-a341-bd2fa8945c89-b1540a3f-4f99-4693-9fe9-afdf7d8db7a4', 'network_id': 'b1540a3f-4f99-4693-9fe9-afdf7d8db7a4', 'project_id': '323f2a3c36ff4bbca2bc4c2429b9eb18', 'fixed_ips': [{'subnet_id': 'd07c34a5-a48b-4862-b9fd-e2d45919fd8a'}]}} from n-d-713498-36. {{(pid=103232) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 09 19:26:06.877569 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-1eba1722-edc6-4770-b1c9-f69e7491d75a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (None), before_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:26:07.033170 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-166a8438-4358-4e94-8ff2-2bf8e556c4b9 req-0a0c848a-87b4-4f5f-8b06-82e1d8547cef tempest-ServerActionsTestJSON-347500300 tempest-ServerActionsTestJSON-347500300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:26:07.034408 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-166a8438-4358-4e94-8ff2-2bf8e556c4b9 req-0a0c848a-87b4-4f5f-8b06-82e1d8547cef tempest-ServerActionsTestJSON-347500300 tempest-ServerActionsTestJSON-347500300-project] 10.222.0.75 "GET /v2.0/ports?device_id=a1fbc70b-9dd3-44f5-99b0-85f3dff92d7d HTTP/1.1" status: 200 len: 944 time: 0.2970304 Feb 09 19:26:07.039847 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-85223a8a-16ac-4df0-93d2-826f1d97b845 req-525633a4-6855-4839-8f4f-31ec882e9583 service neutron] 10.222.0.89 "GET /v2.0/networks/575d677e-0ef9-4672-aa02-3644cdb3dff4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4365509 Feb 09 19:26:07.049373 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-73c0f37d-b4f3-4e6a-8534-0a5a92e46084 tempest-NetworksIpV6TestAttrs-571122948 tempest-NetworksIpV6TestAttrs-571122948-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-590242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1885479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1818895'] for network (55f962b7-30dc-4d3a-8ebc-443ab8ade0e6), after_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:26:07.055752 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-73c0f37d-b4f3-4e6a-8534-0a5a92e46084 tempest-NetworksIpV6TestAttrs-571122948 tempest-NetworksIpV6TestAttrs-571122948-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1613566'] for network (None), before_response {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:26:07.078167 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-73c0f37d-b4f3-4e6a-8534-0a5a92e46084 tempest-NetworksIpV6TestAttrs-571122948 tempest-NetworksIpV6TestAttrs-571122948-project] 10.222.0.75 "DELETE /v2.0/networks/55f962b7-30dc-4d3a-8ebc-443ab8ade0e6 HTTP/1.1" status: 204 len: 168 time: 1.3906763 Feb 09 19:26:07.098010 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf014e7e-c022-46d7-9dd1-6d6379a5585b None None] Network 6b40ed50-eac7-4d74-b30e-4e47958bbb73 requested from n-d-713498-36 {{(pid=103232) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 19:26:07.130035 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 52516) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:26:07.238508 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Device f70e85fe-d6e2-43b6-a4ef-fa711e9c97b4 up at agent ovs-agent-n-d-713498-36 {{(pid=103232) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 19:26:07.246289 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-166a8438-4358-4e94-8ff2-2bf8e556c4b9 req-73085bb9-346b-4f43-a0c8-bf6e8fbcbdb7 tempest-ServerActionsTestJSON-347500300 tempest-ServerActionsTestJSON-347500300-project] 10.222.0.75 "GET /v2.0/security-groups?id=22c4accd-b9e4-4e3e-aec5-b2bee068a6b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2056336 Feb 09 19:26:07.249736 n-d-713498-36 neutron-server[103229]: INFO neutron.pecan_wsgi.hooks.translation [None req-3ff379cf-efb5-42ff-b9fc-d3934e3d45c9 tempest-PortsTestJSON-1738022054 tempest-PortsTestJSON-1738022054-project] GET failed (client error): The resource could not be found. Feb 09 19:26:07.251539 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-3ff379cf-efb5-42ff-b9fc-d3934e3d45c9 tempest-PortsTestJSON-1738022054 tempest-PortsTestJSON-1738022054-project] 10.222.0.75 "GET /v2.0/ports/201e006d-3fc7-4a34-9a2f-41d21cbb2c73 HTTP/1.1" status: 404 len: 333 time: 0.5956597 Feb 09 19:26:07.257781 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 52518) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:26:07.277055 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-7e669847-889f-48a1-b3fb-5ff9eea61c34 req-1031ed5e-bfbd-4d91-8282-7e5cb7971b26 tempest-AttachVolumeShelveTestJSON-671139515 tempest-AttachVolumeShelveTestJSON-671139515-project] 10.222.0.75 "GET /v2.0/security-groups?id=e78d9a5a-8306-4175-aed3-1bd14ac6b154&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.8889158 Feb 09 19:26:07.339388 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.db_base_plugin_common [None req-1eba1722-edc6-4770-b1c9-f69e7491d75a None None] Allocated IP 2001:db8::2 (b1540a3f-4f99-4693-9fe9-afdf7d8db7a4/d07c34a5-a48b-4862-b9fd-e2d45919fd8a/c711f108-7228-43f1-8efe-682a4190a0f2) {{(pid=103232) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 19:26:07.356786 n-d-713498-36 neutron-server[103232]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 09 Feb 2022 19:26:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ac701b6f-061a-4f11-bc84-6cee47b725e0 x-openstack-request-id: req-ac701b6f-061a-4f11-bc84-6cee47b725e0 {{(pid=103232) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 19:26:07.357256 n-d-713498-36 neutron-server[103232]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a1fbc70b-9dd3-44f5-99b0-85f3dff92d7d", "name": "network-vif-unplugged", "status": "completed", "tag": "f1d2f720-203f-4a0c-99ec-b451c998d159", "code": 200}]} {{(pid=103232) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 19:26:07.357667 n-d-713498-36 neutron-server[103232]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-ac701b6f-061a-4f11-bc84-6cee47b725e0 {{(pid=103232) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 19:26:07.358612 n-d-713498-36 neutron-server[103232]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a1fbc70b-9dd3-44f5-99b0-85f3dff92d7d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f1d2f720-203f-4a0c-99ec-b451c998d159', 'code': 200} Feb 09 19:26:07.359221 n-d-713498-36 neutron-server[103230]: DEBUG neutron.db.db_base_plugin_v2 [None req-6b3100fa-6710-44d2-9f84-d31bb9449634 tempest-NetworksIpV6TestAttrs-571122948 tempest-NetworksIpV6TestAttrs-571122948-project] Deleting subnet b2500511-36fe-4b3b-84cf-40db648ab2b7 {{(pid=103230) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 19:26:07.376923 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-6b3100fa-6710-44d2-9f84-d31bb9449634 tempest-NetworksIpV6TestAttrs-571122948 tempest-NetworksIpV6TestAttrs-571122948-project] Publish callbacks [] for subnet (b2500511-36fe-4b3b-84cf-40db648ab2b7), before_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:26:07.378270 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-51d77dce-0f8e-4d38-8d62-9473dda9c273 tempest-RoutersNegativeIpV6Test-969544946 tempest-RoutersNegativeIpV6Test-969544946-project] Made reservation on behalf of 323f2a3c36ff4bbca2bc4c2429b9eb18 for: {'subnet': 1} {{(pid=103229) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 19:26:07.382472 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-51d77dce-0f8e-4d38-8d62-9473dda9c273 tempest-RoutersNegativeIpV6Test-969544946 tempest-RoutersNegativeIpV6Test-969544946-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12759265'] for subnet (None), before_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:26:07.392810 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.provisioning_blocks [None req-28a93e54-02ed-4355-a80b-61726ac56866 None None] Provisioning complete for port f70e85fe-d6e2-43b6-a4ef-fa711e9c97b4 triggered by entity DHCP. {{(pid=103232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 19:26:07.393417 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-28a93e54-02ed-4355-a80b-61726ac56866 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593630'] for port (f70e85fe-d6e2-43b6-a4ef-fa711e9c97b4), provisioning_complete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:26:07.476973 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-6b3100fa-6710-44d2-9f84-d31bb9449634 tempest-NetworksIpV6TestAttrs-571122948 tempest-NetworksIpV6TestAttrs-571122948-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12895822'] for subnet (b2500511-36fe-4b3b-84cf-40db648ab2b7), precommit_delete_associations {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:26:07.493621 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.plugin [None req-113ec04e-252a-479e-8ae5-31698d878722 tempest-PortsTestJSON-1738022054 tempest-PortsTestJSON-1738022054-project] Deleting port e2399e9a-6886-4ed2-bf69-7a92a541605c {{(pid=103229) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 19:26:07.493890 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-113ec04e-252a-479e-8ae5-31698d878722 tempest-PortsTestJSON-1738022054 tempest-PortsTestJSON-1738022054-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762867170196'] for port (e2399e9a-6886-4ed2-bf69-7a92a541605c), before_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:26:07.540005 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.provisioning_blocks [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Provisioning complete for port f70e85fe-d6e2-43b6-a4ef-fa711e9c97b4 triggered by entity L2. {{(pid=103232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 19:26:07.542643 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593630'] for port (f70e85fe-d6e2-43b6-a4ef-fa711e9c97b4), provisioning_complete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:26:07.614286 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dcea748-3a0e-4c4c-9893-b38c42328ef8 req-19d2f1cb-2073-49ca-9426-a3377f592aec tempest-TestServerMultinode-969236194 tempest-TestServerMultinode-969236194-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:26:07.616346 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-6dcea748-3a0e-4c4c-9893-b38c42328ef8 req-19d2f1cb-2073-49ca-9426-a3377f592aec tempest-TestServerMultinode-969236194 tempest-TestServerMultinode-969236194-project-admin] 10.222.0.75 "GET /v2.0/ports?device_id=8f4af2f5-6c00-4777-9001-7c7eaaa7ba28 HTTP/1.1" status: 200 len: 1127 time: 0.1631982 Feb 09 19:26:07.626673 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-6b3100fa-6710-44d2-9f84-d31bb9449634 tempest-NetworksIpV6TestAttrs-571122948 tempest-NetworksIpV6TestAttrs-571122948-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-759852'] for subnet (b2500511-36fe-4b3b-84cf-40db648ab2b7), precommit_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:26:07.676738 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-113ec04e-252a-479e-8ae5-31698d878722 tempest-PortsTestJSON-1738022054 tempest-PortsTestJSON-1738022054-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1820838'] for port (e2399e9a-6886-4ed2-bf69-7a92a541605c), precommit_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:26:07.731983 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73c0f37d-b4f3-4e6a-8534-0a5a92e46084 tempest-NetworksIpV6TestAttrs-571122948 tempest-NetworksIpV6TestAttrs-571122948-project] Pushing event deleted for resources: {'Network': ['ID=55f962b7-30dc-4d3a-8ebc-443ab8ade0e6,revision_number=None']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:26:07.739640 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-6b3100fa-6710-44d2-9f84-d31bb9449634 tempest-NetworksIpV6TestAttrs-571122948 tempest-NetworksIpV6TestAttrs-571122948-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-760023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14393672', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12985882'] for subnet (b2500511-36fe-4b3b-84cf-40db648ab2b7), after_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:26:07.752479 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.plugin [None req-113ec04e-252a-479e-8ae5-31698d878722 tempest-PortsTestJSON-1738022054 tempest-PortsTestJSON-1738022054-project] Calling delete_port for e2399e9a-6886-4ed2-bf69-7a92a541605c owned by {{(pid=103229) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 19:26:07.754211 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-28a93e54-02ed-4355-a80b-61726ac56866 None None] Current status of the port f70e85fe-d6e2-43b6-a4ef-fa711e9c97b4 is: DOWN; New status is: ACTIVE {{(pid=103232) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 19:26:07.754772 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-28a93e54-02ed-4355-a80b-61726ac56866 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (f70e85fe-d6e2-43b6-a4ef-fa711e9c97b4), before_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:26:07.782844 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-6dcea748-3a0e-4c4c-9893-b38c42328ef8 req-b3988839-73b5-48df-9a54-c4d4044a9a81 tempest-TestServerMultinode-969236194 tempest-TestServerMultinode-969236194-project-admin] 10.222.0.75 "GET /v2.0/security-groups?id=470bf4f7-ea0c-4a64-8d8b-9f2609ff7cad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1568668 Feb 09 19:26:07.838696 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-6b3100fa-6710-44d2-9f84-d31bb9449634 tempest-NetworksIpV6TestAttrs-571122948 tempest-NetworksIpV6TestAttrs-571122948-project] Publish callbacks [] for subnet (None), before_response {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:26:07.845872 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-6b3100fa-6710-44d2-9f84-d31bb9449634 tempest-NetworksIpV6TestAttrs-571122948 tempest-NetworksIpV6TestAttrs-571122948-project] 10.222.0.75 "DELETE /v2.0/subnets/b2500511-36fe-4b3b-84cf-40db648ab2b7 HTTP/1.1" status: 204 len: 168 time: 0.6903799 Feb 09 19:26:07.847246 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b3100fa-6710-44d2-9f84-d31bb9449634 tempest-NetworksIpV6TestAttrs-571122948 tempest-NetworksIpV6TestAttrs-571122948-project] Pushing event deleted for resources: {'Subnet': ['ID=b2500511-36fe-4b3b-84cf-40db648ab2b7,revision_number=None']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:26:07.858661 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 52522) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:26:07.860484 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9feddd86-1b47-4e1f-80e7-ea0150497538 None None] Network 7028b1fa-3b13-4c85-9a38-f595589260ee requested from n-d-713498-36 {{(pid=103232) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 19:26:07.905547 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-51d77dce-0f8e-4d38-8d62-9473dda9c273 tempest-RoutersNegativeIpV6Test-969544946 tempest-RoutersNegativeIpV6Test-969544946-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12867428', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12759263'] for subnet (9bfac717-1a2a-437a-9a9f-3a54c1528a3c), after_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:26:07.910944 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-28a93e54-02ed-4355-a80b-61726ac56866 None None] For port f70e85fe-d6e2-43b6-a4ef-fa711e9c97b4, host n-d-713498-36, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-36',level=0,port_id=f70e85fe-d6e2-43b6-a4ef-fa711e9c97b4,segment=NetworkSegment(24f1b014-8d4e-4fb2-b1fb-b521fe75bcc6),segment_id=24f1b014-8d4e-4fb2-b1fb-b521fe75bcc6)] {{(pid=103232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 19:26:07.922437 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-1eba1722-edc6-4770-b1c9-f69e7491d75a None None] Publish callbacks [] for port (c711f108-7228-43f1-8efe-682a4190a0f2), precommit_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:26:07.953760 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-28a93e54-02ed-4355-a80b-61726ac56866 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762867176205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762866656485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762866656503'] for port (f70e85fe-d6e2-43b6-a4ef-fa711e9c97b4), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:26:07.957389 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51d77dce-0f8e-4d38-8d62-9473dda9c273 tempest-RoutersNegativeIpV6Test-969544946 tempest-RoutersNegativeIpV6Test-969544946-project] Pushing event updated for resources: {'Subnet': ['ID=9bfac717-1a2a-437a-9a9f-3a54c1528a3c,revision_number=0']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:26:07.969796 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-ba714883-7d15-4b51-bb94-5570a9f80102 tempest-NetworksIpV6TestAttrs-571122948 tempest-NetworksIpV6TestAttrs-571122948-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-670458'] for network (7028b1fa-3b13-4c85-9a38-f595589260ee), before_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:26:08.015853 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-1eba1722-edc6-4770-b1c9-f69e7491d75a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762866656467'] for port (c711f108-7228-43f1-8efe-682a4190a0f2), after_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:26:08.035439 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fc9f1b0-b5b3-4e08-b748-8c57ab1a0abd req-7fc0977a-7616-4780-b008-05c0492022ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:26:08.037033 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-1fc9f1b0-b5b3-4e08-b748-8c57ab1a0abd req-7fc0977a-7616-4780-b008-05c0492022ce service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=a6498e9907004a76b4e7e4932c01d125&device_id=8f4af2f5-6c00-4777-9001-7c7eaaa7ba28 HTTP/1.1" status: 200 len: 1127 time: 0.8300092 Feb 09 19:26:08.080202 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51d77dce-0f8e-4d38-8d62-9473dda9c273 tempest-RoutersNegativeIpV6Test-969544946 tempest-RoutersNegativeIpV6Test-969544946-project] Checking segment: {'id': '8c511fd8-1bc6-4084-a218-229d0f6f70e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': '763fd02a-074d-4f60-baf8-3302044b729f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103229) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 19:26:08.081004 n-d-713498-36 neutron-server[103229]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51d77dce-0f8e-4d38-8d62-9473dda9c273 tempest-RoutersNegativeIpV6Test-969544946 tempest-RoutersNegativeIpV6Test-969544946-project] Network hostable DHCP agents. Network: 763fd02a-074d-4f60-baf8-3302044b729f, hostable agents: ['af91e4b9-f4e1-42b1-a25c-a10dc47171c8'], hosted agents: [] {{(pid=103229) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 19:26:08.114786 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-072e293d-d89f-4822-874c-334e60cc423c req-b218eace-2bb4-4819-ba16-1de7104f3044 tempest-ServerRescueTestJSON-1886685382 tempest-ServerRescueTestJSON-1886685382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:26:08.117203 n-d-713498-36 neutron-server[103229]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51d77dce-0f8e-4d38-8d62-9473dda9c273 tempest-RoutersNegativeIpV6Test-969544946 tempest-RoutersNegativeIpV6Test-969544946-project] Network 763fd02a-074d-4f60-baf8-3302044b729f is scheduled to be hosted by DHCP agent af91e4b9-f4e1-42b1-a25c-a10dc47171c8 with binding_index 1 {{(pid=103229) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 19:26:08.118471 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-072e293d-d89f-4822-874c-334e60cc423c req-b218eace-2bb4-4819-ba16-1de7104f3044 tempest-ServerRescueTestJSON-1886685382 tempest-ServerRescueTestJSON-1886685382-project] 10.222.0.75 "GET /v2.0/ports?device_id=051c39d5-1749-483d-9498-3d1717fb73d7 HTTP/1.1" status: 200 len: 946 time: 0.3985674 Feb 09 19:26:08.119800 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-113ec04e-252a-479e-8ae5-31698d878722 tempest-PortsTestJSON-1738022054 tempest-PortsTestJSON-1738022054-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762867177463', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762866656476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12867576'] for port (e2399e9a-6886-4ed2-bf69-7a92a541605c), after_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:26:08.145709 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Current status of the port f70e85fe-d6e2-43b6-a4ef-fa711e9c97b4 is: ACTIVE; New status is: ACTIVE {{(pid=103232) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 19:26:08.157037 n-d-713498-36 neutron-server[103229]: DEBUG neutron.scheduler.base_scheduler [None req-51d77dce-0f8e-4d38-8d62-9473dda9c273 tempest-RoutersNegativeIpV6Test-969544946 tempest-RoutersNegativeIpV6Test-969544946-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713498-36, 763fd02a-074d-4f60-baf8-3302044b729f) {{(pid=103229) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 19:26:08.157937 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28a93e54-02ed-4355-a80b-61726ac56866 None None] Pushing event updated for resources: {'Port': ['ID=f70e85fe-d6e2-43b6-a4ef-fa711e9c97b4,revision_number=3']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:26:08.161095 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-113ec04e-252a-479e-8ae5-31698d878722 tempest-PortsTestJSON-1738022054 tempest-PortsTestJSON-1738022054-project] Pushing event deleted for resources: {'Port': ['ID=e2399e9a-6886-4ed2-bf69-7a92a541605c,revision_number=None']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:26:08.166028 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51d77dce-0f8e-4d38-8d62-9473dda9c273 tempest-RoutersNegativeIpV6Test-969544946 tempest-RoutersNegativeIpV6Test-969544946-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:26:08.166809 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-51d77dce-0f8e-4d38-8d62-9473dda9c273 tempest-RoutersNegativeIpV6Test-969544946 tempest-RoutersNegativeIpV6Test-969544946-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1613566'] for subnet (None), before_response {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:26:08.203640 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-51d77dce-0f8e-4d38-8d62-9473dda9c273 tempest-RoutersNegativeIpV6Test-969544946 tempest-RoutersNegativeIpV6Test-969544946-project] 10.222.0.75 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.4722567 Feb 09 19:26:08.204457 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 52526) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:26:08.212210 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.plugin [None req-ba714883-7d15-4b51-bb94-5570a9f80102 tempest-NetworksIpV6TestAttrs-571122948 tempest-NetworksIpV6TestAttrs-571122948-project] Deleting port 220b1d6e-778e-4a19-bbd7-60458c28685c {{(pid=103230) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 19:26:08.212565 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-ba714883-7d15-4b51-bb94-5570a9f80102 tempest-NetworksIpV6TestAttrs-571122948 tempest-NetworksIpV6TestAttrs-571122948-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762867170196'] for port (220b1d6e-778e-4a19-bbd7-60458c28685c), before_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:26:08.269463 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eba1722-edc6-4770-b1c9-f69e7491d75a None None] Pushing event updated for resources: {'Port': ['ID=c711f108-7228-43f1-8efe-682a4190a0f2,revision_number=1']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:26:08.282599 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f62d4b3-7578-4220-97ac-8022067fe2c9 None None] Network 763fd02a-074d-4f60-baf8-3302044b729f requested from n-d-713498-36 {{(pid=103232) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 19:26:08.305391 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Device f1d2f720-203f-4a0c-99ec-b451c998d159 details requested by agent hyperv_n-h1-713498-36 with host n-h1-713498-36 {{(pid=103232) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 19:26:08.321523 n-d-713498-36 neutron-server[103232]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1eba1722-edc6-4770-b1c9-f69e7491d75a None None] Network b1540a3f-4f99-4693-9fe9-afdf7d8db7a4 is already hosted by enough agents. {{(pid=103232) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 19:26:08.347750 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.db [None req-ba714883-7d15-4b51-bb94-5570a9f80102 tempest-NetworksIpV6TestAttrs-571122948 tempest-NetworksIpV6TestAttrs-571122948-project] For port 220b1d6e-778e-4a19-bbd7-60458c28685c, host n-d-713498-36, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-36',level=0,port_id=220b1d6e-778e-4a19-bbd7-60458c28685c,segment=NetworkSegment(36fd3cb9-33b7-4860-8591-f2e0e7ad5531),segment_id=36fd3cb9-33b7-4860-8591-f2e0e7ad5531)] {{(pid=103230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 19:26:08.348132 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-ba714883-7d15-4b51-bb94-5570a9f80102 tempest-NetworksIpV6TestAttrs-571122948 tempest-NetworksIpV6TestAttrs-571122948-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1820838'] for port (220b1d6e-778e-4a19-bbd7-60458c28685c), precommit_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:26:08.373403 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.provisioning_blocks [None req-88b5df7b-a016-4928-8cdb-05d20093a0e7 None None] Provisioning complete for port f70e85fe-d6e2-43b6-a4ef-fa711e9c97b4 triggered by entity DHCP. {{(pid=103232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 19:26:08.373976 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-88b5df7b-a016-4928-8cdb-05d20093a0e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593630'] for port (f70e85fe-d6e2-43b6-a4ef-fa711e9c97b4), provisioning_complete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:26:08.383355 n-d-713498-36 neutron-server[103232]: DEBUG neutron.scheduler.base_scheduler [None req-1eba1722-edc6-4770-b1c9-f69e7491d75a None None] Resources bound (agent type, host, resource id): {{(pid=103232) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 19:26:08.386033 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1eba1722-edc6-4770-b1c9-f69e7491d75a None None] Received port after_create {{(pid=103232) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 19:26:08.387214 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.plugin [None req-ba714883-7d15-4b51-bb94-5570a9f80102 tempest-NetworksIpV6TestAttrs-571122948 tempest-NetworksIpV6TestAttrs-571122948-project] Calling delete_port for 220b1d6e-778e-4a19-bbd7-60458c28685c owned by network:dhcp {{(pid=103230) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 19:26:08.510612 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-ba714883-7d15-4b51-bb94-5570a9f80102 tempest-NetworksIpV6TestAttrs-571122948 tempest-NetworksIpV6TestAttrs-571122948-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762867177463', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762866656476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14393751'] for port (220b1d6e-778e-4a19-bbd7-60458c28685c), after_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:26:08.536202 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.db.resource_extend [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 09 19:26:08.588581 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.managers [None req-1eba1722-edc6-4770-b1c9-f69e7491d75a None None] Attempting to bind port c711f108-7228-43f1-8efe-682a4190a0f2 on host n-d-713498-36 for vnic_type normal with profile {{(pid=103232) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 19:26:08.589133 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.managers [None req-1eba1722-edc6-4770-b1c9-f69e7491d75a None None] Attempting to bind port c711f108-7228-43f1-8efe-682a4190a0f2 by drivers openvswitch,hyperv on host n-d-713498-36 at level 0 using segments [{'id': '59500f2f-9912-4216-9c3e-264e45107d1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': 'b1540a3f-4f99-4693-9fe9-afdf7d8db7a4'}] {{(pid=103232) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 19:26:08.589615 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1eba1722-edc6-4770-b1c9-f69e7491d75a None None] Attempting to bind port c711f108-7228-43f1-8efe-682a4190a0f2 on network b1540a3f-4f99-4693-9fe9-afdf7d8db7a4 {{(pid=103232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 19:26:08.592052 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba714883-7d15-4b51-bb94-5570a9f80102 tempest-NetworksIpV6TestAttrs-571122948 tempest-NetworksIpV6TestAttrs-571122948-project] Pushing event deleted for resources: {'Port': ['ID=220b1d6e-778e-4a19-bbd7-60458c28685c,revision_number=None']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:26:08.600744 n-d-713498-36 neutron-server[103230]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba714883-7d15-4b51-bb94-5570a9f80102 tempest-NetworksIpV6TestAttrs-571122948 tempest-NetworksIpV6TestAttrs-571122948-project] No DVR routers for this DVR port 220b1d6e-778e-4a19-bbd7-60458c28685c on host n-d-713498-36 {{(pid=103230) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 19:26:08.644854 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-113ec04e-252a-479e-8ae5-31698d878722 tempest-PortsTestJSON-1738022054 tempest-PortsTestJSON-1738022054-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171096'] for port (None), before_response {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:26:08.649508 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-113ec04e-252a-479e-8ae5-31698d878722 tempest-PortsTestJSON-1738022054 tempest-PortsTestJSON-1738022054-project] 10.222.0.75 "DELETE /v2.0/ports/e2399e9a-6886-4ed2-bf69-7a92a541605c HTTP/1.1" status: 204 len: 168 time: 1.3903422 Feb 09 19:26:08.653795 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 52536) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:26:08.654359 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-072e293d-d89f-4822-874c-334e60cc423c req-6fb62463-716c-4bcf-b01a-c26fc117202b tempest-ServerRescueTestJSON-1886685382 tempest-ServerRescueTestJSON-1886685382-project] 10.222.0.75 "GET /v2.0/security-groups?id=e2c286ed-f317-46f6-b582-9a19546e0cee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5008535 Feb 09 19:26:08.680958 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1eba1722-edc6-4770-b1c9-f69e7491d75a None None] Checking agent: {'id': '496418a2-c002-4aec-ab1a-07f3bea491bd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-36', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 18, 51, 47), 'started_at': datetime.datetime(2022, 2, 9, 18, 52, 17), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 19, 25, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-36'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 19:26:08.681505 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1eba1722-edc6-4770-b1c9-f69e7491d75a None None] Checking segment: {'id': '59500f2f-9912-4216-9c3e-264e45107d1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': 'b1540a3f-4f99-4693-9fe9-afdf7d8db7a4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103232) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 19:26:08.682062 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-1eba1722-edc6-4770-b1c9-f69e7491d75a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:26:08.682568 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1eba1722-edc6-4770-b1c9-f69e7491d75a None None] Bound using segment: {'id': '59500f2f-9912-4216-9c3e-264e45107d1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': 'b1540a3f-4f99-4693-9fe9-afdf7d8db7a4'} {{(pid=103232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 19:26:08.683159 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.managers [None req-1eba1722-edc6-4770-b1c9-f69e7491d75a None None] Bound port: c711f108-7228-43f1-8efe-682a4190a0f2, host: n-d-713498-36, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '59500f2f-9912-4216-9c3e-264e45107d1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': 'b1540a3f-4f99-4693-9fe9-afdf7d8db7a4'}}] {{(pid=103232) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 19:26:08.683777 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-1eba1722-edc6-4770-b1c9-f69e7491d75a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (c711f108-7228-43f1-8efe-682a4190a0f2), before_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:26:08.694595 n-d-713498-36 neutron-server[103229]: INFO neutron.pecan_wsgi.hooks.translation [None req-169afa99-b74b-412c-8f01-c37ac408df2b tempest-PortsTestJSON-1738022054 tempest-PortsTestJSON-1738022054-project] GET failed (client error): The resource could not be found. Feb 09 19:26:08.696295 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-169afa99-b74b-412c-8f01-c37ac408df2b tempest-PortsTestJSON-1738022054 tempest-PortsTestJSON-1738022054-project] 10.222.0.75 "GET /v2.0/ports/e2399e9a-6886-4ed2-bf69-7a92a541605c HTTP/1.1" status: 404 len: 333 time: 0.0408669 Feb 09 19:26:08.699930 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 52538) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:26:08.708543 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fc9f1b0-b5b3-4e08-b748-8c57ab1a0abd req-f192113c-fbf1-42de-b052-45877874e175 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:26:08.710301 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-1fc9f1b0-b5b3-4e08-b748-8c57ab1a0abd req-f192113c-fbf1-42de-b052-45877874e175 service neutron] 10.222.0.89 "GET /v2.0/networks?id=575d677e-0ef9-4672-aa02-3644cdb3dff4 HTTP/1.1" status: 200 len: 910 time: 0.6625614 Feb 09 19:26:08.738164 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79d56eae-5c9d-4400-8c84-56ed72662a8e req-eb82ba7f-d32c-4ca6-bb0e-91d083136a58 tempest-ServerActionsTestJSON-347500300 tempest-ServerActionsTestJSON-347500300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:26:08.739787 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-79d56eae-5c9d-4400-8c84-56ed72662a8e req-eb82ba7f-d32c-4ca6-bb0e-91d083136a58 tempest-ServerActionsTestJSON-347500300 tempest-ServerActionsTestJSON-347500300-project] 10.222.0.75 "GET /v2.0/ports?device_id=a1fbc70b-9dd3-44f5-99b0-85f3dff92d7d HTTP/1.1" status: 200 len: 944 time: 0.3480535 Feb 09 19:26:08.764590 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0fe2db8-f8a8-4287-95d2-81684051a989 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8b32e980-7cce-5e82-a341-bd2fa8945c89-763fd02a-074d-4f60-baf8-3302044b729f', 'network_id': '763fd02a-074d-4f60-baf8-3302044b729f', 'project_id': '323f2a3c36ff4bbca2bc4c2429b9eb18', 'fixed_ips': [{'subnet_id': '9bfac717-1a2a-437a-9a9f-3a54c1528a3c'}]}} from n-d-713498-36. {{(pid=103232) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 09 19:26:08.780758 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-f0fe2db8-f8a8-4287-95d2-81684051a989 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (None), before_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:26:08.816710 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-1fc9f1b0-b5b3-4e08-b748-8c57ab1a0abd req-266dddb7-a10d-4b5a-8e40-de1604c6bdff service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=23cfe4a7-20c6-45a0-b41b-5f25e12108f4 HTTP/1.1" status: 200 len: 217 time: 0.0634556 Feb 09 19:26:08.821657 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-ba714883-7d15-4b51-bb94-5570a9f80102 tempest-NetworksIpV6TestAttrs-571122948 tempest-NetworksIpV6TestAttrs-571122948-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-590267', 'neutron.services.segments.db._delete_segments_for_network-8762867132609'] for network (7028b1fa-3b13-4c85-9a38-f595589260ee), precommit_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:26:08.827691 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-278cd3e4-225c-41a6-840b-713c38e1a309 None None] DHCP port deletion for 7028b1fa-3b13-4c85-9a38-f595589260ee request from n-d-713498-36 {{(pid=103232) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 09 19:26:08.880366 n-d-713498-36 neutron-server[103230]: DEBUG neutron.services.segments.db [None req-ba714883-7d15-4b51-bb94-5570a9f80102 tempest-NetworksIpV6TestAttrs-571122948 tempest-NetworksIpV6TestAttrs-571122948-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7028b1fa-3b13-4c85-9a38-f595589260ee']}} {{(pid=103230) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:26:08.897914 n-d-713498-36 neutron-server[103230]: DEBUG neutron.services.segments.db [None req-ba714883-7d15-4b51-bb94-5570a9f80102 tempest-NetworksIpV6TestAttrs-571122948 tempest-NetworksIpV6TestAttrs-571122948-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '36fd3cb9-33b7-4860-8591-f2e0e7ad5531') {'for_net_delete': True} {{(pid=103230) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:26:08.898299 n-d-713498-36 neutron-server[103230]: DEBUG neutron.services.segments.db [None req-ba714883-7d15-4b51-bb94-5570a9f80102 tempest-NetworksIpV6TestAttrs-571122948 tempest-NetworksIpV6TestAttrs-571122948-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '36fd3cb9-33b7-4860-8591-f2e0e7ad5531') {} {{(pid=103230) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:26:08.911176 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-88b5df7b-a016-4928-8cdb-05d20093a0e7 None None] Current status of the port f70e85fe-d6e2-43b6-a4ef-fa711e9c97b4 is: ACTIVE; New status is: ACTIVE {{(pid=103232) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 19:26:08.912043 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-ba714883-7d15-4b51-bb94-5570a9f80102 tempest-NetworksIpV6TestAttrs-571122948 tempest-NetworksIpV6TestAttrs-571122948-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762867134154', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12895813'] for segment (36fd3cb9-33b7-4860-8591-f2e0e7ad5531), before_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:26:08.918213 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fc9f1b0-b5b3-4e08-b748-8c57ab1a0abd req-bca7ec01-7a19-4a0c-8772-4a76495d8991 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:26:08.920188 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-1fc9f1b0-b5b3-4e08-b748-8c57ab1a0abd req-bca7ec01-7a19-4a0c-8772-4a76495d8991 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=37cecb8d-3371-4b33-a837-c1ef6d4df503 HTTP/1.1" status: 200 len: 848 time: 0.0946021 Feb 09 19:26:09.000958 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-ba714883-7d15-4b51-bb94-5570a9f80102 tempest-NetworksIpV6TestAttrs-571122948 tempest-NetworksIpV6TestAttrs-571122948-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-759574'] for segment (36fd3cb9-33b7-4860-8591-f2e0e7ad5531), precommit_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:26:09.013606 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ba714883-7d15-4b51-bb94-5570a9f80102 tempest-NetworksIpV6TestAttrs-571122948 tempest-NetworksIpV6TestAttrs-571122948-project] Releasing vlan 369 on physical network physnet1 to pool {{(pid=103230) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 19:26:09.014059 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-ba714883-7d15-4b51-bb94-5570a9f80102 tempest-NetworksIpV6TestAttrs-571122948 tempest-NetworksIpV6TestAttrs-571122948-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-759574', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14393826'] for segment (36fd3cb9-33b7-4860-8591-f2e0e7ad5531), after_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:26:09.018829 n-d-713498-36 neutron-server[103230]: Traceback (most recent call last): Feb 09 19:26:09.018829 n-d-713498-36 neutron-server[103230]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 19:26:09.018829 n-d-713498-36 neutron-server[103230]: timer() Feb 09 19:26:09.018829 n-d-713498-36 neutron-server[103230]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 19:26:09.018829 n-d-713498-36 neutron-server[103230]: cb(*args, **kw) Feb 09 19:26:09.018829 n-d-713498-36 neutron-server[103230]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 19:26:09.018829 n-d-713498-36 neutron-server[103230]: return func(*args, **kwargs) Feb 09 19:26:09.018829 n-d-713498-36 neutron-server[103230]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 19:26:09.018829 n-d-713498-36 neutron-server[103230]: self._notify() Feb 09 19:26:09.018829 n-d-713498-36 neutron-server[103230]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 19:26:09.018829 n-d-713498-36 neutron-server[103230]: self.callback(batched_events) Feb 09 19:26:09.018829 n-d-713498-36 neutron-server[103230]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 19:26:09.018829 n-d-713498-36 neutron-server[103230]: event.method(event) Feb 09 19:26:09.018829 n-d-713498-36 neutron-server[103230]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 19:26:09.018829 n-d-713498-36 neutron-server[103230]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 19:26:09.018829 n-d-713498-36 neutron-server[103230]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 19:26:09.018829 n-d-713498-36 neutron-server[103230]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 19:26:09.018829 n-d-713498-36 neutron-server[103230]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 19:26:09.018829 n-d-713498-36 neutron-server[103230]: return f(self, *a, **k) Feb 09 19:26:09.018829 n-d-713498-36 neutron-server[103230]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 19:26:09.018829 n-d-713498-36 neutron-server[103230]: return self._get(url).json() Feb 09 19:26:09.018829 n-d-713498-36 neutron-server[103230]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 19:26:09.018829 n-d-713498-36 neutron-server[103230]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 19:26:09.018829 n-d-713498-36 neutron-server[103230]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 19:26:09.018829 n-d-713498-36 neutron-server[103230]: return self.request(url, 'GET', **kwargs) Feb 09 19:26:09.018829 n-d-713498-36 neutron-server[103230]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 19:26:09.018829 n-d-713498-36 neutron-server[103230]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 19:26:09.018829 n-d-713498-36 neutron-server[103230]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 19:26:09.018829 n-d-713498-36 neutron-server[103230]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 19:26:09.018829 n-d-713498-36 neutron-server[103230]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 19:26:09.018829 n-d-713498-36 neutron-server[103230]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 19:26:09.018829 n-d-713498-36 neutron-server[103230]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 19:26:09.080841 n-d-713498-36 neutron-server[103229]: DEBUG neutron.db.db_base_plugin_v2 [None req-c43b54a0-f36d-4645-bb9f-5cb0055d8629 tempest-PortsTestJSON-1738022054 tempest-PortsTestJSON-1738022054-project] Deleting subnet 84d2c51b-c557-49ff-9279-9f2071c7bdcb {{(pid=103229) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 19:26:09.088349 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-c43b54a0-f36d-4645-bb9f-5cb0055d8629 tempest-PortsTestJSON-1738022054 tempest-PortsTestJSON-1738022054-project] Publish callbacks [] for subnet (84d2c51b-c557-49ff-9279-9f2071c7bdcb), before_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:26:09.159200 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-c43b54a0-f36d-4645-bb9f-5cb0055d8629 tempest-PortsTestJSON-1738022054 tempest-PortsTestJSON-1738022054-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16683410'] for subnet (84d2c51b-c557-49ff-9279-9f2071c7bdcb), precommit_delete_associations {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:26:09.189467 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-ba714883-7d15-4b51-bb94-5570a9f80102 tempest-NetworksIpV6TestAttrs-571122948 tempest-NetworksIpV6TestAttrs-571122948-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-590242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1885479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1818895'] for network (7028b1fa-3b13-4c85-9a38-f595589260ee), after_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:26:09.207615 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-ba714883-7d15-4b51-bb94-5570a9f80102 tempest-NetworksIpV6TestAttrs-571122948 tempest-NetworksIpV6TestAttrs-571122948-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1613566'] for network (None), before_response {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:26:09.212177 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-ba714883-7d15-4b51-bb94-5570a9f80102 tempest-NetworksIpV6TestAttrs-571122948 tempest-NetworksIpV6TestAttrs-571122948-project] 10.222.0.75 "DELETE /v2.0/networks/7028b1fa-3b13-4c85-9a38-f595589260ee HTTP/1.1" status: 204 len: 168 time: 1.3476758 Feb 09 19:26:09.216650 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fc9f1b0-b5b3-4e08-b748-8c57ab1a0abd req-df04ef21-8898-499c-8846-2b6583a843f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:26:09.218401 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-1fc9f1b0-b5b3-4e08-b748-8c57ab1a0abd req-df04ef21-8898-499c-8846-2b6583a843f0 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=575d677e-0ef9-4672-aa02-3644cdb3dff4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.2809451 Feb 09 19:26:09.244273 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba714883-7d15-4b51-bb94-5570a9f80102 tempest-NetworksIpV6TestAttrs-571122948 tempest-NetworksIpV6TestAttrs-571122948-project] Pushing event deleted for resources: {'Network': ['ID=7028b1fa-3b13-4c85-9a38-f595589260ee,revision_number=None']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:26:09.362005 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-c43b54a0-f36d-4645-bb9f-5cb0055d8629 tempest-PortsTestJSON-1738022054 tempest-PortsTestJSON-1738022054-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-759852'] for subnet (84d2c51b-c557-49ff-9279-9f2071c7bdcb), precommit_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:26:09.503197 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Device f70e85fe-d6e2-43b6-a4ef-fa711e9c97b4 up at agent ovs-agent-n-d-713498-36 {{(pid=103232) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 19:26:09.510813 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-1fc9f1b0-b5b3-4e08-b748-8c57ab1a0abd req-5b6c4bfb-62e3-4935-ab51-ff3980b76d3f service neutron] 10.222.0.89 "GET /v2.0/networks/575d677e-0ef9-4672-aa02-3644cdb3dff4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2768075 Feb 09 19:26:09.542275 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e391031c-b272-4fad-814d-ef1252a37868 req-b41078a0-c6a3-4488-827d-95cd942bca78 tempest-AttachVolumeShelveTestJSON-671139515 tempest-AttachVolumeShelveTestJSON-671139515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:26:09.544466 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-e391031c-b272-4fad-814d-ef1252a37868 req-b41078a0-c6a3-4488-827d-95cd942bca78 tempest-AttachVolumeShelveTestJSON-671139515 tempest-AttachVolumeShelveTestJSON-671139515-project] 10.222.0.75 "GET /v2.0/ports?device_id=32437e19-fcdc-4dd1-84cc-377ffcb85b84 HTTP/1.1" status: 200 len: 945 time: 0.1633608 Feb 09 19:26:09.557672 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-977471c3-c1f4-44fc-9bdf-d304002441f1 tempest-RoutersNegativeIpV6Test-969544946 tempest-RoutersNegativeIpV6Test-969544946-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (None), before_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:26:09.591392 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-c43b54a0-f36d-4645-bb9f-5cb0055d8629 tempest-PortsTestJSON-1738022054 tempest-PortsTestJSON-1738022054-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-760023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12867367', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12759238'] for subnet (84d2c51b-c557-49ff-9279-9f2071c7bdcb), after_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:26:09.607591 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] For port f1d2f720-203f-4a0c-99ec-b451c998d159, host n-h1-713498-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-36',level=0,port_id=f1d2f720-203f-4a0c-99ec-b451c998d159,segment=NetworkSegment(9110d757-e4eb-424b-97b9-32896b689ba3),segment_id=9110d757-e4eb-424b-97b9-32896b689ba3)] {{(pid=103232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 19:26:09.630273 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-79d56eae-5c9d-4400-8c84-56ed72662a8e req-8e6c6003-5205-473e-8865-235d0cc1c12f tempest-ServerActionsTestJSON-347500300 tempest-ServerActionsTestJSON-347500300-project] 10.222.0.75 "GET /v2.0/security-groups?id=22c4accd-b9e4-4e3e-aec5-b2bee068a6b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.8452971 Feb 09 19:26:09.643734 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-1fc9f1b0-b5b3-4e08-b748-8c57ab1a0abd req-7b2119bc-14a3-4356-a923-4565ba4e675f service neutron] 10.222.0.89 "GET /v2.0/networks/575d677e-0ef9-4672-aa02-3644cdb3dff4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1215355 Feb 09 19:26:09.655616 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-1eba1722-edc6-4770-b1c9-f69e7491d75a None None] For port c711f108-7228-43f1-8efe-682a4190a0f2, host n-d-713498-36, cleared binding levels {{(pid=103232) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 19:26:09.663365 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c43b54a0-f36d-4645-bb9f-5cb0055d8629 tempest-PortsTestJSON-1738022054 tempest-PortsTestJSON-1738022054-project] Pushing event deleted for resources: {'Subnet': ['ID=84d2c51b-c557-49ff-9279-9f2071c7bdcb,revision_number=None']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:26:09.696996 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.db_base_plugin_common [None req-f0fe2db8-f8a8-4287-95d2-81684051a989 None None] Allocated IP 2001:db8::2 (763fd02a-074d-4f60-baf8-3302044b729f/9bfac717-1a2a-437a-9a9f-3a54c1528a3c/68dfe84b-4cde-4479-8045-beb9ec3a88f8) {{(pid=103232) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 19:26:09.706857 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-c43b54a0-f36d-4645-bb9f-5cb0055d8629 tempest-PortsTestJSON-1738022054 tempest-PortsTestJSON-1738022054-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1613566'] for subnet (None), before_response {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:26:09.711173 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-c43b54a0-f36d-4645-bb9f-5cb0055d8629 tempest-PortsTestJSON-1738022054 tempest-PortsTestJSON-1738022054-project] 10.222.0.75 "DELETE /v2.0/subnets/84d2c51b-c557-49ff-9279-9f2071c7bdcb HTTP/1.1" status: 204 len: 168 time: 1.0058267 Feb 09 19:26:09.715158 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fca417ca-f638-4bfe-928a-e138733343a0 None None] Network 1fc29c42-04bc-4440-b562-c03448cf5312 requested from n-d-713498-36 {{(pid=103232) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 19:26:09.738651 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 52572) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:26:09.783397 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-e391031c-b272-4fad-814d-ef1252a37868 req-4a5b709b-c831-4377-a706-dc0be013be02 tempest-AttachVolumeShelveTestJSON-671139515 tempest-AttachVolumeShelveTestJSON-671139515-project] 10.222.0.75 "GET /v2.0/security-groups?id=e78d9a5a-8306-4175-aed3-1bd14ac6b154&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1327548 Feb 09 19:26:09.805147 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Returning: {'device': 'f1d2f720-203f-4a0c-99ec-b451c998d159', 'network_id': 'bd12d1d0-518d-4d29-a00d-98410ba2cb8a', 'port_id': 'f1d2f720-203f-4a0c-99ec-b451c998d159', 'mac_address': 'fa:16:3e:8f:f8:f7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 397, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '60ccac4e-8e6b-4139-b4aa-9c0c5cc0e9e4', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103232) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 19:26:09.817994 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-1eba1722-edc6-4770-b1c9-f69e7491d75a None None] For port c711f108-7228-43f1-8efe-682a4190a0f2, host n-d-713498-36, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-36',level=0,port_id=c711f108-7228-43f1-8efe-682a4190a0f2,segment=NetworkSegment(59500f2f-9912-4216-9c3e-264e45107d1e),segment_id=59500f2f-9912-4216-9c3e-264e45107d1e)] {{(pid=103232) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 19:26:09.917030 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-1eba1722-edc6-4770-b1c9-f69e7491d75a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762867176205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762866656485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762866656503'] for port (c711f108-7228-43f1-8efe-682a4190a0f2), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:26:09.919449 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 52576) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:26:09.973358 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78231725-fb93-44fd-8b88-7e8ac897c1c8 req-f15f5402-17be-41b5-91e4-2897b7a833e0 tempest-ServerRescueTestJSON-1886685382 tempest-ServerRescueTestJSON-1886685382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:26:09.982483 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-78231725-fb93-44fd-8b88-7e8ac897c1c8 req-f15f5402-17be-41b5-91e4-2897b7a833e0 tempest-ServerRescueTestJSON-1886685382 tempest-ServerRescueTestJSON-1886685382-project] 10.222.0.75 "GET /v2.0/ports?device_id=051c39d5-1749-483d-9498-3d1717fb73d7 HTTP/1.1" status: 200 len: 946 time: 0.1145825 Feb 09 19:26:10.003640 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-60cece1d-a422-4888-ae84-efd8e0177b67 tempest-PortsTestJSON-1738022054 tempest-PortsTestJSON-1738022054-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-670458'] for network (1fc29c42-04bc-4440-b562-c03448cf5312), before_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:26:10.027385 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Current status of the port f1d2f720-203f-4a0c-99ec-b451c998d159 is: DOWN; New status is: BUILD {{(pid=103232) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 19:26:10.027798 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (f1d2f720-203f-4a0c-99ec-b451c998d159), before_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:26:10.068016 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-78231725-fb93-44fd-8b88-7e8ac897c1c8 req-e0e1f2c0-3fd0-4a74-80ad-c4bb2142f2db tempest-ServerRescueTestJSON-1886685382 tempest-ServerRescueTestJSON-1886685382-project] 10.222.0.75 "GET /v2.0/security-groups?id=e2c286ed-f317-46f6-b582-9a19546e0cee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0829239 Feb 09 19:26:10.151115 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.provisioning_blocks [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Provisioning complete for port f70e85fe-d6e2-43b6-a4ef-fa711e9c97b4 triggered by entity L2. {{(pid=103232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 19:26:10.151675 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593630'] for port (f70e85fe-d6e2-43b6-a4ef-fa711e9c97b4), provisioning_complete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:26:10.201514 n-d-713498-36 neutron-server[103232]: DEBUG neutron.notifiers.nova [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f1d2f720-203f-4a0c-99ec-b451c998d159 {{(pid=103232) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 19:26:10.267262 n-d-713498-36 neutron-server[103229]: DEBUG neutron.db.db_base_plugin_common [None req-977471c3-c1f4-44fc-9bdf-d304002441f1 tempest-RoutersNegativeIpV6Test-969544946 tempest-RoutersNegativeIpV6Test-969544946-project] Allocated IP 2001:db8::1 (b1540a3f-4f99-4693-9fe9-afdf7d8db7a4/d07c34a5-a48b-4862-b9fd-e2d45919fd8a/61061adc-c61c-4658-95fb-bb5b9610e338) {{(pid=103229) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 19:26:10.304944 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-34e0aa86-0890-4628-bb92-34ec5b862eba admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=9e420ec7a47848d89117021702cff2ae&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3777044 Feb 09 19:26:10.306340 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 52588) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:26:10.311284 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] For port f1d2f720-203f-4a0c-99ec-b451c998d159, host n-h1-713498-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-36',level=0,port_id=f1d2f720-203f-4a0c-99ec-b451c998d159,segment=NetworkSegment(9110d757-e4eb-424b-97b9-32896b689ba3),segment_id=9110d757-e4eb-424b-97b9-32896b689ba3)] {{(pid=103232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 19:26:10.319070 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eba1722-edc6-4770-b1c9-f69e7491d75a None None] Pushing event updated for resources: {'Port': ['ID=c711f108-7228-43f1-8efe-682a4190a0f2,revision_number=2']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:26:10.341685 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1eba1722-edc6-4770-b1c9-f69e7491d75a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:26:10.341685 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1eba1722-edc6-4770-b1c9-f69e7491d75a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:26:10.342184 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1eba1722-edc6-4770-b1c9-f69e7491d75a None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:26:10.342527 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1eba1722-edc6-4770-b1c9-f69e7491d75a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:26:10.342864 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1eba1722-edc6-4770-b1c9-f69e7491d75a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:26:10.343198 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1eba1722-edc6-4770-b1c9-f69e7491d75a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:26:10.343527 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1eba1722-edc6-4770-b1c9-f69e7491d75a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:26:10.343854 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1eba1722-edc6-4770-b1c9-f69e7491d75a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:26:10.344182 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1eba1722-edc6-4770-b1c9-f69e7491d75a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:26:10.344505 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1eba1722-edc6-4770-b1c9-f69e7491d75a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:26:10.344862 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1eba1722-edc6-4770-b1c9-f69e7491d75a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:26:10.345166 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1eba1722-edc6-4770-b1c9-f69e7491d75a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:26:10.345475 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1eba1722-edc6-4770-b1c9-f69e7491d75a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:26:10.355598 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762867176205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762866656485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762866656503'] for port (f1d2f720-203f-4a0c-99ec-b451c998d159), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:26:10.442041 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Device 23cfe4a7-20c6-45a0-b41b-5f25e12108f4 details requested by agent hyperv_n-h1-713498-36 with host n-h1-713498-36 {{(pid=103232) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 19:26:10.458679 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fda0568d-9115-4c15-92a6-0e2c9d3a5b1b None None] DHCP port deletion for 1fc29c42-04bc-4440-b562-c03448cf5312 request from n-d-713498-36 {{(pid=103232) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 09 19:26:10.466541 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-78946742-3c86-4203-abd1-be48d00b32ce admin admin] Publish callbacks [] for security_group (97b8fea3-49b5-47b0-8a7d-efe185182ddf), before_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:26:10.508582 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-78946742-3c86-4203-abd1-be48d00b32ce admin admin] Publish callbacks [] for security_group (97b8fea3-49b5-47b0-8a7d-efe185182ddf), precommit_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:26:10.518570 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bf1aeb6-f6a8-42e1-90e5-c0aa04a4a268 req-92a6a6e2-8c66-4d37-a218-68f161692596 tempest-TestServerMultinode-969236194 tempest-TestServerMultinode-969236194-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:26:10.520116 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-9bf1aeb6-f6a8-42e1-90e5-c0aa04a4a268 req-92a6a6e2-8c66-4d37-a218-68f161692596 tempest-TestServerMultinode-969236194 tempest-TestServerMultinode-969236194-project-admin] 10.222.0.75 "GET /v2.0/ports?device_id=8f4af2f5-6c00-4777-9001-7c7eaaa7ba28 HTTP/1.1" status: 200 len: 1127 time: 0.7191467 Feb 09 19:26:10.554521 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] get_ports_and_sgs() called for port_ids ['f1d2f720-203f-4a0c-99ec-b451c998d159'] {{(pid=103232) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 19:26:10.671110 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-78946742-3c86-4203-abd1-be48d00b32ce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1892331'] for security_group (97b8fea3-49b5-47b0-8a7d-efe185182ddf), after_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:26:10.680804 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-78946742-3c86-4203-abd1-be48d00b32ce admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:26:10.682116 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-78946742-3c86-4203-abd1-be48d00b32ce admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/97b8fea3-49b5-47b0-8a7d-efe185182ddf HTTP/1.1" status: 204 len: 168 time: 0.3728316 Feb 09 19:26:10.723486 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78946742-3c86-4203-abd1-be48d00b32ce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=97b8fea3-49b5-47b0-8a7d-efe185182ddf,revision_number=None']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:26:10.737779 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-977471c3-c1f4-44fc-9bdf-d304002441f1 tempest-RoutersNegativeIpV6Test-969544946 tempest-RoutersNegativeIpV6Test-969544946-project] Publish callbacks [] for port (61061adc-c61c-4658-95fb-bb5b9610e338), precommit_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:26:10.814769 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-9bf1aeb6-f6a8-42e1-90e5-c0aa04a4a268 req-85fbf957-9dba-4fbd-97a0-4acc8c191a23 tempest-TestServerMultinode-969236194 tempest-TestServerMultinode-969236194-project-admin] 10.222.0.75 "GET /v2.0/security-groups?id=470bf4f7-ea0c-4a64-8d8b-9f2609ff7cad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2794106 Feb 09 19:26:10.841967 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.plugin [None req-60cece1d-a422-4888-ae84-efd8e0177b67 tempest-PortsTestJSON-1738022054 tempest-PortsTestJSON-1738022054-project] Deleting port 821b5eda-1b45-4aae-81e2-a1d99ec935d4 {{(pid=103229) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 19:26:10.842480 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-60cece1d-a422-4888-ae84-efd8e0177b67 tempest-PortsTestJSON-1738022054 tempest-PortsTestJSON-1738022054-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762867170196'] for port (821b5eda-1b45-4aae-81e2-a1d99ec935d4), before_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:26:10.964857 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-555c8036-4837-4bab-8ff4-0d086585aadf req-7dfe2ead-015f-42a0-8faf-6265228e8da1 tempest-ServerActionsTestJSON-347500300 tempest-ServerActionsTestJSON-347500300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:26:10.968453 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-555c8036-4837-4bab-8ff4-0d086585aadf req-7dfe2ead-015f-42a0-8faf-6265228e8da1 tempest-ServerActionsTestJSON-347500300 tempest-ServerActionsTestJSON-347500300-project] 10.222.0.75 "GET /v2.0/ports?device_id=a1fbc70b-9dd3-44f5-99b0-85f3dff92d7d HTTP/1.1" status: 200 len: 945 time: 0.1593077 Feb 09 19:26:11.044768 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Pushing event updated for resources: {'Port': ['ID=f1d2f720-203f-4a0c-99ec-b451c998d159,revision_number=12']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:26:11.050878 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-977471c3-c1f4-44fc-9bdf-d304002441f1 tempest-RoutersNegativeIpV6Test-969544946 tempest-RoutersNegativeIpV6Test-969544946-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762866656467', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12867576'] for port (61061adc-c61c-4658-95fb-bb5b9610e338), after_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:26:11.061505 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-555c8036-4837-4bab-8ff4-0d086585aadf req-d2d6241d-88e4-4d35-8828-5c1ce4364a4f tempest-ServerActionsTestJSON-347500300 tempest-ServerActionsTestJSON-347500300-project] 10.222.0.75 "GET /v2.0/security-groups?id=22c4accd-b9e4-4e3e-aec5-b2bee068a6b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0847754 Feb 09 19:26:11.065461 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.db.resource_extend [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] It took 0.49 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 09 19:26:11.071861 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-9ca0e63b-89c5-4ad1-98dc-7412241c00aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762867132591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593584'] for agent (af91e4b9-f4e1-42b1-a25c-a10dc47171c8), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:26:11.235949 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] For port 23cfe4a7-20c6-45a0-b41b-5f25e12108f4, host n-h1-713498-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-36',level=0,port_id=23cfe4a7-20c6-45a0-b41b-5f25e12108f4,segment=NetworkSegment(f67be751-2433-40db-80a5-c4fefbe3be13),segment_id=f67be751-2433-40db-80a5-c4fefbe3be13)] {{(pid=103232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 19:26:11.258514 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Returning: {'device': '23cfe4a7-20c6-45a0-b41b-5f25e12108f4', 'network_id': '575d677e-0ef9-4672-aa02-3644cdb3dff4', 'port_id': '23cfe4a7-20c6-45a0-b41b-5f25e12108f4', 'mac_address': 'fa:16:3e:34:46:d6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 365, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '37cecb8d-3371-4b33-a837-c1ef6d4df503', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103232) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 19:26:11.267030 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-f0fe2db8-f8a8-4287-95d2-81684051a989 None None] Publish callbacks [] for port (68dfe84b-4cde-4479-8045-beb9ec3a88f8), precommit_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:26:11.270618 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Current status of the port f70e85fe-d6e2-43b6-a4ef-fa711e9c97b4 is: ACTIVE; New status is: ACTIVE {{(pid=103232) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 19:26:11.297214 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-f0fe2db8-f8a8-4287-95d2-81684051a989 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762866656467'] for port (68dfe84b-4cde-4479-8045-beb9ec3a88f8), after_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:26:11.314081 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.db [None req-60cece1d-a422-4888-ae84-efd8e0177b67 tempest-PortsTestJSON-1738022054 tempest-PortsTestJSON-1738022054-project] For port 821b5eda-1b45-4aae-81e2-a1d99ec935d4, host n-d-713498-36, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-36',level=0,port_id=821b5eda-1b45-4aae-81e2-a1d99ec935d4,segment=NetworkSegment(d955a154-b3af-49d5-81cd-564ca6b0b975),segment_id=d955a154-b3af-49d5-81cd-564ca6b0b975)] {{(pid=103229) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 19:26:11.314081 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-60cece1d-a422-4888-ae84-efd8e0177b67 tempest-PortsTestJSON-1738022054 tempest-PortsTestJSON-1738022054-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1820838'] for port (821b5eda-1b45-4aae-81e2-a1d99ec935d4), precommit_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:26:11.324077 n-d-713498-36 neutron-server[103229]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-977471c3-c1f4-44fc-9bdf-d304002441f1 tempest-RoutersNegativeIpV6Test-969544946 tempest-RoutersNegativeIpV6Test-969544946-project] Network b1540a3f-4f99-4693-9fe9-afdf7d8db7a4 is already hosted by enough agents. {{(pid=103229) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 19:26:11.341284 n-d-713498-36 neutron-server[103229]: DEBUG neutron.scheduler.base_scheduler [None req-977471c3-c1f4-44fc-9bdf-d304002441f1 tempest-RoutersNegativeIpV6Test-969544946 tempest-RoutersNegativeIpV6Test-969544946-project] Resources bound (agent type, host, resource id): {{(pid=103229) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 19:26:11.344747 n-d-713498-36 neutron-server[103229]: DEBUG neutron.db.l3_dvrscheduler_db [None req-977471c3-c1f4-44fc-9bdf-d304002441f1 tempest-RoutersNegativeIpV6Test-969544946 tempest-RoutersNegativeIpV6Test-969544946-project] Received port after_create {{(pid=103229) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 19:26:11.345554 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-977471c3-c1f4-44fc-9bdf-d304002441f1 tempest-RoutersNegativeIpV6Test-969544946 tempest-RoutersNegativeIpV6Test-969544946-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1819024'] for router_interface (17514739-b66a-42c7-9334-8ccb335169b4), before_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:26:11.363443 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.plugin [None req-60cece1d-a422-4888-ae84-efd8e0177b67 tempest-PortsTestJSON-1738022054 tempest-PortsTestJSON-1738022054-project] Calling delete_port for 821b5eda-1b45-4aae-81e2-a1d99ec935d4 owned by network:dhcp {{(pid=103229) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 19:26:11.378033 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e5bc362-9135-408e-9838-0d346738176c req-9e2daece-42c1-4708-9617-bab4e42da7ff tempest-ServerRescueTestJSON-1886685382 tempest-ServerRescueTestJSON-1886685382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:26:11.380315 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-3e5bc362-9135-408e-9838-0d346738176c req-9e2daece-42c1-4708-9617-bab4e42da7ff tempest-ServerRescueTestJSON-1886685382 tempest-ServerRescueTestJSON-1886685382-project] 10.222.0.75 "GET /v2.0/ports?device_id=051c39d5-1749-483d-9498-3d1717fb73d7 HTTP/1.1" status: 200 len: 946 time: 0.1305056 Feb 09 19:26:11.422273 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-977471c3-c1f4-44fc-9bdf-d304002441f1 tempest-RoutersNegativeIpV6Test-969544946 tempest-RoutersNegativeIpV6Test-969544946-project] Pushing event updated for resources: {'Port': ['ID=61061adc-c61c-4658-95fb-bb5b9610e338,revision_number=1']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:26:11.461210 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e19a7d75-5ebb-4f2d-8ec4-49aa52eaf7ec req-a157118a-4795-4e55-8ec0-a889ae91db20 tempest-AttachVolumeShelveTestJSON-671139515 tempest-AttachVolumeShelveTestJSON-671139515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:26:11.462882 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-e19a7d75-5ebb-4f2d-8ec4-49aa52eaf7ec req-a157118a-4795-4e55-8ec0-a889ae91db20 tempest-AttachVolumeShelveTestJSON-671139515 tempest-AttachVolumeShelveTestJSON-671139515-project] 10.222.0.75 "GET /v2.0/ports?device_id=32437e19-fcdc-4dd1-84cc-377ffcb85b84 HTTP/1.1" status: 200 len: 945 time: 0.4534266 Feb 09 19:26:11.495464 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-3e5bc362-9135-408e-9838-0d346738176c req-311f511c-d099-40b9-9fcd-c487e7dd5dac tempest-ServerRescueTestJSON-1886685382 tempest-ServerRescueTestJSON-1886685382-project] 10.222.0.75 "GET /v2.0/security-groups?id=e2c286ed-f317-46f6-b582-9a19546e0cee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1035967 Feb 09 19:26:11.496339 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Device 220b1d6e-778e-4a19-bbd7-60458c28685c no longer exists at agent ovs-agent-n-d-713498-36 {{(pid=103232) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 19:26:11.518003 n-d-713498-36 neutron-server[103232]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0fe2db8-f8a8-4287-95d2-81684051a989 None None] Network 763fd02a-074d-4f60-baf8-3302044b729f is already hosted by enough agents. {{(pid=103232) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 19:26:11.580770 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-fda0568d-9115-4c15-92a6-0e2c9d3a5b1b None None] Deleting port 821b5eda-1b45-4aae-81e2-a1d99ec935d4 {{(pid=103232) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 19:26:11.586103 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-fda0568d-9115-4c15-92a6-0e2c9d3a5b1b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762867170196'] for port (821b5eda-1b45-4aae-81e2-a1d99ec935d4), before_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:26:11.616769 n-d-713498-36 neutron-server[103232]: DEBUG neutron.scheduler.base_scheduler [None req-f0fe2db8-f8a8-4287-95d2-81684051a989 None None] Resources bound (agent type, host, resource id): {{(pid=103232) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 19:26:11.619241 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0fe2db8-f8a8-4287-95d2-81684051a989 None None] Received port after_create {{(pid=103232) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 19:26:11.648033 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] No Port match for: 220b1d6e-778e-4a19-bbd7-60458c28685c {{(pid=103232) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 19:26:11.648852 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Device 220b1d6e-778e-4a19-bbd7-60458c28685c not bound to the agent host n-d-713498-36 {{(pid=103232) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 19:26:11.781168 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-e19a7d75-5ebb-4f2d-8ec4-49aa52eaf7ec req-6660ffb1-5567-40f0-b157-c2970839ea72 tempest-AttachVolumeShelveTestJSON-671139515 tempest-AttachVolumeShelveTestJSON-671139515-project] 10.222.0.75 "GET /v2.0/security-groups?id=e78d9a5a-8306-4175-aed3-1bd14ac6b154&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2251294 Feb 09 19:26:11.802697 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-977471c3-c1f4-44fc-9bdf-d304002441f1 tempest-RoutersNegativeIpV6Test-969544946 tempest-RoutersNegativeIpV6Test-969544946-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (61061adc-c61c-4658-95fb-bb5b9610e338), before_update {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:26:11.885479 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Current status of the port 23cfe4a7-20c6-45a0-b41b-5f25e12108f4 is: DOWN; New status is: BUILD {{(pid=103232) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 19:26:11.886113 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (23cfe4a7-20c6-45a0-b41b-5f25e12108f4), before_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:26:11.895188 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-60cece1d-a422-4888-ae84-efd8e0177b67 tempest-PortsTestJSON-1738022054 tempest-PortsTestJSON-1738022054-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762867177463', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762866656476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12867576'] for port (821b5eda-1b45-4aae-81e2-a1d99ec935d4), after_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:26:11.952432 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0fe2db8-f8a8-4287-95d2-81684051a989 None None] Pushing event updated for resources: {'Port': ['ID=68dfe84b-4cde-4479-8045-beb9ec3a88f8,revision_number=1']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:26:12.087689 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34a16e8b-42a3-46d8-b73c-fd75d4d936a5 req-a8e77c9d-e83d-4c9f-8ed0-9183ef6d613a tempest-TestServerMultinode-969236194 tempest-TestServerMultinode-969236194-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:26:12.104871 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-34a16e8b-42a3-46d8-b73c-fd75d4d936a5 req-a8e77c9d-e83d-4c9f-8ed0-9183ef6d613a tempest-TestServerMultinode-969236194 tempest-TestServerMultinode-969236194-project-admin] 10.222.0.75 "GET /v2.0/ports?device_id=8f4af2f5-6c00-4777-9001-7c7eaaa7ba28 HTTP/1.1" status: 200 len: 1127 time: 0.1009080 Feb 09 19:26:12.117166 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Device c711f108-7228-43f1-8efe-682a4190a0f2 up at agent ovs-agent-n-d-713498-36 {{(pid=103232) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 19:26:12.187650 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 52634) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:26:12.200713 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-34a16e8b-42a3-46d8-b73c-fd75d4d936a5 req-c3848c48-ffeb-4010-85bf-f9ee3d1dc38b tempest-TestServerMultinode-969236194 tempest-TestServerMultinode-969236194-project-admin] 10.222.0.75 "GET /v2.0/security-groups?id=470bf4f7-ea0c-4a64-8d8b-9f2609ff7cad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0907903 Feb 09 19:26:12.238815 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-fda0568d-9115-4c15-92a6-0e2c9d3a5b1b None None] For port 821b5eda-1b45-4aae-81e2-a1d99ec935d4, host n-d-713498-36, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-36',level=0,port_id=821b5eda-1b45-4aae-81e2-a1d99ec935d4,segment=NetworkSegment(d955a154-b3af-49d5-81cd-564ca6b0b975),segment_id=d955a154-b3af-49d5-81cd-564ca6b0b975)] {{(pid=103232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 19:26:12.239227 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-fda0568d-9115-4c15-92a6-0e2c9d3a5b1b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1820838'] for port (821b5eda-1b45-4aae-81e2-a1d99ec935d4), precommit_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:26:12.292251 n-d-713498-36 neutron-server[103232]: DEBUG neutron.notifiers.nova [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 23cfe4a7-20c6-45a0-b41b-5f25e12108f4 {{(pid=103232) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 19:26:12.321987 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] For port 23cfe4a7-20c6-45a0-b41b-5f25e12108f4, host n-h1-713498-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-36',level=0,port_id=23cfe4a7-20c6-45a0-b41b-5f25e12108f4,segment=NetworkSegment(f67be751-2433-40db-80a5-c4fefbe3be13),segment_id=f67be751-2433-40db-80a5-c4fefbe3be13)] {{(pid=103232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 19:26:12.354202 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.v2.base [None req-c99c48c2-a82f-4122-833c-4fe1a824a11e tempest-PortsIpV6TestJSON-283107163 tempest-PortsIpV6TestJSON-283107163-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-test-network-1045302328'}} {{(pid=103230) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 19:26:12.362850 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-fda0568d-9115-4c15-92a6-0e2c9d3a5b1b None None] Calling delete_port for 821b5eda-1b45-4aae-81e2-a1d99ec935d4 owned by network:dhcp {{(pid=103232) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 19:26:12.371552 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762867176205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762866656485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762866656503'] for port (23cfe4a7-20c6-45a0-b41b-5f25e12108f4), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:26:12.381511 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f095f59-05e6-4ce9-87b5-6f2808363b95 None None] Network b1540a3f-4f99-4693-9fe9-afdf7d8db7a4 requested from n-d-713498-36 {{(pid=103232) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 19:26:12.391233 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c99c48c2-a82f-4122-833c-4fe1a824a11e tempest-PortsIpV6TestJSON-283107163 tempest-PortsIpV6TestJSON-283107163-project] Made reservation on behalf of 13b115ce9df54fa79100ec0671404776 for: {'network': 1} {{(pid=103230) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 19:26:12.395271 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-c99c48c2-a82f-4122-833c-4fe1a824a11e tempest-PortsIpV6TestJSON-283107163 tempest-PortsIpV6TestJSON-283107163-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for network (None), before_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:26:12.401808 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.managers [None req-f0fe2db8-f8a8-4287-95d2-81684051a989 None None] Attempting to bind port 68dfe84b-4cde-4479-8045-beb9ec3a88f8 on host n-d-713498-36 for vnic_type normal with profile {{(pid=103232) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 19:26:12.402524 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.managers [None req-f0fe2db8-f8a8-4287-95d2-81684051a989 None None] Attempting to bind port 68dfe84b-4cde-4479-8045-beb9ec3a88f8 by drivers openvswitch,hyperv on host n-d-713498-36 at level 0 using segments [{'id': '8c511fd8-1bc6-4084-a218-229d0f6f70e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': '763fd02a-074d-4f60-baf8-3302044b729f'}] {{(pid=103232) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 19:26:12.402663 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0fe2db8-f8a8-4287-95d2-81684051a989 None None] Attempting to bind port 68dfe84b-4cde-4479-8045-beb9ec3a88f8 on network 763fd02a-074d-4f60-baf8-3302044b729f {{(pid=103232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 19:26:12.408803 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-c99c48c2-a82f-4122-833c-4fe1a824a11e tempest-PortsIpV6TestJSON-283107163 tempest-PortsIpV6TestJSON-283107163-project] Publish callbacks [] for security_group (None), before_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:26:12.432302 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60cece1d-a422-4888-ae84-efd8e0177b67 tempest-PortsTestJSON-1738022054 tempest-PortsTestJSON-1738022054-project] Pushing event deleted for resources: {'Port': ['ID=821b5eda-1b45-4aae-81e2-a1d99ec935d4,revision_number=None']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:26:12.459736 n-d-713498-36 neutron-server[103229]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60cece1d-a422-4888-ae84-efd8e0177b67 tempest-PortsTestJSON-1738022054 tempest-PortsTestJSON-1738022054-project] No DVR routers for this DVR port 821b5eda-1b45-4aae-81e2-a1d99ec935d4 on host n-d-713498-36 {{(pid=103229) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 19:26:12.603634 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-c99c48c2-a82f-4122-833c-4fe1a824a11e tempest-PortsIpV6TestJSON-283107163 tempest-PortsIpV6TestJSON-283107163-project] Publish callbacks [] for security_group (d1da5486-b940-4257-a489-b599edf9dc8b), precommit_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:26:12.612065 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-c99c48c2-a82f-4122-833c-4fe1a824a11e tempest-PortsIpV6TestJSON-283107163 tempest-PortsIpV6TestJSON-283107163-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1892331'] for security_group (d1da5486-b940-4257-a489-b599edf9dc8b), after_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:26:12.638425 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0fe2db8-f8a8-4287-95d2-81684051a989 None None] Checking agent: {'id': '496418a2-c002-4aec-ab1a-07f3bea491bd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-36', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 18, 51, 47), 'started_at': datetime.datetime(2022, 2, 9, 18, 52, 17), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 19, 25, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-36'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 19:26:12.639225 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0fe2db8-f8a8-4287-95d2-81684051a989 None None] Checking segment: {'id': '8c511fd8-1bc6-4084-a218-229d0f6f70e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': '763fd02a-074d-4f60-baf8-3302044b729f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103232) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 19:26:12.639741 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-f0fe2db8-f8a8-4287-95d2-81684051a989 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:26:12.640215 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0fe2db8-f8a8-4287-95d2-81684051a989 None None] Bound using segment: {'id': '8c511fd8-1bc6-4084-a218-229d0f6f70e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': '763fd02a-074d-4f60-baf8-3302044b729f'} {{(pid=103232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 19:26:12.640804 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.managers [None req-f0fe2db8-f8a8-4287-95d2-81684051a989 None None] Bound port: 68dfe84b-4cde-4479-8045-beb9ec3a88f8, host: n-d-713498-36, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8c511fd8-1bc6-4084-a218-229d0f6f70e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': '763fd02a-074d-4f60-baf8-3302044b729f'}}] {{(pid=103232) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 19:26:12.641280 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-f0fe2db8-f8a8-4287-95d2-81684051a989 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (68dfe84b-4cde-4479-8045-beb9ec3a88f8), before_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:26:12.649217 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-60cece1d-a422-4888-ae84-efd8e0177b67 tempest-PortsTestJSON-1738022054 tempest-PortsTestJSON-1738022054-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-590267', 'neutron.services.segments.db._delete_segments_for_network-8762867132609'] for network (1fc29c42-04bc-4440-b562-c03448cf5312), precommit_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:26:12.673690 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a5b7435-3e1d-414f-aeb3-ed4a4a8e9d88 req-b8c35737-6da3-4bd3-8eca-8ef45459d96c tempest-ServerActionsTestJSON-347500300 tempest-ServerActionsTestJSON-347500300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:26:12.676601 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-5a5b7435-3e1d-414f-aeb3-ed4a4a8e9d88 req-b8c35737-6da3-4bd3-8eca-8ef45459d96c tempest-ServerActionsTestJSON-347500300 tempest-ServerActionsTestJSON-347500300-project] 10.222.0.75 "GET /v2.0/ports?device_id=a1fbc70b-9dd3-44f5-99b0-85f3dff92d7d HTTP/1.1" status: 200 len: 945 time: 0.2760735 Feb 09 19:26:12.722643 n-d-713498-36 neutron-server[103229]: DEBUG neutron.services.segments.db [None req-60cece1d-a422-4888-ae84-efd8e0177b67 tempest-PortsTestJSON-1738022054 tempest-PortsTestJSON-1738022054-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1fc29c42-04bc-4440-b562-c03448cf5312']}} {{(pid=103229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:26:12.744269 n-d-713498-36 neutron-server[103229]: DEBUG neutron.services.segments.db [None req-60cece1d-a422-4888-ae84-efd8e0177b67 tempest-PortsTestJSON-1738022054 tempest-PortsTestJSON-1738022054-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd955a154-b3af-49d5-81cd-564ca6b0b975') {'for_net_delete': True} {{(pid=103229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:26:12.744926 n-d-713498-36 neutron-server[103229]: DEBUG neutron.services.segments.db [None req-60cece1d-a422-4888-ae84-efd8e0177b67 tempest-PortsTestJSON-1738022054 tempest-PortsTestJSON-1738022054-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd955a154-b3af-49d5-81cd-564ca6b0b975') {} {{(pid=103229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:26:12.760410 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c99c48c2-a82f-4122-833c-4fe1a824a11e tempest-PortsIpV6TestJSON-283107163 tempest-PortsIpV6TestJSON-283107163-project] vlan segment allocate from pool success with {'vlan_id': 357, 'physical_network': 'physnet1'} {{(pid=103230) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 19:26:12.790700 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c99c48c2-a82f-4122-833c-4fe1a824a11e tempest-PortsIpV6TestJSON-283107163 tempest-PortsIpV6TestJSON-283107163-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d1da5486-b940-4257-a489-b599edf9dc8b,revision_number=1']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:26:12.793676 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-60cece1d-a422-4888-ae84-efd8e0177b67 tempest-PortsTestJSON-1738022054 tempest-PortsTestJSON-1738022054-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762867134154', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16683417'] for segment (d955a154-b3af-49d5-81cd-564ca6b0b975), before_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:26:12.803728 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-c99c48c2-a82f-4122-833c-4fe1a824a11e tempest-PortsIpV6TestJSON-283107163 tempest-PortsIpV6TestJSON-283107163-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-759574'] for segment (595f0ab7-5335-4e7d-ab46-78c7a496b4af), precommit_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:26:12.804698 n-d-713498-36 neutron-server[103230]: INFO neutron.db.segments_db [None req-c99c48c2-a82f-4122-833c-4fe1a824a11e tempest-PortsIpV6TestJSON-283107163 tempest-PortsIpV6TestJSON-283107163-project] Added segment 595f0ab7-5335-4e7d-ab46-78c7a496b4af of type vlan for network c648969a-32f4-4c6b-a1b6-2ebebb7a2e49 Feb 09 19:26:12.808271 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-977471c3-c1f4-44fc-9bdf-d304002441f1 tempest-RoutersNegativeIpV6Test-969544946 tempest-RoutersNegativeIpV6Test-969544946-project] Publish callbacks [] for port (61061adc-c61c-4658-95fb-bb5b9610e338), precommit_update {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:26:12.832118 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-977471c3-c1f4-44fc-9bdf-d304002441f1 tempest-RoutersNegativeIpV6Test-969544946 tempest-RoutersNegativeIpV6Test-969544946-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762867176205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762866656485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762866656503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12867569'] for port (61061adc-c61c-4658-95fb-bb5b9610e338), after_update {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:26:12.845317 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] get_ports_and_sgs() called for port_ids ['23cfe4a7-20c6-45a0-b41b-5f25e12108f4'] {{(pid=103232) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 19:26:12.846537 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-977471c3-c1f4-44fc-9bdf-d304002441f1 tempest-RoutersNegativeIpV6Test-969544946 tempest-RoutersNegativeIpV6Test-969544946-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1613458', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1834496'] for router_interface (17514739-b66a-42c7-9334-8ccb335169b4), after_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:26:12.885294 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-c99c48c2-a82f-4122-833c-4fe1a824a11e tempest-PortsIpV6TestJSON-283107163 tempest-PortsIpV6TestJSON-283107163-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762866642225'] for network (c648969a-32f4-4c6b-a1b6-2ebebb7a2e49), precommit_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:26:12.899788 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04d326d3-1dbf-427a-9b04-58473250d874 req-0f8a3d5c-5d9a-42a6-9d41-07721341337f tempest-ServerRescueTestJSON-1886685382 tempest-ServerRescueTestJSON-1886685382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:26:12.902073 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-04d326d3-1dbf-427a-9b04-58473250d874 req-0f8a3d5c-5d9a-42a6-9d41-07721341337f tempest-ServerRescueTestJSON-1886685382 tempest-ServerRescueTestJSON-1886685382-project] 10.222.0.75 "GET /v2.0/ports?device_id=051c39d5-1749-483d-9498-3d1717fb73d7 HTTP/1.1" status: 200 len: 946 time: 0.2212431 Feb 09 19:26:12.958697 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.provisioning_blocks [None req-1a057204-daed-497b-9ef7-1e4052bbb504 None None] Provisioning complete for port c711f108-7228-43f1-8efe-682a4190a0f2 triggered by entity DHCP. {{(pid=103232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 19:26:12.959877 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-1a057204-daed-497b-9ef7-1e4052bbb504 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593630'] for port (c711f108-7228-43f1-8efe-682a4190a0f2), provisioning_complete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:26:13.001477 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-f0fe2db8-f8a8-4287-95d2-81684051a989 None None] For port 68dfe84b-4cde-4479-8045-beb9ec3a88f8, host n-d-713498-36, cleared binding levels {{(pid=103232) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 19:26:13.025763 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Pushing event updated for resources: {'Port': ['ID=23cfe4a7-20c6-45a0-b41b-5f25e12108f4,revision_number=4']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:26:13.076346 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-f0fe2db8-f8a8-4287-95d2-81684051a989 None None] For port 68dfe84b-4cde-4479-8045-beb9ec3a88f8, host n-d-713498-36, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-36',level=0,port_id=68dfe84b-4cde-4479-8045-beb9ec3a88f8,segment=NetworkSegment(8c511fd8-1bc6-4084-a218-229d0f6f70e7),segment_id=8c511fd8-1bc6-4084-a218-229d0f6f70e7)] {{(pid=103232) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 19:26:13.087092 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-c99c48c2-a82f-4122-833c-4fe1a824a11e tempest-PortsIpV6TestJSON-283107163 tempest-PortsIpV6TestJSON-283107163-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1885479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452'] for network (c648969a-32f4-4c6b-a1b6-2ebebb7a2e49), after_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:26:13.093137 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c99c48c2-a82f-4122-833c-4fe1a824a11e tempest-PortsIpV6TestJSON-283107163 tempest-PortsIpV6TestJSON-283107163-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:26:13.093877 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-c99c48c2-a82f-4122-833c-4fe1a824a11e tempest-PortsIpV6TestJSON-283107163 tempest-PortsIpV6TestJSON-283107163-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1613566'] for network (None), before_response {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:26:13.137115 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-04d326d3-1dbf-427a-9b04-58473250d874 req-a272e606-2da4-4161-9a21-423ca16f8f08 tempest-ServerRescueTestJSON-1886685382 tempest-ServerRescueTestJSON-1886685382-project] 10.222.0.75 "GET /v2.0/security-groups?id=e2c286ed-f317-46f6-b582-9a19546e0cee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2279558 Feb 09 19:26:13.280233 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c99c48c2-a82f-4122-833c-4fe1a824a11e tempest-PortsIpV6TestJSON-283107163 tempest-PortsIpV6TestJSON-283107163-project] Pushing event updated for resources: {'Network': ['ID=c648969a-32f4-4c6b-a1b6-2ebebb7a2e49,revision_number=1']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:26:13.295207 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-c99c48c2-a82f-4122-833c-4fe1a824a11e tempest-PortsIpV6TestJSON-283107163 tempest-PortsIpV6TestJSON-283107163-project] 10.222.0.75 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 1.0933564 Feb 09 19:26:13.362126 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 52656) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:26:13.370180 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.v2.base [None req-675d029a-144b-4ab5-9de9-0e725a75eefc tempest-PortsIpV6TestJSON-283107163 tempest-PortsIpV6TestJSON-283107163-project] Request body: {'port': {'network_id': 'c648969a-32f4-4c6b-a1b6-2ebebb7a2e49', 'name': 'tempest-PortsIpV6TestJSON-335098329'}} {{(pid=103230) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 19:26:13.390758 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-5a5b7435-3e1d-414f-aeb3-ed4a4a8e9d88 req-cc7a0d5c-4842-4b74-8edc-e2307139f06b tempest-ServerActionsTestJSON-347500300 tempest-ServerActionsTestJSON-347500300-project] 10.222.0.75 "GET /v2.0/security-groups?id=22c4accd-b9e4-4e3e-aec5-b2bee068a6b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.7063072 Feb 09 19:26:13.395743 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-60cece1d-a422-4888-ae84-efd8e0177b67 tempest-PortsTestJSON-1738022054 tempest-PortsTestJSON-1738022054-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-759574'] for segment (d955a154-b3af-49d5-81cd-564ca6b0b975), precommit_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:26:13.403608 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-60cece1d-a422-4888-ae84-efd8e0177b67 tempest-PortsTestJSON-1738022054 tempest-PortsTestJSON-1738022054-project] Releasing vlan 385 on physical network physnet1 to pool {{(pid=103229) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 19:26:13.404203 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-60cece1d-a422-4888-ae84-efd8e0177b67 tempest-PortsTestJSON-1738022054 tempest-PortsTestJSON-1738022054-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-759574', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12867469'] for segment (d955a154-b3af-49d5-81cd-564ca6b0b975), after_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:26:13.477101 n-d-713498-36 neutron-server[103229]: Traceback (most recent call last): Feb 09 19:26:13.477101 n-d-713498-36 neutron-server[103229]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 19:26:13.477101 n-d-713498-36 neutron-server[103229]: timer() Feb 09 19:26:13.477101 n-d-713498-36 neutron-server[103229]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 19:26:13.477101 n-d-713498-36 neutron-server[103229]: cb(*args, **kw) Feb 09 19:26:13.477101 n-d-713498-36 neutron-server[103229]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 19:26:13.477101 n-d-713498-36 neutron-server[103229]: return func(*args, **kwargs) Feb 09 19:26:13.477101 n-d-713498-36 neutron-server[103229]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 19:26:13.477101 n-d-713498-36 neutron-server[103229]: self._notify() Feb 09 19:26:13.477101 n-d-713498-36 neutron-server[103229]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 19:26:13.477101 n-d-713498-36 neutron-server[103229]: self.callback(batched_events) Feb 09 19:26:13.477101 n-d-713498-36 neutron-server[103229]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 19:26:13.477101 n-d-713498-36 neutron-server[103229]: event.method(event) Feb 09 19:26:13.477101 n-d-713498-36 neutron-server[103229]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 19:26:13.477101 n-d-713498-36 neutron-server[103229]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 19:26:13.477101 n-d-713498-36 neutron-server[103229]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 19:26:13.477101 n-d-713498-36 neutron-server[103229]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 19:26:13.477101 n-d-713498-36 neutron-server[103229]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 19:26:13.477101 n-d-713498-36 neutron-server[103229]: return f(self, *a, **k) Feb 09 19:26:13.477101 n-d-713498-36 neutron-server[103229]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 19:26:13.477101 n-d-713498-36 neutron-server[103229]: return self._get(url).json() Feb 09 19:26:13.477101 n-d-713498-36 neutron-server[103229]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 19:26:13.477101 n-d-713498-36 neutron-server[103229]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 19:26:13.477101 n-d-713498-36 neutron-server[103229]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 19:26:13.477101 n-d-713498-36 neutron-server[103229]: return self.request(url, 'GET', **kwargs) Feb 09 19:26:13.477101 n-d-713498-36 neutron-server[103229]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 19:26:13.477101 n-d-713498-36 neutron-server[103229]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 19:26:13.477101 n-d-713498-36 neutron-server[103229]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 19:26:13.477101 n-d-713498-36 neutron-server[103229]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 19:26:13.477101 n-d-713498-36 neutron-server[103229]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 19:26:13.477101 n-d-713498-36 neutron-server[103229]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 19:26:13.477101 n-d-713498-36 neutron-server[103229]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 19:26:13.510622 n-d-713498-36 neutron-server[103233]: DEBUG neutron.db.agents_db [None req-4a8a6a42-0a0c-4437-8958-92282682b6bb None None] Agent healthcheck: found 7 active agents {{(pid=103233) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 19:26:13.530088 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Network c648969a-32f4-4c6b-a1b6-2ebebb7a2e49 details requested by agent ovs-agent-n-d-713498-36 with host n-d-713498-36 {{(pid=103232) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 19:26:13.534270 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9d99619-ba4b-4905-84f4-11f178189183 req-c8727c49-f27d-4d9f-b7d1-33a02d479b60 tempest-AttachVolumeShelveTestJSON-671139515 tempest-AttachVolumeShelveTestJSON-671139515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:26:13.536621 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.provisioning_blocks [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Provisioning complete for port c711f108-7228-43f1-8efe-682a4190a0f2 triggered by entity L2. {{(pid=103232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 19:26:13.537099 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593630'] for port (c711f108-7228-43f1-8efe-682a4190a0f2), provisioning_complete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:26:13.539778 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-f0fe2db8-f8a8-4287-95d2-81684051a989 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762867176205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762866656485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762866656503'] for port (68dfe84b-4cde-4479-8045-beb9ec3a88f8), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:26:13.543953 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-d9d99619-ba4b-4905-84f4-11f178189183 req-c8727c49-f27d-4d9f-b7d1-33a02d479b60 tempest-AttachVolumeShelveTestJSON-671139515 tempest-AttachVolumeShelveTestJSON-671139515-project] 10.222.0.75 "GET /v2.0/ports?device_id=32437e19-fcdc-4dd1-84cc-377ffcb85b84 HTTP/1.1" status: 200 len: 945 time: 0.2475784 Feb 09 19:26:13.586365 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-675d029a-144b-4ab5-9de9-0e725a75eefc tempest-PortsIpV6TestJSON-283107163 tempest-PortsIpV6TestJSON-283107163-project] Made reservation on behalf of 13b115ce9df54fa79100ec0671404776 for: {'port': 1} {{(pid=103230) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 19:26:13.594963 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-675d029a-144b-4ab5-9de9-0e725a75eefc tempest-PortsIpV6TestJSON-283107163 tempest-PortsIpV6TestJSON-283107163-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (None), before_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:26:13.622620 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-977471c3-c1f4-44fc-9bdf-d304002441f1 tempest-RoutersNegativeIpV6Test-969544946 tempest-RoutersNegativeIpV6Test-969544946-project] Pushing event updated for resources: {'Port': ['ID=61061adc-c61c-4658-95fb-bb5b9610e338,revision_number=2']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:26:13.648636 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-60cece1d-a422-4888-ae84-efd8e0177b67 tempest-PortsTestJSON-1738022054 tempest-PortsTestJSON-1738022054-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-590242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1885479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1818895'] for network (1fc29c42-04bc-4440-b562-c03448cf5312), after_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:26:13.666224 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-60cece1d-a422-4888-ae84-efd8e0177b67 tempest-PortsTestJSON-1738022054 tempest-PortsTestJSON-1738022054-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1613566'] for network (None), before_response {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:26:13.669512 n-d-713498-36 neutron-server[103230]: DEBUG neutron.notifiers.nova [None req-675d029a-144b-4ab5-9de9-0e725a75eefc tempest-PortsIpV6TestJSON-283107163 tempest-PortsIpV6TestJSON-283107163-project] device_id is not set on port e39e2b1d-e63b-46df-b52f-bfbc1a1f1217 yet. {{(pid=103230) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 09 19:26:13.670911 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-60cece1d-a422-4888-ae84-efd8e0177b67 tempest-PortsTestJSON-1738022054 tempest-PortsTestJSON-1738022054-project] 10.222.0.75 "DELETE /v2.0/networks/1fc29c42-04bc-4440-b562-c03448cf5312 HTTP/1.1" status: 204 len: 168 time: 3.9312556 Feb 09 19:26:13.676141 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 52662) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:26:13.678691 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-b90fcf27-fac3-478b-b4ce-dfb9bbadcb99 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762867132591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593584'] for agent (93303d5e-5d17-45e8-8963-7694f87783ae), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:26:13.693103 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.v2.base [None req-7857971a-e56c-46d5-ad32-f6773bdae578 tempest-PortsTestJSON-1738022054 tempest-PortsTestJSON-1738022054-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-947877270'}} {{(pid=103229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 19:26:13.706617 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60cece1d-a422-4888-ae84-efd8e0177b67 tempest-PortsTestJSON-1738022054 tempest-PortsTestJSON-1738022054-project] Pushing event deleted for resources: {'Network': ['ID=1fc29c42-04bc-4440-b562-c03448cf5312,revision_number=None']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:26:13.733710 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdcba0e4-3675-47ed-af4c-93cd6c118e4f req-d73e5646-4984-4754-9ee2-026671de3fe7 tempest-TestServerMultinode-969236194 tempest-TestServerMultinode-969236194-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:26:13.735580 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-fdcba0e4-3675-47ed-af4c-93cd6c118e4f req-d73e5646-4984-4754-9ee2-026671de3fe7 tempest-TestServerMultinode-969236194 tempest-TestServerMultinode-969236194-project-admin] 10.222.0.75 "GET /v2.0/ports?device_id=8f4af2f5-6c00-4777-9001-7c7eaaa7ba28 HTTP/1.1" status: 200 len: 1128 time: 0.2023060 Feb 09 19:26:13.777554 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7857971a-e56c-46d5-ad32-f6773bdae578 tempest-PortsTestJSON-1738022054 tempest-PortsTestJSON-1738022054-project] Made reservation on behalf of 150a397110044967a3816a9b460534fa for: {'network': 1} {{(pid=103229) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 19:26:13.805685 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-7857971a-e56c-46d5-ad32-f6773bdae578 tempest-PortsTestJSON-1738022054 tempest-PortsTestJSON-1738022054-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for network (None), before_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:26:13.813424 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-fda0568d-9115-4c15-92a6-0e2c9d3a5b1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762867177463', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762866656476'] for port (821b5eda-1b45-4aae-81e2-a1d99ec935d4), after_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:26:13.892621 n-d-713498-36 neutron-server[103229]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-977471c3-c1f4-44fc-9bdf-d304002441f1 tempest-RoutersNegativeIpV6Test-969544946 tempest-RoutersNegativeIpV6Test-969544946-project] Network b1540a3f-4f99-4693-9fe9-afdf7d8db7a4 is already hosted by enough agents. {{(pid=103229) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 19:26:13.910513 n-d-713498-36 neutron-server[103229]: DEBUG neutron.scheduler.base_scheduler [None req-977471c3-c1f4-44fc-9bdf-d304002441f1 tempest-RoutersNegativeIpV6Test-969544946 tempest-RoutersNegativeIpV6Test-969544946-project] Resources bound (agent type, host, resource id): {{(pid=103229) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 19:26:13.913121 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7857971a-e56c-46d5-ad32-f6773bdae578 tempest-PortsTestJSON-1738022054 tempest-PortsTestJSON-1738022054-project] vlan segment allocate from pool success with {'vlan_id': 371, 'physical_network': 'physnet1'} {{(pid=103229) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 19:26:13.923919 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-fda0568d-9115-4c15-92a6-0e2c9d3a5b1b None None] Network 1fc29c42-04bc-4440-b562-c03448cf5312 is not hosted by any dhcp agent {{(pid=103232) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Feb 09 19:26:13.924750 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fda0568d-9115-4c15-92a6-0e2c9d3a5b1b None None] No DVR routers for this DVR port 821b5eda-1b45-4aae-81e2-a1d99ec935d4 on host n-d-713498-36 {{(pid=103232) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 19:26:13.962695 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-7857971a-e56c-46d5-ad32-f6773bdae578 tempest-PortsTestJSON-1738022054 tempest-PortsTestJSON-1738022054-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-759574'] for segment (e78c8ed8-20f1-4f8f-9c03-38b8fdbbf714), precommit_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:26:13.963063 n-d-713498-36 neutron-server[103229]: INFO neutron.db.segments_db [None req-7857971a-e56c-46d5-ad32-f6773bdae578 tempest-PortsTestJSON-1738022054 tempest-PortsTestJSON-1738022054-project] Added segment e78c8ed8-20f1-4f8f-9c03-38b8fdbbf714 of type vlan for network fd11cdad-dc62-4ba5-9217-4caccc35e07d Feb 09 19:26:13.982694 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0fe2db8-f8a8-4287-95d2-81684051a989 None None] Pushing event updated for resources: {'Port': ['ID=68dfe84b-4cde-4479-8045-beb9ec3a88f8,revision_number=2']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:26:14.074721 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-fdcba0e4-3675-47ed-af4c-93cd6c118e4f req-a3b6ddf2-7647-4f41-9da4-0a1ad681dd6d tempest-TestServerMultinode-969236194 tempest-TestServerMultinode-969236194-project-admin] 10.222.0.75 "GET /v2.0/security-groups?id=470bf4f7-ea0c-4a64-8d8b-9f2609ff7cad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3248847 Feb 09 19:26:14.084441 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-1a057204-daed-497b-9ef7-1e4052bbb504 None None] Current status of the port c711f108-7228-43f1-8efe-682a4190a0f2 is: DOWN; New status is: ACTIVE {{(pid=103232) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 19:26:14.094475 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-1a057204-daed-497b-9ef7-1e4052bbb504 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (c711f108-7228-43f1-8efe-682a4190a0f2), before_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:26:14.122919 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fda0568d-9115-4c15-92a6-0e2c9d3a5b1b None None] Pushing event deleted for resources: {'Port': ['ID=821b5eda-1b45-4aae-81e2-a1d99ec935d4,revision_number=None']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:26:14.176905 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-7857971a-e56c-46d5-ad32-f6773bdae578 tempest-PortsTestJSON-1738022054 tempest-PortsTestJSON-1738022054-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762866642225'] for network (fd11cdad-dc62-4ba5-9217-4caccc35e07d), precommit_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:26:14.257032 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-d9d99619-ba4b-4905-84f4-11f178189183 req-7ccf7da4-f712-4fd1-9017-2da0bd9098d0 tempest-AttachVolumeShelveTestJSON-671139515 tempest-AttachVolumeShelveTestJSON-671139515-project] 10.222.0.75 "GET /v2.0/security-groups?id=e78d9a5a-8306-4175-aed3-1bd14ac6b154&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.7119405 Feb 09 19:26:14.271878 n-d-713498-36 neutron-server[103229]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-977471c3-c1f4-44fc-9bdf-d304002441f1 tempest-RoutersNegativeIpV6Test-969544946 tempest-RoutersNegativeIpV6Test-969544946-project] Router 17514739-b66a-42c7-9334-8ccb335169b4 is scheduled to L3 agent 93303d5e-5d17-45e8-8963-7694f87783ae with binding_index 1 {{(pid=103229) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 09 19:26:14.319188 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-675d029a-144b-4ab5-9de9-0e725a75eefc tempest-PortsIpV6TestJSON-283107163 tempest-PortsIpV6TestJSON-283107163-project] Publish callbacks [] for port (e39e2b1d-e63b-46df-b52f-bfbc1a1f1217), precommit_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:26:14.343220 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-7857971a-e56c-46d5-ad32-f6773bdae578 tempest-PortsTestJSON-1738022054 tempest-PortsTestJSON-1738022054-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1885479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452'] for network (fd11cdad-dc62-4ba5-9217-4caccc35e07d), after_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:26:14.364693 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7857971a-e56c-46d5-ad32-f6773bdae578 tempest-PortsTestJSON-1738022054 tempest-PortsTestJSON-1738022054-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:26:14.366753 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-7857971a-e56c-46d5-ad32-f6773bdae578 tempest-PortsTestJSON-1738022054 tempest-PortsTestJSON-1738022054-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1613566'] for network (None), before_response {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:26:14.428368 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-1a057204-daed-497b-9ef7-1e4052bbb504 None None] For port c711f108-7228-43f1-8efe-682a4190a0f2, host n-d-713498-36, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-36',level=0,port_id=c711f108-7228-43f1-8efe-682a4190a0f2,segment=NetworkSegment(59500f2f-9912-4216-9c3e-264e45107d1e),segment_id=59500f2f-9912-4216-9c3e-264e45107d1e)] {{(pid=103232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 19:26:14.430093 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-675d029a-144b-4ab5-9de9-0e725a75eefc tempest-PortsIpV6TestJSON-283107163 tempest-PortsIpV6TestJSON-283107163-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762866656467', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14393751'] for port (e39e2b1d-e63b-46df-b52f-bfbc1a1f1217), after_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:26:14.430279 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Device f1d2f720-203f-4a0c-99ec-b451c998d159 up at agent hyperv_n-h1-713498-36 {{(pid=103232) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 19:26:14.443903 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-7857971a-e56c-46d5-ad32-f6773bdae578 tempest-PortsTestJSON-1738022054 tempest-PortsTestJSON-1738022054-project] 10.222.0.75 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.7543700 Feb 09 19:26:14.450419 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 52676) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:26:14.503245 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-1a057204-daed-497b-9ef7-1e4052bbb504 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762867176205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762866656485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762866656503'] for port (c711f108-7228-43f1-8efe-682a4190a0f2), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:26:14.527123 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Current status of the port c711f108-7228-43f1-8efe-682a4190a0f2 is: DOWN; New status is: ACTIVE {{(pid=103232) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 19:26:14.527850 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (c711f108-7228-43f1-8efe-682a4190a0f2), before_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:26:14.589751 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-edc54c9b-7f13-45d9-9271-85c9738b0128 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762867132591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593584'] for agent (a62b1850-466f-48ae-bec7-d62fb280e14b), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:26:14.695893 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.v2.base [None req-19d16b94-f775-4ca5-adb5-2fd7f72a85b0 tempest-PortsTestJSON-1738022054 tempest-PortsTestJSON-1738022054-project] Request body: {'subnet': {'network_id': 'fd11cdad-dc62-4ba5-9217-4caccc35e07d', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 19:26:14.699739 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7857971a-e56c-46d5-ad32-f6773bdae578 tempest-PortsTestJSON-1738022054 tempest-PortsTestJSON-1738022054-project] Pushing event updated for resources: {'Network': ['ID=fd11cdad-dc62-4ba5-9217-4caccc35e07d,revision_number=1']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:26:14.717145 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-675d029a-144b-4ab5-9de9-0e725a75eefc tempest-PortsIpV6TestJSON-283107163 tempest-PortsIpV6TestJSON-283107163-project] Pushing event updated for resources: {'Port': ['ID=e39e2b1d-e63b-46df-b52f-bfbc1a1f1217,revision_number=1']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:26:14.729228 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a057204-daed-497b-9ef7-1e4052bbb504 None None] Pushing event updated for resources: {'Port': ['ID=c711f108-7228-43f1-8efe-682a4190a0f2,revision_number=3']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:26:14.740311 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Network fd11cdad-dc62-4ba5-9217-4caccc35e07d details requested by agent ovs-agent-n-d-713498-36 with host n-d-713498-36 {{(pid=103232) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 19:26:14.803578 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-675d029a-144b-4ab5-9de9-0e725a75eefc tempest-PortsIpV6TestJSON-283107163 tempest-PortsIpV6TestJSON-283107163-project] Checking segment: {'id': '595f0ab7-5335-4e7d-ab46-78c7a496b4af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': 'c648969a-32f4-4c6b-a1b6-2ebebb7a2e49'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103230) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 19:26:14.804110 n-d-713498-36 neutron-server[103230]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-675d029a-144b-4ab5-9de9-0e725a75eefc tempest-PortsIpV6TestJSON-283107163 tempest-PortsIpV6TestJSON-283107163-project] Network hostable DHCP agents. Network: c648969a-32f4-4c6b-a1b6-2ebebb7a2e49, hostable agents: ['af91e4b9-f4e1-42b1-a25c-a10dc47171c8'], hosted agents: [] {{(pid=103230) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 19:26:14.840953 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb29fb86-64b5-4517-ba04-8a5ef6c5fc35 req-f2ef3d73-3ced-4e6a-880e-88bb72d6ac50 tempest-ServerActionsTestJSON-347500300 tempest-ServerActionsTestJSON-347500300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:26:14.847414 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-fb29fb86-64b5-4517-ba04-8a5ef6c5fc35 req-f2ef3d73-3ced-4e6a-880e-88bb72d6ac50 tempest-ServerActionsTestJSON-347500300 tempest-ServerActionsTestJSON-347500300-project] 10.222.0.75 "GET /v2.0/ports?device_id=a1fbc70b-9dd3-44f5-99b0-85f3dff92d7d HTTP/1.1" status: 200 len: 945 time: 0.2240458 Feb 09 19:26:14.858190 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.provisioning_blocks [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Provisioning complete for port f1d2f720-203f-4a0c-99ec-b451c998d159 triggered by entity L2. {{(pid=103232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 19:26:14.858727 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593630'] for port (f1d2f720-203f-4a0c-99ec-b451c998d159), provisioning_complete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:26:14.869309 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.db.api [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103232) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 09 19:26:14.869872 n-d-713498-36 neutron-server[103232]: DEBUG oslo_db.api [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 09 19:26:14.922830 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.provisioning_blocks [None req-a6d89571-ce5d-47f3-8b24-f3cbec239fff None None] Provisioning complete for port c711f108-7228-43f1-8efe-682a4190a0f2 triggered by entity DHCP. {{(pid=103232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 19:26:14.923357 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-a6d89571-ce5d-47f3-8b24-f3cbec239fff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593630'] for port (c711f108-7228-43f1-8efe-682a4190a0f2), provisioning_complete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:26:14.947625 n-d-713498-36 neutron-server[103230]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-675d029a-144b-4ab5-9de9-0e725a75eefc tempest-PortsIpV6TestJSON-283107163 tempest-PortsIpV6TestJSON-283107163-project] Network c648969a-32f4-4c6b-a1b6-2ebebb7a2e49 is scheduled to be hosted by DHCP agent af91e4b9-f4e1-42b1-a25c-a10dc47171c8 with binding_index 1 {{(pid=103230) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 19:26:15.073091 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-fb29fb86-64b5-4517-ba04-8a5ef6c5fc35 req-40d99733-976e-4b86-b7ae-35d855759d09 tempest-ServerActionsTestJSON-347500300 tempest-ServerActionsTestJSON-347500300-project] 10.222.0.75 "GET /v2.0/security-groups?id=22c4accd-b9e4-4e3e-aec5-b2bee068a6b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2219954 Feb 09 19:26:15.078261 n-d-713498-36 neutron-server[103230]: DEBUG neutron.scheduler.base_scheduler [None req-675d029a-144b-4ab5-9de9-0e725a75eefc tempest-PortsIpV6TestJSON-283107163 tempest-PortsIpV6TestJSON-283107163-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713498-36, c648969a-32f4-4c6b-a1b6-2ebebb7a2e49) {{(pid=103230) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 19:26:15.092814 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc209d12-ef37-4218-904d-cfd03e2c8eef None None] Network c648969a-32f4-4c6b-a1b6-2ebebb7a2e49 requested from n-d-713498-36 {{(pid=103232) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 19:26:15.098928 n-d-713498-36 neutron-server[103230]: DEBUG neutron.db.l3_dvrscheduler_db [None req-675d029a-144b-4ab5-9de9-0e725a75eefc tempest-PortsIpV6TestJSON-283107163 tempest-PortsIpV6TestJSON-283107163-project] Received port after_create {{(pid=103230) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 19:26:15.104195 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-675d029a-144b-4ab5-9de9-0e725a75eefc tempest-PortsIpV6TestJSON-283107163 tempest-PortsIpV6TestJSON-283107163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:26:15.105923 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-675d029a-144b-4ab5-9de9-0e725a75eefc tempest-PortsIpV6TestJSON-283107163 tempest-PortsIpV6TestJSON-283107163-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171096'] for port (None), before_response {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:26:15.140904 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-977471c3-c1f4-44fc-9bdf-d304002441f1 tempest-RoutersNegativeIpV6Test-969544946 tempest-RoutersNegativeIpV6Test-969544946-project] Notify agent at l3_agent.n-d-713498-36 the message routers_updated {{(pid=103229) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 19:26:15.163055 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-675d029a-144b-4ab5-9de9-0e725a75eefc tempest-PortsIpV6TestJSON-283107163 tempest-PortsIpV6TestJSON-283107163-project] 10.222.0.75 "POST /v2.0/ports HTTP/1.1" status: 201 len: 849 time: 1.7960105 Feb 09 19:26:15.163470 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 52686) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:26:15.190185 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.v2.base [None req-173a53c4-113f-4ef9-b591-a8c9b280a998 tempest-PortsIpV6TestJSON-283107163 tempest-PortsIpV6TestJSON-283107163-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1231494485'}} {{(pid=103230) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 19:26:15.190391 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-977471c3-c1f4-44fc-9bdf-d304002441f1 tempest-RoutersNegativeIpV6Test-969544946 tempest-RoutersNegativeIpV6Test-969544946-project] 10.222.0.75 "PUT /v2.0/routers/17514739-b66a-42c7-9334-8ccb335169b4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.9802423 Feb 09 19:26:15.214535 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 52688) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:26:15.222368 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ad85153-9c5a-4012-99da-a9b9fdaed57d req-e95c02b2-6d5e-4c08-aa07-fe440280ff52 tempest-ServerRescueTestJSON-1886685382 tempest-ServerRescueTestJSON-1886685382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:26:15.227700 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-1ad85153-9c5a-4012-99da-a9b9fdaed57d req-e95c02b2-6d5e-4c08-aa07-fe440280ff52 tempest-ServerRescueTestJSON-1886685382 tempest-ServerRescueTestJSON-1886685382-project] 10.222.0.75 "GET /v2.0/ports?device_id=051c39d5-1749-483d-9498-3d1717fb73d7 HTTP/1.1" status: 200 len: 946 time: 0.8248653 Feb 09 19:26:15.229153 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-19d16b94-f775-4ca5-adb5-2fd7f72a85b0 tempest-PortsTestJSON-1738022054 tempest-PortsTestJSON-1738022054-project] Made reservation on behalf of 150a397110044967a3816a9b460534fa for: {'subnet': 1} {{(pid=103229) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 19:26:15.230840 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4dd7e67a-1622-4da9-9d7f-fc59c79e6771 None None] Sync routers for ids ['17514739-b66a-42c7-9334-8ccb335169b4'] in n-d-713498-36 {{(pid=103232) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 19:26:15.239984 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-19d16b94-f775-4ca5-adb5-2fd7f72a85b0 tempest-PortsTestJSON-1738022054 tempest-PortsTestJSON-1738022054-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12759265'] for subnet (None), before_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:26:15.385157 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4dd7e67a-1622-4da9-9d7f-fc59c79e6771 None None] Routers {'17514739-b66a-42c7-9334-8ccb335169b4'} bound to L3 agent in host n-d-713498-36 {{(pid=103232) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 19:26:15.385817 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.l3_hamode_db [None req-4dd7e67a-1622-4da9-9d7f-fc59c79e6771 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-09T18:51:43Z,description=,heartbeat_timestamp=2022-02-09T19:26:13Z,host='n-d-713498-36',id=93303d5e-5d17-45e8-8963-7694f87783ae,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T18:51:43Z,topic='l3_agent')) {'router_ids': ['17514739-b66a-42c7-9334-8ccb335169b4'], 'active': True} {{(pid=103232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:26:15.526567 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-173a53c4-113f-4ef9-b591-a8c9b280a998 tempest-PortsIpV6TestJSON-283107163 tempest-PortsIpV6TestJSON-283107163-project] Made reservation on behalf of 13b115ce9df54fa79100ec0671404776 for: {'network': 1} {{(pid=103230) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 19:26:15.529968 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-173a53c4-113f-4ef9-b591-a8c9b280a998 tempest-PortsIpV6TestJSON-283107163 tempest-PortsIpV6TestJSON-283107163-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for network (None), before_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:26:15.587986 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Current status of the port f1d2f720-203f-4a0c-99ec-b451c998d159 is: BUILD; New status is: ACTIVE {{(pid=103232) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 19:26:15.588295 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (f1d2f720-203f-4a0c-99ec-b451c998d159), before_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:26:15.642288 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.l3_hamode_db [None req-4dd7e67a-1622-4da9-9d7f-fc59c79e6771 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713498-36', False) {} {{(pid=103232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:26:15.676137 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-173a53c4-113f-4ef9-b591-a8c9b280a998 tempest-PortsIpV6TestJSON-283107163 tempest-PortsIpV6TestJSON-283107163-project] vlan segment allocate from pool success with {'vlan_id': 381, 'physical_network': 'physnet1'} {{(pid=103230) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 19:26:15.762887 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-19d16b94-f775-4ca5-adb5-2fd7f72a85b0 tempest-PortsTestJSON-1738022054 tempest-PortsTestJSON-1738022054-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12867428', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12759263'] for subnet (10fc6168-ab07-40fe-909b-b8a7e10ebc5c), after_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:26:15.792658 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3279e1c5-1c5f-46d5-9044-930a58caff9c req-efeec7cc-252e-4ad7-a84a-39fa4b0692cf tempest-TestServerMultinode-969236194 tempest-TestServerMultinode-969236194-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:26:15.795353 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-3279e1c5-1c5f-46d5-9044-930a58caff9c req-efeec7cc-252e-4ad7-a84a-39fa4b0692cf tempest-TestServerMultinode-969236194 tempest-TestServerMultinode-969236194-project-admin] 10.222.0.75 "GET /v2.0/ports?device_id=8f4af2f5-6c00-4777-9001-7c7eaaa7ba28 HTTP/1.1" status: 200 len: 1128 time: 0.4591527 Feb 09 19:26:15.829686 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] For port f1d2f720-203f-4a0c-99ec-b451c998d159, host n-h1-713498-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-36',level=0,port_id=f1d2f720-203f-4a0c-99ec-b451c998d159,segment=NetworkSegment(9110d757-e4eb-424b-97b9-32896b689ba3),segment_id=9110d757-e4eb-424b-97b9-32896b689ba3)] {{(pid=103232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 19:26:15.837395 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-a6d89571-ce5d-47f3-8b24-f3cbec239fff None None] Current status of the port c711f108-7228-43f1-8efe-682a4190a0f2 is: ACTIVE; New status is: ACTIVE {{(pid=103232) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 19:26:15.846827 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Current status of the port c711f108-7228-43f1-8efe-682a4190a0f2 is: ACTIVE; New status is: ACTIVE {{(pid=103232) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 19:26:15.847834 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-1ad85153-9c5a-4012-99da-a9b9fdaed57d req-0fc53cdd-bdef-4a02-a8da-59d9594639d3 tempest-ServerRescueTestJSON-1886685382 tempest-ServerRescueTestJSON-1886685382-project] 10.222.0.75 "GET /v2.0/security-groups?id=e2c286ed-f317-46f6-b582-9a19546e0cee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1310582 Feb 09 19:26:15.877776 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-173a53c4-113f-4ef9-b591-a8c9b280a998 tempest-PortsIpV6TestJSON-283107163 tempest-PortsIpV6TestJSON-283107163-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-759574'] for segment (67298d65-e887-4c50-82ed-d2a57bcbd6d0), precommit_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:26:15.878214 n-d-713498-36 neutron-server[103230]: INFO neutron.db.segments_db [None req-173a53c4-113f-4ef9-b591-a8c9b280a998 tempest-PortsIpV6TestJSON-283107163 tempest-PortsIpV6TestJSON-283107163-project] Added segment 67298d65-e887-4c50-82ed-d2a57bcbd6d0 of type vlan for network 1c6e112e-2d0c-45b3-8291-8eb707de8410 Feb 09 19:26:15.888843 n-d-713498-36 neutron-server[103232]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a1fbc70b-9dd3-44f5-99b0-85f3dff92d7d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f1d2f720-203f-4a0c-99ec-b451c998d159'}] {{(pid=103232) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 19:26:15.894409 n-d-713498-36 neutron-server[103232]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}949cdcde653dec44821de95cbf67297f53cbc2aed4e073b5d514f93bf911ce85" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-066e9493-0e29-42fa-91da-80a7c78ca707" -d '{"events": [{"server_uuid": "a1fbc70b-9dd3-44f5-99b0-85f3dff92d7d", "name": "network-vif-plugged", "status": "completed", "tag": "f1d2f720-203f-4a0c-99ec-b451c998d159"}]}' {{(pid=103232) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 19:26:15.902239 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19d16b94-f775-4ca5-adb5-2fd7f72a85b0 tempest-PortsTestJSON-1738022054 tempest-PortsTestJSON-1738022054-project] Checking segment: {'id': 'e78c8ed8-20f1-4f8f-9c03-38b8fdbbf714', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': 'fd11cdad-dc62-4ba5-9217-4caccc35e07d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103229) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 19:26:15.902911 n-d-713498-36 neutron-server[103229]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19d16b94-f775-4ca5-adb5-2fd7f72a85b0 tempest-PortsTestJSON-1738022054 tempest-PortsTestJSON-1738022054-project] Network hostable DHCP agents. Network: fd11cdad-dc62-4ba5-9217-4caccc35e07d, hostable agents: ['af91e4b9-f4e1-42b1-a25c-a10dc47171c8'], hosted agents: [] {{(pid=103229) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 19:26:15.905538 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19d16b94-f775-4ca5-adb5-2fd7f72a85b0 tempest-PortsTestJSON-1738022054 tempest-PortsTestJSON-1738022054-project] Pushing event updated for resources: {'Subnet': ['ID=10fc6168-ab07-40fe-909b-b8a7e10ebc5c,revision_number=0']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:26:15.913644 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762867176205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762866656485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762866656503'] for port (f1d2f720-203f-4a0c-99ec-b451c998d159), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:26:16.008962 n-d-713498-36 neutron-server[103229]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19d16b94-f775-4ca5-adb5-2fd7f72a85b0 tempest-PortsTestJSON-1738022054 tempest-PortsTestJSON-1738022054-project] Network fd11cdad-dc62-4ba5-9217-4caccc35e07d is scheduled to be hosted by DHCP agent af91e4b9-f4e1-42b1-a25c-a10dc47171c8 with binding_index 1 {{(pid=103229) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 19:26:16.033179 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ac2f635-cb3b-4d8f-91cf-8d36be7d3c7b None None] Network 763fd02a-074d-4f60-baf8-3302044b729f requested from n-d-713498-36 {{(pid=103232) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 19:26:16.057890 n-d-713498-36 neutron-server[103229]: DEBUG neutron.scheduler.base_scheduler [None req-19d16b94-f775-4ca5-adb5-2fd7f72a85b0 tempest-PortsTestJSON-1738022054 tempest-PortsTestJSON-1738022054-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713498-36, fd11cdad-dc62-4ba5-9217-4caccc35e07d) {{(pid=103229) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 19:26:16.099461 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19d16b94-f775-4ca5-adb5-2fd7f72a85b0 tempest-PortsTestJSON-1738022054 tempest-PortsTestJSON-1738022054-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:26:16.100662 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-19d16b94-f775-4ca5-adb5-2fd7f72a85b0 tempest-PortsTestJSON-1738022054 tempest-PortsTestJSON-1738022054-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1613566'] for subnet (None), before_response {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:26:16.124041 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-19d16b94-f775-4ca5-adb5-2fd7f72a85b0 tempest-PortsTestJSON-1738022054 tempest-PortsTestJSON-1738022054-project] 10.222.0.75 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.4404321 Feb 09 19:26:16.124439 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 52704) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:26:16.131170 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.v2.base [None req-e458f3b0-39ba-46c5-8272-40c5a415ca36 tempest-PortsTestJSON-1738022054 tempest-PortsTestJSON-1738022054-project] Request body: {'port': {'network_id': 'fd11cdad-dc62-4ba5-9217-4caccc35e07d', 'name': 'tempest-PortsTestJSON-1462551494', 'fixed_ips': [{'subnet_id': '10fc6168-ab07-40fe-909b-b8a7e10ebc5c', 'ip_address': '172.20.0.10'}]}} {{(pid=103229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 19:26:16.205395 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Device 821b5eda-1b45-4aae-81e2-a1d99ec935d4 no longer exists at agent ovs-agent-n-d-713498-36 {{(pid=103232) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 19:26:16.225935 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c8cb4dd-0721-45c1-9f7f-2e61e2f65130 None None] Network fd11cdad-dc62-4ba5-9217-4caccc35e07d requested from n-d-713498-36 {{(pid=103232) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 19:26:16.298462 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.provisioning_blocks [None req-a6d89571-ce5d-47f3-8b24-f3cbec239fff None None] Provisioning complete for port 61061adc-c61c-4658-95fb-bb5b9610e338 triggered by entity DHCP. {{(pid=103232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 19:26:16.298462 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-a6d89571-ce5d-47f3-8b24-f3cbec239fff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593630'] for port (61061adc-c61c-4658-95fb-bb5b9610e338), provisioning_complete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:26:16.301335 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] No Port match for: 821b5eda-1b45-4aae-81e2-a1d99ec935d4 {{(pid=103232) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 19:26:16.301923 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Device 821b5eda-1b45-4aae-81e2-a1d99ec935d4 not bound to the agent host n-d-713498-36 {{(pid=103232) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 19:26:16.304436 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4dd7e67a-1622-4da9-9d7f-fc59c79e6771 None None] Routers {'17514739-b66a-42c7-9334-8ccb335169b4'} bound to L3 agent in host n-d-713498-36 {{(pid=103232) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 19:26:16.305076 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.l3_hamode_db [None req-4dd7e67a-1622-4da9-9d7f-fc59c79e6771 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-09T18:51:43Z,description=,heartbeat_timestamp=2022-02-09T19:26:13Z,host='n-d-713498-36',id=93303d5e-5d17-45e8-8963-7694f87783ae,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T18:51:43Z,topic='l3_agent')) {'router_ids': ['17514739-b66a-42c7-9334-8ccb335169b4'], 'active': True} {{(pid=103232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:26:16.317979 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-173a53c4-113f-4ef9-b591-a8c9b280a998 tempest-PortsIpV6TestJSON-283107163 tempest-PortsIpV6TestJSON-283107163-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762866642225'] for network (1c6e112e-2d0c-45b3-8291-8eb707de8410), precommit_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:26:16.344737 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eabbd8c-d10d-493b-8825-e5d0c6c0303c req-cf9cbbc6-b401-4355-baaa-400a5e2cf997 tempest-AttachVolumeShelveTestJSON-671139515 tempest-AttachVolumeShelveTestJSON-671139515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:26:16.354312 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-6eabbd8c-d10d-493b-8825-e5d0c6c0303c req-cf9cbbc6-b401-4355-baaa-400a5e2cf997 tempest-AttachVolumeShelveTestJSON-671139515 tempest-AttachVolumeShelveTestJSON-671139515-project] 10.222.0.75 "GET /v2.0/ports?device_id=32437e19-fcdc-4dd1-84cc-377ffcb85b84 HTTP/1.1" status: 200 len: 945 time: 0.3175313 Feb 09 19:26:16.373304 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-173a53c4-113f-4ef9-b591-a8c9b280a998 tempest-PortsIpV6TestJSON-283107163 tempest-PortsIpV6TestJSON-283107163-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1885479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452'] for network (1c6e112e-2d0c-45b3-8291-8eb707de8410), after_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:26:16.401617 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-173a53c4-113f-4ef9-b591-a8c9b280a998 tempest-PortsIpV6TestJSON-283107163 tempest-PortsIpV6TestJSON-283107163-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:26:16.402593 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-173a53c4-113f-4ef9-b591-a8c9b280a998 tempest-PortsIpV6TestJSON-283107163 tempest-PortsIpV6TestJSON-283107163-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1613566'] for network (None), before_response {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:26:16.454873 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Device 23cfe4a7-20c6-45a0-b41b-5f25e12108f4 up at agent hyperv_n-h1-713498-36 {{(pid=103232) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 19:26:16.497578 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-a7262a8e-0513-48fd-984d-75726a511961 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762867132591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593584'] for agent (911cfea2-02ae-4ec9-bac3-7808ee1cdd9c), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:26:16.499873 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.l3_hamode_db [None req-4dd7e67a-1622-4da9-9d7f-fc59c79e6771 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713498-36', False) {} {{(pid=103232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:26:16.499873 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4dd7e67a-1622-4da9-9d7f-fc59c79e6771 None None] The sync data for ids ['17514739-b66a-42c7-9334-8ccb335169b4'] in n-d-713498-36 is: [] {{(pid=103232) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 19:26:16.520043 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Pushing event updated for resources: {'Port': ['ID=f1d2f720-203f-4a0c-99ec-b451c998d159,revision_number=13']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:26:16.557069 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-a6d89571-ce5d-47f3-8b24-f3cbec239fff None None] Port 61061adc-c61c-4658-95fb-bb5b9610e338 cannot update to ACTIVE because it is not bound. {{(pid=103232) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 19:26:16.604556 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-6eabbd8c-d10d-493b-8825-e5d0c6c0303c req-15af0a03-4500-4f0d-bc2c-3ccf8b765e01 tempest-AttachVolumeShelveTestJSON-671139515 tempest-AttachVolumeShelveTestJSON-671139515-project] 10.222.0.75 "GET /v2.0/security-groups?id=e78d9a5a-8306-4175-aed3-1bd14ac6b154&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2457693 Feb 09 19:26:16.647850 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b157dd56-e27c-46c0-8482-6a302876a44e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8b32e980-7cce-5e82-a341-bd2fa8945c89-fd11cdad-dc62-4ba5-9217-4caccc35e07d', 'network_id': 'fd11cdad-dc62-4ba5-9217-4caccc35e07d', 'project_id': '150a397110044967a3816a9b460534fa', 'fixed_ips': [{'subnet_id': '10fc6168-ab07-40fe-909b-b8a7e10ebc5c'}]}} from n-d-713498-36. {{(pid=103232) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 09 19:26:16.654317 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-b157dd56-e27c-46c0-8482-6a302876a44e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (None), before_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:26:16.678722 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e458f3b0-39ba-46c5-8272-40c5a415ca36 tempest-PortsTestJSON-1738022054 tempest-PortsTestJSON-1738022054-project] Made reservation on behalf of 150a397110044967a3816a9b460534fa for: {'port': 1} {{(pid=103229) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 19:26:16.743864 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.provisioning_blocks [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Provisioning for port 23cfe4a7-20c6-45a0-b41b-5f25e12108f4 completed by entity L2. {{(pid=103232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 19:26:16.768813 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-173a53c4-113f-4ef9-b591-a8c9b280a998 tempest-PortsIpV6TestJSON-283107163 tempest-PortsIpV6TestJSON-283107163-project] 10.222.0.75 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 1.6042168 Feb 09 19:26:16.779923 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 52712) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:26:16.786867 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.v2.base [None req-e31c2b7a-65fe-4c16-aaed-6d51d804981d tempest-PortsIpV6TestJSON-283107163 tempest-PortsIpV6TestJSON-283107163-project] Request body: {'ports': [{'network_id': 'c648969a-32f4-4c6b-a1b6-2ebebb7a2e49'}, {'network_id': '1c6e112e-2d0c-45b3-8291-8eb707de8410'}]} {{(pid=103229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 19:26:16.788488 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.v2.base [None req-e31c2b7a-65fe-4c16-aaed-6d51d804981d tempest-PortsIpV6TestJSON-283107163 tempest-PortsIpV6TestJSON-283107163-project] Request body: {'port': {'network_id': 'c648969a-32f4-4c6b-a1b6-2ebebb7a2e49'}} {{(pid=103229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 19:26:16.789987 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.v2.base [None req-e31c2b7a-65fe-4c16-aaed-6d51d804981d tempest-PortsIpV6TestJSON-283107163 tempest-PortsIpV6TestJSON-283107163-project] Request body: {'port': {'network_id': '1c6e112e-2d0c-45b3-8291-8eb707de8410'}} {{(pid=103229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 19:26:16.792188 n-d-713498-36 neutron-server[103232]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 19:26:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8ae057d1-0985-49cb-b868-7ec3a6f15d80 x-openstack-request-id: req-8ae057d1-0985-49cb-b868-7ec3a6f15d80 {{(pid=103232) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 19:26:16.795059 n-d-713498-36 neutron-server[103232]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a1fbc70b-9dd3-44f5-99b0-85f3dff92d7d", "name": "network-vif-plugged", "status": "completed", "tag": "f1d2f720-203f-4a0c-99ec-b451c998d159", "code": 200}]} {{(pid=103232) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 19:26:16.795380 n-d-713498-36 neutron-server[103232]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-8ae057d1-0985-49cb-b868-7ec3a6f15d80 {{(pid=103232) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 19:26:16.795793 n-d-713498-36 neutron-server[103232]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a1fbc70b-9dd3-44f5-99b0-85f3dff92d7d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f1d2f720-203f-4a0c-99ec-b451c998d159', 'code': 200} Feb 09 19:26:16.802161 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Device c711f108-7228-43f1-8efe-682a4190a0f2 up at agent ovs-agent-n-d-713498-36 {{(pid=103232) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 19:26:16.823646 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.provisioning_blocks [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Provisioning complete for port 23cfe4a7-20c6-45a0-b41b-5f25e12108f4 triggered by entity L2. {{(pid=103232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 19:26:16.824119 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593630'] for port (23cfe4a7-20c6-45a0-b41b-5f25e12108f4), provisioning_complete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:26:16.869727 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.provisioning_blocks [None req-472f934b-f71b-4975-82d8-13276fcc2e9e None None] Provisioning complete for port 68dfe84b-4cde-4479-8045-beb9ec3a88f8 triggered by entity DHCP. {{(pid=103232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 19:26:16.870474 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-472f934b-f71b-4975-82d8-13276fcc2e9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593630'] for port (68dfe84b-4cde-4479-8045-beb9ec3a88f8), provisioning_complete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:26:16.880700 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-3279e1c5-1c5f-46d5-9044-930a58caff9c req-602ed970-0149-43df-bb27-99d938df1d51 tempest-TestServerMultinode-969236194 tempest-TestServerMultinode-969236194-project-admin] 10.222.0.75 "GET /v2.0/security-groups?id=470bf4f7-ea0c-4a64-8d8b-9f2609ff7cad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0267935 Feb 09 19:26:16.925571 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-173a53c4-113f-4ef9-b591-a8c9b280a998 tempest-PortsIpV6TestJSON-283107163 tempest-PortsIpV6TestJSON-283107163-project] Pushing event updated for resources: {'Network': ['ID=1c6e112e-2d0c-45b3-8291-8eb707de8410,revision_number=1']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:26:17.173382 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc25c2f9-a8d4-4be5-ade5-d4c15532b850 req-b09302d3-e9f2-486a-a14a-ba577d98d911 tempest-ServerActionsTestJSON-347500300 tempest-ServerActionsTestJSON-347500300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:26:17.176620 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-cc25c2f9-a8d4-4be5-ade5-d4c15532b850 req-b09302d3-e9f2-486a-a14a-ba577d98d911 tempest-ServerActionsTestJSON-347500300 tempest-ServerActionsTestJSON-347500300-project] 10.222.0.75 "GET /v2.0/ports?device_id=a1fbc70b-9dd3-44f5-99b0-85f3dff92d7d HTTP/1.1" status: 200 len: 946 time: 0.2579956 Feb 09 19:26:17.192893 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-e458f3b0-39ba-46c5-8272-40c5a415ca36 tempest-PortsTestJSON-1738022054 tempest-PortsTestJSON-1738022054-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (None), before_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:26:17.233884 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b81fa451-fa29-4fe5-ba51-2f9a9674fb9a req-f610af40-6433-4619-ab23-637f4ea96100 tempest-ServerRescueTestJSON-1886685382 tempest-ServerRescueTestJSON-1886685382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:26:17.235954 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-b81fa451-fa29-4fe5-ba51-2f9a9674fb9a req-f610af40-6433-4619-ab23-637f4ea96100 tempest-ServerRescueTestJSON-1886685382 tempest-ServerRescueTestJSON-1886685382-project] 10.222.0.75 "GET /v2.0/ports?device_id=051c39d5-1749-483d-9498-3d1717fb73d7 HTTP/1.1" status: 200 len: 946 time: 0.1592054 Feb 09 19:26:17.262480 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-cc25c2f9-a8d4-4be5-ade5-d4c15532b850 req-f853b060-b8a6-4e40-8727-aa3ea2069672 tempest-ServerActionsTestJSON-347500300 tempest-ServerActionsTestJSON-347500300-project] 10.222.0.75 "GET /v2.0/security-groups?id=22c4accd-b9e4-4e3e-aec5-b2bee068a6b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0774868 Feb 09 19:26:17.270576 n-d-713498-36 neutron-server[103230]: INFO neutron.api.v2.resource [None req-d223a18d-a264-41a4-af25-2faa05f531ac tempest-RoutersNegativeIpV6Test-969544946 tempest-RoutersNegativeIpV6Test-969544946-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 09 19:26:17.275447 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-d223a18d-a264-41a4-af25-2faa05f531ac tempest-RoutersNegativeIpV6Test-969544946 tempest-RoutersNegativeIpV6Test-969544946-project] 10.222.0.75 "PUT /v2.0/routers/17514739-b66a-42c7-9334-8ccb335169b4/add_router_interface HTTP/1.1" status: 400 len: 438 time: 2.0559590 Feb 09 19:26:17.275627 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e31c2b7a-65fe-4c16-aaed-6d51d804981d tempest-PortsIpV6TestJSON-283107163 tempest-PortsIpV6TestJSON-283107163-project] Made reservation on behalf of 13b115ce9df54fa79100ec0671404776 for: {'port': 2} {{(pid=103229) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 19:26:17.277000 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-e31c2b7a-65fe-4c16-aaed-6d51d804981d tempest-PortsIpV6TestJSON-283107163 tempest-PortsIpV6TestJSON-283107163-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (None), before_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:26:17.278103 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 52718) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:26:17.303110 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-e31c2b7a-65fe-4c16-aaed-6d51d804981d tempest-PortsIpV6TestJSON-283107163 tempest-PortsIpV6TestJSON-283107163-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (None), before_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:26:17.305865 n-d-713498-36 neutron-server[103229]: DEBUG neutron.notifiers.nova [None req-e458f3b0-39ba-46c5-8272-40c5a415ca36 tempest-PortsTestJSON-1738022054 tempest-PortsTestJSON-1738022054-project] device_id is not set on port b8fb8aa6-f29c-49fc-9ade-1e1f25d00cb2 yet. {{(pid=103229) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 09 19:26:17.352210 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Network 1c6e112e-2d0c-45b3-8291-8eb707de8410 details requested by agent ovs-agent-n-d-713498-36 with host n-d-713498-36 {{(pid=103232) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 19:26:17.524507 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-b81fa451-fa29-4fe5-ba51-2f9a9674fb9a req-c8a81782-346a-44ca-980b-5cbdbf610621 tempest-ServerRescueTestJSON-1886685382 tempest-ServerRescueTestJSON-1886685382-project] 10.222.0.75 "GET /v2.0/security-groups?id=e2c286ed-f317-46f6-b582-9a19546e0cee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2789044 Feb 09 19:26:17.588302 n-d-713498-36 neutron-server[103229]: DEBUG neutron.notifiers.nova [None req-e31c2b7a-65fe-4c16-aaed-6d51d804981d tempest-PortsIpV6TestJSON-283107163 tempest-PortsIpV6TestJSON-283107163-project] device_id is not set on port eaacb40c-5715-44ca-bbb2-50aa3cc2b09e yet. {{(pid=103229) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 09 19:26:17.629225 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762867132591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593584'] for agent (496418a2-c002-4aec-ab1a-07f3bea491bd), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:26:17.707049 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.db_base_plugin_common [None req-b157dd56-e27c-46c0-8482-6a302876a44e None None] Allocated IP 172.20.0.2 (fd11cdad-dc62-4ba5-9217-4caccc35e07d/10fc6168-ab07-40fe-909b-b8a7e10ebc5c/f3c971a2-b5bf-4021-9009-f551cd94095c) {{(pid=103232) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 19:26:17.809245 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-e31c2b7a-65fe-4c16-aaed-6d51d804981d tempest-PortsIpV6TestJSON-283107163 tempest-PortsIpV6TestJSON-283107163-project] Publish callbacks [] for port (eaacb40c-5715-44ca-bbb2-50aa3cc2b09e), precommit_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:26:17.872350 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.provisioning_blocks [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Provisioning complete for port c711f108-7228-43f1-8efe-682a4190a0f2 triggered by entity L2. {{(pid=103232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 19:26:17.872971 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593630'] for port (c711f108-7228-43f1-8efe-682a4190a0f2), provisioning_complete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:26:17.874955 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-a61186ac-09cc-411e-bdd7-d6e9008b5ab3 tempest-RoutersNegativeIpV6Test-969544946 tempest-RoutersNegativeIpV6Test-969544946-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1834525'] for router_interface (17514739-b66a-42c7-9334-8ccb335169b4), before_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:26:17.908193 n-d-713498-36 neutron-server[103229]: DEBUG neutron.notifiers.nova [None req-e31c2b7a-65fe-4c16-aaed-6d51d804981d tempest-PortsIpV6TestJSON-283107163 tempest-PortsIpV6TestJSON-283107163-project] device_id is not set on port d0a2c7fa-6ba0-4bf6-aa3d-95ab48a75584 yet. {{(pid=103229) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 09 19:26:17.929551 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48799bdb-da05-45c0-9353-4a60f33add81 req-1df78b60-1c9e-4c2a-8542-38e97481f5ab tempest-AttachVolumeShelveTestJSON-671139515 tempest-AttachVolumeShelveTestJSON-671139515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:26:17.936445 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-48799bdb-da05-45c0-9353-4a60f33add81 req-1df78b60-1c9e-4c2a-8542-38e97481f5ab tempest-AttachVolumeShelveTestJSON-671139515 tempest-AttachVolumeShelveTestJSON-671139515-project] 10.222.0.75 "GET /v2.0/ports?device_id=32437e19-fcdc-4dd1-84cc-377ffcb85b84 HTTP/1.1" status: 200 len: 945 time: 0.1404357 Feb 09 19:26:17.971945 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-472f934b-f71b-4975-82d8-13276fcc2e9e None None] Current status of the port 68dfe84b-4cde-4479-8045-beb9ec3a88f8 is: DOWN; New status is: ACTIVE {{(pid=103232) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 19:26:17.972532 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-472f934b-f71b-4975-82d8-13276fcc2e9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (68dfe84b-4cde-4479-8045-beb9ec3a88f8), before_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:26:18.010980 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-48799bdb-da05-45c0-9353-4a60f33add81 req-f11565ff-8a00-4ac8-83f4-551635515c9d tempest-AttachVolumeShelveTestJSON-671139515 tempest-AttachVolumeShelveTestJSON-671139515-project] 10.222.0.75 "GET /v2.0/security-groups?id=e78d9a5a-8306-4175-aed3-1bd14ac6b154&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0735352 Feb 09 19:26:18.037727 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Current status of the port 23cfe4a7-20c6-45a0-b41b-5f25e12108f4 is: BUILD; New status is: ACTIVE {{(pid=103232) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 19:26:18.038270 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (23cfe4a7-20c6-45a0-b41b-5f25e12108f4), before_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:26:18.109246 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-e31c2b7a-65fe-4c16-aaed-6d51d804981d tempest-PortsIpV6TestJSON-283107163 tempest-PortsIpV6TestJSON-283107163-project] Publish callbacks [] for port (d0a2c7fa-6ba0-4bf6-aa3d-95ab48a75584), precommit_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:26:18.198562 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08ad819c-67fb-4b06-ae22-bf58a3aed5d9 req-654641a0-830f-40db-8510-95f8afd0c550 tempest-TestServerMultinode-969236194 tempest-TestServerMultinode-969236194-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:26:18.215236 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-08ad819c-67fb-4b06-ae22-bf58a3aed5d9 req-654641a0-830f-40db-8510-95f8afd0c550 tempest-TestServerMultinode-969236194 tempest-TestServerMultinode-969236194-project-admin] 10.222.0.75 "GET /v2.0/ports?device_id=8f4af2f5-6c00-4777-9001-7c7eaaa7ba28 HTTP/1.1" status: 200 len: 1128 time: 0.0970247 Feb 09 19:26:18.221288 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-e31c2b7a-65fe-4c16-aaed-6d51d804981d tempest-PortsIpV6TestJSON-283107163 tempest-PortsIpV6TestJSON-283107163-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762866656467', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12867576'] for port (eaacb40c-5715-44ca-bbb2-50aa3cc2b09e), after_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:26:18.235006 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-472f934b-f71b-4975-82d8-13276fcc2e9e None None] For port 68dfe84b-4cde-4479-8045-beb9ec3a88f8, host n-d-713498-36, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-36',level=0,port_id=68dfe84b-4cde-4479-8045-beb9ec3a88f8,segment=NetworkSegment(8c511fd8-1bc6-4084-a218-229d0f6f70e7),segment_id=8c511fd8-1bc6-4084-a218-229d0f6f70e7)] {{(pid=103232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 19:26:18.245828 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-472f934b-f71b-4975-82d8-13276fcc2e9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762867176205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762866656485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762866656503'] for port (68dfe84b-4cde-4479-8045-beb9ec3a88f8), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:26:18.321610 n-d-713498-36 neutron-server[103229]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e31c2b7a-65fe-4c16-aaed-6d51d804981d tempest-PortsIpV6TestJSON-283107163 tempest-PortsIpV6TestJSON-283107163-project] Network c648969a-32f4-4c6b-a1b6-2ebebb7a2e49 is already hosted by enough agents. {{(pid=103229) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 19:26:18.327790 n-d-713498-36 neutron-server[103229]: DEBUG neutron.scheduler.base_scheduler [None req-e31c2b7a-65fe-4c16-aaed-6d51d804981d tempest-PortsIpV6TestJSON-283107163 tempest-PortsIpV6TestJSON-283107163-project] Resources bound (agent type, host, resource id): {{(pid=103229) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 19:26:18.351581 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-08ad819c-67fb-4b06-ae22-bf58a3aed5d9 req-c9806245-c579-4ec3-b3ab-73466ead752e tempest-TestServerMultinode-969236194 tempest-TestServerMultinode-969236194-project-admin] 10.222.0.75 "GET /v2.0/security-groups?id=470bf4f7-ea0c-4a64-8d8b-9f2609ff7cad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1300197 Feb 09 19:26:18.353292 n-d-713498-36 neutron-server[103229]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e31c2b7a-65fe-4c16-aaed-6d51d804981d tempest-PortsIpV6TestJSON-283107163 tempest-PortsIpV6TestJSON-283107163-project] Received port after_create {{(pid=103229) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 19:26:18.355237 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-e31c2b7a-65fe-4c16-aaed-6d51d804981d tempest-PortsIpV6TestJSON-283107163 tempest-PortsIpV6TestJSON-283107163-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762866656467', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12867576'] for port (d0a2c7fa-6ba0-4bf6-aa3d-95ab48a75584), after_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:26:18.362630 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e31c2b7a-65fe-4c16-aaed-6d51d804981d tempest-PortsIpV6TestJSON-283107163 tempest-PortsIpV6TestJSON-283107163-project] Pushing event updated for resources: {'Port': ['ID=eaacb40c-5715-44ca-bbb2-50aa3cc2b09e,revision_number=1']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:26:18.368769 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-472f934b-f71b-4975-82d8-13276fcc2e9e None None] Pushing event updated for resources: {'Port': ['ID=68dfe84b-4cde-4479-8045-beb9ec3a88f8,revision_number=3']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:26:18.373828 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Device 413c51b4-2ff4-4d9d-ab4e-d2e0cafdf9fb details requested by agent hyperv_n-h2-713498-36 with host n-h2-713498-36 {{(pid=103232) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 19:26:18.417445 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] For port 23cfe4a7-20c6-45a0-b41b-5f25e12108f4, host n-h1-713498-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-36',level=0,port_id=23cfe4a7-20c6-45a0-b41b-5f25e12108f4,segment=NetworkSegment(f67be751-2433-40db-80a5-c4fefbe3be13),segment_id=f67be751-2433-40db-80a5-c4fefbe3be13)] {{(pid=103232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 19:26:18.418972 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.provisioning_blocks [None req-472f934b-f71b-4975-82d8-13276fcc2e9e None None] Provisioning complete for port 61061adc-c61c-4658-95fb-bb5b9610e338 triggered by entity DHCP. {{(pid=103232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 19:26:18.419573 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-472f934b-f71b-4975-82d8-13276fcc2e9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593630'] for port (61061adc-c61c-4658-95fb-bb5b9610e338), provisioning_complete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:26:18.480754 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-472f934b-f71b-4975-82d8-13276fcc2e9e None None] Port 61061adc-c61c-4658-95fb-bb5b9610e338 cannot update to ACTIVE because it is not bound. {{(pid=103232) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 19:26:18.488455 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762867176205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762866656485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762866656503'] for port (23cfe4a7-20c6-45a0-b41b-5f25e12108f4), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:26:18.578803 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.plugin [None req-a61186ac-09cc-411e-bdd7-d6e9008b5ab3 tempest-RoutersNegativeIpV6Test-969544946 tempest-RoutersNegativeIpV6Test-969544946-project] Deleting port 61061adc-c61c-4658-95fb-bb5b9610e338 {{(pid=103230) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 19:26:18.580916 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-a61186ac-09cc-411e-bdd7-d6e9008b5ab3 tempest-RoutersNegativeIpV6Test-969544946 tempest-RoutersNegativeIpV6Test-969544946-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762867170196'] for port (61061adc-c61c-4658-95fb-bb5b9610e338), before_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:26:18.644912 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Pushing event updated for resources: {'Port': ['ID=23cfe4a7-20c6-45a0-b41b-5f25e12108f4,revision_number=5']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:26:18.710822 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e31c2b7a-65fe-4c16-aaed-6d51d804981d tempest-PortsIpV6TestJSON-283107163 tempest-PortsIpV6TestJSON-283107163-project] Pushing event updated for resources: {'Port': ['ID=d0a2c7fa-6ba0-4bf6-aa3d-95ab48a75584,revision_number=1']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:26:18.720873 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e31c2b7a-65fe-4c16-aaed-6d51d804981d tempest-PortsIpV6TestJSON-283107163 tempest-PortsIpV6TestJSON-283107163-project] Checking segment: {'id': '67298d65-e887-4c50-82ed-d2a57bcbd6d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': '1c6e112e-2d0c-45b3-8291-8eb707de8410'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103229) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 19:26:18.721277 n-d-713498-36 neutron-server[103229]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e31c2b7a-65fe-4c16-aaed-6d51d804981d tempest-PortsIpV6TestJSON-283107163 tempest-PortsIpV6TestJSON-283107163-project] Network hostable DHCP agents. Network: 1c6e112e-2d0c-45b3-8291-8eb707de8410, hostable agents: ['af91e4b9-f4e1-42b1-a25c-a10dc47171c8'], hosted agents: [] {{(pid=103229) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 19:26:18.760274 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50e6d18b-0909-4e65-919c-182b9e87169a req-2e0d8b4b-2661-4f19-b076-1208d39d086b tempest-ServerActionsTestJSON-347500300 tempest-ServerActionsTestJSON-347500300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:26:18.762090 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-50e6d18b-0909-4e65-919c-182b9e87169a req-2e0d8b4b-2661-4f19-b076-1208d39d086b tempest-ServerActionsTestJSON-347500300 tempest-ServerActionsTestJSON-347500300-project] 10.222.0.75 "GET /v2.0/ports?device_id=a1fbc70b-9dd3-44f5-99b0-85f3dff92d7d HTTP/1.1" status: 200 len: 946 time: 0.2983551 Feb 09 19:26:18.767957 n-d-713498-36 neutron-server[103229]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e31c2b7a-65fe-4c16-aaed-6d51d804981d tempest-PortsIpV6TestJSON-283107163 tempest-PortsIpV6TestJSON-283107163-project] Network 1c6e112e-2d0c-45b3-8291-8eb707de8410 is scheduled to be hosted by DHCP agent af91e4b9-f4e1-42b1-a25c-a10dc47171c8 with binding_index 1 {{(pid=103229) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 19:26:18.798745 n-d-713498-36 neutron-server[103229]: DEBUG neutron.scheduler.base_scheduler [None req-e31c2b7a-65fe-4c16-aaed-6d51d804981d tempest-PortsIpV6TestJSON-283107163 tempest-PortsIpV6TestJSON-283107163-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713498-36, 1c6e112e-2d0c-45b3-8291-8eb707de8410) {{(pid=103229) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 19:26:18.805493 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.db.resource_extend [None req-7429db8d-6021-40ad-813e-885be449a89b None None] It took 0.30 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 09 19:26:18.806541 n-d-713498-36 neutron-server[103232]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8f4af2f5-6c00-4777-9001-7c7eaaa7ba28', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '23cfe4a7-20c6-45a0-b41b-5f25e12108f4'}] {{(pid=103232) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 19:26:18.808785 n-d-713498-36 neutron-server[103232]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}949cdcde653dec44821de95cbf67297f53cbc2aed4e073b5d514f93bf911ce85" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-92735e6a-d456-4c66-973c-85d2e1f49698" -d '{"events": [{"server_uuid": "8f4af2f5-6c00-4777-9001-7c7eaaa7ba28", "name": "network-vif-plugged", "status": "completed", "tag": "23cfe4a7-20c6-45a0-b41b-5f25e12108f4"}]}' {{(pid=103232) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 19:26:18.811897 n-d-713498-36 neutron-server[103229]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e31c2b7a-65fe-4c16-aaed-6d51d804981d tempest-PortsIpV6TestJSON-283107163 tempest-PortsIpV6TestJSON-283107163-project] Received port after_create {{(pid=103229) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 19:26:18.817582 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e31c2b7a-65fe-4c16-aaed-6d51d804981d tempest-PortsIpV6TestJSON-283107163 tempest-PortsIpV6TestJSON-283107163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:26:18.823437 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e31c2b7a-65fe-4c16-aaed-6d51d804981d tempest-PortsIpV6TestJSON-283107163 tempest-PortsIpV6TestJSON-283107163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:26:18.824326 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-e31c2b7a-65fe-4c16-aaed-6d51d804981d tempest-PortsIpV6TestJSON-283107163 tempest-PortsIpV6TestJSON-283107163-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171096'] for port (None), before_response {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:26:18.846872 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0bf1f4b0-354a-408a-a91f-6d4e590dda2c None None] Network 1c6e112e-2d0c-45b3-8291-8eb707de8410 requested from n-d-713498-36 {{(pid=103232) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 19:26:18.875356 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-e31c2b7a-65fe-4c16-aaed-6d51d804981d tempest-PortsIpV6TestJSON-283107163 tempest-PortsIpV6TestJSON-283107163-project] 10.222.0.75 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 2.0940204 Feb 09 19:26:18.878411 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 52746) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:26:18.931086 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762867132591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593584'] for agent (488cd9ae-631f-4955-ba0b-4f5a13f12e9c), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:26:18.964176 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-b157dd56-e27c-46c0-8482-6a302876a44e None None] Publish callbacks [] for port (f3c971a2-b5bf-4021-9009-f551cd94095c), precommit_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:26:18.989560 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e0bbad8-1abb-47ab-95a1-e3413eb79c43 req-47f0df60-e919-4fe0-b84a-602ca2ed8dcd tempest-ServerRescueTestJSON-1886685382 tempest-ServerRescueTestJSON-1886685382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:26:18.991946 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-50e6d18b-0909-4e65-919c-182b9e87169a req-0f8e0b6f-248a-466e-92c3-3e07c27219dc tempest-ServerActionsTestJSON-347500300 tempest-ServerActionsTestJSON-347500300-project] 10.222.0.75 "GET /v2.0/security-groups?id=22c4accd-b9e4-4e3e-aec5-b2bee068a6b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2171922 Feb 09 19:26:19.005598 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Current status of the port c711f108-7228-43f1-8efe-682a4190a0f2 is: ACTIVE; New status is: ACTIVE {{(pid=103232) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 19:26:19.007484 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Device 68dfe84b-4cde-4479-8045-beb9ec3a88f8 up at agent ovs-agent-n-d-713498-36 {{(pid=103232) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 19:26:19.009591 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-5e0bbad8-1abb-47ab-95a1-e3413eb79c43 req-47f0df60-e919-4fe0-b84a-602ca2ed8dcd tempest-ServerRescueTestJSON-1886685382 tempest-ServerRescueTestJSON-1886685382-project] 10.222.0.75 "GET /v2.0/ports?device_id=051c39d5-1749-483d-9498-3d1717fb73d7 HTTP/1.1" status: 200 len: 946 time: 0.3055606 Feb 09 19:26:19.077391 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.provisioning_blocks [None req-c77cfff4-099d-4991-8805-d40535b5287a None None] Provisioning complete for port 68dfe84b-4cde-4479-8045-beb9ec3a88f8 triggered by entity DHCP. {{(pid=103232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 19:26:19.077919 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-c77cfff4-099d-4991-8805-d40535b5287a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593630'] for port (68dfe84b-4cde-4479-8045-beb9ec3a88f8), provisioning_complete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:26:19.097203 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-b157dd56-e27c-46c0-8482-6a302876a44e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762866656467'] for port (f3c971a2-b5bf-4021-9009-f551cd94095c), after_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:26:19.159520 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762867132591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593584'] for agent (bcd5faee-dc24-4298-9134-0e0aa054058e), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:26:19.170732 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-a61186ac-09cc-411e-bdd7-d6e9008b5ab3 tempest-RoutersNegativeIpV6Test-969544946 tempest-RoutersNegativeIpV6Test-969544946-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1820838'] for port (61061adc-c61c-4658-95fb-bb5b9610e338), precommit_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:26:19.172377 n-d-713498-36 neutron-server[103232]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 19:26:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3505effb-9c64-46a7-a0b4-fad88f19b68e x-openstack-request-id: req-3505effb-9c64-46a7-a0b4-fad88f19b68e {{(pid=103232) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 19:26:19.172778 n-d-713498-36 neutron-server[103232]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8f4af2f5-6c00-4777-9001-7c7eaaa7ba28", "name": "network-vif-plugged", "status": "completed", "tag": "23cfe4a7-20c6-45a0-b41b-5f25e12108f4", "code": 200}]} {{(pid=103232) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 19:26:19.173133 n-d-713498-36 neutron-server[103232]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-3505effb-9c64-46a7-a0b4-fad88f19b68e {{(pid=103232) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 19:26:19.173631 n-d-713498-36 neutron-server[103232]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8f4af2f5-6c00-4777-9001-7c7eaaa7ba28', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '23cfe4a7-20c6-45a0-b41b-5f25e12108f4', 'code': 200} Feb 09 19:26:19.206512 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.plugin [None req-a61186ac-09cc-411e-bdd7-d6e9008b5ab3 tempest-RoutersNegativeIpV6Test-969544946 tempest-RoutersNegativeIpV6Test-969544946-project] Calling delete_port for 61061adc-c61c-4658-95fb-bb5b9610e338 owned by network:router_interface {{(pid=103230) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 19:26:19.231318 n-d-713498-36 neutron-server[103232]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b157dd56-e27c-46c0-8482-6a302876a44e None None] Network fd11cdad-dc62-4ba5-9217-4caccc35e07d is already hosted by enough agents. {{(pid=103232) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 19:26:19.243219 n-d-713498-36 neutron-server[103232]: DEBUG neutron.scheduler.base_scheduler [None req-b157dd56-e27c-46c0-8482-6a302876a44e None None] Resources bound (agent type, host, resource id): {{(pid=103232) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 19:26:19.245792 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b157dd56-e27c-46c0-8482-6a302876a44e None None] Received port after_create {{(pid=103232) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 19:26:19.255502 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.provisioning_blocks [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Provisioning complete for port 68dfe84b-4cde-4479-8045-beb9ec3a88f8 triggered by entity L2. {{(pid=103232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 19:26:19.256582 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593630'] for port (68dfe84b-4cde-4479-8045-beb9ec3a88f8), provisioning_complete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:26:19.309623 n-d-713498-36 neutron-server[103229]: DEBUG neutron.db.db_base_plugin_common [None req-e458f3b0-39ba-46c5-8272-40c5a415ca36 tempest-PortsTestJSON-1738022054 tempest-PortsTestJSON-1738022054-project] Allocated IP 172.20.0.10 (fd11cdad-dc62-4ba5-9217-4caccc35e07d/10fc6168-ab07-40fe-909b-b8a7e10ebc5c/b8fb8aa6-f29c-49fc-9ade-1e1f25d00cb2) {{(pid=103229) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 19:26:19.355799 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b157dd56-e27c-46c0-8482-6a302876a44e None None] Pushing event updated for resources: {'Port': ['ID=f3c971a2-b5bf-4021-9009-f551cd94095c,revision_number=1']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:26:19.367321 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-7429db8d-6021-40ad-813e-885be449a89b None None] For port 413c51b4-2ff4-4d9d-ab4e-d2e0cafdf9fb, host n-h2-713498-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-36',level=0,port_id=413c51b4-2ff4-4d9d-ab4e-d2e0cafdf9fb,segment=NetworkSegment(92268b40-fd45-4716-b63a-1f78b1bbf69a),segment_id=92268b40-fd45-4716-b63a-1f78b1bbf69a)] {{(pid=103232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 19:26:19.419347 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.managers [None req-b157dd56-e27c-46c0-8482-6a302876a44e None None] Attempting to bind port f3c971a2-b5bf-4021-9009-f551cd94095c on host n-d-713498-36 for vnic_type normal with profile {{(pid=103232) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 19:26:19.420010 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.managers [None req-b157dd56-e27c-46c0-8482-6a302876a44e None None] Attempting to bind port f3c971a2-b5bf-4021-9009-f551cd94095c by drivers openvswitch,hyperv on host n-d-713498-36 at level 0 using segments [{'id': 'e78c8ed8-20f1-4f8f-9c03-38b8fdbbf714', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': 'fd11cdad-dc62-4ba5-9217-4caccc35e07d'}] {{(pid=103232) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 19:26:19.420481 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b157dd56-e27c-46c0-8482-6a302876a44e None None] Attempting to bind port f3c971a2-b5bf-4021-9009-f551cd94095c on network fd11cdad-dc62-4ba5-9217-4caccc35e07d {{(pid=103232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 19:26:19.424111 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.plugin [None req-0ce2bf6d-98b4-4b0f-9b92-dfe7b75b8bb3 tempest-PortsIpV6TestJSON-283107163 tempest-PortsIpV6TestJSON-283107163-project] Deleting port d0a2c7fa-6ba0-4bf6-aa3d-95ab48a75584 {{(pid=103229) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 19:26:19.424111 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-0ce2bf6d-98b4-4b0f-9b92-dfe7b75b8bb3 tempest-PortsIpV6TestJSON-283107163 tempest-PortsIpV6TestJSON-283107163-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762867170196'] for port (d0a2c7fa-6ba0-4bf6-aa3d-95ab48a75584), before_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:26:19.465607 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Current status of the port 68dfe84b-4cde-4479-8045-beb9ec3a88f8 is: ACTIVE; New status is: ACTIVE {{(pid=103232) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 19:26:19.494127 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Returning: {'device': '413c51b4-2ff4-4d9d-ab4e-d2e0cafdf9fb', 'network_id': '9cf0b823-fac1-4f9f-b685-8fd71a300e07', 'port_id': '413c51b4-2ff4-4d9d-ab4e-d2e0cafdf9fb', 'mac_address': 'fa:16:3e:52:2d:f6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 392, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ca2eed47-7b83-4cc1-87fa-16862746969c', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103232) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 19:26:19.527704 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b157dd56-e27c-46c0-8482-6a302876a44e None None] Checking agent: {'id': '496418a2-c002-4aec-ab1a-07f3bea491bd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-36', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 18, 51, 47), 'started_at': datetime.datetime(2022, 2, 9, 18, 52, 17), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 19, 26, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-36'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 19:26:19.528238 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b157dd56-e27c-46c0-8482-6a302876a44e None None] Checking segment: {'id': 'e78c8ed8-20f1-4f8f-9c03-38b8fdbbf714', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': 'fd11cdad-dc62-4ba5-9217-4caccc35e07d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103232) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 19:26:19.529358 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-b157dd56-e27c-46c0-8482-6a302876a44e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:26:19.529358 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b157dd56-e27c-46c0-8482-6a302876a44e None None] Bound using segment: {'id': 'e78c8ed8-20f1-4f8f-9c03-38b8fdbbf714', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': 'fd11cdad-dc62-4ba5-9217-4caccc35e07d'} {{(pid=103232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 19:26:19.530170 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.managers [None req-b157dd56-e27c-46c0-8482-6a302876a44e None None] Bound port: f3c971a2-b5bf-4021-9009-f551cd94095c, host: n-d-713498-36, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e78c8ed8-20f1-4f8f-9c03-38b8fdbbf714', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': 'fd11cdad-dc62-4ba5-9217-4caccc35e07d'}}] {{(pid=103232) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 19:26:19.530861 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-b157dd56-e27c-46c0-8482-6a302876a44e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (f3c971a2-b5bf-4021-9009-f551cd94095c), before_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:26:19.544967 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-a61186ac-09cc-411e-bdd7-d6e9008b5ab3 tempest-RoutersNegativeIpV6Test-969544946 tempest-RoutersNegativeIpV6Test-969544946-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762867177463', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762866656476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14393751'] for port (61061adc-c61c-4658-95fb-bb5b9610e338), after_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:26:19.681397 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a61186ac-09cc-411e-bdd7-d6e9008b5ab3 tempest-RoutersNegativeIpV6Test-969544946 tempest-RoutersNegativeIpV6Test-969544946-project] Pushing event deleted for resources: {'Port': ['ID=61061adc-c61c-4658-95fb-bb5b9610e338,revision_number=None']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:26:19.775512 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-5e0bbad8-1abb-47ab-95a1-e3413eb79c43 req-e3a67586-8e50-4e21-979c-96d05bd7fcb9 tempest-ServerRescueTestJSON-1886685382 tempest-ServerRescueTestJSON-1886685382-project] 10.222.0.75 "GET /v2.0/security-groups?id=e2c286ed-f317-46f6-b582-9a19546e0cee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7383904 Feb 09 19:26:19.788500 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Device 68dfe84b-4cde-4479-8045-beb9ec3a88f8 up at agent ovs-agent-n-d-713498-36 {{(pid=103232) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 19:26:19.908575 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Current status of the port 413c51b4-2ff4-4d9d-ab4e-d2e0cafdf9fb is: ACTIVE; New status is: BUILD {{(pid=103232) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 19:26:19.912784 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (413c51b4-2ff4-4d9d-ab4e-d2e0cafdf9fb), before_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:26:19.916456 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d9a85a5-99a1-4439-8574-ac5228a2329a req-f7b78616-4e6b-447b-ba56-30758221a245 tempest-AttachVolumeShelveTestJSON-671139515 tempest-AttachVolumeShelveTestJSON-671139515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:26:19.921212 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-9d9a85a5-99a1-4439-8574-ac5228a2329a req-f7b78616-4e6b-447b-ba56-30758221a245 tempest-AttachVolumeShelveTestJSON-671139515 tempest-AttachVolumeShelveTestJSON-671139515-project] 10.222.0.75 "GET /v2.0/ports?device_id=32437e19-fcdc-4dd1-84cc-377ffcb85b84 HTTP/1.1" status: 200 len: 945 time: 0.6580298 Feb 09 19:26:19.996345 n-d-713498-36 neutron-server[103232]: DEBUG neutron.notifiers.nova [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 413c51b4-2ff4-4d9d-ab4e-d2e0cafdf9fb {{(pid=103232) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 19:26:20.023655 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-c77cfff4-099d-4991-8805-d40535b5287a None None] Current status of the port 68dfe84b-4cde-4479-8045-beb9ec3a88f8 is: ACTIVE; New status is: ACTIVE {{(pid=103232) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 19:26:20.121236 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-0ce2bf6d-98b4-4b0f-9b92-dfe7b75b8bb3 tempest-PortsIpV6TestJSON-283107163 tempest-PortsIpV6TestJSON-283107163-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1820838'] for port (d0a2c7fa-6ba0-4bf6-aa3d-95ab48a75584), precommit_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:26:20.124231 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-b157dd56-e27c-46c0-8482-6a302876a44e None None] For port f3c971a2-b5bf-4021-9009-f551cd94095c, host n-d-713498-36, cleared binding levels {{(pid=103232) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 19:26:20.132833 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-7429db8d-6021-40ad-813e-885be449a89b None None] For port 413c51b4-2ff4-4d9d-ab4e-d2e0cafdf9fb, host n-h2-713498-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-36',level=0,port_id=413c51b4-2ff4-4d9d-ab4e-d2e0cafdf9fb,segment=NetworkSegment(92268b40-fd45-4716-b63a-1f78b1bbf69a),segment_id=92268b40-fd45-4716-b63a-1f78b1bbf69a)] {{(pid=103232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 19:26:20.144358 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-b157dd56-e27c-46c0-8482-6a302876a44e None None] For port f3c971a2-b5bf-4021-9009-f551cd94095c, host n-d-713498-36, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-36',level=0,port_id=f3c971a2-b5bf-4021-9009-f551cd94095c,segment=NetworkSegment(e78c8ed8-20f1-4f8f-9c03-38b8fdbbf714),segment_id=e78c8ed8-20f1-4f8f-9c03-38b8fdbbf714)] {{(pid=103232) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 19:26:20.154418 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762867176205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762866656485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762866656503'] for port (413c51b4-2ff4-4d9d-ab4e-d2e0cafdf9fb), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:26:20.154857 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7afefed2-41c1-4671-8784-8d7fb5478f0d req-541cb92b-e39b-46fd-8616-5272102cd9e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:26:20.160280 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-7afefed2-41c1-4671-8784-8d7fb5478f0d req-541cb92b-e39b-46fd-8616-5272102cd9e1 service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=8f4af2f5-6c00-4777-9001-7c7eaaa7ba28 HTTP/1.1" status: 200 len: 1129 time: 0.6705649 Feb 09 19:26:20.236825 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-e458f3b0-39ba-46c5-8272-40c5a415ca36 tempest-PortsTestJSON-1738022054 tempest-PortsTestJSON-1738022054-project] Publish callbacks [] for port (b8fb8aa6-f29c-49fc-9ade-1e1f25d00cb2), precommit_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:26:20.263354 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-a61186ac-09cc-411e-bdd7-d6e9008b5ab3 tempest-RoutersNegativeIpV6Test-969544946 tempest-RoutersNegativeIpV6Test-969544946-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1613467', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1834633'] for router_interface (17514739-b66a-42c7-9334-8ccb335169b4), after_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:26:20.278026 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.plugin [None req-0ce2bf6d-98b4-4b0f-9b92-dfe7b75b8bb3 tempest-PortsIpV6TestJSON-283107163 tempest-PortsIpV6TestJSON-283107163-project] Calling delete_port for d0a2c7fa-6ba0-4bf6-aa3d-95ab48a75584 owned by {{(pid=103229) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 19:26:20.283730 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-e458f3b0-39ba-46c5-8272-40c5a415ca36 tempest-PortsTestJSON-1738022054 tempest-PortsTestJSON-1738022054-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762866656467', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12867576'] for port (b8fb8aa6-f29c-49fc-9ade-1e1f25d00cb2), after_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:26:20.295784 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Pushing event updated for resources: {'Port': ['ID=413c51b4-2ff4-4d9d-ab4e-d2e0cafdf9fb,revision_number=6']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:26:20.313216 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-b157dd56-e27c-46c0-8482-6a302876a44e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762867176205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762866656485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762866656503'] for port (f3c971a2-b5bf-4021-9009-f551cd94095c), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:26:20.350614 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-9d9a85a5-99a1-4439-8574-ac5228a2329a req-9417fd5f-73a4-4f47-90e6-e09edfeff3e3 tempest-AttachVolumeShelveTestJSON-671139515 tempest-AttachVolumeShelveTestJSON-671139515-project] 10.222.0.75 "GET /v2.0/security-groups?id=e78d9a5a-8306-4175-aed3-1bd14ac6b154&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4123080 Feb 09 19:26:20.392678 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b157dd56-e27c-46c0-8482-6a302876a44e None None] Pushing event updated for resources: {'Port': ['ID=f3c971a2-b5bf-4021-9009-f551cd94095c,revision_number=2']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:26:20.397290 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-7429db8d-6021-40ad-813e-885be449a89b None None] get_ports_and_sgs() called for port_ids ['413c51b4-2ff4-4d9d-ab4e-d2e0cafdf9fb'] {{(pid=103232) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 19:26:20.488714 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.provisioning_blocks [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Provisioning complete for port 68dfe84b-4cde-4479-8045-beb9ec3a88f8 triggered by entity L2. {{(pid=103232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 19:26:20.488714 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593630'] for port (68dfe84b-4cde-4479-8045-beb9ec3a88f8), provisioning_complete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:26:20.516337 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18a05635-240c-4eb6-b660-0f22bbc6ca4a req-f19141e4-e64f-473d-9615-998bba50218b tempest-TestServerMultinode-969236194 tempest-TestServerMultinode-969236194-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:26:20.518101 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-18a05635-240c-4eb6-b660-0f22bbc6ca4a req-f19141e4-e64f-473d-9615-998bba50218b tempest-TestServerMultinode-969236194 tempest-TestServerMultinode-969236194-project-admin] 10.222.0.75 "GET /v2.0/ports?device_id=8f4af2f5-6c00-4777-9001-7c7eaaa7ba28 HTTP/1.1" status: 200 len: 1129 time: 0.4962349 Feb 09 19:26:20.521696 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-7afefed2-41c1-4671-8784-8d7fb5478f0d req-d9ad5214-53e8-4dea-ad67-bec0faad7369 service neutron] 10.222.0.89 "GET /v2.0/security-groups?id=470bf4f7-ea0c-4a64-8d8b-9f2609ff7cad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3518631 Feb 09 19:26:20.565830 n-d-713498-36 neutron-server[103229]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e458f3b0-39ba-46c5-8272-40c5a415ca36 tempest-PortsTestJSON-1738022054 tempest-PortsTestJSON-1738022054-project] Network fd11cdad-dc62-4ba5-9217-4caccc35e07d is already hosted by enough agents. {{(pid=103229) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 19:26:20.597490 n-d-713498-36 neutron-server[103229]: DEBUG neutron.scheduler.base_scheduler [None req-e458f3b0-39ba-46c5-8272-40c5a415ca36 tempest-PortsTestJSON-1738022054 tempest-PortsTestJSON-1738022054-project] Resources bound (agent type, host, resource id): {{(pid=103229) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 19:26:20.608225 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e458f3b0-39ba-46c5-8272-40c5a415ca36 tempest-PortsTestJSON-1738022054 tempest-PortsTestJSON-1738022054-project] Pushing event updated for resources: {'Port': ['ID=b8fb8aa6-f29c-49fc-9ade-1e1f25d00cb2,revision_number=1']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:26:20.628995 n-d-713498-36 neutron-server[103229]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e458f3b0-39ba-46c5-8272-40c5a415ca36 tempest-PortsTestJSON-1738022054 tempest-PortsTestJSON-1738022054-project] Received port after_create {{(pid=103229) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 19:26:20.810275 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-18a05635-240c-4eb6-b660-0f22bbc6ca4a req-0dbf658c-8dcf-4aa4-b7ac-ce18379cdfeb tempest-TestServerMultinode-969236194 tempest-TestServerMultinode-969236194-project-admin] 10.222.0.75 "GET /v2.0/security-groups?id=470bf4f7-ea0c-4a64-8d8b-9f2609ff7cad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2739081 Feb 09 19:26:20.817083 n-d-713498-36 neutron-server[103230]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a61186ac-09cc-411e-bdd7-d6e9008b5ab3 tempest-RoutersNegativeIpV6Test-969544946 tempest-RoutersNegativeIpV6Test-969544946-project] Router 17514739-b66a-42c7-9334-8ccb335169b4 has already been hosted by L3 agent 93303d5e-5d17-45e8-8963-7694f87783ae {{(pid=103230) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 19:26:21.040612 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e458f3b0-39ba-46c5-8272-40c5a415ca36 tempest-PortsTestJSON-1738022054 tempest-PortsTestJSON-1738022054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:26:21.048925 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-e458f3b0-39ba-46c5-8272-40c5a415ca36 tempest-PortsTestJSON-1738022054 tempest-PortsTestJSON-1738022054-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171096'] for port (None), before_response {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:26:21.094170 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Current status of the port 68dfe84b-4cde-4479-8045-beb9ec3a88f8 is: ACTIVE; New status is: ACTIVE {{(pid=103232) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 19:26:21.117266 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-e458f3b0-39ba-46c5-8272-40c5a415ca36 tempest-PortsTestJSON-1738022054 tempest-PortsTestJSON-1738022054-project] 10.222.0.75 "POST /v2.0/ports HTTP/1.1" status: 201 len: 925 time: 4.9895048 Feb 09 19:26:21.119148 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 52798) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:26:21.121242 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-0ce2bf6d-98b4-4b0f-9b92-dfe7b75b8bb3 tempest-PortsIpV6TestJSON-283107163 tempest-PortsIpV6TestJSON-283107163-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762867177463', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762866656476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12867576'] for port (d0a2c7fa-6ba0-4bf6-aa3d-95ab48a75584), after_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:26:21.149386 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.v2.base [None req-a76452a3-837b-4f28-b4fb-62e300f6be01 tempest-PortsTestJSON-1738022054 tempest-PortsTestJSON-1738022054-project] Request body: {'port': {'network_id': 'fd11cdad-dc62-4ba5-9217-4caccc35e07d', 'name': 'tempest-PortsTestJSON-2118792660', 'fixed_ips': [{'subnet_id': '10fc6168-ab07-40fe-909b-b8a7e10ebc5c', 'ip_address': '172.20.0.9'}]}} {{(pid=103229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 19:26:21.253473 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcdc7148-6200-4870-8a33-78959b160a71 req-16a22408-52ad-4211-ae9b-a90b68c9cb2e tempest-ServerActionsTestJSON-347500300 tempest-ServerActionsTestJSON-347500300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:26:21.255437 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a61186ac-09cc-411e-bdd7-d6e9008b5ab3 tempest-RoutersNegativeIpV6Test-969544946 tempest-RoutersNegativeIpV6Test-969544946-project] Notify agent at l3_agent.n-d-713498-36 the message routers_updated {{(pid=103230) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 19:26:21.258618 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-fcdc7148-6200-4870-8a33-78959b160a71 req-16a22408-52ad-4211-ae9b-a90b68c9cb2e tempest-ServerActionsTestJSON-347500300 tempest-ServerActionsTestJSON-347500300-project] 10.222.0.75 "GET /v2.0/ports?device_id=a1fbc70b-9dd3-44f5-99b0-85f3dff92d7d HTTP/1.1" status: 200 len: 946 time: 0.6703236 Feb 09 19:26:21.278085 n-d-713498-36 neutron-server[103233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c4a32fa-be3f-49e1-85ad-3cb4d1f0b1f2 None None] Sync routers for ids ['17514739-b66a-42c7-9334-8ccb335169b4'] in n-d-713498-36 {{(pid=103233) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 19:26:21.282306 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-a61186ac-09cc-411e-bdd7-d6e9008b5ab3 tempest-RoutersNegativeIpV6Test-969544946 tempest-RoutersNegativeIpV6Test-969544946-project] 10.222.0.75 "PUT /v2.0/routers/17514739-b66a-42c7-9334-8ccb335169b4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0026934 Feb 09 19:26:21.284273 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 52804) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:26:21.295066 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ce2bf6d-98b4-4b0f-9b92-dfe7b75b8bb3 tempest-PortsIpV6TestJSON-283107163 tempest-PortsIpV6TestJSON-283107163-project] Pushing event deleted for resources: {'Port': ['ID=d0a2c7fa-6ba0-4bf6-aa3d-95ab48a75584,revision_number=None']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:26:21.319795 n-d-713498-36 neutron-server[103233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c4a32fa-be3f-49e1-85ad-3cb4d1f0b1f2 None None] Routers {'17514739-b66a-42c7-9334-8ccb335169b4'} bound to L3 agent in host n-d-713498-36 {{(pid=103233) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 19:26:21.320489 n-d-713498-36 neutron-server[103233]: DEBUG neutron.db.l3_hamode_db [None req-2c4a32fa-be3f-49e1-85ad-3cb4d1f0b1f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-09T18:51:43Z,description=,heartbeat_timestamp=2022-02-09T19:26:13Z,host='n-d-713498-36',id=93303d5e-5d17-45e8-8963-7694f87783ae,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T18:51:43Z,topic='l3_agent')) {'router_ids': ['17514739-b66a-42c7-9334-8ccb335169b4'], 'active': True} {{(pid=103233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:26:21.347985 n-d-713498-36 neutron-server[103230]: INFO neutron.api.v2.resource [None req-ffa0c680-673b-4071-a613-220f31dbde70 tempest-RoutersNegativeIpV6Test-969544946 tempest-RoutersNegativeIpV6Test-969544946-project] delete failed (client error): The resource could not be found. Feb 09 19:26:21.356487 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-ffa0c680-673b-4071-a613-220f31dbde70 tempest-RoutersNegativeIpV6Test-969544946 tempest-RoutersNegativeIpV6Test-969544946-project] 10.222.0.75 "DELETE /v2.0/routers/tempest-non_exist_router-765936263 HTTP/1.1" status: 404 len: 334 time: 0.0695903 Feb 09 19:26:21.368065 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 52806) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:26:21.372850 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.v2.base [None req-9fa0fa12-d637-4f18-b80a-5e54d6644d81 tempest-RoutersNegativeIpV6Test-969544946 tempest-RoutersNegativeIpV6Test-969544946-project] Request body: {'router': {'external_gateway_info': {'network_id': '17514739-b66a-42c7-9334-8ccb335169b4'}}} {{(pid=103230) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 19:26:21.407978 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03148f3e-be27-478b-a2db-38fc5c93dc59 req-83b38d1a-7497-4b2f-8c24-7a905564220b tempest-ServerRescueTestJSON-1886685382 tempest-ServerRescueTestJSON-1886685382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:26:21.407978 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-03148f3e-be27-478b-a2db-38fc5c93dc59 req-83b38d1a-7497-4b2f-8c24-7a905564220b tempest-ServerRescueTestJSON-1886685382 tempest-ServerRescueTestJSON-1886685382-project] 10.222.0.75 "GET /v2.0/ports?device_id=051c39d5-1749-483d-9498-3d1717fb73d7 HTTP/1.1" status: 200 len: 946 time: 0.2373357 Feb 09 19:26:21.435051 n-d-713498-36 neutron-server[103233]: DEBUG neutron.db.l3_hamode_db [None req-2c4a32fa-be3f-49e1-85ad-3cb4d1f0b1f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713498-36', False) {} {{(pid=103233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:26:21.451297 n-d-713498-36 neutron-server[103233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c4a32fa-be3f-49e1-85ad-3cb4d1f0b1f2 None None] Routers {'17514739-b66a-42c7-9334-8ccb335169b4'} bound to L3 agent in host n-d-713498-36 {{(pid=103233) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 19:26:21.451741 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-0ce2bf6d-98b4-4b0f-9b92-dfe7b75b8bb3 tempest-PortsIpV6TestJSON-283107163 tempest-PortsIpV6TestJSON-283107163-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171096'] for port (None), before_response {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:26:21.451927 n-d-713498-36 neutron-server[103233]: DEBUG neutron.db.l3_hamode_db [None req-2c4a32fa-be3f-49e1-85ad-3cb4d1f0b1f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-09T18:51:43Z,description=,heartbeat_timestamp=2022-02-09T19:26:13Z,host='n-d-713498-36',id=93303d5e-5d17-45e8-8963-7694f87783ae,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T18:51:43Z,topic='l3_agent')) {'router_ids': ['17514739-b66a-42c7-9334-8ccb335169b4'], 'active': True} {{(pid=103233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:26:21.458762 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-0ce2bf6d-98b4-4b0f-9b92-dfe7b75b8bb3 tempest-PortsIpV6TestJSON-283107163 tempest-PortsIpV6TestJSON-283107163-project] 10.222.0.75 "DELETE /v2.0/ports/d0a2c7fa-6ba0-4bf6-aa3d-95ab48a75584 HTTP/1.1" status: 204 len: 168 time: 2.5768929 Feb 09 19:26:21.491005 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 52810) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:26:21.555871 n-d-713498-36 neutron-server[103233]: DEBUG neutron.db.l3_hamode_db [None req-2c4a32fa-be3f-49e1-85ad-3cb4d1f0b1f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713498-36', False) {} {{(pid=103233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:26:21.556805 n-d-713498-36 neutron-server[103233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c4a32fa-be3f-49e1-85ad-3cb4d1f0b1f2 None None] The sync data for ids ['17514739-b66a-42c7-9334-8ccb335169b4'] in n-d-713498-36 is: [] {{(pid=103233) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 19:26:21.824711 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Device f3c971a2-b5bf-4021-9009-f551cd94095c up at agent ovs-agent-n-d-713498-36 {{(pid=103232) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 19:26:21.927571 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b9ac0d0-f048-4f32-9eb3-6fc4d88689df tempest-PortsIpV6TestJSON-283107163 tempest-PortsIpV6TestJSON-283107163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:26:21.941198 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.provisioning_blocks [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Provisioning complete for port f3c971a2-b5bf-4021-9009-f551cd94095c triggered by entity L2. {{(pid=103232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 19:26:21.941575 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593630'] for port (f3c971a2-b5bf-4021-9009-f551cd94095c), provisioning_complete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:26:21.942794 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b9ac0d0-f048-4f32-9eb3-6fc4d88689df tempest-PortsIpV6TestJSON-283107163 tempest-PortsIpV6TestJSON-283107163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:26:21.950986 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-0b9ac0d0-f048-4f32-9eb3-6fc4d88689df tempest-PortsIpV6TestJSON-283107163 tempest-PortsIpV6TestJSON-283107163-project] 10.222.0.75 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1455 time: 0.4492903 Feb 09 19:26:21.963656 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-fcdc7148-6200-4870-8a33-78959b160a71 req-7f20f9ba-ddc3-41e6-a484-de09b82d53e3 tempest-ServerActionsTestJSON-347500300 tempest-ServerActionsTestJSON-347500300-project] 10.222.0.75 "GET /v2.0/security-groups?id=22c4accd-b9e4-4e3e-aec5-b2bee068a6b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6660683 Feb 09 19:26:21.964743 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 52818) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:26:22.194489 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Current status of the port f3c971a2-b5bf-4021-9009-f551cd94095c is: DOWN; New status is: ACTIVE {{(pid=103232) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 19:26:22.195086 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (f3c971a2-b5bf-4021-9009-f551cd94095c), before_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:26:22.239576 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a76452a3-837b-4f28-b4fb-62e300f6be01 tempest-PortsTestJSON-1738022054 tempest-PortsTestJSON-1738022054-project] Made reservation on behalf of 150a397110044967a3816a9b460534fa for: {'port': 1} {{(pid=103229) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 19:26:22.271005 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] For port f3c971a2-b5bf-4021-9009-f551cd94095c, host n-d-713498-36, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-36',level=0,port_id=f3c971a2-b5bf-4021-9009-f551cd94095c,segment=NetworkSegment(e78c8ed8-20f1-4f8f-9c03-38b8fdbbf714),segment_id=e78c8ed8-20f1-4f8f-9c03-38b8fdbbf714)] {{(pid=103232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 19:26:22.276859 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Device 413c51b4-2ff4-4d9d-ab4e-d2e0cafdf9fb up at agent hyperv_n-h2-713498-36 {{(pid=103232) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 19:26:22.280389 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762867176205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762866656485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762866656503'] for port (f3c971a2-b5bf-4021-9009-f551cd94095c), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:26:22.548972 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-03148f3e-be27-478b-a2db-38fc5c93dc59 req-27766e4a-4003-4b84-97b8-630fa894de99 tempest-ServerRescueTestJSON-1886685382 tempest-ServerRescueTestJSON-1886685382-project] 10.222.0.75 "GET /v2.0/security-groups?id=e2c286ed-f317-46f6-b582-9a19546e0cee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.1437175 Feb 09 19:26:22.562327 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6dd99f44-a8a1-4d14-bdd1-d56bc0ea1946 None None] get_active_networks_info from n-d-713498-36 {{(pid=103232) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Feb 09 19:26:22.647425 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Pushing event updated for resources: {'Port': ['ID=f3c971a2-b5bf-4021-9009-f551cd94095c,revision_number=3']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:26:22.815390 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-9fa0fa12-d637-4f18-b80a-5e54d6644d81 tempest-RoutersNegativeIpV6Test-969544946 tempest-RoutersNegativeIpV6Test-969544946-project] Publish callbacks [] for router_gateway (17514739-b66a-42c7-9334-8ccb335169b4), precommit_update {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:26:22.856321 n-d-713498-36 neutron-server[103232]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6dd99f44-a8a1-4d14-bdd1-d56bc0ea1946 None None] Resources bound (agent type, host, resource id): {{(pid=103232) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 09 19:26:22.859533 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.provisioning_blocks [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Provisioning complete for port 413c51b4-2ff4-4d9d-ab4e-d2e0cafdf9fb triggered by entity L2. {{(pid=103232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 19:26:22.859910 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593630'] for port (413c51b4-2ff4-4d9d-ab4e-d2e0cafdf9fb), provisioning_complete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:26:22.871866 n-d-713498-36 neutron-server[103230]: INFO neutron.api.v2.resource [None req-9fa0fa12-d637-4f18-b80a-5e54d6644d81 tempest-RoutersNegativeIpV6Test-969544946 tempest-RoutersNegativeIpV6Test-969544946-project] update failed (client error): The resource could not be found. Feb 09 19:26:22.877354 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.provisioning_blocks [None req-b5f92133-cd0f-4ec9-a4b4-28a54784ad43 None None] Provisioning complete for port f3c971a2-b5bf-4021-9009-f551cd94095c triggered by entity DHCP. {{(pid=103232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 19:26:22.877828 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-b5f92133-cd0f-4ec9-a4b4-28a54784ad43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593630'] for port (f3c971a2-b5bf-4021-9009-f551cd94095c), provisioning_complete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:26:22.878834 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-9fa0fa12-d637-4f18-b80a-5e54d6644d81 tempest-RoutersNegativeIpV6Test-969544946 tempest-RoutersNegativeIpV6Test-969544946-project] 10.222.0.75 "PUT /v2.0/routers/17514739-b66a-42c7-9334-8ccb335169b4 HTTP/1.1" status: 404 len: 339 time: 1.5094073 Feb 09 19:26:22.879466 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 52828) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:26:22.895296 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.v2.base [None req-fdb772d9-126d-4e03-9516-cc4b81389ff3 tempest-RoutersNegativeIpV6Test-969544946 tempest-RoutersNegativeIpV6Test-969544946-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-131546693'}} {{(pid=103230) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 19:26:22.951438 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8a46086-b4ae-43f9-a3e1-d1e4de0eb16b req-98931bfd-704d-43e6-b187-c7072d5b405b tempest-TestServerMultinode-969236194 tempest-TestServerMultinode-969236194-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:26:22.954831 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-e8a46086-b4ae-43f9-a3e1-d1e4de0eb16b req-98931bfd-704d-43e6-b187-c7072d5b405b tempest-TestServerMultinode-969236194 tempest-TestServerMultinode-969236194-project-admin] 10.222.0.75 "GET /v2.0/ports?device_id=8f4af2f5-6c00-4777-9001-7c7eaaa7ba28 HTTP/1.1" status: 200 len: 1129 time: 0.2241118 Feb 09 19:26:22.986518 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fdb772d9-126d-4e03-9516-cc4b81389ff3 tempest-RoutersNegativeIpV6Test-969544946 tempest-RoutersNegativeIpV6Test-969544946-project] Made reservation on behalf of 323f2a3c36ff4bbca2bc4c2429b9eb18 for: {'network': 1} {{(pid=103230) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 19:26:22.994301 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-fdb772d9-126d-4e03-9516-cc4b81389ff3 tempest-RoutersNegativeIpV6Test-969544946 tempest-RoutersNegativeIpV6Test-969544946-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for network (None), before_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:26:23.123081 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fdb772d9-126d-4e03-9516-cc4b81389ff3 tempest-RoutersNegativeIpV6Test-969544946 tempest-RoutersNegativeIpV6Test-969544946-project] vlan segment allocate from pool success with {'vlan_id': 354, 'physical_network': 'physnet1'} {{(pid=103230) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 19:26:23.162794 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-e8a46086-b4ae-43f9-a3e1-d1e4de0eb16b req-012ce32d-13dc-402d-a081-7da09dcad995 tempest-TestServerMultinode-969236194 tempest-TestServerMultinode-969236194-project-admin] 10.222.0.75 "GET /v2.0/security-groups?id=470bf4f7-ea0c-4a64-8d8b-9f2609ff7cad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1927462 Feb 09 19:26:23.188962 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-fdb772d9-126d-4e03-9516-cc4b81389ff3 tempest-RoutersNegativeIpV6Test-969544946 tempest-RoutersNegativeIpV6Test-969544946-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-759574'] for segment (74638b1e-4a2d-42e0-b5b2-831ccce2ac8d), precommit_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:26:23.189576 n-d-713498-36 neutron-server[103230]: INFO neutron.db.segments_db [None req-fdb772d9-126d-4e03-9516-cc4b81389ff3 tempest-RoutersNegativeIpV6Test-969544946 tempest-RoutersNegativeIpV6Test-969544946-project] Added segment 74638b1e-4a2d-42e0-b5b2-831ccce2ac8d of type vlan for network cfaf4247-acec-4381-b9a3-012408bc17b7 Feb 09 19:26:23.284842 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-fdb772d9-126d-4e03-9516-cc4b81389ff3 tempest-RoutersNegativeIpV6Test-969544946 tempest-RoutersNegativeIpV6Test-969544946-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762866642225'] for network (cfaf4247-acec-4381-b9a3-012408bc17b7), precommit_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:26:23.344333 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-fdb772d9-126d-4e03-9516-cc4b81389ff3 tempest-RoutersNegativeIpV6Test-969544946 tempest-RoutersNegativeIpV6Test-969544946-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1885479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452'] for network (cfaf4247-acec-4381-b9a3-012408bc17b7), after_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:26:23.349732 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fdb772d9-126d-4e03-9516-cc4b81389ff3 tempest-RoutersNegativeIpV6Test-969544946 tempest-RoutersNegativeIpV6Test-969544946-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:26:23.350445 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-fdb772d9-126d-4e03-9516-cc4b81389ff3 tempest-RoutersNegativeIpV6Test-969544946 tempest-RoutersNegativeIpV6Test-969544946-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1613566'] for network (None), before_response {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:26:23.407883 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d750e64a-5741-48c9-8689-512f7fdde984 req-1953a389-951d-4e23-9a55-c0e347bae1dd tempest-AttachVolumeShelveTestJSON-671139515 tempest-AttachVolumeShelveTestJSON-671139515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:26:23.416830 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-d750e64a-5741-48c9-8689-512f7fdde984 req-1953a389-951d-4e23-9a55-c0e347bae1dd tempest-AttachVolumeShelveTestJSON-671139515 tempest-AttachVolumeShelveTestJSON-671139515-project] 10.222.0.75 "GET /v2.0/ports?device_id=32437e19-fcdc-4dd1-84cc-377ffcb85b84 HTTP/1.1" status: 200 len: 944 time: 1.2291007 Feb 09 19:26:23.442810 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdb772d9-126d-4e03-9516-cc4b81389ff3 tempest-RoutersNegativeIpV6Test-969544946 tempest-RoutersNegativeIpV6Test-969544946-project] Pushing event updated for resources: {'Network': ['ID=cfaf4247-acec-4381-b9a3-012408bc17b7,revision_number=1']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:26:23.484311 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.plugin [None req-165b7a49-3ce8-4a31-8089-342758c8e319 tempest-PortsIpV6TestJSON-283107163 tempest-PortsIpV6TestJSON-283107163-project] Deleting port eaacb40c-5715-44ca-bbb2-50aa3cc2b09e {{(pid=103229) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 19:26:23.484615 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-165b7a49-3ce8-4a31-8089-342758c8e319 tempest-PortsIpV6TestJSON-283107163 tempest-PortsIpV6TestJSON-283107163-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762867170196'] for port (eaacb40c-5715-44ca-bbb2-50aa3cc2b09e), before_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:26:23.502188 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-a76452a3-837b-4f28-b4fb-62e300f6be01 tempest-PortsTestJSON-1738022054 tempest-PortsTestJSON-1738022054-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (None), before_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:26:23.512807 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Network cfaf4247-acec-4381-b9a3-012408bc17b7 details requested by agent ovs-agent-n-d-713498-36 with host n-d-713498-36 {{(pid=103232) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 19:26:23.545900 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-fdb772d9-126d-4e03-9516-cc4b81389ff3 tempest-RoutersNegativeIpV6Test-969544946 tempest-RoutersNegativeIpV6Test-969544946-project] 10.222.0.75 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.6644335 Feb 09 19:26:23.548408 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 52836) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:26:23.556272 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.v2.base [None req-9e2ec4b8-9370-4420-943d-16c1a0175216 tempest-RoutersNegativeIpV6Test-969544946 tempest-RoutersNegativeIpV6Test-969544946-project] Request body: {'subnet': {'network_id': 'cfaf4247-acec-4381-b9a3-012408bc17b7', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=103230) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 19:26:23.678770 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Device f3c971a2-b5bf-4021-9009-f551cd94095c up at agent ovs-agent-n-d-713498-36 {{(pid=103232) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 19:26:23.731267 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28a89010-8e97-4780-9a69-6331dae6ba72 req-960b6adc-225b-475c-9dca-90d4f857fb34 tempest-ServerActionsTestJSON-347500300 tempest-ServerActionsTestJSON-347500300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:26:23.733223 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-28a89010-8e97-4780-9a69-6331dae6ba72 req-960b6adc-225b-475c-9dca-90d4f857fb34 tempest-ServerActionsTestJSON-347500300 tempest-ServerActionsTestJSON-347500300-project] 10.222.0.75 "GET /v2.0/ports?device_id=a1fbc70b-9dd3-44f5-99b0-85f3dff92d7d HTTP/1.1" status: 200 len: 946 time: 0.2834074 Feb 09 19:26:23.830612 n-d-713498-36 neutron-server[103229]: DEBUG neutron.notifiers.nova [None req-a76452a3-837b-4f28-b4fb-62e300f6be01 tempest-PortsTestJSON-1738022054 tempest-PortsTestJSON-1738022054-project] device_id is not set on port 9ff479da-0906-4dd4-9f32-879083013dce yet. {{(pid=103229) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 09 19:26:23.850797 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-165b7a49-3ce8-4a31-8089-342758c8e319 tempest-PortsIpV6TestJSON-283107163 tempest-PortsIpV6TestJSON-283107163-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1820838'] for port (eaacb40c-5715-44ca-bbb2-50aa3cc2b09e), precommit_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:26:23.886946 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-d750e64a-5741-48c9-8689-512f7fdde984 req-d32b7d96-963f-4280-b9c2-a2d92b13ffc8 tempest-AttachVolumeShelveTestJSON-671139515 tempest-AttachVolumeShelveTestJSON-671139515-project] 10.222.0.75 "GET /v2.0/security-groups?id=e78d9a5a-8306-4175-aed3-1bd14ac6b154&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4665415 Feb 09 19:26:23.986497 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-28a89010-8e97-4780-9a69-6331dae6ba72 req-dcca01c3-9292-4c06-8c55-48096a170bc8 tempest-ServerActionsTestJSON-347500300 tempest-ServerActionsTestJSON-347500300-project] 10.222.0.75 "GET /v2.0/security-groups?id=22c4accd-b9e4-4e3e-aec5-b2bee068a6b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2315824 Feb 09 19:26:23.997461 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9e2ec4b8-9370-4420-943d-16c1a0175216 tempest-RoutersNegativeIpV6Test-969544946 tempest-RoutersNegativeIpV6Test-969544946-project] Made reservation on behalf of 323f2a3c36ff4bbca2bc4c2429b9eb18 for: {'subnet': 1} {{(pid=103230) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 19:26:24.012244 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-9e2ec4b8-9370-4420-943d-16c1a0175216 tempest-RoutersNegativeIpV6Test-969544946 tempest-RoutersNegativeIpV6Test-969544946-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12985917'] for subnet (None), before_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:26:24.057265 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.plugin [None req-165b7a49-3ce8-4a31-8089-342758c8e319 tempest-PortsIpV6TestJSON-283107163 tempest-PortsIpV6TestJSON-283107163-project] Calling delete_port for eaacb40c-5715-44ca-bbb2-50aa3cc2b09e owned by {{(pid=103229) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 19:26:24.185416 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-b5f92133-cd0f-4ec9-a4b4-28a54784ad43 None None] Current status of the port f3c971a2-b5bf-4021-9009-f551cd94095c is: ACTIVE; New status is: ACTIVE {{(pid=103232) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 19:26:24.192842 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.provisioning_blocks [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Provisioning complete for port f3c971a2-b5bf-4021-9009-f551cd94095c triggered by entity L2. {{(pid=103232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 19:26:24.196881 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593630'] for port (f3c971a2-b5bf-4021-9009-f551cd94095c), provisioning_complete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:26:24.471992 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Current status of the port 413c51b4-2ff4-4d9d-ab4e-d2e0cafdf9fb is: BUILD; New status is: ACTIVE {{(pid=103232) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 19:26:24.472226 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4ffe230-bfca-452f-bdd5-9c6d772ff1ca req-6680b2bf-50d1-41f5-bd55-258953517034 tempest-TestServerMultinode-969236194 tempest-TestServerMultinode-969236194-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:26:24.472714 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (413c51b4-2ff4-4d9d-ab4e-d2e0cafdf9fb), before_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:26:24.473705 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-a4ffe230-bfca-452f-bdd5-9c6d772ff1ca req-6680b2bf-50d1-41f5-bd55-258953517034 tempest-TestServerMultinode-969236194 tempest-TestServerMultinode-969236194-project-admin] 10.222.0.75 "GET /v2.0/ports?device_id=8f4af2f5-6c00-4777-9001-7c7eaaa7ba28 HTTP/1.1" status: 200 len: 1129 time: 0.4210315 Feb 09 19:26:24.528907 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-9e2ec4b8-9370-4420-943d-16c1a0175216 tempest-RoutersNegativeIpV6Test-969544946 tempest-RoutersNegativeIpV6Test-969544946-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14393611', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12985859'] for subnet (ed427af7-454c-47a8-aefb-8972b1a83717), after_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:26:24.590225 n-d-713498-36 neutron-server[103229]: DEBUG neutron.db.db_base_plugin_common [None req-a76452a3-837b-4f28-b4fb-62e300f6be01 tempest-PortsTestJSON-1738022054 tempest-PortsTestJSON-1738022054-project] Allocated IP 172.20.0.9 (fd11cdad-dc62-4ba5-9217-4caccc35e07d/10fc6168-ab07-40fe-909b-b8a7e10ebc5c/9ff479da-0906-4dd4-9f32-879083013dce) {{(pid=103229) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 19:26:24.592598 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-165b7a49-3ce8-4a31-8089-342758c8e319 tempest-PortsIpV6TestJSON-283107163 tempest-PortsIpV6TestJSON-283107163-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762867177463', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762866656476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12867576'] for port (eaacb40c-5715-44ca-bbb2-50aa3cc2b09e), after_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:26:24.640805 n-d-713498-36 neutron-server[103232]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '32437e19-fcdc-4dd1-84cc-377ffcb85b84', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '413c51b4-2ff4-4d9d-ab4e-d2e0cafdf9fb'}] {{(pid=103232) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 19:26:24.644357 n-d-713498-36 neutron-server[103232]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}949cdcde653dec44821de95cbf67297f53cbc2aed4e073b5d514f93bf911ce85" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b7327ea6-8c1d-4a22-be1f-662015afdf1f" -d '{"events": [{"server_uuid": "32437e19-fcdc-4dd1-84cc-377ffcb85b84", "name": "network-vif-plugged", "status": "completed", "tag": "413c51b4-2ff4-4d9d-ab4e-d2e0cafdf9fb"}]}' {{(pid=103232) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 19:26:24.670846 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-a4ffe230-bfca-452f-bdd5-9c6d772ff1ca req-39aedf51-d6a5-4b59-bdf5-bcd6fd51d81c tempest-TestServerMultinode-969236194 tempest-TestServerMultinode-969236194-project-admin] 10.222.0.75 "GET /v2.0/security-groups?id=470bf4f7-ea0c-4a64-8d8b-9f2609ff7cad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1657047 Feb 09 19:26:24.672861 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-165b7a49-3ce8-4a31-8089-342758c8e319 tempest-PortsIpV6TestJSON-283107163 tempest-PortsIpV6TestJSON-283107163-project] Pushing event deleted for resources: {'Port': ['ID=eaacb40c-5715-44ca-bbb2-50aa3cc2b09e,revision_number=None']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:26:24.693628 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-165b7a49-3ce8-4a31-8089-342758c8e319 tempest-PortsIpV6TestJSON-283107163 tempest-PortsIpV6TestJSON-283107163-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171096'] for port (None), before_response {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:26:24.710884 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-165b7a49-3ce8-4a31-8089-342758c8e319 tempest-PortsIpV6TestJSON-283107163 tempest-PortsIpV6TestJSON-283107163-project] 10.222.0.75 "DELETE /v2.0/ports/eaacb40c-5715-44ca-bbb2-50aa3cc2b09e HTTP/1.1" status: 204 len: 168 time: 2.7425244 Feb 09 19:26:24.711516 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 52856) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:26:24.829393 n-d-713498-36 neutron-server[103232]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 19:26:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d391ff82-eb66-470a-a079-52aa7c789d7f x-openstack-request-id: req-d391ff82-eb66-470a-a079-52aa7c789d7f {{(pid=103232) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 19:26:24.831031 n-d-713498-36 neutron-server[103232]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "32437e19-fcdc-4dd1-84cc-377ffcb85b84", "name": "network-vif-plugged", "status": "completed", "tag": "413c51b4-2ff4-4d9d-ab4e-d2e0cafdf9fb", "code": 200}]} {{(pid=103232) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 19:26:24.832171 n-d-713498-36 neutron-server[103232]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-d391ff82-eb66-470a-a079-52aa7c789d7f {{(pid=103232) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 19:26:24.835674 n-d-713498-36 neutron-server[103232]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '32437e19-fcdc-4dd1-84cc-377ffcb85b84', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '413c51b4-2ff4-4d9d-ab4e-d2e0cafdf9fb', 'code': 200} Feb 09 19:26:24.849755 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99acac9a-9b34-41f5-a3b1-014560f74d25 None None] Network fd11cdad-dc62-4ba5-9217-4caccc35e07d requested from n-d-713498-36 {{(pid=103232) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 19:26:24.872548 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-7429db8d-6021-40ad-813e-885be449a89b None None] For port 413c51b4-2ff4-4d9d-ab4e-d2e0cafdf9fb, host n-h2-713498-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-36',level=0,port_id=413c51b4-2ff4-4d9d-ab4e-d2e0cafdf9fb,segment=NetworkSegment(92268b40-fd45-4716-b63a-1f78b1bbf69a),segment_id=92268b40-fd45-4716-b63a-1f78b1bbf69a)] {{(pid=103232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 19:26:24.906967 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-065f95c0-4846-4728-bef7-cf57e94416b9 req-14d4de4a-8dfd-4f6b-b2fd-4cda90342569 tempest-ServerRescueTestJSON-1886685382 tempest-ServerRescueTestJSON-1886685382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:26:24.922303 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-065f95c0-4846-4728-bef7-cf57e94416b9 req-14d4de4a-8dfd-4f6b-b2fd-4cda90342569 tempest-ServerRescueTestJSON-1886685382 tempest-ServerRescueTestJSON-1886685382-project] 10.222.0.75 "GET /v2.0/ports?device_id=051c39d5-1749-483d-9498-3d1717fb73d7 HTTP/1.1" status: 200 len: 946 time: 0.4337678 Feb 09 19:26:24.936176 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e2ec4b8-9370-4420-943d-16c1a0175216 tempest-RoutersNegativeIpV6Test-969544946 tempest-RoutersNegativeIpV6Test-969544946-project] Pushing event updated for resources: {'Subnet': ['ID=ed427af7-454c-47a8-aefb-8972b1a83717,revision_number=0']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:26:24.963998 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aff8bb53-7dde-4e0c-9450-74b1ba7e9409 tempest-PortsIpV6TestJSON-283107163 tempest-PortsIpV6TestJSON-283107163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:26:24.969058 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-aff8bb53-7dde-4e0c-9450-74b1ba7e9409 tempest-PortsIpV6TestJSON-283107163 tempest-PortsIpV6TestJSON-283107163-project] 10.222.0.75 "GET /v2.0/ports HTTP/1.1" status: 200 len: 847 time: 0.2510507 Feb 09 19:26:24.969704 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 52862) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:26:24.978388 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e2ec4b8-9370-4420-943d-16c1a0175216 tempest-RoutersNegativeIpV6Test-969544946 tempest-RoutersNegativeIpV6Test-969544946-project] Checking segment: {'id': '74638b1e-4a2d-42e0-b5b2-831ccce2ac8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': 'cfaf4247-acec-4381-b9a3-012408bc17b7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103230) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 19:26:24.979695 n-d-713498-36 neutron-server[103230]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e2ec4b8-9370-4420-943d-16c1a0175216 tempest-RoutersNegativeIpV6Test-969544946 tempest-RoutersNegativeIpV6Test-969544946-project] Network hostable DHCP agents. Network: cfaf4247-acec-4381-b9a3-012408bc17b7, hostable agents: ['af91e4b9-f4e1-42b1-a25c-a10dc47171c8'], hosted agents: [] {{(pid=103230) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 19:26:25.006867 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762867176205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762866656485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762866656503'] for port (413c51b4-2ff4-4d9d-ab4e-d2e0cafdf9fb), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:26:25.056462 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-065f95c0-4846-4728-bef7-cf57e94416b9 req-b4d3a4e1-02dc-455e-92bb-447b80da7295 tempest-ServerRescueTestJSON-1886685382 tempest-ServerRescueTestJSON-1886685382-project] 10.222.0.75 "GET /v2.0/security-groups?id=e2c286ed-f317-46f6-b582-9a19546e0cee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1330981 Feb 09 19:26:25.095656 n-d-713498-36 neutron-server[103230]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e2ec4b8-9370-4420-943d-16c1a0175216 tempest-RoutersNegativeIpV6Test-969544946 tempest-RoutersNegativeIpV6Test-969544946-project] Network cfaf4247-acec-4381-b9a3-012408bc17b7 is scheduled to be hosted by DHCP agent af91e4b9-f4e1-42b1-a25c-a10dc47171c8 with binding_index 1 {{(pid=103230) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 19:26:25.112717 n-d-713498-36 neutron-server[103230]: DEBUG neutron.scheduler.base_scheduler [None req-9e2ec4b8-9370-4420-943d-16c1a0175216 tempest-RoutersNegativeIpV6Test-969544946 tempest-RoutersNegativeIpV6Test-969544946-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713498-36, cfaf4247-acec-4381-b9a3-012408bc17b7) {{(pid=103230) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 19:26:25.124175 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Pushing event updated for resources: {'Port': ['ID=413c51b4-2ff4-4d9d-ab4e-d2e0cafdf9fb,revision_number=7']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:26:25.141344 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e2ec4b8-9370-4420-943d-16c1a0175216 tempest-RoutersNegativeIpV6Test-969544946 tempest-RoutersNegativeIpV6Test-969544946-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:26:25.142004 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-9e2ec4b8-9370-4420-943d-16c1a0175216 tempest-RoutersNegativeIpV6Test-969544946 tempest-RoutersNegativeIpV6Test-969544946-project] Publish callbacks [] for subnet (None), before_response {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:26:25.142579 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b374f758-18c9-4532-8144-5668dda6a81b None None] Network cfaf4247-acec-4381-b9a3-012408bc17b7 requested from n-d-713498-36 {{(pid=103232) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 19:26:25.158530 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Current status of the port f3c971a2-b5bf-4021-9009-f551cd94095c is: ACTIVE; New status is: ACTIVE {{(pid=103232) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 19:26:25.182756 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-9e2ec4b8-9370-4420-943d-16c1a0175216 tempest-RoutersNegativeIpV6Test-969544946 tempest-RoutersNegativeIpV6Test-969544946-project] 10.222.0.75 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.6328022 Feb 09 19:26:25.185279 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 52866) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:26:25.188774 n-d-713498-36 neutron-server[103229]: INFO neutron.pecan_wsgi.hooks.translation [None req-8a1a84e9-0d98-444e-b617-ed611e4e4de5 tempest-PortsIpV6TestJSON-283107163 tempest-PortsIpV6TestJSON-283107163-project] GET failed (client error): The resource could not be found. Feb 09 19:26:25.194943 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.v2.base [None req-3d943724-ca3e-40cc-a6ba-afc144df6101 tempest-RoutersNegativeIpV6Test-969544946 tempest-RoutersNegativeIpV6Test-969544946-project] Request body: {'router': {'external_gateway_info': {'network_id': 'cfaf4247-acec-4381-b9a3-012408bc17b7'}}} {{(pid=103230) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 19:26:25.195844 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-8a1a84e9-0d98-444e-b617-ed611e4e4de5 tempest-PortsIpV6TestJSON-283107163 tempest-PortsIpV6TestJSON-283107163-project] 10.222.0.75 "GET /v2.0/ports/d0a2c7fa-6ba0-4bf6-aa3d-95ab48a75584 HTTP/1.1" status: 404 len: 333 time: 0.1175175 Feb 09 19:26:25.202958 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 52868) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:26:25.316423 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9a121a8-f6cc-401e-a146-cab52e06425c req-2dc165b7-e121-4dcb-ad83-00cf8a21041f tempest-TestServerMultinode-969236194 tempest-TestServerMultinode-969236194-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:26:25.346833 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-e9a121a8-f6cc-401e-a146-cab52e06425c req-2dc165b7-e121-4dcb-ad83-00cf8a21041f tempest-TestServerMultinode-969236194 tempest-TestServerMultinode-969236194-project-admin] 10.222.0.75 "GET /v2.0/ports?device_id=8f4af2f5-6c00-4777-9001-7c7eaaa7ba28 HTTP/1.1" status: 200 len: 1129 time: 0.4449108 Feb 09 19:26:25.387075 n-d-713498-36 neutron-server[103230]: INFO neutron.pecan_wsgi.hooks.translation [None req-76980c53-b502-4498-8a84-7d5d6e181c2f tempest-PortsIpV6TestJSON-283107163 tempest-PortsIpV6TestJSON-283107163-project] GET failed (client error): The resource could not be found. Feb 09 19:26:25.404600 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-76980c53-b502-4498-8a84-7d5d6e181c2f tempest-PortsIpV6TestJSON-283107163 tempest-PortsIpV6TestJSON-283107163-project] 10.222.0.75 "GET /v2.0/ports/eaacb40c-5715-44ca-bbb2-50aa3cc2b09e HTTP/1.1" status: 404 len: 333 time: 0.1763406 Feb 09 19:26:25.408037 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 52874) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:26:25.468496 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-a76452a3-837b-4f28-b4fb-62e300f6be01 tempest-PortsTestJSON-1738022054 tempest-PortsTestJSON-1738022054-project] Publish callbacks [] for port (9ff479da-0906-4dd4-9f32-879083013dce), precommit_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:26:25.629839 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73808d91-982f-41ef-9ca3-b46b67bd1e2a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8b32e980-7cce-5e82-a341-bd2fa8945c89-cfaf4247-acec-4381-b9a3-012408bc17b7', 'network_id': 'cfaf4247-acec-4381-b9a3-012408bc17b7', 'project_id': '323f2a3c36ff4bbca2bc4c2429b9eb18', 'fixed_ips': [{'subnet_id': 'ed427af7-454c-47a8-aefb-8972b1a83717'}]}} from n-d-713498-36. {{(pid=103232) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 09 19:26:25.630573 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-e9a121a8-f6cc-401e-a146-cab52e06425c req-5a34bcb8-40a1-42b7-a20f-e43419a33de3 tempest-TestServerMultinode-969236194 tempest-TestServerMultinode-969236194-project-admin] 10.222.0.75 "GET /v2.0/security-groups?id=470bf4f7-ea0c-4a64-8d8b-9f2609ff7cad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2834511 Feb 09 19:26:25.631017 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-73808d91-982f-41ef-9ca3-b46b67bd1e2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (None), before_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:26:25.667144 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-a76452a3-837b-4f28-b4fb-62e300f6be01 tempest-PortsTestJSON-1738022054 tempest-PortsTestJSON-1738022054-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762866656467', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12867576'] for port (9ff479da-0906-4dd4-9f32-879083013dce), after_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:26:25.887309 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a76452a3-837b-4f28-b4fb-62e300f6be01 tempest-PortsTestJSON-1738022054 tempest-PortsTestJSON-1738022054-project] Pushing event updated for resources: {'Port': ['ID=9ff479da-0906-4dd4-9f32-879083013dce,revision_number=1']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:26:25.895999 n-d-713498-36 neutron-server[103229]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a76452a3-837b-4f28-b4fb-62e300f6be01 tempest-PortsTestJSON-1738022054 tempest-PortsTestJSON-1738022054-project] Network fd11cdad-dc62-4ba5-9217-4caccc35e07d is already hosted by enough agents. {{(pid=103229) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 19:26:25.924861 n-d-713498-36 neutron-server[103229]: DEBUG neutron.scheduler.base_scheduler [None req-a76452a3-837b-4f28-b4fb-62e300f6be01 tempest-PortsTestJSON-1738022054 tempest-PortsTestJSON-1738022054-project] Resources bound (agent type, host, resource id): {{(pid=103229) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 19:26:25.968756 n-d-713498-36 neutron-server[103229]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a76452a3-837b-4f28-b4fb-62e300f6be01 tempest-PortsTestJSON-1738022054 tempest-PortsTestJSON-1738022054-project] Received port after_create {{(pid=103229) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 19:26:26.019711 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-cb1bd34e-8740-4a85-9845-ca9402fbf14d tempest-PortsIpV6TestJSON-283107163 tempest-PortsIpV6TestJSON-283107163-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-670458'] for network (1c6e112e-2d0c-45b3-8291-8eb707de8410), before_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:26:26.064190 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.db_base_plugin_common [None req-73808d91-982f-41ef-9ca3-b46b67bd1e2a None None] Allocated IP 2001:db8:1::2 (cfaf4247-acec-4381-b9a3-012408bc17b7/ed427af7-454c-47a8-aefb-8972b1a83717/216c8539-48a7-4076-bbc2-f54716f44142) {{(pid=103232) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 19:26:26.117791 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e954ec6-236f-46fc-a7bb-eb2685ae7f97 req-1afec5e9-be02-418a-86b8-d8f48b034515 tempest-ServerActionsTestJSON-347500300 tempest-ServerActionsTestJSON-347500300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:26:26.139931 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-7e954ec6-236f-46fc-a7bb-eb2685ae7f97 req-1afec5e9-be02-418a-86b8-d8f48b034515 tempest-ServerActionsTestJSON-347500300 tempest-ServerActionsTestJSON-347500300-project] 10.222.0.75 "GET /v2.0/ports?device_id=a1fbc70b-9dd3-44f5-99b0-85f3dff92d7d HTTP/1.1" status: 200 len: 946 time: 0.2353406 Feb 09 19:26:26.146584 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-3d943724-ca3e-40cc-a6ba-afc144df6101 tempest-RoutersNegativeIpV6Test-969544946 tempest-RoutersNegativeIpV6Test-969544946-project] Publish callbacks [] for router_gateway (17514739-b66a-42c7-9334-8ccb335169b4), precommit_update {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:26:26.161572 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a76452a3-837b-4f28-b4fb-62e300f6be01 tempest-PortsTestJSON-1738022054 tempest-PortsTestJSON-1738022054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:26:26.162682 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-a76452a3-837b-4f28-b4fb-62e300f6be01 tempest-PortsTestJSON-1738022054 tempest-PortsTestJSON-1738022054-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171096'] for port (None), before_response {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:26:26.247966 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-7e954ec6-236f-46fc-a7bb-eb2685ae7f97 req-fc08ca32-4d86-433a-84bb-655c64467068 tempest-ServerActionsTestJSON-347500300 tempest-ServerActionsTestJSON-347500300-project] 10.222.0.75 "GET /v2.0/security-groups?id=22c4accd-b9e4-4e3e-aec5-b2bee068a6b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1070502 Feb 09 19:26:26.255094 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-a76452a3-837b-4f28-b4fb-62e300f6be01 tempest-PortsTestJSON-1738022054 tempest-PortsTestJSON-1738022054-project] 10.222.0.75 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 5.1347544 Feb 09 19:26:26.256477 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 52886) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:26:26.285342 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cbeac63-e589-4877-bb5a-5009783ecb8d req-1bf71f2e-912d-408d-9d2e-2ee1d67e540c tempest-AttachVolumeShelveTestJSON-671139515 tempest-AttachVolumeShelveTestJSON-671139515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:26:26.293798 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-3cbeac63-e589-4877-bb5a-5009783ecb8d req-1bf71f2e-912d-408d-9d2e-2ee1d67e540c tempest-AttachVolumeShelveTestJSON-671139515 tempest-AttachVolumeShelveTestJSON-671139515-project] 10.222.0.75 "GET /v2.0/ports?device_id=32437e19-fcdc-4dd1-84cc-377ffcb85b84 HTTP/1.1" status: 200 len: 945 time: 1.0117881 Feb 09 19:26:26.345563 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.provisioning_blocks [None req-e703a118-7848-4d74-a31e-3186790afeec None None] Provisioning complete for port f3c971a2-b5bf-4021-9009-f551cd94095c triggered by entity DHCP. {{(pid=103232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 19:26:26.346255 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-e703a118-7848-4d74-a31e-3186790afeec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593630'] for port (f3c971a2-b5bf-4021-9009-f551cd94095c), provisioning_complete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:26:26.435364 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-cb1bd34e-8740-4a85-9845-ca9402fbf14d tempest-PortsIpV6TestJSON-283107163 tempest-PortsIpV6TestJSON-283107163-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-590267', 'neutron.services.segments.db._delete_segments_for_network-8762867132609'] for network (1c6e112e-2d0c-45b3-8291-8eb707de8410), precommit_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:26:26.534857 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44958c4c-75b6-4371-86b2-abfd4adad616 tempest-PortsTestJSON-1738022054 tempest-PortsTestJSON-1738022054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:26:26.534857 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-44958c4c-75b6-4371-86b2-abfd4adad616 tempest-PortsTestJSON-1738022054 tempest-PortsTestJSON-1738022054-project] 10.222.0.75 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.1 HTTP/1.1" status: 200 len: 923 time: 0.2766209 Feb 09 19:26:26.544352 n-d-713498-36 neutron-server[103230]: DEBUG neutron.services.segments.db [None req-cb1bd34e-8740-4a85-9845-ca9402fbf14d tempest-PortsIpV6TestJSON-283107163 tempest-PortsIpV6TestJSON-283107163-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1c6e112e-2d0c-45b3-8291-8eb707de8410']}} {{(pid=103230) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:26:26.551187 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 52894) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:26:26.580750 n-d-713498-36 neutron-server[103230]: DEBUG neutron.services.segments.db [None req-cb1bd34e-8740-4a85-9845-ca9402fbf14d tempest-PortsIpV6TestJSON-283107163 tempest-PortsIpV6TestJSON-283107163-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '67298d65-e887-4c50-82ed-d2a57bcbd6d0') {'for_net_delete': True} {{(pid=103230) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:26:26.580750 n-d-713498-36 neutron-server[103230]: DEBUG neutron.services.segments.db [None req-cb1bd34e-8740-4a85-9845-ca9402fbf14d tempest-PortsIpV6TestJSON-283107163 tempest-PortsIpV6TestJSON-283107163-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '67298d65-e887-4c50-82ed-d2a57bcbd6d0') {} {{(pid=103230) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:26:26.604481 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-cb1bd34e-8740-4a85-9845-ca9402fbf14d tempest-PortsIpV6TestJSON-283107163 tempest-PortsIpV6TestJSON-283107163-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762867134154', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12895813'] for segment (67298d65-e887-4c50-82ed-d2a57bcbd6d0), before_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:26:26.634439 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-cb1bd34e-8740-4a85-9845-ca9402fbf14d tempest-PortsIpV6TestJSON-283107163 tempest-PortsIpV6TestJSON-283107163-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-759574'] for segment (67298d65-e887-4c50-82ed-d2a57bcbd6d0), precommit_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:26:26.650703 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cb1bd34e-8740-4a85-9845-ca9402fbf14d tempest-PortsIpV6TestJSON-283107163 tempest-PortsIpV6TestJSON-283107163-project] Releasing vlan 381 on physical network physnet1 to pool {{(pid=103230) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 19:26:26.650958 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-cb1bd34e-8740-4a85-9845-ca9402fbf14d tempest-PortsIpV6TestJSON-283107163 tempest-PortsIpV6TestJSON-283107163-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-759574', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14393826'] for segment (67298d65-e887-4c50-82ed-d2a57bcbd6d0), after_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:26:26.684094 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7fad2390-c7f8-49ea-a082-54011614df8f tempest-PortsTestJSON-1738022054 tempest-PortsTestJSON-1738022054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:26:26.701410 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7fad2390-c7f8-49ea-a082-54011614df8f tempest-PortsTestJSON-1738022054 tempest-PortsTestJSON-1738022054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:26:26.709852 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7fad2390-c7f8-49ea-a082-54011614df8f tempest-PortsTestJSON-1738022054 tempest-PortsTestJSON-1738022054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:26:26.711324 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-73808d91-982f-41ef-9ca3-b46b67bd1e2a None None] Publish callbacks [] for port (216c8539-48a7-4076-bbc2-f54716f44142), precommit_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:26:26.717254 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-7fad2390-c7f8-49ea-a082-54011614df8f tempest-PortsTestJSON-1738022054 tempest-PortsTestJSON-1738022054-project] 10.222.0.75 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0. HTTP/1.1" status: 200 len: 2380 time: 0.1667001 Feb 09 19:26:26.718397 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 52902) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:26:26.721424 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-e703a118-7848-4d74-a31e-3186790afeec None None] Current status of the port f3c971a2-b5bf-4021-9009-f551cd94095c is: ACTIVE; New status is: ACTIVE {{(pid=103232) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 19:26:26.727355 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-73808d91-982f-41ef-9ca3-b46b67bd1e2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762866656467'] for port (216c8539-48a7-4076-bbc2-f54716f44142), after_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:26:26.804931 n-d-713498-36 neutron-server[103232]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73808d91-982f-41ef-9ca3-b46b67bd1e2a None None] Network cfaf4247-acec-4381-b9a3-012408bc17b7 is already hosted by enough agents. {{(pid=103232) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 19:26:26.808294 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.provisioning_blocks [None req-e703a118-7848-4d74-a31e-3186790afeec None None] Provisioning complete for port b8fb8aa6-f29c-49fc-9ade-1e1f25d00cb2 triggered by entity DHCP. {{(pid=103232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 19:26:26.808889 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-e703a118-7848-4d74-a31e-3186790afeec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593630'] for port (b8fb8aa6-f29c-49fc-9ade-1e1f25d00cb2), provisioning_complete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:26:26.813870 n-d-713498-36 neutron-server[103232]: DEBUG neutron.scheduler.base_scheduler [None req-73808d91-982f-41ef-9ca3-b46b67bd1e2a None None] Resources bound (agent type, host, resource id): {{(pid=103232) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 19:26:26.834711 n-d-713498-36 neutron-server[103230]: Traceback (most recent call last): Feb 09 19:26:26.834711 n-d-713498-36 neutron-server[103230]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 19:26:26.834711 n-d-713498-36 neutron-server[103230]: timer() Feb 09 19:26:26.834711 n-d-713498-36 neutron-server[103230]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 19:26:26.834711 n-d-713498-36 neutron-server[103230]: cb(*args, **kw) Feb 09 19:26:26.834711 n-d-713498-36 neutron-server[103230]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 19:26:26.834711 n-d-713498-36 neutron-server[103230]: return func(*args, **kwargs) Feb 09 19:26:26.834711 n-d-713498-36 neutron-server[103230]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 19:26:26.834711 n-d-713498-36 neutron-server[103230]: self._notify() Feb 09 19:26:26.834711 n-d-713498-36 neutron-server[103230]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 19:26:26.834711 n-d-713498-36 neutron-server[103230]: self.callback(batched_events) Feb 09 19:26:26.834711 n-d-713498-36 neutron-server[103230]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 19:26:26.834711 n-d-713498-36 neutron-server[103230]: event.method(event) Feb 09 19:26:26.834711 n-d-713498-36 neutron-server[103230]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 19:26:26.834711 n-d-713498-36 neutron-server[103230]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 19:26:26.834711 n-d-713498-36 neutron-server[103230]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 19:26:26.834711 n-d-713498-36 neutron-server[103230]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 19:26:26.834711 n-d-713498-36 neutron-server[103230]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 19:26:26.834711 n-d-713498-36 neutron-server[103230]: return f(self, *a, **k) Feb 09 19:26:26.834711 n-d-713498-36 neutron-server[103230]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 19:26:26.834711 n-d-713498-36 neutron-server[103230]: return self._get(url).json() Feb 09 19:26:26.834711 n-d-713498-36 neutron-server[103230]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 19:26:26.834711 n-d-713498-36 neutron-server[103230]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 19:26:26.834711 n-d-713498-36 neutron-server[103230]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 19:26:26.834711 n-d-713498-36 neutron-server[103230]: return self.request(url, 'GET', **kwargs) Feb 09 19:26:26.834711 n-d-713498-36 neutron-server[103230]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 19:26:26.834711 n-d-713498-36 neutron-server[103230]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 19:26:26.834711 n-d-713498-36 neutron-server[103230]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 19:26:26.834711 n-d-713498-36 neutron-server[103230]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 19:26:26.834711 n-d-713498-36 neutron-server[103230]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 19:26:26.834711 n-d-713498-36 neutron-server[103230]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 19:26:26.834711 n-d-713498-36 neutron-server[103230]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 19:26:26.837074 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-cb1bd34e-8740-4a85-9845-ca9402fbf14d tempest-PortsIpV6TestJSON-283107163 tempest-PortsIpV6TestJSON-283107163-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-590242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1885479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1818895'] for network (1c6e112e-2d0c-45b3-8291-8eb707de8410), after_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:26:26.890097 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-cb1bd34e-8740-4a85-9845-ca9402fbf14d tempest-PortsIpV6TestJSON-283107163 tempest-PortsIpV6TestJSON-283107163-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1613566'] for network (None), before_response {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:26:26.901414 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-cb1bd34e-8740-4a85-9845-ca9402fbf14d tempest-PortsIpV6TestJSON-283107163 tempest-PortsIpV6TestJSON-283107163-project] 10.222.0.75 "DELETE /v2.0/networks/1c6e112e-2d0c-45b3-8291-8eb707de8410 HTTP/1.1" status: 204 len: 168 time: 1.3630898 Feb 09 19:26:26.904017 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73808d91-982f-41ef-9ca3-b46b67bd1e2a None None] Received port after_create {{(pid=103232) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 19:26:26.930745 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 52906) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:26:26.946543 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.v2.base [None req-1d19b957-8935-4ade-96f6-04309d234355 tempest-PortsIpV6TestJSON-283107163 tempest-PortsIpV6TestJSON-283107163-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-852685612'}} {{(pid=103229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 19:26:26.948358 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73808d91-982f-41ef-9ca3-b46b67bd1e2a None None] Pushing event updated for resources: {'Port': ['ID=216c8539-48a7-4076-bbc2-f54716f44142,revision_number=1']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:26:26.979321 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1d19b957-8935-4ade-96f6-04309d234355 tempest-PortsIpV6TestJSON-283107163 tempest-PortsIpV6TestJSON-283107163-project] Made reservation on behalf of 13b115ce9df54fa79100ec0671404776 for: {'network': 1} {{(pid=103229) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 19:26:26.989433 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-1d19b957-8935-4ade-96f6-04309d234355 tempest-PortsIpV6TestJSON-283107163 tempest-PortsIpV6TestJSON-283107163-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for network (None), before_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:26:27.039510 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-e703a118-7848-4d74-a31e-3186790afeec None None] Port b8fb8aa6-f29c-49fc-9ade-1e1f25d00cb2 cannot update to ACTIVE because it is not bound. {{(pid=103232) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 19:26:27.054834 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb1bd34e-8740-4a85-9845-ca9402fbf14d tempest-PortsIpV6TestJSON-283107163 tempest-PortsIpV6TestJSON-283107163-project] Pushing event deleted for resources: {'Network': ['ID=1c6e112e-2d0c-45b3-8291-8eb707de8410,revision_number=None']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:26:27.102434 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1d19b957-8935-4ade-96f6-04309d234355 tempest-PortsIpV6TestJSON-283107163 tempest-PortsIpV6TestJSON-283107163-project] vlan segment allocate from pool success with {'vlan_id': 360, 'physical_network': 'physnet1'} {{(pid=103229) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 19:26:27.117607 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.managers [None req-73808d91-982f-41ef-9ca3-b46b67bd1e2a None None] Attempting to bind port 216c8539-48a7-4076-bbc2-f54716f44142 on host n-d-713498-36 for vnic_type normal with profile {{(pid=103232) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 19:26:27.118837 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.managers [None req-73808d91-982f-41ef-9ca3-b46b67bd1e2a None None] Attempting to bind port 216c8539-48a7-4076-bbc2-f54716f44142 by drivers openvswitch,hyperv on host n-d-713498-36 at level 0 using segments [{'id': '74638b1e-4a2d-42e0-b5b2-831ccce2ac8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': 'cfaf4247-acec-4381-b9a3-012408bc17b7'}] {{(pid=103232) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 19:26:27.119386 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73808d91-982f-41ef-9ca3-b46b67bd1e2a None None] Attempting to bind port 216c8539-48a7-4076-bbc2-f54716f44142 on network cfaf4247-acec-4381-b9a3-012408bc17b7 {{(pid=103232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 19:26:27.135360 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73808d91-982f-41ef-9ca3-b46b67bd1e2a None None] Checking agent: {'id': '496418a2-c002-4aec-ab1a-07f3bea491bd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-36', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 18, 51, 47), 'started_at': datetime.datetime(2022, 2, 9, 18, 52, 17), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 19, 26, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-36'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 19:26:27.138457 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73808d91-982f-41ef-9ca3-b46b67bd1e2a None None] Checking segment: {'id': '74638b1e-4a2d-42e0-b5b2-831ccce2ac8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': 'cfaf4247-acec-4381-b9a3-012408bc17b7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103232) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 19:26:27.139200 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-73808d91-982f-41ef-9ca3-b46b67bd1e2a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:26:27.139845 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73808d91-982f-41ef-9ca3-b46b67bd1e2a None None] Bound using segment: {'id': '74638b1e-4a2d-42e0-b5b2-831ccce2ac8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': 'cfaf4247-acec-4381-b9a3-012408bc17b7'} {{(pid=103232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 19:26:27.140649 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.managers [None req-73808d91-982f-41ef-9ca3-b46b67bd1e2a None None] Bound port: 216c8539-48a7-4076-bbc2-f54716f44142, host: n-d-713498-36, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '74638b1e-4a2d-42e0-b5b2-831ccce2ac8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': 'cfaf4247-acec-4381-b9a3-012408bc17b7'}}] {{(pid=103232) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 19:26:27.142468 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-73808d91-982f-41ef-9ca3-b46b67bd1e2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (216c8539-48a7-4076-bbc2-f54716f44142), before_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:26:27.159433 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-1d19b957-8935-4ade-96f6-04309d234355 tempest-PortsIpV6TestJSON-283107163 tempest-PortsIpV6TestJSON-283107163-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-759574'] for segment (285b7a58-f1fe-4d11-a50c-a03ac0b28945), precommit_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:26:27.159814 n-d-713498-36 neutron-server[103229]: INFO neutron.db.segments_db [None req-1d19b957-8935-4ade-96f6-04309d234355 tempest-PortsIpV6TestJSON-283107163 tempest-PortsIpV6TestJSON-283107163-project] Added segment 285b7a58-f1fe-4d11-a50c-a03ac0b28945 of type vlan for network 434425ec-02b9-4e22-9cf8-3ee68ecadca1 Feb 09 19:26:27.201449 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-3cbeac63-e589-4877-bb5a-5009783ecb8d req-8e6224fa-4b66-400d-b1ef-ef82297c5b58 tempest-AttachVolumeShelveTestJSON-671139515 tempest-AttachVolumeShelveTestJSON-671139515-project] 10.222.0.75 "GET /v2.0/security-groups?id=e78d9a5a-8306-4175-aed3-1bd14ac6b154&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.9055367 Feb 09 19:26:27.216939 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.plugin [None req-8a53a988-c9be-46f2-9adf-85ede55e6fd1 tempest-PortsTestJSON-1738022054 tempest-PortsTestJSON-1738022054-project] Deleting port 9ff479da-0906-4dd4-9f32-879083013dce {{(pid=103229) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 19:26:27.217336 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-8a53a988-c9be-46f2-9adf-85ede55e6fd1 tempest-PortsTestJSON-1738022054 tempest-PortsTestJSON-1738022054-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762867170196'] for port (9ff479da-0906-4dd4-9f32-879083013dce), before_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:26:27.275805 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aea401ea-781d-41d6-9cc5-72b3e24ed579 req-d732c789-eb99-4339-8100-fa6832014379 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:26:27.279959 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-aea401ea-781d-41d6-9cc5-72b3e24ed579 req-d732c789-eb99-4339-8100-fa6832014379 service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=051c39d5-1749-483d-9498-3d1717fb73d7 HTTP/1.1" status: 200 len: 1129 time: 0.3808043 Feb 09 19:26:27.285919 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-1d19b957-8935-4ade-96f6-04309d234355 tempest-PortsIpV6TestJSON-283107163 tempest-PortsIpV6TestJSON-283107163-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762866642225'] for network (434425ec-02b9-4e22-9cf8-3ee68ecadca1), precommit_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:26:27.291262 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.provisioning_blocks [None req-a5b0e10a-31b0-4696-acf5-54aa2441fb61 None None] Provisioning complete for port b8fb8aa6-f29c-49fc-9ade-1e1f25d00cb2 triggered by entity DHCP. {{(pid=103232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 19:26:27.291817 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-a5b0e10a-31b0-4696-acf5-54aa2441fb61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593630'] for port (b8fb8aa6-f29c-49fc-9ade-1e1f25d00cb2), provisioning_complete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:26:27.428726 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-1d19b957-8935-4ade-96f6-04309d234355 tempest-PortsIpV6TestJSON-283107163 tempest-PortsIpV6TestJSON-283107163-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1885479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452'] for network (434425ec-02b9-4e22-9cf8-3ee68ecadca1), after_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:26:27.449229 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d19b957-8935-4ade-96f6-04309d234355 tempest-PortsIpV6TestJSON-283107163 tempest-PortsIpV6TestJSON-283107163-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:26:27.450356 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-1d19b957-8935-4ade-96f6-04309d234355 tempest-PortsIpV6TestJSON-283107163 tempest-PortsIpV6TestJSON-283107163-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1613566'] for network (None), before_response {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:26:27.472258 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-73808d91-982f-41ef-9ca3-b46b67bd1e2a None None] For port 216c8539-48a7-4076-bbc2-f54716f44142, host n-d-713498-36, cleared binding levels {{(pid=103232) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 19:26:27.478291 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-a5b0e10a-31b0-4696-acf5-54aa2441fb61 None None] Port b8fb8aa6-f29c-49fc-9ade-1e1f25d00cb2 cannot update to ACTIVE because it is not bound. {{(pid=103232) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 19:26:27.485941 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-73808d91-982f-41ef-9ca3-b46b67bd1e2a None None] For port 216c8539-48a7-4076-bbc2-f54716f44142, host n-d-713498-36, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-36',level=0,port_id=216c8539-48a7-4076-bbc2-f54716f44142,segment=NetworkSegment(74638b1e-4a2d-42e0-b5b2-831ccce2ac8d),segment_id=74638b1e-4a2d-42e0-b5b2-831ccce2ac8d)] {{(pid=103232) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 19:26:27.499151 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-73808d91-982f-41ef-9ca3-b46b67bd1e2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762867176205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762866656485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762866656503'] for port (216c8539-48a7-4076-bbc2-f54716f44142), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:26:27.517623 n-d-713498-36 neutron-server[103230]: INFO neutron.api.v2.resource [None req-3d943724-ca3e-40cc-a6ba-afc144df6101 tempest-RoutersNegativeIpV6Test-969544946 tempest-RoutersNegativeIpV6Test-969544946-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 09 19:26:27.526314 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-3d943724-ca3e-40cc-a6ba-afc144df6101 tempest-RoutersNegativeIpV6Test-969544946 tempest-RoutersNegativeIpV6Test-969544946-project] 10.222.0.75 "PUT /v2.0/routers/17514739-b66a-42c7-9334-8ccb335169b4 HTTP/1.1" status: 400 len: 364 time: 2.3396399 Feb 09 19:26:27.527390 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 52914) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:26:27.548383 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-aea401ea-781d-41d6-9cc5-72b3e24ed579 req-60ef1424-f674-4225-a44d-e0c345484ea3 service neutron] 10.222.0.89 "GET /v2.0/security-groups?id=e2c286ed-f317-46f6-b582-9a19546e0cee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2597704 Feb 09 19:26:27.650716 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d19b957-8935-4ade-96f6-04309d234355 tempest-PortsIpV6TestJSON-283107163 tempest-PortsIpV6TestJSON-283107163-project] Pushing event updated for resources: {'Network': ['ID=434425ec-02b9-4e22-9cf8-3ee68ecadca1,revision_number=1']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:26:27.662237 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-8a53a988-c9be-46f2-9adf-85ede55e6fd1 tempest-PortsTestJSON-1738022054 tempest-PortsTestJSON-1738022054-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1820838'] for port (9ff479da-0906-4dd4-9f32-879083013dce), precommit_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:26:27.683693 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.plugin [None req-8a53a988-c9be-46f2-9adf-85ede55e6fd1 tempest-PortsTestJSON-1738022054 tempest-PortsTestJSON-1738022054-project] Calling delete_port for 9ff479da-0906-4dd4-9f32-879083013dce owned by {{(pid=103229) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 19:26:27.687594 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Network 434425ec-02b9-4e22-9cf8-3ee68ecadca1 details requested by agent ovs-agent-n-d-713498-36 with host n-d-713498-36 {{(pid=103232) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 19:26:27.699767 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-1d19b957-8935-4ade-96f6-04309d234355 tempest-PortsIpV6TestJSON-283107163 tempest-PortsIpV6TestJSON-283107163-project] 10.222.0.75 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.7609165 Feb 09 19:26:27.708282 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 52916) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:26:27.712431 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.provisioning_blocks [None req-4ddb3a49-ac1b-4ef8-8b46-9bf2472e92c4 None None] Provisioning complete for port 9ff479da-0906-4dd4-9f32-879083013dce triggered by entity DHCP. {{(pid=103232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 19:26:27.715983 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-4ddb3a49-ac1b-4ef8-8b46-9bf2472e92c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593630'] for port (9ff479da-0906-4dd4-9f32-879083013dce), provisioning_complete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:26:27.725827 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.v2.base [None req-28e69742-a4a1-4333-bb9e-c0205df67b21 tempest-PortsIpV6TestJSON-283107163 tempest-PortsIpV6TestJSON-283107163-project] Request body: {'subnet': {'network_id': '434425ec-02b9-4e22-9cf8-3ee68ecadca1', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'allocation_pools': [{'start': '2001:db8::2', 'end': '2001:db8::ffff:ffff:ffff:fffe'}]}} {{(pid=103229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 19:26:27.755972 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73808d91-982f-41ef-9ca3-b46b67bd1e2a None None] Pushing event updated for resources: {'Port': ['ID=216c8539-48a7-4076-bbc2-f54716f44142,revision_number=2']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:26:27.816129 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e69ee2e2-307c-4535-8c90-7b36adf5371d req-c526b094-3ff3-45d2-ac90-6bbb3f7206e6 tempest-ServerRescueTestJSON-1886685382 tempest-ServerRescueTestJSON-1886685382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:26:27.818643 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-e69ee2e2-307c-4535-8c90-7b36adf5371d req-c526b094-3ff3-45d2-ac90-6bbb3f7206e6 tempest-ServerRescueTestJSON-1886685382 tempest-ServerRescueTestJSON-1886685382-project] 10.222.0.75 "GET /v2.0/ports?device_id=051c39d5-1749-483d-9498-3d1717fb73d7 HTTP/1.1" status: 200 len: 946 time: 0.4377847 Feb 09 19:26:28.080456 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-28e69742-a4a1-4333-bb9e-c0205df67b21 tempest-PortsIpV6TestJSON-283107163 tempest-PortsIpV6TestJSON-283107163-project] Made reservation on behalf of 13b115ce9df54fa79100ec0671404776 for: {'subnet': 1} {{(pid=103229) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 19:26:28.087605 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-28e69742-a4a1-4333-bb9e-c0205df67b21 tempest-PortsIpV6TestJSON-283107163 tempest-PortsIpV6TestJSON-283107163-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12759265'] for subnet (None), before_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:26:28.106694 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-4ddb3a49-ac1b-4ef8-8b46-9bf2472e92c4 None None] Port 9ff479da-0906-4dd4-9f32-879083013dce cannot update to ACTIVE because it is not bound. {{(pid=103232) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 19:26:28.232957 n-d-713498-36 neutron-server[103229]: DEBUG neutron.db.ipam_backend_mixin [None req-28e69742-a4a1-4333-bb9e-c0205df67b21 tempest-PortsIpV6TestJSON-283107163 tempest-PortsIpV6TestJSON-283107163-project] Performing IP validity checks on allocation pools {{(pid=103229) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Feb 09 19:26:28.239391 n-d-713498-36 neutron-server[103229]: DEBUG neutron.db.ipam_backend_mixin [None req-28e69742-a4a1-4333-bb9e-c0205df67b21 tempest-PortsIpV6TestJSON-283107163 tempest-PortsIpV6TestJSON-283107163-project] Checking for overlaps among allocation pools and gateway ip {{(pid=103229) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Feb 09 19:26:28.410268 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-e69ee2e2-307c-4535-8c90-7b36adf5371d req-93d11928-a561-4f79-818f-b9341877959d tempest-ServerRescueTestJSON-1886685382 tempest-ServerRescueTestJSON-1886685382-project] 10.222.0.75 "GET /v2.0/security-groups?id=e2c286ed-f317-46f6-b582-9a19546e0cee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5690727 Feb 09 19:26:28.455271 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-3419f862-502d-454b-9abe-5d373eec9e5e tempest-RoutersNegativeIpV6Test-969544946 tempest-RoutersNegativeIpV6Test-969544946-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (None), before_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:26:28.519147 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-28e69742-a4a1-4333-bb9e-c0205df67b21 tempest-PortsIpV6TestJSON-283107163 tempest-PortsIpV6TestJSON-283107163-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12867428', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12759263'] for subnet (c0a795e2-2889-4a4c-af3e-64c92fb96b47), after_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:26:28.765726 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28e69742-a4a1-4333-bb9e-c0205df67b21 tempest-PortsIpV6TestJSON-283107163 tempest-PortsIpV6TestJSON-283107163-project] Pushing event updated for resources: {'Subnet': ['ID=c0a795e2-2889-4a4c-af3e-64c92fb96b47,revision_number=0']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:26:28.781553 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-8a53a988-c9be-46f2-9adf-85ede55e6fd1 tempest-PortsTestJSON-1738022054 tempest-PortsTestJSON-1738022054-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762867177463', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762866656476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12867576'] for port (9ff479da-0906-4dd4-9f32-879083013dce), after_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:26:28.855702 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d39128df-af5a-4da1-a92d-1e596bbb8a8b req-808ff32e-2e2d-4cad-8275-f0bb452ab310 tempest-ServerActionsTestJSON-347500300 tempest-ServerActionsTestJSON-347500300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:26:28.857252 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-d39128df-af5a-4da1-a92d-1e596bbb8a8b req-808ff32e-2e2d-4cad-8275-f0bb452ab310 tempest-ServerActionsTestJSON-347500300 tempest-ServerActionsTestJSON-347500300-project] 10.222.0.75 "GET /v2.0/ports?device_id=a1fbc70b-9dd3-44f5-99b0-85f3dff92d7d HTTP/1.1" status: 200 len: 946 time: 0.1757333 Feb 09 19:26:28.873636 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a53a988-c9be-46f2-9adf-85ede55e6fd1 tempest-PortsTestJSON-1738022054 tempest-PortsTestJSON-1738022054-project] Pushing event deleted for resources: {'Port': ['ID=9ff479da-0906-4dd4-9f32-879083013dce,revision_number=None']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:26:28.888394 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28e69742-a4a1-4333-bb9e-c0205df67b21 tempest-PortsIpV6TestJSON-283107163 tempest-PortsIpV6TestJSON-283107163-project] Checking segment: {'id': '285b7a58-f1fe-4d11-a50c-a03ac0b28945', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '434425ec-02b9-4e22-9cf8-3ee68ecadca1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103229) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 19:26:28.897063 n-d-713498-36 neutron-server[103229]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28e69742-a4a1-4333-bb9e-c0205df67b21 tempest-PortsIpV6TestJSON-283107163 tempest-PortsIpV6TestJSON-283107163-project] Network hostable DHCP agents. Network: 434425ec-02b9-4e22-9cf8-3ee68ecadca1, hostable agents: ['af91e4b9-f4e1-42b1-a25c-a10dc47171c8'], hosted agents: [] {{(pid=103229) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 19:26:29.013541 n-d-713498-36 neutron-server[103229]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28e69742-a4a1-4333-bb9e-c0205df67b21 tempest-PortsIpV6TestJSON-283107163 tempest-PortsIpV6TestJSON-283107163-project] Network 434425ec-02b9-4e22-9cf8-3ee68ecadca1 is scheduled to be hosted by DHCP agent af91e4b9-f4e1-42b1-a25c-a10dc47171c8 with binding_index 1 {{(pid=103229) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 19:26:29.073644 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-8a53a988-c9be-46f2-9adf-85ede55e6fd1 tempest-PortsTestJSON-1738022054 tempest-PortsTestJSON-1738022054-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171096'] for port (None), before_response {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:26:29.106509 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-8a53a988-c9be-46f2-9adf-85ede55e6fd1 tempest-PortsTestJSON-1738022054 tempest-PortsTestJSON-1738022054-project] 10.222.0.75 "DELETE /v2.0/ports/9ff479da-0906-4dd4-9f32-879083013dce HTTP/1.1" status: 204 len: 168 time: 2.3869450 Feb 09 19:26:29.107229 n-d-713498-36 neutron-server[103229]: DEBUG neutron.scheduler.base_scheduler [None req-28e69742-a4a1-4333-bb9e-c0205df67b21 tempest-PortsIpV6TestJSON-283107163 tempest-PortsIpV6TestJSON-283107163-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713498-36, 434425ec-02b9-4e22-9cf8-3ee68ecadca1) {{(pid=103229) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 19:26:29.108710 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 52936) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:26:29.118096 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-356e189e-e4c4-410d-b210-d4c5226cb980 None None] Network 434425ec-02b9-4e22-9cf8-3ee68ecadca1 requested from n-d-713498-36 {{(pid=103232) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 19:26:29.124407 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28e69742-a4a1-4333-bb9e-c0205df67b21 tempest-PortsIpV6TestJSON-283107163 tempest-PortsIpV6TestJSON-283107163-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:26:29.125044 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-28e69742-a4a1-4333-bb9e-c0205df67b21 tempest-PortsIpV6TestJSON-283107163 tempest-PortsIpV6TestJSON-283107163-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1613566'] for subnet (None), before_response {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:26:29.151618 n-d-713498-36 neutron-server[103230]: DEBUG neutron.db.db_base_plugin_common [None req-3419f862-502d-454b-9abe-5d373eec9e5e tempest-RoutersNegativeIpV6Test-969544946 tempest-RoutersNegativeIpV6Test-969544946-project] Allocated IP 2001:db8::1 (6b40ed50-eac7-4d74-b30e-4e47958bbb73/2c3587f7-e56e-45ff-a982-9430605da8c6/95181c6d-a44f-4a9c-b61a-a9b515200cbf) {{(pid=103230) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 19:26:29.283875 n-d-713498-36 neutron-server[103229]: INFO neutron.pecan_wsgi.hooks.translation [None req-7729711d-1238-42a8-b135-cae49bb02196 tempest-PortsTestJSON-1738022054 tempest-PortsTestJSON-1738022054-project] GET failed (client error): The resource could not be found. Feb 09 19:26:29.294210 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-7729711d-1238-42a8-b135-cae49bb02196 tempest-PortsTestJSON-1738022054 tempest-PortsTestJSON-1738022054-project] 10.222.0.75 "GET /v2.0/ports/9ff479da-0906-4dd4-9f32-879083013dce HTTP/1.1" status: 404 len: 333 time: 0.1830306 Feb 09 19:26:29.295696 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 52938) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:26:29.355480 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-28e69742-a4a1-4333-bb9e-c0205df67b21 tempest-PortsIpV6TestJSON-283107163 tempest-PortsIpV6TestJSON-283107163-project] 10.222.0.75 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.6402547 Feb 09 19:26:29.356799 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 52940) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:26:29.412427 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.v2.base [None req-aa05d20f-563e-48bd-9a72-f124a08a0814 tempest-PortsIpV6TestJSON-283107163 tempest-PortsIpV6TestJSON-283107163-project] Request body: {'port': {'network_id': '434425ec-02b9-4e22-9cf8-3ee68ecadca1', 'name': 'tempest-PortsIpV6TestJSON-35789750'}} {{(pid=103229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 19:26:29.455326 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-d39128df-af5a-4da1-a92d-1e596bbb8a8b req-70b8b886-4507-4c20-955e-9da81989835f tempest-ServerActionsTestJSON-347500300 tempest-ServerActionsTestJSON-347500300-project] 10.222.0.75 "GET /v2.0/security-groups?id=22c4accd-b9e4-4e3e-aec5-b2bee068a6b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5760791 Feb 09 19:26:29.481209 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-3419f862-502d-454b-9abe-5d373eec9e5e tempest-RoutersNegativeIpV6Test-969544946 tempest-RoutersNegativeIpV6Test-969544946-project] Publish callbacks [] for port (95181c6d-a44f-4a9c-b61a-a9b515200cbf), precommit_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:26:29.501313 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c405aed1-afd5-481e-bed5-75b84b69f2ff None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8b32e980-7cce-5e82-a341-bd2fa8945c89-434425ec-02b9-4e22-9cf8-3ee68ecadca1', 'network_id': '434425ec-02b9-4e22-9cf8-3ee68ecadca1', 'project_id': '13b115ce9df54fa79100ec0671404776', 'fixed_ips': [{'subnet_id': 'c0a795e2-2889-4a4c-af3e-64c92fb96b47'}]}} from n-d-713498-36. {{(pid=103232) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 09 19:26:29.502527 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-c405aed1-afd5-481e-bed5-75b84b69f2ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (None), before_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:26:29.603674 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-3419f862-502d-454b-9abe-5d373eec9e5e tempest-RoutersNegativeIpV6Test-969544946 tempest-RoutersNegativeIpV6Test-969544946-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762866656467', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14393751'] for port (95181c6d-a44f-4a9c-b61a-a9b515200cbf), after_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:26:29.844245 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aa05d20f-563e-48bd-9a72-f124a08a0814 tempest-PortsIpV6TestJSON-283107163 tempest-PortsIpV6TestJSON-283107163-project] Made reservation on behalf of 13b115ce9df54fa79100ec0671404776 for: {'port': 1} {{(pid=103229) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 19:26:29.851269 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-aa05d20f-563e-48bd-9a72-f124a08a0814 tempest-PortsIpV6TestJSON-283107163 tempest-PortsIpV6TestJSON-283107163-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (None), before_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:26:29.909582 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.db_base_plugin_common [None req-c405aed1-afd5-481e-bed5-75b84b69f2ff None None] Allocated IP 2001:db8::2 (434425ec-02b9-4e22-9cf8-3ee68ecadca1/c0a795e2-2889-4a4c-af3e-64c92fb96b47/30d5b48c-dd42-4f20-aefb-bfcd14bdd370) {{(pid=103232) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 19:26:29.924954 n-d-713498-36 neutron-server[103229]: DEBUG neutron.notifiers.nova [None req-aa05d20f-563e-48bd-9a72-f124a08a0814 tempest-PortsIpV6TestJSON-283107163 tempest-PortsIpV6TestJSON-283107163-project] device_id is not set on port 4d97be61-4546-4132-b8ff-20141529ca4d yet. {{(pid=103229) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 09 19:26:30.088777 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.plugin [None req-ffaa8f34-8056-4c9b-b1e5-dd543bc55995 tempest-PortsTestJSON-1738022054 tempest-PortsTestJSON-1738022054-project] Deleting port b8fb8aa6-f29c-49fc-9ade-1e1f25d00cb2 {{(pid=103229) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 19:26:30.089197 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-ffaa8f34-8056-4c9b-b1e5-dd543bc55995 tempest-PortsTestJSON-1738022054 tempest-PortsTestJSON-1738022054-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762867170196'] for port (b8fb8aa6-f29c-49fc-9ade-1e1f25d00cb2), before_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:26:30.180419 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Device 216c8539-48a7-4076-bbc2-f54716f44142 up at agent ovs-agent-n-d-713498-36 {{(pid=103232) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 19:26:30.189527 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4cf654ae-51d3-409c-947e-d3dd0431cf34 None None] Network cfaf4247-acec-4381-b9a3-012408bc17b7 requested from n-d-713498-36 {{(pid=103232) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 19:26:30.305309 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-ffaa8f34-8056-4c9b-b1e5-dd543bc55995 tempest-PortsTestJSON-1738022054 tempest-PortsTestJSON-1738022054-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1820838'] for port (b8fb8aa6-f29c-49fc-9ade-1e1f25d00cb2), precommit_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:26:30.358715 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.plugin [None req-ffaa8f34-8056-4c9b-b1e5-dd543bc55995 tempest-PortsTestJSON-1738022054 tempest-PortsTestJSON-1738022054-project] Calling delete_port for b8fb8aa6-f29c-49fc-9ade-1e1f25d00cb2 owned by {{(pid=103229) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 19:26:30.410680 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3419f862-502d-454b-9abe-5d373eec9e5e tempest-RoutersNegativeIpV6Test-969544946 tempest-RoutersNegativeIpV6Test-969544946-project] Pushing event updated for resources: {'Port': ['ID=95181c6d-a44f-4a9c-b61a-a9b515200cbf,revision_number=1']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:26:30.431497 n-d-713498-36 neutron-server[103230]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3419f862-502d-454b-9abe-5d373eec9e5e tempest-RoutersNegativeIpV6Test-969544946 tempest-RoutersNegativeIpV6Test-969544946-project] Network 6b40ed50-eac7-4d74-b30e-4e47958bbb73 is already hosted by enough agents. {{(pid=103230) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 19:26:30.435498 n-d-713498-36 neutron-server[103230]: DEBUG neutron.scheduler.base_scheduler [None req-3419f862-502d-454b-9abe-5d373eec9e5e tempest-RoutersNegativeIpV6Test-969544946 tempest-RoutersNegativeIpV6Test-969544946-project] Resources bound (agent type, host, resource id): {{(pid=103230) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 19:26:30.438389 n-d-713498-36 neutron-server[103230]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3419f862-502d-454b-9abe-5d373eec9e5e tempest-RoutersNegativeIpV6Test-969544946 tempest-RoutersNegativeIpV6Test-969544946-project] Received port after_create {{(pid=103230) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 19:26:30.438929 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-3419f862-502d-454b-9abe-5d373eec9e5e tempest-RoutersNegativeIpV6Test-969544946 tempest-RoutersNegativeIpV6Test-969544946-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1819024'] for router_interface (17514739-b66a-42c7-9334-8ccb335169b4), before_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:26:30.721319 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-3419f862-502d-454b-9abe-5d373eec9e5e tempest-RoutersNegativeIpV6Test-969544946 tempest-RoutersNegativeIpV6Test-969544946-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (95181c6d-a44f-4a9c-b61a-a9b515200cbf), before_update {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:26:30.727462 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-ffaa8f34-8056-4c9b-b1e5-dd543bc55995 tempest-PortsTestJSON-1738022054 tempest-PortsTestJSON-1738022054-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762867177463', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762866656476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12867576'] for port (b8fb8aa6-f29c-49fc-9ade-1e1f25d00cb2), after_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:26:30.748511 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e405afac-0b2c-4cc2-a7bf-58de2ee03548 req-790804d8-2573-47c1-a916-69fdbc53a185 tempest-AttachVolumeShelveTestJSON-671139515 tempest-AttachVolumeShelveTestJSON-671139515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:26:30.750480 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-e405afac-0b2c-4cc2-a7bf-58de2ee03548 req-790804d8-2573-47c1-a916-69fdbc53a185 tempest-AttachVolumeShelveTestJSON-671139515 tempest-AttachVolumeShelveTestJSON-671139515-project] 10.222.0.75 "GET /v2.0/ports?device_id=32437e19-fcdc-4dd1-84cc-377ffcb85b84 HTTP/1.1" status: 200 len: 945 time: 1.0707357 Feb 09 19:26:30.793574 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffaa8f34-8056-4c9b-b1e5-dd543bc55995 tempest-PortsTestJSON-1738022054 tempest-PortsTestJSON-1738022054-project] Pushing event deleted for resources: {'Port': ['ID=b8fb8aa6-f29c-49fc-9ade-1e1f25d00cb2,revision_number=None']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:26:30.934236 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.provisioning_blocks [None req-e16c39a8-2de4-4153-8e54-15f7fb40b8e6 None None] Provisioning complete for port 216c8539-48a7-4076-bbc2-f54716f44142 triggered by entity DHCP. {{(pid=103232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 19:26:30.934816 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-e16c39a8-2de4-4153-8e54-15f7fb40b8e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593630'] for port (216c8539-48a7-4076-bbc2-f54716f44142), provisioning_complete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:26:31.034748 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-c405aed1-afd5-481e-bed5-75b84b69f2ff None None] Publish callbacks [] for port (30d5b48c-dd42-4f20-aefb-bfcd14bdd370), precommit_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:26:31.091508 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-c405aed1-afd5-481e-bed5-75b84b69f2ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762866656467'] for port (30d5b48c-dd42-4f20-aefb-bfcd14bdd370), after_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:26:31.171928 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-e405afac-0b2c-4cc2-a7bf-58de2ee03548 req-bfa8fea1-dc13-4305-acca-004e66d1d005 tempest-AttachVolumeShelveTestJSON-671139515 tempest-AttachVolumeShelveTestJSON-671139515-project] 10.222.0.75 "GET /v2.0/security-groups?id=e78d9a5a-8306-4175-aed3-1bd14ac6b154&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3475864 Feb 09 19:26:31.329357 n-d-713498-36 neutron-server[103232]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c405aed1-afd5-481e-bed5-75b84b69f2ff None None] Network 434425ec-02b9-4e22-9cf8-3ee68ecadca1 is already hosted by enough agents. {{(pid=103232) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 19:26:31.368616 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-ffaa8f34-8056-4c9b-b1e5-dd543bc55995 tempest-PortsTestJSON-1738022054 tempest-PortsTestJSON-1738022054-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171096'] for port (None), before_response {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:26:31.376990 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-ffaa8f34-8056-4c9b-b1e5-dd543bc55995 tempest-PortsTestJSON-1738022054 tempest-PortsTestJSON-1738022054-project] 10.222.0.75 "DELETE /v2.0/ports/b8fb8aa6-f29c-49fc-9ade-1e1f25d00cb2 HTTP/1.1" status: 204 len: 168 time: 2.0801618 Feb 09 19:26:31.378007 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 52962) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:26:31.457237 n-d-713498-36 neutron-server[103229]: DEBUG neutron.db.db_base_plugin_common [None req-aa05d20f-563e-48bd-9a72-f124a08a0814 tempest-PortsIpV6TestJSON-283107163 tempest-PortsIpV6TestJSON-283107163-project] Allocated IP 2001:db8::2db (434425ec-02b9-4e22-9cf8-3ee68ecadca1/c0a795e2-2889-4a4c-af3e-64c92fb96b47/4d97be61-4546-4132-b8ff-20141529ca4d) {{(pid=103229) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 19:26:31.461004 n-d-713498-36 neutron-server[103229]: INFO neutron.pecan_wsgi.hooks.translation [None req-4e41e212-ca06-4264-9c45-0970210c9ad7 tempest-PortsTestJSON-1738022054 tempest-PortsTestJSON-1738022054-project] GET failed (client error): The resource could not be found. Feb 09 19:26:31.468001 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-4e41e212-ca06-4264-9c45-0970210c9ad7 tempest-PortsTestJSON-1738022054 tempest-PortsTestJSON-1738022054-project] 10.222.0.75 "GET /v2.0/ports/b8fb8aa6-f29c-49fc-9ade-1e1f25d00cb2 HTTP/1.1" status: 404 len: 333 time: 0.0850630 Feb 09 19:26:31.471109 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 52964) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:26:31.526646 n-d-713498-36 neutron-server[103232]: DEBUG neutron.scheduler.base_scheduler [None req-c405aed1-afd5-481e-bed5-75b84b69f2ff None None] Resources bound (agent type, host, resource id): {{(pid=103232) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 19:26:31.532174 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c405aed1-afd5-481e-bed5-75b84b69f2ff None None] Received port after_create {{(pid=103232) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 19:26:31.558523 n-d-713498-36 neutron-server[103229]: DEBUG neutron.db.db_base_plugin_v2 [None req-b1adfb96-a26d-4e16-8570-b601d360117e tempest-PortsTestJSON-1738022054 tempest-PortsTestJSON-1738022054-project] Deleting subnet 10fc6168-ab07-40fe-909b-b8a7e10ebc5c {{(pid=103229) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 19:26:31.566064 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-b1adfb96-a26d-4e16-8570-b601d360117e tempest-PortsTestJSON-1738022054 tempest-PortsTestJSON-1738022054-project] Publish callbacks [] for subnet (10fc6168-ab07-40fe-909b-b8a7e10ebc5c), before_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:26:31.576505 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c405aed1-afd5-481e-bed5-75b84b69f2ff None None] Pushing event updated for resources: {'Port': ['ID=30d5b48c-dd42-4f20-aefb-bfcd14bdd370,revision_number=1']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:26:31.674795 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f9e2982-4d2d-46ba-b899-1d2216e6d760 req-227a407f-f70e-4bde-8a86-5075cb1362f3 tempest-ServerRescueTestJSON-1886685382 tempest-ServerRescueTestJSON-1886685382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:26:31.688716 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-7f9e2982-4d2d-46ba-b899-1d2216e6d760 req-227a407f-f70e-4bde-8a86-5075cb1362f3 tempest-ServerRescueTestJSON-1886685382 tempest-ServerRescueTestJSON-1886685382-project] 10.222.0.75 "GET /v2.0/ports?device_id=051c39d5-1749-483d-9498-3d1717fb73d7 HTTP/1.1" status: 200 len: 946 time: 0.2598963 Feb 09 19:26:31.737900 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-b1adfb96-a26d-4e16-8570-b601d360117e tempest-PortsTestJSON-1738022054 tempest-PortsTestJSON-1738022054-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16683410'] for subnet (10fc6168-ab07-40fe-909b-b8a7e10ebc5c), precommit_delete_associations {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:26:31.764336 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-e16c39a8-2de4-4153-8e54-15f7fb40b8e6 None None] Current status of the port 216c8539-48a7-4076-bbc2-f54716f44142 is: DOWN; New status is: ACTIVE {{(pid=103232) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 19:26:31.765164 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-e16c39a8-2de4-4153-8e54-15f7fb40b8e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (216c8539-48a7-4076-bbc2-f54716f44142), before_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:26:31.817624 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-3419f862-502d-454b-9abe-5d373eec9e5e tempest-RoutersNegativeIpV6Test-969544946 tempest-RoutersNegativeIpV6Test-969544946-project] Publish callbacks [] for port (95181c6d-a44f-4a9c-b61a-a9b515200cbf), precommit_update {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:26:31.842758 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-3419f862-502d-454b-9abe-5d373eec9e5e tempest-RoutersNegativeIpV6Test-969544946 tempest-RoutersNegativeIpV6Test-969544946-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762867176205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762866656485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762866656503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14393758'] for port (95181c6d-a44f-4a9c-b61a-a9b515200cbf), after_update {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:26:31.843563 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-3419f862-502d-454b-9abe-5d373eec9e5e tempest-RoutersNegativeIpV6Test-969544946 tempest-RoutersNegativeIpV6Test-969544946-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1613458', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1834496'] for router_interface (17514739-b66a-42c7-9334-8ccb335169b4), after_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:26:31.910903 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.managers [None req-c405aed1-afd5-481e-bed5-75b84b69f2ff None None] Attempting to bind port 30d5b48c-dd42-4f20-aefb-bfcd14bdd370 on host n-d-713498-36 for vnic_type normal with profile {{(pid=103232) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 19:26:31.911767 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.managers [None req-c405aed1-afd5-481e-bed5-75b84b69f2ff None None] Attempting to bind port 30d5b48c-dd42-4f20-aefb-bfcd14bdd370 by drivers openvswitch,hyperv on host n-d-713498-36 at level 0 using segments [{'id': '285b7a58-f1fe-4d11-a50c-a03ac0b28945', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '434425ec-02b9-4e22-9cf8-3ee68ecadca1'}] {{(pid=103232) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 19:26:31.912400 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c405aed1-afd5-481e-bed5-75b84b69f2ff None None] Attempting to bind port 30d5b48c-dd42-4f20-aefb-bfcd14bdd370 on network 434425ec-02b9-4e22-9cf8-3ee68ecadca1 {{(pid=103232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 19:26:31.927624 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c405aed1-afd5-481e-bed5-75b84b69f2ff None None] Checking agent: {'id': '496418a2-c002-4aec-ab1a-07f3bea491bd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-36', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 18, 51, 47), 'started_at': datetime.datetime(2022, 2, 9, 18, 52, 17), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 19, 26, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-36'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 19:26:31.928462 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c405aed1-afd5-481e-bed5-75b84b69f2ff None None] Checking segment: {'id': '285b7a58-f1fe-4d11-a50c-a03ac0b28945', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '434425ec-02b9-4e22-9cf8-3ee68ecadca1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103232) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 19:26:31.929118 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-c405aed1-afd5-481e-bed5-75b84b69f2ff None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:26:31.930006 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c405aed1-afd5-481e-bed5-75b84b69f2ff None None] Bound using segment: {'id': '285b7a58-f1fe-4d11-a50c-a03ac0b28945', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '434425ec-02b9-4e22-9cf8-3ee68ecadca1'} {{(pid=103232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 19:26:31.930893 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.managers [None req-c405aed1-afd5-481e-bed5-75b84b69f2ff None None] Bound port: 30d5b48c-dd42-4f20-aefb-bfcd14bdd370, host: n-d-713498-36, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '285b7a58-f1fe-4d11-a50c-a03ac0b28945', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '434425ec-02b9-4e22-9cf8-3ee68ecadca1'}}] {{(pid=103232) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 19:26:31.931535 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-c405aed1-afd5-481e-bed5-75b84b69f2ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (30d5b48c-dd42-4f20-aefb-bfcd14bdd370), before_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:26:31.933751 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.provisioning_blocks [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Provisioning complete for port 216c8539-48a7-4076-bbc2-f54716f44142 triggered by entity L2. {{(pid=103232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 19:26:31.934395 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593630'] for port (216c8539-48a7-4076-bbc2-f54716f44142), provisioning_complete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:26:31.981410 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3419f862-502d-454b-9abe-5d373eec9e5e tempest-RoutersNegativeIpV6Test-969544946 tempest-RoutersNegativeIpV6Test-969544946-project] Pushing event updated for resources: {'Port': ['ID=95181c6d-a44f-4a9c-b61a-a9b515200cbf,revision_number=2']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:26:32.001546 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-e16c39a8-2de4-4153-8e54-15f7fb40b8e6 None None] For port 216c8539-48a7-4076-bbc2-f54716f44142, host n-d-713498-36, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-36',level=0,port_id=216c8539-48a7-4076-bbc2-f54716f44142,segment=NetworkSegment(74638b1e-4a2d-42e0-b5b2-831ccce2ac8d),segment_id=74638b1e-4a2d-42e0-b5b2-831ccce2ac8d)] {{(pid=103232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 19:26:32.010176 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-7f9e2982-4d2d-46ba-b899-1d2216e6d760 req-a4044346-d960-4ff9-b1c2-17ff3bea8d4e tempest-ServerRescueTestJSON-1886685382 tempest-ServerRescueTestJSON-1886685382-project] 10.222.0.75 "GET /v2.0/security-groups?id=e2c286ed-f317-46f6-b582-9a19546e0cee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3200336 Feb 09 19:26:32.078227 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-e16c39a8-2de4-4153-8e54-15f7fb40b8e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762867176205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762866656485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762866656503'] for port (216c8539-48a7-4076-bbc2-f54716f44142), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:26:32.126947 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-b1adfb96-a26d-4e16-8570-b601d360117e tempest-PortsTestJSON-1738022054 tempest-PortsTestJSON-1738022054-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-759852'] for subnet (10fc6168-ab07-40fe-909b-b8a7e10ebc5c), precommit_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:26:32.187030 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-aa05d20f-563e-48bd-9a72-f124a08a0814 tempest-PortsIpV6TestJSON-283107163 tempest-PortsIpV6TestJSON-283107163-project] Publish callbacks [] for port (4d97be61-4546-4132-b8ff-20141529ca4d), precommit_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:26:32.201056 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e16c39a8-2de4-4153-8e54-15f7fb40b8e6 None None] Pushing event updated for resources: {'Port': ['ID=216c8539-48a7-4076-bbc2-f54716f44142,revision_number=3']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:26:32.282557 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.provisioning_blocks [None req-f082b958-0c26-4a7c-b0ec-a2fc71332a5e None None] Provisioning complete for port 95181c6d-a44f-4a9c-b61a-a9b515200cbf triggered by entity DHCP. {{(pid=103232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 19:26:32.282961 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-f082b958-0c26-4a7c-b0ec-a2fc71332a5e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593630'] for port (95181c6d-a44f-4a9c-b61a-a9b515200cbf), provisioning_complete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:26:32.308275 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b826ae83-317b-432e-acd2-0f792fe41612 req-df90053e-b37b-4f13-9267-6fdfcd4b333e tempest-ServerActionsTestJSON-347500300 tempest-ServerActionsTestJSON-347500300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:26:32.312088 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-b826ae83-317b-432e-acd2-0f792fe41612 req-df90053e-b37b-4f13-9267-6fdfcd4b333e tempest-ServerActionsTestJSON-347500300 tempest-ServerActionsTestJSON-347500300-project] 10.222.0.75 "GET /v2.0/ports?device_id=a1fbc70b-9dd3-44f5-99b0-85f3dff92d7d HTTP/1.1" status: 200 len: 946 time: 0.1540692 Feb 09 19:26:32.328973 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-f082b958-0c26-4a7c-b0ec-a2fc71332a5e None None] Port 95181c6d-a44f-4a9c-b61a-a9b515200cbf cannot update to ACTIVE because it is not bound. {{(pid=103232) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 19:26:32.362111 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-c405aed1-afd5-481e-bed5-75b84b69f2ff None None] For port 30d5b48c-dd42-4f20-aefb-bfcd14bdd370, host n-d-713498-36, cleared binding levels {{(pid=103232) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 19:26:32.383091 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-c405aed1-afd5-481e-bed5-75b84b69f2ff None None] For port 30d5b48c-dd42-4f20-aefb-bfcd14bdd370, host n-d-713498-36, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-36',level=0,port_id=30d5b48c-dd42-4f20-aefb-bfcd14bdd370,segment=NetworkSegment(285b7a58-f1fe-4d11-a50c-a03ac0b28945),segment_id=285b7a58-f1fe-4d11-a50c-a03ac0b28945)] {{(pid=103232) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 19:26:32.387151 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Current status of the port 216c8539-48a7-4076-bbc2-f54716f44142 is: ACTIVE; New status is: ACTIVE {{(pid=103232) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 19:26:32.394125 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-c405aed1-afd5-481e-bed5-75b84b69f2ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762867176205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762866656485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762866656503'] for port (30d5b48c-dd42-4f20-aefb-bfcd14bdd370), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:26:32.409550 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-b1adfb96-a26d-4e16-8570-b601d360117e tempest-PortsTestJSON-1738022054 tempest-PortsTestJSON-1738022054-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-760023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12867367', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12759238'] for subnet (10fc6168-ab07-40fe-909b-b8a7e10ebc5c), after_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:26:32.460673 n-d-713498-36 neutron-server[103230]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3419f862-502d-454b-9abe-5d373eec9e5e tempest-RoutersNegativeIpV6Test-969544946 tempest-RoutersNegativeIpV6Test-969544946-project] Network 6b40ed50-eac7-4d74-b30e-4e47958bbb73 is already hosted by enough agents. {{(pid=103230) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 19:26:32.464147 n-d-713498-36 neutron-server[103230]: DEBUG neutron.scheduler.base_scheduler [None req-3419f862-502d-454b-9abe-5d373eec9e5e tempest-RoutersNegativeIpV6Test-969544946 tempest-RoutersNegativeIpV6Test-969544946-project] Resources bound (agent type, host, resource id): {{(pid=103230) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 19:26:32.519619 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-b826ae83-317b-432e-acd2-0f792fe41612 req-e1fa2cb0-73ab-44bf-a3d7-2d4cd98aab65 tempest-ServerActionsTestJSON-347500300 tempest-ServerActionsTestJSON-347500300-project] 10.222.0.75 "GET /v2.0/security-groups?id=22c4accd-b9e4-4e3e-aec5-b2bee068a6b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2034295 Feb 09 19:26:32.524260 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1adfb96-a26d-4e16-8570-b601d360117e tempest-PortsTestJSON-1738022054 tempest-PortsTestJSON-1738022054-project] Pushing event deleted for resources: {'Subnet': ['ID=10fc6168-ab07-40fe-909b-b8a7e10ebc5c,revision_number=None']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:26:32.542695 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-aa05d20f-563e-48bd-9a72-f124a08a0814 tempest-PortsIpV6TestJSON-283107163 tempest-PortsIpV6TestJSON-283107163-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762866656467', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12867576'] for port (4d97be61-4546-4132-b8ff-20141529ca4d), after_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:26:32.563715 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c405aed1-afd5-481e-bed5-75b84b69f2ff None None] Pushing event updated for resources: {'Port': ['ID=30d5b48c-dd42-4f20-aefb-bfcd14bdd370,revision_number=2']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:26:32.657739 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Device 216c8539-48a7-4076-bbc2-f54716f44142 up at agent ovs-agent-n-d-713498-36 {{(pid=103232) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 19:26:32.715131 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-b1adfb96-a26d-4e16-8570-b601d360117e tempest-PortsTestJSON-1738022054 tempest-PortsTestJSON-1738022054-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1613566'] for subnet (None), before_response {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:26:32.736791 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-b1adfb96-a26d-4e16-8570-b601d360117e tempest-PortsTestJSON-1738022054 tempest-PortsTestJSON-1738022054-project] 10.222.0.75 "DELETE /v2.0/subnets/10fc6168-ab07-40fe-909b-b8a7e10ebc5c HTTP/1.1" status: 204 len: 168 time: 1.2645514 Feb 09 19:26:32.737902 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 52980) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:26:32.793226 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ab07bfe-0b42-47d1-a265-3c88a12e6901 None None] Network fd11cdad-dc62-4ba5-9217-4caccc35e07d requested from n-d-713498-36 {{(pid=103232) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 19:26:32.988569 n-d-713498-36 neutron-server[103230]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3419f862-502d-454b-9abe-5d373eec9e5e tempest-RoutersNegativeIpV6Test-969544946 tempest-RoutersNegativeIpV6Test-969544946-project] Router 17514739-b66a-42c7-9334-8ccb335169b4 has already been hosted by L3 agent 93303d5e-5d17-45e8-8963-7694f87783ae {{(pid=103230) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 19:26:32.998981 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-dbfd047a-ddf9-47f4-8c43-89b8e24d17fe tempest-PortsTestJSON-1738022054 tempest-PortsTestJSON-1738022054-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-670458'] for network (fd11cdad-dc62-4ba5-9217-4caccc35e07d), before_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:26:33.060879 n-d-713498-36 neutron-server[103229]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa05d20f-563e-48bd-9a72-f124a08a0814 tempest-PortsIpV6TestJSON-283107163 tempest-PortsIpV6TestJSON-283107163-project] Network 434425ec-02b9-4e22-9cf8-3ee68ecadca1 is already hosted by enough agents. {{(pid=103229) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 19:26:33.069589 n-d-713498-36 neutron-server[103229]: DEBUG neutron.scheduler.base_scheduler [None req-aa05d20f-563e-48bd-9a72-f124a08a0814 tempest-PortsIpV6TestJSON-283107163 tempest-PortsIpV6TestJSON-283107163-project] Resources bound (agent type, host, resource id): {{(pid=103229) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 19:26:33.076808 n-d-713498-36 neutron-server[103229]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa05d20f-563e-48bd-9a72-f124a08a0814 tempest-PortsIpV6TestJSON-283107163 tempest-PortsIpV6TestJSON-283107163-project] Received port after_create {{(pid=103229) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 19:26:33.106056 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa05d20f-563e-48bd-9a72-f124a08a0814 tempest-PortsIpV6TestJSON-283107163 tempest-PortsIpV6TestJSON-283107163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:26:33.106787 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-aa05d20f-563e-48bd-9a72-f124a08a0814 tempest-PortsIpV6TestJSON-283107163 tempest-PortsIpV6TestJSON-283107163-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171096'] for port (None), before_response {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:26:33.153239 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa05d20f-563e-48bd-9a72-f124a08a0814 tempest-PortsIpV6TestJSON-283107163 tempest-PortsIpV6TestJSON-283107163-project] Pushing event updated for resources: {'Port': ['ID=4d97be61-4546-4132-b8ff-20141529ca4d,revision_number=1']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:26:33.156838 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.provisioning_blocks [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Provisioning complete for port 216c8539-48a7-4076-bbc2-f54716f44142 triggered by entity L2. {{(pid=103232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 19:26:33.157218 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593630'] for port (216c8539-48a7-4076-bbc2-f54716f44142), provisioning_complete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:26:33.265108 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-aa05d20f-563e-48bd-9a72-f124a08a0814 tempest-PortsIpV6TestJSON-283107163 tempest-PortsIpV6TestJSON-283107163-project] 10.222.0.75 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 3.8578393 Feb 09 19:26:33.267525 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 52988) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:26:33.298516 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.provisioning_blocks [None req-12da1bd9-79ca-4ae5-ade1-5b994e053ccd None None] Provisioning complete for port 216c8539-48a7-4076-bbc2-f54716f44142 triggered by entity DHCP. {{(pid=103232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 19:26:33.299001 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-12da1bd9-79ca-4ae5-ade1-5b994e053ccd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593630'] for port (216c8539-48a7-4076-bbc2-f54716f44142), provisioning_complete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:26:33.462869 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f5a9acc-ad9c-4881-981a-5e50eb7a376e req-1e181744-c200-43d8-bfe8-9492ee9216a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:26:33.464398 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-3f5a9acc-ad9c-4881-981a-5e50eb7a376e req-1e181744-c200-43d8-bfe8-9492ee9216a9 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=2144a5f95fe04d169308063e9f839f8a&device_id=051c39d5-1749-483d-9498-3d1717fb73d7 HTTP/1.1" status: 200 len: 1129 time: 0.5641022 Feb 09 19:26:33.523965 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.plugin [None req-dbfd047a-ddf9-47f4-8c43-89b8e24d17fe tempest-PortsTestJSON-1738022054 tempest-PortsTestJSON-1738022054-project] Deleting port f3c971a2-b5bf-4021-9009-f551cd94095c {{(pid=103229) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 19:26:33.529584 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cba5206f-0d42-4026-8ba0-c257e63ceac8 None None] DHCP port deletion for fd11cdad-dc62-4ba5-9217-4caccc35e07d request from n-d-713498-36 {{(pid=103232) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 09 19:26:33.531970 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-dbfd047a-ddf9-47f4-8c43-89b8e24d17fe tempest-PortsTestJSON-1738022054 tempest-PortsTestJSON-1738022054-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762867170196'] for port (f3c971a2-b5bf-4021-9009-f551cd94095c), before_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:26:33.551410 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dab6258a-1477-499d-9f48-de9c267e1e8a req-c0580e82-fe73-44a1-a43d-930d47e74054 tempest-AttachVolumeShelveTestJSON-671139515 tempest-AttachVolumeShelveTestJSON-671139515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:26:33.559898 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-dab6258a-1477-499d-9f48-de9c267e1e8a req-c0580e82-fe73-44a1-a43d-930d47e74054 tempest-AttachVolumeShelveTestJSON-671139515 tempest-AttachVolumeShelveTestJSON-671139515-project] 10.222.0.75 "GET /v2.0/ports?device_id=32437e19-fcdc-4dd1-84cc-377ffcb85b84 HTTP/1.1" status: 200 len: 945 time: 0.5127900 Feb 09 19:26:33.561501 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Current status of the port 216c8539-48a7-4076-bbc2-f54716f44142 is: ACTIVE; New status is: ACTIVE {{(pid=103232) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 19:26:33.640363 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-12da1bd9-79ca-4ae5-ade1-5b994e053ccd None None] Current status of the port 216c8539-48a7-4076-bbc2-f54716f44142 is: ACTIVE; New status is: ACTIVE {{(pid=103232) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 19:26:33.643272 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3419f862-502d-454b-9abe-5d373eec9e5e tempest-RoutersNegativeIpV6Test-969544946 tempest-RoutersNegativeIpV6Test-969544946-project] Notify agent at l3_agent.n-d-713498-36 the message routers_updated {{(pid=103230) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 19:26:33.658226 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-3419f862-502d-454b-9abe-5d373eec9e5e tempest-RoutersNegativeIpV6Test-969544946 tempest-RoutersNegativeIpV6Test-969544946-project] 10.222.0.75 "PUT /v2.0/routers/17514739-b66a-42c7-9334-8ccb335169b4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.1276460 Feb 09 19:26:33.661137 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2ba0679-085f-4c01-b0b8-5f3f86f4d050 None None] Sync routers for ids ['17514739-b66a-42c7-9334-8ccb335169b4'] in n-d-713498-36 {{(pid=103232) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 19:26:33.663408 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 52998) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:26:33.703414 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2ba0679-085f-4c01-b0b8-5f3f86f4d050 None None] Routers {'17514739-b66a-42c7-9334-8ccb335169b4'} bound to L3 agent in host n-d-713498-36 {{(pid=103232) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 19:26:33.704050 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.l3_hamode_db [None req-f2ba0679-085f-4c01-b0b8-5f3f86f4d050 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-09T18:51:43Z,description=,heartbeat_timestamp=2022-02-09T19:26:13Z,host='n-d-713498-36',id=93303d5e-5d17-45e8-8963-7694f87783ae,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T18:51:43Z,topic='l3_agent')) {'router_ids': ['17514739-b66a-42c7-9334-8ccb335169b4'], 'active': True} {{(pid=103232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:26:33.753533 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.db [None req-dbfd047a-ddf9-47f4-8c43-89b8e24d17fe tempest-PortsTestJSON-1738022054 tempest-PortsTestJSON-1738022054-project] For port f3c971a2-b5bf-4021-9009-f551cd94095c, host n-d-713498-36, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-36',level=0,port_id=f3c971a2-b5bf-4021-9009-f551cd94095c,segment=NetworkSegment(e78c8ed8-20f1-4f8f-9c03-38b8fdbbf714),segment_id=e78c8ed8-20f1-4f8f-9c03-38b8fdbbf714)] {{(pid=103229) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 19:26:33.753854 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-dbfd047a-ddf9-47f4-8c43-89b8e24d17fe tempest-PortsTestJSON-1738022054 tempest-PortsTestJSON-1738022054-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1820838'] for port (f3c971a2-b5bf-4021-9009-f551cd94095c), precommit_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:26:33.792315 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.plugin [None req-dbfd047a-ddf9-47f4-8c43-89b8e24d17fe tempest-PortsTestJSON-1738022054 tempest-PortsTestJSON-1738022054-project] Calling delete_port for f3c971a2-b5bf-4021-9009-f551cd94095c owned by network:dhcp {{(pid=103229) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 19:26:33.847047 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.l3_hamode_db [None req-f2ba0679-085f-4c01-b0b8-5f3f86f4d050 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713498-36', False) {} {{(pid=103232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:26:33.901451 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.plugin [None req-1b072ad8-ab96-4df7-841a-3485a5a75ae1 tempest-PortsIpV6TestJSON-283107163 tempest-PortsIpV6TestJSON-283107163-project] Deleting port 4d97be61-4546-4132-b8ff-20141529ca4d {{(pid=103229) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 19:26:33.901908 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-1b072ad8-ab96-4df7-841a-3485a5a75ae1 tempest-PortsIpV6TestJSON-283107163 tempest-PortsIpV6TestJSON-283107163-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762867170196'] for port (4d97be61-4546-4132-b8ff-20141529ca4d), before_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:26:33.922032 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.provisioning_blocks [None req-a43a44c6-365a-461d-9e9c-dfc053242e44 None None] Provisioning complete for port 95181c6d-a44f-4a9c-b61a-a9b515200cbf triggered by entity DHCP. {{(pid=103232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 19:26:33.922476 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-a43a44c6-365a-461d-9e9c-dfc053242e44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593630'] for port (95181c6d-a44f-4a9c-b61a-a9b515200cbf), provisioning_complete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:26:33.972150 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-dab6258a-1477-499d-9f48-de9c267e1e8a req-79dcb9ad-73fc-4e10-98b5-b00c705f4df6 tempest-AttachVolumeShelveTestJSON-671139515 tempest-AttachVolumeShelveTestJSON-671139515-project] 10.222.0.75 "GET /v2.0/security-groups?id=e78d9a5a-8306-4175-aed3-1bd14ac6b154&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4110899 Feb 09 19:26:34.031083 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f5a9acc-ad9c-4881-981a-5e50eb7a376e req-9b5f6a1e-f301-471e-a8cb-f06c52724038 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:26:34.032592 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-3f5a9acc-ad9c-4881-981a-5e50eb7a376e req-9b5f6a1e-f301-471e-a8cb-f06c52724038 service neutron] 10.222.0.89 "GET /v2.0/networks?id=2324528b-82cd-4c53-b665-41f5fd12f858 HTTP/1.1" status: 200 len: 911 time: 0.5380020 Feb 09 19:26:34.088595 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-a43a44c6-365a-461d-9e9c-dfc053242e44 None None] Port 95181c6d-a44f-4a9c-b61a-a9b515200cbf cannot update to ACTIVE because it is not bound. {{(pid=103232) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 19:26:34.093580 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-dbfd047a-ddf9-47f4-8c43-89b8e24d17fe tempest-PortsTestJSON-1738022054 tempest-PortsTestJSON-1738022054-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762867177463', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762866656476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12867576'] for port (f3c971a2-b5bf-4021-9009-f551cd94095c), after_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:26:34.103370 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-cba5206f-0d42-4026-8ba0-c257e63ceac8 None None] Deleting port f3c971a2-b5bf-4021-9009-f551cd94095c {{(pid=103232) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 19:26:34.103996 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-cba5206f-0d42-4026-8ba0-c257e63ceac8 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762867170196'] for port (f3c971a2-b5bf-4021-9009-f551cd94095c), before_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:26:34.119279 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2ba0679-085f-4c01-b0b8-5f3f86f4d050 None None] Routers {'17514739-b66a-42c7-9334-8ccb335169b4'} bound to L3 agent in host n-d-713498-36 {{(pid=103232) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 19:26:34.126812 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.l3_hamode_db [None req-f2ba0679-085f-4c01-b0b8-5f3f86f4d050 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-09T18:51:43Z,description=,heartbeat_timestamp=2022-02-09T19:26:13Z,host='n-d-713498-36',id=93303d5e-5d17-45e8-8963-7694f87783ae,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T18:51:43Z,topic='l3_agent')) {'router_ids': ['17514739-b66a-42c7-9334-8ccb335169b4'], 'active': True} {{(pid=103232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:26:34.136749 n-d-713498-36 neutron-server[103229]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbfd047a-ddf9-47f4-8c43-89b8e24d17fe tempest-PortsTestJSON-1738022054 tempest-PortsTestJSON-1738022054-project] No DVR routers for this DVR port f3c971a2-b5bf-4021-9009-f551cd94095c on host n-d-713498-36 {{(pid=103229) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 19:26:34.184951 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-3f5a9acc-ad9c-4881-981a-5e50eb7a376e req-0b2f04f9-c52a-4d35-bc81-7ae9e3e4b175 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a34a9f5b-dfaf-4cc5-97f9-2128f12c41e5 HTTP/1.1" status: 200 len: 217 time: 0.1378174 Feb 09 19:26:34.341408 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f5a9acc-ad9c-4881-981a-5e50eb7a376e req-2ac8bf72-ed21-479e-b71e-6f9e96a81b82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:26:34.342921 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-3f5a9acc-ad9c-4881-981a-5e50eb7a376e req-2ac8bf72-ed21-479e-b71e-6f9e96a81b82 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=e2b46c61-e766-43ec-83e4-53a2c0064c76 HTTP/1.1" status: 200 len: 850 time: 0.1314366 Feb 09 19:26:34.348202 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-c8aaaf39-2a1c-4392-b6eb-b762de7a34d9 tempest-RoutersNegativeIpV6Test-969544946 tempest-RoutersNegativeIpV6Test-969544946-project] Publish callbacks [] for router (17514739-b66a-42c7-9334-8ccb335169b4), before_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:26:34.402989 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.l3_hamode_db [None req-f2ba0679-085f-4c01-b0b8-5f3f86f4d050 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713498-36', False) {} {{(pid=103232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:26:34.403919 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2ba0679-085f-4c01-b0b8-5f3f86f4d050 None None] The sync data for ids ['17514739-b66a-42c7-9334-8ccb335169b4'] in n-d-713498-36 is: [] {{(pid=103232) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 19:26:34.496281 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-cba5206f-0d42-4026-8ba0-c257e63ceac8 None None] For port f3c971a2-b5bf-4021-9009-f551cd94095c, host n-d-713498-36, got binding levels [] {{(pid=103232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 19:26:34.498510 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-cba5206f-0d42-4026-8ba0-c257e63ceac8 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1820838'] for port (f3c971a2-b5bf-4021-9009-f551cd94095c), precommit_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:26:34.557516 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-cba5206f-0d42-4026-8ba0-c257e63ceac8 None None] Calling delete_port for f3c971a2-b5bf-4021-9009-f551cd94095c owned by network:dhcp {{(pid=103232) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 19:26:34.578066 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.ipam_backend_mixin [None req-cba5206f-0d42-4026-8ba0-c257e63ceac8 None None] Port f3c971a2-b5bf-4021-9009-f551cd94095c was not found and therefore no delete operation was performed {{(pid=103232) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Feb 09 19:26:34.579682 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-cba5206f-0d42-4026-8ba0-c257e63ceac8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762867177463', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762866656476'] for port (f3c971a2-b5bf-4021-9009-f551cd94095c), after_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:26:34.614172 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-3f5a9acc-ad9c-4881-981a-5e50eb7a376e req-cc23383e-f6e0-4dfc-b047-2ac13cb03ae9 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=2324528b-82cd-4c53-b665-41f5fd12f858&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2586594 Feb 09 19:26:34.666117 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3be84d5-c46a-402c-a765-b5e37e9eb8c8 None None] Network 434425ec-02b9-4e22-9cf8-3ee68ecadca1 requested from n-d-713498-36 {{(pid=103232) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 19:26:34.692709 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Device 30d5b48c-dd42-4f20-aefb-bfcd14bdd370 up at agent ovs-agent-n-d-713498-36 {{(pid=103232) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 19:26:34.760198 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-3f5a9acc-ad9c-4881-981a-5e50eb7a376e req-87ae6315-d5f1-4b7c-9009-18ed66827b9f service neutron] 10.222.0.89 "GET /v2.0/networks/2324528b-82cd-4c53-b665-41f5fd12f858?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1305656 Feb 09 19:26:34.767700 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cba5206f-0d42-4026-8ba0-c257e63ceac8 None None] Pushing event deleted for resources: {'Port': ['ID=f3c971a2-b5bf-4021-9009-f551cd94095c,revision_number=None']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:26:34.784124 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd8ea63b-5b04-4bac-bd5c-818b721f305d req-f9f639e4-591e-4e7c-9857-9dc4c800690a tempest-ServerRescueTestJSON-1886685382 tempest-ServerRescueTestJSON-1886685382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:26:34.794019 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-bd8ea63b-5b04-4bac-bd5c-818b721f305d req-f9f639e4-591e-4e7c-9857-9dc4c800690a tempest-ServerRescueTestJSON-1886685382 tempest-ServerRescueTestJSON-1886685382-project] 10.222.0.75 "GET /v2.0/ports?device_id=051c39d5-1749-483d-9498-3d1717fb73d7 HTTP/1.1" status: 200 len: 946 time: 0.6043506 Feb 09 19:26:34.905081 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cba5206f-0d42-4026-8ba0-c257e63ceac8 None None] No DVR routers for this DVR port f3c971a2-b5bf-4021-9009-f551cd94095c on host n-d-713498-36 {{(pid=103232) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 19:26:34.920908 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-bd8ea63b-5b04-4bac-bd5c-818b721f305d req-9802d640-944d-4cc4-8d0d-53f6e52cb39b tempest-ServerRescueTestJSON-1886685382 tempest-ServerRescueTestJSON-1886685382-project] 10.222.0.75 "GET /v2.0/security-groups?id=e2c286ed-f317-46f6-b582-9a19546e0cee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1255732 Feb 09 19:26:34.922128 n-d-713498-36 neutron-server[103230]: INFO neutron.api.v2.resource [None req-c8aaaf39-2a1c-4392-b6eb-b762de7a34d9 tempest-RoutersNegativeIpV6Test-969544946 tempest-RoutersNegativeIpV6Test-969544946-project] delete failed (client error): There was a conflict when trying to complete your request. Feb 09 19:26:34.927936 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-c8aaaf39-2a1c-4392-b6eb-b762de7a34d9 tempest-RoutersNegativeIpV6Test-969544946 tempest-RoutersNegativeIpV6Test-969544946-project] 10.222.0.75 "DELETE /v2.0/routers/17514739-b66a-42c7-9334-8ccb335169b4 HTTP/1.1" status: 409 len: 329 time: 1.2634146 Feb 09 19:26:34.928570 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 53006) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:26:35.089739 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.provisioning_blocks [None req-5b74ee32-1cda-45c3-8eb6-4c437aeacf9d None None] Provisioning complete for port 30d5b48c-dd42-4f20-aefb-bfcd14bdd370 triggered by entity DHCP. {{(pid=103232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 19:26:35.091127 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-5b74ee32-1cda-45c3-8eb6-4c437aeacf9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593630'] for port (30d5b48c-dd42-4f20-aefb-bfcd14bdd370), provisioning_complete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:26:35.116883 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-3f5a9acc-ad9c-4881-981a-5e50eb7a376e req-e6b76816-1ed9-402c-98e8-800cbfb137c7 service neutron] 10.222.0.89 "GET /v2.0/networks/2324528b-82cd-4c53-b665-41f5fd12f858?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3154676 Feb 09 19:26:35.196410 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-1b072ad8-ab96-4df7-841a-3485a5a75ae1 tempest-PortsIpV6TestJSON-283107163 tempest-PortsIpV6TestJSON-283107163-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1820838'] for port (4d97be61-4546-4132-b8ff-20141529ca4d), precommit_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:26:35.199974 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbfd047a-ddf9-47f4-8c43-89b8e24d17fe tempest-PortsTestJSON-1738022054 tempest-PortsTestJSON-1738022054-project] Pushing event deleted for resources: {'Port': ['ID=f3c971a2-b5bf-4021-9009-f551cd94095c,revision_number=None']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:26:35.203004 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.provisioning_blocks [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Provisioning complete for port 30d5b48c-dd42-4f20-aefb-bfcd14bdd370 triggered by entity L2. {{(pid=103232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 19:26:35.203390 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593630'] for port (30d5b48c-dd42-4f20-aefb-bfcd14bdd370), provisioning_complete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:26:35.385686 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-dbfd047a-ddf9-47f4-8c43-89b8e24d17fe tempest-PortsTestJSON-1738022054 tempest-PortsTestJSON-1738022054-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-590267', 'neutron.services.segments.db._delete_segments_for_network-8762867132609'] for network (fd11cdad-dc62-4ba5-9217-4caccc35e07d), precommit_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:26:35.464132 n-d-713498-36 neutron-server[103229]: DEBUG neutron.services.segments.db [None req-dbfd047a-ddf9-47f4-8c43-89b8e24d17fe tempest-PortsTestJSON-1738022054 tempest-PortsTestJSON-1738022054-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fd11cdad-dc62-4ba5-9217-4caccc35e07d']}} {{(pid=103229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:26:35.480530 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.plugin [None req-1b072ad8-ab96-4df7-841a-3485a5a75ae1 tempest-PortsIpV6TestJSON-283107163 tempest-PortsIpV6TestJSON-283107163-project] Calling delete_port for 4d97be61-4546-4132-b8ff-20141529ca4d owned by {{(pid=103229) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 19:26:35.483748 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbfd047a-ddf9-47f4-8c43-89b8e24d17fe tempest-PortsTestJSON-1738022054 tempest-PortsTestJSON-1738022054-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:26:35.484390 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbfd047a-ddf9-47f4-8c43-89b8e24d17fe tempest-PortsTestJSON-1738022054 tempest-PortsTestJSON-1738022054-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:26:35.484996 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbfd047a-ddf9-47f4-8c43-89b8e24d17fe tempest-PortsTestJSON-1738022054 tempest-PortsTestJSON-1738022054-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:26:35.485572 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbfd047a-ddf9-47f4-8c43-89b8e24d17fe tempest-PortsTestJSON-1738022054 tempest-PortsTestJSON-1738022054-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:26:35.486174 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbfd047a-ddf9-47f4-8c43-89b8e24d17fe tempest-PortsTestJSON-1738022054 tempest-PortsTestJSON-1738022054-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:26:35.486746 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbfd047a-ddf9-47f4-8c43-89b8e24d17fe tempest-PortsTestJSON-1738022054 tempest-PortsTestJSON-1738022054-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:26:35.490303 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbfd047a-ddf9-47f4-8c43-89b8e24d17fe tempest-PortsTestJSON-1738022054 tempest-PortsTestJSON-1738022054-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:26:35.490917 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbfd047a-ddf9-47f4-8c43-89b8e24d17fe tempest-PortsTestJSON-1738022054 tempest-PortsTestJSON-1738022054-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:26:35.491612 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbfd047a-ddf9-47f4-8c43-89b8e24d17fe tempest-PortsTestJSON-1738022054 tempest-PortsTestJSON-1738022054-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:26:35.492180 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbfd047a-ddf9-47f4-8c43-89b8e24d17fe tempest-PortsTestJSON-1738022054 tempest-PortsTestJSON-1738022054-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:26:35.492759 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbfd047a-ddf9-47f4-8c43-89b8e24d17fe tempest-PortsTestJSON-1738022054 tempest-PortsTestJSON-1738022054-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:26:35.499401 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbfd047a-ddf9-47f4-8c43-89b8e24d17fe tempest-PortsTestJSON-1738022054 tempest-PortsTestJSON-1738022054-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:26:35.501452 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbfd047a-ddf9-47f4-8c43-89b8e24d17fe tempest-PortsTestJSON-1738022054 tempest-PortsTestJSON-1738022054-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:26:35.508099 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Current status of the port 30d5b48c-dd42-4f20-aefb-bfcd14bdd370 is: DOWN; New status is: ACTIVE {{(pid=103232) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 19:26:35.508099 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (30d5b48c-dd42-4f20-aefb-bfcd14bdd370), before_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:26:35.531681 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-5b74ee32-1cda-45c3-8eb6-4c437aeacf9d None None] Current status of the port 30d5b48c-dd42-4f20-aefb-bfcd14bdd370 is: DOWN; New status is: ACTIVE {{(pid=103232) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 19:26:35.532082 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-5b74ee32-1cda-45c3-8eb6-4c437aeacf9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (30d5b48c-dd42-4f20-aefb-bfcd14bdd370), before_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:26:35.548550 n-d-713498-36 neutron-server[103229]: DEBUG neutron.services.segments.db [None req-dbfd047a-ddf9-47f4-8c43-89b8e24d17fe tempest-PortsTestJSON-1738022054 tempest-PortsTestJSON-1738022054-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e78c8ed8-20f1-4f8f-9c03-38b8fdbbf714') {'for_net_delete': True} {{(pid=103229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:26:35.558269 n-d-713498-36 neutron-server[103229]: DEBUG neutron.services.segments.db [None req-dbfd047a-ddf9-47f4-8c43-89b8e24d17fe tempest-PortsTestJSON-1738022054 tempest-PortsTestJSON-1738022054-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e78c8ed8-20f1-4f8f-9c03-38b8fdbbf714') {} {{(pid=103229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:26:35.597487 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-dbfd047a-ddf9-47f4-8c43-89b8e24d17fe tempest-PortsTestJSON-1738022054 tempest-PortsTestJSON-1738022054-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762867134154', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16683417'] for segment (e78c8ed8-20f1-4f8f-9c03-38b8fdbbf714), before_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:26:35.667487 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-5b74ee32-1cda-45c3-8eb6-4c437aeacf9d None None] For port 30d5b48c-dd42-4f20-aefb-bfcd14bdd370, host n-d-713498-36, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-36',level=0,port_id=30d5b48c-dd42-4f20-aefb-bfcd14bdd370,segment=NetworkSegment(285b7a58-f1fe-4d11-a50c-a03ac0b28945),segment_id=285b7a58-f1fe-4d11-a50c-a03ac0b28945)] {{(pid=103232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 19:26:35.754419 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-dbfd047a-ddf9-47f4-8c43-89b8e24d17fe tempest-PortsTestJSON-1738022054 tempest-PortsTestJSON-1738022054-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-759574'] for segment (e78c8ed8-20f1-4f8f-9c03-38b8fdbbf714), precommit_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:26:35.773544 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ae8f012-aa06-4091-b695-3d223143cc61 req-159c2e2d-a884-4a89-81ea-bc5171728db1 tempest-ServerActionsTestJSON-347500300 tempest-ServerActionsTestJSON-347500300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:26:35.775503 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-8ae8f012-aa06-4091-b695-3d223143cc61 req-159c2e2d-a884-4a89-81ea-bc5171728db1 tempest-ServerActionsTestJSON-347500300 tempest-ServerActionsTestJSON-347500300-project] 10.222.0.75 "GET /v2.0/ports?device_id=a1fbc70b-9dd3-44f5-99b0-85f3dff92d7d HTTP/1.1" status: 200 len: 946 time: 0.7223740 Feb 09 19:26:35.786963 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dbfd047a-ddf9-47f4-8c43-89b8e24d17fe tempest-PortsTestJSON-1738022054 tempest-PortsTestJSON-1738022054-project] Releasing vlan 371 on physical network physnet1 to pool {{(pid=103229) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 19:26:35.789988 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-dbfd047a-ddf9-47f4-8c43-89b8e24d17fe tempest-PortsTestJSON-1738022054 tempest-PortsTestJSON-1738022054-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-759574', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12867469'] for segment (e78c8ed8-20f1-4f8f-9c03-38b8fdbbf714), after_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:26:35.825214 n-d-713498-36 neutron-server[103229]: Traceback (most recent call last): Feb 09 19:26:35.825214 n-d-713498-36 neutron-server[103229]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 19:26:35.825214 n-d-713498-36 neutron-server[103229]: timer() Feb 09 19:26:35.825214 n-d-713498-36 neutron-server[103229]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 19:26:35.825214 n-d-713498-36 neutron-server[103229]: cb(*args, **kw) Feb 09 19:26:35.825214 n-d-713498-36 neutron-server[103229]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 19:26:35.825214 n-d-713498-36 neutron-server[103229]: return func(*args, **kwargs) Feb 09 19:26:35.825214 n-d-713498-36 neutron-server[103229]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 19:26:35.825214 n-d-713498-36 neutron-server[103229]: self._notify() Feb 09 19:26:35.825214 n-d-713498-36 neutron-server[103229]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 19:26:35.825214 n-d-713498-36 neutron-server[103229]: self.callback(batched_events) Feb 09 19:26:35.825214 n-d-713498-36 neutron-server[103229]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 19:26:35.825214 n-d-713498-36 neutron-server[103229]: event.method(event) Feb 09 19:26:35.825214 n-d-713498-36 neutron-server[103229]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 19:26:35.825214 n-d-713498-36 neutron-server[103229]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 19:26:35.825214 n-d-713498-36 neutron-server[103229]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 19:26:35.825214 n-d-713498-36 neutron-server[103229]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 19:26:35.825214 n-d-713498-36 neutron-server[103229]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 19:26:35.825214 n-d-713498-36 neutron-server[103229]: return f(self, *a, **k) Feb 09 19:26:35.825214 n-d-713498-36 neutron-server[103229]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 19:26:35.825214 n-d-713498-36 neutron-server[103229]: return self._get(url).json() Feb 09 19:26:35.825214 n-d-713498-36 neutron-server[103229]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 19:26:35.825214 n-d-713498-36 neutron-server[103229]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 19:26:35.825214 n-d-713498-36 neutron-server[103229]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 19:26:35.825214 n-d-713498-36 neutron-server[103229]: return self.request(url, 'GET', **kwargs) Feb 09 19:26:35.825214 n-d-713498-36 neutron-server[103229]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 19:26:35.825214 n-d-713498-36 neutron-server[103229]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 19:26:35.825214 n-d-713498-36 neutron-server[103229]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 19:26:35.825214 n-d-713498-36 neutron-server[103229]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 19:26:35.825214 n-d-713498-36 neutron-server[103229]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 19:26:35.825214 n-d-713498-36 neutron-server[103229]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 19:26:35.825214 n-d-713498-36 neutron-server[103229]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 19:26:35.839372 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-5b74ee32-1cda-45c3-8eb6-4c437aeacf9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762867176205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762866656485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762866656503'] for port (30d5b48c-dd42-4f20-aefb-bfcd14bdd370), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:26:35.845446 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.db.api [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103232) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 09 19:26:35.849918 n-d-713498-36 neutron-server[103232]: DEBUG oslo_db.api [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 09 19:26:35.987910 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b74ee32-1cda-45c3-8eb6-4c437aeacf9d None None] Pushing event updated for resources: {'Port': ['ID=30d5b48c-dd42-4f20-aefb-bfcd14bdd370,revision_number=3']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:26:35.995514 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-dbfd047a-ddf9-47f4-8c43-89b8e24d17fe tempest-PortsTestJSON-1738022054 tempest-PortsTestJSON-1738022054-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-590242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1885479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1818895'] for network (fd11cdad-dc62-4ba5-9217-4caccc35e07d), after_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:26:36.007513 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-dbfd047a-ddf9-47f4-8c43-89b8e24d17fe tempest-PortsTestJSON-1738022054 tempest-PortsTestJSON-1738022054-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1613566'] for network (None), before_response {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:26:36.011559 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-dbfd047a-ddf9-47f4-8c43-89b8e24d17fe tempest-PortsTestJSON-1738022054 tempest-PortsTestJSON-1738022054-project] 10.222.0.75 "DELETE /v2.0/networks/fd11cdad-dc62-4ba5-9217-4caccc35e07d HTTP/1.1" status: 204 len: 168 time: 3.2458839 Feb 09 19:26:36.017132 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 53014) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:26:36.024008 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.v2.base [None req-75c454ad-5d1e-43cf-b087-189c16742a9b tempest-PortsTestJSON-1738022054 tempest-PortsTestJSON-1738022054-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1628471847'}} {{(pid=103229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 19:26:36.059921 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbfd047a-ddf9-47f4-8c43-89b8e24d17fe tempest-PortsTestJSON-1738022054 tempest-PortsTestJSON-1738022054-project] Pushing event deleted for resources: {'Network': ['ID=fd11cdad-dc62-4ba5-9217-4caccc35e07d,revision_number=None']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:26:36.069195 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.provisioning_blocks [None req-d5b06389-f5b1-4549-bf2e-09282b8ef123 None None] Provisioning complete for port 30d5b48c-dd42-4f20-aefb-bfcd14bdd370 triggered by entity DHCP. {{(pid=103232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 19:26:36.069826 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-d5b06389-f5b1-4549-bf2e-09282b8ef123 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593630'] for port (30d5b48c-dd42-4f20-aefb-bfcd14bdd370), provisioning_complete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:26:36.112951 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-8ae8f012-aa06-4091-b695-3d223143cc61 req-7f53d265-1c81-40b8-8f85-1f6f0dcc259c tempest-ServerActionsTestJSON-347500300 tempest-ServerActionsTestJSON-347500300-project] 10.222.0.75 "GET /v2.0/security-groups?id=22c4accd-b9e4-4e3e-aec5-b2bee068a6b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2913878 Feb 09 19:26:36.174041 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-fcaccb48-b23d-4c8a-95c7-6c07bf0b7fd2 tempest-RoutersNegativeIpV6Test-969544946 tempest-RoutersNegativeIpV6Test-969544946-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1834525'] for router_interface (17514739-b66a-42c7-9334-8ccb335169b4), before_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:26:36.256316 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-75c454ad-5d1e-43cf-b087-189c16742a9b tempest-PortsTestJSON-1738022054 tempest-PortsTestJSON-1738022054-project] Made reservation on behalf of 150a397110044967a3816a9b460534fa for: {'network': 1} {{(pid=103229) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 19:26:36.260615 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-75c454ad-5d1e-43cf-b087-189c16742a9b tempest-PortsTestJSON-1738022054 tempest-PortsTestJSON-1738022054-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for network (None), before_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:26:36.332150 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-1b072ad8-ab96-4df7-841a-3485a5a75ae1 tempest-PortsIpV6TestJSON-283107163 tempest-PortsIpV6TestJSON-283107163-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762867177463', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762866656476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12867576'] for port (4d97be61-4546-4132-b8ff-20141529ca4d), after_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:26:36.376111 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b072ad8-ab96-4df7-841a-3485a5a75ae1 tempest-PortsIpV6TestJSON-283107163 tempest-PortsIpV6TestJSON-283107163-project] Pushing event deleted for resources: {'Port': ['ID=4d97be61-4546-4132-b8ff-20141529ca4d,revision_number=None']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:26:36.390646 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-75c454ad-5d1e-43cf-b087-189c16742a9b tempest-PortsTestJSON-1738022054 tempest-PortsTestJSON-1738022054-project] vlan segment allocate from pool success with {'vlan_id': 381, 'physical_network': 'physnet1'} {{(pid=103229) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 19:26:36.443572 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-1b072ad8-ab96-4df7-841a-3485a5a75ae1 tempest-PortsIpV6TestJSON-283107163 tempest-PortsIpV6TestJSON-283107163-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171096'] for port (None), before_response {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:26:36.450132 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-1b072ad8-ab96-4df7-841a-3485a5a75ae1 tempest-PortsIpV6TestJSON-283107163 tempest-PortsIpV6TestJSON-283107163-project] 10.222.0.75 "DELETE /v2.0/ports/4d97be61-4546-4132-b8ff-20141529ca4d HTTP/1.1" status: 204 len: 168 time: 3.1790662 Feb 09 19:26:36.450132 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-75c454ad-5d1e-43cf-b087-189c16742a9b tempest-PortsTestJSON-1738022054 tempest-PortsTestJSON-1738022054-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-759574'] for segment (3177b872-37c5-4423-a891-ede9a3c2eb46), precommit_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:26:36.450132 n-d-713498-36 neutron-server[103229]: INFO neutron.db.segments_db [None req-75c454ad-5d1e-43cf-b087-189c16742a9b tempest-PortsTestJSON-1738022054 tempest-PortsTestJSON-1738022054-project] Added segment 3177b872-37c5-4423-a891-ede9a3c2eb46 of type vlan for network 5ec5809a-aa76-44ce-b627-2b60985d321b Feb 09 19:26:36.455063 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 53018) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:26:36.498628 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-d5b06389-f5b1-4549-bf2e-09282b8ef123 None None] Current status of the port 30d5b48c-dd42-4f20-aefb-bfcd14bdd370 is: ACTIVE; New status is: ACTIVE {{(pid=103232) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 19:26:36.550461 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.provisioning_blocks [None req-d5b06389-f5b1-4549-bf2e-09282b8ef123 None None] Could not find standard attr ID for object 4d97be61-4546-4132-b8ff-20141529ca4d. {{(pid=103232) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 09 19:26:36.560340 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Current status of the port 30d5b48c-dd42-4f20-aefb-bfcd14bdd370 is: ACTIVE; New status is: ACTIVE {{(pid=103232) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 19:26:36.560990 n-d-713498-36 neutron-server[103229]: INFO neutron.pecan_wsgi.hooks.translation [None req-56a5a04f-821c-42c1-9a2f-9b062c2c15cc tempest-PortsIpV6TestJSON-283107163 tempest-PortsIpV6TestJSON-283107163-project] DELETE failed (client error): The resource could not be found. Feb 09 19:26:36.574720 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-56a5a04f-821c-42c1-9a2f-9b062c2c15cc tempest-PortsIpV6TestJSON-283107163 tempest-PortsIpV6TestJSON-283107163-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103229) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 19:26:36.580943 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-56a5a04f-821c-42c1-9a2f-9b062c2c15cc tempest-PortsIpV6TestJSON-283107163 tempest-PortsIpV6TestJSON-283107163-project] 10.222.0.75 "DELETE /v2.0/ports/4d97be61-4546-4132-b8ff-20141529ca4d HTTP/1.1" status: 404 len: 333 time: 0.0997698 Feb 09 19:26:36.638231 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 53020) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:26:36.683564 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-75c454ad-5d1e-43cf-b087-189c16742a9b tempest-PortsTestJSON-1738022054 tempest-PortsTestJSON-1738022054-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762866642225'] for network (5ec5809a-aa76-44ce-b627-2b60985d321b), precommit_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:26:36.684252 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Device f3c971a2-b5bf-4021-9009-f551cd94095c no longer exists at agent ovs-agent-n-d-713498-36 {{(pid=103232) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 19:26:36.701714 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.provisioning_blocks [None req-e5c3527c-b4fe-41ef-ae00-3cc6f293fbb8 None None] Could not find standard attr ID for object 4d97be61-4546-4132-b8ff-20141529ca4d. {{(pid=103232) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 09 19:26:36.715634 n-d-713498-36 neutron-server[103229]: INFO neutron.pecan_wsgi.hooks.translation [None req-90adbdc6-652d-4f8d-a7f6-9d4e50ef07fb tempest-PortsIpV6TestJSON-283107163 tempest-PortsIpV6TestJSON-283107163-project] GET failed (client error): The resource could not be found. Feb 09 19:26:36.717086 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-90adbdc6-652d-4f8d-a7f6-9d4e50ef07fb tempest-PortsIpV6TestJSON-283107163 tempest-PortsIpV6TestJSON-283107163-project] 10.222.0.75 "GET /v2.0/ports/4d97be61-4546-4132-b8ff-20141529ca4d HTTP/1.1" status: 404 len: 333 time: 0.0774608 Feb 09 19:26:36.719770 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 53028) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:26:36.788972 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] No Port match for: f3c971a2-b5bf-4021-9009-f551cd94095c {{(pid=103232) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 19:26:36.789846 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0d936a8-6327-45cb-8d0c-73b4a5b52b29 req-edbbaf5b-dfe5-4da6-b56b-d7583723d664 tempest-AttachVolumeShelveTestJSON-671139515 tempest-AttachVolumeShelveTestJSON-671139515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:26:36.790403 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Device f3c971a2-b5bf-4021-9009-f551cd94095c not bound to the agent host n-d-713498-36 {{(pid=103232) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 19:26:36.795936 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-b0d936a8-6327-45cb-8d0c-73b4a5b52b29 req-edbbaf5b-dfe5-4da6-b56b-d7583723d664 tempest-AttachVolumeShelveTestJSON-671139515 tempest-AttachVolumeShelveTestJSON-671139515-project] 10.222.0.75 "GET /v2.0/ports?device_id=32437e19-fcdc-4dd1-84cc-377ffcb85b84 HTTP/1.1" status: 200 len: 945 time: 0.2732601 Feb 09 19:26:36.923102 n-d-713498-36 neutron-server[103229]: DEBUG neutron.db.db_base_plugin_v2 [None req-b5a9442a-03f2-4fab-872b-4b134937e28e tempest-PortsIpV6TestJSON-283107163 tempest-PortsIpV6TestJSON-283107163-project] Deleting subnet c0a795e2-2889-4a4c-af3e-64c92fb96b47 {{(pid=103229) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 19:26:36.926061 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.db.resource_extend [None req-75c454ad-5d1e-43cf-b087-189c16742a9b tempest-PortsTestJSON-1738022054 tempest-PortsTestJSON-1738022054-project] It took 0.22 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 09 19:26:36.971167 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-b5a9442a-03f2-4fab-872b-4b134937e28e tempest-PortsIpV6TestJSON-283107163 tempest-PortsIpV6TestJSON-283107163-project] Publish callbacks [] for subnet (c0a795e2-2889-4a4c-af3e-64c92fb96b47), before_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:26:36.985024 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-75c454ad-5d1e-43cf-b087-189c16742a9b tempest-PortsTestJSON-1738022054 tempest-PortsTestJSON-1738022054-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1885479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452'] for network (5ec5809a-aa76-44ce-b627-2b60985d321b), after_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:26:36.990707 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75c454ad-5d1e-43cf-b087-189c16742a9b tempest-PortsTestJSON-1738022054 tempest-PortsTestJSON-1738022054-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:26:36.991335 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-75c454ad-5d1e-43cf-b087-189c16742a9b tempest-PortsTestJSON-1738022054 tempest-PortsTestJSON-1738022054-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1613566'] for network (None), before_response {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:26:37.051065 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Device 30d5b48c-dd42-4f20-aefb-bfcd14bdd370 up at agent ovs-agent-n-d-713498-36 {{(pid=103232) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 19:26:37.053003 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-b0d936a8-6327-45cb-8d0c-73b4a5b52b29 req-1e028c95-3d54-4612-87be-a1bf8a2e1521 tempest-AttachVolumeShelveTestJSON-671139515 tempest-AttachVolumeShelveTestJSON-671139515-project] 10.222.0.75 "GET /v2.0/security-groups?id=e78d9a5a-8306-4175-aed3-1bd14ac6b154&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1774752 Feb 09 19:26:37.143234 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.provisioning_blocks [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Provisioning complete for port 30d5b48c-dd42-4f20-aefb-bfcd14bdd370 triggered by entity L2. {{(pid=103232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 19:26:37.143839 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593630'] for port (30d5b48c-dd42-4f20-aefb-bfcd14bdd370), provisioning_complete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:26:37.292128 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-75c454ad-5d1e-43cf-b087-189c16742a9b tempest-PortsTestJSON-1738022054 tempest-PortsTestJSON-1738022054-project] 10.222.0.75 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 1.2731743 Feb 09 19:26:37.310022 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 53044) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:26:37.317302 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-b5a9442a-03f2-4fab-872b-4b134937e28e tempest-PortsIpV6TestJSON-283107163 tempest-PortsIpV6TestJSON-283107163-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16683410'] for subnet (c0a795e2-2889-4a4c-af3e-64c92fb96b47), precommit_delete_associations {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:26:37.355239 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.v2.base [None req-c7ec538e-f236-4b4a-9e58-11a7a721b953 tempest-PortsTestJSON-1738022054 tempest-PortsTestJSON-1738022054-project] Request body: {'subnet': {'network_id': '5ec5809a-aa76-44ce-b627-2b60985d321b', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103230) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 19:26:37.362306 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75c454ad-5d1e-43cf-b087-189c16742a9b tempest-PortsTestJSON-1738022054 tempest-PortsTestJSON-1738022054-project] Pushing event updated for resources: {'Network': ['ID=5ec5809a-aa76-44ce-b627-2b60985d321b,revision_number=1']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:26:37.445683 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Network 5ec5809a-aa76-44ce-b627-2b60985d321b details requested by agent ovs-agent-n-d-713498-36 with host n-d-713498-36 {{(pid=103232) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 19:26:37.464799 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02c60c8a-2240-4a6b-9bbf-d4f56658675e req-f50879bf-91db-4da2-b1f6-81fad1304d96 tempest-TestServerMultinode-969236194 tempest-TestServerMultinode-969236194-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:26:37.466546 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-02c60c8a-2240-4a6b-9bbf-d4f56658675e req-f50879bf-91db-4da2-b1f6-81fad1304d96 tempest-TestServerMultinode-969236194 tempest-TestServerMultinode-969236194-project-admin] 10.222.0.75 "GET /v2.0/networks?id=575d677e-0ef9-4672-aa02-3644cdb3dff4 HTTP/1.1" status: 200 len: 910 time: 0.3870461 Feb 09 19:26:37.498409 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-02c60c8a-2240-4a6b-9bbf-d4f56658675e req-60913d86-3291-4c43-b78c-9757ee901d27 tempest-TestServerMultinode-969236194 tempest-TestServerMultinode-969236194-project-admin] 10.222.0.75 "GET /v2.0/quotas/a6498e9907004a76b4e7e4932c01d125 HTTP/1.1" status: 200 len: 375 time: 0.0133388 Feb 09 19:26:37.531139 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.plugin [None req-fcaccb48-b23d-4c8a-95c7-6c07bf0b7fd2 tempest-RoutersNegativeIpV6Test-969544946 tempest-RoutersNegativeIpV6Test-969544946-project] Deleting port 95181c6d-a44f-4a9c-b61a-a9b515200cbf {{(pid=103230) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 19:26:37.531802 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-fcaccb48-b23d-4c8a-95c7-6c07bf0b7fd2 tempest-RoutersNegativeIpV6Test-969544946 tempest-RoutersNegativeIpV6Test-969544946-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762867170196'] for port (95181c6d-a44f-4a9c-b61a-a9b515200cbf), before_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:26:37.573221 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db901397-583b-40dc-8bc4-c536ea6792f6 req-5dea8811-5fcf-410f-9d69-35a5f4cb7560 tempest-ServerRescueTestJSON-1886685382 tempest-ServerRescueTestJSON-1886685382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:26:37.574896 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-db901397-583b-40dc-8bc4-c536ea6792f6 req-5dea8811-5fcf-410f-9d69-35a5f4cb7560 tempest-ServerRescueTestJSON-1886685382 tempest-ServerRescueTestJSON-1886685382-project] 10.222.0.75 "GET /v2.0/ports?device_id=051c39d5-1749-483d-9498-3d1717fb73d7 HTTP/1.1" status: 200 len: 946 time: 0.3545325 Feb 09 19:26:37.652135 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Current status of the port 30d5b48c-dd42-4f20-aefb-bfcd14bdd370 is: ACTIVE; New status is: ACTIVE {{(pid=103232) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 19:26:37.670410 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-b5a9442a-03f2-4fab-872b-4b134937e28e tempest-PortsIpV6TestJSON-283107163 tempest-PortsIpV6TestJSON-283107163-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-759852'] for subnet (c0a795e2-2889-4a4c-af3e-64c92fb96b47), precommit_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:26:37.762407 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-02c60c8a-2240-4a6b-9bbf-d4f56658675e req-4e4f1fb6-b6ea-4133-bf2a-1aaaab2c438b tempest-TestServerMultinode-969236194 tempest-TestServerMultinode-969236194-project-admin] 10.222.0.75 "GET /v2.0/ports?tenant_id=a6498e9907004a76b4e7e4932c01d125&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2492201 Feb 09 19:26:37.845772 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-b5a9442a-03f2-4fab-872b-4b134937e28e tempest-PortsIpV6TestJSON-283107163 tempest-PortsIpV6TestJSON-283107163-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-760023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12867367', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12759238'] for subnet (c0a795e2-2889-4a4c-af3e-64c92fb96b47), after_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:26:37.856926 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-fcaccb48-b23d-4c8a-95c7-6c07bf0b7fd2 tempest-RoutersNegativeIpV6Test-969544946 tempest-RoutersNegativeIpV6Test-969544946-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1820838'] for port (95181c6d-a44f-4a9c-b61a-a9b515200cbf), precommit_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:26:37.871346 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.plugin [None req-fcaccb48-b23d-4c8a-95c7-6c07bf0b7fd2 tempest-RoutersNegativeIpV6Test-969544946 tempest-RoutersNegativeIpV6Test-969544946-project] Calling delete_port for 95181c6d-a44f-4a9c-b61a-a9b515200cbf owned by network:router_interface {{(pid=103230) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 19:26:37.946023 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a86df3ae-0fea-47d9-b622-a4480ac517fc None None] Network 434425ec-02b9-4e22-9cf8-3ee68ecadca1 requested from n-d-713498-36 {{(pid=103232) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 19:26:37.958666 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-b5a9442a-03f2-4fab-872b-4b134937e28e tempest-PortsIpV6TestJSON-283107163 tempest-PortsIpV6TestJSON-283107163-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1613566'] for subnet (None), before_response {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:26:37.967524 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-b5a9442a-03f2-4fab-872b-4b134937e28e tempest-PortsIpV6TestJSON-283107163 tempest-PortsIpV6TestJSON-283107163-project] 10.222.0.75 "DELETE /v2.0/subnets/c0a795e2-2889-4a4c-af3e-64c92fb96b47 HTTP/1.1" status: 204 len: 168 time: 1.2436516 Feb 09 19:26:37.997765 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 53058) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:26:37.998808 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5a9442a-03f2-4fab-872b-4b134937e28e tempest-PortsIpV6TestJSON-283107163 tempest-PortsIpV6TestJSON-283107163-project] Pushing event deleted for resources: {'Subnet': ['ID=c0a795e2-2889-4a4c-af3e-64c92fb96b47,revision_number=None']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:26:38.103949 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c7ec538e-f236-4b4a-9e58-11a7a721b953 tempest-PortsTestJSON-1738022054 tempest-PortsTestJSON-1738022054-project] Made reservation on behalf of 150a397110044967a3816a9b460534fa for: {'subnet': 1} {{(pid=103230) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 19:26:38.107942 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-c7ec538e-f236-4b4a-9e58-11a7a721b953 tempest-PortsTestJSON-1738022054 tempest-PortsTestJSON-1738022054-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12985917'] for subnet (None), before_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:26:38.280846 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-02c60c8a-2240-4a6b-9bbf-d4f56658675e req-cd605094-9334-4190-b7ec-a32d1f2050b1 service neutron] 10.222.0.75 "GET /v2.0/networks/575d677e-0ef9-4672-aa02-3644cdb3dff4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5059407 Feb 09 19:26:38.284589 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-c5f79c01-8b60-41e4-95b8-c58ab04f734a tempest-PortsIpV6TestJSON-283107163 tempest-PortsIpV6TestJSON-283107163-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-670458'] for network (434425ec-02b9-4e22-9cf8-3ee68ecadca1), before_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:26:38.386462 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-fcaccb48-b23d-4c8a-95c7-6c07bf0b7fd2 tempest-RoutersNegativeIpV6Test-969544946 tempest-RoutersNegativeIpV6Test-969544946-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762867177463', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762866656476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14393751'] for port (95181c6d-a44f-4a9c-b61a-a9b515200cbf), after_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:26:38.449572 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-c7ec538e-f236-4b4a-9e58-11a7a721b953 tempest-PortsTestJSON-1738022054 tempest-PortsTestJSON-1738022054-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14393611', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12985859'] for subnet (95c8d5ba-4ced-43cc-a2f7-7b54805ea422), after_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:26:38.459960 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcaccb48-b23d-4c8a-95c7-6c07bf0b7fd2 tempest-RoutersNegativeIpV6Test-969544946 tempest-RoutersNegativeIpV6Test-969544946-project] Pushing event deleted for resources: {'Port': ['ID=95181c6d-a44f-4a9c-b61a-a9b515200cbf,revision_number=None']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:26:38.532535 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7ec538e-f236-4b4a-9e58-11a7a721b953 tempest-PortsTestJSON-1738022054 tempest-PortsTestJSON-1738022054-project] Pushing event updated for resources: {'Subnet': ['ID=95c8d5ba-4ced-43cc-a2f7-7b54805ea422,revision_number=0']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:26:38.587845 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-db901397-583b-40dc-8bc4-c536ea6792f6 req-eb85255c-0ab0-4c92-ba21-98882d97a832 tempest-ServerRescueTestJSON-1886685382 tempest-ServerRescueTestJSON-1886685382-project] 10.222.0.75 "GET /v2.0/security-groups?id=e2c286ed-f317-46f6-b582-9a19546e0cee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9477048 Feb 09 19:26:38.658129 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-02c60c8a-2240-4a6b-9bbf-d4f56658675e req-a0efefe0-5759-420c-96b6-a3883817d330 service neutron] 10.222.0.75 "GET /v2.0/networks/575d677e-0ef9-4672-aa02-3644cdb3dff4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3554649 Feb 09 19:26:38.701873 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7ec538e-f236-4b4a-9e58-11a7a721b953 tempest-PortsTestJSON-1738022054 tempest-PortsTestJSON-1738022054-project] Checking segment: {'id': '3177b872-37c5-4423-a891-ede9a3c2eb46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': '5ec5809a-aa76-44ce-b627-2b60985d321b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103230) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 19:26:38.702443 n-d-713498-36 neutron-server[103230]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7ec538e-f236-4b4a-9e58-11a7a721b953 tempest-PortsTestJSON-1738022054 tempest-PortsTestJSON-1738022054-project] Network hostable DHCP agents. Network: 5ec5809a-aa76-44ce-b627-2b60985d321b, hostable agents: ['af91e4b9-f4e1-42b1-a25c-a10dc47171c8'], hosted agents: [] {{(pid=103230) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 19:26:38.703595 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.plugin [None req-c5f79c01-8b60-41e4-95b8-c58ab04f734a tempest-PortsIpV6TestJSON-283107163 tempest-PortsIpV6TestJSON-283107163-project] Deleting port 30d5b48c-dd42-4f20-aefb-bfcd14bdd370 {{(pid=103229) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 19:26:38.703977 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-c5f79c01-8b60-41e4-95b8-c58ab04f734a tempest-PortsIpV6TestJSON-283107163 tempest-PortsIpV6TestJSON-283107163-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762867170196'] for port (30d5b48c-dd42-4f20-aefb-bfcd14bdd370), before_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:26:38.838468 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9016958-1b06-4782-a5c4-d687d46d303e None None] DHCP port deletion for 434425ec-02b9-4e22-9cf8-3ee68ecadca1 request from n-d-713498-36 {{(pid=103232) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 09 19:26:38.883130 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.db [None req-c5f79c01-8b60-41e4-95b8-c58ab04f734a tempest-PortsIpV6TestJSON-283107163 tempest-PortsIpV6TestJSON-283107163-project] For port 30d5b48c-dd42-4f20-aefb-bfcd14bdd370, host n-d-713498-36, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-36',level=0,port_id=30d5b48c-dd42-4f20-aefb-bfcd14bdd370,segment=NetworkSegment(285b7a58-f1fe-4d11-a50c-a03ac0b28945),segment_id=285b7a58-f1fe-4d11-a50c-a03ac0b28945)] {{(pid=103229) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 19:26:38.883410 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-c5f79c01-8b60-41e4-95b8-c58ab04f734a tempest-PortsIpV6TestJSON-283107163 tempest-PortsIpV6TestJSON-283107163-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1820838'] for port (30d5b48c-dd42-4f20-aefb-bfcd14bdd370), precommit_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:26:38.926618 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.plugin [None req-c5f79c01-8b60-41e4-95b8-c58ab04f734a tempest-PortsIpV6TestJSON-283107163 tempest-PortsIpV6TestJSON-283107163-project] Calling delete_port for 30d5b48c-dd42-4f20-aefb-bfcd14bdd370 owned by network:dhcp {{(pid=103229) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 19:26:39.007411 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-f9016958-1b06-4782-a5c4-d687d46d303e None None] Deleting port 30d5b48c-dd42-4f20-aefb-bfcd14bdd370 {{(pid=103232) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 19:26:39.008455 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-f9016958-1b06-4782-a5c4-d687d46d303e None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762867170196'] for port (30d5b48c-dd42-4f20-aefb-bfcd14bdd370), before_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:26:39.060742 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-fcaccb48-b23d-4c8a-95c7-6c07bf0b7fd2 tempest-RoutersNegativeIpV6Test-969544946 tempest-RoutersNegativeIpV6Test-969544946-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1613467', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1834633'] for router_interface (17514739-b66a-42c7-9334-8ccb335169b4), after_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:26:39.094985 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-c5f79c01-8b60-41e4-95b8-c58ab04f734a tempest-PortsIpV6TestJSON-283107163 tempest-PortsIpV6TestJSON-283107163-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762867177463', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762866656476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12867576'] for port (30d5b48c-dd42-4f20-aefb-bfcd14bdd370), after_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:26:39.096968 n-d-713498-36 neutron-server[103230]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7ec538e-f236-4b4a-9e58-11a7a721b953 tempest-PortsTestJSON-1738022054 tempest-PortsTestJSON-1738022054-project] Network 5ec5809a-aa76-44ce-b627-2b60985d321b is scheduled to be hosted by DHCP agent af91e4b9-f4e1-42b1-a25c-a10dc47171c8 with binding_index 1 {{(pid=103230) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 19:26:39.126500 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Device 30d5b48c-dd42-4f20-aefb-bfcd14bdd370 no longer exists at agent ovs-agent-n-d-713498-36 {{(pid=103232) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 19:26:39.158378 n-d-713498-36 neutron-server[103229]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5f79c01-8b60-41e4-95b8-c58ab04f734a tempest-PortsIpV6TestJSON-283107163 tempest-PortsIpV6TestJSON-283107163-project] No DVR routers for this DVR port 30d5b48c-dd42-4f20-aefb-bfcd14bdd370 on host n-d-713498-36 {{(pid=103229) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 19:26:39.164873 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5f79c01-8b60-41e4-95b8-c58ab04f734a tempest-PortsIpV6TestJSON-283107163 tempest-PortsIpV6TestJSON-283107163-project] Pushing event deleted for resources: {'Port': ['ID=30d5b48c-dd42-4f20-aefb-bfcd14bdd370,revision_number=None']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:26:39.171797 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57931ef3-d1c6-44d0-8280-c390f2d884fd req-10e82d85-2cf6-4d20-a214-c3baebcdc589 tempest-ServerActionsTestJSON-347500300 tempest-ServerActionsTestJSON-347500300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:26:39.173494 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-57931ef3-d1c6-44d0-8280-c390f2d884fd req-10e82d85-2cf6-4d20-a214-c3baebcdc589 tempest-ServerActionsTestJSON-347500300 tempest-ServerActionsTestJSON-347500300-project] 10.222.0.75 "GET /v2.0/ports?device_id=a1fbc70b-9dd3-44f5-99b0-85f3dff92d7d HTTP/1.1" status: 200 len: 946 time: 0.2788458 Feb 09 19:26:39.178673 n-d-713498-36 neutron-server[103230]: DEBUG neutron.scheduler.base_scheduler [None req-c7ec538e-f236-4b4a-9e58-11a7a721b953 tempest-PortsTestJSON-1738022054 tempest-PortsTestJSON-1738022054-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713498-36, 5ec5809a-aa76-44ce-b627-2b60985d321b) {{(pid=103230) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 19:26:39.250354 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-478dcf87-af79-4d3c-8bc4-683d57c0171f None None] Network 5ec5809a-aa76-44ce-b627-2b60985d321b requested from n-d-713498-36 {{(pid=103232) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 19:26:39.256027 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] No Port match for: 30d5b48c-dd42-4f20-aefb-bfcd14bdd370 {{(pid=103232) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 19:26:39.266938 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Device 30d5b48c-dd42-4f20-aefb-bfcd14bdd370 not bound to the agent host n-d-713498-36 {{(pid=103232) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 19:26:39.374536 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7ec538e-f236-4b4a-9e58-11a7a721b953 tempest-PortsTestJSON-1738022054 tempest-PortsTestJSON-1738022054-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:26:39.375380 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-c7ec538e-f236-4b4a-9e58-11a7a721b953 tempest-PortsTestJSON-1738022054 tempest-PortsTestJSON-1738022054-project] Publish callbacks [] for subnet (None), before_response {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:26:39.421514 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-f9016958-1b06-4782-a5c4-d687d46d303e None None] For port 30d5b48c-dd42-4f20-aefb-bfcd14bdd370, host n-d-713498-36, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-36',level=0,port_id=30d5b48c-dd42-4f20-aefb-bfcd14bdd370,segment=NetworkSegment(285b7a58-f1fe-4d11-a50c-a03ac0b28945),segment_id=285b7a58-f1fe-4d11-a50c-a03ac0b28945)] {{(pid=103232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 19:26:39.422378 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-f9016958-1b06-4782-a5c4-d687d46d303e None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1820838'] for port (30d5b48c-dd42-4f20-aefb-bfcd14bdd370), precommit_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:26:39.509795 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-c7ec538e-f236-4b4a-9e58-11a7a721b953 tempest-PortsTestJSON-1738022054 tempest-PortsTestJSON-1738022054-project] 10.222.0.75 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.1986666 Feb 09 19:26:39.523755 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 53104) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:26:39.556111 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.v2.base [None req-0303c5a1-2640-4c4b-936e-e1b58b9cc517 tempest-PortsTestJSON-1738022054 tempest-PortsTestJSON-1738022054-project] Request body: {'router': {'name': 'tempest-PortsTestJSON-router-1117059058', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103230) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 19:26:39.573157 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d6424cc-f80d-4588-bf72-239d84ad12f2 req-27878d62-c932-4a03-baae-681f60ac8fc7 tempest-AttachVolumeShelveTestJSON-671139515 tempest-AttachVolumeShelveTestJSON-671139515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:26:39.586569 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-1d6424cc-f80d-4588-bf72-239d84ad12f2 req-27878d62-c932-4a03-baae-681f60ac8fc7 tempest-AttachVolumeShelveTestJSON-671139515 tempest-AttachVolumeShelveTestJSON-671139515-project] 10.222.0.75 "GET /v2.0/ports?device_id=32437e19-fcdc-4dd1-84cc-377ffcb85b84 HTTP/1.1" status: 200 len: 945 time: 0.3590097 Feb 09 19:26:39.618354 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-c5f79c01-8b60-41e4-95b8-c58ab04f734a tempest-PortsIpV6TestJSON-283107163 tempest-PortsIpV6TestJSON-283107163-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-590267', 'neutron.services.segments.db._delete_segments_for_network-8762867132609'] for network (434425ec-02b9-4e22-9cf8-3ee68ecadca1), precommit_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:26:39.635852 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-f9016958-1b06-4782-a5c4-d687d46d303e None None] Calling delete_port for 30d5b48c-dd42-4f20-aefb-bfcd14bdd370 owned by network:dhcp {{(pid=103232) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 19:26:39.653783 n-d-713498-36 neutron-server[103229]: DEBUG neutron.services.segments.db [None req-c5f79c01-8b60-41e4-95b8-c58ab04f734a tempest-PortsIpV6TestJSON-283107163 tempest-PortsIpV6TestJSON-283107163-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['434425ec-02b9-4e22-9cf8-3ee68ecadca1']}} {{(pid=103229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:26:39.656544 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b6c072a-473e-490f-87f2-52eaece2dca3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8b32e980-7cce-5e82-a341-bd2fa8945c89-5ec5809a-aa76-44ce-b627-2b60985d321b', 'network_id': '5ec5809a-aa76-44ce-b627-2b60985d321b', 'project_id': '150a397110044967a3816a9b460534fa', 'fixed_ips': [{'subnet_id': '95c8d5ba-4ced-43cc-a2f7-7b54805ea422'}]}} from n-d-713498-36. {{(pid=103232) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 09 19:26:39.665709 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-3b6c072a-473e-490f-87f2-52eaece2dca3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (None), before_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:26:39.667494 n-d-713498-36 neutron-server[103229]: DEBUG neutron.services.segments.db [None req-c5f79c01-8b60-41e4-95b8-c58ab04f734a tempest-PortsIpV6TestJSON-283107163 tempest-PortsIpV6TestJSON-283107163-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '285b7a58-f1fe-4d11-a50c-a03ac0b28945') {'for_net_delete': True} {{(pid=103229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:26:39.668760 n-d-713498-36 neutron-server[103229]: DEBUG neutron.services.segments.db [None req-c5f79c01-8b60-41e4-95b8-c58ab04f734a tempest-PortsIpV6TestJSON-283107163 tempest-PortsIpV6TestJSON-283107163-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '285b7a58-f1fe-4d11-a50c-a03ac0b28945') {} {{(pid=103229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:26:39.681116 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-c5f79c01-8b60-41e4-95b8-c58ab04f734a tempest-PortsIpV6TestJSON-283107163 tempest-PortsIpV6TestJSON-283107163-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762867134154', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16683417'] for segment (285b7a58-f1fe-4d11-a50c-a03ac0b28945), before_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:26:39.701638 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-c5f79c01-8b60-41e4-95b8-c58ab04f734a tempest-PortsIpV6TestJSON-283107163 tempest-PortsIpV6TestJSON-283107163-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-759574'] for segment (285b7a58-f1fe-4d11-a50c-a03ac0b28945), precommit_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:26:39.707077 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-0303c5a1-2640-4c4b-936e-e1b58b9cc517 tempest-PortsTestJSON-1738022054 tempest-PortsTestJSON-1738022054-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1834830', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-58389'] for router (02ff618d-6972-41c6-9626-a6bc741a0fc0), before_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:26:39.708194 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-0303c5a1-2640-4c4b-936e-e1b58b9cc517 tempest-PortsTestJSON-1738022054 tempest-PortsTestJSON-1738022054-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1834810', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1822096', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1886735', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-58380'] for router (02ff618d-6972-41c6-9626-a6bc741a0fc0), precommit_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:26:39.709067 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c5f79c01-8b60-41e4-95b8-c58ab04f734a tempest-PortsIpV6TestJSON-283107163 tempest-PortsIpV6TestJSON-283107163-project] Releasing vlan 360 on physical network physnet1 to pool {{(pid=103229) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 19:26:39.709656 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-c5f79c01-8b60-41e4-95b8-c58ab04f734a tempest-PortsIpV6TestJSON-283107163 tempest-PortsIpV6TestJSON-283107163-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-759574', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12867469'] for segment (285b7a58-f1fe-4d11-a50c-a03ac0b28945), after_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:26:39.784342 n-d-713498-36 neutron-server[103229]: Traceback (most recent call last): Feb 09 19:26:39.784342 n-d-713498-36 neutron-server[103229]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 19:26:39.784342 n-d-713498-36 neutron-server[103229]: timer() Feb 09 19:26:39.784342 n-d-713498-36 neutron-server[103229]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 19:26:39.784342 n-d-713498-36 neutron-server[103229]: cb(*args, **kw) Feb 09 19:26:39.784342 n-d-713498-36 neutron-server[103229]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 19:26:39.784342 n-d-713498-36 neutron-server[103229]: return func(*args, **kwargs) Feb 09 19:26:39.784342 n-d-713498-36 neutron-server[103229]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 19:26:39.784342 n-d-713498-36 neutron-server[103229]: self._notify() Feb 09 19:26:39.784342 n-d-713498-36 neutron-server[103229]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 19:26:39.784342 n-d-713498-36 neutron-server[103229]: self.callback(batched_events) Feb 09 19:26:39.784342 n-d-713498-36 neutron-server[103229]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 19:26:39.784342 n-d-713498-36 neutron-server[103229]: event.method(event) Feb 09 19:26:39.784342 n-d-713498-36 neutron-server[103229]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 19:26:39.784342 n-d-713498-36 neutron-server[103229]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 19:26:39.784342 n-d-713498-36 neutron-server[103229]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 19:26:39.784342 n-d-713498-36 neutron-server[103229]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 19:26:39.784342 n-d-713498-36 neutron-server[103229]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 19:26:39.784342 n-d-713498-36 neutron-server[103229]: return f(self, *a, **k) Feb 09 19:26:39.784342 n-d-713498-36 neutron-server[103229]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 19:26:39.784342 n-d-713498-36 neutron-server[103229]: return self._get(url).json() Feb 09 19:26:39.784342 n-d-713498-36 neutron-server[103229]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 19:26:39.784342 n-d-713498-36 neutron-server[103229]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 19:26:39.784342 n-d-713498-36 neutron-server[103229]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 19:26:39.784342 n-d-713498-36 neutron-server[103229]: return self.request(url, 'GET', **kwargs) Feb 09 19:26:39.784342 n-d-713498-36 neutron-server[103229]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 19:26:39.784342 n-d-713498-36 neutron-server[103229]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 19:26:39.784342 n-d-713498-36 neutron-server[103229]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 19:26:39.784342 n-d-713498-36 neutron-server[103229]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 19:26:39.784342 n-d-713498-36 neutron-server[103229]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 19:26:39.784342 n-d-713498-36 neutron-server[103229]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 19:26:39.784342 n-d-713498-36 neutron-server[103229]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 19:26:39.854130 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-0303c5a1-2640-4c4b-936e-e1b58b9cc517 tempest-PortsTestJSON-1738022054 tempest-PortsTestJSON-1738022054-project] Publish callbacks [] for router_controller (02ff618d-6972-41c6-9626-a6bc741a0fc0), precommit_add_association {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:26:39.896109 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-0303c5a1-2640-4c4b-936e-e1b58b9cc517 tempest-PortsTestJSON-1738022054 tempest-PortsTestJSON-1738022054-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1834945', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1818951'] for router (02ff618d-6972-41c6-9626-a6bc741a0fc0), after_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:26:39.910377 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-1d6424cc-f80d-4588-bf72-239d84ad12f2 req-9cdd5d79-4d77-4671-b63b-66179fc466e2 tempest-AttachVolumeShelveTestJSON-671139515 tempest-AttachVolumeShelveTestJSON-671139515-project] 10.222.0.75 "GET /v2.0/security-groups?id=e78d9a5a-8306-4175-aed3-1bd14ac6b154&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3228173 Feb 09 19:26:39.911412 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-c5f79c01-8b60-41e4-95b8-c58ab04f734a tempest-PortsIpV6TestJSON-283107163 tempest-PortsIpV6TestJSON-283107163-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-590242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1885479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1818895'] for network (434425ec-02b9-4e22-9cf8-3ee68ecadca1), after_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:26:39.912518 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-f9016958-1b06-4782-a5c4-d687d46d303e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762867177463', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762866656476'] for port (30d5b48c-dd42-4f20-aefb-bfcd14bdd370), after_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:26:39.936633 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-c5f79c01-8b60-41e4-95b8-c58ab04f734a tempest-PortsIpV6TestJSON-283107163 tempest-PortsIpV6TestJSON-283107163-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1613566'] for network (None), before_response {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:26:39.955775 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-c5f79c01-8b60-41e4-95b8-c58ab04f734a tempest-PortsIpV6TestJSON-283107163 tempest-PortsIpV6TestJSON-283107163-project] 10.222.0.75 "DELETE /v2.0/networks/434425ec-02b9-4e22-9cf8-3ee68ecadca1 HTTP/1.1" status: 204 len: 168 time: 1.9366939 Feb 09 19:26:39.964224 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-57931ef3-d1c6-44d0-8280-c390f2d884fd req-8d94d70a-12e0-4b48-9890-17a43657156f tempest-ServerActionsTestJSON-347500300 tempest-ServerActionsTestJSON-347500300-project] 10.222.0.75 "GET /v2.0/security-groups?id=22c4accd-b9e4-4e3e-aec5-b2bee068a6b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5308137 Feb 09 19:26:39.970538 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 53108) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:26:39.998915 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.v2.base [None req-2ec57077-2f2d-4d0f-b52e-4db505a43c55 tempest-PortsIpV6TestJSON-283107163 tempest-PortsIpV6TestJSON-283107163-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1384610210'}} {{(pid=103230) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 19:26:40.038978 n-d-713498-36 neutron-server[103230]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fcaccb48-b23d-4c8a-95c7-6c07bf0b7fd2 tempest-RoutersNegativeIpV6Test-969544946 tempest-RoutersNegativeIpV6Test-969544946-project] Router 17514739-b66a-42c7-9334-8ccb335169b4 has already been hosted by L3 agent 93303d5e-5d17-45e8-8963-7694f87783ae {{(pid=103230) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 19:26:40.043175 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-0303c5a1-2640-4c4b-936e-e1b58b9cc517 tempest-PortsTestJSON-1738022054 tempest-PortsTestJSON-1738022054-project] Publish callbacks [] for router (None), before_response {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:26:40.047383 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-0303c5a1-2640-4c4b-936e-e1b58b9cc517 tempest-PortsTestJSON-1738022054 tempest-PortsTestJSON-1738022054-project] 10.222.0.75 "POST /v2.0/routers HTTP/1.1" status: 201 len: 702 time: 0.5226004 Feb 09 19:26:40.048084 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 53118) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:26:40.059157 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.v2.base [None req-dfafae50-35c8-4bd4-b626-ff43a7999231 tempest-PortsTestJSON-1738022054 tempest-PortsTestJSON-1738022054-project] Request body: {'port': {'network_id': '5ec5809a-aa76-44ce-b627-2b60985d321b', 'name': 'tempest-PortsTestJSON-1799658972'}} {{(pid=103230) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 19:26:40.061361 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5f79c01-8b60-41e4-95b8-c58ab04f734a tempest-PortsIpV6TestJSON-283107163 tempest-PortsIpV6TestJSON-283107163-project] Pushing event deleted for resources: {'Network': ['ID=434425ec-02b9-4e22-9cf8-3ee68ecadca1,revision_number=None']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:26:40.121104 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9016958-1b06-4782-a5c4-d687d46d303e None None] Pushing event deleted for resources: {'Port': ['ID=30d5b48c-dd42-4f20-aefb-bfcd14bdd370,revision_number=None']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:26:40.136320 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-f9016958-1b06-4782-a5c4-d687d46d303e None None] Network 434425ec-02b9-4e22-9cf8-3ee68ecadca1 is not hosted by any dhcp agent {{(pid=103232) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Feb 09 19:26:40.143601 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9016958-1b06-4782-a5c4-d687d46d303e None None] No DVR routers for this DVR port 30d5b48c-dd42-4f20-aefb-bfcd14bdd370 on host n-d-713498-36 {{(pid=103232) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 19:26:40.188650 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2ec57077-2f2d-4d0f-b52e-4db505a43c55 tempest-PortsIpV6TestJSON-283107163 tempest-PortsIpV6TestJSON-283107163-project] Made reservation on behalf of 13b115ce9df54fa79100ec0671404776 for: {'network': 1} {{(pid=103230) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 19:26:40.192999 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-2ec57077-2f2d-4d0f-b52e-4db505a43c55 tempest-PortsIpV6TestJSON-283107163 tempest-PortsIpV6TestJSON-283107163-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for network (None), before_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:26:40.256854 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2ec57077-2f2d-4d0f-b52e-4db505a43c55 tempest-PortsIpV6TestJSON-283107163 tempest-PortsIpV6TestJSON-283107163-project] vlan segment allocate from pool success with {'vlan_id': 379, 'physical_network': 'physnet1'} {{(pid=103230) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 19:26:40.270664 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-2ec57077-2f2d-4d0f-b52e-4db505a43c55 tempest-PortsIpV6TestJSON-283107163 tempest-PortsIpV6TestJSON-283107163-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-759574'] for segment (79d1f203-647d-4715-b7ea-2d2f5bd96c83), precommit_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:26:40.270664 n-d-713498-36 neutron-server[103230]: INFO neutron.db.segments_db [None req-2ec57077-2f2d-4d0f-b52e-4db505a43c55 tempest-PortsIpV6TestJSON-283107163 tempest-PortsIpV6TestJSON-283107163-project] Added segment 79d1f203-647d-4715-b7ea-2d2f5bd96c83 of type vlan for network 134fd01f-b886-4be1-a4cb-2c83b3b895c4 Feb 09 19:26:40.327315 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-2ec57077-2f2d-4d0f-b52e-4db505a43c55 tempest-PortsIpV6TestJSON-283107163 tempest-PortsIpV6TestJSON-283107163-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762866642225'] for network (134fd01f-b886-4be1-a4cb-2c83b3b895c4), precommit_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:26:40.363212 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dfafae50-35c8-4bd4-b626-ff43a7999231 tempest-PortsTestJSON-1738022054 tempest-PortsTestJSON-1738022054-project] Made reservation on behalf of 150a397110044967a3816a9b460534fa for: {'port': 1} {{(pid=103230) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 19:26:40.369065 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-dfafae50-35c8-4bd4-b626-ff43a7999231 tempest-PortsTestJSON-1738022054 tempest-PortsTestJSON-1738022054-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (None), before_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:26:40.438439 n-d-713498-36 neutron-server[103230]: DEBUG neutron.notifiers.nova [None req-dfafae50-35c8-4bd4-b626-ff43a7999231 tempest-PortsTestJSON-1738022054 tempest-PortsTestJSON-1738022054-project] device_id is not set on port b69559d4-107e-416c-a372-95e2554cd2c9 yet. {{(pid=103230) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 09 19:26:40.485793 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.db_base_plugin_common [None req-3b6c072a-473e-490f-87f2-52eaece2dca3 None None] Allocated IP 172.20.0.2 (5ec5809a-aa76-44ce-b627-2b60985d321b/95c8d5ba-4ced-43cc-a2f7-7b54805ea422/e83d2dc8-636d-485b-874e-15b497987783) {{(pid=103232) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 19:26:40.539076 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-2ec57077-2f2d-4d0f-b52e-4db505a43c55 tempest-PortsIpV6TestJSON-283107163 tempest-PortsIpV6TestJSON-283107163-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1885479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452'] for network (134fd01f-b886-4be1-a4cb-2c83b3b895c4), after_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:26:40.551611 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ec57077-2f2d-4d0f-b52e-4db505a43c55 tempest-PortsIpV6TestJSON-283107163 tempest-PortsIpV6TestJSON-283107163-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:26:40.553222 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-2ec57077-2f2d-4d0f-b52e-4db505a43c55 tempest-PortsIpV6TestJSON-283107163 tempest-PortsIpV6TestJSON-283107163-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1613566'] for network (None), before_response {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:26:40.691855 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-8e90ca32-a0ef-45d3-81bd-23bb23a649bc req-6eab3176-04d4-4007-ba4e-8c8a9fff50cb tempest-TestServerMultinode-969236194 tempest-TestServerMultinode-969236194-project-admin] 10.222.0.75 "GET /v2.0/ports?device_id=f64ec94d-8f43-4817-807f-15b20fbcb6c7 HTTP/1.1" status: 200 len: 210 time: 0.4788270 Feb 09 19:26:40.693773 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ec57077-2f2d-4d0f-b52e-4db505a43c55 tempest-PortsIpV6TestJSON-283107163 tempest-PortsIpV6TestJSON-283107163-project] Pushing event updated for resources: {'Network': ['ID=134fd01f-b886-4be1-a4cb-2c83b3b895c4,revision_number=1']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:26:40.727423 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70ee72e8-201d-471b-9862-cd5f4be25dcd req-1da5709c-93bb-4d2a-b353-3751e4445e10 tempest-ServerActionsTestJSON-347500300 tempest-ServerActionsTestJSON-347500300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:26:40.729065 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-70ee72e8-201d-471b-9862-cd5f4be25dcd req-1da5709c-93bb-4d2a-b353-3751e4445e10 tempest-ServerActionsTestJSON-347500300 tempest-ServerActionsTestJSON-347500300-project] 10.222.0.75 "GET /v2.0/ports?device_id=a1fbc70b-9dd3-44f5-99b0-85f3dff92d7d HTTP/1.1" status: 200 len: 946 time: 0.1874354 Feb 09 19:26:40.836401 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-02d03dc5-7db8-454b-8fca-1754d5a16e30 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762867132591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593584'] for agent (af91e4b9-f4e1-42b1-a25c-a10dc47171c8), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:26:40.851813 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 53126) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:26:40.855749 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-2ec57077-2f2d-4d0f-b52e-4db505a43c55 tempest-PortsIpV6TestJSON-283107163 tempest-PortsIpV6TestJSON-283107163-project] 10.222.0.75 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.8542035 Feb 09 19:26:40.893555 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.v2.base [None req-79dc976e-8bc2-44e1-aa75-88442b06a56f tempest-PortsIpV6TestJSON-283107163 tempest-PortsIpV6TestJSON-283107163-project] Request body: {'subnet': {'network_id': '134fd01f-b886-4be1-a4cb-2c83b3b895c4', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 19:26:40.902418 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-3b6c072a-473e-490f-87f2-52eaece2dca3 None None] Publish callbacks [] for port (e83d2dc8-636d-485b-874e-15b497987783), precommit_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:26:40.914215 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-3b6c072a-473e-490f-87f2-52eaece2dca3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762866656467'] for port (e83d2dc8-636d-485b-874e-15b497987783), after_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:26:40.914795 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ec57077-2f2d-4d0f-b52e-4db505a43c55 tempest-PortsIpV6TestJSON-283107163 tempest-PortsIpV6TestJSON-283107163-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:26:40.915147 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ec57077-2f2d-4d0f-b52e-4db505a43c55 tempest-PortsIpV6TestJSON-283107163 tempest-PortsIpV6TestJSON-283107163-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:26:40.915497 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ec57077-2f2d-4d0f-b52e-4db505a43c55 tempest-PortsIpV6TestJSON-283107163 tempest-PortsIpV6TestJSON-283107163-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:26:40.915848 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ec57077-2f2d-4d0f-b52e-4db505a43c55 tempest-PortsIpV6TestJSON-283107163 tempest-PortsIpV6TestJSON-283107163-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:26:40.919030 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ec57077-2f2d-4d0f-b52e-4db505a43c55 tempest-PortsIpV6TestJSON-283107163 tempest-PortsIpV6TestJSON-283107163-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:26:40.921633 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ec57077-2f2d-4d0f-b52e-4db505a43c55 tempest-PortsIpV6TestJSON-283107163 tempest-PortsIpV6TestJSON-283107163-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:26:40.922039 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ec57077-2f2d-4d0f-b52e-4db505a43c55 tempest-PortsIpV6TestJSON-283107163 tempest-PortsIpV6TestJSON-283107163-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:26:40.922474 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ec57077-2f2d-4d0f-b52e-4db505a43c55 tempest-PortsIpV6TestJSON-283107163 tempest-PortsIpV6TestJSON-283107163-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:26:40.922952 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ec57077-2f2d-4d0f-b52e-4db505a43c55 tempest-PortsIpV6TestJSON-283107163 tempest-PortsIpV6TestJSON-283107163-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:26:40.923292 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ec57077-2f2d-4d0f-b52e-4db505a43c55 tempest-PortsIpV6TestJSON-283107163 tempest-PortsIpV6TestJSON-283107163-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:26:40.923665 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ec57077-2f2d-4d0f-b52e-4db505a43c55 tempest-PortsIpV6TestJSON-283107163 tempest-PortsIpV6TestJSON-283107163-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:26:40.924001 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ec57077-2f2d-4d0f-b52e-4db505a43c55 tempest-PortsIpV6TestJSON-283107163 tempest-PortsIpV6TestJSON-283107163-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:26:40.930101 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ec57077-2f2d-4d0f-b52e-4db505a43c55 tempest-PortsIpV6TestJSON-283107163 tempest-PortsIpV6TestJSON-283107163-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:26:40.939993 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fcaccb48-b23d-4c8a-95c7-6c07bf0b7fd2 tempest-RoutersNegativeIpV6Test-969544946 tempest-RoutersNegativeIpV6Test-969544946-project] Notify agent at l3_agent.n-d-713498-36 the message routers_updated {{(pid=103230) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 19:26:40.952156 n-d-713498-36 neutron-server[103233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52cd92d9-ccb0-4705-8cc0-f9f3f396940b None None] Sync routers for ids ['17514739-b66a-42c7-9334-8ccb335169b4'] in n-d-713498-36 {{(pid=103233) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 19:26:40.954386 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-fcaccb48-b23d-4c8a-95c7-6c07bf0b7fd2 tempest-RoutersNegativeIpV6Test-969544946 tempest-RoutersNegativeIpV6Test-969544946-project] 10.222.0.75 "PUT /v2.0/routers/17514739-b66a-42c7-9334-8ccb335169b4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.0223641 Feb 09 19:26:40.956317 n-d-713498-36 neutron-server[103232]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b6c072a-473e-490f-87f2-52eaece2dca3 None None] Network 5ec5809a-aa76-44ce-b627-2b60985d321b is already hosted by enough agents. {{(pid=103232) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 19:26:40.977080 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 53130) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:26:40.997821 n-d-713498-36 neutron-server[103232]: DEBUG neutron.scheduler.base_scheduler [None req-3b6c072a-473e-490f-87f2-52eaece2dca3 None None] Resources bound (agent type, host, resource id): {{(pid=103232) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 19:26:41.000208 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Network 134fd01f-b886-4be1-a4cb-2c83b3b895c4 details requested by agent ovs-agent-n-d-713498-36 with host n-d-713498-36 {{(pid=103232) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 19:26:41.004108 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b6c072a-473e-490f-87f2-52eaece2dca3 None None] Received port after_create {{(pid=103232) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 19:26:41.131284 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b6c072a-473e-490f-87f2-52eaece2dca3 None None] Pushing event updated for resources: {'Port': ['ID=e83d2dc8-636d-485b-874e-15b497987783,revision_number=1']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:26:41.166724 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.managers [None req-3b6c072a-473e-490f-87f2-52eaece2dca3 None None] Attempting to bind port e83d2dc8-636d-485b-874e-15b497987783 on host n-d-713498-36 for vnic_type normal with profile {{(pid=103232) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 19:26:41.169049 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.managers [None req-3b6c072a-473e-490f-87f2-52eaece2dca3 None None] Attempting to bind port e83d2dc8-636d-485b-874e-15b497987783 by drivers openvswitch,hyperv on host n-d-713498-36 at level 0 using segments [{'id': '3177b872-37c5-4423-a891-ede9a3c2eb46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': '5ec5809a-aa76-44ce-b627-2b60985d321b'}] {{(pid=103232) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 19:26:41.169526 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b6c072a-473e-490f-87f2-52eaece2dca3 None None] Attempting to bind port e83d2dc8-636d-485b-874e-15b497987783 on network 5ec5809a-aa76-44ce-b627-2b60985d321b {{(pid=103232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 19:26:41.171422 n-d-713498-36 neutron-server[103230]: INFO neutron.api.v2.resource [None req-ec980f90-571e-4606-a98f-fae6030f009c tempest-RoutersNegativeIpV6Test-969544946 tempest-RoutersNegativeIpV6Test-969544946-project] show failed (client error): The resource could not be found. Feb 09 19:26:41.178384 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-ec980f90-571e-4606-a98f-fae6030f009c tempest-RoutersNegativeIpV6Test-969544946 tempest-RoutersNegativeIpV6Test-969544946-project] 10.222.0.75 "GET /v2.0/routers/tempest-non_exist_router-771563739 HTTP/1.1" status: 404 len: 334 time: 0.1929257 Feb 09 19:26:41.179193 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-70ee72e8-201d-471b-9862-cd5f4be25dcd req-6d87c215-e94c-4cf8-81d6-b4977ea685cd tempest-ServerActionsTestJSON-347500300 tempest-ServerActionsTestJSON-347500300-project] 10.222.0.75 "GET /v2.0/security-groups?id=22c4accd-b9e4-4e3e-aec5-b2bee068a6b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4405379 Feb 09 19:26:41.180644 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 53132) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:26:41.181384 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-79dc976e-8bc2-44e1-aa75-88442b06a56f tempest-PortsIpV6TestJSON-283107163 tempest-PortsIpV6TestJSON-283107163-project] Made reservation on behalf of 13b115ce9df54fa79100ec0671404776 for: {'subnet': 1} {{(pid=103229) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 19:26:41.183930 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b6c072a-473e-490f-87f2-52eaece2dca3 None None] Checking agent: {'id': '496418a2-c002-4aec-ab1a-07f3bea491bd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-36', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 18, 51, 47), 'started_at': datetime.datetime(2022, 2, 9, 18, 52, 17), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 19, 26, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-36'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 19:26:41.184904 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b6c072a-473e-490f-87f2-52eaece2dca3 None None] Checking segment: {'id': '3177b872-37c5-4423-a891-ede9a3c2eb46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': '5ec5809a-aa76-44ce-b627-2b60985d321b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103232) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 19:26:41.186344 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-3b6c072a-473e-490f-87f2-52eaece2dca3 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:26:41.186844 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b6c072a-473e-490f-87f2-52eaece2dca3 None None] Bound using segment: {'id': '3177b872-37c5-4423-a891-ede9a3c2eb46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': '5ec5809a-aa76-44ce-b627-2b60985d321b'} {{(pid=103232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 19:26:41.188261 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.managers [None req-3b6c072a-473e-490f-87f2-52eaece2dca3 None None] Bound port: e83d2dc8-636d-485b-874e-15b497987783, host: n-d-713498-36, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3177b872-37c5-4423-a891-ede9a3c2eb46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': '5ec5809a-aa76-44ce-b627-2b60985d321b'}}] {{(pid=103232) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 19:26:41.188986 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-3b6c072a-473e-490f-87f2-52eaece2dca3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (e83d2dc8-636d-485b-874e-15b497987783), before_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:26:41.194874 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-79dc976e-8bc2-44e1-aa75-88442b06a56f tempest-PortsIpV6TestJSON-283107163 tempest-PortsIpV6TestJSON-283107163-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12759265'] for subnet (None), before_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:26:41.216207 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.v2.base [None req-59a33bc7-5b9e-452e-86fe-328e03bd5024 tempest-RoutersNegativeIpV6Test-969544946 tempest-RoutersNegativeIpV6Test-969544946-project] Request body: {'router': {'name': 'new_name'}} {{(pid=103229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 19:26:41.260996 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8579f382-2d8c-426d-a9aa-761763a1f2e4 req-151cc566-383a-4ab8-b18a-62a1d7ce09a3 tempest-ServerRescueTestJSON-1886685382 tempest-ServerRescueTestJSON-1886685382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:26:41.267015 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-8579f382-2d8c-426d-a9aa-761763a1f2e4 req-151cc566-383a-4ab8-b18a-62a1d7ce09a3 tempest-ServerRescueTestJSON-1886685382 tempest-ServerRescueTestJSON-1886685382-project] 10.222.0.75 "GET /v2.0/ports?device_id=051c39d5-1749-483d-9498-3d1717fb73d7 HTTP/1.1" status: 200 len: 946 time: 0.4094725 Feb 09 19:26:41.321375 n-d-713498-36 neutron-server[103233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52cd92d9-ccb0-4705-8cc0-f9f3f396940b None None] Routers {'17514739-b66a-42c7-9334-8ccb335169b4'} bound to L3 agent in host n-d-713498-36 {{(pid=103233) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 19:26:41.323030 n-d-713498-36 neutron-server[103233]: DEBUG neutron.db.l3_hamode_db [None req-52cd92d9-ccb0-4705-8cc0-f9f3f396940b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-09T18:51:43Z,description=,heartbeat_timestamp=2022-02-09T19:26:13Z,host='n-d-713498-36',id=93303d5e-5d17-45e8-8963-7694f87783ae,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T18:51:43Z,topic='l3_agent')) {'router_ids': ['17514739-b66a-42c7-9334-8ccb335169b4'], 'active': True} {{(pid=103233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:26:41.412413 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-3b6c072a-473e-490f-87f2-52eaece2dca3 None None] For port e83d2dc8-636d-485b-874e-15b497987783, host n-d-713498-36, cleared binding levels {{(pid=103232) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 19:26:41.421501 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-3b6c072a-473e-490f-87f2-52eaece2dca3 None None] For port e83d2dc8-636d-485b-874e-15b497987783, host n-d-713498-36, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-36',level=0,port_id=e83d2dc8-636d-485b-874e-15b497987783,segment=NetworkSegment(3177b872-37c5-4423-a891-ede9a3c2eb46),segment_id=3177b872-37c5-4423-a891-ede9a3c2eb46)] {{(pid=103232) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 19:26:41.432726 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-3b6c072a-473e-490f-87f2-52eaece2dca3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762867176205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762866656485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762866656503'] for port (e83d2dc8-636d-485b-874e-15b497987783), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:26:41.453146 n-d-713498-36 neutron-server[103230]: DEBUG neutron.db.db_base_plugin_common [None req-dfafae50-35c8-4bd4-b626-ff43a7999231 tempest-PortsTestJSON-1738022054 tempest-PortsTestJSON-1738022054-project] Allocated IP 172.20.0.12 (5ec5809a-aa76-44ce-b627-2b60985d321b/95c8d5ba-4ced-43cc-a2f7-7b54805ea422/b69559d4-107e-416c-a372-95e2554cd2c9) {{(pid=103230) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 19:26:41.478000 n-d-713498-36 neutron-server[103233]: DEBUG neutron.db.l3_hamode_db [None req-52cd92d9-ccb0-4705-8cc0-f9f3f396940b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713498-36', False) {} {{(pid=103233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:26:41.486159 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-8579f382-2d8c-426d-a9aa-761763a1f2e4 req-35e95a75-30f9-49cd-b1e3-17b96473cd72 tempest-ServerRescueTestJSON-1886685382 tempest-ServerRescueTestJSON-1886685382-project] 10.222.0.75 "GET /v2.0/security-groups?id=e2c286ed-f317-46f6-b582-9a19546e0cee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2061169 Feb 09 19:26:41.504003 n-d-713498-36 neutron-server[103229]: INFO neutron.api.v2.resource [None req-59a33bc7-5b9e-452e-86fe-328e03bd5024 tempest-RoutersNegativeIpV6Test-969544946 tempest-RoutersNegativeIpV6Test-969544946-project] update failed (client error): The resource could not be found. Feb 09 19:26:41.512066 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-59a33bc7-5b9e-452e-86fe-328e03bd5024 tempest-RoutersNegativeIpV6Test-969544946 tempest-RoutersNegativeIpV6Test-969544946-project] 10.222.0.75 "PUT /v2.0/routers/tempest-non_exist_router-1251426078 HTTP/1.1" status: 404 len: 335 time: 0.3024795 Feb 09 19:26:41.526528 n-d-713498-36 neutron-server[103233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52cd92d9-ccb0-4705-8cc0-f9f3f396940b None None] Routers {'17514739-b66a-42c7-9334-8ccb335169b4'} bound to L3 agent in host n-d-713498-36 {{(pid=103233) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 19:26:41.529105 n-d-713498-36 neutron-server[103233]: DEBUG neutron.db.l3_hamode_db [None req-52cd92d9-ccb0-4705-8cc0-f9f3f396940b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-09T18:51:43Z,description=,heartbeat_timestamp=2022-02-09T19:26:13Z,host='n-d-713498-36',id=93303d5e-5d17-45e8-8963-7694f87783ae,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T18:51:43Z,topic='l3_agent')) {'router_ids': ['17514739-b66a-42c7-9334-8ccb335169b4'], 'active': True} {{(pid=103233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:26:41.535000 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 53146) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:26:41.627613 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b6c072a-473e-490f-87f2-52eaece2dca3 None None] Pushing event updated for resources: {'Port': ['ID=e83d2dc8-636d-485b-874e-15b497987783,revision_number=2']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:26:41.653132 n-d-713498-36 neutron-server[103233]: DEBUG neutron.db.l3_hamode_db [None req-52cd92d9-ccb0-4705-8cc0-f9f3f396940b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713498-36', False) {} {{(pid=103233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:26:41.660693 n-d-713498-36 neutron-server[103233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52cd92d9-ccb0-4705-8cc0-f9f3f396940b None None] The sync data for ids ['17514739-b66a-42c7-9334-8ccb335169b4'] in n-d-713498-36 is: [] {{(pid=103233) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 19:26:41.753920 n-d-713498-36 neutron-server[103230]: DEBUG neutron.db.db_base_plugin_v2 [None req-20b3972a-7778-4e23-b6a2-2e481f838217 tempest-RoutersNegativeIpV6Test-969544946 tempest-RoutersNegativeIpV6Test-969544946-project] Deleting subnet ed427af7-454c-47a8-aefb-8972b1a83717 {{(pid=103230) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 19:26:41.868783 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02c60c8a-2240-4a6b-9bbf-d4f56658675e req-def692d5-8867-43f6-90d6-9fe0c2744f1e tempest-TestServerMultinode-969236194 tempest-TestServerMultinode-969236194-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:26:41.871009 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-02c60c8a-2240-4a6b-9bbf-d4f56658675e req-def692d5-8867-43f6-90d6-9fe0c2744f1e tempest-TestServerMultinode-969236194 tempest-TestServerMultinode-969236194-project-admin] 10.222.0.90 "GET /v2.0/networks?id=575d677e-0ef9-4672-aa02-3644cdb3dff4 HTTP/1.1" status: 200 len: 910 time: 0.4112990 Feb 09 19:26:41.894681 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7565dcf0-ce46-4749-b527-d7c45c9aec48 req-870aa28c-5b63-423a-8bba-3c20589b1b19 tempest-AttachVolumeShelveTestJSON-671139515 tempest-AttachVolumeShelveTestJSON-671139515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:26:41.902921 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-7565dcf0-ce46-4749-b527-d7c45c9aec48 req-870aa28c-5b63-423a-8bba-3c20589b1b19 tempest-AttachVolumeShelveTestJSON-671139515 tempest-AttachVolumeShelveTestJSON-671139515-project] 10.222.0.75 "GET /v2.0/ports?device_id=32437e19-fcdc-4dd1-84cc-377ffcb85b84 HTTP/1.1" status: 200 len: 945 time: 0.4830327 Feb 09 19:26:41.943808 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.v2.base [req-02c60c8a-2240-4a6b-9bbf-d4f56658675e req-6a9677ed-4918-4a66-9dab-2284c1d82996 tempest-TestServerMultinode-969236194 tempest-TestServerMultinode-969236194-project-admin] Request body: {'port': {'device_id': 'f64ec94d-8f43-4817-807f-15b20fbcb6c7', 'network_id': '575d677e-0ef9-4672-aa02-3644cdb3dff4', 'admin_state_up': True, 'tenant_id': 'a6498e9907004a76b4e7e4932c01d125'}} {{(pid=103229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 19:26:41.983882 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-dfafae50-35c8-4bd4-b626-ff43a7999231 tempest-PortsTestJSON-1738022054 tempest-PortsTestJSON-1738022054-project] Publish callbacks [] for port (b69559d4-107e-416c-a372-95e2554cd2c9), precommit_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:26:42.026222 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-7565dcf0-ce46-4749-b527-d7c45c9aec48 req-c2f7d5c9-b121-4810-8bce-e3a7b6af57eb tempest-AttachVolumeShelveTestJSON-671139515 tempest-AttachVolumeShelveTestJSON-671139515-project] 10.222.0.75 "GET /v2.0/security-groups?id=e78d9a5a-8306-4175-aed3-1bd14ac6b154&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1152270 Feb 09 19:26:42.027305 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-02c60c8a-2240-4a6b-9bbf-d4f56658675e req-6a9677ed-4918-4a66-9dab-2284c1d82996 tempest-TestServerMultinode-969236194 tempest-TestServerMultinode-969236194-project-admin] Made reservation on behalf of a6498e9907004a76b4e7e4932c01d125 for: {'port': 1} {{(pid=103229) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 19:26:42.031824 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-02c60c8a-2240-4a6b-9bbf-d4f56658675e req-6a9677ed-4918-4a66-9dab-2284c1d82996 tempest-TestServerMultinode-969236194 tempest-TestServerMultinode-969236194-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (None), before_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:26:42.039426 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-20b3972a-7778-4e23-b6a2-2e481f838217 tempest-RoutersNegativeIpV6Test-969544946 tempest-RoutersNegativeIpV6Test-969544946-project] Publish callbacks [] for subnet (ed427af7-454c-47a8-aefb-8972b1a83717), before_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:26:42.169392 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-9bd0256f-ec62-445d-9e44-161ea801502a req-063b0cea-cd6d-48f5-92d8-ab38d4ac4b45 tempest-TestServerMultinode-969236194 tempest-TestServerMultinode-969236194-project-admin] 10.222.0.75 "GET /v2.0/ports?device_id=f64ec94d-8f43-4817-807f-15b20fbcb6c7 HTTP/1.1" status: 200 len: 210 time: 0.1310101 Feb 09 19:26:42.190805 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-dfafae50-35c8-4bd4-b626-ff43a7999231 tempest-PortsTestJSON-1738022054 tempest-PortsTestJSON-1738022054-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762866656467', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14393751'] for port (b69559d4-107e-416c-a372-95e2554cd2c9), after_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:26:42.267204 n-d-713498-36 neutron-server[103230]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dfafae50-35c8-4bd4-b626-ff43a7999231 tempest-PortsTestJSON-1738022054 tempest-PortsTestJSON-1738022054-project] Network 5ec5809a-aa76-44ce-b627-2b60985d321b is already hosted by enough agents. {{(pid=103230) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 19:26:42.271279 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfafae50-35c8-4bd4-b626-ff43a7999231 tempest-PortsTestJSON-1738022054 tempest-PortsTestJSON-1738022054-project] Pushing event updated for resources: {'Port': ['ID=b69559d4-107e-416c-a372-95e2554cd2c9,revision_number=1']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:26:42.282693 n-d-713498-36 neutron-server[103230]: DEBUG neutron.scheduler.base_scheduler [None req-dfafae50-35c8-4bd4-b626-ff43a7999231 tempest-PortsTestJSON-1738022054 tempest-PortsTestJSON-1738022054-project] Resources bound (agent type, host, resource id): {{(pid=103230) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 19:26:42.285914 n-d-713498-36 neutron-server[103230]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfafae50-35c8-4bd4-b626-ff43a7999231 tempest-PortsTestJSON-1738022054 tempest-PortsTestJSON-1738022054-project] Received port after_create {{(pid=103230) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 19:26:42.319525 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-20b3972a-7778-4e23-b6a2-2e481f838217 tempest-RoutersNegativeIpV6Test-969544946 tempest-RoutersNegativeIpV6Test-969544946-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12895822'] for subnet (ed427af7-454c-47a8-aefb-8972b1a83717), precommit_delete_associations {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:26:42.387327 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-79dc976e-8bc2-44e1-aa75-88442b06a56f tempest-PortsIpV6TestJSON-283107163 tempest-PortsIpV6TestJSON-283107163-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12867428', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12759263'] for subnet (52ed4733-8557-40ba-a0cc-9a9c30f7ce55), after_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:26:42.415694 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dfafae50-35c8-4bd4-b626-ff43a7999231 tempest-PortsTestJSON-1738022054 tempest-PortsTestJSON-1738022054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:26:42.416360 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-dfafae50-35c8-4bd4-b626-ff43a7999231 tempest-PortsTestJSON-1738022054 tempest-PortsTestJSON-1738022054-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171096'] for port (None), before_response {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:26:42.521401 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-20b3972a-7778-4e23-b6a2-2e481f838217 tempest-RoutersNegativeIpV6Test-969544946 tempest-RoutersNegativeIpV6Test-969544946-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-759852'] for subnet (ed427af7-454c-47a8-aefb-8972b1a83717), precommit_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:26:42.532781 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Device f1d2f720-203f-4a0c-99ec-b451c998d159 no longer exists at agent hyperv_n-h1-713498-36 {{(pid=103232) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 19:26:42.552863 n-d-713498-36 neutron-server[103229]: DEBUG neutron.db.db_base_plugin_common [req-02c60c8a-2240-4a6b-9bbf-d4f56658675e req-6a9677ed-4918-4a66-9dab-2284c1d82996 tempest-TestServerMultinode-969236194 tempest-TestServerMultinode-969236194-project-admin] Allocated IP 172.20.0.4 (575d677e-0ef9-4672-aa02-3644cdb3dff4/37cecb8d-3371-4b33-a837-c1ef6d4df503/702b1b4e-04c2-4a4e-98ec-dbf8b396da1d) {{(pid=103229) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 19:26:42.560961 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79dc976e-8bc2-44e1-aa75-88442b06a56f tempest-PortsIpV6TestJSON-283107163 tempest-PortsIpV6TestJSON-283107163-project] Pushing event updated for resources: {'Subnet': ['ID=52ed4733-8557-40ba-a0cc-9a9c30f7ce55,revision_number=0']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:26:42.590131 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79dc976e-8bc2-44e1-aa75-88442b06a56f tempest-PortsIpV6TestJSON-283107163 tempest-PortsIpV6TestJSON-283107163-project] Checking segment: {'id': '79d1f203-647d-4715-b7ea-2d2f5bd96c83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': '134fd01f-b886-4be1-a4cb-2c83b3b895c4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103229) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 19:26:42.593758 n-d-713498-36 neutron-server[103229]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79dc976e-8bc2-44e1-aa75-88442b06a56f tempest-PortsIpV6TestJSON-283107163 tempest-PortsIpV6TestJSON-283107163-project] Network hostable DHCP agents. Network: 134fd01f-b886-4be1-a4cb-2c83b3b895c4, hostable agents: ['af91e4b9-f4e1-42b1-a25c-a10dc47171c8'], hosted agents: [] {{(pid=103229) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 19:26:42.649595 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-20b3972a-7778-4e23-b6a2-2e481f838217 tempest-RoutersNegativeIpV6Test-969544946 tempest-RoutersNegativeIpV6Test-969544946-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-760023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14393672', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12985882'] for subnet (ed427af7-454c-47a8-aefb-8972b1a83717), after_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:26:42.684413 n-d-713498-36 neutron-server[103229]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79dc976e-8bc2-44e1-aa75-88442b06a56f tempest-PortsIpV6TestJSON-283107163 tempest-PortsIpV6TestJSON-283107163-project] Network 134fd01f-b886-4be1-a4cb-2c83b3b895c4 is scheduled to be hosted by DHCP agent af91e4b9-f4e1-42b1-a25c-a10dc47171c8 with binding_index 1 {{(pid=103229) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 19:26:42.741942 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20b3972a-7778-4e23-b6a2-2e481f838217 tempest-RoutersNegativeIpV6Test-969544946 tempest-RoutersNegativeIpV6Test-969544946-project] Pushing event deleted for resources: {'Subnet': ['ID=ed427af7-454c-47a8-aefb-8972b1a83717,revision_number=None']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:26:42.768662 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-dfafae50-35c8-4bd4-b626-ff43a7999231 tempest-PortsTestJSON-1738022054 tempest-PortsTestJSON-1738022054-project] 10.222.0.75 "POST /v2.0/ports HTTP/1.1" status: 201 len: 925 time: 2.7136748 Feb 09 19:26:42.775147 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 53204) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:26:42.783786 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Current status of the port f1d2f720-203f-4a0c-99ec-b451c998d159 is: ACTIVE; New status is: DOWN {{(pid=103232) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 19:26:42.784409 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (f1d2f720-203f-4a0c-99ec-b451c998d159), before_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:26:42.787402 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3604dad4-02fe-4e3b-8992-e50512a702b7 None None] Network cfaf4247-acec-4381-b9a3-012408bc17b7 requested from n-d-713498-36 {{(pid=103232) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 19:26:42.791257 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-20b3972a-7778-4e23-b6a2-2e481f838217 tempest-RoutersNegativeIpV6Test-969544946 tempest-RoutersNegativeIpV6Test-969544946-project] Publish callbacks [] for subnet (None), before_response {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:26:42.801676 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-20b3972a-7778-4e23-b6a2-2e481f838217 tempest-RoutersNegativeIpV6Test-969544946 tempest-RoutersNegativeIpV6Test-969544946-project] 10.222.0.75 "DELETE /v2.0/subnets/ed427af7-454c-47a8-aefb-8972b1a83717 HTTP/1.1" status: 204 len: 168 time: 1.2456987 Feb 09 19:26:42.902282 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 53206) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:26:42.903876 n-d-713498-36 neutron-server[103229]: DEBUG neutron.scheduler.base_scheduler [None req-79dc976e-8bc2-44e1-aa75-88442b06a56f tempest-PortsIpV6TestJSON-283107163 tempest-PortsIpV6TestJSON-283107163-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713498-36, 134fd01f-b886-4be1-a4cb-2c83b3b895c4) {{(pid=103229) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 19:26:42.937629 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b91a6d99-6577-4075-a22e-ebf19f47bb1d None None] Network 134fd01f-b886-4be1-a4cb-2c83b3b895c4 requested from n-d-713498-36 {{(pid=103232) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 19:26:43.132297 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-08b97f3a-46d2-442c-9b3e-e4a7dc871841 tempest-RoutersNegativeIpV6Test-969544946 tempest-RoutersNegativeIpV6Test-969544946-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-670458'] for network (cfaf4247-acec-4381-b9a3-012408bc17b7), before_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:26:43.141875 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79dc976e-8bc2-44e1-aa75-88442b06a56f tempest-PortsIpV6TestJSON-283107163 tempest-PortsIpV6TestJSON-283107163-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:26:43.148571 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-79dc976e-8bc2-44e1-aa75-88442b06a56f tempest-PortsIpV6TestJSON-283107163 tempest-PortsIpV6TestJSON-283107163-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1613566'] for subnet (None), before_response {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:26:43.163015 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Device e83d2dc8-636d-485b-874e-15b497987783 up at agent ovs-agent-n-d-713498-36 {{(pid=103232) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 19:26:43.244339 n-d-713498-36 neutron-server[103232]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a1fbc70b-9dd3-44f5-99b0-85f3dff92d7d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f1d2f720-203f-4a0c-99ec-b451c998d159'}] {{(pid=103232) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 19:26:43.247371 n-d-713498-36 neutron-server[103232]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}949cdcde653dec44821de95cbf67297f53cbc2aed4e073b5d514f93bf911ce85" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-61110fe3-6f5f-4876-8fae-1fbb3d8351de" -d '{"events": [{"server_uuid": "a1fbc70b-9dd3-44f5-99b0-85f3dff92d7d", "name": "network-vif-unplugged", "status": "completed", "tag": "f1d2f720-203f-4a0c-99ec-b451c998d159"}]}' {{(pid=103232) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 19:26:43.322747 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] For port f1d2f720-203f-4a0c-99ec-b451c998d159, host n-h1-713498-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-36',level=0,port_id=f1d2f720-203f-4a0c-99ec-b451c998d159,segment=NetworkSegment(9110d757-e4eb-424b-97b9-32896b689ba3),segment_id=9110d757-e4eb-424b-97b9-32896b689ba3)] {{(pid=103232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 19:26:43.333989 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-7fb1127d-863a-4457-b3b1-1e9883d9f632 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762867132591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593584'] for agent (93303d5e-5d17-45e8-8963-7694f87783ae), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:26:43.340236 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762867176205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762866656485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762866656503'] for port (f1d2f720-203f-4a0c-99ec-b451c998d159), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:26:43.366459 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-02c60c8a-2240-4a6b-9bbf-d4f56658675e req-6a9677ed-4918-4a66-9dab-2284c1d82996 tempest-TestServerMultinode-969236194 tempest-TestServerMultinode-969236194-project-admin] Publish callbacks [] for port (702b1b4e-04c2-4a4e-98ec-dbf8b396da1d), precommit_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:26:43.433295 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-79dc976e-8bc2-44e1-aa75-88442b06a56f tempest-PortsIpV6TestJSON-283107163 tempest-PortsIpV6TestJSON-283107163-project] 10.222.0.75 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.5593328 Feb 09 19:26:43.452315 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 53228) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:26:43.470029 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.v2.base [None req-ef6aa1ed-c343-4f19-9567-e352bc8f3845 tempest-PortsIpV6TestJSON-283107163 tempest-PortsIpV6TestJSON-283107163-project] Request body: {'port': {'network_id': '134fd01f-b886-4be1-a4cb-2c83b3b895c4', 'security_groups': [], 'name': 'tempest-PortsIpV6TestJSON-1431708006'}} {{(pid=103229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 19:26:43.478545 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ccd2355-1279-49eb-aba8-8d62b7f7a9a8 None None] DHCP port deletion for cfaf4247-acec-4381-b9a3-012408bc17b7 request from n-d-713498-36 {{(pid=103232) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 09 19:26:43.486285 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a121f33b-75d7-4b25-a3af-99057dfe784c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8b32e980-7cce-5e82-a341-bd2fa8945c89-134fd01f-b886-4be1-a4cb-2c83b3b895c4', 'network_id': '134fd01f-b886-4be1-a4cb-2c83b3b895c4', 'project_id': '13b115ce9df54fa79100ec0671404776', 'fixed_ips': [{'subnet_id': '52ed4733-8557-40ba-a0cc-9a9c30f7ce55'}]}} from n-d-713498-36. {{(pid=103232) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 09 19:26:43.487673 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-a121f33b-75d7-4b25-a3af-99057dfe784c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (None), before_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:26:43.533529 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Pushing event updated for resources: {'Port': ['ID=f1d2f720-203f-4a0c-99ec-b451c998d159,revision_number=14']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:26:43.575697 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.provisioning_blocks [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Provisioning complete for port e83d2dc8-636d-485b-874e-15b497987783 triggered by entity L2. {{(pid=103232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 19:26:43.576590 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593630'] for port (e83d2dc8-636d-485b-874e-15b497987783), provisioning_complete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:26:43.666594 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41a225e6-7f6b-46e6-a4cf-f2e0b4bfaaca req-a80941fd-81a0-418d-a85c-d0b9513cd79c tempest-ServerRescueTestJSON-1886685382 tempest-ServerRescueTestJSON-1886685382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:26:43.669518 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-41a225e6-7f6b-46e6-a4cf-f2e0b4bfaaca req-a80941fd-81a0-418d-a85c-d0b9513cd79c tempest-ServerRescueTestJSON-1886685382 tempest-ServerRescueTestJSON-1886685382-project] 10.222.0.75 "GET /v2.0/ports?device_id=051c39d5-1749-483d-9498-3d1717fb73d7 HTTP/1.1" status: 200 len: 946 time: 0.9170425 Feb 09 19:26:43.735921 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-02c60c8a-2240-4a6b-9bbf-d4f56658675e req-6a9677ed-4918-4a66-9dab-2284c1d82996 tempest-TestServerMultinode-969236194 tempest-TestServerMultinode-969236194-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762866656467', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12867576'] for port (702b1b4e-04c2-4a4e-98ec-dbf8b396da1d), after_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:26:43.769673 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b030a2c0-fa0d-4dde-b0c8-617d587bd54f None None] Network 5ec5809a-aa76-44ce-b627-2b60985d321b requested from n-d-713498-36 {{(pid=103232) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 19:26:43.778527 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] get_ports_and_sgs() called for port_ids ['23cfe4a7-20c6-45a0-b41b-5f25e12108f4'] {{(pid=103232) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 19:26:43.817037 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc398995-9c90-497b-9d73-75964a50d947 req-72ebeeb2-c476-4e6d-8cf7-d451eba1c51c tempest-AttachVolumeShelveTestJSON-671139515 tempest-AttachVolumeShelveTestJSON-671139515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:26:43.823263 n-d-713498-36 neutron-server[103229]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-02c60c8a-2240-4a6b-9bbf-d4f56658675e req-6a9677ed-4918-4a66-9dab-2284c1d82996 tempest-TestServerMultinode-969236194 tempest-TestServerMultinode-969236194-project-admin] Network 575d677e-0ef9-4672-aa02-3644cdb3dff4 is already hosted by enough agents. {{(pid=103229) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 19:26:43.824845 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-bc398995-9c90-497b-9d73-75964a50d947 req-72ebeeb2-c476-4e6d-8cf7-d451eba1c51c tempest-AttachVolumeShelveTestJSON-671139515 tempest-AttachVolumeShelveTestJSON-671139515-project] 10.222.0.75 "GET /v2.0/ports?device_id=32437e19-fcdc-4dd1-84cc-377ffcb85b84 HTTP/1.1" status: 200 len: 945 time: 0.4991143 Feb 09 19:26:43.826752 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.plugin [None req-08b97f3a-46d2-442c-9b3e-e4a7dc871841 tempest-RoutersNegativeIpV6Test-969544946 tempest-RoutersNegativeIpV6Test-969544946-project] Deleting port 216c8539-48a7-4076-bbc2-f54716f44142 {{(pid=103229) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 19:26:43.827106 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-08b97f3a-46d2-442c-9b3e-e4a7dc871841 tempest-RoutersNegativeIpV6Test-969544946 tempest-RoutersNegativeIpV6Test-969544946-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762867170196'] for port (216c8539-48a7-4076-bbc2-f54716f44142), before_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:26:43.884632 n-d-713498-36 neutron-server[103229]: DEBUG neutron.scheduler.base_scheduler [req-02c60c8a-2240-4a6b-9bbf-d4f56658675e req-6a9677ed-4918-4a66-9dab-2284c1d82996 tempest-TestServerMultinode-969236194 tempest-TestServerMultinode-969236194-project-admin] Resources bound (agent type, host, resource id): {{(pid=103229) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 19:26:43.888043 n-d-713498-36 neutron-server[103229]: DEBUG neutron.db.l3_dvrscheduler_db [req-02c60c8a-2240-4a6b-9bbf-d4f56658675e req-6a9677ed-4918-4a66-9dab-2284c1d82996 tempest-TestServerMultinode-969236194 tempest-TestServerMultinode-969236194-project-admin] Received port after_create {{(pid=103229) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 19:26:43.896420 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a9677ed-4918-4a66-9dab-2284c1d82996 tempest-TestServerMultinode-969236194 tempest-TestServerMultinode-969236194-project-admin] Pushing event updated for resources: {'Port': ['ID=702b1b4e-04c2-4a4e-98ec-dbf8b396da1d,revision_number=1']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:26:44.000424 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e0d8b1c-dacc-4356-8461-88539276e85e req-1d6fb068-ffed-4522-8446-f0a705e862d2 tempest-ServerRescueTestJSON-1886685382 tempest-ServerRescueTestJSON-1886685382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:26:44.003175 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-0e0d8b1c-dacc-4356-8461-88539276e85e req-1d6fb068-ffed-4522-8446-f0a705e862d2 tempest-ServerRescueTestJSON-1886685382 tempest-ServerRescueTestJSON-1886685382-project] 10.222.0.89 "GET /v2.0/ports?device_id=051c39d5-1749-483d-9498-3d1717fb73d7 HTTP/1.1" status: 200 len: 946 time: 0.3810923 Feb 09 19:26:44.139216 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.provisioning_blocks [None req-ffe75d36-2658-4419-84d1-eeebba12177d None None] Provisioning complete for port e83d2dc8-636d-485b-874e-15b497987783 triggered by entity DHCP. {{(pid=103232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 19:26:44.139740 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-ffe75d36-2658-4419-84d1-eeebba12177d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593630'] for port (e83d2dc8-636d-485b-874e-15b497987783), provisioning_complete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:26:44.233870 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-bc398995-9c90-497b-9d73-75964a50d947 req-42b1ec9c-f6cc-4ec3-885d-d46385f1918b tempest-AttachVolumeShelveTestJSON-671139515 tempest-AttachVolumeShelveTestJSON-671139515-project] 10.222.0.75 "GET /v2.0/security-groups?id=e78d9a5a-8306-4175-aed3-1bd14ac6b154&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4080133 Feb 09 19:26:44.247702 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-81a91f96-4847-4280-aaa8-40c0c6983fac tempest-PortsTestJSON-1738022054 tempest-PortsTestJSON-1738022054-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (b69559d4-107e-416c-a372-95e2554cd2c9), before_update {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:26:44.269365 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.plugin [req-0e0d8b1c-dacc-4356-8461-88539276e85e req-9ef33ad9-64be-455b-befc-cc8bfb338bd7 tempest-ServerRescueTestJSON-1886685382 tempest-ServerRescueTestJSON-1886685382-project] Deleting port a34a9f5b-dfaf-4cc5-97f9-2128f12c41e5 {{(pid=103230) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 19:26:44.269718 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [req-0e0d8b1c-dacc-4356-8461-88539276e85e req-9ef33ad9-64be-455b-befc-cc8bfb338bd7 tempest-ServerRescueTestJSON-1886685382 tempest-ServerRescueTestJSON-1886685382-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762867170196'] for port (a34a9f5b-dfaf-4cc5-97f9-2128f12c41e5), before_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:26:44.544594 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-edc54c9b-7f13-45d9-9271-85c9738b0128 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762867132591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593584'] for agent (a62b1850-466f-48ae-bec7-d62fb280e14b), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:26:44.552717 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.db_base_plugin_common [None req-a121f33b-75d7-4b25-a3af-99057dfe784c None None] Allocated IP 2001:db8::2 (134fd01f-b886-4be1-a4cb-2c83b3b895c4/52ed4733-8557-40ba-a0cc-9a9c30f7ce55/04cfbb89-a2e7-4eaa-952d-fdb2a0e4dec6) {{(pid=103232) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 19:26:44.556989 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-6ccd2355-1279-49eb-aba8-8d62b7f7a9a8 None None] Deleting port 216c8539-48a7-4076-bbc2-f54716f44142 {{(pid=103232) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 19:26:44.557639 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-6ccd2355-1279-49eb-aba8-8d62b7f7a9a8 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762867170196'] for port (216c8539-48a7-4076-bbc2-f54716f44142), before_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:26:44.639383 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Current status of the port e83d2dc8-636d-485b-874e-15b497987783 is: DOWN; New status is: ACTIVE {{(pid=103232) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 19:26:44.639780 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (e83d2dc8-636d-485b-874e-15b497987783), before_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:26:44.803754 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-6ccd2355-1279-49eb-aba8-8d62b7f7a9a8 None None] For port 216c8539-48a7-4076-bbc2-f54716f44142, host n-d-713498-36, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-36',level=0,port_id=216c8539-48a7-4076-bbc2-f54716f44142,segment=NetworkSegment(74638b1e-4a2d-42e0-b5b2-831ccce2ac8d),segment_id=74638b1e-4a2d-42e0-b5b2-831ccce2ac8d)] {{(pid=103232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 19:26:44.804160 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-6ccd2355-1279-49eb-aba8-8d62b7f7a9a8 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1820838'] for port (216c8539-48a7-4076-bbc2-f54716f44142), precommit_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:26:44.834596 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.db [None req-08b97f3a-46d2-442c-9b3e-e4a7dc871841 tempest-RoutersNegativeIpV6Test-969544946 tempest-RoutersNegativeIpV6Test-969544946-project] For port 216c8539-48a7-4076-bbc2-f54716f44142, host n-d-713498-36, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-36',level=0,port_id=216c8539-48a7-4076-bbc2-f54716f44142,segment=NetworkSegment(74638b1e-4a2d-42e0-b5b2-831ccce2ac8d),segment_id=74638b1e-4a2d-42e0-b5b2-831ccce2ac8d)] {{(pid=103229) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 19:26:44.835189 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-08b97f3a-46d2-442c-9b3e-e4a7dc871841 tempest-RoutersNegativeIpV6Test-969544946 tempest-RoutersNegativeIpV6Test-969544946-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1820838'] for port (216c8539-48a7-4076-bbc2-f54716f44142), precommit_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:26:44.837845 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ef6aa1ed-c343-4f19-9567-e352bc8f3845 tempest-PortsIpV6TestJSON-283107163 tempest-PortsIpV6TestJSON-283107163-project] Made reservation on behalf of 13b115ce9df54fa79100ec0671404776 for: {'port': 1} {{(pid=103229) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 19:26:44.850494 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-ef6aa1ed-c343-4f19-9567-e352bc8f3845 tempest-PortsIpV6TestJSON-283107163 tempest-PortsIpV6TestJSON-283107163-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (None), before_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:26:44.867407 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] For port e83d2dc8-636d-485b-874e-15b497987783, host n-d-713498-36, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-36',level=0,port_id=e83d2dc8-636d-485b-874e-15b497987783,segment=NetworkSegment(3177b872-37c5-4423-a891-ede9a3c2eb46),segment_id=3177b872-37c5-4423-a891-ede9a3c2eb46)] {{(pid=103232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 19:26:44.871213 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-6ccd2355-1279-49eb-aba8-8d62b7f7a9a8 None None] Calling delete_port for 216c8539-48a7-4076-bbc2-f54716f44142 owned by network:dhcp {{(pid=103232) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 19:26:44.894684 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762867176205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762866656485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762866656503'] for port (e83d2dc8-636d-485b-874e-15b497987783), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:26:44.929925 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.plugin [None req-08b97f3a-46d2-442c-9b3e-e4a7dc871841 tempest-RoutersNegativeIpV6Test-969544946 tempest-RoutersNegativeIpV6Test-969544946-project] Calling delete_port for 216c8539-48a7-4076-bbc2-f54716f44142 owned by network:dhcp {{(pid=103229) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 19:26:44.934288 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.db [req-0e0d8b1c-dacc-4356-8461-88539276e85e req-9ef33ad9-64be-455b-befc-cc8bfb338bd7 tempest-ServerRescueTestJSON-1886685382 tempest-ServerRescueTestJSON-1886685382-project] For port a34a9f5b-dfaf-4cc5-97f9-2128f12c41e5, host n-h1-713498-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-36',level=0,port_id=a34a9f5b-dfaf-4cc5-97f9-2128f12c41e5,segment=NetworkSegment(c10441c4-164e-4746-a64d-90f79f0d70ea),segment_id=c10441c4-164e-4746-a64d-90f79f0d70ea)] {{(pid=103230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 19:26:44.936160 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [req-0e0d8b1c-dacc-4356-8461-88539276e85e req-9ef33ad9-64be-455b-befc-cc8bfb338bd7 tempest-ServerRescueTestJSON-1886685382 tempest-ServerRescueTestJSON-1886685382-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1820838'] for port (a34a9f5b-dfaf-4cc5-97f9-2128f12c41e5), precommit_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:26:44.939557 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02c60c8a-2240-4a6b-9bbf-d4f56658675e req-6a9677ed-4918-4a66-9dab-2284c1d82996 tempest-TestServerMultinode-969236194 tempest-TestServerMultinode-969236194-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:26:44.940177 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-02c60c8a-2240-4a6b-9bbf-d4f56658675e req-6a9677ed-4918-4a66-9dab-2284c1d82996 tempest-TestServerMultinode-969236194 tempest-TestServerMultinode-969236194-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171096'] for port (None), before_response {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:26:44.977773 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.plugin [req-0e0d8b1c-dacc-4356-8461-88539276e85e req-9ef33ad9-64be-455b-befc-cc8bfb338bd7 tempest-ServerRescueTestJSON-1886685382 tempest-ServerRescueTestJSON-1886685382-project] Calling delete_port for a34a9f5b-dfaf-4cc5-97f9-2128f12c41e5 owned by compute:nova {{(pid=103230) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 19:26:45.005385 n-d-713498-36 neutron-server[103229]: DEBUG neutron.notifiers.nova [None req-ef6aa1ed-c343-4f19-9567-e352bc8f3845 tempest-PortsIpV6TestJSON-283107163 tempest-PortsIpV6TestJSON-283107163-project] device_id is not set on port b533eda0-5900-4824-972e-5b5b27834bec yet. {{(pid=103229) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 09 19:26:45.045647 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-41a225e6-7f6b-46e6-a4cf-f2e0b4bfaaca req-6962caf3-6dd9-4362-809f-93b4d03ee73b tempest-ServerRescueTestJSON-1886685382 tempest-ServerRescueTestJSON-1886685382-project] 10.222.0.75 "GET /v2.0/security-groups?id=e2c286ed-f317-46f6-b582-9a19546e0cee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.3519404 Feb 09 19:26:45.076885 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-ffe75d36-2658-4419-84d1-eeebba12177d None None] Current status of the port e83d2dc8-636d-485b-874e-15b497987783 is: DOWN; New status is: ACTIVE {{(pid=103232) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 19:26:45.084812 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-ffe75d36-2658-4419-84d1-eeebba12177d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (e83d2dc8-636d-485b-874e-15b497987783), before_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:26:45.135840 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-02c60c8a-2240-4a6b-9bbf-d4f56658675e req-6a9677ed-4918-4a66-9dab-2284c1d82996 tempest-TestServerMultinode-969236194 tempest-TestServerMultinode-969236194-project-admin] 10.222.0.90 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1029 time: 3.1988668 Feb 09 19:26:45.148611 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.v2.base [req-02c60c8a-2240-4a6b-9bbf-d4f56658675e req-3d137b56-230f-4416-abb3-c7804ec6d4af service neutron] Request body: {'port': {'device_id': 'f64ec94d-8f43-4817-807f-15b20fbcb6c7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-713498-36'}} {{(pid=103229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 19:26:45.303920 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-02c60c8a-2240-4a6b-9bbf-d4f56658675e req-3d137b56-230f-4416-abb3-c7804ec6d4af service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (702b1b4e-04c2-4a4e-98ec-dbf8b396da1d), before_update {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:26:45.326145 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [req-0e0d8b1c-dacc-4356-8461-88539276e85e req-9ef33ad9-64be-455b-befc-cc8bfb338bd7 tempest-ServerRescueTestJSON-1886685382 tempest-ServerRescueTestJSON-1886685382-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762867177463', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762866656476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14393751'] for port (a34a9f5b-dfaf-4cc5-97f9-2128f12c41e5), after_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:26:45.357345 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-08b97f3a-46d2-442c-9b3e-e4a7dc871841 tempest-RoutersNegativeIpV6Test-969544946 tempest-RoutersNegativeIpV6Test-969544946-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762867177463', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762866656476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12867576'] for port (216c8539-48a7-4076-bbc2-f54716f44142), after_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:26:45.380145 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-a121f33b-75d7-4b25-a3af-99057dfe784c None None] Publish callbacks [] for port (04cfbb89-a2e7-4eaa-952d-fdb2a0e4dec6), precommit_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:26:45.392250 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Pushing event updated for resources: {'Port': ['ID=e83d2dc8-636d-485b-874e-15b497987783,revision_number=3']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:26:45.435145 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08b97f3a-46d2-442c-9b3e-e4a7dc871841 tempest-RoutersNegativeIpV6Test-969544946 tempest-RoutersNegativeIpV6Test-969544946-project] Pushing event deleted for resources: {'Port': ['ID=216c8539-48a7-4076-bbc2-f54716f44142,revision_number=None']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:26:45.460424 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Device 216c8539-48a7-4076-bbc2-f54716f44142 no longer exists at agent ovs-agent-n-d-713498-36 {{(pid=103232) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 19:26:45.466766 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] get_ports_and_sgs() called for port_ids ['a34a9f5b-dfaf-4cc5-97f9-2128f12c41e5'] {{(pid=103232) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 19:26:45.476515 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-7429db8d-6021-40ad-813e-885be449a89b None None] get_ports_and_sgs() called for port_ids ['8bbf9426-f0e3-4d72-9513-cdacb95da6bc'] {{(pid=103232) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 19:26:45.493988 n-d-713498-36 neutron-server[103229]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08b97f3a-46d2-442c-9b3e-e4a7dc871841 tempest-RoutersNegativeIpV6Test-969544946 tempest-RoutersNegativeIpV6Test-969544946-project] No DVR routers for this DVR port 216c8539-48a7-4076-bbc2-f54716f44142 on host n-d-713498-36 {{(pid=103229) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 19:26:45.506432 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-a121f33b-75d7-4b25-a3af-99057dfe784c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762866656467'] for port (04cfbb89-a2e7-4eaa-952d-fdb2a0e4dec6), after_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:26:45.672225 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] No Port match for: 216c8539-48a7-4076-bbc2-f54716f44142 {{(pid=103232) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 19:26:45.672883 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Device 216c8539-48a7-4076-bbc2-f54716f44142 not bound to the agent host n-d-713498-36 {{(pid=103232) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 19:26:45.741490 n-d-713498-36 neutron-server[103232]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a121f33b-75d7-4b25-a3af-99057dfe784c None None] Network 134fd01f-b886-4be1-a4cb-2c83b3b895c4 is already hosted by enough agents. {{(pid=103232) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 19:26:45.784659 n-d-713498-36 neutron-server[103232]: DEBUG neutron.scheduler.base_scheduler [None req-a121f33b-75d7-4b25-a3af-99057dfe784c None None] Resources bound (agent type, host, resource id): {{(pid=103232) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 19:26:45.810785 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3108957-d403-4ead-a22d-1a99ac9bb331 req-4dc85393-8a13-4488-9d1e-cc1551453e2c tempest-ServerActionsTestJSON-347500300 tempest-ServerActionsTestJSON-347500300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:26:45.812359 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-c3108957-d403-4ead-a22d-1a99ac9bb331 req-4dc85393-8a13-4488-9d1e-cc1551453e2c tempest-ServerActionsTestJSON-347500300 tempest-ServerActionsTestJSON-347500300-project] 10.222.0.75 "GET /v2.0/ports?device_id=a1fbc70b-9dd3-44f5-99b0-85f3dff92d7d HTTP/1.1" status: 200 len: 944 time: 0.5214217 Feb 09 19:26:45.815199 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a121f33b-75d7-4b25-a3af-99057dfe784c None None] Pushing event updated for resources: {'Port': ['ID=04cfbb89-a2e7-4eaa-952d-fdb2a0e4dec6,revision_number=1']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:26:45.850000 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a121f33b-75d7-4b25-a3af-99057dfe784c None None] Received port after_create {{(pid=103232) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 19:26:45.855839 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.db.api [None req-ffe75d36-2658-4419-84d1-eeebba12177d None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103232) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 09 19:26:45.856363 n-d-713498-36 neutron-server[103232]: DEBUG oslo_db.api [None req-ffe75d36-2658-4419-84d1-eeebba12177d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 09 19:26:45.891529 n-d-713498-36 neutron-server[103229]: DEBUG neutron.db.db_base_plugin_common [None req-ef6aa1ed-c343-4f19-9567-e352bc8f3845 tempest-PortsIpV6TestJSON-283107163 tempest-PortsIpV6TestJSON-283107163-project] Allocated IP 2001:db8::379 (134fd01f-b886-4be1-a4cb-2c83b3b895c4/52ed4733-8557-40ba-a0cc-9a9c30f7ce55/b533eda0-5900-4824-972e-5b5b27834bec) {{(pid=103229) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 19:26:45.922716 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-6ccd2355-1279-49eb-aba8-8d62b7f7a9a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762867177463', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762866656476'] for port (216c8539-48a7-4076-bbc2-f54716f44142), after_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:26:45.934374 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-81a91f96-4847-4280-aaa8-40c0c6983fac tempest-PortsTestJSON-1738022054 tempest-PortsTestJSON-1738022054-project] Publish callbacks [] for port (b69559d4-107e-416c-a372-95e2554cd2c9), precommit_update {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:26:45.945819 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-2b88cd72-ff42-4c4e-bec2-cb235a471616 req-89981ce3-af09-413a-9bcf-7a1e010ca34f service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=a1fbc70b-9dd3-44f5-99b0-85f3dff92d7d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.5727851 Feb 09 19:26:45.979388 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-08b97f3a-46d2-442c-9b3e-e4a7dc871841 tempest-RoutersNegativeIpV6Test-969544946 tempest-RoutersNegativeIpV6Test-969544946-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-590267', 'neutron.services.segments.db._delete_segments_for_network-8762867132609'] for network (cfaf4247-acec-4381-b9a3-012408bc17b7), precommit_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:26:46.022268 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-81a91f96-4847-4280-aaa8-40c0c6983fac tempest-PortsTestJSON-1738022054 tempest-PortsTestJSON-1738022054-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762867176205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762866656485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762866656503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14393758'] for port (b69559d4-107e-416c-a372-95e2554cd2c9), after_update {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:26:46.035352 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ef33ad9-64be-455b-befc-cc8bfb338bd7 tempest-ServerRescueTestJSON-1886685382 tempest-ServerRescueTestJSON-1886685382-project] Pushing event deleted for resources: {'Port': ['ID=a34a9f5b-dfaf-4cc5-97f9-2128f12c41e5,revision_number=None']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:26:46.044545 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ccd2355-1279-49eb-aba8-8d62b7f7a9a8 None None] Pushing event deleted for resources: {'Port': ['ID=216c8539-48a7-4076-bbc2-f54716f44142,revision_number=None']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:26:46.074776 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0ead74d-b789-4ae6-bcfd-fa2c55450570 req-fbd85cde-adfa-4b16-af0c-bdd1f2396802 tempest-TestServerMultinode-969236194 tempest-TestServerMultinode-969236194-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:26:46.076253 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-f0ead74d-b789-4ae6-bcfd-fa2c55450570 req-fbd85cde-adfa-4b16-af0c-bdd1f2396802 tempest-TestServerMultinode-969236194 tempest-TestServerMultinode-969236194-project-admin] 10.222.0.75 "GET /v2.0/ports?device_id=f64ec94d-8f43-4817-807f-15b20fbcb6c7 HTTP/1.1" status: 200 len: 1027 time: 0.7788460 Feb 09 19:26:46.078046 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.managers [None req-a121f33b-75d7-4b25-a3af-99057dfe784c None None] Attempting to bind port 04cfbb89-a2e7-4eaa-952d-fdb2a0e4dec6 on host n-d-713498-36 for vnic_type normal with profile {{(pid=103232) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 19:26:46.078544 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.managers [None req-a121f33b-75d7-4b25-a3af-99057dfe784c None None] Attempting to bind port 04cfbb89-a2e7-4eaa-952d-fdb2a0e4dec6 by drivers openvswitch,hyperv on host n-d-713498-36 at level 0 using segments [{'id': '79d1f203-647d-4715-b7ea-2d2f5bd96c83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': '134fd01f-b886-4be1-a4cb-2c83b3b895c4'}] {{(pid=103232) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 19:26:46.078977 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a121f33b-75d7-4b25-a3af-99057dfe784c None None] Attempting to bind port 04cfbb89-a2e7-4eaa-952d-fdb2a0e4dec6 on network 134fd01f-b886-4be1-a4cb-2c83b3b895c4 {{(pid=103232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 19:26:46.105841 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ccd2355-1279-49eb-aba8-8d62b7f7a9a8 None None] No DVR routers for this DVR port 216c8539-48a7-4076-bbc2-f54716f44142 on host n-d-713498-36 {{(pid=103232) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 19:26:46.129271 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-a7262a8e-0513-48fd-984d-75726a511961 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762867132591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593584'] for agent (911cfea2-02ae-4ec9-bac3-7808ee1cdd9c), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:26:46.140075 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a121f33b-75d7-4b25-a3af-99057dfe784c None None] Checking agent: {'id': '496418a2-c002-4aec-ab1a-07f3bea491bd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-36', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 18, 51, 47), 'started_at': datetime.datetime(2022, 2, 9, 18, 52, 17), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 19, 26, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-36'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 19:26:46.141225 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a121f33b-75d7-4b25-a3af-99057dfe784c None None] Checking segment: {'id': '79d1f203-647d-4715-b7ea-2d2f5bd96c83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': '134fd01f-b886-4be1-a4cb-2c83b3b895c4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103232) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 19:26:46.141894 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-a121f33b-75d7-4b25-a3af-99057dfe784c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:26:46.143877 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a121f33b-75d7-4b25-a3af-99057dfe784c None None] Bound using segment: {'id': '79d1f203-647d-4715-b7ea-2d2f5bd96c83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': '134fd01f-b886-4be1-a4cb-2c83b3b895c4'} {{(pid=103232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 19:26:46.160476 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.managers [None req-a121f33b-75d7-4b25-a3af-99057dfe784c None None] Bound port: 04cfbb89-a2e7-4eaa-952d-fdb2a0e4dec6, host: n-d-713498-36, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '79d1f203-647d-4715-b7ea-2d2f5bd96c83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': '134fd01f-b886-4be1-a4cb-2c83b3b895c4'}}] {{(pid=103232) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 19:26:46.162011 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-a121f33b-75d7-4b25-a3af-99057dfe784c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (04cfbb89-a2e7-4eaa-952d-fdb2a0e4dec6), before_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:26:46.187225 n-d-713498-36 neutron-server[103229]: DEBUG neutron.services.segments.db [None req-08b97f3a-46d2-442c-9b3e-e4a7dc871841 tempest-RoutersNegativeIpV6Test-969544946 tempest-RoutersNegativeIpV6Test-969544946-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cfaf4247-acec-4381-b9a3-012408bc17b7']}} {{(pid=103229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:26:46.204484 n-d-713498-36 neutron-server[103230]: DEBUG neutron.db.l3_dvrscheduler_db [req-0e0d8b1c-dacc-4356-8461-88539276e85e req-9ef33ad9-64be-455b-befc-cc8bfb338bd7 tempest-ServerRescueTestJSON-1886685382 tempest-ServerRescueTestJSON-1886685382-project] No DVR routers for this DVR port a34a9f5b-dfaf-4cc5-97f9-2128f12c41e5 on host n-h1-713498-36 {{(pid=103230) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 19:26:46.248175 n-d-713498-36 neutron-server[103229]: DEBUG neutron.services.segments.db [None req-08b97f3a-46d2-442c-9b3e-e4a7dc871841 tempest-RoutersNegativeIpV6Test-969544946 tempest-RoutersNegativeIpV6Test-969544946-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '74638b1e-4a2d-42e0-b5b2-831ccce2ac8d') {'for_net_delete': True} {{(pid=103229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:26:46.248547 n-d-713498-36 neutron-server[103229]: DEBUG neutron.services.segments.db [None req-08b97f3a-46d2-442c-9b3e-e4a7dc871841 tempest-RoutersNegativeIpV6Test-969544946 tempest-RoutersNegativeIpV6Test-969544946-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '74638b1e-4a2d-42e0-b5b2-831ccce2ac8d') {} {{(pid=103229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:26:46.269665 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [req-0e0d8b1c-dacc-4356-8461-88539276e85e req-9ef33ad9-64be-455b-befc-cc8bfb338bd7 tempest-ServerRescueTestJSON-1886685382 tempest-ServerRescueTestJSON-1886685382-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171096'] for port (None), before_response {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:26:46.275835 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-0e0d8b1c-dacc-4356-8461-88539276e85e req-9ef33ad9-64be-455b-befc-cc8bfb338bd7 tempest-ServerRescueTestJSON-1886685382 tempest-ServerRescueTestJSON-1886685382-project] 10.222.0.89 "DELETE /v2.0/ports/a34a9f5b-dfaf-4cc5-97f9-2128f12c41e5 HTTP/1.1" status: 204 len: 173 time: 2.2655282 Feb 09 19:26:46.276084 n-d-713498-36 neutron-server[103230]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '051c39d5-1749-483d-9498-3d1717fb73d7', 'name': 'network-vif-deleted', 'tag': 'a34a9f5b-dfaf-4cc5-97f9-2128f12c41e5'}] {{(pid=103230) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 19:26:46.287532 n-d-713498-36 neutron-server[103230]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aee5919275bae9f72eb374ee322673045eb80c1f84b4b45a97d96923bd50ab51" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-42fae941-30e5-4477-babd-280cc73ae8f3" -d '{"events": [{"server_uuid": "051c39d5-1749-483d-9498-3d1717fb73d7", "name": "network-vif-deleted", "tag": "a34a9f5b-dfaf-4cc5-97f9-2128f12c41e5"}]}' {{(pid=103230) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 19:26:46.316469 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-c3108957-d403-4ead-a22d-1a99ac9bb331 req-6a4646a6-6d3f-4587-b485-cec365d03b4d tempest-ServerActionsTestJSON-347500300 tempest-ServerActionsTestJSON-347500300-project] 10.222.0.75 "GET /v2.0/security-groups?id=22c4accd-b9e4-4e3e-aec5-b2bee068a6b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4934046 Feb 09 19:26:46.320273 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-08b97f3a-46d2-442c-9b3e-e4a7dc871841 tempest-RoutersNegativeIpV6Test-969544946 tempest-RoutersNegativeIpV6Test-969544946-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762867134154', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16683417'] for segment (74638b1e-4a2d-42e0-b5b2-831ccce2ac8d), before_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:26:46.440284 n-d-713498-36 neutron-server[103232]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 09 Feb 2022 19:26:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f13af327-204e-4607-8b6c-ad7c8588c5b3 x-openstack-request-id: req-f13af327-204e-4607-8b6c-ad7c8588c5b3 {{(pid=103232) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 19:26:46.440679 n-d-713498-36 neutron-server[103232]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a1fbc70b-9dd3-44f5-99b0-85f3dff92d7d", "name": "network-vif-unplugged", "status": "completed", "tag": "f1d2f720-203f-4a0c-99ec-b451c998d159", "code": 200}]} {{(pid=103232) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 19:26:46.440946 n-d-713498-36 neutron-server[103232]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-f13af327-204e-4607-8b6c-ad7c8588c5b3 {{(pid=103232) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 19:26:46.441345 n-d-713498-36 neutron-server[103232]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a1fbc70b-9dd3-44f5-99b0-85f3dff92d7d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f1d2f720-203f-4a0c-99ec-b451c998d159', 'code': 200} Feb 09 19:26:46.464117 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81a91f96-4847-4280-aaa8-40c0c6983fac tempest-PortsTestJSON-1738022054 tempest-PortsTestJSON-1738022054-project] Pushing event updated for resources: {'Port': ['ID=b69559d4-107e-416c-a372-95e2554cd2c9,revision_number=2']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:26:46.522209 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-ffe75d36-2658-4419-84d1-eeebba12177d None None] Current status of the port e83d2dc8-636d-485b-874e-15b497987783 is: ACTIVE; New status is: ACTIVE {{(pid=103232) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 19:26:46.542384 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-a121f33b-75d7-4b25-a3af-99057dfe784c None None] For port 04cfbb89-a2e7-4eaa-952d-fdb2a0e4dec6, host n-d-713498-36, cleared binding levels {{(pid=103232) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 19:26:46.547428 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-a121f33b-75d7-4b25-a3af-99057dfe784c None None] For port 04cfbb89-a2e7-4eaa-952d-fdb2a0e4dec6, host n-d-713498-36, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-36',level=0,port_id=04cfbb89-a2e7-4eaa-952d-fdb2a0e4dec6,segment=NetworkSegment(79d1f203-647d-4715-b7ea-2d2f5bd96c83),segment_id=79d1f203-647d-4715-b7ea-2d2f5bd96c83)] {{(pid=103232) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 19:26:46.559500 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-a121f33b-75d7-4b25-a3af-99057dfe784c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762867176205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762866656485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762866656503'] for port (04cfbb89-a2e7-4eaa-952d-fdb2a0e4dec6), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:26:46.633342 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-f0ead74d-b789-4ae6-bcfd-fa2c55450570 req-e4090bdd-3f00-40e3-874e-19ba7bae7ab2 tempest-TestServerMultinode-969236194 tempest-TestServerMultinode-969236194-project-admin] 10.222.0.75 "GET /v2.0/security-groups?id=470bf4f7-ea0c-4a64-8d8b-9f2609ff7cad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4777579 Feb 09 19:26:46.633565 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-08b97f3a-46d2-442c-9b3e-e4a7dc871841 tempest-RoutersNegativeIpV6Test-969544946 tempest-RoutersNegativeIpV6Test-969544946-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-759574'] for segment (74638b1e-4a2d-42e0-b5b2-831ccce2ac8d), precommit_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:26:46.696209 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-213a99df-4803-401a-8577-7c26a2dcfef0 req-7278c788-58e4-4a4c-a79c-4e86b0d5fca8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:26:46.697589 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-08b97f3a-46d2-442c-9b3e-e4a7dc871841 tempest-RoutersNegativeIpV6Test-969544946 tempest-RoutersNegativeIpV6Test-969544946-project] Releasing vlan 354 on physical network physnet1 to pool {{(pid=103229) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 19:26:46.698042 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-08b97f3a-46d2-442c-9b3e-e4a7dc871841 tempest-RoutersNegativeIpV6Test-969544946 tempest-RoutersNegativeIpV6Test-969544946-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-759574', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12867469'] for segment (74638b1e-4a2d-42e0-b5b2-831ccce2ac8d), after_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:26:46.702794 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-213a99df-4803-401a-8577-7c26a2dcfef0 req-7278c788-58e4-4a4c-a79c-4e86b0d5fca8 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=0c7f047f175c41a987e2010a725a3d95&device_id=32437e19-fcdc-4dd1-84cc-377ffcb85b84 HTTP/1.1" status: 200 len: 1128 time: 0.6898704 Feb 09 19:26:46.718438 n-d-713498-36 neutron-server[103229]: Traceback (most recent call last): Feb 09 19:26:46.718438 n-d-713498-36 neutron-server[103229]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 19:26:46.718438 n-d-713498-36 neutron-server[103229]: timer() Feb 09 19:26:46.718438 n-d-713498-36 neutron-server[103229]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 19:26:46.718438 n-d-713498-36 neutron-server[103229]: cb(*args, **kw) Feb 09 19:26:46.718438 n-d-713498-36 neutron-server[103229]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 19:26:46.718438 n-d-713498-36 neutron-server[103229]: return func(*args, **kwargs) Feb 09 19:26:46.718438 n-d-713498-36 neutron-server[103229]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 19:26:46.718438 n-d-713498-36 neutron-server[103229]: self._notify() Feb 09 19:26:46.718438 n-d-713498-36 neutron-server[103229]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 19:26:46.718438 n-d-713498-36 neutron-server[103229]: self.callback(batched_events) Feb 09 19:26:46.718438 n-d-713498-36 neutron-server[103229]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 19:26:46.718438 n-d-713498-36 neutron-server[103229]: event.method(event) Feb 09 19:26:46.718438 n-d-713498-36 neutron-server[103229]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 19:26:46.718438 n-d-713498-36 neutron-server[103229]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 19:26:46.718438 n-d-713498-36 neutron-server[103229]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 19:26:46.718438 n-d-713498-36 neutron-server[103229]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 19:26:46.718438 n-d-713498-36 neutron-server[103229]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 19:26:46.718438 n-d-713498-36 neutron-server[103229]: return f(self, *a, **k) Feb 09 19:26:46.718438 n-d-713498-36 neutron-server[103229]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 19:26:46.718438 n-d-713498-36 neutron-server[103229]: return self._get(url).json() Feb 09 19:26:46.718438 n-d-713498-36 neutron-server[103229]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 19:26:46.718438 n-d-713498-36 neutron-server[103229]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 19:26:46.718438 n-d-713498-36 neutron-server[103229]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 19:26:46.718438 n-d-713498-36 neutron-server[103229]: return self.request(url, 'GET', **kwargs) Feb 09 19:26:46.718438 n-d-713498-36 neutron-server[103229]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 19:26:46.718438 n-d-713498-36 neutron-server[103229]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 19:26:46.718438 n-d-713498-36 neutron-server[103229]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 19:26:46.718438 n-d-713498-36 neutron-server[103229]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 19:26:46.718438 n-d-713498-36 neutron-server[103229]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 19:26:46.718438 n-d-713498-36 neutron-server[103229]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 19:26:46.718438 n-d-713498-36 neutron-server[103229]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 19:26:46.743829 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.provisioning_blocks [None req-2b188e08-87c0-4817-9ec3-f480e9ab26a7 None None] Provisioning complete for port b69559d4-107e-416c-a372-95e2554cd2c9 triggered by entity DHCP. {{(pid=103232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 19:26:46.743829 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-2b188e08-87c0-4817-9ec3-f480e9ab26a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593630'] for port (b69559d4-107e-416c-a372-95e2554cd2c9), provisioning_complete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:26:46.759083 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a121f33b-75d7-4b25-a3af-99057dfe784c None None] Pushing event updated for resources: {'Port': ['ID=04cfbb89-a2e7-4eaa-952d-fdb2a0e4dec6,revision_number=2']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:26:46.915059 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-2b188e08-87c0-4817-9ec3-f480e9ab26a7 None None] Port b69559d4-107e-416c-a372-95e2554cd2c9 cannot update to ACTIVE because it is not bound. {{(pid=103232) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 19:26:46.942199 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.provisioning_blocks [None req-2b188e08-87c0-4817-9ec3-f480e9ab26a7 None None] Provisioning complete for port e83d2dc8-636d-485b-874e-15b497987783 triggered by entity DHCP. {{(pid=103232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 19:26:46.943124 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-2b188e08-87c0-4817-9ec3-f480e9ab26a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593630'] for port (e83d2dc8-636d-485b-874e-15b497987783), provisioning_complete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:26:46.961173 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-dc4d647e-4baf-4c3f-b5d1-601b3a7f024b req-2469eb81-243e-46eb-909d-eb2118ecb054 tempest-ServerRescueTestJSON-1886685382 tempest-ServerRescueTestJSON-1886685382-project] 10.222.0.75 "GET /v2.0/ports?device_id=051c39d5-1749-483d-9498-3d1717fb73d7 HTTP/1.1" status: 200 len: 210 time: 0.0504093 Feb 09 19:26:46.968509 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b88cd72-ff42-4c4e-bec2-cb235a471616 req-e80a436d-d9f0-4102-a594-fd31bb05ac4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:26:46.974402 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-2b88cd72-ff42-4c4e-bec2-cb235a471616 req-e80a436d-d9f0-4102-a594-fd31bb05ac4e service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=d7a2ccbf0c8a475abd1520a0e31ab926&device_id=a1fbc70b-9dd3-44f5-99b0-85f3dff92d7d HTTP/1.1" status: 200 len: 1127 time: 0.9506824 Feb 09 19:26:47.044042 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-ef6aa1ed-c343-4f19-9567-e352bc8f3845 tempest-PortsIpV6TestJSON-283107163 tempest-PortsIpV6TestJSON-283107163-project] Publish callbacks [] for port (b533eda0-5900-4824-972e-5b5b27834bec), precommit_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:26:47.073161 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762867132591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593584'] for agent (496418a2-c002-4aec-ab1a-07f3bea491bd), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:26:47.089233 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4283a466-9a51-4437-b2e6-5bfa95f828e6 req-0b522b1c-14ce-4a66-8dd0-a886d89ce3c7 tempest-AttachVolumeShelveTestJSON-671139515 tempest-AttachVolumeShelveTestJSON-671139515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:26:47.090838 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-4283a466-9a51-4437-b2e6-5bfa95f828e6 req-0b522b1c-14ce-4a66-8dd0-a886d89ce3c7 tempest-AttachVolumeShelveTestJSON-671139515 tempest-AttachVolumeShelveTestJSON-671139515-project] 10.222.0.75 "GET /v2.0/ports?device_id=32437e19-fcdc-4dd1-84cc-377ffcb85b84 HTTP/1.1" status: 200 len: 945 time: 0.5935235 Feb 09 19:26:47.189757 n-d-713498-36 neutron-server[103230]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 19:26:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ba040aa8-7997-4bcc-9812-c82cfcedf792 x-openstack-request-id: req-ba040aa8-7997-4bcc-9812-c82cfcedf792 {{(pid=103230) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 19:26:47.190176 n-d-713498-36 neutron-server[103230]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "051c39d5-1749-483d-9498-3d1717fb73d7", "name": "network-vif-deleted", "tag": "a34a9f5b-dfaf-4cc5-97f9-2128f12c41e5", "status": "completed", "code": 200}]} {{(pid=103230) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 19:26:47.190445 n-d-713498-36 neutron-server[103230]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-ba040aa8-7997-4bcc-9812-c82cfcedf792 {{(pid=103230) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 19:26:47.190876 n-d-713498-36 neutron-server[103230]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '051c39d5-1749-483d-9498-3d1717fb73d7', 'name': 'network-vif-deleted', 'tag': 'a34a9f5b-dfaf-4cc5-97f9-2128f12c41e5', 'status': 'completed', 'code': 200} Feb 09 19:26:47.191427 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-2b188e08-87c0-4817-9ec3-f480e9ab26a7 None None] Current status of the port e83d2dc8-636d-485b-874e-15b497987783 is: ACTIVE; New status is: ACTIVE {{(pid=103232) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 19:26:47.204080 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Device e83d2dc8-636d-485b-874e-15b497987783 up at agent ovs-agent-n-d-713498-36 {{(pid=103232) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 19:26:47.298106 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.provisioning_blocks [None req-2b188e08-87c0-4817-9ec3-f480e9ab26a7 None None] Provisioning complete for port 702b1b4e-04c2-4a4e-98ec-dbf8b396da1d triggered by entity DHCP. {{(pid=103232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 19:26:47.298553 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-2b188e08-87c0-4817-9ec3-f480e9ab26a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593630'] for port (702b1b4e-04c2-4a4e-98ec-dbf8b396da1d), provisioning_complete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:26:47.335765 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-81a91f96-4847-4280-aaa8-40c0c6983fac tempest-PortsTestJSON-1738022054 tempest-PortsTestJSON-1738022054-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1819024'] for router_interface (02ff618d-6972-41c6-9626-a6bc741a0fc0), before_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:26:47.381674 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-2b188e08-87c0-4817-9ec3-f480e9ab26a7 None None] Port 702b1b4e-04c2-4a4e-98ec-dbf8b396da1d cannot update to ACTIVE because it is not bound. {{(pid=103232) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 19:26:47.390156 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.provisioning_blocks [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Provisioning complete for port e83d2dc8-636d-485b-874e-15b497987783 triggered by entity L2. {{(pid=103232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 19:26:47.390568 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593630'] for port (e83d2dc8-636d-485b-874e-15b497987783), provisioning_complete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:26:47.481932 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-08b97f3a-46d2-442c-9b3e-e4a7dc871841 tempest-RoutersNegativeIpV6Test-969544946 tempest-RoutersNegativeIpV6Test-969544946-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-590242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1885479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1818895'] for network (cfaf4247-acec-4381-b9a3-012408bc17b7), after_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:26:47.523886 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-08b97f3a-46d2-442c-9b3e-e4a7dc871841 tempest-RoutersNegativeIpV6Test-969544946 tempest-RoutersNegativeIpV6Test-969544946-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1613566'] for network (None), before_response {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:26:47.527608 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-08b97f3a-46d2-442c-9b3e-e4a7dc871841 tempest-RoutersNegativeIpV6Test-969544946 tempest-RoutersNegativeIpV6Test-969544946-project] 10.222.0.75 "DELETE /v2.0/networks/cfaf4247-acec-4381-b9a3-012408bc17b7 HTTP/1.1" status: 204 len: 168 time: 4.6211405 Feb 09 19:26:47.541313 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 53254) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:26:47.598021 n-d-713498-36 neutron-server[103229]: DEBUG neutron.notifiers.nova [req-02c60c8a-2240-4a6b-9bbf-d4f56658675e req-3d137b56-230f-4416-abb3-c7804ec6d4af service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 702b1b4e-04c2-4a4e-98ec-dbf8b396da1d {{(pid=103229) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 19:26:47.605174 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08b97f3a-46d2-442c-9b3e-e4a7dc871841 tempest-RoutersNegativeIpV6Test-969544946 tempest-RoutersNegativeIpV6Test-969544946-project] Pushing event deleted for resources: {'Network': ['ID=cfaf4247-acec-4381-b9a3-012408bc17b7,revision_number=None']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:26:47.623551 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Current status of the port e83d2dc8-636d-485b-874e-15b497987783 is: ACTIVE; New status is: ACTIVE {{(pid=103232) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 19:26:47.628920 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-02c60c8a-2240-4a6b-9bbf-d4f56658675e req-3d137b56-230f-4416-abb3-c7804ec6d4af service neutron] Publish callbacks [] for port (702b1b4e-04c2-4a4e-98ec-dbf8b396da1d), precommit_update {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:26:47.629917 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-213a99df-4803-401a-8577-7c26a2dcfef0 req-e43ba286-77c8-47b5-bd4e-1c09c2f8cca4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:26:47.633150 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-213a99df-4803-401a-8577-7c26a2dcfef0 req-e43ba286-77c8-47b5-bd4e-1c09c2f8cca4 service neutron] 10.222.0.90 "GET /v2.0/networks?id=9cf0b823-fac1-4f9f-b685-8fd71a300e07 HTTP/1.1" status: 200 len: 918 time: 0.7247579 Feb 09 19:26:47.652316 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-4283a466-9a51-4437-b2e6-5bfa95f828e6 req-e7264d10-f0ce-4004-b8a1-1aa075adcca3 tempest-AttachVolumeShelveTestJSON-671139515 tempest-AttachVolumeShelveTestJSON-671139515-project] 10.222.0.75 "GET /v2.0/security-groups?id=e78d9a5a-8306-4175-aed3-1bd14ac6b154&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4318562 Feb 09 19:26:47.673805 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-ef6aa1ed-c343-4f19-9567-e352bc8f3845 tempest-PortsIpV6TestJSON-283107163 tempest-PortsIpV6TestJSON-283107163-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762866656467', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12867576'] for port (b533eda0-5900-4824-972e-5b5b27834bec), after_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:26:47.677628 n-d-713498-36 neutron-server[103229]: DEBUG neutron.db.provisioning_blocks [req-02c60c8a-2240-4a6b-9bbf-d4f56658675e req-3d137b56-230f-4416-abb3-c7804ec6d4af service neutron] Transition to ACTIVE for port object 702b1b4e-04c2-4a4e-98ec-dbf8b396da1d will not be triggered until provisioned by entity L2. {{(pid=103229) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 19:26:47.696583 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b88cd72-ff42-4c4e-bec2-cb235a471616 req-c7cbc9fa-3cf4-4c6b-bc39-1ff7248dab49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:26:47.703815 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-2b88cd72-ff42-4c4e-bec2-cb235a471616 req-c7cbc9fa-3cf4-4c6b-bc39-1ff7248dab49 service neutron] 10.222.0.89 "GET /v2.0/networks?id=bd12d1d0-518d-4d29-a00d-98410ba2cb8a HTTP/1.1" status: 200 len: 913 time: 0.6856899 Feb 09 19:26:47.727162 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-02c60c8a-2240-4a6b-9bbf-d4f56658675e req-3d137b56-230f-4416-abb3-c7804ec6d4af service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762867176205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762866656485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762866656503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12867569'] for port (702b1b4e-04c2-4a4e-98ec-dbf8b396da1d), after_update {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:26:47.897529 n-d-713498-36 neutron-server[103229]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef6aa1ed-c343-4f19-9567-e352bc8f3845 tempest-PortsIpV6TestJSON-283107163 tempest-PortsIpV6TestJSON-283107163-project] Network 134fd01f-b886-4be1-a4cb-2c83b3b895c4 is already hosted by enough agents. {{(pid=103229) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 19:26:47.941169 n-d-713498-36 neutron-server[103229]: DEBUG neutron.scheduler.base_scheduler [None req-ef6aa1ed-c343-4f19-9567-e352bc8f3845 tempest-PortsIpV6TestJSON-283107163 tempest-PortsIpV6TestJSON-283107163-project] Resources bound (agent type, host, resource id): {{(pid=103229) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 19:26:47.958759 n-d-713498-36 neutron-server[103229]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef6aa1ed-c343-4f19-9567-e352bc8f3845 tempest-PortsIpV6TestJSON-283107163 tempest-PortsIpV6TestJSON-283107163-project] Received port after_create {{(pid=103229) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 19:26:47.977145 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef6aa1ed-c343-4f19-9567-e352bc8f3845 tempest-PortsIpV6TestJSON-283107163 tempest-PortsIpV6TestJSON-283107163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:26:47.979432 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-ef6aa1ed-c343-4f19-9567-e352bc8f3845 tempest-PortsIpV6TestJSON-283107163 tempest-PortsIpV6TestJSON-283107163-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171096'] for port (None), before_response {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:26:48.021704 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef6aa1ed-c343-4f19-9567-e352bc8f3845 tempest-PortsIpV6TestJSON-283107163 tempest-PortsIpV6TestJSON-283107163-project] Pushing event updated for resources: {'Port': ['ID=b533eda0-5900-4824-972e-5b5b27834bec,revision_number=1']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:26:48.039906 n-d-713498-36 neutron-server[103230]: DEBUG neutron.db.db_base_plugin_v2 [None req-336f65c5-ba98-4086-9461-2d7035130b78 tempest-RoutersNegativeIpV6Test-969544946 tempest-RoutersNegativeIpV6Test-969544946-project] Deleting subnet 9bfac717-1a2a-437a-9a9f-3a54c1528a3c {{(pid=103230) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 19:26:48.046183 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-213a99df-4803-401a-8577-7c26a2dcfef0 req-4e6815d1-d4dd-4354-9aea-6bb514129c0f service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=413c51b4-2ff4-4d9d-ab4e-d2e0cafdf9fb HTTP/1.1" status: 200 len: 1001 time: 0.3408415 Feb 09 19:26:48.049367 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-81a91f96-4847-4280-aaa8-40c0c6983fac tempest-PortsTestJSON-1738022054 tempest-PortsTestJSON-1738022054-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (b69559d4-107e-416c-a372-95e2554cd2c9), before_update {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:26:48.053599 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-336f65c5-ba98-4086-9461-2d7035130b78 tempest-RoutersNegativeIpV6Test-969544946 tempest-RoutersNegativeIpV6Test-969544946-project] Publish callbacks [] for subnet (9bfac717-1a2a-437a-9a9f-3a54c1528a3c), before_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:26:48.134577 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-ef6aa1ed-c343-4f19-9567-e352bc8f3845 tempest-PortsIpV6TestJSON-283107163 tempest-PortsIpV6TestJSON-283107163-project] 10.222.0.75 "POST /v2.0/ports HTTP/1.1" status: 201 len: 893 time: 4.6797829 Feb 09 19:26:48.135410 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 53264) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:26:48.158587 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-2b88cd72-ff42-4c4e-bec2-cb235a471616 req-369acbed-7b7f-48c6-8c48-d20359995eef service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f1d2f720-203f-4a0c-99ec-b451c998d159 HTTP/1.1" status: 200 len: 998 time: 0.4537318 Feb 09 19:26:48.247884 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22b54e7f-2b8a-4bb5-8962-84f04a75c610 req-8360c095-2976-4cc7-ad37-ce30f3342018 tempest-ServerActionsTestJSON-347500300 tempest-ServerActionsTestJSON-347500300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:26:48.256064 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07c0f309-f63f-4d07-aa13-ffc3977f05ab req-c7638e56-b2bd-4cd3-8789-735779b4adb9 tempest-TestServerMultinode-969236194 tempest-TestServerMultinode-969236194-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:26:48.257748 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-22b54e7f-2b8a-4bb5-8962-84f04a75c610 req-8360c095-2976-4cc7-ad37-ce30f3342018 tempest-ServerActionsTestJSON-347500300 tempest-ServerActionsTestJSON-347500300-project] 10.222.0.75 "GET /v2.0/ports?device_id=a1fbc70b-9dd3-44f5-99b0-85f3dff92d7d HTTP/1.1" status: 200 len: 944 time: 0.6315184 Feb 09 19:26:48.266584 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-07c0f309-f63f-4d07-aa13-ffc3977f05ab req-c7638e56-b2bd-4cd3-8789-735779b4adb9 tempest-TestServerMultinode-969236194 tempest-TestServerMultinode-969236194-project-admin] 10.222.0.75 "GET /v2.0/ports?device_id=f64ec94d-8f43-4817-807f-15b20fbcb6c7 HTTP/1.1" status: 200 len: 1053 time: 0.4118748 Feb 09 19:26:48.370772 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d137b56-230f-4416-abb3-c7804ec6d4af service neutron] Pushing event updated for resources: {'Port': ['ID=702b1b4e-04c2-4a4e-98ec-dbf8b396da1d,revision_number=2']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:26:48.388321 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-336f65c5-ba98-4086-9461-2d7035130b78 tempest-RoutersNegativeIpV6Test-969544946 tempest-RoutersNegativeIpV6Test-969544946-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12895822'] for subnet (9bfac717-1a2a-437a-9a9f-3a54c1528a3c), precommit_delete_associations {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:26:48.451919 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b88cd72-ff42-4c4e-bec2-cb235a471616 req-1bfbf060-6640-452c-99e6-92a91069118a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:26:48.452919 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-213a99df-4803-401a-8577-7c26a2dcfef0 req-1d35ca15-069a-4453-a990-ba129f5ade04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:26:48.453416 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-2b88cd72-ff42-4c4e-bec2-cb235a471616 req-1bfbf060-6640-452c-99e6-92a91069118a service neutron] 10.222.0.89 "GET /v2.0/subnets?id=60ccac4e-8e6b-4139-b4aa-9c0c5cc0e9e4 HTTP/1.1" status: 200 len: 851 time: 0.2532105 Feb 09 19:26:48.454789 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-213a99df-4803-401a-8577-7c26a2dcfef0 req-1d35ca15-069a-4453-a990-ba129f5ade04 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=ca2eed47-7b83-4cc1-87fa-16862746969c HTTP/1.1" status: 200 len: 856 time: 0.3664653 Feb 09 19:26:48.502035 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.managers [req-02c60c8a-2240-4a6b-9bbf-d4f56658675e req-3d137b56-230f-4416-abb3-c7804ec6d4af service neutron] Attempting to bind port 702b1b4e-04c2-4a4e-98ec-dbf8b396da1d on host n-h2-713498-36 for vnic_type normal with profile {{(pid=103229) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 19:26:48.502376 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.managers [req-02c60c8a-2240-4a6b-9bbf-d4f56658675e req-3d137b56-230f-4416-abb3-c7804ec6d4af service neutron] Attempting to bind port 702b1b4e-04c2-4a4e-98ec-dbf8b396da1d by drivers openvswitch,hyperv on host n-h2-713498-36 at level 0 using segments [{'id': 'f67be751-2433-40db-80a5-c4fefbe3be13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': '575d677e-0ef9-4672-aa02-3644cdb3dff4'}] {{(pid=103229) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 19:26:48.502653 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02c60c8a-2240-4a6b-9bbf-d4f56658675e req-3d137b56-230f-4416-abb3-c7804ec6d4af service neutron] Attempting to bind port 702b1b4e-04c2-4a4e-98ec-dbf8b396da1d on network 575d677e-0ef9-4672-aa02-3644cdb3dff4 {{(pid=103229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 19:26:48.512998 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02c60c8a-2240-4a6b-9bbf-d4f56658675e req-3d137b56-230f-4416-abb3-c7804ec6d4af service neutron] Port 702b1b4e-04c2-4a4e-98ec-dbf8b396da1d on network 575d677e-0ef9-4672-aa02-3644cdb3dff4 not bound, no agent of type Open vSwitch agent registered on host n-h2-713498-36 {{(pid=103229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 19:26:48.513414 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02c60c8a-2240-4a6b-9bbf-d4f56658675e req-3d137b56-230f-4416-abb3-c7804ec6d4af service neutron] Attempting to bind port 702b1b4e-04c2-4a4e-98ec-dbf8b396da1d on network 575d677e-0ef9-4672-aa02-3644cdb3dff4 {{(pid=103229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 19:26:48.515572 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762867132591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593584'] for agent (488cd9ae-631f-4955-ba0b-4f5a13f12e9c), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:26:48.521146 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-07c0f309-f63f-4d07-aa13-ffc3977f05ab req-b48819c8-02a1-4f96-b3c6-2b0fd1b0ea7e tempest-TestServerMultinode-969236194 tempest-TestServerMultinode-969236194-project-admin] 10.222.0.75 "GET /v2.0/security-groups?id=470bf4f7-ea0c-4a64-8d8b-9f2609ff7cad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2530243 Feb 09 19:26:48.536208 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02c60c8a-2240-4a6b-9bbf-d4f56658675e req-3d137b56-230f-4416-abb3-c7804ec6d4af service neutron] Checking agent: {'id': 'bcd5faee-dc24-4298-9134-0e0aa054058e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713498-36', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 18, 59, 19), 'started_at': datetime.datetime(2022, 2, 9, 18, 59, 19), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 19, 26, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 19:26:48.536208 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02c60c8a-2240-4a6b-9bbf-d4f56658675e req-3d137b56-230f-4416-abb3-c7804ec6d4af service neutron] Checking segment: {'id': 'f67be751-2433-40db-80a5-c4fefbe3be13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': '575d677e-0ef9-4672-aa02-3644cdb3dff4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103229) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 19:26:48.536462 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02c60c8a-2240-4a6b-9bbf-d4f56658675e req-3d137b56-230f-4416-abb3-c7804ec6d4af service neutron] Bound using segment: {'id': 'f67be751-2433-40db-80a5-c4fefbe3be13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': '575d677e-0ef9-4672-aa02-3644cdb3dff4'} {{(pid=103229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 19:26:48.536866 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.managers [req-02c60c8a-2240-4a6b-9bbf-d4f56658675e req-3d137b56-230f-4416-abb3-c7804ec6d4af service neutron] Bound port: 702b1b4e-04c2-4a4e-98ec-dbf8b396da1d, host: n-h2-713498-36, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f67be751-2433-40db-80a5-c4fefbe3be13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': '575d677e-0ef9-4672-aa02-3644cdb3dff4'}}] {{(pid=103229) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 19:26:48.537232 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-02c60c8a-2240-4a6b-9bbf-d4f56658675e req-3d137b56-230f-4416-abb3-c7804ec6d4af service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (702b1b4e-04c2-4a4e-98ec-dbf8b396da1d), before_update {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:26:48.555483 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Device a34a9f5b-dfaf-4cc5-97f9-2128f12c41e5 no longer exists at agent hyperv_n-h1-713498-36 {{(pid=103232) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 19:26:48.604039 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] No Port match for: a34a9f5b-dfaf-4cc5-97f9-2128f12c41e5 {{(pid=103232) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 19:26:48.604396 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Device a34a9f5b-dfaf-4cc5-97f9-2128f12c41e5 not bound to the agent host n-h1-713498-36 {{(pid=103232) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 19:26:48.650071 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cdfee815-5b14-4e8e-a5f9-c871023e2450 None None] Network 134fd01f-b886-4be1-a4cb-2c83b3b895c4 requested from n-d-713498-36 {{(pid=103232) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 19:26:48.693083 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.db [req-02c60c8a-2240-4a6b-9bbf-d4f56658675e req-3d137b56-230f-4416-abb3-c7804ec6d4af service neutron] For port 702b1b4e-04c2-4a4e-98ec-dbf8b396da1d, host n-h2-713498-36, cleared binding levels {{(pid=103229) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 19:26:48.697473 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.db [req-02c60c8a-2240-4a6b-9bbf-d4f56658675e req-3d137b56-230f-4416-abb3-c7804ec6d4af service neutron] For port 702b1b4e-04c2-4a4e-98ec-dbf8b396da1d, host n-h2-713498-36, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-36',level=0,port_id=702b1b4e-04c2-4a4e-98ec-dbf8b396da1d,segment=NetworkSegment(f67be751-2433-40db-80a5-c4fefbe3be13),segment_id=f67be751-2433-40db-80a5-c4fefbe3be13)] {{(pid=103229) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 19:26:48.705438 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.plugin [None req-6ac0b15e-a6c1-479c-bc78-65978a449a75 tempest-PortsIpV6TestJSON-283107163 tempest-PortsIpV6TestJSON-283107163-project] Deleting port b533eda0-5900-4824-972e-5b5b27834bec {{(pid=103229) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 19:26:48.705918 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-6ac0b15e-a6c1-479c-bc78-65978a449a75 tempest-PortsIpV6TestJSON-283107163 tempest-PortsIpV6TestJSON-283107163-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762867170196'] for port (b533eda0-5900-4824-972e-5b5b27834bec), before_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:26:48.734948 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-02c60c8a-2240-4a6b-9bbf-d4f56658675e req-3d137b56-230f-4416-abb3-c7804ec6d4af service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762867176205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762866656485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762866656503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12867569'] for port (702b1b4e-04c2-4a4e-98ec-dbf8b396da1d), after_update {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:26:48.738294 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b88cd72-ff42-4c4e-bec2-cb235a471616 req-a8b7fd3d-3b5c-4c42-8bbe-da0283cfbfcb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:26:48.741200 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-2b88cd72-ff42-4c4e-bec2-cb235a471616 req-a8b7fd3d-3b5c-4c42-8bbe-da0283cfbfcb service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=bd12d1d0-518d-4d29-a00d-98410ba2cb8a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.2723129 Feb 09 19:26:48.803017 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-22b54e7f-2b8a-4bb5-8962-84f04a75c610 req-a24ddf12-77b1-44cb-9590-ac94fb3ff6c0 tempest-ServerActionsTestJSON-347500300 tempest-ServerActionsTestJSON-347500300-project] 10.222.0.75 "GET /v2.0/security-groups?id=22c4accd-b9e4-4e3e-aec5-b2bee068a6b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5195150 Feb 09 19:26:48.903497 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.provisioning_blocks [None req-392b9e0d-0f7e-46bd-b0e8-f856e28d812f None None] Provisioning complete for port 04cfbb89-a2e7-4eaa-952d-fdb2a0e4dec6 triggered by entity DHCP. {{(pid=103232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 19:26:48.903875 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-392b9e0d-0f7e-46bd-b0e8-f856e28d812f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593630'] for port (04cfbb89-a2e7-4eaa-952d-fdb2a0e4dec6), provisioning_complete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:26:48.981071 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d137b56-230f-4416-abb3-c7804ec6d4af service neutron] Pushing event updated for resources: {'Port': ['ID=702b1b4e-04c2-4a4e-98ec-dbf8b396da1d,revision_number=3']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:26:49.015415 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02c60c8a-2240-4a6b-9bbf-d4f56658675e req-3d137b56-230f-4416-abb3-c7804ec6d4af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:26:49.016416 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-02c60c8a-2240-4a6b-9bbf-d4f56658675e req-3d137b56-230f-4416-abb3-c7804ec6d4af service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171096'] for port (None), before_response {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:26:49.018431 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-02c60c8a-2240-4a6b-9bbf-d4f56658675e req-3d137b56-230f-4416-abb3-c7804ec6d4af service neutron] 10.222.0.90 "PUT /v2.0/ports/702b1b4e-04c2-4a4e-98ec-dbf8b396da1d HTTP/1.1" status: 200 len: 1092 time: 3.8743451 Feb 09 19:26:49.040642 n-d-713498-36 neutron-server[103229]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f64ec94d-8f43-4817-807f-15b20fbcb6c7', 'tag': '702b1b4e-04c2-4a4e-98ec-dbf8b396da1d'}] {{(pid=103229) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 19:26:49.044571 n-d-713498-36 neutron-server[103229]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fa6ae9a20702bd564eaf90d946620b2b4277b1ab91129323d3b54181076be307" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-75615cde-646e-4dfb-8420-da09ed791226" -d '{"events": [{"name": "network-changed", "server_uuid": "f64ec94d-8f43-4817-807f-15b20fbcb6c7", "tag": "702b1b4e-04c2-4a4e-98ec-dbf8b396da1d"}]}' {{(pid=103229) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 19:26:49.122617 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762867132591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593584'] for agent (bcd5faee-dc24-4298-9134-0e0aa054058e), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:26:49.140794 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-213a99df-4803-401a-8577-7c26a2dcfef0 req-2b2b9676-615d-4baf-bfd5-52c5edcc48b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:26:49.148492 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-6ac0b15e-a6c1-479c-bc78-65978a449a75 tempest-PortsIpV6TestJSON-283107163 tempest-PortsIpV6TestJSON-283107163-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1820838'] for port (b533eda0-5900-4824-972e-5b5b27834bec), precommit_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:26:49.149022 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-213a99df-4803-401a-8577-7c26a2dcfef0 req-2b2b9676-615d-4baf-bfd5-52c5edcc48b3 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=9cf0b823-fac1-4f9f-b685-8fd71a300e07&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.6712308 Feb 09 19:26:49.172885 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.plugin [None req-6ac0b15e-a6c1-479c-bc78-65978a449a75 tempest-PortsIpV6TestJSON-283107163 tempest-PortsIpV6TestJSON-283107163-project] Calling delete_port for b533eda0-5900-4824-972e-5b5b27834bec owned by {{(pid=103229) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 19:26:49.194324 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Device 04cfbb89-a2e7-4eaa-952d-fdb2a0e4dec6 up at agent ovs-agent-n-d-713498-36 {{(pid=103232) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 19:26:49.228386 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-336f65c5-ba98-4086-9461-2d7035130b78 tempest-RoutersNegativeIpV6Test-969544946 tempest-RoutersNegativeIpV6Test-969544946-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-759852'] for subnet (9bfac717-1a2a-437a-9a9f-3a54c1528a3c), precommit_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:26:49.365586 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-213a99df-4803-401a-8577-7c26a2dcfef0 req-e55b5c2d-e266-4b31-9191-0ff1eeab7dad service neutron] 10.222.0.90 "GET /v2.0/networks/9cf0b823-fac1-4f9f-b685-8fd71a300e07?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1708417 Feb 09 19:26:49.417724 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-392b9e0d-0f7e-46bd-b0e8-f856e28d812f None None] Current status of the port 04cfbb89-a2e7-4eaa-952d-fdb2a0e4dec6 is: DOWN; New status is: ACTIVE {{(pid=103232) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 19:26:49.418408 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-392b9e0d-0f7e-46bd-b0e8-f856e28d812f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (04cfbb89-a2e7-4eaa-952d-fdb2a0e4dec6), before_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:26:49.499394 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-392b9e0d-0f7e-46bd-b0e8-f856e28d812f None None] For port 04cfbb89-a2e7-4eaa-952d-fdb2a0e4dec6, host n-d-713498-36, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-36',level=0,port_id=04cfbb89-a2e7-4eaa-952d-fdb2a0e4dec6,segment=NetworkSegment(79d1f203-647d-4715-b7ea-2d2f5bd96c83),segment_id=79d1f203-647d-4715-b7ea-2d2f5bd96c83)] {{(pid=103232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 19:26:49.507864 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-392b9e0d-0f7e-46bd-b0e8-f856e28d812f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762867176205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762866656485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762866656503'] for port (04cfbb89-a2e7-4eaa-952d-fdb2a0e4dec6), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:26:49.513809 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.provisioning_blocks [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Provisioning complete for port 04cfbb89-a2e7-4eaa-952d-fdb2a0e4dec6 triggered by entity L2. {{(pid=103232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 19:26:49.514260 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593630'] for port (04cfbb89-a2e7-4eaa-952d-fdb2a0e4dec6), provisioning_complete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:26:49.517067 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db9e4425-8088-42ce-9fa7-c444c4650bec req-4aa8e3fc-b9f9-4f3d-94b6-fb6680342e89 tempest-AttachVolumeShelveTestJSON-671139515 tempest-AttachVolumeShelveTestJSON-671139515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:26:49.518949 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-db9e4425-8088-42ce-9fa7-c444c4650bec req-4aa8e3fc-b9f9-4f3d-94b6-fb6680342e89 tempest-AttachVolumeShelveTestJSON-671139515 tempest-AttachVolumeShelveTestJSON-671139515-project] 10.222.0.75 "GET /v2.0/ports?device_id=32437e19-fcdc-4dd1-84cc-377ffcb85b84 HTTP/1.1" status: 200 len: 945 time: 0.5194328 Feb 09 19:26:49.652257 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-db9e4425-8088-42ce-9fa7-c444c4650bec req-e13eb25a-563e-4046-9b2e-b1599521933e tempest-AttachVolumeShelveTestJSON-671139515 tempest-AttachVolumeShelveTestJSON-671139515-project] 10.222.0.75 "GET /v2.0/security-groups?id=e78d9a5a-8306-4175-aed3-1bd14ac6b154&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1244872 Feb 09 19:26:49.653401 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-336f65c5-ba98-4086-9461-2d7035130b78 tempest-RoutersNegativeIpV6Test-969544946 tempest-RoutersNegativeIpV6Test-969544946-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-760023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14393672', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12985882'] for subnet (9bfac717-1a2a-437a-9a9f-3a54c1528a3c), after_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:26:49.673680 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Current status of the port 04cfbb89-a2e7-4eaa-952d-fdb2a0e4dec6 is: ACTIVE; New status is: ACTIVE {{(pid=103232) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 19:26:49.686183 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-392b9e0d-0f7e-46bd-b0e8-f856e28d812f None None] Pushing event updated for resources: {'Port': ['ID=04cfbb89-a2e7-4eaa-952d-fdb2a0e4dec6,revision_number=3']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:26:49.737337 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.provisioning_blocks [None req-7788c7ec-fb00-495e-807c-ad3096ceb762 None None] Provisioning complete for port 04cfbb89-a2e7-4eaa-952d-fdb2a0e4dec6 triggered by entity DHCP. {{(pid=103232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 19:26:49.738018 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-7788c7ec-fb00-495e-807c-ad3096ceb762 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593630'] for port (04cfbb89-a2e7-4eaa-952d-fdb2a0e4dec6), provisioning_complete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:26:49.748370 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-336f65c5-ba98-4086-9461-2d7035130b78 tempest-RoutersNegativeIpV6Test-969544946 tempest-RoutersNegativeIpV6Test-969544946-project] Pushing event deleted for resources: {'Subnet': ['ID=9bfac717-1a2a-437a-9a9f-3a54c1528a3c,revision_number=None']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:26:49.750572 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-336f65c5-ba98-4086-9461-2d7035130b78 tempest-RoutersNegativeIpV6Test-969544946 tempest-RoutersNegativeIpV6Test-969544946-project] Publish callbacks [] for subnet (None), before_response {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:26:49.762228 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-336f65c5-ba98-4086-9461-2d7035130b78 tempest-RoutersNegativeIpV6Test-969544946 tempest-RoutersNegativeIpV6Test-969544946-project] 10.222.0.75 "DELETE /v2.0/subnets/9bfac717-1a2a-437a-9a9f-3a54c1528a3c HTTP/1.1" status: 204 len: 168 time: 2.2181315 Feb 09 19:26:49.775310 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 53288) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:26:49.823853 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63d41e33-a21f-4555-baaf-a161dfb695ae None None] Network 763fd02a-074d-4f60-baf8-3302044b729f requested from n-d-713498-36 {{(pid=103232) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 19:26:50.011125 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-2b88cd72-ff42-4c4e-bec2-cb235a471616 req-19c78017-e0a5-489f-a69e-cc287dad0a5a service neutron] 10.222.0.89 "GET /v2.0/networks/bd12d1d0-518d-4d29-a00d-98410ba2cb8a?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.2361352 Feb 09 19:26:50.061567 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-7788c7ec-fb00-495e-807c-ad3096ceb762 None None] Current status of the port 04cfbb89-a2e7-4eaa-952d-fdb2a0e4dec6 is: ACTIVE; New status is: ACTIVE {{(pid=103232) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 19:26:50.099276 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.provisioning_blocks [None req-7788c7ec-fb00-495e-807c-ad3096ceb762 None None] Provisioning complete for port b533eda0-5900-4824-972e-5b5b27834bec triggered by entity DHCP. {{(pid=103232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 19:26:50.099662 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-7788c7ec-fb00-495e-807c-ad3096ceb762 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593630'] for port (b533eda0-5900-4824-972e-5b5b27834bec), provisioning_complete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:26:50.153797 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-7788c7ec-fb00-495e-807c-ad3096ceb762 None None] Port b533eda0-5900-4824-972e-5b5b27834bec cannot update to ACTIVE because it is not bound. {{(pid=103232) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 19:26:50.155247 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45ff96af-ab47-4439-8963-c2d4e7f2b5ce None None] DHCP port deletion for 763fd02a-074d-4f60-baf8-3302044b729f request from n-d-713498-36 {{(pid=103232) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 09 19:26:50.197521 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b838cd3-d798-4d98-8e6e-3ce5918db86d req-f1778b83-9042-4185-ad5f-dd6d46586026 tempest-ServerRescueTestJSON-1886685382 tempest-ServerRescueTestJSON-1886685382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:26:50.205656 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-9b838cd3-d798-4d98-8e6e-3ce5918db86d req-f1778b83-9042-4185-ad5f-dd6d46586026 tempest-ServerRescueTestJSON-1886685382 tempest-ServerRescueTestJSON-1886685382-project] 10.222.0.75 "GET /v2.0/ports?device_id=07c418f7-8971-4ae3-b247-9ceb2a23ddcf HTTP/1.1" status: 200 len: 946 time: 1.2165241 Feb 09 19:26:50.209614 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-81a91f96-4847-4280-aaa8-40c0c6983fac tempest-PortsTestJSON-1738022054 tempest-PortsTestJSON-1738022054-project] Publish callbacks [] for port (b69559d4-107e-416c-a372-95e2554cd2c9), precommit_update {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:26:50.218192 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-45ff96af-ab47-4439-8963-c2d4e7f2b5ce None None] Deleting port 68dfe84b-4cde-4479-8045-beb9ec3a88f8 {{(pid=103232) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 19:26:50.218588 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-45ff96af-ab47-4439-8963-c2d4e7f2b5ce None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762867170196'] for port (68dfe84b-4cde-4479-8045-beb9ec3a88f8), before_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:26:50.221126 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-213a99df-4803-401a-8577-7c26a2dcfef0 req-6472ddc0-83f1-4ce7-8754-8113089329b1 service neutron] 10.222.0.90 "GET /v2.0/networks/9cf0b823-fac1-4f9f-b685-8fd71a300e07?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8273759 Feb 09 19:26:50.227767 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-81a91f96-4847-4280-aaa8-40c0c6983fac tempest-PortsTestJSON-1738022054 tempest-PortsTestJSON-1738022054-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762867176205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762866656485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762866656503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14393758'] for port (b69559d4-107e-416c-a372-95e2554cd2c9), after_update {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:26:50.280785 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-9b838cd3-d798-4d98-8e6e-3ce5918db86d req-48293d9f-8854-4478-b2fa-c250e12f0c96 tempest-ServerRescueTestJSON-1886685382 tempest-ServerRescueTestJSON-1886685382-project] 10.222.0.75 "GET /v2.0/security-groups?id=e2c286ed-f317-46f6-b582-9a19546e0cee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0741348 Feb 09 19:26:50.282986 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02c60c8a-2240-4a6b-9bbf-d4f56658675e req-5ad869fb-db3d-4895-bd4b-84d2f15ebcb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:26:50.294106 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-81a91f96-4847-4280-aaa8-40c0c6983fac tempest-PortsTestJSON-1738022054 tempest-PortsTestJSON-1738022054-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1613458', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1834496'] for router_interface (02ff618d-6972-41c6-9626-a6bc741a0fc0), after_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:26:50.297902 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-02c60c8a-2240-4a6b-9bbf-d4f56658675e req-5ad869fb-db3d-4895-bd4b-84d2f15ebcb4 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=a6498e9907004a76b4e7e4932c01d125&device_id=f64ec94d-8f43-4817-807f-15b20fbcb6c7 HTTP/1.1" status: 200 len: 1126 time: 0.2818890 Feb 09 19:26:50.379140 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-45ff96af-ab47-4439-8963-c2d4e7f2b5ce None None] For port 68dfe84b-4cde-4479-8045-beb9ec3a88f8, host n-d-713498-36, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-36',level=0,port_id=68dfe84b-4cde-4479-8045-beb9ec3a88f8,segment=NetworkSegment(8c511fd8-1bc6-4084-a218-229d0f6f70e7),segment_id=8c511fd8-1bc6-4084-a218-229d0f6f70e7)] {{(pid=103232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 19:26:50.379540 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-45ff96af-ab47-4439-8963-c2d4e7f2b5ce None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1820838'] for port (68dfe84b-4cde-4479-8045-beb9ec3a88f8), precommit_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:26:50.392410 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.provisioning_blocks [None req-ae6e0249-7680-4d02-8cd5-ebc550bc1586 None None] Provisioning complete for port b533eda0-5900-4824-972e-5b5b27834bec triggered by entity DHCP. {{(pid=103232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 19:26:50.392787 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-ae6e0249-7680-4d02-8cd5-ebc550bc1586 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593630'] for port (b533eda0-5900-4824-972e-5b5b27834bec), provisioning_complete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:26:50.409396 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-02c60c8a-2240-4a6b-9bbf-d4f56658675e req-55f8d2ef-ab55-4a41-bff3-ac2af7826b9c service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=702b1b4e-04c2-4a4e-98ec-dbf8b396da1d HTTP/1.1" status: 200 len: 217 time: 0.0886233 Feb 09 19:26:50.426136 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-45ff96af-ab47-4439-8963-c2d4e7f2b5ce None None] Calling delete_port for 68dfe84b-4cde-4479-8045-beb9ec3a88f8 owned by network:dhcp {{(pid=103232) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 19:26:50.473186 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02c60c8a-2240-4a6b-9bbf-d4f56658675e req-663bd198-a6f3-4a8d-ba3e-d2eb96984ebe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:26:50.475015 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-02c60c8a-2240-4a6b-9bbf-d4f56658675e req-663bd198-a6f3-4a8d-ba3e-d2eb96984ebe service neutron] 10.222.0.90 "GET /v2.0/subnets?id=37cecb8d-3371-4b33-a837-c1ef6d4df503 HTTP/1.1" status: 200 len: 848 time: 0.0524447 Feb 09 19:26:50.477573 n-d-713498-36 neutron-server[103230]: DEBUG neutron.db.db_base_plugin_v2 [None req-2d5e9276-c9e6-4ecc-b3c6-cd2de136f617 tempest-RoutersNegativeIpV6Test-969544946 tempest-RoutersNegativeIpV6Test-969544946-project] Deleting subnet d07c34a5-a48b-4862-b9fd-e2d45919fd8a {{(pid=103230) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 19:26:50.487724 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-ae6e0249-7680-4d02-8cd5-ebc550bc1586 None None] Port b533eda0-5900-4824-972e-5b5b27834bec cannot update to ACTIVE because it is not bound. {{(pid=103232) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 19:26:50.493155 n-d-713498-36 neutron-server[103230]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81a91f96-4847-4280-aaa8-40c0c6983fac tempest-PortsTestJSON-1738022054 tempest-PortsTestJSON-1738022054-project] Network 5ec5809a-aa76-44ce-b627-2b60985d321b is already hosted by enough agents. {{(pid=103230) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 19:26:50.494267 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-2d5e9276-c9e6-4ecc-b3c6-cd2de136f617 tempest-RoutersNegativeIpV6Test-969544946 tempest-RoutersNegativeIpV6Test-969544946-project] Publish callbacks [] for subnet (d07c34a5-a48b-4862-b9fd-e2d45919fd8a), before_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:26:50.510215 n-d-713498-36 neutron-server[103233]: DEBUG neutron.db.agents_db [None req-4a8a6a42-0a0c-4437-8958-92282682b6bb None None] Agent healthcheck: found 7 active agents {{(pid=103233) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 19:26:50.530719 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-6ac0b15e-a6c1-479c-bc78-65978a449a75 tempest-PortsIpV6TestJSON-283107163 tempest-PortsIpV6TestJSON-283107163-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762867177463', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762866656476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12867576'] for port (b533eda0-5900-4824-972e-5b5b27834bec), after_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:26:50.537372 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-45ff96af-ab47-4439-8963-c2d4e7f2b5ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762867177463', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762866656476'] for port (68dfe84b-4cde-4479-8045-beb9ec3a88f8), after_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:26:50.539091 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4703a801-0783-40e8-b246-2e691a04d41c req-3179e752-df6d-45f3-a21b-9581655a84e5 tempest-TestServerMultinode-969236194 tempest-TestServerMultinode-969236194-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:26:50.551517 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-4703a801-0783-40e8-b246-2e691a04d41c req-3179e752-df6d-45f3-a21b-9581655a84e5 tempest-TestServerMultinode-969236194 tempest-TestServerMultinode-969236194-project-admin] 10.222.0.75 "GET /v2.0/ports?device_id=f64ec94d-8f43-4817-807f-15b20fbcb6c7 HTTP/1.1" status: 200 len: 1126 time: 0.3350093 Feb 09 19:26:50.558311 n-d-713498-36 neutron-server[103230]: DEBUG neutron.scheduler.base_scheduler [None req-81a91f96-4847-4280-aaa8-40c0c6983fac tempest-PortsTestJSON-1738022054 tempest-PortsTestJSON-1738022054-project] Resources bound (agent type, host, resource id): {{(pid=103230) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 19:26:50.560211 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81a91f96-4847-4280-aaa8-40c0c6983fac tempest-PortsTestJSON-1738022054 tempest-PortsTestJSON-1738022054-project] Pushing event updated for resources: {'Port': ['ID=b69559d4-107e-416c-a372-95e2554cd2c9,revision_number=3']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:26:50.561171 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45ff96af-ab47-4439-8963-c2d4e7f2b5ce None None] No DVR routers for this DVR port 68dfe84b-4cde-4479-8045-beb9ec3a88f8 on host n-d-713498-36 {{(pid=103232) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 19:26:50.595314 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45ff96af-ab47-4439-8963-c2d4e7f2b5ce None None] Pushing event deleted for resources: {'Port': ['ID=68dfe84b-4cde-4479-8045-beb9ec3a88f8,revision_number=None']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:26:50.662504 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-2b88cd72-ff42-4c4e-bec2-cb235a471616 req-c0ed0f71-df4f-4964-81cd-9f6530bc5ab3 service neutron] 10.222.0.89 "GET /v2.0/networks/bd12d1d0-518d-4d29-a00d-98410ba2cb8a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5882440 Feb 09 19:26:50.681508 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21e782e6-93b5-47d6-bead-c03f99f15ffa req-56ebfe8e-1a4a-46df-a983-6542f41e783c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:26:50.683169 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-21e782e6-93b5-47d6-bead-c03f99f15ffa req-56ebfe8e-1a4a-46df-a983-6542f41e783c service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=0c7f047f175c41a987e2010a725a3d95&device_id=32437e19-fcdc-4dd1-84cc-377ffcb85b84 HTTP/1.1" status: 200 len: 1128 time: 0.3550093 Feb 09 19:26:50.687240 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-2d5e9276-c9e6-4ecc-b3c6-cd2de136f617 tempest-RoutersNegativeIpV6Test-969544946 tempest-RoutersNegativeIpV6Test-969544946-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12895822'] for subnet (d07c34a5-a48b-4862-b9fd-e2d45919fd8a), precommit_delete_associations {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:26:50.689065 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ac0b15e-a6c1-479c-bc78-65978a449a75 tempest-PortsIpV6TestJSON-283107163 tempest-PortsIpV6TestJSON-283107163-project] Pushing event deleted for resources: {'Port': ['ID=b533eda0-5900-4824-972e-5b5b27834bec,revision_number=None']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:26:50.775911 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-6ac0b15e-a6c1-479c-bc78-65978a449a75 tempest-PortsIpV6TestJSON-283107163 tempest-PortsIpV6TestJSON-283107163-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171096'] for port (None), before_response {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:26:50.779367 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-6ac0b15e-a6c1-479c-bc78-65978a449a75 tempest-PortsIpV6TestJSON-283107163 tempest-PortsIpV6TestJSON-283107163-project] 10.222.0.75 "DELETE /v2.0/ports/b533eda0-5900-4824-972e-5b5b27834bec HTTP/1.1" status: 204 len: 168 time: 2.6327143 Feb 09 19:26:50.805366 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 53296) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:26:50.816389 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02c60c8a-2240-4a6b-9bbf-d4f56658675e req-bf5aaee5-23c3-40a4-a22b-1356bccb5564 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:26:50.819861 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-02c60c8a-2240-4a6b-9bbf-d4f56658675e req-bf5aaee5-23c3-40a4-a22b-1356bccb5564 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=575d677e-0ef9-4672-aa02-3644cdb3dff4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.3218644 Feb 09 19:26:50.886919 n-d-713498-36 neutron-server[103230]: INFO neutron.pecan_wsgi.hooks.translation [None req-fc34d6f0-499f-4219-8987-915ea6010bb3 tempest-PortsIpV6TestJSON-283107163 tempest-PortsIpV6TestJSON-283107163-project] GET failed (client error): The resource could not be found. Feb 09 19:26:50.891421 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-fc34d6f0-499f-4219-8987-915ea6010bb3 tempest-PortsIpV6TestJSON-283107163 tempest-PortsIpV6TestJSON-283107163-project] 10.222.0.75 "GET /v2.0/ports/b533eda0-5900-4824-972e-5b5b27834bec HTTP/1.1" status: 404 len: 333 time: 0.0780666 Feb 09 19:26:50.902777 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 53298) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:26:50.929118 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-4703a801-0783-40e8-b246-2e691a04d41c req-32801488-09fe-40de-a41c-9fefc8f057e9 tempest-TestServerMultinode-969236194 tempest-TestServerMultinode-969236194-project-admin] 10.222.0.75 "GET /v2.0/security-groups?id=470bf4f7-ea0c-4a64-8d8b-9f2609ff7cad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3812139 Feb 09 19:26:51.009387 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6679fd08-32d6-4bfc-9f81-e64a2e6f1d4d req-cd93ad79-7852-48d5-90a1-ce0c2c53d16e tempest-ServerActionsTestJSON-347500300 tempest-ServerActionsTestJSON-347500300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:26:51.010985 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-6679fd08-32d6-4bfc-9f81-e64a2e6f1d4d req-cd93ad79-7852-48d5-90a1-ce0c2c53d16e tempest-ServerActionsTestJSON-347500300 tempest-ServerActionsTestJSON-347500300-project] 10.222.0.75 "GET /v2.0/ports?device_id=a1fbc70b-9dd3-44f5-99b0-85f3dff92d7d HTTP/1.1" status: 200 len: 944 time: 0.6004434 Feb 09 19:26:51.041762 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.provisioning_blocks [None req-d7d7a6ad-e50d-4db4-9543-aff50166ea83 None None] Provisioning complete for port b69559d4-107e-416c-a372-95e2554cd2c9 triggered by entity DHCP. {{(pid=103232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 19:26:51.042279 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-d7d7a6ad-e50d-4db4-9543-aff50166ea83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593630'] for port (b69559d4-107e-416c-a372-95e2554cd2c9), provisioning_complete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:26:51.054731 n-d-713498-36 neutron-server[103229]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 19:26:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-758cf2b8-22c8-4b31-af84-41cafbb93ea4 x-openstack-request-id: req-758cf2b8-22c8-4b31-af84-41cafbb93ea4 {{(pid=103229) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 19:26:51.055276 n-d-713498-36 neutron-server[103229]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f64ec94d-8f43-4817-807f-15b20fbcb6c7", "tag": "702b1b4e-04c2-4a4e-98ec-dbf8b396da1d", "status": "completed", "code": 200}]} {{(pid=103229) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 19:26:51.055360 n-d-713498-36 neutron-server[103229]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-758cf2b8-22c8-4b31-af84-41cafbb93ea4 {{(pid=103229) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 19:26:51.055736 n-d-713498-36 neutron-server[103229]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f64ec94d-8f43-4817-807f-15b20fbcb6c7', 'tag': '702b1b4e-04c2-4a4e-98ec-dbf8b396da1d', 'status': 'completed', 'code': 200} Feb 09 19:26:51.134031 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-02c60c8a-2240-4a6b-9bbf-d4f56658675e req-5d14d492-bf84-4b41-b1fd-ec98915e1423 service neutron] 10.222.0.90 "GET /v2.0/networks/575d677e-0ef9-4672-aa02-3644cdb3dff4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2938378 Feb 09 19:26:51.170526 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b2860a6-42ba-46b5-85e3-2a733bbcf3a8 req-786439e4-491f-4cbd-b3e6-9ccef914a88e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:26:51.174807 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-1b2860a6-42ba-46b5-85e3-2a733bbcf3a8 req-786439e4-491f-4cbd-b3e6-9ccef914a88e service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=d7a2ccbf0c8a475abd1520a0e31ab926&device_id=a1fbc70b-9dd3-44f5-99b0-85f3dff92d7d HTTP/1.1" status: 200 len: 1127 time: 0.3502491 Feb 09 19:26:51.183616 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-d7d7a6ad-e50d-4db4-9543-aff50166ea83 None None] Port b69559d4-107e-416c-a372-95e2554cd2c9 cannot update to ACTIVE because it is not bound. {{(pid=103232) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 19:26:51.202549 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Device 04cfbb89-a2e7-4eaa-952d-fdb2a0e4dec6 up at agent ovs-agent-n-d-713498-36 {{(pid=103232) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 19:26:51.227299 n-d-713498-36 neutron-server[103230]: DEBUG neutron.db.db_base_plugin_v2 [None req-7dc1623c-56c1-4c88-ac7f-9f4130749696 tempest-PortsIpV6TestJSON-283107163 tempest-PortsIpV6TestJSON-283107163-project] Deleting subnet 52ed4733-8557-40ba-a0cc-9a9c30f7ce55 {{(pid=103230) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 19:26:51.232650 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-7dc1623c-56c1-4c88-ac7f-9f4130749696 tempest-PortsIpV6TestJSON-283107163 tempest-PortsIpV6TestJSON-283107163-project] Publish callbacks [] for subnet (52ed4733-8557-40ba-a0cc-9a9c30f7ce55), before_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:26:51.273013 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.provisioning_blocks [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Provisioning complete for port 04cfbb89-a2e7-4eaa-952d-fdb2a0e4dec6 triggered by entity L2. {{(pid=103232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 19:26:51.273381 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593630'] for port (04cfbb89-a2e7-4eaa-952d-fdb2a0e4dec6), provisioning_complete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:26:51.294383 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-7dc1623c-56c1-4c88-ac7f-9f4130749696 tempest-PortsIpV6TestJSON-283107163 tempest-PortsIpV6TestJSON-283107163-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12895822'] for subnet (52ed4733-8557-40ba-a0cc-9a9c30f7ce55), precommit_delete_associations {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:26:51.298243 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-6679fd08-32d6-4bfc-9f81-e64a2e6f1d4d req-d3ce4008-5c43-4627-8ca9-385e9101b666 tempest-ServerActionsTestJSON-347500300 tempest-ServerActionsTestJSON-347500300-project] 10.222.0.75 "GET /v2.0/security-groups?id=22c4accd-b9e4-4e3e-aec5-b2bee068a6b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2606504 Feb 09 19:26:51.361233 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-02c60c8a-2240-4a6b-9bbf-d4f56658675e req-94838523-1a95-46f0-b410-b0eb4b49acf6 service neutron] 10.222.0.90 "GET /v2.0/networks/575d677e-0ef9-4672-aa02-3644cdb3dff4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2107828 Feb 09 19:26:51.375295 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b2860a6-42ba-46b5-85e3-2a733bbcf3a8 req-0492ea50-377f-4e1a-be04-5aede25b97a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:26:51.377063 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-1b2860a6-42ba-46b5-85e3-2a733bbcf3a8 req-0492ea50-377f-4e1a-be04-5aede25b97a4 service neutron] 10.222.0.89 "GET /v2.0/networks?id=bd12d1d0-518d-4d29-a00d-98410ba2cb8a HTTP/1.1" status: 200 len: 913 time: 0.1818054 Feb 09 19:26:51.431074 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Current status of the port 04cfbb89-a2e7-4eaa-952d-fdb2a0e4dec6 is: ACTIVE; New status is: ACTIVE {{(pid=103232) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 19:26:51.527439 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Device 68dfe84b-4cde-4479-8045-beb9ec3a88f8 no longer exists at agent ovs-agent-n-d-713498-36 {{(pid=103232) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 19:26:51.540758 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-1b2860a6-42ba-46b5-85e3-2a733bbcf3a8 req-d060994f-e196-4629-9696-75294138828d service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f1d2f720-203f-4a0c-99ec-b451c998d159 HTTP/1.1" status: 200 len: 998 time: 0.1565461 Feb 09 19:26:51.564948 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-2d5e9276-c9e6-4ecc-b3c6-cd2de136f617 tempest-RoutersNegativeIpV6Test-969544946 tempest-RoutersNegativeIpV6Test-969544946-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-759852'] for subnet (d07c34a5-a48b-4862-b9fd-e2d45919fd8a), precommit_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:26:51.566955 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] No Port match for: 68dfe84b-4cde-4479-8045-beb9ec3a88f8 {{(pid=103232) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 19:26:51.567896 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Device 68dfe84b-4cde-4479-8045-beb9ec3a88f8 not bound to the agent host n-d-713498-36 {{(pid=103232) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 19:26:51.595526 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-7dc1623c-56c1-4c88-ac7f-9f4130749696 tempest-PortsIpV6TestJSON-283107163 tempest-PortsIpV6TestJSON-283107163-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-759852'] for subnet (52ed4733-8557-40ba-a0cc-9a9c30f7ce55), precommit_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:26:51.614870 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fb567ff-132c-4c58-9771-137f18d929e1 req-07b1c2d2-fb7f-44c6-9a46-f0ab34d757c8 tempest-ServerRescueTestJSON-1886685382 tempest-ServerRescueTestJSON-1886685382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:26:51.617062 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-9fb567ff-132c-4c58-9771-137f18d929e1 req-07b1c2d2-fb7f-44c6-9a46-f0ab34d757c8 tempest-ServerRescueTestJSON-1886685382 tempest-ServerRescueTestJSON-1886685382-project] 10.222.0.75 "GET /v2.0/ports?device_id=07c418f7-8971-4ae3-b247-9ceb2a23ddcf HTTP/1.1" status: 200 len: 946 time: 0.2229154 Feb 09 19:26:51.643649 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75615cde-646e-4dfb-8420-da09ed791226 req-2c8f9397-0b2f-4dd3-817f-b00b19861886 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:26:51.646275 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-75615cde-646e-4dfb-8420-da09ed791226 req-2c8f9397-0b2f-4dd3-817f-b00b19861886 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=a6498e9907004a76b4e7e4932c01d125&device_id=f64ec94d-8f43-4817-807f-15b20fbcb6c7 HTTP/1.1" status: 200 len: 1126 time: 0.1830256 Feb 09 19:26:51.669285 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21e782e6-93b5-47d6-bead-c03f99f15ffa req-7a3f29f3-9ab2-4608-88e9-bd842ee40f20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:26:51.670798 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-21e782e6-93b5-47d6-bead-c03f99f15ffa req-7a3f29f3-9ab2-4608-88e9-bd842ee40f20 service neutron] 10.222.0.90 "GET /v2.0/networks?id=9cf0b823-fac1-4f9f-b685-8fd71a300e07 HTTP/1.1" status: 200 len: 918 time: 0.9757504 Feb 09 19:26:51.677714 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b2860a6-42ba-46b5-85e3-2a733bbcf3a8 req-fe922d23-8659-41cf-830b-a09edb4472ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:26:51.679229 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-1b2860a6-42ba-46b5-85e3-2a733bbcf3a8 req-fe922d23-8659-41cf-830b-a09edb4472ca service neutron] 10.222.0.89 "GET /v2.0/subnets?id=60ccac4e-8e6b-4139-b4aa-9c0c5cc0e9e4 HTTP/1.1" status: 200 len: 851 time: 0.1277292 Feb 09 19:26:51.686834 n-d-713498-36 neutron-server[103230]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-81a91f96-4847-4280-aaa8-40c0c6983fac tempest-PortsTestJSON-1738022054 tempest-PortsTestJSON-1738022054-project] Router 02ff618d-6972-41c6-9626-a6bc741a0fc0 is scheduled to L3 agent 93303d5e-5d17-45e8-8963-7694f87783ae with binding_index 1 {{(pid=103230) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 09 19:26:51.780966 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89b8273a-4022-4d6d-a3f3-cd6e14f36045 req-71f592c6-e36f-4ba0-bcb2-4f59d14f41ad tempest-AttachVolumeShelveTestJSON-671139515 tempest-AttachVolumeShelveTestJSON-671139515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:26:51.785479 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-89b8273a-4022-4d6d-a3f3-cd6e14f36045 req-71f592c6-e36f-4ba0-bcb2-4f59d14f41ad tempest-AttachVolumeShelveTestJSON-671139515 tempest-AttachVolumeShelveTestJSON-671139515-project] 10.222.0.75 "GET /v2.0/ports?device_id=32437e19-fcdc-4dd1-84cc-377ffcb85b84 HTTP/1.1" status: 200 len: 945 time: 0.4772270 Feb 09 19:26:51.790507 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-9fb567ff-132c-4c58-9771-137f18d929e1 req-d8eb1666-5aef-4c20-a7cf-34a91f1bb4c3 tempest-ServerRescueTestJSON-1886685382 tempest-ServerRescueTestJSON-1886685382-project] 10.222.0.75 "GET /v2.0/security-groups?id=e2c286ed-f317-46f6-b582-9a19546e0cee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1605463 Feb 09 19:26:51.817047 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b2860a6-42ba-46b5-85e3-2a733bbcf3a8 req-5b5cd531-c950-450e-86f7-713a38e4167c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:26:51.818770 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-1b2860a6-42ba-46b5-85e3-2a733bbcf3a8 req-5b5cd531-c950-450e-86f7-713a38e4167c service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=bd12d1d0-518d-4d29-a00d-98410ba2cb8a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.1250460 Feb 09 19:26:51.852075 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75615cde-646e-4dfb-8420-da09ed791226 req-21fa35ba-f030-4a31-a1a9-b2406c69a424 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:26:51.853531 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-75615cde-646e-4dfb-8420-da09ed791226 req-21fa35ba-f030-4a31-a1a9-b2406c69a424 service neutron] 10.222.0.90 "GET /v2.0/networks?id=575d677e-0ef9-4672-aa02-3644cdb3dff4 HTTP/1.1" status: 200 len: 910 time: 0.1968963 Feb 09 19:26:51.894296 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-21e782e6-93b5-47d6-bead-c03f99f15ffa req-c5bbc05c-77bc-46af-ba16-c1363bb82525 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=413c51b4-2ff4-4d9d-ab4e-d2e0cafdf9fb HTTP/1.1" status: 200 len: 1001 time: 0.2002597 Feb 09 19:26:51.918946 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-75615cde-646e-4dfb-8420-da09ed791226 req-bc6db964-aba3-48be-90c6-c67f507903ac service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=702b1b4e-04c2-4a4e-98ec-dbf8b396da1d HTTP/1.1" status: 200 len: 217 time: 0.0418682 Feb 09 19:26:51.947184 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-2d5e9276-c9e6-4ecc-b3c6-cd2de136f617 tempest-RoutersNegativeIpV6Test-969544946 tempest-RoutersNegativeIpV6Test-969544946-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-760023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14393672', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12985882'] for subnet (d07c34a5-a48b-4862-b9fd-e2d45919fd8a), after_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:26:51.949656 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-7dc1623c-56c1-4c88-ac7f-9f4130749696 tempest-PortsIpV6TestJSON-283107163 tempest-PortsIpV6TestJSON-283107163-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-760023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14393672', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12985882'] for subnet (52ed4733-8557-40ba-a0cc-9a9c30f7ce55), after_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:26:52.005729 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-1b2860a6-42ba-46b5-85e3-2a733bbcf3a8 req-999b9915-0c27-47b1-8568-d1656950387b service neutron] 10.222.0.89 "GET /v2.0/networks/bd12d1d0-518d-4d29-a00d-98410ba2cb8a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1773784 Feb 09 19:26:52.007148 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75615cde-646e-4dfb-8420-da09ed791226 req-7c390bcd-c933-400d-a816-bb26f50df6ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:26:52.008735 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-75615cde-646e-4dfb-8420-da09ed791226 req-7c390bcd-c933-400d-a816-bb26f50df6ee service neutron] 10.222.0.90 "GET /v2.0/subnets?id=37cecb8d-3371-4b33-a837-c1ef6d4df503 HTTP/1.1" status: 200 len: 848 time: 0.0827634 Feb 09 19:26:52.017282 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d5e9276-c9e6-4ecc-b3c6-cd2de136f617 tempest-RoutersNegativeIpV6Test-969544946 tempest-RoutersNegativeIpV6Test-969544946-project] Pushing event deleted for resources: {'Subnet': ['ID=d07c34a5-a48b-4862-b9fd-e2d45919fd8a,revision_number=None']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:26:52.024895 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80be8ab7-d726-4df2-b74e-29b16a9d8efb None None] Network b1540a3f-4f99-4693-9fe9-afdf7d8db7a4 requested from n-d-713498-36 {{(pid=103232) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 19:26:52.031256 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-2d5e9276-c9e6-4ecc-b3c6-cd2de136f617 tempest-RoutersNegativeIpV6Test-969544946 tempest-RoutersNegativeIpV6Test-969544946-project] Publish callbacks [] for subnet (None), before_response {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:26:52.041911 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-2d5e9276-c9e6-4ecc-b3c6-cd2de136f617 tempest-RoutersNegativeIpV6Test-969544946 tempest-RoutersNegativeIpV6Test-969544946-project] 10.222.0.75 "DELETE /v2.0/subnets/d07c34a5-a48b-4862-b9fd-e2d45919fd8a HTTP/1.1" status: 204 len: 168 time: 2.2632670 Feb 09 19:26:52.062388 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-7dc1623c-56c1-4c88-ac7f-9f4130749696 tempest-PortsIpV6TestJSON-283107163 tempest-PortsIpV6TestJSON-283107163-project] Publish callbacks [] for subnet (None), before_response {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:26:52.066949 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-7dc1623c-56c1-4c88-ac7f-9f4130749696 tempest-PortsIpV6TestJSON-283107163 tempest-PortsIpV6TestJSON-283107163-project] 10.222.0.75 "DELETE /v2.0/subnets/52ed4733-8557-40ba-a0cc-9a9c30f7ce55 HTTP/1.1" status: 204 len: 168 time: 1.1628721 Feb 09 19:26:52.069187 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 53308) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:26:52.100437 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 53310) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:26:52.119202 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dc1623c-56c1-4c88-ac7f-9f4130749696 tempest-PortsIpV6TestJSON-283107163 tempest-PortsIpV6TestJSON-283107163-project] Pushing event deleted for resources: {'Subnet': ['ID=52ed4733-8557-40ba-a0cc-9a9c30f7ce55,revision_number=None']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:26:52.139510 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21e782e6-93b5-47d6-bead-c03f99f15ffa req-39dce6da-dec2-4164-a61d-aad8e3b24b77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:26:52.141633 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-21e782e6-93b5-47d6-bead-c03f99f15ffa req-39dce6da-dec2-4164-a61d-aad8e3b24b77 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=ca2eed47-7b83-4cc1-87fa-16862746969c HTTP/1.1" status: 200 len: 856 time: 0.2342529 Feb 09 19:26:52.183269 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-81a91f96-4847-4280-aaa8-40c0c6983fac tempest-PortsTestJSON-1738022054 tempest-PortsTestJSON-1738022054-project] Notify agent at l3_agent.n-d-713498-36 the message routers_updated {{(pid=103230) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 19:26:52.194399 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-89b8273a-4022-4d6d-a3f3-cd6e14f36045 req-6e6971a8-4021-41a1-bbfb-62d1a37aa2e5 tempest-AttachVolumeShelveTestJSON-671139515 tempest-AttachVolumeShelveTestJSON-671139515-project] 10.222.0.75 "GET /v2.0/security-groups?id=e78d9a5a-8306-4175-aed3-1bd14ac6b154&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3312936 Feb 09 19:26:52.201910 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-81a91f96-4847-4280-aaa8-40c0c6983fac tempest-PortsTestJSON-1738022054 tempest-PortsTestJSON-1738022054-project] 10.222.0.75 "PUT /v2.0/routers/02ff618d-6972-41c6-9626-a6bc741a0fc0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.4255791 Feb 09 19:26:52.205182 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 53312) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:26:52.209706 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f9ce7c0-bb24-4b5a-9495-275b734fcdd1 None None] Network 134fd01f-b886-4be1-a4cb-2c83b3b895c4 requested from n-d-713498-36 {{(pid=103232) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 19:26:52.258705 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6af1c79-8b0d-48ad-bc99-eb1d4e3c60e1 None None] Sync routers for ids ['02ff618d-6972-41c6-9626-a6bc741a0fc0'] in n-d-713498-36 {{(pid=103232) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 19:26:52.268444 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-ff66159d-e5fb-40c1-ad38-2436ca9c9491 tempest-RoutersNegativeIpV6Test-969544946 tempest-RoutersNegativeIpV6Test-969544946-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-670458'] for network (763fd02a-074d-4f60-baf8-3302044b729f), before_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:26:52.291399 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21e782e6-93b5-47d6-bead-c03f99f15ffa req-fd2a5c0e-13e6-4b09-9a9e-117420473ab9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:26:52.294816 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-21e782e6-93b5-47d6-bead-c03f99f15ffa req-fd2a5c0e-13e6-4b09-9a9e-117420473ab9 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=9cf0b823-fac1-4f9f-b685-8fd71a300e07&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.1195872 Feb 09 19:26:52.335424 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bf8e698-57e5-4973-bab9-385c04ed7778 req-eb8016ec-07d2-4d83-b69f-09e58bcb170a tempest-TestServerMultinode-969236194 tempest-TestServerMultinode-969236194-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:26:52.336998 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-1bf8e698-57e5-4973-bab9-385c04ed7778 req-eb8016ec-07d2-4d83-b69f-09e58bcb170a tempest-TestServerMultinode-969236194 tempest-TestServerMultinode-969236194-project-admin] 10.222.0.75 "GET /v2.0/ports?device_id=f64ec94d-8f43-4817-807f-15b20fbcb6c7 HTTP/1.1" status: 200 len: 1126 time: 0.2374756 Feb 09 19:26:52.369662 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-412a141c-b008-43ca-8822-e9139c333f59 tempest-PortsTestJSON-1738022054 tempest-PortsTestJSON-1738022054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:26:52.374169 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-412a141c-b008-43ca-8822-e9139c333f59 tempest-PortsTestJSON-1738022054 tempest-PortsTestJSON-1738022054-project] 10.222.0.75 "GET /v2.0/ports?device_id=02ff618d-6972-41c6-9626-a6bc741a0fc0 HTTP/1.1" status: 200 len: 983 time: 0.1616151 Feb 09 19:26:52.377710 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-b2997d91-14ca-4e61-aef6-30e1dd7d6366 tempest-PortsIpV6TestJSON-283107163 tempest-PortsIpV6TestJSON-283107163-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-670458'] for network (134fd01f-b886-4be1-a4cb-2c83b3b895c4), before_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:26:52.382190 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6af1c79-8b0d-48ad-bc99-eb1d4e3c60e1 None None] Routers {'02ff618d-6972-41c6-9626-a6bc741a0fc0'} bound to L3 agent in host n-d-713498-36 {{(pid=103232) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 19:26:52.382939 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.l3_hamode_db [None req-b6af1c79-8b0d-48ad-bc99-eb1d4e3c60e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-09T18:51:43Z,description=,heartbeat_timestamp=2022-02-09T19:26:43Z,host='n-d-713498-36',id=93303d5e-5d17-45e8-8963-7694f87783ae,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T18:51:43Z,topic='l3_agent')) {'router_ids': ['02ff618d-6972-41c6-9626-a6bc741a0fc0'], 'active': True} {{(pid=103232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:26:52.383278 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 53316) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:26:52.425228 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.l3_hamode_db [None req-b6af1c79-8b0d-48ad-bc99-eb1d4e3c60e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713498-36', False) {} {{(pid=103232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:26:52.432571 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75615cde-646e-4dfb-8420-da09ed791226 req-e67e2389-9901-4bc5-b2b4-e0c52b96510f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:26:52.438579 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-75615cde-646e-4dfb-8420-da09ed791226 req-e67e2389-9901-4bc5-b2b4-e0c52b96510f service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=575d677e-0ef9-4672-aa02-3644cdb3dff4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.3364637 Feb 09 19:26:52.451480 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6af1c79-8b0d-48ad-bc99-eb1d4e3c60e1 None None] Routers {'02ff618d-6972-41c6-9626-a6bc741a0fc0'} bound to L3 agent in host n-d-713498-36 {{(pid=103232) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 19:26:52.452055 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.l3_hamode_db [None req-b6af1c79-8b0d-48ad-bc99-eb1d4e3c60e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-09T18:51:43Z,description=,heartbeat_timestamp=2022-02-09T19:26:43Z,host='n-d-713498-36',id=93303d5e-5d17-45e8-8963-7694f87783ae,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T18:51:43Z,topic='l3_agent')) {'router_ids': ['02ff618d-6972-41c6-9626-a6bc741a0fc0'], 'active': True} {{(pid=103232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:26:52.521914 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.l3_hamode_db [None req-b6af1c79-8b0d-48ad-bc99-eb1d4e3c60e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713498-36', False) {} {{(pid=103232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:26:52.522639 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6af1c79-8b0d-48ad-bc99-eb1d4e3c60e1 None None] The sync data for ids ['02ff618d-6972-41c6-9626-a6bc741a0fc0'] in n-d-713498-36 is: [] {{(pid=103232) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 19:26:52.544967 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-ff66159d-e5fb-40c1-ad38-2436ca9c9491 tempest-RoutersNegativeIpV6Test-969544946 tempest-RoutersNegativeIpV6Test-969544946-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-590267', 'neutron.services.segments.db._delete_segments_for_network-8762867132609'] for network (763fd02a-074d-4f60-baf8-3302044b729f), precommit_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:26:52.560213 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8602da17-dcff-4814-ab13-4be297b07709 None None] DHCP port deletion for b1540a3f-4f99-4693-9fe9-afdf7d8db7a4 request from n-d-713498-36 {{(pid=103232) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 09 19:26:52.582606 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-1b2860a6-42ba-46b5-85e3-2a733bbcf3a8 req-67839871-29e6-43bf-81fa-2f1da91734c9 service neutron] 10.222.0.89 "GET /v2.0/networks/bd12d1d0-518d-4d29-a00d-98410ba2cb8a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5693405 Feb 09 19:26:52.622551 n-d-713498-36 neutron-server[103230]: DEBUG neutron.services.segments.db [None req-ff66159d-e5fb-40c1-ad38-2436ca9c9491 tempest-RoutersNegativeIpV6Test-969544946 tempest-RoutersNegativeIpV6Test-969544946-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['763fd02a-074d-4f60-baf8-3302044b729f']}} {{(pid=103230) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:26:52.638884 n-d-713498-36 neutron-server[103230]: DEBUG neutron.services.segments.db [None req-ff66159d-e5fb-40c1-ad38-2436ca9c9491 tempest-RoutersNegativeIpV6Test-969544946 tempest-RoutersNegativeIpV6Test-969544946-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8c511fd8-1bc6-4084-a218-229d0f6f70e7') {'for_net_delete': True} {{(pid=103230) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:26:52.639189 n-d-713498-36 neutron-server[103230]: DEBUG neutron.services.segments.db [None req-ff66159d-e5fb-40c1-ad38-2436ca9c9491 tempest-RoutersNegativeIpV6Test-969544946 tempest-RoutersNegativeIpV6Test-969544946-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8c511fd8-1bc6-4084-a218-229d0f6f70e7') {} {{(pid=103230) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:26:52.646829 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-611479fb-58a6-4f0a-9ce4-9afd85669881 None None] DHCP port deletion for 134fd01f-b886-4be1-a4cb-2c83b3b895c4 request from n-d-713498-36 {{(pid=103232) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 09 19:26:52.657275 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-21e782e6-93b5-47d6-bead-c03f99f15ffa req-9040f0f0-5ea5-4d86-acb5-a8cb6fc1bac6 service neutron] 10.222.0.90 "GET /v2.0/networks/9cf0b823-fac1-4f9f-b685-8fd71a300e07?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3335755 Feb 09 19:26:52.659728 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-ff66159d-e5fb-40c1-ad38-2436ca9c9491 tempest-RoutersNegativeIpV6Test-969544946 tempest-RoutersNegativeIpV6Test-969544946-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762867134154', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12895813'] for segment (8c511fd8-1bc6-4084-a218-229d0f6f70e7), before_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:26:52.668749 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f332d6b-a105-4b05-aa7e-ba48386f3f9e req-267e2218-c8b8-41d8-8663-ec670876cd65 tempest-ServerRescueTestJSON-1886685382 tempest-ServerRescueTestJSON-1886685382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:26:52.670351 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-8f332d6b-a105-4b05-aa7e-ba48386f3f9e req-267e2218-c8b8-41d8-8663-ec670876cd65 tempest-ServerRescueTestJSON-1886685382 tempest-ServerRescueTestJSON-1886685382-project] 10.222.0.90 "GET /v2.0/ports?device_id=07c418f7-8971-4ae3-b247-9ceb2a23ddcf HTTP/1.1" status: 200 len: 946 time: 0.2542176 Feb 09 19:26:52.717686 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-8602da17-dcff-4814-ab13-4be297b07709 None None] Deleting port c711f108-7228-43f1-8efe-682a4190a0f2 {{(pid=103232) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 19:26:52.718359 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-8602da17-dcff-4814-ab13-4be297b07709 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762867170196'] for port (c711f108-7228-43f1-8efe-682a4190a0f2), before_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:26:52.735575 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-ff66159d-e5fb-40c1-ad38-2436ca9c9491 tempest-RoutersNegativeIpV6Test-969544946 tempest-RoutersNegativeIpV6Test-969544946-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-759574'] for segment (8c511fd8-1bc6-4084-a218-229d0f6f70e7), precommit_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:26:52.806559 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-611479fb-58a6-4f0a-9ce4-9afd85669881 None None] Deleting port 04cfbb89-a2e7-4eaa-952d-fdb2a0e4dec6 {{(pid=103232) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 19:26:52.807082 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-611479fb-58a6-4f0a-9ce4-9afd85669881 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762867170196'] for port (04cfbb89-a2e7-4eaa-952d-fdb2a0e4dec6), before_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:26:52.823205 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-1bf8e698-57e5-4973-bab9-385c04ed7778 req-b5b11775-3aa5-47eb-8c4f-84d5ef06ed53 tempest-TestServerMultinode-969236194 tempest-TestServerMultinode-969236194-project-admin] 10.222.0.75 "GET /v2.0/security-groups?id=470bf4f7-ea0c-4a64-8d8b-9f2609ff7cad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4690623 Feb 09 19:26:52.846551 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0249a2e-cc52-4e5c-9443-99f2b36a8420 req-be2fed3d-25a4-4754-9464-cae0710f6cb5 tempest-ServerActionsTestJSON-347500300 tempest-ServerActionsTestJSON-347500300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:26:52.850875 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-d0249a2e-cc52-4e5c-9443-99f2b36a8420 req-be2fed3d-25a4-4754-9464-cae0710f6cb5 tempest-ServerActionsTestJSON-347500300 tempest-ServerActionsTestJSON-347500300-project] 10.222.0.75 "GET /v2.0/ports?device_id=a1fbc70b-9dd3-44f5-99b0-85f3dff92d7d HTTP/1.1" status: 200 len: 944 time: 0.3757184 Feb 09 19:26:52.862004 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ff66159d-e5fb-40c1-ad38-2436ca9c9491 tempest-RoutersNegativeIpV6Test-969544946 tempest-RoutersNegativeIpV6Test-969544946-project] Releasing vlan 387 on physical network physnet1 to pool {{(pid=103230) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 19:26:52.862804 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-ff66159d-e5fb-40c1-ad38-2436ca9c9491 tempest-RoutersNegativeIpV6Test-969544946 tempest-RoutersNegativeIpV6Test-969544946-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-759574', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14393826'] for segment (8c511fd8-1bc6-4084-a218-229d0f6f70e7), after_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:26:52.900134 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-611479fb-58a6-4f0a-9ce4-9afd85669881 None None] For port 04cfbb89-a2e7-4eaa-952d-fdb2a0e4dec6, host n-d-713498-36, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-36',level=0,port_id=04cfbb89-a2e7-4eaa-952d-fdb2a0e4dec6,segment=NetworkSegment(79d1f203-647d-4715-b7ea-2d2f5bd96c83),segment_id=79d1f203-647d-4715-b7ea-2d2f5bd96c83)] {{(pid=103232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 19:26:52.900761 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-611479fb-58a6-4f0a-9ce4-9afd85669881 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1820838'] for port (04cfbb89-a2e7-4eaa-952d-fdb2a0e4dec6), precommit_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:26:52.915359 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-611479fb-58a6-4f0a-9ce4-9afd85669881 None None] Calling delete_port for 04cfbb89-a2e7-4eaa-952d-fdb2a0e4dec6 owned by network:dhcp {{(pid=103232) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 19:26:53.002772 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-8602da17-dcff-4814-ab13-4be297b07709 None None] For port c711f108-7228-43f1-8efe-682a4190a0f2, host n-d-713498-36, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-36',level=0,port_id=c711f108-7228-43f1-8efe-682a4190a0f2,segment=NetworkSegment(59500f2f-9912-4216-9c3e-264e45107d1e),segment_id=59500f2f-9912-4216-9c3e-264e45107d1e)] {{(pid=103232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 19:26:53.003197 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-8602da17-dcff-4814-ab13-4be297b07709 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1820838'] for port (c711f108-7228-43f1-8efe-682a4190a0f2), precommit_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:26:53.029465 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-8602da17-dcff-4814-ab13-4be297b07709 None None] Calling delete_port for c711f108-7228-43f1-8efe-682a4190a0f2 owned by network:dhcp {{(pid=103232) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 19:26:53.031819 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Device c711f108-7228-43f1-8efe-682a4190a0f2 no longer exists at agent ovs-agent-n-d-713498-36 {{(pid=103232) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 19:26:53.211687 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-611479fb-58a6-4f0a-9ce4-9afd85669881 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762867177463', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762866656476'] for port (04cfbb89-a2e7-4eaa-952d-fdb2a0e4dec6), after_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:26:53.234870 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.l3_dvrscheduler_db [None req-611479fb-58a6-4f0a-9ce4-9afd85669881 None None] No DVR routers for this DVR port 04cfbb89-a2e7-4eaa-952d-fdb2a0e4dec6 on host n-d-713498-36 {{(pid=103232) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 19:26:53.266631 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-611479fb-58a6-4f0a-9ce4-9afd85669881 None None] Pushing event deleted for resources: {'Port': ['ID=04cfbb89-a2e7-4eaa-952d-fdb2a0e4dec6,revision_number=None']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:26:53.298242 n-d-713498-36 neutron-server[103230]: Traceback (most recent call last): Feb 09 19:26:53.298242 n-d-713498-36 neutron-server[103230]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 19:26:53.298242 n-d-713498-36 neutron-server[103230]: timer() Feb 09 19:26:53.298242 n-d-713498-36 neutron-server[103230]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 19:26:53.298242 n-d-713498-36 neutron-server[103230]: cb(*args, **kw) Feb 09 19:26:53.298242 n-d-713498-36 neutron-server[103230]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 19:26:53.298242 n-d-713498-36 neutron-server[103230]: return func(*args, **kwargs) Feb 09 19:26:53.298242 n-d-713498-36 neutron-server[103230]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 19:26:53.298242 n-d-713498-36 neutron-server[103230]: self._notify() Feb 09 19:26:53.298242 n-d-713498-36 neutron-server[103230]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 19:26:53.298242 n-d-713498-36 neutron-server[103230]: self.callback(batched_events) Feb 09 19:26:53.298242 n-d-713498-36 neutron-server[103230]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 19:26:53.298242 n-d-713498-36 neutron-server[103230]: event.method(event) Feb 09 19:26:53.298242 n-d-713498-36 neutron-server[103230]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 19:26:53.298242 n-d-713498-36 neutron-server[103230]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 19:26:53.298242 n-d-713498-36 neutron-server[103230]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 19:26:53.298242 n-d-713498-36 neutron-server[103230]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 19:26:53.298242 n-d-713498-36 neutron-server[103230]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 19:26:53.298242 n-d-713498-36 neutron-server[103230]: return f(self, *a, **k) Feb 09 19:26:53.298242 n-d-713498-36 neutron-server[103230]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 19:26:53.298242 n-d-713498-36 neutron-server[103230]: return self._get(url).json() Feb 09 19:26:53.298242 n-d-713498-36 neutron-server[103230]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 19:26:53.298242 n-d-713498-36 neutron-server[103230]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 19:26:53.298242 n-d-713498-36 neutron-server[103230]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 19:26:53.298242 n-d-713498-36 neutron-server[103230]: return self.request(url, 'GET', **kwargs) Feb 09 19:26:53.298242 n-d-713498-36 neutron-server[103230]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 19:26:53.298242 n-d-713498-36 neutron-server[103230]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 19:26:53.298242 n-d-713498-36 neutron-server[103230]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 19:26:53.298242 n-d-713498-36 neutron-server[103230]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 19:26:53.298242 n-d-713498-36 neutron-server[103230]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 19:26:53.298242 n-d-713498-36 neutron-server[103230]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 19:26:53.298242 n-d-713498-36 neutron-server[103230]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 19:26:53.362146 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Current status of the port c711f108-7228-43f1-8efe-682a4190a0f2 is: ACTIVE; New status is: DOWN {{(pid=103232) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 19:26:53.362545 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (c711f108-7228-43f1-8efe-682a4190a0f2), before_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:26:53.381795 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-8602da17-dcff-4814-ab13-4be297b07709 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762867177463', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762866656476'] for port (c711f108-7228-43f1-8efe-682a4190a0f2), after_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:26:53.401859 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-21e782e6-93b5-47d6-bead-c03f99f15ffa req-b490aadb-f882-4ca2-ac64-938456454066 service neutron] 10.222.0.90 "GET /v2.0/networks/9cf0b823-fac1-4f9f-b685-8fd71a300e07?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7235768 Feb 09 19:26:53.425451 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.plugin [None req-b2997d91-14ca-4e61-aef6-30e1dd7d6366 tempest-PortsIpV6TestJSON-283107163 tempest-PortsIpV6TestJSON-283107163-project] Deleting port 04cfbb89-a2e7-4eaa-952d-fdb2a0e4dec6 {{(pid=103229) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 19:26:53.426053 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-b2997d91-14ca-4e61-aef6-30e1dd7d6366 tempest-PortsIpV6TestJSON-283107163 tempest-PortsIpV6TestJSON-283107163-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762867170196'] for port (04cfbb89-a2e7-4eaa-952d-fdb2a0e4dec6), before_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:26:53.444074 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8602da17-dcff-4814-ab13-4be297b07709 None None] Pushing event deleted for resources: {'Port': ['ID=c711f108-7228-43f1-8efe-682a4190a0f2,revision_number=None']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:26:53.452007 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8602da17-dcff-4814-ab13-4be297b07709 None None] No DVR routers for this DVR port c711f108-7228-43f1-8efe-682a4190a0f2 on host n-d-713498-36 {{(pid=103232) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 19:26:53.475960 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-ff66159d-e5fb-40c1-ad38-2436ca9c9491 tempest-RoutersNegativeIpV6Test-969544946 tempest-RoutersNegativeIpV6Test-969544946-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-590242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1885479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1818895'] for network (763fd02a-074d-4f60-baf8-3302044b729f), after_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:26:53.492033 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-ff66159d-e5fb-40c1-ad38-2436ca9c9491 tempest-RoutersNegativeIpV6Test-969544946 tempest-RoutersNegativeIpV6Test-969544946-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1613566'] for network (None), before_response {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:26:53.495607 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-ff66159d-e5fb-40c1-ad38-2436ca9c9491 tempest-RoutersNegativeIpV6Test-969544946 tempest-RoutersNegativeIpV6Test-969544946-project] 10.222.0.75 "DELETE /v2.0/networks/763fd02a-074d-4f60-baf8-3302044b729f HTTP/1.1" status: 204 len: 168 time: 1.4006627 Feb 09 19:26:53.499103 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 53324) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:26:53.507431 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-75615cde-646e-4dfb-8420-da09ed791226 req-c27ce1aa-8e8d-46b9-8b01-d8834e9329ca service neutron] 10.222.0.90 "GET /v2.0/networks/575d677e-0ef9-4672-aa02-3644cdb3dff4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9357066 Feb 09 19:26:53.522120 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Device 04cfbb89-a2e7-4eaa-952d-fdb2a0e4dec6 no longer exists at agent ovs-agent-n-d-713498-36 {{(pid=103232) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 19:26:53.545089 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff66159d-e5fb-40c1-ad38-2436ca9c9491 tempest-RoutersNegativeIpV6Test-969544946 tempest-RoutersNegativeIpV6Test-969544946-project] Pushing event deleted for resources: {'Network': ['ID=763fd02a-074d-4f60-baf8-3302044b729f,revision_number=None']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:26:53.560330 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] No Port match for: 04cfbb89-a2e7-4eaa-952d-fdb2a0e4dec6 {{(pid=103232) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 19:26:53.560818 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Device 04cfbb89-a2e7-4eaa-952d-fdb2a0e4dec6 not bound to the agent host n-d-713498-36 {{(pid=103232) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 19:26:53.628379 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4451e589-6699-4a2b-b24d-f27f2c261317 req-1921f023-cca3-4967-94be-f45f2fdcc740 tempest-ServerRescueTestJSON-1886685382 tempest-ServerRescueTestJSON-1886685382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:26:53.634582 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-d0249a2e-cc52-4e5c-9443-99f2b36a8420 req-8f31beb0-e925-4ba3-824a-0e49300585d8 tempest-ServerActionsTestJSON-347500300 tempest-ServerActionsTestJSON-347500300-project] 10.222.0.75 "GET /v2.0/security-groups?id=22c4accd-b9e4-4e3e-aec5-b2bee068a6b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3307183 Feb 09 19:26:53.635422 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-4451e589-6699-4a2b-b24d-f27f2c261317 req-1921f023-cca3-4967-94be-f45f2fdcc740 tempest-ServerRescueTestJSON-1886685382 tempest-ServerRescueTestJSON-1886685382-project] 10.222.0.75 "GET /v2.0/ports?device_id=07c418f7-8971-4ae3-b247-9ceb2a23ddcf HTTP/1.1" status: 200 len: 946 time: 0.2843192 Feb 09 19:26:53.658675 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-f54b01b4-21a2-4c34-9225-9cb60fdef3ea tempest-RoutersNegativeIpV6Test-969544946 tempest-RoutersNegativeIpV6Test-969544946-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-670458'] for network (b1540a3f-4f99-4693-9fe9-afdf7d8db7a4), before_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:26:53.668584 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.plugin [req-8f332d6b-a105-4b05-aa7e-ba48386f3f9e req-16d90295-ac12-4d00-9f15-58e0a2a7094f tempest-ServerRescueTestJSON-1886685382 tempest-ServerRescueTestJSON-1886685382-project] Deleting port 8bbf9426-f0e3-4d72-9513-cdacb95da6bc {{(pid=103230) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 19:26:53.668920 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [req-8f332d6b-a105-4b05-aa7e-ba48386f3f9e req-16d90295-ac12-4d00-9f15-58e0a2a7094f tempest-ServerRescueTestJSON-1886685382 tempest-ServerRescueTestJSON-1886685382-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762867170196'] for port (8bbf9426-f0e3-4d72-9513-cdacb95da6bc), before_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:26:53.673932 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.db [None req-b2997d91-14ca-4e61-aef6-30e1dd7d6366 tempest-PortsIpV6TestJSON-283107163 tempest-PortsIpV6TestJSON-283107163-project] For port 04cfbb89-a2e7-4eaa-952d-fdb2a0e4dec6, host n-d-713498-36, got binding levels [] {{(pid=103229) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 19:26:53.674341 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-b2997d91-14ca-4e61-aef6-30e1dd7d6366 tempest-PortsIpV6TestJSON-283107163 tempest-PortsIpV6TestJSON-283107163-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1820838'] for port (04cfbb89-a2e7-4eaa-952d-fdb2a0e4dec6), precommit_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:26:53.758598 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.plugin [None req-b2997d91-14ca-4e61-aef6-30e1dd7d6366 tempest-PortsIpV6TestJSON-283107163 tempest-PortsIpV6TestJSON-283107163-project] Calling delete_port for 04cfbb89-a2e7-4eaa-952d-fdb2a0e4dec6 owned by network:dhcp {{(pid=103229) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 19:26:53.766652 n-d-713498-36 neutron-server[103229]: DEBUG neutron.db.ipam_backend_mixin [None req-b2997d91-14ca-4e61-aef6-30e1dd7d6366 tempest-PortsIpV6TestJSON-283107163 tempest-PortsIpV6TestJSON-283107163-project] Port 04cfbb89-a2e7-4eaa-952d-fdb2a0e4dec6 was not found and therefore no delete operation was performed {{(pid=103229) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Feb 09 19:26:53.775447 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-b2997d91-14ca-4e61-aef6-30e1dd7d6366 tempest-PortsIpV6TestJSON-283107163 tempest-PortsIpV6TestJSON-283107163-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762867177463', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762866656476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12867576'] for port (04cfbb89-a2e7-4eaa-952d-fdb2a0e4dec6), after_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:26:53.797003 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-75615cde-646e-4dfb-8420-da09ed791226 req-1956ef88-8dec-4530-aa07-a5bc0fc30dc0 service neutron] 10.222.0.90 "GET /v2.0/networks/575d677e-0ef9-4672-aa02-3644cdb3dff4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2799673 Feb 09 19:26:53.829801 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-4451e589-6699-4a2b-b24d-f27f2c261317 req-f4450f61-eb61-4d12-a08b-0b426871bc7d tempest-ServerRescueTestJSON-1886685382 tempest-ServerRescueTestJSON-1886685382-project] 10.222.0.75 "GET /v2.0/security-groups?id=e2c286ed-f317-46f6-b582-9a19546e0cee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1935081 Feb 09 19:26:53.830825 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2997d91-14ca-4e61-aef6-30e1dd7d6366 tempest-PortsIpV6TestJSON-283107163 tempest-PortsIpV6TestJSON-283107163-project] Pushing event deleted for resources: {'Port': ['ID=04cfbb89-a2e7-4eaa-952d-fdb2a0e4dec6,revision_number=None']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:26:53.837319 n-d-713498-36 neutron-server[103229]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2997d91-14ca-4e61-aef6-30e1dd7d6366 tempest-PortsIpV6TestJSON-283107163 tempest-PortsIpV6TestJSON-283107163-project] No DVR routers for this DVR port 04cfbb89-a2e7-4eaa-952d-fdb2a0e4dec6 on host n-d-713498-36 {{(pid=103229) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 19:26:53.885814 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-f54b01b4-21a2-4c34-9225-9cb60fdef3ea tempest-RoutersNegativeIpV6Test-969544946 tempest-RoutersNegativeIpV6Test-969544946-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-590267', 'neutron.services.segments.db._delete_segments_for_network-8762867132609'] for network (b1540a3f-4f99-4693-9fe9-afdf7d8db7a4), precommit_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:26:53.922466 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.db [req-8f332d6b-a105-4b05-aa7e-ba48386f3f9e req-16d90295-ac12-4d00-9f15-58e0a2a7094f tempest-ServerRescueTestJSON-1886685382 tempest-ServerRescueTestJSON-1886685382-project] For port 8bbf9426-f0e3-4d72-9513-cdacb95da6bc, host n-h2-713498-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-36',level=0,port_id=8bbf9426-f0e3-4d72-9513-cdacb95da6bc,segment=NetworkSegment(c10441c4-164e-4746-a64d-90f79f0d70ea),segment_id=c10441c4-164e-4746-a64d-90f79f0d70ea)] {{(pid=103230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 19:26:53.922828 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [req-8f332d6b-a105-4b05-aa7e-ba48386f3f9e req-16d90295-ac12-4d00-9f15-58e0a2a7094f tempest-ServerRescueTestJSON-1886685382 tempest-ServerRescueTestJSON-1886685382-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1820838'] for port (8bbf9426-f0e3-4d72-9513-cdacb95da6bc), precommit_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:26:53.937575 n-d-713498-36 neutron-server[103230]: DEBUG neutron.services.segments.db [None req-f54b01b4-21a2-4c34-9225-9cb60fdef3ea tempest-RoutersNegativeIpV6Test-969544946 tempest-RoutersNegativeIpV6Test-969544946-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b1540a3f-4f99-4693-9fe9-afdf7d8db7a4']}} {{(pid=103230) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:26:53.946211 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3f03c95-1b45-480a-91e1-1ca80fa0c14d req-ca9e0b1b-3a93-4967-9b8b-95bf4b15cea9 tempest-AttachVolumeShelveTestJSON-671139515 tempest-AttachVolumeShelveTestJSON-671139515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:26:53.947871 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-e3f03c95-1b45-480a-91e1-1ca80fa0c14d req-ca9e0b1b-3a93-4967-9b8b-95bf4b15cea9 tempest-AttachVolumeShelveTestJSON-671139515 tempest-AttachVolumeShelveTestJSON-671139515-project] 10.222.0.75 "GET /v2.0/ports?device_id=32437e19-fcdc-4dd1-84cc-377ffcb85b84 HTTP/1.1" status: 200 len: 945 time: 0.2216642 Feb 09 19:26:53.956524 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.plugin [req-8f332d6b-a105-4b05-aa7e-ba48386f3f9e req-16d90295-ac12-4d00-9f15-58e0a2a7094f tempest-ServerRescueTestJSON-1886685382 tempest-ServerRescueTestJSON-1886685382-project] Calling delete_port for 8bbf9426-f0e3-4d72-9513-cdacb95da6bc owned by compute:nova {{(pid=103230) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 19:26:53.956853 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-b2997d91-14ca-4e61-aef6-30e1dd7d6366 tempest-PortsIpV6TestJSON-283107163 tempest-PortsIpV6TestJSON-283107163-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-590267', 'neutron.services.segments.db._delete_segments_for_network-8762867132609'] for network (134fd01f-b886-4be1-a4cb-2c83b3b895c4), precommit_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:26:53.971678 n-d-713498-36 neutron-server[103230]: DEBUG neutron.services.segments.db [None req-f54b01b4-21a2-4c34-9225-9cb60fdef3ea tempest-RoutersNegativeIpV6Test-969544946 tempest-RoutersNegativeIpV6Test-969544946-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '59500f2f-9912-4216-9c3e-264e45107d1e') {'for_net_delete': True} {{(pid=103230) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:26:53.972136 n-d-713498-36 neutron-server[103230]: DEBUG neutron.services.segments.db [None req-f54b01b4-21a2-4c34-9225-9cb60fdef3ea tempest-RoutersNegativeIpV6Test-969544946 tempest-RoutersNegativeIpV6Test-969544946-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '59500f2f-9912-4216-9c3e-264e45107d1e') {} {{(pid=103230) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:26:53.981216 n-d-713498-36 neutron-server[103229]: DEBUG neutron.services.segments.db [None req-b2997d91-14ca-4e61-aef6-30e1dd7d6366 tempest-PortsIpV6TestJSON-283107163 tempest-PortsIpV6TestJSON-283107163-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['134fd01f-b886-4be1-a4cb-2c83b3b895c4']}} {{(pid=103229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:26:53.992286 n-d-713498-36 neutron-server[103229]: DEBUG neutron.services.segments.db [None req-b2997d91-14ca-4e61-aef6-30e1dd7d6366 tempest-PortsIpV6TestJSON-283107163 tempest-PortsIpV6TestJSON-283107163-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '79d1f203-647d-4715-b7ea-2d2f5bd96c83') {'for_net_delete': True} {{(pid=103229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:26:53.992630 n-d-713498-36 neutron-server[103229]: DEBUG neutron.services.segments.db [None req-b2997d91-14ca-4e61-aef6-30e1dd7d6366 tempest-PortsIpV6TestJSON-283107163 tempest-PortsIpV6TestJSON-283107163-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '79d1f203-647d-4715-b7ea-2d2f5bd96c83') {} {{(pid=103229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:26:53.994613 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-f54b01b4-21a2-4c34-9225-9cb60fdef3ea tempest-RoutersNegativeIpV6Test-969544946 tempest-RoutersNegativeIpV6Test-969544946-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762867134154', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12895813'] for segment (59500f2f-9912-4216-9c3e-264e45107d1e), before_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:26:54.008658 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-b2997d91-14ca-4e61-aef6-30e1dd7d6366 tempest-PortsIpV6TestJSON-283107163 tempest-PortsIpV6TestJSON-283107163-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762867134154', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16683417'] for segment (79d1f203-647d-4715-b7ea-2d2f5bd96c83), before_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:26:54.030123 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-b2997d91-14ca-4e61-aef6-30e1dd7d6366 tempest-PortsIpV6TestJSON-283107163 tempest-PortsIpV6TestJSON-283107163-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-759574'] for segment (79d1f203-647d-4715-b7ea-2d2f5bd96c83), precommit_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:26:54.060934 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-f54b01b4-21a2-4c34-9225-9cb60fdef3ea tempest-RoutersNegativeIpV6Test-969544946 tempest-RoutersNegativeIpV6Test-969544946-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-759574'] for segment (59500f2f-9912-4216-9c3e-264e45107d1e), precommit_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:26:54.065162 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b2997d91-14ca-4e61-aef6-30e1dd7d6366 tempest-PortsIpV6TestJSON-283107163 tempest-PortsIpV6TestJSON-283107163-project] Releasing vlan 379 on physical network physnet1 to pool {{(pid=103229) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 19:26:54.065693 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-b2997d91-14ca-4e61-aef6-30e1dd7d6366 tempest-PortsIpV6TestJSON-283107163 tempest-PortsIpV6TestJSON-283107163-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-759574', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12867469'] for segment (79d1f203-647d-4715-b7ea-2d2f5bd96c83), after_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:26:54.071258 n-d-713498-36 neutron-server[103229]: Traceback (most recent call last): Feb 09 19:26:54.071258 n-d-713498-36 neutron-server[103229]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 19:26:54.071258 n-d-713498-36 neutron-server[103229]: timer() Feb 09 19:26:54.071258 n-d-713498-36 neutron-server[103229]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 19:26:54.071258 n-d-713498-36 neutron-server[103229]: cb(*args, **kw) Feb 09 19:26:54.071258 n-d-713498-36 neutron-server[103229]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 19:26:54.071258 n-d-713498-36 neutron-server[103229]: return func(*args, **kwargs) Feb 09 19:26:54.071258 n-d-713498-36 neutron-server[103229]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 19:26:54.071258 n-d-713498-36 neutron-server[103229]: self._notify() Feb 09 19:26:54.071258 n-d-713498-36 neutron-server[103229]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 19:26:54.071258 n-d-713498-36 neutron-server[103229]: self.callback(batched_events) Feb 09 19:26:54.071258 n-d-713498-36 neutron-server[103229]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 19:26:54.071258 n-d-713498-36 neutron-server[103229]: event.method(event) Feb 09 19:26:54.071258 n-d-713498-36 neutron-server[103229]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 19:26:54.071258 n-d-713498-36 neutron-server[103229]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 19:26:54.071258 n-d-713498-36 neutron-server[103229]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 19:26:54.071258 n-d-713498-36 neutron-server[103229]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 19:26:54.071258 n-d-713498-36 neutron-server[103229]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 19:26:54.071258 n-d-713498-36 neutron-server[103229]: return f(self, *a, **k) Feb 09 19:26:54.071258 n-d-713498-36 neutron-server[103229]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 19:26:54.071258 n-d-713498-36 neutron-server[103229]: return self._get(url).json() Feb 09 19:26:54.071258 n-d-713498-36 neutron-server[103229]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 19:26:54.071258 n-d-713498-36 neutron-server[103229]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 19:26:54.071258 n-d-713498-36 neutron-server[103229]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 19:26:54.071258 n-d-713498-36 neutron-server[103229]: return self.request(url, 'GET', **kwargs) Feb 09 19:26:54.071258 n-d-713498-36 neutron-server[103229]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 19:26:54.071258 n-d-713498-36 neutron-server[103229]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 19:26:54.071258 n-d-713498-36 neutron-server[103229]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 19:26:54.071258 n-d-713498-36 neutron-server[103229]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 19:26:54.071258 n-d-713498-36 neutron-server[103229]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 19:26:54.071258 n-d-713498-36 neutron-server[103229]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 19:26:54.071258 n-d-713498-36 neutron-server[103229]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 19:26:54.079942 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-e3f03c95-1b45-480a-91e1-1ca80fa0c14d req-2fb9f99f-fcf4-49f8-a484-6ec953949a67 tempest-AttachVolumeShelveTestJSON-671139515 tempest-AttachVolumeShelveTestJSON-671139515-project] 10.222.0.75 "GET /v2.0/security-groups?id=e78d9a5a-8306-4175-aed3-1bd14ac6b154&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1206059 Feb 09 19:26:54.080863 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f54b01b4-21a2-4c34-9225-9cb60fdef3ea tempest-RoutersNegativeIpV6Test-969544946 tempest-RoutersNegativeIpV6Test-969544946-project] Releasing vlan 384 on physical network physnet1 to pool {{(pid=103230) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 19:26:54.081264 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-f54b01b4-21a2-4c34-9225-9cb60fdef3ea tempest-RoutersNegativeIpV6Test-969544946 tempest-RoutersNegativeIpV6Test-969544946-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-759574', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14393826'] for segment (59500f2f-9912-4216-9c3e-264e45107d1e), after_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:26:54.086516 n-d-713498-36 neutron-server[103230]: Traceback (most recent call last): Feb 09 19:26:54.086516 n-d-713498-36 neutron-server[103230]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 19:26:54.086516 n-d-713498-36 neutron-server[103230]: timer() Feb 09 19:26:54.086516 n-d-713498-36 neutron-server[103230]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 19:26:54.086516 n-d-713498-36 neutron-server[103230]: cb(*args, **kw) Feb 09 19:26:54.086516 n-d-713498-36 neutron-server[103230]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 19:26:54.086516 n-d-713498-36 neutron-server[103230]: return func(*args, **kwargs) Feb 09 19:26:54.086516 n-d-713498-36 neutron-server[103230]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 19:26:54.086516 n-d-713498-36 neutron-server[103230]: self._notify() Feb 09 19:26:54.086516 n-d-713498-36 neutron-server[103230]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 19:26:54.086516 n-d-713498-36 neutron-server[103230]: self.callback(batched_events) Feb 09 19:26:54.086516 n-d-713498-36 neutron-server[103230]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 19:26:54.086516 n-d-713498-36 neutron-server[103230]: event.method(event) Feb 09 19:26:54.086516 n-d-713498-36 neutron-server[103230]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 19:26:54.086516 n-d-713498-36 neutron-server[103230]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 19:26:54.086516 n-d-713498-36 neutron-server[103230]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 19:26:54.086516 n-d-713498-36 neutron-server[103230]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 19:26:54.086516 n-d-713498-36 neutron-server[103230]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 19:26:54.086516 n-d-713498-36 neutron-server[103230]: return f(self, *a, **k) Feb 09 19:26:54.086516 n-d-713498-36 neutron-server[103230]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 19:26:54.086516 n-d-713498-36 neutron-server[103230]: return self._get(url).json() Feb 09 19:26:54.086516 n-d-713498-36 neutron-server[103230]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 19:26:54.086516 n-d-713498-36 neutron-server[103230]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 19:26:54.086516 n-d-713498-36 neutron-server[103230]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 19:26:54.086516 n-d-713498-36 neutron-server[103230]: return self.request(url, 'GET', **kwargs) Feb 09 19:26:54.086516 n-d-713498-36 neutron-server[103230]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 19:26:54.086516 n-d-713498-36 neutron-server[103230]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 19:26:54.086516 n-d-713498-36 neutron-server[103230]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 19:26:54.086516 n-d-713498-36 neutron-server[103230]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 19:26:54.086516 n-d-713498-36 neutron-server[103230]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 19:26:54.086516 n-d-713498-36 neutron-server[103230]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 19:26:54.086516 n-d-713498-36 neutron-server[103230]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 19:26:54.178402 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-f54b01b4-21a2-4c34-9225-9cb60fdef3ea tempest-RoutersNegativeIpV6Test-969544946 tempest-RoutersNegativeIpV6Test-969544946-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-590242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1885479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1818895'] for network (b1540a3f-4f99-4693-9fe9-afdf7d8db7a4), after_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:26:54.210362 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-f54b01b4-21a2-4c34-9225-9cb60fdef3ea tempest-RoutersNegativeIpV6Test-969544946 tempest-RoutersNegativeIpV6Test-969544946-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1613566'] for network (None), before_response {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:26:54.213709 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-f54b01b4-21a2-4c34-9225-9cb60fdef3ea tempest-RoutersNegativeIpV6Test-969544946 tempest-RoutersNegativeIpV6Test-969544946-project] 10.222.0.75 "DELETE /v2.0/networks/b1540a3f-4f99-4693-9fe9-afdf7d8db7a4 HTTP/1.1" status: 204 len: 168 time: 0.7112980 Feb 09 19:26:54.223286 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 53330) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:26:54.225797 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f54b01b4-21a2-4c34-9225-9cb60fdef3ea tempest-RoutersNegativeIpV6Test-969544946 tempest-RoutersNegativeIpV6Test-969544946-project] Pushing event deleted for resources: {'Network': ['ID=b1540a3f-4f99-4693-9fe9-afdf7d8db7a4,revision_number=None']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:26:54.236793 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5bc400a-991f-4ade-a5e4-51cd329a97d5 req-19bccc31-6fea-411b-b8e2-31e51f29c8ab tempest-TestServerMultinode-969236194 tempest-TestServerMultinode-969236194-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:26:54.238356 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-b5bc400a-991f-4ade-a5e4-51cd329a97d5 req-19bccc31-6fea-411b-b8e2-31e51f29c8ab tempest-TestServerMultinode-969236194 tempest-TestServerMultinode-969236194-project-admin] 10.222.0.75 "GET /v2.0/ports?device_id=f64ec94d-8f43-4817-807f-15b20fbcb6c7 HTTP/1.1" status: 200 len: 1126 time: 0.2156131 Feb 09 19:26:54.253592 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [req-8f332d6b-a105-4b05-aa7e-ba48386f3f9e req-16d90295-ac12-4d00-9f15-58e0a2a7094f tempest-ServerRescueTestJSON-1886685382 tempest-ServerRescueTestJSON-1886685382-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762867177463', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762866656476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14393751'] for port (8bbf9426-f0e3-4d72-9513-cdacb95da6bc), after_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:26:54.268880 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-7429db8d-6021-40ad-813e-885be449a89b None None] get_ports_and_sgs() called for port_ids ['8bbf9426-f0e3-4d72-9513-cdacb95da6bc'] {{(pid=103232) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 19:26:54.273021 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-b2997d91-14ca-4e61-aef6-30e1dd7d6366 tempest-PortsIpV6TestJSON-283107163 tempest-PortsIpV6TestJSON-283107163-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-590242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1885479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1818895'] for network (134fd01f-b886-4be1-a4cb-2c83b3b895c4), after_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:26:54.277050 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-b2997d91-14ca-4e61-aef6-30e1dd7d6366 tempest-PortsIpV6TestJSON-283107163 tempest-PortsIpV6TestJSON-283107163-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1613566'] for network (None), before_response {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:26:54.285460 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-b2997d91-14ca-4e61-aef6-30e1dd7d6366 tempest-PortsIpV6TestJSON-283107163 tempest-PortsIpV6TestJSON-283107163-project] 10.222.0.75 "DELETE /v2.0/networks/134fd01f-b886-4be1-a4cb-2c83b3b895c4 HTTP/1.1" status: 204 len: 168 time: 2.1791623 Feb 09 19:26:54.289925 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 53332) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:26:54.295201 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.v2.base [None req-7b1bfe93-6e99-4841-b818-5b48cb3751aa tempest-PortsIpV6TestJSON-283107163 tempest-PortsIpV6TestJSON-283107163-project] Request body: {'port': {'network_id': 'c648969a-32f4-4c6b-a1b6-2ebebb7a2e49', 'name': 'tempest-PortsIpV6TestJSON-326871880'}} {{(pid=103230) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 19:26:54.300115 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16d90295-ac12-4d00-9f15-58e0a2a7094f tempest-ServerRescueTestJSON-1886685382 tempest-ServerRescueTestJSON-1886685382-project] Pushing event deleted for resources: {'Port': ['ID=8bbf9426-f0e3-4d72-9513-cdacb95da6bc,revision_number=None']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:26:54.329636 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-cbde63d4-9396-4b54-a808-1e901ca5557c tempest-PortsTestJSON-1738022054 tempest-PortsTestJSON-1738022054-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1834525'] for router_interface (02ff618d-6972-41c6-9626-a6bc741a0fc0), before_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:26:54.336426 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2997d91-14ca-4e61-aef6-30e1dd7d6366 tempest-PortsIpV6TestJSON-283107163 tempest-PortsIpV6TestJSON-283107163-project] Pushing event deleted for resources: {'Network': ['ID=134fd01f-b886-4be1-a4cb-2c83b3b895c4,revision_number=None']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:26:54.397226 n-d-713498-36 neutron-server[103230]: DEBUG neutron.db.l3_dvrscheduler_db [req-8f332d6b-a105-4b05-aa7e-ba48386f3f9e req-16d90295-ac12-4d00-9f15-58e0a2a7094f tempest-ServerRescueTestJSON-1886685382 tempest-ServerRescueTestJSON-1886685382-project] No DVR routers for this DVR port 8bbf9426-f0e3-4d72-9513-cdacb95da6bc on host n-h2-713498-36 {{(pid=103230) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 19:26:54.403365 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [req-8f332d6b-a105-4b05-aa7e-ba48386f3f9e req-16d90295-ac12-4d00-9f15-58e0a2a7094f tempest-ServerRescueTestJSON-1886685382 tempest-ServerRescueTestJSON-1886685382-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171096'] for port (None), before_response {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:26:54.407020 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-8f332d6b-a105-4b05-aa7e-ba48386f3f9e req-16d90295-ac12-4d00-9f15-58e0a2a7094f tempest-ServerRescueTestJSON-1886685382 tempest-ServerRescueTestJSON-1886685382-project] 10.222.0.90 "DELETE /v2.0/ports/8bbf9426-f0e3-4d72-9513-cdacb95da6bc HTTP/1.1" status: 204 len: 173 time: 1.7148154 Feb 09 19:26:54.407487 n-d-713498-36 neutron-server[103230]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '07c418f7-8971-4ae3-b247-9ceb2a23ddcf', 'name': 'network-vif-deleted', 'tag': '8bbf9426-f0e3-4d72-9513-cdacb95da6bc'}] {{(pid=103230) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 19:26:54.409806 n-d-713498-36 neutron-server[103230]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aee5919275bae9f72eb374ee322673045eb80c1f84b4b45a97d96923bd50ab51" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-46413628-ec6f-44ae-91d7-732da4fa5b47" -d '{"events": [{"server_uuid": "07c418f7-8971-4ae3-b247-9ceb2a23ddcf", "name": "network-vif-deleted", "tag": "8bbf9426-f0e3-4d72-9513-cdacb95da6bc"}]}' {{(pid=103230) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 19:26:54.435644 n-d-713498-36 neutron-server[103229]: DEBUG neutron.db.db_base_plugin_v2 [None req-0ef856c4-c5cb-4b76-b673-d3da652c29d3 tempest-RoutersNegativeIpV6Test-969544946 tempest-RoutersNegativeIpV6Test-969544946-project] Deleting subnet 2c3587f7-e56e-45ff-a982-9430605da8c6 {{(pid=103229) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 19:26:54.450352 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Device 702b1b4e-04c2-4a4e-98ec-dbf8b396da1d details requested by agent hyperv_n-h2-713498-36 with host n-h2-713498-36 {{(pid=103232) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 19:26:54.452858 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7b1bfe93-6e99-4841-b818-5b48cb3751aa tempest-PortsIpV6TestJSON-283107163 tempest-PortsIpV6TestJSON-283107163-project] Made reservation on behalf of 13b115ce9df54fa79100ec0671404776 for: {'port': 1} {{(pid=103230) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 19:26:54.457769 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-7b1bfe93-6e99-4841-b818-5b48cb3751aa tempest-PortsIpV6TestJSON-283107163 tempest-PortsIpV6TestJSON-283107163-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (None), before_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:26:54.463908 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-0ef856c4-c5cb-4b76-b673-d3da652c29d3 tempest-RoutersNegativeIpV6Test-969544946 tempest-RoutersNegativeIpV6Test-969544946-project] Publish callbacks [] for subnet (2c3587f7-e56e-45ff-a982-9430605da8c6), before_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:26:54.470431 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Device 413c51b4-2ff4-4d9d-ab4e-d2e0cafdf9fb no longer exists at agent hyperv_n-h2-713498-36 {{(pid=103232) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 19:26:54.483441 n-d-713498-36 neutron-server[103230]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 19:26:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d0195236-a949-4a77-94cb-d52668be6fd3 x-openstack-request-id: req-d0195236-a949-4a77-94cb-d52668be6fd3 {{(pid=103230) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 19:26:54.483872 n-d-713498-36 neutron-server[103230]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "07c418f7-8971-4ae3-b247-9ceb2a23ddcf", "name": "network-vif-deleted", "tag": "8bbf9426-f0e3-4d72-9513-cdacb95da6bc", "status": "completed", "code": 200}]} {{(pid=103230) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 19:26:54.484256 n-d-713498-36 neutron-server[103230]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-d0195236-a949-4a77-94cb-d52668be6fd3 {{(pid=103230) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 19:26:54.484761 n-d-713498-36 neutron-server[103230]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '07c418f7-8971-4ae3-b247-9ceb2a23ddcf', 'name': 'network-vif-deleted', 'tag': '8bbf9426-f0e3-4d72-9513-cdacb95da6bc', 'status': 'completed', 'code': 200} Feb 09 19:26:54.505639 n-d-713498-36 neutron-server[103230]: DEBUG neutron.notifiers.nova [None req-7b1bfe93-6e99-4841-b818-5b48cb3751aa tempest-PortsIpV6TestJSON-283107163 tempest-PortsIpV6TestJSON-283107163-project] device_id is not set on port b71d8f92-c01f-441f-9151-a51e631cfe38 yet. {{(pid=103230) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 09 19:26:54.554237 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-0ef856c4-c5cb-4b76-b673-d3da652c29d3 tempest-RoutersNegativeIpV6Test-969544946 tempest-RoutersNegativeIpV6Test-969544946-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16683410'] for subnet (2c3587f7-e56e-45ff-a982-9430605da8c6), precommit_delete_associations {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:26:54.678577 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-b5bc400a-991f-4ade-a5e4-51cd329a97d5 req-625ed6e4-ec07-46e6-8dde-dfc5cedd4e3a tempest-TestServerMultinode-969236194 tempest-TestServerMultinode-969236194-project-admin] 10.222.0.75 "GET /v2.0/security-groups?id=470bf4f7-ea0c-4a64-8d8b-9f2609ff7cad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4140632 Feb 09 19:26:54.697453 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-7429db8d-6021-40ad-813e-885be449a89b None None] For port 702b1b4e-04c2-4a4e-98ec-dbf8b396da1d, host n-h2-713498-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-36',level=0,port_id=702b1b4e-04c2-4a4e-98ec-dbf8b396da1d,segment=NetworkSegment(f67be751-2433-40db-80a5-c4fefbe3be13),segment_id=f67be751-2433-40db-80a5-c4fefbe3be13)] {{(pid=103232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 19:26:54.716285 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Current status of the port 413c51b4-2ff4-4d9d-ab4e-d2e0cafdf9fb is: ACTIVE; New status is: DOWN {{(pid=103232) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 19:26:54.716678 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (413c51b4-2ff4-4d9d-ab4e-d2e0cafdf9fb), before_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:26:54.723010 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-0ef856c4-c5cb-4b76-b673-d3da652c29d3 tempest-RoutersNegativeIpV6Test-969544946 tempest-RoutersNegativeIpV6Test-969544946-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-759852'] for subnet (2c3587f7-e56e-45ff-a982-9430605da8c6), precommit_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:26:54.730880 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Returning: {'device': '702b1b4e-04c2-4a4e-98ec-dbf8b396da1d', 'network_id': '575d677e-0ef9-4672-aa02-3644cdb3dff4', 'port_id': '702b1b4e-04c2-4a4e-98ec-dbf8b396da1d', 'mac_address': 'fa:16:3e:42:2a:aa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 365, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '37cecb8d-3371-4b33-a837-c1ef6d4df503', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103232) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 19:26:54.742934 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-7b1bfe93-6e99-4841-b818-5b48cb3751aa tempest-PortsIpV6TestJSON-283107163 tempest-PortsIpV6TestJSON-283107163-project] Publish callbacks [] for port (b71d8f92-c01f-441f-9151-a51e631cfe38), precommit_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:26:54.771196 n-d-713498-36 neutron-server[103232]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '32437e19-fcdc-4dd1-84cc-377ffcb85b84', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '413c51b4-2ff4-4d9d-ab4e-d2e0cafdf9fb'}] {{(pid=103232) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 19:26:54.773430 n-d-713498-36 neutron-server[103232]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}949cdcde653dec44821de95cbf67297f53cbc2aed4e073b5d514f93bf911ce85" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6a00ad56-11b9-47d1-87a2-475f0f493682" -d '{"events": [{"server_uuid": "32437e19-fcdc-4dd1-84cc-377ffcb85b84", "name": "network-vif-unplugged", "status": "completed", "tag": "413c51b4-2ff4-4d9d-ab4e-d2e0cafdf9fb"}]}' {{(pid=103232) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 19:26:54.793383 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-7429db8d-6021-40ad-813e-885be449a89b None None] For port 413c51b4-2ff4-4d9d-ab4e-d2e0cafdf9fb, host n-h2-713498-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-36',level=0,port_id=413c51b4-2ff4-4d9d-ab4e-d2e0cafdf9fb,segment=NetworkSegment(92268b40-fd45-4716-b63a-1f78b1bbf69a),segment_id=92268b40-fd45-4716-b63a-1f78b1bbf69a)] {{(pid=103232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 19:26:54.800026 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762867176205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762866656485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762866656503'] for port (413c51b4-2ff4-4d9d-ab4e-d2e0cafdf9fb), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:26:54.841133 n-d-713498-36 neutron-server[103232]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 09 Feb 2022 19:26:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9aac170e-73db-4676-b5db-c2562b7a370e x-openstack-request-id: req-9aac170e-73db-4676-b5db-c2562b7a370e {{(pid=103232) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 19:26:54.841342 n-d-713498-36 neutron-server[103232]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "32437e19-fcdc-4dd1-84cc-377ffcb85b84", "name": "network-vif-unplugged", "status": "completed", "tag": "413c51b4-2ff4-4d9d-ab4e-d2e0cafdf9fb", "code": 200}]} {{(pid=103232) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 19:26:54.841726 n-d-713498-36 neutron-server[103232]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-9aac170e-73db-4676-b5db-c2562b7a370e {{(pid=103232) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 19:26:54.842150 n-d-713498-36 neutron-server[103232]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '32437e19-fcdc-4dd1-84cc-377ffcb85b84', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '413c51b4-2ff4-4d9d-ab4e-d2e0cafdf9fb', 'code': 200} Feb 09 19:26:54.844832 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Current status of the port 702b1b4e-04c2-4a4e-98ec-dbf8b396da1d is: DOWN; New status is: BUILD {{(pid=103232) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 19:26:54.845231 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (702b1b4e-04c2-4a4e-98ec-dbf8b396da1d), before_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:26:54.858777 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2b2964c-cb76-4ade-960c-6d48b012a7ba req-465c24f0-7c2c-4a0b-a72d-ed4ee994c880 tempest-ServerActionsTestJSON-347500300 tempest-ServerActionsTestJSON-347500300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:26:54.860807 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-d2b2964c-cb76-4ade-960c-6d48b012a7ba req-465c24f0-7c2c-4a0b-a72d-ed4ee994c880 tempest-ServerActionsTestJSON-347500300 tempest-ServerActionsTestJSON-347500300-project] 10.222.0.75 "GET /v2.0/ports?device_id=a1fbc70b-9dd3-44f5-99b0-85f3dff92d7d HTTP/1.1" status: 200 len: 944 time: 0.1087101 Feb 09 19:26:54.862534 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-7b1bfe93-6e99-4841-b818-5b48cb3751aa tempest-PortsIpV6TestJSON-283107163 tempest-PortsIpV6TestJSON-283107163-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762866656467', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14393751'] for port (b71d8f92-c01f-441f-9151-a51e631cfe38), after_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:26:54.867891 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-0ef856c4-c5cb-4b76-b673-d3da652c29d3 tempest-RoutersNegativeIpV6Test-969544946 tempest-RoutersNegativeIpV6Test-969544946-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-760023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12867367', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12759238'] for subnet (2c3587f7-e56e-45ff-a982-9430605da8c6), after_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:26:54.873818 n-d-713498-36 neutron-server[103232]: DEBUG neutron.notifiers.nova [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 702b1b4e-04c2-4a4e-98ec-dbf8b396da1d {{(pid=103232) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 19:26:54.896374 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-7429db8d-6021-40ad-813e-885be449a89b None None] For port 702b1b4e-04c2-4a4e-98ec-dbf8b396da1d, host n-h2-713498-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-36',level=0,port_id=702b1b4e-04c2-4a4e-98ec-dbf8b396da1d,segment=NetworkSegment(f67be751-2433-40db-80a5-c4fefbe3be13),segment_id=f67be751-2433-40db-80a5-c4fefbe3be13)] {{(pid=103232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 19:26:54.906080 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762867176205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762866656485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762866656503'] for port (702b1b4e-04c2-4a4e-98ec-dbf8b396da1d), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:26:54.912879 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Pushing event updated for resources: {'Port': ['ID=413c51b4-2ff4-4d9d-ab4e-d2e0cafdf9fb,revision_number=8']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:26:54.931819 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-0ef856c4-c5cb-4b76-b673-d3da652c29d3 tempest-RoutersNegativeIpV6Test-969544946 tempest-RoutersNegativeIpV6Test-969544946-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1613566'] for subnet (None), before_response {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:26:54.938720 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-0ef856c4-c5cb-4b76-b673-d3da652c29d3 tempest-RoutersNegativeIpV6Test-969544946 tempest-RoutersNegativeIpV6Test-969544946-project] 10.222.0.75 "DELETE /v2.0/subnets/2c3587f7-e56e-45ff-a982-9430605da8c6 HTTP/1.1" status: 204 len: 168 time: 0.7136159 Feb 09 19:26:54.939780 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 53342) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:26:54.941646 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ef856c4-c5cb-4b76-b673-d3da652c29d3 tempest-RoutersNegativeIpV6Test-969544946 tempest-RoutersNegativeIpV6Test-969544946-project] Pushing event deleted for resources: {'Subnet': ['ID=2c3587f7-e56e-45ff-a982-9430605da8c6,revision_number=None']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:26:54.942625 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba719851-cbeb-49fe-9ddc-e21dae16de07 None None] Network 6b40ed50-eac7-4d74-b30e-4e47958bbb73 requested from n-d-713498-36 {{(pid=103232) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 19:26:54.962783 n-d-713498-36 neutron-server[103230]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b1bfe93-6e99-4841-b818-5b48cb3751aa tempest-PortsIpV6TestJSON-283107163 tempest-PortsIpV6TestJSON-283107163-project] Network c648969a-32f4-4c6b-a1b6-2ebebb7a2e49 is already hosted by enough agents. {{(pid=103230) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 19:26:54.976033 n-d-713498-36 neutron-server[103230]: DEBUG neutron.scheduler.base_scheduler [None req-7b1bfe93-6e99-4841-b818-5b48cb3751aa tempest-PortsIpV6TestJSON-283107163 tempest-PortsIpV6TestJSON-283107163-project] Resources bound (agent type, host, resource id): {{(pid=103230) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 19:26:54.989307 n-d-713498-36 neutron-server[103230]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b1bfe93-6e99-4841-b818-5b48cb3751aa tempest-PortsIpV6TestJSON-283107163 tempest-PortsIpV6TestJSON-283107163-project] Received port after_create {{(pid=103230) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 19:26:54.996245 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b1bfe93-6e99-4841-b818-5b48cb3751aa tempest-PortsIpV6TestJSON-283107163 tempest-PortsIpV6TestJSON-283107163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:26:54.997177 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-7b1bfe93-6e99-4841-b818-5b48cb3751aa tempest-PortsIpV6TestJSON-283107163 tempest-PortsIpV6TestJSON-283107163-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171096'] for port (None), before_response {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:26:55.028750 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-7b1bfe93-6e99-4841-b818-5b48cb3751aa tempest-PortsIpV6TestJSON-283107163 tempest-PortsIpV6TestJSON-283107163-project] 10.222.0.75 "POST /v2.0/ports HTTP/1.1" status: 201 len: 849 time: 0.7353897 Feb 09 19:26:55.037935 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 53344) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:26:55.055603 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b1bfe93-6e99-4841-b818-5b48cb3751aa tempest-PortsIpV6TestJSON-283107163 tempest-PortsIpV6TestJSON-283107163-project] Pushing event updated for resources: {'Port': ['ID=b71d8f92-c01f-441f-9151-a51e631cfe38,revision_number=1']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:26:55.094768 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-92fe0cd4-408b-4bbf-be71-da3ad5f2828f req-ace24c12-613b-400d-8044-d61826c97c4f tempest-ServerRescueTestJSON-1886685382 tempest-ServerRescueTestJSON-1886685382-project] 10.222.0.75 "GET /v2.0/ports?device_id=07c418f7-8971-4ae3-b247-9ceb2a23ddcf HTTP/1.1" status: 200 len: 210 time: 0.0770793 Feb 09 19:26:55.103524 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-d2b2964c-cb76-4ade-960c-6d48b012a7ba req-b249058a-e625-49ba-8dae-db96991a82fc tempest-ServerActionsTestJSON-347500300 tempest-ServerActionsTestJSON-347500300-project] 10.222.0.75 "GET /v2.0/security-groups?id=22c4accd-b9e4-4e3e-aec5-b2bee068a6b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2132382 Feb 09 19:26:55.120085 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Pushing event updated for resources: {'Port': ['ID=702b1b4e-04c2-4a4e-98ec-dbf8b396da1d,revision_number=4']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:26:55.188113 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-63fcf050-8e8b-4088-85bf-cdb107038f30 tempest-RoutersNegativeIpV6Test-969544946 tempest-RoutersNegativeIpV6Test-969544946-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-670458'] for network (6b40ed50-eac7-4d74-b30e-4e47958bbb73), before_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:26:55.206747 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.plugin [None req-cbde63d4-9396-4b54-a808-1e901ca5557c tempest-PortsTestJSON-1738022054 tempest-PortsTestJSON-1738022054-project] Deleting port b69559d4-107e-416c-a372-95e2554cd2c9 {{(pid=103229) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 19:26:55.207107 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-cbde63d4-9396-4b54-a808-1e901ca5557c tempest-PortsTestJSON-1738022054 tempest-PortsTestJSON-1738022054-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762867170196'] for port (b69559d4-107e-416c-a372-95e2554cd2c9), before_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:26:55.247104 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-275ce0e3-8ec4-44c7-a60b-b58efb724e30 None None] DHCP port deletion for 6b40ed50-eac7-4d74-b30e-4e47958bbb73 request from n-d-713498-36 {{(pid=103232) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 09 19:26:55.291092 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-7429db8d-6021-40ad-813e-885be449a89b None None] get_ports_and_sgs() called for port_ids ['702b1b4e-04c2-4a4e-98ec-dbf8b396da1d'] {{(pid=103232) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 19:26:55.359731 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5f10ed4-45f4-4faa-9dd8-36dbe2d1fb28 req-4c97e054-9cd4-4f36-844a-84523bbd72eb tempest-AttachVolumeShelveTestJSON-671139515 tempest-AttachVolumeShelveTestJSON-671139515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:26:55.372592 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-e5f10ed4-45f4-4faa-9dd8-36dbe2d1fb28 req-4c97e054-9cd4-4f36-844a-84523bbd72eb tempest-AttachVolumeShelveTestJSON-671139515 tempest-AttachVolumeShelveTestJSON-671139515-project] 10.222.0.75 "GET /v2.0/ports?device_id=32437e19-fcdc-4dd1-84cc-377ffcb85b84 HTTP/1.1" status: 200 len: 943 time: 0.1143088 Feb 09 19:26:55.424945 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-275ce0e3-8ec4-44c7-a60b-b58efb724e30 None None] Deleting port f70e85fe-d6e2-43b6-a4ef-fa711e9c97b4 {{(pid=103232) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 19:26:55.425335 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-275ce0e3-8ec4-44c7-a60b-b58efb724e30 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762867170196'] for port (f70e85fe-d6e2-43b6-a4ef-fa711e9c97b4), before_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:26:55.429852 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-cbde63d4-9396-4b54-a808-1e901ca5557c tempest-PortsTestJSON-1738022054 tempest-PortsTestJSON-1738022054-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1820838'] for port (b69559d4-107e-416c-a372-95e2554cd2c9), precommit_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:26:55.458950 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-e5f10ed4-45f4-4faa-9dd8-36dbe2d1fb28 req-248395e5-23ac-4f21-abf2-8fef8506c627 tempest-AttachVolumeShelveTestJSON-671139515 tempest-AttachVolumeShelveTestJSON-671139515-project] 10.222.0.75 "GET /v2.0/security-groups?id=e78d9a5a-8306-4175-aed3-1bd14ac6b154&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0843413 Feb 09 19:26:55.491123 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.plugin [None req-cbde63d4-9396-4b54-a808-1e901ca5557c tempest-PortsTestJSON-1738022054 tempest-PortsTestJSON-1738022054-project] Calling delete_port for b69559d4-107e-416c-a372-95e2554cd2c9 owned by network:router_interface {{(pid=103229) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 19:26:55.515596 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.plugin [None req-84e163c6-9acb-487b-baa8-e2636d1749cd tempest-PortsIpV6TestJSON-283107163 tempest-PortsIpV6TestJSON-283107163-project] Deleting port b71d8f92-c01f-441f-9151-a51e631cfe38 {{(pid=103229) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 19:26:55.516316 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-84e163c6-9acb-487b-baa8-e2636d1749cd tempest-PortsIpV6TestJSON-283107163 tempest-PortsIpV6TestJSON-283107163-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762867170196'] for port (b71d8f92-c01f-441f-9151-a51e631cfe38), before_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:26:55.559277 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-275ce0e3-8ec4-44c7-a60b-b58efb724e30 None None] For port f70e85fe-d6e2-43b6-a4ef-fa711e9c97b4, host n-d-713498-36, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-36',level=0,port_id=f70e85fe-d6e2-43b6-a4ef-fa711e9c97b4,segment=NetworkSegment(24f1b014-8d4e-4fb2-b1fb-b521fe75bcc6),segment_id=24f1b014-8d4e-4fb2-b1fb-b521fe75bcc6)] {{(pid=103232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 19:26:55.560031 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-275ce0e3-8ec4-44c7-a60b-b58efb724e30 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1820838'] for port (f70e85fe-d6e2-43b6-a4ef-fa711e9c97b4), precommit_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:26:55.610197 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-275ce0e3-8ec4-44c7-a60b-b58efb724e30 None None] Calling delete_port for f70e85fe-d6e2-43b6-a4ef-fa711e9c97b4 owned by network:dhcp {{(pid=103232) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 19:26:55.685189 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.plugin [None req-63fcf050-8e8b-4088-85bf-cdb107038f30 tempest-RoutersNegativeIpV6Test-969544946 tempest-RoutersNegativeIpV6Test-969544946-project] Deleting port f70e85fe-d6e2-43b6-a4ef-fa711e9c97b4 {{(pid=103229) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 19:26:55.685528 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-63fcf050-8e8b-4088-85bf-cdb107038f30 tempest-RoutersNegativeIpV6Test-969544946 tempest-RoutersNegativeIpV6Test-969544946-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762867170196'] for port (f70e85fe-d6e2-43b6-a4ef-fa711e9c97b4), before_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:26:55.738692 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-84e163c6-9acb-487b-baa8-e2636d1749cd tempest-PortsIpV6TestJSON-283107163 tempest-PortsIpV6TestJSON-283107163-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1820838'] for port (b71d8f92-c01f-441f-9151-a51e631cfe38), precommit_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:26:55.756025 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-275ce0e3-8ec4-44c7-a60b-b58efb724e30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762867177463', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762866656476'] for port (f70e85fe-d6e2-43b6-a4ef-fa711e9c97b4), after_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:26:55.772711 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b8437b0-15f1-4572-91f8-eda06ab4e18a req-3b661b05-a45e-4210-9ae6-82128c8b5dc2 tempest-ServerActionsTestJSON-347500300 tempest-ServerActionsTestJSON-347500300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:26:55.774633 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-2b8437b0-15f1-4572-91f8-eda06ab4e18a req-3b661b05-a45e-4210-9ae6-82128c8b5dc2 tempest-ServerActionsTestJSON-347500300 tempest-ServerActionsTestJSON-347500300-project] 10.222.0.75 "GET /v2.0/ports?device_id=a1fbc70b-9dd3-44f5-99b0-85f3dff92d7d HTTP/1.1" status: 200 len: 944 time: 0.3653030 Feb 09 19:26:55.781941 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.plugin [None req-84e163c6-9acb-487b-baa8-e2636d1749cd tempest-PortsIpV6TestJSON-283107163 tempest-PortsIpV6TestJSON-283107163-project] Calling delete_port for b71d8f92-c01f-441f-9151-a51e631cfe38 owned by {{(pid=103229) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 19:26:55.787441 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-275ce0e3-8ec4-44c7-a60b-b58efb724e30 None None] Pushing event deleted for resources: {'Port': ['ID=f70e85fe-d6e2-43b6-a4ef-fa711e9c97b4,revision_number=None']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:26:55.789705 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.l3_dvrscheduler_db [None req-275ce0e3-8ec4-44c7-a60b-b58efb724e30 None None] No DVR routers for this DVR port f70e85fe-d6e2-43b6-a4ef-fa711e9c97b4 on host n-d-713498-36 {{(pid=103232) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 19:26:55.860694 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de7592b3-92d5-4a21-8ec4-f930fdc4f1b9 req-45cccf93-5deb-4c27-b58e-73876e5141dc tempest-TestServerMultinode-969236194 tempest-TestServerMultinode-969236194-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:26:55.866652 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-de7592b3-92d5-4a21-8ec4-f930fdc4f1b9 req-45cccf93-5deb-4c27-b58e-73876e5141dc tempest-TestServerMultinode-969236194 tempest-TestServerMultinode-969236194-project-admin] 10.222.0.75 "GET /v2.0/ports?device_id=f64ec94d-8f43-4817-807f-15b20fbcb6c7 HTTP/1.1" status: 200 len: 1127 time: 0.0868099 Feb 09 19:26:55.891769 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.db [None req-63fcf050-8e8b-4088-85bf-cdb107038f30 tempest-RoutersNegativeIpV6Test-969544946 tempest-RoutersNegativeIpV6Test-969544946-project] For port f70e85fe-d6e2-43b6-a4ef-fa711e9c97b4, host n-d-713498-36, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-36',level=0,port_id=f70e85fe-d6e2-43b6-a4ef-fa711e9c97b4,segment=NetworkSegment(24f1b014-8d4e-4fb2-b1fb-b521fe75bcc6),segment_id=24f1b014-8d4e-4fb2-b1fb-b521fe75bcc6)] {{(pid=103229) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 19:26:55.892136 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-63fcf050-8e8b-4088-85bf-cdb107038f30 tempest-RoutersNegativeIpV6Test-969544946 tempest-RoutersNegativeIpV6Test-969544946-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1820838'] for port (f70e85fe-d6e2-43b6-a4ef-fa711e9c97b4), precommit_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:26:55.934985 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-de7592b3-92d5-4a21-8ec4-f930fdc4f1b9 req-8622c21d-873a-4750-aadf-4db113cd5853 tempest-TestServerMultinode-969236194 tempest-TestServerMultinode-969236194-project-admin] 10.222.0.75 "GET /v2.0/security-groups?id=470bf4f7-ea0c-4a64-8d8b-9f2609ff7cad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0658104 Feb 09 19:26:55.966538 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.plugin [None req-63fcf050-8e8b-4088-85bf-cdb107038f30 tempest-RoutersNegativeIpV6Test-969544946 tempest-RoutersNegativeIpV6Test-969544946-project] Calling delete_port for f70e85fe-d6e2-43b6-a4ef-fa711e9c97b4 owned by network:dhcp {{(pid=103229) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 19:26:56.019590 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-2b8437b0-15f1-4572-91f8-eda06ab4e18a req-b66fa5e2-fae2-4916-b8e7-37c904896c6d tempest-ServerActionsTestJSON-347500300 tempest-ServerActionsTestJSON-347500300-project] 10.222.0.75 "GET /v2.0/security-groups?id=22c4accd-b9e4-4e3e-aec5-b2bee068a6b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2293689 Feb 09 19:26:56.107726 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-84e163c6-9acb-487b-baa8-e2636d1749cd tempest-PortsIpV6TestJSON-283107163 tempest-PortsIpV6TestJSON-283107163-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762867177463', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762866656476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12867576'] for port (b71d8f92-c01f-441f-9151-a51e631cfe38), after_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:26:56.177416 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 53368) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:26:56.221257 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-cbde63d4-9396-4b54-a808-1e901ca5557c tempest-PortsTestJSON-1738022054 tempest-PortsTestJSON-1738022054-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762867177463', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762866656476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12867576'] for port (b69559d4-107e-416c-a372-95e2554cd2c9), after_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:26:56.234071 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-84e163c6-9acb-487b-baa8-e2636d1749cd tempest-PortsIpV6TestJSON-283107163 tempest-PortsIpV6TestJSON-283107163-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171096'] for port (None), before_response {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:26:56.240012 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-84e163c6-9acb-487b-baa8-e2636d1749cd tempest-PortsIpV6TestJSON-283107163 tempest-PortsIpV6TestJSON-283107163-project] 10.222.0.75 "DELETE /v2.0/ports/b71d8f92-c01f-441f-9151-a51e631cfe38 HTTP/1.1" status: 204 len: 168 time: 1.1950338 Feb 09 19:26:56.240012 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84e163c6-9acb-487b-baa8-e2636d1749cd tempest-PortsIpV6TestJSON-283107163 tempest-PortsIpV6TestJSON-283107163-project] Pushing event deleted for resources: {'Port': ['ID=b71d8f92-c01f-441f-9151-a51e631cfe38,revision_number=None']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:26:56.247983 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 53370) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:26:56.261019 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.v2.base [None req-5d9de1ea-9373-436e-a2ea-e353648e6ad2 tempest-PortsIpV6TestJSON-283107163 tempest-PortsIpV6TestJSON-283107163-project] Request body: {'port': {'network_id': 'c648969a-32f4-4c6b-a1b6-2ebebb7a2e49', 'mac_address': 'fa:16:3e:f6:f1:a9', 'name': 'tempest-PortsIpV6TestJSON-730862487'}} {{(pid=103229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 19:26:56.292347 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10c85907-5fe1-40e2-bb48-f5cd11528572 req-7c3f1ebe-a87a-48a9-b74a-2d1da0725fb4 tempest-ServerActionsTestJSON-347500300 tempest-ServerActionsTestJSON-347500300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:26:56.294395 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-10c85907-5fe1-40e2-bb48-f5cd11528572 req-7c3f1ebe-a87a-48a9-b74a-2d1da0725fb4 tempest-ServerActionsTestJSON-347500300 tempest-ServerActionsTestJSON-347500300-project] 10.222.0.75 "GET /v2.0/ports?device_id=a1fbc70b-9dd3-44f5-99b0-85f3dff92d7d HTTP/1.1" status: 200 len: 944 time: 0.1558645 Feb 09 19:26:56.328678 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbde63d4-9396-4b54-a808-1e901ca5557c tempest-PortsTestJSON-1738022054 tempest-PortsTestJSON-1738022054-project] Pushing event deleted for resources: {'Port': ['ID=b69559d4-107e-416c-a372-95e2554cd2c9,revision_number=None']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:26:56.344010 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-63fcf050-8e8b-4088-85bf-cdb107038f30 tempest-RoutersNegativeIpV6Test-969544946 tempest-RoutersNegativeIpV6Test-969544946-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762867177463', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762866656476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12867576'] for port (f70e85fe-d6e2-43b6-a4ef-fa711e9c97b4), after_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:26:56.428499 n-d-713498-36 neutron-server[103229]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63fcf050-8e8b-4088-85bf-cdb107038f30 tempest-RoutersNegativeIpV6Test-969544946 tempest-RoutersNegativeIpV6Test-969544946-project] No DVR routers for this DVR port f70e85fe-d6e2-43b6-a4ef-fa711e9c97b4 on host n-d-713498-36 {{(pid=103229) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 19:26:56.440657 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63fcf050-8e8b-4088-85bf-cdb107038f30 tempest-RoutersNegativeIpV6Test-969544946 tempest-RoutersNegativeIpV6Test-969544946-project] Pushing event deleted for resources: {'Port': ['ID=f70e85fe-d6e2-43b6-a4ef-fa711e9c97b4,revision_number=None']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:26:56.460176 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Device 702b1b4e-04c2-4a4e-98ec-dbf8b396da1d up at agent hyperv_n-h2-713498-36 {{(pid=103232) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 19:26:56.500701 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-10c85907-5fe1-40e2-bb48-f5cd11528572 req-e7c6e0db-0f05-43df-892f-37d8def86b5e tempest-ServerActionsTestJSON-347500300 tempest-ServerActionsTestJSON-347500300-project] 10.222.0.75 "GET /v2.0/security-groups?id=22c4accd-b9e4-4e3e-aec5-b2bee068a6b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1867771 Feb 09 19:26:56.556322 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.provisioning_blocks [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Provisioning for port 702b1b4e-04c2-4a4e-98ec-dbf8b396da1d completed by entity L2. {{(pid=103232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 19:26:56.565423 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.provisioning_blocks [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Provisioning complete for port 702b1b4e-04c2-4a4e-98ec-dbf8b396da1d triggered by entity L2. {{(pid=103232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 19:26:56.569503 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593630'] for port (702b1b4e-04c2-4a4e-98ec-dbf8b396da1d), provisioning_complete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:26:56.720896 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Current status of the port 702b1b4e-04c2-4a4e-98ec-dbf8b396da1d is: BUILD; New status is: ACTIVE {{(pid=103232) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 19:26:56.721366 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (702b1b4e-04c2-4a4e-98ec-dbf8b396da1d), before_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:26:56.777814 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-7429db8d-6021-40ad-813e-885be449a89b None None] For port 702b1b4e-04c2-4a4e-98ec-dbf8b396da1d, host n-h2-713498-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-36',level=0,port_id=702b1b4e-04c2-4a4e-98ec-dbf8b396da1d,segment=NetworkSegment(f67be751-2433-40db-80a5-c4fefbe3be13),segment_id=f67be751-2433-40db-80a5-c4fefbe3be13)] {{(pid=103232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 19:26:56.786966 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762867176205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762866656485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762866656503'] for port (702b1b4e-04c2-4a4e-98ec-dbf8b396da1d), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:26:56.788252 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Device 8bbf9426-f0e3-4d72-9513-cdacb95da6bc no longer exists at agent hyperv_n-h2-713498-36 {{(pid=103232) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 19:26:56.824556 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-7429db8d-6021-40ad-813e-885be449a89b None None] No Port match for: 8bbf9426-f0e3-4d72-9513-cdacb95da6bc {{(pid=103232) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 19:26:56.825088 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Device 8bbf9426-f0e3-4d72-9513-cdacb95da6bc not bound to the agent host n-h2-713498-36 {{(pid=103232) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 19:26:56.850134 n-d-713498-36 neutron-server[103232]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f64ec94d-8f43-4817-807f-15b20fbcb6c7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '702b1b4e-04c2-4a4e-98ec-dbf8b396da1d'}] {{(pid=103232) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 19:26:56.852638 n-d-713498-36 neutron-server[103232]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}949cdcde653dec44821de95cbf67297f53cbc2aed4e073b5d514f93bf911ce85" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eaf28b05-c3fd-4d34-bffc-041b770772c5" -d '{"events": [{"server_uuid": "f64ec94d-8f43-4817-807f-15b20fbcb6c7", "name": "network-vif-plugged", "status": "completed", "tag": "702b1b4e-04c2-4a4e-98ec-dbf8b396da1d"}]}' {{(pid=103232) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 19:26:56.886026 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Pushing event updated for resources: {'Port': ['ID=702b1b4e-04c2-4a4e-98ec-dbf8b396da1d,revision_number=5']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:26:56.896769 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-e5894e9d-7ccc-4dd9-8891-fc1224488cd0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1834525'] for router_interface (b662775b-af56-49bc-9f1f-ead7465b8bf9), before_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:26:57.041729 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-597d84a8-0231-4e0b-9528-b12a168d5e48 req-f15b6a68-1f08-467f-9ae4-7a86e7636241 tempest-ServerActionsTestJSON-347500300 tempest-ServerActionsTestJSON-347500300-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:26:57.044593 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-597d84a8-0231-4e0b-9528-b12a168d5e48 req-f15b6a68-1f08-467f-9ae4-7a86e7636241 tempest-ServerActionsTestJSON-347500300 tempest-ServerActionsTestJSON-347500300-project] 10.222.0.75 "GET /v2.0/networks?id=bd12d1d0-518d-4d29-a00d-98410ba2cb8a HTTP/1.1" status: 200 len: 812 time: 0.2361524 Feb 09 19:26:57.061432 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-63fcf050-8e8b-4088-85bf-cdb107038f30 tempest-RoutersNegativeIpV6Test-969544946 tempest-RoutersNegativeIpV6Test-969544946-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-590267', 'neutron.services.segments.db._delete_segments_for_network-8762867132609'] for network (6b40ed50-eac7-4d74-b30e-4e47958bbb73), precommit_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:26:57.062208 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Device f70e85fe-d6e2-43b6-a4ef-fa711e9c97b4 no longer exists at agent ovs-agent-n-d-713498-36 {{(pid=103232) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 19:26:57.096669 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] No Port match for: f70e85fe-d6e2-43b6-a4ef-fa711e9c97b4 {{(pid=103232) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 19:26:57.097123 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Device f70e85fe-d6e2-43b6-a4ef-fa711e9c97b4 not bound to the agent host n-d-713498-36 {{(pid=103232) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 19:26:57.118658 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5d9de1ea-9373-436e-a2ea-e353648e6ad2 tempest-PortsIpV6TestJSON-283107163 tempest-PortsIpV6TestJSON-283107163-project] Made reservation on behalf of 13b115ce9df54fa79100ec0671404776 for: {'port': 1} {{(pid=103229) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 19:26:57.132831 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-597d84a8-0231-4e0b-9528-b12a168d5e48 req-a7f7be4e-4be6-45a3-b59b-5c4e3dbc4fd5 tempest-ServerActionsTestJSON-347500300 tempest-ServerActionsTestJSON-347500300-project] 10.222.0.75 "GET /v2.0/quotas/d7a2ccbf0c8a475abd1520a0e31ab926 HTTP/1.1" status: 200 len: 375 time: 0.0334671 Feb 09 19:26:57.169193 n-d-713498-36 neutron-server[103229]: DEBUG neutron.services.segments.db [None req-63fcf050-8e8b-4088-85bf-cdb107038f30 tempest-RoutersNegativeIpV6Test-969544946 tempest-RoutersNegativeIpV6Test-969544946-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6b40ed50-eac7-4d74-b30e-4e47958bbb73']}} {{(pid=103229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:26:57.212801 n-d-713498-36 neutron-server[103229]: DEBUG neutron.services.segments.db [None req-63fcf050-8e8b-4088-85bf-cdb107038f30 tempest-RoutersNegativeIpV6Test-969544946 tempest-RoutersNegativeIpV6Test-969544946-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '24f1b014-8d4e-4fb2-b1fb-b521fe75bcc6') {'for_net_delete': True} {{(pid=103229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:26:57.213022 n-d-713498-36 neutron-server[103229]: DEBUG neutron.services.segments.db [None req-63fcf050-8e8b-4088-85bf-cdb107038f30 tempest-RoutersNegativeIpV6Test-969544946 tempest-RoutersNegativeIpV6Test-969544946-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '24f1b014-8d4e-4fb2-b1fb-b521fe75bcc6') {} {{(pid=103229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:26:57.231883 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-597d84a8-0231-4e0b-9528-b12a168d5e48 req-ff8d89e9-c276-4b01-bc93-0677de18253c tempest-ServerActionsTestJSON-347500300 tempest-ServerActionsTestJSON-347500300-project] 10.222.0.75 "GET /v2.0/ports?tenant_id=d7a2ccbf0c8a475abd1520a0e31ab926&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0901275 Feb 09 19:26:57.234630 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-cbde63d4-9396-4b54-a808-1e901ca5557c tempest-PortsTestJSON-1738022054 tempest-PortsTestJSON-1738022054-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1613467', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1834633'] for router_interface (02ff618d-6972-41c6-9626-a6bc741a0fc0), after_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:26:57.251617 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cf76720-2331-47a9-b576-a37a823b917a req-dad5cbf3-4af9-4a27-97cb-58912eddb392 tempest-AttachVolumeShelveTestJSON-671139515 tempest-AttachVolumeShelveTestJSON-671139515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:26:57.253007 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-6cf76720-2331-47a9-b576-a37a823b917a req-dad5cbf3-4af9-4a27-97cb-58912eddb392 tempest-AttachVolumeShelveTestJSON-671139515 tempest-AttachVolumeShelveTestJSON-671139515-project] 10.222.0.75 "GET /v2.0/ports?device_id=32437e19-fcdc-4dd1-84cc-377ffcb85b84 HTTP/1.1" status: 200 len: 943 time: 0.2508023 Feb 09 19:26:57.254917 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-63fcf050-8e8b-4088-85bf-cdb107038f30 tempest-RoutersNegativeIpV6Test-969544946 tempest-RoutersNegativeIpV6Test-969544946-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762867134154', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16683417'] for segment (24f1b014-8d4e-4fb2-b1fb-b521fe75bcc6), before_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:26:57.304956 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-63fcf050-8e8b-4088-85bf-cdb107038f30 tempest-RoutersNegativeIpV6Test-969544946 tempest-RoutersNegativeIpV6Test-969544946-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-759574'] for segment (24f1b014-8d4e-4fb2-b1fb-b521fe75bcc6), precommit_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:26:57.342687 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-5d9de1ea-9373-436e-a2ea-e353648e6ad2 tempest-PortsIpV6TestJSON-283107163 tempest-PortsIpV6TestJSON-283107163-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (None), before_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:26:57.381335 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-597d84a8-0231-4e0b-9528-b12a168d5e48 req-5ef808c0-8899-4bb8-9ded-b4a6f8497f5e service neutron] 10.222.0.75 "GET /v2.0/networks/bd12d1d0-518d-4d29-a00d-98410ba2cb8a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1382713 Feb 09 19:26:57.389120 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-63fcf050-8e8b-4088-85bf-cdb107038f30 tempest-RoutersNegativeIpV6Test-969544946 tempest-RoutersNegativeIpV6Test-969544946-project] Releasing vlan 375 on physical network physnet1 to pool {{(pid=103229) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 19:26:57.389993 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-63fcf050-8e8b-4088-85bf-cdb107038f30 tempest-RoutersNegativeIpV6Test-969544946 tempest-RoutersNegativeIpV6Test-969544946-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-759574', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12867469'] for segment (24f1b014-8d4e-4fb2-b1fb-b521fe75bcc6), after_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:26:57.395123 n-d-713498-36 neutron-server[103229]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 19:26:57.395123 n-d-713498-36 neutron-server[103229]: self.session.flush() Feb 09 19:26:57.395123 n-d-713498-36 neutron-server[103229]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 19:26:57.395123 n-d-713498-36 neutron-server[103229]: self.session.flush() Feb 09 19:26:57.395123 n-d-713498-36 neutron-server[103229]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 19:26:57.395123 n-d-713498-36 neutron-server[103229]: self.session.flush() Feb 09 19:26:57.395123 n-d-713498-36 neutron-server[103229]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 19:26:57.395123 n-d-713498-36 neutron-server[103229]: self.session.flush() Feb 09 19:26:57.395123 n-d-713498-36 neutron-server[103229]: Traceback (most recent call last): Feb 09 19:26:57.395123 n-d-713498-36 neutron-server[103229]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 19:26:57.395123 n-d-713498-36 neutron-server[103229]: timer() Feb 09 19:26:57.395123 n-d-713498-36 neutron-server[103229]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 19:26:57.395123 n-d-713498-36 neutron-server[103229]: cb(*args, **kw) Feb 09 19:26:57.395123 n-d-713498-36 neutron-server[103229]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 19:26:57.395123 n-d-713498-36 neutron-server[103229]: return func(*args, **kwargs) Feb 09 19:26:57.395123 n-d-713498-36 neutron-server[103229]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 19:26:57.395123 n-d-713498-36 neutron-server[103229]: self._notify() Feb 09 19:26:57.395123 n-d-713498-36 neutron-server[103229]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 19:26:57.395123 n-d-713498-36 neutron-server[103229]: self.callback(batched_events) Feb 09 19:26:57.395123 n-d-713498-36 neutron-server[103229]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 19:26:57.395123 n-d-713498-36 neutron-server[103229]: event.method(event) Feb 09 19:26:57.395123 n-d-713498-36 neutron-server[103229]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 19:26:57.395123 n-d-713498-36 neutron-server[103229]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 19:26:57.395123 n-d-713498-36 neutron-server[103229]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 19:26:57.395123 n-d-713498-36 neutron-server[103229]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 19:26:57.395123 n-d-713498-36 neutron-server[103229]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 19:26:57.395123 n-d-713498-36 neutron-server[103229]: return f(self, *a, **k) Feb 09 19:26:57.395123 n-d-713498-36 neutron-server[103229]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 19:26:57.395123 n-d-713498-36 neutron-server[103229]: return self._get(url).json() Feb 09 19:26:57.395123 n-d-713498-36 neutron-server[103229]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 19:26:57.395123 n-d-713498-36 neutron-server[103229]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 19:26:57.395123 n-d-713498-36 neutron-server[103229]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 19:26:57.395123 n-d-713498-36 neutron-server[103229]: return self.request(url, 'GET', **kwargs) Feb 09 19:26:57.395123 n-d-713498-36 neutron-server[103229]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 19:26:57.395123 n-d-713498-36 neutron-server[103229]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 19:26:57.395123 n-d-713498-36 neutron-server[103229]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 19:26:57.395123 n-d-713498-36 neutron-server[103229]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 19:26:57.395123 n-d-713498-36 neutron-server[103229]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 19:26:57.395123 n-d-713498-36 neutron-server[103229]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 19:26:57.395123 n-d-713498-36 neutron-server[103229]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 19:26:57.437142 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.plugin [None req-e5894e9d-7ccc-4dd9-8891-fc1224488cd0 admin admin] Deleting port 4420b8ed-e607-44be-919d-5f2a2fca1908 {{(pid=103230) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 19:26:57.438186 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-e5894e9d-7ccc-4dd9-8891-fc1224488cd0 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762867170196'] for port (4420b8ed-e607-44be-919d-5f2a2fca1908), before_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:26:57.484129 n-d-713498-36 neutron-server[103229]: DEBUG neutron.notifiers.nova [None req-5d9de1ea-9373-436e-a2ea-e353648e6ad2 tempest-PortsIpV6TestJSON-283107163 tempest-PortsIpV6TestJSON-283107163-project] device_id is not set on port 8bc9d4a5-cff8-4a9f-9f91-f7b35033e0f8 yet. {{(pid=103229) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 09 19:26:57.505906 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-6cf76720-2331-47a9-b576-a37a823b917a req-ad7ee6d8-f2f7-46ed-9e46-6979eef36af7 tempest-AttachVolumeShelveTestJSON-671139515 tempest-AttachVolumeShelveTestJSON-671139515-project] 10.222.0.75 "GET /v2.0/security-groups?id=e78d9a5a-8306-4175-aed3-1bd14ac6b154&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2344289 Feb 09 19:26:57.566229 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.db [None req-e5894e9d-7ccc-4dd9-8891-fc1224488cd0 admin admin] For port 4420b8ed-e607-44be-919d-5f2a2fca1908, host n-d-713498-36, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-36',level=0,port_id=4420b8ed-e607-44be-919d-5f2a2fca1908,segment=NetworkSegment(c10441c4-164e-4746-a64d-90f79f0d70ea),segment_id=c10441c4-164e-4746-a64d-90f79f0d70ea)] {{(pid=103230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 19:26:57.567628 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-e5894e9d-7ccc-4dd9-8891-fc1224488cd0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1820838'] for port (4420b8ed-e607-44be-919d-5f2a2fca1908), precommit_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:26:57.593078 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.plugin [None req-e5894e9d-7ccc-4dd9-8891-fc1224488cd0 admin admin] Calling delete_port for 4420b8ed-e607-44be-919d-5f2a2fca1908 owned by network:router_interface {{(pid=103230) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 19:26:57.596176 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-63fcf050-8e8b-4088-85bf-cdb107038f30 tempest-RoutersNegativeIpV6Test-969544946 tempest-RoutersNegativeIpV6Test-969544946-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-590242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1885479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1818895'] for network (6b40ed50-eac7-4d74-b30e-4e47958bbb73), after_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:26:57.609972 n-d-713498-36 neutron-server[103232]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 19:26:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-44a8d9e7-8ba9-4358-ad60-3657853d29f9 x-openstack-request-id: req-44a8d9e7-8ba9-4358-ad60-3657853d29f9 {{(pid=103232) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 19:26:57.610823 n-d-713498-36 neutron-server[103232]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f64ec94d-8f43-4817-807f-15b20fbcb6c7", "name": "network-vif-plugged", "status": "completed", "tag": "702b1b4e-04c2-4a4e-98ec-dbf8b396da1d", "code": 200}]} {{(pid=103232) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 19:26:57.611232 n-d-713498-36 neutron-server[103232]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-44a8d9e7-8ba9-4358-ad60-3657853d29f9 {{(pid=103232) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 19:26:57.611823 n-d-713498-36 neutron-server[103232]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f64ec94d-8f43-4817-807f-15b20fbcb6c7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '702b1b4e-04c2-4a4e-98ec-dbf8b396da1d', 'code': 200} Feb 09 19:26:57.658530 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-597d84a8-0231-4e0b-9528-b12a168d5e48 req-af9be445-66c8-4883-978b-08dd15e22b18 service neutron] 10.222.0.75 "GET /v2.0/networks/bd12d1d0-518d-4d29-a00d-98410ba2cb8a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2764781 Feb 09 19:26:57.684332 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-63fcf050-8e8b-4088-85bf-cdb107038f30 tempest-RoutersNegativeIpV6Test-969544946 tempest-RoutersNegativeIpV6Test-969544946-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1613566'] for network (None), before_response {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:26:57.687654 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-63fcf050-8e8b-4088-85bf-cdb107038f30 tempest-RoutersNegativeIpV6Test-969544946 tempest-RoutersNegativeIpV6Test-969544946-project] 10.222.0.75 "DELETE /v2.0/networks/6b40ed50-eac7-4d74-b30e-4e47958bbb73 HTTP/1.1" status: 204 len: 168 time: 2.7421670 Feb 09 19:26:57.690889 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63fcf050-8e8b-4088-85bf-cdb107038f30 tempest-RoutersNegativeIpV6Test-969544946 tempest-RoutersNegativeIpV6Test-969544946-project] Pushing event deleted for resources: {'Network': ['ID=6b40ed50-eac7-4d74-b30e-4e47958bbb73,revision_number=None']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:26:57.693030 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 53392) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:26:57.777752 n-d-713498-36 neutron-server[103229]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cbde63d4-9396-4b54-a808-1e901ca5557c tempest-PortsTestJSON-1738022054 tempest-PortsTestJSON-1738022054-project] Router 02ff618d-6972-41c6-9626-a6bc741a0fc0 has already been hosted by L3 agent 93303d5e-5d17-45e8-8963-7694f87783ae {{(pid=103229) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 19:26:57.826340 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-9cc1f9fa-51c0-4a84-9f49-fa2abd174717 tempest-RoutersNegativeIpV6Test-969544946 tempest-RoutersNegativeIpV6Test-969544946-project] 10.222.0.75 "GET /v2.0/ports?device_id=17514739-b66a-42c7-9334-8ccb335169b4 HTTP/1.1" status: 200 len: 205 time: 0.1300700 Feb 09 19:26:57.829040 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 53398) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:26:57.937800 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-73f8c0b7-b169-4b19-b3f3-09e2d3613bf2 tempest-RoutersNegativeIpV6Test-969544946 tempest-RoutersNegativeIpV6Test-969544946-project] Publish callbacks [] for router (17514739-b66a-42c7-9334-8ccb335169b4), before_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:26:57.974829 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10e63db1-750f-47e4-a4d8-2a7875e6c0c2 req-13b9a2cc-0515-46b0-b91d-5ad72ff6796a tempest-TestServerMultinode-969236194 tempest-TestServerMultinode-969236194-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:26:57.982830 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-10e63db1-750f-47e4-a4d8-2a7875e6c0c2 req-13b9a2cc-0515-46b0-b91d-5ad72ff6796a tempest-TestServerMultinode-969236194 tempest-TestServerMultinode-969236194-project-admin] 10.222.0.75 "GET /v2.0/ports?device_id=f64ec94d-8f43-4817-807f-15b20fbcb6c7 HTTP/1.1" status: 200 len: 1128 time: 0.3115637 Feb 09 19:26:58.077386 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aed2344-fbe6-443f-9a26-121cc059c2c9 req-c2e17773-68eb-4285-bfab-0004be1ef190 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:26:58.078929 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-8aed2344-fbe6-443f-9a26-121cc059c2c9 req-c2e17773-68eb-4285-bfab-0004be1ef190 service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=f64ec94d-8f43-4817-807f-15b20fbcb6c7 HTTP/1.1" status: 200 len: 1128 time: 0.3841171 Feb 09 19:26:58.101789 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-5d9de1ea-9373-436e-a2ea-e353648e6ad2 tempest-PortsIpV6TestJSON-283107163 tempest-PortsIpV6TestJSON-283107163-project] Publish callbacks [] for port (8bc9d4a5-cff8-4a9f-9f91-f7b35033e0f8), precommit_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:26:58.209734 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-5d9de1ea-9373-436e-a2ea-e353648e6ad2 tempest-PortsIpV6TestJSON-283107163 tempest-PortsIpV6TestJSON-283107163-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762866656467', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12867576'] for port (8bc9d4a5-cff8-4a9f-9f91-f7b35033e0f8), after_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:26:58.316702 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-10e63db1-750f-47e4-a4d8-2a7875e6c0c2 req-543de9fc-24d3-4ee6-b97e-f5d499eecfe9 tempest-TestServerMultinode-969236194 tempest-TestServerMultinode-969236194-project-admin] 10.222.0.75 "GET /v2.0/security-groups?id=470bf4f7-ea0c-4a64-8d8b-9f2609ff7cad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3301156 Feb 09 19:26:58.339744 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cbde63d4-9396-4b54-a808-1e901ca5557c tempest-PortsTestJSON-1738022054 tempest-PortsTestJSON-1738022054-project] Notify agent at l3_agent.n-d-713498-36 the message routers_updated {{(pid=103229) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 19:26:58.352767 n-d-713498-36 neutron-server[103233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-894204b0-11f8-495b-89ef-4288f78ffd87 None None] Sync routers for ids ['02ff618d-6972-41c6-9626-a6bc741a0fc0'] in n-d-713498-36 {{(pid=103233) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 19:26:58.374305 n-d-713498-36 neutron-server[103233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-894204b0-11f8-495b-89ef-4288f78ffd87 None None] Routers {'02ff618d-6972-41c6-9626-a6bc741a0fc0'} bound to L3 agent in host n-d-713498-36 {{(pid=103233) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 19:26:58.375314 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-cbde63d4-9396-4b54-a808-1e901ca5557c tempest-PortsTestJSON-1738022054 tempest-PortsTestJSON-1738022054-project] 10.222.0.75 "PUT /v2.0/routers/02ff618d-6972-41c6-9626-a6bc741a0fc0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.9887373 Feb 09 19:26:58.376209 n-d-713498-36 neutron-server[103233]: DEBUG neutron.db.l3_hamode_db [None req-894204b0-11f8-495b-89ef-4288f78ffd87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-09T18:51:43Z,description=,heartbeat_timestamp=2022-02-09T19:26:43Z,host='n-d-713498-36',id=93303d5e-5d17-45e8-8963-7694f87783ae,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T18:51:43Z,topic='l3_agent')) {'router_ids': ['02ff618d-6972-41c6-9626-a6bc741a0fc0'], 'active': True} {{(pid=103233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:26:58.377736 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 53418) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:26:58.433701 n-d-713498-36 neutron-server[103229]: INFO neutron.pecan_wsgi.hooks.translation [None req-88d1ba8d-7bfe-45e4-838e-a3f123f1f85b tempest-PortsTestJSON-1738022054 tempest-PortsTestJSON-1738022054-project] GET failed (client error): The resource could not be found. Feb 09 19:26:58.438383 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-88d1ba8d-7bfe-45e4-838e-a3f123f1f85b tempest-PortsTestJSON-1738022054 tempest-PortsTestJSON-1738022054-project] 10.222.0.75 "GET /v2.0/ports/b69559d4-107e-416c-a372-95e2554cd2c9 HTTP/1.1" status: 404 len: 333 time: 0.0465114 Feb 09 19:26:58.441757 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 53422) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:26:58.455391 n-d-713498-36 neutron-server[103229]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d9de1ea-9373-436e-a2ea-e353648e6ad2 tempest-PortsIpV6TestJSON-283107163 tempest-PortsIpV6TestJSON-283107163-project] Network c648969a-32f4-4c6b-a1b6-2ebebb7a2e49 is already hosted by enough agents. {{(pid=103229) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 19:26:58.465698 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Device 413c51b4-2ff4-4d9d-ab4e-d2e0cafdf9fb no longer exists at agent hyperv_n-h2-713498-36 {{(pid=103232) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 19:26:58.480110 n-d-713498-36 neutron-server[103233]: DEBUG neutron.db.l3_hamode_db [None req-894204b0-11f8-495b-89ef-4288f78ffd87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713498-36', False) {} {{(pid=103233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:26:58.518603 n-d-713498-36 neutron-server[103233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-894204b0-11f8-495b-89ef-4288f78ffd87 None None] Routers {'02ff618d-6972-41c6-9626-a6bc741a0fc0'} bound to L3 agent in host n-d-713498-36 {{(pid=103233) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 19:26:58.519631 n-d-713498-36 neutron-server[103233]: DEBUG neutron.db.l3_hamode_db [None req-894204b0-11f8-495b-89ef-4288f78ffd87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-09T18:51:43Z,description=,heartbeat_timestamp=2022-02-09T19:26:43Z,host='n-d-713498-36',id=93303d5e-5d17-45e8-8963-7694f87783ae,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T18:51:43Z,topic='l3_agent')) {'router_ids': ['02ff618d-6972-41c6-9626-a6bc741a0fc0'], 'active': True} {{(pid=103233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:26:58.530408 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d9de1ea-9373-436e-a2ea-e353648e6ad2 tempest-PortsIpV6TestJSON-283107163 tempest-PortsIpV6TestJSON-283107163-project] Pushing event updated for resources: {'Port': ['ID=8bc9d4a5-cff8-4a9f-9f91-f7b35033e0f8,revision_number=1']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:26:58.605266 n-d-713498-36 neutron-server[103233]: DEBUG neutron.db.l3_hamode_db [None req-894204b0-11f8-495b-89ef-4288f78ffd87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713498-36', False) {} {{(pid=103233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:26:58.623628 n-d-713498-36 neutron-server[103233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-894204b0-11f8-495b-89ef-4288f78ffd87 None None] The sync data for ids ['02ff618d-6972-41c6-9626-a6bc741a0fc0'] in n-d-713498-36 is: [] {{(pid=103233) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 19:26:58.636488 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-d169f1d6-4fb9-41a7-865d-6316309b2de0 req-638927c7-c626-4180-94a8-1c9dc891ea48 tempest-ServerActionsTestJSON-347500300 tempest-ServerActionsTestJSON-347500300-project] 10.222.0.75 "GET /v2.0/ports?device_id=41583515-d234-4b09-9050-bab2a796beed HTTP/1.1" status: 200 len: 210 time: 0.0992031 Feb 09 19:26:58.637497 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-8961f1ed-5438-470c-b037-c3df02117b0e tempest-PortsTestJSON-1738022054 tempest-PortsTestJSON-1738022054-project] Publish callbacks [] for router (02ff618d-6972-41c6-9626-a6bc741a0fc0), before_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:26:58.637497 n-d-713498-36 neutron-server[103229]: DEBUG neutron.scheduler.base_scheduler [None req-5d9de1ea-9373-436e-a2ea-e353648e6ad2 tempest-PortsIpV6TestJSON-283107163 tempest-PortsIpV6TestJSON-283107163-project] Resources bound (agent type, host, resource id): {{(pid=103229) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 19:26:58.638998 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-73f8c0b7-b169-4b19-b3f3-09e2d3613bf2 tempest-RoutersNegativeIpV6Test-969544946 tempest-RoutersNegativeIpV6Test-969544946-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1834988', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-58375'] for router (17514739-b66a-42c7-9334-8ccb335169b4), precommit_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:26:58.642864 n-d-713498-36 neutron-server[103229]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d9de1ea-9373-436e-a2ea-e353648e6ad2 tempest-PortsIpV6TestJSON-283107163 tempest-PortsIpV6TestJSON-283107163-project] Received port after_create {{(pid=103229) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 19:26:58.643216 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-73f8c0b7-b169-4b19-b3f3-09e2d3613bf2 tempest-RoutersNegativeIpV6Test-969544946 tempest-RoutersNegativeIpV6Test-969544946-project] Publish callbacks [] for router_controller (17514739-b66a-42c7-9334-8ccb335169b4), precommit_delete_associations {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:26:58.651845 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d9de1ea-9373-436e-a2ea-e353648e6ad2 tempest-PortsIpV6TestJSON-283107163 tempest-PortsIpV6TestJSON-283107163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:26:58.653082 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-5d9de1ea-9373-436e-a2ea-e353648e6ad2 tempest-PortsIpV6TestJSON-283107163 tempest-PortsIpV6TestJSON-283107163-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171096'] for port (None), before_response {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:26:58.703548 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Current status of the port 413c51b4-2ff4-4d9d-ab4e-d2e0cafdf9fb is: DOWN; New status is: DOWN {{(pid=103232) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 19:26:58.710399 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-e5894e9d-7ccc-4dd9-8891-fc1224488cd0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762867177463', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762866656476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14393751'] for port (4420b8ed-e607-44be-919d-5f2a2fca1908), after_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:26:58.717676 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-8aed2344-fbe6-443f-9a26-121cc059c2c9 req-a6e80c45-6a0a-48fa-8476-4549de026f0d service neutron] 10.222.0.90 "GET /v2.0/security-groups?id=470bf4f7-ea0c-4a64-8d8b-9f2609ff7cad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6008198 Feb 09 19:26:58.724992 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-73f8c0b7-b169-4b19-b3f3-09e2d3613bf2 tempest-RoutersNegativeIpV6Test-969544946 tempest-RoutersNegativeIpV6Test-969544946-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1835003'] for router (17514739-b66a-42c7-9334-8ccb335169b4), after_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:26:58.725645 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-73f8c0b7-b169-4b19-b3f3-09e2d3613bf2 tempest-RoutersNegativeIpV6Test-969544946 tempest-RoutersNegativeIpV6Test-969544946-project] Fanout notify agent at l3_agent the message router_deleted on router 17514739-b66a-42c7-9334-8ccb335169b4 {{(pid=103230) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 09 19:26:58.750719 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-73f8c0b7-b169-4b19-b3f3-09e2d3613bf2 tempest-RoutersNegativeIpV6Test-969544946 tempest-RoutersNegativeIpV6Test-969544946-project] Publish callbacks [] for router (None), before_response {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:26:58.754252 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-73f8c0b7-b169-4b19-b3f3-09e2d3613bf2 tempest-RoutersNegativeIpV6Test-969544946 tempest-RoutersNegativeIpV6Test-969544946-project] 10.222.0.75 "DELETE /v2.0/routers/17514739-b66a-42c7-9334-8ccb335169b4 HTTP/1.1" status: 204 len: 168 time: 0.9203117 Feb 09 19:26:58.766203 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5894e9d-7ccc-4dd9-8891-fc1224488cd0 admin admin] Pushing event deleted for resources: {'Port': ['ID=4420b8ed-e607-44be-919d-5f2a2fca1908,revision_number=None']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:26:58.825141 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-5d9de1ea-9373-436e-a2ea-e353648e6ad2 tempest-PortsIpV6TestJSON-283107163 tempest-PortsIpV6TestJSON-283107163-project] 10.222.0.75 "POST /v2.0/ports HTTP/1.1" status: 201 len: 849 time: 2.5732524 Feb 09 19:26:58.867298 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 53432) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:26:59.007500 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e738b6c2-8390-4450-8ef2-7deedaadc712 tempest-PortsIpV6TestJSON-283107163 tempest-PortsIpV6TestJSON-283107163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:26:59.008930 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-e738b6c2-8390-4450-8ef2-7deedaadc712 tempest-PortsIpV6TestJSON-283107163 tempest-PortsIpV6TestJSON-283107163-project] 10.222.0.75 "GET /v2.0/ports/8bc9d4a5-cff8-4a9f-9f91-f7b35033e0f8 HTTP/1.1" status: 200 len: 844 time: 0.1404383 Feb 09 19:26:59.012316 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 53436) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:26:59.050488 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-8961f1ed-5438-470c-b037-c3df02117b0e tempest-PortsTestJSON-1738022054 tempest-PortsTestJSON-1738022054-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1834988', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-58375'] for router (02ff618d-6972-41c6-9626-a6bc741a0fc0), precommit_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:26:59.056810 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-8961f1ed-5438-470c-b037-c3df02117b0e tempest-PortsTestJSON-1738022054 tempest-PortsTestJSON-1738022054-project] Publish callbacks [] for router_controller (02ff618d-6972-41c6-9626-a6bc741a0fc0), precommit_delete_associations {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:26:59.101460 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-e5894e9d-7ccc-4dd9-8891-fc1224488cd0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1613467', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1834633'] for router_interface (b662775b-af56-49bc-9f1f-ead7465b8bf9), after_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:26:59.209840 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-8961f1ed-5438-470c-b037-c3df02117b0e tempest-PortsTestJSON-1738022054 tempest-PortsTestJSON-1738022054-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1835003'] for router (02ff618d-6972-41c6-9626-a6bc741a0fc0), after_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:26:59.210452 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8961f1ed-5438-470c-b037-c3df02117b0e tempest-PortsTestJSON-1738022054 tempest-PortsTestJSON-1738022054-project] Fanout notify agent at l3_agent the message router_deleted on router 02ff618d-6972-41c6-9626-a6bc741a0fc0 {{(pid=103229) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 09 19:26:59.218610 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-8961f1ed-5438-470c-b037-c3df02117b0e tempest-PortsTestJSON-1738022054 tempest-PortsTestJSON-1738022054-project] Publish callbacks [] for router (None), before_response {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:26:59.222996 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-8961f1ed-5438-470c-b037-c3df02117b0e tempest-PortsTestJSON-1738022054 tempest-PortsTestJSON-1738022054-project] 10.222.0.75 "DELETE /v2.0/routers/02ff618d-6972-41c6-9626-a6bc741a0fc0 HTTP/1.1" status: 204 len: 168 time: 0.7763789 Feb 09 19:26:59.224731 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 53444) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:26:59.272489 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.plugin [None req-c29612cd-e25b-4b4b-9911-75903f46f633 tempest-PortsIpV6TestJSON-283107163 tempest-PortsIpV6TestJSON-283107163-project] Deleting port 8bc9d4a5-cff8-4a9f-9f91-f7b35033e0f8 {{(pid=103229) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 19:26:59.272754 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-c29612cd-e25b-4b4b-9911-75903f46f633 tempest-PortsIpV6TestJSON-283107163 tempest-PortsIpV6TestJSON-283107163-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762867170196'] for port (8bc9d4a5-cff8-4a9f-9f91-f7b35033e0f8), before_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:26:59.321060 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 53446) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:26:59.392251 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-597d84a8-0231-4e0b-9528-b12a168d5e48 req-28323965-9140-4cbc-ba52-0225001d31f9 tempest-ServerActionsTestJSON-347500300 tempest-ServerActionsTestJSON-347500300-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:26:59.394359 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-597d84a8-0231-4e0b-9528-b12a168d5e48 req-28323965-9140-4cbc-ba52-0225001d31f9 tempest-ServerActionsTestJSON-347500300 tempest-ServerActionsTestJSON-347500300-project] 10.222.0.89 "GET /v2.0/networks?id=bd12d1d0-518d-4d29-a00d-98410ba2cb8a HTTP/1.1" status: 200 len: 812 time: 0.1252751 Feb 09 19:26:59.442557 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.v2.base [req-597d84a8-0231-4e0b-9528-b12a168d5e48 req-10f0dcc7-e2ef-4944-b581-5eda26bbe21e tempest-ServerActionsTestJSON-347500300 tempest-ServerActionsTestJSON-347500300-project] Request body: {'port': {'device_id': '41583515-d234-4b09-9050-bab2a796beed', 'network_id': 'bd12d1d0-518d-4d29-a00d-98410ba2cb8a', 'admin_state_up': True, 'tenant_id': 'd7a2ccbf0c8a475abd1520a0e31ab926'}} {{(pid=103229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 19:26:59.540318 n-d-713498-36 neutron-server[103229]: DEBUG neutron.db.db_base_plugin_v2 [None req-6823deb8-ed25-4254-9c42-c98755eac2d2 tempest-PortsTestJSON-1738022054 tempest-PortsTestJSON-1738022054-project] Deleting subnet 95c8d5ba-4ced-43cc-a2f7-7b54805ea422 {{(pid=103229) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 19:26:59.549300 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-6823deb8-ed25-4254-9c42-c98755eac2d2 tempest-PortsTestJSON-1738022054 tempest-PortsTestJSON-1738022054-project] Publish callbacks [] for subnet (95c8d5ba-4ced-43cc-a2f7-7b54805ea422), before_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:26:59.624619 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-c29612cd-e25b-4b4b-9911-75903f46f633 tempest-PortsIpV6TestJSON-283107163 tempest-PortsIpV6TestJSON-283107163-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1820838'] for port (8bc9d4a5-cff8-4a9f-9f91-f7b35033e0f8), precommit_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:26:59.672860 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.plugin [None req-c29612cd-e25b-4b4b-9911-75903f46f633 tempest-PortsIpV6TestJSON-283107163 tempest-PortsIpV6TestJSON-283107163-project] Calling delete_port for 8bc9d4a5-cff8-4a9f-9f91-f7b35033e0f8 owned by {{(pid=103229) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 19:26:59.678092 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-6823deb8-ed25-4254-9c42-c98755eac2d2 tempest-PortsTestJSON-1738022054 tempest-PortsTestJSON-1738022054-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16683410'] for subnet (95c8d5ba-4ced-43cc-a2f7-7b54805ea422), precommit_delete_associations {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:26:59.743775 n-d-713498-36 neutron-server[103230]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e5894e9d-7ccc-4dd9-8891-fc1224488cd0 admin admin] Router b662775b-af56-49bc-9f1f-ead7465b8bf9 has already been hosted by L3 agent 93303d5e-5d17-45e8-8963-7694f87783ae {{(pid=103230) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 19:26:59.746492 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-2b2cba17-a6ec-494e-a885-165c1d064013 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=323f2a3c36ff4bbca2bc4c2429b9eb18&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4242511 Feb 09 19:26:59.750138 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 53466) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:26:59.753630 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-181e9ea8-a0c8-4af9-8d86-e359ba6dd10c req-0595a5ae-0340-4985-9a26-0c92d105ce41 service neutron] 10.222.0.75 "GET /v2.0/ports?device_id=32437e19-fcdc-4dd1-84cc-377ffcb85b84&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1469488 Feb 09 19:26:59.757744 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6370c156-0650-44b2-a428-fa626f3a4340 req-0554e8c8-126d-44c1-a168-e787dbc49f66 tempest-TestServerMultinode-969236194 tempest-TestServerMultinode-969236194-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:26:59.764281 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-6370c156-0650-44b2-a428-fa626f3a4340 req-0554e8c8-126d-44c1-a168-e787dbc49f66 tempest-TestServerMultinode-969236194 tempest-TestServerMultinode-969236194-project-admin] 10.222.0.75 "GET /v2.0/ports?device_id=f64ec94d-8f43-4817-807f-15b20fbcb6c7 HTTP/1.1" status: 200 len: 1128 time: 0.1610019 Feb 09 19:26:59.774372 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [req-181e9ea8-a0c8-4af9-8d86-e359ba6dd10c req-4ecc7af3-7e5a-483f-ad00-95a46ef3e05d service neutron] http://10.222.0.75:9696/v2.0/extensions returned with HTTP 200 {{(pid=103230) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 09 19:26:59.775359 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-181e9ea8-a0c8-4af9-8d86-e359ba6dd10c req-4ecc7af3-7e5a-483f-ad00-95a46ef3e05d service neutron] 10.222.0.75 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0075533 Feb 09 19:26:59.807100 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54c271a8-d606-4236-aba4-be6aeba65039 req-f445482f-01bc-4b27-93c1-9826e6927d4f tempest-AttachVolumeShelveTestJSON-671139515 tempest-AttachVolumeShelveTestJSON-671139515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:26:59.814012 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-54c271a8-d606-4236-aba4-be6aeba65039 req-f445482f-01bc-4b27-93c1-9826e6927d4f tempest-AttachVolumeShelveTestJSON-671139515 tempest-AttachVolumeShelveTestJSON-671139515-project] 10.222.0.75 "GET /v2.0/ports?device_id=32437e19-fcdc-4dd1-84cc-377ffcb85b84 HTTP/1.1" status: 200 len: 943 time: 0.3092597 Feb 09 19:26:59.929696 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-597d84a8-0231-4e0b-9528-b12a168d5e48 req-10f0dcc7-e2ef-4944-b581-5eda26bbe21e tempest-ServerActionsTestJSON-347500300 tempest-ServerActionsTestJSON-347500300-project] Made reservation on behalf of d7a2ccbf0c8a475abd1520a0e31ab926 for: {'port': 1} {{(pid=103229) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 19:26:59.933084 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-597d84a8-0231-4e0b-9528-b12a168d5e48 req-10f0dcc7-e2ef-4944-b581-5eda26bbe21e tempest-ServerActionsTestJSON-347500300 tempest-ServerActionsTestJSON-347500300-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (None), before_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:26:59.938272 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e5894e9d-7ccc-4dd9-8891-fc1224488cd0 admin admin] Notify agent at l3_agent.n-d-713498-36 the message routers_updated {{(pid=103230) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 19:26:59.958814 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65f8330d-b11e-4d63-8e60-ac372b086a1a None None] Sync routers for ids ['b662775b-af56-49bc-9f1f-ead7465b8bf9'] in n-d-713498-36 {{(pid=103232) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 19:26:59.976234 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-6370c156-0650-44b2-a428-fa626f3a4340 req-e3f53e03-de03-48c5-a145-7479810923eb tempest-TestServerMultinode-969236194 tempest-TestServerMultinode-969236194-project-admin] 10.222.0.75 "GET /v2.0/security-groups?id=470bf4f7-ea0c-4a64-8d8b-9f2609ff7cad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2024744 Feb 09 19:26:59.977597 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-e5894e9d-7ccc-4dd9-8891-fc1224488cd0 admin admin] 10.222.0.75 "PUT /v2.0/routers/b662775b-af56-49bc-9f1f-ead7465b8bf9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7987502 Feb 09 19:26:59.980114 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 53472) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:26:59.980683 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65f8330d-b11e-4d63-8e60-ac372b086a1a None None] Routers {'b662775b-af56-49bc-9f1f-ead7465b8bf9'} bound to L3 agent in host n-d-713498-36 {{(pid=103232) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 19:26:59.981317 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.l3_hamode_db [None req-65f8330d-b11e-4d63-8e60-ac372b086a1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-09T18:51:43Z,description=,heartbeat_timestamp=2022-02-09T19:26:43Z,host='n-d-713498-36',id=93303d5e-5d17-45e8-8963-7694f87783ae,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T18:51:43Z,topic='l3_agent')) {'router_ids': ['b662775b-af56-49bc-9f1f-ead7465b8bf9'], 'active': True} {{(pid=103232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:27:00.040259 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-6823deb8-ed25-4254-9c42-c98755eac2d2 tempest-PortsTestJSON-1738022054 tempest-PortsTestJSON-1738022054-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-759852'] for subnet (95c8d5ba-4ced-43cc-a2f7-7b54805ea422), precommit_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:27:00.107768 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-54c271a8-d606-4236-aba4-be6aeba65039 req-5dd4394e-7de9-45d0-b2bf-fe4e659f0a3e tempest-AttachVolumeShelveTestJSON-671139515 tempest-AttachVolumeShelveTestJSON-671139515-project] 10.222.0.75 "GET /v2.0/security-groups?id=e78d9a5a-8306-4175-aed3-1bd14ac6b154&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2927752 Feb 09 19:27:00.135542 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-02cf02ba-da7b-41b3-9a34-de1b8fd908cc admin admin] Publish callbacks [] for security_group (9ae4cec0-9f08-4484-8431-3817ece5e645), before_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:27:00.141348 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-c29612cd-e25b-4b4b-9911-75903f46f633 tempest-PortsIpV6TestJSON-283107163 tempest-PortsIpV6TestJSON-283107163-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762867177463', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762866656476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12867576'] for port (8bc9d4a5-cff8-4a9f-9f91-f7b35033e0f8), after_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:27:00.277416 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c29612cd-e25b-4b4b-9911-75903f46f633 tempest-PortsIpV6TestJSON-283107163 tempest-PortsIpV6TestJSON-283107163-project] Pushing event deleted for resources: {'Port': ['ID=8bc9d4a5-cff8-4a9f-9f91-f7b35033e0f8,revision_number=None']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:27:00.310170 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-c9cda9e6-41ba-4bdc-a2ba-6d15ffad5bcb req-d938f84b-ba8a-49cd-92a4-b3d02cfefc73 tempest-ServerActionsTestJSON-347500300 tempest-ServerActionsTestJSON-347500300-project] 10.222.0.75 "GET /v2.0/ports?device_id=41583515-d234-4b09-9050-bab2a796beed HTTP/1.1" status: 200 len: 210 time: 0.2040224 Feb 09 19:27:00.314556 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-02cf02ba-da7b-41b3-9a34-de1b8fd908cc admin admin] Publish callbacks [] for security_group (9ae4cec0-9f08-4484-8431-3817ece5e645), precommit_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:27:00.326707 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-c29612cd-e25b-4b4b-9911-75903f46f633 tempest-PortsIpV6TestJSON-283107163 tempest-PortsIpV6TestJSON-283107163-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171096'] for port (None), before_response {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:27:00.329892 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-c29612cd-e25b-4b4b-9911-75903f46f633 tempest-PortsIpV6TestJSON-283107163 tempest-PortsIpV6TestJSON-283107163-project] 10.222.0.75 "DELETE /v2.0/ports/8bc9d4a5-cff8-4a9f-9f91-f7b35033e0f8 HTTP/1.1" status: 204 len: 168 time: 1.3165853 Feb 09 19:27:00.336554 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 53478) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:27:00.367105 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.l3_dvr_db [None req-65f8330d-b11e-4d63-8e60-ac372b086a1a None None] Set router b662775b-af56-49bc-9f1f-ead7465b8bf9 gateway port host: n-d-713498-36 {{(pid=103232) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 19:27:00.381401 n-d-713498-36 neutron-server[103230]: INFO neutron.pecan_wsgi.hooks.translation [None req-937b98bb-b308-4320-855e-1a60cef59377 tempest-PortsIpV6TestJSON-283107163 tempest-PortsIpV6TestJSON-283107163-project] GET failed (client error): The resource could not be found. Feb 09 19:27:00.383343 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-937b98bb-b308-4320-855e-1a60cef59377 tempest-PortsIpV6TestJSON-283107163 tempest-PortsIpV6TestJSON-283107163-project] 10.222.0.75 "GET /v2.0/ports/8bc9d4a5-cff8-4a9f-9f91-f7b35033e0f8 HTTP/1.1" status: 404 len: 333 time: 0.0457439 Feb 09 19:27:00.387870 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 53480) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:27:00.394862 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.v2.base [None req-3f53c758-4777-4456-9a79-5a7bf93e8b89 tempest-PortsIpV6TestJSON-283107163 tempest-PortsIpV6TestJSON-283107163-project] Request body: {'port': {'network_id': 'c648969a-32f4-4c6b-a1b6-2ebebb7a2e49', 'name': 'tempest-PortsIpV6TestJSON-2112373154'}} {{(pid=103230) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 19:27:00.467832 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-16a8e315-c892-4d26-ad67-4d35c84ad5c1 admin admin] Publish callbacks [] for router (b662775b-af56-49bc-9f1f-ead7465b8bf9), before_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:27:00.502985 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-6823deb8-ed25-4254-9c42-c98755eac2d2 tempest-PortsTestJSON-1738022054 tempest-PortsTestJSON-1738022054-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-760023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12867367', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12759238'] for subnet (95c8d5ba-4ced-43cc-a2f7-7b54805ea422), after_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:27:00.561996 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-6823deb8-ed25-4254-9c42-c98755eac2d2 tempest-PortsTestJSON-1738022054 tempest-PortsTestJSON-1738022054-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1613566'] for subnet (None), before_response {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:27:00.580820 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-6823deb8-ed25-4254-9c42-c98755eac2d2 tempest-PortsTestJSON-1738022054 tempest-PortsTestJSON-1738022054-project] 10.222.0.75 "DELETE /v2.0/subnets/95c8d5ba-4ced-43cc-a2f7-7b54805ea422 HTTP/1.1" status: 204 len: 168 time: 1.3531694 Feb 09 19:27:00.584201 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-881d3d45-d9ba-473a-9e33-ea481abf96d1 None None] Network 5ec5809a-aa76-44ce-b627-2b60985d321b requested from n-d-713498-36 {{(pid=103232) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 19:27:00.585802 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 53482) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:27:00.635906 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6823deb8-ed25-4254-9c42-c98755eac2d2 tempest-PortsTestJSON-1738022054 tempest-PortsTestJSON-1738022054-project] Pushing event deleted for resources: {'Subnet': ['ID=95c8d5ba-4ced-43cc-a2f7-7b54805ea422,revision_number=None']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:27:00.659084 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3f53c758-4777-4456-9a79-5a7bf93e8b89 tempest-PortsIpV6TestJSON-283107163 tempest-PortsIpV6TestJSON-283107163-project] Made reservation on behalf of 13b115ce9df54fa79100ec0671404776 for: {'port': 1} {{(pid=103230) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 19:27:00.662179 n-d-713498-36 neutron-server[103229]: DEBUG neutron.db.db_base_plugin_common [req-597d84a8-0231-4e0b-9528-b12a168d5e48 req-10f0dcc7-e2ef-4944-b581-5eda26bbe21e tempest-ServerActionsTestJSON-347500300 tempest-ServerActionsTestJSON-347500300-project] Allocated IP 172.20.0.5 (bd12d1d0-518d-4d29-a00d-98410ba2cb8a/60ccac4e-8e6b-4139-b4aa-9c0c5cc0e9e4/f0b7f9af-8f64-4260-b1ad-67fc140f8d5e) {{(pid=103229) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 19:27:00.663971 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-3f53c758-4777-4456-9a79-5a7bf93e8b89 tempest-PortsIpV6TestJSON-283107163 tempest-PortsIpV6TestJSON-283107163-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (None), before_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:27:00.688198 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-02cf02ba-da7b-41b3-9a34-de1b8fd908cc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1892331'] for security_group (9ae4cec0-9f08-4484-8431-3817ece5e645), after_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:27:00.702813 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-02cf02ba-da7b-41b3-9a34-de1b8fd908cc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:27:00.705620 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-02cf02ba-da7b-41b3-9a34-de1b8fd908cc admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/9ae4cec0-9f08-4484-8431-3817ece5e645 HTTP/1.1" status: 204 len: 168 time: 0.9161723 Feb 09 19:27:00.711000 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-09a586e1-0e37-457b-9fa2-266c7b0127f4 tempest-PortsTestJSON-1738022054 tempest-PortsTestJSON-1738022054-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-670458'] for network (5ec5809a-aa76-44ce-b627-2b60985d321b), before_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:27:00.712767 n-d-713498-36 neutron-server[103230]: DEBUG neutron.notifiers.nova [None req-3f53c758-4777-4456-9a79-5a7bf93e8b89 tempest-PortsIpV6TestJSON-283107163 tempest-PortsIpV6TestJSON-283107163-project] device_id is not set on port 61bcf53e-1dbc-48bb-92e1-258398e5da47 yet. {{(pid=103230) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 09 19:27:00.746625 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02cf02ba-da7b-41b3-9a34-de1b8fd908cc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9ae4cec0-9f08-4484-8431-3817ece5e645,revision_number=None']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:27:00.788785 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-16a8e315-c892-4d26-ad67-4d35c84ad5c1 admin admin] Publish callbacks [] for router_gateway (b662775b-af56-49bc-9f1f-ead7465b8bf9), before_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:27:00.860975 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.l3_hamode_db [None req-65f8330d-b11e-4d63-8e60-ac372b086a1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b662775b-af56-49bc-9f1f-ead7465b8bf9', 'name': 'tempest-ServerRescueTestJSON-186297741-router', 'tenant_id': '2144a5f95fe04d169308063e9f839f8a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88055e1e-672a-4487-be31-ffb6e833ece5', 'external_fixed_ips': [{'subnet_id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'ip_address': '172.25.1.181'}], 'enable_snat': True}, 'gw_port_id': 'da9277df-23d7-4f05-9358-dc4e24120347', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T19:24:12Z', 'updated_at': '2022-02-09T19:26:58Z', 'revision_number': 5, 'project_id': '2144a5f95fe04d169308063e9f839f8a', 'gw_port': {'id': 'da9277df-23d7-4f05-9358-dc4e24120347', 'name': '', 'network_id': '88055e1e-672a-4487-be31-ffb6e833ece5', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:80:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b662775b-af56-49bc-9f1f-ead7465b8bf9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2108, 'fixed_ips': [{'subnet_id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'ip_address': '172.25.1.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T19:24:13Z', 'updated_at': '2022-02-09T19:24:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-36'}], 'n-d-713498-36', False) {} {{(pid=103232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:27:00.932444 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f44a16b5-0be7-40bc-b004-c732e8b673c2 None None] DHCP port deletion for 5ec5809a-aa76-44ce-b627-2b60985d321b request from n-d-713498-36 {{(pid=103232) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 09 19:27:00.935479 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65f8330d-b11e-4d63-8e60-ac372b086a1a None None] Checking router: b662775b-af56-49bc-9f1f-ead7465b8bf9 for host: n-d-713498-36 {{(pid=103232) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 19:27:00.946420 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.plugin [None req-09a586e1-0e37-457b-9fa2-266c7b0127f4 tempest-PortsTestJSON-1738022054 tempest-PortsTestJSON-1738022054-project] Deleting port e83d2dc8-636d-485b-874e-15b497987783 {{(pid=103230) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 19:27:00.946827 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-09a586e1-0e37-457b-9fa2-266c7b0127f4 tempest-PortsTestJSON-1738022054 tempest-PortsTestJSON-1738022054-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762867170196'] for port (e83d2dc8-636d-485b-874e-15b497987783), before_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:27:00.952202 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65f8330d-b11e-4d63-8e60-ac372b086a1a None None] Routers {'b662775b-af56-49bc-9f1f-ead7465b8bf9'} bound to L3 agent in host n-d-713498-36 {{(pid=103232) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 19:27:00.953050 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.l3_hamode_db [None req-65f8330d-b11e-4d63-8e60-ac372b086a1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-09T18:51:43Z,description=,heartbeat_timestamp=2022-02-09T19:26:43Z,host='n-d-713498-36',id=93303d5e-5d17-45e8-8963-7694f87783ae,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T18:51:43Z,topic='l3_agent')) {'router_ids': ['b662775b-af56-49bc-9f1f-ead7465b8bf9'], 'active': True} {{(pid=103232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:27:01.175231 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-3f53c758-4777-4456-9a79-5a7bf93e8b89 tempest-PortsIpV6TestJSON-283107163 tempest-PortsIpV6TestJSON-283107163-project] Publish callbacks [] for port (61bcf53e-1dbc-48bb-92e1-258398e5da47), precommit_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:27:01.175872 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Device e83d2dc8-636d-485b-874e-15b497987783 no longer exists at agent ovs-agent-n-d-713498-36 {{(pid=103232) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 19:27:01.255673 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-3f53c758-4777-4456-9a79-5a7bf93e8b89 tempest-PortsIpV6TestJSON-283107163 tempest-PortsIpV6TestJSON-283107163-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762866656467', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14393751'] for port (61bcf53e-1dbc-48bb-92e1-258398e5da47), after_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:27:01.392244 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.db [None req-09a586e1-0e37-457b-9fa2-266c7b0127f4 tempest-PortsTestJSON-1738022054 tempest-PortsTestJSON-1738022054-project] For port e83d2dc8-636d-485b-874e-15b497987783, host n-d-713498-36, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-36',level=0,port_id=e83d2dc8-636d-485b-874e-15b497987783,segment=NetworkSegment(3177b872-37c5-4423-a891-ede9a3c2eb46),segment_id=3177b872-37c5-4423-a891-ede9a3c2eb46)] {{(pid=103230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 19:27:01.394526 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-09a586e1-0e37-457b-9fa2-266c7b0127f4 tempest-PortsTestJSON-1738022054 tempest-PortsTestJSON-1738022054-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1820838'] for port (e83d2dc8-636d-485b-874e-15b497987783), precommit_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:27:01.403886 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.l3_dvr_db [None req-65f8330d-b11e-4d63-8e60-ac372b086a1a None None] Set router b662775b-af56-49bc-9f1f-ead7465b8bf9 gateway port host: None {{(pid=103232) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 19:27:01.412942 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.plugin [None req-16a8e315-c892-4d26-ad67-4d35c84ad5c1 admin admin] Deleting port da9277df-23d7-4f05-9358-dc4e24120347 {{(pid=103230) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 19:27:01.413694 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-16a8e315-c892-4d26-ad67-4d35c84ad5c1 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762867170196'] for port (da9277df-23d7-4f05-9358-dc4e24120347), before_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:27:01.428516 n-d-713498-36 neutron-server[103230]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f53c758-4777-4456-9a79-5a7bf93e8b89 tempest-PortsIpV6TestJSON-283107163 tempest-PortsIpV6TestJSON-283107163-project] Network c648969a-32f4-4c6b-a1b6-2ebebb7a2e49 is already hosted by enough agents. {{(pid=103230) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 19:27:01.473919 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Current status of the port e83d2dc8-636d-485b-874e-15b497987783 is: ACTIVE; New status is: DOWN {{(pid=103232) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 19:27:01.474541 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (e83d2dc8-636d-485b-874e-15b497987783), before_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:27:01.477397 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.l3_hamode_db [None req-65f8330d-b11e-4d63-8e60-ac372b086a1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b662775b-af56-49bc-9f1f-ead7465b8bf9', 'name': 'tempest-ServerRescueTestJSON-186297741-router', 'tenant_id': '2144a5f95fe04d169308063e9f839f8a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T19:24:12Z', 'updated_at': '2022-02-09T19:27:00Z', 'revision_number': 6, 'project_id': '2144a5f95fe04d169308063e9f839f8a', 'gw_port_host': None}], 'n-d-713498-36', False) {} {{(pid=103232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:27:01.479059 n-d-713498-36 neutron-server[103230]: DEBUG neutron.scheduler.base_scheduler [None req-3f53c758-4777-4456-9a79-5a7bf93e8b89 tempest-PortsIpV6TestJSON-283107163 tempest-PortsIpV6TestJSON-283107163-project] Resources bound (agent type, host, resource id): {{(pid=103230) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 19:27:01.483101 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f4ad777-27f7-4836-8d4e-e137ea9f33d3 req-17ba0fe8-9604-47ab-bd1f-4fb519628fb7 tempest-TestServerMultinode-969236194 tempest-TestServerMultinode-969236194-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:27:01.486223 n-d-713498-36 neutron-server[103230]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f53c758-4777-4456-9a79-5a7bf93e8b89 tempest-PortsIpV6TestJSON-283107163 tempest-PortsIpV6TestJSON-283107163-project] Received port after_create {{(pid=103230) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 19:27:01.490932 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-f44a16b5-0be7-40bc-b004-c732e8b673c2 None None] Deleting port e83d2dc8-636d-485b-874e-15b497987783 {{(pid=103232) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 19:27:01.491442 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-f44a16b5-0be7-40bc-b004-c732e8b673c2 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762867170196'] for port (e83d2dc8-636d-485b-874e-15b497987783), before_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:27:01.498600 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-3f4ad777-27f7-4836-8d4e-e137ea9f33d3 req-17ba0fe8-9604-47ab-bd1f-4fb519628fb7 tempest-TestServerMultinode-969236194 tempest-TestServerMultinode-969236194-project-admin] 10.222.0.75 "GET /v2.0/ports?device_id=f64ec94d-8f43-4817-807f-15b20fbcb6c7 HTTP/1.1" status: 200 len: 1128 time: 0.1490550 Feb 09 19:27:01.500125 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f53c758-4777-4456-9a79-5a7bf93e8b89 tempest-PortsIpV6TestJSON-283107163 tempest-PortsIpV6TestJSON-283107163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:27:01.501209 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-3f53c758-4777-4456-9a79-5a7bf93e8b89 tempest-PortsIpV6TestJSON-283107163 tempest-PortsIpV6TestJSON-283107163-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171096'] for port (None), before_response {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:27:01.520767 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65f8330d-b11e-4d63-8e60-ac372b086a1a None None] The sync data for ids ['b662775b-af56-49bc-9f1f-ead7465b8bf9'] in n-d-713498-36 is: [{'id': 'b662775b-af56-49bc-9f1f-ead7465b8bf9', 'name': 'tempest-ServerRescueTestJSON-186297741-router', 'tenant_id': '2144a5f95fe04d169308063e9f839f8a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T19:24:12Z', 'updated_at': '2022-02-09T19:27:00Z', 'revision_number': 6, 'project_id': '2144a5f95fe04d169308063e9f839f8a', 'gw_port_host': None}] {{(pid=103232) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 19:27:01.561863 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-597d84a8-0231-4e0b-9528-b12a168d5e48 req-10f0dcc7-e2ef-4944-b581-5eda26bbe21e tempest-ServerActionsTestJSON-347500300 tempest-ServerActionsTestJSON-347500300-project] Publish callbacks [] for port (f0b7f9af-8f64-4260-b1ad-67fc140f8d5e), precommit_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:27:01.600041 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-3f4ad777-27f7-4836-8d4e-e137ea9f33d3 req-7ba9f19c-c0d5-40ed-b49b-04f2e1efc01d tempest-TestServerMultinode-969236194 tempest-TestServerMultinode-969236194-project-admin] 10.222.0.75 "GET /v2.0/security-groups?id=470bf4f7-ea0c-4a64-8d8b-9f2609ff7cad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1002858 Feb 09 19:27:01.632900 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-597d84a8-0231-4e0b-9528-b12a168d5e48 req-10f0dcc7-e2ef-4944-b581-5eda26bbe21e tempest-ServerActionsTestJSON-347500300 tempest-ServerActionsTestJSON-347500300-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762866656467', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12867576'] for port (f0b7f9af-8f64-4260-b1ad-67fc140f8d5e), after_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:27:01.666868 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] For port e83d2dc8-636d-485b-874e-15b497987783, host n-d-713498-36, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-36',level=0,port_id=e83d2dc8-636d-485b-874e-15b497987783,segment=NetworkSegment(3177b872-37c5-4423-a891-ede9a3c2eb46),segment_id=3177b872-37c5-4423-a891-ede9a3c2eb46)] {{(pid=103232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 19:27:01.680064 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762867176205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762866656485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762866656503'] for port (e83d2dc8-636d-485b-874e-15b497987783), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:27:01.691514 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-3f53c758-4777-4456-9a79-5a7bf93e8b89 tempest-PortsIpV6TestJSON-283107163 tempest-PortsIpV6TestJSON-283107163-project] 10.222.0.75 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 1.3022900 Feb 09 19:27:01.701934 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 53508) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:27:01.705228 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.plugin [None req-09a586e1-0e37-457b-9fa2-266c7b0127f4 tempest-PortsTestJSON-1738022054 tempest-PortsTestJSON-1738022054-project] Calling delete_port for e83d2dc8-636d-485b-874e-15b497987783 owned by network:dhcp {{(pid=103230) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 19:27:01.705375 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-f44a16b5-0be7-40bc-b004-c732e8b673c2 None None] For port e83d2dc8-636d-485b-874e-15b497987783, host n-d-713498-36, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-36',level=0,port_id=e83d2dc8-636d-485b-874e-15b497987783,segment=NetworkSegment(3177b872-37c5-4423-a891-ede9a3c2eb46),segment_id=3177b872-37c5-4423-a891-ede9a3c2eb46)] {{(pid=103232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 19:27:01.706424 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-f44a16b5-0be7-40bc-b004-c732e8b673c2 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1820838'] for port (e83d2dc8-636d-485b-874e-15b497987783), precommit_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:27:01.729549 n-d-713498-36 neutron-server[103229]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-597d84a8-0231-4e0b-9528-b12a168d5e48 req-10f0dcc7-e2ef-4944-b581-5eda26bbe21e tempest-ServerActionsTestJSON-347500300 tempest-ServerActionsTestJSON-347500300-project] Network bd12d1d0-518d-4d29-a00d-98410ba2cb8a is already hosted by enough agents. {{(pid=103229) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 19:27:01.745303 n-d-713498-36 neutron-server[103229]: DEBUG neutron.scheduler.base_scheduler [req-597d84a8-0231-4e0b-9528-b12a168d5e48 req-10f0dcc7-e2ef-4944-b581-5eda26bbe21e tempest-ServerActionsTestJSON-347500300 tempest-ServerActionsTestJSON-347500300-project] Resources bound (agent type, host, resource id): {{(pid=103229) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 19:27:01.773533 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-f44a16b5-0be7-40bc-b004-c732e8b673c2 None None] Calling delete_port for e83d2dc8-636d-485b-874e-15b497987783 owned by network:dhcp {{(pid=103232) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 19:27:01.789204 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10f0dcc7-e2ef-4944-b581-5eda26bbe21e tempest-ServerActionsTestJSON-347500300 tempest-ServerActionsTestJSON-347500300-project] Pushing event updated for resources: {'Port': ['ID=f0b7f9af-8f64-4260-b1ad-67fc140f8d5e,revision_number=1']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:27:01.798211 n-d-713498-36 neutron-server[103229]: DEBUG neutron.db.l3_dvrscheduler_db [req-597d84a8-0231-4e0b-9528-b12a168d5e48 req-10f0dcc7-e2ef-4944-b581-5eda26bbe21e tempest-ServerActionsTestJSON-347500300 tempest-ServerActionsTestJSON-347500300-project] Received port after_create {{(pid=103229) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 19:27:01.877068 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-597d84a8-0231-4e0b-9528-b12a168d5e48 req-10f0dcc7-e2ef-4944-b581-5eda26bbe21e tempest-ServerActionsTestJSON-347500300 tempest-ServerActionsTestJSON-347500300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:27:01.894203 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-597d84a8-0231-4e0b-9528-b12a168d5e48 req-10f0dcc7-e2ef-4944-b581-5eda26bbe21e tempest-ServerActionsTestJSON-347500300 tempest-ServerActionsTestJSON-347500300-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171096'] for port (None), before_response {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:27:01.912460 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Pushing event updated for resources: {'Port': ['ID=e83d2dc8-636d-485b-874e-15b497987783,revision_number=5']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:27:01.958838 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-597d84a8-0231-4e0b-9528-b12a168d5e48 req-10f0dcc7-e2ef-4944-b581-5eda26bbe21e tempest-ServerActionsTestJSON-347500300 tempest-ServerActionsTestJSON-347500300-project] 10.222.0.89 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.5493090 Feb 09 19:27:01.971426 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.v2.base [req-597d84a8-0231-4e0b-9528-b12a168d5e48 req-4d14e284-f8c7-4e0e-a5be-981320d1bf36 service neutron] Request body: {'port': {'device_id': '41583515-d234-4b09-9050-bab2a796beed', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-713498-36'}} {{(pid=103229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 19:27:02.002997 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-f44a16b5-0be7-40bc-b004-c732e8b673c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762867177463', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762866656476'] for port (e83d2dc8-636d-485b-874e-15b497987783), after_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:27:02.060388 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f44a16b5-0be7-40bc-b004-c732e8b673c2 None None] Pushing event deleted for resources: {'Port': ['ID=e83d2dc8-636d-485b-874e-15b497987783,revision_number=None']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:27:02.068278 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f44a16b5-0be7-40bc-b004-c732e8b673c2 None None] No DVR routers for this DVR port e83d2dc8-636d-485b-874e-15b497987783 on host n-d-713498-36 {{(pid=103232) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 19:27:02.123676 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f9f7370-96d7-4185-931d-d235b09aaeab req-f640a7b2-9c3b-48fb-995b-8b38c770bc6e tempest-ServerActionsTestJSON-347500300 tempest-ServerActionsTestJSON-347500300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:27:02.132447 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-7f9f7370-96d7-4185-931d-d235b09aaeab req-f640a7b2-9c3b-48fb-995b-8b38c770bc6e tempest-ServerActionsTestJSON-347500300 tempest-ServerActionsTestJSON-347500300-project] 10.222.0.75 "GET /v2.0/ports?device_id=41583515-d234-4b09-9050-bab2a796beed HTTP/1.1" status: 200 len: 931 time: 0.4114673 Feb 09 19:27:02.153160 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-597d84a8-0231-4e0b-9528-b12a168d5e48 req-4d14e284-f8c7-4e0e-a5be-981320d1bf36 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (f0b7f9af-8f64-4260-b1ad-67fc140f8d5e), before_update {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:27:02.156563 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 53518) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:27:02.211727 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.provisioning_blocks [None req-5867c717-6ff6-413e-9dec-ddaae300f926 None None] Provisioning complete for port f0b7f9af-8f64-4260-b1ad-67fc140f8d5e triggered by entity DHCP. {{(pid=103232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 19:27:02.213995 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-5867c717-6ff6-413e-9dec-ddaae300f926 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593630'] for port (f0b7f9af-8f64-4260-b1ad-67fc140f8d5e), provisioning_complete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:27:02.294575 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-5867c717-6ff6-413e-9dec-ddaae300f926 None None] Port f0b7f9af-8f64-4260-b1ad-67fc140f8d5e cannot update to ACTIVE because it is not bound. {{(pid=103232) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 19:27:02.304955 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.db [None req-16a8e315-c892-4d26-ad67-4d35c84ad5c1 admin admin] For port da9277df-23d7-4f05-9358-dc4e24120347, host n-d-713498-36, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-36',level=0,port_id=da9277df-23d7-4f05-9358-dc4e24120347,segment=NetworkSegment(a4222f89-8d3f-4b51-953b-1a8126392491),segment_id=a4222f89-8d3f-4b51-953b-1a8126392491)] {{(pid=103230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 19:27:02.305475 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-16a8e315-c892-4d26-ad67-4d35c84ad5c1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1820838'] for port (da9277df-23d7-4f05-9358-dc4e24120347), precommit_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:27:02.319386 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.plugin [None req-16a8e315-c892-4d26-ad67-4d35c84ad5c1 admin admin] Calling delete_port for da9277df-23d7-4f05-9358-dc4e24120347 owned by network:router_gateway {{(pid=103230) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 19:27:02.333707 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.v2.base [None req-5506ff31-6376-425e-8582-8e4d28d3a8ca tempest-PortsIpV6TestJSON-283107163 tempest-PortsIpV6TestJSON-283107163-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=103230) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 19:27:02.361443 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f53c758-4777-4456-9a79-5a7bf93e8b89 tempest-PortsIpV6TestJSON-283107163 tempest-PortsIpV6TestJSON-283107163-project] Pushing event updated for resources: {'Port': ['ID=61bcf53e-1dbc-48bb-92e1-258398e5da47,revision_number=1']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:27:02.366459 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-181e9ea8-a0c8-4af9-8d86-e359ba6dd10c req-f7b4b4eb-25e1-46c0-804b-bf7647941fcb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:27:02.367979 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-181e9ea8-a0c8-4af9-8d86-e359ba6dd10c req-f7b4b4eb-25e1-46c0-804b-bf7647941fcb service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=32437e19-fcdc-4dd1-84cc-377ffcb85b84&tenant_id=0c7f047f175c41a987e2010a725a3d95 HTTP/1.1" status: 200 len: 1126 time: 1.1597145 Feb 09 19:27:02.370863 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.v2.base [None req-aa822124-2e7d-4308-990d-15eb0dc565fe tempest-NegativeSecGroupTest-481799553 tempest-NegativeSecGroupTest-481799553-project] Request body: {'security_group': {'name': 'default'}} {{(pid=103229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 19:27:02.371304 n-d-713498-36 neutron-server[103229]: WARNING neutron.api.v2.base [None req-aa822124-2e7d-4308-990d-15eb0dc565fe tempest-NegativeSecGroupTest-481799553 tempest-NegativeSecGroupTest-481799553-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Feb 09 19:27:02.371810 n-d-713498-36 neutron-server[103229]: INFO neutron.api.v2.resource [None req-aa822124-2e7d-4308-990d-15eb0dc565fe tempest-NegativeSecGroupTest-481799553 tempest-NegativeSecGroupTest-481799553-project] create failed (client error): There was a conflict when trying to complete your request. Feb 09 19:27:02.376215 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-aa822124-2e7d-4308-990d-15eb0dc565fe tempest-NegativeSecGroupTest-481799553 tempest-NegativeSecGroupTest-481799553-project] 10.222.0.75 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.2143271 Feb 09 19:27:02.382188 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 53522) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:27:02.393242 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.v2.base [None req-f5fc64d9-d165-4f5d-ac11-10202f3a4f81 tempest-NegativeSecGroupTest-481799553 tempest-NegativeSecGroupTest-481799553-project] Request body: {'security_group': {'name': 'tempest-secgroup--310529124'}} {{(pid=103229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 19:27:02.415315 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69fef94b-9889-49dc-8986-b5e5ae3893bf req-49608993-4531-48e9-8d12-09f74c85a9cb tempest-AttachVolumeShelveTestJSON-671139515 tempest-AttachVolumeShelveTestJSON-671139515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:27:02.417120 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-69fef94b-9889-49dc-8986-b5e5ae3893bf req-49608993-4531-48e9-8d12-09f74c85a9cb tempest-AttachVolumeShelveTestJSON-671139515 tempest-AttachVolumeShelveTestJSON-671139515-project] 10.222.0.75 "GET /v2.0/ports?device_id=32437e19-fcdc-4dd1-84cc-377ffcb85b84 HTTP/1.1" status: 200 len: 943 time: 1.1587908 Feb 09 19:27:02.432251 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-7f9f7370-96d7-4185-931d-d235b09aaeab req-8be7c451-61c4-4bba-80f0-b6ab4e71a4d9 tempest-ServerActionsTestJSON-347500300 tempest-ServerActionsTestJSON-347500300-project] 10.222.0.75 "GET /v2.0/security-groups?id=f62a4cfa-cf5c-41a8-8bc5-ff3861f4d88a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2982342 Feb 09 19:27:02.475154 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-09a586e1-0e37-457b-9fa2-266c7b0127f4 tempest-PortsTestJSON-1738022054 tempest-PortsTestJSON-1738022054-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762867177463', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762866656476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14393751'] for port (e83d2dc8-636d-485b-874e-15b497987783), after_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:27:02.555205 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09a586e1-0e37-457b-9fa2-266c7b0127f4 tempest-PortsTestJSON-1738022054 tempest-PortsTestJSON-1738022054-project] Pushing event deleted for resources: {'Port': ['ID=e83d2dc8-636d-485b-874e-15b497987783,revision_number=None']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:27:02.583019 n-d-713498-36 neutron-server[103230]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09a586e1-0e37-457b-9fa2-266c7b0127f4 tempest-PortsTestJSON-1738022054 tempest-PortsTestJSON-1738022054-project] No DVR routers for this DVR port e83d2dc8-636d-485b-874e-15b497987783 on host n-d-713498-36 {{(pid=103230) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 19:27:02.604864 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-f5fc64d9-d165-4f5d-ac11-10202f3a4f81 tempest-NegativeSecGroupTest-481799553 tempest-NegativeSecGroupTest-481799553-project] Publish callbacks [] for security_group (None), before_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:27:02.620181 n-d-713498-36 neutron-server[103229]: DEBUG neutron.notifiers.nova [req-597d84a8-0231-4e0b-9528-b12a168d5e48 req-4d14e284-f8c7-4e0e-a5be-981320d1bf36 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f0b7f9af-8f64-4260-b1ad-67fc140f8d5e {{(pid=103229) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 19:27:02.629346 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-f5fc64d9-d165-4f5d-ac11-10202f3a4f81 tempest-NegativeSecGroupTest-481799553 tempest-NegativeSecGroupTest-481799553-project] Publish callbacks [] for security_group (None), before_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:27:02.633216 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-597d84a8-0231-4e0b-9528-b12a168d5e48 req-4d14e284-f8c7-4e0e-a5be-981320d1bf36 service neutron] Publish callbacks [] for port (f0b7f9af-8f64-4260-b1ad-67fc140f8d5e), precommit_update {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:27:02.645886 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-5506ff31-6376-425e-8582-8e4d28d3a8ca tempest-PortsIpV6TestJSON-283107163 tempest-PortsIpV6TestJSON-283107163-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (61bcf53e-1dbc-48bb-92e1-258398e5da47), before_update {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:27:02.670025 n-d-713498-36 neutron-server[103229]: DEBUG neutron.db.provisioning_blocks [req-597d84a8-0231-4e0b-9528-b12a168d5e48 req-4d14e284-f8c7-4e0e-a5be-981320d1bf36 service neutron] Transition to ACTIVE for port object f0b7f9af-8f64-4260-b1ad-67fc140f8d5e will not be triggered until provisioned by entity L2. {{(pid=103229) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 19:27:02.683344 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-597d84a8-0231-4e0b-9528-b12a168d5e48 req-4d14e284-f8c7-4e0e-a5be-981320d1bf36 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762867176205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762866656485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762866656503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12867569'] for port (f0b7f9af-8f64-4260-b1ad-67fc140f8d5e), after_update {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:27:02.714458 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7199ffb-8037-49d2-88ba-363f173b1761 req-4f6e9056-a259-491d-b70c-17b6408c2dc3 tempest-TestServerMultinode-969236194 tempest-TestServerMultinode-969236194-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:27:02.716263 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-f7199ffb-8037-49d2-88ba-363f173b1761 req-4f6e9056-a259-491d-b70c-17b6408c2dc3 tempest-TestServerMultinode-969236194 tempest-TestServerMultinode-969236194-project-admin] 10.222.0.75 "GET /v2.0/ports?device_id=f64ec94d-8f43-4817-807f-15b20fbcb6c7 HTTP/1.1" status: 200 len: 1128 time: 0.1743252 Feb 09 19:27:02.780172 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-181e9ea8-a0c8-4af9-8d86-e359ba6dd10c req-61dc4613-a231-43a1-b610-43520dcb07e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:27:02.781771 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-181e9ea8-a0c8-4af9-8d86-e359ba6dd10c req-61dc4613-a231-43a1-b610-43520dcb07e8 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=0c7f047f175c41a987e2010a725a3d95&device_id=32437e19-fcdc-4dd1-84cc-377ffcb85b84 HTTP/1.1" status: 200 len: 1126 time: 0.3591511 Feb 09 19:27:02.803036 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-69fef94b-9889-49dc-8986-b5e5ae3893bf req-8d0e518d-643a-4120-bbf6-40722eb22fae tempest-AttachVolumeShelveTestJSON-671139515 tempest-AttachVolumeShelveTestJSON-671139515-project] 10.222.0.75 "GET /v2.0/security-groups?id=e78d9a5a-8306-4175-aed3-1bd14ac6b154&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3670249 Feb 09 19:27:02.851030 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d14e284-f8c7-4e0e-a5be-981320d1bf36 service neutron] Pushing event updated for resources: {'Port': ['ID=f0b7f9af-8f64-4260-b1ad-67fc140f8d5e,revision_number=2']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:27:02.871115 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-09a586e1-0e37-457b-9fa2-266c7b0127f4 tempest-PortsTestJSON-1738022054 tempest-PortsTestJSON-1738022054-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-590267', 'neutron.services.segments.db._delete_segments_for_network-8762867132609'] for network (5ec5809a-aa76-44ce-b627-2b60985d321b), precommit_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:27:02.919945 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-f7199ffb-8037-49d2-88ba-363f173b1761 req-4b55504e-85b3-4ce8-bab2-caf7a58a0f44 tempest-TestServerMultinode-969236194 tempest-TestServerMultinode-969236194-project-admin] 10.222.0.75 "GET /v2.0/security-groups?id=470bf4f7-ea0c-4a64-8d8b-9f2609ff7cad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1816175 Feb 09 19:27:02.984863 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.managers [req-597d84a8-0231-4e0b-9528-b12a168d5e48 req-4d14e284-f8c7-4e0e-a5be-981320d1bf36 service neutron] Attempting to bind port f0b7f9af-8f64-4260-b1ad-67fc140f8d5e on host n-h1-713498-36 for vnic_type normal with profile {{(pid=103229) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 19:27:02.984863 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.managers [req-597d84a8-0231-4e0b-9528-b12a168d5e48 req-4d14e284-f8c7-4e0e-a5be-981320d1bf36 service neutron] Attempting to bind port f0b7f9af-8f64-4260-b1ad-67fc140f8d5e by drivers openvswitch,hyperv on host n-h1-713498-36 at level 0 using segments [{'id': '9110d757-e4eb-424b-97b9-32896b689ba3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': 'bd12d1d0-518d-4d29-a00d-98410ba2cb8a'}] {{(pid=103229) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 19:27:02.985331 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-597d84a8-0231-4e0b-9528-b12a168d5e48 req-4d14e284-f8c7-4e0e-a5be-981320d1bf36 service neutron] Attempting to bind port f0b7f9af-8f64-4260-b1ad-67fc140f8d5e on network bd12d1d0-518d-4d29-a00d-98410ba2cb8a {{(pid=103229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 19:27:02.999942 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-f5fc64d9-d165-4f5d-ac11-10202f3a4f81 tempest-NegativeSecGroupTest-481799553 tempest-NegativeSecGroupTest-481799553-project] Publish callbacks [] for security_group (8721441b-6f1f-4002-b05a-1995968a6467), precommit_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:27:02.999942 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-597d84a8-0231-4e0b-9528-b12a168d5e48 req-4d14e284-f8c7-4e0e-a5be-981320d1bf36 service neutron] Port f0b7f9af-8f64-4260-b1ad-67fc140f8d5e on network bd12d1d0-518d-4d29-a00d-98410ba2cb8a not bound, no agent of type Open vSwitch agent registered on host n-h1-713498-36 {{(pid=103229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 19:27:02.999942 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-597d84a8-0231-4e0b-9528-b12a168d5e48 req-4d14e284-f8c7-4e0e-a5be-981320d1bf36 service neutron] Attempting to bind port f0b7f9af-8f64-4260-b1ad-67fc140f8d5e on network bd12d1d0-518d-4d29-a00d-98410ba2cb8a {{(pid=103229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 19:27:03.005278 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-f5fc64d9-d165-4f5d-ac11-10202f3a4f81 tempest-NegativeSecGroupTest-481799553 tempest-NegativeSecGroupTest-481799553-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1892331'] for security_group (8721441b-6f1f-4002-b05a-1995968a6467), after_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:27:03.015087 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-597d84a8-0231-4e0b-9528-b12a168d5e48 req-4d14e284-f8c7-4e0e-a5be-981320d1bf36 service neutron] Checking agent: {'id': '488cd9ae-631f-4955-ba0b-4f5a13f12e9c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713498-36', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 18, 59, 18), 'started_at': datetime.datetime(2022, 2, 9, 18, 59, 18), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 19, 26, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 19:27:03.015421 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-597d84a8-0231-4e0b-9528-b12a168d5e48 req-4d14e284-f8c7-4e0e-a5be-981320d1bf36 service neutron] Checking segment: {'id': '9110d757-e4eb-424b-97b9-32896b689ba3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': 'bd12d1d0-518d-4d29-a00d-98410ba2cb8a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103229) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 19:27:03.015830 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-597d84a8-0231-4e0b-9528-b12a168d5e48 req-4d14e284-f8c7-4e0e-a5be-981320d1bf36 service neutron] Bound using segment: {'id': '9110d757-e4eb-424b-97b9-32896b689ba3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': 'bd12d1d0-518d-4d29-a00d-98410ba2cb8a'} {{(pid=103229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 19:27:03.016281 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.managers [req-597d84a8-0231-4e0b-9528-b12a168d5e48 req-4d14e284-f8c7-4e0e-a5be-981320d1bf36 service neutron] Bound port: f0b7f9af-8f64-4260-b1ad-67fc140f8d5e, host: n-h1-713498-36, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9110d757-e4eb-424b-97b9-32896b689ba3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': 'bd12d1d0-518d-4d29-a00d-98410ba2cb8a'}}] {{(pid=103229) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 19:27:03.016646 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-597d84a8-0231-4e0b-9528-b12a168d5e48 req-4d14e284-f8c7-4e0e-a5be-981320d1bf36 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (f0b7f9af-8f64-4260-b1ad-67fc140f8d5e), before_update {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:27:03.050895 n-d-713498-36 neutron-server[103230]: DEBUG neutron.services.segments.db [None req-09a586e1-0e37-457b-9fa2-266c7b0127f4 tempest-PortsTestJSON-1738022054 tempest-PortsTestJSON-1738022054-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5ec5809a-aa76-44ce-b627-2b60985d321b']}} {{(pid=103230) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:27:03.091784 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5fc64d9-d165-4f5d-ac11-10202f3a4f81 tempest-NegativeSecGroupTest-481799553 tempest-NegativeSecGroupTest-481799553-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8721441b-6f1f-4002-b05a-1995968a6467,revision_number=1']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:27:03.103194 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Device 4420b8ed-e607-44be-919d-5f2a2fca1908 no longer exists at agent ovs-agent-n-d-713498-36 {{(pid=103232) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 19:27:03.157139 n-d-713498-36 neutron-server[103230]: DEBUG neutron.services.segments.db [None req-09a586e1-0e37-457b-9fa2-266c7b0127f4 tempest-PortsTestJSON-1738022054 tempest-PortsTestJSON-1738022054-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3177b872-37c5-4423-a891-ede9a3c2eb46') {'for_net_delete': True} {{(pid=103230) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:27:03.157698 n-d-713498-36 neutron-server[103230]: DEBUG neutron.services.segments.db [None req-09a586e1-0e37-457b-9fa2-266c7b0127f4 tempest-PortsTestJSON-1738022054 tempest-PortsTestJSON-1738022054-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3177b872-37c5-4423-a891-ede9a3c2eb46') {} {{(pid=103230) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:27:03.164904 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] No Port match for: 4420b8ed-e607-44be-919d-5f2a2fca1908 {{(pid=103232) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 19:27:03.165383 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Device 4420b8ed-e607-44be-919d-5f2a2fca1908 not bound to the agent host n-d-713498-36 {{(pid=103232) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 19:27:03.165899 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Device da9277df-23d7-4f05-9358-dc4e24120347 no longer exists at agent ovs-agent-n-d-713498-36 {{(pid=103232) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 19:27:03.170611 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-f5fc64d9-d165-4f5d-ac11-10202f3a4f81 tempest-NegativeSecGroupTest-481799553 tempest-NegativeSecGroupTest-481799553-project] Publish callbacks [] for security_group (fbc6441b-8eaa-4184-bb9d-dd2ccddc6ac7), precommit_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:27:03.174964 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.db [req-597d84a8-0231-4e0b-9528-b12a168d5e48 req-4d14e284-f8c7-4e0e-a5be-981320d1bf36 service neutron] For port f0b7f9af-8f64-4260-b1ad-67fc140f8d5e, host n-h1-713498-36, cleared binding levels {{(pid=103229) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 19:27:03.178655 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-f5fc64d9-d165-4f5d-ac11-10202f3a4f81 tempest-NegativeSecGroupTest-481799553 tempest-NegativeSecGroupTest-481799553-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1892331'] for security_group (fbc6441b-8eaa-4184-bb9d-dd2ccddc6ac7), after_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:27:03.182617 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.db [req-597d84a8-0231-4e0b-9528-b12a168d5e48 req-4d14e284-f8c7-4e0e-a5be-981320d1bf36 service neutron] For port f0b7f9af-8f64-4260-b1ad-67fc140f8d5e, host n-h1-713498-36, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-36',level=0,port_id=f0b7f9af-8f64-4260-b1ad-67fc140f8d5e,segment=NetworkSegment(9110d757-e4eb-424b-97b9-32896b689ba3),segment_id=9110d757-e4eb-424b-97b9-32896b689ba3)] {{(pid=103229) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 19:27:03.212465 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5fc64d9-d165-4f5d-ac11-10202f3a4f81 tempest-NegativeSecGroupTest-481799553 tempest-NegativeSecGroupTest-481799553-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fbc6441b-8eaa-4184-bb9d-dd2ccddc6ac7,revision_number=1']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:27:03.219316 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-09a586e1-0e37-457b-9fa2-266c7b0127f4 tempest-PortsTestJSON-1738022054 tempest-PortsTestJSON-1738022054-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762867134154', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12895813'] for segment (3177b872-37c5-4423-a891-ede9a3c2eb46), before_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:27:03.221803 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-597d84a8-0231-4e0b-9528-b12a168d5e48 req-4d14e284-f8c7-4e0e-a5be-981320d1bf36 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762867176205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762866656485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762866656503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12867569'] for port (f0b7f9af-8f64-4260-b1ad-67fc140f8d5e), after_update {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:27:03.258424 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-f5fc64d9-d165-4f5d-ac11-10202f3a4f81 tempest-NegativeSecGroupTest-481799553 tempest-NegativeSecGroupTest-481799553-project] Publish callbacks [] for security_group (None), before_response {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:27:03.262209 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-f5fc64d9-d165-4f5d-ac11-10202f3a4f81 tempest-NegativeSecGroupTest-481799553 tempest-NegativeSecGroupTest-481799553-project] 10.222.0.75 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.8752167 Feb 09 19:27:03.266037 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 53528) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:27:03.271327 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.v2.base [None req-235c8a20-32a6-4541-a837-9bdf41b374a3 tempest-NegativeSecGroupTest-481799553 tempest-NegativeSecGroupTest-481799553-project] Request body: {'security_group_rule': {'security_group_id': 'fbc6441b-8eaa-4184-bb9d-dd2ccddc6ac7', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=103229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 19:27:03.291667 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-09a586e1-0e37-457b-9fa2-266c7b0127f4 tempest-PortsTestJSON-1738022054 tempest-PortsTestJSON-1738022054-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-759574'] for segment (3177b872-37c5-4423-a891-ede9a3c2eb46), precommit_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:27:03.297805 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-597d84a8-0231-4e0b-9528-b12a168d5e48 req-4d14e284-f8c7-4e0e-a5be-981320d1bf36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:27:03.298569 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-597d84a8-0231-4e0b-9528-b12a168d5e48 req-4d14e284-f8c7-4e0e-a5be-981320d1bf36 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171096'] for port (None), before_response {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:27:03.300138 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-597d84a8-0231-4e0b-9528-b12a168d5e48 req-4d14e284-f8c7-4e0e-a5be-981320d1bf36 service neutron] 10.222.0.89 "PUT /v2.0/ports/f0b7f9af-8f64-4260-b1ad-67fc140f8d5e HTTP/1.1" status: 200 len: 1092 time: 1.3330822 Feb 09 19:27:03.303637 n-d-713498-36 neutron-server[103229]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '41583515-d234-4b09-9050-bab2a796beed', 'tag': 'f0b7f9af-8f64-4260-b1ad-67fc140f8d5e'}] {{(pid=103229) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 19:27:03.306101 n-d-713498-36 neutron-server[103229]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fa6ae9a20702bd564eaf90d946620b2b4277b1ab91129323d3b54181076be307" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-10b1006c-205d-4ffd-ab61-89ff3232b27e" -d '{"events": [{"name": "network-changed", "server_uuid": "41583515-d234-4b09-9050-bab2a796beed", "tag": "f0b7f9af-8f64-4260-b1ad-67fc140f8d5e"}]}' {{(pid=103229) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 19:27:03.307900 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-181e9ea8-a0c8-4af9-8d86-e359ba6dd10c req-77bf898e-2476-4b77-a941-ea22832e7dd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:27:03.309946 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-181e9ea8-a0c8-4af9-8d86-e359ba6dd10c req-77bf898e-2476-4b77-a941-ea22832e7dd8 service neutron] 10.222.0.90 "GET /v2.0/networks?id=9cf0b823-fac1-4f9f-b685-8fd71a300e07 HTTP/1.1" status: 200 len: 918 time: 0.5036733 Feb 09 19:27:03.315738 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-09a586e1-0e37-457b-9fa2-266c7b0127f4 tempest-PortsTestJSON-1738022054 tempest-PortsTestJSON-1738022054-project] Releasing vlan 381 on physical network physnet1 to pool {{(pid=103230) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 19:27:03.327288 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-09a586e1-0e37-457b-9fa2-266c7b0127f4 tempest-PortsTestJSON-1738022054 tempest-PortsTestJSON-1738022054-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-759574', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14393826'] for segment (3177b872-37c5-4423-a891-ede9a3c2eb46), after_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:27:03.335069 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d14e284-f8c7-4e0e-a5be-981320d1bf36 service neutron] Pushing event updated for resources: {'Port': ['ID=f0b7f9af-8f64-4260-b1ad-67fc140f8d5e,revision_number=3']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:27:03.346978 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-235c8a20-32a6-4541-a837-9bdf41b374a3 tempest-NegativeSecGroupTest-481799553 tempest-NegativeSecGroupTest-481799553-project] Publish callbacks [] for security_group_rule (d9b71589-5ef8-4eff-9fe2-365d4c2da3de), before_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:27:03.353553 n-d-713498-36 neutron-server[103230]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 19:27:03.353553 n-d-713498-36 neutron-server[103230]: self.session.flush() Feb 09 19:27:03.353553 n-d-713498-36 neutron-server[103230]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 19:27:03.353553 n-d-713498-36 neutron-server[103230]: self.session.flush() Feb 09 19:27:03.353553 n-d-713498-36 neutron-server[103230]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 19:27:03.353553 n-d-713498-36 neutron-server[103230]: self.session.flush() Feb 09 19:27:03.353553 n-d-713498-36 neutron-server[103230]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 19:27:03.353553 n-d-713498-36 neutron-server[103230]: self.session.flush() Feb 09 19:27:03.353553 n-d-713498-36 neutron-server[103230]: Traceback (most recent call last): Feb 09 19:27:03.353553 n-d-713498-36 neutron-server[103230]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 19:27:03.353553 n-d-713498-36 neutron-server[103230]: timer() Feb 09 19:27:03.353553 n-d-713498-36 neutron-server[103230]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 19:27:03.353553 n-d-713498-36 neutron-server[103230]: cb(*args, **kw) Feb 09 19:27:03.353553 n-d-713498-36 neutron-server[103230]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 19:27:03.353553 n-d-713498-36 neutron-server[103230]: return func(*args, **kwargs) Feb 09 19:27:03.353553 n-d-713498-36 neutron-server[103230]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 19:27:03.353553 n-d-713498-36 neutron-server[103230]: self._notify() Feb 09 19:27:03.353553 n-d-713498-36 neutron-server[103230]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 19:27:03.353553 n-d-713498-36 neutron-server[103230]: self.callback(batched_events) Feb 09 19:27:03.353553 n-d-713498-36 neutron-server[103230]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 19:27:03.353553 n-d-713498-36 neutron-server[103230]: event.method(event) Feb 09 19:27:03.353553 n-d-713498-36 neutron-server[103230]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 19:27:03.353553 n-d-713498-36 neutron-server[103230]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 19:27:03.353553 n-d-713498-36 neutron-server[103230]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 19:27:03.353553 n-d-713498-36 neutron-server[103230]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 19:27:03.353553 n-d-713498-36 neutron-server[103230]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 19:27:03.353553 n-d-713498-36 neutron-server[103230]: return f(self, *a, **k) Feb 09 19:27:03.353553 n-d-713498-36 neutron-server[103230]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 19:27:03.353553 n-d-713498-36 neutron-server[103230]: return self._get(url).json() Feb 09 19:27:03.353553 n-d-713498-36 neutron-server[103230]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 19:27:03.353553 n-d-713498-36 neutron-server[103230]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 19:27:03.353553 n-d-713498-36 neutron-server[103230]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 19:27:03.353553 n-d-713498-36 neutron-server[103230]: return self.request(url, 'GET', **kwargs) Feb 09 19:27:03.353553 n-d-713498-36 neutron-server[103230]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 19:27:03.353553 n-d-713498-36 neutron-server[103230]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 19:27:03.353553 n-d-713498-36 neutron-server[103230]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 19:27:03.353553 n-d-713498-36 neutron-server[103230]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 19:27:03.353553 n-d-713498-36 neutron-server[103230]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 19:27:03.353553 n-d-713498-36 neutron-server[103230]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 19:27:03.353553 n-d-713498-36 neutron-server[103230]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 19:27:03.406466 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Current status of the port da9277df-23d7-4f05-9358-dc4e24120347 is: ACTIVE; New status is: DOWN {{(pid=103232) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 19:27:03.407635 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (da9277df-23d7-4f05-9358-dc4e24120347), before_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:27:03.419526 n-d-713498-36 neutron-server[103229]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 19:27:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2859615c-593e-4a6a-a5d7-033ca5f291cb x-openstack-request-id: req-2859615c-593e-4a6a-a5d7-033ca5f291cb {{(pid=103229) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 19:27:03.419863 n-d-713498-36 neutron-server[103229]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "41583515-d234-4b09-9050-bab2a796beed", "tag": "f0b7f9af-8f64-4260-b1ad-67fc140f8d5e", "status": "completed", "code": 200}]} {{(pid=103229) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 19:27:03.420088 n-d-713498-36 neutron-server[103229]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-2859615c-593e-4a6a-a5d7-033ca5f291cb {{(pid=103229) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 19:27:03.420495 n-d-713498-36 neutron-server[103229]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '41583515-d234-4b09-9050-bab2a796beed', 'tag': 'f0b7f9af-8f64-4260-b1ad-67fc140f8d5e', 'status': 'completed', 'code': 200} Feb 09 19:27:03.454981 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-235c8a20-32a6-4541-a837-9bdf41b374a3 tempest-NegativeSecGroupTest-481799553 tempest-NegativeSecGroupTest-481799553-project] Publish callbacks [] for security_group_rule (d9b71589-5ef8-4eff-9fe2-365d4c2da3de), precommit_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:27:03.458224 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-16a8e315-c892-4d26-ad67-4d35c84ad5c1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762867177463', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762866656476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14393751'] for port (da9277df-23d7-4f05-9358-dc4e24120347), after_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:27:03.461569 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-235c8a20-32a6-4541-a837-9bdf41b374a3 tempest-NegativeSecGroupTest-481799553 tempest-NegativeSecGroupTest-481799553-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1892250'] for security_group_rule (d9b71589-5ef8-4eff-9fe2-365d4c2da3de), after_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:27:03.496916 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-235c8a20-32a6-4541-a837-9bdf41b374a3 tempest-NegativeSecGroupTest-481799553 tempest-NegativeSecGroupTest-481799553-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d9b71589-5ef8-4eff-9fe2-365d4c2da3de,revision_number=0']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:27:03.511045 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-597d84a8-0231-4e0b-9528-b12a168d5e48 req-79628216-bf49-484e-bbaa-b909c7d4cbcf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:27:03.512704 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-597d84a8-0231-4e0b-9528-b12a168d5e48 req-79628216-bf49-484e-bbaa-b909c7d4cbcf service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=d7a2ccbf0c8a475abd1520a0e31ab926&device_id=41583515-d234-4b09-9050-bab2a796beed HTTP/1.1" status: 200 len: 1126 time: 0.1671989 Feb 09 19:27:03.521318 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-235c8a20-32a6-4541-a837-9bdf41b374a3 tempest-NegativeSecGroupTest-481799553 tempest-NegativeSecGroupTest-481799553-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:27:03.525030 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-235c8a20-32a6-4541-a837-9bdf41b374a3 tempest-NegativeSecGroupTest-481799553 tempest-NegativeSecGroupTest-481799553-project] 10.222.0.75 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2556155 Feb 09 19:27:03.563917 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 53534) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:27:03.571753 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.v2.base [None req-0e5792ec-cf43-41bd-a9c6-b319a9032549 tempest-NegativeSecGroupTest-481799553 tempest-NegativeSecGroupTest-481799553-project] Request body: {'security_group_rule': {'security_group_id': 'fbc6441b-8eaa-4184-bb9d-dd2ccddc6ac7', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=103229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 19:27:03.579536 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-597d84a8-0231-4e0b-9528-b12a168d5e48 req-a53c08a8-414b-4ee7-b529-d23705dc9835 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f0b7f9af-8f64-4260-b1ad-67fc140f8d5e HTTP/1.1" status: 200 len: 217 time: 0.0557144 Feb 09 19:27:03.640135 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6c58faf-d41e-4c17-bf8a-97624525d5ce req-69a4ec08-bb22-407c-acd6-ffb61a43140b tempest-TestServerMultinode-969236194 tempest-TestServerMultinode-969236194-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:27:03.642170 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-c6c58faf-d41e-4c17-bf8a-97624525d5ce req-69a4ec08-bb22-407c-acd6-ffb61a43140b tempest-TestServerMultinode-969236194 tempest-TestServerMultinode-969236194-project-admin] 10.222.0.75 "GET /v2.0/ports?device_id=f64ec94d-8f43-4817-807f-15b20fbcb6c7 HTTP/1.1" status: 200 len: 1128 time: 0.5508955 Feb 09 19:27:03.653968 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-09a586e1-0e37-457b-9fa2-266c7b0127f4 tempest-PortsTestJSON-1738022054 tempest-PortsTestJSON-1738022054-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-590242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1885479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1818895'] for network (5ec5809a-aa76-44ce-b627-2b60985d321b), after_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:27:03.658765 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-5506ff31-6376-425e-8582-8e4d28d3a8ca tempest-PortsIpV6TestJSON-283107163 tempest-PortsIpV6TestJSON-283107163-project] Publish callbacks [] for port (61bcf53e-1dbc-48bb-92e1-258398e5da47), precommit_update {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:27:03.689245 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16a8e315-c892-4d26-ad67-4d35c84ad5c1 admin admin] Pushing event deleted for resources: {'Port': ['ID=da9277df-23d7-4f05-9358-dc4e24120347,revision_number=None']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:27:03.696810 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-597d84a8-0231-4e0b-9528-b12a168d5e48 req-7b54a594-7d76-43de-81bc-633bd61e5755 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:27:03.698332 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-597d84a8-0231-4e0b-9528-b12a168d5e48 req-7b54a594-7d76-43de-81bc-633bd61e5755 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=60ccac4e-8e6b-4139-b4aa-9c0c5cc0e9e4 HTTP/1.1" status: 200 len: 851 time: 0.1037199 Feb 09 19:27:03.701140 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-0e5792ec-cf43-41bd-a9c6-b319a9032549 tempest-NegativeSecGroupTest-481799553 tempest-NegativeSecGroupTest-481799553-project] Publish callbacks [] for security_group_rule (0b8edfc4-a30e-4b27-9889-abeb810913f7), before_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:27:03.701289 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-181e9ea8-a0c8-4af9-8d86-e359ba6dd10c req-8e83bbca-7cbf-45af-ab8c-26ab7365575f service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=413c51b4-2ff4-4d9d-ab4e-d2e0cafdf9fb HTTP/1.1" status: 200 len: 999 time: 0.3467541 Feb 09 19:27:03.712786 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce5f63c0-6c68-4a9d-83a3-33701294eabc req-d5f6d6b3-be97-4fe5-871f-ded5244e2734 tempest-ServerActionsTestJSON-347500300 tempest-ServerActionsTestJSON-347500300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:27:03.714334 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-ce5f63c0-6c68-4a9d-83a3-33701294eabc req-d5f6d6b3-be97-4fe5-871f-ded5244e2734 tempest-ServerActionsTestJSON-347500300 tempest-ServerActionsTestJSON-347500300-project] 10.222.0.75 "GET /v2.0/ports?device_id=41583515-d234-4b09-9050-bab2a796beed HTTP/1.1" status: 200 len: 943 time: 0.1491816 Feb 09 19:27:03.737925 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-09a586e1-0e37-457b-9fa2-266c7b0127f4 tempest-PortsTestJSON-1738022054 tempest-PortsTestJSON-1738022054-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1613566'] for network (None), before_response {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:27:03.745222 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-09a586e1-0e37-457b-9fa2-266c7b0127f4 tempest-PortsTestJSON-1738022054 tempest-PortsTestJSON-1738022054-project] 10.222.0.75 "DELETE /v2.0/networks/5ec5809a-aa76-44ce-b627-2b60985d321b HTTP/1.1" status: 204 len: 168 time: 3.1549995 Feb 09 19:27:03.745222 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-5506ff31-6376-425e-8582-8e4d28d3a8ca tempest-PortsIpV6TestJSON-283107163 tempest-PortsIpV6TestJSON-283107163-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762867176205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762866656485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762866656503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14393758'] for port (61bcf53e-1dbc-48bb-92e1-258398e5da47), after_update {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:27:03.752425 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 53536) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:27:03.796787 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09a586e1-0e37-457b-9fa2-266c7b0127f4 tempest-PortsTestJSON-1738022054 tempest-PortsTestJSON-1738022054-project] Pushing event deleted for resources: {'Network': ['ID=5ec5809a-aa76-44ce-b627-2b60985d321b,revision_number=None']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:27:03.860402 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9bd38786-3fde-4b53-a7f0-1e12c595b23b tempest-PortsTestJSON-1738022054 tempest-PortsTestJSON-1738022054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:27:03.865458 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-9bd38786-3fde-4b53-a7f0-1e12c595b23b tempest-PortsTestJSON-1738022054 tempest-PortsTestJSON-1738022054-project] 10.222.0.75 "GET /v2.0/ports/bfe5ad17-d007-4de6-8ca3-0ab460cb83c1 HTTP/1.1" status: 200 len: 841 time: 0.1038544 Feb 09 19:27:03.871928 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 53540) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:27:03.872963 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.plugin [None req-5506ff31-6376-425e-8582-8e4d28d3a8ca tempest-PortsIpV6TestJSON-283107163 tempest-PortsIpV6TestJSON-283107163-project] In _notify_port_updated(), no bound segment for port 61bcf53e-1dbc-48bb-92e1-258398e5da47 on network c648969a-32f4-4c6b-a1b6-2ebebb7a2e49 {{(pid=103230) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Feb 09 19:27:03.878142 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5506ff31-6376-425e-8582-8e4d28d3a8ca tempest-PortsIpV6TestJSON-283107163 tempest-PortsIpV6TestJSON-283107163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:27:03.878838 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-5506ff31-6376-425e-8582-8e4d28d3a8ca tempest-PortsIpV6TestJSON-283107163 tempest-PortsIpV6TestJSON-283107163-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171096'] for port (None), before_response {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:27:03.880242 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-ce5f63c0-6c68-4a9d-83a3-33701294eabc req-efcf9627-59f7-4e01-a2c4-a42f56f493c4 tempest-ServerActionsTestJSON-347500300 tempest-ServerActionsTestJSON-347500300-project] 10.222.0.75 "GET /v2.0/security-groups?id=f62a4cfa-cf5c-41a8-8bc5-ff3861f4d88a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1572790 Feb 09 19:27:03.884619 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-5506ff31-6376-425e-8582-8e4d28d3a8ca tempest-PortsIpV6TestJSON-283107163 tempest-PortsIpV6TestJSON-283107163-project] 10.222.0.75 "PUT /v2.0/ports/61bcf53e-1dbc-48bb-92e1-258398e5da47 HTTP/1.1" status: 200 len: 818 time: 1.5545919 Feb 09 19:27:03.884944 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 53542) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:27:03.896498 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-597d84a8-0231-4e0b-9528-b12a168d5e48 req-75ff3153-1763-41b9-839f-a03e0d47aefd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:27:03.898014 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-597d84a8-0231-4e0b-9528-b12a168d5e48 req-75ff3153-1763-41b9-839f-a03e0d47aefd service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=bd12d1d0-518d-4d29-a00d-98410ba2cb8a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.1939502 Feb 09 19:27:03.901142 n-d-713498-36 neutron-server[103229]: INFO neutron.api.v2.resource [None req-0e5792ec-cf43-41bd-a9c6-b319a9032549 tempest-NegativeSecGroupTest-481799553 tempest-NegativeSecGroupTest-481799553-project] create failed (client error): There was a conflict when trying to complete your request. Feb 09 19:27:03.901353 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-0e5792ec-cf43-41bd-a9c6-b319a9032549 tempest-NegativeSecGroupTest-481799553 tempest-NegativeSecGroupTest-481799553-project] 10.222.0.75 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 0.3350840 Feb 09 19:27:03.919628 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 53544) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:27:03.921894 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-16a8e315-c892-4d26-ad67-4d35c84ad5c1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1818987'] for router_gateway (b662775b-af56-49bc-9f1f-ead7465b8bf9), after_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:27:03.952764 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5506ff31-6376-425e-8582-8e4d28d3a8ca tempest-PortsIpV6TestJSON-283107163 tempest-PortsIpV6TestJSON-283107163-project] Pushing event updated for resources: {'Port': ['ID=61bcf53e-1dbc-48bb-92e1-258398e5da47,revision_number=2']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:27:03.956079 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-181e9ea8-a0c8-4af9-8d86-e359ba6dd10c req-3c1f5bab-f54f-4cde-bf3a-cc0d93fd11bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:27:03.958011 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-181e9ea8-a0c8-4af9-8d86-e359ba6dd10c req-3c1f5bab-f54f-4cde-bf3a-cc0d93fd11bd service neutron] 10.222.0.90 "GET /v2.0/subnets?id=ca2eed47-7b83-4cc1-87fa-16862746969c HTTP/1.1" status: 200 len: 856 time: 0.2336502 Feb 09 19:27:04.038787 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-c6c58faf-d41e-4c17-bf8a-97624525d5ce req-218443b4-5f03-4768-b03a-f40d7b8e6b90 tempest-TestServerMultinode-969236194 tempest-TestServerMultinode-969236194-project-admin] 10.222.0.75 "GET /v2.0/security-groups?id=470bf4f7-ea0c-4a64-8d8b-9f2609ff7cad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3509300 Feb 09 19:27:04.138724 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f0c7d24-a479-4338-a7e6-8c6827823c42 req-6644f50a-22df-40a6-92db-8065e80d406d tempest-AttachVolumeShelveTestJSON-671139515 tempest-AttachVolumeShelveTestJSON-671139515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:27:04.140585 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-0f0c7d24-a479-4338-a7e6-8c6827823c42 req-6644f50a-22df-40a6-92db-8065e80d406d tempest-AttachVolumeShelveTestJSON-671139515 tempest-AttachVolumeShelveTestJSON-671139515-project] 10.222.0.75 "GET /v2.0/ports?device_id=32437e19-fcdc-4dd1-84cc-377ffcb85b84 HTTP/1.1" status: 200 len: 943 time: 0.1103418 Feb 09 19:27:04.147159 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-aeae781f-20b9-4643-b110-c8e8ddba8369 tempest-PortsTestJSON-1738022054 tempest-PortsTestJSON-1738022054-project] 10.222.0.75 "GET /v2.0/ports/bfe5ad17-d007-4de6-8ca3-0ab460cb83c1?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.2593811 Feb 09 19:27:04.152992 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 53550) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:27:04.155487 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-16a8e315-c892-4d26-ad67-4d35c84ad5c1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1834988', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-58375'] for router (b662775b-af56-49bc-9f1f-ead7465b8bf9), precommit_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:27:04.159700 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-16a8e315-c892-4d26-ad67-4d35c84ad5c1 admin admin] Publish callbacks [] for router_controller (b662775b-af56-49bc-9f1f-ead7465b8bf9), precommit_delete_associations {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:27:04.174395 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.v2.base [None req-881e6120-6af6-41d4-9f65-a4da1abbf312 tempest-PortsTestJSON-1738022054 tempest-PortsTestJSON-1738022054-project] Request body: {'subnet': {'network_id': 'df9a4a50-91f1-4ccc-b5a4-f855c704c8eb', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 19:27:04.239759 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-027a9b61-7fd9-4f76-8470-6c4acaa321a6 tempest-NegativeSecGroupTest-481799553 tempest-NegativeSecGroupTest-481799553-project] Publish callbacks [] for security_group (fbc6441b-8eaa-4184-bb9d-dd2ccddc6ac7), before_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:27:04.244481 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-16a8e315-c892-4d26-ad67-4d35c84ad5c1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1835003'] for router (b662775b-af56-49bc-9f1f-ead7465b8bf9), after_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:27:04.245051 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-16a8e315-c892-4d26-ad67-4d35c84ad5c1 admin admin] Fanout notify agent at l3_agent the message router_deleted on router b662775b-af56-49bc-9f1f-ead7465b8bf9 {{(pid=103230) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 09 19:27:04.250038 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-16a8e315-c892-4d26-ad67-4d35c84ad5c1 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:27:04.250955 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-16a8e315-c892-4d26-ad67-4d35c84ad5c1 admin admin] 10.222.0.75 "DELETE /v2.0/routers/b662775b-af56-49bc-9f1f-ead7465b8bf9 HTTP/1.1" status: 204 len: 168 time: 4.2698836 Feb 09 19:27:04.255739 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 53554) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:27:04.257614 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-181e9ea8-a0c8-4af9-8d86-e359ba6dd10c req-2bea283d-e6aa-4ae4-aa74-df8a467031b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:27:04.259125 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-181e9ea8-a0c8-4af9-8d86-e359ba6dd10c req-2bea283d-e6aa-4ae4-aa74-df8a467031b8 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=9cf0b823-fac1-4f9f-b685-8fd71a300e07&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.2234821 Feb 09 19:27:04.282506 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.plugin [None req-6f864e9d-3b27-4775-b9e1-df642fe448e0 tempest-PortsIpV6TestJSON-283107163 tempest-PortsIpV6TestJSON-283107163-project] Deleting port 61bcf53e-1dbc-48bb-92e1-258398e5da47 {{(pid=103229) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 19:27:04.283610 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-6f864e9d-3b27-4775-b9e1-df642fe448e0 tempest-PortsIpV6TestJSON-283107163 tempest-PortsIpV6TestJSON-283107163-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762867170196'] for port (61bcf53e-1dbc-48bb-92e1-258398e5da47), before_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:27:04.329824 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-027a9b61-7fd9-4f76-8470-6c4acaa321a6 tempest-NegativeSecGroupTest-481799553 tempest-NegativeSecGroupTest-481799553-project] Publish callbacks [] for security_group (fbc6441b-8eaa-4184-bb9d-dd2ccddc6ac7), precommit_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:27:04.368073 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-6f864e9d-3b27-4775-b9e1-df642fe448e0 tempest-PortsIpV6TestJSON-283107163 tempest-PortsIpV6TestJSON-283107163-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1820838'] for port (61bcf53e-1dbc-48bb-92e1-258398e5da47), precommit_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:27:04.386854 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.plugin [None req-6f864e9d-3b27-4775-b9e1-df642fe448e0 tempest-PortsIpV6TestJSON-283107163 tempest-PortsIpV6TestJSON-283107163-project] Calling delete_port for 61bcf53e-1dbc-48bb-92e1-258398e5da47 owned by {{(pid=103229) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 19:27:04.399627 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-597d84a8-0231-4e0b-9528-b12a168d5e48 req-dc935504-dc0a-44cc-84db-6efbbcf3494f service neutron] 10.222.0.89 "GET /v2.0/networks/bd12d1d0-518d-4d29-a00d-98410ba2cb8a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4778085 Feb 09 19:27:04.433268 n-d-713498-36 neutron-server[103230]: DEBUG neutron.db.db_base_plugin_v2 [None req-5b5ae196-f817-4c5b-83c3-8a574a7d67f2 admin admin] Deleting subnet e2b46c61-e766-43ec-83e4-53a2c0064c76 {{(pid=103230) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 19:27:04.448319 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-5b5ae196-f817-4c5b-83c3-8a574a7d67f2 admin admin] Publish callbacks [] for subnet (e2b46c61-e766-43ec-83e4-53a2c0064c76), before_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:27:04.539329 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-5b5ae196-f817-4c5b-83c3-8a574a7d67f2 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12895822'] for subnet (e2b46c61-e766-43ec-83e4-53a2c0064c76), precommit_delete_associations {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:27:04.570899 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-027a9b61-7fd9-4f76-8470-6c4acaa321a6 tempest-NegativeSecGroupTest-481799553 tempest-NegativeSecGroupTest-481799553-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1892331'] for security_group (fbc6441b-8eaa-4184-bb9d-dd2ccddc6ac7), after_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:27:04.573479 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-027a9b61-7fd9-4f76-8470-6c4acaa321a6 tempest-NegativeSecGroupTest-481799553 tempest-NegativeSecGroupTest-481799553-project] Publish callbacks [] for security_group (None), before_response {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:27:04.577294 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-027a9b61-7fd9-4f76-8470-6c4acaa321a6 tempest-NegativeSecGroupTest-481799553 tempest-NegativeSecGroupTest-481799553-project] 10.222.0.75 "DELETE /v2.0/security-groups/fbc6441b-8eaa-4184-bb9d-dd2ccddc6ac7 HTTP/1.1" status: 204 len: 168 time: 0.6565948 Feb 09 19:27:04.579943 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 53558) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:27:04.583857 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-881e6120-6af6-41d4-9f65-a4da1abbf312 tempest-PortsTestJSON-1738022054 tempest-PortsTestJSON-1738022054-project] Made reservation on behalf of 150a397110044967a3816a9b460534fa for: {'subnet': 1} {{(pid=103229) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 19:27:04.587018 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-881e6120-6af6-41d4-9f65-a4da1abbf312 tempest-PortsTestJSON-1738022054 tempest-PortsTestJSON-1738022054-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12759265'] for subnet (None), before_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:27:04.599197 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-023943c3-7c30-4e68-aded-4c6f830e4e3e req-9d3af26b-0a8b-43e7-bf87-3e52849e4e42 tempest-TestServerMultinode-969236194 tempest-TestServerMultinode-969236194-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:27:04.600711 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-023943c3-7c30-4e68-aded-4c6f830e4e3e req-9d3af26b-0a8b-43e7-bf87-3e52849e4e42 tempest-TestServerMultinode-969236194 tempest-TestServerMultinode-969236194-project-admin] 10.222.0.75 "GET /v2.0/ports?device_id=f64ec94d-8f43-4817-807f-15b20fbcb6c7 HTTP/1.1" status: 200 len: 1128 time: 0.2492893 Feb 09 19:27:04.627951 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-027a9b61-7fd9-4f76-8470-6c4acaa321a6 tempest-NegativeSecGroupTest-481799553 tempest-NegativeSecGroupTest-481799553-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fbc6441b-8eaa-4184-bb9d-dd2ccddc6ac7,revision_number=None']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:27:04.642459 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-0f0c7d24-a479-4338-a7e6-8c6827823c42 req-f4633e97-681c-4963-914b-dc81bb25c7ed tempest-AttachVolumeShelveTestJSON-671139515 tempest-AttachVolumeShelveTestJSON-671139515-project] 10.222.0.75 "GET /v2.0/security-groups?id=e78d9a5a-8306-4175-aed3-1bd14ac6b154&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4883499 Feb 09 19:27:04.669892 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-5b5ae196-f817-4c5b-83c3-8a574a7d67f2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-759852'] for subnet (e2b46c61-e766-43ec-83e4-53a2c0064c76), precommit_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:27:04.714918 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-181e9ea8-a0c8-4af9-8d86-e359ba6dd10c req-2f13a06c-6e72-432c-826a-8042540394ad service neutron] 10.222.0.90 "GET /v2.0/networks/9cf0b823-fac1-4f9f-b685-8fd71a300e07?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4304171 Feb 09 19:27:04.720267 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-6f864e9d-3b27-4775-b9e1-df642fe448e0 tempest-PortsIpV6TestJSON-283107163 tempest-PortsIpV6TestJSON-283107163-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762867177463', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762866656476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12867576'] for port (61bcf53e-1dbc-48bb-92e1-258398e5da47), after_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:27:04.724667 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-597d84a8-0231-4e0b-9528-b12a168d5e48 req-cb3b45d2-729e-4e2c-896e-eee91734b39f service neutron] 10.222.0.89 "GET /v2.0/networks/bd12d1d0-518d-4d29-a00d-98410ba2cb8a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3148735 Feb 09 19:27:04.769370 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-6f864e9d-3b27-4775-b9e1-df642fe448e0 tempest-PortsIpV6TestJSON-283107163 tempest-PortsIpV6TestJSON-283107163-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171096'] for port (None), before_response {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:27:04.774995 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-6f864e9d-3b27-4775-b9e1-df642fe448e0 tempest-PortsIpV6TestJSON-283107163 tempest-PortsIpV6TestJSON-283107163-project] 10.222.0.75 "DELETE /v2.0/ports/61bcf53e-1dbc-48bb-92e1-258398e5da47 HTTP/1.1" status: 204 len: 168 time: 0.8883870 Feb 09 19:27:04.778037 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f864e9d-3b27-4775-b9e1-df642fe448e0 tempest-PortsIpV6TestJSON-283107163 tempest-PortsIpV6TestJSON-283107163-project] Pushing event deleted for resources: {'Port': ['ID=61bcf53e-1dbc-48bb-92e1-258398e5da47,revision_number=None']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:27:04.780041 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 53562) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:27:04.834894 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 53564) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:27:04.835236 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-6e821394-6ee6-4def-bc7b-5a7ef7f03044 tempest-NegativeSecGroupTest-481799553 tempest-NegativeSecGroupTest-481799553-project] 10.222.0.75 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.2469013 Feb 09 19:27:04.855491 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.v2.base [None req-4ce041f1-e4b2-4747-95aa-95cf008ed186 tempest-NegativeSecGroupTest-481799553 tempest-NegativeSecGroupTest-481799553-project] Request body: {'security_group': {'name': 'tempest-secgroup--2087541628'}} {{(pid=103229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 19:27:04.866971 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-023943c3-7c30-4e68-aded-4c6f830e4e3e req-c045a3ba-9b89-4bf0-8544-de12aaff2a07 tempest-TestServerMultinode-969236194 tempest-TestServerMultinode-969236194-project-admin] 10.222.0.75 "GET /v2.0/security-groups?id=470bf4f7-ea0c-4a64-8d8b-9f2609ff7cad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2521479 Feb 09 19:27:04.897684 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-5b5ae196-f817-4c5b-83c3-8a574a7d67f2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-760023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14393672', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12985882'] for subnet (e2b46c61-e766-43ec-83e4-53a2c0064c76), after_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:27:04.944764 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-5b5ae196-f817-4c5b-83c3-8a574a7d67f2 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:27:04.948137 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-5b5ae196-f817-4c5b-83c3-8a574a7d67f2 admin admin] 10.222.0.75 "DELETE /v2.0/subnets/e2b46c61-e766-43ec-83e4-53a2c0064c76 HTTP/1.1" status: 204 len: 168 time: 0.6880953 Feb 09 19:27:04.949103 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b5ae196-f817-4c5b-83c3-8a574a7d67f2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e2b46c61-e766-43ec-83e4-53a2c0064c76,revision_number=None']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:27:04.952597 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 53568) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:27:04.958271 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-4ce041f1-e4b2-4747-95aa-95cf008ed186 tempest-NegativeSecGroupTest-481799553 tempest-NegativeSecGroupTest-481799553-project] Publish callbacks [] for security_group (None), before_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:27:05.007397 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-181e9ea8-a0c8-4af9-8d86-e359ba6dd10c req-df3e271a-62fe-47de-bab8-c57dac7b8f61 service neutron] 10.222.0.90 "GET /v2.0/networks/9cf0b823-fac1-4f9f-b685-8fd71a300e07?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2785423 Feb 09 19:27:05.013455 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10b1006c-205d-4ffd-ab61-89ff3232b27e req-385607eb-411d-40f9-be89-453eac8f8981 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:27:05.015021 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-10b1006c-205d-4ffd-ab61-89ff3232b27e req-385607eb-411d-40f9-be89-453eac8f8981 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=d7a2ccbf0c8a475abd1520a0e31ab926&device_id=41583515-d234-4b09-9050-bab2a796beed HTTP/1.1" status: 200 len: 1126 time: 0.2206714 Feb 09 19:27:05.023410 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d47d561-66cc-4e4f-a02c-ea9e09e88c26 tempest-PortsIpV6TestJSON-283107163 tempest-PortsIpV6TestJSON-283107163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:27:05.024827 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-5d47d561-66cc-4e4f-a02c-ea9e09e88c26 tempest-PortsIpV6TestJSON-283107163 tempest-PortsIpV6TestJSON-283107163-project] 10.222.0.75 "GET /v2.0/ports HTTP/1.1" status: 200 len: 847 time: 0.2423637 Feb 09 19:27:05.031299 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 53570) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:27:05.065944 n-d-713498-36 neutron-server[103230]: INFO neutron.pecan_wsgi.hooks.translation [None req-915cc429-bbf5-4ee3-81f0-51d596f8b09b tempest-PortsIpV6TestJSON-283107163 tempest-PortsIpV6TestJSON-283107163-project] GET failed (client error): The resource could not be found. Feb 09 19:27:05.067961 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-915cc429-bbf5-4ee3-81f0-51d596f8b09b tempest-PortsIpV6TestJSON-283107163 tempest-PortsIpV6TestJSON-283107163-project] 10.222.0.75 "GET /v2.0/ports/61bcf53e-1dbc-48bb-92e1-258398e5da47 HTTP/1.1" status: 404 len: 333 time: 0.0354595 Feb 09 19:27:05.072077 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 53574) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:27:05.076967 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.v2.base [None req-2cf0f476-762c-4ba2-a07d-5af702071641 tempest-PortsIpV6TestJSON-283107163 tempest-PortsIpV6TestJSON-283107163-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-2112822506'}} {{(pid=103230) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 19:27:05.083424 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-e930717a-933c-4b85-bea4-3b4551a71ef4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-670458'] for network (2324528b-82cd-4c53-b665-41f5fd12f858), before_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:27:05.109778 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2cf0f476-762c-4ba2-a07d-5af702071641 tempest-PortsIpV6TestJSON-283107163 tempest-PortsIpV6TestJSON-283107163-project] Made reservation on behalf of 13b115ce9df54fa79100ec0671404776 for: {'network': 1} {{(pid=103230) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 19:27:05.113427 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-2cf0f476-762c-4ba2-a07d-5af702071641 tempest-PortsIpV6TestJSON-283107163 tempest-PortsIpV6TestJSON-283107163-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for network (None), before_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:27:05.136939 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-881e6120-6af6-41d4-9f65-a4da1abbf312 tempest-PortsTestJSON-1738022054 tempest-PortsTestJSON-1738022054-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12867428', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12759263'] for subnet (3dca66cd-ac5c-494c-a8ac-5a8a224fc27e), after_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:27:05.216474 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2cf0f476-762c-4ba2-a07d-5af702071641 tempest-PortsIpV6TestJSON-283107163 tempest-PortsIpV6TestJSON-283107163-project] vlan segment allocate from pool success with {'vlan_id': 391, 'physical_network': 'physnet1'} {{(pid=103230) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 19:27:05.219961 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-e930717a-933c-4b85-bea4-3b4551a71ef4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-590267', 'neutron.services.segments.db._delete_segments_for_network-8762867132609'] for network (2324528b-82cd-4c53-b665-41f5fd12f858), precommit_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:27:05.228686 n-d-713498-36 neutron-server[103229]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-881e6120-6af6-41d4-9f65-a4da1abbf312 tempest-PortsTestJSON-1738022054 tempest-PortsTestJSON-1738022054-project] Network df9a4a50-91f1-4ccc-b5a4-f855c704c8eb is already hosted by enough agents. {{(pid=103229) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 19:27:05.246346 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-2cf0f476-762c-4ba2-a07d-5af702071641 tempest-PortsIpV6TestJSON-283107163 tempest-PortsIpV6TestJSON-283107163-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-759574'] for segment (8b1e2906-9e58-4615-a845-d00165376601), precommit_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:27:05.246906 n-d-713498-36 neutron-server[103230]: INFO neutron.db.segments_db [None req-2cf0f476-762c-4ba2-a07d-5af702071641 tempest-PortsIpV6TestJSON-283107163 tempest-PortsIpV6TestJSON-283107163-project] Added segment 8b1e2906-9e58-4615-a845-d00165376601 of type vlan for network 4cc1a166-d784-4dc5-bf77-141ef1d3baa0 Feb 09 19:27:05.257506 n-d-713498-36 neutron-server[103230]: DEBUG neutron.services.segments.db [None req-e930717a-933c-4b85-bea4-3b4551a71ef4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2324528b-82cd-4c53-b665-41f5fd12f858']}} {{(pid=103230) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:27:05.280560 n-d-713498-36 neutron-server[103229]: DEBUG neutron.scheduler.base_scheduler [None req-881e6120-6af6-41d4-9f65-a4da1abbf312 tempest-PortsTestJSON-1738022054 tempest-PortsTestJSON-1738022054-project] Resources bound (agent type, host, resource id): {{(pid=103229) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 19:27:05.288745 n-d-713498-36 neutron-server[103230]: DEBUG neutron.services.segments.db [None req-e930717a-933c-4b85-bea4-3b4551a71ef4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c10441c4-164e-4746-a64d-90f79f0d70ea') {'for_net_delete': True} {{(pid=103230) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:27:05.289974 n-d-713498-36 neutron-server[103230]: DEBUG neutron.services.segments.db [None req-e930717a-933c-4b85-bea4-3b4551a71ef4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c10441c4-164e-4746-a64d-90f79f0d70ea') {} {{(pid=103230) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:27:05.295193 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9a0d090-fcb2-4e08-abf8-cefd4efc10b4 None None] Network df9a4a50-91f1-4ccc-b5a4-f855c704c8eb requested from n-d-713498-36 {{(pid=103232) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 19:27:05.309814 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-e930717a-933c-4b85-bea4-3b4551a71ef4 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762867134154', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12895813'] for segment (c10441c4-164e-4746-a64d-90f79f0d70ea), before_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:27:05.318093 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-2cf0f476-762c-4ba2-a07d-5af702071641 tempest-PortsIpV6TestJSON-283107163 tempest-PortsIpV6TestJSON-283107163-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762866642225'] for network (4cc1a166-d784-4dc5-bf77-141ef1d3baa0), precommit_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:27:05.329613 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-e930717a-933c-4b85-bea4-3b4551a71ef4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-759574'] for segment (c10441c4-164e-4746-a64d-90f79f0d70ea), precommit_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:27:05.334059 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10b1006c-205d-4ffd-ab61-89ff3232b27e req-21ca49e3-2b15-4625-a613-4e9517eae2f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:27:05.343112 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-10b1006c-205d-4ffd-ab61-89ff3232b27e req-21ca49e3-2b15-4625-a613-4e9517eae2f6 service neutron] 10.222.0.89 "GET /v2.0/networks?id=bd12d1d0-518d-4d29-a00d-98410ba2cb8a HTTP/1.1" status: 200 len: 913 time: 0.3048811 Feb 09 19:27:05.345360 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e930717a-933c-4b85-bea4-3b4551a71ef4 admin admin] Releasing vlan 352 on physical network physnet1 to pool {{(pid=103230) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 19:27:05.346356 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-e930717a-933c-4b85-bea4-3b4551a71ef4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-759574', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14393826'] for segment (c10441c4-164e-4746-a64d-90f79f0d70ea), after_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:27:05.349616 n-d-713498-36 neutron-server[103230]: Traceback (most recent call last): Feb 09 19:27:05.349616 n-d-713498-36 neutron-server[103230]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 19:27:05.349616 n-d-713498-36 neutron-server[103230]: timer() Feb 09 19:27:05.349616 n-d-713498-36 neutron-server[103230]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 19:27:05.349616 n-d-713498-36 neutron-server[103230]: cb(*args, **kw) Feb 09 19:27:05.349616 n-d-713498-36 neutron-server[103230]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 19:27:05.349616 n-d-713498-36 neutron-server[103230]: return func(*args, **kwargs) Feb 09 19:27:05.349616 n-d-713498-36 neutron-server[103230]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 19:27:05.349616 n-d-713498-36 neutron-server[103230]: self._notify() Feb 09 19:27:05.349616 n-d-713498-36 neutron-server[103230]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 19:27:05.349616 n-d-713498-36 neutron-server[103230]: self.callback(batched_events) Feb 09 19:27:05.349616 n-d-713498-36 neutron-server[103230]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 19:27:05.349616 n-d-713498-36 neutron-server[103230]: event.method(event) Feb 09 19:27:05.349616 n-d-713498-36 neutron-server[103230]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 19:27:05.349616 n-d-713498-36 neutron-server[103230]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 19:27:05.349616 n-d-713498-36 neutron-server[103230]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 19:27:05.349616 n-d-713498-36 neutron-server[103230]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 19:27:05.349616 n-d-713498-36 neutron-server[103230]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 19:27:05.349616 n-d-713498-36 neutron-server[103230]: return f(self, *a, **k) Feb 09 19:27:05.349616 n-d-713498-36 neutron-server[103230]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 19:27:05.349616 n-d-713498-36 neutron-server[103230]: return self._get(url).json() Feb 09 19:27:05.349616 n-d-713498-36 neutron-server[103230]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 19:27:05.349616 n-d-713498-36 neutron-server[103230]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 19:27:05.349616 n-d-713498-36 neutron-server[103230]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 19:27:05.349616 n-d-713498-36 neutron-server[103230]: return self.request(url, 'GET', **kwargs) Feb 09 19:27:05.349616 n-d-713498-36 neutron-server[103230]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 19:27:05.349616 n-d-713498-36 neutron-server[103230]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 19:27:05.349616 n-d-713498-36 neutron-server[103230]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 19:27:05.349616 n-d-713498-36 neutron-server[103230]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 19:27:05.349616 n-d-713498-36 neutron-server[103230]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 19:27:05.349616 n-d-713498-36 neutron-server[103230]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 19:27:05.349616 n-d-713498-36 neutron-server[103230]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 19:27:05.352787 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-881e6120-6af6-41d4-9f65-a4da1abbf312 tempest-PortsTestJSON-1738022054 tempest-PortsTestJSON-1738022054-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:27:05.353489 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-881e6120-6af6-41d4-9f65-a4da1abbf312 tempest-PortsTestJSON-1738022054 tempest-PortsTestJSON-1738022054-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1613566'] for subnet (None), before_response {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:27:05.376525 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5efc40e2-ceca-4ce7-a332-4a6c15912c15 req-808300e2-7830-42ae-ac78-8442d805263c tempest-ServerActionsTestJSON-347500300 tempest-ServerActionsTestJSON-347500300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:27:05.378109 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-5efc40e2-ceca-4ce7-a332-4a6c15912c15 req-808300e2-7830-42ae-ac78-8442d805263c tempest-ServerActionsTestJSON-347500300 tempest-ServerActionsTestJSON-347500300-project] 10.222.0.75 "GET /v2.0/ports?device_id=41583515-d234-4b09-9050-bab2a796beed HTTP/1.1" status: 200 len: 943 time: 0.3521488 Feb 09 19:27:05.425109 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-2cf0f476-762c-4ba2-a07d-5af702071641 tempest-PortsIpV6TestJSON-283107163 tempest-PortsIpV6TestJSON-283107163-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1885479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452'] for network (4cc1a166-d784-4dc5-bf77-141ef1d3baa0), after_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:27:05.443457 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2cf0f476-762c-4ba2-a07d-5af702071641 tempest-PortsIpV6TestJSON-283107163 tempest-PortsIpV6TestJSON-283107163-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:27:05.445343 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-2cf0f476-762c-4ba2-a07d-5af702071641 tempest-PortsIpV6TestJSON-283107163 tempest-PortsIpV6TestJSON-283107163-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1613566'] for network (None), before_response {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:27:05.445946 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-881e6120-6af6-41d4-9f65-a4da1abbf312 tempest-PortsTestJSON-1738022054 tempest-PortsTestJSON-1738022054-project] Pushing event updated for resources: {'Subnet': ['ID=3dca66cd-ac5c-494c-a8ac-5a8a224fc27e,revision_number=0']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:27:05.492349 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-10b1006c-205d-4ffd-ab61-89ff3232b27e req-347d24bd-6660-4f5b-ac23-0c4ce7af879a service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f0b7f9af-8f64-4260-b1ad-67fc140f8d5e HTTP/1.1" status: 200 len: 217 time: 0.0878406 Feb 09 19:27:05.495618 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-881e6120-6af6-41d4-9f65-a4da1abbf312 tempest-PortsTestJSON-1738022054 tempest-PortsTestJSON-1738022054-project] 10.222.0.75 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.3302269 Feb 09 19:27:05.500092 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-4ce041f1-e4b2-4747-95aa-95cf008ed186 tempest-NegativeSecGroupTest-481799553 tempest-NegativeSecGroupTest-481799553-project] Publish callbacks [] for security_group (57777d4d-bc5b-4e8e-bdd5-1a82c9359bb8), precommit_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:27:05.502214 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 53586) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:27:05.514278 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.v2.base [None req-c36495fb-fd22-4702-b4c9-45f53248db7f tempest-PortsTestJSON-1738022054 tempest-PortsTestJSON-1738022054-project] Request body: {'security_group': {'name': 'tempest-secgroup-2071045216'}} {{(pid=103229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 19:27:05.573633 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e45941a3-3b90-4147-ba02-5515cce8d0aa None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8b32e980-7cce-5e82-a341-bd2fa8945c89-df9a4a50-91f1-4ccc-b5a4-f855c704c8eb', 'network_id': 'df9a4a50-91f1-4ccc-b5a4-f855c704c8eb', 'project_id': '150a397110044967a3816a9b460534fa', 'fixed_ips': [{'subnet_id': '3dca66cd-ac5c-494c-a8ac-5a8a224fc27e'}]}} from n-d-713498-36. {{(pid=103232) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 09 19:27:05.575046 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-e45941a3-3b90-4147-ba02-5515cce8d0aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (None), before_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:27:05.588841 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-4ce041f1-e4b2-4747-95aa-95cf008ed186 tempest-NegativeSecGroupTest-481799553 tempest-NegativeSecGroupTest-481799553-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1892331'] for security_group (57777d4d-bc5b-4e8e-bdd5-1a82c9359bb8), after_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:27:05.603733 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-2cf0f476-762c-4ba2-a07d-5af702071641 tempest-PortsIpV6TestJSON-283107163 tempest-PortsIpV6TestJSON-283107163-project] 10.222.0.75 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.5278640 Feb 09 19:27:05.603733 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-e930717a-933c-4b85-bea4-3b4551a71ef4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-590242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1885479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1818895'] for network (2324528b-82cd-4c53-b665-41f5fd12f858), after_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:27:05.612108 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-e930717a-933c-4b85-bea4-3b4551a71ef4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1613566'] for network (None), before_response {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:27:05.615441 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-e930717a-933c-4b85-bea4-3b4551a71ef4 admin admin] 10.222.0.75 "DELETE /v2.0/networks/2324528b-82cd-4c53-b665-41f5fd12f858 HTTP/1.1" status: 204 len: 168 time: 0.6598070 Feb 09 19:27:05.618829 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 53594) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:27:05.641078 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.v2.base [None req-2475516a-aa17-4972-ace0-906688d3f5ff tempest-PortsIpV6TestJSON-283107163 tempest-PortsIpV6TestJSON-283107163-project] Request body: {'subnet': {'network_id': '4cc1a166-d784-4dc5-bf77-141ef1d3baa0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103230) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 19:27:05.683269 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cf0f476-762c-4ba2-a07d-5af702071641 tempest-PortsIpV6TestJSON-283107163 tempest-PortsIpV6TestJSON-283107163-project] Pushing event updated for resources: {'Network': ['ID=4cc1a166-d784-4dc5-bf77-141ef1d3baa0,revision_number=1']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:27:05.748667 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Network 4cc1a166-d784-4dc5-bf77-141ef1d3baa0 details requested by agent ovs-agent-n-d-713498-36 with host n-d-713498-36 {{(pid=103232) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 19:27:05.792276 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10b1006c-205d-4ffd-ab61-89ff3232b27e req-b21a8b52-a323-408b-8cb6-f956476e3345 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:27:05.797522 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-10b1006c-205d-4ffd-ab61-89ff3232b27e req-b21a8b52-a323-408b-8cb6-f956476e3345 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=60ccac4e-8e6b-4139-b4aa-9c0c5cc0e9e4 HTTP/1.1" status: 200 len: 851 time: 0.2951412 Feb 09 19:27:05.797886 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e930717a-933c-4b85-bea4-3b4551a71ef4 admin admin] Pushing event deleted for resources: {'Network': ['ID=2324528b-82cd-4c53-b665-41f5fd12f858,revision_number=None']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:27:05.800444 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-c36495fb-fd22-4702-b4c9-45f53248db7f tempest-PortsTestJSON-1738022054 tempest-PortsTestJSON-1738022054-project] Publish callbacks [] for security_group (None), before_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:27:05.860450 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-5efc40e2-ceca-4ce7-a332-4a6c15912c15 req-fb8da2b7-e981-4b63-8727-c7343c3967e1 tempest-ServerActionsTestJSON-347500300 tempest-ServerActionsTestJSON-347500300-project] 10.222.0.75 "GET /v2.0/security-groups?id=f62a4cfa-cf5c-41a8-8bc5-ff3861f4d88a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4447803 Feb 09 19:27:05.874843 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-4ce041f1-e4b2-4747-95aa-95cf008ed186 tempest-NegativeSecGroupTest-481799553 tempest-NegativeSecGroupTest-481799553-project] Publish callbacks [] for security_group (None), before_response {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:27:05.876478 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-4ce041f1-e4b2-4747-95aa-95cf008ed186 tempest-NegativeSecGroupTest-481799553 tempest-NegativeSecGroupTest-481799553-project] 10.222.0.75 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 1.0245199 Feb 09 19:27:05.887537 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 53600) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:27:05.906028 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.v2.base [None req-2c17871b-3eb2-4974-9f6e-bb3b53ba9960 tempest-NegativeSecGroupTest-481799553 tempest-NegativeSecGroupTest-481799553-project] Request body: {'security_group_rule': {'security_group_id': '57777d4d-bc5b-4e8e-bdd5-1a82c9359bb8', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=103230) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 19:27:05.935291 n-d-713498-36 neutron-server[103230]: WARNING neutron.api.v2.base [None req-2c17871b-3eb2-4974-9f6e-bb3b53ba9960 tempest-NegativeSecGroupTest-481799553 tempest-NegativeSecGroupTest-481799553-project] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6']. Feb 09 19:27:05.935865 n-d-713498-36 neutron-server[103230]: INFO neutron.api.v2.resource [None req-2c17871b-3eb2-4974-9f6e-bb3b53ba9960 tempest-NegativeSecGroupTest-481799553 tempest-NegativeSecGroupTest-481799553-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 09 19:27:05.936917 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-2c17871b-3eb2-4974-9f6e-bb3b53ba9960 tempest-NegativeSecGroupTest-481799553 tempest-NegativeSecGroupTest-481799553-project] 10.222.0.75 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0429256 Feb 09 19:27:05.945444 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ce041f1-e4b2-4747-95aa-95cf008ed186 tempest-NegativeSecGroupTest-481799553 tempest-NegativeSecGroupTest-481799553-project] Pushing event updated for resources: {'SecurityGroup': ['ID=57777d4d-bc5b-4e8e-bdd5-1a82c9359bb8,revision_number=1']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:27:05.948494 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 53604) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:27:06.023428 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 53606) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:27:06.169035 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2475516a-aa17-4972-ace0-906688d3f5ff tempest-PortsIpV6TestJSON-283107163 tempest-PortsIpV6TestJSON-283107163-project] Made reservation on behalf of 13b115ce9df54fa79100ec0671404776 for: {'subnet': 1} {{(pid=103230) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 19:27:06.172930 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-2475516a-aa17-4972-ace0-906688d3f5ff tempest-PortsIpV6TestJSON-283107163 tempest-PortsIpV6TestJSON-283107163-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12985917'] for subnet (None), before_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:27:06.197329 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10b1006c-205d-4ffd-ab61-89ff3232b27e req-68637dc5-acf1-4df5-b074-25c7b64795dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:27:06.207846 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-10b1006c-205d-4ffd-ab61-89ff3232b27e req-68637dc5-acf1-4df5-b074-25c7b64795dc service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=bd12d1d0-518d-4d29-a00d-98410ba2cb8a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.3989575 Feb 09 19:27:06.242682 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0159ceb9-4e3a-46ee-9a1b-9a879142a1bd req-260fd46f-35e8-4901-88dc-34a51b4678a5 tempest-TestServerMultinode-969236194 tempest-TestServerMultinode-969236194-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:27:06.250205 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-0159ceb9-4e3a-46ee-9a1b-9a879142a1bd req-260fd46f-35e8-4901-88dc-34a51b4678a5 tempest-TestServerMultinode-969236194 tempest-TestServerMultinode-969236194-project-admin] 10.222.0.75 "GET /v2.0/ports?device_id=f64ec94d-8f43-4817-807f-15b20fbcb6c7 HTTP/1.1" status: 200 len: 1128 time: 0.2200267 Feb 09 19:27:06.319214 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-c36495fb-fd22-4702-b4c9-45f53248db7f tempest-PortsTestJSON-1738022054 tempest-PortsTestJSON-1738022054-project] Publish callbacks [] for security_group (cb4aa95e-64b2-46b5-8ea1-e4c0ddd11b59), precommit_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:27:06.342813 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-c36495fb-fd22-4702-b4c9-45f53248db7f tempest-PortsTestJSON-1738022054 tempest-PortsTestJSON-1738022054-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1892331'] for security_group (cb4aa95e-64b2-46b5-8ea1-e4c0ddd11b59), after_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:27:06.399338 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.db_base_plugin_common [None req-e45941a3-3b90-4147-ba02-5515cce8d0aa None None] Allocated IP 172.20.0.2 (df9a4a50-91f1-4ccc-b5a4-f855c704c8eb/3dca66cd-ac5c-494c-a8ac-5a8a224fc27e/d6c2155a-b6c6-4dfb-be0d-47134fa7410a) {{(pid=103232) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 19:27:06.454636 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-c36495fb-fd22-4702-b4c9-45f53248db7f tempest-PortsTestJSON-1738022054 tempest-PortsTestJSON-1738022054-project] Publish callbacks [] for security_group (None), before_response {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:27:06.456528 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-c36495fb-fd22-4702-b4c9-45f53248db7f tempest-PortsTestJSON-1738022054 tempest-PortsTestJSON-1738022054-project] 10.222.0.75 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.9521537 Feb 09 19:27:06.458444 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c36495fb-fd22-4702-b4c9-45f53248db7f tempest-PortsTestJSON-1738022054 tempest-PortsTestJSON-1738022054-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cb4aa95e-64b2-46b5-8ea1-e4c0ddd11b59,revision_number=1']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:27:06.477721 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 53612) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:27:06.484738 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.v2.base [None req-4b9468a6-7a69-4315-9380-a5c164d132f2 tempest-PortsTestJSON-1738022054 tempest-PortsTestJSON-1738022054-project] Request body: {'security_group': {'name': 'tempest-secgroup-191311060'}} {{(pid=103229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 19:27:06.506386 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-0159ceb9-4e3a-46ee-9a1b-9a879142a1bd req-46c81c85-9c2d-4d26-b382-2a0cb85c541f tempest-TestServerMultinode-969236194 tempest-TestServerMultinode-969236194-project-admin] 10.222.0.75 "GET /v2.0/security-groups?id=470bf4f7-ea0c-4a64-8d8b-9f2609ff7cad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2363687 Feb 09 19:27:06.649896 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-4b9468a6-7a69-4315-9380-a5c164d132f2 tempest-PortsTestJSON-1738022054 tempest-PortsTestJSON-1738022054-project] Publish callbacks [] for security_group (None), before_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:27:06.683419 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-e45941a3-3b90-4147-ba02-5515cce8d0aa None None] Publish callbacks [] for port (d6c2155a-b6c6-4dfb-be0d-47134fa7410a), precommit_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:27:06.694768 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-e45941a3-3b90-4147-ba02-5515cce8d0aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762866656467'] for port (d6c2155a-b6c6-4dfb-be0d-47134fa7410a), after_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:27:06.763857 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-10b1006c-205d-4ffd-ab61-89ff3232b27e req-761948a1-d1b5-457d-887b-dd85df3667a7 service neutron] 10.222.0.89 "GET /v2.0/networks/bd12d1d0-518d-4d29-a00d-98410ba2cb8a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5235693 Feb 09 19:27:06.788349 n-d-713498-36 neutron-server[103232]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e45941a3-3b90-4147-ba02-5515cce8d0aa None None] Network df9a4a50-91f1-4ccc-b5a4-f855c704c8eb is already hosted by enough agents. {{(pid=103232) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 19:27:06.789646 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e45941a3-3b90-4147-ba02-5515cce8d0aa None None] Pushing event updated for resources: {'Port': ['ID=d6c2155a-b6c6-4dfb-be0d-47134fa7410a,revision_number=1']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:27:06.792415 n-d-713498-36 neutron-server[103232]: DEBUG neutron.scheduler.base_scheduler [None req-e45941a3-3b90-4147-ba02-5515cce8d0aa None None] Resources bound (agent type, host, resource id): {{(pid=103232) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 19:27:06.794976 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e45941a3-3b90-4147-ba02-5515cce8d0aa None None] Received port after_create {{(pid=103232) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 19:27:06.923843 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.managers [None req-e45941a3-3b90-4147-ba02-5515cce8d0aa None None] Attempting to bind port d6c2155a-b6c6-4dfb-be0d-47134fa7410a on host n-d-713498-36 for vnic_type normal with profile {{(pid=103232) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 19:27:06.924219 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.managers [None req-e45941a3-3b90-4147-ba02-5515cce8d0aa None None] Attempting to bind port d6c2155a-b6c6-4dfb-be0d-47134fa7410a by drivers openvswitch,hyperv on host n-d-713498-36 at level 0 using segments [{'id': 'b38c033e-95a5-4bf1-914a-a124b7b8f75d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': 'df9a4a50-91f1-4ccc-b5a4-f855c704c8eb'}] {{(pid=103232) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 19:27:06.924589 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e45941a3-3b90-4147-ba02-5515cce8d0aa None None] Attempting to bind port d6c2155a-b6c6-4dfb-be0d-47134fa7410a on network df9a4a50-91f1-4ccc-b5a4-f855c704c8eb {{(pid=103232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 19:27:06.952606 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e45941a3-3b90-4147-ba02-5515cce8d0aa None None] Checking agent: {'id': '496418a2-c002-4aec-ab1a-07f3bea491bd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-36', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 18, 51, 47), 'started_at': datetime.datetime(2022, 2, 9, 18, 52, 17), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 19, 26, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-36'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 19:27:06.952991 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e45941a3-3b90-4147-ba02-5515cce8d0aa None None] Checking segment: {'id': 'b38c033e-95a5-4bf1-914a-a124b7b8f75d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': 'df9a4a50-91f1-4ccc-b5a4-f855c704c8eb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103232) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 19:27:06.953362 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-e45941a3-3b90-4147-ba02-5515cce8d0aa None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:27:06.953910 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e45941a3-3b90-4147-ba02-5515cce8d0aa None None] Bound using segment: {'id': 'b38c033e-95a5-4bf1-914a-a124b7b8f75d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': 'df9a4a50-91f1-4ccc-b5a4-f855c704c8eb'} {{(pid=103232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 19:27:06.962923 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.managers [None req-e45941a3-3b90-4147-ba02-5515cce8d0aa None None] Bound port: d6c2155a-b6c6-4dfb-be0d-47134fa7410a, host: n-d-713498-36, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b38c033e-95a5-4bf1-914a-a124b7b8f75d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': 'df9a4a50-91f1-4ccc-b5a4-f855c704c8eb'}}] {{(pid=103232) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 19:27:06.963459 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-e45941a3-3b90-4147-ba02-5515cce8d0aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (d6c2155a-b6c6-4dfb-be0d-47134fa7410a), before_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:27:06.988100 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-4b9468a6-7a69-4315-9380-a5c164d132f2 tempest-PortsTestJSON-1738022054 tempest-PortsTestJSON-1738022054-project] Publish callbacks [] for security_group (75d5839a-76b4-4221-83a3-36e92d95e121), precommit_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:27:07.048120 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-4b9468a6-7a69-4315-9380-a5c164d132f2 tempest-PortsTestJSON-1738022054 tempest-PortsTestJSON-1738022054-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1892331'] for security_group (75d5839a-76b4-4221-83a3-36e92d95e121), after_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:27:07.176471 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-e45941a3-3b90-4147-ba02-5515cce8d0aa None None] For port d6c2155a-b6c6-4dfb-be0d-47134fa7410a, host n-d-713498-36, cleared binding levels {{(pid=103232) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 19:27:07.184019 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-e45941a3-3b90-4147-ba02-5515cce8d0aa None None] For port d6c2155a-b6c6-4dfb-be0d-47134fa7410a, host n-d-713498-36, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-36',level=0,port_id=d6c2155a-b6c6-4dfb-be0d-47134fa7410a,segment=NetworkSegment(b38c033e-95a5-4bf1-914a-a124b7b8f75d),segment_id=b38c033e-95a5-4bf1-914a-a124b7b8f75d)] {{(pid=103232) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 19:27:07.197363 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-e45941a3-3b90-4147-ba02-5515cce8d0aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762867176205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762866656485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762866656503'] for port (d6c2155a-b6c6-4dfb-be0d-47134fa7410a), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:27:07.198630 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-4b9468a6-7a69-4315-9380-a5c164d132f2 tempest-PortsTestJSON-1738022054 tempest-PortsTestJSON-1738022054-project] Publish callbacks [] for security_group (None), before_response {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:27:07.200182 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-4b9468a6-7a69-4315-9380-a5c164d132f2 tempest-PortsTestJSON-1738022054 tempest-PortsTestJSON-1738022054-project] 10.222.0.75 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 0.7214386 Feb 09 19:27:07.206208 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 53618) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:27:07.217038 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-ebe2607a-c713-4b60-8523-65d896c4eb75 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=2144a5f95fe04d169308063e9f839f8a&name=default HTTP/1.1" status: 200 len: 3000 time: 1.1816511 Feb 09 19:27:07.217740 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 53620) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:27:07.220639 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.v2.base [None req-472c3fbd-6e6a-4fc1-9927-c0ccc0e1f48b tempest-PortsTestJSON-1738022054 tempest-PortsTestJSON-1738022054-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1468081093', 'security_groups': ['75d5839a-76b4-4221-83a3-36e92d95e121'], 'network_id': 'df9a4a50-91f1-4ccc-b5a4-f855c704c8eb', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '3dca66cd-ac5c-494c-a8ac-5a8a224fc27e'}]}} {{(pid=103229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 19:27:07.227990 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-10b1006c-205d-4ffd-ab61-89ff3232b27e req-4e212125-916d-4d7a-b363-f520921c419e service neutron] 10.222.0.89 "GET /v2.0/networks/bd12d1d0-518d-4d29-a00d-98410ba2cb8a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4581249 Feb 09 19:27:07.230880 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dda38287-f2c2-473d-b0d3-6e4416f95521 req-44e6d4d1-71cd-4b4c-b887-5763b38e49b5 tempest-AttachVolumeShelveTestJSON-671139515 tempest-AttachVolumeShelveTestJSON-671139515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:27:07.239358 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-dda38287-f2c2-473d-b0d3-6e4416f95521 req-44e6d4d1-71cd-4b4c-b887-5763b38e49b5 tempest-AttachVolumeShelveTestJSON-671139515 tempest-AttachVolumeShelveTestJSON-671139515-project] 10.222.0.75 "GET /v2.0/ports?device_id=32437e19-fcdc-4dd1-84cc-377ffcb85b84 HTTP/1.1" status: 200 len: 943 time: 1.3507900 Feb 09 19:27:07.244897 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b9468a6-7a69-4315-9380-a5c164d132f2 tempest-PortsTestJSON-1738022054 tempest-PortsTestJSON-1738022054-project] Pushing event updated for resources: {'SecurityGroup': ['ID=75d5839a-76b4-4221-83a3-36e92d95e121,revision_number=1']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:27:07.274357 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-a6a41d25-b83f-4a16-bc9b-881e96fdd27f tempest-NegativeSecGroupTest-481799553 tempest-NegativeSecGroupTest-481799553-project] Publish callbacks [] for security_group (57777d4d-bc5b-4e8e-bdd5-1a82c9359bb8), before_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:27:07.286794 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e45941a3-3b90-4147-ba02-5515cce8d0aa None None] Pushing event updated for resources: {'Port': ['ID=d6c2155a-b6c6-4dfb-be0d-47134fa7410a,revision_number=2']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:27:07.400077 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ee9b9e1-a9be-4e08-94c4-50547d0e10f6 req-e1136203-1f23-475e-b5f1-9e3f8098ede7 tempest-ServerActionsTestJSON-347500300 tempest-ServerActionsTestJSON-347500300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:27:07.423620 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-0ee9b9e1-a9be-4e08-94c4-50547d0e10f6 req-e1136203-1f23-475e-b5f1-9e3f8098ede7 tempest-ServerActionsTestJSON-347500300 tempest-ServerActionsTestJSON-347500300-project] 10.222.0.75 "GET /v2.0/ports?device_id=41583515-d234-4b09-9050-bab2a796beed HTTP/1.1" status: 200 len: 943 time: 0.4703717 Feb 09 19:27:07.491692 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-a6a41d25-b83f-4a16-bc9b-881e96fdd27f tempest-NegativeSecGroupTest-481799553 tempest-NegativeSecGroupTest-481799553-project] Publish callbacks [] for security_group (57777d4d-bc5b-4e8e-bdd5-1a82c9359bb8), precommit_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:27:07.547337 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-dda38287-f2c2-473d-b0d3-6e4416f95521 req-a9bcdf2d-4b5d-4982-bac9-3903eace496a tempest-AttachVolumeShelveTestJSON-671139515 tempest-AttachVolumeShelveTestJSON-671139515-project] 10.222.0.75 "GET /v2.0/security-groups?id=e78d9a5a-8306-4175-aed3-1bd14ac6b154&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3070705 Feb 09 19:27:07.594373 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-a6a41d25-b83f-4a16-bc9b-881e96fdd27f tempest-NegativeSecGroupTest-481799553 tempest-NegativeSecGroupTest-481799553-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1892331'] for security_group (57777d4d-bc5b-4e8e-bdd5-1a82c9359bb8), after_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:27:07.597028 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-a6a41d25-b83f-4a16-bc9b-881e96fdd27f tempest-NegativeSecGroupTest-481799553 tempest-NegativeSecGroupTest-481799553-project] Publish callbacks [] for security_group (None), before_response {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:27:07.603130 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-a6a41d25-b83f-4a16-bc9b-881e96fdd27f tempest-NegativeSecGroupTest-481799553 tempest-NegativeSecGroupTest-481799553-project] 10.222.0.75 "DELETE /v2.0/security-groups/57777d4d-bc5b-4e8e-bdd5-1a82c9359bb8 HTTP/1.1" status: 204 len: 168 time: 1.6387031 Feb 09 19:27:07.604007 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 53624) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:27:07.613265 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-83c664fc-1dc5-47b4-bda7-e4c12d831b49 admin admin] Publish callbacks [] for security_group (e2c286ed-f317-46f6-b582-9a19546e0cee), before_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:27:07.658568 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6a41d25-b83f-4a16-bc9b-881e96fdd27f tempest-NegativeSecGroupTest-481799553 tempest-NegativeSecGroupTest-481799553-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=57777d4d-bc5b-4e8e-bdd5-1a82c9359bb8,revision_number=None']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:27:07.791059 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-472c3fbd-6e6a-4fc1-9927-c0ccc0e1f48b tempest-PortsTestJSON-1738022054 tempest-PortsTestJSON-1738022054-project] Made reservation on behalf of 150a397110044967a3816a9b460534fa for: {'port': 1} {{(pid=103229) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 19:27:07.817801 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-0ee9b9e1-a9be-4e08-94c4-50547d0e10f6 req-af8b16a5-bb09-4161-bdf6-5263bb35007e tempest-ServerActionsTestJSON-347500300 tempest-ServerActionsTestJSON-347500300-project] 10.222.0.75 "GET /v2.0/security-groups?id=f62a4cfa-cf5c-41a8-8bc5-ff3861f4d88a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3929768 Feb 09 19:27:07.843683 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-6e8412c2-47be-43df-be72-7c9c980b2217 tempest-NegativeSecGroupTest-481799553 tempest-NegativeSecGroupTest-481799553-project] 10.222.0.75 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.2312727 Feb 09 19:27:07.844322 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 53626) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:27:07.871108 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.v2.base [None req-50909d36-dd0f-494f-b434-6cd616ab2360 tempest-NegativeSecGroupTest-481799553 tempest-NegativeSecGroupTest-481799553-project] Request body: {'security_group': {'name': 'tempest-secgroup--541101304'}} {{(pid=103230) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 19:27:07.898183 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-83c664fc-1dc5-47b4-bda7-e4c12d831b49 admin admin] Publish callbacks [] for security_group (e2c286ed-f317-46f6-b582-9a19546e0cee), precommit_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:27:07.961485 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-50909d36-dd0f-494f-b434-6cd616ab2360 tempest-NegativeSecGroupTest-481799553 tempest-NegativeSecGroupTest-481799553-project] Publish callbacks [] for security_group (None), before_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:27:07.970746 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-2475516a-aa17-4972-ace0-906688d3f5ff tempest-PortsIpV6TestJSON-283107163 tempest-PortsIpV6TestJSON-283107163-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14393611', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12985859'] for subnet (115def0e-7ef1-42f3-bac8-07a3aeea130f), after_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:27:07.996612 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-472c3fbd-6e6a-4fc1-9927-c0ccc0e1f48b tempest-PortsTestJSON-1738022054 tempest-PortsTestJSON-1738022054-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (None), before_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:27:08.035089 n-d-713498-36 neutron-server[103229]: DEBUG neutron.notifiers.nova [None req-472c3fbd-6e6a-4fc1-9927-c0ccc0e1f48b tempest-PortsTestJSON-1738022054 tempest-PortsTestJSON-1738022054-project] device_id is not set on port a48411f2-463b-4978-a7f4-499e33f1422b yet. {{(pid=103229) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 09 19:27:08.153810 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2475516a-aa17-4972-ace0-906688d3f5ff tempest-PortsIpV6TestJSON-283107163 tempest-PortsIpV6TestJSON-283107163-project] Checking segment: {'id': '8b1e2906-9e58-4615-a845-d00165376601', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': '4cc1a166-d784-4dc5-bf77-141ef1d3baa0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103230) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 19:27:08.154246 n-d-713498-36 neutron-server[103230]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2475516a-aa17-4972-ace0-906688d3f5ff tempest-PortsIpV6TestJSON-283107163 tempest-PortsIpV6TestJSON-283107163-project] Network hostable DHCP agents. Network: 4cc1a166-d784-4dc5-bf77-141ef1d3baa0, hostable agents: ['af91e4b9-f4e1-42b1-a25c-a10dc47171c8'], hosted agents: [] {{(pid=103230) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 19:27:08.179387 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2475516a-aa17-4972-ace0-906688d3f5ff tempest-PortsIpV6TestJSON-283107163 tempest-PortsIpV6TestJSON-283107163-project] Pushing event updated for resources: {'Subnet': ['ID=115def0e-7ef1-42f3-bac8-07a3aeea130f,revision_number=0']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:27:08.208430 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5009f799-272a-4a02-9be8-66bb029b3d26 req-0bb48e2c-97a2-483e-853f-0f1f7b9eaf4a tempest-TestServerMultinode-969236194 tempest-TestServerMultinode-969236194-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:27:08.223405 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-5009f799-272a-4a02-9be8-66bb029b3d26 req-0bb48e2c-97a2-483e-853f-0f1f7b9eaf4a tempest-TestServerMultinode-969236194 tempest-TestServerMultinode-969236194-project-admin] 10.222.0.75 "GET /v2.0/ports?device_id=f64ec94d-8f43-4817-807f-15b20fbcb6c7 HTTP/1.1" status: 200 len: 1128 time: 0.3648045 Feb 09 19:27:08.257579 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-83c664fc-1dc5-47b4-bda7-e4c12d831b49 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1892331'] for security_group (e2c286ed-f317-46f6-b582-9a19546e0cee), after_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:27:08.264164 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-83c664fc-1dc5-47b4-bda7-e4c12d831b49 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:27:08.264164 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-83c664fc-1dc5-47b4-bda7-e4c12d831b49 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/e2c286ed-f317-46f6-b582-9a19546e0cee HTTP/1.1" status: 204 len: 168 time: 1.0394983 Feb 09 19:27:08.309749 n-d-713498-36 neutron-server[103230]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2475516a-aa17-4972-ace0-906688d3f5ff tempest-PortsIpV6TestJSON-283107163 tempest-PortsIpV6TestJSON-283107163-project] Network 4cc1a166-d784-4dc5-bf77-141ef1d3baa0 is scheduled to be hosted by DHCP agent af91e4b9-f4e1-42b1-a25c-a10dc47171c8 with binding_index 1 {{(pid=103230) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 19:27:08.317838 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83c664fc-1dc5-47b4-bda7-e4c12d831b49 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e2c286ed-f317-46f6-b582-9a19546e0cee,revision_number=None']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:27:08.362297 n-d-713498-36 neutron-server[103230]: DEBUG neutron.scheduler.base_scheduler [None req-2475516a-aa17-4972-ace0-906688d3f5ff tempest-PortsIpV6TestJSON-283107163 tempest-PortsIpV6TestJSON-283107163-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713498-36, 4cc1a166-d784-4dc5-bf77-141ef1d3baa0) {{(pid=103230) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 19:27:08.369405 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-50909d36-dd0f-494f-b434-6cd616ab2360 tempest-NegativeSecGroupTest-481799553 tempest-NegativeSecGroupTest-481799553-project] Publish callbacks [] for security_group (569b3df7-d9ed-4783-8279-9dcf8491e0ee), precommit_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:27:08.375484 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2475516a-aa17-4972-ace0-906688d3f5ff tempest-PortsIpV6TestJSON-283107163 tempest-PortsIpV6TestJSON-283107163-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:27:08.376158 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-2475516a-aa17-4972-ace0-906688d3f5ff tempest-PortsIpV6TestJSON-283107163 tempest-PortsIpV6TestJSON-283107163-project] Publish callbacks [] for subnet (None), before_response {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:27:08.382210 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-50909d36-dd0f-494f-b434-6cd616ab2360 tempest-NegativeSecGroupTest-481799553 tempest-NegativeSecGroupTest-481799553-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1892331'] for security_group (569b3df7-d9ed-4783-8279-9dcf8491e0ee), after_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:27:08.392063 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1098795c-c040-44e7-ba09-d773eeedc4df None None] Network 4cc1a166-d784-4dc5-bf77-141ef1d3baa0 requested from n-d-713498-36 {{(pid=103232) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 19:27:08.398602 n-d-713498-36 neutron-server[103229]: DEBUG neutron.db.db_base_plugin_common [None req-472c3fbd-6e6a-4fc1-9927-c0ccc0e1f48b tempest-PortsTestJSON-1738022054 tempest-PortsTestJSON-1738022054-project] Allocated IP 172.20.0.6 (df9a4a50-91f1-4ccc-b5a4-f855c704c8eb/3dca66cd-ac5c-494c-a8ac-5a8a224fc27e/a48411f2-463b-4978-a7f4-499e33f1422b) {{(pid=103229) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 19:27:08.399751 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-5009f799-272a-4a02-9be8-66bb029b3d26 req-3e36cfb2-7231-4627-959a-5ac5c1f5be1f tempest-TestServerMultinode-969236194 tempest-TestServerMultinode-969236194-project-admin] 10.222.0.75 "GET /v2.0/security-groups?id=470bf4f7-ea0c-4a64-8d8b-9f2609ff7cad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1747608 Feb 09 19:27:08.456177 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50909d36-dd0f-494f-b434-6cd616ab2360 tempest-NegativeSecGroupTest-481799553 tempest-NegativeSecGroupTest-481799553-project] Pushing event updated for resources: {'SecurityGroup': ['ID=569b3df7-d9ed-4783-8279-9dcf8491e0ee,revision_number=1']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:27:08.490664 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-2475516a-aa17-4972-ace0-906688d3f5ff tempest-PortsIpV6TestJSON-283107163 tempest-PortsIpV6TestJSON-283107163-project] 10.222.0.75 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.8609283 Feb 09 19:27:08.492068 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 53632) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:27:08.502825 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.v2.base [None req-f6b80427-9a31-46c4-8203-746dc386a63f tempest-PortsIpV6TestJSON-283107163 tempest-PortsIpV6TestJSON-283107163-project] Request body: {'subnet': {'network_id': '4cc1a166-d784-4dc5-bf77-141ef1d3baa0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103230) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 19:27:08.512046 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-50909d36-dd0f-494f-b434-6cd616ab2360 tempest-NegativeSecGroupTest-481799553 tempest-NegativeSecGroupTest-481799553-project] Publish callbacks [] for security_group (None), before_response {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:27:08.513699 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-50909d36-dd0f-494f-b434-6cd616ab2360 tempest-NegativeSecGroupTest-481799553 tempest-NegativeSecGroupTest-481799553-project] 10.222.0.75 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.6561718 Feb 09 19:27:08.520894 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 53634) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:27:08.527229 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.v2.base [None req-10cfaf88-bcc8-4c59-8f9c-39276964d813 tempest-NegativeSecGroupTest-481799553 tempest-NegativeSecGroupTest-481799553-project] Request body: {'security_group_rule': {'security_group_id': '569b3df7-d9ed-4783-8279-9dcf8491e0ee', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 19:27:08.528098 n-d-713498-36 neutron-server[103229]: WARNING neutron.api.v2.base [None req-10cfaf88-bcc8-4c59-8f9c-39276964d813 tempest-NegativeSecGroupTest-481799553 tempest-NegativeSecGroupTest-481799553-project] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported. Feb 09 19:27:08.528936 n-d-713498-36 neutron-server[103229]: INFO neutron.api.v2.resource [None req-10cfaf88-bcc8-4c59-8f9c-39276964d813 tempest-NegativeSecGroupTest-481799553 tempest-NegativeSecGroupTest-481799553-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 09 19:27:08.530895 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-10cfaf88-bcc8-4c59-8f9c-39276964d813 tempest-NegativeSecGroupTest-481799553 tempest-NegativeSecGroupTest-481799553-project] 10.222.0.75 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0082927 Feb 09 19:27:08.535574 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 53636) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:27:08.634333 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Device f0b7f9af-8f64-4260-b1ad-67fc140f8d5e details requested by agent hyperv_n-h1-713498-36 with host n-h1-713498-36 {{(pid=103232) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 19:27:08.943481 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f6b80427-9a31-46c4-8203-746dc386a63f tempest-PortsIpV6TestJSON-283107163 tempest-PortsIpV6TestJSON-283107163-project] Made reservation on behalf of 13b115ce9df54fa79100ec0671404776 for: {'subnet': 1} {{(pid=103230) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 19:27:08.952858 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-472c3fbd-6e6a-4fc1-9927-c0ccc0e1f48b tempest-PortsTestJSON-1738022054 tempest-PortsTestJSON-1738022054-project] Publish callbacks [] for port (a48411f2-463b-4978-a7f4-499e33f1422b), precommit_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:27:08.953445 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-f6b80427-9a31-46c4-8203-746dc386a63f tempest-PortsIpV6TestJSON-283107163 tempest-PortsIpV6TestJSON-283107163-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12985917'] for subnet (None), before_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:27:09.008990 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-dcb874d3-c277-423c-9b33-526f5fee1060 tempest-NegativeSecGroupTest-481799553 tempest-NegativeSecGroupTest-481799553-project] Publish callbacks [] for security_group (569b3df7-d9ed-4783-8279-9dcf8491e0ee), before_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:27:09.018058 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-472c3fbd-6e6a-4fc1-9927-c0ccc0e1f48b tempest-PortsTestJSON-1738022054 tempest-PortsTestJSON-1738022054-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762866656467', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12867576'] for port (a48411f2-463b-4978-a7f4-499e33f1422b), after_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:27:09.063230 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c123442f-4684-4566-af2c-884ec94e06b6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8b32e980-7cce-5e82-a341-bd2fa8945c89-4cc1a166-d784-4dc5-bf77-141ef1d3baa0', 'network_id': '4cc1a166-d784-4dc5-bf77-141ef1d3baa0', 'project_id': '13b115ce9df54fa79100ec0671404776', 'fixed_ips': [{'subnet_id': '115def0e-7ef1-42f3-bac8-07a3aeea130f'}]}} from n-d-713498-36. {{(pid=103232) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 09 19:27:09.064091 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-c123442f-4684-4566-af2c-884ec94e06b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (None), before_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:27:09.252954 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-dcb874d3-c277-423c-9b33-526f5fee1060 tempest-NegativeSecGroupTest-481799553 tempest-NegativeSecGroupTest-481799553-project] Publish callbacks [] for security_group (569b3df7-d9ed-4783-8279-9dcf8491e0ee), precommit_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:27:09.347444 n-d-713498-36 neutron-server[103230]: INFO neutron.db.ipam_backend_mixin [None req-f6b80427-9a31-46c4-8203-746dc386a63f tempest-PortsIpV6TestJSON-283107163 tempest-PortsIpV6TestJSON-283107163-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 115def0e-7ef1-42f3-bac8-07a3aeea130f (CIDR: 2001:db8::/64) Feb 09 19:27:09.360013 n-d-713498-36 neutron-server[103230]: INFO neutron.pecan_wsgi.hooks.translation [None req-f6b80427-9a31-46c4-8203-746dc386a63f tempest-PortsIpV6TestJSON-283107163 tempest-PortsIpV6TestJSON-283107163-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 09 19:27:09.360471 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f6b80427-9a31-46c4-8203-746dc386a63f tempest-PortsIpV6TestJSON-283107163 tempest-PortsIpV6TestJSON-283107163-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103230) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 19:27:09.361099 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-472c3fbd-6e6a-4fc1-9927-c0ccc0e1f48b tempest-PortsTestJSON-1738022054 tempest-PortsTestJSON-1738022054-project] Pushing event updated for resources: {'Port': ['ID=a48411f2-463b-4978-a7f4-499e33f1422b,revision_number=1']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:27:09.391423 n-d-713498-36 neutron-server[103229]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-472c3fbd-6e6a-4fc1-9927-c0ccc0e1f48b tempest-PortsTestJSON-1738022054 tempest-PortsTestJSON-1738022054-project] Network df9a4a50-91f1-4ccc-b5a4-f855c704c8eb is already hosted by enough agents. {{(pid=103229) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 19:27:09.414239 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-f6b80427-9a31-46c4-8203-746dc386a63f tempest-PortsIpV6TestJSON-283107163 tempest-PortsIpV6TestJSON-283107163-project] 10.222.0.75 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.9150171 Feb 09 19:27:09.419545 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 53656) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:27:09.430000 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.v2.base [None req-37cbf960-dd76-41d7-a510-4d1c4800e5de tempest-PortsIpV6TestJSON-283107163 tempest-PortsIpV6TestJSON-283107163-project] Request body: {'subnet': {'network_id': '4cc1a166-d784-4dc5-bf77-141ef1d3baa0', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=103230) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 19:27:09.433681 n-d-713498-36 neutron-server[103229]: DEBUG neutron.scheduler.base_scheduler [None req-472c3fbd-6e6a-4fc1-9927-c0ccc0e1f48b tempest-PortsTestJSON-1738022054 tempest-PortsTestJSON-1738022054-project] Resources bound (agent type, host, resource id): {{(pid=103229) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 19:27:09.438759 n-d-713498-36 neutron-server[103229]: DEBUG neutron.db.l3_dvrscheduler_db [None req-472c3fbd-6e6a-4fc1-9927-c0ccc0e1f48b tempest-PortsTestJSON-1738022054 tempest-PortsTestJSON-1738022054-project] Received port after_create {{(pid=103229) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 19:27:09.479388 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c61c2084-d5b6-4482-9c39-289bf39daf80 req-c6013eb5-9dc2-424e-a23d-654975b662f0 tempest-ServerActionsTestJSON-347500300 tempest-ServerActionsTestJSON-347500300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:27:09.481671 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-c61c2084-d5b6-4482-9c39-289bf39daf80 req-c6013eb5-9dc2-424e-a23d-654975b662f0 tempest-ServerActionsTestJSON-347500300 tempest-ServerActionsTestJSON-347500300-project] 10.222.0.75 "GET /v2.0/ports?device_id=41583515-d234-4b09-9050-bab2a796beed HTTP/1.1" status: 200 len: 943 time: 0.2744055 Feb 09 19:27:09.517900 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Device d6c2155a-b6c6-4dfb-be0d-47134fa7410a up at agent ovs-agent-n-d-713498-36 {{(pid=103232) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 19:27:09.522499 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adea5f54-4209-45f0-bce9-ebc95d1ba0ab req-972936b5-8697-4fff-9d57-c355dbf8e84d tempest-AttachVolumeShelveTestJSON-671139515 tempest-AttachVolumeShelveTestJSON-671139515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:27:09.524017 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-adea5f54-4209-45f0-bce9-ebc95d1ba0ab req-972936b5-8697-4fff-9d57-c355dbf8e84d tempest-AttachVolumeShelveTestJSON-671139515 tempest-AttachVolumeShelveTestJSON-671139515-project] 10.222.0.75 "GET /v2.0/ports?device_id=32437e19-fcdc-4dd1-84cc-377ffcb85b84 HTTP/1.1" status: 200 len: 943 time: 0.7478027 Feb 09 19:27:09.606729 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-472c3fbd-6e6a-4fc1-9927-c0ccc0e1f48b tempest-PortsTestJSON-1738022054 tempest-PortsTestJSON-1738022054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:27:09.609967 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-472c3fbd-6e6a-4fc1-9927-c0ccc0e1f48b tempest-PortsTestJSON-1738022054 tempest-PortsTestJSON-1738022054-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171096'] for port (None), before_response {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:27:09.749026 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] For port f0b7f9af-8f64-4260-b1ad-67fc140f8d5e, host n-h1-713498-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-36',level=0,port_id=f0b7f9af-8f64-4260-b1ad-67fc140f8d5e,segment=NetworkSegment(9110d757-e4eb-424b-97b9-32896b689ba3),segment_id=9110d757-e4eb-424b-97b9-32896b689ba3)] {{(pid=103232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 19:27:09.782401 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-c61c2084-d5b6-4482-9c39-289bf39daf80 req-75b83e58-206e-46d3-b343-3eec6336ee5d tempest-ServerActionsTestJSON-347500300 tempest-ServerActionsTestJSON-347500300-project] 10.222.0.75 "GET /v2.0/security-groups?id=f62a4cfa-cf5c-41a8-8bc5-ff3861f4d88a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2741010 Feb 09 19:27:09.805701 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-adea5f54-4209-45f0-bce9-ebc95d1ba0ab req-0cf82c69-5142-4996-af96-27e54ec66554 tempest-AttachVolumeShelveTestJSON-671139515 tempest-AttachVolumeShelveTestJSON-671139515-project] 10.222.0.75 "GET /v2.0/security-groups?id=e78d9a5a-8306-4175-aed3-1bd14ac6b154&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2744646 Feb 09 19:27:09.821212 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-472c3fbd-6e6a-4fc1-9927-c0ccc0e1f48b tempest-PortsTestJSON-1738022054 tempest-PortsTestJSON-1738022054-project] 10.222.0.75 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 2.6136825 Feb 09 19:27:09.825667 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 53664) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:27:09.833929 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-dcb874d3-c277-423c-9b33-526f5fee1060 tempest-NegativeSecGroupTest-481799553 tempest-NegativeSecGroupTest-481799553-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1892331'] for security_group (569b3df7-d9ed-4783-8279-9dcf8491e0ee), after_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:27:09.841525 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-dcb874d3-c277-423c-9b33-526f5fee1060 tempest-NegativeSecGroupTest-481799553 tempest-NegativeSecGroupTest-481799553-project] Publish callbacks [] for security_group (None), before_response {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:27:09.852268 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-dcb874d3-c277-423c-9b33-526f5fee1060 tempest-NegativeSecGroupTest-481799553 tempest-NegativeSecGroupTest-481799553-project] 10.222.0.75 "DELETE /v2.0/security-groups/569b3df7-d9ed-4783-8279-9dcf8491e0ee HTTP/1.1" status: 204 len: 168 time: 1.3153229 Feb 09 19:27:09.858244 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 53666) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:27:09.878243 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.v2.base [None req-84a310af-1767-41dd-9948-af5dda8803ba tempest-PortsTestJSON-1738022054 tempest-PortsTestJSON-1738022054-project] Request body: {'subnet': {'network_id': 'df9a4a50-91f1-4ccc-b5a4-f855c704c8eb', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 19:27:09.904480 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.provisioning_blocks [None req-ac8f35a3-7ff5-4962-a1e0-d6f1e8153ef3 None None] Provisioning complete for port d6c2155a-b6c6-4dfb-be0d-47134fa7410a triggered by entity DHCP. {{(pid=103232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 19:27:09.908502 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-ac8f35a3-7ff5-4962-a1e0-d6f1e8153ef3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593630'] for port (d6c2155a-b6c6-4dfb-be0d-47134fa7410a), provisioning_complete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:27:09.922911 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.db_base_plugin_common [None req-c123442f-4684-4566-af2c-884ec94e06b6 None None] Allocated IP 2001:db8::2 (4cc1a166-d784-4dc5-bf77-141ef1d3baa0/115def0e-7ef1-42f3-bac8-07a3aeea130f/95bb319b-577c-431b-a994-32ca9b1066d3) {{(pid=103232) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 19:27:09.932229 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Returning: {'device': 'f0b7f9af-8f64-4260-b1ad-67fc140f8d5e', 'network_id': 'bd12d1d0-518d-4d29-a00d-98410ba2cb8a', 'port_id': 'f0b7f9af-8f64-4260-b1ad-67fc140f8d5e', 'mac_address': 'fa:16:3e:b7:44:48', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 397, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '60ccac4e-8e6b-4139-b4aa-9c0c5cc0e9e4', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103232) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 19:27:09.996080 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcb874d3-c277-423c-9b33-526f5fee1060 tempest-NegativeSecGroupTest-481799553 tempest-NegativeSecGroupTest-481799553-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=569b3df7-d9ed-4783-8279-9dcf8491e0ee,revision_number=None']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:27:10.074416 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.provisioning_blocks [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Provisioning complete for port d6c2155a-b6c6-4dfb-be0d-47134fa7410a triggered by entity L2. {{(pid=103232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 19:27:10.074808 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593630'] for port (d6c2155a-b6c6-4dfb-be0d-47134fa7410a), provisioning_complete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:27:10.076753 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-37cbf960-dd76-41d7-a510-4d1c4800e5de tempest-PortsIpV6TestJSON-283107163 tempest-PortsIpV6TestJSON-283107163-project] Made reservation on behalf of 13b115ce9df54fa79100ec0671404776 for: {'subnet': 1} {{(pid=103230) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 19:27:10.080153 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-37cbf960-dd76-41d7-a510-4d1c4800e5de tempest-PortsIpV6TestJSON-283107163 tempest-PortsIpV6TestJSON-283107163-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12985917'] for subnet (None), before_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:27:10.183049 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-84a310af-1767-41dd-9948-af5dda8803ba tempest-PortsTestJSON-1738022054 tempest-PortsTestJSON-1738022054-project] Made reservation on behalf of 150a397110044967a3816a9b460534fa for: {'subnet': 1} {{(pid=103229) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 19:27:10.190524 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-84a310af-1767-41dd-9948-af5dda8803ba tempest-PortsTestJSON-1738022054 tempest-PortsTestJSON-1738022054-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12759265'] for subnet (None), before_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:27:10.218609 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-e4022c95-2a5d-47e1-ba79-66ff7753bb7f tempest-NegativeSecGroupTest-481799553 tempest-NegativeSecGroupTest-481799553-project] 10.222.0.75 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.3504677 Feb 09 19:27:10.219242 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 53672) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:27:10.257268 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.v2.base [None req-b2cbe6b0-9742-4042-b7e7-3cac404b3a67 tempest-NegativeSecGroupTest-481799553 tempest-NegativeSecGroupTest-481799553-project] Request body: {'security_group': {'name': 'tempest-secgroup--1994627479'}} {{(pid=103230) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 19:27:10.324720 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-ac8f35a3-7ff5-4962-a1e0-d6f1e8153ef3 None None] Current status of the port d6c2155a-b6c6-4dfb-be0d-47134fa7410a is: DOWN; New status is: ACTIVE {{(pid=103232) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 19:27:10.325009 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-ac8f35a3-7ff5-4962-a1e0-d6f1e8153ef3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (d6c2155a-b6c6-4dfb-be0d-47134fa7410a), before_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:27:10.379300 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Current status of the port f0b7f9af-8f64-4260-b1ad-67fc140f8d5e is: DOWN; New status is: BUILD {{(pid=103232) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 19:27:10.379992 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (f0b7f9af-8f64-4260-b1ad-67fc140f8d5e), before_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:27:10.548916 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-ac8f35a3-7ff5-4962-a1e0-d6f1e8153ef3 None None] For port d6c2155a-b6c6-4dfb-be0d-47134fa7410a, host n-d-713498-36, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-36',level=0,port_id=d6c2155a-b6c6-4dfb-be0d-47134fa7410a,segment=NetworkSegment(b38c033e-95a5-4bf1-914a-a124b7b8f75d),segment_id=b38c033e-95a5-4bf1-914a-a124b7b8f75d)] {{(pid=103232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 19:27:10.575129 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-ac8f35a3-7ff5-4962-a1e0-d6f1e8153ef3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762867176205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762866656485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762866656503'] for port (d6c2155a-b6c6-4dfb-be0d-47134fa7410a), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:27:10.607496 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-37cbf960-dd76-41d7-a510-4d1c4800e5de tempest-PortsIpV6TestJSON-283107163 tempest-PortsIpV6TestJSON-283107163-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14393611', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12985859'] for subnet (1dc832c4-0331-4abf-ab59-9df33931f5d2), after_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:27:10.699300 n-d-713498-36 neutron-server[103230]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37cbf960-dd76-41d7-a510-4d1c4800e5de tempest-PortsIpV6TestJSON-283107163 tempest-PortsIpV6TestJSON-283107163-project] Network 4cc1a166-d784-4dc5-bf77-141ef1d3baa0 is already hosted by enough agents. {{(pid=103230) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 19:27:10.711375 n-d-713498-36 neutron-server[103230]: DEBUG neutron.scheduler.base_scheduler [None req-37cbf960-dd76-41d7-a510-4d1c4800e5de tempest-PortsIpV6TestJSON-283107163 tempest-PortsIpV6TestJSON-283107163-project] Resources bound (agent type, host, resource id): {{(pid=103230) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 19:27:10.716837 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37cbf960-dd76-41d7-a510-4d1c4800e5de tempest-PortsIpV6TestJSON-283107163 tempest-PortsIpV6TestJSON-283107163-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:27:10.718132 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-37cbf960-dd76-41d7-a510-4d1c4800e5de tempest-PortsIpV6TestJSON-283107163 tempest-PortsIpV6TestJSON-283107163-project] Publish callbacks [] for subnet (None), before_response {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:27:10.720849 n-d-713498-36 neutron-server[103232]: DEBUG neutron.notifiers.nova [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f0b7f9af-8f64-4260-b1ad-67fc140f8d5e {{(pid=103232) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 19:27:10.737242 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-b2cbe6b0-9742-4042-b7e7-3cac404b3a67 tempest-NegativeSecGroupTest-481799553 tempest-NegativeSecGroupTest-481799553-project] Publish callbacks [] for security_group (None), before_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:27:10.771242 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-37cbf960-dd76-41d7-a510-4d1c4800e5de tempest-PortsIpV6TestJSON-283107163 tempest-PortsIpV6TestJSON-283107163-project] 10.222.0.75 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 1.3503208 Feb 09 19:27:10.778330 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-724f003e-8ea3-4ab5-b01a-a3f128f67373 req-d6ffcb44-ef6a-4ecc-ac6d-b67216127576 tempest-TestServerMultinode-969236194 tempest-TestServerMultinode-969236194-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:27:10.780373 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-724f003e-8ea3-4ab5-b01a-a3f128f67373 req-d6ffcb44-ef6a-4ecc-ac6d-b67216127576 tempest-TestServerMultinode-969236194 tempest-TestServerMultinode-969236194-project-admin] 10.222.0.75 "GET /v2.0/ports?device_id=f64ec94d-8f43-4817-807f-15b20fbcb6c7 HTTP/1.1" status: 200 len: 1128 time: 0.8188486 Feb 09 19:27:10.783312 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 53680) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:27:10.802691 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.v2.base [None req-a7fbaf2b-1c36-40dd-b0ed-9f12f1454a40 tempest-PortsIpV6TestJSON-283107163 tempest-PortsIpV6TestJSON-283107163-project] Request body: {'port': {'network_id': '4cc1a166-d784-4dc5-bf77-141ef1d3baa0', 'fixed_ips': [{'subnet_id': '115def0e-7ef1-42f3-bac8-07a3aeea130f'}, {'subnet_id': '1dc832c4-0331-4abf-ab59-9df33931f5d2'}], 'name': 'tempest-PortsIpV6TestJSON-1705318863'}} {{(pid=103230) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 19:27:10.924130 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-c123442f-4684-4566-af2c-884ec94e06b6 None None] Publish callbacks [] for port (95bb319b-577c-431b-a994-32ca9b1066d3), precommit_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:27:11.008455 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37cbf960-dd76-41d7-a510-4d1c4800e5de tempest-PortsIpV6TestJSON-283107163 tempest-PortsIpV6TestJSON-283107163-project] Pushing event updated for resources: {'Subnet': ['ID=1dc832c4-0331-4abf-ab59-9df33931f5d2,revision_number=0']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:27:11.098603 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 53688) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:27:11.121482 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Current status of the port d6c2155a-b6c6-4dfb-be0d-47134fa7410a is: ACTIVE; New status is: ACTIVE {{(pid=103232) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 19:27:11.124643 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-c123442f-4684-4566-af2c-884ec94e06b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762866656467'] for port (95bb319b-577c-431b-a994-32ca9b1066d3), after_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:27:11.134029 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.provisioning_blocks [None req-ac8f35a3-7ff5-4962-a1e0-d6f1e8153ef3 None None] Provisioning complete for port bfe5ad17-d007-4de6-8ca3-0ab460cb83c1 triggered by entity DHCP. {{(pid=103232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 19:27:11.134524 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-ac8f35a3-7ff5-4962-a1e0-d6f1e8153ef3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593630'] for port (bfe5ad17-d007-4de6-8ca3-0ab460cb83c1), provisioning_complete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:27:11.175882 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] For port f0b7f9af-8f64-4260-b1ad-67fc140f8d5e, host n-h1-713498-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-36',level=0,port_id=f0b7f9af-8f64-4260-b1ad-67fc140f8d5e,segment=NetworkSegment(9110d757-e4eb-424b-97b9-32896b689ba3),segment_id=9110d757-e4eb-424b-97b9-32896b689ba3)] {{(pid=103232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 19:27:11.178591 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-9c0e7f71-36da-4497-8c14-e82cc748d2e0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762867132591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593584'] for agent (af91e4b9-f4e1-42b1-a25c-a10dc47171c8), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:27:11.194161 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762867176205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762866656485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762866656503'] for port (f0b7f9af-8f64-4260-b1ad-67fc140f8d5e), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:27:11.214154 n-d-713498-36 neutron-server[103232]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c123442f-4684-4566-af2c-884ec94e06b6 None None] Network 4cc1a166-d784-4dc5-bf77-141ef1d3baa0 is already hosted by enough agents. {{(pid=103232) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 19:27:11.218564 n-d-713498-36 neutron-server[103232]: DEBUG neutron.scheduler.base_scheduler [None req-c123442f-4684-4566-af2c-884ec94e06b6 None None] Resources bound (agent type, host, resource id): {{(pid=103232) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 19:27:11.224233 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-ac8f35a3-7ff5-4962-a1e0-d6f1e8153ef3 None None] Port bfe5ad17-d007-4de6-8ca3-0ab460cb83c1 cannot update to ACTIVE because it is not bound. {{(pid=103232) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 19:27:11.226460 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c123442f-4684-4566-af2c-884ec94e06b6 None None] Received port after_create {{(pid=103232) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 19:27:11.234745 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac8f35a3-7ff5-4962-a1e0-d6f1e8153ef3 None None] Pushing event updated for resources: {'Port': ['ID=d6c2155a-b6c6-4dfb-be0d-47134fa7410a,revision_number=3']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:27:11.235498 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-724f003e-8ea3-4ab5-b01a-a3f128f67373 req-c1fd86f5-07af-44cf-9f22-f9d63bd2c70c tempest-TestServerMultinode-969236194 tempest-TestServerMultinode-969236194-project-admin] 10.222.0.75 "GET /v2.0/security-groups?id=470bf4f7-ea0c-4a64-8d8b-9f2609ff7cad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4455340 Feb 09 19:27:11.299837 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac8f35a3-7ff5-4962-a1e0-d6f1e8153ef3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:27:11.300233 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac8f35a3-7ff5-4962-a1e0-d6f1e8153ef3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:27:11.301544 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac8f35a3-7ff5-4962-a1e0-d6f1e8153ef3 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:27:11.301670 n-d-713498-36 neutron-server[103229]: INFO neutron.db.ipam_backend_mixin [None req-84a310af-1767-41dd-9948-af5dda8803ba tempest-PortsTestJSON-1738022054 tempest-PortsTestJSON-1738022054-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 3dca66cd-ac5c-494c-a8ac-5a8a224fc27e (CIDR: 172.20.0.0/28) Feb 09 19:27:11.302280 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac8f35a3-7ff5-4962-a1e0-d6f1e8153ef3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:27:11.304457 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac8f35a3-7ff5-4962-a1e0-d6f1e8153ef3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:27:11.304457 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac8f35a3-7ff5-4962-a1e0-d6f1e8153ef3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:27:11.305152 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac8f35a3-7ff5-4962-a1e0-d6f1e8153ef3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:27:11.308976 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac8f35a3-7ff5-4962-a1e0-d6f1e8153ef3 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:27:11.309906 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac8f35a3-7ff5-4962-a1e0-d6f1e8153ef3 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:27:11.309906 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac8f35a3-7ff5-4962-a1e0-d6f1e8153ef3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:27:11.310339 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac8f35a3-7ff5-4962-a1e0-d6f1e8153ef3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:27:11.310784 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac8f35a3-7ff5-4962-a1e0-d6f1e8153ef3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:27:11.311227 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac8f35a3-7ff5-4962-a1e0-d6f1e8153ef3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:27:11.344670 n-d-713498-36 neutron-server[103229]: INFO neutron.pecan_wsgi.hooks.translation [None req-84a310af-1767-41dd-9948-af5dda8803ba tempest-PortsTestJSON-1738022054 tempest-PortsTestJSON-1738022054-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 09 19:27:11.345356 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-84a310af-1767-41dd-9948-af5dda8803ba tempest-PortsTestJSON-1738022054 tempest-PortsTestJSON-1738022054-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103229) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 19:27:11.381573 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-84a310af-1767-41dd-9948-af5dda8803ba tempest-PortsTestJSON-1738022054 tempest-PortsTestJSON-1738022054-project] 10.222.0.75 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.5537407 Feb 09 19:27:11.387348 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 53694) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:27:11.397844 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.v2.base [None req-b45b36aa-6a32-4d3e-88a6-7ea5b27b4322 tempest-PortsTestJSON-1738022054 tempest-PortsTestJSON-1738022054-project] Request body: {'subnet': {'network_id': 'df9a4a50-91f1-4ccc-b5a4-f855c704c8eb', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=103229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 19:27:11.423559 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-b2cbe6b0-9742-4042-b7e7-3cac404b3a67 tempest-NegativeSecGroupTest-481799553 tempest-NegativeSecGroupTest-481799553-project] Publish callbacks [] for security_group (47680d4a-c85e-455b-89cc-a4f72e0cbdcd), precommit_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:27:11.468585 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-b2cbe6b0-9742-4042-b7e7-3cac404b3a67 tempest-NegativeSecGroupTest-481799553 tempest-NegativeSecGroupTest-481799553-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1892331'] for security_group (47680d4a-c85e-455b-89cc-a4f72e0cbdcd), after_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:27:11.532049 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c123442f-4684-4566-af2c-884ec94e06b6 None None] Pushing event updated for resources: {'Port': ['ID=95bb319b-577c-431b-a994-32ca9b1066d3,revision_number=1']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:27:11.534754 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3af9a3ec-a302-4b04-8239-68b430d4a153 req-76461c1d-6c70-4226-925f-125cc1f4486e tempest-ServerActionsTestJSON-347500300 tempest-ServerActionsTestJSON-347500300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:27:11.543329 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-3af9a3ec-a302-4b04-8239-68b430d4a153 req-76461c1d-6c70-4226-925f-125cc1f4486e tempest-ServerActionsTestJSON-347500300 tempest-ServerActionsTestJSON-347500300-project] 10.222.0.75 "GET /v2.0/ports?device_id=41583515-d234-4b09-9050-bab2a796beed HTTP/1.1" status: 200 len: 944 time: 0.3551013 Feb 09 19:27:11.552210 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-c62c9150-b6ee-4d43-9e6a-1c635f085bc4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:27:11.616080 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Pushing event updated for resources: {'Port': ['ID=f0b7f9af-8f64-4260-b1ad-67fc140f8d5e,revision_number=4']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:27:11.631631 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] get_ports_and_sgs() called for port_ids ['f0b7f9af-8f64-4260-b1ad-67fc140f8d5e'] {{(pid=103232) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 19:27:11.639531 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.managers [None req-c123442f-4684-4566-af2c-884ec94e06b6 None None] Attempting to bind port 95bb319b-577c-431b-a994-32ca9b1066d3 on host n-d-713498-36 for vnic_type normal with profile {{(pid=103232) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 19:27:11.640803 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.managers [None req-c123442f-4684-4566-af2c-884ec94e06b6 None None] Attempting to bind port 95bb319b-577c-431b-a994-32ca9b1066d3 by drivers openvswitch,hyperv on host n-d-713498-36 at level 0 using segments [{'id': '8b1e2906-9e58-4615-a845-d00165376601', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': '4cc1a166-d784-4dc5-bf77-141ef1d3baa0'}] {{(pid=103232) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 19:27:11.641610 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c123442f-4684-4566-af2c-884ec94e06b6 None None] Attempting to bind port 95bb319b-577c-431b-a994-32ca9b1066d3 on network 4cc1a166-d784-4dc5-bf77-141ef1d3baa0 {{(pid=103232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 19:27:11.677355 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-c62c9150-b6ee-4d43-9e6a-1c635f085bc4 admin admin] Publish callbacks [] for security_group (a52aa731-80f0-47b1-a99f-8e8227518b20), precommit_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:27:11.697486 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c123442f-4684-4566-af2c-884ec94e06b6 None None] Checking agent: {'id': '496418a2-c002-4aec-ab1a-07f3bea491bd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-36', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 18, 51, 47), 'started_at': datetime.datetime(2022, 2, 9, 18, 52, 17), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 19, 26, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-36'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 19:27:11.698071 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-b2cbe6b0-9742-4042-b7e7-3cac404b3a67 tempest-NegativeSecGroupTest-481799553 tempest-NegativeSecGroupTest-481799553-project] Publish callbacks [] for security_group (None), before_response {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:27:11.698408 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c123442f-4684-4566-af2c-884ec94e06b6 None None] Checking segment: {'id': '8b1e2906-9e58-4615-a845-d00165376601', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': '4cc1a166-d784-4dc5-bf77-141ef1d3baa0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103232) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 19:27:11.698981 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-c123442f-4684-4566-af2c-884ec94e06b6 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:27:11.699554 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c123442f-4684-4566-af2c-884ec94e06b6 None None] Bound using segment: {'id': '8b1e2906-9e58-4615-a845-d00165376601', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': '4cc1a166-d784-4dc5-bf77-141ef1d3baa0'} {{(pid=103232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 19:27:11.700338 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.managers [None req-c123442f-4684-4566-af2c-884ec94e06b6 None None] Bound port: 95bb319b-577c-431b-a994-32ca9b1066d3, host: n-d-713498-36, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8b1e2906-9e58-4615-a845-d00165376601', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': '4cc1a166-d784-4dc5-bf77-141ef1d3baa0'}}] {{(pid=103232) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 19:27:11.701186 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-c123442f-4684-4566-af2c-884ec94e06b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (95bb319b-577c-431b-a994-32ca9b1066d3), before_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:27:11.702801 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-b2cbe6b0-9742-4042-b7e7-3cac404b3a67 tempest-NegativeSecGroupTest-481799553 tempest-NegativeSecGroupTest-481799553-project] 10.222.0.75 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 1.4771936 Feb 09 19:27:11.705061 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.provisioning_blocks [None req-e0155d6f-947f-48a4-8d6d-ab0376972e75 None None] Provisioning complete for port a48411f2-463b-4978-a7f4-499e33f1422b triggered by entity DHCP. {{(pid=103232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 19:27:11.705662 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-e0155d6f-947f-48a4-8d6d-ab0376972e75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593630'] for port (a48411f2-463b-4978-a7f4-499e33f1422b), provisioning_complete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:27:11.707274 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 53696) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:27:11.718359 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-c62c9150-b6ee-4d43-9e6a-1c635f085bc4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1892331'] for security_group (a52aa731-80f0-47b1-a99f-8e8227518b20), after_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:27:11.728867 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.v2.base [None req-f7e253a2-0ff8-4e49-9dc2-4ef2e6122894 tempest-NegativeSecGroupTest-481799553 tempest-NegativeSecGroupTest-481799553-project] Request body: {'security_group_rule': {'security_group_id': '47680d4a-c85e-455b-89cc-a4f72e0cbdcd', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=103230) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 19:27:11.730046 n-d-713498-36 neutron-server[103230]: WARNING neutron.api.v2.base [None req-f7e253a2-0ff8-4e49-9dc2-4ef2e6122894 tempest-NegativeSecGroupTest-481799553 tempest-NegativeSecGroupTest-481799553-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix. Feb 09 19:27:11.730556 n-d-713498-36 neutron-server[103230]: INFO neutron.api.v2.resource [None req-f7e253a2-0ff8-4e49-9dc2-4ef2e6122894 tempest-NegativeSecGroupTest-481799553 tempest-NegativeSecGroupTest-481799553-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 09 19:27:11.734630 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-f7e253a2-0ff8-4e49-9dc2-4ef2e6122894 tempest-NegativeSecGroupTest-481799553 tempest-NegativeSecGroupTest-481799553-project] 10.222.0.75 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0230677 Feb 09 19:27:11.744497 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 53698) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:27:11.746520 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a7fbaf2b-1c36-40dd-b0ed-9f12f1454a40 tempest-PortsIpV6TestJSON-283107163 tempest-PortsIpV6TestJSON-283107163-project] Made reservation on behalf of 13b115ce9df54fa79100ec0671404776 for: {'port': 1} {{(pid=103230) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 19:27:11.830246 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-c123442f-4684-4566-af2c-884ec94e06b6 None None] For port 95bb319b-577c-431b-a994-32ca9b1066d3, host n-d-713498-36, cleared binding levels {{(pid=103232) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 19:27:11.835508 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-c123442f-4684-4566-af2c-884ec94e06b6 None None] For port 95bb319b-577c-431b-a994-32ca9b1066d3, host n-d-713498-36, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-36',level=0,port_id=95bb319b-577c-431b-a994-32ca9b1066d3,segment=NetworkSegment(8b1e2906-9e58-4615-a845-d00165376601),segment_id=8b1e2906-9e58-4615-a845-d00165376601)] {{(pid=103232) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 19:27:11.842433 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-3af9a3ec-a302-4b04-8239-68b430d4a153 req-58ad3226-b635-4441-97a6-7a7d00155ea2 tempest-ServerActionsTestJSON-347500300 tempest-ServerActionsTestJSON-347500300-project] 10.222.0.75 "GET /v2.0/security-groups?id=f62a4cfa-cf5c-41a8-8bc5-ff3861f4d88a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2979465 Feb 09 19:27:11.853281 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-c123442f-4684-4566-af2c-884ec94e06b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762867176205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762866656485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762866656503'] for port (95bb319b-577c-431b-a994-32ca9b1066d3), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:27:11.865847 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-e0155d6f-947f-48a4-8d6d-ab0376972e75 None None] Port a48411f2-463b-4978-a7f4-499e33f1422b cannot update to ACTIVE because it is not bound. {{(pid=103232) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 19:27:11.877287 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.v2.base [None req-684617f2-6486-4182-b415-4584e489f049 tempest-NegativeSecGroupTest-481799553 tempest-NegativeSecGroupTest-481799553-project] Request body: {'security_group_rule': {'security_group_id': '47680d4a-c85e-455b-89cc-a4f72e0cbdcd', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=103230) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 19:27:11.878548 n-d-713498-36 neutron-server[103230]: WARNING neutron.api.v2.base [None req-684617f2-6486-4182-b415-4584e489f049 tempest-NegativeSecGroupTest-481799553 tempest-NegativeSecGroupTest-481799553-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix. Feb 09 19:27:11.879597 n-d-713498-36 neutron-server[103230]: INFO neutron.api.v2.resource [None req-684617f2-6486-4182-b415-4584e489f049 tempest-NegativeSecGroupTest-481799553 tempest-NegativeSecGroupTest-481799553-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 09 19:27:11.885658 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-684617f2-6486-4182-b415-4584e489f049 tempest-NegativeSecGroupTest-481799553 tempest-NegativeSecGroupTest-481799553-project] 10.222.0.75 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0140204 Feb 09 19:27:11.886481 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 53700) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:27:11.892267 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.v2.base [None req-f4162df8-2c12-4f3b-aa95-94ea15841666 tempest-NegativeSecGroupTest-481799553 tempest-NegativeSecGroupTest-481799553-project] Request body: {'security_group_rule': {'security_group_id': '47680d4a-c85e-455b-89cc-a4f72e0cbdcd', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=103229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 19:27:11.901834 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-a7fbaf2b-1c36-40dd-b0ed-9f12f1454a40 tempest-PortsIpV6TestJSON-283107163 tempest-PortsIpV6TestJSON-283107163-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (None), before_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:27:11.903252 n-d-713498-36 neutron-server[103229]: WARNING neutron.api.v2.base [None req-f4162df8-2c12-4f3b-aa95-94ea15841666 tempest-NegativeSecGroupTest-481799553 tempest-NegativeSecGroupTest-481799553-project] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix. Feb 09 19:27:11.904023 n-d-713498-36 neutron-server[103229]: INFO neutron.api.v2.resource [None req-f4162df8-2c12-4f3b-aa95-94ea15841666 tempest-NegativeSecGroupTest-481799553 tempest-NegativeSecGroupTest-481799553-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 09 19:27:11.905317 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-f4162df8-2c12-4f3b-aa95-94ea15841666 tempest-NegativeSecGroupTest-481799553 tempest-NegativeSecGroupTest-481799553-project] 10.222.0.75 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0166945 Feb 09 19:27:11.906865 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b45b36aa-6a32-4d3e-88a6-7ea5b27b4322 tempest-PortsTestJSON-1738022054 tempest-PortsTestJSON-1738022054-project] Made reservation on behalf of 150a397110044967a3816a9b460534fa for: {'subnet': 1} {{(pid=103229) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 19:27:11.911109 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-b45b36aa-6a32-4d3e-88a6-7ea5b27b4322 tempest-PortsTestJSON-1738022054 tempest-PortsTestJSON-1738022054-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12759265'] for subnet (None), before_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:27:11.915848 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 53702) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:27:11.937247 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.v2.base [None req-e84309e2-795f-41e6-a766-741264a387c8 tempest-NegativeSecGroupTest-481799553 tempest-NegativeSecGroupTest-481799553-project] Request body: {'security_group_rule': {'security_group_id': '47680d4a-c85e-455b-89cc-a4f72e0cbdcd', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '256'}} {{(pid=103229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 19:27:11.938431 n-d-713498-36 neutron-server[103229]: WARNING neutron.api.v2.base [None req-e84309e2-795f-41e6-a766-741264a387c8 tempest-NegativeSecGroupTest-481799553 tempest-NegativeSecGroupTest-481799553-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix. Feb 09 19:27:11.939163 n-d-713498-36 neutron-server[103229]: INFO neutron.api.v2.resource [None req-e84309e2-795f-41e6-a766-741264a387c8 tempest-NegativeSecGroupTest-481799553 tempest-NegativeSecGroupTest-481799553-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 09 19:27:11.939411 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2cbe6b0-9742-4042-b7e7-3cac404b3a67 tempest-NegativeSecGroupTest-481799553 tempest-NegativeSecGroupTest-481799553-project] Pushing event updated for resources: {'SecurityGroup': ['ID=47680d4a-c85e-455b-89cc-a4f72e0cbdcd,revision_number=1']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:27:11.940672 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-e84309e2-795f-41e6-a766-741264a387c8 tempest-NegativeSecGroupTest-481799553 tempest-NegativeSecGroupTest-481799553-project] 10.222.0.75 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0235100 Feb 09 19:27:11.946752 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 53704) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:27:11.996625 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c62c9150-b6ee-4d43-9e6a-1c635f085bc4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a52aa731-80f0-47b1-a99f-8e8227518b20,revision_number=1']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:27:12.018545 n-d-713498-36 neutron-server[103230]: DEBUG neutron.notifiers.nova [None req-a7fbaf2b-1c36-40dd-b0ed-9f12f1454a40 tempest-PortsIpV6TestJSON-283107163 tempest-PortsIpV6TestJSON-283107163-project] device_id is not set on port 0ac2b493-1be3-443c-8876-bc7c2fb77339 yet. {{(pid=103230) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 09 19:27:12.039454 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38d46e6f-7046-4197-8cc1-127efa1e768e req-0cffdb4f-ef02-4ab1-8f26-876a3911b8b6 tempest-AttachVolumeShelveTestJSON-671139515 tempest-AttachVolumeShelveTestJSON-671139515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:27:12.053424 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-38d46e6f-7046-4197-8cc1-127efa1e768e req-0cffdb4f-ef02-4ab1-8f26-876a3911b8b6 tempest-AttachVolumeShelveTestJSON-671139515 tempest-AttachVolumeShelveTestJSON-671139515-project] 10.222.0.75 "GET /v2.0/ports?device_id=32437e19-fcdc-4dd1-84cc-377ffcb85b84 HTTP/1.1" status: 200 len: 943 time: 0.6375365 Feb 09 19:27:12.058464 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c123442f-4684-4566-af2c-884ec94e06b6 None None] Pushing event updated for resources: {'Port': ['ID=95bb319b-577c-431b-a994-32ca9b1066d3,revision_number=2']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:27:12.168135 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-c62c9150-b6ee-4d43-9e6a-1c635f085bc4 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=8cede07564394d7599eb3780dd4769e4&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9920413 Feb 09 19:27:12.172683 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 53706) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:27:12.245707 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-6fb64347-977b-4804-b9c1-f3f5932faeda tempest-NegativeSecGroupTest-481799553 tempest-NegativeSecGroupTest-481799553-project] Publish callbacks [] for security_group (47680d4a-c85e-455b-89cc-a4f72e0cbdcd), before_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:27:12.368336 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-38d46e6f-7046-4197-8cc1-127efa1e768e req-4021c716-1b99-401d-b93b-c89cc4e953c2 tempest-AttachVolumeShelveTestJSON-671139515 tempest-AttachVolumeShelveTestJSON-671139515-project] 10.222.0.75 "GET /v2.0/security-groups?id=e78d9a5a-8306-4175-aed3-1bd14ac6b154&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3128085 Feb 09 19:27:12.464420 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-ea03b756-f225-456f-9080-340d7113045c admin admin] Publish callbacks [] for security_group (a52aa731-80f0-47b1-a99f-8e8227518b20), before_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:27:12.530660 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-ea03b756-f225-456f-9080-340d7113045c admin admin] Publish callbacks [] for security_group (a52aa731-80f0-47b1-a99f-8e8227518b20), precommit_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:27:12.670372 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-6fb64347-977b-4804-b9c1-f3f5932faeda tempest-NegativeSecGroupTest-481799553 tempest-NegativeSecGroupTest-481799553-project] Publish callbacks [] for security_group (47680d4a-c85e-455b-89cc-a4f72e0cbdcd), precommit_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:27:12.787919 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16873cac-4307-455b-83dd-a020c857a77d req-6c8cd18d-8829-4131-ae0e-0efafe17c708 tempest-TestServerMultinode-969236194 tempest-TestServerMultinode-969236194-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:27:12.791937 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-6fb64347-977b-4804-b9c1-f3f5932faeda tempest-NegativeSecGroupTest-481799553 tempest-NegativeSecGroupTest-481799553-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1892331'] for security_group (47680d4a-c85e-455b-89cc-a4f72e0cbdcd), after_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:27:12.795356 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-6fb64347-977b-4804-b9c1-f3f5932faeda tempest-NegativeSecGroupTest-481799553 tempest-NegativeSecGroupTest-481799553-project] Publish callbacks [] for security_group (None), before_response {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:27:12.799967 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-6fb64347-977b-4804-b9c1-f3f5932faeda tempest-NegativeSecGroupTest-481799553 tempest-NegativeSecGroupTest-481799553-project] 10.222.0.75 "DELETE /v2.0/security-groups/47680d4a-c85e-455b-89cc-a4f72e0cbdcd HTTP/1.1" status: 204 len: 168 time: 0.8454976 Feb 09 19:27:12.804271 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 53712) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:27:12.811708 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-16873cac-4307-455b-83dd-a020c857a77d req-6c8cd18d-8829-4131-ae0e-0efafe17c708 tempest-TestServerMultinode-969236194 tempest-TestServerMultinode-969236194-project-admin] 10.222.0.75 "GET /v2.0/ports?device_id=f64ec94d-8f43-4817-807f-15b20fbcb6c7 HTTP/1.1" status: 200 len: 1128 time: 0.3486097 Feb 09 19:27:12.856320 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fb64347-977b-4804-b9c1-f3f5932faeda tempest-NegativeSecGroupTest-481799553 tempest-NegativeSecGroupTest-481799553-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=47680d4a-c85e-455b-89cc-a4f72e0cbdcd,revision_number=None']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:27:12.928076 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-ea03b756-f225-456f-9080-340d7113045c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1892331'] for security_group (a52aa731-80f0-47b1-a99f-8e8227518b20), after_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:27:12.934918 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-ea03b756-f225-456f-9080-340d7113045c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:27:12.940995 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-ea03b756-f225-456f-9080-340d7113045c admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/a52aa731-80f0-47b1-a99f-8e8227518b20 HTTP/1.1" status: 204 len: 168 time: 0.7635655 Feb 09 19:27:12.996503 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-b45b36aa-6a32-4d3e-88a6-7ea5b27b4322 tempest-PortsTestJSON-1738022054 tempest-PortsTestJSON-1738022054-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12867428', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12759263'] for subnet (4ae34cc4-c450-4853-8006-dddcba0208b2), after_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:27:13.005599 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 53718) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:27:13.010397 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-da5b20df-3e3e-4801-ab0f-112e58fb061e tempest-NegativeSecGroupTest-481799553 tempest-NegativeSecGroupTest-481799553-project] 10.222.0.75 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.2006860 Feb 09 19:27:13.036027 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.v2.base [None req-44a8cf44-c5bd-42e7-96ce-03204f5f51b9 tempest-NegativeSecGroupTest-481799553 tempest-NegativeSecGroupTest-481799553-project] Request body: {'security_group': {'name': 'tempest-secgroup--249342520'}} {{(pid=103229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 19:27:13.088297 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-83458055-b55a-4e43-9702-4855d22846ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762867132591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593584'] for agent (93303d5e-5d17-45e8-8963-7694f87783ae), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:27:13.095730 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea03b756-f225-456f-9080-340d7113045c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a52aa731-80f0-47b1-a99f-8e8227518b20,revision_number=None']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:27:13.205327 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Device f0b7f9af-8f64-4260-b1ad-67fc140f8d5e up at agent hyperv_n-h1-713498-36 {{(pid=103232) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 19:27:13.277450 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-16873cac-4307-455b-83dd-a020c857a77d req-2868c4f5-60c8-4042-a8cc-dea4a6846361 tempest-TestServerMultinode-969236194 tempest-TestServerMultinode-969236194-project-admin] 10.222.0.75 "GET /v2.0/security-groups?id=470bf4f7-ea0c-4a64-8d8b-9f2609ff7cad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4611101 Feb 09 19:27:13.293786 n-d-713498-36 neutron-server[103229]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b45b36aa-6a32-4d3e-88a6-7ea5b27b4322 tempest-PortsTestJSON-1738022054 tempest-PortsTestJSON-1738022054-project] Network df9a4a50-91f1-4ccc-b5a4-f855c704c8eb is already hosted by enough agents. {{(pid=103229) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 19:27:13.310906 n-d-713498-36 neutron-server[103229]: DEBUG neutron.scheduler.base_scheduler [None req-b45b36aa-6a32-4d3e-88a6-7ea5b27b4322 tempest-PortsTestJSON-1738022054 tempest-PortsTestJSON-1738022054-project] Resources bound (agent type, host, resource id): {{(pid=103229) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 19:27:13.316160 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b45b36aa-6a32-4d3e-88a6-7ea5b27b4322 tempest-PortsTestJSON-1738022054 tempest-PortsTestJSON-1738022054-project] Pushing event updated for resources: {'Subnet': ['ID=4ae34cc4-c450-4853-8006-dddcba0208b2,revision_number=0']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:27:13.323412 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b45b36aa-6a32-4d3e-88a6-7ea5b27b4322 tempest-PortsTestJSON-1738022054 tempest-PortsTestJSON-1738022054-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:27:13.326598 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-b45b36aa-6a32-4d3e-88a6-7ea5b27b4322 tempest-PortsTestJSON-1738022054 tempest-PortsTestJSON-1738022054-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1613566'] for subnet (None), before_response {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:27:13.330311 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-44a8cf44-c5bd-42e7-96ce-03204f5f51b9 tempest-NegativeSecGroupTest-481799553 tempest-NegativeSecGroupTest-481799553-project] Publish callbacks [] for security_group (None), before_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:27:13.340387 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4de1257-c4a1-40ef-9a58-63443deb183d None None] Network df9a4a50-91f1-4ccc-b5a4-f855c704c8eb requested from n-d-713498-36 {{(pid=103232) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 19:27:13.396278 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-b45b36aa-6a32-4d3e-88a6-7ea5b27b4322 tempest-PortsTestJSON-1738022054 tempest-PortsTestJSON-1738022054-project] 10.222.0.75 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 2.0051301 Feb 09 19:27:13.406902 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 53722) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:27:13.419940 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.v2.base [None req-94b79a77-4f40-4275-9a3a-c97a7f25d00a tempest-PortsTestJSON-1738022054 tempest-PortsTestJSON-1738022054-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1270949147', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '4ae34cc4-c450-4853-8006-dddcba0208b2'}], 'security_groups': ['cb4aa95e-64b2-46b5-8ea1-e4c0ddd11b59']}} {{(pid=103229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 19:27:13.506425 n-d-713498-36 neutron-server[103230]: DEBUG neutron.db.db_base_plugin_common [None req-a7fbaf2b-1c36-40dd-b0ed-9f12f1454a40 tempest-PortsIpV6TestJSON-283107163 tempest-PortsIpV6TestJSON-283107163-project] Allocated IP 2001:db8::1f3 (4cc1a166-d784-4dc5-bf77-141ef1d3baa0/115def0e-7ef1-42f3-bac8-07a3aeea130f/0ac2b493-1be3-443c-8876-bc7c2fb77339) {{(pid=103230) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 19:27:13.540549 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.provisioning_blocks [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Provisioning for port f0b7f9af-8f64-4260-b1ad-67fc140f8d5e completed by entity L2. {{(pid=103232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 19:27:13.541027 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7bca439-8f85-4a18-8c8a-fc1c3efdca12 req-75c68463-4d0a-4ed6-a355-0936f9dda975 tempest-TestServerMultinode-969236194 tempest-TestServerMultinode-969236194-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:27:13.542567 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-d7bca439-8f85-4a18-8c8a-fc1c3efdca12 req-75c68463-4d0a-4ed6-a355-0936f9dda975 tempest-TestServerMultinode-969236194 tempest-TestServerMultinode-969236194-project-admin] 10.222.0.90 "GET /v2.0/ports?device_id=f64ec94d-8f43-4817-807f-15b20fbcb6c7 HTTP/1.1" status: 200 len: 1128 time: 0.5510292 Feb 09 19:27:13.584137 n-d-713498-36 neutron-server[103230]: DEBUG neutron.db.db_base_plugin_common [None req-a7fbaf2b-1c36-40dd-b0ed-9f12f1454a40 tempest-PortsIpV6TestJSON-283107163 tempest-PortsIpV6TestJSON-283107163-project] Allocated IP 2001:db8:0:1::88 (4cc1a166-d784-4dc5-bf77-141ef1d3baa0/1dc832c4-0331-4abf-ab59-9df33931f5d2/0ac2b493-1be3-443c-8876-bc7c2fb77339) {{(pid=103230) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 19:27:13.586522 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.provisioning_blocks [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Provisioning complete for port f0b7f9af-8f64-4260-b1ad-67fc140f8d5e triggered by entity L2. {{(pid=103232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 19:27:13.587021 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593630'] for port (f0b7f9af-8f64-4260-b1ad-67fc140f8d5e), provisioning_complete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:27:13.599833 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4817e110-3e45-4412-92be-7c2139a564a8 req-2e7555d6-0eaa-4d09-859b-b97390464a8e tempest-ServerActionsTestJSON-347500300 tempest-ServerActionsTestJSON-347500300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:27:13.601394 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-4817e110-3e45-4412-92be-7c2139a564a8 req-2e7555d6-0eaa-4d09-859b-b97390464a8e tempest-ServerActionsTestJSON-347500300 tempest-ServerActionsTestJSON-347500300-project] 10.222.0.75 "GET /v2.0/ports?device_id=41583515-d234-4b09-9050-bab2a796beed HTTP/1.1" status: 200 len: 944 time: 0.5013804 Feb 09 19:27:13.801714 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Device 95bb319b-577c-431b-a994-32ca9b1066d3 up at agent ovs-agent-n-d-713498-36 {{(pid=103232) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 19:27:13.844143 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-44a8cf44-c5bd-42e7-96ce-03204f5f51b9 tempest-NegativeSecGroupTest-481799553 tempest-NegativeSecGroupTest-481799553-project] Publish callbacks [] for security_group (8778ccd6-aace-4aeb-8603-41e9d89fdbf3), precommit_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:27:13.863049 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-44a8cf44-c5bd-42e7-96ce-03204f5f51b9 tempest-NegativeSecGroupTest-481799553 tempest-NegativeSecGroupTest-481799553-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1892331'] for security_group (8778ccd6-aace-4aeb-8603-41e9d89fdbf3), after_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:27:13.897946 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-4817e110-3e45-4412-92be-7c2139a564a8 req-3495a3c0-b0fb-4181-8dca-31968525244a tempest-ServerActionsTestJSON-347500300 tempest-ServerActionsTestJSON-347500300-project] 10.222.0.75 "GET /v2.0/security-groups?id=f62a4cfa-cf5c-41a8-8bc5-ff3861f4d88a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2414074 Feb 09 19:27:14.004519 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8d1441d-1ba2-4bc1-8c9f-092601666eef req-3dd1ef56-bfc3-4fff-8ac0-03932b4e491b tempest-AttachVolumeShelveTestJSON-671139515 tempest-AttachVolumeShelveTestJSON-671139515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:27:14.011808 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-a8d1441d-1ba2-4bc1-8c9f-092601666eef req-3dd1ef56-bfc3-4fff-8ac0-03932b4e491b tempest-AttachVolumeShelveTestJSON-671139515 tempest-AttachVolumeShelveTestJSON-671139515-project] 10.222.0.75 "GET /v2.0/ports?device_id=32437e19-fcdc-4dd1-84cc-377ffcb85b84 HTTP/1.1" status: 200 len: 943 time: 0.4325368 Feb 09 19:27:14.086938 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-44a8cf44-c5bd-42e7-96ce-03204f5f51b9 tempest-NegativeSecGroupTest-481799553 tempest-NegativeSecGroupTest-481799553-project] Publish callbacks [] for security_group (None), before_response {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:27:14.103549 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-44a8cf44-c5bd-42e7-96ce-03204f5f51b9 tempest-NegativeSecGroupTest-481799553 tempest-NegativeSecGroupTest-481799553-project] 10.222.0.75 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 1.0877249 Feb 09 19:27:14.109845 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 53740) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:27:14.122569 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.v2.base [None req-fc3d8ba3-8380-46e4-96db-0790d6f5c635 tempest-NegativeSecGroupTest-481799553 tempest-NegativeSecGroupTest-481799553-project] Request body: {'security_group_rule': {'security_group_id': '8778ccd6-aace-4aeb-8603-41e9d89fdbf3', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 19:27:14.123487 n-d-713498-36 neutron-server[103229]: WARNING neutron.api.v2.base [None req-fc3d8ba3-8380-46e4-96db-0790d6f5c635 tempest-NegativeSecGroupTest-481799553 tempest-NegativeSecGroupTest-481799553-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Feb 09 19:27:14.125995 n-d-713498-36 neutron-server[103229]: INFO neutron.api.v2.resource [None req-fc3d8ba3-8380-46e4-96db-0790d6f5c635 tempest-NegativeSecGroupTest-481799553 tempest-NegativeSecGroupTest-481799553-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 09 19:27:14.130755 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-fc3d8ba3-8380-46e4-96db-0790d6f5c635 tempest-NegativeSecGroupTest-481799553 tempest-NegativeSecGroupTest-481799553-project] 10.222.0.75 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0160136 Feb 09 19:27:14.130755 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44a8cf44-c5bd-42e7-96ce-03204f5f51b9 tempest-NegativeSecGroupTest-481799553 tempest-NegativeSecGroupTest-481799553-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8778ccd6-aace-4aeb-8603-41e9d89fdbf3,revision_number=1']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:27:14.147752 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 53742) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:27:14.200876 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.v2.base [None req-0d8ca4ab-5f1a-4151-9613-629ef6bd231c tempest-NegativeSecGroupTest-481799553 tempest-NegativeSecGroupTest-481799553-project] Request body: {'security_group_rule': {'security_group_id': '8778ccd6-aace-4aeb-8603-41e9d89fdbf3', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103230) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 19:27:14.308288 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.plugin [req-d7bca439-8f85-4a18-8c8a-fc1c3efdca12 req-2c84ae26-880c-4146-8b1f-e38b05f3e920 tempest-TestServerMultinode-969236194 tempest-TestServerMultinode-969236194-project-admin] Deleting port 702b1b4e-04c2-4a4e-98ec-dbf8b396da1d {{(pid=103230) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 19:27:14.308556 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [req-d7bca439-8f85-4a18-8c8a-fc1c3efdca12 req-2c84ae26-880c-4146-8b1f-e38b05f3e920 tempest-TestServerMultinode-969236194 tempest-TestServerMultinode-969236194-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762867170196'] for port (702b1b4e-04c2-4a4e-98ec-dbf8b396da1d), before_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:27:14.331183 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-a8d1441d-1ba2-4bc1-8c9f-092601666eef req-58aadca1-5afb-43e0-9c60-5ae369fd4ff6 tempest-AttachVolumeShelveTestJSON-671139515 tempest-AttachVolumeShelveTestJSON-671139515-project] 10.222.0.75 "GET /v2.0/security-groups?id=e78d9a5a-8306-4175-aed3-1bd14ac6b154&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3180661 Feb 09 19:27:14.331713 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-94b79a77-4f40-4275-9a3a-c97a7f25d00a tempest-PortsTestJSON-1738022054 tempest-PortsTestJSON-1738022054-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (a48411f2-463b-4978-a7f4-499e33f1422b), before_update {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:27:14.419332 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-a7fbaf2b-1c36-40dd-b0ed-9f12f1454a40 tempest-PortsIpV6TestJSON-283107163 tempest-PortsIpV6TestJSON-283107163-project] Publish callbacks [] for port (0ac2b493-1be3-443c-8876-bc7c2fb77339), precommit_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:27:14.445461 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a022e3f8-359f-4c52-a4e1-53b68c18c3f5 None None] Network 4cc1a166-d784-4dc5-bf77-141ef1d3baa0 requested from n-d-713498-36 {{(pid=103232) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 19:27:14.581396 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.db [req-d7bca439-8f85-4a18-8c8a-fc1c3efdca12 req-2c84ae26-880c-4146-8b1f-e38b05f3e920 tempest-TestServerMultinode-969236194 tempest-TestServerMultinode-969236194-project-admin] For port 702b1b4e-04c2-4a4e-98ec-dbf8b396da1d, host n-h2-713498-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-36',level=0,port_id=702b1b4e-04c2-4a4e-98ec-dbf8b396da1d,segment=NetworkSegment(f67be751-2433-40db-80a5-c4fefbe3be13),segment_id=f67be751-2433-40db-80a5-c4fefbe3be13)] {{(pid=103230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 19:27:14.582163 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [req-d7bca439-8f85-4a18-8c8a-fc1c3efdca12 req-2c84ae26-880c-4146-8b1f-e38b05f3e920 tempest-TestServerMultinode-969236194 tempest-TestServerMultinode-969236194-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1820838'] for port (702b1b4e-04c2-4a4e-98ec-dbf8b396da1d), precommit_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:27:14.599813 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.plugin [req-d7bca439-8f85-4a18-8c8a-fc1c3efdca12 req-2c84ae26-880c-4146-8b1f-e38b05f3e920 tempest-TestServerMultinode-969236194 tempest-TestServerMultinode-969236194-project-admin] Calling delete_port for 702b1b4e-04c2-4a4e-98ec-dbf8b396da1d owned by compute:nova {{(pid=103230) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 19:27:14.787577 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-a7fbaf2b-1c36-40dd-b0ed-9f12f1454a40 tempest-PortsIpV6TestJSON-283107163 tempest-PortsIpV6TestJSON-283107163-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762866656467', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14393751'] for port (0ac2b493-1be3-443c-8876-bc7c2fb77339), after_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:27:14.788092 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.provisioning_blocks [None req-60c54e75-eace-4774-afaf-3bdb1991cf68 None None] Provisioning complete for port 95bb319b-577c-431b-a994-32ca9b1066d3 triggered by entity DHCP. {{(pid=103232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 19:27:14.788092 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-60c54e75-eace-4774-afaf-3bdb1991cf68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593630'] for port (95bb319b-577c-431b-a994-32ca9b1066d3), provisioning_complete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:27:14.808741 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-edc54c9b-7f13-45d9-9271-85c9738b0128 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762867132591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593584'] for agent (a62b1850-466f-48ae-bec7-d62fb280e14b), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:27:14.823128 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [req-d7bca439-8f85-4a18-8c8a-fc1c3efdca12 req-2c84ae26-880c-4146-8b1f-e38b05f3e920 tempest-TestServerMultinode-969236194 tempest-TestServerMultinode-969236194-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762867177463', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762866656476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14393751'] for port (702b1b4e-04c2-4a4e-98ec-dbf8b396da1d), after_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:27:14.824628 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Current status of the port f0b7f9af-8f64-4260-b1ad-67fc140f8d5e is: BUILD; New status is: ACTIVE {{(pid=103232) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 19:27:14.825029 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (f0b7f9af-8f64-4260-b1ad-67fc140f8d5e), before_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:27:14.889251 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] get_ports_and_sgs() called for port_ids ['23cfe4a7-20c6-45a0-b41b-5f25e12108f4'] {{(pid=103232) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 19:27:15.015126 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-8e62d8d3-eba4-4f0e-82b4-4a4c5b8725c9 req-98dcef35-5830-420f-a8eb-994c9ce716cf tempest-TestServerMultinode-969236194 tempest-TestServerMultinode-969236194-project-admin] 10.222.0.75 "GET /v2.0/ports?device_id=f64ec94d-8f43-4817-807f-15b20fbcb6c7 HTTP/1.1" status: 200 len: 210 time: 0.2339838 Feb 09 19:27:15.059847 n-d-713498-36 neutron-server[103229]: DEBUG neutron.db.db_base_plugin_common [None req-94b79a77-4f40-4275-9a3a-c97a7f25d00a tempest-PortsTestJSON-1738022054 tempest-PortsTestJSON-1738022054-project] Delete allocated IP 172.20.0.6 (df9a4a50-91f1-4ccc-b5a4-f855c704c8eb/3dca66cd-ac5c-494c-a8ac-5a8a224fc27e) {{(pid=103229) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Feb 09 19:27:15.070274 n-d-713498-36 neutron-server[103229]: DEBUG neutron.db.db_base_plugin_common [None req-94b79a77-4f40-4275-9a3a-c97a7f25d00a tempest-PortsTestJSON-1738022054 tempest-PortsTestJSON-1738022054-project] Allocated IP 172.20.0.18 (df9a4a50-91f1-4ccc-b5a4-f855c704c8eb/4ae34cc4-c450-4853-8006-dddcba0208b2/a48411f2-463b-4978-a7f4-499e33f1422b) {{(pid=103229) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 19:27:15.087429 n-d-713498-36 neutron-server[103230]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7fbaf2b-1c36-40dd-b0ed-9f12f1454a40 tempest-PortsIpV6TestJSON-283107163 tempest-PortsIpV6TestJSON-283107163-project] Network 4cc1a166-d784-4dc5-bf77-141ef1d3baa0 is already hosted by enough agents. {{(pid=103230) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 19:27:15.096739 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.provisioning_blocks [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Provisioning complete for port 95bb319b-577c-431b-a994-32ca9b1066d3 triggered by entity L2. {{(pid=103232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 19:27:15.097169 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593630'] for port (95bb319b-577c-431b-a994-32ca9b1066d3), provisioning_complete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:27:15.110412 n-d-713498-36 neutron-server[103230]: DEBUG neutron.scheduler.base_scheduler [None req-a7fbaf2b-1c36-40dd-b0ed-9f12f1454a40 tempest-PortsIpV6TestJSON-283107163 tempest-PortsIpV6TestJSON-283107163-project] Resources bound (agent type, host, resource id): {{(pid=103230) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 19:27:15.122940 n-d-713498-36 neutron-server[103230]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7fbaf2b-1c36-40dd-b0ed-9f12f1454a40 tempest-PortsIpV6TestJSON-283107163 tempest-PortsIpV6TestJSON-283107163-project] Received port after_create {{(pid=103230) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 19:27:15.132232 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7fbaf2b-1c36-40dd-b0ed-9f12f1454a40 tempest-PortsIpV6TestJSON-283107163 tempest-PortsIpV6TestJSON-283107163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:27:15.132909 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-a7fbaf2b-1c36-40dd-b0ed-9f12f1454a40 tempest-PortsIpV6TestJSON-283107163 tempest-PortsIpV6TestJSON-283107163-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171096'] for port (None), before_response {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:27:15.215322 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7fbaf2b-1c36-40dd-b0ed-9f12f1454a40 tempest-PortsIpV6TestJSON-283107163 tempest-PortsIpV6TestJSON-283107163-project] Pushing event updated for resources: {'Port': ['ID=0ac2b493-1be3-443c-8876-bc7c2fb77339,revision_number=1']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:27:15.220272 n-d-713498-36 neutron-server[103230]: DEBUG neutron.db.l3_dvrscheduler_db [req-d7bca439-8f85-4a18-8c8a-fc1c3efdca12 req-2c84ae26-880c-4146-8b1f-e38b05f3e920 tempest-TestServerMultinode-969236194 tempest-TestServerMultinode-969236194-project-admin] No DVR routers for this DVR port 702b1b4e-04c2-4a4e-98ec-dbf8b396da1d on host n-h2-713498-36 {{(pid=103230) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 19:27:15.272894 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c84ae26-880c-4146-8b1f-e38b05f3e920 tempest-TestServerMultinode-969236194 tempest-TestServerMultinode-969236194-project-admin] Pushing event deleted for resources: {'Port': ['ID=702b1b4e-04c2-4a4e-98ec-dbf8b396da1d,revision_number=None']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:27:15.281751 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [req-d7bca439-8f85-4a18-8c8a-fc1c3efdca12 req-2c84ae26-880c-4146-8b1f-e38b05f3e920 tempest-TestServerMultinode-969236194 tempest-TestServerMultinode-969236194-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171096'] for port (None), before_response {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:27:15.285112 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-d7bca439-8f85-4a18-8c8a-fc1c3efdca12 req-2c84ae26-880c-4146-8b1f-e38b05f3e920 tempest-TestServerMultinode-969236194 tempest-TestServerMultinode-969236194-project-admin] 10.222.0.90 "DELETE /v2.0/ports/702b1b4e-04c2-4a4e-98ec-dbf8b396da1d HTTP/1.1" status: 204 len: 173 time: 1.7106280 Feb 09 19:27:15.286097 n-d-713498-36 neutron-server[103230]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f64ec94d-8f43-4817-807f-15b20fbcb6c7', 'name': 'network-vif-deleted', 'tag': '702b1b4e-04c2-4a4e-98ec-dbf8b396da1d'}] {{(pid=103230) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 19:27:15.288857 n-d-713498-36 neutron-server[103230]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aee5919275bae9f72eb374ee322673045eb80c1f84b4b45a97d96923bd50ab51" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c371452a-df2b-4ff1-9c49-3614f15ddb21" -d '{"events": [{"server_uuid": "f64ec94d-8f43-4817-807f-15b20fbcb6c7", "name": "network-vif-deleted", "tag": "702b1b4e-04c2-4a4e-98ec-dbf8b396da1d"}]}' {{(pid=103230) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 19:27:15.321675 n-d-713498-36 neutron-server[103230]: INFO neutron.api.v2.resource [None req-0d8ca4ab-5f1a-4151-9613-629ef6bd231c tempest-NegativeSecGroupTest-481799553 tempest-NegativeSecGroupTest-481799553-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 09 19:27:15.329817 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-0d8ca4ab-5f1a-4151-9613-629ef6bd231c tempest-NegativeSecGroupTest-481799553 tempest-NegativeSecGroupTest-481799553-project] 10.222.0.75 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 1.1418064 Feb 09 19:27:15.331227 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 53762) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:27:15.350737 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.v2.base [None req-0146d175-13d4-48b3-8ddf-d6b1df287ac9 tempest-NegativeSecGroupTest-481799553 tempest-NegativeSecGroupTest-481799553-project] Request body: {'security_group_rule': {'security_group_id': '8778ccd6-aace-4aeb-8603-41e9d89fdbf3', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103230) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 19:27:15.351214 n-d-713498-36 neutron-server[103230]: WARNING neutron.api.v2.base [None req-0146d175-13d4-48b3-8ddf-d6b1df287ac9 tempest-NegativeSecGroupTest-481799553 tempest-NegativeSecGroupTest-481799553-project] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536 Feb 09 19:27:15.351706 n-d-713498-36 neutron-server[103230]: INFO neutron.api.v2.resource [None req-0146d175-13d4-48b3-8ddf-d6b1df287ac9 tempest-NegativeSecGroupTest-481799553 tempest-NegativeSecGroupTest-481799553-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 09 19:27:15.368725 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-0146d175-13d4-48b3-8ddf-d6b1df287ac9 tempest-NegativeSecGroupTest-481799553 tempest-NegativeSecGroupTest-481799553-project] 10.222.0.75 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0363798 Feb 09 19:27:15.369547 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 53764) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:27:15.393866 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-a7fbaf2b-1c36-40dd-b0ed-9f12f1454a40 tempest-PortsIpV6TestJSON-283107163 tempest-PortsIpV6TestJSON-283107163-project] 10.222.0.75 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1016 time: 4.6054940 Feb 09 19:27:15.401066 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 53768) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:27:15.406954 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.v2.base [None req-61cade9d-a2e2-4a3d-a092-81bb0210c3d6 tempest-NegativeSecGroupTest-481799553 tempest-NegativeSecGroupTest-481799553-project] Request body: {'security_group_rule': {'security_group_id': '8778ccd6-aace-4aeb-8603-41e9d89fdbf3', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103230) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 19:27:15.456685 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.v2.base [None req-0edefaac-a8cb-4a38-b0c7-27daa1243477 tempest-PortsIpV6TestJSON-283107163 tempest-PortsIpV6TestJSON-283107163-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '115def0e-7ef1-42f3-bac8-07a3aeea130f'}]}} {{(pid=103229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 19:27:15.507308 n-d-713498-36 neutron-server[103230]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 19:27:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-946154a0-8fb0-491c-997c-9f36a4af8087 x-openstack-request-id: req-946154a0-8fb0-491c-997c-9f36a4af8087 {{(pid=103230) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 19:27:15.507613 n-d-713498-36 neutron-server[103230]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f64ec94d-8f43-4817-807f-15b20fbcb6c7", "name": "network-vif-deleted", "tag": "702b1b4e-04c2-4a4e-98ec-dbf8b396da1d", "status": "completed", "code": 200}]} {{(pid=103230) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 19:27:15.507877 n-d-713498-36 neutron-server[103230]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-946154a0-8fb0-491c-997c-9f36a4af8087 {{(pid=103230) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 19:27:15.508302 n-d-713498-36 neutron-server[103230]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f64ec94d-8f43-4817-807f-15b20fbcb6c7', 'name': 'network-vif-deleted', 'tag': '702b1b4e-04c2-4a4e-98ec-dbf8b396da1d', 'status': 'completed', 'code': 200} Feb 09 19:27:15.550548 n-d-713498-36 neutron-server[103230]: INFO neutron.api.v2.resource [None req-61cade9d-a2e2-4a3d-a092-81bb0210c3d6 tempest-NegativeSecGroupTest-481799553 tempest-NegativeSecGroupTest-481799553-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 09 19:27:15.561610 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-61cade9d-a2e2-4a3d-a092-81bb0210c3d6 tempest-NegativeSecGroupTest-481799553 tempest-NegativeSecGroupTest-481799553-project] 10.222.0.75 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.1651537 Feb 09 19:27:15.562390 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 53774) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:27:15.567724 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.v2.base [None req-c830f4ca-7098-4ef6-bb9e-efd110e33194 tempest-NegativeSecGroupTest-481799553 tempest-NegativeSecGroupTest-481799553-project] Request body: {'security_group_rule': {'security_group_id': '8778ccd6-aace-4aeb-8603-41e9d89fdbf3', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103230) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 19:27:15.568209 n-d-713498-36 neutron-server[103230]: WARNING neutron.api.v2.base [None req-c830f4ca-7098-4ef6-bb9e-efd110e33194 tempest-NegativeSecGroupTest-481799553 tempest-NegativeSecGroupTest-481799553-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Feb 09 19:27:15.568695 n-d-713498-36 neutron-server[103230]: INFO neutron.api.v2.resource [None req-c830f4ca-7098-4ef6-bb9e-efd110e33194 tempest-NegativeSecGroupTest-481799553 tempest-NegativeSecGroupTest-481799553-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 09 19:27:15.583679 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-60c54e75-eace-4774-afaf-3bdb1991cf68 None None] Current status of the port 95bb319b-577c-431b-a994-32ca9b1066d3 is: DOWN; New status is: ACTIVE {{(pid=103232) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 19:27:15.584177 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-60c54e75-eace-4774-afaf-3bdb1991cf68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (95bb319b-577c-431b-a994-32ca9b1066d3), before_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:27:15.597211 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-c830f4ca-7098-4ef6-bb9e-efd110e33194 tempest-NegativeSecGroupTest-481799553 tempest-NegativeSecGroupTest-481799553-project] 10.222.0.75 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0335841 Feb 09 19:27:15.601096 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 53776) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:27:15.605247 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.v2.base [None req-693fcd17-ef99-4d78-9da9-e6507dc2890c tempest-NegativeSecGroupTest-481799553 tempest-NegativeSecGroupTest-481799553-project] Request body: {'security_group_rule': {'security_group_id': '8778ccd6-aace-4aeb-8603-41e9d89fdbf3', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103230) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 19:27:15.611797 n-d-713498-36 neutron-server[103232]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '41583515-d234-4b09-9050-bab2a796beed', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f0b7f9af-8f64-4260-b1ad-67fc140f8d5e'}] {{(pid=103232) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 19:27:15.614948 n-d-713498-36 neutron-server[103232]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}949cdcde653dec44821de95cbf67297f53cbc2aed4e073b5d514f93bf911ce85" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8061c52c-a41d-435d-b73e-ce5889c22412" -d '{"events": [{"server_uuid": "41583515-d234-4b09-9050-bab2a796beed", "name": "network-vif-plugged", "status": "completed", "tag": "f0b7f9af-8f64-4260-b1ad-67fc140f8d5e"}]}' {{(pid=103232) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 19:27:15.670501 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8fedd1be-44cd-4bbe-a8c6-a32579437325 None None] Update dhcp port {'port': {'network_id': 'df9a4a50-91f1-4ccc-b5a4-f855c704c8eb', 'fixed_ips': [{'subnet_id': '3dca66cd-ac5c-494c-a8ac-5a8a224fc27e', 'ip_address': '172.20.0.2'}, {'subnet_id': '4ae34cc4-c450-4853-8006-dddcba0208b2'}], 'binding:host_id': 'n-d-713498-36'}, 'id': 'd6c2155a-b6c6-4dfb-be0d-47134fa7410a'} from n-d-713498-36. {{(pid=103232) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Feb 09 19:27:15.754038 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfcdd434-9287-4133-8e90-36bd1c53481e req-a831cc6a-679f-4729-82af-ae383924321e tempest-ServerActionsTestJSON-347500300 tempest-ServerActionsTestJSON-347500300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:27:15.756381 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-bfcdd434-9287-4133-8e90-36bd1c53481e req-a831cc6a-679f-4729-82af-ae383924321e tempest-ServerActionsTestJSON-347500300 tempest-ServerActionsTestJSON-347500300-project] 10.222.0.75 "GET /v2.0/ports?device_id=41583515-d234-4b09-9050-bab2a796beed HTTP/1.1" status: 200 len: 944 time: 0.5862505 Feb 09 19:27:15.796888 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0832d65f-cf38-42ff-b4ae-32caa891da87 req-bf74a33b-0292-41b9-b8c7-293a25990b26 tempest-AttachVolumeShelveTestJSON-671139515 tempest-AttachVolumeShelveTestJSON-671139515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:27:15.799090 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-0832d65f-cf38-42ff-b4ae-32caa891da87 req-bf74a33b-0292-41b9-b8c7-293a25990b26 tempest-AttachVolumeShelveTestJSON-671139515 tempest-AttachVolumeShelveTestJSON-671139515-project] 10.222.0.75 "GET /v2.0/ports?device_id=32437e19-fcdc-4dd1-84cc-377ffcb85b84 HTTP/1.1" status: 200 len: 943 time: 0.1988342 Feb 09 19:27:15.827813 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-8fedd1be-44cd-4bbe-a8c6-a32579437325 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (d6c2155a-b6c6-4dfb-be0d-47134fa7410a), before_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:27:15.885694 n-d-713498-36 neutron-server[103230]: INFO neutron.api.v2.resource [None req-693fcd17-ef99-4d78-9da9-e6507dc2890c tempest-NegativeSecGroupTest-481799553 tempest-NegativeSecGroupTest-481799553-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 09 19:27:15.893652 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-bfcdd434-9287-4133-8e90-36bd1c53481e req-0cf1bd82-9fe3-4eac-b327-4744540a1c8c tempest-ServerActionsTestJSON-347500300 tempest-ServerActionsTestJSON-347500300-project] 10.222.0.75 "GET /v2.0/security-groups?id=f62a4cfa-cf5c-41a8-8bc5-ff3861f4d88a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1205261 Feb 09 19:27:15.910011 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-693fcd17-ef99-4d78-9da9-e6507dc2890c tempest-NegativeSecGroupTest-481799553 tempest-NegativeSecGroupTest-481799553-project] 10.222.0.75 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.3053033 Feb 09 19:27:15.929110 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 53784) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:27:15.934828 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-0832d65f-cf38-42ff-b4ae-32caa891da87 req-c595a784-d260-476f-adc4-e55460182fdf tempest-AttachVolumeShelveTestJSON-671139515 tempest-AttachVolumeShelveTestJSON-671139515-project] 10.222.0.75 "GET /v2.0/security-groups?id=e78d9a5a-8306-4175-aed3-1bd14ac6b154&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1244249 Feb 09 19:27:15.955993 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.v2.base [None req-edda916b-2fd3-40de-9d6a-e9f5a7f23ca6 tempest-NegativeSecGroupTest-481799553 tempest-NegativeSecGroupTest-481799553-project] Request body: {'security_group_rule': {'security_group_id': '8778ccd6-aace-4aeb-8603-41e9d89fdbf3', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 19:27:15.957122 n-d-713498-36 neutron-server[103229]: WARNING neutron.api.v2.base [None req-edda916b-2fd3-40de-9d6a-e9f5a7f23ca6 tempest-NegativeSecGroupTest-481799553 tempest-NegativeSecGroupTest-481799553-project] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1 Feb 09 19:27:15.959656 n-d-713498-36 neutron-server[103229]: INFO neutron.api.v2.resource [None req-edda916b-2fd3-40de-9d6a-e9f5a7f23ca6 tempest-NegativeSecGroupTest-481799553 tempest-NegativeSecGroupTest-481799553-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 09 19:27:15.962055 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-edda916b-2fd3-40de-9d6a-e9f5a7f23ca6 tempest-NegativeSecGroupTest-481799553 tempest-NegativeSecGroupTest-481799553-project] 10.222.0.75 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0324187 Feb 09 19:27:15.964825 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 53786) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:27:15.970601 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.v2.base [None req-1a3992e5-b2e8-46f9-b630-bdd014977ecb tempest-NegativeSecGroupTest-481799553 tempest-NegativeSecGroupTest-481799553-project] Request body: {'security_group_rule': {'security_group_id': '8778ccd6-aace-4aeb-8603-41e9d89fdbf3', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103230) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 19:27:15.985181 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] For port f0b7f9af-8f64-4260-b1ad-67fc140f8d5e, host n-h1-713498-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-36',level=0,port_id=f0b7f9af-8f64-4260-b1ad-67fc140f8d5e,segment=NetworkSegment(9110d757-e4eb-424b-97b9-32896b689ba3),segment_id=9110d757-e4eb-424b-97b9-32896b689ba3)] {{(pid=103232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 19:27:16.041989 n-d-713498-36 neutron-server[103230]: INFO neutron.api.v2.resource [None req-1a3992e5-b2e8-46f9-b630-bdd014977ecb tempest-NegativeSecGroupTest-481799553 tempest-NegativeSecGroupTest-481799553-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 09 19:27:16.045202 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-1a3992e5-b2e8-46f9-b630-bdd014977ecb tempest-NegativeSecGroupTest-481799553 tempest-NegativeSecGroupTest-481799553-project] 10.222.0.75 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.0792477 Feb 09 19:27:16.048248 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 53792) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:27:16.050067 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-60c54e75-eace-4774-afaf-3bdb1991cf68 None None] For port 95bb319b-577c-431b-a994-32ca9b1066d3, host n-d-713498-36, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-36',level=0,port_id=95bb319b-577c-431b-a994-32ca9b1066d3,segment=NetworkSegment(8b1e2906-9e58-4615-a845-d00165376601),segment_id=8b1e2906-9e58-4615-a845-d00165376601)] {{(pid=103232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 19:27:16.099294 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.v2.base [None req-702c18fe-e837-43d4-b663-38f45c213bae tempest-NegativeSecGroupTest-481799553 tempest-NegativeSecGroupTest-481799553-project] Request body: {'security_group_rule': {'security_group_id': '8778ccd6-aace-4aeb-8603-41e9d89fdbf3', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 19:27:16.136658 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-94b79a77-4f40-4275-9a3a-c97a7f25d00a tempest-PortsTestJSON-1738022054 tempest-PortsTestJSON-1738022054-project] Publish callbacks [] for port (a48411f2-463b-4978-a7f4-499e33f1422b), precommit_update {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:27:16.155116 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-94b79a77-4f40-4275-9a3a-c97a7f25d00a tempest-PortsTestJSON-1738022054 tempest-PortsTestJSON-1738022054-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762867176205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762866656485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762866656503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12867569'] for port (a48411f2-463b-4978-a7f4-499e33f1422b), after_update {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:27:16.291737 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-77485a56-7410-4cbf-9fad-6ee51c7f38c9 req-587d6d9b-0e1a-438b-a99b-9215fd0b9e69 tempest-TestServerMultinode-969236194 tempest-TestServerMultinode-969236194-project-admin] 10.222.0.75 "GET /v2.0/ports?device_id=f64ec94d-8f43-4817-807f-15b20fbcb6c7 HTTP/1.1" status: 200 len: 210 time: 0.0845838 Feb 09 19:27:16.315398 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94b79a77-4f40-4275-9a3a-c97a7f25d00a tempest-PortsTestJSON-1738022054 tempest-PortsTestJSON-1738022054-project] Pushing event updated for resources: {'Port': ['ID=a48411f2-463b-4978-a7f4-499e33f1422b,revision_number=2']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:27:16.360998 n-d-713498-36 neutron-server[103232]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 19:27:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4d1e60b5-7a96-4f3a-8e32-505d6169819c x-openstack-request-id: req-4d1e60b5-7a96-4f3a-8e32-505d6169819c {{(pid=103232) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 19:27:16.361510 n-d-713498-36 neutron-server[103232]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "41583515-d234-4b09-9050-bab2a796beed", "name": "network-vif-plugged", "status": "completed", "tag": "f0b7f9af-8f64-4260-b1ad-67fc140f8d5e", "code": 200}]} {{(pid=103232) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 19:27:16.361936 n-d-713498-36 neutron-server[103232]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-4d1e60b5-7a96-4f3a-8e32-505d6169819c {{(pid=103232) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 19:27:16.362534 n-d-713498-36 neutron-server[103232]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '41583515-d234-4b09-9050-bab2a796beed', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f0b7f9af-8f64-4260-b1ad-67fc140f8d5e', 'code': 200} Feb 09 19:27:16.371660 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Current status of the port 95bb319b-577c-431b-a994-32ca9b1066d3 is: ACTIVE; New status is: ACTIVE {{(pid=103232) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 19:27:16.373252 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Device d6c2155a-b6c6-4dfb-be0d-47134fa7410a up at agent ovs-agent-n-d-713498-36 {{(pid=103232) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 19:27:16.380200 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-60c54e75-eace-4774-afaf-3bdb1991cf68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762867176205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762866656485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762866656503'] for port (95bb319b-577c-431b-a994-32ca9b1066d3), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:27:16.382640 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762867176205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762866656485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762866656503'] for port (f0b7f9af-8f64-4260-b1ad-67fc140f8d5e), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:27:16.435529 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.plugin [None req-94b79a77-4f40-4275-9a3a-c97a7f25d00a tempest-PortsTestJSON-1738022054 tempest-PortsTestJSON-1738022054-project] In _notify_port_updated(), no bound segment for port a48411f2-463b-4978-a7f4-499e33f1422b on network df9a4a50-91f1-4ccc-b5a4-f855c704c8eb {{(pid=103229) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Feb 09 19:27:16.441595 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94b79a77-4f40-4275-9a3a-c97a7f25d00a tempest-PortsTestJSON-1738022054 tempest-PortsTestJSON-1738022054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:27:16.442158 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-94b79a77-4f40-4275-9a3a-c97a7f25d00a tempest-PortsTestJSON-1738022054 tempest-PortsTestJSON-1738022054-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171096'] for port (None), before_response {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:27:16.443627 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-94b79a77-4f40-4275-9a3a-c97a7f25d00a tempest-PortsTestJSON-1738022054 tempest-PortsTestJSON-1738022054-project] 10.222.0.75 "PUT /v2.0/ports/a48411f2-463b-4978-a7f4-499e33f1422b HTTP/1.1" status: 200 len: 921 time: 3.0331457 Feb 09 19:27:16.446955 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 53798) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:27:16.499225 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-0edefaac-a8cb-4a38-b0c7-27daa1243477 tempest-PortsIpV6TestJSON-283107163 tempest-PortsIpV6TestJSON-283107163-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (0ac2b493-1be3-443c-8876-bc7c2fb77339), before_update {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:27:16.553342 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-a7262a8e-0513-48fd-984d-75726a511961 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762867132591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593584'] for agent (911cfea2-02ae-4ec9-bac3-7808ee1cdd9c), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:27:16.607796 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63165ff7-1c68-4121-8214-779eaadae86f None None] Update dhcp port {'port': {'network_id': '4cc1a166-d784-4dc5-bf77-141ef1d3baa0', 'fixed_ips': [{'subnet_id': '115def0e-7ef1-42f3-bac8-07a3aeea130f', 'ip_address': '2001:db8::2'}, {'subnet_id': '1dc832c4-0331-4abf-ab59-9df33931f5d2'}], 'binding:host_id': 'n-d-713498-36'}, 'id': '95bb319b-577c-431b-a994-32ca9b1066d3'} from n-d-713498-36. {{(pid=103232) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Feb 09 19:27:16.616626 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Device 702b1b4e-04c2-4a4e-98ec-dbf8b396da1d no longer exists at agent hyperv_n-h2-713498-36 {{(pid=103232) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 19:27:16.690642 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6d1cee9-827e-4a4b-921a-2ec737d541bf req-bae30368-23f9-427e-8835-9fdd7869a51d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:27:16.692791 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-e6d1cee9-827e-4a4b-921a-2ec737d541bf req-bae30368-23f9-427e-8835-9fdd7869a51d service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=41583515-d234-4b09-9050-bab2a796beed HTTP/1.1" status: 200 len: 1128 time: 0.5195913 Feb 09 19:27:16.695890 n-d-713498-36 neutron-server[103229]: INFO neutron.api.v2.resource [None req-702c18fe-e837-43d4-b663-38f45c213bae tempest-NegativeSecGroupTest-481799553 tempest-NegativeSecGroupTest-481799553-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 09 19:27:16.699892 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-702c18fe-e837-43d4-b663-38f45c213bae tempest-NegativeSecGroupTest-481799553 tempest-NegativeSecGroupTest-481799553-project] 10.222.0.75 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.6412871 Feb 09 19:27:16.702667 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 53804) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:27:16.773642 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.plugin [None req-7a31a5bd-8140-4ecb-bca9-4ac7d1bdaf24 tempest-PortsTestJSON-1738022054 tempest-PortsTestJSON-1738022054-project] Deleting port a48411f2-463b-4978-a7f4-499e33f1422b {{(pid=103230) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 19:27:16.774162 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-7a31a5bd-8140-4ecb-bca9-4ac7d1bdaf24 tempest-PortsTestJSON-1738022054 tempest-PortsTestJSON-1738022054-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762867170196'] for port (a48411f2-463b-4978-a7f4-499e33f1422b), before_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:27:16.808053 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-7429db8d-6021-40ad-813e-885be449a89b None None] No Port match for: 702b1b4e-04c2-4a4e-98ec-dbf8b396da1d {{(pid=103232) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 19:27:16.808439 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Device 702b1b4e-04c2-4a4e-98ec-dbf8b396da1d not bound to the agent host n-h2-713498-36 {{(pid=103232) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 19:27:16.815438 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-e6d1cee9-827e-4a4b-921a-2ec737d541bf req-3973362f-a4f9-4931-804c-985725cf70e2 service neutron] 10.222.0.89 "GET /v2.0/security-groups?id=f62a4cfa-cf5c-41a8-8bc5-ff3861f4d88a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1143973 Feb 09 19:27:16.958965 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.db.api [None req-8fedd1be-44cd-4bbe-a8c6-a32579437325 None None] Retry wrapper got retriable exception: Failed to create a duplicate IpamAllocation: for attribute(s) ['ipamallocations.PRIMARY'] with value(s) 172.20.0.18-2743d053-0d91-419e-b030-e7c2b1851351 {{(pid=103232) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 09 19:27:16.959511 n-d-713498-36 neutron-server[103232]: DEBUG oslo_db.api [None req-8fedd1be-44cd-4bbe-a8c6-a32579437325 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=103232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 09 19:27:16.983483 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60c54e75-eace-4774-afaf-3bdb1991cf68 None None] Pushing event updated for resources: {'Port': ['ID=95bb319b-577c-431b-a994-32ca9b1066d3,revision_number=3']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:27:17.015892 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-4ce429f9-6758-4d35-96d9-d220c7f07448 tempest-NegativeSecGroupTest-481799553 tempest-NegativeSecGroupTest-481799553-project] Publish callbacks [] for security_group (8778ccd6-aace-4aeb-8603-41e9d89fdbf3), before_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:27:17.071189 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-63165ff7-1c68-4121-8214-779eaadae86f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (95bb319b-577c-431b-a994-32ca9b1066d3), before_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:27:17.071464 n-d-713498-36 neutron-server[103229]: DEBUG neutron.db.db_base_plugin_common [None req-0edefaac-a8cb-4a38-b0c7-27daa1243477 tempest-PortsIpV6TestJSON-283107163 tempest-PortsIpV6TestJSON-283107163-project] Delete allocated IP 2001:db8:0:1::88 (4cc1a166-d784-4dc5-bf77-141ef1d3baa0/1dc832c4-0331-4abf-ab59-9df33931f5d2) {{(pid=103229) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Feb 09 19:27:17.107688 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762867132591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593584'] for agent (496418a2-c002-4aec-ab1a-07f3bea491bd), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:27:17.186536 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.provisioning_blocks [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Provisioning complete for port d6c2155a-b6c6-4dfb-be0d-47134fa7410a triggered by entity L2. {{(pid=103232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 19:27:17.186991 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-4ce429f9-6758-4d35-96d9-d220c7f07448 tempest-NegativeSecGroupTest-481799553 tempest-NegativeSecGroupTest-481799553-project] Publish callbacks [] for security_group (8778ccd6-aace-4aeb-8603-41e9d89fdbf3), precommit_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:27:17.192615 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593630'] for port (d6c2155a-b6c6-4dfb-be0d-47134fa7410a), provisioning_complete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:27:17.225135 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-7a31a5bd-8140-4ecb-bca9-4ac7d1bdaf24 tempest-PortsTestJSON-1738022054 tempest-PortsTestJSON-1738022054-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1820838'] for port (a48411f2-463b-4978-a7f4-499e33f1422b), precommit_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:27:17.323815 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-0edefaac-a8cb-4a38-b0c7-27daa1243477 tempest-PortsIpV6TestJSON-283107163 tempest-PortsIpV6TestJSON-283107163-project] Publish callbacks [] for port (0ac2b493-1be3-443c-8876-bc7c2fb77339), precommit_update {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:27:17.339622 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.plugin [None req-7a31a5bd-8140-4ecb-bca9-4ac7d1bdaf24 tempest-PortsTestJSON-1738022054 tempest-PortsTestJSON-1738022054-project] Calling delete_port for a48411f2-463b-4978-a7f4-499e33f1422b owned by {{(pid=103230) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 19:27:17.402837 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-0edefaac-a8cb-4a38-b0c7-27daa1243477 tempest-PortsIpV6TestJSON-283107163 tempest-PortsIpV6TestJSON-283107163-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762867176205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762866656485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762866656503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12867569'] for port (0ac2b493-1be3-443c-8876-bc7c2fb77339), after_update {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:27:17.598866 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.plugin [None req-0edefaac-a8cb-4a38-b0c7-27daa1243477 tempest-PortsIpV6TestJSON-283107163 tempest-PortsIpV6TestJSON-283107163-project] In _notify_port_updated(), no bound segment for port 0ac2b493-1be3-443c-8876-bc7c2fb77339 on network 4cc1a166-d784-4dc5-bf77-141ef1d3baa0 {{(pid=103229) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Feb 09 19:27:17.609799 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0edefaac-a8cb-4a38-b0c7-27daa1243477 tempest-PortsIpV6TestJSON-283107163 tempest-PortsIpV6TestJSON-283107163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:27:17.613846 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-0edefaac-a8cb-4a38-b0c7-27daa1243477 tempest-PortsIpV6TestJSON-283107163 tempest-PortsIpV6TestJSON-283107163-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171096'] for port (None), before_response {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:27:17.627996 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-0edefaac-a8cb-4a38-b0c7-27daa1243477 tempest-PortsIpV6TestJSON-283107163 tempest-PortsIpV6TestJSON-283107163-project] 10.222.0.75 "PUT /v2.0/ports/0ac2b493-1be3-443c-8876-bc7c2fb77339 HTTP/1.1" status: 200 len: 926 time: 2.2257726 Feb 09 19:27:17.629674 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 53828) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:27:17.633015 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0edefaac-a8cb-4a38-b0c7-27daa1243477 tempest-PortsIpV6TestJSON-283107163 tempest-PortsIpV6TestJSON-283107163-project] Pushing event updated for resources: {'Port': ['ID=0ac2b493-1be3-443c-8876-bc7c2fb77339,revision_number=2']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:27:17.649125 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.v2.base [None req-cd3060d8-7299-4cb0-a6fd-2816f9ecd87d tempest-PortsIpV6TestJSON-283107163 tempest-PortsIpV6TestJSON-283107163-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '115def0e-7ef1-42f3-bac8-07a3aeea130f'}, {'subnet_id': '1dc832c4-0331-4abf-ab59-9df33931f5d2'}]}} {{(pid=103229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 19:27:17.675931 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Pushing event updated for resources: {'Port': ['ID=f0b7f9af-8f64-4260-b1ad-67fc140f8d5e,revision_number=5']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:27:17.718074 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-7a31a5bd-8140-4ecb-bca9-4ac7d1bdaf24 tempest-PortsTestJSON-1738022054 tempest-PortsTestJSON-1738022054-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762867177463', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762866656476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14393751'] for port (a48411f2-463b-4978-a7f4-499e33f1422b), after_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:27:17.727097 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b986aa5-b4e2-4443-a1fd-5b3129f49e49 req-6247beb0-798a-4596-b188-45c2e8378706 tempest-ServerActionsTestJSON-347500300 tempest-ServerActionsTestJSON-347500300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:27:17.736182 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-6b986aa5-b4e2-4443-a1fd-5b3129f49e49 req-6247beb0-798a-4596-b188-45c2e8378706 tempest-ServerActionsTestJSON-347500300 tempest-ServerActionsTestJSON-347500300-project] 10.222.0.75 "GET /v2.0/ports?device_id=41583515-d234-4b09-9050-bab2a796beed HTTP/1.1" status: 200 len: 945 time: 0.3944936 Feb 09 19:27:17.801774 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a31a5bd-8140-4ecb-bca9-4ac7d1bdaf24 tempest-PortsTestJSON-1738022054 tempest-PortsTestJSON-1738022054-project] Pushing event deleted for resources: {'Port': ['ID=a48411f2-463b-4978-a7f4-499e33f1422b,revision_number=None']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:27:17.833865 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-8fedd1be-44cd-4bbe-a8c6-a32579437325 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (d6c2155a-b6c6-4dfb-be0d-47134fa7410a), before_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:27:17.873295 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-cd3060d8-7299-4cb0-a6fd-2816f9ecd87d tempest-PortsIpV6TestJSON-283107163 tempest-PortsIpV6TestJSON-283107163-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (0ac2b493-1be3-443c-8876-bc7c2fb77339), before_update {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:27:17.892803 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-4ce429f9-6758-4d35-96d9-d220c7f07448 tempest-NegativeSecGroupTest-481799553 tempest-NegativeSecGroupTest-481799553-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1892331'] for security_group (8778ccd6-aace-4aeb-8603-41e9d89fdbf3), after_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:27:17.897331 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-4ce429f9-6758-4d35-96d9-d220c7f07448 tempest-NegativeSecGroupTest-481799553 tempest-NegativeSecGroupTest-481799553-project] Publish callbacks [] for security_group (None), before_response {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:27:17.898580 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-6b986aa5-b4e2-4443-a1fd-5b3129f49e49 req-3e7f8f8e-e791-40f3-b02c-b69312785071 tempest-ServerActionsTestJSON-347500300 tempest-ServerActionsTestJSON-347500300-project] 10.222.0.75 "GET /v2.0/security-groups?id=f62a4cfa-cf5c-41a8-8bc5-ff3861f4d88a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1610494 Feb 09 19:27:17.902371 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-4ce429f9-6758-4d35-96d9-d220c7f07448 tempest-NegativeSecGroupTest-481799553 tempest-NegativeSecGroupTest-481799553-project] 10.222.0.75 "DELETE /v2.0/security-groups/8778ccd6-aace-4aeb-8603-41e9d89fdbf3 HTTP/1.1" status: 204 len: 168 time: 1.1968565 Feb 09 19:27:17.903001 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 53834) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:27:17.965732 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dce6acd4-1443-4542-a7f7-b3979dba5a1e req-cef5d13f-a96e-45a7-b6ea-d69e2cea2b19 tempest-AttachVolumeShelveTestJSON-671139515 tempest-AttachVolumeShelveTestJSON-671139515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:27:17.979410 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-dce6acd4-1443-4542-a7f7-b3979dba5a1e req-cef5d13f-a96e-45a7-b6ea-d69e2cea2b19 tempest-AttachVolumeShelveTestJSON-671139515 tempest-AttachVolumeShelveTestJSON-671139515-project] 10.222.0.75 "GET /v2.0/ports?device_id=32437e19-fcdc-4dd1-84cc-377ffcb85b84 HTTP/1.1" status: 200 len: 943 time: 0.7753699 Feb 09 19:27:18.052785 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ce429f9-6758-4d35-96d9-d220c7f07448 tempest-NegativeSecGroupTest-481799553 tempest-NegativeSecGroupTest-481799553-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8778ccd6-aace-4aeb-8603-41e9d89fdbf3,revision_number=None']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:27:18.131783 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-7a31a5bd-8140-4ecb-bca9-4ac7d1bdaf24 tempest-PortsTestJSON-1738022054 tempest-PortsTestJSON-1738022054-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171096'] for port (None), before_response {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:27:18.146076 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-7a31a5bd-8140-4ecb-bca9-4ac7d1bdaf24 tempest-PortsTestJSON-1738022054 tempest-PortsTestJSON-1738022054-project] 10.222.0.75 "DELETE /v2.0/ports/a48411f2-463b-4978-a7f4-499e33f1422b HTTP/1.1" status: 204 len: 168 time: 1.6973839 Feb 09 19:27:18.162068 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 53842) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:27:18.275553 n-d-713498-36 neutron-server[103230]: INFO neutron.pecan_wsgi.hooks.translation [None req-e2721c5f-18cc-4a55-a3d1-824aacd29d93 tempest-PortsTestJSON-1738022054 tempest-PortsTestJSON-1738022054-project] GET failed (client error): The resource could not be found. Feb 09 19:27:18.287750 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-e2721c5f-18cc-4a55-a3d1-824aacd29d93 tempest-PortsTestJSON-1738022054 tempest-PortsTestJSON-1738022054-project] 10.222.0.75 "GET /v2.0/ports/a48411f2-463b-4978-a7f4-499e33f1422b HTTP/1.1" status: 404 len: 333 time: 0.1163201 Feb 09 19:27:18.290165 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.db_base_plugin_common [None req-8fedd1be-44cd-4bbe-a8c6-a32579437325 None None] Allocated IP 172.20.0.18 (df9a4a50-91f1-4ccc-b5a4-f855c704c8eb/4ae34cc4-c450-4853-8006-dddcba0208b2/d6c2155a-b6c6-4dfb-be0d-47134fa7410a) {{(pid=103232) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 19:27:18.291716 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 53846) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:27:18.391303 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-e6f9ad03-9b5e-42f1-9354-83381d56eceb tempest-NegativeSecGroupTest-481799553 tempest-NegativeSecGroupTest-481799553-project] 10.222.0.75 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.4694562 Feb 09 19:27:18.396923 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 53850) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:27:18.411625 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.v2.base [None req-3e983596-f436-4f62-a23a-893450cf1a9c tempest-NegativeSecGroupTest-481799553 tempest-NegativeSecGroupTest-481799553-project] Request body: {'security_group': {'name': 'tempest-secgroup--814391874'}} {{(pid=103230) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 19:27:18.445511 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-3e983596-f436-4f62-a23a-893450cf1a9c tempest-NegativeSecGroupTest-481799553 tempest-NegativeSecGroupTest-481799553-project] Publish callbacks [] for security_group (None), before_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:27:18.457665 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.db_base_plugin_common [None req-63165ff7-1c68-4121-8214-779eaadae86f None None] Allocated IP 2001:db8:0:1::2 (4cc1a166-d784-4dc5-bf77-141ef1d3baa0/1dc832c4-0331-4abf-ab59-9df33931f5d2/95bb319b-577c-431b-a994-32ca9b1066d3) {{(pid=103232) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 19:27:18.545330 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-3e983596-f436-4f62-a23a-893450cf1a9c tempest-NegativeSecGroupTest-481799553 tempest-NegativeSecGroupTest-481799553-project] Publish callbacks [] for security_group (0bd5f087-776c-4742-9c71-b87540ccd48e), precommit_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:27:18.559927 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-dce6acd4-1443-4542-a7f7-b3979dba5a1e req-ff899b2c-05b2-415d-8478-4362a6273968 tempest-AttachVolumeShelveTestJSON-671139515 tempest-AttachVolumeShelveTestJSON-671139515-project] 10.222.0.75 "GET /v2.0/security-groups?id=e78d9a5a-8306-4175-aed3-1bd14ac6b154&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5795631 Feb 09 19:27:18.566999 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-3e983596-f436-4f62-a23a-893450cf1a9c tempest-NegativeSecGroupTest-481799553 tempest-NegativeSecGroupTest-481799553-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1892331'] for security_group (0bd5f087-776c-4742-9c71-b87540ccd48e), after_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:27:18.602250 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-63165ff7-1c68-4121-8214-779eaadae86f None None] For port 95bb319b-577c-431b-a994-32ca9b1066d3, host n-d-713498-36, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-36',level=0,port_id=95bb319b-577c-431b-a994-32ca9b1066d3,segment=NetworkSegment(8b1e2906-9e58-4615-a845-d00165376601),segment_id=8b1e2906-9e58-4615-a845-d00165376601)] {{(pid=103232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 19:27:18.638892 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-3e983596-f436-4f62-a23a-893450cf1a9c tempest-NegativeSecGroupTest-481799553 tempest-NegativeSecGroupTest-481799553-project] Publish callbacks [] for security_group (None), before_response {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:27:18.642988 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-3e983596-f436-4f62-a23a-893450cf1a9c tempest-NegativeSecGroupTest-481799553 tempest-NegativeSecGroupTest-481799553-project] 10.222.0.75 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.2359879 Feb 09 19:27:18.646472 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-63165ff7-1c68-4121-8214-779eaadae86f None None] Publish callbacks [] for port (95bb319b-577c-431b-a994-32ca9b1066d3), precommit_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:27:18.647823 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 53854) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:27:18.666403 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.v2.base [None req-0d87ead2-0354-4e58-9e6c-fb37541cff15 tempest-NegativeSecGroupTest-481799553 tempest-NegativeSecGroupTest-481799553-project] Request body: {'security_group_rule': {'security_group_id': '0bd5f087-776c-4742-9c71-b87540ccd48e', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': 'bad_group_id'}} {{(pid=103229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 19:27:18.666630 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-63165ff7-1c68-4121-8214-779eaadae86f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762867176205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762866656485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762866656503'] for port (95bb319b-577c-431b-a994-32ca9b1066d3), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:27:18.682337 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-cb4fd80a-44db-46c2-80bb-0ded99590bd9 tempest-PortsTestJSON-1738022054 tempest-PortsTestJSON-1738022054-project] Publish callbacks [] for security_group (75d5839a-76b4-4221-83a3-36e92d95e121), before_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:27:18.717577 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-cb4fd80a-44db-46c2-80bb-0ded99590bd9 tempest-PortsTestJSON-1738022054 tempest-PortsTestJSON-1738022054-project] Publish callbacks [] for security_group (75d5839a-76b4-4221-83a3-36e92d95e121), precommit_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:27:18.779104 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63165ff7-1c68-4121-8214-779eaadae86f None None] Pushing event updated for resources: {'Port': ['ID=95bb319b-577c-431b-a994-32ca9b1066d3,revision_number=4']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:27:18.817671 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-cb4fd80a-44db-46c2-80bb-0ded99590bd9 tempest-PortsTestJSON-1738022054 tempest-PortsTestJSON-1738022054-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1892331'] for security_group (75d5839a-76b4-4221-83a3-36e92d95e121), after_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:27:18.820454 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-cb4fd80a-44db-46c2-80bb-0ded99590bd9 tempest-PortsTestJSON-1738022054 tempest-PortsTestJSON-1738022054-project] Publish callbacks [] for security_group (None), before_response {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:27:18.825162 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-cb4fd80a-44db-46c2-80bb-0ded99590bd9 tempest-PortsTestJSON-1738022054 tempest-PortsTestJSON-1738022054-project] 10.222.0.75 "DELETE /v2.0/security-groups/75d5839a-76b4-4221-83a3-36e92d95e121 HTTP/1.1" status: 204 len: 168 time: 0.5211425 Feb 09 19:27:18.829653 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 53858) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:27:18.843874 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e983596-f436-4f62-a23a-893450cf1a9c tempest-NegativeSecGroupTest-481799553 tempest-NegativeSecGroupTest-481799553-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0bd5f087-776c-4742-9c71-b87540ccd48e,revision_number=1']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:27:18.866797 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb4fd80a-44db-46c2-80bb-0ded99590bd9 tempest-PortsTestJSON-1738022054 tempest-PortsTestJSON-1738022054-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=75d5839a-76b4-4221-83a3-36e92d95e121,revision_number=None']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:27:18.927931 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-1af2a6df-3dfc-4c0d-ab41-d09c398ae33c tempest-PortsTestJSON-1738022054 tempest-PortsTestJSON-1738022054-project] Publish callbacks [] for security_group (cb4aa95e-64b2-46b5-8ea1-e4c0ddd11b59), before_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:27:18.969119 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45638017-0066-4612-9104-3d22dc7f55cf req-ed1a2e4a-6817-4ddd-920d-e6b7a004a8f7 tempest-TestServerMultinode-969236194 tempest-TestServerMultinode-969236194-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:27:18.971410 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-45638017-0066-4612-9104-3d22dc7f55cf req-ed1a2e4a-6817-4ddd-920d-e6b7a004a8f7 tempest-TestServerMultinode-969236194 tempest-TestServerMultinode-969236194-project-admin] 10.222.0.75 "GET /v2.0/ports?device_id=8f4af2f5-6c00-4777-9001-7c7eaaa7ba28 HTTP/1.1" status: 200 len: 1129 time: 0.4772842 Feb 09 19:27:18.984096 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-1af2a6df-3dfc-4c0d-ab41-d09c398ae33c tempest-PortsTestJSON-1738022054 tempest-PortsTestJSON-1738022054-project] Publish callbacks [] for security_group (cb4aa95e-64b2-46b5-8ea1-e4c0ddd11b59), precommit_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:27:19.016593 n-d-713498-36 neutron-server[103229]: INFO neutron.api.v2.resource [None req-0d87ead2-0354-4e58-9e6c-fb37541cff15 tempest-NegativeSecGroupTest-481799553 tempest-NegativeSecGroupTest-481799553-project] create failed (client error): The resource could not be found. Feb 09 19:27:19.030846 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-0d87ead2-0354-4e58-9e6c-fb37541cff15 tempest-NegativeSecGroupTest-481799553 tempest-NegativeSecGroupTest-481799553-project] 10.222.0.75 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.3784699 Feb 09 19:27:19.031813 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 53866) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:27:19.056909 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.v2.base [None req-67737e4d-301a-40be-bb1b-290d9c37c2ae tempest-NegativeSecGroupTest-481799553 tempest-NegativeSecGroupTest-481799553-project] Request body: {'security_group_rule': {'security_group_id': '0bd5f087-776c-4742-9c71-b87540ccd48e', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': '6518f69a-2840-4da9-9802-101b1422a8a4'}} {{(pid=103229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 19:27:19.119700 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762867132591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593584'] for agent (488cd9ae-631f-4955-ba0b-4f5a13f12e9c), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:27:19.127892 n-d-713498-36 neutron-server[103229]: DEBUG neutron.db.db_base_plugin_common [None req-cd3060d8-7299-4cb0-a6fd-2816f9ecd87d tempest-PortsIpV6TestJSON-283107163 tempest-PortsIpV6TestJSON-283107163-project] Allocated IP 2001:db8:0:1::15f (4cc1a166-d784-4dc5-bf77-141ef1d3baa0/1dc832c4-0331-4abf-ab59-9df33931f5d2/0ac2b493-1be3-443c-8876-bc7c2fb77339) {{(pid=103229) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 19:27:19.210679 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-45638017-0066-4612-9104-3d22dc7f55cf req-8d433d79-33e9-4c31-a09d-b4ecb1b43d6e tempest-TestServerMultinode-969236194 tempest-TestServerMultinode-969236194-project-admin] 10.222.0.75 "GET /v2.0/security-groups?id=470bf4f7-ea0c-4a64-8d8b-9f2609ff7cad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2188966 Feb 09 19:27:19.237603 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-1af2a6df-3dfc-4c0d-ab41-d09c398ae33c tempest-PortsTestJSON-1738022054 tempest-PortsTestJSON-1738022054-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1892331'] for security_group (cb4aa95e-64b2-46b5-8ea1-e4c0ddd11b59), after_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:27:19.247116 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-1af2a6df-3dfc-4c0d-ab41-d09c398ae33c tempest-PortsTestJSON-1738022054 tempest-PortsTestJSON-1738022054-project] Publish callbacks [] for security_group (None), before_response {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:27:19.255035 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-1af2a6df-3dfc-4c0d-ab41-d09c398ae33c tempest-PortsTestJSON-1738022054 tempest-PortsTestJSON-1738022054-project] 10.222.0.75 "DELETE /v2.0/security-groups/cb4aa95e-64b2-46b5-8ea1-e4c0ddd11b59 HTTP/1.1" status: 204 len: 168 time: 0.4234135 Feb 09 19:27:19.259070 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 53868) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:27:19.363987 n-d-713498-36 neutron-server[103229]: INFO neutron.api.v2.resource [None req-67737e4d-301a-40be-bb1b-290d9c37c2ae tempest-NegativeSecGroupTest-481799553 tempest-NegativeSecGroupTest-481799553-project] create failed (client error): The resource could not be found. Feb 09 19:27:19.370899 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1af2a6df-3dfc-4c0d-ab41-d09c398ae33c tempest-PortsTestJSON-1738022054 tempest-PortsTestJSON-1738022054-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cb4aa95e-64b2-46b5-8ea1-e4c0ddd11b59,revision_number=None']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:27:19.381987 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-67737e4d-301a-40be-bb1b-290d9c37c2ae tempest-NegativeSecGroupTest-481799553 tempest-NegativeSecGroupTest-481799553-project] 10.222.0.75 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.3315265 Feb 09 19:27:19.388412 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 53870) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:27:19.427175 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80ccb710-de68-46d0-81d6-3a1cc8a7a4a5 req-2158abf4-bb67-43ba-8ded-323f9dd06c94 tempest-ServerActionsTestJSON-347500300 tempest-ServerActionsTestJSON-347500300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:27:19.430480 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-80ccb710-de68-46d0-81d6-3a1cc8a7a4a5 req-2158abf4-bb67-43ba-8ded-323f9dd06c94 tempest-ServerActionsTestJSON-347500300 tempest-ServerActionsTestJSON-347500300-project] 10.222.0.75 "GET /v2.0/ports?device_id=41583515-d234-4b09-9050-bab2a796beed HTTP/1.1" status: 200 len: 945 time: 0.3524497 Feb 09 19:27:19.449560 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-8fedd1be-44cd-4bbe-a8c6-a32579437325 None None] For port d6c2155a-b6c6-4dfb-be0d-47134fa7410a, host n-d-713498-36, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-36',level=0,port_id=d6c2155a-b6c6-4dfb-be0d-47134fa7410a,segment=NetworkSegment(b38c033e-95a5-4bf1-914a-a124b7b8f75d),segment_id=b38c033e-95a5-4bf1-914a-a124b7b8f75d)] {{(pid=103232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 19:27:19.575260 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-a2c7fa24-7784-4d55-8fc1-04451837bb83 tempest-NegativeSecGroupTest-481799553 tempest-NegativeSecGroupTest-481799553-project] Publish callbacks [] for security_group (0bd5f087-776c-4742-9c71-b87540ccd48e), before_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:27:19.602592 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-8fedd1be-44cd-4bbe-a8c6-a32579437325 None None] Publish callbacks [] for port (d6c2155a-b6c6-4dfb-be0d-47134fa7410a), precommit_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:27:19.608021 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-80ccb710-de68-46d0-81d6-3a1cc8a7a4a5 req-ebcf19f4-f245-445f-b9ad-d5256f3df1d4 tempest-ServerActionsTestJSON-347500300 tempest-ServerActionsTestJSON-347500300-project] 10.222.0.75 "GET /v2.0/security-groups?id=f62a4cfa-cf5c-41a8-8bc5-ff3861f4d88a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1481180 Feb 09 19:27:19.626212 n-d-713498-36 neutron-server[103230]: DEBUG neutron.db.db_base_plugin_v2 [None req-43a314d3-7b98-4200-8532-86bdeea1e3e0 tempest-PortsTestJSON-1738022054 tempest-PortsTestJSON-1738022054-project] Deleting subnet 3dca66cd-ac5c-494c-a8ac-5a8a224fc27e {{(pid=103230) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 19:27:19.640102 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-43a314d3-7b98-4200-8532-86bdeea1e3e0 tempest-PortsTestJSON-1738022054 tempest-PortsTestJSON-1738022054-project] Publish callbacks [] for subnet (3dca66cd-ac5c-494c-a8ac-5a8a224fc27e), before_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:27:19.698187 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-8fedd1be-44cd-4bbe-a8c6-a32579437325 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762867176205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762866656485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762866656503'] for port (d6c2155a-b6c6-4dfb-be0d-47134fa7410a), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:27:19.726994 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-43a314d3-7b98-4200-8532-86bdeea1e3e0 tempest-PortsTestJSON-1738022054 tempest-PortsTestJSON-1738022054-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12895822'] for subnet (3dca66cd-ac5c-494c-a8ac-5a8a224fc27e), precommit_delete_associations {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:27:19.790908 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762867132591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593584'] for agent (bcd5faee-dc24-4298-9134-0e0aa054058e), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:27:19.792167 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Current status of the port d6c2155a-b6c6-4dfb-be0d-47134fa7410a is: ACTIVE; New status is: ACTIVE {{(pid=103232) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 19:27:19.931806 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-a2c7fa24-7784-4d55-8fc1-04451837bb83 tempest-NegativeSecGroupTest-481799553 tempest-NegativeSecGroupTest-481799553-project] Publish callbacks [] for security_group (0bd5f087-776c-4742-9c71-b87540ccd48e), precommit_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:27:19.943164 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-cd3060d8-7299-4cb0-a6fd-2816f9ecd87d tempest-PortsIpV6TestJSON-283107163 tempest-PortsIpV6TestJSON-283107163-project] Publish callbacks [] for port (0ac2b493-1be3-443c-8876-bc7c2fb77339), precommit_update {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:27:20.046261 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fedd1be-44cd-4bbe-a8c6-a32579437325 None None] Pushing event updated for resources: {'Port': ['ID=d6c2155a-b6c6-4dfb-be0d-47134fa7410a,revision_number=4']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:27:20.053405 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-43a314d3-7b98-4200-8532-86bdeea1e3e0 tempest-PortsTestJSON-1738022054 tempest-PortsTestJSON-1738022054-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-759852'] for subnet (3dca66cd-ac5c-494c-a8ac-5a8a224fc27e), precommit_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:27:20.071037 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-cd3060d8-7299-4cb0-a6fd-2816f9ecd87d tempest-PortsIpV6TestJSON-283107163 tempest-PortsIpV6TestJSON-283107163-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762867176205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762866656485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762866656503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12867569'] for port (0ac2b493-1be3-443c-8876-bc7c2fb77339), after_update {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:27:20.087447 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Device 95bb319b-577c-431b-a994-32ca9b1066d3 up at agent ovs-agent-n-d-713498-36 {{(pid=103232) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 19:27:20.201325 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 53882) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:27:20.226079 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.provisioning_blocks [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Provisioning complete for port 95bb319b-577c-431b-a994-32ca9b1066d3 triggered by entity L2. {{(pid=103232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 19:27:20.226874 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593630'] for port (95bb319b-577c-431b-a994-32ca9b1066d3), provisioning_complete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:27:20.241312 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2cf626e-617d-4900-b480-f11e6a38cf90 req-3ee791ed-51cb-42cc-90fd-41652363bda5 tempest-TestServerMultinode-969236194 tempest-TestServerMultinode-969236194-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:27:20.242888 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-c2cf626e-617d-4900-b480-f11e6a38cf90 req-3ee791ed-51cb-42cc-90fd-41652363bda5 tempest-TestServerMultinode-969236194 tempest-TestServerMultinode-969236194-project-admin] 10.222.0.89 "GET /v2.0/ports?device_id=8f4af2f5-6c00-4777-9001-7c7eaaa7ba28 HTTP/1.1" status: 200 len: 1129 time: 0.5241768 Feb 09 19:27:20.260263 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d51b2540-a3df-4b4c-ae09-31fd20b0f739 req-41e4094b-0bf2-4dd4-b01b-5e89f1b42d42 tempest-AttachVolumeShelveTestJSON-671139515 tempest-AttachVolumeShelveTestJSON-671139515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:27:20.269027 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-d51b2540-a3df-4b4c-ae09-31fd20b0f739 req-41e4094b-0bf2-4dd4-b01b-5e89f1b42d42 tempest-AttachVolumeShelveTestJSON-671139515 tempest-AttachVolumeShelveTestJSON-671139515-project] 10.222.0.75 "GET /v2.0/ports?device_id=32437e19-fcdc-4dd1-84cc-377ffcb85b84 HTTP/1.1" status: 200 len: 943 time: 0.4583163 Feb 09 19:27:20.362585 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-43a314d3-7b98-4200-8532-86bdeea1e3e0 tempest-PortsTestJSON-1738022054 tempest-PortsTestJSON-1738022054-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-760023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14393672', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12985882'] for subnet (3dca66cd-ac5c-494c-a8ac-5a8a224fc27e), after_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:27:20.432360 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d66f0f2d-3f4b-4ae3-a569-4d7c6c9261bc req-acf88c8e-6914-461b-b4eb-53f4c4feadc2 tempest-ServerActionsTestJSON-347500300 tempest-ServerActionsTestJSON-347500300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:27:20.434006 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-d66f0f2d-3f4b-4ae3-a569-4d7c6c9261bc req-acf88c8e-6914-461b-b4eb-53f4c4feadc2 tempest-ServerActionsTestJSON-347500300 tempest-ServerActionsTestJSON-347500300-project] 10.222.0.75 "GET /v2.0/ports?device_id=41583515-d234-4b09-9050-bab2a796beed HTTP/1.1" status: 200 len: 945 time: 0.2948291 Feb 09 19:27:20.438970 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43a314d3-7b98-4200-8532-86bdeea1e3e0 tempest-PortsTestJSON-1738022054 tempest-PortsTestJSON-1738022054-project] Pushing event deleted for resources: {'Subnet': ['ID=3dca66cd-ac5c-494c-a8ac-5a8a224fc27e,revision_number=None']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:27:20.499583 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-43a314d3-7b98-4200-8532-86bdeea1e3e0 tempest-PortsTestJSON-1738022054 tempest-PortsTestJSON-1738022054-project] Publish callbacks [] for subnet (None), before_response {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:27:20.507599 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-43a314d3-7b98-4200-8532-86bdeea1e3e0 tempest-PortsTestJSON-1738022054 tempest-PortsTestJSON-1738022054-project] 10.222.0.75 "DELETE /v2.0/subnets/3dca66cd-ac5c-494c-a8ac-5a8a224fc27e HTTP/1.1" status: 204 len: 168 time: 1.2410841 Feb 09 19:27:20.512551 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 53888) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:27:20.518323 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.v2.base [None req-6b0d2c42-436c-4da7-8118-cb49669bef0d tempest-PortsTestJSON-1738022054 tempest-PortsTestJSON-1738022054-project] Request body: {'subnet': {'network_id': 'df9a4a50-91f1-4ccc-b5a4-f855c704c8eb', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103230) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 19:27:20.703978 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-485e8559-424c-4ddc-826f-c01f371a4c58 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:27:20.761006 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Current status of the port 95bb319b-577c-431b-a994-32ca9b1066d3 is: ACTIVE; New status is: ACTIVE {{(pid=103232) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 19:27:20.810220 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-d66f0f2d-3f4b-4ae3-a569-4d7c6c9261bc req-104a7628-bdcb-4491-984b-d406a759750e tempest-ServerActionsTestJSON-347500300 tempest-ServerActionsTestJSON-347500300-project] 10.222.0.75 "GET /v2.0/security-groups?id=f62a4cfa-cf5c-41a8-8bc5-ff3861f4d88a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3688765 Feb 09 19:27:20.813413 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6b0d2c42-436c-4da7-8118-cb49669bef0d tempest-PortsTestJSON-1738022054 tempest-PortsTestJSON-1738022054-project] Made reservation on behalf of 150a397110044967a3816a9b460534fa for: {'subnet': 1} {{(pid=103230) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 19:27:20.823789 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-6b0d2c42-436c-4da7-8118-cb49669bef0d tempest-PortsTestJSON-1738022054 tempest-PortsTestJSON-1738022054-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12985917'] for subnet (None), before_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:27:20.922446 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bea44769-f387-4f61-b065-7b620b59516f None None] Network 4cc1a166-d784-4dc5-bf77-141ef1d3baa0 requested from n-d-713498-36 {{(pid=103232) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 19:27:20.959086 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-d51b2540-a3df-4b4c-ae09-31fd20b0f739 req-e93c16bd-a7db-454b-8dd6-f770e72d744e tempest-AttachVolumeShelveTestJSON-671139515 tempest-AttachVolumeShelveTestJSON-671139515-project] 10.222.0.75 "GET /v2.0/security-groups?id=e78d9a5a-8306-4175-aed3-1bd14ac6b154&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6891296 Feb 09 19:27:20.969313 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd3060d8-7299-4cb0-a6fd-2816f9ecd87d tempest-PortsIpV6TestJSON-283107163 tempest-PortsIpV6TestJSON-283107163-project] Pushing event updated for resources: {'Port': ['ID=0ac2b493-1be3-443c-8876-bc7c2fb77339,revision_number=3']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:27:21.016457 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-a2c7fa24-7784-4d55-8fc1-04451837bb83 tempest-NegativeSecGroupTest-481799553 tempest-NegativeSecGroupTest-481799553-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1892331'] for security_group (0bd5f087-776c-4742-9c71-b87540ccd48e), after_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:27:21.019176 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-a2c7fa24-7784-4d55-8fc1-04451837bb83 tempest-NegativeSecGroupTest-481799553 tempest-NegativeSecGroupTest-481799553-project] Publish callbacks [] for security_group (None), before_response {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:27:21.019415 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.provisioning_blocks [None req-f76b2407-65b9-4db9-8c30-9347be700ce0 None None] Provisioning complete for port 95bb319b-577c-431b-a994-32ca9b1066d3 triggered by entity DHCP. {{(pid=103232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 19:27:21.019966 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-f76b2407-65b9-4db9-8c30-9347be700ce0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593630'] for port (95bb319b-577c-431b-a994-32ca9b1066d3), provisioning_complete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:27:21.024349 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-a2c7fa24-7784-4d55-8fc1-04451837bb83 tempest-NegativeSecGroupTest-481799553 tempest-NegativeSecGroupTest-481799553-project] 10.222.0.75 "DELETE /v2.0/security-groups/0bd5f087-776c-4742-9c71-b87540ccd48e HTTP/1.1" status: 204 len: 168 time: 1.6266620 Feb 09 19:27:21.025200 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 53892) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:27:21.036577 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.plugin [None req-cd3060d8-7299-4cb0-a6fd-2816f9ecd87d tempest-PortsIpV6TestJSON-283107163 tempest-PortsIpV6TestJSON-283107163-project] In _notify_port_updated(), no bound segment for port 0ac2b493-1be3-443c-8876-bc7c2fb77339 on network 4cc1a166-d784-4dc5-bf77-141ef1d3baa0 {{(pid=103229) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Feb 09 19:27:21.042446 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd3060d8-7299-4cb0-a6fd-2816f9ecd87d tempest-PortsIpV6TestJSON-283107163 tempest-PortsIpV6TestJSON-283107163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:27:21.044013 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-cd3060d8-7299-4cb0-a6fd-2816f9ecd87d tempest-PortsIpV6TestJSON-283107163 tempest-PortsIpV6TestJSON-283107163-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171096'] for port (None), before_response {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:27:21.049350 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-cd3060d8-7299-4cb0-a6fd-2816f9ecd87d tempest-PortsIpV6TestJSON-283107163 tempest-PortsIpV6TestJSON-283107163-project] 10.222.0.75 "PUT /v2.0/ports/0ac2b493-1be3-443c-8876-bc7c2fb77339 HTTP/1.1" status: 200 len: 1012 time: 3.4171360 Feb 09 19:27:21.057326 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 53894) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:27:21.062559 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2c7fa24-7784-4d55-8fc1-04451837bb83 tempest-NegativeSecGroupTest-481799553 tempest-NegativeSecGroupTest-481799553-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0bd5f087-776c-4742-9c71-b87540ccd48e,revision_number=None']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:27:21.073652 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2034e442-5a1e-4fd8-aa92-4cd2b5d02725 None None] Network df9a4a50-91f1-4ccc-b5a4-f855c704c8eb requested from n-d-713498-36 {{(pid=103232) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 19:27:21.462611 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.plugin [req-c2cf626e-617d-4900-b480-f11e6a38cf90 req-1951062a-afa7-4fc3-9eba-542baedea95c tempest-TestServerMultinode-969236194 tempest-TestServerMultinode-969236194-project-admin] Deleting port 23cfe4a7-20c6-45a0-b41b-5f25e12108f4 {{(pid=103229) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 19:27:21.462611 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-c2cf626e-617d-4900-b480-f11e6a38cf90 req-1951062a-afa7-4fc3-9eba-542baedea95c tempest-TestServerMultinode-969236194 tempest-TestServerMultinode-969236194-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762867170196'] for port (23cfe4a7-20c6-45a0-b41b-5f25e12108f4), before_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:27:21.465813 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-485e8559-424c-4ddc-826f-c01f371a4c58 admin admin] Publish callbacks [] for security_group (d52ee9a8-7a67-4de1-8c22-276eab7b85a2), precommit_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:27:21.466484 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-b056aa84-fcb1-4f09-b616-637288aaf241 tempest-NegativeSecGroupTest-481799553 tempest-NegativeSecGroupTest-481799553-project] 10.222.0.75 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.2750630 Feb 09 19:27:21.466484 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 53908) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:27:21.466904 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-f76b2407-65b9-4db9-8c30-9347be700ce0 None None] Current status of the port 95bb319b-577c-431b-a994-32ca9b1066d3 is: ACTIVE; New status is: ACTIVE {{(pid=103232) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 19:27:21.467195 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.v2.base [None req-0a7d25aa-d7b6-4479-b48b-918425f572d5 tempest-NegativeSecGroupTest-481799553 tempest-NegativeSecGroupTest-481799553-project] Request body: {'security_group_rule': {'security_group_id': '86f935e4-9e9d-48dc-afa4-0f108a41286d', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 19:27:21.467483 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.provisioning_blocks [None req-f76b2407-65b9-4db9-8c30-9347be700ce0 None None] Provisioning complete for port 0ac2b493-1be3-443c-8876-bc7c2fb77339 triggered by entity DHCP. {{(pid=103232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 19:27:21.467483 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-f76b2407-65b9-4db9-8c30-9347be700ce0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593630'] for port (0ac2b493-1be3-443c-8876-bc7c2fb77339), provisioning_complete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:27:21.467960 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-485e8559-424c-4ddc-826f-c01f371a4c58 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1892331'] for security_group (d52ee9a8-7a67-4de1-8c22-276eab7b85a2), after_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:27:21.468711 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.plugin [None req-11a959c1-74cf-4922-94e6-ac5ae9ee218b tempest-PortsIpV6TestJSON-283107163 tempest-PortsIpV6TestJSON-283107163-project] Deleting port 0ac2b493-1be3-443c-8876-bc7c2fb77339 {{(pid=103229) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 19:27:21.468711 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-11a959c1-74cf-4922-94e6-ac5ae9ee218b tempest-PortsIpV6TestJSON-283107163 tempest-PortsIpV6TestJSON-283107163-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762867170196'] for port (0ac2b493-1be3-443c-8876-bc7c2fb77339), before_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:27:21.492558 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-f76b2407-65b9-4db9-8c30-9347be700ce0 None None] Port 0ac2b493-1be3-443c-8876-bc7c2fb77339 cannot update to ACTIVE because it is not bound. {{(pid=103232) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 19:27:21.521641 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-485e8559-424c-4ddc-826f-c01f371a4c58 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d52ee9a8-7a67-4de1-8c22-276eab7b85a2,revision_number=1']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:27:21.530873 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-485e8559-424c-4ddc-826f-c01f371a4c58 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=03558450847142e3867e7956367c5b28&name=default HTTP/1.1" status: 200 len: 3000 time: 1.3254037 Feb 09 19:27:21.551048 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 53916) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:27:21.584392 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34392c38-6d36-4230-90ab-3426e064a208 req-756f9acf-8bf0-44fa-b1e7-6e63786dfee3 tempest-TestServerMultinode-969236194 tempest-TestServerMultinode-969236194-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:27:21.587209 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.db [req-c2cf626e-617d-4900-b480-f11e6a38cf90 req-1951062a-afa7-4fc3-9eba-542baedea95c tempest-TestServerMultinode-969236194 tempest-TestServerMultinode-969236194-project-admin] For port 23cfe4a7-20c6-45a0-b41b-5f25e12108f4, host n-h1-713498-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-36',level=0,port_id=23cfe4a7-20c6-45a0-b41b-5f25e12108f4,segment=NetworkSegment(f67be751-2433-40db-80a5-c4fefbe3be13),segment_id=f67be751-2433-40db-80a5-c4fefbe3be13)] {{(pid=103229) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 19:27:21.587209 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-c2cf626e-617d-4900-b480-f11e6a38cf90 req-1951062a-afa7-4fc3-9eba-542baedea95c tempest-TestServerMultinode-969236194 tempest-TestServerMultinode-969236194-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1820838'] for port (23cfe4a7-20c6-45a0-b41b-5f25e12108f4), precommit_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:27:21.589790 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-34392c38-6d36-4230-90ab-3426e064a208 req-756f9acf-8bf0-44fa-b1e7-6e63786dfee3 tempest-TestServerMultinode-969236194 tempest-TestServerMultinode-969236194-project-admin] 10.222.0.75 "GET /v2.0/ports?device_id=8f4af2f5-6c00-4777-9001-7c7eaaa7ba28 HTTP/1.1" status: 200 len: 1129 time: 0.2897012 Feb 09 19:27:21.606522 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.provisioning_blocks [None req-8471fefa-af5e-4189-b7cc-5ff22c3df1a0 None None] Could not find standard attr ID for object a48411f2-463b-4978-a7f4-499e33f1422b. {{(pid=103232) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 09 19:27:21.619187 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.provisioning_blocks [None req-8471fefa-af5e-4189-b7cc-5ff22c3df1a0 None None] Provisioning complete for port d6c2155a-b6c6-4dfb-be0d-47134fa7410a triggered by entity DHCP. {{(pid=103232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 19:27:21.619969 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-8471fefa-af5e-4189-b7cc-5ff22c3df1a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593630'] for port (d6c2155a-b6c6-4dfb-be0d-47134fa7410a), provisioning_complete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:27:21.660237 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.plugin [req-c2cf626e-617d-4900-b480-f11e6a38cf90 req-1951062a-afa7-4fc3-9eba-542baedea95c tempest-TestServerMultinode-969236194 tempest-TestServerMultinode-969236194-project-admin] Calling delete_port for 23cfe4a7-20c6-45a0-b41b-5f25e12108f4 owned by compute:nova {{(pid=103229) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 19:27:21.688264 n-d-713498-36 neutron-server[103229]: INFO neutron.api.v2.resource [None req-0a7d25aa-d7b6-4479-b48b-918425f572d5 tempest-NegativeSecGroupTest-481799553 tempest-NegativeSecGroupTest-481799553-project] create failed (client error): The resource could not be found. Feb 09 19:27:21.689391 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-0a7d25aa-d7b6-4479-b48b-918425f572d5 tempest-NegativeSecGroupTest-481799553 tempest-NegativeSecGroupTest-481799553-project] 10.222.0.75 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.3535526 Feb 09 19:27:21.698075 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 53920) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:27:21.710104 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.v2.base [None req-20905949-0392-415d-96d2-7cdfa843dddb tempest-NegativeSecGroupTest-481799553 tempest-NegativeSecGroupTest-481799553-project] Request body: {'security_group': {'name': 'tempest-secgroup--577531390'}} {{(pid=103230) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 19:27:21.756469 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-8471fefa-af5e-4189-b7cc-5ff22c3df1a0 None None] Current status of the port d6c2155a-b6c6-4dfb-be0d-47134fa7410a is: ACTIVE; New status is: ACTIVE {{(pid=103232) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 19:27:21.771547 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-11a959c1-74cf-4922-94e6-ac5ae9ee218b tempest-PortsIpV6TestJSON-283107163 tempest-PortsIpV6TestJSON-283107163-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1820838'] for port (0ac2b493-1be3-443c-8876-bc7c2fb77339), precommit_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:27:21.774452 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-5634a59b-7146-40ae-8c52-84fb262d4bbe admin admin] Publish callbacks [] for security_group (d52ee9a8-7a67-4de1-8c22-276eab7b85a2), before_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:27:21.777355 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.provisioning_blocks [None req-8471fefa-af5e-4189-b7cc-5ff22c3df1a0 None None] Provisioning complete for port bfe5ad17-d007-4de6-8ca3-0ab460cb83c1 triggered by entity DHCP. {{(pid=103232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 19:27:21.778180 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-8471fefa-af5e-4189-b7cc-5ff22c3df1a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593630'] for port (bfe5ad17-d007-4de6-8ca3-0ab460cb83c1), provisioning_complete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:27:21.818459 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-34392c38-6d36-4230-90ab-3426e064a208 req-d6c75ba0-c157-4a3a-bb87-e23f9d39da49 tempest-TestServerMultinode-969236194 tempest-TestServerMultinode-969236194-project-admin] 10.222.0.75 "GET /v2.0/security-groups?id=470bf4f7-ea0c-4a64-8d8b-9f2609ff7cad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2088418 Feb 09 19:27:21.824608 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-8471fefa-af5e-4189-b7cc-5ff22c3df1a0 None None] Port bfe5ad17-d007-4de6-8ca3-0ab460cb83c1 cannot update to ACTIVE because it is not bound. {{(pid=103232) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 19:27:21.840827 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.plugin [None req-11a959c1-74cf-4922-94e6-ac5ae9ee218b tempest-PortsIpV6TestJSON-283107163 tempest-PortsIpV6TestJSON-283107163-project] Calling delete_port for 0ac2b493-1be3-443c-8876-bc7c2fb77339 owned by {{(pid=103229) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 19:27:21.878380 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-5634a59b-7146-40ae-8c52-84fb262d4bbe admin admin] Publish callbacks [] for security_group (d52ee9a8-7a67-4de1-8c22-276eab7b85a2), precommit_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:27:21.888401 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-20905949-0392-415d-96d2-7cdfa843dddb tempest-NegativeSecGroupTest-481799553 tempest-NegativeSecGroupTest-481799553-project] Publish callbacks [] for security_group (None), before_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:27:21.987933 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.provisioning_blocks [None req-adede223-8352-47d1-b6c5-8967b240921d None None] Provisioning complete for port 95bb319b-577c-431b-a994-32ca9b1066d3 triggered by entity DHCP. {{(pid=103232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 19:27:21.988497 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-adede223-8352-47d1-b6c5-8967b240921d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593630'] for port (95bb319b-577c-431b-a994-32ca9b1066d3), provisioning_complete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:27:22.063085 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Device d6c2155a-b6c6-4dfb-be0d-47134fa7410a up at agent ovs-agent-n-d-713498-36 {{(pid=103232) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 19:27:22.122062 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-6b0d2c42-436c-4da7-8118-cb49669bef0d tempest-PortsTestJSON-1738022054 tempest-PortsTestJSON-1738022054-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14393611', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12985859'] for subnet (33442b65-4b27-4d6f-a6ad-6616b2532d06), after_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:27:22.154348 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-20905949-0392-415d-96d2-7cdfa843dddb tempest-NegativeSecGroupTest-481799553 tempest-NegativeSecGroupTest-481799553-project] Publish callbacks [] for security_group (43a48bf1-521d-4364-8a73-c96cbf251a22), precommit_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:27:22.252140 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00448754-1298-4c32-9de7-eb0f1f640e2d req-6f20ea5b-afaa-4482-a041-21e9bdde2558 tempest-ServerActionsTestJSON-347500300 tempest-ServerActionsTestJSON-347500300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:27:22.262105 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-00448754-1298-4c32-9de7-eb0f1f640e2d req-6f20ea5b-afaa-4482-a041-21e9bdde2558 tempest-ServerActionsTestJSON-347500300 tempest-ServerActionsTestJSON-347500300-project] 10.222.0.75 "GET /v2.0/ports?device_id=41583515-d234-4b09-9050-bab2a796beed HTTP/1.1" status: 200 len: 945 time: 0.2215033 Feb 09 19:27:22.272012 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-5634a59b-7146-40ae-8c52-84fb262d4bbe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1892331'] for security_group (d52ee9a8-7a67-4de1-8c22-276eab7b85a2), after_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:27:22.273105 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b0d2c42-436c-4da7-8118-cb49669bef0d tempest-PortsTestJSON-1738022054 tempest-PortsTestJSON-1738022054-project] Pushing event updated for resources: {'Subnet': ['ID=33442b65-4b27-4d6f-a6ad-6616b2532d06,revision_number=0']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:27:22.275341 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-5634a59b-7146-40ae-8c52-84fb262d4bbe admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:27:22.276730 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-5634a59b-7146-40ae-8c52-84fb262d4bbe admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/d52ee9a8-7a67-4de1-8c22-276eab7b85a2 HTTP/1.1" status: 204 len: 168 time: 0.7244101 Feb 09 19:27:22.333682 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-20905949-0392-415d-96d2-7cdfa843dddb tempest-NegativeSecGroupTest-481799553 tempest-NegativeSecGroupTest-481799553-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1892331'] for security_group (43a48bf1-521d-4364-8a73-c96cbf251a22), after_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:27:22.336902 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5634a59b-7146-40ae-8c52-84fb262d4bbe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d52ee9a8-7a67-4de1-8c22-276eab7b85a2,revision_number=None']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:27:22.338870 n-d-713498-36 neutron-server[103230]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b0d2c42-436c-4da7-8118-cb49669bef0d tempest-PortsTestJSON-1738022054 tempest-PortsTestJSON-1738022054-project] Network df9a4a50-91f1-4ccc-b5a4-f855c704c8eb is already hosted by enough agents. {{(pid=103230) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 19:27:22.355289 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-c2cf626e-617d-4900-b480-f11e6a38cf90 req-1951062a-afa7-4fc3-9eba-542baedea95c tempest-TestServerMultinode-969236194 tempest-TestServerMultinode-969236194-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762867177463', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762866656476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12867576'] for port (23cfe4a7-20c6-45a0-b41b-5f25e12108f4), after_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:27:22.388108 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.provisioning_blocks [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Provisioning complete for port d6c2155a-b6c6-4dfb-be0d-47134fa7410a triggered by entity L2. {{(pid=103232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 19:27:22.388485 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593630'] for port (d6c2155a-b6c6-4dfb-be0d-47134fa7410a), provisioning_complete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:27:22.399812 n-d-713498-36 neutron-server[103230]: DEBUG neutron.scheduler.base_scheduler [None req-6b0d2c42-436c-4da7-8118-cb49669bef0d tempest-PortsTestJSON-1738022054 tempest-PortsTestJSON-1738022054-project] Resources bound (agent type, host, resource id): {{(pid=103230) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 19:27:22.456107 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1951062a-afa7-4fc3-9eba-542baedea95c tempest-TestServerMultinode-969236194 tempest-TestServerMultinode-969236194-project-admin] Pushing event deleted for resources: {'Port': ['ID=23cfe4a7-20c6-45a0-b41b-5f25e12108f4,revision_number=None']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:27:22.459115 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-20905949-0392-415d-96d2-7cdfa843dddb tempest-NegativeSecGroupTest-481799553 tempest-NegativeSecGroupTest-481799553-project] Publish callbacks [] for security_group (None), before_response {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:27:22.460643 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-20905949-0392-415d-96d2-7cdfa843dddb tempest-NegativeSecGroupTest-481799553 tempest-NegativeSecGroupTest-481799553-project] 10.222.0.75 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.7600775 Feb 09 19:27:22.482819 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 53934) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:27:22.490438 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.v2.base [None req-7a3c5a02-ba2a-4a0c-b532-763117464bb5 tempest-NegativeSecGroupTest-481799553 tempest-NegativeSecGroupTest-481799553-project] Request body: {'security_group': {'name': 'tempest-secgroup--936494990'}} {{(pid=103229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 19:27:22.521312 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b0d2c42-436c-4da7-8118-cb49669bef0d tempest-PortsTestJSON-1738022054 tempest-PortsTestJSON-1738022054-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:27:22.521891 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-6b0d2c42-436c-4da7-8118-cb49669bef0d tempest-PortsTestJSON-1738022054 tempest-PortsTestJSON-1738022054-project] Publish callbacks [] for subnet (None), before_response {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:27:22.559537 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-adede223-8352-47d1-b6c5-8967b240921d None None] Current status of the port 95bb319b-577c-431b-a994-32ca9b1066d3 is: ACTIVE; New status is: ACTIVE {{(pid=103232) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 19:27:22.564606 n-d-713498-36 neutron-server[103229]: DEBUG neutron.db.l3_dvrscheduler_db [req-c2cf626e-617d-4900-b480-f11e6a38cf90 req-1951062a-afa7-4fc3-9eba-542baedea95c tempest-TestServerMultinode-969236194 tempest-TestServerMultinode-969236194-project-admin] No DVR routers for this DVR port 23cfe4a7-20c6-45a0-b41b-5f25e12108f4 on host n-h1-713498-36 {{(pid=103229) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 19:27:22.565275 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20905949-0392-415d-96d2-7cdfa843dddb tempest-NegativeSecGroupTest-481799553 tempest-NegativeSecGroupTest-481799553-project] Pushing event updated for resources: {'SecurityGroup': ['ID=43a48bf1-521d-4364-8a73-c96cbf251a22,revision_number=1']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:27:22.573116 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-c2cf626e-617d-4900-b480-f11e6a38cf90 req-1951062a-afa7-4fc3-9eba-542baedea95c tempest-TestServerMultinode-969236194 tempest-TestServerMultinode-969236194-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171096'] for port (None), before_response {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:27:22.577272 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-c2cf626e-617d-4900-b480-f11e6a38cf90 req-1951062a-afa7-4fc3-9eba-542baedea95c tempest-TestServerMultinode-969236194 tempest-TestServerMultinode-969236194-project-admin] 10.222.0.89 "DELETE /v2.0/ports/23cfe4a7-20c6-45a0-b41b-5f25e12108f4 HTTP/1.1" status: 204 len: 173 time: 2.3259954 Feb 09 19:27:22.600602 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-6b0d2c42-436c-4da7-8118-cb49669bef0d tempest-PortsTestJSON-1738022054 tempest-PortsTestJSON-1738022054-project] 10.222.0.75 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.0863972 Feb 09 19:27:22.605693 n-d-713498-36 neutron-server[103229]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8f4af2f5-6c00-4777-9001-7c7eaaa7ba28', 'name': 'network-vif-deleted', 'tag': '23cfe4a7-20c6-45a0-b41b-5f25e12108f4'}] {{(pid=103229) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 19:27:22.608311 n-d-713498-36 neutron-server[103229]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fa6ae9a20702bd564eaf90d946620b2b4277b1ab91129323d3b54181076be307" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6f68f885-4265-47fd-8f6f-15549f3c27f6" -d '{"events": [{"server_uuid": "8f4af2f5-6c00-4777-9001-7c7eaaa7ba28", "name": "network-vif-deleted", "tag": "23cfe4a7-20c6-45a0-b41b-5f25e12108f4"}]}' {{(pid=103229) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 19:27:22.613274 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Device 413c51b4-2ff4-4d9d-ab4e-d2e0cafdf9fb details requested by agent hyperv_n-h2-713498-36 with host n-h2-713498-36 {{(pid=103232) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 19:27:22.614054 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 53940) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:27:22.620620 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.provisioning_blocks [None req-adede223-8352-47d1-b6c5-8967b240921d None None] Provisioning complete for port 0ac2b493-1be3-443c-8876-bc7c2fb77339 triggered by entity DHCP. {{(pid=103232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 19:27:22.620897 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-adede223-8352-47d1-b6c5-8967b240921d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593630'] for port (0ac2b493-1be3-443c-8876-bc7c2fb77339), provisioning_complete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:27:22.663240 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-00448754-1298-4c32-9de7-eb0f1f640e2d req-8a2bfd7d-5f56-4d5a-9797-c40c66606be6 tempest-ServerActionsTestJSON-347500300 tempest-ServerActionsTestJSON-347500300-project] 10.222.0.75 "GET /v2.0/security-groups?id=f62a4cfa-cf5c-41a8-8bc5-ff3861f4d88a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3998823 Feb 09 19:27:22.682660 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db3f4bb3-ef11-46b3-bcd8-d4cdfe6af1a8 req-89dad634-449e-45d5-87ad-cbe6a2d967d7 tempest-AttachVolumeShelveTestJSON-671139515 tempest-AttachVolumeShelveTestJSON-671139515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:27:22.698762 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-adede223-8352-47d1-b6c5-8967b240921d None None] Port 0ac2b493-1be3-443c-8876-bc7c2fb77339 cannot update to ACTIVE because it is not bound. {{(pid=103232) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 19:27:22.712453 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-db3f4bb3-ef11-46b3-bcd8-d4cdfe6af1a8 req-89dad634-449e-45d5-87ad-cbe6a2d967d7 tempest-AttachVolumeShelveTestJSON-671139515 tempest-AttachVolumeShelveTestJSON-671139515-project] 10.222.0.75 "GET /v2.0/ports?device_id=32437e19-fcdc-4dd1-84cc-377ffcb85b84 HTTP/1.1" status: 200 len: 943 time: 0.4589362 Feb 09 19:27:22.747394 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-7a3c5a02-ba2a-4a0c-b532-763117464bb5 tempest-NegativeSecGroupTest-481799553 tempest-NegativeSecGroupTest-481799553-project] Publish callbacks [] for security_group (None), before_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:27:22.787531 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-11a959c1-74cf-4922-94e6-ac5ae9ee218b tempest-PortsIpV6TestJSON-283107163 tempest-PortsIpV6TestJSON-283107163-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762867177463', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762866656476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12867576'] for port (0ac2b493-1be3-443c-8876-bc7c2fb77339), after_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:27:22.795195 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.v2.base [None req-a35b1f85-9bb5-44b5-9d14-3771a6138ce8 tempest-PortsTestJSON-1738022054 tempest-PortsTestJSON-1738022054-project] Request body: {'security_group': {'name': 'tempest-secgroup-1454742312'}} {{(pid=103230) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 19:27:22.859056 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-a35b1f85-9bb5-44b5-9d14-3771a6138ce8 tempest-PortsTestJSON-1738022054 tempest-PortsTestJSON-1738022054-project] Publish callbacks [] for security_group (None), before_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:27:22.862514 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Current status of the port d6c2155a-b6c6-4dfb-be0d-47134fa7410a is: ACTIVE; New status is: ACTIVE {{(pid=103232) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 19:27:22.874253 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-328b5041-92b3-4479-9581-71a19a1cdbb3 None None] Network df9a4a50-91f1-4ccc-b5a4-f855c704c8eb requested from n-d-713498-36 {{(pid=103232) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 19:27:22.904259 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 53948) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:27:22.982605 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11a959c1-74cf-4922-94e6-ac5ae9ee218b tempest-PortsIpV6TestJSON-283107163 tempest-PortsIpV6TestJSON-283107163-project] Pushing event deleted for resources: {'Port': ['ID=0ac2b493-1be3-443c-8876-bc7c2fb77339,revision_number=None']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:27:22.992930 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-429de0fd-21e9-41e7-8fd7-8aac71301039 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:27:23.082594 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-db3f4bb3-ef11-46b3-bcd8-d4cdfe6af1a8 req-13117123-fd8a-4f6a-b38c-bfe2032f207e tempest-AttachVolumeShelveTestJSON-671139515 tempest-AttachVolumeShelveTestJSON-671139515-project] 10.222.0.75 "GET /v2.0/security-groups?id=e78d9a5a-8306-4175-aed3-1bd14ac6b154&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3636358 Feb 09 19:27:23.187871 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-7429db8d-6021-40ad-813e-885be449a89b None None] For port 413c51b4-2ff4-4d9d-ab4e-d2e0cafdf9fb, host n-h2-713498-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-36',level=0,port_id=413c51b4-2ff4-4d9d-ab4e-d2e0cafdf9fb,segment=NetworkSegment(92268b40-fd45-4716-b63a-1f78b1bbf69a),segment_id=92268b40-fd45-4716-b63a-1f78b1bbf69a)] {{(pid=103232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 19:27:23.229379 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-11a959c1-74cf-4922-94e6-ac5ae9ee218b tempest-PortsIpV6TestJSON-283107163 tempest-PortsIpV6TestJSON-283107163-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171096'] for port (None), before_response {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:27:23.240766 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Returning: {'device': '413c51b4-2ff4-4d9d-ab4e-d2e0cafdf9fb', 'network_id': '9cf0b823-fac1-4f9f-b685-8fd71a300e07', 'port_id': '413c51b4-2ff4-4d9d-ab4e-d2e0cafdf9fb', 'mac_address': 'fa:16:3e:52:2d:f6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 392, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ca2eed47-7b83-4cc1-87fa-16862746969c', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103232) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 19:27:23.247039 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-11a959c1-74cf-4922-94e6-ac5ae9ee218b tempest-PortsIpV6TestJSON-283107163 tempest-PortsIpV6TestJSON-283107163-project] 10.222.0.75 "DELETE /v2.0/ports/0ac2b493-1be3-443c-8876-bc7c2fb77339 HTTP/1.1" status: 204 len: 168 time: 2.1739879 Feb 09 19:27:23.260793 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Device 23cfe4a7-20c6-45a0-b41b-5f25e12108f4 no longer exists at agent hyperv_n-h1-713498-36 {{(pid=103232) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 19:27:23.262479 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 53954) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:27:23.318668 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-429de0fd-21e9-41e7-8fd7-8aac71301039 admin admin] Publish callbacks [] for security_group (3ebdb23e-1213-4578-a282-c74222df7b7f), precommit_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:27:23.350089 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-7a3c5a02-ba2a-4a0c-b532-763117464bb5 tempest-NegativeSecGroupTest-481799553 tempest-NegativeSecGroupTest-481799553-project] Publish callbacks [] for security_group (f11cffdd-4a1b-450f-8c07-78c92bcdc869), precommit_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:27:23.358767 n-d-713498-36 neutron-server[103229]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 19:27:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d2692220-1a1d-4792-9c1f-587cdb4c3635 x-openstack-request-id: req-d2692220-1a1d-4792-9c1f-587cdb4c3635 {{(pid=103229) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 19:27:23.359398 n-d-713498-36 neutron-server[103229]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8f4af2f5-6c00-4777-9001-7c7eaaa7ba28", "name": "network-vif-deleted", "tag": "23cfe4a7-20c6-45a0-b41b-5f25e12108f4", "status": "completed", "code": 200}]} {{(pid=103229) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 19:27:23.359816 n-d-713498-36 neutron-server[103229]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-d2692220-1a1d-4792-9c1f-587cdb4c3635 {{(pid=103229) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 19:27:23.360421 n-d-713498-36 neutron-server[103229]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8f4af2f5-6c00-4777-9001-7c7eaaa7ba28', 'name': 'network-vif-deleted', 'tag': '23cfe4a7-20c6-45a0-b41b-5f25e12108f4', 'status': 'completed', 'code': 200} Feb 09 19:27:23.361257 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-7a3c5a02-ba2a-4a0c-b532-763117464bb5 tempest-NegativeSecGroupTest-481799553 tempest-NegativeSecGroupTest-481799553-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1892331'] for security_group (f11cffdd-4a1b-450f-8c07-78c92bcdc869), after_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:27:23.390450 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] No Port match for: 23cfe4a7-20c6-45a0-b41b-5f25e12108f4 {{(pid=103232) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 19:27:23.391051 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Device 23cfe4a7-20c6-45a0-b41b-5f25e12108f4 not bound to the agent host n-h1-713498-36 {{(pid=103232) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 19:27:23.420548 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-429de0fd-21e9-41e7-8fd7-8aac71301039 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1892331'] for security_group (3ebdb23e-1213-4578-a282-c74222df7b7f), after_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:27:23.421177 n-d-713498-36 neutron-server[103229]: INFO neutron.pecan_wsgi.hooks.translation [None req-48e8fba3-e26f-46bc-96d8-6c5d4dd51f22 tempest-PortsIpV6TestJSON-283107163 tempest-PortsIpV6TestJSON-283107163-project] GET failed (client error): The resource could not be found. Feb 09 19:27:23.422950 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-48e8fba3-e26f-46bc-96d8-6c5d4dd51f22 tempest-PortsIpV6TestJSON-283107163 tempest-PortsIpV6TestJSON-283107163-project] 10.222.0.75 "GET /v2.0/ports/0ac2b493-1be3-443c-8876-bc7c2fb77339 HTTP/1.1" status: 404 len: 333 time: 0.1553941 Feb 09 19:27:23.430993 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 53958) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:27:23.442255 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-c13cd744-4cec-49cd-83ce-c312b6c1a5dc req-17263d03-7b50-4444-b68b-bdb96a2284aa tempest-TestServerMultinode-969236194 tempest-TestServerMultinode-969236194-project-admin] 10.222.0.75 "GET /v2.0/ports?device_id=8f4af2f5-6c00-4777-9001-7c7eaaa7ba28 HTTP/1.1" status: 200 len: 210 time: 0.1085858 Feb 09 19:27:23.476518 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.provisioning_blocks [None req-1c36b7d7-a3b4-48a8-8e55-f50d2365c946 None None] Provisioning complete for port d6c2155a-b6c6-4dfb-be0d-47134fa7410a triggered by entity DHCP. {{(pid=103232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 19:27:23.476899 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-1c36b7d7-a3b4-48a8-8e55-f50d2365c946 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593630'] for port (d6c2155a-b6c6-4dfb-be0d-47134fa7410a), provisioning_complete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:27:23.498550 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-7a3c5a02-ba2a-4a0c-b532-763117464bb5 tempest-NegativeSecGroupTest-481799553 tempest-NegativeSecGroupTest-481799553-project] Publish callbacks [] for security_group (None), before_response {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:27:23.500038 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-7a3c5a02-ba2a-4a0c-b532-763117464bb5 tempest-NegativeSecGroupTest-481799553 tempest-NegativeSecGroupTest-481799553-project] 10.222.0.75 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 1.0142753 Feb 09 19:27:23.507830 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 53962) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:27:23.513455 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.v2.base [None req-47485d8e-1d16-4f29-b4e6-e0427c9f2366 tempest-NegativeSecGroupTest-481799553 tempest-NegativeSecGroupTest-481799553-project] Request body: {'security_group_rule': {'security_group_id': '43a48bf1-521d-4364-8a73-c96cbf251a22', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '172.20.0.0/16', 'remote_group_id': 'f11cffdd-4a1b-450f-8c07-78c92bcdc869'}} {{(pid=103229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 19:27:23.551824 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a3c5a02-ba2a-4a0c-b532-763117464bb5 tempest-NegativeSecGroupTest-481799553 tempest-NegativeSecGroupTest-481799553-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f11cffdd-4a1b-450f-8c07-78c92bcdc869,revision_number=1']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:27:23.564268 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Current status of the port 413c51b4-2ff4-4d9d-ab4e-d2e0cafdf9fb is: DOWN; New status is: BUILD {{(pid=103232) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 19:27:23.564661 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (413c51b4-2ff4-4d9d-ab4e-d2e0cafdf9fb), before_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:27:23.586592 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-429de0fd-21e9-41e7-8fd7-8aac71301039 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=23f6ce1aae6144cdacb04468dc3b3cbe&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6802347 Feb 09 19:27:23.591864 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 53964) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:27:23.593726 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-a35b1f85-9bb5-44b5-9d14-3771a6138ce8 tempest-PortsTestJSON-1738022054 tempest-PortsTestJSON-1738022054-project] Publish callbacks [] for security_group (dc00963b-880e-45a6-bb17-138a55d5d2bd), precommit_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:27:23.596393 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-429de0fd-21e9-41e7-8fd7-8aac71301039 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3ebdb23e-1213-4578-a282-c74222df7b7f,revision_number=1']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:27:23.600536 n-d-713498-36 neutron-server[103232]: DEBUG neutron.notifiers.nova [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 413c51b4-2ff4-4d9d-ab4e-d2e0cafdf9fb {{(pid=103232) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 19:27:23.608153 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-a35b1f85-9bb5-44b5-9d14-3771a6138ce8 tempest-PortsTestJSON-1738022054 tempest-PortsTestJSON-1738022054-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1892331'] for security_group (dc00963b-880e-45a6-bb17-138a55d5d2bd), after_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:27:23.656496 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a35b1f85-9bb5-44b5-9d14-3771a6138ce8 tempest-PortsTestJSON-1738022054 tempest-PortsTestJSON-1738022054-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dc00963b-880e-45a6-bb17-138a55d5d2bd,revision_number=1']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:27:23.656770 n-d-713498-36 neutron-server[103229]: DEBUG neutron.db.db_base_plugin_v2 [None req-a7ded00f-6134-4a0d-a406-9bd18592b7a4 tempest-PortsIpV6TestJSON-283107163 tempest-PortsIpV6TestJSON-283107163-project] Deleting subnet 1dc832c4-0331-4abf-ab59-9df33931f5d2 {{(pid=103229) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 19:27:23.680119 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-1c36b7d7-a3b4-48a8-8e55-f50d2365c946 None None] Current status of the port d6c2155a-b6c6-4dfb-be0d-47134fa7410a is: ACTIVE; New status is: ACTIVE {{(pid=103232) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 19:27:23.685025 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-a7ded00f-6134-4a0d-a406-9bd18592b7a4 tempest-PortsIpV6TestJSON-283107163 tempest-PortsIpV6TestJSON-283107163-project] Publish callbacks [] for subnet (1dc832c4-0331-4abf-ab59-9df33931f5d2), before_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:27:23.696401 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-7429db8d-6021-40ad-813e-885be449a89b None None] For port 413c51b4-2ff4-4d9d-ab4e-d2e0cafdf9fb, host n-h2-713498-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-36',level=0,port_id=413c51b4-2ff4-4d9d-ab4e-d2e0cafdf9fb,segment=NetworkSegment(92268b40-fd45-4716-b63a-1f78b1bbf69a),segment_id=92268b40-fd45-4716-b63a-1f78b1bbf69a)] {{(pid=103232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 19:27:23.704754 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762867176205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762866656485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762866656503'] for port (413c51b4-2ff4-4d9d-ab4e-d2e0cafdf9fb), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:27:23.709040 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.provisioning_blocks [None req-1c36b7d7-a3b4-48a8-8e55-f50d2365c946 None None] Could not find standard attr ID for object 0ac2b493-1be3-443c-8876-bc7c2fb77339. {{(pid=103232) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 09 19:27:23.714049 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-a35b1f85-9bb5-44b5-9d14-3771a6138ce8 tempest-PortsTestJSON-1738022054 tempest-PortsTestJSON-1738022054-project] Publish callbacks [] for security_group (None), before_response {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:27:23.717940 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-a35b1f85-9bb5-44b5-9d14-3771a6138ce8 tempest-PortsTestJSON-1738022054 tempest-PortsTestJSON-1738022054-project] 10.222.0.75 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 1.1025932 Feb 09 19:27:23.722070 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 53970) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:27:23.733319 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.v2.base [None req-b6090722-40ac-48fd-b2e5-01f78f1fcc60 tempest-PortsTestJSON-1738022054 tempest-PortsTestJSON-1738022054-project] Request body: {'security_group': {'name': 'tempest-secgroup-791054797'}} {{(pid=103230) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 19:27:23.764680 n-d-713498-36 neutron-server[103229]: INFO neutron.api.v2.resource [None req-47485d8e-1d16-4f29-b4e6-e0427c9f2366 tempest-NegativeSecGroupTest-481799553 tempest-NegativeSecGroupTest-481799553-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 09 19:27:23.769785 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 53972) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:27:23.774657 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-47485d8e-1d16-4f29-b4e6-e0427c9f2366 tempest-NegativeSecGroupTest-481799553 tempest-NegativeSecGroupTest-481799553-project] 10.222.0.75 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 387 time: 0.2646625 Feb 09 19:27:23.780955 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Pushing event updated for resources: {'Port': ['ID=413c51b4-2ff4-4d9d-ab4e-d2e0cafdf9fb,revision_number=9']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:27:23.833700 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.provisioning_blocks [None req-1c36b7d7-a3b4-48a8-8e55-f50d2365c946 None None] Provisioning complete for port bfe5ad17-d007-4de6-8ca3-0ab460cb83c1 triggered by entity DHCP. {{(pid=103232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 19:27:23.834257 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-1c36b7d7-a3b4-48a8-8e55-f50d2365c946 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593630'] for port (bfe5ad17-d007-4de6-8ca3-0ab460cb83c1), provisioning_complete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:27:23.866238 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-b6090722-40ac-48fd-b2e5-01f78f1fcc60 tempest-PortsTestJSON-1738022054 tempest-PortsTestJSON-1738022054-project] Publish callbacks [] for security_group (None), before_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:27:23.906631 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-a7ded00f-6134-4a0d-a406-9bd18592b7a4 tempest-PortsIpV6TestJSON-283107163 tempest-PortsIpV6TestJSON-283107163-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16683410'] for subnet (1dc832c4-0331-4abf-ab59-9df33931f5d2), precommit_delete_associations {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:27:23.911950 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-f2c5f860-31fd-4e71-9202-f8f524dc144b tempest-NegativeSecGroupTest-481799553 tempest-NegativeSecGroupTest-481799553-project] Publish callbacks [] for security_group (f11cffdd-4a1b-450f-8c07-78c92bcdc869), before_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:27:23.918310 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d663fcf7-69d4-4956-8417-23d1ecbefbd9 None None] Update dhcp port {'port': {'network_id': 'df9a4a50-91f1-4ccc-b5a4-f855c704c8eb', 'fixed_ips': [{'subnet_id': '4ae34cc4-c450-4853-8006-dddcba0208b2', 'ip_address': '172.20.0.18'}, {'subnet_id': '33442b65-4b27-4d6f-a6ad-6616b2532d06'}], 'binding:host_id': 'n-d-713498-36'}, 'id': 'd6c2155a-b6c6-4dfb-be0d-47134fa7410a'} from n-d-713498-36. {{(pid=103232) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Feb 09 19:27:23.954521 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-f2c5f860-31fd-4e71-9202-f8f524dc144b tempest-NegativeSecGroupTest-481799553 tempest-NegativeSecGroupTest-481799553-project] Publish callbacks [] for security_group (f11cffdd-4a1b-450f-8c07-78c92bcdc869), precommit_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:27:23.955555 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-994c00f7-a542-4e76-a70d-fdfb22e3f612 admin admin] Publish callbacks [] for security_group (3ebdb23e-1213-4578-a282-c74222df7b7f), before_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:27:23.973914 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-d663fcf7-69d4-4956-8417-23d1ecbefbd9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (d6c2155a-b6c6-4dfb-be0d-47134fa7410a), before_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:27:24.017074 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbc0a6e8-a1a7-4f20-9595-f4e5658a632c req-ab4635a5-f890-4eca-aa18-f72a4563d8da tempest-ServerActionsTestJSON-347500300 tempest-ServerActionsTestJSON-347500300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:27:24.019866 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-cbc0a6e8-a1a7-4f20-9595-f4e5658a632c req-ab4635a5-f890-4eca-aa18-f72a4563d8da tempest-ServerActionsTestJSON-347500300 tempest-ServerActionsTestJSON-347500300-project] 10.222.0.75 "GET /v2.0/ports?device_id=41583515-d234-4b09-9050-bab2a796beed HTTP/1.1" status: 200 len: 945 time: 0.2161772 Feb 09 19:27:24.050414 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-b6090722-40ac-48fd-b2e5-01f78f1fcc60 tempest-PortsTestJSON-1738022054 tempest-PortsTestJSON-1738022054-project] Publish callbacks [] for security_group (ebaef8ac-4d8b-469d-a5d7-aa47a2d4a886), precommit_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:27:24.058215 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-1c36b7d7-a3b4-48a8-8e55-f50d2365c946 None None] Port bfe5ad17-d007-4de6-8ca3-0ab460cb83c1 cannot update to ACTIVE because it is not bound. {{(pid=103232) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 19:27:24.058874 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-b6090722-40ac-48fd-b2e5-01f78f1fcc60 tempest-PortsTestJSON-1738022054 tempest-PortsTestJSON-1738022054-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1892331'] for security_group (ebaef8ac-4d8b-469d-a5d7-aa47a2d4a886), after_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:27:24.063993 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-994c00f7-a542-4e76-a70d-fdfb22e3f612 admin admin] Publish callbacks [] for security_group (3ebdb23e-1213-4578-a282-c74222df7b7f), precommit_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:27:24.072974 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-f2c5f860-31fd-4e71-9202-f8f524dc144b tempest-NegativeSecGroupTest-481799553 tempest-NegativeSecGroupTest-481799553-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1892331'] for security_group (f11cffdd-4a1b-450f-8c07-78c92bcdc869), after_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:27:24.076105 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-f2c5f860-31fd-4e71-9202-f8f524dc144b tempest-NegativeSecGroupTest-481799553 tempest-NegativeSecGroupTest-481799553-project] Publish callbacks [] for security_group (None), before_response {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:27:24.079672 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-f2c5f860-31fd-4e71-9202-f8f524dc144b tempest-NegativeSecGroupTest-481799553 tempest-NegativeSecGroupTest-481799553-project] 10.222.0.75 "DELETE /v2.0/security-groups/f11cffdd-4a1b-450f-8c07-78c92bcdc869 HTTP/1.1" status: 204 len: 168 time: 0.3022723 Feb 09 19:27:24.087722 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 53980) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:27:24.124778 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-b6090722-40ac-48fd-b2e5-01f78f1fcc60 tempest-PortsTestJSON-1738022054 tempest-PortsTestJSON-1738022054-project] Publish callbacks [] for security_group (None), before_response {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:27:24.126322 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-b6090722-40ac-48fd-b2e5-01f78f1fcc60 tempest-PortsTestJSON-1738022054 tempest-PortsTestJSON-1738022054-project] 10.222.0.75 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 0.4025121 Feb 09 19:27:24.129729 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6090722-40ac-48fd-b2e5-01f78f1fcc60 tempest-PortsTestJSON-1738022054 tempest-PortsTestJSON-1738022054-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ebaef8ac-4d8b-469d-a5d7-aa47a2d4a886,revision_number=1']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:27:24.130407 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 53984) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:27:24.140491 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.v2.base [None req-cc14877a-a493-45cd-b1f5-c6c5fce24abb tempest-PortsTestJSON-1738022054 tempest-PortsTestJSON-1738022054-project] Request body: {'security_group': {'name': 'tempest-secgroup-1934236289'}} {{(pid=103229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 19:27:24.147321 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-7429db8d-6021-40ad-813e-885be449a89b None None] get_ports_and_sgs() called for port_ids ['413c51b4-2ff4-4d9d-ab4e-d2e0cafdf9fb'] {{(pid=103232) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 19:27:24.169114 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2c5f860-31fd-4e71-9202-f8f524dc144b tempest-NegativeSecGroupTest-481799553 tempest-NegativeSecGroupTest-481799553-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f11cffdd-4a1b-450f-8c07-78c92bcdc869,revision_number=None']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:27:24.216487 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-a7ded00f-6134-4a0d-a406-9bd18592b7a4 tempest-PortsIpV6TestJSON-283107163 tempest-PortsIpV6TestJSON-283107163-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-759852'] for subnet (1dc832c4-0331-4abf-ab59-9df33931f5d2), precommit_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:27:24.223465 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-cbc0a6e8-a1a7-4f20-9595-f4e5658a632c req-1bd11288-ba64-4ad9-8eb3-7d4140206b7e tempest-ServerActionsTestJSON-347500300 tempest-ServerActionsTestJSON-347500300-project] 10.222.0.75 "GET /v2.0/security-groups?id=f62a4cfa-cf5c-41a8-8bc5-ff3861f4d88a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1967978 Feb 09 19:27:24.237206 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.provisioning_blocks [None req-a098e53f-9da0-4dd8-b414-691234eb1e66 None None] Could not find standard attr ID for object 0ac2b493-1be3-443c-8876-bc7c2fb77339. {{(pid=103232) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 09 19:27:24.277618 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-cc14877a-a493-45cd-b1f5-c6c5fce24abb tempest-PortsTestJSON-1738022054 tempest-PortsTestJSON-1738022054-project] Publish callbacks [] for security_group (None), before_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:27:24.299033 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-994c00f7-a542-4e76-a70d-fdfb22e3f612 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1892331'] for security_group (3ebdb23e-1213-4578-a282-c74222df7b7f), after_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:27:24.302823 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-994c00f7-a542-4e76-a70d-fdfb22e3f612 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:27:24.304786 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-994c00f7-a542-4e76-a70d-fdfb22e3f612 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/3ebdb23e-1213-4578-a282-c74222df7b7f HTTP/1.1" status: 204 len: 168 time: 0.7072170 Feb 09 19:27:24.320411 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-994c00f7-a542-4e76-a70d-fdfb22e3f612 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3ebdb23e-1213-4578-a282-c74222df7b7f,revision_number=None']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:27:24.375707 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-a7ded00f-6134-4a0d-a406-9bd18592b7a4 tempest-PortsIpV6TestJSON-283107163 tempest-PortsIpV6TestJSON-283107163-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-760023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12867367', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12759238'] for subnet (1dc832c4-0331-4abf-ab59-9df33931f5d2), after_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:27:24.385864 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-3e0a9901-a468-4ec3-964c-3bba68a45ca7 tempest-NegativeSecGroupTest-481799553 tempest-NegativeSecGroupTest-481799553-project] 10.222.0.75 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4544 time: 0.2888191 Feb 09 19:27:24.386448 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 53992) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:27:24.418412 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.db_base_plugin_common [None req-d663fcf7-69d4-4956-8417-23d1ecbefbd9 None None] Allocated IP 172.20.0.2 (df9a4a50-91f1-4ccc-b5a4-f855c704c8eb/33442b65-4b27-4d6f-a6ad-6616b2532d06/d6c2155a-b6c6-4dfb-be0d-47134fa7410a) {{(pid=103232) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 19:27:24.435466 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d2443cf-a621-4d88-90c2-12746dc3d435 None None] Network 4cc1a166-d784-4dc5-bf77-141ef1d3baa0 requested from n-d-713498-36 {{(pid=103232) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 19:27:24.436688 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-a7ded00f-6134-4a0d-a406-9bd18592b7a4 tempest-PortsIpV6TestJSON-283107163 tempest-PortsIpV6TestJSON-283107163-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1613566'] for subnet (None), before_response {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:27:24.445363 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-a7ded00f-6134-4a0d-a406-9bd18592b7a4 tempest-PortsIpV6TestJSON-283107163 tempest-PortsIpV6TestJSON-283107163-project] 10.222.0.75 "DELETE /v2.0/subnets/1dc832c4-0331-4abf-ab59-9df33931f5d2 HTTP/1.1" status: 204 len: 168 time: 1.0129638 Feb 09 19:27:24.467409 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 53994) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:27:24.479040 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7ded00f-6134-4a0d-a406-9bd18592b7a4 tempest-PortsIpV6TestJSON-283107163 tempest-PortsIpV6TestJSON-283107163-project] Pushing event deleted for resources: {'Subnet': ['ID=1dc832c4-0331-4abf-ab59-9df33931f5d2,revision_number=None']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:27:24.564351 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c989b77d-7bd7-4ec1-976b-778aae3d9273 req-993f59f9-8b03-470a-8766-c5ef870a59da tempest-AttachVolumeShelveTestJSON-671139515 tempest-AttachVolumeShelveTestJSON-671139515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:27:24.566606 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-c989b77d-7bd7-4ec1-976b-778aae3d9273 req-993f59f9-8b03-470a-8766-c5ef870a59da tempest-AttachVolumeShelveTestJSON-671139515 tempest-AttachVolumeShelveTestJSON-671139515-project] 10.222.0.75 "GET /v2.0/ports?device_id=32437e19-fcdc-4dd1-84cc-377ffcb85b84 HTTP/1.1" status: 200 len: 944 time: 0.3559139 Feb 09 19:27:24.568760 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-cc14877a-a493-45cd-b1f5-c6c5fce24abb tempest-PortsTestJSON-1738022054 tempest-PortsTestJSON-1738022054-project] Publish callbacks [] for security_group (ca1ea458-7889-4baa-898c-7dbf6a4a14e2), precommit_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:27:24.570910 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 54000) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:27:24.575006 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-cc14877a-a493-45cd-b1f5-c6c5fce24abb tempest-PortsTestJSON-1738022054 tempest-PortsTestJSON-1738022054-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1892331'] for security_group (ca1ea458-7889-4baa-898c-7dbf6a4a14e2), after_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:27:24.621756 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc14877a-a493-45cd-b1f5-c6c5fce24abb tempest-PortsTestJSON-1738022054 tempest-PortsTestJSON-1738022054-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ca1ea458-7889-4baa-898c-7dbf6a4a14e2,revision_number=1']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:27:24.629376 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-cc14877a-a493-45cd-b1f5-c6c5fce24abb tempest-PortsTestJSON-1738022054 tempest-PortsTestJSON-1738022054-project] Publish callbacks [] for security_group (None), before_response {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:27:24.631909 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-cc14877a-a493-45cd-b1f5-c6c5fce24abb tempest-PortsTestJSON-1738022054 tempest-PortsTestJSON-1738022054-project] 10.222.0.75 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.4956052 Feb 09 19:27:24.634046 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 54002) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:27:24.639808 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.v2.base [None req-e30e3a52-ff9b-42f2-9d73-dc5763d46e20 tempest-PortsTestJSON-1738022054 tempest-PortsTestJSON-1738022054-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1076541208', 'security_groups': ['ca1ea458-7889-4baa-898c-7dbf6a4a14e2'], 'network_id': 'df9a4a50-91f1-4ccc-b5a4-f855c704c8eb', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '33442b65-4b27-4d6f-a6ad-6616b2532d06'}]}} {{(pid=103229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 19:27:24.711008 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-00baadc6-c1ca-4c5c-af90-b6ed68e29660 tempest-NegativeSecGroupTest-481799553 tempest-NegativeSecGroupTest-481799553-project] Publish callbacks [] for security_group (43a48bf1-521d-4364-8a73-c96cbf251a22), before_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:27:24.716411 n-d-713498-36 neutron-server[103230]: DEBUG neutron.db.db_base_plugin_v2 [None req-86c1b6fb-6745-4635-a6fd-36e851d9011d tempest-PortsIpV6TestJSON-283107163 tempest-PortsIpV6TestJSON-283107163-project] Deleting subnet 115def0e-7ef1-42f3-bac8-07a3aeea130f {{(pid=103230) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 19:27:24.732000 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-86c1b6fb-6745-4635-a6fd-36e851d9011d tempest-PortsIpV6TestJSON-283107163 tempest-PortsIpV6TestJSON-283107163-project] Publish callbacks [] for subnet (115def0e-7ef1-42f3-bac8-07a3aeea130f), before_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:27:24.803275 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-d663fcf7-69d4-4956-8417-23d1ecbefbd9 None None] For port d6c2155a-b6c6-4dfb-be0d-47134fa7410a, host n-d-713498-36, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-36',level=0,port_id=d6c2155a-b6c6-4dfb-be0d-47134fa7410a,segment=NetworkSegment(b38c033e-95a5-4bf1-914a-a124b7b8f75d),segment_id=b38c033e-95a5-4bf1-914a-a124b7b8f75d)] {{(pid=103232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 19:27:24.826452 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-c989b77d-7bd7-4ec1-976b-778aae3d9273 req-65bd390a-d758-4fb1-ab30-e7966265394b tempest-AttachVolumeShelveTestJSON-671139515 tempest-AttachVolumeShelveTestJSON-671139515-project] 10.222.0.75 "GET /v2.0/security-groups?id=e78d9a5a-8306-4175-aed3-1bd14ac6b154&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2334900 Feb 09 19:27:24.828602 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-00baadc6-c1ca-4c5c-af90-b6ed68e29660 tempest-NegativeSecGroupTest-481799553 tempest-NegativeSecGroupTest-481799553-project] Publish callbacks [] for security_group (43a48bf1-521d-4364-8a73-c96cbf251a22), precommit_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:27:24.845027 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e30e3a52-ff9b-42f2-9d73-dc5763d46e20 tempest-PortsTestJSON-1738022054 tempest-PortsTestJSON-1738022054-project] Made reservation on behalf of 150a397110044967a3816a9b460534fa for: {'port': 1} {{(pid=103229) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 19:27:24.864149 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-86c1b6fb-6745-4635-a6fd-36e851d9011d tempest-PortsIpV6TestJSON-283107163 tempest-PortsIpV6TestJSON-283107163-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12895822'] for subnet (115def0e-7ef1-42f3-bac8-07a3aeea130f), precommit_delete_associations {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:27:24.918529 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-d663fcf7-69d4-4956-8417-23d1ecbefbd9 None None] Publish callbacks [] for port (d6c2155a-b6c6-4dfb-be0d-47134fa7410a), precommit_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:27:24.941386 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-d663fcf7-69d4-4956-8417-23d1ecbefbd9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762867176205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762866656485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762866656503'] for port (d6c2155a-b6c6-4dfb-be0d-47134fa7410a), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:27:25.015093 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-00baadc6-c1ca-4c5c-af90-b6ed68e29660 tempest-NegativeSecGroupTest-481799553 tempest-NegativeSecGroupTest-481799553-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1892331'] for security_group (43a48bf1-521d-4364-8a73-c96cbf251a22), after_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:27:25.017928 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-e30e3a52-ff9b-42f2-9d73-dc5763d46e20 tempest-PortsTestJSON-1738022054 tempest-PortsTestJSON-1738022054-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (None), before_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:27:25.018107 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-00baadc6-c1ca-4c5c-af90-b6ed68e29660 tempest-NegativeSecGroupTest-481799553 tempest-NegativeSecGroupTest-481799553-project] Publish callbacks [] for security_group (None), before_response {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:27:25.022593 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 54018) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:27:25.022807 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-00baadc6-c1ca-4c5c-af90-b6ed68e29660 tempest-NegativeSecGroupTest-481799553 tempest-NegativeSecGroupTest-481799553-project] 10.222.0.75 "DELETE /v2.0/security-groups/43a48bf1-521d-4364-8a73-c96cbf251a22 HTTP/1.1" status: 204 len: 168 time: 0.6343687 Feb 09 19:27:25.075587 n-d-713498-36 neutron-server[103229]: DEBUG neutron.notifiers.nova [None req-e30e3a52-ff9b-42f2-9d73-dc5763d46e20 tempest-PortsTestJSON-1738022054 tempest-PortsTestJSON-1738022054-project] device_id is not set on port 92336638-b404-472e-839d-ced199d3722b yet. {{(pid=103229) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 09 19:27:25.103166 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-86c1b6fb-6745-4635-a6fd-36e851d9011d tempest-PortsIpV6TestJSON-283107163 tempest-PortsIpV6TestJSON-283107163-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-759852'] for subnet (115def0e-7ef1-42f3-bac8-07a3aeea130f), precommit_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:27:25.150886 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-573522ab-2fe8-47f8-a6ae-12b5e44a5cf6 tempest-NegativeSecGroupTest-481799553 tempest-NegativeSecGroupTest-481799553-project] 10.222.0.75 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1268125 Feb 09 19:27:25.151622 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 54024) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:27:25.158884 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.v2.base [None req-b6356e84-7237-43ff-a774-41ca29851aae tempest-NegativeSecGroupTest-481799553 tempest-NegativeSecGroupTest-481799553-project] Request body: {'security_group': {'name': 'tempest-secgroup--430081229'}} {{(pid=103229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 19:27:25.225850 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00baadc6-c1ca-4c5c-af90-b6ed68e29660 tempest-NegativeSecGroupTest-481799553 tempest-NegativeSecGroupTest-481799553-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=43a48bf1-521d-4364-8a73-c96cbf251a22,revision_number=None']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:27:25.254621 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-b6356e84-7237-43ff-a774-41ca29851aae tempest-NegativeSecGroupTest-481799553 tempest-NegativeSecGroupTest-481799553-project] Publish callbacks [] for security_group (None), before_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:27:25.283578 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d663fcf7-69d4-4956-8417-23d1ecbefbd9 None None] Pushing event updated for resources: {'Port': ['ID=d6c2155a-b6c6-4dfb-be0d-47134fa7410a,revision_number=6']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:27:25.308373 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-86c1b6fb-6745-4635-a6fd-36e851d9011d tempest-PortsIpV6TestJSON-283107163 tempest-PortsIpV6TestJSON-283107163-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-760023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14393672', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12985882'] for subnet (115def0e-7ef1-42f3-bac8-07a3aeea130f), after_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:27:25.417218 n-d-713498-36 neutron-server[103229]: DEBUG neutron.db.db_base_plugin_common [None req-e30e3a52-ff9b-42f2-9d73-dc5763d46e20 tempest-PortsTestJSON-1738022054 tempest-PortsTestJSON-1738022054-project] Allocated IP 172.20.0.14 (df9a4a50-91f1-4ccc-b5a4-f855c704c8eb/33442b65-4b27-4d6f-a6ad-6616b2532d06/92336638-b404-472e-839d-ced199d3722b) {{(pid=103229) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 19:27:25.480761 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86c1b6fb-6745-4635-a6fd-36e851d9011d tempest-PortsIpV6TestJSON-283107163 tempest-PortsIpV6TestJSON-283107163-project] Pushing event deleted for resources: {'Subnet': ['ID=115def0e-7ef1-42f3-bac8-07a3aeea130f,revision_number=None']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:27:25.517663 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-86c1b6fb-6745-4635-a6fd-36e851d9011d tempest-PortsIpV6TestJSON-283107163 tempest-PortsIpV6TestJSON-283107163-project] Publish callbacks [] for subnet (None), before_response {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:27:25.524666 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-86c1b6fb-6745-4635-a6fd-36e851d9011d tempest-PortsIpV6TestJSON-283107163 tempest-PortsIpV6TestJSON-283107163-project] 10.222.0.75 "DELETE /v2.0/subnets/115def0e-7ef1-42f3-bac8-07a3aeea130f HTTP/1.1" status: 204 len: 168 time: 1.0562062 Feb 09 19:27:25.530652 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 54038) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:27:25.663847 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-b6356e84-7237-43ff-a774-41ca29851aae tempest-NegativeSecGroupTest-481799553 tempest-NegativeSecGroupTest-481799553-project] Publish callbacks [] for security_group (c8a92ea5-7c54-4c74-8fc4-56f11aba9525), precommit_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:27:25.684521 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-30bf02d0-bfb0-43b2-8c06-fd9a8fc51d52 tempest-PortsIpV6TestJSON-283107163 tempest-PortsIpV6TestJSON-283107163-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-670458'] for network (4cc1a166-d784-4dc5-bf77-141ef1d3baa0), before_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:27:25.704038 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b37ce9c4-5e68-4ba2-b321-2bb975d8aaec req-ce233898-c27b-4dde-8f73-74f95c9ac7bb tempest-ServerActionsTestJSON-347500300 tempest-ServerActionsTestJSON-347500300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:27:25.705588 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-b37ce9c4-5e68-4ba2-b321-2bb975d8aaec req-ce233898-c27b-4dde-8f73-74f95c9ac7bb tempest-ServerActionsTestJSON-347500300 tempest-ServerActionsTestJSON-347500300-project] 10.222.0.75 "GET /v2.0/ports?device_id=41583515-d234-4b09-9050-bab2a796beed HTTP/1.1" status: 200 len: 945 time: 0.2901914 Feb 09 19:27:25.713832 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-b6356e84-7237-43ff-a774-41ca29851aae tempest-NegativeSecGroupTest-481799553 tempest-NegativeSecGroupTest-481799553-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1892331'] for security_group (c8a92ea5-7c54-4c74-8fc4-56f11aba9525), after_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:27:25.846445 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-b6356e84-7237-43ff-a774-41ca29851aae tempest-NegativeSecGroupTest-481799553 tempest-NegativeSecGroupTest-481799553-project] Publish callbacks [] for security_group (None), before_response {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:27:25.854573 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-b6356e84-7237-43ff-a774-41ca29851aae tempest-NegativeSecGroupTest-481799553 tempest-NegativeSecGroupTest-481799553-project] 10.222.0.75 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.6966159 Feb 09 19:27:25.882196 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 54044) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:27:25.889943 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.v2.base [None req-cafc749f-2b08-4557-9454-0a89533216b9 tempest-NegativeSecGroupTest-481799553 tempest-NegativeSecGroupTest-481799553-project] Request body: {'security_group': {'name': 'default'}} {{(pid=103230) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 19:27:25.891664 n-d-713498-36 neutron-server[103230]: WARNING neutron.api.v2.base [None req-cafc749f-2b08-4557-9454-0a89533216b9 tempest-NegativeSecGroupTest-481799553 tempest-NegativeSecGroupTest-481799553-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Feb 09 19:27:25.892326 n-d-713498-36 neutron-server[103230]: INFO neutron.api.v2.resource [None req-cafc749f-2b08-4557-9454-0a89533216b9 tempest-NegativeSecGroupTest-481799553 tempest-NegativeSecGroupTest-481799553-project] update failed (client error): There was a conflict when trying to complete your request. Feb 09 19:27:25.893749 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-cafc749f-2b08-4557-9454-0a89533216b9 tempest-NegativeSecGroupTest-481799553 tempest-NegativeSecGroupTest-481799553-project] 10.222.0.75 "PUT /v2.0/security-groups/c8a92ea5-7c54-4c74-8fc4-56f11aba9525 HTTP/1.1" status: 409 len: 330 time: 0.0081556 Feb 09 19:27:25.897809 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.plugin [None req-30bf02d0-bfb0-43b2-8c06-fd9a8fc51d52 tempest-PortsIpV6TestJSON-283107163 tempest-PortsIpV6TestJSON-283107163-project] Deleting port 95bb319b-577c-431b-a994-32ca9b1066d3 {{(pid=103230) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 19:27:25.898344 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-30bf02d0-bfb0-43b2-8c06-fd9a8fc51d52 tempest-PortsIpV6TestJSON-283107163 tempest-PortsIpV6TestJSON-283107163-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762867170196'] for port (95bb319b-577c-431b-a994-32ca9b1066d3), before_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:27:25.900142 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 54050) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:27:25.975552 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-b37ce9c4-5e68-4ba2-b321-2bb975d8aaec req-ffedb762-c82d-487a-aa9c-30a6dbdbe866 tempest-ServerActionsTestJSON-347500300 tempest-ServerActionsTestJSON-347500300-project] 10.222.0.75 "GET /v2.0/security-groups?id=f62a4cfa-cf5c-41a8-8bc5-ff3861f4d88a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2562432 Feb 09 19:27:26.007109 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6356e84-7237-43ff-a774-41ca29851aae tempest-NegativeSecGroupTest-481799553 tempest-NegativeSecGroupTest-481799553-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c8a92ea5-7c54-4c74-8fc4-56f11aba9525,revision_number=1']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:27:26.015057 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Device d6c2155a-b6c6-4dfb-be0d-47134fa7410a up at agent ovs-agent-n-d-713498-36 {{(pid=103232) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 19:27:26.111320 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-e30e3a52-ff9b-42f2-9d73-dc5763d46e20 tempest-PortsTestJSON-1738022054 tempest-PortsTestJSON-1738022054-project] Publish callbacks [] for port (92336638-b404-472e-839d-ced199d3722b), precommit_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:27:26.162981 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.db [None req-30bf02d0-bfb0-43b2-8c06-fd9a8fc51d52 tempest-PortsIpV6TestJSON-283107163 tempest-PortsIpV6TestJSON-283107163-project] For port 95bb319b-577c-431b-a994-32ca9b1066d3, host n-d-713498-36, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-36',level=0,port_id=95bb319b-577c-431b-a994-32ca9b1066d3,segment=NetworkSegment(8b1e2906-9e58-4615-a845-d00165376601),segment_id=8b1e2906-9e58-4615-a845-d00165376601)] {{(pid=103230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 19:27:26.163604 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-30bf02d0-bfb0-43b2-8c06-fd9a8fc51d52 tempest-PortsIpV6TestJSON-283107163 tempest-PortsIpV6TestJSON-283107163-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1820838'] for port (95bb319b-577c-431b-a994-32ca9b1066d3), precommit_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:27:26.180777 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.provisioning_blocks [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Provisioning complete for port d6c2155a-b6c6-4dfb-be0d-47134fa7410a triggered by entity L2. {{(pid=103232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 19:27:26.181173 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593630'] for port (d6c2155a-b6c6-4dfb-be0d-47134fa7410a), provisioning_complete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:27:26.201812 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.plugin [None req-30bf02d0-bfb0-43b2-8c06-fd9a8fc51d52 tempest-PortsIpV6TestJSON-283107163 tempest-PortsIpV6TestJSON-283107163-project] Calling delete_port for 95bb319b-577c-431b-a994-32ca9b1066d3 owned by network:dhcp {{(pid=103230) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 19:27:26.222283 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-fd2becbf-44ae-4636-8468-dd0cca5fe796 tempest-NegativeSecGroupTest-481799553 tempest-NegativeSecGroupTest-481799553-project] Publish callbacks [] for security_group (c8a92ea5-7c54-4c74-8fc4-56f11aba9525), before_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:27:26.222878 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-e30e3a52-ff9b-42f2-9d73-dc5763d46e20 tempest-PortsTestJSON-1738022054 tempest-PortsTestJSON-1738022054-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762866656467', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12867576'] for port (92336638-b404-472e-839d-ced199d3722b), after_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:27:26.242697 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-4865ce10-9adf-462b-90e9-0d83929fd1fd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1834525'] for router_interface (2fc6e536-03b1-44e9-abaf-e073e9f1189a), before_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:27:26.334861 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e30e3a52-ff9b-42f2-9d73-dc5763d46e20 tempest-PortsTestJSON-1738022054 tempest-PortsTestJSON-1738022054-project] Pushing event updated for resources: {'Port': ['ID=92336638-b404-472e-839d-ced199d3722b,revision_number=1']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:27:26.353333 n-d-713498-36 neutron-server[103229]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e30e3a52-ff9b-42f2-9d73-dc5763d46e20 tempest-PortsTestJSON-1738022054 tempest-PortsTestJSON-1738022054-project] Network df9a4a50-91f1-4ccc-b5a4-f855c704c8eb is already hosted by enough agents. {{(pid=103229) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 19:27:26.364450 n-d-713498-36 neutron-server[103229]: DEBUG neutron.scheduler.base_scheduler [None req-e30e3a52-ff9b-42f2-9d73-dc5763d46e20 tempest-PortsTestJSON-1738022054 tempest-PortsTestJSON-1738022054-project] Resources bound (agent type, host, resource id): {{(pid=103229) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 19:27:26.373102 n-d-713498-36 neutron-server[103229]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e30e3a52-ff9b-42f2-9d73-dc5763d46e20 tempest-PortsTestJSON-1738022054 tempest-PortsTestJSON-1738022054-project] Received port after_create {{(pid=103229) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 19:27:26.385841 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Current status of the port d6c2155a-b6c6-4dfb-be0d-47134fa7410a is: ACTIVE; New status is: ACTIVE {{(pid=103232) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 19:27:26.457693 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faa11343-a56f-441d-82ab-0913b302d93d req-577fb212-923f-4b28-845f-3457b3fd1222 tempest-AttachVolumeShelveTestJSON-671139515 tempest-AttachVolumeShelveTestJSON-671139515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:27:26.459565 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-faa11343-a56f-441d-82ab-0913b302d93d req-577fb212-923f-4b28-845f-3457b3fd1222 tempest-AttachVolumeShelveTestJSON-671139515 tempest-AttachVolumeShelveTestJSON-671139515-project] 10.222.0.75 "GET /v2.0/ports?device_id=32437e19-fcdc-4dd1-84cc-377ffcb85b84 HTTP/1.1" status: 200 len: 944 time: 0.4029226 Feb 09 19:27:26.471854 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-fd2becbf-44ae-4636-8468-dd0cca5fe796 tempest-NegativeSecGroupTest-481799553 tempest-NegativeSecGroupTest-481799553-project] Publish callbacks [] for security_group (c8a92ea5-7c54-4c74-8fc4-56f11aba9525), precommit_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:27:26.517207 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e30e3a52-ff9b-42f2-9d73-dc5763d46e20 tempest-PortsTestJSON-1738022054 tempest-PortsTestJSON-1738022054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:27:26.517885 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-e30e3a52-ff9b-42f2-9d73-dc5763d46e20 tempest-PortsTestJSON-1738022054 tempest-PortsTestJSON-1738022054-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171096'] for port (None), before_response {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:27:26.585042 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-e30e3a52-ff9b-42f2-9d73-dc5763d46e20 tempest-PortsTestJSON-1738022054 tempest-PortsTestJSON-1738022054-project] 10.222.0.75 "POST /v2.0/ports HTTP/1.1" status: 201 len: 925 time: 1.9490328 Feb 09 19:27:26.587706 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 54066) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:27:26.608235 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Device 413c51b4-2ff4-4d9d-ab4e-d2e0cafdf9fb up at agent hyperv_n-h2-713498-36 {{(pid=103232) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 19:27:26.612457 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.v2.base [None req-af18f527-e3b1-476b-83ce-542cbb11000d tempest-PortsTestJSON-1738022054 tempest-PortsTestJSON-1738022054-project] Request body: {'subnet': {'network_id': 'df9a4a50-91f1-4ccc-b5a4-f855c704c8eb', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 19:27:26.690710 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13bed8b6-526b-47c2-8e2a-5a5c671f1492 None None] Network 4cc1a166-d784-4dc5-bf77-141ef1d3baa0 requested from n-d-713498-36 {{(pid=103232) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 19:27:26.729099 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-30bf02d0-bfb0-43b2-8c06-fd9a8fc51d52 tempest-PortsIpV6TestJSON-283107163 tempest-PortsIpV6TestJSON-283107163-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762867177463', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762866656476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14393751'] for port (95bb319b-577c-431b-a994-32ca9b1066d3), after_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:27:26.738216 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-fd2becbf-44ae-4636-8468-dd0cca5fe796 tempest-NegativeSecGroupTest-481799553 tempest-NegativeSecGroupTest-481799553-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1892331'] for security_group (c8a92ea5-7c54-4c74-8fc4-56f11aba9525), after_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:27:26.745544 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-fd2becbf-44ae-4636-8468-dd0cca5fe796 tempest-NegativeSecGroupTest-481799553 tempest-NegativeSecGroupTest-481799553-project] Publish callbacks [] for security_group (None), before_response {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:27:26.751168 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-fd2becbf-44ae-4636-8468-dd0cca5fe796 tempest-NegativeSecGroupTest-481799553 tempest-NegativeSecGroupTest-481799553-project] 10.222.0.75 "DELETE /v2.0/security-groups/c8a92ea5-7c54-4c74-8fc4-56f11aba9525 HTTP/1.1" status: 204 len: 168 time: 0.8491762 Feb 09 19:27:26.752073 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 54072) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:27:26.793521 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-faa11343-a56f-441d-82ab-0913b302d93d req-d45c9bb7-54db-4b24-821f-2f327f1dc9fe tempest-AttachVolumeShelveTestJSON-671139515 tempest-AttachVolumeShelveTestJSON-671139515-project] 10.222.0.75 "GET /v2.0/security-groups?id=e78d9a5a-8306-4175-aed3-1bd14ac6b154&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3262124 Feb 09 19:27:26.804291 n-d-713498-36 neutron-server[103230]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30bf02d0-bfb0-43b2-8c06-fd9a8fc51d52 tempest-PortsIpV6TestJSON-283107163 tempest-PortsIpV6TestJSON-283107163-project] No DVR routers for this DVR port 95bb319b-577c-431b-a994-32ca9b1066d3 on host n-d-713498-36 {{(pid=103230) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 19:27:26.858944 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30bf02d0-bfb0-43b2-8c06-fd9a8fc51d52 tempest-PortsIpV6TestJSON-283107163 tempest-PortsIpV6TestJSON-283107163-project] Pushing event deleted for resources: {'Port': ['ID=95bb319b-577c-431b-a994-32ca9b1066d3,revision_number=None']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:27:26.864492 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.provisioning_blocks [None req-3d79513f-981a-4057-bb03-520b292eedb6 None None] Provisioning complete for port d6c2155a-b6c6-4dfb-be0d-47134fa7410a triggered by entity DHCP. {{(pid=103232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 19:27:26.868632 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-3d79513f-981a-4057-bb03-520b292eedb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593630'] for port (d6c2155a-b6c6-4dfb-be0d-47134fa7410a), provisioning_complete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:27:26.885459 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-af18f527-e3b1-476b-83ce-542cbb11000d tempest-PortsTestJSON-1738022054 tempest-PortsTestJSON-1738022054-project] Made reservation on behalf of 150a397110044967a3816a9b460534fa for: {'subnet': 1} {{(pid=103229) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 19:27:26.892683 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-af18f527-e3b1-476b-83ce-542cbb11000d tempest-PortsTestJSON-1738022054 tempest-PortsTestJSON-1738022054-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12759265'] for subnet (None), before_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:27:26.898146 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd2becbf-44ae-4636-8468-dd0cca5fe796 tempest-NegativeSecGroupTest-481799553 tempest-NegativeSecGroupTest-481799553-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c8a92ea5-7c54-4c74-8fc4-56f11aba9525,revision_number=None']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:27:27.065083 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-6d4db121-5856-4004-91b6-1819283e2e96 tempest-NegativeSecGroupTest-481799553 tempest-NegativeSecGroupTest-481799553-project] 10.222.0.75 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.3118544 Feb 09 19:27:27.072603 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 54080) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:27:27.075344 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.provisioning_blocks [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Provisioning complete for port 413c51b4-2ff4-4d9d-ab4e-d2e0cafdf9fb triggered by entity L2. {{(pid=103232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 19:27:27.077555 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593630'] for port (413c51b4-2ff4-4d9d-ab4e-d2e0cafdf9fb), provisioning_complete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:27:27.129482 n-d-713498-36 neutron-server[103229]: INFO neutron.api.v2.resource [None req-675b342f-4051-472d-97fc-7c9dd1cf46b8 tempest-NegativeSecGroupTest-481799553 tempest-NegativeSecGroupTest-481799553-project] delete failed (client error): The resource could not be found. Feb 09 19:27:27.131333 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-675b342f-4051-472d-97fc-7c9dd1cf46b8 tempest-NegativeSecGroupTest-481799553 tempest-NegativeSecGroupTest-481799553-project] 10.222.0.75 "DELETE /v2.0/security-groups/4ad72672-fb81-4d14-891a-94c0d0f19715 HTTP/1.1" status: 404 len: 347 time: 0.0574770 Feb 09 19:27:27.145101 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 54088) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:27:27.161521 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-30bf02d0-bfb0-43b2-8c06-fd9a8fc51d52 tempest-PortsIpV6TestJSON-283107163 tempest-PortsIpV6TestJSON-283107163-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-590267', 'neutron.services.segments.db._delete_segments_for_network-8762867132609'] for network (4cc1a166-d784-4dc5-bf77-141ef1d3baa0), precommit_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:27:27.252351 n-d-713498-36 neutron-server[103229]: INFO neutron.api.v2.resource [None req-d4816566-5e05-46c8-bf89-4cc9fe95f620 tempest-NegativeSecGroupTest-481799553 tempest-NegativeSecGroupTest-481799553-project] show failed (client error): The resource could not be found. Feb 09 19:27:27.258856 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-d4816566-5e05-46c8-bf89-4cc9fe95f620 tempest-NegativeSecGroupTest-481799553 tempest-NegativeSecGroupTest-481799553-project] 10.222.0.75 "GET /v2.0/security-groups/703dd7d4-60f6-4630-9435-aa8128bc6b93 HTTP/1.1" status: 404 len: 347 time: 0.1073623 Feb 09 19:27:27.260211 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 54092) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:27:27.281308 n-d-713498-36 neutron-server[103229]: INFO neutron.db.ipam_backend_mixin [None req-af18f527-e3b1-476b-83ce-542cbb11000d tempest-PortsTestJSON-1738022054 tempest-PortsTestJSON-1738022054-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 33442b65-4b27-4d6f-a6ad-6616b2532d06 (CIDR: 172.20.0.0/28) Feb 09 19:27:27.282474 n-d-713498-36 neutron-server[103230]: DEBUG neutron.services.segments.db [None req-30bf02d0-bfb0-43b2-8c06-fd9a8fc51d52 tempest-PortsIpV6TestJSON-283107163 tempest-PortsIpV6TestJSON-283107163-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4cc1a166-d784-4dc5-bf77-141ef1d3baa0']}} {{(pid=103230) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:27:27.302577 n-d-713498-36 neutron-server[103229]: INFO neutron.pecan_wsgi.hooks.translation [None req-af18f527-e3b1-476b-83ce-542cbb11000d tempest-PortsTestJSON-1738022054 tempest-PortsTestJSON-1738022054-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 09 19:27:27.303079 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-af18f527-e3b1-476b-83ce-542cbb11000d tempest-PortsTestJSON-1738022054 tempest-PortsTestJSON-1738022054-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103229) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 19:27:27.307758 n-d-713498-36 neutron-server[103229]: INFO neutron.api.v2.resource [None req-ab623b52-6feb-4ff1-82cc-09644ec44d78 tempest-NegativeSecGroupTest-481799553 tempest-NegativeSecGroupTest-481799553-project] show failed (client error): The resource could not be found. Feb 09 19:27:27.313393 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-ab623b52-6feb-4ff1-82cc-09644ec44d78 tempest-NegativeSecGroupTest-481799553 tempest-NegativeSecGroupTest-481799553-project] 10.222.0.75 "GET /v2.0/security-group-rules/eba8e83a-f9d0-4dc1-ac31-2cd6f07b7e28 HTTP/1.1" status: 404 len: 356 time: 0.0421326 Feb 09 19:27:27.322886 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c947870-908d-4ff4-830d-e3a331d66b9b req-6bf39d8c-12a6-49b3-808a-3cdbde97268c tempest-ServerActionsTestJSON-347500300 tempest-ServerActionsTestJSON-347500300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:27:27.325378 n-d-713498-36 neutron-server[103230]: DEBUG neutron.services.segments.db [None req-30bf02d0-bfb0-43b2-8c06-fd9a8fc51d52 tempest-PortsIpV6TestJSON-283107163 tempest-PortsIpV6TestJSON-283107163-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8b1e2906-9e58-4615-a845-d00165376601') {'for_net_delete': True} {{(pid=103230) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:27:27.325892 n-d-713498-36 neutron-server[103230]: DEBUG neutron.services.segments.db [None req-30bf02d0-bfb0-43b2-8c06-fd9a8fc51d52 tempest-PortsIpV6TestJSON-283107163 tempest-PortsIpV6TestJSON-283107163-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8b1e2906-9e58-4615-a845-d00165376601') {} {{(pid=103230) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:27:27.339065 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-6c947870-908d-4ff4-830d-e3a331d66b9b req-6bf39d8c-12a6-49b3-808a-3cdbde97268c tempest-ServerActionsTestJSON-347500300 tempest-ServerActionsTestJSON-347500300-project] 10.222.0.75 "GET /v2.0/ports?device_id=41583515-d234-4b09-9050-bab2a796beed HTTP/1.1" status: 200 len: 945 time: 0.1358099 Feb 09 19:27:27.359612 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-30bf02d0-bfb0-43b2-8c06-fd9a8fc51d52 tempest-PortsIpV6TestJSON-283107163 tempest-PortsIpV6TestJSON-283107163-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762867134154', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12895813'] for segment (8b1e2906-9e58-4615-a845-d00165376601), before_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:27:27.388623 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-af18f527-e3b1-476b-83ce-542cbb11000d tempest-PortsTestJSON-1738022054 tempest-PortsTestJSON-1738022054-project] 10.222.0.75 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.7997670 Feb 09 19:27:27.392189 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 54096) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:27:27.404197 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.v2.base [None req-2af85cb1-ae89-49bb-a862-4d2e8c8992f5 tempest-PortsTestJSON-1738022054 tempest-PortsTestJSON-1738022054-project] Request body: {'subnet': {'network_id': 'df9a4a50-91f1-4ccc-b5a4-f855c704c8eb', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=103229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 19:27:27.417782 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-30bf02d0-bfb0-43b2-8c06-fd9a8fc51d52 tempest-PortsIpV6TestJSON-283107163 tempest-PortsIpV6TestJSON-283107163-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-759574'] for segment (8b1e2906-9e58-4615-a845-d00165376601), precommit_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:27:27.429674 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-30bf02d0-bfb0-43b2-8c06-fd9a8fc51d52 tempest-PortsIpV6TestJSON-283107163 tempest-PortsIpV6TestJSON-283107163-project] Releasing vlan 391 on physical network physnet1 to pool {{(pid=103230) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 19:27:27.430309 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-30bf02d0-bfb0-43b2-8c06-fd9a8fc51d52 tempest-PortsIpV6TestJSON-283107163 tempest-PortsIpV6TestJSON-283107163-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-759574', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14393826'] for segment (8b1e2906-9e58-4615-a845-d00165376601), after_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:27:27.435115 n-d-713498-36 neutron-server[103230]: Traceback (most recent call last): Feb 09 19:27:27.435115 n-d-713498-36 neutron-server[103230]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 19:27:27.435115 n-d-713498-36 neutron-server[103230]: timer() Feb 09 19:27:27.435115 n-d-713498-36 neutron-server[103230]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 19:27:27.435115 n-d-713498-36 neutron-server[103230]: cb(*args, **kw) Feb 09 19:27:27.435115 n-d-713498-36 neutron-server[103230]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 19:27:27.435115 n-d-713498-36 neutron-server[103230]: return func(*args, **kwargs) Feb 09 19:27:27.435115 n-d-713498-36 neutron-server[103230]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 19:27:27.435115 n-d-713498-36 neutron-server[103230]: self._notify() Feb 09 19:27:27.435115 n-d-713498-36 neutron-server[103230]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 19:27:27.435115 n-d-713498-36 neutron-server[103230]: self.callback(batched_events) Feb 09 19:27:27.435115 n-d-713498-36 neutron-server[103230]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 19:27:27.435115 n-d-713498-36 neutron-server[103230]: event.method(event) Feb 09 19:27:27.435115 n-d-713498-36 neutron-server[103230]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 19:27:27.435115 n-d-713498-36 neutron-server[103230]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 19:27:27.435115 n-d-713498-36 neutron-server[103230]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 19:27:27.435115 n-d-713498-36 neutron-server[103230]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 19:27:27.435115 n-d-713498-36 neutron-server[103230]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 19:27:27.435115 n-d-713498-36 neutron-server[103230]: return f(self, *a, **k) Feb 09 19:27:27.435115 n-d-713498-36 neutron-server[103230]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 19:27:27.435115 n-d-713498-36 neutron-server[103230]: return self._get(url).json() Feb 09 19:27:27.435115 n-d-713498-36 neutron-server[103230]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 19:27:27.435115 n-d-713498-36 neutron-server[103230]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 19:27:27.435115 n-d-713498-36 neutron-server[103230]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 19:27:27.435115 n-d-713498-36 neutron-server[103230]: return self.request(url, 'GET', **kwargs) Feb 09 19:27:27.435115 n-d-713498-36 neutron-server[103230]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 19:27:27.435115 n-d-713498-36 neutron-server[103230]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 19:27:27.435115 n-d-713498-36 neutron-server[103230]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 19:27:27.435115 n-d-713498-36 neutron-server[103230]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 19:27:27.435115 n-d-713498-36 neutron-server[103230]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 19:27:27.435115 n-d-713498-36 neutron-server[103230]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 19:27:27.435115 n-d-713498-36 neutron-server[103230]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 19:27:27.511186 n-d-713498-36 neutron-server[103233]: DEBUG neutron.db.agents_db [None req-4a8a6a42-0a0c-4437-8958-92282682b6bb None None] Agent healthcheck: found 7 active agents {{(pid=103233) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 19:27:27.551121 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78bc52ab-3d90-49c6-a72e-509b02635950 None None] DHCP port deletion for 4cc1a166-d784-4dc5-bf77-141ef1d3baa0 request from n-d-713498-36 {{(pid=103232) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 09 19:27:27.589864 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-6c947870-908d-4ff4-830d-e3a331d66b9b req-71c54cba-cf6d-43ea-a2c4-7c384925cf7b tempest-ServerActionsTestJSON-347500300 tempest-ServerActionsTestJSON-347500300-project] 10.222.0.75 "GET /v2.0/security-groups?id=f62a4cfa-cf5c-41a8-8bc5-ff3861f4d88a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2496998 Feb 09 19:27:27.606580 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-30bf02d0-bfb0-43b2-8c06-fd9a8fc51d52 tempest-PortsIpV6TestJSON-283107163 tempest-PortsIpV6TestJSON-283107163-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-590242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1885479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1818895'] for network (4cc1a166-d784-4dc5-bf77-141ef1d3baa0), after_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:27:27.635113 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-30bf02d0-bfb0-43b2-8c06-fd9a8fc51d52 tempest-PortsIpV6TestJSON-283107163 tempest-PortsIpV6TestJSON-283107163-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1613566'] for network (None), before_response {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:27:27.646424 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-30bf02d0-bfb0-43b2-8c06-fd9a8fc51d52 tempest-PortsIpV6TestJSON-283107163 tempest-PortsIpV6TestJSON-283107163-project] 10.222.0.75 "DELETE /v2.0/networks/4cc1a166-d784-4dc5-bf77-141ef1d3baa0 HTTP/1.1" status: 204 len: 168 time: 2.1108370 Feb 09 19:27:27.664147 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 54102) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:27:27.681488 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-3d79513f-981a-4057-bb03-520b292eedb6 None None] Current status of the port d6c2155a-b6c6-4dfb-be0d-47134fa7410a is: ACTIVE; New status is: ACTIVE {{(pid=103232) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 19:27:27.715995 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30bf02d0-bfb0-43b2-8c06-fd9a8fc51d52 tempest-PortsIpV6TestJSON-283107163 tempest-PortsIpV6TestJSON-283107163-project] Pushing event deleted for resources: {'Network': ['ID=4cc1a166-d784-4dc5-bf77-141ef1d3baa0,revision_number=None']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:27:27.741050 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2af85cb1-ae89-49bb-a862-4d2e8c8992f5 tempest-PortsTestJSON-1738022054 tempest-PortsTestJSON-1738022054-project] Made reservation on behalf of 150a397110044967a3816a9b460534fa for: {'subnet': 1} {{(pid=103229) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 19:27:27.747382 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-2af85cb1-ae89-49bb-a862-4d2e8c8992f5 tempest-PortsTestJSON-1738022054 tempest-PortsTestJSON-1738022054-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12759265'] for subnet (None), before_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:27:27.756568 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.plugin [None req-4865ce10-9adf-462b-90e9-0d83929fd1fd admin admin] Deleting port 5e7b8d5a-4cda-4cd0-aad7-c23d8a58bfb6 {{(pid=103230) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 19:27:27.761796 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-4865ce10-9adf-462b-90e9-0d83929fd1fd admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762867170196'] for port (5e7b8d5a-4cda-4cd0-aad7-c23d8a58bfb6), before_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:27:27.804079 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.provisioning_blocks [None req-3d79513f-981a-4057-bb03-520b292eedb6 None None] Provisioning complete for port bfe5ad17-d007-4de6-8ca3-0ab460cb83c1 triggered by entity DHCP. {{(pid=103232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 19:27:27.804722 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-3d79513f-981a-4057-bb03-520b292eedb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593630'] for port (bfe5ad17-d007-4de6-8ca3-0ab460cb83c1), provisioning_complete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:27:27.816113 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Current status of the port 413c51b4-2ff4-4d9d-ab4e-d2e0cafdf9fb is: BUILD; New status is: ACTIVE {{(pid=103232) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 19:27:27.817197 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (413c51b4-2ff4-4d9d-ab4e-d2e0cafdf9fb), before_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:27:27.836433 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d85f497-7825-431e-b3f9-5471812d5c2d tempest-PortsIpV6TestJSON-283107163 tempest-PortsIpV6TestJSON-283107163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:27:27.838184 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-5d85f497-7825-431e-b3f9-5471812d5c2d tempest-PortsIpV6TestJSON-283107163 tempest-PortsIpV6TestJSON-283107163-project] 10.222.0.75 "GET /v2.0/ports HTTP/1.1" status: 200 len: 847 time: 0.1727426 Feb 09 19:27:27.842094 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 54110) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:27:27.921770 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-ad42c3c1-8ef9-4f23-8bec-843bea389456 tempest-PortsIpV6TestJSON-283107163 tempest-PortsIpV6TestJSON-283107163-project] 10.222.0.75 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.0784345 Feb 09 19:27:27.926378 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 54112) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:27:27.933501 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.v2.base [None req-1cc4908d-3f5f-467f-8023-c7cd556abedd tempest-PortsIpV6TestJSON-283107163 tempest-PortsIpV6TestJSON-283107163-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-235067537'}} {{(pid=103229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 19:27:27.954552 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-7429db8d-6021-40ad-813e-885be449a89b None None] For port 413c51b4-2ff4-4d9d-ab4e-d2e0cafdf9fb, host n-h2-713498-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-36',level=0,port_id=413c51b4-2ff4-4d9d-ab4e-d2e0cafdf9fb,segment=NetworkSegment(92268b40-fd45-4716-b63a-1f78b1bbf69a),segment_id=92268b40-fd45-4716-b63a-1f78b1bbf69a)] {{(pid=103232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 19:27:27.959238 n-d-713498-36 neutron-server[103232]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '32437e19-fcdc-4dd1-84cc-377ffcb85b84', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '413c51b4-2ff4-4d9d-ab4e-d2e0cafdf9fb'}] {{(pid=103232) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 19:27:27.961293 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1cc4908d-3f5f-467f-8023-c7cd556abedd tempest-PortsIpV6TestJSON-283107163 tempest-PortsIpV6TestJSON-283107163-project] Made reservation on behalf of 13b115ce9df54fa79100ec0671404776 for: {'network': 1} {{(pid=103229) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 19:27:27.962310 n-d-713498-36 neutron-server[103232]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}949cdcde653dec44821de95cbf67297f53cbc2aed4e073b5d514f93bf911ce85" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e64ee414-b5f6-41c7-85fb-05f91a19e8e0" -d '{"events": [{"server_uuid": "32437e19-fcdc-4dd1-84cc-377ffcb85b84", "name": "network-vif-plugged", "status": "completed", "tag": "413c51b4-2ff4-4d9d-ab4e-d2e0cafdf9fb"}]}' {{(pid=103232) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 19:27:27.965569 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-1cc4908d-3f5f-467f-8023-c7cd556abedd tempest-PortsIpV6TestJSON-283107163 tempest-PortsIpV6TestJSON-283107163-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for network (None), before_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:27:27.975665 n-d-713498-36 neutron-server[103229]: INFO neutron.db.ipam_backend_mixin [None req-2af85cb1-ae89-49bb-a862-4d2e8c8992f5 tempest-PortsTestJSON-1738022054 tempest-PortsTestJSON-1738022054-project] Validation for CIDR: 172.20.0.16/28 failed - overlaps with subnet 4ae34cc4-c450-4853-8006-dddcba0208b2 (CIDR: 172.20.0.16/28) Feb 09 19:27:27.981117 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762867176205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762866656485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762866656503'] for port (413c51b4-2ff4-4d9d-ab4e-d2e0cafdf9fb), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:27:27.996531 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-3d79513f-981a-4057-bb03-520b292eedb6 None None] Port bfe5ad17-d007-4de6-8ca3-0ab460cb83c1 cannot update to ACTIVE because it is not bound. {{(pid=103232) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 19:27:28.001682 n-d-713498-36 neutron-server[103229]: INFO neutron.pecan_wsgi.hooks.translation [None req-2af85cb1-ae89-49bb-a862-4d2e8c8992f5 tempest-PortsTestJSON-1738022054 tempest-PortsTestJSON-1738022054-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 09 19:27:28.006358 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2af85cb1-ae89-49bb-a862-4d2e8c8992f5 tempest-PortsTestJSON-1738022054 tempest-PortsTestJSON-1738022054-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103229) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 19:27:28.037212 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Device 95bb319b-577c-431b-a994-32ca9b1066d3 no longer exists at agent ovs-agent-n-d-713498-36 {{(pid=103232) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 19:27:28.043216 n-d-713498-36 neutron-server[103232]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 19:27:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9fb31bc8-b7ed-4dcf-b4ca-0154559a0c83 x-openstack-request-id: req-9fb31bc8-b7ed-4dcf-b4ca-0154559a0c83 {{(pid=103232) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 19:27:28.043768 n-d-713498-36 neutron-server[103232]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "32437e19-fcdc-4dd1-84cc-377ffcb85b84", "name": "network-vif-plugged", "status": "completed", "tag": "413c51b4-2ff4-4d9d-ab4e-d2e0cafdf9fb", "code": 200}]} {{(pid=103232) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 19:27:28.044242 n-d-713498-36 neutron-server[103232]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-9fb31bc8-b7ed-4dcf-b4ca-0154559a0c83 {{(pid=103232) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 19:27:28.044818 n-d-713498-36 neutron-server[103232]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '32437e19-fcdc-4dd1-84cc-377ffcb85b84', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '413c51b4-2ff4-4d9d-ab4e-d2e0cafdf9fb', 'code': 200} Feb 09 19:27:28.063885 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-2af85cb1-ae89-49bb-a862-4d2e8c8992f5 tempest-PortsTestJSON-1738022054 tempest-PortsTestJSON-1738022054-project] 10.222.0.75 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 425 time: 0.6704078 Feb 09 19:27:28.074981 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 54118) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:27:28.086353 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.v2.base [None req-4b800c49-22dc-4e42-b8b3-42071f9345fb tempest-PortsTestJSON-1738022054 tempest-PortsTestJSON-1738022054-project] Request body: {'subnet': {'network_id': 'df9a4a50-91f1-4ccc-b5a4-f855c704c8eb', 'cidr': '172.20.0.32/28', 'ip_version': 4, 'gateway_ip': '172.20.0.33'}} {{(pid=103229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 19:27:28.120423 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.db [None req-4865ce10-9adf-462b-90e9-0d83929fd1fd admin admin] For port 5e7b8d5a-4cda-4cd0-aad7-c23d8a58bfb6, host n-d-713498-36, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-36',level=0,port_id=5e7b8d5a-4cda-4cd0-aad7-c23d8a58bfb6,segment=NetworkSegment(f67be751-2433-40db-80a5-c4fefbe3be13),segment_id=f67be751-2433-40db-80a5-c4fefbe3be13)] {{(pid=103230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 19:27:28.120951 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-4865ce10-9adf-462b-90e9-0d83929fd1fd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1820838'] for port (5e7b8d5a-4cda-4cd0-aad7-c23d8a58bfb6), precommit_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:27:28.161643 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.plugin [None req-4865ce10-9adf-462b-90e9-0d83929fd1fd admin admin] Calling delete_port for 5e7b8d5a-4cda-4cd0-aad7-c23d8a58bfb6 owned by network:router_interface {{(pid=103230) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 19:27:28.192041 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Pushing event updated for resources: {'Port': ['ID=413c51b4-2ff4-4d9d-ab4e-d2e0cafdf9fb,revision_number=10']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:27:28.200376 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] No Port match for: 95bb319b-577c-431b-a994-32ca9b1066d3 {{(pid=103232) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 19:27:28.201103 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Device 95bb319b-577c-431b-a994-32ca9b1066d3 not bound to the agent host n-d-713498-36 {{(pid=103232) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 19:27:28.205202 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.provisioning_blocks [None req-2826cd45-d2ac-4db1-b6b1-26f32d06510f None None] Could not find standard attr ID for object a48411f2-463b-4978-a7f4-499e33f1422b. {{(pid=103232) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 09 19:27:28.210094 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.provisioning_blocks [None req-2826cd45-d2ac-4db1-b6b1-26f32d06510f None None] Could not find standard attr ID for object 95bb319b-577c-431b-a994-32ca9b1066d3. {{(pid=103232) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 09 19:27:28.210274 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 54122) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:27:28.257982 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.provisioning_blocks [None req-2826cd45-d2ac-4db1-b6b1-26f32d06510f None None] Provisioning complete for port 92336638-b404-472e-839d-ced199d3722b triggered by entity DHCP. {{(pid=103232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 19:27:28.258393 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-2826cd45-d2ac-4db1-b6b1-26f32d06510f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593630'] for port (92336638-b404-472e-839d-ced199d3722b), provisioning_complete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:27:28.263132 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1cc4908d-3f5f-467f-8023-c7cd556abedd tempest-PortsIpV6TestJSON-283107163 tempest-PortsIpV6TestJSON-283107163-project] vlan segment allocate from pool success with {'vlan_id': 368, 'physical_network': 'physnet1'} {{(pid=103229) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 19:27:28.319804 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-2826cd45-d2ac-4db1-b6b1-26f32d06510f None None] Port 92336638-b404-472e-839d-ced199d3722b cannot update to ACTIVE because it is not bound. {{(pid=103232) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 19:27:28.322337 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-1cc4908d-3f5f-467f-8023-c7cd556abedd tempest-PortsIpV6TestJSON-283107163 tempest-PortsIpV6TestJSON-283107163-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-759574'] for segment (f6f69bd2-fc4e-4fc5-95b4-0a9f0a1f5607), precommit_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:27:28.326202 n-d-713498-36 neutron-server[103229]: INFO neutron.db.segments_db [None req-1cc4908d-3f5f-467f-8023-c7cd556abedd tempest-PortsIpV6TestJSON-283107163 tempest-PortsIpV6TestJSON-283107163-project] Added segment f6f69bd2-fc4e-4fc5-95b4-0a9f0a1f5607 of type vlan for network 3db9323d-002a-40fb-93bf-b463553660f4 Feb 09 19:27:28.395704 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-1cc4908d-3f5f-467f-8023-c7cd556abedd tempest-PortsIpV6TestJSON-283107163 tempest-PortsIpV6TestJSON-283107163-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762866642225'] for network (3db9323d-002a-40fb-93bf-b463553660f4), precommit_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:27:28.434938 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4b800c49-22dc-4e42-b8b3-42071f9345fb tempest-PortsTestJSON-1738022054 tempest-PortsTestJSON-1738022054-project] Made reservation on behalf of 150a397110044967a3816a9b460534fa for: {'subnet': 1} {{(pid=103229) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 19:27:28.444252 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-4b800c49-22dc-4e42-b8b3-42071f9345fb tempest-PortsTestJSON-1738022054 tempest-PortsTestJSON-1738022054-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12759265'] for subnet (None), before_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:27:28.452260 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-1cc4908d-3f5f-467f-8023-c7cd556abedd tempest-PortsIpV6TestJSON-283107163 tempest-PortsIpV6TestJSON-283107163-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1885479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452'] for network (3db9323d-002a-40fb-93bf-b463553660f4), after_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:27:28.469212 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1cc4908d-3f5f-467f-8023-c7cd556abedd tempest-PortsIpV6TestJSON-283107163 tempest-PortsIpV6TestJSON-283107163-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:27:28.473991 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-1cc4908d-3f5f-467f-8023-c7cd556abedd tempest-PortsIpV6TestJSON-283107163 tempest-PortsIpV6TestJSON-283107163-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1613566'] for network (None), before_response {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:27:28.520571 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12369b81-dc15-4cba-bde9-272ae4d93c07 req-558c7c7c-f4cd-4af8-8e01-9ded54d7584d tempest-AttachVolumeShelveTestJSON-671139515 tempest-AttachVolumeShelveTestJSON-671139515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:27:28.522315 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-12369b81-dc15-4cba-bde9-272ae4d93c07 req-558c7c7c-f4cd-4af8-8e01-9ded54d7584d tempest-AttachVolumeShelveTestJSON-671139515 tempest-AttachVolumeShelveTestJSON-671139515-project] 10.222.0.75 "GET /v2.0/ports?device_id=32437e19-fcdc-4dd1-84cc-377ffcb85b84 HTTP/1.1" status: 200 len: 946 time: 0.5871086 Feb 09 19:27:28.722356 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-1cc4908d-3f5f-467f-8023-c7cd556abedd tempest-PortsIpV6TestJSON-283107163 tempest-PortsIpV6TestJSON-283107163-project] 10.222.0.75 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.7945883 Feb 09 19:27:28.784012 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 54140) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:27:28.871030 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.v2.base [None req-fc89be7c-cdb3-447e-8286-413a75574384 tempest-PortsIpV6TestJSON-283107163 tempest-PortsIpV6TestJSON-283107163-project] Request body: {'subnet': {'network_id': '3db9323d-002a-40fb-93bf-b463553660f4', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 19:27:28.904780 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46f9fce7-81ec-482f-9b36-d670ba2c1bbe req-1793b613-7708-4181-ad37-309e44015efc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:27:28.906274 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-46f9fce7-81ec-482f-9b36-d670ba2c1bbe req-1793b613-7708-4181-ad37-309e44015efc service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=32437e19-fcdc-4dd1-84cc-377ffcb85b84 HTTP/1.1" status: 200 len: 1129 time: 0.4931784 Feb 09 19:27:28.996772 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-46f9fce7-81ec-482f-9b36-d670ba2c1bbe req-bfb89cb9-9b88-4da5-b7af-2eece48e3eaa service neutron] 10.222.0.90 "GET /v2.0/security-groups?id=e78d9a5a-8306-4175-aed3-1bd14ac6b154&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0629451 Feb 09 19:27:29.001643 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-12369b81-dc15-4cba-bde9-272ae4d93c07 req-7c8b5ad0-eb76-44c3-ad13-48109831ebcd tempest-AttachVolumeShelveTestJSON-671139515 tempest-AttachVolumeShelveTestJSON-671139515-project] 10.222.0.75 "GET /v2.0/security-groups?id=e78d9a5a-8306-4175-aed3-1bd14ac6b154&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4718966 Feb 09 19:27:29.015896 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-4865ce10-9adf-462b-90e9-0d83929fd1fd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762867177463', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762866656476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14393751'] for port (5e7b8d5a-4cda-4cd0-aad7-c23d8a58bfb6), after_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:27:29.021479 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fc89be7c-cdb3-447e-8286-413a75574384 tempest-PortsIpV6TestJSON-283107163 tempest-PortsIpV6TestJSON-283107163-project] Made reservation on behalf of 13b115ce9df54fa79100ec0671404776 for: {'subnet': 1} {{(pid=103229) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 19:27:29.024917 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-fc89be7c-cdb3-447e-8286-413a75574384 tempest-PortsIpV6TestJSON-283107163 tempest-PortsIpV6TestJSON-283107163-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12759265'] for subnet (None), before_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:27:29.067570 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4865ce10-9adf-462b-90e9-0d83929fd1fd admin admin] Pushing event deleted for resources: {'Port': ['ID=5e7b8d5a-4cda-4cd0-aad7-c23d8a58bfb6,revision_number=None']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:27:29.211678 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54e06b99-6ab1-4916-983f-454911b2e44d req-e7775008-ce8a-4610-a70e-ddba7b179dfa tempest-ServerActionsTestJSON-347500300 tempest-ServerActionsTestJSON-347500300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:27:29.213601 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-54e06b99-6ab1-4916-983f-454911b2e44d req-e7775008-ce8a-4610-a70e-ddba7b179dfa tempest-ServerActionsTestJSON-347500300 tempest-ServerActionsTestJSON-347500300-project] 10.222.0.75 "GET /v2.0/ports?device_id=41583515-d234-4b09-9050-bab2a796beed HTTP/1.1" status: 200 len: 945 time: 0.4974916 Feb 09 19:27:29.214332 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cc4908d-3f5f-467f-8023-c7cd556abedd tempest-PortsIpV6TestJSON-283107163 tempest-PortsIpV6TestJSON-283107163-project] Pushing event updated for resources: {'Network': ['ID=3db9323d-002a-40fb-93bf-b463553660f4,revision_number=1']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:27:29.232653 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Network 3db9323d-002a-40fb-93bf-b463553660f4 details requested by agent ovs-agent-n-d-713498-36 with host n-d-713498-36 {{(pid=103232) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 19:27:29.283101 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-de2bda83-dbaf-46a9-821b-7fc51bac9143 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=87c0c940c60f46a18d37ec3f84a059e5&name=default HTTP/1.1" status: 200 len: 3000 time: 1.0650110 Feb 09 19:27:29.288340 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 54152) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:27:29.464222 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-9a0274a5-f131-408c-bc3e-0c0335c7a81f admin admin] Publish callbacks [] for security_group (8721441b-6f1f-4002-b05a-1995968a6467), before_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:27:29.490988 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-4865ce10-9adf-462b-90e9-0d83929fd1fd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1613467', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1834633'] for router_interface (2fc6e536-03b1-44e9-abaf-e073e9f1189a), after_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:27:29.497475 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-9a0274a5-f131-408c-bc3e-0c0335c7a81f admin admin] Publish callbacks [] for security_group (8721441b-6f1f-4002-b05a-1995968a6467), precommit_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:27:29.498140 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-fc89be7c-cdb3-447e-8286-413a75574384 tempest-PortsIpV6TestJSON-283107163 tempest-PortsIpV6TestJSON-283107163-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12867428', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12759263'] for subnet (c236575b-ac45-4fb2-ad02-f018ecf0e3bf), after_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:27:29.545404 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-54e06b99-6ab1-4916-983f-454911b2e44d req-66590616-25cd-4500-b8ba-1e70aff9581d tempest-ServerActionsTestJSON-347500300 tempest-ServerActionsTestJSON-347500300-project] 10.222.0.75 "GET /v2.0/security-groups?id=f62a4cfa-cf5c-41a8-8bc5-ff3861f4d88a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2738969 Feb 09 19:27:29.637938 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc89be7c-cdb3-447e-8286-413a75574384 tempest-PortsIpV6TestJSON-283107163 tempest-PortsIpV6TestJSON-283107163-project] Pushing event updated for resources: {'Subnet': ['ID=c236575b-ac45-4fb2-ad02-f018ecf0e3bf,revision_number=0']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:27:29.664659 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-9a0274a5-f131-408c-bc3e-0c0335c7a81f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1892331'] for security_group (8721441b-6f1f-4002-b05a-1995968a6467), after_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:27:29.667058 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-9a0274a5-f131-408c-bc3e-0c0335c7a81f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:27:29.671283 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-9a0274a5-f131-408c-bc3e-0c0335c7a81f admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/8721441b-6f1f-4002-b05a-1995968a6467 HTTP/1.1" status: 204 len: 168 time: 0.3801334 Feb 09 19:27:29.680318 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc89be7c-cdb3-447e-8286-413a75574384 tempest-PortsIpV6TestJSON-283107163 tempest-PortsIpV6TestJSON-283107163-project] Checking segment: {'id': 'f6f69bd2-fc4e-4fc5-95b4-0a9f0a1f5607', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': '3db9323d-002a-40fb-93bf-b463553660f4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103229) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 19:27:29.681819 n-d-713498-36 neutron-server[103229]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc89be7c-cdb3-447e-8286-413a75574384 tempest-PortsIpV6TestJSON-283107163 tempest-PortsIpV6TestJSON-283107163-project] Network hostable DHCP agents. Network: 3db9323d-002a-40fb-93bf-b463553660f4, hostable agents: ['af91e4b9-f4e1-42b1-a25c-a10dc47171c8'], hosted agents: [] {{(pid=103229) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 19:27:29.687582 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a0274a5-f131-408c-bc3e-0c0335c7a81f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8721441b-6f1f-4002-b05a-1995968a6467,revision_number=None']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:27:29.770909 n-d-713498-36 neutron-server[103229]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc89be7c-cdb3-447e-8286-413a75574384 tempest-PortsIpV6TestJSON-283107163 tempest-PortsIpV6TestJSON-283107163-project] Network 3db9323d-002a-40fb-93bf-b463553660f4 is scheduled to be hosted by DHCP agent af91e4b9-f4e1-42b1-a25c-a10dc47171c8 with binding_index 1 {{(pid=103229) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 19:27:29.779573 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-4b800c49-22dc-4e42-b8b3-42071f9345fb tempest-PortsTestJSON-1738022054 tempest-PortsTestJSON-1738022054-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12867428', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12759263'] for subnet (243d2ce5-ddfd-4169-9fde-5d79e9feba94), after_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:27:29.799129 n-d-713498-36 neutron-server[103229]: DEBUG neutron.scheduler.base_scheduler [None req-fc89be7c-cdb3-447e-8286-413a75574384 tempest-PortsIpV6TestJSON-283107163 tempest-PortsIpV6TestJSON-283107163-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713498-36, 3db9323d-002a-40fb-93bf-b463553660f4) {{(pid=103229) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 19:27:29.809710 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1acc7a02-546c-4c22-b81c-21373a83901a None None] Network 3db9323d-002a-40fb-93bf-b463553660f4 requested from n-d-713498-36 {{(pid=103232) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 19:27:29.841103 n-d-713498-36 neutron-server[103230]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4865ce10-9adf-462b-90e9-0d83929fd1fd admin admin] Router 2fc6e536-03b1-44e9-abaf-e073e9f1189a has already been hosted by L3 agent 93303d5e-5d17-45e8-8963-7694f87783ae {{(pid=103230) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 19:27:29.886927 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc89be7c-cdb3-447e-8286-413a75574384 tempest-PortsIpV6TestJSON-283107163 tempest-PortsIpV6TestJSON-283107163-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:27:29.887531 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-fc89be7c-cdb3-447e-8286-413a75574384 tempest-PortsIpV6TestJSON-283107163 tempest-PortsIpV6TestJSON-283107163-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1613566'] for subnet (None), before_response {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:27:29.946665 n-d-713498-36 neutron-server[103229]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b800c49-22dc-4e42-b8b3-42071f9345fb tempest-PortsTestJSON-1738022054 tempest-PortsTestJSON-1738022054-project] Network df9a4a50-91f1-4ccc-b5a4-f855c704c8eb is already hosted by enough agents. {{(pid=103229) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 19:27:29.969910 n-d-713498-36 neutron-server[103229]: DEBUG neutron.scheduler.base_scheduler [None req-4b800c49-22dc-4e42-b8b3-42071f9345fb tempest-PortsTestJSON-1738022054 tempest-PortsTestJSON-1738022054-project] Resources bound (agent type, host, resource id): {{(pid=103229) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 19:27:29.984952 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b800c49-22dc-4e42-b8b3-42071f9345fb tempest-PortsTestJSON-1738022054 tempest-PortsTestJSON-1738022054-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:27:29.985553 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-4b800c49-22dc-4e42-b8b3-42071f9345fb tempest-PortsTestJSON-1738022054 tempest-PortsTestJSON-1738022054-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1613566'] for subnet (None), before_response {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:27:29.990960 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49cb39f9-4c19-45f7-86e2-a945010d3ca2 None None] Network df9a4a50-91f1-4ccc-b5a4-f855c704c8eb requested from n-d-713498-36 {{(pid=103232) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 19:27:30.037762 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-fc89be7c-cdb3-447e-8286-413a75574384 tempest-PortsIpV6TestJSON-283107163 tempest-PortsIpV6TestJSON-283107163-project] 10.222.0.75 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.1808453 Feb 09 19:27:30.041090 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 54170) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:27:30.052494 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.v2.base [None req-3dbd30ca-2ff7-4314-8003-9e3f68cb2777 tempest-PortsIpV6TestJSON-283107163 tempest-PortsIpV6TestJSON-283107163-project] Request body: {'port': {'network_id': '3db9323d-002a-40fb-93bf-b463553660f4', 'name': 'tempest-PortsIpV6TestJSON-701581785'}} {{(pid=103230) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 19:27:30.054091 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b800c49-22dc-4e42-b8b3-42071f9345fb tempest-PortsTestJSON-1738022054 tempest-PortsTestJSON-1738022054-project] Pushing event updated for resources: {'Subnet': ['ID=243d2ce5-ddfd-4169-9fde-5d79e9feba94,revision_number=0']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:27:30.062605 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-4b800c49-22dc-4e42-b8b3-42071f9345fb tempest-PortsTestJSON-1738022054 tempest-PortsTestJSON-1738022054-project] 10.222.0.75 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 1.9827240 Feb 09 19:27:30.062972 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 54174) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:27:30.068910 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.v2.base [None req-bd0b2469-b386-4b02-9cd1-a104c4935b1f tempest-PortsTestJSON-1738022054 tempest-PortsTestJSON-1738022054-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1143469045', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '243d2ce5-ddfd-4169-9fde-5d79e9feba94'}], 'security_groups': ['dc00963b-880e-45a6-bb17-138a55d5d2bd', 'ebaef8ac-4d8b-469d-a5d7-aa47a2d4a886']}} {{(pid=103229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 19:27:30.195737 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f7e2249-00e9-44ce-b07c-8f81860419cc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8b32e980-7cce-5e82-a341-bd2fa8945c89-3db9323d-002a-40fb-93bf-b463553660f4', 'network_id': '3db9323d-002a-40fb-93bf-b463553660f4', 'project_id': '13b115ce9df54fa79100ec0671404776', 'fixed_ips': [{'subnet_id': 'c236575b-ac45-4fb2-ad02-f018ecf0e3bf'}]}} from n-d-713498-36. {{(pid=103232) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 09 19:27:30.197624 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-7f7e2249-00e9-44ce-b07c-8f81860419cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (None), before_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:27:30.325259 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4865ce10-9adf-462b-90e9-0d83929fd1fd admin admin] Notify agent at l3_agent.n-d-713498-36 the message routers_updated {{(pid=103230) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 19:27:30.342000 n-d-713498-36 neutron-server[103233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ce09313-e933-4075-806a-988440226df1 None None] Sync routers for ids ['2fc6e536-03b1-44e9-abaf-e073e9f1189a'] in n-d-713498-36 {{(pid=103233) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 19:27:30.355485 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-4865ce10-9adf-462b-90e9-0d83929fd1fd admin admin] 10.222.0.75 "PUT /v2.0/routers/2fc6e536-03b1-44e9-abaf-e073e9f1189a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.7832258 Feb 09 19:27:30.359396 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 54186) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:27:30.360872 n-d-713498-36 neutron-server[103233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ce09313-e933-4075-806a-988440226df1 None None] Routers {'2fc6e536-03b1-44e9-abaf-e073e9f1189a'} bound to L3 agent in host n-d-713498-36 {{(pid=103233) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 19:27:30.361874 n-d-713498-36 neutron-server[103233]: DEBUG neutron.db.l3_hamode_db [None req-9ce09313-e933-4075-806a-988440226df1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T18:51:43Z,description=,heartbeat_timestamp=2022-02-09T19:27:13Z,host='n-d-713498-36',id=93303d5e-5d17-45e8-8963-7694f87783ae,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T18:51:43Z,topic='l3_agent')) {'router_ids': ['2fc6e536-03b1-44e9-abaf-e073e9f1189a'], 'active': True} {{(pid=103233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:27:30.452585 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-bd0b2469-b386-4b02-9cd1-a104c4935b1f tempest-PortsTestJSON-1738022054 tempest-PortsTestJSON-1738022054-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (92336638-b404-472e-839d-ced199d3722b), before_update {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:27:30.639927 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd84b528-1102-40c8-828c-f754d4a50236 None None] Update dhcp port {'port': {'network_id': 'df9a4a50-91f1-4ccc-b5a4-f855c704c8eb', 'fixed_ips': [{'subnet_id': '4ae34cc4-c450-4853-8006-dddcba0208b2', 'ip_address': '172.20.0.18'}, {'subnet_id': '33442b65-4b27-4d6f-a6ad-6616b2532d06', 'ip_address': '172.20.0.2'}, {'subnet_id': '243d2ce5-ddfd-4169-9fde-5d79e9feba94'}], 'binding:host_id': 'n-d-713498-36'}, 'id': 'd6c2155a-b6c6-4dfb-be0d-47134fa7410a'} from n-d-713498-36. {{(pid=103232) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Feb 09 19:27:30.647240 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5528175-502a-483e-b824-3402f935441e req-1542b591-e60b-4bb7-81d8-f8ede3959767 tempest-AttachVolumeShelveTestJSON-671139515 tempest-AttachVolumeShelveTestJSON-671139515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:27:30.660646 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-f5528175-502a-483e-b824-3402f935441e req-1542b591-e60b-4bb7-81d8-f8ede3959767 tempest-AttachVolumeShelveTestJSON-671139515 tempest-AttachVolumeShelveTestJSON-671139515-project] 10.222.0.75 "GET /v2.0/ports?device_id=32437e19-fcdc-4dd1-84cc-377ffcb85b84 HTTP/1.1" status: 200 len: 946 time: 0.4886222 Feb 09 19:27:30.698379 n-d-713498-36 neutron-server[103233]: DEBUG neutron.db.l3_dvr_db [None req-9ce09313-e933-4075-806a-988440226df1 None None] Set router 2fc6e536-03b1-44e9-abaf-e073e9f1189a gateway port host: n-d-713498-36 {{(pid=103233) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 19:27:30.762055 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.db_base_plugin_common [None req-7f7e2249-00e9-44ce-b07c-8f81860419cc None None] Allocated IP 2001:db8::2 (3db9323d-002a-40fb-93bf-b463553660f4/c236575b-ac45-4fb2-ad02-f018ecf0e3bf/7b18c2c3-d486-478a-ba7e-bfd31eddaf0e) {{(pid=103232) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 19:27:30.791519 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-bd84b528-1102-40c8-828c-f754d4a50236 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (d6c2155a-b6c6-4dfb-be0d-47134fa7410a), before_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:27:30.875609 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24d4d056-f1c9-4a9f-9b63-a645d0a5dfff req-2834831b-fde2-4fe1-975e-4ab35e7ca094 tempest-ServerActionsTestJSON-347500300 tempest-ServerActionsTestJSON-347500300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:27:30.885649 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-24d4d056-f1c9-4a9f-9b63-a645d0a5dfff req-2834831b-fde2-4fe1-975e-4ab35e7ca094 tempest-ServerActionsTestJSON-347500300 tempest-ServerActionsTestJSON-347500300-project] 10.222.0.75 "GET /v2.0/ports?device_id=41583515-d234-4b09-9050-bab2a796beed HTTP/1.1" status: 200 len: 945 time: 0.1501887 Feb 09 19:27:30.920851 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-0c80844e-76ac-44cd-a1d1-6714e7eb1d00 admin admin] Publish callbacks [] for router (2fc6e536-03b1-44e9-abaf-e073e9f1189a), before_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:27:30.993104 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-24d4d056-f1c9-4a9f-9b63-a645d0a5dfff req-b4ea391c-6ad0-46f1-b175-a327b4c9ea34 tempest-ServerActionsTestJSON-347500300 tempest-ServerActionsTestJSON-347500300-project] 10.222.0.75 "GET /v2.0/security-groups?id=f62a4cfa-cf5c-41a8-8bc5-ff3861f4d88a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1042924 Feb 09 19:27:31.206107 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-f5528175-502a-483e-b824-3402f935441e req-e9bfe9af-87bb-4102-941c-585c77f2a971 tempest-AttachVolumeShelveTestJSON-671139515 tempest-AttachVolumeShelveTestJSON-671139515-project] 10.222.0.75 "GET /v2.0/security-groups?id=e78d9a5a-8306-4175-aed3-1bd14ac6b154&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5412014 Feb 09 19:27:31.214812 n-d-713498-36 neutron-server[103233]: DEBUG neutron.db.l3_hamode_db [None req-9ce09313-e933-4075-806a-988440226df1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2fc6e536-03b1-44e9-abaf-e073e9f1189a', 'name': 'tempest-TestServerMultinode-188115363-router', 'tenant_id': '2e467bb5543b4538a750e8e046566d13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88055e1e-672a-4487-be31-ffb6e833ece5', 'external_fixed_ips': [{'subnet_id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'ip_address': '172.25.1.158'}], 'enable_snat': True}, 'gw_port_id': 'a397fa4b-38cd-4554-bb4f-1c6ea9cbe3bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T19:25:07Z', 'updated_at': '2022-02-09T19:27:28Z', 'revision_number': 5, 'project_id': '2e467bb5543b4538a750e8e046566d13', 'gw_port': {'id': 'a397fa4b-38cd-4554-bb4f-1c6ea9cbe3bf', 'name': '', 'network_id': '88055e1e-672a-4487-be31-ffb6e833ece5', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:f0:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fc6e536-03b1-44e9-abaf-e073e9f1189a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2233, 'fixed_ips': [{'subnet_id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'ip_address': '172.25.1.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T19:25:09Z', 'updated_at': '2022-02-09T19:25:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-36'}], 'n-d-713498-36', False) {} {{(pid=103233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:27:31.230862 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3dbd30ca-2ff7-4314-8003-9e3f68cb2777 tempest-PortsIpV6TestJSON-283107163 tempest-PortsIpV6TestJSON-283107163-project] Made reservation on behalf of 13b115ce9df54fa79100ec0671404776 for: {'port': 1} {{(pid=103230) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 19:27:31.239992 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-3dbd30ca-2ff7-4314-8003-9e3f68cb2777 tempest-PortsIpV6TestJSON-283107163 tempest-PortsIpV6TestJSON-283107163-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (None), before_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:27:31.267829 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-0c80844e-76ac-44cd-a1d1-6714e7eb1d00 admin admin] Publish callbacks [] for router_gateway (2fc6e536-03b1-44e9-abaf-e073e9f1189a), before_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:27:31.280035 n-d-713498-36 neutron-server[103233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ce09313-e933-4075-806a-988440226df1 None None] Checking router: 2fc6e536-03b1-44e9-abaf-e073e9f1189a for host: n-d-713498-36 {{(pid=103233) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 19:27:31.302907 n-d-713498-36 neutron-server[103233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ce09313-e933-4075-806a-988440226df1 None None] Routers {'2fc6e536-03b1-44e9-abaf-e073e9f1189a'} bound to L3 agent in host n-d-713498-36 {{(pid=103233) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 19:27:31.303510 n-d-713498-36 neutron-server[103230]: DEBUG neutron.notifiers.nova [None req-3dbd30ca-2ff7-4314-8003-9e3f68cb2777 tempest-PortsIpV6TestJSON-283107163 tempest-PortsIpV6TestJSON-283107163-project] device_id is not set on port 77b9b1a0-d64c-4e45-8193-2be2f835e4a9 yet. {{(pid=103230) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 09 19:27:31.306062 n-d-713498-36 neutron-server[103233]: DEBUG neutron.db.l3_hamode_db [None req-9ce09313-e933-4075-806a-988440226df1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T18:51:43Z,description=,heartbeat_timestamp=2022-02-09T19:27:13Z,host='n-d-713498-36',id=93303d5e-5d17-45e8-8963-7694f87783ae,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T18:51:43Z,topic='l3_agent')) {'router_ids': ['2fc6e536-03b1-44e9-abaf-e073e9f1189a'], 'active': True} {{(pid=103233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:27:31.332796 n-d-713498-36 neutron-server[103229]: DEBUG neutron.db.db_base_plugin_common [None req-bd0b2469-b386-4b02-9cd1-a104c4935b1f tempest-PortsTestJSON-1738022054 tempest-PortsTestJSON-1738022054-project] Delete allocated IP 172.20.0.14 (df9a4a50-91f1-4ccc-b5a4-f855c704c8eb/33442b65-4b27-4d6f-a6ad-6616b2532d06) {{(pid=103229) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Feb 09 19:27:31.350733 n-d-713498-36 neutron-server[103229]: DEBUG neutron.db.db_base_plugin_common [None req-bd0b2469-b386-4b02-9cd1-a104c4935b1f tempest-PortsTestJSON-1738022054 tempest-PortsTestJSON-1738022054-project] Allocated IP 172.20.0.37 (df9a4a50-91f1-4ccc-b5a4-f855c704c8eb/243d2ce5-ddfd-4169-9fde-5d79e9feba94/92336638-b404-472e-839d-ced199d3722b) {{(pid=103229) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 19:27:31.367915 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-7f7e2249-00e9-44ce-b07c-8f81860419cc None None] Publish callbacks [] for port (7b18c2c3-d486-478a-ba7e-bfd31eddaf0e), precommit_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:27:31.383917 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-7f7e2249-00e9-44ce-b07c-8f81860419cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762866656467'] for port (7b18c2c3-d486-478a-ba7e-bfd31eddaf0e), after_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:27:31.441777 n-d-713498-36 neutron-server[103232]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f7e2249-00e9-44ce-b07c-8f81860419cc None None] Network 3db9323d-002a-40fb-93bf-b463553660f4 is already hosted by enough agents. {{(pid=103232) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 19:27:31.446291 n-d-713498-36 neutron-server[103232]: DEBUG neutron.scheduler.base_scheduler [None req-7f7e2249-00e9-44ce-b07c-8f81860419cc None None] Resources bound (agent type, host, resource id): {{(pid=103232) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 19:27:31.451781 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f7e2249-00e9-44ce-b07c-8f81860419cc None None] Received port after_create {{(pid=103232) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 19:27:31.514434 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f7e2249-00e9-44ce-b07c-8f81860419cc None None] Pushing event updated for resources: {'Port': ['ID=7b18c2c3-d486-478a-ba7e-bfd31eddaf0e,revision_number=1']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:27:31.589225 n-d-713498-36 neutron-server[103233]: DEBUG neutron.db.l3_dvr_db [None req-9ce09313-e933-4075-806a-988440226df1 None None] Set router 2fc6e536-03b1-44e9-abaf-e073e9f1189a gateway port host: None {{(pid=103233) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 19:27:31.591604 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.managers [None req-7f7e2249-00e9-44ce-b07c-8f81860419cc None None] Attempting to bind port 7b18c2c3-d486-478a-ba7e-bfd31eddaf0e on host n-d-713498-36 for vnic_type normal with profile {{(pid=103232) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 19:27:31.592088 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.managers [None req-7f7e2249-00e9-44ce-b07c-8f81860419cc None None] Attempting to bind port 7b18c2c3-d486-478a-ba7e-bfd31eddaf0e by drivers openvswitch,hyperv on host n-d-713498-36 at level 0 using segments [{'id': 'f6f69bd2-fc4e-4fc5-95b4-0a9f0a1f5607', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': '3db9323d-002a-40fb-93bf-b463553660f4'}] {{(pid=103232) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 19:27:31.592651 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f7e2249-00e9-44ce-b07c-8f81860419cc None None] Attempting to bind port 7b18c2c3-d486-478a-ba7e-bfd31eddaf0e on network 3db9323d-002a-40fb-93bf-b463553660f4 {{(pid=103232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 19:27:31.621734 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f7e2249-00e9-44ce-b07c-8f81860419cc None None] Checking agent: {'id': '496418a2-c002-4aec-ab1a-07f3bea491bd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-36', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 18, 51, 47), 'started_at': datetime.datetime(2022, 2, 9, 18, 52, 17), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 19, 27, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-36'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 19:27:31.622941 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f7e2249-00e9-44ce-b07c-8f81860419cc None None] Checking segment: {'id': 'f6f69bd2-fc4e-4fc5-95b4-0a9f0a1f5607', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': '3db9323d-002a-40fb-93bf-b463553660f4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103232) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 19:27:31.624355 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-7f7e2249-00e9-44ce-b07c-8f81860419cc None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:27:31.624976 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f7e2249-00e9-44ce-b07c-8f81860419cc None None] Bound using segment: {'id': 'f6f69bd2-fc4e-4fc5-95b4-0a9f0a1f5607', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': '3db9323d-002a-40fb-93bf-b463553660f4'} {{(pid=103232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 19:27:31.631536 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.managers [None req-7f7e2249-00e9-44ce-b07c-8f81860419cc None None] Bound port: 7b18c2c3-d486-478a-ba7e-bfd31eddaf0e, host: n-d-713498-36, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f6f69bd2-fc4e-4fc5-95b4-0a9f0a1f5607', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': '3db9323d-002a-40fb-93bf-b463553660f4'}}] {{(pid=103232) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 19:27:31.631946 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-7f7e2249-00e9-44ce-b07c-8f81860419cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (7b18c2c3-d486-478a-ba7e-bfd31eddaf0e), before_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:27:31.754189 n-d-713498-36 neutron-server[103233]: DEBUG neutron.db.l3_hamode_db [None req-9ce09313-e933-4075-806a-988440226df1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2fc6e536-03b1-44e9-abaf-e073e9f1189a', 'name': 'tempest-TestServerMultinode-188115363-router', 'tenant_id': '2e467bb5543b4538a750e8e046566d13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T19:25:07Z', 'updated_at': '2022-02-09T19:27:31Z', 'revision_number': 6, 'project_id': '2e467bb5543b4538a750e8e046566d13', 'gw_port_host': None}], 'n-d-713498-36', False) {} {{(pid=103233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:27:31.774881 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.plugin [None req-0c80844e-76ac-44cd-a1d1-6714e7eb1d00 admin admin] Deleting port a397fa4b-38cd-4554-bb4f-1c6ea9cbe3bf {{(pid=103230) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 19:27:31.776043 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-0c80844e-76ac-44cd-a1d1-6714e7eb1d00 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762867170196'] for port (a397fa4b-38cd-4554-bb4f-1c6ea9cbe3bf), before_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:27:31.786082 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-7f7e2249-00e9-44ce-b07c-8f81860419cc None None] For port 7b18c2c3-d486-478a-ba7e-bfd31eddaf0e, host n-d-713498-36, cleared binding levels {{(pid=103232) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 19:27:31.790121 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-7f7e2249-00e9-44ce-b07c-8f81860419cc None None] For port 7b18c2c3-d486-478a-ba7e-bfd31eddaf0e, host n-d-713498-36, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-36',level=0,port_id=7b18c2c3-d486-478a-ba7e-bfd31eddaf0e,segment=NetworkSegment(f6f69bd2-fc4e-4fc5-95b4-0a9f0a1f5607),segment_id=f6f69bd2-fc4e-4fc5-95b4-0a9f0a1f5607)] {{(pid=103232) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 19:27:31.803568 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-7f7e2249-00e9-44ce-b07c-8f81860419cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762867176205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762866656485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762866656503'] for port (7b18c2c3-d486-478a-ba7e-bfd31eddaf0e), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:27:31.817277 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-bd0b2469-b386-4b02-9cd1-a104c4935b1f tempest-PortsTestJSON-1738022054 tempest-PortsTestJSON-1738022054-project] Publish callbacks [] for port (92336638-b404-472e-839d-ced199d3722b), precommit_update {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:27:31.827914 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-bd0b2469-b386-4b02-9cd1-a104c4935b1f tempest-PortsTestJSON-1738022054 tempest-PortsTestJSON-1738022054-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762867176205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762866656485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762866656503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12867569'] for port (92336638-b404-472e-839d-ced199d3722b), after_update {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:27:31.865603 n-d-713498-36 neutron-server[103233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ce09313-e933-4075-806a-988440226df1 None None] The sync data for ids ['2fc6e536-03b1-44e9-abaf-e073e9f1189a'] in n-d-713498-36 is: [{'id': '2fc6e536-03b1-44e9-abaf-e073e9f1189a', 'name': 'tempest-TestServerMultinode-188115363-router', 'tenant_id': '2e467bb5543b4538a750e8e046566d13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T19:25:07Z', 'updated_at': '2022-02-09T19:27:31Z', 'revision_number': 6, 'project_id': '2e467bb5543b4538a750e8e046566d13', 'gw_port_host': None}] {{(pid=103233) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 19:27:31.959079 n-d-713498-36 neutron-server[103230]: DEBUG neutron.db.db_base_plugin_common [None req-3dbd30ca-2ff7-4314-8003-9e3f68cb2777 tempest-PortsIpV6TestJSON-283107163 tempest-PortsIpV6TestJSON-283107163-project] Allocated IP 2001:db8::312 (3db9323d-002a-40fb-93bf-b463553660f4/c236575b-ac45-4fb2-ad02-f018ecf0e3bf/77b9b1a0-d64c-4e45-8193-2be2f835e4a9) {{(pid=103230) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 19:27:32.009738 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd0b2469-b386-4b02-9cd1-a104c4935b1f tempest-PortsTestJSON-1738022054 tempest-PortsTestJSON-1738022054-project] Pushing event updated for resources: {'Port': ['ID=92336638-b404-472e-839d-ced199d3722b,revision_number=2']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:27:32.126975 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f7e2249-00e9-44ce-b07c-8f81860419cc None None] Pushing event updated for resources: {'Port': ['ID=7b18c2c3-d486-478a-ba7e-bfd31eddaf0e,revision_number=2']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:27:32.171621 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.db_base_plugin_common [None req-bd84b528-1102-40c8-828c-f754d4a50236 None None] Allocated IP 172.20.0.34 (df9a4a50-91f1-4ccc-b5a4-f855c704c8eb/243d2ce5-ddfd-4169-9fde-5d79e9feba94/d6c2155a-b6c6-4dfb-be0d-47134fa7410a) {{(pid=103232) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 19:27:32.185503 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.db [None req-0c80844e-76ac-44cd-a1d1-6714e7eb1d00 admin admin] For port a397fa4b-38cd-4554-bb4f-1c6ea9cbe3bf, host n-d-713498-36, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-36',level=0,port_id=a397fa4b-38cd-4554-bb4f-1c6ea9cbe3bf,segment=NetworkSegment(a4222f89-8d3f-4b51-953b-1a8126392491),segment_id=a4222f89-8d3f-4b51-953b-1a8126392491)] {{(pid=103230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 19:27:32.188319 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-0c80844e-76ac-44cd-a1d1-6714e7eb1d00 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1820838'] for port (a397fa4b-38cd-4554-bb4f-1c6ea9cbe3bf), precommit_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:27:32.293926 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.plugin [None req-0c80844e-76ac-44cd-a1d1-6714e7eb1d00 admin admin] Calling delete_port for a397fa4b-38cd-4554-bb4f-1c6ea9cbe3bf owned by network:router_gateway {{(pid=103230) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 19:27:32.368776 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.plugin [None req-bd0b2469-b386-4b02-9cd1-a104c4935b1f tempest-PortsTestJSON-1738022054 tempest-PortsTestJSON-1738022054-project] In _notify_port_updated(), no bound segment for port 92336638-b404-472e-839d-ced199d3722b on network df9a4a50-91f1-4ccc-b5a4-f855c704c8eb {{(pid=103229) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Feb 09 19:27:32.428651 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd0b2469-b386-4b02-9cd1-a104c4935b1f tempest-PortsTestJSON-1738022054 tempest-PortsTestJSON-1738022054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:27:32.430747 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-bd0b2469-b386-4b02-9cd1-a104c4935b1f tempest-PortsTestJSON-1738022054 tempest-PortsTestJSON-1738022054-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171096'] for port (None), before_response {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:27:32.439839 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-bd0b2469-b386-4b02-9cd1-a104c4935b1f tempest-PortsTestJSON-1738022054 tempest-PortsTestJSON-1738022054-project] 10.222.0.75 "PUT /v2.0/ports/92336638-b404-472e-839d-ced199d3722b HTTP/1.1" status: 200 len: 960 time: 2.3746848 Feb 09 19:27:32.444521 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 54266) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:27:32.537410 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-bd84b528-1102-40c8-828c-f754d4a50236 None None] For port d6c2155a-b6c6-4dfb-be0d-47134fa7410a, host n-d-713498-36, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-36',level=0,port_id=d6c2155a-b6c6-4dfb-be0d-47134fa7410a,segment=NetworkSegment(b38c033e-95a5-4bf1-914a-a124b7b8f75d),segment_id=b38c033e-95a5-4bf1-914a-a124b7b8f75d)] {{(pid=103232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 19:27:32.624286 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-bd84b528-1102-40c8-828c-f754d4a50236 None None] Publish callbacks [] for port (d6c2155a-b6c6-4dfb-be0d-47134fa7410a), precommit_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:27:32.645916 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-bd84b528-1102-40c8-828c-f754d4a50236 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762867176205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762866656485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762866656503'] for port (d6c2155a-b6c6-4dfb-be0d-47134fa7410a), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:27:32.731352 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d177fba7-843d-41e3-8796-6d791c9e5044 req-c810d081-1373-4577-bc81-bbcbb9d08908 tempest-AttachVolumeShelveTestJSON-671139515 tempest-AttachVolumeShelveTestJSON-671139515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:27:32.733279 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-d177fba7-843d-41e3-8796-6d791c9e5044 req-c810d081-1373-4577-bc81-bbcbb9d08908 tempest-AttachVolumeShelveTestJSON-671139515 tempest-AttachVolumeShelveTestJSON-671139515-project] 10.222.0.75 "GET /v2.0/ports?device_id=32437e19-fcdc-4dd1-84cc-377ffcb85b84 HTTP/1.1" status: 200 len: 946 time: 0.3778176 Feb 09 19:27:32.831069 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe2c8b84-dbf1-440c-96e2-69ad23b780ae req-3bcce1bc-d1c6-4a0d-a43b-6c7b846165ac tempest-ServerActionsTestJSON-347500300 tempest-ServerActionsTestJSON-347500300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:27:32.840076 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-fe2c8b84-dbf1-440c-96e2-69ad23b780ae req-3bcce1bc-d1c6-4a0d-a43b-6c7b846165ac tempest-ServerActionsTestJSON-347500300 tempest-ServerActionsTestJSON-347500300-project] 10.222.0.75 "GET /v2.0/ports?device_id=41583515-d234-4b09-9050-bab2a796beed HTTP/1.1" status: 200 len: 945 time: 0.5988219 Feb 09 19:27:32.862151 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-3dbd30ca-2ff7-4314-8003-9e3f68cb2777 tempest-PortsIpV6TestJSON-283107163 tempest-PortsIpV6TestJSON-283107163-project] Publish callbacks [] for port (77b9b1a0-d64c-4e45-8193-2be2f835e4a9), precommit_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:27:32.936198 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-d177fba7-843d-41e3-8796-6d791c9e5044 req-ab530c6d-4b3c-4152-aa73-e412991e3095 tempest-AttachVolumeShelveTestJSON-671139515 tempest-AttachVolumeShelveTestJSON-671139515-project] 10.222.0.75 "GET /v2.0/security-groups?id=e78d9a5a-8306-4175-aed3-1bd14ac6b154&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1795189 Feb 09 19:27:32.953170 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd84b528-1102-40c8-828c-f754d4a50236 None None] Pushing event updated for resources: {'Port': ['ID=d6c2155a-b6c6-4dfb-be0d-47134fa7410a,revision_number=7']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:27:33.030355 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.plugin [None req-048dab15-bc92-41d4-8398-d1d0ca73da9e tempest-PortsTestJSON-1738022054 tempest-PortsTestJSON-1738022054-project] Deleting port 92336638-b404-472e-839d-ced199d3722b {{(pid=103229) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 19:27:33.030939 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-048dab15-bc92-41d4-8398-d1d0ca73da9e tempest-PortsTestJSON-1738022054 tempest-PortsTestJSON-1738022054-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762867170196'] for port (92336638-b404-472e-839d-ced199d3722b), before_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:27:33.043525 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-fe2c8b84-dbf1-440c-96e2-69ad23b780ae req-9265d6bb-19a6-4d6f-82f7-e3bbd3163338 tempest-ServerActionsTestJSON-347500300 tempest-ServerActionsTestJSON-347500300-project] 10.222.0.75 "GET /v2.0/security-groups?id=f62a4cfa-cf5c-41a8-8bc5-ff3861f4d88a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1763198 Feb 09 19:27:33.081385 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-3dbd30ca-2ff7-4314-8003-9e3f68cb2777 tempest-PortsIpV6TestJSON-283107163 tempest-PortsIpV6TestJSON-283107163-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762866656467', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14393751'] for port (77b9b1a0-d64c-4e45-8193-2be2f835e4a9), after_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:27:33.151688 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 54280) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:27:33.197592 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-0c80844e-76ac-44cd-a1d1-6714e7eb1d00 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762867177463', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762866656476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14393751'] for port (a397fa4b-38cd-4554-bb4f-1c6ea9cbe3bf), after_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:27:33.214015 n-d-713498-36 neutron-server[103230]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3dbd30ca-2ff7-4314-8003-9e3f68cb2777 tempest-PortsIpV6TestJSON-283107163 tempest-PortsIpV6TestJSON-283107163-project] Network 3db9323d-002a-40fb-93bf-b463553660f4 is already hosted by enough agents. {{(pid=103230) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 19:27:33.226622 n-d-713498-36 neutron-server[103230]: DEBUG neutron.scheduler.base_scheduler [None req-3dbd30ca-2ff7-4314-8003-9e3f68cb2777 tempest-PortsIpV6TestJSON-283107163 tempest-PortsIpV6TestJSON-283107163-project] Resources bound (agent type, host, resource id): {{(pid=103230) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 19:27:33.243541 n-d-713498-36 neutron-server[103230]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3dbd30ca-2ff7-4314-8003-9e3f68cb2777 tempest-PortsIpV6TestJSON-283107163 tempest-PortsIpV6TestJSON-283107163-project] Received port after_create {{(pid=103230) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 19:27:33.255494 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3dbd30ca-2ff7-4314-8003-9e3f68cb2777 tempest-PortsIpV6TestJSON-283107163 tempest-PortsIpV6TestJSON-283107163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:27:33.257491 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-3dbd30ca-2ff7-4314-8003-9e3f68cb2777 tempest-PortsIpV6TestJSON-283107163 tempest-PortsIpV6TestJSON-283107163-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171096'] for port (None), before_response {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:27:33.261850 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-048dab15-bc92-41d4-8398-d1d0ca73da9e tempest-PortsTestJSON-1738022054 tempest-PortsTestJSON-1738022054-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1820838'] for port (92336638-b404-472e-839d-ced199d3722b), precommit_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:27:33.278823 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dbd30ca-2ff7-4314-8003-9e3f68cb2777 tempest-PortsIpV6TestJSON-283107163 tempest-PortsIpV6TestJSON-283107163-project] Pushing event updated for resources: {'Port': ['ID=77b9b1a0-d64c-4e45-8193-2be2f835e4a9,revision_number=1']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:27:33.310048 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.plugin [None req-048dab15-bc92-41d4-8398-d1d0ca73da9e tempest-PortsTestJSON-1738022054 tempest-PortsTestJSON-1738022054-project] Calling delete_port for 92336638-b404-472e-839d-ced199d3722b owned by {{(pid=103229) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 19:27:33.386212 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-3dbd30ca-2ff7-4314-8003-9e3f68cb2777 tempest-PortsIpV6TestJSON-283107163 tempest-PortsIpV6TestJSON-283107163-project] 10.222.0.75 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 3.3402417 Feb 09 19:27:33.386212 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-0c80844e-76ac-44cd-a1d1-6714e7eb1d00 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1818987'] for router_gateway (2fc6e536-03b1-44e9-abaf-e073e9f1189a), after_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:27:33.387909 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c80844e-76ac-44cd-a1d1-6714e7eb1d00 admin admin] Pushing event deleted for resources: {'Port': ['ID=a397fa4b-38cd-4554-bb4f-1c6ea9cbe3bf,revision_number=None']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:27:33.391696 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 54290) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:27:33.396434 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.v2.base [None req-d4576129-2100-4eae-8e52-096fa6830139 tempest-PortsIpV6TestJSON-283107163 tempest-PortsIpV6TestJSON-283107163-project] Request body: {'port': {'network_id': '3db9323d-002a-40fb-93bf-b463553660f4', 'name': 'tempest-PortsIpV6TestJSON-928047122'}} {{(pid=103230) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 19:27:33.435319 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.v2.base [None req-e1f01820-c7dd-45e4-a636-30e4c086c34f tempest-TagsExtTest-163862051 tempest-TagsExtTest-163862051-project] Request body: {'network': {'name': 'tempest-TagsExtTest-test-network-1667920410'}} {{(pid=103229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 19:27:33.533311 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e1f01820-c7dd-45e4-a636-30e4c086c34f tempest-TagsExtTest-163862051 tempest-TagsExtTest-163862051-project] Made reservation on behalf of 5f67f5a46f534c0bb34d3801b2af6990 for: {'network': 1} {{(pid=103229) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 19:27:33.544523 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-e1f01820-c7dd-45e4-a636-30e4c086c34f tempest-TagsExtTest-163862051 tempest-TagsExtTest-163862051-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for network (None), before_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:27:33.589802 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-e1f01820-c7dd-45e4-a636-30e4c086c34f tempest-TagsExtTest-163862051 tempest-TagsExtTest-163862051-project] Publish callbacks [] for security_group (None), before_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:27:33.621298 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-0c80844e-76ac-44cd-a1d1-6714e7eb1d00 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1834988', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-58375'] for router (2fc6e536-03b1-44e9-abaf-e073e9f1189a), precommit_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:27:33.630788 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-0c80844e-76ac-44cd-a1d1-6714e7eb1d00 admin admin] Publish callbacks [] for router_controller (2fc6e536-03b1-44e9-abaf-e073e9f1189a), precommit_delete_associations {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:27:33.799038 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-0c80844e-76ac-44cd-a1d1-6714e7eb1d00 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1835003'] for router (2fc6e536-03b1-44e9-abaf-e073e9f1189a), after_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:27:33.799600 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0c80844e-76ac-44cd-a1d1-6714e7eb1d00 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 2fc6e536-03b1-44e9-abaf-e073e9f1189a {{(pid=103230) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 09 19:27:33.828477 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-0c80844e-76ac-44cd-a1d1-6714e7eb1d00 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:27:33.861081 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-0c80844e-76ac-44cd-a1d1-6714e7eb1d00 admin admin] 10.222.0.75 "DELETE /v2.0/routers/2fc6e536-03b1-44e9-abaf-e073e9f1189a HTTP/1.1" status: 204 len: 168 time: 3.4819827 Feb 09 19:27:33.871064 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 54308) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:27:33.949680 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d4576129-2100-4eae-8e52-096fa6830139 tempest-PortsIpV6TestJSON-283107163 tempest-PortsIpV6TestJSON-283107163-project] Made reservation on behalf of 13b115ce9df54fa79100ec0671404776 for: {'port': 1} {{(pid=103230) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 19:27:33.954277 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-d4576129-2100-4eae-8e52-096fa6830139 tempest-PortsIpV6TestJSON-283107163 tempest-PortsIpV6TestJSON-283107163-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (None), before_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:27:33.968889 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-048dab15-bc92-41d4-8398-d1d0ca73da9e tempest-PortsTestJSON-1738022054 tempest-PortsTestJSON-1738022054-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762867177463', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762866656476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12867576'] for port (92336638-b404-472e-839d-ced199d3722b), after_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:27:34.097584 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-e1f01820-c7dd-45e4-a636-30e4c086c34f tempest-TagsExtTest-163862051 tempest-TagsExtTest-163862051-project] Publish callbacks [] for security_group (6d040cc5-0ca1-49f8-8a18-6b09c2bde3a3), precommit_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:27:34.276964 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Device d6c2155a-b6c6-4dfb-be0d-47134fa7410a up at agent ovs-agent-n-d-713498-36 {{(pid=103232) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 19:27:34.366629 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.provisioning_blocks [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Provisioning complete for port d6c2155a-b6c6-4dfb-be0d-47134fa7410a triggered by entity L2. {{(pid=103232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 19:27:34.367380 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593630'] for port (d6c2155a-b6c6-4dfb-be0d-47134fa7410a), provisioning_complete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:27:34.400578 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e037101d-b0b5-46b1-8313-e3e3fe18425a None None] Network 3db9323d-002a-40fb-93bf-b463553660f4 requested from n-d-713498-36 {{(pid=103232) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 19:27:34.497752 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.provisioning_blocks [None req-c0f3c826-afd5-425e-a635-1cf169d32c45 None None] Provisioning complete for port 7b18c2c3-d486-478a-ba7e-bfd31eddaf0e triggered by entity DHCP. {{(pid=103232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 19:27:34.498541 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-c0f3c826-afd5-425e-a635-1cf169d32c45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593630'] for port (7b18c2c3-d486-478a-ba7e-bfd31eddaf0e), provisioning_complete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:27:34.647146 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Current status of the port d6c2155a-b6c6-4dfb-be0d-47134fa7410a is: ACTIVE; New status is: ACTIVE {{(pid=103232) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 19:27:34.648648 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Device 7b18c2c3-d486-478a-ba7e-bfd31eddaf0e up at agent ovs-agent-n-d-713498-36 {{(pid=103232) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 19:27:34.681120 n-d-713498-36 neutron-server[103230]: DEBUG neutron.notifiers.nova [None req-d4576129-2100-4eae-8e52-096fa6830139 tempest-PortsIpV6TestJSON-283107163 tempest-PortsIpV6TestJSON-283107163-project] device_id is not set on port 27ec8dc4-2e4e-4f6e-9169-d64f70a707ce yet. {{(pid=103230) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 09 19:27:34.740868 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-c0f3c826-afd5-425e-a635-1cf169d32c45 None None] Current status of the port 7b18c2c3-d486-478a-ba7e-bfd31eddaf0e is: DOWN; New status is: ACTIVE {{(pid=103232) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 19:27:34.741411 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-c0f3c826-afd5-425e-a635-1cf169d32c45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (7b18c2c3-d486-478a-ba7e-bfd31eddaf0e), before_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:27:34.788885 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.provisioning_blocks [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Provisioning complete for port 7b18c2c3-d486-478a-ba7e-bfd31eddaf0e triggered by entity L2. {{(pid=103232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 19:27:34.789266 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593630'] for port (7b18c2c3-d486-478a-ba7e-bfd31eddaf0e), provisioning_complete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:27:34.794979 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-c0f3c826-afd5-425e-a635-1cf169d32c45 None None] For port 7b18c2c3-d486-478a-ba7e-bfd31eddaf0e, host n-d-713498-36, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-36',level=0,port_id=7b18c2c3-d486-478a-ba7e-bfd31eddaf0e,segment=NetworkSegment(f6f69bd2-fc4e-4fc5-95b4-0a9f0a1f5607),segment_id=f6f69bd2-fc4e-4fc5-95b4-0a9f0a1f5607)] {{(pid=103232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 19:27:34.817576 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-c0f3c826-afd5-425e-a635-1cf169d32c45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762867176205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762866656485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762866656503'] for port (7b18c2c3-d486-478a-ba7e-bfd31eddaf0e), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:27:34.820474 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-e1f01820-c7dd-45e4-a636-30e4c086c34f tempest-TagsExtTest-163862051 tempest-TagsExtTest-163862051-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1892331'] for security_group (6d040cc5-0ca1-49f8-8a18-6b09c2bde3a3), after_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:27:34.897610 n-d-713498-36 neutron-server[103229]: DEBUG neutron.db.db_base_plugin_v2 [None req-d2c4c577-0fc7-416f-bafa-ed96455881b3 admin admin] Deleting subnet 37cecb8d-3371-4b33-a837-c1ef6d4df503 {{(pid=103229) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 19:27:34.905893 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-d2c4c577-0fc7-416f-bafa-ed96455881b3 admin admin] Publish callbacks [] for subnet (37cecb8d-3371-4b33-a837-c1ef6d4df503), before_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:27:34.951783 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e30ef8de-e953-402f-9494-223b50b22961 req-290ff437-e589-4e01-afbb-b9f35b796240 tempest-AttachVolumeShelveTestJSON-671139515 tempest-AttachVolumeShelveTestJSON-671139515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:27:34.962017 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-e30ef8de-e953-402f-9494-223b50b22961 req-290ff437-e589-4e01-afbb-b9f35b796240 tempest-AttachVolumeShelveTestJSON-671139515 tempest-AttachVolumeShelveTestJSON-671139515-project] 10.222.0.75 "GET /v2.0/ports?device_id=32437e19-fcdc-4dd1-84cc-377ffcb85b84 HTTP/1.1" status: 200 len: 946 time: 0.3325684 Feb 09 19:27:34.967224 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.provisioning_blocks [None req-c0f3c826-afd5-425e-a635-1cf169d32c45 None None] Provisioning complete for port d6c2155a-b6c6-4dfb-be0d-47134fa7410a triggered by entity DHCP. {{(pid=103232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 19:27:34.967604 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-c0f3c826-afd5-425e-a635-1cf169d32c45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593630'] for port (d6c2155a-b6c6-4dfb-be0d-47134fa7410a), provisioning_complete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:27:35.035619 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-d2c4c577-0fc7-416f-bafa-ed96455881b3 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16683410'] for subnet (37cecb8d-3371-4b33-a837-c1ef6d4df503), precommit_delete_associations {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:27:35.047637 n-d-713498-36 neutron-server[103230]: DEBUG neutron.db.db_base_plugin_common [None req-d4576129-2100-4eae-8e52-096fa6830139 tempest-PortsIpV6TestJSON-283107163 tempest-PortsIpV6TestJSON-283107163-project] Allocated IP 2001:db8::354 (3db9323d-002a-40fb-93bf-b463553660f4/c236575b-ac45-4fb2-ad02-f018ecf0e3bf/27ec8dc4-2e4e-4f6e-9169-d64f70a707ce) {{(pid=103230) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 19:27:35.048906 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0f3c826-afd5-425e-a635-1cf169d32c45 None None] Pushing event updated for resources: {'Port': ['ID=7b18c2c3-d486-478a-ba7e-bfd31eddaf0e,revision_number=3']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:27:35.169510 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Current status of the port 7b18c2c3-d486-478a-ba7e-bfd31eddaf0e is: ACTIVE; New status is: ACTIVE {{(pid=103232) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 19:27:35.172551 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-e30ef8de-e953-402f-9494-223b50b22961 req-db4294e9-d28b-4ed7-916b-0a374cf18fe3 tempest-AttachVolumeShelveTestJSON-671139515 tempest-AttachVolumeShelveTestJSON-671139515-project] 10.222.0.75 "GET /v2.0/security-groups?id=e78d9a5a-8306-4175-aed3-1bd14ac6b154&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2095983 Feb 09 19:27:35.277753 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-048dab15-bc92-41d4-8398-d1d0ca73da9e tempest-PortsTestJSON-1738022054 tempest-PortsTestJSON-1738022054-project] Pushing event deleted for resources: {'Port': ['ID=92336638-b404-472e-839d-ced199d3722b,revision_number=None']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:27:35.285674 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-c0f3c826-afd5-425e-a635-1cf169d32c45 None None] Current status of the port d6c2155a-b6c6-4dfb-be0d-47134fa7410a is: ACTIVE; New status is: ACTIVE {{(pid=103232) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 19:27:35.299024 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Device 5e7b8d5a-4cda-4cd0-aad7-c23d8a58bfb6 no longer exists at agent ovs-agent-n-d-713498-36 {{(pid=103232) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 19:27:35.337831 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.provisioning_blocks [None req-c0f3c826-afd5-425e-a635-1cf169d32c45 None None] Provisioning complete for port bfe5ad17-d007-4de6-8ca3-0ab460cb83c1 triggered by entity DHCP. {{(pid=103232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 19:27:35.338281 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-c0f3c826-afd5-425e-a635-1cf169d32c45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593630'] for port (bfe5ad17-d007-4de6-8ca3-0ab460cb83c1), provisioning_complete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:27:35.347354 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] No Port match for: 5e7b8d5a-4cda-4cd0-aad7-c23d8a58bfb6 {{(pid=103232) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 19:27:35.352407 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Device 5e7b8d5a-4cda-4cd0-aad7-c23d8a58bfb6 not bound to the agent host n-d-713498-36 {{(pid=103232) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 19:27:35.352886 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Device a397fa4b-38cd-4554-bb4f-1c6ea9cbe3bf no longer exists at agent ovs-agent-n-d-713498-36 {{(pid=103232) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 19:27:35.366070 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e1f01820-c7dd-45e4-a636-30e4c086c34f tempest-TagsExtTest-163862051 tempest-TagsExtTest-163862051-project] vlan segment allocate from pool success with {'vlan_id': 374, 'physical_network': 'physnet1'} {{(pid=103229) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 19:27:35.408525 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] No Port match for: a397fa4b-38cd-4554-bb4f-1c6ea9cbe3bf {{(pid=103232) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 19:27:35.410914 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Device a397fa4b-38cd-4554-bb4f-1c6ea9cbe3bf not bound to the agent host n-d-713498-36 {{(pid=103232) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 19:27:35.425888 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-e1f01820-c7dd-45e4-a636-30e4c086c34f tempest-TagsExtTest-163862051 tempest-TagsExtTest-163862051-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-759574'] for segment (244728bd-3633-4f4f-b5c6-413b71fc304a), precommit_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:27:35.426567 n-d-713498-36 neutron-server[103229]: INFO neutron.db.segments_db [None req-e1f01820-c7dd-45e4-a636-30e4c086c34f tempest-TagsExtTest-163862051 tempest-TagsExtTest-163862051-project] Added segment 244728bd-3633-4f4f-b5c6-413b71fc304a of type vlan for network ab194d66-c289-455a-81de-85190397cd06 Feb 09 19:27:35.429241 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-d2c4c577-0fc7-416f-bafa-ed96455881b3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-759852'] for subnet (37cecb8d-3371-4b33-a837-c1ef6d4df503), precommit_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:27:35.451365 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-c0f3c826-afd5-425e-a635-1cf169d32c45 None None] Port bfe5ad17-d007-4de6-8ca3-0ab460cb83c1 cannot update to ACTIVE because it is not bound. {{(pid=103232) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 19:27:35.460526 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.provisioning_blocks [None req-c0f3c826-afd5-425e-a635-1cf169d32c45 None None] Could not find standard attr ID for object 92336638-b404-472e-839d-ced199d3722b. {{(pid=103232) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 09 19:27:35.493105 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-048dab15-bc92-41d4-8398-d1d0ca73da9e tempest-PortsTestJSON-1738022054 tempest-PortsTestJSON-1738022054-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171096'] for port (None), before_response {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:27:35.499312 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-048dab15-bc92-41d4-8398-d1d0ca73da9e tempest-PortsTestJSON-1738022054 tempest-PortsTestJSON-1738022054-project] 10.222.0.75 "DELETE /v2.0/ports/92336638-b404-472e-839d-ced199d3722b HTTP/1.1" status: 204 len: 168 time: 3.0388877 Feb 09 19:27:35.505768 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 54342) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:27:35.512728 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1f01820-c7dd-45e4-a636-30e4c086c34f tempest-TagsExtTest-163862051 tempest-TagsExtTest-163862051-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6d040cc5-0ca1-49f8-8a18-6b09c2bde3a3,revision_number=1']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:27:35.518327 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-d4576129-2100-4eae-8e52-096fa6830139 tempest-PortsIpV6TestJSON-283107163 tempest-PortsIpV6TestJSON-283107163-project] Publish callbacks [] for port (27ec8dc4-2e4e-4f6e-9169-d64f70a707ce), precommit_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:27:35.526488 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9db06372-cf33-434e-b00a-7c98425b22be req-6218079b-8ec4-4366-a82f-1401d299e8d9 tempest-ServerActionsTestJSON-347500300 tempest-ServerActionsTestJSON-347500300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:27:35.528354 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-9db06372-cf33-434e-b00a-7c98425b22be req-6218079b-8ec4-4366-a82f-1401d299e8d9 tempest-ServerActionsTestJSON-347500300 tempest-ServerActionsTestJSON-347500300-project] 10.222.0.75 "GET /v2.0/ports?device_id=41583515-d234-4b09-9050-bab2a796beed HTTP/1.1" status: 200 len: 945 time: 0.6655934 Feb 09 19:27:35.574863 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1f01820-c7dd-45e4-a636-30e4c086c34f tempest-TagsExtTest-163862051 tempest-TagsExtTest-163862051-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:27:35.575237 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1f01820-c7dd-45e4-a636-30e4c086c34f tempest-TagsExtTest-163862051 tempest-TagsExtTest-163862051-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:27:35.575900 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1f01820-c7dd-45e4-a636-30e4c086c34f tempest-TagsExtTest-163862051 tempest-TagsExtTest-163862051-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:27:35.576267 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1f01820-c7dd-45e4-a636-30e4c086c34f tempest-TagsExtTest-163862051 tempest-TagsExtTest-163862051-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:27:35.576612 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1f01820-c7dd-45e4-a636-30e4c086c34f tempest-TagsExtTest-163862051 tempest-TagsExtTest-163862051-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:27:35.577007 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1f01820-c7dd-45e4-a636-30e4c086c34f tempest-TagsExtTest-163862051 tempest-TagsExtTest-163862051-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:27:35.583017 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1f01820-c7dd-45e4-a636-30e4c086c34f tempest-TagsExtTest-163862051 tempest-TagsExtTest-163862051-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:27:35.583514 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1f01820-c7dd-45e4-a636-30e4c086c34f tempest-TagsExtTest-163862051 tempest-TagsExtTest-163862051-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:27:35.583964 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1f01820-c7dd-45e4-a636-30e4c086c34f tempest-TagsExtTest-163862051 tempest-TagsExtTest-163862051-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:27:35.584073 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.provisioning_blocks [None req-dd78f020-4cbd-42ac-9dfc-8bb80ddbabb4 None None] Provisioning complete for port 7b18c2c3-d486-478a-ba7e-bfd31eddaf0e triggered by entity DHCP. {{(pid=103232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 19:27:35.584397 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-dd78f020-4cbd-42ac-9dfc-8bb80ddbabb4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593630'] for port (7b18c2c3-d486-478a-ba7e-bfd31eddaf0e), provisioning_complete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:27:35.584653 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1f01820-c7dd-45e4-a636-30e4c086c34f tempest-TagsExtTest-163862051 tempest-TagsExtTest-163862051-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:27:35.585400 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1f01820-c7dd-45e4-a636-30e4c086c34f tempest-TagsExtTest-163862051 tempest-TagsExtTest-163862051-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:27:35.585844 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1f01820-c7dd-45e4-a636-30e4c086c34f tempest-TagsExtTest-163862051 tempest-TagsExtTest-163862051-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:27:35.586336 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1f01820-c7dd-45e4-a636-30e4c086c34f tempest-TagsExtTest-163862051 tempest-TagsExtTest-163862051-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:27:35.639825 n-d-713498-36 neutron-server[103230]: INFO neutron.pecan_wsgi.hooks.translation [None req-9d90923a-4e84-43bf-aa1b-ebb349e85f33 tempest-PortsTestJSON-1738022054 tempest-PortsTestJSON-1738022054-project] GET failed (client error): The resource could not be found. Feb 09 19:27:35.641639 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-9d90923a-4e84-43bf-aa1b-ebb349e85f33 tempest-PortsTestJSON-1738022054 tempest-PortsTestJSON-1738022054-project] 10.222.0.75 "GET /v2.0/ports/92336638-b404-472e-839d-ced199d3722b HTTP/1.1" status: 404 len: 333 time: 0.1346352 Feb 09 19:27:35.658238 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 54348) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:27:35.698674 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-e1f01820-c7dd-45e4-a636-30e4c086c34f tempest-TagsExtTest-163862051 tempest-TagsExtTest-163862051-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762866642225'] for network (ab194d66-c289-455a-81de-85190397cd06), precommit_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:27:35.795865 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-dd78f020-4cbd-42ac-9dfc-8bb80ddbabb4 None None] Current status of the port 7b18c2c3-d486-478a-ba7e-bfd31eddaf0e is: ACTIVE; New status is: ACTIVE {{(pid=103232) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 19:27:35.816557 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-9db06372-cf33-434e-b00a-7c98425b22be req-a4401f7b-2518-4ce5-9fa5-0fe9a16de6dc tempest-ServerActionsTestJSON-347500300 tempest-ServerActionsTestJSON-347500300-project] 10.222.0.75 "GET /v2.0/security-groups?id=f62a4cfa-cf5c-41a8-8bc5-ff3861f4d88a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2804124 Feb 09 19:27:35.825889 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.provisioning_blocks [None req-dd78f020-4cbd-42ac-9dfc-8bb80ddbabb4 None None] Provisioning complete for port 77b9b1a0-d64c-4e45-8193-2be2f835e4a9 triggered by entity DHCP. {{(pid=103232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 19:27:35.828325 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-dd78f020-4cbd-42ac-9dfc-8bb80ddbabb4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593630'] for port (77b9b1a0-d64c-4e45-8193-2be2f835e4a9), provisioning_complete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:27:35.831933 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-d2c4c577-0fc7-416f-bafa-ed96455881b3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-760023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12867367', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12759238'] for subnet (37cecb8d-3371-4b33-a837-c1ef6d4df503), after_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:27:35.854286 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-e1f01820-c7dd-45e4-a636-30e4c086c34f tempest-TagsExtTest-163862051 tempest-TagsExtTest-163862051-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1885479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452'] for network (ab194d66-c289-455a-81de-85190397cd06), after_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:27:35.860157 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-d4576129-2100-4eae-8e52-096fa6830139 tempest-PortsIpV6TestJSON-283107163 tempest-PortsIpV6TestJSON-283107163-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762866656467', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14393751'] for port (27ec8dc4-2e4e-4f6e-9169-d64f70a707ce), after_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:27:35.864990 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02efd63c-03e3-4b73-af33-7668d4ac0c6d None None] Network 575d677e-0ef9-4672-aa02-3644cdb3dff4 requested from n-d-713498-36 {{(pid=103232) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 19:27:35.866326 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1f01820-c7dd-45e4-a636-30e4c086c34f tempest-TagsExtTest-163862051 tempest-TagsExtTest-163862051-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:27:35.867205 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-e1f01820-c7dd-45e4-a636-30e4c086c34f tempest-TagsExtTest-163862051 tempest-TagsExtTest-163862051-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1613566'] for network (None), before_response {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:27:35.937721 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-d2c4c577-0fc7-416f-bafa-ed96455881b3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1613566'] for subnet (None), before_response {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:27:35.953763 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-d2c4c577-0fc7-416f-bafa-ed96455881b3 admin admin] 10.222.0.75 "DELETE /v2.0/subnets/37cecb8d-3371-4b33-a837-c1ef6d4df503 HTTP/1.1" status: 204 len: 168 time: 2.0681806 Feb 09 19:27:35.965846 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 54356) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:27:35.992705 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Device 7b18c2c3-d486-478a-ba7e-bfd31eddaf0e up at agent ovs-agent-n-d-713498-36 {{(pid=103232) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 19:27:36.049509 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-dd78f020-4cbd-42ac-9dfc-8bb80ddbabb4 None None] Port 77b9b1a0-d64c-4e45-8193-2be2f835e4a9 cannot update to ACTIVE because it is not bound. {{(pid=103232) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 19:27:36.066291 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-d58e3f81-0302-4b15-b06e-a8c2456fe04c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-670458'] for network (575d677e-0ef9-4672-aa02-3644cdb3dff4), before_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:27:36.068664 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-5bc7d223-1c7d-4f2e-a20a-ce98b7ef331d tempest-PortsTestJSON-1738022054 tempest-PortsTestJSON-1738022054-project] Publish callbacks [] for security_group (ca1ea458-7889-4baa-898c-7dbf6a4a14e2), before_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:27:36.071283 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1f01820-c7dd-45e4-a636-30e4c086c34f tempest-TagsExtTest-163862051 tempest-TagsExtTest-163862051-project] Pushing event updated for resources: {'Network': ['ID=ab194d66-c289-455a-81de-85190397cd06,revision_number=1']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:27:36.079784 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-e1f01820-c7dd-45e4-a636-30e4c086c34f tempest-TagsExtTest-163862051 tempest-TagsExtTest-163862051-project] 10.222.0.75 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 2.9266739 Feb 09 19:27:36.081823 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2c4c577-0fc7-416f-bafa-ed96455881b3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=37cecb8d-3371-4b33-a837-c1ef6d4df503,revision_number=None']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:27:36.098976 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 54360) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:27:36.101357 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-5bc7d223-1c7d-4f2e-a20a-ce98b7ef331d tempest-PortsTestJSON-1738022054 tempest-PortsTestJSON-1738022054-project] Publish callbacks [] for security_group (ca1ea458-7889-4baa-898c-7dbf6a4a14e2), precommit_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:27:36.103937 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.v2.base [None req-0a9d5600-112a-403b-9b32-c671679b150f tempest-TagsExtTest-163862051 tempest-TagsExtTest-163862051-project] Request body: {'subnet': {'network_id': 'ab194d66-c289-455a-81de-85190397cd06', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 19:27:36.123817 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Network ab194d66-c289-455a-81de-85190397cd06 details requested by agent ovs-agent-n-d-713498-36 with host n-d-713498-36 {{(pid=103232) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 19:27:36.146695 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.provisioning_blocks [None req-dd78f020-4cbd-42ac-9dfc-8bb80ddbabb4 None None] Could not find standard attr ID for object 92336638-b404-472e-839d-ced199d3722b. {{(pid=103232) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 09 19:27:36.165790 n-d-713498-36 neutron-server[103230]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4576129-2100-4eae-8e52-096fa6830139 tempest-PortsIpV6TestJSON-283107163 tempest-PortsIpV6TestJSON-283107163-project] Network 3db9323d-002a-40fb-93bf-b463553660f4 is already hosted by enough agents. {{(pid=103230) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 19:27:36.172860 n-d-713498-36 neutron-server[103230]: DEBUG neutron.scheduler.base_scheduler [None req-d4576129-2100-4eae-8e52-096fa6830139 tempest-PortsIpV6TestJSON-283107163 tempest-PortsIpV6TestJSON-283107163-project] Resources bound (agent type, host, resource id): {{(pid=103230) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 19:27:36.184060 n-d-713498-36 neutron-server[103230]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4576129-2100-4eae-8e52-096fa6830139 tempest-PortsIpV6TestJSON-283107163 tempest-PortsIpV6TestJSON-283107163-project] Received port after_create {{(pid=103230) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 19:27:36.190440 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4576129-2100-4eae-8e52-096fa6830139 tempest-PortsIpV6TestJSON-283107163 tempest-PortsIpV6TestJSON-283107163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:27:36.191587 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-d4576129-2100-4eae-8e52-096fa6830139 tempest-PortsIpV6TestJSON-283107163 tempest-PortsIpV6TestJSON-283107163-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171096'] for port (None), before_response {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:27:36.217303 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-5bc7d223-1c7d-4f2e-a20a-ce98b7ef331d tempest-PortsTestJSON-1738022054 tempest-PortsTestJSON-1738022054-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1892331'] for security_group (ca1ea458-7889-4baa-898c-7dbf6a4a14e2), after_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:27:36.224271 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-5bc7d223-1c7d-4f2e-a20a-ce98b7ef331d tempest-PortsTestJSON-1738022054 tempest-PortsTestJSON-1738022054-project] Publish callbacks [] for security_group (None), before_response {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:27:36.226298 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-5bc7d223-1c7d-4f2e-a20a-ce98b7ef331d tempest-PortsTestJSON-1738022054 tempest-PortsTestJSON-1738022054-project] 10.222.0.75 "DELETE /v2.0/security-groups/ca1ea458-7889-4baa-898c-7dbf6a4a14e2 HTTP/1.1" status: 204 len: 168 time: 0.5644186 Feb 09 19:27:36.230088 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 54364) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:27:36.245107 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 54366) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:27:36.245321 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-d4576129-2100-4eae-8e52-096fa6830139 tempest-PortsIpV6TestJSON-283107163 tempest-PortsIpV6TestJSON-283107163-project] 10.222.0.75 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 2.8509903 Feb 09 19:27:36.265632 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4576129-2100-4eae-8e52-096fa6830139 tempest-PortsIpV6TestJSON-283107163 tempest-PortsIpV6TestJSON-283107163-project] Pushing event updated for resources: {'Port': ['ID=27ec8dc4-2e4e-4f6e-9169-d64f70a707ce,revision_number=1']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:27:36.355435 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bc7d223-1c7d-4f2e-a20a-ce98b7ef331d tempest-PortsTestJSON-1738022054 tempest-PortsTestJSON-1738022054-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ca1ea458-7889-4baa-898c-7dbf6a4a14e2,revision_number=None']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:27:36.420716 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0a9d5600-112a-403b-9b32-c671679b150f tempest-TagsExtTest-163862051 tempest-TagsExtTest-163862051-project] Made reservation on behalf of 5f67f5a46f534c0bb34d3801b2af6990 for: {'subnet': 1} {{(pid=103229) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 19:27:36.425120 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-0a9d5600-112a-403b-9b32-c671679b150f tempest-TagsExtTest-163862051 tempest-TagsExtTest-163862051-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12759265'] for subnet (None), before_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:27:36.488884 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90c1740b-d2df-4187-a27f-2ad159d2fa82 tempest-PortsIpV6TestJSON-283107163 tempest-PortsIpV6TestJSON-283107163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:27:36.526191 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-90c1740b-d2df-4187-a27f-2ad159d2fa82 tempest-PortsIpV6TestJSON-283107163 tempest-PortsIpV6TestJSON-283107163-project] 10.222.0.75 "GET /v2.0/ports?fixed_ips=ip_address%3D2001%3Adb8%3A%3A312 HTTP/1.1" status: 200 len: 928 time: 0.2800133 Feb 09 19:27:36.533901 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.plugin [None req-d58e3f81-0302-4b15-b06e-a8c2456fe04c admin admin] Deleting port f6827b1d-7c41-406c-85ee-cff411c5cddd {{(pid=103230) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 19:27:36.534805 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-d58e3f81-0302-4b15-b06e-a8c2456fe04c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762867170196'] for port (f6827b1d-7c41-406c-85ee-cff411c5cddd), before_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:27:36.549382 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 54372) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:27:36.687601 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-e41ffb51-5732-4c00-bd3e-be79b9c5e864 tempest-PortsTestJSON-1738022054 tempest-PortsTestJSON-1738022054-project] Publish callbacks [] for security_group (ebaef8ac-4d8b-469d-a5d7-aa47a2d4a886), before_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:27:36.839248 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.provisioning_blocks [None req-4b749e75-82b0-4a25-ba8d-4a8f4f8a6f45 None None] Provisioning complete for port 77b9b1a0-d64c-4e45-8193-2be2f835e4a9 triggered by entity DHCP. {{(pid=103232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 19:27:36.840898 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-4b749e75-82b0-4a25-ba8d-4a8f4f8a6f45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593630'] for port (77b9b1a0-d64c-4e45-8193-2be2f835e4a9), provisioning_complete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:27:36.854856 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-e41ffb51-5732-4c00-bd3e-be79b9c5e864 tempest-PortsTestJSON-1738022054 tempest-PortsTestJSON-1738022054-project] Publish callbacks [] for security_group (ebaef8ac-4d8b-469d-a5d7-aa47a2d4a886), precommit_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:27:36.875612 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.db [None req-d58e3f81-0302-4b15-b06e-a8c2456fe04c admin admin] For port f6827b1d-7c41-406c-85ee-cff411c5cddd, host n-d-713498-36, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-36',level=0,port_id=f6827b1d-7c41-406c-85ee-cff411c5cddd,segment=NetworkSegment(f67be751-2433-40db-80a5-c4fefbe3be13),segment_id=f67be751-2433-40db-80a5-c4fefbe3be13)] {{(pid=103230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 19:27:36.877037 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-d58e3f81-0302-4b15-b06e-a8c2456fe04c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1820838'] for port (f6827b1d-7c41-406c-85ee-cff411c5cddd), precommit_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:27:36.927290 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.plugin [None req-d58e3f81-0302-4b15-b06e-a8c2456fe04c admin admin] Calling delete_port for f6827b1d-7c41-406c-85ee-cff411c5cddd owned by network:dhcp {{(pid=103230) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 19:27:36.934744 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-0a9d5600-112a-403b-9b32-c671679b150f tempest-TagsExtTest-163862051 tempest-TagsExtTest-163862051-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12867428', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12759263'] for subnet (33b56dc9-72eb-4975-8a0d-8c55db21454d), after_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:27:36.935929 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.provisioning_blocks [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Provisioning complete for port 7b18c2c3-d486-478a-ba7e-bfd31eddaf0e triggered by entity L2. {{(pid=103232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 19:27:36.936592 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593630'] for port (7b18c2c3-d486-478a-ba7e-bfd31eddaf0e), provisioning_complete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:27:36.984436 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-4b749e75-82b0-4a25-ba8d-4a8f4f8a6f45 None None] Port 77b9b1a0-d64c-4e45-8193-2be2f835e4a9 cannot update to ACTIVE because it is not bound. {{(pid=103232) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 19:27:37.048155 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a9d5600-112a-403b-9b32-c671679b150f tempest-TagsExtTest-163862051 tempest-TagsExtTest-163862051-project] Pushing event updated for resources: {'Subnet': ['ID=33b56dc9-72eb-4975-8a0d-8c55db21454d,revision_number=0']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:27:37.098782 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-186521b3-9ca3-40c9-830e-18aedbb65df0 None None] DHCP port deletion for 575d677e-0ef9-4672-aa02-3644cdb3dff4 request from n-d-713498-36 {{(pid=103232) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 09 19:27:37.121467 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a9d5600-112a-403b-9b32-c671679b150f tempest-TagsExtTest-163862051 tempest-TagsExtTest-163862051-project] Checking segment: {'id': '244728bd-3633-4f4f-b5c6-413b71fc304a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': 'ab194d66-c289-455a-81de-85190397cd06'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103229) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 19:27:37.121843 n-d-713498-36 neutron-server[103229]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a9d5600-112a-403b-9b32-c671679b150f tempest-TagsExtTest-163862051 tempest-TagsExtTest-163862051-project] Network hostable DHCP agents. Network: ab194d66-c289-455a-81de-85190397cd06, hostable agents: ['af91e4b9-f4e1-42b1-a25c-a10dc47171c8'], hosted agents: [] {{(pid=103229) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 19:27:37.160961 n-d-713498-36 neutron-server[103229]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a9d5600-112a-403b-9b32-c671679b150f tempest-TagsExtTest-163862051 tempest-TagsExtTest-163862051-project] Network ab194d66-c289-455a-81de-85190397cd06 is scheduled to be hosted by DHCP agent af91e4b9-f4e1-42b1-a25c-a10dc47171c8 with binding_index 1 {{(pid=103229) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 19:27:37.175339 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.plugin [None req-5968e75b-ad34-42f2-bcf7-55fa8f6dc0cd tempest-PortsIpV6TestJSON-283107163 tempest-PortsIpV6TestJSON-283107163-project] Deleting port 27ec8dc4-2e4e-4f6e-9169-d64f70a707ce {{(pid=103230) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 19:27:37.176938 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-5968e75b-ad34-42f2-bcf7-55fa8f6dc0cd tempest-PortsIpV6TestJSON-283107163 tempest-PortsIpV6TestJSON-283107163-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762867170196'] for port (27ec8dc4-2e4e-4f6e-9169-d64f70a707ce), before_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:27:37.179551 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.provisioning_blocks [None req-c8916746-a839-44c6-8715-96c477e31e0f None None] Provisioning complete for port 27ec8dc4-2e4e-4f6e-9169-d64f70a707ce triggered by entity DHCP. {{(pid=103232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 19:27:37.181830 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-c8916746-a839-44c6-8715-96c477e31e0f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593630'] for port (27ec8dc4-2e4e-4f6e-9169-d64f70a707ce), provisioning_complete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:27:37.182230 n-d-713498-36 neutron-server[103229]: DEBUG neutron.scheduler.base_scheduler [None req-0a9d5600-112a-403b-9b32-c671679b150f tempest-TagsExtTest-163862051 tempest-TagsExtTest-163862051-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713498-36, ab194d66-c289-455a-81de-85190397cd06) {{(pid=103229) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 19:27:37.186792 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a9d5600-112a-403b-9b32-c671679b150f tempest-TagsExtTest-163862051 tempest-TagsExtTest-163862051-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:27:37.187616 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-0a9d5600-112a-403b-9b32-c671679b150f tempest-TagsExtTest-163862051 tempest-TagsExtTest-163862051-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1613566'] for subnet (None), before_response {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:27:37.202529 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 54386) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:27:37.222378 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-e41ffb51-5732-4c00-bd3e-be79b9c5e864 tempest-PortsTestJSON-1738022054 tempest-PortsTestJSON-1738022054-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1892331'] for security_group (ebaef8ac-4d8b-469d-a5d7-aa47a2d4a886), after_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:27:37.227271 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-0a9d5600-112a-403b-9b32-c671679b150f tempest-TagsExtTest-163862051 tempest-TagsExtTest-163862051-project] 10.222.0.75 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.1271636 Feb 09 19:27:37.229870 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 54390) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:27:37.234941 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.v2.base [None req-34938a8e-64ef-4fc2-92c7-3611b74bfbc0 tempest-TagsExtTest-163862051 tempest-TagsExtTest-163862051-project] Request body: {'port': {'network_id': 'ab194d66-c289-455a-81de-85190397cd06', 'name': 'tempest-TagsExtTest-1488115755'}} {{(pid=103229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 19:27:37.235913 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-e41ffb51-5732-4c00-bd3e-be79b9c5e864 tempest-PortsTestJSON-1738022054 tempest-PortsTestJSON-1738022054-project] Publish callbacks [] for security_group (None), before_response {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:27:37.237246 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-e41ffb51-5732-4c00-bd3e-be79b9c5e864 tempest-PortsTestJSON-1738022054 tempest-PortsTestJSON-1738022054-project] 10.222.0.75 "DELETE /v2.0/security-groups/ebaef8ac-4d8b-469d-a5d7-aa47a2d4a886 HTTP/1.1" status: 204 len: 168 time: 1.0020971 Feb 09 19:27:37.245875 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 54392) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:27:37.259305 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-c8916746-a839-44c6-8715-96c477e31e0f None None] Port 27ec8dc4-2e4e-4f6e-9169-d64f70a707ce cannot update to ACTIVE because it is not bound. {{(pid=103232) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 19:27:37.263290 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7df4ac86-956a-475a-bad4-482e1cb3f1c8 None None] Network ab194d66-c289-455a-81de-85190397cd06 requested from n-d-713498-36 {{(pid=103232) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 19:27:37.366829 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e41ffb51-5732-4c00-bd3e-be79b9c5e864 tempest-PortsTestJSON-1738022054 tempest-PortsTestJSON-1738022054-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ebaef8ac-4d8b-469d-a5d7-aa47a2d4a886,revision_number=None']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:27:37.415683 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-3b3c0ecd-ed50-4564-b506-3b7a66f1b5e1 tempest-PortsTestJSON-1738022054 tempest-PortsTestJSON-1738022054-project] Publish callbacks [] for security_group (dc00963b-880e-45a6-bb17-138a55d5d2bd), before_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:27:37.426984 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69d950b9-b485-4b01-8bd3-4f9a8ecb2e34 req-4e271ef1-6ccf-41e5-a76b-801138ca92d1 tempest-ServerActionsTestJSON-347500300 tempest-ServerActionsTestJSON-347500300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:27:37.450996 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23083093-43ed-4e93-a942-9509fc55f658 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8b32e980-7cce-5e82-a341-bd2fa8945c89-ab194d66-c289-455a-81de-85190397cd06', 'network_id': 'ab194d66-c289-455a-81de-85190397cd06', 'project_id': '5f67f5a46f534c0bb34d3801b2af6990', 'fixed_ips': [{'subnet_id': '33b56dc9-72eb-4975-8a0d-8c55db21454d'}]}} from n-d-713498-36. {{(pid=103232) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 09 19:27:37.452201 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-23083093-43ed-4e93-a942-9509fc55f658 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (None), before_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:27:37.460574 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-69d950b9-b485-4b01-8bd3-4f9a8ecb2e34 req-4e271ef1-6ccf-41e5-a76b-801138ca92d1 tempest-ServerActionsTestJSON-347500300 tempest-ServerActionsTestJSON-347500300-project] 10.222.0.75 "GET /v2.0/ports?device_id=41583515-d234-4b09-9050-bab2a796beed HTTP/1.1" status: 200 len: 945 time: 0.4872158 Feb 09 19:27:37.465299 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-d6c1ea3e-ef02-4a7e-a4aa-5a8c640841b9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:27:37.468629 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-3b3c0ecd-ed50-4564-b506-3b7a66f1b5e1 tempest-PortsTestJSON-1738022054 tempest-PortsTestJSON-1738022054-project] Publish callbacks [] for security_group (dc00963b-880e-45a6-bb17-138a55d5d2bd), precommit_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:27:37.527802 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-5968e75b-ad34-42f2-bcf7-55fa8f6dc0cd tempest-PortsIpV6TestJSON-283107163 tempest-PortsIpV6TestJSON-283107163-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1820838'] for port (27ec8dc4-2e4e-4f6e-9169-d64f70a707ce), precommit_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:27:37.532145 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Current status of the port 7b18c2c3-d486-478a-ba7e-bfd31eddaf0e is: ACTIVE; New status is: ACTIVE {{(pid=103232) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 19:27:37.553225 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.plugin [None req-5968e75b-ad34-42f2-bcf7-55fa8f6dc0cd tempest-PortsIpV6TestJSON-283107163 tempest-PortsIpV6TestJSON-283107163-project] Calling delete_port for 27ec8dc4-2e4e-4f6e-9169-d64f70a707ce owned by {{(pid=103230) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 19:27:37.588874 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-3b3c0ecd-ed50-4564-b506-3b7a66f1b5e1 tempest-PortsTestJSON-1738022054 tempest-PortsTestJSON-1738022054-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1892331'] for security_group (dc00963b-880e-45a6-bb17-138a55d5d2bd), after_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:27:37.592249 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-3b3c0ecd-ed50-4564-b506-3b7a66f1b5e1 tempest-PortsTestJSON-1738022054 tempest-PortsTestJSON-1738022054-project] Publish callbacks [] for security_group (None), before_response {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:27:37.596484 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-3b3c0ecd-ed50-4564-b506-3b7a66f1b5e1 tempest-PortsTestJSON-1738022054 tempest-PortsTestJSON-1738022054-project] 10.222.0.75 "DELETE /v2.0/security-groups/dc00963b-880e-45a6-bb17-138a55d5d2bd HTTP/1.1" status: 204 len: 168 time: 0.3370514 Feb 09 19:27:37.605361 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 54398) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:27:37.627152 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b3c0ecd-ed50-4564-b506-3b7a66f1b5e1 tempest-PortsTestJSON-1738022054 tempest-PortsTestJSON-1738022054-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=dc00963b-880e-45a6-bb17-138a55d5d2bd,revision_number=None']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:27:37.649774 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-34938a8e-64ef-4fc2-92c7-3611b74bfbc0 tempest-TagsExtTest-163862051 tempest-TagsExtTest-163862051-project] Made reservation on behalf of 5f67f5a46f534c0bb34d3801b2af6990 for: {'port': 1} {{(pid=103229) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 19:27:37.657017 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-d58e3f81-0302-4b15-b06e-a8c2456fe04c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762867177463', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762866656476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14393751'] for port (f6827b1d-7c41-406c-85ee-cff411c5cddd), after_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:27:37.663450 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-34938a8e-64ef-4fc2-92c7-3611b74bfbc0 tempest-TagsExtTest-163862051 tempest-TagsExtTest-163862051-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (None), before_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:27:37.697253 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-69d950b9-b485-4b01-8bd3-4f9a8ecb2e34 req-387a91e8-f262-4e5f-a587-47dd8119bd02 tempest-ServerActionsTestJSON-347500300 tempest-ServerActionsTestJSON-347500300-project] 10.222.0.75 "GET /v2.0/security-groups?id=f62a4cfa-cf5c-41a8-8bc5-ff3861f4d88a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2358150 Feb 09 19:27:37.753072 n-d-713498-36 neutron-server[103229]: DEBUG neutron.notifiers.nova [None req-34938a8e-64ef-4fc2-92c7-3611b74bfbc0 tempest-TagsExtTest-163862051 tempest-TagsExtTest-163862051-project] device_id is not set on port 421fc5fa-1ee9-4a78-9c1b-6bd794da5c6e yet. {{(pid=103229) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 09 19:27:37.771177 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-d6c1ea3e-ef02-4a7e-a4aa-5a8c640841b9 admin admin] Publish callbacks [] for security_group (737b14f5-b4b5-46b3-a4fe-3ae2d7d4518d), precommit_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:27:37.781662 n-d-713498-36 neutron-server[103230]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d58e3f81-0302-4b15-b06e-a8c2456fe04c admin admin] No DVR routers for this DVR port f6827b1d-7c41-406c-85ee-cff411c5cddd on host n-d-713498-36 {{(pid=103230) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 19:27:37.783842 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-186521b3-9ca3-40c9-830e-18aedbb65df0 None None] Deleting port f6827b1d-7c41-406c-85ee-cff411c5cddd {{(pid=103232) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 19:27:37.784583 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-186521b3-9ca3-40c9-830e-18aedbb65df0 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762867170196'] for port (f6827b1d-7c41-406c-85ee-cff411c5cddd), before_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:27:37.811958 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-d6c1ea3e-ef02-4a7e-a4aa-5a8c640841b9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1892331'] for security_group (737b14f5-b4b5-46b3-a4fe-3ae2d7d4518d), after_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:27:37.830522 n-d-713498-36 neutron-server[103230]: DEBUG neutron.db.db_base_plugin_v2 [None req-bcb836ee-c89d-4bc7-a581-6c2cf70a380a tempest-PortsTestJSON-1738022054 tempest-PortsTestJSON-1738022054-project] Deleting subnet 33442b65-4b27-4d6f-a6ad-6616b2532d06 {{(pid=103230) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 19:27:37.851129 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d58e3f81-0302-4b15-b06e-a8c2456fe04c admin admin] Pushing event deleted for resources: {'Port': ['ID=f6827b1d-7c41-406c-85ee-cff411c5cddd,revision_number=None']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:27:37.858323 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-bcb836ee-c89d-4bc7-a581-6c2cf70a380a tempest-PortsTestJSON-1738022054 tempest-PortsTestJSON-1738022054-project] Publish callbacks [] for subnet (33442b65-4b27-4d6f-a6ad-6616b2532d06), before_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:27:37.901995 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.db_base_plugin_common [None req-23083093-43ed-4e93-a942-9509fc55f658 None None] Allocated IP 172.20.0.2 (ab194d66-c289-455a-81de-85190397cd06/33b56dc9-72eb-4975-8a0d-8c55db21454d/344d553d-3014-4fe6-80bb-adaf30f90ca8) {{(pid=103232) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 19:27:37.933619 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6c1ea3e-ef02-4a7e-a4aa-5a8c640841b9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=737b14f5-b4b5-46b3-a4fe-3ae2d7d4518d,revision_number=1']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:27:37.949846 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-d6c1ea3e-ef02-4a7e-a4aa-5a8c640841b9 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=053286fa3a664a1fa91adf3c01dc1887&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7437201 Feb 09 19:27:37.952618 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 54406) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:27:37.994764 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Device f6827b1d-7c41-406c-85ee-cff411c5cddd no longer exists at agent ovs-agent-n-d-713498-36 {{(pid=103232) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 19:27:38.025750 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-4330723f-9aa1-4adf-9f5c-87d56bc390c0 admin admin] Publish callbacks [] for security_group (737b14f5-b4b5-46b3-a4fe-3ae2d7d4518d), before_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:27:38.027664 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-186521b3-9ca3-40c9-830e-18aedbb65df0 None None] For port f6827b1d-7c41-406c-85ee-cff411c5cddd, host n-d-713498-36, got binding levels [] {{(pid=103232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 19:27:38.028290 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-186521b3-9ca3-40c9-830e-18aedbb65df0 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1820838'] for port (f6827b1d-7c41-406c-85ee-cff411c5cddd), precommit_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:27:38.053712 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-4330723f-9aa1-4adf-9f5c-87d56bc390c0 admin admin] Publish callbacks [] for security_group (737b14f5-b4b5-46b3-a4fe-3ae2d7d4518d), precommit_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:27:38.069925 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-d58e3f81-0302-4b15-b06e-a8c2456fe04c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-590267', 'neutron.services.segments.db._delete_segments_for_network-8762867132609'] for network (575d677e-0ef9-4672-aa02-3644cdb3dff4), precommit_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:27:38.091784 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] No Port match for: f6827b1d-7c41-406c-85ee-cff411c5cddd {{(pid=103232) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 19:27:38.092136 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Device f6827b1d-7c41-406c-85ee-cff411c5cddd not bound to the agent host n-d-713498-36 {{(pid=103232) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 19:27:38.120795 n-d-713498-36 neutron-server[103230]: DEBUG neutron.services.segments.db [None req-d58e3f81-0302-4b15-b06e-a8c2456fe04c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['575d677e-0ef9-4672-aa02-3644cdb3dff4']}} {{(pid=103230) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:27:38.139096 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-186521b3-9ca3-40c9-830e-18aedbb65df0 None None] Calling delete_port for f6827b1d-7c41-406c-85ee-cff411c5cddd owned by network:dhcp {{(pid=103232) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 19:27:38.141656 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-bcb836ee-c89d-4bc7-a581-6c2cf70a380a tempest-PortsTestJSON-1738022054 tempest-PortsTestJSON-1738022054-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12895822'] for subnet (33442b65-4b27-4d6f-a6ad-6616b2532d06), precommit_delete_associations {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:27:38.145538 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-4330723f-9aa1-4adf-9f5c-87d56bc390c0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1892331'] for security_group (737b14f5-b4b5-46b3-a4fe-3ae2d7d4518d), after_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:27:38.145732 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.ipam_backend_mixin [None req-186521b3-9ca3-40c9-830e-18aedbb65df0 None None] Port f6827b1d-7c41-406c-85ee-cff411c5cddd was not found and therefore no delete operation was performed {{(pid=103232) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Feb 09 19:27:38.148701 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-186521b3-9ca3-40c9-830e-18aedbb65df0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762867177463', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762866656476'] for port (f6827b1d-7c41-406c-85ee-cff411c5cddd), after_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:27:38.149362 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-4330723f-9aa1-4adf-9f5c-87d56bc390c0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:27:38.164689 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-4330723f-9aa1-4adf-9f5c-87d56bc390c0 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/737b14f5-b4b5-46b3-a4fe-3ae2d7d4518d HTTP/1.1" status: 204 len: 168 time: 0.2101409 Feb 09 19:27:38.173625 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4330723f-9aa1-4adf-9f5c-87d56bc390c0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=737b14f5-b4b5-46b3-a4fe-3ae2d7d4518d,revision_number=None']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:27:38.205630 n-d-713498-36 neutron-server[103230]: DEBUG neutron.services.segments.db [None req-d58e3f81-0302-4b15-b06e-a8c2456fe04c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f67be751-2433-40db-80a5-c4fefbe3be13') {'for_net_delete': True} {{(pid=103230) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:27:38.206756 n-d-713498-36 neutron-server[103230]: DEBUG neutron.services.segments.db [None req-d58e3f81-0302-4b15-b06e-a8c2456fe04c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f67be751-2433-40db-80a5-c4fefbe3be13') {} {{(pid=103230) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:27:38.234917 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-d58e3f81-0302-4b15-b06e-a8c2456fe04c admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762867134154', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12895813'] for segment (f67be751-2433-40db-80a5-c4fefbe3be13), before_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:27:38.356242 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-bcb836ee-c89d-4bc7-a581-6c2cf70a380a tempest-PortsTestJSON-1738022054 tempest-PortsTestJSON-1738022054-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-759852'] for subnet (33442b65-4b27-4d6f-a6ad-6616b2532d06), precommit_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:27:38.373032 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-23083093-43ed-4e93-a942-9509fc55f658 None None] Publish callbacks [] for port (344d553d-3014-4fe6-80bb-adaf30f90ca8), precommit_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:27:38.385734 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-186521b3-9ca3-40c9-830e-18aedbb65df0 None None] Pushing event deleted for resources: {'Port': ['ID=f6827b1d-7c41-406c-85ee-cff411c5cddd,revision_number=None']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:27:38.392422 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.l3_dvrscheduler_db [None req-186521b3-9ca3-40c9-830e-18aedbb65df0 None None] No DVR routers for this DVR port f6827b1d-7c41-406c-85ee-cff411c5cddd on host n-d-713498-36 {{(pid=103232) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 19:27:38.395287 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-23083093-43ed-4e93-a942-9509fc55f658 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762866656467'] for port (344d553d-3014-4fe6-80bb-adaf30f90ca8), after_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:27:38.461472 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-d58e3f81-0302-4b15-b06e-a8c2456fe04c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-759574'] for segment (f67be751-2433-40db-80a5-c4fefbe3be13), precommit_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:27:38.468998 n-d-713498-36 neutron-server[103232]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23083093-43ed-4e93-a942-9509fc55f658 None None] Network ab194d66-c289-455a-81de-85190397cd06 is already hosted by enough agents. {{(pid=103232) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 19:27:38.470230 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23083093-43ed-4e93-a942-9509fc55f658 None None] Pushing event updated for resources: {'Port': ['ID=344d553d-3014-4fe6-80bb-adaf30f90ca8,revision_number=1']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:27:38.473170 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-5968e75b-ad34-42f2-bcf7-55fa8f6dc0cd tempest-PortsIpV6TestJSON-283107163 tempest-PortsIpV6TestJSON-283107163-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762867177463', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762866656476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14393751'] for port (27ec8dc4-2e4e-4f6e-9169-d64f70a707ce), after_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:27:38.474032 n-d-713498-36 neutron-server[103232]: DEBUG neutron.scheduler.base_scheduler [None req-23083093-43ed-4e93-a942-9509fc55f658 None None] Resources bound (agent type, host, resource id): {{(pid=103232) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 19:27:38.475996 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d58e3f81-0302-4b15-b06e-a8c2456fe04c admin admin] Releasing vlan 365 on physical network physnet1 to pool {{(pid=103230) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 19:27:38.476706 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-d58e3f81-0302-4b15-b06e-a8c2456fe04c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-759574', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14393826'] for segment (f67be751-2433-40db-80a5-c4fefbe3be13), after_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:27:38.476832 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23083093-43ed-4e93-a942-9509fc55f658 None None] Received port after_create {{(pid=103232) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 19:27:38.484726 n-d-713498-36 neutron-server[103230]: Traceback (most recent call last): Feb 09 19:27:38.484726 n-d-713498-36 neutron-server[103230]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 19:27:38.484726 n-d-713498-36 neutron-server[103230]: timer() Feb 09 19:27:38.484726 n-d-713498-36 neutron-server[103230]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 19:27:38.484726 n-d-713498-36 neutron-server[103230]: cb(*args, **kw) Feb 09 19:27:38.484726 n-d-713498-36 neutron-server[103230]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 19:27:38.484726 n-d-713498-36 neutron-server[103230]: return func(*args, **kwargs) Feb 09 19:27:38.484726 n-d-713498-36 neutron-server[103230]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 19:27:38.484726 n-d-713498-36 neutron-server[103230]: self._notify() Feb 09 19:27:38.484726 n-d-713498-36 neutron-server[103230]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 19:27:38.484726 n-d-713498-36 neutron-server[103230]: self.callback(batched_events) Feb 09 19:27:38.484726 n-d-713498-36 neutron-server[103230]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 19:27:38.484726 n-d-713498-36 neutron-server[103230]: event.method(event) Feb 09 19:27:38.484726 n-d-713498-36 neutron-server[103230]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 19:27:38.484726 n-d-713498-36 neutron-server[103230]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 19:27:38.484726 n-d-713498-36 neutron-server[103230]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 19:27:38.484726 n-d-713498-36 neutron-server[103230]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 19:27:38.484726 n-d-713498-36 neutron-server[103230]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 19:27:38.484726 n-d-713498-36 neutron-server[103230]: return f(self, *a, **k) Feb 09 19:27:38.484726 n-d-713498-36 neutron-server[103230]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 19:27:38.484726 n-d-713498-36 neutron-server[103230]: return self._get(url).json() Feb 09 19:27:38.484726 n-d-713498-36 neutron-server[103230]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 19:27:38.484726 n-d-713498-36 neutron-server[103230]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 19:27:38.484726 n-d-713498-36 neutron-server[103230]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 19:27:38.484726 n-d-713498-36 neutron-server[103230]: return self.request(url, 'GET', **kwargs) Feb 09 19:27:38.484726 n-d-713498-36 neutron-server[103230]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 19:27:38.484726 n-d-713498-36 neutron-server[103230]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 19:27:38.484726 n-d-713498-36 neutron-server[103230]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 19:27:38.484726 n-d-713498-36 neutron-server[103230]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 19:27:38.484726 n-d-713498-36 neutron-server[103230]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 19:27:38.484726 n-d-713498-36 neutron-server[103230]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 19:27:38.484726 n-d-713498-36 neutron-server[103230]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 19:27:38.515082 n-d-713498-36 neutron-server[103229]: DEBUG neutron.db.db_base_plugin_common [None req-34938a8e-64ef-4fc2-92c7-3611b74bfbc0 tempest-TagsExtTest-163862051 tempest-TagsExtTest-163862051-project] Allocated IP 172.20.0.10 (ab194d66-c289-455a-81de-85190397cd06/33b56dc9-72eb-4975-8a0d-8c55db21454d/421fc5fa-1ee9-4a78-9c1b-6bd794da5c6e) {{(pid=103229) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 19:27:38.614259 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.managers [None req-23083093-43ed-4e93-a942-9509fc55f658 None None] Attempting to bind port 344d553d-3014-4fe6-80bb-adaf30f90ca8 on host n-d-713498-36 for vnic_type normal with profile {{(pid=103232) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 19:27:38.614522 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.managers [None req-23083093-43ed-4e93-a942-9509fc55f658 None None] Attempting to bind port 344d553d-3014-4fe6-80bb-adaf30f90ca8 by drivers openvswitch,hyperv on host n-d-713498-36 at level 0 using segments [{'id': '244728bd-3633-4f4f-b5c6-413b71fc304a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': 'ab194d66-c289-455a-81de-85190397cd06'}] {{(pid=103232) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 19:27:38.614756 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23083093-43ed-4e93-a942-9509fc55f658 None None] Attempting to bind port 344d553d-3014-4fe6-80bb-adaf30f90ca8 on network ab194d66-c289-455a-81de-85190397cd06 {{(pid=103232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 19:27:38.631158 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23083093-43ed-4e93-a942-9509fc55f658 None None] Checking agent: {'id': '496418a2-c002-4aec-ab1a-07f3bea491bd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-36', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 18, 51, 47), 'started_at': datetime.datetime(2022, 2, 9, 18, 52, 17), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 19, 27, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-36'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 19:27:38.631548 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23083093-43ed-4e93-a942-9509fc55f658 None None] Checking segment: {'id': '244728bd-3633-4f4f-b5c6-413b71fc304a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': 'ab194d66-c289-455a-81de-85190397cd06'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103232) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 19:27:38.631955 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-23083093-43ed-4e93-a942-9509fc55f658 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:27:38.636535 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23083093-43ed-4e93-a942-9509fc55f658 None None] Bound using segment: {'id': '244728bd-3633-4f4f-b5c6-413b71fc304a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': 'ab194d66-c289-455a-81de-85190397cd06'} {{(pid=103232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 19:27:38.637059 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.managers [None req-23083093-43ed-4e93-a942-9509fc55f658 None None] Bound port: 344d553d-3014-4fe6-80bb-adaf30f90ca8, host: n-d-713498-36, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '244728bd-3633-4f4f-b5c6-413b71fc304a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': 'ab194d66-c289-455a-81de-85190397cd06'}}] {{(pid=103232) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 19:27:38.637462 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-23083093-43ed-4e93-a942-9509fc55f658 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (344d553d-3014-4fe6-80bb-adaf30f90ca8), before_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:27:38.671642 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5968e75b-ad34-42f2-bcf7-55fa8f6dc0cd tempest-PortsIpV6TestJSON-283107163 tempest-PortsIpV6TestJSON-283107163-project] Pushing event deleted for resources: {'Port': ['ID=27ec8dc4-2e4e-4f6e-9169-d64f70a707ce,revision_number=None']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:27:38.751562 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-23083093-43ed-4e93-a942-9509fc55f658 None None] For port 344d553d-3014-4fe6-80bb-adaf30f90ca8, host n-d-713498-36, cleared binding levels {{(pid=103232) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 19:27:38.755243 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-23083093-43ed-4e93-a942-9509fc55f658 None None] For port 344d553d-3014-4fe6-80bb-adaf30f90ca8, host n-d-713498-36, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-36',level=0,port_id=344d553d-3014-4fe6-80bb-adaf30f90ca8,segment=NetworkSegment(244728bd-3633-4f4f-b5c6-413b71fc304a),segment_id=244728bd-3633-4f4f-b5c6-413b71fc304a)] {{(pid=103232) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 19:27:38.763443 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-23083093-43ed-4e93-a942-9509fc55f658 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762867176205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762866656485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762866656503'] for port (344d553d-3014-4fe6-80bb-adaf30f90ca8), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:27:38.799947 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-5968e75b-ad34-42f2-bcf7-55fa8f6dc0cd tempest-PortsIpV6TestJSON-283107163 tempest-PortsIpV6TestJSON-283107163-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171096'] for port (None), before_response {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:27:38.806424 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-5968e75b-ad34-42f2-bcf7-55fa8f6dc0cd tempest-PortsIpV6TestJSON-283107163 tempest-PortsIpV6TestJSON-283107163-project] 10.222.0.75 "DELETE /v2.0/ports/27ec8dc4-2e4e-4f6e-9169-d64f70a707ce HTTP/1.1" status: 204 len: 168 time: 2.2533512 Feb 09 19:27:38.819977 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 54424) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:27:38.820327 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 54426) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:27:38.821008 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-d58e3f81-0302-4b15-b06e-a8c2456fe04c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-590242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1885479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1818895'] for network (575d677e-0ef9-4672-aa02-3644cdb3dff4), after_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:27:38.859908 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-d58e3f81-0302-4b15-b06e-a8c2456fe04c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1613566'] for network (None), before_response {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:27:38.863753 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-d58e3f81-0302-4b15-b06e-a8c2456fe04c admin admin] 10.222.0.75 "DELETE /v2.0/networks/575d677e-0ef9-4672-aa02-3644cdb3dff4 HTTP/1.1" status: 204 len: 168 time: 2.8962328 Feb 09 19:27:38.912772 n-d-713498-36 neutron-server[103230]: INFO neutron.pecan_wsgi.hooks.translation [None req-53c1a007-aad3-48d0-a978-302945bfbf2f tempest-PortsIpV6TestJSON-283107163 tempest-PortsIpV6TestJSON-283107163-project] GET failed (client error): The resource could not be found. Feb 09 19:27:38.917253 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23083093-43ed-4e93-a942-9509fc55f658 None None] Pushing event updated for resources: {'Port': ['ID=344d553d-3014-4fe6-80bb-adaf30f90ca8,revision_number=2']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:27:38.927487 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-53c1a007-aad3-48d0-a978-302945bfbf2f tempest-PortsIpV6TestJSON-283107163 tempest-PortsIpV6TestJSON-283107163-project] 10.222.0.75 "GET /v2.0/ports/27ec8dc4-2e4e-4f6e-9169-d64f70a707ce HTTP/1.1" status: 404 len: 333 time: 0.1015096 Feb 09 19:27:38.928341 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 54428) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:27:38.932105 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 54430) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:27:38.938265 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-34938a8e-64ef-4fc2-92c7-3611b74bfbc0 tempest-TagsExtTest-163862051 tempest-TagsExtTest-163862051-project] Publish callbacks [] for port (421fc5fa-1ee9-4a78-9c1b-6bd794da5c6e), precommit_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:27:39.007587 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-34938a8e-64ef-4fc2-92c7-3611b74bfbc0 tempest-TagsExtTest-163862051 tempest-TagsExtTest-163862051-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762866656467', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12867576'] for port (421fc5fa-1ee9-4a78-9c1b-6bd794da5c6e), after_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:27:39.033221 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-9084644a-b465-4ab3-8b6d-6b8da30c5d0a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:27:39.076281 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34938a8e-64ef-4fc2-92c7-3611b74bfbc0 tempest-TagsExtTest-163862051 tempest-TagsExtTest-163862051-project] Pushing event updated for resources: {'Port': ['ID=421fc5fa-1ee9-4a78-9c1b-6bd794da5c6e,revision_number=1']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:27:39.088701 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-bcb836ee-c89d-4bc7-a581-6c2cf70a380a tempest-PortsTestJSON-1738022054 tempest-PortsTestJSON-1738022054-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-760023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14393672', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12985882'] for subnet (33442b65-4b27-4d6f-a6ad-6616b2532d06), after_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:27:39.092925 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d58e3f81-0302-4b15-b06e-a8c2456fe04c admin admin] Pushing event deleted for resources: {'Network': ['ID=575d677e-0ef9-4672-aa02-3644cdb3dff4,revision_number=None']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:27:39.093837 n-d-713498-36 neutron-server[103229]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34938a8e-64ef-4fc2-92c7-3611b74bfbc0 tempest-TagsExtTest-163862051 tempest-TagsExtTest-163862051-project] Network ab194d66-c289-455a-81de-85190397cd06 is already hosted by enough agents. {{(pid=103229) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 19:27:39.098271 n-d-713498-36 neutron-server[103229]: DEBUG neutron.scheduler.base_scheduler [None req-34938a8e-64ef-4fc2-92c7-3611b74bfbc0 tempest-TagsExtTest-163862051 tempest-TagsExtTest-163862051-project] Resources bound (agent type, host, resource id): {{(pid=103229) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 19:27:39.106349 n-d-713498-36 neutron-server[103229]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34938a8e-64ef-4fc2-92c7-3611b74bfbc0 tempest-TagsExtTest-163862051 tempest-TagsExtTest-163862051-project] Received port after_create {{(pid=103229) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 19:27:39.168258 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34938a8e-64ef-4fc2-92c7-3611b74bfbc0 tempest-TagsExtTest-163862051 tempest-TagsExtTest-163862051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:27:39.169491 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-34938a8e-64ef-4fc2-92c7-3611b74bfbc0 tempest-TagsExtTest-163862051 tempest-TagsExtTest-163862051-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171096'] for port (None), before_response {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:27:39.183280 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-603c9207-0b00-4751-a831-7dc61b588229 req-842c6653-ce38-42ea-8a57-70ef41a1df29 tempest-ServerActionsTestJSON-347500300 tempest-ServerActionsTestJSON-347500300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:27:39.192504 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-603c9207-0b00-4751-a831-7dc61b588229 req-842c6653-ce38-42ea-8a57-70ef41a1df29 tempest-ServerActionsTestJSON-347500300 tempest-ServerActionsTestJSON-347500300-project] 10.222.0.75 "GET /v2.0/ports?device_id=41583515-d234-4b09-9050-bab2a796beed HTTP/1.1" status: 200 len: 945 time: 0.2214622 Feb 09 19:27:39.280022 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-34938a8e-64ef-4fc2-92c7-3611b74bfbc0 tempest-TagsExtTest-163862051 tempest-TagsExtTest-163862051-project] 10.222.0.75 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 2.0488980 Feb 09 19:27:39.283800 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 54436) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:27:39.289193 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.v2.base [None req-0a75c1d7-40d5-40d6-8502-b93e28194b04 tempest-TagsExtTest-163862051 tempest-TagsExtTest-163862051-project] Request body: {'router': {'name': 'tempest-TagsExtTest-router-1746078637', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 19:27:39.340540 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-603c9207-0b00-4751-a831-7dc61b588229 req-b45ea4a5-c996-4ce0-818e-cbdc47ff9c29 tempest-ServerActionsTestJSON-347500300 tempest-ServerActionsTestJSON-347500300-project] 10.222.0.75 "GET /v2.0/security-groups?id=f62a4cfa-cf5c-41a8-8bc5-ff3861f4d88a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1468227 Feb 09 19:27:39.361724 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-0a75c1d7-40d5-40d6-8502-b93e28194b04 tempest-TagsExtTest-163862051 tempest-TagsExtTest-163862051-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1834830', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-58389'] for router (cebf79ae-5c65-4e65-ae00-d167c2b85491), before_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:27:39.363817 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-0a75c1d7-40d5-40d6-8502-b93e28194b04 tempest-TagsExtTest-163862051 tempest-TagsExtTest-163862051-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1834810', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1822096', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1886735', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-58380'] for router (cebf79ae-5c65-4e65-ae00-d167c2b85491), precommit_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:27:39.435888 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-0a75c1d7-40d5-40d6-8502-b93e28194b04 tempest-TagsExtTest-163862051 tempest-TagsExtTest-163862051-project] Publish callbacks [] for router_controller (cebf79ae-5c65-4e65-ae00-d167c2b85491), precommit_add_association {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:27:39.442760 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-0a75c1d7-40d5-40d6-8502-b93e28194b04 tempest-TagsExtTest-163862051 tempest-TagsExtTest-163862051-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1834945', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1818951'] for router (cebf79ae-5c65-4e65-ae00-d167c2b85491), after_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:27:39.486974 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-0a75c1d7-40d5-40d6-8502-b93e28194b04 tempest-TagsExtTest-163862051 tempest-TagsExtTest-163862051-project] Publish callbacks [] for router (None), before_response {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:27:39.491285 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-0a75c1d7-40d5-40d6-8502-b93e28194b04 tempest-TagsExtTest-163862051 tempest-TagsExtTest-163862051-project] 10.222.0.75 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.2034235 Feb 09 19:27:39.493443 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcb836ee-c89d-4bc7-a581-6c2cf70a380a tempest-PortsTestJSON-1738022054 tempest-PortsTestJSON-1738022054-project] Pushing event deleted for resources: {'Subnet': ['ID=33442b65-4b27-4d6f-a6ad-6616b2532d06,revision_number=None']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:27:39.493985 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 54440) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:27:39.518689 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.v2.base [None req-9b6e76f3-94a4-4944-8252-67f8a0e73fc0 tempest-TagsExtTest-163862051 tempest-TagsExtTest-163862051-project] Request body: {'subnetpool': {'name': 'tempest-TagsExtTest-Subnetpool-1284030281', 'prefixes': ['172.20.0.0/16']}} {{(pid=103229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 19:27:39.569923 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-bcb836ee-c89d-4bc7-a581-6c2cf70a380a tempest-PortsTestJSON-1738022054 tempest-PortsTestJSON-1738022054-project] Publish callbacks [] for subnet (None), before_response {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:27:39.573360 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-bcb836ee-c89d-4bc7-a581-6c2cf70a380a tempest-PortsTestJSON-1738022054 tempest-PortsTestJSON-1738022054-project] 10.222.0.75 "DELETE /v2.0/subnets/33442b65-4b27-4d6f-a6ad-6616b2532d06 HTTP/1.1" status: 204 len: 168 time: 1.9655585 Feb 09 19:27:39.581798 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 54444) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:27:39.588208 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33029c09-0c7b-4cd1-933e-ed06c7c7a1f8 None None] Network df9a4a50-91f1-4ccc-b5a4-f855c704c8eb requested from n-d-713498-36 {{(pid=103232) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 19:27:39.659887 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-9b6e76f3-94a4-4944-8252-67f8a0e73fc0 tempest-TagsExtTest-163862051 tempest-TagsExtTest-163862051-project] Publish callbacks [] for subnetpool (None), before_response {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:27:39.662541 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-9b6e76f3-94a4-4944-8252-67f8a0e73fc0 tempest-TagsExtTest-163862051 tempest-TagsExtTest-163862051-project] 10.222.0.75 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 748 time: 0.1673229 Feb 09 19:27:39.665840 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 54448) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:27:39.674458 n-d-713498-36 neutron-server[103229]: DEBUG neutron.services.tag.tag_plugin [None req-6d84568c-3fe7-4893-8691-06f97ba48ccd tempest-TagsExtTest-163862051 tempest-TagsExtTest-163862051-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', '33b56dc9-72eb-4975-8a0d-8c55db21454d', 'tempest-TagsExtTest-Tag-1271506258') {} {{(pid=103229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:27:39.717659 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-9084644a-b465-4ab3-8b6d-6b8da30c5d0a admin admin] Publish callbacks [] for security_group (8b26b8fd-58d7-4311-ad76-f09f9e9048a2), precommit_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:27:39.728424 n-d-713498-36 neutron-server[103230]: DEBUG neutron.db.db_base_plugin_v2 [None req-7c96e78a-94c7-4053-8d0b-f99c4abedba1 tempest-PortsTestJSON-1738022054 tempest-PortsTestJSON-1738022054-project] Deleting subnet 243d2ce5-ddfd-4169-9fde-5d79e9feba94 {{(pid=103230) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 19:27:39.734766 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-7c96e78a-94c7-4053-8d0b-f99c4abedba1 tempest-PortsTestJSON-1738022054 tempest-PortsTestJSON-1738022054-project] Publish callbacks [] for subnet (243d2ce5-ddfd-4169-9fde-5d79e9feba94), before_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:27:39.738178 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-9084644a-b465-4ab3-8b6d-6b8da30c5d0a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1892331'] for security_group (8b26b8fd-58d7-4311-ad76-f09f9e9048a2), after_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:27:39.861521 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-6d84568c-3fe7-4893-8691-06f97ba48ccd tempest-TagsExtTest-163862051 tempest-TagsExtTest-163862051-project] 10.222.0.75 "PUT /v2.0/subnets/33b56dc9-72eb-4975-8a0d-8c55db21454d/tags/tempest-TagsExtTest-Tag-1271506258 HTTP/1.1" status: 201 len: 201 time: 0.1933985 Feb 09 19:27:39.866117 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 54454) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:27:39.873498 n-d-713498-36 neutron-server[103229]: DEBUG neutron.services.tag.tag_plugin [None req-d4f34f68-6ac1-43a2-8c67-e7ed3617509e tempest-TagsExtTest-163862051 tempest-TagsExtTest-163862051-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', '421fc5fa-1ee9-4a78-9c1b-6bd794da5c6e', 'tempest-TagsExtTest-Tag-1357557614') {} {{(pid=103229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:27:39.876275 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.plugin [None req-234f7eeb-8d01-4110-a5b7-10846ddb8235 tempest-PortsIpV6TestJSON-283107163 tempest-PortsIpV6TestJSON-283107163-project] Deleting port 77b9b1a0-d64c-4e45-8193-2be2f835e4a9 {{(pid=103230) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 19:27:39.879610 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-234f7eeb-8d01-4110-a5b7-10846ddb8235 tempest-PortsIpV6TestJSON-283107163 tempest-PortsIpV6TestJSON-283107163-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762867170196'] for port (77b9b1a0-d64c-4e45-8193-2be2f835e4a9), before_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:27:40.001238 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Device 344d553d-3014-4fe6-80bb-adaf30f90ca8 up at agent ovs-agent-n-d-713498-36 {{(pid=103232) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 19:27:40.033310 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-234f7eeb-8d01-4110-a5b7-10846ddb8235 tempest-PortsIpV6TestJSON-283107163 tempest-PortsIpV6TestJSON-283107163-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1820838'] for port (77b9b1a0-d64c-4e45-8193-2be2f835e4a9), precommit_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:27:40.064735 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-d4f34f68-6ac1-43a2-8c67-e7ed3617509e tempest-TagsExtTest-163862051 tempest-TagsExtTest-163862051-project] 10.222.0.75 "PUT /v2.0/ports/421fc5fa-1ee9-4a78-9c1b-6bd794da5c6e/tags/tempest-TagsExtTest-Tag-1357557614 HTTP/1.1" status: 201 len: 201 time: 0.1948216 Feb 09 19:27:40.065109 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 54458) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:27:40.074771 n-d-713498-36 neutron-server[103229]: DEBUG neutron.services.tag.tag_plugin [None req-bf9ff4aa-7bc9-43d5-972f-c9f4111b5eae tempest-TagsExtTest-163862051 tempest-TagsExtTest-163862051-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', 'cebf79ae-5c65-4e65-ae00-d167c2b85491', 'tempest-TagsExtTest-Tag-1970173071') {} {{(pid=103229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:27:40.076022 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.plugin [None req-234f7eeb-8d01-4110-a5b7-10846ddb8235 tempest-PortsIpV6TestJSON-283107163 tempest-PortsIpV6TestJSON-283107163-project] Calling delete_port for 77b9b1a0-d64c-4e45-8193-2be2f835e4a9 owned by {{(pid=103230) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 19:27:40.079932 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.provisioning_blocks [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Provisioning complete for port 344d553d-3014-4fe6-80bb-adaf30f90ca8 triggered by entity L2. {{(pid=103232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 19:27:40.080600 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593630'] for port (344d553d-3014-4fe6-80bb-adaf30f90ca8), provisioning_complete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:27:40.106436 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-7c96e78a-94c7-4053-8d0b-f99c4abedba1 tempest-PortsTestJSON-1738022054 tempest-PortsTestJSON-1738022054-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12895822'] for subnet (243d2ce5-ddfd-4169-9fde-5d79e9feba94), precommit_delete_associations {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:27:40.200591 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Current status of the port 344d553d-3014-4fe6-80bb-adaf30f90ca8 is: DOWN; New status is: ACTIVE {{(pid=103232) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 19:27:40.201084 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (344d553d-3014-4fe6-80bb-adaf30f90ca8), before_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:27:40.251526 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] For port 344d553d-3014-4fe6-80bb-adaf30f90ca8, host n-d-713498-36, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-36',level=0,port_id=344d553d-3014-4fe6-80bb-adaf30f90ca8,segment=NetworkSegment(244728bd-3633-4f4f-b5c6-413b71fc304a),segment_id=244728bd-3633-4f4f-b5c6-413b71fc304a)] {{(pid=103232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 19:27:40.261499 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762867176205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762866656485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762866656503'] for port (344d553d-3014-4fe6-80bb-adaf30f90ca8), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:27:40.281794 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-bf9ff4aa-7bc9-43d5-972f-c9f4111b5eae tempest-TagsExtTest-163862051 tempest-TagsExtTest-163862051-project] 10.222.0.75 "PUT /v2.0/routers/cebf79ae-5c65-4e65-ae00-d167c2b85491/tags/tempest-TagsExtTest-Tag-1970173071 HTTP/1.1" status: 201 len: 201 time: 0.2149425 Feb 09 19:27:40.285291 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 54464) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:27:40.290908 n-d-713498-36 neutron-server[103229]: DEBUG neutron.services.tag.tag_plugin [None req-63e88350-436d-4125-9d08-85b69bcb40c0 tempest-TagsExtTest-163862051 tempest-TagsExtTest-163862051-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', 'cb2f740e-9587-4d88-bfbd-2e285e3b7e2c', 'tempest-TagsExtTest-Tag-174855169') {} {{(pid=103229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:27:40.343684 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Pushing event updated for resources: {'Port': ['ID=344d553d-3014-4fe6-80bb-adaf30f90ca8,revision_number=3']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:27:40.371022 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-63e88350-436d-4125-9d08-85b69bcb40c0 tempest-TagsExtTest-163862051 tempest-TagsExtTest-163862051-project] 10.222.0.75 "PUT /v2.0/subnetpools/cb2f740e-9587-4d88-bfbd-2e285e3b7e2c/tags/tempest-TagsExtTest-Tag-174855169 HTTP/1.1" status: 201 len: 201 time: 0.0840824 Feb 09 19:27:40.373570 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 54470) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:27:40.379596 n-d-713498-36 neutron-server[103229]: DEBUG neutron.services.tag.tag_plugin [None req-5f997421-7c31-485d-ad6f-c1d136785708 tempest-TagsExtTest-163862051 tempest-TagsExtTest-163862051-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', '33b56dc9-72eb-4975-8a0d-8c55db21454d') {} {{(pid=103229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:27:40.423441 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-7c96e78a-94c7-4053-8d0b-f99c4abedba1 tempest-PortsTestJSON-1738022054 tempest-PortsTestJSON-1738022054-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-759852'] for subnet (243d2ce5-ddfd-4169-9fde-5d79e9feba94), precommit_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:27:40.448797 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-5f997421-7c31-485d-ad6f-c1d136785708 tempest-TagsExtTest-163862051 tempest-TagsExtTest-163862051-project] 10.222.0.75 "GET /v2.0/subnets/33b56dc9-72eb-4975-8a0d-8c55db21454d/tags HTTP/1.1" status: 200 len: 241 time: 0.0739348 Feb 09 19:27:40.454458 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 54472) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:27:40.460139 n-d-713498-36 neutron-server[103229]: DEBUG neutron.services.tag.tag_plugin [None req-03159b57-a2db-4aab-82dd-556006d90821 tempest-TagsExtTest-163862051 tempest-TagsExtTest-163862051-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '33b56dc9-72eb-4975-8a0d-8c55db21454d', 'tempest-TagsExtTest-Tag-1271506258') {} {{(pid=103229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:27:40.528543 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-9084644a-b465-4ab3-8b6d-6b8da30c5d0a admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=705350ae7be642de884cf57dff501249&name=default HTTP/1.1" status: 200 len: 3000 time: 1.7055261 Feb 09 19:27:40.535878 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-03159b57-a2db-4aab-82dd-556006d90821 tempest-TagsExtTest-163862051 tempest-TagsExtTest-163862051-project] 10.222.0.75 "GET /v2.0/subnets/33b56dc9-72eb-4975-8a0d-8c55db21454d/tags/tempest-TagsExtTest-Tag-1271506258 HTTP/1.1" status: 204 len: 168 time: 0.0796905 Feb 09 19:27:40.536535 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 54476) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:27:40.538336 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 54478) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:27:40.550366 n-d-713498-36 neutron-server[103229]: DEBUG neutron.services.tag.tag_plugin [None req-ae850bc8-e336-4e72-9ad4-cad92abaa321 tempest-TagsExtTest-163862051 tempest-TagsExtTest-163862051-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnets', '33b56dc9-72eb-4975-8a0d-8c55db21454d', 'tempest-TagsExtTest-Tag-1271506258') {} {{(pid=103229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:27:40.657828 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-94887125-9c69-4156-ac0a-a31d1e666503 admin admin] Publish callbacks [] for security_group (8b26b8fd-58d7-4311-ad76-f09f9e9048a2), before_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:27:40.671360 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9084644a-b465-4ab3-8b6d-6b8da30c5d0a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8b26b8fd-58d7-4311-ad76-f09f9e9048a2,revision_number=1']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:27:40.698112 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-94887125-9c69-4156-ac0a-a31d1e666503 admin admin] Publish callbacks [] for security_group (8b26b8fd-58d7-4311-ad76-f09f9e9048a2), precommit_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:27:40.722003 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-ae850bc8-e336-4e72-9ad4-cad92abaa321 tempest-TagsExtTest-163862051 tempest-TagsExtTest-163862051-project] 10.222.0.75 "DELETE /v2.0/subnets/33b56dc9-72eb-4975-8a0d-8c55db21454d/tags/tempest-TagsExtTest-Tag-1271506258 HTTP/1.1" status: 204 len: 168 time: 0.1758924 Feb 09 19:27:40.725557 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 54482) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:27:40.742001 n-d-713498-36 neutron-server[103230]: DEBUG neutron.services.tag.tag_plugin [None req-33bc2c92-7e88-4108-9f42-b18d1e8e61ec tempest-TagsExtTest-163862051 tempest-TagsExtTest-163862051-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', '33b56dc9-72eb-4975-8a0d-8c55db21454d') {} {{(pid=103230) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:27:40.747674 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf2ba3d2-0740-4005-b54d-8e51e437816f None None] Network ab194d66-c289-455a-81de-85190397cd06 requested from n-d-713498-36 {{(pid=103232) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 19:27:40.793658 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-94887125-9c69-4156-ac0a-a31d1e666503 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1892331'] for security_group (8b26b8fd-58d7-4311-ad76-f09f9e9048a2), after_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:27:40.798000 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-94887125-9c69-4156-ac0a-a31d1e666503 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:27:40.801548 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-94887125-9c69-4156-ac0a-a31d1e666503 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/8b26b8fd-58d7-4311-ad76-f09f9e9048a2 HTTP/1.1" status: 204 len: 168 time: 0.2640016 Feb 09 19:27:40.814555 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94887125-9c69-4156-ac0a-a31d1e666503 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8b26b8fd-58d7-4311-ad76-f09f9e9048a2,revision_number=None']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:27:40.845017 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-7c96e78a-94c7-4053-8d0b-f99c4abedba1 tempest-PortsTestJSON-1738022054 tempest-PortsTestJSON-1738022054-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-760023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14393672', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12985882'] for subnet (243d2ce5-ddfd-4169-9fde-5d79e9feba94), after_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:27:40.936730 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-135ad584-8f83-4dc4-928f-3b73a41b02aa req-552a45c4-f812-4abc-837d-9bc1736e4aca tempest-ServerActionsTestJSON-347500300 tempest-ServerActionsTestJSON-347500300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:27:40.938450 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-135ad584-8f83-4dc4-928f-3b73a41b02aa req-552a45c4-f812-4abc-837d-9bc1736e4aca tempest-ServerActionsTestJSON-347500300 tempest-ServerActionsTestJSON-347500300-project] 10.222.0.75 "GET /v2.0/ports?device_id=41583515-d234-4b09-9050-bab2a796beed HTTP/1.1" status: 200 len: 945 time: 0.4263887 Feb 09 19:27:40.949427 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb3c0061-d201-49a0-a301-5c0a6c273471 None None] Network df9a4a50-91f1-4ccc-b5a4-f855c704c8eb requested from n-d-713498-36 {{(pid=103232) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 19:27:40.971436 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-e12a6357-5fd5-4208-938f-1a226b1a45c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762867132591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593584'] for agent (af91e4b9-f4e1-42b1-a25c-a10dc47171c8), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:27:40.976647 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-7c96e78a-94c7-4053-8d0b-f99c4abedba1 tempest-PortsTestJSON-1738022054 tempest-PortsTestJSON-1738022054-project] Publish callbacks [] for subnet (None), before_response {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:27:40.980874 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-7c96e78a-94c7-4053-8d0b-f99c4abedba1 tempest-PortsTestJSON-1738022054 tempest-PortsTestJSON-1738022054-project] 10.222.0.75 "DELETE /v2.0/subnets/243d2ce5-ddfd-4169-9fde-5d79e9feba94 HTTP/1.1" status: 204 len: 168 time: 1.3911040 Feb 09 19:27:40.982593 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c96e78a-94c7-4053-8d0b-f99c4abedba1 tempest-PortsTestJSON-1738022054 tempest-PortsTestJSON-1738022054-project] Pushing event deleted for resources: {'Subnet': ['ID=243d2ce5-ddfd-4169-9fde-5d79e9feba94,revision_number=None']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:27:40.983534 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 54492) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:27:41.018212 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.provisioning_blocks [None req-a97b74ac-81fd-4658-84d8-8c3d4e5293d4 None None] Provisioning complete for port 344d553d-3014-4fe6-80bb-adaf30f90ca8 triggered by entity DHCP. {{(pid=103232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 19:27:41.019397 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-a97b74ac-81fd-4658-84d8-8c3d4e5293d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593630'] for port (344d553d-3014-4fe6-80bb-adaf30f90ca8), provisioning_complete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:27:41.029677 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c96e78a-94c7-4053-8d0b-f99c4abedba1 tempest-PortsTestJSON-1738022054 tempest-PortsTestJSON-1738022054-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:27:41.030048 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c96e78a-94c7-4053-8d0b-f99c4abedba1 tempest-PortsTestJSON-1738022054 tempest-PortsTestJSON-1738022054-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:27:41.030394 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c96e78a-94c7-4053-8d0b-f99c4abedba1 tempest-PortsTestJSON-1738022054 tempest-PortsTestJSON-1738022054-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:27:41.030730 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c96e78a-94c7-4053-8d0b-f99c4abedba1 tempest-PortsTestJSON-1738022054 tempest-PortsTestJSON-1738022054-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:27:41.031058 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c96e78a-94c7-4053-8d0b-f99c4abedba1 tempest-PortsTestJSON-1738022054 tempest-PortsTestJSON-1738022054-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:27:41.031388 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c96e78a-94c7-4053-8d0b-f99c4abedba1 tempest-PortsTestJSON-1738022054 tempest-PortsTestJSON-1738022054-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:27:41.031713 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c96e78a-94c7-4053-8d0b-f99c4abedba1 tempest-PortsTestJSON-1738022054 tempest-PortsTestJSON-1738022054-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:27:41.032034 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c96e78a-94c7-4053-8d0b-f99c4abedba1 tempest-PortsTestJSON-1738022054 tempest-PortsTestJSON-1738022054-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:27:41.032352 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c96e78a-94c7-4053-8d0b-f99c4abedba1 tempest-PortsTestJSON-1738022054 tempest-PortsTestJSON-1738022054-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:27:41.032672 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c96e78a-94c7-4053-8d0b-f99c4abedba1 tempest-PortsTestJSON-1738022054 tempest-PortsTestJSON-1738022054-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:27:41.032989 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c96e78a-94c7-4053-8d0b-f99c4abedba1 tempest-PortsTestJSON-1738022054 tempest-PortsTestJSON-1738022054-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:27:41.033305 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c96e78a-94c7-4053-8d0b-f99c4abedba1 tempest-PortsTestJSON-1738022054 tempest-PortsTestJSON-1738022054-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:27:41.033621 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c96e78a-94c7-4053-8d0b-f99c4abedba1 tempest-PortsTestJSON-1738022054 tempest-PortsTestJSON-1738022054-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:27:41.039182 n-d-713498-36 neutron-server[103229]: INFO neutron.pecan_wsgi.hooks.translation [None req-9dec2825-a9f6-45cc-b7bd-efdcdbf37012 tempest-PortsTestJSON-1738022054 tempest-PortsTestJSON-1738022054-project] DELETE failed (client error): The resource could not be found. Feb 09 19:27:41.039697 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9dec2825-a9f6-45cc-b7bd-efdcdbf37012 tempest-PortsTestJSON-1738022054 tempest-PortsTestJSON-1738022054-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103229) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 19:27:41.043124 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-9dec2825-a9f6-45cc-b7bd-efdcdbf37012 tempest-PortsTestJSON-1738022054 tempest-PortsTestJSON-1738022054-project] 10.222.0.75 "DELETE /v2.0/subnets/33442b65-4b27-4d6f-a6ad-6616b2532d06 HTTP/1.1" status: 404 len: 337 time: 0.0579984 Feb 09 19:27:41.046473 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 54494) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:27:41.137651 n-d-713498-36 neutron-server[103229]: DEBUG neutron.db.db_base_plugin_v2 [None req-5ddba693-8f9f-4e71-92f7-6b59ab1111fa tempest-PortsTestJSON-1738022054 tempest-PortsTestJSON-1738022054-project] Deleting subnet 4ae34cc4-c450-4853-8006-dddcba0208b2 {{(pid=103229) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 19:27:41.141998 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-5ddba693-8f9f-4e71-92f7-6b59ab1111fa tempest-PortsTestJSON-1738022054 tempest-PortsTestJSON-1738022054-project] Publish callbacks [] for subnet (4ae34cc4-c450-4853-8006-dddcba0208b2), before_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:27:41.195965 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-a97b74ac-81fd-4658-84d8-8c3d4e5293d4 None None] Current status of the port 344d553d-3014-4fe6-80bb-adaf30f90ca8 is: ACTIVE; New status is: ACTIVE {{(pid=103232) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 19:27:41.236513 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.provisioning_blocks [None req-a97b74ac-81fd-4658-84d8-8c3d4e5293d4 None None] Provisioning complete for port d6c2155a-b6c6-4dfb-be0d-47134fa7410a triggered by entity DHCP. {{(pid=103232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 19:27:41.236922 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-a97b74ac-81fd-4658-84d8-8c3d4e5293d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593630'] for port (d6c2155a-b6c6-4dfb-be0d-47134fa7410a), provisioning_complete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:27:41.289360 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-5ddba693-8f9f-4e71-92f7-6b59ab1111fa tempest-PortsTestJSON-1738022054 tempest-PortsTestJSON-1738022054-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16683410'] for subnet (4ae34cc4-c450-4853-8006-dddcba0208b2), precommit_delete_associations {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:27:41.437687 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-a97b74ac-81fd-4658-84d8-8c3d4e5293d4 None None] Current status of the port d6c2155a-b6c6-4dfb-be0d-47134fa7410a is: ACTIVE; New status is: ACTIVE {{(pid=103232) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 19:27:41.473511 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.provisioning_blocks [None req-a97b74ac-81fd-4658-84d8-8c3d4e5293d4 None None] Provisioning complete for port bfe5ad17-d007-4de6-8ca3-0ab460cb83c1 triggered by entity DHCP. {{(pid=103232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 19:27:41.473986 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-a97b74ac-81fd-4658-84d8-8c3d4e5293d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593630'] for port (bfe5ad17-d007-4de6-8ca3-0ab460cb83c1), provisioning_complete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:27:41.556242 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-a97b74ac-81fd-4658-84d8-8c3d4e5293d4 None None] Port bfe5ad17-d007-4de6-8ca3-0ab460cb83c1 cannot update to ACTIVE because it is not bound. {{(pid=103232) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 19:27:41.565152 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-135ad584-8f83-4dc4-928f-3b73a41b02aa req-34f64d90-3416-42b4-8c5c-3bdc7db17d5e tempest-ServerActionsTestJSON-347500300 tempest-ServerActionsTestJSON-347500300-project] 10.222.0.75 "GET /v2.0/security-groups?id=f62a4cfa-cf5c-41a8-8bc5-ff3861f4d88a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5544384 Feb 09 19:27:41.593497 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-234f7eeb-8d01-4110-a5b7-10846ddb8235 tempest-PortsIpV6TestJSON-283107163 tempest-PortsIpV6TestJSON-283107163-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762867177463', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762866656476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14393751'] for port (77b9b1a0-d64c-4e45-8193-2be2f835e4a9), after_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:27:41.605103 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-5ddba693-8f9f-4e71-92f7-6b59ab1111fa tempest-PortsTestJSON-1738022054 tempest-PortsTestJSON-1738022054-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-759852'] for subnet (4ae34cc4-c450-4853-8006-dddcba0208b2), precommit_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:27:41.692003 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-234f7eeb-8d01-4110-a5b7-10846ddb8235 tempest-PortsIpV6TestJSON-283107163 tempest-PortsIpV6TestJSON-283107163-project] Pushing event deleted for resources: {'Port': ['ID=77b9b1a0-d64c-4e45-8193-2be2f835e4a9,revision_number=None']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:27:41.720057 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.provisioning_blocks [None req-58f8263d-d57a-4081-8cb8-299e15619a88 None None] Provisioning complete for port 344d553d-3014-4fe6-80bb-adaf30f90ca8 triggered by entity DHCP. {{(pid=103232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 19:27:41.725140 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-58f8263d-d57a-4081-8cb8-299e15619a88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593630'] for port (344d553d-3014-4fe6-80bb-adaf30f90ca8), provisioning_complete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:27:41.748709 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-5ddba693-8f9f-4e71-92f7-6b59ab1111fa tempest-PortsTestJSON-1738022054 tempest-PortsTestJSON-1738022054-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-760023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12867367', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12759238'] for subnet (4ae34cc4-c450-4853-8006-dddcba0208b2), after_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:27:41.788969 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-33bc2c92-7e88-4108-9f42-b18d1e8e61ec tempest-TagsExtTest-163862051 tempest-TagsExtTest-163862051-project] 10.222.0.75 "GET /v2.0/subnets/33b56dc9-72eb-4975-8a0d-8c55db21454d/tags HTTP/1.1" status: 200 len: 205 time: 1.0563035 Feb 09 19:27:41.802800 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 54514) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:27:41.811682 n-d-713498-36 neutron-server[103230]: DEBUG neutron.services.tag.tag_plugin [None req-0738968b-acd9-45f0-95c8-1e358f06ca87 tempest-TagsExtTest-163862051 tempest-TagsExtTest-163862051-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', '421fc5fa-1ee9-4a78-9c1b-6bd794da5c6e') {} {{(pid=103230) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:27:41.838344 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ddba693-8f9f-4e71-92f7-6b59ab1111fa tempest-PortsTestJSON-1738022054 tempest-PortsTestJSON-1738022054-project] Pushing event deleted for resources: {'Subnet': ['ID=4ae34cc4-c450-4853-8006-dddcba0208b2,revision_number=None']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:27:41.850133 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-5ddba693-8f9f-4e71-92f7-6b59ab1111fa tempest-PortsTestJSON-1738022054 tempest-PortsTestJSON-1738022054-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1613566'] for subnet (None), before_response {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:27:41.872321 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-5ddba693-8f9f-4e71-92f7-6b59ab1111fa tempest-PortsTestJSON-1738022054 tempest-PortsTestJSON-1738022054-project] 10.222.0.75 "DELETE /v2.0/subnets/4ae34cc4-c450-4853-8006-dddcba0208b2 HTTP/1.1" status: 204 len: 168 time: 0.8246679 Feb 09 19:27:41.876924 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 54520) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:27:41.907290 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-234f7eeb-8d01-4110-a5b7-10846ddb8235 tempest-PortsIpV6TestJSON-283107163 tempest-PortsIpV6TestJSON-283107163-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171096'] for port (None), before_response {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:27:41.913892 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-234f7eeb-8d01-4110-a5b7-10846ddb8235 tempest-PortsIpV6TestJSON-283107163 tempest-PortsIpV6TestJSON-283107163-project] 10.222.0.75 "DELETE /v2.0/ports/77b9b1a0-d64c-4e45-8193-2be2f835e4a9 HTTP/1.1" status: 204 len: 168 time: 2.8953934 Feb 09 19:27:41.920135 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 54522) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:27:41.980767 n-d-713498-36 neutron-server[103230]: INFO neutron.pecan_wsgi.hooks.translation [None req-d1416ab1-5663-4ce1-be51-e42b2c9376f9 tempest-PortsIpV6TestJSON-283107163 tempest-PortsIpV6TestJSON-283107163-project] GET failed (client error): The resource could not be found. Feb 09 19:27:41.985273 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-d1416ab1-5663-4ce1-be51-e42b2c9376f9 tempest-PortsIpV6TestJSON-283107163 tempest-PortsIpV6TestJSON-283107163-project] 10.222.0.75 "GET /v2.0/ports/77b9b1a0-d64c-4e45-8193-2be2f835e4a9 HTTP/1.1" status: 404 len: 333 time: 0.0369668 Feb 09 19:27:41.987923 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 54524) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:27:42.021755 n-d-713498-36 neutron-server[103229]: INFO neutron.pecan_wsgi.hooks.translation [None req-66c52955-c88f-4784-adbd-0055fcde59d3 tempest-PortsTestJSON-1738022054 tempest-PortsTestJSON-1738022054-project] DELETE failed (client error): The resource could not be found. Feb 09 19:27:42.035646 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-66c52955-c88f-4784-adbd-0055fcde59d3 tempest-PortsTestJSON-1738022054 tempest-PortsTestJSON-1738022054-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103229) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 19:27:42.055624 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-66c52955-c88f-4784-adbd-0055fcde59d3 tempest-PortsTestJSON-1738022054 tempest-PortsTestJSON-1738022054-project] 10.222.0.75 "DELETE /v2.0/subnets/3dca66cd-ac5c-494c-a8ac-5a8a224fc27e HTTP/1.1" status: 404 len: 337 time: 0.1752303 Feb 09 19:27:42.057800 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 54526) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:27:42.060303 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Device 344d553d-3014-4fe6-80bb-adaf30f90ca8 up at agent ovs-agent-n-d-713498-36 {{(pid=103232) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 19:27:42.067677 n-d-713498-36 neutron-server[103230]: DEBUG neutron.db.db_base_plugin_v2 [None req-29795338-a356-4843-9c3c-830a7dff89cb tempest-PortsIpV6TestJSON-283107163 tempest-PortsIpV6TestJSON-283107163-project] Deleting subnet c236575b-ac45-4fb2-ad02-f018ecf0e3bf {{(pid=103230) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 19:27:42.083438 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-29795338-a356-4843-9c3c-830a7dff89cb tempest-PortsIpV6TestJSON-283107163 tempest-PortsIpV6TestJSON-283107163-project] Publish callbacks [] for subnet (c236575b-ac45-4fb2-ad02-f018ecf0e3bf), before_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:27:42.143979 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-58f8263d-d57a-4081-8cb8-299e15619a88 None None] Current status of the port 344d553d-3014-4fe6-80bb-adaf30f90ca8 is: ACTIVE; New status is: ACTIVE {{(pid=103232) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 19:27:42.163185 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.provisioning_blocks [None req-58f8263d-d57a-4081-8cb8-299e15619a88 None None] Provisioning complete for port 421fc5fa-1ee9-4a78-9c1b-6bd794da5c6e triggered by entity DHCP. {{(pid=103232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 19:27:42.163907 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-58f8263d-d57a-4081-8cb8-299e15619a88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593630'] for port (421fc5fa-1ee9-4a78-9c1b-6bd794da5c6e), provisioning_complete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:27:42.165658 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-ce88fe2a-27f3-4e43-8142-89590f2e571b tempest-PortsTestJSON-1738022054 tempest-PortsTestJSON-1738022054-project] 10.222.0.75 "GET /v2.0/ports?device_id=02ff618d-6972-41c6-9626-a6bc741a0fc0 HTTP/1.1" status: 200 len: 205 time: 0.0981641 Feb 09 19:27:42.165990 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 54532) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:27:42.184413 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-29795338-a356-4843-9c3c-830a7dff89cb tempest-PortsIpV6TestJSON-283107163 tempest-PortsIpV6TestJSON-283107163-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12895822'] for subnet (c236575b-ac45-4fb2-ad02-f018ecf0e3bf), precommit_delete_associations {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:27:42.230876 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-0738968b-acd9-45f0-95c8-1e358f06ca87 tempest-TagsExtTest-163862051 tempest-TagsExtTest-163862051-project] 10.222.0.75 "GET /v2.0/ports/421fc5fa-1ee9-4a78-9c1b-6bd794da5c6e/tags HTTP/1.1" status: 200 len: 241 time: 0.4204798 Feb 09 19:27:42.233590 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-97f950a9-7917-4dfb-b9d2-8ab1a55bb59c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1834525'] for router_interface (0a8851ae-522c-440b-9380-596a78e9a3d6), before_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:27:42.235416 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 54536) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:27:42.242435 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.provisioning_blocks [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Provisioning complete for port 344d553d-3014-4fe6-80bb-adaf30f90ca8 triggered by entity L2. {{(pid=103232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 19:27:42.242953 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593630'] for port (344d553d-3014-4fe6-80bb-adaf30f90ca8), provisioning_complete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:27:42.243811 n-d-713498-36 neutron-server[103230]: DEBUG neutron.services.tag.tag_plugin [None req-6802fa6b-b953-443e-906a-df1a51cf56bb tempest-TagsExtTest-163862051 tempest-TagsExtTest-163862051-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '421fc5fa-1ee9-4a78-9c1b-6bd794da5c6e', 'tempest-TagsExtTest-Tag-1357557614') {} {{(pid=103230) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:27:42.275359 n-d-713498-36 neutron-server[103229]: INFO neutron.api.v2.resource [None req-e880f9f0-0ffe-4853-ab8a-6b1da47c09b0 tempest-PortsTestJSON-1738022054 tempest-PortsTestJSON-1738022054-project] delete failed (client error): The resource could not be found. Feb 09 19:27:42.279366 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-e880f9f0-0ffe-4853-ab8a-6b1da47c09b0 tempest-PortsTestJSON-1738022054 tempest-PortsTestJSON-1738022054-project] 10.222.0.75 "DELETE /v2.0/routers/02ff618d-6972-41c6-9626-a6bc741a0fc0 HTTP/1.1" status: 404 len: 336 time: 0.1122825 Feb 09 19:27:42.280058 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 54542) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:27:42.319696 n-d-713498-36 neutron-server[103229]: INFO neutron.pecan_wsgi.hooks.translation [None req-4f4ed324-737e-44ff-8b21-21fdf597d30e tempest-PortsTestJSON-1738022054 tempest-PortsTestJSON-1738022054-project] DELETE failed (client error): The resource could not be found. Feb 09 19:27:42.320338 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4f4ed324-737e-44ff-8b21-21fdf597d30e tempest-PortsTestJSON-1738022054 tempest-PortsTestJSON-1738022054-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103229) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 19:27:42.335490 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-4f4ed324-737e-44ff-8b21-21fdf597d30e tempest-PortsTestJSON-1738022054 tempest-PortsTestJSON-1738022054-project] 10.222.0.75 "DELETE /v2.0/subnets/95c8d5ba-4ced-43cc-a2f7-7b54805ea422 HTTP/1.1" status: 404 len: 337 time: 0.0469341 Feb 09 19:27:42.335490 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 54544) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:27:42.392820 n-d-713498-36 neutron-server[103229]: INFO neutron.pecan_wsgi.hooks.translation [None req-3124f636-10da-45e7-8dd3-5cecc4b10b81 tempest-PortsTestJSON-1738022054 tempest-PortsTestJSON-1738022054-project] DELETE failed (client error): The resource could not be found. Feb 09 19:27:42.393473 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3124f636-10da-45e7-8dd3-5cecc4b10b81 tempest-PortsTestJSON-1738022054 tempest-PortsTestJSON-1738022054-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103229) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 19:27:42.402795 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-3124f636-10da-45e7-8dd3-5cecc4b10b81 tempest-PortsTestJSON-1738022054 tempest-PortsTestJSON-1738022054-project] 10.222.0.75 "DELETE /v2.0/subnets/10fc6168-ab07-40fe-909b-b8a7e10ebc5c HTTP/1.1" status: 404 len: 337 time: 0.0719578 Feb 09 19:27:42.404955 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 54548) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:27:42.459933 n-d-713498-36 neutron-server[103229]: INFO neutron.pecan_wsgi.hooks.translation [None req-9b66c0f0-d946-4365-83c3-30f2bccdf56c tempest-PortsTestJSON-1738022054 tempest-PortsTestJSON-1738022054-project] DELETE failed (client error): The resource could not be found. Feb 09 19:27:42.460404 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9b66c0f0-d946-4365-83c3-30f2bccdf56c tempest-PortsTestJSON-1738022054 tempest-PortsTestJSON-1738022054-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103229) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 19:27:42.466480 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-9b66c0f0-d946-4365-83c3-30f2bccdf56c tempest-PortsTestJSON-1738022054 tempest-PortsTestJSON-1738022054-project] 10.222.0.75 "DELETE /v2.0/subnets/84d2c51b-c557-49ff-9279-9f2071c7bdcb HTTP/1.1" status: 404 len: 337 time: 0.0604744 Feb 09 19:27:42.467380 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 54552) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:27:42.494800 n-d-713498-36 neutron-server[103229]: INFO neutron.pecan_wsgi.hooks.translation [None req-f9ef0e71-b747-4678-8c3f-79fb71e062fb tempest-PortsTestJSON-1738022054 tempest-PortsTestJSON-1738022054-project] DELETE failed (client error): The resource could not be found. Feb 09 19:27:42.495373 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f9ef0e71-b747-4678-8c3f-79fb71e062fb tempest-PortsTestJSON-1738022054 tempest-PortsTestJSON-1738022054-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103229) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 19:27:42.498830 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-f9ef0e71-b747-4678-8c3f-79fb71e062fb tempest-PortsTestJSON-1738022054 tempest-PortsTestJSON-1738022054-project] 10.222.0.75 "DELETE /v2.0/ports/ec7ada3d-3efb-4b02-a51d-52ed6d0d3924 HTTP/1.1" status: 404 len: 333 time: 0.0294101 Feb 09 19:27:42.501090 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 54554) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:27:42.579848 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-6802fa6b-b953-443e-906a-df1a51cf56bb tempest-TagsExtTest-163862051 tempest-TagsExtTest-163862051-project] 10.222.0.75 "GET /v2.0/ports/421fc5fa-1ee9-4a78-9c1b-6bd794da5c6e/tags/tempest-TagsExtTest-Tag-1357557614 HTTP/1.1" status: 204 len: 168 time: 0.3404036 Feb 09 19:27:42.585071 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 54560) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:27:42.590721 n-d-713498-36 neutron-server[103229]: DEBUG neutron.services.tag.tag_plugin [None req-98e0c3b5-ac9e-4bb1-87b0-b1e35273b585 tempest-TagsExtTest-163862051 tempest-TagsExtTest-163862051-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'ports', '421fc5fa-1ee9-4a78-9c1b-6bd794da5c6e', 'tempest-TagsExtTest-Tag-1357557614') {} {{(pid=103229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:27:42.595277 n-d-713498-36 neutron-server[103229]: INFO neutron.pecan_wsgi.hooks.translation [None req-8fc5cb2e-ca6a-41fc-bb61-6310f396e9b6 tempest-PortsTestJSON-1738022054 tempest-PortsTestJSON-1738022054-project] DELETE failed (client error): The resource could not be found. Feb 09 19:27:42.595746 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8fc5cb2e-ca6a-41fc-bb61-6310f396e9b6 tempest-PortsTestJSON-1738022054 tempest-PortsTestJSON-1738022054-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103229) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 19:27:42.599386 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-8fc5cb2e-ca6a-41fc-bb61-6310f396e9b6 tempest-PortsTestJSON-1738022054 tempest-PortsTestJSON-1738022054-project] 10.222.0.75 "DELETE /v2.0/subnets/d8b1bef4-041a-4a8e-bdea-79bc87d8c165 HTTP/1.1" status: 404 len: 337 time: 0.0816977 Feb 09 19:27:42.607768 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 54564) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:27:42.614097 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-29795338-a356-4843-9c3c-830a7dff89cb tempest-PortsIpV6TestJSON-283107163 tempest-PortsIpV6TestJSON-283107163-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-759852'] for subnet (c236575b-ac45-4fb2-ad02-f018ecf0e3bf), precommit_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:27:42.642500 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6a55068-b574-4449-b6d2-ce3b0ff05609 None None] Network df9a4a50-91f1-4ccc-b5a4-f855c704c8eb requested from n-d-713498-36 {{(pid=103232) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 19:27:42.648783 n-d-713498-36 neutron-server[103230]: INFO neutron.pecan_wsgi.hooks.translation [None req-322e323d-b241-46a7-a975-60fbfc5f0561 tempest-PortsTestJSON-1738022054 tempest-PortsTestJSON-1738022054-project] DELETE failed (client error): The resource could not be found. Feb 09 19:27:42.649207 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-322e323d-b241-46a7-a975-60fbfc5f0561 tempest-PortsTestJSON-1738022054 tempest-PortsTestJSON-1738022054-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103230) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 19:27:42.654581 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-322e323d-b241-46a7-a975-60fbfc5f0561 tempest-PortsTestJSON-1738022054 tempest-PortsTestJSON-1738022054-project] 10.222.0.75 "DELETE /v2.0/subnets/2d43b04b-acb4-4d1e-8385-165c8c41f596 HTTP/1.1" status: 404 len: 337 time: 0.0431466 Feb 09 19:27:42.656904 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 54566) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:27:42.693405 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-58f8263d-d57a-4081-8cb8-299e15619a88 None None] Port 421fc5fa-1ee9-4a78-9c1b-6bd794da5c6e cannot update to ACTIVE because it is not bound. {{(pid=103232) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 19:27:42.756067 n-d-713498-36 neutron-server[103229]: INFO neutron.pecan_wsgi.hooks.translation [None req-e8c6f6d1-5363-44d5-a04f-abb10bd700aa tempest-PortsTestJSON-1738022054 tempest-PortsTestJSON-1738022054-project] DELETE failed (client error): The resource could not be found. Feb 09 19:27:42.756673 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e8c6f6d1-5363-44d5-a04f-abb10bd700aa tempest-PortsTestJSON-1738022054 tempest-PortsTestJSON-1738022054-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103229) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 19:27:42.760791 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-e8c6f6d1-5363-44d5-a04f-abb10bd700aa tempest-PortsTestJSON-1738022054 tempest-PortsTestJSON-1738022054-project] 10.222.0.75 "DELETE /v2.0/ports/580f8736-b747-468e-81d4-09f98b241ba2 HTTP/1.1" status: 404 len: 333 time: 0.1017337 Feb 09 19:27:42.767253 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 54572) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:27:42.820538 n-d-713498-36 neutron-server[103229]: INFO neutron.pecan_wsgi.hooks.translation [None req-b0fba89b-fd2b-4743-8582-6d003dd487b1 tempest-PortsTestJSON-1738022054 tempest-PortsTestJSON-1738022054-project] DELETE failed (client error): The resource could not be found. Feb 09 19:27:42.820987 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b0fba89b-fd2b-4743-8582-6d003dd487b1 tempest-PortsTestJSON-1738022054 tempest-PortsTestJSON-1738022054-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103229) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 19:27:42.825811 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-b0fba89b-fd2b-4743-8582-6d003dd487b1 tempest-PortsTestJSON-1738022054 tempest-PortsTestJSON-1738022054-project] 10.222.0.75 "DELETE /v2.0/subnets/d67210d6-772a-4750-bf27-c167ecec8500 HTTP/1.1" status: 404 len: 337 time: 0.0547798 Feb 09 19:27:42.834493 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 54574) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:27:42.860635 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fd491d2-677d-4f12-a815-b762b8b46da6 req-7f3e80d3-51a7-42ae-b173-acbea8897f61 tempest-ServerActionsTestJSON-347500300 tempest-ServerActionsTestJSON-347500300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:27:42.860877 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-29795338-a356-4843-9c3c-830a7dff89cb tempest-PortsIpV6TestJSON-283107163 tempest-PortsIpV6TestJSON-283107163-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-760023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14393672', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12985882'] for subnet (c236575b-ac45-4fb2-ad02-f018ecf0e3bf), after_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:27:42.862883 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-0fd491d2-677d-4f12-a815-b762b8b46da6 req-7f3e80d3-51a7-42ae-b173-acbea8897f61 tempest-ServerActionsTestJSON-347500300 tempest-ServerActionsTestJSON-347500300-project] 10.222.0.75 "GET /v2.0/ports?device_id=41583515-d234-4b09-9050-bab2a796beed HTTP/1.1" status: 200 len: 945 time: 0.1456945 Feb 09 19:27:42.878898 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Current status of the port 344d553d-3014-4fe6-80bb-adaf30f90ca8 is: ACTIVE; New status is: ACTIVE {{(pid=103232) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 19:27:42.880133 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-29795338-a356-4843-9c3c-830a7dff89cb tempest-PortsIpV6TestJSON-283107163 tempest-PortsIpV6TestJSON-283107163-project] Publish callbacks [] for subnet (None), before_response {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:27:42.884033 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-29795338-a356-4843-9c3c-830a7dff89cb tempest-PortsIpV6TestJSON-283107163 tempest-PortsIpV6TestJSON-283107163-project] 10.222.0.75 "DELETE /v2.0/subnets/c236575b-ac45-4fb2-ad02-f018ecf0e3bf HTTP/1.1" status: 204 len: 168 time: 0.8932731 Feb 09 19:27:42.886943 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.provisioning_blocks [None req-9537d214-3447-4f2c-9413-04589d194dd8 None None] Provisioning complete for port 421fc5fa-1ee9-4a78-9c1b-6bd794da5c6e triggered by entity DHCP. {{(pid=103232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 19:27:42.888139 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-9537d214-3447-4f2c-9413-04589d194dd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593630'] for port (421fc5fa-1ee9-4a78-9c1b-6bd794da5c6e), provisioning_complete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:27:42.910025 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 54576) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:27:42.923009 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29795338-a356-4843-9c3c-830a7dff89cb tempest-PortsIpV6TestJSON-283107163 tempest-PortsIpV6TestJSON-283107163-project] Pushing event deleted for resources: {'Subnet': ['ID=c236575b-ac45-4fb2-ad02-f018ecf0e3bf,revision_number=None']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:27:42.934158 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-9537d214-3447-4f2c-9413-04589d194dd8 None None] Port 421fc5fa-1ee9-4a78-9c1b-6bd794da5c6e cannot update to ACTIVE because it is not bound. {{(pid=103232) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 19:27:42.936348 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83babca0-198b-4007-82ac-736c4effd2f3 None None] Network 3db9323d-002a-40fb-93bf-b463553660f4 requested from n-d-713498-36 {{(pid=103232) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 19:27:42.937677 n-d-713498-36 neutron-server[103229]: INFO neutron.pecan_wsgi.hooks.translation [None req-045c888f-d2cc-48d6-b9c1-d890e4f5fe0c tempest-PortsTestJSON-1738022054 tempest-PortsTestJSON-1738022054-project] DELETE failed (client error): The resource could not be found. Feb 09 19:27:42.962148 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-045c888f-d2cc-48d6-b9c1-d890e4f5fe0c tempest-PortsTestJSON-1738022054 tempest-PortsTestJSON-1738022054-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103229) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 19:27:42.978180 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 54582) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:27:42.978786 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-045c888f-d2cc-48d6-b9c1-d890e4f5fe0c tempest-PortsTestJSON-1738022054 tempest-PortsTestJSON-1738022054-project] 10.222.0.75 "DELETE /v2.0/subnets/6cd2547e-64f6-45e5-91d9-eeccde8fca7c HTTP/1.1" status: 404 len: 337 time: 0.1325920 Feb 09 19:27:43.055200 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-98e0c3b5-ac9e-4bb1-87b0-b1e35273b585 tempest-TagsExtTest-163862051 tempest-TagsExtTest-163862051-project] 10.222.0.75 "DELETE /v2.0/ports/421fc5fa-1ee9-4a78-9c1b-6bd794da5c6e/tags/tempest-TagsExtTest-Tag-1357557614 HTTP/1.1" status: 204 len: 168 time: 0.4680870 Feb 09 19:27:43.057065 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 54586) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:27:43.066974 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-0fd491d2-677d-4f12-a815-b762b8b46da6 req-625ab403-be3b-43e5-b1e3-23f9019731c5 tempest-ServerActionsTestJSON-347500300 tempest-ServerActionsTestJSON-347500300-project] 10.222.0.75 "GET /v2.0/security-groups?id=f62a4cfa-cf5c-41a8-8bc5-ff3861f4d88a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1327779 Feb 09 19:27:43.068031 n-d-713498-36 neutron-server[103230]: DEBUG neutron.services.tag.tag_plugin [None req-cca84c30-f7aa-494b-b296-63b4b342bba1 tempest-TagsExtTest-163862051 tempest-TagsExtTest-163862051-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', '421fc5fa-1ee9-4a78-9c1b-6bd794da5c6e') {} {{(pid=103230) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:27:43.127204 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.provisioning_blocks [None req-9537d214-3447-4f2c-9413-04589d194dd8 None None] Provisioning complete for port d6c2155a-b6c6-4dfb-be0d-47134fa7410a triggered by entity DHCP. {{(pid=103232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 19:27:43.128287 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-9537d214-3447-4f2c-9413-04589d194dd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593630'] for port (d6c2155a-b6c6-4dfb-be0d-47134fa7410a), provisioning_complete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:27:43.169312 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-06ac96f4-3377-46fd-98e8-ca9764af13a1 tempest-PortsIpV6TestJSON-283107163 tempest-PortsIpV6TestJSON-283107163-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-670458'] for network (3db9323d-002a-40fb-93bf-b463553660f4), before_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:27:43.187394 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-a91d04f4-7a18-459c-b78a-0c8596f95167 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762867132591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593584'] for agent (93303d5e-5d17-45e8-8963-7694f87783ae), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:27:43.201776 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fdff3c39-27a3-47a1-b3f6-8f4275aa4662 None None] DHCP port deletion for df9a4a50-91f1-4ccc-b5a4-f855c704c8eb request from n-d-713498-36 {{(pid=103232) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 09 19:27:43.333106 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-9537d214-3447-4f2c-9413-04589d194dd8 None None] Current status of the port d6c2155a-b6c6-4dfb-be0d-47134fa7410a is: ACTIVE; New status is: ACTIVE {{(pid=103232) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 19:27:43.338188 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-fdff3c39-27a3-47a1-b3f6-8f4275aa4662 None None] Deleting port d6c2155a-b6c6-4dfb-be0d-47134fa7410a {{(pid=103232) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 19:27:43.338391 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-fdff3c39-27a3-47a1-b3f6-8f4275aa4662 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762867170196'] for port (d6c2155a-b6c6-4dfb-be0d-47134fa7410a), before_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:27:43.370006 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-cca84c30-f7aa-494b-b296-63b4b342bba1 tempest-TagsExtTest-163862051 tempest-TagsExtTest-163862051-project] 10.222.0.75 "GET /v2.0/ports/421fc5fa-1ee9-4a78-9c1b-6bd794da5c6e/tags HTTP/1.1" status: 200 len: 205 time: 0.3076301 Feb 09 19:27:43.374529 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 54598) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:27:43.380945 n-d-713498-36 neutron-server[103229]: DEBUG neutron.services.tag.tag_plugin [None req-8ff7775d-02d6-454c-b9e7-778bf857763c tempest-TagsExtTest-163862051 tempest-TagsExtTest-163862051-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', 'cebf79ae-5c65-4e65-ae00-d167c2b85491') {} {{(pid=103229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:27:43.386170 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.plugin [None req-1368bc4a-2ab5-47cf-9920-7719d7490331 tempest-PortsTestJSON-1738022054 tempest-PortsTestJSON-1738022054-project] Deleting port bfe5ad17-d007-4de6-8ca3-0ab460cb83c1 {{(pid=103230) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 19:27:43.386516 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-1368bc4a-2ab5-47cf-9920-7719d7490331 tempest-PortsTestJSON-1738022054 tempest-PortsTestJSON-1738022054-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762867170196'] for port (bfe5ad17-d007-4de6-8ca3-0ab460cb83c1), before_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:27:43.394103 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a79ba433-8eda-405a-976b-1f8a9c3670e7 None None] DHCP port deletion for 3db9323d-002a-40fb-93bf-b463553660f4 request from n-d-713498-36 {{(pid=103232) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 09 19:27:43.438978 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.plugin [None req-97f950a9-7917-4dfb-b9d2-8ab1a55bb59c admin admin] Deleting port 2bc48ac4-c33d-4917-84eb-a0aca09a3aba {{(pid=103230) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 19:27:43.438978 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-97f950a9-7917-4dfb-b9d2-8ab1a55bb59c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762867170196'] for port (2bc48ac4-c33d-4917-84eb-a0aca09a3aba), before_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:27:43.455104 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.provisioning_blocks [None req-9537d214-3447-4f2c-9413-04589d194dd8 None None] Provisioning complete for port bfe5ad17-d007-4de6-8ca3-0ab460cb83c1 triggered by entity DHCP. {{(pid=103232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 19:27:43.455688 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-9537d214-3447-4f2c-9413-04589d194dd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593630'] for port (bfe5ad17-d007-4de6-8ca3-0ab460cb83c1), provisioning_complete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:27:43.467416 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-fdff3c39-27a3-47a1-b3f6-8f4275aa4662 None None] For port d6c2155a-b6c6-4dfb-be0d-47134fa7410a, host n-d-713498-36, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-36',level=0,port_id=d6c2155a-b6c6-4dfb-be0d-47134fa7410a,segment=NetworkSegment(b38c033e-95a5-4bf1-914a-a124b7b8f75d),segment_id=b38c033e-95a5-4bf1-914a-a124b7b8f75d)] {{(pid=103232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 19:27:43.467966 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-fdff3c39-27a3-47a1-b3f6-8f4275aa4662 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1820838'] for port (d6c2155a-b6c6-4dfb-be0d-47134fa7410a), precommit_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:27:43.500498 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-8ff7775d-02d6-454c-b9e7-778bf857763c tempest-TagsExtTest-163862051 tempest-TagsExtTest-163862051-project] 10.222.0.75 "GET /v2.0/routers/cebf79ae-5c65-4e65-ae00-d167c2b85491/tags HTTP/1.1" status: 200 len: 241 time: 0.1219811 Feb 09 19:27:43.500740 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 54604) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:27:43.507923 n-d-713498-36 neutron-server[103229]: DEBUG neutron.services.tag.tag_plugin [None req-5c338fe8-8173-497c-aeb0-b9f51309214d tempest-TagsExtTest-163862051 tempest-TagsExtTest-163862051-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', 'cebf79ae-5c65-4e65-ae00-d167c2b85491', 'tempest-TagsExtTest-Tag-1970173071') {} {{(pid=103229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:27:43.518739 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-fdff3c39-27a3-47a1-b3f6-8f4275aa4662 None None] Calling delete_port for d6c2155a-b6c6-4dfb-be0d-47134fa7410a owned by network:dhcp {{(pid=103232) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 19:27:43.552742 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.plugin [None req-06ac96f4-3377-46fd-98e8-ca9764af13a1 tempest-PortsIpV6TestJSON-283107163 tempest-PortsIpV6TestJSON-283107163-project] Deleting port 7b18c2c3-d486-478a-ba7e-bfd31eddaf0e {{(pid=103230) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 19:27:43.553152 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-06ac96f4-3377-46fd-98e8-ca9764af13a1 tempest-PortsIpV6TestJSON-283107163 tempest-PortsIpV6TestJSON-283107163-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762867170196'] for port (7b18c2c3-d486-478a-ba7e-bfd31eddaf0e), before_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:27:43.558458 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-1368bc4a-2ab5-47cf-9920-7719d7490331 tempest-PortsTestJSON-1738022054 tempest-PortsTestJSON-1738022054-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1820838'] for port (bfe5ad17-d007-4de6-8ca3-0ab460cb83c1), precommit_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:27:43.567175 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-9537d214-3447-4f2c-9413-04589d194dd8 None None] Port bfe5ad17-d007-4de6-8ca3-0ab460cb83c1 cannot update to ACTIVE because it is not bound. {{(pid=103232) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 19:27:43.617691 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.plugin [None req-1368bc4a-2ab5-47cf-9920-7719d7490331 tempest-PortsTestJSON-1738022054 tempest-PortsTestJSON-1738022054-project] Calling delete_port for bfe5ad17-d007-4de6-8ca3-0ab460cb83c1 owned by {{(pid=103230) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 19:27:43.629202 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-a79ba433-8eda-405a-976b-1f8a9c3670e7 None None] Deleting port 7b18c2c3-d486-478a-ba7e-bfd31eddaf0e {{(pid=103232) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 19:27:43.629741 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-a79ba433-8eda-405a-976b-1f8a9c3670e7 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762867170196'] for port (7b18c2c3-d486-478a-ba7e-bfd31eddaf0e), before_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:27:43.645552 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-5c338fe8-8173-497c-aeb0-b9f51309214d tempest-TagsExtTest-163862051 tempest-TagsExtTest-163862051-project] 10.222.0.75 "GET /v2.0/routers/cebf79ae-5c65-4e65-ae00-d167c2b85491/tags/tempest-TagsExtTest-Tag-1970173071 HTTP/1.1" status: 204 len: 168 time: 0.1405895 Feb 09 19:27:43.645770 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 54608) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:27:43.651739 n-d-713498-36 neutron-server[103229]: DEBUG neutron.services.tag.tag_plugin [None req-b25ed37c-0d7b-46e7-ab3a-bd4908fa0a7f tempest-TagsExtTest-163862051 tempest-TagsExtTest-163862051-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'routers', 'cebf79ae-5c65-4e65-ae00-d167c2b85491', 'tempest-TagsExtTest-Tag-1970173071') {} {{(pid=103229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:27:43.748655 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-a79ba433-8eda-405a-976b-1f8a9c3670e7 None None] For port 7b18c2c3-d486-478a-ba7e-bfd31eddaf0e, host n-d-713498-36, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-36',level=0,port_id=7b18c2c3-d486-478a-ba7e-bfd31eddaf0e,segment=NetworkSegment(f6f69bd2-fc4e-4fc5-95b4-0a9f0a1f5607),segment_id=f6f69bd2-fc4e-4fc5-95b4-0a9f0a1f5607)] {{(pid=103232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 19:27:43.750285 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-a79ba433-8eda-405a-976b-1f8a9c3670e7 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1820838'] for port (7b18c2c3-d486-478a-ba7e-bfd31eddaf0e), precommit_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:27:43.754618 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-fdff3c39-27a3-47a1-b3f6-8f4275aa4662 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762867177463', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762866656476'] for port (d6c2155a-b6c6-4dfb-be0d-47134fa7410a), after_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:27:43.777045 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-a79ba433-8eda-405a-976b-1f8a9c3670e7 None None] Calling delete_port for 7b18c2c3-d486-478a-ba7e-bfd31eddaf0e owned by network:dhcp {{(pid=103232) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 19:27:43.789546 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-b25ed37c-0d7b-46e7-ab3a-bd4908fa0a7f tempest-TagsExtTest-163862051 tempest-TagsExtTest-163862051-project] 10.222.0.75 "DELETE /v2.0/routers/cebf79ae-5c65-4e65-ae00-d167c2b85491/tags/tempest-TagsExtTest-Tag-1970173071 HTTP/1.1" status: 204 len: 168 time: 0.1392481 Feb 09 19:27:43.789546 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 54616) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:27:43.795206 n-d-713498-36 neutron-server[103229]: DEBUG neutron.services.tag.tag_plugin [None req-b01805b1-0c12-4679-b0bc-e17091ecd445 tempest-TagsExtTest-163862051 tempest-TagsExtTest-163862051-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', 'cebf79ae-5c65-4e65-ae00-d167c2b85491') {} {{(pid=103229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:27:43.819013 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdff3c39-27a3-47a1-b3f6-8f4275aa4662 None None] Pushing event deleted for resources: {'Port': ['ID=d6c2155a-b6c6-4dfb-be0d-47134fa7410a,revision_number=None']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:27:43.838460 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdff3c39-27a3-47a1-b3f6-8f4275aa4662 None None] No DVR routers for this DVR port d6c2155a-b6c6-4dfb-be0d-47134fa7410a on host n-d-713498-36 {{(pid=103232) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 19:27:43.840912 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.db [None req-06ac96f4-3377-46fd-98e8-ca9764af13a1 tempest-PortsIpV6TestJSON-283107163 tempest-PortsIpV6TestJSON-283107163-project] For port 7b18c2c3-d486-478a-ba7e-bfd31eddaf0e, host n-d-713498-36, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-36',level=0,port_id=7b18c2c3-d486-478a-ba7e-bfd31eddaf0e,segment=NetworkSegment(f6f69bd2-fc4e-4fc5-95b4-0a9f0a1f5607),segment_id=f6f69bd2-fc4e-4fc5-95b4-0a9f0a1f5607)] {{(pid=103230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 19:27:43.841497 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-06ac96f4-3377-46fd-98e8-ca9764af13a1 tempest-PortsIpV6TestJSON-283107163 tempest-PortsIpV6TestJSON-283107163-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1820838'] for port (7b18c2c3-d486-478a-ba7e-bfd31eddaf0e), precommit_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:27:43.880488 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.db [None req-97f950a9-7917-4dfb-b9d2-8ab1a55bb59c admin admin] For port 2bc48ac4-c33d-4917-84eb-a0aca09a3aba, host n-d-713498-36, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-36',level=0,port_id=2bc48ac4-c33d-4917-84eb-a0aca09a3aba,segment=NetworkSegment(f0323881-58dc-48d9-89c4-ec42ebfb1979),segment_id=f0323881-58dc-48d9-89c4-ec42ebfb1979)] {{(pid=103230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 19:27:43.882241 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-97f950a9-7917-4dfb-b9d2-8ab1a55bb59c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1820838'] for port (2bc48ac4-c33d-4917-84eb-a0aca09a3aba), precommit_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:27:43.898341 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.plugin [None req-06ac96f4-3377-46fd-98e8-ca9764af13a1 tempest-PortsIpV6TestJSON-283107163 tempest-PortsIpV6TestJSON-283107163-project] Calling delete_port for 7b18c2c3-d486-478a-ba7e-bfd31eddaf0e owned by network:dhcp {{(pid=103230) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 19:27:43.913249 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.plugin [None req-97f950a9-7917-4dfb-b9d2-8ab1a55bb59c admin admin] Calling delete_port for 2bc48ac4-c33d-4917-84eb-a0aca09a3aba owned by network:router_interface {{(pid=103230) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 19:27:43.960892 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-b01805b1-0c12-4679-b0bc-e17091ecd445 tempest-TagsExtTest-163862051 tempest-TagsExtTest-163862051-project] 10.222.0.75 "GET /v2.0/routers/cebf79ae-5c65-4e65-ae00-d167c2b85491/tags HTTP/1.1" status: 200 len: 205 time: 0.1704080 Feb 09 19:27:43.982452 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 54626) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:27:43.994135 n-d-713498-36 neutron-server[103229]: DEBUG neutron.services.tag.tag_plugin [None req-b19bb228-c461-4ba1-a480-897526eff640 tempest-TagsExtTest-163862051 tempest-TagsExtTest-163862051-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', 'cb2f740e-9587-4d88-bfbd-2e285e3b7e2c') {} {{(pid=103229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:27:44.024444 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-a79ba433-8eda-405a-976b-1f8a9c3670e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762867177463', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762866656476'] for port (7b18c2c3-d486-478a-ba7e-bfd31eddaf0e), after_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:27:44.041423 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-b19bb228-c461-4ba1-a480-897526eff640 tempest-TagsExtTest-163862051 tempest-TagsExtTest-163862051-project] 10.222.0.75 "GET /v2.0/subnetpools/cb2f740e-9587-4d88-bfbd-2e285e3b7e2c/tags HTTP/1.1" status: 200 len: 240 time: 0.0561595 Feb 09 19:27:44.044612 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 54628) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:27:44.046036 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Device d6c2155a-b6c6-4dfb-be0d-47134fa7410a no longer exists at agent ovs-agent-n-d-713498-36 {{(pid=103232) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 19:27:44.051387 n-d-713498-36 neutron-server[103229]: DEBUG neutron.services.tag.tag_plugin [None req-1fc81c8d-d4c3-4795-ace8-b59efb3847fb tempest-TagsExtTest-163862051 tempest-TagsExtTest-163862051-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', 'cb2f740e-9587-4d88-bfbd-2e285e3b7e2c', 'tempest-TagsExtTest-Tag-174855169') {} {{(pid=103229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:27:44.071283 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-1368bc4a-2ab5-47cf-9920-7719d7490331 tempest-PortsTestJSON-1738022054 tempest-PortsTestJSON-1738022054-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762867177463', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762866656476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14393751'] for port (bfe5ad17-d007-4de6-8ca3-0ab460cb83c1), after_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:27:44.078955 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a79ba433-8eda-405a-976b-1f8a9c3670e7 None None] Pushing event deleted for resources: {'Port': ['ID=7b18c2c3-d486-478a-ba7e-bfd31eddaf0e,revision_number=None']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:27:44.086187 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-1fc81c8d-d4c3-4795-ace8-b59efb3847fb tempest-TagsExtTest-163862051 tempest-TagsExtTest-163862051-project] 10.222.0.75 "GET /v2.0/subnetpools/cb2f740e-9587-4d88-bfbd-2e285e3b7e2c/tags/tempest-TagsExtTest-Tag-174855169 HTTP/1.1" status: 204 len: 168 time: 0.0384357 Feb 09 19:27:44.087211 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 54632) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:27:44.092294 n-d-713498-36 neutron-server[103229]: DEBUG neutron.services.tag.tag_plugin [None req-b80edef3-17a0-42fd-932f-dd6c1d5b6df7 tempest-TagsExtTest-163862051 tempest-TagsExtTest-163862051-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnetpools', 'cb2f740e-9587-4d88-bfbd-2e285e3b7e2c', 'tempest-TagsExtTest-Tag-174855169') {} {{(pid=103229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:27:44.105699 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a79ba433-8eda-405a-976b-1f8a9c3670e7 None None] No DVR routers for this DVR port 7b18c2c3-d486-478a-ba7e-bfd31eddaf0e on host n-d-713498-36 {{(pid=103232) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 19:27:44.112833 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] No Port match for: d6c2155a-b6c6-4dfb-be0d-47134fa7410a {{(pid=103232) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 19:27:44.113322 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Device d6c2155a-b6c6-4dfb-be0d-47134fa7410a not bound to the agent host n-d-713498-36 {{(pid=103232) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 19:27:44.113916 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Device 7b18c2c3-d486-478a-ba7e-bfd31eddaf0e no longer exists at agent ovs-agent-n-d-713498-36 {{(pid=103232) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 19:27:44.147162 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] No Port match for: 7b18c2c3-d486-478a-ba7e-bfd31eddaf0e {{(pid=103232) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 19:27:44.148347 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Device 7b18c2c3-d486-478a-ba7e-bfd31eddaf0e not bound to the agent host n-d-713498-36 {{(pid=103232) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 19:27:44.164621 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1368bc4a-2ab5-47cf-9920-7719d7490331 tempest-PortsTestJSON-1738022054 tempest-PortsTestJSON-1738022054-project] Pushing event deleted for resources: {'Port': ['ID=bfe5ad17-d007-4de6-8ca3-0ab460cb83c1,revision_number=None']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:27:44.181408 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-1368bc4a-2ab5-47cf-9920-7719d7490331 tempest-PortsTestJSON-1738022054 tempest-PortsTestJSON-1738022054-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171096'] for port (None), before_response {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:27:44.196557 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-1368bc4a-2ab5-47cf-9920-7719d7490331 tempest-PortsTestJSON-1738022054 tempest-PortsTestJSON-1738022054-project] 10.222.0.75 "DELETE /v2.0/ports/bfe5ad17-d007-4de6-8ca3-0ab460cb83c1 HTTP/1.1" status: 204 len: 168 time: 1.2137029 Feb 09 19:27:44.200025 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 54638) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:27:44.214867 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-b80edef3-17a0-42fd-932f-dd6c1d5b6df7 tempest-TagsExtTest-163862051 tempest-TagsExtTest-163862051-project] 10.222.0.75 "DELETE /v2.0/subnetpools/cb2f740e-9587-4d88-bfbd-2e285e3b7e2c/tags/tempest-TagsExtTest-Tag-174855169 HTTP/1.1" status: 204 len: 168 time: 0.1262279 Feb 09 19:27:44.216834 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 54640) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:27:44.233902 n-d-713498-36 neutron-server[103230]: DEBUG neutron.services.tag.tag_plugin [None req-39599422-12e6-45eb-b08e-22b31480ab5b tempest-TagsExtTest-163862051 tempest-TagsExtTest-163862051-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', 'cb2f740e-9587-4d88-bfbd-2e285e3b7e2c') {} {{(pid=103230) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:27:44.315258 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-edc54c9b-7f13-45d9-9271-85c9738b0128 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762867132591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593584'] for agent (a62b1850-466f-48ae-bec7-d62fb280e14b), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:27:44.340587 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-06ac96f4-3377-46fd-98e8-ca9764af13a1 tempest-PortsIpV6TestJSON-283107163 tempest-PortsIpV6TestJSON-283107163-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762867177463', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762866656476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14393751'] for port (7b18c2c3-d486-478a-ba7e-bfd31eddaf0e), after_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:27:44.351703 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-07a5fecb-cd59-4bc6-b2d5-a7c3871530f6 tempest-PortsTestJSON-1738022054 tempest-PortsTestJSON-1738022054-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-670458'] for network (df9a4a50-91f1-4ccc-b5a4-f855c704c8eb), before_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:27:44.395238 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06ac96f4-3377-46fd-98e8-ca9764af13a1 tempest-PortsIpV6TestJSON-283107163 tempest-PortsIpV6TestJSON-283107163-project] Pushing event deleted for resources: {'Port': ['ID=7b18c2c3-d486-478a-ba7e-bfd31eddaf0e,revision_number=None']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:27:44.398871 n-d-713498-36 neutron-server[103230]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06ac96f4-3377-46fd-98e8-ca9764af13a1 tempest-PortsIpV6TestJSON-283107163 tempest-PortsIpV6TestJSON-283107163-project] No DVR routers for this DVR port 7b18c2c3-d486-478a-ba7e-bfd31eddaf0e on host n-d-713498-36 {{(pid=103230) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 19:27:44.448671 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-39599422-12e6-45eb-b08e-22b31480ab5b tempest-TagsExtTest-163862051 tempest-TagsExtTest-163862051-project] 10.222.0.75 "GET /v2.0/subnetpools/cb2f740e-9587-4d88-bfbd-2e285e3b7e2c/tags HTTP/1.1" status: 200 len: 205 time: 0.2244675 Feb 09 19:27:44.448671 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 54648) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:27:44.465576 n-d-713498-36 neutron-server[103230]: DEBUG neutron.services.tag.tag_plugin [None req-f3f0a895-3b77-41a3-bed3-a6f68ed82259 tempest-TagsExtTest-163862051 tempest-TagsExtTest-163862051-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', 'cb2f740e-9587-4d88-bfbd-2e285e3b7e2c') {} {{(pid=103230) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:27:44.481183 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-07a5fecb-cd59-4bc6-b2d5-a7c3871530f6 tempest-PortsTestJSON-1738022054 tempest-PortsTestJSON-1738022054-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-590267', 'neutron.services.segments.db._delete_segments_for_network-8762867132609'] for network (df9a4a50-91f1-4ccc-b5a4-f855c704c8eb), precommit_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:27:44.505913 n-d-713498-36 neutron-server[103229]: DEBUG neutron.services.segments.db [None req-07a5fecb-cd59-4bc6-b2d5-a7c3871530f6 tempest-PortsTestJSON-1738022054 tempest-PortsTestJSON-1738022054-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['df9a4a50-91f1-4ccc-b5a4-f855c704c8eb']}} {{(pid=103229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:27:44.525930 n-d-713498-36 neutron-server[103229]: DEBUG neutron.services.segments.db [None req-07a5fecb-cd59-4bc6-b2d5-a7c3871530f6 tempest-PortsTestJSON-1738022054 tempest-PortsTestJSON-1738022054-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b38c033e-95a5-4bf1-914a-a124b7b8f75d') {'for_net_delete': True} {{(pid=103229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:27:44.526663 n-d-713498-36 neutron-server[103229]: DEBUG neutron.services.segments.db [None req-07a5fecb-cd59-4bc6-b2d5-a7c3871530f6 tempest-PortsTestJSON-1738022054 tempest-PortsTestJSON-1738022054-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b38c033e-95a5-4bf1-914a-a124b7b8f75d') {} {{(pid=103229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:27:44.549290 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-07a5fecb-cd59-4bc6-b2d5-a7c3871530f6 tempest-PortsTestJSON-1738022054 tempest-PortsTestJSON-1738022054-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762867134154', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16683417'] for segment (b38c033e-95a5-4bf1-914a-a124b7b8f75d), before_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:27:44.561245 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bfe7e96-0b24-49cb-84dc-a2474f1756f5 req-36d7647a-ab85-483c-97a7-c7605d11ce72 tempest-ServerActionsTestJSON-347500300 tempest-ServerActionsTestJSON-347500300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:27:44.562840 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-6bfe7e96-0b24-49cb-84dc-a2474f1756f5 req-36d7647a-ab85-483c-97a7-c7605d11ce72 tempest-ServerActionsTestJSON-347500300 tempest-ServerActionsTestJSON-347500300-project] 10.222.0.75 "GET /v2.0/ports?device_id=41583515-d234-4b09-9050-bab2a796beed HTTP/1.1" status: 200 len: 945 time: 0.3602264 Feb 09 19:27:44.579207 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-07a5fecb-cd59-4bc6-b2d5-a7c3871530f6 tempest-PortsTestJSON-1738022054 tempest-PortsTestJSON-1738022054-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-759574'] for segment (b38c033e-95a5-4bf1-914a-a124b7b8f75d), precommit_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:27:44.588582 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-07a5fecb-cd59-4bc6-b2d5-a7c3871530f6 tempest-PortsTestJSON-1738022054 tempest-PortsTestJSON-1738022054-project] Releasing vlan 394 on physical network physnet1 to pool {{(pid=103229) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 19:27:44.589739 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-07a5fecb-cd59-4bc6-b2d5-a7c3871530f6 tempest-PortsTestJSON-1738022054 tempest-PortsTestJSON-1738022054-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-759574', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12867469'] for segment (b38c033e-95a5-4bf1-914a-a124b7b8f75d), after_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:27:44.595006 n-d-713498-36 neutron-server[103229]: Traceback (most recent call last): Feb 09 19:27:44.595006 n-d-713498-36 neutron-server[103229]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 19:27:44.595006 n-d-713498-36 neutron-server[103229]: timer() Feb 09 19:27:44.595006 n-d-713498-36 neutron-server[103229]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 19:27:44.595006 n-d-713498-36 neutron-server[103229]: cb(*args, **kw) Feb 09 19:27:44.595006 n-d-713498-36 neutron-server[103229]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 19:27:44.595006 n-d-713498-36 neutron-server[103229]: return func(*args, **kwargs) Feb 09 19:27:44.595006 n-d-713498-36 neutron-server[103229]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 19:27:44.595006 n-d-713498-36 neutron-server[103229]: self._notify() Feb 09 19:27:44.595006 n-d-713498-36 neutron-server[103229]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 19:27:44.595006 n-d-713498-36 neutron-server[103229]: self.callback(batched_events) Feb 09 19:27:44.595006 n-d-713498-36 neutron-server[103229]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 19:27:44.595006 n-d-713498-36 neutron-server[103229]: event.method(event) Feb 09 19:27:44.595006 n-d-713498-36 neutron-server[103229]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 19:27:44.595006 n-d-713498-36 neutron-server[103229]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 19:27:44.595006 n-d-713498-36 neutron-server[103229]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 19:27:44.595006 n-d-713498-36 neutron-server[103229]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 19:27:44.595006 n-d-713498-36 neutron-server[103229]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 19:27:44.595006 n-d-713498-36 neutron-server[103229]: return f(self, *a, **k) Feb 09 19:27:44.595006 n-d-713498-36 neutron-server[103229]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 19:27:44.595006 n-d-713498-36 neutron-server[103229]: return self._get(url).json() Feb 09 19:27:44.595006 n-d-713498-36 neutron-server[103229]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 19:27:44.595006 n-d-713498-36 neutron-server[103229]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 19:27:44.595006 n-d-713498-36 neutron-server[103229]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 19:27:44.595006 n-d-713498-36 neutron-server[103229]: return self.request(url, 'GET', **kwargs) Feb 09 19:27:44.595006 n-d-713498-36 neutron-server[103229]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 19:27:44.595006 n-d-713498-36 neutron-server[103229]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 19:27:44.595006 n-d-713498-36 neutron-server[103229]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 19:27:44.595006 n-d-713498-36 neutron-server[103229]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 19:27:44.595006 n-d-713498-36 neutron-server[103229]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 19:27:44.595006 n-d-713498-36 neutron-server[103229]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 19:27:44.595006 n-d-713498-36 neutron-server[103229]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 19:27:44.659463 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-97f950a9-7917-4dfb-b9d2-8ab1a55bb59c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762867177463', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762866656476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14393751'] for port (2bc48ac4-c33d-4917-84eb-a0aca09a3aba), after_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:27:44.668358 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-06ac96f4-3377-46fd-98e8-ca9764af13a1 tempest-PortsIpV6TestJSON-283107163 tempest-PortsIpV6TestJSON-283107163-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-590267', 'neutron.services.segments.db._delete_segments_for_network-8762867132609'] for network (3db9323d-002a-40fb-93bf-b463553660f4), precommit_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:27:44.680675 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-07a5fecb-cd59-4bc6-b2d5-a7c3871530f6 tempest-PortsTestJSON-1738022054 tempest-PortsTestJSON-1738022054-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-590242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1885479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1818895'] for network (df9a4a50-91f1-4ccc-b5a4-f855c704c8eb), after_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:27:44.686454 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-07a5fecb-cd59-4bc6-b2d5-a7c3871530f6 tempest-PortsTestJSON-1738022054 tempest-PortsTestJSON-1738022054-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1613566'] for network (None), before_response {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:27:44.689988 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-07a5fecb-cd59-4bc6-b2d5-a7c3871530f6 tempest-PortsTestJSON-1738022054 tempest-PortsTestJSON-1738022054-project] 10.222.0.75 "DELETE /v2.0/networks/df9a4a50-91f1-4ccc-b5a4-f855c704c8eb HTTP/1.1" status: 204 len: 168 time: 0.4886291 Feb 09 19:27:44.706780 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07a5fecb-cd59-4bc6-b2d5-a7c3871530f6 tempest-PortsTestJSON-1738022054 tempest-PortsTestJSON-1738022054-project] Pushing event deleted for resources: {'Network': ['ID=df9a4a50-91f1-4ccc-b5a4-f855c704c8eb,revision_number=None']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:27:44.747368 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-f3f0a895-3b77-41a3-bed3-a6f68ed82259 tempest-TagsExtTest-163862051 tempest-TagsExtTest-163862051-project] 10.222.0.75 "DELETE /v2.0/subnetpools/cb2f740e-9587-4d88-bfbd-2e285e3b7e2c/tags HTTP/1.1" status: 204 len: 168 time: 0.2956176 Feb 09 19:27:44.750151 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 54656) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:27:44.756171 n-d-713498-36 neutron-server[103229]: DEBUG neutron.services.tag.tag_plugin [None req-3eab6fc9-2933-4a0e-9a66-c7f161332a47 tempest-TagsExtTest-163862051 tempest-TagsExtTest-163862051-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', 'cebf79ae-5c65-4e65-ae00-d167c2b85491') {} {{(pid=103229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:27:44.758103 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97f950a9-7917-4dfb-b9d2-8ab1a55bb59c admin admin] Pushing event deleted for resources: {'Port': ['ID=2bc48ac4-c33d-4917-84eb-a0aca09a3aba,revision_number=None']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:27:44.774719 n-d-713498-36 neutron-server[103230]: DEBUG neutron.services.segments.db [None req-06ac96f4-3377-46fd-98e8-ca9764af13a1 tempest-PortsIpV6TestJSON-283107163 tempest-PortsIpV6TestJSON-283107163-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3db9323d-002a-40fb-93bf-b463553660f4']}} {{(pid=103230) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:27:44.888440 n-d-713498-36 neutron-server[103230]: DEBUG neutron.services.segments.db [None req-06ac96f4-3377-46fd-98e8-ca9764af13a1 tempest-PortsIpV6TestJSON-283107163 tempest-PortsIpV6TestJSON-283107163-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f6f69bd2-fc4e-4fc5-95b4-0a9f0a1f5607') {'for_net_delete': True} {{(pid=103230) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:27:44.888665 n-d-713498-36 neutron-server[103230]: DEBUG neutron.services.segments.db [None req-06ac96f4-3377-46fd-98e8-ca9764af13a1 tempest-PortsIpV6TestJSON-283107163 tempest-PortsIpV6TestJSON-283107163-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f6f69bd2-fc4e-4fc5-95b4-0a9f0a1f5607') {} {{(pid=103230) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:27:44.913083 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-6bfe7e96-0b24-49cb-84dc-a2474f1756f5 req-a4534b45-2f43-4fe9-a66f-9883480a020e tempest-ServerActionsTestJSON-347500300 tempest-ServerActionsTestJSON-347500300-project] 10.222.0.75 "GET /v2.0/security-groups?id=f62a4cfa-cf5c-41a8-8bc5-ff3861f4d88a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3108962 Feb 09 19:27:44.995317 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-06ac96f4-3377-46fd-98e8-ca9764af13a1 tempest-PortsIpV6TestJSON-283107163 tempest-PortsIpV6TestJSON-283107163-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762867134154', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12895813'] for segment (f6f69bd2-fc4e-4fc5-95b4-0a9f0a1f5607), before_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:27:45.113635 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-06ac96f4-3377-46fd-98e8-ca9764af13a1 tempest-PortsIpV6TestJSON-283107163 tempest-PortsIpV6TestJSON-283107163-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-759574'] for segment (f6f69bd2-fc4e-4fc5-95b4-0a9f0a1f5607), precommit_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:27:45.130163 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-06ac96f4-3377-46fd-98e8-ca9764af13a1 tempest-PortsIpV6TestJSON-283107163 tempest-PortsIpV6TestJSON-283107163-project] Releasing vlan 368 on physical network physnet1 to pool {{(pid=103230) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 19:27:45.130568 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-06ac96f4-3377-46fd-98e8-ca9764af13a1 tempest-PortsIpV6TestJSON-283107163 tempest-PortsIpV6TestJSON-283107163-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-759574', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14393826'] for segment (f6f69bd2-fc4e-4fc5-95b4-0a9f0a1f5607), after_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:27:45.143099 n-d-713498-36 neutron-server[103230]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 19:27:45.143099 n-d-713498-36 neutron-server[103230]: self.session.flush() Feb 09 19:27:45.143099 n-d-713498-36 neutron-server[103230]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 19:27:45.143099 n-d-713498-36 neutron-server[103230]: self.session.flush() Feb 09 19:27:45.143099 n-d-713498-36 neutron-server[103230]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 19:27:45.143099 n-d-713498-36 neutron-server[103230]: self.session.flush() Feb 09 19:27:45.143099 n-d-713498-36 neutron-server[103230]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 19:27:45.143099 n-d-713498-36 neutron-server[103230]: self.session.flush() Feb 09 19:27:45.143099 n-d-713498-36 neutron-server[103230]: Traceback (most recent call last): Feb 09 19:27:45.143099 n-d-713498-36 neutron-server[103230]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 19:27:45.143099 n-d-713498-36 neutron-server[103230]: timer() Feb 09 19:27:45.143099 n-d-713498-36 neutron-server[103230]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 19:27:45.143099 n-d-713498-36 neutron-server[103230]: cb(*args, **kw) Feb 09 19:27:45.143099 n-d-713498-36 neutron-server[103230]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 19:27:45.143099 n-d-713498-36 neutron-server[103230]: return func(*args, **kwargs) Feb 09 19:27:45.143099 n-d-713498-36 neutron-server[103230]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 19:27:45.143099 n-d-713498-36 neutron-server[103230]: self._notify() Feb 09 19:27:45.143099 n-d-713498-36 neutron-server[103230]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 19:27:45.143099 n-d-713498-36 neutron-server[103230]: self.callback(batched_events) Feb 09 19:27:45.143099 n-d-713498-36 neutron-server[103230]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 19:27:45.143099 n-d-713498-36 neutron-server[103230]: event.method(event) Feb 09 19:27:45.143099 n-d-713498-36 neutron-server[103230]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 19:27:45.143099 n-d-713498-36 neutron-server[103230]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 19:27:45.143099 n-d-713498-36 neutron-server[103230]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 19:27:45.143099 n-d-713498-36 neutron-server[103230]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 19:27:45.143099 n-d-713498-36 neutron-server[103230]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 19:27:45.143099 n-d-713498-36 neutron-server[103230]: return f(self, *a, **k) Feb 09 19:27:45.143099 n-d-713498-36 neutron-server[103230]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 19:27:45.143099 n-d-713498-36 neutron-server[103230]: return self._get(url).json() Feb 09 19:27:45.143099 n-d-713498-36 neutron-server[103230]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 19:27:45.143099 n-d-713498-36 neutron-server[103230]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 19:27:45.143099 n-d-713498-36 neutron-server[103230]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 19:27:45.143099 n-d-713498-36 neutron-server[103230]: return self.request(url, 'GET', **kwargs) Feb 09 19:27:45.143099 n-d-713498-36 neutron-server[103230]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 19:27:45.143099 n-d-713498-36 neutron-server[103230]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 19:27:45.143099 n-d-713498-36 neutron-server[103230]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 19:27:45.143099 n-d-713498-36 neutron-server[103230]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 19:27:45.143099 n-d-713498-36 neutron-server[103230]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 19:27:45.143099 n-d-713498-36 neutron-server[103230]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 19:27:45.143099 n-d-713498-36 neutron-server[103230]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 19:27:45.271218 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-06ac96f4-3377-46fd-98e8-ca9764af13a1 tempest-PortsIpV6TestJSON-283107163 tempest-PortsIpV6TestJSON-283107163-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-590242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1885479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1818895'] for network (3db9323d-002a-40fb-93bf-b463553660f4), after_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:27:45.321443 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-06ac96f4-3377-46fd-98e8-ca9764af13a1 tempest-PortsIpV6TestJSON-283107163 tempest-PortsIpV6TestJSON-283107163-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1613566'] for network (None), before_response {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:27:45.334332 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 54668) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:27:45.335442 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-06ac96f4-3377-46fd-98e8-ca9764af13a1 tempest-PortsIpV6TestJSON-283107163 tempest-PortsIpV6TestJSON-283107163-project] 10.222.0.75 "DELETE /v2.0/networks/3db9323d-002a-40fb-93bf-b463553660f4 HTTP/1.1" status: 204 len: 168 time: 2.4197564 Feb 09 19:27:45.338858 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-3eab6fc9-2933-4a0e-9a66-c7f161332a47 tempest-TagsExtTest-163862051 tempest-TagsExtTest-163862051-project] 10.222.0.75 "DELETE /v2.0/routers/cebf79ae-5c65-4e65-ae00-d167c2b85491/tags HTTP/1.1" status: 204 len: 168 time: 0.5850537 Feb 09 19:27:45.339019 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06ac96f4-3377-46fd-98e8-ca9764af13a1 tempest-PortsIpV6TestJSON-283107163 tempest-PortsIpV6TestJSON-283107163-project] Pushing event deleted for resources: {'Network': ['ID=3db9323d-002a-40fb-93bf-b463553660f4,revision_number=None']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:27:45.342317 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.v2.base [None req-f9d1cb03-cf2c-4c87-8e19-5971aa4a6dd5 tempest-PortsIpV6TestJSON-283107163 tempest-PortsIpV6TestJSON-283107163-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-43491690'}} {{(pid=103229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 19:27:45.351035 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 54670) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:27:45.358704 n-d-713498-36 neutron-server[103230]: DEBUG neutron.services.tag.tag_plugin [None req-a8095b7f-7cc3-4f4f-84fe-61eb3929c853 tempest-TagsExtTest-163862051 tempest-TagsExtTest-163862051-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '421fc5fa-1ee9-4a78-9c1b-6bd794da5c6e') {} {{(pid=103230) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:27:45.363593 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-97f950a9-7917-4dfb-b9d2-8ab1a55bb59c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1613467', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1834633'] for router_interface (0a8851ae-522c-440b-9380-596a78e9a3d6), after_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:27:45.378524 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f9d1cb03-cf2c-4c87-8e19-5971aa4a6dd5 tempest-PortsIpV6TestJSON-283107163 tempest-PortsIpV6TestJSON-283107163-project] Made reservation on behalf of 13b115ce9df54fa79100ec0671404776 for: {'network': 1} {{(pid=103229) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 19:27:45.382815 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-f9d1cb03-cf2c-4c87-8e19-5971aa4a6dd5 tempest-PortsIpV6TestJSON-283107163 tempest-PortsIpV6TestJSON-283107163-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for network (None), before_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:27:45.418678 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f9d1cb03-cf2c-4c87-8e19-5971aa4a6dd5 tempest-PortsIpV6TestJSON-283107163 tempest-PortsIpV6TestJSON-283107163-project] vlan segment allocate from pool success with {'vlan_id': 361, 'physical_network': 'physnet1'} {{(pid=103229) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 19:27:45.431187 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-f9d1cb03-cf2c-4c87-8e19-5971aa4a6dd5 tempest-PortsIpV6TestJSON-283107163 tempest-PortsIpV6TestJSON-283107163-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-759574'] for segment (f2e73669-4b87-4cc3-beee-e7ebe492d070), precommit_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:27:45.431814 n-d-713498-36 neutron-server[103229]: INFO neutron.db.segments_db [None req-f9d1cb03-cf2c-4c87-8e19-5971aa4a6dd5 tempest-PortsIpV6TestJSON-283107163 tempest-PortsIpV6TestJSON-283107163-project] Added segment f2e73669-4b87-4cc3-beee-e7ebe492d070 of type vlan for network c28f70d0-3a84-4931-95e6-1e751d676499 Feb 09 19:27:45.449117 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 54672) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:27:45.508078 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-f9d1cb03-cf2c-4c87-8e19-5971aa4a6dd5 tempest-PortsIpV6TestJSON-283107163 tempest-PortsIpV6TestJSON-283107163-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762866642225'] for network (c28f70d0-3a84-4931-95e6-1e751d676499), precommit_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:27:45.544893 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-f9d1cb03-cf2c-4c87-8e19-5971aa4a6dd5 tempest-PortsIpV6TestJSON-283107163 tempest-PortsIpV6TestJSON-283107163-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1885479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452'] for network (c28f70d0-3a84-4931-95e6-1e751d676499), after_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:27:45.567304 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9d1cb03-cf2c-4c87-8e19-5971aa4a6dd5 tempest-PortsIpV6TestJSON-283107163 tempest-PortsIpV6TestJSON-283107163-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:27:45.568146 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-f9d1cb03-cf2c-4c87-8e19-5971aa4a6dd5 tempest-PortsIpV6TestJSON-283107163 tempest-PortsIpV6TestJSON-283107163-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1613566'] for network (None), before_response {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:27:45.663950 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9d1cb03-cf2c-4c87-8e19-5971aa4a6dd5 tempest-PortsIpV6TestJSON-283107163 tempest-PortsIpV6TestJSON-283107163-project] Pushing event updated for resources: {'Network': ['ID=c28f70d0-3a84-4931-95e6-1e751d676499,revision_number=1']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:27:45.679261 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Network c28f70d0-3a84-4931-95e6-1e751d676499 details requested by agent ovs-agent-n-d-713498-36 with host n-d-713498-36 {{(pid=103232) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 19:27:45.681138 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-f9d1cb03-cf2c-4c87-8e19-5971aa4a6dd5 tempest-PortsIpV6TestJSON-283107163 tempest-PortsIpV6TestJSON-283107163-project] 10.222.0.75 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.3437276 Feb 09 19:27:45.685095 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 54678) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:27:45.702390 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.v2.base [None req-27ca1ea7-fe58-406f-9cdc-bed4fadee77c tempest-PortsIpV6TestJSON-283107163 tempest-PortsIpV6TestJSON-283107163-project] Request body: {'subnet': {'network_id': 'c28f70d0-3a84-4931-95e6-1e751d676499', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 19:27:45.926049 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-a8095b7f-7cc3-4f4f-84fe-61eb3929c853 tempest-TagsExtTest-163862051 tempest-TagsExtTest-163862051-project] 10.222.0.75 "DELETE /v2.0/ports/421fc5fa-1ee9-4a78-9c1b-6bd794da5c6e/tags HTTP/1.1" status: 204 len: 168 time: 0.5736632 Feb 09 19:27:45.929002 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 54682) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:27:45.936982 n-d-713498-36 neutron-server[103230]: DEBUG neutron.services.tag.tag_plugin [None req-abe78ff2-c410-44b2-b65a-fc1956301ced tempest-TagsExtTest-163862051 tempest-TagsExtTest-163862051-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '33b56dc9-72eb-4975-8a0d-8c55db21454d') {} {{(pid=103230) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:27:45.966161 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-a7262a8e-0513-48fd-984d-75726a511961 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762867132591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593584'] for agent (911cfea2-02ae-4ec9-bac3-7808ee1cdd9c), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:27:46.070946 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-cd94bf2e-77bd-4246-9ec1-bdf6562eff30 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=150a397110044967a3816a9b460534fa&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6198163 Feb 09 19:27:46.091803 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 54688) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:27:46.130787 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-27ca1ea7-fe58-406f-9cdc-bed4fadee77c tempest-PortsIpV6TestJSON-283107163 tempest-PortsIpV6TestJSON-283107163-project] Made reservation on behalf of 13b115ce9df54fa79100ec0671404776 for: {'subnet': 1} {{(pid=103229) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 19:27:46.134173 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-27ca1ea7-fe58-406f-9cdc-bed4fadee77c tempest-PortsIpV6TestJSON-283107163 tempest-PortsIpV6TestJSON-283107163-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12759265'] for subnet (None), before_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:27:46.151737 n-d-713498-36 neutron-server[103230]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-97f950a9-7917-4dfb-b9d2-8ab1a55bb59c admin admin] Router 0a8851ae-522c-440b-9380-596a78e9a3d6 has already been hosted by L3 agent 93303d5e-5d17-45e8-8963-7694f87783ae {{(pid=103230) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 19:27:46.247112 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-84105a0f-db52-4155-a259-59a5cbc55e48 admin admin] Publish callbacks [] for security_group (1296acdf-bac1-4db6-a66e-96a501f86390), before_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:27:46.272701 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-84105a0f-db52-4155-a259-59a5cbc55e48 admin admin] Publish callbacks [] for security_group (1296acdf-bac1-4db6-a66e-96a501f86390), precommit_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:27:46.287842 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-abe78ff2-c410-44b2-b65a-fc1956301ced tempest-TagsExtTest-163862051 tempest-TagsExtTest-163862051-project] 10.222.0.75 "DELETE /v2.0/subnets/33b56dc9-72eb-4975-8a0d-8c55db21454d/tags HTTP/1.1" status: 204 len: 168 time: 0.3576713 Feb 09 19:27:46.289881 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-97f950a9-7917-4dfb-b9d2-8ab1a55bb59c admin admin] Notify agent at l3_agent.n-d-713498-36 the message routers_updated {{(pid=103230) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 19:27:46.291745 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 54692) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:27:46.297698 n-d-713498-36 neutron-server[103230]: DEBUG neutron.services.tag.tag_plugin [None req-0d0a2ca5-9746-4e84-bcbd-f47bfa0b6119 tempest-TagsExtTest-163862051 tempest-TagsExtTest-163862051-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', '33b56dc9-72eb-4975-8a0d-8c55db21454d', 'tempest-TagsExtTest-Tag-516038785') {} {{(pid=103230) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:27:46.303477 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4b73752-89df-4073-8280-4f3738f2a814 None None] Sync routers for ids ['0a8851ae-522c-440b-9380-596a78e9a3d6'] in n-d-713498-36 {{(pid=103232) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 19:27:46.303850 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-97f950a9-7917-4dfb-b9d2-8ab1a55bb59c admin admin] 10.222.0.75 "PUT /v2.0/routers/0a8851ae-522c-440b-9380-596a78e9a3d6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.2888205 Feb 09 19:27:46.323616 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4b73752-89df-4073-8280-4f3738f2a814 None None] Routers {'0a8851ae-522c-440b-9380-596a78e9a3d6'} bound to L3 agent in host n-d-713498-36 {{(pid=103232) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 19:27:46.324003 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 54694) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:27:46.324940 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.l3_hamode_db [None req-d4b73752-89df-4073-8280-4f3738f2a814 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T18:51:43Z,description=,heartbeat_timestamp=2022-02-09T19:27:43Z,host='n-d-713498-36',id=93303d5e-5d17-45e8-8963-7694f87783ae,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T18:51:43Z,topic='l3_agent')) {'router_ids': ['0a8851ae-522c-440b-9380-596a78e9a3d6'], 'active': True} {{(pid=103232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:27:46.388141 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e5266e9-e182-425c-8133-1197fc200a56 req-e8e9f3aa-2c80-4181-87da-c82472994b62 tempest-ServerActionsTestJSON-347500300 tempest-ServerActionsTestJSON-347500300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:27:46.389802 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-5e5266e9-e182-425c-8133-1197fc200a56 req-e8e9f3aa-2c80-4181-87da-c82472994b62 tempest-ServerActionsTestJSON-347500300 tempest-ServerActionsTestJSON-347500300-project] 10.222.0.75 "GET /v2.0/ports?device_id=41583515-d234-4b09-9050-bab2a796beed HTTP/1.1" status: 200 len: 945 time: 0.3177326 Feb 09 19:27:46.479810 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-84105a0f-db52-4155-a259-59a5cbc55e48 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1892331'] for security_group (1296acdf-bac1-4db6-a66e-96a501f86390), after_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:27:46.483583 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-84105a0f-db52-4155-a259-59a5cbc55e48 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:27:46.486905 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-84105a0f-db52-4155-a259-59a5cbc55e48 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/1296acdf-bac1-4db6-a66e-96a501f86390 HTTP/1.1" status: 204 len: 168 time: 0.3920436 Feb 09 19:27:46.498047 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.l3_dvr_db [None req-d4b73752-89df-4073-8280-4f3738f2a814 None None] Set router 0a8851ae-522c-440b-9380-596a78e9a3d6 gateway port host: n-d-713498-36 {{(pid=103232) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 19:27:46.514233 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-b37130ae-63cd-4d25-bf4d-d3f16f43d6ce admin admin] Publish callbacks [] for router (0a8851ae-522c-440b-9380-596a78e9a3d6), before_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:27:46.633364 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-5e5266e9-e182-425c-8133-1197fc200a56 req-85a1a068-4b41-403c-85ab-eb97f8e8abb6 tempest-ServerActionsTestJSON-347500300 tempest-ServerActionsTestJSON-347500300-project] 10.222.0.75 "GET /v2.0/security-groups?id=f62a4cfa-cf5c-41a8-8bc5-ff3861f4d88a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2296283 Feb 09 19:27:46.638831 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 54700) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:27:46.647392 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-27ca1ea7-fe58-406f-9cdc-bed4fadee77c tempest-PortsIpV6TestJSON-283107163 tempest-PortsIpV6TestJSON-283107163-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12867428', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12759263'] for subnet (6221306a-75b8-467c-bddc-937e329a5160), after_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:27:46.660610 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84105a0f-db52-4155-a259-59a5cbc55e48 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1296acdf-bac1-4db6-a66e-96a501f86390,revision_number=None']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:27:46.697720 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-0d0a2ca5-9746-4e84-bcbd-f47bfa0b6119 tempest-TagsExtTest-163862051 tempest-TagsExtTest-163862051-project] 10.222.0.75 "PUT /v2.0/subnets/33b56dc9-72eb-4975-8a0d-8c55db21454d/tags/tempest-TagsExtTest-Tag-516038785 HTTP/1.1" status: 201 len: 201 time: 0.4046507 Feb 09 19:27:46.702649 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 54706) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:27:46.709688 n-d-713498-36 neutron-server[103230]: DEBUG neutron.services.tag.tag_plugin [None req-57132adf-59fd-4878-96f2-131bb38ed79f tempest-TagsExtTest-163862051 tempest-TagsExtTest-163862051-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', '421fc5fa-1ee9-4a78-9c1b-6bd794da5c6e', 'tempest-TagsExtTest-Tag-716834805') {} {{(pid=103230) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:27:46.764737 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27ca1ea7-fe58-406f-9cdc-bed4fadee77c tempest-PortsIpV6TestJSON-283107163 tempest-PortsIpV6TestJSON-283107163-project] Checking segment: {'id': 'f2e73669-4b87-4cc3-beee-e7ebe492d070', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': 'c28f70d0-3a84-4931-95e6-1e751d676499'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103229) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 19:27:46.765173 n-d-713498-36 neutron-server[103229]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27ca1ea7-fe58-406f-9cdc-bed4fadee77c tempest-PortsIpV6TestJSON-283107163 tempest-PortsIpV6TestJSON-283107163-project] Network hostable DHCP agents. Network: c28f70d0-3a84-4931-95e6-1e751d676499, hostable agents: ['af91e4b9-f4e1-42b1-a25c-a10dc47171c8'], hosted agents: [] {{(pid=103229) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 19:27:46.785892 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27ca1ea7-fe58-406f-9cdc-bed4fadee77c tempest-PortsIpV6TestJSON-283107163 tempest-PortsIpV6TestJSON-283107163-project] Pushing event updated for resources: {'Subnet': ['ID=6221306a-75b8-467c-bddc-937e329a5160,revision_number=0']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:27:46.833450 n-d-713498-36 neutron-server[103229]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27ca1ea7-fe58-406f-9cdc-bed4fadee77c tempest-PortsIpV6TestJSON-283107163 tempest-PortsIpV6TestJSON-283107163-project] Network c28f70d0-3a84-4931-95e6-1e751d676499 is scheduled to be hosted by DHCP agent af91e4b9-f4e1-42b1-a25c-a10dc47171c8 with binding_index 1 {{(pid=103229) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 19:27:46.853325 n-d-713498-36 neutron-server[103229]: DEBUG neutron.scheduler.base_scheduler [None req-27ca1ea7-fe58-406f-9cdc-bed4fadee77c tempest-PortsIpV6TestJSON-283107163 tempest-PortsIpV6TestJSON-283107163-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713498-36, c28f70d0-3a84-4931-95e6-1e751d676499) {{(pid=103229) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 19:27:46.863097 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27ca1ea7-fe58-406f-9cdc-bed4fadee77c tempest-PortsIpV6TestJSON-283107163 tempest-PortsIpV6TestJSON-283107163-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:27:46.863876 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-27ca1ea7-fe58-406f-9cdc-bed4fadee77c tempest-PortsIpV6TestJSON-283107163 tempest-PortsIpV6TestJSON-283107163-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1613566'] for subnet (None), before_response {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:27:46.883034 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7ffeb02-bc84-4135-a44b-2de88ef39a59 None None] Network c28f70d0-3a84-4931-95e6-1e751d676499 requested from n-d-713498-36 {{(pid=103232) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 19:27:46.913916 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-b37130ae-63cd-4d25-bf4d-d3f16f43d6ce admin admin] Publish callbacks [] for router_gateway (0a8851ae-522c-440b-9380-596a78e9a3d6), before_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:27:46.970278 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.l3_hamode_db [None req-d4b73752-89df-4073-8280-4f3738f2a814 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0a8851ae-522c-440b-9380-596a78e9a3d6', 'name': 'tempest-TestServerMultinode-1880031031-router', 'tenant_id': 'a6498e9907004a76b4e7e4932c01d125', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88055e1e-672a-4487-be31-ffb6e833ece5', 'external_fixed_ips': [{'subnet_id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'ip_address': '172.25.1.177'}], 'enable_snat': True}, 'gw_port_id': '1bc2f6b2-d624-4bcf-9be4-1bf1ea94cfbd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T19:25:30Z', 'updated_at': '2022-02-09T19:27:44Z', 'revision_number': 5, 'project_id': 'a6498e9907004a76b4e7e4932c01d125', 'gw_port': {'id': '1bc2f6b2-d624-4bcf-9be4-1bf1ea94cfbd', 'name': '', 'network_id': '88055e1e-672a-4487-be31-ffb6e833ece5', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:91:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a8851ae-522c-440b-9380-596a78e9a3d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2281, 'fixed_ips': [{'subnet_id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'ip_address': '172.25.1.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T19:25:33Z', 'updated_at': '2022-02-09T19:25:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-36'}], 'n-d-713498-36', False) {} {{(pid=103232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:27:46.986534 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-27ca1ea7-fe58-406f-9cdc-bed4fadee77c tempest-PortsIpV6TestJSON-283107163 tempest-PortsIpV6TestJSON-283107163-project] 10.222.0.75 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.2986042 Feb 09 19:27:46.991435 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 54712) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:27:47.009462 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.v2.base [None req-c42c20b1-a06a-45ab-923e-afd52d783b66 tempest-PortsIpV6TestJSON-283107163 tempest-PortsIpV6TestJSON-283107163-project] Request body: {'port': {'network_id': 'c28f70d0-3a84-4931-95e6-1e751d676499', 'name': 'tempest-PortsIpV6TestJSON-241265405', 'fixed_ips': [{'subnet_id': '6221306a-75b8-467c-bddc-937e329a5160', 'ip_address': '2001:db8::10'}]}} {{(pid=103229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 19:27:47.030382 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4b73752-89df-4073-8280-4f3738f2a814 None None] Checking router: 0a8851ae-522c-440b-9380-596a78e9a3d6 for host: n-d-713498-36 {{(pid=103232) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 19:27:47.041551 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-57132adf-59fd-4878-96f2-131bb38ed79f tempest-TagsExtTest-163862051 tempest-TagsExtTest-163862051-project] 10.222.0.75 "PUT /v2.0/ports/421fc5fa-1ee9-4a78-9c1b-6bd794da5c6e/tags/tempest-TagsExtTest-Tag-716834805 HTTP/1.1" status: 201 len: 201 time: 0.3378112 Feb 09 19:27:47.043452 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 54714) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:27:47.053238 n-d-713498-36 neutron-server[103230]: DEBUG neutron.services.tag.tag_plugin [None req-a9502856-a0e0-4d3d-8eb9-4c4f65e51030 tempest-TagsExtTest-163862051 tempest-TagsExtTest-163862051-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', 'cebf79ae-5c65-4e65-ae00-d167c2b85491', 'tempest-TagsExtTest-Tag-1891238482') {} {{(pid=103230) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:27:47.062207 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4b73752-89df-4073-8280-4f3738f2a814 None None] Routers {'0a8851ae-522c-440b-9380-596a78e9a3d6'} bound to L3 agent in host n-d-713498-36 {{(pid=103232) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 19:27:47.062839 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.l3_hamode_db [None req-d4b73752-89df-4073-8280-4f3738f2a814 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T18:51:43Z,description=,heartbeat_timestamp=2022-02-09T19:27:43Z,host='n-d-713498-36',id=93303d5e-5d17-45e8-8963-7694f87783ae,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T18:51:43Z,topic='l3_agent')) {'router_ids': ['0a8851ae-522c-440b-9380-596a78e9a3d6'], 'active': True} {{(pid=103232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:27:47.149567 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-d1e5f63d-03df-47d4-8465-a067e2860c93 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:27:47.149765 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762867132591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593584'] for agent (496418a2-c002-4aec-ab1a-07f3bea491bd), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:27:47.212532 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-4eac806a-af7d-4c94-b5b8-4c5ba2e196dc req-a4eb6598-aa83-4aed-8230-be774ca758d9 service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=32437e19-fcdc-4dd1-84cc-377ffcb85b84&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.2840815 Feb 09 19:27:47.242144 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.l3_dvr_db [None req-d4b73752-89df-4073-8280-4f3738f2a814 None None] Set router 0a8851ae-522c-440b-9380-596a78e9a3d6 gateway port host: None {{(pid=103232) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 19:27:47.255558 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.plugin [None req-b37130ae-63cd-4d25-bf4d-d3f16f43d6ce admin admin] Deleting port 1bc2f6b2-d624-4bcf-9be4-1bf1ea94cfbd {{(pid=103230) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 19:27:47.256124 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-b37130ae-63cd-4d25-bf4d-d3f16f43d6ce admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762867170196'] for port (1bc2f6b2-d624-4bcf-9be4-1bf1ea94cfbd), before_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:27:47.268422 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3965b10-678a-4d98-b380-7491c5f2d5d7 req-f8c1354e-f5a2-4b40-a1e1-e23fb40c1559 tempest-ServerActionsTestJSON-347500300 tempest-ServerActionsTestJSON-347500300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:27:47.268422 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-c3965b10-678a-4d98-b380-7491c5f2d5d7 req-f8c1354e-f5a2-4b40-a1e1-e23fb40c1559 tempest-ServerActionsTestJSON-347500300 tempest-ServerActionsTestJSON-347500300-project] 10.222.0.75 "GET /v2.0/ports?device_id=a1fbc70b-9dd3-44f5-99b0-85f3dff92d7d HTTP/1.1" status: 200 len: 944 time: 0.3578887 Feb 09 19:27:47.332665 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6b27858-8ddb-4198-b2e0-090c06f81bed None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8b32e980-7cce-5e82-a341-bd2fa8945c89-c28f70d0-3a84-4931-95e6-1e751d676499', 'network_id': 'c28f70d0-3a84-4931-95e6-1e751d676499', 'project_id': '13b115ce9df54fa79100ec0671404776', 'fixed_ips': [{'subnet_id': '6221306a-75b8-467c-bddc-937e329a5160'}]}} from n-d-713498-36. {{(pid=103232) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 09 19:27:47.333780 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-c6b27858-8ddb-4198-b2e0-090c06f81bed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (None), before_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:27:47.344559 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.l3_hamode_db [None req-d4b73752-89df-4073-8280-4f3738f2a814 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0a8851ae-522c-440b-9380-596a78e9a3d6', 'name': 'tempest-TestServerMultinode-1880031031-router', 'tenant_id': 'a6498e9907004a76b4e7e4932c01d125', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T19:25:30Z', 'updated_at': '2022-02-09T19:27:46Z', 'revision_number': 6, 'project_id': 'a6498e9907004a76b4e7e4932c01d125', 'gw_port_host': None}], 'n-d-713498-36', False) {} {{(pid=103232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:27:47.386309 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c42c20b1-a06a-45ab-923e-afd52d783b66 tempest-PortsIpV6TestJSON-283107163 tempest-PortsIpV6TestJSON-283107163-project] Made reservation on behalf of 13b115ce9df54fa79100ec0671404776 for: {'port': 1} {{(pid=103229) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 19:27:47.450277 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.db [None req-b37130ae-63cd-4d25-bf4d-d3f16f43d6ce admin admin] For port 1bc2f6b2-d624-4bcf-9be4-1bf1ea94cfbd, host n-d-713498-36, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-36',level=0,port_id=1bc2f6b2-d624-4bcf-9be4-1bf1ea94cfbd,segment=NetworkSegment(a4222f89-8d3f-4b51-953b-1a8126392491),segment_id=a4222f89-8d3f-4b51-953b-1a8126392491)] {{(pid=103230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 19:27:47.451137 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-b37130ae-63cd-4d25-bf4d-d3f16f43d6ce admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1820838'] for port (1bc2f6b2-d624-4bcf-9be4-1bf1ea94cfbd), precommit_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:27:47.454753 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-c3965b10-678a-4d98-b380-7491c5f2d5d7 req-521728d9-01a4-4f75-96e9-eeb9c58d2e94 tempest-ServerActionsTestJSON-347500300 tempest-ServerActionsTestJSON-347500300-project] 10.222.0.75 "GET /v2.0/security-groups?id=22c4accd-b9e4-4e3e-aec5-b2bee068a6b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1788602 Feb 09 19:27:47.474766 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.plugin [None req-b37130ae-63cd-4d25-bf4d-d3f16f43d6ce admin admin] Calling delete_port for 1bc2f6b2-d624-4bcf-9be4-1bf1ea94cfbd owned by network:router_gateway {{(pid=103230) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 19:27:47.535799 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-d1e5f63d-03df-47d4-8465-a067e2860c93 admin admin] Publish callbacks [] for security_group (91840d50-a812-4698-b0e4-2ca00875edcc), precommit_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:27:47.572107 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4b73752-89df-4073-8280-4f3738f2a814 None None] The sync data for ids ['0a8851ae-522c-440b-9380-596a78e9a3d6'] in n-d-713498-36 is: [{'id': '0a8851ae-522c-440b-9380-596a78e9a3d6', 'name': 'tempest-TestServerMultinode-1880031031-router', 'tenant_id': 'a6498e9907004a76b4e7e4932c01d125', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T19:25:30Z', 'updated_at': '2022-02-09T19:27:46Z', 'revision_number': 6, 'project_id': 'a6498e9907004a76b4e7e4932c01d125', 'gw_port_host': None}] {{(pid=103232) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 19:27:47.618464 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-c42c20b1-a06a-45ab-923e-afd52d783b66 tempest-PortsIpV6TestJSON-283107163 tempest-PortsIpV6TestJSON-283107163-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (None), before_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:27:47.622639 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-d1e5f63d-03df-47d4-8465-a067e2860c93 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1892331'] for security_group (91840d50-a812-4698-b0e4-2ca00875edcc), after_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:27:47.701099 n-d-713498-36 neutron-server[103229]: DEBUG neutron.notifiers.nova [None req-c42c20b1-a06a-45ab-923e-afd52d783b66 tempest-PortsIpV6TestJSON-283107163 tempest-PortsIpV6TestJSON-283107163-project] device_id is not set on port 910d04ba-dbdf-43ae-9377-15b42e27bce6 yet. {{(pid=103229) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 09 19:27:47.730572 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-d1e5f63d-03df-47d4-8465-a067e2860c93 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=39c00a3d4c6a4523998052133a0f5634&name=default HTTP/1.1" status: 200 len: 3000 time: 1.0890601 Feb 09 19:27:47.731191 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 54734) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:27:47.746962 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.db_base_plugin_common [None req-c6b27858-8ddb-4198-b2e0-090c06f81bed None None] Allocated IP 2001:db8::2 (c28f70d0-3a84-4931-95e6-1e751d676499/6221306a-75b8-467c-bddc-937e329a5160/88a1ae0c-5880-4cd8-a68b-f6bfd2068c3e) {{(pid=103232) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 19:27:47.794150 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-a9502856-a0e0-4d3d-8eb9-4c4f65e51030 tempest-TagsExtTest-163862051 tempest-TagsExtTest-163862051-project] 10.222.0.75 "PUT /v2.0/routers/cebf79ae-5c65-4e65-ae00-d167c2b85491/tags/tempest-TagsExtTest-Tag-1891238482 HTTP/1.1" status: 201 len: 201 time: 0.7422068 Feb 09 19:27:47.794150 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 54736) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:27:47.799267 n-d-713498-36 neutron-server[103230]: DEBUG neutron.services.tag.tag_plugin [None req-e311753b-ea98-4285-8ca7-1d86a6c7d49a tempest-TagsExtTest-163862051 tempest-TagsExtTest-163862051-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', 'cb2f740e-9587-4d88-bfbd-2e285e3b7e2c', 'tempest-TagsExtTest-Tag-1957856479') {} {{(pid=103230) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:27:47.846106 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1e5f63d-03df-47d4-8465-a067e2860c93 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=91840d50-a812-4698-b0e4-2ca00875edcc,revision_number=1']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:27:47.867010 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eac806a-af7d-4c94-b5b8-4c5ba2e196dc req-cfdab18b-54d8-41a7-8f3e-17202135ef0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:27:47.868516 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-4eac806a-af7d-4c94-b5b8-4c5ba2e196dc req-cfdab18b-54d8-41a7-8f3e-17202135ef0a service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=0c7f047f175c41a987e2010a725a3d95&device_id=32437e19-fcdc-4dd1-84cc-377ffcb85b84 HTTP/1.1" status: 200 len: 1129 time: 0.5171394 Feb 09 19:27:47.877334 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3057c6f-04b2-4ced-ab0e-d6e0e00810d3 req-efed0c80-4879-4d3b-82e8-feb2c289d289 tempest-ServerActionsTestJSON-347500300 tempest-ServerActionsTestJSON-347500300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:27:47.880369 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-a3057c6f-04b2-4ced-ab0e-d6e0e00810d3 req-efed0c80-4879-4d3b-82e8-feb2c289d289 tempest-ServerActionsTestJSON-347500300 tempest-ServerActionsTestJSON-347500300-project] 10.222.0.75 "GET /v2.0/ports?device_id=a1fbc70b-9dd3-44f5-99b0-85f3dff92d7d HTTP/1.1" status: 200 len: 944 time: 0.1873932 Feb 09 19:27:47.936828 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-7b710df0-8f89-47f1-98c4-bddb112dafcd admin admin] Publish callbacks [] for security_group (91840d50-a812-4698-b0e4-2ca00875edcc), before_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:27:47.980153 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-7b710df0-8f89-47f1-98c4-bddb112dafcd admin admin] Publish callbacks [] for security_group (91840d50-a812-4698-b0e4-2ca00875edcc), precommit_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:27:48.014101 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-b37130ae-63cd-4d25-bf4d-d3f16f43d6ce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762867177463', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762866656476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14393751'] for port (1bc2f6b2-d624-4bcf-9be4-1bf1ea94cfbd), after_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:27:48.020895 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-e311753b-ea98-4285-8ca7-1d86a6c7d49a tempest-TagsExtTest-163862051 tempest-TagsExtTest-163862051-project] 10.222.0.75 "PUT /v2.0/subnetpools/cb2f740e-9587-4d88-bfbd-2e285e3b7e2c/tags/tempest-TagsExtTest-Tag-1957856479 HTTP/1.1" status: 201 len: 201 time: 0.2252805 Feb 09 19:27:48.022049 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 54742) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:27:48.033800 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Device 2bc48ac4-c33d-4917-84eb-a0aca09a3aba no longer exists at agent ovs-agent-n-d-713498-36 {{(pid=103232) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 19:27:48.036191 n-d-713498-36 neutron-server[103230]: DEBUG neutron.services.tag.tag_plugin [None req-95785f7e-b55c-46a1-92c3-cd8fcaeb11b0 tempest-TagsExtTest-163862051 tempest-TagsExtTest-163862051-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnets', '33b56dc9-72eb-4975-8a0d-8c55db21454d', {'tags': ['tempest-TagsExtTest-Tag-2094620098', 'tempest-TagsExtTest-Tag-1667394635', 'tempest-TagsExtTest-Tag-929630393']}) {} {{(pid=103230) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:27:48.072787 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] No Port match for: 2bc48ac4-c33d-4917-84eb-a0aca09a3aba {{(pid=103232) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 19:27:48.073134 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Device 2bc48ac4-c33d-4917-84eb-a0aca09a3aba not bound to the agent host n-d-713498-36 {{(pid=103232) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 19:27:48.113349 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b37130ae-63cd-4d25-bf4d-d3f16f43d6ce admin admin] Pushing event deleted for resources: {'Port': ['ID=1bc2f6b2-d624-4bcf-9be4-1bf1ea94cfbd,revision_number=None']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:27:48.121558 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-7b710df0-8f89-47f1-98c4-bddb112dafcd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1892331'] for security_group (91840d50-a812-4698-b0e4-2ca00875edcc), after_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:27:48.126308 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-7b710df0-8f89-47f1-98c4-bddb112dafcd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:27:48.128302 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-7b710df0-8f89-47f1-98c4-bddb112dafcd admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/91840d50-a812-4698-b0e4-2ca00875edcc HTTP/1.1" status: 204 len: 168 time: 0.3928075 Feb 09 19:27:48.143068 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-c6b27858-8ddb-4198-b2e0-090c06f81bed None None] Publish callbacks [] for port (88a1ae0c-5880-4cd8-a68b-f6bfd2068c3e), precommit_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:27:48.150147 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b710df0-8f89-47f1-98c4-bddb112dafcd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=91840d50-a812-4698-b0e4-2ca00875edcc,revision_number=None']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:27:48.206694 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-c6b27858-8ddb-4198-b2e0-090c06f81bed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762866656467'] for port (88a1ae0c-5880-4cd8-a68b-f6bfd2068c3e), after_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:27:48.215797 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-a3057c6f-04b2-4ced-ab0e-d6e0e00810d3 req-f0150d07-ae04-4e3a-b3ba-22ecad3125a6 tempest-ServerActionsTestJSON-347500300 tempest-ServerActionsTestJSON-347500300-project] 10.222.0.75 "GET /v2.0/security-groups?id=22c4accd-b9e4-4e3e-aec5-b2bee068a6b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3239028 Feb 09 19:27:48.260335 n-d-713498-36 neutron-server[103232]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6b27858-8ddb-4198-b2e0-090c06f81bed None None] Network c28f70d0-3a84-4931-95e6-1e751d676499 is already hosted by enough agents. {{(pid=103232) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 19:27:48.271888 n-d-713498-36 neutron-server[103232]: DEBUG neutron.scheduler.base_scheduler [None req-c6b27858-8ddb-4198-b2e0-090c06f81bed None None] Resources bound (agent type, host, resource id): {{(pid=103232) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 19:27:48.323988 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eac806a-af7d-4c94-b5b8-4c5ba2e196dc req-e517bea3-bc5e-4699-a6c6-0f59f81b6ffe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:27:48.325471 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-4eac806a-af7d-4c94-b5b8-4c5ba2e196dc req-e517bea3-bc5e-4699-a6c6-0f59f81b6ffe service neutron] 10.222.0.90 "GET /v2.0/networks?id=9cf0b823-fac1-4f9f-b685-8fd71a300e07 HTTP/1.1" status: 200 len: 918 time: 0.4212902 Feb 09 19:27:48.352646 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6b27858-8ddb-4198-b2e0-090c06f81bed None None] Received port after_create {{(pid=103232) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 19:27:48.396580 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 54752) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:27:48.396832 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-95785f7e-b55c-46a1-92c3-cd8fcaeb11b0 tempest-TagsExtTest-163862051 tempest-TagsExtTest-163862051-project] 10.222.0.75 "PUT /v2.0/subnets/33b56dc9-72eb-4975-8a0d-8c55db21454d/tags HTTP/1.1" status: 200 len: 317 time: 0.3650975 Feb 09 19:27:48.405854 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-b37130ae-63cd-4d25-bf4d-d3f16f43d6ce admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1818987'] for router_gateway (0a8851ae-522c-440b-9380-596a78e9a3d6), after_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:27:48.407933 n-d-713498-36 neutron-server[103229]: DEBUG neutron.services.tag.tag_plugin [None req-becaef7e-4795-4088-9035-2c783efcc16f tempest-TagsExtTest-163862051 tempest-TagsExtTest-163862051-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '33b56dc9-72eb-4975-8a0d-8c55db21454d') {} {{(pid=103229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:27:48.447858 n-d-713498-36 neutron-server[103229]: DEBUG neutron.db.db_base_plugin_common [None req-c42c20b1-a06a-45ab-923e-afd52d783b66 tempest-PortsIpV6TestJSON-283107163 tempest-PortsIpV6TestJSON-283107163-project] Allocated IP 2001:db8::10 (c28f70d0-3a84-4931-95e6-1e751d676499/6221306a-75b8-467c-bddc-937e329a5160/910d04ba-dbdf-43ae-9377-15b42e27bce6) {{(pid=103229) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 19:27:48.543437 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.managers [None req-c6b27858-8ddb-4198-b2e0-090c06f81bed None None] Attempting to bind port 88a1ae0c-5880-4cd8-a68b-f6bfd2068c3e on host n-d-713498-36 for vnic_type normal with profile {{(pid=103232) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 19:27:48.552171 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.managers [None req-c6b27858-8ddb-4198-b2e0-090c06f81bed None None] Attempting to bind port 88a1ae0c-5880-4cd8-a68b-f6bfd2068c3e by drivers openvswitch,hyperv on host n-d-713498-36 at level 0 using segments [{'id': 'f2e73669-4b87-4cc3-beee-e7ebe492d070', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': 'c28f70d0-3a84-4931-95e6-1e751d676499'}] {{(pid=103232) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 19:27:48.552171 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6b27858-8ddb-4198-b2e0-090c06f81bed None None] Attempting to bind port 88a1ae0c-5880-4cd8-a68b-f6bfd2068c3e on network c28f70d0-3a84-4931-95e6-1e751d676499 {{(pid=103232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 19:27:48.580027 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6b27858-8ddb-4198-b2e0-090c06f81bed None None] Pushing event updated for resources: {'Port': ['ID=88a1ae0c-5880-4cd8-a68b-f6bfd2068c3e,revision_number=1']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:27:48.619283 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6b27858-8ddb-4198-b2e0-090c06f81bed None None] Checking agent: {'id': '496418a2-c002-4aec-ab1a-07f3bea491bd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-36', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 18, 51, 47), 'started_at': datetime.datetime(2022, 2, 9, 18, 52, 17), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 19, 27, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-36'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 19:27:48.621887 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6b27858-8ddb-4198-b2e0-090c06f81bed None None] Checking segment: {'id': 'f2e73669-4b87-4cc3-beee-e7ebe492d070', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': 'c28f70d0-3a84-4931-95e6-1e751d676499'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103232) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 19:27:48.622527 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-c6b27858-8ddb-4198-b2e0-090c06f81bed None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:27:48.623046 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6b27858-8ddb-4198-b2e0-090c06f81bed None None] Bound using segment: {'id': 'f2e73669-4b87-4cc3-beee-e7ebe492d070', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': 'c28f70d0-3a84-4931-95e6-1e751d676499'} {{(pid=103232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 19:27:48.625537 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.managers [None req-c6b27858-8ddb-4198-b2e0-090c06f81bed None None] Bound port: 88a1ae0c-5880-4cd8-a68b-f6bfd2068c3e, host: n-d-713498-36, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f2e73669-4b87-4cc3-beee-e7ebe492d070', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': 'c28f70d0-3a84-4931-95e6-1e751d676499'}}] {{(pid=103232) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 19:27:48.626345 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-c6b27858-8ddb-4198-b2e0-090c06f81bed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (88a1ae0c-5880-4cd8-a68b-f6bfd2068c3e), before_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:27:48.666185 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-4eac806a-af7d-4c94-b5b8-4c5ba2e196dc req-88ae4ef5-4a2b-4d08-a379-0c98db637634 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=413c51b4-2ff4-4d9d-ab4e-d2e0cafdf9fb HTTP/1.1" status: 200 len: 1001 time: 0.3295469 Feb 09 19:27:48.686887 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762867132591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593584'] for agent (488cd9ae-631f-4955-ba0b-4f5a13f12e9c), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:27:48.687149 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-b37130ae-63cd-4d25-bf4d-d3f16f43d6ce admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1834988', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-58375'] for router (0a8851ae-522c-440b-9380-596a78e9a3d6), precommit_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:27:48.740971 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-b37130ae-63cd-4d25-bf4d-d3f16f43d6ce admin admin] Publish callbacks [] for router_controller (0a8851ae-522c-440b-9380-596a78e9a3d6), precommit_delete_associations {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:27:48.776702 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-becaef7e-4795-4088-9035-2c783efcc16f tempest-TagsExtTest-163862051 tempest-TagsExtTest-163862051-project] 10.222.0.75 "DELETE /v2.0/subnets/33b56dc9-72eb-4975-8a0d-8c55db21454d/tags HTTP/1.1" status: 204 len: 168 time: 0.3786049 Feb 09 19:27:48.782907 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 54768) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:27:48.787814 n-d-713498-36 neutron-server[103230]: DEBUG neutron.services.tag.tag_plugin [None req-254b331d-c4a5-48ec-84e3-55dff6f632cc tempest-TagsExtTest-163862051 tempest-TagsExtTest-163862051-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '33b56dc9-72eb-4975-8a0d-8c55db21454d', 'tempest-TagsExtTest-Tag-2094620098') {} {{(pid=103230) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:27:48.924821 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eac806a-af7d-4c94-b5b8-4c5ba2e196dc req-982d32e9-d1c3-4909-a406-db5cdf8b5846 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:27:48.926463 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-4eac806a-af7d-4c94-b5b8-4c5ba2e196dc req-982d32e9-d1c3-4909-a406-db5cdf8b5846 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=ca2eed47-7b83-4cc1-87fa-16862746969c HTTP/1.1" status: 200 len: 856 time: 0.2493870 Feb 09 19:27:48.931081 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-c6b27858-8ddb-4198-b2e0-090c06f81bed None None] For port 88a1ae0c-5880-4cd8-a68b-f6bfd2068c3e, host n-d-713498-36, cleared binding levels {{(pid=103232) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 19:27:48.935147 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-b37130ae-63cd-4d25-bf4d-d3f16f43d6ce admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1835003'] for router (0a8851ae-522c-440b-9380-596a78e9a3d6), after_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:27:48.935954 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b37130ae-63cd-4d25-bf4d-d3f16f43d6ce admin admin] Fanout notify agent at l3_agent the message router_deleted on router 0a8851ae-522c-440b-9380-596a78e9a3d6 {{(pid=103230) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 09 19:27:48.939732 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-c6b27858-8ddb-4198-b2e0-090c06f81bed None None] For port 88a1ae0c-5880-4cd8-a68b-f6bfd2068c3e, host n-d-713498-36, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-36',level=0,port_id=88a1ae0c-5880-4cd8-a68b-f6bfd2068c3e,segment=NetworkSegment(f2e73669-4b87-4cc3-beee-e7ebe492d070),segment_id=f2e73669-4b87-4cc3-beee-e7ebe492d070)] {{(pid=103232) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 19:27:48.941818 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 54774) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:27:48.945526 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-b37130ae-63cd-4d25-bf4d-d3f16f43d6ce admin admin] Publish callbacks [] for router (None), before_response {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:27:48.962696 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-b37130ae-63cd-4d25-bf4d-d3f16f43d6ce admin admin] 10.222.0.75 "DELETE /v2.0/routers/0a8851ae-522c-440b-9380-596a78e9a3d6 HTTP/1.1" status: 204 len: 168 time: 2.6369774 Feb 09 19:27:48.973006 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 54776) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:27:49.000353 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-e6d88028-a473-4240-9f8b-ef7016865bef admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:27:49.052716 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-c6b27858-8ddb-4198-b2e0-090c06f81bed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762867176205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762866656485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762866656503'] for port (88a1ae0c-5880-4cd8-a68b-f6bfd2068c3e), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:27:49.096829 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9c216c1-981d-4c2b-a049-0c38f5cc8518 req-9674f530-08a2-4eb7-b02e-0d0f43b0ebe6 tempest-ServerActionsTestJSON-347500300 tempest-ServerActionsTestJSON-347500300-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:27:49.110870 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762867132591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593584'] for agent (bcd5faee-dc24-4298-9134-0e0aa054058e), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:27:49.115485 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-f9c216c1-981d-4c2b-a049-0c38f5cc8518 req-9674f530-08a2-4eb7-b02e-0d0f43b0ebe6 tempest-ServerActionsTestJSON-347500300 tempest-ServerActionsTestJSON-347500300-project] 10.222.0.75 "GET /v2.0/networks?id=bd12d1d0-518d-4d29-a00d-98410ba2cb8a HTTP/1.1" status: 200 len: 812 time: 0.5593657 Feb 09 19:27:49.152724 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-f9c216c1-981d-4c2b-a049-0c38f5cc8518 req-767d2764-8e18-4b51-aab3-06bdb1238802 tempest-ServerActionsTestJSON-347500300 tempest-ServerActionsTestJSON-347500300-project] 10.222.0.75 "GET /v2.0/quotas/d7a2ccbf0c8a475abd1520a0e31ab926 HTTP/1.1" status: 200 len: 375 time: 0.0363288 Feb 09 19:27:49.170419 n-d-713498-36 neutron-server[103230]: DEBUG neutron.db.db_base_plugin_v2 [None req-9aa38b3e-3376-4f6e-8447-ac7f8bf4cd71 admin admin] Deleting subnet 9d2db6f0-c919-4bea-826a-bd012fa42464 {{(pid=103230) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 19:27:49.176686 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6b27858-8ddb-4198-b2e0-090c06f81bed None None] Pushing event updated for resources: {'Port': ['ID=88a1ae0c-5880-4cd8-a68b-f6bfd2068c3e,revision_number=2']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:27:49.195313 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-c42c20b1-a06a-45ab-923e-afd52d783b66 tempest-PortsIpV6TestJSON-283107163 tempest-PortsIpV6TestJSON-283107163-project] Publish callbacks [] for port (910d04ba-dbdf-43ae-9377-15b42e27bce6), precommit_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:27:49.221151 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-9aa38b3e-3376-4f6e-8447-ac7f8bf4cd71 admin admin] Publish callbacks [] for subnet (9d2db6f0-c919-4bea-826a-bd012fa42464), before_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:27:49.345173 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eac806a-af7d-4c94-b5b8-4c5ba2e196dc req-f2d0a39f-b273-4554-aba1-6fe338a377fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:27:49.346838 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-4eac806a-af7d-4c94-b5b8-4c5ba2e196dc req-f2d0a39f-b273-4554-aba1-6fe338a377fb service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=9cf0b823-fac1-4f9f-b685-8fd71a300e07&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.3819394 Feb 09 19:27:49.377356 n-d-713498-36 neutron-server[103230]: INFO neutron.api.v2.resource [None req-254b331d-c4a5-48ec-84e3-55dff6f632cc tempest-TagsExtTest-163862051 tempest-TagsExtTest-163862051-project] show failed (client error): The resource could not be found. Feb 09 19:27:49.379235 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-254b331d-c4a5-48ec-84e3-55dff6f632cc tempest-TagsExtTest-163862051 tempest-TagsExtTest-163862051-project] 10.222.0.75 "GET /v2.0/subnets/33b56dc9-72eb-4975-8a0d-8c55db21454d/tags/tempest-TagsExtTest-Tag-2094620098 HTTP/1.1" status: 404 len: 329 time: 0.5953655 Feb 09 19:27:49.393928 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 54784) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:27:49.394303 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-9aa38b3e-3376-4f6e-8447-ac7f8bf4cd71 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12895822'] for subnet (9d2db6f0-c919-4bea-826a-bd012fa42464), precommit_delete_associations {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:27:49.412157 n-d-713498-36 neutron-server[103229]: DEBUG neutron.services.tag.tag_plugin [None req-5517cdc1-9727-4966-a9ee-8c3cb2914521 tempest-TagsExtTest-163862051 tempest-TagsExtTest-163862051-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '33b56dc9-72eb-4975-8a0d-8c55db21454d', 'tempest-TagsExtTest-Tag-1667394635') {} {{(pid=103229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:27:49.482661 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-f9c216c1-981d-4c2b-a049-0c38f5cc8518 req-84b00841-7044-45ff-9c06-81dcb452e93f tempest-ServerActionsTestJSON-347500300 tempest-ServerActionsTestJSON-347500300-project] 10.222.0.75 "GET /v2.0/ports?tenant_id=d7a2ccbf0c8a475abd1520a0e31ab926&fields=id HTTP/1.1" status: 200 len: 394 time: 0.2841020 Feb 09 19:27:49.628903 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-4eac806a-af7d-4c94-b5b8-4c5ba2e196dc req-3a3d331c-82e4-4372-a402-d0a10299d532 service neutron] 10.222.0.90 "GET /v2.0/networks/9cf0b823-fac1-4f9f-b685-8fd71a300e07?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2675846 Feb 09 19:27:49.640059 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-9aa38b3e-3376-4f6e-8447-ac7f8bf4cd71 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-759852'] for subnet (9d2db6f0-c919-4bea-826a-bd012fa42464), precommit_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:27:49.658601 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-f9c216c1-981d-4c2b-a049-0c38f5cc8518 req-ec0e8a2c-505b-43a2-99fc-fb64ca99397f service neutron] 10.222.0.75 "GET /v2.0/networks/bd12d1d0-518d-4d29-a00d-98410ba2cb8a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1640251 Feb 09 19:27:49.660718 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-c42c20b1-a06a-45ab-923e-afd52d783b66 tempest-PortsIpV6TestJSON-283107163 tempest-PortsIpV6TestJSON-283107163-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762866656467', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12867576'] for port (910d04ba-dbdf-43ae-9377-15b42e27bce6), after_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:27:49.769493 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c42c20b1-a06a-45ab-923e-afd52d783b66 tempest-PortsIpV6TestJSON-283107163 tempest-PortsIpV6TestJSON-283107163-project] Pushing event updated for resources: {'Port': ['ID=910d04ba-dbdf-43ae-9377-15b42e27bce6,revision_number=1']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:27:49.838958 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-e6d88028-a473-4240-9f8b-ef7016865bef admin admin] Publish callbacks [] for security_group (4badcc4c-73d8-491d-995b-6c5df1f9208c), precommit_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:27:49.853834 n-d-713498-36 neutron-server[103229]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c42c20b1-a06a-45ab-923e-afd52d783b66 tempest-PortsIpV6TestJSON-283107163 tempest-PortsIpV6TestJSON-283107163-project] Network c28f70d0-3a84-4931-95e6-1e751d676499 is already hosted by enough agents. {{(pid=103229) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 19:27:49.861368 n-d-713498-36 neutron-server[103229]: DEBUG neutron.scheduler.base_scheduler [None req-c42c20b1-a06a-45ab-923e-afd52d783b66 tempest-PortsIpV6TestJSON-283107163 tempest-PortsIpV6TestJSON-283107163-project] Resources bound (agent type, host, resource id): {{(pid=103229) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 19:27:49.864781 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-e6d88028-a473-4240-9f8b-ef7016865bef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1892331'] for security_group (4badcc4c-73d8-491d-995b-6c5df1f9208c), after_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:27:49.894002 n-d-713498-36 neutron-server[103229]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c42c20b1-a06a-45ab-923e-afd52d783b66 tempest-PortsIpV6TestJSON-283107163 tempest-PortsIpV6TestJSON-283107163-project] Received port after_create {{(pid=103229) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 19:27:49.897536 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c42c20b1-a06a-45ab-923e-afd52d783b66 tempest-PortsIpV6TestJSON-283107163 tempest-PortsIpV6TestJSON-283107163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:27:49.898977 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-c42c20b1-a06a-45ab-923e-afd52d783b66 tempest-PortsIpV6TestJSON-283107163 tempest-PortsIpV6TestJSON-283107163-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171096'] for port (None), before_response {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:27:49.906907 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-e6d88028-a473-4240-9f8b-ef7016865bef admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=2d33036f85c64a76a91ba1889113f6c3&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9640057 Feb 09 19:27:49.915137 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 54792) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:27:50.007553 n-d-713498-36 neutron-server[103229]: INFO neutron.api.v2.resource [None req-5517cdc1-9727-4966-a9ee-8c3cb2914521 tempest-TagsExtTest-163862051 tempest-TagsExtTest-163862051-project] show failed (client error): The resource could not be found. Feb 09 19:27:50.008632 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-5517cdc1-9727-4966-a9ee-8c3cb2914521 tempest-TagsExtTest-163862051 tempest-TagsExtTest-163862051-project] 10.222.0.75 "GET /v2.0/subnets/33b56dc9-72eb-4975-8a0d-8c55db21454d/tags/tempest-TagsExtTest-Tag-1667394635 HTTP/1.1" status: 404 len: 329 time: 0.6001117 Feb 09 19:27:50.017457 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 54798) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:27:50.044763 n-d-713498-36 neutron-server[103229]: DEBUG neutron.services.tag.tag_plugin [None req-30ab8062-74e2-41da-b681-89838daf492d tempest-TagsExtTest-163862051 tempest-TagsExtTest-163862051-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '33b56dc9-72eb-4975-8a0d-8c55db21454d', 'tempest-TagsExtTest-Tag-929630393') {} {{(pid=103229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:27:50.076486 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Device 88a1ae0c-5880-4cd8-a68b-f6bfd2068c3e up at agent ovs-agent-n-d-713498-36 {{(pid=103232) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 19:27:50.160240 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-c42c20b1-a06a-45ab-923e-afd52d783b66 tempest-PortsIpV6TestJSON-283107163 tempest-PortsIpV6TestJSON-283107163-project] 10.222.0.75 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 3.1672013 Feb 09 19:27:50.170087 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.provisioning_blocks [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Provisioning complete for port 88a1ae0c-5880-4cd8-a68b-f6bfd2068c3e triggered by entity L2. {{(pid=103232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 19:27:50.170473 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593630'] for port (88a1ae0c-5880-4cd8-a68b-f6bfd2068c3e), provisioning_complete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:27:50.171459 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6d88028-a473-4240-9f8b-ef7016865bef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4badcc4c-73d8-491d-995b-6c5df1f9208c,revision_number=1']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:27:50.200577 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 54800) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:27:50.228214 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.v2.base [None req-3937a93a-3b3b-460e-8338-c863ba92ae94 tempest-PortsIpV6TestJSON-283107163 tempest-PortsIpV6TestJSON-283107163-project] Request body: {'port': {'network_id': 'c28f70d0-3a84-4931-95e6-1e751d676499', 'name': 'tempest-PortsIpV6TestJSON-874371055', 'fixed_ips': [{'subnet_id': '6221306a-75b8-467c-bddc-937e329a5160', 'ip_address': '2001:db8::f'}]}} {{(pid=103229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 19:27:50.239019 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-4eac806a-af7d-4c94-b5b8-4c5ba2e196dc req-5b869a68-56e1-4523-b799-87f3410df2df service neutron] 10.222.0.90 "GET /v2.0/networks/9cf0b823-fac1-4f9f-b685-8fd71a300e07?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5927868 Feb 09 19:27:50.342776 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-9aa38b3e-3376-4f6e-8447-ac7f8bf4cd71 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-760023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14393672', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12985882'] for subnet (9d2db6f0-c919-4bea-826a-bd012fa42464), after_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:27:50.370991 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Current status of the port 88a1ae0c-5880-4cd8-a68b-f6bfd2068c3e is: DOWN; New status is: ACTIVE {{(pid=103232) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 19:27:50.371429 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (88a1ae0c-5880-4cd8-a68b-f6bfd2068c3e), before_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:27:50.381780 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-f9c216c1-981d-4c2b-a049-0c38f5cc8518 req-212bcebb-7131-42fa-b45d-1aedd8c7c04b service neutron] 10.222.0.75 "GET /v2.0/networks/bd12d1d0-518d-4d29-a00d-98410ba2cb8a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7103770 Feb 09 19:27:50.383908 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-9aa38b3e-3376-4f6e-8447-ac7f8bf4cd71 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:27:50.392981 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-b0d46aa1-dfc3-4538-9773-d54a0dc71d64 admin admin] Publish callbacks [] for security_group (4badcc4c-73d8-491d-995b-6c5df1f9208c), before_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:27:50.397348 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-9aa38b3e-3376-4f6e-8447-ac7f8bf4cd71 admin admin] 10.222.0.75 "DELETE /v2.0/subnets/9d2db6f0-c919-4bea-826a-bd012fa42464 HTTP/1.1" status: 204 len: 168 time: 1.4230325 Feb 09 19:27:50.404382 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 54804) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:27:50.428070 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c2fa423-6f74-4bfe-8d23-601f4fb35e5e None None] Network 5023305a-2195-427d-8acc-e1499ec048f7 requested from n-d-713498-36 {{(pid=103232) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 19:27:50.438432 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aa38b3e-3376-4f6e-8447-ac7f8bf4cd71 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9d2db6f0-c919-4bea-826a-bd012fa42464,revision_number=None']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:27:50.499642 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-b0d46aa1-dfc3-4538-9773-d54a0dc71d64 admin admin] Publish callbacks [] for security_group (4badcc4c-73d8-491d-995b-6c5df1f9208c), precommit_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:27:50.601303 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] For port 88a1ae0c-5880-4cd8-a68b-f6bfd2068c3e, host n-d-713498-36, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-36',level=0,port_id=88a1ae0c-5880-4cd8-a68b-f6bfd2068c3e,segment=NetworkSegment(f2e73669-4b87-4cc3-beee-e7ebe492d070),segment_id=f2e73669-4b87-4cc3-beee-e7ebe492d070)] {{(pid=103232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 19:27:50.610988 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762867176205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762866656485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762866656503'] for port (88a1ae0c-5880-4cd8-a68b-f6bfd2068c3e), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:27:50.640404 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-b0d46aa1-dfc3-4538-9773-d54a0dc71d64 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1892331'] for security_group (4badcc4c-73d8-491d-995b-6c5df1f9208c), after_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:27:50.648028 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-b0d46aa1-dfc3-4538-9773-d54a0dc71d64 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:27:50.651598 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-b0d46aa1-dfc3-4538-9773-d54a0dc71d64 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/4badcc4c-73d8-491d-995b-6c5df1f9208c HTTP/1.1" status: 204 len: 168 time: 0.7265859 Feb 09 19:27:50.701560 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Device 1bc2f6b2-d624-4bcf-9be4-1bf1ea94cfbd no longer exists at agent ovs-agent-n-d-713498-36 {{(pid=103232) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 19:27:50.747336 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] No Port match for: 1bc2f6b2-d624-4bcf-9be4-1bf1ea94cfbd {{(pid=103232) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 19:27:50.747919 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Device 1bc2f6b2-d624-4bcf-9be4-1bf1ea94cfbd not bound to the agent host n-d-713498-36 {{(pid=103232) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 19:27:50.767976 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Pushing event updated for resources: {'Port': ['ID=88a1ae0c-5880-4cd8-a68b-f6bfd2068c3e,revision_number=3']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:27:50.789185 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d89752e5-0b84-4e84-b5a7-302699e50178 None None] DHCP port deletion for 5023305a-2195-427d-8acc-e1499ec048f7 request from n-d-713498-36 {{(pid=103232) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 09 19:27:50.792770 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0d46aa1-dfc3-4538-9773-d54a0dc71d64 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4badcc4c-73d8-491d-995b-6c5df1f9208c,revision_number=None']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:27:50.881818 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-8f8108bd-cd64-4f60-b4c9-f5463522d027 req-2bba2ea8-e883-4be8-a290-d39a35f3eb6c tempest-ServerActionsTestJSON-347500300 tempest-ServerActionsTestJSON-347500300-project] 10.222.0.75 "GET /v2.0/ports?device_id=90fa3247-1947-4321-832f-6c7718b1bdac HTTP/1.1" status: 200 len: 210 time: 0.0791383 Feb 09 19:27:50.893412 n-d-713498-36 neutron-server[103229]: INFO neutron.api.v2.resource [None req-30ab8062-74e2-41da-b681-89838daf492d tempest-TagsExtTest-163862051 tempest-TagsExtTest-163862051-project] show failed (client error): The resource could not be found. Feb 09 19:27:50.896345 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-30ab8062-74e2-41da-b681-89838daf492d tempest-TagsExtTest-163862051 tempest-TagsExtTest-163862051-project] 10.222.0.75 "GET /v2.0/subnets/33b56dc9-72eb-4975-8a0d-8c55db21454d/tags/tempest-TagsExtTest-Tag-929630393 HTTP/1.1" status: 404 len: 328 time: 0.8673105 Feb 09 19:27:50.897713 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-d89752e5-0b84-4e84-b5a7-302699e50178 None None] Deleting port 85baaac1-0fc5-481d-a9ee-45e38c0189f9 {{(pid=103232) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 19:27:50.898129 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-d89752e5-0b84-4e84-b5a7-302699e50178 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762867170196'] for port (85baaac1-0fc5-481d-a9ee-45e38c0189f9), before_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:27:50.899176 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 54816) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:27:50.904426 n-d-713498-36 neutron-server[103230]: DEBUG neutron.services.tag.tag_plugin [None req-d057e8e9-d4eb-47f5-8915-fe87ab000c4a tempest-TagsExtTest-163862051 tempest-TagsExtTest-163862051-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'ports', '421fc5fa-1ee9-4a78-9c1b-6bd794da5c6e', {'tags': ['tempest-TagsExtTest-Tag-912909848', 'tempest-TagsExtTest-Tag-1392854622', 'tempest-TagsExtTest-Tag-221707457']}) {} {{(pid=103230) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:27:50.922212 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-5d1ab990-e231-4192-b113-a52c64f9f4f3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-670458'] for network (5023305a-2195-427d-8acc-e1499ec048f7), before_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:27:50.990464 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-d89752e5-0b84-4e84-b5a7-302699e50178 None None] For port 85baaac1-0fc5-481d-a9ee-45e38c0189f9, host n-d-713498-36, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-36',level=0,port_id=85baaac1-0fc5-481d-a9ee-45e38c0189f9,segment=NetworkSegment(f0323881-58dc-48d9-89c4-ec42ebfb1979),segment_id=f0323881-58dc-48d9-89c4-ec42ebfb1979)] {{(pid=103232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 19:27:50.990873 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-d89752e5-0b84-4e84-b5a7-302699e50178 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1820838'] for port (85baaac1-0fc5-481d-a9ee-45e38c0189f9), precommit_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:27:51.008473 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-d89752e5-0b84-4e84-b5a7-302699e50178 None None] Calling delete_port for 85baaac1-0fc5-481d-a9ee-45e38c0189f9 owned by network:dhcp {{(pid=103232) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 19:27:51.068330 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-d057e8e9-d4eb-47f5-8915-fe87ab000c4a tempest-TagsExtTest-163862051 tempest-TagsExtTest-163862051-project] 10.222.0.75 "PUT /v2.0/ports/421fc5fa-1ee9-4a78-9c1b-6bd794da5c6e/tags HTTP/1.1" status: 200 len: 316 time: 0.1678576 Feb 09 19:27:51.072072 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 54818) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:27:51.082648 n-d-713498-36 neutron-server[103230]: DEBUG neutron.services.tag.tag_plugin [None req-9c6c6978-ed57-47ac-9086-3d6c2a2b30b4 tempest-TagsExtTest-163862051 tempest-TagsExtTest-163862051-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '421fc5fa-1ee9-4a78-9c1b-6bd794da5c6e') {} {{(pid=103230) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:27:51.128860 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-d89752e5-0b84-4e84-b5a7-302699e50178 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762867177463', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762866656476'] for port (85baaac1-0fc5-481d-a9ee-45e38c0189f9), after_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:27:51.133408 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3937a93a-3b3b-460e-8338-c863ba92ae94 tempest-PortsIpV6TestJSON-283107163 tempest-PortsIpV6TestJSON-283107163-project] Made reservation on behalf of 13b115ce9df54fa79100ec0671404776 for: {'port': 1} {{(pid=103229) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 19:27:51.150340 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-3937a93a-3b3b-460e-8338-c863ba92ae94 tempest-PortsIpV6TestJSON-283107163 tempest-PortsIpV6TestJSON-283107163-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (None), before_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:27:51.166760 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d89752e5-0b84-4e84-b5a7-302699e50178 None None] Pushing event deleted for resources: {'Port': ['ID=85baaac1-0fc5-481d-a9ee-45e38c0189f9,revision_number=None']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:27:51.170139 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2b248bd-8a28-433f-888e-25fc61b457e9 None None] Network c28f70d0-3a84-4931-95e6-1e751d676499 requested from n-d-713498-36 {{(pid=103232) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 19:27:51.175792 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d89752e5-0b84-4e84-b5a7-302699e50178 None None] No DVR routers for this DVR port 85baaac1-0fc5-481d-a9ee-45e38c0189f9 on host n-d-713498-36 {{(pid=103232) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 19:27:51.211202 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.plugin [None req-5d1ab990-e231-4192-b113-a52c64f9f4f3 admin admin] Deleting port 85baaac1-0fc5-481d-a9ee-45e38c0189f9 {{(pid=103229) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 19:27:51.211556 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-5d1ab990-e231-4192-b113-a52c64f9f4f3 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762867170196'] for port (85baaac1-0fc5-481d-a9ee-45e38c0189f9), before_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:27:51.253893 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.provisioning_blocks [None req-0e90f76f-eeea-4659-b65d-d09b7f8e54bc None None] Provisioning complete for port 88a1ae0c-5880-4cd8-a68b-f6bfd2068c3e triggered by entity DHCP. {{(pid=103232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 19:27:51.254506 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-0e90f76f-eeea-4659-b65d-d09b7f8e54bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593630'] for port (88a1ae0c-5880-4cd8-a68b-f6bfd2068c3e), provisioning_complete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:27:51.351355 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-9c6c6978-ed57-47ac-9086-3d6c2a2b30b4 tempest-TagsExtTest-163862051 tempest-TagsExtTest-163862051-project] 10.222.0.75 "DELETE /v2.0/ports/421fc5fa-1ee9-4a78-9c1b-6bd794da5c6e/tags HTTP/1.1" status: 204 len: 168 time: 0.2772937 Feb 09 19:27:51.354291 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 54830) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:27:51.362847 n-d-713498-36 neutron-server[103230]: DEBUG neutron.services.tag.tag_plugin [None req-14f18b3b-5dcc-4ed3-a210-34b19a498cfa tempest-TagsExtTest-163862051 tempest-TagsExtTest-163862051-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '421fc5fa-1ee9-4a78-9c1b-6bd794da5c6e', 'tempest-TagsExtTest-Tag-912909848') {} {{(pid=103230) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:27:51.387699 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.db [None req-5d1ab990-e231-4192-b113-a52c64f9f4f3 admin admin] For port 85baaac1-0fc5-481d-a9ee-45e38c0189f9, host n-d-713498-36, got binding levels [] {{(pid=103229) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 19:27:51.388345 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-5d1ab990-e231-4192-b113-a52c64f9f4f3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1820838'] for port (85baaac1-0fc5-481d-a9ee-45e38c0189f9), precommit_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:27:51.403818 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.plugin [None req-5d1ab990-e231-4192-b113-a52c64f9f4f3 admin admin] Calling delete_port for 85baaac1-0fc5-481d-a9ee-45e38c0189f9 owned by network:dhcp {{(pid=103229) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 19:27:51.406872 n-d-713498-36 neutron-server[103229]: DEBUG neutron.db.ipam_backend_mixin [None req-5d1ab990-e231-4192-b113-a52c64f9f4f3 admin admin] Port 85baaac1-0fc5-481d-a9ee-45e38c0189f9 was not found and therefore no delete operation was performed {{(pid=103229) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Feb 09 19:27:51.427238 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-5d1ab990-e231-4192-b113-a52c64f9f4f3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762867177463', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762866656476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12867576'] for port (85baaac1-0fc5-481d-a9ee-45e38c0189f9), after_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:27:51.475062 n-d-713498-36 neutron-server[103230]: INFO neutron.api.v2.resource [None req-14f18b3b-5dcc-4ed3-a210-34b19a498cfa tempest-TagsExtTest-163862051 tempest-TagsExtTest-163862051-project] show failed (client error): The resource could not be found. Feb 09 19:27:51.478960 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-14f18b3b-5dcc-4ed3-a210-34b19a498cfa tempest-TagsExtTest-163862051 tempest-TagsExtTest-163862051-project] 10.222.0.75 "GET /v2.0/ports/421fc5fa-1ee9-4a78-9c1b-6bd794da5c6e/tags/tempest-TagsExtTest-Tag-912909848 HTTP/1.1" status: 404 len: 328 time: 0.1207530 Feb 09 19:27:51.481237 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 54834) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:27:51.485651 n-d-713498-36 neutron-server[103230]: DEBUG neutron.services.tag.tag_plugin [None req-7530365c-41f5-48d4-8bdc-f629d2c71737 tempest-TagsExtTest-163862051 tempest-TagsExtTest-163862051-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '421fc5fa-1ee9-4a78-9c1b-6bd794da5c6e', 'tempest-TagsExtTest-Tag-1392854622') {} {{(pid=103230) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:27:51.509353 n-d-713498-36 neutron-server[103229]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d1ab990-e231-4192-b113-a52c64f9f4f3 admin admin] No DVR routers for this DVR port 85baaac1-0fc5-481d-a9ee-45e38c0189f9 on host n-d-713498-36 {{(pid=103229) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 19:27:51.522116 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d1ab990-e231-4192-b113-a52c64f9f4f3 admin admin] Pushing event deleted for resources: {'Port': ['ID=85baaac1-0fc5-481d-a9ee-45e38c0189f9,revision_number=None']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:27:51.574584 n-d-713498-36 neutron-server[103230]: INFO neutron.api.v2.resource [None req-7530365c-41f5-48d4-8bdc-f629d2c71737 tempest-TagsExtTest-163862051 tempest-TagsExtTest-163862051-project] show failed (client error): The resource could not be found. Feb 09 19:27:51.578718 n-d-713498-36 neutron-server[103229]: DEBUG neutron.notifiers.nova [None req-3937a93a-3b3b-460e-8338-c863ba92ae94 tempest-PortsIpV6TestJSON-283107163 tempest-PortsIpV6TestJSON-283107163-project] device_id is not set on port 520f1001-1e0d-4b3b-8784-793e4ef3245a yet. {{(pid=103229) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 09 19:27:51.581157 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-7530365c-41f5-48d4-8bdc-f629d2c71737 tempest-TagsExtTest-163862051 tempest-TagsExtTest-163862051-project] 10.222.0.75 "GET /v2.0/ports/421fc5fa-1ee9-4a78-9c1b-6bd794da5c6e/tags/tempest-TagsExtTest-Tag-1392854622 HTTP/1.1" status: 404 len: 329 time: 0.0988047 Feb 09 19:27:51.582469 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 54838) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:27:51.587751 n-d-713498-36 neutron-server[103230]: DEBUG neutron.services.tag.tag_plugin [None req-8eb60e08-e360-4335-a8a8-61b038edc924 tempest-TagsExtTest-163862051 tempest-TagsExtTest-163862051-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '421fc5fa-1ee9-4a78-9c1b-6bd794da5c6e', 'tempest-TagsExtTest-Tag-221707457') {} {{(pid=103230) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:27:51.636652 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-0e90f76f-eeea-4659-b65d-d09b7f8e54bc None None] Current status of the port 88a1ae0c-5880-4cd8-a68b-f6bfd2068c3e is: ACTIVE; New status is: ACTIVE {{(pid=103232) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 19:27:51.693040 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-5d1ab990-e231-4192-b113-a52c64f9f4f3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-590267', 'neutron.services.segments.db._delete_segments_for_network-8762867132609'] for network (5023305a-2195-427d-8acc-e1499ec048f7), precommit_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:27:51.723601 n-d-713498-36 neutron-server[103229]: DEBUG neutron.services.segments.db [None req-5d1ab990-e231-4192-b113-a52c64f9f4f3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5023305a-2195-427d-8acc-e1499ec048f7']}} {{(pid=103229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:27:51.742936 n-d-713498-36 neutron-server[103229]: DEBUG neutron.services.segments.db [None req-5d1ab990-e231-4192-b113-a52c64f9f4f3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f0323881-58dc-48d9-89c4-ec42ebfb1979') {'for_net_delete': True} {{(pid=103229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:27:51.743356 n-d-713498-36 neutron-server[103229]: DEBUG neutron.services.segments.db [None req-5d1ab990-e231-4192-b113-a52c64f9f4f3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f0323881-58dc-48d9-89c4-ec42ebfb1979') {} {{(pid=103229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:27:51.755134 n-d-713498-36 neutron-server[103230]: INFO neutron.api.v2.resource [None req-8eb60e08-e360-4335-a8a8-61b038edc924 tempest-TagsExtTest-163862051 tempest-TagsExtTest-163862051-project] show failed (client error): The resource could not be found. Feb 09 19:27:51.759989 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-5d1ab990-e231-4192-b113-a52c64f9f4f3 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762867134154', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16683417'] for segment (f0323881-58dc-48d9-89c4-ec42ebfb1979), before_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:27:51.761124 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-8eb60e08-e360-4335-a8a8-61b038edc924 tempest-TagsExtTest-163862051 tempest-TagsExtTest-163862051-project] 10.222.0.75 "GET /v2.0/ports/421fc5fa-1ee9-4a78-9c1b-6bd794da5c6e/tags/tempest-TagsExtTest-Tag-221707457 HTTP/1.1" status: 404 len: 328 time: 0.1776073 Feb 09 19:27:51.762573 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 54852) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:27:51.775982 n-d-713498-36 neutron-server[103230]: DEBUG neutron.services.tag.tag_plugin [None req-e4cd418f-0d1f-41d9-a7db-765037f22d5c tempest-TagsExtTest-163862051 tempest-TagsExtTest-163862051-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'routers', 'cebf79ae-5c65-4e65-ae00-d167c2b85491', {'tags': ['tempest-TagsExtTest-Tag-1425862568', 'tempest-TagsExtTest-Tag-1681768014', 'tempest-TagsExtTest-Tag-1925175960']}) {} {{(pid=103230) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:27:51.809982 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-5d1ab990-e231-4192-b113-a52c64f9f4f3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-759574'] for segment (f0323881-58dc-48d9-89c4-ec42ebfb1979), precommit_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:27:51.826080 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5d1ab990-e231-4192-b113-a52c64f9f4f3 admin admin] Releasing vlan 389 on physical network physnet1 to pool {{(pid=103229) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 19:27:51.826080 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-5d1ab990-e231-4192-b113-a52c64f9f4f3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-759574', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12867469'] for segment (f0323881-58dc-48d9-89c4-ec42ebfb1979), after_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:27:52.012206 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Device 88a1ae0c-5880-4cd8-a68b-f6bfd2068c3e up at agent ovs-agent-n-d-713498-36 {{(pid=103232) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 19:27:52.042520 n-d-713498-36 neutron-server[103229]: Traceback (most recent call last): Feb 09 19:27:52.042520 n-d-713498-36 neutron-server[103229]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 19:27:52.042520 n-d-713498-36 neutron-server[103229]: timer() Feb 09 19:27:52.042520 n-d-713498-36 neutron-server[103229]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 19:27:52.042520 n-d-713498-36 neutron-server[103229]: cb(*args, **kw) Feb 09 19:27:52.042520 n-d-713498-36 neutron-server[103229]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 19:27:52.042520 n-d-713498-36 neutron-server[103229]: return func(*args, **kwargs) Feb 09 19:27:52.042520 n-d-713498-36 neutron-server[103229]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 19:27:52.042520 n-d-713498-36 neutron-server[103229]: self._notify() Feb 09 19:27:52.042520 n-d-713498-36 neutron-server[103229]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 19:27:52.042520 n-d-713498-36 neutron-server[103229]: self.callback(batched_events) Feb 09 19:27:52.042520 n-d-713498-36 neutron-server[103229]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 19:27:52.042520 n-d-713498-36 neutron-server[103229]: event.method(event) Feb 09 19:27:52.042520 n-d-713498-36 neutron-server[103229]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 19:27:52.042520 n-d-713498-36 neutron-server[103229]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 19:27:52.042520 n-d-713498-36 neutron-server[103229]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 19:27:52.042520 n-d-713498-36 neutron-server[103229]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 19:27:52.042520 n-d-713498-36 neutron-server[103229]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 19:27:52.042520 n-d-713498-36 neutron-server[103229]: return f(self, *a, **k) Feb 09 19:27:52.042520 n-d-713498-36 neutron-server[103229]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 19:27:52.042520 n-d-713498-36 neutron-server[103229]: return self._get(url).json() Feb 09 19:27:52.042520 n-d-713498-36 neutron-server[103229]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 19:27:52.042520 n-d-713498-36 neutron-server[103229]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 19:27:52.042520 n-d-713498-36 neutron-server[103229]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 19:27:52.042520 n-d-713498-36 neutron-server[103229]: return self.request(url, 'GET', **kwargs) Feb 09 19:27:52.042520 n-d-713498-36 neutron-server[103229]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 19:27:52.042520 n-d-713498-36 neutron-server[103229]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 19:27:52.042520 n-d-713498-36 neutron-server[103229]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 19:27:52.042520 n-d-713498-36 neutron-server[103229]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 19:27:52.042520 n-d-713498-36 neutron-server[103229]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 19:27:52.042520 n-d-713498-36 neutron-server[103229]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 19:27:52.042520 n-d-713498-36 neutron-server[103229]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 19:27:52.065757 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-e4cd418f-0d1f-41d9-a7db-765037f22d5c tempest-TagsExtTest-163862051 tempest-TagsExtTest-163862051-project] 10.222.0.75 "PUT /v2.0/routers/cebf79ae-5c65-4e65-ae00-d167c2b85491/tags HTTP/1.1" status: 200 len: 318 time: 0.3020952 Feb 09 19:27:52.067797 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 54860) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:27:52.068504 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-5d1ab990-e231-4192-b113-a52c64f9f4f3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-590242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1885479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1818895'] for network (5023305a-2195-427d-8acc-e1499ec048f7), after_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:27:52.078136 n-d-713498-36 neutron-server[103230]: DEBUG neutron.services.tag.tag_plugin [None req-f92b0684-8881-4018-ae75-f6bbd83580c2 tempest-TagsExtTest-163862051 tempest-TagsExtTest-163862051-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', 'cebf79ae-5c65-4e65-ae00-d167c2b85491') {} {{(pid=103230) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:27:52.164332 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-456b1beb-1c88-4304-b9ec-8f37efbfda90 req-82a613d0-9245-4e69-bf21-394abb3d74b3 tempest-ServerActionsTestJSON-347500300 tempest-ServerActionsTestJSON-347500300-project] 10.222.0.75 "GET /v2.0/ports?device_id=90fa3247-1947-4321-832f-6c7718b1bdac HTTP/1.1" status: 200 len: 210 time: 0.1190546 Feb 09 19:27:52.177132 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.provisioning_blocks [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Provisioning complete for port 88a1ae0c-5880-4cd8-a68b-f6bfd2068c3e triggered by entity L2. {{(pid=103232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 19:27:52.177627 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593630'] for port (88a1ae0c-5880-4cd8-a68b-f6bfd2068c3e), provisioning_complete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:27:52.218755 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-5d1ab990-e231-4192-b113-a52c64f9f4f3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1613566'] for network (None), before_response {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:27:52.221879 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-5d1ab990-e231-4192-b113-a52c64f9f4f3 admin admin] 10.222.0.75 "DELETE /v2.0/networks/5023305a-2195-427d-8acc-e1499ec048f7 HTTP/1.1" status: 204 len: 168 time: 1.8153248 Feb 09 19:27:52.230161 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d1ab990-e231-4192-b113-a52c64f9f4f3 admin admin] Pushing event deleted for resources: {'Network': ['ID=5023305a-2195-427d-8acc-e1499ec048f7,revision_number=None']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:27:52.367476 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-f92b0684-8881-4018-ae75-f6bbd83580c2 tempest-TagsExtTest-163862051 tempest-TagsExtTest-163862051-project] 10.222.0.75 "DELETE /v2.0/routers/cebf79ae-5c65-4e65-ae00-d167c2b85491/tags HTTP/1.1" status: 204 len: 168 time: 0.2975307 Feb 09 19:27:52.368256 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 54872) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:27:52.377264 n-d-713498-36 neutron-server[103230]: DEBUG neutron.services.tag.tag_plugin [None req-96877acb-1197-4b52-b6ca-a6408768c087 tempest-TagsExtTest-163862051 tempest-TagsExtTest-163862051-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', 'cebf79ae-5c65-4e65-ae00-d167c2b85491', 'tempest-TagsExtTest-Tag-1425862568') {} {{(pid=103230) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:27:52.405425 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.provisioning_blocks [None req-e6f4df5d-cd20-405e-9869-712f3b4f57af None None] Provisioning complete for port 910d04ba-dbdf-43ae-9377-15b42e27bce6 triggered by entity DHCP. {{(pid=103232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 19:27:52.405917 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-e6f4df5d-cd20-405e-9869-712f3b4f57af None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593630'] for port (910d04ba-dbdf-43ae-9377-15b42e27bce6), provisioning_complete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:27:52.509083 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Current status of the port 88a1ae0c-5880-4cd8-a68b-f6bfd2068c3e is: ACTIVE; New status is: ACTIVE {{(pid=103232) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 19:27:52.559439 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-e6f4df5d-cd20-405e-9869-712f3b4f57af None None] Port 910d04ba-dbdf-43ae-9377-15b42e27bce6 cannot update to ACTIVE because it is not bound. {{(pid=103232) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 19:27:52.565696 n-d-713498-36 neutron-server[103229]: DEBUG neutron.db.db_base_plugin_common [None req-3937a93a-3b3b-460e-8338-c863ba92ae94 tempest-PortsIpV6TestJSON-283107163 tempest-PortsIpV6TestJSON-283107163-project] Allocated IP 2001:db8::f (c28f70d0-3a84-4931-95e6-1e751d676499/6221306a-75b8-467c-bddc-937e329a5160/520f1001-1e0d-4b3b-8784-793e4ef3245a) {{(pid=103229) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 19:27:52.596034 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.provisioning_blocks [None req-e6f4df5d-cd20-405e-9869-712f3b4f57af None None] Provisioning complete for port 88a1ae0c-5880-4cd8-a68b-f6bfd2068c3e triggered by entity DHCP. {{(pid=103232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 19:27:52.596446 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-e6f4df5d-cd20-405e-9869-712f3b4f57af None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593630'] for port (88a1ae0c-5880-4cd8-a68b-f6bfd2068c3e), provisioning_complete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:27:52.671310 n-d-713498-36 neutron-server[103230]: INFO neutron.api.v2.resource [None req-96877acb-1197-4b52-b6ca-a6408768c087 tempest-TagsExtTest-163862051 tempest-TagsExtTest-163862051-project] show failed (client error): The resource could not be found. Feb 09 19:27:52.673590 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-96877acb-1197-4b52-b6ca-a6408768c087 tempest-TagsExtTest-163862051 tempest-TagsExtTest-163862051-project] 10.222.0.75 "GET /v2.0/routers/cebf79ae-5c65-4e65-ae00-d167c2b85491/tags/tempest-TagsExtTest-Tag-1425862568 HTTP/1.1" status: 404 len: 329 time: 0.3036196 Feb 09 19:27:52.676552 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 54880) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:27:52.689144 n-d-713498-36 neutron-server[103230]: DEBUG neutron.services.tag.tag_plugin [None req-9965ab75-0243-446f-84c5-3032370b7153 tempest-TagsExtTest-163862051 tempest-TagsExtTest-163862051-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', 'cebf79ae-5c65-4e65-ae00-d167c2b85491', 'tempest-TagsExtTest-Tag-1681768014') {} {{(pid=103230) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:27:52.713044 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Device 85baaac1-0fc5-481d-a9ee-45e38c0189f9 no longer exists at agent ovs-agent-n-d-713498-36 {{(pid=103232) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 19:27:52.814714 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] No Port match for: 85baaac1-0fc5-481d-a9ee-45e38c0189f9 {{(pid=103232) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 19:27:52.824416 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Device 85baaac1-0fc5-481d-a9ee-45e38c0189f9 not bound to the agent host n-d-713498-36 {{(pid=103232) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 19:27:52.868907 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 54884) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:27:52.917394 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-e6f4df5d-cd20-405e-9869-712f3b4f57af None None] Current status of the port 88a1ae0c-5880-4cd8-a68b-f6bfd2068c3e is: ACTIVE; New status is: ACTIVE {{(pid=103232) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 19:27:52.957615 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-c9e4c88d-7bae-4c0c-8ef9-1192c0f4aba2 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=2e467bb5543b4538a750e8e046566d13&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0854473 Feb 09 19:27:52.965473 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 54888) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:27:52.968223 n-d-713498-36 neutron-server[103230]: INFO neutron.api.v2.resource [None req-9965ab75-0243-446f-84c5-3032370b7153 tempest-TagsExtTest-163862051 tempest-TagsExtTest-163862051-project] show failed (client error): The resource could not be found. Feb 09 19:27:52.969050 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-3937a93a-3b3b-460e-8338-c863ba92ae94 tempest-PortsIpV6TestJSON-283107163 tempest-PortsIpV6TestJSON-283107163-project] Publish callbacks [] for port (520f1001-1e0d-4b3b-8784-793e4ef3245a), precommit_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:27:52.969901 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-9965ab75-0243-446f-84c5-3032370b7153 tempest-TagsExtTest-163862051 tempest-TagsExtTest-163862051-project] 10.222.0.75 "GET /v2.0/routers/cebf79ae-5c65-4e65-ae00-d167c2b85491/tags/tempest-TagsExtTest-Tag-1681768014 HTTP/1.1" status: 404 len: 329 time: 0.2897363 Feb 09 19:27:52.978671 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 54890) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:27:53.009235 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-3937a93a-3b3b-460e-8338-c863ba92ae94 tempest-PortsIpV6TestJSON-283107163 tempest-PortsIpV6TestJSON-283107163-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762866656467', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12867576'] for port (520f1001-1e0d-4b3b-8784-793e4ef3245a), after_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:27:53.038548 n-d-713498-36 neutron-server[103230]: DEBUG neutron.services.tag.tag_plugin [None req-cfc7735b-4556-4b93-9d38-53949000befa tempest-TagsExtTest-163862051 tempest-TagsExtTest-163862051-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', 'cebf79ae-5c65-4e65-ae00-d167c2b85491', 'tempest-TagsExtTest-Tag-1925175960') {} {{(pid=103230) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:27:53.041582 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.provisioning_blocks [None req-558a076a-8a04-4b40-a16b-e34f8d33c952 None None] Provisioning complete for port 910d04ba-dbdf-43ae-9377-15b42e27bce6 triggered by entity DHCP. {{(pid=103232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 19:27:53.043579 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-558a076a-8a04-4b40-a16b-e34f8d33c952 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593630'] for port (910d04ba-dbdf-43ae-9377-15b42e27bce6), provisioning_complete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:27:53.059897 n-d-713498-36 neutron-server[103229]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3937a93a-3b3b-460e-8338-c863ba92ae94 tempest-PortsIpV6TestJSON-283107163 tempest-PortsIpV6TestJSON-283107163-project] Network c28f70d0-3a84-4931-95e6-1e751d676499 is already hosted by enough agents. {{(pid=103229) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 19:27:53.075311 n-d-713498-36 neutron-server[103229]: DEBUG neutron.scheduler.base_scheduler [None req-3937a93a-3b3b-460e-8338-c863ba92ae94 tempest-PortsIpV6TestJSON-283107163 tempest-PortsIpV6TestJSON-283107163-project] Resources bound (agent type, host, resource id): {{(pid=103229) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 19:27:53.080294 n-d-713498-36 neutron-server[103229]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3937a93a-3b3b-460e-8338-c863ba92ae94 tempest-PortsIpV6TestJSON-283107163 tempest-PortsIpV6TestJSON-283107163-project] Received port after_create {{(pid=103229) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 19:27:53.091127 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3937a93a-3b3b-460e-8338-c863ba92ae94 tempest-PortsIpV6TestJSON-283107163 tempest-PortsIpV6TestJSON-283107163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:27:53.102783 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-3937a93a-3b3b-460e-8338-c863ba92ae94 tempest-PortsIpV6TestJSON-283107163 tempest-PortsIpV6TestJSON-283107163-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171096'] for port (None), before_response {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:27:53.124629 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3937a93a-3b3b-460e-8338-c863ba92ae94 tempest-PortsIpV6TestJSON-283107163 tempest-PortsIpV6TestJSON-283107163-project] Pushing event updated for resources: {'Port': ['ID=520f1001-1e0d-4b3b-8784-793e4ef3245a,revision_number=1']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:27:53.144576 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-558a076a-8a04-4b40-a16b-e34f8d33c952 None None] Port 910d04ba-dbdf-43ae-9377-15b42e27bce6 cannot update to ACTIVE because it is not bound. {{(pid=103232) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 19:27:53.154367 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-3937a93a-3b3b-460e-8338-c863ba92ae94 tempest-PortsIpV6TestJSON-283107163 tempest-PortsIpV6TestJSON-283107163-project] 10.222.0.75 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 2.9520392 Feb 09 19:27:53.156919 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 54896) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:27:53.192859 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-990fd551-4da6-4147-8c6a-e481c04c05b5 admin admin] Publish callbacks [] for security_group (d2f28257-300f-49e3-81a9-0bf62c79854a), before_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:27:53.220368 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-990fd551-4da6-4147-8c6a-e481c04c05b5 admin admin] Publish callbacks [] for security_group (d2f28257-300f-49e3-81a9-0bf62c79854a), precommit_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:27:53.282027 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-782b556f-25b8-44ea-a6e9-f2ce6de0a781 tempest-PortsIpV6TestJSON-283107163 tempest-PortsIpV6TestJSON-283107163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:27:53.292596 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-782b556f-25b8-44ea-a6e9-f2ce6de0a781 tempest-PortsIpV6TestJSON-283107163 tempest-PortsIpV6TestJSON-283107163-project] 10.222.0.75 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A1 HTTP/1.1" status: 200 len: 927 time: 0.1345363 Feb 09 19:27:53.295446 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 54902) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:27:53.325251 n-d-713498-36 neutron-server[103230]: INFO neutron.api.v2.resource [None req-cfc7735b-4556-4b93-9d38-53949000befa tempest-TagsExtTest-163862051 tempest-TagsExtTest-163862051-project] show failed (client error): The resource could not be found. Feb 09 19:27:53.326380 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-cfc7735b-4556-4b93-9d38-53949000befa tempest-TagsExtTest-163862051 tempest-TagsExtTest-163862051-project] 10.222.0.75 "GET /v2.0/routers/cebf79ae-5c65-4e65-ae00-d167c2b85491/tags/tempest-TagsExtTest-Tag-1925175960 HTTP/1.1" status: 404 len: 329 time: 0.3005202 Feb 09 19:27:53.331647 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 54904) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:27:53.348932 n-d-713498-36 neutron-server[103230]: DEBUG neutron.services.tag.tag_plugin [None req-69e6825d-85fd-45d0-981d-e665f626a865 tempest-TagsExtTest-163862051 tempest-TagsExtTest-163862051-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnetpools', 'cb2f740e-9587-4d88-bfbd-2e285e3b7e2c', {'tags': ['tempest-TagsExtTest-Tag-1214700236', 'tempest-TagsExtTest-Tag-1436643985', 'tempest-TagsExtTest-Tag-798059499']}) {} {{(pid=103230) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:27:53.396715 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-990fd551-4da6-4147-8c6a-e481c04c05b5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1892331'] for security_group (d2f28257-300f-49e3-81a9-0bf62c79854a), after_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:27:53.403910 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-990fd551-4da6-4147-8c6a-e481c04c05b5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:27:53.405174 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-990fd551-4da6-4147-8c6a-e481c04c05b5 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/d2f28257-300f-49e3-81a9-0bf62c79854a HTTP/1.1" status: 204 len: 168 time: 0.4338231 Feb 09 19:27:53.492694 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f03cad5-efd0-4803-a078-4ce416dce9d9 tempest-PortsIpV6TestJSON-283107163 tempest-PortsIpV6TestJSON-283107163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:27:53.506855 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f03cad5-efd0-4803-a078-4ce416dce9d9 tempest-PortsIpV6TestJSON-283107163 tempest-PortsIpV6TestJSON-283107163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:27:53.514157 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-69e6825d-85fd-45d0-981d-e665f626a865 tempest-TagsExtTest-163862051 tempest-TagsExtTest-163862051-project] 10.222.0.75 "PUT /v2.0/subnetpools/cb2f740e-9587-4d88-bfbd-2e285e3b7e2c/tags HTTP/1.1" status: 200 len: 317 time: 0.1778209 Feb 09 19:27:53.514345 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-990fd551-4da6-4147-8c6a-e481c04c05b5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d2f28257-300f-49e3-81a9-0bf62c79854a,revision_number=None']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:27:53.528481 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-4df15046-79bb-4559-abd8-b3dc2b9ec969 req-f24b54fa-17ec-4e4c-bebc-cf164abe9684 tempest-ServerActionsTestJSON-347500300 tempest-ServerActionsTestJSON-347500300-project] 10.222.0.75 "GET /v2.0/ports?device_id=90fa3247-1947-4321-832f-6c7718b1bdac HTTP/1.1" status: 200 len: 210 time: 0.2008336 Feb 09 19:27:53.540160 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 54914) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:27:53.548815 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f03cad5-efd0-4803-a078-4ce416dce9d9 tempest-PortsIpV6TestJSON-283107163 tempest-PortsIpV6TestJSON-283107163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:27:53.558388 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-5f03cad5-efd0-4803-a078-4ce416dce9d9 tempest-PortsIpV6TestJSON-283107163 tempest-PortsIpV6TestJSON-283107163-project] 10.222.0.75 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A HTTP/1.1" status: 200 len: 2389 time: 0.2618098 Feb 09 19:27:53.561867 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 54916) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:27:53.584753 n-d-713498-36 neutron-server[103230]: DEBUG neutron.services.tag.tag_plugin [None req-4095b3f1-6129-4371-9ff3-74d7d536700c tempest-TagsExtTest-163862051 tempest-TagsExtTest-163862051-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', 'cb2f740e-9587-4d88-bfbd-2e285e3b7e2c') {} {{(pid=103230) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:27:53.701775 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.provisioning_blocks [None req-d167a18e-992e-4b93-999b-eca88af1ab65 None None] Provisioning complete for port 520f1001-1e0d-4b3b-8784-793e4ef3245a triggered by entity DHCP. {{(pid=103232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 19:27:53.702415 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-d167a18e-992e-4b93-999b-eca88af1ab65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593630'] for port (520f1001-1e0d-4b3b-8784-793e4ef3245a), provisioning_complete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:27:53.709908 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-4095b3f1-6129-4371-9ff3-74d7d536700c tempest-TagsExtTest-163862051 tempest-TagsExtTest-163862051-project] 10.222.0.75 "DELETE /v2.0/subnetpools/cb2f740e-9587-4d88-bfbd-2e285e3b7e2c/tags HTTP/1.1" status: 204 len: 168 time: 0.1326518 Feb 09 19:27:53.712584 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 54920) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:27:53.725927 n-d-713498-36 neutron-server[103230]: DEBUG neutron.services.tag.tag_plugin [None req-695e3071-e2b4-47f3-b8ac-d30c8d49cda5 tempest-TagsExtTest-163862051 tempest-TagsExtTest-163862051-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', 'cb2f740e-9587-4d88-bfbd-2e285e3b7e2c', 'tempest-TagsExtTest-Tag-1214700236') {} {{(pid=103230) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:27:53.762623 n-d-713498-36 neutron-server[103230]: INFO neutron.api.v2.resource [None req-695e3071-e2b4-47f3-b8ac-d30c8d49cda5 tempest-TagsExtTest-163862051 tempest-TagsExtTest-163862051-project] show failed (client error): The resource could not be found. Feb 09 19:27:53.767444 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-695e3071-e2b4-47f3-b8ac-d30c8d49cda5 tempest-TagsExtTest-163862051 tempest-TagsExtTest-163862051-project] 10.222.0.75 "GET /v2.0/subnetpools/cb2f740e-9587-4d88-bfbd-2e285e3b7e2c/tags/tempest-TagsExtTest-Tag-1214700236 HTTP/1.1" status: 404 len: 329 time: 0.0506310 Feb 09 19:27:53.772721 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9c216c1-981d-4c2b-a049-0c38f5cc8518 req-3e547376-4c48-4ca3-88dc-3707806d7f47 tempest-ServerActionsTestJSON-347500300 tempest-ServerActionsTestJSON-347500300-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:27:53.775018 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 54922) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:27:53.775175 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-f9c216c1-981d-4c2b-a049-0c38f5cc8518 req-3e547376-4c48-4ca3-88dc-3707806d7f47 tempest-ServerActionsTestJSON-347500300 tempest-ServerActionsTestJSON-347500300-project] 10.222.0.90 "GET /v2.0/networks?id=bd12d1d0-518d-4d29-a00d-98410ba2cb8a HTTP/1.1" status: 200 len: 812 time: 0.3797433 Feb 09 19:27:53.799477 n-d-713498-36 neutron-server[103229]: DEBUG neutron.services.tag.tag_plugin [None req-66eaea20-24f6-4b25-98e8-a42f8d8d033c tempest-TagsExtTest-163862051 tempest-TagsExtTest-163862051-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', 'cb2f740e-9587-4d88-bfbd-2e285e3b7e2c', 'tempest-TagsExtTest-Tag-1436643985') {} {{(pid=103229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:27:53.805274 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.v2.base [req-f9c216c1-981d-4c2b-a049-0c38f5cc8518 req-88022dbf-e864-4385-9544-55fa24ef736a tempest-ServerActionsTestJSON-347500300 tempest-ServerActionsTestJSON-347500300-project] Request body: {'port': {'device_id': '90fa3247-1947-4321-832f-6c7718b1bdac', 'network_id': 'bd12d1d0-518d-4d29-a00d-98410ba2cb8a', 'admin_state_up': True, 'tenant_id': 'd7a2ccbf0c8a475abd1520a0e31ab926'}} {{(pid=103230) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 19:27:53.820290 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-d167a18e-992e-4b93-999b-eca88af1ab65 None None] Port 520f1001-1e0d-4b3b-8784-793e4ef3245a cannot update to ACTIVE because it is not bound. {{(pid=103232) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 19:27:53.906742 n-d-713498-36 neutron-server[103229]: INFO neutron.api.v2.resource [None req-66eaea20-24f6-4b25-98e8-a42f8d8d033c tempest-TagsExtTest-163862051 tempest-TagsExtTest-163862051-project] show failed (client error): The resource could not be found. Feb 09 19:27:53.914532 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-66eaea20-24f6-4b25-98e8-a42f8d8d033c tempest-TagsExtTest-163862051 tempest-TagsExtTest-163862051-project] 10.222.0.75 "GET /v2.0/subnetpools/cb2f740e-9587-4d88-bfbd-2e285e3b7e2c/tags/tempest-TagsExtTest-Tag-1436643985 HTTP/1.1" status: 404 len: 329 time: 0.1205931 Feb 09 19:27:53.915397 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 54928) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:27:53.926934 n-d-713498-36 neutron-server[103229]: DEBUG neutron.services.tag.tag_plugin [None req-625bdd7f-5590-4b5c-8ccc-ccd7ab71cbbb tempest-TagsExtTest-163862051 tempest-TagsExtTest-163862051-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', 'cb2f740e-9587-4d88-bfbd-2e285e3b7e2c', 'tempest-TagsExtTest-Tag-798059499') {} {{(pid=103229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:27:53.936608 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.plugin [None req-129d9692-f918-4f0b-9a0a-3f217344e1fd tempest-PortsIpV6TestJSON-283107163 tempest-PortsIpV6TestJSON-283107163-project] Deleting port 520f1001-1e0d-4b3b-8784-793e4ef3245a {{(pid=103229) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 19:27:53.941295 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-129d9692-f918-4f0b-9a0a-3f217344e1fd tempest-PortsIpV6TestJSON-283107163 tempest-PortsIpV6TestJSON-283107163-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762867170196'] for port (520f1001-1e0d-4b3b-8784-793e4ef3245a), before_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:27:54.089751 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f9c216c1-981d-4c2b-a049-0c38f5cc8518 req-88022dbf-e864-4385-9544-55fa24ef736a tempest-ServerActionsTestJSON-347500300 tempest-ServerActionsTestJSON-347500300-project] Made reservation on behalf of d7a2ccbf0c8a475abd1520a0e31ab926 for: {'port': 1} {{(pid=103230) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 19:27:54.095301 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [req-f9c216c1-981d-4c2b-a049-0c38f5cc8518 req-88022dbf-e864-4385-9544-55fa24ef736a tempest-ServerActionsTestJSON-347500300 tempest-ServerActionsTestJSON-347500300-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (None), before_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:27:54.177696 n-d-713498-36 neutron-server[103229]: INFO neutron.api.v2.resource [None req-625bdd7f-5590-4b5c-8ccc-ccd7ab71cbbb tempest-TagsExtTest-163862051 tempest-TagsExtTest-163862051-project] show failed (client error): The resource could not be found. Feb 09 19:27:54.192943 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-625bdd7f-5590-4b5c-8ccc-ccd7ab71cbbb tempest-TagsExtTest-163862051 tempest-TagsExtTest-163862051-project] 10.222.0.75 "GET /v2.0/subnetpools/cb2f740e-9587-4d88-bfbd-2e285e3b7e2c/tags/tempest-TagsExtTest-Tag-798059499 HTTP/1.1" status: 404 len: 328 time: 0.2727687 Feb 09 19:27:54.193833 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 54934) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:27:54.212558 n-d-713498-36 neutron-server[103230]: DEBUG neutron.services.tag.tag_plugin [None req-9035d10f-e6c1-4d4e-a972-3b299a609565 tempest-TagsExtTest-163862051 tempest-TagsExtTest-163862051-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', 'cb2f740e-9587-4d88-bfbd-2e285e3b7e2c') {} {{(pid=103230) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:27:54.215894 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-129d9692-f918-4f0b-9a0a-3f217344e1fd tempest-PortsIpV6TestJSON-283107163 tempest-PortsIpV6TestJSON-283107163-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1820838'] for port (520f1001-1e0d-4b3b-8784-793e4ef3245a), precommit_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:27:54.240307 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 54938) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:27:54.300264 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-9035d10f-e6c1-4d4e-a972-3b299a609565 tempest-TagsExtTest-163862051 tempest-TagsExtTest-163862051-project] 10.222.0.75 "DELETE /v2.0/subnetpools/cb2f740e-9587-4d88-bfbd-2e285e3b7e2c/tags HTTP/1.1" status: 204 len: 168 time: 0.1047592 Feb 09 19:27:54.303173 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 54940) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:27:54.307764 n-d-713498-36 neutron-server[103230]: DEBUG neutron.services.tag.tag_plugin [None req-9cc1a28c-0e68-4974-8c59-28b6b4e86978 tempest-TagsExtTest-163862051 tempest-TagsExtTest-163862051-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', 'cebf79ae-5c65-4e65-ae00-d167c2b85491') {} {{(pid=103230) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:27:54.346119 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.plugin [None req-129d9692-f918-4f0b-9a0a-3f217344e1fd tempest-PortsIpV6TestJSON-283107163 tempest-PortsIpV6TestJSON-283107163-project] Calling delete_port for 520f1001-1e0d-4b3b-8784-793e4ef3245a owned by {{(pid=103229) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 19:27:54.369931 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-dc919163-8163-413f-9d17-cbaa8769f3a6 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=a6498e9907004a76b4e7e4932c01d125&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1284695 Feb 09 19:27:54.373654 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 54942) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:27:54.478846 n-d-713498-36 neutron-server[103230]: DEBUG neutron.db.db_base_plugin_common [req-f9c216c1-981d-4c2b-a049-0c38f5cc8518 req-88022dbf-e864-4385-9544-55fa24ef736a tempest-ServerActionsTestJSON-347500300 tempest-ServerActionsTestJSON-347500300-project] Allocated IP 172.20.0.12 (bd12d1d0-518d-4d29-a00d-98410ba2cb8a/60ccac4e-8e6b-4139-b4aa-9c0c5cc0e9e4/e138b0c7-e271-4e23-bf5b-bfa7a9e842fc) {{(pid=103230) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 19:27:54.521448 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-9cc1a28c-0e68-4974-8c59-28b6b4e86978 tempest-TagsExtTest-163862051 tempest-TagsExtTest-163862051-project] 10.222.0.75 "DELETE /v2.0/routers/cebf79ae-5c65-4e65-ae00-d167c2b85491/tags HTTP/1.1" status: 204 len: 168 time: 0.2172651 Feb 09 19:27:54.525263 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 54950) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:27:54.557622 n-d-713498-36 neutron-server[103230]: DEBUG neutron.services.tag.tag_plugin [None req-9cef84d4-166b-48c7-a80d-07c9f3b223f3 tempest-TagsExtTest-163862051 tempest-TagsExtTest-163862051-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '421fc5fa-1ee9-4a78-9c1b-6bd794da5c6e') {} {{(pid=103230) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:27:54.739015 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-9cef84d4-166b-48c7-a80d-07c9f3b223f3 tempest-TagsExtTest-163862051 tempest-TagsExtTest-163862051-project] 10.222.0.75 "DELETE /v2.0/ports/421fc5fa-1ee9-4a78-9c1b-6bd794da5c6e/tags HTTP/1.1" status: 204 len: 168 time: 0.2126412 Feb 09 19:27:54.743676 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 54960) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:27:54.758662 n-d-713498-36 neutron-server[103230]: DEBUG neutron.services.tag.tag_plugin [None req-1955ee2f-b0a4-4e3c-ba36-17abfa60c5dd tempest-TagsExtTest-163862051 tempest-TagsExtTest-163862051-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '33b56dc9-72eb-4975-8a0d-8c55db21454d') {} {{(pid=103230) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:27:54.816589 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [req-f9c216c1-981d-4c2b-a049-0c38f5cc8518 req-88022dbf-e864-4385-9544-55fa24ef736a tempest-ServerActionsTestJSON-347500300 tempest-ServerActionsTestJSON-347500300-project] Publish callbacks [] for port (e138b0c7-e271-4e23-bf5b-bfa7a9e842fc), precommit_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:27:54.891794 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-1955ee2f-b0a4-4e3c-ba36-17abfa60c5dd tempest-TagsExtTest-163862051 tempest-TagsExtTest-163862051-project] 10.222.0.75 "DELETE /v2.0/subnets/33b56dc9-72eb-4975-8a0d-8c55db21454d/tags HTTP/1.1" status: 204 len: 168 time: 0.1471529 Feb 09 19:27:54.898190 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 54966) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:27:54.962826 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [req-f9c216c1-981d-4c2b-a049-0c38f5cc8518 req-88022dbf-e864-4385-9544-55fa24ef736a tempest-ServerActionsTestJSON-347500300 tempest-ServerActionsTestJSON-347500300-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762866656467', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14393751'] for port (e138b0c7-e271-4e23-bf5b-bfa7a9e842fc), after_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:27:54.975469 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] get_ports_and_sgs() called for port_ids ['f0b7f9af-8f64-4260-b1ad-67fc140f8d5e'] {{(pid=103232) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 19:27:55.157649 n-d-713498-36 neutron-server[103230]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f9c216c1-981d-4c2b-a049-0c38f5cc8518 req-88022dbf-e864-4385-9544-55fa24ef736a tempest-ServerActionsTestJSON-347500300 tempest-ServerActionsTestJSON-347500300-project] Network bd12d1d0-518d-4d29-a00d-98410ba2cb8a is already hosted by enough agents. {{(pid=103230) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 19:27:55.169180 n-d-713498-36 neutron-server[103230]: DEBUG neutron.scheduler.base_scheduler [req-f9c216c1-981d-4c2b-a049-0c38f5cc8518 req-88022dbf-e864-4385-9544-55fa24ef736a tempest-ServerActionsTestJSON-347500300 tempest-ServerActionsTestJSON-347500300-project] Resources bound (agent type, host, resource id): {{(pid=103230) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 19:27:55.171863 n-d-713498-36 neutron-server[103230]: DEBUG neutron.db.l3_dvrscheduler_db [req-f9c216c1-981d-4c2b-a049-0c38f5cc8518 req-88022dbf-e864-4385-9544-55fa24ef736a tempest-ServerActionsTestJSON-347500300 tempest-ServerActionsTestJSON-347500300-project] Received port after_create {{(pid=103230) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 19:27:55.179228 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88022dbf-e864-4385-9544-55fa24ef736a tempest-ServerActionsTestJSON-347500300 tempest-ServerActionsTestJSON-347500300-project] Pushing event updated for resources: {'Port': ['ID=e138b0c7-e271-4e23-bf5b-bfa7a9e842fc,revision_number=1']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:27:55.246222 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-233ef192-3cfb-4547-adfc-4fc86993662a tempest-TagsExtTest-163862051 tempest-TagsExtTest-163862051-project] Publish callbacks [] for subnetpool (None), before_response {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:27:55.256941 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-233ef192-3cfb-4547-adfc-4fc86993662a tempest-TagsExtTest-163862051 tempest-TagsExtTest-163862051-project] 10.222.0.75 "DELETE /v2.0/subnetpools/cb2f740e-9587-4d88-bfbd-2e285e3b7e2c HTTP/1.1" status: 204 len: 168 time: 0.3550301 Feb 09 19:27:55.258022 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 54976) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:27:55.324155 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9c216c1-981d-4c2b-a049-0c38f5cc8518 req-88022dbf-e864-4385-9544-55fa24ef736a tempest-ServerActionsTestJSON-347500300 tempest-ServerActionsTestJSON-347500300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:27:55.325584 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [req-f9c216c1-981d-4c2b-a049-0c38f5cc8518 req-88022dbf-e864-4385-9544-55fa24ef736a tempest-ServerActionsTestJSON-347500300 tempest-ServerActionsTestJSON-347500300-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171096'] for port (None), before_response {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:27:55.342354 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-8612ca30-454b-4187-ada4-82f460ab0a63 tempest-TagsExtTest-163862051 tempest-TagsExtTest-163862051-project] 10.222.0.75 "GET /v2.0/ports?device_id=cebf79ae-5c65-4e65-ae00-d167c2b85491 HTTP/1.1" status: 200 len: 205 time: 0.0780792 Feb 09 19:27:55.345623 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-129d9692-f918-4f0b-9a0a-3f217344e1fd tempest-PortsIpV6TestJSON-283107163 tempest-PortsIpV6TestJSON-283107163-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762867177463', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762866656476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12867576'] for port (520f1001-1e0d-4b3b-8784-793e4ef3245a), after_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:27:55.349541 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 54980) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:27:55.418158 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-f9c216c1-981d-4c2b-a049-0c38f5cc8518 req-88022dbf-e864-4385-9544-55fa24ef736a tempest-ServerActionsTestJSON-347500300 tempest-ServerActionsTestJSON-347500300-project] 10.222.0.90 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.6186452 Feb 09 19:27:55.422001 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-129d9692-f918-4f0b-9a0a-3f217344e1fd tempest-PortsIpV6TestJSON-283107163 tempest-PortsIpV6TestJSON-283107163-project] Pushing event deleted for resources: {'Port': ['ID=520f1001-1e0d-4b3b-8784-793e4ef3245a,revision_number=None']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:27:55.426950 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-f293f2d5-8f1b-401d-bd58-b1286762f907 admin admin] Publish callbacks [] for security_group (470bf4f7-ea0c-4a64-8d8b-9f2609ff7cad), before_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:27:55.437111 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-863d0e36-47aa-4a75-9546-178b1556c214 req-3b319b32-8eb9-4103-a9d1-330ee01259ff tempest-ServerActionsTestJSON-347500300 tempest-ServerActionsTestJSON-347500300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:27:55.445928 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-863d0e36-47aa-4a75-9546-178b1556c214 req-3b319b32-8eb9-4103-a9d1-330ee01259ff tempest-ServerActionsTestJSON-347500300 tempest-ServerActionsTestJSON-347500300-project] 10.222.0.75 "GET /v2.0/ports?device_id=90fa3247-1947-4321-832f-6c7718b1bdac HTTP/1.1" status: 200 len: 932 time: 0.4117391 Feb 09 19:27:55.484646 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.v2.base [req-f9c216c1-981d-4c2b-a049-0c38f5cc8518 req-ef3d29e1-0b72-47dc-b212-520e57814a4e service neutron] Request body: {'port': {'device_id': '90fa3247-1947-4321-832f-6c7718b1bdac', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-713498-36'}} {{(pid=103230) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 19:27:55.559904 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-737f3f72-f3b3-47f5-bdee-64303cb5ac2d tempest-TagsExtTest-163862051 tempest-TagsExtTest-163862051-project] Publish callbacks [] for router (cebf79ae-5c65-4e65-ae00-d167c2b85491), before_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:27:55.571259 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-129d9692-f918-4f0b-9a0a-3f217344e1fd tempest-PortsIpV6TestJSON-283107163 tempest-PortsIpV6TestJSON-283107163-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171096'] for port (None), before_response {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:27:55.580809 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-129d9692-f918-4f0b-9a0a-3f217344e1fd tempest-PortsIpV6TestJSON-283107163 tempest-PortsIpV6TestJSON-283107163-project] 10.222.0.75 "DELETE /v2.0/ports/520f1001-1e0d-4b3b-8784-793e4ef3245a HTTP/1.1" status: 204 len: 168 time: 2.0173049 Feb 09 19:27:55.606531 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 54990) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:27:55.657201 n-d-713498-36 neutron-server[103229]: INFO neutron.pecan_wsgi.hooks.translation [None req-2970e42c-e6bc-452f-93af-8717401cf80d tempest-PortsIpV6TestJSON-283107163 tempest-PortsIpV6TestJSON-283107163-project] GET failed (client error): The resource could not be found. Feb 09 19:27:55.662707 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-2970e42c-e6bc-452f-93af-8717401cf80d tempest-PortsIpV6TestJSON-283107163 tempest-PortsIpV6TestJSON-283107163-project] 10.222.0.75 "GET /v2.0/ports/520f1001-1e0d-4b3b-8784-793e4ef3245a HTTP/1.1" status: 404 len: 333 time: 0.0511799 Feb 09 19:27:55.662707 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-f293f2d5-8f1b-401d-bd58-b1286762f907 admin admin] Publish callbacks [] for security_group (470bf4f7-ea0c-4a64-8d8b-9f2609ff7cad), precommit_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:27:55.663150 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [req-f9c216c1-981d-4c2b-a049-0c38f5cc8518 req-ef3d29e1-0b72-47dc-b212-520e57814a4e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (e138b0c7-e271-4e23-bf5b-bfa7a9e842fc), before_update {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:27:55.665552 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 54992) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:27:55.691006 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.provisioning_blocks [None req-f3674ad7-fb6d-44e2-b2fa-be1f6cd44705 None None] Provisioning complete for port e138b0c7-e271-4e23-bf5b-bfa7a9e842fc triggered by entity DHCP. {{(pid=103232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 19:27:55.691397 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-f3674ad7-fb6d-44e2-b2fa-be1f6cd44705 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593630'] for port (e138b0c7-e271-4e23-bf5b-bfa7a9e842fc), provisioning_complete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:27:55.729016 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-863d0e36-47aa-4a75-9546-178b1556c214 req-e4b1c7ff-7e10-4750-8203-a3eb85c5fb76 tempest-ServerActionsTestJSON-347500300 tempest-ServerActionsTestJSON-347500300-project] 10.222.0.75 "GET /v2.0/security-groups?id=f62a4cfa-cf5c-41a8-8bc5-ff3861f4d88a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2819190 Feb 09 19:27:55.780511 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-f3674ad7-fb6d-44e2-b2fa-be1f6cd44705 None None] Port e138b0c7-e271-4e23-bf5b-bfa7a9e842fc cannot update to ACTIVE because it is not bound. {{(pid=103232) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 19:27:55.783038 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-f293f2d5-8f1b-401d-bd58-b1286762f907 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1892331'] for security_group (470bf4f7-ea0c-4a64-8d8b-9f2609ff7cad), after_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:27:55.786276 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-f293f2d5-8f1b-401d-bd58-b1286762f907 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:27:55.788553 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-f293f2d5-8f1b-401d-bd58-b1286762f907 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/470bf4f7-ea0c-4a64-8d8b-9f2609ff7cad HTTP/1.1" status: 204 len: 168 time: 1.4136717 Feb 09 19:27:55.800018 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f293f2d5-8f1b-401d-bd58-b1286762f907 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=470bf4f7-ea0c-4a64-8d8b-9f2609ff7cad,revision_number=None']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:27:56.089870 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-737f3f72-f3b3-47f5-bdee-64303cb5ac2d tempest-TagsExtTest-163862051 tempest-TagsExtTest-163862051-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1834988', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-58375'] for router (cebf79ae-5c65-4e65-ae00-d167c2b85491), precommit_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:27:56.092133 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-737f3f72-f3b3-47f5-bdee-64303cb5ac2d tempest-TagsExtTest-163862051 tempest-TagsExtTest-163862051-project] Publish callbacks [] for router_controller (cebf79ae-5c65-4e65-ae00-d167c2b85491), precommit_delete_associations {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:27:56.197350 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-737f3f72-f3b3-47f5-bdee-64303cb5ac2d tempest-TagsExtTest-163862051 tempest-TagsExtTest-163862051-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1835003'] for router (cebf79ae-5c65-4e65-ae00-d167c2b85491), after_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:27:56.197876 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-737f3f72-f3b3-47f5-bdee-64303cb5ac2d tempest-TagsExtTest-163862051 tempest-TagsExtTest-163862051-project] Fanout notify agent at l3_agent the message router_deleted on router cebf79ae-5c65-4e65-ae00-d167c2b85491 {{(pid=103230) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 09 19:27:56.207799 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-737f3f72-f3b3-47f5-bdee-64303cb5ac2d tempest-TagsExtTest-163862051 tempest-TagsExtTest-163862051-project] Publish callbacks [] for router (None), before_response {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:27:56.208826 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-737f3f72-f3b3-47f5-bdee-64303cb5ac2d tempest-TagsExtTest-163862051 tempest-TagsExtTest-163862051-project] 10.222.0.75 "DELETE /v2.0/routers/cebf79ae-5c65-4e65-ae00-d167c2b85491 HTTP/1.1" status: 204 len: 168 time: 0.8575780 Feb 09 19:27:56.211559 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 55006) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:27:56.260235 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 55008) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:27:56.359439 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.plugin [None req-edccffbc-d9ee-4b64-a2e4-a3bcd421d142 tempest-PortsIpV6TestJSON-283107163 tempest-PortsIpV6TestJSON-283107163-project] Deleting port 910d04ba-dbdf-43ae-9377-15b42e27bce6 {{(pid=103230) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 19:27:56.359857 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-edccffbc-d9ee-4b64-a2e4-a3bcd421d142 tempest-PortsIpV6TestJSON-283107163 tempest-PortsIpV6TestJSON-283107163-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762867170196'] for port (910d04ba-dbdf-43ae-9377-15b42e27bce6), before_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:27:56.503004 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.plugin [None req-d406cd25-35d7-4009-b4ac-0df63ce06321 tempest-TagsExtTest-163862051 tempest-TagsExtTest-163862051-project] Deleting port 421fc5fa-1ee9-4a78-9c1b-6bd794da5c6e {{(pid=103229) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 19:27:56.504170 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-d406cd25-35d7-4009-b4ac-0df63ce06321 tempest-TagsExtTest-163862051 tempest-TagsExtTest-163862051-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762867170196'] for port (421fc5fa-1ee9-4a78-9c1b-6bd794da5c6e), before_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:27:56.653499 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-d406cd25-35d7-4009-b4ac-0df63ce06321 tempest-TagsExtTest-163862051 tempest-TagsExtTest-163862051-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1820838'] for port (421fc5fa-1ee9-4a78-9c1b-6bd794da5c6e), precommit_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:27:56.670362 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.plugin [None req-d406cd25-35d7-4009-b4ac-0df63ce06321 tempest-TagsExtTest-163862051 tempest-TagsExtTest-163862051-project] Calling delete_port for 421fc5fa-1ee9-4a78-9c1b-6bd794da5c6e owned by {{(pid=103229) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 19:27:56.818305 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-d406cd25-35d7-4009-b4ac-0df63ce06321 tempest-TagsExtTest-163862051 tempest-TagsExtTest-163862051-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762867177463', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762866656476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12867576'] for port (421fc5fa-1ee9-4a78-9c1b-6bd794da5c6e), after_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:27:56.891524 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d406cd25-35d7-4009-b4ac-0df63ce06321 tempest-TagsExtTest-163862051 tempest-TagsExtTest-163862051-project] Pushing event deleted for resources: {'Port': ['ID=421fc5fa-1ee9-4a78-9c1b-6bd794da5c6e,revision_number=None']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:27:56.893940 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-edccffbc-d9ee-4b64-a2e4-a3bcd421d142 tempest-PortsIpV6TestJSON-283107163 tempest-PortsIpV6TestJSON-283107163-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1820838'] for port (910d04ba-dbdf-43ae-9377-15b42e27bce6), precommit_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:27:56.927553 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.plugin [None req-edccffbc-d9ee-4b64-a2e4-a3bcd421d142 tempest-PortsIpV6TestJSON-283107163 tempest-PortsIpV6TestJSON-283107163-project] Calling delete_port for 910d04ba-dbdf-43ae-9377-15b42e27bce6 owned by {{(pid=103230) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 19:27:56.970830 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-d406cd25-35d7-4009-b4ac-0df63ce06321 tempest-TagsExtTest-163862051 tempest-TagsExtTest-163862051-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171096'] for port (None), before_response {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:27:56.977364 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-d406cd25-35d7-4009-b4ac-0df63ce06321 tempest-TagsExtTest-163862051 tempest-TagsExtTest-163862051-project] 10.222.0.75 "DELETE /v2.0/ports/421fc5fa-1ee9-4a78-9c1b-6bd794da5c6e HTTP/1.1" status: 204 len: 168 time: 0.7607746 Feb 09 19:27:56.977905 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 55020) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:27:57.042738 n-d-713498-36 neutron-server[103229]: DEBUG neutron.db.db_base_plugin_v2 [None req-b555ffc3-71d8-41a6-b5de-f11eec6d2a15 tempest-TagsExtTest-163862051 tempest-TagsExtTest-163862051-project] Deleting subnet 33b56dc9-72eb-4975-8a0d-8c55db21454d {{(pid=103229) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 19:27:57.048181 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-b555ffc3-71d8-41a6-b5de-f11eec6d2a15 tempest-TagsExtTest-163862051 tempest-TagsExtTest-163862051-project] Publish callbacks [] for subnet (33b56dc9-72eb-4975-8a0d-8c55db21454d), before_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:27:57.052834 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-eebd7d79-e3f5-48af-9b61-ca9151220d96 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:27:57.121218 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-b555ffc3-71d8-41a6-b5de-f11eec6d2a15 tempest-TagsExtTest-163862051 tempest-TagsExtTest-163862051-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16683410'] for subnet (33b56dc9-72eb-4975-8a0d-8c55db21454d), precommit_delete_associations {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:27:57.179588 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-eebd7d79-e3f5-48af-9b61-ca9151220d96 admin admin] Publish callbacks [] for security_group (117b3638-6b77-48cc-88f8-20bbee9fd62c), precommit_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:27:57.204779 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-eebd7d79-e3f5-48af-9b61-ca9151220d96 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1892331'] for security_group (117b3638-6b77-48cc-88f8-20bbee9fd62c), after_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:27:57.241840 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-b555ffc3-71d8-41a6-b5de-f11eec6d2a15 tempest-TagsExtTest-163862051 tempest-TagsExtTest-163862051-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-759852'] for subnet (33b56dc9-72eb-4975-8a0d-8c55db21454d), precommit_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:27:57.246249 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-eebd7d79-e3f5-48af-9b61-ca9151220d96 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=6f67a9651ec247f9ae912062dad069fc&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9842041 Feb 09 19:27:57.248197 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 55022) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:27:57.259143 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34382456-a7d5-4379-8fee-153345b09152 req-358cc950-405f-45b0-b181-c22435f29026 tempest-ServerActionsTestJSON-347500300 tempest-ServerActionsTestJSON-347500300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:27:57.267552 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-34382456-a7d5-4379-8fee-153345b09152 req-358cc950-405f-45b0-b181-c22435f29026 tempest-ServerActionsTestJSON-347500300 tempest-ServerActionsTestJSON-347500300-project] 10.222.0.75 "GET /v2.0/ports?device_id=90fa3247-1947-4321-832f-6c7718b1bdac HTTP/1.1" status: 200 len: 932 time: 0.2867305 Feb 09 19:27:57.314555 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-b555ffc3-71d8-41a6-b5de-f11eec6d2a15 tempest-TagsExtTest-163862051 tempest-TagsExtTest-163862051-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-760023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12867367', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12759238'] for subnet (33b56dc9-72eb-4975-8a0d-8c55db21454d), after_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:27:57.353850 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-b555ffc3-71d8-41a6-b5de-f11eec6d2a15 tempest-TagsExtTest-163862051 tempest-TagsExtTest-163862051-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1613566'] for subnet (None), before_response {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:27:57.357596 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-b555ffc3-71d8-41a6-b5de-f11eec6d2a15 tempest-TagsExtTest-163862051 tempest-TagsExtTest-163862051-project] 10.222.0.75 "DELETE /v2.0/subnets/33b56dc9-72eb-4975-8a0d-8c55db21454d HTTP/1.1" status: 204 len: 168 time: 0.3783281 Feb 09 19:27:57.358988 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b555ffc3-71d8-41a6-b5de-f11eec6d2a15 tempest-TagsExtTest-163862051 tempest-TagsExtTest-163862051-project] Pushing event deleted for resources: {'Subnet': ['ID=33b56dc9-72eb-4975-8a0d-8c55db21454d,revision_number=None']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:27:57.364811 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a3e1a65-fcea-49aa-861c-5d9a92ad41c1 None None] Network ab194d66-c289-455a-81de-85190397cd06 requested from n-d-713498-36 {{(pid=103232) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 19:27:57.367003 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 55024) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:27:57.477415 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-a601af71-b5da-4712-a6b9-1a4a58059858 tempest-TagsExtTest-163862051 tempest-TagsExtTest-163862051-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-670458'] for network (ab194d66-c289-455a-81de-85190397cd06), before_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:27:57.518535 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eebd7d79-e3f5-48af-9b61-ca9151220d96 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=117b3638-6b77-48cc-88f8-20bbee9fd62c,revision_number=1']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:27:57.542653 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-614560dc-1dcc-44c7-937c-a0c19ed91663 admin admin] Publish callbacks [] for security_group (117b3638-6b77-48cc-88f8-20bbee9fd62c), before_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:27:57.569498 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de22b017-f554-49c8-a7e8-2242a1369821 None None] DHCP port deletion for ab194d66-c289-455a-81de-85190397cd06 request from n-d-713498-36 {{(pid=103232) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 09 19:27:57.584351 n-d-713498-36 neutron-server[103230]: DEBUG neutron.notifiers.nova [req-f9c216c1-981d-4c2b-a049-0c38f5cc8518 req-ef3d29e1-0b72-47dc-b212-520e57814a4e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e138b0c7-e271-4e23-bf5b-bfa7a9e842fc {{(pid=103230) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 19:27:57.598938 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.plugin [None req-a601af71-b5da-4712-a6b9-1a4a58059858 tempest-TagsExtTest-163862051 tempest-TagsExtTest-163862051-project] Deleting port 344d553d-3014-4fe6-80bb-adaf30f90ca8 {{(pid=103229) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 19:27:57.598938 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-a601af71-b5da-4712-a6b9-1a4a58059858 tempest-TagsExtTest-163862051 tempest-TagsExtTest-163862051-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762867170196'] for port (344d553d-3014-4fe6-80bb-adaf30f90ca8), before_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:27:57.621347 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [req-f9c216c1-981d-4c2b-a049-0c38f5cc8518 req-ef3d29e1-0b72-47dc-b212-520e57814a4e service neutron] Publish callbacks [] for port (e138b0c7-e271-4e23-bf5b-bfa7a9e842fc), precommit_update {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:27:57.666958 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-34382456-a7d5-4379-8fee-153345b09152 req-9ff373aa-fe78-409f-85ca-5010e9c19426 tempest-ServerActionsTestJSON-347500300 tempest-ServerActionsTestJSON-347500300-project] 10.222.0.75 "GET /v2.0/security-groups?id=f62a4cfa-cf5c-41a8-8bc5-ff3861f4d88a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3977044 Feb 09 19:27:57.689615 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-614560dc-1dcc-44c7-937c-a0c19ed91663 admin admin] Publish callbacks [] for security_group (117b3638-6b77-48cc-88f8-20bbee9fd62c), precommit_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:27:57.691947 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-de22b017-f554-49c8-a7e8-2242a1369821 None None] Deleting port 344d553d-3014-4fe6-80bb-adaf30f90ca8 {{(pid=103232) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 19:27:57.692558 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-de22b017-f554-49c8-a7e8-2242a1369821 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762867170196'] for port (344d553d-3014-4fe6-80bb-adaf30f90ca8), before_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:27:57.704900 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.db [None req-a601af71-b5da-4712-a6b9-1a4a58059858 tempest-TagsExtTest-163862051 tempest-TagsExtTest-163862051-project] For port 344d553d-3014-4fe6-80bb-adaf30f90ca8, host n-d-713498-36, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-36',level=0,port_id=344d553d-3014-4fe6-80bb-adaf30f90ca8,segment=NetworkSegment(244728bd-3633-4f4f-b5c6-413b71fc304a),segment_id=244728bd-3633-4f4f-b5c6-413b71fc304a)] {{(pid=103229) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 19:27:57.705522 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-a601af71-b5da-4712-a6b9-1a4a58059858 tempest-TagsExtTest-163862051 tempest-TagsExtTest-163862051-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1820838'] for port (344d553d-3014-4fe6-80bb-adaf30f90ca8), precommit_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:27:57.725994 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.plugin [None req-a601af71-b5da-4712-a6b9-1a4a58059858 tempest-TagsExtTest-163862051 tempest-TagsExtTest-163862051-project] Calling delete_port for 344d553d-3014-4fe6-80bb-adaf30f90ca8 owned by network:dhcp {{(pid=103229) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 19:27:57.727126 n-d-713498-36 neutron-server[103230]: DEBUG neutron.db.provisioning_blocks [req-f9c216c1-981d-4c2b-a049-0c38f5cc8518 req-ef3d29e1-0b72-47dc-b212-520e57814a4e service neutron] Transition to ACTIVE for port object e138b0c7-e271-4e23-bf5b-bfa7a9e842fc will not be triggered until provisioned by entity L2. {{(pid=103230) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 19:27:57.753896 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-edccffbc-d9ee-4b64-a2e4-a3bcd421d142 tempest-PortsIpV6TestJSON-283107163 tempest-PortsIpV6TestJSON-283107163-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762867177463', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762866656476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14393751'] for port (910d04ba-dbdf-43ae-9377-15b42e27bce6), after_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:27:57.755633 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [req-f9c216c1-981d-4c2b-a049-0c38f5cc8518 req-ef3d29e1-0b72-47dc-b212-520e57814a4e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762867176205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762866656485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762866656503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14393758'] for port (e138b0c7-e271-4e23-bf5b-bfa7a9e842fc), after_update {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:27:57.790314 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-de22b017-f554-49c8-a7e8-2242a1369821 None None] For port 344d553d-3014-4fe6-80bb-adaf30f90ca8, host n-d-713498-36, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-36',level=0,port_id=344d553d-3014-4fe6-80bb-adaf30f90ca8,segment=NetworkSegment(244728bd-3633-4f4f-b5c6-413b71fc304a),segment_id=244728bd-3633-4f4f-b5c6-413b71fc304a)] {{(pid=103232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 19:27:57.790670 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-de22b017-f554-49c8-a7e8-2242a1369821 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1820838'] for port (344d553d-3014-4fe6-80bb-adaf30f90ca8), precommit_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:27:57.817278 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-de22b017-f554-49c8-a7e8-2242a1369821 None None] Calling delete_port for 344d553d-3014-4fe6-80bb-adaf30f90ca8 owned by network:dhcp {{(pid=103232) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 19:27:57.854745 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef3d29e1-0b72-47dc-b212-520e57814a4e service neutron] Pushing event updated for resources: {'Port': ['ID=e138b0c7-e271-4e23-bf5b-bfa7a9e842fc,revision_number=2']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:27:57.863801 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-edccffbc-d9ee-4b64-a2e4-a3bcd421d142 tempest-PortsIpV6TestJSON-283107163 tempest-PortsIpV6TestJSON-283107163-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171096'] for port (None), before_response {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:27:57.869627 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-edccffbc-d9ee-4b64-a2e4-a3bcd421d142 tempest-PortsIpV6TestJSON-283107163 tempest-PortsIpV6TestJSON-283107163-project] 10.222.0.75 "DELETE /v2.0/ports/910d04ba-dbdf-43ae-9377-15b42e27bce6 HTTP/1.1" status: 204 len: 168 time: 2.2014430 Feb 09 19:27:57.870600 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 55030) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:27:57.902189 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-614560dc-1dcc-44c7-937c-a0c19ed91663 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1892331'] for security_group (117b3638-6b77-48cc-88f8-20bbee9fd62c), after_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:27:57.904763 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-614560dc-1dcc-44c7-937c-a0c19ed91663 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:27:57.905946 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-614560dc-1dcc-44c7-937c-a0c19ed91663 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/117b3638-6b77-48cc-88f8-20bbee9fd62c HTTP/1.1" status: 204 len: 168 time: 0.6293819 Feb 09 19:27:57.911311 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edccffbc-d9ee-4b64-a2e4-a3bcd421d142 tempest-PortsIpV6TestJSON-283107163 tempest-PortsIpV6TestJSON-283107163-project] Pushing event deleted for resources: {'Port': ['ID=910d04ba-dbdf-43ae-9377-15b42e27bce6,revision_number=None']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:27:57.925434 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-614560dc-1dcc-44c7-937c-a0c19ed91663 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=117b3638-6b77-48cc-88f8-20bbee9fd62c,revision_number=None']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:27:57.991778 n-d-713498-36 neutron-server[103229]: INFO neutron.pecan_wsgi.hooks.translation [None req-fa462850-009e-436a-b9ed-f94446b2b401 tempest-PortsIpV6TestJSON-283107163 tempest-PortsIpV6TestJSON-283107163-project] GET failed (client error): The resource could not be found. Feb 09 19:27:58.006964 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 55034) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:27:58.010978 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-fa462850-009e-436a-b9ed-f94446b2b401 tempest-PortsIpV6TestJSON-283107163 tempest-PortsIpV6TestJSON-283107163-project] 10.222.0.75 "GET /v2.0/ports/910d04ba-dbdf-43ae-9377-15b42e27bce6 HTTP/1.1" status: 404 len: 333 time: 0.1356554 Feb 09 19:27:58.023224 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-a601af71-b5da-4712-a6b9-1a4a58059858 tempest-TagsExtTest-163862051 tempest-TagsExtTest-163862051-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762867177463', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762866656476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12867576'] for port (344d553d-3014-4fe6-80bb-adaf30f90ca8), after_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:27:58.046225 n-d-713498-36 neutron-server[103229]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a601af71-b5da-4712-a6b9-1a4a58059858 tempest-TagsExtTest-163862051 tempest-TagsExtTest-163862051-project] No DVR routers for this DVR port 344d553d-3014-4fe6-80bb-adaf30f90ca8 on host n-d-713498-36 {{(pid=103229) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 19:27:58.055590 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Device 344d553d-3014-4fe6-80bb-adaf30f90ca8 no longer exists at agent ovs-agent-n-d-713498-36 {{(pid=103232) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 19:27:58.141496 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] No Port match for: 344d553d-3014-4fe6-80bb-adaf30f90ca8 {{(pid=103232) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 19:27:58.142138 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Device 344d553d-3014-4fe6-80bb-adaf30f90ca8 not bound to the agent host n-d-713498-36 {{(pid=103232) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 19:27:58.160859 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a601af71-b5da-4712-a6b9-1a4a58059858 tempest-TagsExtTest-163862051 tempest-TagsExtTest-163862051-project] Pushing event deleted for resources: {'Port': ['ID=344d553d-3014-4fe6-80bb-adaf30f90ca8,revision_number=None']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:27:58.171282 n-d-713498-36 neutron-server[103232]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 19:27:58.171282 n-d-713498-36 neutron-server[103232]: self.session.flush() Feb 09 19:27:58.171282 n-d-713498-36 neutron-server[103232]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 19:27:58.171282 n-d-713498-36 neutron-server[103232]: self.session.flush() Feb 09 19:27:58.171282 n-d-713498-36 neutron-server[103232]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 19:27:58.171282 n-d-713498-36 neutron-server[103232]: self.session.flush() Feb 09 19:27:58.171282 n-d-713498-36 neutron-server[103232]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 19:27:58.171282 n-d-713498-36 neutron-server[103232]: self.session.flush() Feb 09 19:27:58.171282 n-d-713498-36 neutron-server[103232]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 19:27:58.171282 n-d-713498-36 neutron-server[103232]: self.session.flush() Feb 09 19:27:58.171282 n-d-713498-36 neutron-server[103232]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 19:27:58.171282 n-d-713498-36 neutron-server[103232]: self.session.flush() Feb 09 19:27:58.171282 n-d-713498-36 neutron-server[103232]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 19:27:58.171282 n-d-713498-36 neutron-server[103232]: self.session.flush() Feb 09 19:27:58.171282 n-d-713498-36 neutron-server[103232]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 19:27:58.171282 n-d-713498-36 neutron-server[103232]: self.session.flush() Feb 09 19:27:58.171282 n-d-713498-36 neutron-server[103232]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 19:27:58.171282 n-d-713498-36 neutron-server[103232]: self.session.flush() Feb 09 19:27:58.171282 n-d-713498-36 neutron-server[103232]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 19:27:58.171282 n-d-713498-36 neutron-server[103232]: self.session.flush() Feb 09 19:27:58.171282 n-d-713498-36 neutron-server[103232]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 19:27:58.171282 n-d-713498-36 neutron-server[103232]: self.session.flush() Feb 09 19:27:58.171282 n-d-713498-36 neutron-server[103232]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 19:27:58.171282 n-d-713498-36 neutron-server[103232]: self.session.flush() Feb 09 19:27:58.171282 n-d-713498-36 neutron-server[103232]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 19:27:58.171282 n-d-713498-36 neutron-server[103232]: self.session.flush() Feb 09 19:27:58.171282 n-d-713498-36 neutron-server[103232]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 19:27:58.171282 n-d-713498-36 neutron-server[103232]: self.session.flush() Feb 09 19:27:58.171282 n-d-713498-36 neutron-server[103232]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 19:27:58.171282 n-d-713498-36 neutron-server[103232]: self.session.flush() Feb 09 19:27:58.171282 n-d-713498-36 neutron-server[103232]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 19:27:58.171282 n-d-713498-36 neutron-server[103232]: self.session.flush() Feb 09 19:27:58.171282 n-d-713498-36 neutron-server[103232]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 19:27:58.171282 n-d-713498-36 neutron-server[103232]: self.session.flush() Feb 09 19:27:58.171282 n-d-713498-36 neutron-server[103232]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 19:27:58.171282 n-d-713498-36 neutron-server[103232]: self.session.flush() Feb 09 19:27:58.171282 n-d-713498-36 neutron-server[103232]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 19:27:58.171282 n-d-713498-36 neutron-server[103232]: self.session.flush() Feb 09 19:27:58.171282 n-d-713498-36 neutron-server[103232]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 19:27:58.171282 n-d-713498-36 neutron-server[103232]: self.session.flush() Feb 09 19:27:58.174450 n-d-713498-36 neutron-server[103232]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 19:27:58.174450 n-d-713498-36 neutron-server[103232]: self.session.flush() Feb 09 19:27:58.174450 n-d-713498-36 neutron-server[103232]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 19:27:58.174450 n-d-713498-36 neutron-server[103232]: self.session.flush() Feb 09 19:27:58.174450 n-d-713498-36 neutron-server[103232]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 19:27:58.174450 n-d-713498-36 neutron-server[103232]: self.session.flush() Feb 09 19:27:58.174450 n-d-713498-36 neutron-server[103232]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 19:27:58.174450 n-d-713498-36 neutron-server[103232]: self.session.flush() Feb 09 19:27:58.174450 n-d-713498-36 neutron-server[103232]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 19:27:58.174450 n-d-713498-36 neutron-server[103232]: self.session.flush() Feb 09 19:27:58.174450 n-d-713498-36 neutron-server[103232]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 19:27:58.174450 n-d-713498-36 neutron-server[103232]: self.session.flush() Feb 09 19:27:58.174450 n-d-713498-36 neutron-server[103232]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 19:27:58.174450 n-d-713498-36 neutron-server[103232]: self.session.flush() Feb 09 19:27:58.184881 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-de22b017-f554-49c8-a7e8-2242a1369821 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762867177463', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762866656476'] for port (344d553d-3014-4fe6-80bb-adaf30f90ca8), after_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:27:58.215618 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.managers [req-f9c216c1-981d-4c2b-a049-0c38f5cc8518 req-ef3d29e1-0b72-47dc-b212-520e57814a4e service neutron] Attempting to bind port e138b0c7-e271-4e23-bf5b-bfa7a9e842fc on host n-h2-713498-36 for vnic_type normal with profile {{(pid=103230) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 19:27:58.216105 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.managers [req-f9c216c1-981d-4c2b-a049-0c38f5cc8518 req-ef3d29e1-0b72-47dc-b212-520e57814a4e service neutron] Attempting to bind port e138b0c7-e271-4e23-bf5b-bfa7a9e842fc by drivers openvswitch,hyperv on host n-h2-713498-36 at level 0 using segments [{'id': '9110d757-e4eb-424b-97b9-32896b689ba3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': 'bd12d1d0-518d-4d29-a00d-98410ba2cb8a'}] {{(pid=103230) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 19:27:58.216545 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9c216c1-981d-4c2b-a049-0c38f5cc8518 req-ef3d29e1-0b72-47dc-b212-520e57814a4e service neutron] Attempting to bind port e138b0c7-e271-4e23-bf5b-bfa7a9e842fc on network bd12d1d0-518d-4d29-a00d-98410ba2cb8a {{(pid=103230) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 19:27:58.233016 n-d-713498-36 neutron-server[103230]: DEBUG neutron.db.db_base_plugin_v2 [None req-508544e9-b03a-4370-bdc4-43d7a0c4eb09 tempest-PortsIpV6TestJSON-283107163 tempest-PortsIpV6TestJSON-283107163-project] Deleting subnet 6221306a-75b8-467c-bddc-937e329a5160 {{(pid=103230) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 19:27:58.239214 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-508544e9-b03a-4370-bdc4-43d7a0c4eb09 tempest-PortsIpV6TestJSON-283107163 tempest-PortsIpV6TestJSON-283107163-project] Publish callbacks [] for subnet (6221306a-75b8-467c-bddc-937e329a5160), before_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:27:58.252012 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9c216c1-981d-4c2b-a049-0c38f5cc8518 req-ef3d29e1-0b72-47dc-b212-520e57814a4e service neutron] Port e138b0c7-e271-4e23-bf5b-bfa7a9e842fc on network bd12d1d0-518d-4d29-a00d-98410ba2cb8a not bound, no agent of type Open vSwitch agent registered on host n-h2-713498-36 {{(pid=103230) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 19:27:58.253894 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9c216c1-981d-4c2b-a049-0c38f5cc8518 req-ef3d29e1-0b72-47dc-b212-520e57814a4e service neutron] Attempting to bind port e138b0c7-e271-4e23-bf5b-bfa7a9e842fc on network bd12d1d0-518d-4d29-a00d-98410ba2cb8a {{(pid=103230) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 19:27:58.267352 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de22b017-f554-49c8-a7e8-2242a1369821 None None] Pushing event deleted for resources: {'Port': ['ID=344d553d-3014-4fe6-80bb-adaf30f90ca8,revision_number=None']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:27:58.278285 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de22b017-f554-49c8-a7e8-2242a1369821 None None] No DVR routers for this DVR port 344d553d-3014-4fe6-80bb-adaf30f90ca8 on host n-d-713498-36 {{(pid=103232) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 19:27:58.301363 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-a601af71-b5da-4712-a6b9-1a4a58059858 tempest-TagsExtTest-163862051 tempest-TagsExtTest-163862051-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-590267', 'neutron.services.segments.db._delete_segments_for_network-8762867132609'] for network (ab194d66-c289-455a-81de-85190397cd06), precommit_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:27:58.330824 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-508544e9-b03a-4370-bdc4-43d7a0c4eb09 tempest-PortsIpV6TestJSON-283107163 tempest-PortsIpV6TestJSON-283107163-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12895822'] for subnet (6221306a-75b8-467c-bddc-937e329a5160), precommit_delete_associations {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:27:58.351438 n-d-713498-36 neutron-server[103229]: DEBUG neutron.services.segments.db [None req-a601af71-b5da-4712-a6b9-1a4a58059858 tempest-TagsExtTest-163862051 tempest-TagsExtTest-163862051-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ab194d66-c289-455a-81de-85190397cd06']}} {{(pid=103229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:27:58.374760 n-d-713498-36 neutron-server[103229]: DEBUG neutron.services.segments.db [None req-a601af71-b5da-4712-a6b9-1a4a58059858 tempest-TagsExtTest-163862051 tempest-TagsExtTest-163862051-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '244728bd-3633-4f4f-b5c6-413b71fc304a') {'for_net_delete': True} {{(pid=103229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:27:58.376137 n-d-713498-36 neutron-server[103229]: DEBUG neutron.services.segments.db [None req-a601af71-b5da-4712-a6b9-1a4a58059858 tempest-TagsExtTest-163862051 tempest-TagsExtTest-163862051-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '244728bd-3633-4f4f-b5c6-413b71fc304a') {} {{(pid=103229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:27:58.387090 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-a601af71-b5da-4712-a6b9-1a4a58059858 tempest-TagsExtTest-163862051 tempest-TagsExtTest-163862051-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762867134154', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16683417'] for segment (244728bd-3633-4f4f-b5c6-413b71fc304a), before_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:27:58.401978 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-a601af71-b5da-4712-a6b9-1a4a58059858 tempest-TagsExtTest-163862051 tempest-TagsExtTest-163862051-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-759574'] for segment (244728bd-3633-4f4f-b5c6-413b71fc304a), precommit_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:27:58.409447 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a601af71-b5da-4712-a6b9-1a4a58059858 tempest-TagsExtTest-163862051 tempest-TagsExtTest-163862051-project] Releasing vlan 374 on physical network physnet1 to pool {{(pid=103229) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 19:27:58.409833 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-a601af71-b5da-4712-a6b9-1a4a58059858 tempest-TagsExtTest-163862051 tempest-TagsExtTest-163862051-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-759574', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12867469'] for segment (244728bd-3633-4f4f-b5c6-413b71fc304a), after_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:27:58.440684 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-508544e9-b03a-4370-bdc4-43d7a0c4eb09 tempest-PortsIpV6TestJSON-283107163 tempest-PortsIpV6TestJSON-283107163-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-759852'] for subnet (6221306a-75b8-467c-bddc-937e329a5160), precommit_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:27:58.485568 n-d-713498-36 neutron-server[103229]: Traceback (most recent call last): Feb 09 19:27:58.485568 n-d-713498-36 neutron-server[103229]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 19:27:58.485568 n-d-713498-36 neutron-server[103229]: timer() Feb 09 19:27:58.485568 n-d-713498-36 neutron-server[103229]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 19:27:58.485568 n-d-713498-36 neutron-server[103229]: cb(*args, **kw) Feb 09 19:27:58.485568 n-d-713498-36 neutron-server[103229]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 19:27:58.485568 n-d-713498-36 neutron-server[103229]: return func(*args, **kwargs) Feb 09 19:27:58.485568 n-d-713498-36 neutron-server[103229]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 19:27:58.485568 n-d-713498-36 neutron-server[103229]: self._notify() Feb 09 19:27:58.485568 n-d-713498-36 neutron-server[103229]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 19:27:58.485568 n-d-713498-36 neutron-server[103229]: self.callback(batched_events) Feb 09 19:27:58.485568 n-d-713498-36 neutron-server[103229]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 19:27:58.485568 n-d-713498-36 neutron-server[103229]: event.method(event) Feb 09 19:27:58.485568 n-d-713498-36 neutron-server[103229]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 19:27:58.485568 n-d-713498-36 neutron-server[103229]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 19:27:58.485568 n-d-713498-36 neutron-server[103229]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 19:27:58.485568 n-d-713498-36 neutron-server[103229]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 19:27:58.485568 n-d-713498-36 neutron-server[103229]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 19:27:58.485568 n-d-713498-36 neutron-server[103229]: return f(self, *a, **k) Feb 09 19:27:58.485568 n-d-713498-36 neutron-server[103229]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 19:27:58.485568 n-d-713498-36 neutron-server[103229]: return self._get(url).json() Feb 09 19:27:58.485568 n-d-713498-36 neutron-server[103229]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 19:27:58.485568 n-d-713498-36 neutron-server[103229]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 19:27:58.485568 n-d-713498-36 neutron-server[103229]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 19:27:58.485568 n-d-713498-36 neutron-server[103229]: return self.request(url, 'GET', **kwargs) Feb 09 19:27:58.485568 n-d-713498-36 neutron-server[103229]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 19:27:58.485568 n-d-713498-36 neutron-server[103229]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 19:27:58.485568 n-d-713498-36 neutron-server[103229]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 19:27:58.485568 n-d-713498-36 neutron-server[103229]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 19:27:58.485568 n-d-713498-36 neutron-server[103229]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 19:27:58.485568 n-d-713498-36 neutron-server[103229]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 19:27:58.485568 n-d-713498-36 neutron-server[103229]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 19:27:58.491393 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9c216c1-981d-4c2b-a049-0c38f5cc8518 req-ef3d29e1-0b72-47dc-b212-520e57814a4e service neutron] Checking agent: {'id': 'bcd5faee-dc24-4298-9134-0e0aa054058e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713498-36', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 18, 59, 19), 'started_at': datetime.datetime(2022, 2, 9, 18, 59, 19), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 19, 27, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103230) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 19:27:58.491774 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9c216c1-981d-4c2b-a049-0c38f5cc8518 req-ef3d29e1-0b72-47dc-b212-520e57814a4e service neutron] Checking segment: {'id': '9110d757-e4eb-424b-97b9-32896b689ba3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': 'bd12d1d0-518d-4d29-a00d-98410ba2cb8a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103230) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 19:27:58.492595 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9c216c1-981d-4c2b-a049-0c38f5cc8518 req-ef3d29e1-0b72-47dc-b212-520e57814a4e service neutron] Bound using segment: {'id': '9110d757-e4eb-424b-97b9-32896b689ba3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': 'bd12d1d0-518d-4d29-a00d-98410ba2cb8a'} {{(pid=103230) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 19:27:58.493474 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.managers [req-f9c216c1-981d-4c2b-a049-0c38f5cc8518 req-ef3d29e1-0b72-47dc-b212-520e57814a4e service neutron] Bound port: e138b0c7-e271-4e23-bf5b-bfa7a9e842fc, host: n-h2-713498-36, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9110d757-e4eb-424b-97b9-32896b689ba3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': 'bd12d1d0-518d-4d29-a00d-98410ba2cb8a'}}] {{(pid=103230) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 19:27:58.493832 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [req-f9c216c1-981d-4c2b-a049-0c38f5cc8518 req-ef3d29e1-0b72-47dc-b212-520e57814a4e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (e138b0c7-e271-4e23-bf5b-bfa7a9e842fc), before_update {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:27:58.503726 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-a601af71-b5da-4712-a6b9-1a4a58059858 tempest-TagsExtTest-163862051 tempest-TagsExtTest-163862051-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-590242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1885479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1818895'] for network (ab194d66-c289-455a-81de-85190397cd06), after_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:27:58.511494 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-a601af71-b5da-4712-a6b9-1a4a58059858 tempest-TagsExtTest-163862051 tempest-TagsExtTest-163862051-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1613566'] for network (None), before_response {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:27:58.523123 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-a601af71-b5da-4712-a6b9-1a4a58059858 tempest-TagsExtTest-163862051 tempest-TagsExtTest-163862051-project] 10.222.0.75 "DELETE /v2.0/networks/ab194d66-c289-455a-81de-85190397cd06 HTTP/1.1" status: 204 len: 168 time: 1.1548731 Feb 09 19:27:58.541159 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a601af71-b5da-4712-a6b9-1a4a58059858 tempest-TagsExtTest-163862051 tempest-TagsExtTest-163862051-project] Pushing event deleted for resources: {'Network': ['ID=ab194d66-c289-455a-81de-85190397cd06,revision_number=None']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:27:58.638926 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 55042) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:27:58.658729 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-2f90bebc-7be4-46db-880f-17fa3ac00401 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:27:58.700491 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.db [req-f9c216c1-981d-4c2b-a049-0c38f5cc8518 req-ef3d29e1-0b72-47dc-b212-520e57814a4e service neutron] For port e138b0c7-e271-4e23-bf5b-bfa7a9e842fc, host n-h2-713498-36, cleared binding levels {{(pid=103230) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 19:27:58.706690 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.db [req-f9c216c1-981d-4c2b-a049-0c38f5cc8518 req-ef3d29e1-0b72-47dc-b212-520e57814a4e service neutron] For port e138b0c7-e271-4e23-bf5b-bfa7a9e842fc, host n-h2-713498-36, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-36',level=0,port_id=e138b0c7-e271-4e23-bf5b-bfa7a9e842fc,segment=NetworkSegment(9110d757-e4eb-424b-97b9-32896b689ba3),segment_id=9110d757-e4eb-424b-97b9-32896b689ba3)] {{(pid=103230) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 19:27:58.727077 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-508544e9-b03a-4370-bdc4-43d7a0c4eb09 tempest-PortsIpV6TestJSON-283107163 tempest-PortsIpV6TestJSON-283107163-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-760023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14393672', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12985882'] for subnet (6221306a-75b8-467c-bddc-937e329a5160), after_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:27:58.747782 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [req-f9c216c1-981d-4c2b-a049-0c38f5cc8518 req-ef3d29e1-0b72-47dc-b212-520e57814a4e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762867176205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762866656485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762866656503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14393758'] for port (e138b0c7-e271-4e23-bf5b-bfa7a9e842fc), after_update {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:27:58.834740 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-508544e9-b03a-4370-bdc4-43d7a0c4eb09 tempest-PortsIpV6TestJSON-283107163 tempest-PortsIpV6TestJSON-283107163-project] Pushing event deleted for resources: {'Subnet': ['ID=6221306a-75b8-467c-bddc-937e329a5160,revision_number=None']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:27:58.841798 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-508544e9-b03a-4370-bdc4-43d7a0c4eb09 tempest-PortsIpV6TestJSON-283107163 tempest-PortsIpV6TestJSON-283107163-project] Publish callbacks [] for subnet (None), before_response {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:27:58.845948 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6071523b-6195-4dfc-85e0-3e528e422a08 None None] Network c28f70d0-3a84-4931-95e6-1e751d676499 requested from n-d-713498-36 {{(pid=103232) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 19:27:58.849643 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-508544e9-b03a-4370-bdc4-43d7a0c4eb09 tempest-PortsIpV6TestJSON-283107163 tempest-PortsIpV6TestJSON-283107163-project] 10.222.0.75 "DELETE /v2.0/subnets/6221306a-75b8-467c-bddc-937e329a5160 HTTP/1.1" status: 204 len: 168 time: 0.8410077 Feb 09 19:27:58.853884 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9c216c1-981d-4c2b-a049-0c38f5cc8518 req-ef3d29e1-0b72-47dc-b212-520e57814a4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:27:58.854648 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [req-f9c216c1-981d-4c2b-a049-0c38f5cc8518 req-ef3d29e1-0b72-47dc-b212-520e57814a4e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171096'] for port (None), before_response {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:27:58.860107 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-f9c216c1-981d-4c2b-a049-0c38f5cc8518 req-ef3d29e1-0b72-47dc-b212-520e57814a4e service neutron] 10.222.0.90 "PUT /v2.0/ports/e138b0c7-e271-4e23-bf5b-bfa7a9e842fc HTTP/1.1" status: 200 len: 1093 time: 3.3813426 Feb 09 19:27:58.860650 n-d-713498-36 neutron-server[103230]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '90fa3247-1947-4321-832f-6c7718b1bdac', 'tag': 'e138b0c7-e271-4e23-bf5b-bfa7a9e842fc'}] {{(pid=103230) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 19:27:58.863368 n-d-713498-36 neutron-server[103230]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aee5919275bae9f72eb374ee322673045eb80c1f84b4b45a97d96923bd50ab51" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fe85941f-327e-4dc5-8c42-9e950465a185" -d '{"events": [{"name": "network-changed", "server_uuid": "90fa3247-1947-4321-832f-6c7718b1bdac", "tag": "e138b0c7-e271-4e23-bf5b-bfa7a9e842fc"}]}' {{(pid=103230) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 19:27:58.881215 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 55050) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:27:59.037991 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 55056) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:27:59.080256 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-2f90bebc-7be4-46db-880f-17fa3ac00401 admin admin] Publish callbacks [] for security_group (b9425fd7-9f62-42fc-a286-5acbe8e48347), precommit_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:27:59.102822 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-2f90bebc-7be4-46db-880f-17fa3ac00401 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1892331'] for security_group (b9425fd7-9f62-42fc-a286-5acbe8e48347), after_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:27:59.110332 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef3d29e1-0b72-47dc-b212-520e57814a4e service neutron] Pushing event updated for resources: {'Port': ['ID=e138b0c7-e271-4e23-bf5b-bfa7a9e842fc,revision_number=3']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:27:59.137460 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9c216c1-981d-4c2b-a049-0c38f5cc8518 req-d06fdd99-0a73-4646-a5d7-d2c16edc60c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:27:59.139017 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-f9c216c1-981d-4c2b-a049-0c38f5cc8518 req-d06fdd99-0a73-4646-a5d7-d2c16edc60c6 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=d7a2ccbf0c8a475abd1520a0e31ab926&device_id=90fa3247-1947-4321-832f-6c7718b1bdac HTTP/1.1" status: 200 len: 1127 time: 0.2270427 Feb 09 19:27:59.207318 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b13ebb2-ff97-43cb-9e55-cf24abe75c37 None None] DHCP port deletion for c28f70d0-3a84-4931-95e6-1e751d676499 request from n-d-713498-36 {{(pid=103232) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 09 19:27:59.235656 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-e88abd9a-7627-44e4-ae22-a301fae71a39 tempest-PortsIpV6TestJSON-283107163 tempest-PortsIpV6TestJSON-283107163-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-670458'] for network (c28f70d0-3a84-4931-95e6-1e751d676499), before_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:27:59.247233 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbf1f3ea-c609-4b69-9f76-4811cae0a3e8 req-c6d98b55-25c3-4ad4-a8ee-a33b3c3c41ed tempest-ServerActionsTestJSON-347500300 tempest-ServerActionsTestJSON-347500300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:27:59.249558 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-fbf1f3ea-c609-4b69-9f76-4811cae0a3e8 req-c6d98b55-25c3-4ad4-a8ee-a33b3c3c41ed tempest-ServerActionsTestJSON-347500300 tempest-ServerActionsTestJSON-347500300-project] 10.222.0.75 "GET /v2.0/ports?device_id=90fa3247-1947-4321-832f-6c7718b1bdac HTTP/1.1" status: 200 len: 944 time: 0.4570782 Feb 09 19:27:59.267245 n-d-713498-36 neutron-server[103230]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 19:27:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3e38de93-c3ab-4614-b242-ad2ba989453b x-openstack-request-id: req-3e38de93-c3ab-4614-b242-ad2ba989453b {{(pid=103230) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 19:27:59.267572 n-d-713498-36 neutron-server[103230]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "90fa3247-1947-4321-832f-6c7718b1bdac", "tag": "e138b0c7-e271-4e23-bf5b-bfa7a9e842fc", "status": "completed", "code": 200}]} {{(pid=103230) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 19:27:59.269921 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-2f90bebc-7be4-46db-880f-17fa3ac00401 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=cc7ca3d721424679919e99dba4d3f68f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6266725 Feb 09 19:27:59.270157 n-d-713498-36 neutron-server[103230]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-3e38de93-c3ab-4614-b242-ad2ba989453b {{(pid=103230) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 19:27:59.270690 n-d-713498-36 neutron-server[103230]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '90fa3247-1947-4321-832f-6c7718b1bdac', 'tag': 'e138b0c7-e271-4e23-bf5b-bfa7a9e842fc', 'status': 'completed', 'code': 200} Feb 09 19:27:59.271131 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 55060) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:27:59.276358 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-f9c216c1-981d-4c2b-a049-0c38f5cc8518 req-18d3aff6-d352-491a-873d-c00d2b0aaa92 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e138b0c7-e271-4e23-bf5b-bfa7a9e842fc HTTP/1.1" status: 200 len: 217 time: 0.1253557 Feb 09 19:27:59.332819 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f90bebc-7be4-46db-880f-17fa3ac00401 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b9425fd7-9f62-42fc-a286-5acbe8e48347,revision_number=1']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:27:59.356698 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-0b13ebb2-ff97-43cb-9e55-cf24abe75c37 None None] Deleting port 88a1ae0c-5880-4cd8-a68b-f6bfd2068c3e {{(pid=103232) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 19:27:59.356841 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-0b13ebb2-ff97-43cb-9e55-cf24abe75c37 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762867170196'] for port (88a1ae0c-5880-4cd8-a68b-f6bfd2068c3e), before_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:27:59.410366 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-fbf1f3ea-c609-4b69-9f76-4811cae0a3e8 req-23e60edc-3f72-4696-b035-583b19f6d808 tempest-ServerActionsTestJSON-347500300 tempest-ServerActionsTestJSON-347500300-project] 10.222.0.75 "GET /v2.0/security-groups?id=f62a4cfa-cf5c-41a8-8bc5-ff3861f4d88a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1477854 Feb 09 19:27:59.425829 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.plugin [None req-e88abd9a-7627-44e4-ae22-a301fae71a39 tempest-PortsIpV6TestJSON-283107163 tempest-PortsIpV6TestJSON-283107163-project] Deleting port 88a1ae0c-5880-4cd8-a68b-f6bfd2068c3e {{(pid=103229) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 19:27:59.426474 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-e88abd9a-7627-44e4-ae22-a301fae71a39 tempest-PortsIpV6TestJSON-283107163 tempest-PortsIpV6TestJSON-283107163-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762867170196'] for port (88a1ae0c-5880-4cd8-a68b-f6bfd2068c3e), before_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:27:59.461302 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-4567363c-60cd-4758-b41a-9f6e8b9f55bf admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=5f67f5a46f534c0bb34d3801b2af6990&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4068036 Feb 09 19:27:59.463378 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9c216c1-981d-4c2b-a049-0c38f5cc8518 req-01f0303f-1f24-4835-b5b3-f6174be7199a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:27:59.465229 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-f9c216c1-981d-4c2b-a049-0c38f5cc8518 req-01f0303f-1f24-4835-b5b3-f6174be7199a service neutron] 10.222.0.90 "GET /v2.0/subnets?id=60ccac4e-8e6b-4139-b4aa-9c0c5cc0e9e4 HTTP/1.1" status: 200 len: 851 time: 0.1705739 Feb 09 19:27:59.465830 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 55062) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:27:59.505056 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.db [None req-e88abd9a-7627-44e4-ae22-a301fae71a39 tempest-PortsIpV6TestJSON-283107163 tempest-PortsIpV6TestJSON-283107163-project] For port 88a1ae0c-5880-4cd8-a68b-f6bfd2068c3e, host n-d-713498-36, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-36',level=0,port_id=88a1ae0c-5880-4cd8-a68b-f6bfd2068c3e,segment=NetworkSegment(f2e73669-4b87-4cc3-beee-e7ebe492d070),segment_id=f2e73669-4b87-4cc3-beee-e7ebe492d070)] {{(pid=103229) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 19:27:59.505691 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-e88abd9a-7627-44e4-ae22-a301fae71a39 tempest-PortsIpV6TestJSON-283107163 tempest-PortsIpV6TestJSON-283107163-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1820838'] for port (88a1ae0c-5880-4cd8-a68b-f6bfd2068c3e), precommit_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:27:59.522702 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.plugin [None req-e88abd9a-7627-44e4-ae22-a301fae71a39 tempest-PortsIpV6TestJSON-283107163 tempest-PortsIpV6TestJSON-283107163-project] Calling delete_port for 88a1ae0c-5880-4cd8-a68b-f6bfd2068c3e owned by network:dhcp {{(pid=103229) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 19:27:59.568599 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-213dacff-0e66-4d81-b3b1-f4d714c44745 admin admin] Publish callbacks [] for security_group (b9425fd7-9f62-42fc-a286-5acbe8e48347), before_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:27:59.603239 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9c216c1-981d-4c2b-a049-0c38f5cc8518 req-ec3c38ae-a6de-47a7-8d5e-52266ce2745c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:27:59.605192 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-f9c216c1-981d-4c2b-a049-0c38f5cc8518 req-ec3c38ae-a6de-47a7-8d5e-52266ce2745c service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=bd12d1d0-518d-4d29-a00d-98410ba2cb8a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.1235862 Feb 09 19:27:59.647388 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-e88abd9a-7627-44e4-ae22-a301fae71a39 tempest-PortsIpV6TestJSON-283107163 tempest-PortsIpV6TestJSON-283107163-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762867177463', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762866656476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12867576'] for port (88a1ae0c-5880-4cd8-a68b-f6bfd2068c3e), after_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:27:59.690986 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-213dacff-0e66-4d81-b3b1-f4d714c44745 admin admin] Publish callbacks [] for security_group (b9425fd7-9f62-42fc-a286-5acbe8e48347), precommit_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:27:59.693032 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-1d413353-c7d4-4068-b0f7-f9d293066d03 admin admin] Publish callbacks [] for security_group (6d040cc5-0ca1-49f8-8a18-6b09c2bde3a3), before_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:27:59.717211 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e88abd9a-7627-44e4-ae22-a301fae71a39 tempest-PortsIpV6TestJSON-283107163 tempest-PortsIpV6TestJSON-283107163-project] Pushing event deleted for resources: {'Port': ['ID=88a1ae0c-5880-4cd8-a68b-f6bfd2068c3e,revision_number=None']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:27:59.731832 n-d-713498-36 neutron-server[103229]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e88abd9a-7627-44e4-ae22-a301fae71a39 tempest-PortsIpV6TestJSON-283107163 tempest-PortsIpV6TestJSON-283107163-project] No DVR routers for this DVR port 88a1ae0c-5880-4cd8-a68b-f6bfd2068c3e on host n-d-713498-36 {{(pid=103229) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 19:27:59.765869 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-1d413353-c7d4-4068-b0f7-f9d293066d03 admin admin] Publish callbacks [] for security_group (6d040cc5-0ca1-49f8-8a18-6b09c2bde3a3), precommit_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:27:59.773122 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-0b13ebb2-ff97-43cb-9e55-cf24abe75c37 None None] For port 88a1ae0c-5880-4cd8-a68b-f6bfd2068c3e, host n-d-713498-36, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-36',level=0,port_id=88a1ae0c-5880-4cd8-a68b-f6bfd2068c3e,segment=NetworkSegment(f2e73669-4b87-4cc3-beee-e7ebe492d070),segment_id=f2e73669-4b87-4cc3-beee-e7ebe492d070)] {{(pid=103232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 19:27:59.773524 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-0b13ebb2-ff97-43cb-9e55-cf24abe75c37 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1820838'] for port (88a1ae0c-5880-4cd8-a68b-f6bfd2068c3e), precommit_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:27:59.808058 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-0b13ebb2-ff97-43cb-9e55-cf24abe75c37 None None] Calling delete_port for 88a1ae0c-5880-4cd8-a68b-f6bfd2068c3e owned by network:dhcp {{(pid=103232) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 19:27:59.843097 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-f9c216c1-981d-4c2b-a049-0c38f5cc8518 req-6828e0d7-6b1f-42ab-863b-30c866b86ae0 service neutron] 10.222.0.90 "GET /v2.0/networks/bd12d1d0-518d-4d29-a00d-98410ba2cb8a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2210431 Feb 09 19:27:59.870449 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-213dacff-0e66-4d81-b3b1-f4d714c44745 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1892331'] for security_group (b9425fd7-9f62-42fc-a286-5acbe8e48347), after_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:27:59.881367 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-213dacff-0e66-4d81-b3b1-f4d714c44745 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:27:59.882585 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-213dacff-0e66-4d81-b3b1-f4d714c44745 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/b9425fd7-9f62-42fc-a286-5acbe8e48347 HTTP/1.1" status: 204 len: 168 time: 0.6103594 Feb 09 19:27:59.921875 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-e88abd9a-7627-44e4-ae22-a301fae71a39 tempest-PortsIpV6TestJSON-283107163 tempest-PortsIpV6TestJSON-283107163-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-590267', 'neutron.services.segments.db._delete_segments_for_network-8762867132609'] for network (c28f70d0-3a84-4931-95e6-1e751d676499), precommit_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:27:59.959006 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-0b13ebb2-ff97-43cb-9e55-cf24abe75c37 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762867177463', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762866656476'] for port (88a1ae0c-5880-4cd8-a68b-f6bfd2068c3e), after_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:27:59.973507 n-d-713498-36 neutron-server[103229]: DEBUG neutron.services.segments.db [None req-e88abd9a-7627-44e4-ae22-a301fae71a39 tempest-PortsIpV6TestJSON-283107163 tempest-PortsIpV6TestJSON-283107163-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c28f70d0-3a84-4931-95e6-1e751d676499']}} {{(pid=103229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:27:59.988476 n-d-713498-36 neutron-server[103229]: DEBUG neutron.services.segments.db [None req-e88abd9a-7627-44e4-ae22-a301fae71a39 tempest-PortsIpV6TestJSON-283107163 tempest-PortsIpV6TestJSON-283107163-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f2e73669-4b87-4cc3-beee-e7ebe492d070') {'for_net_delete': True} {{(pid=103229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:27:59.994148 n-d-713498-36 neutron-server[103229]: DEBUG neutron.services.segments.db [None req-e88abd9a-7627-44e4-ae22-a301fae71a39 tempest-PortsIpV6TestJSON-283107163 tempest-PortsIpV6TestJSON-283107163-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f2e73669-4b87-4cc3-beee-e7ebe492d070') {} {{(pid=103229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:28:00.016399 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-e88abd9a-7627-44e4-ae22-a301fae71a39 tempest-PortsIpV6TestJSON-283107163 tempest-PortsIpV6TestJSON-283107163-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762867134154', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16683417'] for segment (f2e73669-4b87-4cc3-beee-e7ebe492d070), before_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:28:00.023213 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-213dacff-0e66-4d81-b3b1-f4d714c44745 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b9425fd7-9f62-42fc-a286-5acbe8e48347,revision_number=None']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:28:00.037142 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b13ebb2-ff97-43cb-9e55-cf24abe75c37 None None] Pushing event deleted for resources: {'Port': ['ID=88a1ae0c-5880-4cd8-a68b-f6bfd2068c3e,revision_number=None']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:28:00.053560 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Device 88a1ae0c-5880-4cd8-a68b-f6bfd2068c3e no longer exists at agent ovs-agent-n-d-713498-36 {{(pid=103232) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 19:28:00.061885 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-1d413353-c7d4-4068-b0f7-f9d293066d03 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1892331'] for security_group (6d040cc5-0ca1-49f8-8a18-6b09c2bde3a3), after_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:28:00.074256 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-e88abd9a-7627-44e4-ae22-a301fae71a39 tempest-PortsIpV6TestJSON-283107163 tempest-PortsIpV6TestJSON-283107163-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-759574'] for segment (f2e73669-4b87-4cc3-beee-e7ebe492d070), precommit_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:28:00.098526 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e88abd9a-7627-44e4-ae22-a301fae71a39 tempest-PortsIpV6TestJSON-283107163 tempest-PortsIpV6TestJSON-283107163-project] Releasing vlan 361 on physical network physnet1 to pool {{(pid=103229) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 19:28:00.099299 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-e88abd9a-7627-44e4-ae22-a301fae71a39 tempest-PortsIpV6TestJSON-283107163 tempest-PortsIpV6TestJSON-283107163-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-759574', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12867469'] for segment (f2e73669-4b87-4cc3-beee-e7ebe492d070), after_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:28:00.103402 n-d-713498-36 neutron-server[103229]: Traceback (most recent call last): Feb 09 19:28:00.103402 n-d-713498-36 neutron-server[103229]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 19:28:00.103402 n-d-713498-36 neutron-server[103229]: timer() Feb 09 19:28:00.103402 n-d-713498-36 neutron-server[103229]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 19:28:00.103402 n-d-713498-36 neutron-server[103229]: cb(*args, **kw) Feb 09 19:28:00.103402 n-d-713498-36 neutron-server[103229]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 19:28:00.103402 n-d-713498-36 neutron-server[103229]: return func(*args, **kwargs) Feb 09 19:28:00.103402 n-d-713498-36 neutron-server[103229]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 19:28:00.103402 n-d-713498-36 neutron-server[103229]: self._notify() Feb 09 19:28:00.103402 n-d-713498-36 neutron-server[103229]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 19:28:00.103402 n-d-713498-36 neutron-server[103229]: self.callback(batched_events) Feb 09 19:28:00.103402 n-d-713498-36 neutron-server[103229]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 19:28:00.103402 n-d-713498-36 neutron-server[103229]: event.method(event) Feb 09 19:28:00.103402 n-d-713498-36 neutron-server[103229]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 19:28:00.103402 n-d-713498-36 neutron-server[103229]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 19:28:00.103402 n-d-713498-36 neutron-server[103229]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 19:28:00.103402 n-d-713498-36 neutron-server[103229]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 19:28:00.103402 n-d-713498-36 neutron-server[103229]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 19:28:00.103402 n-d-713498-36 neutron-server[103229]: return f(self, *a, **k) Feb 09 19:28:00.103402 n-d-713498-36 neutron-server[103229]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 19:28:00.103402 n-d-713498-36 neutron-server[103229]: return self._get(url).json() Feb 09 19:28:00.103402 n-d-713498-36 neutron-server[103229]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 19:28:00.103402 n-d-713498-36 neutron-server[103229]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 19:28:00.103402 n-d-713498-36 neutron-server[103229]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 19:28:00.103402 n-d-713498-36 neutron-server[103229]: return self.request(url, 'GET', **kwargs) Feb 09 19:28:00.103402 n-d-713498-36 neutron-server[103229]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 19:28:00.103402 n-d-713498-36 neutron-server[103229]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 19:28:00.103402 n-d-713498-36 neutron-server[103229]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 19:28:00.103402 n-d-713498-36 neutron-server[103229]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 19:28:00.103402 n-d-713498-36 neutron-server[103229]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 19:28:00.103402 n-d-713498-36 neutron-server[103229]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 19:28:00.103402 n-d-713498-36 neutron-server[103229]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 19:28:00.105517 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-1d413353-c7d4-4068-b0f7-f9d293066d03 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:28:00.106067 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-1d413353-c7d4-4068-b0f7-f9d293066d03 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/6d040cc5-0ca1-49f8-8a18-6b09c2bde3a3 HTTP/1.1" status: 204 len: 168 time: 0.6333599 Feb 09 19:28:00.154577 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] No Port match for: 88a1ae0c-5880-4cd8-a68b-f6bfd2068c3e {{(pid=103232) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 19:28:00.155409 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Device 88a1ae0c-5880-4cd8-a68b-f6bfd2068c3e not bound to the agent host n-d-713498-36 {{(pid=103232) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 19:28:00.159454 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b13ebb2-ff97-43cb-9e55-cf24abe75c37 None None] No DVR routers for this DVR port 88a1ae0c-5880-4cd8-a68b-f6bfd2068c3e on host n-d-713498-36 {{(pid=103232) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 19:28:00.225088 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d413353-c7d4-4068-b0f7-f9d293066d03 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6d040cc5-0ca1-49f8-8a18-6b09c2bde3a3,revision_number=None']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:28:00.326016 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-e88abd9a-7627-44e4-ae22-a301fae71a39 tempest-PortsIpV6TestJSON-283107163 tempest-PortsIpV6TestJSON-283107163-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-590242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1885479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1818895'] for network (c28f70d0-3a84-4931-95e6-1e751d676499), after_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:28:00.329414 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-f9c216c1-981d-4c2b-a049-0c38f5cc8518 req-2141a178-121e-4915-b488-3ff808fa3a50 service neutron] 10.222.0.90 "GET /v2.0/networks/bd12d1d0-518d-4d29-a00d-98410ba2cb8a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4767361 Feb 09 19:28:00.354579 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-e88abd9a-7627-44e4-ae22-a301fae71a39 tempest-PortsIpV6TestJSON-283107163 tempest-PortsIpV6TestJSON-283107163-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1613566'] for network (None), before_response {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:28:00.368447 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 55074) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:28:00.369044 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-e88abd9a-7627-44e4-ae22-a301fae71a39 tempest-PortsIpV6TestJSON-283107163 tempest-PortsIpV6TestJSON-283107163-project] 10.222.0.75 "DELETE /v2.0/networks/c28f70d0-3a84-4931-95e6-1e751d676499 HTTP/1.1" status: 204 len: 168 time: 1.4866536 Feb 09 19:28:00.376793 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.v2.base [None req-72bcd1f9-b55d-4d1b-84f1-9380624e2c51 tempest-PortsIpV6TestJSON-283107163 tempest-PortsIpV6TestJSON-283107163-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-776480745'}} {{(pid=103230) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 19:28:00.406934 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e88abd9a-7627-44e4-ae22-a301fae71a39 tempest-PortsIpV6TestJSON-283107163 tempest-PortsIpV6TestJSON-283107163-project] Pushing event deleted for resources: {'Network': ['ID=c28f70d0-3a84-4931-95e6-1e751d676499,revision_number=None']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:28:00.508292 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-72bcd1f9-b55d-4d1b-84f1-9380624e2c51 tempest-PortsIpV6TestJSON-283107163 tempest-PortsIpV6TestJSON-283107163-project] Made reservation on behalf of 13b115ce9df54fa79100ec0671404776 for: {'network': 1} {{(pid=103230) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 19:28:00.511671 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-72bcd1f9-b55d-4d1b-84f1-9380624e2c51 tempest-PortsIpV6TestJSON-283107163 tempest-PortsIpV6TestJSON-283107163-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for network (None), before_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:28:00.526542 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe85941f-327e-4dc5-8c42-9e950465a185 req-d4f62f40-d8a9-4c3d-86ab-c538e2fd405d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:28:00.528217 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-fe85941f-327e-4dc5-8c42-9e950465a185 req-d4f62f40-d8a9-4c3d-86ab-c538e2fd405d service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=d7a2ccbf0c8a475abd1520a0e31ab926&device_id=90fa3247-1947-4321-832f-6c7718b1bdac HTTP/1.1" status: 200 len: 1127 time: 0.1301363 Feb 09 19:28:00.665210 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-72bcd1f9-b55d-4d1b-84f1-9380624e2c51 tempest-PortsIpV6TestJSON-283107163 tempest-PortsIpV6TestJSON-283107163-project] vlan segment allocate from pool success with {'vlan_id': 362, 'physical_network': 'physnet1'} {{(pid=103230) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 19:28:00.711522 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-72bcd1f9-b55d-4d1b-84f1-9380624e2c51 tempest-PortsIpV6TestJSON-283107163 tempest-PortsIpV6TestJSON-283107163-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-759574'] for segment (6ed44ee5-501d-459d-849b-b4f60df22aaf), precommit_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:28:00.711887 n-d-713498-36 neutron-server[103230]: INFO neutron.db.segments_db [None req-72bcd1f9-b55d-4d1b-84f1-9380624e2c51 tempest-PortsIpV6TestJSON-283107163 tempest-PortsIpV6TestJSON-283107163-project] Added segment 6ed44ee5-501d-459d-849b-b4f60df22aaf of type vlan for network c9498bc7-d931-4e13-a6b7-168975b447c6 Feb 09 19:28:00.801990 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a8b72f6-6f55-4fcd-b97d-8715d92e184e req-b480c064-5a0d-4158-b33f-2617300d93a0 tempest-ServerActionsTestJSON-347500300 tempest-ServerActionsTestJSON-347500300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:28:00.803569 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-2a8b72f6-6f55-4fcd-b97d-8715d92e184e req-b480c064-5a0d-4158-b33f-2617300d93a0 tempest-ServerActionsTestJSON-347500300 tempest-ServerActionsTestJSON-347500300-project] 10.222.0.75 "GET /v2.0/ports?device_id=90fa3247-1947-4321-832f-6c7718b1bdac HTTP/1.1" status: 200 len: 944 time: 0.2665009 Feb 09 19:28:00.882151 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-72bcd1f9-b55d-4d1b-84f1-9380624e2c51 tempest-PortsIpV6TestJSON-283107163 tempest-PortsIpV6TestJSON-283107163-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762866642225'] for network (c9498bc7-d931-4e13-a6b7-168975b447c6), precommit_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:28:00.906638 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe85941f-327e-4dc5-8c42-9e950465a185 req-d1ff82ba-69d9-4df1-aff1-02253a3b8da5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:28:00.921711 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-fe85941f-327e-4dc5-8c42-9e950465a185 req-d1ff82ba-69d9-4df1-aff1-02253a3b8da5 service neutron] 10.222.0.90 "GET /v2.0/networks?id=bd12d1d0-518d-4d29-a00d-98410ba2cb8a HTTP/1.1" status: 200 len: 913 time: 0.3491988 Feb 09 19:28:01.003486 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-fe85941f-327e-4dc5-8c42-9e950465a185 req-b996679a-a291-46af-8153-c42821a8a1c8 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e138b0c7-e271-4e23-bf5b-bfa7a9e842fc HTTP/1.1" status: 200 len: 217 time: 0.0697186 Feb 09 19:28:01.035999 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-2a8b72f6-6f55-4fcd-b97d-8715d92e184e req-dfbd789f-830f-4de0-8076-54e61cba5ed8 tempest-ServerActionsTestJSON-347500300 tempest-ServerActionsTestJSON-347500300-project] 10.222.0.75 "GET /v2.0/security-groups?id=f62a4cfa-cf5c-41a8-8bc5-ff3861f4d88a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2185311 Feb 09 19:28:01.059933 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-72bcd1f9-b55d-4d1b-84f1-9380624e2c51 tempest-PortsIpV6TestJSON-283107163 tempest-PortsIpV6TestJSON-283107163-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1885479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452'] for network (c9498bc7-d931-4e13-a6b7-168975b447c6), after_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:28:01.066684 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72bcd1f9-b55d-4d1b-84f1-9380624e2c51 tempest-PortsIpV6TestJSON-283107163 tempest-PortsIpV6TestJSON-283107163-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:28:01.067560 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-72bcd1f9-b55d-4d1b-84f1-9380624e2c51 tempest-PortsIpV6TestJSON-283107163 tempest-PortsIpV6TestJSON-283107163-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1613566'] for network (None), before_response {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:28:01.150976 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-72bcd1f9-b55d-4d1b-84f1-9380624e2c51 tempest-PortsIpV6TestJSON-283107163 tempest-PortsIpV6TestJSON-283107163-project] 10.222.0.75 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.7806232 Feb 09 19:28:01.153728 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 55132) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:28:01.161204 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.v2.base [None req-ceb87af9-9fc7-45fc-95e4-925a1c2167ca tempest-PortsIpV6TestJSON-283107163 tempest-PortsIpV6TestJSON-283107163-project] Request body: {'subnet': {'network_id': 'c9498bc7-d931-4e13-a6b7-168975b447c6', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 19:28:01.207080 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe85941f-327e-4dc5-8c42-9e950465a185 req-a265df3e-8835-4cd3-89fb-8c6b766b98f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:28:01.208614 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-fe85941f-327e-4dc5-8c42-9e950465a185 req-a265df3e-8835-4cd3-89fb-8c6b766b98f2 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=60ccac4e-8e6b-4139-b4aa-9c0c5cc0e9e4 HTTP/1.1" status: 200 len: 851 time: 0.1940455 Feb 09 19:28:01.298211 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72bcd1f9-b55d-4d1b-84f1-9380624e2c51 tempest-PortsIpV6TestJSON-283107163 tempest-PortsIpV6TestJSON-283107163-project] Pushing event updated for resources: {'Network': ['ID=c9498bc7-d931-4e13-a6b7-168975b447c6,revision_number=1']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:28:01.309483 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Network c9498bc7-d931-4e13-a6b7-168975b447c6 details requested by agent ovs-agent-n-d-713498-36 with host n-d-713498-36 {{(pid=103232) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 19:28:01.386658 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe85941f-327e-4dc5-8c42-9e950465a185 req-3d3afae8-08a0-4928-9cac-02a152f64ced service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:28:01.388548 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-fe85941f-327e-4dc5-8c42-9e950465a185 req-3d3afae8-08a0-4928-9cac-02a152f64ced service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=bd12d1d0-518d-4d29-a00d-98410ba2cb8a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.1634989 Feb 09 19:28:01.410331 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ceb87af9-9fc7-45fc-95e4-925a1c2167ca tempest-PortsIpV6TestJSON-283107163 tempest-PortsIpV6TestJSON-283107163-project] Made reservation on behalf of 13b115ce9df54fa79100ec0671404776 for: {'subnet': 1} {{(pid=103229) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 19:28:01.434310 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-ceb87af9-9fc7-45fc-95e4-925a1c2167ca tempest-PortsIpV6TestJSON-283107163 tempest-PortsIpV6TestJSON-283107163-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12759265'] for subnet (None), before_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:28:01.644647 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-fe85941f-327e-4dc5-8c42-9e950465a185 req-c7f1002e-b483-4606-aa96-861c34b2bd2a service neutron] 10.222.0.90 "GET /v2.0/networks/bd12d1d0-518d-4d29-a00d-98410ba2cb8a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2488215 Feb 09 19:28:01.787647 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-ceb87af9-9fc7-45fc-95e4-925a1c2167ca tempest-PortsIpV6TestJSON-283107163 tempest-PortsIpV6TestJSON-283107163-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12867428', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12759263'] for subnet (10b8c761-7cc5-4cc3-a22d-f55db47a2136), after_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:28:01.822489 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 55160) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:28:01.830052 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-fe85941f-327e-4dc5-8c42-9e950465a185 req-7973f7aa-5c66-47fd-9947-76acf8a4d0da service neutron] 10.222.0.90 "GET /v2.0/networks/bd12d1d0-518d-4d29-a00d-98410ba2cb8a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1747293 Feb 09 19:28:01.906138 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ceb87af9-9fc7-45fc-95e4-925a1c2167ca tempest-PortsIpV6TestJSON-283107163 tempest-PortsIpV6TestJSON-283107163-project] Checking segment: {'id': '6ed44ee5-501d-459d-849b-b4f60df22aaf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': 'c9498bc7-d931-4e13-a6b7-168975b447c6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103229) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 19:28:01.907084 n-d-713498-36 neutron-server[103229]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ceb87af9-9fc7-45fc-95e4-925a1c2167ca tempest-PortsIpV6TestJSON-283107163 tempest-PortsIpV6TestJSON-283107163-project] Network hostable DHCP agents. Network: c9498bc7-d931-4e13-a6b7-168975b447c6, hostable agents: ['af91e4b9-f4e1-42b1-a25c-a10dc47171c8'], hosted agents: [] {{(pid=103229) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 19:28:01.915542 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceb87af9-9fc7-45fc-95e4-925a1c2167ca tempest-PortsIpV6TestJSON-283107163 tempest-PortsIpV6TestJSON-283107163-project] Pushing event updated for resources: {'Subnet': ['ID=10b8c761-7cc5-4cc3-a22d-f55db47a2136,revision_number=0']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:28:01.935908 n-d-713498-36 neutron-server[103229]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ceb87af9-9fc7-45fc-95e4-925a1c2167ca tempest-PortsIpV6TestJSON-283107163 tempest-PortsIpV6TestJSON-283107163-project] Network c9498bc7-d931-4e13-a6b7-168975b447c6 is scheduled to be hosted by DHCP agent af91e4b9-f4e1-42b1-a25c-a10dc47171c8 with binding_index 1 {{(pid=103229) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 19:28:01.949403 n-d-713498-36 neutron-server[103229]: DEBUG neutron.scheduler.base_scheduler [None req-ceb87af9-9fc7-45fc-95e4-925a1c2167ca tempest-PortsIpV6TestJSON-283107163 tempest-PortsIpV6TestJSON-283107163-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713498-36, c9498bc7-d931-4e13-a6b7-168975b447c6) {{(pid=103229) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 19:28:01.954738 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ceb87af9-9fc7-45fc-95e4-925a1c2167ca tempest-PortsIpV6TestJSON-283107163 tempest-PortsIpV6TestJSON-283107163-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:28:01.956948 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-ceb87af9-9fc7-45fc-95e4-925a1c2167ca tempest-PortsIpV6TestJSON-283107163 tempest-PortsIpV6TestJSON-283107163-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1613566'] for subnet (None), before_response {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:28:01.965821 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c0b6bb3-d59f-4c27-87d6-5ba0344b94d6 None None] Network c9498bc7-d931-4e13-a6b7-168975b447c6 requested from n-d-713498-36 {{(pid=103232) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 19:28:02.004610 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-ceb87af9-9fc7-45fc-95e4-925a1c2167ca tempest-PortsIpV6TestJSON-283107163 tempest-PortsIpV6TestJSON-283107163-project] 10.222.0.75 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.8484173 Feb 09 19:28:02.007294 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 55166) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:28:02.011748 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.v2.base [None req-b8b9e31e-ccaa-4fab-a572-9bde88ca6df4 tempest-PortsIpV6TestJSON-283107163 tempest-PortsIpV6TestJSON-283107163-project] Request body: {'router': {'name': 'tempest-PortsIpV6TestJSON-router-79300680', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103230) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 19:28:02.079025 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-b8b9e31e-ccaa-4fab-a572-9bde88ca6df4 tempest-PortsIpV6TestJSON-283107163 tempest-PortsIpV6TestJSON-283107163-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1834830', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-58389'] for router (6e0b8dfd-d80f-424e-8c51-b91177a4b983), before_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:28:02.082756 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-b8b9e31e-ccaa-4fab-a572-9bde88ca6df4 tempest-PortsIpV6TestJSON-283107163 tempest-PortsIpV6TestJSON-283107163-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1834810', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1822096', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1886735', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-58380'] for router (6e0b8dfd-d80f-424e-8c51-b91177a4b983), precommit_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:28:02.125452 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf54db4c-d8a7-4b56-99d1-3e7106cec073 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8b32e980-7cce-5e82-a341-bd2fa8945c89-c9498bc7-d931-4e13-a6b7-168975b447c6', 'network_id': 'c9498bc7-d931-4e13-a6b7-168975b447c6', 'project_id': '13b115ce9df54fa79100ec0671404776', 'fixed_ips': [{'subnet_id': '10b8c761-7cc5-4cc3-a22d-f55db47a2136'}]}} from n-d-713498-36. {{(pid=103232) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 09 19:28:02.129462 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-cf54db4c-d8a7-4b56-99d1-3e7106cec073 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (None), before_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:28:02.239329 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.v2.base [None req-3e4aa042-48fb-4eb3-9a5b-7dbdeac32aef admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1265944516-network', 'tenant_id': 'b2b40dc1aa204e8b8ec3d5f0a56cd3fb'}} {{(pid=103230) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 19:28:02.255714 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-b8b9e31e-ccaa-4fab-a572-9bde88ca6df4 tempest-PortsIpV6TestJSON-283107163 tempest-PortsIpV6TestJSON-283107163-project] Publish callbacks [] for router_controller (6e0b8dfd-d80f-424e-8c51-b91177a4b983), precommit_add_association {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:28:02.263096 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-b8b9e31e-ccaa-4fab-a572-9bde88ca6df4 tempest-PortsIpV6TestJSON-283107163 tempest-PortsIpV6TestJSON-283107163-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1834945', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1818951'] for router (6e0b8dfd-d80f-424e-8c51-b91177a4b983), after_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:28:02.285985 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3e4aa042-48fb-4eb3-9a5b-7dbdeac32aef admin admin] Made reservation on behalf of b2b40dc1aa204e8b8ec3d5f0a56cd3fb for: {'network': 1} {{(pid=103230) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 19:28:02.294104 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-3e4aa042-48fb-4eb3-9a5b-7dbdeac32aef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for network (None), before_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:28:02.298375 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c796b81-88f4-43eb-ba49-434564bf44ae req-ee0d4c99-0c57-4776-8ff5-213feab7dd85 tempest-ServerActionsTestJSON-347500300 tempest-ServerActionsTestJSON-347500300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:28:02.308953 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-5c796b81-88f4-43eb-ba49-434564bf44ae req-ee0d4c99-0c57-4776-8ff5-213feab7dd85 tempest-ServerActionsTestJSON-347500300 tempest-ServerActionsTestJSON-347500300-project] 10.222.0.75 "GET /v2.0/ports?device_id=90fa3247-1947-4321-832f-6c7718b1bdac HTTP/1.1" status: 200 len: 944 time: 0.1317167 Feb 09 19:28:02.316637 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-3e4aa042-48fb-4eb3-9a5b-7dbdeac32aef admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:28:02.320736 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-b8b9e31e-ccaa-4fab-a572-9bde88ca6df4 tempest-PortsIpV6TestJSON-283107163 tempest-PortsIpV6TestJSON-283107163-project] Publish callbacks [] for router (None), before_response {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:28:02.331546 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-b8b9e31e-ccaa-4fab-a572-9bde88ca6df4 tempest-PortsIpV6TestJSON-283107163 tempest-PortsIpV6TestJSON-283107163-project] 10.222.0.75 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.3231618 Feb 09 19:28:02.331765 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 55176) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:28:02.337077 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.v2.base [None req-02f06d53-ce49-4396-a665-c425b4dcbbc3 tempest-PortsIpV6TestJSON-283107163 tempest-PortsIpV6TestJSON-283107163-project] Request body: {'port': {'network_id': 'c9498bc7-d931-4e13-a6b7-168975b447c6', 'name': 'tempest-PortsIpV6TestJSON-1401082154'}} {{(pid=103229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 19:28:02.464986 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.db_base_plugin_common [None req-cf54db4c-d8a7-4b56-99d1-3e7106cec073 None None] Allocated IP 2001:db8::2 (c9498bc7-d931-4e13-a6b7-168975b447c6/10b8c761-7cc5-4cc3-a22d-f55db47a2136/05aabfbf-461d-4f94-a216-c075bb77ce18) {{(pid=103232) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 19:28:02.506575 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-5c796b81-88f4-43eb-ba49-434564bf44ae req-47c134c1-4cdd-4155-81b6-f9354d9207e5 tempest-ServerActionsTestJSON-347500300 tempest-ServerActionsTestJSON-347500300-project] 10.222.0.75 "GET /v2.0/security-groups?id=f62a4cfa-cf5c-41a8-8bc5-ff3861f4d88a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1965606 Feb 09 19:28:02.509014 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-3e4aa042-48fb-4eb3-9a5b-7dbdeac32aef admin admin] Publish callbacks [] for security_group (00ccadbc-42e8-47d7-aa19-271f993386d3), precommit_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:28:02.514630 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-3e4aa042-48fb-4eb3-9a5b-7dbdeac32aef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1892331'] for security_group (00ccadbc-42e8-47d7-aa19-271f993386d3), after_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:28:02.530670 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-02f06d53-ce49-4396-a665-c425b4dcbbc3 tempest-PortsIpV6TestJSON-283107163 tempest-PortsIpV6TestJSON-283107163-project] Made reservation on behalf of 13b115ce9df54fa79100ec0671404776 for: {'port': 1} {{(pid=103229) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 19:28:02.535037 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-02f06d53-ce49-4396-a665-c425b4dcbbc3 tempest-PortsIpV6TestJSON-283107163 tempest-PortsIpV6TestJSON-283107163-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (None), before_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:28:02.572548 n-d-713498-36 neutron-server[103229]: DEBUG neutron.notifiers.nova [None req-02f06d53-ce49-4396-a665-c425b4dcbbc3 tempest-PortsIpV6TestJSON-283107163 tempest-PortsIpV6TestJSON-283107163-project] device_id is not set on port f80fcb73-d5f8-4398-aea0-53d4c4d46561 yet. {{(pid=103229) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 09 19:28:02.593485 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e4aa042-48fb-4eb3-9a5b-7dbdeac32aef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=00ccadbc-42e8-47d7-aa19-271f993386d3,revision_number=1']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:28:02.634760 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3e4aa042-48fb-4eb3-9a5b-7dbdeac32aef admin admin] vlan segment allocate from pool success with {'vlan_id': 368, 'physical_network': 'physnet1'} {{(pid=103230) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 19:28:02.651592 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-3e4aa042-48fb-4eb3-9a5b-7dbdeac32aef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-759574'] for segment (69ba3837-8e94-4d10-918a-31cc735fcd7c), precommit_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:28:02.652212 n-d-713498-36 neutron-server[103230]: INFO neutron.db.segments_db [None req-3e4aa042-48fb-4eb3-9a5b-7dbdeac32aef admin admin] Added segment 69ba3837-8e94-4d10-918a-31cc735fcd7c of type vlan for network f3a8a376-c58d-4335-97c5-072ca0a3c98a Feb 09 19:28:02.707179 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-3e4aa042-48fb-4eb3-9a5b-7dbdeac32aef admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762866642225'] for network (f3a8a376-c58d-4335-97c5-072ca0a3c98a), precommit_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:28:02.756206 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-cf54db4c-d8a7-4b56-99d1-3e7106cec073 None None] Publish callbacks [] for port (05aabfbf-461d-4f94-a216-c075bb77ce18), precommit_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:28:02.760168 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-3e4aa042-48fb-4eb3-9a5b-7dbdeac32aef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1885479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452'] for network (f3a8a376-c58d-4335-97c5-072ca0a3c98a), after_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:28:02.762441 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e4aa042-48fb-4eb3-9a5b-7dbdeac32aef admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:28:02.763252 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-3e4aa042-48fb-4eb3-9a5b-7dbdeac32aef admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1613566'] for network (None), before_response {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:28:02.788101 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Device e138b0c7-e271-4e23-bf5b-bfa7a9e842fc details requested by agent hyperv_n-h2-713498-36 with host n-h2-713498-36 {{(pid=103232) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 19:28:02.885233 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-3e4aa042-48fb-4eb3-9a5b-7dbdeac32aef admin admin] 10.222.0.75 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 1.0616124 Feb 09 19:28:02.888056 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 55194) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:28:02.894836 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.v2.base [None req-257bdaa4-837d-4379-abaf-52b1aa92bd8f admin admin] Request body: {'subnet': {'network_id': 'f3a8a376-c58d-4335-97c5-072ca0a3c98a', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1265944516-subnet', 'tenant_id': 'b2b40dc1aa204e8b8ec3d5f0a56cd3fb', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103230) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 19:28:02.929365 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e4aa042-48fb-4eb3-9a5b-7dbdeac32aef admin admin] Pushing event updated for resources: {'Network': ['ID=f3a8a376-c58d-4335-97c5-072ca0a3c98a,revision_number=1']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:28:02.943815 n-d-713498-36 neutron-server[103229]: DEBUG neutron.db.db_base_plugin_common [None req-02f06d53-ce49-4396-a665-c425b4dcbbc3 tempest-PortsIpV6TestJSON-283107163 tempest-PortsIpV6TestJSON-283107163-project] Allocated IP 2001:db8::3a8 (c9498bc7-d931-4e13-a6b7-168975b447c6/10b8c761-7cc5-4cc3-a22d-f55db47a2136/f80fcb73-d5f8-4398-aea0-53d4c4d46561) {{(pid=103229) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 19:28:02.960885 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-cf54db4c-d8a7-4b56-99d1-3e7106cec073 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762866656467'] for port (05aabfbf-461d-4f94-a216-c075bb77ce18), after_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:28:02.965338 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-257bdaa4-837d-4379-abaf-52b1aa92bd8f admin admin] Made reservation on behalf of b2b40dc1aa204e8b8ec3d5f0a56cd3fb for: {'subnet': 1} {{(pid=103230) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 19:28:02.967460 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Network f3a8a376-c58d-4335-97c5-072ca0a3c98a details requested by agent ovs-agent-n-d-713498-36 with host n-d-713498-36 {{(pid=103232) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 19:28:02.968013 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-257bdaa4-837d-4379-abaf-52b1aa92bd8f admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12985917'] for subnet (None), before_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:28:03.110851 n-d-713498-36 neutron-server[103232]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf54db4c-d8a7-4b56-99d1-3e7106cec073 None None] Network c9498bc7-d931-4e13-a6b7-168975b447c6 is already hosted by enough agents. {{(pid=103232) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 19:28:03.119717 n-d-713498-36 neutron-server[103232]: DEBUG neutron.scheduler.base_scheduler [None req-cf54db4c-d8a7-4b56-99d1-3e7106cec073 None None] Resources bound (agent type, host, resource id): {{(pid=103232) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 19:28:03.138512 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf54db4c-d8a7-4b56-99d1-3e7106cec073 None None] Received port after_create {{(pid=103232) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 19:28:03.176987 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf54db4c-d8a7-4b56-99d1-3e7106cec073 None None] Pushing event updated for resources: {'Port': ['ID=05aabfbf-461d-4f94-a216-c075bb77ce18,revision_number=1']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:28:03.208886 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-7429db8d-6021-40ad-813e-885be449a89b None None] For port e138b0c7-e271-4e23-bf5b-bfa7a9e842fc, host n-h2-713498-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-36',level=0,port_id=e138b0c7-e271-4e23-bf5b-bfa7a9e842fc,segment=NetworkSegment(9110d757-e4eb-424b-97b9-32896b689ba3),segment_id=9110d757-e4eb-424b-97b9-32896b689ba3)] {{(pid=103232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 19:28:03.240003 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Returning: {'device': 'e138b0c7-e271-4e23-bf5b-bfa7a9e842fc', 'network_id': 'bd12d1d0-518d-4d29-a00d-98410ba2cb8a', 'port_id': 'e138b0c7-e271-4e23-bf5b-bfa7a9e842fc', 'mac_address': 'fa:16:3e:26:c3:1f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 397, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '60ccac4e-8e6b-4139-b4aa-9c0c5cc0e9e4', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103232) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 19:28:03.252674 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.managers [None req-cf54db4c-d8a7-4b56-99d1-3e7106cec073 None None] Attempting to bind port 05aabfbf-461d-4f94-a216-c075bb77ce18 on host n-d-713498-36 for vnic_type normal with profile {{(pid=103232) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 19:28:03.253073 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.managers [None req-cf54db4c-d8a7-4b56-99d1-3e7106cec073 None None] Attempting to bind port 05aabfbf-461d-4f94-a216-c075bb77ce18 by drivers openvswitch,hyperv on host n-d-713498-36 at level 0 using segments [{'id': '6ed44ee5-501d-459d-849b-b4f60df22aaf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': 'c9498bc7-d931-4e13-a6b7-168975b447c6'}] {{(pid=103232) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 19:28:03.253446 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf54db4c-d8a7-4b56-99d1-3e7106cec073 None None] Attempting to bind port 05aabfbf-461d-4f94-a216-c075bb77ce18 on network c9498bc7-d931-4e13-a6b7-168975b447c6 {{(pid=103232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 19:28:03.259479 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf54db4c-d8a7-4b56-99d1-3e7106cec073 None None] Checking agent: {'id': '496418a2-c002-4aec-ab1a-07f3bea491bd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-36', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 18, 51, 47), 'started_at': datetime.datetime(2022, 2, 9, 18, 52, 17), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 19, 27, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-36'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 19:28:03.259870 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf54db4c-d8a7-4b56-99d1-3e7106cec073 None None] Checking segment: {'id': '6ed44ee5-501d-459d-849b-b4f60df22aaf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': 'c9498bc7-d931-4e13-a6b7-168975b447c6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103232) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 19:28:03.260728 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-cf54db4c-d8a7-4b56-99d1-3e7106cec073 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:28:03.260728 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf54db4c-d8a7-4b56-99d1-3e7106cec073 None None] Bound using segment: {'id': '6ed44ee5-501d-459d-849b-b4f60df22aaf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': 'c9498bc7-d931-4e13-a6b7-168975b447c6'} {{(pid=103232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 19:28:03.261149 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.managers [None req-cf54db4c-d8a7-4b56-99d1-3e7106cec073 None None] Bound port: 05aabfbf-461d-4f94-a216-c075bb77ce18, host: n-d-713498-36, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6ed44ee5-501d-459d-849b-b4f60df22aaf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': 'c9498bc7-d931-4e13-a6b7-168975b447c6'}}] {{(pid=103232) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 19:28:03.261590 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-cf54db4c-d8a7-4b56-99d1-3e7106cec073 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (05aabfbf-461d-4f94-a216-c075bb77ce18), before_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:28:03.283304 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-02f06d53-ce49-4396-a665-c425b4dcbbc3 tempest-PortsIpV6TestJSON-283107163 tempest-PortsIpV6TestJSON-283107163-project] Publish callbacks [] for port (f80fcb73-d5f8-4398-aea0-53d4c4d46561), precommit_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:28:03.342395 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-257bdaa4-837d-4379-abaf-52b1aa92bd8f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14393611', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12985859'] for subnet (2c70eea5-12a9-45c3-ad7c-120d2848e054), after_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:28:03.344623 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Current status of the port e138b0c7-e271-4e23-bf5b-bfa7a9e842fc is: DOWN; New status is: BUILD {{(pid=103232) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 19:28:03.345418 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (e138b0c7-e271-4e23-bf5b-bfa7a9e842fc), before_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:28:03.359758 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-02f06d53-ce49-4396-a665-c425b4dcbbc3 tempest-PortsIpV6TestJSON-283107163 tempest-PortsIpV6TestJSON-283107163-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762866656467', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12867576'] for port (f80fcb73-d5f8-4398-aea0-53d4c4d46561), after_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:28:03.373064 n-d-713498-36 neutron-server[103232]: DEBUG neutron.notifiers.nova [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e138b0c7-e271-4e23-bf5b-bfa7a9e842fc {{(pid=103232) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 19:28:03.402631 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-257bdaa4-837d-4379-abaf-52b1aa92bd8f admin admin] Pushing event updated for resources: {'Subnet': ['ID=2c70eea5-12a9-45c3-ad7c-120d2848e054,revision_number=0']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:28:03.434973 n-d-713498-36 neutron-server[103229]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02f06d53-ce49-4396-a665-c425b4dcbbc3 tempest-PortsIpV6TestJSON-283107163 tempest-PortsIpV6TestJSON-283107163-project] Network c9498bc7-d931-4e13-a6b7-168975b447c6 is already hosted by enough agents. {{(pid=103229) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 19:28:03.440020 n-d-713498-36 neutron-server[103229]: DEBUG neutron.scheduler.base_scheduler [None req-02f06d53-ce49-4396-a665-c425b4dcbbc3 tempest-PortsIpV6TestJSON-283107163 tempest-PortsIpV6TestJSON-283107163-project] Resources bound (agent type, host, resource id): {{(pid=103229) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 19:28:03.445243 n-d-713498-36 neutron-server[103229]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02f06d53-ce49-4396-a665-c425b4dcbbc3 tempest-PortsIpV6TestJSON-283107163 tempest-PortsIpV6TestJSON-283107163-project] Received port after_create {{(pid=103229) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 19:28:03.450846 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-7429db8d-6021-40ad-813e-885be449a89b None None] For port e138b0c7-e271-4e23-bf5b-bfa7a9e842fc, host n-h2-713498-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-36',level=0,port_id=e138b0c7-e271-4e23-bf5b-bfa7a9e842fc,segment=NetworkSegment(9110d757-e4eb-424b-97b9-32896b689ba3),segment_id=9110d757-e4eb-424b-97b9-32896b689ba3)] {{(pid=103232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 19:28:03.451460 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02f06d53-ce49-4396-a665-c425b4dcbbc3 tempest-PortsIpV6TestJSON-283107163 tempest-PortsIpV6TestJSON-283107163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:28:03.452865 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-02f06d53-ce49-4396-a665-c425b4dcbbc3 tempest-PortsIpV6TestJSON-283107163 tempest-PortsIpV6TestJSON-283107163-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171096'] for port (None), before_response {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:28:03.455227 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-cf54db4c-d8a7-4b56-99d1-3e7106cec073 None None] For port 05aabfbf-461d-4f94-a216-c075bb77ce18, host n-d-713498-36, cleared binding levels {{(pid=103232) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 19:28:03.460952 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-257bdaa4-837d-4379-abaf-52b1aa92bd8f admin admin] Checking segment: {'id': '69ba3837-8e94-4d10-918a-31cc735fcd7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': 'f3a8a376-c58d-4335-97c5-072ca0a3c98a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103230) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 19:28:03.461252 n-d-713498-36 neutron-server[103230]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-257bdaa4-837d-4379-abaf-52b1aa92bd8f admin admin] Network hostable DHCP agents. Network: f3a8a376-c58d-4335-97c5-072ca0a3c98a, hostable agents: ['af91e4b9-f4e1-42b1-a25c-a10dc47171c8'], hosted agents: [] {{(pid=103230) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 19:28:03.464502 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-cf54db4c-d8a7-4b56-99d1-3e7106cec073 None None] For port 05aabfbf-461d-4f94-a216-c075bb77ce18, host n-d-713498-36, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-36',level=0,port_id=05aabfbf-461d-4f94-a216-c075bb77ce18,segment=NetworkSegment(6ed44ee5-501d-459d-849b-b4f60df22aaf),segment_id=6ed44ee5-501d-459d-849b-b4f60df22aaf)] {{(pid=103232) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 19:28:03.468846 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02f06d53-ce49-4396-a665-c425b4dcbbc3 tempest-PortsIpV6TestJSON-283107163 tempest-PortsIpV6TestJSON-283107163-project] Pushing event updated for resources: {'Port': ['ID=f80fcb73-d5f8-4398-aea0-53d4c4d46561,revision_number=1']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:28:03.473226 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762867176205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762866656485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762866656503'] for port (e138b0c7-e271-4e23-bf5b-bfa7a9e842fc), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:28:03.479058 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-02f06d53-ce49-4396-a665-c425b4dcbbc3 tempest-PortsIpV6TestJSON-283107163 tempest-PortsIpV6TestJSON-283107163-project] 10.222.0.75 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.1457877 Feb 09 19:28:03.479758 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 55208) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:28:03.485006 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-cf54db4c-d8a7-4b56-99d1-3e7106cec073 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762867176205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762866656485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762866656503'] for port (05aabfbf-461d-4f94-a216-c075bb77ce18), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:28:03.502085 n-d-713498-36 neutron-server[103230]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-257bdaa4-837d-4379-abaf-52b1aa92bd8f admin admin] Network f3a8a376-c58d-4335-97c5-072ca0a3c98a is scheduled to be hosted by DHCP agent af91e4b9-f4e1-42b1-a25c-a10dc47171c8 with binding_index 1 {{(pid=103230) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 19:28:03.515654 n-d-713498-36 neutron-server[103230]: DEBUG neutron.scheduler.base_scheduler [None req-257bdaa4-837d-4379-abaf-52b1aa92bd8f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713498-36, f3a8a376-c58d-4335-97c5-072ca0a3c98a) {{(pid=103230) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 19:28:03.524140 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-257bdaa4-837d-4379-abaf-52b1aa92bd8f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:28:03.526604 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-257bdaa4-837d-4379-abaf-52b1aa92bd8f admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:28:03.534722 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b6197fd-5d6f-40c1-8834-5778419d3097 None None] Network f3a8a376-c58d-4335-97c5-072ca0a3c98a requested from n-d-713498-36 {{(pid=103232) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 19:28:03.562933 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-257bdaa4-837d-4379-abaf-52b1aa92bd8f admin admin] 10.222.0.75 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.6736116 Feb 09 19:28:03.757268 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de2c2877-a0ac-47d4-a371-80107e877b16 None None] Network f3a8a376-c58d-4335-97c5-072ca0a3c98a requested from n-d-713498-36 {{(pid=103232) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 19:28:03.795192 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddb2ae47-4c95-486e-a011-74d45b73d827 req-66999b19-381d-48d7-ba30-fb5b3bd2aa6d tempest-ServerActionsTestJSON-347500300 tempest-ServerActionsTestJSON-347500300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:28:03.796794 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-ddb2ae47-4c95-486e-a011-74d45b73d827 req-66999b19-381d-48d7-ba30-fb5b3bd2aa6d tempest-ServerActionsTestJSON-347500300 tempest-ServerActionsTestJSON-347500300-project] 10.222.0.75 "GET /v2.0/ports?device_id=90fa3247-1947-4321-832f-6c7718b1bdac HTTP/1.1" status: 200 len: 945 time: 0.1111555 Feb 09 19:28:03.883797 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-7429db8d-6021-40ad-813e-885be449a89b None None] get_ports_and_sgs() called for port_ids ['e138b0c7-e271-4e23-bf5b-bfa7a9e842fc'] {{(pid=103232) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 19:28:03.974789 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-ddb2ae47-4c95-486e-a011-74d45b73d827 req-7760badd-153b-4534-8539-f6b2de0f4f2d tempest-ServerActionsTestJSON-347500300 tempest-ServerActionsTestJSON-347500300-project] 10.222.0.75 "GET /v2.0/security-groups?id=f62a4cfa-cf5c-41a8-8bc5-ff3861f4d88a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1606925 Feb 09 19:28:04.003251 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Pushing event updated for resources: {'Port': ['ID=e138b0c7-e271-4e23-bf5b-bfa7a9e842fc,revision_number=4']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:28:04.033199 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 55226) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:28:04.161100 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf54db4c-d8a7-4b56-99d1-3e7106cec073 None None] Pushing event updated for resources: {'Port': ['ID=05aabfbf-461d-4f94-a216-c075bb77ce18,revision_number=2']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:28:04.409097 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-095960aa-ae1e-49e4-ad64-aca5e4b4002f tempest-PortsIpV6TestJSON-283107163 tempest-PortsIpV6TestJSON-283107163-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (f80fcb73-d5f8-4398-aea0-53d4c4d46561), before_update {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:28:04.473070 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-a0a95a24-ef04-4309-8924-441285480de5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:28:04.513021 n-d-713498-36 neutron-server[103233]: DEBUG neutron.db.agents_db [None req-4a8a6a42-0a0c-4437-8958-92282682b6bb None None] Agent healthcheck: found 7 active agents {{(pid=103233) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 19:28:04.666072 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-a0a95a24-ef04-4309-8924-441285480de5 admin admin] Publish callbacks [] for security_group (d0e22a89-1bed-4773-9d8b-9d69e44e3323), precommit_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:28:04.671250 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-a0a95a24-ef04-4309-8924-441285480de5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1892331'] for security_group (d0e22a89-1bed-4773-9d8b-9d69e44e3323), after_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:28:04.749233 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 55246) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:28:04.762835 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.v2.base [None req-20fff5ce-00b1-4bee-b8cf-91b644ec0d94 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1005112781-network', 'tenant_id': '4db8054772da4368bcfbd34bae8a8ea2'}} {{(pid=103229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 19:28:04.772176 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-a0a95a24-ef04-4309-8924-441285480de5 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=c73eb81299114d12a30c7522a3453e78&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7376285 Feb 09 19:28:04.773100 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0a95a24-ef04-4309-8924-441285480de5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d0e22a89-1bed-4773-9d8b-9d69e44e3323,revision_number=1']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:28:04.776308 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 55248) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:28:04.838615 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-f8395a24-6a9f-4fb3-b4d4-830c357a1b50 admin admin] Publish callbacks [] for security_group (d0e22a89-1bed-4773-9d8b-9d69e44e3323), before_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:28:04.845593 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-095960aa-ae1e-49e4-ad64-aca5e4b4002f tempest-PortsIpV6TestJSON-283107163 tempest-PortsIpV6TestJSON-283107163-project] Publish callbacks [] for port (f80fcb73-d5f8-4398-aea0-53d4c4d46561), precommit_update {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:28:04.852743 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-095960aa-ae1e-49e4-ad64-aca5e4b4002f tempest-PortsIpV6TestJSON-283107163 tempest-PortsIpV6TestJSON-283107163-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762867176205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762866656485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762866656503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12867569'] for port (f80fcb73-d5f8-4398-aea0-53d4c4d46561), after_update {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:28:04.872379 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-f8395a24-6a9f-4fb3-b4d4-830c357a1b50 admin admin] Publish callbacks [] for security_group (d0e22a89-1bed-4773-9d8b-9d69e44e3323), precommit_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:28:04.874639 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-20fff5ce-00b1-4bee-b8cf-91b644ec0d94 admin admin] Made reservation on behalf of 4db8054772da4368bcfbd34bae8a8ea2 for: {'network': 1} {{(pid=103229) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 19:28:04.878450 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-20fff5ce-00b1-4bee-b8cf-91b644ec0d94 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for network (None), before_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:28:04.961737 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-f8395a24-6a9f-4fb3-b4d4-830c357a1b50 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1892331'] for security_group (d0e22a89-1bed-4773-9d8b-9d69e44e3323), after_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:28:04.966524 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-f8395a24-6a9f-4fb3-b4d4-830c357a1b50 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:28:04.967906 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-f8395a24-6a9f-4fb3-b4d4-830c357a1b50 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/d0e22a89-1bed-4773-9d8b-9d69e44e3323 HTTP/1.1" status: 204 len: 168 time: 0.1906743 Feb 09 19:28:04.982282 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8395a24-6a9f-4fb3-b4d4-830c357a1b50 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d0e22a89-1bed-4773-9d8b-9d69e44e3323,revision_number=None']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:28:05.082995 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-20fff5ce-00b1-4bee-b8cf-91b644ec0d94 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:28:05.184318 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-095960aa-ae1e-49e4-ad64-aca5e4b4002f tempest-PortsIpV6TestJSON-283107163 tempest-PortsIpV6TestJSON-283107163-project] Pushing event updated for resources: {'Port': ['ID=f80fcb73-d5f8-4398-aea0-53d4c4d46561,revision_number=2']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:28:05.228727 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-095960aa-ae1e-49e4-ad64-aca5e4b4002f tempest-PortsIpV6TestJSON-283107163 tempest-PortsIpV6TestJSON-283107163-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1819024'] for router_interface (6e0b8dfd-d80f-424e-8c51-b91177a4b983), before_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:28:05.382645 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1e1ad8a-a646-45c6-b901-3ba7dcbb094a req-55af5e84-fbbc-4dac-b2e6-1e64ace50255 tempest-ServerActionsTestJSON-347500300 tempest-ServerActionsTestJSON-347500300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:28:05.384602 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-c1e1ad8a-a646-45c6-b901-3ba7dcbb094a req-55af5e84-fbbc-4dac-b2e6-1e64ace50255 tempest-ServerActionsTestJSON-347500300 tempest-ServerActionsTestJSON-347500300-project] 10.222.0.75 "GET /v2.0/ports?device_id=90fa3247-1947-4321-832f-6c7718b1bdac HTTP/1.1" status: 200 len: 945 time: 0.3109634 Feb 09 19:28:05.394638 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2fa9d0df-81f3-4ab8-a0d9-008dd2886d20 None None] Network c9498bc7-d931-4e13-a6b7-168975b447c6 requested from n-d-713498-36 {{(pid=103232) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 19:28:05.495203 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.provisioning_blocks [None req-579839a8-9cb6-42a0-a0ab-e8abe3715fd7 None None] Provisioning complete for port 05aabfbf-461d-4f94-a216-c075bb77ce18 triggered by entity DHCP. {{(pid=103232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 19:28:05.495526 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-579839a8-9cb6-42a0-a0ab-e8abe3715fd7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593630'] for port (05aabfbf-461d-4f94-a216-c075bb77ce18), provisioning_complete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:28:05.509866 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-20fff5ce-00b1-4bee-b8cf-91b644ec0d94 admin admin] Publish callbacks [] for security_group (4358270e-538c-41ea-be30-d45f420d16a5), precommit_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:28:05.514995 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-c1e1ad8a-a646-45c6-b901-3ba7dcbb094a req-52b39615-a4d5-4dc0-8a94-489328df81fd tempest-ServerActionsTestJSON-347500300 tempest-ServerActionsTestJSON-347500300-project] 10.222.0.75 "GET /v2.0/security-groups?id=f62a4cfa-cf5c-41a8-8bc5-ff3861f4d88a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1202099 Feb 09 19:28:05.518988 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-20fff5ce-00b1-4bee-b8cf-91b644ec0d94 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1892331'] for security_group (4358270e-538c-41ea-be30-d45f420d16a5), after_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:28:05.529319 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-095960aa-ae1e-49e4-ad64-aca5e4b4002f tempest-PortsIpV6TestJSON-283107163 tempest-PortsIpV6TestJSON-283107163-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (f80fcb73-d5f8-4398-aea0-53d4c4d46561), before_update {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:28:05.563106 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-20fff5ce-00b1-4bee-b8cf-91b644ec0d94 admin admin] vlan segment allocate from pool success with {'vlan_id': 376, 'physical_network': 'physnet1'} {{(pid=103229) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 19:28:05.577248 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20fff5ce-00b1-4bee-b8cf-91b644ec0d94 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4358270e-538c-41ea-be30-d45f420d16a5,revision_number=1']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:28:05.587076 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 55258) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:28:05.612297 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-fb0c003e-e717-4606-8ef4-bb8790c6b2b7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:28:05.612983 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-20fff5ce-00b1-4bee-b8cf-91b644ec0d94 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-759574'] for segment (bfdb0f86-7b37-4a11-9aa9-fc4058f444aa), precommit_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:28:05.613341 n-d-713498-36 neutron-server[103229]: INFO neutron.db.segments_db [None req-20fff5ce-00b1-4bee-b8cf-91b644ec0d94 admin admin] Added segment bfdb0f86-7b37-4a11-9aa9-fc4058f444aa of type vlan for network 3bbeddf1-dd02-464c-9636-39b9f307f1a8 Feb 09 19:28:05.680897 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-579839a8-9cb6-42a0-a0ab-e8abe3715fd7 None None] Current status of the port 05aabfbf-461d-4f94-a216-c075bb77ce18 is: DOWN; New status is: ACTIVE {{(pid=103232) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 19:28:05.681149 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-579839a8-9cb6-42a0-a0ab-e8abe3715fd7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (05aabfbf-461d-4f94-a216-c075bb77ce18), before_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:28:05.735010 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-20fff5ce-00b1-4bee-b8cf-91b644ec0d94 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762866642225'] for network (3bbeddf1-dd02-464c-9636-39b9f307f1a8), precommit_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:28:05.758793 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-579839a8-9cb6-42a0-a0ab-e8abe3715fd7 None None] For port 05aabfbf-461d-4f94-a216-c075bb77ce18, host n-d-713498-36, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-36',level=0,port_id=05aabfbf-461d-4f94-a216-c075bb77ce18,segment=NetworkSegment(6ed44ee5-501d-459d-849b-b4f60df22aaf),segment_id=6ed44ee5-501d-459d-849b-b4f60df22aaf)] {{(pid=103232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 19:28:05.764931 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-579839a8-9cb6-42a0-a0ab-e8abe3715fd7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762867176205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762866656485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762866656503'] for port (05aabfbf-461d-4f94-a216-c075bb77ce18), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:28:05.771588 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-fb0c003e-e717-4606-8ef4-bb8790c6b2b7 admin admin] Publish callbacks [] for security_group (4b35dd3f-6c5a-444c-afcf-30e27d9f381b), precommit_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:28:05.778539 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-fb0c003e-e717-4606-8ef4-bb8790c6b2b7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1892331'] for security_group (4b35dd3f-6c5a-444c-afcf-30e27d9f381b), after_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:28:05.821067 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-20fff5ce-00b1-4bee-b8cf-91b644ec0d94 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1885479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452'] for network (3bbeddf1-dd02-464c-9636-39b9f307f1a8), after_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:28:05.824402 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20fff5ce-00b1-4bee-b8cf-91b644ec0d94 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:28:05.826383 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-20fff5ce-00b1-4bee-b8cf-91b644ec0d94 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1613566'] for network (None), before_response {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:28:05.883359 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-579839a8-9cb6-42a0-a0ab-e8abe3715fd7 None None] Pushing event updated for resources: {'Port': ['ID=05aabfbf-461d-4f94-a216-c075bb77ce18,revision_number=3']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:28:05.885034 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-fb0c003e-e717-4606-8ef4-bb8790c6b2b7 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=2be0e2e67df84915bf80bd76ff03648f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2968180 Feb 09 19:28:05.886197 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 55266) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:28:05.906643 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb0c003e-e717-4606-8ef4-bb8790c6b2b7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4b35dd3f-6c5a-444c-afcf-30e27d9f381b,revision_number=1']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:28:05.962172 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20fff5ce-00b1-4bee-b8cf-91b644ec0d94 admin admin] Pushing event updated for resources: {'Network': ['ID=3bbeddf1-dd02-464c-9636-39b9f307f1a8,revision_number=1']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:28:05.969857 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-20fff5ce-00b1-4bee-b8cf-91b644ec0d94 admin admin] 10.222.0.75 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 1.2153819 Feb 09 19:28:05.972025 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 55272) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:28:05.977759 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.v2.base [None req-3920dcd1-f5ed-46b9-aa60-18ce0209eef5 admin admin] Request body: {'subnet': {'network_id': '3bbeddf1-dd02-464c-9636-39b9f307f1a8', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1005112781-subnet', 'tenant_id': '4db8054772da4368bcfbd34bae8a8ea2', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103230) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 19:28:05.987105 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-3d74c01a-5e82-49e3-aec6-3bf5f20aa814 admin admin] Publish callbacks [] for security_group (4b35dd3f-6c5a-444c-afcf-30e27d9f381b), before_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:28:06.007181 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Network 3bbeddf1-dd02-464c-9636-39b9f307f1a8 details requested by agent ovs-agent-n-d-713498-36 with host n-d-713498-36 {{(pid=103232) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 19:28:06.022411 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3920dcd1-f5ed-46b9-aa60-18ce0209eef5 admin admin] Made reservation on behalf of 4db8054772da4368bcfbd34bae8a8ea2 for: {'subnet': 1} {{(pid=103230) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 19:28:06.026131 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-3920dcd1-f5ed-46b9-aa60-18ce0209eef5 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12985917'] for subnet (None), before_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:28:06.090963 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-3d74c01a-5e82-49e3-aec6-3bf5f20aa814 admin admin] Publish callbacks [] for security_group (4b35dd3f-6c5a-444c-afcf-30e27d9f381b), precommit_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:28:06.176158 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Device 05aabfbf-461d-4f94-a216-c075bb77ce18 up at agent ovs-agent-n-d-713498-36 {{(pid=103232) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 19:28:06.279039 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.provisioning_blocks [None req-3039c5f8-f905-4695-ab20-c4cb03914c18 None None] Provisioning complete for port f80fcb73-d5f8-4398-aea0-53d4c4d46561 triggered by entity DHCP. {{(pid=103232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 19:28:06.279690 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-3039c5f8-f905-4695-ab20-c4cb03914c18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593630'] for port (f80fcb73-d5f8-4398-aea0-53d4c4d46561), provisioning_complete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:28:06.279974 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-3920dcd1-f5ed-46b9-aa60-18ce0209eef5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14393611', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12985859'] for subnet (97935a87-e0b3-4960-b138-8cbf50bacad1), after_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:28:06.312914 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.provisioning_blocks [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Provisioning complete for port 05aabfbf-461d-4f94-a216-c075bb77ce18 triggered by entity L2. {{(pid=103232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 19:28:06.312914 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593630'] for port (05aabfbf-461d-4f94-a216-c075bb77ce18), provisioning_complete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:28:06.321165 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-095960aa-ae1e-49e4-ad64-aca5e4b4002f tempest-PortsIpV6TestJSON-283107163 tempest-PortsIpV6TestJSON-283107163-project] Publish callbacks [] for port (f80fcb73-d5f8-4398-aea0-53d4c4d46561), precommit_update {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:28:06.331526 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-095960aa-ae1e-49e4-ad64-aca5e4b4002f tempest-PortsIpV6TestJSON-283107163 tempest-PortsIpV6TestJSON-283107163-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762867176205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762866656485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762866656503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12867569'] for port (f80fcb73-d5f8-4398-aea0-53d4c4d46561), after_update {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:28:06.335563 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-095960aa-ae1e-49e4-ad64-aca5e4b4002f tempest-PortsIpV6TestJSON-283107163 tempest-PortsIpV6TestJSON-283107163-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1613458', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1834496'] for router_interface (6e0b8dfd-d80f-424e-8c51-b91177a4b983), after_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:28:06.485920 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3920dcd1-f5ed-46b9-aa60-18ce0209eef5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=97935a87-e0b3-4960-b138-8cbf50bacad1,revision_number=0']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:28:06.492871 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3920dcd1-f5ed-46b9-aa60-18ce0209eef5 admin admin] Checking segment: {'id': 'bfdb0f86-7b37-4a11-9aa9-fc4058f444aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': '3bbeddf1-dd02-464c-9636-39b9f307f1a8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103230) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 19:28:06.493377 n-d-713498-36 neutron-server[103230]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3920dcd1-f5ed-46b9-aa60-18ce0209eef5 admin admin] Network hostable DHCP agents. Network: 3bbeddf1-dd02-464c-9636-39b9f307f1a8, hostable agents: ['af91e4b9-f4e1-42b1-a25c-a10dc47171c8'], hosted agents: [] {{(pid=103230) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 19:28:06.501801 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-3d74c01a-5e82-49e3-aec6-3bf5f20aa814 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1892331'] for security_group (4b35dd3f-6c5a-444c-afcf-30e27d9f381b), after_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:28:06.505415 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-3d74c01a-5e82-49e3-aec6-3bf5f20aa814 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:28:06.510540 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-3d74c01a-5e82-49e3-aec6-3bf5f20aa814 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/4b35dd3f-6c5a-444c-afcf-30e27d9f381b HTTP/1.1" status: 204 len: 168 time: 0.6177485 Feb 09 19:28:06.575337 n-d-713498-36 neutron-server[103230]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3920dcd1-f5ed-46b9-aa60-18ce0209eef5 admin admin] Network 3bbeddf1-dd02-464c-9636-39b9f307f1a8 is scheduled to be hosted by DHCP agent af91e4b9-f4e1-42b1-a25c-a10dc47171c8 with binding_index 1 {{(pid=103230) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 19:28:06.586038 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d74c01a-5e82-49e3-aec6-3bf5f20aa814 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4b35dd3f-6c5a-444c-afcf-30e27d9f381b,revision_number=None']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:28:06.615005 n-d-713498-36 neutron-server[103230]: DEBUG neutron.scheduler.base_scheduler [None req-3920dcd1-f5ed-46b9-aa60-18ce0209eef5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713498-36, 3bbeddf1-dd02-464c-9636-39b9f307f1a8) {{(pid=103230) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 19:28:06.620052 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3920dcd1-f5ed-46b9-aa60-18ce0209eef5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:28:06.620648 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-3920dcd1-f5ed-46b9-aa60-18ce0209eef5 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:28:06.663755 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-3920dcd1-f5ed-46b9-aa60-18ce0209eef5 admin admin] 10.222.0.75 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.6894722 Feb 09 19:28:06.810310 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d5c3348-583f-4a35-9e34-fdab51111aea req-6b95f6b3-c290-4308-bd25-5482b00a4506 tempest-ServerActionsTestJSON-347500300 tempest-ServerActionsTestJSON-347500300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:28:06.828097 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-4d5c3348-583f-4a35-9e34-fdab51111aea req-6b95f6b3-c290-4308-bd25-5482b00a4506 tempest-ServerActionsTestJSON-347500300 tempest-ServerActionsTestJSON-347500300-project] 10.222.0.75 "GET /v2.0/ports?device_id=90fa3247-1947-4321-832f-6c7718b1bdac HTTP/1.1" status: 200 len: 945 time: 0.1219072 Feb 09 19:28:06.856278 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 55286) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:28:06.943339 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-4d5c3348-583f-4a35-9e34-fdab51111aea req-054daa1b-95c9-4b64-8dbf-1124fdc321d0 tempest-ServerActionsTestJSON-347500300 tempest-ServerActionsTestJSON-347500300-project] 10.222.0.75 "GET /v2.0/security-groups?id=f62a4cfa-cf5c-41a8-8bc5-ff3861f4d88a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1138437 Feb 09 19:28:06.958549 n-d-713498-36 neutron-server[103230]: DEBUG neutron.db.db_base_plugin_v2 [None req-b3fcd2b2-0afe-4fdf-abb3-15591efbc81d admin admin] Deleting subnet 2c70eea5-12a9-45c3-ad7c-120d2848e054 {{(pid=103230) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 19:28:06.962949 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-b3fcd2b2-0afe-4fdf-abb3-15591efbc81d admin admin] Publish callbacks [] for subnet (2c70eea5-12a9-45c3-ad7c-120d2848e054), before_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:28:07.000012 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-095960aa-ae1e-49e4-ad64-aca5e4b4002f tempest-PortsIpV6TestJSON-283107163 tempest-PortsIpV6TestJSON-283107163-project] Pushing event updated for resources: {'Port': ['ID=f80fcb73-d5f8-4398-aea0-53d4c4d46561,revision_number=3']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:28:07.021121 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88f12dfb-ac25-407b-8d3d-a2ec53f6e54f None None] Network 3bbeddf1-dd02-464c-9636-39b9f307f1a8 requested from n-d-713498-36 {{(pid=103232) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 19:28:07.023339 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Device e138b0c7-e271-4e23-bf5b-bfa7a9e842fc up at agent hyperv_n-h2-713498-36 {{(pid=103232) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 19:28:07.077080 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-b3fcd2b2-0afe-4fdf-abb3-15591efbc81d admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12895822'] for subnet (2c70eea5-12a9-45c3-ad7c-120d2848e054), precommit_delete_associations {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:28:07.081467 n-d-713498-36 neutron-server[103229]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-095960aa-ae1e-49e4-ad64-aca5e4b4002f tempest-PortsIpV6TestJSON-283107163 tempest-PortsIpV6TestJSON-283107163-project] Network c9498bc7-d931-4e13-a6b7-168975b447c6 is already hosted by enough agents. {{(pid=103229) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 19:28:07.087546 n-d-713498-36 neutron-server[103229]: DEBUG neutron.scheduler.base_scheduler [None req-095960aa-ae1e-49e4-ad64-aca5e4b4002f tempest-PortsIpV6TestJSON-283107163 tempest-PortsIpV6TestJSON-283107163-project] Resources bound (agent type, host, resource id): {{(pid=103229) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 19:28:07.203855 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-b3fcd2b2-0afe-4fdf-abb3-15591efbc81d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-759852'] for subnet (2c70eea5-12a9-45c3-ad7c-120d2848e054), precommit_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:28:07.211671 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-3039c5f8-f905-4695-ab20-c4cb03914c18 None None] Port f80fcb73-d5f8-4398-aea0-53d4c4d46561 cannot update to ACTIVE because it is not bound. {{(pid=103232) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 19:28:07.288572 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-b3fcd2b2-0afe-4fdf-abb3-15591efbc81d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-760023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14393672', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12985882'] for subnet (2c70eea5-12a9-45c3-ad7c-120d2848e054), after_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:28:07.365885 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-b3fcd2b2-0afe-4fdf-abb3-15591efbc81d admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:28:07.369650 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Current status of the port 05aabfbf-461d-4f94-a216-c075bb77ce18 is: ACTIVE; New status is: ACTIVE {{(pid=103232) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 19:28:07.372986 n-d-713498-36 neutron-server[103229]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-095960aa-ae1e-49e4-ad64-aca5e4b4002f tempest-PortsIpV6TestJSON-283107163 tempest-PortsIpV6TestJSON-283107163-project] Router 6e0b8dfd-d80f-424e-8c51-b91177a4b983 is scheduled to L3 agent 93303d5e-5d17-45e8-8963-7694f87783ae with binding_index 1 {{(pid=103229) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 09 19:28:07.381889 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-b3fcd2b2-0afe-4fdf-abb3-15591efbc81d admin admin] 10.222.0.75 "DELETE /v2.0/subnets/2c70eea5-12a9-45c3-ad7c-120d2848e054 HTTP/1.1" status: 204 len: 168 time: 0.5219657 Feb 09 19:28:07.382928 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3fcd2b2-0afe-4fdf-abb3-15591efbc81d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2c70eea5-12a9-45c3-ad7c-120d2848e054,revision_number=None']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:28:07.387296 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 55298) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:28:07.448713 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.provisioning_blocks [None req-3039c5f8-f905-4695-ab20-c4cb03914c18 None None] Provisioning complete for port 05aabfbf-461d-4f94-a216-c075bb77ce18 triggered by entity DHCP. {{(pid=103232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 19:28:07.451867 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-3039c5f8-f905-4695-ab20-c4cb03914c18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593630'] for port (05aabfbf-461d-4f94-a216-c075bb77ce18), provisioning_complete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:28:07.529243 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9cac91de-b277-49dd-8942-395de2a55f76 None None] Network 3bbeddf1-dd02-464c-9636-39b9f307f1a8 requested from n-d-713498-36 {{(pid=103232) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 19:28:07.608717 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.provisioning_blocks [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Provisioning for port e138b0c7-e271-4e23-bf5b-bfa7a9e842fc completed by entity L2. {{(pid=103232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 19:28:07.616120 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.provisioning_blocks [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Provisioning complete for port e138b0c7-e271-4e23-bf5b-bfa7a9e842fc triggered by entity L2. {{(pid=103232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 19:28:07.616661 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593630'] for port (e138b0c7-e271-4e23-bf5b-bfa7a9e842fc), provisioning_complete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:28:07.670829 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-42cf4d9e-37a2-41f8-a9f0-e7722fdf4838 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-670458'] for network (f3a8a376-c58d-4335-97c5-072ca0a3c98a), before_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:28:07.694921 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-095960aa-ae1e-49e4-ad64-aca5e4b4002f tempest-PortsIpV6TestJSON-283107163 tempest-PortsIpV6TestJSON-283107163-project] Notify agent at l3_agent.n-d-713498-36 the message routers_updated {{(pid=103229) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 19:28:07.716268 n-d-713498-36 neutron-server[103233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-288590de-9bc6-4fa1-94a4-a6fa1a070b9e None None] Sync routers for ids ['6e0b8dfd-d80f-424e-8c51-b91177a4b983'] in n-d-713498-36 {{(pid=103233) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 19:28:07.720167 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-095960aa-ae1e-49e4-ad64-aca5e4b4002f tempest-PortsIpV6TestJSON-283107163 tempest-PortsIpV6TestJSON-283107163-project] 10.222.0.75 "PUT /v2.0/routers/6e0b8dfd-d80f-424e-8c51-b91177a4b983/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2353299 Feb 09 19:28:07.721993 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 55308) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:28:07.734625 n-d-713498-36 neutron-server[103233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-288590de-9bc6-4fa1-94a4-a6fa1a070b9e None None] Routers {'6e0b8dfd-d80f-424e-8c51-b91177a4b983'} bound to L3 agent in host n-d-713498-36 {{(pid=103233) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 19:28:07.734934 n-d-713498-36 neutron-server[103233]: DEBUG neutron.db.l3_hamode_db [None req-288590de-9bc6-4fa1-94a4-a6fa1a070b9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T18:51:43Z,description=,heartbeat_timestamp=2022-02-09T19:27:43Z,host='n-d-713498-36',id=93303d5e-5d17-45e8-8963-7694f87783ae,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T18:51:43Z,topic='l3_agent')) {'router_ids': ['6e0b8dfd-d80f-424e-8c51-b91177a4b983'], 'active': True} {{(pid=103233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:28:07.802976 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Current status of the port e138b0c7-e271-4e23-bf5b-bfa7a9e842fc is: BUILD; New status is: ACTIVE {{(pid=103232) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 19:28:07.805624 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (e138b0c7-e271-4e23-bf5b-bfa7a9e842fc), before_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:28:07.806399 n-d-713498-36 neutron-server[103233]: DEBUG neutron.db.l3_hamode_db [None req-288590de-9bc6-4fa1-94a4-a6fa1a070b9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713498-36', False) {} {{(pid=103233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:28:07.815805 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-3039c5f8-f905-4695-ab20-c4cb03914c18 None None] Current status of the port 05aabfbf-461d-4f94-a216-c075bb77ce18 is: ACTIVE; New status is: ACTIVE {{(pid=103232) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 19:28:07.822070 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-42cf4d9e-37a2-41f8-a9f0-e7722fdf4838 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-590267', 'neutron.services.segments.db._delete_segments_for_network-8762867132609'] for network (f3a8a376-c58d-4335-97c5-072ca0a3c98a), precommit_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:28:07.832679 n-d-713498-36 neutron-server[103233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-288590de-9bc6-4fa1-94a4-a6fa1a070b9e None None] Routers {'6e0b8dfd-d80f-424e-8c51-b91177a4b983'} bound to L3 agent in host n-d-713498-36 {{(pid=103233) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 19:28:07.834506 n-d-713498-36 neutron-server[103233]: DEBUG neutron.db.l3_hamode_db [None req-288590de-9bc6-4fa1-94a4-a6fa1a070b9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T18:51:43Z,description=,heartbeat_timestamp=2022-02-09T19:27:43Z,host='n-d-713498-36',id=93303d5e-5d17-45e8-8963-7694f87783ae,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T18:51:43Z,topic='l3_agent')) {'router_ids': ['6e0b8dfd-d80f-424e-8c51-b91177a4b983'], 'active': True} {{(pid=103233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:28:07.853886 n-d-713498-36 neutron-server[103230]: DEBUG neutron.services.segments.db [None req-42cf4d9e-37a2-41f8-a9f0-e7722fdf4838 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f3a8a376-c58d-4335-97c5-072ca0a3c98a']}} {{(pid=103230) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:28:07.870497 n-d-713498-36 neutron-server[103232]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '90fa3247-1947-4321-832f-6c7718b1bdac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e138b0c7-e271-4e23-bf5b-bfa7a9e842fc'}] {{(pid=103232) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 19:28:07.874206 n-d-713498-36 neutron-server[103232]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}949cdcde653dec44821de95cbf67297f53cbc2aed4e073b5d514f93bf911ce85" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5d22b03a-1ab8-464a-9dc9-4c4c94849557" -d '{"events": [{"server_uuid": "90fa3247-1947-4321-832f-6c7718b1bdac", "name": "network-vif-plugged", "status": "completed", "tag": "e138b0c7-e271-4e23-bf5b-bfa7a9e842fc"}]}' {{(pid=103232) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 19:28:07.893520 n-d-713498-36 neutron-server[103230]: DEBUG neutron.services.segments.db [None req-42cf4d9e-37a2-41f8-a9f0-e7722fdf4838 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '69ba3837-8e94-4d10-918a-31cc735fcd7c') {'for_net_delete': True} {{(pid=103230) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:28:07.897001 n-d-713498-36 neutron-server[103230]: DEBUG neutron.services.segments.db [None req-42cf4d9e-37a2-41f8-a9f0-e7722fdf4838 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '69ba3837-8e94-4d10-918a-31cc735fcd7c') {} {{(pid=103230) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:28:07.917058 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-42cf4d9e-37a2-41f8-a9f0-e7722fdf4838 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762867134154', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12895813'] for segment (69ba3837-8e94-4d10-918a-31cc735fcd7c), before_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:28:07.918734 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5489a625-4de5-4c8b-a84f-0bf7ba6e47b2 tempest-PortsIpV6TestJSON-283107163 tempest-PortsIpV6TestJSON-283107163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:28:07.923242 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-5489a625-4de5-4c8b-a84f-0bf7ba6e47b2 tempest-PortsIpV6TestJSON-283107163 tempest-PortsIpV6TestJSON-283107163-project] 10.222.0.75 "GET /v2.0/ports?device_id=6e0b8dfd-d80f-424e-8c51-b91177a4b983 HTTP/1.1" status: 200 len: 989 time: 0.1970015 Feb 09 19:28:07.934938 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 55314) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:28:07.945866 n-d-713498-36 neutron-server[103233]: DEBUG neutron.db.l3_hamode_db [None req-288590de-9bc6-4fa1-94a4-a6fa1a070b9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713498-36', False) {} {{(pid=103233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:28:07.946911 n-d-713498-36 neutron-server[103233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-288590de-9bc6-4fa1-94a4-a6fa1a070b9e None None] The sync data for ids ['6e0b8dfd-d80f-424e-8c51-b91177a4b983'] in n-d-713498-36 is: [] {{(pid=103233) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 19:28:07.953241 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-42cf4d9e-37a2-41f8-a9f0-e7722fdf4838 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-759574'] for segment (69ba3837-8e94-4d10-918a-31cc735fcd7c), precommit_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:28:07.966719 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-42cf4d9e-37a2-41f8-a9f0-e7722fdf4838 admin admin] Releasing vlan 368 on physical network physnet1 to pool {{(pid=103230) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 19:28:07.967128 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-42cf4d9e-37a2-41f8-a9f0-e7722fdf4838 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-759574', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14393826'] for segment (69ba3837-8e94-4d10-918a-31cc735fcd7c), after_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:28:07.974945 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-7429db8d-6021-40ad-813e-885be449a89b None None] For port e138b0c7-e271-4e23-bf5b-bfa7a9e842fc, host n-h2-713498-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-36',level=0,port_id=e138b0c7-e271-4e23-bf5b-bfa7a9e842fc,segment=NetworkSegment(9110d757-e4eb-424b-97b9-32896b689ba3),segment_id=9110d757-e4eb-424b-97b9-32896b689ba3)] {{(pid=103232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 19:28:08.030007 n-d-713498-36 neutron-server[103232]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 19:28:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9cfd1fe6-4e00-4ada-9594-2da411ac993c x-openstack-request-id: req-9cfd1fe6-4e00-4ada-9594-2da411ac993c {{(pid=103232) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 19:28:08.030901 n-d-713498-36 neutron-server[103232]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "90fa3247-1947-4321-832f-6c7718b1bdac", "name": "network-vif-plugged", "status": "completed", "tag": "e138b0c7-e271-4e23-bf5b-bfa7a9e842fc", "code": 200}]} {{(pid=103232) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 19:28:08.030901 n-d-713498-36 neutron-server[103232]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-9cfd1fe6-4e00-4ada-9594-2da411ac993c {{(pid=103232) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 19:28:08.031069 n-d-713498-36 neutron-server[103232]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '90fa3247-1947-4321-832f-6c7718b1bdac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e138b0c7-e271-4e23-bf5b-bfa7a9e842fc', 'code': 200} Feb 09 19:28:08.035860 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762867176205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762866656485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762866656503'] for port (e138b0c7-e271-4e23-bf5b-bfa7a9e842fc), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:28:08.057438 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Device 05aabfbf-461d-4f94-a216-c075bb77ce18 up at agent ovs-agent-n-d-713498-36 {{(pid=103232) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 19:28:08.109656 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.provisioning_blocks [None req-ca3f36be-f75f-4c2f-9e45-63aef43ff6bc None None] Provisioning complete for port f80fcb73-d5f8-4398-aea0-53d4c4d46561 triggered by entity DHCP. {{(pid=103232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 19:28:08.109949 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-ca3f36be-f75f-4c2f-9e45-63aef43ff6bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593630'] for port (f80fcb73-d5f8-4398-aea0-53d4c4d46561), provisioning_complete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:28:08.112072 n-d-713498-36 neutron-server[103230]: Traceback (most recent call last): Feb 09 19:28:08.112072 n-d-713498-36 neutron-server[103230]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 19:28:08.112072 n-d-713498-36 neutron-server[103230]: timer() Feb 09 19:28:08.112072 n-d-713498-36 neutron-server[103230]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 19:28:08.112072 n-d-713498-36 neutron-server[103230]: cb(*args, **kw) Feb 09 19:28:08.112072 n-d-713498-36 neutron-server[103230]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 19:28:08.112072 n-d-713498-36 neutron-server[103230]: return func(*args, **kwargs) Feb 09 19:28:08.112072 n-d-713498-36 neutron-server[103230]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 19:28:08.112072 n-d-713498-36 neutron-server[103230]: self._notify() Feb 09 19:28:08.112072 n-d-713498-36 neutron-server[103230]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 19:28:08.112072 n-d-713498-36 neutron-server[103230]: self.callback(batched_events) Feb 09 19:28:08.112072 n-d-713498-36 neutron-server[103230]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 19:28:08.112072 n-d-713498-36 neutron-server[103230]: event.method(event) Feb 09 19:28:08.112072 n-d-713498-36 neutron-server[103230]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 19:28:08.112072 n-d-713498-36 neutron-server[103230]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 19:28:08.112072 n-d-713498-36 neutron-server[103230]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 19:28:08.112072 n-d-713498-36 neutron-server[103230]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 19:28:08.112072 n-d-713498-36 neutron-server[103230]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 19:28:08.112072 n-d-713498-36 neutron-server[103230]: return f(self, *a, **k) Feb 09 19:28:08.112072 n-d-713498-36 neutron-server[103230]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 19:28:08.112072 n-d-713498-36 neutron-server[103230]: return self._get(url).json() Feb 09 19:28:08.112072 n-d-713498-36 neutron-server[103230]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 19:28:08.112072 n-d-713498-36 neutron-server[103230]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 19:28:08.112072 n-d-713498-36 neutron-server[103230]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 19:28:08.112072 n-d-713498-36 neutron-server[103230]: return self.request(url, 'GET', **kwargs) Feb 09 19:28:08.112072 n-d-713498-36 neutron-server[103230]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 19:28:08.112072 n-d-713498-36 neutron-server[103230]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 19:28:08.112072 n-d-713498-36 neutron-server[103230]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 19:28:08.112072 n-d-713498-36 neutron-server[103230]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 19:28:08.112072 n-d-713498-36 neutron-server[103230]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 19:28:08.112072 n-d-713498-36 neutron-server[103230]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 19:28:08.112072 n-d-713498-36 neutron-server[103230]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 19:28:08.165061 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-42cf4d9e-37a2-41f8-a9f0-e7722fdf4838 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-590242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1885479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1818895'] for network (f3a8a376-c58d-4335-97c5-072ca0a3c98a), after_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:28:08.200265 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-42cf4d9e-37a2-41f8-a9f0-e7722fdf4838 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1613566'] for network (None), before_response {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:28:08.203802 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-42cf4d9e-37a2-41f8-a9f0-e7722fdf4838 admin admin] 10.222.0.75 "DELETE /v2.0/networks/f3a8a376-c58d-4335-97c5-072ca0a3c98a HTTP/1.1" status: 204 len: 168 time: 0.8155487 Feb 09 19:28:08.204876 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42cf4d9e-37a2-41f8-a9f0-e7722fdf4838 admin admin] Pushing event deleted for resources: {'Network': ['ID=f3a8a376-c58d-4335-97c5-072ca0a3c98a,revision_number=None']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:28:08.210375 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 55324) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:28:08.233977 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Pushing event updated for resources: {'Port': ['ID=e138b0c7-e271-4e23-bf5b-bfa7a9e842fc,revision_number=5']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:28:08.405282 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-ca3f36be-f75f-4c2f-9e45-63aef43ff6bc None None] Port f80fcb73-d5f8-4398-aea0-53d4c4d46561 cannot update to ACTIVE because it is not bound. {{(pid=103232) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 19:28:08.444908 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.provisioning_blocks [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Provisioning complete for port 05aabfbf-461d-4f94-a216-c075bb77ce18 triggered by entity L2. {{(pid=103232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 19:28:08.447859 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593630'] for port (05aabfbf-461d-4f94-a216-c075bb77ce18), provisioning_complete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:28:08.506737 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-1b93a056-4e03-462a-a6bb-6f998f2be2e3 tempest-PortsIpV6TestJSON-283107163 tempest-PortsIpV6TestJSON-283107163-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1834525'] for router_interface (6e0b8dfd-d80f-424e-8c51-b91177a4b983), before_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:28:08.701609 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Current status of the port 05aabfbf-461d-4f94-a216-c075bb77ce18 is: ACTIVE; New status is: ACTIVE {{(pid=103232) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 19:28:08.785944 n-d-713498-36 neutron-server[103230]: DEBUG neutron.db.db_base_plugin_v2 [None req-3a3e0d26-b335-4e1a-8c2e-5fe297851009 admin admin] Deleting subnet 97935a87-e0b3-4960-b138-8cbf50bacad1 {{(pid=103230) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 19:28:08.793615 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-3a3e0d26-b335-4e1a-8c2e-5fe297851009 admin admin] Publish callbacks [] for subnet (97935a87-e0b3-4960-b138-8cbf50bacad1), before_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:28:08.824000 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2208b333-a92e-46d3-aba8-b485da60081b req-a54c7d66-8e6c-4e05-ac72-0fd771419b98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:28:08.825474 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-2208b333-a92e-46d3-aba8-b485da60081b req-a54c7d66-8e6c-4e05-ac72-0fd771419b98 service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=90fa3247-1947-4321-832f-6c7718b1bdac HTTP/1.1" status: 200 len: 1129 time: 0.7071548 Feb 09 19:28:08.847569 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22bc6af3-78d2-48e2-ab78-50b1657c97e5 req-c7199a4d-732d-45f3-8398-f2f871f8e031 tempest-ServerActionsTestJSON-347500300 tempest-ServerActionsTestJSON-347500300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:28:08.855431 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-22bc6af3-78d2-48e2-ab78-50b1657c97e5 req-c7199a4d-732d-45f3-8398-f2f871f8e031 tempest-ServerActionsTestJSON-347500300 tempest-ServerActionsTestJSON-347500300-project] 10.222.0.75 "GET /v2.0/ports?device_id=90fa3247-1947-4321-832f-6c7718b1bdac HTTP/1.1" status: 200 len: 946 time: 0.7382076 Feb 09 19:28:08.897777 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-3a3e0d26-b335-4e1a-8c2e-5fe297851009 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12895822'] for subnet (97935a87-e0b3-4960-b138-8cbf50bacad1), precommit_delete_associations {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:28:08.958914 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-2208b333-a92e-46d3-aba8-b485da60081b req-e17259c5-2436-4ae9-92c8-9811bf1dccf0 service neutron] 10.222.0.90 "GET /v2.0/security-groups?id=f62a4cfa-cf5c-41a8-8bc5-ff3861f4d88a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0985358 Feb 09 19:28:08.978975 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.plugin [None req-1b93a056-4e03-462a-a6bb-6f998f2be2e3 tempest-PortsIpV6TestJSON-283107163 tempest-PortsIpV6TestJSON-283107163-project] Deleting port f80fcb73-d5f8-4398-aea0-53d4c4d46561 {{(pid=103229) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 19:28:08.979322 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-1b93a056-4e03-462a-a6bb-6f998f2be2e3 tempest-PortsIpV6TestJSON-283107163 tempest-PortsIpV6TestJSON-283107163-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762867170196'] for port (f80fcb73-d5f8-4398-aea0-53d4c4d46561), before_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:28:08.996858 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-3a3e0d26-b335-4e1a-8c2e-5fe297851009 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-759852'] for subnet (97935a87-e0b3-4960-b138-8cbf50bacad1), precommit_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:28:09.011097 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-22bc6af3-78d2-48e2-ab78-50b1657c97e5 req-c80a5537-6348-4e4c-8cd7-f5149a6cfdf4 tempest-ServerActionsTestJSON-347500300 tempest-ServerActionsTestJSON-347500300-project] 10.222.0.75 "GET /v2.0/security-groups?id=f62a4cfa-cf5c-41a8-8bc5-ff3861f4d88a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1545229 Feb 09 19:28:09.097763 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-3a3e0d26-b335-4e1a-8c2e-5fe297851009 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-760023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14393672', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12985882'] for subnet (97935a87-e0b3-4960-b138-8cbf50bacad1), after_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:28:09.125542 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-1b93a056-4e03-462a-a6bb-6f998f2be2e3 tempest-PortsIpV6TestJSON-283107163 tempest-PortsIpV6TestJSON-283107163-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1820838'] for port (f80fcb73-d5f8-4398-aea0-53d4c4d46561), precommit_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:28:09.132897 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-3a3e0d26-b335-4e1a-8c2e-5fe297851009 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:28:09.140627 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-3a3e0d26-b335-4e1a-8c2e-5fe297851009 admin admin] 10.222.0.75 "DELETE /v2.0/subnets/97935a87-e0b3-4960-b138-8cbf50bacad1 HTTP/1.1" status: 204 len: 168 time: 0.9253609 Feb 09 19:28:09.144093 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.plugin [None req-1b93a056-4e03-462a-a6bb-6f998f2be2e3 tempest-PortsIpV6TestJSON-283107163 tempest-PortsIpV6TestJSON-283107163-project] Calling delete_port for f80fcb73-d5f8-4398-aea0-53d4c4d46561 owned by network:router_interface {{(pid=103229) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 19:28:09.194340 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 55342) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:28:09.213141 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a3e0d26-b335-4e1a-8c2e-5fe297851009 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=97935a87-e0b3-4960-b138-8cbf50bacad1,revision_number=None']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:28:09.340857 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-846fcd06-2006-47ad-bdb5-141e46ad7255 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-670458'] for network (3bbeddf1-dd02-464c-9636-39b9f307f1a8), before_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:28:09.398535 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-1b93a056-4e03-462a-a6bb-6f998f2be2e3 tempest-PortsIpV6TestJSON-283107163 tempest-PortsIpV6TestJSON-283107163-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762867177463', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762866656476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12867576'] for port (f80fcb73-d5f8-4398-aea0-53d4c4d46561), after_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:28:09.439085 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b93a056-4e03-462a-a6bb-6f998f2be2e3 tempest-PortsIpV6TestJSON-283107163 tempest-PortsIpV6TestJSON-283107163-project] Pushing event deleted for resources: {'Port': ['ID=f80fcb73-d5f8-4398-aea0-53d4c4d46561,revision_number=None']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:28:09.479067 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-846fcd06-2006-47ad-bdb5-141e46ad7255 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-590267', 'neutron.services.segments.db._delete_segments_for_network-8762867132609'] for network (3bbeddf1-dd02-464c-9636-39b9f307f1a8), precommit_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:28:09.521877 n-d-713498-36 neutron-server[103230]: DEBUG neutron.services.segments.db [None req-846fcd06-2006-47ad-bdb5-141e46ad7255 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3bbeddf1-dd02-464c-9636-39b9f307f1a8']}} {{(pid=103230) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:28:09.550131 n-d-713498-36 neutron-server[103230]: DEBUG neutron.services.segments.db [None req-846fcd06-2006-47ad-bdb5-141e46ad7255 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bfdb0f86-7b37-4a11-9aa9-fc4058f444aa') {'for_net_delete': True} {{(pid=103230) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:28:09.550131 n-d-713498-36 neutron-server[103230]: DEBUG neutron.services.segments.db [None req-846fcd06-2006-47ad-bdb5-141e46ad7255 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bfdb0f86-7b37-4a11-9aa9-fc4058f444aa') {} {{(pid=103230) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:28:09.581557 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-846fcd06-2006-47ad-bdb5-141e46ad7255 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762867134154', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12895813'] for segment (bfdb0f86-7b37-4a11-9aa9-fc4058f444aa), before_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:28:09.621839 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-1b93a056-4e03-462a-a6bb-6f998f2be2e3 tempest-PortsIpV6TestJSON-283107163 tempest-PortsIpV6TestJSON-283107163-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1613467', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1834633'] for router_interface (6e0b8dfd-d80f-424e-8c51-b91177a4b983), after_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:28:09.625177 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-846fcd06-2006-47ad-bdb5-141e46ad7255 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-759574'] for segment (bfdb0f86-7b37-4a11-9aa9-fc4058f444aa), precommit_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:28:09.637032 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-846fcd06-2006-47ad-bdb5-141e46ad7255 admin admin] Releasing vlan 376 on physical network physnet1 to pool {{(pid=103230) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 19:28:09.638016 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-846fcd06-2006-47ad-bdb5-141e46ad7255 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-759574', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14393826'] for segment (bfdb0f86-7b37-4a11-9aa9-fc4058f444aa), after_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:28:09.641785 n-d-713498-36 neutron-server[103230]: Traceback (most recent call last): Feb 09 19:28:09.641785 n-d-713498-36 neutron-server[103230]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 19:28:09.641785 n-d-713498-36 neutron-server[103230]: timer() Feb 09 19:28:09.641785 n-d-713498-36 neutron-server[103230]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 19:28:09.641785 n-d-713498-36 neutron-server[103230]: cb(*args, **kw) Feb 09 19:28:09.641785 n-d-713498-36 neutron-server[103230]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 19:28:09.641785 n-d-713498-36 neutron-server[103230]: return func(*args, **kwargs) Feb 09 19:28:09.641785 n-d-713498-36 neutron-server[103230]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 19:28:09.641785 n-d-713498-36 neutron-server[103230]: self._notify() Feb 09 19:28:09.641785 n-d-713498-36 neutron-server[103230]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 19:28:09.641785 n-d-713498-36 neutron-server[103230]: self.callback(batched_events) Feb 09 19:28:09.641785 n-d-713498-36 neutron-server[103230]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 19:28:09.641785 n-d-713498-36 neutron-server[103230]: event.method(event) Feb 09 19:28:09.641785 n-d-713498-36 neutron-server[103230]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 19:28:09.641785 n-d-713498-36 neutron-server[103230]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 19:28:09.641785 n-d-713498-36 neutron-server[103230]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 19:28:09.641785 n-d-713498-36 neutron-server[103230]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 19:28:09.641785 n-d-713498-36 neutron-server[103230]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 19:28:09.641785 n-d-713498-36 neutron-server[103230]: return f(self, *a, **k) Feb 09 19:28:09.641785 n-d-713498-36 neutron-server[103230]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 19:28:09.641785 n-d-713498-36 neutron-server[103230]: return self._get(url).json() Feb 09 19:28:09.641785 n-d-713498-36 neutron-server[103230]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 19:28:09.641785 n-d-713498-36 neutron-server[103230]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 19:28:09.641785 n-d-713498-36 neutron-server[103230]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 19:28:09.641785 n-d-713498-36 neutron-server[103230]: return self.request(url, 'GET', **kwargs) Feb 09 19:28:09.641785 n-d-713498-36 neutron-server[103230]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 19:28:09.641785 n-d-713498-36 neutron-server[103230]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 19:28:09.641785 n-d-713498-36 neutron-server[103230]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 19:28:09.641785 n-d-713498-36 neutron-server[103230]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 19:28:09.641785 n-d-713498-36 neutron-server[103230]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 19:28:09.641785 n-d-713498-36 neutron-server[103230]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 19:28:09.641785 n-d-713498-36 neutron-server[103230]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 19:28:09.759498 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-846fcd06-2006-47ad-bdb5-141e46ad7255 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-590242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1885479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1818895'] for network (3bbeddf1-dd02-464c-9636-39b9f307f1a8), after_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:28:09.771306 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-846fcd06-2006-47ad-bdb5-141e46ad7255 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1613566'] for network (None), before_response {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:28:09.792454 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-846fcd06-2006-47ad-bdb5-141e46ad7255 admin admin] 10.222.0.75 "DELETE /v2.0/networks/3bbeddf1-dd02-464c-9636-39b9f307f1a8 HTTP/1.1" status: 204 len: 168 time: 0.5907691 Feb 09 19:28:09.835718 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-846fcd06-2006-47ad-bdb5-141e46ad7255 admin admin] Pushing event deleted for resources: {'Network': ['ID=3bbeddf1-dd02-464c-9636-39b9f307f1a8,revision_number=None']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:28:09.943883 n-d-713498-36 neutron-server[103229]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1b93a056-4e03-462a-a6bb-6f998f2be2e3 tempest-PortsIpV6TestJSON-283107163 tempest-PortsIpV6TestJSON-283107163-project] Router 6e0b8dfd-d80f-424e-8c51-b91177a4b983 has already been hosted by L3 agent 93303d5e-5d17-45e8-8963-7694f87783ae {{(pid=103229) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 19:28:10.033812 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 55366) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:28:10.082619 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1b93a056-4e03-462a-a6bb-6f998f2be2e3 tempest-PortsIpV6TestJSON-283107163 tempest-PortsIpV6TestJSON-283107163-project] Notify agent at l3_agent.n-d-713498-36 the message routers_updated {{(pid=103229) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 19:28:10.097286 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfcc86df-53a9-4f6c-961e-bdcbe27e8e94 None None] Sync routers for ids ['6e0b8dfd-d80f-424e-8c51-b91177a4b983'] in n-d-713498-36 {{(pid=103232) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 19:28:10.122949 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-1b93a056-4e03-462a-a6bb-6f998f2be2e3 tempest-PortsIpV6TestJSON-283107163 tempest-PortsIpV6TestJSON-283107163-project] 10.222.0.75 "PUT /v2.0/routers/6e0b8dfd-d80f-424e-8c51-b91177a4b983/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1866119 Feb 09 19:28:10.124478 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 55370) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:28:10.133193 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfcc86df-53a9-4f6c-961e-bdcbe27e8e94 None None] Routers {'6e0b8dfd-d80f-424e-8c51-b91177a4b983'} bound to L3 agent in host n-d-713498-36 {{(pid=103232) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 19:28:10.134109 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.l3_hamode_db [None req-cfcc86df-53a9-4f6c-961e-bdcbe27e8e94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T18:51:43Z,description=,heartbeat_timestamp=2022-02-09T19:27:43Z,host='n-d-713498-36',id=93303d5e-5d17-45e8-8963-7694f87783ae,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T18:51:43Z,topic='l3_agent')) {'router_ids': ['6e0b8dfd-d80f-424e-8c51-b91177a4b983'], 'active': True} {{(pid=103232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:28:10.187822 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-9eb6578e-0b6c-4ff1-ab0e-88495e9133f4 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=b2b40dc1aa204e8b8ec3d5f0a56cd3fb&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1525700 Feb 09 19:28:10.197470 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 55372) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:28:10.222523 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.l3_hamode_db [None req-cfcc86df-53a9-4f6c-961e-bdcbe27e8e94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713498-36', False) {} {{(pid=103232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:28:10.234423 n-d-713498-36 neutron-server[103230]: INFO neutron.pecan_wsgi.hooks.translation [None req-59a7fcd9-506a-474e-b884-bbf19e61a799 tempest-PortsIpV6TestJSON-283107163 tempest-PortsIpV6TestJSON-283107163-project] GET failed (client error): The resource could not be found. Feb 09 19:28:10.240178 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-59a7fcd9-506a-474e-b884-bbf19e61a799 tempest-PortsIpV6TestJSON-283107163 tempest-PortsIpV6TestJSON-283107163-project] 10.222.0.75 "GET /v2.0/ports/f80fcb73-d5f8-4398-aea0-53d4c4d46561 HTTP/1.1" status: 404 len: 333 time: 0.1122489 Feb 09 19:28:10.240827 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 55374) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:28:10.249733 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfcc86df-53a9-4f6c-961e-bdcbe27e8e94 None None] Routers {'6e0b8dfd-d80f-424e-8c51-b91177a4b983'} bound to L3 agent in host n-d-713498-36 {{(pid=103232) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 19:28:10.251492 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.l3_hamode_db [None req-cfcc86df-53a9-4f6c-961e-bdcbe27e8e94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T18:51:43Z,description=,heartbeat_timestamp=2022-02-09T19:27:43Z,host='n-d-713498-36',id=93303d5e-5d17-45e8-8963-7694f87783ae,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T18:51:43Z,topic='l3_agent')) {'router_ids': ['6e0b8dfd-d80f-424e-8c51-b91177a4b983'], 'active': True} {{(pid=103232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:28:10.294808 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.l3_hamode_db [None req-cfcc86df-53a9-4f6c-961e-bdcbe27e8e94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713498-36', False) {} {{(pid=103232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:28:10.296799 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfcc86df-53a9-4f6c-961e-bdcbe27e8e94 None None] The sync data for ids ['6e0b8dfd-d80f-424e-8c51-b91177a4b983'] in n-d-713498-36 is: [] {{(pid=103232) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 19:28:10.323083 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90718a13-e437-476c-b4b6-9153a3693fac req-54f1d756-4837-4238-95a1-be2ba69110ea tempest-ServerActionsTestJSON-347500300 tempest-ServerActionsTestJSON-347500300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:28:10.345222 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-90718a13-e437-476c-b4b6-9153a3693fac req-54f1d756-4837-4238-95a1-be2ba69110ea tempest-ServerActionsTestJSON-347500300 tempest-ServerActionsTestJSON-347500300-project] 10.222.0.75 "GET /v2.0/ports?device_id=90fa3247-1947-4321-832f-6c7718b1bdac HTTP/1.1" status: 200 len: 946 time: 0.1728518 Feb 09 19:28:10.375562 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-cadac0c1-aef5-4526-aa45-b953453d7c52 admin admin] Publish callbacks [] for security_group (00ccadbc-42e8-47d7-aa19-271f993386d3), before_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:28:10.428848 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-cadac0c1-aef5-4526-aa45-b953453d7c52 admin admin] Publish callbacks [] for security_group (00ccadbc-42e8-47d7-aa19-271f993386d3), precommit_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:28:10.436536 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-28513de7-c1ec-4680-a2e1-0c47325029ab tempest-PortsIpV6TestJSON-283107163 tempest-PortsIpV6TestJSON-283107163-project] Publish callbacks [] for router (6e0b8dfd-d80f-424e-8c51-b91177a4b983), before_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:28:10.555292 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-90718a13-e437-476c-b4b6-9153a3693fac req-1451aee6-2f69-40f3-b0cf-6df6366c14c6 tempest-ServerActionsTestJSON-347500300 tempest-ServerActionsTestJSON-347500300-project] 10.222.0.75 "GET /v2.0/security-groups?id=f62a4cfa-cf5c-41a8-8bc5-ff3861f4d88a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2070823 Feb 09 19:28:10.617374 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-cadac0c1-aef5-4526-aa45-b953453d7c52 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1892331'] for security_group (00ccadbc-42e8-47d7-aa19-271f993386d3), after_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:28:10.620751 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-cadac0c1-aef5-4526-aa45-b953453d7c52 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:28:10.621947 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-cadac0c1-aef5-4526-aa45-b953453d7c52 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/00ccadbc-42e8-47d7-aa19-271f993386d3 HTTP/1.1" status: 204 len: 168 time: 0.4231389 Feb 09 19:28:10.638538 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cadac0c1-aef5-4526-aa45-b953453d7c52 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=00ccadbc-42e8-47d7-aa19-271f993386d3,revision_number=None']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:28:10.720614 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-28513de7-c1ec-4680-a2e1-0c47325029ab tempest-PortsIpV6TestJSON-283107163 tempest-PortsIpV6TestJSON-283107163-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1834988', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-58375'] for router (6e0b8dfd-d80f-424e-8c51-b91177a4b983), precommit_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:28:10.722683 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-28513de7-c1ec-4680-a2e1-0c47325029ab tempest-PortsIpV6TestJSON-283107163 tempest-PortsIpV6TestJSON-283107163-project] Publish callbacks [] for router_controller (6e0b8dfd-d80f-424e-8c51-b91177a4b983), precommit_delete_associations {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:28:10.787925 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-28513de7-c1ec-4680-a2e1-0c47325029ab tempest-PortsIpV6TestJSON-283107163 tempest-PortsIpV6TestJSON-283107163-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1835003'] for router (6e0b8dfd-d80f-424e-8c51-b91177a4b983), after_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:28:10.788595 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-28513de7-c1ec-4680-a2e1-0c47325029ab tempest-PortsIpV6TestJSON-283107163 tempest-PortsIpV6TestJSON-283107163-project] Fanout notify agent at l3_agent the message router_deleted on router 6e0b8dfd-d80f-424e-8c51-b91177a4b983 {{(pid=103230) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 09 19:28:10.797862 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-28513de7-c1ec-4680-a2e1-0c47325029ab tempest-PortsIpV6TestJSON-283107163 tempest-PortsIpV6TestJSON-283107163-project] Publish callbacks [] for router (None), before_response {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:28:10.802543 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 55386) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:28:10.802696 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-28513de7-c1ec-4680-a2e1-0c47325029ab tempest-PortsIpV6TestJSON-283107163 tempest-PortsIpV6TestJSON-283107163-project] 10.222.0.75 "DELETE /v2.0/routers/6e0b8dfd-d80f-424e-8c51-b91177a4b983 HTTP/1.1" status: 204 len: 168 time: 0.5597341 Feb 09 19:28:10.820413 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-d95c8ade-d9c4-4bda-bd29-27443902a445 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762867132591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593584'] for agent (af91e4b9-f4e1-42b1-a25c-a10dc47171c8), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:28:10.905269 n-d-713498-36 neutron-server[103229]: DEBUG neutron.db.db_base_plugin_v2 [None req-649822fe-fb76-47a8-b3ca-cacfbfdb24db tempest-PortsIpV6TestJSON-283107163 tempest-PortsIpV6TestJSON-283107163-project] Deleting subnet 10b8c761-7cc5-4cc3-a22d-f55db47a2136 {{(pid=103229) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 19:28:10.914105 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-649822fe-fb76-47a8-b3ca-cacfbfdb24db tempest-PortsIpV6TestJSON-283107163 tempest-PortsIpV6TestJSON-283107163-project] Publish callbacks [] for subnet (10b8c761-7cc5-4cc3-a22d-f55db47a2136), before_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:28:11.027739 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-649822fe-fb76-47a8-b3ca-cacfbfdb24db tempest-PortsIpV6TestJSON-283107163 tempest-PortsIpV6TestJSON-283107163-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16683410'] for subnet (10b8c761-7cc5-4cc3-a22d-f55db47a2136), precommit_delete_associations {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:28:11.130612 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-649822fe-fb76-47a8-b3ca-cacfbfdb24db tempest-PortsIpV6TestJSON-283107163 tempest-PortsIpV6TestJSON-283107163-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-759852'] for subnet (10b8c761-7cc5-4cc3-a22d-f55db47a2136), precommit_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:28:11.249225 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-649822fe-fb76-47a8-b3ca-cacfbfdb24db tempest-PortsIpV6TestJSON-283107163 tempest-PortsIpV6TestJSON-283107163-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-760023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12867367', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12759238'] for subnet (10b8c761-7cc5-4cc3-a22d-f55db47a2136), after_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:28:11.275906 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 55400) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:28:11.304389 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-649822fe-fb76-47a8-b3ca-cacfbfdb24db tempest-PortsIpV6TestJSON-283107163 tempest-PortsIpV6TestJSON-283107163-project] Pushing event deleted for resources: {'Subnet': ['ID=10b8c761-7cc5-4cc3-a22d-f55db47a2136,revision_number=None']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:28:11.308319 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-649822fe-fb76-47a8-b3ca-cacfbfdb24db tempest-PortsIpV6TestJSON-283107163 tempest-PortsIpV6TestJSON-283107163-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1613566'] for subnet (None), before_response {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:28:11.311917 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-649822fe-fb76-47a8-b3ca-cacfbfdb24db tempest-PortsIpV6TestJSON-283107163 tempest-PortsIpV6TestJSON-283107163-project] 10.222.0.75 "DELETE /v2.0/subnets/10b8c761-7cc5-4cc3-a22d-f55db47a2136 HTTP/1.1" status: 204 len: 168 time: 0.5080452 Feb 09 19:28:11.319037 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4fc7dc3-6b25-458b-9311-a95c4a95a96c None None] Network c9498bc7-d931-4e13-a6b7-168975b447c6 requested from n-d-713498-36 {{(pid=103232) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 19:28:11.323811 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 55404) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:28:11.412967 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-478267dd-310f-4819-a42d-b1021531d733 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=4db8054772da4368bcfbd34bae8a8ea2&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1357837 Feb 09 19:28:11.415628 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 55406) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:28:11.484288 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-9674c007-94fa-4951-9682-75a00f481988 tempest-PortsIpV6TestJSON-283107163 tempest-PortsIpV6TestJSON-283107163-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-670458'] for network (c9498bc7-d931-4e13-a6b7-168975b447c6), before_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:28:11.525658 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-ba4aa219-2369-4c36-8c1e-a6210648598e admin admin] Publish callbacks [] for security_group (4358270e-538c-41ea-be30-d45f420d16a5), before_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:28:11.573975 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-ba4aa219-2369-4c36-8c1e-a6210648598e admin admin] Publish callbacks [] for security_group (4358270e-538c-41ea-be30-d45f420d16a5), precommit_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:28:11.593050 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ed9727a-4428-4ea7-8ab3-de4bc8ad095c None None] DHCP port deletion for c9498bc7-d931-4e13-a6b7-168975b447c6 request from n-d-713498-36 {{(pid=103232) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 09 19:28:11.626030 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.plugin [None req-9674c007-94fa-4951-9682-75a00f481988 tempest-PortsIpV6TestJSON-283107163 tempest-PortsIpV6TestJSON-283107163-project] Deleting port 05aabfbf-461d-4f94-a216-c075bb77ce18 {{(pid=103230) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 19:28:11.626496 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-9674c007-94fa-4951-9682-75a00f481988 tempest-PortsIpV6TestJSON-283107163 tempest-PortsIpV6TestJSON-283107163-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762867170196'] for port (05aabfbf-461d-4f94-a216-c075bb77ce18), before_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:28:11.677351 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-ba4aa219-2369-4c36-8c1e-a6210648598e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1892331'] for security_group (4358270e-538c-41ea-be30-d45f420d16a5), after_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:28:11.681385 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-ba4aa219-2369-4c36-8c1e-a6210648598e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:28:11.683472 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-ba4aa219-2369-4c36-8c1e-a6210648598e admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/4358270e-538c-41ea-be30-d45f420d16a5 HTTP/1.1" status: 204 len: 168 time: 0.2666507 Feb 09 19:28:11.722590 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba4aa219-2369-4c36-8c1e-a6210648598e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4358270e-538c-41ea-be30-d45f420d16a5,revision_number=None']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:28:11.778064 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-2ed9727a-4428-4ea7-8ab3-de4bc8ad095c None None] Deleting port 05aabfbf-461d-4f94-a216-c075bb77ce18 {{(pid=103232) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 19:28:11.778557 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-2ed9727a-4428-4ea7-8ab3-de4bc8ad095c None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762867170196'] for port (05aabfbf-461d-4f94-a216-c075bb77ce18), before_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:28:11.804589 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.db [None req-9674c007-94fa-4951-9682-75a00f481988 tempest-PortsIpV6TestJSON-283107163 tempest-PortsIpV6TestJSON-283107163-project] For port 05aabfbf-461d-4f94-a216-c075bb77ce18, host n-d-713498-36, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-36',level=0,port_id=05aabfbf-461d-4f94-a216-c075bb77ce18,segment=NetworkSegment(6ed44ee5-501d-459d-849b-b4f60df22aaf),segment_id=6ed44ee5-501d-459d-849b-b4f60df22aaf)] {{(pid=103230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 19:28:11.805170 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-9674c007-94fa-4951-9682-75a00f481988 tempest-PortsIpV6TestJSON-283107163 tempest-PortsIpV6TestJSON-283107163-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1820838'] for port (05aabfbf-461d-4f94-a216-c075bb77ce18), precommit_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:28:11.845406 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.plugin [None req-9674c007-94fa-4951-9682-75a00f481988 tempest-PortsIpV6TestJSON-283107163 tempest-PortsIpV6TestJSON-283107163-project] Calling delete_port for 05aabfbf-461d-4f94-a216-c075bb77ce18 owned by network:dhcp {{(pid=103230) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 19:28:11.909498 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9551260f-dd8a-4025-9efe-545e62dd9b57 req-b6d53359-1c7c-40bc-b129-49e43e019963 tempest-ServerActionsTestJSON-347500300 tempest-ServerActionsTestJSON-347500300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:28:11.915485 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-9551260f-dd8a-4025-9efe-545e62dd9b57 req-b6d53359-1c7c-40bc-b129-49e43e019963 tempest-ServerActionsTestJSON-347500300 tempest-ServerActionsTestJSON-347500300-project] 10.222.0.75 "GET /v2.0/ports?device_id=90fa3247-1947-4321-832f-6c7718b1bdac HTTP/1.1" status: 200 len: 946 time: 0.2177424 Feb 09 19:28:11.959302 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-2ed9727a-4428-4ea7-8ab3-de4bc8ad095c None None] For port 05aabfbf-461d-4f94-a216-c075bb77ce18, host n-d-713498-36, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-36',level=0,port_id=05aabfbf-461d-4f94-a216-c075bb77ce18,segment=NetworkSegment(6ed44ee5-501d-459d-849b-b4f60df22aaf),segment_id=6ed44ee5-501d-459d-849b-b4f60df22aaf)] {{(pid=103232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 19:28:11.962254 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-2ed9727a-4428-4ea7-8ab3-de4bc8ad095c None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1820838'] for port (05aabfbf-461d-4f94-a216-c075bb77ce18), precommit_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:28:11.997606 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-2ed9727a-4428-4ea7-8ab3-de4bc8ad095c None None] Calling delete_port for 05aabfbf-461d-4f94-a216-c075bb77ce18 owned by network:dhcp {{(pid=103232) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 19:28:12.029087 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Device 05aabfbf-461d-4f94-a216-c075bb77ce18 no longer exists at agent ovs-agent-n-d-713498-36 {{(pid=103232) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 19:28:12.174503 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-9551260f-dd8a-4025-9efe-545e62dd9b57 req-a1b0a60f-9af9-4907-be84-ee02db7b13a7 tempest-ServerActionsTestJSON-347500300 tempest-ServerActionsTestJSON-347500300-project] 10.222.0.75 "GET /v2.0/security-groups?id=f62a4cfa-cf5c-41a8-8bc5-ff3861f4d88a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1797299 Feb 09 19:28:12.192582 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-2ed9727a-4428-4ea7-8ab3-de4bc8ad095c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762867177463', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762866656476'] for port (05aabfbf-461d-4f94-a216-c075bb77ce18), after_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:28:12.202658 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-9674c007-94fa-4951-9682-75a00f481988 tempest-PortsIpV6TestJSON-283107163 tempest-PortsIpV6TestJSON-283107163-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762867177463', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762866656476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14393751'] for port (05aabfbf-461d-4f94-a216-c075bb77ce18), after_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:28:12.259117 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Current status of the port 05aabfbf-461d-4f94-a216-c075bb77ce18 is: ACTIVE; New status is: DOWN {{(pid=103232) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 19:28:12.266587 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (05aabfbf-461d-4f94-a216-c075bb77ce18), before_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:28:12.269921 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ed9727a-4428-4ea7-8ab3-de4bc8ad095c None None] Pushing event deleted for resources: {'Port': ['ID=05aabfbf-461d-4f94-a216-c075bb77ce18,revision_number=None']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:28:12.275401 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9674c007-94fa-4951-9682-75a00f481988 tempest-PortsIpV6TestJSON-283107163 tempest-PortsIpV6TestJSON-283107163-project] Pushing event deleted for resources: {'Port': ['ID=05aabfbf-461d-4f94-a216-c075bb77ce18,revision_number=None']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:28:12.280874 n-d-713498-36 neutron-server[103230]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9674c007-94fa-4951-9682-75a00f481988 tempest-PortsIpV6TestJSON-283107163 tempest-PortsIpV6TestJSON-283107163-project] No DVR routers for this DVR port 05aabfbf-461d-4f94-a216-c075bb77ce18 on host n-d-713498-36 {{(pid=103230) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 19:28:12.294621 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ed9727a-4428-4ea7-8ab3-de4bc8ad095c None None] No DVR routers for this DVR port 05aabfbf-461d-4f94-a216-c075bb77ce18 on host n-d-713498-36 {{(pid=103232) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 19:28:12.338156 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ed9727a-4428-4ea7-8ab3-de4bc8ad095c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:28:12.339393 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ed9727a-4428-4ea7-8ab3-de4bc8ad095c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:28:12.339879 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ed9727a-4428-4ea7-8ab3-de4bc8ad095c None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:28:12.340375 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ed9727a-4428-4ea7-8ab3-de4bc8ad095c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:28:12.340856 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ed9727a-4428-4ea7-8ab3-de4bc8ad095c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:28:12.341345 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ed9727a-4428-4ea7-8ab3-de4bc8ad095c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:28:12.341823 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ed9727a-4428-4ea7-8ab3-de4bc8ad095c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:28:12.342318 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ed9727a-4428-4ea7-8ab3-de4bc8ad095c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:28:12.342794 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ed9727a-4428-4ea7-8ab3-de4bc8ad095c None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:28:12.343545 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ed9727a-4428-4ea7-8ab3-de4bc8ad095c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:28:12.344043 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ed9727a-4428-4ea7-8ab3-de4bc8ad095c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:28:12.344509 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ed9727a-4428-4ea7-8ab3-de4bc8ad095c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:28:12.344983 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ed9727a-4428-4ea7-8ab3-de4bc8ad095c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:28:12.482889 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-9674c007-94fa-4951-9682-75a00f481988 tempest-PortsIpV6TestJSON-283107163 tempest-PortsIpV6TestJSON-283107163-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-590267', 'neutron.services.segments.db._delete_segments_for_network-8762867132609'] for network (c9498bc7-d931-4e13-a6b7-168975b447c6), precommit_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:28:12.528873 n-d-713498-36 neutron-server[103230]: DEBUG neutron.services.segments.db [None req-9674c007-94fa-4951-9682-75a00f481988 tempest-PortsIpV6TestJSON-283107163 tempest-PortsIpV6TestJSON-283107163-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c9498bc7-d931-4e13-a6b7-168975b447c6']}} {{(pid=103230) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:28:12.553727 n-d-713498-36 neutron-server[103230]: DEBUG neutron.services.segments.db [None req-9674c007-94fa-4951-9682-75a00f481988 tempest-PortsIpV6TestJSON-283107163 tempest-PortsIpV6TestJSON-283107163-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6ed44ee5-501d-459d-849b-b4f60df22aaf') {'for_net_delete': True} {{(pid=103230) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:28:12.555206 n-d-713498-36 neutron-server[103230]: DEBUG neutron.services.segments.db [None req-9674c007-94fa-4951-9682-75a00f481988 tempest-PortsIpV6TestJSON-283107163 tempest-PortsIpV6TestJSON-283107163-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6ed44ee5-501d-459d-849b-b4f60df22aaf') {} {{(pid=103230) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:28:12.587892 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-9674c007-94fa-4951-9682-75a00f481988 tempest-PortsIpV6TestJSON-283107163 tempest-PortsIpV6TestJSON-283107163-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762867134154', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12895813'] for segment (6ed44ee5-501d-459d-849b-b4f60df22aaf), before_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:28:12.613321 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-9674c007-94fa-4951-9682-75a00f481988 tempest-PortsIpV6TestJSON-283107163 tempest-PortsIpV6TestJSON-283107163-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-759574'] for segment (6ed44ee5-501d-459d-849b-b4f60df22aaf), precommit_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:28:12.620025 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9674c007-94fa-4951-9682-75a00f481988 tempest-PortsIpV6TestJSON-283107163 tempest-PortsIpV6TestJSON-283107163-project] Releasing vlan 362 on physical network physnet1 to pool {{(pid=103230) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 19:28:12.620424 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-9674c007-94fa-4951-9682-75a00f481988 tempest-PortsIpV6TestJSON-283107163 tempest-PortsIpV6TestJSON-283107163-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-759574', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14393826'] for segment (6ed44ee5-501d-459d-849b-b4f60df22aaf), after_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:28:12.623561 n-d-713498-36 neutron-server[103230]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 19:28:12.623561 n-d-713498-36 neutron-server[103230]: self.session.flush() Feb 09 19:28:12.623561 n-d-713498-36 neutron-server[103230]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 19:28:12.623561 n-d-713498-36 neutron-server[103230]: self.session.flush() Feb 09 19:28:12.623561 n-d-713498-36 neutron-server[103230]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 19:28:12.623561 n-d-713498-36 neutron-server[103230]: self.session.flush() Feb 09 19:28:12.623561 n-d-713498-36 neutron-server[103230]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 19:28:12.623561 n-d-713498-36 neutron-server[103230]: self.session.flush() Feb 09 19:28:12.623561 n-d-713498-36 neutron-server[103230]: Traceback (most recent call last): Feb 09 19:28:12.623561 n-d-713498-36 neutron-server[103230]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 19:28:12.623561 n-d-713498-36 neutron-server[103230]: timer() Feb 09 19:28:12.623561 n-d-713498-36 neutron-server[103230]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 19:28:12.623561 n-d-713498-36 neutron-server[103230]: cb(*args, **kw) Feb 09 19:28:12.623561 n-d-713498-36 neutron-server[103230]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 19:28:12.623561 n-d-713498-36 neutron-server[103230]: return func(*args, **kwargs) Feb 09 19:28:12.623561 n-d-713498-36 neutron-server[103230]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 19:28:12.623561 n-d-713498-36 neutron-server[103230]: self._notify() Feb 09 19:28:12.623561 n-d-713498-36 neutron-server[103230]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 19:28:12.623561 n-d-713498-36 neutron-server[103230]: self.callback(batched_events) Feb 09 19:28:12.623561 n-d-713498-36 neutron-server[103230]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 19:28:12.623561 n-d-713498-36 neutron-server[103230]: event.method(event) Feb 09 19:28:12.623561 n-d-713498-36 neutron-server[103230]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 19:28:12.623561 n-d-713498-36 neutron-server[103230]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 19:28:12.623561 n-d-713498-36 neutron-server[103230]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 19:28:12.623561 n-d-713498-36 neutron-server[103230]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 19:28:12.623561 n-d-713498-36 neutron-server[103230]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 19:28:12.623561 n-d-713498-36 neutron-server[103230]: return f(self, *a, **k) Feb 09 19:28:12.623561 n-d-713498-36 neutron-server[103230]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 19:28:12.623561 n-d-713498-36 neutron-server[103230]: return self._get(url).json() Feb 09 19:28:12.623561 n-d-713498-36 neutron-server[103230]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 19:28:12.623561 n-d-713498-36 neutron-server[103230]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 19:28:12.623561 n-d-713498-36 neutron-server[103230]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 19:28:12.623561 n-d-713498-36 neutron-server[103230]: return self.request(url, 'GET', **kwargs) Feb 09 19:28:12.623561 n-d-713498-36 neutron-server[103230]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 19:28:12.623561 n-d-713498-36 neutron-server[103230]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 19:28:12.623561 n-d-713498-36 neutron-server[103230]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 19:28:12.623561 n-d-713498-36 neutron-server[103230]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 19:28:12.623561 n-d-713498-36 neutron-server[103230]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 19:28:12.623561 n-d-713498-36 neutron-server[103230]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 19:28:12.623561 n-d-713498-36 neutron-server[103230]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 19:28:12.750303 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-9674c007-94fa-4951-9682-75a00f481988 tempest-PortsIpV6TestJSON-283107163 tempest-PortsIpV6TestJSON-283107163-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-590242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1885479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1818895'] for network (c9498bc7-d931-4e13-a6b7-168975b447c6), after_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:28:12.757870 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-9674c007-94fa-4951-9682-75a00f481988 tempest-PortsIpV6TestJSON-283107163 tempest-PortsIpV6TestJSON-283107163-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1613566'] for network (None), before_response {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:28:12.764731 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-9674c007-94fa-4951-9682-75a00f481988 tempest-PortsIpV6TestJSON-283107163 tempest-PortsIpV6TestJSON-283107163-project] 10.222.0.75 "DELETE /v2.0/networks/c9498bc7-d931-4e13-a6b7-168975b447c6 HTTP/1.1" status: 204 len: 168 time: 1.4268045 Feb 09 19:28:12.766508 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 55452) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:28:12.788239 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9674c007-94fa-4951-9682-75a00f481988 tempest-PortsIpV6TestJSON-283107163 tempest-PortsIpV6TestJSON-283107163-project] Pushing event deleted for resources: {'Network': ['ID=c9498bc7-d931-4e13-a6b7-168975b447c6,revision_number=None']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:28:12.830054 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04785c37-8081-46a3-9270-08591129ff72 tempest-PortsIpV6TestJSON-283107163 tempest-PortsIpV6TestJSON-283107163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:28:12.831989 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-04785c37-8081-46a3-9270-08591129ff72 tempest-PortsIpV6TestJSON-283107163 tempest-PortsIpV6TestJSON-283107163-project] 10.222.0.75 "GET /v2.0/ports/e39e2b1d-e63b-46df-b52f-bfbc1a1f1217 HTTP/1.1" status: 200 len: 844 time: 0.0642629 Feb 09 19:28:12.835679 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 55454) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:28:12.897683 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-5571d90f-c6bd-4d79-8fe4-bfce5240cf1a tempest-PortsIpV6TestJSON-283107163 tempest-PortsIpV6TestJSON-283107163-project] 10.222.0.75 "GET /v2.0/ports/e39e2b1d-e63b-46df-b52f-bfbc1a1f1217?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.0606339 Feb 09 19:28:12.902057 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 55460) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:28:12.907234 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.v2.base [None req-16715d5a-19b5-48a4-accf-5787006a145d tempest-PortsIpV6TestJSON-283107163 tempest-PortsIpV6TestJSON-283107163-project] Request body: {'subnet': {'network_id': 'c648969a-32f4-4c6b-a1b6-2ebebb7a2e49', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 19:28:12.947723 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 55462) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:28:13.042278 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-16715d5a-19b5-48a4-accf-5787006a145d tempest-PortsIpV6TestJSON-283107163 tempest-PortsIpV6TestJSON-283107163-project] Made reservation on behalf of 13b115ce9df54fa79100ec0671404776 for: {'subnet': 1} {{(pid=103229) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 19:28:13.050262 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-16715d5a-19b5-48a4-accf-5787006a145d tempest-PortsIpV6TestJSON-283107163 tempest-PortsIpV6TestJSON-283107163-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12759265'] for subnet (None), before_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:28:13.091423 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-784ba827-d0e0-42af-8f91-3b837408ba5d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762867132591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593584'] for agent (93303d5e-5d17-45e8-8963-7694f87783ae), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:28:13.404894 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-92cdb7fa-435c-4eb4-9f71-cda3120de9a0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:28:13.472595 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-16715d5a-19b5-48a4-accf-5787006a145d tempest-PortsIpV6TestJSON-283107163 tempest-PortsIpV6TestJSON-283107163-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12867428', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12759263'] for subnet (2f74b969-9b3c-422c-a9e2-8212b38d40cf), after_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:28:13.568033 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16715d5a-19b5-48a4-accf-5787006a145d tempest-PortsIpV6TestJSON-283107163 tempest-PortsIpV6TestJSON-283107163-project] Pushing event updated for resources: {'Subnet': ['ID=2f74b969-9b3c-422c-a9e2-8212b38d40cf,revision_number=0']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:28:13.603557 n-d-713498-36 neutron-server[103229]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16715d5a-19b5-48a4-accf-5787006a145d tempest-PortsIpV6TestJSON-283107163 tempest-PortsIpV6TestJSON-283107163-project] Network c648969a-32f4-4c6b-a1b6-2ebebb7a2e49 is already hosted by enough agents. {{(pid=103229) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 19:28:13.610529 n-d-713498-36 neutron-server[103229]: DEBUG neutron.scheduler.base_scheduler [None req-16715d5a-19b5-48a4-accf-5787006a145d tempest-PortsIpV6TestJSON-283107163 tempest-PortsIpV6TestJSON-283107163-project] Resources bound (agent type, host, resource id): {{(pid=103229) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 19:28:13.615034 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16715d5a-19b5-48a4-accf-5787006a145d tempest-PortsIpV6TestJSON-283107163 tempest-PortsIpV6TestJSON-283107163-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:28:13.615917 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-16715d5a-19b5-48a4-accf-5787006a145d tempest-PortsIpV6TestJSON-283107163 tempest-PortsIpV6TestJSON-283107163-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1613566'] for subnet (None), before_response {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:28:13.621423 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8014d13-489c-46ab-8271-192d8ce1776a None None] Network c648969a-32f4-4c6b-a1b6-2ebebb7a2e49 requested from n-d-713498-36 {{(pid=103232) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 19:28:13.627454 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-92cdb7fa-435c-4eb4-9f71-cda3120de9a0 admin admin] Publish callbacks [] for security_group (18fee15b-bc59-470a-a106-bb648a44e37a), precommit_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:28:13.653191 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-92cdb7fa-435c-4eb4-9f71-cda3120de9a0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1892331'] for security_group (18fee15b-bc59-470a-a106-bb648a44e37a), after_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:28:13.659130 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-16715d5a-19b5-48a4-accf-5787006a145d tempest-PortsIpV6TestJSON-283107163 tempest-PortsIpV6TestJSON-283107163-project] 10.222.0.75 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.7522287 Feb 09 19:28:13.659954 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 55482) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:28:13.671031 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.v2.base [None req-6f6b1051-22be-4a91-b6a5-dfabcaa81cbe tempest-PortsIpV6TestJSON-283107163 tempest-PortsIpV6TestJSON-283107163-project] Request body: {'security_group': {'name': 'tempest-secgroup-1926858527'}} {{(pid=103229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 19:28:13.709882 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-6f6b1051-22be-4a91-b6a5-dfabcaa81cbe tempest-PortsIpV6TestJSON-283107163 tempest-PortsIpV6TestJSON-283107163-project] Publish callbacks [] for security_group (None), before_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:28:13.761777 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-92cdb7fa-435c-4eb4-9f71-cda3120de9a0 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=f86199eacb544fc2a52e69f2d678bd00&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8129246 Feb 09 19:28:13.764254 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92cdb7fa-435c-4eb4-9f71-cda3120de9a0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=18fee15b-bc59-470a-a106-bb648a44e37a,revision_number=1']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:28:13.768298 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 55488) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:28:13.885368 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea7581e6-9126-4a67-be3b-c19423f8af99 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8b32e980-7cce-5e82-a341-bd2fa8945c89-c648969a-32f4-4c6b-a1b6-2ebebb7a2e49', 'network_id': 'c648969a-32f4-4c6b-a1b6-2ebebb7a2e49', 'project_id': '13b115ce9df54fa79100ec0671404776', 'fixed_ips': [{'subnet_id': '2f74b969-9b3c-422c-a9e2-8212b38d40cf'}]}} from n-d-713498-36. {{(pid=103232) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 09 19:28:13.886969 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-ea7581e6-9126-4a67-be3b-c19423f8af99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (None), before_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:28:13.902460 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-6f6b1051-22be-4a91-b6a5-dfabcaa81cbe tempest-PortsIpV6TestJSON-283107163 tempest-PortsIpV6TestJSON-283107163-project] Publish callbacks [] for security_group (44a8c2da-2ea1-4095-8906-99d8b6a20b96), precommit_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:28:13.910787 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-6f6b1051-22be-4a91-b6a5-dfabcaa81cbe tempest-PortsIpV6TestJSON-283107163 tempest-PortsIpV6TestJSON-283107163-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1892331'] for security_group (44a8c2da-2ea1-4095-8906-99d8b6a20b96), after_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:28:13.913814 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-8676b914-ded5-4df3-91c4-62a2789e48bb admin admin] Publish callbacks [] for security_group (18fee15b-bc59-470a-a106-bb648a44e37a), before_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:28:13.944862 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f6b1051-22be-4a91-b6a5-dfabcaa81cbe tempest-PortsIpV6TestJSON-283107163 tempest-PortsIpV6TestJSON-283107163-project] Pushing event updated for resources: {'SecurityGroup': ['ID=44a8c2da-2ea1-4095-8906-99d8b6a20b96,revision_number=1']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:28:13.999431 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-6f6b1051-22be-4a91-b6a5-dfabcaa81cbe tempest-PortsIpV6TestJSON-283107163 tempest-PortsIpV6TestJSON-283107163-project] Publish callbacks [] for security_group (None), before_response {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:28:14.000943 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-6f6b1051-22be-4a91-b6a5-dfabcaa81cbe tempest-PortsIpV6TestJSON-283107163 tempest-PortsIpV6TestJSON-283107163-project] 10.222.0.75 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.3399117 Feb 09 19:28:14.003696 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-8676b914-ded5-4df3-91c4-62a2789e48bb admin admin] Publish callbacks [] for security_group (18fee15b-bc59-470a-a106-bb648a44e37a), precommit_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:28:14.004418 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 55494) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:28:14.009786 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.v2.base [None req-cb4466cb-55b4-421f-af78-c6a0952bf4ff tempest-PortsIpV6TestJSON-283107163 tempest-PortsIpV6TestJSON-283107163-project] Request body: {'security_group': {'name': 'tempest-secgroup-1059875483'}} {{(pid=103230) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 19:28:14.045027 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-cb4466cb-55b4-421f-af78-c6a0952bf4ff tempest-PortsIpV6TestJSON-283107163 tempest-PortsIpV6TestJSON-283107163-project] Publish callbacks [] for security_group (None), before_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:28:14.109465 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-8676b914-ded5-4df3-91c4-62a2789e48bb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1892331'] for security_group (18fee15b-bc59-470a-a106-bb648a44e37a), after_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:28:14.113862 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-8676b914-ded5-4df3-91c4-62a2789e48bb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:28:14.115357 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-8676b914-ded5-4df3-91c4-62a2789e48bb admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/18fee15b-bc59-470a-a106-bb648a44e37a HTTP/1.1" status: 204 len: 168 time: 0.3461151 Feb 09 19:28:14.126858 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8676b914-ded5-4df3-91c4-62a2789e48bb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=18fee15b-bc59-470a-a106-bb648a44e37a,revision_number=None']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:28:14.214807 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-cb4466cb-55b4-421f-af78-c6a0952bf4ff tempest-PortsIpV6TestJSON-283107163 tempest-PortsIpV6TestJSON-283107163-project] Publish callbacks [] for security_group (9b699a3d-49a1-487f-b69b-4722b9f5f6c2), precommit_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:28:14.217248 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.db_base_plugin_common [None req-ea7581e6-9126-4a67-be3b-c19423f8af99 None None] Allocated IP 2001:db8::2 (c648969a-32f4-4c6b-a1b6-2ebebb7a2e49/2f74b969-9b3c-422c-a9e2-8212b38d40cf/f170fc0f-a7b9-4550-a8f8-e561b89d874b) {{(pid=103232) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 19:28:14.224520 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-cb4466cb-55b4-421f-af78-c6a0952bf4ff tempest-PortsIpV6TestJSON-283107163 tempest-PortsIpV6TestJSON-283107163-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1892331'] for security_group (9b699a3d-49a1-487f-b69b-4722b9f5f6c2), after_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:28:14.282756 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb4466cb-55b4-421f-af78-c6a0952bf4ff tempest-PortsIpV6TestJSON-283107163 tempest-PortsIpV6TestJSON-283107163-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9b699a3d-49a1-487f-b69b-4722b9f5f6c2,revision_number=1']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:28:14.321107 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-cb4466cb-55b4-421f-af78-c6a0952bf4ff tempest-PortsIpV6TestJSON-283107163 tempest-PortsIpV6TestJSON-283107163-project] Publish callbacks [] for security_group (None), before_response {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:28:14.326871 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 55510) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:28:14.327905 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-cb4466cb-55b4-421f-af78-c6a0952bf4ff tempest-PortsIpV6TestJSON-283107163 tempest-PortsIpV6TestJSON-283107163-project] 10.222.0.75 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.3216259 Feb 09 19:28:14.333137 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.v2.base [None req-3bc8a9b4-d6b3-4ba9-9c4d-b2abeb2f253f tempest-PortsIpV6TestJSON-283107163 tempest-PortsIpV6TestJSON-283107163-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-900070837', 'security_groups': ['9b699a3d-49a1-487f-b69b-4722b9f5f6c2'], 'network_id': 'c648969a-32f4-4c6b-a1b6-2ebebb7a2e49', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '2f74b969-9b3c-422c-a9e2-8212b38d40cf'}]}} {{(pid=103229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 19:28:14.417797 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-edc54c9b-7f13-45d9-9271-85c9738b0128 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762867132591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593584'] for agent (a62b1850-466f-48ae-bec7-d62fb280e14b), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:28:14.625871 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-ea7581e6-9126-4a67-be3b-c19423f8af99 None None] Publish callbacks [] for port (f170fc0f-a7b9-4550-a8f8-e561b89d874b), precommit_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:28:14.636746 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-ea7581e6-9126-4a67-be3b-c19423f8af99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762866656467'] for port (f170fc0f-a7b9-4550-a8f8-e561b89d874b), after_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:28:14.699791 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea7581e6-9126-4a67-be3b-c19423f8af99 None None] Pushing event updated for resources: {'Port': ['ID=f170fc0f-a7b9-4550-a8f8-e561b89d874b,revision_number=1']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:28:14.718619 n-d-713498-36 neutron-server[103232]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea7581e6-9126-4a67-be3b-c19423f8af99 None None] Network c648969a-32f4-4c6b-a1b6-2ebebb7a2e49 is already hosted by enough agents. {{(pid=103232) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 19:28:14.720756 n-d-713498-36 neutron-server[103232]: DEBUG neutron.scheduler.base_scheduler [None req-ea7581e6-9126-4a67-be3b-c19423f8af99 None None] Resources bound (agent type, host, resource id): {{(pid=103232) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 19:28:14.724561 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea7581e6-9126-4a67-be3b-c19423f8af99 None None] Received port after_create {{(pid=103232) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 19:28:14.742812 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3bc8a9b4-d6b3-4ba9-9c4d-b2abeb2f253f tempest-PortsIpV6TestJSON-283107163 tempest-PortsIpV6TestJSON-283107163-project] Made reservation on behalf of 13b115ce9df54fa79100ec0671404776 for: {'port': 1} {{(pid=103229) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 19:28:14.807810 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.managers [None req-ea7581e6-9126-4a67-be3b-c19423f8af99 None None] Attempting to bind port f170fc0f-a7b9-4550-a8f8-e561b89d874b on host n-d-713498-36 for vnic_type normal with profile {{(pid=103232) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 19:28:14.808311 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.managers [None req-ea7581e6-9126-4a67-be3b-c19423f8af99 None None] Attempting to bind port f170fc0f-a7b9-4550-a8f8-e561b89d874b by drivers openvswitch,hyperv on host n-d-713498-36 at level 0 using segments [{'id': '595f0ab7-5335-4e7d-ab46-78c7a496b4af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': 'c648969a-32f4-4c6b-a1b6-2ebebb7a2e49'}] {{(pid=103232) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 19:28:14.808820 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea7581e6-9126-4a67-be3b-c19423f8af99 None None] Attempting to bind port f170fc0f-a7b9-4550-a8f8-e561b89d874b on network c648969a-32f4-4c6b-a1b6-2ebebb7a2e49 {{(pid=103232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 19:28:14.816935 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea7581e6-9126-4a67-be3b-c19423f8af99 None None] Checking agent: {'id': '496418a2-c002-4aec-ab1a-07f3bea491bd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-36', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 18, 51, 47), 'started_at': datetime.datetime(2022, 2, 9, 18, 52, 17), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 19, 27, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-36'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 19:28:14.817814 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea7581e6-9126-4a67-be3b-c19423f8af99 None None] Checking segment: {'id': '595f0ab7-5335-4e7d-ab46-78c7a496b4af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': 'c648969a-32f4-4c6b-a1b6-2ebebb7a2e49'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103232) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 19:28:14.828047 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-ea7581e6-9126-4a67-be3b-c19423f8af99 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:28:14.828746 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea7581e6-9126-4a67-be3b-c19423f8af99 None None] Bound using segment: {'id': '595f0ab7-5335-4e7d-ab46-78c7a496b4af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': 'c648969a-32f4-4c6b-a1b6-2ebebb7a2e49'} {{(pid=103232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 19:28:14.829326 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.managers [None req-ea7581e6-9126-4a67-be3b-c19423f8af99 None None] Bound port: f170fc0f-a7b9-4550-a8f8-e561b89d874b, host: n-d-713498-36, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '595f0ab7-5335-4e7d-ab46-78c7a496b4af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': 'c648969a-32f4-4c6b-a1b6-2ebebb7a2e49'}}] {{(pid=103232) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 19:28:14.830413 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-ea7581e6-9126-4a67-be3b-c19423f8af99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (f170fc0f-a7b9-4550-a8f8-e561b89d874b), before_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:28:14.954372 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-3bc8a9b4-d6b3-4ba9-9c4d-b2abeb2f253f tempest-PortsIpV6TestJSON-283107163 tempest-PortsIpV6TestJSON-283107163-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (None), before_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:28:14.988016 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-ea7581e6-9126-4a67-be3b-c19423f8af99 None None] For port f170fc0f-a7b9-4550-a8f8-e561b89d874b, host n-d-713498-36, cleared binding levels {{(pid=103232) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 19:28:14.993048 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-ea7581e6-9126-4a67-be3b-c19423f8af99 None None] For port f170fc0f-a7b9-4550-a8f8-e561b89d874b, host n-d-713498-36, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-36',level=0,port_id=f170fc0f-a7b9-4550-a8f8-e561b89d874b,segment=NetworkSegment(595f0ab7-5335-4e7d-ab46-78c7a496b4af),segment_id=595f0ab7-5335-4e7d-ab46-78c7a496b4af)] {{(pid=103232) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 19:28:15.003314 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-ea7581e6-9126-4a67-be3b-c19423f8af99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762867176205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762866656485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762866656503'] for port (f170fc0f-a7b9-4550-a8f8-e561b89d874b), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:28:15.008521 n-d-713498-36 neutron-server[103229]: DEBUG neutron.notifiers.nova [None req-3bc8a9b4-d6b3-4ba9-9c4d-b2abeb2f253f tempest-PortsIpV6TestJSON-283107163 tempest-PortsIpV6TestJSON-283107163-project] device_id is not set on port 0f48c0ee-c3b1-4636-a988-d15530326295 yet. {{(pid=103229) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 09 19:28:15.087312 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fffc6db1-111e-4a9e-adf1-a9e15b34f8dd req-450f6c35-9c08-4ae2-b5c7-3fab9e111727 tempest-AttachVolumeShelveTestJSON-671139515 tempest-AttachVolumeShelveTestJSON-671139515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:28:15.098297 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-fffc6db1-111e-4a9e-adf1-a9e15b34f8dd req-450f6c35-9c08-4ae2-b5c7-3fab9e111727 tempest-AttachVolumeShelveTestJSON-671139515 tempest-AttachVolumeShelveTestJSON-671139515-project] 10.222.0.75 "GET /v2.0/ports?device_id=32437e19-fcdc-4dd1-84cc-377ffcb85b84 HTTP/1.1" status: 200 len: 946 time: 0.1674247 Feb 09 19:28:15.234989 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea7581e6-9126-4a67-be3b-c19423f8af99 None None] Pushing event updated for resources: {'Port': ['ID=f170fc0f-a7b9-4550-a8f8-e561b89d874b,revision_number=2']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:28:15.255917 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-fffc6db1-111e-4a9e-adf1-a9e15b34f8dd req-6e4f7243-1361-4ab9-9a6c-858229b2d09b tempest-AttachVolumeShelveTestJSON-671139515 tempest-AttachVolumeShelveTestJSON-671139515-project] 10.222.0.75 "GET /v2.0/security-groups?id=e78d9a5a-8306-4175-aed3-1bd14ac6b154&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1566367 Feb 09 19:28:15.409801 n-d-713498-36 neutron-server[103229]: DEBUG neutron.db.db_base_plugin_common [None req-3bc8a9b4-d6b3-4ba9-9c4d-b2abeb2f253f tempest-PortsIpV6TestJSON-283107163 tempest-PortsIpV6TestJSON-283107163-project] Allocated IP 2001:db8::188 (c648969a-32f4-4c6b-a1b6-2ebebb7a2e49/2f74b969-9b3c-422c-a9e2-8212b38d40cf/0f48c0ee-c3b1-4636-a988-d15530326295) {{(pid=103229) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 19:28:15.626897 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 55644) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:28:15.679379 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-d097bea5-608a-4320-b3bc-c8e061c1a693 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:28:15.962115 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-a7262a8e-0513-48fd-984d-75726a511961 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762867132591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593584'] for agent (911cfea2-02ae-4ec9-bac3-7808ee1cdd9c), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:28:15.977257 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-3bc8a9b4-d6b3-4ba9-9c4d-b2abeb2f253f tempest-PortsIpV6TestJSON-283107163 tempest-PortsIpV6TestJSON-283107163-project] Publish callbacks [] for port (0f48c0ee-c3b1-4636-a988-d15530326295), precommit_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:28:16.041448 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-d097bea5-608a-4320-b3bc-c8e061c1a693 admin admin] Publish callbacks [] for security_group (aca8700a-1141-4626-895b-7e9ee770eb3a), precommit_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:28:16.047667 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-d097bea5-608a-4320-b3bc-c8e061c1a693 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1892331'] for security_group (aca8700a-1141-4626-895b-7e9ee770eb3a), after_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:28:16.132965 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-d097bea5-608a-4320-b3bc-c8e061c1a693 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=b4d7416b637c4720b2d439d37c78eb6c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5047431 Feb 09 19:28:16.138557 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 55700) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:28:16.145321 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d097bea5-608a-4320-b3bc-c8e061c1a693 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aca8700a-1141-4626-895b-7e9ee770eb3a,revision_number=1']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:28:16.157242 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-3bc8a9b4-d6b3-4ba9-9c4d-b2abeb2f253f tempest-PortsIpV6TestJSON-283107163 tempest-PortsIpV6TestJSON-283107163-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762866656467', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12867576'] for port (0f48c0ee-c3b1-4636-a988-d15530326295), after_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:28:16.202911 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Device f170fc0f-a7b9-4550-a8f8-e561b89d874b up at agent ovs-agent-n-d-713498-36 {{(pid=103232) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 19:28:16.367988 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.provisioning_blocks [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Provisioning complete for port f170fc0f-a7b9-4550-a8f8-e561b89d874b triggered by entity L2. {{(pid=103232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 19:28:16.369431 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593630'] for port (f170fc0f-a7b9-4550-a8f8-e561b89d874b), provisioning_complete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:28:16.439742 n-d-713498-36 neutron-server[103229]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3bc8a9b4-d6b3-4ba9-9c4d-b2abeb2f253f tempest-PortsIpV6TestJSON-283107163 tempest-PortsIpV6TestJSON-283107163-project] Network c648969a-32f4-4c6b-a1b6-2ebebb7a2e49 is already hosted by enough agents. {{(pid=103229) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 19:28:16.447322 n-d-713498-36 neutron-server[103229]: DEBUG neutron.scheduler.base_scheduler [None req-3bc8a9b4-d6b3-4ba9-9c4d-b2abeb2f253f tempest-PortsIpV6TestJSON-283107163 tempest-PortsIpV6TestJSON-283107163-project] Resources bound (agent type, host, resource id): {{(pid=103229) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 19:28:16.449703 n-d-713498-36 neutron-server[103229]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bc8a9b4-d6b3-4ba9-9c4d-b2abeb2f253f tempest-PortsIpV6TestJSON-283107163 tempest-PortsIpV6TestJSON-283107163-project] Received port after_create {{(pid=103229) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 19:28:16.455574 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3bc8a9b4-d6b3-4ba9-9c4d-b2abeb2f253f tempest-PortsIpV6TestJSON-283107163 tempest-PortsIpV6TestJSON-283107163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:28:16.456417 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-3bc8a9b4-d6b3-4ba9-9c4d-b2abeb2f253f tempest-PortsIpV6TestJSON-283107163 tempest-PortsIpV6TestJSON-283107163-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171096'] for port (None), before_response {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:28:16.472547 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bc8a9b4-d6b3-4ba9-9c4d-b2abeb2f253f tempest-PortsIpV6TestJSON-283107163 tempest-PortsIpV6TestJSON-283107163-project] Pushing event updated for resources: {'Port': ['ID=0f48c0ee-c3b1-4636-a988-d15530326295,revision_number=1']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:28:16.498740 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-3bc8a9b4-d6b3-4ba9-9c4d-b2abeb2f253f tempest-PortsIpV6TestJSON-283107163 tempest-PortsIpV6TestJSON-283107163-project] 10.222.0.75 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 2.1700969 Feb 09 19:28:16.507146 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 55742) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:28:16.512838 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.v2.base [None req-9501adfc-09cd-489c-b479-95da536b2eff tempest-PortsIpV6TestJSON-283107163 tempest-PortsIpV6TestJSON-283107163-project] Request body: {'subnet': {'network_id': 'c648969a-32f4-4c6b-a1b6-2ebebb7a2e49', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 19:28:16.541387 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-f0705436-8dda-4ab2-b0ce-bd41244c32b2 admin admin] Publish callbacks [] for security_group (aca8700a-1141-4626-895b-7e9ee770eb3a), before_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:28:16.592332 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-f0705436-8dda-4ab2-b0ce-bd41244c32b2 admin admin] Publish callbacks [] for security_group (aca8700a-1141-4626-895b-7e9ee770eb3a), precommit_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:28:16.630286 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-529632eb-e55a-423e-8c17-aead367ea423 req-cbe1b532-3c0d-4268-8a77-e5afabd4fdfb tempest-AttachVolumeShelveTestJSON-671139515 tempest-AttachVolumeShelveTestJSON-671139515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:28:16.643576 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-529632eb-e55a-423e-8c17-aead367ea423 req-cbe1b532-3c0d-4268-8a77-e5afabd4fdfb tempest-AttachVolumeShelveTestJSON-671139515 tempest-AttachVolumeShelveTestJSON-671139515-project] 10.222.0.75 "GET /v2.0/ports?device_id=32437e19-fcdc-4dd1-84cc-377ffcb85b84 HTTP/1.1" status: 200 len: 946 time: 0.2060902 Feb 09 19:28:16.719386 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Current status of the port f170fc0f-a7b9-4550-a8f8-e561b89d874b is: DOWN; New status is: ACTIVE {{(pid=103232) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 19:28:16.719804 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (f170fc0f-a7b9-4550-a8f8-e561b89d874b), before_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:28:16.733418 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-f0705436-8dda-4ab2-b0ce-bd41244c32b2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1892331'] for security_group (aca8700a-1141-4626-895b-7e9ee770eb3a), after_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:28:16.738552 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-f0705436-8dda-4ab2-b0ce-bd41244c32b2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:28:16.741425 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-f0705436-8dda-4ab2-b0ce-bd41244c32b2 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/aca8700a-1141-4626-895b-7e9ee770eb3a HTTP/1.1" status: 204 len: 168 time: 0.6014836 Feb 09 19:28:16.800837 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0705436-8dda-4ab2-b0ce-bd41244c32b2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aca8700a-1141-4626-895b-7e9ee770eb3a,revision_number=None']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:28:16.819569 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-529632eb-e55a-423e-8c17-aead367ea423 req-94ab53b5-e6a0-49a7-a414-3021b651bd38 tempest-AttachVolumeShelveTestJSON-671139515 tempest-AttachVolumeShelveTestJSON-671139515-project] 10.222.0.75 "GET /v2.0/security-groups?id=e78d9a5a-8306-4175-aed3-1bd14ac6b154&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1702225 Feb 09 19:28:16.900040 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] For port f170fc0f-a7b9-4550-a8f8-e561b89d874b, host n-d-713498-36, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-36',level=0,port_id=f170fc0f-a7b9-4550-a8f8-e561b89d874b,segment=NetworkSegment(595f0ab7-5335-4e7d-ab46-78c7a496b4af),segment_id=595f0ab7-5335-4e7d-ab46-78c7a496b4af)] {{(pid=103232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 19:28:16.924690 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762867176205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762866656485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762866656503'] for port (f170fc0f-a7b9-4550-a8f8-e561b89d874b), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:28:16.991115 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9501adfc-09cd-489c-b479-95da536b2eff tempest-PortsIpV6TestJSON-283107163 tempest-PortsIpV6TestJSON-283107163-project] Made reservation on behalf of 13b115ce9df54fa79100ec0671404776 for: {'subnet': 1} {{(pid=103229) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 19:28:16.998433 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-9501adfc-09cd-489c-b479-95da536b2eff tempest-PortsIpV6TestJSON-283107163 tempest-PortsIpV6TestJSON-283107163-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12759265'] for subnet (None), before_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:28:17.094802 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762867132591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593584'] for agent (496418a2-c002-4aec-ab1a-07f3bea491bd), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:28:17.100638 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Pushing event updated for resources: {'Port': ['ID=f170fc0f-a7b9-4550-a8f8-e561b89d874b,revision_number=3']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:28:17.176155 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.provisioning_blocks [None req-2184da5c-c523-44bc-a2de-cd5dca36c79e None None] Provisioning complete for port e39e2b1d-e63b-46df-b52f-bfbc1a1f1217 triggered by entity DHCP. {{(pid=103232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 19:28:17.176542 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-2184da5c-c523-44bc-a2de-cd5dca36c79e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593630'] for port (e39e2b1d-e63b-46df-b52f-bfbc1a1f1217), provisioning_complete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:28:17.309535 n-d-713498-36 neutron-server[103229]: INFO neutron.db.ipam_backend_mixin [None req-9501adfc-09cd-489c-b479-95da536b2eff tempest-PortsIpV6TestJSON-283107163 tempest-PortsIpV6TestJSON-283107163-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 2f74b969-9b3c-422c-a9e2-8212b38d40cf (CIDR: 2001:db8::/64) Feb 09 19:28:17.316621 n-d-713498-36 neutron-server[103229]: INFO neutron.pecan_wsgi.hooks.translation [None req-9501adfc-09cd-489c-b479-95da536b2eff tempest-PortsIpV6TestJSON-283107163 tempest-PortsIpV6TestJSON-283107163-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 09 19:28:17.317089 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9501adfc-09cd-489c-b479-95da536b2eff tempest-PortsIpV6TestJSON-283107163 tempest-PortsIpV6TestJSON-283107163-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103229) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 19:28:17.353449 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-2184da5c-c523-44bc-a2de-cd5dca36c79e None None] Port e39e2b1d-e63b-46df-b52f-bfbc1a1f1217 cannot update to ACTIVE because it is not bound. {{(pid=103232) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 19:28:17.381083 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.provisioning_blocks [None req-2184da5c-c523-44bc-a2de-cd5dca36c79e None None] Provisioning complete for port f170fc0f-a7b9-4550-a8f8-e561b89d874b triggered by entity DHCP. {{(pid=103232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 19:28:17.381737 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-2184da5c-c523-44bc-a2de-cd5dca36c79e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593630'] for port (f170fc0f-a7b9-4550-a8f8-e561b89d874b), provisioning_complete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:28:17.387507 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-9501adfc-09cd-489c-b479-95da536b2eff tempest-PortsIpV6TestJSON-283107163 tempest-PortsIpV6TestJSON-283107163-project] 10.222.0.75 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.8785694 Feb 09 19:28:17.403520 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 55844) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:28:17.442459 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.v2.base [None req-0c360fe6-4852-45a8-84b5-83d36e78c1d3 tempest-PortsIpV6TestJSON-283107163 tempest-PortsIpV6TestJSON-283107163-project] Request body: {'subnet': {'network_id': 'c648969a-32f4-4c6b-a1b6-2ebebb7a2e49', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=103230) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 19:28:17.629145 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-2184da5c-c523-44bc-a2de-cd5dca36c79e None None] Current status of the port f170fc0f-a7b9-4550-a8f8-e561b89d874b is: ACTIVE; New status is: ACTIVE {{(pid=103232) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 19:28:17.690351 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bc9999c-167e-47fe-8906-258106fea60e req-b6060b10-1bfb-4e55-a81d-de101164fd6b tempest-AttachVolumeShelveTestJSON-671139515 tempest-AttachVolumeShelveTestJSON-671139515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:28:17.691917 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-1bc9999c-167e-47fe-8906-258106fea60e req-b6060b10-1bfb-4e55-a81d-de101164fd6b tempest-AttachVolumeShelveTestJSON-671139515 tempest-AttachVolumeShelveTestJSON-671139515-project] 10.222.0.90 "GET /v2.0/ports?device_id=32437e19-fcdc-4dd1-84cc-377ffcb85b84 HTTP/1.1" status: 200 len: 946 time: 0.4188249 Feb 09 19:28:17.763188 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.provisioning_blocks [None req-0e4dcf80-f74b-4756-8eba-fbc7eddfb096 None None] Provisioning complete for port 0f48c0ee-c3b1-4636-a988-d15530326295 triggered by entity DHCP. {{(pid=103232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 19:28:17.768464 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-0e4dcf80-f74b-4756-8eba-fbc7eddfb096 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593630'] for port (0f48c0ee-c3b1-4636-a988-d15530326295), provisioning_complete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:28:17.862625 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-0e4dcf80-f74b-4756-8eba-fbc7eddfb096 None None] Port 0f48c0ee-c3b1-4636-a988-d15530326295 cannot update to ACTIVE because it is not bound. {{(pid=103232) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 19:28:17.996620 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0c360fe6-4852-45a8-84b5-83d36e78c1d3 tempest-PortsIpV6TestJSON-283107163 tempest-PortsIpV6TestJSON-283107163-project] Made reservation on behalf of 13b115ce9df54fa79100ec0671404776 for: {'subnet': 1} {{(pid=103230) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 19:28:18.000808 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-0c360fe6-4852-45a8-84b5-83d36e78c1d3 tempest-PortsIpV6TestJSON-283107163 tempest-PortsIpV6TestJSON-283107163-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12985917'] for subnet (None), before_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:28:18.010532 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Device f170fc0f-a7b9-4550-a8f8-e561b89d874b up at agent ovs-agent-n-d-713498-36 {{(pid=103232) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 19:28:18.103218 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.provisioning_blocks [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Provisioning complete for port f170fc0f-a7b9-4550-a8f8-e561b89d874b triggered by entity L2. {{(pid=103232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 19:28:18.104249 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593630'] for port (f170fc0f-a7b9-4550-a8f8-e561b89d874b), provisioning_complete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:28:18.148542 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.plugin [req-1bc9999c-167e-47fe-8906-258106fea60e req-b96c19ab-c908-4f0a-bc7f-bf02cd565a24 tempest-AttachVolumeShelveTestJSON-671139515 tempest-AttachVolumeShelveTestJSON-671139515-project] Deleting port 413c51b4-2ff4-4d9d-ab4e-d2e0cafdf9fb {{(pid=103230) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 19:28:18.149142 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [req-1bc9999c-167e-47fe-8906-258106fea60e req-b96c19ab-c908-4f0a-bc7f-bf02cd565a24 tempest-AttachVolumeShelveTestJSON-671139515 tempest-AttachVolumeShelveTestJSON-671139515-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762867170196'] for port (413c51b4-2ff4-4d9d-ab4e-d2e0cafdf9fb), before_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:28:18.244347 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Current status of the port f170fc0f-a7b9-4550-a8f8-e561b89d874b is: ACTIVE; New status is: ACTIVE {{(pid=103232) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 19:28:18.306283 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb0ab024-ae6a-49b2-81c1-95b2c89c79a4 req-d4409114-7d71-416f-981e-50058f54d6f1 tempest-AttachVolumeShelveTestJSON-671139515 tempest-AttachVolumeShelveTestJSON-671139515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:28:18.317633 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-fb0ab024-ae6a-49b2-81c1-95b2c89c79a4 req-d4409114-7d71-416f-981e-50058f54d6f1 tempest-AttachVolumeShelveTestJSON-671139515 tempest-AttachVolumeShelveTestJSON-671139515-project] 10.222.0.75 "GET /v2.0/ports?device_id=32437e19-fcdc-4dd1-84cc-377ffcb85b84 HTTP/1.1" status: 200 len: 946 time: 0.2536123 Feb 09 19:28:18.415522 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.db [req-1bc9999c-167e-47fe-8906-258106fea60e req-b96c19ab-c908-4f0a-bc7f-bf02cd565a24 tempest-AttachVolumeShelveTestJSON-671139515 tempest-AttachVolumeShelveTestJSON-671139515-project] For port 413c51b4-2ff4-4d9d-ab4e-d2e0cafdf9fb, host n-h2-713498-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-36',level=0,port_id=413c51b4-2ff4-4d9d-ab4e-d2e0cafdf9fb,segment=NetworkSegment(92268b40-fd45-4716-b63a-1f78b1bbf69a),segment_id=92268b40-fd45-4716-b63a-1f78b1bbf69a)] {{(pid=103230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 19:28:18.416838 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [req-1bc9999c-167e-47fe-8906-258106fea60e req-b96c19ab-c908-4f0a-bc7f-bf02cd565a24 tempest-AttachVolumeShelveTestJSON-671139515 tempest-AttachVolumeShelveTestJSON-671139515-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1820838'] for port (413c51b4-2ff4-4d9d-ab4e-d2e0cafdf9fb), precommit_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:28:18.448769 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-fb0ab024-ae6a-49b2-81c1-95b2c89c79a4 req-fa04e921-2e7c-443f-a410-0dc739d7798f tempest-AttachVolumeShelveTestJSON-671139515 tempest-AttachVolumeShelveTestJSON-671139515-project] 10.222.0.75 "GET /v2.0/security-groups?id=e78d9a5a-8306-4175-aed3-1bd14ac6b154&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1299605 Feb 09 19:28:18.456154 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 55982) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:28:18.549417 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762867132591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593584'] for agent (488cd9ae-631f-4955-ba0b-4f5a13f12e9c), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:28:18.786900 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-0c360fe6-4852-45a8-84b5-83d36e78c1d3 tempest-PortsIpV6TestJSON-283107163 tempest-PortsIpV6TestJSON-283107163-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14393611', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12985859'] for subnet (d9faae17-f6d0-41ee-a752-ed2a70a74e16), after_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:28:18.854969 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c360fe6-4852-45a8-84b5-83d36e78c1d3 tempest-PortsIpV6TestJSON-283107163 tempest-PortsIpV6TestJSON-283107163-project] Pushing event updated for resources: {'Subnet': ['ID=d9faae17-f6d0-41ee-a752-ed2a70a74e16,revision_number=0']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:28:18.865732 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-281e964d-d419-4b6b-a6b4-c9e3093635be admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:28:18.896842 n-d-713498-36 neutron-server[103230]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c360fe6-4852-45a8-84b5-83d36e78c1d3 tempest-PortsIpV6TestJSON-283107163 tempest-PortsIpV6TestJSON-283107163-project] Network c648969a-32f4-4c6b-a1b6-2ebebb7a2e49 is already hosted by enough agents. {{(pid=103230) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 19:28:18.904308 n-d-713498-36 neutron-server[103230]: DEBUG neutron.scheduler.base_scheduler [None req-0c360fe6-4852-45a8-84b5-83d36e78c1d3 tempest-PortsIpV6TestJSON-283107163 tempest-PortsIpV6TestJSON-283107163-project] Resources bound (agent type, host, resource id): {{(pid=103230) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 19:28:18.907834 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c360fe6-4852-45a8-84b5-83d36e78c1d3 tempest-PortsIpV6TestJSON-283107163 tempest-PortsIpV6TestJSON-283107163-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:28:18.909594 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-0c360fe6-4852-45a8-84b5-83d36e78c1d3 tempest-PortsIpV6TestJSON-283107163 tempest-PortsIpV6TestJSON-283107163-project] Publish callbacks [] for subnet (None), before_response {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:28:18.915337 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [req-1bc9999c-167e-47fe-8906-258106fea60e req-b96c19ab-c908-4f0a-bc7f-bf02cd565a24 tempest-AttachVolumeShelveTestJSON-671139515 tempest-AttachVolumeShelveTestJSON-671139515-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:28:18.915894 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [req-1bc9999c-167e-47fe-8906-258106fea60e req-b96c19ab-c908-4f0a-bc7f-bf02cd565a24 tempest-AttachVolumeShelveTestJSON-671139515 tempest-AttachVolumeShelveTestJSON-671139515-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1818909'] for floatingip (1ae4578c-66e1-46df-9fd1-592fa6d3dcb7), after_update {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:28:18.916563 n-d-713498-36 neutron-server[103230]: INFO neutron.db.l3_db [req-1bc9999c-167e-47fe-8906-258106fea60e req-b96c19ab-c908-4f0a-bc7f-bf02cd565a24 tempest-AttachVolumeShelveTestJSON-671139515 tempest-AttachVolumeShelveTestJSON-671139515-project] Floating IP 1ae4578c-66e1-46df-9fd1-592fa6d3dcb7 disassociated. External IP: 172.25.1.103, port: 413c51b4-2ff4-4d9d-ab4e-d2e0cafdf9fb. Feb 09 19:28:18.917077 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.plugin [req-1bc9999c-167e-47fe-8906-258106fea60e req-b96c19ab-c908-4f0a-bc7f-bf02cd565a24 tempest-AttachVolumeShelveTestJSON-671139515 tempest-AttachVolumeShelveTestJSON-671139515-project] Calling delete_port for 413c51b4-2ff4-4d9d-ab4e-d2e0cafdf9fb owned by compute:nova {{(pid=103230) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 19:28:18.920680 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bfb20e2d-1b97-478f-9f19-306e46b493b9 None None] Network c648969a-32f4-4c6b-a1b6-2ebebb7a2e49 requested from n-d-713498-36 {{(pid=103232) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 19:28:18.945146 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-0c360fe6-4852-45a8-84b5-83d36e78c1d3 tempest-PortsIpV6TestJSON-283107163 tempest-PortsIpV6TestJSON-283107163-project] 10.222.0.75 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 1.5388305 Feb 09 19:28:18.947973 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 56034) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:28:19.006123 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.v2.base [None req-5e7ed887-e090-4211-b00c-739a3e9b20d9 tempest-PortsIpV6TestJSON-283107163 tempest-PortsIpV6TestJSON-283107163-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-373192365', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': 'd9faae17-f6d0-41ee-a752-ed2a70a74e16'}], 'security_groups': ['44a8c2da-2ea1-4095-8906-99d8b6a20b96']}} {{(pid=103230) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 19:28:19.100802 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762867132591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593584'] for agent (bcd5faee-dc24-4298-9134-0e0aa054058e), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:28:19.123936 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-281e964d-d419-4b6b-a6b4-c9e3093635be admin admin] Publish callbacks [] for security_group (a1ef3065-ccdb-46c6-a98e-39d9fe0373d3), precommit_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:28:19.129625 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-281e964d-d419-4b6b-a6b4-c9e3093635be admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1892331'] for security_group (a1ef3065-ccdb-46c6-a98e-39d9fe0373d3), after_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:28:19.246774 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-281e964d-d419-4b6b-a6b4-c9e3093635be admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=974c73cfd6e5480db42264837bcca6f1&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7867415 Feb 09 19:28:19.247092 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 56072) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:28:19.248929 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-281e964d-d419-4b6b-a6b4-c9e3093635be admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a1ef3065-ccdb-46c6-a98e-39d9fe0373d3,revision_number=1']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:28:19.386042 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf803c83-9e92-4a7c-9da6-49f20ea24300 None None] Update dhcp port {'port': {'network_id': 'c648969a-32f4-4c6b-a1b6-2ebebb7a2e49', 'fixed_ips': [{'subnet_id': '2f74b969-9b3c-422c-a9e2-8212b38d40cf', 'ip_address': '2001:db8::2'}, {'subnet_id': 'd9faae17-f6d0-41ee-a752-ed2a70a74e16'}], 'binding:host_id': 'n-d-713498-36'}, 'id': 'f170fc0f-a7b9-4550-a8f8-e561b89d874b'} from n-d-713498-36. {{(pid=103232) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Feb 09 19:28:19.438284 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-cf803c83-9e92-4a7c-9da6-49f20ea24300 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (f170fc0f-a7b9-4550-a8f8-e561b89d874b), before_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:28:19.481629 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-6ebe1a7d-311d-4145-abc6-40aacfb4a2c1 admin admin] Publish callbacks [] for security_group (a1ef3065-ccdb-46c6-a98e-39d9fe0373d3), before_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:28:19.524769 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-6ebe1a7d-311d-4145-abc6-40aacfb4a2c1 admin admin] Publish callbacks [] for security_group (a1ef3065-ccdb-46c6-a98e-39d9fe0373d3), precommit_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:28:19.602530 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-5e7ed887-e090-4211-b00c-739a3e9b20d9 tempest-PortsIpV6TestJSON-283107163 tempest-PortsIpV6TestJSON-283107163-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (0f48c0ee-c3b1-4636-a988-d15530326295), before_update {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:28:19.678007 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [req-1bc9999c-167e-47fe-8906-258106fea60e req-b96c19ab-c908-4f0a-bc7f-bf02cd565a24 tempest-AttachVolumeShelveTestJSON-671139515 tempest-AttachVolumeShelveTestJSON-671139515-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762867177463', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762866656476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14393751'] for port (413c51b4-2ff4-4d9d-ab4e-d2e0cafdf9fb), after_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:28:19.711836 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-6ebe1a7d-311d-4145-abc6-40aacfb4a2c1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1892331'] for security_group (a1ef3065-ccdb-46c6-a98e-39d9fe0373d3), after_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:28:19.714537 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-6ebe1a7d-311d-4145-abc6-40aacfb4a2c1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:28:19.718917 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-6ebe1a7d-311d-4145-abc6-40aacfb4a2c1 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/a1ef3065-ccdb-46c6-a98e-39d9fe0373d3 HTTP/1.1" status: 204 len: 168 time: 0.4705067 Feb 09 19:28:19.785039 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6709da59-0041-4daa-8b0c-e96f454300f6 req-bd62c971-8f99-409d-8bc0-545bb0e1d2f2 tempest-AttachVolumeShelveTestJSON-671139515 tempest-AttachVolumeShelveTestJSON-671139515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:28:19.786793 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-6709da59-0041-4daa-8b0c-e96f454300f6 req-bd62c971-8f99-409d-8bc0-545bb0e1d2f2 tempest-AttachVolumeShelveTestJSON-671139515 tempest-AttachVolumeShelveTestJSON-671139515-project] 10.222.0.75 "GET /v2.0/ports?device_id=32437e19-fcdc-4dd1-84cc-377ffcb85b84 HTTP/1.1" status: 200 len: 868 time: 0.2009499 Feb 09 19:28:19.796089 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b96c19ab-c908-4f0a-bc7f-bf02cd565a24 tempest-AttachVolumeShelveTestJSON-671139515 tempest-AttachVolumeShelveTestJSON-671139515-project] Pushing event deleted for resources: {'Port': ['ID=413c51b4-2ff4-4d9d-ab4e-d2e0cafdf9fb,revision_number=None']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:28:19.817542 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ebe1a7d-311d-4145-abc6-40aacfb4a2c1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a1ef3065-ccdb-46c6-a98e-39d9fe0373d3,revision_number=None']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:28:19.953976 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.db_base_plugin_common [None req-cf803c83-9e92-4a7c-9da6-49f20ea24300 None None] Allocated IP 2001:db8:0:1::2 (c648969a-32f4-4c6b-a1b6-2ebebb7a2e49/d9faae17-f6d0-41ee-a752-ed2a70a74e16/f170fc0f-a7b9-4550-a8f8-e561b89d874b) {{(pid=103232) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 19:28:20.083606 n-d-713498-36 neutron-server[103230]: DEBUG neutron.scheduler.l3_agent_scheduler [req-1bc9999c-167e-47fe-8906-258106fea60e req-b96c19ab-c908-4f0a-bc7f-bf02cd565a24 tempest-AttachVolumeShelveTestJSON-671139515 tempest-AttachVolumeShelveTestJSON-671139515-project] Router 80583646-27c7-46ab-a47a-0f5afa5307f3 has already been hosted by L3 agent 93303d5e-5d17-45e8-8963-7694f87783ae {{(pid=103230) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 19:28:20.131238 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-cf803c83-9e92-4a7c-9da6-49f20ea24300 None None] For port f170fc0f-a7b9-4550-a8f8-e561b89d874b, host n-d-713498-36, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-36',level=0,port_id=f170fc0f-a7b9-4550-a8f8-e561b89d874b,segment=NetworkSegment(595f0ab7-5335-4e7d-ab46-78c7a496b4af),segment_id=595f0ab7-5335-4e7d-ab46-78c7a496b4af)] {{(pid=103232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 19:28:20.184417 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-cf803c83-9e92-4a7c-9da6-49f20ea24300 None None] Publish callbacks [] for port (f170fc0f-a7b9-4550-a8f8-e561b89d874b), precommit_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:28:20.191888 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-cf803c83-9e92-4a7c-9da6-49f20ea24300 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762867176205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762866656485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762866656503'] for port (f170fc0f-a7b9-4550-a8f8-e561b89d874b), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:28:20.200124 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-6709da59-0041-4daa-8b0c-e96f454300f6 req-dd95eb8a-7bf9-4522-98f3-a214c3b80c69 tempest-AttachVolumeShelveTestJSON-671139515 tempest-AttachVolumeShelveTestJSON-671139515-project] 10.222.0.75 "GET /v2.0/security-groups?id=e78d9a5a-8306-4175-aed3-1bd14ac6b154&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3874092 Feb 09 19:28:20.333149 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf803c83-9e92-4a7c-9da6-49f20ea24300 None None] Pushing event updated for resources: {'Port': ['ID=f170fc0f-a7b9-4550-a8f8-e561b89d874b,revision_number=4']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:28:20.733023 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 56120) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:28:20.750570 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-218040be-f04a-4f81-b813-dcc55cfefb17 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:28:20.855068 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Device 413c51b4-2ff4-4d9d-ab4e-d2e0cafdf9fb no longer exists at agent hyperv_n-h2-713498-36 {{(pid=103232) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 19:28:20.903425 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-7429db8d-6021-40ad-813e-885be449a89b None None] No Port match for: 413c51b4-2ff4-4d9d-ab4e-d2e0cafdf9fb {{(pid=103232) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 19:28:20.905070 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-218040be-f04a-4f81-b813-dcc55cfefb17 admin admin] Publish callbacks [] for security_group (1c53f5f2-7f87-4e15-bdcc-729f29bec9cc), precommit_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:28:20.905424 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Device 413c51b4-2ff4-4d9d-ab4e-d2e0cafdf9fb not bound to the agent host n-h2-713498-36 {{(pid=103232) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 19:28:20.910736 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-218040be-f04a-4f81-b813-dcc55cfefb17 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1892331'] for security_group (1c53f5f2-7f87-4e15-bdcc-729f29bec9cc), after_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:28:20.965833 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-218040be-f04a-4f81-b813-dcc55cfefb17 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=66090dc96fa64d87a5c1cb11d89133cf&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2311437 Feb 09 19:28:20.967526 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-218040be-f04a-4f81-b813-dcc55cfefb17 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1c53f5f2-7f87-4e15-bdcc-729f29bec9cc,revision_number=1']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:28:20.970861 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 56126) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:28:21.067592 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-629d0a1a-c6bc-42da-ada1-2868bf715b03 admin admin] Publish callbacks [] for security_group (1c53f5f2-7f87-4e15-bdcc-729f29bec9cc), before_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:28:21.121432 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-629d0a1a-c6bc-42da-ada1-2868bf715b03 admin admin] Publish callbacks [] for security_group (1c53f5f2-7f87-4e15-bdcc-729f29bec9cc), precommit_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:28:21.203874 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-629d0a1a-c6bc-42da-ada1-2868bf715b03 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1892331'] for security_group (1c53f5f2-7f87-4e15-bdcc-729f29bec9cc), after_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:28:21.216597 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-629d0a1a-c6bc-42da-ada1-2868bf715b03 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:28:21.220102 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-629d0a1a-c6bc-42da-ada1-2868bf715b03 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/1c53f5f2-7f87-4e15-bdcc-729f29bec9cc HTTP/1.1" status: 204 len: 168 time: 0.2457910 Feb 09 19:28:21.228410 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-629d0a1a-c6bc-42da-ada1-2868bf715b03 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1c53f5f2-7f87-4e15-bdcc-729f29bec9cc,revision_number=None']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:28:21.376604 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-1bc9999c-167e-47fe-8906-258106fea60e req-b96c19ab-c908-4f0a-bc7f-bf02cd565a24 tempest-AttachVolumeShelveTestJSON-671139515 tempest-AttachVolumeShelveTestJSON-671139515-project] Notify agent at l3_agent.n-d-713498-36 the message routers_updated {{(pid=103230) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 19:28:21.389345 n-d-713498-36 neutron-server[103233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b339b120-e1bd-4778-985e-d0de5ec65215 None None] Sync routers for ids ['80583646-27c7-46ab-a47a-0f5afa5307f3'] in n-d-713498-36 {{(pid=103233) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 19:28:21.428071 n-d-713498-36 neutron-server[103233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b339b120-e1bd-4778-985e-d0de5ec65215 None None] Routers {'80583646-27c7-46ab-a47a-0f5afa5307f3'} bound to L3 agent in host n-d-713498-36 {{(pid=103233) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 19:28:21.429233 n-d-713498-36 neutron-server[103233]: DEBUG neutron.db.l3_hamode_db [None req-b339b120-e1bd-4778-985e-d0de5ec65215 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T18:51:43Z,description=,heartbeat_timestamp=2022-02-09T19:28:13Z,host='n-d-713498-36',id=93303d5e-5d17-45e8-8963-7694f87783ae,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T18:51:43Z,topic='l3_agent')) {'router_ids': ['80583646-27c7-46ab-a47a-0f5afa5307f3'], 'active': True} {{(pid=103233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:28:21.447540 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.provisioning_blocks [None req-a0dd474c-20bb-4ba0-b33f-dc47db443f07 None None] Provisioning complete for port e39e2b1d-e63b-46df-b52f-bfbc1a1f1217 triggered by entity DHCP. {{(pid=103232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 19:28:21.452601 n-d-713498-36 neutron-server[103230]: DEBUG neutron.db.db_base_plugin_common [None req-5e7ed887-e090-4211-b00c-739a3e9b20d9 tempest-PortsIpV6TestJSON-283107163 tempest-PortsIpV6TestJSON-283107163-project] Delete allocated IP 2001:db8::188 (c648969a-32f4-4c6b-a1b6-2ebebb7a2e49/2f74b969-9b3c-422c-a9e2-8212b38d40cf) {{(pid=103230) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Feb 09 19:28:21.453816 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-a0dd474c-20bb-4ba0-b33f-dc47db443f07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593630'] for port (e39e2b1d-e63b-46df-b52f-bfbc1a1f1217), provisioning_complete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:28:21.455753 n-d-713498-36 neutron-server[103230]: DEBUG neutron.db.l3_dvrscheduler_db [req-1bc9999c-167e-47fe-8906-258106fea60e req-b96c19ab-c908-4f0a-bc7f-bf02cd565a24 tempest-AttachVolumeShelveTestJSON-671139515 tempest-AttachVolumeShelveTestJSON-671139515-project] No DVR routers for this DVR port 413c51b4-2ff4-4d9d-ab4e-d2e0cafdf9fb on host n-h2-713498-36 {{(pid=103230) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 19:28:21.473995 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [req-1bc9999c-167e-47fe-8906-258106fea60e req-b96c19ab-c908-4f0a-bc7f-bf02cd565a24 tempest-AttachVolumeShelveTestJSON-671139515 tempest-AttachVolumeShelveTestJSON-671139515-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171096'] for port (None), before_response {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:28:21.478359 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-1bc9999c-167e-47fe-8906-258106fea60e req-b96c19ab-c908-4f0a-bc7f-bf02cd565a24 tempest-AttachVolumeShelveTestJSON-671139515 tempest-AttachVolumeShelveTestJSON-671139515-project] 10.222.0.90 "DELETE /v2.0/ports/413c51b4-2ff4-4d9d-ab4e-d2e0cafdf9fb HTTP/1.1" status: 204 len: 173 time: 3.7750912 Feb 09 19:28:21.479065 n-d-713498-36 neutron-server[103230]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '32437e19-fcdc-4dd1-84cc-377ffcb85b84', 'name': 'network-vif-deleted', 'tag': '413c51b4-2ff4-4d9d-ab4e-d2e0cafdf9fb'}] {{(pid=103230) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 19:28:21.481708 n-d-713498-36 neutron-server[103230]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aee5919275bae9f72eb374ee322673045eb80c1f84b4b45a97d96923bd50ab51" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eadf53b4-ba9f-4239-a410-df223ffef7e2" -d '{"events": [{"server_uuid": "32437e19-fcdc-4dd1-84cc-377ffcb85b84", "name": "network-vif-deleted", "tag": "413c51b4-2ff4-4d9d-ab4e-d2e0cafdf9fb"}]}' {{(pid=103230) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 19:28:21.529191 n-d-713498-36 neutron-server[103230]: DEBUG neutron.db.db_base_plugin_common [None req-5e7ed887-e090-4211-b00c-739a3e9b20d9 tempest-PortsIpV6TestJSON-283107163 tempest-PortsIpV6TestJSON-283107163-project] Allocated IP 2001:db8:0:1::93 (c648969a-32f4-4c6b-a1b6-2ebebb7a2e49/d9faae17-f6d0-41ee-a752-ed2a70a74e16/0f48c0ee-c3b1-4636-a988-d15530326295) {{(pid=103230) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 19:28:21.575458 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-a0dd474c-20bb-4ba0-b33f-dc47db443f07 None None] Port e39e2b1d-e63b-46df-b52f-bfbc1a1f1217 cannot update to ACTIVE because it is not bound. {{(pid=103232) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 19:28:21.598068 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.provisioning_blocks [None req-a0dd474c-20bb-4ba0-b33f-dc47db443f07 None None] Provisioning complete for port 0f48c0ee-c3b1-4636-a988-d15530326295 triggered by entity DHCP. {{(pid=103232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 19:28:21.598670 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-a0dd474c-20bb-4ba0-b33f-dc47db443f07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593630'] for port (0f48c0ee-c3b1-4636-a988-d15530326295), provisioning_complete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:28:21.618342 n-d-713498-36 neutron-server[103233]: DEBUG neutron.db.l3_dvr_db [None req-b339b120-e1bd-4778-985e-d0de5ec65215 None None] Set router 80583646-27c7-46ab-a47a-0f5afa5307f3 gateway port host: n-d-713498-36 {{(pid=103233) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 19:28:21.633224 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-84f918e9-9ce9-4150-aa44-ca452b6f9a1b req-51664c3c-e84a-442d-bda9-2e599edfddac tempest-AttachVolumeShelveTestJSON-671139515 tempest-AttachVolumeShelveTestJSON-671139515-project] 10.222.0.75 "GET /v2.0/ports?device_id=32437e19-fcdc-4dd1-84cc-377ffcb85b84 HTTP/1.1" status: 200 len: 210 time: 0.1826670 Feb 09 19:28:21.717241 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-a0dd474c-20bb-4ba0-b33f-dc47db443f07 None None] Port 0f48c0ee-c3b1-4636-a988-d15530326295 cannot update to ACTIVE because it is not bound. {{(pid=103232) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 19:28:21.765846 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.provisioning_blocks [None req-a0dd474c-20bb-4ba0-b33f-dc47db443f07 None None] Provisioning complete for port f170fc0f-a7b9-4550-a8f8-e561b89d874b triggered by entity DHCP. {{(pid=103232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 19:28:21.766332 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-a0dd474c-20bb-4ba0-b33f-dc47db443f07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593630'] for port (f170fc0f-a7b9-4550-a8f8-e561b89d874b), provisioning_complete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:28:21.800370 n-d-713498-36 neutron-server[103230]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 19:28:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c29d7258-9e67-4856-a58a-d5765f146a39 x-openstack-request-id: req-c29d7258-9e67-4856-a58a-d5765f146a39 {{(pid=103230) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 19:28:21.800585 n-d-713498-36 neutron-server[103230]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "32437e19-fcdc-4dd1-84cc-377ffcb85b84", "name": "network-vif-deleted", "tag": "413c51b4-2ff4-4d9d-ab4e-d2e0cafdf9fb", "status": "completed", "code": 200}]} {{(pid=103230) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 19:28:21.800855 n-d-713498-36 neutron-server[103230]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-c29d7258-9e67-4856-a58a-d5765f146a39 {{(pid=103230) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 19:28:21.804124 n-d-713498-36 neutron-server[103230]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '32437e19-fcdc-4dd1-84cc-377ffcb85b84', 'name': 'network-vif-deleted', 'tag': '413c51b4-2ff4-4d9d-ab4e-d2e0cafdf9fb', 'status': 'completed', 'code': 200} Feb 09 19:28:21.988551 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-a0dd474c-20bb-4ba0-b33f-dc47db443f07 None None] Current status of the port f170fc0f-a7b9-4550-a8f8-e561b89d874b is: ACTIVE; New status is: ACTIVE {{(pid=103232) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 19:28:22.028160 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Device f170fc0f-a7b9-4550-a8f8-e561b89d874b up at agent ovs-agent-n-d-713498-36 {{(pid=103232) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 19:28:22.065081 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-5e7ed887-e090-4211-b00c-739a3e9b20d9 tempest-PortsIpV6TestJSON-283107163 tempest-PortsIpV6TestJSON-283107163-project] Publish callbacks [] for port (0f48c0ee-c3b1-4636-a988-d15530326295), precommit_update {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:28:22.074301 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-5e7ed887-e090-4211-b00c-739a3e9b20d9 tempest-PortsIpV6TestJSON-283107163 tempest-PortsIpV6TestJSON-283107163-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762867176205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762866656485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762866656503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14393758'] for port (0f48c0ee-c3b1-4636-a988-d15530326295), after_update {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:28:22.120776 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.provisioning_blocks [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Provisioning complete for port f170fc0f-a7b9-4550-a8f8-e561b89d874b triggered by entity L2. {{(pid=103232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 19:28:22.121330 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593630'] for port (f170fc0f-a7b9-4550-a8f8-e561b89d874b), provisioning_complete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:28:22.256863 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 56166) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:28:22.275068 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.plugin [None req-5e7ed887-e090-4211-b00c-739a3e9b20d9 tempest-PortsIpV6TestJSON-283107163 tempest-PortsIpV6TestJSON-283107163-project] In _notify_port_updated(), no bound segment for port 0f48c0ee-c3b1-4636-a988-d15530326295 on network c648969a-32f4-4c6b-a1b6-2ebebb7a2e49 {{(pid=103230) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Feb 09 19:28:22.286078 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e7ed887-e090-4211-b00c-739a3e9b20d9 tempest-PortsIpV6TestJSON-283107163 tempest-PortsIpV6TestJSON-283107163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:28:22.286667 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-5e7ed887-e090-4211-b00c-739a3e9b20d9 tempest-PortsIpV6TestJSON-283107163 tempest-PortsIpV6TestJSON-283107163-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171096'] for port (None), before_response {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:28:22.290007 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-5e7ed887-e090-4211-b00c-739a3e9b20d9 tempest-PortsIpV6TestJSON-283107163 tempest-PortsIpV6TestJSON-283107163-project] 10.222.0.75 "PUT /v2.0/ports/0f48c0ee-c3b1-4636-a988-d15530326295 HTTP/1.1" status: 200 len: 929 time: 3.3390324 Feb 09 19:28:22.291011 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 56170) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:28:22.326111 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e7ed887-e090-4211-b00c-739a3e9b20d9 tempest-PortsIpV6TestJSON-283107163 tempest-PortsIpV6TestJSON-283107163-project] Pushing event updated for resources: {'Port': ['ID=0f48c0ee-c3b1-4636-a988-d15530326295,revision_number=2']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:28:22.429942 n-d-713498-36 neutron-server[103233]: DEBUG neutron.db.l3_hamode_db [None req-b339b120-e1bd-4778-985e-d0de5ec65215 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '80583646-27c7-46ab-a47a-0f5afa5307f3', 'name': 'tempest-AttachVolumeShelveTestJSON-1234673102-router', 'tenant_id': '0c7f047f175c41a987e2010a725a3d95', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88055e1e-672a-4487-be31-ffb6e833ece5', 'external_fixed_ips': [{'subnet_id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'ip_address': '172.25.1.199'}], 'enable_snat': True}, 'gw_port_id': '780a4bdf-74c4-477c-bde0-4e0d22b8760b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T19:20:28Z', 'updated_at': '2022-02-09T19:20:35Z', 'revision_number': 4, 'project_id': '0c7f047f175c41a987e2010a725a3d95', 'gw_port': {'id': '780a4bdf-74c4-477c-bde0-4e0d22b8760b', 'name': '', 'network_id': '88055e1e-672a-4487-be31-ffb6e833ece5', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:b5:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80583646-27c7-46ab-a47a-0f5afa5307f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1843, 'fixed_ips': [{'subnet_id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'ip_address': '172.25.1.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T19:20:29Z', 'updated_at': '2022-02-09T19:20:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-36', '_interfaces': [{'id': '1018d898-2c00-47e7-8e56-b11f229cc6f2', 'name': '', 'network_id': '9cf0b823-fac1-4f9f-b685-8fd71a300e07', 'tenant_id': '0c7f047f175c41a987e2010a725a3d95', 'mac_address': 'fa:16:3e:37:fc:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80583646-27c7-46ab-a47a-0f5afa5307f3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1844, 'fixed_ips': [{'subnet_id': 'ca2eed47-7b83-4cc1-87fa-16862746969c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T19:20:34Z', 'updated_at': '2022-02-09T19:20:42Z', 'revision_number': 5, 'project_id': '0c7f047f175c41a987e2010a725a3d95', 'subnets': [{'id': 'ca2eed47-7b83-4cc1-87fa-16862746969c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-36', False) {} {{(pid=103233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:28:22.488747 n-d-713498-36 neutron-server[103233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b339b120-e1bd-4778-985e-d0de5ec65215 None None] Checking router: 80583646-27c7-46ab-a47a-0f5afa5307f3 for host: n-d-713498-36 {{(pid=103233) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 19:28:22.495664 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Current status of the port f170fc0f-a7b9-4550-a8f8-e561b89d874b is: ACTIVE; New status is: ACTIVE {{(pid=103232) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 19:28:22.507860 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.plugin [None req-984b3313-338e-4ba4-b2f1-167ce73b262d tempest-PortsIpV6TestJSON-283107163 tempest-PortsIpV6TestJSON-283107163-project] Deleting port 0f48c0ee-c3b1-4636-a988-d15530326295 {{(pid=103229) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 19:28:22.508604 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-984b3313-338e-4ba4-b2f1-167ce73b262d tempest-PortsIpV6TestJSON-283107163 tempest-PortsIpV6TestJSON-283107163-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762867170196'] for port (0f48c0ee-c3b1-4636-a988-d15530326295), before_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:28:22.509401 n-d-713498-36 neutron-server[103233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b339b120-e1bd-4778-985e-d0de5ec65215 None None] Routers {'80583646-27c7-46ab-a47a-0f5afa5307f3'} bound to L3 agent in host n-d-713498-36 {{(pid=103233) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 19:28:22.510226 n-d-713498-36 neutron-server[103233]: DEBUG neutron.db.l3_hamode_db [None req-b339b120-e1bd-4778-985e-d0de5ec65215 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T18:51:43Z,description=,heartbeat_timestamp=2022-02-09T19:28:13Z,host='n-d-713498-36',id=93303d5e-5d17-45e8-8963-7694f87783ae,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T18:51:43Z,topic='l3_agent')) {'router_ids': ['80583646-27c7-46ab-a47a-0f5afa5307f3'], 'active': True} {{(pid=103233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:28:22.670935 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-2205c839-79b5-47cd-a7a2-b3f6393cb5df admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:28:22.754726 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-984b3313-338e-4ba4-b2f1-167ce73b262d tempest-PortsIpV6TestJSON-283107163 tempest-PortsIpV6TestJSON-283107163-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1820838'] for port (0f48c0ee-c3b1-4636-a988-d15530326295), precommit_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:28:22.761417 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.provisioning_blocks [None req-2d4cd740-2128-4f65-bf15-10e6c4d64ccf None None] Provisioning complete for port 0f48c0ee-c3b1-4636-a988-d15530326295 triggered by entity DHCP. {{(pid=103232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 19:28:22.761735 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-2d4cd740-2128-4f65-bf15-10e6c4d64ccf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593630'] for port (0f48c0ee-c3b1-4636-a988-d15530326295), provisioning_complete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:28:22.778709 n-d-713498-36 neutron-server[103233]: DEBUG neutron.db.l3_dvr_db [None req-b339b120-e1bd-4778-985e-d0de5ec65215 None None] Set router 80583646-27c7-46ab-a47a-0f5afa5307f3 gateway port host: n-d-713498-36 {{(pid=103233) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 19:28:22.781940 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.plugin [None req-984b3313-338e-4ba4-b2f1-167ce73b262d tempest-PortsIpV6TestJSON-283107163 tempest-PortsIpV6TestJSON-283107163-project] Calling delete_port for 0f48c0ee-c3b1-4636-a988-d15530326295 owned by {{(pid=103229) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 19:28:22.843616 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 56192) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:28:22.863658 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-2d4cd740-2128-4f65-bf15-10e6c4d64ccf None None] Port 0f48c0ee-c3b1-4636-a988-d15530326295 cannot update to ACTIVE because it is not bound. {{(pid=103232) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 19:28:22.905841 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-2205c839-79b5-47cd-a7a2-b3f6393cb5df admin admin] Publish callbacks [] for security_group (a0ad14ee-62be-4aff-b980-e3eeb4e655e2), precommit_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:28:22.911383 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-2205c839-79b5-47cd-a7a2-b3f6393cb5df admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1892331'] for security_group (a0ad14ee-62be-4aff-b980-e3eeb4e655e2), after_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:28:22.950773 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-3458598d-473e-4043-ac2b-da9341cbfd98 tempest-AttachVolumeShelveTestJSON-671139515 tempest-AttachVolumeShelveTestJSON-671139515-project] Publish callbacks [] for security_group (e78d9a5a-8306-4175-aed3-1bd14ac6b154), before_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:28:22.977522 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-2205c839-79b5-47cd-a7a2-b3f6393cb5df admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=8553091c7af9448fa30bad59aaa56e43&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7189238 Feb 09 19:28:22.984596 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 56196) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:28:22.987054 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2205c839-79b5-47cd-a7a2-b3f6393cb5df admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a0ad14ee-62be-4aff-b980-e3eeb4e655e2,revision_number=1']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:28:23.060787 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-3458598d-473e-4043-ac2b-da9341cbfd98 tempest-AttachVolumeShelveTestJSON-671139515 tempest-AttachVolumeShelveTestJSON-671139515-project] Publish callbacks [] for security_group (e78d9a5a-8306-4175-aed3-1bd14ac6b154), precommit_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:28:23.078877 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-984b3313-338e-4ba4-b2f1-167ce73b262d tempest-PortsIpV6TestJSON-283107163 tempest-PortsIpV6TestJSON-283107163-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762867177463', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762866656476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12867576'] for port (0f48c0ee-c3b1-4636-a988-d15530326295), after_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:28:23.192758 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-64809c2c-80f9-47ca-8689-2865b574ae82 admin admin] Publish callbacks [] for security_group (a0ad14ee-62be-4aff-b980-e3eeb4e655e2), before_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:28:23.239264 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-64809c2c-80f9-47ca-8689-2865b574ae82 admin admin] Publish callbacks [] for security_group (a0ad14ee-62be-4aff-b980-e3eeb4e655e2), precommit_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:28:23.304208 n-d-713498-36 neutron-server[103233]: DEBUG neutron.db.l3_hamode_db [None req-b339b120-e1bd-4778-985e-d0de5ec65215 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '80583646-27c7-46ab-a47a-0f5afa5307f3', 'name': 'tempest-AttachVolumeShelveTestJSON-1234673102-router', 'tenant_id': '0c7f047f175c41a987e2010a725a3d95', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88055e1e-672a-4487-be31-ffb6e833ece5', 'external_fixed_ips': [{'subnet_id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'ip_address': '172.25.1.199'}], 'enable_snat': True}, 'gw_port_id': '780a4bdf-74c4-477c-bde0-4e0d22b8760b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T19:20:28Z', 'updated_at': '2022-02-09T19:20:35Z', 'revision_number': 4, 'project_id': '0c7f047f175c41a987e2010a725a3d95', 'gw_port': {'id': '780a4bdf-74c4-477c-bde0-4e0d22b8760b', 'name': '', 'network_id': '88055e1e-672a-4487-be31-ffb6e833ece5', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:b5:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80583646-27c7-46ab-a47a-0f5afa5307f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1843, 'fixed_ips': [{'subnet_id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'ip_address': '172.25.1.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T19:20:29Z', 'updated_at': '2022-02-09T19:20:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-36', '_interfaces': [{'id': '1018d898-2c00-47e7-8e56-b11f229cc6f2', 'name': '', 'network_id': '9cf0b823-fac1-4f9f-b685-8fd71a300e07', 'tenant_id': '0c7f047f175c41a987e2010a725a3d95', 'mac_address': 'fa:16:3e:37:fc:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80583646-27c7-46ab-a47a-0f5afa5307f3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1844, 'fixed_ips': [{'subnet_id': 'ca2eed47-7b83-4cc1-87fa-16862746969c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T19:20:34Z', 'updated_at': '2022-02-09T19:20:42Z', 'revision_number': 5, 'project_id': '0c7f047f175c41a987e2010a725a3d95', 'subnets': [{'id': 'ca2eed47-7b83-4cc1-87fa-16862746969c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-36', False) {} {{(pid=103233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:28:23.329487 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-64809c2c-80f9-47ca-8689-2865b574ae82 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1892331'] for security_group (a0ad14ee-62be-4aff-b980-e3eeb4e655e2), after_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:28:23.335470 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-64809c2c-80f9-47ca-8689-2865b574ae82 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:28:23.336893 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-64809c2c-80f9-47ca-8689-2865b574ae82 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/a0ad14ee-62be-4aff-b980-e3eeb4e655e2 HTTP/1.1" status: 204 len: 168 time: 0.3512857 Feb 09 19:28:23.340591 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-3458598d-473e-4043-ac2b-da9341cbfd98 tempest-AttachVolumeShelveTestJSON-671139515 tempest-AttachVolumeShelveTestJSON-671139515-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1892331'] for security_group (e78d9a5a-8306-4175-aed3-1bd14ac6b154), after_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:28:23.343894 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-3458598d-473e-4043-ac2b-da9341cbfd98 tempest-AttachVolumeShelveTestJSON-671139515 tempest-AttachVolumeShelveTestJSON-671139515-project] Publish callbacks [] for security_group (None), before_response {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:28:23.348460 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-3458598d-473e-4043-ac2b-da9341cbfd98 tempest-AttachVolumeShelveTestJSON-671139515 tempest-AttachVolumeShelveTestJSON-671139515-project] 10.222.0.75 "DELETE /v2.0/security-groups/e78d9a5a-8306-4175-aed3-1bd14ac6b154 HTTP/1.1" status: 204 len: 168 time: 0.5027421 Feb 09 19:28:23.350372 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 56214) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:28:23.372109 n-d-713498-36 neutron-server[103230]: INFO neutron.api.v2.resource [None req-6e5d3d08-a552-4f3f-be0f-af74cdfd2dc9 tempest-AttachVolumeShelveTestJSON-671139515 tempest-AttachVolumeShelveTestJSON-671139515-project] show failed (client error): The resource could not be found. Feb 09 19:28:23.377147 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-6e5d3d08-a552-4f3f-be0f-af74cdfd2dc9 tempest-AttachVolumeShelveTestJSON-671139515 tempest-AttachVolumeShelveTestJSON-671139515-project] 10.222.0.75 "GET /v2.0/security-groups/e78d9a5a-8306-4175-aed3-1bd14ac6b154 HTTP/1.1" status: 404 len: 347 time: 0.0256040 Feb 09 19:28:23.378525 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 56218) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:28:23.383944 n-d-713498-36 neutron-server[103233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b339b120-e1bd-4778-985e-d0de5ec65215 None None] The sync data for ids ['80583646-27c7-46ab-a47a-0f5afa5307f3'] in n-d-713498-36 is: [{'id': '80583646-27c7-46ab-a47a-0f5afa5307f3', 'name': 'tempest-AttachVolumeShelveTestJSON-1234673102-router', 'tenant_id': '0c7f047f175c41a987e2010a725a3d95', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88055e1e-672a-4487-be31-ffb6e833ece5', 'external_fixed_ips': [{'subnet_id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'ip_address': '172.25.1.199'}], 'enable_snat': True}, 'gw_port_id': '780a4bdf-74c4-477c-bde0-4e0d22b8760b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T19:20:28Z', 'updated_at': '2022-02-09T19:20:35Z', 'revision_number': 4, 'project_id': '0c7f047f175c41a987e2010a725a3d95', 'gw_port': {'id': '780a4bdf-74c4-477c-bde0-4e0d22b8760b', 'name': '', 'network_id': '88055e1e-672a-4487-be31-ffb6e833ece5', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:b5:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80583646-27c7-46ab-a47a-0f5afa5307f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1843, 'fixed_ips': [{'subnet_id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'ip_address': '172.25.1.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T19:20:29Z', 'updated_at': '2022-02-09T19:20:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-36', '_interfaces': [{'id': '1018d898-2c00-47e7-8e56-b11f229cc6f2', 'name': '', 'network_id': '9cf0b823-fac1-4f9f-b685-8fd71a300e07', 'tenant_id': '0c7f047f175c41a987e2010a725a3d95', 'mac_address': 'fa:16:3e:37:fc:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80583646-27c7-46ab-a47a-0f5afa5307f3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1844, 'fixed_ips': [{'subnet_id': 'ca2eed47-7b83-4cc1-87fa-16862746969c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T19:20:34Z', 'updated_at': '2022-02-09T19:20:42Z', 'revision_number': 5, 'project_id': '0c7f047f175c41a987e2010a725a3d95', 'subnets': [{'id': 'ca2eed47-7b83-4cc1-87fa-16862746969c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103233) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 19:28:23.389302 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64809c2c-80f9-47ca-8689-2865b574ae82 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a0ad14ee-62be-4aff-b980-e3eeb4e655e2,revision_number=None']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:28:23.468037 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3458598d-473e-4043-ac2b-da9341cbfd98 tempest-AttachVolumeShelveTestJSON-671139515 tempest-AttachVolumeShelveTestJSON-671139515-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e78d9a5a-8306-4175-aed3-1bd14ac6b154,revision_number=None']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:28:23.591346 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-984b3313-338e-4ba4-b2f1-167ce73b262d tempest-PortsIpV6TestJSON-283107163 tempest-PortsIpV6TestJSON-283107163-project] Pushing event deleted for resources: {'Port': ['ID=0f48c0ee-c3b1-4636-a988-d15530326295,revision_number=None']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:28:23.618964 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-984b3313-338e-4ba4-b2f1-167ce73b262d tempest-PortsIpV6TestJSON-283107163 tempest-PortsIpV6TestJSON-283107163-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171096'] for port (None), before_response {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:28:23.626149 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-984b3313-338e-4ba4-b2f1-167ce73b262d tempest-PortsIpV6TestJSON-283107163 tempest-PortsIpV6TestJSON-283107163-project] 10.222.0.75 "DELETE /v2.0/ports/0f48c0ee-c3b1-4636-a988-d15530326295 HTTP/1.1" status: 204 len: 168 time: 1.3340273 Feb 09 19:28:23.628316 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 56224) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:28:23.648372 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.plugin [None req-b86b0d2d-cf1d-4370-b273-116f3ccc226c tempest-AttachVolumeShelveTestJSON-671139515 tempest-AttachVolumeShelveTestJSON-671139515-project] Deleting port 4b77f491-105d-4218-9765-13135113b6c6 {{(pid=103230) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 19:28:23.648758 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-b86b0d2d-cf1d-4370-b273-116f3ccc226c tempest-AttachVolumeShelveTestJSON-671139515 tempest-AttachVolumeShelveTestJSON-671139515-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762867170196'] for port (4b77f491-105d-4218-9765-13135113b6c6), before_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:28:23.681430 n-d-713498-36 neutron-server[103230]: INFO neutron.pecan_wsgi.hooks.translation [None req-e68569db-9061-4ee7-81bb-fe3ef214fb2c tempest-PortsIpV6TestJSON-283107163 tempest-PortsIpV6TestJSON-283107163-project] GET failed (client error): The resource could not be found. Feb 09 19:28:23.686238 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 56228) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:28:23.695087 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-e68569db-9061-4ee7-81bb-fe3ef214fb2c tempest-PortsIpV6TestJSON-283107163 tempest-PortsIpV6TestJSON-283107163-project] 10.222.0.75 "GET /v2.0/ports/0f48c0ee-c3b1-4636-a988-d15530326295 HTTP/1.1" status: 404 len: 333 time: 0.0656719 Feb 09 19:28:23.797753 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-f558bf90-902c-45a0-8fd9-c9cc9830924a tempest-PortsIpV6TestJSON-283107163 tempest-PortsIpV6TestJSON-283107163-project] Publish callbacks [] for security_group (9b699a3d-49a1-487f-b69b-4722b9f5f6c2), before_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:28:23.861486 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-b86b0d2d-cf1d-4370-b273-116f3ccc226c tempest-AttachVolumeShelveTestJSON-671139515 tempest-AttachVolumeShelveTestJSON-671139515-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1820838'] for port (4b77f491-105d-4218-9765-13135113b6c6), precommit_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:28:23.862283 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-b86b0d2d-cf1d-4370-b273-116f3ccc226c tempest-AttachVolumeShelveTestJSON-671139515 tempest-AttachVolumeShelveTestJSON-671139515-project] Publish callbacks [] for floatingip (4b77f491-105d-4218-9765-13135113b6c6), precommit_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:28:23.867113 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-f558bf90-902c-45a0-8fd9-c9cc9830924a tempest-PortsIpV6TestJSON-283107163 tempest-PortsIpV6TestJSON-283107163-project] Publish callbacks [] for security_group (9b699a3d-49a1-487f-b69b-4722b9f5f6c2), precommit_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:28:23.899525 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.plugin [None req-b86b0d2d-cf1d-4370-b273-116f3ccc226c tempest-AttachVolumeShelveTestJSON-671139515 tempest-AttachVolumeShelveTestJSON-671139515-project] Calling delete_port for 4b77f491-105d-4218-9765-13135113b6c6 owned by network:floatingip {{(pid=103230) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 19:28:23.921554 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7df00c48-f61c-43f0-85b7-8f7ce07959d3 None None] New status for floating IP 1ae4578c-66e1-46df-9fd1-592fa6d3dcb7: DOWN {{(pid=103232) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 09 19:28:23.996638 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-f558bf90-902c-45a0-8fd9-c9cc9830924a tempest-PortsIpV6TestJSON-283107163 tempest-PortsIpV6TestJSON-283107163-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1892331'] for security_group (9b699a3d-49a1-487f-b69b-4722b9f5f6c2), after_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:28:24.000218 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-f558bf90-902c-45a0-8fd9-c9cc9830924a tempest-PortsIpV6TestJSON-283107163 tempest-PortsIpV6TestJSON-283107163-project] Publish callbacks [] for security_group (None), before_response {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:28:24.013668 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-f558bf90-902c-45a0-8fd9-c9cc9830924a tempest-PortsIpV6TestJSON-283107163 tempest-PortsIpV6TestJSON-283107163-project] 10.222.0.75 "DELETE /v2.0/security-groups/9b699a3d-49a1-487f-b69b-4722b9f5f6c2 HTTP/1.1" status: 204 len: 168 time: 0.3262501 Feb 09 19:28:24.014419 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 56238) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:28:24.060347 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f558bf90-902c-45a0-8fd9-c9cc9830924a tempest-PortsIpV6TestJSON-283107163 tempest-PortsIpV6TestJSON-283107163-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9b699a3d-49a1-487f-b69b-4722b9f5f6c2,revision_number=None']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:28:24.176467 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-99827104-efe7-4afb-b282-9e953555ad76 tempest-PortsIpV6TestJSON-283107163 tempest-PortsIpV6TestJSON-283107163-project] Publish callbacks [] for security_group (44a8c2da-2ea1-4095-8906-99d8b6a20b96), before_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:28:24.184132 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.db.api [None req-7df00c48-f61c-43f0-85b7-8f7ce07959d3 None None] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Feb 09 19:28:24.184132 n-d-713498-36 neutron-server[103232]: [SQL: UPDATE floatingips SET status=%(status)s WHERE floatingips.id = %(floatingips_id)s] Feb 09 19:28:24.184132 n-d-713498-36 neutron-server[103232]: [parameters: {'status': 'DOWN', 'floatingips_id': '1ae4578c-66e1-46df-9fd1-592fa6d3dcb7'}] Feb 09 19:28:24.184132 n-d-713498-36 neutron-server[103232]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=103232) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 09 19:28:24.184538 n-d-713498-36 neutron-server[103232]: DEBUG oslo_db.api [None req-7df00c48-f61c-43f0-85b7-8f7ce07959d3 None None] Performing DB retry for function neutron.api.rpc.handlers.l3_rpc.L3RpcCallback.update_floatingip_statuses {{(pid=103232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 09 19:28:24.211686 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 56244) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:28:24.217620 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-99827104-efe7-4afb-b282-9e953555ad76 tempest-PortsIpV6TestJSON-283107163 tempest-PortsIpV6TestJSON-283107163-project] Publish callbacks [] for security_group (44a8c2da-2ea1-4095-8906-99d8b6a20b96), precommit_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:28:24.230382 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-023087f2-9492-40fc-bb64-89202312f725 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:28:24.286211 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-b86b0d2d-cf1d-4370-b273-116f3ccc226c tempest-AttachVolumeShelveTestJSON-671139515 tempest-AttachVolumeShelveTestJSON-671139515-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762867177463', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762866656476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14393751'] for port (4b77f491-105d-4218-9765-13135113b6c6), after_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:28:24.297666 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-99827104-efe7-4afb-b282-9e953555ad76 tempest-PortsIpV6TestJSON-283107163 tempest-PortsIpV6TestJSON-283107163-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1892331'] for security_group (44a8c2da-2ea1-4095-8906-99d8b6a20b96), after_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:28:24.300820 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-99827104-efe7-4afb-b282-9e953555ad76 tempest-PortsIpV6TestJSON-283107163 tempest-PortsIpV6TestJSON-283107163-project] Publish callbacks [] for security_group (None), before_response {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:28:24.304967 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-99827104-efe7-4afb-b282-9e953555ad76 tempest-PortsIpV6TestJSON-283107163 tempest-PortsIpV6TestJSON-283107163-project] 10.222.0.75 "DELETE /v2.0/security-groups/44a8c2da-2ea1-4095-8906-99d8b6a20b96 HTTP/1.1" status: 204 len: 168 time: 0.2540488 Feb 09 19:28:24.310259 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 56246) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:28:24.324716 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b86b0d2d-cf1d-4370-b273-116f3ccc226c tempest-AttachVolumeShelveTestJSON-671139515 tempest-AttachVolumeShelveTestJSON-671139515-project] Pushing event deleted for resources: {'Port': ['ID=4b77f491-105d-4218-9765-13135113b6c6,revision_number=None']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:28:24.407609 n-d-713498-36 neutron-server[103229]: DEBUG neutron.db.db_base_plugin_v2 [None req-c247db68-59e5-43b2-af7b-7216e7b5e616 tempest-PortsIpV6TestJSON-283107163 tempest-PortsIpV6TestJSON-283107163-project] Deleting subnet 2f74b969-9b3c-422c-a9e2-8212b38d40cf {{(pid=103229) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 19:28:24.413094 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-c247db68-59e5-43b2-af7b-7216e7b5e616 tempest-PortsIpV6TestJSON-283107163 tempest-PortsIpV6TestJSON-283107163-project] Publish callbacks [] for subnet (2f74b969-9b3c-422c-a9e2-8212b38d40cf), before_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:28:24.416097 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99827104-efe7-4afb-b282-9e953555ad76 tempest-PortsIpV6TestJSON-283107163 tempest-PortsIpV6TestJSON-283107163-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=44a8c2da-2ea1-4095-8906-99d8b6a20b96,revision_number=None']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:28:24.430924 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-b86b0d2d-cf1d-4370-b273-116f3ccc226c tempest-AttachVolumeShelveTestJSON-671139515 tempest-AttachVolumeShelveTestJSON-671139515-project] Publish callbacks [] for floatingip (1ae4578c-66e1-46df-9fd1-592fa6d3dcb7), after_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:28:24.434596 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-b86b0d2d-cf1d-4370-b273-116f3ccc226c tempest-AttachVolumeShelveTestJSON-671139515 tempest-AttachVolumeShelveTestJSON-671139515-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171096'] for floatingip (None), before_response {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:28:24.436198 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-b86b0d2d-cf1d-4370-b273-116f3ccc226c tempest-AttachVolumeShelveTestJSON-671139515 tempest-AttachVolumeShelveTestJSON-671139515-project] 10.222.0.75 "DELETE /v2.0/floatingips/1ae4578c-66e1-46df-9fd1-592fa6d3dcb7 HTTP/1.1" status: 204 len: 168 time: 1.0559397 Feb 09 19:28:24.488759 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-023087f2-9492-40fc-bb64-89202312f725 admin admin] Publish callbacks [] for security_group (c58f1035-da1a-4272-b000-941aa58652c8), precommit_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:28:24.496390 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-023087f2-9492-40fc-bb64-89202312f725 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1892331'] for security_group (c58f1035-da1a-4272-b000-941aa58652c8), after_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:28:24.507462 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-c247db68-59e5-43b2-af7b-7216e7b5e616 tempest-PortsIpV6TestJSON-283107163 tempest-PortsIpV6TestJSON-283107163-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16683410'] for subnet (2f74b969-9b3c-422c-a9e2-8212b38d40cf), precommit_delete_associations {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:28:24.531517 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-023087f2-9492-40fc-bb64-89202312f725 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=0b0df340028e42b7939bc3d371628064&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3185718 Feb 09 19:28:24.534607 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 56254) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:28:24.637060 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-023087f2-9492-40fc-bb64-89202312f725 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c58f1035-da1a-4272-b000-941aa58652c8,revision_number=1']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:28:24.659881 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-c247db68-59e5-43b2-af7b-7216e7b5e616 tempest-PortsIpV6TestJSON-283107163 tempest-PortsIpV6TestJSON-283107163-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-759852'] for subnet (2f74b969-9b3c-422c-a9e2-8212b38d40cf), precommit_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:28:24.693009 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7df00c48-f61c-43f0-85b7-8f7ce07959d3 None None] New status for floating IP 1ae4578c-66e1-46df-9fd1-592fa6d3dcb7: DOWN {{(pid=103232) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 09 19:28:24.726488 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-8bc7ba7f-35fc-4544-b49c-04bed2cb73af admin admin] Publish callbacks [] for security_group (c58f1035-da1a-4272-b000-941aa58652c8), before_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:28:24.772875 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-c247db68-59e5-43b2-af7b-7216e7b5e616 tempest-PortsIpV6TestJSON-283107163 tempest-PortsIpV6TestJSON-283107163-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-760023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12867367', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12759238'] for subnet (2f74b969-9b3c-422c-a9e2-8212b38d40cf), after_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:28:24.780789 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-8bc7ba7f-35fc-4544-b49c-04bed2cb73af admin admin] Publish callbacks [] for security_group (c58f1035-da1a-4272-b000-941aa58652c8), precommit_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:28:24.838897 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c247db68-59e5-43b2-af7b-7216e7b5e616 tempest-PortsIpV6TestJSON-283107163 tempest-PortsIpV6TestJSON-283107163-project] Pushing event deleted for resources: {'Subnet': ['ID=2f74b969-9b3c-422c-a9e2-8212b38d40cf,revision_number=None']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:28:24.848192 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-c247db68-59e5-43b2-af7b-7216e7b5e616 tempest-PortsIpV6TestJSON-283107163 tempest-PortsIpV6TestJSON-283107163-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1613566'] for subnet (None), before_response {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:28:24.851521 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-c247db68-59e5-43b2-af7b-7216e7b5e616 tempest-PortsIpV6TestJSON-283107163 tempest-PortsIpV6TestJSON-283107163-project] 10.222.0.75 "DELETE /v2.0/subnets/2f74b969-9b3c-422c-a9e2-8212b38d40cf HTTP/1.1" status: 204 len: 168 time: 0.5391483 Feb 09 19:28:24.855546 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 56264) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:28:24.862484 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.v2.base [None req-4c73bed2-5f5c-4b9a-99e9-97962a32067c tempest-PortsIpV6TestJSON-283107163 tempest-PortsIpV6TestJSON-283107163-project] Request body: {'subnet': {'network_id': 'c648969a-32f4-4c6b-a1b6-2ebebb7a2e49', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103230) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 19:28:24.867130 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38afc4ef-c41b-4d68-9073-1e7951a34719 None None] Network c648969a-32f4-4c6b-a1b6-2ebebb7a2e49 requested from n-d-713498-36 {{(pid=103232) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 19:28:24.993668 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-8bc7ba7f-35fc-4544-b49c-04bed2cb73af admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1892331'] for security_group (c58f1035-da1a-4272-b000-941aa58652c8), after_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:28:24.995084 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-8bc7ba7f-35fc-4544-b49c-04bed2cb73af admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:28:25.004616 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-8bc7ba7f-35fc-4544-b49c-04bed2cb73af admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/c58f1035-da1a-4272-b000-941aa58652c8 HTTP/1.1" status: 204 len: 168 time: 0.4604664 Feb 09 19:28:25.065124 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bc7ba7f-35fc-4544-b49c-04bed2cb73af admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c58f1035-da1a-4272-b000-941aa58652c8,revision_number=None']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:28:25.191653 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4c73bed2-5f5c-4b9a-99e9-97962a32067c tempest-PortsIpV6TestJSON-283107163 tempest-PortsIpV6TestJSON-283107163-project] Made reservation on behalf of 13b115ce9df54fa79100ec0671404776 for: {'subnet': 1} {{(pid=103230) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 19:28:25.196302 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-4c73bed2-5f5c-4b9a-99e9-97962a32067c tempest-PortsIpV6TestJSON-283107163 tempest-PortsIpV6TestJSON-283107163-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12985917'] for subnet (None), before_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:28:25.621756 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-4c73bed2-5f5c-4b9a-99e9-97962a32067c tempest-PortsIpV6TestJSON-283107163 tempest-PortsIpV6TestJSON-283107163-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14393611', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12985859'] for subnet (89f50df3-53be-4297-adf6-aae52cd4b935), after_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:28:25.706836 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c73bed2-5f5c-4b9a-99e9-97962a32067c tempest-PortsIpV6TestJSON-283107163 tempest-PortsIpV6TestJSON-283107163-project] Pushing event updated for resources: {'Subnet': ['ID=89f50df3-53be-4297-adf6-aae52cd4b935,revision_number=0']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:28:25.716825 n-d-713498-36 neutron-server[103230]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c73bed2-5f5c-4b9a-99e9-97962a32067c tempest-PortsIpV6TestJSON-283107163 tempest-PortsIpV6TestJSON-283107163-project] Network c648969a-32f4-4c6b-a1b6-2ebebb7a2e49 is already hosted by enough agents. {{(pid=103230) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 19:28:25.718397 n-d-713498-36 neutron-server[103230]: DEBUG neutron.scheduler.base_scheduler [None req-4c73bed2-5f5c-4b9a-99e9-97962a32067c tempest-PortsIpV6TestJSON-283107163 tempest-PortsIpV6TestJSON-283107163-project] Resources bound (agent type, host, resource id): {{(pid=103230) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 19:28:25.721342 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c73bed2-5f5c-4b9a-99e9-97962a32067c tempest-PortsIpV6TestJSON-283107163 tempest-PortsIpV6TestJSON-283107163-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:28:25.722136 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-4c73bed2-5f5c-4b9a-99e9-97962a32067c tempest-PortsIpV6TestJSON-283107163 tempest-PortsIpV6TestJSON-283107163-project] Publish callbacks [] for subnet (None), before_response {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:28:25.750499 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 56286) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:28:25.751086 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-4c73bed2-5f5c-4b9a-99e9-97962a32067c tempest-PortsIpV6TestJSON-283107163 tempest-PortsIpV6TestJSON-283107163-project] 10.222.0.75 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.8944514 Feb 09 19:28:25.756664 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.v2.base [None req-8c6e265e-6d06-43b1-bb91-520ef4e74950 tempest-PortsIpV6TestJSON-283107163 tempest-PortsIpV6TestJSON-283107163-project] Request body: {'security_group': {'name': 'tempest-secgroup-1028260680'}} {{(pid=103229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 19:28:25.825602 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-8c6e265e-6d06-43b1-bb91-520ef4e74950 tempest-PortsIpV6TestJSON-283107163 tempest-PortsIpV6TestJSON-283107163-project] Publish callbacks [] for security_group (None), before_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:28:25.962498 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-8c6e265e-6d06-43b1-bb91-520ef4e74950 tempest-PortsIpV6TestJSON-283107163 tempest-PortsIpV6TestJSON-283107163-project] Publish callbacks [] for security_group (75e0d0cd-ee5e-4e4b-9d67-249223248a0e), precommit_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:28:25.969133 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-8c6e265e-6d06-43b1-bb91-520ef4e74950 tempest-PortsIpV6TestJSON-283107163 tempest-PortsIpV6TestJSON-283107163-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1892331'] for security_group (75e0d0cd-ee5e-4e4b-9d67-249223248a0e), after_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:28:26.034379 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c6e265e-6d06-43b1-bb91-520ef4e74950 tempest-PortsIpV6TestJSON-283107163 tempest-PortsIpV6TestJSON-283107163-project] Pushing event updated for resources: {'SecurityGroup': ['ID=75e0d0cd-ee5e-4e4b-9d67-249223248a0e,revision_number=1']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:28:26.078012 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-8c6e265e-6d06-43b1-bb91-520ef4e74950 tempest-PortsIpV6TestJSON-283107163 tempest-PortsIpV6TestJSON-283107163-project] Publish callbacks [] for security_group (None), before_response {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:28:26.087405 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-8c6e265e-6d06-43b1-bb91-520ef4e74950 tempest-PortsIpV6TestJSON-283107163 tempest-PortsIpV6TestJSON-283107163-project] 10.222.0.75 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.3285043 Feb 09 19:28:26.088100 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 56300) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:28:26.102342 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.v2.base [None req-aaae3304-fc60-4b84-adad-138458ae3e8e tempest-PortsIpV6TestJSON-283107163 tempest-PortsIpV6TestJSON-283107163-project] Request body: {'security_group': {'name': 'tempest-secgroup-165504124'}} {{(pid=103229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 19:28:26.187371 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-aaae3304-fc60-4b84-adad-138458ae3e8e tempest-PortsIpV6TestJSON-283107163 tempest-PortsIpV6TestJSON-283107163-project] Publish callbacks [] for security_group (None), before_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:28:26.226139 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a51624fc-a3f2-49d4-8800-01bb7a56c486 None None] Network c648969a-32f4-4c6b-a1b6-2ebebb7a2e49 requested from n-d-713498-36 {{(pid=103232) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 19:28:26.386907 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-aaae3304-fc60-4b84-adad-138458ae3e8e tempest-PortsIpV6TestJSON-283107163 tempest-PortsIpV6TestJSON-283107163-project] Publish callbacks [] for security_group (e7bc988c-b430-4573-8f85-b412e4b437bc), precommit_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:28:26.396393 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-aaae3304-fc60-4b84-adad-138458ae3e8e tempest-PortsIpV6TestJSON-283107163 tempest-PortsIpV6TestJSON-283107163-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1892331'] for security_group (e7bc988c-b430-4573-8f85-b412e4b437bc), after_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:28:26.422436 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.provisioning_blocks [None req-e5a81b9c-1225-4514-9ad9-27443facef90 None None] Provisioning complete for port e39e2b1d-e63b-46df-b52f-bfbc1a1f1217 triggered by entity DHCP. {{(pid=103232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 19:28:26.422787 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-e5a81b9c-1225-4514-9ad9-27443facef90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593630'] for port (e39e2b1d-e63b-46df-b52f-bfbc1a1f1217), provisioning_complete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:28:26.477127 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-aaae3304-fc60-4b84-adad-138458ae3e8e tempest-PortsIpV6TestJSON-283107163 tempest-PortsIpV6TestJSON-283107163-project] Publish callbacks [] for security_group (None), before_response {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:28:26.482887 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-aaae3304-fc60-4b84-adad-138458ae3e8e tempest-PortsIpV6TestJSON-283107163 tempest-PortsIpV6TestJSON-283107163-project] 10.222.0.75 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 0.3904438 Feb 09 19:28:26.484033 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 56312) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:28:26.500720 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-e5a81b9c-1225-4514-9ad9-27443facef90 None None] Port e39e2b1d-e63b-46df-b52f-bfbc1a1f1217 cannot update to ACTIVE because it is not bound. {{(pid=103232) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 19:28:26.503157 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.v2.base [None req-b0dff80f-2b1a-47cf-9221-92aec5907298 tempest-PortsIpV6TestJSON-283107163 tempest-PortsIpV6TestJSON-283107163-project] Request body: {'security_group': {'name': 'tempest-secgroup-2078739694'}} {{(pid=103230) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 19:28:26.515774 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaae3304-fc60-4b84-adad-138458ae3e8e tempest-PortsIpV6TestJSON-283107163 tempest-PortsIpV6TestJSON-283107163-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e7bc988c-b430-4573-8f85-b412e4b437bc,revision_number=1']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:28:26.521050 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.provisioning_blocks [None req-e5a81b9c-1225-4514-9ad9-27443facef90 None None] Provisioning complete for port f170fc0f-a7b9-4550-a8f8-e561b89d874b triggered by entity DHCP. {{(pid=103232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 19:28:26.521728 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-e5a81b9c-1225-4514-9ad9-27443facef90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593630'] for port (f170fc0f-a7b9-4550-a8f8-e561b89d874b), provisioning_complete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:28:26.603278 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-b0dff80f-2b1a-47cf-9221-92aec5907298 tempest-PortsIpV6TestJSON-283107163 tempest-PortsIpV6TestJSON-283107163-project] Publish callbacks [] for security_group (None), before_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:28:26.679148 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b74b35d-a67f-494c-9871-63471adcae2e None None] Update dhcp port {'port': {'network_id': 'c648969a-32f4-4c6b-a1b6-2ebebb7a2e49', 'fixed_ips': [{'subnet_id': 'd9faae17-f6d0-41ee-a752-ed2a70a74e16', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': '89f50df3-53be-4297-adf6-aae52cd4b935'}], 'binding:host_id': 'n-d-713498-36'}, 'id': 'f170fc0f-a7b9-4550-a8f8-e561b89d874b'} from n-d-713498-36. {{(pid=103232) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Feb 09 19:28:26.750905 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-b0dff80f-2b1a-47cf-9221-92aec5907298 tempest-PortsIpV6TestJSON-283107163 tempest-PortsIpV6TestJSON-283107163-project] Publish callbacks [] for security_group (48fd8086-b1ca-4fb4-8b10-852161d81bfb), precommit_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:28:26.757387 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-b0dff80f-2b1a-47cf-9221-92aec5907298 tempest-PortsIpV6TestJSON-283107163 tempest-PortsIpV6TestJSON-283107163-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1892331'] for security_group (48fd8086-b1ca-4fb4-8b10-852161d81bfb), after_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:28:26.781751 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-e5a81b9c-1225-4514-9ad9-27443facef90 None None] Current status of the port f170fc0f-a7b9-4550-a8f8-e561b89d874b is: ACTIVE; New status is: ACTIVE {{(pid=103232) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 19:28:26.792018 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-6b74b35d-a67f-494c-9871-63471adcae2e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (f170fc0f-a7b9-4550-a8f8-e561b89d874b), before_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:28:26.882832 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-b0dff80f-2b1a-47cf-9221-92aec5907298 tempest-PortsIpV6TestJSON-283107163 tempest-PortsIpV6TestJSON-283107163-project] Publish callbacks [] for security_group (None), before_response {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:28:26.884193 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-b0dff80f-2b1a-47cf-9221-92aec5907298 tempest-PortsIpV6TestJSON-283107163 tempest-PortsIpV6TestJSON-283107163-project] 10.222.0.75 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.3971658 Feb 09 19:28:26.885244 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0dff80f-2b1a-47cf-9221-92aec5907298 tempest-PortsIpV6TestJSON-283107163 tempest-PortsIpV6TestJSON-283107163-project] Pushing event updated for resources: {'SecurityGroup': ['ID=48fd8086-b1ca-4fb4-8b10-852161d81bfb,revision_number=1']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:28:26.888279 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 56326) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:28:26.894943 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.v2.base [None req-4d58f3cb-9b34-47c5-893f-e11eee7a14a2 tempest-PortsIpV6TestJSON-283107163 tempest-PortsIpV6TestJSON-283107163-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1882013160', 'security_groups': ['48fd8086-b1ca-4fb4-8b10-852161d81bfb'], 'network_id': 'c648969a-32f4-4c6b-a1b6-2ebebb7a2e49', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '89f50df3-53be-4297-adf6-aae52cd4b935'}]}} {{(pid=103229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 19:28:27.031679 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.db_base_plugin_common [None req-6b74b35d-a67f-494c-9871-63471adcae2e None None] Allocated IP 2001:db8::2 (c648969a-32f4-4c6b-a1b6-2ebebb7a2e49/89f50df3-53be-4297-adf6-aae52cd4b935/f170fc0f-a7b9-4550-a8f8-e561b89d874b) {{(pid=103232) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 19:28:27.203364 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4d58f3cb-9b34-47c5-893f-e11eee7a14a2 tempest-PortsIpV6TestJSON-283107163 tempest-PortsIpV6TestJSON-283107163-project] Made reservation on behalf of 13b115ce9df54fa79100ec0671404776 for: {'port': 1} {{(pid=103229) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 19:28:27.299153 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-6b74b35d-a67f-494c-9871-63471adcae2e None None] For port f170fc0f-a7b9-4550-a8f8-e561b89d874b, host n-d-713498-36, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-36',level=0,port_id=f170fc0f-a7b9-4550-a8f8-e561b89d874b,segment=NetworkSegment(595f0ab7-5335-4e7d-ab46-78c7a496b4af),segment_id=595f0ab7-5335-4e7d-ab46-78c7a496b4af)] {{(pid=103232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 19:28:27.380193 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-6b74b35d-a67f-494c-9871-63471adcae2e None None] Publish callbacks [] for port (f170fc0f-a7b9-4550-a8f8-e561b89d874b), precommit_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:28:27.386713 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-6b74b35d-a67f-494c-9871-63471adcae2e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762867176205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762866656485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762866656503'] for port (f170fc0f-a7b9-4550-a8f8-e561b89d874b), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:28:27.405389 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-4d58f3cb-9b34-47c5-893f-e11eee7a14a2 tempest-PortsIpV6TestJSON-283107163 tempest-PortsIpV6TestJSON-283107163-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (None), before_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:28:27.428692 n-d-713498-36 neutron-server[103229]: DEBUG neutron.notifiers.nova [None req-4d58f3cb-9b34-47c5-893f-e11eee7a14a2 tempest-PortsIpV6TestJSON-283107163 tempest-PortsIpV6TestJSON-283107163-project] device_id is not set on port 1dbcbe0f-10cb-454f-b2c6-954da5e4fc84 yet. {{(pid=103229) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 09 19:28:27.677663 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b74b35d-a67f-494c-9871-63471adcae2e None None] Pushing event updated for resources: {'Port': ['ID=f170fc0f-a7b9-4550-a8f8-e561b89d874b,revision_number=6']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:28:27.849185 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44b8557f-7642-4a43-a40b-8d0bb100b18d req-57778a37-da7f-4afd-b042-7050609f8651 tempest-ServerActionsTestJSON-347500300 tempest-ServerActionsTestJSON-347500300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:28:27.851051 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-44b8557f-7642-4a43-a40b-8d0bb100b18d req-57778a37-da7f-4afd-b042-7050609f8651 tempest-ServerActionsTestJSON-347500300 tempest-ServerActionsTestJSON-347500300-project] 10.222.0.75 "GET /v2.0/ports?device_id=a1fbc70b-9dd3-44f5-99b0-85f3dff92d7d HTTP/1.1" status: 200 len: 944 time: 0.1946039 Feb 09 19:28:27.891483 n-d-713498-36 neutron-server[103229]: DEBUG neutron.db.db_base_plugin_common [None req-4d58f3cb-9b34-47c5-893f-e11eee7a14a2 tempest-PortsIpV6TestJSON-283107163 tempest-PortsIpV6TestJSON-283107163-project] Allocated IP 2001:db8::12c (c648969a-32f4-4c6b-a1b6-2ebebb7a2e49/89f50df3-53be-4297-adf6-aae52cd4b935/1dbcbe0f-10cb-454f-b2c6-954da5e4fc84) {{(pid=103229) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 19:28:27.965935 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-44b8557f-7642-4a43-a40b-8d0bb100b18d req-99496d94-fdb2-49bd-a4d1-0c743133c006 tempest-ServerActionsTestJSON-347500300 tempest-ServerActionsTestJSON-347500300-project] 10.222.0.75 "GET /v2.0/security-groups?id=22c4accd-b9e4-4e3e-aec5-b2bee068a6b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1073546 Feb 09 19:28:28.061343 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Device f170fc0f-a7b9-4550-a8f8-e561b89d874b up at agent ovs-agent-n-d-713498-36 {{(pid=103232) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 19:28:28.206335 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.provisioning_blocks [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Provisioning complete for port f170fc0f-a7b9-4550-a8f8-e561b89d874b triggered by entity L2. {{(pid=103232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 19:28:28.212276 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593630'] for port (f170fc0f-a7b9-4550-a8f8-e561b89d874b), provisioning_complete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:28:28.333939 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0738437-b9a0-4267-be68-c19fccbe667a req-cb89a29c-0ff8-459e-b2e3-da1ea7b04623 tempest-ServerActionsTestJSON-347500300 tempest-ServerActionsTestJSON-347500300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:28:28.339056 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-d0738437-b9a0-4267-be68-c19fccbe667a req-cb89a29c-0ff8-459e-b2e3-da1ea7b04623 tempest-ServerActionsTestJSON-347500300 tempest-ServerActionsTestJSON-347500300-project] 10.222.0.75 "GET /v2.0/ports?device_id=a1fbc70b-9dd3-44f5-99b0-85f3dff92d7d HTTP/1.1" status: 200 len: 944 time: 0.1799974 Feb 09 19:28:28.381361 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-4d58f3cb-9b34-47c5-893f-e11eee7a14a2 tempest-PortsIpV6TestJSON-283107163 tempest-PortsIpV6TestJSON-283107163-project] Publish callbacks [] for port (1dbcbe0f-10cb-454f-b2c6-954da5e4fc84), precommit_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:28:28.452274 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Current status of the port f170fc0f-a7b9-4550-a8f8-e561b89d874b is: ACTIVE; New status is: ACTIVE {{(pid=103232) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 19:28:28.477460 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-4d58f3cb-9b34-47c5-893f-e11eee7a14a2 tempest-PortsIpV6TestJSON-283107163 tempest-PortsIpV6TestJSON-283107163-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762866656467', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12867576'] for port (1dbcbe0f-10cb-454f-b2c6-954da5e4fc84), after_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:28:28.477620 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-d0738437-b9a0-4267-be68-c19fccbe667a req-f8b495f5-b498-4d0e-9f8c-570d7dd2cf78 tempest-ServerActionsTestJSON-347500300 tempest-ServerActionsTestJSON-347500300-project] 10.222.0.75 "GET /v2.0/security-groups?id=22c4accd-b9e4-4e3e-aec5-b2bee068a6b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1274688 Feb 09 19:28:28.504001 n-d-713498-36 neutron-server[103229]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d58f3cb-9b34-47c5-893f-e11eee7a14a2 tempest-PortsIpV6TestJSON-283107163 tempest-PortsIpV6TestJSON-283107163-project] Network c648969a-32f4-4c6b-a1b6-2ebebb7a2e49 is already hosted by enough agents. {{(pid=103229) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 19:28:28.508157 n-d-713498-36 neutron-server[103229]: DEBUG neutron.scheduler.base_scheduler [None req-4d58f3cb-9b34-47c5-893f-e11eee7a14a2 tempest-PortsIpV6TestJSON-283107163 tempest-PortsIpV6TestJSON-283107163-project] Resources bound (agent type, host, resource id): {{(pid=103229) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 19:28:28.590649 n-d-713498-36 neutron-server[103229]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d58f3cb-9b34-47c5-893f-e11eee7a14a2 tempest-PortsIpV6TestJSON-283107163 tempest-PortsIpV6TestJSON-283107163-project] Received port after_create {{(pid=103229) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 19:28:28.616167 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d58f3cb-9b34-47c5-893f-e11eee7a14a2 tempest-PortsIpV6TestJSON-283107163 tempest-PortsIpV6TestJSON-283107163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:28:28.617728 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-4d58f3cb-9b34-47c5-893f-e11eee7a14a2 tempest-PortsIpV6TestJSON-283107163 tempest-PortsIpV6TestJSON-283107163-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171096'] for port (None), before_response {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:28:28.675387 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-4d58f3cb-9b34-47c5-893f-e11eee7a14a2 tempest-PortsIpV6TestJSON-283107163 tempest-PortsIpV6TestJSON-283107163-project] 10.222.0.75 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.7859037 Feb 09 19:28:28.681782 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 56378) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:28:28.688302 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.v2.base [None req-05b6beaf-811a-4c81-bd74-ada69104b8f6 tempest-PortsIpV6TestJSON-283107163 tempest-PortsIpV6TestJSON-283107163-project] Request body: {'subnet': {'network_id': 'c648969a-32f4-4c6b-a1b6-2ebebb7a2e49', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103230) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 19:28:28.749731 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d58f3cb-9b34-47c5-893f-e11eee7a14a2 tempest-PortsIpV6TestJSON-283107163 tempest-PortsIpV6TestJSON-283107163-project] Pushing event updated for resources: {'Port': ['ID=1dbcbe0f-10cb-454f-b2c6-954da5e4fc84,revision_number=1']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:28:29.052100 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.provisioning_blocks [None req-a60e94e5-acc9-4c26-acea-d80778314693 None None] Provisioning complete for port e39e2b1d-e63b-46df-b52f-bfbc1a1f1217 triggered by entity DHCP. {{(pid=103232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 19:28:29.052889 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-a60e94e5-acc9-4c26-acea-d80778314693 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593630'] for port (e39e2b1d-e63b-46df-b52f-bfbc1a1f1217), provisioning_complete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:28:29.137985 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-05b6beaf-811a-4c81-bd74-ada69104b8f6 tempest-PortsIpV6TestJSON-283107163 tempest-PortsIpV6TestJSON-283107163-project] Made reservation on behalf of 13b115ce9df54fa79100ec0671404776 for: {'subnet': 1} {{(pid=103230) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 19:28:29.152834 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-05b6beaf-811a-4c81-bd74-ada69104b8f6 tempest-PortsIpV6TestJSON-283107163 tempest-PortsIpV6TestJSON-283107163-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12985917'] for subnet (None), before_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:28:29.158943 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-a60e94e5-acc9-4c26-acea-d80778314693 None None] Port e39e2b1d-e63b-46df-b52f-bfbc1a1f1217 cannot update to ACTIVE because it is not bound. {{(pid=103232) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 19:28:29.202448 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.provisioning_blocks [None req-a60e94e5-acc9-4c26-acea-d80778314693 None None] Provisioning complete for port f170fc0f-a7b9-4550-a8f8-e561b89d874b triggered by entity DHCP. {{(pid=103232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 19:28:29.203121 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-a60e94e5-acc9-4c26-acea-d80778314693 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593630'] for port (f170fc0f-a7b9-4550-a8f8-e561b89d874b), provisioning_complete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:28:29.380939 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b5b259b-7bb7-4748-8551-64a4a821759c req-6ddc79b2-2b60-45b2-bf12-998e300e7a7d tempest-ServerActionsTestJSON-347500300 tempest-ServerActionsTestJSON-347500300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:28:29.390799 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-9b5b259b-7bb7-4748-8551-64a4a821759c req-6ddc79b2-2b60-45b2-bf12-998e300e7a7d tempest-ServerActionsTestJSON-347500300 tempest-ServerActionsTestJSON-347500300-project] 10.222.0.75 "GET /v2.0/ports?device_id=a1fbc70b-9dd3-44f5-99b0-85f3dff92d7d HTTP/1.1" status: 200 len: 944 time: 0.3850327 Feb 09 19:28:29.424197 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-a60e94e5-acc9-4c26-acea-d80778314693 None None] Current status of the port f170fc0f-a7b9-4550-a8f8-e561b89d874b is: ACTIVE; New status is: ACTIVE {{(pid=103232) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 19:28:29.555163 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-9b5b259b-7bb7-4748-8551-64a4a821759c req-ebf805ed-2e7a-4dbc-b885-307c54e2b015 tempest-ServerActionsTestJSON-347500300 tempest-ServerActionsTestJSON-347500300-project] 10.222.0.75 "GET /v2.0/security-groups?id=22c4accd-b9e4-4e3e-aec5-b2bee068a6b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1592426 Feb 09 19:28:29.596001 n-d-713498-36 neutron-server[103230]: INFO neutron.db.ipam_backend_mixin [None req-05b6beaf-811a-4c81-bd74-ada69104b8f6 tempest-PortsIpV6TestJSON-283107163 tempest-PortsIpV6TestJSON-283107163-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 89f50df3-53be-4297-adf6-aae52cd4b935 (CIDR: 2001:db8::/64) Feb 09 19:28:29.603701 n-d-713498-36 neutron-server[103230]: INFO neutron.pecan_wsgi.hooks.translation [None req-05b6beaf-811a-4c81-bd74-ada69104b8f6 tempest-PortsIpV6TestJSON-283107163 tempest-PortsIpV6TestJSON-283107163-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 09 19:28:29.604932 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.provisioning_blocks [None req-2865d0dd-0649-4149-ae0e-11ffc0fba975 None None] Provisioning complete for port 1dbcbe0f-10cb-454f-b2c6-954da5e4fc84 triggered by entity DHCP. {{(pid=103232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 19:28:29.606275 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-05b6beaf-811a-4c81-bd74-ada69104b8f6 tempest-PortsIpV6TestJSON-283107163 tempest-PortsIpV6TestJSON-283107163-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103230) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 19:28:29.609706 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-2865d0dd-0649-4149-ae0e-11ffc0fba975 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593630'] for port (1dbcbe0f-10cb-454f-b2c6-954da5e4fc84), provisioning_complete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:28:29.662589 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-05b6beaf-811a-4c81-bd74-ada69104b8f6 tempest-PortsIpV6TestJSON-283107163 tempest-PortsIpV6TestJSON-283107163-project] 10.222.0.75 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.9791746 Feb 09 19:28:29.665921 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 56402) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:28:29.674167 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.v2.base [None req-253d6c61-b1e9-4247-89e4-53e929fef814 tempest-PortsIpV6TestJSON-283107163 tempest-PortsIpV6TestJSON-283107163-project] Request body: {'subnet': {'network_id': 'c648969a-32f4-4c6b-a1b6-2ebebb7a2e49', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=103229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 19:28:29.794188 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-2865d0dd-0649-4149-ae0e-11ffc0fba975 None None] Port 1dbcbe0f-10cb-454f-b2c6-954da5e4fc84 cannot update to ACTIVE because it is not bound. {{(pid=103232) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 19:28:29.902868 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-253d6c61-b1e9-4247-89e4-53e929fef814 tempest-PortsIpV6TestJSON-283107163 tempest-PortsIpV6TestJSON-283107163-project] Made reservation on behalf of 13b115ce9df54fa79100ec0671404776 for: {'subnet': 1} {{(pid=103229) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 19:28:29.907885 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-253d6c61-b1e9-4247-89e4-53e929fef814 tempest-PortsIpV6TestJSON-283107163 tempest-PortsIpV6TestJSON-283107163-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12759265'] for subnet (None), before_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:28:30.056328 n-d-713498-36 neutron-server[103229]: INFO neutron.db.ipam_backend_mixin [None req-253d6c61-b1e9-4247-89e4-53e929fef814 tempest-PortsIpV6TestJSON-283107163 tempest-PortsIpV6TestJSON-283107163-project] Validation for CIDR: 2001:db8:0:1::/64 failed - overlaps with subnet d9faae17-f6d0-41ee-a752-ed2a70a74e16 (CIDR: 2001:db8:0:1::/64) Feb 09 19:28:30.060563 n-d-713498-36 neutron-server[103229]: INFO neutron.pecan_wsgi.hooks.translation [None req-253d6c61-b1e9-4247-89e4-53e929fef814 tempest-PortsIpV6TestJSON-283107163 tempest-PortsIpV6TestJSON-283107163-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 09 19:28:30.061092 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-253d6c61-b1e9-4247-89e4-53e929fef814 tempest-PortsIpV6TestJSON-283107163 tempest-PortsIpV6TestJSON-283107163-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103229) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 19:28:30.105763 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 56414) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:28:30.111626 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.v2.base [None req-5db82ae0-424f-4ed9-b21a-aa1097b480d2 tempest-PortsIpV6TestJSON-283107163 tempest-PortsIpV6TestJSON-283107163-project] Request body: {'subnet': {'network_id': 'c648969a-32f4-4c6b-a1b6-2ebebb7a2e49', 'cidr': '2001:db8:0:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:2::1'}} {{(pid=103230) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 19:28:30.116389 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-253d6c61-b1e9-4247-89e4-53e929fef814 tempest-PortsIpV6TestJSON-283107163 tempest-PortsIpV6TestJSON-283107163-project] 10.222.0.75 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 428 time: 0.4378476 Feb 09 19:28:30.381991 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5db82ae0-424f-4ed9-b21a-aa1097b480d2 tempest-PortsIpV6TestJSON-283107163 tempest-PortsIpV6TestJSON-283107163-project] Made reservation on behalf of 13b115ce9df54fa79100ec0671404776 for: {'subnet': 1} {{(pid=103230) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 19:28:30.387025 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-5db82ae0-424f-4ed9-b21a-aa1097b480d2 tempest-PortsIpV6TestJSON-283107163 tempest-PortsIpV6TestJSON-283107163-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12985917'] for subnet (None), before_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:28:30.607614 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4f3aaf5-3a99-4667-97ce-3312836a5c3b req-a5ec3f90-6300-42e0-9df7-fe3d30e52c94 tempest-ServerActionsTestJSON-347500300 tempest-ServerActionsTestJSON-347500300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:28:30.609162 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-c4f3aaf5-3a99-4667-97ce-3312836a5c3b req-a5ec3f90-6300-42e0-9df7-fe3d30e52c94 tempest-ServerActionsTestJSON-347500300 tempest-ServerActionsTestJSON-347500300-project] 10.222.0.75 "GET /v2.0/ports?device_id=a1fbc70b-9dd3-44f5-99b0-85f3dff92d7d HTTP/1.1" status: 200 len: 944 time: 0.1016591 Feb 09 19:28:30.763790 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-c4f3aaf5-3a99-4667-97ce-3312836a5c3b req-2d91e834-dc2d-41a9-a994-26e8df483978 tempest-ServerActionsTestJSON-347500300 tempest-ServerActionsTestJSON-347500300-project] 10.222.0.75 "GET /v2.0/security-groups?id=22c4accd-b9e4-4e3e-aec5-b2bee068a6b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0978887 Feb 09 19:28:30.834033 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-5db82ae0-424f-4ed9-b21a-aa1097b480d2 tempest-PortsIpV6TestJSON-283107163 tempest-PortsIpV6TestJSON-283107163-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14393611', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12985859'] for subnet (9aa5abd0-fb33-4b8a-b573-d83fc8d852d6), after_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:28:30.875492 n-d-713498-36 neutron-server[103230]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5db82ae0-424f-4ed9-b21a-aa1097b480d2 tempest-PortsIpV6TestJSON-283107163 tempest-PortsIpV6TestJSON-283107163-project] Network c648969a-32f4-4c6b-a1b6-2ebebb7a2e49 is already hosted by enough agents. {{(pid=103230) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 19:28:30.879792 n-d-713498-36 neutron-server[103230]: DEBUG neutron.scheduler.base_scheduler [None req-5db82ae0-424f-4ed9-b21a-aa1097b480d2 tempest-PortsIpV6TestJSON-283107163 tempest-PortsIpV6TestJSON-283107163-project] Resources bound (agent type, host, resource id): {{(pid=103230) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 19:28:30.891582 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5db82ae0-424f-4ed9-b21a-aa1097b480d2 tempest-PortsIpV6TestJSON-283107163 tempest-PortsIpV6TestJSON-283107163-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:28:30.894357 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1514cca-9019-48af-b085-8f6881f0b2f4 None None] Network c648969a-32f4-4c6b-a1b6-2ebebb7a2e49 requested from n-d-713498-36 {{(pid=103232) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 19:28:30.898509 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-5db82ae0-424f-4ed9-b21a-aa1097b480d2 tempest-PortsIpV6TestJSON-283107163 tempest-PortsIpV6TestJSON-283107163-project] Publish callbacks [] for subnet (None), before_response {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:28:30.923174 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-5db82ae0-424f-4ed9-b21a-aa1097b480d2 tempest-PortsIpV6TestJSON-283107163 tempest-PortsIpV6TestJSON-283107163-project] 10.222.0.75 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 0.8130748 Feb 09 19:28:30.924873 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 56436) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:28:30.930987 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.v2.base [None req-70613fb2-0063-4020-966b-8864f9accd3f tempest-PortsIpV6TestJSON-283107163 tempest-PortsIpV6TestJSON-283107163-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-166361134', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '9aa5abd0-fb33-4b8a-b573-d83fc8d852d6'}], 'security_groups': ['75e0d0cd-ee5e-4e4b-9d67-249223248a0e', 'e7bc988c-b430-4573-8f85-b412e4b437bc']}} {{(pid=103230) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 19:28:30.968310 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5db82ae0-424f-4ed9-b21a-aa1097b480d2 tempest-PortsIpV6TestJSON-283107163 tempest-PortsIpV6TestJSON-283107163-project] Pushing event updated for resources: {'Subnet': ['ID=9aa5abd0-fb33-4b8a-b573-d83fc8d852d6,revision_number=0']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:28:31.224231 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-70613fb2-0063-4020-966b-8864f9accd3f tempest-PortsIpV6TestJSON-283107163 tempest-PortsIpV6TestJSON-283107163-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (1dbcbe0f-10cb-454f-b2c6-954da5e4fc84), before_update {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:28:31.288827 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-922db567-9240-401e-b20d-c6b184158e23 None None] Update dhcp port {'port': {'network_id': 'c648969a-32f4-4c6b-a1b6-2ebebb7a2e49', 'fixed_ips': [{'subnet_id': 'd9faae17-f6d0-41ee-a752-ed2a70a74e16', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': '89f50df3-53be-4297-adf6-aae52cd4b935', 'ip_address': '2001:db8::2'}, {'subnet_id': '9aa5abd0-fb33-4b8a-b573-d83fc8d852d6'}], 'binding:host_id': 'n-d-713498-36'}, 'id': 'f170fc0f-a7b9-4550-a8f8-e561b89d874b'} from n-d-713498-36. {{(pid=103232) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Feb 09 19:28:31.356773 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-922db567-9240-401e-b20d-c6b184158e23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (f170fc0f-a7b9-4550-a8f8-e561b89d874b), before_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:28:31.686295 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.db_base_plugin_common [None req-922db567-9240-401e-b20d-c6b184158e23 None None] Allocated IP 2001:db8:0:2::2 (c648969a-32f4-4c6b-a1b6-2ebebb7a2e49/9aa5abd0-fb33-4b8a-b573-d83fc8d852d6/f170fc0f-a7b9-4550-a8f8-e561b89d874b) {{(pid=103232) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 19:28:31.831827 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-922db567-9240-401e-b20d-c6b184158e23 None None] For port f170fc0f-a7b9-4550-a8f8-e561b89d874b, host n-d-713498-36, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-36',level=0,port_id=f170fc0f-a7b9-4550-a8f8-e561b89d874b,segment=NetworkSegment(595f0ab7-5335-4e7d-ab46-78c7a496b4af),segment_id=595f0ab7-5335-4e7d-ab46-78c7a496b4af)] {{(pid=103232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 19:28:31.887400 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-922db567-9240-401e-b20d-c6b184158e23 None None] Publish callbacks [] for port (f170fc0f-a7b9-4550-a8f8-e561b89d874b), precommit_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:28:31.898222 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-922db567-9240-401e-b20d-c6b184158e23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762867176205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762866656485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762866656503'] for port (f170fc0f-a7b9-4550-a8f8-e561b89d874b), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:28:32.031405 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-514f40a4-98c6-46ad-b537-45084e20e597 req-0ddf09b9-8356-4ecc-90e3-85baf7717ded tempest-ServerActionsTestJSON-347500300 tempest-ServerActionsTestJSON-347500300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:28:32.043367 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-514f40a4-98c6-46ad-b537-45084e20e597 req-0ddf09b9-8356-4ecc-90e3-85baf7717ded tempest-ServerActionsTestJSON-347500300 tempest-ServerActionsTestJSON-347500300-project] 10.222.0.75 "GET /v2.0/ports?device_id=a1fbc70b-9dd3-44f5-99b0-85f3dff92d7d HTTP/1.1" status: 200 len: 944 time: 0.1309547 Feb 09 19:28:32.158477 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-514f40a4-98c6-46ad-b537-45084e20e597 req-94c53d34-16d3-4d7a-b7bd-03a3d30c59b4 tempest-ServerActionsTestJSON-347500300 tempest-ServerActionsTestJSON-347500300-project] 10.222.0.75 "GET /v2.0/security-groups?id=22c4accd-b9e4-4e3e-aec5-b2bee068a6b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1137981 Feb 09 19:28:32.201557 n-d-713498-36 neutron-server[103230]: DEBUG neutron.db.db_base_plugin_common [None req-70613fb2-0063-4020-966b-8864f9accd3f tempest-PortsIpV6TestJSON-283107163 tempest-PortsIpV6TestJSON-283107163-project] Delete allocated IP 2001:db8::12c (c648969a-32f4-4c6b-a1b6-2ebebb7a2e49/89f50df3-53be-4297-adf6-aae52cd4b935) {{(pid=103230) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Feb 09 19:28:32.205594 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-922db567-9240-401e-b20d-c6b184158e23 None None] Pushing event updated for resources: {'Port': ['ID=f170fc0f-a7b9-4550-a8f8-e561b89d874b,revision_number=7']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:28:32.219674 n-d-713498-36 neutron-server[103230]: DEBUG neutron.db.db_base_plugin_common [None req-70613fb2-0063-4020-966b-8864f9accd3f tempest-PortsIpV6TestJSON-283107163 tempest-PortsIpV6TestJSON-283107163-project] Allocated IP 2001:db8:0:2::345 (c648969a-32f4-4c6b-a1b6-2ebebb7a2e49/9aa5abd0-fb33-4b8a-b573-d83fc8d852d6/1dbcbe0f-10cb-454f-b2c6-954da5e4fc84) {{(pid=103230) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 19:28:32.697394 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-70613fb2-0063-4020-966b-8864f9accd3f tempest-PortsIpV6TestJSON-283107163 tempest-PortsIpV6TestJSON-283107163-project] Publish callbacks [] for port (1dbcbe0f-10cb-454f-b2c6-954da5e4fc84), precommit_update {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:28:32.711686 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-70613fb2-0063-4020-966b-8864f9accd3f tempest-PortsIpV6TestJSON-283107163 tempest-PortsIpV6TestJSON-283107163-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762867176205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762866656485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762866656503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14393758'] for port (1dbcbe0f-10cb-454f-b2c6-954da5e4fc84), after_update {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:28:32.886298 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.plugin [None req-70613fb2-0063-4020-966b-8864f9accd3f tempest-PortsIpV6TestJSON-283107163 tempest-PortsIpV6TestJSON-283107163-project] In _notify_port_updated(), no bound segment for port 1dbcbe0f-10cb-454f-b2c6-954da5e4fc84 on network c648969a-32f4-4c6b-a1b6-2ebebb7a2e49 {{(pid=103230) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Feb 09 19:28:32.900591 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70613fb2-0063-4020-966b-8864f9accd3f tempest-PortsIpV6TestJSON-283107163 tempest-PortsIpV6TestJSON-283107163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:28:32.901302 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-70613fb2-0063-4020-966b-8864f9accd3f tempest-PortsIpV6TestJSON-283107163 tempest-PortsIpV6TestJSON-283107163-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171096'] for port (None), before_response {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:28:32.902885 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-70613fb2-0063-4020-966b-8864f9accd3f tempest-PortsIpV6TestJSON-283107163 tempest-PortsIpV6TestJSON-283107163-project] 10.222.0.75 "PUT /v2.0/ports/1dbcbe0f-10cb-454f-b2c6-954da5e4fc84 HTTP/1.1" status: 200 len: 969 time: 1.9777091 Feb 09 19:28:32.905985 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 56504) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:28:32.940929 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70613fb2-0063-4020-966b-8864f9accd3f tempest-PortsIpV6TestJSON-283107163 tempest-PortsIpV6TestJSON-283107163-project] Pushing event updated for resources: {'Port': ['ID=1dbcbe0f-10cb-454f-b2c6-954da5e4fc84,revision_number=2']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:28:33.121389 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.plugin [None req-132b64e6-0e7f-4e4f-9fb0-9845f0dfd6c8 tempest-PortsIpV6TestJSON-283107163 tempest-PortsIpV6TestJSON-283107163-project] Deleting port 1dbcbe0f-10cb-454f-b2c6-954da5e4fc84 {{(pid=103229) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 19:28:33.121999 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-132b64e6-0e7f-4e4f-9fb0-9845f0dfd6c8 tempest-PortsIpV6TestJSON-283107163 tempest-PortsIpV6TestJSON-283107163-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762867170196'] for port (1dbcbe0f-10cb-454f-b2c6-954da5e4fc84), before_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:28:33.322100 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-132b64e6-0e7f-4e4f-9fb0-9845f0dfd6c8 tempest-PortsIpV6TestJSON-283107163 tempest-PortsIpV6TestJSON-283107163-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1820838'] for port (1dbcbe0f-10cb-454f-b2c6-954da5e4fc84), precommit_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:28:33.342608 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.plugin [None req-132b64e6-0e7f-4e4f-9fb0-9845f0dfd6c8 tempest-PortsIpV6TestJSON-283107163 tempest-PortsIpV6TestJSON-283107163-project] Calling delete_port for 1dbcbe0f-10cb-454f-b2c6-954da5e4fc84 owned by {{(pid=103229) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 19:28:33.398503 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c61ed359-9d71-4e30-ae01-1bcf0bc03151 req-d4cd870d-c9cc-48d0-b7ad-a37474fc0582 tempest-ServerActionsTestJSON-347500300 tempest-ServerActionsTestJSON-347500300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:28:33.405520 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-c61ed359-9d71-4e30-ae01-1bcf0bc03151 req-d4cd870d-c9cc-48d0-b7ad-a37474fc0582 tempest-ServerActionsTestJSON-347500300 tempest-ServerActionsTestJSON-347500300-project] 10.222.0.75 "GET /v2.0/ports?device_id=a1fbc70b-9dd3-44f5-99b0-85f3dff92d7d HTTP/1.1" status: 200 len: 944 time: 0.1398253 Feb 09 19:28:33.439294 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.provisioning_blocks [None req-833706d8-4a7e-48c8-bcd0-1a3187307ff1 None None] Provisioning complete for port e39e2b1d-e63b-46df-b52f-bfbc1a1f1217 triggered by entity DHCP. {{(pid=103232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 19:28:33.440262 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-833706d8-4a7e-48c8-bcd0-1a3187307ff1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593630'] for port (e39e2b1d-e63b-46df-b52f-bfbc1a1f1217), provisioning_complete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:28:33.515250 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-c61ed359-9d71-4e30-ae01-1bcf0bc03151 req-bf54b572-6e7b-4360-9214-5b5589560ee3 tempest-ServerActionsTestJSON-347500300 tempest-ServerActionsTestJSON-347500300-project] 10.222.0.75 "GET /v2.0/security-groups?id=22c4accd-b9e4-4e3e-aec5-b2bee068a6b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1088293 Feb 09 19:28:33.623657 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-833706d8-4a7e-48c8-bcd0-1a3187307ff1 None None] Port e39e2b1d-e63b-46df-b52f-bfbc1a1f1217 cannot update to ACTIVE because it is not bound. {{(pid=103232) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 19:28:33.662691 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.provisioning_blocks [None req-833706d8-4a7e-48c8-bcd0-1a3187307ff1 None None] Provisioning complete for port 1dbcbe0f-10cb-454f-b2c6-954da5e4fc84 triggered by entity DHCP. {{(pid=103232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 19:28:33.663071 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-833706d8-4a7e-48c8-bcd0-1a3187307ff1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593630'] for port (1dbcbe0f-10cb-454f-b2c6-954da5e4fc84), provisioning_complete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:28:33.796430 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-833706d8-4a7e-48c8-bcd0-1a3187307ff1 None None] Port 1dbcbe0f-10cb-454f-b2c6-954da5e4fc84 cannot update to ACTIVE because it is not bound. {{(pid=103232) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 19:28:33.808174 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-132b64e6-0e7f-4e4f-9fb0-9845f0dfd6c8 tempest-PortsIpV6TestJSON-283107163 tempest-PortsIpV6TestJSON-283107163-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762867177463', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762866656476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12867576'] for port (1dbcbe0f-10cb-454f-b2c6-954da5e4fc84), after_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:28:33.825271 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.provisioning_blocks [None req-833706d8-4a7e-48c8-bcd0-1a3187307ff1 None None] Provisioning complete for port f170fc0f-a7b9-4550-a8f8-e561b89d874b triggered by entity DHCP. {{(pid=103232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 19:28:33.825271 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-833706d8-4a7e-48c8-bcd0-1a3187307ff1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593630'] for port (f170fc0f-a7b9-4550-a8f8-e561b89d874b), provisioning_complete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:28:33.870663 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-132b64e6-0e7f-4e4f-9fb0-9845f0dfd6c8 tempest-PortsIpV6TestJSON-283107163 tempest-PortsIpV6TestJSON-283107163-project] Pushing event deleted for resources: {'Port': ['ID=1dbcbe0f-10cb-454f-b2c6-954da5e4fc84,revision_number=None']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:28:33.904999 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-132b64e6-0e7f-4e4f-9fb0-9845f0dfd6c8 tempest-PortsIpV6TestJSON-283107163 tempest-PortsIpV6TestJSON-283107163-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171096'] for port (None), before_response {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:28:33.916139 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-132b64e6-0e7f-4e4f-9fb0-9845f0dfd6c8 tempest-PortsIpV6TestJSON-283107163 tempest-PortsIpV6TestJSON-283107163-project] 10.222.0.75 "DELETE /v2.0/ports/1dbcbe0f-10cb-454f-b2c6-954da5e4fc84 HTTP/1.1" status: 204 len: 168 time: 1.0088890 Feb 09 19:28:33.919239 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 56536) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:28:33.964293 n-d-713498-36 neutron-server[103230]: INFO neutron.pecan_wsgi.hooks.translation [None req-97dc8685-85d7-4d88-a34c-2ca4431d6b04 tempest-PortsIpV6TestJSON-283107163 tempest-PortsIpV6TestJSON-283107163-project] GET failed (client error): The resource could not be found. Feb 09 19:28:33.970714 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-97dc8685-85d7-4d88-a34c-2ca4431d6b04 tempest-PortsIpV6TestJSON-283107163 tempest-PortsIpV6TestJSON-283107163-project] 10.222.0.75 "GET /v2.0/ports/1dbcbe0f-10cb-454f-b2c6-954da5e4fc84 HTTP/1.1" status: 404 len: 333 time: 0.0469613 Feb 09 19:28:33.971333 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 56538) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:28:34.054750 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Device f170fc0f-a7b9-4550-a8f8-e561b89d874b up at agent ovs-agent-n-d-713498-36 {{(pid=103232) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 19:28:34.099082 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-c0f13ca8-1032-4056-bb2e-b1014b0e4f58 tempest-PortsIpV6TestJSON-283107163 tempest-PortsIpV6TestJSON-283107163-project] Publish callbacks [] for security_group (48fd8086-b1ca-4fb4-8b10-852161d81bfb), before_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:28:34.171491 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-c0f13ca8-1032-4056-bb2e-b1014b0e4f58 tempest-PortsIpV6TestJSON-283107163 tempest-PortsIpV6TestJSON-283107163-project] Publish callbacks [] for security_group (48fd8086-b1ca-4fb4-8b10-852161d81bfb), precommit_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:28:34.277346 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-c0f13ca8-1032-4056-bb2e-b1014b0e4f58 tempest-PortsIpV6TestJSON-283107163 tempest-PortsIpV6TestJSON-283107163-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1892331'] for security_group (48fd8086-b1ca-4fb4-8b10-852161d81bfb), after_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:28:34.281621 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-c0f13ca8-1032-4056-bb2e-b1014b0e4f58 tempest-PortsIpV6TestJSON-283107163 tempest-PortsIpV6TestJSON-283107163-project] Publish callbacks [] for security_group (None), before_response {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:28:34.288159 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-c0f13ca8-1032-4056-bb2e-b1014b0e4f58 tempest-PortsIpV6TestJSON-283107163 tempest-PortsIpV6TestJSON-283107163-project] 10.222.0.75 "DELETE /v2.0/security-groups/48fd8086-b1ca-4fb4-8b10-852161d81bfb HTTP/1.1" status: 204 len: 168 time: 0.3131475 Feb 09 19:28:34.289046 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 56544) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:28:34.325901 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0f13ca8-1032-4056-bb2e-b1014b0e4f58 tempest-PortsIpV6TestJSON-283107163 tempest-PortsIpV6TestJSON-283107163-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=48fd8086-b1ca-4fb4-8b10-852161d81bfb,revision_number=None']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:28:34.421479 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-833706d8-4a7e-48c8-bcd0-1a3187307ff1 None None] Current status of the port f170fc0f-a7b9-4550-a8f8-e561b89d874b is: ACTIVE; New status is: ACTIVE {{(pid=103232) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 19:28:34.459716 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-c08c01c3-d790-4fbd-8380-911e26d64cb0 tempest-PortsIpV6TestJSON-283107163 tempest-PortsIpV6TestJSON-283107163-project] Publish callbacks [] for security_group (e7bc988c-b430-4573-8f85-b412e4b437bc), before_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:28:34.460644 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.provisioning_blocks [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Provisioning complete for port f170fc0f-a7b9-4550-a8f8-e561b89d874b triggered by entity L2. {{(pid=103232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 19:28:34.462154 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593630'] for port (f170fc0f-a7b9-4550-a8f8-e561b89d874b), provisioning_complete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:28:34.511561 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-c08c01c3-d790-4fbd-8380-911e26d64cb0 tempest-PortsIpV6TestJSON-283107163 tempest-PortsIpV6TestJSON-283107163-project] Publish callbacks [] for security_group (e7bc988c-b430-4573-8f85-b412e4b437bc), precommit_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:28:34.612279 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.provisioning_blocks [None req-385118e1-4235-466d-832f-7d9859f701a7 None None] Could not find standard attr ID for object 1dbcbe0f-10cb-454f-b2c6-954da5e4fc84. {{(pid=103232) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 09 19:28:34.616693 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Current status of the port f170fc0f-a7b9-4550-a8f8-e561b89d874b is: ACTIVE; New status is: ACTIVE {{(pid=103232) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 19:28:34.684162 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-c08c01c3-d790-4fbd-8380-911e26d64cb0 tempest-PortsIpV6TestJSON-283107163 tempest-PortsIpV6TestJSON-283107163-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1892331'] for security_group (e7bc988c-b430-4573-8f85-b412e4b437bc), after_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:28:34.688074 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-c08c01c3-d790-4fbd-8380-911e26d64cb0 tempest-PortsIpV6TestJSON-283107163 tempest-PortsIpV6TestJSON-283107163-project] Publish callbacks [] for security_group (None), before_response {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:28:34.693865 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-c08c01c3-d790-4fbd-8380-911e26d64cb0 tempest-PortsIpV6TestJSON-283107163 tempest-PortsIpV6TestJSON-283107163-project] 10.222.0.75 "DELETE /v2.0/security-groups/e7bc988c-b430-4573-8f85-b412e4b437bc HTTP/1.1" status: 204 len: 168 time: 0.4036155 Feb 09 19:28:34.696855 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 56560) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:28:34.733120 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c08c01c3-d790-4fbd-8380-911e26d64cb0 tempest-PortsIpV6TestJSON-283107163 tempest-PortsIpV6TestJSON-283107163-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e7bc988c-b430-4573-8f85-b412e4b437bc,revision_number=None']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:28:34.821424 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-a332b060-2da0-4eae-8717-adf81f8203cf tempest-PortsIpV6TestJSON-283107163 tempest-PortsIpV6TestJSON-283107163-project] Publish callbacks [] for security_group (75e0d0cd-ee5e-4e4b-9d67-249223248a0e), before_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:28:34.850598 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-a332b060-2da0-4eae-8717-adf81f8203cf tempest-PortsIpV6TestJSON-283107163 tempest-PortsIpV6TestJSON-283107163-project] Publish callbacks [] for security_group (75e0d0cd-ee5e-4e4b-9d67-249223248a0e), precommit_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:28:34.897445 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-a332b060-2da0-4eae-8717-adf81f8203cf tempest-PortsIpV6TestJSON-283107163 tempest-PortsIpV6TestJSON-283107163-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1892331'] for security_group (75e0d0cd-ee5e-4e4b-9d67-249223248a0e), after_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:28:34.901387 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-a332b060-2da0-4eae-8717-adf81f8203cf tempest-PortsIpV6TestJSON-283107163 tempest-PortsIpV6TestJSON-283107163-project] Publish callbacks [] for security_group (None), before_response {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:28:34.905389 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-a332b060-2da0-4eae-8717-adf81f8203cf tempest-PortsIpV6TestJSON-283107163 tempest-PortsIpV6TestJSON-283107163-project] 10.222.0.75 "DELETE /v2.0/security-groups/75e0d0cd-ee5e-4e4b-9d67-249223248a0e HTTP/1.1" status: 204 len: 168 time: 0.2048206 Feb 09 19:28:34.905795 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 56562) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:28:34.932451 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a332b060-2da0-4eae-8717-adf81f8203cf tempest-PortsIpV6TestJSON-283107163 tempest-PortsIpV6TestJSON-283107163-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=75e0d0cd-ee5e-4e4b-9d67-249223248a0e,revision_number=None']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:28:35.005542 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f32f85af-ff32-4b45-ba71-b5345c99c313 req-4b9c2342-0977-42de-9443-a3c890494846 tempest-ServerActionsTestJSON-347500300 tempest-ServerActionsTestJSON-347500300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:28:35.016695 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-f32f85af-ff32-4b45-ba71-b5345c99c313 req-4b9c2342-0977-42de-9443-a3c890494846 tempest-ServerActionsTestJSON-347500300 tempest-ServerActionsTestJSON-347500300-project] 10.222.0.75 "GET /v2.0/ports?device_id=a1fbc70b-9dd3-44f5-99b0-85f3dff92d7d HTTP/1.1" status: 200 len: 944 time: 0.2638755 Feb 09 19:28:35.093896 n-d-713498-36 neutron-server[103230]: DEBUG neutron.db.db_base_plugin_v2 [None req-8d52ceab-1bc7-4fea-9fe2-85de9bdea639 tempest-PortsIpV6TestJSON-283107163 tempest-PortsIpV6TestJSON-283107163-project] Deleting subnet 89f50df3-53be-4297-adf6-aae52cd4b935 {{(pid=103230) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 19:28:35.107811 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-8d52ceab-1bc7-4fea-9fe2-85de9bdea639 tempest-PortsIpV6TestJSON-283107163 tempest-PortsIpV6TestJSON-283107163-project] Publish callbacks [] for subnet (89f50df3-53be-4297-adf6-aae52cd4b935), before_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:28:35.110308 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-f32f85af-ff32-4b45-ba71-b5345c99c313 req-a10c2ee5-01f9-4289-b214-66c57b89f3a9 tempest-ServerActionsTestJSON-347500300 tempest-ServerActionsTestJSON-347500300-project] 10.222.0.75 "GET /v2.0/security-groups?id=22c4accd-b9e4-4e3e-aec5-b2bee068a6b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0924981 Feb 09 19:28:35.177829 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-8d52ceab-1bc7-4fea-9fe2-85de9bdea639 tempest-PortsIpV6TestJSON-283107163 tempest-PortsIpV6TestJSON-283107163-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12895822'] for subnet (89f50df3-53be-4297-adf6-aae52cd4b935), precommit_delete_associations {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:28:35.289451 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-8d52ceab-1bc7-4fea-9fe2-85de9bdea639 tempest-PortsIpV6TestJSON-283107163 tempest-PortsIpV6TestJSON-283107163-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-759852'] for subnet (89f50df3-53be-4297-adf6-aae52cd4b935), precommit_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:28:35.356765 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-8d52ceab-1bc7-4fea-9fe2-85de9bdea639 tempest-PortsIpV6TestJSON-283107163 tempest-PortsIpV6TestJSON-283107163-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-760023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14393672', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12985882'] for subnet (89f50df3-53be-4297-adf6-aae52cd4b935), after_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:28:35.373182 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-8d52ceab-1bc7-4fea-9fe2-85de9bdea639 tempest-PortsIpV6TestJSON-283107163 tempest-PortsIpV6TestJSON-283107163-project] Publish callbacks [] for subnet (None), before_response {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:28:35.381827 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 56578) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:28:35.382713 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-8d52ceab-1bc7-4fea-9fe2-85de9bdea639 tempest-PortsIpV6TestJSON-283107163 tempest-PortsIpV6TestJSON-283107163-project] 10.222.0.75 "DELETE /v2.0/subnets/89f50df3-53be-4297-adf6-aae52cd4b935 HTTP/1.1" status: 204 len: 168 time: 0.4757783 Feb 09 19:28:35.384529 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-baa260e5-7ba0-4a06-a68e-7634b682ff0a None None] Network c648969a-32f4-4c6b-a1b6-2ebebb7a2e49 requested from n-d-713498-36 {{(pid=103232) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 19:28:35.409210 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d52ceab-1bc7-4fea-9fe2-85de9bdea639 tempest-PortsIpV6TestJSON-283107163 tempest-PortsIpV6TestJSON-283107163-project] Pushing event deleted for resources: {'Subnet': ['ID=89f50df3-53be-4297-adf6-aae52cd4b935,revision_number=None']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:28:35.488576 n-d-713498-36 neutron-server[103229]: DEBUG neutron.db.db_base_plugin_v2 [None req-b675168d-6552-46d3-b87b-cf6f00bbc493 tempest-PortsIpV6TestJSON-283107163 tempest-PortsIpV6TestJSON-283107163-project] Deleting subnet 9aa5abd0-fb33-4b8a-b573-d83fc8d852d6 {{(pid=103229) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 19:28:35.504636 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-b675168d-6552-46d3-b87b-cf6f00bbc493 tempest-PortsIpV6TestJSON-283107163 tempest-PortsIpV6TestJSON-283107163-project] Publish callbacks [] for subnet (9aa5abd0-fb33-4b8a-b573-d83fc8d852d6), before_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:28:35.590982 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-b675168d-6552-46d3-b87b-cf6f00bbc493 tempest-PortsIpV6TestJSON-283107163 tempest-PortsIpV6TestJSON-283107163-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16683410'] for subnet (9aa5abd0-fb33-4b8a-b573-d83fc8d852d6), precommit_delete_associations {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:28:35.905949 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-b675168d-6552-46d3-b87b-cf6f00bbc493 tempest-PortsIpV6TestJSON-283107163 tempest-PortsIpV6TestJSON-283107163-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-759852'] for subnet (9aa5abd0-fb33-4b8a-b573-d83fc8d852d6), precommit_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:28:36.085313 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-b675168d-6552-46d3-b87b-cf6f00bbc493 tempest-PortsIpV6TestJSON-283107163 tempest-PortsIpV6TestJSON-283107163-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-760023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12867367', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12759238'] for subnet (9aa5abd0-fb33-4b8a-b573-d83fc8d852d6), after_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:28:36.118539 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-b675168d-6552-46d3-b87b-cf6f00bbc493 tempest-PortsIpV6TestJSON-283107163 tempest-PortsIpV6TestJSON-283107163-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1613566'] for subnet (None), before_response {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:28:36.127259 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-b675168d-6552-46d3-b87b-cf6f00bbc493 tempest-PortsIpV6TestJSON-283107163 tempest-PortsIpV6TestJSON-283107163-project] 10.222.0.75 "DELETE /v2.0/subnets/9aa5abd0-fb33-4b8a-b573-d83fc8d852d6 HTTP/1.1" status: 204 len: 168 time: 0.7436080 Feb 09 19:28:36.130401 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 56600) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:28:36.176515 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b675168d-6552-46d3-b87b-cf6f00bbc493 tempest-PortsIpV6TestJSON-283107163 tempest-PortsIpV6TestJSON-283107163-project] Pushing event deleted for resources: {'Subnet': ['ID=9aa5abd0-fb33-4b8a-b573-d83fc8d852d6,revision_number=None']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:28:36.178142 n-d-713498-36 neutron-server[103230]: INFO neutron.pecan_wsgi.hooks.translation [None req-0aa9a617-cbd0-4264-8aa1-9405b7e0b6b3 tempest-PortsIpV6TestJSON-283107163 tempest-PortsIpV6TestJSON-283107163-project] DELETE failed (client error): The resource could not be found. Feb 09 19:28:36.178711 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0aa9a617-cbd0-4264-8aa1-9405b7e0b6b3 tempest-PortsIpV6TestJSON-283107163 tempest-PortsIpV6TestJSON-283107163-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103230) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 19:28:36.181942 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-0aa9a617-cbd0-4264-8aa1-9405b7e0b6b3 tempest-PortsIpV6TestJSON-283107163 tempest-PortsIpV6TestJSON-283107163-project] 10.222.0.75 "DELETE /v2.0/subnets/89f50df3-53be-4297-adf6-aae52cd4b935 HTTP/1.1" status: 404 len: 337 time: 0.0500839 Feb 09 19:28:36.184642 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 56602) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:28:36.196609 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b675168d-6552-46d3-b87b-cf6f00bbc493 tempest-PortsIpV6TestJSON-283107163 tempest-PortsIpV6TestJSON-283107163-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:28:36.197788 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b675168d-6552-46d3-b87b-cf6f00bbc493 tempest-PortsIpV6TestJSON-283107163 tempest-PortsIpV6TestJSON-283107163-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:28:36.200483 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b675168d-6552-46d3-b87b-cf6f00bbc493 tempest-PortsIpV6TestJSON-283107163 tempest-PortsIpV6TestJSON-283107163-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:28:36.200982 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b675168d-6552-46d3-b87b-cf6f00bbc493 tempest-PortsIpV6TestJSON-283107163 tempest-PortsIpV6TestJSON-283107163-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:28:36.201445 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b675168d-6552-46d3-b87b-cf6f00bbc493 tempest-PortsIpV6TestJSON-283107163 tempest-PortsIpV6TestJSON-283107163-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:28:36.201981 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b675168d-6552-46d3-b87b-cf6f00bbc493 tempest-PortsIpV6TestJSON-283107163 tempest-PortsIpV6TestJSON-283107163-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:28:36.203060 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b675168d-6552-46d3-b87b-cf6f00bbc493 tempest-PortsIpV6TestJSON-283107163 tempest-PortsIpV6TestJSON-283107163-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:28:36.204897 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b675168d-6552-46d3-b87b-cf6f00bbc493 tempest-PortsIpV6TestJSON-283107163 tempest-PortsIpV6TestJSON-283107163-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:28:36.205289 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b675168d-6552-46d3-b87b-cf6f00bbc493 tempest-PortsIpV6TestJSON-283107163 tempest-PortsIpV6TestJSON-283107163-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:28:36.214268 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b675168d-6552-46d3-b87b-cf6f00bbc493 tempest-PortsIpV6TestJSON-283107163 tempest-PortsIpV6TestJSON-283107163-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:28:36.214655 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b675168d-6552-46d3-b87b-cf6f00bbc493 tempest-PortsIpV6TestJSON-283107163 tempest-PortsIpV6TestJSON-283107163-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:28:36.215005 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b675168d-6552-46d3-b87b-cf6f00bbc493 tempest-PortsIpV6TestJSON-283107163 tempest-PortsIpV6TestJSON-283107163-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:28:36.215346 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b675168d-6552-46d3-b87b-cf6f00bbc493 tempest-PortsIpV6TestJSON-283107163 tempest-PortsIpV6TestJSON-283107163-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:28:36.268515 n-d-713498-36 neutron-server[103230]: DEBUG neutron.db.db_base_plugin_v2 [None req-1c1d4e71-30ec-4dc6-b2ce-2ff5be5af981 tempest-PortsIpV6TestJSON-283107163 tempest-PortsIpV6TestJSON-283107163-project] Deleting subnet d9faae17-f6d0-41ee-a752-ed2a70a74e16 {{(pid=103230) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 19:28:36.272111 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-1c1d4e71-30ec-4dc6-b2ce-2ff5be5af981 tempest-PortsIpV6TestJSON-283107163 tempest-PortsIpV6TestJSON-283107163-project] Publish callbacks [] for subnet (d9faae17-f6d0-41ee-a752-ed2a70a74e16), before_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:28:36.316658 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-1c1d4e71-30ec-4dc6-b2ce-2ff5be5af981 tempest-PortsIpV6TestJSON-283107163 tempest-PortsIpV6TestJSON-283107163-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12895822'] for subnet (d9faae17-f6d0-41ee-a752-ed2a70a74e16), precommit_delete_associations {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:28:36.494924 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-1c1d4e71-30ec-4dc6-b2ce-2ff5be5af981 tempest-PortsIpV6TestJSON-283107163 tempest-PortsIpV6TestJSON-283107163-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-759852'] for subnet (d9faae17-f6d0-41ee-a752-ed2a70a74e16), precommit_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:28:36.715358 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-1c1d4e71-30ec-4dc6-b2ce-2ff5be5af981 tempest-PortsIpV6TestJSON-283107163 tempest-PortsIpV6TestJSON-283107163-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-760023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14393672', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12985882'] for subnet (d9faae17-f6d0-41ee-a752-ed2a70a74e16), after_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:28:36.824019 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c1d4e71-30ec-4dc6-b2ce-2ff5be5af981 tempest-PortsIpV6TestJSON-283107163 tempest-PortsIpV6TestJSON-283107163-project] Pushing event deleted for resources: {'Subnet': ['ID=d9faae17-f6d0-41ee-a752-ed2a70a74e16,revision_number=None']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:28:36.839421 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-1c1d4e71-30ec-4dc6-b2ce-2ff5be5af981 tempest-PortsIpV6TestJSON-283107163 tempest-PortsIpV6TestJSON-283107163-project] Publish callbacks [] for subnet (None), before_response {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:28:36.846890 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-1c1d4e71-30ec-4dc6-b2ce-2ff5be5af981 tempest-PortsIpV6TestJSON-283107163 tempest-PortsIpV6TestJSON-283107163-project] 10.222.0.75 "DELETE /v2.0/subnets/d9faae17-f6d0-41ee-a752-ed2a70a74e16 HTTP/1.1" status: 204 len: 168 time: 0.6599474 Feb 09 19:28:36.849409 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 56610) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:28:36.895349 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cdae55e-d265-4e1b-8f0c-9d13d8603dc1 req-57297a1e-2e3f-4067-a1d8-3389ee6abc1d tempest-ServerActionsTestJSON-347500300 tempest-ServerActionsTestJSON-347500300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:28:36.897345 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-9cdae55e-d265-4e1b-8f0c-9d13d8603dc1 req-57297a1e-2e3f-4067-a1d8-3389ee6abc1d tempest-ServerActionsTestJSON-347500300 tempest-ServerActionsTestJSON-347500300-project] 10.222.0.75 "GET /v2.0/ports?device_id=a1fbc70b-9dd3-44f5-99b0-85f3dff92d7d HTTP/1.1" status: 200 len: 944 time: 0.3120742 Feb 09 19:28:36.907875 n-d-713498-36 neutron-server[103229]: INFO neutron.pecan_wsgi.hooks.translation [None req-2976afa2-ed1c-41a9-9ba2-b07a65a4442f tempest-PortsIpV6TestJSON-283107163 tempest-PortsIpV6TestJSON-283107163-project] DELETE failed (client error): The resource could not be found. Feb 09 19:28:36.908535 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2976afa2-ed1c-41a9-9ba2-b07a65a4442f tempest-PortsIpV6TestJSON-283107163 tempest-PortsIpV6TestJSON-283107163-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103229) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 19:28:36.912471 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-2976afa2-ed1c-41a9-9ba2-b07a65a4442f tempest-PortsIpV6TestJSON-283107163 tempest-PortsIpV6TestJSON-283107163-project] 10.222.0.75 "DELETE /v2.0/subnets/2f74b969-9b3c-422c-a9e2-8212b38d40cf HTTP/1.1" status: 404 len: 337 time: 0.0591767 Feb 09 19:28:36.917406 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 56616) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:28:36.926391 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-012a8981-bffe-4ed6-ac42-43238ec7e521 None None] Network c648969a-32f4-4c6b-a1b6-2ebebb7a2e49 requested from n-d-713498-36 {{(pid=103232) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 19:28:36.967253 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-2035981e-3b33-48b3-9a2f-b19f5609647d tempest-PortsIpV6TestJSON-283107163 tempest-PortsIpV6TestJSON-283107163-project] 10.222.0.75 "GET /v2.0/ports?device_id=6e0b8dfd-d80f-424e-8c51-b91177a4b983 HTTP/1.1" status: 200 len: 205 time: 0.0475590 Feb 09 19:28:36.970861 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 56618) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:28:37.079946 n-d-713498-36 neutron-server[103230]: INFO neutron.api.v2.resource [None req-f78bb26c-e5ec-4c3d-9b1d-a0a50a2196e0 tempest-PortsIpV6TestJSON-283107163 tempest-PortsIpV6TestJSON-283107163-project] delete failed (client error): The resource could not be found. Feb 09 19:28:37.089925 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-f78bb26c-e5ec-4c3d-9b1d-a0a50a2196e0 tempest-PortsIpV6TestJSON-283107163 tempest-PortsIpV6TestJSON-283107163-project] 10.222.0.75 "DELETE /v2.0/routers/6e0b8dfd-d80f-424e-8c51-b91177a4b983 HTTP/1.1" status: 404 len: 336 time: 0.1180291 Feb 09 19:28:37.092588 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 56624) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:28:37.100380 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.provisioning_blocks [None req-26c4d279-c420-41ee-b389-cd0c3803f883 None None] Provisioning complete for port e39e2b1d-e63b-46df-b52f-bfbc1a1f1217 triggered by entity DHCP. {{(pid=103232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 19:28:37.100860 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-26c4d279-c420-41ee-b389-cd0c3803f883 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593630'] for port (e39e2b1d-e63b-46df-b52f-bfbc1a1f1217), provisioning_complete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:28:37.123746 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-9cdae55e-d265-4e1b-8f0c-9d13d8603dc1 req-f2fcfe61-8789-46f3-85d3-e56de7aa1648 tempest-ServerActionsTestJSON-347500300 tempest-ServerActionsTestJSON-347500300-project] 10.222.0.75 "GET /v2.0/security-groups?id=22c4accd-b9e4-4e3e-aec5-b2bee068a6b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2201052 Feb 09 19:28:37.136362 n-d-713498-36 neutron-server[103229]: INFO neutron.pecan_wsgi.hooks.translation [None req-fc1453e3-df83-4670-a909-b5f814da0456 tempest-PortsIpV6TestJSON-283107163 tempest-PortsIpV6TestJSON-283107163-project] DELETE failed (client error): The resource could not be found. Feb 09 19:28:37.136910 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fc1453e3-df83-4670-a909-b5f814da0456 tempest-PortsIpV6TestJSON-283107163 tempest-PortsIpV6TestJSON-283107163-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103229) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 19:28:37.145689 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-fc1453e3-df83-4670-a909-b5f814da0456 tempest-PortsIpV6TestJSON-283107163 tempest-PortsIpV6TestJSON-283107163-project] 10.222.0.75 "DELETE /v2.0/subnets/10b8c761-7cc5-4cc3-a22d-f55db47a2136 HTTP/1.1" status: 404 len: 337 time: 0.0518672 Feb 09 19:28:37.148401 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 56626) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:28:37.150340 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-26c4d279-c420-41ee-b389-cd0c3803f883 None None] Port e39e2b1d-e63b-46df-b52f-bfbc1a1f1217 cannot update to ACTIVE because it is not bound. {{(pid=103232) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 19:28:37.189389 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.provisioning_blocks [None req-26c4d279-c420-41ee-b389-cd0c3803f883 None None] Provisioning complete for port f170fc0f-a7b9-4550-a8f8-e561b89d874b triggered by entity DHCP. {{(pid=103232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 19:28:37.190471 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-26c4d279-c420-41ee-b389-cd0c3803f883 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593630'] for port (f170fc0f-a7b9-4550-a8f8-e561b89d874b), provisioning_complete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:28:37.215390 n-d-713498-36 neutron-server[103230]: INFO neutron.pecan_wsgi.hooks.translation [None req-61db9127-56d7-4eec-acd9-ff1bda8efae6 tempest-PortsIpV6TestJSON-283107163 tempest-PortsIpV6TestJSON-283107163-project] DELETE failed (client error): The resource could not be found. Feb 09 19:28:37.215904 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-61db9127-56d7-4eec-acd9-ff1bda8efae6 tempest-PortsIpV6TestJSON-283107163 tempest-PortsIpV6TestJSON-283107163-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103230) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 19:28:37.225533 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 56632) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:28:37.227504 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-61db9127-56d7-4eec-acd9-ff1bda8efae6 tempest-PortsIpV6TestJSON-283107163 tempest-PortsIpV6TestJSON-283107163-project] 10.222.0.75 "DELETE /v2.0/subnets/6221306a-75b8-467c-bddc-937e329a5160 HTTP/1.1" status: 404 len: 337 time: 0.0752494 Feb 09 19:28:37.315866 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-26c4d279-c420-41ee-b389-cd0c3803f883 None None] Current status of the port f170fc0f-a7b9-4550-a8f8-e561b89d874b is: ACTIVE; New status is: ACTIVE {{(pid=103232) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 19:28:37.335763 n-d-713498-36 neutron-server[103229]: INFO neutron.pecan_wsgi.hooks.translation [None req-d2b1093f-8c25-4d9f-81e2-1f44e672243a tempest-PortsIpV6TestJSON-283107163 tempest-PortsIpV6TestJSON-283107163-project] DELETE failed (client error): The resource could not be found. Feb 09 19:28:37.339933 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d2b1093f-8c25-4d9f-81e2-1f44e672243a tempest-PortsIpV6TestJSON-283107163 tempest-PortsIpV6TestJSON-283107163-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103229) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 19:28:37.348897 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-d2b1093f-8c25-4d9f-81e2-1f44e672243a tempest-PortsIpV6TestJSON-283107163 tempest-PortsIpV6TestJSON-283107163-project] 10.222.0.75 "DELETE /v2.0/subnets/c236575b-ac45-4fb2-ad02-f018ecf0e3bf HTTP/1.1" status: 404 len: 337 time: 0.1220276 Feb 09 19:28:37.351697 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 56640) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:28:37.385611 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c71cc396-0dc1-468a-a095-5b5037c24de2 None None] DHCP port deletion for c648969a-32f4-4c6b-a1b6-2ebebb7a2e49 request from n-d-713498-36 {{(pid=103232) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 09 19:28:37.397638 n-d-713498-36 neutron-server[103230]: INFO neutron.pecan_wsgi.hooks.translation [None req-224ef52e-55d3-42e6-a942-2537cf6c0e9a tempest-PortsIpV6TestJSON-283107163 tempest-PortsIpV6TestJSON-283107163-project] DELETE failed (client error): The resource could not be found. Feb 09 19:28:37.403393 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-224ef52e-55d3-42e6-a942-2537cf6c0e9a tempest-PortsIpV6TestJSON-283107163 tempest-PortsIpV6TestJSON-283107163-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103230) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 19:28:37.410019 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 56642) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:28:37.430541 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-224ef52e-55d3-42e6-a942-2537cf6c0e9a tempest-PortsIpV6TestJSON-283107163 tempest-PortsIpV6TestJSON-283107163-project] 10.222.0.75 "DELETE /v2.0/ports/0ac2b493-1be3-443c-8876-bc7c2fb77339 HTTP/1.1" status: 404 len: 333 time: 0.0774994 Feb 09 19:28:37.453371 n-d-713498-36 neutron-server[103229]: INFO neutron.pecan_wsgi.hooks.translation [None req-a45af57d-c1eb-406f-9e44-9c6e788c78f8 tempest-PortsIpV6TestJSON-283107163 tempest-PortsIpV6TestJSON-283107163-project] DELETE failed (client error): The resource could not be found. Feb 09 19:28:37.453838 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a45af57d-c1eb-406f-9e44-9c6e788c78f8 tempest-PortsIpV6TestJSON-283107163 tempest-PortsIpV6TestJSON-283107163-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103229) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 19:28:37.460419 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 56646) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:28:37.482074 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-c71cc396-0dc1-468a-a095-5b5037c24de2 None None] Deleting port f170fc0f-a7b9-4550-a8f8-e561b89d874b {{(pid=103232) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 19:28:37.482553 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-c71cc396-0dc1-468a-a095-5b5037c24de2 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762867170196'] for port (f170fc0f-a7b9-4550-a8f8-e561b89d874b), before_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:28:37.498819 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-a45af57d-c1eb-406f-9e44-9c6e788c78f8 tempest-PortsIpV6TestJSON-283107163 tempest-PortsIpV6TestJSON-283107163-project] 10.222.0.75 "DELETE /v2.0/subnets/1dc832c4-0331-4abf-ab59-9df33931f5d2 HTTP/1.1" status: 404 len: 337 time: 0.0874288 Feb 09 19:28:37.502859 n-d-713498-36 neutron-server[103230]: INFO neutron.pecan_wsgi.hooks.translation [None req-bd20df13-1ba4-4fad-b61b-c73c0587b5b9 tempest-PortsIpV6TestJSON-283107163 tempest-PortsIpV6TestJSON-283107163-project] DELETE failed (client error): The resource could not be found. Feb 09 19:28:37.503328 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bd20df13-1ba4-4fad-b61b-c73c0587b5b9 tempest-PortsIpV6TestJSON-283107163 tempest-PortsIpV6TestJSON-283107163-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103230) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 19:28:37.509063 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 56650) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:28:37.521743 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-bd20df13-1ba4-4fad-b61b-c73c0587b5b9 tempest-PortsIpV6TestJSON-283107163 tempest-PortsIpV6TestJSON-283107163-project] 10.222.0.75 "DELETE /v2.0/subnets/115def0e-7ef1-42f3-bac8-07a3aeea130f HTTP/1.1" status: 404 len: 337 time: 0.0599437 Feb 09 19:28:37.545382 n-d-713498-36 neutron-server[103229]: INFO neutron.pecan_wsgi.hooks.translation [None req-7308e0ba-1e76-4f5d-8af9-40d792f6d7a4 tempest-PortsIpV6TestJSON-283107163 tempest-PortsIpV6TestJSON-283107163-project] DELETE failed (client error): The resource could not be found. Feb 09 19:28:37.546281 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7308e0ba-1e76-4f5d-8af9-40d792f6d7a4 tempest-PortsIpV6TestJSON-283107163 tempest-PortsIpV6TestJSON-283107163-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103229) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 19:28:37.553611 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 56652) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:28:37.565569 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-7308e0ba-1e76-4f5d-8af9-40d792f6d7a4 tempest-PortsIpV6TestJSON-283107163 tempest-PortsIpV6TestJSON-283107163-project] 10.222.0.75 "DELETE /v2.0/ports/b533eda0-5900-4824-972e-5b5b27834bec HTTP/1.1" status: 404 len: 333 time: 0.0553720 Feb 09 19:28:37.592377 n-d-713498-36 neutron-server[103230]: INFO neutron.pecan_wsgi.hooks.translation [None req-48451230-c8e0-4425-8009-91fb517081b0 tempest-PortsIpV6TestJSON-283107163 tempest-PortsIpV6TestJSON-283107163-project] DELETE failed (client error): The resource could not be found. Feb 09 19:28:37.593139 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-48451230-c8e0-4425-8009-91fb517081b0 tempest-PortsIpV6TestJSON-283107163 tempest-PortsIpV6TestJSON-283107163-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103230) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 19:28:37.601037 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 56656) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:28:37.601426 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-48451230-c8e0-4425-8009-91fb517081b0 tempest-PortsIpV6TestJSON-283107163 tempest-PortsIpV6TestJSON-283107163-project] 10.222.0.75 "DELETE /v2.0/subnets/52ed4733-8557-40ba-a0cc-9a9c30f7ce55 HTTP/1.1" status: 404 len: 337 time: 0.0458193 Feb 09 19:28:37.605589 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-c71cc396-0dc1-468a-a095-5b5037c24de2 None None] For port f170fc0f-a7b9-4550-a8f8-e561b89d874b, host n-d-713498-36, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-36',level=0,port_id=f170fc0f-a7b9-4550-a8f8-e561b89d874b,segment=NetworkSegment(595f0ab7-5335-4e7d-ab46-78c7a496b4af),segment_id=595f0ab7-5335-4e7d-ab46-78c7a496b4af)] {{(pid=103232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 19:28:37.609452 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-c71cc396-0dc1-468a-a095-5b5037c24de2 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1820838'] for port (f170fc0f-a7b9-4550-a8f8-e561b89d874b), precommit_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:28:37.635165 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-c71cc396-0dc1-468a-a095-5b5037c24de2 None None] Calling delete_port for f170fc0f-a7b9-4550-a8f8-e561b89d874b owned by network:dhcp {{(pid=103232) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 19:28:37.637534 n-d-713498-36 neutron-server[103229]: INFO neutron.pecan_wsgi.hooks.translation [None req-f3ef5b35-6616-4e6a-8d50-bf31381fc113 tempest-PortsIpV6TestJSON-283107163 tempest-PortsIpV6TestJSON-283107163-project] DELETE failed (client error): The resource could not be found. Feb 09 19:28:37.638261 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f3ef5b35-6616-4e6a-8d50-bf31381fc113 tempest-PortsIpV6TestJSON-283107163 tempest-PortsIpV6TestJSON-283107163-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103229) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 19:28:37.645464 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 56660) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:28:37.645804 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-f3ef5b35-6616-4e6a-8d50-bf31381fc113 tempest-PortsIpV6TestJSON-283107163 tempest-PortsIpV6TestJSON-283107163-project] 10.222.0.75 "DELETE /v2.0/subnets/c0a795e2-2889-4a4c-af3e-64c92fb96b47 HTTP/1.1" status: 404 len: 337 time: 0.0433989 Feb 09 19:28:37.769571 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-c71cc396-0dc1-468a-a095-5b5037c24de2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762867177463', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762866656476'] for port (f170fc0f-a7b9-4550-a8f8-e561b89d874b), after_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:28:37.794824 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c71cc396-0dc1-468a-a095-5b5037c24de2 None None] No DVR routers for this DVR port f170fc0f-a7b9-4550-a8f8-e561b89d874b on host n-d-713498-36 {{(pid=103232) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 19:28:37.795074 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.plugin [None req-a098481d-fa63-4efd-973d-a6a7e12f6ef6 tempest-PortsIpV6TestJSON-283107163 tempest-PortsIpV6TestJSON-283107163-project] Deleting port e39e2b1d-e63b-46df-b52f-bfbc1a1f1217 {{(pid=103230) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 19:28:37.795615 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-a098481d-fa63-4efd-973d-a6a7e12f6ef6 tempest-PortsIpV6TestJSON-283107163 tempest-PortsIpV6TestJSON-283107163-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762867170196'] for port (e39e2b1d-e63b-46df-b52f-bfbc1a1f1217), before_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:28:37.826890 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c71cc396-0dc1-468a-a095-5b5037c24de2 None None] Pushing event deleted for resources: {'Port': ['ID=f170fc0f-a7b9-4550-a8f8-e561b89d874b,revision_number=None']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:28:37.894230 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-a098481d-fa63-4efd-973d-a6a7e12f6ef6 tempest-PortsIpV6TestJSON-283107163 tempest-PortsIpV6TestJSON-283107163-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1820838'] for port (e39e2b1d-e63b-46df-b52f-bfbc1a1f1217), precommit_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:28:37.914186 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.plugin [None req-a098481d-fa63-4efd-973d-a6a7e12f6ef6 tempest-PortsIpV6TestJSON-283107163 tempest-PortsIpV6TestJSON-283107163-project] Calling delete_port for e39e2b1d-e63b-46df-b52f-bfbc1a1f1217 owned by {{(pid=103230) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 19:28:38.017761 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 56676) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:28:38.031710 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Device f170fc0f-a7b9-4550-a8f8-e561b89d874b no longer exists at agent ovs-agent-n-d-713498-36 {{(pid=103232) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 19:28:38.060706 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] No Port match for: f170fc0f-a7b9-4550-a8f8-e561b89d874b {{(pid=103232) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 19:28:38.061270 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Device f170fc0f-a7b9-4550-a8f8-e561b89d874b not bound to the agent host n-d-713498-36 {{(pid=103232) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 19:28:38.113421 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-a098481d-fa63-4efd-973d-a6a7e12f6ef6 tempest-PortsIpV6TestJSON-283107163 tempest-PortsIpV6TestJSON-283107163-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762867177463', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762866656476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14393751'] for port (e39e2b1d-e63b-46df-b52f-bfbc1a1f1217), after_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:28:38.199761 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a098481d-fa63-4efd-973d-a6a7e12f6ef6 tempest-PortsIpV6TestJSON-283107163 tempest-PortsIpV6TestJSON-283107163-project] Pushing event deleted for resources: {'Port': ['ID=e39e2b1d-e63b-46df-b52f-bfbc1a1f1217,revision_number=None']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:28:38.214268 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-a098481d-fa63-4efd-973d-a6a7e12f6ef6 tempest-PortsIpV6TestJSON-283107163 tempest-PortsIpV6TestJSON-283107163-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171096'] for port (None), before_response {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:28:38.229565 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 56682) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:28:38.230636 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-a098481d-fa63-4efd-973d-a6a7e12f6ef6 tempest-PortsIpV6TestJSON-283107163 tempest-PortsIpV6TestJSON-283107163-project] 10.222.0.75 "DELETE /v2.0/ports/e39e2b1d-e63b-46df-b52f-bfbc1a1f1217 HTTP/1.1" status: 204 len: 168 time: 0.5797136 Feb 09 19:28:38.419126 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-0fb8f29f-1c3c-4545-89c6-025c267ac4bd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:28:38.490373 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-62c97c48-6105-4e6e-9594-06e7a79ab9ae tempest-PortsIpV6TestJSON-283107163 tempest-PortsIpV6TestJSON-283107163-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-670458'] for network (c648969a-32f4-4c6b-a1b6-2ebebb7a2e49), before_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:28:38.520442 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3957835d-443c-494f-b2c3-0b330236faba req-321af010-1c60-4154-80f2-dcb1fb2eb341 tempest-ServerActionsTestJSON-347500300 tempest-ServerActionsTestJSON-347500300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:28:38.522242 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-3957835d-443c-494f-b2c3-0b330236faba req-321af010-1c60-4154-80f2-dcb1fb2eb341 tempest-ServerActionsTestJSON-347500300 tempest-ServerActionsTestJSON-347500300-project] 10.222.0.75 "GET /v2.0/ports?device_id=a1fbc70b-9dd3-44f5-99b0-85f3dff92d7d HTTP/1.1" status: 200 len: 944 time: 0.1789377 Feb 09 19:28:38.646200 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-62c97c48-6105-4e6e-9594-06e7a79ab9ae tempest-PortsIpV6TestJSON-283107163 tempest-PortsIpV6TestJSON-283107163-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-590267', 'neutron.services.segments.db._delete_segments_for_network-8762867132609'] for network (c648969a-32f4-4c6b-a1b6-2ebebb7a2e49), precommit_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:28:38.667344 n-d-713498-36 neutron-server[103229]: DEBUG neutron.services.segments.db [None req-62c97c48-6105-4e6e-9594-06e7a79ab9ae tempest-PortsIpV6TestJSON-283107163 tempest-PortsIpV6TestJSON-283107163-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c648969a-32f4-4c6b-a1b6-2ebebb7a2e49']}} {{(pid=103229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:28:38.678121 n-d-713498-36 neutron-server[103229]: DEBUG neutron.services.segments.db [None req-62c97c48-6105-4e6e-9594-06e7a79ab9ae tempest-PortsIpV6TestJSON-283107163 tempest-PortsIpV6TestJSON-283107163-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '595f0ab7-5335-4e7d-ab46-78c7a496b4af') {'for_net_delete': True} {{(pid=103229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:28:38.678612 n-d-713498-36 neutron-server[103229]: DEBUG neutron.services.segments.db [None req-62c97c48-6105-4e6e-9594-06e7a79ab9ae tempest-PortsIpV6TestJSON-283107163 tempest-PortsIpV6TestJSON-283107163-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '595f0ab7-5335-4e7d-ab46-78c7a496b4af') {} {{(pid=103229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:28:38.688058 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-62c97c48-6105-4e6e-9594-06e7a79ab9ae tempest-PortsIpV6TestJSON-283107163 tempest-PortsIpV6TestJSON-283107163-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762867134154', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16683417'] for segment (595f0ab7-5335-4e7d-ab46-78c7a496b4af), before_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:28:38.702293 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-62c97c48-6105-4e6e-9594-06e7a79ab9ae tempest-PortsIpV6TestJSON-283107163 tempest-PortsIpV6TestJSON-283107163-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-759574'] for segment (595f0ab7-5335-4e7d-ab46-78c7a496b4af), precommit_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:28:38.709090 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-62c97c48-6105-4e6e-9594-06e7a79ab9ae tempest-PortsIpV6TestJSON-283107163 tempest-PortsIpV6TestJSON-283107163-project] Releasing vlan 357 on physical network physnet1 to pool {{(pid=103229) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 19:28:38.709719 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-62c97c48-6105-4e6e-9594-06e7a79ab9ae tempest-PortsIpV6TestJSON-283107163 tempest-PortsIpV6TestJSON-283107163-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-759574', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12867469'] for segment (595f0ab7-5335-4e7d-ab46-78c7a496b4af), after_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:28:38.775435 n-d-713498-36 neutron-server[103229]: Traceback (most recent call last): Feb 09 19:28:38.775435 n-d-713498-36 neutron-server[103229]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 19:28:38.775435 n-d-713498-36 neutron-server[103229]: timer() Feb 09 19:28:38.775435 n-d-713498-36 neutron-server[103229]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 19:28:38.775435 n-d-713498-36 neutron-server[103229]: cb(*args, **kw) Feb 09 19:28:38.775435 n-d-713498-36 neutron-server[103229]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 19:28:38.775435 n-d-713498-36 neutron-server[103229]: return func(*args, **kwargs) Feb 09 19:28:38.775435 n-d-713498-36 neutron-server[103229]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 19:28:38.775435 n-d-713498-36 neutron-server[103229]: self._notify() Feb 09 19:28:38.775435 n-d-713498-36 neutron-server[103229]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 19:28:38.775435 n-d-713498-36 neutron-server[103229]: self.callback(batched_events) Feb 09 19:28:38.775435 n-d-713498-36 neutron-server[103229]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 19:28:38.775435 n-d-713498-36 neutron-server[103229]: event.method(event) Feb 09 19:28:38.775435 n-d-713498-36 neutron-server[103229]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 19:28:38.775435 n-d-713498-36 neutron-server[103229]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 19:28:38.775435 n-d-713498-36 neutron-server[103229]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 19:28:38.775435 n-d-713498-36 neutron-server[103229]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 19:28:38.775435 n-d-713498-36 neutron-server[103229]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 19:28:38.775435 n-d-713498-36 neutron-server[103229]: return f(self, *a, **k) Feb 09 19:28:38.775435 n-d-713498-36 neutron-server[103229]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 19:28:38.775435 n-d-713498-36 neutron-server[103229]: return self._get(url).json() Feb 09 19:28:38.775435 n-d-713498-36 neutron-server[103229]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 19:28:38.775435 n-d-713498-36 neutron-server[103229]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 19:28:38.775435 n-d-713498-36 neutron-server[103229]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 19:28:38.775435 n-d-713498-36 neutron-server[103229]: return self.request(url, 'GET', **kwargs) Feb 09 19:28:38.775435 n-d-713498-36 neutron-server[103229]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 19:28:38.775435 n-d-713498-36 neutron-server[103229]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 19:28:38.775435 n-d-713498-36 neutron-server[103229]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 19:28:38.775435 n-d-713498-36 neutron-server[103229]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 19:28:38.775435 n-d-713498-36 neutron-server[103229]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 19:28:38.775435 n-d-713498-36 neutron-server[103229]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 19:28:38.775435 n-d-713498-36 neutron-server[103229]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 19:28:38.790750 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-62c97c48-6105-4e6e-9594-06e7a79ab9ae tempest-PortsIpV6TestJSON-283107163 tempest-PortsIpV6TestJSON-283107163-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-590242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1885479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1818895'] for network (c648969a-32f4-4c6b-a1b6-2ebebb7a2e49), after_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:28:38.823306 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-62c97c48-6105-4e6e-9594-06e7a79ab9ae tempest-PortsIpV6TestJSON-283107163 tempest-PortsIpV6TestJSON-283107163-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1613566'] for network (None), before_response {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:28:38.829827 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-62c97c48-6105-4e6e-9594-06e7a79ab9ae tempest-PortsIpV6TestJSON-283107163 tempest-PortsIpV6TestJSON-283107163-project] 10.222.0.75 "DELETE /v2.0/networks/c648969a-32f4-4c6b-a1b6-2ebebb7a2e49 HTTP/1.1" status: 204 len: 168 time: 0.5992248 Feb 09 19:28:38.831765 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62c97c48-6105-4e6e-9594-06e7a79ab9ae tempest-PortsIpV6TestJSON-283107163 tempest-PortsIpV6TestJSON-283107163-project] Pushing event deleted for resources: {'Network': ['ID=c648969a-32f4-4c6b-a1b6-2ebebb7a2e49,revision_number=None']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:28:38.855883 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-3957835d-443c-494f-b2c3-0b330236faba req-e87c521b-4d40-4e6a-9833-793a3711f3f7 tempest-ServerActionsTestJSON-347500300 tempest-ServerActionsTestJSON-347500300-project] 10.222.0.75 "GET /v2.0/security-groups?id=22c4accd-b9e4-4e3e-aec5-b2bee068a6b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3240321 Feb 09 19:28:38.919568 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-0fb8f29f-1c3c-4545-89c6-025c267ac4bd admin admin] Publish callbacks [] for security_group (592d793d-a9c8-423c-8442-b3f51887f24f), precommit_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:28:38.924443 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-0fb8f29f-1c3c-4545-89c6-025c267ac4bd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1892331'] for security_group (592d793d-a9c8-423c-8442-b3f51887f24f), after_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:28:38.959209 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-0fb8f29f-1c3c-4545-89c6-025c267ac4bd admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=93ee58f9fce44a148a2afd0a863a34e7&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9400430 Feb 09 19:28:38.961744 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 56694) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:28:39.038309 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fb8f29f-1c3c-4545-89c6-025c267ac4bd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=592d793d-a9c8-423c-8442-b3f51887f24f,revision_number=1']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:28:39.126530 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-fb32278a-3768-46f3-92bb-6e077951b6a8 admin admin] Publish callbacks [] for security_group (592d793d-a9c8-423c-8442-b3f51887f24f), before_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:28:39.143994 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-fb32278a-3768-46f3-92bb-6e077951b6a8 admin admin] Publish callbacks [] for security_group (592d793d-a9c8-423c-8442-b3f51887f24f), precommit_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:28:39.213365 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-fb32278a-3768-46f3-92bb-6e077951b6a8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1892331'] for security_group (592d793d-a9c8-423c-8442-b3f51887f24f), after_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:28:39.215963 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-fb32278a-3768-46f3-92bb-6e077951b6a8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:28:39.217125 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-fb32278a-3768-46f3-92bb-6e077951b6a8 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/592d793d-a9c8-423c-8442-b3f51887f24f HTTP/1.1" status: 204 len: 168 time: 0.2539587 Feb 09 19:28:39.236175 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb32278a-3768-46f3-92bb-6e077951b6a8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=592d793d-a9c8-423c-8442-b3f51887f24f,revision_number=None']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:28:39.261635 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 56704) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:28:39.553927 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-d58f210a-2065-4971-b94e-d18e126a3823 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=13b115ce9df54fa79100ec0671404776&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2909048 Feb 09 19:28:39.557208 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 56718) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:28:39.659585 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-1f7dbd30-b5e7-4ce9-b1fc-41e59e174f09 admin admin] Publish callbacks [] for security_group (d1da5486-b940-4257-a489-b599edf9dc8b), before_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:28:39.726517 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-1f7dbd30-b5e7-4ce9-b1fc-41e59e174f09 admin admin] Publish callbacks [] for security_group (d1da5486-b940-4257-a489-b599edf9dc8b), precommit_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:28:39.807613 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-1f7dbd30-b5e7-4ce9-b1fc-41e59e174f09 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1892331'] for security_group (d1da5486-b940-4257-a489-b599edf9dc8b), after_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:28:39.810882 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-1f7dbd30-b5e7-4ce9-b1fc-41e59e174f09 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:28:39.814815 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-1f7dbd30-b5e7-4ce9-b1fc-41e59e174f09 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/d1da5486-b940-4257-a489-b599edf9dc8b HTTP/1.1" status: 204 len: 168 time: 0.2565629 Feb 09 19:28:39.815147 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 56720) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:28:39.825859 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f7dbd30-b5e7-4ce9-b1fc-41e59e174f09 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d1da5486-b940-4257-a489-b599edf9dc8b,revision_number=None']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:28:39.863194 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-ac04e2e7-01a8-404b-999e-00d1cac68feb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:28:39.992636 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-ac04e2e7-01a8-404b-999e-00d1cac68feb admin admin] Publish callbacks [] for security_group (f7844ddb-4c2b-45e9-aa70-669cc3db7cc0), precommit_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:28:40.030149 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-ac04e2e7-01a8-404b-999e-00d1cac68feb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1892331'] for security_group (f7844ddb-4c2b-45e9-aa70-669cc3db7cc0), after_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:28:40.061948 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-ac04e2e7-01a8-404b-999e-00d1cac68feb admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=ba988919f3fe450d8d93334ed0db3841&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2428360 Feb 09 19:28:40.062780 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 56730) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:28:40.104634 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ec133d7-012e-4c6e-b477-5368dac2b132 req-42a6d54b-37d7-4c78-8b7d-276316556310 tempest-ServerActionsTestJSON-347500300 tempest-ServerActionsTestJSON-347500300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:28:40.106254 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-8ec133d7-012e-4c6e-b477-5368dac2b132 req-42a6d54b-37d7-4c78-8b7d-276316556310 tempest-ServerActionsTestJSON-347500300 tempest-ServerActionsTestJSON-347500300-project] 10.222.0.75 "GET /v2.0/ports?device_id=a1fbc70b-9dd3-44f5-99b0-85f3dff92d7d HTTP/1.1" status: 200 len: 944 time: 0.1118116 Feb 09 19:28:40.108991 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac04e2e7-01a8-404b-999e-00d1cac68feb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f7844ddb-4c2b-45e9-aa70-669cc3db7cc0,revision_number=1']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:28:40.196957 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-825a2bdb-878f-4f84-893f-dbaa23549aee admin admin] Publish callbacks [] for security_group (f7844ddb-4c2b-45e9-aa70-669cc3db7cc0), before_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:28:40.238321 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-825a2bdb-878f-4f84-893f-dbaa23549aee admin admin] Publish callbacks [] for security_group (f7844ddb-4c2b-45e9-aa70-669cc3db7cc0), precommit_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:28:40.246612 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-8ec133d7-012e-4c6e-b477-5368dac2b132 req-1855d580-4bbb-4b57-b277-706dc75124e6 tempest-ServerActionsTestJSON-347500300 tempest-ServerActionsTestJSON-347500300-project] 10.222.0.75 "GET /v2.0/security-groups?id=22c4accd-b9e4-4e3e-aec5-b2bee068a6b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1207337 Feb 09 19:28:40.302129 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-825a2bdb-878f-4f84-893f-dbaa23549aee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1892331'] for security_group (f7844ddb-4c2b-45e9-aa70-669cc3db7cc0), after_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:28:40.307016 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-825a2bdb-878f-4f84-893f-dbaa23549aee admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:28:40.310915 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-825a2bdb-878f-4f84-893f-dbaa23549aee admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/f7844ddb-4c2b-45e9-aa70-669cc3db7cc0 HTTP/1.1" status: 204 len: 168 time: 0.2449286 Feb 09 19:28:40.321390 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-825a2bdb-878f-4f84-893f-dbaa23549aee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f7844ddb-4c2b-45e9-aa70-669cc3db7cc0,revision_number=None']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:28:40.777478 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-be46f785-6d72-45ee-81e7-c849963399a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762867132591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593584'] for agent (af91e4b9-f4e1-42b1-a25c-a10dc47171c8), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:28:41.514143 n-d-713498-36 neutron-server[103233]: DEBUG neutron.db.agents_db [None req-4a8a6a42-0a0c-4437-8958-92282682b6bb None None] Agent healthcheck: found 7 active agents {{(pid=103233) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 19:28:41.515164 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4977131-89c3-4d96-8297-ae7796bd8c2b req-f99c9083-a8a2-4131-99b0-783d9f5d9678 tempest-ServerActionsTestJSON-347500300 tempest-ServerActionsTestJSON-347500300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:28:41.533318 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-d4977131-89c3-4d96-8297-ae7796bd8c2b req-f99c9083-a8a2-4131-99b0-783d9f5d9678 tempest-ServerActionsTestJSON-347500300 tempest-ServerActionsTestJSON-347500300-project] 10.222.0.75 "GET /v2.0/ports?device_id=a1fbc70b-9dd3-44f5-99b0-85f3dff92d7d HTTP/1.1" status: 200 len: 944 time: 0.1261568 Feb 09 19:28:41.666817 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-d4977131-89c3-4d96-8297-ae7796bd8c2b req-d02cc776-cbc6-4361-8c2d-ae95e1fadf8e tempest-ServerActionsTestJSON-347500300 tempest-ServerActionsTestJSON-347500300-project] 10.222.0.75 "GET /v2.0/security-groups?id=22c4accd-b9e4-4e3e-aec5-b2bee068a6b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1254156 Feb 09 19:28:41.723055 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 56790) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:28:42.192390 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.v2.base [None req-bd1cce7d-4abe-4603-847a-6eda1e93bef7 tempest-SecGroupTest-372670537 tempest-SecGroupTest-372670537-project] Request body: {'security_group': {'name': 'tempest-secgroup--1783752698'}} {{(pid=103230) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 19:28:42.234231 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-bd1cce7d-4abe-4603-847a-6eda1e93bef7 tempest-SecGroupTest-372670537 tempest-SecGroupTest-372670537-project] Publish callbacks [] for security_group (None), before_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:28:42.255948 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb43d20c-482e-40f0-80fa-6b1f6d97d97b req-3ec26dff-7032-402c-88d0-183550e2e14e tempest-ServerActionsTestJSON-347500300 tempest-ServerActionsTestJSON-347500300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:28:42.257635 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-eb43d20c-482e-40f0-80fa-6b1f6d97d97b req-3ec26dff-7032-402c-88d0-183550e2e14e tempest-ServerActionsTestJSON-347500300 tempest-ServerActionsTestJSON-347500300-project] 10.222.0.75 "GET /v2.0/ports?device_id=a1fbc70b-9dd3-44f5-99b0-85f3dff92d7d HTTP/1.1" status: 200 len: 944 time: 0.2279341 Feb 09 19:28:42.261156 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e92e33e2-ee5e-4b51-b0c9-bf59d17993f6 req-28efe11f-f573-4904-aed5-10aef4d66df4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:28:42.262424 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-bd1cce7d-4abe-4603-847a-6eda1e93bef7 tempest-SecGroupTest-372670537 tempest-SecGroupTest-372670537-project] Publish callbacks [] for security_group (None), before_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:28:42.264052 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-e92e33e2-ee5e-4b51-b0c9-bf59d17993f6 req-28efe11f-f573-4904-aed5-10aef4d66df4 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=d7a2ccbf0c8a475abd1520a0e31ab926&device_id=a1fbc70b-9dd3-44f5-99b0-85f3dff92d7d HTTP/1.1" status: 200 len: 1127 time: 0.1704323 Feb 09 19:28:42.422740 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-eb43d20c-482e-40f0-80fa-6b1f6d97d97b req-769d6034-c3a9-4f97-922d-ebc374377685 tempest-ServerActionsTestJSON-347500300 tempest-ServerActionsTestJSON-347500300-project] 10.222.0.75 "GET /v2.0/security-groups?id=22c4accd-b9e4-4e3e-aec5-b2bee068a6b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1523743 Feb 09 19:28:42.445930 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-bd1cce7d-4abe-4603-847a-6eda1e93bef7 tempest-SecGroupTest-372670537 tempest-SecGroupTest-372670537-project] Publish callbacks [] for security_group (41f25f5c-3952-4998-96bc-a146d5b5d6e3), precommit_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:28:42.452874 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-bd1cce7d-4abe-4603-847a-6eda1e93bef7 tempest-SecGroupTest-372670537 tempest-SecGroupTest-372670537-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1892331'] for security_group (41f25f5c-3952-4998-96bc-a146d5b5d6e3), after_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:28:42.500091 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd1cce7d-4abe-4603-847a-6eda1e93bef7 tempest-SecGroupTest-372670537 tempest-SecGroupTest-372670537-project] Pushing event updated for resources: {'SecurityGroup': ['ID=41f25f5c-3952-4998-96bc-a146d5b5d6e3,revision_number=1']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:28:42.608493 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-bd1cce7d-4abe-4603-847a-6eda1e93bef7 tempest-SecGroupTest-372670537 tempest-SecGroupTest-372670537-project] Publish callbacks [] for security_group (de7e638b-a245-4475-bcaf-253f7d551dc7), precommit_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:28:42.628838 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e92e33e2-ee5e-4b51-b0c9-bf59d17993f6 req-c844361c-b401-41b6-9a06-545dae1d84fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:28:42.633497 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-e92e33e2-ee5e-4b51-b0c9-bf59d17993f6 req-c844361c-b401-41b6-9a06-545dae1d84fc service neutron] 10.222.0.89 "GET /v2.0/networks?id=bd12d1d0-518d-4d29-a00d-98410ba2cb8a HTTP/1.1" status: 200 len: 913 time: 0.3620732 Feb 09 19:28:42.639101 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd1cce7d-4abe-4603-847a-6eda1e93bef7 tempest-SecGroupTest-372670537 tempest-SecGroupTest-372670537-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:28:42.639693 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd1cce7d-4abe-4603-847a-6eda1e93bef7 tempest-SecGroupTest-372670537 tempest-SecGroupTest-372670537-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:28:42.640197 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd1cce7d-4abe-4603-847a-6eda1e93bef7 tempest-SecGroupTest-372670537 tempest-SecGroupTest-372670537-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:28:42.640704 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd1cce7d-4abe-4603-847a-6eda1e93bef7 tempest-SecGroupTest-372670537 tempest-SecGroupTest-372670537-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:28:42.642058 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd1cce7d-4abe-4603-847a-6eda1e93bef7 tempest-SecGroupTest-372670537 tempest-SecGroupTest-372670537-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:28:42.642582 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd1cce7d-4abe-4603-847a-6eda1e93bef7 tempest-SecGroupTest-372670537 tempest-SecGroupTest-372670537-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:28:42.643073 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd1cce7d-4abe-4603-847a-6eda1e93bef7 tempest-SecGroupTest-372670537 tempest-SecGroupTest-372670537-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:28:42.643560 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd1cce7d-4abe-4603-847a-6eda1e93bef7 tempest-SecGroupTest-372670537 tempest-SecGroupTest-372670537-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:28:42.644057 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd1cce7d-4abe-4603-847a-6eda1e93bef7 tempest-SecGroupTest-372670537 tempest-SecGroupTest-372670537-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:28:42.644546 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd1cce7d-4abe-4603-847a-6eda1e93bef7 tempest-SecGroupTest-372670537 tempest-SecGroupTest-372670537-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:28:42.645032 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd1cce7d-4abe-4603-847a-6eda1e93bef7 tempest-SecGroupTest-372670537 tempest-SecGroupTest-372670537-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:28:42.645516 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd1cce7d-4abe-4603-847a-6eda1e93bef7 tempest-SecGroupTest-372670537 tempest-SecGroupTest-372670537-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:28:42.646044 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd1cce7d-4abe-4603-847a-6eda1e93bef7 tempest-SecGroupTest-372670537 tempest-SecGroupTest-372670537-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:28:42.656078 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-bd1cce7d-4abe-4603-847a-6eda1e93bef7 tempest-SecGroupTest-372670537 tempest-SecGroupTest-372670537-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1892331'] for security_group (de7e638b-a245-4475-bcaf-253f7d551dc7), after_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:28:42.731190 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-bd1cce7d-4abe-4603-847a-6eda1e93bef7 tempest-SecGroupTest-372670537 tempest-SecGroupTest-372670537-project] Publish callbacks [] for security_group (None), before_response {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:28:42.735651 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-bd1cce7d-4abe-4603-847a-6eda1e93bef7 tempest-SecGroupTest-372670537 tempest-SecGroupTest-372670537-project] 10.222.0.75 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 1.0096965 Feb 09 19:28:42.747075 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 56818) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:28:42.819905 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-e92e33e2-ee5e-4b51-b0c9-bf59d17993f6 req-d68db36b-cad7-4f45-9000-6c56e712770e service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f1d2f720-203f-4a0c-99ec-b451c998d159 HTTP/1.1" status: 200 len: 998 time: 0.1801190 Feb 09 19:28:42.895603 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-21478eb3-a3d1-46cd-bba2-f8e45b34fdcb tempest-SecGroupTest-372670537 tempest-SecGroupTest-372670537-project] 10.222.0.75 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4545 time: 0.1420541 Feb 09 19:28:42.895603 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd1cce7d-4abe-4603-847a-6eda1e93bef7 tempest-SecGroupTest-372670537 tempest-SecGroupTest-372670537-project] Pushing event updated for resources: {'SecurityGroup': ['ID=de7e638b-a245-4475-bcaf-253f7d551dc7,revision_number=1']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:28:42.897371 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 56820) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:28:42.912787 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.v2.base [None req-827c6d73-efbe-4c66-9ce8-1dc80218bef1 tempest-SecGroupTest-372670537 tempest-SecGroupTest-372670537-project] Request body: {'security_group': {'name': 'tempest-security--504578993', 'description': 'tempest-security-description-1570715479'}} {{(pid=103229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 19:28:42.946742 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e92e33e2-ee5e-4b51-b0c9-bf59d17993f6 req-a2e2b44e-88ad-46a8-a4c1-27583c95783f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:28:42.949663 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-e92e33e2-ee5e-4b51-b0c9-bf59d17993f6 req-a2e2b44e-88ad-46a8-a4c1-27583c95783f service neutron] 10.222.0.89 "GET /v2.0/subnets?id=60ccac4e-8e6b-4139-b4aa-9c0c5cc0e9e4 HTTP/1.1" status: 200 len: 851 time: 0.1238475 Feb 09 19:28:43.002502 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-827c6d73-efbe-4c66-9ce8-1dc80218bef1 tempest-SecGroupTest-372670537 tempest-SecGroupTest-372670537-project] Publish callbacks [] for security_group (de7e638b-a245-4475-bcaf-253f7d551dc7), before_update {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:28:43.065574 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e92e33e2-ee5e-4b51-b0c9-bf59d17993f6 req-2c2460a6-6867-4e0c-9849-0d0243ae783f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:28:43.067545 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-e92e33e2-ee5e-4b51-b0c9-bf59d17993f6 req-2c2460a6-6867-4e0c-9849-0d0243ae783f service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=bd12d1d0-518d-4d29-a00d-98410ba2cb8a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.1088924 Feb 09 19:28:43.106970 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-bfb012cd-67ef-433e-aa40-9a0bcee778b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762867132591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593584'] for agent (93303d5e-5d17-45e8-8963-7694f87783ae), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:28:43.187854 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-e92e33e2-ee5e-4b51-b0c9-bf59d17993f6 req-12b1b446-5f41-4ae7-90f9-7aa60bb10fc6 service neutron] 10.222.0.89 "GET /v2.0/networks/bd12d1d0-518d-4d29-a00d-98410ba2cb8a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1105027 Feb 09 19:28:43.196036 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-827c6d73-efbe-4c66-9ce8-1dc80218bef1 tempest-SecGroupTest-372670537 tempest-SecGroupTest-372670537-project] Publish callbacks [] for security_group (de7e638b-a245-4475-bcaf-253f7d551dc7), precommit_update {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:28:43.210325 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-827c6d73-efbe-4c66-9ce8-1dc80218bef1 tempest-SecGroupTest-372670537 tempest-SecGroupTest-372670537-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1892331'] for security_group (de7e638b-a245-4475-bcaf-253f7d551dc7), after_update {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:28:43.213136 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-827c6d73-efbe-4c66-9ce8-1dc80218bef1 tempest-SecGroupTest-372670537 tempest-SecGroupTest-372670537-project] Publish callbacks [] for security_group (None), before_response {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:28:43.217182 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-827c6d73-efbe-4c66-9ce8-1dc80218bef1 tempest-SecGroupTest-372670537 tempest-SecGroupTest-372670537-project] 10.222.0.75 "PUT /v2.0/security-groups/de7e638b-a245-4475-bcaf-253f7d551dc7 HTTP/1.1" status: 200 len: 1796 time: 0.3161061 Feb 09 19:28:43.217655 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 56830) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:28:43.315530 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-f74b3215-e251-46ca-a499-feeae41169b9 tempest-SecGroupTest-372670537 tempest-SecGroupTest-372670537-project] 10.222.0.75 "GET /v2.0/security-groups/de7e638b-a245-4475-bcaf-253f7d551dc7 HTTP/1.1" status: 200 len: 1796 time: 0.0946510 Feb 09 19:28:43.317682 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 56832) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:28:43.482357 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-827c6d73-efbe-4c66-9ce8-1dc80218bef1 tempest-SecGroupTest-372670537 tempest-SecGroupTest-372670537-project] Pushing event updated for resources: {'SecurityGroup': ['ID=de7e638b-a245-4475-bcaf-253f7d551dc7,revision_number=2']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:28:43.486531 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-23fd8fbd-af1c-4f91-a28d-9b7ff7b0c12b tempest-SecGroupTest-372670537 tempest-SecGroupTest-372670537-project] Publish callbacks [] for security_group (de7e638b-a245-4475-bcaf-253f7d551dc7), before_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:28:43.490055 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-e92e33e2-ee5e-4b51-b0c9-bf59d17993f6 req-af3e7477-1185-4aac-b159-a1ab8f1bfd60 service neutron] 10.222.0.89 "GET /v2.0/networks/bd12d1d0-518d-4d29-a00d-98410ba2cb8a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2925563 Feb 09 19:28:43.554411 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-23fd8fbd-af1c-4f91-a28d-9b7ff7b0c12b tempest-SecGroupTest-372670537 tempest-SecGroupTest-372670537-project] Publish callbacks [] for security_group (de7e638b-a245-4475-bcaf-253f7d551dc7), precommit_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:28:43.649216 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-23fd8fbd-af1c-4f91-a28d-9b7ff7b0c12b tempest-SecGroupTest-372670537 tempest-SecGroupTest-372670537-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1892331'] for security_group (de7e638b-a245-4475-bcaf-253f7d551dc7), after_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:28:43.652288 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-23fd8fbd-af1c-4f91-a28d-9b7ff7b0c12b tempest-SecGroupTest-372670537 tempest-SecGroupTest-372670537-project] Publish callbacks [] for security_group (None), before_response {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:28:43.653587 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-23fd8fbd-af1c-4f91-a28d-9b7ff7b0c12b tempest-SecGroupTest-372670537 tempest-SecGroupTest-372670537-project] 10.222.0.75 "DELETE /v2.0/security-groups/de7e638b-a245-4475-bcaf-253f7d551dc7 HTTP/1.1" status: 204 len: 168 time: 0.3332713 Feb 09 19:28:43.656092 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 56846) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:28:43.669203 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23fd8fbd-af1c-4f91-a28d-9b7ff7b0c12b tempest-SecGroupTest-372670537 tempest-SecGroupTest-372670537-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=de7e638b-a245-4475-bcaf-253f7d551dc7,revision_number=None']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:28:43.698216 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92495544-ca79-45b2-aada-ef4c7dbe9f77 req-f69bdafc-458b-4525-8619-ab787035b7e2 tempest-ServerActionsTestJSON-347500300 tempest-ServerActionsTestJSON-347500300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:28:43.706612 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-92495544-ca79-45b2-aada-ef4c7dbe9f77 req-f69bdafc-458b-4525-8619-ab787035b7e2 tempest-ServerActionsTestJSON-347500300 tempest-ServerActionsTestJSON-347500300-project] 10.222.0.75 "GET /v2.0/ports?device_id=a1fbc70b-9dd3-44f5-99b0-85f3dff92d7d HTTP/1.1" status: 200 len: 944 time: 0.0936058 Feb 09 19:28:43.765069 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-7a42ceb3-6077-434f-aea3-4a67c08aa106 tempest-SecGroupTest-372670537 tempest-SecGroupTest-372670537-project] 10.222.0.75 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1045244 Feb 09 19:28:43.765747 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 56854) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:28:43.766123 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-92495544-ca79-45b2-aada-ef4c7dbe9f77 req-c0179e34-baf4-4be9-955f-2d28eed41b86 tempest-ServerActionsTestJSON-347500300 tempest-ServerActionsTestJSON-347500300-project] 10.222.0.75 "GET /v2.0/security-groups?id=22c4accd-b9e4-4e3e-aec5-b2bee068a6b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0582867 Feb 09 19:28:43.792268 n-d-713498-36 neutron-server[103229]: INFO neutron.api.v2.resource [None req-a56a5f45-a19a-4265-a4d6-7752d37a0b66 tempest-SecGroupTest-372670537 tempest-SecGroupTest-372670537-project] delete failed (client error): The resource could not be found. Feb 09 19:28:43.794534 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-a56a5f45-a19a-4265-a4d6-7752d37a0b66 tempest-SecGroupTest-372670537 tempest-SecGroupTest-372670537-project] 10.222.0.75 "DELETE /v2.0/security-groups/de7e638b-a245-4475-bcaf-253f7d551dc7 HTTP/1.1" status: 404 len: 347 time: 0.0271325 Feb 09 19:28:43.798973 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 56856) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:28:43.804357 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.v2.base [None req-cf7d9d42-c7d8-4e2c-b080-0de02d22c075 tempest-SecGroupTest-372670537 tempest-SecGroupTest-372670537-project] Request body: {'security_group': {'name': 'tempest-secgroup--1417484679'}} {{(pid=103230) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 19:28:43.857858 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-cf7d9d42-c7d8-4e2c-b080-0de02d22c075 tempest-SecGroupTest-372670537 tempest-SecGroupTest-372670537-project] Publish callbacks [] for security_group (None), before_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:28:44.153362 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-cf7d9d42-c7d8-4e2c-b080-0de02d22c075 tempest-SecGroupTest-372670537 tempest-SecGroupTest-372670537-project] Publish callbacks [] for security_group (662c59ad-63c9-49a1-ad4d-578c99373870), precommit_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:28:44.162532 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-cf7d9d42-c7d8-4e2c-b080-0de02d22c075 tempest-SecGroupTest-372670537 tempest-SecGroupTest-372670537-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1892331'] for security_group (662c59ad-63c9-49a1-ad4d-578c99373870), after_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:28:44.263074 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-cf7d9d42-c7d8-4e2c-b080-0de02d22c075 tempest-SecGroupTest-372670537 tempest-SecGroupTest-372670537-project] Publish callbacks [] for security_group (None), before_response {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:28:44.264670 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-cf7d9d42-c7d8-4e2c-b080-0de02d22c075 tempest-SecGroupTest-372670537 tempest-SecGroupTest-372670537-project] 10.222.0.75 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.4649494 Feb 09 19:28:44.268122 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 56868) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:28:44.273756 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.v2.base [None req-9c04b4bf-535a-4c34-b097-2f4107d29a60 tempest-SecGroupTest-372670537 tempest-SecGroupTest-372670537-project] Request body: {'security_group_rule': {'security_group_id': '662c59ad-63c9-49a1-ad4d-578c99373870', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 19:28:44.294749 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf7d9d42-c7d8-4e2c-b080-0de02d22c075 tempest-SecGroupTest-372670537 tempest-SecGroupTest-372670537-project] Pushing event updated for resources: {'SecurityGroup': ['ID=662c59ad-63c9-49a1-ad4d-578c99373870,revision_number=1']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:28:44.314005 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-edc54c9b-7f13-45d9-9271-85c9738b0128 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762867132591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593584'] for agent (a62b1850-466f-48ae-bec7-d62fb280e14b), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:28:44.352602 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-9c04b4bf-535a-4c34-b097-2f4107d29a60 tempest-SecGroupTest-372670537 tempest-SecGroupTest-372670537-project] Publish callbacks [] for security_group_rule (72094a3c-b609-4eaa-a6d3-61c02853b87a), before_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:28:44.484202 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-9c04b4bf-535a-4c34-b097-2f4107d29a60 tempest-SecGroupTest-372670537 tempest-SecGroupTest-372670537-project] Publish callbacks [] for security_group_rule (72094a3c-b609-4eaa-a6d3-61c02853b87a), precommit_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:28:44.498400 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-9c04b4bf-535a-4c34-b097-2f4107d29a60 tempest-SecGroupTest-372670537 tempest-SecGroupTest-372670537-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1892250'] for security_group_rule (72094a3c-b609-4eaa-a6d3-61c02853b87a), after_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:28:44.559345 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-9c04b4bf-535a-4c34-b097-2f4107d29a60 tempest-SecGroupTest-372670537 tempest-SecGroupTest-372670537-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:28:44.562708 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-9c04b4bf-535a-4c34-b097-2f4107d29a60 tempest-SecGroupTest-372670537 tempest-SecGroupTest-372670537-project] 10.222.0.75 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2935820 Feb 09 19:28:44.566642 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 56874) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:28:44.591915 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c04b4bf-535a-4c34-b097-2f4107d29a60 tempest-SecGroupTest-372670537 tempest-SecGroupTest-372670537-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=72094a3c-b609-4eaa-a6d3-61c02853b87a,revision_number=0']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:28:44.655021 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-5a85efc8-6cda-4baf-8b6e-6eee4cc93372 tempest-SecGroupTest-372670537 tempest-SecGroupTest-372670537-project] Publish callbacks [] for security_group_rule (72094a3c-b609-4eaa-a6d3-61c02853b87a), before_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:28:44.680989 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-5a85efc8-6cda-4baf-8b6e-6eee4cc93372 tempest-SecGroupTest-372670537 tempest-SecGroupTest-372670537-project] Publish callbacks [] for security_group_rule (72094a3c-b609-4eaa-a6d3-61c02853b87a), precommit_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:28:44.754277 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-5a85efc8-6cda-4baf-8b6e-6eee4cc93372 tempest-SecGroupTest-372670537 tempest-SecGroupTest-372670537-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1892250'] for security_group_rule (72094a3c-b609-4eaa-a6d3-61c02853b87a), after_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:28:44.764434 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-5a85efc8-6cda-4baf-8b6e-6eee4cc93372 tempest-SecGroupTest-372670537 tempest-SecGroupTest-372670537-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:28:44.766328 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-5a85efc8-6cda-4baf-8b6e-6eee4cc93372 tempest-SecGroupTest-372670537 tempest-SecGroupTest-372670537-project] 10.222.0.75 "DELETE /v2.0/security-group-rules/72094a3c-b609-4eaa-a6d3-61c02853b87a HTTP/1.1" status: 204 len: 168 time: 0.1983314 Feb 09 19:28:44.769415 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 56878) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:28:44.795073 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a85efc8-6cda-4baf-8b6e-6eee4cc93372 tempest-SecGroupTest-372670537 tempest-SecGroupTest-372670537-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=72094a3c-b609-4eaa-a6d3-61c02853b87a,revision_number=None']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:28:44.937298 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 56884) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:28:44.937511 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-f92ac138-e8c9-4442-85a0-b44c7a595b45 tempest-SecGroupTest-372670537 tempest-SecGroupTest-372670537-project] 10.222.0.75 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1666179 Feb 09 19:28:45.055608 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-b5696670-5682-4f53-b276-097109ba8635 tempest-SecGroupTest-372670537 tempest-SecGroupTest-372670537-project] Publish callbacks [] for security_group (662c59ad-63c9-49a1-ad4d-578c99373870), before_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:28:45.094542 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08f63df0-b127-4fe5-bd5f-3fbb4acd7a96 req-247144d0-f934-4d19-8fc7-76527c3964e9 tempest-ServerActionsTestJSON-347500300 tempest-ServerActionsTestJSON-347500300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:28:45.104124 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-08f63df0-b127-4fe5-bd5f-3fbb4acd7a96 req-247144d0-f934-4d19-8fc7-76527c3964e9 tempest-ServerActionsTestJSON-347500300 tempest-ServerActionsTestJSON-347500300-project] 10.222.0.75 "GET /v2.0/ports?device_id=a1fbc70b-9dd3-44f5-99b0-85f3dff92d7d HTTP/1.1" status: 200 len: 944 time: 0.1624384 Feb 09 19:28:45.113625 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-b5696670-5682-4f53-b276-097109ba8635 tempest-SecGroupTest-372670537 tempest-SecGroupTest-372670537-project] Publish callbacks [] for security_group (662c59ad-63c9-49a1-ad4d-578c99373870), precommit_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:28:45.217571 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-b5696670-5682-4f53-b276-097109ba8635 tempest-SecGroupTest-372670537 tempest-SecGroupTest-372670537-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1892331'] for security_group (662c59ad-63c9-49a1-ad4d-578c99373870), after_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:28:45.221386 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-b5696670-5682-4f53-b276-097109ba8635 tempest-SecGroupTest-372670537 tempest-SecGroupTest-372670537-project] Publish callbacks [] for security_group (None), before_response {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:28:45.222596 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-b5696670-5682-4f53-b276-097109ba8635 tempest-SecGroupTest-372670537 tempest-SecGroupTest-372670537-project] 10.222.0.75 "DELETE /v2.0/security-groups/662c59ad-63c9-49a1-ad4d-578c99373870 HTTP/1.1" status: 204 len: 168 time: 0.2834010 Feb 09 19:28:45.226231 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 56896) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:28:45.255776 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-08f63df0-b127-4fe5-bd5f-3fbb4acd7a96 req-dba84b2e-7ad6-41ae-9109-6fe2672b4d2f tempest-ServerActionsTestJSON-347500300 tempest-ServerActionsTestJSON-347500300-project] 10.222.0.75 "GET /v2.0/security-groups?id=22c4accd-b9e4-4e3e-aec5-b2bee068a6b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1507015 Feb 09 19:28:45.288511 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5696670-5682-4f53-b276-097109ba8635 tempest-SecGroupTest-372670537 tempest-SecGroupTest-372670537-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=662c59ad-63c9-49a1-ad4d-578c99373870,revision_number=None']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:28:45.366111 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-6d91bdf6-63ad-4faa-bff4-e412d9b30131 tempest-SecGroupTest-372670537 tempest-SecGroupTest-372670537-project] 10.222.0.75 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1384883 Feb 09 19:28:45.369837 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 56904) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:28:45.374938 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.v2.base [None req-a3945842-70dd-4f1a-b17e-f304894e2f4e tempest-SecGroupTest-372670537 tempest-SecGroupTest-372670537-project] Request body: {'security_group': {'name': 'tempest-secgroup--995764401'}} {{(pid=103229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 19:28:45.451547 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-a3945842-70dd-4f1a-b17e-f304894e2f4e tempest-SecGroupTest-372670537 tempest-SecGroupTest-372670537-project] Publish callbacks [] for security_group (None), before_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:28:45.562057 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c353671-bf3b-4b60-a445-cebba2e86251 req-3fc79830-9ffb-46c0-9e81-d709c6fdd235 tempest-ServerActionsTestJSON-347500300 tempest-ServerActionsTestJSON-347500300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:28:45.565797 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 56908) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:28:45.580704 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-1c353671-bf3b-4b60-a445-cebba2e86251 req-3fc79830-9ffb-46c0-9e81-d709c6fdd235 tempest-ServerActionsTestJSON-347500300 tempest-ServerActionsTestJSON-347500300-project] 10.222.0.75 "GET /v2.0/ports?device_id=a1fbc70b-9dd3-44f5-99b0-85f3dff92d7d HTTP/1.1" status: 200 len: 944 time: 0.0877683 Feb 09 19:28:45.659919 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-1c353671-bf3b-4b60-a445-cebba2e86251 req-5b002ade-aede-4761-a0ff-26c539e36169 tempest-ServerActionsTestJSON-347500300 tempest-ServerActionsTestJSON-347500300-project] 10.222.0.75 "GET /v2.0/security-groups?id=22c4accd-b9e4-4e3e-aec5-b2bee068a6b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0732117 Feb 09 19:28:45.705509 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-a3945842-70dd-4f1a-b17e-f304894e2f4e tempest-SecGroupTest-372670537 tempest-SecGroupTest-372670537-project] Publish callbacks [] for security_group (993c1372-327f-419b-9ca2-80ff4187b36f), precommit_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:28:45.722981 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-a3945842-70dd-4f1a-b17e-f304894e2f4e tempest-SecGroupTest-372670537 tempest-SecGroupTest-372670537-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1892331'] for security_group (993c1372-327f-419b-9ca2-80ff4187b36f), after_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:28:45.779063 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-a3945842-70dd-4f1a-b17e-f304894e2f4e tempest-SecGroupTest-372670537 tempest-SecGroupTest-372670537-project] Publish callbacks [] for security_group (None), before_response {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:28:45.784013 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 56922) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:28:45.784336 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-a3945842-70dd-4f1a-b17e-f304894e2f4e tempest-SecGroupTest-372670537 tempest-SecGroupTest-372670537-project] 10.222.0.75 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.4133711 Feb 09 19:28:45.789917 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.v2.base [None req-e760f770-be19-4ee4-9ca0-4295930e4646 tempest-SecGroupTest-372670537 tempest-SecGroupTest-372670537-project] Request body: {'security_group_rule': {'security_group_id': '993c1372-327f-419b-9ca2-80ff4187b36f', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103230) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 19:28:45.829831 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-49495ba9-fadd-47e7-8da8-fccd27584381 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:28:45.852147 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3945842-70dd-4f1a-b17e-f304894e2f4e tempest-SecGroupTest-372670537 tempest-SecGroupTest-372670537-project] Pushing event updated for resources: {'SecurityGroup': ['ID=993c1372-327f-419b-9ca2-80ff4187b36f,revision_number=1']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:28:45.887141 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-e760f770-be19-4ee4-9ca0-4295930e4646 tempest-SecGroupTest-372670537 tempest-SecGroupTest-372670537-project] Publish callbacks [] for security_group_rule (fd24c604-98d7-45cd-a699-086759fc2192), before_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:28:45.957134 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-a7262a8e-0513-48fd-984d-75726a511961 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762867132591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593584'] for agent (911cfea2-02ae-4ec9-bac3-7808ee1cdd9c), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:28:46.023884 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-49495ba9-fadd-47e7-8da8-fccd27584381 admin admin] Publish callbacks [] for security_group (94a20d87-3fe0-40fe-8631-10745d777476), precommit_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:28:46.031099 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-49495ba9-fadd-47e7-8da8-fccd27584381 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1892331'] for security_group (94a20d87-3fe0-40fe-8631-10745d777476), after_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:28:46.133938 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-49495ba9-fadd-47e7-8da8-fccd27584381 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=23213e6271624a38a870b4c8cb13ca6f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5603871 Feb 09 19:28:46.135171 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 56932) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:28:46.135988 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49495ba9-fadd-47e7-8da8-fccd27584381 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=94a20d87-3fe0-40fe-8631-10745d777476,revision_number=1']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:28:46.195044 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-e760f770-be19-4ee4-9ca0-4295930e4646 tempest-SecGroupTest-372670537 tempest-SecGroupTest-372670537-project] Publish callbacks [] for security_group_rule (fd24c604-98d7-45cd-a699-086759fc2192), precommit_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:28:46.231222 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-e760f770-be19-4ee4-9ca0-4295930e4646 tempest-SecGroupTest-372670537 tempest-SecGroupTest-372670537-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1892250'] for security_group_rule (fd24c604-98d7-45cd-a699-086759fc2192), after_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:28:46.263210 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-9a466987-3cc8-40af-9496-f0214914e23c admin admin] Publish callbacks [] for security_group (94a20d87-3fe0-40fe-8631-10745d777476), before_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:28:46.310482 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e760f770-be19-4ee4-9ca0-4295930e4646 tempest-SecGroupTest-372670537 tempest-SecGroupTest-372670537-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fd24c604-98d7-45cd-a699-086759fc2192,revision_number=0']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:28:46.333545 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-9a466987-3cc8-40af-9496-f0214914e23c admin admin] Publish callbacks [] for security_group (94a20d87-3fe0-40fe-8631-10745d777476), precommit_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:28:46.339353 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-e760f770-be19-4ee4-9ca0-4295930e4646 tempest-SecGroupTest-372670537 tempest-SecGroupTest-372670537-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:28:46.340569 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-e760f770-be19-4ee4-9ca0-4295930e4646 tempest-SecGroupTest-372670537 tempest-SecGroupTest-372670537-project] 10.222.0.75 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.5552342 Feb 09 19:28:46.344682 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 56936) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:28:46.351006 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.v2.base [None req-0bb4ff79-bbbe-439a-8498-ae8934647b98 tempest-SecGroupTest-372670537 tempest-SecGroupTest-372670537-project] Request body: {'security_group_rule': {'security_group_id': '993c1372-327f-419b-9ca2-80ff4187b36f', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 19:28:46.382092 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6ba7891-399f-492b-babb-d02fa28055c3 req-f490feb2-4942-4500-9459-1f9a2e4679c6 tempest-ServerActionsTestJSON-347500300 tempest-ServerActionsTestJSON-347500300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:28:46.390807 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-a6ba7891-399f-492b-babb-d02fa28055c3 req-f490feb2-4942-4500-9459-1f9a2e4679c6 tempest-ServerActionsTestJSON-347500300 tempest-ServerActionsTestJSON-347500300-project] 10.222.0.75 "GET /v2.0/ports?device_id=a1fbc70b-9dd3-44f5-99b0-85f3dff92d7d HTTP/1.1" status: 200 len: 944 time: 0.1895409 Feb 09 19:28:46.403126 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-0bb4ff79-bbbe-439a-8498-ae8934647b98 tempest-SecGroupTest-372670537 tempest-SecGroupTest-372670537-project] Publish callbacks [] for security_group_rule (04702d67-41ed-4688-8014-00b7de29e54b), before_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:28:46.503691 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-9a466987-3cc8-40af-9496-f0214914e23c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1892331'] for security_group (94a20d87-3fe0-40fe-8631-10745d777476), after_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:28:46.511198 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-a6ba7891-399f-492b-babb-d02fa28055c3 req-b1a615bb-a514-4198-9528-944bfb918830 tempest-ServerActionsTestJSON-347500300 tempest-ServerActionsTestJSON-347500300-project] 10.222.0.75 "GET /v2.0/security-groups?id=22c4accd-b9e4-4e3e-aec5-b2bee068a6b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1179023 Feb 09 19:28:46.511585 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-9a466987-3cc8-40af-9496-f0214914e23c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:28:46.513978 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-9a466987-3cc8-40af-9496-f0214914e23c admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/94a20d87-3fe0-40fe-8631-10745d777476 HTTP/1.1" status: 204 len: 168 time: 0.3681831 Feb 09 19:28:46.527950 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a466987-3cc8-40af-9496-f0214914e23c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=94a20d87-3fe0-40fe-8631-10745d777476,revision_number=None']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:28:46.600716 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-0bb4ff79-bbbe-439a-8498-ae8934647b98 tempest-SecGroupTest-372670537 tempest-SecGroupTest-372670537-project] Publish callbacks [] for security_group_rule (04702d67-41ed-4688-8014-00b7de29e54b), precommit_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:28:46.606404 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-0bb4ff79-bbbe-439a-8498-ae8934647b98 tempest-SecGroupTest-372670537 tempest-SecGroupTest-372670537-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1892250'] for security_group_rule (04702d67-41ed-4688-8014-00b7de29e54b), after_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:28:46.651763 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bb4ff79-bbbe-439a-8498-ae8934647b98 tempest-SecGroupTest-372670537 tempest-SecGroupTest-372670537-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=04702d67-41ed-4688-8014-00b7de29e54b,revision_number=0']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:28:46.678612 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-0bb4ff79-bbbe-439a-8498-ae8934647b98 tempest-SecGroupTest-372670537 tempest-SecGroupTest-372670537-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:28:46.683525 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-0bb4ff79-bbbe-439a-8498-ae8934647b98 tempest-SecGroupTest-372670537 tempest-SecGroupTest-372670537-project] 10.222.0.75 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3375931 Feb 09 19:28:46.685511 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 56944) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:28:46.692657 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.v2.base [None req-0ed71944-cd3c-47dc-b6b1-9d4dab98411e tempest-SecGroupTest-372670537 tempest-SecGroupTest-372670537-project] Request body: {'security_group_rule': {'security_group_id': '993c1372-327f-419b-9ca2-80ff4187b36f', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103230) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 19:28:46.772781 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-0ed71944-cd3c-47dc-b6b1-9d4dab98411e tempest-SecGroupTest-372670537 tempest-SecGroupTest-372670537-project] Publish callbacks [] for security_group_rule (cc841ae8-3c8b-4890-85d5-c4bb0539cf31), before_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:28:47.050561 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762867132591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593584'] for agent (496418a2-c002-4aec-ab1a-07f3bea491bd), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:28:47.167390 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-0ed71944-cd3c-47dc-b6b1-9d4dab98411e tempest-SecGroupTest-372670537 tempest-SecGroupTest-372670537-project] Publish callbacks [] for security_group_rule (cc841ae8-3c8b-4890-85d5-c4bb0539cf31), precommit_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:28:47.184846 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-0ed71944-cd3c-47dc-b6b1-9d4dab98411e tempest-SecGroupTest-372670537 tempest-SecGroupTest-372670537-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1892250'] for security_group_rule (cc841ae8-3c8b-4890-85d5-c4bb0539cf31), after_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:28:47.192856 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 56954) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:28:47.230686 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-0ed71944-cd3c-47dc-b6b1-9d4dab98411e tempest-SecGroupTest-372670537 tempest-SecGroupTest-372670537-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:28:47.240964 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-0ed71944-cd3c-47dc-b6b1-9d4dab98411e tempest-SecGroupTest-372670537 tempest-SecGroupTest-372670537-project] 10.222.0.75 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.5534284 Feb 09 19:28:47.241611 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 56958) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:28:47.247619 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-02590a35-7642-41e3-826b-b42d587808f3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:28:47.257700 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.v2.base [None req-c391be03-8b75-4a8f-af6b-88efc0586e44 tempest-SecGroupTest-372670537 tempest-SecGroupTest-372670537-project] Request body: {'security_group_rule': {'security_group_id': '993c1372-327f-419b-9ca2-80ff4187b36f', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103230) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 19:28:47.277800 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7e478a4-732e-4f4d-aa6b-6386f57d2615 req-9290de76-ce65-4c7e-9e2d-745678f42a6f tempest-ServerActionsTestJSON-347500300 tempest-ServerActionsTestJSON-347500300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:28:47.297124 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-f7e478a4-732e-4f4d-aa6b-6386f57d2615 req-9290de76-ce65-4c7e-9e2d-745678f42a6f tempest-ServerActionsTestJSON-347500300 tempest-ServerActionsTestJSON-347500300-project] 10.222.0.75 "GET /v2.0/ports?device_id=a1fbc70b-9dd3-44f5-99b0-85f3dff92d7d HTTP/1.1" status: 200 len: 944 time: 0.3135765 Feb 09 19:28:47.304153 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ed71944-cd3c-47dc-b6b1-9d4dab98411e tempest-SecGroupTest-372670537 tempest-SecGroupTest-372670537-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cc841ae8-3c8b-4890-85d5-c4bb0539cf31,revision_number=0']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:28:47.464253 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-c391be03-8b75-4a8f-af6b-88efc0586e44 tempest-SecGroupTest-372670537 tempest-SecGroupTest-372670537-project] Publish callbacks [] for security_group_rule (27d9c8c6-4f10-4de0-aab9-2cf682af873f), before_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:28:47.488059 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-f7e478a4-732e-4f4d-aa6b-6386f57d2615 req-23adf786-5937-43a7-b0c6-eef71139cfd9 tempest-ServerActionsTestJSON-347500300 tempest-ServerActionsTestJSON-347500300-project] 10.222.0.75 "GET /v2.0/security-groups?id=22c4accd-b9e4-4e3e-aec5-b2bee068a6b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1898298 Feb 09 19:28:47.606763 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-67916c92-b550-4ac7-b278-aec0a79866d4 req-21eaa5c3-6c85-434e-a2f6-2526d7314c4c service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=a1fbc70b-9dd3-44f5-99b0-85f3dff92d7d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.2388802 Feb 09 19:28:47.663980 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-02590a35-7642-41e3-826b-b42d587808f3 admin admin] Publish callbacks [] for security_group (f6fc5c06-76aa-4fe0-9f9a-0ab4b18858e1), precommit_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:28:47.665093 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-c391be03-8b75-4a8f-af6b-88efc0586e44 tempest-SecGroupTest-372670537 tempest-SecGroupTest-372670537-project] Publish callbacks [] for security_group_rule (27d9c8c6-4f10-4de0-aab9-2cf682af873f), precommit_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:28:47.670604 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-02590a35-7642-41e3-826b-b42d587808f3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1892331'] for security_group (f6fc5c06-76aa-4fe0-9f9a-0ab4b18858e1), after_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:28:47.675637 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-c391be03-8b75-4a8f-af6b-88efc0586e44 tempest-SecGroupTest-372670537 tempest-SecGroupTest-372670537-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1892250'] for security_group_rule (27d9c8c6-4f10-4de0-aab9-2cf682af873f), after_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:28:47.722905 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c391be03-8b75-4a8f-af6b-88efc0586e44 tempest-SecGroupTest-372670537 tempest-SecGroupTest-372670537-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=27d9c8c6-4f10-4de0-aab9-2cf682af873f,revision_number=0']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:28:47.754430 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-c391be03-8b75-4a8f-af6b-88efc0586e44 tempest-SecGroupTest-372670537 tempest-SecGroupTest-372670537-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:28:47.760077 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-c391be03-8b75-4a8f-af6b-88efc0586e44 tempest-SecGroupTest-372670537 tempest-SecGroupTest-372670537-project] 10.222.0.75 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.5125420 Feb 09 19:28:47.763253 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 56964) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:28:47.768834 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.v2.base [None req-881031fa-d274-48b3-8a38-b90eab934a02 tempest-SecGroupTest-372670537 tempest-SecGroupTest-372670537-project] Request body: {'security_group_rule': {'security_group_id': '993c1372-327f-419b-9ca2-80ff4187b36f', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103230) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 19:28:47.835743 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-881031fa-d274-48b3-8a38-b90eab934a02 tempest-SecGroupTest-372670537 tempest-SecGroupTest-372670537-project] Publish callbacks [] for security_group_rule (9d0aed63-c764-49b5-818c-ef2a7252b54e), before_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:28:47.876783 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-02590a35-7642-41e3-826b-b42d587808f3 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=04d249cfebbe4c709c51f80ddd723332&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6810017 Feb 09 19:28:47.897084 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 56968) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:28:47.908746 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02590a35-7642-41e3-826b-b42d587808f3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f6fc5c06-76aa-4fe0-9f9a-0ab4b18858e1,revision_number=1']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:28:47.961140 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67916c92-b550-4ac7-b278-aec0a79866d4 req-8f9bc9e1-a9dc-411f-9eff-a6b31c407b65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:28:47.963266 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-67916c92-b550-4ac7-b278-aec0a79866d4 req-8f9bc9e1-a9dc-411f-9eff-a6b31c407b65 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=d7a2ccbf0c8a475abd1520a0e31ab926&device_id=a1fbc70b-9dd3-44f5-99b0-85f3dff92d7d HTTP/1.1" status: 200 len: 1127 time: 0.2704811 Feb 09 19:28:48.151593 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-463c29ce-3964-4bec-9ae4-5a54d83c7f96 admin admin] Publish callbacks [] for security_group (f6fc5c06-76aa-4fe0-9f9a-0ab4b18858e1), before_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:28:48.193477 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-881031fa-d274-48b3-8a38-b90eab934a02 tempest-SecGroupTest-372670537 tempest-SecGroupTest-372670537-project] Publish callbacks [] for security_group_rule (9d0aed63-c764-49b5-818c-ef2a7252b54e), precommit_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:28:48.199856 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-463c29ce-3964-4bec-9ae4-5a54d83c7f96 admin admin] Publish callbacks [] for security_group (f6fc5c06-76aa-4fe0-9f9a-0ab4b18858e1), precommit_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:28:48.205266 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-21de764b-a5ec-4c8e-813c-aec936a5b658 req-e0e1e3c8-0846-426b-a995-77d779d6b1e1 service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=90fa3247-1947-4321-832f-6c7718b1bdac&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.2120645 Feb 09 19:28:48.211762 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67916c92-b550-4ac7-b278-aec0a79866d4 req-0bec1fdf-d146-4f95-975c-5a9949285af9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:28:48.214427 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-67916c92-b550-4ac7-b278-aec0a79866d4 req-0bec1fdf-d146-4f95-975c-5a9949285af9 service neutron] 10.222.0.89 "GET /v2.0/networks?id=bd12d1d0-518d-4d29-a00d-98410ba2cb8a HTTP/1.1" status: 200 len: 913 time: 0.2275131 Feb 09 19:28:48.231559 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-881031fa-d274-48b3-8a38-b90eab934a02 tempest-SecGroupTest-372670537 tempest-SecGroupTest-372670537-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1892250'] for security_group_rule (9d0aed63-c764-49b5-818c-ef2a7252b54e), after_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:28:48.320810 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-67916c92-b550-4ac7-b278-aec0a79866d4 req-5ad6f4ea-86af-4c74-83c8-0821b601fa58 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f1d2f720-203f-4a0c-99ec-b451c998d159 HTTP/1.1" status: 200 len: 998 time: 0.0981977 Feb 09 19:28:48.385526 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67916c92-b550-4ac7-b278-aec0a79866d4 req-18419153-0e54-4819-ba58-e60db9dd7da4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:28:48.387330 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-67916c92-b550-4ac7-b278-aec0a79866d4 req-18419153-0e54-4819-ba58-e60db9dd7da4 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=60ccac4e-8e6b-4139-b4aa-9c0c5cc0e9e4 HTTP/1.1" status: 200 len: 851 time: 0.0612230 Feb 09 19:28:48.388865 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-881031fa-d274-48b3-8a38-b90eab934a02 tempest-SecGroupTest-372670537 tempest-SecGroupTest-372670537-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9d0aed63-c764-49b5-818c-ef2a7252b54e,revision_number=0']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:28:48.435635 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-881031fa-d274-48b3-8a38-b90eab934a02 tempest-SecGroupTest-372670537 tempest-SecGroupTest-372670537-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:28:48.441644 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 56988) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:28:48.442427 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-881031fa-d274-48b3-8a38-b90eab934a02 tempest-SecGroupTest-372670537 tempest-SecGroupTest-372670537-project] 10.222.0.75 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.6781585 Feb 09 19:28:48.449557 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 56990) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:28:48.488525 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-889a5fa2-bc7d-4b05-97cc-2071dfac0521 tempest-SecGroupTest-372670537 tempest-SecGroupTest-372670537-project] Publish callbacks [] for security_group_rule (9d0aed63-c764-49b5-818c-ef2a7252b54e), before_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:28:48.493170 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67916c92-b550-4ac7-b278-aec0a79866d4 req-a8455627-d7d3-47a9-b248-3d2fe088532f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:28:48.495706 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-67916c92-b550-4ac7-b278-aec0a79866d4 req-a8455627-d7d3-47a9-b248-3d2fe088532f service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=bd12d1d0-518d-4d29-a00d-98410ba2cb8a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.1018896 Feb 09 19:28:48.514165 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21de764b-a5ec-4c8e-813c-aec936a5b658 req-1fbf4e0a-8116-4a4d-a6b0-af83916cd191 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:28:48.516164 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-21de764b-a5ec-4c8e-813c-aec936a5b658 req-1fbf4e0a-8116-4a4d-a6b0-af83916cd191 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=d7a2ccbf0c8a475abd1520a0e31ab926&device_id=90fa3247-1947-4321-832f-6c7718b1bdac HTTP/1.1" status: 200 len: 1129 time: 0.2503874 Feb 09 19:28:48.517647 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-463c29ce-3964-4bec-9ae4-5a54d83c7f96 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1892331'] for security_group (f6fc5c06-76aa-4fe0-9f9a-0ab4b18858e1), after_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:28:48.520214 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-463c29ce-3964-4bec-9ae4-5a54d83c7f96 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:28:48.557340 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762867132591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593584'] for agent (488cd9ae-631f-4955-ba0b-4f5a13f12e9c), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:28:48.566455 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-463c29ce-3964-4bec-9ae4-5a54d83c7f96 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/f6fc5c06-76aa-4fe0-9f9a-0ab4b18858e1 HTTP/1.1" status: 204 len: 168 time: 0.6679678 Feb 09 19:28:48.629836 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-463c29ce-3964-4bec-9ae4-5a54d83c7f96 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f6fc5c06-76aa-4fe0-9f9a-0ab4b18858e1,revision_number=None']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:28:48.632554 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-889a5fa2-bc7d-4b05-97cc-2071dfac0521 tempest-SecGroupTest-372670537 tempest-SecGroupTest-372670537-project] Publish callbacks [] for security_group_rule (9d0aed63-c764-49b5-818c-ef2a7252b54e), precommit_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:28:48.739584 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-889a5fa2-bc7d-4b05-97cc-2071dfac0521 tempest-SecGroupTest-372670537 tempest-SecGroupTest-372670537-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1892250'] for security_group_rule (9d0aed63-c764-49b5-818c-ef2a7252b54e), after_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:28:48.822666 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-889a5fa2-bc7d-4b05-97cc-2071dfac0521 tempest-SecGroupTest-372670537 tempest-SecGroupTest-372670537-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:28:48.833262 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-889a5fa2-bc7d-4b05-97cc-2071dfac0521 tempest-SecGroupTest-372670537 tempest-SecGroupTest-372670537-project] 10.222.0.75 "DELETE /v2.0/security-group-rules/9d0aed63-c764-49b5-818c-ef2a7252b54e HTTP/1.1" status: 204 len: 168 time: 0.3902547 Feb 09 19:28:48.844993 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 57000) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:28:48.900967 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-889a5fa2-bc7d-4b05-97cc-2071dfac0521 tempest-SecGroupTest-372670537 tempest-SecGroupTest-372670537-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=9d0aed63-c764-49b5-818c-ef2a7252b54e,revision_number=None']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:28:48.933885 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-67916c92-b550-4ac7-b278-aec0a79866d4 req-7e45e735-56fa-4daa-95ec-74a6b806da29 service neutron] 10.222.0.89 "GET /v2.0/networks/bd12d1d0-518d-4d29-a00d-98410ba2cb8a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4282756 Feb 09 19:28:49.023449 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762867132591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593584'] for agent (bcd5faee-dc24-4298-9134-0e0aa054058e), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:28:49.051088 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21de764b-a5ec-4c8e-813c-aec936a5b658 req-0d25eef1-29ba-4797-9033-ba12f40ba345 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:28:49.053196 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-21de764b-a5ec-4c8e-813c-aec936a5b658 req-0d25eef1-29ba-4797-9033-ba12f40ba345 service neutron] 10.222.0.90 "GET /v2.0/networks?id=bd12d1d0-518d-4d29-a00d-98410ba2cb8a HTTP/1.1" status: 200 len: 913 time: 0.4856555 Feb 09 19:28:49.080496 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-1233826d-5b1f-4328-9c86-959caf40f459 tempest-SecGroupTest-372670537 tempest-SecGroupTest-372670537-project] 10.222.0.75 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5731 time: 0.2343006 Feb 09 19:28:49.086506 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 57004) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:28:49.198071 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-21de764b-a5ec-4c8e-813c-aec936a5b658 req-93190f5e-6b19-41b3-99fa-1e2ad42a755d service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e138b0c7-e271-4e23-bf5b-bfa7a9e842fc HTTP/1.1" status: 200 len: 217 time: 0.1122875 Feb 09 19:28:49.242508 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-c010b10f-4993-4591-bb54-0b82db3f122a tempest-SecGroupTest-372670537 tempest-SecGroupTest-372670537-project] Publish callbacks [] for security_group_rule (27d9c8c6-4f10-4de0-aab9-2cf682af873f), before_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:28:49.318040 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-c010b10f-4993-4591-bb54-0b82db3f122a tempest-SecGroupTest-372670537 tempest-SecGroupTest-372670537-project] Publish callbacks [] for security_group_rule (27d9c8c6-4f10-4de0-aab9-2cf682af873f), precommit_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:28:49.381001 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21de764b-a5ec-4c8e-813c-aec936a5b658 req-4a595081-2cef-48a9-8d0f-c472afe3fa8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:28:49.382457 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-21de764b-a5ec-4c8e-813c-aec936a5b658 req-4a595081-2cef-48a9-8d0f-c472afe3fa8a service neutron] 10.222.0.90 "GET /v2.0/subnets?id=60ccac4e-8e6b-4139-b4aa-9c0c5cc0e9e4 HTTP/1.1" status: 200 len: 851 time: 0.1654732 Feb 09 19:28:49.480827 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-c010b10f-4993-4591-bb54-0b82db3f122a tempest-SecGroupTest-372670537 tempest-SecGroupTest-372670537-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1892250'] for security_group_rule (27d9c8c6-4f10-4de0-aab9-2cf682af873f), after_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:28:49.500505 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-c010b10f-4993-4591-bb54-0b82db3f122a tempest-SecGroupTest-372670537 tempest-SecGroupTest-372670537-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:28:49.517941 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-c010b10f-4993-4591-bb54-0b82db3f122a tempest-SecGroupTest-372670537 tempest-SecGroupTest-372670537-project] 10.222.0.75 "DELETE /v2.0/security-group-rules/27d9c8c6-4f10-4de0-aab9-2cf682af873f HTTP/1.1" status: 204 len: 168 time: 0.4300642 Feb 09 19:28:49.521110 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 57018) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:28:49.578261 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c010b10f-4993-4591-bb54-0b82db3f122a tempest-SecGroupTest-372670537 tempest-SecGroupTest-372670537-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=27d9c8c6-4f10-4de0-aab9-2cf682af873f,revision_number=None']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:28:49.657240 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21de764b-a5ec-4c8e-813c-aec936a5b658 req-bb1f19f6-0923-4617-aeab-14f5694279d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:28:49.662636 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-21de764b-a5ec-4c8e-813c-aec936a5b658 req-bb1f19f6-0923-4617-aeab-14f5694279d7 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=bd12d1d0-518d-4d29-a00d-98410ba2cb8a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.2688618 Feb 09 19:28:49.732788 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-755daa25-3208-49e9-9b76-c35160afabd3 tempest-SecGroupTest-372670537 tempest-SecGroupTest-372670537-project] 10.222.0.75 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5190 time: 0.1991572 Feb 09 19:28:49.781667 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 57024) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:28:49.873506 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-731612ba-bc5b-4385-ac2e-3d20c641e73f tempest-SecGroupTest-372670537 tempest-SecGroupTest-372670537-project] Publish callbacks [] for security_group_rule (cc841ae8-3c8b-4890-85d5-c4bb0539cf31), before_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:28:49.901502 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-731612ba-bc5b-4385-ac2e-3d20c641e73f tempest-SecGroupTest-372670537 tempest-SecGroupTest-372670537-project] Publish callbacks [] for security_group_rule (cc841ae8-3c8b-4890-85d5-c4bb0539cf31), precommit_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:28:50.000858 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-21de764b-a5ec-4c8e-813c-aec936a5b658 req-cdb10b12-e5f4-4ed0-8de7-0e2602d518ce service neutron] 10.222.0.90 "GET /v2.0/networks/bd12d1d0-518d-4d29-a00d-98410ba2cb8a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3227999 Feb 09 19:28:50.001701 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-731612ba-bc5b-4385-ac2e-3d20c641e73f tempest-SecGroupTest-372670537 tempest-SecGroupTest-372670537-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1892250'] for security_group_rule (cc841ae8-3c8b-4890-85d5-c4bb0539cf31), after_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:28:50.007654 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-731612ba-bc5b-4385-ac2e-3d20c641e73f tempest-SecGroupTest-372670537 tempest-SecGroupTest-372670537-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:28:50.019241 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-731612ba-bc5b-4385-ac2e-3d20c641e73f tempest-SecGroupTest-372670537 tempest-SecGroupTest-372670537-project] 10.222.0.75 "DELETE /v2.0/security-group-rules/cc841ae8-3c8b-4890-85d5-c4bb0539cf31 HTTP/1.1" status: 204 len: 168 time: 0.2249632 Feb 09 19:28:50.027977 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 57032) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:28:50.059014 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-731612ba-bc5b-4385-ac2e-3d20c641e73f tempest-SecGroupTest-372670537 tempest-SecGroupTest-372670537-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=cc841ae8-3c8b-4890-85d5-c4bb0539cf31,revision_number=None']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:28:50.269359 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-67916c92-b550-4ac7-b278-aec0a79866d4 req-ac0e8878-7974-4196-bf83-3c64f2f96c0b service neutron] 10.222.0.89 "GET /v2.0/networks/bd12d1d0-518d-4d29-a00d-98410ba2cb8a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.3301044 Feb 09 19:28:50.286262 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56b5d9a6-8ff6-466a-aee3-060c2cc71a2b req-19fa35a2-fdbd-4e38-ac9c-243c4d299674 tempest-ServerActionsTestJSON-347500300 tempest-ServerActionsTestJSON-347500300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:28:50.313738 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-56b5d9a6-8ff6-466a-aee3-060c2cc71a2b req-19fa35a2-fdbd-4e38-ac9c-243c4d299674 tempest-ServerActionsTestJSON-347500300 tempest-ServerActionsTestJSON-347500300-project] 10.222.0.75 "GET /v2.0/ports?device_id=a1fbc70b-9dd3-44f5-99b0-85f3dff92d7d HTTP/1.1" status: 200 len: 944 time: 1.5959401 Feb 09 19:28:50.401688 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-21de764b-a5ec-4c8e-813c-aec936a5b658 req-c2495055-06d8-487b-9343-a5395596826f service neutron] 10.222.0.90 "GET /v2.0/networks/bd12d1d0-518d-4d29-a00d-98410ba2cb8a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3808608 Feb 09 19:28:50.460019 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-bedee14a-f8bb-411f-90b1-306db8a21f25 tempest-SecGroupTest-372670537 tempest-SecGroupTest-372670537-project] 10.222.0.75 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4649 time: 0.4069233 Feb 09 19:28:50.460652 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 57052) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:28:50.528958 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-ad94b199-9014-430b-a47b-4cf1b565acd7 tempest-SecGroupTest-372670537 tempest-SecGroupTest-372670537-project] Publish callbacks [] for security_group_rule (04702d67-41ed-4688-8014-00b7de29e54b), before_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:28:50.529588 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-56b5d9a6-8ff6-466a-aee3-060c2cc71a2b req-c53c2122-27f2-4fd3-baa7-72c476ce98fe tempest-ServerActionsTestJSON-347500300 tempest-ServerActionsTestJSON-347500300-project] 10.222.0.75 "GET /v2.0/security-groups?id=22c4accd-b9e4-4e3e-aec5-b2bee068a6b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2148912 Feb 09 19:28:50.551694 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-ad94b199-9014-430b-a47b-4cf1b565acd7 tempest-SecGroupTest-372670537 tempest-SecGroupTest-372670537-project] Publish callbacks [] for security_group_rule (04702d67-41ed-4688-8014-00b7de29e54b), precommit_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:28:50.608958 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-ad94b199-9014-430b-a47b-4cf1b565acd7 tempest-SecGroupTest-372670537 tempest-SecGroupTest-372670537-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1892250'] for security_group_rule (04702d67-41ed-4688-8014-00b7de29e54b), after_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:28:50.631457 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-ad94b199-9014-430b-a47b-4cf1b565acd7 tempest-SecGroupTest-372670537 tempest-SecGroupTest-372670537-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:28:50.631457 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-ad94b199-9014-430b-a47b-4cf1b565acd7 tempest-SecGroupTest-372670537 tempest-SecGroupTest-372670537-project] 10.222.0.75 "DELETE /v2.0/security-group-rules/04702d67-41ed-4688-8014-00b7de29e54b HTTP/1.1" status: 204 len: 168 time: 0.1672187 Feb 09 19:28:50.632616 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 57056) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:28:50.635652 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad94b199-9014-430b-a47b-4cf1b565acd7 tempest-SecGroupTest-372670537 tempest-SecGroupTest-372670537-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=04702d67-41ed-4688-8014-00b7de29e54b,revision_number=None']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:28:50.779171 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-0afa603f-9c30-4de1-84d0-4e92672fd696 tempest-SecGroupTest-372670537 tempest-SecGroupTest-372670537-project] 10.222.0.75 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4108 time: 0.1448228 Feb 09 19:28:50.779902 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 57060) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:28:50.871659 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-32afbf1e-927b-49dc-ab57-f4b85e3a4fb4 tempest-SecGroupTest-372670537 tempest-SecGroupTest-372670537-project] Publish callbacks [] for security_group_rule (fd24c604-98d7-45cd-a699-086759fc2192), before_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:28:50.903825 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-32afbf1e-927b-49dc-ab57-f4b85e3a4fb4 tempest-SecGroupTest-372670537 tempest-SecGroupTest-372670537-project] Publish callbacks [] for security_group_rule (fd24c604-98d7-45cd-a699-086759fc2192), precommit_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:28:51.005321 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-32afbf1e-927b-49dc-ab57-f4b85e3a4fb4 tempest-SecGroupTest-372670537 tempest-SecGroupTest-372670537-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1892250'] for security_group_rule (fd24c604-98d7-45cd-a699-086759fc2192), after_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:28:51.023178 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-32afbf1e-927b-49dc-ab57-f4b85e3a4fb4 tempest-SecGroupTest-372670537 tempest-SecGroupTest-372670537-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:28:51.030897 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-32afbf1e-927b-49dc-ab57-f4b85e3a4fb4 tempest-SecGroupTest-372670537 tempest-SecGroupTest-372670537-project] 10.222.0.75 "DELETE /v2.0/security-group-rules/fd24c604-98d7-45cd-a699-086759fc2192 HTTP/1.1" status: 204 len: 168 time: 0.2494702 Feb 09 19:28:51.035741 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 57072) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:28:51.086143 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32afbf1e-927b-49dc-ab57-f4b85e3a4fb4 tempest-SecGroupTest-372670537 tempest-SecGroupTest-372670537-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=fd24c604-98d7-45cd-a699-086759fc2192,revision_number=None']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:28:51.146046 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-d10aef3f-ef9c-4a5a-b3e7-3720430a5261 tempest-SecGroupTest-372670537 tempest-SecGroupTest-372670537-project] 10.222.0.75 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1077905 Feb 09 19:28:51.148610 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 57074) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:28:51.163637 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f234f5b-c0c9-4ce7-8dd8-ebf03fb4b2dd req-f78771bc-95d8-4076-999f-c4b1c785cddd tempest-ServerActionsTestJSON-347500300 tempest-ServerActionsTestJSON-347500300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:28:51.169175 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-5f234f5b-c0c9-4ce7-8dd8-ebf03fb4b2dd req-f78771bc-95d8-4076-999f-c4b1c785cddd tempest-ServerActionsTestJSON-347500300 tempest-ServerActionsTestJSON-347500300-project] 10.222.0.75 "GET /v2.0/ports?device_id=a1fbc70b-9dd3-44f5-99b0-85f3dff92d7d HTTP/1.1" status: 200 len: 944 time: 0.1497116 Feb 09 19:28:51.172919 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-7a06aeec-8bf9-4f13-ac4f-498d65440d47 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1834525'] for router_interface (80583646-27c7-46ab-a47a-0f5afa5307f3), before_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:28:51.241912 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-d549b5be-e74c-4efd-afb0-92b6f09a8d0d tempest-SecGroupTest-372670537 tempest-SecGroupTest-372670537-project] Publish callbacks [] for security_group (993c1372-327f-419b-9ca2-80ff4187b36f), before_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:28:51.320971 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-5f234f5b-c0c9-4ce7-8dd8-ebf03fb4b2dd req-fa8fcc1b-6b0f-4f8f-8b87-19df5d424e04 tempest-ServerActionsTestJSON-347500300 tempest-ServerActionsTestJSON-347500300-project] 10.222.0.75 "GET /v2.0/security-groups?id=22c4accd-b9e4-4e3e-aec5-b2bee068a6b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1451108 Feb 09 19:28:51.697992 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.plugin [None req-7a06aeec-8bf9-4f13-ac4f-498d65440d47 admin admin] Deleting port 1018d898-2c00-47e7-8e56-b11f229cc6f2 {{(pid=103229) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 19:28:51.698459 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-7a06aeec-8bf9-4f13-ac4f-498d65440d47 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762867170196'] for port (1018d898-2c00-47e7-8e56-b11f229cc6f2), before_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:28:51.798783 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-d549b5be-e74c-4efd-afb0-92b6f09a8d0d tempest-SecGroupTest-372670537 tempest-SecGroupTest-372670537-project] Publish callbacks [] for security_group (993c1372-327f-419b-9ca2-80ff4187b36f), precommit_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:28:51.885259 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-d549b5be-e74c-4efd-afb0-92b6f09a8d0d tempest-SecGroupTest-372670537 tempest-SecGroupTest-372670537-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1892331'] for security_group (993c1372-327f-419b-9ca2-80ff4187b36f), after_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:28:51.887962 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-d549b5be-e74c-4efd-afb0-92b6f09a8d0d tempest-SecGroupTest-372670537 tempest-SecGroupTest-372670537-project] Publish callbacks [] for security_group (None), before_response {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:28:51.891792 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-d549b5be-e74c-4efd-afb0-92b6f09a8d0d tempest-SecGroupTest-372670537 tempest-SecGroupTest-372670537-project] 10.222.0.75 "DELETE /v2.0/security-groups/993c1372-327f-419b-9ca2-80ff4187b36f HTTP/1.1" status: 204 len: 168 time: 0.7413604 Feb 09 19:28:51.892396 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 57112) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:28:51.940416 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.db [None req-7a06aeec-8bf9-4f13-ac4f-498d65440d47 admin admin] For port 1018d898-2c00-47e7-8e56-b11f229cc6f2, host n-d-713498-36, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-36',level=0,port_id=1018d898-2c00-47e7-8e56-b11f229cc6f2,segment=NetworkSegment(92268b40-fd45-4716-b63a-1f78b1bbf69a),segment_id=92268b40-fd45-4716-b63a-1f78b1bbf69a)] {{(pid=103229) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 19:28:51.940792 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-7a06aeec-8bf9-4f13-ac4f-498d65440d47 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1820838'] for port (1018d898-2c00-47e7-8e56-b11f229cc6f2), precommit_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:28:51.945371 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d549b5be-e74c-4efd-afb0-92b6f09a8d0d tempest-SecGroupTest-372670537 tempest-SecGroupTest-372670537-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=993c1372-327f-419b-9ca2-80ff4187b36f,revision_number=None']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:28:51.988678 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.plugin [None req-7a06aeec-8bf9-4f13-ac4f-498d65440d47 admin admin] Calling delete_port for 1018d898-2c00-47e7-8e56-b11f229cc6f2 owned by network:router_interface {{(pid=103229) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 19:28:52.070756 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-0ec046b3-e044-40e4-b5ec-3e410eff1cf3 tempest-SecGroupTest-372670537 tempest-SecGroupTest-372670537-project] 10.222.0.75 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1743572 Feb 09 19:28:52.071201 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 57130) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:28:52.075559 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.v2.base [None req-59c9f25c-99f7-498b-b783-6b77d3de98e5 tempest-SecGroupTest-372670537 tempest-SecGroupTest-372670537-project] Request body: {'security_group': {'name': 'tempest-secgroup--1356677050'}} {{(pid=103230) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 19:28:52.139975 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-59c9f25c-99f7-498b-b783-6b77d3de98e5 tempest-SecGroupTest-372670537 tempest-SecGroupTest-372670537-project] Publish callbacks [] for security_group (None), before_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:28:52.368097 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-59c9f25c-99f7-498b-b783-6b77d3de98e5 tempest-SecGroupTest-372670537 tempest-SecGroupTest-372670537-project] Publish callbacks [] for security_group (ff3f4df0-0de9-4ec2-a749-77fefb73a570), precommit_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:28:52.376767 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-59c9f25c-99f7-498b-b783-6b77d3de98e5 tempest-SecGroupTest-372670537 tempest-SecGroupTest-372670537-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1892331'] for security_group (ff3f4df0-0de9-4ec2-a749-77fefb73a570), after_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:28:52.474782 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59c9f25c-99f7-498b-b783-6b77d3de98e5 tempest-SecGroupTest-372670537 tempest-SecGroupTest-372670537-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ff3f4df0-0de9-4ec2-a749-77fefb73a570,revision_number=1']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:28:52.544337 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-59c9f25c-99f7-498b-b783-6b77d3de98e5 tempest-SecGroupTest-372670537 tempest-SecGroupTest-372670537-project] Publish callbacks [] for security_group (None), before_response {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:28:52.546186 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-59c9f25c-99f7-498b-b783-6b77d3de98e5 tempest-SecGroupTest-372670537 tempest-SecGroupTest-372670537-project] 10.222.0.75 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.4740217 Feb 09 19:28:52.550525 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 57160) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:28:52.555510 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.v2.base [None req-5a9cb33b-a425-4293-be57-2a0e5817a9dc tempest-SecGroupTest-372670537 tempest-SecGroupTest-372670537-project] Request body: {'security_group_rule': {'security_group_id': 'ff3f4df0-0de9-4ec2-a749-77fefb73a570', 'direction': 'ingress', 'protocol': 17}} {{(pid=103230) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 19:28:52.592100 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-7a06aeec-8bf9-4f13-ac4f-498d65440d47 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762867177463', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762866656476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12867576'] for port (1018d898-2c00-47e7-8e56-b11f229cc6f2), after_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:28:52.608391 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39eab398-686e-47cc-a9aa-772505934a23 req-5ac98572-67bc-4367-9954-c3d14c15409a tempest-ServerActionsTestJSON-347500300 tempest-ServerActionsTestJSON-347500300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:28:52.613420 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-39eab398-686e-47cc-a9aa-772505934a23 req-5ac98572-67bc-4367-9954-c3d14c15409a tempest-ServerActionsTestJSON-347500300 tempest-ServerActionsTestJSON-347500300-project] 10.222.0.75 "GET /v2.0/ports?device_id=a1fbc70b-9dd3-44f5-99b0-85f3dff92d7d HTTP/1.1" status: 200 len: 944 time: 0.1377106 Feb 09 19:28:52.647801 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a06aeec-8bf9-4f13-ac4f-498d65440d47 admin admin] Pushing event deleted for resources: {'Port': ['ID=1018d898-2c00-47e7-8e56-b11f229cc6f2,revision_number=None']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:28:52.675275 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-5a9cb33b-a425-4293-be57-2a0e5817a9dc tempest-SecGroupTest-372670537 tempest-SecGroupTest-372670537-project] Publish callbacks [] for security_group_rule (c43fb6d4-6723-409c-b388-da0dcbefcb41), before_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:28:52.786813 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-39eab398-686e-47cc-a9aa-772505934a23 req-46dabfbe-cddc-4c98-932a-919de644b22b tempest-ServerActionsTestJSON-347500300 tempest-ServerActionsTestJSON-347500300-project] 10.222.0.75 "GET /v2.0/security-groups?id=22c4accd-b9e4-4e3e-aec5-b2bee068a6b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1616752 Feb 09 19:28:52.841621 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-5a9cb33b-a425-4293-be57-2a0e5817a9dc tempest-SecGroupTest-372670537 tempest-SecGroupTest-372670537-project] Publish callbacks [] for security_group_rule (c43fb6d4-6723-409c-b388-da0dcbefcb41), precommit_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:28:52.850465 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-5a9cb33b-a425-4293-be57-2a0e5817a9dc tempest-SecGroupTest-372670537 tempest-SecGroupTest-372670537-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1892250'] for security_group_rule (c43fb6d4-6723-409c-b388-da0dcbefcb41), after_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:28:52.887509 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a9cb33b-a425-4293-be57-2a0e5817a9dc tempest-SecGroupTest-372670537 tempest-SecGroupTest-372670537-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c43fb6d4-6723-409c-b388-da0dcbefcb41,revision_number=0']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:28:52.926936 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-5a9cb33b-a425-4293-be57-2a0e5817a9dc tempest-SecGroupTest-372670537 tempest-SecGroupTest-372670537-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:28:52.928485 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-5a9cb33b-a425-4293-be57-2a0e5817a9dc tempest-SecGroupTest-372670537 tempest-SecGroupTest-372670537-project] 10.222.0.75 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.3766448 Feb 09 19:28:52.931150 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 57190) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:28:53.068458 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-299bd82d-c13b-4736-9a90-9d8ff8fc413e tempest-SecGroupTest-372670537 tempest-SecGroupTest-372670537-project] Publish callbacks [] for security_group (ff3f4df0-0de9-4ec2-a749-77fefb73a570), before_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:28:53.114538 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-299bd82d-c13b-4736-9a90-9d8ff8fc413e tempest-SecGroupTest-372670537 tempest-SecGroupTest-372670537-project] Publish callbacks [] for security_group (ff3f4df0-0de9-4ec2-a749-77fefb73a570), precommit_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:28:53.139010 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad70e05b-d978-4d96-a25f-648b3acdec34 req-0e3383e1-cdcc-4467-85a5-8061a890968d tempest-ServerActionsTestJSON-347500300 tempest-ServerActionsTestJSON-347500300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:28:53.143093 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-ad70e05b-d978-4d96-a25f-648b3acdec34 req-0e3383e1-cdcc-4467-85a5-8061a890968d tempest-ServerActionsTestJSON-347500300 tempest-ServerActionsTestJSON-347500300-project] 10.222.0.75 "GET /v2.0/ports?device_id=a1fbc70b-9dd3-44f5-99b0-85f3dff92d7d HTTP/1.1" status: 200 len: 944 time: 0.1983168 Feb 09 19:28:53.147768 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-7a06aeec-8bf9-4f13-ac4f-498d65440d47 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1613467', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1834633'] for router_interface (80583646-27c7-46ab-a47a-0f5afa5307f3), after_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:28:53.188735 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-299bd82d-c13b-4736-9a90-9d8ff8fc413e tempest-SecGroupTest-372670537 tempest-SecGroupTest-372670537-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1892331'] for security_group (ff3f4df0-0de9-4ec2-a749-77fefb73a570), after_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:28:53.191549 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-299bd82d-c13b-4736-9a90-9d8ff8fc413e tempest-SecGroupTest-372670537 tempest-SecGroupTest-372670537-project] Publish callbacks [] for security_group (None), before_response {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:28:53.195261 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-299bd82d-c13b-4736-9a90-9d8ff8fc413e tempest-SecGroupTest-372670537 tempest-SecGroupTest-372670537-project] 10.222.0.75 "DELETE /v2.0/security-groups/ff3f4df0-0de9-4ec2-a749-77fefb73a570 HTTP/1.1" status: 204 len: 168 time: 0.2630038 Feb 09 19:28:53.195853 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 57198) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:28:53.225532 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-299bd82d-c13b-4736-9a90-9d8ff8fc413e tempest-SecGroupTest-372670537 tempest-SecGroupTest-372670537-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff3f4df0-0de9-4ec2-a749-77fefb73a570,revision_number=None']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:28:53.362667 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-9fc3a209-dc7c-4d87-b5c9-4f9e5d404a0e tempest-SecGroupTest-372670537 tempest-SecGroupTest-372670537-project] 10.222.0.75 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1629858 Feb 09 19:28:53.363326 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 57206) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:28:53.370549 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.v2.base [None req-1937187b-fff8-4508-8f69-fd5822ef4497 tempest-SecGroupTest-372670537 tempest-SecGroupTest-372670537-project] Request body: {'security_group': {'name': 'tempest-secgroup--22844879'}} {{(pid=103230) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 19:28:53.411010 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-1937187b-fff8-4508-8f69-fd5822ef4497 tempest-SecGroupTest-372670537 tempest-SecGroupTest-372670537-project] Publish callbacks [] for security_group (None), before_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:28:53.426464 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-ad70e05b-d978-4d96-a25f-648b3acdec34 req-43a60167-943e-4937-a5f6-af021e0dd310 tempest-ServerActionsTestJSON-347500300 tempest-ServerActionsTestJSON-347500300-project] 10.222.0.75 "GET /v2.0/security-groups?id=22c4accd-b9e4-4e3e-aec5-b2bee068a6b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2690244 Feb 09 19:28:53.565973 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-1937187b-fff8-4508-8f69-fd5822ef4497 tempest-SecGroupTest-372670537 tempest-SecGroupTest-372670537-project] Publish callbacks [] for security_group (e37f62b7-5799-47b2-809c-4c8f77e21a3c), precommit_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:28:53.571094 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-1937187b-fff8-4508-8f69-fd5822ef4497 tempest-SecGroupTest-372670537 tempest-SecGroupTest-372670537-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1892331'] for security_group (e37f62b7-5799-47b2-809c-4c8f77e21a3c), after_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:28:53.698902 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-1937187b-fff8-4508-8f69-fd5822ef4497 tempest-SecGroupTest-372670537 tempest-SecGroupTest-372670537-project] Publish callbacks [] for security_group (None), before_response {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:28:53.701643 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-1937187b-fff8-4508-8f69-fd5822ef4497 tempest-SecGroupTest-372670537 tempest-SecGroupTest-372670537-project] 10.222.0.75 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 0.3373330 Feb 09 19:28:53.705242 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 57236) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:28:53.712053 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.v2.base [None req-3ad77829-f6ef-4816-a161-c1c83712206c tempest-SecGroupTest-372670537 tempest-SecGroupTest-372670537-project] Request body: {'security_group': {'name': 'tempest-secgroup--300005358'}} {{(pid=103229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 19:28:53.729712 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1937187b-fff8-4508-8f69-fd5822ef4497 tempest-SecGroupTest-372670537 tempest-SecGroupTest-372670537-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e37f62b7-5799-47b2-809c-4c8f77e21a3c,revision_number=1']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:28:53.780507 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9d23a03-4293-4a57-bcc2-c1a5f1169eb4 req-6d557703-9478-4c04-9545-2d8bb7093c8a tempest-ServerActionsTestJSON-347500300 tempest-ServerActionsTestJSON-347500300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:28:53.782866 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-c9d23a03-4293-4a57-bcc2-c1a5f1169eb4 req-6d557703-9478-4c04-9545-2d8bb7093c8a tempest-ServerActionsTestJSON-347500300 tempest-ServerActionsTestJSON-347500300-project] 10.222.0.75 "GET /v2.0/ports?device_id=a1fbc70b-9dd3-44f5-99b0-85f3dff92d7d HTTP/1.1" status: 200 len: 944 time: 0.2362225 Feb 09 19:28:53.784891 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-3ad77829-f6ef-4816-a161-c1c83712206c tempest-SecGroupTest-372670537 tempest-SecGroupTest-372670537-project] Publish callbacks [] for security_group (None), before_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:28:53.814552 n-d-713498-36 neutron-server[103229]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7a06aeec-8bf9-4f13-ac4f-498d65440d47 admin admin] Router 80583646-27c7-46ab-a47a-0f5afa5307f3 has already been hosted by L3 agent 93303d5e-5d17-45e8-8963-7694f87783ae {{(pid=103229) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 19:28:53.894490 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-c9d23a03-4293-4a57-bcc2-c1a5f1169eb4 req-248df0a6-1a0e-4eac-998b-a438088d33c7 tempest-ServerActionsTestJSON-347500300 tempest-ServerActionsTestJSON-347500300-project] 10.222.0.75 "GET /v2.0/security-groups?id=22c4accd-b9e4-4e3e-aec5-b2bee068a6b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1053364 Feb 09 19:28:54.235465 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45d48c63-a781-42ae-8d23-9777c55b7460 req-c9a6e4e7-d0ed-4458-9510-17d0b823649e tempest-ServerActionsTestJSON-347500300 tempest-ServerActionsTestJSON-347500300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:28:54.237051 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-45d48c63-a781-42ae-8d23-9777c55b7460 req-c9a6e4e7-d0ed-4458-9510-17d0b823649e tempest-ServerActionsTestJSON-347500300 tempest-ServerActionsTestJSON-347500300-project] 10.222.0.75 "GET /v2.0/ports?device_id=a1fbc70b-9dd3-44f5-99b0-85f3dff92d7d HTTP/1.1" status: 200 len: 944 time: 0.2193103 Feb 09 19:28:54.310402 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7a06aeec-8bf9-4f13-ac4f-498d65440d47 admin admin] Notify agent at l3_agent.n-d-713498-36 the message routers_updated {{(pid=103229) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 19:28:54.327353 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-7a06aeec-8bf9-4f13-ac4f-498d65440d47 admin admin] 10.222.0.75 "PUT /v2.0/routers/80583646-27c7-46ab-a47a-0f5afa5307f3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.8710275 Feb 09 19:28:54.327648 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 57288) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:28:54.327845 n-d-713498-36 neutron-server[103233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0eca3d1-9f94-4e4f-999f-a7b774927bd8 None None] Sync routers for ids ['80583646-27c7-46ab-a47a-0f5afa5307f3'] in n-d-713498-36 {{(pid=103233) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 19:28:54.353257 n-d-713498-36 neutron-server[103233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0eca3d1-9f94-4e4f-999f-a7b774927bd8 None None] Routers {'80583646-27c7-46ab-a47a-0f5afa5307f3'} bound to L3 agent in host n-d-713498-36 {{(pid=103233) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 19:28:54.355380 n-d-713498-36 neutron-server[103233]: DEBUG neutron.db.l3_hamode_db [None req-a0eca3d1-9f94-4e4f-999f-a7b774927bd8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T18:51:43Z,description=,heartbeat_timestamp=2022-02-09T19:28:43Z,host='n-d-713498-36',id=93303d5e-5d17-45e8-8963-7694f87783ae,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T18:51:43Z,topic='l3_agent')) {'router_ids': ['80583646-27c7-46ab-a47a-0f5afa5307f3'], 'active': True} {{(pid=103233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:28:54.368586 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-45d48c63-a781-42ae-8d23-9777c55b7460 req-6316704f-954f-4f9a-9c12-a305efe97bbc tempest-ServerActionsTestJSON-347500300 tempest-ServerActionsTestJSON-347500300-project] 10.222.0.75 "GET /v2.0/security-groups?id=22c4accd-b9e4-4e3e-aec5-b2bee068a6b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1241353 Feb 09 19:28:54.388432 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-3ad77829-f6ef-4816-a161-c1c83712206c tempest-SecGroupTest-372670537 tempest-SecGroupTest-372670537-project] Publish callbacks [] for security_group (799b0b64-9106-4210-8d18-6e49aa9d20a8), precommit_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:28:54.408376 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-3ad77829-f6ef-4816-a161-c1c83712206c tempest-SecGroupTest-372670537 tempest-SecGroupTest-372670537-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1892331'] for security_group (799b0b64-9106-4210-8d18-6e49aa9d20a8), after_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:28:54.496643 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-3ad77829-f6ef-4816-a161-c1c83712206c tempest-SecGroupTest-372670537 tempest-SecGroupTest-372670537-project] Publish callbacks [] for security_group (None), before_response {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:28:54.497965 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-3ad77829-f6ef-4816-a161-c1c83712206c tempest-SecGroupTest-372670537 tempest-SecGroupTest-372670537-project] 10.222.0.75 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.7900238 Feb 09 19:28:54.520437 n-d-713498-36 neutron-server[103233]: DEBUG neutron.db.l3_dvr_db [None req-a0eca3d1-9f94-4e4f-999f-a7b774927bd8 None None] Set router 80583646-27c7-46ab-a47a-0f5afa5307f3 gateway port host: n-d-713498-36 {{(pid=103233) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 19:28:54.523095 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 57298) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:28:54.531351 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.v2.base [None req-281678e9-fdf4-4730-896c-641d382da085 tempest-SecGroupTest-372670537 tempest-SecGroupTest-372670537-project] Request body: {'security_group_rule': {'security_group_id': 'e37f62b7-5799-47b2-809c-4c8f77e21a3c', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': '799b0b64-9106-4210-8d18-6e49aa9d20a8', 'remote_ip_prefix': None}} {{(pid=103229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 19:28:54.552945 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ad77829-f6ef-4816-a161-c1c83712206c tempest-SecGroupTest-372670537 tempest-SecGroupTest-372670537-project] Pushing event updated for resources: {'SecurityGroup': ['ID=799b0b64-9106-4210-8d18-6e49aa9d20a8,revision_number=1']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:28:54.608198 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-281678e9-fdf4-4730-896c-641d382da085 tempest-SecGroupTest-372670537 tempest-SecGroupTest-372670537-project] Publish callbacks [] for security_group_rule (7d00a27c-e194-45a1-92b6-a8d636840575), before_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:28:54.701942 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-3af3a64e-477c-46f8-b6fd-1f4cba8b3cc4 admin admin] Publish callbacks [] for router (80583646-27c7-46ab-a47a-0f5afa5307f3), before_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:28:54.825214 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-281678e9-fdf4-4730-896c-641d382da085 tempest-SecGroupTest-372670537 tempest-SecGroupTest-372670537-project] Publish callbacks [] for security_group_rule (7d00a27c-e194-45a1-92b6-a8d636840575), precommit_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:28:54.831196 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-281678e9-fdf4-4730-896c-641d382da085 tempest-SecGroupTest-372670537 tempest-SecGroupTest-372670537-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1892250'] for security_group_rule (7d00a27c-e194-45a1-92b6-a8d636840575), after_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:28:54.881332 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-281678e9-fdf4-4730-896c-641d382da085 tempest-SecGroupTest-372670537 tempest-SecGroupTest-372670537-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7d00a27c-e194-45a1-92b6-a8d636840575,revision_number=0']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:28:54.894586 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-281678e9-fdf4-4730-896c-641d382da085 tempest-SecGroupTest-372670537 tempest-SecGroupTest-372670537-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:28:54.911383 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-281678e9-fdf4-4730-896c-641d382da085 tempest-SecGroupTest-372670537 tempest-SecGroupTest-372670537-project] 10.222.0.75 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 798 time: 0.3865643 Feb 09 19:28:54.912338 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 57330) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:28:54.927808 n-d-713498-36 neutron-server[103233]: DEBUG neutron.db.l3_hamode_db [None req-a0eca3d1-9f94-4e4f-999f-a7b774927bd8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '80583646-27c7-46ab-a47a-0f5afa5307f3', 'name': 'tempest-AttachVolumeShelveTestJSON-1234673102-router', 'tenant_id': '0c7f047f175c41a987e2010a725a3d95', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88055e1e-672a-4487-be31-ffb6e833ece5', 'external_fixed_ips': [{'subnet_id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'ip_address': '172.25.1.199'}], 'enable_snat': True}, 'gw_port_id': '780a4bdf-74c4-477c-bde0-4e0d22b8760b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T19:20:28Z', 'updated_at': '2022-02-09T19:28:52Z', 'revision_number': 5, 'project_id': '0c7f047f175c41a987e2010a725a3d95', 'gw_port': {'id': '780a4bdf-74c4-477c-bde0-4e0d22b8760b', 'name': '', 'network_id': '88055e1e-672a-4487-be31-ffb6e833ece5', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:b5:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80583646-27c7-46ab-a47a-0f5afa5307f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1843, 'fixed_ips': [{'subnet_id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'ip_address': '172.25.1.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T19:20:29Z', 'updated_at': '2022-02-09T19:20:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-36'}], 'n-d-713498-36', False) {} {{(pid=103233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:28:54.975586 n-d-713498-36 neutron-server[103233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0eca3d1-9f94-4e4f-999f-a7b774927bd8 None None] Checking router: 80583646-27c7-46ab-a47a-0f5afa5307f3 for host: n-d-713498-36 {{(pid=103233) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 19:28:54.978703 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-1926fb3a-2203-4f76-984f-3e47bf70a6aa tempest-SecGroupTest-372670537 tempest-SecGroupTest-372670537-project] Publish callbacks [] for security_group_rule (7d00a27c-e194-45a1-92b6-a8d636840575), before_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:28:54.987113 n-d-713498-36 neutron-server[103233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0eca3d1-9f94-4e4f-999f-a7b774927bd8 None None] Routers {'80583646-27c7-46ab-a47a-0f5afa5307f3'} bound to L3 agent in host n-d-713498-36 {{(pid=103233) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 19:28:54.988013 n-d-713498-36 neutron-server[103233]: DEBUG neutron.db.l3_hamode_db [None req-a0eca3d1-9f94-4e4f-999f-a7b774927bd8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T18:51:43Z,description=,heartbeat_timestamp=2022-02-09T19:28:43Z,host='n-d-713498-36',id=93303d5e-5d17-45e8-8963-7694f87783ae,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T18:51:43Z,topic='l3_agent')) {'router_ids': ['80583646-27c7-46ab-a47a-0f5afa5307f3'], 'active': True} {{(pid=103233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:28:54.999945 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-1926fb3a-2203-4f76-984f-3e47bf70a6aa tempest-SecGroupTest-372670537 tempest-SecGroupTest-372670537-project] Publish callbacks [] for security_group_rule (7d00a27c-e194-45a1-92b6-a8d636840575), precommit_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:28:55.035451 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-1926fb3a-2203-4f76-984f-3e47bf70a6aa tempest-SecGroupTest-372670537 tempest-SecGroupTest-372670537-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1892250'] for security_group_rule (7d00a27c-e194-45a1-92b6-a8d636840575), after_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:28:55.043800 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-1926fb3a-2203-4f76-984f-3e47bf70a6aa tempest-SecGroupTest-372670537 tempest-SecGroupTest-372670537-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:28:55.049059 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 57342) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:28:55.052363 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-1926fb3a-2203-4f76-984f-3e47bf70a6aa tempest-SecGroupTest-372670537 tempest-SecGroupTest-372670537-project] 10.222.0.75 "DELETE /v2.0/security-group-rules/7d00a27c-e194-45a1-92b6-a8d636840575 HTTP/1.1" status: 204 len: 168 time: 0.1383028 Feb 09 19:28:55.071730 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1926fb3a-2203-4f76-984f-3e47bf70a6aa tempest-SecGroupTest-372670537 tempest-SecGroupTest-372670537-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=7d00a27c-e194-45a1-92b6-a8d636840575,revision_number=None']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:28:55.103259 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-3af3a64e-477c-46f8-b6fd-1f4cba8b3cc4 admin admin] Publish callbacks [] for router_gateway (80583646-27c7-46ab-a47a-0f5afa5307f3), before_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:28:55.148499 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-a8c76812-309d-4ca1-8b90-50077e6ab4d0 tempest-SecGroupTest-372670537 tempest-SecGroupTest-372670537-project] 10.222.0.75 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.0951011 Feb 09 19:28:55.151608 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 57348) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:28:55.221813 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.plugin [None req-3af3a64e-477c-46f8-b6fd-1f4cba8b3cc4 admin admin] Deleting port 780a4bdf-74c4-477c-bde0-4e0d22b8760b {{(pid=103230) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 19:28:55.222479 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-3af3a64e-477c-46f8-b6fd-1f4cba8b3cc4 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762867170196'] for port (780a4bdf-74c4-477c-bde0-4e0d22b8760b), before_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:28:55.231791 n-d-713498-36 neutron-server[103233]: DEBUG neutron.db.l3_dvr_db [None req-a0eca3d1-9f94-4e4f-999f-a7b774927bd8 None None] Set router 80583646-27c7-46ab-a47a-0f5afa5307f3 gateway port host: n-d-713498-36 {{(pid=103233) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 19:28:55.321085 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.db [None req-3af3a64e-477c-46f8-b6fd-1f4cba8b3cc4 admin admin] For port 780a4bdf-74c4-477c-bde0-4e0d22b8760b, host n-d-713498-36, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-36',level=0,port_id=780a4bdf-74c4-477c-bde0-4e0d22b8760b,segment=NetworkSegment(a4222f89-8d3f-4b51-953b-1a8126392491),segment_id=a4222f89-8d3f-4b51-953b-1a8126392491)] {{(pid=103230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 19:28:55.321559 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-3af3a64e-477c-46f8-b6fd-1f4cba8b3cc4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1820838'] for port (780a4bdf-74c4-477c-bde0-4e0d22b8760b), precommit_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:28:55.337643 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-32c28226-30f6-4923-a40d-0d2525da4f73 tempest-SecGroupTest-372670537 tempest-SecGroupTest-372670537-project] Publish callbacks [] for security_group (799b0b64-9106-4210-8d18-6e49aa9d20a8), before_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:28:55.353316 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.plugin [None req-3af3a64e-477c-46f8-b6fd-1f4cba8b3cc4 admin admin] Calling delete_port for 780a4bdf-74c4-477c-bde0-4e0d22b8760b owned by network:router_gateway {{(pid=103230) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 19:28:55.398249 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-32c28226-30f6-4923-a40d-0d2525da4f73 tempest-SecGroupTest-372670537 tempest-SecGroupTest-372670537-project] Publish callbacks [] for security_group (799b0b64-9106-4210-8d18-6e49aa9d20a8), precommit_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:28:55.471713 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-32c28226-30f6-4923-a40d-0d2525da4f73 tempest-SecGroupTest-372670537 tempest-SecGroupTest-372670537-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1892331'] for security_group (799b0b64-9106-4210-8d18-6e49aa9d20a8), after_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:28:55.474706 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-32c28226-30f6-4923-a40d-0d2525da4f73 tempest-SecGroupTest-372670537 tempest-SecGroupTest-372670537-project] Publish callbacks [] for security_group (None), before_response {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:28:55.478623 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-32c28226-30f6-4923-a40d-0d2525da4f73 tempest-SecGroupTest-372670537 tempest-SecGroupTest-372670537-project] 10.222.0.75 "DELETE /v2.0/security-groups/799b0b64-9106-4210-8d18-6e49aa9d20a8 HTTP/1.1" status: 204 len: 168 time: 0.3245320 Feb 09 19:28:55.478853 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 57358) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:28:55.489555 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32c28226-30f6-4923-a40d-0d2525da4f73 tempest-SecGroupTest-372670537 tempest-SecGroupTest-372670537-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=799b0b64-9106-4210-8d18-6e49aa9d20a8,revision_number=None']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:28:55.625893 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-756e857c-88ff-488f-9cf4-1c1765b79c9b tempest-SecGroupTest-372670537 tempest-SecGroupTest-372670537-project] 10.222.0.75 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4543 time: 0.1454628 Feb 09 19:28:55.629547 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 57366) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:28:55.684343 n-d-713498-36 neutron-server[103233]: DEBUG neutron.db.l3_hamode_db [None req-a0eca3d1-9f94-4e4f-999f-a7b774927bd8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '80583646-27c7-46ab-a47a-0f5afa5307f3', 'name': 'tempest-AttachVolumeShelveTestJSON-1234673102-router', 'tenant_id': '0c7f047f175c41a987e2010a725a3d95', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88055e1e-672a-4487-be31-ffb6e833ece5', 'external_fixed_ips': [{'subnet_id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'ip_address': '172.25.1.199'}], 'enable_snat': True}, 'gw_port_id': '780a4bdf-74c4-477c-bde0-4e0d22b8760b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T19:20:28Z', 'updated_at': '2022-02-09T19:28:52Z', 'revision_number': 5, 'project_id': '0c7f047f175c41a987e2010a725a3d95', 'gw_port': {'id': '780a4bdf-74c4-477c-bde0-4e0d22b8760b', 'name': '', 'network_id': '88055e1e-672a-4487-be31-ffb6e833ece5', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:b5:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80583646-27c7-46ab-a47a-0f5afa5307f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1843, 'fixed_ips': [{'subnet_id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'ip_address': '172.25.1.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T19:20:29Z', 'updated_at': '2022-02-09T19:20:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-36'}], 'n-d-713498-36', False) {} {{(pid=103233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:28:55.722549 n-d-713498-36 neutron-server[103233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0eca3d1-9f94-4e4f-999f-a7b774927bd8 None None] The sync data for ids ['80583646-27c7-46ab-a47a-0f5afa5307f3'] in n-d-713498-36 is: [{'id': '80583646-27c7-46ab-a47a-0f5afa5307f3', 'name': 'tempest-AttachVolumeShelveTestJSON-1234673102-router', 'tenant_id': '0c7f047f175c41a987e2010a725a3d95', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88055e1e-672a-4487-be31-ffb6e833ece5', 'external_fixed_ips': [{'subnet_id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'ip_address': '172.25.1.199'}], 'enable_snat': True}, 'gw_port_id': '780a4bdf-74c4-477c-bde0-4e0d22b8760b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T19:20:28Z', 'updated_at': '2022-02-09T19:28:52Z', 'revision_number': 5, 'project_id': '0c7f047f175c41a987e2010a725a3d95', 'gw_port': {'id': '780a4bdf-74c4-477c-bde0-4e0d22b8760b', 'name': '', 'network_id': '88055e1e-672a-4487-be31-ffb6e833ece5', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:b5:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80583646-27c7-46ab-a47a-0f5afa5307f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1843, 'fixed_ips': [{'subnet_id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'ip_address': '172.25.1.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T19:20:29Z', 'updated_at': '2022-02-09T19:20:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-36'}] {{(pid=103233) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 19:28:55.734110 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-3af3a64e-477c-46f8-b6fd-1f4cba8b3cc4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762867177463', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762866656476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14393751'] for port (780a4bdf-74c4-477c-bde0-4e0d22b8760b), after_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:28:55.747414 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 57370) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:28:55.750023 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-5c10d067-7014-4540-89a8-4e10cccb8e7b tempest-SecGroupTest-372670537 tempest-SecGroupTest-372670537-project] Publish callbacks [] for security_group (e37f62b7-5799-47b2-809c-4c8f77e21a3c), before_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:28:55.798158 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-5c10d067-7014-4540-89a8-4e10cccb8e7b tempest-SecGroupTest-372670537 tempest-SecGroupTest-372670537-project] Publish callbacks [] for security_group (e37f62b7-5799-47b2-809c-4c8f77e21a3c), precommit_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:28:55.801784 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3af3a64e-477c-46f8-b6fd-1f4cba8b3cc4 admin admin] Pushing event deleted for resources: {'Port': ['ID=780a4bdf-74c4-477c-bde0-4e0d22b8760b,revision_number=None']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:28:55.873668 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-5c10d067-7014-4540-89a8-4e10cccb8e7b tempest-SecGroupTest-372670537 tempest-SecGroupTest-372670537-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1892331'] for security_group (e37f62b7-5799-47b2-809c-4c8f77e21a3c), after_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:28:55.877114 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-5c10d067-7014-4540-89a8-4e10cccb8e7b tempest-SecGroupTest-372670537 tempest-SecGroupTest-372670537-project] Publish callbacks [] for security_group (None), before_response {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:28:55.884957 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-5c10d067-7014-4540-89a8-4e10cccb8e7b tempest-SecGroupTest-372670537 tempest-SecGroupTest-372670537-project] 10.222.0.75 "DELETE /v2.0/security-groups/e37f62b7-5799-47b2-809c-4c8f77e21a3c HTTP/1.1" status: 204 len: 168 time: 0.2530212 Feb 09 19:28:55.907790 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 57380) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:28:55.909303 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c10d067-7014-4540-89a8-4e10cccb8e7b tempest-SecGroupTest-372670537 tempest-SecGroupTest-372670537-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e37f62b7-5799-47b2-809c-4c8f77e21a3c,revision_number=None']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:28:55.990544 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-3af3a64e-477c-46f8-b6fd-1f4cba8b3cc4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1818987'] for router_gateway (80583646-27c7-46ab-a47a-0f5afa5307f3), after_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:28:56.048384 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-660c65c3-f38a-4af1-86f6-bb847e61059c tempest-SecGroupTest-372670537 tempest-SecGroupTest-372670537-project] 10.222.0.75 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1094825 Feb 09 19:28:56.053178 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 57386) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:28:56.058113 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.v2.base [None req-151fdcdb-ffd7-4949-a7d6-878eec4c9c69 tempest-SecGroupTest-372670537 tempest-SecGroupTest-372670537-project] Request body: {'security_group': {'name': 'tempest-secgroup--529643655'}} {{(pid=103229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 19:28:56.113107 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-151fdcdb-ffd7-4949-a7d6-878eec4c9c69 tempest-SecGroupTest-372670537 tempest-SecGroupTest-372670537-project] Publish callbacks [] for security_group (None), before_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:28:56.198585 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-f9801034-2538-4222-b425-52a476b88541 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:28:56.226013 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-3af3a64e-477c-46f8-b6fd-1f4cba8b3cc4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1834988', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-58375'] for router (80583646-27c7-46ab-a47a-0f5afa5307f3), precommit_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:28:56.226013 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-3af3a64e-477c-46f8-b6fd-1f4cba8b3cc4 admin admin] Publish callbacks [] for router_controller (80583646-27c7-46ab-a47a-0f5afa5307f3), precommit_delete_associations {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:28:56.245922 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Device 1018d898-2c00-47e7-8e56-b11f229cc6f2 no longer exists at agent ovs-agent-n-d-713498-36 {{(pid=103232) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 19:28:56.277593 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-151fdcdb-ffd7-4949-a7d6-878eec4c9c69 tempest-SecGroupTest-372670537 tempest-SecGroupTest-372670537-project] Publish callbacks [] for security_group (35fadcc8-301b-4eb8-b342-37091219d147), precommit_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:28:56.283662 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-151fdcdb-ffd7-4949-a7d6-878eec4c9c69 tempest-SecGroupTest-372670537 tempest-SecGroupTest-372670537-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1892331'] for security_group (35fadcc8-301b-4eb8-b342-37091219d147), after_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:28:56.289476 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] No Port match for: 1018d898-2c00-47e7-8e56-b11f229cc6f2 {{(pid=103232) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 19:28:56.289923 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Device 1018d898-2c00-47e7-8e56-b11f229cc6f2 not bound to the agent host n-d-713498-36 {{(pid=103232) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 19:28:56.329610 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-151fdcdb-ffd7-4949-a7d6-878eec4c9c69 tempest-SecGroupTest-372670537 tempest-SecGroupTest-372670537-project] Pushing event updated for resources: {'SecurityGroup': ['ID=35fadcc8-301b-4eb8-b342-37091219d147,revision_number=1']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:28:56.335916 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-151fdcdb-ffd7-4949-a7d6-878eec4c9c69 tempest-SecGroupTest-372670537 tempest-SecGroupTest-372670537-project] Publish callbacks [] for security_group (None), before_response {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:28:56.337738 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-151fdcdb-ffd7-4949-a7d6-878eec4c9c69 tempest-SecGroupTest-372670537 tempest-SecGroupTest-372670537-project] 10.222.0.75 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.2835507 Feb 09 19:28:56.340505 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 57392) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:28:56.347257 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.v2.base [None req-0ab631e1-1fe0-4149-837e-dac5fdca5235 tempest-SecGroupTest-372670537 tempest-SecGroupTest-372670537-project] Request body: {'security_group_rule': {'security_group_id': '35fadcc8-301b-4eb8-b342-37091219d147', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=103229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 19:28:56.397120 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-3af3a64e-477c-46f8-b6fd-1f4cba8b3cc4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1835003'] for router (80583646-27c7-46ab-a47a-0f5afa5307f3), after_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:28:56.397659 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3af3a64e-477c-46f8-b6fd-1f4cba8b3cc4 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 80583646-27c7-46ab-a47a-0f5afa5307f3 {{(pid=103230) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 09 19:28:56.401088 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-0ab631e1-1fe0-4149-837e-dac5fdca5235 tempest-SecGroupTest-372670537 tempest-SecGroupTest-372670537-project] Publish callbacks [] for security_group_rule (e462a6e9-5a3a-4d65-8a00-e5808f8629a3), before_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:28:56.410043 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-3af3a64e-477c-46f8-b6fd-1f4cba8b3cc4 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:28:56.424228 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-3af3a64e-477c-46f8-b6fd-1f4cba8b3cc4 admin admin] 10.222.0.75 "DELETE /v2.0/routers/80583646-27c7-46ab-a47a-0f5afa5307f3 HTTP/1.1" status: 204 len: 168 time: 2.0955083 Feb 09 19:28:56.426173 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 57394) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:28:56.508957 n-d-713498-36 neutron-server[103230]: DEBUG neutron.db.db_base_plugin_v2 [None req-d6b45c42-3295-45d0-b036-2d1cefe6df56 admin admin] Deleting subnet ca2eed47-7b83-4cc1-87fa-16862746969c {{(pid=103230) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 19:28:56.518610 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-d6b45c42-3295-45d0-b036-2d1cefe6df56 admin admin] Publish callbacks [] for subnet (ca2eed47-7b83-4cc1-87fa-16862746969c), before_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:28:56.543810 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-0ab631e1-1fe0-4149-837e-dac5fdca5235 tempest-SecGroupTest-372670537 tempest-SecGroupTest-372670537-project] Publish callbacks [] for security_group_rule (e462a6e9-5a3a-4d65-8a00-e5808f8629a3), precommit_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:28:56.549700 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-0ab631e1-1fe0-4149-837e-dac5fdca5235 tempest-SecGroupTest-372670537 tempest-SecGroupTest-372670537-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1892250'] for security_group_rule (e462a6e9-5a3a-4d65-8a00-e5808f8629a3), after_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:28:56.564340 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-f9801034-2538-4222-b425-52a476b88541 admin admin] Publish callbacks [] for security_group (029bcc88-7c07-4633-9c66-c284431e218c), precommit_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:28:56.574790 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ab631e1-1fe0-4149-837e-dac5fdca5235 tempest-SecGroupTest-372670537 tempest-SecGroupTest-372670537-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e462a6e9-5a3a-4d65-8a00-e5808f8629a3,revision_number=0']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:28:56.586376 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-f9801034-2538-4222-b425-52a476b88541 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1892331'] for security_group (029bcc88-7c07-4633-9c66-c284431e218c), after_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:28:56.593758 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-0ab631e1-1fe0-4149-837e-dac5fdca5235 tempest-SecGroupTest-372670537 tempest-SecGroupTest-372670537-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:28:56.599703 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-0ab631e1-1fe0-4149-837e-dac5fdca5235 tempest-SecGroupTest-372670537 tempest-SecGroupTest-372670537-project] 10.222.0.75 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.2578549 Feb 09 19:28:56.600253 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-d6b45c42-3295-45d0-b036-2d1cefe6df56 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12895822'] for subnet (ca2eed47-7b83-4cc1-87fa-16862746969c), precommit_delete_associations {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:28:56.602604 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 57400) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:28:56.663840 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-c9dee131-41d0-4178-81ce-842e8de48366 tempest-SecGroupTest-372670537 tempest-SecGroupTest-372670537-project] Publish callbacks [] for security_group_rule (e462a6e9-5a3a-4d65-8a00-e5808f8629a3), before_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:28:56.676715 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9801034-2538-4222-b425-52a476b88541 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=029bcc88-7c07-4633-9c66-c284431e218c,revision_number=1']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:28:56.680048 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-c9dee131-41d0-4178-81ce-842e8de48366 tempest-SecGroupTest-372670537 tempest-SecGroupTest-372670537-project] Publish callbacks [] for security_group_rule (e462a6e9-5a3a-4d65-8a00-e5808f8629a3), precommit_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:28:56.692506 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-f9801034-2538-4222-b425-52a476b88541 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=cd971d801a3347509a1faffde5b2bb05&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9032025 Feb 09 19:28:56.695080 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 57402) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:28:56.731043 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-c9dee131-41d0-4178-81ce-842e8de48366 tempest-SecGroupTest-372670537 tempest-SecGroupTest-372670537-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1892250'] for security_group_rule (e462a6e9-5a3a-4d65-8a00-e5808f8629a3), after_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:28:56.742101 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-c9dee131-41d0-4178-81ce-842e8de48366 tempest-SecGroupTest-372670537 tempest-SecGroupTest-372670537-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:28:56.743669 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-c9dee131-41d0-4178-81ce-842e8de48366 tempest-SecGroupTest-372670537 tempest-SecGroupTest-372670537-project] 10.222.0.75 "DELETE /v2.0/security-group-rules/e462a6e9-5a3a-4d65-8a00-e5808f8629a3 HTTP/1.1" status: 204 len: 168 time: 0.1380246 Feb 09 19:28:56.756299 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 57404) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:28:56.770576 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9dee131-41d0-4178-81ce-842e8de48366 tempest-SecGroupTest-372670537 tempest-SecGroupTest-372670537-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=e462a6e9-5a3a-4d65-8a00-e5808f8629a3,revision_number=None']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:28:56.812315 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-d6b45c42-3295-45d0-b036-2d1cefe6df56 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-759852'] for subnet (ca2eed47-7b83-4cc1-87fa-16862746969c), precommit_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:28:56.864145 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-1fb3c7e1-eba4-4916-82bf-a61beca1fb44 admin admin] Publish callbacks [] for security_group (029bcc88-7c07-4633-9c66-c284431e218c), before_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:28:56.885665 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-579431ff-8791-48cd-81d3-ed56722de48f tempest-SecGroupTest-372670537 tempest-SecGroupTest-372670537-project] 10.222.0.75 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1282558 Feb 09 19:28:56.888697 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 57406) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:28:56.914735 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-1fb3c7e1-eba4-4916-82bf-a61beca1fb44 admin admin] Publish callbacks [] for security_group (029bcc88-7c07-4633-9c66-c284431e218c), precommit_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:28:56.966120 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-d6b45c42-3295-45d0-b036-2d1cefe6df56 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-760023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14393672', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12985882'] for subnet (ca2eed47-7b83-4cc1-87fa-16862746969c), after_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:28:57.012938 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6b45c42-3295-45d0-b036-2d1cefe6df56 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ca2eed47-7b83-4cc1-87fa-16862746969c,revision_number=None']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:28:57.025851 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-d6b45c42-3295-45d0-b036-2d1cefe6df56 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:28:57.029389 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-d6b45c42-3295-45d0-b036-2d1cefe6df56 admin admin] 10.222.0.75 "DELETE /v2.0/subnets/ca2eed47-7b83-4cc1-87fa-16862746969c HTTP/1.1" status: 204 len: 168 time: 0.6006145 Feb 09 19:28:57.034406 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 57414) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:28:57.039664 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-db1e035e-e42d-4f88-a2ad-ec951e3fad7c tempest-SecGroupTest-372670537 tempest-SecGroupTest-372670537-project] Publish callbacks [] for security_group (35fadcc8-301b-4eb8-b342-37091219d147), before_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:28:57.041134 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e912e45b-8ae2-465b-9d0c-2dfb4d98cd85 None None] Network 9cf0b823-fac1-4f9f-b685-8fd71a300e07 requested from n-d-713498-36 {{(pid=103232) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 19:28:57.076784 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-1fb3c7e1-eba4-4916-82bf-a61beca1fb44 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1892331'] for security_group (029bcc88-7c07-4633-9c66-c284431e218c), after_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:28:57.080109 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-1fb3c7e1-eba4-4916-82bf-a61beca1fb44 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:28:57.081263 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-1fb3c7e1-eba4-4916-82bf-a61beca1fb44 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/029bcc88-7c07-4633-9c66-c284431e218c HTTP/1.1" status: 204 len: 168 time: 0.3850880 Feb 09 19:28:57.119329 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-db1e035e-e42d-4f88-a2ad-ec951e3fad7c tempest-SecGroupTest-372670537 tempest-SecGroupTest-372670537-project] Publish callbacks [] for security_group (35fadcc8-301b-4eb8-b342-37091219d147), precommit_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:28:57.132196 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fb3c7e1-eba4-4916-82bf-a61beca1fb44 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=029bcc88-7c07-4633-9c66-c284431e218c,revision_number=None']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:28:57.200844 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-5486a201-0c0b-4f2c-b54b-8b13ba8f5913 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-670458'] for network (9cf0b823-fac1-4f9f-b685-8fd71a300e07), before_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:28:57.231746 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-db1e035e-e42d-4f88-a2ad-ec951e3fad7c tempest-SecGroupTest-372670537 tempest-SecGroupTest-372670537-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1892331'] for security_group (35fadcc8-301b-4eb8-b342-37091219d147), after_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:28:57.234355 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-db1e035e-e42d-4f88-a2ad-ec951e3fad7c tempest-SecGroupTest-372670537 tempest-SecGroupTest-372670537-project] Publish callbacks [] for security_group (None), before_response {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:28:57.236587 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-db1e035e-e42d-4f88-a2ad-ec951e3fad7c tempest-SecGroupTest-372670537 tempest-SecGroupTest-372670537-project] 10.222.0.75 "DELETE /v2.0/security-groups/35fadcc8-301b-4eb8-b342-37091219d147 HTTP/1.1" status: 204 len: 168 time: 0.3435853 Feb 09 19:28:57.240203 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 57426) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:28:57.299867 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db1e035e-e42d-4f88-a2ad-ec951e3fad7c tempest-SecGroupTest-372670537 tempest-SecGroupTest-372670537-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=35fadcc8-301b-4eb8-b342-37091219d147,revision_number=None']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:28:57.316924 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.plugin [None req-5486a201-0c0b-4f2c-b54b-8b13ba8f5913 admin admin] Deleting port 5e796d2b-458f-48a0-81ea-d8f1c322aa33 {{(pid=103229) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 19:28:57.317771 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-5486a201-0c0b-4f2c-b54b-8b13ba8f5913 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762867170196'] for port (5e796d2b-458f-48a0-81ea-d8f1c322aa33), before_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:28:57.387043 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-dce0d4f0-cab1-44f5-ae61-3d957ac2fccc tempest-SecGroupTest-372670537 tempest-SecGroupTest-372670537-project] 10.222.0.75 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1457579 Feb 09 19:28:57.390738 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 57432) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:28:57.396904 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.v2.base [None req-9e822fca-4a96-4bf8-b06d-538d79b00e2a tempest-SecGroupTest-372670537 tempest-SecGroupTest-372670537-project] Request body: {'security_group': {'name': 'tempest-secgroup--1833326951'}} {{(pid=103230) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 19:28:57.473702 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-9e822fca-4a96-4bf8-b06d-538d79b00e2a tempest-SecGroupTest-372670537 tempest-SecGroupTest-372670537-project] Publish callbacks [] for security_group (None), before_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:28:57.476022 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.db [None req-5486a201-0c0b-4f2c-b54b-8b13ba8f5913 admin admin] For port 5e796d2b-458f-48a0-81ea-d8f1c322aa33, host n-d-713498-36, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-36',level=0,port_id=5e796d2b-458f-48a0-81ea-d8f1c322aa33,segment=NetworkSegment(92268b40-fd45-4716-b63a-1f78b1bbf69a),segment_id=92268b40-fd45-4716-b63a-1f78b1bbf69a)] {{(pid=103229) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 19:28:57.476447 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-5486a201-0c0b-4f2c-b54b-8b13ba8f5913 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1820838'] for port (5e796d2b-458f-48a0-81ea-d8f1c322aa33), precommit_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:28:57.497357 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-adeaef27-ffd1-49ff-b219-fdf693ab4a4a None None] DHCP port deletion for 9cf0b823-fac1-4f9f-b685-8fd71a300e07 request from n-d-713498-36 {{(pid=103232) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 09 19:28:57.503058 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.plugin [None req-5486a201-0c0b-4f2c-b54b-8b13ba8f5913 admin admin] Calling delete_port for 5e796d2b-458f-48a0-81ea-d8f1c322aa33 owned by network:dhcp {{(pid=103229) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 19:28:57.645671 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-adeaef27-ffd1-49ff-b219-fdf693ab4a4a None None] Deleting port 5e796d2b-458f-48a0-81ea-d8f1c322aa33 {{(pid=103232) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 19:28:57.646201 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-adeaef27-ffd1-49ff-b219-fdf693ab4a4a None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762867170196'] for port (5e796d2b-458f-48a0-81ea-d8f1c322aa33), before_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:28:57.732333 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-5486a201-0c0b-4f2c-b54b-8b13ba8f5913 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762867177463', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762866656476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12867576'] for port (5e796d2b-458f-48a0-81ea-d8f1c322aa33), after_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:28:57.748774 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-9e822fca-4a96-4bf8-b06d-538d79b00e2a tempest-SecGroupTest-372670537 tempest-SecGroupTest-372670537-project] Publish callbacks [] for security_group (9fd92ef2-881a-4a83-a5ee-854caa686a51), precommit_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:28:57.756571 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-9e822fca-4a96-4bf8-b06d-538d79b00e2a tempest-SecGroupTest-372670537 tempest-SecGroupTest-372670537-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1892331'] for security_group (9fd92ef2-881a-4a83-a5ee-854caa686a51), after_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:28:57.768075 n-d-713498-36 neutron-server[103229]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5486a201-0c0b-4f2c-b54b-8b13ba8f5913 admin admin] No DVR routers for this DVR port 5e796d2b-458f-48a0-81ea-d8f1c322aa33 on host n-d-713498-36 {{(pid=103229) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 19:28:57.794890 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e822fca-4a96-4bf8-b06d-538d79b00e2a tempest-SecGroupTest-372670537 tempest-SecGroupTest-372670537-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9fd92ef2-881a-4a83-a5ee-854caa686a51,revision_number=1']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:28:57.812322 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-adeaef27-ffd1-49ff-b219-fdf693ab4a4a None None] For port 5e796d2b-458f-48a0-81ea-d8f1c322aa33, host n-d-713498-36, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-36',level=0,port_id=5e796d2b-458f-48a0-81ea-d8f1c322aa33,segment=NetworkSegment(92268b40-fd45-4716-b63a-1f78b1bbf69a),segment_id=92268b40-fd45-4716-b63a-1f78b1bbf69a)] {{(pid=103232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 19:28:57.813313 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-adeaef27-ffd1-49ff-b219-fdf693ab4a4a None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1820838'] for port (5e796d2b-458f-48a0-81ea-d8f1c322aa33), precommit_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:28:57.821269 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5486a201-0c0b-4f2c-b54b-8b13ba8f5913 admin admin] Pushing event deleted for resources: {'Port': ['ID=5e796d2b-458f-48a0-81ea-d8f1c322aa33,revision_number=None']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:28:57.837416 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-9e822fca-4a96-4bf8-b06d-538d79b00e2a tempest-SecGroupTest-372670537 tempest-SecGroupTest-372670537-project] Publish callbacks [] for security_group (None), before_response {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:28:57.839767 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-9e822fca-4a96-4bf8-b06d-538d79b00e2a tempest-SecGroupTest-372670537 tempest-SecGroupTest-372670537-project] 10.222.0.75 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.4477563 Feb 09 19:28:57.842548 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 57450) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:28:57.854317 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.v2.base [None req-5cbebc04-39f5-40c5-b8a8-3e308034c408 tempest-SecGroupTest-372670537 tempest-SecGroupTest-372670537-project] Request body: {'security_group_rule': {'security_group_id': '9fd92ef2-881a-4a83-a5ee-854caa686a51', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103230) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 19:28:57.861526 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-adeaef27-ffd1-49ff-b219-fdf693ab4a4a None None] Calling delete_port for 5e796d2b-458f-48a0-81ea-d8f1c322aa33 owned by network:dhcp {{(pid=103232) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 19:28:57.904857 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-5cbebc04-39f5-40c5-b8a8-3e308034c408 tempest-SecGroupTest-372670537 tempest-SecGroupTest-372670537-project] Publish callbacks [] for security_group_rule (8ba9436a-f43b-452f-a0b0-d74133545bf3), before_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:28:58.050811 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-5486a201-0c0b-4f2c-b54b-8b13ba8f5913 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-590267', 'neutron.services.segments.db._delete_segments_for_network-8762867132609'] for network (9cf0b823-fac1-4f9f-b685-8fd71a300e07), precommit_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:28:58.095012 n-d-713498-36 neutron-server[103229]: DEBUG neutron.services.segments.db [None req-5486a201-0c0b-4f2c-b54b-8b13ba8f5913 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9cf0b823-fac1-4f9f-b685-8fd71a300e07']}} {{(pid=103229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:28:58.101278 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-5cbebc04-39f5-40c5-b8a8-3e308034c408 tempest-SecGroupTest-372670537 tempest-SecGroupTest-372670537-project] Publish callbacks [] for security_group_rule (8ba9436a-f43b-452f-a0b0-d74133545bf3), precommit_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:28:58.117075 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-5cbebc04-39f5-40c5-b8a8-3e308034c408 tempest-SecGroupTest-372670537 tempest-SecGroupTest-372670537-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1892250'] for security_group_rule (8ba9436a-f43b-452f-a0b0-d74133545bf3), after_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:28:58.121119 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-adeaef27-ffd1-49ff-b219-fdf693ab4a4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762867177463', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762866656476'] for port (5e796d2b-458f-48a0-81ea-d8f1c322aa33), after_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:28:58.129849 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Device 780a4bdf-74c4-477c-bde0-4e0d22b8760b no longer exists at agent ovs-agent-n-d-713498-36 {{(pid=103232) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 19:28:58.147782 n-d-713498-36 neutron-server[103229]: DEBUG neutron.services.segments.db [None req-5486a201-0c0b-4f2c-b54b-8b13ba8f5913 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '92268b40-fd45-4716-b63a-1f78b1bbf69a') {'for_net_delete': True} {{(pid=103229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:28:58.148078 n-d-713498-36 neutron-server[103229]: DEBUG neutron.services.segments.db [None req-5486a201-0c0b-4f2c-b54b-8b13ba8f5913 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '92268b40-fd45-4716-b63a-1f78b1bbf69a') {} {{(pid=103229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:28:58.172068 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-5486a201-0c0b-4f2c-b54b-8b13ba8f5913 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762867134154', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16683417'] for segment (92268b40-fd45-4716-b63a-1f78b1bbf69a), before_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:28:58.185016 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cbebc04-39f5-40c5-b8a8-3e308034c408 tempest-SecGroupTest-372670537 tempest-SecGroupTest-372670537-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8ba9436a-f43b-452f-a0b0-d74133545bf3,revision_number=0']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:28:58.191054 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-5486a201-0c0b-4f2c-b54b-8b13ba8f5913 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-759574'] for segment (92268b40-fd45-4716-b63a-1f78b1bbf69a), precommit_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:28:58.198456 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5486a201-0c0b-4f2c-b54b-8b13ba8f5913 admin admin] Releasing vlan 392 on physical network physnet1 to pool {{(pid=103229) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 19:28:58.198853 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-5486a201-0c0b-4f2c-b54b-8b13ba8f5913 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-759574', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12867469'] for segment (92268b40-fd45-4716-b63a-1f78b1bbf69a), after_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:28:58.200648 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-5cbebc04-39f5-40c5-b8a8-3e308034c408 tempest-SecGroupTest-372670537 tempest-SecGroupTest-372670537-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:28:58.200784 n-d-713498-36 neutron-server[103229]: Traceback (most recent call last): Feb 09 19:28:58.200784 n-d-713498-36 neutron-server[103229]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 19:28:58.200784 n-d-713498-36 neutron-server[103229]: timer() Feb 09 19:28:58.200784 n-d-713498-36 neutron-server[103229]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 19:28:58.200784 n-d-713498-36 neutron-server[103229]: cb(*args, **kw) Feb 09 19:28:58.200784 n-d-713498-36 neutron-server[103229]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 19:28:58.200784 n-d-713498-36 neutron-server[103229]: return func(*args, **kwargs) Feb 09 19:28:58.200784 n-d-713498-36 neutron-server[103229]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 19:28:58.200784 n-d-713498-36 neutron-server[103229]: self._notify() Feb 09 19:28:58.200784 n-d-713498-36 neutron-server[103229]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 19:28:58.200784 n-d-713498-36 neutron-server[103229]: self.callback(batched_events) Feb 09 19:28:58.200784 n-d-713498-36 neutron-server[103229]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 19:28:58.200784 n-d-713498-36 neutron-server[103229]: event.method(event) Feb 09 19:28:58.200784 n-d-713498-36 neutron-server[103229]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 19:28:58.200784 n-d-713498-36 neutron-server[103229]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 19:28:58.200784 n-d-713498-36 neutron-server[103229]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 19:28:58.200784 n-d-713498-36 neutron-server[103229]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 19:28:58.200784 n-d-713498-36 neutron-server[103229]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 19:28:58.200784 n-d-713498-36 neutron-server[103229]: return f(self, *a, **k) Feb 09 19:28:58.200784 n-d-713498-36 neutron-server[103229]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 19:28:58.200784 n-d-713498-36 neutron-server[103229]: return self._get(url).json() Feb 09 19:28:58.200784 n-d-713498-36 neutron-server[103229]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 19:28:58.200784 n-d-713498-36 neutron-server[103229]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 19:28:58.200784 n-d-713498-36 neutron-server[103229]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 19:28:58.200784 n-d-713498-36 neutron-server[103229]: return self.request(url, 'GET', **kwargs) Feb 09 19:28:58.200784 n-d-713498-36 neutron-server[103229]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 19:28:58.200784 n-d-713498-36 neutron-server[103229]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 19:28:58.200784 n-d-713498-36 neutron-server[103229]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 19:28:58.200784 n-d-713498-36 neutron-server[103229]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 19:28:58.200784 n-d-713498-36 neutron-server[103229]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 19:28:58.200784 n-d-713498-36 neutron-server[103229]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 19:28:58.200784 n-d-713498-36 neutron-server[103229]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 19:28:58.202910 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adeaef27-ffd1-49ff-b219-fdf693ab4a4a None None] Pushing event deleted for resources: {'Port': ['ID=5e796d2b-458f-48a0-81ea-d8f1c322aa33,revision_number=None']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:28:58.205538 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-5cbebc04-39f5-40c5-b8a8-3e308034c408 tempest-SecGroupTest-372670537 tempest-SecGroupTest-372670537-project] 10.222.0.75 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3617411 Feb 09 19:28:58.206237 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 57464) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:28:58.209851 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] No Port match for: 780a4bdf-74c4-477c-bde0-4e0d22b8760b {{(pid=103232) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 19:28:58.210758 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Device 780a4bdf-74c4-477c-bde0-4e0d22b8760b not bound to the agent host n-d-713498-36 {{(pid=103232) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 19:28:58.211661 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Device 5e796d2b-458f-48a0-81ea-d8f1c322aa33 no longer exists at agent ovs-agent-n-d-713498-36 {{(pid=103232) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 19:28:58.226087 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.l3_dvrscheduler_db [None req-adeaef27-ffd1-49ff-b219-fdf693ab4a4a None None] No DVR routers for this DVR port 5e796d2b-458f-48a0-81ea-d8f1c322aa33 on host n-d-713498-36 {{(pid=103232) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 19:28:58.241250 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-cc00a9af-3b84-422e-8c78-510d133ab2b6 tempest-SecGroupTest-372670537 tempest-SecGroupTest-372670537-project] 10.222.0.75 "GET /v2.0/security-group-rules/8ba9436a-f43b-452f-a0b0-d74133545bf3 HTTP/1.1" status: 200 len: 763 time: 0.0338218 Feb 09 19:28:58.241886 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 57466) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:28:58.273115 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] No Port match for: 5e796d2b-458f-48a0-81ea-d8f1c322aa33 {{(pid=103232) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 19:28:58.273628 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Device 5e796d2b-458f-48a0-81ea-d8f1c322aa33 not bound to the agent host n-d-713498-36 {{(pid=103232) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 19:28:58.324052 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-5486a201-0c0b-4f2c-b54b-8b13ba8f5913 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-590242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1885479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1818895'] for network (9cf0b823-fac1-4f9f-b685-8fd71a300e07), after_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:28:58.336885 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-5486a201-0c0b-4f2c-b54b-8b13ba8f5913 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1613566'] for network (None), before_response {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:28:58.345374 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-5486a201-0c0b-4f2c-b54b-8b13ba8f5913 admin admin] 10.222.0.75 "DELETE /v2.0/networks/9cf0b823-fac1-4f9f-b685-8fd71a300e07 HTTP/1.1" status: 204 len: 168 time: 1.3054605 Feb 09 19:28:58.351654 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-c2ae1c81-eaa4-4ec1-b820-bd24f1e91d07 tempest-SecGroupTest-372670537 tempest-SecGroupTest-372670537-project] 10.222.0.75 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.1084154 Feb 09 19:28:58.355128 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 57472) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:28:58.385724 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5486a201-0c0b-4f2c-b54b-8b13ba8f5913 admin admin] Pushing event deleted for resources: {'Network': ['ID=9cf0b823-fac1-4f9f-b685-8fd71a300e07,revision_number=None']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:28:58.417178 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-696a6476-006c-4bc6-b18d-a635be61cedf tempest-SecGroupTest-372670537 tempest-SecGroupTest-372670537-project] Publish callbacks [] for security_group_rule (8ba9436a-f43b-452f-a0b0-d74133545bf3), before_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:28:58.426968 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-696a6476-006c-4bc6-b18d-a635be61cedf tempest-SecGroupTest-372670537 tempest-SecGroupTest-372670537-project] Publish callbacks [] for security_group_rule (8ba9436a-f43b-452f-a0b0-d74133545bf3), precommit_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:28:58.473475 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-696a6476-006c-4bc6-b18d-a635be61cedf tempest-SecGroupTest-372670537 tempest-SecGroupTest-372670537-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1892250'] for security_group_rule (8ba9436a-f43b-452f-a0b0-d74133545bf3), after_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:28:58.482024 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-696a6476-006c-4bc6-b18d-a635be61cedf tempest-SecGroupTest-372670537 tempest-SecGroupTest-372670537-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:28:58.483160 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-696a6476-006c-4bc6-b18d-a635be61cedf tempest-SecGroupTest-372670537 tempest-SecGroupTest-372670537-project] 10.222.0.75 "DELETE /v2.0/security-group-rules/8ba9436a-f43b-452f-a0b0-d74133545bf3 HTTP/1.1" status: 204 len: 168 time: 0.1270061 Feb 09 19:28:58.486516 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 57480) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:28:58.522256 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-696a6476-006c-4bc6-b18d-a635be61cedf tempest-SecGroupTest-372670537 tempest-SecGroupTest-372670537-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=8ba9436a-f43b-452f-a0b0-d74133545bf3,revision_number=None']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:28:58.568411 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-32afad1a-8d63-4be0-818e-65bddc6eeda4 tempest-SecGroupTest-372670537 tempest-SecGroupTest-372670537-project] 10.222.0.75 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0797102 Feb 09 19:28:58.570758 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 57488) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:28:58.575473 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.v2.base [None req-ef81e685-d513-4f4f-826a-081a785863a7 tempest-SecGroupTest-372670537 tempest-SecGroupTest-372670537-project] Request body: {'security_group_rule': {'security_group_id': '9fd92ef2-881a-4a83-a5ee-854caa686a51', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 19:28:58.612135 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-ef81e685-d513-4f4f-826a-081a785863a7 tempest-SecGroupTest-372670537 tempest-SecGroupTest-372670537-project] Publish callbacks [] for security_group_rule (094373a3-73aa-4dc8-b8cd-3bd54967b410), before_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:28:58.668549 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 57492) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:28:58.706273 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-ef81e685-d513-4f4f-826a-081a785863a7 tempest-SecGroupTest-372670537 tempest-SecGroupTest-372670537-project] Publish callbacks [] for security_group_rule (094373a3-73aa-4dc8-b8cd-3bd54967b410), precommit_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:28:58.726372 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-ef81e685-d513-4f4f-826a-081a785863a7 tempest-SecGroupTest-372670537 tempest-SecGroupTest-372670537-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1892250'] for security_group_rule (094373a3-73aa-4dc8-b8cd-3bd54967b410), after_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:28:58.741229 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-746b41b1-eca1-4ae1-b1b3-1ca75cd78813 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=0c7f047f175c41a987e2010a725a3d95&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0704021 Feb 09 19:28:58.742246 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 57498) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:28:58.782885 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef81e685-d513-4f4f-826a-081a785863a7 tempest-SecGroupTest-372670537 tempest-SecGroupTest-372670537-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=094373a3-73aa-4dc8-b8cd-3bd54967b410,revision_number=0']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:28:58.793863 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-ef81e685-d513-4f4f-826a-081a785863a7 tempest-SecGroupTest-372670537 tempest-SecGroupTest-372670537-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:28:58.795148 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-ef81e685-d513-4f4f-826a-081a785863a7 tempest-SecGroupTest-372670537 tempest-SecGroupTest-372670537-project] 10.222.0.75 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2234449 Feb 09 19:28:58.800587 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 57504) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:28:58.827408 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-a1782c88-98ff-4246-94c6-23759426ddae admin admin] Publish callbacks [] for security_group (758db47d-aa2b-4dce-a9d0-cb504955d0b3), before_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:28:58.830497 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-9d527f90-eadb-4e48-b4f9-c91f44b06d68 tempest-SecGroupTest-372670537 tempest-SecGroupTest-372670537-project] 10.222.0.75 "GET /v2.0/security-group-rules/094373a3-73aa-4dc8-b8cd-3bd54967b410 HTTP/1.1" status: 200 len: 763 time: 0.0284977 Feb 09 19:28:58.833064 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 57508) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:28:58.862535 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-a1782c88-98ff-4246-94c6-23759426ddae admin admin] Publish callbacks [] for security_group (758db47d-aa2b-4dce-a9d0-cb504955d0b3), precommit_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:28:58.908263 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-75c89ec3-5ab0-438e-b889-bb98655253b1 tempest-SecGroupTest-372670537 tempest-SecGroupTest-372670537-project] 10.222.0.75 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0736511 Feb 09 19:28:58.910691 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 57512) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:28:58.941585 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-57528af0-e9fd-4efe-8267-05429cafe9cf tempest-SecGroupTest-372670537 tempest-SecGroupTest-372670537-project] Publish callbacks [] for security_group_rule (094373a3-73aa-4dc8-b8cd-3bd54967b410), before_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:28:58.952540 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-57528af0-e9fd-4efe-8267-05429cafe9cf tempest-SecGroupTest-372670537 tempest-SecGroupTest-372670537-project] Publish callbacks [] for security_group_rule (094373a3-73aa-4dc8-b8cd-3bd54967b410), precommit_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:28:58.967960 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-a1782c88-98ff-4246-94c6-23759426ddae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1892331'] for security_group (758db47d-aa2b-4dce-a9d0-cb504955d0b3), after_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:28:58.972013 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-a1782c88-98ff-4246-94c6-23759426ddae admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:28:58.973146 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-a1782c88-98ff-4246-94c6-23759426ddae admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/758db47d-aa2b-4dce-a9d0-cb504955d0b3 HTTP/1.1" status: 204 len: 168 time: 0.2295647 Feb 09 19:28:58.984402 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1782c88-98ff-4246-94c6-23759426ddae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=758db47d-aa2b-4dce-a9d0-cb504955d0b3,revision_number=None']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:28:59.002739 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-57528af0-e9fd-4efe-8267-05429cafe9cf tempest-SecGroupTest-372670537 tempest-SecGroupTest-372670537-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1892250'] for security_group_rule (094373a3-73aa-4dc8-b8cd-3bd54967b410), after_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:28:59.020683 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-57528af0-e9fd-4efe-8267-05429cafe9cf tempest-SecGroupTest-372670537 tempest-SecGroupTest-372670537-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:28:59.025777 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-57528af0-e9fd-4efe-8267-05429cafe9cf tempest-SecGroupTest-372670537 tempest-SecGroupTest-372670537-project] 10.222.0.75 "DELETE /v2.0/security-group-rules/094373a3-73aa-4dc8-b8cd-3bd54967b410 HTTP/1.1" status: 204 len: 168 time: 0.1137493 Feb 09 19:28:59.028398 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 57526) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:28:59.038598 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57528af0-e9fd-4efe-8267-05429cafe9cf tempest-SecGroupTest-372670537 tempest-SecGroupTest-372670537-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=094373a3-73aa-4dc8-b8cd-3bd54967b410,revision_number=None']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:28:59.129533 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-30d41ae0-24dc-490c-b9a7-26dad358bd98 tempest-SecGroupTest-372670537 tempest-SecGroupTest-372670537-project] 10.222.0.75 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1000526 Feb 09 19:28:59.132252 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 57544) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:28:59.137372 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.v2.base [None req-40547bce-d42c-452a-b51a-26055b112b34 tempest-SecGroupTest-372670537 tempest-SecGroupTest-372670537-project] Request body: {'security_group_rule': {'security_group_id': '9fd92ef2-881a-4a83-a5ee-854caa686a51', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103230) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 19:28:59.218451 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-40547bce-d42c-452a-b51a-26055b112b34 tempest-SecGroupTest-372670537 tempest-SecGroupTest-372670537-project] Publish callbacks [] for security_group_rule (22f0dbb8-53d3-4382-9776-5ee04030bca6), before_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:28:59.303811 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-40547bce-d42c-452a-b51a-26055b112b34 tempest-SecGroupTest-372670537 tempest-SecGroupTest-372670537-project] Publish callbacks [] for security_group_rule (22f0dbb8-53d3-4382-9776-5ee04030bca6), precommit_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:28:59.312946 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-40547bce-d42c-452a-b51a-26055b112b34 tempest-SecGroupTest-372670537 tempest-SecGroupTest-372670537-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1892250'] for security_group_rule (22f0dbb8-53d3-4382-9776-5ee04030bca6), after_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:28:59.347354 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-40547bce-d42c-452a-b51a-26055b112b34 tempest-SecGroupTest-372670537 tempest-SecGroupTest-372670537-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:28:59.348643 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-40547bce-d42c-452a-b51a-26055b112b34 tempest-SecGroupTest-372670537 tempest-SecGroupTest-372670537-project] 10.222.0.75 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2153182 Feb 09 19:28:59.351387 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 57562) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:28:59.359293 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40547bce-d42c-452a-b51a-26055b112b34 tempest-SecGroupTest-372670537 tempest-SecGroupTest-372670537-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=22f0dbb8-53d3-4382-9776-5ee04030bca6,revision_number=0']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:28:59.380427 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-d4a2de75-5273-4c3b-a973-faa3217171b9 tempest-SecGroupTest-372670537 tempest-SecGroupTest-372670537-project] 10.222.0.75 "GET /v2.0/security-group-rules/22f0dbb8-53d3-4382-9776-5ee04030bca6 HTTP/1.1" status: 200 len: 764 time: 0.0277932 Feb 09 19:28:59.383395 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 57564) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:28:59.491826 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-155d63bc-ebe0-42c8-aa00-dae47c5f9dd7 tempest-SecGroupTest-372670537 tempest-SecGroupTest-372670537-project] 10.222.0.75 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4114 time: 0.1047490 Feb 09 19:28:59.492662 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 57580) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:28:59.544850 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-32d56ec8-0f50-46ac-96ce-44c584670fbd tempest-SecGroupTest-372670537 tempest-SecGroupTest-372670537-project] Publish callbacks [] for security_group_rule (22f0dbb8-53d3-4382-9776-5ee04030bca6), before_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:28:59.568180 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-32d56ec8-0f50-46ac-96ce-44c584670fbd tempest-SecGroupTest-372670537 tempest-SecGroupTest-372670537-project] Publish callbacks [] for security_group_rule (22f0dbb8-53d3-4382-9776-5ee04030bca6), precommit_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:28:59.600617 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-32d56ec8-0f50-46ac-96ce-44c584670fbd tempest-SecGroupTest-372670537 tempest-SecGroupTest-372670537-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1892250'] for security_group_rule (22f0dbb8-53d3-4382-9776-5ee04030bca6), after_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:28:59.608813 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-32d56ec8-0f50-46ac-96ce-44c584670fbd tempest-SecGroupTest-372670537 tempest-SecGroupTest-372670537-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:28:59.612869 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-32d56ec8-0f50-46ac-96ce-44c584670fbd tempest-SecGroupTest-372670537 tempest-SecGroupTest-372670537-project] 10.222.0.75 "DELETE /v2.0/security-group-rules/22f0dbb8-53d3-4382-9776-5ee04030bca6 HTTP/1.1" status: 204 len: 168 time: 0.1170733 Feb 09 19:28:59.613821 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 57588) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:28:59.638284 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32d56ec8-0f50-46ac-96ce-44c584670fbd tempest-SecGroupTest-372670537 tempest-SecGroupTest-372670537-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=22f0dbb8-53d3-4382-9776-5ee04030bca6,revision_number=None']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:28:59.669605 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-f3cbae7d-2c2b-40e7-93a8-b55220b299a3 tempest-SecGroupTest-372670537 tempest-SecGroupTest-372670537-project] 10.222.0.75 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0543430 Feb 09 19:28:59.672800 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 57590) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:28:59.746007 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-07a40ebb-7839-4b54-9532-d1158ed8fd95 tempest-SecGroupTest-372670537 tempest-SecGroupTest-372670537-project] Publish callbacks [] for security_group (9fd92ef2-881a-4a83-a5ee-854caa686a51), before_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:28:59.779251 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-07a40ebb-7839-4b54-9532-d1158ed8fd95 tempest-SecGroupTest-372670537 tempest-SecGroupTest-372670537-project] Publish callbacks [] for security_group (9fd92ef2-881a-4a83-a5ee-854caa686a51), precommit_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:28:59.831331 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-07a40ebb-7839-4b54-9532-d1158ed8fd95 tempest-SecGroupTest-372670537 tempest-SecGroupTest-372670537-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1892331'] for security_group (9fd92ef2-881a-4a83-a5ee-854caa686a51), after_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:28:59.835879 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-07a40ebb-7839-4b54-9532-d1158ed8fd95 tempest-SecGroupTest-372670537 tempest-SecGroupTest-372670537-project] Publish callbacks [] for security_group (None), before_response {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:28:59.837043 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-07a40ebb-7839-4b54-9532-d1158ed8fd95 tempest-SecGroupTest-372670537 tempest-SecGroupTest-372670537-project] 10.222.0.75 "DELETE /v2.0/security-groups/9fd92ef2-881a-4a83-a5ee-854caa686a51 HTTP/1.1" status: 204 len: 168 time: 0.1629028 Feb 09 19:28:59.839995 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 57600) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:28:59.885201 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07a40ebb-7839-4b54-9532-d1158ed8fd95 tempest-SecGroupTest-372670537 tempest-SecGroupTest-372670537-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9fd92ef2-881a-4a83-a5ee-854caa686a51,revision_number=None']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:28:59.947365 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 57602) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:28:59.954569 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-8fbae028-0c35-4bb1-99a4-e371827a6317 tempest-SecGroupTest-372670537 tempest-SecGroupTest-372670537-project] 10.222.0.75 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1132326 Feb 09 19:28:59.958883 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 57606) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:28:59.964035 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.v2.base [None req-f47ff193-4d3f-4ec7-8e00-d24d98e793d6 tempest-SecGroupTest-372670537 tempest-SecGroupTest-372670537-project] Request body: {'security_group': {'name': 'tempest-secgroup--1706416564'}} {{(pid=103229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 19:28:59.995959 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-f47ff193-4d3f-4ec7-8e00-d24d98e793d6 tempest-SecGroupTest-372670537 tempest-SecGroupTest-372670537-project] Publish callbacks [] for security_group (None), before_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:29:00.133657 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-f47ff193-4d3f-4ec7-8e00-d24d98e793d6 tempest-SecGroupTest-372670537 tempest-SecGroupTest-372670537-project] Publish callbacks [] for security_group (a2d238a8-9c08-41f9-9d94-ada19a4117f8), precommit_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:29:00.139279 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-f47ff193-4d3f-4ec7-8e00-d24d98e793d6 tempest-SecGroupTest-372670537 tempest-SecGroupTest-372670537-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1892331'] for security_group (a2d238a8-9c08-41f9-9d94-ada19a4117f8), after_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:29:00.211734 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-f47ff193-4d3f-4ec7-8e00-d24d98e793d6 tempest-SecGroupTest-372670537 tempest-SecGroupTest-372670537-project] Publish callbacks [] for security_group (None), before_response {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:29:00.216303 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 57618) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:29:00.220803 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-f47ff193-4d3f-4ec7-8e00-d24d98e793d6 tempest-SecGroupTest-372670537 tempest-SecGroupTest-372670537-project] 10.222.0.75 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.2529812 Feb 09 19:29:00.229446 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.v2.base [None req-167804b4-2227-4c47-996b-605759e1759d tempest-SecGroupTest-372670537 tempest-SecGroupTest-372670537-project] Request body: {'security_group_rule': {'security_group_id': 'a2d238a8-9c08-41f9-9d94-ada19a4117f8', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103230) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 19:29:00.260141 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-7490d765-ce6d-4f99-b67c-ee92397cb3f6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:29:00.263545 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f47ff193-4d3f-4ec7-8e00-d24d98e793d6 tempest-SecGroupTest-372670537 tempest-SecGroupTest-372670537-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a2d238a8-9c08-41f9-9d94-ada19a4117f8,revision_number=1']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:29:00.272484 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-167804b4-2227-4c47-996b-605759e1759d tempest-SecGroupTest-372670537 tempest-SecGroupTest-372670537-project] Publish callbacks [] for security_group_rule (73fc485f-58bb-469e-adfc-3a8b068ab11e), before_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:29:00.397431 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-167804b4-2227-4c47-996b-605759e1759d tempest-SecGroupTest-372670537 tempest-SecGroupTest-372670537-project] Publish callbacks [] for security_group_rule (73fc485f-58bb-469e-adfc-3a8b068ab11e), precommit_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:29:00.406798 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-167804b4-2227-4c47-996b-605759e1759d tempest-SecGroupTest-372670537 tempest-SecGroupTest-372670537-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1892250'] for security_group_rule (73fc485f-58bb-469e-adfc-3a8b068ab11e), after_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:29:00.442024 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-7490d765-ce6d-4f99-b67c-ee92397cb3f6 admin admin] Publish callbacks [] for security_group (38aed98c-4bc1-4aab-b20d-594577430008), precommit_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:29:00.446356 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-167804b4-2227-4c47-996b-605759e1759d tempest-SecGroupTest-372670537 tempest-SecGroupTest-372670537-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=73fc485f-58bb-469e-adfc-3a8b068ab11e,revision_number=0']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:29:00.448480 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-7490d765-ce6d-4f99-b67c-ee92397cb3f6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1892331'] for security_group (38aed98c-4bc1-4aab-b20d-594577430008), after_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:29:00.463406 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-167804b4-2227-4c47-996b-605759e1759d tempest-SecGroupTest-372670537 tempest-SecGroupTest-372670537-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:29:00.466414 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-167804b4-2227-4c47-996b-605759e1759d tempest-SecGroupTest-372670537 tempest-SecGroupTest-372670537-project] 10.222.0.75 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2491114 Feb 09 19:29:00.469277 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 57628) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:29:00.620088 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-7490d765-ce6d-4f99-b67c-ee92397cb3f6 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=06e21be3f3134aa1b7888db45d743ee9&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6716216 Feb 09 19:29:00.622610 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 57640) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:29:00.623208 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7490d765-ce6d-4f99-b67c-ee92397cb3f6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=38aed98c-4bc1-4aab-b20d-594577430008,revision_number=1']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:29:00.684857 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-8968460c-1f82-49e6-a3f7-f443bb981815 tempest-SecGroupTest-372670537 tempest-SecGroupTest-372670537-project] Publish callbacks [] for security_group (a2d238a8-9c08-41f9-9d94-ada19a4117f8), before_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:29:00.789746 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-8968460c-1f82-49e6-a3f7-f443bb981815 tempest-SecGroupTest-372670537 tempest-SecGroupTest-372670537-project] Publish callbacks [] for security_group (a2d238a8-9c08-41f9-9d94-ada19a4117f8), precommit_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:29:00.815947 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-5ae0ee20-6c82-4fbd-876a-5756464083a9 admin admin] Publish callbacks [] for security_group (38aed98c-4bc1-4aab-b20d-594577430008), before_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:29:00.857889 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-5ae0ee20-6c82-4fbd-876a-5756464083a9 admin admin] Publish callbacks [] for security_group (38aed98c-4bc1-4aab-b20d-594577430008), precommit_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:29:00.923645 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-8968460c-1f82-49e6-a3f7-f443bb981815 tempest-SecGroupTest-372670537 tempest-SecGroupTest-372670537-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1892331'] for security_group (a2d238a8-9c08-41f9-9d94-ada19a4117f8), after_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:29:00.927156 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-8968460c-1f82-49e6-a3f7-f443bb981815 tempest-SecGroupTest-372670537 tempest-SecGroupTest-372670537-project] Publish callbacks [] for security_group (None), before_response {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:29:00.928863 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-8968460c-1f82-49e6-a3f7-f443bb981815 tempest-SecGroupTest-372670537 tempest-SecGroupTest-372670537-project] 10.222.0.75 "DELETE /v2.0/security-groups/a2d238a8-9c08-41f9-9d94-ada19a4117f8 HTTP/1.1" status: 204 len: 168 time: 0.4581542 Feb 09 19:29:00.931704 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 57646) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:29:00.945513 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8968460c-1f82-49e6-a3f7-f443bb981815 tempest-SecGroupTest-372670537 tempest-SecGroupTest-372670537-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a2d238a8-9c08-41f9-9d94-ada19a4117f8,revision_number=None']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:29:00.949080 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-5ae0ee20-6c82-4fbd-876a-5756464083a9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1892331'] for security_group (38aed98c-4bc1-4aab-b20d-594577430008), after_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:29:00.954323 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-5ae0ee20-6c82-4fbd-876a-5756464083a9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:29:00.955921 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-5ae0ee20-6c82-4fbd-876a-5756464083a9 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/38aed98c-4bc1-4aab-b20d-594577430008 HTTP/1.1" status: 204 len: 168 time: 0.3314087 Feb 09 19:29:00.986939 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ae0ee20-6c82-4fbd-876a-5756464083a9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=38aed98c-4bc1-4aab-b20d-594577430008,revision_number=None']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:29:01.085232 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-418835e6-7cb0-4a80-92a7-e64af238c669 tempest-SecGroupTest-372670537 tempest-SecGroupTest-372670537-project] 10.222.0.75 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1498079 Feb 09 19:29:01.085730 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 57656) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:29:01.184033 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-5922512c-1b94-4749-acb9-5d380a24a8a4 tempest-SecGroupTest-372670537 tempest-SecGroupTest-372670537-project] 10.222.0.75 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 2475 time: 0.0944846 Feb 09 19:29:01.184259 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 57658) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:29:01.220873 n-d-713498-36 neutron-server[103230]: INFO neutron.api.v2.resource [None req-dc9c5e09-a7ee-412f-a07b-ffb32b5a573b tempest-SecGroupTest-372670537 tempest-SecGroupTest-372670537-project] delete failed (client error): The resource could not be found. Feb 09 19:29:01.225797 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-dc9c5e09-a7ee-412f-a07b-ffb32b5a573b tempest-SecGroupTest-372670537 tempest-SecGroupTest-372670537-project] 10.222.0.75 "DELETE /v2.0/security-groups/a2d238a8-9c08-41f9-9d94-ada19a4117f8 HTTP/1.1" status: 404 len: 347 time: 0.0352912 Feb 09 19:29:01.226229 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 57660) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:29:01.321108 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-e44e451d-8d46-4b0b-a3cb-8a30fe20b7da tempest-SecGroupTest-372670537 tempest-SecGroupTest-372670537-project] 10.222.0.75 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0893049 Feb 09 19:29:01.864848 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 57698) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:29:02.274814 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-70dd7ab3-e526-4cde-ab36-9d11f9e869a0 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=77cf8cf6495d4a28bc12a2ab4aa0da6b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4075046 Feb 09 19:29:02.276333 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 57718) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:29:02.362843 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-3621fe64-cd74-4a81-8674-3ffcd551c9c1 admin admin] Publish callbacks [] for security_group (41f25f5c-3952-4998-96bc-a146d5b5d6e3), before_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:29:02.464654 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-3621fe64-cd74-4a81-8674-3ffcd551c9c1 admin admin] Publish callbacks [] for security_group (41f25f5c-3952-4998-96bc-a146d5b5d6e3), precommit_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:29:02.530013 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-3621fe64-cd74-4a81-8674-3ffcd551c9c1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1892331'] for security_group (41f25f5c-3952-4998-96bc-a146d5b5d6e3), after_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:29:02.535681 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-3621fe64-cd74-4a81-8674-3ffcd551c9c1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:29:02.539089 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-3621fe64-cd74-4a81-8674-3ffcd551c9c1 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/41f25f5c-3952-4998-96bc-a146d5b5d6e3 HTTP/1.1" status: 204 len: 168 time: 0.2617030 Feb 09 19:29:02.565366 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3621fe64-cd74-4a81-8674-3ffcd551c9c1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=41f25f5c-3952-4998-96bc-a146d5b5d6e3,revision_number=None']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:29:03.888344 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 57784) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:29:04.259210 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 57798) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:29:04.298662 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.v2.base [None req-757166b4-85d3-4be5-aca9-48baf1c66e5a tempest-ExternalNetworksTestJSON-127713018 tempest-ExternalNetworksTestJSON-127713018-project] Request body: {'network': {'name': 'tempest-ExternalNetworksTestJSON-test-network-2062990775'}} {{(pid=103229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 19:29:04.340559 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-757166b4-85d3-4be5-aca9-48baf1c66e5a tempest-ExternalNetworksTestJSON-127713018 tempest-ExternalNetworksTestJSON-127713018-project] Made reservation on behalf of 93ce70dcc9364c97a9290d5408b39bc7 for: {'network': 1} {{(pid=103229) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 19:29:04.344729 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-757166b4-85d3-4be5-aca9-48baf1c66e5a tempest-ExternalNetworksTestJSON-127713018 tempest-ExternalNetworksTestJSON-127713018-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for network (None), before_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:29:04.366197 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-757166b4-85d3-4be5-aca9-48baf1c66e5a tempest-ExternalNetworksTestJSON-127713018 tempest-ExternalNetworksTestJSON-127713018-project] Publish callbacks [] for security_group (None), before_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:29:04.373707 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.v2.base [None req-bc93442e-e77d-43c5-92c4-038323353572 tempest-TagsTest-1467547606 tempest-TagsTest-1467547606-project] Request body: {'network': {'name': 'tempest-TagsTest-test-network-179789891'}} {{(pid=103229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 19:29:04.532697 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-757166b4-85d3-4be5-aca9-48baf1c66e5a tempest-ExternalNetworksTestJSON-127713018 tempest-ExternalNetworksTestJSON-127713018-project] Publish callbacks [] for security_group (c6434003-b1ef-4e29-8ba7-de95663e945a), precommit_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:29:04.535630 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bc93442e-e77d-43c5-92c4-038323353572 tempest-TagsTest-1467547606 tempest-TagsTest-1467547606-project] Made reservation on behalf of 6ae9b5fa2b0c46f8a1c9e3f97f34bc0c for: {'network': 1} {{(pid=103229) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 19:29:04.542008 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-bc93442e-e77d-43c5-92c4-038323353572 tempest-TagsTest-1467547606 tempest-TagsTest-1467547606-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for network (None), before_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:29:04.545232 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-757166b4-85d3-4be5-aca9-48baf1c66e5a tempest-ExternalNetworksTestJSON-127713018 tempest-ExternalNetworksTestJSON-127713018-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1892331'] for security_group (c6434003-b1ef-4e29-8ba7-de95663e945a), after_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:29:04.592885 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-757166b4-85d3-4be5-aca9-48baf1c66e5a tempest-ExternalNetworksTestJSON-127713018 tempest-ExternalNetworksTestJSON-127713018-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c6434003-b1ef-4e29-8ba7-de95663e945a,revision_number=1']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:29:04.601080 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-bc93442e-e77d-43c5-92c4-038323353572 tempest-TagsTest-1467547606 tempest-TagsTest-1467547606-project] Publish callbacks [] for security_group (None), before_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:29:04.710600 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-bc93442e-e77d-43c5-92c4-038323353572 tempest-TagsTest-1467547606 tempest-TagsTest-1467547606-project] Publish callbacks [] for security_group (2d7b058d-4f3e-463a-b39a-f4de3c3a3a6d), precommit_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:29:04.715668 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-757166b4-85d3-4be5-aca9-48baf1c66e5a tempest-ExternalNetworksTestJSON-127713018 tempest-ExternalNetworksTestJSON-127713018-project] vlan segment allocate from pool success with {'vlan_id': 389, 'physical_network': 'physnet1'} {{(pid=103229) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 19:29:04.728456 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-bc93442e-e77d-43c5-92c4-038323353572 tempest-TagsTest-1467547606 tempest-TagsTest-1467547606-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1892331'] for security_group (2d7b058d-4f3e-463a-b39a-f4de3c3a3a6d), after_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:29:04.751074 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-757166b4-85d3-4be5-aca9-48baf1c66e5a tempest-ExternalNetworksTestJSON-127713018 tempest-ExternalNetworksTestJSON-127713018-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-759574'] for segment (bceec87f-c461-4653-96cc-1cd239df8e59), precommit_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:29:04.751074 n-d-713498-36 neutron-server[103229]: INFO neutron.db.segments_db [None req-757166b4-85d3-4be5-aca9-48baf1c66e5a tempest-ExternalNetworksTestJSON-127713018 tempest-ExternalNetworksTestJSON-127713018-project] Added segment bceec87f-c461-4653-96cc-1cd239df8e59 of type vlan for network 0e668d09-5a81-4419-b649-f17f9edaa80b Feb 09 19:29:04.779715 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bc93442e-e77d-43c5-92c4-038323353572 tempest-TagsTest-1467547606 tempest-TagsTest-1467547606-project] vlan segment allocate from pool success with {'vlan_id': 377, 'physical_network': 'physnet1'} {{(pid=103229) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 19:29:04.822681 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc93442e-e77d-43c5-92c4-038323353572 tempest-TagsTest-1467547606 tempest-TagsTest-1467547606-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2d7b058d-4f3e-463a-b39a-f4de3c3a3a6d,revision_number=1']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:29:04.831847 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-bc93442e-e77d-43c5-92c4-038323353572 tempest-TagsTest-1467547606 tempest-TagsTest-1467547606-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-759574'] for segment (e9318d5f-45c1-48ef-8203-31dfe4aa87d8), precommit_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:29:04.832394 n-d-713498-36 neutron-server[103229]: INFO neutron.db.segments_db [None req-bc93442e-e77d-43c5-92c4-038323353572 tempest-TagsTest-1467547606 tempest-TagsTest-1467547606-project] Added segment e9318d5f-45c1-48ef-8203-31dfe4aa87d8 of type vlan for network 8bf2d7a2-c3cd-43f6-a056-4fbd5265d260 Feb 09 19:29:04.847344 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-757166b4-85d3-4be5-aca9-48baf1c66e5a tempest-ExternalNetworksTestJSON-127713018 tempest-ExternalNetworksTestJSON-127713018-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762866642225'] for network (0e668d09-5a81-4419-b649-f17f9edaa80b), precommit_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:29:04.966200 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-bc93442e-e77d-43c5-92c4-038323353572 tempest-TagsTest-1467547606 tempest-TagsTest-1467547606-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762866642225'] for network (8bf2d7a2-c3cd-43f6-a056-4fbd5265d260), precommit_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:29:04.997272 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-757166b4-85d3-4be5-aca9-48baf1c66e5a tempest-ExternalNetworksTestJSON-127713018 tempest-ExternalNetworksTestJSON-127713018-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1885479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452'] for network (0e668d09-5a81-4419-b649-f17f9edaa80b), after_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:29:05.024539 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-757166b4-85d3-4be5-aca9-48baf1c66e5a tempest-ExternalNetworksTestJSON-127713018 tempest-ExternalNetworksTestJSON-127713018-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:29:05.025212 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-757166b4-85d3-4be5-aca9-48baf1c66e5a tempest-ExternalNetworksTestJSON-127713018 tempest-ExternalNetworksTestJSON-127713018-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1613566'] for network (None), before_response {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:29:05.098143 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 57826) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:29:05.151458 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-bc93442e-e77d-43c5-92c4-038323353572 tempest-TagsTest-1467547606 tempest-TagsTest-1467547606-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1885479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452'] for network (8bf2d7a2-c3cd-43f6-a056-4fbd5265d260), after_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:29:05.163259 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc93442e-e77d-43c5-92c4-038323353572 tempest-TagsTest-1467547606 tempest-TagsTest-1467547606-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:29:05.165573 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-bc93442e-e77d-43c5-92c4-038323353572 tempest-TagsTest-1467547606 tempest-TagsTest-1467547606-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1613566'] for network (None), before_response {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:29:05.220724 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 57838) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:29:05.229505 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-757166b4-85d3-4be5-aca9-48baf1c66e5a tempest-ExternalNetworksTestJSON-127713018 tempest-ExternalNetworksTestJSON-127713018-project] 10.222.0.75 "POST /v2.0/networks HTTP/1.1" status: 201 len: 792 time: 1.3401368 Feb 09 19:29:05.245195 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 57842) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:29:05.248867 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-bc93442e-e77d-43c5-92c4-038323353572 tempest-TagsTest-1467547606 tempest-TagsTest-1467547606-project] 10.222.0.75 "POST /v2.0/networks HTTP/1.1" status: 201 len: 775 time: 0.9883349 Feb 09 19:29:05.261634 n-d-713498-36 neutron-server[103230]: DEBUG neutron.services.tag.tag_plugin [None req-2d59e24e-908a-4b84-b043-1f334f7453ed tempest-TagsTest-1467547606 tempest-TagsTest-1467547606-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'networks', '8bf2d7a2-c3cd-43f6-a056-4fbd5265d260', 'tempest-TagsTest-Tag-135372872') {} {{(pid=103230) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:29:05.261907 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-757166b4-85d3-4be5-aca9-48baf1c66e5a tempest-ExternalNetworksTestJSON-127713018 tempest-ExternalNetworksTestJSON-127713018-project] Pushing event updated for resources: {'Network': ['ID=0e668d09-5a81-4419-b649-f17f9edaa80b,revision_number=1']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:29:05.278229 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Network 0e668d09-5a81-4419-b649-f17f9edaa80b details requested by agent ovs-agent-n-d-713498-36 with host n-d-713498-36 {{(pid=103232) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 19:29:05.357448 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc93442e-e77d-43c5-92c4-038323353572 tempest-TagsTest-1467547606 tempest-TagsTest-1467547606-project] Pushing event updated for resources: {'Network': ['ID=8bf2d7a2-c3cd-43f6-a056-4fbd5265d260,revision_number=1']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:29:05.393302 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Network 8bf2d7a2-c3cd-43f6-a056-4fbd5265d260 details requested by agent ovs-agent-n-d-713498-36 with host n-d-713498-36 {{(pid=103232) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 19:29:05.504645 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-c64c58cb-6c9e-434d-af0b-32f746cfaa43 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:29:05.539277 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-2d59e24e-908a-4b84-b043-1f334f7453ed tempest-TagsTest-1467547606 tempest-TagsTest-1467547606-project] 10.222.0.75 "PUT /v2.0/networks/8bf2d7a2-c3cd-43f6-a056-4fbd5265d260/tags/tempest-TagsTest-Tag-135372872 HTTP/1.1" status: 201 len: 201 time: 0.2860343 Feb 09 19:29:05.539557 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 57854) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:29:05.541325 n-d-713498-36 neutron-server[103229]: DEBUG neutron.services.tag.tag_plugin [None req-0396431c-29c1-4a2b-8241-0f403e8529a1 tempest-TagsTest-1467547606 tempest-TagsTest-1467547606-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '8bf2d7a2-c3cd-43f6-a056-4fbd5265d260', 'tempest-TagsTest-Tag-135372872') {} {{(pid=103229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:29:05.743057 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-c64c58cb-6c9e-434d-af0b-32f746cfaa43 admin admin] Publish callbacks [] for security_group (159c6372-6dca-40e0-9cbe-0532be34746d), precommit_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:29:05.750781 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-c64c58cb-6c9e-434d-af0b-32f746cfaa43 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1892331'] for security_group (159c6372-6dca-40e0-9cbe-0532be34746d), after_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:29:05.762816 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-0396431c-29c1-4a2b-8241-0f403e8529a1 tempest-TagsTest-1467547606 tempest-TagsTest-1467547606-project] 10.222.0.75 "GET /v2.0/networks/8bf2d7a2-c3cd-43f6-a056-4fbd5265d260/tags/tempest-TagsTest-Tag-135372872 HTTP/1.1" status: 204 len: 168 time: 0.2206721 Feb 09 19:29:05.763427 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 57860) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:29:05.773114 n-d-713498-36 neutron-server[103229]: DEBUG neutron.services.tag.tag_plugin [None req-d4b0eb48-f389-4368-9e60-c99172767d32 tempest-TagsTest-1467547606 tempest-TagsTest-1467547606-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'networks', '8bf2d7a2-c3cd-43f6-a056-4fbd5265d260') {} {{(pid=103229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:29:05.807718 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.v2.base [None req-f18ab4cf-c881-4dbf-8289-d53b45c30162 tempest-ExternalNetworksTestJSON-541821870 tempest-ExternalNetworksTestJSON-541821870-project-admin] Request body: {'network': {'name': 'tempest-network--121135071', 'router:external': True}} {{(pid=103230) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 19:29:05.825874 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-c64c58cb-6c9e-434d-af0b-32f746cfaa43 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=ce36b8d8d6384fd49d6c28225a9c5a36&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7260273 Feb 09 19:29:05.829292 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 57862) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:29:05.888827 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c64c58cb-6c9e-434d-af0b-32f746cfaa43 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=159c6372-6dca-40e0-9cbe-0532be34746d,revision_number=1']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:29:05.897824 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f18ab4cf-c881-4dbf-8289-d53b45c30162 tempest-ExternalNetworksTestJSON-541821870 tempest-ExternalNetworksTestJSON-541821870-project-admin] Made reservation on behalf of a265738d3f004b819113ef32d867b41b for: {'network': 1} {{(pid=103230) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 19:29:05.900468 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-f18ab4cf-c881-4dbf-8289-d53b45c30162 tempest-ExternalNetworksTestJSON-541821870 tempest-ExternalNetworksTestJSON-541821870-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for network (None), before_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:29:05.920526 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-d4b0eb48-f389-4368-9e60-c99172767d32 tempest-TagsTest-1467547606 tempest-TagsTest-1467547606-project] 10.222.0.75 "GET /v2.0/networks/8bf2d7a2-c3cd-43f6-a056-4fbd5265d260/tags HTTP/1.1" status: 200 len: 237 time: 0.1560428 Feb 09 19:29:05.922225 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-a39043d3-c158-461a-893f-2c785c963402 admin admin] Publish callbacks [] for security_group (159c6372-6dca-40e0-9cbe-0532be34746d), before_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:29:05.923848 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 57864) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:29:05.927473 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-f18ab4cf-c881-4dbf-8289-d53b45c30162 tempest-ExternalNetworksTestJSON-541821870 tempest-ExternalNetworksTestJSON-541821870-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:29:05.929999 n-d-713498-36 neutron-server[103229]: DEBUG neutron.services.tag.tag_plugin [None req-e775691d-04ae-4a25-aa4c-6b17532a92ac tempest-TagsTest-1467547606 tempest-TagsTest-1467547606-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'networks', '8bf2d7a2-c3cd-43f6-a056-4fbd5265d260', {'tags': ['tempest-TagsTest-Tag-2084686094', 'tempest-TagsTest-Tag-359495417', 'tempest-TagsTest-Tag-781187056']}) {} {{(pid=103229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:29:06.081625 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-a39043d3-c158-461a-893f-2c785c963402 admin admin] Publish callbacks [] for security_group (159c6372-6dca-40e0-9cbe-0532be34746d), precommit_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:29:06.103640 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-f18ab4cf-c881-4dbf-8289-d53b45c30162 tempest-ExternalNetworksTestJSON-541821870 tempest-ExternalNetworksTestJSON-541821870-project-admin] Publish callbacks [] for security_group (b68016af-4307-47f1-820c-732712fb2c85), precommit_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:29:06.108720 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-f18ab4cf-c881-4dbf-8289-d53b45c30162 tempest-ExternalNetworksTestJSON-541821870 tempest-ExternalNetworksTestJSON-541821870-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1892331'] for security_group (b68016af-4307-47f1-820c-732712fb2c85), after_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:29:06.180358 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f18ab4cf-c881-4dbf-8289-d53b45c30162 tempest-ExternalNetworksTestJSON-541821870 tempest-ExternalNetworksTestJSON-541821870-project-admin] vlan segment allocate from pool success with {'vlan_id': 391, 'physical_network': 'physnet1'} {{(pid=103230) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 19:29:06.200322 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-e775691d-04ae-4a25-aa4c-6b17532a92ac tempest-TagsTest-1467547606 tempest-TagsTest-1467547606-project] 10.222.0.75 "PUT /v2.0/networks/8bf2d7a2-c3cd-43f6-a056-4fbd5265d260/tags HTTP/1.1" status: 200 len: 307 time: 0.2717264 Feb 09 19:29:06.202061 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 57870) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:29:06.209323 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-a39043d3-c158-461a-893f-2c785c963402 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1892331'] for security_group (159c6372-6dca-40e0-9cbe-0532be34746d), after_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:29:06.209574 n-d-713498-36 neutron-server[103230]: DEBUG neutron.services.tag.tag_plugin [None req-da7cef9a-c793-4c06-8e77-6605138e1f24 tempest-TagsTest-1467547606 tempest-TagsTest-1467547606-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'networks', '8bf2d7a2-c3cd-43f6-a056-4fbd5265d260', 'tempest-TagsTest-Tag-2084686094') {} {{(pid=103230) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:29:06.212761 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-a39043d3-c158-461a-893f-2c785c963402 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:29:06.214244 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-a39043d3-c158-461a-893f-2c785c963402 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/159c6372-6dca-40e0-9cbe-0532be34746d HTTP/1.1" status: 204 len: 168 time: 0.3837790 Feb 09 19:29:06.225565 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a39043d3-c158-461a-893f-2c785c963402 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=159c6372-6dca-40e0-9cbe-0532be34746d,revision_number=None']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:29:06.243235 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f18ab4cf-c881-4dbf-8289-d53b45c30162 tempest-ExternalNetworksTestJSON-541821870 tempest-ExternalNetworksTestJSON-541821870-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b68016af-4307-47f1-820c-732712fb2c85,revision_number=1']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:29:06.257517 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-f18ab4cf-c881-4dbf-8289-d53b45c30162 tempest-ExternalNetworksTestJSON-541821870 tempest-ExternalNetworksTestJSON-541821870-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-759574'] for segment (ec121fbe-faa6-48bf-8306-538e5a570498), precommit_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:29:06.258061 n-d-713498-36 neutron-server[103230]: INFO neutron.db.segments_db [None req-f18ab4cf-c881-4dbf-8289-d53b45c30162 tempest-ExternalNetworksTestJSON-541821870 tempest-ExternalNetworksTestJSON-541821870-project-admin] Added segment ec121fbe-faa6-48bf-8306-538e5a570498 of type vlan for network 7d66794c-c811-4403-8bcd-b7759e6b4590 Feb 09 19:29:06.482685 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-f18ab4cf-c881-4dbf-8289-d53b45c30162 tempest-ExternalNetworksTestJSON-541821870 tempest-ExternalNetworksTestJSON-541821870-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762866642225'] for network (7d66794c-c811-4403-8bcd-b7759e6b4590), precommit_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:29:06.540867 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-da7cef9a-c793-4c06-8e77-6605138e1f24 tempest-TagsTest-1467547606 tempest-TagsTest-1467547606-project] 10.222.0.75 "DELETE /v2.0/networks/8bf2d7a2-c3cd-43f6-a056-4fbd5265d260/tags/tempest-TagsTest-Tag-2084686094 HTTP/1.1" status: 204 len: 168 time: 0.3356977 Feb 09 19:29:06.542603 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-f18ab4cf-c881-4dbf-8289-d53b45c30162 tempest-ExternalNetworksTestJSON-541821870 tempest-ExternalNetworksTestJSON-541821870-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1885479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452'] for network (7d66794c-c811-4403-8bcd-b7759e6b4590), after_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:29:06.544129 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f18ab4cf-c881-4dbf-8289-d53b45c30162 tempest-ExternalNetworksTestJSON-541821870 tempest-ExternalNetworksTestJSON-541821870-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:29:06.544854 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 57884) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:29:06.550194 n-d-713498-36 neutron-server[103229]: DEBUG neutron.services.tag.tag_plugin [None req-fe40d67d-4a66-4ca1-8006-ffc77a1d6d04 tempest-TagsTest-1467547606 tempest-TagsTest-1467547606-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '8bf2d7a2-c3cd-43f6-a056-4fbd5265d260', 'tempest-TagsTest-Tag-2084686094') {} {{(pid=103229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:29:06.554896 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-f18ab4cf-c881-4dbf-8289-d53b45c30162 tempest-ExternalNetworksTestJSON-541821870 tempest-ExternalNetworksTestJSON-541821870-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1613566'] for network (None), before_response {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:29:06.663964 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-f18ab4cf-c881-4dbf-8289-d53b45c30162 tempest-ExternalNetworksTestJSON-541821870 tempest-ExternalNetworksTestJSON-541821870-project-admin] 10.222.0.75 "POST /v2.0/networks HTTP/1.1" status: 201 len: 862 time: 1.4422317 Feb 09 19:29:06.672974 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 57894) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:29:06.744263 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f18ab4cf-c881-4dbf-8289-d53b45c30162 tempest-ExternalNetworksTestJSON-541821870 tempest-ExternalNetworksTestJSON-541821870-project-admin] Pushing event updated for resources: {'Network': ['ID=7d66794c-c811-4403-8bcd-b7759e6b4590,revision_number=1']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:29:06.779990 n-d-713498-36 neutron-server[103229]: INFO neutron.api.v2.resource [None req-fe40d67d-4a66-4ca1-8006-ffc77a1d6d04 tempest-TagsTest-1467547606 tempest-TagsTest-1467547606-project] show failed (client error): The resource could not be found. Feb 09 19:29:06.783856 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Network 7d66794c-c811-4403-8bcd-b7759e6b4590 details requested by agent ovs-agent-n-d-713498-36 with host n-d-713498-36 {{(pid=103232) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 19:29:06.792077 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-fe40d67d-4a66-4ca1-8006-ffc77a1d6d04 tempest-TagsTest-1467547606 tempest-TagsTest-1467547606-project] 10.222.0.75 "GET /v2.0/networks/8bf2d7a2-c3cd-43f6-a056-4fbd5265d260/tags/tempest-TagsTest-Tag-2084686094 HTTP/1.1" status: 404 len: 326 time: 0.2458353 Feb 09 19:29:06.792587 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 57896) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:29:06.797876 n-d-713498-36 neutron-server[103229]: DEBUG neutron.services.tag.tag_plugin [None req-048eed06-0ef0-4ed2-bc8e-a4bf1a88e99e tempest-TagsTest-1467547606 tempest-TagsTest-1467547606-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '8bf2d7a2-c3cd-43f6-a056-4fbd5265d260', 'tempest-TagsTest-Tag-359495417') {} {{(pid=103229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:29:06.830782 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-77c324d5-1289-4590-baa4-e3830a85d5b7 tempest-ExternalNetworksTestJSON-541821870 tempest-ExternalNetworksTestJSON-541821870-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-670458'] for network (7d66794c-c811-4403-8bcd-b7759e6b4590), before_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:29:06.897107 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 57898) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:29:06.928601 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-9b8fad74-53c5-4386-bb41-c6c52257acf4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:29:07.020606 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 57900) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:29:07.020928 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-048eed06-0ef0-4ed2-bc8e-a4bf1a88e99e tempest-TagsTest-1467547606 tempest-TagsTest-1467547606-project] 10.222.0.75 "GET /v2.0/networks/8bf2d7a2-c3cd-43f6-a056-4fbd5265d260/tags/tempest-TagsTest-Tag-359495417 HTTP/1.1" status: 204 len: 168 time: 0.2270393 Feb 09 19:29:07.029520 n-d-713498-36 neutron-server[103230]: DEBUG neutron.services.tag.tag_plugin [None req-f0cf4c6b-b956-422d-88df-d476e4062bcc tempest-TagsTest-1467547606 tempest-TagsTest-1467547606-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '8bf2d7a2-c3cd-43f6-a056-4fbd5265d260', 'tempest-TagsTest-Tag-781187056') {} {{(pid=103230) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:29:07.048733 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-77c324d5-1289-4590-baa4-e3830a85d5b7 tempest-ExternalNetworksTestJSON-541821870 tempest-ExternalNetworksTestJSON-541821870-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-590267', 'neutron.services.segments.db._delete_segments_for_network-8762867132609'] for network (7d66794c-c811-4403-8bcd-b7759e6b4590), precommit_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:29:07.226377 n-d-713498-36 neutron-server[103230]: DEBUG neutron.services.segments.db [None req-77c324d5-1289-4590-baa4-e3830a85d5b7 tempest-ExternalNetworksTestJSON-541821870 tempest-ExternalNetworksTestJSON-541821870-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7d66794c-c811-4403-8bcd-b7759e6b4590']}} {{(pid=103230) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:29:07.261163 n-d-713498-36 neutron-server[103230]: DEBUG neutron.services.segments.db [None req-77c324d5-1289-4590-baa4-e3830a85d5b7 tempest-ExternalNetworksTestJSON-541821870 tempest-ExternalNetworksTestJSON-541821870-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ec121fbe-faa6-48bf-8306-538e5a570498') {'for_net_delete': True} {{(pid=103230) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:29:07.261533 n-d-713498-36 neutron-server[103230]: DEBUG neutron.services.segments.db [None req-77c324d5-1289-4590-baa4-e3830a85d5b7 tempest-ExternalNetworksTestJSON-541821870 tempest-ExternalNetworksTestJSON-541821870-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ec121fbe-faa6-48bf-8306-538e5a570498') {} {{(pid=103230) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:29:07.294603 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-77c324d5-1289-4590-baa4-e3830a85d5b7 tempest-ExternalNetworksTestJSON-541821870 tempest-ExternalNetworksTestJSON-541821870-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762867134154', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12895813'] for segment (ec121fbe-faa6-48bf-8306-538e5a570498), before_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:29:07.342127 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-77c324d5-1289-4590-baa4-e3830a85d5b7 tempest-ExternalNetworksTestJSON-541821870 tempest-ExternalNetworksTestJSON-541821870-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-759574'] for segment (ec121fbe-faa6-48bf-8306-538e5a570498), precommit_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:29:07.398714 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-77c324d5-1289-4590-baa4-e3830a85d5b7 tempest-ExternalNetworksTestJSON-541821870 tempest-ExternalNetworksTestJSON-541821870-project-admin] Releasing vlan 391 on physical network physnet1 to pool {{(pid=103230) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 19:29:07.399308 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-77c324d5-1289-4590-baa4-e3830a85d5b7 tempest-ExternalNetworksTestJSON-541821870 tempest-ExternalNetworksTestJSON-541821870-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-759574', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14393826'] for segment (ec121fbe-faa6-48bf-8306-538e5a570498), after_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:29:07.401474 n-d-713498-36 neutron-server[103230]: Traceback (most recent call last): Feb 09 19:29:07.401474 n-d-713498-36 neutron-server[103230]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 19:29:07.401474 n-d-713498-36 neutron-server[103230]: timer() Feb 09 19:29:07.401474 n-d-713498-36 neutron-server[103230]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 19:29:07.401474 n-d-713498-36 neutron-server[103230]: cb(*args, **kw) Feb 09 19:29:07.401474 n-d-713498-36 neutron-server[103230]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 19:29:07.401474 n-d-713498-36 neutron-server[103230]: return func(*args, **kwargs) Feb 09 19:29:07.401474 n-d-713498-36 neutron-server[103230]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 19:29:07.401474 n-d-713498-36 neutron-server[103230]: self._notify() Feb 09 19:29:07.401474 n-d-713498-36 neutron-server[103230]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 19:29:07.401474 n-d-713498-36 neutron-server[103230]: self.callback(batched_events) Feb 09 19:29:07.401474 n-d-713498-36 neutron-server[103230]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 19:29:07.401474 n-d-713498-36 neutron-server[103230]: event.method(event) Feb 09 19:29:07.401474 n-d-713498-36 neutron-server[103230]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 19:29:07.401474 n-d-713498-36 neutron-server[103230]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 19:29:07.401474 n-d-713498-36 neutron-server[103230]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 19:29:07.401474 n-d-713498-36 neutron-server[103230]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 19:29:07.401474 n-d-713498-36 neutron-server[103230]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 19:29:07.401474 n-d-713498-36 neutron-server[103230]: return f(self, *a, **k) Feb 09 19:29:07.401474 n-d-713498-36 neutron-server[103230]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 19:29:07.401474 n-d-713498-36 neutron-server[103230]: return self._get(url).json() Feb 09 19:29:07.401474 n-d-713498-36 neutron-server[103230]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 19:29:07.401474 n-d-713498-36 neutron-server[103230]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 19:29:07.401474 n-d-713498-36 neutron-server[103230]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 19:29:07.401474 n-d-713498-36 neutron-server[103230]: return self.request(url, 'GET', **kwargs) Feb 09 19:29:07.401474 n-d-713498-36 neutron-server[103230]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 19:29:07.401474 n-d-713498-36 neutron-server[103230]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 19:29:07.401474 n-d-713498-36 neutron-server[103230]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 19:29:07.401474 n-d-713498-36 neutron-server[103230]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 19:29:07.401474 n-d-713498-36 neutron-server[103230]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 19:29:07.401474 n-d-713498-36 neutron-server[103230]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 19:29:07.401474 n-d-713498-36 neutron-server[103230]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 19:29:07.488927 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-f0cf4c6b-b956-422d-88df-d476e4062bcc tempest-TagsTest-1467547606 tempest-TagsTest-1467547606-project] 10.222.0.75 "GET /v2.0/networks/8bf2d7a2-c3cd-43f6-a056-4fbd5265d260/tags/tempest-TagsTest-Tag-781187056 HTTP/1.1" status: 204 len: 168 time: 0.4653389 Feb 09 19:29:07.510318 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 57910) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:29:07.518183 n-d-713498-36 neutron-server[103230]: DEBUG neutron.services.tag.tag_plugin [None req-d6022241-72b0-42fc-8482-71467919e6fa tempest-TagsTest-1467547606 tempest-TagsTest-1467547606-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'networks', '8bf2d7a2-c3cd-43f6-a056-4fbd5265d260') {} {{(pid=103230) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:29:07.691268 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-9b8fad74-53c5-4386-bb41-c6c52257acf4 admin admin] Publish callbacks [] for security_group (3966ec9f-7141-4fd4-957d-9a6e26900d88), precommit_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:29:07.707163 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-9b8fad74-53c5-4386-bb41-c6c52257acf4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1892331'] for security_group (3966ec9f-7141-4fd4-957d-9a6e26900d88), after_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:29:07.709457 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-77c324d5-1289-4590-baa4-e3830a85d5b7 tempest-ExternalNetworksTestJSON-541821870 tempest-ExternalNetworksTestJSON-541821870-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-590242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1885479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1818895'] for network (7d66794c-c811-4403-8bcd-b7759e6b4590), after_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:29:07.726524 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-77c324d5-1289-4590-baa4-e3830a85d5b7 tempest-ExternalNetworksTestJSON-541821870 tempest-ExternalNetworksTestJSON-541821870-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 7d66794c-c811-4403-8bcd-b7759e6b4590 {{(pid=103230) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Feb 09 19:29:07.757655 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-77c324d5-1289-4590-baa4-e3830a85d5b7 tempest-ExternalNetworksTestJSON-541821870 tempest-ExternalNetworksTestJSON-541821870-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1613566'] for network (None), before_response {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:29:07.766047 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 57922) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:29:07.767959 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-77c324d5-1289-4590-baa4-e3830a85d5b7 tempest-ExternalNetworksTestJSON-541821870 tempest-ExternalNetworksTestJSON-541821870-project-admin] 10.222.0.75 "DELETE /v2.0/networks/7d66794c-c811-4403-8bcd-b7759e6b4590 HTTP/1.1" status: 204 len: 168 time: 1.0934951 Feb 09 19:29:07.774394 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-9b8fad74-53c5-4386-bb41-c6c52257acf4 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=ec42129aa5e144b3815391afd837f8ea&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8746564 Feb 09 19:29:07.787213 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.v2.base [None req-f804cd19-3640-49f6-8411-a4d119443971 tempest-ExternalNetworksTestJSON-541821870 tempest-ExternalNetworksTestJSON-541821870-project-admin] Request body: {'network': {'router:external': True}} {{(pid=103229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 19:29:07.796221 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 57924) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:29:07.820037 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77c324d5-1289-4590-baa4-e3830a85d5b7 tempest-ExternalNetworksTestJSON-541821870 tempest-ExternalNetworksTestJSON-541821870-project-admin] Pushing event deleted for resources: {'Network': ['ID=7d66794c-c811-4403-8bcd-b7759e6b4590,revision_number=None']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:29:07.854064 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-d6022241-72b0-42fc-8482-71467919e6fa tempest-TagsTest-1467547606 tempest-TagsTest-1467547606-project] 10.222.0.75 "DELETE /v2.0/networks/8bf2d7a2-c3cd-43f6-a056-4fbd5265d260/tags HTTP/1.1" status: 204 len: 168 time: 0.3423326 Feb 09 19:29:07.859710 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 57926) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:29:07.870872 n-d-713498-36 neutron-server[103230]: DEBUG neutron.services.tag.tag_plugin [None req-ef6f4200-3f82-488c-bddc-7bdb7b09bd73 tempest-TagsTest-1467547606 tempest-TagsTest-1467547606-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '8bf2d7a2-c3cd-43f6-a056-4fbd5265d260', 'tempest-TagsTest-Tag-359495417') {} {{(pid=103230) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:29:07.874225 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b8fad74-53c5-4386-bb41-c6c52257acf4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3966ec9f-7141-4fd4-957d-9a6e26900d88,revision_number=1']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:29:07.894049 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f804cd19-3640-49f6-8411-a4d119443971 tempest-ExternalNetworksTestJSON-541821870 tempest-ExternalNetworksTestJSON-541821870-project-admin] Made reservation on behalf of a265738d3f004b819113ef32d867b41b for: {'network': 1} {{(pid=103229) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 19:29:07.896623 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-f804cd19-3640-49f6-8411-a4d119443971 tempest-ExternalNetworksTestJSON-541821870 tempest-ExternalNetworksTestJSON-541821870-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for network (None), before_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:29:07.924972 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-869e0e1d-5b69-470e-ae2f-c41b307a4c8d admin admin] Publish callbacks [] for security_group (3966ec9f-7141-4fd4-957d-9a6e26900d88), before_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:29:07.953649 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-869e0e1d-5b69-470e-ae2f-c41b307a4c8d admin admin] Publish callbacks [] for security_group (3966ec9f-7141-4fd4-957d-9a6e26900d88), precommit_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:29:07.985582 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f804cd19-3640-49f6-8411-a4d119443971 tempest-ExternalNetworksTestJSON-541821870 tempest-ExternalNetworksTestJSON-541821870-project-admin] vlan segment allocate from pool success with {'vlan_id': 393, 'physical_network': 'physnet1'} {{(pid=103229) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 19:29:08.011622 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-f804cd19-3640-49f6-8411-a4d119443971 tempest-ExternalNetworksTestJSON-541821870 tempest-ExternalNetworksTestJSON-541821870-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-759574'] for segment (b0b873fc-af9e-45be-aed9-6a182e4528e6), precommit_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:29:08.012130 n-d-713498-36 neutron-server[103229]: INFO neutron.db.segments_db [None req-f804cd19-3640-49f6-8411-a4d119443971 tempest-ExternalNetworksTestJSON-541821870 tempest-ExternalNetworksTestJSON-541821870-project-admin] Added segment b0b873fc-af9e-45be-aed9-6a182e4528e6 of type vlan for network ab24fc1a-0252-41e7-8f4b-af3b865a10be Feb 09 19:29:08.017868 n-d-713498-36 neutron-server[103230]: INFO neutron.api.v2.resource [None req-ef6f4200-3f82-488c-bddc-7bdb7b09bd73 tempest-TagsTest-1467547606 tempest-TagsTest-1467547606-project] show failed (client error): The resource could not be found. Feb 09 19:29:08.025818 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-ef6f4200-3f82-488c-bddc-7bdb7b09bd73 tempest-TagsTest-1467547606 tempest-TagsTest-1467547606-project] 10.222.0.75 "GET /v2.0/networks/8bf2d7a2-c3cd-43f6-a056-4fbd5265d260/tags/tempest-TagsTest-Tag-359495417 HTTP/1.1" status: 404 len: 325 time: 0.1648376 Feb 09 19:29:08.027220 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 57932) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:29:08.034747 n-d-713498-36 neutron-server[103229]: DEBUG neutron.services.tag.tag_plugin [None req-4c55ef48-492c-4a3a-b3ec-f7e6dd7c5f5a tempest-TagsTest-1467547606 tempest-TagsTest-1467547606-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '8bf2d7a2-c3cd-43f6-a056-4fbd5265d260', 'tempest-TagsTest-Tag-781187056') {} {{(pid=103229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:29:08.088363 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-f804cd19-3640-49f6-8411-a4d119443971 tempest-ExternalNetworksTestJSON-541821870 tempest-ExternalNetworksTestJSON-541821870-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762866642225'] for network (ab24fc1a-0252-41e7-8f4b-af3b865a10be), precommit_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:29:08.144337 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-f804cd19-3640-49f6-8411-a4d119443971 tempest-ExternalNetworksTestJSON-541821870 tempest-ExternalNetworksTestJSON-541821870-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1885479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452'] for network (ab24fc1a-0252-41e7-8f4b-af3b865a10be), after_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:29:08.145783 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f804cd19-3640-49f6-8411-a4d119443971 tempest-ExternalNetworksTestJSON-541821870 tempest-ExternalNetworksTestJSON-541821870-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:29:08.146655 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-f804cd19-3640-49f6-8411-a4d119443971 tempest-ExternalNetworksTestJSON-541821870 tempest-ExternalNetworksTestJSON-541821870-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1613566'] for network (None), before_response {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:29:08.162600 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-869e0e1d-5b69-470e-ae2f-c41b307a4c8d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1892331'] for security_group (3966ec9f-7141-4fd4-957d-9a6e26900d88), after_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:29:08.165697 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-869e0e1d-5b69-470e-ae2f-c41b307a4c8d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:29:08.167213 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-869e0e1d-5b69-470e-ae2f-c41b307a4c8d admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/3966ec9f-7141-4fd4-957d-9a6e26900d88 HTTP/1.1" status: 204 len: 168 time: 0.3689234 Feb 09 19:29:08.208146 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-869e0e1d-5b69-470e-ae2f-c41b307a4c8d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3966ec9f-7141-4fd4-957d-9a6e26900d88,revision_number=None']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:29:08.409014 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-f804cd19-3640-49f6-8411-a4d119443971 tempest-ExternalNetworksTestJSON-541821870 tempest-ExternalNetworksTestJSON-541821870-project-admin] 10.222.0.75 "POST /v2.0/networks HTTP/1.1" status: 201 len: 836 time: 0.6287780 Feb 09 19:29:08.412477 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 57936) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:29:08.417814 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.v2.base [None req-c5a3f233-8adb-4ebf-b87f-8cce5c36d48a tempest-ExternalNetworksTestJSON-541821870 tempest-ExternalNetworksTestJSON-541821870-project-admin] Request body: {'subnet': {'network_id': 'ab24fc1a-0252-41e7-8f4b-af3b865a10be', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=103230) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 19:29:08.429279 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f804cd19-3640-49f6-8411-a4d119443971 tempest-ExternalNetworksTestJSON-541821870 tempest-ExternalNetworksTestJSON-541821870-project-admin] Pushing event updated for resources: {'Network': ['ID=ab24fc1a-0252-41e7-8f4b-af3b865a10be,revision_number=1']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:29:08.443363 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Network ab24fc1a-0252-41e7-8f4b-af3b865a10be details requested by agent ovs-agent-n-d-713498-36 with host n-d-713498-36 {{(pid=103232) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 19:29:08.485990 n-d-713498-36 neutron-server[103229]: INFO neutron.api.v2.resource [None req-4c55ef48-492c-4a3a-b3ec-f7e6dd7c5f5a tempest-TagsTest-1467547606 tempest-TagsTest-1467547606-project] show failed (client error): The resource could not be found. Feb 09 19:29:08.490988 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-4c55ef48-492c-4a3a-b3ec-f7e6dd7c5f5a tempest-TagsTest-1467547606 tempest-TagsTest-1467547606-project] 10.222.0.75 "GET /v2.0/networks/8bf2d7a2-c3cd-43f6-a056-4fbd5265d260/tags/tempest-TagsTest-Tag-781187056 HTTP/1.1" status: 404 len: 325 time: 0.4610636 Feb 09 19:29:08.492365 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c5a3f233-8adb-4ebf-b87f-8cce5c36d48a tempest-ExternalNetworksTestJSON-541821870 tempest-ExternalNetworksTestJSON-541821870-project-admin] Made reservation on behalf of a265738d3f004b819113ef32d867b41b for: {'subnet': 1} {{(pid=103230) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 19:29:08.492893 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 57938) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:29:08.498161 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-c5a3f233-8adb-4ebf-b87f-8cce5c36d48a tempest-ExternalNetworksTestJSON-541821870 tempest-ExternalNetworksTestJSON-541821870-project-admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12985917'] for subnet (None), before_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:29:08.502364 n-d-713498-36 neutron-server[103229]: DEBUG neutron.services.tag.tag_plugin [None req-3309e529-fb98-443a-861d-77792c3b431d tempest-TagsTest-1467547606 tempest-TagsTest-1467547606-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'networks', '8bf2d7a2-c3cd-43f6-a056-4fbd5265d260') {} {{(pid=103229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:29:08.726385 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-3309e529-fb98-443a-861d-77792c3b431d tempest-TagsTest-1467547606 tempest-TagsTest-1467547606-project] 10.222.0.75 "DELETE /v2.0/networks/8bf2d7a2-c3cd-43f6-a056-4fbd5265d260/tags HTTP/1.1" status: 204 len: 168 time: 0.2321703 Feb 09 19:29:08.732804 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 57952) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:29:08.909396 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-b0d5e5b2-a120-4a04-b236-4a202d51fd9c tempest-TagsTest-1467547606 tempest-TagsTest-1467547606-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-670458'] for network (8bf2d7a2-c3cd-43f6-a056-4fbd5265d260), before_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:29:09.063729 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-b0d5e5b2-a120-4a04-b236-4a202d51fd9c tempest-TagsTest-1467547606 tempest-TagsTest-1467547606-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-590267', 'neutron.services.segments.db._delete_segments_for_network-8762867132609'] for network (8bf2d7a2-c3cd-43f6-a056-4fbd5265d260), precommit_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:29:09.126895 n-d-713498-36 neutron-server[103229]: DEBUG neutron.services.segments.db [None req-b0d5e5b2-a120-4a04-b236-4a202d51fd9c tempest-TagsTest-1467547606 tempest-TagsTest-1467547606-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8bf2d7a2-c3cd-43f6-a056-4fbd5265d260']}} {{(pid=103229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:29:09.170938 n-d-713498-36 neutron-server[103229]: DEBUG neutron.services.segments.db [None req-b0d5e5b2-a120-4a04-b236-4a202d51fd9c tempest-TagsTest-1467547606 tempest-TagsTest-1467547606-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e9318d5f-45c1-48ef-8203-31dfe4aa87d8') {'for_net_delete': True} {{(pid=103229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:29:09.170938 n-d-713498-36 neutron-server[103229]: DEBUG neutron.services.segments.db [None req-b0d5e5b2-a120-4a04-b236-4a202d51fd9c tempest-TagsTest-1467547606 tempest-TagsTest-1467547606-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e9318d5f-45c1-48ef-8203-31dfe4aa87d8') {} {{(pid=103229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:29:09.187231 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-b0d5e5b2-a120-4a04-b236-4a202d51fd9c tempest-TagsTest-1467547606 tempest-TagsTest-1467547606-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762867134154', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16683417'] for segment (e9318d5f-45c1-48ef-8203-31dfe4aa87d8), before_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:29:09.214752 n-d-713498-36 neutron-server[103230]: DEBUG neutron.objects.ports [None req-c5a3f233-8adb-4ebf-b87f-8cce5c36d48a tempest-ExternalNetworksTestJSON-541821870 tempest-ExternalNetworksTestJSON-541821870-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103230) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Feb 09 19:29:09.215233 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-c5a3f233-8adb-4ebf-b87f-8cce5c36d48a tempest-ExternalNetworksTestJSON-541821870 tempest-ExternalNetworksTestJSON-541821870-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14393611', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12985859'] for subnet (af5412ac-153f-47cd-88c7-708864b1cc5e), after_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:29:09.243958 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-b0d5e5b2-a120-4a04-b236-4a202d51fd9c tempest-TagsTest-1467547606 tempest-TagsTest-1467547606-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-759574'] for segment (e9318d5f-45c1-48ef-8203-31dfe4aa87d8), precommit_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:29:09.258922 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b0d5e5b2-a120-4a04-b236-4a202d51fd9c tempest-TagsTest-1467547606 tempest-TagsTest-1467547606-project] Releasing vlan 377 on physical network physnet1 to pool {{(pid=103229) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 19:29:09.259609 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-b0d5e5b2-a120-4a04-b236-4a202d51fd9c tempest-TagsTest-1467547606 tempest-TagsTest-1467547606-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-759574', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12867469'] for segment (e9318d5f-45c1-48ef-8203-31dfe4aa87d8), after_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:29:09.284414 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5a3f233-8adb-4ebf-b87f-8cce5c36d48a tempest-ExternalNetworksTestJSON-541821870 tempest-ExternalNetworksTestJSON-541821870-project-admin] Pushing event updated for resources: {'Subnet': ['ID=af5412ac-153f-47cd-88c7-708864b1cc5e,revision_number=0']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:29:09.295381 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5a3f233-8adb-4ebf-b87f-8cce5c36d48a tempest-ExternalNetworksTestJSON-541821870 tempest-ExternalNetworksTestJSON-541821870-project-admin] Checking segment: {'id': 'b0b873fc-af9e-45be-aed9-6a182e4528e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': 'ab24fc1a-0252-41e7-8f4b-af3b865a10be'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103230) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 19:29:09.295751 n-d-713498-36 neutron-server[103230]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5a3f233-8adb-4ebf-b87f-8cce5c36d48a tempest-ExternalNetworksTestJSON-541821870 tempest-ExternalNetworksTestJSON-541821870-project-admin] Network hostable DHCP agents. Network: ab24fc1a-0252-41e7-8f4b-af3b865a10be, hostable agents: ['af91e4b9-f4e1-42b1-a25c-a10dc47171c8'], hosted agents: [] {{(pid=103230) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 19:29:09.335220 n-d-713498-36 neutron-server[103230]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5a3f233-8adb-4ebf-b87f-8cce5c36d48a tempest-ExternalNetworksTestJSON-541821870 tempest-ExternalNetworksTestJSON-541821870-project-admin] Network ab24fc1a-0252-41e7-8f4b-af3b865a10be is scheduled to be hosted by DHCP agent af91e4b9-f4e1-42b1-a25c-a10dc47171c8 with binding_index 1 {{(pid=103230) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 19:29:09.347049 n-d-713498-36 neutron-server[103229]: Traceback (most recent call last): Feb 09 19:29:09.347049 n-d-713498-36 neutron-server[103229]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 19:29:09.347049 n-d-713498-36 neutron-server[103229]: timer() Feb 09 19:29:09.347049 n-d-713498-36 neutron-server[103229]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 19:29:09.347049 n-d-713498-36 neutron-server[103229]: cb(*args, **kw) Feb 09 19:29:09.347049 n-d-713498-36 neutron-server[103229]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 19:29:09.347049 n-d-713498-36 neutron-server[103229]: return func(*args, **kwargs) Feb 09 19:29:09.347049 n-d-713498-36 neutron-server[103229]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 19:29:09.347049 n-d-713498-36 neutron-server[103229]: self._notify() Feb 09 19:29:09.347049 n-d-713498-36 neutron-server[103229]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 19:29:09.347049 n-d-713498-36 neutron-server[103229]: self.callback(batched_events) Feb 09 19:29:09.347049 n-d-713498-36 neutron-server[103229]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 19:29:09.347049 n-d-713498-36 neutron-server[103229]: event.method(event) Feb 09 19:29:09.347049 n-d-713498-36 neutron-server[103229]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 19:29:09.347049 n-d-713498-36 neutron-server[103229]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 19:29:09.347049 n-d-713498-36 neutron-server[103229]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 19:29:09.347049 n-d-713498-36 neutron-server[103229]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 19:29:09.347049 n-d-713498-36 neutron-server[103229]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 19:29:09.347049 n-d-713498-36 neutron-server[103229]: return f(self, *a, **k) Feb 09 19:29:09.347049 n-d-713498-36 neutron-server[103229]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 19:29:09.347049 n-d-713498-36 neutron-server[103229]: return self._get(url).json() Feb 09 19:29:09.347049 n-d-713498-36 neutron-server[103229]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 19:29:09.347049 n-d-713498-36 neutron-server[103229]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 19:29:09.347049 n-d-713498-36 neutron-server[103229]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 19:29:09.347049 n-d-713498-36 neutron-server[103229]: return self.request(url, 'GET', **kwargs) Feb 09 19:29:09.347049 n-d-713498-36 neutron-server[103229]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 19:29:09.347049 n-d-713498-36 neutron-server[103229]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 19:29:09.347049 n-d-713498-36 neutron-server[103229]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 19:29:09.347049 n-d-713498-36 neutron-server[103229]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 19:29:09.347049 n-d-713498-36 neutron-server[103229]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 19:29:09.347049 n-d-713498-36 neutron-server[103229]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 19:29:09.347049 n-d-713498-36 neutron-server[103229]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 19:29:09.351596 n-d-713498-36 neutron-server[103230]: DEBUG neutron.scheduler.base_scheduler [None req-c5a3f233-8adb-4ebf-b87f-8cce5c36d48a tempest-ExternalNetworksTestJSON-541821870 tempest-ExternalNetworksTestJSON-541821870-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713498-36, ab24fc1a-0252-41e7-8f4b-af3b865a10be) {{(pid=103230) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 19:29:09.356394 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5a3f233-8adb-4ebf-b87f-8cce5c36d48a tempest-ExternalNetworksTestJSON-541821870 tempest-ExternalNetworksTestJSON-541821870-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:29:09.356917 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-c5a3f233-8adb-4ebf-b87f-8cce5c36d48a tempest-ExternalNetworksTestJSON-541821870 tempest-ExternalNetworksTestJSON-541821870-project-admin] Publish callbacks [] for subnet (None), before_response {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:29:09.363289 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2122c63-af90-49b5-8bad-03f3b5e57b2c None None] Network ab24fc1a-0252-41e7-8f4b-af3b865a10be requested from n-d-713498-36 {{(pid=103232) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 19:29:09.386057 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-c5a3f233-8adb-4ebf-b87f-8cce5c36d48a tempest-ExternalNetworksTestJSON-541821870 tempest-ExternalNetworksTestJSON-541821870-project-admin] 10.222.0.75 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 0.9723678 Feb 09 19:29:09.388615 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 57976) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:29:09.393870 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.v2.base [None req-283e6816-62bd-45a9-bfef-76e1b8680bae tempest-ExternalNetworksTestJSON-541821870 tempest-ExternalNetworksTestJSON-541821870-project-admin] Request body: {'floatingip': {'floating_network_id': 'ab24fc1a-0252-41e7-8f4b-af3b865a10be'}} {{(pid=103230) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 19:29:09.394854 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-b0d5e5b2-a120-4a04-b236-4a202d51fd9c tempest-TagsTest-1467547606 tempest-TagsTest-1467547606-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-590242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1885479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1818895'] for network (8bf2d7a2-c3cd-43f6-a056-4fbd5265d260), after_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:29:09.406106 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-b0d5e5b2-a120-4a04-b236-4a202d51fd9c tempest-TagsTest-1467547606 tempest-TagsTest-1467547606-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1613566'] for network (None), before_response {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:29:09.413303 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-b0d5e5b2-a120-4a04-b236-4a202d51fd9c tempest-TagsTest-1467547606 tempest-TagsTest-1467547606-project] 10.222.0.75 "DELETE /v2.0/networks/8bf2d7a2-c3cd-43f6-a056-4fbd5265d260 HTTP/1.1" status: 204 len: 168 time: 0.6739609 Feb 09 19:29:09.432107 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-283e6816-62bd-45a9-bfef-76e1b8680bae tempest-ExternalNetworksTestJSON-541821870 tempest-ExternalNetworksTestJSON-541821870-project-admin] Publish callbacks [] for floatingip (None), before_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:29:09.446600 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0d5e5b2-a120-4a04-b236-4a202d51fd9c tempest-TagsTest-1467547606 tempest-TagsTest-1467547606-project] Pushing event deleted for resources: {'Network': ['ID=8bf2d7a2-c3cd-43f6-a056-4fbd5265d260,revision_number=None']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:29:09.672226 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6ac812d-362e-4dde-b8e0-2a868441ec7b None None] Network ab24fc1a-0252-41e7-8f4b-af3b865a10be requested from n-d-713498-36 {{(pid=103232) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 19:29:09.684095 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-283e6816-62bd-45a9-bfef-76e1b8680bae tempest-ExternalNetworksTestJSON-541821870 tempest-ExternalNetworksTestJSON-541821870-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (None), before_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:29:09.881599 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 57996) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:29:09.936748 n-d-713498-36 neutron-server[103230]: DEBUG neutron.db.db_base_plugin_common [None req-283e6816-62bd-45a9-bfef-76e1b8680bae tempest-ExternalNetworksTestJSON-541821870 tempest-ExternalNetworksTestJSON-541821870-project-admin] Allocated IP 172.20.0.10 (ab24fc1a-0252-41e7-8f4b-af3b865a10be/af5412ac-153f-47cd-88c7-708864b1cc5e/b1fbdaef-e0ea-495f-a355-8d9ca0660321) {{(pid=103230) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 19:29:10.085099 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-283e6816-62bd-45a9-bfef-76e1b8680bae tempest-ExternalNetworksTestJSON-541821870 tempest-ExternalNetworksTestJSON-541821870-project-admin] Publish callbacks [] for port (b1fbdaef-e0ea-495f-a355-8d9ca0660321), precommit_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:29:10.169851 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-283e6816-62bd-45a9-bfef-76e1b8680bae tempest-ExternalNetworksTestJSON-541821870 tempest-ExternalNetworksTestJSON-541821870-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762866656467', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14393751'] for port (b1fbdaef-e0ea-495f-a355-8d9ca0660321), after_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:29:10.246541 n-d-713498-36 neutron-server[103230]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-283e6816-62bd-45a9-bfef-76e1b8680bae tempest-ExternalNetworksTestJSON-541821870 tempest-ExternalNetworksTestJSON-541821870-project-admin] Network ab24fc1a-0252-41e7-8f4b-af3b865a10be is already hosted by enough agents. {{(pid=103230) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 19:29:10.252952 n-d-713498-36 neutron-server[103230]: DEBUG neutron.scheduler.base_scheduler [None req-283e6816-62bd-45a9-bfef-76e1b8680bae tempest-ExternalNetworksTestJSON-541821870 tempest-ExternalNetworksTestJSON-541821870-project-admin] Resources bound (agent type, host, resource id): {{(pid=103230) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 19:29:10.256687 n-d-713498-36 neutron-server[103230]: DEBUG neutron.db.l3_dvrscheduler_db [None req-283e6816-62bd-45a9-bfef-76e1b8680bae tempest-ExternalNetworksTestJSON-541821870 tempest-ExternalNetworksTestJSON-541821870-project-admin] Received port after_create {{(pid=103230) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 19:29:10.272953 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-04261a38-a586-44d4-b708-58c604407d4e admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=6ae9b5fa2b0c46f8a1c9e3f97f34bc0c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3896084 Feb 09 19:29:10.275102 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 58014) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:29:10.285747 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-283e6816-62bd-45a9-bfef-76e1b8680bae tempest-ExternalNetworksTestJSON-541821870 tempest-ExternalNetworksTestJSON-541821870-project-admin] Pushing event updated for resources: {'Port': ['ID=b1fbdaef-e0ea-495f-a355-8d9ca0660321,revision_number=1']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:29:10.355168 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-291e1b65-60c3-44e6-869e-e8c24a8c1dbd admin admin] Publish callbacks [] for security_group (2d7b058d-4f3e-463a-b39a-f4de3c3a3a6d), before_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:29:10.413744 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-291e1b65-60c3-44e6-869e-e8c24a8c1dbd admin admin] Publish callbacks [] for security_group (2d7b058d-4f3e-463a-b39a-f4de3c3a3a6d), precommit_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:29:10.477030 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-291e1b65-60c3-44e6-869e-e8c24a8c1dbd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1892331'] for security_group (2d7b058d-4f3e-463a-b39a-f4de3c3a3a6d), after_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:29:10.480020 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-291e1b65-60c3-44e6-869e-e8c24a8c1dbd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:29:10.480460 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-283e6816-62bd-45a9-bfef-76e1b8680bae tempest-ExternalNetworksTestJSON-541821870 tempest-ExternalNetworksTestJSON-541821870-project-admin] Publish callbacks [] for floatingip (dea1e9cc-b117-4c6d-9447-3686c3c8a529), precommit_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:29:10.483680 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-291e1b65-60c3-44e6-869e-e8c24a8c1dbd admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/2d7b058d-4f3e-463a-b39a-f4de3c3a3a6d HTTP/1.1" status: 204 len: 168 time: 0.2050350 Feb 09 19:29:10.505815 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-291e1b65-60c3-44e6-869e-e8c24a8c1dbd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2d7b058d-4f3e-463a-b39a-f4de3c3a3a6d,revision_number=None']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:29:10.632473 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-283e6816-62bd-45a9-bfef-76e1b8680bae tempest-ExternalNetworksTestJSON-541821870 tempest-ExternalNetworksTestJSON-541821870-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (b1fbdaef-e0ea-495f-a355-8d9ca0660321), before_update {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:29:10.769869 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-6dbbfb2f-12d1-4bd8-bd30-a37a7b622be0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762867132591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593584'] for agent (af91e4b9-f4e1-42b1-a25c-a10dc47171c8), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:29:10.861947 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-283e6816-62bd-45a9-bfef-76e1b8680bae tempest-ExternalNetworksTestJSON-541821870 tempest-ExternalNetworksTestJSON-541821870-project-admin] Publish callbacks [] for port (b1fbdaef-e0ea-495f-a355-8d9ca0660321), precommit_update {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:29:10.877013 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-283e6816-62bd-45a9-bfef-76e1b8680bae tempest-ExternalNetworksTestJSON-541821870 tempest-ExternalNetworksTestJSON-541821870-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762867176205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762866656485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762866656503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14393758'] for port (b1fbdaef-e0ea-495f-a355-8d9ca0660321), after_update {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:29:11.068102 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-283e6816-62bd-45a9-bfef-76e1b8680bae tempest-ExternalNetworksTestJSON-541821870 tempest-ExternalNetworksTestJSON-541821870-project-admin] Pushing event updated for resources: {'Port': ['ID=b1fbdaef-e0ea-495f-a355-8d9ca0660321,revision_number=2']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:29:11.089443 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-283e6816-62bd-45a9-bfef-76e1b8680bae tempest-ExternalNetworksTestJSON-541821870 tempest-ExternalNetworksTestJSON-541821870-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1818909'] for floatingip (dea1e9cc-b117-4c6d-9447-3686c3c8a529), after_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:29:11.129808 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-283e6816-62bd-45a9-bfef-76e1b8680bae tempest-ExternalNetworksTestJSON-541821870 tempest-ExternalNetworksTestJSON-541821870-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171096'] for floatingip (None), before_response {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:29:11.136728 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 58052) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:29:11.149048 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-283e6816-62bd-45a9-bfef-76e1b8680bae tempest-ExternalNetworksTestJSON-541821870 tempest-ExternalNetworksTestJSON-541821870-project-admin] 10.222.0.75 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.7593513 Feb 09 19:29:11.246403 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 58060) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:29:11.256765 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-47362b1e-fc60-418d-9d63-9c00e7a6d6f6 tempest-ExternalNetworksTestJSON-541821870 tempest-ExternalNetworksTestJSON-541821870-project-admin] 10.222.0.75 "GET /v2.0/floatingips?floating_network_id=ab24fc1a-0252-41e7-8f4b-af3b865a10be HTTP/1.1" status: 200 len: 690 time: 0.1166666 Feb 09 19:29:11.439547 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-5bc4442e-d640-4aba-b034-4c909f5b2260 tempest-ExternalNetworksTestJSON-541821870 tempest-ExternalNetworksTestJSON-541821870-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-670458'] for network (ab24fc1a-0252-41e7-8f4b-af3b865a10be), before_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:29:11.901438 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 58084) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:29:11.978914 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.plugin [None req-5bc4442e-d640-4aba-b034-4c909f5b2260 tempest-ExternalNetworksTestJSON-541821870 tempest-ExternalNetworksTestJSON-541821870-project-admin] Deleting port b1fbdaef-e0ea-495f-a355-8d9ca0660321 {{(pid=103230) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 19:29:11.979515 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-5bc4442e-d640-4aba-b034-4c909f5b2260 tempest-ExternalNetworksTestJSON-541821870 tempest-ExternalNetworksTestJSON-541821870-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762867170196'] for port (b1fbdaef-e0ea-495f-a355-8d9ca0660321), before_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:29:12.137307 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-5bc4442e-d640-4aba-b034-4c909f5b2260 tempest-ExternalNetworksTestJSON-541821870 tempest-ExternalNetworksTestJSON-541821870-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1820838'] for port (b1fbdaef-e0ea-495f-a355-8d9ca0660321), precommit_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:29:12.137697 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-5bc4442e-d640-4aba-b034-4c909f5b2260 tempest-ExternalNetworksTestJSON-541821870 tempest-ExternalNetworksTestJSON-541821870-project-admin] Publish callbacks [] for floatingip (b1fbdaef-e0ea-495f-a355-8d9ca0660321), precommit_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:29:12.151507 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.plugin [None req-5bc4442e-d640-4aba-b034-4c909f5b2260 tempest-ExternalNetworksTestJSON-541821870 tempest-ExternalNetworksTestJSON-541821870-project-admin] Calling delete_port for b1fbdaef-e0ea-495f-a355-8d9ca0660321 owned by network:floatingip {{(pid=103230) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 19:29:12.174186 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-9725cd14-2101-4846-bced-0225fbe85210 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:29:12.362408 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-5bc4442e-d640-4aba-b034-4c909f5b2260 tempest-ExternalNetworksTestJSON-541821870 tempest-ExternalNetworksTestJSON-541821870-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762867177463', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762866656476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14393751'] for port (b1fbdaef-e0ea-495f-a355-8d9ca0660321), after_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:29:12.436304 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bc4442e-d640-4aba-b034-4c909f5b2260 tempest-ExternalNetworksTestJSON-541821870 tempest-ExternalNetworksTestJSON-541821870-project-admin] Pushing event deleted for resources: {'Port': ['ID=b1fbdaef-e0ea-495f-a355-8d9ca0660321,revision_number=None']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:29:12.490148 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-9725cd14-2101-4846-bced-0225fbe85210 admin admin] Publish callbacks [] for security_group (04cf1054-18c2-4673-bf99-fc73075b0b46), precommit_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:29:12.495040 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-5bc4442e-d640-4aba-b034-4c909f5b2260 tempest-ExternalNetworksTestJSON-541821870 tempest-ExternalNetworksTestJSON-541821870-project-admin] Publish callbacks [] for floatingip (dea1e9cc-b117-4c6d-9447-3686c3c8a529), after_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:29:12.498069 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-9725cd14-2101-4846-bced-0225fbe85210 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1892331'] for security_group (04cf1054-18c2-4673-bf99-fc73075b0b46), after_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:29:12.639595 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-5bc4442e-d640-4aba-b034-4c909f5b2260 tempest-ExternalNetworksTestJSON-541821870 tempest-ExternalNetworksTestJSON-541821870-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-759852'] for subnet (af5412ac-153f-47cd-88c7-708864b1cc5e), precommit_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:29:12.646571 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-9725cd14-2101-4846-bced-0225fbe85210 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=898eedd3cb3d4bd887d0099a90aae52a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7413199 Feb 09 19:29:12.668421 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9725cd14-2101-4846-bced-0225fbe85210 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=04cf1054-18c2-4673-bf99-fc73075b0b46,revision_number=1']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:29:12.694301 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 58118) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:29:12.704161 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 58120) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:29:12.772047 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-4ef4b0d3-28e8-47cb-9a26-09632d1798d6 admin admin] Publish callbacks [] for security_group (04cf1054-18c2-4673-bf99-fc73075b0b46), before_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:29:12.807435 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-4ef4b0d3-28e8-47cb-9a26-09632d1798d6 admin admin] Publish callbacks [] for security_group (04cf1054-18c2-4673-bf99-fc73075b0b46), precommit_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:29:12.813380 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-5bc4442e-d640-4aba-b034-4c909f5b2260 tempest-ExternalNetworksTestJSON-541821870 tempest-ExternalNetworksTestJSON-541821870-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-760023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14393672', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12985882'] for subnet (af5412ac-153f-47cd-88c7-708864b1cc5e), after_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:29:12.871050 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bc4442e-d640-4aba-b034-4c909f5b2260 tempest-ExternalNetworksTestJSON-541821870 tempest-ExternalNetworksTestJSON-541821870-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=af5412ac-153f-47cd-88c7-708864b1cc5e,revision_number=None']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:29:12.883622 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-4ef4b0d3-28e8-47cb-9a26-09632d1798d6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1892331'] for security_group (04cf1054-18c2-4673-bf99-fc73075b0b46), after_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:29:12.887296 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-4ef4b0d3-28e8-47cb-9a26-09632d1798d6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:29:12.892392 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-4ef4b0d3-28e8-47cb-9a26-09632d1798d6 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/04cf1054-18c2-4673-bf99-fc73075b0b46 HTTP/1.1" status: 204 len: 168 time: 0.1955278 Feb 09 19:29:12.901427 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ef4b0d3-28e8-47cb-9a26-09632d1798d6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=04cf1054-18c2-4673-bf99-fc73075b0b46,revision_number=None']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:29:13.039161 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-5bc4442e-d640-4aba-b034-4c909f5b2260 tempest-ExternalNetworksTestJSON-541821870 tempest-ExternalNetworksTestJSON-541821870-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-590267', 'neutron.services.segments.db._delete_segments_for_network-8762867132609'] for network (ab24fc1a-0252-41e7-8f4b-af3b865a10be), precommit_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:29:13.063686 n-d-713498-36 neutron-server[103230]: DEBUG neutron.services.segments.db [None req-5bc4442e-d640-4aba-b034-4c909f5b2260 tempest-ExternalNetworksTestJSON-541821870 tempest-ExternalNetworksTestJSON-541821870-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ab24fc1a-0252-41e7-8f4b-af3b865a10be']}} {{(pid=103230) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:29:13.074731 n-d-713498-36 neutron-server[103230]: DEBUG neutron.services.segments.db [None req-5bc4442e-d640-4aba-b034-4c909f5b2260 tempest-ExternalNetworksTestJSON-541821870 tempest-ExternalNetworksTestJSON-541821870-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b0b873fc-af9e-45be-aed9-6a182e4528e6') {'for_net_delete': True} {{(pid=103230) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:29:13.075036 n-d-713498-36 neutron-server[103230]: DEBUG neutron.services.segments.db [None req-5bc4442e-d640-4aba-b034-4c909f5b2260 tempest-ExternalNetworksTestJSON-541821870 tempest-ExternalNetworksTestJSON-541821870-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b0b873fc-af9e-45be-aed9-6a182e4528e6') {} {{(pid=103230) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:29:13.085174 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-5bc4442e-d640-4aba-b034-4c909f5b2260 tempest-ExternalNetworksTestJSON-541821870 tempest-ExternalNetworksTestJSON-541821870-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762867134154', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12895813'] for segment (b0b873fc-af9e-45be-aed9-6a182e4528e6), before_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:29:13.100638 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-5bc4442e-d640-4aba-b034-4c909f5b2260 tempest-ExternalNetworksTestJSON-541821870 tempest-ExternalNetworksTestJSON-541821870-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-759574'] for segment (b0b873fc-af9e-45be-aed9-6a182e4528e6), precommit_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:29:13.111171 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5bc4442e-d640-4aba-b034-4c909f5b2260 tempest-ExternalNetworksTestJSON-541821870 tempest-ExternalNetworksTestJSON-541821870-project-admin] Releasing vlan 393 on physical network physnet1 to pool {{(pid=103230) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 19:29:13.111611 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-5bc4442e-d640-4aba-b034-4c909f5b2260 tempest-ExternalNetworksTestJSON-541821870 tempest-ExternalNetworksTestJSON-541821870-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-759574', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14393826'] for segment (b0b873fc-af9e-45be-aed9-6a182e4528e6), after_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:29:13.144743 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-44993f87-9a3f-4e8d-832d-0f86e7a93e30 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762867132591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593584'] for agent (93303d5e-5d17-45e8-8963-7694f87783ae), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:29:13.167597 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-47514c18-2297-4879-8190-7ffb67c5480f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:29:13.179588 n-d-713498-36 neutron-server[103230]: Traceback (most recent call last): Feb 09 19:29:13.179588 n-d-713498-36 neutron-server[103230]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 19:29:13.179588 n-d-713498-36 neutron-server[103230]: timer() Feb 09 19:29:13.179588 n-d-713498-36 neutron-server[103230]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 19:29:13.179588 n-d-713498-36 neutron-server[103230]: cb(*args, **kw) Feb 09 19:29:13.179588 n-d-713498-36 neutron-server[103230]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 19:29:13.179588 n-d-713498-36 neutron-server[103230]: return func(*args, **kwargs) Feb 09 19:29:13.179588 n-d-713498-36 neutron-server[103230]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 19:29:13.179588 n-d-713498-36 neutron-server[103230]: self._notify() Feb 09 19:29:13.179588 n-d-713498-36 neutron-server[103230]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 19:29:13.179588 n-d-713498-36 neutron-server[103230]: self.callback(batched_events) Feb 09 19:29:13.179588 n-d-713498-36 neutron-server[103230]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 19:29:13.179588 n-d-713498-36 neutron-server[103230]: event.method(event) Feb 09 19:29:13.179588 n-d-713498-36 neutron-server[103230]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 19:29:13.179588 n-d-713498-36 neutron-server[103230]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 19:29:13.179588 n-d-713498-36 neutron-server[103230]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 19:29:13.179588 n-d-713498-36 neutron-server[103230]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 19:29:13.179588 n-d-713498-36 neutron-server[103230]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 19:29:13.179588 n-d-713498-36 neutron-server[103230]: return f(self, *a, **k) Feb 09 19:29:13.179588 n-d-713498-36 neutron-server[103230]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 19:29:13.179588 n-d-713498-36 neutron-server[103230]: return self._get(url).json() Feb 09 19:29:13.179588 n-d-713498-36 neutron-server[103230]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 19:29:13.179588 n-d-713498-36 neutron-server[103230]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 19:29:13.179588 n-d-713498-36 neutron-server[103230]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 19:29:13.179588 n-d-713498-36 neutron-server[103230]: return self.request(url, 'GET', **kwargs) Feb 09 19:29:13.179588 n-d-713498-36 neutron-server[103230]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 19:29:13.179588 n-d-713498-36 neutron-server[103230]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 19:29:13.179588 n-d-713498-36 neutron-server[103230]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 19:29:13.179588 n-d-713498-36 neutron-server[103230]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 19:29:13.179588 n-d-713498-36 neutron-server[103230]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 19:29:13.179588 n-d-713498-36 neutron-server[103230]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 19:29:13.179588 n-d-713498-36 neutron-server[103230]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 19:29:13.195277 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-5bc4442e-d640-4aba-b034-4c909f5b2260 tempest-ExternalNetworksTestJSON-541821870 tempest-ExternalNetworksTestJSON-541821870-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-590242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1885479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1818895'] for network (ab24fc1a-0252-41e7-8f4b-af3b865a10be), after_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:29:13.205072 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5bc4442e-d640-4aba-b034-4c909f5b2260 tempest-ExternalNetworksTestJSON-541821870 tempest-ExternalNetworksTestJSON-541821870-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network ab24fc1a-0252-41e7-8f4b-af3b865a10be {{(pid=103230) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Feb 09 19:29:13.219969 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-5bc4442e-d640-4aba-b034-4c909f5b2260 tempest-ExternalNetworksTestJSON-541821870 tempest-ExternalNetworksTestJSON-541821870-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1613566'] for network (None), before_response {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:29:13.244363 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-5bc4442e-d640-4aba-b034-4c909f5b2260 tempest-ExternalNetworksTestJSON-541821870 tempest-ExternalNetworksTestJSON-541821870-project-admin] 10.222.0.75 "DELETE /v2.0/networks/ab24fc1a-0252-41e7-8f4b-af3b865a10be HTTP/1.1" status: 204 len: 168 time: 1.9966061 Feb 09 19:29:13.245607 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 58142) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:29:13.281345 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bc4442e-d640-4aba-b034-4c909f5b2260 tempest-ExternalNetworksTestJSON-541821870 tempest-ExternalNetworksTestJSON-541821870-project-admin] Pushing event deleted for resources: {'Network': ['ID=ab24fc1a-0252-41e7-8f4b-af3b865a10be,revision_number=None']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:29:13.492956 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 58158) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:29:13.502655 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-cc9b86b7-736c-472c-a0c9-14cfddd31c81 tempest-ExternalNetworksTestJSON-541821870 tempest-ExternalNetworksTestJSON-541821870-project-admin] 10.222.0.75 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 993 time: 0.2470343 Feb 09 19:29:13.656268 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-47514c18-2297-4879-8190-7ffb67c5480f admin admin] Publish callbacks [] for security_group (e92f9e5d-9c05-4736-ba13-fb65ef3a88c3), precommit_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:29:13.664688 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-47514c18-2297-4879-8190-7ffb67c5480f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1892331'] for security_group (e92f9e5d-9c05-4736-ba13-fb65ef3a88c3), after_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:29:13.740438 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-47514c18-2297-4879-8190-7ffb67c5480f admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=2ee9f153bcce4fb39a18fef3cc156b52&name=default HTTP/1.1" status: 200 len: 3000 time: 1.0343647 Feb 09 19:29:13.743805 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 58164) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:29:13.820923 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-003ab433-551f-4d5b-8caa-c40b846021a5 tempest-ExternalNetworksTestJSON-541821870 tempest-ExternalNetworksTestJSON-541821870-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:29:13.821491 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-003ab433-551f-4d5b-8caa-c40b846021a5 tempest-ExternalNetworksTestJSON-541821870 tempest-ExternalNetworksTestJSON-541821870-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:29:13.822024 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-003ab433-551f-4d5b-8caa-c40b846021a5 tempest-ExternalNetworksTestJSON-541821870 tempest-ExternalNetworksTestJSON-541821870-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:29:13.822663 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-003ab433-551f-4d5b-8caa-c40b846021a5 tempest-ExternalNetworksTestJSON-541821870 tempest-ExternalNetworksTestJSON-541821870-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:29:13.827933 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-003ab433-551f-4d5b-8caa-c40b846021a5 tempest-ExternalNetworksTestJSON-541821870 tempest-ExternalNetworksTestJSON-541821870-project-admin] 10.222.0.75 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2744 time: 0.3338153 Feb 09 19:29:13.829317 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 58178) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:29:13.870633 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 58184) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:29:13.907408 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47514c18-2297-4879-8190-7ffb67c5480f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e92f9e5d-9c05-4736-ba13-fb65ef3a88c3,revision_number=1']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:29:13.917566 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-eb8b8d19-aa56-4891-9bd8-459a6edca9fa admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:29:13.920330 n-d-713498-36 neutron-server[103230]: INFO neutron.api.v2.resource [None req-44e81851-bf62-481d-a995-3546001b664e tempest-ExternalNetworksTestJSON-541821870 tempest-ExternalNetworksTestJSON-541821870-project-admin] delete failed (client error): The resource could not be found. Feb 09 19:29:13.929199 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-44e81851-bf62-481d-a995-3546001b664e tempest-ExternalNetworksTestJSON-541821870 tempest-ExternalNetworksTestJSON-541821870-project-admin] 10.222.0.75 "DELETE /v2.0/floatingips/dea1e9cc-b117-4c6d-9447-3686c3c8a529 HTTP/1.1" status: 404 len: 345 time: 0.0957372 Feb 09 19:29:13.930436 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 58186) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:29:13.980896 n-d-713498-36 neutron-server[103230]: INFO neutron.pecan_wsgi.hooks.translation [None req-cc1bd102-7ffd-4d9c-ac51-b22c946065c9 tempest-ExternalNetworksTestJSON-541821870 tempest-ExternalNetworksTestJSON-541821870-project-admin] DELETE failed (client error): The resource could not be found. Feb 09 19:29:13.984948 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cc1bd102-7ffd-4d9c-ac51-b22c946065c9 tempest-ExternalNetworksTestJSON-541821870 tempest-ExternalNetworksTestJSON-541821870-project-admin] No notification will be sent due to unsuccessful status code: 404 {{(pid=103230) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 19:29:13.997505 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-cc1bd102-7ffd-4d9c-ac51-b22c946065c9 tempest-ExternalNetworksTestJSON-541821870 tempest-ExternalNetworksTestJSON-541821870-project-admin] 10.222.0.75 "DELETE /v2.0/networks/ab24fc1a-0252-41e7-8f4b-af3b865a10be HTTP/1.1" status: 404 len: 339 time: 0.0604794 Feb 09 19:29:13.998498 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 58188) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:29:14.006405 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.v2.base [None req-7e975cd9-beac-4a56-90e5-70319b319548 tempest-ExternalNetworksTestJSON-541821870 tempest-ExternalNetworksTestJSON-541821870-project-admin] Request body: {'network': {'name': 'tempest-network--103550084', 'router:external': True}} {{(pid=103230) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 19:29:14.011777 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-53ba2b10-4ecb-4901-8ab4-e0ec70d2e6f2 admin admin] Publish callbacks [] for security_group (e92f9e5d-9c05-4736-ba13-fb65ef3a88c3), before_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:29:14.049408 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7e975cd9-beac-4a56-90e5-70319b319548 tempest-ExternalNetworksTestJSON-541821870 tempest-ExternalNetworksTestJSON-541821870-project-admin] Made reservation on behalf of a265738d3f004b819113ef32d867b41b for: {'network': 1} {{(pid=103230) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 19:29:14.052464 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-7e975cd9-beac-4a56-90e5-70319b319548 tempest-ExternalNetworksTestJSON-541821870 tempest-ExternalNetworksTestJSON-541821870-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for network (None), before_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:29:14.099194 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-53ba2b10-4ecb-4901-8ab4-e0ec70d2e6f2 admin admin] Publish callbacks [] for security_group (e92f9e5d-9c05-4736-ba13-fb65ef3a88c3), precommit_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:29:14.108341 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7e975cd9-beac-4a56-90e5-70319b319548 tempest-ExternalNetworksTestJSON-541821870 tempest-ExternalNetworksTestJSON-541821870-project-admin] vlan segment allocate from pool success with {'vlan_id': 366, 'physical_network': 'physnet1'} {{(pid=103230) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 19:29:14.131758 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-7e975cd9-beac-4a56-90e5-70319b319548 tempest-ExternalNetworksTestJSON-541821870 tempest-ExternalNetworksTestJSON-541821870-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-759574'] for segment (914a9f2b-c6be-4b7a-8abf-6868a6386fb2), precommit_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:29:14.132399 n-d-713498-36 neutron-server[103230]: INFO neutron.db.segments_db [None req-7e975cd9-beac-4a56-90e5-70319b319548 tempest-ExternalNetworksTestJSON-541821870 tempest-ExternalNetworksTestJSON-541821870-project-admin] Added segment 914a9f2b-c6be-4b7a-8abf-6868a6386fb2 of type vlan for network a8e7beb0-2ddc-46b0-9c39-e2e0e114d3d4 Feb 09 19:29:14.225116 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-7e975cd9-beac-4a56-90e5-70319b319548 tempest-ExternalNetworksTestJSON-541821870 tempest-ExternalNetworksTestJSON-541821870-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762866642225'] for network (a8e7beb0-2ddc-46b0-9c39-e2e0e114d3d4), precommit_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:29:14.263391 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-53ba2b10-4ecb-4901-8ab4-e0ec70d2e6f2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1892331'] for security_group (e92f9e5d-9c05-4736-ba13-fb65ef3a88c3), after_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:29:14.267726 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-53ba2b10-4ecb-4901-8ab4-e0ec70d2e6f2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:29:14.276190 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-53ba2b10-4ecb-4901-8ab4-e0ec70d2e6f2 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/e92f9e5d-9c05-4736-ba13-fb65ef3a88c3 HTTP/1.1" status: 204 len: 168 time: 0.5141089 Feb 09 19:29:14.299114 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53ba2b10-4ecb-4901-8ab4-e0ec70d2e6f2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e92f9e5d-9c05-4736-ba13-fb65ef3a88c3,revision_number=None']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:29:14.316239 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-eb8b8d19-aa56-4891-9bd8-459a6edca9fa admin admin] Publish callbacks [] for security_group (5728a426-f6f3-4621-8599-7ebeeedcc214), precommit_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:29:14.322793 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-eb8b8d19-aa56-4891-9bd8-459a6edca9fa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1892331'] for security_group (5728a426-f6f3-4621-8599-7ebeeedcc214), after_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:29:14.332801 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-7e975cd9-beac-4a56-90e5-70319b319548 tempest-ExternalNetworksTestJSON-541821870 tempest-ExternalNetworksTestJSON-541821870-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1885479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452'] for network (a8e7beb0-2ddc-46b0-9c39-e2e0e114d3d4), after_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:29:14.334163 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e975cd9-beac-4a56-90e5-70319b319548 tempest-ExternalNetworksTestJSON-541821870 tempest-ExternalNetworksTestJSON-541821870-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:29:14.335237 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-7e975cd9-beac-4a56-90e5-70319b319548 tempest-ExternalNetworksTestJSON-541821870 tempest-ExternalNetworksTestJSON-541821870-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1613566'] for network (None), before_response {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:29:14.353214 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 58200) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:29:14.377622 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-edc54c9b-7f13-45d9-9271-85c9738b0128 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762867132591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593584'] for agent (a62b1850-466f-48ae-bec7-d62fb280e14b), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:29:14.417902 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb8b8d19-aa56-4891-9bd8-459a6edca9fa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5728a426-f6f3-4621-8599-7ebeeedcc214,revision_number=1']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:29:14.466133 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-eb8b8d19-aa56-4891-9bd8-459a6edca9fa admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=9d607f33827148ef9026847df607cfcb&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5941300 Feb 09 19:29:14.467010 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 58204) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:29:14.480233 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e975cd9-beac-4a56-90e5-70319b319548 tempest-ExternalNetworksTestJSON-541821870 tempest-ExternalNetworksTestJSON-541821870-project-admin] Pushing event updated for resources: {'Network': ['ID=a8e7beb0-2ddc-46b0-9c39-e2e0e114d3d4,revision_number=1']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:29:14.492413 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Network a8e7beb0-2ddc-46b0-9c39-e2e0e114d3d4 details requested by agent ovs-agent-n-d-713498-36 with host n-d-713498-36 {{(pid=103232) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 19:29:14.514896 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-7e975cd9-beac-4a56-90e5-70319b319548 tempest-ExternalNetworksTestJSON-541821870 tempest-ExternalNetworksTestJSON-541821870-project-admin] 10.222.0.75 "POST /v2.0/networks HTTP/1.1" status: 201 len: 862 time: 0.5150168 Feb 09 19:29:14.518371 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 58206) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:29:14.601024 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-bdea37cc-c641-49bd-94c0-37df24c9914b admin admin] Publish callbacks [] for security_group (5728a426-f6f3-4621-8599-7ebeeedcc214), before_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:29:14.676042 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-bdea37cc-c641-49bd-94c0-37df24c9914b admin admin] Publish callbacks [] for security_group (5728a426-f6f3-4621-8599-7ebeeedcc214), precommit_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:29:14.787962 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-bdea37cc-c641-49bd-94c0-37df24c9914b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1892331'] for security_group (5728a426-f6f3-4621-8599-7ebeeedcc214), after_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:29:14.792653 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-bdea37cc-c641-49bd-94c0-37df24c9914b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:29:14.800097 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-bdea37cc-c641-49bd-94c0-37df24c9914b admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/5728a426-f6f3-4621-8599-7ebeeedcc214 HTTP/1.1" status: 204 len: 168 time: 0.3317742 Feb 09 19:29:14.818721 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdea37cc-c641-49bd-94c0-37df24c9914b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5728a426-f6f3-4621-8599-7ebeeedcc214,revision_number=None']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:29:14.996209 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-86217271-e5cc-4e3c-baff-489b1835087d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:29:15.098483 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-86217271-e5cc-4e3c-baff-489b1835087d admin admin] Publish callbacks [] for security_group (d71e7034-6b79-4d7c-b2a8-b40a939a5d02), precommit_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:29:15.103387 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-86217271-e5cc-4e3c-baff-489b1835087d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1892331'] for security_group (d71e7034-6b79-4d7c-b2a8-b40a939a5d02), after_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:29:15.163162 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-86217271-e5cc-4e3c-baff-489b1835087d admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=bcb1ba1c9cd440f693050e74201a89cc&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8084075 Feb 09 19:29:15.164460 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86217271-e5cc-4e3c-baff-489b1835087d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d71e7034-6b79-4d7c-b2a8-b40a939a5d02,revision_number=1']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:29:15.168316 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 58224) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:29:15.174385 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50b90d8a-c253-4acb-97e2-90ed28e1059f tempest-ExternalNetworksTestJSON-127713018 tempest-ExternalNetworksTestJSON-127713018-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:29:15.187486 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50b90d8a-c253-4acb-97e2-90ed28e1059f tempest-ExternalNetworksTestJSON-127713018 tempest-ExternalNetworksTestJSON-127713018-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:29:15.203729 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50b90d8a-c253-4acb-97e2-90ed28e1059f tempest-ExternalNetworksTestJSON-127713018 tempest-ExternalNetworksTestJSON-127713018-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:29:15.211982 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50b90d8a-c253-4acb-97e2-90ed28e1059f tempest-ExternalNetworksTestJSON-127713018 tempest-ExternalNetworksTestJSON-127713018-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:29:15.221332 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-50b90d8a-c253-4acb-97e2-90ed28e1059f tempest-ExternalNetworksTestJSON-127713018 tempest-ExternalNetworksTestJSON-127713018-project] 10.222.0.75 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2453 time: 0.6928167 Feb 09 19:29:15.223360 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 58228) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:29:15.309603 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-f8386f72-061d-4dfe-9c70-faef56796e79 tempest-ExternalNetworksTestJSON-541821870 tempest-ExternalNetworksTestJSON-541821870-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-670458'] for network (a8e7beb0-2ddc-46b0-9c39-e2e0e114d3d4), before_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:29:15.364464 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-d336eac3-eebf-4cbf-97a9-86434dacdb14 admin admin] Publish callbacks [] for security_group (d71e7034-6b79-4d7c-b2a8-b40a939a5d02), before_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:29:15.392932 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-d336eac3-eebf-4cbf-97a9-86434dacdb14 admin admin] Publish callbacks [] for security_group (d71e7034-6b79-4d7c-b2a8-b40a939a5d02), precommit_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:29:15.563843 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-d336eac3-eebf-4cbf-97a9-86434dacdb14 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1892331'] for security_group (d71e7034-6b79-4d7c-b2a8-b40a939a5d02), after_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:29:15.572138 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-d336eac3-eebf-4cbf-97a9-86434dacdb14 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:29:15.573894 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-d336eac3-eebf-4cbf-97a9-86434dacdb14 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/d71e7034-6b79-4d7c-b2a8-b40a939a5d02 HTTP/1.1" status: 204 len: 168 time: 0.4038436 Feb 09 19:29:15.622839 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d336eac3-eebf-4cbf-97a9-86434dacdb14 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d71e7034-6b79-4d7c-b2a8-b40a939a5d02,revision_number=None']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:29:15.686345 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-f8386f72-061d-4dfe-9c70-faef56796e79 tempest-ExternalNetworksTestJSON-541821870 tempest-ExternalNetworksTestJSON-541821870-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-590267', 'neutron.services.segments.db._delete_segments_for_network-8762867132609'] for network (a8e7beb0-2ddc-46b0-9c39-e2e0e114d3d4), precommit_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:29:15.786208 n-d-713498-36 neutron-server[103229]: DEBUG neutron.services.segments.db [None req-f8386f72-061d-4dfe-9c70-faef56796e79 tempest-ExternalNetworksTestJSON-541821870 tempest-ExternalNetworksTestJSON-541821870-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a8e7beb0-2ddc-46b0-9c39-e2e0e114d3d4']}} {{(pid=103229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:29:15.804541 n-d-713498-36 neutron-server[103229]: DEBUG neutron.services.segments.db [None req-f8386f72-061d-4dfe-9c70-faef56796e79 tempest-ExternalNetworksTestJSON-541821870 tempest-ExternalNetworksTestJSON-541821870-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '914a9f2b-c6be-4b7a-8abf-6868a6386fb2') {'for_net_delete': True} {{(pid=103229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:29:15.805463 n-d-713498-36 neutron-server[103229]: DEBUG neutron.services.segments.db [None req-f8386f72-061d-4dfe-9c70-faef56796e79 tempest-ExternalNetworksTestJSON-541821870 tempest-ExternalNetworksTestJSON-541821870-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '914a9f2b-c6be-4b7a-8abf-6868a6386fb2') {} {{(pid=103229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:29:15.824191 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-f8386f72-061d-4dfe-9c70-faef56796e79 tempest-ExternalNetworksTestJSON-541821870 tempest-ExternalNetworksTestJSON-541821870-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762867134154', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16683417'] for segment (914a9f2b-c6be-4b7a-8abf-6868a6386fb2), before_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:29:15.844662 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-f8386f72-061d-4dfe-9c70-faef56796e79 tempest-ExternalNetworksTestJSON-541821870 tempest-ExternalNetworksTestJSON-541821870-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-759574'] for segment (914a9f2b-c6be-4b7a-8abf-6868a6386fb2), precommit_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:29:15.856749 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f8386f72-061d-4dfe-9c70-faef56796e79 tempest-ExternalNetworksTestJSON-541821870 tempest-ExternalNetworksTestJSON-541821870-project-admin] Releasing vlan 366 on physical network physnet1 to pool {{(pid=103229) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 19:29:15.858291 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-f8386f72-061d-4dfe-9c70-faef56796e79 tempest-ExternalNetworksTestJSON-541821870 tempest-ExternalNetworksTestJSON-541821870-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-759574', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12867469'] for segment (914a9f2b-c6be-4b7a-8abf-6868a6386fb2), after_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:29:15.862879 n-d-713498-36 neutron-server[103229]: Traceback (most recent call last): Feb 09 19:29:15.862879 n-d-713498-36 neutron-server[103229]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 19:29:15.862879 n-d-713498-36 neutron-server[103229]: timer() Feb 09 19:29:15.862879 n-d-713498-36 neutron-server[103229]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 19:29:15.862879 n-d-713498-36 neutron-server[103229]: cb(*args, **kw) Feb 09 19:29:15.862879 n-d-713498-36 neutron-server[103229]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 19:29:15.862879 n-d-713498-36 neutron-server[103229]: return func(*args, **kwargs) Feb 09 19:29:15.862879 n-d-713498-36 neutron-server[103229]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 19:29:15.862879 n-d-713498-36 neutron-server[103229]: self._notify() Feb 09 19:29:15.862879 n-d-713498-36 neutron-server[103229]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 19:29:15.862879 n-d-713498-36 neutron-server[103229]: self.callback(batched_events) Feb 09 19:29:15.862879 n-d-713498-36 neutron-server[103229]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 19:29:15.862879 n-d-713498-36 neutron-server[103229]: event.method(event) Feb 09 19:29:15.862879 n-d-713498-36 neutron-server[103229]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 19:29:15.862879 n-d-713498-36 neutron-server[103229]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 19:29:15.862879 n-d-713498-36 neutron-server[103229]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 19:29:15.862879 n-d-713498-36 neutron-server[103229]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 19:29:15.862879 n-d-713498-36 neutron-server[103229]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 19:29:15.862879 n-d-713498-36 neutron-server[103229]: return f(self, *a, **k) Feb 09 19:29:15.862879 n-d-713498-36 neutron-server[103229]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 19:29:15.862879 n-d-713498-36 neutron-server[103229]: return self._get(url).json() Feb 09 19:29:15.862879 n-d-713498-36 neutron-server[103229]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 19:29:15.862879 n-d-713498-36 neutron-server[103229]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 19:29:15.862879 n-d-713498-36 neutron-server[103229]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 19:29:15.862879 n-d-713498-36 neutron-server[103229]: return self.request(url, 'GET', **kwargs) Feb 09 19:29:15.862879 n-d-713498-36 neutron-server[103229]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 19:29:15.862879 n-d-713498-36 neutron-server[103229]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 19:29:15.862879 n-d-713498-36 neutron-server[103229]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 19:29:15.862879 n-d-713498-36 neutron-server[103229]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 19:29:15.862879 n-d-713498-36 neutron-server[103229]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 19:29:15.862879 n-d-713498-36 neutron-server[103229]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 19:29:15.862879 n-d-713498-36 neutron-server[103229]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 19:29:15.976236 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-a7262a8e-0513-48fd-984d-75726a511961 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762867132591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593584'] for agent (911cfea2-02ae-4ec9-bac3-7808ee1cdd9c), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:29:16.051877 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-f8386f72-061d-4dfe-9c70-faef56796e79 tempest-ExternalNetworksTestJSON-541821870 tempest-ExternalNetworksTestJSON-541821870-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-590242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1885479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1818895'] for network (a8e7beb0-2ddc-46b0-9c39-e2e0e114d3d4), after_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:29:16.077515 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f8386f72-061d-4dfe-9c70-faef56796e79 tempest-ExternalNetworksTestJSON-541821870 tempest-ExternalNetworksTestJSON-541821870-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network a8e7beb0-2ddc-46b0-9c39-e2e0e114d3d4 {{(pid=103229) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Feb 09 19:29:16.090031 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-f8386f72-061d-4dfe-9c70-faef56796e79 tempest-ExternalNetworksTestJSON-541821870 tempest-ExternalNetworksTestJSON-541821870-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1613566'] for network (None), before_response {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:29:16.107197 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 58262) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:29:16.113010 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.v2.base [None req-c8acc2ef-f75c-4de7-8a89-48605d465d7a tempest-ExternalNetworksTestJSON-541821870 tempest-ExternalNetworksTestJSON-541821870-project-admin] Request body: {'network': {'name': 'tempest-network--507469268', 'router:external': True}} {{(pid=103230) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 19:29:16.113306 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-f8386f72-061d-4dfe-9c70-faef56796e79 tempest-ExternalNetworksTestJSON-541821870 tempest-ExternalNetworksTestJSON-541821870-project-admin] 10.222.0.75 "DELETE /v2.0/networks/a8e7beb0-2ddc-46b0-9c39-e2e0e114d3d4 HTTP/1.1" status: 204 len: 168 time: 0.8885405 Feb 09 19:29:16.149771 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8386f72-061d-4dfe-9c70-faef56796e79 tempest-ExternalNetworksTestJSON-541821870 tempest-ExternalNetworksTestJSON-541821870-project-admin] Pushing event deleted for resources: {'Network': ['ID=a8e7beb0-2ddc-46b0-9c39-e2e0e114d3d4,revision_number=None']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:29:16.166630 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c8acc2ef-f75c-4de7-8a89-48605d465d7a tempest-ExternalNetworksTestJSON-541821870 tempest-ExternalNetworksTestJSON-541821870-project-admin] Made reservation on behalf of a265738d3f004b819113ef32d867b41b for: {'network': 1} {{(pid=103230) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 19:29:16.176032 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-c8acc2ef-f75c-4de7-8a89-48605d465d7a tempest-ExternalNetworksTestJSON-541821870 tempest-ExternalNetworksTestJSON-541821870-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for network (None), before_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:29:16.257738 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c8acc2ef-f75c-4de7-8a89-48605d465d7a tempest-ExternalNetworksTestJSON-541821870 tempest-ExternalNetworksTestJSON-541821870-project-admin] vlan segment allocate from pool success with {'vlan_id': 372, 'physical_network': 'physnet1'} {{(pid=103230) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 19:29:16.298225 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-c8acc2ef-f75c-4de7-8a89-48605d465d7a tempest-ExternalNetworksTestJSON-541821870 tempest-ExternalNetworksTestJSON-541821870-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-759574'] for segment (27094dfb-0f08-497d-843f-96a5343fc698), precommit_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:29:16.310950 n-d-713498-36 neutron-server[103230]: INFO neutron.db.segments_db [None req-c8acc2ef-f75c-4de7-8a89-48605d465d7a tempest-ExternalNetworksTestJSON-541821870 tempest-ExternalNetworksTestJSON-541821870-project-admin] Added segment 27094dfb-0f08-497d-843f-96a5343fc698 of type vlan for network 4348b633-b48f-43bf-8f2d-d76af20fc364 Feb 09 19:29:16.503293 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-c8acc2ef-f75c-4de7-8a89-48605d465d7a tempest-ExternalNetworksTestJSON-541821870 tempest-ExternalNetworksTestJSON-541821870-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762866642225'] for network (4348b633-b48f-43bf-8f2d-d76af20fc364), precommit_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:29:16.598290 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-c8acc2ef-f75c-4de7-8a89-48605d465d7a tempest-ExternalNetworksTestJSON-541821870 tempest-ExternalNetworksTestJSON-541821870-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1885479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452'] for network (4348b633-b48f-43bf-8f2d-d76af20fc364), after_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:29:16.599669 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8acc2ef-f75c-4de7-8a89-48605d465d7a tempest-ExternalNetworksTestJSON-541821870 tempest-ExternalNetworksTestJSON-541821870-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:29:16.600299 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-c8acc2ef-f75c-4de7-8a89-48605d465d7a tempest-ExternalNetworksTestJSON-541821870 tempest-ExternalNetworksTestJSON-541821870-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1613566'] for network (None), before_response {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:29:16.604289 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 58276) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:29:16.668824 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-c8acc2ef-f75c-4de7-8a89-48605d465d7a tempest-ExternalNetworksTestJSON-541821870 tempest-ExternalNetworksTestJSON-541821870-project-admin] 10.222.0.75 "POST /v2.0/networks HTTP/1.1" status: 201 len: 862 time: 0.5485198 Feb 09 19:29:16.680566 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 58278) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:29:16.683141 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-e1cb4351-833a-4f96-9ab0-592286ace19b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:29:16.857977 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8acc2ef-f75c-4de7-8a89-48605d465d7a tempest-ExternalNetworksTestJSON-541821870 tempest-ExternalNetworksTestJSON-541821870-project-admin] Pushing event updated for resources: {'Network': ['ID=4348b633-b48f-43bf-8f2d-d76af20fc364,revision_number=1']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:29:16.875552 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Network 4348b633-b48f-43bf-8f2d-d76af20fc364 details requested by agent ovs-agent-n-d-713498-36 with host n-d-713498-36 {{(pid=103232) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 19:29:17.154253 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b33cb6e4-17fa-4b21-a189-e191aff4c688 tempest-ExternalNetworksTestJSON-127713018 tempest-ExternalNetworksTestJSON-127713018-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:29:17.163939 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 58302) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:29:17.164760 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-b33cb6e4-17fa-4b21-a189-e191aff4c688 tempest-ExternalNetworksTestJSON-127713018 tempest-ExternalNetworksTestJSON-127713018-project] 10.222.0.75 "GET /v2.0/networks/4348b633-b48f-43bf-8f2d-d76af20fc364 HTTP/1.1" status: 200 len: 756 time: 0.4625866 Feb 09 19:29:17.242629 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762867132591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593584'] for agent (496418a2-c002-4aec-ab1a-07f3bea491bd), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:29:17.441170 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9809d890-0d85-41ef-a971-28f8c2e03531 tempest-ExternalNetworksTestJSON-127713018 tempest-ExternalNetworksTestJSON-127713018-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:29:17.442571 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-9809d890-0d85-41ef-a971-28f8c2e03531 tempest-ExternalNetworksTestJSON-127713018 tempest-ExternalNetworksTestJSON-127713018-project] 10.222.0.75 "GET /v2.0/networks/0e668d09-5a81-4419-b649-f17f9edaa80b HTTP/1.1" status: 200 len: 768 time: 0.2764490 Feb 09 19:29:17.449567 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 58308) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:29:17.476721 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-e1cb4351-833a-4f96-9ab0-592286ace19b admin admin] Publish callbacks [] for security_group (0c893656-f164-4b74-9c41-c6a67c45aaa7), precommit_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:29:17.501383 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-e1cb4351-833a-4f96-9ab0-592286ace19b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1892331'] for security_group (0c893656-f164-4b74-9c41-c6a67c45aaa7), after_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:29:17.581282 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-e1cb4351-833a-4f96-9ab0-592286ace19b admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=f5a72efdb1e84fb0939dc377a6475f30&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9731207 Feb 09 19:29:17.581282 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1cb4351-833a-4f96-9ab0-592286ace19b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0c893656-f164-4b74-9c41-c6a67c45aaa7,revision_number=1']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:29:17.594340 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 58314) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:29:17.616398 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-9227a24a-ac54-4e94-a36b-6c87f6b48bcb tempest-ExternalNetworksTestJSON-541821870 tempest-ExternalNetworksTestJSON-541821870-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-670458'] for network (4348b633-b48f-43bf-8f2d-d76af20fc364), before_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:29:17.815362 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-e2d148a9-d364-452a-a8c7-2a78ceef0ca2 admin admin] Publish callbacks [] for security_group (0c893656-f164-4b74-9c41-c6a67c45aaa7), before_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:29:17.818483 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-9227a24a-ac54-4e94-a36b-6c87f6b48bcb tempest-ExternalNetworksTestJSON-541821870 tempest-ExternalNetworksTestJSON-541821870-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-590267', 'neutron.services.segments.db._delete_segments_for_network-8762867132609'] for network (4348b633-b48f-43bf-8f2d-d76af20fc364), precommit_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:29:17.863876 n-d-713498-36 neutron-server[103230]: DEBUG neutron.services.segments.db [None req-9227a24a-ac54-4e94-a36b-6c87f6b48bcb tempest-ExternalNetworksTestJSON-541821870 tempest-ExternalNetworksTestJSON-541821870-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4348b633-b48f-43bf-8f2d-d76af20fc364']}} {{(pid=103230) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:29:17.885436 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-e2d148a9-d364-452a-a8c7-2a78ceef0ca2 admin admin] Publish callbacks [] for security_group (0c893656-f164-4b74-9c41-c6a67c45aaa7), precommit_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:29:17.913273 n-d-713498-36 neutron-server[103230]: DEBUG neutron.services.segments.db [None req-9227a24a-ac54-4e94-a36b-6c87f6b48bcb tempest-ExternalNetworksTestJSON-541821870 tempest-ExternalNetworksTestJSON-541821870-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '27094dfb-0f08-497d-843f-96a5343fc698') {'for_net_delete': True} {{(pid=103230) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:29:17.913702 n-d-713498-36 neutron-server[103230]: DEBUG neutron.services.segments.db [None req-9227a24a-ac54-4e94-a36b-6c87f6b48bcb tempest-ExternalNetworksTestJSON-541821870 tempest-ExternalNetworksTestJSON-541821870-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '27094dfb-0f08-497d-843f-96a5343fc698') {} {{(pid=103230) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:29:17.939386 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-9227a24a-ac54-4e94-a36b-6c87f6b48bcb tempest-ExternalNetworksTestJSON-541821870 tempest-ExternalNetworksTestJSON-541821870-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762867134154', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12895813'] for segment (27094dfb-0f08-497d-843f-96a5343fc698), before_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:29:17.977309 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-9227a24a-ac54-4e94-a36b-6c87f6b48bcb tempest-ExternalNetworksTestJSON-541821870 tempest-ExternalNetworksTestJSON-541821870-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-759574'] for segment (27094dfb-0f08-497d-843f-96a5343fc698), precommit_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:29:17.996659 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9227a24a-ac54-4e94-a36b-6c87f6b48bcb tempest-ExternalNetworksTestJSON-541821870 tempest-ExternalNetworksTestJSON-541821870-project-admin] Releasing vlan 372 on physical network physnet1 to pool {{(pid=103230) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 19:29:17.998679 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-9227a24a-ac54-4e94-a36b-6c87f6b48bcb tempest-ExternalNetworksTestJSON-541821870 tempest-ExternalNetworksTestJSON-541821870-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-759574', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14393826'] for segment (27094dfb-0f08-497d-843f-96a5343fc698), after_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:29:18.004202 n-d-713498-36 neutron-server[103230]: Traceback (most recent call last): Feb 09 19:29:18.004202 n-d-713498-36 neutron-server[103230]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 19:29:18.004202 n-d-713498-36 neutron-server[103230]: timer() Feb 09 19:29:18.004202 n-d-713498-36 neutron-server[103230]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 19:29:18.004202 n-d-713498-36 neutron-server[103230]: cb(*args, **kw) Feb 09 19:29:18.004202 n-d-713498-36 neutron-server[103230]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 19:29:18.004202 n-d-713498-36 neutron-server[103230]: return func(*args, **kwargs) Feb 09 19:29:18.004202 n-d-713498-36 neutron-server[103230]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 19:29:18.004202 n-d-713498-36 neutron-server[103230]: self._notify() Feb 09 19:29:18.004202 n-d-713498-36 neutron-server[103230]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 19:29:18.004202 n-d-713498-36 neutron-server[103230]: self.callback(batched_events) Feb 09 19:29:18.004202 n-d-713498-36 neutron-server[103230]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 19:29:18.004202 n-d-713498-36 neutron-server[103230]: event.method(event) Feb 09 19:29:18.004202 n-d-713498-36 neutron-server[103230]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 19:29:18.004202 n-d-713498-36 neutron-server[103230]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 19:29:18.004202 n-d-713498-36 neutron-server[103230]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 19:29:18.004202 n-d-713498-36 neutron-server[103230]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 19:29:18.004202 n-d-713498-36 neutron-server[103230]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 19:29:18.004202 n-d-713498-36 neutron-server[103230]: return f(self, *a, **k) Feb 09 19:29:18.004202 n-d-713498-36 neutron-server[103230]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 19:29:18.004202 n-d-713498-36 neutron-server[103230]: return self._get(url).json() Feb 09 19:29:18.004202 n-d-713498-36 neutron-server[103230]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 19:29:18.004202 n-d-713498-36 neutron-server[103230]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 19:29:18.004202 n-d-713498-36 neutron-server[103230]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 19:29:18.004202 n-d-713498-36 neutron-server[103230]: return self.request(url, 'GET', **kwargs) Feb 09 19:29:18.004202 n-d-713498-36 neutron-server[103230]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 19:29:18.004202 n-d-713498-36 neutron-server[103230]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 19:29:18.004202 n-d-713498-36 neutron-server[103230]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 19:29:18.004202 n-d-713498-36 neutron-server[103230]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 19:29:18.004202 n-d-713498-36 neutron-server[103230]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 19:29:18.004202 n-d-713498-36 neutron-server[103230]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 19:29:18.004202 n-d-713498-36 neutron-server[103230]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 19:29:18.129925 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-e2d148a9-d364-452a-a8c7-2a78ceef0ca2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1892331'] for security_group (0c893656-f164-4b74-9c41-c6a67c45aaa7), after_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:29:18.135648 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-e2d148a9-d364-452a-a8c7-2a78ceef0ca2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:29:18.137242 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-e2d148a9-d364-452a-a8c7-2a78ceef0ca2 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/0c893656-f164-4b74-9c41-c6a67c45aaa7 HTTP/1.1" status: 204 len: 168 time: 0.5416679 Feb 09 19:29:18.161584 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2d148a9-d364-452a-a8c7-2a78ceef0ca2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0c893656-f164-4b74-9c41-c6a67c45aaa7,revision_number=None']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:29:18.169851 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-9227a24a-ac54-4e94-a36b-6c87f6b48bcb tempest-ExternalNetworksTestJSON-541821870 tempest-ExternalNetworksTestJSON-541821870-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-590242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1885479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1818895'] for network (4348b633-b48f-43bf-8f2d-d76af20fc364), after_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:29:18.217527 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9227a24a-ac54-4e94-a36b-6c87f6b48bcb tempest-ExternalNetworksTestJSON-541821870 tempest-ExternalNetworksTestJSON-541821870-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 4348b633-b48f-43bf-8f2d-d76af20fc364 {{(pid=103230) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Feb 09 19:29:18.219393 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9227a24a-ac54-4e94-a36b-6c87f6b48bcb tempest-ExternalNetworksTestJSON-541821870 tempest-ExternalNetworksTestJSON-541821870-project-admin] Pushing event deleted for resources: {'Network': ['ID=4348b633-b48f-43bf-8f2d-d76af20fc364,revision_number=None']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:29:18.228927 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-9227a24a-ac54-4e94-a36b-6c87f6b48bcb tempest-ExternalNetworksTestJSON-541821870 tempest-ExternalNetworksTestJSON-541821870-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1613566'] for network (None), before_response {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:29:18.246216 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-9227a24a-ac54-4e94-a36b-6c87f6b48bcb tempest-ExternalNetworksTestJSON-541821870 tempest-ExternalNetworksTestJSON-541821870-project-admin] 10.222.0.75 "DELETE /v2.0/networks/4348b633-b48f-43bf-8f2d-d76af20fc364 HTTP/1.1" status: 204 len: 168 time: 0.7929227 Feb 09 19:29:18.249232 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 58346) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:29:18.256372 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.v2.base [None req-ab772543-c8ee-4474-8021-7bf6a8c42c1e tempest-ExternalNetworksTestJSON-541821870 tempest-ExternalNetworksTestJSON-541821870-project-admin] Request body: {'network': {'name': 'tempest-network--1157232249'}} {{(pid=103229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 19:29:18.295007 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ab772543-c8ee-4474-8021-7bf6a8c42c1e tempest-ExternalNetworksTestJSON-541821870 tempest-ExternalNetworksTestJSON-541821870-project-admin] Made reservation on behalf of a265738d3f004b819113ef32d867b41b for: {'network': 1} {{(pid=103229) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 19:29:18.297921 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-ab772543-c8ee-4474-8021-7bf6a8c42c1e tempest-ExternalNetworksTestJSON-541821870 tempest-ExternalNetworksTestJSON-541821870-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for network (None), before_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:29:18.327163 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ab772543-c8ee-4474-8021-7bf6a8c42c1e tempest-ExternalNetworksTestJSON-541821870 tempest-ExternalNetworksTestJSON-541821870-project-admin] vlan segment allocate from pool success with {'vlan_id': 377, 'physical_network': 'physnet1'} {{(pid=103229) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 19:29:18.338449 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-ab772543-c8ee-4474-8021-7bf6a8c42c1e tempest-ExternalNetworksTestJSON-541821870 tempest-ExternalNetworksTestJSON-541821870-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-759574'] for segment (97cba448-5512-4016-addc-7dad4018c933), precommit_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:29:18.341624 n-d-713498-36 neutron-server[103229]: INFO neutron.db.segments_db [None req-ab772543-c8ee-4474-8021-7bf6a8c42c1e tempest-ExternalNetworksTestJSON-541821870 tempest-ExternalNetworksTestJSON-541821870-project-admin] Added segment 97cba448-5512-4016-addc-7dad4018c933 of type vlan for network 533cf746-364a-4da4-951e-5a6e81776a2d Feb 09 19:29:18.402401 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-ab772543-c8ee-4474-8021-7bf6a8c42c1e tempest-ExternalNetworksTestJSON-541821870 tempest-ExternalNetworksTestJSON-541821870-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762866642225'] for network (533cf746-364a-4da4-951e-5a6e81776a2d), precommit_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:29:18.443413 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-ab772543-c8ee-4474-8021-7bf6a8c42c1e tempest-ExternalNetworksTestJSON-541821870 tempest-ExternalNetworksTestJSON-541821870-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1885479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452'] for network (533cf746-364a-4da4-951e-5a6e81776a2d), after_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:29:18.444525 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab772543-c8ee-4474-8021-7bf6a8c42c1e tempest-ExternalNetworksTestJSON-541821870 tempest-ExternalNetworksTestJSON-541821870-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:29:18.445542 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-ab772543-c8ee-4474-8021-7bf6a8c42c1e tempest-ExternalNetworksTestJSON-541821870 tempest-ExternalNetworksTestJSON-541821870-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1613566'] for network (None), before_response {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:29:18.514032 n-d-713498-36 neutron-server[103233]: DEBUG neutron.db.agents_db [None req-4a8a6a42-0a0c-4437-8958-92282682b6bb None None] Agent healthcheck: found 7 active agents {{(pid=103233) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 19:29:18.584613 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-ab772543-c8ee-4474-8021-7bf6a8c42c1e tempest-ExternalNetworksTestJSON-541821870 tempest-ExternalNetworksTestJSON-541821870-project-admin] 10.222.0.75 "POST /v2.0/networks HTTP/1.1" status: 201 len: 864 time: 0.3322201 Feb 09 19:29:18.586236 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 58354) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:29:18.592133 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.v2.base [None req-7b61a696-3e19-44f4-8d21-7657789d870f tempest-ExternalNetworksTestJSON-541821870 tempest-ExternalNetworksTestJSON-541821870-project-admin] Request body: {'network': {'router:external': True}} {{(pid=103230) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 19:29:18.597022 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762867132591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593584'] for agent (488cd9ae-631f-4955-ba0b-4f5a13f12e9c), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:29:18.612982 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab772543-c8ee-4474-8021-7bf6a8c42c1e tempest-ExternalNetworksTestJSON-541821870 tempest-ExternalNetworksTestJSON-541821870-project-admin] Pushing event updated for resources: {'Network': ['ID=533cf746-364a-4da4-951e-5a6e81776a2d,revision_number=1']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:29:18.637749 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Network 533cf746-364a-4da4-951e-5a6e81776a2d details requested by agent ovs-agent-n-d-713498-36 with host n-d-713498-36 {{(pid=103232) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 19:29:18.942942 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-7b61a696-3e19-44f4-8d21-7657789d870f tempest-ExternalNetworksTestJSON-541821870 tempest-ExternalNetworksTestJSON-541821870-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762866642225'] for network (533cf746-364a-4da4-951e-5a6e81776a2d), precommit_update {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:29:18.960129 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-7b61a696-3e19-44f4-8d21-7657789d870f tempest-ExternalNetworksTestJSON-541821870 tempest-ExternalNetworksTestJSON-541821870-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1885479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452'] for network (533cf746-364a-4da4-951e-5a6e81776a2d), after_update {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:29:18.978821 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-7b61a696-3e19-44f4-8d21-7657789d870f tempest-ExternalNetworksTestJSON-541821870 tempest-ExternalNetworksTestJSON-541821870-project-admin] Network 533cf746-364a-4da4-951e-5a6e81776a2d is not hosted by any dhcp agent {{(pid=103230) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Feb 09 19:29:18.980785 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b61a696-3e19-44f4-8d21-7657789d870f tempest-ExternalNetworksTestJSON-541821870 tempest-ExternalNetworksTestJSON-541821870-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:29:18.981543 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-7b61a696-3e19-44f4-8d21-7657789d870f tempest-ExternalNetworksTestJSON-541821870 tempest-ExternalNetworksTestJSON-541821870-project-admin] Publish callbacks [] for network (None), before_response {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:29:18.983083 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-7b61a696-3e19-44f4-8d21-7657789d870f tempest-ExternalNetworksTestJSON-541821870 tempest-ExternalNetworksTestJSON-541821870-project-admin] 10.222.0.75 "PUT /v2.0/networks/533cf746-364a-4da4-951e-5a6e81776a2d HTTP/1.1" status: 200 len: 858 time: 0.3958089 Feb 09 19:29:18.987519 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 58372) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:29:19.040896 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762867132591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593584'] for agent (bcd5faee-dc24-4298-9134-0e0aa054058e), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:29:19.045018 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b61a696-3e19-44f4-8d21-7657789d870f tempest-ExternalNetworksTestJSON-541821870 tempest-ExternalNetworksTestJSON-541821870-project-admin] Pushing event updated for resources: {'Network': ['ID=533cf746-364a-4da4-951e-5a6e81776a2d,revision_number=2']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:29:19.146070 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-4ea10a1a-59f2-4d18-a3d0-7bd131b8cf7d tempest-ExternalNetworksTestJSON-541821870 tempest-ExternalNetworksTestJSON-541821870-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-670458'] for network (533cf746-364a-4da4-951e-5a6e81776a2d), before_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:29:19.321549 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-4ea10a1a-59f2-4d18-a3d0-7bd131b8cf7d tempest-ExternalNetworksTestJSON-541821870 tempest-ExternalNetworksTestJSON-541821870-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-590267', 'neutron.services.segments.db._delete_segments_for_network-8762867132609'] for network (533cf746-364a-4da4-951e-5a6e81776a2d), precommit_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:29:19.349794 n-d-713498-36 neutron-server[103229]: DEBUG neutron.services.segments.db [None req-4ea10a1a-59f2-4d18-a3d0-7bd131b8cf7d tempest-ExternalNetworksTestJSON-541821870 tempest-ExternalNetworksTestJSON-541821870-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['533cf746-364a-4da4-951e-5a6e81776a2d']}} {{(pid=103229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:29:19.367884 n-d-713498-36 neutron-server[103229]: DEBUG neutron.services.segments.db [None req-4ea10a1a-59f2-4d18-a3d0-7bd131b8cf7d tempest-ExternalNetworksTestJSON-541821870 tempest-ExternalNetworksTestJSON-541821870-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '97cba448-5512-4016-addc-7dad4018c933') {'for_net_delete': True} {{(pid=103229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:29:19.369117 n-d-713498-36 neutron-server[103229]: DEBUG neutron.services.segments.db [None req-4ea10a1a-59f2-4d18-a3d0-7bd131b8cf7d tempest-ExternalNetworksTestJSON-541821870 tempest-ExternalNetworksTestJSON-541821870-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '97cba448-5512-4016-addc-7dad4018c933') {} {{(pid=103229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:29:19.392888 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-4ea10a1a-59f2-4d18-a3d0-7bd131b8cf7d tempest-ExternalNetworksTestJSON-541821870 tempest-ExternalNetworksTestJSON-541821870-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762867134154', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16683417'] for segment (97cba448-5512-4016-addc-7dad4018c933), before_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:29:19.429314 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-4ea10a1a-59f2-4d18-a3d0-7bd131b8cf7d tempest-ExternalNetworksTestJSON-541821870 tempest-ExternalNetworksTestJSON-541821870-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-759574'] for segment (97cba448-5512-4016-addc-7dad4018c933), precommit_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:29:19.440987 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4ea10a1a-59f2-4d18-a3d0-7bd131b8cf7d tempest-ExternalNetworksTestJSON-541821870 tempest-ExternalNetworksTestJSON-541821870-project-admin] Releasing vlan 377 on physical network physnet1 to pool {{(pid=103229) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 19:29:19.441420 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-4ea10a1a-59f2-4d18-a3d0-7bd131b8cf7d tempest-ExternalNetworksTestJSON-541821870 tempest-ExternalNetworksTestJSON-541821870-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-759574', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12867469'] for segment (97cba448-5512-4016-addc-7dad4018c933), after_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:29:19.443419 n-d-713498-36 neutron-server[103229]: Traceback (most recent call last): Feb 09 19:29:19.443419 n-d-713498-36 neutron-server[103229]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 19:29:19.443419 n-d-713498-36 neutron-server[103229]: timer() Feb 09 19:29:19.443419 n-d-713498-36 neutron-server[103229]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 19:29:19.443419 n-d-713498-36 neutron-server[103229]: cb(*args, **kw) Feb 09 19:29:19.443419 n-d-713498-36 neutron-server[103229]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 19:29:19.443419 n-d-713498-36 neutron-server[103229]: return func(*args, **kwargs) Feb 09 19:29:19.443419 n-d-713498-36 neutron-server[103229]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 19:29:19.443419 n-d-713498-36 neutron-server[103229]: self._notify() Feb 09 19:29:19.443419 n-d-713498-36 neutron-server[103229]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 19:29:19.443419 n-d-713498-36 neutron-server[103229]: self.callback(batched_events) Feb 09 19:29:19.443419 n-d-713498-36 neutron-server[103229]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 19:29:19.443419 n-d-713498-36 neutron-server[103229]: event.method(event) Feb 09 19:29:19.443419 n-d-713498-36 neutron-server[103229]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 19:29:19.443419 n-d-713498-36 neutron-server[103229]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 19:29:19.443419 n-d-713498-36 neutron-server[103229]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 19:29:19.443419 n-d-713498-36 neutron-server[103229]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 19:29:19.443419 n-d-713498-36 neutron-server[103229]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 19:29:19.443419 n-d-713498-36 neutron-server[103229]: return f(self, *a, **k) Feb 09 19:29:19.443419 n-d-713498-36 neutron-server[103229]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 19:29:19.443419 n-d-713498-36 neutron-server[103229]: return self._get(url).json() Feb 09 19:29:19.443419 n-d-713498-36 neutron-server[103229]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 19:29:19.443419 n-d-713498-36 neutron-server[103229]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 19:29:19.443419 n-d-713498-36 neutron-server[103229]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 19:29:19.443419 n-d-713498-36 neutron-server[103229]: return self.request(url, 'GET', **kwargs) Feb 09 19:29:19.443419 n-d-713498-36 neutron-server[103229]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 19:29:19.443419 n-d-713498-36 neutron-server[103229]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 19:29:19.443419 n-d-713498-36 neutron-server[103229]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 19:29:19.443419 n-d-713498-36 neutron-server[103229]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 19:29:19.443419 n-d-713498-36 neutron-server[103229]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 19:29:19.443419 n-d-713498-36 neutron-server[103229]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 19:29:19.443419 n-d-713498-36 neutron-server[103229]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 19:29:19.524608 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-4ea10a1a-59f2-4d18-a3d0-7bd131b8cf7d tempest-ExternalNetworksTestJSON-541821870 tempest-ExternalNetworksTestJSON-541821870-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-590242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1885479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1818895'] for network (533cf746-364a-4da4-951e-5a6e81776a2d), after_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:29:19.532936 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4ea10a1a-59f2-4d18-a3d0-7bd131b8cf7d tempest-ExternalNetworksTestJSON-541821870 tempest-ExternalNetworksTestJSON-541821870-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 533cf746-364a-4da4-951e-5a6e81776a2d {{(pid=103229) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Feb 09 19:29:19.537903 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-4ea10a1a-59f2-4d18-a3d0-7bd131b8cf7d tempest-ExternalNetworksTestJSON-541821870 tempest-ExternalNetworksTestJSON-541821870-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1613566'] for network (None), before_response {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:29:19.544659 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 58404) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:29:19.547763 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-4ea10a1a-59f2-4d18-a3d0-7bd131b8cf7d tempest-ExternalNetworksTestJSON-541821870 tempest-ExternalNetworksTestJSON-541821870-project-admin] 10.222.0.75 "DELETE /v2.0/networks/533cf746-364a-4da4-951e-5a6e81776a2d HTTP/1.1" status: 204 len: 168 time: 0.5588152 Feb 09 19:29:19.563987 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ea10a1a-59f2-4d18-a3d0-7bd131b8cf7d tempest-ExternalNetworksTestJSON-541821870 tempest-ExternalNetworksTestJSON-541821870-project-admin] Pushing event deleted for resources: {'Network': ['ID=533cf746-364a-4da4-951e-5a6e81776a2d,revision_number=None']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:29:19.603237 n-d-713498-36 neutron-server[103230]: INFO neutron.pecan_wsgi.hooks.translation [None req-18925386-d602-406b-9906-d230b175fdd6 tempest-ExternalNetworksTestJSON-127713018 tempest-ExternalNetworksTestJSON-127713018-project] DELETE failed (client error): The resource could not be found. Feb 09 19:29:19.603952 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-18925386-d602-406b-9906-d230b175fdd6 tempest-ExternalNetworksTestJSON-127713018 tempest-ExternalNetworksTestJSON-127713018-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103230) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 19:29:19.606644 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-18925386-d602-406b-9906-d230b175fdd6 tempest-ExternalNetworksTestJSON-127713018 tempest-ExternalNetworksTestJSON-127713018-project] 10.222.0.75 "DELETE /v2.0/subnets/af5412ac-153f-47cd-88c7-708864b1cc5e HTTP/1.1" status: 404 len: 337 time: 0.0607142 Feb 09 19:29:19.609231 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 58412) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:29:19.709708 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-8f59b72c-6782-4796-8f91-635053f78a22 tempest-ExternalNetworksTestJSON-127713018 tempest-ExternalNetworksTestJSON-127713018-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-670458'] for network (0e668d09-5a81-4419-b649-f17f9edaa80b), before_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:29:19.838539 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-8f59b72c-6782-4796-8f91-635053f78a22 tempest-ExternalNetworksTestJSON-127713018 tempest-ExternalNetworksTestJSON-127713018-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-590267', 'neutron.services.segments.db._delete_segments_for_network-8762867132609'] for network (0e668d09-5a81-4419-b649-f17f9edaa80b), precommit_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:29:19.880404 n-d-713498-36 neutron-server[103230]: DEBUG neutron.services.segments.db [None req-8f59b72c-6782-4796-8f91-635053f78a22 tempest-ExternalNetworksTestJSON-127713018 tempest-ExternalNetworksTestJSON-127713018-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0e668d09-5a81-4419-b649-f17f9edaa80b']}} {{(pid=103230) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:29:19.891202 n-d-713498-36 neutron-server[103230]: DEBUG neutron.services.segments.db [None req-8f59b72c-6782-4796-8f91-635053f78a22 tempest-ExternalNetworksTestJSON-127713018 tempest-ExternalNetworksTestJSON-127713018-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bceec87f-c461-4653-96cc-1cd239df8e59') {'for_net_delete': True} {{(pid=103230) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:29:19.891748 n-d-713498-36 neutron-server[103230]: DEBUG neutron.services.segments.db [None req-8f59b72c-6782-4796-8f91-635053f78a22 tempest-ExternalNetworksTestJSON-127713018 tempest-ExternalNetworksTestJSON-127713018-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bceec87f-c461-4653-96cc-1cd239df8e59') {} {{(pid=103230) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:29:19.902666 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-8f59b72c-6782-4796-8f91-635053f78a22 tempest-ExternalNetworksTestJSON-127713018 tempest-ExternalNetworksTestJSON-127713018-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762867134154', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12895813'] for segment (bceec87f-c461-4653-96cc-1cd239df8e59), before_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:29:19.917076 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-8f59b72c-6782-4796-8f91-635053f78a22 tempest-ExternalNetworksTestJSON-127713018 tempest-ExternalNetworksTestJSON-127713018-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-759574'] for segment (bceec87f-c461-4653-96cc-1cd239df8e59), precommit_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:29:19.925280 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8f59b72c-6782-4796-8f91-635053f78a22 tempest-ExternalNetworksTestJSON-127713018 tempest-ExternalNetworksTestJSON-127713018-project] Releasing vlan 389 on physical network physnet1 to pool {{(pid=103230) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 19:29:19.926153 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-8f59b72c-6782-4796-8f91-635053f78a22 tempest-ExternalNetworksTestJSON-127713018 tempest-ExternalNetworksTestJSON-127713018-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-759574', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14393826'] for segment (bceec87f-c461-4653-96cc-1cd239df8e59), after_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:29:19.931383 n-d-713498-36 neutron-server[103230]: Traceback (most recent call last): Feb 09 19:29:19.931383 n-d-713498-36 neutron-server[103230]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 19:29:19.931383 n-d-713498-36 neutron-server[103230]: timer() Feb 09 19:29:19.931383 n-d-713498-36 neutron-server[103230]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 19:29:19.931383 n-d-713498-36 neutron-server[103230]: cb(*args, **kw) Feb 09 19:29:19.931383 n-d-713498-36 neutron-server[103230]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 19:29:19.931383 n-d-713498-36 neutron-server[103230]: return func(*args, **kwargs) Feb 09 19:29:19.931383 n-d-713498-36 neutron-server[103230]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 19:29:19.931383 n-d-713498-36 neutron-server[103230]: self._notify() Feb 09 19:29:19.931383 n-d-713498-36 neutron-server[103230]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 19:29:19.931383 n-d-713498-36 neutron-server[103230]: self.callback(batched_events) Feb 09 19:29:19.931383 n-d-713498-36 neutron-server[103230]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 19:29:19.931383 n-d-713498-36 neutron-server[103230]: event.method(event) Feb 09 19:29:19.931383 n-d-713498-36 neutron-server[103230]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 19:29:19.931383 n-d-713498-36 neutron-server[103230]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 19:29:19.931383 n-d-713498-36 neutron-server[103230]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 19:29:19.931383 n-d-713498-36 neutron-server[103230]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 19:29:19.931383 n-d-713498-36 neutron-server[103230]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 19:29:19.931383 n-d-713498-36 neutron-server[103230]: return f(self, *a, **k) Feb 09 19:29:19.931383 n-d-713498-36 neutron-server[103230]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 19:29:19.931383 n-d-713498-36 neutron-server[103230]: return self._get(url).json() Feb 09 19:29:19.931383 n-d-713498-36 neutron-server[103230]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 19:29:19.931383 n-d-713498-36 neutron-server[103230]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 19:29:19.931383 n-d-713498-36 neutron-server[103230]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 19:29:19.931383 n-d-713498-36 neutron-server[103230]: return self.request(url, 'GET', **kwargs) Feb 09 19:29:19.931383 n-d-713498-36 neutron-server[103230]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 19:29:19.931383 n-d-713498-36 neutron-server[103230]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 19:29:19.931383 n-d-713498-36 neutron-server[103230]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 19:29:19.931383 n-d-713498-36 neutron-server[103230]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 19:29:19.931383 n-d-713498-36 neutron-server[103230]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 19:29:19.931383 n-d-713498-36 neutron-server[103230]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 19:29:19.931383 n-d-713498-36 neutron-server[103230]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 19:29:20.072804 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 58434) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:29:20.085297 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-8f59b72c-6782-4796-8f91-635053f78a22 tempest-ExternalNetworksTestJSON-127713018 tempest-ExternalNetworksTestJSON-127713018-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-590242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1885479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1818895'] for network (0e668d09-5a81-4419-b649-f17f9edaa80b), after_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:29:20.131571 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-8f59b72c-6782-4796-8f91-635053f78a22 tempest-ExternalNetworksTestJSON-127713018 tempest-ExternalNetworksTestJSON-127713018-project] Publish callbacks [] for network (None), before_response {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:29:20.138634 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-8f59b72c-6782-4796-8f91-635053f78a22 tempest-ExternalNetworksTestJSON-127713018 tempest-ExternalNetworksTestJSON-127713018-project] 10.222.0.75 "DELETE /v2.0/networks/0e668d09-5a81-4419-b649-f17f9edaa80b HTTP/1.1" status: 204 len: 168 time: 0.5268123 Feb 09 19:29:20.144639 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f59b72c-6782-4796-8f91-635053f78a22 tempest-ExternalNetworksTestJSON-127713018 tempest-ExternalNetworksTestJSON-127713018-project] Pushing event deleted for resources: {'Network': ['ID=0e668d09-5a81-4419-b649-f17f9edaa80b,revision_number=None']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:29:20.356441 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-49c08502-943f-465e-9f1a-d95c9b12ce2e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:29:20.557609 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-49c08502-943f-465e-9f1a-d95c9b12ce2e admin admin] Publish callbacks [] for security_group (32e4d0d3-9e11-4ce5-8956-8d0a69a7c6d5), precommit_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:29:20.566822 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-49c08502-943f-465e-9f1a-d95c9b12ce2e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1892331'] for security_group (32e4d0d3-9e11-4ce5-8956-8d0a69a7c6d5), after_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:29:20.662363 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49c08502-943f-465e-9f1a-d95c9b12ce2e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=32e4d0d3-9e11-4ce5-8956-8d0a69a7c6d5,revision_number=1']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:29:20.688328 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 58468) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:29:20.718504 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-49c08502-943f-465e-9f1a-d95c9b12ce2e admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=e52a11dd94c040aaa66c21c1e978ce9e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6432247 Feb 09 19:29:20.818832 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-183822bc-26a9-4338-ac60-0cfd9bd558e3 admin admin] Publish callbacks [] for security_group (32e4d0d3-9e11-4ce5-8956-8d0a69a7c6d5), before_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:29:20.873780 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-183822bc-26a9-4338-ac60-0cfd9bd558e3 admin admin] Publish callbacks [] for security_group (32e4d0d3-9e11-4ce5-8956-8d0a69a7c6d5), precommit_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:29:20.955400 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-183822bc-26a9-4338-ac60-0cfd9bd558e3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1892331'] for security_group (32e4d0d3-9e11-4ce5-8956-8d0a69a7c6d5), after_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:29:20.958322 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-183822bc-26a9-4338-ac60-0cfd9bd558e3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:29:20.959868 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-183822bc-26a9-4338-ac60-0cfd9bd558e3 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/32e4d0d3-9e11-4ce5-8956-8d0a69a7c6d5 HTTP/1.1" status: 204 len: 168 time: 0.2704942 Feb 09 19:29:20.969792 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-183822bc-26a9-4338-ac60-0cfd9bd558e3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=32e4d0d3-9e11-4ce5-8956-8d0a69a7c6d5,revision_number=None']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:29:21.024192 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 58480) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:29:21.190840 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 58490) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:29:21.470057 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c53cf16d-5095-4755-af3a-43b867632504 req-bcc4d7b1-eaff-49c5-9933-2f23cf780ec8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:29:21.473276 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-c53cf16d-5095-4755-af3a-43b867632504 req-bcc4d7b1-eaff-49c5-9933-2f23cf780ec8 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=d7a2ccbf0c8a475abd1520a0e31ab926&device_id=a1fbc70b-9dd3-44f5-99b0-85f3dff92d7d HTTP/1.1" status: 200 len: 1127 time: 0.1152802 Feb 09 19:29:21.519191 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f63ef4bb-db11-45e4-9d9d-13ed8b5dd0dd req-3a67f8bb-d7c6-475d-852c-4462bf187098 tempest-ServerActionsTestJSON-347500300 tempest-ServerActionsTestJSON-347500300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:29:21.520857 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-f63ef4bb-db11-45e4-9d9d-13ed8b5dd0dd req-3a67f8bb-d7c6-475d-852c-4462bf187098 tempest-ServerActionsTestJSON-347500300 tempest-ServerActionsTestJSON-347500300-project] 10.222.0.75 "GET /v2.0/ports?device_id=a1fbc70b-9dd3-44f5-99b0-85f3dff92d7d HTTP/1.1" status: 200 len: 944 time: 0.1423337 Feb 09 19:29:21.703762 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 58518) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:29:21.725468 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-aa6a298b-7827-4309-9fbb-8954c9b0277e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:29:21.820808 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-f63ef4bb-db11-45e4-9d9d-13ed8b5dd0dd req-02f888c7-412f-4fc0-ab1e-0fd19bd482a9 tempest-ServerActionsTestJSON-347500300 tempest-ServerActionsTestJSON-347500300-project] 10.222.0.75 "GET /v2.0/security-groups?id=22c4accd-b9e4-4e3e-aec5-b2bee068a6b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2733729 Feb 09 19:29:21.823396 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-f9852b65-ddef-4f53-9ad7-2bdab461ef1f admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=93ce70dcc9364c97a9290d5408b39bc7&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7972901 Feb 09 19:29:21.826279 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-21aa4890-5ab5-497c-b3fd-8bafd2cfc903 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:29:21.832401 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 58524) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:29:21.927215 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c53cf16d-5095-4755-af3a-43b867632504 req-4833929f-4b09-4148-97d1-c0599b9d411c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:29:21.929752 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-c53cf16d-5095-4755-af3a-43b867632504 req-4833929f-4b09-4148-97d1-c0599b9d411c service neutron] 10.222.0.89 "GET /v2.0/networks?id=bd12d1d0-518d-4d29-a00d-98410ba2cb8a HTTP/1.1" status: 200 len: 913 time: 0.4511921 Feb 09 19:29:21.964295 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-aa6a298b-7827-4309-9fbb-8954c9b0277e admin admin] Publish callbacks [] for security_group (a04182bb-ef94-45f3-87f7-f16a681a6ee0), precommit_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:29:21.965476 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-39e8b53c-1bdd-4c89-bcb5-588d86f7587b admin admin] Publish callbacks [] for security_group (c6434003-b1ef-4e29-8ba7-de95663e945a), before_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:29:21.974672 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-aa6a298b-7827-4309-9fbb-8954c9b0277e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1892331'] for security_group (a04182bb-ef94-45f3-87f7-f16a681a6ee0), after_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:29:22.031950 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-39e8b53c-1bdd-4c89-bcb5-588d86f7587b admin admin] Publish callbacks [] for security_group (c6434003-b1ef-4e29-8ba7-de95663e945a), precommit_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:29:22.070838 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-c53cf16d-5095-4755-af3a-43b867632504 req-0295a1f9-ce5f-48fa-a012-a449bcf2ba93 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f1d2f720-203f-4a0c-99ec-b451c998d159 HTTP/1.1" status: 200 len: 998 time: 0.1272321 Feb 09 19:29:22.087482 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-aa6a298b-7827-4309-9fbb-8954c9b0277e admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=a12e3ecbc5c840b4b5ba0f5dad67b856&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3831627 Feb 09 19:29:22.089891 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 58530) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:29:22.090574 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa6a298b-7827-4309-9fbb-8954c9b0277e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a04182bb-ef94-45f3-87f7-f16a681a6ee0,revision_number=1']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:29:22.131975 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-21aa4890-5ab5-497c-b3fd-8bafd2cfc903 admin admin] Publish callbacks [] for security_group (2afa1939-8b35-4fed-894c-54e234041ec6), precommit_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:29:22.139285 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-21aa4890-5ab5-497c-b3fd-8bafd2cfc903 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1892331'] for security_group (2afa1939-8b35-4fed-894c-54e234041ec6), after_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:29:22.215021 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c53cf16d-5095-4755-af3a-43b867632504 req-ab3f60b5-5353-4a2d-9988-7a64c0de2186 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:29:22.222147 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-c53cf16d-5095-4755-af3a-43b867632504 req-ab3f60b5-5353-4a2d-9988-7a64c0de2186 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=60ccac4e-8e6b-4139-b4aa-9c0c5cc0e9e4 HTTP/1.1" status: 200 len: 851 time: 0.1407654 Feb 09 19:29:22.230505 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-005be598-3583-4231-89dd-b8f9ee968a9b admin admin] Publish callbacks [] for security_group (a04182bb-ef94-45f3-87f7-f16a681a6ee0), before_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:29:22.235736 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-39e8b53c-1bdd-4c89-bcb5-588d86f7587b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1892331'] for security_group (c6434003-b1ef-4e29-8ba7-de95663e945a), after_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:29:22.245571 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-39e8b53c-1bdd-4c89-bcb5-588d86f7587b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:29:22.249643 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-39e8b53c-1bdd-4c89-bcb5-588d86f7587b admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/c6434003-b1ef-4e29-8ba7-de95663e945a HTTP/1.1" status: 204 len: 168 time: 0.4136376 Feb 09 19:29:22.289402 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39e8b53c-1bdd-4c89-bcb5-588d86f7587b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c6434003-b1ef-4e29-8ba7-de95663e945a,revision_number=None']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:29:22.305629 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-005be598-3583-4231-89dd-b8f9ee968a9b admin admin] Publish callbacks [] for security_group (a04182bb-ef94-45f3-87f7-f16a681a6ee0), precommit_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:29:22.315412 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-21aa4890-5ab5-497c-b3fd-8bafd2cfc903 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=e3ac20d57bb7454a9d358a8f628f942f&name=default HTTP/1.1" status: 200 len: 3000 time: 1.1235073 Feb 09 19:29:22.319939 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 58544) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:29:22.322491 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21aa4890-5ab5-497c-b3fd-8bafd2cfc903 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2afa1939-8b35-4fed-894c-54e234041ec6,revision_number=1']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:29:22.381046 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c53cf16d-5095-4755-af3a-43b867632504 req-cb29fecb-e54b-49a9-8a2f-4b3c27fb7135 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:29:22.382651 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-c53cf16d-5095-4755-af3a-43b867632504 req-cb29fecb-e54b-49a9-8a2f-4b3c27fb7135 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=bd12d1d0-518d-4d29-a00d-98410ba2cb8a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.1449363 Feb 09 19:29:22.445016 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-f941b167-3349-4167-aec2-7fb5034f80f8 admin admin] Publish callbacks [] for security_group (2afa1939-8b35-4fed-894c-54e234041ec6), before_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:29:22.477771 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-005be598-3583-4231-89dd-b8f9ee968a9b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1892331'] for security_group (a04182bb-ef94-45f3-87f7-f16a681a6ee0), after_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:29:22.482289 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-005be598-3583-4231-89dd-b8f9ee968a9b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:29:22.484642 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-005be598-3583-4231-89dd-b8f9ee968a9b admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/a04182bb-ef94-45f3-87f7-f16a681a6ee0 HTTP/1.1" status: 204 len: 168 time: 0.3901782 Feb 09 19:29:22.488357 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-f941b167-3349-4167-aec2-7fb5034f80f8 admin admin] Publish callbacks [] for security_group (2afa1939-8b35-4fed-894c-54e234041ec6), precommit_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:29:22.514548 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-005be598-3583-4231-89dd-b8f9ee968a9b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a04182bb-ef94-45f3-87f7-f16a681a6ee0,revision_number=None']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:29:22.576679 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-c53cf16d-5095-4755-af3a-43b867632504 req-c9adc7ba-27e9-4ab7-a0b8-11d75c913b13 service neutron] 10.222.0.89 "GET /v2.0/networks/bd12d1d0-518d-4d29-a00d-98410ba2cb8a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1870310 Feb 09 19:29:22.615278 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-f941b167-3349-4167-aec2-7fb5034f80f8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1892331'] for security_group (2afa1939-8b35-4fed-894c-54e234041ec6), after_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:29:22.618552 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-f941b167-3349-4167-aec2-7fb5034f80f8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:29:22.619948 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-f941b167-3349-4167-aec2-7fb5034f80f8 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/2afa1939-8b35-4fed-894c-54e234041ec6 HTTP/1.1" status: 204 len: 168 time: 0.2962275 Feb 09 19:29:22.629898 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f941b167-3349-4167-aec2-7fb5034f80f8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2afa1939-8b35-4fed-894c-54e234041ec6,revision_number=None']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:29:22.794621 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-c53cf16d-5095-4755-af3a-43b867632504 req-a7be73e2-be1d-45e7-bc5e-517d9a54be84 service neutron] 10.222.0.89 "GET /v2.0/networks/bd12d1d0-518d-4d29-a00d-98410ba2cb8a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2104480 Feb 09 19:29:23.008743 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6829b02-7b44-4d4f-9829-797ce06d5c27 req-c34e1c98-58ff-4566-983c-b14b226a7b5d tempest-ServerActionsTestJSON-347500300 tempest-ServerActionsTestJSON-347500300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:29:23.011774 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-e6829b02-7b44-4d4f-9829-797ce06d5c27 req-c34e1c98-58ff-4566-983c-b14b226a7b5d tempest-ServerActionsTestJSON-347500300 tempest-ServerActionsTestJSON-347500300-project] 10.222.0.75 "GET /v2.0/ports?device_id=a1fbc70b-9dd3-44f5-99b0-85f3dff92d7d HTTP/1.1" status: 200 len: 944 time: 0.0935547 Feb 09 19:29:23.091081 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-e6829b02-7b44-4d4f-9829-797ce06d5c27 req-df113dcb-69f6-4368-ae74-196b986dff7e tempest-ServerActionsTestJSON-347500300 tempest-ServerActionsTestJSON-347500300-project] 10.222.0.75 "GET /v2.0/security-groups?id=22c4accd-b9e4-4e3e-aec5-b2bee068a6b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0728979 Feb 09 19:29:23.406836 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 58580) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:29:23.438326 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-6bfc577b-71b5-40c1-93b5-8baa71ba91d6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:29:23.466546 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 58582) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:29:23.534126 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-85593cf1-59ca-444c-97c7-58a7cb3a0598 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=a265738d3f004b819113ef32d867b41b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0639400 Feb 09 19:29:23.534601 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 58584) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:29:23.607545 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-6bfc577b-71b5-40c1-93b5-8baa71ba91d6 admin admin] Publish callbacks [] for security_group (d1dccba3-cc6e-40a1-aaef-8d6368b62755), precommit_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:29:23.613780 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-6bfc577b-71b5-40c1-93b5-8baa71ba91d6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1892331'] for security_group (d1dccba3-cc6e-40a1-aaef-8d6368b62755), after_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:29:23.625975 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-e6a8cdee-bff7-4a5e-9ed0-55e8cf7004d2 admin admin] Publish callbacks [] for security_group (b68016af-4307-47f1-820c-732712fb2c85), before_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:29:23.670741 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-6bfc577b-71b5-40c1-93b5-8baa71ba91d6 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=1ceb7b36925842cba8c59fa2ef4a30b1&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2600019 Feb 09 19:29:23.679747 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 58590) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:29:23.684946 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bfc577b-71b5-40c1-93b5-8baa71ba91d6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d1dccba3-cc6e-40a1-aaef-8d6368b62755,revision_number=1']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:29:23.696007 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-e6a8cdee-bff7-4a5e-9ed0-55e8cf7004d2 admin admin] Publish callbacks [] for security_group (b68016af-4307-47f1-820c-732712fb2c85), precommit_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:29:23.797733 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-b8c4712b-5b00-431a-b6de-a77cfee7ddd8 admin admin] Publish callbacks [] for security_group (d1dccba3-cc6e-40a1-aaef-8d6368b62755), before_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:29:23.824813 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-b8c4712b-5b00-431a-b6de-a77cfee7ddd8 admin admin] Publish callbacks [] for security_group (d1dccba3-cc6e-40a1-aaef-8d6368b62755), precommit_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:29:23.908991 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-b8c4712b-5b00-431a-b6de-a77cfee7ddd8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1892331'] for security_group (d1dccba3-cc6e-40a1-aaef-8d6368b62755), after_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:29:23.913680 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-b8c4712b-5b00-431a-b6de-a77cfee7ddd8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:29:23.916720 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-b8c4712b-5b00-431a-b6de-a77cfee7ddd8 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/d1dccba3-cc6e-40a1-aaef-8d6368b62755 HTTP/1.1" status: 204 len: 168 time: 0.2345343 Feb 09 19:29:23.943049 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-e6a8cdee-bff7-4a5e-9ed0-55e8cf7004d2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1892331'] for security_group (b68016af-4307-47f1-820c-732712fb2c85), after_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:29:23.950603 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-e6a8cdee-bff7-4a5e-9ed0-55e8cf7004d2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:29:23.957054 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-e6a8cdee-bff7-4a5e-9ed0-55e8cf7004d2 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/b68016af-4307-47f1-820c-732712fb2c85 HTTP/1.1" status: 204 len: 168 time: 0.4180758 Feb 09 19:29:23.960249 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8c4712b-5b00-431a-b6de-a77cfee7ddd8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d1dccba3-cc6e-40a1-aaef-8d6368b62755,revision_number=None']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:29:23.999230 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6a8cdee-bff7-4a5e-9ed0-55e8cf7004d2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b68016af-4307-47f1-820c-732712fb2c85,revision_number=None']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:29:24.390378 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7f2b27c-8477-448f-ba27-a173b6f66263 req-2cc3180f-33b0-45e9-bea6-2f83a8e3afb0 tempest-ServerActionsTestJSON-347500300 tempest-ServerActionsTestJSON-347500300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:29:24.403589 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-d7f2b27c-8477-448f-ba27-a173b6f66263 req-2cc3180f-33b0-45e9-bea6-2f83a8e3afb0 tempest-ServerActionsTestJSON-347500300 tempest-ServerActionsTestJSON-347500300-project] 10.222.0.75 "GET /v2.0/ports?device_id=a1fbc70b-9dd3-44f5-99b0-85f3dff92d7d HTTP/1.1" status: 200 len: 944 time: 0.1990728 Feb 09 19:29:24.513523 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-d7f2b27c-8477-448f-ba27-a173b6f66263 req-23378eb0-0ad6-4b7f-9ca5-8c2d5b2d6242 tempest-ServerActionsTestJSON-347500300 tempest-ServerActionsTestJSON-347500300-project] 10.222.0.75 "GET /v2.0/security-groups?id=22c4accd-b9e4-4e3e-aec5-b2bee068a6b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1030993 Feb 09 19:29:26.894529 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 58758) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:29:27.310182 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.v2.base [None req-963f86f8-095d-41c9-bc6a-c219649e4425 tempest-ExternalNetworksAdminNegativeTestJSON-1387926693 tempest-ExternalNetworksAdminNegativeTestJSON-1387926693-project-admin] Request body: {'floatingip': {'floating_network_id': '88055e1e-672a-4487-be31-ffb6e833ece5'}} {{(pid=103229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 19:29:27.351704 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-963f86f8-095d-41c9-bc6a-c219649e4425 tempest-ExternalNetworksAdminNegativeTestJSON-1387926693 tempest-ExternalNetworksAdminNegativeTestJSON-1387926693-project-admin] Publish callbacks [] for floatingip (None), before_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:29:27.540141 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-963f86f8-095d-41c9-bc6a-c219649e4425 tempest-ExternalNetworksAdminNegativeTestJSON-1387926693 tempest-ExternalNetworksAdminNegativeTestJSON-1387926693-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (None), before_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:29:27.795358 n-d-713498-36 neutron-server[103229]: DEBUG neutron.db.db_base_plugin_common [None req-963f86f8-095d-41c9-bc6a-c219649e4425 tempest-ExternalNetworksAdminNegativeTestJSON-1387926693 tempest-ExternalNetworksAdminNegativeTestJSON-1387926693-project-admin] Allocated IP 172.25.1.111 (88055e1e-672a-4487-be31-ffb6e833ece5/ac16dbcc-383c-4b43-9153-d763c4a53f91/cd1ce17c-87ed-42d0-b8bb-48d71f44251c) {{(pid=103229) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 19:29:27.945797 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-963f86f8-095d-41c9-bc6a-c219649e4425 tempest-ExternalNetworksAdminNegativeTestJSON-1387926693 tempest-ExternalNetworksAdminNegativeTestJSON-1387926693-project-admin] Publish callbacks [] for port (cd1ce17c-87ed-42d0-b8bb-48d71f44251c), precommit_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:29:28.050787 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-963f86f8-095d-41c9-bc6a-c219649e4425 tempest-ExternalNetworksAdminNegativeTestJSON-1387926693 tempest-ExternalNetworksAdminNegativeTestJSON-1387926693-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762866656467', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12867576'] for port (cd1ce17c-87ed-42d0-b8bb-48d71f44251c), after_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:29:28.203151 n-d-713498-36 neutron-server[103229]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-963f86f8-095d-41c9-bc6a-c219649e4425 tempest-ExternalNetworksAdminNegativeTestJSON-1387926693 tempest-ExternalNetworksAdminNegativeTestJSON-1387926693-project-admin] Network 88055e1e-672a-4487-be31-ffb6e833ece5 is already hosted by enough agents. {{(pid=103229) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 19:29:28.210372 n-d-713498-36 neutron-server[103229]: DEBUG neutron.scheduler.base_scheduler [None req-963f86f8-095d-41c9-bc6a-c219649e4425 tempest-ExternalNetworksAdminNegativeTestJSON-1387926693 tempest-ExternalNetworksAdminNegativeTestJSON-1387926693-project-admin] Resources bound (agent type, host, resource id): {{(pid=103229) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 19:29:28.222427 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-963f86f8-095d-41c9-bc6a-c219649e4425 tempest-ExternalNetworksAdminNegativeTestJSON-1387926693 tempest-ExternalNetworksAdminNegativeTestJSON-1387926693-project-admin] Pushing event updated for resources: {'Port': ['ID=cd1ce17c-87ed-42d0-b8bb-48d71f44251c,revision_number=1']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:29:28.230009 n-d-713498-36 neutron-server[103229]: DEBUG neutron.db.l3_dvrscheduler_db [None req-963f86f8-095d-41c9-bc6a-c219649e4425 tempest-ExternalNetworksAdminNegativeTestJSON-1387926693 tempest-ExternalNetworksAdminNegativeTestJSON-1387926693-project-admin] Received port after_create {{(pid=103229) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 19:29:28.432309 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-963f86f8-095d-41c9-bc6a-c219649e4425 tempest-ExternalNetworksAdminNegativeTestJSON-1387926693 tempest-ExternalNetworksAdminNegativeTestJSON-1387926693-project-admin] Publish callbacks [] for floatingip (9d49e366-8938-4c73-a6a9-78ea77ef7003), precommit_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:29:28.530563 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-963f86f8-095d-41c9-bc6a-c219649e4425 tempest-ExternalNetworksAdminNegativeTestJSON-1387926693 tempest-ExternalNetworksAdminNegativeTestJSON-1387926693-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (cd1ce17c-87ed-42d0-b8bb-48d71f44251c), before_update {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:29:28.899827 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-963f86f8-095d-41c9-bc6a-c219649e4425 tempest-ExternalNetworksAdminNegativeTestJSON-1387926693 tempest-ExternalNetworksAdminNegativeTestJSON-1387926693-project-admin] Publish callbacks [] for port (cd1ce17c-87ed-42d0-b8bb-48d71f44251c), precommit_update {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:29:28.908025 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-963f86f8-095d-41c9-bc6a-c219649e4425 tempest-ExternalNetworksAdminNegativeTestJSON-1387926693 tempest-ExternalNetworksAdminNegativeTestJSON-1387926693-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762867176205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762866656485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762866656503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12867569'] for port (cd1ce17c-87ed-42d0-b8bb-48d71f44251c), after_update {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:29:29.090709 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-963f86f8-095d-41c9-bc6a-c219649e4425 tempest-ExternalNetworksAdminNegativeTestJSON-1387926693 tempest-ExternalNetworksAdminNegativeTestJSON-1387926693-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1818909'] for floatingip (9d49e366-8938-4c73-a6a9-78ea77ef7003), after_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:29:29.130763 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-963f86f8-095d-41c9-bc6a-c219649e4425 tempest-ExternalNetworksAdminNegativeTestJSON-1387926693 tempest-ExternalNetworksAdminNegativeTestJSON-1387926693-project-admin] Pushing event updated for resources: {'Port': ['ID=cd1ce17c-87ed-42d0-b8bb-48d71f44251c,revision_number=2']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:29:29.143188 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-963f86f8-095d-41c9-bc6a-c219649e4425 tempest-ExternalNetworksAdminNegativeTestJSON-1387926693 tempest-ExternalNetworksAdminNegativeTestJSON-1387926693-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171096'] for floatingip (None), before_response {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:29:29.144648 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-963f86f8-095d-41c9-bc6a-c219649e4425 tempest-ExternalNetworksAdminNegativeTestJSON-1387926693 tempest-ExternalNetworksAdminNegativeTestJSON-1387926693-project-admin] 10.222.0.75 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.2480321 Feb 09 19:29:29.147792 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 58840) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:29:29.153145 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.v2.base [None req-573eee45-67f5-482c-9288-596dfd8ed47c tempest-ExternalNetworksAdminNegativeTestJSON-1387926693 tempest-ExternalNetworksAdminNegativeTestJSON-1387926693-project-admin] Request body: {'port': {'name': 'tempest-ExternalNetworksAdminNegativeTestJSON-517870955', 'network_id': '88055e1e-672a-4487-be31-ffb6e833ece5', 'fixed_ips': [{'ip_address': '172.25.1.111'}]}} {{(pid=103230) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 19:29:29.204909 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-573eee45-67f5-482c-9288-596dfd8ed47c tempest-ExternalNetworksAdminNegativeTestJSON-1387926693 tempest-ExternalNetworksAdminNegativeTestJSON-1387926693-project-admin] Made reservation on behalf of 5ea4faf9ff294810ba933afb5c5022d2 for: {'port': 1} {{(pid=103230) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 19:29:29.211438 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-573eee45-67f5-482c-9288-596dfd8ed47c tempest-ExternalNetworksAdminNegativeTestJSON-1387926693 tempest-ExternalNetworksAdminNegativeTestJSON-1387926693-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (None), before_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:29:29.255206 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-573eee45-67f5-482c-9288-596dfd8ed47c tempest-ExternalNetworksAdminNegativeTestJSON-1387926693 tempest-ExternalNetworksAdminNegativeTestJSON-1387926693-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:29:29.448117 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-573eee45-67f5-482c-9288-596dfd8ed47c tempest-ExternalNetworksAdminNegativeTestJSON-1387926693 tempest-ExternalNetworksAdminNegativeTestJSON-1387926693-project-admin] Publish callbacks [] for security_group (f29ecc6f-151a-4647-b488-204c344797a9), precommit_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:29:29.459822 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-573eee45-67f5-482c-9288-596dfd8ed47c tempest-ExternalNetworksAdminNegativeTestJSON-1387926693 tempest-ExternalNetworksAdminNegativeTestJSON-1387926693-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1892331'] for security_group (f29ecc6f-151a-4647-b488-204c344797a9), after_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:29:29.478261 n-d-713498-36 neutron-server[103230]: DEBUG neutron.notifiers.nova [None req-573eee45-67f5-482c-9288-596dfd8ed47c tempest-ExternalNetworksAdminNegativeTestJSON-1387926693 tempest-ExternalNetworksAdminNegativeTestJSON-1387926693-project-admin] device_id is not set on port 24869514-351c-40b1-9462-71fd389263d6 yet. {{(pid=103230) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 09 19:29:29.668552 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-573eee45-67f5-482c-9288-596dfd8ed47c tempest-ExternalNetworksAdminNegativeTestJSON-1387926693 tempest-ExternalNetworksAdminNegativeTestJSON-1387926693-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f29ecc6f-151a-4647-b488-204c344797a9,revision_number=1']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:29:29.979291 n-d-713498-36 neutron-server[103230]: INFO neutron.pecan_wsgi.hooks.translation [None req-573eee45-67f5-482c-9288-596dfd8ed47c tempest-ExternalNetworksAdminNegativeTestJSON-1387926693 tempest-ExternalNetworksAdminNegativeTestJSON-1387926693-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Feb 09 19:29:29.980773 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-573eee45-67f5-482c-9288-596dfd8ed47c tempest-ExternalNetworksAdminNegativeTestJSON-1387926693 tempest-ExternalNetworksAdminNegativeTestJSON-1387926693-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=103230) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 19:29:30.016144 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-573eee45-67f5-482c-9288-596dfd8ed47c tempest-ExternalNetworksAdminNegativeTestJSON-1387926693 tempest-ExternalNetworksAdminNegativeTestJSON-1387926693-project-admin] 10.222.0.75 "POST /v2.0/ports HTTP/1.1" status: 409 len: 372 time: 0.8672073 Feb 09 19:29:30.019019 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 58866) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:29:30.261429 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.plugin [None req-40d01550-507e-427b-9ca2-c21474ed9571 tempest-ExternalNetworksAdminNegativeTestJSON-1387926693 tempest-ExternalNetworksAdminNegativeTestJSON-1387926693-project-admin] Deleting port cd1ce17c-87ed-42d0-b8bb-48d71f44251c {{(pid=103229) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 19:29:30.263385 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-40d01550-507e-427b-9ca2-c21474ed9571 tempest-ExternalNetworksAdminNegativeTestJSON-1387926693 tempest-ExternalNetworksAdminNegativeTestJSON-1387926693-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762867170196'] for port (cd1ce17c-87ed-42d0-b8bb-48d71f44251c), before_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:29:30.361509 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-40d01550-507e-427b-9ca2-c21474ed9571 tempest-ExternalNetworksAdminNegativeTestJSON-1387926693 tempest-ExternalNetworksAdminNegativeTestJSON-1387926693-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1820838'] for port (cd1ce17c-87ed-42d0-b8bb-48d71f44251c), precommit_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:29:30.362063 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-40d01550-507e-427b-9ca2-c21474ed9571 tempest-ExternalNetworksAdminNegativeTestJSON-1387926693 tempest-ExternalNetworksAdminNegativeTestJSON-1387926693-project-admin] Publish callbacks [] for floatingip (cd1ce17c-87ed-42d0-b8bb-48d71f44251c), precommit_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:29:30.376793 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.plugin [None req-40d01550-507e-427b-9ca2-c21474ed9571 tempest-ExternalNetworksAdminNegativeTestJSON-1387926693 tempest-ExternalNetworksAdminNegativeTestJSON-1387926693-project-admin] Calling delete_port for cd1ce17c-87ed-42d0-b8bb-48d71f44251c owned by network:floatingip {{(pid=103229) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 19:29:30.708791 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-40d01550-507e-427b-9ca2-c21474ed9571 tempest-ExternalNetworksAdminNegativeTestJSON-1387926693 tempest-ExternalNetworksAdminNegativeTestJSON-1387926693-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762867177463', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762866656476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12867576'] for port (cd1ce17c-87ed-42d0-b8bb-48d71f44251c), after_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:29:30.762739 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40d01550-507e-427b-9ca2-c21474ed9571 tempest-ExternalNetworksAdminNegativeTestJSON-1387926693 tempest-ExternalNetworksAdminNegativeTestJSON-1387926693-project-admin] Pushing event deleted for resources: {'Port': ['ID=cd1ce17c-87ed-42d0-b8bb-48d71f44251c,revision_number=None']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:29:30.924417 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-40d01550-507e-427b-9ca2-c21474ed9571 tempest-ExternalNetworksAdminNegativeTestJSON-1387926693 tempest-ExternalNetworksAdminNegativeTestJSON-1387926693-project-admin] Publish callbacks [] for floatingip (9d49e366-8938-4c73-a6a9-78ea77ef7003), after_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:29:30.928405 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-40d01550-507e-427b-9ca2-c21474ed9571 tempest-ExternalNetworksAdminNegativeTestJSON-1387926693 tempest-ExternalNetworksAdminNegativeTestJSON-1387926693-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171096'] for floatingip (None), before_response {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:29:30.929686 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-40d01550-507e-427b-9ca2-c21474ed9571 tempest-ExternalNetworksAdminNegativeTestJSON-1387926693 tempest-ExternalNetworksAdminNegativeTestJSON-1387926693-project-admin] 10.222.0.75 "DELETE /v2.0/floatingips/9d49e366-8938-4c73-a6a9-78ea77ef7003 HTTP/1.1" status: 204 len: 168 time: 0.9096704 Feb 09 19:29:31.134676 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 58896) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:29:31.340227 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-67cebbc9-43f7-45e1-b968-1016fb6e788a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:29:31.420443 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 58904) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:29:31.525817 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-67cebbc9-43f7-45e1-b968-1016fb6e788a admin admin] Publish callbacks [] for security_group (60d455c9-4a97-4166-9daf-b62a5e7c2529), precommit_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:29:31.532191 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-67cebbc9-43f7-45e1-b968-1016fb6e788a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1892331'] for security_group (60d455c9-4a97-4166-9daf-b62a5e7c2529), after_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:29:31.566831 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-dce6859e-b6d2-4149-81c2-93c99a4f1e0a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:29:31.596185 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67cebbc9-43f7-45e1-b968-1016fb6e788a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=60d455c9-4a97-4166-9daf-b62a5e7c2529,revision_number=1']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:29:31.600840 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-67cebbc9-43f7-45e1-b968-1016fb6e788a admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=68c5d558a105444b82770d8b0c499c2e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4646842 Feb 09 19:29:31.603753 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 58912) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:29:31.705866 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-dce6859e-b6d2-4149-81c2-93c99a4f1e0a admin admin] Publish callbacks [] for security_group (7ba483f8-6a2f-4f92-b98e-fd16b0887178), precommit_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:29:31.706961 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-56a05758-59a8-4ce5-a89a-41a097aee0df admin admin] Publish callbacks [] for security_group (60d455c9-4a97-4166-9daf-b62a5e7c2529), before_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:29:31.730425 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-56a05758-59a8-4ce5-a89a-41a097aee0df admin admin] Publish callbacks [] for security_group (60d455c9-4a97-4166-9daf-b62a5e7c2529), precommit_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:29:31.781532 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-dce6859e-b6d2-4149-81c2-93c99a4f1e0a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1892331'] for security_group (7ba483f8-6a2f-4f92-b98e-fd16b0887178), after_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:29:31.787417 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-56a05758-59a8-4ce5-a89a-41a097aee0df admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1892331'] for security_group (60d455c9-4a97-4166-9daf-b62a5e7c2529), after_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:29:31.790157 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-56a05758-59a8-4ce5-a89a-41a097aee0df admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:29:31.821266 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-56a05758-59a8-4ce5-a89a-41a097aee0df admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/60d455c9-4a97-4166-9daf-b62a5e7c2529 HTTP/1.1" status: 204 len: 168 time: 0.2035518 Feb 09 19:29:31.919536 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dce6859e-b6d2-4149-81c2-93c99a4f1e0a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7ba483f8-6a2f-4f92-b98e-fd16b0887178,revision_number=1']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:29:31.939622 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-dce6859e-b6d2-4149-81c2-93c99a4f1e0a admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=c27fc7d447ad4435b1cc872404cfbbd3&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5173056 Feb 09 19:29:31.941404 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56a05758-59a8-4ce5-a89a-41a097aee0df admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=60d455c9-4a97-4166-9daf-b62a5e7c2529,revision_number=None']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:29:31.942695 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 58926) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:29:32.039907 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-995913c8-f091-46c4-81fa-ced368b4cdfe admin admin] Publish callbacks [] for security_group (7ba483f8-6a2f-4f92-b98e-fd16b0887178), before_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:29:32.082817 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-995913c8-f091-46c4-81fa-ced368b4cdfe admin admin] Publish callbacks [] for security_group (7ba483f8-6a2f-4f92-b98e-fd16b0887178), precommit_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:29:32.183782 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-995913c8-f091-46c4-81fa-ced368b4cdfe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1892331'] for security_group (7ba483f8-6a2f-4f92-b98e-fd16b0887178), after_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:29:32.187239 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-995913c8-f091-46c4-81fa-ced368b4cdfe admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:29:32.188676 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-995913c8-f091-46c4-81fa-ced368b4cdfe admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/7ba483f8-6a2f-4f92-b98e-fd16b0887178 HTTP/1.1" status: 204 len: 168 time: 0.2448666 Feb 09 19:29:32.213648 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-995913c8-f091-46c4-81fa-ced368b4cdfe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7ba483f8-6a2f-4f92-b98e-fd16b0887178,revision_number=None']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:29:32.485127 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 58940) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:29:32.503660 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-2c44362e-9c89-4f7d-a6c4-c68b0f6f8143 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:29:32.690683 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-2c44362e-9c89-4f7d-a6c4-c68b0f6f8143 admin admin] Publish callbacks [] for security_group (32fd8760-a8d8-4f4c-8ad1-61cf428db2d6), precommit_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:29:32.700098 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-2c44362e-9c89-4f7d-a6c4-c68b0f6f8143 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1892331'] for security_group (32fd8760-a8d8-4f4c-8ad1-61cf428db2d6), after_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:29:32.786539 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c44362e-9c89-4f7d-a6c4-c68b0f6f8143 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=32fd8760-a8d8-4f4c-8ad1-61cf428db2d6,revision_number=1']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:29:32.796668 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-2c44362e-9c89-4f7d-a6c4-c68b0f6f8143 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=3c40d4802610462ab987eac783e56c32&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3094206 Feb 09 19:29:32.799103 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 58950) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:29:32.872638 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 58958) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:29:32.974599 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 58964) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:29:32.980831 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-5785f398-88e5-4ddd-8f51-25d7743f1452 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=5ea4faf9ff294810ba933afb5c5022d2&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0973778 Feb 09 19:29:32.991790 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-12165211-e3a9-4492-bf6f-fb0662f4d329 admin admin] Publish callbacks [] for security_group (32fd8760-a8d8-4f4c-8ad1-61cf428db2d6), before_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:29:33.122911 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-12165211-e3a9-4492-bf6f-fb0662f4d329 admin admin] Publish callbacks [] for security_group (32fd8760-a8d8-4f4c-8ad1-61cf428db2d6), precommit_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:29:33.160751 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-06da458a-90db-4a17-96eb-d0b39ed82f39 admin admin] Publish callbacks [] for security_group (f29ecc6f-151a-4647-b488-204c344797a9), before_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:29:33.189061 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-06da458a-90db-4a17-96eb-d0b39ed82f39 admin admin] Publish callbacks [] for security_group (f29ecc6f-151a-4647-b488-204c344797a9), precommit_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:29:33.232474 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-12165211-e3a9-4492-bf6f-fb0662f4d329 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1892331'] for security_group (32fd8760-a8d8-4f4c-8ad1-61cf428db2d6), after_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:29:33.239844 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-12165211-e3a9-4492-bf6f-fb0662f4d329 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:29:33.243458 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-12165211-e3a9-4492-bf6f-fb0662f4d329 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/32fd8760-a8d8-4f4c-8ad1-61cf428db2d6 HTTP/1.1" status: 204 len: 168 time: 0.4432697 Feb 09 19:29:33.291637 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12165211-e3a9-4492-bf6f-fb0662f4d329 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=32fd8760-a8d8-4f4c-8ad1-61cf428db2d6,revision_number=None']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:29:33.333544 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-06da458a-90db-4a17-96eb-d0b39ed82f39 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1892331'] for security_group (f29ecc6f-151a-4647-b488-204c344797a9), after_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:29:33.336674 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-06da458a-90db-4a17-96eb-d0b39ed82f39 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:29:33.337719 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-06da458a-90db-4a17-96eb-d0b39ed82f39 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/f29ecc6f-151a-4647-b488-204c344797a9 HTTP/1.1" status: 204 len: 168 time: 0.3599751 Feb 09 19:29:33.357209 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06da458a-90db-4a17-96eb-d0b39ed82f39 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f29ecc6f-151a-4647-b488-204c344797a9,revision_number=None']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:29:35.037490 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 59042) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:29:35.583743 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.v2.base [None req-5ce01e20-093d-4bcf-9cc4-84e22e69bf8d tempest-NetworksIpV6Test-778680375 tempest-NetworksIpV6Test-778680375-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-942169628'}} {{(pid=103230) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 19:29:35.701459 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5ce01e20-093d-4bcf-9cc4-84e22e69bf8d tempest-NetworksIpV6Test-778680375 tempest-NetworksIpV6Test-778680375-project] Made reservation on behalf of bd151944d16d4fcdb5d08a0c24a278dc for: {'network': 1} {{(pid=103230) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 19:29:35.717239 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-5ce01e20-093d-4bcf-9cc4-84e22e69bf8d tempest-NetworksIpV6Test-778680375 tempest-NetworksIpV6Test-778680375-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for network (None), before_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:29:35.744215 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-5ce01e20-093d-4bcf-9cc4-84e22e69bf8d tempest-NetworksIpV6Test-778680375 tempest-NetworksIpV6Test-778680375-project] Publish callbacks [] for security_group (None), before_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:29:35.966419 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-5ce01e20-093d-4bcf-9cc4-84e22e69bf8d tempest-NetworksIpV6Test-778680375 tempest-NetworksIpV6Test-778680375-project] Publish callbacks [] for security_group (c4db1d7d-881a-4f59-83f4-3bfc7984e3c0), precommit_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:29:35.977571 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-5ce01e20-093d-4bcf-9cc4-84e22e69bf8d tempest-NetworksIpV6Test-778680375 tempest-NetworksIpV6Test-778680375-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1892331'] for security_group (c4db1d7d-881a-4f59-83f4-3bfc7984e3c0), after_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:29:36.042719 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ce01e20-093d-4bcf-9cc4-84e22e69bf8d tempest-NetworksIpV6Test-778680375 tempest-NetworksIpV6Test-778680375-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c4db1d7d-881a-4f59-83f4-3bfc7984e3c0,revision_number=1']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:29:36.047772 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5ce01e20-093d-4bcf-9cc4-84e22e69bf8d tempest-NetworksIpV6Test-778680375 tempest-NetworksIpV6Test-778680375-project] vlan segment allocate from pool success with {'vlan_id': 374, 'physical_network': 'physnet1'} {{(pid=103230) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 19:29:36.073616 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-5ce01e20-093d-4bcf-9cc4-84e22e69bf8d tempest-NetworksIpV6Test-778680375 tempest-NetworksIpV6Test-778680375-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-759574'] for segment (bfec89b8-4018-4b9e-a554-cc7ac4a12034), precommit_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:29:36.074209 n-d-713498-36 neutron-server[103230]: INFO neutron.db.segments_db [None req-5ce01e20-093d-4bcf-9cc4-84e22e69bf8d tempest-NetworksIpV6Test-778680375 tempest-NetworksIpV6Test-778680375-project] Added segment bfec89b8-4018-4b9e-a554-cc7ac4a12034 of type vlan for network 3e85701e-593f-44e4-a2a1-cf7e647f7ac3 Feb 09 19:29:36.176738 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-5ce01e20-093d-4bcf-9cc4-84e22e69bf8d tempest-NetworksIpV6Test-778680375 tempest-NetworksIpV6Test-778680375-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762866642225'] for network (3e85701e-593f-44e4-a2a1-cf7e647f7ac3), precommit_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:29:36.266051 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-5ce01e20-093d-4bcf-9cc4-84e22e69bf8d tempest-NetworksIpV6Test-778680375 tempest-NetworksIpV6Test-778680375-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1885479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452'] for network (3e85701e-593f-44e4-a2a1-cf7e647f7ac3), after_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:29:36.271477 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ce01e20-093d-4bcf-9cc4-84e22e69bf8d tempest-NetworksIpV6Test-778680375 tempest-NetworksIpV6Test-778680375-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:29:36.272077 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-5ce01e20-093d-4bcf-9cc4-84e22e69bf8d tempest-NetworksIpV6Test-778680375 tempest-NetworksIpV6Test-778680375-project] Publish callbacks [] for network (None), before_response {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:29:36.575433 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-5ce01e20-093d-4bcf-9cc4-84e22e69bf8d tempest-NetworksIpV6Test-778680375 tempest-NetworksIpV6Test-778680375-project] 10.222.0.75 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 1.5367270 Feb 09 19:29:36.620408 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ce01e20-093d-4bcf-9cc4-84e22e69bf8d tempest-NetworksIpV6Test-778680375 tempest-NetworksIpV6Test-778680375-project] Pushing event updated for resources: {'Network': ['ID=3e85701e-593f-44e4-a2a1-cf7e647f7ac3,revision_number=1']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:29:36.643459 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Network 3e85701e-593f-44e4-a2a1-cf7e647f7ac3 details requested by agent ovs-agent-n-d-713498-36 with host n-d-713498-36 {{(pid=103232) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 19:29:40.020581 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 59154) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:29:40.026519 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.v2.base [None req-a9a061a4-5aaa-43fc-9e44-9d8af460e712 tempest-NetworksIpV6Test-778680375 tempest-NetworksIpV6Test-778680375-project] Request body: {'subnet': {'network_id': '3e85701e-593f-44e4-a2a1-cf7e647f7ac3', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=103229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 19:29:40.435522 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a9a061a4-5aaa-43fc-9e44-9d8af460e712 tempest-NetworksIpV6Test-778680375 tempest-NetworksIpV6Test-778680375-project] Made reservation on behalf of bd151944d16d4fcdb5d08a0c24a278dc for: {'subnet': 1} {{(pid=103229) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 19:29:40.440173 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-a9a061a4-5aaa-43fc-9e44-9d8af460e712 tempest-NetworksIpV6Test-778680375 tempest-NetworksIpV6Test-778680375-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12759265'] for subnet (None), before_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:29:40.584026 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 59170) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:29:40.793944 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-24393d11-2820-443e-b435-78528b3c0fbe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762867132591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593584'] for agent (af91e4b9-f4e1-42b1-a25c-a10dc47171c8), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:29:40.835762 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-a9a061a4-5aaa-43fc-9e44-9d8af460e712 tempest-NetworksIpV6Test-778680375 tempest-NetworksIpV6Test-778680375-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12867428', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12759263'] for subnet (f8fa3a25-1f00-40da-ad05-c74a158d79de), after_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:29:41.021830 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9a061a4-5aaa-43fc-9e44-9d8af460e712 tempest-NetworksIpV6Test-778680375 tempest-NetworksIpV6Test-778680375-project] Pushing event updated for resources: {'Subnet': ['ID=f8fa3a25-1f00-40da-ad05-c74a158d79de,revision_number=0']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:29:41.034063 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9a061a4-5aaa-43fc-9e44-9d8af460e712 tempest-NetworksIpV6Test-778680375 tempest-NetworksIpV6Test-778680375-project] Checking segment: {'id': 'bfec89b8-4018-4b9e-a554-cc7ac4a12034', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': '3e85701e-593f-44e4-a2a1-cf7e647f7ac3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103229) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 19:29:41.037391 n-d-713498-36 neutron-server[103229]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9a061a4-5aaa-43fc-9e44-9d8af460e712 tempest-NetworksIpV6Test-778680375 tempest-NetworksIpV6Test-778680375-project] Network hostable DHCP agents. Network: 3e85701e-593f-44e4-a2a1-cf7e647f7ac3, hostable agents: ['af91e4b9-f4e1-42b1-a25c-a10dc47171c8'], hosted agents: [] {{(pid=103229) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 19:29:41.067707 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9a061a4-5aaa-43fc-9e44-9d8af460e712 tempest-NetworksIpV6Test-778680375 tempest-NetworksIpV6Test-778680375-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:29:41.069810 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9a061a4-5aaa-43fc-9e44-9d8af460e712 tempest-NetworksIpV6Test-778680375 tempest-NetworksIpV6Test-778680375-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:29:41.069810 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9a061a4-5aaa-43fc-9e44-9d8af460e712 tempest-NetworksIpV6Test-778680375 tempest-NetworksIpV6Test-778680375-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:29:41.069810 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9a061a4-5aaa-43fc-9e44-9d8af460e712 tempest-NetworksIpV6Test-778680375 tempest-NetworksIpV6Test-778680375-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:29:41.069810 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9a061a4-5aaa-43fc-9e44-9d8af460e712 tempest-NetworksIpV6Test-778680375 tempest-NetworksIpV6Test-778680375-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:29:41.069810 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9a061a4-5aaa-43fc-9e44-9d8af460e712 tempest-NetworksIpV6Test-778680375 tempest-NetworksIpV6Test-778680375-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:29:41.069810 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9a061a4-5aaa-43fc-9e44-9d8af460e712 tempest-NetworksIpV6Test-778680375 tempest-NetworksIpV6Test-778680375-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:29:41.070714 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9a061a4-5aaa-43fc-9e44-9d8af460e712 tempest-NetworksIpV6Test-778680375 tempest-NetworksIpV6Test-778680375-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:29:41.070714 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9a061a4-5aaa-43fc-9e44-9d8af460e712 tempest-NetworksIpV6Test-778680375 tempest-NetworksIpV6Test-778680375-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:29:41.070714 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9a061a4-5aaa-43fc-9e44-9d8af460e712 tempest-NetworksIpV6Test-778680375 tempest-NetworksIpV6Test-778680375-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:29:41.070981 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9a061a4-5aaa-43fc-9e44-9d8af460e712 tempest-NetworksIpV6Test-778680375 tempest-NetworksIpV6Test-778680375-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:29:41.071062 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-a0f179d2-4539-4fa3-9383-3465a3a5ae87 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:29:41.071347 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9a061a4-5aaa-43fc-9e44-9d8af460e712 tempest-NetworksIpV6Test-778680375 tempest-NetworksIpV6Test-778680375-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:29:41.071536 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9a061a4-5aaa-43fc-9e44-9d8af460e712 tempest-NetworksIpV6Test-778680375 tempest-NetworksIpV6Test-778680375-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:29:41.107698 n-d-713498-36 neutron-server[103229]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9a061a4-5aaa-43fc-9e44-9d8af460e712 tempest-NetworksIpV6Test-778680375 tempest-NetworksIpV6Test-778680375-project] Network 3e85701e-593f-44e4-a2a1-cf7e647f7ac3 is scheduled to be hosted by DHCP agent af91e4b9-f4e1-42b1-a25c-a10dc47171c8 with binding_index 1 {{(pid=103229) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 19:29:41.119329 n-d-713498-36 neutron-server[103229]: DEBUG neutron.scheduler.base_scheduler [None req-a9a061a4-5aaa-43fc-9e44-9d8af460e712 tempest-NetworksIpV6Test-778680375 tempest-NetworksIpV6Test-778680375-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713498-36, 3e85701e-593f-44e4-a2a1-cf7e647f7ac3) {{(pid=103229) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 19:29:41.124557 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9a061a4-5aaa-43fc-9e44-9d8af460e712 tempest-NetworksIpV6Test-778680375 tempest-NetworksIpV6Test-778680375-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:29:41.125301 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-a9a061a4-5aaa-43fc-9e44-9d8af460e712 tempest-NetworksIpV6Test-778680375 tempest-NetworksIpV6Test-778680375-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1613566'] for subnet (None), before_response {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:29:41.140818 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1378e89f-d6f7-4e1a-ab67-53ee92fe4149 None None] Network 3e85701e-593f-44e4-a2a1-cf7e647f7ac3 requested from n-d-713498-36 {{(pid=103232) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 19:29:41.176067 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 59180) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:29:41.176528 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-a9a061a4-5aaa-43fc-9e44-9d8af460e712 tempest-NetworksIpV6Test-778680375 tempest-NetworksIpV6Test-778680375-project] 10.222.0.75 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.1545591 Feb 09 19:29:41.218468 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.v2.base [None req-981247be-e9a6-45fc-b601-a2adce08c591 tempest-NetworksIpV6Test-778680375 tempest-NetworksIpV6Test-778680375-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-563362869'}} {{(pid=103230) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 19:29:41.263713 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-981247be-e9a6-45fc-b601-a2adce08c591 tempest-NetworksIpV6Test-778680375 tempest-NetworksIpV6Test-778680375-project] Made reservation on behalf of bd151944d16d4fcdb5d08a0c24a278dc for: {'network': 1} {{(pid=103230) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 19:29:41.267913 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-981247be-e9a6-45fc-b601-a2adce08c591 tempest-NetworksIpV6Test-778680375 tempest-NetworksIpV6Test-778680375-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for network (None), before_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:29:41.328041 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-981247be-e9a6-45fc-b601-a2adce08c591 tempest-NetworksIpV6Test-778680375 tempest-NetworksIpV6Test-778680375-project] vlan segment allocate from pool success with {'vlan_id': 365, 'physical_network': 'physnet1'} {{(pid=103230) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 19:29:41.346014 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-981247be-e9a6-45fc-b601-a2adce08c591 tempest-NetworksIpV6Test-778680375 tempest-NetworksIpV6Test-778680375-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-759574'] for segment (5ad269a8-9aa5-426d-bbc7-c32a64aa326d), precommit_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:29:41.346641 n-d-713498-36 neutron-server[103230]: INFO neutron.db.segments_db [None req-981247be-e9a6-45fc-b601-a2adce08c591 tempest-NetworksIpV6Test-778680375 tempest-NetworksIpV6Test-778680375-project] Added segment 5ad269a8-9aa5-426d-bbc7-c32a64aa326d of type vlan for network eafd67b4-0ff0-4c34-81b3-97cc3fce3c7b Feb 09 19:29:41.361406 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ae11b03-f97a-4344-9ec2-8b2b703206d9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8b32e980-7cce-5e82-a341-bd2fa8945c89-3e85701e-593f-44e4-a2a1-cf7e647f7ac3', 'network_id': '3e85701e-593f-44e4-a2a1-cf7e647f7ac3', 'project_id': 'bd151944d16d4fcdb5d08a0c24a278dc', 'fixed_ips': [{'subnet_id': 'f8fa3a25-1f00-40da-ad05-c74a158d79de'}]}} from n-d-713498-36. {{(pid=103232) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 09 19:29:41.366270 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-3ae11b03-f97a-4344-9ec2-8b2b703206d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (None), before_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:29:41.431404 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-981247be-e9a6-45fc-b601-a2adce08c591 tempest-NetworksIpV6Test-778680375 tempest-NetworksIpV6Test-778680375-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762866642225'] for network (eafd67b4-0ff0-4c34-81b3-97cc3fce3c7b), precommit_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:29:41.480135 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-981247be-e9a6-45fc-b601-a2adce08c591 tempest-NetworksIpV6Test-778680375 tempest-NetworksIpV6Test-778680375-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1885479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452'] for network (eafd67b4-0ff0-4c34-81b3-97cc3fce3c7b), after_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:29:41.492395 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-981247be-e9a6-45fc-b601-a2adce08c591 tempest-NetworksIpV6Test-778680375 tempest-NetworksIpV6Test-778680375-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:29:41.494536 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-981247be-e9a6-45fc-b601-a2adce08c591 tempest-NetworksIpV6Test-778680375 tempest-NetworksIpV6Test-778680375-project] Publish callbacks [] for network (None), before_response {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:29:41.748014 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 59196) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:29:41.748755 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-981247be-e9a6-45fc-b601-a2adce08c591 tempest-NetworksIpV6Test-778680375 tempest-NetworksIpV6Test-778680375-project] 10.222.0.75 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.5683136 Feb 09 19:29:41.756060 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.v2.base [None req-3a6c456f-cb0d-43be-ba3a-59a56f4d0f23 tempest-NetworksIpV6Test-778680375 tempest-NetworksIpV6Test-778680375-project] Request body: {'subnet': {'network_id': 'eafd67b4-0ff0-4c34-81b3-97cc3fce3c7b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=103229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 19:29:41.775019 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-981247be-e9a6-45fc-b601-a2adce08c591 tempest-NetworksIpV6Test-778680375 tempest-NetworksIpV6Test-778680375-project] Pushing event updated for resources: {'Network': ['ID=eafd67b4-0ff0-4c34-81b3-97cc3fce3c7b,revision_number=1']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:29:41.798676 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-a0f179d2-4539-4fa3-9383-3465a3a5ae87 admin admin] Publish callbacks [] for security_group (3c521d94-b562-4cdd-8ac1-2fe5a7a1043a), precommit_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:29:41.815340 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-a0f179d2-4539-4fa3-9383-3465a3a5ae87 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1892331'] for security_group (3c521d94-b562-4cdd-8ac1-2fe5a7a1043a), after_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:29:41.901499 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-a0f179d2-4539-4fa3-9383-3465a3a5ae87 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=cbf12ae6520a44e095de19aa4f0168a2&name=default HTTP/1.1" status: 200 len: 3000 time: 1.3161981 Feb 09 19:29:41.923607 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 59200) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:29:42.023938 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0f179d2-4539-4fa3-9383-3465a3a5ae87 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3c521d94-b562-4cdd-8ac1-2fe5a7a1043a,revision_number=1']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:29:42.066024 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-c2cf0ac2-358e-495e-a376-fa783d923b1e admin admin] Publish callbacks [] for security_group (3c521d94-b562-4cdd-8ac1-2fe5a7a1043a), before_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:29:42.088717 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3a6c456f-cb0d-43be-ba3a-59a56f4d0f23 tempest-NetworksIpV6Test-778680375 tempest-NetworksIpV6Test-778680375-project] Made reservation on behalf of bd151944d16d4fcdb5d08a0c24a278dc for: {'subnet': 1} {{(pid=103229) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 19:29:42.094238 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-3a6c456f-cb0d-43be-ba3a-59a56f4d0f23 tempest-NetworksIpV6Test-778680375 tempest-NetworksIpV6Test-778680375-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12759265'] for subnet (None), before_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:29:42.174759 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-c2cf0ac2-358e-495e-a376-fa783d923b1e admin admin] Publish callbacks [] for security_group (3c521d94-b562-4cdd-8ac1-2fe5a7a1043a), precommit_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:29:42.236105 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Network eafd67b4-0ff0-4c34-81b3-97cc3fce3c7b details requested by agent ovs-agent-n-d-713498-36 with host n-d-713498-36 {{(pid=103232) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 19:29:42.426746 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-c2cf0ac2-358e-495e-a376-fa783d923b1e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1892331'] for security_group (3c521d94-b562-4cdd-8ac1-2fe5a7a1043a), after_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:29:42.436522 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-c2cf0ac2-358e-495e-a376-fa783d923b1e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:29:42.445629 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-c2cf0ac2-358e-495e-a376-fa783d923b1e admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/3c521d94-b562-4cdd-8ac1-2fe5a7a1043a HTTP/1.1" status: 204 len: 168 time: 0.5202334 Feb 09 19:29:42.491064 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2cf0ac2-358e-495e-a376-fa783d923b1e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3c521d94-b562-4cdd-8ac1-2fe5a7a1043a,revision_number=None']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:29:42.591552 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.db_base_plugin_common [None req-3ae11b03-f97a-4344-9ec2-8b2b703206d9 None None] Allocated IP 2001:db8:0:ffff::2 (3e85701e-593f-44e4-a2a1-cf7e647f7ac3/f8fa3a25-1f00-40da-ad05-c74a158d79de/e67ad186-fa2f-49e6-a63b-8a466105b790) {{(pid=103232) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 19:29:42.719488 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-3a6c456f-cb0d-43be-ba3a-59a56f4d0f23 tempest-NetworksIpV6Test-778680375 tempest-NetworksIpV6Test-778680375-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12867428', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12759263'] for subnet (f3735a9c-2893-4f76-abb0-d196196928db), after_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:29:42.964701 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a6c456f-cb0d-43be-ba3a-59a56f4d0f23 tempest-NetworksIpV6Test-778680375 tempest-NetworksIpV6Test-778680375-project] Pushing event updated for resources: {'Subnet': ['ID=f3735a9c-2893-4f76-abb0-d196196928db,revision_number=0']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:29:42.982196 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-3ae11b03-f97a-4344-9ec2-8b2b703206d9 None None] Publish callbacks [] for port (e67ad186-fa2f-49e6-a63b-8a466105b790), precommit_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:29:42.993089 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-3ae11b03-f97a-4344-9ec2-8b2b703206d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762866656467'] for port (e67ad186-fa2f-49e6-a63b-8a466105b790), after_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:29:43.008335 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a6c456f-cb0d-43be-ba3a-59a56f4d0f23 tempest-NetworksIpV6Test-778680375 tempest-NetworksIpV6Test-778680375-project] Checking segment: {'id': '5ad269a8-9aa5-426d-bbc7-c32a64aa326d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': 'eafd67b4-0ff0-4c34-81b3-97cc3fce3c7b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103229) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 19:29:43.009735 n-d-713498-36 neutron-server[103229]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a6c456f-cb0d-43be-ba3a-59a56f4d0f23 tempest-NetworksIpV6Test-778680375 tempest-NetworksIpV6Test-778680375-project] Network hostable DHCP agents. Network: eafd67b4-0ff0-4c34-81b3-97cc3fce3c7b, hostable agents: ['af91e4b9-f4e1-42b1-a25c-a10dc47171c8'], hosted agents: [] {{(pid=103229) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 19:29:43.049319 n-d-713498-36 neutron-server[103229]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a6c456f-cb0d-43be-ba3a-59a56f4d0f23 tempest-NetworksIpV6Test-778680375 tempest-NetworksIpV6Test-778680375-project] Network eafd67b4-0ff0-4c34-81b3-97cc3fce3c7b is scheduled to be hosted by DHCP agent af91e4b9-f4e1-42b1-a25c-a10dc47171c8 with binding_index 1 {{(pid=103229) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 19:29:43.067188 n-d-713498-36 neutron-server[103229]: DEBUG neutron.scheduler.base_scheduler [None req-3a6c456f-cb0d-43be-ba3a-59a56f4d0f23 tempest-NetworksIpV6Test-778680375 tempest-NetworksIpV6Test-778680375-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713498-36, eafd67b4-0ff0-4c34-81b3-97cc3fce3c7b) {{(pid=103229) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 19:29:43.073356 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a6c456f-cb0d-43be-ba3a-59a56f4d0f23 tempest-NetworksIpV6Test-778680375 tempest-NetworksIpV6Test-778680375-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:29:43.074129 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-3a6c456f-cb0d-43be-ba3a-59a56f4d0f23 tempest-NetworksIpV6Test-778680375 tempest-NetworksIpV6Test-778680375-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1613566'] for subnet (None), before_response {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:29:43.115949 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9befdd70-5b6d-4a25-81ee-ea1ef6c4d278 None None] Network eafd67b4-0ff0-4c34-81b3-97cc3fce3c7b requested from n-d-713498-36 {{(pid=103232) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 19:29:43.119068 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ae11b03-f97a-4344-9ec2-8b2b703206d9 None None] Pushing event updated for resources: {'Port': ['ID=e67ad186-fa2f-49e6-a63b-8a466105b790,revision_number=1']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:29:43.153311 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-3a6c456f-cb0d-43be-ba3a-59a56f4d0f23 tempest-NetworksIpV6Test-778680375 tempest-NetworksIpV6Test-778680375-project] 10.222.0.75 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 1.4027052 Feb 09 19:29:43.156749 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 59238) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:29:43.200379 n-d-713498-36 neutron-server[103232]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ae11b03-f97a-4344-9ec2-8b2b703206d9 None None] Network 3e85701e-593f-44e4-a2a1-cf7e647f7ac3 is already hosted by enough agents. {{(pid=103232) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 19:29:43.209565 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ae11b03-f97a-4344-9ec2-8b2b703206d9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:29:43.210764 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ae11b03-f97a-4344-9ec2-8b2b703206d9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:29:43.211213 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ae11b03-f97a-4344-9ec2-8b2b703206d9 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:29:43.213230 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ae11b03-f97a-4344-9ec2-8b2b703206d9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:29:43.213578 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ae11b03-f97a-4344-9ec2-8b2b703206d9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:29:43.214045 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ae11b03-f97a-4344-9ec2-8b2b703206d9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:29:43.214458 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ae11b03-f97a-4344-9ec2-8b2b703206d9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:29:43.216120 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ae11b03-f97a-4344-9ec2-8b2b703206d9 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:29:43.216542 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ae11b03-f97a-4344-9ec2-8b2b703206d9 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:29:43.218208 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ae11b03-f97a-4344-9ec2-8b2b703206d9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:29:43.218576 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ae11b03-f97a-4344-9ec2-8b2b703206d9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:29:43.218915 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ae11b03-f97a-4344-9ec2-8b2b703206d9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:29:43.220475 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ae11b03-f97a-4344-9ec2-8b2b703206d9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:29:43.236246 n-d-713498-36 neutron-server[103232]: DEBUG neutron.scheduler.base_scheduler [None req-3ae11b03-f97a-4344-9ec2-8b2b703206d9 None None] Resources bound (agent type, host, resource id): {{(pid=103232) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 19:29:43.247703 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ae11b03-f97a-4344-9ec2-8b2b703206d9 None None] Received port after_create {{(pid=103232) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 19:29:43.264413 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-4b7923a0-0ce8-4b49-81f1-724ab1eb7d96 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762867132591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593584'] for agent (93303d5e-5d17-45e8-8963-7694f87783ae), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:29:43.347627 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 59240) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:29:43.359291 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2acdc71-d492-4b38-806a-93e3437eb25a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8b32e980-7cce-5e82-a341-bd2fa8945c89-eafd67b4-0ff0-4c34-81b3-97cc3fce3c7b', 'network_id': 'eafd67b4-0ff0-4c34-81b3-97cc3fce3c7b', 'project_id': 'bd151944d16d4fcdb5d08a0c24a278dc', 'fixed_ips': [{'subnet_id': 'f3735a9c-2893-4f76-abb0-d196196928db'}]}} from n-d-713498-36. {{(pid=103232) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 09 19:29:43.361465 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-f2acdc71-d492-4b38-806a-93e3437eb25a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (None), before_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:29:43.380817 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-a29b019a-fb76-4b18-9545-b67b9dfd58a6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:29:43.477421 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.managers [None req-3ae11b03-f97a-4344-9ec2-8b2b703206d9 None None] Attempting to bind port e67ad186-fa2f-49e6-a63b-8a466105b790 on host n-d-713498-36 for vnic_type normal with profile {{(pid=103232) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 19:29:43.477808 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.managers [None req-3ae11b03-f97a-4344-9ec2-8b2b703206d9 None None] Attempting to bind port e67ad186-fa2f-49e6-a63b-8a466105b790 by drivers openvswitch,hyperv on host n-d-713498-36 at level 0 using segments [{'id': 'bfec89b8-4018-4b9e-a554-cc7ac4a12034', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': '3e85701e-593f-44e4-a2a1-cf7e647f7ac3'}] {{(pid=103232) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 19:29:43.478205 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ae11b03-f97a-4344-9ec2-8b2b703206d9 None None] Attempting to bind port e67ad186-fa2f-49e6-a63b-8a466105b790 on network 3e85701e-593f-44e4-a2a1-cf7e647f7ac3 {{(pid=103232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 19:29:43.485450 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-75540506-bdcd-44d0-b4c5-723fc15f60d7 tempest-NetworksIpV6Test-778680375 tempest-NetworksIpV6Test-778680375-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-670458'] for network (eafd67b4-0ff0-4c34-81b3-97cc3fce3c7b), before_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:29:43.515160 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ae11b03-f97a-4344-9ec2-8b2b703206d9 None None] Checking agent: {'id': '496418a2-c002-4aec-ab1a-07f3bea491bd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-36', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 18, 51, 47), 'started_at': datetime.datetime(2022, 2, 9, 18, 52, 17), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 19, 29, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-36'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 19:29:43.517137 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ae11b03-f97a-4344-9ec2-8b2b703206d9 None None] Checking segment: {'id': 'bfec89b8-4018-4b9e-a554-cc7ac4a12034', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': '3e85701e-593f-44e4-a2a1-cf7e647f7ac3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103232) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 19:29:43.518195 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-3ae11b03-f97a-4344-9ec2-8b2b703206d9 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:29:43.518611 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ae11b03-f97a-4344-9ec2-8b2b703206d9 None None] Bound using segment: {'id': 'bfec89b8-4018-4b9e-a554-cc7ac4a12034', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': '3e85701e-593f-44e4-a2a1-cf7e647f7ac3'} {{(pid=103232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 19:29:43.520729 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.managers [None req-3ae11b03-f97a-4344-9ec2-8b2b703206d9 None None] Bound port: e67ad186-fa2f-49e6-a63b-8a466105b790, host: n-d-713498-36, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bfec89b8-4018-4b9e-a554-cc7ac4a12034', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': '3e85701e-593f-44e4-a2a1-cf7e647f7ac3'}}] {{(pid=103232) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 19:29:43.521766 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-3ae11b03-f97a-4344-9ec2-8b2b703206d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (e67ad186-fa2f-49e6-a63b-8a466105b790), before_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:29:43.659383 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 59248) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:29:43.666590 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-75540506-bdcd-44d0-b4c5-723fc15f60d7 tempest-NetworksIpV6Test-778680375 tempest-NetworksIpV6Test-778680375-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-759852'] for subnet (f3735a9c-2893-4f76-abb0-d196196928db), precommit_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:29:43.696652 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-a29b019a-fb76-4b18-9545-b67b9dfd58a6 admin admin] Publish callbacks [] for security_group (7bac120e-d604-4730-93d4-534bfc689fb6), precommit_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:29:43.711626 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-a29b019a-fb76-4b18-9545-b67b9dfd58a6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1892331'] for security_group (7bac120e-d604-4730-93d4-534bfc689fb6), after_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:29:43.729812 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 59254) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:29:43.871515 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-75540506-bdcd-44d0-b4c5-723fc15f60d7 tempest-NetworksIpV6Test-778680375 tempest-NetworksIpV6Test-778680375-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-760023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14393672', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12985882'] for subnet (f3735a9c-2893-4f76-abb0-d196196928db), after_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:29:43.903109 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-a29b019a-fb76-4b18-9545-b67b9dfd58a6 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=e243db9954134807b6fc864999b1b8e3&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5476778 Feb 09 19:29:43.903844 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 59260) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:29:43.976832 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75540506-bdcd-44d0-b4c5-723fc15f60d7 tempest-NetworksIpV6Test-778680375 tempest-NetworksIpV6Test-778680375-project] Pushing event deleted for resources: {'Subnet': ['ID=f3735a9c-2893-4f76-abb0-d196196928db,revision_number=None']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:29:44.028110 n-d-713498-36 neutron-server[103232]: ERROR oslo_messaging.rpc.server [None req-f2acdc71-d492-4b38-806a-93e3437eb25a None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet f3735a9c-2893-4f76-abb0-d196196928db: This subnet is being modified by another concurrent operation. Feb 09 19:29:44.028110 n-d-713498-36 neutron-server[103232]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Feb 09 19:29:44.028110 n-d-713498-36 neutron-server[103232]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Feb 09 19:29:44.028110 n-d-713498-36 neutron-server[103232]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Feb 09 19:29:44.028110 n-d-713498-36 neutron-server[103232]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Feb 09 19:29:44.028110 n-d-713498-36 neutron-server[103232]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Feb 09 19:29:44.028110 n-d-713498-36 neutron-server[103232]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Feb 09 19:29:44.028110 n-d-713498-36 neutron-server[103232]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Feb 09 19:29:44.028110 n-d-713498-36 neutron-server[103232]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Feb 09 19:29:44.028110 n-d-713498-36 neutron-server[103232]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Feb 09 19:29:44.028110 n-d-713498-36 neutron-server[103232]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Feb 09 19:29:44.028110 n-d-713498-36 neutron-server[103232]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Feb 09 19:29:44.028110 n-d-713498-36 neutron-server[103232]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 09 19:29:44.028110 n-d-713498-36 neutron-server[103232]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 09 19:29:44.028110 n-d-713498-36 neutron-server[103232]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 09 19:29:44.028110 n-d-713498-36 neutron-server[103232]: ERROR oslo_messaging.rpc.server raise self.value Feb 09 19:29:44.028110 n-d-713498-36 neutron-server[103232]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Feb 09 19:29:44.028110 n-d-713498-36 neutron-server[103232]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 09 19:29:44.028110 n-d-713498-36 neutron-server[103232]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Feb 09 19:29:44.028110 n-d-713498-36 neutron-server[103232]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Feb 09 19:29:44.028110 n-d-713498-36 neutron-server[103232]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 09 19:29:44.028110 n-d-713498-36 neutron-server[103232]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 09 19:29:44.028110 n-d-713498-36 neutron-server[103232]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 09 19:29:44.028110 n-d-713498-36 neutron-server[103232]: ERROR oslo_messaging.rpc.server raise self.value Feb 09 19:29:44.028110 n-d-713498-36 neutron-server[103232]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Feb 09 19:29:44.028110 n-d-713498-36 neutron-server[103232]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 09 19:29:44.028110 n-d-713498-36 neutron-server[103232]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Feb 09 19:29:44.028110 n-d-713498-36 neutron-server[103232]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Feb 09 19:29:44.028110 n-d-713498-36 neutron-server[103232]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 09 19:29:44.028110 n-d-713498-36 neutron-server[103232]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 09 19:29:44.028110 n-d-713498-36 neutron-server[103232]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 09 19:29:44.028110 n-d-713498-36 neutron-server[103232]: ERROR oslo_messaging.rpc.server raise self.value Feb 09 19:29:44.028110 n-d-713498-36 neutron-server[103232]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Feb 09 19:29:44.028110 n-d-713498-36 neutron-server[103232]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Feb 09 19:29:44.028110 n-d-713498-36 neutron-server[103232]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Feb 09 19:29:44.028110 n-d-713498-36 neutron-server[103232]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Feb 09 19:29:44.028110 n-d-713498-36 neutron-server[103232]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 278, in create_dhcp_port Feb 09 19:29:44.028110 n-d-713498-36 neutron-server[103232]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Feb 09 19:29:44.028110 n-d-713498-36 neutron-server[103232]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 116, in _port_action Feb 09 19:29:44.028110 n-d-713498-36 neutron-server[103232]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Feb 09 19:29:44.028110 n-d-713498-36 neutron-server[103232]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Feb 09 19:29:44.028110 n-d-713498-36 neutron-server[103232]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Feb 09 19:29:44.028110 n-d-713498-36 neutron-server[103232]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 701, in inner Feb 09 19:29:44.028110 n-d-713498-36 neutron-server[103232]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 09 19:29:44.028110 n-d-713498-36 neutron-server[103232]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Feb 09 19:29:44.028110 n-d-713498-36 neutron-server[103232]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Feb 09 19:29:44.028110 n-d-713498-36 neutron-server[103232]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Feb 09 19:29:44.028110 n-d-713498-36 neutron-server[103232]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Feb 09 19:29:44.028110 n-d-713498-36 neutron-server[103232]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 09 19:29:44.028110 n-d-713498-36 neutron-server[103232]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 09 19:29:44.028110 n-d-713498-36 neutron-server[103232]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 09 19:29:44.028110 n-d-713498-36 neutron-server[103232]: ERROR oslo_messaging.rpc.server raise self.value Feb 09 19:29:44.028110 n-d-713498-36 neutron-server[103232]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Feb 09 19:29:44.028110 n-d-713498-36 neutron-server[103232]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 09 19:29:44.034197 n-d-713498-36 neutron-server[103232]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Feb 09 19:29:44.034197 n-d-713498-36 neutron-server[103232]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Feb 09 19:29:44.034197 n-d-713498-36 neutron-server[103232]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 09 19:29:44.034197 n-d-713498-36 neutron-server[103232]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 09 19:29:44.034197 n-d-713498-36 neutron-server[103232]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 09 19:29:44.034197 n-d-713498-36 neutron-server[103232]: ERROR oslo_messaging.rpc.server raise self.value Feb 09 19:29:44.034197 n-d-713498-36 neutron-server[103232]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Feb 09 19:29:44.034197 n-d-713498-36 neutron-server[103232]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 09 19:29:44.034197 n-d-713498-36 neutron-server[103232]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Feb 09 19:29:44.034197 n-d-713498-36 neutron-server[103232]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Feb 09 19:29:44.034197 n-d-713498-36 neutron-server[103232]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 09 19:29:44.034197 n-d-713498-36 neutron-server[103232]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 09 19:29:44.034197 n-d-713498-36 neutron-server[103232]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 09 19:29:44.034197 n-d-713498-36 neutron-server[103232]: ERROR oslo_messaging.rpc.server raise self.value Feb 09 19:29:44.034197 n-d-713498-36 neutron-server[103232]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Feb 09 19:29:44.034197 n-d-713498-36 neutron-server[103232]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Feb 09 19:29:44.034197 n-d-713498-36 neutron-server[103232]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1504, in create_port Feb 09 19:29:44.034197 n-d-713498-36 neutron-server[103232]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Feb 09 19:29:44.034197 n-d-713498-36 neutron-server[103232]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1469, in _create_port_db Feb 09 19:29:44.034197 n-d-713498-36 neutron-server[103232]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Feb 09 19:29:44.034197 n-d-713498-36 neutron-server[103232]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1466, in create_port_db Feb 09 19:29:44.034197 n-d-713498-36 neutron-server[103232]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Feb 09 19:29:44.034197 n-d-713498-36 neutron-server[103232]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Feb 09 19:29:44.034197 n-d-713498-36 neutron-server[103232]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Feb 09 19:29:44.034197 n-d-713498-36 neutron-server[103232]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Feb 09 19:29:44.034197 n-d-713498-36 neutron-server[103232]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Feb 09 19:29:44.034197 n-d-713498-36 neutron-server[103232]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1010, in wrapper Feb 09 19:29:44.034197 n-d-713498-36 neutron-server[103232]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Feb 09 19:29:44.034197 n-d-713498-36 neutron-server[103232]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Feb 09 19:29:44.034197 n-d-713498-36 neutron-server[103232]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Feb 09 19:29:44.034197 n-d-713498-36 neutron-server[103232]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Feb 09 19:29:44.034197 n-d-713498-36 neutron-server[103232]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Feb 09 19:29:44.034197 n-d-713498-36 neutron-server[103232]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Feb 09 19:29:44.034197 n-d-713498-36 neutron-server[103232]: ERROR oslo_messaging.rpc.server subnet.lock_register( Feb 09 19:29:44.034197 n-d-713498-36 neutron-server[103232]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Feb 09 19:29:44.034197 n-d-713498-36 neutron-server[103232]: ERROR oslo_messaging.rpc.server raise exception Feb 09 19:29:44.034197 n-d-713498-36 neutron-server[103232]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet f3735a9c-2893-4f76-abb0-d196196928db: This subnet is being modified by another concurrent operation. Feb 09 19:29:44.034197 n-d-713498-36 neutron-server[103232]: ERROR oslo_messaging.rpc.server Feb 09 19:29:44.083338 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16fddf65-aab4-47c5-81bb-07db526f2604 None None] Network eafd67b4-0ff0-4c34-81b3-97cc3fce3c7b requested from n-d-713498-36 {{(pid=103232) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 19:29:44.202379 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-75540506-bdcd-44d0-b4c5-723fc15f60d7 tempest-NetworksIpV6Test-778680375 tempest-NetworksIpV6Test-778680375-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-590267', 'neutron.services.segments.db._delete_segments_for_network-8762867132609'] for network (eafd67b4-0ff0-4c34-81b3-97cc3fce3c7b), precommit_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:29:44.218293 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-3ae11b03-f97a-4344-9ec2-8b2b703206d9 None None] For port e67ad186-fa2f-49e6-a63b-8a466105b790, host n-d-713498-36, cleared binding levels {{(pid=103232) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 19:29:44.260163 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-3ae11b03-f97a-4344-9ec2-8b2b703206d9 None None] For port e67ad186-fa2f-49e6-a63b-8a466105b790, host n-d-713498-36, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-36',level=0,port_id=e67ad186-fa2f-49e6-a63b-8a466105b790,segment=NetworkSegment(bfec89b8-4018-4b9e-a554-cc7ac4a12034),segment_id=bfec89b8-4018-4b9e-a554-cc7ac4a12034)] {{(pid=103232) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 19:29:44.263051 n-d-713498-36 neutron-server[103230]: DEBUG neutron.services.segments.db [None req-75540506-bdcd-44d0-b4c5-723fc15f60d7 tempest-NetworksIpV6Test-778680375 tempest-NetworksIpV6Test-778680375-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['eafd67b4-0ff0-4c34-81b3-97cc3fce3c7b']}} {{(pid=103230) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:29:44.329357 n-d-713498-36 neutron-server[103230]: DEBUG neutron.services.segments.db [None req-75540506-bdcd-44d0-b4c5-723fc15f60d7 tempest-NetworksIpV6Test-778680375 tempest-NetworksIpV6Test-778680375-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5ad269a8-9aa5-426d-bbc7-c32a64aa326d') {'for_net_delete': True} {{(pid=103230) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:29:44.329734 n-d-713498-36 neutron-server[103230]: DEBUG neutron.services.segments.db [None req-75540506-bdcd-44d0-b4c5-723fc15f60d7 tempest-NetworksIpV6Test-778680375 tempest-NetworksIpV6Test-778680375-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5ad269a8-9aa5-426d-bbc7-c32a64aa326d') {} {{(pid=103230) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:29:44.336101 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-3ae11b03-f97a-4344-9ec2-8b2b703206d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762867176205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762866656485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762866656503'] for port (e67ad186-fa2f-49e6-a63b-8a466105b790), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:29:44.351826 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-75540506-bdcd-44d0-b4c5-723fc15f60d7 tempest-NetworksIpV6Test-778680375 tempest-NetworksIpV6Test-778680375-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762867134154', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12895813'] for segment (5ad269a8-9aa5-426d-bbc7-c32a64aa326d), before_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:29:44.370808 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-75540506-bdcd-44d0-b4c5-723fc15f60d7 tempest-NetworksIpV6Test-778680375 tempest-NetworksIpV6Test-778680375-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-759574'] for segment (5ad269a8-9aa5-426d-bbc7-c32a64aa326d), precommit_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:29:44.379060 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-75540506-bdcd-44d0-b4c5-723fc15f60d7 tempest-NetworksIpV6Test-778680375 tempest-NetworksIpV6Test-778680375-project] Releasing vlan 365 on physical network physnet1 to pool {{(pid=103230) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 19:29:44.379570 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-75540506-bdcd-44d0-b4c5-723fc15f60d7 tempest-NetworksIpV6Test-778680375 tempest-NetworksIpV6Test-778680375-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-759574', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14393826'] for segment (5ad269a8-9aa5-426d-bbc7-c32a64aa326d), after_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:29:44.429086 n-d-713498-36 neutron-server[103230]: Traceback (most recent call last): Feb 09 19:29:44.429086 n-d-713498-36 neutron-server[103230]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 19:29:44.429086 n-d-713498-36 neutron-server[103230]: timer() Feb 09 19:29:44.429086 n-d-713498-36 neutron-server[103230]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 19:29:44.429086 n-d-713498-36 neutron-server[103230]: cb(*args, **kw) Feb 09 19:29:44.429086 n-d-713498-36 neutron-server[103230]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 19:29:44.429086 n-d-713498-36 neutron-server[103230]: return func(*args, **kwargs) Feb 09 19:29:44.429086 n-d-713498-36 neutron-server[103230]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 19:29:44.429086 n-d-713498-36 neutron-server[103230]: self._notify() Feb 09 19:29:44.429086 n-d-713498-36 neutron-server[103230]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 19:29:44.429086 n-d-713498-36 neutron-server[103230]: self.callback(batched_events) Feb 09 19:29:44.429086 n-d-713498-36 neutron-server[103230]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 19:29:44.429086 n-d-713498-36 neutron-server[103230]: event.method(event) Feb 09 19:29:44.429086 n-d-713498-36 neutron-server[103230]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 19:29:44.429086 n-d-713498-36 neutron-server[103230]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 19:29:44.429086 n-d-713498-36 neutron-server[103230]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 19:29:44.429086 n-d-713498-36 neutron-server[103230]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 19:29:44.429086 n-d-713498-36 neutron-server[103230]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 19:29:44.429086 n-d-713498-36 neutron-server[103230]: return f(self, *a, **k) Feb 09 19:29:44.429086 n-d-713498-36 neutron-server[103230]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 19:29:44.429086 n-d-713498-36 neutron-server[103230]: return self._get(url).json() Feb 09 19:29:44.429086 n-d-713498-36 neutron-server[103230]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 19:29:44.429086 n-d-713498-36 neutron-server[103230]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 19:29:44.429086 n-d-713498-36 neutron-server[103230]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 19:29:44.429086 n-d-713498-36 neutron-server[103230]: return self.request(url, 'GET', **kwargs) Feb 09 19:29:44.429086 n-d-713498-36 neutron-server[103230]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 19:29:44.429086 n-d-713498-36 neutron-server[103230]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 19:29:44.429086 n-d-713498-36 neutron-server[103230]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 19:29:44.429086 n-d-713498-36 neutron-server[103230]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 19:29:44.429086 n-d-713498-36 neutron-server[103230]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 19:29:44.429086 n-d-713498-36 neutron-server[103230]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 19:29:44.429086 n-d-713498-36 neutron-server[103230]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 19:29:44.432009 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75540506-bdcd-44d0-b4c5-723fc15f60d7 tempest-NetworksIpV6Test-778680375 tempest-NetworksIpV6Test-778680375-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:29:44.432009 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75540506-bdcd-44d0-b4c5-723fc15f60d7 tempest-NetworksIpV6Test-778680375 tempest-NetworksIpV6Test-778680375-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:29:44.432009 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75540506-bdcd-44d0-b4c5-723fc15f60d7 tempest-NetworksIpV6Test-778680375 tempest-NetworksIpV6Test-778680375-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:29:44.432009 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75540506-bdcd-44d0-b4c5-723fc15f60d7 tempest-NetworksIpV6Test-778680375 tempest-NetworksIpV6Test-778680375-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:29:44.432009 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75540506-bdcd-44d0-b4c5-723fc15f60d7 tempest-NetworksIpV6Test-778680375 tempest-NetworksIpV6Test-778680375-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:29:44.432429 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75540506-bdcd-44d0-b4c5-723fc15f60d7 tempest-NetworksIpV6Test-778680375 tempest-NetworksIpV6Test-778680375-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:29:44.432429 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75540506-bdcd-44d0-b4c5-723fc15f60d7 tempest-NetworksIpV6Test-778680375 tempest-NetworksIpV6Test-778680375-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:29:44.432747 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75540506-bdcd-44d0-b4c5-723fc15f60d7 tempest-NetworksIpV6Test-778680375 tempest-NetworksIpV6Test-778680375-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:29:44.433076 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75540506-bdcd-44d0-b4c5-723fc15f60d7 tempest-NetworksIpV6Test-778680375 tempest-NetworksIpV6Test-778680375-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:29:44.433409 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75540506-bdcd-44d0-b4c5-723fc15f60d7 tempest-NetworksIpV6Test-778680375 tempest-NetworksIpV6Test-778680375-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:29:44.433735 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75540506-bdcd-44d0-b4c5-723fc15f60d7 tempest-NetworksIpV6Test-778680375 tempest-NetworksIpV6Test-778680375-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:29:44.434111 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75540506-bdcd-44d0-b4c5-723fc15f60d7 tempest-NetworksIpV6Test-778680375 tempest-NetworksIpV6Test-778680375-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:29:44.434441 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75540506-bdcd-44d0-b4c5-723fc15f60d7 tempest-NetworksIpV6Test-778680375 tempest-NetworksIpV6Test-778680375-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:29:44.453697 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-8ec2079d-6a5f-4a5e-b1ee-060e7643808b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:29:44.498038 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-75540506-bdcd-44d0-b4c5-723fc15f60d7 tempest-NetworksIpV6Test-778680375 tempest-NetworksIpV6Test-778680375-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-590242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1885479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1818895'] for network (eafd67b4-0ff0-4c34-81b3-97cc3fce3c7b), after_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:29:44.506783 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-edc54c9b-7f13-45d9-9271-85c9738b0128 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762867132591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593584'] for agent (a62b1850-466f-48ae-bec7-d62fb280e14b), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:29:44.516096 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-75540506-bdcd-44d0-b4c5-723fc15f60d7 tempest-NetworksIpV6Test-778680375 tempest-NetworksIpV6Test-778680375-project] Publish callbacks [] for network (None), before_response {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:29:44.523475 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-75540506-bdcd-44d0-b4c5-723fc15f60d7 tempest-NetworksIpV6Test-778680375 tempest-NetworksIpV6Test-778680375-project] 10.222.0.75 "DELETE /v2.0/networks/eafd67b4-0ff0-4c34-81b3-97cc3fce3c7b HTTP/1.1" status: 204 len: 168 time: 1.3654306 Feb 09 19:29:44.540847 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 59270) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:29:44.557363 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.v2.base [None req-48bab970-a719-4325-9b50-bde90a60d0f5 tempest-NetworksIpV6Test-778680375 tempest-NetworksIpV6Test-778680375-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1533261498'}} {{(pid=103230) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 19:29:44.581060 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ae11b03-f97a-4344-9ec2-8b2b703206d9 None None] Pushing event updated for resources: {'Port': ['ID=e67ad186-fa2f-49e6-a63b-8a466105b790,revision_number=2']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:29:44.599889 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75540506-bdcd-44d0-b4c5-723fc15f60d7 tempest-NetworksIpV6Test-778680375 tempest-NetworksIpV6Test-778680375-project] Pushing event deleted for resources: {'Network': ['ID=eafd67b4-0ff0-4c34-81b3-97cc3fce3c7b,revision_number=None']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:29:44.635361 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-48bab970-a719-4325-9b50-bde90a60d0f5 tempest-NetworksIpV6Test-778680375 tempest-NetworksIpV6Test-778680375-project] Made reservation on behalf of bd151944d16d4fcdb5d08a0c24a278dc for: {'network': 1} {{(pid=103230) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 19:29:44.644476 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-48bab970-a719-4325-9b50-bde90a60d0f5 tempest-NetworksIpV6Test-778680375 tempest-NetworksIpV6Test-778680375-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for network (None), before_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:29:44.754590 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-48bab970-a719-4325-9b50-bde90a60d0f5 tempest-NetworksIpV6Test-778680375 tempest-NetworksIpV6Test-778680375-project] vlan segment allocate from pool success with {'vlan_id': 391, 'physical_network': 'physnet1'} {{(pid=103230) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 19:29:44.771522 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-48bab970-a719-4325-9b50-bde90a60d0f5 tempest-NetworksIpV6Test-778680375 tempest-NetworksIpV6Test-778680375-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-759574'] for segment (8c7ffb96-4b62-4f8f-aea2-c0ea9a94f501), precommit_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:29:44.772175 n-d-713498-36 neutron-server[103230]: INFO neutron.db.segments_db [None req-48bab970-a719-4325-9b50-bde90a60d0f5 tempest-NetworksIpV6Test-778680375 tempest-NetworksIpV6Test-778680375-project] Added segment 8c7ffb96-4b62-4f8f-aea2-c0ea9a94f501 of type vlan for network 6761a8c6-a450-44d5-90f0-edfc5bdf1719 Feb 09 19:29:44.863960 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a29b019a-fb76-4b18-9545-b67b9dfd58a6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7bac120e-d604-4730-93d4-534bfc689fb6,revision_number=1']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:29:44.865126 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-48bab970-a719-4325-9b50-bde90a60d0f5 tempest-NetworksIpV6Test-778680375 tempest-NetworksIpV6Test-778680375-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762866642225'] for network (6761a8c6-a450-44d5-90f0-edfc5bdf1719), precommit_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:29:44.978032 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-711a482a-f258-4dcd-b8b4-45e6e56562be admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:29:45.005995 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-8ec2079d-6a5f-4a5e-b1ee-060e7643808b admin admin] Publish callbacks [] for security_group (0cc77306-909b-4e2b-9f15-230c293577e6), precommit_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:29:45.010536 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-48bab970-a719-4325-9b50-bde90a60d0f5 tempest-NetworksIpV6Test-778680375 tempest-NetworksIpV6Test-778680375-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1885479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452'] for network (6761a8c6-a450-44d5-90f0-edfc5bdf1719), after_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:29:45.018667 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48bab970-a719-4325-9b50-bde90a60d0f5 tempest-NetworksIpV6Test-778680375 tempest-NetworksIpV6Test-778680375-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:29:45.019776 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-48bab970-a719-4325-9b50-bde90a60d0f5 tempest-NetworksIpV6Test-778680375 tempest-NetworksIpV6Test-778680375-project] Publish callbacks [] for network (None), before_response {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:29:45.221871 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-711a482a-f258-4dcd-b8b4-45e6e56562be admin admin] Publish callbacks [] for security_group (e1fe7487-e4a5-4a6b-9bc6-db98c50349cc), precommit_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:29:45.225769 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-8ec2079d-6a5f-4a5e-b1ee-060e7643808b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1892331'] for security_group (0cc77306-909b-4e2b-9f15-230c293577e6), after_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:29:45.247942 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-0733670c-2325-4463-8742-bdf71c2bf785 admin admin] Publish callbacks [] for security_group (7bac120e-d604-4730-93d4-534bfc689fb6), before_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:29:45.256961 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-711a482a-f258-4dcd-b8b4-45e6e56562be admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1892331'] for security_group (e1fe7487-e4a5-4a6b-9bc6-db98c50349cc), after_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:29:45.313668 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ec2079d-6a5f-4a5e-b1ee-060e7643808b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0cc77306-909b-4e2b-9f15-230c293577e6,revision_number=1']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:29:45.325109 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-48bab970-a719-4325-9b50-bde90a60d0f5 tempest-NetworksIpV6Test-778680375 tempest-NetworksIpV6Test-778680375-project] 10.222.0.75 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.7771811 Feb 09 19:29:45.329501 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 59288) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:29:45.333040 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48bab970-a719-4325-9b50-bde90a60d0f5 tempest-NetworksIpV6Test-778680375 tempest-NetworksIpV6Test-778680375-project] Pushing event updated for resources: {'Network': ['ID=6761a8c6-a450-44d5-90f0-edfc5bdf1719,revision_number=1']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:29:45.340439 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.v2.base [None req-a93fa5c6-634d-413d-8586-15fb6ab9e275 tempest-NetworksIpV6Test-778680375 tempest-NetworksIpV6Test-778680375-project] Request body: {'subnet': {'network_id': '6761a8c6-a450-44d5-90f0-edfc5bdf1719', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::2'}} {{(pid=103230) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 19:29:45.359619 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Network 6761a8c6-a450-44d5-90f0-edfc5bdf1719 details requested by agent ovs-agent-n-d-713498-36 with host n-d-713498-36 {{(pid=103232) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 19:29:45.375451 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-0733670c-2325-4463-8742-bdf71c2bf785 admin admin] Publish callbacks [] for security_group (7bac120e-d604-4730-93d4-534bfc689fb6), precommit_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:29:45.497626 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-711a482a-f258-4dcd-b8b4-45e6e56562be admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=48bf6692aeee48709116dd6bf3c1ee62&name=default HTTP/1.1" status: 200 len: 3000 time: 1.7692497 Feb 09 19:29:45.503382 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 59290) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:29:45.516914 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-0733670c-2325-4463-8742-bdf71c2bf785 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1892331'] for security_group (7bac120e-d604-4730-93d4-534bfc689fb6), after_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:29:45.529342 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-8ec2079d-6a5f-4a5e-b1ee-060e7643808b admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=4af6ac9044d049e58b74f23e6a5bb997&name=default HTTP/1.1" status: 200 len: 3000 time: 1.8547411 Feb 09 19:29:45.529705 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-0733670c-2325-4463-8742-bdf71c2bf785 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:29:45.529705 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-0733670c-2325-4463-8742-bdf71c2bf785 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/7bac120e-d604-4730-93d4-534bfc689fb6 HTTP/1.1" status: 204 len: 168 time: 1.6092048 Feb 09 19:29:45.536159 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 59292) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:29:45.574116 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-711a482a-f258-4dcd-b8b4-45e6e56562be admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e1fe7487-e4a5-4a6b-9bc6-db98c50349cc,revision_number=1']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:29:45.641300 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0733670c-2325-4463-8742-bdf71c2bf785 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7bac120e-d604-4730-93d4-534bfc689fb6,revision_number=None']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:29:45.694167 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-939b2457-e074-488c-baea-7e7665a41a6c admin admin] Publish callbacks [] for security_group (e1fe7487-e4a5-4a6b-9bc6-db98c50349cc), before_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:29:45.774745 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-939b2457-e074-488c-baea-7e7665a41a6c admin admin] Publish callbacks [] for security_group (e1fe7487-e4a5-4a6b-9bc6-db98c50349cc), precommit_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:29:45.806174 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-a9c89cce-51ea-4d2c-b77c-b10037daa09f admin admin] Publish callbacks [] for security_group (0cc77306-909b-4e2b-9f15-230c293577e6), before_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:29:45.851243 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a93fa5c6-634d-413d-8586-15fb6ab9e275 tempest-NetworksIpV6Test-778680375 tempest-NetworksIpV6Test-778680375-project] Made reservation on behalf of bd151944d16d4fcdb5d08a0c24a278dc for: {'subnet': 1} {{(pid=103230) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 19:29:45.860570 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-a93fa5c6-634d-413d-8586-15fb6ab9e275 tempest-NetworksIpV6Test-778680375 tempest-NetworksIpV6Test-778680375-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12985917'] for subnet (None), before_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:29:45.908978 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-939b2457-e074-488c-baea-7e7665a41a6c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1892331'] for security_group (e1fe7487-e4a5-4a6b-9bc6-db98c50349cc), after_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:29:45.912441 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-939b2457-e074-488c-baea-7e7665a41a6c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:29:45.917902 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-939b2457-e074-488c-baea-7e7665a41a6c admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/e1fe7487-e4a5-4a6b-9bc6-db98c50349cc HTTP/1.1" status: 204 len: 168 time: 0.4098163 Feb 09 19:29:45.944357 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-939b2457-e074-488c-baea-7e7665a41a6c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e1fe7487-e4a5-4a6b-9bc6-db98c50349cc,revision_number=None']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:29:45.985539 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-a7262a8e-0513-48fd-984d-75726a511961 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762867132591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593584'] for agent (911cfea2-02ae-4ec9-bac3-7808ee1cdd9c), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:29:46.313159 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Device e67ad186-fa2f-49e6-a63b-8a466105b790 up at agent ovs-agent-n-d-713498-36 {{(pid=103232) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 19:29:46.428913 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.provisioning_blocks [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Provisioning complete for port e67ad186-fa2f-49e6-a63b-8a466105b790 triggered by entity L2. {{(pid=103232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 19:29:46.430015 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593630'] for port (e67ad186-fa2f-49e6-a63b-8a466105b790), provisioning_complete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:29:46.637636 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f39b52e7-3831-4cad-b389-20e0af56e066 None None] get_active_networks_info from n-d-713498-36 {{(pid=103232) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Feb 09 19:29:46.686926 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Current status of the port e67ad186-fa2f-49e6-a63b-8a466105b790 is: DOWN; New status is: ACTIVE {{(pid=103232) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 19:29:46.697278 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (e67ad186-fa2f-49e6-a63b-8a466105b790), before_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:29:46.850834 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.provisioning_blocks [None req-48d7881a-da0f-46ad-b849-d84935563961 None None] Provisioning complete for port e67ad186-fa2f-49e6-a63b-8a466105b790 triggered by entity DHCP. {{(pid=103232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 19:29:46.850834 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-48d7881a-da0f-46ad-b849-d84935563961 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593630'] for port (e67ad186-fa2f-49e6-a63b-8a466105b790), provisioning_complete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:29:46.912115 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-a9c89cce-51ea-4d2c-b77c-b10037daa09f admin admin] Publish callbacks [] for security_group (0cc77306-909b-4e2b-9f15-230c293577e6), precommit_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:29:46.912588 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 59324) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:29:46.933681 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-c3c496ee-0c15-409d-84bd-9723df61fee9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:29:46.967518 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-a9c89cce-51ea-4d2c-b77c-b10037daa09f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1892331'] for security_group (0cc77306-909b-4e2b-9f15-230c293577e6), after_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:29:46.970655 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-a9c89cce-51ea-4d2c-b77c-b10037daa09f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:29:46.972265 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-a9c89cce-51ea-4d2c-b77c-b10037daa09f admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/0cc77306-909b-4e2b-9f15-230c293577e6 HTTP/1.1" status: 204 len: 168 time: 1.4201558 Feb 09 19:29:46.990716 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9c89cce-51ea-4d2c-b77c-b10037daa09f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0cc77306-909b-4e2b-9f15-230c293577e6,revision_number=None']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:29:47.065439 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] For port e67ad186-fa2f-49e6-a63b-8a466105b790, host n-d-713498-36, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-36',level=0,port_id=e67ad186-fa2f-49e6-a63b-8a466105b790,segment=NetworkSegment(bfec89b8-4018-4b9e-a554-cc7ac4a12034),segment_id=bfec89b8-4018-4b9e-a554-cc7ac4a12034)] {{(pid=103232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 19:29:47.097327 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-a93fa5c6-634d-413d-8586-15fb6ab9e275 tempest-NetworksIpV6Test-778680375 tempest-NetworksIpV6Test-778680375-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14393611', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12985859'] for subnet (9421025d-f073-4e02-9867-a10358f26caa), after_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:29:47.134772 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762867176205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762866656485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762866656503'] for port (e67ad186-fa2f-49e6-a63b-8a466105b790), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:29:47.248649 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-c3c496ee-0c15-409d-84bd-9723df61fee9 admin admin] Publish callbacks [] for security_group (eff3c7b6-9269-467b-b22b-4f02bf0b1553), precommit_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:29:47.256371 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-c3c496ee-0c15-409d-84bd-9723df61fee9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1892331'] for security_group (eff3c7b6-9269-467b-b22b-4f02bf0b1553), after_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:29:47.263225 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a93fa5c6-634d-413d-8586-15fb6ab9e275 tempest-NetworksIpV6Test-778680375 tempest-NetworksIpV6Test-778680375-project] Pushing event updated for resources: {'Subnet': ['ID=9421025d-f073-4e02-9867-a10358f26caa,revision_number=0']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:29:47.271408 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a93fa5c6-634d-413d-8586-15fb6ab9e275 tempest-NetworksIpV6Test-778680375 tempest-NetworksIpV6Test-778680375-project] Checking segment: {'id': '8c7ffb96-4b62-4f8f-aea2-c0ea9a94f501', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': '6761a8c6-a450-44d5-90f0-edfc5bdf1719'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103230) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 19:29:47.271730 n-d-713498-36 neutron-server[103230]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a93fa5c6-634d-413d-8586-15fb6ab9e275 tempest-NetworksIpV6Test-778680375 tempest-NetworksIpV6Test-778680375-project] Network hostable DHCP agents. Network: 6761a8c6-a450-44d5-90f0-edfc5bdf1719, hostable agents: ['af91e4b9-f4e1-42b1-a25c-a10dc47171c8'], hosted agents: [] {{(pid=103230) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 19:29:47.295662 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Pushing event updated for resources: {'Port': ['ID=e67ad186-fa2f-49e6-a63b-8a466105b790,revision_number=3']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:29:47.303372 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762867132591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593584'] for agent (496418a2-c002-4aec-ab1a-07f3bea491bd), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:29:47.350034 n-d-713498-36 neutron-server[103232]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f39b52e7-3831-4cad-b389-20e0af56e066 None None] Resources bound (agent type, host, resource id): {{(pid=103232) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 09 19:29:47.373586 n-d-713498-36 neutron-server[103230]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a93fa5c6-634d-413d-8586-15fb6ab9e275 tempest-NetworksIpV6Test-778680375 tempest-NetworksIpV6Test-778680375-project] Network 6761a8c6-a450-44d5-90f0-edfc5bdf1719 is scheduled to be hosted by DHCP agent af91e4b9-f4e1-42b1-a25c-a10dc47171c8 with binding_index 1 {{(pid=103230) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 19:29:47.391550 n-d-713498-36 neutron-server[103230]: DEBUG neutron.scheduler.base_scheduler [None req-a93fa5c6-634d-413d-8586-15fb6ab9e275 tempest-NetworksIpV6Test-778680375 tempest-NetworksIpV6Test-778680375-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713498-36, 6761a8c6-a450-44d5-90f0-edfc5bdf1719) {{(pid=103230) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 19:29:47.419186 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a93fa5c6-634d-413d-8586-15fb6ab9e275 tempest-NetworksIpV6Test-778680375 tempest-NetworksIpV6Test-778680375-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:29:47.422750 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-a93fa5c6-634d-413d-8586-15fb6ab9e275 tempest-NetworksIpV6Test-778680375 tempest-NetworksIpV6Test-778680375-project] Publish callbacks [] for subnet (None), before_response {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:29:47.432766 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-c3c496ee-0c15-409d-84bd-9723df61fee9 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=6dc2a959f82742bfa3c30a93543a6c3b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5171361 Feb 09 19:29:47.433792 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 59334) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:29:47.486719 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3c496ee-0c15-409d-84bd-9723df61fee9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eff3c7b6-9269-467b-b22b-4f02bf0b1553,revision_number=1']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:29:47.648189 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-a93fa5c6-634d-413d-8586-15fb6ab9e275 tempest-NetworksIpV6Test-778680375 tempest-NetworksIpV6Test-778680375-project] 10.222.0.75 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 2.3134105 Feb 09 19:29:47.649309 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 59342) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:29:47.662991 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.v2.base [None req-80deb382-4aad-42c8-86e9-464bc774ef49 tempest-NetworksIpV6Test-778680375 tempest-NetworksIpV6Test-778680375-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-992206978'}} {{(pid=103229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 19:29:47.679489 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-48d7881a-da0f-46ad-b849-d84935563961 None None] Current status of the port e67ad186-fa2f-49e6-a63b-8a466105b790 is: ACTIVE; New status is: ACTIVE {{(pid=103232) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 19:29:47.680343 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-ca3fff4b-b117-44aa-9e05-ef6fcb7e7b94 admin admin] Publish callbacks [] for security_group (eff3c7b6-9269-467b-b22b-4f02bf0b1553), before_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:29:47.691368 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-79eebccd-8ed8-4800-ac28-c85499b0f567 req-7d1f9c58-071a-4f5e-b094-7f1f590a2a88 service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=41583515-d234-4b09-9050-bab2a796beed&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.2695796 Feb 09 19:29:47.768565 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-ca3fff4b-b117-44aa-9e05-ef6fcb7e7b94 admin admin] Publish callbacks [] for security_group (eff3c7b6-9269-467b-b22b-4f02bf0b1553), precommit_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:29:47.820349 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-80deb382-4aad-42c8-86e9-464bc774ef49 tempest-NetworksIpV6Test-778680375 tempest-NetworksIpV6Test-778680375-project] Made reservation on behalf of bd151944d16d4fcdb5d08a0c24a278dc for: {'network': 1} {{(pid=103229) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 19:29:47.829693 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-80deb382-4aad-42c8-86e9-464bc774ef49 tempest-NetworksIpV6Test-778680375 tempest-NetworksIpV6Test-778680375-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for network (None), before_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:29:47.878354 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-ca3fff4b-b117-44aa-9e05-ef6fcb7e7b94 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1892331'] for security_group (eff3c7b6-9269-467b-b22b-4f02bf0b1553), after_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:29:47.882249 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-ca3fff4b-b117-44aa-9e05-ef6fcb7e7b94 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:29:47.886373 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-ca3fff4b-b117-44aa-9e05-ef6fcb7e7b94 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/eff3c7b6-9269-467b-b22b-4f02bf0b1553 HTTP/1.1" status: 204 len: 168 time: 0.4430714 Feb 09 19:29:47.903848 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca3fff4b-b117-44aa-9e05-ef6fcb7e7b94 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eff3c7b6-9269-467b-b22b-4f02bf0b1553,revision_number=None']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:29:47.906754 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79eebccd-8ed8-4800-ac28-c85499b0f567 req-30b2be28-7935-456e-9edc-3e6ae1c74953 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:29:47.908387 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-79eebccd-8ed8-4800-ac28-c85499b0f567 req-30b2be28-7935-456e-9edc-3e6ae1c74953 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=d7a2ccbf0c8a475abd1520a0e31ab926&device_id=41583515-d234-4b09-9050-bab2a796beed HTTP/1.1" status: 200 len: 1128 time: 0.1869953 Feb 09 19:29:47.968918 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-80deb382-4aad-42c8-86e9-464bc774ef49 tempest-NetworksIpV6Test-778680375 tempest-NetworksIpV6Test-778680375-project] vlan segment allocate from pool success with {'vlan_id': 390, 'physical_network': 'physnet1'} {{(pid=103229) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 19:29:48.098350 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-80deb382-4aad-42c8-86e9-464bc774ef49 tempest-NetworksIpV6Test-778680375 tempest-NetworksIpV6Test-778680375-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-759574'] for segment (1f104308-fa26-44fe-b58d-bce4e7ba8b37), precommit_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:29:48.098779 n-d-713498-36 neutron-server[103229]: INFO neutron.db.segments_db [None req-80deb382-4aad-42c8-86e9-464bc774ef49 tempest-NetworksIpV6Test-778680375 tempest-NetworksIpV6Test-778680375-project] Added segment 1f104308-fa26-44fe-b58d-bce4e7ba8b37 of type vlan for network c10d1e8d-b7c0-46f0-94f0-a25cb4d50924 Feb 09 19:29:48.153217 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37b3ce6a-dc93-4130-a6bf-58ba2e67467d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8b32e980-7cce-5e82-a341-bd2fa8945c89-6761a8c6-a450-44d5-90f0-edfc5bdf1719', 'network_id': '6761a8c6-a450-44d5-90f0-edfc5bdf1719', 'project_id': 'bd151944d16d4fcdb5d08a0c24a278dc', 'fixed_ips': [{'subnet_id': '9421025d-f073-4e02-9867-a10358f26caa'}]}} from n-d-713498-36. {{(pid=103232) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 09 19:29:48.155228 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-37b3ce6a-dc93-4130-a6bf-58ba2e67467d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (None), before_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:29:48.188416 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Device e67ad186-fa2f-49e6-a63b-8a466105b790 up at agent ovs-agent-n-d-713498-36 {{(pid=103232) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 19:29:48.221151 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 59354) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:29:48.246261 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-a3ac2772-1555-4326-90e3-ec2eb7bee8c0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:29:48.265826 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-80deb382-4aad-42c8-86e9-464bc774ef49 tempest-NetworksIpV6Test-778680375 tempest-NetworksIpV6Test-778680375-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762866642225'] for network (c10d1e8d-b7c0-46f0-94f0-a25cb4d50924), precommit_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:29:48.353871 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79eebccd-8ed8-4800-ac28-c85499b0f567 req-aec46056-8391-4639-8f8a-30ef8f75ecdd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:29:48.355887 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-79eebccd-8ed8-4800-ac28-c85499b0f567 req-aec46056-8391-4639-8f8a-30ef8f75ecdd service neutron] 10.222.0.89 "GET /v2.0/networks?id=bd12d1d0-518d-4d29-a00d-98410ba2cb8a HTTP/1.1" status: 200 len: 913 time: 0.4178309 Feb 09 19:29:48.478934 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-80deb382-4aad-42c8-86e9-464bc774ef49 tempest-NetworksIpV6Test-778680375 tempest-NetworksIpV6Test-778680375-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1885479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452'] for network (c10d1e8d-b7c0-46f0-94f0-a25cb4d50924), after_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:29:48.525631 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-a3ac2772-1555-4326-90e3-ec2eb7bee8c0 admin admin] Publish callbacks [] for security_group (cc2640e1-ad07-4e7a-82b0-192eedd53b70), precommit_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:29:48.526169 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80deb382-4aad-42c8-86e9-464bc774ef49 tempest-NetworksIpV6Test-778680375 tempest-NetworksIpV6Test-778680375-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:29:48.532798 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-80deb382-4aad-42c8-86e9-464bc774ef49 tempest-NetworksIpV6Test-778680375 tempest-NetworksIpV6Test-778680375-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1613566'] for network (None), before_response {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:29:48.537099 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-a3ac2772-1555-4326-90e3-ec2eb7bee8c0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1892331'] for security_group (cc2640e1-ad07-4e7a-82b0-192eedd53b70), after_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:29:48.615762 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-79eebccd-8ed8-4800-ac28-c85499b0f567 req-2cf47cfc-b857-437d-a05c-c54b7299cc26 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f0b7f9af-8f64-4260-b1ad-67fc140f8d5e HTTP/1.1" status: 200 len: 217 time: 0.2513261 Feb 09 19:29:48.634238 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-a3ac2772-1555-4326-90e3-ec2eb7bee8c0 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=cfbaaf14311d4a5e81d91186d516a93d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4093664 Feb 09 19:29:48.641988 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 59364) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:29:48.667272 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-80deb382-4aad-42c8-86e9-464bc774ef49 tempest-NetworksIpV6Test-778680375 tempest-NetworksIpV6Test-778680375-project] 10.222.0.75 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 1.0144677 Feb 09 19:29:48.674857 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 59366) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:29:48.755075 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.provisioning_blocks [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Provisioning complete for port e67ad186-fa2f-49e6-a63b-8a466105b790 triggered by entity L2. {{(pid=103232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 19:29:48.756059 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3ac2772-1555-4326-90e3-ec2eb7bee8c0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cc2640e1-ad07-4e7a-82b0-192eedd53b70,revision_number=1']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:29:48.757145 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593630'] for port (e67ad186-fa2f-49e6-a63b-8a466105b790), provisioning_complete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:29:48.771543 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762867132591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593584'] for agent (488cd9ae-631f-4955-ba0b-4f5a13f12e9c), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:29:48.818994 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.db_base_plugin_common [None req-37b3ce6a-dc93-4130-a6bf-58ba2e67467d None None] Allocated IP 2001:db8::3 (6761a8c6-a450-44d5-90f0-edfc5bdf1719/9421025d-f073-4e02-9867-a10358f26caa/6fdd45a4-9b90-40d7-a509-d09cdb58b105) {{(pid=103232) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 19:29:48.829780 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-8d4489c6-6d86-4f8f-92e0-225fd22be6fa admin admin] Publish callbacks [] for security_group (cc2640e1-ad07-4e7a-82b0-192eedd53b70), before_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:29:48.840622 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.v2.base [None req-2a4cad19-d695-4384-a892-97ba79fb9b34 tempest-NetworksIpV6Test-778680375 tempest-NetworksIpV6Test-778680375-project] Request body: {'subnet': {'network_id': 'c10d1e8d-b7c0-46f0-94f0-a25cb4d50924', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=103229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 19:29:48.912394 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-8d4489c6-6d86-4f8f-92e0-225fd22be6fa admin admin] Publish callbacks [] for security_group (cc2640e1-ad07-4e7a-82b0-192eedd53b70), precommit_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:29:49.042531 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80deb382-4aad-42c8-86e9-464bc774ef49 tempest-NetworksIpV6Test-778680375 tempest-NetworksIpV6Test-778680375-project] Pushing event updated for resources: {'Network': ['ID=c10d1e8d-b7c0-46f0-94f0-a25cb4d50924,revision_number=1']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:29:49.058991 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-e22843b7-6b19-4937-860e-8abd4edd122e req-b67a3da7-fc05-4430-bc2d-96a35d99beb3 service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=90fa3247-1947-4321-832f-6c7718b1bdac&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0988669 Feb 09 19:29:49.082646 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-8d4489c6-6d86-4f8f-92e0-225fd22be6fa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1892331'] for security_group (cc2640e1-ad07-4e7a-82b0-192eedd53b70), after_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:29:49.084895 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Network c10d1e8d-b7c0-46f0-94f0-a25cb4d50924 details requested by agent ovs-agent-n-d-713498-36 with host n-d-713498-36 {{(pid=103232) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 19:29:49.086605 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-8d4489c6-6d86-4f8f-92e0-225fd22be6fa admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:29:49.088394 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-8d4489c6-6d86-4f8f-92e0-225fd22be6fa admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/cc2640e1-ad07-4e7a-82b0-192eedd53b70 HTTP/1.1" status: 204 len: 168 time: 0.4447527 Feb 09 19:29:49.105947 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d4489c6-6d86-4f8f-92e0-225fd22be6fa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cc2640e1-ad07-4e7a-82b0-192eedd53b70,revision_number=None']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:29:49.107196 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79eebccd-8ed8-4800-ac28-c85499b0f567 req-a8cd3d3b-1c48-4fc0-b1a7-290895c6d300 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:29:49.109653 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-79eebccd-8ed8-4800-ac28-c85499b0f567 req-a8cd3d3b-1c48-4fc0-b1a7-290895c6d300 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=60ccac4e-8e6b-4139-b4aa-9c0c5cc0e9e4 HTTP/1.1" status: 200 len: 851 time: 0.3163259 Feb 09 19:29:49.211123 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e22843b7-6b19-4937-860e-8abd4edd122e req-56c052b6-ef0e-43b9-bb87-657b4668b23f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:29:49.214875 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-e22843b7-6b19-4937-860e-8abd4edd122e req-56c052b6-ef0e-43b9-bb87-657b4668b23f service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=d7a2ccbf0c8a475abd1520a0e31ab926&device_id=90fa3247-1947-4321-832f-6c7718b1bdac HTTP/1.1" status: 200 len: 1129 time: 0.0694048 Feb 09 19:29:49.225633 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2a4cad19-d695-4384-a892-97ba79fb9b34 tempest-NetworksIpV6Test-778680375 tempest-NetworksIpV6Test-778680375-project] Made reservation on behalf of bd151944d16d4fcdb5d08a0c24a278dc for: {'subnet': 1} {{(pid=103229) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 19:29:49.229384 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-2a4cad19-d695-4384-a892-97ba79fb9b34 tempest-NetworksIpV6Test-778680375 tempest-NetworksIpV6Test-778680375-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12759265'] for subnet (None), before_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:29:49.274320 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762867132591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593584'] for agent (bcd5faee-dc24-4298-9134-0e0aa054058e), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:29:49.392931 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e22843b7-6b19-4937-860e-8abd4edd122e req-8ff71d7c-1060-4e25-9e6f-2af843568059 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:29:49.395977 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-e22843b7-6b19-4937-860e-8abd4edd122e req-8ff71d7c-1060-4e25-9e6f-2af843568059 service neutron] 10.222.0.90 "GET /v2.0/networks?id=bd12d1d0-518d-4d29-a00d-98410ba2cb8a HTTP/1.1" status: 200 len: 913 time: 0.1507103 Feb 09 19:29:49.396817 n-d-713498-36 neutron-server[103229]: DEBUG neutron.db.ipam_backend_mixin [None req-2a4cad19-d695-4384-a892-97ba79fb9b34 tempest-NetworksIpV6Test-778680375 tempest-NetworksIpV6Test-778680375-project] Performing IP validity checks on allocation pools {{(pid=103229) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Feb 09 19:29:49.397943 n-d-713498-36 neutron-server[103229]: DEBUG neutron.db.ipam_backend_mixin [None req-2a4cad19-d695-4384-a892-97ba79fb9b34 tempest-NetworksIpV6Test-778680375 tempest-NetworksIpV6Test-778680375-project] Checking for overlaps among allocation pools and gateway ip {{(pid=103229) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Feb 09 19:29:49.409529 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79eebccd-8ed8-4800-ac28-c85499b0f567 req-c7956797-a22c-4043-a81d-aea7d5364f41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:29:49.411501 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-79eebccd-8ed8-4800-ac28-c85499b0f567 req-c7956797-a22c-4043-a81d-aea7d5364f41 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=bd12d1d0-518d-4d29-a00d-98410ba2cb8a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.2903488 Feb 09 19:29:49.491783 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-e22843b7-6b19-4937-860e-8abd4edd122e req-a8f76ff7-1193-45f7-9413-8e0e10da1449 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e138b0c7-e271-4e23-bf5b-bfa7a9e842fc HTTP/1.1" status: 200 len: 217 time: 0.0846498 Feb 09 19:29:49.567934 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Current status of the port e67ad186-fa2f-49e6-a63b-8a466105b790 is: ACTIVE; New status is: ACTIVE {{(pid=103232) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 19:29:49.602600 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e22843b7-6b19-4937-860e-8abd4edd122e req-ab01b13d-d941-4413-8625-e15772c451b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:29:49.604464 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-e22843b7-6b19-4937-860e-8abd4edd122e req-ab01b13d-d941-4413-8625-e15772c451b7 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=60ccac4e-8e6b-4139-b4aa-9c0c5cc0e9e4 HTTP/1.1" status: 200 len: 851 time: 0.1055055 Feb 09 19:29:49.637588 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-79eebccd-8ed8-4800-ac28-c85499b0f567 req-0754412f-ab2e-4dbd-91cd-67438e7707ea service neutron] 10.222.0.89 "GET /v2.0/networks/bd12d1d0-518d-4d29-a00d-98410ba2cb8a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2163405 Feb 09 19:29:49.640452 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-37b3ce6a-dc93-4130-a6bf-58ba2e67467d None None] Publish callbacks [] for port (6fdd45a4-9b90-40d7-a509-d09cdb58b105), precommit_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:29:49.662280 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-37b3ce6a-dc93-4130-a6bf-58ba2e67467d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762866656467'] for port (6fdd45a4-9b90-40d7-a509-d09cdb58b105), after_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:29:49.745655 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e22843b7-6b19-4937-860e-8abd4edd122e req-36da3101-542c-49cb-8484-02c286109d86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:29:49.755690 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-e22843b7-6b19-4937-860e-8abd4edd122e req-36da3101-542c-49cb-8484-02c286109d86 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=bd12d1d0-518d-4d29-a00d-98410ba2cb8a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.1427779 Feb 09 19:29:49.774029 n-d-713498-36 neutron-server[103232]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37b3ce6a-dc93-4130-a6bf-58ba2e67467d None None] Network 6761a8c6-a450-44d5-90f0-edfc5bdf1719 is already hosted by enough agents. {{(pid=103232) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 19:29:49.851096 n-d-713498-36 neutron-server[103232]: DEBUG neutron.scheduler.base_scheduler [None req-37b3ce6a-dc93-4130-a6bf-58ba2e67467d None None] Resources bound (agent type, host, resource id): {{(pid=103232) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 19:29:49.854037 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37b3ce6a-dc93-4130-a6bf-58ba2e67467d None None] Received port after_create {{(pid=103232) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 19:29:49.875204 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37b3ce6a-dc93-4130-a6bf-58ba2e67467d None None] Pushing event updated for resources: {'Port': ['ID=6fdd45a4-9b90-40d7-a509-d09cdb58b105,revision_number=1']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:29:49.937027 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-79eebccd-8ed8-4800-ac28-c85499b0f567 req-6a81fb4a-3d0e-4e30-9470-a3069d4d44a0 service neutron] 10.222.0.89 "GET /v2.0/networks/bd12d1d0-518d-4d29-a00d-98410ba2cb8a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2865703 Feb 09 19:29:49.997197 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-e22843b7-6b19-4937-860e-8abd4edd122e req-c0b1a569-896a-4521-ad33-abb44ab16e80 service neutron] 10.222.0.90 "GET /v2.0/networks/bd12d1d0-518d-4d29-a00d-98410ba2cb8a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2303510 Feb 09 19:29:50.093695 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.managers [None req-37b3ce6a-dc93-4130-a6bf-58ba2e67467d None None] Attempting to bind port 6fdd45a4-9b90-40d7-a509-d09cdb58b105 on host n-d-713498-36 for vnic_type normal with profile {{(pid=103232) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 19:29:50.098273 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.managers [None req-37b3ce6a-dc93-4130-a6bf-58ba2e67467d None None] Attempting to bind port 6fdd45a4-9b90-40d7-a509-d09cdb58b105 by drivers openvswitch,hyperv on host n-d-713498-36 at level 0 using segments [{'id': '8c7ffb96-4b62-4f8f-aea2-c0ea9a94f501', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': '6761a8c6-a450-44d5-90f0-edfc5bdf1719'}] {{(pid=103232) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 19:29:50.098735 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37b3ce6a-dc93-4130-a6bf-58ba2e67467d None None] Attempting to bind port 6fdd45a4-9b90-40d7-a509-d09cdb58b105 on network 6761a8c6-a450-44d5-90f0-edfc5bdf1719 {{(pid=103232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 19:29:50.108970 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37b3ce6a-dc93-4130-a6bf-58ba2e67467d None None] Checking agent: {'id': '496418a2-c002-4aec-ab1a-07f3bea491bd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-36', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 18, 51, 47), 'started_at': datetime.datetime(2022, 2, 9, 18, 52, 17), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 19, 29, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-36'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 19:29:50.109534 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37b3ce6a-dc93-4130-a6bf-58ba2e67467d None None] Checking segment: {'id': '8c7ffb96-4b62-4f8f-aea2-c0ea9a94f501', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': '6761a8c6-a450-44d5-90f0-edfc5bdf1719'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103232) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 19:29:50.122444 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-37b3ce6a-dc93-4130-a6bf-58ba2e67467d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:29:50.122971 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37b3ce6a-dc93-4130-a6bf-58ba2e67467d None None] Bound using segment: {'id': '8c7ffb96-4b62-4f8f-aea2-c0ea9a94f501', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': '6761a8c6-a450-44d5-90f0-edfc5bdf1719'} {{(pid=103232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 19:29:50.123656 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.managers [None req-37b3ce6a-dc93-4130-a6bf-58ba2e67467d None None] Bound port: 6fdd45a4-9b90-40d7-a509-d09cdb58b105, host: n-d-713498-36, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8c7ffb96-4b62-4f8f-aea2-c0ea9a94f501', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': '6761a8c6-a450-44d5-90f0-edfc5bdf1719'}}] {{(pid=103232) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 19:29:50.124316 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-37b3ce6a-dc93-4130-a6bf-58ba2e67467d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (6fdd45a4-9b90-40d7-a509-d09cdb58b105), before_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:29:50.173129 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-2a4cad19-d695-4384-a892-97ba79fb9b34 tempest-NetworksIpV6Test-778680375 tempest-NetworksIpV6Test-778680375-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12867428', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12759263'] for subnet (cb7c9455-fc5f-4baf-a929-71115d2da11a), after_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:29:50.265716 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-e22843b7-6b19-4937-860e-8abd4edd122e req-dfd43c7f-73b1-4bd0-9730-48dd2e82f43e service neutron] 10.222.0.90 "GET /v2.0/networks/bd12d1d0-518d-4d29-a00d-98410ba2cb8a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2610285 Feb 09 19:29:50.286068 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a4cad19-d695-4384-a892-97ba79fb9b34 tempest-NetworksIpV6Test-778680375 tempest-NetworksIpV6Test-778680375-project] Checking segment: {'id': '1f104308-fa26-44fe-b58d-bce4e7ba8b37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': 'c10d1e8d-b7c0-46f0-94f0-a25cb4d50924'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103229) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 19:29:50.286432 n-d-713498-36 neutron-server[103229]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a4cad19-d695-4384-a892-97ba79fb9b34 tempest-NetworksIpV6Test-778680375 tempest-NetworksIpV6Test-778680375-project] Network hostable DHCP agents. Network: c10d1e8d-b7c0-46f0-94f0-a25cb4d50924, hostable agents: ['af91e4b9-f4e1-42b1-a25c-a10dc47171c8'], hosted agents: [] {{(pid=103229) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 19:29:50.295225 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-37b3ce6a-dc93-4130-a6bf-58ba2e67467d None None] For port 6fdd45a4-9b90-40d7-a509-d09cdb58b105, host n-d-713498-36, cleared binding levels {{(pid=103232) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 19:29:50.303015 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-37b3ce6a-dc93-4130-a6bf-58ba2e67467d None None] For port 6fdd45a4-9b90-40d7-a509-d09cdb58b105, host n-d-713498-36, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-36',level=0,port_id=6fdd45a4-9b90-40d7-a509-d09cdb58b105,segment=NetworkSegment(8c7ffb96-4b62-4f8f-aea2-c0ea9a94f501),segment_id=8c7ffb96-4b62-4f8f-aea2-c0ea9a94f501)] {{(pid=103232) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 19:29:50.312191 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-37b3ce6a-dc93-4130-a6bf-58ba2e67467d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762867176205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762866656485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762866656503'] for port (6fdd45a4-9b90-40d7-a509-d09cdb58b105), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:29:50.331902 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a4cad19-d695-4384-a892-97ba79fb9b34 tempest-NetworksIpV6Test-778680375 tempest-NetworksIpV6Test-778680375-project] Pushing event updated for resources: {'Subnet': ['ID=cb7c9455-fc5f-4baf-a929-71115d2da11a,revision_number=0']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:29:50.348039 n-d-713498-36 neutron-server[103229]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a4cad19-d695-4384-a892-97ba79fb9b34 tempest-NetworksIpV6Test-778680375 tempest-NetworksIpV6Test-778680375-project] Network c10d1e8d-b7c0-46f0-94f0-a25cb4d50924 is scheduled to be hosted by DHCP agent af91e4b9-f4e1-42b1-a25c-a10dc47171c8 with binding_index 1 {{(pid=103229) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 19:29:50.371800 n-d-713498-36 neutron-server[103229]: DEBUG neutron.scheduler.base_scheduler [None req-2a4cad19-d695-4384-a892-97ba79fb9b34 tempest-NetworksIpV6Test-778680375 tempest-NetworksIpV6Test-778680375-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713498-36, c10d1e8d-b7c0-46f0-94f0-a25cb4d50924) {{(pid=103229) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 19:29:50.381600 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a4cad19-d695-4384-a892-97ba79fb9b34 tempest-NetworksIpV6Test-778680375 tempest-NetworksIpV6Test-778680375-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:29:50.382544 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-2a4cad19-d695-4384-a892-97ba79fb9b34 tempest-NetworksIpV6Test-778680375 tempest-NetworksIpV6Test-778680375-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1613566'] for subnet (None), before_response {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:29:50.440886 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-2a4cad19-d695-4384-a892-97ba79fb9b34 tempest-NetworksIpV6Test-778680375 tempest-NetworksIpV6Test-778680375-project] 10.222.0.75 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 803 time: 1.6354911 Feb 09 19:29:50.444156 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 59426) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:29:50.473372 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37b3ce6a-dc93-4130-a6bf-58ba2e67467d None None] Pushing event updated for resources: {'Port': ['ID=6fdd45a4-9b90-40d7-a509-d09cdb58b105,revision_number=2']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:29:50.716489 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-edb49fa8-73b0-4a20-9ce9-55a7d72ee19a tempest-NetworksIpV6Test-778680375 tempest-NetworksIpV6Test-778680375-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-670458'] for network (c10d1e8d-b7c0-46f0-94f0-a25cb4d50924), before_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:29:50.848894 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-edb49fa8-73b0-4a20-9ce9-55a7d72ee19a tempest-NetworksIpV6Test-778680375 tempest-NetworksIpV6Test-778680375-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-759852'] for subnet (cb7c9455-fc5f-4baf-a929-71115d2da11a), precommit_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:29:51.010088 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-edb49fa8-73b0-4a20-9ce9-55a7d72ee19a tempest-NetworksIpV6Test-778680375 tempest-NetworksIpV6Test-778680375-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-760023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14393672', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12985882'] for subnet (cb7c9455-fc5f-4baf-a929-71115d2da11a), after_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:29:51.082900 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edb49fa8-73b0-4a20-9ce9-55a7d72ee19a tempest-NetworksIpV6Test-778680375 tempest-NetworksIpV6Test-778680375-project] Pushing event deleted for resources: {'Subnet': ['ID=cb7c9455-fc5f-4baf-a929-71115d2da11a,revision_number=None']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:29:51.201312 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-edb49fa8-73b0-4a20-9ce9-55a7d72ee19a tempest-NetworksIpV6Test-778680375 tempest-NetworksIpV6Test-778680375-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-590267', 'neutron.services.segments.db._delete_segments_for_network-8762867132609'] for network (c10d1e8d-b7c0-46f0-94f0-a25cb4d50924), precommit_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:29:51.232074 n-d-713498-36 neutron-server[103230]: DEBUG neutron.services.segments.db [None req-edb49fa8-73b0-4a20-9ce9-55a7d72ee19a tempest-NetworksIpV6Test-778680375 tempest-NetworksIpV6Test-778680375-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c10d1e8d-b7c0-46f0-94f0-a25cb4d50924']}} {{(pid=103230) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:29:51.249647 n-d-713498-36 neutron-server[103230]: DEBUG neutron.services.segments.db [None req-edb49fa8-73b0-4a20-9ce9-55a7d72ee19a tempest-NetworksIpV6Test-778680375 tempest-NetworksIpV6Test-778680375-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1f104308-fa26-44fe-b58d-bce4e7ba8b37') {'for_net_delete': True} {{(pid=103230) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:29:51.250936 n-d-713498-36 neutron-server[103230]: DEBUG neutron.services.segments.db [None req-edb49fa8-73b0-4a20-9ce9-55a7d72ee19a tempest-NetworksIpV6Test-778680375 tempest-NetworksIpV6Test-778680375-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1f104308-fa26-44fe-b58d-bce4e7ba8b37') {} {{(pid=103230) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:29:51.267392 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-edb49fa8-73b0-4a20-9ce9-55a7d72ee19a tempest-NetworksIpV6Test-778680375 tempest-NetworksIpV6Test-778680375-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762867134154', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12895813'] for segment (1f104308-fa26-44fe-b58d-bce4e7ba8b37), before_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:29:51.302211 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-edb49fa8-73b0-4a20-9ce9-55a7d72ee19a tempest-NetworksIpV6Test-778680375 tempest-NetworksIpV6Test-778680375-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-759574'] for segment (1f104308-fa26-44fe-b58d-bce4e7ba8b37), precommit_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:29:51.316348 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-edb49fa8-73b0-4a20-9ce9-55a7d72ee19a tempest-NetworksIpV6Test-778680375 tempest-NetworksIpV6Test-778680375-project] Releasing vlan 390 on physical network physnet1 to pool {{(pid=103230) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 19:29:51.317450 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-edb49fa8-73b0-4a20-9ce9-55a7d72ee19a tempest-NetworksIpV6Test-778680375 tempest-NetworksIpV6Test-778680375-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-759574', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14393826'] for segment (1f104308-fa26-44fe-b58d-bce4e7ba8b37), after_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:29:51.428525 n-d-713498-36 neutron-server[103230]: Traceback (most recent call last): Feb 09 19:29:51.428525 n-d-713498-36 neutron-server[103230]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 19:29:51.428525 n-d-713498-36 neutron-server[103230]: timer() Feb 09 19:29:51.428525 n-d-713498-36 neutron-server[103230]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 19:29:51.428525 n-d-713498-36 neutron-server[103230]: cb(*args, **kw) Feb 09 19:29:51.428525 n-d-713498-36 neutron-server[103230]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 19:29:51.428525 n-d-713498-36 neutron-server[103230]: return func(*args, **kwargs) Feb 09 19:29:51.428525 n-d-713498-36 neutron-server[103230]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 19:29:51.428525 n-d-713498-36 neutron-server[103230]: self._notify() Feb 09 19:29:51.428525 n-d-713498-36 neutron-server[103230]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 19:29:51.428525 n-d-713498-36 neutron-server[103230]: self.callback(batched_events) Feb 09 19:29:51.428525 n-d-713498-36 neutron-server[103230]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 19:29:51.428525 n-d-713498-36 neutron-server[103230]: event.method(event) Feb 09 19:29:51.428525 n-d-713498-36 neutron-server[103230]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 19:29:51.428525 n-d-713498-36 neutron-server[103230]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 19:29:51.428525 n-d-713498-36 neutron-server[103230]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 19:29:51.428525 n-d-713498-36 neutron-server[103230]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 19:29:51.428525 n-d-713498-36 neutron-server[103230]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 19:29:51.428525 n-d-713498-36 neutron-server[103230]: return f(self, *a, **k) Feb 09 19:29:51.428525 n-d-713498-36 neutron-server[103230]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 19:29:51.428525 n-d-713498-36 neutron-server[103230]: return self._get(url).json() Feb 09 19:29:51.428525 n-d-713498-36 neutron-server[103230]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 19:29:51.428525 n-d-713498-36 neutron-server[103230]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 19:29:51.428525 n-d-713498-36 neutron-server[103230]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 19:29:51.428525 n-d-713498-36 neutron-server[103230]: return self.request(url, 'GET', **kwargs) Feb 09 19:29:51.428525 n-d-713498-36 neutron-server[103230]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 19:29:51.428525 n-d-713498-36 neutron-server[103230]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 19:29:51.428525 n-d-713498-36 neutron-server[103230]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 19:29:51.428525 n-d-713498-36 neutron-server[103230]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 19:29:51.428525 n-d-713498-36 neutron-server[103230]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 19:29:51.428525 n-d-713498-36 neutron-server[103230]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 19:29:51.428525 n-d-713498-36 neutron-server[103230]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 19:29:51.444151 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-edb49fa8-73b0-4a20-9ce9-55a7d72ee19a tempest-NetworksIpV6Test-778680375 tempest-NetworksIpV6Test-778680375-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-590242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1885479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1818895'] for network (c10d1e8d-b7c0-46f0-94f0-a25cb4d50924), after_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:29:51.469438 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-edb49fa8-73b0-4a20-9ce9-55a7d72ee19a tempest-NetworksIpV6Test-778680375 tempest-NetworksIpV6Test-778680375-project] Publish callbacks [] for network (None), before_response {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:29:51.476735 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 59450) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:29:51.477683 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-edb49fa8-73b0-4a20-9ce9-55a7d72ee19a tempest-NetworksIpV6Test-778680375 tempest-NetworksIpV6Test-778680375-project] 10.222.0.75 "DELETE /v2.0/networks/c10d1e8d-b7c0-46f0-94f0-a25cb4d50924 HTTP/1.1" status: 204 len: 168 time: 1.0317376 Feb 09 19:29:51.479359 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edb49fa8-73b0-4a20-9ce9-55a7d72ee19a tempest-NetworksIpV6Test-778680375 tempest-NetworksIpV6Test-778680375-project] Pushing event deleted for resources: {'Network': ['ID=c10d1e8d-b7c0-46f0-94f0-a25cb4d50924,revision_number=None']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:29:51.491879 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.v2.base [None req-5667a391-d412-4d16-bd75-7edd29d34dbf tempest-NetworksIpV6Test-778680375 tempest-NetworksIpV6Test-778680375-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-764055198'}} {{(pid=103229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 19:29:51.520105 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5667a391-d412-4d16-bd75-7edd29d34dbf tempest-NetworksIpV6Test-778680375 tempest-NetworksIpV6Test-778680375-project] Made reservation on behalf of bd151944d16d4fcdb5d08a0c24a278dc for: {'network': 1} {{(pid=103229) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 19:29:51.525333 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-5667a391-d412-4d16-bd75-7edd29d34dbf tempest-NetworksIpV6Test-778680375 tempest-NetworksIpV6Test-778680375-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for network (None), before_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:29:51.595117 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5667a391-d412-4d16-bd75-7edd29d34dbf tempest-NetworksIpV6Test-778680375 tempest-NetworksIpV6Test-778680375-project] vlan segment allocate from pool success with {'vlan_id': 390, 'physical_network': 'physnet1'} {{(pid=103229) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 19:29:51.618941 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-5667a391-d412-4d16-bd75-7edd29d34dbf tempest-NetworksIpV6Test-778680375 tempest-NetworksIpV6Test-778680375-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-759574'] for segment (2b8112b7-cda1-4b43-9daf-5c8556889340), precommit_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:29:51.620493 n-d-713498-36 neutron-server[103229]: INFO neutron.db.segments_db [None req-5667a391-d412-4d16-bd75-7edd29d34dbf tempest-NetworksIpV6Test-778680375 tempest-NetworksIpV6Test-778680375-project] Added segment 2b8112b7-cda1-4b43-9daf-5c8556889340 of type vlan for network 15d2279b-ae8d-455f-be7a-ff82ff017ef4 Feb 09 19:29:51.748000 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-5667a391-d412-4d16-bd75-7edd29d34dbf tempest-NetworksIpV6Test-778680375 tempest-NetworksIpV6Test-778680375-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762866642225'] for network (15d2279b-ae8d-455f-be7a-ff82ff017ef4), precommit_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:29:51.806080 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-5667a391-d412-4d16-bd75-7edd29d34dbf tempest-NetworksIpV6Test-778680375 tempest-NetworksIpV6Test-778680375-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1885479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452'] for network (15d2279b-ae8d-455f-be7a-ff82ff017ef4), after_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:29:51.815098 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5667a391-d412-4d16-bd75-7edd29d34dbf tempest-NetworksIpV6Test-778680375 tempest-NetworksIpV6Test-778680375-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:29:51.816588 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-5667a391-d412-4d16-bd75-7edd29d34dbf tempest-NetworksIpV6Test-778680375 tempest-NetworksIpV6Test-778680375-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1613566'] for network (None), before_response {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:29:51.887430 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-5667a391-d412-4d16-bd75-7edd29d34dbf tempest-NetworksIpV6Test-778680375 tempest-NetworksIpV6Test-778680375-project] 10.222.0.75 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.4095111 Feb 09 19:29:51.890700 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 59462) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:29:51.896050 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.v2.base [None req-e92182c3-ec23-4ba8-ae72-2f5ae015bc94 tempest-NetworksIpV6Test-778680375 tempest-NetworksIpV6Test-778680375-project] Request body: {'subnet': {'network_id': '15d2279b-ae8d-455f-be7a-ff82ff017ef4', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=103230) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 19:29:52.025527 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5667a391-d412-4d16-bd75-7edd29d34dbf tempest-NetworksIpV6Test-778680375 tempest-NetworksIpV6Test-778680375-project] Pushing event updated for resources: {'Network': ['ID=15d2279b-ae8d-455f-be7a-ff82ff017ef4,revision_number=1']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:29:52.061823 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Network 15d2279b-ae8d-455f-be7a-ff82ff017ef4 details requested by agent ovs-agent-n-d-713498-36 with host n-d-713498-36 {{(pid=103232) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 19:29:52.152500 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e92182c3-ec23-4ba8-ae72-2f5ae015bc94 tempest-NetworksIpV6Test-778680375 tempest-NetworksIpV6Test-778680375-project] Made reservation on behalf of bd151944d16d4fcdb5d08a0c24a278dc for: {'subnet': 1} {{(pid=103230) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 19:29:52.158272 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-e92182c3-ec23-4ba8-ae72-2f5ae015bc94 tempest-NetworksIpV6Test-778680375 tempest-NetworksIpV6Test-778680375-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12985917'] for subnet (None), before_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:29:52.206308 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2bd0df3-a22b-4129-b4f4-94cfab2ee5d2 None None] Network 3e85701e-593f-44e4-a2a1-cf7e647f7ac3 requested from n-d-713498-36 {{(pid=103232) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 19:29:52.223591 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96e8ca0c-498a-4ead-bd12-1ddaa10ed03b None None] Network 6761a8c6-a450-44d5-90f0-edfc5bdf1719 requested from n-d-713498-36 {{(pid=103232) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 19:29:52.409728 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f3471fb-baf1-4913-95ae-561e5b56394e None None] Network c10d1e8d-b7c0-46f0-94f0-a25cb4d50924 requested from n-d-713498-36 {{(pid=103232) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 19:29:52.447101 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Device 6fdd45a4-9b90-40d7-a509-d09cdb58b105 up at agent ovs-agent-n-d-713498-36 {{(pid=103232) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 19:29:52.557246 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-e92182c3-ec23-4ba8-ae72-2f5ae015bc94 tempest-NetworksIpV6Test-778680375 tempest-NetworksIpV6Test-778680375-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14393611', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12985859'] for subnet (2a25c8f5-69b4-4f0e-89ea-3686e74cbdc1), after_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:29:52.685396 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e92182c3-ec23-4ba8-ae72-2f5ae015bc94 tempest-NetworksIpV6Test-778680375 tempest-NetworksIpV6Test-778680375-project] Pushing event updated for resources: {'Subnet': ['ID=2a25c8f5-69b4-4f0e-89ea-3686e74cbdc1,revision_number=0']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:29:52.697713 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e92182c3-ec23-4ba8-ae72-2f5ae015bc94 tempest-NetworksIpV6Test-778680375 tempest-NetworksIpV6Test-778680375-project] Checking segment: {'id': '2b8112b7-cda1-4b43-9daf-5c8556889340', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': '15d2279b-ae8d-455f-be7a-ff82ff017ef4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103230) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 19:29:52.698113 n-d-713498-36 neutron-server[103230]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e92182c3-ec23-4ba8-ae72-2f5ae015bc94 tempest-NetworksIpV6Test-778680375 tempest-NetworksIpV6Test-778680375-project] Network hostable DHCP agents. Network: 15d2279b-ae8d-455f-be7a-ff82ff017ef4, hostable agents: ['af91e4b9-f4e1-42b1-a25c-a10dc47171c8'], hosted agents: [] {{(pid=103230) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 19:29:52.731319 n-d-713498-36 neutron-server[103230]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e92182c3-ec23-4ba8-ae72-2f5ae015bc94 tempest-NetworksIpV6Test-778680375 tempest-NetworksIpV6Test-778680375-project] Network 15d2279b-ae8d-455f-be7a-ff82ff017ef4 is scheduled to be hosted by DHCP agent af91e4b9-f4e1-42b1-a25c-a10dc47171c8 with binding_index 1 {{(pid=103230) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 19:29:52.750610 n-d-713498-36 neutron-server[103230]: DEBUG neutron.scheduler.base_scheduler [None req-e92182c3-ec23-4ba8-ae72-2f5ae015bc94 tempest-NetworksIpV6Test-778680375 tempest-NetworksIpV6Test-778680375-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713498-36, 15d2279b-ae8d-455f-be7a-ff82ff017ef4) {{(pid=103230) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 19:29:52.757675 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e92182c3-ec23-4ba8-ae72-2f5ae015bc94 tempest-NetworksIpV6Test-778680375 tempest-NetworksIpV6Test-778680375-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:29:52.758332 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-e92182c3-ec23-4ba8-ae72-2f5ae015bc94 tempest-NetworksIpV6Test-778680375 tempest-NetworksIpV6Test-778680375-project] Publish callbacks [] for subnet (None), before_response {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:29:52.792629 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 59492) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:29:52.802546 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-e92182c3-ec23-4ba8-ae72-2f5ae015bc94 tempest-NetworksIpV6Test-778680375 tempest-NetworksIpV6Test-778680375-project] 10.222.0.75 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 904 time: 0.9105635 Feb 09 19:29:52.842146 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17300326-eaf0-4dc7-9914-1a577512aa80 None None] Network 15d2279b-ae8d-455f-be7a-ff82ff017ef4 requested from n-d-713498-36 {{(pid=103232) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 19:29:52.850853 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f3471fb-baf1-4913-95ae-561e5b56394e None None] Network c10d1e8d-b7c0-46f0-94f0-a25cb4d50924 could not be found, it might have been deleted concurrently. {{(pid=103232) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:196}} Feb 09 19:29:52.922868 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e7148ef-a37e-41a8-b3ff-bf11e75b7770 None None] Network c10d1e8d-b7c0-46f0-94f0-a25cb4d50924 requested from n-d-713498-36 {{(pid=103232) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 19:29:53.073454 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-49e6de7e-04de-44e3-a300-32f7f0206b4b tempest-NetworksIpV6Test-778680375 tempest-NetworksIpV6Test-778680375-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-670458'] for network (15d2279b-ae8d-455f-be7a-ff82ff017ef4), before_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:29:53.088382 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e7148ef-a37e-41a8-b3ff-bf11e75b7770 None None] Network c10d1e8d-b7c0-46f0-94f0-a25cb4d50924 could not be found, it might have been deleted concurrently. {{(pid=103232) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:196}} Feb 09 19:29:53.138721 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.provisioning_blocks [None req-facbc088-392d-4f20-a3e0-87f1ed74c225 None None] Provisioning complete for port 6fdd45a4-9b90-40d7-a509-d09cdb58b105 triggered by entity DHCP. {{(pid=103232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 19:29:53.139105 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-facbc088-392d-4f20-a3e0-87f1ed74c225 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593630'] for port (6fdd45a4-9b90-40d7-a509-d09cdb58b105), provisioning_complete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:29:53.185201 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-49e6de7e-04de-44e3-a300-32f7f0206b4b tempest-NetworksIpV6Test-778680375 tempest-NetworksIpV6Test-778680375-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-759852'] for subnet (2a25c8f5-69b4-4f0e-89ea-3686e74cbdc1), precommit_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:29:53.305882 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.provisioning_blocks [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Provisioning complete for port 6fdd45a4-9b90-40d7-a509-d09cdb58b105 triggered by entity L2. {{(pid=103232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 19:29:53.306683 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593630'] for port (6fdd45a4-9b90-40d7-a509-d09cdb58b105), provisioning_complete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:29:53.327201 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-49e6de7e-04de-44e3-a300-32f7f0206b4b tempest-NetworksIpV6Test-778680375 tempest-NetworksIpV6Test-778680375-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-760023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12867367', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12759238'] for subnet (2a25c8f5-69b4-4f0e-89ea-3686e74cbdc1), after_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:29:53.391778 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49e6de7e-04de-44e3-a300-32f7f0206b4b tempest-NetworksIpV6Test-778680375 tempest-NetworksIpV6Test-778680375-project] Pushing event deleted for resources: {'Subnet': ['ID=2a25c8f5-69b4-4f0e-89ea-3686e74cbdc1,revision_number=None']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:29:53.504568 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Current status of the port 6fdd45a4-9b90-40d7-a509-d09cdb58b105 is: DOWN; New status is: ACTIVE {{(pid=103232) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 19:29:53.505396 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (6fdd45a4-9b90-40d7-a509-d09cdb58b105), before_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:29:53.570682 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] For port 6fdd45a4-9b90-40d7-a509-d09cdb58b105, host n-d-713498-36, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-36',level=0,port_id=6fdd45a4-9b90-40d7-a509-d09cdb58b105,segment=NetworkSegment(8c7ffb96-4b62-4f8f-aea2-c0ea9a94f501),segment_id=8c7ffb96-4b62-4f8f-aea2-c0ea9a94f501)] {{(pid=103232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 19:29:53.593225 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-49e6de7e-04de-44e3-a300-32f7f0206b4b tempest-NetworksIpV6Test-778680375 tempest-NetworksIpV6Test-778680375-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-590267', 'neutron.services.segments.db._delete_segments_for_network-8762867132609'] for network (15d2279b-ae8d-455f-be7a-ff82ff017ef4), precommit_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:29:53.614228 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762867176205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762866656485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762866656503'] for port (6fdd45a4-9b90-40d7-a509-d09cdb58b105), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:29:53.656525 n-d-713498-36 neutron-server[103229]: DEBUG neutron.services.segments.db [None req-49e6de7e-04de-44e3-a300-32f7f0206b4b tempest-NetworksIpV6Test-778680375 tempest-NetworksIpV6Test-778680375-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['15d2279b-ae8d-455f-be7a-ff82ff017ef4']}} {{(pid=103229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:29:53.680190 n-d-713498-36 neutron-server[103229]: DEBUG neutron.services.segments.db [None req-49e6de7e-04de-44e3-a300-32f7f0206b4b tempest-NetworksIpV6Test-778680375 tempest-NetworksIpV6Test-778680375-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2b8112b7-cda1-4b43-9daf-5c8556889340') {'for_net_delete': True} {{(pid=103229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:29:53.680733 n-d-713498-36 neutron-server[103229]: DEBUG neutron.services.segments.db [None req-49e6de7e-04de-44e3-a300-32f7f0206b4b tempest-NetworksIpV6Test-778680375 tempest-NetworksIpV6Test-778680375-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2b8112b7-cda1-4b43-9daf-5c8556889340') {} {{(pid=103229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:29:53.694639 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-facbc088-392d-4f20-a3e0-87f1ed74c225 None None] Current status of the port 6fdd45a4-9b90-40d7-a509-d09cdb58b105 is: ACTIVE; New status is: ACTIVE {{(pid=103232) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 19:29:53.702994 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b863807a-5600-487a-8518-e79a139977a2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8b32e980-7cce-5e82-a341-bd2fa8945c89-15d2279b-ae8d-455f-be7a-ff82ff017ef4', 'network_id': '15d2279b-ae8d-455f-be7a-ff82ff017ef4', 'project_id': 'bd151944d16d4fcdb5d08a0c24a278dc', 'fixed_ips': [{'subnet_id': '2a25c8f5-69b4-4f0e-89ea-3686e74cbdc1'}]}} from n-d-713498-36. {{(pid=103232) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 09 19:29:53.703872 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-b863807a-5600-487a-8518-e79a139977a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (None), before_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:29:53.726144 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-49e6de7e-04de-44e3-a300-32f7f0206b4b tempest-NetworksIpV6Test-778680375 tempest-NetworksIpV6Test-778680375-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762867134154', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16683417'] for segment (2b8112b7-cda1-4b43-9daf-5c8556889340), before_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:29:53.774611 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-49e6de7e-04de-44e3-a300-32f7f0206b4b tempest-NetworksIpV6Test-778680375 tempest-NetworksIpV6Test-778680375-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-759574'] for segment (2b8112b7-cda1-4b43-9daf-5c8556889340), precommit_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:29:53.788809 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-49e6de7e-04de-44e3-a300-32f7f0206b4b tempest-NetworksIpV6Test-778680375 tempest-NetworksIpV6Test-778680375-project] Releasing vlan 390 on physical network physnet1 to pool {{(pid=103229) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 19:29:53.789597 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-49e6de7e-04de-44e3-a300-32f7f0206b4b tempest-NetworksIpV6Test-778680375 tempest-NetworksIpV6Test-778680375-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-759574', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12867469'] for segment (2b8112b7-cda1-4b43-9daf-5c8556889340), after_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:29:53.794392 n-d-713498-36 neutron-server[103229]: Traceback (most recent call last): Feb 09 19:29:53.794392 n-d-713498-36 neutron-server[103229]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 19:29:53.794392 n-d-713498-36 neutron-server[103229]: timer() Feb 09 19:29:53.794392 n-d-713498-36 neutron-server[103229]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 19:29:53.794392 n-d-713498-36 neutron-server[103229]: cb(*args, **kw) Feb 09 19:29:53.794392 n-d-713498-36 neutron-server[103229]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 19:29:53.794392 n-d-713498-36 neutron-server[103229]: return func(*args, **kwargs) Feb 09 19:29:53.794392 n-d-713498-36 neutron-server[103229]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 19:29:53.794392 n-d-713498-36 neutron-server[103229]: self._notify() Feb 09 19:29:53.794392 n-d-713498-36 neutron-server[103229]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 19:29:53.794392 n-d-713498-36 neutron-server[103229]: self.callback(batched_events) Feb 09 19:29:53.794392 n-d-713498-36 neutron-server[103229]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 19:29:53.794392 n-d-713498-36 neutron-server[103229]: event.method(event) Feb 09 19:29:53.794392 n-d-713498-36 neutron-server[103229]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 19:29:53.794392 n-d-713498-36 neutron-server[103229]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 19:29:53.794392 n-d-713498-36 neutron-server[103229]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 19:29:53.794392 n-d-713498-36 neutron-server[103229]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 19:29:53.794392 n-d-713498-36 neutron-server[103229]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 19:29:53.794392 n-d-713498-36 neutron-server[103229]: return f(self, *a, **k) Feb 09 19:29:53.794392 n-d-713498-36 neutron-server[103229]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 19:29:53.794392 n-d-713498-36 neutron-server[103229]: return self._get(url).json() Feb 09 19:29:53.794392 n-d-713498-36 neutron-server[103229]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 19:29:53.794392 n-d-713498-36 neutron-server[103229]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 19:29:53.794392 n-d-713498-36 neutron-server[103229]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 19:29:53.794392 n-d-713498-36 neutron-server[103229]: return self.request(url, 'GET', **kwargs) Feb 09 19:29:53.794392 n-d-713498-36 neutron-server[103229]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 19:29:53.794392 n-d-713498-36 neutron-server[103229]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 19:29:53.794392 n-d-713498-36 neutron-server[103229]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 19:29:53.794392 n-d-713498-36 neutron-server[103229]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 19:29:53.794392 n-d-713498-36 neutron-server[103229]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 19:29:53.794392 n-d-713498-36 neutron-server[103229]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 19:29:53.794392 n-d-713498-36 neutron-server[103229]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 19:29:53.948908 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Pushing event updated for resources: {'Port': ['ID=6fdd45a4-9b90-40d7-a509-d09cdb58b105,revision_number=3']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:29:53.965525 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.db.api [None req-b863807a-5600-487a-8518-e79a139977a2 None None] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Feb 09 19:29:53.965525 n-d-713498-36 neutron-server[103232]: [SQL: INSERT INTO ports (project_id, id, name, network_id, mac_address, admin_state_up, status, device_id, device_owner, ip_allocation, standard_attr_id) VALUES (%(project_id)s, %(id)s, %(name)s, %(network_id)s, %(mac_address)s, %(admin_state_up)s, %(status)s, %(device_id)s, %(device_owner)s, %(ip_allocation)s, %(standard_attr_id)s)] Feb 09 19:29:53.965525 n-d-713498-36 neutron-server[103232]: [parameters: {'project_id': 'bd151944d16d4fcdb5d08a0c24a278dc', 'id': 'dd14b49f-df48-41da-9616-c827103e324a', 'name': '', 'network_id': '15d2279b-ae8d-455f-be7a-ff82ff017ef4', 'mac_address': 'fa:16:3e:9f:78:b6', 'admin_state_up': 1, 'status': 'DOWN', 'device_id': 'dhcp8b32e980-7cce-5e82-a341-bd2fa8945c89-15d2279b-ae8d-455f-be7a-ff82ff017ef4', 'device_owner': 'network:dhcp', 'ip_allocation': None, 'standard_attr_id': 2822}] Feb 09 19:29:53.965525 n-d-713498-36 neutron-server[103232]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=103232) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 09 19:29:53.966075 n-d-713498-36 neutron-server[103232]: DEBUG oslo_db.api [None req-b863807a-5600-487a-8518-e79a139977a2 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_port {{(pid=103232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 09 19:29:53.973267 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-49e6de7e-04de-44e3-a300-32f7f0206b4b tempest-NetworksIpV6Test-778680375 tempest-NetworksIpV6Test-778680375-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-590242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1885479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1818895'] for network (15d2279b-ae8d-455f-be7a-ff82ff017ef4), after_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:29:53.992146 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-49e6de7e-04de-44e3-a300-32f7f0206b4b tempest-NetworksIpV6Test-778680375 tempest-NetworksIpV6Test-778680375-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1613566'] for network (None), before_response {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:29:53.995752 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-49e6de7e-04de-44e3-a300-32f7f0206b4b tempest-NetworksIpV6Test-778680375 tempest-NetworksIpV6Test-778680375-project] 10.222.0.75 "DELETE /v2.0/networks/15d2279b-ae8d-455f-be7a-ff82ff017ef4 HTTP/1.1" status: 204 len: 168 time: 1.2018425 Feb 09 19:29:54.000263 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 59518) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:29:54.005486 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.v2.base [None req-67e923a5-2b11-46b1-90f6-281694f4c523 tempest-NetworksIpV6Test-778680375 tempest-NetworksIpV6Test-778680375-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1699248377'}} {{(pid=103230) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 19:29:54.041306 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49e6de7e-04de-44e3-a300-32f7f0206b4b tempest-NetworksIpV6Test-778680375 tempest-NetworksIpV6Test-778680375-project] Pushing event deleted for resources: {'Network': ['ID=15d2279b-ae8d-455f-be7a-ff82ff017ef4,revision_number=None']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:29:54.048261 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.provisioning_blocks [None req-17da0e5b-59b2-4102-9cdd-cab53e009ddc None None] Provisioning complete for port e67ad186-fa2f-49e6-a63b-8a466105b790 triggered by entity DHCP. {{(pid=103232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 19:29:54.049021 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-17da0e5b-59b2-4102-9cdd-cab53e009ddc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593630'] for port (e67ad186-fa2f-49e6-a63b-8a466105b790), provisioning_complete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:29:54.060039 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-67e923a5-2b11-46b1-90f6-281694f4c523 tempest-NetworksIpV6Test-778680375 tempest-NetworksIpV6Test-778680375-project] Made reservation on behalf of bd151944d16d4fcdb5d08a0c24a278dc for: {'network': 1} {{(pid=103230) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 19:29:54.074138 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-67e923a5-2b11-46b1-90f6-281694f4c523 tempest-NetworksIpV6Test-778680375 tempest-NetworksIpV6Test-778680375-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for network (None), before_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:29:54.159804 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-67e923a5-2b11-46b1-90f6-281694f4c523 tempest-NetworksIpV6Test-778680375 tempest-NetworksIpV6Test-778680375-project] vlan segment allocate from pool success with {'vlan_id': 396, 'physical_network': 'physnet1'} {{(pid=103230) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 19:29:54.202065 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-67e923a5-2b11-46b1-90f6-281694f4c523 tempest-NetworksIpV6Test-778680375 tempest-NetworksIpV6Test-778680375-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-759574'] for segment (0fa257fb-0ce6-4211-9187-46b063e6d3ac), precommit_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:29:54.202548 n-d-713498-36 neutron-server[103230]: INFO neutron.db.segments_db [None req-67e923a5-2b11-46b1-90f6-281694f4c523 tempest-NetworksIpV6Test-778680375 tempest-NetworksIpV6Test-778680375-project] Added segment 0fa257fb-0ce6-4211-9187-46b063e6d3ac of type vlan for network 192adf3d-0989-456d-88ea-df8f68e3fe2a Feb 09 19:29:54.203095 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-17da0e5b-59b2-4102-9cdd-cab53e009ddc None None] Current status of the port e67ad186-fa2f-49e6-a63b-8a466105b790 is: ACTIVE; New status is: ACTIVE {{(pid=103232) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 19:29:54.213664 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Device 6fdd45a4-9b90-40d7-a509-d09cdb58b105 up at agent ovs-agent-n-d-713498-36 {{(pid=103232) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 19:29:54.283211 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.provisioning_blocks [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Provisioning complete for port 6fdd45a4-9b90-40d7-a509-d09cdb58b105 triggered by entity L2. {{(pid=103232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 19:29:54.283717 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593630'] for port (6fdd45a4-9b90-40d7-a509-d09cdb58b105), provisioning_complete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:29:54.303625 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-67e923a5-2b11-46b1-90f6-281694f4c523 tempest-NetworksIpV6Test-778680375 tempest-NetworksIpV6Test-778680375-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762866642225'] for network (192adf3d-0989-456d-88ea-df8f68e3fe2a), precommit_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:29:54.372080 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-67e923a5-2b11-46b1-90f6-281694f4c523 tempest-NetworksIpV6Test-778680375 tempest-NetworksIpV6Test-778680375-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1885479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452'] for network (192adf3d-0989-456d-88ea-df8f68e3fe2a), after_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:29:54.378524 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Current status of the port 6fdd45a4-9b90-40d7-a509-d09cdb58b105 is: ACTIVE; New status is: ACTIVE {{(pid=103232) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 19:29:54.378974 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67e923a5-2b11-46b1-90f6-281694f4c523 tempest-NetworksIpV6Test-778680375 tempest-NetworksIpV6Test-778680375-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:29:54.379607 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-67e923a5-2b11-46b1-90f6-281694f4c523 tempest-NetworksIpV6Test-778680375 tempest-NetworksIpV6Test-778680375-project] Publish callbacks [] for network (None), before_response {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:29:54.467767 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-b863807a-5600-487a-8518-e79a139977a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (None), before_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:29:54.517511 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 59530) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:29:54.521756 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-67e923a5-2b11-46b1-90f6-281694f4c523 tempest-NetworksIpV6Test-778680375 tempest-NetworksIpV6Test-778680375-project] 10.222.0.75 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.5203028 Feb 09 19:29:54.522786 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.v2.base [None req-8be85287-5741-4731-9b83-867b9f2dfdd9 tempest-NetworksIpV6Test-778680375 tempest-NetworksIpV6Test-778680375-project] Request body: {'subnet': {'network_id': '192adf3d-0989-456d-88ea-df8f68e3fe2a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None}} {{(pid=103229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 19:29:54.559590 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67e923a5-2b11-46b1-90f6-281694f4c523 tempest-NetworksIpV6Test-778680375 tempest-NetworksIpV6Test-778680375-project] Pushing event updated for resources: {'Network': ['ID=192adf3d-0989-456d-88ea-df8f68e3fe2a,revision_number=1']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:29:54.565992 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2097563-fc93-4065-838c-b4001044ef8b None None] Network 15d2279b-ae8d-455f-be7a-ff82ff017ef4 requested from n-d-713498-36 {{(pid=103232) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 19:29:54.597192 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2097563-fc93-4065-838c-b4001044ef8b None None] Network 15d2279b-ae8d-455f-be7a-ff82ff017ef4 could not be found, it might have been deleted concurrently. {{(pid=103232) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:196}} Feb 09 19:29:54.601577 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Network 192adf3d-0989-456d-88ea-df8f68e3fe2a details requested by agent ovs-agent-n-d-713498-36 with host n-d-713498-36 {{(pid=103232) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 19:29:54.670799 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8be85287-5741-4731-9b83-867b9f2dfdd9 tempest-NetworksIpV6Test-778680375 tempest-NetworksIpV6Test-778680375-project] Made reservation on behalf of bd151944d16d4fcdb5d08a0c24a278dc for: {'subnet': 1} {{(pid=103229) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 19:29:54.681091 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-8be85287-5741-4731-9b83-867b9f2dfdd9 tempest-NetworksIpV6Test-778680375 tempest-NetworksIpV6Test-778680375-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12759265'] for subnet (None), before_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:29:54.688436 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0982c364-a14c-4596-92f1-fc7d3bec6b66 None None] Network 6761a8c6-a450-44d5-90f0-edfc5bdf1719 requested from n-d-713498-36 {{(pid=103232) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 19:29:54.902957 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.provisioning_blocks [None req-3f79e873-2091-4ab4-973f-2fca2f4a764f None None] Provisioning complete for port 6fdd45a4-9b90-40d7-a509-d09cdb58b105 triggered by entity DHCP. {{(pid=103232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 19:29:54.903770 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-3f79e873-2091-4ab4-973f-2fca2f4a764f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593630'] for port (6fdd45a4-9b90-40d7-a509-d09cdb58b105), provisioning_complete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:29:55.226795 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-3f79e873-2091-4ab4-973f-2fca2f4a764f None None] Current status of the port 6fdd45a4-9b90-40d7-a509-d09cdb58b105 is: ACTIVE; New status is: ACTIVE {{(pid=103232) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 19:29:55.284429 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-8be85287-5741-4731-9b83-867b9f2dfdd9 tempest-NetworksIpV6Test-778680375 tempest-NetworksIpV6Test-778680375-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12867428', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12759263'] for subnet (e077bc0d-15e4-4b42-a753-b5d7a203bf3a), after_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:29:55.408903 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8be85287-5741-4731-9b83-867b9f2dfdd9 tempest-NetworksIpV6Test-778680375 tempest-NetworksIpV6Test-778680375-project] Pushing event updated for resources: {'Subnet': ['ID=e077bc0d-15e4-4b42-a753-b5d7a203bf3a,revision_number=0']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:29:55.414022 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8be85287-5741-4731-9b83-867b9f2dfdd9 tempest-NetworksIpV6Test-778680375 tempest-NetworksIpV6Test-778680375-project] Checking segment: {'id': '0fa257fb-0ce6-4211-9187-46b063e6d3ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': '192adf3d-0989-456d-88ea-df8f68e3fe2a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103229) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 19:29:55.414401 n-d-713498-36 neutron-server[103229]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8be85287-5741-4731-9b83-867b9f2dfdd9 tempest-NetworksIpV6Test-778680375 tempest-NetworksIpV6Test-778680375-project] Network hostable DHCP agents. Network: 192adf3d-0989-456d-88ea-df8f68e3fe2a, hostable agents: ['af91e4b9-f4e1-42b1-a25c-a10dc47171c8'], hosted agents: [] {{(pid=103229) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 19:29:55.447349 n-d-713498-36 neutron-server[103229]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8be85287-5741-4731-9b83-867b9f2dfdd9 tempest-NetworksIpV6Test-778680375 tempest-NetworksIpV6Test-778680375-project] Network 192adf3d-0989-456d-88ea-df8f68e3fe2a is scheduled to be hosted by DHCP agent af91e4b9-f4e1-42b1-a25c-a10dc47171c8 with binding_index 1 {{(pid=103229) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 19:29:55.465645 n-d-713498-36 neutron-server[103229]: DEBUG neutron.scheduler.base_scheduler [None req-8be85287-5741-4731-9b83-867b9f2dfdd9 tempest-NetworksIpV6Test-778680375 tempest-NetworksIpV6Test-778680375-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713498-36, 192adf3d-0989-456d-88ea-df8f68e3fe2a) {{(pid=103229) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 19:29:55.476730 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84fdee81-563e-4df2-ac33-4aa60b3b912f None None] Network 192adf3d-0989-456d-88ea-df8f68e3fe2a requested from n-d-713498-36 {{(pid=103232) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 19:29:55.505046 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8be85287-5741-4731-9b83-867b9f2dfdd9 tempest-NetworksIpV6Test-778680375 tempest-NetworksIpV6Test-778680375-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:29:55.507401 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-8be85287-5741-4731-9b83-867b9f2dfdd9 tempest-NetworksIpV6Test-778680375 tempest-NetworksIpV6Test-778680375-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1613566'] for subnet (None), before_response {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:29:55.513056 n-d-713498-36 neutron-server[103233]: DEBUG neutron.db.agents_db [None req-4a8a6a42-0a0c-4437-8958-92282682b6bb None None] Agent healthcheck: found 7 active agents {{(pid=103233) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 19:29:55.573002 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-8be85287-5741-4731-9b83-867b9f2dfdd9 tempest-NetworksIpV6Test-778680375 tempest-NetworksIpV6Test-778680375-project] 10.222.0.75 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 1.0527565 Feb 09 19:29:55.573666 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 59576) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:29:55.669708 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 59578) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:29:55.701739 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.provisioning_blocks [None req-9c4c1ca4-429c-46bb-bac0-e84ba958edb7 None None] Provisioning complete for port 6fdd45a4-9b90-40d7-a509-d09cdb58b105 triggered by entity DHCP. {{(pid=103232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 19:29:55.702286 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-9c4c1ca4-429c-46bb-bac0-e84ba958edb7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593630'] for port (6fdd45a4-9b90-40d7-a509-d09cdb58b105), provisioning_complete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:29:55.774493 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd101a4c-bd70-438e-ba0c-23e23f0f7da5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8b32e980-7cce-5e82-a341-bd2fa8945c89-192adf3d-0989-456d-88ea-df8f68e3fe2a', 'network_id': '192adf3d-0989-456d-88ea-df8f68e3fe2a', 'project_id': 'bd151944d16d4fcdb5d08a0c24a278dc', 'fixed_ips': [{'subnet_id': 'e077bc0d-15e4-4b42-a753-b5d7a203bf3a'}]}} from n-d-713498-36. {{(pid=103232) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 09 19:29:55.775384 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-cd101a4c-bd70-438e-ba0c-23e23f0f7da5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (None), before_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:29:55.781245 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-1d7c3ef8-480b-46ad-b3b4-f0ce63f67184 tempest-NetworksIpV6Test-778680375 tempest-NetworksIpV6Test-778680375-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-670458'] for network (192adf3d-0989-456d-88ea-df8f68e3fe2a), before_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:29:55.918330 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-1d7c3ef8-480b-46ad-b3b4-f0ce63f67184 tempest-NetworksIpV6Test-778680375 tempest-NetworksIpV6Test-778680375-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-759852'] for subnet (e077bc0d-15e4-4b42-a753-b5d7a203bf3a), precommit_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:29:55.940223 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-9c4c1ca4-429c-46bb-bac0-e84ba958edb7 None None] Current status of the port 6fdd45a4-9b90-40d7-a509-d09cdb58b105 is: ACTIVE; New status is: ACTIVE {{(pid=103232) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 19:29:55.989869 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.db_base_plugin_common [None req-cd101a4c-bd70-438e-ba0c-23e23f0f7da5 None None] Allocated IP 2001:db8::1 (192adf3d-0989-456d-88ea-df8f68e3fe2a/e077bc0d-15e4-4b42-a753-b5d7a203bf3a/9c5bcf25-4dce-40a3-9e10-c61dd9f1d84d) {{(pid=103232) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 19:29:56.092705 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-bfc80918-e29a-4172-abd0-da0a88fbde38 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:29:56.302656 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-cd101a4c-bd70-438e-ba0c-23e23f0f7da5 None None] Publish callbacks [] for port (9c5bcf25-4dce-40a3-9e10-c61dd9f1d84d), precommit_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:29:56.320017 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-cd101a4c-bd70-438e-ba0c-23e23f0f7da5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762866656467'] for port (9c5bcf25-4dce-40a3-9e10-c61dd9f1d84d), after_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:29:56.360221 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-1d7c3ef8-480b-46ad-b3b4-f0ce63f67184 tempest-NetworksIpV6Test-778680375 tempest-NetworksIpV6Test-778680375-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-760023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12867367', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12759238'] for subnet (e077bc0d-15e4-4b42-a753-b5d7a203bf3a), after_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:29:56.371811 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-bfc80918-e29a-4172-abd0-da0a88fbde38 admin admin] Publish callbacks [] for security_group (a938b318-a287-484f-af22-15475b851f60), precommit_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:29:56.380626 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-bfc80918-e29a-4172-abd0-da0a88fbde38 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1892331'] for security_group (a938b318-a287-484f-af22-15475b851f60), after_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:29:56.429160 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d7c3ef8-480b-46ad-b3b4-f0ce63f67184 tempest-NetworksIpV6Test-778680375 tempest-NetworksIpV6Test-778680375-project] Pushing event deleted for resources: {'Subnet': ['ID=e077bc0d-15e4-4b42-a753-b5d7a203bf3a,revision_number=None']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:29:56.448786 n-d-713498-36 neutron-server[103232]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd101a4c-bd70-438e-ba0c-23e23f0f7da5 None None] Network 192adf3d-0989-456d-88ea-df8f68e3fe2a is already hosted by enough agents. {{(pid=103232) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 19:29:56.455636 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-bfc80918-e29a-4172-abd0-da0a88fbde38 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=d2d96edddda94d36a54e3a3cd5114dc8&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7837243 Feb 09 19:29:56.459994 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 59596) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:29:56.475300 n-d-713498-36 neutron-server[103232]: DEBUG neutron.scheduler.base_scheduler [None req-cd101a4c-bd70-438e-ba0c-23e23f0f7da5 None None] Resources bound (agent type, host, resource id): {{(pid=103232) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 19:29:56.477702 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd101a4c-bd70-438e-ba0c-23e23f0f7da5 None None] Pushing event updated for resources: {'Port': ['ID=9c5bcf25-4dce-40a3-9e10-c61dd9f1d84d,revision_number=1']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:29:56.480622 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd101a4c-bd70-438e-ba0c-23e23f0f7da5 None None] Received port after_create {{(pid=103232) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 19:29:56.541157 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfc80918-e29a-4172-abd0-da0a88fbde38 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a938b318-a287-484f-af22-15475b851f60,revision_number=1']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:29:56.591044 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-1d7c3ef8-480b-46ad-b3b4-f0ce63f67184 tempest-NetworksIpV6Test-778680375 tempest-NetworksIpV6Test-778680375-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-590267', 'neutron.services.segments.db._delete_segments_for_network-8762867132609'] for network (192adf3d-0989-456d-88ea-df8f68e3fe2a), precommit_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:29:56.613134 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-dbac55fb-ed51-4522-8388-d3578ff7b39d admin admin] Publish callbacks [] for security_group (a938b318-a287-484f-af22-15475b851f60), before_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:29:56.649478 n-d-713498-36 neutron-server[103229]: DEBUG neutron.services.segments.db [None req-1d7c3ef8-480b-46ad-b3b4-f0ce63f67184 tempest-NetworksIpV6Test-778680375 tempest-NetworksIpV6Test-778680375-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['192adf3d-0989-456d-88ea-df8f68e3fe2a']}} {{(pid=103229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:29:56.667263 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-dbac55fb-ed51-4522-8388-d3578ff7b39d admin admin] Publish callbacks [] for security_group (a938b318-a287-484f-af22-15475b851f60), precommit_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:29:56.692492 n-d-713498-36 neutron-server[103229]: DEBUG neutron.services.segments.db [None req-1d7c3ef8-480b-46ad-b3b4-f0ce63f67184 tempest-NetworksIpV6Test-778680375 tempest-NetworksIpV6Test-778680375-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0fa257fb-0ce6-4211-9187-46b063e6d3ac') {'for_net_delete': True} {{(pid=103229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:29:56.694332 n-d-713498-36 neutron-server[103229]: DEBUG neutron.services.segments.db [None req-1d7c3ef8-480b-46ad-b3b4-f0ce63f67184 tempest-NetworksIpV6Test-778680375 tempest-NetworksIpV6Test-778680375-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0fa257fb-0ce6-4211-9187-46b063e6d3ac') {} {{(pid=103229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:29:56.698128 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.managers [None req-cd101a4c-bd70-438e-ba0c-23e23f0f7da5 None None] Attempting to bind port 9c5bcf25-4dce-40a3-9e10-c61dd9f1d84d on host n-d-713498-36 for vnic_type normal with profile {{(pid=103232) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 19:29:56.698601 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.managers [None req-cd101a4c-bd70-438e-ba0c-23e23f0f7da5 None None] Attempting to bind port 9c5bcf25-4dce-40a3-9e10-c61dd9f1d84d by drivers openvswitch,hyperv on host n-d-713498-36 at level 0 using segments [{'id': '0fa257fb-0ce6-4211-9187-46b063e6d3ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': '192adf3d-0989-456d-88ea-df8f68e3fe2a'}] {{(pid=103232) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 19:29:56.698956 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd101a4c-bd70-438e-ba0c-23e23f0f7da5 None None] Attempting to bind port 9c5bcf25-4dce-40a3-9e10-c61dd9f1d84d on network 192adf3d-0989-456d-88ea-df8f68e3fe2a {{(pid=103232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 19:29:56.724599 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-1d7c3ef8-480b-46ad-b3b4-f0ce63f67184 tempest-NetworksIpV6Test-778680375 tempest-NetworksIpV6Test-778680375-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762867134154', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16683417'] for segment (0fa257fb-0ce6-4211-9187-46b063e6d3ac), before_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:29:56.725425 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd101a4c-bd70-438e-ba0c-23e23f0f7da5 None None] Checking agent: {'id': '496418a2-c002-4aec-ab1a-07f3bea491bd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-36', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 18, 51, 47), 'started_at': datetime.datetime(2022, 2, 9, 18, 52, 17), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 19, 29, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-36'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 19:29:56.725838 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd101a4c-bd70-438e-ba0c-23e23f0f7da5 None None] Checking segment: {'id': '0fa257fb-0ce6-4211-9187-46b063e6d3ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': '192adf3d-0989-456d-88ea-df8f68e3fe2a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103232) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 19:29:56.726286 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-cd101a4c-bd70-438e-ba0c-23e23f0f7da5 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:29:56.726692 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd101a4c-bd70-438e-ba0c-23e23f0f7da5 None None] Bound using segment: {'id': '0fa257fb-0ce6-4211-9187-46b063e6d3ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': '192adf3d-0989-456d-88ea-df8f68e3fe2a'} {{(pid=103232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 19:29:56.727192 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.managers [None req-cd101a4c-bd70-438e-ba0c-23e23f0f7da5 None None] Bound port: 9c5bcf25-4dce-40a3-9e10-c61dd9f1d84d, host: n-d-713498-36, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0fa257fb-0ce6-4211-9187-46b063e6d3ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': '192adf3d-0989-456d-88ea-df8f68e3fe2a'}}] {{(pid=103232) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 19:29:56.727582 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-cd101a4c-bd70-438e-ba0c-23e23f0f7da5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (9c5bcf25-4dce-40a3-9e10-c61dd9f1d84d), before_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:29:56.776411 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-1d7c3ef8-480b-46ad-b3b4-f0ce63f67184 tempest-NetworksIpV6Test-778680375 tempest-NetworksIpV6Test-778680375-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-759574'] for segment (0fa257fb-0ce6-4211-9187-46b063e6d3ac), precommit_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:29:56.791435 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1d7c3ef8-480b-46ad-b3b4-f0ce63f67184 tempest-NetworksIpV6Test-778680375 tempest-NetworksIpV6Test-778680375-project] Releasing vlan 396 on physical network physnet1 to pool {{(pid=103229) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 19:29:56.795678 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-1d7c3ef8-480b-46ad-b3b4-f0ce63f67184 tempest-NetworksIpV6Test-778680375 tempest-NetworksIpV6Test-778680375-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-759574', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12867469'] for segment (0fa257fb-0ce6-4211-9187-46b063e6d3ac), after_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:29:56.820315 n-d-713498-36 neutron-server[103229]: Traceback (most recent call last): Feb 09 19:29:56.820315 n-d-713498-36 neutron-server[103229]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 19:29:56.820315 n-d-713498-36 neutron-server[103229]: timer() Feb 09 19:29:56.820315 n-d-713498-36 neutron-server[103229]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 19:29:56.820315 n-d-713498-36 neutron-server[103229]: cb(*args, **kw) Feb 09 19:29:56.820315 n-d-713498-36 neutron-server[103229]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 19:29:56.820315 n-d-713498-36 neutron-server[103229]: return func(*args, **kwargs) Feb 09 19:29:56.820315 n-d-713498-36 neutron-server[103229]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 19:29:56.820315 n-d-713498-36 neutron-server[103229]: self._notify() Feb 09 19:29:56.820315 n-d-713498-36 neutron-server[103229]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 19:29:56.820315 n-d-713498-36 neutron-server[103229]: self.callback(batched_events) Feb 09 19:29:56.820315 n-d-713498-36 neutron-server[103229]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 19:29:56.820315 n-d-713498-36 neutron-server[103229]: event.method(event) Feb 09 19:29:56.820315 n-d-713498-36 neutron-server[103229]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 19:29:56.820315 n-d-713498-36 neutron-server[103229]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 19:29:56.820315 n-d-713498-36 neutron-server[103229]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 19:29:56.820315 n-d-713498-36 neutron-server[103229]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 19:29:56.820315 n-d-713498-36 neutron-server[103229]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 19:29:56.820315 n-d-713498-36 neutron-server[103229]: return f(self, *a, **k) Feb 09 19:29:56.820315 n-d-713498-36 neutron-server[103229]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 19:29:56.820315 n-d-713498-36 neutron-server[103229]: return self._get(url).json() Feb 09 19:29:56.820315 n-d-713498-36 neutron-server[103229]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 19:29:56.820315 n-d-713498-36 neutron-server[103229]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 19:29:56.820315 n-d-713498-36 neutron-server[103229]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 19:29:56.820315 n-d-713498-36 neutron-server[103229]: return self.request(url, 'GET', **kwargs) Feb 09 19:29:56.820315 n-d-713498-36 neutron-server[103229]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 19:29:56.820315 n-d-713498-36 neutron-server[103229]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 19:29:56.820315 n-d-713498-36 neutron-server[103229]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 19:29:56.820315 n-d-713498-36 neutron-server[103229]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 19:29:56.820315 n-d-713498-36 neutron-server[103229]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 19:29:56.820315 n-d-713498-36 neutron-server[103229]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 19:29:56.820315 n-d-713498-36 neutron-server[103229]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 19:29:56.858981 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f043e212-083c-4896-ad05-e628b15abcb5 req-bc681835-98df-4528-b91e-6c22dc5427aa tempest-ServerActionsTestJSON-347500300 tempest-ServerActionsTestJSON-347500300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:29:56.869580 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-f043e212-083c-4896-ad05-e628b15abcb5 req-bc681835-98df-4528-b91e-6c22dc5427aa tempest-ServerActionsTestJSON-347500300 tempest-ServerActionsTestJSON-347500300-project] 10.222.0.75 "GET /v2.0/ports?device_id=a1fbc70b-9dd3-44f5-99b0-85f3dff92d7d HTTP/1.1" status: 200 len: 944 time: 0.1337962 Feb 09 19:29:56.876015 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-dbac55fb-ed51-4522-8388-d3578ff7b39d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1892331'] for security_group (a938b318-a287-484f-af22-15475b851f60), after_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:29:56.881444 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-dbac55fb-ed51-4522-8388-d3578ff7b39d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:29:56.885287 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-dbac55fb-ed51-4522-8388-d3578ff7b39d admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/a938b318-a287-484f-af22-15475b851f60 HTTP/1.1" status: 204 len: 168 time: 0.4240172 Feb 09 19:29:56.921014 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-cd101a4c-bd70-438e-ba0c-23e23f0f7da5 None None] For port 9c5bcf25-4dce-40a3-9e10-c61dd9f1d84d, host n-d-713498-36, cleared binding levels {{(pid=103232) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 19:29:57.003872 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-cd101a4c-bd70-438e-ba0c-23e23f0f7da5 None None] For port 9c5bcf25-4dce-40a3-9e10-c61dd9f1d84d, host n-d-713498-36, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-36',level=0,port_id=9c5bcf25-4dce-40a3-9e10-c61dd9f1d84d,segment=NetworkSegment(0fa257fb-0ce6-4211-9187-46b063e6d3ac),segment_id=0fa257fb-0ce6-4211-9187-46b063e6d3ac)] {{(pid=103232) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 19:29:57.006490 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.db.api [None req-1d7c3ef8-480b-46ad-b3b4-f0ce63f67184 tempest-NetworksIpV6Test-778680375 tempest-NetworksIpV6Test-778680375-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Feb 09 19:29:57.006490 n-d-713498-36 neutron-server[103229]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Feb 09 19:29:57.006490 n-d-713498-36 neutron-server[103229]: [parameters: {'id': '192adf3d-0989-456d-88ea-df8f68e3fe2a'}] Feb 09 19:29:57.006490 n-d-713498-36 neutron-server[103229]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=103229) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 09 19:29:57.006985 n-d-713498-36 neutron-server[103229]: DEBUG oslo_db.api [None req-1d7c3ef8-480b-46ad-b3b4-f0ce63f67184 tempest-NetworksIpV6Test-778680375 tempest-NetworksIpV6Test-778680375-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=103229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 09 19:29:57.012569 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-cd101a4c-bd70-438e-ba0c-23e23f0f7da5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762867176205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762866656485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762866656503'] for port (9c5bcf25-4dce-40a3-9e10-c61dd9f1d84d), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:29:57.025443 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-f043e212-083c-4896-ad05-e628b15abcb5 req-bb450352-9e36-4494-9a33-9e5d368f3825 tempest-ServerActionsTestJSON-347500300 tempest-ServerActionsTestJSON-347500300-project] 10.222.0.75 "GET /v2.0/security-groups?id=22c4accd-b9e4-4e3e-aec5-b2bee068a6b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1546242 Feb 09 19:29:57.046591 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbac55fb-ed51-4522-8388-d3578ff7b39d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a938b318-a287-484f-af22-15475b851f60,revision_number=None']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:29:57.205655 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7374f588-59bd-45c7-909e-f3f5fff9b0e5 req-c2937ad3-fb6b-4f0f-98ef-9a6df164fcad tempest-ServerActionsTestJSON-347500300 tempest-ServerActionsTestJSON-347500300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:29:57.211462 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd101a4c-bd70-438e-ba0c-23e23f0f7da5 None None] Pushing event updated for resources: {'Port': ['ID=9c5bcf25-4dce-40a3-9e10-c61dd9f1d84d,revision_number=2']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:29:57.215274 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-7374f588-59bd-45c7-909e-f3f5fff9b0e5 req-c2937ad3-fb6b-4f0f-98ef-9a6df164fcad tempest-ServerActionsTestJSON-347500300 tempest-ServerActionsTestJSON-347500300-project] 10.222.0.75 "GET /v2.0/ports?device_id=a1fbc70b-9dd3-44f5-99b0-85f3dff92d7d HTTP/1.1" status: 200 len: 944 time: 0.1004512 Feb 09 19:29:57.321268 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0fa58c5-6a93-48b3-a601-337510679aee None None] get_active_networks_info from n-d-713498-36 {{(pid=103232) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Feb 09 19:29:57.333562 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-7374f588-59bd-45c7-909e-f3f5fff9b0e5 req-85d33dea-4c2e-4523-b691-b055b9178519 tempest-ServerActionsTestJSON-347500300 tempest-ServerActionsTestJSON-347500300-project] 10.222.0.75 "GET /v2.0/security-groups?id=22c4accd-b9e4-4e3e-aec5-b2bee068a6b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1145089 Feb 09 19:29:57.509593 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-1d7c3ef8-480b-46ad-b3b4-f0ce63f67184 tempest-NetworksIpV6Test-778680375 tempest-NetworksIpV6Test-778680375-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-670458'] for network (192adf3d-0989-456d-88ea-df8f68e3fe2a), before_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:29:57.711965 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.plugin [None req-1d7c3ef8-480b-46ad-b3b4-f0ce63f67184 tempest-NetworksIpV6Test-778680375 tempest-NetworksIpV6Test-778680375-project] Deleting port 9c5bcf25-4dce-40a3-9e10-c61dd9f1d84d {{(pid=103229) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 19:29:57.712639 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-1d7c3ef8-480b-46ad-b3b4-f0ce63f67184 tempest-NetworksIpV6Test-778680375 tempest-NetworksIpV6Test-778680375-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762867170196'] for port (9c5bcf25-4dce-40a3-9e10-c61dd9f1d84d), before_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:29:57.827245 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.db [None req-1d7c3ef8-480b-46ad-b3b4-f0ce63f67184 tempest-NetworksIpV6Test-778680375 tempest-NetworksIpV6Test-778680375-project] For port 9c5bcf25-4dce-40a3-9e10-c61dd9f1d84d, host n-d-713498-36, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-36',level=0,port_id=9c5bcf25-4dce-40a3-9e10-c61dd9f1d84d,segment=NetworkSegment(0fa257fb-0ce6-4211-9187-46b063e6d3ac),segment_id=0fa257fb-0ce6-4211-9187-46b063e6d3ac)] {{(pid=103229) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 19:29:57.830512 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-1d7c3ef8-480b-46ad-b3b4-f0ce63f67184 tempest-NetworksIpV6Test-778680375 tempest-NetworksIpV6Test-778680375-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1820838'] for port (9c5bcf25-4dce-40a3-9e10-c61dd9f1d84d), precommit_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:29:57.867418 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.plugin [None req-1d7c3ef8-480b-46ad-b3b4-f0ce63f67184 tempest-NetworksIpV6Test-778680375 tempest-NetworksIpV6Test-778680375-project] Calling delete_port for 9c5bcf25-4dce-40a3-9e10-c61dd9f1d84d owned by network:dhcp {{(pid=103229) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 19:29:57.901073 n-d-713498-36 neutron-server[103232]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0fa58c5-6a93-48b3-a601-337510679aee None None] Resources bound (agent type, host, resource id): {{(pid=103232) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 09 19:29:57.979641 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 59654) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:29:58.036187 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-141db406-f9d4-41c7-a93a-939ad555059c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:29:58.054333 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74ec4a78-6892-42c9-8a88-bff674456ea6 req-76748787-595b-431a-af4d-8cb86c7428bd tempest-ServerActionsTestJSON-347500300 tempest-ServerActionsTestJSON-347500300-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:29:58.074517 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-74ec4a78-6892-42c9-8a88-bff674456ea6 req-76748787-595b-431a-af4d-8cb86c7428bd tempest-ServerActionsTestJSON-347500300 tempest-ServerActionsTestJSON-347500300-project] 10.222.0.75 "GET /v2.0/networks?id=bd12d1d0-518d-4d29-a00d-98410ba2cb8a HTTP/1.1" status: 200 len: 812 time: 0.2624817 Feb 09 19:29:58.080920 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-1d7c3ef8-480b-46ad-b3b4-f0ce63f67184 tempest-NetworksIpV6Test-778680375 tempest-NetworksIpV6Test-778680375-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762867177463', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762866656476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12867576'] for port (9c5bcf25-4dce-40a3-9e10-c61dd9f1d84d), after_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:29:58.100772 n-d-713498-36 neutron-server[103229]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d7c3ef8-480b-46ad-b3b4-f0ce63f67184 tempest-NetworksIpV6Test-778680375 tempest-NetworksIpV6Test-778680375-project] No DVR routers for this DVR port 9c5bcf25-4dce-40a3-9e10-c61dd9f1d84d on host n-d-713498-36 {{(pid=103229) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 19:29:58.124026 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-74ec4a78-6892-42c9-8a88-bff674456ea6 req-67184f46-e340-4ec6-b069-e159a3c17bcc tempest-ServerActionsTestJSON-347500300 tempest-ServerActionsTestJSON-347500300-project] 10.222.0.75 "GET /v2.0/quotas/d7a2ccbf0c8a475abd1520a0e31ab926 HTTP/1.1" status: 200 len: 375 time: 0.0480719 Feb 09 19:29:58.148657 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d7c3ef8-480b-46ad-b3b4-f0ce63f67184 tempest-NetworksIpV6Test-778680375 tempest-NetworksIpV6Test-778680375-project] Pushing event deleted for resources: {'Port': ['ID=9c5bcf25-4dce-40a3-9e10-c61dd9f1d84d,revision_number=None']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:29:58.274185 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-990e2610-a19d-4b34-b0ca-9831eae3e161 None None] Network 192adf3d-0989-456d-88ea-df8f68e3fe2a requested from n-d-713498-36 {{(pid=103232) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 19:29:58.313810 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-1d7c3ef8-480b-46ad-b3b4-f0ce63f67184 tempest-NetworksIpV6Test-778680375 tempest-NetworksIpV6Test-778680375-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-590267', 'neutron.services.segments.db._delete_segments_for_network-8762867132609'] for network (192adf3d-0989-456d-88ea-df8f68e3fe2a), precommit_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:29:58.335596 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-74ec4a78-6892-42c9-8a88-bff674456ea6 req-f9cad13a-25dc-4ff9-a639-656d70372d18 tempest-ServerActionsTestJSON-347500300 tempest-ServerActionsTestJSON-347500300-project] 10.222.0.75 "GET /v2.0/ports?tenant_id=d7a2ccbf0c8a475abd1520a0e31ab926&fields=id HTTP/1.1" status: 200 len: 440 time: 0.2102380 Feb 09 19:29:58.371853 n-d-713498-36 neutron-server[103229]: DEBUG neutron.services.segments.db [None req-1d7c3ef8-480b-46ad-b3b4-f0ce63f67184 tempest-NetworksIpV6Test-778680375 tempest-NetworksIpV6Test-778680375-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['192adf3d-0989-456d-88ea-df8f68e3fe2a']}} {{(pid=103229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:29:58.388226 n-d-713498-36 neutron-server[103229]: DEBUG neutron.services.segments.db [None req-1d7c3ef8-480b-46ad-b3b4-f0ce63f67184 tempest-NetworksIpV6Test-778680375 tempest-NetworksIpV6Test-778680375-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0fa257fb-0ce6-4211-9187-46b063e6d3ac') {'for_net_delete': True} {{(pid=103229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:29:58.389247 n-d-713498-36 neutron-server[103229]: DEBUG neutron.services.segments.db [None req-1d7c3ef8-480b-46ad-b3b4-f0ce63f67184 tempest-NetworksIpV6Test-778680375 tempest-NetworksIpV6Test-778680375-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0fa257fb-0ce6-4211-9187-46b063e6d3ac') {} {{(pid=103229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:29:58.404703 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-1d7c3ef8-480b-46ad-b3b4-f0ce63f67184 tempest-NetworksIpV6Test-778680375 tempest-NetworksIpV6Test-778680375-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762867134154', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16683417'] for segment (0fa257fb-0ce6-4211-9187-46b063e6d3ac), before_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:29:58.423193 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-1d7c3ef8-480b-46ad-b3b4-f0ce63f67184 tempest-NetworksIpV6Test-778680375 tempest-NetworksIpV6Test-778680375-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-759574'] for segment (0fa257fb-0ce6-4211-9187-46b063e6d3ac), precommit_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:29:58.428948 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-141db406-f9d4-41c7-a93a-939ad555059c admin admin] Publish callbacks [] for security_group (77800f11-462a-4464-a165-90c3f3201e2b), precommit_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:29:58.434380 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1d7c3ef8-480b-46ad-b3b4-f0ce63f67184 tempest-NetworksIpV6Test-778680375 tempest-NetworksIpV6Test-778680375-project] Releasing vlan 396 on physical network physnet1 to pool {{(pid=103229) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 19:29:58.434900 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-1d7c3ef8-480b-46ad-b3b4-f0ce63f67184 tempest-NetworksIpV6Test-778680375 tempest-NetworksIpV6Test-778680375-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-759574', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12867469'] for segment (0fa257fb-0ce6-4211-9187-46b063e6d3ac), after_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:29:58.436702 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-141db406-f9d4-41c7-a93a-939ad555059c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1892331'] for security_group (77800f11-462a-4464-a165-90c3f3201e2b), after_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:29:58.543324 n-d-713498-36 neutron-server[103229]: Traceback (most recent call last): Feb 09 19:29:58.543324 n-d-713498-36 neutron-server[103229]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 19:29:58.543324 n-d-713498-36 neutron-server[103229]: timer() Feb 09 19:29:58.543324 n-d-713498-36 neutron-server[103229]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 19:29:58.543324 n-d-713498-36 neutron-server[103229]: cb(*args, **kw) Feb 09 19:29:58.543324 n-d-713498-36 neutron-server[103229]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 19:29:58.543324 n-d-713498-36 neutron-server[103229]: return func(*args, **kwargs) Feb 09 19:29:58.543324 n-d-713498-36 neutron-server[103229]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 19:29:58.543324 n-d-713498-36 neutron-server[103229]: self._notify() Feb 09 19:29:58.543324 n-d-713498-36 neutron-server[103229]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 19:29:58.543324 n-d-713498-36 neutron-server[103229]: self.callback(batched_events) Feb 09 19:29:58.543324 n-d-713498-36 neutron-server[103229]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 19:29:58.543324 n-d-713498-36 neutron-server[103229]: event.method(event) Feb 09 19:29:58.543324 n-d-713498-36 neutron-server[103229]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 19:29:58.543324 n-d-713498-36 neutron-server[103229]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 19:29:58.543324 n-d-713498-36 neutron-server[103229]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 19:29:58.543324 n-d-713498-36 neutron-server[103229]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 19:29:58.543324 n-d-713498-36 neutron-server[103229]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 19:29:58.543324 n-d-713498-36 neutron-server[103229]: return f(self, *a, **k) Feb 09 19:29:58.543324 n-d-713498-36 neutron-server[103229]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 19:29:58.543324 n-d-713498-36 neutron-server[103229]: return self._get(url).json() Feb 09 19:29:58.543324 n-d-713498-36 neutron-server[103229]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 19:29:58.543324 n-d-713498-36 neutron-server[103229]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 19:29:58.543324 n-d-713498-36 neutron-server[103229]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 19:29:58.543324 n-d-713498-36 neutron-server[103229]: return self.request(url, 'GET', **kwargs) Feb 09 19:29:58.543324 n-d-713498-36 neutron-server[103229]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 19:29:58.543324 n-d-713498-36 neutron-server[103229]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 19:29:58.543324 n-d-713498-36 neutron-server[103229]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 19:29:58.543324 n-d-713498-36 neutron-server[103229]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 19:29:58.543324 n-d-713498-36 neutron-server[103229]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 19:29:58.543324 n-d-713498-36 neutron-server[103229]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 19:29:58.543324 n-d-713498-36 neutron-server[103229]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 19:29:58.547647 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 59664) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:29:58.555572 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-141db406-f9d4-41c7-a93a-939ad555059c admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=0ab027d9a3284e8c94b5603ecb33b5ef&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5601270 Feb 09 19:29:58.556737 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-141db406-f9d4-41c7-a93a-939ad555059c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=77800f11-462a-4464-a165-90c3f3201e2b,revision_number=1']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:29:58.557360 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-1d7c3ef8-480b-46ad-b3b4-f0ce63f67184 tempest-NetworksIpV6Test-778680375 tempest-NetworksIpV6Test-778680375-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-590242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1885479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1818895'] for network (192adf3d-0989-456d-88ea-df8f68e3fe2a), after_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:29:58.598772 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-1d7c3ef8-480b-46ad-b3b4-f0ce63f67184 tempest-NetworksIpV6Test-778680375 tempest-NetworksIpV6Test-778680375-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1613566'] for network (None), before_response {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:29:58.609216 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-1d7c3ef8-480b-46ad-b3b4-f0ce63f67184 tempest-NetworksIpV6Test-778680375 tempest-NetworksIpV6Test-778680375-project] 10.222.0.75 "DELETE /v2.0/networks/192adf3d-0989-456d-88ea-df8f68e3fe2a HTTP/1.1" status: 204 len: 168 time: 3.0227978 Feb 09 19:29:58.609727 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 59666) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:29:58.614928 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.v2.base [None req-cc5efbe7-626a-44e4-a1dc-bd0740d2bd72 tempest-NetworksIpV6Test-778680375 tempest-NetworksIpV6Test-778680375-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-2122940631'}} {{(pid=103230) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 19:29:58.671119 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cc5efbe7-626a-44e4-a1dc-bd0740d2bd72 tempest-NetworksIpV6Test-778680375 tempest-NetworksIpV6Test-778680375-project] Made reservation on behalf of bd151944d16d4fcdb5d08a0c24a278dc for: {'network': 1} {{(pid=103230) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 19:29:58.674837 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-cc5efbe7-626a-44e4-a1dc-bd0740d2bd72 tempest-NetworksIpV6Test-778680375 tempest-NetworksIpV6Test-778680375-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for network (None), before_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:29:58.742398 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cc5efbe7-626a-44e4-a1dc-bd0740d2bd72 tempest-NetworksIpV6Test-778680375 tempest-NetworksIpV6Test-778680375-project] vlan segment allocate from pool success with {'vlan_id': 375, 'physical_network': 'physnet1'} {{(pid=103230) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 19:29:58.746695 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d7c3ef8-480b-46ad-b3b4-f0ce63f67184 tempest-NetworksIpV6Test-778680375 tempest-NetworksIpV6Test-778680375-project] Pushing event deleted for resources: {'Network': ['ID=192adf3d-0989-456d-88ea-df8f68e3fe2a,revision_number=None']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:29:58.758700 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-cc5efbe7-626a-44e4-a1dc-bd0740d2bd72 tempest-NetworksIpV6Test-778680375 tempest-NetworksIpV6Test-778680375-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-759574'] for segment (c1b50bd9-f547-41e0-ada2-77c3a2e8e573), precommit_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:29:58.759183 n-d-713498-36 neutron-server[103230]: INFO neutron.db.segments_db [None req-cc5efbe7-626a-44e4-a1dc-bd0740d2bd72 tempest-NetworksIpV6Test-778680375 tempest-NetworksIpV6Test-778680375-project] Added segment c1b50bd9-f547-41e0-ada2-77c3a2e8e573 of type vlan for network 3a2e8df6-4b47-49a1-af94-13b8725e7d0a Feb 09 19:29:58.796758 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-898980a2-054f-41b1-b72e-ffdd80f0df69 admin admin] Publish callbacks [] for security_group (77800f11-462a-4464-a165-90c3f3201e2b), before_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:29:58.846390 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-cc5efbe7-626a-44e4-a1dc-bd0740d2bd72 tempest-NetworksIpV6Test-778680375 tempest-NetworksIpV6Test-778680375-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762866642225'] for network (3a2e8df6-4b47-49a1-af94-13b8725e7d0a), precommit_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:29:58.851969 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-898980a2-054f-41b1-b72e-ffdd80f0df69 admin admin] Publish callbacks [] for security_group (77800f11-462a-4464-a165-90c3f3201e2b), precommit_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:29:58.912683 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-cc5efbe7-626a-44e4-a1dc-bd0740d2bd72 tempest-NetworksIpV6Test-778680375 tempest-NetworksIpV6Test-778680375-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1885479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452'] for network (3a2e8df6-4b47-49a1-af94-13b8725e7d0a), after_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:29:58.933072 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc5efbe7-626a-44e4-a1dc-bd0740d2bd72 tempest-NetworksIpV6Test-778680375 tempest-NetworksIpV6Test-778680375-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:29:58.933072 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-cc5efbe7-626a-44e4-a1dc-bd0740d2bd72 tempest-NetworksIpV6Test-778680375 tempest-NetworksIpV6Test-778680375-project] Publish callbacks [] for network (None), before_response {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:29:58.983610 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-898980a2-054f-41b1-b72e-ffdd80f0df69 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1892331'] for security_group (77800f11-462a-4464-a165-90c3f3201e2b), after_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:29:58.986418 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-898980a2-054f-41b1-b72e-ffdd80f0df69 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:29:58.987631 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-898980a2-054f-41b1-b72e-ffdd80f0df69 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/77800f11-462a-4464-a165-90c3f3201e2b HTTP/1.1" status: 204 len: 168 time: 0.4420755 Feb 09 19:29:59.005510 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-898980a2-054f-41b1-b72e-ffdd80f0df69 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=77800f11-462a-4464-a165-90c3f3201e2b,revision_number=None']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:29:59.176360 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-cc5efbe7-626a-44e4-a1dc-bd0740d2bd72 tempest-NetworksIpV6Test-778680375 tempest-NetworksIpV6Test-778680375-project] 10.222.0.75 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.5653651 Feb 09 19:29:59.179272 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 59688) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:29:59.187842 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.v2.base [None req-e6c76552-0b89-483b-ae6c-3c3a9a89e1e2 tempest-NetworksIpV6Test-778680375 tempest-NetworksIpV6Test-778680375-project] Request body: {'subnet': {'network_id': '3a2e8df6-4b47-49a1-af94-13b8725e7d0a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 19:29:59.211107 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc5efbe7-626a-44e4-a1dc-bd0740d2bd72 tempest-NetworksIpV6Test-778680375 tempest-NetworksIpV6Test-778680375-project] Pushing event updated for resources: {'Network': ['ID=3a2e8df6-4b47-49a1-af94-13b8725e7d0a,revision_number=1']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:29:59.236301 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Network 3a2e8df6-4b47-49a1-af94-13b8725e7d0a details requested by agent ovs-agent-n-d-713498-36 with host n-d-713498-36 {{(pid=103232) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 19:29:59.286584 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-74ec4a78-6892-42c9-8a88-bff674456ea6 req-6bba50f9-9759-484b-95c3-13c353c46f95 service neutron] 10.222.0.75 "GET /v2.0/networks/bd12d1d0-518d-4d29-a00d-98410ba2cb8a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9498768 Feb 09 19:29:59.493425 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-74ec4a78-6892-42c9-8a88-bff674456ea6 req-ccd84465-0dfc-453c-9c7c-ec529838807b service neutron] 10.222.0.75 "GET /v2.0/networks/bd12d1d0-518d-4d29-a00d-98410ba2cb8a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2055781 Feb 09 19:29:59.512158 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e6c76552-0b89-483b-ae6c-3c3a9a89e1e2 tempest-NetworksIpV6Test-778680375 tempest-NetworksIpV6Test-778680375-project] Made reservation on behalf of bd151944d16d4fcdb5d08a0c24a278dc for: {'subnet': 1} {{(pid=103229) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 19:29:59.516162 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-e6c76552-0b89-483b-ae6c-3c3a9a89e1e2 tempest-NetworksIpV6Test-778680375 tempest-NetworksIpV6Test-778680375-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12759265'] for subnet (None), before_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:30:00.023878 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-e6c76552-0b89-483b-ae6c-3c3a9a89e1e2 tempest-NetworksIpV6Test-778680375 tempest-NetworksIpV6Test-778680375-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12867428', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12759263'] for subnet (d84124b8-59bb-4e22-8985-49fd94c84cd6), after_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:30:00.213882 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6c76552-0b89-483b-ae6c-3c3a9a89e1e2 tempest-NetworksIpV6Test-778680375 tempest-NetworksIpV6Test-778680375-project] Checking segment: {'id': 'c1b50bd9-f547-41e0-ada2-77c3a2e8e573', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': '3a2e8df6-4b47-49a1-af94-13b8725e7d0a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103229) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 19:30:00.214571 n-d-713498-36 neutron-server[103229]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6c76552-0b89-483b-ae6c-3c3a9a89e1e2 tempest-NetworksIpV6Test-778680375 tempest-NetworksIpV6Test-778680375-project] Network hostable DHCP agents. Network: 3a2e8df6-4b47-49a1-af94-13b8725e7d0a, hostable agents: ['af91e4b9-f4e1-42b1-a25c-a10dc47171c8'], hosted agents: [] {{(pid=103229) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 19:30:00.219182 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6c76552-0b89-483b-ae6c-3c3a9a89e1e2 tempest-NetworksIpV6Test-778680375 tempest-NetworksIpV6Test-778680375-project] Pushing event updated for resources: {'Subnet': ['ID=d84124b8-59bb-4e22-8985-49fd94c84cd6,revision_number=0']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:30:00.268144 n-d-713498-36 neutron-server[103229]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6c76552-0b89-483b-ae6c-3c3a9a89e1e2 tempest-NetworksIpV6Test-778680375 tempest-NetworksIpV6Test-778680375-project] Network 3a2e8df6-4b47-49a1-af94-13b8725e7d0a is scheduled to be hosted by DHCP agent af91e4b9-f4e1-42b1-a25c-a10dc47171c8 with binding_index 1 {{(pid=103229) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 19:30:00.287169 n-d-713498-36 neutron-server[103229]: DEBUG neutron.scheduler.base_scheduler [None req-e6c76552-0b89-483b-ae6c-3c3a9a89e1e2 tempest-NetworksIpV6Test-778680375 tempest-NetworksIpV6Test-778680375-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713498-36, 3a2e8df6-4b47-49a1-af94-13b8725e7d0a) {{(pid=103229) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 19:30:00.298271 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6d2ebc8-c695-4149-bf9e-6f554abab77d None None] Network 3a2e8df6-4b47-49a1-af94-13b8725e7d0a requested from n-d-713498-36 {{(pid=103232) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 19:30:00.312985 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6c76552-0b89-483b-ae6c-3c3a9a89e1e2 tempest-NetworksIpV6Test-778680375 tempest-NetworksIpV6Test-778680375-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:30:00.315730 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-e6c76552-0b89-483b-ae6c-3c3a9a89e1e2 tempest-NetworksIpV6Test-778680375 tempest-NetworksIpV6Test-778680375-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1613566'] for subnet (None), before_response {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:30:00.353061 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 59718) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:30:00.353983 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-e6c76552-0b89-483b-ae6c-3c3a9a89e1e2 tempest-NetworksIpV6Test-778680375 tempest-NetworksIpV6Test-778680375-project] 10.222.0.75 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.1717050 Feb 09 19:30:00.359209 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.v2.base [None req-a6b38dcf-2234-470a-a46c-6e35f02e7ff6 tempest-NetworksIpV6Test-778680375 tempest-NetworksIpV6Test-778680375-project] Request body: {'subnet': {'network_id': '3a2e8df6-4b47-49a1-af94-13b8725e7d0a', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=103230) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 19:30:00.571431 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-875dbce5-80e8-4f5d-a971-b13df4732669 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8b32e980-7cce-5e82-a341-bd2fa8945c89-3a2e8df6-4b47-49a1-af94-13b8725e7d0a', 'network_id': '3a2e8df6-4b47-49a1-af94-13b8725e7d0a', 'project_id': 'bd151944d16d4fcdb5d08a0c24a278dc', 'fixed_ips': [{'subnet_id': 'd84124b8-59bb-4e22-8985-49fd94c84cd6'}]}} from n-d-713498-36. {{(pid=103232) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 09 19:30:00.572529 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-875dbce5-80e8-4f5d-a971-b13df4732669 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (None), before_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:30:00.671124 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a6b38dcf-2234-470a-a46c-6e35f02e7ff6 tempest-NetworksIpV6Test-778680375 tempest-NetworksIpV6Test-778680375-project] Made reservation on behalf of bd151944d16d4fcdb5d08a0c24a278dc for: {'subnet': 1} {{(pid=103230) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 19:30:00.676150 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-a6b38dcf-2234-470a-a46c-6e35f02e7ff6 tempest-NetworksIpV6Test-778680375 tempest-NetworksIpV6Test-778680375-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12985917'] for subnet (None), before_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:30:00.875452 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.db_base_plugin_common [None req-875dbce5-80e8-4f5d-a971-b13df4732669 None None] Allocated IP 2001:db8::2 (3a2e8df6-4b47-49a1-af94-13b8725e7d0a/d84124b8-59bb-4e22-8985-49fd94c84cd6/af878555-c9f3-4cb3-aaf8-81ee42a6fc0a) {{(pid=103232) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 19:30:00.901937 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-1efa7f7f-cad3-4e58-b62d-81b0938dca3d req-7795a5a2-931c-431a-8ac9-a65f92a240bf tempest-ServerActionsTestJSON-347500300 tempest-ServerActionsTestJSON-347500300-project] 10.222.0.75 "GET /v2.0/ports?device_id=de192669-200d-4920-933f-d2a9401df8ae HTTP/1.1" status: 200 len: 210 time: 0.0948741 Feb 09 19:30:01.166645 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-875dbce5-80e8-4f5d-a971-b13df4732669 None None] Publish callbacks [] for port (af878555-c9f3-4cb3-aaf8-81ee42a6fc0a), precommit_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:30:01.181682 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-875dbce5-80e8-4f5d-a971-b13df4732669 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762866656467'] for port (af878555-c9f3-4cb3-aaf8-81ee42a6fc0a), after_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:30:01.184432 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-a6b38dcf-2234-470a-a46c-6e35f02e7ff6 tempest-NetworksIpV6Test-778680375 tempest-NetworksIpV6Test-778680375-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14393611', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12985859'] for subnet (a1dcccef-5372-46d2-8a8c-cc6c527a4c26), after_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:30:01.303762 n-d-713498-36 neutron-server[103230]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6b38dcf-2234-470a-a46c-6e35f02e7ff6 tempest-NetworksIpV6Test-778680375 tempest-NetworksIpV6Test-778680375-project] Network 3a2e8df6-4b47-49a1-af94-13b8725e7d0a is already hosted by enough agents. {{(pid=103230) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 19:30:01.305746 n-d-713498-36 neutron-server[103232]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-875dbce5-80e8-4f5d-a971-b13df4732669 None None] Network 3a2e8df6-4b47-49a1-af94-13b8725e7d0a is already hosted by enough agents. {{(pid=103232) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 19:30:01.313861 n-d-713498-36 neutron-server[103230]: DEBUG neutron.scheduler.base_scheduler [None req-a6b38dcf-2234-470a-a46c-6e35f02e7ff6 tempest-NetworksIpV6Test-778680375 tempest-NetworksIpV6Test-778680375-project] Resources bound (agent type, host, resource id): {{(pid=103230) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 19:30:01.318384 n-d-713498-36 neutron-server[103232]: DEBUG neutron.scheduler.base_scheduler [None req-875dbce5-80e8-4f5d-a971-b13df4732669 None None] Resources bound (agent type, host, resource id): {{(pid=103232) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 19:30:01.325590 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.l3_dvrscheduler_db [None req-875dbce5-80e8-4f5d-a971-b13df4732669 None None] Received port after_create {{(pid=103232) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 19:30:01.331060 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6b38dcf-2234-470a-a46c-6e35f02e7ff6 tempest-NetworksIpV6Test-778680375 tempest-NetworksIpV6Test-778680375-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:30:01.331975 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-a6b38dcf-2234-470a-a46c-6e35f02e7ff6 tempest-NetworksIpV6Test-778680375 tempest-NetworksIpV6Test-778680375-project] Publish callbacks [] for subnet (None), before_response {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:30:01.344448 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-875dbce5-80e8-4f5d-a971-b13df4732669 None None] Pushing event updated for resources: {'Port': ['ID=af878555-c9f3-4cb3-aaf8-81ee42a6fc0a,revision_number=1']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:30:01.406199 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 59746) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:30:01.430684 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-a6b38dcf-2234-470a-a46c-6e35f02e7ff6 tempest-NetworksIpV6Test-778680375 tempest-NetworksIpV6Test-778680375-project] 10.222.0.75 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 1.0762839 Feb 09 19:30:01.437201 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6b38dcf-2234-470a-a46c-6e35f02e7ff6 tempest-NetworksIpV6Test-778680375 tempest-NetworksIpV6Test-778680375-project] Pushing event updated for resources: {'Subnet': ['ID=a1dcccef-5372-46d2-8a8c-cc6c527a4c26,revision_number=0']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:30:01.525592 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.managers [None req-875dbce5-80e8-4f5d-a971-b13df4732669 None None] Attempting to bind port af878555-c9f3-4cb3-aaf8-81ee42a6fc0a on host n-d-713498-36 for vnic_type normal with profile {{(pid=103232) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 19:30:01.532013 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.managers [None req-875dbce5-80e8-4f5d-a971-b13df4732669 None None] Attempting to bind port af878555-c9f3-4cb3-aaf8-81ee42a6fc0a by drivers openvswitch,hyperv on host n-d-713498-36 at level 0 using segments [{'id': 'c1b50bd9-f547-41e0-ada2-77c3a2e8e573', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': '3a2e8df6-4b47-49a1-af94-13b8725e7d0a'}] {{(pid=103232) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 19:30:01.532693 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-875dbce5-80e8-4f5d-a971-b13df4732669 None None] Attempting to bind port af878555-c9f3-4cb3-aaf8-81ee42a6fc0a on network 3a2e8df6-4b47-49a1-af94-13b8725e7d0a {{(pid=103232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 19:30:01.556582 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-875dbce5-80e8-4f5d-a971-b13df4732669 None None] Checking agent: {'id': '496418a2-c002-4aec-ab1a-07f3bea491bd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-36', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 18, 51, 47), 'started_at': datetime.datetime(2022, 2, 9, 18, 52, 17), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 19, 29, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-36'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 19:30:01.557748 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-875dbce5-80e8-4f5d-a971-b13df4732669 None None] Checking segment: {'id': 'c1b50bd9-f547-41e0-ada2-77c3a2e8e573', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': '3a2e8df6-4b47-49a1-af94-13b8725e7d0a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103232) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 19:30:01.558255 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-875dbce5-80e8-4f5d-a971-b13df4732669 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:30:01.561115 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-875dbce5-80e8-4f5d-a971-b13df4732669 None None] Bound using segment: {'id': 'c1b50bd9-f547-41e0-ada2-77c3a2e8e573', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': '3a2e8df6-4b47-49a1-af94-13b8725e7d0a'} {{(pid=103232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 19:30:01.564850 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.managers [None req-875dbce5-80e8-4f5d-a971-b13df4732669 None None] Bound port: af878555-c9f3-4cb3-aaf8-81ee42a6fc0a, host: n-d-713498-36, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c1b50bd9-f547-41e0-ada2-77c3a2e8e573', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': '3a2e8df6-4b47-49a1-af94-13b8725e7d0a'}}] {{(pid=103232) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 19:30:01.567661 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-875dbce5-80e8-4f5d-a971-b13df4732669 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (af878555-c9f3-4cb3-aaf8-81ee42a6fc0a), before_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:30:01.575717 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00289b82-b8dc-48d3-ae0a-eaab0bc6fcf4 tempest-NetworksIpV6Test-778680375 tempest-NetworksIpV6Test-778680375-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:30:01.582856 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00289b82-b8dc-48d3-ae0a-eaab0bc6fcf4 tempest-NetworksIpV6Test-778680375 tempest-NetworksIpV6Test-778680375-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:30:01.592393 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00289b82-b8dc-48d3-ae0a-eaab0bc6fcf4 tempest-NetworksIpV6Test-778680375 tempest-NetworksIpV6Test-778680375-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:30:01.597106 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00289b82-b8dc-48d3-ae0a-eaab0bc6fcf4 tempest-NetworksIpV6Test-778680375 tempest-NetworksIpV6Test-778680375-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:30:01.598449 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00289b82-b8dc-48d3-ae0a-eaab0bc6fcf4 tempest-NetworksIpV6Test-778680375 tempest-NetworksIpV6Test-778680375-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:30:01.604448 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 59756) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:30:01.624006 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-00289b82-b8dc-48d3-ae0a-eaab0bc6fcf4 tempest-NetworksIpV6Test-778680375 tempest-NetworksIpV6Test-778680375-project] 10.222.0.75 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.2165203 Feb 09 19:30:01.637082 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.v2.base [None req-a756b191-b95f-4657-9a33-9d4bcd769d2a tempest-NetworksIpV6Test-778680375 tempest-NetworksIpV6Test-778680375-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1777462968'}} {{(pid=103230) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 19:30:01.693579 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a756b191-b95f-4657-9a33-9d4bcd769d2a tempest-NetworksIpV6Test-778680375 tempest-NetworksIpV6Test-778680375-project] Made reservation on behalf of bd151944d16d4fcdb5d08a0c24a278dc for: {'network': 1} {{(pid=103230) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 19:30:01.704328 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-a756b191-b95f-4657-9a33-9d4bcd769d2a tempest-NetworksIpV6Test-778680375 tempest-NetworksIpV6Test-778680375-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for network (None), before_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:30:01.776826 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a756b191-b95f-4657-9a33-9d4bcd769d2a tempest-NetworksIpV6Test-778680375 tempest-NetworksIpV6Test-778680375-project] vlan segment allocate from pool success with {'vlan_id': 393, 'physical_network': 'physnet1'} {{(pid=103230) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 19:30:01.811013 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-875dbce5-80e8-4f5d-a971-b13df4732669 None None] For port af878555-c9f3-4cb3-aaf8-81ee42a6fc0a, host n-d-713498-36, cleared binding levels {{(pid=103232) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 19:30:01.814948 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-a756b191-b95f-4657-9a33-9d4bcd769d2a tempest-NetworksIpV6Test-778680375 tempest-NetworksIpV6Test-778680375-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-759574'] for segment (a103e757-ee6d-4ac2-9efe-4c13be94c05e), precommit_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:30:01.815102 n-d-713498-36 neutron-server[103230]: INFO neutron.db.segments_db [None req-a756b191-b95f-4657-9a33-9d4bcd769d2a tempest-NetworksIpV6Test-778680375 tempest-NetworksIpV6Test-778680375-project] Added segment a103e757-ee6d-4ac2-9efe-4c13be94c05e of type vlan for network 45755425-f7cd-4c4f-8700-ddfe5dd23fc3 Feb 09 19:30:01.827659 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-875dbce5-80e8-4f5d-a971-b13df4732669 None None] For port af878555-c9f3-4cb3-aaf8-81ee42a6fc0a, host n-d-713498-36, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-36',level=0,port_id=af878555-c9f3-4cb3-aaf8-81ee42a6fc0a,segment=NetworkSegment(c1b50bd9-f547-41e0-ada2-77c3a2e8e573),segment_id=c1b50bd9-f547-41e0-ada2-77c3a2e8e573)] {{(pid=103232) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 19:30:01.859858 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-875dbce5-80e8-4f5d-a971-b13df4732669 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762867176205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762866656485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762866656503'] for port (af878555-c9f3-4cb3-aaf8-81ee42a6fc0a), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:30:02.136205 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-a756b191-b95f-4657-9a33-9d4bcd769d2a tempest-NetworksIpV6Test-778680375 tempest-NetworksIpV6Test-778680375-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762866642225'] for network (45755425-f7cd-4c4f-8700-ddfe5dd23fc3), precommit_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:30:02.179700 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-d178b306-0aa1-4d18-b406-3aba3c7f5e05 req-a0b9233c-6c83-4887-9b12-d1c8d85fe4d8 tempest-ServerActionsTestJSON-347500300 tempest-ServerActionsTestJSON-347500300-project] 10.222.0.75 "GET /v2.0/ports?device_id=de192669-200d-4920-933f-d2a9401df8ae HTTP/1.1" status: 200 len: 210 time: 0.1678991 Feb 09 19:30:02.216835 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-875dbce5-80e8-4f5d-a971-b13df4732669 None None] Pushing event updated for resources: {'Port': ['ID=af878555-c9f3-4cb3-aaf8-81ee42a6fc0a,revision_number=2']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:30:02.261051 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-a756b191-b95f-4657-9a33-9d4bcd769d2a tempest-NetworksIpV6Test-778680375 tempest-NetworksIpV6Test-778680375-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1885479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452'] for network (45755425-f7cd-4c4f-8700-ddfe5dd23fc3), after_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:30:02.266729 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a756b191-b95f-4657-9a33-9d4bcd769d2a tempest-NetworksIpV6Test-778680375 tempest-NetworksIpV6Test-778680375-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:30:02.267416 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-a756b191-b95f-4657-9a33-9d4bcd769d2a tempest-NetworksIpV6Test-778680375 tempest-NetworksIpV6Test-778680375-project] Publish callbacks [] for network (None), before_response {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:30:02.449838 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a756b191-b95f-4657-9a33-9d4bcd769d2a tempest-NetworksIpV6Test-778680375 tempest-NetworksIpV6Test-778680375-project] Pushing event updated for resources: {'Network': ['ID=45755425-f7cd-4c4f-8700-ddfe5dd23fc3,revision_number=1']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:30:02.467884 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Network 45755425-f7cd-4c4f-8700-ddfe5dd23fc3 details requested by agent ovs-agent-n-d-713498-36 with host n-d-713498-36 {{(pid=103232) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 19:30:02.494295 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 59776) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:30:02.502481 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.v2.base [None req-ee55d9ce-c445-452b-bfec-cebe21e03dcf tempest-NetworksIpV6Test-778680375 tempest-NetworksIpV6Test-778680375-project] Request body: {'network': {'name': 'New_network'}} {{(pid=103229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 19:30:02.503053 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-a756b191-b95f-4657-9a33-9d4bcd769d2a tempest-NetworksIpV6Test-778680375 tempest-NetworksIpV6Test-778680375-project] 10.222.0.75 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.8918314 Feb 09 19:30:02.934469 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-ee55d9ce-c445-452b-bfec-cebe21e03dcf tempest-NetworksIpV6Test-778680375 tempest-NetworksIpV6Test-778680375-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762866642225'] for network (45755425-f7cd-4c4f-8700-ddfe5dd23fc3), precommit_update {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:30:02.967429 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-ee55d9ce-c445-452b-bfec-cebe21e03dcf tempest-NetworksIpV6Test-778680375 tempest-NetworksIpV6Test-778680375-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1885479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452'] for network (45755425-f7cd-4c4f-8700-ddfe5dd23fc3), after_update {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:30:03.077671 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-ee55d9ce-c445-452b-bfec-cebe21e03dcf tempest-NetworksIpV6Test-778680375 tempest-NetworksIpV6Test-778680375-project] Network 45755425-f7cd-4c4f-8700-ddfe5dd23fc3 is not hosted by any dhcp agent {{(pid=103229) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Feb 09 19:30:03.084761 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee55d9ce-c445-452b-bfec-cebe21e03dcf tempest-NetworksIpV6Test-778680375 tempest-NetworksIpV6Test-778680375-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:30:03.085355 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-ee55d9ce-c445-452b-bfec-cebe21e03dcf tempest-NetworksIpV6Test-778680375 tempest-NetworksIpV6Test-778680375-project] Publish callbacks [] for network (None), before_response {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:30:03.089926 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 59796) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:30:03.096868 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.v2.base [None req-7e3bf04b-79f9-48f1-9801-b6cadc3e134f tempest-NetworksIpV6Test-778680375 tempest-NetworksIpV6Test-778680375-project] Request body: {'subnet': {'network_id': '45755425-f7cd-4c4f-8700-ddfe5dd23fc3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103230) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 19:30:03.100081 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-ee55d9ce-c445-452b-bfec-cebe21e03dcf tempest-NetworksIpV6Test-778680375 tempest-NetworksIpV6Test-778680375-project] 10.222.0.75 "PUT /v2.0/networks/45755425-f7cd-4c4f-8700-ddfe5dd23fc3 HTTP/1.1" status: 200 len: 723 time: 0.6037977 Feb 09 19:30:03.161808 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee55d9ce-c445-452b-bfec-cebe21e03dcf tempest-NetworksIpV6Test-778680375 tempest-NetworksIpV6Test-778680375-project] Pushing event updated for resources: {'Network': ['ID=45755425-f7cd-4c4f-8700-ddfe5dd23fc3,revision_number=2']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:30:03.175620 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Network 45755425-f7cd-4c4f-8700-ddfe5dd23fc3 details requested by agent ovs-agent-n-d-713498-36 with host n-d-713498-36 {{(pid=103232) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 19:30:03.359703 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7e3bf04b-79f9-48f1-9801-b6cadc3e134f tempest-NetworksIpV6Test-778680375 tempest-NetworksIpV6Test-778680375-project] Made reservation on behalf of bd151944d16d4fcdb5d08a0c24a278dc for: {'subnet': 1} {{(pid=103230) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 19:30:03.366647 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-7e3bf04b-79f9-48f1-9801-b6cadc3e134f tempest-NetworksIpV6Test-778680375 tempest-NetworksIpV6Test-778680375-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12985917'] for subnet (None), before_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:30:03.453017 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-4ec279fc-a083-4601-8764-b4c08ffe8b6a req-e00fc6db-aa9a-49c5-9e9a-fb0e08589707 tempest-ServerActionsTestJSON-347500300 tempest-ServerActionsTestJSON-347500300-project] 10.222.0.75 "GET /v2.0/ports?device_id=de192669-200d-4920-933f-d2a9401df8ae HTTP/1.1" status: 200 len: 210 time: 0.1637189 Feb 09 19:30:03.879473 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-7e3bf04b-79f9-48f1-9801-b6cadc3e134f tempest-NetworksIpV6Test-778680375 tempest-NetworksIpV6Test-778680375-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14393611', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12985859'] for subnet (4dd77a0e-5bc0-4197-89fc-4a06c2297469), after_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:30:04.012081 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e3bf04b-79f9-48f1-9801-b6cadc3e134f tempest-NetworksIpV6Test-778680375 tempest-NetworksIpV6Test-778680375-project] Pushing event updated for resources: {'Subnet': ['ID=4dd77a0e-5bc0-4197-89fc-4a06c2297469,revision_number=0']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:30:04.032617 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e3bf04b-79f9-48f1-9801-b6cadc3e134f tempest-NetworksIpV6Test-778680375 tempest-NetworksIpV6Test-778680375-project] Checking segment: {'id': 'a103e757-ee6d-4ac2-9efe-4c13be94c05e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': '45755425-f7cd-4c4f-8700-ddfe5dd23fc3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103230) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 19:30:04.034769 n-d-713498-36 neutron-server[103230]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e3bf04b-79f9-48f1-9801-b6cadc3e134f tempest-NetworksIpV6Test-778680375 tempest-NetworksIpV6Test-778680375-project] Network hostable DHCP agents. Network: 45755425-f7cd-4c4f-8700-ddfe5dd23fc3, hostable agents: ['af91e4b9-f4e1-42b1-a25c-a10dc47171c8'], hosted agents: [] {{(pid=103230) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 19:30:04.088135 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1eeb84a4-88ae-45cc-8365-7f9347211df3 None None] Network 3a2e8df6-4b47-49a1-af94-13b8725e7d0a requested from n-d-713498-36 {{(pid=103232) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 19:30:04.097499 n-d-713498-36 neutron-server[103230]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e3bf04b-79f9-48f1-9801-b6cadc3e134f tempest-NetworksIpV6Test-778680375 tempest-NetworksIpV6Test-778680375-project] Network 45755425-f7cd-4c4f-8700-ddfe5dd23fc3 is scheduled to be hosted by DHCP agent af91e4b9-f4e1-42b1-a25c-a10dc47171c8 with binding_index 1 {{(pid=103230) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 19:30:04.124170 n-d-713498-36 neutron-server[103230]: DEBUG neutron.scheduler.base_scheduler [None req-7e3bf04b-79f9-48f1-9801-b6cadc3e134f tempest-NetworksIpV6Test-778680375 tempest-NetworksIpV6Test-778680375-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713498-36, 45755425-f7cd-4c4f-8700-ddfe5dd23fc3) {{(pid=103230) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 19:30:04.139699 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e3bf04b-79f9-48f1-9801-b6cadc3e134f tempest-NetworksIpV6Test-778680375 tempest-NetworksIpV6Test-778680375-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:30:04.146067 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-7e3bf04b-79f9-48f1-9801-b6cadc3e134f tempest-NetworksIpV6Test-778680375 tempest-NetworksIpV6Test-778680375-project] Publish callbacks [] for subnet (None), before_response {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:30:04.182125 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-7e3bf04b-79f9-48f1-9801-b6cadc3e134f tempest-NetworksIpV6Test-778680375 tempest-NetworksIpV6Test-778680375-project] 10.222.0.75 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.0899973 Feb 09 19:30:04.184061 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 59832) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:30:04.192671 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.v2.base [None req-364c5ebf-5b2a-4f0b-8863-8cb5ded76500 tempest-NetworksIpV6Test-778680375 tempest-NetworksIpV6Test-778680375-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=103230) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 19:30:04.226190 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6abfaf8-89bc-47ac-956e-027b321aada4 None None] Network 45755425-f7cd-4c4f-8700-ddfe5dd23fc3 requested from n-d-713498-36 {{(pid=103232) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 19:30:04.381654 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-364c5ebf-5b2a-4f0b-8863-8cb5ded76500 tempest-NetworksIpV6Test-778680375 tempest-NetworksIpV6Test-778680375-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-12985908'] for subnet (4dd77a0e-5bc0-4197-89fc-4a06c2297469), before_update {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:30:04.427837 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Device af878555-c9f3-4cb3-aaf8-81ee42a6fc0a up at agent ovs-agent-n-d-713498-36 {{(pid=103232) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 19:30:04.480623 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-390eed25-7413-494f-8257-042e30cf304a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8b32e980-7cce-5e82-a341-bd2fa8945c89-45755425-f7cd-4c4f-8700-ddfe5dd23fc3', 'network_id': '45755425-f7cd-4c4f-8700-ddfe5dd23fc3', 'project_id': 'bd151944d16d4fcdb5d08a0c24a278dc', 'fixed_ips': [{'subnet_id': '4dd77a0e-5bc0-4197-89fc-4a06c2297469'}]}} from n-d-713498-36. {{(pid=103232) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 09 19:30:04.486404 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-390eed25-7413-494f-8257-042e30cf304a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (None), before_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:30:04.595767 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.provisioning_blocks [None req-252c7f23-e06f-41c9-a947-bc8d5a1f6f7b None None] Provisioning complete for port af878555-c9f3-4cb3-aaf8-81ee42a6fc0a triggered by entity DHCP. {{(pid=103232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 19:30:04.618734 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-252c7f23-e06f-41c9-a947-bc8d5a1f6f7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593630'] for port (af878555-c9f3-4cb3-aaf8-81ee42a6fc0a), provisioning_complete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:30:04.665840 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-4f42914c-e9cb-4dfe-8946-151a873f3703 req-65b083f6-e5c6-450b-8df4-3bad04a35b71 tempest-ServerActionsTestJSON-347500300 tempest-ServerActionsTestJSON-347500300-project] 10.222.0.75 "GET /v2.0/ports?device_id=de192669-200d-4920-933f-d2a9401df8ae HTTP/1.1" status: 200 len: 210 time: 0.1347399 Feb 09 19:30:04.791969 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-364c5ebf-5b2a-4f0b-8863-8cb5ded76500 tempest-NetworksIpV6Test-778680375 tempest-NetworksIpV6Test-778680375-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8762867176196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-14393665'] for subnet (4dd77a0e-5bc0-4197-89fc-4a06c2297469), after_update {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:30:04.900748 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-364c5ebf-5b2a-4f0b-8863-8cb5ded76500 tempest-NetworksIpV6Test-778680375 tempest-NetworksIpV6Test-778680375-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:30:04.902489 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-364c5ebf-5b2a-4f0b-8863-8cb5ded76500 tempest-NetworksIpV6Test-778680375 tempest-NetworksIpV6Test-778680375-project] Publish callbacks [] for subnet (None), before_response {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:30:04.904531 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-364c5ebf-5b2a-4f0b-8863-8cb5ded76500 tempest-NetworksIpV6Test-778680375 tempest-NetworksIpV6Test-778680375-project] 10.222.0.75 "PUT /v2.0/subnets/4dd77a0e-5bc0-4197-89fc-4a06c2297469 HTTP/1.1" status: 200 len: 826 time: 0.7193580 Feb 09 19:30:04.907002 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-364c5ebf-5b2a-4f0b-8863-8cb5ded76500 tempest-NetworksIpV6Test-778680375 tempest-NetworksIpV6Test-778680375-project] Pushing event updated for resources: {'Subnet': ['ID=4dd77a0e-5bc0-4197-89fc-4a06c2297469,revision_number=1']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:30:04.907675 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 59852) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:30:05.108877 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.db_base_plugin_common [None req-390eed25-7413-494f-8257-042e30cf304a None None] Allocated IP 2001:db8::2 (45755425-f7cd-4c4f-8700-ddfe5dd23fc3/4dd77a0e-5bc0-4197-89fc-4a06c2297469/37dc8f70-94d7-4792-939e-b31a34a16485) {{(pid=103232) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 19:30:05.129852 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-e97ac64d-7698-4fb8-a5e3-bb31af220836 tempest-NetworksIpV6Test-778680375 tempest-NetworksIpV6Test-778680375-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-670458'] for network (45755425-f7cd-4c4f-8700-ddfe5dd23fc3), before_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:30:05.259421 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-e97ac64d-7698-4fb8-a5e3-bb31af220836 tempest-NetworksIpV6Test-778680375 tempest-NetworksIpV6Test-778680375-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-759852'] for subnet (4dd77a0e-5bc0-4197-89fc-4a06c2297469), precommit_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:30:05.393460 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.provisioning_blocks [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Provisioning complete for port af878555-c9f3-4cb3-aaf8-81ee42a6fc0a triggered by entity L2. {{(pid=103232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 19:30:05.394938 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593630'] for port (af878555-c9f3-4cb3-aaf8-81ee42a6fc0a), provisioning_complete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:30:05.806710 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-390eed25-7413-494f-8257-042e30cf304a None None] Publish callbacks [] for port (37dc8f70-94d7-4792-939e-b31a34a16485), precommit_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:30:05.814924 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-718b6f77-cc38-46dd-8861-187d5fa8d44d None None] Update dhcp port {'port': {'network_id': '3a2e8df6-4b47-49a1-af94-13b8725e7d0a', 'fixed_ips': [{'subnet_id': 'd84124b8-59bb-4e22-8985-49fd94c84cd6', 'ip_address': '2001:db8::2'}, {'subnet_id': 'a1dcccef-5372-46d2-8a8c-cc6c527a4c26'}], 'binding:host_id': 'n-d-713498-36'}, 'id': 'af878555-c9f3-4cb3-aaf8-81ee42a6fc0a'} from n-d-713498-36. {{(pid=103232) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Feb 09 19:30:05.825908 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-390eed25-7413-494f-8257-042e30cf304a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762866656467'] for port (37dc8f70-94d7-4792-939e-b31a34a16485), after_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:30:05.838636 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-83f7113b-c772-43b6-aee9-1157c8783117 req-d84255a7-1e66-455f-afc0-26993bae2807 tempest-ServerActionsTestJSON-347500300 tempest-ServerActionsTestJSON-347500300-project] 10.222.0.75 "GET /v2.0/ports?device_id=de192669-200d-4920-933f-d2a9401df8ae HTTP/1.1" status: 200 len: 210 time: 0.0634480 Feb 09 19:30:05.873460 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-e97ac64d-7698-4fb8-a5e3-bb31af220836 tempest-NetworksIpV6Test-778680375 tempest-NetworksIpV6Test-778680375-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-760023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12867367', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12759238'] for subnet (4dd77a0e-5bc0-4197-89fc-4a06c2297469), after_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:30:05.937224 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e97ac64d-7698-4fb8-a5e3-bb31af220836 tempest-NetworksIpV6Test-778680375 tempest-NetworksIpV6Test-778680375-project] Pushing event deleted for resources: {'Subnet': ['ID=4dd77a0e-5bc0-4197-89fc-4a06c2297469,revision_number=None']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:30:05.989569 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-390eed25-7413-494f-8257-042e30cf304a None None] Pushing event updated for resources: {'Port': ['ID=37dc8f70-94d7-4792-939e-b31a34a16485,revision_number=1']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:30:06.043859 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-e97ac64d-7698-4fb8-a5e3-bb31af220836 tempest-NetworksIpV6Test-778680375 tempest-NetworksIpV6Test-778680375-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-590267', 'neutron.services.segments.db._delete_segments_for_network-8762867132609'] for network (45755425-f7cd-4c4f-8700-ddfe5dd23fc3), precommit_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:30:06.048131 n-d-713498-36 neutron-server[103232]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-390eed25-7413-494f-8257-042e30cf304a None None] Network 45755425-f7cd-4c4f-8700-ddfe5dd23fc3 is already hosted by enough agents. {{(pid=103232) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 19:30:06.051257 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-252c7f23-e06f-41c9-a947-bc8d5a1f6f7b None None] Current status of the port af878555-c9f3-4cb3-aaf8-81ee42a6fc0a is: DOWN; New status is: ACTIVE {{(pid=103232) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 19:30:06.051653 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-252c7f23-e06f-41c9-a947-bc8d5a1f6f7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (af878555-c9f3-4cb3-aaf8-81ee42a6fc0a), before_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:30:06.065033 n-d-713498-36 neutron-server[103232]: DEBUG neutron.scheduler.base_scheduler [None req-390eed25-7413-494f-8257-042e30cf304a None None] Resources bound (agent type, host, resource id): {{(pid=103232) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 19:30:06.069973 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.l3_dvrscheduler_db [None req-390eed25-7413-494f-8257-042e30cf304a None None] Received port after_create {{(pid=103232) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 19:30:06.099969 n-d-713498-36 neutron-server[103229]: DEBUG neutron.services.segments.db [None req-e97ac64d-7698-4fb8-a5e3-bb31af220836 tempest-NetworksIpV6Test-778680375 tempest-NetworksIpV6Test-778680375-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['45755425-f7cd-4c4f-8700-ddfe5dd23fc3']}} {{(pid=103229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:30:06.104034 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-718b6f77-cc38-46dd-8861-187d5fa8d44d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (af878555-c9f3-4cb3-aaf8-81ee42a6fc0a), before_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:30:06.112578 n-d-713498-36 neutron-server[103229]: DEBUG neutron.services.segments.db [None req-e97ac64d-7698-4fb8-a5e3-bb31af220836 tempest-NetworksIpV6Test-778680375 tempest-NetworksIpV6Test-778680375-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a103e757-ee6d-4ac2-9efe-4c13be94c05e') {'for_net_delete': True} {{(pid=103229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:30:06.112934 n-d-713498-36 neutron-server[103229]: DEBUG neutron.services.segments.db [None req-e97ac64d-7698-4fb8-a5e3-bb31af220836 tempest-NetworksIpV6Test-778680375 tempest-NetworksIpV6Test-778680375-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a103e757-ee6d-4ac2-9efe-4c13be94c05e') {} {{(pid=103229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:30:06.125990 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-e97ac64d-7698-4fb8-a5e3-bb31af220836 tempest-NetworksIpV6Test-778680375 tempest-NetworksIpV6Test-778680375-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762867134154', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16683417'] for segment (a103e757-ee6d-4ac2-9efe-4c13be94c05e), before_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:30:06.148145 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-e97ac64d-7698-4fb8-a5e3-bb31af220836 tempest-NetworksIpV6Test-778680375 tempest-NetworksIpV6Test-778680375-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-759574'] for segment (a103e757-ee6d-4ac2-9efe-4c13be94c05e), precommit_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:30:06.160767 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e97ac64d-7698-4fb8-a5e3-bb31af220836 tempest-NetworksIpV6Test-778680375 tempest-NetworksIpV6Test-778680375-project] Releasing vlan 393 on physical network physnet1 to pool {{(pid=103229) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 19:30:06.162297 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-e97ac64d-7698-4fb8-a5e3-bb31af220836 tempest-NetworksIpV6Test-778680375 tempest-NetworksIpV6Test-778680375-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-759574', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12867469'] for segment (a103e757-ee6d-4ac2-9efe-4c13be94c05e), after_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:30:06.314427 n-d-713498-36 neutron-server[103229]: Traceback (most recent call last): Feb 09 19:30:06.314427 n-d-713498-36 neutron-server[103229]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 19:30:06.314427 n-d-713498-36 neutron-server[103229]: timer() Feb 09 19:30:06.314427 n-d-713498-36 neutron-server[103229]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 19:30:06.314427 n-d-713498-36 neutron-server[103229]: cb(*args, **kw) Feb 09 19:30:06.314427 n-d-713498-36 neutron-server[103229]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 19:30:06.314427 n-d-713498-36 neutron-server[103229]: return func(*args, **kwargs) Feb 09 19:30:06.314427 n-d-713498-36 neutron-server[103229]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 19:30:06.314427 n-d-713498-36 neutron-server[103229]: self._notify() Feb 09 19:30:06.314427 n-d-713498-36 neutron-server[103229]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 19:30:06.314427 n-d-713498-36 neutron-server[103229]: self.callback(batched_events) Feb 09 19:30:06.314427 n-d-713498-36 neutron-server[103229]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 19:30:06.314427 n-d-713498-36 neutron-server[103229]: event.method(event) Feb 09 19:30:06.314427 n-d-713498-36 neutron-server[103229]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 19:30:06.314427 n-d-713498-36 neutron-server[103229]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 19:30:06.314427 n-d-713498-36 neutron-server[103229]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 19:30:06.314427 n-d-713498-36 neutron-server[103229]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 19:30:06.314427 n-d-713498-36 neutron-server[103229]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 19:30:06.314427 n-d-713498-36 neutron-server[103229]: return f(self, *a, **k) Feb 09 19:30:06.314427 n-d-713498-36 neutron-server[103229]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 19:30:06.314427 n-d-713498-36 neutron-server[103229]: return self._get(url).json() Feb 09 19:30:06.314427 n-d-713498-36 neutron-server[103229]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 19:30:06.314427 n-d-713498-36 neutron-server[103229]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 19:30:06.314427 n-d-713498-36 neutron-server[103229]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 19:30:06.314427 n-d-713498-36 neutron-server[103229]: return self.request(url, 'GET', **kwargs) Feb 09 19:30:06.314427 n-d-713498-36 neutron-server[103229]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 19:30:06.314427 n-d-713498-36 neutron-server[103229]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 19:30:06.314427 n-d-713498-36 neutron-server[103229]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 19:30:06.314427 n-d-713498-36 neutron-server[103229]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 19:30:06.314427 n-d-713498-36 neutron-server[103229]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 19:30:06.314427 n-d-713498-36 neutron-server[103229]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 19:30:06.314427 n-d-713498-36 neutron-server[103229]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 19:30:06.316547 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.db.api [None req-e97ac64d-7698-4fb8-a5e3-bb31af220836 tempest-NetworksIpV6Test-778680375 tempest-NetworksIpV6Test-778680375-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Feb 09 19:30:06.316547 n-d-713498-36 neutron-server[103229]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Feb 09 19:30:06.316547 n-d-713498-36 neutron-server[103229]: [parameters: {'id': '45755425-f7cd-4c4f-8700-ddfe5dd23fc3'}] Feb 09 19:30:06.316547 n-d-713498-36 neutron-server[103229]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=103229) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 09 19:30:06.317896 n-d-713498-36 neutron-server[103229]: DEBUG oslo_db.api [None req-e97ac64d-7698-4fb8-a5e3-bb31af220836 tempest-NetworksIpV6Test-778680375 tempest-NetworksIpV6Test-778680375-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=103229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 09 19:30:06.322714 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-252c7f23-e06f-41c9-a947-bc8d5a1f6f7b None None] For port af878555-c9f3-4cb3-aaf8-81ee42a6fc0a, host n-d-713498-36, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-36',level=0,port_id=af878555-c9f3-4cb3-aaf8-81ee42a6fc0a,segment=NetworkSegment(c1b50bd9-f547-41e0-ada2-77c3a2e8e573),segment_id=c1b50bd9-f547-41e0-ada2-77c3a2e8e573)] {{(pid=103232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 19:30:06.353166 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-252c7f23-e06f-41c9-a947-bc8d5a1f6f7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762867176205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762866656485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762866656503'] for port (af878555-c9f3-4cb3-aaf8-81ee42a6fc0a), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:30:06.421901 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-252c7f23-e06f-41c9-a947-bc8d5a1f6f7b None None] Pushing event updated for resources: {'Port': ['ID=af878555-c9f3-4cb3-aaf8-81ee42a6fc0a,revision_number=3']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:30:06.428237 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.managers [None req-390eed25-7413-494f-8257-042e30cf304a None None] Attempting to bind port 37dc8f70-94d7-4792-939e-b31a34a16485 on host n-d-713498-36 for vnic_type normal with profile {{(pid=103232) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 19:30:06.428988 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.managers [None req-390eed25-7413-494f-8257-042e30cf304a None None] Attempting to bind port 37dc8f70-94d7-4792-939e-b31a34a16485 by drivers openvswitch,hyperv on host n-d-713498-36 at level 0 using segments [{'id': 'a103e757-ee6d-4ac2-9efe-4c13be94c05e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': '45755425-f7cd-4c4f-8700-ddfe5dd23fc3'}] {{(pid=103232) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 19:30:06.429596 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-390eed25-7413-494f-8257-042e30cf304a None None] Attempting to bind port 37dc8f70-94d7-4792-939e-b31a34a16485 on network 45755425-f7cd-4c4f-8700-ddfe5dd23fc3 {{(pid=103232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 19:30:06.432443 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Current status of the port af878555-c9f3-4cb3-aaf8-81ee42a6fc0a is: DOWN; New status is: ACTIVE {{(pid=103232) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 19:30:06.433088 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (af878555-c9f3-4cb3-aaf8-81ee42a6fc0a), before_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:30:06.819080 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-e97ac64d-7698-4fb8-a5e3-bb31af220836 tempest-NetworksIpV6Test-778680375 tempest-NetworksIpV6Test-778680375-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-670458'] for network (45755425-f7cd-4c4f-8700-ddfe5dd23fc3), before_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:30:06.901465 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.db_base_plugin_common [None req-718b6f77-cc38-46dd-8861-187d5fa8d44d None None] Allocated IP 172.20.0.1 (3a2e8df6-4b47-49a1-af94-13b8725e7d0a/a1dcccef-5372-46d2-8a8c-cc6c527a4c26/af878555-c9f3-4cb3-aaf8-81ee42a6fc0a) {{(pid=103232) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 19:30:07.059900 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.plugin [None req-e97ac64d-7698-4fb8-a5e3-bb31af220836 tempest-NetworksIpV6Test-778680375 tempest-NetworksIpV6Test-778680375-project] Deleting port 37dc8f70-94d7-4792-939e-b31a34a16485 {{(pid=103229) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 19:30:07.061552 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-e97ac64d-7698-4fb8-a5e3-bb31af220836 tempest-NetworksIpV6Test-778680375 tempest-NetworksIpV6Test-778680375-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762867170196'] for port (37dc8f70-94d7-4792-939e-b31a34a16485), before_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:30:07.221127 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-394cd482-8a3c-40c7-97b9-87b899749704 req-49f9a992-c181-4212-badd-7cb3dd8940d8 tempest-ServerActionsTestJSON-347500300 tempest-ServerActionsTestJSON-347500300-project] 10.222.0.75 "GET /v2.0/ports?device_id=de192669-200d-4920-933f-d2a9401df8ae HTTP/1.1" status: 200 len: 210 time: 0.0955963 Feb 09 19:30:07.274164 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-718b6f77-cc38-46dd-8861-187d5fa8d44d None None] For port af878555-c9f3-4cb3-aaf8-81ee42a6fc0a, host n-d-713498-36, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-36',level=0,port_id=af878555-c9f3-4cb3-aaf8-81ee42a6fc0a,segment=NetworkSegment(c1b50bd9-f547-41e0-ada2-77c3a2e8e573),segment_id=c1b50bd9-f547-41e0-ada2-77c3a2e8e573)] {{(pid=103232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 19:30:07.287946 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.db [None req-e97ac64d-7698-4fb8-a5e3-bb31af220836 tempest-NetworksIpV6Test-778680375 tempest-NetworksIpV6Test-778680375-project] For port 37dc8f70-94d7-4792-939e-b31a34a16485, host n-d-713498-36, got binding levels [] {{(pid=103229) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 19:30:07.287946 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-e97ac64d-7698-4fb8-a5e3-bb31af220836 tempest-NetworksIpV6Test-778680375 tempest-NetworksIpV6Test-778680375-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1820838'] for port (37dc8f70-94d7-4792-939e-b31a34a16485), precommit_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:30:07.322313 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.plugin [None req-e97ac64d-7698-4fb8-a5e3-bb31af220836 tempest-NetworksIpV6Test-778680375 tempest-NetworksIpV6Test-778680375-project] Calling delete_port for 37dc8f70-94d7-4792-939e-b31a34a16485 owned by network:dhcp {{(pid=103229) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 19:30:07.382087 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-718b6f77-cc38-46dd-8861-187d5fa8d44d None None] Publish callbacks [] for port (af878555-c9f3-4cb3-aaf8-81ee42a6fc0a), precommit_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:30:07.397779 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-390eed25-7413-494f-8257-042e30cf304a None None] Checking agent: {'id': '496418a2-c002-4aec-ab1a-07f3bea491bd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-36', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 18, 51, 47), 'started_at': datetime.datetime(2022, 2, 9, 18, 52, 17), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 19, 29, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-36'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 19:30:07.401248 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-390eed25-7413-494f-8257-042e30cf304a None None] Checking segment: {'id': 'a103e757-ee6d-4ac2-9efe-4c13be94c05e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': '45755425-f7cd-4c4f-8700-ddfe5dd23fc3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103232) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 19:30:07.401694 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-390eed25-7413-494f-8257-042e30cf304a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:30:07.405455 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-390eed25-7413-494f-8257-042e30cf304a None None] Bound using segment: {'id': 'a103e757-ee6d-4ac2-9efe-4c13be94c05e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': '45755425-f7cd-4c4f-8700-ddfe5dd23fc3'} {{(pid=103232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 19:30:07.406104 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.managers [None req-390eed25-7413-494f-8257-042e30cf304a None None] Bound port: 37dc8f70-94d7-4792-939e-b31a34a16485, host: n-d-713498-36, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a103e757-ee6d-4ac2-9efe-4c13be94c05e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': '45755425-f7cd-4c4f-8700-ddfe5dd23fc3'}}] {{(pid=103232) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 19:30:07.406524 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-390eed25-7413-494f-8257-042e30cf304a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (37dc8f70-94d7-4792-939e-b31a34a16485), before_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:30:07.478586 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-718b6f77-cc38-46dd-8861-187d5fa8d44d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762867176205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762866656485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762866656503'] for port (af878555-c9f3-4cb3-aaf8-81ee42a6fc0a), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:30:07.484557 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 59908) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:30:07.606681 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-e97ac64d-7698-4fb8-a5e3-bb31af220836 tempest-NetworksIpV6Test-778680375 tempest-NetworksIpV6Test-778680375-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762867177463', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762866656476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12867576'] for port (37dc8f70-94d7-4792-939e-b31a34a16485), after_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:30:07.643448 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74ec4a78-6892-42c9-8a88-bff674456ea6 req-e47f7674-92c6-4e70-9f28-cf4eb8afa050 tempest-ServerActionsTestJSON-347500300 tempest-ServerActionsTestJSON-347500300-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:30:07.647583 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-74ec4a78-6892-42c9-8a88-bff674456ea6 req-e47f7674-92c6-4e70-9f28-cf4eb8afa050 tempest-ServerActionsTestJSON-347500300 tempest-ServerActionsTestJSON-347500300-project] 10.222.0.90 "GET /v2.0/networks?id=bd12d1d0-518d-4d29-a00d-98410ba2cb8a HTTP/1.1" status: 200 len: 812 time: 0.4391358 Feb 09 19:30:07.667921 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.v2.base [req-74ec4a78-6892-42c9-8a88-bff674456ea6 req-47889698-d94c-4092-90fd-209420faeb3d tempest-ServerActionsTestJSON-347500300 tempest-ServerActionsTestJSON-347500300-project] Request body: {'port': {'device_id': 'de192669-200d-4920-933f-d2a9401df8ae', 'network_id': 'bd12d1d0-518d-4d29-a00d-98410ba2cb8a', 'admin_state_up': True, 'tenant_id': 'd7a2ccbf0c8a475abd1520a0e31ab926'}} {{(pid=103230) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 19:30:07.721057 n-d-713498-36 neutron-server[103229]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e97ac64d-7698-4fb8-a5e3-bb31af220836 tempest-NetworksIpV6Test-778680375 tempest-NetworksIpV6Test-778680375-project] No DVR routers for this DVR port 37dc8f70-94d7-4792-939e-b31a34a16485 on host n-d-713498-36 {{(pid=103229) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 19:30:07.722776 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e97ac64d-7698-4fb8-a5e3-bb31af220836 tempest-NetworksIpV6Test-778680375 tempest-NetworksIpV6Test-778680375-project] Pushing event deleted for resources: {'Port': ['ID=37dc8f70-94d7-4792-939e-b31a34a16485,revision_number=None']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:30:07.814644 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.db.api [None req-390eed25-7413-494f-8257-042e30cf304a None None] Retry wrapper got retriable exception: UPDATE statement on table 'ml2_port_bindings' expected to update 1 row(s); 0 were matched. {{(pid=103232) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 09 19:30:07.815157 n-d-713498-36 neutron-server[103232]: DEBUG oslo_db.api [None req-390eed25-7413-494f-8257-042e30cf304a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin._bind_port_if_needed {{(pid=103232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 09 19:30:07.899909 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-983ef2f0-e564-4850-b56d-d53a2d0d2572 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:30:08.023230 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-983ef2f0-e564-4850-b56d-d53a2d0d2572 admin admin] Publish callbacks [] for security_group (ae4e7505-7e13-4804-8408-95bae0139adf), precommit_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:30:08.023645 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-74ec4a78-6892-42c9-8a88-bff674456ea6 req-47889698-d94c-4092-90fd-209420faeb3d tempest-ServerActionsTestJSON-347500300 tempest-ServerActionsTestJSON-347500300-project] Made reservation on behalf of d7a2ccbf0c8a475abd1520a0e31ab926 for: {'port': 1} {{(pid=103230) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 19:30:08.027758 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [req-74ec4a78-6892-42c9-8a88-bff674456ea6 req-47889698-d94c-4092-90fd-209420faeb3d tempest-ServerActionsTestJSON-347500300 tempest-ServerActionsTestJSON-347500300-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (None), before_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:30:08.033440 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-983ef2f0-e564-4850-b56d-d53a2d0d2572 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1892331'] for security_group (ae4e7505-7e13-4804-8408-95bae0139adf), after_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:30:08.041248 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-e97ac64d-7698-4fb8-a5e3-bb31af220836 tempest-NetworksIpV6Test-778680375 tempest-NetworksIpV6Test-778680375-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-590267', 'neutron.services.segments.db._delete_segments_for_network-8762867132609'] for network (45755425-f7cd-4c4f-8700-ddfe5dd23fc3), precommit_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:30:08.135517 n-d-713498-36 neutron-server[103229]: DEBUG neutron.services.segments.db [None req-e97ac64d-7698-4fb8-a5e3-bb31af220836 tempest-NetworksIpV6Test-778680375 tempest-NetworksIpV6Test-778680375-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['45755425-f7cd-4c4f-8700-ddfe5dd23fc3']}} {{(pid=103229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:30:08.160644 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.db.api [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103232) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 09 19:30:08.163720 n-d-713498-36 neutron-server[103232]: DEBUG oslo_db.api [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 09 19:30:08.164375 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-718b6f77-cc38-46dd-8861-187d5fa8d44d None None] Pushing event updated for resources: {'Port': ['ID=af878555-c9f3-4cb3-aaf8-81ee42a6fc0a,revision_number=4']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:30:08.178960 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-983ef2f0-e564-4850-b56d-d53a2d0d2572 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=0ec463cdb82242a38f3574e770280085&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6923108 Feb 09 19:30:08.181816 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-983ef2f0-e564-4850-b56d-d53a2d0d2572 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ae4e7505-7e13-4804-8408-95bae0139adf,revision_number=1']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:30:08.196420 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 59928) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:30:08.234499 n-d-713498-36 neutron-server[103229]: DEBUG neutron.services.segments.db [None req-e97ac64d-7698-4fb8-a5e3-bb31af220836 tempest-NetworksIpV6Test-778680375 tempest-NetworksIpV6Test-778680375-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a103e757-ee6d-4ac2-9efe-4c13be94c05e') {'for_net_delete': True} {{(pid=103229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:30:08.235808 n-d-713498-36 neutron-server[103229]: DEBUG neutron.services.segments.db [None req-e97ac64d-7698-4fb8-a5e3-bb31af220836 tempest-NetworksIpV6Test-778680375 tempest-NetworksIpV6Test-778680375-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a103e757-ee6d-4ac2-9efe-4c13be94c05e') {} {{(pid=103229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:30:08.255965 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-e97ac64d-7698-4fb8-a5e3-bb31af220836 tempest-NetworksIpV6Test-778680375 tempest-NetworksIpV6Test-778680375-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762867134154', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16683417'] for segment (a103e757-ee6d-4ac2-9efe-4c13be94c05e), before_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:30:08.279362 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-e97ac64d-7698-4fb8-a5e3-bb31af220836 tempest-NetworksIpV6Test-778680375 tempest-NetworksIpV6Test-778680375-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-759574'] for segment (a103e757-ee6d-4ac2-9efe-4c13be94c05e), precommit_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:30:08.296275 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e97ac64d-7698-4fb8-a5e3-bb31af220836 tempest-NetworksIpV6Test-778680375 tempest-NetworksIpV6Test-778680375-project] Releasing vlan 393 on physical network physnet1 to pool {{(pid=103229) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 19:30:08.296724 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-e97ac64d-7698-4fb8-a5e3-bb31af220836 tempest-NetworksIpV6Test-778680375 tempest-NetworksIpV6Test-778680375-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-759574', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12867469'] for segment (a103e757-ee6d-4ac2-9efe-4c13be94c05e), after_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:30:08.317979 n-d-713498-36 neutron-server[103229]: Traceback (most recent call last): Feb 09 19:30:08.317979 n-d-713498-36 neutron-server[103229]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 19:30:08.317979 n-d-713498-36 neutron-server[103229]: timer() Feb 09 19:30:08.317979 n-d-713498-36 neutron-server[103229]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 19:30:08.317979 n-d-713498-36 neutron-server[103229]: cb(*args, **kw) Feb 09 19:30:08.317979 n-d-713498-36 neutron-server[103229]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 19:30:08.317979 n-d-713498-36 neutron-server[103229]: return func(*args, **kwargs) Feb 09 19:30:08.317979 n-d-713498-36 neutron-server[103229]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 19:30:08.317979 n-d-713498-36 neutron-server[103229]: self._notify() Feb 09 19:30:08.317979 n-d-713498-36 neutron-server[103229]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 19:30:08.317979 n-d-713498-36 neutron-server[103229]: self.callback(batched_events) Feb 09 19:30:08.317979 n-d-713498-36 neutron-server[103229]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 19:30:08.317979 n-d-713498-36 neutron-server[103229]: event.method(event) Feb 09 19:30:08.317979 n-d-713498-36 neutron-server[103229]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 19:30:08.317979 n-d-713498-36 neutron-server[103229]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 19:30:08.317979 n-d-713498-36 neutron-server[103229]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 19:30:08.317979 n-d-713498-36 neutron-server[103229]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 19:30:08.317979 n-d-713498-36 neutron-server[103229]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 19:30:08.317979 n-d-713498-36 neutron-server[103229]: return f(self, *a, **k) Feb 09 19:30:08.317979 n-d-713498-36 neutron-server[103229]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 19:30:08.317979 n-d-713498-36 neutron-server[103229]: return self._get(url).json() Feb 09 19:30:08.317979 n-d-713498-36 neutron-server[103229]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 19:30:08.317979 n-d-713498-36 neutron-server[103229]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 19:30:08.317979 n-d-713498-36 neutron-server[103229]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 19:30:08.317979 n-d-713498-36 neutron-server[103229]: return self.request(url, 'GET', **kwargs) Feb 09 19:30:08.317979 n-d-713498-36 neutron-server[103229]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 19:30:08.317979 n-d-713498-36 neutron-server[103229]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 19:30:08.317979 n-d-713498-36 neutron-server[103229]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 19:30:08.317979 n-d-713498-36 neutron-server[103229]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 19:30:08.317979 n-d-713498-36 neutron-server[103229]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 19:30:08.317979 n-d-713498-36 neutron-server[103229]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 19:30:08.317979 n-d-713498-36 neutron-server[103229]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 19:30:08.366434 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.managers [None req-390eed25-7413-494f-8257-042e30cf304a None None] Attempting to bind port 37dc8f70-94d7-4792-939e-b31a34a16485 on host n-d-713498-36 for vnic_type normal with profile {{(pid=103232) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 19:30:08.366811 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.managers [None req-390eed25-7413-494f-8257-042e30cf304a None None] Attempting to bind port 37dc8f70-94d7-4792-939e-b31a34a16485 by drivers openvswitch,hyperv on host n-d-713498-36 at level 0 using segments [{'id': 'a103e757-ee6d-4ac2-9efe-4c13be94c05e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': '45755425-f7cd-4c4f-8700-ddfe5dd23fc3'}] {{(pid=103232) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 19:30:08.367595 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-390eed25-7413-494f-8257-042e30cf304a None None] Attempting to bind port 37dc8f70-94d7-4792-939e-b31a34a16485 on network 45755425-f7cd-4c4f-8700-ddfe5dd23fc3 {{(pid=103232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 19:30:08.379872 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-390eed25-7413-494f-8257-042e30cf304a None None] Checking agent: {'id': '496418a2-c002-4aec-ab1a-07f3bea491bd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-36', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 18, 51, 47), 'started_at': datetime.datetime(2022, 2, 9, 18, 52, 17), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 19, 29, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-36'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 19:30:08.381357 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-390eed25-7413-494f-8257-042e30cf304a None None] Checking segment: {'id': 'a103e757-ee6d-4ac2-9efe-4c13be94c05e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': '45755425-f7cd-4c4f-8700-ddfe5dd23fc3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103232) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 19:30:08.381819 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-390eed25-7413-494f-8257-042e30cf304a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:30:08.382251 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-390eed25-7413-494f-8257-042e30cf304a None None] Bound using segment: {'id': 'a103e757-ee6d-4ac2-9efe-4c13be94c05e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': '45755425-f7cd-4c4f-8700-ddfe5dd23fc3'} {{(pid=103232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 19:30:08.383744 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.managers [None req-390eed25-7413-494f-8257-042e30cf304a None None] Bound port: 37dc8f70-94d7-4792-939e-b31a34a16485, host: n-d-713498-36, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a103e757-ee6d-4ac2-9efe-4c13be94c05e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': '45755425-f7cd-4c4f-8700-ddfe5dd23fc3'}}] {{(pid=103232) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 19:30:08.384536 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-390eed25-7413-494f-8257-042e30cf304a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (37dc8f70-94d7-4792-939e-b31a34a16485), before_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:30:08.410223 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 59936) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:30:08.477332 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-390eed25-7413-494f-8257-042e30cf304a None None] Port 37dc8f70-94d7-4792-939e-b31a34a16485 has been deleted concurrently {{(pid=103232) _commit_port_binding /opt/stack/neutron/neutron/plugins/ml2/plugin.py:671}} Feb 09 19:30:08.556221 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-449c18c8-5dcc-44a2-8423-43036bb14d3a req-e5036179-661c-4f52-93df-ab246c97786a tempest-ServerActionsTestJSON-347500300 tempest-ServerActionsTestJSON-347500300-project] 10.222.0.75 "GET /v2.0/ports?device_id=de192669-200d-4920-933f-d2a9401df8ae HTTP/1.1" status: 200 len: 210 time: 0.1115708 Feb 09 19:30:08.602657 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-e97ac64d-7698-4fb8-a5e3-bb31af220836 tempest-NetworksIpV6Test-778680375 tempest-NetworksIpV6Test-778680375-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-590242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1885479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1818895'] for network (45755425-f7cd-4c4f-8700-ddfe5dd23fc3), after_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:30:08.642642 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-e97ac64d-7698-4fb8-a5e3-bb31af220836 tempest-NetworksIpV6Test-778680375 tempest-NetworksIpV6Test-778680375-project] Publish callbacks [] for network (None), before_response {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:30:08.649709 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-e97ac64d-7698-4fb8-a5e3-bb31af220836 tempest-NetworksIpV6Test-778680375 tempest-NetworksIpV6Test-778680375-project] 10.222.0.75 "DELETE /v2.0/networks/45755425-f7cd-4c4f-8700-ddfe5dd23fc3 HTTP/1.1" status: 204 len: 168 time: 3.7387121 Feb 09 19:30:08.649709 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e97ac64d-7698-4fb8-a5e3-bb31af220836 tempest-NetworksIpV6Test-778680375 tempest-NetworksIpV6Test-778680375-project] Pushing event deleted for resources: {'Network': ['ID=45755425-f7cd-4c4f-8700-ddfe5dd23fc3,revision_number=None']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:30:08.658301 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 59940) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:30:08.716970 n-d-713498-36 neutron-server[103229]: INFO neutron.pecan_wsgi.hooks.translation [None req-862debe0-c3b4-4f92-92f9-30fdf79d0d35 tempest-NetworksIpV6Test-778680375 tempest-NetworksIpV6Test-778680375-project] DELETE failed (client error): The resource could not be found. Feb 09 19:30:08.719160 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-862debe0-c3b4-4f92-92f9-30fdf79d0d35 tempest-NetworksIpV6Test-778680375 tempest-NetworksIpV6Test-778680375-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103229) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 19:30:08.729502 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-862debe0-c3b4-4f92-92f9-30fdf79d0d35 tempest-NetworksIpV6Test-778680375 tempest-NetworksIpV6Test-778680375-project] 10.222.0.75 "DELETE /v2.0/networks/45755425-f7cd-4c4f-8700-ddfe5dd23fc3 HTTP/1.1" status: 404 len: 339 time: 0.0697453 Feb 09 19:30:08.730120 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 59942) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:30:08.738208 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.v2.base [None req-ad5f4c49-f0c1-4059-a61f-9f0fdc64ec6f tempest-NetworksIpV6Test-778680375 tempest-NetworksIpV6Test-778680375-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1902548855', 'description': 'd1'}} {{(pid=103229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 19:30:08.784813 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ad5f4c49-f0c1-4059-a61f-9f0fdc64ec6f tempest-NetworksIpV6Test-778680375 tempest-NetworksIpV6Test-778680375-project] Made reservation on behalf of bd151944d16d4fcdb5d08a0c24a278dc for: {'network': 1} {{(pid=103229) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 19:30:08.796068 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-ad5f4c49-f0c1-4059-a61f-9f0fdc64ec6f tempest-NetworksIpV6Test-778680375 tempest-NetworksIpV6Test-778680375-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for network (None), before_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:30:08.829212 n-d-713498-36 neutron-server[103230]: DEBUG neutron.db.db_base_plugin_common [req-74ec4a78-6892-42c9-8a88-bff674456ea6 req-47889698-d94c-4092-90fd-209420faeb3d tempest-ServerActionsTestJSON-347500300 tempest-ServerActionsTestJSON-347500300-project] Allocated IP 172.20.0.9 (bd12d1d0-518d-4d29-a00d-98410ba2cb8a/60ccac4e-8e6b-4139-b4aa-9c0c5cc0e9e4/7ae35eb4-239a-4106-995f-63bcb4730611) {{(pid=103230) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 19:30:08.832275 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-6f9856b7-86d0-4921-9678-3c039980eaaf admin admin] Publish callbacks [] for security_group (ae4e7505-7e13-4804-8408-95bae0139adf), before_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:30:08.848489 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Current status of the port af878555-c9f3-4cb3-aaf8-81ee42a6fc0a is: ACTIVE; New status is: ACTIVE {{(pid=103232) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 19:30:08.885196 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ad5f4c49-f0c1-4059-a61f-9f0fdc64ec6f tempest-NetworksIpV6Test-778680375 tempest-NetworksIpV6Test-778680375-project] vlan segment allocate from pool success with {'vlan_id': 398, 'physical_network': 'physnet1'} {{(pid=103229) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 19:30:08.914145 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-ad5f4c49-f0c1-4059-a61f-9f0fdc64ec6f tempest-NetworksIpV6Test-778680375 tempest-NetworksIpV6Test-778680375-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-759574'] for segment (b909016f-5075-4341-bb2b-61833005268a), precommit_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:30:08.914508 n-d-713498-36 neutron-server[103229]: INFO neutron.db.segments_db [None req-ad5f4c49-f0c1-4059-a61f-9f0fdc64ec6f tempest-NetworksIpV6Test-778680375 tempest-NetworksIpV6Test-778680375-project] Added segment b909016f-5075-4341-bb2b-61833005268a of type vlan for network 343106de-f060-4586-b912-7d1d4cde229d Feb 09 19:30:09.112187 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-ad5f4c49-f0c1-4059-a61f-9f0fdc64ec6f tempest-NetworksIpV6Test-778680375 tempest-NetworksIpV6Test-778680375-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762866642225'] for network (343106de-f060-4586-b912-7d1d4cde229d), precommit_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:30:09.140566 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Device af878555-c9f3-4cb3-aaf8-81ee42a6fc0a up at agent ovs-agent-n-d-713498-36 {{(pid=103232) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 19:30:09.215494 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-ad5f4c49-f0c1-4059-a61f-9f0fdc64ec6f tempest-NetworksIpV6Test-778680375 tempest-NetworksIpV6Test-778680375-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1885479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452'] for network (343106de-f060-4586-b912-7d1d4cde229d), after_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:30:09.229588 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad5f4c49-f0c1-4059-a61f-9f0fdc64ec6f tempest-NetworksIpV6Test-778680375 tempest-NetworksIpV6Test-778680375-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:30:09.230684 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-ad5f4c49-f0c1-4059-a61f-9f0fdc64ec6f tempest-NetworksIpV6Test-778680375 tempest-NetworksIpV6Test-778680375-project] Publish callbacks [] for network (None), before_response {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:30:09.278149 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.provisioning_blocks [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Provisioning complete for port af878555-c9f3-4cb3-aaf8-81ee42a6fc0a triggered by entity L2. {{(pid=103232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 19:30:09.282544 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593630'] for port (af878555-c9f3-4cb3-aaf8-81ee42a6fc0a), provisioning_complete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:30:09.407981 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-6f9856b7-86d0-4921-9678-3c039980eaaf admin admin] Publish callbacks [] for security_group (ae4e7505-7e13-4804-8408-95bae0139adf), precommit_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:30:09.418639 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-ad5f4c49-f0c1-4059-a61f-9f0fdc64ec6f tempest-NetworksIpV6Test-778680375 tempest-NetworksIpV6Test-778680375-project] 10.222.0.75 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.6870530 Feb 09 19:30:09.422252 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 59954) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:30:09.453102 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad5f4c49-f0c1-4059-a61f-9f0fdc64ec6f tempest-NetworksIpV6Test-778680375 tempest-NetworksIpV6Test-778680375-project] Pushing event updated for resources: {'Network': ['ID=343106de-f060-4586-b912-7d1d4cde229d,revision_number=1']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:30:09.470973 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Network 343106de-f060-4586-b912-7d1d4cde229d details requested by agent ovs-agent-n-d-713498-36 with host n-d-713498-36 {{(pid=103232) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 19:30:09.561318 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-6f9856b7-86d0-4921-9678-3c039980eaaf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1892331'] for security_group (ae4e7505-7e13-4804-8408-95bae0139adf), after_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:30:09.564270 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-6f9856b7-86d0-4921-9678-3c039980eaaf admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:30:09.567775 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-6f9856b7-86d0-4921-9678-3c039980eaaf admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/ae4e7505-7e13-4804-8408-95bae0139adf HTTP/1.1" status: 204 len: 168 time: 1.3679552 Feb 09 19:30:09.597389 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-8f27ad5b-0060-44e0-9eaf-8a3b83c8f2e5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:30:09.619509 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f9856b7-86d0-4921-9678-3c039980eaaf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ae4e7505-7e13-4804-8408-95bae0139adf,revision_number=None']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:30:09.633572 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Current status of the port af878555-c9f3-4cb3-aaf8-81ee42a6fc0a is: ACTIVE; New status is: ACTIVE {{(pid=103232) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 19:30:09.666433 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d44a3071-8892-4ac4-9f60-91108f825d90 None None] Network 3a2e8df6-4b47-49a1-af94-13b8725e7d0a requested from n-d-713498-36 {{(pid=103232) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 19:30:09.727440 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [req-74ec4a78-6892-42c9-8a88-bff674456ea6 req-47889698-d94c-4092-90fd-209420faeb3d tempest-ServerActionsTestJSON-347500300 tempest-ServerActionsTestJSON-347500300-project] Publish callbacks [] for port (7ae35eb4-239a-4106-995f-63bcb4730611), precommit_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:30:09.761666 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17b136c3-94d1-463d-af12-cc57e2915967 tempest-NetworksIpV6Test-778680375 tempest-NetworksIpV6Test-778680375-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:30:09.764705 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-17b136c3-94d1-463d-af12-cc57e2915967 tempest-NetworksIpV6Test-778680375 tempest-NetworksIpV6Test-778680375-project] 10.222.0.75 "GET /v2.0/networks?id=343106de-f060-4586-b912-7d1d4cde229d HTTP/1.1" status: 200 len: 765 time: 0.3413408 Feb 09 19:30:09.769525 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 59960) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:30:09.778480 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.v2.base [None req-d09da1fa-6bc8-4bf3-9da1-6474846a96c4 tempest-NetworksIpV6Test-778680375 tempest-NetworksIpV6Test-778680375-project] Request body: {'network': {'description': 'd2'}} {{(pid=103229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 19:30:09.824227 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.provisioning_blocks [None req-efc76b59-a6ad-4ade-8b2b-86fd43810f2c None None] Provisioning complete for port af878555-c9f3-4cb3-aaf8-81ee42a6fc0a triggered by entity DHCP. {{(pid=103232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 19:30:09.824604 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-efc76b59-a6ad-4ade-8b2b-86fd43810f2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593630'] for port (af878555-c9f3-4cb3-aaf8-81ee42a6fc0a), provisioning_complete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:30:09.894196 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-85928102-2a10-47a9-83f9-87164c87665d req-79517bf2-b14b-47e1-a34f-e1c139a360bb tempest-ServerActionsTestJSON-347500300 tempest-ServerActionsTestJSON-347500300-project] 10.222.0.75 "GET /v2.0/ports?device_id=de192669-200d-4920-933f-d2a9401df8ae HTTP/1.1" status: 200 len: 210 time: 0.1325777 Feb 09 19:30:10.016148 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-8f27ad5b-0060-44e0-9eaf-8a3b83c8f2e5 admin admin] Publish callbacks [] for security_group (8323692d-f1be-470b-ab0c-b7eaee750d08), precommit_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:30:10.028092 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-8f27ad5b-0060-44e0-9eaf-8a3b83c8f2e5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1892331'] for security_group (8323692d-f1be-470b-ab0c-b7eaee750d08), after_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:30:10.077575 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-d09da1fa-6bc8-4bf3-9da1-6474846a96c4 tempest-NetworksIpV6Test-778680375 tempest-NetworksIpV6Test-778680375-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762866642225'] for network (343106de-f060-4586-b912-7d1d4cde229d), precommit_update {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:30:10.105766 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-d09da1fa-6bc8-4bf3-9da1-6474846a96c4 tempest-NetworksIpV6Test-778680375 tempest-NetworksIpV6Test-778680375-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1885479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452'] for network (343106de-f060-4586-b912-7d1d4cde229d), after_update {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:30:10.122339 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-efc76b59-a6ad-4ade-8b2b-86fd43810f2c None None] Current status of the port af878555-c9f3-4cb3-aaf8-81ee42a6fc0a is: ACTIVE; New status is: ACTIVE {{(pid=103232) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 19:30:10.166870 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-8f27ad5b-0060-44e0-9eaf-8a3b83c8f2e5 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=32b15eb064a443479c4d43c5171ff182&name=default HTTP/1.1" status: 200 len: 3000 time: 1.7510681 Feb 09 19:30:10.168900 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 59970) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:30:10.181371 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f27ad5b-0060-44e0-9eaf-8a3b83c8f2e5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8323692d-f1be-470b-ab0c-b7eaee750d08,revision_number=1']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:30:10.445152 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-d0c42672-7c26-43e2-8d0d-13c28de397ea admin admin] Publish callbacks [] for security_group (8323692d-f1be-470b-ab0c-b7eaee750d08), before_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:30:10.529253 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-d0c42672-7c26-43e2-8d0d-13c28de397ea admin admin] Publish callbacks [] for security_group (8323692d-f1be-470b-ab0c-b7eaee750d08), precommit_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:30:10.646865 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 59980) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:30:10.681046 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [req-74ec4a78-6892-42c9-8a88-bff674456ea6 req-47889698-d94c-4092-90fd-209420faeb3d tempest-ServerActionsTestJSON-347500300 tempest-ServerActionsTestJSON-347500300-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762866656467', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14393751'] for port (7ae35eb4-239a-4106-995f-63bcb4730611), after_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:30:10.698759 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] get_ports_and_sgs() called for port_ids ['f0b7f9af-8f64-4260-b1ad-67fc140f8d5e'] {{(pid=103232) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 19:30:10.701616 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-7429db8d-6021-40ad-813e-885be449a89b None None] get_ports_and_sgs() called for port_ids ['e138b0c7-e271-4e23-bf5b-bfa7a9e842fc'] {{(pid=103232) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 19:30:10.712875 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-9ec2f916-11bd-40d1-9ca8-1b08abbe4d78 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:30:10.842292 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-d0c42672-7c26-43e2-8d0d-13c28de397ea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1892331'] for security_group (8323692d-f1be-470b-ab0c-b7eaee750d08), after_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:30:10.853901 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-d0c42672-7c26-43e2-8d0d-13c28de397ea admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:30:10.856383 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-d0c42672-7c26-43e2-8d0d-13c28de397ea admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/8323692d-f1be-470b-ab0c-b7eaee750d08 HTTP/1.1" status: 204 len: 168 time: 0.6653001 Feb 09 19:30:10.924548 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-ed7c91c5-af67-484b-b488-8b65ae69ef84 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762867132591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593584'] for agent (af91e4b9-f4e1-42b1-a25c-a10dc47171c8), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:30:11.032246 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5163766c-1275-451d-83e8-13dc930e1190 None None] DHCP port deletion for 45755425-f7cd-4c4f-8700-ddfe5dd23fc3 request from n-d-713498-36 {{(pid=103232) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 09 19:30:11.060817 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.provisioning_blocks [None req-b9c1d954-0919-4255-9800-b66e0ec0d2ac None None] Provisioning complete for port af878555-c9f3-4cb3-aaf8-81ee42a6fc0a triggered by entity DHCP. {{(pid=103232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 19:30:11.061445 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-b9c1d954-0919-4255-9800-b66e0ec0d2ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593630'] for port (af878555-c9f3-4cb3-aaf8-81ee42a6fc0a), provisioning_complete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:30:11.136016 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab3ef13b-f487-4d3f-b838-211afc490a34 None None] Network 45755425-f7cd-4c4f-8700-ddfe5dd23fc3 requested from n-d-713498-36 {{(pid=103232) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 19:30:11.151512 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47889698-d94c-4092-90fd-209420faeb3d tempest-ServerActionsTestJSON-347500300 tempest-ServerActionsTestJSON-347500300-project] Pushing event updated for resources: {'Port': ['ID=7ae35eb4-239a-4106-995f-63bcb4730611,revision_number=1']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:30:11.188271 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-9ec2f916-11bd-40d1-9ca8-1b08abbe4d78 admin admin] Publish callbacks [] for security_group (4aa6bcf0-519b-493e-96c8-819b63e7263c), precommit_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:30:11.203615 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-b9c1d954-0919-4255-9800-b66e0ec0d2ac None None] Current status of the port af878555-c9f3-4cb3-aaf8-81ee42a6fc0a is: ACTIVE; New status is: ACTIVE {{(pid=103232) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 19:30:11.210269 n-d-713498-36 neutron-server[103230]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-74ec4a78-6892-42c9-8a88-bff674456ea6 req-47889698-d94c-4092-90fd-209420faeb3d tempest-ServerActionsTestJSON-347500300 tempest-ServerActionsTestJSON-347500300-project] Network bd12d1d0-518d-4d29-a00d-98410ba2cb8a is already hosted by enough agents. {{(pid=103230) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 19:30:11.218416 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab3ef13b-f487-4d3f-b838-211afc490a34 None None] Network 45755425-f7cd-4c4f-8700-ddfe5dd23fc3 could not be found, it might have been deleted concurrently. {{(pid=103232) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:196}} Feb 09 19:30:11.218660 n-d-713498-36 neutron-server[103230]: DEBUG neutron.scheduler.base_scheduler [req-74ec4a78-6892-42c9-8a88-bff674456ea6 req-47889698-d94c-4092-90fd-209420faeb3d tempest-ServerActionsTestJSON-347500300 tempest-ServerActionsTestJSON-347500300-project] Resources bound (agent type, host, resource id): {{(pid=103230) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 19:30:11.237470 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-9ec2f916-11bd-40d1-9ca8-1b08abbe4d78 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1892331'] for security_group (4aa6bcf0-519b-493e-96c8-819b63e7263c), after_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:30:11.252606 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc6d11c9-cb95-4624-9932-9dcbb30efa99 None None] Network 45755425-f7cd-4c4f-8700-ddfe5dd23fc3 requested from n-d-713498-36 {{(pid=103232) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 19:30:11.262483 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0c42672-7c26-43e2-8d0d-13c28de397ea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8323692d-f1be-470b-ab0c-b7eaee750d08,revision_number=None']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:30:11.264974 n-d-713498-36 neutron-server[103230]: DEBUG neutron.db.l3_dvrscheduler_db [req-74ec4a78-6892-42c9-8a88-bff674456ea6 req-47889698-d94c-4092-90fd-209420faeb3d tempest-ServerActionsTestJSON-347500300 tempest-ServerActionsTestJSON-347500300-project] Received port after_create {{(pid=103230) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 19:30:11.343408 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.provisioning_blocks [None req-bc9eb244-2cb3-4b91-a1a5-c5f99e80a798 None None] Could not find standard attr ID for object 37dc8f70-94d7-4792-939e-b31a34a16485. {{(pid=103232) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 09 19:30:11.359479 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc6d11c9-cb95-4624-9932-9dcbb30efa99 None None] Network 45755425-f7cd-4c4f-8700-ddfe5dd23fc3 could not be found, it might have been deleted concurrently. {{(pid=103232) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:196}} Feb 09 19:30:11.399812 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-9ec2f916-11bd-40d1-9ca8-1b08abbe4d78 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=5fc09a942818425dbaf841f95424e9f1&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7484589 Feb 09 19:30:11.401044 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ec2f916-11bd-40d1-9ca8-1b08abbe4d78 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4aa6bcf0-519b-493e-96c8-819b63e7263c,revision_number=1']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:30:11.407599 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 59992) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:30:11.530913 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74ec4a78-6892-42c9-8a88-bff674456ea6 req-47889698-d94c-4092-90fd-209420faeb3d tempest-ServerActionsTestJSON-347500300 tempest-ServerActionsTestJSON-347500300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:30:11.534199 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [req-74ec4a78-6892-42c9-8a88-bff674456ea6 req-47889698-d94c-4092-90fd-209420faeb3d tempest-ServerActionsTestJSON-347500300 tempest-ServerActionsTestJSON-347500300-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171096'] for port (None), before_response {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:30:11.637298 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-74ec4a78-6892-42c9-8a88-bff674456ea6 req-47889698-d94c-4092-90fd-209420faeb3d tempest-ServerActionsTestJSON-347500300 tempest-ServerActionsTestJSON-347500300-project] 10.222.0.90 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.9748685 Feb 09 19:30:11.664702 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.v2.base [req-74ec4a78-6892-42c9-8a88-bff674456ea6 req-32485122-6685-4a99-9a33-cfe2723719d7 service neutron] Request body: {'port': {'device_id': 'de192669-200d-4920-933f-d2a9401df8ae', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-713498-36'}} {{(pid=103230) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 19:30:11.675902 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d09da1fa-6bc8-4bf3-9da1-6474846a96c4 tempest-NetworksIpV6Test-778680375 tempest-NetworksIpV6Test-778680375-project] Pushing event updated for resources: {'Network': ['ID=343106de-f060-4586-b912-7d1d4cde229d,revision_number=1']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:30:11.695942 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Network 343106de-f060-4586-b912-7d1d4cde229d details requested by agent ovs-agent-n-d-713498-36 with host n-d-713498-36 {{(pid=103232) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 19:30:11.756937 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-0654d2e1-234b-4e6f-8810-9b5115c70328 admin admin] Publish callbacks [] for security_group (4aa6bcf0-519b-493e-96c8-819b63e7263c), before_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:30:11.758730 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-d09da1fa-6bc8-4bf3-9da1-6474846a96c4 tempest-NetworksIpV6Test-778680375 tempest-NetworksIpV6Test-778680375-project] Network 343106de-f060-4586-b912-7d1d4cde229d is not hosted by any dhcp agent {{(pid=103229) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Feb 09 19:30:11.765368 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d09da1fa-6bc8-4bf3-9da1-6474846a96c4 tempest-NetworksIpV6Test-778680375 tempest-NetworksIpV6Test-778680375-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:30:11.766446 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-d09da1fa-6bc8-4bf3-9da1-6474846a96c4 tempest-NetworksIpV6Test-778680375 tempest-NetworksIpV6Test-778680375-project] Publish callbacks [] for network (None), before_response {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:30:11.768019 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-d09da1fa-6bc8-4bf3-9da1-6474846a96c4 tempest-NetworksIpV6Test-778680375 tempest-NetworksIpV6Test-778680375-project] 10.222.0.75 "PUT /v2.0/networks/343106de-f060-4586-b912-7d1d4cde229d HTTP/1.1" status: 200 len: 762 time: 1.9960911 Feb 09 19:30:11.773270 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 59998) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:30:11.871092 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa2085b3-a9ea-4187-a2dd-b28c31912bc3 req-3833623a-29bd-4a13-9d32-eacd85407425 tempest-ServerActionsTestJSON-347500300 tempest-ServerActionsTestJSON-347500300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:30:11.872924 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-aa2085b3-a9ea-4187-a2dd-b28c31912bc3 req-3833623a-29bd-4a13-9d32-eacd85407425 tempest-ServerActionsTestJSON-347500300 tempest-ServerActionsTestJSON-347500300-project] 10.222.0.75 "GET /v2.0/ports?device_id=de192669-200d-4920-933f-d2a9401df8ae HTTP/1.1" status: 200 len: 931 time: 0.2058337 Feb 09 19:30:11.940220 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-aa2085b3-a9ea-4187-a2dd-b28c31912bc3 req-e554c0cb-60c4-468a-9726-9cb732f40ff4 tempest-ServerActionsTestJSON-347500300 tempest-ServerActionsTestJSON-347500300-project] 10.222.0.75 "GET /v2.0/security-groups?id=f62a4cfa-cf5c-41a8-8bc5-ff3861f4d88a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597520 Feb 09 19:30:11.945910 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.provisioning_blocks [None req-13321abd-8705-46e1-856d-6f4d51460c02 None None] Provisioning complete for port 7ae35eb4-239a-4106-995f-63bcb4730611 triggered by entity DHCP. {{(pid=103232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 19:30:11.948827 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-13321abd-8705-46e1-856d-6f4d51460c02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593630'] for port (7ae35eb4-239a-4106-995f-63bcb4730611), provisioning_complete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:30:11.978685 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [req-74ec4a78-6892-42c9-8a88-bff674456ea6 req-32485122-6685-4a99-9a33-cfe2723719d7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (7ae35eb4-239a-4106-995f-63bcb4730611), before_update {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:30:11.980589 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98862381-327f-421f-9ca1-d9726f0fd670 tempest-NetworksIpV6Test-778680375 tempest-NetworksIpV6Test-778680375-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:30:11.984442 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-98862381-327f-421f-9ca1-d9726f0fd670 tempest-NetworksIpV6Test-778680375 tempest-NetworksIpV6Test-778680375-project] 10.222.0.75 "GET /v2.0/networks?id=343106de-f060-4586-b912-7d1d4cde229d HTTP/1.1" status: 200 len: 765 time: 0.2030225 Feb 09 19:30:11.988630 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 60000) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:30:12.021260 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-0654d2e1-234b-4e6f-8810-9b5115c70328 admin admin] Publish callbacks [] for security_group (4aa6bcf0-519b-493e-96c8-819b63e7263c), precommit_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:30:12.080039 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-13321abd-8705-46e1-856d-6f4d51460c02 None None] Port 7ae35eb4-239a-4106-995f-63bcb4730611 cannot update to ACTIVE because it is not bound. {{(pid=103232) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 19:30:12.086727 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 60002) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:30:12.141625 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-0654d2e1-234b-4e6f-8810-9b5115c70328 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1892331'] for security_group (4aa6bcf0-519b-493e-96c8-819b63e7263c), after_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:30:12.152334 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-0654d2e1-234b-4e6f-8810-9b5115c70328 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:30:12.153765 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-0654d2e1-234b-4e6f-8810-9b5115c70328 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/4aa6bcf0-519b-493e-96c8-819b63e7263c HTTP/1.1" status: 204 len: 168 time: 0.7418909 Feb 09 19:30:12.166785 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-3d894c2d-a43b-4dd7-9fcd-5988418dcf04 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:30:12.257466 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0654d2e1-234b-4e6f-8810-9b5115c70328 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4aa6bcf0-519b-493e-96c8-819b63e7263c,revision_number=None']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:30:12.587866 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d243cb0b-c2c6-4c9a-aa89-68cd3534780f tempest-NetworksIpV6Test-778680375 tempest-NetworksIpV6Test-778680375-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:30:12.593462 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-d243cb0b-c2c6-4c9a-aa89-68cd3534780f tempest-NetworksIpV6Test-778680375 tempest-NetworksIpV6Test-778680375-project] 10.222.0.75 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.6034944 Feb 09 19:30:12.594631 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 60010) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:30:12.643437 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-690bc8fb-fac2-4fca-a19f-61566b29a1a3 tempest-NetworksIpV6Test-778680375 tempest-NetworksIpV6Test-778680375-project] 10.222.0.75 "GET /v2.0/subnets?network_id=88055e1e-672a-4487-be31-ffb6e833ece5 HTTP/1.1" status: 200 len: 207 time: 0.0446696 Feb 09 19:30:12.644333 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 60012) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:30:12.922005 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Device 37dc8f70-94d7-4792-939e-b31a34a16485 no longer exists at agent ovs-agent-n-d-713498-36 {{(pid=103232) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 19:30:12.974848 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] No Port match for: 37dc8f70-94d7-4792-939e-b31a34a16485 {{(pid=103232) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 19:30:12.975517 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Device 37dc8f70-94d7-4792-939e-b31a34a16485 not bound to the agent host n-d-713498-36 {{(pid=103232) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 19:30:13.118197 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-3a22ad2e-c368-4b8c-a03c-8d27d5ab88aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762867132591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593584'] for agent (93303d5e-5d17-45e8-8963-7694f87783ae), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:30:13.182329 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bfc357c9-48e1-4732-97f6-7380ff2331d1 tempest-NetworksIpV6Test-778680375 tempest-NetworksIpV6Test-778680375-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:30:13.197111 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bfc357c9-48e1-4732-97f6-7380ff2331d1 tempest-NetworksIpV6Test-778680375 tempest-NetworksIpV6Test-778680375-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:30:13.217661 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bfc357c9-48e1-4732-97f6-7380ff2331d1 tempest-NetworksIpV6Test-778680375 tempest-NetworksIpV6Test-778680375-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:30:13.233264 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bfc357c9-48e1-4732-97f6-7380ff2331d1 tempest-NetworksIpV6Test-778680375 tempest-NetworksIpV6Test-778680375-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:30:13.249475 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bfc357c9-48e1-4732-97f6-7380ff2331d1 tempest-NetworksIpV6Test-778680375 tempest-NetworksIpV6Test-778680375-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:30:13.273238 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bfc357c9-48e1-4732-97f6-7380ff2331d1 tempest-NetworksIpV6Test-778680375 tempest-NetworksIpV6Test-778680375-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:30:13.281140 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-bfc357c9-48e1-4732-97f6-7380ff2331d1 tempest-NetworksIpV6Test-778680375 tempest-NetworksIpV6Test-778680375-project] 10.222.0.75 "GET /v2.0/networks HTTP/1.1" status: 200 len: 3731 time: 0.6308401 Feb 09 19:30:13.288490 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 60032) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:30:13.637684 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-3d894c2d-a43b-4dd7-9fcd-5988418dcf04 admin admin] Publish callbacks [] for security_group (910381ce-1613-4041-a3c3-20a15408cedc), precommit_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:30:13.667034 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-3d894c2d-a43b-4dd7-9fcd-5988418dcf04 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1892331'] for security_group (910381ce-1613-4041-a3c3-20a15408cedc), after_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:30:13.910200 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d894c2d-a43b-4dd7-9fcd-5988418dcf04 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=910381ce-1613-4041-a3c3-20a15408cedc,revision_number=1']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:30:13.987463 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 60052) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:30:13.990144 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-30f7974c-82dc-42d2-b586-a903f5e883e5 tempest-NetworksIpV6Test-778680375 tempest-NetworksIpV6Test-778680375-project] 10.222.0.75 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 813 time: 0.6948876 Feb 09 19:30:13.993163 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-3d894c2d-a43b-4dd7-9fcd-5988418dcf04 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=21b8f0d3dc814f4889d7c91bf0cf2d4b&name=default HTTP/1.1" status: 200 len: 3000 time: 1.9045985 Feb 09 19:30:14.010277 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 60054) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:30:14.092299 n-d-713498-36 neutron-server[103230]: DEBUG neutron.notifiers.nova [req-74ec4a78-6892-42c9-8a88-bff674456ea6 req-32485122-6685-4a99-9a33-cfe2723719d7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7ae35eb4-239a-4106-995f-63bcb4730611 {{(pid=103230) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 19:30:14.231019 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [req-74ec4a78-6892-42c9-8a88-bff674456ea6 req-32485122-6685-4a99-9a33-cfe2723719d7 service neutron] Publish callbacks [] for port (7ae35eb4-239a-4106-995f-63bcb4730611), precommit_update {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:30:14.290865 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-7f6bf52c-a819-43c5-8f38-1686cbac3a4c admin admin] Publish callbacks [] for security_group (910381ce-1613-4041-a3c3-20a15408cedc), before_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:30:14.322252 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-7f6bf52c-a819-43c5-8f38-1686cbac3a4c admin admin] Publish callbacks [] for security_group (910381ce-1613-4041-a3c3-20a15408cedc), precommit_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:30:14.339959 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-edc54c9b-7f13-45d9-9271-85c9738b0128 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762867132591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593584'] for agent (a62b1850-466f-48ae-bec7-d62fb280e14b), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:30:14.387531 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d20e2b3-3343-4bc4-ada3-cba70e13ee52 tempest-NetworksIpV6Test-778680375 tempest-NetworksIpV6Test-778680375-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:30:14.391171 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d20e2b3-3343-4bc4-ada3-cba70e13ee52 tempest-NetworksIpV6Test-778680375 tempest-NetworksIpV6Test-778680375-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:30:14.398460 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d20e2b3-3343-4bc4-ada3-cba70e13ee52 tempest-NetworksIpV6Test-778680375 tempest-NetworksIpV6Test-778680375-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:30:14.407136 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d20e2b3-3343-4bc4-ada3-cba70e13ee52 tempest-NetworksIpV6Test-778680375 tempest-NetworksIpV6Test-778680375-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:30:14.408816 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d20e2b3-3343-4bc4-ada3-cba70e13ee52 tempest-NetworksIpV6Test-778680375 tempest-NetworksIpV6Test-778680375-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:30:14.412195 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-7d20e2b3-3343-4bc4-ada3-cba70e13ee52 tempest-NetworksIpV6Test-778680375 tempest-NetworksIpV6Test-778680375-project] 10.222.0.75 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.4184289 Feb 09 19:30:14.419965 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 60066) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:30:14.443542 n-d-713498-36 neutron-server[103230]: DEBUG neutron.db.provisioning_blocks [req-74ec4a78-6892-42c9-8a88-bff674456ea6 req-32485122-6685-4a99-9a33-cfe2723719d7 service neutron] Transition to ACTIVE for port object 7ae35eb4-239a-4106-995f-63bcb4730611 will not be triggered until provisioned by entity L2. {{(pid=103230) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 19:30:14.454561 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [req-74ec4a78-6892-42c9-8a88-bff674456ea6 req-32485122-6685-4a99-9a33-cfe2723719d7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762867176205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762866656485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762866656503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14393758'] for port (7ae35eb4-239a-4106-995f-63bcb4730611), after_update {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:30:14.517668 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f216337d-15cb-4d3e-be41-57cc6a1f2079 req-e46a6b53-54c0-4eaf-b9f0-69e626451add tempest-ServerActionsTestJSON-347500300 tempest-ServerActionsTestJSON-347500300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:30:14.529577 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-f216337d-15cb-4d3e-be41-57cc6a1f2079 req-e46a6b53-54c0-4eaf-b9f0-69e626451add tempest-ServerActionsTestJSON-347500300 tempest-ServerActionsTestJSON-347500300-project] 10.222.0.75 "GET /v2.0/ports?device_id=de192669-200d-4920-933f-d2a9401df8ae HTTP/1.1" status: 200 len: 931 time: 0.6605399 Feb 09 19:30:14.609695 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8d0289e-6ea9-463f-b763-dbaf124dc722 tempest-NetworksIpV6Test-778680375 tempest-NetworksIpV6Test-778680375-project] Attributes excluded by policy engine: ['shared'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:30:14.635684 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8d0289e-6ea9-463f-b763-dbaf124dc722 tempest-NetworksIpV6Test-778680375 tempest-NetworksIpV6Test-778680375-project] Attributes excluded by policy engine: ['shared'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:30:14.637106 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8d0289e-6ea9-463f-b763-dbaf124dc722 tempest-NetworksIpV6Test-778680375 tempest-NetworksIpV6Test-778680375-project] Attributes excluded by policy engine: ['shared'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:30:14.638987 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8d0289e-6ea9-463f-b763-dbaf124dc722 tempest-NetworksIpV6Test-778680375 tempest-NetworksIpV6Test-778680375-project] Attributes excluded by policy engine: ['shared'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:30:14.640216 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8d0289e-6ea9-463f-b763-dbaf124dc722 tempest-NetworksIpV6Test-778680375 tempest-NetworksIpV6Test-778680375-project] Attributes excluded by policy engine: ['shared'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:30:14.660033 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-e8d0289e-6ea9-463f-b763-dbaf124dc722 tempest-NetworksIpV6Test-778680375 tempest-NetworksIpV6Test-778680375-project] 10.222.0.75 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 697 time: 0.2357266 Feb 09 19:30:14.663626 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-7f6bf52c-a819-43c5-8f38-1686cbac3a4c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1892331'] for security_group (910381ce-1613-4041-a3c3-20a15408cedc), after_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:30:14.666453 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-7f6bf52c-a819-43c5-8f38-1686cbac3a4c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:30:14.672514 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-7f6bf52c-a819-43c5-8f38-1686cbac3a4c admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/910381ce-1613-4041-a3c3-20a15408cedc HTTP/1.1" status: 204 len: 168 time: 0.6534514 Feb 09 19:30:14.673315 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 60072) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:30:14.797050 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f6bf52c-a819-43c5-8f38-1686cbac3a4c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=910381ce-1613-4041-a3c3-20a15408cedc,revision_number=None']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:30:14.861189 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32485122-6685-4a99-9a33-cfe2723719d7 service neutron] Pushing event updated for resources: {'Port': ['ID=7ae35eb4-239a-4106-995f-63bcb4730611,revision_number=2']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:30:14.878564 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-f216337d-15cb-4d3e-be41-57cc6a1f2079 req-9362d047-1750-4da4-8b32-3153a4bebb5e tempest-ServerActionsTestJSON-347500300 tempest-ServerActionsTestJSON-347500300-project] 10.222.0.75 "GET /v2.0/security-groups?id=f62a4cfa-cf5c-41a8-8bc5-ff3861f4d88a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3382781 Feb 09 19:30:15.052610 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.managers [req-74ec4a78-6892-42c9-8a88-bff674456ea6 req-32485122-6685-4a99-9a33-cfe2723719d7 service neutron] Attempting to bind port 7ae35eb4-239a-4106-995f-63bcb4730611 on host n-h2-713498-36 for vnic_type normal with profile {{(pid=103230) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 19:30:15.053826 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.managers [req-74ec4a78-6892-42c9-8a88-bff674456ea6 req-32485122-6685-4a99-9a33-cfe2723719d7 service neutron] Attempting to bind port 7ae35eb4-239a-4106-995f-63bcb4730611 by drivers openvswitch,hyperv on host n-h2-713498-36 at level 0 using segments [{'id': '9110d757-e4eb-424b-97b9-32896b689ba3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': 'bd12d1d0-518d-4d29-a00d-98410ba2cb8a'}] {{(pid=103230) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 19:30:15.054435 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74ec4a78-6892-42c9-8a88-bff674456ea6 req-32485122-6685-4a99-9a33-cfe2723719d7 service neutron] Attempting to bind port 7ae35eb4-239a-4106-995f-63bcb4730611 on network bd12d1d0-518d-4d29-a00d-98410ba2cb8a {{(pid=103230) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 19:30:15.066735 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74ec4a78-6892-42c9-8a88-bff674456ea6 req-32485122-6685-4a99-9a33-cfe2723719d7 service neutron] Port 7ae35eb4-239a-4106-995f-63bcb4730611 on network bd12d1d0-518d-4d29-a00d-98410ba2cb8a not bound, no agent of type Open vSwitch agent registered on host n-h2-713498-36 {{(pid=103230) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 19:30:15.067207 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74ec4a78-6892-42c9-8a88-bff674456ea6 req-32485122-6685-4a99-9a33-cfe2723719d7 service neutron] Attempting to bind port 7ae35eb4-239a-4106-995f-63bcb4730611 on network bd12d1d0-518d-4d29-a00d-98410ba2cb8a {{(pid=103230) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 19:30:15.100627 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74ec4a78-6892-42c9-8a88-bff674456ea6 req-32485122-6685-4a99-9a33-cfe2723719d7 service neutron] Checking agent: {'id': 'bcd5faee-dc24-4298-9134-0e0aa054058e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713498-36', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 18, 59, 19), 'started_at': datetime.datetime(2022, 2, 9, 18, 59, 19), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 19, 29, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103230) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 19:30:15.101434 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74ec4a78-6892-42c9-8a88-bff674456ea6 req-32485122-6685-4a99-9a33-cfe2723719d7 service neutron] Checking segment: {'id': '9110d757-e4eb-424b-97b9-32896b689ba3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': 'bd12d1d0-518d-4d29-a00d-98410ba2cb8a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103230) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 19:30:15.101583 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99783f5c-20b7-4b05-b94e-693395c974b5 tempest-NetworksIpV6Test-778680375 tempest-NetworksIpV6Test-778680375-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:30:15.102751 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74ec4a78-6892-42c9-8a88-bff674456ea6 req-32485122-6685-4a99-9a33-cfe2723719d7 service neutron] Bound using segment: {'id': '9110d757-e4eb-424b-97b9-32896b689ba3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': 'bd12d1d0-518d-4d29-a00d-98410ba2cb8a'} {{(pid=103230) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 19:30:15.103607 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.managers [req-74ec4a78-6892-42c9-8a88-bff674456ea6 req-32485122-6685-4a99-9a33-cfe2723719d7 service neutron] Bound port: 7ae35eb4-239a-4106-995f-63bcb4730611, host: n-h2-713498-36, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9110d757-e4eb-424b-97b9-32896b689ba3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': 'bd12d1d0-518d-4d29-a00d-98410ba2cb8a'}}] {{(pid=103230) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 19:30:15.104227 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [req-74ec4a78-6892-42c9-8a88-bff674456ea6 req-32485122-6685-4a99-9a33-cfe2723719d7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (7ae35eb4-239a-4106-995f-63bcb4730611), before_update {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:30:15.117695 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-99783f5c-20b7-4b05-b94e-693395c974b5 tempest-NetworksIpV6Test-778680375 tempest-NetworksIpV6Test-778680375-project] 10.222.0.75 "GET /v2.0/networks/3e85701e-593f-44e4-a2a1-cf7e647f7ac3 HTTP/1.1" status: 200 len: 803 time: 0.4356885 Feb 09 19:30:15.118841 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 60084) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:30:15.353023 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.db [req-74ec4a78-6892-42c9-8a88-bff674456ea6 req-32485122-6685-4a99-9a33-cfe2723719d7 service neutron] For port 7ae35eb4-239a-4106-995f-63bcb4730611, host n-h2-713498-36, cleared binding levels {{(pid=103230) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 19:30:15.357272 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.db [req-74ec4a78-6892-42c9-8a88-bff674456ea6 req-32485122-6685-4a99-9a33-cfe2723719d7 service neutron] For port 7ae35eb4-239a-4106-995f-63bcb4730611, host n-h2-713498-36, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-36',level=0,port_id=7ae35eb4-239a-4106-995f-63bcb4730611,segment=NetworkSegment(9110d757-e4eb-424b-97b9-32896b689ba3),segment_id=9110d757-e4eb-424b-97b9-32896b689ba3)] {{(pid=103230) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 19:30:15.384062 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [req-74ec4a78-6892-42c9-8a88-bff674456ea6 req-32485122-6685-4a99-9a33-cfe2723719d7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762867176205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762866656485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762866656503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14393758'] for port (7ae35eb4-239a-4106-995f-63bcb4730611), after_update {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:30:15.425873 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-169f0718-4f33-40ac-817c-b17e975403ba tempest-NetworksIpV6Test-778680375 tempest-NetworksIpV6Test-778680375-project] 10.222.0.75 "GET /v2.0/networks/3e85701e-593f-44e4-a2a1-cf7e647f7ac3?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 319 time: 0.3049226 Feb 09 19:30:15.426540 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 60094) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:30:15.504564 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74ec4a78-6892-42c9-8a88-bff674456ea6 req-32485122-6685-4a99-9a33-cfe2723719d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:30:15.505182 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [req-74ec4a78-6892-42c9-8a88-bff674456ea6 req-32485122-6685-4a99-9a33-cfe2723719d7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171096'] for port (None), before_response {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:30:15.519719 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-74ec4a78-6892-42c9-8a88-bff674456ea6 req-32485122-6685-4a99-9a33-cfe2723719d7 service neutron] 10.222.0.90 "PUT /v2.0/ports/7ae35eb4-239a-4106-995f-63bcb4730611 HTTP/1.1" status: 200 len: 1092 time: 3.8640592 Feb 09 19:30:15.520339 n-d-713498-36 neutron-server[103230]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'de192669-200d-4920-933f-d2a9401df8ae', 'tag': '7ae35eb4-239a-4106-995f-63bcb4730611'}] {{(pid=103230) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 19:30:15.523196 n-d-713498-36 neutron-server[103230]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aee5919275bae9f72eb374ee322673045eb80c1f84b4b45a97d96923bd50ab51" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-96dc551b-c321-4b1b-b15c-9685d2812f9a" -d '{"events": [{"name": "network-changed", "server_uuid": "de192669-200d-4920-933f-d2a9401df8ae", "tag": "7ae35eb4-239a-4106-995f-63bcb4730611"}]}' {{(pid=103230) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 19:30:15.626970 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1545c82-273c-4b56-b5e9-835de8acd3f0 tempest-NetworksIpV6Test-778680375 tempest-NetworksIpV6Test-778680375-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:30:15.635548 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-a1545c82-273c-4b56-b5e9-835de8acd3f0 tempest-NetworksIpV6Test-778680375 tempest-NetworksIpV6Test-778680375-project] 10.222.0.75 "GET /v2.0/subnets/f8fa3a25-1f00-40da-ad05-c74a158d79de HTTP/1.1" status: 200 len: 843 time: 0.2066910 Feb 09 19:30:15.635548 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 60104) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:30:15.698941 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32485122-6685-4a99-9a33-cfe2723719d7 service neutron] Pushing event updated for resources: {'Port': ['ID=7ae35eb4-239a-4106-995f-63bcb4730611,revision_number=3']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:30:15.738645 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74ec4a78-6892-42c9-8a88-bff674456ea6 req-e6be0e74-a3af-4988-a6b6-50a27b3410c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:30:15.744001 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-74ec4a78-6892-42c9-8a88-bff674456ea6 req-e6be0e74-a3af-4988-a6b6-50a27b3410c5 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=d7a2ccbf0c8a475abd1520a0e31ab926&device_id=de192669-200d-4920-933f-d2a9401df8ae HTTP/1.1" status: 200 len: 1126 time: 0.1457469 Feb 09 19:30:15.753322 n-d-713498-36 neutron-server[103230]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 19:30:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-932dcf36-6835-4926-b2d4-d6f9aa4a33dd x-openstack-request-id: req-932dcf36-6835-4926-b2d4-d6f9aa4a33dd {{(pid=103230) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 19:30:15.754389 n-d-713498-36 neutron-server[103230]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "de192669-200d-4920-933f-d2a9401df8ae", "tag": "7ae35eb4-239a-4106-995f-63bcb4730611", "status": "completed", "code": 200}]} {{(pid=103230) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 19:30:15.756341 n-d-713498-36 neutron-server[103230]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-932dcf36-6835-4926-b2d4-d6f9aa4a33dd {{(pid=103230) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 19:30:15.756919 n-d-713498-36 neutron-server[103230]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'de192669-200d-4920-933f-d2a9401df8ae', 'tag': '7ae35eb4-239a-4106-995f-63bcb4730611', 'status': 'completed', 'code': 200} Feb 09 19:30:15.814244 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0ef0723-5a8e-4af5-ad2f-112682645994 tempest-NetworksIpV6Test-778680375 tempest-NetworksIpV6Test-778680375-project] Attributes excluded by policy engine: ['shared'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:30:15.823174 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-f0ef0723-5a8e-4af5-ad2f-112682645994 tempest-NetworksIpV6Test-778680375 tempest-NetworksIpV6Test-778680375-project] 10.222.0.75 "GET /v2.0/subnets/f8fa3a25-1f00-40da-ad05-c74a158d79de?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.1800656 Feb 09 19:30:15.828206 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 60112) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:30:15.845290 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-74ec4a78-6892-42c9-8a88-bff674456ea6 req-f21fb3b7-9d42-46de-93cd-c8b436ebc4e3 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=7ae35eb4-239a-4106-995f-63bcb4730611 HTTP/1.1" status: 200 len: 217 time: 0.0860281 Feb 09 19:30:15.848098 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.v2.base [None req-bf2c0547-11a5-4601-8203-45263938d40b tempest-NetworksIpV6Test-778680375 tempest-NetworksIpV6Test-778680375-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-308887730'}} {{(pid=103229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 19:30:15.907707 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bf2c0547-11a5-4601-8203-45263938d40b tempest-NetworksIpV6Test-778680375 tempest-NetworksIpV6Test-778680375-project] Made reservation on behalf of bd151944d16d4fcdb5d08a0c24a278dc for: {'network': 1} {{(pid=103229) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 19:30:15.919326 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-bf2c0547-11a5-4601-8203-45263938d40b tempest-NetworksIpV6Test-778680375 tempest-NetworksIpV6Test-778680375-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for network (None), before_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:30:15.932749 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74ec4a78-6892-42c9-8a88-bff674456ea6 req-ff84ac01-63b5-4f8a-8807-1ad3e02e8119 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:30:15.935949 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-74ec4a78-6892-42c9-8a88-bff674456ea6 req-ff84ac01-63b5-4f8a-8807-1ad3e02e8119 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=60ccac4e-8e6b-4139-b4aa-9c0c5cc0e9e4 HTTP/1.1" status: 200 len: 851 time: 0.0837867 Feb 09 19:30:15.968494 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-a7262a8e-0513-48fd-984d-75726a511961 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762867132591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593584'] for agent (911cfea2-02ae-4ec9-bac3-7808ee1cdd9c), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:30:16.023258 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bf2c0547-11a5-4601-8203-45263938d40b tempest-NetworksIpV6Test-778680375 tempest-NetworksIpV6Test-778680375-project] vlan segment allocate from pool success with {'vlan_id': 382, 'physical_network': 'physnet1'} {{(pid=103229) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 19:30:16.043325 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-bf2c0547-11a5-4601-8203-45263938d40b tempest-NetworksIpV6Test-778680375 tempest-NetworksIpV6Test-778680375-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-759574'] for segment (8f2f662c-247b-4a5e-a3c6-b48d444b0412), precommit_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:30:16.043684 n-d-713498-36 neutron-server[103229]: INFO neutron.db.segments_db [None req-bf2c0547-11a5-4601-8203-45263938d40b tempest-NetworksIpV6Test-778680375 tempest-NetworksIpV6Test-778680375-project] Added segment 8f2f662c-247b-4a5e-a3c6-b48d444b0412 of type vlan for network 8bcc4e2d-5fa7-4407-9d17-2d09084a283b Feb 09 19:30:16.166891 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-bf2c0547-11a5-4601-8203-45263938d40b tempest-NetworksIpV6Test-778680375 tempest-NetworksIpV6Test-778680375-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762866642225'] for network (8bcc4e2d-5fa7-4407-9d17-2d09084a283b), precommit_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:30:16.176214 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74ec4a78-6892-42c9-8a88-bff674456ea6 req-18b6d8fb-fcdb-42ac-9a25-e1d5eccf4644 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:30:16.183948 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-74ec4a78-6892-42c9-8a88-bff674456ea6 req-18b6d8fb-fcdb-42ac-9a25-e1d5eccf4644 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=bd12d1d0-518d-4d29-a00d-98410ba2cb8a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.2372861 Feb 09 19:30:16.255910 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bb55776-8861-446a-a20c-e48af80b43d9 req-d36a9ebf-854a-488b-a479-fa962978f8f9 tempest-ServerActionsTestJSON-347500300 tempest-ServerActionsTestJSON-347500300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:30:16.264871 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-9bb55776-8861-446a-a20c-e48af80b43d9 req-d36a9ebf-854a-488b-a479-fa962978f8f9 tempest-ServerActionsTestJSON-347500300 tempest-ServerActionsTestJSON-347500300-project] 10.222.0.75 "GET /v2.0/ports?device_id=de192669-200d-4920-933f-d2a9401df8ae HTTP/1.1" status: 200 len: 943 time: 0.2144902 Feb 09 19:30:16.309144 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-bf2c0547-11a5-4601-8203-45263938d40b tempest-NetworksIpV6Test-778680375 tempest-NetworksIpV6Test-778680375-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1885479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452'] for network (8bcc4e2d-5fa7-4407-9d17-2d09084a283b), after_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:30:16.334245 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf2c0547-11a5-4601-8203-45263938d40b tempest-NetworksIpV6Test-778680375 tempest-NetworksIpV6Test-778680375-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:30:16.337424 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-bf2c0547-11a5-4601-8203-45263938d40b tempest-NetworksIpV6Test-778680375 tempest-NetworksIpV6Test-778680375-project] Publish callbacks [] for network (None), before_response {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:30:16.505279 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-bf2c0547-11a5-4601-8203-45263938d40b tempest-NetworksIpV6Test-778680375 tempest-NetworksIpV6Test-778680375-project] 10.222.0.75 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.6758993 Feb 09 19:30:16.514732 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 60136) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:30:16.523545 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.v2.base [None req-45574a86-58de-47db-9425-a6f79703e1e6 tempest-NetworksIpV6Test-778680375 tempest-NetworksIpV6Test-778680375-project] Request body: {'subnet': {'network_id': '8bcc4e2d-5fa7-4407-9d17-2d09084a283b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888'], 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=103230) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 19:30:16.583279 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf2c0547-11a5-4601-8203-45263938d40b tempest-NetworksIpV6Test-778680375 tempest-NetworksIpV6Test-778680375-project] Pushing event updated for resources: {'Network': ['ID=8bcc4e2d-5fa7-4407-9d17-2d09084a283b,revision_number=1']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:30:16.602313 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Network 8bcc4e2d-5fa7-4407-9d17-2d09084a283b details requested by agent ovs-agent-n-d-713498-36 with host n-d-713498-36 {{(pid=103232) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 19:30:16.602595 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-9bb55776-8861-446a-a20c-e48af80b43d9 req-ccd81476-fdac-4125-9b6b-1c7a54290ed4 tempest-ServerActionsTestJSON-347500300 tempest-ServerActionsTestJSON-347500300-project] 10.222.0.75 "GET /v2.0/security-groups?id=f62a4cfa-cf5c-41a8-8bc5-ff3861f4d88a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2782483 Feb 09 19:30:16.837530 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-74ec4a78-6892-42c9-8a88-bff674456ea6 req-4dd49d90-ae91-41b7-b878-f6ec025c72ee service neutron] 10.222.0.90 "GET /v2.0/networks/bd12d1d0-518d-4d29-a00d-98410ba2cb8a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6404042 Feb 09 19:30:17.046315 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762867132591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593584'] for agent (496418a2-c002-4aec-ab1a-07f3bea491bd), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:30:17.134622 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-74ec4a78-6892-42c9-8a88-bff674456ea6 req-ca5eb42c-71b1-4de2-8d3c-391b0b5b338b service neutron] 10.222.0.90 "GET /v2.0/networks/bd12d1d0-518d-4d29-a00d-98410ba2cb8a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2852924 Feb 09 19:30:17.158323 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-45574a86-58de-47db-9425-a6f79703e1e6 tempest-NetworksIpV6Test-778680375 tempest-NetworksIpV6Test-778680375-project] Made reservation on behalf of bd151944d16d4fcdb5d08a0c24a278dc for: {'subnet': 1} {{(pid=103230) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 19:30:17.168579 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-45574a86-58de-47db-9425-a6f79703e1e6 tempest-NetworksIpV6Test-778680375 tempest-NetworksIpV6Test-778680375-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12985917'] for subnet (None), before_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:30:17.402024 n-d-713498-36 neutron-server[103230]: DEBUG neutron.db.ipam_backend_mixin [None req-45574a86-58de-47db-9425-a6f79703e1e6 tempest-NetworksIpV6Test-778680375 tempest-NetworksIpV6Test-778680375-project] Performing IP validity checks on allocation pools {{(pid=103230) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Feb 09 19:30:17.404348 n-d-713498-36 neutron-server[103230]: DEBUG neutron.db.ipam_backend_mixin [None req-45574a86-58de-47db-9425-a6f79703e1e6 tempest-NetworksIpV6Test-778680375 tempest-NetworksIpV6Test-778680375-project] Checking for overlaps among allocation pools and gateway ip {{(pid=103230) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Feb 09 19:30:17.511558 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96dc551b-c321-4b1b-b15c-9685d2812f9a req-af83c7a8-6322-429f-997f-574a772eda02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:30:17.514689 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-96dc551b-c321-4b1b-b15c-9685d2812f9a req-af83c7a8-6322-429f-997f-574a772eda02 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=d7a2ccbf0c8a475abd1520a0e31ab926&device_id=de192669-200d-4920-933f-d2a9401df8ae HTTP/1.1" status: 200 len: 1126 time: 0.0833030 Feb 09 19:30:17.809169 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac9a0236-eb35-4a72-a781-7ff0300b7847 req-caaa8296-152d-428d-b23a-669c02902c12 tempest-ServerActionsTestJSON-347500300 tempest-ServerActionsTestJSON-347500300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:30:17.818978 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-ac9a0236-eb35-4a72-a781-7ff0300b7847 req-caaa8296-152d-428d-b23a-669c02902c12 tempest-ServerActionsTestJSON-347500300 tempest-ServerActionsTestJSON-347500300-project] 10.222.0.75 "GET /v2.0/ports?device_id=de192669-200d-4920-933f-d2a9401df8ae HTTP/1.1" status: 200 len: 943 time: 0.0862501 Feb 09 19:30:17.890423 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-ac9a0236-eb35-4a72-a781-7ff0300b7847 req-0a1c56e3-5bf4-4a74-ad60-279de045e47b tempest-ServerActionsTestJSON-347500300 tempest-ServerActionsTestJSON-347500300-project] 10.222.0.75 "GET /v2.0/security-groups?id=f62a4cfa-cf5c-41a8-8bc5-ff3861f4d88a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0700138 Feb 09 19:30:17.893189 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96dc551b-c321-4b1b-b15c-9685d2812f9a req-b3ae4870-76f2-4c46-b1bf-95d468686a50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:30:17.896719 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-96dc551b-c321-4b1b-b15c-9685d2812f9a req-b3ae4870-76f2-4c46-b1bf-95d468686a50 service neutron] 10.222.0.90 "GET /v2.0/networks?id=bd12d1d0-518d-4d29-a00d-98410ba2cb8a HTTP/1.1" status: 200 len: 913 time: 0.3729806 Feb 09 19:30:17.900706 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-45574a86-58de-47db-9425-a6f79703e1e6 tempest-NetworksIpV6Test-778680375 tempest-NetworksIpV6Test-778680375-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14393611', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12985859'] for subnet (ecbb6aaf-ab20-4f85-a1e9-5486083736c3), after_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:30:18.009887 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-96dc551b-c321-4b1b-b15c-9685d2812f9a req-9bda1fd2-9c3e-4ca0-be37-b93b05860ef4 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=7ae35eb4-239a-4106-995f-63bcb4730611 HTTP/1.1" status: 200 len: 217 time: 0.0948350 Feb 09 19:30:18.112482 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45574a86-58de-47db-9425-a6f79703e1e6 tempest-NetworksIpV6Test-778680375 tempest-NetworksIpV6Test-778680375-project] Pushing event updated for resources: {'Subnet': ['ID=ecbb6aaf-ab20-4f85-a1e9-5486083736c3,revision_number=0']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:30:18.121663 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45574a86-58de-47db-9425-a6f79703e1e6 tempest-NetworksIpV6Test-778680375 tempest-NetworksIpV6Test-778680375-project] Checking segment: {'id': '8f2f662c-247b-4a5e-a3c6-b48d444b0412', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': '8bcc4e2d-5fa7-4407-9d17-2d09084a283b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103230) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 19:30:18.122051 n-d-713498-36 neutron-server[103230]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45574a86-58de-47db-9425-a6f79703e1e6 tempest-NetworksIpV6Test-778680375 tempest-NetworksIpV6Test-778680375-project] Network hostable DHCP agents. Network: 8bcc4e2d-5fa7-4407-9d17-2d09084a283b, hostable agents: ['af91e4b9-f4e1-42b1-a25c-a10dc47171c8'], hosted agents: [] {{(pid=103230) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 19:30:18.131981 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96dc551b-c321-4b1b-b15c-9685d2812f9a req-9a4dab8b-fadd-4d34-9648-dc18c94a0afb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:30:18.133426 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-96dc551b-c321-4b1b-b15c-9685d2812f9a req-9a4dab8b-fadd-4d34-9648-dc18c94a0afb service neutron] 10.222.0.90 "GET /v2.0/subnets?id=60ccac4e-8e6b-4139-b4aa-9c0c5cc0e9e4 HTTP/1.1" status: 200 len: 851 time: 0.1010149 Feb 09 19:30:18.178835 n-d-713498-36 neutron-server[103230]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45574a86-58de-47db-9425-a6f79703e1e6 tempest-NetworksIpV6Test-778680375 tempest-NetworksIpV6Test-778680375-project] Network 8bcc4e2d-5fa7-4407-9d17-2d09084a283b is scheduled to be hosted by DHCP agent af91e4b9-f4e1-42b1-a25c-a10dc47171c8 with binding_index 1 {{(pid=103230) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 19:30:18.200828 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96dc551b-c321-4b1b-b15c-9685d2812f9a req-32ca6fa8-4f57-400c-87a7-ac6b099a7a19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:30:18.203092 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-96dc551b-c321-4b1b-b15c-9685d2812f9a req-32ca6fa8-4f57-400c-87a7-ac6b099a7a19 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=bd12d1d0-518d-4d29-a00d-98410ba2cb8a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0620975 Feb 09 19:30:18.204764 n-d-713498-36 neutron-server[103230]: DEBUG neutron.scheduler.base_scheduler [None req-45574a86-58de-47db-9425-a6f79703e1e6 tempest-NetworksIpV6Test-778680375 tempest-NetworksIpV6Test-778680375-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713498-36, 8bcc4e2d-5fa7-4407-9d17-2d09084a283b) {{(pid=103230) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 19:30:18.210671 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45574a86-58de-47db-9425-a6f79703e1e6 tempest-NetworksIpV6Test-778680375 tempest-NetworksIpV6Test-778680375-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:30:18.211313 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-45574a86-58de-47db-9425-a6f79703e1e6 tempest-NetworksIpV6Test-778680375 tempest-NetworksIpV6Test-778680375-project] Publish callbacks [] for subnet (None), before_response {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:30:18.217740 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f4a95cf-ce95-4ff5-bc18-ce5c6d4e1a4e None None] Network 8bcc4e2d-5fa7-4407-9d17-2d09084a283b requested from n-d-713498-36 {{(pid=103232) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 19:30:18.352118 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff306044-f381-42fa-a47b-f008f165cc07 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8b32e980-7cce-5e82-a341-bd2fa8945c89-8bcc4e2d-5fa7-4407-9d17-2d09084a283b', 'network_id': '8bcc4e2d-5fa7-4407-9d17-2d09084a283b', 'project_id': 'bd151944d16d4fcdb5d08a0c24a278dc', 'fixed_ips': [{'subnet_id': 'ecbb6aaf-ab20-4f85-a1e9-5486083736c3'}]}} from n-d-713498-36. {{(pid=103232) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 09 19:30:18.353098 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-ff306044-f381-42fa-a47b-f008f165cc07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (None), before_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:30:18.404281 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 60202) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:30:18.406533 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-45574a86-58de-47db-9425-a6f79703e1e6 tempest-NetworksIpV6Test-778680375 tempest-NetworksIpV6Test-778680375-project] 10.222.0.75 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 895 time: 1.8909254 Feb 09 19:30:18.411076 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.v2.base [None req-2e2ac825-b6df-40d2-a126-4b8e1ae8e203 tempest-NetworksIpV6Test-778680375 tempest-NetworksIpV6Test-778680375-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2005::1'}], 'dns_nameservers': ['2001:4860:4860::7744', '2001:4860:4860::7888'], 'gateway_ip': '2001:db8::2', 'enable_dhcp': True}} {{(pid=103229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 19:30:18.499277 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-96dc551b-c321-4b1b-b15c-9685d2812f9a req-7dae20ce-0a3f-4129-bd8e-23de1c5b8ba2 service neutron] 10.222.0.90 "GET /v2.0/networks/bd12d1d0-518d-4d29-a00d-98410ba2cb8a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2785027 Feb 09 19:30:18.603637 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.db_base_plugin_common [None req-ff306044-f381-42fa-a47b-f008f165cc07 None None] Allocated IP 2001:db8::3 (8bcc4e2d-5fa7-4407-9d17-2d09084a283b/ecbb6aaf-ab20-4f85-a1e9-5486083736c3/4d264ba3-105b-4d85-a529-5467863c16a6) {{(pid=103232) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 19:30:18.629416 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-96dc551b-c321-4b1b-b15c-9685d2812f9a req-87c96479-2dd0-4cc7-965c-1a6d3a4aa6b7 service neutron] 10.222.0.90 "GET /v2.0/networks/bd12d1d0-518d-4d29-a00d-98410ba2cb8a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1225882 Feb 09 19:30:18.667458 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762867132591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593584'] for agent (488cd9ae-631f-4955-ba0b-4f5a13f12e9c), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:30:18.690064 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-2e2ac825-b6df-40d2-a126-4b8e1ae8e203 tempest-NetworksIpV6Test-778680375 tempest-NetworksIpV6Test-778680375-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-12759272'] for subnet (ecbb6aaf-ab20-4f85-a1e9-5486083736c3), before_update {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:30:18.862597 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 60208) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:30:18.911265 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-ff306044-f381-42fa-a47b-f008f165cc07 None None] Publish callbacks [] for port (4d264ba3-105b-4d85-a529-5467863c16a6), precommit_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:30:18.938898 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-ff306044-f381-42fa-a47b-f008f165cc07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762866656467'] for port (4d264ba3-105b-4d85-a529-5467863c16a6), after_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:30:19.053240 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff306044-f381-42fa-a47b-f008f165cc07 None None] Pushing event updated for resources: {'Port': ['ID=4d264ba3-105b-4d85-a529-5467863c16a6,revision_number=1']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:30:19.115164 n-d-713498-36 neutron-server[103232]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff306044-f381-42fa-a47b-f008f165cc07 None None] Network 8bcc4e2d-5fa7-4407-9d17-2d09084a283b is already hosted by enough agents. {{(pid=103232) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 19:30:19.132994 n-d-713498-36 neutron-server[103232]: DEBUG neutron.scheduler.base_scheduler [None req-ff306044-f381-42fa-a47b-f008f165cc07 None None] Resources bound (agent type, host, resource id): {{(pid=103232) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 19:30:19.143458 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762867132591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593584'] for agent (bcd5faee-dc24-4298-9134-0e0aa054058e), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:30:19.155131 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff306044-f381-42fa-a47b-f008f165cc07 None None] Received port after_create {{(pid=103232) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 19:30:19.250393 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8324ca11-abb8-4d68-9c43-3b5af66cfcfe req-0e9e375d-ea05-4c66-bcb0-26f43d31e88a tempest-ServerActionsTestJSON-347500300 tempest-ServerActionsTestJSON-347500300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:30:19.254422 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-8324ca11-abb8-4d68-9c43-3b5af66cfcfe req-0e9e375d-ea05-4c66-bcb0-26f43d31e88a tempest-ServerActionsTestJSON-347500300 tempest-ServerActionsTestJSON-347500300-project] 10.222.0.75 "GET /v2.0/ports?device_id=de192669-200d-4920-933f-d2a9401df8ae HTTP/1.1" status: 200 len: 943 time: 0.1584609 Feb 09 19:30:19.262219 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.managers [None req-ff306044-f381-42fa-a47b-f008f165cc07 None None] Attempting to bind port 4d264ba3-105b-4d85-a529-5467863c16a6 on host n-d-713498-36 for vnic_type normal with profile {{(pid=103232) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 19:30:19.262804 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.managers [None req-ff306044-f381-42fa-a47b-f008f165cc07 None None] Attempting to bind port 4d264ba3-105b-4d85-a529-5467863c16a6 by drivers openvswitch,hyperv on host n-d-713498-36 at level 0 using segments [{'id': '8f2f662c-247b-4a5e-a3c6-b48d444b0412', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': '8bcc4e2d-5fa7-4407-9d17-2d09084a283b'}] {{(pid=103232) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 19:30:19.268383 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff306044-f381-42fa-a47b-f008f165cc07 None None] Attempting to bind port 4d264ba3-105b-4d85-a529-5467863c16a6 on network 8bcc4e2d-5fa7-4407-9d17-2d09084a283b {{(pid=103232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 19:30:19.274476 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff306044-f381-42fa-a47b-f008f165cc07 None None] Checking agent: {'id': '496418a2-c002-4aec-ab1a-07f3bea491bd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-36', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 18, 51, 47), 'started_at': datetime.datetime(2022, 2, 9, 18, 52, 17), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 19, 30, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-36'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 19:30:19.275080 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff306044-f381-42fa-a47b-f008f165cc07 None None] Checking segment: {'id': '8f2f662c-247b-4a5e-a3c6-b48d444b0412', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': '8bcc4e2d-5fa7-4407-9d17-2d09084a283b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103232) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 19:30:19.275680 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-ff306044-f381-42fa-a47b-f008f165cc07 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:30:19.276427 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff306044-f381-42fa-a47b-f008f165cc07 None None] Bound using segment: {'id': '8f2f662c-247b-4a5e-a3c6-b48d444b0412', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': '8bcc4e2d-5fa7-4407-9d17-2d09084a283b'} {{(pid=103232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 19:30:19.277089 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.managers [None req-ff306044-f381-42fa-a47b-f008f165cc07 None None] Bound port: 4d264ba3-105b-4d85-a529-5467863c16a6, host: n-d-713498-36, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8f2f662c-247b-4a5e-a3c6-b48d444b0412', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': '8bcc4e2d-5fa7-4407-9d17-2d09084a283b'}}] {{(pid=103232) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 19:30:19.277648 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-ff306044-f381-42fa-a47b-f008f165cc07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (4d264ba3-105b-4d85-a529-5467863c16a6), before_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:30:19.370987 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-8324ca11-abb8-4d68-9c43-3b5af66cfcfe req-01b0aee0-36de-41a8-9a88-592900343de9 tempest-ServerActionsTestJSON-347500300 tempest-ServerActionsTestJSON-347500300-project] 10.222.0.75 "GET /v2.0/security-groups?id=f62a4cfa-cf5c-41a8-8bc5-ff3861f4d88a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1095178 Feb 09 19:30:19.429106 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-39555fc3-cf58-4412-80a7-ce58ae5bf748 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:30:19.461936 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-ff306044-f381-42fa-a47b-f008f165cc07 None None] For port 4d264ba3-105b-4d85-a529-5467863c16a6, host n-d-713498-36, cleared binding levels {{(pid=103232) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 19:30:19.463005 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-2e2ac825-b6df-40d2-a126-4b8e1ae8e203 tempest-NetworksIpV6Test-778680375 tempest-NetworksIpV6Test-778680375-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8762867176196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-12867374'] for subnet (ecbb6aaf-ab20-4f85-a1e9-5486083736c3), after_update {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:30:19.471052 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-ff306044-f381-42fa-a47b-f008f165cc07 None None] For port 4d264ba3-105b-4d85-a529-5467863c16a6, host n-d-713498-36, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-36',level=0,port_id=4d264ba3-105b-4d85-a529-5467863c16a6,segment=NetworkSegment(8f2f662c-247b-4a5e-a3c6-b48d444b0412),segment_id=8f2f662c-247b-4a5e-a3c6-b48d444b0412)] {{(pid=103232) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 19:30:19.485125 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Device 7ae35eb4-239a-4106-995f-63bcb4730611 details requested by agent hyperv_n-h2-713498-36 with host n-h2-713498-36 {{(pid=103232) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 19:30:19.502421 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-ff306044-f381-42fa-a47b-f008f165cc07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762867176205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762866656485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762866656503'] for port (4d264ba3-105b-4d85-a529-5467863c16a6), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:30:19.545203 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e2ac825-b6df-40d2-a126-4b8e1ae8e203 tempest-NetworksIpV6Test-778680375 tempest-NetworksIpV6Test-778680375-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:30:19.547699 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-2e2ac825-b6df-40d2-a126-4b8e1ae8e203 tempest-NetworksIpV6Test-778680375 tempest-NetworksIpV6Test-778680375-project] Publish callbacks [] for subnet (None), before_response {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:30:19.554667 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-2e2ac825-b6df-40d2-a126-4b8e1ae8e203 tempest-NetworksIpV6Test-778680375 tempest-NetworksIpV6Test-778680375-project] 10.222.0.75 "PUT /v2.0/subnets/ecbb6aaf-ab20-4f85-a1e9-5486083736c3 HTTP/1.1" status: 200 len: 900 time: 1.1464968 Feb 09 19:30:19.555131 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 60234) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:30:19.655440 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e2ac825-b6df-40d2-a126-4b8e1ae8e203 tempest-NetworksIpV6Test-778680375 tempest-NetworksIpV6Test-778680375-project] Pushing event updated for resources: {'Subnet': ['ID=ecbb6aaf-ab20-4f85-a1e9-5486083736c3,revision_number=1']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:30:19.783044 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-39555fc3-cf58-4412-80a7-ce58ae5bf748 admin admin] Publish callbacks [] for security_group (0b0517d9-6c44-45d5-8fbf-5824f5eb32b8), precommit_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:30:19.792657 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-39555fc3-cf58-4412-80a7-ce58ae5bf748 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1892331'] for security_group (0b0517d9-6c44-45d5-8fbf-5824f5eb32b8), after_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:30:19.833774 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff306044-f381-42fa-a47b-f008f165cc07 None None] Pushing event updated for resources: {'Port': ['ID=4d264ba3-105b-4d85-a529-5467863c16a6,revision_number=2']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:30:19.873132 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-ac231128-1f80-4b8d-a986-840f6d3dc21f tempest-NetworksIpV6Test-778680375 tempest-NetworksIpV6Test-778680375-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-670458'] for network (8bcc4e2d-5fa7-4407-9d17-2d09084a283b), before_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:30:19.923483 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39555fc3-cf58-4412-80a7-ce58ae5bf748 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0b0517d9-6c44-45d5-8fbf-5824f5eb32b8,revision_number=1']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:30:19.959507 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-7429db8d-6021-40ad-813e-885be449a89b None None] For port 7ae35eb4-239a-4106-995f-63bcb4730611, host n-h2-713498-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-36',level=0,port_id=7ae35eb4-239a-4106-995f-63bcb4730611,segment=NetworkSegment(9110d757-e4eb-424b-97b9-32896b689ba3),segment_id=9110d757-e4eb-424b-97b9-32896b689ba3)] {{(pid=103232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 19:30:19.987729 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Returning: {'device': '7ae35eb4-239a-4106-995f-63bcb4730611', 'network_id': 'bd12d1d0-518d-4d29-a00d-98410ba2cb8a', 'port_id': '7ae35eb4-239a-4106-995f-63bcb4730611', 'mac_address': 'fa:16:3e:e3:f9:3d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 397, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '60ccac4e-8e6b-4139-b4aa-9c0c5cc0e9e4', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103232) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 19:30:20.014515 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.plugin [None req-ac231128-1f80-4b8d-a986-840f6d3dc21f tempest-NetworksIpV6Test-778680375 tempest-NetworksIpV6Test-778680375-project] Deleting port 4d264ba3-105b-4d85-a529-5467863c16a6 {{(pid=103230) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 19:30:20.014888 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-ac231128-1f80-4b8d-a986-840f6d3dc21f tempest-NetworksIpV6Test-778680375 tempest-NetworksIpV6Test-778680375-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762867170196'] for port (4d264ba3-105b-4d85-a529-5467863c16a6), before_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:30:20.031245 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-39555fc3-cf58-4412-80a7-ce58ae5bf748 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=c820b546f7954091a7b85767ca444b66&name=default HTTP/1.1" status: 200 len: 3000 time: 1.1672244 Feb 09 19:30:20.035975 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 60242) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:30:20.119333 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Current status of the port 7ae35eb4-239a-4106-995f-63bcb4730611 is: DOWN; New status is: BUILD {{(pid=103232) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 19:30:20.120126 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (7ae35eb4-239a-4106-995f-63bcb4730611), before_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:30:20.148949 n-d-713498-36 neutron-server[103232]: DEBUG neutron.notifiers.nova [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7ae35eb4-239a-4106-995f-63bcb4730611 {{(pid=103232) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 19:30:20.194078 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-7429db8d-6021-40ad-813e-885be449a89b None None] For port 7ae35eb4-239a-4106-995f-63bcb4730611, host n-h2-713498-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-36',level=0,port_id=7ae35eb4-239a-4106-995f-63bcb4730611,segment=NetworkSegment(9110d757-e4eb-424b-97b9-32896b689ba3),segment_id=9110d757-e4eb-424b-97b9-32896b689ba3)] {{(pid=103232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 19:30:20.206645 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762867176205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762866656485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762866656503'] for port (7ae35eb4-239a-4106-995f-63bcb4730611), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:30:20.266553 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-5d1c18d0-1b96-4620-9685-92aa1afd28ef admin admin] Publish callbacks [] for security_group (0b0517d9-6c44-45d5-8fbf-5824f5eb32b8), before_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:30:20.276840 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.db [None req-ac231128-1f80-4b8d-a986-840f6d3dc21f tempest-NetworksIpV6Test-778680375 tempest-NetworksIpV6Test-778680375-project] For port 4d264ba3-105b-4d85-a529-5467863c16a6, host n-d-713498-36, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-36',level=0,port_id=4d264ba3-105b-4d85-a529-5467863c16a6,segment=NetworkSegment(8f2f662c-247b-4a5e-a3c6-b48d444b0412),segment_id=8f2f662c-247b-4a5e-a3c6-b48d444b0412)] {{(pid=103230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 19:30:20.278670 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-ac231128-1f80-4b8d-a986-840f6d3dc21f tempest-NetworksIpV6Test-778680375 tempest-NetworksIpV6Test-778680375-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1820838'] for port (4d264ba3-105b-4d85-a529-5467863c16a6), precommit_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:30:20.310588 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Pushing event updated for resources: {'Port': ['ID=7ae35eb4-239a-4106-995f-63bcb4730611,revision_number=4']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:30:20.331782 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-5d1c18d0-1b96-4620-9685-92aa1afd28ef admin admin] Publish callbacks [] for security_group (0b0517d9-6c44-45d5-8fbf-5824f5eb32b8), precommit_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:30:20.351180 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.plugin [None req-ac231128-1f80-4b8d-a986-840f6d3dc21f tempest-NetworksIpV6Test-778680375 tempest-NetworksIpV6Test-778680375-project] Calling delete_port for 4d264ba3-105b-4d85-a529-5467863c16a6 owned by network:dhcp {{(pid=103230) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 19:30:20.422350 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-5d1c18d0-1b96-4620-9685-92aa1afd28ef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1892331'] for security_group (0b0517d9-6c44-45d5-8fbf-5824f5eb32b8), after_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:30:20.435540 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-5d1c18d0-1b96-4620-9685-92aa1afd28ef admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:30:20.436251 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-5d1c18d0-1b96-4620-9685-92aa1afd28ef admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/0b0517d9-6c44-45d5-8fbf-5824f5eb32b8 HTTP/1.1" status: 204 len: 168 time: 0.3744755 Feb 09 19:30:20.485135 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d1c18d0-1b96-4620-9685-92aa1afd28ef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0b0517d9-6c44-45d5-8fbf-5824f5eb32b8,revision_number=None']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:30:20.553491 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-7429db8d-6021-40ad-813e-885be449a89b None None] get_ports_and_sgs() called for port_ids ['7ae35eb4-239a-4106-995f-63bcb4730611'] {{(pid=103232) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 19:30:20.585369 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-ac231128-1f80-4b8d-a986-840f6d3dc21f tempest-NetworksIpV6Test-778680375 tempest-NetworksIpV6Test-778680375-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762867177463', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762866656476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14393751'] for port (4d264ba3-105b-4d85-a529-5467863c16a6), after_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:30:20.618673 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac231128-1f80-4b8d-a986-840f6d3dc21f tempest-NetworksIpV6Test-778680375 tempest-NetworksIpV6Test-778680375-project] Pushing event deleted for resources: {'Port': ['ID=4d264ba3-105b-4d85-a529-5467863c16a6,revision_number=None']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:30:20.744592 n-d-713498-36 neutron-server[103230]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac231128-1f80-4b8d-a986-840f6d3dc21f tempest-NetworksIpV6Test-778680375 tempest-NetworksIpV6Test-778680375-project] No DVR routers for this DVR port 4d264ba3-105b-4d85-a529-5467863c16a6 on host n-d-713498-36 {{(pid=103230) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 19:30:20.759946 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfd47060-7a93-4e39-bc4a-b8a763319923 req-e59119fb-bc07-4c13-a601-a6782a52e4b9 tempest-ServerActionsTestJSON-347500300 tempest-ServerActionsTestJSON-347500300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:30:20.762342 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-cfd47060-7a93-4e39-bc4a-b8a763319923 req-e59119fb-bc07-4c13-a601-a6782a52e4b9 tempest-ServerActionsTestJSON-347500300 tempest-ServerActionsTestJSON-347500300-project] 10.222.0.75 "GET /v2.0/ports?device_id=de192669-200d-4920-933f-d2a9401df8ae HTTP/1.1" status: 200 len: 944 time: 0.1735888 Feb 09 19:30:20.815796 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-ac231128-1f80-4b8d-a986-840f6d3dc21f tempest-NetworksIpV6Test-778680375 tempest-NetworksIpV6Test-778680375-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-759852'] for subnet (ecbb6aaf-ab20-4f85-a1e9-5486083736c3), precommit_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:30:20.980243 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-ac231128-1f80-4b8d-a986-840f6d3dc21f tempest-NetworksIpV6Test-778680375 tempest-NetworksIpV6Test-778680375-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-760023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14393672', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12985882'] for subnet (ecbb6aaf-ab20-4f85-a1e9-5486083736c3), after_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:30:21.007419 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-cfd47060-7a93-4e39-bc4a-b8a763319923 req-242869e2-47c6-4117-a7f9-53f03d5f4adc tempest-ServerActionsTestJSON-347500300 tempest-ServerActionsTestJSON-347500300-project] 10.222.0.75 "GET /v2.0/security-groups?id=f62a4cfa-cf5c-41a8-8bc5-ff3861f4d88a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2348754 Feb 09 19:30:21.233321 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 60262) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:30:21.251537 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-ac231128-1f80-4b8d-a986-840f6d3dc21f tempest-NetworksIpV6Test-778680375 tempest-NetworksIpV6Test-778680375-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-590267', 'neutron.services.segments.db._delete_segments_for_network-8762867132609'] for network (8bcc4e2d-5fa7-4407-9d17-2d09084a283b), precommit_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:30:21.253967 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-c67d5882-57b6-4adb-881d-f7033c923f4e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:30:21.278059 n-d-713498-36 neutron-server[103230]: DEBUG neutron.services.segments.db [None req-ac231128-1f80-4b8d-a986-840f6d3dc21f tempest-NetworksIpV6Test-778680375 tempest-NetworksIpV6Test-778680375-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8bcc4e2d-5fa7-4407-9d17-2d09084a283b']}} {{(pid=103230) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:30:21.299526 n-d-713498-36 neutron-server[103230]: DEBUG neutron.services.segments.db [None req-ac231128-1f80-4b8d-a986-840f6d3dc21f tempest-NetworksIpV6Test-778680375 tempest-NetworksIpV6Test-778680375-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8f2f662c-247b-4a5e-a3c6-b48d444b0412') {'for_net_delete': True} {{(pid=103230) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:30:21.299835 n-d-713498-36 neutron-server[103230]: DEBUG neutron.services.segments.db [None req-ac231128-1f80-4b8d-a986-840f6d3dc21f tempest-NetworksIpV6Test-778680375 tempest-NetworksIpV6Test-778680375-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8f2f662c-247b-4a5e-a3c6-b48d444b0412') {} {{(pid=103230) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:30:21.334857 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-ac231128-1f80-4b8d-a986-840f6d3dc21f tempest-NetworksIpV6Test-778680375 tempest-NetworksIpV6Test-778680375-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762867134154', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12895813'] for segment (8f2f662c-247b-4a5e-a3c6-b48d444b0412), before_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:30:21.371139 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-ac231128-1f80-4b8d-a986-840f6d3dc21f tempest-NetworksIpV6Test-778680375 tempest-NetworksIpV6Test-778680375-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-759574'] for segment (8f2f662c-247b-4a5e-a3c6-b48d444b0412), precommit_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:30:21.387630 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ac231128-1f80-4b8d-a986-840f6d3dc21f tempest-NetworksIpV6Test-778680375 tempest-NetworksIpV6Test-778680375-project] Releasing vlan 382 on physical network physnet1 to pool {{(pid=103230) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 19:30:21.389839 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-ac231128-1f80-4b8d-a986-840f6d3dc21f tempest-NetworksIpV6Test-778680375 tempest-NetworksIpV6Test-778680375-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-759574', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14393826'] for segment (8f2f662c-247b-4a5e-a3c6-b48d444b0412), after_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:30:21.470129 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-c67d5882-57b6-4adb-881d-f7033c923f4e admin admin] Publish callbacks [] for security_group (1e9bbe78-9843-4e65-a193-519ced84f103), precommit_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:30:21.481116 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-c67d5882-57b6-4adb-881d-f7033c923f4e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1892331'] for security_group (1e9bbe78-9843-4e65-a193-519ced84f103), after_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:30:21.546742 n-d-713498-36 neutron-server[103230]: Traceback (most recent call last): Feb 09 19:30:21.546742 n-d-713498-36 neutron-server[103230]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 19:30:21.546742 n-d-713498-36 neutron-server[103230]: timer() Feb 09 19:30:21.546742 n-d-713498-36 neutron-server[103230]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 19:30:21.546742 n-d-713498-36 neutron-server[103230]: cb(*args, **kw) Feb 09 19:30:21.546742 n-d-713498-36 neutron-server[103230]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 19:30:21.546742 n-d-713498-36 neutron-server[103230]: return func(*args, **kwargs) Feb 09 19:30:21.546742 n-d-713498-36 neutron-server[103230]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 19:30:21.546742 n-d-713498-36 neutron-server[103230]: self._notify() Feb 09 19:30:21.546742 n-d-713498-36 neutron-server[103230]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 19:30:21.546742 n-d-713498-36 neutron-server[103230]: self.callback(batched_events) Feb 09 19:30:21.546742 n-d-713498-36 neutron-server[103230]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 19:30:21.546742 n-d-713498-36 neutron-server[103230]: event.method(event) Feb 09 19:30:21.546742 n-d-713498-36 neutron-server[103230]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 19:30:21.546742 n-d-713498-36 neutron-server[103230]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 19:30:21.546742 n-d-713498-36 neutron-server[103230]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 19:30:21.546742 n-d-713498-36 neutron-server[103230]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 19:30:21.546742 n-d-713498-36 neutron-server[103230]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 19:30:21.546742 n-d-713498-36 neutron-server[103230]: return f(self, *a, **k) Feb 09 19:30:21.546742 n-d-713498-36 neutron-server[103230]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 19:30:21.546742 n-d-713498-36 neutron-server[103230]: return self._get(url).json() Feb 09 19:30:21.546742 n-d-713498-36 neutron-server[103230]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 19:30:21.546742 n-d-713498-36 neutron-server[103230]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 19:30:21.546742 n-d-713498-36 neutron-server[103230]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 19:30:21.546742 n-d-713498-36 neutron-server[103230]: return self.request(url, 'GET', **kwargs) Feb 09 19:30:21.546742 n-d-713498-36 neutron-server[103230]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 19:30:21.546742 n-d-713498-36 neutron-server[103230]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 19:30:21.546742 n-d-713498-36 neutron-server[103230]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 19:30:21.546742 n-d-713498-36 neutron-server[103230]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 19:30:21.546742 n-d-713498-36 neutron-server[103230]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 19:30:21.546742 n-d-713498-36 neutron-server[103230]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 19:30:21.546742 n-d-713498-36 neutron-server[103230]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 19:30:21.553705 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac231128-1f80-4b8d-a986-840f6d3dc21f tempest-NetworksIpV6Test-778680375 tempest-NetworksIpV6Test-778680375-project] Pushing event deleted for resources: {'Subnet': ['ID=ecbb6aaf-ab20-4f85-a1e9-5486083736c3,revision_number=None']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:30:21.563979 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-ac231128-1f80-4b8d-a986-840f6d3dc21f tempest-NetworksIpV6Test-778680375 tempest-NetworksIpV6Test-778680375-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-590242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1885479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1818895'] for network (8bcc4e2d-5fa7-4407-9d17-2d09084a283b), after_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:30:21.581878 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-ac231128-1f80-4b8d-a986-840f6d3dc21f tempest-NetworksIpV6Test-778680375 tempest-NetworksIpV6Test-778680375-project] Publish callbacks [] for network (None), before_response {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:30:21.586329 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-c67d5882-57b6-4adb-881d-f7033c923f4e admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=0e13716cf93a4e059a7e9adf215c20e6&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3483062 Feb 09 19:30:21.590257 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-ac231128-1f80-4b8d-a986-840f6d3dc21f tempest-NetworksIpV6Test-778680375 tempest-NetworksIpV6Test-778680375-project] 10.222.0.75 "DELETE /v2.0/networks/8bcc4e2d-5fa7-4407-9d17-2d09084a283b HTTP/1.1" status: 204 len: 168 time: 2.0340214 Feb 09 19:30:21.594057 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 60270) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:30:21.603137 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 60268) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:30:21.679373 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.provisioning_blocks [None req-9bee9b80-0c7d-42c7-99d5-d7b59fb35e56 None None] Could not find standard attr ID for object 4d264ba3-105b-4d85-a529-5467863c16a6. {{(pid=103232) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 09 19:30:21.699305 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b331689d-f31b-4bc3-83e3-c818b37ad972 None None] DHCP port deletion for 8bcc4e2d-5fa7-4407-9d17-2d09084a283b request from n-d-713498-36 {{(pid=103232) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 09 19:30:21.703473 n-d-713498-36 neutron-server[103229]: INFO neutron.pecan_wsgi.hooks.translation [None req-29fb23aa-3baa-4336-bda6-7158a0cb221b tempest-NetworksIpV6Test-778680375 tempest-NetworksIpV6Test-778680375-project] DELETE failed (client error): The resource could not be found. Feb 09 19:30:21.704120 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-29fb23aa-3baa-4336-bda6-7158a0cb221b tempest-NetworksIpV6Test-778680375 tempest-NetworksIpV6Test-778680375-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103229) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 19:30:21.711095 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-29fb23aa-3baa-4336-bda6-7158a0cb221b tempest-NetworksIpV6Test-778680375 tempest-NetworksIpV6Test-778680375-project] 10.222.0.75 "DELETE /v2.0/subnets/ecbb6aaf-ab20-4f85-a1e9-5486083736c3 HTTP/1.1" status: 404 len: 337 time: 0.1159999 Feb 09 19:30:21.716639 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 60272) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:30:21.725265 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c96b75dc-4168-4354-aa17-7503b3fc12aa None None] Network 8bcc4e2d-5fa7-4407-9d17-2d09084a283b requested from n-d-713498-36 {{(pid=103232) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 19:30:21.740709 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c67d5882-57b6-4adb-881d-f7033c923f4e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1e9bbe78-9843-4e65-a193-519ced84f103,revision_number=1']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:30:21.744254 n-d-713498-36 neutron-server[103229]: INFO neutron.pecan_wsgi.hooks.translation [None req-c23967f0-1d2e-4ed2-84b1-34f6d6d9dc0e tempest-NetworksIpV6Test-778680375 tempest-NetworksIpV6Test-778680375-project] DELETE failed (client error): The resource could not be found. Feb 09 19:30:21.744949 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c23967f0-1d2e-4ed2-84b1-34f6d6d9dc0e tempest-NetworksIpV6Test-778680375 tempest-NetworksIpV6Test-778680375-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103229) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 19:30:21.751796 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-c23967f0-1d2e-4ed2-84b1-34f6d6d9dc0e tempest-NetworksIpV6Test-778680375 tempest-NetworksIpV6Test-778680375-project] 10.222.0.75 "DELETE /v2.0/networks/8bcc4e2d-5fa7-4407-9d17-2d09084a283b HTTP/1.1" status: 404 len: 339 time: 0.0341296 Feb 09 19:30:21.753323 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 60274) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:30:21.761238 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac231128-1f80-4b8d-a986-840f6d3dc21f tempest-NetworksIpV6Test-778680375 tempest-NetworksIpV6Test-778680375-project] Pushing event deleted for resources: {'Network': ['ID=8bcc4e2d-5fa7-4407-9d17-2d09084a283b,revision_number=None']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:30:21.762442 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c96b75dc-4168-4354-aa17-7503b3fc12aa None None] Network 8bcc4e2d-5fa7-4407-9d17-2d09084a283b could not be found, it might have been deleted concurrently. {{(pid=103232) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:196}} Feb 09 19:30:21.767711 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-54d036f5-377f-42b1-8fee-36cd64cb3fd8 admin admin] Publish callbacks [] for security_group (1e9bbe78-9843-4e65-a193-519ced84f103), before_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:30:21.775104 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81fc0387-5f3f-4f79-bf0d-1c16f19ec83c None None] Network 8bcc4e2d-5fa7-4407-9d17-2d09084a283b requested from n-d-713498-36 {{(pid=103232) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 19:30:21.818706 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81fc0387-5f3f-4f79-bf0d-1c16f19ec83c None None] Network 8bcc4e2d-5fa7-4407-9d17-2d09084a283b could not be found, it might have been deleted concurrently. {{(pid=103232) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:196}} Feb 09 19:30:21.828827 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-54d036f5-377f-42b1-8fee-36cd64cb3fd8 admin admin] Publish callbacks [] for security_group (1e9bbe78-9843-4e65-a193-519ced84f103), precommit_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:30:21.949239 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-192edaac-5047-40e8-a3bd-4ad2865323b6 tempest-NetworksIpV6Test-778680375 tempest-NetworksIpV6Test-778680375-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-670458'] for network (343106de-f060-4586-b912-7d1d4cde229d), before_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:30:21.949543 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-54d036f5-377f-42b1-8fee-36cd64cb3fd8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1892331'] for security_group (1e9bbe78-9843-4e65-a193-519ced84f103), after_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:30:21.952966 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-54d036f5-377f-42b1-8fee-36cd64cb3fd8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:30:21.954475 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-54d036f5-377f-42b1-8fee-36cd64cb3fd8 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/1e9bbe78-9843-4e65-a193-519ced84f103 HTTP/1.1" status: 204 len: 168 time: 0.3066821 Feb 09 19:30:21.972337 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54d036f5-377f-42b1-8fee-36cd64cb3fd8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1e9bbe78-9843-4e65-a193-519ced84f103,revision_number=None']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:30:22.183545 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a86081da-c09f-471d-89a1-465ae40c1367 req-714d204a-689f-4d25-b318-f38e0271324e tempest-ServerActionsTestJSON-347500300 tempest-ServerActionsTestJSON-347500300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:30:22.197482 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-a86081da-c09f-471d-89a1-465ae40c1367 req-714d204a-689f-4d25-b318-f38e0271324e tempest-ServerActionsTestJSON-347500300 tempest-ServerActionsTestJSON-347500300-project] 10.222.0.75 "GET /v2.0/ports?device_id=de192669-200d-4920-933f-d2a9401df8ae HTTP/1.1" status: 200 len: 944 time: 0.0974512 Feb 09 19:30:22.209151 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-192edaac-5047-40e8-a3bd-4ad2865323b6 tempest-NetworksIpV6Test-778680375 tempest-NetworksIpV6Test-778680375-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-590267', 'neutron.services.segments.db._delete_segments_for_network-8762867132609'] for network (343106de-f060-4586-b912-7d1d4cde229d), precommit_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:30:22.232536 n-d-713498-36 neutron-server[103229]: DEBUG neutron.services.segments.db [None req-192edaac-5047-40e8-a3bd-4ad2865323b6 tempest-NetworksIpV6Test-778680375 tempest-NetworksIpV6Test-778680375-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['343106de-f060-4586-b912-7d1d4cde229d']}} {{(pid=103229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:30:22.248125 n-d-713498-36 neutron-server[103229]: DEBUG neutron.services.segments.db [None req-192edaac-5047-40e8-a3bd-4ad2865323b6 tempest-NetworksIpV6Test-778680375 tempest-NetworksIpV6Test-778680375-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b909016f-5075-4341-bb2b-61833005268a') {'for_net_delete': True} {{(pid=103229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:30:22.248125 n-d-713498-36 neutron-server[103229]: DEBUG neutron.services.segments.db [None req-192edaac-5047-40e8-a3bd-4ad2865323b6 tempest-NetworksIpV6Test-778680375 tempest-NetworksIpV6Test-778680375-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b909016f-5075-4341-bb2b-61833005268a') {} {{(pid=103229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:30:22.256163 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-192edaac-5047-40e8-a3bd-4ad2865323b6 tempest-NetworksIpV6Test-778680375 tempest-NetworksIpV6Test-778680375-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762867134154', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16683417'] for segment (b909016f-5075-4341-bb2b-61833005268a), before_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:30:22.273028 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-192edaac-5047-40e8-a3bd-4ad2865323b6 tempest-NetworksIpV6Test-778680375 tempest-NetworksIpV6Test-778680375-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-759574'] for segment (b909016f-5075-4341-bb2b-61833005268a), precommit_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:30:22.290765 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-192edaac-5047-40e8-a3bd-4ad2865323b6 tempest-NetworksIpV6Test-778680375 tempest-NetworksIpV6Test-778680375-project] Releasing vlan 398 on physical network physnet1 to pool {{(pid=103229) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 19:30:22.291202 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-192edaac-5047-40e8-a3bd-4ad2865323b6 tempest-NetworksIpV6Test-778680375 tempest-NetworksIpV6Test-778680375-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-759574', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12867469'] for segment (b909016f-5075-4341-bb2b-61833005268a), after_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:30:22.305716 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-a86081da-c09f-471d-89a1-465ae40c1367 req-50a00f44-0bc0-4cf9-a622-8d956a851a5e tempest-ServerActionsTestJSON-347500300 tempest-ServerActionsTestJSON-347500300-project] 10.222.0.75 "GET /v2.0/security-groups?id=f62a4cfa-cf5c-41a8-8bc5-ff3861f4d88a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1012487 Feb 09 19:30:22.405890 n-d-713498-36 neutron-server[103229]: Traceback (most recent call last): Feb 09 19:30:22.405890 n-d-713498-36 neutron-server[103229]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 19:30:22.405890 n-d-713498-36 neutron-server[103229]: timer() Feb 09 19:30:22.405890 n-d-713498-36 neutron-server[103229]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 19:30:22.405890 n-d-713498-36 neutron-server[103229]: cb(*args, **kw) Feb 09 19:30:22.405890 n-d-713498-36 neutron-server[103229]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 19:30:22.405890 n-d-713498-36 neutron-server[103229]: return func(*args, **kwargs) Feb 09 19:30:22.405890 n-d-713498-36 neutron-server[103229]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 19:30:22.405890 n-d-713498-36 neutron-server[103229]: self._notify() Feb 09 19:30:22.405890 n-d-713498-36 neutron-server[103229]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 19:30:22.405890 n-d-713498-36 neutron-server[103229]: self.callback(batched_events) Feb 09 19:30:22.405890 n-d-713498-36 neutron-server[103229]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 19:30:22.405890 n-d-713498-36 neutron-server[103229]: event.method(event) Feb 09 19:30:22.405890 n-d-713498-36 neutron-server[103229]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 19:30:22.405890 n-d-713498-36 neutron-server[103229]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 19:30:22.405890 n-d-713498-36 neutron-server[103229]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 19:30:22.405890 n-d-713498-36 neutron-server[103229]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 19:30:22.405890 n-d-713498-36 neutron-server[103229]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 19:30:22.405890 n-d-713498-36 neutron-server[103229]: return f(self, *a, **k) Feb 09 19:30:22.405890 n-d-713498-36 neutron-server[103229]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 19:30:22.405890 n-d-713498-36 neutron-server[103229]: return self._get(url).json() Feb 09 19:30:22.405890 n-d-713498-36 neutron-server[103229]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 19:30:22.405890 n-d-713498-36 neutron-server[103229]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 19:30:22.405890 n-d-713498-36 neutron-server[103229]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 19:30:22.405890 n-d-713498-36 neutron-server[103229]: return self.request(url, 'GET', **kwargs) Feb 09 19:30:22.405890 n-d-713498-36 neutron-server[103229]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 19:30:22.405890 n-d-713498-36 neutron-server[103229]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 19:30:22.405890 n-d-713498-36 neutron-server[103229]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 19:30:22.405890 n-d-713498-36 neutron-server[103229]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 19:30:22.405890 n-d-713498-36 neutron-server[103229]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 19:30:22.405890 n-d-713498-36 neutron-server[103229]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 19:30:22.405890 n-d-713498-36 neutron-server[103229]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 19:30:22.409613 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-192edaac-5047-40e8-a3bd-4ad2865323b6 tempest-NetworksIpV6Test-778680375 tempest-NetworksIpV6Test-778680375-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-590242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1885479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1818895'] for network (343106de-f060-4586-b912-7d1d4cde229d), after_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:30:22.423222 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-192edaac-5047-40e8-a3bd-4ad2865323b6 tempest-NetworksIpV6Test-778680375 tempest-NetworksIpV6Test-778680375-project] Publish callbacks [] for network (None), before_response {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:30:22.429824 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-192edaac-5047-40e8-a3bd-4ad2865323b6 tempest-NetworksIpV6Test-778680375 tempest-NetworksIpV6Test-778680375-project] 10.222.0.75 "DELETE /v2.0/networks/343106de-f060-4586-b912-7d1d4cde229d HTTP/1.1" status: 204 len: 168 time: 0.6732571 Feb 09 19:30:22.430399 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 60286) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:30:22.447305 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-192edaac-5047-40e8-a3bd-4ad2865323b6 tempest-NetworksIpV6Test-778680375 tempest-NetworksIpV6Test-778680375-project] Pushing event deleted for resources: {'Network': ['ID=343106de-f060-4586-b912-7d1d4cde229d,revision_number=None']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:30:22.472619 n-d-713498-36 neutron-server[103230]: INFO neutron.pecan_wsgi.hooks.translation [None req-91c82c8b-d37a-4483-a977-8eea04afa432 tempest-NetworksIpV6Test-778680375 tempest-NetworksIpV6Test-778680375-project] DELETE failed (client error): The resource could not be found. Feb 09 19:30:22.473230 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-91c82c8b-d37a-4483-a977-8eea04afa432 tempest-NetworksIpV6Test-778680375 tempest-NetworksIpV6Test-778680375-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103230) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 19:30:22.478155 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-91c82c8b-d37a-4483-a977-8eea04afa432 tempest-NetworksIpV6Test-778680375 tempest-NetworksIpV6Test-778680375-project] 10.222.0.75 "DELETE /v2.0/subnets/4dd77a0e-5bc0-4197-89fc-4a06c2297469 HTTP/1.1" status: 404 len: 337 time: 0.0462022 Feb 09 19:30:22.480504 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 60290) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:30:22.535063 n-d-713498-36 neutron-server[103229]: INFO neutron.pecan_wsgi.hooks.translation [None req-ee3eec8e-9af7-4275-84d8-dc2fe3b99063 tempest-NetworksIpV6Test-778680375 tempest-NetworksIpV6Test-778680375-project] DELETE failed (client error): The resource could not be found. Feb 09 19:30:22.542500 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ee3eec8e-9af7-4275-84d8-dc2fe3b99063 tempest-NetworksIpV6Test-778680375 tempest-NetworksIpV6Test-778680375-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103229) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 19:30:22.550882 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-ee3eec8e-9af7-4275-84d8-dc2fe3b99063 tempest-NetworksIpV6Test-778680375 tempest-NetworksIpV6Test-778680375-project] 10.222.0.75 "DELETE /v2.0/networks/45755425-f7cd-4c4f-8700-ddfe5dd23fc3 HTTP/1.1" status: 404 len: 339 time: 0.0683389 Feb 09 19:30:22.553917 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 60296) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:30:22.683366 n-d-713498-36 neutron-server[103230]: DEBUG neutron.db.db_base_plugin_v2 [None req-cd4ad570-5c1f-406e-9755-2ea93a55c396 tempest-NetworksIpV6Test-778680375 tempest-NetworksIpV6Test-778680375-project] Deleting subnet a1dcccef-5372-46d2-8a8c-cc6c527a4c26 {{(pid=103230) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 19:30:22.698781 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-cd4ad570-5c1f-406e-9755-2ea93a55c396 tempest-NetworksIpV6Test-778680375 tempest-NetworksIpV6Test-778680375-project] Publish callbacks [] for subnet (a1dcccef-5372-46d2-8a8c-cc6c527a4c26), before_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:30:22.796175 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-cd4ad570-5c1f-406e-9755-2ea93a55c396 tempest-NetworksIpV6Test-778680375 tempest-NetworksIpV6Test-778680375-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12895822'] for subnet (a1dcccef-5372-46d2-8a8c-cc6c527a4c26), precommit_delete_associations {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:30:22.911709 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Device 4d264ba3-105b-4d85-a529-5467863c16a6 no longer exists at agent ovs-agent-n-d-713498-36 {{(pid=103232) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 19:30:22.952506 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] No Port match for: 4d264ba3-105b-4d85-a529-5467863c16a6 {{(pid=103232) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 19:30:22.955570 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Device 4d264ba3-105b-4d85-a529-5467863c16a6 not bound to the agent host n-d-713498-36 {{(pid=103232) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 19:30:23.046598 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-cd4ad570-5c1f-406e-9755-2ea93a55c396 tempest-NetworksIpV6Test-778680375 tempest-NetworksIpV6Test-778680375-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-759852'] for subnet (a1dcccef-5372-46d2-8a8c-cc6c527a4c26), precommit_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:30:23.145782 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-cd4ad570-5c1f-406e-9755-2ea93a55c396 tempest-NetworksIpV6Test-778680375 tempest-NetworksIpV6Test-778680375-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-760023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14393672', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12985882'] for subnet (a1dcccef-5372-46d2-8a8c-cc6c527a4c26), after_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:30:23.226850 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd4ad570-5c1f-406e-9755-2ea93a55c396 tempest-NetworksIpV6Test-778680375 tempest-NetworksIpV6Test-778680375-project] Pushing event deleted for resources: {'Subnet': ['ID=a1dcccef-5372-46d2-8a8c-cc6c527a4c26,revision_number=None']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:30:23.236663 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-cd4ad570-5c1f-406e-9755-2ea93a55c396 tempest-NetworksIpV6Test-778680375 tempest-NetworksIpV6Test-778680375-project] Publish callbacks [] for subnet (None), before_response {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:30:23.239953 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-cd4ad570-5c1f-406e-9755-2ea93a55c396 tempest-NetworksIpV6Test-778680375 tempest-NetworksIpV6Test-778680375-project] 10.222.0.75 "DELETE /v2.0/subnets/a1dcccef-5372-46d2-8a8c-cc6c527a4c26 HTTP/1.1" status: 204 len: 168 time: 0.6842287 Feb 09 19:30:23.242437 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 60318) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:30:23.244092 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29f05e07-2f03-45dc-b55d-3dd2ad8944f3 None None] Network 3a2e8df6-4b47-49a1-af94-13b8725e7d0a requested from n-d-713498-36 {{(pid=103232) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 19:30:23.389620 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Device 7ae35eb4-239a-4106-995f-63bcb4730611 up at agent hyperv_n-h2-713498-36 {{(pid=103232) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 19:30:23.391814 n-d-713498-36 neutron-server[103229]: DEBUG neutron.db.db_base_plugin_v2 [None req-9861f87b-6bf3-4610-9699-65629e3e7390 tempest-NetworksIpV6Test-778680375 tempest-NetworksIpV6Test-778680375-project] Deleting subnet d84124b8-59bb-4e22-8985-49fd94c84cd6 {{(pid=103229) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 19:30:23.403721 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-9861f87b-6bf3-4610-9699-65629e3e7390 tempest-NetworksIpV6Test-778680375 tempest-NetworksIpV6Test-778680375-project] Publish callbacks [] for subnet (d84124b8-59bb-4e22-8985-49fd94c84cd6), before_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:30:23.557053 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.provisioning_blocks [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Provisioning for port 7ae35eb4-239a-4106-995f-63bcb4730611 completed by entity L2. {{(pid=103232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 19:30:23.598422 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.provisioning_blocks [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Provisioning complete for port 7ae35eb4-239a-4106-995f-63bcb4730611 triggered by entity L2. {{(pid=103232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 19:30:23.598807 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593630'] for port (7ae35eb4-239a-4106-995f-63bcb4730611), provisioning_complete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:30:23.684218 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-9861f87b-6bf3-4610-9699-65629e3e7390 tempest-NetworksIpV6Test-778680375 tempest-NetworksIpV6Test-778680375-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16683410'] for subnet (d84124b8-59bb-4e22-8985-49fd94c84cd6), precommit_delete_associations {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:30:23.859066 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Current status of the port 7ae35eb4-239a-4106-995f-63bcb4730611 is: BUILD; New status is: ACTIVE {{(pid=103232) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 19:30:23.859789 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (7ae35eb4-239a-4106-995f-63bcb4730611), before_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:30:23.874283 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84f58907-bcda-4788-95cb-5ea866a25dc3 req-5aa27cf0-3634-4159-9b43-205ce3f58189 tempest-ServerActionsTestJSON-347500300 tempest-ServerActionsTestJSON-347500300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:30:23.881475 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-84f58907-bcda-4788-95cb-5ea866a25dc3 req-5aa27cf0-3634-4159-9b43-205ce3f58189 tempest-ServerActionsTestJSON-347500300 tempest-ServerActionsTestJSON-347500300-project] 10.222.0.75 "GET /v2.0/ports?device_id=de192669-200d-4920-933f-d2a9401df8ae HTTP/1.1" status: 200 len: 944 time: 0.4099805 Feb 09 19:30:23.956211 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-7429db8d-6021-40ad-813e-885be449a89b None None] For port 7ae35eb4-239a-4106-995f-63bcb4730611, host n-h2-713498-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-36',level=0,port_id=7ae35eb4-239a-4106-995f-63bcb4730611,segment=NetworkSegment(9110d757-e4eb-424b-97b9-32896b689ba3),segment_id=9110d757-e4eb-424b-97b9-32896b689ba3)] {{(pid=103232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 19:30:23.966724 n-d-713498-36 neutron-server[103232]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'de192669-200d-4920-933f-d2a9401df8ae', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7ae35eb4-239a-4106-995f-63bcb4730611'}] {{(pid=103232) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 19:30:23.974038 n-d-713498-36 neutron-server[103232]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}949cdcde653dec44821de95cbf67297f53cbc2aed4e073b5d514f93bf911ce85" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3224a7e7-ab04-48a2-9052-1bfa175d56ba" -d '{"events": [{"server_uuid": "de192669-200d-4920-933f-d2a9401df8ae", "name": "network-vif-plugged", "status": "completed", "tag": "7ae35eb4-239a-4106-995f-63bcb4730611"}]}' {{(pid=103232) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 19:30:23.982517 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762867176205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762866656485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762866656503'] for port (7ae35eb4-239a-4106-995f-63bcb4730611), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:30:24.020865 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-84f58907-bcda-4788-95cb-5ea866a25dc3 req-89cd2f69-c39a-4822-91fb-2cd1239d7389 tempest-ServerActionsTestJSON-347500300 tempest-ServerActionsTestJSON-347500300-project] 10.222.0.75 "GET /v2.0/security-groups?id=f62a4cfa-cf5c-41a8-8bc5-ff3861f4d88a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1213133 Feb 09 19:30:24.098363 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 60340) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:30:24.098866 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Pushing event updated for resources: {'Port': ['ID=7ae35eb4-239a-4106-995f-63bcb4730611,revision_number=5']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:30:24.111411 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-9861f87b-6bf3-4610-9699-65629e3e7390 tempest-NetworksIpV6Test-778680375 tempest-NetworksIpV6Test-778680375-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-759852'] for subnet (d84124b8-59bb-4e22-8985-49fd94c84cd6), precommit_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:30:24.240317 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-9861f87b-6bf3-4610-9699-65629e3e7390 tempest-NetworksIpV6Test-778680375 tempest-NetworksIpV6Test-778680375-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-760023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12867367', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12759238'] for subnet (d84124b8-59bb-4e22-8985-49fd94c84cd6), after_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:30:24.313421 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-7867ccf0-709c-4d8e-8868-8a259f29c43d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:30:24.340601 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-9861f87b-6bf3-4610-9699-65629e3e7390 tempest-NetworksIpV6Test-778680375 tempest-NetworksIpV6Test-778680375-project] Publish callbacks [] for subnet (None), before_response {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:30:24.352433 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-9861f87b-6bf3-4610-9699-65629e3e7390 tempest-NetworksIpV6Test-778680375 tempest-NetworksIpV6Test-778680375-project] 10.222.0.75 "DELETE /v2.0/subnets/d84124b8-59bb-4e22-8985-49fd94c84cd6 HTTP/1.1" status: 204 len: 168 time: 1.1060467 Feb 09 19:30:24.353226 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 60348) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:30:24.355437 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9861f87b-6bf3-4610-9699-65629e3e7390 tempest-NetworksIpV6Test-778680375 tempest-NetworksIpV6Test-778680375-project] Pushing event deleted for resources: {'Subnet': ['ID=d84124b8-59bb-4e22-8985-49fd94c84cd6,revision_number=None']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:30:24.456213 n-d-713498-36 neutron-server[103232]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 19:30:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-847f856e-ec25-4ba3-bc72-f0c346fa486c x-openstack-request-id: req-847f856e-ec25-4ba3-bc72-f0c346fa486c {{(pid=103232) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 19:30:24.456548 n-d-713498-36 neutron-server[103232]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "de192669-200d-4920-933f-d2a9401df8ae", "name": "network-vif-plugged", "status": "completed", "tag": "7ae35eb4-239a-4106-995f-63bcb4730611", "code": 200}]} {{(pid=103232) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 19:30:24.457014 n-d-713498-36 neutron-server[103232]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-847f856e-ec25-4ba3-bc72-f0c346fa486c {{(pid=103232) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 19:30:24.457758 n-d-713498-36 neutron-server[103232]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'de192669-200d-4920-933f-d2a9401df8ae', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7ae35eb4-239a-4106-995f-63bcb4730611', 'code': 200} Feb 09 19:30:24.571570 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-239fde68-362e-4ba9-97a6-b31cbffe7b30 tempest-NetworksIpV6Test-778680375 tempest-NetworksIpV6Test-778680375-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-670458'] for network (3a2e8df6-4b47-49a1-af94-13b8725e7d0a), before_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:30:24.611827 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-7867ccf0-709c-4d8e-8868-8a259f29c43d admin admin] Publish callbacks [] for security_group (bf17fb53-abcc-4c22-a03a-a23d839afddf), precommit_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:30:24.623962 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-7867ccf0-709c-4d8e-8868-8a259f29c43d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1892331'] for security_group (bf17fb53-abcc-4c22-a03a-a23d839afddf), after_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:30:24.667193 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc04990c-0e17-4366-a77f-1312e09a0a2a req-fa07c291-9d7d-4bc6-a2d1-8ff510a8ae56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:30:24.670179 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-dc04990c-0e17-4366-a77f-1312e09a0a2a req-fa07c291-9d7d-4bc6-a2d1-8ff510a8ae56 service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=de192669-200d-4920-933f-d2a9401df8ae HTTP/1.1" status: 200 len: 1128 time: 0.1354017 Feb 09 19:30:24.680454 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.plugin [None req-239fde68-362e-4ba9-97a6-b31cbffe7b30 tempest-NetworksIpV6Test-778680375 tempest-NetworksIpV6Test-778680375-project] Deleting port af878555-c9f3-4cb3-aaf8-81ee42a6fc0a {{(pid=103229) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 19:30:24.680806 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-239fde68-362e-4ba9-97a6-b31cbffe7b30 tempest-NetworksIpV6Test-778680375 tempest-NetworksIpV6Test-778680375-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762867170196'] for port (af878555-c9f3-4cb3-aaf8-81ee42a6fc0a), before_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:30:24.704516 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-7867ccf0-709c-4d8e-8868-8a259f29c43d admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=21b65fb976da4551b9a26e2902398b28&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5993536 Feb 09 19:30:24.704516 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 60350) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:30:24.738695 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24336810-9d35-40f1-928e-67a40912b378 None None] Network 3a2e8df6-4b47-49a1-af94-13b8725e7d0a requested from n-d-713498-36 {{(pid=103232) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 19:30:24.741198 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7867ccf0-709c-4d8e-8868-8a259f29c43d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bf17fb53-abcc-4c22-a03a-a23d839afddf,revision_number=1']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:30:24.840026 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-dc04990c-0e17-4366-a77f-1312e09a0a2a req-ae87b53e-3dd4-4925-b273-31d40f52edc5 service neutron] 10.222.0.90 "GET /v2.0/security-groups?id=f62a4cfa-cf5c-41a8-8bc5-ff3861f4d88a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1612601 Feb 09 19:30:24.843693 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-ea49ff00-3070-4b3c-81bb-4240d37f44c4 admin admin] Publish callbacks [] for security_group (bf17fb53-abcc-4c22-a03a-a23d839afddf), before_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:30:24.866285 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.db [None req-239fde68-362e-4ba9-97a6-b31cbffe7b30 tempest-NetworksIpV6Test-778680375 tempest-NetworksIpV6Test-778680375-project] For port af878555-c9f3-4cb3-aaf8-81ee42a6fc0a, host n-d-713498-36, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-36',level=0,port_id=af878555-c9f3-4cb3-aaf8-81ee42a6fc0a,segment=NetworkSegment(c1b50bd9-f547-41e0-ada2-77c3a2e8e573),segment_id=c1b50bd9-f547-41e0-ada2-77c3a2e8e573)] {{(pid=103229) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 19:30:24.867253 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-239fde68-362e-4ba9-97a6-b31cbffe7b30 tempest-NetworksIpV6Test-778680375 tempest-NetworksIpV6Test-778680375-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1820838'] for port (af878555-c9f3-4cb3-aaf8-81ee42a6fc0a), precommit_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:30:24.884996 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.plugin [None req-239fde68-362e-4ba9-97a6-b31cbffe7b30 tempest-NetworksIpV6Test-778680375 tempest-NetworksIpV6Test-778680375-project] Calling delete_port for af878555-c9f3-4cb3-aaf8-81ee42a6fc0a owned by network:dhcp {{(pid=103229) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 19:30:24.900928 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-ea49ff00-3070-4b3c-81bb-4240d37f44c4 admin admin] Publish callbacks [] for security_group (bf17fb53-abcc-4c22-a03a-a23d839afddf), precommit_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:30:24.995293 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-ea49ff00-3070-4b3c-81bb-4240d37f44c4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1892331'] for security_group (bf17fb53-abcc-4c22-a03a-a23d839afddf), after_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:30:24.999656 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-ea49ff00-3070-4b3c-81bb-4240d37f44c4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:30:25.001392 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-ea49ff00-3070-4b3c-81bb-4240d37f44c4 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/bf17fb53-abcc-4c22-a03a-a23d839afddf HTTP/1.1" status: 204 len: 168 time: 0.2964759 Feb 09 19:30:25.014617 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea49ff00-3070-4b3c-81bb-4240d37f44c4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bf17fb53-abcc-4c22-a03a-a23d839afddf,revision_number=None']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:30:25.029746 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-239fde68-362e-4ba9-97a6-b31cbffe7b30 tempest-NetworksIpV6Test-778680375 tempest-NetworksIpV6Test-778680375-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762867177463', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762866656476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12867576'] for port (af878555-c9f3-4cb3-aaf8-81ee42a6fc0a), after_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:30:25.089444 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-239fde68-362e-4ba9-97a6-b31cbffe7b30 tempest-NetworksIpV6Test-778680375 tempest-NetworksIpV6Test-778680375-project] Pushing event deleted for resources: {'Port': ['ID=af878555-c9f3-4cb3-aaf8-81ee42a6fc0a,revision_number=None']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:30:25.099401 n-d-713498-36 neutron-server[103229]: DEBUG neutron.db.l3_dvrscheduler_db [None req-239fde68-362e-4ba9-97a6-b31cbffe7b30 tempest-NetworksIpV6Test-778680375 tempest-NetworksIpV6Test-778680375-project] No DVR routers for this DVR port af878555-c9f3-4cb3-aaf8-81ee42a6fc0a on host n-d-713498-36 {{(pid=103229) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 19:30:25.365589 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.provisioning_blocks [None req-0b9aad23-46ee-4dce-a972-beacef6364ac None None] Could not find standard attr ID for object af878555-c9f3-4cb3-aaf8-81ee42a6fc0a. {{(pid=103232) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 09 19:30:25.470148 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9366bda4-21c7-4994-899a-fcbb053853fb None None] DHCP port deletion for 3a2e8df6-4b47-49a1-af94-13b8725e7d0a request from n-d-713498-36 {{(pid=103232) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 09 19:30:25.479910 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-239fde68-362e-4ba9-97a6-b31cbffe7b30 tempest-NetworksIpV6Test-778680375 tempest-NetworksIpV6Test-778680375-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-590267', 'neutron.services.segments.db._delete_segments_for_network-8762867132609'] for network (3a2e8df6-4b47-49a1-af94-13b8725e7d0a), precommit_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:30:25.589334 n-d-713498-36 neutron-server[103229]: DEBUG neutron.services.segments.db [None req-239fde68-362e-4ba9-97a6-b31cbffe7b30 tempest-NetworksIpV6Test-778680375 tempest-NetworksIpV6Test-778680375-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3a2e8df6-4b47-49a1-af94-13b8725e7d0a']}} {{(pid=103229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:30:25.608767 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-945d7f84-410a-4a04-91ea-193ea5cd98c0 req-a18263db-456c-473a-af61-7d9aa0fc5ee7 tempest-ServerActionsTestJSON-347500300 tempest-ServerActionsTestJSON-347500300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:30:25.610386 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-945d7f84-410a-4a04-91ea-193ea5cd98c0 req-a18263db-456c-473a-af61-7d9aa0fc5ee7 tempest-ServerActionsTestJSON-347500300 tempest-ServerActionsTestJSON-347500300-project] 10.222.0.75 "GET /v2.0/ports?device_id=de192669-200d-4920-933f-d2a9401df8ae HTTP/1.1" status: 200 len: 945 time: 0.2651901 Feb 09 19:30:25.615101 n-d-713498-36 neutron-server[103229]: DEBUG neutron.services.segments.db [None req-239fde68-362e-4ba9-97a6-b31cbffe7b30 tempest-NetworksIpV6Test-778680375 tempest-NetworksIpV6Test-778680375-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c1b50bd9-f547-41e0-ada2-77c3a2e8e573') {'for_net_delete': True} {{(pid=103229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:30:25.615410 n-d-713498-36 neutron-server[103229]: DEBUG neutron.services.segments.db [None req-239fde68-362e-4ba9-97a6-b31cbffe7b30 tempest-NetworksIpV6Test-778680375 tempest-NetworksIpV6Test-778680375-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c1b50bd9-f547-41e0-ada2-77c3a2e8e573') {} {{(pid=103229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:30:25.651720 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-239fde68-362e-4ba9-97a6-b31cbffe7b30 tempest-NetworksIpV6Test-778680375 tempest-NetworksIpV6Test-778680375-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762867134154', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16683417'] for segment (c1b50bd9-f547-41e0-ada2-77c3a2e8e573), before_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:30:25.713024 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-239fde68-362e-4ba9-97a6-b31cbffe7b30 tempest-NetworksIpV6Test-778680375 tempest-NetworksIpV6Test-778680375-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-759574'] for segment (c1b50bd9-f547-41e0-ada2-77c3a2e8e573), precommit_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:30:25.765307 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-239fde68-362e-4ba9-97a6-b31cbffe7b30 tempest-NetworksIpV6Test-778680375 tempest-NetworksIpV6Test-778680375-project] Releasing vlan 375 on physical network physnet1 to pool {{(pid=103229) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 19:30:25.767695 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-239fde68-362e-4ba9-97a6-b31cbffe7b30 tempest-NetworksIpV6Test-778680375 tempest-NetworksIpV6Test-778680375-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-759574', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12867469'] for segment (c1b50bd9-f547-41e0-ada2-77c3a2e8e573), after_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:30:25.774995 n-d-713498-36 neutron-server[103229]: Traceback (most recent call last): Feb 09 19:30:25.774995 n-d-713498-36 neutron-server[103229]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 19:30:25.774995 n-d-713498-36 neutron-server[103229]: timer() Feb 09 19:30:25.774995 n-d-713498-36 neutron-server[103229]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 19:30:25.774995 n-d-713498-36 neutron-server[103229]: cb(*args, **kw) Feb 09 19:30:25.774995 n-d-713498-36 neutron-server[103229]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 19:30:25.774995 n-d-713498-36 neutron-server[103229]: return func(*args, **kwargs) Feb 09 19:30:25.774995 n-d-713498-36 neutron-server[103229]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 19:30:25.774995 n-d-713498-36 neutron-server[103229]: self._notify() Feb 09 19:30:25.774995 n-d-713498-36 neutron-server[103229]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 19:30:25.774995 n-d-713498-36 neutron-server[103229]: self.callback(batched_events) Feb 09 19:30:25.774995 n-d-713498-36 neutron-server[103229]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 19:30:25.774995 n-d-713498-36 neutron-server[103229]: event.method(event) Feb 09 19:30:25.774995 n-d-713498-36 neutron-server[103229]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 19:30:25.774995 n-d-713498-36 neutron-server[103229]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 19:30:25.774995 n-d-713498-36 neutron-server[103229]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 19:30:25.774995 n-d-713498-36 neutron-server[103229]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 19:30:25.774995 n-d-713498-36 neutron-server[103229]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 19:30:25.774995 n-d-713498-36 neutron-server[103229]: return f(self, *a, **k) Feb 09 19:30:25.774995 n-d-713498-36 neutron-server[103229]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 19:30:25.774995 n-d-713498-36 neutron-server[103229]: return self._get(url).json() Feb 09 19:30:25.774995 n-d-713498-36 neutron-server[103229]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 19:30:25.774995 n-d-713498-36 neutron-server[103229]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 19:30:25.774995 n-d-713498-36 neutron-server[103229]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 19:30:25.774995 n-d-713498-36 neutron-server[103229]: return self.request(url, 'GET', **kwargs) Feb 09 19:30:25.774995 n-d-713498-36 neutron-server[103229]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 19:30:25.774995 n-d-713498-36 neutron-server[103229]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 19:30:25.774995 n-d-713498-36 neutron-server[103229]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 19:30:25.774995 n-d-713498-36 neutron-server[103229]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 19:30:25.774995 n-d-713498-36 neutron-server[103229]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 19:30:25.774995 n-d-713498-36 neutron-server[103229]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 19:30:25.774995 n-d-713498-36 neutron-server[103229]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 19:30:25.807247 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-945d7f84-410a-4a04-91ea-193ea5cd98c0 req-8ee8d0e9-a68f-4d57-a8c3-775fd9123761 tempest-ServerActionsTestJSON-347500300 tempest-ServerActionsTestJSON-347500300-project] 10.222.0.75 "GET /v2.0/security-groups?id=f62a4cfa-cf5c-41a8-8bc5-ff3861f4d88a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1892655 Feb 09 19:30:25.965468 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-239fde68-362e-4ba9-97a6-b31cbffe7b30 tempest-NetworksIpV6Test-778680375 tempest-NetworksIpV6Test-778680375-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-590242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1885479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1818895'] for network (3a2e8df6-4b47-49a1-af94-13b8725e7d0a), after_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:30:25.978782 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-239fde68-362e-4ba9-97a6-b31cbffe7b30 tempest-NetworksIpV6Test-778680375 tempest-NetworksIpV6Test-778680375-project] Publish callbacks [] for network (None), before_response {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:30:25.984849 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 60388) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:30:26.002225 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-239fde68-362e-4ba9-97a6-b31cbffe7b30 tempest-NetworksIpV6Test-778680375 tempest-NetworksIpV6Test-778680375-project] 10.222.0.75 "DELETE /v2.0/networks/3a2e8df6-4b47-49a1-af94-13b8725e7d0a HTTP/1.1" status: 204 len: 168 time: 1.6393938 Feb 09 19:30:26.036282 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-239fde68-362e-4ba9-97a6-b31cbffe7b30 tempest-NetworksIpV6Test-778680375 tempest-NetworksIpV6Test-778680375-project] Pushing event deleted for resources: {'Network': ['ID=3a2e8df6-4b47-49a1-af94-13b8725e7d0a,revision_number=None']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:30:26.061755 n-d-713498-36 neutron-server[103230]: INFO neutron.pecan_wsgi.hooks.translation [None req-445a47ad-1f00-4bde-9b8f-5f57fe9ce78d tempest-NetworksIpV6Test-778680375 tempest-NetworksIpV6Test-778680375-project] DELETE failed (client error): The resource could not be found. Feb 09 19:30:26.063396 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-445a47ad-1f00-4bde-9b8f-5f57fe9ce78d tempest-NetworksIpV6Test-778680375 tempest-NetworksIpV6Test-778680375-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103230) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 19:30:26.070736 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-445a47ad-1f00-4bde-9b8f-5f57fe9ce78d tempest-NetworksIpV6Test-778680375 tempest-NetworksIpV6Test-778680375-project] 10.222.0.75 "DELETE /v2.0/subnets/e077bc0d-15e4-4b42-a753-b5d7a203bf3a HTTP/1.1" status: 404 len: 337 time: 0.0836172 Feb 09 19:30:26.073480 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 60392) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:30:26.118131 n-d-713498-36 neutron-server[103229]: INFO neutron.pecan_wsgi.hooks.translation [None req-c58dff82-7383-40b3-b6a6-9770445b94e8 tempest-NetworksIpV6Test-778680375 tempest-NetworksIpV6Test-778680375-project] DELETE failed (client error): The resource could not be found. Feb 09 19:30:26.118794 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c58dff82-7383-40b3-b6a6-9770445b94e8 tempest-NetworksIpV6Test-778680375 tempest-NetworksIpV6Test-778680375-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103229) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 19:30:26.125096 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 60396) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:30:26.134520 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-c58dff82-7383-40b3-b6a6-9770445b94e8 tempest-NetworksIpV6Test-778680375 tempest-NetworksIpV6Test-778680375-project] 10.222.0.75 "DELETE /v2.0/networks/192adf3d-0989-456d-88ea-df8f68e3fe2a HTTP/1.1" status: 404 len: 339 time: 0.0598726 Feb 09 19:30:26.212563 n-d-713498-36 neutron-server[103230]: INFO neutron.pecan_wsgi.hooks.translation [None req-1376dba0-e7a7-4b20-a25d-d63ba54100c4 tempest-NetworksIpV6Test-778680375 tempest-NetworksIpV6Test-778680375-project] DELETE failed (client error): The resource could not be found. Feb 09 19:30:26.215259 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1376dba0-e7a7-4b20-a25d-d63ba54100c4 tempest-NetworksIpV6Test-778680375 tempest-NetworksIpV6Test-778680375-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103230) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 19:30:26.224939 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-1376dba0-e7a7-4b20-a25d-d63ba54100c4 tempest-NetworksIpV6Test-778680375 tempest-NetworksIpV6Test-778680375-project] 10.222.0.75 "DELETE /v2.0/subnets/2a25c8f5-69b4-4f0e-89ea-3686e74cbdc1 HTTP/1.1" status: 404 len: 337 time: 0.0974360 Feb 09 19:30:26.226366 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 60400) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:30:26.297728 n-d-713498-36 neutron-server[103230]: INFO neutron.pecan_wsgi.hooks.translation [None req-51e40f49-9d18-4b46-bd60-74f5084a837d tempest-NetworksIpV6Test-778680375 tempest-NetworksIpV6Test-778680375-project] DELETE failed (client error): The resource could not be found. Feb 09 19:30:26.302369 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-51e40f49-9d18-4b46-bd60-74f5084a837d tempest-NetworksIpV6Test-778680375 tempest-NetworksIpV6Test-778680375-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103230) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 19:30:26.312747 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 60402) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:30:26.317590 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-51e40f49-9d18-4b46-bd60-74f5084a837d tempest-NetworksIpV6Test-778680375 tempest-NetworksIpV6Test-778680375-project] 10.222.0.75 "DELETE /v2.0/networks/15d2279b-ae8d-455f-be7a-ff82ff017ef4 HTTP/1.1" status: 404 len: 339 time: 0.0793450 Feb 09 19:30:26.414214 n-d-713498-36 neutron-server[103229]: INFO neutron.pecan_wsgi.hooks.translation [None req-518c810f-7ecc-45d1-ab03-f42b2ee4370f tempest-NetworksIpV6Test-778680375 tempest-NetworksIpV6Test-778680375-project] DELETE failed (client error): The resource could not be found. Feb 09 19:30:26.427488 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-518c810f-7ecc-45d1-ab03-f42b2ee4370f tempest-NetworksIpV6Test-778680375 tempest-NetworksIpV6Test-778680375-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103229) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 19:30:26.440940 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 60408) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:30:26.454542 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-518c810f-7ecc-45d1-ab03-f42b2ee4370f tempest-NetworksIpV6Test-778680375 tempest-NetworksIpV6Test-778680375-project] 10.222.0.75 "DELETE /v2.0/subnets/cb7c9455-fc5f-4baf-a929-71115d2da11a HTTP/1.1" status: 404 len: 337 time: 0.1406498 Feb 09 19:30:26.490137 n-d-713498-36 neutron-server[103230]: INFO neutron.pecan_wsgi.hooks.translation [None req-c90cd25a-d0a3-427b-89b6-60e105aaff22 tempest-NetworksIpV6Test-778680375 tempest-NetworksIpV6Test-778680375-project] DELETE failed (client error): The resource could not be found. Feb 09 19:30:26.492028 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c90cd25a-d0a3-427b-89b6-60e105aaff22 tempest-NetworksIpV6Test-778680375 tempest-NetworksIpV6Test-778680375-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103230) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 19:30:26.500441 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 60410) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:30:26.501929 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-c90cd25a-d0a3-427b-89b6-60e105aaff22 tempest-NetworksIpV6Test-778680375 tempest-NetworksIpV6Test-778680375-project] 10.222.0.75 "DELETE /v2.0/networks/c10d1e8d-b7c0-46f0-94f0-a25cb4d50924 HTTP/1.1" status: 404 len: 339 time: 0.0532925 Feb 09 19:30:26.658685 n-d-713498-36 neutron-server[103229]: DEBUG neutron.db.db_base_plugin_v2 [None req-f5497811-83f0-4260-b643-0de65ad446ec tempest-NetworksIpV6Test-778680375 tempest-NetworksIpV6Test-778680375-project] Deleting subnet 9421025d-f073-4e02-9867-a10358f26caa {{(pid=103229) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 19:30:26.674098 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-f5497811-83f0-4260-b643-0de65ad446ec tempest-NetworksIpV6Test-778680375 tempest-NetworksIpV6Test-778680375-project] Publish callbacks [] for subnet (9421025d-f073-4e02-9867-a10358f26caa), before_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:30:26.768529 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-f5497811-83f0-4260-b643-0de65ad446ec tempest-NetworksIpV6Test-778680375 tempest-NetworksIpV6Test-778680375-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16683410'] for subnet (9421025d-f073-4e02-9867-a10358f26caa), precommit_delete_associations {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:30:27.003533 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Device af878555-c9f3-4cb3-aaf8-81ee42a6fc0a no longer exists at agent ovs-agent-n-d-713498-36 {{(pid=103232) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 19:30:27.010521 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-f5497811-83f0-4260-b643-0de65ad446ec tempest-NetworksIpV6Test-778680375 tempest-NetworksIpV6Test-778680375-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-759852'] for subnet (9421025d-f073-4e02-9867-a10358f26caa), precommit_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:30:27.110893 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] No Port match for: af878555-c9f3-4cb3-aaf8-81ee42a6fc0a {{(pid=103232) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 19:30:27.111559 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Device af878555-c9f3-4cb3-aaf8-81ee42a6fc0a not bound to the agent host n-d-713498-36 {{(pid=103232) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 19:30:27.181356 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-f5497811-83f0-4260-b643-0de65ad446ec tempest-NetworksIpV6Test-778680375 tempest-NetworksIpV6Test-778680375-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-760023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12867367', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12759238'] for subnet (9421025d-f073-4e02-9867-a10358f26caa), after_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:30:27.191411 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d03e12e-dd14-41c8-9f92-2b5db5544373 req-e207ccc9-a690-4a02-bc5d-763bdfbac4c8 tempest-ServerActionsTestJSON-347500300 tempest-ServerActionsTestJSON-347500300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:30:27.193511 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-0d03e12e-dd14-41c8-9f92-2b5db5544373 req-e207ccc9-a690-4a02-bc5d-763bdfbac4c8 tempest-ServerActionsTestJSON-347500300 tempest-ServerActionsTestJSON-347500300-project] 10.222.0.75 "GET /v2.0/ports?device_id=de192669-200d-4920-933f-d2a9401df8ae HTTP/1.1" status: 200 len: 945 time: 0.2004299 Feb 09 19:30:27.208589 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58a1ab67-351e-43e8-955d-0ee23f3f2886 None None] Network 6761a8c6-a450-44d5-90f0-edfc5bdf1719 requested from n-d-713498-36 {{(pid=103232) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 19:30:27.256055 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-f5497811-83f0-4260-b643-0de65ad446ec tempest-NetworksIpV6Test-778680375 tempest-NetworksIpV6Test-778680375-project] Publish callbacks [] for subnet (None), before_response {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:30:27.272379 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-f5497811-83f0-4260-b643-0de65ad446ec tempest-NetworksIpV6Test-778680375 tempest-NetworksIpV6Test-778680375-project] 10.222.0.75 "DELETE /v2.0/subnets/9421025d-f073-4e02-9867-a10358f26caa HTTP/1.1" status: 204 len: 168 time: 0.7693660 Feb 09 19:30:27.273370 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 60424) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:30:27.273969 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5497811-83f0-4260-b643-0de65ad446ec tempest-NetworksIpV6Test-778680375 tempest-NetworksIpV6Test-778680375-project] Pushing event deleted for resources: {'Subnet': ['ID=9421025d-f073-4e02-9867-a10358f26caa,revision_number=None']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:30:27.333308 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-0d03e12e-dd14-41c8-9f92-2b5db5544373 req-4f972332-eb52-4a3f-a9a2-74c9a5009984 tempest-ServerActionsTestJSON-347500300 tempest-ServerActionsTestJSON-347500300-project] 10.222.0.75 "GET /v2.0/security-groups?id=f62a4cfa-cf5c-41a8-8bc5-ff3861f4d88a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1300390 Feb 09 19:30:27.571855 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-e908660d-fbdf-43ea-8bce-23c57101758f tempest-NetworksIpV6Test-778680375 tempest-NetworksIpV6Test-778680375-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-670458'] for network (6761a8c6-a450-44d5-90f0-edfc5bdf1719), before_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:30:27.616941 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d0c7f7c-693a-44f8-b492-16b496f202bf None None] DHCP port deletion for 6761a8c6-a450-44d5-90f0-edfc5bdf1719 request from n-d-713498-36 {{(pid=103232) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 09 19:30:27.875280 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-64743dac-73e6-4333-8966-6ed26c54913b req-98a33620-ba40-4492-b28c-308c795e3239 tempest-ServerActionsTestJSON-347500300 tempest-ServerActionsTestJSON-347500300-project] 10.222.0.75 "GET /v2.0/security-groups?name=default&fields=id&tenant_id=d7a2ccbf0c8a475abd1520a0e31ab926 HTTP/1.1" status: 200 len: 267 time: 0.4012339 Feb 09 19:30:27.893943 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-7d0c7f7c-693a-44f8-b492-16b496f202bf None None] Deleting port 6fdd45a4-9b90-40d7-a509-d09cdb58b105 {{(pid=103232) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 19:30:27.898088 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-7d0c7f7c-693a-44f8-b492-16b496f202bf None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762867170196'] for port (6fdd45a4-9b90-40d7-a509-d09cdb58b105), before_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:30:28.084266 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.plugin [None req-e908660d-fbdf-43ea-8bce-23c57101758f tempest-NetworksIpV6Test-778680375 tempest-NetworksIpV6Test-778680375-project] Deleting port 6fdd45a4-9b90-40d7-a509-d09cdb58b105 {{(pid=103229) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 19:30:28.084694 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-e908660d-fbdf-43ea-8bce-23c57101758f tempest-NetworksIpV6Test-778680375 tempest-NetworksIpV6Test-778680375-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762867170196'] for port (6fdd45a4-9b90-40d7-a509-d09cdb58b105), before_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:30:28.141310 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-7d0c7f7c-693a-44f8-b492-16b496f202bf None None] For port 6fdd45a4-9b90-40d7-a509-d09cdb58b105, host n-d-713498-36, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-36',level=0,port_id=6fdd45a4-9b90-40d7-a509-d09cdb58b105,segment=NetworkSegment(8c7ffb96-4b62-4f8f-aea2-c0ea9a94f501),segment_id=8c7ffb96-4b62-4f8f-aea2-c0ea9a94f501)] {{(pid=103232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 19:30:28.141925 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-7d0c7f7c-693a-44f8-b492-16b496f202bf None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1820838'] for port (6fdd45a4-9b90-40d7-a509-d09cdb58b105), precommit_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:30:28.151651 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64743dac-73e6-4333-8966-6ed26c54913b req-76ad6b94-2b4a-48ca-9a97-6bba16dffc70 tempest-ServerActionsTestJSON-347500300 tempest-ServerActionsTestJSON-347500300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:30:28.155506 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-64743dac-73e6-4333-8966-6ed26c54913b req-76ad6b94-2b4a-48ca-9a97-6bba16dffc70 tempest-ServerActionsTestJSON-347500300 tempest-ServerActionsTestJSON-347500300-project] 10.222.0.75 "GET /v2.0/ports?device_id=de192669-200d-4920-933f-d2a9401df8ae HTTP/1.1" status: 200 len: 945 time: 0.1985738 Feb 09 19:30:28.177507 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-7d0c7f7c-693a-44f8-b492-16b496f202bf None None] Calling delete_port for 6fdd45a4-9b90-40d7-a509-d09cdb58b105 owned by network:dhcp {{(pid=103232) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 19:30:28.237623 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.v2.base [req-64743dac-73e6-4333-8966-6ed26c54913b req-9a555117-7f9e-4e5f-a111-53439bfd4d77 tempest-ServerActionsTestJSON-347500300 tempest-ServerActionsTestJSON-347500300-project] Request body: {'port': {'security_groups': []}} {{(pid=103229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 19:30:28.465300 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-64743dac-73e6-4333-8966-6ed26c54913b req-9a555117-7f9e-4e5f-a111-53439bfd4d77 tempest-ServerActionsTestJSON-347500300 tempest-ServerActionsTestJSON-347500300-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (7ae35eb4-239a-4106-995f-63bcb4730611), before_update {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:30:28.479286 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.db [None req-e908660d-fbdf-43ea-8bce-23c57101758f tempest-NetworksIpV6Test-778680375 tempest-NetworksIpV6Test-778680375-project] For port 6fdd45a4-9b90-40d7-a509-d09cdb58b105, host n-d-713498-36, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-36',level=0,port_id=6fdd45a4-9b90-40d7-a509-d09cdb58b105,segment=NetworkSegment(8c7ffb96-4b62-4f8f-aea2-c0ea9a94f501),segment_id=8c7ffb96-4b62-4f8f-aea2-c0ea9a94f501)] {{(pid=103229) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 19:30:28.481821 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-e908660d-fbdf-43ea-8bce-23c57101758f tempest-NetworksIpV6Test-778680375 tempest-NetworksIpV6Test-778680375-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1820838'] for port (6fdd45a4-9b90-40d7-a509-d09cdb58b105), precommit_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:30:28.495890 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-7d0c7f7c-693a-44f8-b492-16b496f202bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762867177463', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762866656476'] for port (6fdd45a4-9b90-40d7-a509-d09cdb58b105), after_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:30:28.514416 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d0c7f7c-693a-44f8-b492-16b496f202bf None None] No DVR routers for this DVR port 6fdd45a4-9b90-40d7-a509-d09cdb58b105 on host n-d-713498-36 {{(pid=103232) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 19:30:28.553703 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.plugin [None req-e908660d-fbdf-43ea-8bce-23c57101758f tempest-NetworksIpV6Test-778680375 tempest-NetworksIpV6Test-778680375-project] Calling delete_port for 6fdd45a4-9b90-40d7-a509-d09cdb58b105 owned by network:dhcp {{(pid=103229) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 19:30:28.592576 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 60460) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:30:28.617835 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d0c7f7c-693a-44f8-b492-16b496f202bf None None] Pushing event deleted for resources: {'Port': ['ID=6fdd45a4-9b90-40d7-a509-d09cdb58b105,revision_number=None']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:30:28.938675 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.v2.base [None req-965bb296-7ba5-44fe-9a3b-d80075c7be9b tempest-QuotasNegativeTest-1025648343 tempest-QuotasNegativeTest-1025648343-project-admin] Request body: {'quota': {'network': 2}} {{(pid=103230) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 19:30:28.995072 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-965bb296-7ba5-44fe-9a3b-d80075c7be9b tempest-QuotasNegativeTest-1025648343 tempest-QuotasNegativeTest-1025648343-project-admin] 10.222.0.75 "PUT /v2.0/quotas/0e6bb0ff666e4123995b9475504fbc87 HTTP/1.1" status: 200 len: 368 time: 0.3989499 Feb 09 19:30:28.995594 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 60470) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:30:29.000323 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Device 6fdd45a4-9b90-40d7-a509-d09cdb58b105 no longer exists at agent ovs-agent-n-d-713498-36 {{(pid=103232) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 19:30:29.015828 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.v2.base [None req-bd2f564a-6cfc-46bd-acd6-b302038bbcc1 tempest-QuotasNegativeTest-1025648343 tempest-QuotasNegativeTest-1025648343-project-admin] Request body: {'network': {'project_id': '0e6bb0ff666e4123995b9475504fbc87'}} {{(pid=103230) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 19:30:29.055360 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] No Port match for: 6fdd45a4-9b90-40d7-a509-d09cdb58b105 {{(pid=103232) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 19:30:29.055718 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Device 6fdd45a4-9b90-40d7-a509-d09cdb58b105 not bound to the agent host n-d-713498-36 {{(pid=103232) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 19:30:29.081625 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bd2f564a-6cfc-46bd-acd6-b302038bbcc1 tempest-QuotasNegativeTest-1025648343 tempest-QuotasNegativeTest-1025648343-project-admin] Made reservation on behalf of 0e6bb0ff666e4123995b9475504fbc87 for: {'network': 1} {{(pid=103230) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 19:30:29.089295 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-bd2f564a-6cfc-46bd-acd6-b302038bbcc1 tempest-QuotasNegativeTest-1025648343 tempest-QuotasNegativeTest-1025648343-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for network (None), before_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:30:29.144034 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-bd2f564a-6cfc-46bd-acd6-b302038bbcc1 tempest-QuotasNegativeTest-1025648343 tempest-QuotasNegativeTest-1025648343-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:30:29.221752 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-e908660d-fbdf-43ea-8bce-23c57101758f tempest-NetworksIpV6Test-778680375 tempest-NetworksIpV6Test-778680375-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762867177463', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762866656476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12867576'] for port (6fdd45a4-9b90-40d7-a509-d09cdb58b105), after_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:30:29.329628 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e908660d-fbdf-43ea-8bce-23c57101758f tempest-NetworksIpV6Test-778680375 tempest-NetworksIpV6Test-778680375-project] Pushing event deleted for resources: {'Port': ['ID=6fdd45a4-9b90-40d7-a509-d09cdb58b105,revision_number=None']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:30:29.348608 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.db [req-64743dac-73e6-4333-8966-6ed26c54913b req-9a555117-7f9e-4e5f-a111-53439bfd4d77 tempest-ServerActionsTestJSON-347500300 tempest-ServerActionsTestJSON-347500300-project] For port 7ae35eb4-239a-4106-995f-63bcb4730611, host n-h2-713498-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-36',level=0,port_id=7ae35eb4-239a-4106-995f-63bcb4730611,segment=NetworkSegment(9110d757-e4eb-424b-97b9-32896b689ba3),segment_id=9110d757-e4eb-424b-97b9-32896b689ba3)] {{(pid=103229) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 19:30:29.350942 n-d-713498-36 neutron-server[103229]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e908660d-fbdf-43ea-8bce-23c57101758f tempest-NetworksIpV6Test-778680375 tempest-NetworksIpV6Test-778680375-project] No DVR routers for this DVR port 6fdd45a4-9b90-40d7-a509-d09cdb58b105 on host n-d-713498-36 {{(pid=103229) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 19:30:29.471865 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 60480) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:30:29.508869 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-64743dac-73e6-4333-8966-6ed26c54913b req-9a555117-7f9e-4e5f-a111-53439bfd4d77 tempest-ServerActionsTestJSON-347500300 tempest-ServerActionsTestJSON-347500300-project] Publish callbacks [] for port (7ae35eb4-239a-4106-995f-63bcb4730611), precommit_update {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:30:29.552386 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-bd2f564a-6cfc-46bd-acd6-b302038bbcc1 tempest-QuotasNegativeTest-1025648343 tempest-QuotasNegativeTest-1025648343-project-admin] Publish callbacks [] for security_group (6e321cae-87ed-457e-8a19-c17440b267a4), precommit_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:30:29.564816 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-64743dac-73e6-4333-8966-6ed26c54913b req-9a555117-7f9e-4e5f-a111-53439bfd4d77 tempest-ServerActionsTestJSON-347500300 tempest-ServerActionsTestJSON-347500300-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762867176205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762866656485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762866656503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12867569'] for port (7ae35eb4-239a-4106-995f-63bcb4730611), after_update {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:30:29.578310 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-bd2f564a-6cfc-46bd-acd6-b302038bbcc1 tempest-QuotasNegativeTest-1025648343 tempest-QuotasNegativeTest-1025648343-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1892331'] for security_group (6e321cae-87ed-457e-8a19-c17440b267a4), after_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:30:29.584402 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-e908660d-fbdf-43ea-8bce-23c57101758f tempest-NetworksIpV6Test-778680375 tempest-NetworksIpV6Test-778680375-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-590267', 'neutron.services.segments.db._delete_segments_for_network-8762867132609'] for network (6761a8c6-a450-44d5-90f0-edfc5bdf1719), precommit_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:30:29.598432 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] get_ports_and_sgs() called for port_ids ['f0b7f9af-8f64-4260-b1ad-67fc140f8d5e'] {{(pid=103232) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 19:30:29.604754 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-7429db8d-6021-40ad-813e-885be449a89b None None] get_ports_and_sgs() called for port_ids ['e138b0c7-e271-4e23-bf5b-bfa7a9e842fc', '7ae35eb4-239a-4106-995f-63bcb4730611'] {{(pid=103232) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 19:30:29.625483 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bd2f564a-6cfc-46bd-acd6-b302038bbcc1 tempest-QuotasNegativeTest-1025648343 tempest-QuotasNegativeTest-1025648343-project-admin] vlan segment allocate from pool success with {'vlan_id': 350, 'physical_network': 'physnet1'} {{(pid=103230) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 19:30:29.680665 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-bd2f564a-6cfc-46bd-acd6-b302038bbcc1 tempest-QuotasNegativeTest-1025648343 tempest-QuotasNegativeTest-1025648343-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-759574'] for segment (f54b463c-e8e5-4b0a-bcfb-2e5bae28fd1e), precommit_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:30:29.682701 n-d-713498-36 neutron-server[103230]: INFO neutron.db.segments_db [None req-bd2f564a-6cfc-46bd-acd6-b302038bbcc1 tempest-QuotasNegativeTest-1025648343 tempest-QuotasNegativeTest-1025648343-project-admin] Added segment f54b463c-e8e5-4b0a-bcfb-2e5bae28fd1e of type vlan for network d314a363-f429-4c03-8b79-6e838cf880ff Feb 09 19:30:29.850688 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd2f564a-6cfc-46bd-acd6-b302038bbcc1 tempest-QuotasNegativeTest-1025648343 tempest-QuotasNegativeTest-1025648343-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6e321cae-87ed-457e-8a19-c17440b267a4,revision_number=1']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:30:29.899340 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-bd2f564a-6cfc-46bd-acd6-b302038bbcc1 tempest-QuotasNegativeTest-1025648343 tempest-QuotasNegativeTest-1025648343-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762866642225'] for network (d314a363-f429-4c03-8b79-6e838cf880ff), precommit_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:30:29.899723 n-d-713498-36 neutron-server[103229]: DEBUG neutron.services.segments.db [None req-e908660d-fbdf-43ea-8bce-23c57101758f tempest-NetworksIpV6Test-778680375 tempest-NetworksIpV6Test-778680375-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6761a8c6-a450-44d5-90f0-edfc5bdf1719']}} {{(pid=103229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:30:29.971704 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64743dac-73e6-4333-8966-6ed26c54913b req-9a555117-7f9e-4e5f-a111-53439bfd4d77 tempest-ServerActionsTestJSON-347500300 tempest-ServerActionsTestJSON-347500300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:30:29.974028 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-64743dac-73e6-4333-8966-6ed26c54913b req-9a555117-7f9e-4e5f-a111-53439bfd4d77 tempest-ServerActionsTestJSON-347500300 tempest-ServerActionsTestJSON-347500300-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171096'] for port (None), before_response {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:30:30.001113 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-bd2f564a-6cfc-46bd-acd6-b302038bbcc1 tempest-QuotasNegativeTest-1025648343 tempest-QuotasNegativeTest-1025648343-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1885479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452'] for network (d314a363-f429-4c03-8b79-6e838cf880ff), after_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:30:30.002393 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd2f564a-6cfc-46bd-acd6-b302038bbcc1 tempest-QuotasNegativeTest-1025648343 tempest-QuotasNegativeTest-1025648343-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:30:30.003065 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-bd2f564a-6cfc-46bd-acd6-b302038bbcc1 tempest-QuotasNegativeTest-1025648343 tempest-QuotasNegativeTest-1025648343-project-admin] Publish callbacks [] for network (None), before_response {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:30:30.017888 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-64743dac-73e6-4333-8966-6ed26c54913b req-9a555117-7f9e-4e5f-a111-53439bfd4d77 tempest-ServerActionsTestJSON-347500300 tempest-ServerActionsTestJSON-347500300-project] 10.222.0.75 "PUT /v2.0/ports/7ae35eb4-239a-4106-995f-63bcb4730611 HTTP/1.1" status: 200 len: 904 time: 1.7942665 Feb 09 19:30:30.021738 n-d-713498-36 neutron-server[103229]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'de192669-200d-4920-933f-d2a9401df8ae', 'tag': '7ae35eb4-239a-4106-995f-63bcb4730611'}] {{(pid=103229) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 19:30:30.033082 n-d-713498-36 neutron-server[103229]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fa6ae9a20702bd564eaf90d946620b2b4277b1ab91129323d3b54181076be307" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9d99f1dd-4001-47ac-a202-e4a53fdd8bc5" -d '{"events": [{"name": "network-changed", "server_uuid": "de192669-200d-4920-933f-d2a9401df8ae", "tag": "7ae35eb4-239a-4106-995f-63bcb4730611"}]}' {{(pid=103229) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 19:30:30.065176 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-bd2f564a-6cfc-46bd-acd6-b302038bbcc1 tempest-QuotasNegativeTest-1025648343 tempest-QuotasNegativeTest-1025648343-project-admin] 10.222.0.75 "POST /v2.0/networks HTTP/1.1" status: 201 len: 837 time: 1.0685732 Feb 09 19:30:30.066037 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 60498) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:30:30.080166 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-743721f2-87bf-4391-8aa8-aa83fc03dd8c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:30:30.100193 n-d-713498-36 neutron-server[103229]: DEBUG neutron.services.segments.db [None req-e908660d-fbdf-43ea-8bce-23c57101758f tempest-NetworksIpV6Test-778680375 tempest-NetworksIpV6Test-778680375-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8c7ffb96-4b62-4f8f-aea2-c0ea9a94f501') {'for_net_delete': True} {{(pid=103229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:30:30.111411 n-d-713498-36 neutron-server[103229]: DEBUG neutron.services.segments.db [None req-e908660d-fbdf-43ea-8bce-23c57101758f tempest-NetworksIpV6Test-778680375 tempest-NetworksIpV6Test-778680375-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8c7ffb96-4b62-4f8f-aea2-c0ea9a94f501') {} {{(pid=103229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:30:30.129769 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.v2.base [None req-a7ea80bb-0d73-4bc9-9f09-60dceb1f843a tempest-QuotasNegativeTest-1025648343 tempest-QuotasNegativeTest-1025648343-project-admin] Request body: {'network': {'project_id': '0e6bb0ff666e4123995b9475504fbc87'}} {{(pid=103230) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 19:30:30.201732 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a555117-7f9e-4e5f-a111-53439bfd4d77 tempest-ServerActionsTestJSON-347500300 tempest-ServerActionsTestJSON-347500300-project] Pushing event updated for resources: {'Port': ['ID=7ae35eb4-239a-4106-995f-63bcb4730611,revision_number=6']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:30:30.209047 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-7429db8d-6021-40ad-813e-885be449a89b None None] get_ports_and_sgs() called for port_ids ['7ae35eb4-239a-4106-995f-63bcb4730611'] {{(pid=103232) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 19:30:30.210235 n-d-713498-36 neutron-server[103229]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 19:30:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-776b5e46-6390-453f-9b42-2f690d07c6c4 x-openstack-request-id: req-776b5e46-6390-453f-9b42-2f690d07c6c4 {{(pid=103229) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 19:30:30.210574 n-d-713498-36 neutron-server[103229]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "de192669-200d-4920-933f-d2a9401df8ae", "tag": "7ae35eb4-239a-4106-995f-63bcb4730611", "status": "completed", "code": 200}]} {{(pid=103229) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 19:30:30.214318 n-d-713498-36 neutron-server[103229]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-776b5e46-6390-453f-9b42-2f690d07c6c4 {{(pid=103229) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 19:30:30.214781 n-d-713498-36 neutron-server[103229]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'de192669-200d-4920-933f-d2a9401df8ae', 'tag': '7ae35eb4-239a-4106-995f-63bcb4730611', 'status': 'completed', 'code': 200} Feb 09 19:30:30.226992 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-e908660d-fbdf-43ea-8bce-23c57101758f tempest-NetworksIpV6Test-778680375 tempest-NetworksIpV6Test-778680375-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762867134154', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16683417'] for segment (8c7ffb96-4b62-4f8f-aea2-c0ea9a94f501), before_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:30:30.308077 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd2f564a-6cfc-46bd-acd6-b302038bbcc1 tempest-QuotasNegativeTest-1025648343 tempest-QuotasNegativeTest-1025648343-project-admin] Pushing event updated for resources: {'Network': ['ID=d314a363-f429-4c03-8b79-6e838cf880ff,revision_number=1']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:30:30.365582 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-e908660d-fbdf-43ea-8bce-23c57101758f tempest-NetworksIpV6Test-778680375 tempest-NetworksIpV6Test-778680375-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-759574'] for segment (8c7ffb96-4b62-4f8f-aea2-c0ea9a94f501), precommit_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:30:30.375938 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Network d314a363-f429-4c03-8b79-6e838cf880ff details requested by agent ovs-agent-n-d-713498-36 with host n-d-713498-36 {{(pid=103232) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 19:30:30.640550 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-743721f2-87bf-4391-8aa8-aa83fc03dd8c admin admin] Publish callbacks [] for security_group (8b2dd461-0425-4102-83aa-a8363804977f), precommit_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:30:30.655178 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e908660d-fbdf-43ea-8bce-23c57101758f tempest-NetworksIpV6Test-778680375 tempest-NetworksIpV6Test-778680375-project] Releasing vlan 391 on physical network physnet1 to pool {{(pid=103229) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 19:30:30.655611 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-e908660d-fbdf-43ea-8bce-23c57101758f tempest-NetworksIpV6Test-778680375 tempest-NetworksIpV6Test-778680375-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-759574', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12867469'] for segment (8c7ffb96-4b62-4f8f-aea2-c0ea9a94f501), after_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:30:30.718876 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a7ea80bb-0d73-4bc9-9f09-60dceb1f843a tempest-QuotasNegativeTest-1025648343 tempest-QuotasNegativeTest-1025648343-project-admin] Made reservation on behalf of 0e6bb0ff666e4123995b9475504fbc87 for: {'network': 1} {{(pid=103230) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 19:30:30.734684 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-a7ea80bb-0d73-4bc9-9f09-60dceb1f843a tempest-QuotasNegativeTest-1025648343 tempest-QuotasNegativeTest-1025648343-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for network (None), before_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:30:30.806225 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.provisioning_blocks [None req-aa405912-ecdd-4904-a0f1-168f1425147a None None] Provisioning complete for port 7ae35eb4-239a-4106-995f-63bcb4730611 triggered by entity DHCP. {{(pid=103232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 19:30:30.806787 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-aa405912-ecdd-4904-a0f1-168f1425147a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593630'] for port (7ae35eb4-239a-4106-995f-63bcb4730611), provisioning_complete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:30:30.854370 n-d-713498-36 neutron-server[103229]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 19:30:30.854370 n-d-713498-36 neutron-server[103229]: self.session.flush() Feb 09 19:30:30.854370 n-d-713498-36 neutron-server[103229]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 19:30:30.854370 n-d-713498-36 neutron-server[103229]: self.session.flush() Feb 09 19:30:30.854370 n-d-713498-36 neutron-server[103229]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 19:30:30.854370 n-d-713498-36 neutron-server[103229]: self.session.flush() Feb 09 19:30:30.854370 n-d-713498-36 neutron-server[103229]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 19:30:30.854370 n-d-713498-36 neutron-server[103229]: self.session.flush() Feb 09 19:30:30.854370 n-d-713498-36 neutron-server[103229]: Traceback (most recent call last): Feb 09 19:30:30.854370 n-d-713498-36 neutron-server[103229]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 19:30:30.854370 n-d-713498-36 neutron-server[103229]: timer() Feb 09 19:30:30.854370 n-d-713498-36 neutron-server[103229]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 19:30:30.854370 n-d-713498-36 neutron-server[103229]: cb(*args, **kw) Feb 09 19:30:30.854370 n-d-713498-36 neutron-server[103229]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 19:30:30.854370 n-d-713498-36 neutron-server[103229]: return func(*args, **kwargs) Feb 09 19:30:30.854370 n-d-713498-36 neutron-server[103229]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 19:30:30.854370 n-d-713498-36 neutron-server[103229]: self._notify() Feb 09 19:30:30.854370 n-d-713498-36 neutron-server[103229]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 19:30:30.854370 n-d-713498-36 neutron-server[103229]: self.callback(batched_events) Feb 09 19:30:30.854370 n-d-713498-36 neutron-server[103229]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 19:30:30.854370 n-d-713498-36 neutron-server[103229]: event.method(event) Feb 09 19:30:30.854370 n-d-713498-36 neutron-server[103229]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 19:30:30.854370 n-d-713498-36 neutron-server[103229]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 19:30:30.854370 n-d-713498-36 neutron-server[103229]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 19:30:30.854370 n-d-713498-36 neutron-server[103229]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 19:30:30.854370 n-d-713498-36 neutron-server[103229]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 19:30:30.854370 n-d-713498-36 neutron-server[103229]: return f(self, *a, **k) Feb 09 19:30:30.854370 n-d-713498-36 neutron-server[103229]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 19:30:30.854370 n-d-713498-36 neutron-server[103229]: return self._get(url).json() Feb 09 19:30:30.854370 n-d-713498-36 neutron-server[103229]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 19:30:30.854370 n-d-713498-36 neutron-server[103229]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 19:30:30.854370 n-d-713498-36 neutron-server[103229]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 19:30:30.854370 n-d-713498-36 neutron-server[103229]: return self.request(url, 'GET', **kwargs) Feb 09 19:30:30.854370 n-d-713498-36 neutron-server[103229]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 19:30:30.854370 n-d-713498-36 neutron-server[103229]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 19:30:30.854370 n-d-713498-36 neutron-server[103229]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 19:30:30.854370 n-d-713498-36 neutron-server[103229]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 19:30:30.854370 n-d-713498-36 neutron-server[103229]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 19:30:30.854370 n-d-713498-36 neutron-server[103229]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 19:30:30.854370 n-d-713498-36 neutron-server[103229]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 19:30:30.863912 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-743721f2-87bf-4391-8aa8-aa83fc03dd8c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1892331'] for security_group (8b2dd461-0425-4102-83aa-a8363804977f), after_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:30:30.925879 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a7ea80bb-0d73-4bc9-9f09-60dceb1f843a tempest-QuotasNegativeTest-1025648343 tempest-QuotasNegativeTest-1025648343-project-admin] vlan segment allocate from pool success with {'vlan_id': 366, 'physical_network': 'physnet1'} {{(pid=103230) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 19:30:30.971132 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-a7ea80bb-0d73-4bc9-9f09-60dceb1f843a tempest-QuotasNegativeTest-1025648343 tempest-QuotasNegativeTest-1025648343-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-759574'] for segment (70d9925b-675e-4a5b-b840-6c5e90fb4e27), precommit_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:30:30.971497 n-d-713498-36 neutron-server[103230]: INFO neutron.db.segments_db [None req-a7ea80bb-0d73-4bc9-9f09-60dceb1f843a tempest-QuotasNegativeTest-1025648343 tempest-QuotasNegativeTest-1025648343-project-admin] Added segment 70d9925b-675e-4a5b-b840-6c5e90fb4e27 of type vlan for network cdce89bf-66e1-4f0b-85ef-ad177d1f9143 Feb 09 19:30:31.077082 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-aa405912-ecdd-4904-a0f1-168f1425147a None None] Current status of the port 7ae35eb4-239a-4106-995f-63bcb4730611 is: ACTIVE; New status is: ACTIVE {{(pid=103232) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 19:30:31.102587 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-a7ea80bb-0d73-4bc9-9f09-60dceb1f843a tempest-QuotasNegativeTest-1025648343 tempest-QuotasNegativeTest-1025648343-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762866642225'] for network (cdce89bf-66e1-4f0b-85ef-ad177d1f9143), precommit_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:30:31.149613 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68a0324b-59bc-4340-96ff-006c63b7c797 req-94d8858e-8682-4859-a122-ed226377a0bc tempest-ServerActionsTestJSON-347500300 tempest-ServerActionsTestJSON-347500300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:30:31.154508 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-68a0324b-59bc-4340-96ff-006c63b7c797 req-94d8858e-8682-4859-a122-ed226377a0bc tempest-ServerActionsTestJSON-347500300 tempest-ServerActionsTestJSON-347500300-project] 10.222.0.75 "GET /v2.0/ports?device_id=de192669-200d-4920-933f-d2a9401df8ae HTTP/1.1" status: 200 len: 907 time: 0.7209966 Feb 09 19:30:31.159001 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-a7ea80bb-0d73-4bc9-9f09-60dceb1f843a tempest-QuotasNegativeTest-1025648343 tempest-QuotasNegativeTest-1025648343-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1885479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452'] for network (cdce89bf-66e1-4f0b-85ef-ad177d1f9143), after_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:30:31.160099 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7ea80bb-0d73-4bc9-9f09-60dceb1f843a tempest-QuotasNegativeTest-1025648343 tempest-QuotasNegativeTest-1025648343-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:30:31.162290 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-a7ea80bb-0d73-4bc9-9f09-60dceb1f843a tempest-QuotasNegativeTest-1025648343 tempest-QuotasNegativeTest-1025648343-project-admin] Publish callbacks [] for network (None), before_response {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:30:31.322302 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d99f1dd-4001-47ac-a202-e4a53fdd8bc5 req-8f2b6cd5-5ae5-4fba-b0f0-88b6feb6828b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:30:31.325417 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-9d99f1dd-4001-47ac-a202-e4a53fdd8bc5 req-8f2b6cd5-5ae5-4fba-b0f0-88b6feb6828b service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=d7a2ccbf0c8a475abd1520a0e31ab926&device_id=de192669-200d-4920-933f-d2a9401df8ae HTTP/1.1" status: 200 len: 1090 time: 1.0046804 Feb 09 19:30:31.346417 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7ea80bb-0d73-4bc9-9f09-60dceb1f843a tempest-QuotasNegativeTest-1025648343 tempest-QuotasNegativeTest-1025648343-project-admin] Pushing event updated for resources: {'Network': ['ID=cdce89bf-66e1-4f0b-85ef-ad177d1f9143,revision_number=1']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:30:31.357647 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Network cdce89bf-66e1-4f0b-85ef-ad177d1f9143 details requested by agent ovs-agent-n-d-713498-36 with host n-d-713498-36 {{(pid=103232) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 19:30:31.373145 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-a7ea80bb-0d73-4bc9-9f09-60dceb1f843a tempest-QuotasNegativeTest-1025648343 tempest-QuotasNegativeTest-1025648343-project-admin] 10.222.0.75 "POST /v2.0/networks HTTP/1.1" status: 201 len: 837 time: 1.2473061 Feb 09 19:30:31.414613 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 60510) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:30:31.428898 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.v2.base [None req-d4d26834-19d0-4c2f-a259-ba35541483be tempest-QuotasNegativeTest-1025648343 tempest-QuotasNegativeTest-1025648343-project-admin] Request body: {'network': {'project_id': '0e6bb0ff666e4123995b9475504fbc87'}} {{(pid=103230) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 19:30:31.611330 n-d-713498-36 neutron-server[103230]: INFO neutron.pecan_wsgi.hooks.translation [None req-d4d26834-19d0-4c2f-a259-ba35541483be tempest-QuotasNegativeTest-1025648343 tempest-QuotasNegativeTest-1025648343-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Feb 09 19:30:31.612395 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d4d26834-19d0-4c2f-a259-ba35541483be tempest-QuotasNegativeTest-1025648343 tempest-QuotasNegativeTest-1025648343-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=103230) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 19:30:31.638635 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-d4d26834-19d0-4c2f-a259-ba35541483be tempest-QuotasNegativeTest-1025648343 tempest-QuotasNegativeTest-1025648343-project-admin] 10.222.0.75 "POST /v2.0/networks HTTP/1.1" status: 409 len: 310 time: 0.2205355 Feb 09 19:30:31.640399 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d99f1dd-4001-47ac-a202-e4a53fdd8bc5 req-de9894a0-8b75-41c6-b48b-29acc979a148 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:30:31.644414 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-9d99f1dd-4001-47ac-a202-e4a53fdd8bc5 req-de9894a0-8b75-41c6-b48b-29acc979a148 service neutron] 10.222.0.90 "GET /v2.0/networks?id=bd12d1d0-518d-4d29-a00d-98410ba2cb8a HTTP/1.1" status: 200 len: 913 time: 0.3089733 Feb 09 19:30:31.649563 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 60514) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:30:31.721382 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-9d99f1dd-4001-47ac-a202-e4a53fdd8bc5 req-0b39db3f-8b0f-4361-b7ca-9a359822a922 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=7ae35eb4-239a-4106-995f-63bcb4730611 HTTP/1.1" status: 200 len: 217 time: 0.0692370 Feb 09 19:30:31.752612 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-e908660d-fbdf-43ea-8bce-23c57101758f tempest-NetworksIpV6Test-778680375 tempest-NetworksIpV6Test-778680375-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-590242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1885479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1818895'] for network (6761a8c6-a450-44d5-90f0-edfc5bdf1719), after_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:30:31.800149 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-e908660d-fbdf-43ea-8bce-23c57101758f tempest-NetworksIpV6Test-778680375 tempest-NetworksIpV6Test-778680375-project] Publish callbacks [] for network (None), before_response {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:30:31.822219 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-e908660d-fbdf-43ea-8bce-23c57101758f tempest-NetworksIpV6Test-778680375 tempest-NetworksIpV6Test-778680375-project] 10.222.0.75 "DELETE /v2.0/networks/6761a8c6-a450-44d5-90f0-edfc5bdf1719 HTTP/1.1" status: 204 len: 168 time: 4.5394757 Feb 09 19:30:31.826725 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 60520) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:30:31.851554 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-d0fa683f-acd7-4482-a2ef-789a3aa8c6b5 tempest-QuotasNegativeTest-1025648343 tempest-QuotasNegativeTest-1025648343-project-admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=0e6bb0ff666e4123995b9475504fbc87&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2005193 Feb 09 19:30:31.859035 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-743721f2-87bf-4391-8aa8-aa83fc03dd8c admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=b2f7f873ea994c1fa13f1e424532bf9f&name=default HTTP/1.1" status: 200 len: 3000 time: 2.3810272 Feb 09 19:30:31.859734 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 60522) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:30:31.860064 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 60524) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:30:31.926757 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e908660d-fbdf-43ea-8bce-23c57101758f tempest-NetworksIpV6Test-778680375 tempest-NetworksIpV6Test-778680375-project] Pushing event deleted for resources: {'Network': ['ID=6761a8c6-a450-44d5-90f0-edfc5bdf1719,revision_number=None']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:30:32.048251 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-743721f2-87bf-4391-8aa8-aa83fc03dd8c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8b2dd461-0425-4102-83aa-a8363804977f,revision_number=1']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:30:32.065069 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d99f1dd-4001-47ac-a202-e4a53fdd8bc5 req-9ec7b2b0-062b-4fe9-ac0e-51ccf558f98d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:30:32.069502 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-9d99f1dd-4001-47ac-a202-e4a53fdd8bc5 req-9ec7b2b0-062b-4fe9-ac0e-51ccf558f98d service neutron] 10.222.0.90 "GET /v2.0/subnets?id=60ccac4e-8e6b-4139-b4aa-9c0c5cc0e9e4 HTTP/1.1" status: 200 len: 851 time: 0.2422931 Feb 09 19:30:32.151128 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e60848ca-78b4-40b8-a81f-659faac8cea8 req-472f1ca0-eda9-496f-bb80-3457b60afb0b tempest-ServerActionsTestJSON-347500300 tempest-ServerActionsTestJSON-347500300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:30:32.155790 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-e60848ca-78b4-40b8-a81f-659faac8cea8 req-472f1ca0-eda9-496f-bb80-3457b60afb0b tempest-ServerActionsTestJSON-347500300 tempest-ServerActionsTestJSON-347500300-project] 10.222.0.75 "GET /v2.0/ports?device_id=a1fbc70b-9dd3-44f5-99b0-85f3dff92d7d HTTP/1.1" status: 200 len: 944 time: 0.4009862 Feb 09 19:30:32.169995 n-d-713498-36 neutron-server[103230]: INFO neutron.pecan_wsgi.hooks.translation [None req-699a3d06-e199-408b-9ed3-9072880e3b98 tempest-NetworksIpV6Test-778680375 tempest-NetworksIpV6Test-778680375-project] DELETE failed (client error): The resource could not be found. Feb 09 19:30:32.175765 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-699a3d06-e199-408b-9ed3-9072880e3b98 tempest-NetworksIpV6Test-778680375 tempest-NetworksIpV6Test-778680375-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103230) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 19:30:32.186154 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-699a3d06-e199-408b-9ed3-9072880e3b98 tempest-NetworksIpV6Test-778680375 tempest-NetworksIpV6Test-778680375-project] 10.222.0.75 "DELETE /v2.0/subnets/f3735a9c-2893-4f76-abb0-d196196928db HTTP/1.1" status: 404 len: 337 time: 0.3328590 Feb 09 19:30:32.191397 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 60528) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:30:32.243757 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-e60848ca-78b4-40b8-a81f-659faac8cea8 req-5b0670b2-183e-488e-b06a-1b6cb13df945 tempest-ServerActionsTestJSON-347500300 tempest-ServerActionsTestJSON-347500300-project] 10.222.0.75 "GET /v2.0/security-groups?id=22c4accd-b9e4-4e3e-aec5-b2bee068a6b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0810080 Feb 09 19:30:32.244603 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-c07951d5-c606-47d2-804a-cc8a60d64d6a admin admin] Publish callbacks [] for security_group (8b2dd461-0425-4102-83aa-a8363804977f), before_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:30:32.258462 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-8af8c214-89a9-4897-92a4-7ac38f21447f tempest-QuotasNegativeTest-1025648343 tempest-QuotasNegativeTest-1025648343-project-admin] Publish callbacks [] for security_group (6e321cae-87ed-457e-8a19-c17440b267a4), before_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:30:32.285123 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-c07951d5-c606-47d2-804a-cc8a60d64d6a admin admin] Publish callbacks [] for security_group (8b2dd461-0425-4102-83aa-a8363804977f), precommit_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:30:32.315530 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-8af8c214-89a9-4897-92a4-7ac38f21447f tempest-QuotasNegativeTest-1025648343 tempest-QuotasNegativeTest-1025648343-project-admin] Publish callbacks [] for security_group (6e321cae-87ed-457e-8a19-c17440b267a4), precommit_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:30:32.352957 n-d-713498-36 neutron-server[103230]: INFO neutron.pecan_wsgi.hooks.translation [None req-42368ad4-901f-4979-9387-1e20abbe417a tempest-NetworksIpV6Test-778680375 tempest-NetworksIpV6Test-778680375-project] DELETE failed (client error): The resource could not be found. Feb 09 19:30:32.352957 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-42368ad4-901f-4979-9387-1e20abbe417a tempest-NetworksIpV6Test-778680375 tempest-NetworksIpV6Test-778680375-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103230) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 19:30:32.367419 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-42368ad4-901f-4979-9387-1e20abbe417a tempest-NetworksIpV6Test-778680375 tempest-NetworksIpV6Test-778680375-project] 10.222.0.75 "DELETE /v2.0/networks/eafd67b4-0ff0-4c34-81b3-97cc3fce3c7b HTTP/1.1" status: 404 len: 339 time: 0.1190355 Feb 09 19:30:32.371938 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 60532) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:30:32.416336 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-8af8c214-89a9-4897-92a4-7ac38f21447f tempest-QuotasNegativeTest-1025648343 tempest-QuotasNegativeTest-1025648343-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1892331'] for security_group (6e321cae-87ed-457e-8a19-c17440b267a4), after_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:30:32.428968 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-8af8c214-89a9-4897-92a4-7ac38f21447f tempest-QuotasNegativeTest-1025648343 tempest-QuotasNegativeTest-1025648343-project-admin] Publish callbacks [] for security_group (None), before_response {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:30:32.436173 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-8af8c214-89a9-4897-92a4-7ac38f21447f tempest-QuotasNegativeTest-1025648343 tempest-QuotasNegativeTest-1025648343-project-admin] 10.222.0.75 "DELETE /v2.0/security-groups/6e321cae-87ed-457e-8a19-c17440b267a4 HTTP/1.1" status: 204 len: 168 time: 0.5626826 Feb 09 19:30:32.438656 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 60534) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:30:32.504804 n-d-713498-36 neutron-server[103230]: DEBUG neutron.db.db_base_plugin_v2 [None req-a4ca89d5-0689-4a79-bc2c-07a868ac17f4 tempest-NetworksIpV6Test-778680375 tempest-NetworksIpV6Test-778680375-project] Deleting subnet f8fa3a25-1f00-40da-ad05-c74a158d79de {{(pid=103230) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 19:30:32.510580 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-a4ca89d5-0689-4a79-bc2c-07a868ac17f4 tempest-NetworksIpV6Test-778680375 tempest-NetworksIpV6Test-778680375-project] Publish callbacks [] for subnet (f8fa3a25-1f00-40da-ad05-c74a158d79de), before_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:30:32.526994 n-d-713498-36 neutron-server[103233]: DEBUG neutron.db.agents_db [None req-4a8a6a42-0a0c-4437-8958-92282682b6bb None None] Agent healthcheck: found 7 active agents {{(pid=103233) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 19:30:32.621340 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-a4ca89d5-0689-4a79-bc2c-07a868ac17f4 tempest-NetworksIpV6Test-778680375 tempest-NetworksIpV6Test-778680375-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12895822'] for subnet (f8fa3a25-1f00-40da-ad05-c74a158d79de), precommit_delete_associations {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:30:32.681983 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-c07951d5-c606-47d2-804a-cc8a60d64d6a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1892331'] for security_group (8b2dd461-0425-4102-83aa-a8363804977f), after_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:30:32.687991 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-c07951d5-c606-47d2-804a-cc8a60d64d6a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:30:32.694755 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-c07951d5-c606-47d2-804a-cc8a60d64d6a admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/8b2dd461-0425-4102-83aa-a8363804977f HTTP/1.1" status: 204 len: 168 time: 0.8260756 Feb 09 19:30:32.698069 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-239dc33b-7dfc-46ae-9be9-e8f76dca7c98 tempest-QuotasNegativeTest-1025648343 tempest-QuotasNegativeTest-1025648343-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-670458'] for network (cdce89bf-66e1-4f0b-85ef-ad177d1f9143), before_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:30:32.724907 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8af8c214-89a9-4897-92a4-7ac38f21447f tempest-QuotasNegativeTest-1025648343 tempest-QuotasNegativeTest-1025648343-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6e321cae-87ed-457e-8a19-c17440b267a4,revision_number=None']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:30:32.779133 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c07951d5-c606-47d2-804a-cc8a60d64d6a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8b2dd461-0425-4102-83aa-a8363804977f,revision_number=None']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:30:32.979708 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-239dc33b-7dfc-46ae-9be9-e8f76dca7c98 tempest-QuotasNegativeTest-1025648343 tempest-QuotasNegativeTest-1025648343-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-590267', 'neutron.services.segments.db._delete_segments_for_network-8762867132609'] for network (cdce89bf-66e1-4f0b-85ef-ad177d1f9143), precommit_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:30:33.040218 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-a4ca89d5-0689-4a79-bc2c-07a868ac17f4 tempest-NetworksIpV6Test-778680375 tempest-NetworksIpV6Test-778680375-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-759852'] for subnet (f8fa3a25-1f00-40da-ad05-c74a158d79de), precommit_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:30:33.076589 n-d-713498-36 neutron-server[103229]: DEBUG neutron.services.segments.db [None req-239dc33b-7dfc-46ae-9be9-e8f76dca7c98 tempest-QuotasNegativeTest-1025648343 tempest-QuotasNegativeTest-1025648343-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cdce89bf-66e1-4f0b-85ef-ad177d1f9143']}} {{(pid=103229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:30:33.121732 n-d-713498-36 neutron-server[103229]: DEBUG neutron.services.segments.db [None req-239dc33b-7dfc-46ae-9be9-e8f76dca7c98 tempest-QuotasNegativeTest-1025648343 tempest-QuotasNegativeTest-1025648343-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '70d9925b-675e-4a5b-b840-6c5e90fb4e27') {'for_net_delete': True} {{(pid=103229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:30:33.123525 n-d-713498-36 neutron-server[103229]: DEBUG neutron.services.segments.db [None req-239dc33b-7dfc-46ae-9be9-e8f76dca7c98 tempest-QuotasNegativeTest-1025648343 tempest-QuotasNegativeTest-1025648343-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '70d9925b-675e-4a5b-b840-6c5e90fb4e27') {} {{(pid=103229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:30:33.150280 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-239dc33b-7dfc-46ae-9be9-e8f76dca7c98 tempest-QuotasNegativeTest-1025648343 tempest-QuotasNegativeTest-1025648343-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762867134154', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16683417'] for segment (70d9925b-675e-4a5b-b840-6c5e90fb4e27), before_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:30:33.186760 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-239dc33b-7dfc-46ae-9be9-e8f76dca7c98 tempest-QuotasNegativeTest-1025648343 tempest-QuotasNegativeTest-1025648343-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-759574'] for segment (70d9925b-675e-4a5b-b840-6c5e90fb4e27), precommit_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:30:33.204630 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-239dc33b-7dfc-46ae-9be9-e8f76dca7c98 tempest-QuotasNegativeTest-1025648343 tempest-QuotasNegativeTest-1025648343-project-admin] Releasing vlan 366 on physical network physnet1 to pool {{(pid=103229) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 19:30:33.204956 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-239dc33b-7dfc-46ae-9be9-e8f76dca7c98 tempest-QuotasNegativeTest-1025648343 tempest-QuotasNegativeTest-1025648343-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-759574', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12867469'] for segment (70d9925b-675e-4a5b-b840-6c5e90fb4e27), after_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:30:33.213453 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d99f1dd-4001-47ac-a202-e4a53fdd8bc5 req-3a2c43e1-c2b6-4423-b8a5-312e36c850c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:30:33.219113 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-9d99f1dd-4001-47ac-a202-e4a53fdd8bc5 req-3a2c43e1-c2b6-4423-b8a5-312e36c850c3 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=bd12d1d0-518d-4d29-a00d-98410ba2cb8a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 1.1370809 Feb 09 19:30:33.371412 n-d-713498-36 neutron-server[103229]: Traceback (most recent call last): Feb 09 19:30:33.371412 n-d-713498-36 neutron-server[103229]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 19:30:33.371412 n-d-713498-36 neutron-server[103229]: timer() Feb 09 19:30:33.371412 n-d-713498-36 neutron-server[103229]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 19:30:33.371412 n-d-713498-36 neutron-server[103229]: cb(*args, **kw) Feb 09 19:30:33.371412 n-d-713498-36 neutron-server[103229]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 19:30:33.371412 n-d-713498-36 neutron-server[103229]: return func(*args, **kwargs) Feb 09 19:30:33.371412 n-d-713498-36 neutron-server[103229]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 19:30:33.371412 n-d-713498-36 neutron-server[103229]: self._notify() Feb 09 19:30:33.371412 n-d-713498-36 neutron-server[103229]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 19:30:33.371412 n-d-713498-36 neutron-server[103229]: self.callback(batched_events) Feb 09 19:30:33.371412 n-d-713498-36 neutron-server[103229]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 19:30:33.371412 n-d-713498-36 neutron-server[103229]: event.method(event) Feb 09 19:30:33.371412 n-d-713498-36 neutron-server[103229]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 19:30:33.371412 n-d-713498-36 neutron-server[103229]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 19:30:33.371412 n-d-713498-36 neutron-server[103229]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 19:30:33.371412 n-d-713498-36 neutron-server[103229]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 19:30:33.371412 n-d-713498-36 neutron-server[103229]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 19:30:33.371412 n-d-713498-36 neutron-server[103229]: return f(self, *a, **k) Feb 09 19:30:33.371412 n-d-713498-36 neutron-server[103229]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 19:30:33.371412 n-d-713498-36 neutron-server[103229]: return self._get(url).json() Feb 09 19:30:33.371412 n-d-713498-36 neutron-server[103229]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 19:30:33.371412 n-d-713498-36 neutron-server[103229]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 19:30:33.371412 n-d-713498-36 neutron-server[103229]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 19:30:33.371412 n-d-713498-36 neutron-server[103229]: return self.request(url, 'GET', **kwargs) Feb 09 19:30:33.371412 n-d-713498-36 neutron-server[103229]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 19:30:33.371412 n-d-713498-36 neutron-server[103229]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 19:30:33.371412 n-d-713498-36 neutron-server[103229]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 19:30:33.371412 n-d-713498-36 neutron-server[103229]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 19:30:33.371412 n-d-713498-36 neutron-server[103229]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 19:30:33.371412 n-d-713498-36 neutron-server[103229]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 19:30:33.371412 n-d-713498-36 neutron-server[103229]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 19:30:33.402377 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 60546) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:30:33.448992 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-3ad7f282-4f13-4ada-acb4-61f242ca7a3b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:30:33.485543 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-239dc33b-7dfc-46ae-9be9-e8f76dca7c98 tempest-QuotasNegativeTest-1025648343 tempest-QuotasNegativeTest-1025648343-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-590242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1885479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1818895'] for network (cdce89bf-66e1-4f0b-85ef-ad177d1f9143), after_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:30:33.508846 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-239dc33b-7dfc-46ae-9be9-e8f76dca7c98 tempest-QuotasNegativeTest-1025648343 tempest-QuotasNegativeTest-1025648343-project-admin] Publish callbacks [] for network (None), before_response {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:30:33.520187 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-239dc33b-7dfc-46ae-9be9-e8f76dca7c98 tempest-QuotasNegativeTest-1025648343 tempest-QuotasNegativeTest-1025648343-project-admin] 10.222.0.75 "DELETE /v2.0/networks/cdce89bf-66e1-4f0b-85ef-ad177d1f9143 HTTP/1.1" status: 204 len: 168 time: 1.0683019 Feb 09 19:30:33.532894 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 60548) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:30:33.578852 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-528be09b-aaec-4ef3-a0f2-45bf539f3103 req-a558d930-0879-4686-801f-a14372388dd8 tempest-ServerActionsTestJSON-347500300 tempest-ServerActionsTestJSON-347500300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:30:33.584909 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-528be09b-aaec-4ef3-a0f2-45bf539f3103 req-a558d930-0879-4686-801f-a14372388dd8 tempest-ServerActionsTestJSON-347500300 tempest-ServerActionsTestJSON-347500300-project] 10.222.0.75 "GET /v2.0/ports?device_id=a1fbc70b-9dd3-44f5-99b0-85f3dff92d7d HTTP/1.1" status: 200 len: 944 time: 0.5244401 Feb 09 19:30:33.639556 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-239dc33b-7dfc-46ae-9be9-e8f76dca7c98 tempest-QuotasNegativeTest-1025648343 tempest-QuotasNegativeTest-1025648343-project-admin] Pushing event deleted for resources: {'Network': ['ID=cdce89bf-66e1-4f0b-85ef-ad177d1f9143,revision_number=None']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:30:33.656453 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-a4ca89d5-0689-4a79-bc2c-07a868ac17f4 tempest-NetworksIpV6Test-778680375 tempest-NetworksIpV6Test-778680375-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-760023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14393672', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12985882'] for subnet (f8fa3a25-1f00-40da-ad05-c74a158d79de), after_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:30:33.690653 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-a4ca89d5-0689-4a79-bc2c-07a868ac17f4 tempest-NetworksIpV6Test-778680375 tempest-NetworksIpV6Test-778680375-project] Publish callbacks [] for subnet (None), before_response {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:30:33.695876 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-a4ca89d5-0689-4a79-bc2c-07a868ac17f4 tempest-NetworksIpV6Test-778680375 tempest-NetworksIpV6Test-778680375-project] 10.222.0.75 "DELETE /v2.0/subnets/f8fa3a25-1f00-40da-ad05-c74a158d79de HTTP/1.1" status: 204 len: 168 time: 1.3124082 Feb 09 19:30:33.701003 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18a5ba6c-6996-48ae-a64c-02d1baed9376 None None] Network 3e85701e-593f-44e4-a2a1-cf7e647f7ac3 requested from n-d-713498-36 {{(pid=103232) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 19:30:33.702556 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 60550) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:30:33.906461 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-dc71f18a-3bcc-4845-b1c0-999cc8b3bf83 tempest-QuotasNegativeTest-1025648343 tempest-QuotasNegativeTest-1025648343-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-670458'] for network (d314a363-f429-4c03-8b79-6e838cf880ff), before_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:30:33.961190 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-c131e940-fe2f-4e13-8808-17d0a44cf4fa tempest-NetworksIpV6Test-778680375 tempest-NetworksIpV6Test-778680375-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-670458'] for network (3e85701e-593f-44e4-a2a1-cf7e647f7ac3), before_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:30:34.000148 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4ca89d5-0689-4a79-bc2c-07a868ac17f4 tempest-NetworksIpV6Test-778680375 tempest-NetworksIpV6Test-778680375-project] Pushing event deleted for resources: {'Subnet': ['ID=f8fa3a25-1f00-40da-ad05-c74a158d79de,revision_number=None']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:30:34.060751 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-528be09b-aaec-4ef3-a0f2-45bf539f3103 req-8d5ff425-3f52-4c11-b2e4-efaf2f73f629 tempest-ServerActionsTestJSON-347500300 tempest-ServerActionsTestJSON-347500300-project] 10.222.0.75 "GET /v2.0/security-groups?id=22c4accd-b9e4-4e3e-aec5-b2bee068a6b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4622467 Feb 09 19:30:34.065840 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-9d99f1dd-4001-47ac-a202-e4a53fdd8bc5 req-dfb039ff-f095-4855-9625-74c71ba89b26 service neutron] 10.222.0.90 "GET /v2.0/networks/bd12d1d0-518d-4d29-a00d-98410ba2cb8a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7248020 Feb 09 19:30:34.114868 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71363e19-922b-4e14-b21b-a3094aa4430f None None] DHCP port deletion for 3e85701e-593f-44e4-a2a1-cf7e647f7ac3 request from n-d-713498-36 {{(pid=103232) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 09 19:30:34.244696 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-71363e19-922b-4e14-b21b-a3094aa4430f None None] Deleting port e67ad186-fa2f-49e6-a63b-8a466105b790 {{(pid=103232) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 19:30:34.245321 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-71363e19-922b-4e14-b21b-a3094aa4430f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762867170196'] for port (e67ad186-fa2f-49e6-a63b-8a466105b790), before_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:30:34.260521 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-3ad7f282-4f13-4ada-acb4-61f242ca7a3b admin admin] Publish callbacks [] for security_group (166cf2d1-cdc6-4d12-9afc-067ce4ecf559), precommit_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:30:34.281680 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-dc71f18a-3bcc-4845-b1c0-999cc8b3bf83 tempest-QuotasNegativeTest-1025648343 tempest-QuotasNegativeTest-1025648343-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-590267', 'neutron.services.segments.db._delete_segments_for_network-8762867132609'] for network (d314a363-f429-4c03-8b79-6e838cf880ff), precommit_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:30:34.322570 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-3ad7f282-4f13-4ada-acb4-61f242ca7a3b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1892331'] for security_group (166cf2d1-cdc6-4d12-9afc-067ce4ecf559), after_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:30:34.391687 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.plugin [None req-c131e940-fe2f-4e13-8808-17d0a44cf4fa tempest-NetworksIpV6Test-778680375 tempest-NetworksIpV6Test-778680375-project] Deleting port e67ad186-fa2f-49e6-a63b-8a466105b790 {{(pid=103230) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 19:30:34.392141 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-c131e940-fe2f-4e13-8808-17d0a44cf4fa tempest-NetworksIpV6Test-778680375 tempest-NetworksIpV6Test-778680375-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762867170196'] for port (e67ad186-fa2f-49e6-a63b-8a466105b790), before_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:30:34.402018 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-71363e19-922b-4e14-b21b-a3094aa4430f None None] For port e67ad186-fa2f-49e6-a63b-8a466105b790, host n-d-713498-36, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-36',level=0,port_id=e67ad186-fa2f-49e6-a63b-8a466105b790,segment=NetworkSegment(bfec89b8-4018-4b9e-a554-cc7ac4a12034),segment_id=bfec89b8-4018-4b9e-a554-cc7ac4a12034)] {{(pid=103232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 19:30:34.402397 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-71363e19-922b-4e14-b21b-a3094aa4430f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1820838'] for port (e67ad186-fa2f-49e6-a63b-8a466105b790), precommit_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:30:34.406230 n-d-713498-36 neutron-server[103229]: DEBUG neutron.services.segments.db [None req-dc71f18a-3bcc-4845-b1c0-999cc8b3bf83 tempest-QuotasNegativeTest-1025648343 tempest-QuotasNegativeTest-1025648343-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d314a363-f429-4c03-8b79-6e838cf880ff']}} {{(pid=103229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:30:34.459425 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-71363e19-922b-4e14-b21b-a3094aa4430f None None] Calling delete_port for e67ad186-fa2f-49e6-a63b-8a466105b790 owned by network:dhcp {{(pid=103232) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 19:30:34.489422 n-d-713498-36 neutron-server[103229]: DEBUG neutron.services.segments.db [None req-dc71f18a-3bcc-4845-b1c0-999cc8b3bf83 tempest-QuotasNegativeTest-1025648343 tempest-QuotasNegativeTest-1025648343-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f54b463c-e8e5-4b0a-bcfb-2e5bae28fd1e') {'for_net_delete': True} {{(pid=103229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:30:34.506228 n-d-713498-36 neutron-server[103229]: DEBUG neutron.services.segments.db [None req-dc71f18a-3bcc-4845-b1c0-999cc8b3bf83 tempest-QuotasNegativeTest-1025648343 tempest-QuotasNegativeTest-1025648343-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f54b463c-e8e5-4b0a-bcfb-2e5bae28fd1e') {} {{(pid=103229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:30:34.530738 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-3ad7f282-4f13-4ada-acb4-61f242ca7a3b admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=12f160f333554fa88ccd5ed7532bc19e&name=default HTTP/1.1" status: 200 len: 3000 time: 1.1264007 Feb 09 19:30:34.531776 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 60562) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:30:34.532679 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.db [None req-c131e940-fe2f-4e13-8808-17d0a44cf4fa tempest-NetworksIpV6Test-778680375 tempest-NetworksIpV6Test-778680375-project] For port e67ad186-fa2f-49e6-a63b-8a466105b790, host n-d-713498-36, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-36',level=0,port_id=e67ad186-fa2f-49e6-a63b-8a466105b790,segment=NetworkSegment(bfec89b8-4018-4b9e-a554-cc7ac4a12034),segment_id=bfec89b8-4018-4b9e-a554-cc7ac4a12034)] {{(pid=103230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 19:30:34.533149 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-c131e940-fe2f-4e13-8808-17d0a44cf4fa tempest-NetworksIpV6Test-778680375 tempest-NetworksIpV6Test-778680375-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1820838'] for port (e67ad186-fa2f-49e6-a63b-8a466105b790), precommit_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:30:34.567120 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.plugin [None req-c131e940-fe2f-4e13-8808-17d0a44cf4fa tempest-NetworksIpV6Test-778680375 tempest-NetworksIpV6Test-778680375-project] Calling delete_port for e67ad186-fa2f-49e6-a63b-8a466105b790 owned by network:dhcp {{(pid=103230) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 19:30:34.631333 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-dc71f18a-3bcc-4845-b1c0-999cc8b3bf83 tempest-QuotasNegativeTest-1025648343 tempest-QuotasNegativeTest-1025648343-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762867134154', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16683417'] for segment (f54b463c-e8e5-4b0a-bcfb-2e5bae28fd1e), before_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:30:34.661535 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-dc71f18a-3bcc-4845-b1c0-999cc8b3bf83 tempest-QuotasNegativeTest-1025648343 tempest-QuotasNegativeTest-1025648343-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-759574'] for segment (f54b463c-e8e5-4b0a-bcfb-2e5bae28fd1e), precommit_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:30:34.670664 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dc71f18a-3bcc-4845-b1c0-999cc8b3bf83 tempest-QuotasNegativeTest-1025648343 tempest-QuotasNegativeTest-1025648343-project-admin] Releasing vlan 350 on physical network physnet1 to pool {{(pid=103229) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 19:30:34.671178 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-dc71f18a-3bcc-4845-b1c0-999cc8b3bf83 tempest-QuotasNegativeTest-1025648343 tempest-QuotasNegativeTest-1025648343-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-759574', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12867469'] for segment (f54b463c-e8e5-4b0a-bcfb-2e5bae28fd1e), after_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:30:34.673527 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-71363e19-922b-4e14-b21b-a3094aa4430f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762867177463', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762866656476'] for port (e67ad186-fa2f-49e6-a63b-8a466105b790), after_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:30:34.685852 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-9d99f1dd-4001-47ac-a202-e4a53fdd8bc5 req-f2ac6ab5-3fba-4c27-8fcf-e8d4a2d2c1b0 service neutron] 10.222.0.90 "GET /v2.0/networks/bd12d1d0-518d-4d29-a00d-98410ba2cb8a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5785484 Feb 09 19:30:34.709538 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71363e19-922b-4e14-b21b-a3094aa4430f None None] No DVR routers for this DVR port e67ad186-fa2f-49e6-a63b-8a466105b790 on host n-d-713498-36 {{(pid=103232) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 19:30:34.757714 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71363e19-922b-4e14-b21b-a3094aa4430f None None] Pushing event deleted for resources: {'Port': ['ID=e67ad186-fa2f-49e6-a63b-8a466105b790,revision_number=None']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:30:34.786355 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-c131e940-fe2f-4e13-8808-17d0a44cf4fa tempest-NetworksIpV6Test-778680375 tempest-NetworksIpV6Test-778680375-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762867177463', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762866656476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14393751'] for port (e67ad186-fa2f-49e6-a63b-8a466105b790), after_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:30:34.821558 n-d-713498-36 neutron-server[103229]: Traceback (most recent call last): Feb 09 19:30:34.821558 n-d-713498-36 neutron-server[103229]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 19:30:34.821558 n-d-713498-36 neutron-server[103229]: timer() Feb 09 19:30:34.821558 n-d-713498-36 neutron-server[103229]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 19:30:34.821558 n-d-713498-36 neutron-server[103229]: cb(*args, **kw) Feb 09 19:30:34.821558 n-d-713498-36 neutron-server[103229]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 19:30:34.821558 n-d-713498-36 neutron-server[103229]: return func(*args, **kwargs) Feb 09 19:30:34.821558 n-d-713498-36 neutron-server[103229]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 19:30:34.821558 n-d-713498-36 neutron-server[103229]: self._notify() Feb 09 19:30:34.821558 n-d-713498-36 neutron-server[103229]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 19:30:34.821558 n-d-713498-36 neutron-server[103229]: self.callback(batched_events) Feb 09 19:30:34.821558 n-d-713498-36 neutron-server[103229]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 19:30:34.821558 n-d-713498-36 neutron-server[103229]: event.method(event) Feb 09 19:30:34.821558 n-d-713498-36 neutron-server[103229]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 19:30:34.821558 n-d-713498-36 neutron-server[103229]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 19:30:34.821558 n-d-713498-36 neutron-server[103229]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 19:30:34.821558 n-d-713498-36 neutron-server[103229]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 19:30:34.821558 n-d-713498-36 neutron-server[103229]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 19:30:34.821558 n-d-713498-36 neutron-server[103229]: return f(self, *a, **k) Feb 09 19:30:34.821558 n-d-713498-36 neutron-server[103229]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 19:30:34.821558 n-d-713498-36 neutron-server[103229]: return self._get(url).json() Feb 09 19:30:34.821558 n-d-713498-36 neutron-server[103229]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 19:30:34.821558 n-d-713498-36 neutron-server[103229]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 19:30:34.821558 n-d-713498-36 neutron-server[103229]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 19:30:34.821558 n-d-713498-36 neutron-server[103229]: return self.request(url, 'GET', **kwargs) Feb 09 19:30:34.821558 n-d-713498-36 neutron-server[103229]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 19:30:34.821558 n-d-713498-36 neutron-server[103229]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 19:30:34.821558 n-d-713498-36 neutron-server[103229]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 19:30:34.821558 n-d-713498-36 neutron-server[103229]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 19:30:34.821558 n-d-713498-36 neutron-server[103229]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 19:30:34.821558 n-d-713498-36 neutron-server[103229]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 19:30:34.821558 n-d-713498-36 neutron-server[103229]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 19:30:34.823822 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ad7f282-4f13-4ada-acb4-61f242ca7a3b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=166cf2d1-cdc6-4d12-9afc-067ce4ecf559,revision_number=1']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:30:34.841389 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-dc71f18a-3bcc-4845-b1c0-999cc8b3bf83 tempest-QuotasNegativeTest-1025648343 tempest-QuotasNegativeTest-1025648343-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-590242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1885479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1818895'] for network (d314a363-f429-4c03-8b79-6e838cf880ff), after_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:30:34.881625 n-d-713498-36 neutron-server[103230]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c131e940-fe2f-4e13-8808-17d0a44cf4fa tempest-NetworksIpV6Test-778680375 tempest-NetworksIpV6Test-778680375-project] No DVR routers for this DVR port e67ad186-fa2f-49e6-a63b-8a466105b790 on host n-d-713498-36 {{(pid=103230) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 19:30:34.912978 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c131e940-fe2f-4e13-8808-17d0a44cf4fa tempest-NetworksIpV6Test-778680375 tempest-NetworksIpV6Test-778680375-project] Pushing event deleted for resources: {'Port': ['ID=e67ad186-fa2f-49e6-a63b-8a466105b790,revision_number=None']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:30:34.957446 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-dc71f18a-3bcc-4845-b1c0-999cc8b3bf83 tempest-QuotasNegativeTest-1025648343 tempest-QuotasNegativeTest-1025648343-project-admin] Publish callbacks [] for network (None), before_response {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:30:34.965207 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-dc71f18a-3bcc-4845-b1c0-999cc8b3bf83 tempest-QuotasNegativeTest-1025648343 tempest-QuotasNegativeTest-1025648343-project-admin] 10.222.0.75 "DELETE /v2.0/networks/d314a363-f429-4c03-8b79-6e838cf880ff HTTP/1.1" status: 204 len: 168 time: 1.4274435 Feb 09 19:30:35.057819 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc71f18a-3bcc-4845-b1c0-999cc8b3bf83 tempest-QuotasNegativeTest-1025648343 tempest-QuotasNegativeTest-1025648343-project-admin] Pushing event deleted for resources: {'Network': ['ID=d314a363-f429-4c03-8b79-6e838cf880ff,revision_number=None']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:30:35.107112 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Device e67ad186-fa2f-49e6-a63b-8a466105b790 no longer exists at agent ovs-agent-n-d-713498-36 {{(pid=103232) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 19:30:35.126396 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-c8339944-3ac4-4add-a70b-ae4c082cb90b admin admin] Publish callbacks [] for security_group (166cf2d1-cdc6-4d12-9afc-067ce4ecf559), before_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:30:35.169199 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-c131e940-fe2f-4e13-8808-17d0a44cf4fa tempest-NetworksIpV6Test-778680375 tempest-NetworksIpV6Test-778680375-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-590267', 'neutron.services.segments.db._delete_segments_for_network-8762867132609'] for network (3e85701e-593f-44e4-a2a1-cf7e647f7ac3), precommit_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:30:35.184851 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] No Port match for: e67ad186-fa2f-49e6-a63b-8a466105b790 {{(pid=103232) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 19:30:35.185210 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Device e67ad186-fa2f-49e6-a63b-8a466105b790 not bound to the agent host n-d-713498-36 {{(pid=103232) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 19:30:35.210188 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9cba590-6d8c-48a5-abf1-74df4d3386f4 req-b32a4dc8-03cd-4157-a6ad-cce530011001 tempest-ServerActionsTestJSON-347500300 tempest-ServerActionsTestJSON-347500300-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:30:35.212695 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-d9cba590-6d8c-48a5-abf1-74df4d3386f4 req-b32a4dc8-03cd-4157-a6ad-cce530011001 tempest-ServerActionsTestJSON-347500300 tempest-ServerActionsTestJSON-347500300-project] 10.222.0.75 "GET /v2.0/networks?id=bd12d1d0-518d-4d29-a00d-98410ba2cb8a HTTP/1.1" status: 200 len: 812 time: 0.3837869 Feb 09 19:30:35.216719 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-c8339944-3ac4-4add-a70b-ae4c082cb90b admin admin] Publish callbacks [] for security_group (166cf2d1-cdc6-4d12-9afc-067ce4ecf559), precommit_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:30:35.247487 n-d-713498-36 neutron-server[103230]: DEBUG neutron.services.segments.db [None req-c131e940-fe2f-4e13-8808-17d0a44cf4fa tempest-NetworksIpV6Test-778680375 tempest-NetworksIpV6Test-778680375-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3e85701e-593f-44e4-a2a1-cf7e647f7ac3']}} {{(pid=103230) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:30:35.281369 n-d-713498-36 neutron-server[103230]: DEBUG neutron.services.segments.db [None req-c131e940-fe2f-4e13-8808-17d0a44cf4fa tempest-NetworksIpV6Test-778680375 tempest-NetworksIpV6Test-778680375-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bfec89b8-4018-4b9e-a554-cc7ac4a12034') {'for_net_delete': True} {{(pid=103230) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:30:35.281583 n-d-713498-36 neutron-server[103230]: DEBUG neutron.services.segments.db [None req-c131e940-fe2f-4e13-8808-17d0a44cf4fa tempest-NetworksIpV6Test-778680375 tempest-NetworksIpV6Test-778680375-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bfec89b8-4018-4b9e-a554-cc7ac4a12034') {} {{(pid=103230) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:30:35.307578 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-d9cba590-6d8c-48a5-abf1-74df4d3386f4 req-a107dc6c-9ebb-4e66-a8ee-2f0d5bc85e29 tempest-ServerActionsTestJSON-347500300 tempest-ServerActionsTestJSON-347500300-project] 10.222.0.75 "GET /v2.0/quotas/d7a2ccbf0c8a475abd1520a0e31ab926 HTTP/1.1" status: 200 len: 375 time: 0.0578365 Feb 09 19:30:35.333928 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-c131e940-fe2f-4e13-8808-17d0a44cf4fa tempest-NetworksIpV6Test-778680375 tempest-NetworksIpV6Test-778680375-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762867134154', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12895813'] for segment (bfec89b8-4018-4b9e-a554-cc7ac4a12034), before_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:30:35.373712 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-c131e940-fe2f-4e13-8808-17d0a44cf4fa tempest-NetworksIpV6Test-778680375 tempest-NetworksIpV6Test-778680375-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-759574'] for segment (bfec89b8-4018-4b9e-a554-cc7ac4a12034), precommit_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:30:35.385217 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c131e940-fe2f-4e13-8808-17d0a44cf4fa tempest-NetworksIpV6Test-778680375 tempest-NetworksIpV6Test-778680375-project] Releasing vlan 374 on physical network physnet1 to pool {{(pid=103230) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 19:30:35.386829 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-c131e940-fe2f-4e13-8808-17d0a44cf4fa tempest-NetworksIpV6Test-778680375 tempest-NetworksIpV6Test-778680375-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-759574', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14393826'] for segment (bfec89b8-4018-4b9e-a554-cc7ac4a12034), after_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:30:35.483763 n-d-713498-36 neutron-server[103230]: /opt/stack/neutron/neutron/extensions/quotasv2.py:141: UserWarning: Neutron quota engine will require "--force" parameter to set a quota limit without checking the resource usage. Feb 09 19:30:35.483763 n-d-713498-36 neutron-server[103230]: warnings.warn('Neutron quota engine will require "--force" ' Feb 09 19:30:35.483763 n-d-713498-36 neutron-server[103230]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 19:30:35.483763 n-d-713498-36 neutron-server[103230]: self.session.flush() Feb 09 19:30:35.483763 n-d-713498-36 neutron-server[103230]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 19:30:35.483763 n-d-713498-36 neutron-server[103230]: self.session.flush() Feb 09 19:30:35.483763 n-d-713498-36 neutron-server[103230]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 19:30:35.483763 n-d-713498-36 neutron-server[103230]: self.session.flush() Feb 09 19:30:35.483763 n-d-713498-36 neutron-server[103230]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 19:30:35.483763 n-d-713498-36 neutron-server[103230]: self.session.flush() Feb 09 19:30:35.483763 n-d-713498-36 neutron-server[103230]: Traceback (most recent call last): Feb 09 19:30:35.483763 n-d-713498-36 neutron-server[103230]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 19:30:35.483763 n-d-713498-36 neutron-server[103230]: timer() Feb 09 19:30:35.483763 n-d-713498-36 neutron-server[103230]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 19:30:35.483763 n-d-713498-36 neutron-server[103230]: cb(*args, **kw) Feb 09 19:30:35.483763 n-d-713498-36 neutron-server[103230]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 19:30:35.483763 n-d-713498-36 neutron-server[103230]: return func(*args, **kwargs) Feb 09 19:30:35.483763 n-d-713498-36 neutron-server[103230]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 19:30:35.483763 n-d-713498-36 neutron-server[103230]: self._notify() Feb 09 19:30:35.483763 n-d-713498-36 neutron-server[103230]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 19:30:35.483763 n-d-713498-36 neutron-server[103230]: self.callback(batched_events) Feb 09 19:30:35.483763 n-d-713498-36 neutron-server[103230]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 19:30:35.483763 n-d-713498-36 neutron-server[103230]: event.method(event) Feb 09 19:30:35.483763 n-d-713498-36 neutron-server[103230]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 19:30:35.483763 n-d-713498-36 neutron-server[103230]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 19:30:35.483763 n-d-713498-36 neutron-server[103230]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 19:30:35.483763 n-d-713498-36 neutron-server[103230]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 19:30:35.483763 n-d-713498-36 neutron-server[103230]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 19:30:35.483763 n-d-713498-36 neutron-server[103230]: return f(self, *a, **k) Feb 09 19:30:35.483763 n-d-713498-36 neutron-server[103230]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 19:30:35.483763 n-d-713498-36 neutron-server[103230]: return self._get(url).json() Feb 09 19:30:35.483763 n-d-713498-36 neutron-server[103230]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 19:30:35.483763 n-d-713498-36 neutron-server[103230]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 19:30:35.483763 n-d-713498-36 neutron-server[103230]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 19:30:35.483763 n-d-713498-36 neutron-server[103230]: return self.request(url, 'GET', **kwargs) Feb 09 19:30:35.483763 n-d-713498-36 neutron-server[103230]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 19:30:35.483763 n-d-713498-36 neutron-server[103230]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 19:30:35.483763 n-d-713498-36 neutron-server[103230]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 19:30:35.483763 n-d-713498-36 neutron-server[103230]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 19:30:35.483763 n-d-713498-36 neutron-server[103230]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 19:30:35.483763 n-d-713498-36 neutron-server[103230]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 19:30:35.483763 n-d-713498-36 neutron-server[103230]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 19:30:35.608259 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-c131e940-fe2f-4e13-8808-17d0a44cf4fa tempest-NetworksIpV6Test-778680375 tempest-NetworksIpV6Test-778680375-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-590242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1885479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1818895'] for network (3e85701e-593f-44e4-a2a1-cf7e647f7ac3), after_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:30:35.627420 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-c131e940-fe2f-4e13-8808-17d0a44cf4fa tempest-NetworksIpV6Test-778680375 tempest-NetworksIpV6Test-778680375-project] Publish callbacks [] for network (None), before_response {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:30:35.639527 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-c131e940-fe2f-4e13-8808-17d0a44cf4fa tempest-NetworksIpV6Test-778680375 tempest-NetworksIpV6Test-778680375-project] 10.222.0.75 "DELETE /v2.0/networks/3e85701e-593f-44e4-a2a1-cf7e647f7ac3 HTTP/1.1" status: 204 len: 168 time: 1.8793263 Feb 09 19:30:35.644863 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-c8339944-3ac4-4add-a70b-ae4c082cb90b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1892331'] for security_group (166cf2d1-cdc6-4d12-9afc-067ce4ecf559), after_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:30:35.648474 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-c8339944-3ac4-4add-a70b-ae4c082cb90b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:30:35.662982 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-c8339944-3ac4-4add-a70b-ae4c082cb90b admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/166cf2d1-cdc6-4d12-9afc-067ce4ecf559 HTTP/1.1" status: 204 len: 168 time: 1.1272273 Feb 09 19:30:35.689248 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8339944-3ac4-4add-a70b-ae4c082cb90b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=166cf2d1-cdc6-4d12-9afc-067ce4ecf559,revision_number=None']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:30:35.701034 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c131e940-fe2f-4e13-8808-17d0a44cf4fa tempest-NetworksIpV6Test-778680375 tempest-NetworksIpV6Test-778680375-project] Pushing event deleted for resources: {'Network': ['ID=3e85701e-593f-44e4-a2a1-cf7e647f7ac3,revision_number=None']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:30:35.723275 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-d9cba590-6d8c-48a5-abf1-74df4d3386f4 req-70ac7736-a820-46de-845f-2e7733f85276 tempest-ServerActionsTestJSON-347500300 tempest-ServerActionsTestJSON-347500300-project] 10.222.0.75 "GET /v2.0/ports?tenant_id=d7a2ccbf0c8a475abd1520a0e31ab926&fields=id HTTP/1.1" status: 200 len: 486 time: 0.4127626 Feb 09 19:30:36.639747 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 60600) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:30:36.798922 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-d9cba590-6d8c-48a5-abf1-74df4d3386f4 req-fc5d6b96-eda4-4e94-b66a-3b070a1b3b32 service neutron] 10.222.0.75 "GET /v2.0/networks/bd12d1d0-518d-4d29-a00d-98410ba2cb8a?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0702591 Feb 09 19:30:36.872952 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 60610) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:30:37.049743 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-d9cba590-6d8c-48a5-abf1-74df4d3386f4 req-76513d86-644e-4a0a-9901-438b39780452 service neutron] 10.222.0.75 "GET /v2.0/networks/bd12d1d0-518d-4d29-a00d-98410ba2cb8a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2442195 Feb 09 19:30:37.111040 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-8c063963-c66c-4275-951c-b6b7d6b2d847 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:30:37.244210 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 60620) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:30:37.273763 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-f8a8850f-11dd-467d-90a9-f3fa2ec4221e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:30:37.484833 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-e5eaf845-9e78-44b8-af97-9d37a5faabe4 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=bd151944d16d4fcdb5d08a0c24a278dc&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6096056 Feb 09 19:30:37.490174 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 60630) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:30:37.530701 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-34e513e0-4180-4608-b9b2-47b6926c940e req-c37861e2-3a00-4320-9822-0f2ecc9cfa85 tempest-ServerActionsTestJSON-347500300 tempest-ServerActionsTestJSON-347500300-project] 10.222.0.75 "GET /v2.0/ports?device_id=b7a61ec4-b421-4c48-b109-b3c29e4ee261 HTTP/1.1" status: 200 len: 210 time: 0.1211233 Feb 09 19:30:37.624195 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-8c063963-c66c-4275-951c-b6b7d6b2d847 admin admin] Publish callbacks [] for security_group (c7c3c4ad-6fff-4892-b030-c5dbe9118bae), precommit_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:30:37.629167 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-8c063963-c66c-4275-951c-b6b7d6b2d847 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1892331'] for security_group (c7c3c4ad-6fff-4892-b030-c5dbe9118bae), after_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:30:37.673128 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-f8a8850f-11dd-467d-90a9-f3fa2ec4221e admin admin] Publish callbacks [] for security_group (a14ea6b0-8c43-469b-b697-77558565a146), precommit_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:30:37.693219 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-f8a8850f-11dd-467d-90a9-f3fa2ec4221e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1892331'] for security_group (a14ea6b0-8c43-469b-b697-77558565a146), after_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:30:37.706779 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c063963-c66c-4275-951c-b6b7d6b2d847 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c7c3c4ad-6fff-4892-b030-c5dbe9118bae,revision_number=1']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:30:37.744144 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-8c063963-c66c-4275-951c-b6b7d6b2d847 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=9cd74ea7aa404a1c8af4b26d9b84ee8b&name=default HTTP/1.1" status: 200 len: 3000 time: 1.1029980 Feb 09 19:30:37.747786 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 60632) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:30:37.878274 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8a8850f-11dd-467d-90a9-f3fa2ec4221e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a14ea6b0-8c43-469b-b697-77558565a146,revision_number=1']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:30:37.888541 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-824b9c70-c090-4dd8-a3a9-350cb59a88ea admin admin] Publish callbacks [] for security_group (c4db1d7d-881a-4f59-83f4-3bfc7984e3c0), before_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:30:37.920471 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-f8a8850f-11dd-467d-90a9-f3fa2ec4221e admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=c631ab32fa464cedb57b6de2bd2b4466&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6696708 Feb 09 19:30:37.957073 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 60642) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:30:37.967911 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-6b90fb5b-14dd-411c-ab94-067d893c2fd1 admin admin] Publish callbacks [] for security_group (c7c3c4ad-6fff-4892-b030-c5dbe9118bae), before_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:30:38.008967 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-824b9c70-c090-4dd8-a3a9-350cb59a88ea admin admin] Publish callbacks [] for security_group (c4db1d7d-881a-4f59-83f4-3bfc7984e3c0), precommit_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:30:38.109008 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-6b90fb5b-14dd-411c-ab94-067d893c2fd1 admin admin] Publish callbacks [] for security_group (c7c3c4ad-6fff-4892-b030-c5dbe9118bae), precommit_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:30:38.136116 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-824b9c70-c090-4dd8-a3a9-350cb59a88ea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1892331'] for security_group (c4db1d7d-881a-4f59-83f4-3bfc7984e3c0), after_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:30:38.140303 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-824b9c70-c090-4dd8-a3a9-350cb59a88ea admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:30:38.145134 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-824b9c70-c090-4dd8-a3a9-350cb59a88ea admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/c4db1d7d-881a-4f59-83f4-3bfc7984e3c0 HTTP/1.1" status: 204 len: 168 time: 0.6539664 Feb 09 19:30:38.167705 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-824b9c70-c090-4dd8-a3a9-350cb59a88ea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c4db1d7d-881a-4f59-83f4-3bfc7984e3c0,revision_number=None']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:30:38.280810 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-d36d3b9d-3114-4e36-993f-7f6d1f3661cd admin admin] Publish callbacks [] for security_group (a14ea6b0-8c43-469b-b697-77558565a146), before_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:30:38.392183 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-d36d3b9d-3114-4e36-993f-7f6d1f3661cd admin admin] Publish callbacks [] for security_group (a14ea6b0-8c43-469b-b697-77558565a146), precommit_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:30:38.518757 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-6b90fb5b-14dd-411c-ab94-067d893c2fd1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1892331'] for security_group (c7c3c4ad-6fff-4892-b030-c5dbe9118bae), after_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:30:38.529057 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-6b90fb5b-14dd-411c-ab94-067d893c2fd1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:30:38.532693 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-6b90fb5b-14dd-411c-ab94-067d893c2fd1 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/c7c3c4ad-6fff-4892-b030-c5dbe9118bae HTTP/1.1" status: 204 len: 168 time: 0.7838840 Feb 09 19:30:38.599670 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b90fb5b-14dd-411c-ab94-067d893c2fd1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c7c3c4ad-6fff-4892-b030-c5dbe9118bae,revision_number=None']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:30:38.644207 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-d36d3b9d-3114-4e36-993f-7f6d1f3661cd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1892331'] for security_group (a14ea6b0-8c43-469b-b697-77558565a146), after_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:30:38.654987 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-d36d3b9d-3114-4e36-993f-7f6d1f3661cd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:30:38.660267 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-d36d3b9d-3114-4e36-993f-7f6d1f3661cd admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/a14ea6b0-8c43-469b-b697-77558565a146 HTTP/1.1" status: 204 len: 168 time: 0.6863735 Feb 09 19:30:38.733397 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d36d3b9d-3114-4e36-993f-7f6d1f3661cd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a14ea6b0-8c43-469b-b697-77558565a146,revision_number=None']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:30:38.838623 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-bdb9b0f9-1e78-4692-af94-69630c42ffb1 req-f90b78de-412f-4eed-85bb-dd4868b23c05 tempest-ServerActionsTestJSON-347500300 tempest-ServerActionsTestJSON-347500300-project] 10.222.0.75 "GET /v2.0/ports?device_id=b7a61ec4-b421-4c48-b109-b3c29e4ee261 HTTP/1.1" status: 200 len: 210 time: 0.0930018 Feb 09 19:30:39.638134 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 60676) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:30:39.678400 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-6f9f1f07-175e-4791-ace0-1ee891a1d917 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:30:39.964262 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-6f9f1f07-175e-4791-ace0-1ee891a1d917 admin admin] Publish callbacks [] for security_group (94052e55-ce2e-48be-a1a6-0b563d8425f8), precommit_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:30:39.971897 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-6f9f1f07-175e-4791-ace0-1ee891a1d917 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1892331'] for security_group (94052e55-ce2e-48be-a1a6-0b563d8425f8), after_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:30:40.073209 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9cba590-6d8c-48a5-abf1-74df4d3386f4 req-6fbc7923-c0d3-426f-b08c-d99fa2725e0e tempest-ServerActionsTestJSON-347500300 tempest-ServerActionsTestJSON-347500300-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:30:40.096301 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-d9cba590-6d8c-48a5-abf1-74df4d3386f4 req-6fbc7923-c0d3-426f-b08c-d99fa2725e0e tempest-ServerActionsTestJSON-347500300 tempest-ServerActionsTestJSON-347500300-project] 10.222.0.89 "GET /v2.0/networks?id=bd12d1d0-518d-4d29-a00d-98410ba2cb8a HTTP/1.1" status: 200 len: 812 time: 0.5613153 Feb 09 19:30:40.113019 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.v2.base [req-d9cba590-6d8c-48a5-abf1-74df4d3386f4 req-b5dd8602-f214-4117-ad6d-f983cc938730 tempest-ServerActionsTestJSON-347500300 tempest-ServerActionsTestJSON-347500300-project] Request body: {'port': {'device_id': 'b7a61ec4-b421-4c48-b109-b3c29e4ee261', 'network_id': 'bd12d1d0-518d-4d29-a00d-98410ba2cb8a', 'admin_state_up': True, 'tenant_id': 'd7a2ccbf0c8a475abd1520a0e31ab926'}} {{(pid=103229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 19:30:40.124034 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f9f1f07-175e-4791-ace0-1ee891a1d917 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=94052e55-ce2e-48be-a1a6-0b563d8425f8,revision_number=1']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:30:40.173875 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [req-b066f009-670c-410d-bb41-9446041b204b req-cbbfa801-ed1c-4434-a412-26d7fb0b85d4 tempest-ServerMetadataNegativeTestJSON-2018743871 tempest-ServerMetadataNegativeTestJSON-2018743871-project] (103229) timed out ('10.222.0.90', 54540) {{(pid=103229) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Feb 09 19:30:40.299910 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 60690) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:30:40.300460 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-6f9f1f07-175e-4791-ace0-1ee891a1d917 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=85fffabe1b31409fae91f6399d3af285&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6604125 Feb 09 19:30:40.320642 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-cd5b3bf1-34a9-4454-972b-229a45c75572 req-4b1b8610-cdb4-44e6-b07c-590d92d6b65f tempest-ServerActionsTestJSON-347500300 tempest-ServerActionsTestJSON-347500300-project] 10.222.0.75 "GET /v2.0/ports?device_id=b7a61ec4-b421-4c48-b109-b3c29e4ee261 HTTP/1.1" status: 200 len: 210 time: 0.2006569 Feb 09 19:30:40.623003 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d9cba590-6d8c-48a5-abf1-74df4d3386f4 req-b5dd8602-f214-4117-ad6d-f983cc938730 tempest-ServerActionsTestJSON-347500300 tempest-ServerActionsTestJSON-347500300-project] Made reservation on behalf of d7a2ccbf0c8a475abd1520a0e31ab926 for: {'port': 1} {{(pid=103229) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 19:30:40.632945 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-d9cba590-6d8c-48a5-abf1-74df4d3386f4 req-b5dd8602-f214-4117-ad6d-f983cc938730 tempest-ServerActionsTestJSON-347500300 tempest-ServerActionsTestJSON-347500300-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (None), before_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:30:40.740552 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-a7f19618-fb16-4a6d-a40f-7fe49dfddf54 admin admin] Publish callbacks [] for security_group (94052e55-ce2e-48be-a1a6-0b563d8425f8), before_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:30:40.811497 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-d1bf85a2-416f-4316-a7ec-2161926593cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762867132591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593584'] for agent (af91e4b9-f4e1-42b1-a25c-a10dc47171c8), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:30:40.852031 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-a7f19618-fb16-4a6d-a40f-7fe49dfddf54 admin admin] Publish callbacks [] for security_group (94052e55-ce2e-48be-a1a6-0b563d8425f8), precommit_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:30:40.946454 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [req-cb2a9a5d-bd0a-40d6-be47-af4da1028111 req-566fc32c-434a-48c6-a7e6-20b84aa9ced4 service neutron] (103229) timed out ('10.222.0.90', 54532) {{(pid=103229) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Feb 09 19:30:40.949157 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-a7f19618-fb16-4a6d-a40f-7fe49dfddf54 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1892331'] for security_group (94052e55-ce2e-48be-a1a6-0b563d8425f8), after_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:30:40.977512 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-a7f19618-fb16-4a6d-a40f-7fe49dfddf54 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:30:40.980585 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-a7f19618-fb16-4a6d-a40f-7fe49dfddf54 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/94052e55-ce2e-48be-a1a6-0b563d8425f8 HTTP/1.1" status: 204 len: 168 time: 0.6780112 Feb 09 19:30:41.029889 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7f19618-fb16-4a6d-a40f-7fe49dfddf54 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=94052e55-ce2e-48be-a1a6-0b563d8425f8,revision_number=None']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:30:41.255058 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 60718) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:30:41.337364 n-d-713498-36 neutron-server[103229]: DEBUG neutron.db.db_base_plugin_common [req-d9cba590-6d8c-48a5-abf1-74df4d3386f4 req-b5dd8602-f214-4117-ad6d-f983cc938730 tempest-ServerActionsTestJSON-347500300 tempest-ServerActionsTestJSON-347500300-project] Allocated IP 172.20.0.3 (bd12d1d0-518d-4d29-a00d-98410ba2cb8a/60ccac4e-8e6b-4139-b4aa-9c0c5cc0e9e4/c8a5f00d-9fd8-4671-a7fd-94a27433dbff) {{(pid=103229) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 19:30:41.636108 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-da6658f3-4ee5-435f-9970-797a04b8d50c req-1f9baf39-918d-4789-a39c-2086857ed69d tempest-ServerActionsTestJSON-347500300 tempest-ServerActionsTestJSON-347500300-project] 10.222.0.75 "GET /v2.0/ports?device_id=b7a61ec4-b421-4c48-b109-b3c29e4ee261 HTTP/1.1" status: 200 len: 210 time: 0.1253388 Feb 09 19:30:41.822261 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.v2.base [None req-1cd95c36-e4c1-4241-b403-4652c3f304c4 tempest-RoutersTest-1116560139 tempest-RoutersTest-1116560139-project] Request body: {'network': {'name': 'tempest-RoutersTest-1065676711'}} {{(pid=103230) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 19:30:41.951601 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1cd95c36-e4c1-4241-b403-4652c3f304c4 tempest-RoutersTest-1116560139 tempest-RoutersTest-1116560139-project] Made reservation on behalf of 009d54e3af88488b8213379431f58202 for: {'network': 1} {{(pid=103230) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 19:30:41.954973 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-1cd95c36-e4c1-4241-b403-4652c3f304c4 tempest-RoutersTest-1116560139 tempest-RoutersTest-1116560139-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for network (None), before_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:30:41.993475 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-1cd95c36-e4c1-4241-b403-4652c3f304c4 tempest-RoutersTest-1116560139 tempest-RoutersTest-1116560139-project] Publish callbacks [] for security_group (None), before_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:30:42.138798 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-d9cba590-6d8c-48a5-abf1-74df4d3386f4 req-b5dd8602-f214-4117-ad6d-f983cc938730 tempest-ServerActionsTestJSON-347500300 tempest-ServerActionsTestJSON-347500300-project] Publish callbacks [] for port (c8a5f00d-9fd8-4671-a7fd-94a27433dbff), precommit_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:30:42.286305 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-d9cba590-6d8c-48a5-abf1-74df4d3386f4 req-b5dd8602-f214-4117-ad6d-f983cc938730 tempest-ServerActionsTestJSON-347500300 tempest-ServerActionsTestJSON-347500300-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762866656467', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12867576'] for port (c8a5f00d-9fd8-4671-a7fd-94a27433dbff), after_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:30:42.300104 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] get_ports_and_sgs() called for port_ids ['f0b7f9af-8f64-4260-b1ad-67fc140f8d5e'] {{(pid=103232) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 19:30:42.384300 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-1cd95c36-e4c1-4241-b403-4652c3f304c4 tempest-RoutersTest-1116560139 tempest-RoutersTest-1116560139-project] Publish callbacks [] for security_group (eaac53ec-516e-44eb-a3a2-d9b915c5c247), precommit_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:30:42.394083 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-1cd95c36-e4c1-4241-b403-4652c3f304c4 tempest-RoutersTest-1116560139 tempest-RoutersTest-1116560139-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1892331'] for security_group (eaac53ec-516e-44eb-a3a2-d9b915c5c247), after_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:30:42.463861 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-7429db8d-6021-40ad-813e-885be449a89b None None] get_ports_and_sgs() called for port_ids ['e138b0c7-e271-4e23-bf5b-bfa7a9e842fc'] {{(pid=103232) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 19:30:42.505580 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1cd95c36-e4c1-4241-b403-4652c3f304c4 tempest-RoutersTest-1116560139 tempest-RoutersTest-1116560139-project] vlan segment allocate from pool success with {'vlan_id': 367, 'physical_network': 'physnet1'} {{(pid=103230) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 19:30:42.560187 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5dd8602-f214-4117-ad6d-f983cc938730 tempest-ServerActionsTestJSON-347500300 tempest-ServerActionsTestJSON-347500300-project] Pushing event updated for resources: {'Port': ['ID=c8a5f00d-9fd8-4671-a7fd-94a27433dbff,revision_number=1']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:30:42.601592 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-1cd95c36-e4c1-4241-b403-4652c3f304c4 tempest-RoutersTest-1116560139 tempest-RoutersTest-1116560139-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-759574'] for segment (38e341b3-c7de-4564-bf3e-3fa4aead565a), precommit_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:30:42.602349 n-d-713498-36 neutron-server[103230]: INFO neutron.db.segments_db [None req-1cd95c36-e4c1-4241-b403-4652c3f304c4 tempest-RoutersTest-1116560139 tempest-RoutersTest-1116560139-project] Added segment 38e341b3-c7de-4564-bf3e-3fa4aead565a of type vlan for network ebde60f3-5679-4ebb-8427-c82552e334ee Feb 09 19:30:42.633656 n-d-713498-36 neutron-server[103229]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d9cba590-6d8c-48a5-abf1-74df4d3386f4 req-b5dd8602-f214-4117-ad6d-f983cc938730 tempest-ServerActionsTestJSON-347500300 tempest-ServerActionsTestJSON-347500300-project] Network bd12d1d0-518d-4d29-a00d-98410ba2cb8a is already hosted by enough agents. {{(pid=103229) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 19:30:42.644708 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5dd8602-f214-4117-ad6d-f983cc938730 tempest-ServerActionsTestJSON-347500300 tempest-ServerActionsTestJSON-347500300-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:30:42.645070 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5dd8602-f214-4117-ad6d-f983cc938730 tempest-ServerActionsTestJSON-347500300 tempest-ServerActionsTestJSON-347500300-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:30:42.645399 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5dd8602-f214-4117-ad6d-f983cc938730 tempest-ServerActionsTestJSON-347500300 tempest-ServerActionsTestJSON-347500300-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:30:42.645736 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5dd8602-f214-4117-ad6d-f983cc938730 tempest-ServerActionsTestJSON-347500300 tempest-ServerActionsTestJSON-347500300-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:30:42.646098 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5dd8602-f214-4117-ad6d-f983cc938730 tempest-ServerActionsTestJSON-347500300 tempest-ServerActionsTestJSON-347500300-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:30:42.646433 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5dd8602-f214-4117-ad6d-f983cc938730 tempest-ServerActionsTestJSON-347500300 tempest-ServerActionsTestJSON-347500300-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:30:42.646763 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5dd8602-f214-4117-ad6d-f983cc938730 tempest-ServerActionsTestJSON-347500300 tempest-ServerActionsTestJSON-347500300-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:30:42.664630 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5dd8602-f214-4117-ad6d-f983cc938730 tempest-ServerActionsTestJSON-347500300 tempest-ServerActionsTestJSON-347500300-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:30:42.665359 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5dd8602-f214-4117-ad6d-f983cc938730 tempest-ServerActionsTestJSON-347500300 tempest-ServerActionsTestJSON-347500300-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:30:42.667361 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5dd8602-f214-4117-ad6d-f983cc938730 tempest-ServerActionsTestJSON-347500300 tempest-ServerActionsTestJSON-347500300-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:30:42.669190 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5dd8602-f214-4117-ad6d-f983cc938730 tempest-ServerActionsTestJSON-347500300 tempest-ServerActionsTestJSON-347500300-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:30:42.670863 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5dd8602-f214-4117-ad6d-f983cc938730 tempest-ServerActionsTestJSON-347500300 tempest-ServerActionsTestJSON-347500300-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:30:42.674895 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5dd8602-f214-4117-ad6d-f983cc938730 tempest-ServerActionsTestJSON-347500300 tempest-ServerActionsTestJSON-347500300-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:30:42.689628 n-d-713498-36 neutron-server[103229]: DEBUG neutron.scheduler.base_scheduler [req-d9cba590-6d8c-48a5-abf1-74df4d3386f4 req-b5dd8602-f214-4117-ad6d-f983cc938730 tempest-ServerActionsTestJSON-347500300 tempest-ServerActionsTestJSON-347500300-project] Resources bound (agent type, host, resource id): {{(pid=103229) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 19:30:42.712793 n-d-713498-36 neutron-server[103229]: DEBUG neutron.db.l3_dvrscheduler_db [req-d9cba590-6d8c-48a5-abf1-74df4d3386f4 req-b5dd8602-f214-4117-ad6d-f983cc938730 tempest-ServerActionsTestJSON-347500300 tempest-ServerActionsTestJSON-347500300-project] Received port after_create {{(pid=103229) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 19:30:42.844028 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9cba590-6d8c-48a5-abf1-74df4d3386f4 req-b5dd8602-f214-4117-ad6d-f983cc938730 tempest-ServerActionsTestJSON-347500300 tempest-ServerActionsTestJSON-347500300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:30:42.846035 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-d9cba590-6d8c-48a5-abf1-74df4d3386f4 req-b5dd8602-f214-4117-ad6d-f983cc938730 tempest-ServerActionsTestJSON-347500300 tempest-ServerActionsTestJSON-347500300-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171096'] for port (None), before_response {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:30:42.853538 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cd95c36-e4c1-4241-b403-4652c3f304c4 tempest-RoutersTest-1116560139 tempest-RoutersTest-1116560139-project] Pushing event updated for resources: {'SecurityGroup': ['ID=eaac53ec-516e-44eb-a3a2-d9b915c5c247,revision_number=1']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:30:42.892027 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-d9cba590-6d8c-48a5-abf1-74df4d3386f4 req-b5dd8602-f214-4117-ad6d-f983cc938730 tempest-ServerActionsTestJSON-347500300 tempest-ServerActionsTestJSON-347500300-project] 10.222.0.89 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.7829952 Feb 09 19:30:42.913236 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.v2.base [req-d9cba590-6d8c-48a5-abf1-74df4d3386f4 req-58578f96-68e8-4765-baa2-f24a82c80e3a service neutron] Request body: {'port': {'device_id': 'b7a61ec4-b421-4c48-b109-b3c29e4ee261', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-713498-36'}} {{(pid=103229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 19:30:42.940366 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-1cd95c36-e4c1-4241-b403-4652c3f304c4 tempest-RoutersTest-1116560139 tempest-RoutersTest-1116560139-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762866642225'] for network (ebde60f3-5679-4ebb-8427-c82552e334ee), precommit_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:30:43.133700 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-d9cba590-6d8c-48a5-abf1-74df4d3386f4 req-58578f96-68e8-4765-baa2-f24a82c80e3a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (c8a5f00d-9fd8-4671-a7fd-94a27433dbff), before_update {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:30:43.167091 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-39831de9-ee26-4b14-98eb-3c48aa83e2b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762867132591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593584'] for agent (93303d5e-5d17-45e8-8963-7694f87783ae), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:30:43.507645 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-1cd95c36-e4c1-4241-b403-4652c3f304c4 tempest-RoutersTest-1116560139 tempest-RoutersTest-1116560139-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1885479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452'] for network (ebde60f3-5679-4ebb-8427-c82552e334ee), after_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:30:43.518367 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1cd95c36-e4c1-4241-b403-4652c3f304c4 tempest-RoutersTest-1116560139 tempest-RoutersTest-1116560139-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:30:43.520152 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-1cd95c36-e4c1-4241-b403-4652c3f304c4 tempest-RoutersTest-1116560139 tempest-RoutersTest-1116560139-project] Publish callbacks [] for network (None), before_response {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:30:43.557509 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.provisioning_blocks [None req-781b0361-dec6-4455-ae99-3a84aacaa4cd None None] Provisioning complete for port c8a5f00d-9fd8-4671-a7fd-94a27433dbff triggered by entity DHCP. {{(pid=103232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 19:30:43.557509 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-781b0361-dec6-4455-ae99-3a84aacaa4cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593630'] for port (c8a5f00d-9fd8-4671-a7fd-94a27433dbff), provisioning_complete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:30:43.586808 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-1cd95c36-e4c1-4241-b403-4652c3f304c4 tempest-RoutersTest-1116560139 tempest-RoutersTest-1116560139-project] 10.222.0.75 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 2.3300064 Feb 09 19:30:43.677736 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 60772) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:30:43.697260 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.v2.base [None req-c8757eb5-3800-4ee1-8493-33c46fc746db tempest-RoutersTest-1116560139 tempest-RoutersTest-1116560139-project] Request body: {'network': {'name': 'tempest-RoutersTest-1195127433'}} {{(pid=103230) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 19:30:43.718564 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-781b0361-dec6-4455-ae99-3a84aacaa4cd None None] Port c8a5f00d-9fd8-4671-a7fd-94a27433dbff cannot update to ACTIVE because it is not bound. {{(pid=103232) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 19:30:43.797027 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56e184a5-adc6-47e9-bed8-df3d10661a80 req-eea2321c-6e99-4193-bbc2-542d63496960 tempest-ServerActionsTestJSON-347500300 tempest-ServerActionsTestJSON-347500300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:30:43.809838 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-56e184a5-adc6-47e9-bed8-df3d10661a80 req-eea2321c-6e99-4193-bbc2-542d63496960 tempest-ServerActionsTestJSON-347500300 tempest-ServerActionsTestJSON-347500300-project] 10.222.0.75 "GET /v2.0/ports?device_id=b7a61ec4-b421-4c48-b109-b3c29e4ee261 HTTP/1.1" status: 200 len: 931 time: 0.6713111 Feb 09 19:30:43.927362 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cd95c36-e4c1-4241-b403-4652c3f304c4 tempest-RoutersTest-1116560139 tempest-RoutersTest-1116560139-project] Pushing event updated for resources: {'Network': ['ID=ebde60f3-5679-4ebb-8427-c82552e334ee,revision_number=1']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:30:43.938839 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Network ebde60f3-5679-4ebb-8427-c82552e334ee details requested by agent ovs-agent-n-d-713498-36 with host n-d-713498-36 {{(pid=103232) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 19:30:44.037981 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-56e184a5-adc6-47e9-bed8-df3d10661a80 req-6a05c4f1-2028-4f2b-8ade-a70773f1e910 tempest-ServerActionsTestJSON-347500300 tempest-ServerActionsTestJSON-347500300-project] 10.222.0.75 "GET /v2.0/security-groups?id=f62a4cfa-cf5c-41a8-8bc5-ff3861f4d88a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1962793 Feb 09 19:30:44.042146 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c8757eb5-3800-4ee1-8493-33c46fc746db tempest-RoutersTest-1116560139 tempest-RoutersTest-1116560139-project] Made reservation on behalf of 009d54e3af88488b8213379431f58202 for: {'network': 1} {{(pid=103230) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 19:30:44.062376 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-c8757eb5-3800-4ee1-8493-33c46fc746db tempest-RoutersTest-1116560139 tempest-RoutersTest-1116560139-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for network (None), before_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:30:44.112730 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c8757eb5-3800-4ee1-8493-33c46fc746db tempest-RoutersTest-1116560139 tempest-RoutersTest-1116560139-project] vlan segment allocate from pool success with {'vlan_id': 356, 'physical_network': 'physnet1'} {{(pid=103230) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 19:30:44.128508 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-c8757eb5-3800-4ee1-8493-33c46fc746db tempest-RoutersTest-1116560139 tempest-RoutersTest-1116560139-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-759574'] for segment (c5816db1-d5ad-48c9-9bc9-182f464f43d7), precommit_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:30:44.129685 n-d-713498-36 neutron-server[103230]: INFO neutron.db.segments_db [None req-c8757eb5-3800-4ee1-8493-33c46fc746db tempest-RoutersTest-1116560139 tempest-RoutersTest-1116560139-project] Added segment c5816db1-d5ad-48c9-9bc9-182f464f43d7 of type vlan for network 4b7ed94a-5f8c-456e-9fe4-044f2c9717b2 Feb 09 19:30:44.218711 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-c8757eb5-3800-4ee1-8493-33c46fc746db tempest-RoutersTest-1116560139 tempest-RoutersTest-1116560139-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762866642225'] for network (4b7ed94a-5f8c-456e-9fe4-044f2c9717b2), precommit_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:30:44.273937 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-c8757eb5-3800-4ee1-8493-33c46fc746db tempest-RoutersTest-1116560139 tempest-RoutersTest-1116560139-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1885479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452'] for network (4b7ed94a-5f8c-456e-9fe4-044f2c9717b2), after_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:30:44.281218 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8757eb5-3800-4ee1-8493-33c46fc746db tempest-RoutersTest-1116560139 tempest-RoutersTest-1116560139-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:30:44.282156 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-c8757eb5-3800-4ee1-8493-33c46fc746db tempest-RoutersTest-1116560139 tempest-RoutersTest-1116560139-project] Publish callbacks [] for network (None), before_response {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:30:44.343081 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-edc54c9b-7f13-45d9-9271-85c9738b0128 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762867132591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593584'] for agent (a62b1850-466f-48ae-bec7-d62fb280e14b), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:30:44.375074 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8757eb5-3800-4ee1-8493-33c46fc746db tempest-RoutersTest-1116560139 tempest-RoutersTest-1116560139-project] Pushing event updated for resources: {'Network': ['ID=4b7ed94a-5f8c-456e-9fe4-044f2c9717b2,revision_number=1']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:30:44.381658 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-c8757eb5-3800-4ee1-8493-33c46fc746db tempest-RoutersTest-1116560139 tempest-RoutersTest-1116560139-project] 10.222.0.75 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.6949883 Feb 09 19:30:44.384356 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 60796) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:30:44.387867 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Network 4b7ed94a-5f8c-456e-9fe4-044f2c9717b2 details requested by agent ovs-agent-n-d-713498-36 with host n-d-713498-36 {{(pid=103232) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 19:30:44.390191 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.v2.base [None req-9f42cdd6-a6de-4750-a6e7-469f9d13a765 tempest-RoutersTest-1116560139 tempest-RoutersTest-1116560139-project] Request body: {'subnet': {'network_id': 'ebde60f3-5679-4ebb-8427-c82552e334ee', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103230) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 19:30:44.413642 n-d-713498-36 neutron-server[103229]: DEBUG neutron.notifiers.nova [req-d9cba590-6d8c-48a5-abf1-74df4d3386f4 req-58578f96-68e8-4765-baa2-f24a82c80e3a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c8a5f00d-9fd8-4671-a7fd-94a27433dbff {{(pid=103229) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 19:30:44.433652 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-d9cba590-6d8c-48a5-abf1-74df4d3386f4 req-58578f96-68e8-4765-baa2-f24a82c80e3a service neutron] Publish callbacks [] for port (c8a5f00d-9fd8-4671-a7fd-94a27433dbff), precommit_update {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:30:44.473387 n-d-713498-36 neutron-server[103229]: DEBUG neutron.db.provisioning_blocks [req-d9cba590-6d8c-48a5-abf1-74df4d3386f4 req-58578f96-68e8-4765-baa2-f24a82c80e3a service neutron] Transition to ACTIVE for port object c8a5f00d-9fd8-4671-a7fd-94a27433dbff will not be triggered until provisioned by entity L2. {{(pid=103229) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 19:30:44.481080 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-d9cba590-6d8c-48a5-abf1-74df4d3386f4 req-58578f96-68e8-4765-baa2-f24a82c80e3a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762867176205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762866656485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762866656503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12867569'] for port (c8a5f00d-9fd8-4671-a7fd-94a27433dbff), after_update {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:30:44.583875 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58578f96-68e8-4765-baa2-f24a82c80e3a service neutron] Pushing event updated for resources: {'Port': ['ID=c8a5f00d-9fd8-4671-a7fd-94a27433dbff,revision_number=2']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:30:44.598441 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9f42cdd6-a6de-4750-a6e7-469f9d13a765 tempest-RoutersTest-1116560139 tempest-RoutersTest-1116560139-project] Made reservation on behalf of 009d54e3af88488b8213379431f58202 for: {'subnet': 1} {{(pid=103230) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 19:30:44.606161 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-9f42cdd6-a6de-4750-a6e7-469f9d13a765 tempest-RoutersTest-1116560139 tempest-RoutersTest-1116560139-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12985917'] for subnet (None), before_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:30:44.934502 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.managers [req-d9cba590-6d8c-48a5-abf1-74df4d3386f4 req-58578f96-68e8-4765-baa2-f24a82c80e3a service neutron] Attempting to bind port c8a5f00d-9fd8-4671-a7fd-94a27433dbff on host n-h1-713498-36 for vnic_type normal with profile {{(pid=103229) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 19:30:44.934979 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.managers [req-d9cba590-6d8c-48a5-abf1-74df4d3386f4 req-58578f96-68e8-4765-baa2-f24a82c80e3a service neutron] Attempting to bind port c8a5f00d-9fd8-4671-a7fd-94a27433dbff by drivers openvswitch,hyperv on host n-h1-713498-36 at level 0 using segments [{'id': '9110d757-e4eb-424b-97b9-32896b689ba3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': 'bd12d1d0-518d-4d29-a00d-98410ba2cb8a'}] {{(pid=103229) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 19:30:44.935392 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9cba590-6d8c-48a5-abf1-74df4d3386f4 req-58578f96-68e8-4765-baa2-f24a82c80e3a service neutron] Attempting to bind port c8a5f00d-9fd8-4671-a7fd-94a27433dbff on network bd12d1d0-518d-4d29-a00d-98410ba2cb8a {{(pid=103229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 19:30:44.956148 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9cba590-6d8c-48a5-abf1-74df4d3386f4 req-58578f96-68e8-4765-baa2-f24a82c80e3a service neutron] Port c8a5f00d-9fd8-4671-a7fd-94a27433dbff on network bd12d1d0-518d-4d29-a00d-98410ba2cb8a not bound, no agent of type Open vSwitch agent registered on host n-h1-713498-36 {{(pid=103229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 19:30:44.956744 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9cba590-6d8c-48a5-abf1-74df4d3386f4 req-58578f96-68e8-4765-baa2-f24a82c80e3a service neutron] Attempting to bind port c8a5f00d-9fd8-4671-a7fd-94a27433dbff on network bd12d1d0-518d-4d29-a00d-98410ba2cb8a {{(pid=103229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 19:30:44.994781 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9cba590-6d8c-48a5-abf1-74df4d3386f4 req-58578f96-68e8-4765-baa2-f24a82c80e3a service neutron] Checking agent: {'id': '488cd9ae-631f-4955-ba0b-4f5a13f12e9c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713498-36', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 18, 59, 18), 'started_at': datetime.datetime(2022, 2, 9, 18, 59, 18), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 19, 30, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 19:30:45.002323 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9cba590-6d8c-48a5-abf1-74df4d3386f4 req-58578f96-68e8-4765-baa2-f24a82c80e3a service neutron] Checking segment: {'id': '9110d757-e4eb-424b-97b9-32896b689ba3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': 'bd12d1d0-518d-4d29-a00d-98410ba2cb8a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103229) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 19:30:45.002809 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9cba590-6d8c-48a5-abf1-74df4d3386f4 req-58578f96-68e8-4765-baa2-f24a82c80e3a service neutron] Bound using segment: {'id': '9110d757-e4eb-424b-97b9-32896b689ba3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': 'bd12d1d0-518d-4d29-a00d-98410ba2cb8a'} {{(pid=103229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 19:30:45.009719 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.managers [req-d9cba590-6d8c-48a5-abf1-74df4d3386f4 req-58578f96-68e8-4765-baa2-f24a82c80e3a service neutron] Bound port: c8a5f00d-9fd8-4671-a7fd-94a27433dbff, host: n-h1-713498-36, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9110d757-e4eb-424b-97b9-32896b689ba3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': 'bd12d1d0-518d-4d29-a00d-98410ba2cb8a'}}] {{(pid=103229) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 19:30:45.010643 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-d9cba590-6d8c-48a5-abf1-74df4d3386f4 req-58578f96-68e8-4765-baa2-f24a82c80e3a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (c8a5f00d-9fd8-4671-a7fd-94a27433dbff), before_update {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:30:45.054511 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-9f42cdd6-a6de-4750-a6e7-469f9d13a765 tempest-RoutersTest-1116560139 tempest-RoutersTest-1116560139-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14393611', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12985859'] for subnet (8b3ec5ff-510d-47b1-b1aa-158a64a95a70), after_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:30:45.245148 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 60822) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:30:45.302113 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.db [req-d9cba590-6d8c-48a5-abf1-74df4d3386f4 req-58578f96-68e8-4765-baa2-f24a82c80e3a service neutron] For port c8a5f00d-9fd8-4671-a7fd-94a27433dbff, host n-h1-713498-36, cleared binding levels {{(pid=103229) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 19:30:45.354084 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.db [req-d9cba590-6d8c-48a5-abf1-74df4d3386f4 req-58578f96-68e8-4765-baa2-f24a82c80e3a service neutron] For port c8a5f00d-9fd8-4671-a7fd-94a27433dbff, host n-h1-713498-36, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-36',level=0,port_id=c8a5f00d-9fd8-4671-a7fd-94a27433dbff,segment=NetworkSegment(9110d757-e4eb-424b-97b9-32896b689ba3),segment_id=9110d757-e4eb-424b-97b9-32896b689ba3)] {{(pid=103229) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 19:30:45.364224 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-d9cba590-6d8c-48a5-abf1-74df4d3386f4 req-58578f96-68e8-4765-baa2-f24a82c80e3a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762867176205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762866656485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762866656503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12867569'] for port (c8a5f00d-9fd8-4671-a7fd-94a27433dbff), after_update {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:30:45.419290 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9cba590-6d8c-48a5-abf1-74df4d3386f4 req-58578f96-68e8-4765-baa2-f24a82c80e3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:30:45.420217 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-d9cba590-6d8c-48a5-abf1-74df4d3386f4 req-58578f96-68e8-4765-baa2-f24a82c80e3a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171096'] for port (None), before_response {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:30:45.421644 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-d9cba590-6d8c-48a5-abf1-74df4d3386f4 req-58578f96-68e8-4765-baa2-f24a82c80e3a service neutron] 10.222.0.89 "PUT /v2.0/ports/c8a5f00d-9fd8-4671-a7fd-94a27433dbff HTTP/1.1" status: 200 len: 1092 time: 2.5217552 Feb 09 19:30:45.435716 n-d-713498-36 neutron-server[103229]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b7a61ec4-b421-4c48-b109-b3c29e4ee261', 'tag': 'c8a5f00d-9fd8-4671-a7fd-94a27433dbff'}] {{(pid=103229) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 19:30:45.437280 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f42cdd6-a6de-4750-a6e7-469f9d13a765 tempest-RoutersTest-1116560139 tempest-RoutersTest-1116560139-project] Pushing event updated for resources: {'Subnet': ['ID=8b3ec5ff-510d-47b1-b1aa-158a64a95a70,revision_number=0']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:30:45.440680 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f42cdd6-a6de-4750-a6e7-469f9d13a765 tempest-RoutersTest-1116560139 tempest-RoutersTest-1116560139-project] Checking segment: {'id': '38e341b3-c7de-4564-bf3e-3fa4aead565a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': 'ebde60f3-5679-4ebb-8427-c82552e334ee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103230) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 19:30:45.441137 n-d-713498-36 neutron-server[103230]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f42cdd6-a6de-4750-a6e7-469f9d13a765 tempest-RoutersTest-1116560139 tempest-RoutersTest-1116560139-project] Network hostable DHCP agents. Network: ebde60f3-5679-4ebb-8427-c82552e334ee, hostable agents: ['af91e4b9-f4e1-42b1-a25c-a10dc47171c8'], hosted agents: [] {{(pid=103230) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 19:30:45.443401 n-d-713498-36 neutron-server[103229]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fa6ae9a20702bd564eaf90d946620b2b4277b1ab91129323d3b54181076be307" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-10f2f671-69f0-4466-9611-3c6a46844312" -d '{"events": [{"name": "network-changed", "server_uuid": "b7a61ec4-b421-4c48-b109-b3c29e4ee261", "tag": "c8a5f00d-9fd8-4671-a7fd-94a27433dbff"}]}' {{(pid=103229) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 19:30:45.472916 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c5a1d60-f9ce-4307-9200-00889f710476 req-dd80ccc6-73df-4d1a-99c9-d9ba41559a0c tempest-ServerActionsTestJSON-347500300 tempest-ServerActionsTestJSON-347500300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:30:45.474769 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-4c5a1d60-f9ce-4307-9200-00889f710476 req-dd80ccc6-73df-4d1a-99c9-d9ba41559a0c tempest-ServerActionsTestJSON-347500300 tempest-ServerActionsTestJSON-347500300-project] 10.222.0.75 "GET /v2.0/ports?device_id=b7a61ec4-b421-4c48-b109-b3c29e4ee261 HTTP/1.1" status: 200 len: 943 time: 0.2609966 Feb 09 19:30:45.540096 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f42cdd6-a6de-4750-a6e7-469f9d13a765 tempest-RoutersTest-1116560139 tempest-RoutersTest-1116560139-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:30:45.544922 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f42cdd6-a6de-4750-a6e7-469f9d13a765 tempest-RoutersTest-1116560139 tempest-RoutersTest-1116560139-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:30:45.547276 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f42cdd6-a6de-4750-a6e7-469f9d13a765 tempest-RoutersTest-1116560139 tempest-RoutersTest-1116560139-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:30:45.549033 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f42cdd6-a6de-4750-a6e7-469f9d13a765 tempest-RoutersTest-1116560139 tempest-RoutersTest-1116560139-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:30:45.549595 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f42cdd6-a6de-4750-a6e7-469f9d13a765 tempest-RoutersTest-1116560139 tempest-RoutersTest-1116560139-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:30:45.552901 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f42cdd6-a6de-4750-a6e7-469f9d13a765 tempest-RoutersTest-1116560139 tempest-RoutersTest-1116560139-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:30:45.553391 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f42cdd6-a6de-4750-a6e7-469f9d13a765 tempest-RoutersTest-1116560139 tempest-RoutersTest-1116560139-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:30:45.553946 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f42cdd6-a6de-4750-a6e7-469f9d13a765 tempest-RoutersTest-1116560139 tempest-RoutersTest-1116560139-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:30:45.556704 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f42cdd6-a6de-4750-a6e7-469f9d13a765 tempest-RoutersTest-1116560139 tempest-RoutersTest-1116560139-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:30:45.559376 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f42cdd6-a6de-4750-a6e7-469f9d13a765 tempest-RoutersTest-1116560139 tempest-RoutersTest-1116560139-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:30:45.560680 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f42cdd6-a6de-4750-a6e7-469f9d13a765 tempest-RoutersTest-1116560139 tempest-RoutersTest-1116560139-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:30:45.566400 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f42cdd6-a6de-4750-a6e7-469f9d13a765 tempest-RoutersTest-1116560139 tempest-RoutersTest-1116560139-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:30:45.567086 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f42cdd6-a6de-4750-a6e7-469f9d13a765 tempest-RoutersTest-1116560139 tempest-RoutersTest-1116560139-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:30:45.570486 n-d-713498-36 neutron-server[103229]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 19:30:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e5753b8d-2b1a-4ae7-8bcb-4c794c678438 x-openstack-request-id: req-e5753b8d-2b1a-4ae7-8bcb-4c794c678438 {{(pid=103229) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 19:30:45.571027 n-d-713498-36 neutron-server[103229]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b7a61ec4-b421-4c48-b109-b3c29e4ee261", "tag": "c8a5f00d-9fd8-4671-a7fd-94a27433dbff", "status": "completed", "code": 200}]} {{(pid=103229) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 19:30:45.571492 n-d-713498-36 neutron-server[103229]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-e5753b8d-2b1a-4ae7-8bcb-4c794c678438 {{(pid=103229) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 19:30:45.571952 n-d-713498-36 neutron-server[103229]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b7a61ec4-b421-4c48-b109-b3c29e4ee261', 'tag': 'c8a5f00d-9fd8-4671-a7fd-94a27433dbff', 'status': 'completed', 'code': 200} Feb 09 19:30:45.573697 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58578f96-68e8-4765-baa2-f24a82c80e3a service neutron] Pushing event updated for resources: {'Port': ['ID=c8a5f00d-9fd8-4671-a7fd-94a27433dbff,revision_number=3']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:30:45.627604 n-d-713498-36 neutron-server[103230]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f42cdd6-a6de-4750-a6e7-469f9d13a765 tempest-RoutersTest-1116560139 tempest-RoutersTest-1116560139-project] Network ebde60f3-5679-4ebb-8427-c82552e334ee is scheduled to be hosted by DHCP agent af91e4b9-f4e1-42b1-a25c-a10dc47171c8 with binding_index 1 {{(pid=103230) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 19:30:45.641044 n-d-713498-36 neutron-server[103230]: DEBUG neutron.scheduler.base_scheduler [None req-9f42cdd6-a6de-4750-a6e7-469f9d13a765 tempest-RoutersTest-1116560139 tempest-RoutersTest-1116560139-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713498-36, ebde60f3-5679-4ebb-8427-c82552e334ee) {{(pid=103230) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 19:30:45.651052 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ce42c32-24a1-4cd2-8076-0c9b5d2a5768 None None] Network ebde60f3-5679-4ebb-8427-c82552e334ee requested from n-d-713498-36 {{(pid=103232) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 19:30:45.653055 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f42cdd6-a6de-4750-a6e7-469f9d13a765 tempest-RoutersTest-1116560139 tempest-RoutersTest-1116560139-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:30:45.657258 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-9f42cdd6-a6de-4750-a6e7-469f9d13a765 tempest-RoutersTest-1116560139 tempest-RoutersTest-1116560139-project] Publish callbacks [] for subnet (None), before_response {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:30:45.687219 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.v2.base [None req-e17bfdb0-7e3c-48ea-b08a-763be8dba28d tempest-RoutersIpV6AdminTest-1179638195 tempest-RoutersIpV6AdminTest-1179638195-project-admin] Request body: {'network': {'name': 'tempest-RoutersIpV6AdminTest-452670085', 'router:external': True}} {{(pid=103229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 19:30:45.697809 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-4c5a1d60-f9ce-4307-9200-00889f710476 req-2021c119-ba16-4c46-b99a-fdaf839fc9b1 tempest-ServerActionsTestJSON-347500300 tempest-ServerActionsTestJSON-347500300-project] 10.222.0.75 "GET /v2.0/security-groups?id=f62a4cfa-cf5c-41a8-8bc5-ff3861f4d88a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2000840 Feb 09 19:30:45.712796 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-9f42cdd6-a6de-4750-a6e7-469f9d13a765 tempest-RoutersTest-1116560139 tempest-RoutersTest-1116560139-project] 10.222.0.75 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.3272176 Feb 09 19:30:45.725448 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 60846) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:30:45.732934 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.v2.base [None req-18b91fec-10bf-49b0-872a-0bcd41bccb58 tempest-RoutersTest-1116560139 tempest-RoutersTest-1116560139-project] Request body: {'subnet': {'network_id': '4b7ed94a-5f8c-456e-9fe4-044f2c9717b2', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=103229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 19:30:45.807408 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9cba590-6d8c-48a5-abf1-74df4d3386f4 req-6c5be907-c33b-473f-899e-957de57d896e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:30:45.810241 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-d9cba590-6d8c-48a5-abf1-74df4d3386f4 req-6c5be907-c33b-473f-899e-957de57d896e service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=d7a2ccbf0c8a475abd1520a0e31ab926&device_id=b7a61ec4-b421-4c48-b109-b3c29e4ee261 HTTP/1.1" status: 200 len: 1126 time: 0.3321011 Feb 09 19:30:45.816466 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e17bfdb0-7e3c-48ea-b08a-763be8dba28d tempest-RoutersIpV6AdminTest-1179638195 tempest-RoutersIpV6AdminTest-1179638195-project-admin] Made reservation on behalf of a43ff1beb5f54d739f8b86e0e4d0e8c2 for: {'network': 1} {{(pid=103229) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 19:30:45.819327 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-e17bfdb0-7e3c-48ea-b08a-763be8dba28d tempest-RoutersIpV6AdminTest-1179638195 tempest-RoutersIpV6AdminTest-1179638195-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for network (None), before_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:30:45.906412 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-e17bfdb0-7e3c-48ea-b08a-763be8dba28d tempest-RoutersIpV6AdminTest-1179638195 tempest-RoutersIpV6AdminTest-1179638195-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:30:45.913296 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-d9cba590-6d8c-48a5-abf1-74df4d3386f4 req-ab333460-da77-420e-8132-d6af67d8c7cd service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c8a5f00d-9fd8-4671-a7fd-94a27433dbff HTTP/1.1" status: 200 len: 217 time: 0.0796089 Feb 09 19:30:45.997915 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-695587db-ddb8-4bbf-9d64-626ab9b31923 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8b32e980-7cce-5e82-a341-bd2fa8945c89-ebde60f3-5679-4ebb-8427-c82552e334ee', 'network_id': 'ebde60f3-5679-4ebb-8427-c82552e334ee', 'project_id': '009d54e3af88488b8213379431f58202', 'fixed_ips': [{'subnet_id': '8b3ec5ff-510d-47b1-b1aa-158a64a95a70'}]}} from n-d-713498-36. {{(pid=103232) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 09 19:30:45.998867 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-695587db-ddb8-4bbf-9d64-626ab9b31923 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (None), before_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:30:46.184464 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-e17bfdb0-7e3c-48ea-b08a-763be8dba28d tempest-RoutersIpV6AdminTest-1179638195 tempest-RoutersIpV6AdminTest-1179638195-project-admin] Publish callbacks [] for security_group (ed15bddf-75ca-4202-91d1-fc4b65974e2e), precommit_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:30:46.321340 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-a7262a8e-0513-48fd-984d-75726a511961 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762867132591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593584'] for agent (911cfea2-02ae-4ec9-bac3-7808ee1cdd9c), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:30:46.326461 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-e17bfdb0-7e3c-48ea-b08a-763be8dba28d tempest-RoutersIpV6AdminTest-1179638195 tempest-RoutersIpV6AdminTest-1179638195-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1892331'] for security_group (ed15bddf-75ca-4202-91d1-fc4b65974e2e), after_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:30:46.326461 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e17bfdb0-7e3c-48ea-b08a-763be8dba28d tempest-RoutersIpV6AdminTest-1179638195 tempest-RoutersIpV6AdminTest-1179638195-project-admin] vlan segment allocate from pool success with {'vlan_id': 355, 'physical_network': 'physnet1'} {{(pid=103229) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 19:30:46.326461 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-18b91fec-10bf-49b0-872a-0bcd41bccb58 tempest-RoutersTest-1116560139 tempest-RoutersTest-1116560139-project] Made reservation on behalf of 009d54e3af88488b8213379431f58202 for: {'subnet': 1} {{(pid=103229) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 19:30:46.326461 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-18b91fec-10bf-49b0-872a-0bcd41bccb58 tempest-RoutersTest-1116560139 tempest-RoutersTest-1116560139-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12759265'] for subnet (None), before_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:30:46.326461 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9cba590-6d8c-48a5-abf1-74df4d3386f4 req-eeac0b25-5605-4765-825f-112d0b309fcf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:30:46.326461 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-d9cba590-6d8c-48a5-abf1-74df4d3386f4 req-eeac0b25-5605-4765-825f-112d0b309fcf service neutron] 10.222.0.89 "GET /v2.0/subnets?id=60ccac4e-8e6b-4139-b4aa-9c0c5cc0e9e4 HTTP/1.1" status: 200 len: 851 time: 0.3612394 Feb 09 19:30:46.326461 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-e17bfdb0-7e3c-48ea-b08a-763be8dba28d tempest-RoutersIpV6AdminTest-1179638195 tempest-RoutersIpV6AdminTest-1179638195-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-759574'] for segment (0a00c1cf-e119-4826-9f54-2e1b1af7ba63), precommit_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:30:46.326461 n-d-713498-36 neutron-server[103229]: INFO neutron.db.segments_db [None req-e17bfdb0-7e3c-48ea-b08a-763be8dba28d tempest-RoutersIpV6AdminTest-1179638195 tempest-RoutersIpV6AdminTest-1179638195-project-admin] Added segment 0a00c1cf-e119-4826-9f54-2e1b1af7ba63 of type vlan for network 014b2338-f543-4615-bd13-5e7828f7a453 Feb 09 19:30:46.326461 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e17bfdb0-7e3c-48ea-b08a-763be8dba28d tempest-RoutersIpV6AdminTest-1179638195 tempest-RoutersIpV6AdminTest-1179638195-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ed15bddf-75ca-4202-91d1-fc4b65974e2e,revision_number=1']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:30:46.413290 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.db_base_plugin_common [None req-695587db-ddb8-4bbf-9d64-626ab9b31923 None None] Allocated IP 172.20.0.2 (ebde60f3-5679-4ebb-8427-c82552e334ee/8b3ec5ff-510d-47b1-b1aa-158a64a95a70/fd30763e-f90f-4665-9b3a-fa9fb92496df) {{(pid=103232) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 19:30:46.489054 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-e17bfdb0-7e3c-48ea-b08a-763be8dba28d tempest-RoutersIpV6AdminTest-1179638195 tempest-RoutersIpV6AdminTest-1179638195-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762866642225'] for network (014b2338-f543-4615-bd13-5e7828f7a453), precommit_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:30:46.670277 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-695587db-ddb8-4bbf-9d64-626ab9b31923 None None] Publish callbacks [] for port (fd30763e-f90f-4665-9b3a-fa9fb92496df), precommit_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:30:46.680738 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-695587db-ddb8-4bbf-9d64-626ab9b31923 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762866656467'] for port (fd30763e-f90f-4665-9b3a-fa9fb92496df), after_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:30:46.709410 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-e17bfdb0-7e3c-48ea-b08a-763be8dba28d tempest-RoutersIpV6AdminTest-1179638195 tempest-RoutersIpV6AdminTest-1179638195-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1885479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452'] for network (014b2338-f543-4615-bd13-5e7828f7a453), after_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:30:46.709754 n-d-713498-36 neutron-server[103232]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-695587db-ddb8-4bbf-9d64-626ab9b31923 None None] Network ebde60f3-5679-4ebb-8427-c82552e334ee is already hosted by enough agents. {{(pid=103232) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 19:30:46.710427 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e17bfdb0-7e3c-48ea-b08a-763be8dba28d tempest-RoutersIpV6AdminTest-1179638195 tempest-RoutersIpV6AdminTest-1179638195-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:30:46.710996 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-e17bfdb0-7e3c-48ea-b08a-763be8dba28d tempest-RoutersIpV6AdminTest-1179638195 tempest-RoutersIpV6AdminTest-1179638195-project-admin] Publish callbacks [] for network (None), before_response {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:30:46.729430 n-d-713498-36 neutron-server[103232]: DEBUG neutron.scheduler.base_scheduler [None req-695587db-ddb8-4bbf-9d64-626ab9b31923 None None] Resources bound (agent type, host, resource id): {{(pid=103232) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 19:30:46.735082 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.l3_dvrscheduler_db [None req-695587db-ddb8-4bbf-9d64-626ab9b31923 None None] Received port after_create {{(pid=103232) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 19:30:46.779576 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-695587db-ddb8-4bbf-9d64-626ab9b31923 None None] Pushing event updated for resources: {'Port': ['ID=fd30763e-f90f-4665-9b3a-fa9fb92496df,revision_number=1']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:30:46.834619 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-695587db-ddb8-4bbf-9d64-626ab9b31923 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:30:46.838195 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-695587db-ddb8-4bbf-9d64-626ab9b31923 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:30:46.844791 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-695587db-ddb8-4bbf-9d64-626ab9b31923 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:30:46.845205 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-695587db-ddb8-4bbf-9d64-626ab9b31923 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:30:46.845610 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-695587db-ddb8-4bbf-9d64-626ab9b31923 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:30:46.846099 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-695587db-ddb8-4bbf-9d64-626ab9b31923 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:30:46.846688 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-695587db-ddb8-4bbf-9d64-626ab9b31923 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:30:46.847031 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-695587db-ddb8-4bbf-9d64-626ab9b31923 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:30:46.847416 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-695587db-ddb8-4bbf-9d64-626ab9b31923 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:30:46.847755 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-695587db-ddb8-4bbf-9d64-626ab9b31923 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:30:46.848089 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-695587db-ddb8-4bbf-9d64-626ab9b31923 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:30:46.848418 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-695587db-ddb8-4bbf-9d64-626ab9b31923 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:30:46.848753 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-695587db-ddb8-4bbf-9d64-626ab9b31923 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:30:46.875419 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.managers [None req-695587db-ddb8-4bbf-9d64-626ab9b31923 None None] Attempting to bind port fd30763e-f90f-4665-9b3a-fa9fb92496df on host n-d-713498-36 for vnic_type normal with profile {{(pid=103232) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 19:30:46.875801 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.managers [None req-695587db-ddb8-4bbf-9d64-626ab9b31923 None None] Attempting to bind port fd30763e-f90f-4665-9b3a-fa9fb92496df by drivers openvswitch,hyperv on host n-d-713498-36 at level 0 using segments [{'id': '38e341b3-c7de-4564-bf3e-3fa4aead565a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': 'ebde60f3-5679-4ebb-8427-c82552e334ee'}] {{(pid=103232) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 19:30:46.878914 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-695587db-ddb8-4bbf-9d64-626ab9b31923 None None] Attempting to bind port fd30763e-f90f-4665-9b3a-fa9fb92496df on network ebde60f3-5679-4ebb-8427-c82552e334ee {{(pid=103232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 19:30:46.891943 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-695587db-ddb8-4bbf-9d64-626ab9b31923 None None] Checking agent: {'id': '496418a2-c002-4aec-ab1a-07f3bea491bd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-36', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 18, 51, 47), 'started_at': datetime.datetime(2022, 2, 9, 18, 52, 17), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 19, 30, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-36'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 19:30:46.892340 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-695587db-ddb8-4bbf-9d64-626ab9b31923 None None] Checking segment: {'id': '38e341b3-c7de-4564-bf3e-3fa4aead565a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': 'ebde60f3-5679-4ebb-8427-c82552e334ee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103232) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 19:30:46.893128 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-695587db-ddb8-4bbf-9d64-626ab9b31923 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:30:46.893538 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-695587db-ddb8-4bbf-9d64-626ab9b31923 None None] Bound using segment: {'id': '38e341b3-c7de-4564-bf3e-3fa4aead565a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': 'ebde60f3-5679-4ebb-8427-c82552e334ee'} {{(pid=103232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 19:30:46.895638 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.managers [None req-695587db-ddb8-4bbf-9d64-626ab9b31923 None None] Bound port: fd30763e-f90f-4665-9b3a-fa9fb92496df, host: n-d-713498-36, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '38e341b3-c7de-4564-bf3e-3fa4aead565a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': 'ebde60f3-5679-4ebb-8427-c82552e334ee'}}] {{(pid=103232) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 19:30:46.896085 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-695587db-ddb8-4bbf-9d64-626ab9b31923 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (fd30763e-f90f-4665-9b3a-fa9fb92496df), before_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:30:46.944952 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f1e27de-f1e4-4b9b-a5e4-7f7e5c5678cc req-26b081eb-2394-42c6-abb2-b4be2fa9c796 tempest-ServerActionsTestJSON-347500300 tempest-ServerActionsTestJSON-347500300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:30:46.947697 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-4f1e27de-f1e4-4b9b-a5e4-7f7e5c5678cc req-26b081eb-2394-42c6-abb2-b4be2fa9c796 tempest-ServerActionsTestJSON-347500300 tempest-ServerActionsTestJSON-347500300-project] 10.222.0.75 "GET /v2.0/ports?device_id=b7a61ec4-b421-4c48-b109-b3c29e4ee261 HTTP/1.1" status: 200 len: 943 time: 0.1284842 Feb 09 19:30:47.046564 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-4f1e27de-f1e4-4b9b-a5e4-7f7e5c5678cc req-09f2a808-edeb-4f09-a569-680e485f4b5e tempest-ServerActionsTestJSON-347500300 tempest-ServerActionsTestJSON-347500300-project] 10.222.0.75 "GET /v2.0/security-groups?id=f62a4cfa-cf5c-41a8-8bc5-ff3861f4d88a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0877855 Feb 09 19:30:47.079345 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-e17bfdb0-7e3c-48ea-b08a-763be8dba28d tempest-RoutersIpV6AdminTest-1179638195 tempest-RoutersIpV6AdminTest-1179638195-project-admin] 10.222.0.75 "POST /v2.0/networks HTTP/1.1" status: 201 len: 874 time: 1.8330324 Feb 09 19:30:47.082421 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 60890) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:30:47.087430 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.v2.base [None req-7e6c678d-7236-42da-9b3b-f88c6f167aba tempest-RoutersIpV6AdminTest-1179638195 tempest-RoutersIpV6AdminTest-1179638195-project-admin] Request body: {'subnet': {'network_id': '014b2338-f543-4615-bd13-5e7828f7a453', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': False}} {{(pid=103230) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 19:30:47.090488 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762867132591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593584'] for agent (496418a2-c002-4aec-ab1a-07f3bea491bd), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:30:47.121935 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7e6c678d-7236-42da-9b3b-f88c6f167aba tempest-RoutersIpV6AdminTest-1179638195 tempest-RoutersIpV6AdminTest-1179638195-project-admin] Made reservation on behalf of a43ff1beb5f54d739f8b86e0e4d0e8c2 for: {'subnet': 1} {{(pid=103230) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 19:30:47.122625 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-695587db-ddb8-4bbf-9d64-626ab9b31923 None None] For port fd30763e-f90f-4665-9b3a-fa9fb92496df, host n-d-713498-36, cleared binding levels {{(pid=103232) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 19:30:47.124461 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-7e6c678d-7236-42da-9b3b-f88c6f167aba tempest-RoutersIpV6AdminTest-1179638195 tempest-RoutersIpV6AdminTest-1179638195-project-admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12985917'] for subnet (None), before_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:30:47.126926 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-695587db-ddb8-4bbf-9d64-626ab9b31923 None None] For port fd30763e-f90f-4665-9b3a-fa9fb92496df, host n-d-713498-36, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-36',level=0,port_id=fd30763e-f90f-4665-9b3a-fa9fb92496df,segment=NetworkSegment(38e341b3-c7de-4564-bf3e-3fa4aead565a),segment_id=38e341b3-c7de-4564-bf3e-3fa4aead565a)] {{(pid=103232) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 19:30:47.139413 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-695587db-ddb8-4bbf-9d64-626ab9b31923 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762867176205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762866656485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762866656503'] for port (fd30763e-f90f-4665-9b3a-fa9fb92496df), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:30:47.191871 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e17bfdb0-7e3c-48ea-b08a-763be8dba28d tempest-RoutersIpV6AdminTest-1179638195 tempest-RoutersIpV6AdminTest-1179638195-project-admin] Pushing event updated for resources: {'Network': ['ID=014b2338-f543-4615-bd13-5e7828f7a453,revision_number=1']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:30:47.219703 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9cba590-6d8c-48a5-abf1-74df4d3386f4 req-471296ac-2f33-4b36-b264-73cdbed18d84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:30:47.221407 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-d9cba590-6d8c-48a5-abf1-74df4d3386f4 req-471296ac-2f33-4b36-b264-73cdbed18d84 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=bd12d1d0-518d-4d29-a00d-98410ba2cb8a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.9060316 Feb 09 19:30:47.227259 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-18b91fec-10bf-49b0-872a-0bcd41bccb58 tempest-RoutersTest-1116560139 tempest-RoutersTest-1116560139-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12867428', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12759263'] for subnet (edffc34f-d562-41e2-8fec-591c2ca95367), after_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:30:47.271586 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Network 014b2338-f543-4615-bd13-5e7828f7a453 details requested by agent ovs-agent-n-d-713498-36 with host n-d-713498-36 {{(pid=103232) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 19:30:47.415334 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-695587db-ddb8-4bbf-9d64-626ab9b31923 None None] Pushing event updated for resources: {'Port': ['ID=fd30763e-f90f-4665-9b3a-fa9fb92496df,revision_number=2']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:30:47.878680 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18b91fec-10bf-49b0-872a-0bcd41bccb58 tempest-RoutersTest-1116560139 tempest-RoutersTest-1116560139-project] Pushing event updated for resources: {'Subnet': ['ID=edffc34f-d562-41e2-8fec-591c2ca95367,revision_number=0']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:30:47.939717 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18b91fec-10bf-49b0-872a-0bcd41bccb58 tempest-RoutersTest-1116560139 tempest-RoutersTest-1116560139-project] Checking segment: {'id': 'c5816db1-d5ad-48c9-9bc9-182f464f43d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': '4b7ed94a-5f8c-456e-9fe4-044f2c9717b2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103229) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 19:30:47.940088 n-d-713498-36 neutron-server[103229]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18b91fec-10bf-49b0-872a-0bcd41bccb58 tempest-RoutersTest-1116560139 tempest-RoutersTest-1116560139-project] Network hostable DHCP agents. Network: 4b7ed94a-5f8c-456e-9fe4-044f2c9717b2, hostable agents: ['af91e4b9-f4e1-42b1-a25c-a10dc47171c8'], hosted agents: [] {{(pid=103229) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 19:30:47.974021 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-d9cba590-6d8c-48a5-abf1-74df4d3386f4 req-a78ff10a-159b-4b00-8f44-43bc4b947d08 service neutron] 10.222.0.89 "GET /v2.0/networks/bd12d1d0-518d-4d29-a00d-98410ba2cb8a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7444632 Feb 09 19:30:48.025375 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-6c9bb582-3e60-4156-98e4-b478c0d1b61e req-bde73fdb-ddd7-4aa3-9314-38c162c67ae4 service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=a1fbc70b-9dd3-44f5-99b0-85f3dff92d7d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.2739794 Feb 09 19:30:48.110860 n-d-713498-36 neutron-server[103229]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18b91fec-10bf-49b0-872a-0bcd41bccb58 tempest-RoutersTest-1116560139 tempest-RoutersTest-1116560139-project] Network 4b7ed94a-5f8c-456e-9fe4-044f2c9717b2 is scheduled to be hosted by DHCP agent af91e4b9-f4e1-42b1-a25c-a10dc47171c8 with binding_index 1 {{(pid=103229) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 19:30:48.132305 n-d-713498-36 neutron-server[103229]: DEBUG neutron.scheduler.base_scheduler [None req-18b91fec-10bf-49b0-872a-0bcd41bccb58 tempest-RoutersTest-1116560139 tempest-RoutersTest-1116560139-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713498-36, 4b7ed94a-5f8c-456e-9fe4-044f2c9717b2) {{(pid=103229) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 19:30:48.142855 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8805bade-29c4-40bd-b0e8-b63f76a9df7c None None] Network 4b7ed94a-5f8c-456e-9fe4-044f2c9717b2 requested from n-d-713498-36 {{(pid=103232) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 19:30:48.148451 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18b91fec-10bf-49b0-872a-0bcd41bccb58 tempest-RoutersTest-1116560139 tempest-RoutersTest-1116560139-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:30:48.149197 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-18b91fec-10bf-49b0-872a-0bcd41bccb58 tempest-RoutersTest-1116560139 tempest-RoutersTest-1116560139-project] Publish callbacks [] for subnet (None), before_response {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:30:48.184619 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-18b91fec-10bf-49b0-872a-0bcd41bccb58 tempest-RoutersTest-1116560139 tempest-RoutersTest-1116560139-project] 10.222.0.75 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.4575105 Feb 09 19:30:48.191560 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 60912) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:30:48.198471 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.v2.base [None req-285e9746-2e17-47c3-ad66-4ce4fd91425d tempest-RoutersTest-1116560139 tempest-RoutersTest-1116560139-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-860140232', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 19:30:48.379797 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16d1b138-bbeb-4318-b125-6cfdce50b005 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8b32e980-7cce-5e82-a341-bd2fa8945c89-4b7ed94a-5f8c-456e-9fe4-044f2c9717b2', 'network_id': '4b7ed94a-5f8c-456e-9fe4-044f2c9717b2', 'project_id': '009d54e3af88488b8213379431f58202', 'fixed_ips': [{'subnet_id': 'edffc34f-d562-41e2-8fec-591c2ca95367'}]}} from n-d-713498-36. {{(pid=103232) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 09 19:30:48.388234 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-16d1b138-bbeb-4318-b125-6cfdce50b005 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (None), before_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:30:48.414938 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-d9cba590-6d8c-48a5-abf1-74df4d3386f4 req-1f3a939d-99f7-4ab6-9f6f-f4e4adef6cbb service neutron] 10.222.0.89 "GET /v2.0/networks/bd12d1d0-518d-4d29-a00d-98410ba2cb8a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4319661 Feb 09 19:30:48.431471 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-285e9746-2e17-47c3-ad66-4ce4fd91425d tempest-RoutersTest-1116560139 tempest-RoutersTest-1116560139-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1834830', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-58389'] for router (9e8e7620-e829-4538-b5fe-f876e703fadd), before_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:30:48.435506 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-285e9746-2e17-47c3-ad66-4ce4fd91425d tempest-RoutersTest-1116560139 tempest-RoutersTest-1116560139-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1834810', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1822096', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1886735', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-58380'] for router (9e8e7620-e829-4538-b5fe-f876e703fadd), precommit_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:30:48.751912 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.db_base_plugin_common [None req-16d1b138-bbeb-4318-b125-6cfdce50b005 None None] Allocated IP 172.21.0.2 (4b7ed94a-5f8c-456e-9fe4-044f2c9717b2/edffc34f-d562-41e2-8fec-591c2ca95367/8dc31a97-dbca-4be2-9f8e-28d20446fac0) {{(pid=103232) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 19:30:48.786981 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de2f32f0-46bc-46ab-922e-3cff4a63187e req-fe664807-3d5a-40df-8292-edf3d6e36de6 tempest-ServerActionsTestJSON-347500300 tempest-ServerActionsTestJSON-347500300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:30:48.789024 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-de2f32f0-46bc-46ab-922e-3cff4a63187e req-fe664807-3d5a-40df-8292-edf3d6e36de6 tempest-ServerActionsTestJSON-347500300 tempest-ServerActionsTestJSON-347500300-project] 10.222.0.75 "GET /v2.0/ports?device_id=b7a61ec4-b421-4c48-b109-b3c29e4ee261 HTTP/1.1" status: 200 len: 943 time: 0.5130053 Feb 09 19:30:48.796699 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-285e9746-2e17-47c3-ad66-4ce4fd91425d tempest-RoutersTest-1116560139 tempest-RoutersTest-1116560139-project] Publish callbacks [] for router_controller (9e8e7620-e829-4538-b5fe-f876e703fadd), precommit_add_association {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:30:48.826778 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-285e9746-2e17-47c3-ad66-4ce4fd91425d tempest-RoutersTest-1116560139 tempest-RoutersTest-1116560139-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1834945', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1818951'] for router (9e8e7620-e829-4538-b5fe-f876e703fadd), after_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:30:48.877443 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-de2f32f0-46bc-46ab-922e-3cff4a63187e req-4a7ec1d4-7e83-4bed-aff7-d97e131aa845 tempest-ServerActionsTestJSON-347500300 tempest-ServerActionsTestJSON-347500300-project] 10.222.0.75 "GET /v2.0/security-groups?id=f62a4cfa-cf5c-41a8-8bc5-ff3861f4d88a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0789638 Feb 09 19:30:48.887742 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10f2f671-69f0-4466-9611-3c6a46844312 req-8456455d-3882-4c70-8d84-85ae0ecb34ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:30:48.889748 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-10f2f671-69f0-4466-9611-3c6a46844312 req-8456455d-3882-4c70-8d84-85ae0ecb34ff service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=d7a2ccbf0c8a475abd1520a0e31ab926&device_id=b7a61ec4-b421-4c48-b109-b3c29e4ee261 HTTP/1.1" status: 200 len: 1126 time: 0.3573940 Feb 09 19:30:48.892959 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-285e9746-2e17-47c3-ad66-4ce4fd91425d tempest-RoutersTest-1116560139 tempest-RoutersTest-1116560139-project] Publish callbacks [] for router (None), before_response {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:30:48.896956 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-285e9746-2e17-47c3-ad66-4ce4fd91425d tempest-RoutersTest-1116560139 tempest-RoutersTest-1116560139-project] 10.222.0.75 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.7016470 Feb 09 19:30:49.093766 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 60928) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:30:49.225047 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10f2f671-69f0-4466-9611-3c6a46844312 req-2058929d-166f-43d2-90d2-fc063d3b2161 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:30:49.245456 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-10f2f671-69f0-4466-9611-3c6a46844312 req-2058929d-166f-43d2-90d2-fc063d3b2161 service neutron] 10.222.0.89 "GET /v2.0/networks?id=bd12d1d0-518d-4d29-a00d-98410ba2cb8a HTTP/1.1" status: 200 len: 913 time: 0.3491311 Feb 09 19:30:49.285397 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c9bb582-3e60-4156-98e4-b478c0d1b61e req-8c405cf0-b311-4f5b-a664-2a4f983e98b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:30:49.287545 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-6c9bb582-3e60-4156-98e4-b478c0d1b61e req-8c405cf0-b311-4f5b-a664-2a4f983e98b1 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=d7a2ccbf0c8a475abd1520a0e31ab926&device_id=a1fbc70b-9dd3-44f5-99b0-85f3dff92d7d HTTP/1.1" status: 200 len: 1127 time: 1.1764085 Feb 09 19:30:49.453255 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-10f2f671-69f0-4466-9611-3c6a46844312 req-b6b99381-b3d7-4a52-96e7-ccd0d0485ee7 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c8a5f00d-9fd8-4671-a7fd-94a27433dbff HTTP/1.1" status: 200 len: 217 time: 0.1995318 Feb 09 19:30:49.630920 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10f2f671-69f0-4466-9611-3c6a46844312 req-de585ac1-afc0-4213-99e2-72a95a413494 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:30:49.632098 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-16d1b138-bbeb-4318-b125-6cfdce50b005 None None] Publish callbacks [] for port (8dc31a97-dbca-4be2-9f8e-28d20446fac0), precommit_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:30:49.632591 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-10f2f671-69f0-4466-9611-3c6a46844312 req-de585ac1-afc0-4213-99e2-72a95a413494 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=60ccac4e-8e6b-4139-b4aa-9c0c5cc0e9e4 HTTP/1.1" status: 200 len: 851 time: 0.1733062 Feb 09 19:30:49.673595 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Device fd30763e-f90f-4665-9b3a-fa9fb92496df up at agent ovs-agent-n-d-713498-36 {{(pid=103232) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 19:30:49.685619 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c9bb582-3e60-4156-98e4-b478c0d1b61e req-5864e947-d37c-4373-9cbf-8ef2800f793e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:30:49.693718 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-6c9bb582-3e60-4156-98e4-b478c0d1b61e req-5864e947-d37c-4373-9cbf-8ef2800f793e service neutron] 10.222.0.89 "GET /v2.0/networks?id=bd12d1d0-518d-4d29-a00d-98410ba2cb8a HTTP/1.1" status: 200 len: 913 time: 0.3595810 Feb 09 19:30:49.753004 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d950d7d-7475-42fe-97bb-a077cf95eac0 None None] Network ebde60f3-5679-4ebb-8427-c82552e334ee requested from n-d-713498-36 {{(pid=103232) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 19:30:49.760652 n-d-713498-36 neutron-server[103230]: DEBUG neutron.objects.ports [None req-7e6c678d-7236-42da-9b3b-f88c6f167aba tempest-RoutersIpV6AdminTest-1179638195 tempest-RoutersIpV6AdminTest-1179638195-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103230) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Feb 09 19:30:49.761544 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-7e6c678d-7236-42da-9b3b-f88c6f167aba tempest-RoutersIpV6AdminTest-1179638195 tempest-RoutersIpV6AdminTest-1179638195-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14393611', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12985859'] for subnet (09a4c0c0-b4cf-43f8-bbce-3085998a06f0), after_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:30:49.826693 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10f2f671-69f0-4466-9611-3c6a46844312 req-76002fbc-243c-4c30-8e09-21f608c71665 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:30:49.828621 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-10f2f671-69f0-4466-9611-3c6a46844312 req-76002fbc-243c-4c30-8e09-21f608c71665 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=bd12d1d0-518d-4d29-a00d-98410ba2cb8a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.1881988 Feb 09 19:30:49.891958 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e6c678d-7236-42da-9b3b-f88c6f167aba tempest-RoutersIpV6AdminTest-1179638195 tempest-RoutersIpV6AdminTest-1179638195-project-admin] Pushing event updated for resources: {'Subnet': ['ID=09a4c0c0-b4cf-43f8-bbce-3085998a06f0,revision_number=0']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:30:49.946098 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-16d1b138-bbeb-4318-b125-6cfdce50b005 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762866656467'] for port (8dc31a97-dbca-4be2-9f8e-28d20446fac0), after_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:30:50.128172 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-10f2f671-69f0-4466-9611-3c6a46844312 req-8b58df48-d50a-4bf7-90be-e3094bf9faab service neutron] 10.222.0.89 "GET /v2.0/networks/bd12d1d0-518d-4d29-a00d-98410ba2cb8a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2932107 Feb 09 19:30:50.175535 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16d1b138-bbeb-4318-b125-6cfdce50b005 None None] Pushing event updated for resources: {'Port': ['ID=8dc31a97-dbca-4be2-9f8e-28d20446fac0,revision_number=1']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:30:50.203079 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762867132591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593584'] for agent (488cd9ae-631f-4955-ba0b-4f5a13f12e9c), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:30:50.204910 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762867132591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593584'] for agent (bcd5faee-dc24-4298-9134-0e0aa054058e), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:30:50.220626 n-d-713498-36 neutron-server[103232]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16d1b138-bbeb-4318-b125-6cfdce50b005 None None] Network 4b7ed94a-5f8c-456e-9fe4-044f2c9717b2 is already hosted by enough agents. {{(pid=103232) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 19:30:50.225249 n-d-713498-36 neutron-server[103232]: DEBUG neutron.scheduler.base_scheduler [None req-16d1b138-bbeb-4318-b125-6cfdce50b005 None None] Resources bound (agent type, host, resource id): {{(pid=103232) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 19:30:50.231751 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16d1b138-bbeb-4318-b125-6cfdce50b005 None None] Received port after_create {{(pid=103232) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 19:30:50.244805 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.provisioning_blocks [None req-7a4f7e3b-3618-467f-94c3-1071eb2f7d41 None None] Provisioning complete for port fd30763e-f90f-4665-9b3a-fa9fb92496df triggered by entity DHCP. {{(pid=103232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 19:30:50.245492 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-7a4f7e3b-3618-467f-94c3-1071eb2f7d41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593630'] for port (fd30763e-f90f-4665-9b3a-fa9fb92496df), provisioning_complete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:30:50.358437 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.provisioning_blocks [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Provisioning complete for port fd30763e-f90f-4665-9b3a-fa9fb92496df triggered by entity L2. {{(pid=103232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 19:30:50.359183 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593630'] for port (fd30763e-f90f-4665-9b3a-fa9fb92496df), provisioning_complete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:30:50.373577 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-6c9bb582-3e60-4156-98e4-b478c0d1b61e req-2b979ecc-318f-49c6-ba52-0b0bb59a1e43 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f1d2f720-203f-4a0c-99ec-b451c998d159 HTTP/1.1" status: 200 len: 998 time: 0.5912399 Feb 09 19:30:50.420292 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e6c678d-7236-42da-9b3b-f88c6f167aba tempest-RoutersIpV6AdminTest-1179638195 tempest-RoutersIpV6AdminTest-1179638195-project-admin] Checking segment: {'id': '0a00c1cf-e119-4826-9f54-2e1b1af7ba63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '014b2338-f543-4615-bd13-5e7828f7a453'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103230) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 19:30:50.421375 n-d-713498-36 neutron-server[103230]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e6c678d-7236-42da-9b3b-f88c6f167aba tempest-RoutersIpV6AdminTest-1179638195 tempest-RoutersIpV6AdminTest-1179638195-project-admin] Network hostable DHCP agents. Network: 014b2338-f543-4615-bd13-5e7828f7a453, hostable agents: ['af91e4b9-f4e1-42b1-a25c-a10dc47171c8'], hosted agents: [] {{(pid=103230) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 19:30:50.427290 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-10f2f671-69f0-4466-9611-3c6a46844312 req-12f6902a-71b2-4c53-88ba-57c6e7b65200 service neutron] 10.222.0.89 "GET /v2.0/networks/bd12d1d0-518d-4d29-a00d-98410ba2cb8a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2871656 Feb 09 19:30:50.499728 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c9bb582-3e60-4156-98e4-b478c0d1b61e req-6b95650e-a663-49ce-aa39-ba3f1689ed5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:30:50.501245 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-6c9bb582-3e60-4156-98e4-b478c0d1b61e req-6b95650e-a663-49ce-aa39-ba3f1689ed5c service neutron] 10.222.0.89 "GET /v2.0/subnets?id=60ccac4e-8e6b-4139-b4aa-9c0c5cc0e9e4 HTTP/1.1" status: 200 len: 851 time: 0.0870256 Feb 09 19:30:50.525455 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-b5728cc2-e1f6-4f6f-8695-a883567fb5b6 req-7df2bf6b-68df-49dc-be62-4db747166c9b service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=90fa3247-1947-4321-832f-6c7718b1bdac&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.6102271 Feb 09 19:30:50.567263 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.managers [None req-16d1b138-bbeb-4318-b125-6cfdce50b005 None None] Attempting to bind port 8dc31a97-dbca-4be2-9f8e-28d20446fac0 on host n-d-713498-36 for vnic_type normal with profile {{(pid=103232) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 19:30:50.567962 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.managers [None req-16d1b138-bbeb-4318-b125-6cfdce50b005 None None] Attempting to bind port 8dc31a97-dbca-4be2-9f8e-28d20446fac0 by drivers openvswitch,hyperv on host n-d-713498-36 at level 0 using segments [{'id': 'c5816db1-d5ad-48c9-9bc9-182f464f43d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': '4b7ed94a-5f8c-456e-9fe4-044f2c9717b2'}] {{(pid=103232) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 19:30:50.568543 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16d1b138-bbeb-4318-b125-6cfdce50b005 None None] Attempting to bind port 8dc31a97-dbca-4be2-9f8e-28d20446fac0 on network 4b7ed94a-5f8c-456e-9fe4-044f2c9717b2 {{(pid=103232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 19:30:50.580576 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16d1b138-bbeb-4318-b125-6cfdce50b005 None None] Checking agent: {'id': '496418a2-c002-4aec-ab1a-07f3bea491bd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-36', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 18, 51, 47), 'started_at': datetime.datetime(2022, 2, 9, 18, 52, 17), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 19, 30, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-36'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 19:30:50.581406 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16d1b138-bbeb-4318-b125-6cfdce50b005 None None] Checking segment: {'id': 'c5816db1-d5ad-48c9-9bc9-182f464f43d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': '4b7ed94a-5f8c-456e-9fe4-044f2c9717b2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103232) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 19:30:50.582804 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-16d1b138-bbeb-4318-b125-6cfdce50b005 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:30:50.583422 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16d1b138-bbeb-4318-b125-6cfdce50b005 None None] Bound using segment: {'id': 'c5816db1-d5ad-48c9-9bc9-182f464f43d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': '4b7ed94a-5f8c-456e-9fe4-044f2c9717b2'} {{(pid=103232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 19:30:50.584296 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.managers [None req-16d1b138-bbeb-4318-b125-6cfdce50b005 None None] Bound port: 8dc31a97-dbca-4be2-9f8e-28d20446fac0, host: n-d-713498-36, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c5816db1-d5ad-48c9-9bc9-182f464f43d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': '4b7ed94a-5f8c-456e-9fe4-044f2c9717b2'}}] {{(pid=103232) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 19:30:50.584976 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-16d1b138-bbeb-4318-b125-6cfdce50b005 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (8dc31a97-dbca-4be2-9f8e-28d20446fac0), before_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:30:50.631161 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-7a4f7e3b-3618-467f-94c3-1071eb2f7d41 None None] Current status of the port fd30763e-f90f-4665-9b3a-fa9fb92496df is: DOWN; New status is: ACTIVE {{(pid=103232) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 19:30:50.631689 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-7a4f7e3b-3618-467f-94c3-1071eb2f7d41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (fd30763e-f90f-4665-9b3a-fa9fb92496df), before_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:30:50.748989 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Current status of the port fd30763e-f90f-4665-9b3a-fa9fb92496df is: DOWN; New status is: ACTIVE {{(pid=103232) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 19:30:50.749618 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (fd30763e-f90f-4665-9b3a-fa9fb92496df), before_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:30:50.830079 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-fe878844-21dc-4a8c-a203-7abcb4a77c8f tempest-RoutersTest-1116560139 tempest-RoutersTest-1116560139-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (None), before_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:30:50.869805 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-16d1b138-bbeb-4318-b125-6cfdce50b005 None None] For port 8dc31a97-dbca-4be2-9f8e-28d20446fac0, host n-d-713498-36, cleared binding levels {{(pid=103232) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 19:30:50.873664 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-16d1b138-bbeb-4318-b125-6cfdce50b005 None None] For port 8dc31a97-dbca-4be2-9f8e-28d20446fac0, host n-d-713498-36, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-36',level=0,port_id=8dc31a97-dbca-4be2-9f8e-28d20446fac0,segment=NetworkSegment(c5816db1-d5ad-48c9-9bc9-182f464f43d7),segment_id=c5816db1-d5ad-48c9-9bc9-182f464f43d7)] {{(pid=103232) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 19:30:50.894864 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-16d1b138-bbeb-4318-b125-6cfdce50b005 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762867176205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762866656485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762866656503'] for port (8dc31a97-dbca-4be2-9f8e-28d20446fac0), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:30:50.908340 n-d-713498-36 neutron-server[103230]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e6c678d-7236-42da-9b3b-f88c6f167aba tempest-RoutersIpV6AdminTest-1179638195 tempest-RoutersIpV6AdminTest-1179638195-project-admin] Network 014b2338-f543-4615-bd13-5e7828f7a453 is scheduled to be hosted by DHCP agent af91e4b9-f4e1-42b1-a25c-a10dc47171c8 with binding_index 1 {{(pid=103230) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 19:30:50.922974 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e44c6363-05a6-4662-8cc8-3a698b69675a req-86ce5cc4-ddb3-4086-b2f7-6e43581c90b7 tempest-ServerActionsTestJSON-347500300 tempest-ServerActionsTestJSON-347500300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:30:50.934577 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-e44c6363-05a6-4662-8cc8-3a698b69675a req-86ce5cc4-ddb3-4086-b2f7-6e43581c90b7 tempest-ServerActionsTestJSON-347500300 tempest-ServerActionsTestJSON-347500300-project] 10.222.0.75 "GET /v2.0/ports?device_id=b7a61ec4-b421-4c48-b109-b3c29e4ee261 HTTP/1.1" status: 200 len: 943 time: 0.6914959 Feb 09 19:30:50.994807 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16d1b138-bbeb-4318-b125-6cfdce50b005 None None] Pushing event updated for resources: {'Port': ['ID=8dc31a97-dbca-4be2-9f8e-28d20446fac0,revision_number=2']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:30:51.032448 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-7a4f7e3b-3618-467f-94c3-1071eb2f7d41 None None] For port fd30763e-f90f-4665-9b3a-fa9fb92496df, host n-d-713498-36, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-36',level=0,port_id=fd30763e-f90f-4665-9b3a-fa9fb92496df,segment=NetworkSegment(38e341b3-c7de-4564-bf3e-3fa4aead565a),segment_id=38e341b3-c7de-4564-bf3e-3fa4aead565a)] {{(pid=103232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 19:30:51.053477 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c9bb582-3e60-4156-98e4-b478c0d1b61e req-e26640d9-db8a-4a65-882d-0d902c4cf499 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:30:51.055583 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-6c9bb582-3e60-4156-98e4-b478c0d1b61e req-e26640d9-db8a-4a65-882d-0d902c4cf499 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=bd12d1d0-518d-4d29-a00d-98410ba2cb8a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.5384855 Feb 09 19:30:51.126791 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-7a4f7e3b-3618-467f-94c3-1071eb2f7d41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762867176205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762866656485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762866656503'] for port (fd30763e-f90f-4665-9b3a-fa9fb92496df), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:30:51.175789 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.db.api [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103232) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 09 19:30:51.176168 n-d-713498-36 neutron-server[103232]: DEBUG oslo_db.api [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 09 19:30:51.214620 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a4f7e3b-3618-467f-94c3-1071eb2f7d41 None None] Pushing event updated for resources: {'Port': ['ID=fd30763e-f90f-4665-9b3a-fa9fb92496df,revision_number=3']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:30:51.280310 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.provisioning_blocks [None req-3f1f1cca-c8cc-4792-8a96-bffb102b58f7 None None] Provisioning complete for port fd30763e-f90f-4665-9b3a-fa9fb92496df triggered by entity DHCP. {{(pid=103232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 19:30:51.280698 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-3f1f1cca-c8cc-4792-8a96-bffb102b58f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593630'] for port (fd30763e-f90f-4665-9b3a-fa9fb92496df), provisioning_complete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:30:51.282932 n-d-713498-36 neutron-server[103230]: DEBUG neutron.scheduler.base_scheduler [None req-7e6c678d-7236-42da-9b3b-f88c6f167aba tempest-RoutersIpV6AdminTest-1179638195 tempest-RoutersIpV6AdminTest-1179638195-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713498-36, 014b2338-f543-4615-bd13-5e7828f7a453) {{(pid=103230) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 19:30:51.300227 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5728cc2-e1f6-4f6f-8695-a883567fb5b6 req-a3d9121e-5ad4-4861-a688-4d0cab2bfc34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:30:51.302011 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-b5728cc2-e1f6-4f6f-8695-a883567fb5b6 req-a3d9121e-5ad4-4861-a688-4d0cab2bfc34 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=d7a2ccbf0c8a475abd1520a0e31ab926&device_id=90fa3247-1947-4321-832f-6c7718b1bdac HTTP/1.1" status: 200 len: 1129 time: 0.6517437 Feb 09 19:30:51.357331 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f447e292-b2cc-4e76-8c40-2397c62ab0b3 None None] Network 014b2338-f543-4615-bd13-5e7828f7a453 requested from n-d-713498-36 {{(pid=103232) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 19:30:51.376646 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e6c678d-7236-42da-9b3b-f88c6f167aba tempest-RoutersIpV6AdminTest-1179638195 tempest-RoutersIpV6AdminTest-1179638195-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:30:51.387868 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-7e6c678d-7236-42da-9b3b-f88c6f167aba tempest-RoutersIpV6AdminTest-1179638195 tempest-RoutersIpV6AdminTest-1179638195-project-admin] Publish callbacks [] for subnet (None), before_response {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:30:51.780969 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-7e6c678d-7236-42da-9b3b-f88c6f167aba tempest-RoutersIpV6AdminTest-1179638195 tempest-RoutersIpV6AdminTest-1179638195-project-admin] 10.222.0.75 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 822 time: 4.6966617 Feb 09 19:30:51.783041 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 60994) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:30:51.788800 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.v2.base [None req-0c3963b7-cf58-4e67-9698-22c025d34a33 tempest-RoutersIpV6AdminTest-1179638195 tempest-RoutersIpV6AdminTest-1179638195-project-admin] Request body: {'port': {'name': 'tempest-RoutersIpV6AdminTest-1267308845', 'network_id': '014b2338-f543-4615-bd13-5e7828f7a453'}} {{(pid=103229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 19:30:51.877672 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0c3963b7-cf58-4e67-9698-22c025d34a33 tempest-RoutersIpV6AdminTest-1179638195 tempest-RoutersIpV6AdminTest-1179638195-project-admin] Made reservation on behalf of a43ff1beb5f54d739f8b86e0e4d0e8c2 for: {'port': 1} {{(pid=103229) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 19:30:51.880967 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-0c3963b7-cf58-4e67-9698-22c025d34a33 tempest-RoutersIpV6AdminTest-1179638195 tempest-RoutersIpV6AdminTest-1179638195-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (None), before_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:30:51.898934 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Current status of the port fd30763e-f90f-4665-9b3a-fa9fb92496df is: ACTIVE; New status is: ACTIVE {{(pid=103232) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 19:30:51.949549 n-d-713498-36 neutron-server[103229]: DEBUG neutron.notifiers.nova [None req-0c3963b7-cf58-4e67-9698-22c025d34a33 tempest-RoutersIpV6AdminTest-1179638195 tempest-RoutersIpV6AdminTest-1179638195-project-admin] device_id is not set on port 5e86f3a8-1e3f-4cec-bfd6-e7d9b906dab8 yet. {{(pid=103229) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 09 19:30:52.025980 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93601b64-d7d2-494e-bc8d-111086feaa61 None None] Network 014b2338-f543-4615-bd13-5e7828f7a453 requested from n-d-713498-36 {{(pid=103232) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 19:30:52.206109 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Device c8a5f00d-9fd8-4671-a7fd-94a27433dbff details requested by agent hyperv_n-h1-713498-36 with host n-h1-713498-36 {{(pid=103232) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 19:30:52.327311 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-3f1f1cca-c8cc-4792-8a96-bffb102b58f7 None None] Current status of the port fd30763e-f90f-4665-9b3a-fa9fb92496df is: ACTIVE; New status is: ACTIVE {{(pid=103232) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 19:30:52.345384 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Device fd30763e-f90f-4665-9b3a-fa9fb92496df up at agent ovs-agent-n-d-713498-36 {{(pid=103232) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 19:30:52.365056 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-e44c6363-05a6-4662-8cc8-3a698b69675a req-9f9fa3ce-f2ce-41ba-9521-e6a2eb8ee07c tempest-ServerActionsTestJSON-347500300 tempest-ServerActionsTestJSON-347500300-project] 10.222.0.75 "GET /v2.0/security-groups?id=f62a4cfa-cf5c-41a8-8bc5-ff3861f4d88a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.4229922 Feb 09 19:30:52.373283 n-d-713498-36 neutron-server[103229]: DEBUG neutron.db.db_base_plugin_common [None req-0c3963b7-cf58-4e67-9698-22c025d34a33 tempest-RoutersIpV6AdminTest-1179638195 tempest-RoutersIpV6AdminTest-1179638195-project-admin] Allocated IP 2001:db8::2fa (014b2338-f543-4615-bd13-5e7828f7a453/09a4c0c0-b4cf-43f8-bbce-3085998a06f0/5e86f3a8-1e3f-4cec-bfd6-e7d9b906dab8) {{(pid=103229) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 19:30:52.439811 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-6c9bb582-3e60-4156-98e4-b478c0d1b61e req-390286b9-a094-4da3-bc79-efbad7c08eaa service neutron] 10.222.0.89 "GET /v2.0/networks/bd12d1d0-518d-4d29-a00d-98410ba2cb8a?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1666951 Feb 09 19:30:52.519698 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] For port c8a5f00d-9fd8-4671-a7fd-94a27433dbff, host n-h1-713498-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-36',level=0,port_id=c8a5f00d-9fd8-4671-a7fd-94a27433dbff,segment=NetworkSegment(9110d757-e4eb-424b-97b9-32896b689ba3),segment_id=9110d757-e4eb-424b-97b9-32896b689ba3)] {{(pid=103232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 19:30:52.626939 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Returning: {'device': 'c8a5f00d-9fd8-4671-a7fd-94a27433dbff', 'network_id': 'bd12d1d0-518d-4d29-a00d-98410ba2cb8a', 'port_id': 'c8a5f00d-9fd8-4671-a7fd-94a27433dbff', 'mac_address': 'fa:16:3e:22:65:2d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 397, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '60ccac4e-8e6b-4139-b4aa-9c0c5cc0e9e4', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103232) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 19:30:52.726989 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-6c9bb582-3e60-4156-98e4-b478c0d1b61e req-86980b3b-860b-47e2-8f53-bc412af0d3f4 service neutron] 10.222.0.89 "GET /v2.0/networks/bd12d1d0-518d-4d29-a00d-98410ba2cb8a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2749116 Feb 09 19:30:52.768492 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-0c3963b7-cf58-4e67-9698-22c025d34a33 tempest-RoutersIpV6AdminTest-1179638195 tempest-RoutersIpV6AdminTest-1179638195-project-admin] Publish callbacks [] for port (5e86f3a8-1e3f-4cec-bfd6-e7d9b906dab8), precommit_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:30:52.786535 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.provisioning_blocks [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Provisioning complete for port fd30763e-f90f-4665-9b3a-fa9fb92496df triggered by entity L2. {{(pid=103232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 19:30:52.787659 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593630'] for port (fd30763e-f90f-4665-9b3a-fa9fb92496df), provisioning_complete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:30:52.840582 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Current status of the port c8a5f00d-9fd8-4671-a7fd-94a27433dbff is: DOWN; New status is: BUILD {{(pid=103232) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 19:30:52.840989 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (c8a5f00d-9fd8-4671-a7fd-94a27433dbff), before_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:30:52.852377 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-0c3963b7-cf58-4e67-9698-22c025d34a33 tempest-RoutersIpV6AdminTest-1179638195 tempest-RoutersIpV6AdminTest-1179638195-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762866656467', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12867576'] for port (5e86f3a8-1e3f-4cec-bfd6-e7d9b906dab8), after_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:30:52.896468 n-d-713498-36 neutron-server[103232]: DEBUG neutron.notifiers.nova [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c8a5f00d-9fd8-4671-a7fd-94a27433dbff {{(pid=103232) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 19:30:52.900984 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5728cc2-e1f6-4f6f-8695-a883567fb5b6 req-e4f37e92-537d-4f56-83a8-1845c01ad772 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:30:52.903919 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-b5728cc2-e1f6-4f6f-8695-a883567fb5b6 req-e4f37e92-537d-4f56-83a8-1845c01ad772 service neutron] 10.222.0.90 "GET /v2.0/networks?id=bd12d1d0-518d-4d29-a00d-98410ba2cb8a HTTP/1.1" status: 200 len: 913 time: 1.2651720 Feb 09 19:30:52.937243 n-d-713498-36 neutron-server[103229]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c3963b7-cf58-4e67-9698-22c025d34a33 tempest-RoutersIpV6AdminTest-1179638195 tempest-RoutersIpV6AdminTest-1179638195-project-admin] Network 014b2338-f543-4615-bd13-5e7828f7a453 is already hosted by enough agents. {{(pid=103229) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 19:30:52.940630 n-d-713498-36 neutron-server[103229]: DEBUG neutron.scheduler.base_scheduler [None req-0c3963b7-cf58-4e67-9698-22c025d34a33 tempest-RoutersIpV6AdminTest-1179638195 tempest-RoutersIpV6AdminTest-1179638195-project-admin] Resources bound (agent type, host, resource id): {{(pid=103229) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 19:30:52.952281 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] For port c8a5f00d-9fd8-4671-a7fd-94a27433dbff, host n-h1-713498-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-36',level=0,port_id=c8a5f00d-9fd8-4671-a7fd-94a27433dbff,segment=NetworkSegment(9110d757-e4eb-424b-97b9-32896b689ba3),segment_id=9110d757-e4eb-424b-97b9-32896b689ba3)] {{(pid=103232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 19:30:52.954434 n-d-713498-36 neutron-server[103229]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c3963b7-cf58-4e67-9698-22c025d34a33 tempest-RoutersIpV6AdminTest-1179638195 tempest-RoutersIpV6AdminTest-1179638195-project-admin] Received port after_create {{(pid=103229) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 19:30:52.956921 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c3963b7-cf58-4e67-9698-22c025d34a33 tempest-RoutersIpV6AdminTest-1179638195 tempest-RoutersIpV6AdminTest-1179638195-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:30:52.961538 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762867176205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762866656485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762866656503'] for port (c8a5f00d-9fd8-4671-a7fd-94a27433dbff), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:30:52.966343 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-0c3963b7-cf58-4e67-9698-22c025d34a33 tempest-RoutersIpV6AdminTest-1179638195 tempest-RoutersIpV6AdminTest-1179638195-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171096'] for port (None), before_response {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:30:52.999281 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c3963b7-cf58-4e67-9698-22c025d34a33 tempest-RoutersIpV6AdminTest-1179638195 tempest-RoutersIpV6AdminTest-1179638195-project-admin] Pushing event updated for resources: {'Port': ['ID=5e86f3a8-1e3f-4cec-bfd6-e7d9b906dab8,revision_number=1']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:30:53.022783 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-0c3963b7-cf58-4e67-9698-22c025d34a33 tempest-RoutersIpV6AdminTest-1179638195 tempest-RoutersIpV6AdminTest-1179638195-project-admin] 10.222.0.75 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1030 time: 1.2332606 Feb 09 19:30:53.023558 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 32792) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:30:53.056550 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-b5728cc2-e1f6-4f6f-8695-a883567fb5b6 req-165980d5-2315-4ea6-8ef3-befb616b78a0 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e138b0c7-e271-4e23-bf5b-bfa7a9e842fc HTTP/1.1" status: 200 len: 217 time: 0.1434612 Feb 09 19:30:53.100657 n-d-713498-36 neutron-server[103230]: DEBUG neutron.db.db_base_plugin_common [None req-fe878844-21dc-4a8c-a203-7abcb4a77c8f tempest-RoutersTest-1116560139 tempest-RoutersTest-1116560139-project] Allocated IP 172.20.0.1 (ebde60f3-5679-4ebb-8427-c82552e334ee/8b3ec5ff-510d-47b1-b1aa-158a64a95a70/7f057ad5-e557-4a86-82ea-1679d95684c5) {{(pid=103230) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 19:30:53.217253 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5728cc2-e1f6-4f6f-8695-a883567fb5b6 req-101a31b6-8b25-4b0f-8e04-8f57cc709d24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:30:53.218887 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-b5728cc2-e1f6-4f6f-8695-a883567fb5b6 req-101a31b6-8b25-4b0f-8e04-8f57cc709d24 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=60ccac4e-8e6b-4139-b4aa-9c0c5cc0e9e4 HTTP/1.1" status: 200 len: 851 time: 0.1409059 Feb 09 19:30:53.266705 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37f5a54a-aac6-4425-8e4d-4024a4d62455 None None] Network 4b7ed94a-5f8c-456e-9fe4-044f2c9717b2 requested from n-d-713498-36 {{(pid=103232) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 19:30:53.293710 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.plugin [None req-3d01289b-9b38-4d96-84c5-97b6610a4194 tempest-RoutersIpV6AdminTest-1179638195 tempest-RoutersIpV6AdminTest-1179638195-project-admin] Deleting port 5e86f3a8-1e3f-4cec-bfd6-e7d9b906dab8 {{(pid=103229) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 19:30:53.296950 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-3d01289b-9b38-4d96-84c5-97b6610a4194 tempest-RoutersIpV6AdminTest-1179638195 tempest-RoutersIpV6AdminTest-1179638195-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762867170196'] for port (5e86f3a8-1e3f-4cec-bfd6-e7d9b906dab8), before_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:30:53.412479 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Pushing event updated for resources: {'Port': ['ID=c8a5f00d-9fd8-4671-a7fd-94a27433dbff,revision_number=4']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:30:53.459894 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] get_ports_and_sgs() called for port_ids ['c8a5f00d-9fd8-4671-a7fd-94a27433dbff'] {{(pid=103232) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 19:30:53.470284 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-fe878844-21dc-4a8c-a203-7abcb4a77c8f tempest-RoutersTest-1116560139 tempest-RoutersTest-1116560139-project] Publish callbacks [] for port (7f057ad5-e557-4a86-82ea-1679d95684c5), precommit_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:30:53.540937 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-3d01289b-9b38-4d96-84c5-97b6610a4194 tempest-RoutersIpV6AdminTest-1179638195 tempest-RoutersIpV6AdminTest-1179638195-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1820838'] for port (5e86f3a8-1e3f-4cec-bfd6-e7d9b906dab8), precommit_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:30:53.568348 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-fe878844-21dc-4a8c-a203-7abcb4a77c8f tempest-RoutersTest-1116560139 tempest-RoutersTest-1116560139-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762866656467', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14393751'] for port (7f057ad5-e557-4a86-82ea-1679d95684c5), after_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:30:53.584863 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5728cc2-e1f6-4f6f-8695-a883567fb5b6 req-60ef7033-ef91-4996-823d-83b415c65489 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:30:53.587637 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-b5728cc2-e1f6-4f6f-8695-a883567fb5b6 req-60ef7033-ef91-4996-823d-83b415c65489 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=bd12d1d0-518d-4d29-a00d-98410ba2cb8a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.3588922 Feb 09 19:30:53.629494 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.plugin [None req-3d01289b-9b38-4d96-84c5-97b6610a4194 tempest-RoutersIpV6AdminTest-1179638195 tempest-RoutersIpV6AdminTest-1179638195-project-admin] Calling delete_port for 5e86f3a8-1e3f-4cec-bfd6-e7d9b906dab8 owned by {{(pid=103229) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 19:30:53.646723 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Current status of the port fd30763e-f90f-4665-9b3a-fa9fb92496df is: ACTIVE; New status is: ACTIVE {{(pid=103232) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 19:30:53.647787 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Device 8dc31a97-dbca-4be2-9f8e-28d20446fac0 up at agent ovs-agent-n-d-713498-36 {{(pid=103232) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 19:30:53.872896 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.provisioning_blocks [None req-fd2daf90-9c96-4ccc-89bb-54b8698b0c41 None None] Provisioning complete for port 8dc31a97-dbca-4be2-9f8e-28d20446fac0 triggered by entity DHCP. {{(pid=103232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 19:30:53.873277 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-fd2daf90-9c96-4ccc-89bb-54b8698b0c41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593630'] for port (8dc31a97-dbca-4be2-9f8e-28d20446fac0), provisioning_complete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:30:53.874421 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a16bfb72-e064-42eb-9b5c-5192cdb17885 req-9c4fd7b0-f40e-4b9b-a1de-00fbff2a9f09 tempest-ServerActionsTestJSON-347500300 tempest-ServerActionsTestJSON-347500300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:30:53.876546 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-a16bfb72-e064-42eb-9b5c-5192cdb17885 req-9c4fd7b0-f40e-4b9b-a1de-00fbff2a9f09 tempest-ServerActionsTestJSON-347500300 tempest-ServerActionsTestJSON-347500300-project] 10.222.0.75 "GET /v2.0/ports?device_id=b7a61ec4-b421-4c48-b109-b3c29e4ee261 HTTP/1.1" status: 200 len: 944 time: 0.3131330 Feb 09 19:30:53.904090 n-d-713498-36 neutron-server[103230]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe878844-21dc-4a8c-a203-7abcb4a77c8f tempest-RoutersTest-1116560139 tempest-RoutersTest-1116560139-project] Network ebde60f3-5679-4ebb-8427-c82552e334ee is already hosted by enough agents. {{(pid=103230) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 19:30:53.914193 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe878844-21dc-4a8c-a203-7abcb4a77c8f tempest-RoutersTest-1116560139 tempest-RoutersTest-1116560139-project] Pushing event updated for resources: {'Port': ['ID=7f057ad5-e557-4a86-82ea-1679d95684c5,revision_number=1']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:30:53.931107 n-d-713498-36 neutron-server[103230]: DEBUG neutron.scheduler.base_scheduler [None req-fe878844-21dc-4a8c-a203-7abcb4a77c8f tempest-RoutersTest-1116560139 tempest-RoutersTest-1116560139-project] Resources bound (agent type, host, resource id): {{(pid=103230) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 19:30:53.966158 n-d-713498-36 neutron-server[103230]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe878844-21dc-4a8c-a203-7abcb4a77c8f tempest-RoutersTest-1116560139 tempest-RoutersTest-1116560139-project] Received port after_create {{(pid=103230) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 19:30:54.037859 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.provisioning_blocks [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Provisioning complete for port 8dc31a97-dbca-4be2-9f8e-28d20446fac0 triggered by entity L2. {{(pid=103232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 19:30:54.039689 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593630'] for port (8dc31a97-dbca-4be2-9f8e-28d20446fac0), provisioning_complete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:30:54.076539 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-a16bfb72-e064-42eb-9b5c-5192cdb17885 req-0b5cf130-bb67-46ed-b315-bf734ee3ecf1 tempest-ServerActionsTestJSON-347500300 tempest-ServerActionsTestJSON-347500300-project] 10.222.0.75 "GET /v2.0/security-groups?id=f62a4cfa-cf5c-41a8-8bc5-ff3861f4d88a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1894231 Feb 09 19:30:54.132412 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-3d01289b-9b38-4d96-84c5-97b6610a4194 tempest-RoutersIpV6AdminTest-1179638195 tempest-RoutersIpV6AdminTest-1179638195-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762867177463', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762866656476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12867576'] for port (5e86f3a8-1e3f-4cec-bfd6-e7d9b906dab8), after_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:30:54.245830 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d01289b-9b38-4d96-84c5-97b6610a4194 tempest-RoutersIpV6AdminTest-1179638195 tempest-RoutersIpV6AdminTest-1179638195-project-admin] Pushing event deleted for resources: {'Port': ['ID=5e86f3a8-1e3f-4cec-bfd6-e7d9b906dab8,revision_number=None']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:30:54.302607 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-b5728cc2-e1f6-4f6f-8695-a883567fb5b6 req-b154ef7e-63c0-465c-8d56-d7753b8de4aa service neutron] 10.222.0.90 "GET /v2.0/networks/bd12d1d0-518d-4d29-a00d-98410ba2cb8a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6690171 Feb 09 19:30:54.328212 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-3d01289b-9b38-4d96-84c5-97b6610a4194 tempest-RoutersIpV6AdminTest-1179638195 tempest-RoutersIpV6AdminTest-1179638195-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171096'] for port (None), before_response {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:30:54.330295 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-fd2daf90-9c96-4ccc-89bb-54b8698b0c41 None None] Current status of the port 8dc31a97-dbca-4be2-9f8e-28d20446fac0 is: DOWN; New status is: ACTIVE {{(pid=103232) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 19:30:54.330898 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-fd2daf90-9c96-4ccc-89bb-54b8698b0c41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (8dc31a97-dbca-4be2-9f8e-28d20446fac0), before_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:30:54.333363 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-3d01289b-9b38-4d96-84c5-97b6610a4194 tempest-RoutersIpV6AdminTest-1179638195 tempest-RoutersIpV6AdminTest-1179638195-project-admin] 10.222.0.75 "DELETE /v2.0/ports/5e86f3a8-1e3f-4cec-bfd6-e7d9b906dab8 HTTP/1.1" status: 204 len: 168 time: 1.3076298 Feb 09 19:30:54.335906 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 32828) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:30:54.349417 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.v2.base [None req-70bfc873-2cd7-4b40-8330-7e05e4c96fec tempest-RoutersIpV6AdminTest-1179638195 tempest-RoutersIpV6AdminTest-1179638195-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '014b2338-f543-4615-bd13-5e7828f7a453', 'external_fixed_ips': [{'subnet_id': '09a4c0c0-b4cf-43f8-bbce-3085998a06f0', 'ip_address': '2001:db8::2fa'}]}}} {{(pid=103229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 19:30:54.366879 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-fe878844-21dc-4a8c-a203-7abcb4a77c8f tempest-RoutersTest-1116560139 tempest-RoutersTest-1116560139-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1819024'] for router_interface (9e8e7620-e829-4538-b5fe-f876e703fadd), before_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:30:54.395593 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-70bfc873-2cd7-4b40-8330-7e05e4c96fec tempest-RoutersIpV6AdminTest-1179638195 tempest-RoutersIpV6AdminTest-1179638195-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1834830', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-58389'] for router (635dab6e-1ebb-4a9f-92f4-b069cd243feb), before_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:30:54.397205 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-70bfc873-2cd7-4b40-8330-7e05e4c96fec tempest-RoutersIpV6AdminTest-1179638195 tempest-RoutersIpV6AdminTest-1179638195-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1834810', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1822096', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1886735', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-58380'] for router (635dab6e-1ebb-4a9f-92f4-b069cd243feb), precommit_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:30:54.544881 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-70bfc873-2cd7-4b40-8330-7e05e4c96fec tempest-RoutersIpV6AdminTest-1179638195 tempest-RoutersIpV6AdminTest-1179638195-project-admin] Publish callbacks [] for router_controller (635dab6e-1ebb-4a9f-92f4-b069cd243feb), precommit_add_association {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:30:54.610533 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-fd2daf90-9c96-4ccc-89bb-54b8698b0c41 None None] For port 8dc31a97-dbca-4be2-9f8e-28d20446fac0, host n-d-713498-36, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-36',level=0,port_id=8dc31a97-dbca-4be2-9f8e-28d20446fac0,segment=NetworkSegment(c5816db1-d5ad-48c9-9bc9-182f464f43d7),segment_id=c5816db1-d5ad-48c9-9bc9-182f464f43d7)] {{(pid=103232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 19:30:54.626153 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-fd2daf90-9c96-4ccc-89bb-54b8698b0c41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762867176205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762866656485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762866656503'] for port (8dc31a97-dbca-4be2-9f8e-28d20446fac0), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:30:54.769506 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-b5728cc2-e1f6-4f6f-8695-a883567fb5b6 req-b47d765c-2059-489c-9749-a563272fdcac service neutron] 10.222.0.90 "GET /v2.0/networks/bd12d1d0-518d-4d29-a00d-98410ba2cb8a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4576511 Feb 09 19:30:54.930777 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-70bfc873-2cd7-4b40-8330-7e05e4c96fec tempest-RoutersIpV6AdminTest-1179638195 tempest-RoutersIpV6AdminTest-1179638195-project-admin] Publish callbacks [] for router_gateway (635dab6e-1ebb-4a9f-92f4-b069cd243feb), precommit_update {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:30:54.976456 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-fe878844-21dc-4a8c-a203-7abcb4a77c8f tempest-RoutersTest-1116560139 tempest-RoutersTest-1116560139-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (7f057ad5-e557-4a86-82ea-1679d95684c5), before_update {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:30:55.181774 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Current status of the port 8dc31a97-dbca-4be2-9f8e-28d20446fac0 is: DOWN; New status is: ACTIVE {{(pid=103232) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 19:30:55.186305 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (8dc31a97-dbca-4be2-9f8e-28d20446fac0), before_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:30:55.283473 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.provisioning_blocks [None req-62ee7c9c-7c70-41b2-bb39-d6882e7ccc55 None None] Provisioning complete for port 7f057ad5-e557-4a86-82ea-1679d95684c5 triggered by entity DHCP. {{(pid=103232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 19:30:55.283860 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-62ee7c9c-7c70-41b2-bb39-d6882e7ccc55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593630'] for port (7f057ad5-e557-4a86-82ea-1679d95684c5), provisioning_complete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:30:55.426282 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd2daf90-9c96-4ccc-89bb-54b8698b0c41 None None] Pushing event updated for resources: {'Port': ['ID=8dc31a97-dbca-4be2-9f8e-28d20446fac0,revision_number=3']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:30:55.476092 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-62ee7c9c-7c70-41b2-bb39-d6882e7ccc55 None None] Port 7f057ad5-e557-4a86-82ea-1679d95684c5 cannot update to ACTIVE because it is not bound. {{(pid=103232) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 19:30:55.487264 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.db.api [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103232) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 09 19:30:55.487626 n-d-713498-36 neutron-server[103232]: DEBUG oslo_db.api [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 09 19:30:55.526113 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-70bfc873-2cd7-4b40-8330-7e05e4c96fec tempest-RoutersIpV6AdminTest-1179638195 tempest-RoutersIpV6AdminTest-1179638195-project-admin] Publish callbacks [] for router_gateway (635dab6e-1ebb-4a9f-92f4-b069cd243feb), before_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:30:55.581157 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-70bfc873-2cd7-4b40-8330-7e05e4c96fec tempest-RoutersIpV6AdminTest-1179638195 tempest-RoutersIpV6AdminTest-1179638195-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (None), before_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:30:55.606671 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.provisioning_blocks [None req-bac7a42e-e2cb-40ef-84eb-349dcb5ac8f8 None None] Provisioning complete for port 8dc31a97-dbca-4be2-9f8e-28d20446fac0 triggered by entity DHCP. {{(pid=103232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 19:30:55.607053 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-bac7a42e-e2cb-40ef-84eb-349dcb5ac8f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593630'] for port (8dc31a97-dbca-4be2-9f8e-28d20446fac0), provisioning_complete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:30:55.621798 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-fe878844-21dc-4a8c-a203-7abcb4a77c8f tempest-RoutersTest-1116560139 tempest-RoutersTest-1116560139-project] Publish callbacks [] for port (7f057ad5-e557-4a86-82ea-1679d95684c5), precommit_update {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:30:55.628844 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-fe878844-21dc-4a8c-a203-7abcb4a77c8f tempest-RoutersTest-1116560139 tempest-RoutersTest-1116560139-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762867176205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762866656485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762866656503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14393758'] for port (7f057ad5-e557-4a86-82ea-1679d95684c5), after_update {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:30:55.776379 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-671b7da1-6583-4063-a3e9-bed2f1ef24d5 req-e4abf2ca-4b06-443e-b5f3-651f7bc09877 tempest-ServerActionsTestJSON-347500300 tempest-ServerActionsTestJSON-347500300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:30:55.786924 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-671b7da1-6583-4063-a3e9-bed2f1ef24d5 req-e4abf2ca-4b06-443e-b5f3-651f7bc09877 tempest-ServerActionsTestJSON-347500300 tempest-ServerActionsTestJSON-347500300-project] 10.222.0.75 "GET /v2.0/ports?device_id=b7a61ec4-b421-4c48-b109-b3c29e4ee261 HTTP/1.1" status: 200 len: 944 time: 0.2855434 Feb 09 19:30:55.833686 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe878844-21dc-4a8c-a203-7abcb4a77c8f tempest-RoutersTest-1116560139 tempest-RoutersTest-1116560139-project] Pushing event updated for resources: {'Port': ['ID=7f057ad5-e557-4a86-82ea-1679d95684c5,revision_number=2']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:30:55.849915 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-fe878844-21dc-4a8c-a203-7abcb4a77c8f tempest-RoutersTest-1116560139 tempest-RoutersTest-1116560139-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1613458', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1834496'] for router_interface (9e8e7620-e829-4538-b5fe-f876e703fadd), after_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:30:55.856818 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-bac7a42e-e2cb-40ef-84eb-349dcb5ac8f8 None None] Current status of the port 8dc31a97-dbca-4be2-9f8e-28d20446fac0 is: ACTIVE; New status is: ACTIVE {{(pid=103232) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 19:30:55.925017 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-671b7da1-6583-4063-a3e9-bed2f1ef24d5 req-752b5d7d-11ee-485b-804a-f645ab0d1cc8 tempest-ServerActionsTestJSON-347500300 tempest-ServerActionsTestJSON-347500300-project] 10.222.0.75 "GET /v2.0/security-groups?id=f62a4cfa-cf5c-41a8-8bc5-ff3861f4d88a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1370931 Feb 09 19:30:56.058718 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Current status of the port 8dc31a97-dbca-4be2-9f8e-28d20446fac0 is: ACTIVE; New status is: ACTIVE {{(pid=103232) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 19:30:56.091225 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Device c8a5f00d-9fd8-4671-a7fd-94a27433dbff up at agent hyperv_n-h1-713498-36 {{(pid=103232) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 19:30:56.124234 n-d-713498-36 neutron-server[103230]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe878844-21dc-4a8c-a203-7abcb4a77c8f tempest-RoutersTest-1116560139 tempest-RoutersTest-1116560139-project] Network ebde60f3-5679-4ebb-8427-c82552e334ee is already hosted by enough agents. {{(pid=103230) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 19:30:56.125639 n-d-713498-36 neutron-server[103229]: DEBUG neutron.db.db_base_plugin_common [None req-70bfc873-2cd7-4b40-8330-7e05e4c96fec tempest-RoutersIpV6AdminTest-1179638195 tempest-RoutersIpV6AdminTest-1179638195-project-admin] Allocated IP 2001:db8::2fa (014b2338-f543-4615-bd13-5e7828f7a453/09a4c0c0-b4cf-43f8-bbce-3085998a06f0/4eab4868-5689-4248-8e92-3c2859f258a7) {{(pid=103229) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 19:30:56.128525 n-d-713498-36 neutron-server[103230]: DEBUG neutron.scheduler.base_scheduler [None req-fe878844-21dc-4a8c-a203-7abcb4a77c8f tempest-RoutersTest-1116560139 tempest-RoutersTest-1116560139-project] Resources bound (agent type, host, resource id): {{(pid=103230) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 19:30:56.265062 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Device 8dc31a97-dbca-4be2-9f8e-28d20446fac0 up at agent ovs-agent-n-d-713498-36 {{(pid=103232) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 19:30:56.346967 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.provisioning_blocks [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Provisioning for port c8a5f00d-9fd8-4671-a7fd-94a27433dbff completed by entity L2. {{(pid=103232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 19:30:56.364428 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.provisioning_blocks [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Provisioning complete for port c8a5f00d-9fd8-4671-a7fd-94a27433dbff triggered by entity L2. {{(pid=103232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 19:30:56.364807 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593630'] for port (c8a5f00d-9fd8-4671-a7fd-94a27433dbff), provisioning_complete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:30:56.436355 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-70bfc873-2cd7-4b40-8330-7e05e4c96fec tempest-RoutersIpV6AdminTest-1179638195 tempest-RoutersIpV6AdminTest-1179638195-project-admin] Publish callbacks [] for port (4eab4868-5689-4248-8e92-3c2859f258a7), precommit_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:30:56.468207 n-d-713498-36 neutron-server[103230]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fe878844-21dc-4a8c-a203-7abcb4a77c8f tempest-RoutersTest-1116560139 tempest-RoutersTest-1116560139-project] Router 9e8e7620-e829-4538-b5fe-f876e703fadd is scheduled to L3 agent 93303d5e-5d17-45e8-8963-7694f87783ae with binding_index 1 {{(pid=103230) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 09 19:30:56.522355 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-70bfc873-2cd7-4b40-8330-7e05e4c96fec tempest-RoutersIpV6AdminTest-1179638195 tempest-RoutersIpV6AdminTest-1179638195-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762866656467', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12867576'] for port (4eab4868-5689-4248-8e92-3c2859f258a7), after_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:30:56.571074 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.provisioning_blocks [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Provisioning complete for port 8dc31a97-dbca-4be2-9f8e-28d20446fac0 triggered by entity L2. {{(pid=103232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 19:30:56.571710 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593630'] for port (8dc31a97-dbca-4be2-9f8e-28d20446fac0), provisioning_complete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:30:56.593310 n-d-713498-36 neutron-server[103229]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70bfc873-2cd7-4b40-8330-7e05e4c96fec tempest-RoutersIpV6AdminTest-1179638195 tempest-RoutersIpV6AdminTest-1179638195-project-admin] Network 014b2338-f543-4615-bd13-5e7828f7a453 is already hosted by enough agents. {{(pid=103229) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 19:30:56.614223 n-d-713498-36 neutron-server[103229]: DEBUG neutron.scheduler.base_scheduler [None req-70bfc873-2cd7-4b40-8330-7e05e4c96fec tempest-RoutersIpV6AdminTest-1179638195 tempest-RoutersIpV6AdminTest-1179638195-project-admin] Resources bound (agent type, host, resource id): {{(pid=103229) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 19:30:56.618373 n-d-713498-36 neutron-server[103229]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70bfc873-2cd7-4b40-8330-7e05e4c96fec tempest-RoutersIpV6AdminTest-1179638195 tempest-RoutersIpV6AdminTest-1179638195-project-admin] Received port after_create {{(pid=103229) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 19:30:56.676638 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Current status of the port c8a5f00d-9fd8-4671-a7fd-94a27433dbff is: BUILD; New status is: ACTIVE {{(pid=103232) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 19:30:56.680919 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (c8a5f00d-9fd8-4671-a7fd-94a27433dbff), before_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:30:56.769314 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.provisioning_blocks [None req-f81156c5-3eac-41c0-803f-d06b1310d910 None None] Provisioning complete for port 7f057ad5-e557-4a86-82ea-1679d95684c5 triggered by entity DHCP. {{(pid=103232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 19:30:56.770028 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-f81156c5-3eac-41c0-803f-d06b1310d910 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593630'] for port (7f057ad5-e557-4a86-82ea-1679d95684c5), provisioning_complete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:30:56.776526 n-d-713498-36 neutron-server[103232]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b7a61ec4-b421-4c48-b109-b3c29e4ee261', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c8a5f00d-9fd8-4671-a7fd-94a27433dbff'}] {{(pid=103232) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 19:30:56.785091 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70bfc873-2cd7-4b40-8330-7e05e4c96fec tempest-RoutersIpV6AdminTest-1179638195 tempest-RoutersIpV6AdminTest-1179638195-project-admin] Pushing event updated for resources: {'Port': ['ID=4eab4868-5689-4248-8e92-3c2859f258a7,revision_number=1']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:30:56.787880 n-d-713498-36 neutron-server[103232]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}949cdcde653dec44821de95cbf67297f53cbc2aed4e073b5d514f93bf911ce85" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-937afaec-cf3b-490a-b5ca-87b1bbe23d03" -d '{"events": [{"server_uuid": "b7a61ec4-b421-4c48-b109-b3c29e4ee261", "name": "network-vif-plugged", "status": "completed", "tag": "c8a5f00d-9fd8-4671-a7fd-94a27433dbff"}]}' {{(pid=103232) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 19:30:56.920050 n-d-713498-36 neutron-server[103232]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 19:30:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-641f0d27-9872-4037-b5e0-22a4c6c88ffc x-openstack-request-id: req-641f0d27-9872-4037-b5e0-22a4c6c88ffc {{(pid=103232) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 19:30:56.920349 n-d-713498-36 neutron-server[103232]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b7a61ec4-b421-4c48-b109-b3c29e4ee261", "name": "network-vif-plugged", "status": "completed", "tag": "c8a5f00d-9fd8-4671-a7fd-94a27433dbff", "code": 200}]} {{(pid=103232) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 19:30:56.920608 n-d-713498-36 neutron-server[103232]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-641f0d27-9872-4037-b5e0-22a4c6c88ffc {{(pid=103232) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 19:30:56.921002 n-d-713498-36 neutron-server[103232]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b7a61ec4-b421-4c48-b109-b3c29e4ee261', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c8a5f00d-9fd8-4671-a7fd-94a27433dbff', 'code': 200} Feb 09 19:30:56.924465 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] For port c8a5f00d-9fd8-4671-a7fd-94a27433dbff, host n-h1-713498-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-36',level=0,port_id=c8a5f00d-9fd8-4671-a7fd-94a27433dbff,segment=NetworkSegment(9110d757-e4eb-424b-97b9-32896b689ba3),segment_id=9110d757-e4eb-424b-97b9-32896b689ba3)] {{(pid=103232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 19:30:56.970874 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762867176205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762866656485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762866656503'] for port (c8a5f00d-9fd8-4671-a7fd-94a27433dbff), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:30:57.100430 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-f81156c5-3eac-41c0-803f-d06b1310d910 None None] Port 7f057ad5-e557-4a86-82ea-1679d95684c5 cannot update to ACTIVE because it is not bound. {{(pid=103232) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 19:30:57.144178 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Current status of the port 8dc31a97-dbca-4be2-9f8e-28d20446fac0 is: ACTIVE; New status is: ACTIVE {{(pid=103232) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 19:30:57.172085 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Pushing event updated for resources: {'Port': ['ID=c8a5f00d-9fd8-4671-a7fd-94a27433dbff,revision_number=5']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:30:57.180949 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-70bfc873-2cd7-4b40-8330-7e05e4c96fec tempest-RoutersIpV6AdminTest-1179638195 tempest-RoutersIpV6AdminTest-1179638195-project-admin] Publish callbacks [] for router_gateway (635dab6e-1ebb-4a9f-92f4-b069cd243feb), after_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:30:57.426868 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd1704b0-0283-413a-ada4-2b918b354c1e req-90242dd6-8fc5-4a25-988e-e149fda7f99b tempest-ServerActionsTestJSON-347500300 tempest-ServerActionsTestJSON-347500300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:30:57.428552 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-cd1704b0-0283-413a-ada4-2b918b354c1e req-90242dd6-8fc5-4a25-988e-e149fda7f99b tempest-ServerActionsTestJSON-347500300 tempest-ServerActionsTestJSON-347500300-project] 10.222.0.75 "GET /v2.0/ports?device_id=b7a61ec4-b421-4c48-b109-b3c29e4ee261 HTTP/1.1" status: 200 len: 945 time: 0.1694021 Feb 09 19:30:57.471160 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fe852c2-c754-497c-a83f-23ade1bc63a8 req-81fd35b5-b2c8-4a5d-963e-ef03a1539f0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:30:57.472674 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-0fe852c2-c754-497c-a83f-23ade1bc63a8 req-81fd35b5-b2c8-4a5d-963e-ef03a1539f0e service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=b7a61ec4-b421-4c48-b109-b3c29e4ee261 HTTP/1.1" status: 200 len: 1128 time: 0.1843147 Feb 09 19:30:57.616244 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-0fe852c2-c754-497c-a83f-23ade1bc63a8 req-d7ed0357-cb2e-45cc-b835-f03d43c04a7d service neutron] 10.222.0.89 "GET /v2.0/security-groups?id=f62a4cfa-cf5c-41a8-8bc5-ff3861f4d88a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1371739 Feb 09 19:30:57.718738 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-cd1704b0-0283-413a-ada4-2b918b354c1e req-5a625b55-3e06-4a98-a001-7a5a7d0504c3 tempest-ServerActionsTestJSON-347500300 tempest-ServerActionsTestJSON-347500300-project] 10.222.0.75 "GET /v2.0/security-groups?id=f62a4cfa-cf5c-41a8-8bc5-ff3861f4d88a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2798564 Feb 09 19:30:57.722677 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fe878844-21dc-4a8c-a203-7abcb4a77c8f tempest-RoutersTest-1116560139 tempest-RoutersTest-1116560139-project] Notify agent at l3_agent.n-d-713498-36 the message routers_updated {{(pid=103230) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 19:30:57.736473 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-fe878844-21dc-4a8c-a203-7abcb4a77c8f tempest-RoutersTest-1116560139 tempest-RoutersTest-1116560139-project] 10.222.0.75 "PUT /v2.0/routers/9e8e7620-e829-4538-b5fe-f876e703fadd/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.6294308 Feb 09 19:30:57.741065 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 32900) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:30:57.748039 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25a96d61-83fc-4498-9c3a-703db6f1d669 None None] Sync routers for ids ['9e8e7620-e829-4538-b5fe-f876e703fadd'] in n-d-713498-36 {{(pid=103232) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 19:30:57.786000 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25a96d61-83fc-4498-9c3a-703db6f1d669 None None] Routers {'9e8e7620-e829-4538-b5fe-f876e703fadd'} bound to L3 agent in host n-d-713498-36 {{(pid=103232) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 19:30:57.786886 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.l3_hamode_db [None req-25a96d61-83fc-4498-9c3a-703db6f1d669 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T18:51:43Z,description=,heartbeat_timestamp=2022-02-09T19:30:43Z,host='n-d-713498-36',id=93303d5e-5d17-45e8-8963-7694f87783ae,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T18:51:43Z,topic='l3_agent')) {'router_ids': ['9e8e7620-e829-4538-b5fe-f876e703fadd'], 'active': True} {{(pid=103232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:30:57.875885 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-add39ad4-53e6-4684-8ed0-f58f2443d113 tempest-RoutersTest-1116560139 tempest-RoutersTest-1116560139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:30:57.877688 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-add39ad4-53e6-4684-8ed0-f58f2443d113 tempest-RoutersTest-1116560139 tempest-RoutersTest-1116560139-project] 10.222.0.75 "GET /v2.0/ports/7f057ad5-e557-4a86-82ea-1679d95684c5 HTTP/1.1" status: 200 len: 910 time: 0.1356571 Feb 09 19:30:57.890650 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.l3_hamode_db [None req-25a96d61-83fc-4498-9c3a-703db6f1d669 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713498-36', False) {} {{(pid=103232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:30:57.894339 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 32904) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:30:57.960154 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25a96d61-83fc-4498-9c3a-703db6f1d669 None None] Routers {'9e8e7620-e829-4538-b5fe-f876e703fadd'} bound to L3 agent in host n-d-713498-36 {{(pid=103232) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 19:30:57.961246 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.l3_hamode_db [None req-25a96d61-83fc-4498-9c3a-703db6f1d669 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T18:51:43Z,description=,heartbeat_timestamp=2022-02-09T19:30:43Z,host='n-d-713498-36',id=93303d5e-5d17-45e8-8963-7694f87783ae,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T18:51:43Z,topic='l3_agent')) {'router_ids': ['9e8e7620-e829-4538-b5fe-f876e703fadd'], 'active': True} {{(pid=103232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:30:58.094420 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.l3_hamode_db [None req-25a96d61-83fc-4498-9c3a-703db6f1d669 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713498-36', False) {} {{(pid=103232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:30:58.095179 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25a96d61-83fc-4498-9c3a-703db6f1d669 None None] The sync data for ids ['9e8e7620-e829-4538-b5fe-f876e703fadd'] in n-d-713498-36 is: [] {{(pid=103232) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 19:30:58.236683 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 32914) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:30:58.445009 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-70bfc873-2cd7-4b40-8330-7e05e4c96fec tempest-RoutersIpV6AdminTest-1179638195 tempest-RoutersIpV6AdminTest-1179638195-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1834945', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1818951'] for router (635dab6e-1ebb-4a9f-92f4-b069cd243feb), after_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:30:58.519921 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-b92612c8-c5b9-4ee0-b046-5050e8ba53f2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:30:58.880556 n-d-713498-36 neutron-server[103229]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-70bfc873-2cd7-4b40-8330-7e05e4c96fec tempest-RoutersIpV6AdminTest-1179638195 tempest-RoutersIpV6AdminTest-1179638195-project-admin] Router 635dab6e-1ebb-4a9f-92f4-b069cd243feb is scheduled to L3 agent 93303d5e-5d17-45e8-8963-7694f87783ae with binding_index 1 {{(pid=103229) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 09 19:30:59.134415 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-b92612c8-c5b9-4ee0-b046-5050e8ba53f2 admin admin] Publish callbacks [] for security_group (179bf312-ad70-4d8b-85c2-420d63b166ec), precommit_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:30:59.144437 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-b92612c8-c5b9-4ee0-b046-5050e8ba53f2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1892331'] for security_group (179bf312-ad70-4d8b-85c2-420d63b166ec), after_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:30:59.226793 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3b9d504-3fce-400c-8b08-271a5c91dd12 req-ad28477c-6ecf-498e-a200-8ddf2d744302 tempest-ServerActionsTestJSON-347500300 tempest-ServerActionsTestJSON-347500300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:30:59.228712 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-e3b9d504-3fce-400c-8b08-271a5c91dd12 req-ad28477c-6ecf-498e-a200-8ddf2d744302 tempest-ServerActionsTestJSON-347500300 tempest-ServerActionsTestJSON-347500300-project] 10.222.0.75 "GET /v2.0/ports?device_id=b7a61ec4-b421-4c48-b109-b3c29e4ee261 HTTP/1.1" status: 200 len: 945 time: 0.2330709 Feb 09 19:30:59.288008 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-b92612c8-c5b9-4ee0-b046-5050e8ba53f2 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=97f8a41f3f9a43d2b530ba364b328358&name=default HTTP/1.1" status: 200 len: 3000 time: 1.0501063 Feb 09 19:30:59.288979 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b92612c8-c5b9-4ee0-b046-5050e8ba53f2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=179bf312-ad70-4d8b-85c2-420d63b166ec,revision_number=1']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:30:59.292092 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 32950) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:30:59.296440 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-70bfc873-2cd7-4b40-8330-7e05e4c96fec tempest-RoutersIpV6AdminTest-1179638195 tempest-RoutersIpV6AdminTest-1179638195-project-admin] Notify agent at l3_agent.n-d-713498-36 the message routers_updated {{(pid=103229) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 19:30:59.306697 n-d-713498-36 neutron-server[103233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4cd0ba49-b71e-4f1d-bff0-198d177f8704 None None] Sync routers for ids ['635dab6e-1ebb-4a9f-92f4-b069cd243feb'] in n-d-713498-36 {{(pid=103233) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 19:30:59.337657 n-d-713498-36 neutron-server[103233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4cd0ba49-b71e-4f1d-bff0-198d177f8704 None None] Routers {'635dab6e-1ebb-4a9f-92f4-b069cd243feb'} bound to L3 agent in host n-d-713498-36 {{(pid=103233) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 19:30:59.343626 n-d-713498-36 neutron-server[103233]: DEBUG neutron.db.l3_hamode_db [None req-4cd0ba49-b71e-4f1d-bff0-198d177f8704 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T18:51:43Z,description=,heartbeat_timestamp=2022-02-09T19:30:43Z,host='n-d-713498-36',id=93303d5e-5d17-45e8-8963-7694f87783ae,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T18:51:43Z,topic='l3_agent')) {'router_ids': ['635dab6e-1ebb-4a9f-92f4-b069cd243feb'], 'active': True} {{(pid=103233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:30:59.349258 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-70bfc873-2cd7-4b40-8330-7e05e4c96fec tempest-RoutersIpV6AdminTest-1179638195 tempest-RoutersIpV6AdminTest-1179638195-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:30:59.353442 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-70bfc873-2cd7-4b40-8330-7e05e4c96fec tempest-RoutersIpV6AdminTest-1179638195 tempest-RoutersIpV6AdminTest-1179638195-project-admin] 10.222.0.75 "POST /v2.0/routers HTTP/1.1" status: 201 len: 878 time: 5.0079050 Feb 09 19:30:59.358460 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 32952) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:30:59.459860 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-e3b9d504-3fce-400c-8b08-271a5c91dd12 req-d386ecaf-57c2-48fb-8fe7-82b85d1e81dd tempest-ServerActionsTestJSON-347500300 tempest-ServerActionsTestJSON-347500300-project] 10.222.0.75 "GET /v2.0/security-groups?id=f62a4cfa-cf5c-41a8-8bc5-ff3861f4d88a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1989169 Feb 09 19:30:59.474446 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-14771ed1-c496-404d-a2e7-77d618751470 tempest-RoutersTest-1116560139 tempest-RoutersTest-1116560139-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (None), before_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:30:59.659525 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-cf25d3a8-0491-4471-807c-46c7e809b6f6 tempest-RoutersIpV6AdminTest-1179638195 tempest-RoutersIpV6AdminTest-1179638195-project-admin] Publish callbacks [] for router (635dab6e-1ebb-4a9f-92f4-b069cd243feb), before_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:30:59.661053 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-9a970581-9f43-4db2-86c6-7f7ebf2148bd admin admin] Publish callbacks [] for security_group (179bf312-ad70-4d8b-85c2-420d63b166ec), before_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:30:59.710045 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-9a970581-9f43-4db2-86c6-7f7ebf2148bd admin admin] Publish callbacks [] for security_group (179bf312-ad70-4d8b-85c2-420d63b166ec), precommit_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:30:59.761321 n-d-713498-36 neutron-server[103233]: DEBUG neutron.db.l3_dvr_db [None req-4cd0ba49-b71e-4f1d-bff0-198d177f8704 None None] Set router 635dab6e-1ebb-4a9f-92f4-b069cd243feb gateway port host: n-d-713498-36 {{(pid=103233) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 19:30:59.991236 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-9a970581-9f43-4db2-86c6-7f7ebf2148bd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1892331'] for security_group (179bf312-ad70-4d8b-85c2-420d63b166ec), after_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:31:00.021117 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-9a970581-9f43-4db2-86c6-7f7ebf2148bd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:31:00.029085 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-9a970581-9f43-4db2-86c6-7f7ebf2148bd admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/179bf312-ad70-4d8b-85c2-420d63b166ec HTTP/1.1" status: 204 len: 168 time: 0.7139378 Feb 09 19:31:00.089240 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-cf25d3a8-0491-4471-807c-46c7e809b6f6 tempest-RoutersIpV6AdminTest-1179638195 tempest-RoutersIpV6AdminTest-1179638195-project-admin] Publish callbacks [] for router_gateway (635dab6e-1ebb-4a9f-92f4-b069cd243feb), before_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:31:00.300129 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22559fe3-f69c-4c5c-add2-940587575a34 req-e9258351-bfe4-4ebb-bb4f-2c17a57a6572 tempest-ServerActionsTestJSON-347500300 tempest-ServerActionsTestJSON-347500300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:31:00.317101 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-22559fe3-f69c-4c5c-add2-940587575a34 req-e9258351-bfe4-4ebb-bb4f-2c17a57a6572 tempest-ServerActionsTestJSON-347500300 tempest-ServerActionsTestJSON-347500300-project] 10.222.0.75 "GET /v2.0/ports?device_id=b7a61ec4-b421-4c48-b109-b3c29e4ee261 HTTP/1.1" status: 200 len: 945 time: 0.2774620 Feb 09 19:31:00.400833 n-d-713498-36 neutron-server[103233]: DEBUG neutron.db.l3_hamode_db [None req-4cd0ba49-b71e-4f1d-bff0-198d177f8704 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '635dab6e-1ebb-4a9f-92f4-b069cd243feb', 'name': '', 'tenant_id': 'a43ff1beb5f54d739f8b86e0e4d0e8c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '014b2338-f543-4615-bd13-5e7828f7a453', 'external_fixed_ips': [{'subnet_id': '09a4c0c0-b4cf-43f8-bbce-3085998a06f0', 'ip_address': '2001:db8::2fa'}], 'enable_snat': True}, 'gw_port_id': '4eab4868-5689-4248-8e92-3c2859f258a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T19:30:54Z', 'updated_at': '2022-02-09T19:30:56Z', 'revision_number': 3, 'project_id': 'a43ff1beb5f54d739f8b86e0e4d0e8c2', 'gw_port': {'id': '4eab4868-5689-4248-8e92-3c2859f258a7', 'name': '', 'network_id': '014b2338-f543-4615-bd13-5e7828f7a453', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:f8:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '635dab6e-1ebb-4a9f-92f4-b069cd243feb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2948, 'fixed_ips': [{'subnet_id': '09a4c0c0-b4cf-43f8-bbce-3085998a06f0', 'ip_address': '2001:db8::2fa', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T19:30:55Z', 'updated_at': '2022-02-09T19:30:56Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '09a4c0c0-b4cf-43f8-bbce-3085998a06f0', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-36'}], 'n-d-713498-36', False) {} {{(pid=103233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:31:00.419202 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a970581-9f43-4db2-86c6-7f7ebf2148bd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=179bf312-ad70-4d8b-85c2-420d63b166ec,revision_number=None']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:31:00.462945 n-d-713498-36 neutron-server[103230]: DEBUG neutron.db.db_base_plugin_common [None req-14771ed1-c496-404d-a2e7-77d618751470 tempest-RoutersTest-1116560139 tempest-RoutersTest-1116560139-project] Allocated IP 172.21.0.1 (4b7ed94a-5f8c-456e-9fe4-044f2c9717b2/edffc34f-d562-41e2-8fec-591c2ca95367/a528074d-ed01-4555-aac7-8cc816f350b5) {{(pid=103230) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 19:31:00.535855 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 32984) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:31:00.553163 n-d-713498-36 neutron-server[103233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4cd0ba49-b71e-4f1d-bff0-198d177f8704 None None] Checking router: 635dab6e-1ebb-4a9f-92f4-b069cd243feb for host: n-d-713498-36 {{(pid=103233) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 19:31:00.555050 n-d-713498-36 neutron-server[103233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4cd0ba49-b71e-4f1d-bff0-198d177f8704 None None] Updating router 635dab6e-1ebb-4a9f-92f4-b069cd243feb port 4eab4868-5689-4248-8e92-3c2859f258a7 binding host n-d-713498-36 {{(pid=103233) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 19:31:00.601752 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.plugin [None req-cf25d3a8-0491-4471-807c-46c7e809b6f6 tempest-RoutersIpV6AdminTest-1179638195 tempest-RoutersIpV6AdminTest-1179638195-project-admin] Deleting port 4eab4868-5689-4248-8e92-3c2859f258a7 {{(pid=103229) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 19:31:00.603169 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-cf25d3a8-0491-4471-807c-46c7e809b6f6 tempest-RoutersIpV6AdminTest-1179638195 tempest-RoutersIpV6AdminTest-1179638195-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762867170196'] for port (4eab4868-5689-4248-8e92-3c2859f258a7), before_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:31:00.618214 n-d-713498-36 neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-4cd0ba49-b71e-4f1d-bff0-198d177f8704 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (4eab4868-5689-4248-8e92-3c2859f258a7), before_update {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:31:00.759699 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-14771ed1-c496-404d-a2e7-77d618751470 tempest-RoutersTest-1116560139 tempest-RoutersTest-1116560139-project] Publish callbacks [] for port (a528074d-ed01-4555-aac7-8cc816f350b5), precommit_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:31:00.766731 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-6e786f7a-4e44-47c3-9fed-f1a7f9d7f90b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:31:00.800672 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-22559fe3-f69c-4c5c-add2-940587575a34 req-d07d975c-7d17-4a00-8a16-cb1600c88b03 tempest-ServerActionsTestJSON-347500300 tempest-ServerActionsTestJSON-347500300-project] 10.222.0.75 "GET /v2.0/security-groups?id=f62a4cfa-cf5c-41a8-8bc5-ff3861f4d88a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4826179 Feb 09 19:31:00.838225 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-14771ed1-c496-404d-a2e7-77d618751470 tempest-RoutersTest-1116560139 tempest-RoutersTest-1116560139-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762866656467', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14393751'] for port (a528074d-ed01-4555-aac7-8cc816f350b5), after_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:31:00.892832 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-cf25d3a8-0491-4471-807c-46c7e809b6f6 tempest-RoutersIpV6AdminTest-1179638195 tempest-RoutersIpV6AdminTest-1179638195-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1820838'] for port (4eab4868-5689-4248-8e92-3c2859f258a7), precommit_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:31:00.928279 n-d-713498-36 neutron-server[103230]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14771ed1-c496-404d-a2e7-77d618751470 tempest-RoutersTest-1116560139 tempest-RoutersTest-1116560139-project] Network 4b7ed94a-5f8c-456e-9fe4-044f2c9717b2 is already hosted by enough agents. {{(pid=103230) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 19:31:00.940349 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.plugin [None req-cf25d3a8-0491-4471-807c-46c7e809b6f6 tempest-RoutersIpV6AdminTest-1179638195 tempest-RoutersIpV6AdminTest-1179638195-project-admin] Calling delete_port for 4eab4868-5689-4248-8e92-3c2859f258a7 owned by network:router_gateway {{(pid=103229) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 19:31:00.952259 n-d-713498-36 neutron-server[103230]: DEBUG neutron.scheduler.base_scheduler [None req-14771ed1-c496-404d-a2e7-77d618751470 tempest-RoutersTest-1116560139 tempest-RoutersTest-1116560139-project] Resources bound (agent type, host, resource id): {{(pid=103230) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 19:31:00.968939 n-d-713498-36 neutron-server[103230]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14771ed1-c496-404d-a2e7-77d618751470 tempest-RoutersTest-1116560139 tempest-RoutersTest-1116560139-project] Received port after_create {{(pid=103230) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 19:31:01.027806 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14771ed1-c496-404d-a2e7-77d618751470 tempest-RoutersTest-1116560139 tempest-RoutersTest-1116560139-project] Pushing event updated for resources: {'Port': ['ID=a528074d-ed01-4555-aac7-8cc816f350b5,revision_number=1']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:31:01.088732 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-14771ed1-c496-404d-a2e7-77d618751470 tempest-RoutersTest-1116560139 tempest-RoutersTest-1116560139-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1819024'] for router_interface (9e8e7620-e829-4538-b5fe-f876e703fadd), before_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:31:01.366239 n-d-713498-36 neutron-server[103233]: DEBUG neutron_lib.db.api [None req-4cd0ba49-b71e-4f1d-bff0-198d177f8704 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103233) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 09 19:31:01.366984 n-d-713498-36 neutron-server[103233]: DEBUG oslo_db.api [None req-4cd0ba49-b71e-4f1d-bff0-198d177f8704 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=103233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 09 19:31:01.386926 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-cf25d3a8-0491-4471-807c-46c7e809b6f6 tempest-RoutersIpV6AdminTest-1179638195 tempest-RoutersIpV6AdminTest-1179638195-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762867177463', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762866656476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12867576'] for port (4eab4868-5689-4248-8e92-3c2859f258a7), after_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:31:01.482615 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-14771ed1-c496-404d-a2e7-77d618751470 tempest-RoutersTest-1116560139 tempest-RoutersTest-1116560139-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (a528074d-ed01-4555-aac7-8cc816f350b5), before_update {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:31:01.484294 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.provisioning_blocks [None req-7e29de7b-5417-4a66-83f3-f3312dd159bb None None] Provisioning complete for port a528074d-ed01-4555-aac7-8cc816f350b5 triggered by entity DHCP. {{(pid=103232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 19:31:01.484762 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-7e29de7b-5417-4a66-83f3-f3312dd159bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593630'] for port (a528074d-ed01-4555-aac7-8cc816f350b5), provisioning_complete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:31:01.548085 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf25d3a8-0491-4471-807c-46c7e809b6f6 tempest-RoutersIpV6AdminTest-1179638195 tempest-RoutersIpV6AdminTest-1179638195-project-admin] Pushing event deleted for resources: {'Port': ['ID=4eab4868-5689-4248-8e92-3c2859f258a7,revision_number=None']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:31:01.555645 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-cf25d3a8-0491-4471-807c-46c7e809b6f6 tempest-RoutersIpV6AdminTest-1179638195 tempest-RoutersIpV6AdminTest-1179638195-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1818987'] for router_gateway (635dab6e-1ebb-4a9f-92f4-b069cd243feb), after_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:31:01.591311 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-7e29de7b-5417-4a66-83f3-f3312dd159bb None None] Port a528074d-ed01-4555-aac7-8cc816f350b5 cannot update to ACTIVE because it is not bound. {{(pid=103232) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 19:31:01.712420 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-6e786f7a-4e44-47c3-9fed-f1a7f9d7f90b admin admin] Publish callbacks [] for security_group (68437b10-1187-471a-9dd3-a97f60a0f7cb), precommit_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:31:01.722239 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-cf25d3a8-0491-4471-807c-46c7e809b6f6 tempest-RoutersIpV6AdminTest-1179638195 tempest-RoutersIpV6AdminTest-1179638195-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1834988', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-58375'] for router (635dab6e-1ebb-4a9f-92f4-b069cd243feb), precommit_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:31:01.739387 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-cf25d3a8-0491-4471-807c-46c7e809b6f6 tempest-RoutersIpV6AdminTest-1179638195 tempest-RoutersIpV6AdminTest-1179638195-project-admin] Publish callbacks [] for router_controller (635dab6e-1ebb-4a9f-92f4-b069cd243feb), precommit_delete_associations {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:31:01.741504 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-6e786f7a-4e44-47c3-9fed-f1a7f9d7f90b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1892331'] for security_group (68437b10-1187-471a-9dd3-a97f60a0f7cb), after_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:31:01.898628 n-d-713498-36 neutron-server[103233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4cd0ba49-b71e-4f1d-bff0-198d177f8704 None None] Port 4eab4868-5689-4248-8e92-3c2859f258a7 not found while updating agent binding for router 635dab6e-1ebb-4a9f-92f4-b069cd243feb. {{(pid=103233) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:216}} Feb 09 19:31:01.924861 n-d-713498-36 neutron-server[103233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4cd0ba49-b71e-4f1d-bff0-198d177f8704 None None] Routers {'635dab6e-1ebb-4a9f-92f4-b069cd243feb'} bound to L3 agent in host n-d-713498-36 {{(pid=103233) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 19:31:01.925784 n-d-713498-36 neutron-server[103233]: DEBUG neutron.db.l3_hamode_db [None req-4cd0ba49-b71e-4f1d-bff0-198d177f8704 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T18:51:43Z,description=,heartbeat_timestamp=2022-02-09T19:30:43Z,host='n-d-713498-36',id=93303d5e-5d17-45e8-8963-7694f87783ae,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T18:51:43Z,topic='l3_agent')) {'router_ids': ['635dab6e-1ebb-4a9f-92f4-b069cd243feb'], 'active': True} {{(pid=103233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:31:02.010235 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-6e786f7a-4e44-47c3-9fed-f1a7f9d7f90b admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=715bd7f589cc49cfb82c1ba17db81669&name=default HTTP/1.1" status: 200 len: 3000 time: 1.4732604 Feb 09 19:31:02.015792 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 33020) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:31:02.017101 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-cf25d3a8-0491-4471-807c-46c7e809b6f6 tempest-RoutersIpV6AdminTest-1179638195 tempest-RoutersIpV6AdminTest-1179638195-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1835003'] for router (635dab6e-1ebb-4a9f-92f4-b069cd243feb), after_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:31:02.022407 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cf25d3a8-0491-4471-807c-46c7e809b6f6 tempest-RoutersIpV6AdminTest-1179638195 tempest-RoutersIpV6AdminTest-1179638195-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 635dab6e-1ebb-4a9f-92f4-b069cd243feb {{(pid=103229) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 09 19:31:02.024666 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e786f7a-4e44-47c3-9fed-f1a7f9d7f90b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=68437b10-1187-471a-9dd3-a97f60a0f7cb,revision_number=1']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:31:02.046516 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-cf25d3a8-0491-4471-807c-46c7e809b6f6 tempest-RoutersIpV6AdminTest-1179638195 tempest-RoutersIpV6AdminTest-1179638195-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:31:02.050113 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-cf25d3a8-0491-4471-807c-46c7e809b6f6 tempest-RoutersIpV6AdminTest-1179638195 tempest-RoutersIpV6AdminTest-1179638195-project-admin] 10.222.0.75 "DELETE /v2.0/routers/635dab6e-1ebb-4a9f-92f4-b069cd243feb HTTP/1.1" status: 204 len: 168 time: 2.6866212 Feb 09 19:31:02.050914 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 33022) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:31:02.122765 n-d-713498-36 neutron-server[103233]: DEBUG neutron.db.l3_dvr_db [None req-4cd0ba49-b71e-4f1d-bff0-198d177f8704 None None] Set router 635dab6e-1ebb-4a9f-92f4-b069cd243feb gateway port host: None {{(pid=103233) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 19:31:02.216747 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 33026) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:31:02.253111 n-d-713498-36 neutron-server[103233]: DEBUG neutron.db.l3_hamode_db [None req-4cd0ba49-b71e-4f1d-bff0-198d177f8704 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '635dab6e-1ebb-4a9f-92f4-b069cd243feb', 'name': '', 'tenant_id': 'a43ff1beb5f54d739f8b86e0e4d0e8c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T19:30:54Z', 'updated_at': '2022-02-09T19:31:01Z', 'revision_number': 5, 'project_id': 'a43ff1beb5f54d739f8b86e0e4d0e8c2', 'gw_port_host': None}], 'n-d-713498-36', False) {} {{(pid=103233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:31:02.316472 n-d-713498-36 neutron-server[103230]: DEBUG neutron.db.db_base_plugin_v2 [None req-af1ce28c-4512-4b89-a71f-e9577535ad10 tempest-RoutersIpV6AdminTest-1179638195 tempest-RoutersIpV6AdminTest-1179638195-project-admin] Deleting subnet 09a4c0c0-b4cf-43f8-bbce-3085998a06f0 {{(pid=103230) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 19:31:02.326054 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-1a5af674-0c97-4302-8e81-09006fe5f79a admin admin] Publish callbacks [] for security_group (68437b10-1187-471a-9dd3-a97f60a0f7cb), before_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:31:02.335033 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-14771ed1-c496-404d-a2e7-77d618751470 tempest-RoutersTest-1116560139 tempest-RoutersTest-1116560139-project] Publish callbacks [] for port (a528074d-ed01-4555-aac7-8cc816f350b5), precommit_update {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:31:02.336683 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-af1ce28c-4512-4b89-a71f-e9577535ad10 tempest-RoutersIpV6AdminTest-1179638195 tempest-RoutersIpV6AdminTest-1179638195-project-admin] Publish callbacks [] for subnet (09a4c0c0-b4cf-43f8-bbce-3085998a06f0), before_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:31:02.368577 n-d-713498-36 neutron-server[103233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4cd0ba49-b71e-4f1d-bff0-198d177f8704 None None] The sync data for ids ['635dab6e-1ebb-4a9f-92f4-b069cd243feb'] in n-d-713498-36 is: [{'id': '635dab6e-1ebb-4a9f-92f4-b069cd243feb', 'name': '', 'tenant_id': 'a43ff1beb5f54d739f8b86e0e4d0e8c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T19:30:54Z', 'updated_at': '2022-02-09T19:31:01Z', 'revision_number': 5, 'project_id': 'a43ff1beb5f54d739f8b86e0e4d0e8c2', 'gw_port_host': None}] {{(pid=103233) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 19:31:02.403321 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a717210e-7b2a-43a2-8795-0b6e50f92fc5 req-3f9e760e-3942-4196-970c-a365d7489e48 tempest-ServerActionsTestJSON-347500300 tempest-ServerActionsTestJSON-347500300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:31:02.407636 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-a717210e-7b2a-43a2-8795-0b6e50f92fc5 req-3f9e760e-3942-4196-970c-a365d7489e48 tempest-ServerActionsTestJSON-347500300 tempest-ServerActionsTestJSON-347500300-project] 10.222.0.75 "GET /v2.0/ports?device_id=b7a61ec4-b421-4c48-b109-b3c29e4ee261 HTTP/1.1" status: 200 len: 945 time: 0.3135319 Feb 09 19:31:02.409404 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-14771ed1-c496-404d-a2e7-77d618751470 tempest-RoutersTest-1116560139 tempest-RoutersTest-1116560139-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762867176205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762866656485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762866656503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14393758'] for port (a528074d-ed01-4555-aac7-8cc816f350b5), after_update {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:31:02.517437 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-58f3ecde-8a37-48bd-bdc3-55c54668fd74 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:31:02.702091 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14771ed1-c496-404d-a2e7-77d618751470 tempest-RoutersTest-1116560139 tempest-RoutersTest-1116560139-project] Pushing event updated for resources: {'Port': ['ID=a528074d-ed01-4555-aac7-8cc816f350b5,revision_number=2']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:31:02.724990 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-1a5af674-0c97-4302-8e81-09006fe5f79a admin admin] Publish callbacks [] for security_group (68437b10-1187-471a-9dd3-a97f60a0f7cb), precommit_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:31:02.734843 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-af1ce28c-4512-4b89-a71f-e9577535ad10 tempest-RoutersIpV6AdminTest-1179638195 tempest-RoutersIpV6AdminTest-1179638195-project-admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12895822'] for subnet (09a4c0c0-b4cf-43f8-bbce-3085998a06f0), precommit_delete_associations {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:31:02.779389 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-58f3ecde-8a37-48bd-bdc3-55c54668fd74 admin admin] Publish callbacks [] for security_group (798a6e1b-3611-4536-936e-6f859c0fe518), precommit_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:31:02.784698 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-58f3ecde-8a37-48bd-bdc3-55c54668fd74 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1892331'] for security_group (798a6e1b-3611-4536-936e-6f859c0fe518), after_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:31:02.873207 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58f3ecde-8a37-48bd-bdc3-55c54668fd74 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=798a6e1b-3611-4536-936e-6f859c0fe518,revision_number=1']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:31:02.914516 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 33042) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:31:02.918961 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-58f3ecde-8a37-48bd-bdc3-55c54668fd74 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=e590ed294a6a492fa2a5f539cb6d7c49&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6963022 Feb 09 19:31:02.922856 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-14771ed1-c496-404d-a2e7-77d618751470 tempest-RoutersTest-1116560139 tempest-RoutersTest-1116560139-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1613458', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1834496'] for router_interface (9e8e7620-e829-4538-b5fe-f876e703fadd), after_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:31:02.976143 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-af1ce28c-4512-4b89-a71f-e9577535ad10 tempest-RoutersIpV6AdminTest-1179638195 tempest-RoutersIpV6AdminTest-1179638195-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-759852'] for subnet (09a4c0c0-b4cf-43f8-bbce-3085998a06f0), precommit_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:31:03.102849 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-a717210e-7b2a-43a2-8795-0b6e50f92fc5 req-e7d92b2a-fbd3-49b5-8cfe-3bea2799a1a2 tempest-ServerActionsTestJSON-347500300 tempest-ServerActionsTestJSON-347500300-project] 10.222.0.75 "GET /v2.0/security-groups?id=f62a4cfa-cf5c-41a8-8bc5-ff3861f4d88a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6872749 Feb 09 19:31:03.217367 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-cf3da67f-ff95-4a70-95ff-d6968446d9c2 admin admin] Publish callbacks [] for security_group (798a6e1b-3611-4536-936e-6f859c0fe518), before_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:31:03.221785 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-af1ce28c-4512-4b89-a71f-e9577535ad10 tempest-RoutersIpV6AdminTest-1179638195 tempest-RoutersIpV6AdminTest-1179638195-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-760023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14393672', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12985882'] for subnet (09a4c0c0-b4cf-43f8-bbce-3085998a06f0), after_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:31:03.223973 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-1a5af674-0c97-4302-8e81-09006fe5f79a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1892331'] for security_group (68437b10-1187-471a-9dd3-a97f60a0f7cb), after_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:31:03.226712 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-1a5af674-0c97-4302-8e81-09006fe5f79a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:31:03.228069 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-1a5af674-0c97-4302-8e81-09006fe5f79a admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/68437b10-1187-471a-9dd3-a97f60a0f7cb HTTP/1.1" status: 204 len: 168 time: 1.2077124 Feb 09 19:31:03.254752 n-d-713498-36 neutron-server[103230]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14771ed1-c496-404d-a2e7-77d618751470 tempest-RoutersTest-1116560139 tempest-RoutersTest-1116560139-project] Network 4b7ed94a-5f8c-456e-9fe4-044f2c9717b2 is already hosted by enough agents. {{(pid=103230) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 19:31:03.257630 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a5af674-0c97-4302-8e81-09006fe5f79a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=68437b10-1187-471a-9dd3-a97f60a0f7cb,revision_number=None']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:31:03.291280 n-d-713498-36 neutron-server[103230]: DEBUG neutron.scheduler.base_scheduler [None req-14771ed1-c496-404d-a2e7-77d618751470 tempest-RoutersTest-1116560139 tempest-RoutersTest-1116560139-project] Resources bound (agent type, host, resource id): {{(pid=103230) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 19:31:03.300494 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af1ce28c-4512-4b89-a71f-e9577535ad10 tempest-RoutersIpV6AdminTest-1179638195 tempest-RoutersIpV6AdminTest-1179638195-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=09a4c0c0-b4cf-43f8-bbce-3085998a06f0,revision_number=None']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:31:03.312879 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-af1ce28c-4512-4b89-a71f-e9577535ad10 tempest-RoutersIpV6AdminTest-1179638195 tempest-RoutersIpV6AdminTest-1179638195-project-admin] Publish callbacks [] for subnet (None), before_response {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:31:03.317100 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-af1ce28c-4512-4b89-a71f-e9577535ad10 tempest-RoutersIpV6AdminTest-1179638195 tempest-RoutersIpV6AdminTest-1179638195-project-admin] 10.222.0.75 "DELETE /v2.0/subnets/09a4c0c0-b4cf-43f8-bbce-3085998a06f0 HTTP/1.1" status: 204 len: 168 time: 1.2469161 Feb 09 19:31:03.319821 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 33054) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:31:03.594913 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-cf3da67f-ff95-4a70-95ff-d6968446d9c2 admin admin] Publish callbacks [] for security_group (798a6e1b-3611-4536-936e-6f859c0fe518), precommit_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:31:03.617540 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-9ef2345a-0566-4730-999f-eb8d7afb961b tempest-RoutersIpV6AdminTest-1179638195 tempest-RoutersIpV6AdminTest-1179638195-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-670458'] for network (014b2338-f543-4615-bd13-5e7828f7a453), before_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:31:03.641902 n-d-713498-36 neutron-server[103230]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-14771ed1-c496-404d-a2e7-77d618751470 tempest-RoutersTest-1116560139 tempest-RoutersTest-1116560139-project] Router 9e8e7620-e829-4538-b5fe-f876e703fadd has already been hosted by L3 agent 93303d5e-5d17-45e8-8963-7694f87783ae {{(pid=103230) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 19:31:03.873132 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.provisioning_blocks [None req-4688d99e-819b-4f0b-85b5-0671acd66389 None None] Provisioning complete for port a528074d-ed01-4555-aac7-8cc816f350b5 triggered by entity DHCP. {{(pid=103232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 19:31:03.874569 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-4688d99e-819b-4f0b-85b5-0671acd66389 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593630'] for port (a528074d-ed01-4555-aac7-8cc816f350b5), provisioning_complete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:31:03.923431 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-9ef2345a-0566-4730-999f-eb8d7afb961b tempest-RoutersIpV6AdminTest-1179638195 tempest-RoutersIpV6AdminTest-1179638195-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-590267', 'neutron.services.segments.db._delete_segments_for_network-8762867132609'] for network (014b2338-f543-4615-bd13-5e7828f7a453), precommit_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:31:03.987370 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-14771ed1-c496-404d-a2e7-77d618751470 tempest-RoutersTest-1116560139 tempest-RoutersTest-1116560139-project] Notify agent at l3_agent.n-d-713498-36 the message routers_updated {{(pid=103230) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 19:31:03.993667 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-14771ed1-c496-404d-a2e7-77d618751470 tempest-RoutersTest-1116560139 tempest-RoutersTest-1116560139-project] 10.222.0.75 "PUT /v2.0/routers/9e8e7620-e829-4538-b5fe-f876e703fadd/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.0960264 Feb 09 19:31:04.007673 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 33080) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:31:04.071905 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf308f09-c0fc-406b-a024-ddce7a670db8 None None] Sync routers for ids ['9e8e7620-e829-4538-b5fe-f876e703fadd'] in n-d-713498-36 {{(pid=103232) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 19:31:04.072171 n-d-713498-36 neutron-server[103229]: DEBUG neutron.services.segments.db [None req-9ef2345a-0566-4730-999f-eb8d7afb961b tempest-RoutersIpV6AdminTest-1179638195 tempest-RoutersIpV6AdminTest-1179638195-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['014b2338-f543-4615-bd13-5e7828f7a453']}} {{(pid=103229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:31:04.086626 n-d-713498-36 neutron-server[103229]: DEBUG neutron.services.segments.db [None req-9ef2345a-0566-4730-999f-eb8d7afb961b tempest-RoutersIpV6AdminTest-1179638195 tempest-RoutersIpV6AdminTest-1179638195-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0a00c1cf-e119-4826-9f54-2e1b1af7ba63') {'for_net_delete': True} {{(pid=103229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:31:04.087351 n-d-713498-36 neutron-server[103229]: DEBUG neutron.services.segments.db [None req-9ef2345a-0566-4730-999f-eb8d7afb961b tempest-RoutersIpV6AdminTest-1179638195 tempest-RoutersIpV6AdminTest-1179638195-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0a00c1cf-e119-4826-9f54-2e1b1af7ba63') {} {{(pid=103229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:31:04.103954 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-9ef2345a-0566-4730-999f-eb8d7afb961b tempest-RoutersIpV6AdminTest-1179638195 tempest-RoutersIpV6AdminTest-1179638195-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762867134154', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16683417'] for segment (0a00c1cf-e119-4826-9f54-2e1b1af7ba63), before_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:31:04.130412 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-9ef2345a-0566-4730-999f-eb8d7afb961b tempest-RoutersIpV6AdminTest-1179638195 tempest-RoutersIpV6AdminTest-1179638195-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-759574'] for segment (0a00c1cf-e119-4826-9f54-2e1b1af7ba63), precommit_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:31:04.165161 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-4688d99e-819b-4f0b-85b5-0671acd66389 None None] Port a528074d-ed01-4555-aac7-8cc816f350b5 cannot update to ACTIVE because it is not bound. {{(pid=103232) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 19:31:04.165440 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9ef2345a-0566-4730-999f-eb8d7afb961b tempest-RoutersIpV6AdminTest-1179638195 tempest-RoutersIpV6AdminTest-1179638195-project-admin] Releasing vlan 355 on physical network physnet1 to pool {{(pid=103229) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 19:31:04.166667 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-9ef2345a-0566-4730-999f-eb8d7afb961b tempest-RoutersIpV6AdminTest-1179638195 tempest-RoutersIpV6AdminTest-1179638195-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-759574', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12867469'] for segment (0a00c1cf-e119-4826-9f54-2e1b1af7ba63), after_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:31:04.198088 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf308f09-c0fc-406b-a024-ddce7a670db8 None None] Routers {'9e8e7620-e829-4538-b5fe-f876e703fadd'} bound to L3 agent in host n-d-713498-36 {{(pid=103232) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 19:31:04.198492 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.l3_hamode_db [None req-bf308f09-c0fc-406b-a024-ddce7a670db8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T18:51:43Z,description=,heartbeat_timestamp=2022-02-09T19:30:43Z,host='n-d-713498-36',id=93303d5e-5d17-45e8-8963-7694f87783ae,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T18:51:43Z,topic='l3_agent')) {'router_ids': ['9e8e7620-e829-4538-b5fe-f876e703fadd'], 'active': True} {{(pid=103232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:31:04.249767 n-d-713498-36 neutron-server[103229]: Traceback (most recent call last): Feb 09 19:31:04.249767 n-d-713498-36 neutron-server[103229]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 19:31:04.249767 n-d-713498-36 neutron-server[103229]: timer() Feb 09 19:31:04.249767 n-d-713498-36 neutron-server[103229]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 19:31:04.249767 n-d-713498-36 neutron-server[103229]: cb(*args, **kw) Feb 09 19:31:04.249767 n-d-713498-36 neutron-server[103229]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 19:31:04.249767 n-d-713498-36 neutron-server[103229]: return func(*args, **kwargs) Feb 09 19:31:04.249767 n-d-713498-36 neutron-server[103229]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 19:31:04.249767 n-d-713498-36 neutron-server[103229]: self._notify() Feb 09 19:31:04.249767 n-d-713498-36 neutron-server[103229]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 19:31:04.249767 n-d-713498-36 neutron-server[103229]: self.callback(batched_events) Feb 09 19:31:04.249767 n-d-713498-36 neutron-server[103229]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 19:31:04.249767 n-d-713498-36 neutron-server[103229]: event.method(event) Feb 09 19:31:04.249767 n-d-713498-36 neutron-server[103229]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 19:31:04.249767 n-d-713498-36 neutron-server[103229]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 19:31:04.249767 n-d-713498-36 neutron-server[103229]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 19:31:04.249767 n-d-713498-36 neutron-server[103229]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 19:31:04.249767 n-d-713498-36 neutron-server[103229]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 19:31:04.249767 n-d-713498-36 neutron-server[103229]: return f(self, *a, **k) Feb 09 19:31:04.249767 n-d-713498-36 neutron-server[103229]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 19:31:04.249767 n-d-713498-36 neutron-server[103229]: return self._get(url).json() Feb 09 19:31:04.249767 n-d-713498-36 neutron-server[103229]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 19:31:04.249767 n-d-713498-36 neutron-server[103229]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 19:31:04.249767 n-d-713498-36 neutron-server[103229]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 19:31:04.249767 n-d-713498-36 neutron-server[103229]: return self.request(url, 'GET', **kwargs) Feb 09 19:31:04.249767 n-d-713498-36 neutron-server[103229]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 19:31:04.249767 n-d-713498-36 neutron-server[103229]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 19:31:04.249767 n-d-713498-36 neutron-server[103229]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 19:31:04.249767 n-d-713498-36 neutron-server[103229]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 19:31:04.249767 n-d-713498-36 neutron-server[103229]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 19:31:04.249767 n-d-713498-36 neutron-server[103229]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 19:31:04.249767 n-d-713498-36 neutron-server[103229]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 19:31:04.279537 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9dd8445-f84e-4161-9a01-05848488259a tempest-RoutersTest-1116560139 tempest-RoutersTest-1116560139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:31:04.281015 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-e9dd8445-f84e-4161-9a01-05848488259a tempest-RoutersTest-1116560139 tempest-RoutersTest-1116560139-project] 10.222.0.75 "GET /v2.0/ports/a528074d-ed01-4555-aac7-8cc816f350b5 HTTP/1.1" status: 200 len: 910 time: 0.2682199 Feb 09 19:31:04.289562 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 33088) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:31:04.327627 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-cf3da67f-ff95-4a70-95ff-d6968446d9c2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1892331'] for security_group (798a6e1b-3611-4536-936e-6f859c0fe518), after_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:31:04.330925 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-cf3da67f-ff95-4a70-95ff-d6968446d9c2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:31:04.332485 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-cf3da67f-ff95-4a70-95ff-d6968446d9c2 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/798a6e1b-3611-4536-936e-6f859c0fe518 HTTP/1.1" status: 204 len: 168 time: 1.4111552 Feb 09 19:31:04.360318 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.l3_hamode_db [None req-bf308f09-c0fc-406b-a024-ddce7a670db8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713498-36', False) {} {{(pid=103232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:31:04.382787 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf308f09-c0fc-406b-a024-ddce7a670db8 None None] Routers {'9e8e7620-e829-4538-b5fe-f876e703fadd'} bound to L3 agent in host n-d-713498-36 {{(pid=103232) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 19:31:04.383338 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.l3_hamode_db [None req-bf308f09-c0fc-406b-a024-ddce7a670db8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T18:51:43Z,description=,heartbeat_timestamp=2022-02-09T19:30:43Z,host='n-d-713498-36',id=93303d5e-5d17-45e8-8963-7694f87783ae,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T18:51:43Z,topic='l3_agent')) {'router_ids': ['9e8e7620-e829-4538-b5fe-f876e703fadd'], 'active': True} {{(pid=103232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:31:04.480858 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-9ef2345a-0566-4730-999f-eb8d7afb961b tempest-RoutersIpV6AdminTest-1179638195 tempest-RoutersIpV6AdminTest-1179638195-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-590242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1885479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1818895'] for network (014b2338-f543-4615-bd13-5e7828f7a453), after_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:31:04.525914 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.l3_hamode_db [None req-bf308f09-c0fc-406b-a024-ddce7a670db8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713498-36', False) {} {{(pid=103232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:31:04.530908 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf308f09-c0fc-406b-a024-ddce7a670db8 None None] The sync data for ids ['9e8e7620-e829-4538-b5fe-f876e703fadd'] in n-d-713498-36 is: [] {{(pid=103232) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 19:31:04.552699 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9ef2345a-0566-4730-999f-eb8d7afb961b tempest-RoutersIpV6AdminTest-1179638195 tempest-RoutersIpV6AdminTest-1179638195-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 014b2338-f543-4615-bd13-5e7828f7a453 {{(pid=103229) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Feb 09 19:31:04.576425 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-9ef2345a-0566-4730-999f-eb8d7afb961b tempest-RoutersIpV6AdminTest-1179638195 tempest-RoutersIpV6AdminTest-1179638195-project-admin] Publish callbacks [] for network (None), before_response {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:31:04.587579 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-9ef2345a-0566-4730-999f-eb8d7afb961b tempest-RoutersIpV6AdminTest-1179638195 tempest-RoutersIpV6AdminTest-1179638195-project-admin] 10.222.0.75 "DELETE /v2.0/networks/014b2338-f543-4615-bd13-5e7828f7a453 HTTP/1.1" status: 204 len: 168 time: 1.2628255 Feb 09 19:31:04.588140 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ef2345a-0566-4730-999f-eb8d7afb961b tempest-RoutersIpV6AdminTest-1179638195 tempest-RoutersIpV6AdminTest-1179638195-project-admin] Pushing event deleted for resources: {'Network': ['ID=014b2338-f543-4615-bd13-5e7828f7a453,revision_number=None']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:31:05.152316 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 33122) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:31:05.175042 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-ae85b9c5-c775-4102-80e0-26c69931b21a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:31:05.275799 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-ae85b9c5-c775-4102-80e0-26c69931b21a admin admin] Publish callbacks [] for security_group (11c2ab68-4ab2-41e0-9cce-7b73ec7b3533), precommit_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:31:05.282118 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-ae85b9c5-c775-4102-80e0-26c69931b21a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1892331'] for security_group (11c2ab68-4ab2-41e0-9cce-7b73ec7b3533), after_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:31:05.308977 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 33124) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:31:05.315913 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf3da67f-ff95-4a70-95ff-d6968446d9c2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=798a6e1b-3611-4536-936e-6f859c0fe518,revision_number=None']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:31:05.317052 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.v2.base [None req-e88ebc85-be76-48a6-bc68-732327f6225b tempest-RoutersIpV6AdminTest-1179638195 tempest-RoutersIpV6AdminTest-1179638195-project-admin] Request body: {'router': {'name': 'tempest-router--956835086', 'project_id': '053ba9201dd44f91bbf27d427461428b'}} {{(pid=103229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 19:31:05.359804 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-ae85b9c5-c775-4102-80e0-26c69931b21a admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=24d7ed855b444139806fa002096aa870&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2037511 Feb 09 19:31:05.361521 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 33126) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:31:05.367139 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-949c93ef-6333-4bf6-bedc-20c62bb7ddf7 req-e1125ace-588b-4d52-9e6f-213aeb174200 tempest-ServerActionsTestJSON-347500300 tempest-ServerActionsTestJSON-347500300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:31:05.368832 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-949c93ef-6333-4bf6-bedc-20c62bb7ddf7 req-e1125ace-588b-4d52-9e6f-213aeb174200 tempest-ServerActionsTestJSON-347500300 tempest-ServerActionsTestJSON-347500300-project] 10.222.0.75 "GET /v2.0/ports?device_id=b7a61ec4-b421-4c48-b109-b3c29e4ee261 HTTP/1.1" status: 200 len: 945 time: 0.9427772 Feb 09 19:31:05.378049 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae85b9c5-c775-4102-80e0-26c69931b21a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=11c2ab68-4ab2-41e0-9cce-7b73ec7b3533,revision_number=1']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:31:05.410354 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-e88ebc85-be76-48a6-bc68-732327f6225b tempest-RoutersIpV6AdminTest-1179638195 tempest-RoutersIpV6AdminTest-1179638195-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1834830', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-58389'] for router (16efa92b-1c3a-4d27-ad35-4f166ea9063c), before_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:31:05.411782 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-e88ebc85-be76-48a6-bc68-732327f6225b tempest-RoutersIpV6AdminTest-1179638195 tempest-RoutersIpV6AdminTest-1179638195-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1834810', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1822096', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1886735', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-58380'] for router (16efa92b-1c3a-4d27-ad35-4f166ea9063c), precommit_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:31:05.426051 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [req-da3ca9c8-7c22-4344-a3e4-b06a44743db1 req-09d63527-7623-47ae-bd4e-a922498a36f9 service neutron] (103230) timed out ('10.222.0.75', 45666) {{(pid=103230) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Feb 09 19:31:05.469546 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-beec1df4-fbdc-4647-855b-af5b10846f7a admin admin] Publish callbacks [] for security_group (11c2ab68-4ab2-41e0-9cce-7b73ec7b3533), before_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:31:05.536179 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-949c93ef-6333-4bf6-bedc-20c62bb7ddf7 req-a5f3686e-2828-45db-aee1-e4febd2077c9 tempest-ServerActionsTestJSON-347500300 tempest-ServerActionsTestJSON-347500300-project] 10.222.0.75 "GET /v2.0/security-groups?id=f62a4cfa-cf5c-41a8-8bc5-ff3861f4d88a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1568947 Feb 09 19:31:05.635218 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-beec1df4-fbdc-4647-855b-af5b10846f7a admin admin] Publish callbacks [] for security_group (11c2ab68-4ab2-41e0-9cce-7b73ec7b3533), precommit_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:31:05.742523 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-beec1df4-fbdc-4647-855b-af5b10846f7a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1892331'] for security_group (11c2ab68-4ab2-41e0-9cce-7b73ec7b3533), after_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:31:05.748647 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-beec1df4-fbdc-4647-855b-af5b10846f7a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:31:05.751221 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-beec1df4-fbdc-4647-855b-af5b10846f7a admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/11c2ab68-4ab2-41e0-9cce-7b73ec7b3533 HTTP/1.1" status: 204 len: 168 time: 0.3882349 Feb 09 19:31:05.765750 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beec1df4-fbdc-4647-855b-af5b10846f7a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=11c2ab68-4ab2-41e0-9cce-7b73ec7b3533,revision_number=None']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:31:05.770620 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-e88ebc85-be76-48a6-bc68-732327f6225b tempest-RoutersIpV6AdminTest-1179638195 tempest-RoutersIpV6AdminTest-1179638195-project-admin] Publish callbacks [] for router_controller (16efa92b-1c3a-4d27-ad35-4f166ea9063c), precommit_add_association {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:31:05.776022 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-e88ebc85-be76-48a6-bc68-732327f6225b tempest-RoutersIpV6AdminTest-1179638195 tempest-RoutersIpV6AdminTest-1179638195-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1834945', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1818951'] for router (16efa92b-1c3a-4d27-ad35-4f166ea9063c), after_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:31:05.800044 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-e88ebc85-be76-48a6-bc68-732327f6225b tempest-RoutersIpV6AdminTest-1179638195 tempest-RoutersIpV6AdminTest-1179638195-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:31:05.807030 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-e88ebc85-be76-48a6-bc68-732327f6225b tempest-RoutersIpV6AdminTest-1179638195 tempest-RoutersIpV6AdminTest-1179638195-project-admin] 10.222.0.75 "POST /v2.0/routers HTTP/1.1" status: 201 len: 722 time: 0.4968090 Feb 09 19:31:05.807701 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 33146) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:31:05.881198 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-76061bd8-3cb8-4409-9a52-55bfceefb027 tempest-RoutersTest-1116560139 tempest-RoutersTest-1116560139-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1834525'] for router_interface (9e8e7620-e829-4538-b5fe-f876e703fadd), before_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:31:05.986442 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-1cd5194f-0714-404f-ad56-7ad17408913a tempest-RoutersIpV6AdminTest-1179638195 tempest-RoutersIpV6AdminTest-1179638195-project-admin] Publish callbacks [] for router (16efa92b-1c3a-4d27-ad35-4f166ea9063c), before_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:31:06.360305 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-1cd5194f-0714-404f-ad56-7ad17408913a tempest-RoutersIpV6AdminTest-1179638195 tempest-RoutersIpV6AdminTest-1179638195-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1834988', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-58375'] for router (16efa92b-1c3a-4d27-ad35-4f166ea9063c), precommit_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:31:06.364098 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-1cd5194f-0714-404f-ad56-7ad17408913a tempest-RoutersIpV6AdminTest-1179638195 tempest-RoutersIpV6AdminTest-1179638195-project-admin] Publish callbacks [] for router_controller (16efa92b-1c3a-4d27-ad35-4f166ea9063c), precommit_delete_associations {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:31:06.427964 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-1cd5194f-0714-404f-ad56-7ad17408913a tempest-RoutersIpV6AdminTest-1179638195 tempest-RoutersIpV6AdminTest-1179638195-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1835003'] for router (16efa92b-1c3a-4d27-ad35-4f166ea9063c), after_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:31:06.428563 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1cd5194f-0714-404f-ad56-7ad17408913a tempest-RoutersIpV6AdminTest-1179638195 tempest-RoutersIpV6AdminTest-1179638195-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 16efa92b-1c3a-4d27-ad35-4f166ea9063c {{(pid=103229) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 09 19:31:06.430245 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.plugin [None req-76061bd8-3cb8-4409-9a52-55bfceefb027 tempest-RoutersTest-1116560139 tempest-RoutersTest-1116560139-project] Deleting port a528074d-ed01-4555-aac7-8cc816f350b5 {{(pid=103230) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 19:31:06.438079 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-76061bd8-3cb8-4409-9a52-55bfceefb027 tempest-RoutersTest-1116560139 tempest-RoutersTest-1116560139-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762867170196'] for port (a528074d-ed01-4555-aac7-8cc816f350b5), before_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:31:06.442670 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-1cd5194f-0714-404f-ad56-7ad17408913a tempest-RoutersIpV6AdminTest-1179638195 tempest-RoutersIpV6AdminTest-1179638195-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:31:06.444037 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-1cd5194f-0714-404f-ad56-7ad17408913a tempest-RoutersIpV6AdminTest-1179638195 tempest-RoutersIpV6AdminTest-1179638195-project-admin] 10.222.0.75 "DELETE /v2.0/routers/16efa92b-1c3a-4d27-ad35-4f166ea9063c HTTP/1.1" status: 204 len: 168 time: 0.6348403 Feb 09 19:31:06.447634 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 33158) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:31:06.475147 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-e6b581ab-351c-465e-8069-bf1c2f658fc1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:31:06.650899 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-76061bd8-3cb8-4409-9a52-55bfceefb027 tempest-RoutersTest-1116560139 tempest-RoutersTest-1116560139-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1820838'] for port (a528074d-ed01-4555-aac7-8cc816f350b5), precommit_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:31:06.685201 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.plugin [None req-76061bd8-3cb8-4409-9a52-55bfceefb027 tempest-RoutersTest-1116560139 tempest-RoutersTest-1116560139-project] Calling delete_port for a528074d-ed01-4555-aac7-8cc816f350b5 owned by network:router_interface {{(pid=103230) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 19:31:06.736573 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-e6b581ab-351c-465e-8069-bf1c2f658fc1 admin admin] Publish callbacks [] for security_group (bd9d248b-0f2d-4015-a027-4d363442dd0b), precommit_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:31:06.754652 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-e6b581ab-351c-465e-8069-bf1c2f658fc1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1892331'] for security_group (bd9d248b-0f2d-4015-a027-4d363442dd0b), after_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:31:06.800480 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 33170) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:31:06.899783 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-e6b581ab-351c-465e-8069-bf1c2f658fc1 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=37f44bd23196419c8e8f92699286718a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4483147 Feb 09 19:31:06.909920 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 33186) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:31:06.910820 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6b581ab-351c-465e-8069-bf1c2f658fc1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bd9d248b-0f2d-4015-a027-4d363442dd0b,revision_number=1']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:31:07.015404 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea3ef6d8-3546-4515-a847-8f7f7c14fcda req-ab0e544e-ffa7-4965-be4b-52c2f9bc571e tempest-ServerActionsTestJSON-347500300 tempest-ServerActionsTestJSON-347500300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:31:07.017066 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-ea3ef6d8-3546-4515-a847-8f7f7c14fcda req-ab0e544e-ffa7-4965-be4b-52c2f9bc571e tempest-ServerActionsTestJSON-347500300 tempest-ServerActionsTestJSON-347500300-project] 10.222.0.75 "GET /v2.0/ports?device_id=b7a61ec4-b421-4c48-b109-b3c29e4ee261 HTTP/1.1" status: 200 len: 945 time: 0.2830620 Feb 09 19:31:07.053627 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-76061bd8-3cb8-4409-9a52-55bfceefb027 tempest-RoutersTest-1116560139 tempest-RoutersTest-1116560139-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762867177463', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762866656476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14393751'] for port (a528074d-ed01-4555-aac7-8cc816f350b5), after_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:31:07.108795 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-2cb24948-3d51-4f54-aa06-3320a9f72fc9 admin admin] Publish callbacks [] for security_group (bd9d248b-0f2d-4015-a027-4d363442dd0b), before_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:31:07.114950 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76061bd8-3cb8-4409-9a52-55bfceefb027 tempest-RoutersTest-1116560139 tempest-RoutersTest-1116560139-project] Pushing event deleted for resources: {'Port': ['ID=a528074d-ed01-4555-aac7-8cc816f350b5,revision_number=None']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:31:07.206849 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-ea3ef6d8-3546-4515-a847-8f7f7c14fcda req-734c23e9-b5e0-416d-b1a9-3b3b78ce6c8b tempest-ServerActionsTestJSON-347500300 tempest-ServerActionsTestJSON-347500300-project] 10.222.0.75 "GET /v2.0/security-groups?id=f62a4cfa-cf5c-41a8-8bc5-ff3861f4d88a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1758800 Feb 09 19:31:07.231745 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-2cb24948-3d51-4f54-aa06-3320a9f72fc9 admin admin] Publish callbacks [] for security_group (bd9d248b-0f2d-4015-a027-4d363442dd0b), precommit_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:31:07.350229 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-2cb24948-3d51-4f54-aa06-3320a9f72fc9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1892331'] for security_group (bd9d248b-0f2d-4015-a027-4d363442dd0b), after_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:31:07.354633 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-2cb24948-3d51-4f54-aa06-3320a9f72fc9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:31:07.362816 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-2cb24948-3d51-4f54-aa06-3320a9f72fc9 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/bd9d248b-0f2d-4015-a027-4d363442dd0b HTTP/1.1" status: 204 len: 168 time: 0.4485846 Feb 09 19:31:07.385583 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cb24948-3d51-4f54-aa06-3320a9f72fc9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bd9d248b-0f2d-4015-a027-4d363442dd0b,revision_number=None']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:31:07.475093 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.v2.base [None req-07991f41-bfd3-4054-8c1f-549c5c792b15 tempest-RoutersIpV6AdminTest-1466914516 tempest-RoutersIpV6AdminTest-1466914516-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1618861719', 'external_gateway_info': {'network_id': '88055e1e-672a-4487-be31-ffb6e833ece5'}, 'admin_state_up': False}} {{(pid=103230) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 19:31:07.511680 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-76061bd8-3cb8-4409-9a52-55bfceefb027 tempest-RoutersTest-1116560139 tempest-RoutersTest-1116560139-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1613467', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1834633'] for router_interface (9e8e7620-e829-4538-b5fe-f876e703fadd), after_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:31:07.515207 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-07991f41-bfd3-4054-8c1f-549c5c792b15 tempest-RoutersIpV6AdminTest-1466914516 tempest-RoutersIpV6AdminTest-1466914516-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1834830', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-58389'] for router (e9fe47ab-e32e-4600-ab33-f43de2ee9c76), before_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:31:07.516241 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-07991f41-bfd3-4054-8c1f-549c5c792b15 tempest-RoutersIpV6AdminTest-1466914516 tempest-RoutersIpV6AdminTest-1466914516-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1834810', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1822096', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1886735', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-58380'] for router (e9fe47ab-e32e-4600-ab33-f43de2ee9c76), precommit_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:31:07.655321 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-07991f41-bfd3-4054-8c1f-549c5c792b15 tempest-RoutersIpV6AdminTest-1466914516 tempest-RoutersIpV6AdminTest-1466914516-project] Publish callbacks [] for router_controller (e9fe47ab-e32e-4600-ab33-f43de2ee9c76), precommit_add_association {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:31:07.947094 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-07991f41-bfd3-4054-8c1f-549c5c792b15 tempest-RoutersIpV6AdminTest-1466914516 tempest-RoutersIpV6AdminTest-1466914516-project] Publish callbacks [] for router_gateway (e9fe47ab-e32e-4600-ab33-f43de2ee9c76), precommit_update {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:31:08.017289 n-d-713498-36 neutron-server[103230]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-76061bd8-3cb8-4409-9a52-55bfceefb027 tempest-RoutersTest-1116560139 tempest-RoutersTest-1116560139-project] Router 9e8e7620-e829-4538-b5fe-f876e703fadd has already been hosted by L3 agent 93303d5e-5d17-45e8-8963-7694f87783ae {{(pid=103230) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 19:31:08.192747 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-76061bd8-3cb8-4409-9a52-55bfceefb027 tempest-RoutersTest-1116560139 tempest-RoutersTest-1116560139-project] Notify agent at l3_agent.n-d-713498-36 the message routers_updated {{(pid=103230) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 19:31:08.205804 n-d-713498-36 neutron-server[103233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc8c4ab0-ea91-4e66-813f-39f75830dc79 None None] Sync routers for ids ['9e8e7620-e829-4538-b5fe-f876e703fadd'] in n-d-713498-36 {{(pid=103233) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 19:31:08.210555 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Device c8a5f00d-9fd8-4671-a7fd-94a27433dbff details requested by agent hyperv_n-h1-713498-36 with host n-h1-713498-36 {{(pid=103232) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 19:31:08.251953 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-76061bd8-3cb8-4409-9a52-55bfceefb027 tempest-RoutersTest-1116560139 tempest-RoutersTest-1116560139-project] 10.222.0.75 "PUT /v2.0/routers/9e8e7620-e829-4538-b5fe-f876e703fadd/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9612238 Feb 09 19:31:08.258071 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 33234) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:31:08.266490 n-d-713498-36 neutron-server[103233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc8c4ab0-ea91-4e66-813f-39f75830dc79 None None] Routers {'9e8e7620-e829-4538-b5fe-f876e703fadd'} bound to L3 agent in host n-d-713498-36 {{(pid=103233) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 19:31:08.267359 n-d-713498-36 neutron-server[103233]: DEBUG neutron.db.l3_hamode_db [None req-dc8c4ab0-ea91-4e66-813f-39f75830dc79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T18:51:43Z,description=,heartbeat_timestamp=2022-02-09T19:30:43Z,host='n-d-713498-36',id=93303d5e-5d17-45e8-8963-7694f87783ae,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T18:51:43Z,topic='l3_agent')) {'router_ids': ['9e8e7620-e829-4538-b5fe-f876e703fadd'], 'active': True} {{(pid=103233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:31:08.390192 n-d-713498-36 neutron-server[103233]: DEBUG neutron.db.l3_hamode_db [None req-dc8c4ab0-ea91-4e66-813f-39f75830dc79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713498-36', False) {} {{(pid=103233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:31:08.420598 n-d-713498-36 neutron-server[103233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc8c4ab0-ea91-4e66-813f-39f75830dc79 None None] Routers {'9e8e7620-e829-4538-b5fe-f876e703fadd'} bound to L3 agent in host n-d-713498-36 {{(pid=103233) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 19:31:08.421236 n-d-713498-36 neutron-server[103233]: DEBUG neutron.db.l3_hamode_db [None req-dc8c4ab0-ea91-4e66-813f-39f75830dc79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T18:51:43Z,description=,heartbeat_timestamp=2022-02-09T19:30:43Z,host='n-d-713498-36',id=93303d5e-5d17-45e8-8963-7694f87783ae,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T18:51:43Z,topic='l3_agent')) {'router_ids': ['9e8e7620-e829-4538-b5fe-f876e703fadd'], 'active': True} {{(pid=103233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:31:08.531928 n-d-713498-36 neutron-server[103233]: DEBUG neutron.db.l3_hamode_db [None req-dc8c4ab0-ea91-4e66-813f-39f75830dc79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713498-36', False) {} {{(pid=103233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:31:08.532531 n-d-713498-36 neutron-server[103233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc8c4ab0-ea91-4e66-813f-39f75830dc79 None None] The sync data for ids ['9e8e7620-e829-4538-b5fe-f876e703fadd'] in n-d-713498-36 is: [] {{(pid=103233) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 19:31:08.588878 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] For port c8a5f00d-9fd8-4671-a7fd-94a27433dbff, host n-h1-713498-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-36',level=0,port_id=c8a5f00d-9fd8-4671-a7fd-94a27433dbff,segment=NetworkSegment(9110d757-e4eb-424b-97b9-32896b689ba3),segment_id=9110d757-e4eb-424b-97b9-32896b689ba3)] {{(pid=103232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 19:31:08.618296 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Returning: {'device': 'c8a5f00d-9fd8-4671-a7fd-94a27433dbff', 'network_id': 'bd12d1d0-518d-4d29-a00d-98410ba2cb8a', 'port_id': 'c8a5f00d-9fd8-4671-a7fd-94a27433dbff', 'mac_address': 'fa:16:3e:22:65:2d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 397, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '60ccac4e-8e6b-4139-b4aa-9c0c5cc0e9e4', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103232) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 19:31:08.717608 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Current status of the port c8a5f00d-9fd8-4671-a7fd-94a27433dbff is: ACTIVE; New status is: BUILD {{(pid=103232) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 19:31:08.720546 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (c8a5f00d-9fd8-4671-a7fd-94a27433dbff), before_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:31:08.760335 n-d-713498-36 neutron-server[103232]: DEBUG neutron.notifiers.nova [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id c8a5f00d-9fd8-4671-a7fd-94a27433dbff {{(pid=103232) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 19:31:08.819180 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] For port c8a5f00d-9fd8-4671-a7fd-94a27433dbff, host n-h1-713498-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-36',level=0,port_id=c8a5f00d-9fd8-4671-a7fd-94a27433dbff,segment=NetworkSegment(9110d757-e4eb-424b-97b9-32896b689ba3),segment_id=9110d757-e4eb-424b-97b9-32896b689ba3)] {{(pid=103232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 19:31:08.824424 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762867176205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762866656485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762866656503'] for port (c8a5f00d-9fd8-4671-a7fd-94a27433dbff), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:31:08.828838 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-07991f41-bfd3-4054-8c1f-549c5c792b15 tempest-RoutersIpV6AdminTest-1466914516 tempest-RoutersIpV6AdminTest-1466914516-project] Publish callbacks [] for router_gateway (e9fe47ab-e32e-4600-ab33-f43de2ee9c76), before_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:31:08.883835 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-07991f41-bfd3-4054-8c1f-549c5c792b15 tempest-RoutersIpV6AdminTest-1466914516 tempest-RoutersIpV6AdminTest-1466914516-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (None), before_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:31:08.978702 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Pushing event updated for resources: {'Port': ['ID=c8a5f00d-9fd8-4671-a7fd-94a27433dbff,revision_number=6']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:31:08.988363 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] get_ports_and_sgs() called for port_ids ['c8a5f00d-9fd8-4671-a7fd-94a27433dbff'] {{(pid=103232) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 19:31:09.227578 n-d-713498-36 neutron-server[103230]: DEBUG neutron.db.db_base_plugin_common [None req-07991f41-bfd3-4054-8c1f-549c5c792b15 tempest-RoutersIpV6AdminTest-1466914516 tempest-RoutersIpV6AdminTest-1466914516-project] Allocated IP 172.25.1.96 (88055e1e-672a-4487-be31-ffb6e833ece5/ac16dbcc-383c-4b43-9153-d763c4a53f91/3873edba-da86-4a12-87cb-233ea4f53faa) {{(pid=103230) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 19:31:09.471192 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b610756-3781-4b8e-8561-7d12b8962100 req-efc8cea0-8784-4a5f-aed3-7ca2ffebed52 tempest-ServerActionsTestJSON-347500300 tempest-ServerActionsTestJSON-347500300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:31:09.505256 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-3b610756-3781-4b8e-8561-7d12b8962100 req-efc8cea0-8784-4a5f-aed3-7ca2ffebed52 tempest-ServerActionsTestJSON-347500300 tempest-ServerActionsTestJSON-347500300-project] 10.222.0.75 "GET /v2.0/ports?device_id=b7a61ec4-b421-4c48-b109-b3c29e4ee261 HTTP/1.1" status: 200 len: 945 time: 0.8228948 Feb 09 19:31:09.520239 n-d-713498-36 neutron-server[103233]: DEBUG neutron.db.agents_db [None req-4a8a6a42-0a0c-4437-8958-92282682b6bb None None] Agent healthcheck: found 7 active agents {{(pid=103233) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 19:31:09.638167 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-3b610756-3781-4b8e-8561-7d12b8962100 req-78f23c3d-5bb8-48a2-9434-fa846a137b29 tempest-ServerActionsTestJSON-347500300 tempest-ServerActionsTestJSON-347500300-project] 10.222.0.75 "GET /v2.0/security-groups?id=f62a4cfa-cf5c-41a8-8bc5-ff3861f4d88a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1243908 Feb 09 19:31:09.710380 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-07991f41-bfd3-4054-8c1f-549c5c792b15 tempest-RoutersIpV6AdminTest-1466914516 tempest-RoutersIpV6AdminTest-1466914516-project] Publish callbacks [] for port (3873edba-da86-4a12-87cb-233ea4f53faa), precommit_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:31:09.773577 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-07991f41-bfd3-4054-8c1f-549c5c792b15 tempest-RoutersIpV6AdminTest-1466914516 tempest-RoutersIpV6AdminTest-1466914516-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762866656467', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14393751'] for port (3873edba-da86-4a12-87cb-233ea4f53faa), after_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:31:09.828918 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07991f41-bfd3-4054-8c1f-549c5c792b15 tempest-RoutersIpV6AdminTest-1466914516 tempest-RoutersIpV6AdminTest-1466914516-project] Pushing event updated for resources: {'Port': ['ID=3873edba-da86-4a12-87cb-233ea4f53faa,revision_number=1']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:31:09.850691 n-d-713498-36 neutron-server[103230]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07991f41-bfd3-4054-8c1f-549c5c792b15 tempest-RoutersIpV6AdminTest-1466914516 tempest-RoutersIpV6AdminTest-1466914516-project] Network 88055e1e-672a-4487-be31-ffb6e833ece5 is already hosted by enough agents. {{(pid=103230) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 19:31:09.853482 n-d-713498-36 neutron-server[103230]: DEBUG neutron.scheduler.base_scheduler [None req-07991f41-bfd3-4054-8c1f-549c5c792b15 tempest-RoutersIpV6AdminTest-1466914516 tempest-RoutersIpV6AdminTest-1466914516-project] Resources bound (agent type, host, resource id): {{(pid=103230) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 19:31:09.857385 n-d-713498-36 neutron-server[103230]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07991f41-bfd3-4054-8c1f-549c5c792b15 tempest-RoutersIpV6AdminTest-1466914516 tempest-RoutersIpV6AdminTest-1466914516-project] Received port after_create {{(pid=103230) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 19:31:09.884427 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-a5ddf546-1fe2-4271-86ce-ddba6480267f tempest-RoutersTest-1116560139 tempest-RoutersTest-1116560139-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1834525'] for router_interface (9e8e7620-e829-4538-b5fe-f876e703fadd), before_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:31:10.218779 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Device c8a5f00d-9fd8-4671-a7fd-94a27433dbff up at agent hyperv_n-h1-713498-36 {{(pid=103232) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 19:31:10.426586 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.provisioning_blocks [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Provisioning complete for port c8a5f00d-9fd8-4671-a7fd-94a27433dbff triggered by entity L2. {{(pid=103232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 19:31:10.426972 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593630'] for port (c8a5f00d-9fd8-4671-a7fd-94a27433dbff), provisioning_complete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:31:10.696548 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-07991f41-bfd3-4054-8c1f-549c5c792b15 tempest-RoutersIpV6AdminTest-1466914516 tempest-RoutersIpV6AdminTest-1466914516-project] Publish callbacks [] for router_gateway (e9fe47ab-e32e-4600-ab33-f43de2ee9c76), after_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:31:10.841228 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.plugin [None req-a5ddf546-1fe2-4271-86ce-ddba6480267f tempest-RoutersTest-1116560139 tempest-RoutersTest-1116560139-project] Deleting port 7f057ad5-e557-4a86-82ea-1679d95684c5 {{(pid=103229) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 19:31:10.841228 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-a5ddf546-1fe2-4271-86ce-ddba6480267f tempest-RoutersTest-1116560139 tempest-RoutersTest-1116560139-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762867170196'] for port (7f057ad5-e557-4a86-82ea-1679d95684c5), before_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:31:10.842543 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Current status of the port c8a5f00d-9fd8-4671-a7fd-94a27433dbff is: BUILD; New status is: ACTIVE {{(pid=103232) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 19:31:10.843832 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (c8a5f00d-9fd8-4671-a7fd-94a27433dbff), before_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:31:10.896127 n-d-713498-36 neutron-server[103232]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b7a61ec4-b421-4c48-b109-b3c29e4ee261', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c8a5f00d-9fd8-4671-a7fd-94a27433dbff'}] {{(pid=103232) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 19:31:10.904131 n-d-713498-36 neutron-server[103232]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}949cdcde653dec44821de95cbf67297f53cbc2aed4e073b5d514f93bf911ce85" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8de2ff6b-e852-4446-bb3f-151ffc3c1658" -d '{"events": [{"server_uuid": "b7a61ec4-b421-4c48-b109-b3c29e4ee261", "name": "network-vif-plugged", "status": "completed", "tag": "c8a5f00d-9fd8-4671-a7fd-94a27433dbff"}]}' {{(pid=103232) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 19:31:10.918759 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-b167db4c-0a54-42ac-9ba4-af649ba8f3fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762867132591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593584'] for agent (af91e4b9-f4e1-42b1-a25c-a10dc47171c8), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:31:10.944789 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] For port c8a5f00d-9fd8-4671-a7fd-94a27433dbff, host n-h1-713498-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-36',level=0,port_id=c8a5f00d-9fd8-4671-a7fd-94a27433dbff,segment=NetworkSegment(9110d757-e4eb-424b-97b9-32896b689ba3),segment_id=9110d757-e4eb-424b-97b9-32896b689ba3)] {{(pid=103232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 19:31:10.954581 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762867176205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762866656485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762866656503'] for port (c8a5f00d-9fd8-4671-a7fd-94a27433dbff), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:31:11.069512 n-d-713498-36 neutron-server[103232]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 19:31:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d8ee4505-db50-4d32-92d8-12818004acd5 x-openstack-request-id: req-d8ee4505-db50-4d32-92d8-12818004acd5 {{(pid=103232) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 19:31:11.070181 n-d-713498-36 neutron-server[103232]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b7a61ec4-b421-4c48-b109-b3c29e4ee261", "name": "network-vif-plugged", "status": "completed", "tag": "c8a5f00d-9fd8-4671-a7fd-94a27433dbff", "code": 200}]} {{(pid=103232) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 19:31:11.070674 n-d-713498-36 neutron-server[103232]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-d8ee4505-db50-4d32-92d8-12818004acd5 {{(pid=103232) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 19:31:11.071269 n-d-713498-36 neutron-server[103232]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b7a61ec4-b421-4c48-b109-b3c29e4ee261', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c8a5f00d-9fd8-4671-a7fd-94a27433dbff', 'code': 200} Feb 09 19:31:11.072834 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Pushing event updated for resources: {'Port': ['ID=c8a5f00d-9fd8-4671-a7fd-94a27433dbff,revision_number=7']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:31:11.264243 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6828e52-1985-4d9f-8cfa-d20a63c8797b req-6b502254-418b-460a-b02d-42c9b3554c25 tempest-ServerActionsTestJSON-347500300 tempest-ServerActionsTestJSON-347500300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:31:11.273520 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-b6828e52-1985-4d9f-8cfa-d20a63c8797b req-6b502254-418b-460a-b02d-42c9b3554c25 tempest-ServerActionsTestJSON-347500300 tempest-ServerActionsTestJSON-347500300-project] 10.222.0.75 "GET /v2.0/ports?device_id=b7a61ec4-b421-4c48-b109-b3c29e4ee261 HTTP/1.1" status: 200 len: 944 time: 0.4019802 Feb 09 19:31:11.288827 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-a5ddf546-1fe2-4271-86ce-ddba6480267f tempest-RoutersTest-1116560139 tempest-RoutersTest-1116560139-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1820838'] for port (7f057ad5-e557-4a86-82ea-1679d95684c5), precommit_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:31:11.401026 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.plugin [None req-a5ddf546-1fe2-4271-86ce-ddba6480267f tempest-RoutersTest-1116560139 tempest-RoutersTest-1116560139-project] Calling delete_port for 7f057ad5-e557-4a86-82ea-1679d95684c5 owned by network:router_interface {{(pid=103229) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 19:31:11.563520 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-b6828e52-1985-4d9f-8cfa-d20a63c8797b req-5891364e-c06f-4044-8bbb-8d8153721bb3 tempest-ServerActionsTestJSON-347500300 tempest-ServerActionsTestJSON-347500300-project] 10.222.0.75 "GET /v2.0/security-groups?id=f62a4cfa-cf5c-41a8-8bc5-ff3861f4d88a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2743580 Feb 09 19:31:11.815513 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-a5ddf546-1fe2-4271-86ce-ddba6480267f tempest-RoutersTest-1116560139 tempest-RoutersTest-1116560139-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762867177463', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762866656476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12867576'] for port (7f057ad5-e557-4a86-82ea-1679d95684c5), after_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:31:11.854605 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5ddf546-1fe2-4271-86ce-ddba6480267f tempest-RoutersTest-1116560139 tempest-RoutersTest-1116560139-project] Pushing event deleted for resources: {'Port': ['ID=7f057ad5-e557-4a86-82ea-1679d95684c5,revision_number=None']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:31:11.889525 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-07991f41-bfd3-4054-8c1f-549c5c792b15 tempest-RoutersIpV6AdminTest-1466914516 tempest-RoutersIpV6AdminTest-1466914516-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1834945', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1818951'] for router (e9fe47ab-e32e-4600-ab33-f43de2ee9c76), after_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:31:12.199574 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-a5ddf546-1fe2-4271-86ce-ddba6480267f tempest-RoutersTest-1116560139 tempest-RoutersTest-1116560139-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1613467', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1834633'] for router_interface (9e8e7620-e829-4538-b5fe-f876e703fadd), after_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:31:12.307329 n-d-713498-36 neutron-server[103230]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-07991f41-bfd3-4054-8c1f-549c5c792b15 tempest-RoutersIpV6AdminTest-1466914516 tempest-RoutersIpV6AdminTest-1466914516-project] Router e9fe47ab-e32e-4600-ab33-f43de2ee9c76 is scheduled to L3 agent 93303d5e-5d17-45e8-8963-7694f87783ae with binding_index 1 {{(pid=103230) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 09 19:31:12.481024 n-d-713498-36 neutron-server[103229]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a5ddf546-1fe2-4271-86ce-ddba6480267f tempest-RoutersTest-1116560139 tempest-RoutersTest-1116560139-project] Router 9e8e7620-e829-4538-b5fe-f876e703fadd has already been hosted by L3 agent 93303d5e-5d17-45e8-8963-7694f87783ae {{(pid=103229) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 19:31:12.764066 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a5ddf546-1fe2-4271-86ce-ddba6480267f tempest-RoutersTest-1116560139 tempest-RoutersTest-1116560139-project] Notify agent at l3_agent.n-d-713498-36 the message routers_updated {{(pid=103229) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 19:31:12.769977 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-a5ddf546-1fe2-4271-86ce-ddba6480267f tempest-RoutersTest-1116560139 tempest-RoutersTest-1116560139-project] 10.222.0.75 "PUT /v2.0/routers/9e8e7620-e829-4538-b5fe-f876e703fadd/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5099688 Feb 09 19:31:12.775004 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 33306) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:31:12.781181 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13be65b7-9c38-4294-8f8e-b3714aed6a47 None None] Sync routers for ids ['9e8e7620-e829-4538-b5fe-f876e703fadd'] in n-d-713498-36 {{(pid=103232) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 19:31:12.803442 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13be65b7-9c38-4294-8f8e-b3714aed6a47 None None] Routers {'9e8e7620-e829-4538-b5fe-f876e703fadd'} bound to L3 agent in host n-d-713498-36 {{(pid=103232) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 19:31:12.805877 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.l3_hamode_db [None req-13be65b7-9c38-4294-8f8e-b3714aed6a47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T18:51:43Z,description=,heartbeat_timestamp=2022-02-09T19:30:43Z,host='n-d-713498-36',id=93303d5e-5d17-45e8-8963-7694f87783ae,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T18:51:43Z,topic='l3_agent')) {'router_ids': ['9e8e7620-e829-4538-b5fe-f876e703fadd'], 'active': True} {{(pid=103232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:31:12.858014 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.l3_hamode_db [None req-13be65b7-9c38-4294-8f8e-b3714aed6a47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713498-36', False) {} {{(pid=103232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:31:12.881011 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13be65b7-9c38-4294-8f8e-b3714aed6a47 None None] Routers {'9e8e7620-e829-4538-b5fe-f876e703fadd'} bound to L3 agent in host n-d-713498-36 {{(pid=103232) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 19:31:12.881837 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.l3_hamode_db [None req-13be65b7-9c38-4294-8f8e-b3714aed6a47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T18:51:43Z,description=,heartbeat_timestamp=2022-02-09T19:30:43Z,host='n-d-713498-36',id=93303d5e-5d17-45e8-8963-7694f87783ae,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T18:51:43Z,topic='l3_agent')) {'router_ids': ['9e8e7620-e829-4538-b5fe-f876e703fadd'], 'active': True} {{(pid=103232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:31:12.925621 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.l3_hamode_db [None req-13be65b7-9c38-4294-8f8e-b3714aed6a47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713498-36', False) {} {{(pid=103232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:31:12.926593 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13be65b7-9c38-4294-8f8e-b3714aed6a47 None None] The sync data for ids ['9e8e7620-e829-4538-b5fe-f876e703fadd'] in n-d-713498-36 is: [] {{(pid=103232) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 19:31:12.978202 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-68271b1a-f8f6-4c49-b146-d7d18cc44534 tempest-RoutersTest-1116560139 tempest-RoutersTest-1116560139-project] 10.222.0.75 "GET /v2.0/ports?device_id=9e8e7620-e829-4538-b5fe-f876e703fadd HTTP/1.1" status: 200 len: 205 time: 0.1668653 Feb 09 19:31:12.981536 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 33312) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:31:13.052462 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-07991f41-bfd3-4054-8c1f-549c5c792b15 tempest-RoutersIpV6AdminTest-1466914516 tempest-RoutersIpV6AdminTest-1466914516-project] Notify agent at l3_agent.n-d-713498-36 the message routers_updated {{(pid=103230) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 19:31:13.077001 n-d-713498-36 neutron-server[103233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c6a63fd-fe14-4a40-a3c4-795af58546c9 None None] Sync routers for ids ['e9fe47ab-e32e-4600-ab33-f43de2ee9c76'] in n-d-713498-36 {{(pid=103233) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 19:31:13.095092 n-d-713498-36 neutron-server[103233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c6a63fd-fe14-4a40-a3c4-795af58546c9 None None] Routers {'e9fe47ab-e32e-4600-ab33-f43de2ee9c76'} bound to L3 agent in host n-d-713498-36 {{(pid=103233) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 19:31:13.096744 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-27a73c4c-6366-486d-b34e-076b2b8211af None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762867132591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593584'] for agent (93303d5e-5d17-45e8-8963-7694f87783ae), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:31:13.102460 n-d-713498-36 neutron-server[103233]: DEBUG neutron.db.l3_hamode_db [None req-5c6a63fd-fe14-4a40-a3c4-795af58546c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T18:51:43Z,description=,heartbeat_timestamp=2022-02-09T19:30:43Z,host='n-d-713498-36',id=93303d5e-5d17-45e8-8963-7694f87783ae,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T18:51:43Z,topic='l3_agent')) {'router_ids': ['e9fe47ab-e32e-4600-ab33-f43de2ee9c76'], 'active': True} {{(pid=103233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:31:13.148310 n-d-713498-36 neutron-server[103233]: DEBUG neutron.db.l3_hamode_db [None req-5c6a63fd-fe14-4a40-a3c4-795af58546c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713498-36', False) {} {{(pid=103233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:31:13.159787 n-d-713498-36 neutron-server[103233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c6a63fd-fe14-4a40-a3c4-795af58546c9 None None] Routers {'e9fe47ab-e32e-4600-ab33-f43de2ee9c76'} bound to L3 agent in host n-d-713498-36 {{(pid=103233) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 19:31:13.160030 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf0b5b10-0097-428d-a12c-b11c3d495efb req-deb5c697-33fd-4b92-abd9-a85541fc98da tempest-ServerActionsTestJSON-347500300 tempest-ServerActionsTestJSON-347500300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:31:13.160502 n-d-713498-36 neutron-server[103233]: DEBUG neutron.db.l3_hamode_db [None req-5c6a63fd-fe14-4a40-a3c4-795af58546c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T18:51:43Z,description=,heartbeat_timestamp=2022-02-09T19:31:13Z,host='n-d-713498-36',id=93303d5e-5d17-45e8-8963-7694f87783ae,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T18:51:43Z,topic='l3_agent')) {'router_ids': ['e9fe47ab-e32e-4600-ab33-f43de2ee9c76'], 'active': True} {{(pid=103233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:31:13.161485 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-bf0b5b10-0097-428d-a12c-b11c3d495efb req-deb5c697-33fd-4b92-abd9-a85541fc98da tempest-ServerActionsTestJSON-347500300 tempest-ServerActionsTestJSON-347500300-project] 10.222.0.75 "GET /v2.0/ports?device_id=b7a61ec4-b421-4c48-b109-b3c29e4ee261 HTTP/1.1" status: 200 len: 945 time: 0.4139495 Feb 09 19:31:13.222984 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-07991f41-bfd3-4054-8c1f-549c5c792b15 tempest-RoutersIpV6AdminTest-1466914516 tempest-RoutersIpV6AdminTest-1466914516-project] Publish callbacks [] for router (None), before_response {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:31:13.226997 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-07991f41-bfd3-4054-8c1f-549c5c792b15 tempest-RoutersIpV6AdminTest-1466914516 tempest-RoutersIpV6AdminTest-1466914516-project] 10.222.0.75 "POST /v2.0/routers HTTP/1.1" status: 201 len: 888 time: 6.4227171 Feb 09 19:31:13.228632 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 33316) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:31:13.283516 n-d-713498-36 neutron-server[103233]: DEBUG neutron.db.l3_hamode_db [None req-5c6a63fd-fe14-4a40-a3c4-795af58546c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713498-36', False) {} {{(pid=103233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:31:13.284804 n-d-713498-36 neutron-server[103233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c6a63fd-fe14-4a40-a3c4-795af58546c9 None None] The sync data for ids ['e9fe47ab-e32e-4600-ab33-f43de2ee9c76'] in n-d-713498-36 is: [] {{(pid=103233) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 19:31:13.328530 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-6109dfb1-5158-43b6-b826-93e822134f4b tempest-RoutersTest-1116560139 tempest-RoutersTest-1116560139-project] Publish callbacks [] for router (9e8e7620-e829-4538-b5fe-f876e703fadd), before_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:31:13.508860 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-bf0b5b10-0097-428d-a12c-b11c3d495efb req-a78748b6-d4d5-4ec7-bd6c-5193c5b41a8d tempest-ServerActionsTestJSON-347500300 tempest-ServerActionsTestJSON-347500300-project] 10.222.0.75 "GET /v2.0/security-groups?id=f62a4cfa-cf5c-41a8-8bc5-ff3861f4d88a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3356471 Feb 09 19:31:13.549492 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-db7d7121-000a-47ee-ad3b-b0341edf0561 tempest-RoutersIpV6AdminTest-1179638195 tempest-RoutersIpV6AdminTest-1179638195-project-admin] 10.222.0.75 "GET /v2.0/routers/e9fe47ab-e32e-4600-ab33-f43de2ee9c76 HTTP/1.1" status: 200 len: 924 time: 0.3182414 Feb 09 19:31:13.552295 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 33318) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:31:13.615096 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-80d0d7d0-9c3f-4847-b7f7-615dfce43daf tempest-RoutersIpV6AdminTest-1466914516 tempest-RoutersIpV6AdminTest-1466914516-project] 10.222.0.75 "GET /v2.0/ports?device_id=e9fe47ab-e32e-4600-ab33-f43de2ee9c76 HTTP/1.1" status: 200 len: 205 time: 0.0600939 Feb 09 19:31:13.615983 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 33320) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:31:13.663098 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-6109dfb1-5158-43b6-b826-93e822134f4b tempest-RoutersTest-1116560139 tempest-RoutersTest-1116560139-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1834988', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-58375'] for router (9e8e7620-e829-4538-b5fe-f876e703fadd), precommit_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:31:13.665295 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-6109dfb1-5158-43b6-b826-93e822134f4b tempest-RoutersTest-1116560139 tempest-RoutersTest-1116560139-project] Publish callbacks [] for router_controller (9e8e7620-e829-4538-b5fe-f876e703fadd), precommit_delete_associations {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:31:13.722023 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-6109dfb1-5158-43b6-b826-93e822134f4b tempest-RoutersTest-1116560139 tempest-RoutersTest-1116560139-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1835003'] for router (9e8e7620-e829-4538-b5fe-f876e703fadd), after_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:31:13.722670 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6109dfb1-5158-43b6-b826-93e822134f4b tempest-RoutersTest-1116560139 tempest-RoutersTest-1116560139-project] Fanout notify agent at l3_agent the message router_deleted on router 9e8e7620-e829-4538-b5fe-f876e703fadd {{(pid=103229) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 09 19:31:13.736035 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-6109dfb1-5158-43b6-b826-93e822134f4b tempest-RoutersTest-1116560139 tempest-RoutersTest-1116560139-project] Publish callbacks [] for router (None), before_response {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:31:13.738472 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-6109dfb1-5158-43b6-b826-93e822134f4b tempest-RoutersTest-1116560139 tempest-RoutersTest-1116560139-project] 10.222.0.75 "DELETE /v2.0/routers/9e8e7620-e829-4538-b5fe-f876e703fadd HTTP/1.1" status: 204 len: 168 time: 0.7557151 Feb 09 19:31:13.740654 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 33324) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:31:13.945453 n-d-713498-36 neutron-server[103230]: DEBUG neutron.db.db_base_plugin_v2 [None req-d9a1ed9e-b0a8-407f-a712-dd3b1c5a8ce7 tempest-RoutersTest-1116560139 tempest-RoutersTest-1116560139-project] Deleting subnet edffc34f-d562-41e2-8fec-591c2ca95367 {{(pid=103230) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 19:31:13.950604 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-bce2e62f-5d18-497a-873e-ccf0ebc6cf0d tempest-RoutersIpV6AdminTest-1466914516 tempest-RoutersIpV6AdminTest-1466914516-project] Publish callbacks [] for router (e9fe47ab-e32e-4600-ab33-f43de2ee9c76), before_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:31:13.960279 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-d9a1ed9e-b0a8-407f-a712-dd3b1c5a8ce7 tempest-RoutersTest-1116560139 tempest-RoutersTest-1116560139-project] Publish callbacks [] for subnet (edffc34f-d562-41e2-8fec-591c2ca95367), before_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:31:14.257736 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-d9a1ed9e-b0a8-407f-a712-dd3b1c5a8ce7 tempest-RoutersTest-1116560139 tempest-RoutersTest-1116560139-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12895822'] for subnet (edffc34f-d562-41e2-8fec-591c2ca95367), precommit_delete_associations {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:31:14.326767 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-edc54c9b-7f13-45d9-9271-85c9738b0128 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762867132591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593584'] for agent (a62b1850-466f-48ae-bec7-d62fb280e14b), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:31:14.430267 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-bce2e62f-5d18-497a-873e-ccf0ebc6cf0d tempest-RoutersIpV6AdminTest-1466914516 tempest-RoutersIpV6AdminTest-1466914516-project] Publish callbacks [] for router_gateway (e9fe47ab-e32e-4600-ab33-f43de2ee9c76), before_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:31:14.501739 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-d9a1ed9e-b0a8-407f-a712-dd3b1c5a8ce7 tempest-RoutersTest-1116560139 tempest-RoutersTest-1116560139-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-759852'] for subnet (edffc34f-d562-41e2-8fec-591c2ca95367), precommit_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:31:14.593795 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.plugin [None req-bce2e62f-5d18-497a-873e-ccf0ebc6cf0d tempest-RoutersIpV6AdminTest-1466914516 tempest-RoutersIpV6AdminTest-1466914516-project] Deleting port 3873edba-da86-4a12-87cb-233ea4f53faa {{(pid=103230) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 19:31:14.594629 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-bce2e62f-5d18-497a-873e-ccf0ebc6cf0d tempest-RoutersIpV6AdminTest-1466914516 tempest-RoutersIpV6AdminTest-1466914516-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762867170196'] for port (3873edba-da86-4a12-87cb-233ea4f53faa), before_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:31:14.763373 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-bce2e62f-5d18-497a-873e-ccf0ebc6cf0d tempest-RoutersIpV6AdminTest-1466914516 tempest-RoutersIpV6AdminTest-1466914516-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1820838'] for port (3873edba-da86-4a12-87cb-233ea4f53faa), precommit_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:31:14.789677 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.plugin [None req-bce2e62f-5d18-497a-873e-ccf0ebc6cf0d tempest-RoutersIpV6AdminTest-1466914516 tempest-RoutersIpV6AdminTest-1466914516-project] Calling delete_port for 3873edba-da86-4a12-87cb-233ea4f53faa owned by network:router_gateway {{(pid=103230) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 19:31:14.873096 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6df2a62-ffb0-4b74-88b6-914859f354cf req-17de0e90-4e0c-4939-886c-9ced56f67a6a tempest-ServerActionsTestJSON-347500300 tempest-ServerActionsTestJSON-347500300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:31:14.893463 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-b6df2a62-ffb0-4b74-88b6-914859f354cf req-17de0e90-4e0c-4939-886c-9ced56f67a6a tempest-ServerActionsTestJSON-347500300 tempest-ServerActionsTestJSON-347500300-project] 10.222.0.75 "GET /v2.0/ports?device_id=b7a61ec4-b421-4c48-b109-b3c29e4ee261 HTTP/1.1" status: 200 len: 945 time: 0.2150590 Feb 09 19:31:15.070778 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-b6df2a62-ffb0-4b74-88b6-914859f354cf req-3d7cf980-0fd8-4a6c-935b-26b5c848eb79 tempest-ServerActionsTestJSON-347500300 tempest-ServerActionsTestJSON-347500300-project] 10.222.0.75 "GET /v2.0/security-groups?id=f62a4cfa-cf5c-41a8-8bc5-ff3861f4d88a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1698370 Feb 09 19:31:15.100376 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-d9a1ed9e-b0a8-407f-a712-dd3b1c5a8ce7 tempest-RoutersTest-1116560139 tempest-RoutersTest-1116560139-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-760023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14393672', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12985882'] for subnet (edffc34f-d562-41e2-8fec-591c2ca95367), after_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:31:15.177303 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9a1ed9e-b0a8-407f-a712-dd3b1c5a8ce7 tempest-RoutersTest-1116560139 tempest-RoutersTest-1116560139-project] Pushing event deleted for resources: {'Subnet': ['ID=edffc34f-d562-41e2-8fec-591c2ca95367,revision_number=None']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:31:15.194504 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51ca28a1-34d6-402a-b412-13587d29b6ef None None] Network 4b7ed94a-5f8c-456e-9fe4-044f2c9717b2 requested from n-d-713498-36 {{(pid=103232) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 19:31:15.202981 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-d9a1ed9e-b0a8-407f-a712-dd3b1c5a8ce7 tempest-RoutersTest-1116560139 tempest-RoutersTest-1116560139-project] Publish callbacks [] for subnet (None), before_response {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:31:15.216441 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 33368) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:31:15.217115 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-d9a1ed9e-b0a8-407f-a712-dd3b1c5a8ce7 tempest-RoutersTest-1116560139 tempest-RoutersTest-1116560139-project] 10.222.0.75 "DELETE /v2.0/subnets/edffc34f-d562-41e2-8fec-591c2ca95367 HTTP/1.1" status: 204 len: 168 time: 1.4750741 Feb 09 19:31:15.220674 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-bce2e62f-5d18-497a-873e-ccf0ebc6cf0d tempest-RoutersIpV6AdminTest-1466914516 tempest-RoutersIpV6AdminTest-1466914516-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762867177463', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762866656476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14393751'] for port (3873edba-da86-4a12-87cb-233ea4f53faa), after_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:31:15.313892 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bce2e62f-5d18-497a-873e-ccf0ebc6cf0d tempest-RoutersIpV6AdminTest-1466914516 tempest-RoutersIpV6AdminTest-1466914516-project] Pushing event deleted for resources: {'Port': ['ID=3873edba-da86-4a12-87cb-233ea4f53faa,revision_number=None']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:31:15.383582 n-d-713498-36 neutron-server[103229]: DEBUG neutron.db.db_base_plugin_v2 [None req-ed90b359-5a6f-43eb-b066-17f2b59edc5b tempest-RoutersTest-1116560139 tempest-RoutersTest-1116560139-project] Deleting subnet 8b3ec5ff-510d-47b1-b1aa-158a64a95a70 {{(pid=103229) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 19:31:15.410792 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-ed90b359-5a6f-43eb-b066-17f2b59edc5b tempest-RoutersTest-1116560139 tempest-RoutersTest-1116560139-project] Publish callbacks [] for subnet (8b3ec5ff-510d-47b1-b1aa-158a64a95a70), before_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:31:15.524703 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-bce2e62f-5d18-497a-873e-ccf0ebc6cf0d tempest-RoutersIpV6AdminTest-1466914516 tempest-RoutersIpV6AdminTest-1466914516-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1818987'] for router_gateway (e9fe47ab-e32e-4600-ab33-f43de2ee9c76), after_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:31:15.562362 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-ed90b359-5a6f-43eb-b066-17f2b59edc5b tempest-RoutersTest-1116560139 tempest-RoutersTest-1116560139-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16683410'] for subnet (8b3ec5ff-510d-47b1-b1aa-158a64a95a70), precommit_delete_associations {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:31:15.656716 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30b4eeab-2af2-4cd0-8526-ff2844cfbbbf None None] DHCP port deletion for 4b7ed94a-5f8c-456e-9fe4-044f2c9717b2 request from n-d-713498-36 {{(pid=103232) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 09 19:31:15.794705 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-bce2e62f-5d18-497a-873e-ccf0ebc6cf0d tempest-RoutersIpV6AdminTest-1466914516 tempest-RoutersIpV6AdminTest-1466914516-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1834988', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-58375'] for router (e9fe47ab-e32e-4600-ab33-f43de2ee9c76), precommit_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:31:15.797565 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-bce2e62f-5d18-497a-873e-ccf0ebc6cf0d tempest-RoutersIpV6AdminTest-1466914516 tempest-RoutersIpV6AdminTest-1466914516-project] Publish callbacks [] for router_controller (e9fe47ab-e32e-4600-ab33-f43de2ee9c76), precommit_delete_associations {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:31:15.804103 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-30b4eeab-2af2-4cd0-8526-ff2844cfbbbf None None] Deleting port 8dc31a97-dbca-4be2-9f8e-28d20446fac0 {{(pid=103232) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 19:31:15.804470 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-30b4eeab-2af2-4cd0-8526-ff2844cfbbbf None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762867170196'] for port (8dc31a97-dbca-4be2-9f8e-28d20446fac0), before_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:31:15.899328 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-ed90b359-5a6f-43eb-b066-17f2b59edc5b tempest-RoutersTest-1116560139 tempest-RoutersTest-1116560139-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-759852'] for subnet (8b3ec5ff-510d-47b1-b1aa-158a64a95a70), precommit_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:31:15.945634 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-bce2e62f-5d18-497a-873e-ccf0ebc6cf0d tempest-RoutersIpV6AdminTest-1466914516 tempest-RoutersIpV6AdminTest-1466914516-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1835003'] for router (e9fe47ab-e32e-4600-ab33-f43de2ee9c76), after_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:31:15.948818 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bce2e62f-5d18-497a-873e-ccf0ebc6cf0d tempest-RoutersIpV6AdminTest-1466914516 tempest-RoutersIpV6AdminTest-1466914516-project] Fanout notify agent at l3_agent the message router_deleted on router e9fe47ab-e32e-4600-ab33-f43de2ee9c76 {{(pid=103230) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 09 19:31:15.969417 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-bce2e62f-5d18-497a-873e-ccf0ebc6cf0d tempest-RoutersIpV6AdminTest-1466914516 tempest-RoutersIpV6AdminTest-1466914516-project] Publish callbacks [] for router (None), before_response {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:31:15.978380 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-bce2e62f-5d18-497a-873e-ccf0ebc6cf0d tempest-RoutersIpV6AdminTest-1466914516 tempest-RoutersIpV6AdminTest-1466914516-project] 10.222.0.75 "DELETE /v2.0/routers/e9fe47ab-e32e-4600-ab33-f43de2ee9c76 HTTP/1.1" status: 204 len: 168 time: 2.3579645 Feb 09 19:31:15.979261 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 33382) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:31:15.987400 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.v2.base [None req-31766c24-df42-47bb-a5e6-95965bb4c564 tempest-RoutersIpV6AdminTest-1179638195 tempest-RoutersIpV6AdminTest-1179638195-project-admin] Request body: {'router': {'name': 'tempest-snat-router-816500072', 'external_gateway_info': {'network_id': '88055e1e-672a-4487-be31-ffb6e833ece5', 'enable_snat': False}}} {{(pid=103230) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 19:31:16.032082 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-30b4eeab-2af2-4cd0-8526-ff2844cfbbbf None None] For port 8dc31a97-dbca-4be2-9f8e-28d20446fac0, host n-d-713498-36, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-36',level=0,port_id=8dc31a97-dbca-4be2-9f8e-28d20446fac0,segment=NetworkSegment(c5816db1-d5ad-48c9-9bc9-182f464f43d7),segment_id=c5816db1-d5ad-48c9-9bc9-182f464f43d7)] {{(pid=103232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 19:31:16.032789 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-30b4eeab-2af2-4cd0-8526-ff2844cfbbbf None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1820838'] for port (8dc31a97-dbca-4be2-9f8e-28d20446fac0), precommit_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:31:16.036331 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-a7262a8e-0513-48fd-984d-75726a511961 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762867132591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593584'] for agent (911cfea2-02ae-4ec9-bac3-7808ee1cdd9c), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:31:16.051202 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-30b4eeab-2af2-4cd0-8526-ff2844cfbbbf None None] Calling delete_port for 8dc31a97-dbca-4be2-9f8e-28d20446fac0 owned by network:dhcp {{(pid=103232) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 19:31:16.051551 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-31766c24-df42-47bb-a5e6-95965bb4c564 tempest-RoutersIpV6AdminTest-1179638195 tempest-RoutersIpV6AdminTest-1179638195-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1834830', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-58389'] for router (756bfdf4-7656-4865-9ed7-d22d8741f597), before_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:31:16.056584 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-31766c24-df42-47bb-a5e6-95965bb4c564 tempest-RoutersIpV6AdminTest-1179638195 tempest-RoutersIpV6AdminTest-1179638195-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1834810', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1822096', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1886735', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-58380'] for router (756bfdf4-7656-4865-9ed7-d22d8741f597), precommit_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:31:16.096710 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-ed90b359-5a6f-43eb-b066-17f2b59edc5b tempest-RoutersTest-1116560139 tempest-RoutersTest-1116560139-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-760023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12867367', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12759238'] for subnet (8b3ec5ff-510d-47b1-b1aa-158a64a95a70), after_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:31:16.202966 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed90b359-5a6f-43eb-b066-17f2b59edc5b tempest-RoutersTest-1116560139 tempest-RoutersTest-1116560139-project] Pushing event deleted for resources: {'Subnet': ['ID=8b3ec5ff-510d-47b1-b1aa-158a64a95a70,revision_number=None']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:31:16.215735 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-ed90b359-5a6f-43eb-b066-17f2b59edc5b tempest-RoutersTest-1116560139 tempest-RoutersTest-1116560139-project] Publish callbacks [] for subnet (None), before_response {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:31:16.222380 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-ed90b359-5a6f-43eb-b066-17f2b59edc5b tempest-RoutersTest-1116560139 tempest-RoutersTest-1116560139-project] 10.222.0.75 "DELETE /v2.0/subnets/8b3ec5ff-510d-47b1-b1aa-158a64a95a70 HTTP/1.1" status: 204 len: 168 time: 1.0032852 Feb 09 19:31:16.225349 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 33390) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:31:16.239356 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f13f52d-8022-40ee-9450-288724d0e966 None None] Network ebde60f3-5679-4ebb-8427-c82552e334ee requested from n-d-713498-36 {{(pid=103232) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 19:31:16.360971 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Device 8dc31a97-dbca-4be2-9f8e-28d20446fac0 no longer exists at agent ovs-agent-n-d-713498-36 {{(pid=103232) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 19:31:16.412068 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] No Port match for: 8dc31a97-dbca-4be2-9f8e-28d20446fac0 {{(pid=103232) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 19:31:16.412768 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Device 8dc31a97-dbca-4be2-9f8e-28d20446fac0 not bound to the agent host n-d-713498-36 {{(pid=103232) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 19:31:16.413982 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-8ee731fd-0d4a-4fac-b99d-c15f7c046d5e tempest-RoutersTest-1116560139 tempest-RoutersTest-1116560139-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-670458'] for network (4b7ed94a-5f8c-456e-9fe4-044f2c9717b2), before_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:31:16.420241 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-31766c24-df42-47bb-a5e6-95965bb4c564 tempest-RoutersIpV6AdminTest-1179638195 tempest-RoutersIpV6AdminTest-1179638195-project-admin] Publish callbacks [] for router_controller (756bfdf4-7656-4865-9ed7-d22d8741f597), precommit_add_association {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:31:16.434995 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-30b4eeab-2af2-4cd0-8526-ff2844cfbbbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762867177463', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762866656476'] for port (8dc31a97-dbca-4be2-9f8e-28d20446fac0), after_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:31:16.512311 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30b4eeab-2af2-4cd0-8526-ff2844cfbbbf None None] Pushing event deleted for resources: {'Port': ['ID=8dc31a97-dbca-4be2-9f8e-28d20446fac0,revision_number=None']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:31:16.580433 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30b4eeab-2af2-4cd0-8526-ff2844cfbbbf None None] No DVR routers for this DVR port 8dc31a97-dbca-4be2-9f8e-28d20446fac0 on host n-d-713498-36 {{(pid=103232) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 19:31:16.710289 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-8ee731fd-0d4a-4fac-b99d-c15f7c046d5e tempest-RoutersTest-1116560139 tempest-RoutersTest-1116560139-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-590267', 'neutron.services.segments.db._delete_segments_for_network-8762867132609'] for network (4b7ed94a-5f8c-456e-9fe4-044f2c9717b2), precommit_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:31:16.756020 n-d-713498-36 neutron-server[103229]: DEBUG neutron.services.segments.db [None req-8ee731fd-0d4a-4fac-b99d-c15f7c046d5e tempest-RoutersTest-1116560139 tempest-RoutersTest-1116560139-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4b7ed94a-5f8c-456e-9fe4-044f2c9717b2']}} {{(pid=103229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:31:16.778520 n-d-713498-36 neutron-server[103229]: DEBUG neutron.services.segments.db [None req-8ee731fd-0d4a-4fac-b99d-c15f7c046d5e tempest-RoutersTest-1116560139 tempest-RoutersTest-1116560139-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c5816db1-d5ad-48c9-9bc9-182f464f43d7') {'for_net_delete': True} {{(pid=103229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:31:16.779299 n-d-713498-36 neutron-server[103229]: DEBUG neutron.services.segments.db [None req-8ee731fd-0d4a-4fac-b99d-c15f7c046d5e tempest-RoutersTest-1116560139 tempest-RoutersTest-1116560139-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c5816db1-d5ad-48c9-9bc9-182f464f43d7') {} {{(pid=103229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:31:16.795260 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-31766c24-df42-47bb-a5e6-95965bb4c564 tempest-RoutersIpV6AdminTest-1179638195 tempest-RoutersIpV6AdminTest-1179638195-project-admin] Publish callbacks [] for router_gateway (756bfdf4-7656-4865-9ed7-d22d8741f597), precommit_update {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:31:16.800283 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-8ee731fd-0d4a-4fac-b99d-c15f7c046d5e tempest-RoutersTest-1116560139 tempest-RoutersTest-1116560139-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762867134154', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16683417'] for segment (c5816db1-d5ad-48c9-9bc9-182f464f43d7), before_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:31:16.821877 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae536bb0-ae04-442d-ad95-a903754edc17 None None] DHCP port deletion for ebde60f3-5679-4ebb-8427-c82552e334ee request from n-d-713498-36 {{(pid=103232) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 09 19:31:16.827306 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-8ee731fd-0d4a-4fac-b99d-c15f7c046d5e tempest-RoutersTest-1116560139 tempest-RoutersTest-1116560139-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-759574'] for segment (c5816db1-d5ad-48c9-9bc9-182f464f43d7), precommit_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:31:16.839207 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8ee731fd-0d4a-4fac-b99d-c15f7c046d5e tempest-RoutersTest-1116560139 tempest-RoutersTest-1116560139-project] Releasing vlan 356 on physical network physnet1 to pool {{(pid=103229) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 19:31:16.839605 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-8ee731fd-0d4a-4fac-b99d-c15f7c046d5e tempest-RoutersTest-1116560139 tempest-RoutersTest-1116560139-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-759574', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12867469'] for segment (c5816db1-d5ad-48c9-9bc9-182f464f43d7), after_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:31:16.842883 n-d-713498-36 neutron-server[103229]: Traceback (most recent call last): Feb 09 19:31:16.842883 n-d-713498-36 neutron-server[103229]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 19:31:16.842883 n-d-713498-36 neutron-server[103229]: timer() Feb 09 19:31:16.842883 n-d-713498-36 neutron-server[103229]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 19:31:16.842883 n-d-713498-36 neutron-server[103229]: cb(*args, **kw) Feb 09 19:31:16.842883 n-d-713498-36 neutron-server[103229]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 19:31:16.842883 n-d-713498-36 neutron-server[103229]: return func(*args, **kwargs) Feb 09 19:31:16.842883 n-d-713498-36 neutron-server[103229]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 19:31:16.842883 n-d-713498-36 neutron-server[103229]: self._notify() Feb 09 19:31:16.842883 n-d-713498-36 neutron-server[103229]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 19:31:16.842883 n-d-713498-36 neutron-server[103229]: self.callback(batched_events) Feb 09 19:31:16.842883 n-d-713498-36 neutron-server[103229]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 19:31:16.842883 n-d-713498-36 neutron-server[103229]: event.method(event) Feb 09 19:31:16.842883 n-d-713498-36 neutron-server[103229]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 19:31:16.842883 n-d-713498-36 neutron-server[103229]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 19:31:16.842883 n-d-713498-36 neutron-server[103229]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 19:31:16.842883 n-d-713498-36 neutron-server[103229]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 19:31:16.842883 n-d-713498-36 neutron-server[103229]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 19:31:16.842883 n-d-713498-36 neutron-server[103229]: return f(self, *a, **k) Feb 09 19:31:16.842883 n-d-713498-36 neutron-server[103229]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 19:31:16.842883 n-d-713498-36 neutron-server[103229]: return self._get(url).json() Feb 09 19:31:16.842883 n-d-713498-36 neutron-server[103229]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 19:31:16.842883 n-d-713498-36 neutron-server[103229]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 19:31:16.842883 n-d-713498-36 neutron-server[103229]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 19:31:16.842883 n-d-713498-36 neutron-server[103229]: return self.request(url, 'GET', **kwargs) Feb 09 19:31:16.842883 n-d-713498-36 neutron-server[103229]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 19:31:16.842883 n-d-713498-36 neutron-server[103229]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 19:31:16.842883 n-d-713498-36 neutron-server[103229]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 19:31:16.842883 n-d-713498-36 neutron-server[103229]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 19:31:16.842883 n-d-713498-36 neutron-server[103229]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 19:31:16.842883 n-d-713498-36 neutron-server[103229]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 19:31:16.842883 n-d-713498-36 neutron-server[103229]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 19:31:16.860446 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51c60f70-dbb4-4f3e-80dd-5b2aad053496 req-7295a6cf-38bf-4405-9578-00ff8a924954 tempest-ServerActionsTestJSON-347500300 tempest-ServerActionsTestJSON-347500300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:31:16.867511 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-51c60f70-dbb4-4f3e-80dd-5b2aad053496 req-7295a6cf-38bf-4405-9578-00ff8a924954 tempest-ServerActionsTestJSON-347500300 tempest-ServerActionsTestJSON-347500300-project] 10.222.0.75 "GET /v2.0/ports?device_id=b7a61ec4-b421-4c48-b109-b3c29e4ee261 HTTP/1.1" status: 200 len: 945 time: 0.5594432 Feb 09 19:31:16.981777 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-8ee731fd-0d4a-4fac-b99d-c15f7c046d5e tempest-RoutersTest-1116560139 tempest-RoutersTest-1116560139-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-590242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1885479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1818895'] for network (4b7ed94a-5f8c-456e-9fe4-044f2c9717b2), after_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:31:16.989385 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-8ee731fd-0d4a-4fac-b99d-c15f7c046d5e tempest-RoutersTest-1116560139 tempest-RoutersTest-1116560139-project] Publish callbacks [] for network (None), before_response {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:31:16.998527 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-51c60f70-dbb4-4f3e-80dd-5b2aad053496 req-5adc11ae-0a0d-4df1-9dbb-da9fbc605c1e tempest-ServerActionsTestJSON-347500300 tempest-ServerActionsTestJSON-347500300-project] 10.222.0.75 "GET /v2.0/security-groups?id=f62a4cfa-cf5c-41a8-8bc5-ff3861f4d88a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1228709 Feb 09 19:31:17.015158 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-8ee731fd-0d4a-4fac-b99d-c15f7c046d5e tempest-RoutersTest-1116560139 tempest-RoutersTest-1116560139-project] 10.222.0.75 "DELETE /v2.0/networks/4b7ed94a-5f8c-456e-9fe4-044f2c9717b2 HTTP/1.1" status: 204 len: 168 time: 0.7881362 Feb 09 19:31:17.019804 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 33396) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:31:17.052363 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-ae536bb0-ae04-442d-ad95-a903754edc17 None None] Deleting port fd30763e-f90f-4665-9b3a-fa9fb92496df {{(pid=103232) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 19:31:17.058875 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-ae536bb0-ae04-442d-ad95-a903754edc17 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762867170196'] for port (fd30763e-f90f-4665-9b3a-fa9fb92496df), before_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:31:17.068375 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ee731fd-0d4a-4fac-b99d-c15f7c046d5e tempest-RoutersTest-1116560139 tempest-RoutersTest-1116560139-project] Pushing event deleted for resources: {'Network': ['ID=4b7ed94a-5f8c-456e-9fe4-044f2c9717b2,revision_number=None']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:31:17.234502 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762867132591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593584'] for agent (496418a2-c002-4aec-ab1a-07f3bea491bd), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:31:17.282748 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-9676e551-fd70-40bb-8c4b-f980a9d4df1a tempest-RoutersTest-1116560139 tempest-RoutersTest-1116560139-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-670458'] for network (ebde60f3-5679-4ebb-8427-c82552e334ee), before_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:31:17.293853 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-ae536bb0-ae04-442d-ad95-a903754edc17 None None] For port fd30763e-f90f-4665-9b3a-fa9fb92496df, host n-d-713498-36, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-36',level=0,port_id=fd30763e-f90f-4665-9b3a-fa9fb92496df,segment=NetworkSegment(38e341b3-c7de-4564-bf3e-3fa4aead565a),segment_id=38e341b3-c7de-4564-bf3e-3fa4aead565a)] {{(pid=103232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 19:31:17.296269 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-ae536bb0-ae04-442d-ad95-a903754edc17 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1820838'] for port (fd30763e-f90f-4665-9b3a-fa9fb92496df), precommit_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:31:17.329124 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-ae536bb0-ae04-442d-ad95-a903754edc17 None None] Calling delete_port for fd30763e-f90f-4665-9b3a-fa9fb92496df owned by network:dhcp {{(pid=103232) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 19:31:17.434917 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.plugin [None req-9676e551-fd70-40bb-8c4b-f980a9d4df1a tempest-RoutersTest-1116560139 tempest-RoutersTest-1116560139-project] Deleting port fd30763e-f90f-4665-9b3a-fa9fb92496df {{(pid=103229) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 19:31:17.435557 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-9676e551-fd70-40bb-8c4b-f980a9d4df1a tempest-RoutersTest-1116560139 tempest-RoutersTest-1116560139-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762867170196'] for port (fd30763e-f90f-4665-9b3a-fa9fb92496df), before_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:31:17.507799 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-31766c24-df42-47bb-a5e6-95965bb4c564 tempest-RoutersIpV6AdminTest-1179638195 tempest-RoutersIpV6AdminTest-1179638195-project-admin] Publish callbacks [] for router_gateway (756bfdf4-7656-4865-9ed7-d22d8741f597), before_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:31:17.549480 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-ae536bb0-ae04-442d-ad95-a903754edc17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762867177463', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762866656476'] for port (fd30763e-f90f-4665-9b3a-fa9fb92496df), after_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:31:17.553007 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-31766c24-df42-47bb-a5e6-95965bb4c564 tempest-RoutersIpV6AdminTest-1179638195 tempest-RoutersIpV6AdminTest-1179638195-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (None), before_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:31:17.594356 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.db [None req-9676e551-fd70-40bb-8c4b-f980a9d4df1a tempest-RoutersTest-1116560139 tempest-RoutersTest-1116560139-project] For port fd30763e-f90f-4665-9b3a-fa9fb92496df, host n-d-713498-36, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-36',level=0,port_id=fd30763e-f90f-4665-9b3a-fa9fb92496df,segment=NetworkSegment(38e341b3-c7de-4564-bf3e-3fa4aead565a),segment_id=38e341b3-c7de-4564-bf3e-3fa4aead565a)] {{(pid=103229) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 19:31:17.595042 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-9676e551-fd70-40bb-8c4b-f980a9d4df1a tempest-RoutersTest-1116560139 tempest-RoutersTest-1116560139-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1820838'] for port (fd30763e-f90f-4665-9b3a-fa9fb92496df), precommit_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:31:17.628966 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.plugin [None req-9676e551-fd70-40bb-8c4b-f980a9d4df1a tempest-RoutersTest-1116560139 tempest-RoutersTest-1116560139-project] Calling delete_port for fd30763e-f90f-4665-9b3a-fa9fb92496df owned by network:dhcp {{(pid=103229) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 19:31:17.737164 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-9676e551-fd70-40bb-8c4b-f980a9d4df1a tempest-RoutersTest-1116560139 tempest-RoutersTest-1116560139-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762867177463', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762866656476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12867576'] for port (fd30763e-f90f-4665-9b3a-fa9fb92496df), after_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:31:17.750517 n-d-713498-36 neutron-server[103229]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9676e551-fd70-40bb-8c4b-f980a9d4df1a tempest-RoutersTest-1116560139 tempest-RoutersTest-1116560139-project] No DVR routers for this DVR port fd30763e-f90f-4665-9b3a-fa9fb92496df on host n-d-713498-36 {{(pid=103229) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 19:31:17.847582 n-d-713498-36 neutron-server[103230]: DEBUG neutron.db.db_base_plugin_common [None req-31766c24-df42-47bb-a5e6-95965bb4c564 tempest-RoutersIpV6AdminTest-1179638195 tempest-RoutersIpV6AdminTest-1179638195-project-admin] Allocated IP 172.25.1.140 (88055e1e-672a-4487-be31-ffb6e833ece5/ac16dbcc-383c-4b43-9153-d763c4a53f91/a8ce1dc1-af4e-4fcb-9b71-4cde3ad64245) {{(pid=103230) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 19:31:17.851215 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9676e551-fd70-40bb-8c4b-f980a9d4df1a tempest-RoutersTest-1116560139 tempest-RoutersTest-1116560139-project] Pushing event deleted for resources: {'Port': ['ID=fd30763e-f90f-4665-9b3a-fa9fb92496df,revision_number=None']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:31:18.004463 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-9676e551-fd70-40bb-8c4b-f980a9d4df1a tempest-RoutersTest-1116560139 tempest-RoutersTest-1116560139-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-590267', 'neutron.services.segments.db._delete_segments_for_network-8762867132609'] for network (ebde60f3-5679-4ebb-8427-c82552e334ee), precommit_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:31:18.023373 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae536bb0-ae04-442d-ad95-a903754edc17 None None] No DVR routers for this DVR port fd30763e-f90f-4665-9b3a-fa9fb92496df on host n-d-713498-36 {{(pid=103232) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 19:31:18.034819 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae536bb0-ae04-442d-ad95-a903754edc17 None None] Pushing event deleted for resources: {'Port': ['ID=fd30763e-f90f-4665-9b3a-fa9fb92496df,revision_number=None']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:31:18.107735 n-d-713498-36 neutron-server[103229]: DEBUG neutron.services.segments.db [None req-9676e551-fd70-40bb-8c4b-f980a9d4df1a tempest-RoutersTest-1116560139 tempest-RoutersTest-1116560139-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ebde60f3-5679-4ebb-8427-c82552e334ee']}} {{(pid=103229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:31:18.183985 n-d-713498-36 neutron-server[103229]: DEBUG neutron.services.segments.db [None req-9676e551-fd70-40bb-8c4b-f980a9d4df1a tempest-RoutersTest-1116560139 tempest-RoutersTest-1116560139-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '38e341b3-c7de-4564-bf3e-3fa4aead565a') {'for_net_delete': True} {{(pid=103229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:31:18.197400 n-d-713498-36 neutron-server[103229]: DEBUG neutron.services.segments.db [None req-9676e551-fd70-40bb-8c4b-f980a9d4df1a tempest-RoutersTest-1116560139 tempest-RoutersTest-1116560139-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '38e341b3-c7de-4564-bf3e-3fa4aead565a') {} {{(pid=103229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:31:18.319306 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-9676e551-fd70-40bb-8c4b-f980a9d4df1a tempest-RoutersTest-1116560139 tempest-RoutersTest-1116560139-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762867134154', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16683417'] for segment (38e341b3-c7de-4564-bf3e-3fa4aead565a), before_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:31:18.330800 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-31766c24-df42-47bb-a5e6-95965bb4c564 tempest-RoutersIpV6AdminTest-1179638195 tempest-RoutersIpV6AdminTest-1179638195-project-admin] Publish callbacks [] for port (a8ce1dc1-af4e-4fcb-9b71-4cde3ad64245), precommit_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:31:18.361624 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Device fd30763e-f90f-4665-9b3a-fa9fb92496df no longer exists at agent ovs-agent-n-d-713498-36 {{(pid=103232) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 19:31:18.407742 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] No Port match for: fd30763e-f90f-4665-9b3a-fa9fb92496df {{(pid=103232) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 19:31:18.417647 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-9676e551-fd70-40bb-8c4b-f980a9d4df1a tempest-RoutersTest-1116560139 tempest-RoutersTest-1116560139-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-759574'] for segment (38e341b3-c7de-4564-bf3e-3fa4aead565a), precommit_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:31:18.427469 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9676e551-fd70-40bb-8c4b-f980a9d4df1a tempest-RoutersTest-1116560139 tempest-RoutersTest-1116560139-project] Releasing vlan 367 on physical network physnet1 to pool {{(pid=103229) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 19:31:18.427932 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-9676e551-fd70-40bb-8c4b-f980a9d4df1a tempest-RoutersTest-1116560139 tempest-RoutersTest-1116560139-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-759574', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12867469'] for segment (38e341b3-c7de-4564-bf3e-3fa4aead565a), after_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:31:18.428252 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Device fd30763e-f90f-4665-9b3a-fa9fb92496df not bound to the agent host n-d-713498-36 {{(pid=103232) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 19:31:18.467274 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-31766c24-df42-47bb-a5e6-95965bb4c564 tempest-RoutersIpV6AdminTest-1179638195 tempest-RoutersIpV6AdminTest-1179638195-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762866656467', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14393751'] for port (a8ce1dc1-af4e-4fcb-9b71-4cde3ad64245), after_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:31:18.528395 n-d-713498-36 neutron-server[103230]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31766c24-df42-47bb-a5e6-95965bb4c564 tempest-RoutersIpV6AdminTest-1179638195 tempest-RoutersIpV6AdminTest-1179638195-project-admin] Network 88055e1e-672a-4487-be31-ffb6e833ece5 is already hosted by enough agents. {{(pid=103230) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 19:31:18.544789 n-d-713498-36 neutron-server[103230]: DEBUG neutron.scheduler.base_scheduler [None req-31766c24-df42-47bb-a5e6-95965bb4c564 tempest-RoutersIpV6AdminTest-1179638195 tempest-RoutersIpV6AdminTest-1179638195-project-admin] Resources bound (agent type, host, resource id): {{(pid=103230) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 19:31:18.550355 n-d-713498-36 neutron-server[103230]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31766c24-df42-47bb-a5e6-95965bb4c564 tempest-RoutersIpV6AdminTest-1179638195 tempest-RoutersIpV6AdminTest-1179638195-project-admin] Received port after_create {{(pid=103230) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 19:31:18.566327 n-d-713498-36 neutron-server[103229]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 19:31:18.566327 n-d-713498-36 neutron-server[103229]: self.session.flush() Feb 09 19:31:18.566327 n-d-713498-36 neutron-server[103229]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 19:31:18.566327 n-d-713498-36 neutron-server[103229]: self.session.flush() Feb 09 19:31:18.566327 n-d-713498-36 neutron-server[103229]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 19:31:18.566327 n-d-713498-36 neutron-server[103229]: self.session.flush() Feb 09 19:31:18.566327 n-d-713498-36 neutron-server[103229]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 19:31:18.566327 n-d-713498-36 neutron-server[103229]: self.session.flush() Feb 09 19:31:18.566327 n-d-713498-36 neutron-server[103229]: Traceback (most recent call last): Feb 09 19:31:18.566327 n-d-713498-36 neutron-server[103229]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 19:31:18.566327 n-d-713498-36 neutron-server[103229]: timer() Feb 09 19:31:18.566327 n-d-713498-36 neutron-server[103229]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 19:31:18.566327 n-d-713498-36 neutron-server[103229]: cb(*args, **kw) Feb 09 19:31:18.566327 n-d-713498-36 neutron-server[103229]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 19:31:18.566327 n-d-713498-36 neutron-server[103229]: return func(*args, **kwargs) Feb 09 19:31:18.566327 n-d-713498-36 neutron-server[103229]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 19:31:18.566327 n-d-713498-36 neutron-server[103229]: self._notify() Feb 09 19:31:18.566327 n-d-713498-36 neutron-server[103229]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 19:31:18.566327 n-d-713498-36 neutron-server[103229]: self.callback(batched_events) Feb 09 19:31:18.566327 n-d-713498-36 neutron-server[103229]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 19:31:18.566327 n-d-713498-36 neutron-server[103229]: event.method(event) Feb 09 19:31:18.566327 n-d-713498-36 neutron-server[103229]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 19:31:18.566327 n-d-713498-36 neutron-server[103229]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 19:31:18.566327 n-d-713498-36 neutron-server[103229]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 19:31:18.566327 n-d-713498-36 neutron-server[103229]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 19:31:18.566327 n-d-713498-36 neutron-server[103229]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 19:31:18.566327 n-d-713498-36 neutron-server[103229]: return f(self, *a, **k) Feb 09 19:31:18.566327 n-d-713498-36 neutron-server[103229]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 19:31:18.566327 n-d-713498-36 neutron-server[103229]: return self._get(url).json() Feb 09 19:31:18.566327 n-d-713498-36 neutron-server[103229]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 19:31:18.566327 n-d-713498-36 neutron-server[103229]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 19:31:18.566327 n-d-713498-36 neutron-server[103229]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 19:31:18.566327 n-d-713498-36 neutron-server[103229]: return self.request(url, 'GET', **kwargs) Feb 09 19:31:18.566327 n-d-713498-36 neutron-server[103229]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 19:31:18.566327 n-d-713498-36 neutron-server[103229]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 19:31:18.566327 n-d-713498-36 neutron-server[103229]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 19:31:18.566327 n-d-713498-36 neutron-server[103229]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 19:31:18.566327 n-d-713498-36 neutron-server[103229]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 19:31:18.566327 n-d-713498-36 neutron-server[103229]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 19:31:18.566327 n-d-713498-36 neutron-server[103229]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 19:31:18.603739 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762867132591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593584'] for agent (488cd9ae-631f-4955-ba0b-4f5a13f12e9c), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:31:18.652194 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-9676e551-fd70-40bb-8c4b-f980a9d4df1a tempest-RoutersTest-1116560139 tempest-RoutersTest-1116560139-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-590242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1885479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1818895'] for network (ebde60f3-5679-4ebb-8427-c82552e334ee), after_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:31:18.709570 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-9676e551-fd70-40bb-8c4b-f980a9d4df1a tempest-RoutersTest-1116560139 tempest-RoutersTest-1116560139-project] Publish callbacks [] for network (None), before_response {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:31:18.741062 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31766c24-df42-47bb-a5e6-95965bb4c564 tempest-RoutersIpV6AdminTest-1179638195 tempest-RoutersIpV6AdminTest-1179638195-project-admin] Pushing event updated for resources: {'Port': ['ID=a8ce1dc1-af4e-4fcb-9b71-4cde3ad64245,revision_number=1']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:31:18.743481 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-9676e551-fd70-40bb-8c4b-f980a9d4df1a tempest-RoutersTest-1116560139 tempest-RoutersTest-1116560139-project] 10.222.0.75 "DELETE /v2.0/networks/ebde60f3-5679-4ebb-8427-c82552e334ee HTTP/1.1" status: 204 len: 168 time: 1.6926336 Feb 09 19:31:18.779479 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 33416) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:31:18.821883 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.v2.base [None req-2ac9a718-03c9-42ad-8cac-10b675558b18 tempest-RoutersTest-1116560139 tempest-RoutersTest-1116560139-project] Request body: {'network': {'name': 'tempest-RoutersTest-1768257914'}} {{(pid=103229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 19:31:18.925667 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9149d9c1-1bdb-4192-a6f2-dd81b16cb007 req-4aa18691-0088-48a4-b60f-7d2cef586c43 tempest-ServerActionsTestJSON-347500300 tempest-ServerActionsTestJSON-347500300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:31:18.941458 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-9149d9c1-1bdb-4192-a6f2-dd81b16cb007 req-4aa18691-0088-48a4-b60f-7d2cef586c43 tempest-ServerActionsTestJSON-347500300 tempest-ServerActionsTestJSON-347500300-project] 10.222.0.75 "GET /v2.0/ports?device_id=b7a61ec4-b421-4c48-b109-b3c29e4ee261 HTTP/1.1" status: 200 len: 945 time: 0.6494045 Feb 09 19:31:18.950376 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9676e551-fd70-40bb-8c4b-f980a9d4df1a tempest-RoutersTest-1116560139 tempest-RoutersTest-1116560139-project] Pushing event deleted for resources: {'Network': ['ID=ebde60f3-5679-4ebb-8427-c82552e334ee,revision_number=None']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:31:18.977835 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2ac9a718-03c9-42ad-8cac-10b675558b18 tempest-RoutersTest-1116560139 tempest-RoutersTest-1116560139-project] Made reservation on behalf of 009d54e3af88488b8213379431f58202 for: {'network': 1} {{(pid=103229) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 19:31:18.997774 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-2ac9a718-03c9-42ad-8cac-10b675558b18 tempest-RoutersTest-1116560139 tempest-RoutersTest-1116560139-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for network (None), before_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:31:19.031291 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762867132591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593584'] for agent (bcd5faee-dc24-4298-9134-0e0aa054058e), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:31:19.148333 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-9149d9c1-1bdb-4192-a6f2-dd81b16cb007 req-9452963d-9ee9-4710-a86d-16532927a239 tempest-ServerActionsTestJSON-347500300 tempest-ServerActionsTestJSON-347500300-project] 10.222.0.75 "GET /v2.0/security-groups?id=f62a4cfa-cf5c-41a8-8bc5-ff3861f4d88a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2052007 Feb 09 19:31:19.157188 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2ac9a718-03c9-42ad-8cac-10b675558b18 tempest-RoutersTest-1116560139 tempest-RoutersTest-1116560139-project] vlan segment allocate from pool success with {'vlan_id': 377, 'physical_network': 'physnet1'} {{(pid=103229) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 19:31:19.176304 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-2ac9a718-03c9-42ad-8cac-10b675558b18 tempest-RoutersTest-1116560139 tempest-RoutersTest-1116560139-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-759574'] for segment (cf65625e-eaff-40c3-bc91-1cae32503425), precommit_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:31:19.176304 n-d-713498-36 neutron-server[103229]: INFO neutron.db.segments_db [None req-2ac9a718-03c9-42ad-8cac-10b675558b18 tempest-RoutersTest-1116560139 tempest-RoutersTest-1116560139-project] Added segment cf65625e-eaff-40c3-bc91-1cae32503425 of type vlan for network 70ad4c24-735c-4048-a80b-7839084887a1 Feb 09 19:31:19.239471 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-2ac9a718-03c9-42ad-8cac-10b675558b18 tempest-RoutersTest-1116560139 tempest-RoutersTest-1116560139-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762866642225'] for network (70ad4c24-735c-4048-a80b-7839084887a1), precommit_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:31:19.273904 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-31766c24-df42-47bb-a5e6-95965bb4c564 tempest-RoutersIpV6AdminTest-1179638195 tempest-RoutersIpV6AdminTest-1179638195-project-admin] Publish callbacks [] for router_gateway (756bfdf4-7656-4865-9ed7-d22d8741f597), after_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:31:19.278538 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-2ac9a718-03c9-42ad-8cac-10b675558b18 tempest-RoutersTest-1116560139 tempest-RoutersTest-1116560139-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1885479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452'] for network (70ad4c24-735c-4048-a80b-7839084887a1), after_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:31:19.284681 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ac9a718-03c9-42ad-8cac-10b675558b18 tempest-RoutersTest-1116560139 tempest-RoutersTest-1116560139-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:31:19.286496 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-2ac9a718-03c9-42ad-8cac-10b675558b18 tempest-RoutersTest-1116560139 tempest-RoutersTest-1116560139-project] Publish callbacks [] for network (None), before_response {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:31:19.429176 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-2ac9a718-03c9-42ad-8cac-10b675558b18 tempest-RoutersTest-1116560139 tempest-RoutersTest-1116560139-project] 10.222.0.75 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.6212044 Feb 09 19:31:19.439475 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 33430) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:31:19.451997 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.v2.base [None req-1a61d6f8-d4b7-437a-a30e-1f2f3271f2c7 tempest-RoutersTest-1116560139 tempest-RoutersTest-1116560139-project] Request body: {'subnet': {'network_id': '70ad4c24-735c-4048-a80b-7839084887a1', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 19:31:19.613820 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ac9a718-03c9-42ad-8cac-10b675558b18 tempest-RoutersTest-1116560139 tempest-RoutersTest-1116560139-project] Pushing event updated for resources: {'Network': ['ID=70ad4c24-735c-4048-a80b-7839084887a1,revision_number=1']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:31:19.637271 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Network 70ad4c24-735c-4048-a80b-7839084887a1 details requested by agent ovs-agent-n-d-713498-36 with host n-d-713498-36 {{(pid=103232) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 19:31:19.656106 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-31766c24-df42-47bb-a5e6-95965bb4c564 tempest-RoutersIpV6AdminTest-1179638195 tempest-RoutersIpV6AdminTest-1179638195-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1834945', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1818951'] for router (756bfdf4-7656-4865-9ed7-d22d8741f597), after_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:31:19.725517 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1a61d6f8-d4b7-437a-a30e-1f2f3271f2c7 tempest-RoutersTest-1116560139 tempest-RoutersTest-1116560139-project] Made reservation on behalf of 009d54e3af88488b8213379431f58202 for: {'subnet': 1} {{(pid=103229) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 19:31:19.737044 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-1a61d6f8-d4b7-437a-a30e-1f2f3271f2c7 tempest-RoutersTest-1116560139 tempest-RoutersTest-1116560139-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12759265'] for subnet (None), before_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:31:20.000641 n-d-713498-36 neutron-server[103230]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-31766c24-df42-47bb-a5e6-95965bb4c564 tempest-RoutersIpV6AdminTest-1179638195 tempest-RoutersIpV6AdminTest-1179638195-project-admin] Router 756bfdf4-7656-4865-9ed7-d22d8741f597 is scheduled to L3 agent 93303d5e-5d17-45e8-8963-7694f87783ae with binding_index 1 {{(pid=103230) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 09 19:31:20.149642 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-1a61d6f8-d4b7-437a-a30e-1f2f3271f2c7 tempest-RoutersTest-1116560139 tempest-RoutersTest-1116560139-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12867428', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12759263'] for subnet (017172c3-54ba-4d64-971e-4fb1ef62ac12), after_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:31:20.265805 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-31766c24-df42-47bb-a5e6-95965bb4c564 tempest-RoutersIpV6AdminTest-1179638195 tempest-RoutersIpV6AdminTest-1179638195-project-admin] Notify agent at l3_agent.n-d-713498-36 the message routers_updated {{(pid=103230) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 19:31:20.275289 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3efe6a53-c86f-4d64-bb83-08497dd571b2 None None] Sync routers for ids ['756bfdf4-7656-4865-9ed7-d22d8741f597'] in n-d-713498-36 {{(pid=103232) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 19:31:20.299431 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a61d6f8-d4b7-437a-a30e-1f2f3271f2c7 tempest-RoutersTest-1116560139 tempest-RoutersTest-1116560139-project] Pushing event updated for resources: {'Subnet': ['ID=017172c3-54ba-4d64-971e-4fb1ef62ac12,revision_number=0']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:31:20.302623 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-31766c24-df42-47bb-a5e6-95965bb4c564 tempest-RoutersIpV6AdminTest-1179638195 tempest-RoutersIpV6AdminTest-1179638195-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:31:20.304407 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-31766c24-df42-47bb-a5e6-95965bb4c564 tempest-RoutersIpV6AdminTest-1179638195 tempest-RoutersIpV6AdminTest-1179638195-project-admin] 10.222.0.75 "POST /v2.0/routers HTTP/1.1" status: 201 len: 907 time: 4.3235235 Feb 09 19:31:20.307352 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 33444) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:31:20.329321 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3efe6a53-c86f-4d64-bb83-08497dd571b2 None None] Routers {'756bfdf4-7656-4865-9ed7-d22d8741f597'} bound to L3 agent in host n-d-713498-36 {{(pid=103232) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 19:31:20.330028 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.l3_hamode_db [None req-3efe6a53-c86f-4d64-bb83-08497dd571b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T18:51:43Z,description=,heartbeat_timestamp=2022-02-09T19:31:13Z,host='n-d-713498-36',id=93303d5e-5d17-45e8-8963-7694f87783ae,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T18:51:43Z,topic='l3_agent')) {'router_ids': ['756bfdf4-7656-4865-9ed7-d22d8741f597'], 'active': True} {{(pid=103232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:31:20.517668 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ff5873b-1310-4cc1-8148-c5dc45217718 req-6fac13d6-c7ca-40a0-849f-3e275f4c3976 tempest-ServerActionsTestJSON-347500300 tempest-ServerActionsTestJSON-347500300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:31:20.527264 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-8ff5873b-1310-4cc1-8148-c5dc45217718 req-6fac13d6-c7ca-40a0-849f-3e275f4c3976 tempest-ServerActionsTestJSON-347500300 tempest-ServerActionsTestJSON-347500300-project] 10.222.0.75 "GET /v2.0/ports?device_id=b7a61ec4-b421-4c48-b109-b3c29e4ee261 HTTP/1.1" status: 200 len: 945 time: 0.1487246 Feb 09 19:31:20.555225 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a61d6f8-d4b7-437a-a30e-1f2f3271f2c7 tempest-RoutersTest-1116560139 tempest-RoutersTest-1116560139-project] Checking segment: {'id': 'cf65625e-eaff-40c3-bc91-1cae32503425', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': '70ad4c24-735c-4048-a80b-7839084887a1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103229) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 19:31:20.555597 n-d-713498-36 neutron-server[103229]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a61d6f8-d4b7-437a-a30e-1f2f3271f2c7 tempest-RoutersTest-1116560139 tempest-RoutersTest-1116560139-project] Network hostable DHCP agents. Network: 70ad4c24-735c-4048-a80b-7839084887a1, hostable agents: ['af91e4b9-f4e1-42b1-a25c-a10dc47171c8'], hosted agents: [] {{(pid=103229) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 19:31:20.641801 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.l3_dvr_db [None req-3efe6a53-c86f-4d64-bb83-08497dd571b2 None None] Set router 756bfdf4-7656-4865-9ed7-d22d8741f597 gateway port host: n-d-713498-36 {{(pid=103232) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 19:31:20.654413 n-d-713498-36 neutron-server[103229]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a61d6f8-d4b7-437a-a30e-1f2f3271f2c7 tempest-RoutersTest-1116560139 tempest-RoutersTest-1116560139-project] Network 70ad4c24-735c-4048-a80b-7839084887a1 is scheduled to be hosted by DHCP agent af91e4b9-f4e1-42b1-a25c-a10dc47171c8 with binding_index 1 {{(pid=103229) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 19:31:20.683695 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-4c1e90ca-8bc0-440c-a388-5fedb89a11ea tempest-RoutersIpV6AdminTest-1179638195 tempest-RoutersIpV6AdminTest-1179638195-project-admin] 10.222.0.75 "GET /v2.0/routers/756bfdf4-7656-4865-9ed7-d22d8741f597 HTTP/1.1" status: 200 len: 908 time: 0.3743963 Feb 09 19:31:20.688271 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-8ff5873b-1310-4cc1-8148-c5dc45217718 req-62c4687c-0c9e-4d48-8632-8ea56afe0063 tempest-ServerActionsTestJSON-347500300 tempest-ServerActionsTestJSON-347500300-project] 10.222.0.75 "GET /v2.0/security-groups?id=f62a4cfa-cf5c-41a8-8bc5-ff3861f4d88a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1600468 Feb 09 19:31:20.688774 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 33450) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:31:20.696556 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.v2.base [None req-5e1a1bca-da23-4c5a-96e5-5e4bc3849020 tempest-RoutersIpV6AdminTest-1179638195 tempest-RoutersIpV6AdminTest-1179638195-project-admin] Request body: {'router': {'name': 'tempest-snat-router-816500072', 'external_gateway_info': {'network_id': '88055e1e-672a-4487-be31-ffb6e833ece5', 'enable_snat': True}}} {{(pid=103229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 19:31:20.706004 n-d-713498-36 neutron-server[103229]: DEBUG neutron.scheduler.base_scheduler [None req-1a61d6f8-d4b7-437a-a30e-1f2f3271f2c7 tempest-RoutersTest-1116560139 tempest-RoutersTest-1116560139-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713498-36, 70ad4c24-735c-4048-a80b-7839084887a1) {{(pid=103229) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 19:31:20.712405 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a61d6f8-d4b7-437a-a30e-1f2f3271f2c7 tempest-RoutersTest-1116560139 tempest-RoutersTest-1116560139-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:31:20.712996 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-1a61d6f8-d4b7-437a-a30e-1f2f3271f2c7 tempest-RoutersTest-1116560139 tempest-RoutersTest-1116560139-project] Publish callbacks [] for subnet (None), before_response {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:31:20.812767 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-1a61d6f8-d4b7-437a-a30e-1f2f3271f2c7 tempest-RoutersTest-1116560139 tempest-RoutersTest-1116560139-project] 10.222.0.75 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.3722248 Feb 09 19:31:20.815442 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 33456) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:31:20.816629 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0aaf8d1b-6395-49cc-8a63-458911285222 None None] Network 70ad4c24-735c-4048-a80b-7839084887a1 requested from n-d-713498-36 {{(pid=103232) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 19:31:20.820944 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.v2.base [None req-3d1c1fef-8097-4fab-9bf3-8afd827452ee tempest-RoutersTest-1116560139 tempest-RoutersTest-1116560139-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-94108025', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103230) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 19:31:20.841404 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-5e1a1bca-da23-4c5a-96e5-5e4bc3849020 tempest-RoutersIpV6AdminTest-1179638195 tempest-RoutersIpV6AdminTest-1179638195-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1834830', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-58389'] for router (698e0f12-4e81-4d37-b90a-50a99ea5875a), before_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:31:20.847156 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-5e1a1bca-da23-4c5a-96e5-5e4bc3849020 tempest-RoutersIpV6AdminTest-1179638195 tempest-RoutersIpV6AdminTest-1179638195-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1834810', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1822096', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1886735', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-58380'] for router (698e0f12-4e81-4d37-b90a-50a99ea5875a), precommit_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:31:20.879456 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-3d1c1fef-8097-4fab-9bf3-8afd827452ee tempest-RoutersTest-1116560139 tempest-RoutersTest-1116560139-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1834830', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-58389'] for router (a6954610-4f91-4ad8-ae67-a4fba2cdb82f), before_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:31:20.890099 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-3d1c1fef-8097-4fab-9bf3-8afd827452ee tempest-RoutersTest-1116560139 tempest-RoutersTest-1116560139-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1834810', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1822096', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1886735', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-58380'] for router (a6954610-4f91-4ad8-ae67-a4fba2cdb82f), precommit_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:31:21.049254 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-5e1a1bca-da23-4c5a-96e5-5e4bc3849020 tempest-RoutersIpV6AdminTest-1179638195 tempest-RoutersIpV6AdminTest-1179638195-project-admin] Publish callbacks [] for router_controller (698e0f12-4e81-4d37-b90a-50a99ea5875a), precommit_add_association {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:31:21.259793 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd85c2a5-8ce3-4c5e-b93e-d620c192f8fb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8b32e980-7cce-5e82-a341-bd2fa8945c89-70ad4c24-735c-4048-a80b-7839084887a1', 'network_id': '70ad4c24-735c-4048-a80b-7839084887a1', 'project_id': '009d54e3af88488b8213379431f58202', 'fixed_ips': [{'subnet_id': '017172c3-54ba-4d64-971e-4fb1ef62ac12'}]}} from n-d-713498-36. {{(pid=103232) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 09 19:31:21.261273 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-bd85c2a5-8ce3-4c5e-b93e-d620c192f8fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (None), before_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:31:21.464605 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-3d1c1fef-8097-4fab-9bf3-8afd827452ee tempest-RoutersTest-1116560139 tempest-RoutersTest-1116560139-project] Publish callbacks [] for router_controller (a6954610-4f91-4ad8-ae67-a4fba2cdb82f), precommit_add_association {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:31:21.503329 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-3d1c1fef-8097-4fab-9bf3-8afd827452ee tempest-RoutersTest-1116560139 tempest-RoutersTest-1116560139-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1834945', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1818951'] for router (a6954610-4f91-4ad8-ae67-a4fba2cdb82f), after_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:31:21.586927 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-3d1c1fef-8097-4fab-9bf3-8afd827452ee tempest-RoutersTest-1116560139 tempest-RoutersTest-1116560139-project] Publish callbacks [] for router (None), before_response {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:31:21.589266 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-3d1c1fef-8097-4fab-9bf3-8afd827452ee tempest-RoutersTest-1116560139 tempest-RoutersTest-1116560139-project] 10.222.0.75 "POST /v2.0/routers HTTP/1.1" status: 201 len: 698 time: 0.7722676 Feb 09 19:31:21.592217 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 33464) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:31:21.597313 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.v2.base [None req-e48cbe7f-04cd-4e5c-9682-617fa319941f tempest-RoutersTest-1116560139 tempest-RoutersTest-1116560139-project] Request body: {'port': {'network_id': '70ad4c24-735c-4048-a80b-7839084887a1', 'name': 'tempest-RoutersTest-506398115'}} {{(pid=103230) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 19:31:21.915584 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.db_base_plugin_common [None req-bd85c2a5-8ce3-4c5e-b93e-d620c192f8fb None None] Allocated IP 172.20.0.2 (70ad4c24-735c-4048-a80b-7839084887a1/017172c3-54ba-4d64-971e-4fb1ef62ac12/0ead9cb4-4085-4f48-b0fc-503fd4b00d4d) {{(pid=103232) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 19:31:21.979701 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.l3_hamode_db [None req-3efe6a53-c86f-4d64-bb83-08497dd571b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '756bfdf4-7656-4865-9ed7-d22d8741f597', 'name': 'tempest-snat-router-816500072', 'tenant_id': 'a43ff1beb5f54d739f8b86e0e4d0e8c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88055e1e-672a-4487-be31-ffb6e833ece5', 'external_fixed_ips': [{'subnet_id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'ip_address': '172.25.1.140'}], 'enable_snat': False}, 'gw_port_id': 'a8ce1dc1-af4e-4fcb-9b71-4cde3ad64245', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T19:31:16Z', 'updated_at': '2022-02-09T19:31:19Z', 'revision_number': 3, 'project_id': 'a43ff1beb5f54d739f8b86e0e4d0e8c2', 'gw_port': {'id': 'a8ce1dc1-af4e-4fcb-9b71-4cde3ad64245', 'name': '', 'network_id': '88055e1e-672a-4487-be31-ffb6e833ece5', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:8e:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '756bfdf4-7656-4865-9ed7-d22d8741f597', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2979, 'fixed_ips': [{'subnet_id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'ip_address': '172.25.1.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T19:31:17Z', 'updated_at': '2022-02-09T19:31:17Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-713498-36'}], 'n-d-713498-36', False) {} {{(pid=103232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:31:22.046629 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3efe6a53-c86f-4d64-bb83-08497dd571b2 None None] Checking router: 756bfdf4-7656-4865-9ed7-d22d8741f597 for host: n-d-713498-36 {{(pid=103232) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 19:31:22.047076 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3efe6a53-c86f-4d64-bb83-08497dd571b2 None None] Updating router 756bfdf4-7656-4865-9ed7-d22d8741f597 port a8ce1dc1-af4e-4fcb-9b71-4cde3ad64245 binding host n-d-713498-36 {{(pid=103232) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 19:31:22.076116 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e48cbe7f-04cd-4e5c-9682-617fa319941f tempest-RoutersTest-1116560139 tempest-RoutersTest-1116560139-project] Made reservation on behalf of 009d54e3af88488b8213379431f58202 for: {'port': 1} {{(pid=103230) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 19:31:22.085804 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-e48cbe7f-04cd-4e5c-9682-617fa319941f tempest-RoutersTest-1116560139 tempest-RoutersTest-1116560139-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (None), before_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:31:22.134538 n-d-713498-36 neutron-server[103230]: DEBUG neutron.notifiers.nova [None req-e48cbe7f-04cd-4e5c-9682-617fa319941f tempest-RoutersTest-1116560139 tempest-RoutersTest-1116560139-project] device_id is not set on port 55fcca70-f787-4a9f-a170-1dac1f3a0732 yet. {{(pid=103230) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 09 19:31:22.339531 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-3efe6a53-c86f-4d64-bb83-08497dd571b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (a8ce1dc1-af4e-4fcb-9b71-4cde3ad64245), before_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:31:22.428875 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-5e1a1bca-da23-4c5a-96e5-5e4bc3849020 tempest-RoutersIpV6AdminTest-1179638195 tempest-RoutersIpV6AdminTest-1179638195-project-admin] Publish callbacks [] for router_gateway (698e0f12-4e81-4d37-b90a-50a99ea5875a), precommit_update {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:31:22.454561 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d16734fc-0370-416d-bd44-ad4e94bb94fa req-4c4970b9-cc5b-4e30-8619-8f296a9fc3a6 tempest-ServerActionsTestJSON-347500300 tempest-ServerActionsTestJSON-347500300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:31:22.461870 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-d16734fc-0370-416d-bd44-ad4e94bb94fa req-4c4970b9-cc5b-4e30-8619-8f296a9fc3a6 tempest-ServerActionsTestJSON-347500300 tempest-ServerActionsTestJSON-347500300-project] 10.222.0.75 "GET /v2.0/ports?device_id=b7a61ec4-b421-4c48-b109-b3c29e4ee261 HTTP/1.1" status: 200 len: 945 time: 0.2651110 Feb 09 19:31:22.650221 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-bd85c2a5-8ce3-4c5e-b93e-d620c192f8fb None None] Publish callbacks [] for port (0ead9cb4-4085-4f48-b0fc-503fd4b00d4d), precommit_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:31:22.706049 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-d16734fc-0370-416d-bd44-ad4e94bb94fa req-11cc4ee1-e4a5-4e4e-a3e3-de541911b0b8 tempest-ServerActionsTestJSON-347500300 tempest-ServerActionsTestJSON-347500300-project] 10.222.0.75 "GET /v2.0/security-groups?id=f62a4cfa-cf5c-41a8-8bc5-ff3861f4d88a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2429070 Feb 09 19:31:22.862864 n-d-713498-36 neutron-server[103230]: DEBUG neutron.db.db_base_plugin_common [None req-e48cbe7f-04cd-4e5c-9682-617fa319941f tempest-RoutersTest-1116560139 tempest-RoutersTest-1116560139-project] Allocated IP 172.20.0.8 (70ad4c24-735c-4048-a80b-7839084887a1/017172c3-54ba-4d64-971e-4fb1ef62ac12/55fcca70-f787-4a9f-a170-1dac1f3a0732) {{(pid=103230) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 19:31:22.920324 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-bd85c2a5-8ce3-4c5e-b93e-d620c192f8fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762866656467'] for port (0ead9cb4-4085-4f48-b0fc-503fd4b00d4d), after_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:31:22.980978 n-d-713498-36 neutron-server[103232]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd85c2a5-8ce3-4c5e-b93e-d620c192f8fb None None] Network 70ad4c24-735c-4048-a80b-7839084887a1 is already hosted by enough agents. {{(pid=103232) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 19:31:22.986577 n-d-713498-36 neutron-server[103232]: DEBUG neutron.scheduler.base_scheduler [None req-bd85c2a5-8ce3-4c5e-b93e-d620c192f8fb None None] Resources bound (agent type, host, resource id): {{(pid=103232) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 19:31:23.003432 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd85c2a5-8ce3-4c5e-b93e-d620c192f8fb None None] Received port after_create {{(pid=103232) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 19:31:23.109594 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-5e1a1bca-da23-4c5a-96e5-5e4bc3849020 tempest-RoutersIpV6AdminTest-1179638195 tempest-RoutersIpV6AdminTest-1179638195-project-admin] Publish callbacks [] for router_gateway (698e0f12-4e81-4d37-b90a-50a99ea5875a), before_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:31:23.149014 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-5e1a1bca-da23-4c5a-96e5-5e4bc3849020 tempest-RoutersIpV6AdminTest-1179638195 tempest-RoutersIpV6AdminTest-1179638195-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (None), before_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:31:23.222618 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd85c2a5-8ce3-4c5e-b93e-d620c192f8fb None None] Pushing event updated for resources: {'Port': ['ID=0ead9cb4-4085-4f48-b0fc-503fd4b00d4d,revision_number=1']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:31:23.264269 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-e48cbe7f-04cd-4e5c-9682-617fa319941f tempest-RoutersTest-1116560139 tempest-RoutersTest-1116560139-project] Publish callbacks [] for port (55fcca70-f787-4a9f-a170-1dac1f3a0732), precommit_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:31:23.302233 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.managers [None req-bd85c2a5-8ce3-4c5e-b93e-d620c192f8fb None None] Attempting to bind port 0ead9cb4-4085-4f48-b0fc-503fd4b00d4d on host n-d-713498-36 for vnic_type normal with profile {{(pid=103232) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 19:31:23.302742 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.managers [None req-bd85c2a5-8ce3-4c5e-b93e-d620c192f8fb None None] Attempting to bind port 0ead9cb4-4085-4f48-b0fc-503fd4b00d4d by drivers openvswitch,hyperv on host n-d-713498-36 at level 0 using segments [{'id': 'cf65625e-eaff-40c3-bc91-1cae32503425', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': '70ad4c24-735c-4048-a80b-7839084887a1'}] {{(pid=103232) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 19:31:23.303112 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd85c2a5-8ce3-4c5e-b93e-d620c192f8fb None None] Attempting to bind port 0ead9cb4-4085-4f48-b0fc-503fd4b00d4d on network 70ad4c24-735c-4048-a80b-7839084887a1 {{(pid=103232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 19:31:23.321790 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd85c2a5-8ce3-4c5e-b93e-d620c192f8fb None None] Checking agent: {'id': '496418a2-c002-4aec-ab1a-07f3bea491bd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-36', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 18, 51, 47), 'started_at': datetime.datetime(2022, 2, 9, 18, 52, 17), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 19, 31, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-36'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 19:31:23.322182 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd85c2a5-8ce3-4c5e-b93e-d620c192f8fb None None] Checking segment: {'id': 'cf65625e-eaff-40c3-bc91-1cae32503425', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': '70ad4c24-735c-4048-a80b-7839084887a1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103232) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 19:31:23.322587 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-bd85c2a5-8ce3-4c5e-b93e-d620c192f8fb None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:31:23.323088 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd85c2a5-8ce3-4c5e-b93e-d620c192f8fb None None] Bound using segment: {'id': 'cf65625e-eaff-40c3-bc91-1cae32503425', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': '70ad4c24-735c-4048-a80b-7839084887a1'} {{(pid=103232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 19:31:23.323982 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.managers [None req-bd85c2a5-8ce3-4c5e-b93e-d620c192f8fb None None] Bound port: 0ead9cb4-4085-4f48-b0fc-503fd4b00d4d, host: n-d-713498-36, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cf65625e-eaff-40c3-bc91-1cae32503425', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': '70ad4c24-735c-4048-a80b-7839084887a1'}}] {{(pid=103232) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 19:31:23.324387 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-bd85c2a5-8ce3-4c5e-b93e-d620c192f8fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (0ead9cb4-4085-4f48-b0fc-503fd4b00d4d), before_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:31:23.399760 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-e48cbe7f-04cd-4e5c-9682-617fa319941f tempest-RoutersTest-1116560139 tempest-RoutersTest-1116560139-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762866656467', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14393751'] for port (55fcca70-f787-4a9f-a170-1dac1f3a0732), after_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:31:23.529217 n-d-713498-36 neutron-server[103230]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e48cbe7f-04cd-4e5c-9682-617fa319941f tempest-RoutersTest-1116560139 tempest-RoutersTest-1116560139-project] Network 70ad4c24-735c-4048-a80b-7839084887a1 is already hosted by enough agents. {{(pid=103230) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 19:31:23.532968 n-d-713498-36 neutron-server[103230]: DEBUG neutron.scheduler.base_scheduler [None req-e48cbe7f-04cd-4e5c-9682-617fa319941f tempest-RoutersTest-1116560139 tempest-RoutersTest-1116560139-project] Resources bound (agent type, host, resource id): {{(pid=103230) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 19:31:23.536503 n-d-713498-36 neutron-server[103230]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e48cbe7f-04cd-4e5c-9682-617fa319941f tempest-RoutersTest-1116560139 tempest-RoutersTest-1116560139-project] Received port after_create {{(pid=103230) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 19:31:23.627271 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e48cbe7f-04cd-4e5c-9682-617fa319941f tempest-RoutersTest-1116560139 tempest-RoutersTest-1116560139-project] Pushing event updated for resources: {'Port': ['ID=55fcca70-f787-4a9f-a170-1dac1f3a0732,revision_number=1']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:31:23.658622 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-bd85c2a5-8ce3-4c5e-b93e-d620c192f8fb None None] For port 0ead9cb4-4085-4f48-b0fc-503fd4b00d4d, host n-d-713498-36, cleared binding levels {{(pid=103232) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 19:31:23.676784 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e48cbe7f-04cd-4e5c-9682-617fa319941f tempest-RoutersTest-1116560139 tempest-RoutersTest-1116560139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:31:23.679501 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-e48cbe7f-04cd-4e5c-9682-617fa319941f tempest-RoutersTest-1116560139 tempest-RoutersTest-1116560139-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171096'] for port (None), before_response {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:31:23.716513 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-e48cbe7f-04cd-4e5c-9682-617fa319941f tempest-RoutersTest-1116560139 tempest-RoutersTest-1116560139-project] 10.222.0.75 "POST /v2.0/ports HTTP/1.1" status: 201 len: 921 time: 2.1230221 Feb 09 19:31:23.719249 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 33482) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:31:23.831382 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-bd85c2a5-8ce3-4c5e-b93e-d620c192f8fb None None] For port 0ead9cb4-4085-4f48-b0fc-503fd4b00d4d, host n-d-713498-36, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-36',level=0,port_id=0ead9cb4-4085-4f48-b0fc-503fd4b00d4d,segment=NetworkSegment(cf65625e-eaff-40c3-bc91-1cae32503425),segment_id=cf65625e-eaff-40c3-bc91-1cae32503425)] {{(pid=103232) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 19:31:23.891949 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-bd85c2a5-8ce3-4c5e-b93e-d620c192f8fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762867176205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762866656485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762866656503'] for port (0ead9cb4-4085-4f48-b0fc-503fd4b00d4d), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:31:24.066700 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75894a67-a706-40d1-89e5-0b7b9b35be08 req-4ee537ef-ed4e-499d-be1f-ed1a4c5c2407 tempest-ServerActionsTestJSON-347500300 tempest-ServerActionsTestJSON-347500300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:31:24.068296 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-75894a67-a706-40d1-89e5-0b7b9b35be08 req-4ee537ef-ed4e-499d-be1f-ed1a4c5c2407 tempest-ServerActionsTestJSON-347500300 tempest-ServerActionsTestJSON-347500300-project] 10.222.0.75 "GET /v2.0/ports?device_id=b7a61ec4-b421-4c48-b109-b3c29e4ee261 HTTP/1.1" status: 200 len: 945 time: 0.1857915 Feb 09 19:31:24.087685 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-3efe6a53-c86f-4d64-bb83-08497dd571b2 None None] Publish callbacks [] for port (a8ce1dc1-af4e-4fcb-9b71-4cde3ad64245), precommit_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:31:24.134728 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-3efe6a53-c86f-4d64-bb83-08497dd571b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762867176205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762866656485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762866656503'] for port (a8ce1dc1-af4e-4fcb-9b71-4cde3ad64245), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:31:24.248257 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-75894a67-a706-40d1-89e5-0b7b9b35be08 req-aff63bb6-7ee7-4964-b7e5-695abaebc9c2 tempest-ServerActionsTestJSON-347500300 tempest-ServerActionsTestJSON-347500300-project] 10.222.0.75 "GET /v2.0/security-groups?id=f62a4cfa-cf5c-41a8-8bc5-ff3861f4d88a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1474535 Feb 09 19:31:24.288707 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd85c2a5-8ce3-4c5e-b93e-d620c192f8fb None None] Pushing event updated for resources: {'Port': ['ID=0ead9cb4-4085-4f48-b0fc-503fd4b00d4d,revision_number=2']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:31:24.433340 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5a342ff-8e97-4bb6-8de5-4778a247bb43 None None] Pushing event updated for resources: {'Port': ['ID=a8ce1dc1-af4e-4fcb-9b71-4cde3ad64245,revision_number=2']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:31:24.435650 n-d-713498-36 neutron-server[103229]: DEBUG neutron.db.db_base_plugin_common [None req-5e1a1bca-da23-4c5a-96e5-5e4bc3849020 tempest-RoutersIpV6AdminTest-1179638195 tempest-RoutersIpV6AdminTest-1179638195-project-admin] Allocated IP 172.25.1.210 (88055e1e-672a-4487-be31-ffb6e833ece5/ac16dbcc-383c-4b43-9153-d763c4a53f91/b874c84e-771a-43d9-91db-a7f8057dcb26) {{(pid=103229) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 19:31:24.454443 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.managers [None req-3efe6a53-c86f-4d64-bb83-08497dd571b2 None None] Attempting to bind port a8ce1dc1-af4e-4fcb-9b71-4cde3ad64245 on host n-d-713498-36 for vnic_type normal with profile {{(pid=103232) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 19:31:24.457423 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.managers [None req-3efe6a53-c86f-4d64-bb83-08497dd571b2 None None] Attempting to bind port a8ce1dc1-af4e-4fcb-9b71-4cde3ad64245 by drivers openvswitch,hyperv on host n-d-713498-36 at level 0 using segments [{'id': 'a4222f89-8d3f-4b51-953b-1a8126392491', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '88055e1e-672a-4487-be31-ffb6e833ece5'}] {{(pid=103232) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 19:31:24.457423 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3efe6a53-c86f-4d64-bb83-08497dd571b2 None None] Attempting to bind port a8ce1dc1-af4e-4fcb-9b71-4cde3ad64245 on network 88055e1e-672a-4487-be31-ffb6e833ece5 {{(pid=103232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 19:31:24.505437 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3efe6a53-c86f-4d64-bb83-08497dd571b2 None None] Checking agent: {'id': '496418a2-c002-4aec-ab1a-07f3bea491bd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-36', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 18, 51, 47), 'started_at': datetime.datetime(2022, 2, 9, 18, 52, 17), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 19, 31, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-36'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 19:31:24.506136 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3efe6a53-c86f-4d64-bb83-08497dd571b2 None None] Checking segment: {'id': 'a4222f89-8d3f-4b51-953b-1a8126392491', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '88055e1e-672a-4487-be31-ffb6e833ece5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103232) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 19:31:24.512632 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-3efe6a53-c86f-4d64-bb83-08497dd571b2 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:31:24.513277 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3efe6a53-c86f-4d64-bb83-08497dd571b2 None None] Bound using segment: {'id': 'a4222f89-8d3f-4b51-953b-1a8126392491', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '88055e1e-672a-4487-be31-ffb6e833ece5'} {{(pid=103232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 19:31:24.513541 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.managers [None req-3efe6a53-c86f-4d64-bb83-08497dd571b2 None None] Bound port: a8ce1dc1-af4e-4fcb-9b71-4cde3ad64245, host: n-d-713498-36, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a4222f89-8d3f-4b51-953b-1a8126392491', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '88055e1e-672a-4487-be31-ffb6e833ece5'}}] {{(pid=103232) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 19:31:24.513936 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-3efe6a53-c86f-4d64-bb83-08497dd571b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (a8ce1dc1-af4e-4fcb-9b71-4cde3ad64245), before_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:31:24.616806 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-5e1a1bca-da23-4c5a-96e5-5e4bc3849020 tempest-RoutersIpV6AdminTest-1179638195 tempest-RoutersIpV6AdminTest-1179638195-project-admin] Publish callbacks [] for port (b874c84e-771a-43d9-91db-a7f8057dcb26), precommit_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:31:24.746639 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-3efe6a53-c86f-4d64-bb83-08497dd571b2 None None] For port a8ce1dc1-af4e-4fcb-9b71-4cde3ad64245, host n-d-713498-36, cleared binding levels {{(pid=103232) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 19:31:24.757034 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-3efe6a53-c86f-4d64-bb83-08497dd571b2 None None] For port a8ce1dc1-af4e-4fcb-9b71-4cde3ad64245, host n-d-713498-36, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-36',level=0,port_id=a8ce1dc1-af4e-4fcb-9b71-4cde3ad64245,segment=NetworkSegment(a4222f89-8d3f-4b51-953b-1a8126392491),segment_id=a4222f89-8d3f-4b51-953b-1a8126392491)] {{(pid=103232) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 19:31:24.779579 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-3efe6a53-c86f-4d64-bb83-08497dd571b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762867176205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762866656485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762866656503'] for port (a8ce1dc1-af4e-4fcb-9b71-4cde3ad64245), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:31:24.958209 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5a342ff-8e97-4bb6-8de5-4778a247bb43 None None] Pushing event updated for resources: {'Port': ['ID=a8ce1dc1-af4e-4fcb-9b71-4cde3ad64245,revision_number=3']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:31:24.992265 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3efe6a53-c86f-4d64-bb83-08497dd571b2 None None] Routers {'756bfdf4-7656-4865-9ed7-d22d8741f597'} bound to L3 agent in host n-d-713498-36 {{(pid=103232) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 19:31:24.992899 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.l3_hamode_db [None req-3efe6a53-c86f-4d64-bb83-08497dd571b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T18:51:43Z,description=,heartbeat_timestamp=2022-02-09T19:31:13Z,host='n-d-713498-36',id=93303d5e-5d17-45e8-8963-7694f87783ae,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T18:51:43Z,topic='l3_agent')) {'router_ids': ['756bfdf4-7656-4865-9ed7-d22d8741f597'], 'active': True} {{(pid=103232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:31:25.153800 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-68948cc2-be7b-40bb-90a4-84c82270d146 tempest-RoutersTest-1116560139 tempest-RoutersTest-1116560139-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (55fcca70-f787-4a9f-a170-1dac1f3a0732), before_update {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:31:25.211007 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-5e1a1bca-da23-4c5a-96e5-5e4bc3849020 tempest-RoutersIpV6AdminTest-1179638195 tempest-RoutersIpV6AdminTest-1179638195-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762866656467', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12867576'] for port (b874c84e-771a-43d9-91db-a7f8057dcb26), after_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:31:25.318524 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.l3_dvr_db [None req-3efe6a53-c86f-4d64-bb83-08497dd571b2 None None] Set router 756bfdf4-7656-4865-9ed7-d22d8741f597 gateway port host: n-d-713498-36 {{(pid=103232) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 19:31:25.341692 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e1a1bca-da23-4c5a-96e5-5e4bc3849020 tempest-RoutersIpV6AdminTest-1179638195 tempest-RoutersIpV6AdminTest-1179638195-project-admin] Pushing event updated for resources: {'Port': ['ID=b874c84e-771a-43d9-91db-a7f8057dcb26,revision_number=1']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:31:25.395147 n-d-713498-36 neutron-server[103229]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e1a1bca-da23-4c5a-96e5-5e4bc3849020 tempest-RoutersIpV6AdminTest-1179638195 tempest-RoutersIpV6AdminTest-1179638195-project-admin] Network 88055e1e-672a-4487-be31-ffb6e833ece5 is already hosted by enough agents. {{(pid=103229) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 19:31:25.409990 n-d-713498-36 neutron-server[103229]: DEBUG neutron.scheduler.base_scheduler [None req-5e1a1bca-da23-4c5a-96e5-5e4bc3849020 tempest-RoutersIpV6AdminTest-1179638195 tempest-RoutersIpV6AdminTest-1179638195-project-admin] Resources bound (agent type, host, resource id): {{(pid=103229) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 19:31:25.424348 n-d-713498-36 neutron-server[103229]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e1a1bca-da23-4c5a-96e5-5e4bc3849020 tempest-RoutersIpV6AdminTest-1179638195 tempest-RoutersIpV6AdminTest-1179638195-project-admin] Received port after_create {{(pid=103229) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 19:31:26.109935 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.l3_hamode_db [None req-3efe6a53-c86f-4d64-bb83-08497dd571b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '756bfdf4-7656-4865-9ed7-d22d8741f597', 'name': 'tempest-snat-router-816500072', 'tenant_id': 'a43ff1beb5f54d739f8b86e0e4d0e8c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88055e1e-672a-4487-be31-ffb6e833ece5', 'external_fixed_ips': [{'subnet_id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'ip_address': '172.25.1.140'}], 'enable_snat': False}, 'gw_port_id': 'a8ce1dc1-af4e-4fcb-9b71-4cde3ad64245', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T19:31:16Z', 'updated_at': '2022-02-09T19:31:19Z', 'revision_number': 3, 'project_id': 'a43ff1beb5f54d739f8b86e0e4d0e8c2', 'gw_port': {'id': 'a8ce1dc1-af4e-4fcb-9b71-4cde3ad64245', 'name': '', 'network_id': '88055e1e-672a-4487-be31-ffb6e833ece5', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:8e:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '756bfdf4-7656-4865-9ed7-d22d8741f597', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2979, 'fixed_ips': [{'subnet_id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'ip_address': '172.25.1.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T19:31:17Z', 'updated_at': '2022-02-09T19:31:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-713498-36'}], 'n-d-713498-36', False) {} {{(pid=103232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:31:26.207866 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3efe6a53-c86f-4d64-bb83-08497dd571b2 None None] The sync data for ids ['756bfdf4-7656-4865-9ed7-d22d8741f597'] in n-d-713498-36 is: [{'id': '756bfdf4-7656-4865-9ed7-d22d8741f597', 'name': 'tempest-snat-router-816500072', 'tenant_id': 'a43ff1beb5f54d739f8b86e0e4d0e8c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88055e1e-672a-4487-be31-ffb6e833ece5', 'external_fixed_ips': [{'subnet_id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'ip_address': '172.25.1.140'}], 'enable_snat': False}, 'gw_port_id': 'a8ce1dc1-af4e-4fcb-9b71-4cde3ad64245', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T19:31:16Z', 'updated_at': '2022-02-09T19:31:19Z', 'revision_number': 3, 'project_id': 'a43ff1beb5f54d739f8b86e0e4d0e8c2', 'gw_port': {'id': 'a8ce1dc1-af4e-4fcb-9b71-4cde3ad64245', 'name': '', 'network_id': '88055e1e-672a-4487-be31-ffb6e833ece5', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:8e:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '756bfdf4-7656-4865-9ed7-d22d8741f597', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2979, 'fixed_ips': [{'subnet_id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'ip_address': '172.25.1.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T19:31:17Z', 'updated_at': '2022-02-09T19:31:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-713498-36'}] {{(pid=103232) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 19:31:26.210013 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71f5ebeb-0aa8-48eb-bec8-fc534f3eadc2 None None] Network 70ad4c24-735c-4048-a80b-7839084887a1 requested from n-d-713498-36 {{(pid=103232) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 19:31:26.436792 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fc364fe-c36a-4744-a34f-92ffdacae784 req-14162be2-b113-40b9-b53b-c565e4ac8135 tempest-ServerActionsTestJSON-347500300 tempest-ServerActionsTestJSON-347500300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:31:26.452455 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-0fc364fe-c36a-4744-a34f-92ffdacae784 req-14162be2-b113-40b9-b53b-c565e4ac8135 tempest-ServerActionsTestJSON-347500300 tempest-ServerActionsTestJSON-347500300-project] 10.222.0.75 "GET /v2.0/ports?device_id=b7a61ec4-b421-4c48-b109-b3c29e4ee261 HTTP/1.1" status: 200 len: 945 time: 0.9449549 Feb 09 19:31:26.454803 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Device 0ead9cb4-4085-4f48-b0fc-503fd4b00d4d up at agent ovs-agent-n-d-713498-36 {{(pid=103232) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 19:31:26.543914 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.provisioning_blocks [None req-f554120e-d1a7-44a7-aa40-6bda8dd120e0 None None] Provisioning complete for port 0ead9cb4-4085-4f48-b0fc-503fd4b00d4d triggered by entity DHCP. {{(pid=103232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 19:31:26.544298 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-f554120e-d1a7-44a7-aa40-6bda8dd120e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593630'] for port (0ead9cb4-4085-4f48-b0fc-503fd4b00d4d), provisioning_complete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:31:26.996435 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-0fc364fe-c36a-4744-a34f-92ffdacae784 req-7af49c59-18e7-4ff6-a13c-9bbb1e2d9ecb tempest-ServerActionsTestJSON-347500300 tempest-ServerActionsTestJSON-347500300-project] 10.222.0.75 "GET /v2.0/security-groups?id=f62a4cfa-cf5c-41a8-8bc5-ff3861f4d88a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5428126 Feb 09 19:31:27.005225 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-f554120e-d1a7-44a7-aa40-6bda8dd120e0 None None] Current status of the port 0ead9cb4-4085-4f48-b0fc-503fd4b00d4d is: DOWN; New status is: ACTIVE {{(pid=103232) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 19:31:27.005627 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-f554120e-d1a7-44a7-aa40-6bda8dd120e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (0ead9cb4-4085-4f48-b0fc-503fd4b00d4d), before_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:31:27.075120 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.provisioning_blocks [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Provisioning complete for port 0ead9cb4-4085-4f48-b0fc-503fd4b00d4d triggered by entity L2. {{(pid=103232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 19:31:27.075120 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593630'] for port (0ead9cb4-4085-4f48-b0fc-503fd4b00d4d), provisioning_complete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:31:27.103501 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-5e1a1bca-da23-4c5a-96e5-5e4bc3849020 tempest-RoutersIpV6AdminTest-1179638195 tempest-RoutersIpV6AdminTest-1179638195-project-admin] Publish callbacks [] for router_gateway (698e0f12-4e81-4d37-b90a-50a99ea5875a), after_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:31:27.290712 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-68948cc2-be7b-40bb-90a4-84c82270d146 tempest-RoutersTest-1116560139 tempest-RoutersTest-1116560139-project] Publish callbacks [] for port (55fcca70-f787-4a9f-a170-1dac1f3a0732), precommit_update {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:31:27.300411 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-68948cc2-be7b-40bb-90a4-84c82270d146 tempest-RoutersTest-1116560139 tempest-RoutersTest-1116560139-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762867176205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762866656485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762866656503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12867569'] for port (55fcca70-f787-4a9f-a170-1dac1f3a0732), after_update {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:31:27.656136 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68948cc2-be7b-40bb-90a4-84c82270d146 tempest-RoutersTest-1116560139 tempest-RoutersTest-1116560139-project] Pushing event updated for resources: {'Port': ['ID=55fcca70-f787-4a9f-a170-1dac1f3a0732,revision_number=2']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:31:27.933343 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-f554120e-d1a7-44a7-aa40-6bda8dd120e0 None None] For port 0ead9cb4-4085-4f48-b0fc-503fd4b00d4d, host n-d-713498-36, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-36',level=0,port_id=0ead9cb4-4085-4f48-b0fc-503fd4b00d4d,segment=NetworkSegment(cf65625e-eaff-40c3-bc91-1cae32503425),segment_id=cf65625e-eaff-40c3-bc91-1cae32503425)] {{(pid=103232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 19:31:27.955252 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-f554120e-d1a7-44a7-aa40-6bda8dd120e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762867176205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762866656485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762866656503'] for port (0ead9cb4-4085-4f48-b0fc-503fd4b00d4d), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:31:28.257757 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f554120e-d1a7-44a7-aa40-6bda8dd120e0 None None] Pushing event updated for resources: {'Port': ['ID=0ead9cb4-4085-4f48-b0fc-503fd4b00d4d,revision_number=3']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:31:28.280323 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Current status of the port 0ead9cb4-4085-4f48-b0fc-503fd4b00d4d is: ACTIVE; New status is: ACTIVE {{(pid=103232) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 19:31:28.304719 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.provisioning_blocks [None req-c8d915e0-659f-4a5a-9ae1-d761cac47756 None None] Provisioning complete for port 0ead9cb4-4085-4f48-b0fc-503fd4b00d4d triggered by entity DHCP. {{(pid=103232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 19:31:28.305098 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-c8d915e0-659f-4a5a-9ae1-d761cac47756 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593630'] for port (0ead9cb4-4085-4f48-b0fc-503fd4b00d4d), provisioning_complete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:31:28.420133 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a90ac5f2-420e-4f65-962a-5556d45d9bac req-0e33547f-76ef-483b-9768-4fbecbcf6980 tempest-ServerActionsTestJSON-347500300 tempest-ServerActionsTestJSON-347500300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:31:28.435525 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-a90ac5f2-420e-4f65-962a-5556d45d9bac req-0e33547f-76ef-483b-9768-4fbecbcf6980 tempest-ServerActionsTestJSON-347500300 tempest-ServerActionsTestJSON-347500300-project] 10.222.0.75 "GET /v2.0/ports?device_id=b7a61ec4-b421-4c48-b109-b3c29e4ee261 HTTP/1.1" status: 200 len: 945 time: 0.2836044 Feb 09 19:31:28.604405 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-a90ac5f2-420e-4f65-962a-5556d45d9bac req-a5cc655e-ddf1-4cc6-83f2-ec5dff6e8fc6 tempest-ServerActionsTestJSON-347500300 tempest-ServerActionsTestJSON-347500300-project] 10.222.0.75 "GET /v2.0/security-groups?id=f62a4cfa-cf5c-41a8-8bc5-ff3861f4d88a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1613584 Feb 09 19:31:28.610169 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-c8d915e0-659f-4a5a-9ae1-d761cac47756 None None] Current status of the port 0ead9cb4-4085-4f48-b0fc-503fd4b00d4d is: ACTIVE; New status is: ACTIVE {{(pid=103232) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 19:31:28.675264 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.provisioning_blocks [None req-c8d915e0-659f-4a5a-9ae1-d761cac47756 None None] Provisioning complete for port 55fcca70-f787-4a9f-a170-1dac1f3a0732 triggered by entity DHCP. {{(pid=103232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 19:31:28.675741 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-c8d915e0-659f-4a5a-9ae1-d761cac47756 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593630'] for port (55fcca70-f787-4a9f-a170-1dac1f3a0732), provisioning_complete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:31:28.816608 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Device 0ead9cb4-4085-4f48-b0fc-503fd4b00d4d up at agent ovs-agent-n-d-713498-36 {{(pid=103232) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 19:31:29.001522 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-c8d915e0-659f-4a5a-9ae1-d761cac47756 None None] Port 55fcca70-f787-4a9f-a170-1dac1f3a0732 cannot update to ACTIVE because it is not bound. {{(pid=103232) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 19:31:29.046908 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.provisioning_blocks [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Provisioning complete for port 0ead9cb4-4085-4f48-b0fc-503fd4b00d4d triggered by entity L2. {{(pid=103232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 19:31:29.047696 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593630'] for port (0ead9cb4-4085-4f48-b0fc-503fd4b00d4d), provisioning_complete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:31:29.198237 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.provisioning_blocks [None req-732f281f-cd99-47e1-b2b2-fe79b6f16fd4 None None] Provisioning complete for port 55fcca70-f787-4a9f-a170-1dac1f3a0732 triggered by entity DHCP. {{(pid=103232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 19:31:29.200881 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-732f281f-cd99-47e1-b2b2-fe79b6f16fd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593630'] for port (55fcca70-f787-4a9f-a170-1dac1f3a0732), provisioning_complete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:31:29.294146 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-732f281f-cd99-47e1-b2b2-fe79b6f16fd4 None None] Port 55fcca70-f787-4a9f-a170-1dac1f3a0732 cannot update to ACTIVE because it is not bound. {{(pid=103232) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 19:31:29.377649 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-5e1a1bca-da23-4c5a-96e5-5e4bc3849020 tempest-RoutersIpV6AdminTest-1179638195 tempest-RoutersIpV6AdminTest-1179638195-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1834945', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1818951'] for router (698e0f12-4e81-4d37-b90a-50a99ea5875a), after_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:31:29.485454 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Current status of the port 0ead9cb4-4085-4f48-b0fc-503fd4b00d4d is: ACTIVE; New status is: ACTIVE {{(pid=103232) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 19:31:29.486698 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Device a8ce1dc1-af4e-4fcb-9b71-4cde3ad64245 up at agent ovs-agent-n-d-713498-36 {{(pid=103232) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 19:31:29.720234 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.provisioning_blocks [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Provisioning complete for port a8ce1dc1-af4e-4fcb-9b71-4cde3ad64245 triggered by entity L2. {{(pid=103232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 19:31:29.720719 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593630'] for port (a8ce1dc1-af4e-4fcb-9b71-4cde3ad64245), provisioning_complete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:31:30.007135 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-68948cc2-be7b-40bb-90a4-84c82270d146 tempest-RoutersTest-1116560139 tempest-RoutersTest-1116560139-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1819024'] for router_interface (a6954610-4f91-4ad8-ae67-a4fba2cdb82f), before_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:31:30.047219 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Current status of the port a8ce1dc1-af4e-4fcb-9b71-4cde3ad64245 is: DOWN; New status is: ACTIVE {{(pid=103232) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 19:31:30.047711 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (a8ce1dc1-af4e-4fcb-9b71-4cde3ad64245), before_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:31:30.147942 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] For port a8ce1dc1-af4e-4fcb-9b71-4cde3ad64245, host n-d-713498-36, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-36',level=0,port_id=a8ce1dc1-af4e-4fcb-9b71-4cde3ad64245,segment=NetworkSegment(a4222f89-8d3f-4b51-953b-1a8126392491),segment_id=a4222f89-8d3f-4b51-953b-1a8126392491)] {{(pid=103232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 19:31:30.156440 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762867176205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762866656485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762866656503'] for port (a8ce1dc1-af4e-4fcb-9b71-4cde3ad64245), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:31:30.296243 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Pushing event updated for resources: {'Port': ['ID=a8ce1dc1-af4e-4fcb-9b71-4cde3ad64245,revision_number=4']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:31:30.333697 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0834398-3637-4664-8ca1-413d5b4bb3fb req-a3ac7637-75ab-4e61-bcbe-33ca9812cc99 tempest-ServerActionsTestJSON-347500300 tempest-ServerActionsTestJSON-347500300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:31:30.347060 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-a0834398-3637-4664-8ca1-413d5b4bb3fb req-a3ac7637-75ab-4e61-bcbe-33ca9812cc99 tempest-ServerActionsTestJSON-347500300 tempest-ServerActionsTestJSON-347500300-project] 10.222.0.75 "GET /v2.0/ports?device_id=b7a61ec4-b421-4c48-b109-b3c29e4ee261 HTTP/1.1" status: 200 len: 945 time: 0.5142169 Feb 09 19:31:30.428091 n-d-713498-36 neutron-server[103229]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5e1a1bca-da23-4c5a-96e5-5e4bc3849020 tempest-RoutersIpV6AdminTest-1179638195 tempest-RoutersIpV6AdminTest-1179638195-project-admin] Router 698e0f12-4e81-4d37-b90a-50a99ea5875a is scheduled to L3 agent 93303d5e-5d17-45e8-8963-7694f87783ae with binding_index 1 {{(pid=103229) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 09 19:31:30.727558 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-a0834398-3637-4664-8ca1-413d5b4bb3fb req-6b5b828a-e245-4cfb-ae39-6fa53a4691f3 tempest-ServerActionsTestJSON-347500300 tempest-ServerActionsTestJSON-347500300-project] 10.222.0.75 "GET /v2.0/security-groups?id=f62a4cfa-cf5c-41a8-8bc5-ff3861f4d88a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3796258 Feb 09 19:31:30.741413 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-68948cc2-be7b-40bb-90a4-84c82270d146 tempest-RoutersTest-1116560139 tempest-RoutersTest-1116560139-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (55fcca70-f787-4a9f-a170-1dac1f3a0732), before_update {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:31:31.023404 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5e1a1bca-da23-4c5a-96e5-5e4bc3849020 tempest-RoutersIpV6AdminTest-1179638195 tempest-RoutersIpV6AdminTest-1179638195-project-admin] Notify agent at l3_agent.n-d-713498-36 the message routers_updated {{(pid=103229) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 19:31:31.054398 n-d-713498-36 neutron-server[103233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2220c3c-15d6-4e4f-a6ed-ae5cdefa69d9 None None] Sync routers for ids ['698e0f12-4e81-4d37-b90a-50a99ea5875a'] in n-d-713498-36 {{(pid=103233) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 19:31:31.092945 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-5e1a1bca-da23-4c5a-96e5-5e4bc3849020 tempest-RoutersIpV6AdminTest-1179638195 tempest-RoutersIpV6AdminTest-1179638195-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:31:31.099686 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-5e1a1bca-da23-4c5a-96e5-5e4bc3849020 tempest-RoutersIpV6AdminTest-1179638195 tempest-RoutersIpV6AdminTest-1179638195-project-admin] 10.222.0.75 "POST /v2.0/routers HTTP/1.1" status: 201 len: 906 time: 10.4097016 Feb 09 19:31:31.103818 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 33604) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:31:31.120459 n-d-713498-36 neutron-server[103233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2220c3c-15d6-4e4f-a6ed-ae5cdefa69d9 None None] Routers {'698e0f12-4e81-4d37-b90a-50a99ea5875a'} bound to L3 agent in host n-d-713498-36 {{(pid=103233) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 19:31:31.121121 n-d-713498-36 neutron-server[103233]: DEBUG neutron.db.l3_hamode_db [None req-b2220c3c-15d6-4e4f-a6ed-ae5cdefa69d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T18:51:43Z,description=,heartbeat_timestamp=2022-02-09T19:31:13Z,host='n-d-713498-36',id=93303d5e-5d17-45e8-8963-7694f87783ae,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T18:51:43Z,topic='l3_agent')) {'router_ids': ['698e0f12-4e81-4d37-b90a-50a99ea5875a'], 'active': True} {{(pid=103233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:31:31.356393 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-bafb4703-9f40-427c-a8b3-98b50a60b10f tempest-RoutersIpV6AdminTest-1179638195 tempest-RoutersIpV6AdminTest-1179638195-project-admin] 10.222.0.75 "GET /v2.0/routers/698e0f12-4e81-4d37-b90a-50a99ea5875a HTTP/1.1" status: 200 len: 907 time: 0.2513726 Feb 09 19:31:31.359128 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 33610) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:31:31.525039 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-0e464661-c684-4781-acb5-1dad6f04d37b tempest-RoutersIpV6AdminTest-1179638195 tempest-RoutersIpV6AdminTest-1179638195-project-admin] Publish callbacks [] for router (698e0f12-4e81-4d37-b90a-50a99ea5875a), before_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:31:31.569253 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-68948cc2-be7b-40bb-90a4-84c82270d146 tempest-RoutersTest-1116560139 tempest-RoutersTest-1116560139-project] Publish callbacks [] for port (55fcca70-f787-4a9f-a170-1dac1f3a0732), precommit_update {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:31:31.587505 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-68948cc2-be7b-40bb-90a4-84c82270d146 tempest-RoutersTest-1116560139 tempest-RoutersTest-1116560139-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762867176205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762866656485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762866656503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12867569'] for port (55fcca70-f787-4a9f-a170-1dac1f3a0732), after_update {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:31:31.654855 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-0e464661-c684-4781-acb5-1dad6f04d37b tempest-RoutersIpV6AdminTest-1179638195 tempest-RoutersIpV6AdminTest-1179638195-project-admin] Publish callbacks [] for router_gateway (698e0f12-4e81-4d37-b90a-50a99ea5875a), before_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:31:31.780403 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.plugin [None req-0e464661-c684-4781-acb5-1dad6f04d37b tempest-RoutersIpV6AdminTest-1179638195 tempest-RoutersIpV6AdminTest-1179638195-project-admin] Deleting port b874c84e-771a-43d9-91db-a7f8057dcb26 {{(pid=103230) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 19:31:31.780846 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-0e464661-c684-4781-acb5-1dad6f04d37b tempest-RoutersIpV6AdminTest-1179638195 tempest-RoutersIpV6AdminTest-1179638195-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762867170196'] for port (b874c84e-771a-43d9-91db-a7f8057dcb26), before_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:31:31.833275 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-68948cc2-be7b-40bb-90a4-84c82270d146 tempest-RoutersTest-1116560139 tempest-RoutersTest-1116560139-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1613458', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1834496'] for router_interface (a6954610-4f91-4ad8-ae67-a4fba2cdb82f), after_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:31:31.861824 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68948cc2-be7b-40bb-90a4-84c82270d146 tempest-RoutersTest-1116560139 tempest-RoutersTest-1116560139-project] Pushing event updated for resources: {'Port': ['ID=55fcca70-f787-4a9f-a170-1dac1f3a0732,revision_number=3']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:31:32.017820 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bdea438-3306-497d-8169-a122b4d0c7bf req-248975a8-175f-4b49-bce6-93aab17c2d87 tempest-ServerActionsTestJSON-347500300 tempest-ServerActionsTestJSON-347500300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:31:32.025456 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-6bdea438-3306-497d-8169-a122b4d0c7bf req-248975a8-175f-4b49-bce6-93aab17c2d87 tempest-ServerActionsTestJSON-347500300 tempest-ServerActionsTestJSON-347500300-project] 10.222.0.75 "GET /v2.0/ports?device_id=b7a61ec4-b421-4c48-b109-b3c29e4ee261 HTTP/1.1" status: 200 len: 945 time: 0.0989511 Feb 09 19:31:32.069977 n-d-713498-36 neutron-server[103229]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68948cc2-be7b-40bb-90a4-84c82270d146 tempest-RoutersTest-1116560139 tempest-RoutersTest-1116560139-project] Network 70ad4c24-735c-4048-a80b-7839084887a1 is already hosted by enough agents. {{(pid=103229) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 19:31:32.084982 n-d-713498-36 neutron-server[103229]: DEBUG neutron.scheduler.base_scheduler [None req-68948cc2-be7b-40bb-90a4-84c82270d146 tempest-RoutersTest-1116560139 tempest-RoutersTest-1116560139-project] Resources bound (agent type, host, resource id): {{(pid=103229) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 19:31:32.099544 n-d-713498-36 neutron-server[103233]: DEBUG neutron.db.l3_dvr_db [None req-b2220c3c-15d6-4e4f-a6ed-ae5cdefa69d9 None None] Set router 698e0f12-4e81-4d37-b90a-50a99ea5875a gateway port host: n-d-713498-36 {{(pid=103233) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 19:31:32.140953 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-0e464661-c684-4781-acb5-1dad6f04d37b tempest-RoutersIpV6AdminTest-1179638195 tempest-RoutersIpV6AdminTest-1179638195-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1820838'] for port (b874c84e-771a-43d9-91db-a7f8057dcb26), precommit_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:31:32.193156 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-6bdea438-3306-497d-8169-a122b4d0c7bf req-1a560b3e-71e3-4cc5-aa6c-03f5ada45673 tempest-ServerActionsTestJSON-347500300 tempest-ServerActionsTestJSON-347500300-project] 10.222.0.75 "GET /v2.0/security-groups?id=f62a4cfa-cf5c-41a8-8bc5-ff3861f4d88a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1658504 Feb 09 19:31:32.241410 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.plugin [None req-0e464661-c684-4781-acb5-1dad6f04d37b tempest-RoutersIpV6AdminTest-1179638195 tempest-RoutersIpV6AdminTest-1179638195-project-admin] Calling delete_port for b874c84e-771a-43d9-91db-a7f8057dcb26 owned by network:router_gateway {{(pid=103230) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 19:31:32.522610 n-d-713498-36 neutron-server[103229]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-68948cc2-be7b-40bb-90a4-84c82270d146 tempest-RoutersTest-1116560139 tempest-RoutersTest-1116560139-project] Router a6954610-4f91-4ad8-ae67-a4fba2cdb82f is scheduled to L3 agent 93303d5e-5d17-45e8-8963-7694f87783ae with binding_index 1 {{(pid=103229) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 09 19:31:32.535451 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Device a8ce1dc1-af4e-4fcb-9b71-4cde3ad64245 up at agent ovs-agent-n-d-713498-36 {{(pid=103232) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 19:31:32.745760 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-68948cc2-be7b-40bb-90a4-84c82270d146 tempest-RoutersTest-1116560139 tempest-RoutersTest-1116560139-project] Notify agent at l3_agent.n-d-713498-36 the message routers_updated {{(pid=103229) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 19:31:32.783654 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-68948cc2-be7b-40bb-90a4-84c82270d146 tempest-RoutersTest-1116560139 tempest-RoutersTest-1116560139-project] 10.222.0.75 "PUT /v2.0/routers/a6954610-4f91-4ad8-ae67-a4fba2cdb82f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.0623388 Feb 09 19:31:32.786428 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 33632) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:31:32.797082 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a43db8f-06b5-428a-8eb9-ea03c66bc1b5 None None] Sync routers for ids ['a6954610-4f91-4ad8-ae67-a4fba2cdb82f'] in n-d-713498-36 {{(pid=103232) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 19:31:32.874859 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.provisioning_blocks [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Provisioning complete for port a8ce1dc1-af4e-4fcb-9b71-4cde3ad64245 triggered by entity L2. {{(pid=103232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 19:31:32.877793 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593630'] for port (a8ce1dc1-af4e-4fcb-9b71-4cde3ad64245), provisioning_complete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:31:32.947252 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-0e464661-c684-4781-acb5-1dad6f04d37b tempest-RoutersIpV6AdminTest-1179638195 tempest-RoutersIpV6AdminTest-1179638195-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762867177463', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762866656476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14393751'] for port (b874c84e-771a-43d9-91db-a7f8057dcb26), after_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:31:32.978091 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-791cdd2e-b0c0-4795-83e1-81f42965edde tempest-RoutersTest-1116560139 tempest-RoutersTest-1116560139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:31:32.985241 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.provisioning_blocks [None req-ab0e07d7-f2a6-45a8-b24e-600a3ef22338 None None] Provisioning complete for port 55fcca70-f787-4a9f-a170-1dac1f3a0732 triggered by entity DHCP. {{(pid=103232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 19:31:32.987286 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-ab0e07d7-f2a6-45a8-b24e-600a3ef22338 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593630'] for port (55fcca70-f787-4a9f-a170-1dac1f3a0732), provisioning_complete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:31:33.007898 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-791cdd2e-b0c0-4795-83e1-81f42965edde tempest-RoutersTest-1116560139 tempest-RoutersTest-1116560139-project] 10.222.0.75 "GET /v2.0/ports/55fcca70-f787-4a9f-a170-1dac1f3a0732 HTTP/1.1" status: 200 len: 976 time: 0.2184131 Feb 09 19:31:33.013266 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 33634) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:31:33.034653 n-d-713498-36 neutron-server[103233]: DEBUG neutron.db.l3_hamode_db [None req-b2220c3c-15d6-4e4f-a6ed-ae5cdefa69d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '698e0f12-4e81-4d37-b90a-50a99ea5875a', 'name': 'tempest-snat-router-816500072', 'tenant_id': 'a43ff1beb5f54d739f8b86e0e4d0e8c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88055e1e-672a-4487-be31-ffb6e833ece5', 'external_fixed_ips': [{'subnet_id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'ip_address': '172.25.1.210'}], 'enable_snat': True}, 'gw_port_id': 'b874c84e-771a-43d9-91db-a7f8057dcb26', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T19:31:20Z', 'updated_at': '2022-02-09T19:31:26Z', 'revision_number': 3, 'project_id': 'a43ff1beb5f54d739f8b86e0e4d0e8c2', 'gw_port': {'id': 'b874c84e-771a-43d9-91db-a7f8057dcb26', 'name': '', 'network_id': '88055e1e-672a-4487-be31-ffb6e833ece5', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:14:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '698e0f12-4e81-4d37-b90a-50a99ea5875a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2987, 'fixed_ips': [{'subnet_id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'ip_address': '172.25.1.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T19:31:23Z', 'updated_at': '2022-02-09T19:31:24Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-36'}], 'n-d-713498-36', False) {} {{(pid=103233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:31:33.047264 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a43db8f-06b5-428a-8eb9-ea03c66bc1b5 None None] Routers {'a6954610-4f91-4ad8-ae67-a4fba2cdb82f'} bound to L3 agent in host n-d-713498-36 {{(pid=103232) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 19:31:33.047929 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.l3_hamode_db [None req-5a43db8f-06b5-428a-8eb9-ea03c66bc1b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T18:51:43Z,description=,heartbeat_timestamp=2022-02-09T19:31:13Z,host='n-d-713498-36',id=93303d5e-5d17-45e8-8963-7694f87783ae,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T18:51:43Z,topic='l3_agent')) {'router_ids': ['a6954610-4f91-4ad8-ae67-a4fba2cdb82f'], 'active': True} {{(pid=103232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:31:33.057668 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-ab0e07d7-f2a6-45a8-b24e-600a3ef22338 None None] Port 55fcca70-f787-4a9f-a170-1dac1f3a0732 cannot update to ACTIVE because it is not bound. {{(pid=103232) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 19:31:33.095591 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e464661-c684-4781-acb5-1dad6f04d37b tempest-RoutersIpV6AdminTest-1179638195 tempest-RoutersIpV6AdminTest-1179638195-project-admin] Pushing event deleted for resources: {'Port': ['ID=b874c84e-771a-43d9-91db-a7f8057dcb26,revision_number=None']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:31:33.120856 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.l3_hamode_db [None req-5a43db8f-06b5-428a-8eb9-ea03c66bc1b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713498-36', False) {} {{(pid=103232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:31:33.147513 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a43db8f-06b5-428a-8eb9-ea03c66bc1b5 None None] Routers {'a6954610-4f91-4ad8-ae67-a4fba2cdb82f'} bound to L3 agent in host n-d-713498-36 {{(pid=103232) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 19:31:33.148428 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.l3_hamode_db [None req-5a43db8f-06b5-428a-8eb9-ea03c66bc1b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T18:51:43Z,description=,heartbeat_timestamp=2022-02-09T19:31:13Z,host='n-d-713498-36',id=93303d5e-5d17-45e8-8963-7694f87783ae,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T18:51:43Z,topic='l3_agent')) {'router_ids': ['a6954610-4f91-4ad8-ae67-a4fba2cdb82f'], 'active': True} {{(pid=103232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:31:33.186720 n-d-713498-36 neutron-server[103233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2220c3c-15d6-4e4f-a6ed-ae5cdefa69d9 None None] Checking router: 698e0f12-4e81-4d37-b90a-50a99ea5875a for host: n-d-713498-36 {{(pid=103233) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 19:31:33.187189 n-d-713498-36 neutron-server[103233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2220c3c-15d6-4e4f-a6ed-ae5cdefa69d9 None None] Updating router 698e0f12-4e81-4d37-b90a-50a99ea5875a port b874c84e-771a-43d9-91db-a7f8057dcb26 binding host n-d-713498-36 {{(pid=103233) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 19:31:33.238480 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.l3_hamode_db [None req-5a43db8f-06b5-428a-8eb9-ea03c66bc1b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713498-36', False) {} {{(pid=103232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:31:33.239189 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a43db8f-06b5-428a-8eb9-ea03c66bc1b5 None None] The sync data for ids ['a6954610-4f91-4ad8-ae67-a4fba2cdb82f'] in n-d-713498-36 is: [] {{(pid=103232) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 19:31:33.275335 n-d-713498-36 neutron-server[103233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2220c3c-15d6-4e4f-a6ed-ae5cdefa69d9 None None] Port b874c84e-771a-43d9-91db-a7f8057dcb26 not found while updating agent binding for router 698e0f12-4e81-4d37-b90a-50a99ea5875a. {{(pid=103233) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:216}} Feb 09 19:31:33.294207 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-0e464661-c684-4781-acb5-1dad6f04d37b tempest-RoutersIpV6AdminTest-1179638195 tempest-RoutersIpV6AdminTest-1179638195-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1818987'] for router_gateway (698e0f12-4e81-4d37-b90a-50a99ea5875a), after_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:31:33.305706 n-d-713498-36 neutron-server[103233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2220c3c-15d6-4e4f-a6ed-ae5cdefa69d9 None None] Routers {'698e0f12-4e81-4d37-b90a-50a99ea5875a'} bound to L3 agent in host n-d-713498-36 {{(pid=103233) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 19:31:33.306308 n-d-713498-36 neutron-server[103233]: DEBUG neutron.db.l3_hamode_db [None req-b2220c3c-15d6-4e4f-a6ed-ae5cdefa69d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T18:51:43Z,description=,heartbeat_timestamp=2022-02-09T19:31:13Z,host='n-d-713498-36',id=93303d5e-5d17-45e8-8963-7694f87783ae,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T18:51:43Z,topic='l3_agent')) {'router_ids': ['698e0f12-4e81-4d37-b90a-50a99ea5875a'], 'active': True} {{(pid=103233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:31:33.366262 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Current status of the port a8ce1dc1-af4e-4fcb-9b71-4cde3ad64245 is: ACTIVE; New status is: ACTIVE {{(pid=103232) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 19:31:33.505715 n-d-713498-36 neutron-server[103233]: DEBUG neutron.db.l3_dvr_db [None req-b2220c3c-15d6-4e4f-a6ed-ae5cdefa69d9 None None] Set router 698e0f12-4e81-4d37-b90a-50a99ea5875a gateway port host: None {{(pid=103233) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 19:31:33.569879 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-0e464661-c684-4781-acb5-1dad6f04d37b tempest-RoutersIpV6AdminTest-1179638195 tempest-RoutersIpV6AdminTest-1179638195-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1834988', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-58375'] for router (698e0f12-4e81-4d37-b90a-50a99ea5875a), precommit_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:31:33.579510 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-0e464661-c684-4781-acb5-1dad6f04d37b tempest-RoutersIpV6AdminTest-1179638195 tempest-RoutersIpV6AdminTest-1179638195-project-admin] Publish callbacks [] for router_controller (698e0f12-4e81-4d37-b90a-50a99ea5875a), precommit_delete_associations {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:31:33.659158 n-d-713498-36 neutron-server[103233]: DEBUG neutron.db.l3_hamode_db [None req-b2220c3c-15d6-4e4f-a6ed-ae5cdefa69d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '698e0f12-4e81-4d37-b90a-50a99ea5875a', 'name': 'tempest-snat-router-816500072', 'tenant_id': 'a43ff1beb5f54d739f8b86e0e4d0e8c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T19:31:20Z', 'updated_at': '2022-02-09T19:31:32Z', 'revision_number': 5, 'project_id': 'a43ff1beb5f54d739f8b86e0e4d0e8c2', 'gw_port_host': None}], 'n-d-713498-36', False) {} {{(pid=103233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:31:33.731461 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-0e464661-c684-4781-acb5-1dad6f04d37b tempest-RoutersIpV6AdminTest-1179638195 tempest-RoutersIpV6AdminTest-1179638195-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1835003'] for router (698e0f12-4e81-4d37-b90a-50a99ea5875a), after_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:31:33.732586 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0e464661-c684-4781-acb5-1dad6f04d37b tempest-RoutersIpV6AdminTest-1179638195 tempest-RoutersIpV6AdminTest-1179638195-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 698e0f12-4e81-4d37-b90a-50a99ea5875a {{(pid=103230) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 09 19:31:33.743664 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-0e464661-c684-4781-acb5-1dad6f04d37b tempest-RoutersIpV6AdminTest-1179638195 tempest-RoutersIpV6AdminTest-1179638195-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:31:33.747202 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-0e464661-c684-4781-acb5-1dad6f04d37b tempest-RoutersIpV6AdminTest-1179638195 tempest-RoutersIpV6AdminTest-1179638195-project-admin] 10.222.0.75 "DELETE /v2.0/routers/698e0f12-4e81-4d37-b90a-50a99ea5875a HTTP/1.1" status: 204 len: 168 time: 2.3862629 Feb 09 19:31:33.749768 n-d-713498-36 neutron-server[103233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2220c3c-15d6-4e4f-a6ed-ae5cdefa69d9 None None] The sync data for ids ['698e0f12-4e81-4d37-b90a-50a99ea5875a'] in n-d-713498-36 is: [{'id': '698e0f12-4e81-4d37-b90a-50a99ea5875a', 'name': 'tempest-snat-router-816500072', 'tenant_id': 'a43ff1beb5f54d739f8b86e0e4d0e8c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T19:31:20Z', 'updated_at': '2022-02-09T19:31:32Z', 'revision_number': 5, 'project_id': 'a43ff1beb5f54d739f8b86e0e4d0e8c2', 'gw_port_host': None}] {{(pid=103233) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 19:31:33.750591 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 33644) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:31:33.779210 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44230287-0dee-4c0b-b0e4-7a79511cca9d req-cac903bc-374e-4f6b-89fa-d3bc89181a7e tempest-ServerActionsTestJSON-347500300 tempest-ServerActionsTestJSON-347500300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:31:33.789837 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-44230287-0dee-4c0b-b0e4-7a79511cca9d req-cac903bc-374e-4f6b-89fa-d3bc89181a7e tempest-ServerActionsTestJSON-347500300 tempest-ServerActionsTestJSON-347500300-project] 10.222.0.75 "GET /v2.0/ports?device_id=b7a61ec4-b421-4c48-b109-b3c29e4ee261 HTTP/1.1" status: 200 len: 945 time: 0.4254515 Feb 09 19:31:34.105483 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-19c89ff6-35a3-4c3d-a219-4cade70c375e tempest-RoutersIpV6AdminTest-1179638195 tempest-RoutersIpV6AdminTest-1179638195-project-admin] Publish callbacks [] for router (756bfdf4-7656-4865-9ed7-d22d8741f597), before_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:31:34.193586 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-44230287-0dee-4c0b-b0e4-7a79511cca9d req-6b5bec56-8c5d-4258-93f1-d9fe109afade tempest-ServerActionsTestJSON-347500300 tempest-ServerActionsTestJSON-347500300-project] 10.222.0.75 "GET /v2.0/security-groups?id=f62a4cfa-cf5c-41a8-8bc5-ff3861f4d88a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4026275 Feb 09 19:31:34.326944 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-19c89ff6-35a3-4c3d-a219-4cade70c375e tempest-RoutersIpV6AdminTest-1179638195 tempest-RoutersIpV6AdminTest-1179638195-project-admin] Publish callbacks [] for router_gateway (756bfdf4-7656-4865-9ed7-d22d8741f597), before_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:31:34.459983 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.plugin [None req-19c89ff6-35a3-4c3d-a219-4cade70c375e tempest-RoutersIpV6AdminTest-1179638195 tempest-RoutersIpV6AdminTest-1179638195-project-admin] Deleting port a8ce1dc1-af4e-4fcb-9b71-4cde3ad64245 {{(pid=103230) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 19:31:34.461328 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-19c89ff6-35a3-4c3d-a219-4cade70c375e tempest-RoutersIpV6AdminTest-1179638195 tempest-RoutersIpV6AdminTest-1179638195-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762867170196'] for port (a8ce1dc1-af4e-4fcb-9b71-4cde3ad64245), before_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:31:34.677566 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.db [None req-19c89ff6-35a3-4c3d-a219-4cade70c375e tempest-RoutersIpV6AdminTest-1179638195 tempest-RoutersIpV6AdminTest-1179638195-project-admin] For port a8ce1dc1-af4e-4fcb-9b71-4cde3ad64245, host n-d-713498-36, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-36',level=0,port_id=a8ce1dc1-af4e-4fcb-9b71-4cde3ad64245,segment=NetworkSegment(a4222f89-8d3f-4b51-953b-1a8126392491),segment_id=a4222f89-8d3f-4b51-953b-1a8126392491)] {{(pid=103230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 19:31:34.679898 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-19c89ff6-35a3-4c3d-a219-4cade70c375e tempest-RoutersIpV6AdminTest-1179638195 tempest-RoutersIpV6AdminTest-1179638195-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1820838'] for port (a8ce1dc1-af4e-4fcb-9b71-4cde3ad64245), precommit_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:31:34.715380 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.plugin [None req-19c89ff6-35a3-4c3d-a219-4cade70c375e tempest-RoutersIpV6AdminTest-1179638195 tempest-RoutersIpV6AdminTest-1179638195-project-admin] Calling delete_port for a8ce1dc1-af4e-4fcb-9b71-4cde3ad64245 owned by network:router_gateway {{(pid=103230) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 19:31:34.894202 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-d806174a-0da8-4901-ad98-95db2a71ae37 tempest-RoutersTest-1116560139 tempest-RoutersTest-1116560139-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1834525'] for router_interface (a6954610-4f91-4ad8-ae67-a4fba2cdb82f), before_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:31:35.349989 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-19c89ff6-35a3-4c3d-a219-4cade70c375e tempest-RoutersIpV6AdminTest-1179638195 tempest-RoutersIpV6AdminTest-1179638195-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762867177463', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762866656476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14393751'] for port (a8ce1dc1-af4e-4fcb-9b71-4cde3ad64245), after_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:31:35.601099 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.plugin [None req-d806174a-0da8-4901-ad98-95db2a71ae37 tempest-RoutersTest-1116560139 tempest-RoutersTest-1116560139-project] Deleting port 55fcca70-f787-4a9f-a170-1dac1f3a0732 {{(pid=103229) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 19:31:35.601812 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-d806174a-0da8-4901-ad98-95db2a71ae37 tempest-RoutersTest-1116560139 tempest-RoutersTest-1116560139-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762867170196'] for port (55fcca70-f787-4a9f-a170-1dac1f3a0732), before_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:31:35.659431 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19c89ff6-35a3-4c3d-a219-4cade70c375e tempest-RoutersIpV6AdminTest-1179638195 tempest-RoutersIpV6AdminTest-1179638195-project-admin] Pushing event deleted for resources: {'Port': ['ID=a8ce1dc1-af4e-4fcb-9b71-4cde3ad64245,revision_number=None']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:31:35.754708 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66f5570e-125d-4e61-9e3e-aaa0dd73c0df req-0188ab5c-2ca0-4193-b7ab-4ed1773216ff tempest-ServerActionsTestJSON-347500300 tempest-ServerActionsTestJSON-347500300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:31:35.756332 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-66f5570e-125d-4e61-9e3e-aaa0dd73c0df req-0188ab5c-2ca0-4193-b7ab-4ed1773216ff tempest-ServerActionsTestJSON-347500300 tempest-ServerActionsTestJSON-347500300-project] 10.222.0.75 "GET /v2.0/ports?device_id=b7a61ec4-b421-4c48-b109-b3c29e4ee261 HTTP/1.1" status: 200 len: 945 time: 0.3885252 Feb 09 19:31:35.785316 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-19c89ff6-35a3-4c3d-a219-4cade70c375e tempest-RoutersIpV6AdminTest-1179638195 tempest-RoutersIpV6AdminTest-1179638195-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1818987'] for router_gateway (756bfdf4-7656-4865-9ed7-d22d8741f597), after_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:31:35.917561 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-19c89ff6-35a3-4c3d-a219-4cade70c375e tempest-RoutersIpV6AdminTest-1179638195 tempest-RoutersIpV6AdminTest-1179638195-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1834988', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-58375'] for router (756bfdf4-7656-4865-9ed7-d22d8741f597), precommit_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:31:35.920738 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-19c89ff6-35a3-4c3d-a219-4cade70c375e tempest-RoutersIpV6AdminTest-1179638195 tempest-RoutersIpV6AdminTest-1179638195-project-admin] Publish callbacks [] for router_controller (756bfdf4-7656-4865-9ed7-d22d8741f597), precommit_delete_associations {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:31:36.034277 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-19c89ff6-35a3-4c3d-a219-4cade70c375e tempest-RoutersIpV6AdminTest-1179638195 tempest-RoutersIpV6AdminTest-1179638195-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1835003'] for router (756bfdf4-7656-4865-9ed7-d22d8741f597), after_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:31:36.034898 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-19c89ff6-35a3-4c3d-a219-4cade70c375e tempest-RoutersIpV6AdminTest-1179638195 tempest-RoutersIpV6AdminTest-1179638195-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 756bfdf4-7656-4865-9ed7-d22d8741f597 {{(pid=103230) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 09 19:31:36.064343 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-19c89ff6-35a3-4c3d-a219-4cade70c375e tempest-RoutersIpV6AdminTest-1179638195 tempest-RoutersIpV6AdminTest-1179638195-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:31:36.065781 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-19c89ff6-35a3-4c3d-a219-4cade70c375e tempest-RoutersIpV6AdminTest-1179638195 tempest-RoutersIpV6AdminTest-1179638195-project-admin] 10.222.0.75 "DELETE /v2.0/routers/756bfdf4-7656-4865-9ed7-d22d8741f597 HTTP/1.1" status: 204 len: 168 time: 2.3080480 Feb 09 19:31:36.076132 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 33664) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:31:36.095967 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.v2.base [None req-dcd34f83-efd4-4ed4-a7f2-f71184018729 tempest-RoutersIpV6AdminTest-1466914516 tempest-RoutersIpV6AdminTest-1466914516-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1681776686', 'external_gateway_info': {'network_id': '88055e1e-672a-4487-be31-ffb6e833ece5'}, 'admin_state_up': False}} {{(pid=103230) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 19:31:36.189925 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-66f5570e-125d-4e61-9e3e-aaa0dd73c0df req-6fe9d05f-7749-4fd5-a6e2-b93532b91592 tempest-ServerActionsTestJSON-347500300 tempest-ServerActionsTestJSON-347500300-project] 10.222.0.75 "GET /v2.0/security-groups?id=f62a4cfa-cf5c-41a8-8bc5-ff3861f4d88a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4252863 Feb 09 19:31:36.227721 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-dcd34f83-efd4-4ed4-a7f2-f71184018729 tempest-RoutersIpV6AdminTest-1466914516 tempest-RoutersIpV6AdminTest-1466914516-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1834830', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-58389'] for router (209e4873-d954-46fa-95da-ef87b77998fa), before_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:31:36.228933 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-dcd34f83-efd4-4ed4-a7f2-f71184018729 tempest-RoutersIpV6AdminTest-1466914516 tempest-RoutersIpV6AdminTest-1466914516-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1834810', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1822096', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1886735', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-58380'] for router (209e4873-d954-46fa-95da-ef87b77998fa), precommit_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:31:36.411037 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-dcd34f83-efd4-4ed4-a7f2-f71184018729 tempest-RoutersIpV6AdminTest-1466914516 tempest-RoutersIpV6AdminTest-1466914516-project] Publish callbacks [] for router_controller (209e4873-d954-46fa-95da-ef87b77998fa), precommit_add_association {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:31:36.772840 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-d806174a-0da8-4901-ad98-95db2a71ae37 tempest-RoutersTest-1116560139 tempest-RoutersTest-1116560139-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1820838'] for port (55fcca70-f787-4a9f-a170-1dac1f3a0732), precommit_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:31:36.826573 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.plugin [None req-d806174a-0da8-4901-ad98-95db2a71ae37 tempest-RoutersTest-1116560139 tempest-RoutersTest-1116560139-project] Calling delete_port for 55fcca70-f787-4a9f-a170-1dac1f3a0732 owned by network:router_interface {{(pid=103229) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 19:31:36.952880 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-dcd34f83-efd4-4ed4-a7f2-f71184018729 tempest-RoutersIpV6AdminTest-1466914516 tempest-RoutersIpV6AdminTest-1466914516-project] Publish callbacks [] for router_gateway (209e4873-d954-46fa-95da-ef87b77998fa), precommit_update {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:31:37.232027 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-d806174a-0da8-4901-ad98-95db2a71ae37 tempest-RoutersTest-1116560139 tempest-RoutersTest-1116560139-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762867177463', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762866656476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12867576'] for port (55fcca70-f787-4a9f-a170-1dac1f3a0732), after_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:31:37.367732 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d806174a-0da8-4901-ad98-95db2a71ae37 tempest-RoutersTest-1116560139 tempest-RoutersTest-1116560139-project] Pushing event deleted for resources: {'Port': ['ID=55fcca70-f787-4a9f-a170-1dac1f3a0732,revision_number=None']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:31:37.478632 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-dcd34f83-efd4-4ed4-a7f2-f71184018729 tempest-RoutersIpV6AdminTest-1466914516 tempest-RoutersIpV6AdminTest-1466914516-project] Publish callbacks [] for router_gateway (209e4873-d954-46fa-95da-ef87b77998fa), before_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:31:37.542659 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-dcd34f83-efd4-4ed4-a7f2-f71184018729 tempest-RoutersIpV6AdminTest-1466914516 tempest-RoutersIpV6AdminTest-1466914516-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (None), before_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:31:37.785031 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67d3f66d-12aa-478c-97c2-410e3e74f701 req-68745864-885f-40e3-8307-6b04910eefa1 tempest-ServerActionsTestJSON-347500300 tempest-ServerActionsTestJSON-347500300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:31:37.788736 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-67d3f66d-12aa-478c-97c2-410e3e74f701 req-68745864-885f-40e3-8307-6b04910eefa1 tempest-ServerActionsTestJSON-347500300 tempest-ServerActionsTestJSON-347500300-project] 10.222.0.75 "GET /v2.0/ports?device_id=b7a61ec4-b421-4c48-b109-b3c29e4ee261 HTTP/1.1" status: 200 len: 945 time: 0.3806398 Feb 09 19:31:37.849691 n-d-713498-36 neutron-server[103230]: DEBUG neutron.db.db_base_plugin_common [None req-dcd34f83-efd4-4ed4-a7f2-f71184018729 tempest-RoutersIpV6AdminTest-1466914516 tempest-RoutersIpV6AdminTest-1466914516-project] Allocated IP 172.25.1.202 (88055e1e-672a-4487-be31-ffb6e833ece5/ac16dbcc-383c-4b43-9153-d763c4a53f91/73f1e391-e22f-4243-b5c4-e2afc1ced899) {{(pid=103230) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 19:31:38.135136 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-d806174a-0da8-4901-ad98-95db2a71ae37 tempest-RoutersTest-1116560139 tempest-RoutersTest-1116560139-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1613467', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1834633'] for router_interface (a6954610-4f91-4ad8-ae67-a4fba2cdb82f), after_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:31:38.216703 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-dcd34f83-efd4-4ed4-a7f2-f71184018729 tempest-RoutersIpV6AdminTest-1466914516 tempest-RoutersIpV6AdminTest-1466914516-project] Publish callbacks [] for port (73f1e391-e22f-4243-b5c4-e2afc1ced899), precommit_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:31:38.351178 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-dcd34f83-efd4-4ed4-a7f2-f71184018729 tempest-RoutersIpV6AdminTest-1466914516 tempest-RoutersIpV6AdminTest-1466914516-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762866656467', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14393751'] for port (73f1e391-e22f-4243-b5c4-e2afc1ced899), after_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:31:38.369309 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Device a8ce1dc1-af4e-4fcb-9b71-4cde3ad64245 no longer exists at agent ovs-agent-n-d-713498-36 {{(pid=103232) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 19:31:38.438523 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] No Port match for: a8ce1dc1-af4e-4fcb-9b71-4cde3ad64245 {{(pid=103232) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 19:31:38.438878 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Device a8ce1dc1-af4e-4fcb-9b71-4cde3ad64245 not bound to the agent host n-d-713498-36 {{(pid=103232) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 19:31:38.491327 n-d-713498-36 neutron-server[103230]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dcd34f83-efd4-4ed4-a7f2-f71184018729 tempest-RoutersIpV6AdminTest-1466914516 tempest-RoutersIpV6AdminTest-1466914516-project] Network 88055e1e-672a-4487-be31-ffb6e833ece5 is already hosted by enough agents. {{(pid=103230) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 19:31:38.492918 n-d-713498-36 neutron-server[103230]: DEBUG neutron.scheduler.base_scheduler [None req-dcd34f83-efd4-4ed4-a7f2-f71184018729 tempest-RoutersIpV6AdminTest-1466914516 tempest-RoutersIpV6AdminTest-1466914516-project] Resources bound (agent type, host, resource id): {{(pid=103230) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 19:31:38.498121 n-d-713498-36 neutron-server[103230]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcd34f83-efd4-4ed4-a7f2-f71184018729 tempest-RoutersIpV6AdminTest-1466914516 tempest-RoutersIpV6AdminTest-1466914516-project] Received port after_create {{(pid=103230) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 19:31:38.605057 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcd34f83-efd4-4ed4-a7f2-f71184018729 tempest-RoutersIpV6AdminTest-1466914516 tempest-RoutersIpV6AdminTest-1466914516-project] Pushing event updated for resources: {'Port': ['ID=73f1e391-e22f-4243-b5c4-e2afc1ced899,revision_number=1']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:31:38.752107 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-67d3f66d-12aa-478c-97c2-410e3e74f701 req-b4b024f2-ead4-4da9-b0e3-ecc30adc8709 tempest-ServerActionsTestJSON-347500300 tempest-ServerActionsTestJSON-347500300-project] 10.222.0.75 "GET /v2.0/security-groups?id=f62a4cfa-cf5c-41a8-8bc5-ff3861f4d88a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9541976 Feb 09 19:31:38.770201 n-d-713498-36 neutron-server[103229]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d806174a-0da8-4901-ad98-95db2a71ae37 tempest-RoutersTest-1116560139 tempest-RoutersTest-1116560139-project] Router a6954610-4f91-4ad8-ae67-a4fba2cdb82f has already been hosted by L3 agent 93303d5e-5d17-45e8-8963-7694f87783ae {{(pid=103229) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 19:31:39.005403 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d806174a-0da8-4901-ad98-95db2a71ae37 tempest-RoutersTest-1116560139 tempest-RoutersTest-1116560139-project] Notify agent at l3_agent.n-d-713498-36 the message routers_updated {{(pid=103229) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 19:31:39.021189 n-d-713498-36 neutron-server[103233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-286b23ca-63ef-4e6f-8891-4ad9ff946bb6 None None] Sync routers for ids ['a6954610-4f91-4ad8-ae67-a4fba2cdb82f'] in n-d-713498-36 {{(pid=103233) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 19:31:39.028093 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-d806174a-0da8-4901-ad98-95db2a71ae37 tempest-RoutersTest-1116560139 tempest-RoutersTest-1116560139-project] 10.222.0.75 "PUT /v2.0/routers/a6954610-4f91-4ad8-ae67-a4fba2cdb82f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.0118225 Feb 09 19:31:39.035232 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 33690) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:31:39.043475 n-d-713498-36 neutron-server[103233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-286b23ca-63ef-4e6f-8891-4ad9ff946bb6 None None] Routers {'a6954610-4f91-4ad8-ae67-a4fba2cdb82f'} bound to L3 agent in host n-d-713498-36 {{(pid=103233) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 19:31:39.044101 n-d-713498-36 neutron-server[103233]: DEBUG neutron.db.l3_hamode_db [None req-286b23ca-63ef-4e6f-8891-4ad9ff946bb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T18:51:43Z,description=,heartbeat_timestamp=2022-02-09T19:31:13Z,host='n-d-713498-36',id=93303d5e-5d17-45e8-8963-7694f87783ae,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T18:51:43Z,topic='l3_agent')) {'router_ids': ['a6954610-4f91-4ad8-ae67-a4fba2cdb82f'], 'active': True} {{(pid=103233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:31:39.175092 n-d-713498-36 neutron-server[103233]: DEBUG neutron.db.l3_hamode_db [None req-286b23ca-63ef-4e6f-8891-4ad9ff946bb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713498-36', False) {} {{(pid=103233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:31:39.188942 n-d-713498-36 neutron-server[103233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-286b23ca-63ef-4e6f-8891-4ad9ff946bb6 None None] Routers {'a6954610-4f91-4ad8-ae67-a4fba2cdb82f'} bound to L3 agent in host n-d-713498-36 {{(pid=103233) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 19:31:39.190606 n-d-713498-36 neutron-server[103233]: DEBUG neutron.db.l3_hamode_db [None req-286b23ca-63ef-4e6f-8891-4ad9ff946bb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T18:51:43Z,description=,heartbeat_timestamp=2022-02-09T19:31:13Z,host='n-d-713498-36',id=93303d5e-5d17-45e8-8963-7694f87783ae,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T18:51:43Z,topic='l3_agent')) {'router_ids': ['a6954610-4f91-4ad8-ae67-a4fba2cdb82f'], 'active': True} {{(pid=103233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:31:39.207940 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-dcd34f83-efd4-4ed4-a7f2-f71184018729 tempest-RoutersIpV6AdminTest-1466914516 tempest-RoutersIpV6AdminTest-1466914516-project] Publish callbacks [] for router_gateway (209e4873-d954-46fa-95da-ef87b77998fa), after_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:31:39.303207 n-d-713498-36 neutron-server[103233]: DEBUG neutron.db.l3_hamode_db [None req-286b23ca-63ef-4e6f-8891-4ad9ff946bb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713498-36', False) {} {{(pid=103233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:31:39.305535 n-d-713498-36 neutron-server[103233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-286b23ca-63ef-4e6f-8891-4ad9ff946bb6 None None] The sync data for ids ['a6954610-4f91-4ad8-ae67-a4fba2cdb82f'] in n-d-713498-36 is: [] {{(pid=103233) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 19:31:39.673854 n-d-713498-36 neutron-server[103229]: INFO neutron.api.v2.resource [None req-38c3c64a-0f86-4d56-adba-a7cf442b6517 tempest-RoutersTest-1116560139 tempest-RoutersTest-1116560139-project] remove_router_interface failed (client error): The resource could not be found. Feb 09 19:31:39.681944 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 33700) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:31:39.685224 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-38c3c64a-0f86-4d56-adba-a7cf442b6517 tempest-RoutersTest-1116560139 tempest-RoutersTest-1116560139-project] 10.222.0.75 "PUT /v2.0/routers/a6954610-4f91-4ad8-ae67-a4fba2cdb82f/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 0.6485517 Feb 09 19:31:39.768100 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-38a8dc22-3a98-448c-9294-0809bf450f91 tempest-RoutersTest-1116560139 tempest-RoutersTest-1116560139-project] 10.222.0.75 "GET /v2.0/ports?device_id=a6954610-4f91-4ad8-ae67-a4fba2cdb82f HTTP/1.1" status: 200 len: 205 time: 0.0846596 Feb 09 19:31:39.770611 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 33702) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:31:39.846939 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-dcd34f83-efd4-4ed4-a7f2-f71184018729 tempest-RoutersIpV6AdminTest-1466914516 tempest-RoutersIpV6AdminTest-1466914516-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1834945', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1818951'] for router (209e4873-d954-46fa-95da-ef87b77998fa), after_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:31:40.018866 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-ed31a782-e857-4eee-b976-7f9d544e44ee tempest-RoutersTest-1116560139 tempest-RoutersTest-1116560139-project] Publish callbacks [] for router (a6954610-4f91-4ad8-ae67-a4fba2cdb82f), before_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:31:40.242974 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d17a6c0c-f948-42e1-ac6e-ba182c715b23 req-cf899a43-9e7f-497c-bed4-b210290a8df1 tempest-ServerActionsTestJSON-347500300 tempest-ServerActionsTestJSON-347500300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:31:40.245130 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-d17a6c0c-f948-42e1-ac6e-ba182c715b23 req-cf899a43-9e7f-497c-bed4-b210290a8df1 tempest-ServerActionsTestJSON-347500300 tempest-ServerActionsTestJSON-347500300-project] 10.222.0.75 "GET /v2.0/ports?device_id=b7a61ec4-b421-4c48-b109-b3c29e4ee261 HTTP/1.1" status: 200 len: 945 time: 0.3276219 Feb 09 19:31:40.363761 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-d17a6c0c-f948-42e1-ac6e-ba182c715b23 req-fc606776-db0d-41c4-8875-3fbeb52cfd36 tempest-ServerActionsTestJSON-347500300 tempest-ServerActionsTestJSON-347500300-project] 10.222.0.75 "GET /v2.0/security-groups?id=f62a4cfa-cf5c-41a8-8bc5-ff3861f4d88a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1072068 Feb 09 19:31:40.389325 n-d-713498-36 neutron-server[103230]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dcd34f83-efd4-4ed4-a7f2-f71184018729 tempest-RoutersIpV6AdminTest-1466914516 tempest-RoutersIpV6AdminTest-1466914516-project] Router 209e4873-d954-46fa-95da-ef87b77998fa is scheduled to L3 agent 93303d5e-5d17-45e8-8963-7694f87783ae with binding_index 1 {{(pid=103230) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 09 19:31:40.587311 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-ed31a782-e857-4eee-b976-7f9d544e44ee tempest-RoutersTest-1116560139 tempest-RoutersTest-1116560139-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1834988', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-58375'] for router (a6954610-4f91-4ad8-ae67-a4fba2cdb82f), precommit_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:31:40.590446 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-ed31a782-e857-4eee-b976-7f9d544e44ee tempest-RoutersTest-1116560139 tempest-RoutersTest-1116560139-project] Publish callbacks [] for router_controller (a6954610-4f91-4ad8-ae67-a4fba2cdb82f), precommit_delete_associations {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:31:40.671076 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dcd34f83-efd4-4ed4-a7f2-f71184018729 tempest-RoutersIpV6AdminTest-1466914516 tempest-RoutersIpV6AdminTest-1466914516-project] Notify agent at l3_agent.n-d-713498-36 the message routers_updated {{(pid=103230) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 19:31:40.687347 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08f2af6b-573e-4be1-a9fc-ed8870d8f848 None None] Sync routers for ids ['209e4873-d954-46fa-95da-ef87b77998fa'] in n-d-713498-36 {{(pid=103232) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 19:31:40.701971 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08f2af6b-573e-4be1-a9fc-ed8870d8f848 None None] Routers {'209e4873-d954-46fa-95da-ef87b77998fa'} bound to L3 agent in host n-d-713498-36 {{(pid=103232) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 19:31:40.702890 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.l3_hamode_db [None req-08f2af6b-573e-4be1-a9fc-ed8870d8f848 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T18:51:43Z,description=,heartbeat_timestamp=2022-02-09T19:31:13Z,host='n-d-713498-36',id=93303d5e-5d17-45e8-8963-7694f87783ae,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T18:51:43Z,topic='l3_agent')) {'router_ids': ['209e4873-d954-46fa-95da-ef87b77998fa'], 'active': True} {{(pid=103232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:31:40.720571 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-ed31a782-e857-4eee-b976-7f9d544e44ee tempest-RoutersTest-1116560139 tempest-RoutersTest-1116560139-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1835003'] for router (a6954610-4f91-4ad8-ae67-a4fba2cdb82f), after_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:31:40.721300 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ed31a782-e857-4eee-b976-7f9d544e44ee tempest-RoutersTest-1116560139 tempest-RoutersTest-1116560139-project] Fanout notify agent at l3_agent the message router_deleted on router a6954610-4f91-4ad8-ae67-a4fba2cdb82f {{(pid=103229) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 09 19:31:40.722738 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-dcd34f83-efd4-4ed4-a7f2-f71184018729 tempest-RoutersIpV6AdminTest-1466914516 tempest-RoutersIpV6AdminTest-1466914516-project] Publish callbacks [] for router (None), before_response {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:31:40.724047 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-dcd34f83-efd4-4ed4-a7f2-f71184018729 tempest-RoutersIpV6AdminTest-1466914516 tempest-RoutersIpV6AdminTest-1466914516-project] 10.222.0.75 "POST /v2.0/routers HTTP/1.1" status: 201 len: 889 time: 4.6452460 Feb 09 19:31:40.726778 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 33716) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:31:40.732942 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.v2.base [None req-aa1ad24f-6d15-4428-9496-3132518468ef tempest-RoutersIpV6AdminTest-1179638195 tempest-RoutersIpV6AdminTest-1179638195-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '88055e1e-672a-4487-be31-ffb6e833ece5', 'enable_snat': False}}} {{(pid=103230) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 19:31:40.741501 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-ed31a782-e857-4eee-b976-7f9d544e44ee tempest-RoutersTest-1116560139 tempest-RoutersTest-1116560139-project] Publish callbacks [] for router (None), before_response {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:31:40.745089 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-ed31a782-e857-4eee-b976-7f9d544e44ee tempest-RoutersTest-1116560139 tempest-RoutersTest-1116560139-project] 10.222.0.75 "DELETE /v2.0/routers/a6954610-4f91-4ad8-ae67-a4fba2cdb82f HTTP/1.1" status: 204 len: 168 time: 0.9710536 Feb 09 19:31:40.745487 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 33718) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:31:40.834654 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.l3_hamode_db [None req-08f2af6b-573e-4be1-a9fc-ed8870d8f848 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713498-36', False) {} {{(pid=103232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:31:40.878609 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-57471782-4210-4a2f-afcd-8dc61c86728a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762867132591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593584'] for agent (af91e4b9-f4e1-42b1-a25c-a10dc47171c8), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:31:40.889548 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08f2af6b-573e-4be1-a9fc-ed8870d8f848 None None] Routers {'209e4873-d954-46fa-95da-ef87b77998fa'} bound to L3 agent in host n-d-713498-36 {{(pid=103232) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 19:31:40.892702 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.l3_hamode_db [None req-08f2af6b-573e-4be1-a9fc-ed8870d8f848 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T18:51:43Z,description=,heartbeat_timestamp=2022-02-09T19:31:13Z,host='n-d-713498-36',id=93303d5e-5d17-45e8-8963-7694f87783ae,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T18:51:43Z,topic='l3_agent')) {'router_ids': ['209e4873-d954-46fa-95da-ef87b77998fa'], 'active': True} {{(pid=103232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:31:40.966474 n-d-713498-36 neutron-server[103229]: DEBUG neutron.db.db_base_plugin_v2 [None req-728e4a62-6295-424a-a15f-7741288fb51c tempest-RoutersTest-1116560139 tempest-RoutersTest-1116560139-project] Deleting subnet 017172c3-54ba-4d64-971e-4fb1ef62ac12 {{(pid=103229) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 19:31:40.985433 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.l3_hamode_db [None req-08f2af6b-573e-4be1-a9fc-ed8870d8f848 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713498-36', False) {} {{(pid=103232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:31:40.987234 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08f2af6b-573e-4be1-a9fc-ed8870d8f848 None None] The sync data for ids ['209e4873-d954-46fa-95da-ef87b77998fa'] in n-d-713498-36 is: [] {{(pid=103232) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 19:31:40.996470 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-728e4a62-6295-424a-a15f-7741288fb51c tempest-RoutersTest-1116560139 tempest-RoutersTest-1116560139-project] Publish callbacks [] for subnet (017172c3-54ba-4d64-971e-4fb1ef62ac12), before_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:31:41.240634 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-728e4a62-6295-424a-a15f-7741288fb51c tempest-RoutersTest-1116560139 tempest-RoutersTest-1116560139-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16683410'] for subnet (017172c3-54ba-4d64-971e-4fb1ef62ac12), precommit_delete_associations {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:31:41.520532 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-728e4a62-6295-424a-a15f-7741288fb51c tempest-RoutersTest-1116560139 tempest-RoutersTest-1116560139-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-759852'] for subnet (017172c3-54ba-4d64-971e-4fb1ef62ac12), precommit_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:31:41.706774 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acdffa9b-37c3-4ccf-afca-18bf39a943fa req-d9731b17-e2d0-45ea-b5c5-88c632e2628f tempest-ServerActionsTestJSON-347500300 tempest-ServerActionsTestJSON-347500300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:31:41.706774 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-acdffa9b-37c3-4ccf-afca-18bf39a943fa req-d9731b17-e2d0-45ea-b5c5-88c632e2628f tempest-ServerActionsTestJSON-347500300 tempest-ServerActionsTestJSON-347500300-project] 10.222.0.75 "GET /v2.0/ports?device_id=b7a61ec4-b421-4c48-b109-b3c29e4ee261 HTTP/1.1" status: 200 len: 945 time: 0.1893215 Feb 09 19:31:41.803523 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-728e4a62-6295-424a-a15f-7741288fb51c tempest-RoutersTest-1116560139 tempest-RoutersTest-1116560139-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-760023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12867367', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12759238'] for subnet (017172c3-54ba-4d64-971e-4fb1ef62ac12), after_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:31:41.910610 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-728e4a62-6295-424a-a15f-7741288fb51c tempest-RoutersTest-1116560139 tempest-RoutersTest-1116560139-project] Pushing event deleted for resources: {'Subnet': ['ID=017172c3-54ba-4d64-971e-4fb1ef62ac12,revision_number=None']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:31:41.923041 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-728e4a62-6295-424a-a15f-7741288fb51c tempest-RoutersTest-1116560139 tempest-RoutersTest-1116560139-project] Publish callbacks [] for subnet (None), before_response {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:31:41.926995 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb4e27d7-41e0-421b-bc04-b7b7d191842d None None] Network 70ad4c24-735c-4048-a80b-7839084887a1 requested from n-d-713498-36 {{(pid=103232) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 19:31:41.940973 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-728e4a62-6295-424a-a15f-7741288fb51c tempest-RoutersTest-1116560139 tempest-RoutersTest-1116560139-project] 10.222.0.75 "DELETE /v2.0/subnets/017172c3-54ba-4d64-971e-4fb1ef62ac12 HTTP/1.1" status: 204 len: 168 time: 1.1942005 Feb 09 19:31:41.951136 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 33738) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:31:42.138351 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-acdffa9b-37c3-4ccf-afca-18bf39a943fa req-8a1a8f19-be82-41c9-b48a-e3d5a71c2f9f tempest-ServerActionsTestJSON-347500300 tempest-ServerActionsTestJSON-347500300-project] 10.222.0.75 "GET /v2.0/security-groups?id=f62a4cfa-cf5c-41a8-8bc5-ff3861f4d88a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4349713 Feb 09 19:31:42.238360 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-9d8847c4-77de-47d9-bb1a-468e8df18b28 tempest-RoutersTest-1116560139 tempest-RoutersTest-1116560139-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-670458'] for network (70ad4c24-735c-4048-a80b-7839084887a1), before_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:31:42.413613 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f2ae83a-d88a-4d83-8c87-90bb1c36af50 None None] DHCP port deletion for 70ad4c24-735c-4048-a80b-7839084887a1 request from n-d-713498-36 {{(pid=103232) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 09 19:31:42.413815 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.plugin [None req-9d8847c4-77de-47d9-bb1a-468e8df18b28 tempest-RoutersTest-1116560139 tempest-RoutersTest-1116560139-project] Deleting port 0ead9cb4-4085-4f48-b0fc-503fd4b00d4d {{(pid=103229) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 19:31:42.414725 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-9d8847c4-77de-47d9-bb1a-468e8df18b28 tempest-RoutersTest-1116560139 tempest-RoutersTest-1116560139-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762867170196'] for port (0ead9cb4-4085-4f48-b0fc-503fd4b00d4d), before_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:31:42.539187 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-1f2ae83a-d88a-4d83-8c87-90bb1c36af50 None None] Deleting port 0ead9cb4-4085-4f48-b0fc-503fd4b00d4d {{(pid=103232) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 19:31:42.539625 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-1f2ae83a-d88a-4d83-8c87-90bb1c36af50 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762867170196'] for port (0ead9cb4-4085-4f48-b0fc-503fd4b00d4d), before_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:31:42.609780 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.db [None req-9d8847c4-77de-47d9-bb1a-468e8df18b28 tempest-RoutersTest-1116560139 tempest-RoutersTest-1116560139-project] For port 0ead9cb4-4085-4f48-b0fc-503fd4b00d4d, host n-d-713498-36, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-36',level=0,port_id=0ead9cb4-4085-4f48-b0fc-503fd4b00d4d,segment=NetworkSegment(cf65625e-eaff-40c3-bc91-1cae32503425),segment_id=cf65625e-eaff-40c3-bc91-1cae32503425)] {{(pid=103229) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 19:31:42.618361 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-9d8847c4-77de-47d9-bb1a-468e8df18b28 tempest-RoutersTest-1116560139 tempest-RoutersTest-1116560139-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1820838'] for port (0ead9cb4-4085-4f48-b0fc-503fd4b00d4d), precommit_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:31:42.643975 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.plugin [None req-9d8847c4-77de-47d9-bb1a-468e8df18b28 tempest-RoutersTest-1116560139 tempest-RoutersTest-1116560139-project] Calling delete_port for 0ead9cb4-4085-4f48-b0fc-503fd4b00d4d owned by network:dhcp {{(pid=103229) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 19:31:42.687805 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-1f2ae83a-d88a-4d83-8c87-90bb1c36af50 None None] For port 0ead9cb4-4085-4f48-b0fc-503fd4b00d4d, host n-d-713498-36, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-36',level=0,port_id=0ead9cb4-4085-4f48-b0fc-503fd4b00d4d,segment=NetworkSegment(cf65625e-eaff-40c3-bc91-1cae32503425),segment_id=cf65625e-eaff-40c3-bc91-1cae32503425)] {{(pid=103232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 19:31:42.688128 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-1f2ae83a-d88a-4d83-8c87-90bb1c36af50 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1820838'] for port (0ead9cb4-4085-4f48-b0fc-503fd4b00d4d), precommit_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:31:42.708185 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-1f2ae83a-d88a-4d83-8c87-90bb1c36af50 None None] Calling delete_port for 0ead9cb4-4085-4f48-b0fc-503fd4b00d4d owned by network:dhcp {{(pid=103232) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 19:31:42.862094 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-9d8847c4-77de-47d9-bb1a-468e8df18b28 tempest-RoutersTest-1116560139 tempest-RoutersTest-1116560139-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762867177463', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762866656476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12867576'] for port (0ead9cb4-4085-4f48-b0fc-503fd4b00d4d), after_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:31:42.948388 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-1f2ae83a-d88a-4d83-8c87-90bb1c36af50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762867177463', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762866656476'] for port (0ead9cb4-4085-4f48-b0fc-503fd4b00d4d), after_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:31:42.974027 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d8847c4-77de-47d9-bb1a-468e8df18b28 tempest-RoutersTest-1116560139 tempest-RoutersTest-1116560139-project] Pushing event deleted for resources: {'Port': ['ID=0ead9cb4-4085-4f48-b0fc-503fd4b00d4d,revision_number=None']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:31:43.000984 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f2ae83a-d88a-4d83-8c87-90bb1c36af50 None None] No DVR routers for this DVR port 0ead9cb4-4085-4f48-b0fc-503fd4b00d4d on host n-d-713498-36 {{(pid=103232) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 19:31:43.026604 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-aa1ad24f-6d15-4428-9496-3132518468ef tempest-RoutersIpV6AdminTest-1179638195 tempest-RoutersIpV6AdminTest-1179638195-project-admin] Publish callbacks [] for router_gateway (209e4873-d954-46fa-95da-ef87b77998fa), precommit_update {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:31:43.042825 n-d-713498-36 neutron-server[103229]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d8847c4-77de-47d9-bb1a-468e8df18b28 tempest-RoutersTest-1116560139 tempest-RoutersTest-1116560139-project] No DVR routers for this DVR port 0ead9cb4-4085-4f48-b0fc-503fd4b00d4d on host n-d-713498-36 {{(pid=103229) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 19:31:43.062909 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d8847c4-77de-47d9-bb1a-468e8df18b28 tempest-RoutersTest-1116560139 tempest-RoutersTest-1116560139-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:31:43.064119 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d8847c4-77de-47d9-bb1a-468e8df18b28 tempest-RoutersTest-1116560139 tempest-RoutersTest-1116560139-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:31:43.065343 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d8847c4-77de-47d9-bb1a-468e8df18b28 tempest-RoutersTest-1116560139 tempest-RoutersTest-1116560139-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:31:43.066897 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d8847c4-77de-47d9-bb1a-468e8df18b28 tempest-RoutersTest-1116560139 tempest-RoutersTest-1116560139-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:31:43.067449 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d8847c4-77de-47d9-bb1a-468e8df18b28 tempest-RoutersTest-1116560139 tempest-RoutersTest-1116560139-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:31:43.068249 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d8847c4-77de-47d9-bb1a-468e8df18b28 tempest-RoutersTest-1116560139 tempest-RoutersTest-1116560139-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:31:43.069986 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d8847c4-77de-47d9-bb1a-468e8df18b28 tempest-RoutersTest-1116560139 tempest-RoutersTest-1116560139-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:31:43.070505 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d8847c4-77de-47d9-bb1a-468e8df18b28 tempest-RoutersTest-1116560139 tempest-RoutersTest-1116560139-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:31:43.072971 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d8847c4-77de-47d9-bb1a-468e8df18b28 tempest-RoutersTest-1116560139 tempest-RoutersTest-1116560139-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:31:43.073445 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d8847c4-77de-47d9-bb1a-468e8df18b28 tempest-RoutersTest-1116560139 tempest-RoutersTest-1116560139-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:31:43.074329 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d8847c4-77de-47d9-bb1a-468e8df18b28 tempest-RoutersTest-1116560139 tempest-RoutersTest-1116560139-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:31:43.078511 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d8847c4-77de-47d9-bb1a-468e8df18b28 tempest-RoutersTest-1116560139 tempest-RoutersTest-1116560139-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:31:43.078991 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d8847c4-77de-47d9-bb1a-468e8df18b28 tempest-RoutersTest-1116560139 tempest-RoutersTest-1116560139-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:31:43.194556 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f2ae83a-d88a-4d83-8c87-90bb1c36af50 None None] Pushing event deleted for resources: {'Port': ['ID=0ead9cb4-4085-4f48-b0fc-503fd4b00d4d,revision_number=None']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:31:43.209672 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-b49ee3a9-ca38-4e61-93f3-1a4d909a76bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762867132591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593584'] for agent (93303d5e-5d17-45e8-8963-7694f87783ae), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:31:43.357123 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-9d8847c4-77de-47d9-bb1a-468e8df18b28 tempest-RoutersTest-1116560139 tempest-RoutersTest-1116560139-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-590267', 'neutron.services.segments.db._delete_segments_for_network-8762867132609'] for network (70ad4c24-735c-4048-a80b-7839084887a1), precommit_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:31:43.439287 n-d-713498-36 neutron-server[103229]: DEBUG neutron.services.segments.db [None req-9d8847c4-77de-47d9-bb1a-468e8df18b28 tempest-RoutersTest-1116560139 tempest-RoutersTest-1116560139-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['70ad4c24-735c-4048-a80b-7839084887a1']}} {{(pid=103229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:31:43.462542 n-d-713498-36 neutron-server[103229]: DEBUG neutron.services.segments.db [None req-9d8847c4-77de-47d9-bb1a-468e8df18b28 tempest-RoutersTest-1116560139 tempest-RoutersTest-1116560139-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cf65625e-eaff-40c3-bc91-1cae32503425') {'for_net_delete': True} {{(pid=103229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:31:43.463000 n-d-713498-36 neutron-server[103229]: DEBUG neutron.services.segments.db [None req-9d8847c4-77de-47d9-bb1a-468e8df18b28 tempest-RoutersTest-1116560139 tempest-RoutersTest-1116560139-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cf65625e-eaff-40c3-bc91-1cae32503425') {} {{(pid=103229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:31:43.483797 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-9d8847c4-77de-47d9-bb1a-468e8df18b28 tempest-RoutersTest-1116560139 tempest-RoutersTest-1116560139-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762867134154', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16683417'] for segment (cf65625e-eaff-40c3-bc91-1cae32503425), before_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:31:43.504439 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-9d8847c4-77de-47d9-bb1a-468e8df18b28 tempest-RoutersTest-1116560139 tempest-RoutersTest-1116560139-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-759574'] for segment (cf65625e-eaff-40c3-bc91-1cae32503425), precommit_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:31:43.521530 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9d8847c4-77de-47d9-bb1a-468e8df18b28 tempest-RoutersTest-1116560139 tempest-RoutersTest-1116560139-project] Releasing vlan 377 on physical network physnet1 to pool {{(pid=103229) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 19:31:43.523150 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-9d8847c4-77de-47d9-bb1a-468e8df18b28 tempest-RoutersTest-1116560139 tempest-RoutersTest-1116560139-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-759574', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12867469'] for segment (cf65625e-eaff-40c3-bc91-1cae32503425), after_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:31:43.531979 n-d-713498-36 neutron-server[103229]: Traceback (most recent call last): Feb 09 19:31:43.531979 n-d-713498-36 neutron-server[103229]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 19:31:43.531979 n-d-713498-36 neutron-server[103229]: timer() Feb 09 19:31:43.531979 n-d-713498-36 neutron-server[103229]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 19:31:43.531979 n-d-713498-36 neutron-server[103229]: cb(*args, **kw) Feb 09 19:31:43.531979 n-d-713498-36 neutron-server[103229]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 19:31:43.531979 n-d-713498-36 neutron-server[103229]: return func(*args, **kwargs) Feb 09 19:31:43.531979 n-d-713498-36 neutron-server[103229]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 19:31:43.531979 n-d-713498-36 neutron-server[103229]: self._notify() Feb 09 19:31:43.531979 n-d-713498-36 neutron-server[103229]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 19:31:43.531979 n-d-713498-36 neutron-server[103229]: self.callback(batched_events) Feb 09 19:31:43.531979 n-d-713498-36 neutron-server[103229]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 19:31:43.531979 n-d-713498-36 neutron-server[103229]: event.method(event) Feb 09 19:31:43.531979 n-d-713498-36 neutron-server[103229]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 19:31:43.531979 n-d-713498-36 neutron-server[103229]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 19:31:43.531979 n-d-713498-36 neutron-server[103229]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 19:31:43.531979 n-d-713498-36 neutron-server[103229]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 19:31:43.531979 n-d-713498-36 neutron-server[103229]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 19:31:43.531979 n-d-713498-36 neutron-server[103229]: return f(self, *a, **k) Feb 09 19:31:43.531979 n-d-713498-36 neutron-server[103229]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 19:31:43.531979 n-d-713498-36 neutron-server[103229]: return self._get(url).json() Feb 09 19:31:43.531979 n-d-713498-36 neutron-server[103229]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 19:31:43.531979 n-d-713498-36 neutron-server[103229]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 19:31:43.531979 n-d-713498-36 neutron-server[103229]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 19:31:43.531979 n-d-713498-36 neutron-server[103229]: return self.request(url, 'GET', **kwargs) Feb 09 19:31:43.531979 n-d-713498-36 neutron-server[103229]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 19:31:43.531979 n-d-713498-36 neutron-server[103229]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 19:31:43.531979 n-d-713498-36 neutron-server[103229]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 19:31:43.531979 n-d-713498-36 neutron-server[103229]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 19:31:43.531979 n-d-713498-36 neutron-server[103229]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 19:31:43.531979 n-d-713498-36 neutron-server[103229]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 19:31:43.531979 n-d-713498-36 neutron-server[103229]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 19:31:43.565240 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5454be5d-f7c2-4c60-9b64-1a0fa3b417fb req-3ebac59c-a2b7-491d-8f9c-8180ee3a27f7 tempest-ServerActionsTestJSON-347500300 tempest-ServerActionsTestJSON-347500300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:31:43.571122 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-5454be5d-f7c2-4c60-9b64-1a0fa3b417fb req-3ebac59c-a2b7-491d-8f9c-8180ee3a27f7 tempest-ServerActionsTestJSON-347500300 tempest-ServerActionsTestJSON-347500300-project] 10.222.0.75 "GET /v2.0/ports?device_id=b7a61ec4-b421-4c48-b109-b3c29e4ee261 HTTP/1.1" status: 200 len: 945 time: 0.2589447 Feb 09 19:31:43.653379 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 33770) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:31:43.687917 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-9d8847c4-77de-47d9-bb1a-468e8df18b28 tempest-RoutersTest-1116560139 tempest-RoutersTest-1116560139-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-590242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1885479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1818895'] for network (70ad4c24-735c-4048-a80b-7839084887a1), after_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:31:43.708290 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-9d8847c4-77de-47d9-bb1a-468e8df18b28 tempest-RoutersTest-1116560139 tempest-RoutersTest-1116560139-project] Publish callbacks [] for network (None), before_response {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:31:43.720382 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-9d8847c4-77de-47d9-bb1a-468e8df18b28 tempest-RoutersTest-1116560139 tempest-RoutersTest-1116560139-project] 10.222.0.75 "DELETE /v2.0/networks/70ad4c24-735c-4048-a80b-7839084887a1 HTTP/1.1" status: 204 len: 168 time: 1.7659452 Feb 09 19:31:43.721097 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-5454be5d-f7c2-4c60-9b64-1a0fa3b417fb req-3176b5e3-fa96-48ef-b8e7-5d193da5ccb3 tempest-ServerActionsTestJSON-347500300 tempest-ServerActionsTestJSON-347500300-project] 10.222.0.75 "GET /v2.0/security-groups?id=f62a4cfa-cf5c-41a8-8bc5-ff3861f4d88a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1358981 Feb 09 19:31:43.726601 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 33774) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:31:43.774542 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.v2.base [None req-1bfe463a-75a5-420b-a107-4e2079d5821b tempest-RoutersTest-1116560139 tempest-RoutersTest-1116560139-project] Request body: {'network': {'name': 'tempest-RoutersTest-255625922'}} {{(pid=103229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 19:31:43.855986 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d8847c4-77de-47d9-bb1a-468e8df18b28 tempest-RoutersTest-1116560139 tempest-RoutersTest-1116560139-project] Pushing event deleted for resources: {'Network': ['ID=70ad4c24-735c-4048-a80b-7839084887a1,revision_number=None']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:31:43.897221 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1bfe463a-75a5-420b-a107-4e2079d5821b tempest-RoutersTest-1116560139 tempest-RoutersTest-1116560139-project] Made reservation on behalf of 009d54e3af88488b8213379431f58202 for: {'network': 1} {{(pid=103229) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 19:31:43.907843 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-1bfe463a-75a5-420b-a107-4e2079d5821b tempest-RoutersTest-1116560139 tempest-RoutersTest-1116560139-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for network (None), before_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:31:43.965586 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1bfe463a-75a5-420b-a107-4e2079d5821b tempest-RoutersTest-1116560139 tempest-RoutersTest-1116560139-project] vlan segment allocate from pool success with {'vlan_id': 364, 'physical_network': 'physnet1'} {{(pid=103229) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 19:31:43.988760 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-1bfe463a-75a5-420b-a107-4e2079d5821b tempest-RoutersTest-1116560139 tempest-RoutersTest-1116560139-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-759574'] for segment (8f2be29d-632e-4402-9a9a-42e8a481dd14), precommit_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:31:43.989126 n-d-713498-36 neutron-server[103229]: INFO neutron.db.segments_db [None req-1bfe463a-75a5-420b-a107-4e2079d5821b tempest-RoutersTest-1116560139 tempest-RoutersTest-1116560139-project] Added segment 8f2be29d-632e-4402-9a9a-42e8a481dd14 of type vlan for network 3efac580-6d70-4a52-826d-02f173bd88dc Feb 09 19:31:44.003620 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85145286-69de-4ad6-8dfa-d52ef2f4f86a req-36f93e9d-247c-4803-a8f4-0e63076d5861 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:31:44.009428 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-85145286-69de-4ad6-8dfa-d52ef2f4f86a req-36f93e9d-247c-4803-a8f4-0e63076d5861 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=d7a2ccbf0c8a475abd1520a0e31ab926&device_id=b7a61ec4-b421-4c48-b109-b3c29e4ee261 HTTP/1.1" status: 200 len: 1128 time: 0.1747181 Feb 09 19:31:44.071907 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-d4d19bb6-7557-4aa7-b20e-a3294f95e5d2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:31:44.282798 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-d4d19bb6-7557-4aa7-b20e-a3294f95e5d2 admin admin] Publish callbacks [] for security_group (a1106e7e-4aad-452c-b927-c8af3a2b6ade), precommit_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:31:44.291789 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-d4d19bb6-7557-4aa7-b20e-a3294f95e5d2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1892331'] for security_group (a1106e7e-4aad-452c-b927-c8af3a2b6ade), after_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:31:44.313124 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-1bfe463a-75a5-420b-a107-4e2079d5821b tempest-RoutersTest-1116560139 tempest-RoutersTest-1116560139-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762866642225'] for network (3efac580-6d70-4a52-826d-02f173bd88dc), precommit_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:31:44.334856 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-edc54c9b-7f13-45d9-9271-85c9738b0128 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762867132591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593584'] for agent (a62b1850-466f-48ae-bec7-d62fb280e14b), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:31:44.427730 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Device 0ead9cb4-4085-4f48-b0fc-503fd4b00d4d no longer exists at agent ovs-agent-n-d-713498-36 {{(pid=103232) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 19:31:44.451921 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-d4d19bb6-7557-4aa7-b20e-a3294f95e5d2 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=839779d0d104471e930cfa80a77e0619&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7962248 Feb 09 19:31:44.461350 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 33782) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:31:44.465396 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4d19bb6-7557-4aa7-b20e-a3294f95e5d2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a1106e7e-4aad-452c-b927-c8af3a2b6ade,revision_number=1']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:31:44.505763 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-1bfe463a-75a5-420b-a107-4e2079d5821b tempest-RoutersTest-1116560139 tempest-RoutersTest-1116560139-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1885479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452'] for network (3efac580-6d70-4a52-826d-02f173bd88dc), after_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:31:44.511883 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1bfe463a-75a5-420b-a107-4e2079d5821b tempest-RoutersTest-1116560139 tempest-RoutersTest-1116560139-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:31:44.513511 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-1bfe463a-75a5-420b-a107-4e2079d5821b tempest-RoutersTest-1116560139 tempest-RoutersTest-1116560139-project] Publish callbacks [] for network (None), before_response {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:31:44.518688 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] No Port match for: 0ead9cb4-4085-4f48-b0fc-503fd4b00d4d {{(pid=103232) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 19:31:44.519042 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Device 0ead9cb4-4085-4f48-b0fc-503fd4b00d4d not bound to the agent host n-d-713498-36 {{(pid=103232) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 19:31:44.627135 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-1bfe463a-75a5-420b-a107-4e2079d5821b tempest-RoutersTest-1116560139 tempest-RoutersTest-1116560139-project] 10.222.0.75 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.8778596 Feb 09 19:31:44.645366 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 33784) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:31:44.657863 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.v2.base [None req-7a9470fc-6d95-44e3-87f9-cc6d04b22132 tempest-RoutersTest-1116560139 tempest-RoutersTest-1116560139-project] Request body: {'subnet': {'network_id': '3efac580-6d70-4a52-826d-02f173bd88dc', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 19:31:44.741936 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-aa1ad24f-6d15-4428-9496-3132518468ef tempest-RoutersIpV6AdminTest-1179638195 tempest-RoutersIpV6AdminTest-1179638195-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1822118', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1834952', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-58494'] for router (209e4873-d954-46fa-95da-ef87b77998fa), precommit_update {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:31:44.754717 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-aa1ad24f-6d15-4428-9496-3132518468ef tempest-RoutersIpV6AdminTest-1179638195 tempest-RoutersIpV6AdminTest-1179638195-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1818951', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1822125', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1822132', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1834967'] for router (209e4873-d954-46fa-95da-ef87b77998fa), after_update {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:31:44.932220 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bfe463a-75a5-420b-a107-4e2079d5821b tempest-RoutersTest-1116560139 tempest-RoutersTest-1116560139-project] Pushing event updated for resources: {'Network': ['ID=3efac580-6d70-4a52-826d-02f173bd88dc,revision_number=1']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:31:44.952104 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Network 3efac580-6d70-4a52-826d-02f173bd88dc details requested by agent ovs-agent-n-d-713498-36 with host n-d-713498-36 {{(pid=103232) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 19:31:44.975474 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7a9470fc-6d95-44e3-87f9-cc6d04b22132 tempest-RoutersTest-1116560139 tempest-RoutersTest-1116560139-project] Made reservation on behalf of 009d54e3af88488b8213379431f58202 for: {'subnet': 1} {{(pid=103229) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 19:31:44.980215 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-7a9470fc-6d95-44e3-87f9-cc6d04b22132 tempest-RoutersTest-1116560139 tempest-RoutersTest-1116560139-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12759265'] for subnet (None), before_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:31:45.023723 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85145286-69de-4ad6-8dfa-d52ef2f4f86a req-1550a689-3e27-4043-b6fe-60e8e91d7fc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:31:45.025313 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-85145286-69de-4ad6-8dfa-d52ef2f4f86a req-1550a689-3e27-4043-b6fe-60e8e91d7fc9 service neutron] 10.222.0.89 "GET /v2.0/networks?id=bd12d1d0-518d-4d29-a00d-98410ba2cb8a HTTP/1.1" status: 200 len: 913 time: 1.0063827 Feb 09 19:31:45.085787 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-85145286-69de-4ad6-8dfa-d52ef2f4f86a req-2ed56133-1cef-4822-92d0-b4651cfed1cd service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c8a5f00d-9fd8-4671-a7fd-94a27433dbff HTTP/1.1" status: 200 len: 217 time: 0.0523214 Feb 09 19:31:45.090689 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-807b220b-447c-4740-babd-2cd5e132f495 admin admin] Publish callbacks [] for security_group (a1106e7e-4aad-452c-b927-c8af3a2b6ade), before_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:31:45.163538 n-d-713498-36 neutron-server[103230]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aa1ad24f-6d15-4428-9496-3132518468ef tempest-RoutersIpV6AdminTest-1179638195 tempest-RoutersIpV6AdminTest-1179638195-project-admin] Router 209e4873-d954-46fa-95da-ef87b77998fa has already been hosted by L3 agent 93303d5e-5d17-45e8-8963-7694f87783ae {{(pid=103230) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 19:31:45.169163 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85145286-69de-4ad6-8dfa-d52ef2f4f86a req-a2a02c71-6da4-46f9-92ba-ee4374d49219 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:31:45.172771 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-85145286-69de-4ad6-8dfa-d52ef2f4f86a req-a2a02c71-6da4-46f9-92ba-ee4374d49219 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=60ccac4e-8e6b-4139-b4aa-9c0c5cc0e9e4 HTTP/1.1" status: 200 len: 851 time: 0.0794423 Feb 09 19:31:45.239226 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-807b220b-447c-4740-babd-2cd5e132f495 admin admin] Publish callbacks [] for security_group (a1106e7e-4aad-452c-b927-c8af3a2b6ade), precommit_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:31:45.370874 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aa1ad24f-6d15-4428-9496-3132518468ef tempest-RoutersIpV6AdminTest-1179638195 tempest-RoutersIpV6AdminTest-1179638195-project-admin] Notify agent at l3_agent.n-d-713498-36 the message routers_updated {{(pid=103230) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 19:31:45.382300 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-aa1ad24f-6d15-4428-9496-3132518468ef tempest-RoutersIpV6AdminTest-1179638195 tempest-RoutersIpV6AdminTest-1179638195-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:31:45.386802 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-aa1ad24f-6d15-4428-9496-3132518468ef tempest-RoutersIpV6AdminTest-1179638195 tempest-RoutersIpV6AdminTest-1179638195-project-admin] 10.222.0.75 "PUT /v2.0/routers/209e4873-d954-46fa-95da-ef87b77998fa HTTP/1.1" status: 200 len: 926 time: 4.6560652 Feb 09 19:31:45.388201 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 33794) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:31:45.395768 n-d-713498-36 neutron-server[103233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-877da1b7-2989-4d92-b978-9a872475c68b None None] Sync routers for ids ['209e4873-d954-46fa-95da-ef87b77998fa'] in n-d-713498-36 {{(pid=103233) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 19:31:45.415343 n-d-713498-36 neutron-server[103233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-877da1b7-2989-4d92-b978-9a872475c68b None None] Routers {'209e4873-d954-46fa-95da-ef87b77998fa'} bound to L3 agent in host n-d-713498-36 {{(pid=103233) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 19:31:45.416430 n-d-713498-36 neutron-server[103233]: DEBUG neutron.db.l3_hamode_db [None req-877da1b7-2989-4d92-b978-9a872475c68b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T18:51:43Z,description=,heartbeat_timestamp=2022-02-09T19:31:43Z,host='n-d-713498-36',id=93303d5e-5d17-45e8-8963-7694f87783ae,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T18:51:43Z,topic='l3_agent')) {'router_ids': ['209e4873-d954-46fa-95da-ef87b77998fa'], 'active': True} {{(pid=103233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:31:45.486415 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36140bbb-530f-4c5e-9630-9394514a0c95 req-4f5bf017-feb4-4132-b74b-17a4d64496b5 tempest-ServerActionsTestJSON-347500300 tempest-ServerActionsTestJSON-347500300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:31:45.496498 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-36140bbb-530f-4c5e-9630-9394514a0c95 req-4f5bf017-feb4-4132-b74b-17a4d64496b5 tempest-ServerActionsTestJSON-347500300 tempest-ServerActionsTestJSON-347500300-project] 10.222.0.75 "GET /v2.0/ports?device_id=b7a61ec4-b421-4c48-b109-b3c29e4ee261 HTTP/1.1" status: 200 len: 945 time: 0.6125550 Feb 09 19:31:45.538208 n-d-713498-36 neutron-server[103233]: DEBUG neutron.db.l3_hamode_db [None req-877da1b7-2989-4d92-b978-9a872475c68b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713498-36', False) {} {{(pid=103233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:31:45.560187 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-807b220b-447c-4740-babd-2cd5e132f495 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1892331'] for security_group (a1106e7e-4aad-452c-b927-c8af3a2b6ade), after_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:31:45.566697 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-807b220b-447c-4740-babd-2cd5e132f495 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:31:45.580100 n-d-713498-36 neutron-server[103233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-877da1b7-2989-4d92-b978-9a872475c68b None None] Routers {'209e4873-d954-46fa-95da-ef87b77998fa'} bound to L3 agent in host n-d-713498-36 {{(pid=103233) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 19:31:45.581912 n-d-713498-36 neutron-server[103233]: DEBUG neutron.db.l3_hamode_db [None req-877da1b7-2989-4d92-b978-9a872475c68b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T18:51:43Z,description=,heartbeat_timestamp=2022-02-09T19:31:43Z,host='n-d-713498-36',id=93303d5e-5d17-45e8-8963-7694f87783ae,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T18:51:43Z,topic='l3_agent')) {'router_ids': ['209e4873-d954-46fa-95da-ef87b77998fa'], 'active': True} {{(pid=103233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:31:45.589105 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-807b220b-447c-4740-babd-2cd5e132f495 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/a1106e7e-4aad-452c-b927-c8af3a2b6ade HTTP/1.1" status: 204 len: 168 time: 1.1245813 Feb 09 19:31:45.729744 n-d-713498-36 neutron-server[103233]: DEBUG neutron.db.l3_hamode_db [None req-877da1b7-2989-4d92-b978-9a872475c68b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713498-36', False) {} {{(pid=103233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:31:45.731318 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-36140bbb-530f-4c5e-9630-9394514a0c95 req-2f22e6bb-f922-4261-bb96-6ba977c30023 tempest-ServerActionsTestJSON-347500300 tempest-ServerActionsTestJSON-347500300-project] 10.222.0.75 "GET /v2.0/security-groups?id=f62a4cfa-cf5c-41a8-8bc5-ff3861f4d88a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2339354 Feb 09 19:31:45.742908 n-d-713498-36 neutron-server[103233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-877da1b7-2989-4d92-b978-9a872475c68b None None] The sync data for ids ['209e4873-d954-46fa-95da-ef87b77998fa'] in n-d-713498-36 is: [] {{(pid=103233) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 19:31:45.746647 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85145286-69de-4ad6-8dfa-d52ef2f4f86a req-4f6cd940-ae59-455a-8707-c7c2cc54af4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:31:45.760562 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-85145286-69de-4ad6-8dfa-d52ef2f4f86a req-4f6cd940-ae59-455a-8707-c7c2cc54af4c service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=bd12d1d0-518d-4d29-a00d-98410ba2cb8a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.5718806 Feb 09 19:31:45.761924 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-807b220b-447c-4740-babd-2cd5e132f495 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a1106e7e-4aad-452c-b927-c8af3a2b6ade,revision_number=None']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:31:45.783950 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-7a9470fc-6d95-44e3-87f9-cc6d04b22132 tempest-RoutersTest-1116560139 tempest-RoutersTest-1116560139-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12867428', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12759263'] for subnet (f3934a76-28ce-4264-8fe7-caccaff381cb), after_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:31:45.903800 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a9470fc-6d95-44e3-87f9-cc6d04b22132 tempest-RoutersTest-1116560139 tempest-RoutersTest-1116560139-project] Pushing event updated for resources: {'Subnet': ['ID=f3934a76-28ce-4264-8fe7-caccaff381cb,revision_number=0']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:31:45.943588 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-15cd4173-242b-4ea4-becd-655d0fd1f37c tempest-RoutersIpV6AdminTest-1179638195 tempest-RoutersIpV6AdminTest-1179638195-project-admin] 10.222.0.75 "GET /v2.0/routers/209e4873-d954-46fa-95da-ef87b77998fa HTTP/1.1" status: 200 len: 926 time: 0.5539291 Feb 09 19:31:45.956696 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 33804) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:31:45.996447 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-a7262a8e-0513-48fd-984d-75726a511961 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762867132591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593584'] for agent (911cfea2-02ae-4ec9-bac3-7808ee1cdd9c), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:31:46.001566 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a9470fc-6d95-44e3-87f9-cc6d04b22132 tempest-RoutersTest-1116560139 tempest-RoutersTest-1116560139-project] Checking segment: {'id': '8f2be29d-632e-4402-9a9a-42e8a481dd14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': '3efac580-6d70-4a52-826d-02f173bd88dc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103229) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 19:31:46.001984 n-d-713498-36 neutron-server[103229]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a9470fc-6d95-44e3-87f9-cc6d04b22132 tempest-RoutersTest-1116560139 tempest-RoutersTest-1116560139-project] Network hostable DHCP agents. Network: 3efac580-6d70-4a52-826d-02f173bd88dc, hostable agents: ['af91e4b9-f4e1-42b1-a25c-a10dc47171c8'], hosted agents: [] {{(pid=103229) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 19:31:46.068605 n-d-713498-36 neutron-server[103229]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a9470fc-6d95-44e3-87f9-cc6d04b22132 tempest-RoutersTest-1116560139 tempest-RoutersTest-1116560139-project] Network 3efac580-6d70-4a52-826d-02f173bd88dc is scheduled to be hosted by DHCP agent af91e4b9-f4e1-42b1-a25c-a10dc47171c8 with binding_index 1 {{(pid=103229) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 19:31:46.090416 n-d-713498-36 neutron-server[103229]: DEBUG neutron.scheduler.base_scheduler [None req-7a9470fc-6d95-44e3-87f9-cc6d04b22132 tempest-RoutersTest-1116560139 tempest-RoutersTest-1116560139-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713498-36, 3efac580-6d70-4a52-826d-02f173bd88dc) {{(pid=103229) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 19:31:46.095135 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a9470fc-6d95-44e3-87f9-cc6d04b22132 tempest-RoutersTest-1116560139 tempest-RoutersTest-1116560139-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:31:46.095710 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-7a9470fc-6d95-44e3-87f9-cc6d04b22132 tempest-RoutersTest-1116560139 tempest-RoutersTest-1116560139-project] Publish callbacks [] for subnet (None), before_response {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:31:46.104380 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d0f340b-1b57-49b8-a6bc-d7404923b857 None None] Network 3efac580-6d70-4a52-826d-02f173bd88dc requested from n-d-713498-36 {{(pid=103232) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 19:31:46.129381 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-7a9470fc-6d95-44e3-87f9-cc6d04b22132 tempest-RoutersTest-1116560139 tempest-RoutersTest-1116560139-project] 10.222.0.75 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.4800992 Feb 09 19:31:46.130901 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 33810) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:31:46.136021 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.v2.base [None req-fb445e3f-bf0a-4015-bb65-9a3c145b229e tempest-RoutersTest-1116560139 tempest-RoutersTest-1116560139-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1793153681', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 19:31:46.180046 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-85145286-69de-4ad6-8dfa-d52ef2f4f86a req-b34a6c11-c8af-42ba-8a4b-c197d4133650 service neutron] 10.222.0.89 "GET /v2.0/networks/bd12d1d0-518d-4d29-a00d-98410ba2cb8a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4141216 Feb 09 19:31:46.212442 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-fb445e3f-bf0a-4015-bb65-9a3c145b229e tempest-RoutersTest-1116560139 tempest-RoutersTest-1116560139-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1834830', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-58389'] for router (3640d578-6d11-43c7-95c7-b2a6534b32e5), before_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:31:46.214481 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-fb445e3f-bf0a-4015-bb65-9a3c145b229e tempest-RoutersTest-1116560139 tempest-RoutersTest-1116560139-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1834810', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1822096', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1886735', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-58380'] for router (3640d578-6d11-43c7-95c7-b2a6534b32e5), precommit_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:31:46.386316 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-fb445e3f-bf0a-4015-bb65-9a3c145b229e tempest-RoutersTest-1116560139 tempest-RoutersTest-1116560139-project] Publish callbacks [] for router_controller (3640d578-6d11-43c7-95c7-b2a6534b32e5), precommit_add_association {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:31:46.393695 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-fb445e3f-bf0a-4015-bb65-9a3c145b229e tempest-RoutersTest-1116560139 tempest-RoutersTest-1116560139-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1834945', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1818951'] for router (3640d578-6d11-43c7-95c7-b2a6534b32e5), after_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:31:46.401718 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5e7bade-7c4f-47aa-9e80-bd52f7c59a86 tempest-RoutersIpV6AdminTest-1179638195 tempest-RoutersIpV6AdminTest-1179638195-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:31:46.409939 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-e5e7bade-7c4f-47aa-9e80-bd52f7c59a86 tempest-RoutersIpV6AdminTest-1179638195 tempest-RoutersIpV6AdminTest-1179638195-project-admin] 10.222.0.75 "GET /v2.0/ports?network_id=88055e1e-672a-4487-be31-ffb6e833ece5&device_id=209e4873-d954-46fa-95da-ef87b77998fa&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.4507499 Feb 09 19:31:46.411736 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 33818) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:31:46.414750 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dde5085f-69da-4f2b-8c2d-2eb93368cd73 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8b32e980-7cce-5e82-a341-bd2fa8945c89-3efac580-6d70-4a52-826d-02f173bd88dc', 'network_id': '3efac580-6d70-4a52-826d-02f173bd88dc', 'project_id': '009d54e3af88488b8213379431f58202', 'fixed_ips': [{'subnet_id': 'f3934a76-28ce-4264-8fe7-caccaff381cb'}]}} from n-d-713498-36. {{(pid=103232) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 09 19:31:46.415654 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-dde5085f-69da-4f2b-8c2d-2eb93368cd73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (None), before_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:31:46.510893 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69b73aea-172a-4f45-b1e0-3f8fa7cd5440 tempest-RoutersIpV6AdminTest-1179638195 tempest-RoutersIpV6AdminTest-1179638195-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:31:46.515519 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-69b73aea-172a-4f45-b1e0-3f8fa7cd5440 tempest-RoutersIpV6AdminTest-1179638195 tempest-RoutersIpV6AdminTest-1179638195-project-admin] 10.222.0.75 "GET /v2.0/networks/88055e1e-672a-4487-be31-ffb6e833ece5 HTTP/1.1" status: 200 len: 881 time: 0.0996084 Feb 09 19:31:46.521841 n-d-713498-36 neutron-server[103233]: DEBUG neutron.db.agents_db [None req-4a8a6a42-0a0c-4437-8958-92282682b6bb None None] Agent healthcheck: found 7 active agents {{(pid=103233) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 19:31:46.523177 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 33820) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:31:46.537825 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-fb445e3f-bf0a-4015-bb65-9a3c145b229e tempest-RoutersTest-1116560139 tempest-RoutersTest-1116560139-project] Publish callbacks [] for router (None), before_response {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:31:46.545737 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-fb445e3f-bf0a-4015-bb65-9a3c145b229e tempest-RoutersTest-1116560139 tempest-RoutersTest-1116560139-project] 10.222.0.75 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.4128616 Feb 09 19:31:46.546329 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 33822) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:31:46.557994 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 33824) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:31:46.614195 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-82d4a43c-72cd-4efc-9009-796615f281bc tempest-RoutersIpV6AdminTest-1466914516 tempest-RoutersIpV6AdminTest-1466914516-project] 10.222.0.75 "GET /v2.0/ports?device_id=209e4873-d954-46fa-95da-ef87b77998fa HTTP/1.1" status: 200 len: 205 time: 0.0871747 Feb 09 19:31:46.622641 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 33828) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:31:46.623465 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-20334847-a25e-494c-985e-2d9b86009b1e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:31:46.688056 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-85145286-69de-4ad6-8dfa-d52ef2f4f86a req-1ed6edad-3606-4632-9763-b41bc846083c service neutron] 10.222.0.89 "GET /v2.0/networks/bd12d1d0-518d-4d29-a00d-98410ba2cb8a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4936414 Feb 09 19:31:46.793777 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 33834) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:31:46.816509 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.db_base_plugin_common [None req-dde5085f-69da-4f2b-8c2d-2eb93368cd73 None None] Allocated IP 172.20.0.2 (3efac580-6d70-4a52-826d-02f173bd88dc/f3934a76-28ce-4264-8fe7-caccaff381cb/4881d142-b542-4a4a-9b50-7ca2bb6278f8) {{(pid=103232) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 19:31:47.013445 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-313787bd-6e3b-49ff-8258-31d851e4b3b5 tempest-RoutersIpV6AdminTest-1466914516 tempest-RoutersIpV6AdminTest-1466914516-project] Publish callbacks [] for router (209e4873-d954-46fa-95da-ef87b77998fa), before_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:31:47.089671 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762867132591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593584'] for agent (496418a2-c002-4aec-ab1a-07f3bea491bd), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:31:47.190167 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-dde5085f-69da-4f2b-8c2d-2eb93368cd73 None None] Publish callbacks [] for port (4881d142-b542-4a4a-9b50-7ca2bb6278f8), precommit_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:31:47.200141 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-dde5085f-69da-4f2b-8c2d-2eb93368cd73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762866656467'] for port (4881d142-b542-4a4a-9b50-7ca2bb6278f8), after_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:31:47.216949 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ddfb609-47be-4d9f-bed3-90e523510f7c req-7a12fc44-c419-475d-ae7c-5657463e4670 tempest-ServerActionsTestJSON-347500300 tempest-ServerActionsTestJSON-347500300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:31:47.237621 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-9ddfb609-47be-4d9f-bed3-90e523510f7c req-7a12fc44-c419-475d-ae7c-5657463e4670 tempest-ServerActionsTestJSON-347500300 tempest-ServerActionsTestJSON-347500300-project] 10.222.0.75 "GET /v2.0/ports?device_id=b7a61ec4-b421-4c48-b109-b3c29e4ee261 HTTP/1.1" status: 200 len: 945 time: 0.3614419 Feb 09 19:31:47.313339 n-d-713498-36 neutron-server[103232]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dde5085f-69da-4f2b-8c2d-2eb93368cd73 None None] Network 3efac580-6d70-4a52-826d-02f173bd88dc is already hosted by enough agents. {{(pid=103232) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 19:31:47.316838 n-d-713498-36 neutron-server[103232]: DEBUG neutron.scheduler.base_scheduler [None req-dde5085f-69da-4f2b-8c2d-2eb93368cd73 None None] Resources bound (agent type, host, resource id): {{(pid=103232) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 19:31:47.321142 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-ba0e6c76-3bff-4617-8601-c027a58e6f6c tempest-RoutersTest-1116560139 tempest-RoutersTest-1116560139-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (None), before_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:31:47.326754 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dde5085f-69da-4f2b-8c2d-2eb93368cd73 None None] Received port after_create {{(pid=103232) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 19:31:47.336481 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-e4ef7684-574d-42b3-b5ad-338a5bb11d92 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:31:47.344959 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dde5085f-69da-4f2b-8c2d-2eb93368cd73 None None] Pushing event updated for resources: {'Port': ['ID=4881d142-b542-4a4a-9b50-7ca2bb6278f8,revision_number=1']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:31:47.367913 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dde5085f-69da-4f2b-8c2d-2eb93368cd73 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:31:47.368540 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dde5085f-69da-4f2b-8c2d-2eb93368cd73 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:31:47.369795 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dde5085f-69da-4f2b-8c2d-2eb93368cd73 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:31:47.370443 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dde5085f-69da-4f2b-8c2d-2eb93368cd73 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:31:47.370969 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dde5085f-69da-4f2b-8c2d-2eb93368cd73 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:31:47.371488 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dde5085f-69da-4f2b-8c2d-2eb93368cd73 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:31:47.372012 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dde5085f-69da-4f2b-8c2d-2eb93368cd73 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:31:47.372523 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dde5085f-69da-4f2b-8c2d-2eb93368cd73 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:31:47.395842 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dde5085f-69da-4f2b-8c2d-2eb93368cd73 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:31:47.396634 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dde5085f-69da-4f2b-8c2d-2eb93368cd73 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:31:47.397170 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dde5085f-69da-4f2b-8c2d-2eb93368cd73 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:31:47.397694 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dde5085f-69da-4f2b-8c2d-2eb93368cd73 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:31:47.398239 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dde5085f-69da-4f2b-8c2d-2eb93368cd73 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:31:47.523569 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.managers [None req-dde5085f-69da-4f2b-8c2d-2eb93368cd73 None None] Attempting to bind port 4881d142-b542-4a4a-9b50-7ca2bb6278f8 on host n-d-713498-36 for vnic_type normal with profile {{(pid=103232) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 19:31:47.524256 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.managers [None req-dde5085f-69da-4f2b-8c2d-2eb93368cd73 None None] Attempting to bind port 4881d142-b542-4a4a-9b50-7ca2bb6278f8 by drivers openvswitch,hyperv on host n-d-713498-36 at level 0 using segments [{'id': '8f2be29d-632e-4402-9a9a-42e8a481dd14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': '3efac580-6d70-4a52-826d-02f173bd88dc'}] {{(pid=103232) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 19:31:47.524823 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dde5085f-69da-4f2b-8c2d-2eb93368cd73 None None] Attempting to bind port 4881d142-b542-4a4a-9b50-7ca2bb6278f8 on network 3efac580-6d70-4a52-826d-02f173bd88dc {{(pid=103232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 19:31:47.549712 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dde5085f-69da-4f2b-8c2d-2eb93368cd73 None None] Checking agent: {'id': '496418a2-c002-4aec-ab1a-07f3bea491bd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-36', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 18, 51, 47), 'started_at': datetime.datetime(2022, 2, 9, 18, 52, 17), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 19, 31, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-36'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 19:31:47.551842 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dde5085f-69da-4f2b-8c2d-2eb93368cd73 None None] Checking segment: {'id': '8f2be29d-632e-4402-9a9a-42e8a481dd14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': '3efac580-6d70-4a52-826d-02f173bd88dc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103232) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 19:31:47.554749 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-dde5085f-69da-4f2b-8c2d-2eb93368cd73 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:31:47.559179 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dde5085f-69da-4f2b-8c2d-2eb93368cd73 None None] Bound using segment: {'id': '8f2be29d-632e-4402-9a9a-42e8a481dd14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': '3efac580-6d70-4a52-826d-02f173bd88dc'} {{(pid=103232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 19:31:47.561291 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.managers [None req-dde5085f-69da-4f2b-8c2d-2eb93368cd73 None None] Bound port: 4881d142-b542-4a4a-9b50-7ca2bb6278f8, host: n-d-713498-36, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8f2be29d-632e-4402-9a9a-42e8a481dd14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': '3efac580-6d70-4a52-826d-02f173bd88dc'}}] {{(pid=103232) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 19:31:47.561906 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-dde5085f-69da-4f2b-8c2d-2eb93368cd73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (4881d142-b542-4a4a-9b50-7ca2bb6278f8), before_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:31:47.662313 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-9ddfb609-47be-4d9f-bed3-90e523510f7c req-27484bf2-19a4-435c-8483-7f25cb2216a1 tempest-ServerActionsTestJSON-347500300 tempest-ServerActionsTestJSON-347500300-project] 10.222.0.75 "GET /v2.0/security-groups?id=f62a4cfa-cf5c-41a8-8bc5-ff3861f4d88a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4234426 Feb 09 19:31:47.789154 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-dde5085f-69da-4f2b-8c2d-2eb93368cd73 None None] For port 4881d142-b542-4a4a-9b50-7ca2bb6278f8, host n-d-713498-36, cleared binding levels {{(pid=103232) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 19:31:47.795317 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-dde5085f-69da-4f2b-8c2d-2eb93368cd73 None None] For port 4881d142-b542-4a4a-9b50-7ca2bb6278f8, host n-d-713498-36, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-36',level=0,port_id=4881d142-b542-4a4a-9b50-7ca2bb6278f8,segment=NetworkSegment(8f2be29d-632e-4402-9a9a-42e8a481dd14),segment_id=8f2be29d-632e-4402-9a9a-42e8a481dd14)] {{(pid=103232) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 19:31:47.808281 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-dde5085f-69da-4f2b-8c2d-2eb93368cd73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762867176205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762866656485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762866656503'] for port (4881d142-b542-4a4a-9b50-7ca2bb6278f8), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:31:47.857031 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-ec369ffc-8f72-419e-b73f-f34b06654c88 req-2040a7fe-075d-4126-9761-7d173b6cea9b service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=41583515-d234-4b09-9050-bab2a796beed&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.5083070 Feb 09 19:31:47.979415 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dde5085f-69da-4f2b-8c2d-2eb93368cd73 None None] Pushing event updated for resources: {'Port': ['ID=4881d142-b542-4a4a-9b50-7ca2bb6278f8,revision_number=2']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:31:48.305227 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-313787bd-6e3b-49ff-8258-31d851e4b3b5 tempest-RoutersIpV6AdminTest-1466914516 tempest-RoutersIpV6AdminTest-1466914516-project] Publish callbacks [] for router_gateway (209e4873-d954-46fa-95da-ef87b77998fa), before_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:31:48.389461 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-e4ef7684-574d-42b3-b5ad-338a5bb11d92 admin admin] Publish callbacks [] for security_group (bd203ade-0774-485f-b648-ec4abc39364a), precommit_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:31:48.418011 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Device c8a5f00d-9fd8-4671-a7fd-94a27433dbff no longer exists at agent hyperv_n-h1-713498-36 {{(pid=103232) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 19:31:48.424902 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-e4ef7684-574d-42b3-b5ad-338a5bb11d92 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1892331'] for security_group (bd203ade-0774-485f-b648-ec4abc39364a), after_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:31:48.540094 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-e4ef7684-574d-42b3-b5ad-338a5bb11d92 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=c401294b8d204e19b4c78ee3d3ba27c4&name=default HTTP/1.1" status: 200 len: 3000 time: 1.7441359 Feb 09 19:31:48.558428 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 33938) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:31:48.587832 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec369ffc-8f72-419e-b73f-f34b06654c88 req-c08acded-8e45-4f1c-90ac-af55d2e2b8fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:31:48.589396 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-ec369ffc-8f72-419e-b73f-f34b06654c88 req-c08acded-8e45-4f1c-90ac-af55d2e2b8fd service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=d7a2ccbf0c8a475abd1520a0e31ab926&device_id=41583515-d234-4b09-9050-bab2a796beed HTTP/1.1" status: 200 len: 1128 time: 0.6481946 Feb 09 19:31:48.631100 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Device 4881d142-b542-4a4a-9b50-7ca2bb6278f8 up at agent ovs-agent-n-d-713498-36 {{(pid=103232) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 19:31:48.841933 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.plugin [None req-313787bd-6e3b-49ff-8258-31d851e4b3b5 tempest-RoutersIpV6AdminTest-1466914516 tempest-RoutersIpV6AdminTest-1466914516-project] Deleting port 73f1e391-e22f-4243-b5c4-e2afc1ced899 {{(pid=103229) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 19:31:48.842295 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-313787bd-6e3b-49ff-8258-31d851e4b3b5 tempest-RoutersIpV6AdminTest-1466914516 tempest-RoutersIpV6AdminTest-1466914516-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762867170196'] for port (73f1e391-e22f-4243-b5c4-e2afc1ced899), before_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:31:48.847994 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762867132591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593584'] for agent (488cd9ae-631f-4955-ba0b-4f5a13f12e9c), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:31:48.860517 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Current status of the port c8a5f00d-9fd8-4671-a7fd-94a27433dbff is: ACTIVE; New status is: DOWN {{(pid=103232) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 19:31:48.861010 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (c8a5f00d-9fd8-4671-a7fd-94a27433dbff), before_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:31:48.904568 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4ef7684-574d-42b3-b5ad-338a5bb11d92 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bd203ade-0774-485f-b648-ec4abc39364a,revision_number=1']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:31:48.931701 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-cb70e5cc-5c50-412b-8a64-07e65558a8e0 admin admin] Publish callbacks [] for security_group (bd203ade-0774-485f-b648-ec4abc39364a), before_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:31:48.938685 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4ef7684-574d-42b3-b5ad-338a5bb11d92 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:31:48.939220 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4ef7684-574d-42b3-b5ad-338a5bb11d92 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:31:48.940038 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4ef7684-574d-42b3-b5ad-338a5bb11d92 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:31:48.940541 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4ef7684-574d-42b3-b5ad-338a5bb11d92 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:31:48.941040 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4ef7684-574d-42b3-b5ad-338a5bb11d92 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:31:48.941845 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4ef7684-574d-42b3-b5ad-338a5bb11d92 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:31:48.942356 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4ef7684-574d-42b3-b5ad-338a5bb11d92 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:31:48.942855 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4ef7684-574d-42b3-b5ad-338a5bb11d92 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:31:48.943349 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4ef7684-574d-42b3-b5ad-338a5bb11d92 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:31:48.944679 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4ef7684-574d-42b3-b5ad-338a5bb11d92 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:31:48.945174 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4ef7684-574d-42b3-b5ad-338a5bb11d92 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:31:48.945661 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4ef7684-574d-42b3-b5ad-338a5bb11d92 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:31:48.946499 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4ef7684-574d-42b3-b5ad-338a5bb11d92 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:31:48.957062 n-d-713498-36 neutron-server[103230]: DEBUG neutron.db.db_base_plugin_common [None req-ba0e6c76-3bff-4617-8601-c027a58e6f6c tempest-RoutersTest-1116560139 tempest-RoutersTest-1116560139-project] Allocated IP 172.20.0.1 (3efac580-6d70-4a52-826d-02f173bd88dc/f3934a76-28ce-4264-8fe7-caccaff381cb/04ccfd9e-33eb-4086-8bd9-87f11337ca3a) {{(pid=103230) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 19:31:49.009905 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] For port c8a5f00d-9fd8-4671-a7fd-94a27433dbff, host n-h1-713498-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-36',level=0,port_id=c8a5f00d-9fd8-4671-a7fd-94a27433dbff,segment=NetworkSegment(9110d757-e4eb-424b-97b9-32896b689ba3),segment_id=9110d757-e4eb-424b-97b9-32896b689ba3)] {{(pid=103232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 19:31:49.039946 n-d-713498-36 neutron-server[103232]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b7a61ec4-b421-4c48-b109-b3c29e4ee261', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c8a5f00d-9fd8-4671-a7fd-94a27433dbff'}] {{(pid=103232) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 19:31:49.047407 n-d-713498-36 neutron-server[103232]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}949cdcde653dec44821de95cbf67297f53cbc2aed4e073b5d514f93bf911ce85" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-91d55919-9727-44a8-a2f8-5b2130a49808" -d '{"events": [{"server_uuid": "b7a61ec4-b421-4c48-b109-b3c29e4ee261", "name": "network-vif-unplugged", "status": "completed", "tag": "c8a5f00d-9fd8-4671-a7fd-94a27433dbff"}]}' {{(pid=103232) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 19:31:49.069579 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762867176205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762866656485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762866656503'] for port (c8a5f00d-9fd8-4671-a7fd-94a27433dbff), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:31:49.137129 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-20334847-a25e-494c-985e-2d9b86009b1e admin admin] Publish callbacks [] for security_group (8f315fa3-6df2-4536-8671-ea61d133dea9), precommit_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:31:49.187191 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Pushing event updated for resources: {'Port': ['ID=c8a5f00d-9fd8-4671-a7fd-94a27433dbff,revision_number=8']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:31:49.202361 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec369ffc-8f72-419e-b73f-f34b06654c88 req-efcfb5f4-0f71-468b-95e1-5f7a3de53a7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:31:49.203131 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.provisioning_blocks [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Provisioning complete for port 4881d142-b542-4a4a-9b50-7ca2bb6278f8 triggered by entity L2. {{(pid=103232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 19:31:49.203556 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593630'] for port (4881d142-b542-4a4a-9b50-7ca2bb6278f8), provisioning_complete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:31:49.205291 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-ec369ffc-8f72-419e-b73f-f34b06654c88 req-efcfb5f4-0f71-468b-95e1-5f7a3de53a7e service neutron] 10.222.0.89 "GET /v2.0/networks?id=bd12d1d0-518d-4d29-a00d-98410ba2cb8a HTTP/1.1" status: 200 len: 913 time: 0.5408006 Feb 09 19:31:49.257566 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-20334847-a25e-494c-985e-2d9b86009b1e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1892331'] for security_group (8f315fa3-6df2-4536-8671-ea61d133dea9), after_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:31:49.261898 n-d-713498-36 neutron-server[103232]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Wed, 09 Feb 2022 19:31:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3676c364-e16c-4e6b-a10a-9834863e3977 x-openstack-request-id: req-3676c364-e16c-4e6b-a10a-9834863e3977 {{(pid=103232) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 19:31:49.262269 n-d-713498-36 neutron-server[103232]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b7a61ec4-b421-4c48-b109-b3c29e4ee261", "name": "network-vif-unplugged", "status": "failed", "tag": "c8a5f00d-9fd8-4671-a7fd-94a27433dbff", "code": 422}]} {{(pid=103232) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 19:31:49.262465 n-d-713498-36 neutron-server[103232]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-3676c364-e16c-4e6b-a10a-9834863e3977 {{(pid=103232) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 19:31:49.262900 n-d-713498-36 neutron-server[103232]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'b7a61ec4-b421-4c48-b109-b3c29e4ee261', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'c8a5f00d-9fd8-4671-a7fd-94a27433dbff', 'code': 422} returned with failed status Feb 09 19:31:49.264585 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762867132591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593584'] for agent (bcd5faee-dc24-4298-9134-0e0aa054058e), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:31:49.333713 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-ec369ffc-8f72-419e-b73f-f34b06654c88 req-5b9dc7a3-a86f-4506-927f-8cb9912c8cf2 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f0b7f9af-8f64-4260-b1ad-67fc140f8d5e HTTP/1.1" status: 200 len: 217 time: 0.1172037 Feb 09 19:31:49.444984 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-cb70e5cc-5c50-412b-8a64-07e65558a8e0 admin admin] Publish callbacks [] for security_group (bd203ade-0774-485f-b648-ec4abc39364a), precommit_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:31:49.489108 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec369ffc-8f72-419e-b73f-f34b06654c88 req-77112285-f572-4ba3-8aa6-3ec00c238104 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:31:49.492231 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-ec369ffc-8f72-419e-b73f-f34b06654c88 req-77112285-f572-4ba3-8aa6-3ec00c238104 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=60ccac4e-8e6b-4139-b4aa-9c0c5cc0e9e4 HTTP/1.1" status: 200 len: 851 time: 0.1513250 Feb 09 19:31:49.555427 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-ba0e6c76-3bff-4617-8601-c027a58e6f6c tempest-RoutersTest-1116560139 tempest-RoutersTest-1116560139-project] Publish callbacks [] for port (04ccfd9e-33eb-4086-8bd9-87f11337ca3a), precommit_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:31:49.592849 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec369ffc-8f72-419e-b73f-f34b06654c88 req-8338d24c-945c-4b58-9cf0-73ac51f60330 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:31:49.595411 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-ec369ffc-8f72-419e-b73f-f34b06654c88 req-8338d24c-945c-4b58-9cf0-73ac51f60330 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=bd12d1d0-518d-4d29-a00d-98410ba2cb8a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0952168 Feb 09 19:31:49.725783 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Current status of the port 4881d142-b542-4a4a-9b50-7ca2bb6278f8 is: DOWN; New status is: ACTIVE {{(pid=103232) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 19:31:49.726359 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (4881d142-b542-4a4a-9b50-7ca2bb6278f8), before_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:31:49.730893 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-313787bd-6e3b-49ff-8258-31d851e4b3b5 tempest-RoutersIpV6AdminTest-1466914516 tempest-RoutersIpV6AdminTest-1466914516-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1820838'] for port (73f1e391-e22f-4243-b5c4-e2afc1ced899), precommit_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:31:49.762777 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.plugin [None req-313787bd-6e3b-49ff-8258-31d851e4b3b5 tempest-RoutersIpV6AdminTest-1466914516 tempest-RoutersIpV6AdminTest-1466914516-project] Calling delete_port for 73f1e391-e22f-4243-b5c4-e2afc1ced899 owned by network:router_gateway {{(pid=103229) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 19:31:49.799081 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20334847-a25e-494c-985e-2d9b86009b1e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8f315fa3-6df2-4536-8671-ea61d133dea9,revision_number=1']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:31:49.819918 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] For port 4881d142-b542-4a4a-9b50-7ca2bb6278f8, host n-d-713498-36, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-36',level=0,port_id=4881d142-b542-4a4a-9b50-7ca2bb6278f8,segment=NetworkSegment(8f2be29d-632e-4402-9a9a-42e8a481dd14),segment_id=8f2be29d-632e-4402-9a9a-42e8a481dd14)] {{(pid=103232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 19:31:49.821080 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-ba0e6c76-3bff-4617-8601-c027a58e6f6c tempest-RoutersTest-1116560139 tempest-RoutersTest-1116560139-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762866656467', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14393751'] for port (04ccfd9e-33eb-4086-8bd9-87f11337ca3a), after_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:31:49.852152 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-cb70e5cc-5c50-412b-8a64-07e65558a8e0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1892331'] for security_group (bd203ade-0774-485f-b648-ec4abc39364a), after_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:31:49.855641 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-cb70e5cc-5c50-412b-8a64-07e65558a8e0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:31:49.861870 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762867176205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762866656485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762866656503'] for port (4881d142-b542-4a4a-9b50-7ca2bb6278f8), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:31:49.879317 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-cb70e5cc-5c50-412b-8a64-07e65558a8e0 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/bd203ade-0774-485f-b648-ec4abc39364a HTTP/1.1" status: 204 len: 168 time: 1.3132775 Feb 09 19:31:49.909906 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-20334847-a25e-494c-985e-2d9b86009b1e admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=09593a43e0804b6db1d18d6979e118eb&name=default HTTP/1.1" status: 200 len: 3000 time: 3.3512588 Feb 09 19:31:49.912268 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 34078) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:31:49.951440 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa7d45ed-9e84-4d80-b5d0-f8588b1c041e None None] Network 3efac580-6d70-4a52-826d-02f173bd88dc requested from n-d-713498-36 {{(pid=103232) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 19:31:50.052387 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dae8bb7c-1cfe-4220-af3f-a4156984e976 req-ea33d203-1cca-4e57-b955-7d67671dda45 tempest-ServerActionsTestJSON-347500300 tempest-ServerActionsTestJSON-347500300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:31:50.059105 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-dae8bb7c-1cfe-4220-af3f-a4156984e976 req-ea33d203-1cca-4e57-b955-7d67671dda45 tempest-ServerActionsTestJSON-347500300 tempest-ServerActionsTestJSON-347500300-project] 10.222.0.75 "GET /v2.0/ports?device_id=b7a61ec4-b421-4c48-b109-b3c29e4ee261 HTTP/1.1" status: 200 len: 943 time: 1.1285164 Feb 09 19:31:50.148373 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb70e5cc-5c50-412b-8a64-07e65558a8e0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bd203ade-0774-485f-b648-ec4abc39364a,revision_number=None']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:31:50.235818 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-7147ad3c-634d-466e-9a31-1f91bbe2e309 admin admin] Publish callbacks [] for security_group (8f315fa3-6df2-4536-8671-ea61d133dea9), before_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:31:50.359342 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-dae8bb7c-1cfe-4220-af3f-a4156984e976 req-f1fcdd17-b60a-49a9-a23e-a741a6188f7c tempest-ServerActionsTestJSON-347500300 tempest-ServerActionsTestJSON-347500300-project] 10.222.0.75 "GET /v2.0/security-groups?id=f62a4cfa-cf5c-41a8-8bc5-ff3861f4d88a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2140634 Feb 09 19:31:50.390074 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-7147ad3c-634d-466e-9a31-1f91bbe2e309 admin admin] Publish callbacks [] for security_group (8f315fa3-6df2-4536-8671-ea61d133dea9), precommit_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:31:50.501014 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Pushing event updated for resources: {'Port': ['ID=4881d142-b542-4a4a-9b50-7ca2bb6278f8,revision_number=3']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:31:50.539035 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.provisioning_blocks [None req-22849021-d43a-4a6b-b367-27b47b129f8f None None] Provisioning complete for port 4881d142-b542-4a4a-9b50-7ca2bb6278f8 triggered by entity DHCP. {{(pid=103232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 19:31:50.539812 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-22849021-d43a-4a6b-b367-27b47b129f8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593630'] for port (4881d142-b542-4a4a-9b50-7ca2bb6278f8), provisioning_complete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:31:50.670095 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 34154) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:31:50.672496 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-313787bd-6e3b-49ff-8258-31d851e4b3b5 tempest-RoutersIpV6AdminTest-1466914516 tempest-RoutersIpV6AdminTest-1466914516-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762867177463', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762866656476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12867576'] for port (73f1e391-e22f-4243-b5c4-e2afc1ced899), after_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:31:50.700189 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-7147ad3c-634d-466e-9a31-1f91bbe2e309 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1892331'] for security_group (8f315fa3-6df2-4536-8671-ea61d133dea9), after_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:31:50.705312 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-7147ad3c-634d-466e-9a31-1f91bbe2e309 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:31:50.712309 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-7147ad3c-634d-466e-9a31-1f91bbe2e309 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/8f315fa3-6df2-4536-8671-ea61d133dea9 HTTP/1.1" status: 204 len: 168 time: 0.7953722 Feb 09 19:31:50.932715 n-d-713498-36 neutron-server[103230]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba0e6c76-3bff-4617-8601-c027a58e6f6c tempest-RoutersTest-1116560139 tempest-RoutersTest-1116560139-project] Network 3efac580-6d70-4a52-826d-02f173bd88dc is already hosted by enough agents. {{(pid=103230) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 19:31:50.940751 n-d-713498-36 neutron-server[103230]: DEBUG neutron.scheduler.base_scheduler [None req-ba0e6c76-3bff-4617-8601-c027a58e6f6c tempest-RoutersTest-1116560139 tempest-RoutersTest-1116560139-project] Resources bound (agent type, host, resource id): {{(pid=103230) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 19:31:50.967560 n-d-713498-36 neutron-server[103230]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba0e6c76-3bff-4617-8601-c027a58e6f6c tempest-RoutersTest-1116560139 tempest-RoutersTest-1116560139-project] Received port after_create {{(pid=103230) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 19:31:50.981093 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7147ad3c-634d-466e-9a31-1f91bbe2e309 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8f315fa3-6df2-4536-8671-ea61d133dea9,revision_number=None']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:31:51.001240 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-313787bd-6e3b-49ff-8258-31d851e4b3b5 tempest-RoutersIpV6AdminTest-1466914516 tempest-RoutersIpV6AdminTest-1466914516-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1818987'] for router_gateway (209e4873-d954-46fa-95da-ef87b77998fa), after_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:31:51.052443 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-22849021-d43a-4a6b-b367-27b47b129f8f None None] Current status of the port 4881d142-b542-4a4a-9b50-7ca2bb6278f8 is: ACTIVE; New status is: ACTIVE {{(pid=103232) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 19:31:51.133301 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba0e6c76-3bff-4617-8601-c027a58e6f6c tempest-RoutersTest-1116560139 tempest-RoutersTest-1116560139-project] Pushing event updated for resources: {'Port': ['ID=04ccfd9e-33eb-4086-8bd9-87f11337ca3a,revision_number=1']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:31:51.162713 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-ec369ffc-8f72-419e-b73f-f34b06654c88 req-6a0183c4-14ac-4d5e-92c0-ded51923290e service neutron] 10.222.0.89 "GET /v2.0/networks/bd12d1d0-518d-4d29-a00d-98410ba2cb8a?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.5511410 Feb 09 19:31:51.200707 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-313787bd-6e3b-49ff-8258-31d851e4b3b5 tempest-RoutersIpV6AdminTest-1466914516 tempest-RoutersIpV6AdminTest-1466914516-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1834988', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-58375'] for router (209e4873-d954-46fa-95da-ef87b77998fa), precommit_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:31:51.203981 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-313787bd-6e3b-49ff-8258-31d851e4b3b5 tempest-RoutersIpV6AdminTest-1466914516 tempest-RoutersIpV6AdminTest-1466914516-project] Publish callbacks [] for router_controller (209e4873-d954-46fa-95da-ef87b77998fa), precommit_delete_associations {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:31:51.329720 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-179b0ed0-3f33-48be-ac82-07b2fd8da6d9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:31:51.374261 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-ba0e6c76-3bff-4617-8601-c027a58e6f6c tempest-RoutersTest-1116560139 tempest-RoutersTest-1116560139-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1819024'] for router_interface (3640d578-6d11-43c7-95c7-b2a6534b32e5), before_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:31:51.507056 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.provisioning_blocks [None req-44546d19-16da-44fa-90c5-c93ab4c8a8eb None None] Provisioning complete for port 4881d142-b542-4a4a-9b50-7ca2bb6278f8 triggered by entity DHCP. {{(pid=103232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 19:31:51.507440 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-44546d19-16da-44fa-90c5-c93ab4c8a8eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593630'] for port (4881d142-b542-4a4a-9b50-7ca2bb6278f8), provisioning_complete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:31:51.539685 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-179b0ed0-3f33-48be-ac82-07b2fd8da6d9 admin admin] Publish callbacks [] for security_group (a5b72024-5886-4112-9fa5-3bd83b407cba), precommit_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:31:51.543605 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-313787bd-6e3b-49ff-8258-31d851e4b3b5 tempest-RoutersIpV6AdminTest-1466914516 tempest-RoutersIpV6AdminTest-1466914516-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1835003'] for router (209e4873-d954-46fa-95da-ef87b77998fa), after_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:31:51.545602 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-313787bd-6e3b-49ff-8258-31d851e4b3b5 tempest-RoutersIpV6AdminTest-1466914516 tempest-RoutersIpV6AdminTest-1466914516-project] Fanout notify agent at l3_agent the message router_deleted on router 209e4873-d954-46fa-95da-ef87b77998fa {{(pid=103229) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 09 19:31:51.564908 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-313787bd-6e3b-49ff-8258-31d851e4b3b5 tempest-RoutersIpV6AdminTest-1466914516 tempest-RoutersIpV6AdminTest-1466914516-project] Pushing event deleted for resources: {'Port': ['ID=73f1e391-e22f-4243-b5c4-e2afc1ced899,revision_number=None']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:31:51.590780 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-313787bd-6e3b-49ff-8258-31d851e4b3b5 tempest-RoutersIpV6AdminTest-1466914516 tempest-RoutersIpV6AdminTest-1466914516-project] Publish callbacks [] for router (None), before_response {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:31:51.603109 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-313787bd-6e3b-49ff-8258-31d851e4b3b5 tempest-RoutersIpV6AdminTest-1466914516 tempest-RoutersIpV6AdminTest-1466914516-project] 10.222.0.75 "DELETE /v2.0/routers/209e4873-d954-46fa-95da-ef87b77998fa HTTP/1.1" status: 204 len: 168 time: 4.9770982 Feb 09 19:31:51.607290 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-179b0ed0-3f33-48be-ac82-07b2fd8da6d9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1892331'] for security_group (a5b72024-5886-4112-9fa5-3bd83b407cba), after_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:31:51.670612 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 34252) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:31:51.706738 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 34266) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:31:51.707718 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-179b0ed0-3f33-48be-ac82-07b2fd8da6d9 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=056ace69ef3f47cd9182ab6618eb5be8&name=default HTTP/1.1" status: 200 len: 3000 time: 1.0212288 Feb 09 19:31:51.733481 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-44546d19-16da-44fa-90c5-c93ab4c8a8eb None None] Current status of the port 4881d142-b542-4a4a-9b50-7ca2bb6278f8 is: ACTIVE; New status is: ACTIVE {{(pid=103232) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 19:31:51.739086 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.v2.base [None req-c4cd597c-ba0c-45a9-b856-ecc4043dfc2d tempest-RoutersIpV6AdminTest-1466914516 tempest-RoutersIpV6AdminTest-1466914516-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-765852921', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 19:31:51.745646 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.provisioning_blocks [None req-44546d19-16da-44fa-90c5-c93ab4c8a8eb None None] Provisioning complete for port 04ccfd9e-33eb-4086-8bd9-87f11337ca3a triggered by entity DHCP. {{(pid=103232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 19:31:51.746064 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-44546d19-16da-44fa-90c5-c93ab4c8a8eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593630'] for port (04ccfd9e-33eb-4086-8bd9-87f11337ca3a), provisioning_complete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:31:51.769065 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 34274) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:31:51.812846 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-44546d19-16da-44fa-90c5-c93ab4c8a8eb None None] Port 04ccfd9e-33eb-4086-8bd9-87f11337ca3a cannot update to ACTIVE because it is not bound. {{(pid=103232) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 19:31:51.842474 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-179b0ed0-3f33-48be-ac82-07b2fd8da6d9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a5b72024-5886-4112-9fa5-3bd83b407cba,revision_number=1']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:31:51.882423 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-c4cd597c-ba0c-45a9-b856-ecc4043dfc2d tempest-RoutersIpV6AdminTest-1466914516 tempest-RoutersIpV6AdminTest-1466914516-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1834830', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-58389'] for router (d974681a-4d7e-405d-9b68-4e80cb0cab92), before_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:31:51.889764 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-c4cd597c-ba0c-45a9-b856-ecc4043dfc2d tempest-RoutersIpV6AdminTest-1466914516 tempest-RoutersIpV6AdminTest-1466914516-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1834810', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1822096', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1886735', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-58380'] for router (d974681a-4d7e-405d-9b68-4e80cb0cab92), precommit_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:31:51.987712 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-0bf085a1-d0c8-46a3-b743-514766e927d4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:31:52.027216 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-ba0e6c76-3bff-4617-8601-c027a58e6f6c tempest-RoutersTest-1116560139 tempest-RoutersTest-1116560139-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (04ccfd9e-33eb-4086-8bd9-87f11337ca3a), before_update {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:31:52.028861 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-c4cd597c-ba0c-45a9-b856-ecc4043dfc2d tempest-RoutersIpV6AdminTest-1466914516 tempest-RoutersIpV6AdminTest-1466914516-project] Publish callbacks [] for router_controller (d974681a-4d7e-405d-9b68-4e80cb0cab92), precommit_add_association {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:31:52.036435 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-c4cd597c-ba0c-45a9-b856-ecc4043dfc2d tempest-RoutersIpV6AdminTest-1466914516 tempest-RoutersIpV6AdminTest-1466914516-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1834945', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1818951'] for router (d974681a-4d7e-405d-9b68-4e80cb0cab92), after_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:31:52.055197 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.provisioning_blocks [None req-ad809e70-835e-4ecc-bd60-da7c58b0e46a None None] Provisioning complete for port 04ccfd9e-33eb-4086-8bd9-87f11337ca3a triggered by entity DHCP. {{(pid=103232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 19:31:52.055708 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-ad809e70-835e-4ecc-bd60-da7c58b0e46a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593630'] for port (04ccfd9e-33eb-4086-8bd9-87f11337ca3a), provisioning_complete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:31:52.108028 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-c4cd597c-ba0c-45a9-b856-ecc4043dfc2d tempest-RoutersIpV6AdminTest-1466914516 tempest-RoutersIpV6AdminTest-1466914516-project] Publish callbacks [] for router (None), before_response {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:31:52.109257 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-c4cd597c-ba0c-45a9-b856-ecc4043dfc2d tempest-RoutersIpV6AdminTest-1466914516 tempest-RoutersIpV6AdminTest-1466914516-project] 10.222.0.75 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.3992805 Feb 09 19:31:52.112486 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 34316) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:31:52.117110 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.v2.base [None req-553f4c49-62ae-4be2-9cde-73344805ae7f tempest-RoutersIpV6AdminTest-1466914516 tempest-RoutersIpV6AdminTest-1466914516-project] Request body: {'router': {'external_gateway_info': {'network_id': '88055e1e-672a-4487-be31-ffb6e833ece5'}}} {{(pid=103229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 19:31:52.142833 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-ad809e70-835e-4ecc-bd60-da7c58b0e46a None None] Port 04ccfd9e-33eb-4086-8bd9-87f11337ca3a cannot update to ACTIVE because it is not bound. {{(pid=103232) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 19:31:52.434849 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Device 4881d142-b542-4a4a-9b50-7ca2bb6278f8 up at agent ovs-agent-n-d-713498-36 {{(pid=103232) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 19:31:52.436946 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Device c8a5f00d-9fd8-4671-a7fd-94a27433dbff no longer exists at agent hyperv_n-h1-713498-36 {{(pid=103232) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 19:31:52.480066 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-ec369ffc-8f72-419e-b73f-f34b06654c88 req-59b9ad13-2eb2-4b82-a9b2-a472876d50ba service neutron] 10.222.0.89 "GET /v2.0/networks/bd12d1d0-518d-4d29-a00d-98410ba2cb8a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.3003743 Feb 09 19:31:52.535272 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57cde841-45b0-487d-80fd-23a01eedb6e4 req-358f8310-42a6-41f6-8b0d-f98bafc41e18 tempest-ServerActionsTestJSON-347500300 tempest-ServerActionsTestJSON-347500300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:31:52.536773 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-57cde841-45b0-487d-80fd-23a01eedb6e4 req-358f8310-42a6-41f6-8b0d-f98bafc41e18 tempest-ServerActionsTestJSON-347500300 tempest-ServerActionsTestJSON-347500300-project] 10.222.0.75 "GET /v2.0/ports?device_id=a1fbc70b-9dd3-44f5-99b0-85f3dff92d7d HTTP/1.1" status: 200 len: 944 time: 1.7342341 Feb 09 19:31:52.551882 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-553f4c49-62ae-4be2-9cde-73344805ae7f tempest-RoutersIpV6AdminTest-1466914516 tempest-RoutersIpV6AdminTest-1466914516-project] Publish callbacks [] for router_gateway (d974681a-4d7e-405d-9b68-4e80cb0cab92), precommit_update {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:31:52.584939 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-f7cab809-7363-4225-bc78-2a4fc31fb7f7 admin admin] Publish callbacks [] for security_group (a5b72024-5886-4112-9fa5-3bd83b407cba), before_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:31:52.610637 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-f7cab809-7363-4225-bc78-2a4fc31fb7f7 admin admin] Publish callbacks [] for security_group (a5b72024-5886-4112-9fa5-3bd83b407cba), precommit_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:31:52.667667 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Current status of the port c8a5f00d-9fd8-4671-a7fd-94a27433dbff is: DOWN; New status is: DOWN {{(pid=103232) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 19:31:52.689368 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.provisioning_blocks [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Provisioning complete for port 4881d142-b542-4a4a-9b50-7ca2bb6278f8 triggered by entity L2. {{(pid=103232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 19:31:52.689368 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593630'] for port (4881d142-b542-4a4a-9b50-7ca2bb6278f8), provisioning_complete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:31:52.732077 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-0bf085a1-d0c8-46a3-b743-514766e927d4 admin admin] Publish callbacks [] for security_group (e89ca332-b005-49b3-966f-5a5c5169e56d), precommit_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:31:52.740683 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-f7cab809-7363-4225-bc78-2a4fc31fb7f7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1892331'] for security_group (a5b72024-5886-4112-9fa5-3bd83b407cba), after_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:31:52.745138 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-f7cab809-7363-4225-bc78-2a4fc31fb7f7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:31:52.746493 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-f7cab809-7363-4225-bc78-2a4fc31fb7f7 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/a5b72024-5886-4112-9fa5-3bd83b407cba HTTP/1.1" status: 204 len: 168 time: 1.0256479 Feb 09 19:31:52.750049 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-9e3ddf2e-d02e-40b8-abea-130d4b983064 req-4eb5b874-7492-429e-99c5-86815ded8c4f service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=de192669-200d-4920-933f-d2a9401df8ae&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.7909265 Feb 09 19:31:52.775015 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-0bf085a1-d0c8-46a3-b743-514766e927d4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1892331'] for security_group (e89ca332-b005-49b3-966f-5a5c5169e56d), after_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:31:52.941603 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7cab809-7363-4225-bc78-2a4fc31fb7f7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a5b72024-5886-4112-9fa5-3bd83b407cba,revision_number=None']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:31:52.968609 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Current status of the port 4881d142-b542-4a4a-9b50-7ca2bb6278f8 is: ACTIVE; New status is: ACTIVE {{(pid=103232) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 19:31:53.024828 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-553f4c49-62ae-4be2-9cde-73344805ae7f tempest-RoutersIpV6AdminTest-1466914516 tempest-RoutersIpV6AdminTest-1466914516-project] Publish callbacks [] for router_gateway (d974681a-4d7e-405d-9b68-4e80cb0cab92), before_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:31:53.060634 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-553f4c49-62ae-4be2-9cde-73344805ae7f tempest-RoutersIpV6AdminTest-1466914516 tempest-RoutersIpV6AdminTest-1466914516-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (None), before_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:31:53.175429 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-57cde841-45b0-487d-80fd-23a01eedb6e4 req-d5a80871-0943-43ac-a1f3-f313ec3b5038 tempest-ServerActionsTestJSON-347500300 tempest-ServerActionsTestJSON-347500300-project] 10.222.0.75 "GET /v2.0/security-groups?id=22c4accd-b9e4-4e3e-aec5-b2bee068a6b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6081369 Feb 09 19:31:53.241905 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-0bf085a1-d0c8-46a3-b743-514766e927d4 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=53eaa1fe28dd41bfa54d5e3ea6700572&name=default HTTP/1.1" status: 200 len: 3000 time: 1.4671206 Feb 09 19:31:53.247697 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 34348) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:31:53.260166 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bf085a1-d0c8-46a3-b743-514766e927d4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e89ca332-b005-49b3-966f-5a5c5169e56d,revision_number=1']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:31:53.313395 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-ba0e6c76-3bff-4617-8601-c027a58e6f6c tempest-RoutersTest-1116560139 tempest-RoutersTest-1116560139-project] Publish callbacks [] for port (04ccfd9e-33eb-4086-8bd9-87f11337ca3a), precommit_update {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:31:53.324920 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e3ddf2e-d02e-40b8-abea-130d4b983064 req-02e5708e-7f0b-404e-b921-4e4e325d90a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:31:53.335338 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-9e3ddf2e-d02e-40b8-abea-130d4b983064 req-02e5708e-7f0b-404e-b921-4e4e325d90a3 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=d7a2ccbf0c8a475abd1520a0e31ab926&device_id=de192669-200d-4920-933f-d2a9401df8ae HTTP/1.1" status: 200 len: 1090 time: 0.4332099 Feb 09 19:31:53.336585 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-ba0e6c76-3bff-4617-8601-c027a58e6f6c tempest-RoutersTest-1116560139 tempest-RoutersTest-1116560139-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762867176205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762866656485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762866656503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14393758'] for port (04ccfd9e-33eb-4086-8bd9-87f11337ca3a), after_update {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:31:53.528214 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-c6e674d8-4dfa-4743-837c-2e190fbf78ce admin admin] Publish callbacks [] for security_group (e89ca332-b005-49b3-966f-5a5c5169e56d), before_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:31:53.597423 n-d-713498-36 neutron-server[103229]: DEBUG neutron.db.db_base_plugin_common [None req-553f4c49-62ae-4be2-9cde-73344805ae7f tempest-RoutersIpV6AdminTest-1466914516 tempest-RoutersIpV6AdminTest-1466914516-project] Allocated IP 172.25.1.251 (88055e1e-672a-4487-be31-ffb6e833ece5/ac16dbcc-383c-4b43-9153-d763c4a53f91/f31014dc-08cc-44eb-9671-fe7f24353ad0) {{(pid=103229) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 19:31:53.608735 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-c6e674d8-4dfa-4743-837c-2e190fbf78ce admin admin] Publish callbacks [] for security_group (e89ca332-b005-49b3-966f-5a5c5169e56d), precommit_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:31:53.629556 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-321e3563-2f8b-48ad-8716-b8dcd08995e4 req-a70b2813-3897-4fd8-8b64-88af49f94b8f tempest-ServerActionsTestJSON-347500300 tempest-ServerActionsTestJSON-347500300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:31:53.631582 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-321e3563-2f8b-48ad-8716-b8dcd08995e4 req-a70b2813-3897-4fd8-8b64-88af49f94b8f tempest-ServerActionsTestJSON-347500300 tempest-ServerActionsTestJSON-347500300-project] 10.222.0.75 "GET /v2.0/ports?device_id=a1fbc70b-9dd3-44f5-99b0-85f3dff92d7d HTTP/1.1" status: 200 len: 944 time: 0.3086331 Feb 09 19:31:53.644378 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-ba0e6c76-3bff-4617-8601-c027a58e6f6c tempest-RoutersTest-1116560139 tempest-RoutersTest-1116560139-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1613458', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1834496'] for router_interface (3640d578-6d11-43c7-95c7-b2a6534b32e5), after_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:31:53.654926 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba0e6c76-3bff-4617-8601-c027a58e6f6c tempest-RoutersTest-1116560139 tempest-RoutersTest-1116560139-project] Pushing event updated for resources: {'Port': ['ID=04ccfd9e-33eb-4086-8bd9-87f11337ca3a,revision_number=2']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:31:53.803935 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-321e3563-2f8b-48ad-8716-b8dcd08995e4 req-28061afc-d563-474c-9f0b-8fe11377c221 tempest-ServerActionsTestJSON-347500300 tempest-ServerActionsTestJSON-347500300-project] 10.222.0.75 "GET /v2.0/security-groups?id=22c4accd-b9e4-4e3e-aec5-b2bee068a6b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1592064 Feb 09 19:31:53.805083 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-c6e674d8-4dfa-4743-837c-2e190fbf78ce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1892331'] for security_group (e89ca332-b005-49b3-966f-5a5c5169e56d), after_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:31:53.808332 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-c6e674d8-4dfa-4743-837c-2e190fbf78ce admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:31:53.809556 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-c6e674d8-4dfa-4743-837c-2e190fbf78ce admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/e89ca332-b005-49b3-966f-5a5c5169e56d HTTP/1.1" status: 204 len: 168 time: 0.5605111 Feb 09 19:31:53.828073 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6e674d8-4dfa-4743-837c-2e190fbf78ce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e89ca332-b005-49b3-966f-5a5c5169e56d,revision_number=None']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:31:53.835867 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e3ddf2e-d02e-40b8-abea-130d4b983064 req-cc1e5286-4d57-4a88-9607-dacce2976475 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:31:53.842257 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-9e3ddf2e-d02e-40b8-abea-130d4b983064 req-cc1e5286-4d57-4a88-9607-dacce2976475 service neutron] 10.222.0.90 "GET /v2.0/networks?id=bd12d1d0-518d-4d29-a00d-98410ba2cb8a HTTP/1.1" status: 200 len: 913 time: 0.4334934 Feb 09 19:31:53.847862 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-553f4c49-62ae-4be2-9cde-73344805ae7f tempest-RoutersIpV6AdminTest-1466914516 tempest-RoutersIpV6AdminTest-1466914516-project] Publish callbacks [] for port (f31014dc-08cc-44eb-9671-fe7f24353ad0), precommit_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:31:53.937930 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-553f4c49-62ae-4be2-9cde-73344805ae7f tempest-RoutersIpV6AdminTest-1466914516 tempest-RoutersIpV6AdminTest-1466914516-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762866656467', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12867576'] for port (f31014dc-08cc-44eb-9671-fe7f24353ad0), after_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:31:54.020826 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-553f4c49-62ae-4be2-9cde-73344805ae7f tempest-RoutersIpV6AdminTest-1466914516 tempest-RoutersIpV6AdminTest-1466914516-project] Pushing event updated for resources: {'Port': ['ID=f31014dc-08cc-44eb-9671-fe7f24353ad0,revision_number=1']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:31:54.061026 n-d-713498-36 neutron-server[103229]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-553f4c49-62ae-4be2-9cde-73344805ae7f tempest-RoutersIpV6AdminTest-1466914516 tempest-RoutersIpV6AdminTest-1466914516-project] Network 88055e1e-672a-4487-be31-ffb6e833ece5 is already hosted by enough agents. {{(pid=103229) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 19:31:54.066597 n-d-713498-36 neutron-server[103229]: DEBUG neutron.scheduler.base_scheduler [None req-553f4c49-62ae-4be2-9cde-73344805ae7f tempest-RoutersIpV6AdminTest-1466914516 tempest-RoutersIpV6AdminTest-1466914516-project] Resources bound (agent type, host, resource id): {{(pid=103229) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 19:31:54.070533 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-9e3ddf2e-d02e-40b8-abea-130d4b983064 req-74e32932-7070-4fb7-a8b2-3c09cbb2b7e5 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=7ae35eb4-239a-4106-995f-63bcb4730611 HTTP/1.1" status: 200 len: 217 time: 0.2209013 Feb 09 19:31:54.071137 n-d-713498-36 neutron-server[103229]: DEBUG neutron.db.l3_dvrscheduler_db [None req-553f4c49-62ae-4be2-9cde-73344805ae7f tempest-RoutersIpV6AdminTest-1466914516 tempest-RoutersIpV6AdminTest-1466914516-project] Received port after_create {{(pid=103229) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 19:31:54.092855 n-d-713498-36 neutron-server[103230]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba0e6c76-3bff-4617-8601-c027a58e6f6c tempest-RoutersTest-1116560139 tempest-RoutersTest-1116560139-project] Network 3efac580-6d70-4a52-826d-02f173bd88dc is already hosted by enough agents. {{(pid=103230) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 19:31:54.191632 n-d-713498-36 neutron-server[103230]: DEBUG neutron.scheduler.base_scheduler [None req-ba0e6c76-3bff-4617-8601-c027a58e6f6c tempest-RoutersTest-1116560139 tempest-RoutersTest-1116560139-project] Resources bound (agent type, host, resource id): {{(pid=103230) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 19:31:54.520363 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e3ddf2e-d02e-40b8-abea-130d4b983064 req-0ce6d17e-0793-43ca-9e69-b1b4ecd76520 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:31:54.522249 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-9e3ddf2e-d02e-40b8-abea-130d4b983064 req-0ce6d17e-0793-43ca-9e69-b1b4ecd76520 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=60ccac4e-8e6b-4139-b4aa-9c0c5cc0e9e4 HTTP/1.1" status: 200 len: 851 time: 0.4367647 Feb 09 19:31:54.612796 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.provisioning_blocks [None req-81669444-f2e6-4cd4-9c60-adbc14893be0 None None] Provisioning complete for port 04ccfd9e-33eb-4086-8bd9-87f11337ca3a triggered by entity DHCP. {{(pid=103232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 19:31:54.613382 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-81669444-f2e6-4cd4-9c60-adbc14893be0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593630'] for port (04ccfd9e-33eb-4086-8bd9-87f11337ca3a), provisioning_complete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:31:54.711344 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-81669444-f2e6-4cd4-9c60-adbc14893be0 None None] Port 04ccfd9e-33eb-4086-8bd9-87f11337ca3a cannot update to ACTIVE because it is not bound. {{(pid=103232) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 19:31:54.742931 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e3ddf2e-d02e-40b8-abea-130d4b983064 req-16227e51-a499-4007-8d8c-035791c10348 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:31:54.745474 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-9e3ddf2e-d02e-40b8-abea-130d4b983064 req-16227e51-a499-4007-8d8c-035791c10348 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=bd12d1d0-518d-4d29-a00d-98410ba2cb8a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.2105086 Feb 09 19:31:54.777593 n-d-713498-36 neutron-server[103230]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ba0e6c76-3bff-4617-8601-c027a58e6f6c tempest-RoutersTest-1116560139 tempest-RoutersTest-1116560139-project] Router 3640d578-6d11-43c7-95c7-b2a6534b32e5 is scheduled to L3 agent 93303d5e-5d17-45e8-8963-7694f87783ae with binding_index 1 {{(pid=103230) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 09 19:31:54.919923 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdc491be-fcb4-4192-b202-e5cf694f8dd4 req-47b53ed5-1d1e-4c38-841e-ccecb758f181 tempest-ServerActionsTestJSON-347500300 tempest-ServerActionsTestJSON-347500300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:31:54.932902 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-fdc491be-fcb4-4192-b202-e5cf694f8dd4 req-47b53ed5-1d1e-4c38-841e-ccecb758f181 tempest-ServerActionsTestJSON-347500300 tempest-ServerActionsTestJSON-347500300-project] 10.222.0.75 "GET /v2.0/ports?device_id=a1fbc70b-9dd3-44f5-99b0-85f3dff92d7d HTTP/1.1" status: 200 len: 944 time: 0.5759549 Feb 09 19:31:55.064332 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-fdc491be-fcb4-4192-b202-e5cf694f8dd4 req-8fa25784-e481-4819-9b20-09454dee6548 tempest-ServerActionsTestJSON-347500300 tempest-ServerActionsTestJSON-347500300-project] 10.222.0.75 "GET /v2.0/security-groups?id=22c4accd-b9e4-4e3e-aec5-b2bee068a6b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1305153 Feb 09 19:31:55.071534 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-553f4c49-62ae-4be2-9cde-73344805ae7f tempest-RoutersIpV6AdminTest-1466914516 tempest-RoutersIpV6AdminTest-1466914516-project] Publish callbacks [] for router_gateway (d974681a-4d7e-405d-9b68-4e80cb0cab92), after_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:31:55.197599 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ba0e6c76-3bff-4617-8601-c027a58e6f6c tempest-RoutersTest-1116560139 tempest-RoutersTest-1116560139-project] Notify agent at l3_agent.n-d-713498-36 the message routers_updated {{(pid=103230) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 19:31:55.216814 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d2d7a15-c746-4a7a-8b68-79fa7bf806ff None None] Sync routers for ids ['3640d578-6d11-43c7-95c7-b2a6534b32e5'] in n-d-713498-36 {{(pid=103232) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 19:31:55.226486 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-ba0e6c76-3bff-4617-8601-c027a58e6f6c tempest-RoutersTest-1116560139 tempest-RoutersTest-1116560139-project] 10.222.0.75 "PUT /v2.0/routers/3640d578-6d11-43c7-95c7-b2a6534b32e5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.6793246 Feb 09 19:31:55.231098 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 34402) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:31:55.232754 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d2d7a15-c746-4a7a-8b68-79fa7bf806ff None None] Routers {'3640d578-6d11-43c7-95c7-b2a6534b32e5'} bound to L3 agent in host n-d-713498-36 {{(pid=103232) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 19:31:55.239344 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.l3_hamode_db [None req-2d2d7a15-c746-4a7a-8b68-79fa7bf806ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T18:51:43Z,description=,heartbeat_timestamp=2022-02-09T19:31:43Z,host='n-d-713498-36',id=93303d5e-5d17-45e8-8963-7694f87783ae,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T18:51:43Z,topic='l3_agent')) {'router_ids': ['3640d578-6d11-43c7-95c7-b2a6534b32e5'], 'active': True} {{(pid=103232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:31:55.265791 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-9e3ddf2e-d02e-40b8-abea-130d4b983064 req-3687bc2d-08ec-4ffe-9147-7f217c20fd5c service neutron] 10.222.0.90 "GET /v2.0/networks/bd12d1d0-518d-4d29-a00d-98410ba2cb8a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5097113 Feb 09 19:31:55.346316 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.l3_hamode_db [None req-2d2d7a15-c746-4a7a-8b68-79fa7bf806ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713498-36', False) {} {{(pid=103232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:31:55.357415 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d2d7a15-c746-4a7a-8b68-79fa7bf806ff None None] Routers {'3640d578-6d11-43c7-95c7-b2a6534b32e5'} bound to L3 agent in host n-d-713498-36 {{(pid=103232) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 19:31:55.358270 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.l3_hamode_db [None req-2d2d7a15-c746-4a7a-8b68-79fa7bf806ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T18:51:43Z,description=,heartbeat_timestamp=2022-02-09T19:31:43Z,host='n-d-713498-36',id=93303d5e-5d17-45e8-8963-7694f87783ae,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T18:51:43Z,topic='l3_agent')) {'router_ids': ['3640d578-6d11-43c7-95c7-b2a6534b32e5'], 'active': True} {{(pid=103232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:31:55.430143 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-553f4c49-62ae-4be2-9cde-73344805ae7f tempest-RoutersIpV6AdminTest-1466914516 tempest-RoutersIpV6AdminTest-1466914516-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1822118', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1834952', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-58494'] for router (d974681a-4d7e-405d-9b68-4e80cb0cab92), precommit_update {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:31:55.437504 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.l3_hamode_db [None req-2d2d7a15-c746-4a7a-8b68-79fa7bf806ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713498-36', False) {} {{(pid=103232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:31:55.437730 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-553f4c49-62ae-4be2-9cde-73344805ae7f tempest-RoutersIpV6AdminTest-1466914516 tempest-RoutersIpV6AdminTest-1466914516-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1818951', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1822125', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1822132', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1834967'] for router (d974681a-4d7e-405d-9b68-4e80cb0cab92), after_update {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:31:55.442942 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d2d7a15-c746-4a7a-8b68-79fa7bf806ff None None] The sync data for ids ['3640d578-6d11-43c7-95c7-b2a6534b32e5'] in n-d-713498-36 is: [] {{(pid=103232) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 19:31:55.467539 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4eae8d3f-2749-4144-bc7c-55b8e5cd0326 tempest-RoutersTest-1116560139 tempest-RoutersTest-1116560139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:31:55.471628 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-4eae8d3f-2749-4144-bc7c-55b8e5cd0326 tempest-RoutersTest-1116560139 tempest-RoutersTest-1116560139-project] 10.222.0.75 "GET /v2.0/ports/04ccfd9e-33eb-4086-8bd9-87f11337ca3a HTTP/1.1" status: 200 len: 910 time: 0.2236900 Feb 09 19:31:55.473508 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 34412) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:31:55.757691 n-d-713498-36 neutron-server[103229]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-553f4c49-62ae-4be2-9cde-73344805ae7f tempest-RoutersIpV6AdminTest-1466914516 tempest-RoutersIpV6AdminTest-1466914516-project] Router d974681a-4d7e-405d-9b68-4e80cb0cab92 is scheduled to L3 agent 93303d5e-5d17-45e8-8963-7694f87783ae with binding_index 1 {{(pid=103229) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 09 19:31:55.959080 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-9e3ddf2e-d02e-40b8-abea-130d4b983064 req-cae4ed09-5f8a-41a1-87de-897979b79fc3 service neutron] 10.222.0.90 "GET /v2.0/networks/bd12d1d0-518d-4d29-a00d-98410ba2cb8a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6819763 Feb 09 19:31:56.010714 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-553f4c49-62ae-4be2-9cde-73344805ae7f tempest-RoutersIpV6AdminTest-1466914516 tempest-RoutersIpV6AdminTest-1466914516-project] Notify agent at l3_agent.n-d-713498-36 the message routers_updated {{(pid=103229) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 19:31:56.027508 n-d-713498-36 neutron-server[103233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9883d26a-5b38-4487-996d-4fa7afee7e76 None None] Sync routers for ids ['d974681a-4d7e-405d-9b68-4e80cb0cab92'] in n-d-713498-36 {{(pid=103233) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 19:31:56.032525 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-553f4c49-62ae-4be2-9cde-73344805ae7f tempest-RoutersIpV6AdminTest-1466914516 tempest-RoutersIpV6AdminTest-1466914516-project] Publish callbacks [] for router (None), before_response {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:31:56.036216 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-553f4c49-62ae-4be2-9cde-73344805ae7f tempest-RoutersIpV6AdminTest-1466914516 tempest-RoutersIpV6AdminTest-1466914516-project] 10.222.0.75 "PUT /v2.0/routers/d974681a-4d7e-405d-9b68-4e80cb0cab92 HTTP/1.1" status: 200 len: 883 time: 3.9222925 Feb 09 19:31:56.042552 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 34424) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:31:56.063940 n-d-713498-36 neutron-server[103233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9883d26a-5b38-4487-996d-4fa7afee7e76 None None] Routers {'d974681a-4d7e-405d-9b68-4e80cb0cab92'} bound to L3 agent in host n-d-713498-36 {{(pid=103233) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 19:31:56.070923 n-d-713498-36 neutron-server[103233]: DEBUG neutron.db.l3_hamode_db [None req-9883d26a-5b38-4487-996d-4fa7afee7e76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T18:51:43Z,description=,heartbeat_timestamp=2022-02-09T19:31:43Z,host='n-d-713498-36',id=93303d5e-5d17-45e8-8963-7694f87783ae,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T18:51:43Z,topic='l3_agent')) {'router_ids': ['d974681a-4d7e-405d-9b68-4e80cb0cab92'], 'active': True} {{(pid=103233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:31:56.215697 n-d-713498-36 neutron-server[103233]: DEBUG neutron.db.l3_hamode_db [None req-9883d26a-5b38-4487-996d-4fa7afee7e76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713498-36', False) {} {{(pid=103233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:31:56.245477 n-d-713498-36 neutron-server[103233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9883d26a-5b38-4487-996d-4fa7afee7e76 None None] Routers {'d974681a-4d7e-405d-9b68-4e80cb0cab92'} bound to L3 agent in host n-d-713498-36 {{(pid=103233) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 19:31:56.246439 n-d-713498-36 neutron-server[103233]: DEBUG neutron.db.l3_hamode_db [None req-9883d26a-5b38-4487-996d-4fa7afee7e76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T18:51:43Z,description=,heartbeat_timestamp=2022-02-09T19:31:43Z,host='n-d-713498-36',id=93303d5e-5d17-45e8-8963-7694f87783ae,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T18:51:43Z,topic='l3_agent')) {'router_ids': ['d974681a-4d7e-405d-9b68-4e80cb0cab92'], 'active': True} {{(pid=103233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:31:56.287864 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-cbc80a12-290d-4638-a741-6e3f902d730d tempest-RoutersIpV6AdminTest-1179638195 tempest-RoutersIpV6AdminTest-1179638195-project-admin] 10.222.0.75 "GET /v2.0/routers/d974681a-4d7e-405d-9b68-4e80cb0cab92 HTTP/1.1" status: 200 len: 924 time: 0.2431407 Feb 09 19:31:56.294588 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 34438) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:31:56.326835 n-d-713498-36 neutron-server[103233]: DEBUG neutron.db.l3_hamode_db [None req-9883d26a-5b38-4487-996d-4fa7afee7e76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713498-36', False) {} {{(pid=103233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:31:56.329016 n-d-713498-36 neutron-server[103233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9883d26a-5b38-4487-996d-4fa7afee7e76 None None] The sync data for ids ['d974681a-4d7e-405d-9b68-4e80cb0cab92'] in n-d-713498-36 is: [] {{(pid=103233) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 19:31:56.457110 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6ba396b-3f14-44d3-8fad-4b011af057d8 req-c1de42d2-b72c-4ad0-aa3f-5b910310c062 tempest-ServerActionsTestJSON-347500300 tempest-ServerActionsTestJSON-347500300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:31:56.464586 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-f6ba396b-3f14-44d3-8fad-4b011af057d8 req-c1de42d2-b72c-4ad0-aa3f-5b910310c062 tempest-ServerActionsTestJSON-347500300 tempest-ServerActionsTestJSON-347500300-project] 10.222.0.75 "GET /v2.0/ports?device_id=a1fbc70b-9dd3-44f5-99b0-85f3dff92d7d HTTP/1.1" status: 200 len: 944 time: 0.2363470 Feb 09 19:31:56.522381 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-614aa97c-b7ee-4846-a746-3cb3e2186cba tempest-RoutersIpV6AdminTest-1179638195 tempest-RoutersIpV6AdminTest-1179638195-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:31:56.534259 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-614aa97c-b7ee-4846-a746-3cb3e2186cba tempest-RoutersIpV6AdminTest-1179638195 tempest-RoutersIpV6AdminTest-1179638195-project-admin] 10.222.0.75 "GET /v2.0/ports?network_id=88055e1e-672a-4487-be31-ffb6e833ece5&device_id=d974681a-4d7e-405d-9b68-4e80cb0cab92&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.2348301 Feb 09 19:31:56.534767 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 34462) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:31:56.678648 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-82e30b7f-a53c-4d5c-a574-b9bb9cd9aeb9 tempest-RoutersTest-1116560139 tempest-RoutersTest-1116560139-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1834525'] for router_interface (3640d578-6d11-43c7-95c7-b2a6534b32e5), before_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:31:56.822591 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a6d0565-9c6b-48f7-8a62-2d2e44d66904 tempest-RoutersIpV6AdminTest-1179638195 tempest-RoutersIpV6AdminTest-1179638195-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:31:56.824013 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-1a6d0565-9c6b-48f7-8a62-2d2e44d66904 tempest-RoutersIpV6AdminTest-1179638195 tempest-RoutersIpV6AdminTest-1179638195-project-admin] 10.222.0.75 "GET /v2.0/networks/88055e1e-672a-4487-be31-ffb6e833ece5 HTTP/1.1" status: 200 len: 881 time: 0.2890785 Feb 09 19:31:56.827472 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-f6ba396b-3f14-44d3-8fad-4b011af057d8 req-2270892f-511a-41c5-abb9-1073ba1da3cf tempest-ServerActionsTestJSON-347500300 tempest-ServerActionsTestJSON-347500300-project] 10.222.0.75 "GET /v2.0/security-groups?id=22c4accd-b9e4-4e3e-aec5-b2bee068a6b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3464832 Feb 09 19:31:56.827905 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 34474) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:31:56.893543 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-7f67c339-6acd-4595-a863-ec5f827eff80 tempest-RoutersIpV6AdminTest-1466914516 tempest-RoutersIpV6AdminTest-1466914516-project] 10.222.0.75 "GET /v2.0/ports?device_id=d974681a-4d7e-405d-9b68-4e80cb0cab92 HTTP/1.1" status: 200 len: 205 time: 0.0641723 Feb 09 19:31:56.896171 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 34476) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:31:57.367018 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 34486) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:31:57.456448 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-8c9e6ba1-6373-496d-b3d7-f8ced844da18 tempest-RoutersIpV6AdminTest-1466914516 tempest-RoutersIpV6AdminTest-1466914516-project] Publish callbacks [] for router (d974681a-4d7e-405d-9b68-4e80cb0cab92), before_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:31:57.594239 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-1982c97f-7544-42fc-ad87-3fb31af6fa54 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:31:57.595573 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.plugin [None req-82e30b7f-a53c-4d5c-a574-b9bb9cd9aeb9 tempest-RoutersTest-1116560139 tempest-RoutersTest-1116560139-project] Deleting port 04ccfd9e-33eb-4086-8bd9-87f11337ca3a {{(pid=103230) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 19:31:57.596349 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-82e30b7f-a53c-4d5c-a574-b9bb9cd9aeb9 tempest-RoutersTest-1116560139 tempest-RoutersTest-1116560139-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762867170196'] for port (04ccfd9e-33eb-4086-8bd9-87f11337ca3a), before_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:31:57.734904 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-8c9e6ba1-6373-496d-b3d7-f8ced844da18 tempest-RoutersIpV6AdminTest-1466914516 tempest-RoutersIpV6AdminTest-1466914516-project] Publish callbacks [] for router_gateway (d974681a-4d7e-405d-9b68-4e80cb0cab92), before_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:31:57.820538 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-82e30b7f-a53c-4d5c-a574-b9bb9cd9aeb9 tempest-RoutersTest-1116560139 tempest-RoutersTest-1116560139-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1820838'] for port (04ccfd9e-33eb-4086-8bd9-87f11337ca3a), precommit_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:31:57.849504 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.plugin [None req-82e30b7f-a53c-4d5c-a574-b9bb9cd9aeb9 tempest-RoutersTest-1116560139 tempest-RoutersTest-1116560139-project] Calling delete_port for 04ccfd9e-33eb-4086-8bd9-87f11337ca3a owned by network:router_interface {{(pid=103230) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 19:31:57.912709 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.plugin [None req-8c9e6ba1-6373-496d-b3d7-f8ced844da18 tempest-RoutersIpV6AdminTest-1466914516 tempest-RoutersIpV6AdminTest-1466914516-project] Deleting port f31014dc-08cc-44eb-9671-fe7f24353ad0 {{(pid=103229) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 19:31:57.913241 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-8c9e6ba1-6373-496d-b3d7-f8ced844da18 tempest-RoutersIpV6AdminTest-1466914516 tempest-RoutersIpV6AdminTest-1466914516-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762867170196'] for port (f31014dc-08cc-44eb-9671-fe7f24353ad0), before_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:31:58.061442 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-8c9e6ba1-6373-496d-b3d7-f8ced844da18 tempest-RoutersIpV6AdminTest-1466914516 tempest-RoutersIpV6AdminTest-1466914516-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1820838'] for port (f31014dc-08cc-44eb-9671-fe7f24353ad0), precommit_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:31:58.085907 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.plugin [None req-8c9e6ba1-6373-496d-b3d7-f8ced844da18 tempest-RoutersIpV6AdminTest-1466914516 tempest-RoutersIpV6AdminTest-1466914516-project] Calling delete_port for f31014dc-08cc-44eb-9671-fe7f24353ad0 owned by network:router_gateway {{(pid=103229) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 19:31:58.238227 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-82e30b7f-a53c-4d5c-a574-b9bb9cd9aeb9 tempest-RoutersTest-1116560139 tempest-RoutersTest-1116560139-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762867177463', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762866656476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14393751'] for port (04ccfd9e-33eb-4086-8bd9-87f11337ca3a), after_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:31:58.286640 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82e30b7f-a53c-4d5c-a574-b9bb9cd9aeb9 tempest-RoutersTest-1116560139 tempest-RoutersTest-1116560139-project] Pushing event deleted for resources: {'Port': ['ID=04ccfd9e-33eb-4086-8bd9-87f11337ca3a,revision_number=None']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:31:58.316490 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-8c9e6ba1-6373-496d-b3d7-f8ced844da18 tempest-RoutersIpV6AdminTest-1466914516 tempest-RoutersIpV6AdminTest-1466914516-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762867177463', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762866656476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12867576'] for port (f31014dc-08cc-44eb-9671-fe7f24353ad0), after_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:31:58.318922 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2839fc2-a151-4759-86c0-8654b68adc29 req-d4339247-a5a3-44dd-acf0-03429f19e691 tempest-ServerActionsTestJSON-347500300 tempest-ServerActionsTestJSON-347500300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:31:58.321118 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-c2839fc2-a151-4759-86c0-8654b68adc29 req-d4339247-a5a3-44dd-acf0-03429f19e691 tempest-ServerActionsTestJSON-347500300 tempest-ServerActionsTestJSON-347500300-project] 10.222.0.75 "GET /v2.0/ports?device_id=a1fbc70b-9dd3-44f5-99b0-85f3dff92d7d HTTP/1.1" status: 200 len: 944 time: 0.2023463 Feb 09 19:31:58.391031 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-1982c97f-7544-42fc-ad87-3fb31af6fa54 admin admin] Publish callbacks [] for security_group (0114f480-c1a6-4ab3-8142-c618251f13cf), precommit_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:31:58.458751 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-1982c97f-7544-42fc-ad87-3fb31af6fa54 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1892331'] for security_group (0114f480-c1a6-4ab3-8142-c618251f13cf), after_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:31:58.524192 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-c2839fc2-a151-4759-86c0-8654b68adc29 req-4c5f0f4c-7255-40dd-809e-895ae94e57fe tempest-ServerActionsTestJSON-347500300 tempest-ServerActionsTestJSON-347500300-project] 10.222.0.75 "GET /v2.0/security-groups?id=22c4accd-b9e4-4e3e-aec5-b2bee068a6b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1806824 Feb 09 19:31:58.531641 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c9e6ba1-6373-496d-b3d7-f8ced844da18 tempest-RoutersIpV6AdminTest-1466914516 tempest-RoutersIpV6AdminTest-1466914516-project] Pushing event deleted for resources: {'Port': ['ID=f31014dc-08cc-44eb-9671-fe7f24353ad0,revision_number=None']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:31:58.549641 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1982c97f-7544-42fc-ad87-3fb31af6fa54 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0114f480-c1a6-4ab3-8142-c618251f13cf,revision_number=1']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:31:58.614309 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-1982c97f-7544-42fc-ad87-3fb31af6fa54 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=7aebd5281acc41c68c2d80fc6675c26d&name=default HTTP/1.1" status: 200 len: 3000 time: 1.2459042 Feb 09 19:31:58.615272 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 34496) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:31:58.633850 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-8c9e6ba1-6373-496d-b3d7-f8ced844da18 tempest-RoutersIpV6AdminTest-1466914516 tempest-RoutersIpV6AdminTest-1466914516-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1818987'] for router_gateway (d974681a-4d7e-405d-9b68-4e80cb0cab92), after_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:31:58.737592 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-82e30b7f-a53c-4d5c-a574-b9bb9cd9aeb9 tempest-RoutersTest-1116560139 tempest-RoutersTest-1116560139-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1613467', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1834633'] for router_interface (3640d578-6d11-43c7-95c7-b2a6534b32e5), after_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:31:58.792384 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 34502) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:31:58.803079 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.v2.base [None req-24bd2d04-f5c3-4181-8f63-7c53608ed6fe tempest-TestNetworkAdvancedServerOps-1633223542 tempest-TestNetworkAdvancedServerOps-1633223542-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-308095715', 'description': 'tempest-secgroup-smoke-308095715 description', 'project_id': 'eba669c4f4c548e495f13ae7579d0fa6'}} {{(pid=103229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 19:31:58.936792 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-8c9e6ba1-6373-496d-b3d7-f8ced844da18 tempest-RoutersIpV6AdminTest-1466914516 tempest-RoutersIpV6AdminTest-1466914516-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1834988', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-58375'] for router (d974681a-4d7e-405d-9b68-4e80cb0cab92), precommit_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:31:58.941173 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-8c9e6ba1-6373-496d-b3d7-f8ced844da18 tempest-RoutersIpV6AdminTest-1466914516 tempest-RoutersIpV6AdminTest-1466914516-project] Publish callbacks [] for router_controller (d974681a-4d7e-405d-9b68-4e80cb0cab92), precommit_delete_associations {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:31:58.964618 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-24bd2d04-f5c3-4181-8f63-7c53608ed6fe tempest-TestNetworkAdvancedServerOps-1633223542 tempest-TestNetworkAdvancedServerOps-1633223542-project] Publish callbacks [] for security_group (None), before_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:31:59.013763 n-d-713498-36 neutron-server[103230]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-82e30b7f-a53c-4d5c-a574-b9bb9cd9aeb9 tempest-RoutersTest-1116560139 tempest-RoutersTest-1116560139-project] Router 3640d578-6d11-43c7-95c7-b2a6534b32e5 has already been hosted by L3 agent 93303d5e-5d17-45e8-8963-7694f87783ae {{(pid=103230) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 19:31:59.018710 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-24bd2d04-f5c3-4181-8f63-7c53608ed6fe tempest-TestNetworkAdvancedServerOps-1633223542 tempest-TestNetworkAdvancedServerOps-1633223542-project] Publish callbacks [] for security_group (None), before_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:31:59.020678 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-d13cd7a3-af30-43a6-838b-acdea109d650 admin admin] Publish callbacks [] for security_group (0114f480-c1a6-4ab3-8142-c618251f13cf), before_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:31:59.045682 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-8c9e6ba1-6373-496d-b3d7-f8ced844da18 tempest-RoutersIpV6AdminTest-1466914516 tempest-RoutersIpV6AdminTest-1466914516-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1835003'] for router (d974681a-4d7e-405d-9b68-4e80cb0cab92), after_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:31:59.046194 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8c9e6ba1-6373-496d-b3d7-f8ced844da18 tempest-RoutersIpV6AdminTest-1466914516 tempest-RoutersIpV6AdminTest-1466914516-project] Fanout notify agent at l3_agent the message router_deleted on router d974681a-4d7e-405d-9b68-4e80cb0cab92 {{(pid=103229) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 09 19:31:59.067549 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-8c9e6ba1-6373-496d-b3d7-f8ced844da18 tempest-RoutersIpV6AdminTest-1466914516 tempest-RoutersIpV6AdminTest-1466914516-project] Publish callbacks [] for router (None), before_response {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:31:59.070179 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-8c9e6ba1-6373-496d-b3d7-f8ced844da18 tempest-RoutersIpV6AdminTest-1466914516 tempest-RoutersIpV6AdminTest-1466914516-project] 10.222.0.75 "DELETE /v2.0/routers/d974681a-4d7e-405d-9b68-4e80cb0cab92 HTTP/1.1" status: 204 len: 168 time: 2.1729171 Feb 09 19:31:59.078343 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 34504) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:31:59.082670 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.v2.base [None req-7706e780-4bee-442a-8900-7db6dea4831c tempest-RoutersIpV6AdminTest-1466914516 tempest-RoutersIpV6AdminTest-1466914516-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-234750106', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103230) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 19:31:59.085528 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-d13cd7a3-af30-43a6-838b-acdea109d650 admin admin] Publish callbacks [] for security_group (0114f480-c1a6-4ab3-8142-c618251f13cf), precommit_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:31:59.143902 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-82e30b7f-a53c-4d5c-a574-b9bb9cd9aeb9 tempest-RoutersTest-1116560139 tempest-RoutersTest-1116560139-project] Notify agent at l3_agent.n-d-713498-36 the message routers_updated {{(pid=103230) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 19:31:59.155320 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-82e30b7f-a53c-4d5c-a574-b9bb9cd9aeb9 tempest-RoutersTest-1116560139 tempest-RoutersTest-1116560139-project] 10.222.0.75 "PUT /v2.0/routers/3640d578-6d11-43c7-95c7-b2a6534b32e5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6780894 Feb 09 19:31:59.157085 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 34506) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:31:59.160133 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ed79d40-8882-4287-ba48-ebc10f78e487 None None] Sync routers for ids ['3640d578-6d11-43c7-95c7-b2a6534b32e5'] in n-d-713498-36 {{(pid=103232) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 19:31:59.183478 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-7706e780-4bee-442a-8900-7db6dea4831c tempest-RoutersIpV6AdminTest-1466914516 tempest-RoutersIpV6AdminTest-1466914516-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1834830', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-58389'] for router (ec1e4ba1-2d5e-4db6-82c7-22129425de4a), before_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:31:59.184815 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ed79d40-8882-4287-ba48-ebc10f78e487 None None] Routers {'3640d578-6d11-43c7-95c7-b2a6534b32e5'} bound to L3 agent in host n-d-713498-36 {{(pid=103232) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 19:31:59.185477 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.l3_hamode_db [None req-1ed79d40-8882-4287-ba48-ebc10f78e487 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T18:51:43Z,description=,heartbeat_timestamp=2022-02-09T19:31:43Z,host='n-d-713498-36',id=93303d5e-5d17-45e8-8963-7694f87783ae,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T18:51:43Z,topic='l3_agent')) {'router_ids': ['3640d578-6d11-43c7-95c7-b2a6534b32e5'], 'active': True} {{(pid=103232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:31:59.185816 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-7706e780-4bee-442a-8900-7db6dea4831c tempest-RoutersIpV6AdminTest-1466914516 tempest-RoutersIpV6AdminTest-1466914516-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1834810', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1822096', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1886735', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-58380'] for router (ec1e4ba1-2d5e-4db6-82c7-22129425de4a), precommit_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:31:59.207997 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-56562db8-e6a1-487c-afe1-7426b3c94f3b tempest-RoutersTest-1116560139 tempest-RoutersTest-1116560139-project] 10.222.0.75 "GET /v2.0/ports?device_id=3640d578-6d11-43c7-95c7-b2a6534b32e5 HTTP/1.1" status: 200 len: 205 time: 0.0485616 Feb 09 19:31:59.211290 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 34508) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:31:59.296452 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.l3_hamode_db [None req-1ed79d40-8882-4287-ba48-ebc10f78e487 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713498-36', False) {} {{(pid=103232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:31:59.327934 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ed79d40-8882-4287-ba48-ebc10f78e487 None None] Routers {'3640d578-6d11-43c7-95c7-b2a6534b32e5'} bound to L3 agent in host n-d-713498-36 {{(pid=103232) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 19:31:59.328630 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.l3_hamode_db [None req-1ed79d40-8882-4287-ba48-ebc10f78e487 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T18:51:43Z,description=,heartbeat_timestamp=2022-02-09T19:31:43Z,host='n-d-713498-36',id=93303d5e-5d17-45e8-8963-7694f87783ae,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T18:51:43Z,topic='l3_agent')) {'router_ids': ['3640d578-6d11-43c7-95c7-b2a6534b32e5'], 'active': True} {{(pid=103232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:31:59.332852 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-d13cd7a3-af30-43a6-838b-acdea109d650 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1892331'] for security_group (0114f480-c1a6-4ab3-8142-c618251f13cf), after_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:31:59.334358 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-7706e780-4bee-442a-8900-7db6dea4831c tempest-RoutersIpV6AdminTest-1466914516 tempest-RoutersIpV6AdminTest-1466914516-project] Publish callbacks [] for router_controller (ec1e4ba1-2d5e-4db6-82c7-22129425de4a), precommit_add_association {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:31:59.337000 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-d13cd7a3-af30-43a6-838b-acdea109d650 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:31:59.338926 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-d13cd7a3-af30-43a6-838b-acdea109d650 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/0114f480-c1a6-4ab3-8142-c618251f13cf HTTP/1.1" status: 204 len: 168 time: 0.7219911 Feb 09 19:31:59.344267 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-7706e780-4bee-442a-8900-7db6dea4831c tempest-RoutersIpV6AdminTest-1466914516 tempest-RoutersIpV6AdminTest-1466914516-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1834945', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1818951'] for router (ec1e4ba1-2d5e-4db6-82c7-22129425de4a), after_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:31:59.378667 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-7706e780-4bee-442a-8900-7db6dea4831c tempest-RoutersIpV6AdminTest-1466914516 tempest-RoutersIpV6AdminTest-1466914516-project] Publish callbacks [] for router (None), before_response {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:31:59.383824 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-d48c4f34-677d-4401-bf05-471f7ce54d1f tempest-RoutersTest-1116560139 tempest-RoutersTest-1116560139-project] Publish callbacks [] for router (3640d578-6d11-43c7-95c7-b2a6534b32e5), before_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:31:59.390039 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 34512) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:31:59.392650 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-7706e780-4bee-442a-8900-7db6dea4831c tempest-RoutersIpV6AdminTest-1466914516 tempest-RoutersIpV6AdminTest-1466914516-project] 10.222.0.75 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.3136582 Feb 09 19:31:59.411071 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.l3_hamode_db [None req-1ed79d40-8882-4287-ba48-ebc10f78e487 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713498-36', False) {} {{(pid=103232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:31:59.412003 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ed79d40-8882-4287-ba48-ebc10f78e487 None None] The sync data for ids ['3640d578-6d11-43c7-95c7-b2a6534b32e5'] in n-d-713498-36 is: [] {{(pid=103232) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 19:31:59.420477 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.v2.base [None req-5960a052-eb91-457c-b910-00781be71363 tempest-RoutersIpV6AdminTest-1179638195 tempest-RoutersIpV6AdminTest-1179638195-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '88055e1e-672a-4487-be31-ffb6e833ece5', 'enable_snat': True}}} {{(pid=103229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 19:31:59.426816 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-24bd2d04-f5c3-4181-8f63-7c53608ed6fe tempest-TestNetworkAdvancedServerOps-1633223542 tempest-TestNetworkAdvancedServerOps-1633223542-project] Publish callbacks [] for security_group (ac82d15b-47e0-437b-a934-2f63cad223d2), precommit_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:31:59.428347 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d13cd7a3-af30-43a6-838b-acdea109d650 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0114f480-c1a6-4ab3-8142-c618251f13cf,revision_number=None']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:31:59.549853 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-24bd2d04-f5c3-4181-8f63-7c53608ed6fe tempest-TestNetworkAdvancedServerOps-1633223542 tempest-TestNetworkAdvancedServerOps-1633223542-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1892331'] for security_group (ac82d15b-47e0-437b-a934-2f63cad223d2), after_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:31:59.763044 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3495e24f-1964-450f-b44c-34b77d3b66e8 req-32cf9156-2c22-4c8a-beb4-49333d3bb4bd tempest-ServerActionsTestJSON-347500300 tempest-ServerActionsTestJSON-347500300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:31:59.769386 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-3495e24f-1964-450f-b44c-34b77d3b66e8 req-32cf9156-2c22-4c8a-beb4-49333d3bb4bd tempest-ServerActionsTestJSON-347500300 tempest-ServerActionsTestJSON-347500300-project] 10.222.0.75 "GET /v2.0/ports?device_id=a1fbc70b-9dd3-44f5-99b0-85f3dff92d7d HTTP/1.1" status: 200 len: 944 time: 0.1225784 Feb 09 19:31:59.769948 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 34518) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:31:59.806153 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-43e258f7-bb2c-4d04-9f48-6daa8a6fd395 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:31:59.900268 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-3495e24f-1964-450f-b44c-34b77d3b66e8 req-7c040f27-5d08-4809-8f7e-b5135a8cddc3 tempest-ServerActionsTestJSON-347500300 tempest-ServerActionsTestJSON-347500300-project] 10.222.0.75 "GET /v2.0/security-groups?id=22c4accd-b9e4-4e3e-aec5-b2bee068a6b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1179790 Feb 09 19:31:59.994342 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-43e258f7-bb2c-4d04-9f48-6daa8a6fd395 admin admin] Publish callbacks [] for security_group (ef15cf22-4a9a-4b9e-81cd-fe3aa40b3424), precommit_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:32:00.000168 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-43e258f7-bb2c-4d04-9f48-6daa8a6fd395 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1892331'] for security_group (ef15cf22-4a9a-4b9e-81cd-fe3aa40b3424), after_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:32:00.057532 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43e258f7-bb2c-4d04-9f48-6daa8a6fd395 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ef15cf22-4a9a-4b9e-81cd-fe3aa40b3424,revision_number=1']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:32:00.065395 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-43e258f7-bb2c-4d04-9f48-6daa8a6fd395 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=68cd421a656e42399eccc54cff4ffcbc&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2920351 Feb 09 19:32:00.065721 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 34524) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:32:00.082654 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24bd2d04-f5c3-4181-8f63-7c53608ed6fe tempest-TestNetworkAdvancedServerOps-1633223542 tempest-TestNetworkAdvancedServerOps-1633223542-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ac82d15b-47e0-437b-a934-2f63cad223d2,revision_number=1']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:32:00.096435 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-d48c4f34-677d-4401-bf05-471f7ce54d1f tempest-RoutersTest-1116560139 tempest-RoutersTest-1116560139-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1834988', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-58375'] for router (3640d578-6d11-43c7-95c7-b2a6534b32e5), precommit_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:32:00.100517 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-24bd2d04-f5c3-4181-8f63-7c53608ed6fe tempest-TestNetworkAdvancedServerOps-1633223542 tempest-TestNetworkAdvancedServerOps-1633223542-project] Publish callbacks [] for security_group (3248743f-f5fe-4756-978e-05f0e965efae), precommit_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:32:00.101978 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-d48c4f34-677d-4401-bf05-471f7ce54d1f tempest-RoutersTest-1116560139 tempest-RoutersTest-1116560139-project] Publish callbacks [] for router_controller (3640d578-6d11-43c7-95c7-b2a6534b32e5), precommit_delete_associations {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:32:00.112276 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-24bd2d04-f5c3-4181-8f63-7c53608ed6fe tempest-TestNetworkAdvancedServerOps-1633223542 tempest-TestNetworkAdvancedServerOps-1633223542-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1892331'] for security_group (3248743f-f5fe-4756-978e-05f0e965efae), after_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:32:00.141627 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-4c112d58-681d-4211-b025-bf4f66447d5b admin admin] Publish callbacks [] for security_group (ef15cf22-4a9a-4b9e-81cd-fe3aa40b3424), before_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:32:00.166742 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-5960a052-eb91-457c-b910-00781be71363 tempest-RoutersIpV6AdminTest-1179638195 tempest-RoutersIpV6AdminTest-1179638195-project-admin] Publish callbacks [] for router_gateway (ec1e4ba1-2d5e-4db6-82c7-22129425de4a), precommit_update {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:32:00.195054 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-4c112d58-681d-4211-b025-bf4f66447d5b admin admin] Publish callbacks [] for security_group (ef15cf22-4a9a-4b9e-81cd-fe3aa40b3424), precommit_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:32:00.206990 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-24bd2d04-f5c3-4181-8f63-7c53608ed6fe tempest-TestNetworkAdvancedServerOps-1633223542 tempest-TestNetworkAdvancedServerOps-1633223542-project] Publish callbacks [] for security_group (None), before_response {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:32:00.209560 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-24bd2d04-f5c3-4181-8f63-7c53608ed6fe tempest-TestNetworkAdvancedServerOps-1633223542 tempest-TestNetworkAdvancedServerOps-1633223542-project] 10.222.0.75 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 1.4101751 Feb 09 19:32:00.219112 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 34526) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:32:00.226807 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-d48c4f34-677d-4401-bf05-471f7ce54d1f tempest-RoutersTest-1116560139 tempest-RoutersTest-1116560139-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1835003'] for router (3640d578-6d11-43c7-95c7-b2a6534b32e5), after_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:32:00.227322 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d48c4f34-677d-4401-bf05-471f7ce54d1f tempest-RoutersTest-1116560139 tempest-RoutersTest-1116560139-project] Fanout notify agent at l3_agent the message router_deleted on router 3640d578-6d11-43c7-95c7-b2a6534b32e5 {{(pid=103229) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 09 19:32:00.231910 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24bd2d04-f5c3-4181-8f63-7c53608ed6fe tempest-TestNetworkAdvancedServerOps-1633223542 tempest-TestNetworkAdvancedServerOps-1633223542-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3248743f-f5fe-4756-978e-05f0e965efae,revision_number=1']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:32:00.239488 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.v2.base [None req-e0751bc9-7cb9-4b58-a36b-4aae0d7d0cc3 tempest-TestNetworkAdvancedServerOps-1633223542 tempest-TestNetworkAdvancedServerOps-1633223542-project] Request body: {'security_group_rule': {'security_group_id': '3248743f-f5fe-4756-978e-05f0e965efae', 'project_id': 'eba669c4f4c548e495f13ae7579d0fa6', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103230) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 19:32:00.240493 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-d48c4f34-677d-4401-bf05-471f7ce54d1f tempest-RoutersTest-1116560139 tempest-RoutersTest-1116560139-project] Publish callbacks [] for router (None), before_response {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:32:00.245293 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-d48c4f34-677d-4401-bf05-471f7ce54d1f tempest-RoutersTest-1116560139 tempest-RoutersTest-1116560139-project] 10.222.0.75 "DELETE /v2.0/routers/3640d578-6d11-43c7-95c7-b2a6534b32e5 HTTP/1.1" status: 204 len: 168 time: 1.0321546 Feb 09 19:32:00.258309 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 34528) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:32:00.407441 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-e0751bc9-7cb9-4b58-a36b-4aae0d7d0cc3 tempest-TestNetworkAdvancedServerOps-1633223542 tempest-TestNetworkAdvancedServerOps-1633223542-project] Publish callbacks [] for security_group_rule (9f57cfc0-bb72-4013-8ee7-91e904929a25), before_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:32:00.458393 n-d-713498-36 neutron-server[103230]: DEBUG neutron.db.db_base_plugin_v2 [None req-58287d7a-5528-428f-a96e-af82b114ddcb tempest-RoutersTest-1116560139 tempest-RoutersTest-1116560139-project] Deleting subnet f3934a76-28ce-4264-8fe7-caccaff381cb {{(pid=103230) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 19:32:00.475934 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-58287d7a-5528-428f-a96e-af82b114ddcb tempest-RoutersTest-1116560139 tempest-RoutersTest-1116560139-project] Publish callbacks [] for subnet (f3934a76-28ce-4264-8fe7-caccaff381cb), before_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:32:00.484223 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-4c112d58-681d-4211-b025-bf4f66447d5b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1892331'] for security_group (ef15cf22-4a9a-4b9e-81cd-fe3aa40b3424), after_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:32:00.490011 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-4c112d58-681d-4211-b025-bf4f66447d5b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:32:00.493028 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-4c112d58-681d-4211-b025-bf4f66447d5b admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/ef15cf22-4a9a-4b9e-81cd-fe3aa40b3424 HTTP/1.1" status: 204 len: 168 time: 0.4255221 Feb 09 19:32:00.569737 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c112d58-681d-4211-b025-bf4f66447d5b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ef15cf22-4a9a-4b9e-81cd-fe3aa40b3424,revision_number=None']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:32:00.608381 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-58287d7a-5528-428f-a96e-af82b114ddcb tempest-RoutersTest-1116560139 tempest-RoutersTest-1116560139-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12895822'] for subnet (f3934a76-28ce-4264-8fe7-caccaff381cb), precommit_delete_associations {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:32:00.666229 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-e0751bc9-7cb9-4b58-a36b-4aae0d7d0cc3 tempest-TestNetworkAdvancedServerOps-1633223542 tempest-TestNetworkAdvancedServerOps-1633223542-project] Publish callbacks [] for security_group_rule (9f57cfc0-bb72-4013-8ee7-91e904929a25), precommit_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:32:00.682449 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-e0751bc9-7cb9-4b58-a36b-4aae0d7d0cc3 tempest-TestNetworkAdvancedServerOps-1633223542 tempest-TestNetworkAdvancedServerOps-1633223542-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1892250'] for security_group_rule (9f57cfc0-bb72-4013-8ee7-91e904929a25), after_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:32:00.694818 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-5960a052-eb91-457c-b910-00781be71363 tempest-RoutersIpV6AdminTest-1179638195 tempest-RoutersIpV6AdminTest-1179638195-project-admin] Publish callbacks [] for router_gateway (ec1e4ba1-2d5e-4db6-82c7-22129425de4a), before_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:32:00.750522 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-5960a052-eb91-457c-b910-00781be71363 tempest-RoutersIpV6AdminTest-1179638195 tempest-RoutersIpV6AdminTest-1179638195-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (None), before_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:32:00.804294 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-58287d7a-5528-428f-a96e-af82b114ddcb tempest-RoutersTest-1116560139 tempest-RoutersTest-1116560139-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-759852'] for subnet (f3934a76-28ce-4264-8fe7-caccaff381cb), precommit_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:32:00.856049 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-e0751bc9-7cb9-4b58-a36b-4aae0d7d0cc3 tempest-TestNetworkAdvancedServerOps-1633223542 tempest-TestNetworkAdvancedServerOps-1633223542-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:32:00.860961 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-e0751bc9-7cb9-4b58-a36b-4aae0d7d0cc3 tempest-TestNetworkAdvancedServerOps-1633223542 tempest-TestNetworkAdvancedServerOps-1633223542-project] 10.222.0.75 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6363547 Feb 09 19:32:00.864930 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 34534) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:32:00.872580 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.v2.base [None req-34eb3cc0-35ea-4cba-92dd-11f7d5d1b98e tempest-TestNetworkAdvancedServerOps-1633223542 tempest-TestNetworkAdvancedServerOps-1633223542-project] Request body: {'security_group_rule': {'security_group_id': '3248743f-f5fe-4756-978e-05f0e965efae', 'project_id': 'eba669c4f4c548e495f13ae7579d0fa6', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103230) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 19:32:00.902390 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0751bc9-7cb9-4b58-a36b-4aae0d7d0cc3 tempest-TestNetworkAdvancedServerOps-1633223542 tempest-TestNetworkAdvancedServerOps-1633223542-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9f57cfc0-bb72-4013-8ee7-91e904929a25,revision_number=0']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:32:00.918592 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-34eb3cc0-35ea-4cba-92dd-11f7d5d1b98e tempest-TestNetworkAdvancedServerOps-1633223542 tempest-TestNetworkAdvancedServerOps-1633223542-project] Publish callbacks [] for security_group_rule (59236984-b8df-4a57-a8f4-2f20372246cb), before_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:32:01.082057 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-58287d7a-5528-428f-a96e-af82b114ddcb tempest-RoutersTest-1116560139 tempest-RoutersTest-1116560139-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-760023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14393672', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12985882'] for subnet (f3934a76-28ce-4264-8fe7-caccaff381cb), after_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:32:01.101259 n-d-713498-36 neutron-server[103229]: DEBUG neutron.db.db_base_plugin_common [None req-5960a052-eb91-457c-b910-00781be71363 tempest-RoutersIpV6AdminTest-1179638195 tempest-RoutersIpV6AdminTest-1179638195-project-admin] Allocated IP 172.25.1.195 (88055e1e-672a-4487-be31-ffb6e833ece5/ac16dbcc-383c-4b43-9153-d763c4a53f91/b644d6fb-bc6c-42b8-9f50-75cd7a461bc7) {{(pid=103229) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 19:32:01.136317 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58287d7a-5528-428f-a96e-af82b114ddcb tempest-RoutersTest-1116560139 tempest-RoutersTest-1116560139-project] Pushing event deleted for resources: {'Subnet': ['ID=f3934a76-28ce-4264-8fe7-caccaff381cb,revision_number=None']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:32:01.139088 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-58287d7a-5528-428f-a96e-af82b114ddcb tempest-RoutersTest-1116560139 tempest-RoutersTest-1116560139-project] Publish callbacks [] for subnet (None), before_response {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:32:01.145156 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-58287d7a-5528-428f-a96e-af82b114ddcb tempest-RoutersTest-1116560139 tempest-RoutersTest-1116560139-project] 10.222.0.75 "DELETE /v2.0/subnets/f3934a76-28ce-4264-8fe7-caccaff381cb HTTP/1.1" status: 204 len: 168 time: 0.8620803 Feb 09 19:32:01.146189 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 34546) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:32:01.161556 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e08bb9e-46e4-4b46-86fa-0c626535a8b6 None None] Network 3efac580-6d70-4a52-826d-02f173bd88dc requested from n-d-713498-36 {{(pid=103232) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 19:32:01.321325 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-34eb3cc0-35ea-4cba-92dd-11f7d5d1b98e tempest-TestNetworkAdvancedServerOps-1633223542 tempest-TestNetworkAdvancedServerOps-1633223542-project] Publish callbacks [] for security_group_rule (59236984-b8df-4a57-a8f4-2f20372246cb), precommit_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:32:01.332017 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-34eb3cc0-35ea-4cba-92dd-11f7d5d1b98e tempest-TestNetworkAdvancedServerOps-1633223542 tempest-TestNetworkAdvancedServerOps-1633223542-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1892250'] for security_group_rule (59236984-b8df-4a57-a8f4-2f20372246cb), after_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:32:01.352909 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-5960a052-eb91-457c-b910-00781be71363 tempest-RoutersIpV6AdminTest-1179638195 tempest-RoutersIpV6AdminTest-1179638195-project-admin] Publish callbacks [] for port (b644d6fb-bc6c-42b8-9f50-75cd7a461bc7), precommit_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:32:01.378682 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-34eb3cc0-35ea-4cba-92dd-11f7d5d1b98e tempest-TestNetworkAdvancedServerOps-1633223542 tempest-TestNetworkAdvancedServerOps-1633223542-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:32:01.380092 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-34eb3cc0-35ea-4cba-92dd-11f7d5d1b98e tempest-TestNetworkAdvancedServerOps-1633223542 tempest-TestNetworkAdvancedServerOps-1633223542-project] 10.222.0.75 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.5123773 Feb 09 19:32:01.390769 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-14b7e250-3ef1-4699-846e-cfd4d25dc46a tempest-RoutersTest-1116560139 tempest-RoutersTest-1116560139-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-670458'] for network (3efac580-6d70-4a52-826d-02f173bd88dc), before_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:32:01.397702 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 34552) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:32:01.409744 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.v2.base [None req-72c81dce-b777-42ba-8aa6-4ffc492f70b1 tempest-TestNetworkAdvancedServerOps-1633223542 tempest-TestNetworkAdvancedServerOps-1633223542-project] Request body: {'security_group_rule': {'security_group_id': '3248743f-f5fe-4756-978e-05f0e965efae', 'project_id': 'eba669c4f4c548e495f13ae7579d0fa6', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103230) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 19:32:01.420297 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34eb3cc0-35ea-4cba-92dd-11f7d5d1b98e tempest-TestNetworkAdvancedServerOps-1633223542 tempest-TestNetworkAdvancedServerOps-1633223542-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=59236984-b8df-4a57-a8f4-2f20372246cb,revision_number=0']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:32:01.428584 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-5960a052-eb91-457c-b910-00781be71363 tempest-RoutersIpV6AdminTest-1179638195 tempest-RoutersIpV6AdminTest-1179638195-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762866656467', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12867576'] for port (b644d6fb-bc6c-42b8-9f50-75cd7a461bc7), after_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:32:01.445400 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7113a7bc-b24e-4586-bbb1-3e460eb87311 None None] DHCP port deletion for 3efac580-6d70-4a52-826d-02f173bd88dc request from n-d-713498-36 {{(pid=103232) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 09 19:32:01.522948 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-72c81dce-b777-42ba-8aa6-4ffc492f70b1 tempest-TestNetworkAdvancedServerOps-1633223542 tempest-TestNetworkAdvancedServerOps-1633223542-project] Publish callbacks [] for security_group_rule (e28f5595-8861-4e52-85de-c1bc466bb6e1), before_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:32:01.534006 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-7113a7bc-b24e-4586-bbb1-3e460eb87311 None None] Deleting port 4881d142-b542-4a4a-9b50-7ca2bb6278f8 {{(pid=103232) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 19:32:01.534400 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-7113a7bc-b24e-4586-bbb1-3e460eb87311 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762867170196'] for port (4881d142-b542-4a4a-9b50-7ca2bb6278f8), before_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:32:01.539600 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5960a052-eb91-457c-b910-00781be71363 tempest-RoutersIpV6AdminTest-1179638195 tempest-RoutersIpV6AdminTest-1179638195-project-admin] Pushing event updated for resources: {'Port': ['ID=b644d6fb-bc6c-42b8-9f50-75cd7a461bc7,revision_number=1']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:32:01.581933 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75d975e6-5b0f-4080-ac81-ba3aea0c6f26 req-1fea6554-a948-43a5-a099-797a0ac02529 tempest-ServerActionsTestJSON-347500300 tempest-ServerActionsTestJSON-347500300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:32:01.595825 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-75d975e6-5b0f-4080-ac81-ba3aea0c6f26 req-1fea6554-a948-43a5-a099-797a0ac02529 tempest-ServerActionsTestJSON-347500300 tempest-ServerActionsTestJSON-347500300-project] 10.222.0.75 "GET /v2.0/ports?device_id=a1fbc70b-9dd3-44f5-99b0-85f3dff92d7d HTTP/1.1" status: 200 len: 944 time: 0.5664461 Feb 09 19:32:01.608984 n-d-713498-36 neutron-server[103229]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5960a052-eb91-457c-b910-00781be71363 tempest-RoutersIpV6AdminTest-1179638195 tempest-RoutersIpV6AdminTest-1179638195-project-admin] Network 88055e1e-672a-4487-be31-ffb6e833ece5 is already hosted by enough agents. {{(pid=103229) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 19:32:01.617187 n-d-713498-36 neutron-server[103229]: DEBUG neutron.scheduler.base_scheduler [None req-5960a052-eb91-457c-b910-00781be71363 tempest-RoutersIpV6AdminTest-1179638195 tempest-RoutersIpV6AdminTest-1179638195-project-admin] Resources bound (agent type, host, resource id): {{(pid=103229) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 19:32:01.621593 n-d-713498-36 neutron-server[103229]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5960a052-eb91-457c-b910-00781be71363 tempest-RoutersIpV6AdminTest-1179638195 tempest-RoutersIpV6AdminTest-1179638195-project-admin] Received port after_create {{(pid=103229) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 19:32:01.682610 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-72c81dce-b777-42ba-8aa6-4ffc492f70b1 tempest-TestNetworkAdvancedServerOps-1633223542 tempest-TestNetworkAdvancedServerOps-1633223542-project] Publish callbacks [] for security_group_rule (e28f5595-8861-4e52-85de-c1bc466bb6e1), precommit_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:32:01.684095 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-7113a7bc-b24e-4586-bbb1-3e460eb87311 None None] For port 4881d142-b542-4a4a-9b50-7ca2bb6278f8, host n-d-713498-36, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-36',level=0,port_id=4881d142-b542-4a4a-9b50-7ca2bb6278f8,segment=NetworkSegment(8f2be29d-632e-4402-9a9a-42e8a481dd14),segment_id=8f2be29d-632e-4402-9a9a-42e8a481dd14)] {{(pid=103232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 19:32:01.684496 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-7113a7bc-b24e-4586-bbb1-3e460eb87311 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1820838'] for port (4881d142-b542-4a4a-9b50-7ca2bb6278f8), precommit_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:32:01.699376 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-72c81dce-b777-42ba-8aa6-4ffc492f70b1 tempest-TestNetworkAdvancedServerOps-1633223542 tempest-TestNetworkAdvancedServerOps-1633223542-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1892250'] for security_group_rule (e28f5595-8861-4e52-85de-c1bc466bb6e1), after_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:32:01.705106 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-7113a7bc-b24e-4586-bbb1-3e460eb87311 None None] Calling delete_port for 4881d142-b542-4a4a-9b50-7ca2bb6278f8 owned by network:dhcp {{(pid=103232) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 19:32:01.716727 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72c81dce-b777-42ba-8aa6-4ffc492f70b1 tempest-TestNetworkAdvancedServerOps-1633223542 tempest-TestNetworkAdvancedServerOps-1633223542-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e28f5595-8861-4e52-85de-c1bc466bb6e1,revision_number=0']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:32:01.720710 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.plugin [None req-14b7e250-3ef1-4699-846e-cfd4d25dc46a tempest-RoutersTest-1116560139 tempest-RoutersTest-1116560139-project] Deleting port 4881d142-b542-4a4a-9b50-7ca2bb6278f8 {{(pid=103230) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 19:32:01.721175 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-14b7e250-3ef1-4699-846e-cfd4d25dc46a tempest-RoutersTest-1116560139 tempest-RoutersTest-1116560139-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762867170196'] for port (4881d142-b542-4a4a-9b50-7ca2bb6278f8), before_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:32:01.751940 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-75d975e6-5b0f-4080-ac81-ba3aea0c6f26 req-a6445a80-d4d1-4723-a8b7-d5a6697c0798 tempest-ServerActionsTestJSON-347500300 tempest-ServerActionsTestJSON-347500300-project] 10.222.0.75 "GET /v2.0/security-groups?id=22c4accd-b9e4-4e3e-aec5-b2bee068a6b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1417878 Feb 09 19:32:01.853441 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-7113a7bc-b24e-4586-bbb1-3e460eb87311 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762867177463', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762866656476'] for port (4881d142-b542-4a4a-9b50-7ca2bb6278f8), after_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:32:01.870324 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-72c81dce-b777-42ba-8aa6-4ffc492f70b1 tempest-TestNetworkAdvancedServerOps-1633223542 tempest-TestNetworkAdvancedServerOps-1633223542-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:32:01.871754 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-72c81dce-b777-42ba-8aa6-4ffc492f70b1 tempest-TestNetworkAdvancedServerOps-1633223542 tempest-TestNetworkAdvancedServerOps-1633223542-project] 10.222.0.75 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4728553 Feb 09 19:32:01.877592 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 34562) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:32:01.888385 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.v2.base [None req-dc94b95b-75dd-4688-bbae-1389917e517e tempest-TestNetworkAdvancedServerOps-1633223542 tempest-TestNetworkAdvancedServerOps-1633223542-project] Request body: {'security_group_rule': {'security_group_id': '3248743f-f5fe-4756-978e-05f0e965efae', 'project_id': 'eba669c4f4c548e495f13ae7579d0fa6', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103230) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 19:32:01.905005 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.db [None req-14b7e250-3ef1-4699-846e-cfd4d25dc46a tempest-RoutersTest-1116560139 tempest-RoutersTest-1116560139-project] For port 4881d142-b542-4a4a-9b50-7ca2bb6278f8, host n-d-713498-36, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-36',level=0,port_id=4881d142-b542-4a4a-9b50-7ca2bb6278f8,segment=NetworkSegment(8f2be29d-632e-4402-9a9a-42e8a481dd14),segment_id=8f2be29d-632e-4402-9a9a-42e8a481dd14)] {{(pid=103230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 19:32:01.905374 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-14b7e250-3ef1-4699-846e-cfd4d25dc46a tempest-RoutersTest-1116560139 tempest-RoutersTest-1116560139-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1820838'] for port (4881d142-b542-4a4a-9b50-7ca2bb6278f8), precommit_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:32:01.914332 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7113a7bc-b24e-4586-bbb1-3e460eb87311 None None] No DVR routers for this DVR port 4881d142-b542-4a4a-9b50-7ca2bb6278f8 on host n-d-713498-36 {{(pid=103232) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 19:32:01.917310 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7113a7bc-b24e-4586-bbb1-3e460eb87311 None None] Pushing event deleted for resources: {'Port': ['ID=4881d142-b542-4a4a-9b50-7ca2bb6278f8,revision_number=None']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:32:01.936574 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.plugin [None req-14b7e250-3ef1-4699-846e-cfd4d25dc46a tempest-RoutersTest-1116560139 tempest-RoutersTest-1116560139-project] Calling delete_port for 4881d142-b542-4a4a-9b50-7ca2bb6278f8 owned by network:dhcp {{(pid=103230) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 19:32:01.954100 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-dc94b95b-75dd-4688-bbae-1389917e517e tempest-TestNetworkAdvancedServerOps-1633223542 tempest-TestNetworkAdvancedServerOps-1633223542-project] Publish callbacks [] for security_group_rule (345dd304-9f36-4013-9365-7f4149feff29), before_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:32:01.984776 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 34564) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:32:02.173572 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-dc94b95b-75dd-4688-bbae-1389917e517e tempest-TestNetworkAdvancedServerOps-1633223542 tempest-TestNetworkAdvancedServerOps-1633223542-project] Publish callbacks [] for security_group_rule (345dd304-9f36-4013-9365-7f4149feff29), precommit_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:32:02.183359 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-dc94b95b-75dd-4688-bbae-1389917e517e tempest-TestNetworkAdvancedServerOps-1633223542 tempest-TestNetworkAdvancedServerOps-1633223542-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1892250'] for security_group_rule (345dd304-9f36-4013-9365-7f4149feff29), after_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:32:02.190505 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-14b7e250-3ef1-4699-846e-cfd4d25dc46a tempest-RoutersTest-1116560139 tempest-RoutersTest-1116560139-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762867177463', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762866656476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14393751'] for port (4881d142-b542-4a4a-9b50-7ca2bb6278f8), after_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:32:02.238800 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc94b95b-75dd-4688-bbae-1389917e517e tempest-TestNetworkAdvancedServerOps-1633223542 tempest-TestNetworkAdvancedServerOps-1633223542-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=345dd304-9f36-4013-9365-7f4149feff29,revision_number=0']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:32:02.241814 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14b7e250-3ef1-4699-846e-cfd4d25dc46a tempest-RoutersTest-1116560139 tempest-RoutersTest-1116560139-project] Pushing event deleted for resources: {'Port': ['ID=4881d142-b542-4a4a-9b50-7ca2bb6278f8,revision_number=None']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:32:02.247195 n-d-713498-36 neutron-server[103230]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14b7e250-3ef1-4699-846e-cfd4d25dc46a tempest-RoutersTest-1116560139 tempest-RoutersTest-1116560139-project] No DVR routers for this DVR port 4881d142-b542-4a4a-9b50-7ca2bb6278f8 on host n-d-713498-36 {{(pid=103230) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 19:32:02.281767 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.v2.base [None req-06dea081-ffaa-4c6e-83d2-225a889f4794 admin admin] Request body: {'network': {'name': 'tempest-TestServerBasicOps-1476211343-network', 'tenant_id': '0484ed2328124ada8d8870756276d1f0'}} {{(pid=103229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 19:32:02.300078 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-5960a052-eb91-457c-b910-00781be71363 tempest-RoutersIpV6AdminTest-1179638195 tempest-RoutersIpV6AdminTest-1179638195-project-admin] Publish callbacks [] for router_gateway (ec1e4ba1-2d5e-4db6-82c7-22129425de4a), after_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:32:02.355077 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-14b7e250-3ef1-4699-846e-cfd4d25dc46a tempest-RoutersTest-1116560139 tempest-RoutersTest-1116560139-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-590267', 'neutron.services.segments.db._delete_segments_for_network-8762867132609'] for network (3efac580-6d70-4a52-826d-02f173bd88dc), precommit_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:32:02.378389 n-d-713498-36 neutron-server[103230]: DEBUG neutron.services.segments.db [None req-14b7e250-3ef1-4699-846e-cfd4d25dc46a tempest-RoutersTest-1116560139 tempest-RoutersTest-1116560139-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3efac580-6d70-4a52-826d-02f173bd88dc']}} {{(pid=103230) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:32:02.382947 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-dc94b95b-75dd-4688-bbae-1389917e517e tempest-TestNetworkAdvancedServerOps-1633223542 tempest-TestNetworkAdvancedServerOps-1633223542-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:32:02.384988 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-dc94b95b-75dd-4688-bbae-1389917e517e tempest-TestNetworkAdvancedServerOps-1633223542 tempest-TestNetworkAdvancedServerOps-1633223542-project] 10.222.0.75 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.5054252 Feb 09 19:32:02.390257 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 34572) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:32:02.394652 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.v2.base [None req-6e4d7d58-1435-42c8-a0d6-502dc9c565f4 tempest-TestNetworkAdvancedServerOps-1633223542 tempest-TestNetworkAdvancedServerOps-1633223542-project] Request body: {'security_group_rule': {'security_group_id': '3248743f-f5fe-4756-978e-05f0e965efae', 'project_id': 'eba669c4f4c548e495f13ae7579d0fa6', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103230) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 19:32:02.403022 n-d-713498-36 neutron-server[103230]: DEBUG neutron.services.segments.db [None req-14b7e250-3ef1-4699-846e-cfd4d25dc46a tempest-RoutersTest-1116560139 tempest-RoutersTest-1116560139-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8f2be29d-632e-4402-9a9a-42e8a481dd14') {'for_net_delete': True} {{(pid=103230) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:32:02.403022 n-d-713498-36 neutron-server[103230]: DEBUG neutron.services.segments.db [None req-14b7e250-3ef1-4699-846e-cfd4d25dc46a tempest-RoutersTest-1116560139 tempest-RoutersTest-1116560139-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8f2be29d-632e-4402-9a9a-42e8a481dd14') {} {{(pid=103230) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:32:02.411613 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-06dea081-ffaa-4c6e-83d2-225a889f4794 admin admin] Made reservation on behalf of 0484ed2328124ada8d8870756276d1f0 for: {'network': 1} {{(pid=103229) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 19:32:02.414297 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-06dea081-ffaa-4c6e-83d2-225a889f4794 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for network (None), before_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:32:02.417754 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-14b7e250-3ef1-4699-846e-cfd4d25dc46a tempest-RoutersTest-1116560139 tempest-RoutersTest-1116560139-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762867134154', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12895813'] for segment (8f2be29d-632e-4402-9a9a-42e8a481dd14), before_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:32:02.426405 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-06dea081-ffaa-4c6e-83d2-225a889f4794 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:32:02.437783 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-14b7e250-3ef1-4699-846e-cfd4d25dc46a tempest-RoutersTest-1116560139 tempest-RoutersTest-1116560139-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-759574'] for segment (8f2be29d-632e-4402-9a9a-42e8a481dd14), precommit_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:32:02.447098 n-d-713498-36 neutron-server[103230]: INFO neutron.db.securitygroups_db [None req-6e4d7d58-1435-42c8-a0d6-502dc9c565f4 tempest-TestNetworkAdvancedServerOps-1633223542 tempest-TestNetworkAdvancedServerOps-1633223542-project] Project eba669c4f4c548e495f13ae7579d0fa6 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 09 19:32:02.453757 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-14b7e250-3ef1-4699-846e-cfd4d25dc46a tempest-RoutersTest-1116560139 tempest-RoutersTest-1116560139-project] Releasing vlan 364 on physical network physnet1 to pool {{(pid=103230) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 19:32:02.453757 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-14b7e250-3ef1-4699-846e-cfd4d25dc46a tempest-RoutersTest-1116560139 tempest-RoutersTest-1116560139-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-759574', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14393826'] for segment (8f2be29d-632e-4402-9a9a-42e8a481dd14), after_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:32:02.457059 n-d-713498-36 neutron-server[103230]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 19:32:02.457059 n-d-713498-36 neutron-server[103230]: self.session.flush() Feb 09 19:32:02.457059 n-d-713498-36 neutron-server[103230]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 19:32:02.457059 n-d-713498-36 neutron-server[103230]: self.session.flush() Feb 09 19:32:02.457059 n-d-713498-36 neutron-server[103230]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 19:32:02.457059 n-d-713498-36 neutron-server[103230]: self.session.flush() Feb 09 19:32:02.457059 n-d-713498-36 neutron-server[103230]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 19:32:02.457059 n-d-713498-36 neutron-server[103230]: self.session.flush() Feb 09 19:32:02.457059 n-d-713498-36 neutron-server[103230]: Traceback (most recent call last): Feb 09 19:32:02.457059 n-d-713498-36 neutron-server[103230]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 19:32:02.457059 n-d-713498-36 neutron-server[103230]: timer() Feb 09 19:32:02.457059 n-d-713498-36 neutron-server[103230]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 19:32:02.457059 n-d-713498-36 neutron-server[103230]: cb(*args, **kw) Feb 09 19:32:02.457059 n-d-713498-36 neutron-server[103230]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 19:32:02.457059 n-d-713498-36 neutron-server[103230]: return func(*args, **kwargs) Feb 09 19:32:02.457059 n-d-713498-36 neutron-server[103230]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 19:32:02.457059 n-d-713498-36 neutron-server[103230]: self._notify() Feb 09 19:32:02.457059 n-d-713498-36 neutron-server[103230]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 19:32:02.457059 n-d-713498-36 neutron-server[103230]: self.callback(batched_events) Feb 09 19:32:02.457059 n-d-713498-36 neutron-server[103230]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 19:32:02.457059 n-d-713498-36 neutron-server[103230]: event.method(event) Feb 09 19:32:02.457059 n-d-713498-36 neutron-server[103230]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 19:32:02.457059 n-d-713498-36 neutron-server[103230]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 19:32:02.457059 n-d-713498-36 neutron-server[103230]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 19:32:02.457059 n-d-713498-36 neutron-server[103230]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 19:32:02.457059 n-d-713498-36 neutron-server[103230]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 19:32:02.457059 n-d-713498-36 neutron-server[103230]: return f(self, *a, **k) Feb 09 19:32:02.457059 n-d-713498-36 neutron-server[103230]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 19:32:02.457059 n-d-713498-36 neutron-server[103230]: return self._get(url).json() Feb 09 19:32:02.457059 n-d-713498-36 neutron-server[103230]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 19:32:02.457059 n-d-713498-36 neutron-server[103230]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 19:32:02.457059 n-d-713498-36 neutron-server[103230]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 19:32:02.457059 n-d-713498-36 neutron-server[103230]: return self.request(url, 'GET', **kwargs) Feb 09 19:32:02.457059 n-d-713498-36 neutron-server[103230]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 19:32:02.457059 n-d-713498-36 neutron-server[103230]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 19:32:02.457059 n-d-713498-36 neutron-server[103230]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 19:32:02.457059 n-d-713498-36 neutron-server[103230]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 19:32:02.457059 n-d-713498-36 neutron-server[103230]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 19:32:02.457059 n-d-713498-36 neutron-server[103230]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 19:32:02.457059 n-d-713498-36 neutron-server[103230]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 19:32:02.472608 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-6e4d7d58-1435-42c8-a0d6-502dc9c565f4 tempest-TestNetworkAdvancedServerOps-1633223542 tempest-TestNetworkAdvancedServerOps-1633223542-project] Publish callbacks [] for security_group_rule (09fe7930-38b4-4b91-925b-ac788dc562ab), before_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:32:02.486277 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Device 4881d142-b542-4a4a-9b50-7ca2bb6278f8 no longer exists at agent ovs-agent-n-d-713498-36 {{(pid=103232) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 19:32:02.515408 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] No Port match for: 4881d142-b542-4a4a-9b50-7ca2bb6278f8 {{(pid=103232) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 19:32:02.516159 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Device 4881d142-b542-4a4a-9b50-7ca2bb6278f8 not bound to the agent host n-d-713498-36 {{(pid=103232) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 19:32:02.548244 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-14b7e250-3ef1-4699-846e-cfd4d25dc46a tempest-RoutersTest-1116560139 tempest-RoutersTest-1116560139-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-590242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1885479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1818895'] for network (3efac580-6d70-4a52-826d-02f173bd88dc), after_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:32:02.582375 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-14b7e250-3ef1-4699-846e-cfd4d25dc46a tempest-RoutersTest-1116560139 tempest-RoutersTest-1116560139-project] Publish callbacks [] for network (None), before_response {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:32:02.593416 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-14b7e250-3ef1-4699-846e-cfd4d25dc46a tempest-RoutersTest-1116560139 tempest-RoutersTest-1116560139-project] 10.222.0.75 "DELETE /v2.0/networks/3efac580-6d70-4a52-826d-02f173bd88dc HTTP/1.1" status: 204 len: 168 time: 1.4457688 Feb 09 19:32:02.596212 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 34574) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:32:02.605628 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.v2.base [None req-2a3d4079-301e-4573-a681-d8e88da424d3 tempest-RoutersTest-1116560139 tempest-RoutersTest-1116560139-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-296417791', 'external_gateway_info': {'network_id': '88055e1e-672a-4487-be31-ffb6e833ece5'}, 'admin_state_up': False}} {{(pid=103230) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 19:32:02.654945 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-6e4d7d58-1435-42c8-a0d6-502dc9c565f4 tempest-TestNetworkAdvancedServerOps-1633223542 tempest-TestNetworkAdvancedServerOps-1633223542-project] Publish callbacks [] for security_group_rule (09fe7930-38b4-4b91-925b-ac788dc562ab), precommit_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:32:02.659322 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14b7e250-3ef1-4699-846e-cfd4d25dc46a tempest-RoutersTest-1116560139 tempest-RoutersTest-1116560139-project] Pushing event deleted for resources: {'Network': ['ID=3efac580-6d70-4a52-826d-02f173bd88dc,revision_number=None']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:32:02.667055 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-6e4d7d58-1435-42c8-a0d6-502dc9c565f4 tempest-TestNetworkAdvancedServerOps-1633223542 tempest-TestNetworkAdvancedServerOps-1633223542-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1892250'] for security_group_rule (09fe7930-38b4-4b91-925b-ac788dc562ab), after_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:32:02.679892 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-06dea081-ffaa-4c6e-83d2-225a889f4794 admin admin] Publish callbacks [] for security_group (700d4a2b-ee15-450b-be21-994d30d12453), precommit_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:32:02.694270 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e4d7d58-1435-42c8-a0d6-502dc9c565f4 tempest-TestNetworkAdvancedServerOps-1633223542 tempest-TestNetworkAdvancedServerOps-1633223542-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=09fe7930-38b4-4b91-925b-ac788dc562ab,revision_number=0']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:32:02.712560 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-06dea081-ffaa-4c6e-83d2-225a889f4794 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1892331'] for security_group (700d4a2b-ee15-450b-be21-994d30d12453), after_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:32:02.723144 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-5960a052-eb91-457c-b910-00781be71363 tempest-RoutersIpV6AdminTest-1179638195 tempest-RoutersIpV6AdminTest-1179638195-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1822118', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1834952', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-58494'] for router (ec1e4ba1-2d5e-4db6-82c7-22129425de4a), precommit_update {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:32:02.729488 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-5960a052-eb91-457c-b910-00781be71363 tempest-RoutersIpV6AdminTest-1179638195 tempest-RoutersIpV6AdminTest-1179638195-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1818951', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1822125', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1822132', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1834967'] for router (ec1e4ba1-2d5e-4db6-82c7-22129425de4a), after_update {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:32:02.729707 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-2a3d4079-301e-4573-a681-d8e88da424d3 tempest-RoutersTest-1116560139 tempest-RoutersTest-1116560139-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1834830', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-58389'] for router (1d69e540-3d1e-4a60-ac0d-4ba84dee1f25), before_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:32:02.734022 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-2a3d4079-301e-4573-a681-d8e88da424d3 tempest-RoutersTest-1116560139 tempest-RoutersTest-1116560139-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1834810', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1822096', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1886735', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-58380'] for router (1d69e540-3d1e-4a60-ac0d-4ba84dee1f25), precommit_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:32:02.770582 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-6e4d7d58-1435-42c8-a0d6-502dc9c565f4 tempest-TestNetworkAdvancedServerOps-1633223542 tempest-TestNetworkAdvancedServerOps-1633223542-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:32:02.773816 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-6e4d7d58-1435-42c8-a0d6-502dc9c565f4 tempest-TestNetworkAdvancedServerOps-1633223542 tempest-TestNetworkAdvancedServerOps-1633223542-project] 10.222.0.75 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3826079 Feb 09 19:32:02.791978 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-06dea081-ffaa-4c6e-83d2-225a889f4794 admin admin] vlan segment allocate from pool success with {'vlan_id': 387, 'physical_network': 'physnet1'} {{(pid=103229) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 19:32:02.794082 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 34576) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:32:02.806276 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.v2.base [None req-4a3908a2-47e7-4418-92e3-35b60d68a9ac tempest-TestNetworkAdvancedServerOps-1633223542 tempest-TestNetworkAdvancedServerOps-1633223542-project] Request body: {'security_group_rule': {'security_group_id': '3248743f-f5fe-4756-978e-05f0e965efae', 'project_id': 'eba669c4f4c548e495f13ae7579d0fa6', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 19:32:02.858519 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06dea081-ffaa-4c6e-83d2-225a889f4794 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=700d4a2b-ee15-450b-be21-994d30d12453,revision_number=1']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:32:02.887821 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-06dea081-ffaa-4c6e-83d2-225a889f4794 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-759574'] for segment (5abf3098-6695-42c7-978d-ad16a51f9d66), precommit_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:32:02.890442 n-d-713498-36 neutron-server[103229]: INFO neutron.db.segments_db [None req-06dea081-ffaa-4c6e-83d2-225a889f4794 admin admin] Added segment 5abf3098-6695-42c7-978d-ad16a51f9d66 of type vlan for network 8f2df497-8ab8-4c9e-8bb2-f9e936c46637 Feb 09 19:32:02.945286 n-d-713498-36 neutron-server[103229]: INFO neutron.db.securitygroups_db [None req-4a3908a2-47e7-4418-92e3-35b60d68a9ac tempest-TestNetworkAdvancedServerOps-1633223542 tempest-TestNetworkAdvancedServerOps-1633223542-project] Project eba669c4f4c548e495f13ae7579d0fa6 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 09 19:32:02.964205 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-2a3d4079-301e-4573-a681-d8e88da424d3 tempest-RoutersTest-1116560139 tempest-RoutersTest-1116560139-project] Publish callbacks [] for router_controller (1d69e540-3d1e-4a60-ac0d-4ba84dee1f25), precommit_add_association {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:32:02.967232 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-06dea081-ffaa-4c6e-83d2-225a889f4794 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762866642225'] for network (8f2df497-8ab8-4c9e-8bb2-f9e936c46637), precommit_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:32:02.970136 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-4a3908a2-47e7-4418-92e3-35b60d68a9ac tempest-TestNetworkAdvancedServerOps-1633223542 tempest-TestNetworkAdvancedServerOps-1633223542-project] Publish callbacks [] for security_group_rule (167968cd-1644-40fa-8d8b-0e4b80db93a8), before_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:32:03.304851 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdf4c3b1-9414-48d8-b950-0b5002a61a4a req-11cc123b-1cf7-42ff-a76c-7295bd43f427 tempest-ServerActionsTestJSON-347500300 tempest-ServerActionsTestJSON-347500300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:32:03.307369 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-cdf4c3b1-9414-48d8-b950-0b5002a61a4a req-11cc123b-1cf7-42ff-a76c-7295bd43f427 tempest-ServerActionsTestJSON-347500300 tempest-ServerActionsTestJSON-347500300-project] 10.222.0.75 "GET /v2.0/ports?device_id=a1fbc70b-9dd3-44f5-99b0-85f3dff92d7d HTTP/1.1" status: 200 len: 944 time: 0.3415718 Feb 09 19:32:03.327797 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-2a3d4079-301e-4573-a681-d8e88da424d3 tempest-RoutersTest-1116560139 tempest-RoutersTest-1116560139-project] Publish callbacks [] for router_gateway (1d69e540-3d1e-4a60-ac0d-4ba84dee1f25), precommit_update {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:32:03.338334 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.db.resource_extend [None req-06dea081-ffaa-4c6e-83d2-225a889f4794 admin admin] It took 0.36 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 09 19:32:03.399233 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-06dea081-ffaa-4c6e-83d2-225a889f4794 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1885479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452'] for network (8f2df497-8ab8-4c9e-8bb2-f9e936c46637), after_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:32:03.400549 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06dea081-ffaa-4c6e-83d2-225a889f4794 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:32:03.401396 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-06dea081-ffaa-4c6e-83d2-225a889f4794 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:32:03.430333 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-06dea081-ffaa-4c6e-83d2-225a889f4794 admin admin] 10.222.0.75 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.4441807 Feb 09 19:32:03.431038 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 34588) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:32:03.477407 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.v2.base [None req-efecc455-74fb-4808-a215-8b96437bb5a1 admin admin] Request body: {'subnet': {'network_id': '8f2df497-8ab8-4c9e-8bb2-f9e936c46637', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerBasicOps-1476211343-subnet', 'tenant_id': '0484ed2328124ada8d8870756276d1f0', 'ip_version': 4}} {{(pid=103229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 19:32:03.481168 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-cdf4c3b1-9414-48d8-b950-0b5002a61a4a req-34bd82f7-5e6a-4ab9-862e-520d18724c15 tempest-ServerActionsTestJSON-347500300 tempest-ServerActionsTestJSON-347500300-project] 10.222.0.75 "GET /v2.0/security-groups?id=22c4accd-b9e4-4e3e-aec5-b2bee068a6b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1218798 Feb 09 19:32:03.559665 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-efecc455-74fb-4808-a215-8b96437bb5a1 admin admin] Made reservation on behalf of 0484ed2328124ada8d8870756276d1f0 for: {'subnet': 1} {{(pid=103229) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 19:32:03.566816 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-efecc455-74fb-4808-a215-8b96437bb5a1 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12759265'] for subnet (None), before_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:32:03.592054 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-4a3908a2-47e7-4418-92e3-35b60d68a9ac tempest-TestNetworkAdvancedServerOps-1633223542 tempest-TestNetworkAdvancedServerOps-1633223542-project] Publish callbacks [] for security_group_rule (167968cd-1644-40fa-8d8b-0e4b80db93a8), precommit_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:32:03.633534 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-4a3908a2-47e7-4418-92e3-35b60d68a9ac tempest-TestNetworkAdvancedServerOps-1633223542 tempest-TestNetworkAdvancedServerOps-1633223542-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1892250'] for security_group_rule (167968cd-1644-40fa-8d8b-0e4b80db93a8), after_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:32:03.710351 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-2a3d4079-301e-4573-a681-d8e88da424d3 tempest-RoutersTest-1116560139 tempest-RoutersTest-1116560139-project] Publish callbacks [] for router_gateway (1d69e540-3d1e-4a60-ac0d-4ba84dee1f25), before_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:32:03.770716 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06dea081-ffaa-4c6e-83d2-225a889f4794 admin admin] Pushing event updated for resources: {'Network': ['ID=8f2df497-8ab8-4c9e-8bb2-f9e936c46637,revision_number=1']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:32:03.782891 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-2a3d4079-301e-4573-a681-d8e88da424d3 tempest-RoutersTest-1116560139 tempest-RoutersTest-1116560139-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (None), before_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:32:03.787677 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-4a3908a2-47e7-4418-92e3-35b60d68a9ac tempest-TestNetworkAdvancedServerOps-1633223542 tempest-TestNetworkAdvancedServerOps-1633223542-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:32:03.792521 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-4a3908a2-47e7-4418-92e3-35b60d68a9ac tempest-TestNetworkAdvancedServerOps-1633223542 tempest-TestNetworkAdvancedServerOps-1633223542-project] 10.222.0.75 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.9893744 Feb 09 19:32:03.794190 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 34592) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:32:03.796325 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Network 8f2df497-8ab8-4c9e-8bb2-f9e936c46637 details requested by agent ovs-agent-n-d-713498-36 with host n-d-713498-36 {{(pid=103232) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 19:32:03.807218 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.v2.base [None req-2556f841-67cf-44c9-aef4-99344e5a458f tempest-TestNetworkAdvancedServerOps-1633223542 tempest-TestNetworkAdvancedServerOps-1633223542-project] Request body: {'network': {'name': 'tempest-network-smoke--79062049', 'project_id': 'eba669c4f4c548e495f13ae7579d0fa6', 'port_security_enabled': True}} {{(pid=103230) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 19:32:03.822863 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a3908a2-47e7-4418-92e3-35b60d68a9ac tempest-TestNetworkAdvancedServerOps-1633223542 tempest-TestNetworkAdvancedServerOps-1633223542-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=167968cd-1644-40fa-8d8b-0e4b80db93a8,revision_number=0']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:32:03.989243 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2556f841-67cf-44c9-aef4-99344e5a458f tempest-TestNetworkAdvancedServerOps-1633223542 tempest-TestNetworkAdvancedServerOps-1633223542-project] Made reservation on behalf of eba669c4f4c548e495f13ae7579d0fa6 for: {'network': 1} {{(pid=103230) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 19:32:04.000283 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-2556f841-67cf-44c9-aef4-99344e5a458f tempest-TestNetworkAdvancedServerOps-1633223542 tempest-TestNetworkAdvancedServerOps-1633223542-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for network (None), before_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:32:04.076460 n-d-713498-36 neutron-server[103229]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5960a052-eb91-457c-b910-00781be71363 tempest-RoutersIpV6AdminTest-1179638195 tempest-RoutersIpV6AdminTest-1179638195-project-admin] Router ec1e4ba1-2d5e-4db6-82c7-22129425de4a is scheduled to L3 agent 93303d5e-5d17-45e8-8963-7694f87783ae with binding_index 1 {{(pid=103229) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 09 19:32:04.080513 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-efecc455-74fb-4808-a215-8b96437bb5a1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12867428', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12759263'] for subnet (9358c454-1c1b-4e17-a8a9-b8f83c45b376), after_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:32:04.152828 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efecc455-74fb-4808-a215-8b96437bb5a1 admin admin] Checking segment: {'id': '5abf3098-6695-42c7-978d-ad16a51f9d66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': '8f2df497-8ab8-4c9e-8bb2-f9e936c46637'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103229) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 19:32:04.153186 n-d-713498-36 neutron-server[103229]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-efecc455-74fb-4808-a215-8b96437bb5a1 admin admin] Network hostable DHCP agents. Network: 8f2df497-8ab8-4c9e-8bb2-f9e936c46637, hostable agents: ['af91e4b9-f4e1-42b1-a25c-a10dc47171c8'], hosted agents: [] {{(pid=103229) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 19:32:04.228782 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2556f841-67cf-44c9-aef4-99344e5a458f tempest-TestNetworkAdvancedServerOps-1633223542 tempest-TestNetworkAdvancedServerOps-1633223542-project] vlan segment allocate from pool success with {'vlan_id': 377, 'physical_network': 'physnet1'} {{(pid=103230) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 19:32:04.291982 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efecc455-74fb-4808-a215-8b96437bb5a1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9358c454-1c1b-4e17-a8a9-b8f83c45b376,revision_number=0']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:32:04.311557 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-2556f841-67cf-44c9-aef4-99344e5a458f tempest-TestNetworkAdvancedServerOps-1633223542 tempest-TestNetworkAdvancedServerOps-1633223542-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-759574'] for segment (7287aa74-ccfd-4c41-8369-48f2461d359d), precommit_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:32:04.316187 n-d-713498-36 neutron-server[103230]: INFO neutron.db.segments_db [None req-2556f841-67cf-44c9-aef4-99344e5a458f tempest-TestNetworkAdvancedServerOps-1633223542 tempest-TestNetworkAdvancedServerOps-1633223542-project] Added segment 7287aa74-ccfd-4c41-8369-48f2461d359d of type vlan for network 34db1430-f99d-431a-b04f-54003e680bea Feb 09 19:32:04.354963 n-d-713498-36 neutron-server[103229]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-efecc455-74fb-4808-a215-8b96437bb5a1 admin admin] Network 8f2df497-8ab8-4c9e-8bb2-f9e936c46637 is scheduled to be hosted by DHCP agent af91e4b9-f4e1-42b1-a25c-a10dc47171c8 with binding_index 1 {{(pid=103229) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 19:32:04.368170 n-d-713498-36 neutron-server[103230]: DEBUG neutron.db.db_base_plugin_common [None req-2a3d4079-301e-4573-a681-d8e88da424d3 tempest-RoutersTest-1116560139 tempest-RoutersTest-1116560139-project] Allocated IP 172.25.1.67 (88055e1e-672a-4487-be31-ffb6e833ece5/ac16dbcc-383c-4b43-9153-d763c4a53f91/c80f2cb5-29d8-4ac0-b3dd-a018e673270a) {{(pid=103230) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 19:32:04.393944 n-d-713498-36 neutron-server[103229]: DEBUG neutron.scheduler.base_scheduler [None req-efecc455-74fb-4808-a215-8b96437bb5a1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713498-36, 8f2df497-8ab8-4c9e-8bb2-f9e936c46637) {{(pid=103229) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 19:32:04.401944 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-efecc455-74fb-4808-a215-8b96437bb5a1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:32:04.403110 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d07422c-7350-43a5-84c4-0532d7ab256b None None] Network 8f2df497-8ab8-4c9e-8bb2-f9e936c46637 requested from n-d-713498-36 {{(pid=103232) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 19:32:04.414554 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-efecc455-74fb-4808-a215-8b96437bb5a1 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:32:04.463473 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5960a052-eb91-457c-b910-00781be71363 tempest-RoutersIpV6AdminTest-1179638195 tempest-RoutersIpV6AdminTest-1179638195-project-admin] Notify agent at l3_agent.n-d-713498-36 the message routers_updated {{(pid=103229) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 19:32:04.474718 n-d-713498-36 neutron-server[103233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e999700-8737-4204-9af0-d38431dcc064 None None] Sync routers for ids ['ec1e4ba1-2d5e-4db6-82c7-22129425de4a'] in n-d-713498-36 {{(pid=103233) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 19:32:04.476053 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-5960a052-eb91-457c-b910-00781be71363 tempest-RoutersIpV6AdminTest-1179638195 tempest-RoutersIpV6AdminTest-1179638195-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:32:04.489440 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-5960a052-eb91-457c-b910-00781be71363 tempest-RoutersIpV6AdminTest-1179638195 tempest-RoutersIpV6AdminTest-1179638195-project-admin] 10.222.0.75 "PUT /v2.0/routers/ec1e4ba1-2d5e-4db6-82c7-22129425de4a HTTP/1.1" status: 200 len: 918 time: 5.0808215 Feb 09 19:32:04.490129 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 34596) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:32:04.498021 n-d-713498-36 neutron-server[103233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e999700-8737-4204-9af0-d38431dcc064 None None] Routers {'ec1e4ba1-2d5e-4db6-82c7-22129425de4a'} bound to L3 agent in host n-d-713498-36 {{(pid=103233) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 19:32:04.500059 n-d-713498-36 neutron-server[103233]: DEBUG neutron.db.l3_hamode_db [None req-6e999700-8737-4204-9af0-d38431dcc064 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T18:51:43Z,description=,heartbeat_timestamp=2022-02-09T19:31:43Z,host='n-d-713498-36',id=93303d5e-5d17-45e8-8963-7694f87783ae,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T18:51:43Z,topic='l3_agent')) {'router_ids': ['ec1e4ba1-2d5e-4db6-82c7-22129425de4a'], 'active': True} {{(pid=103233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:32:04.500709 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-2556f841-67cf-44c9-aef4-99344e5a458f tempest-TestNetworkAdvancedServerOps-1633223542 tempest-TestNetworkAdvancedServerOps-1633223542-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762866642225'] for network (34db1430-f99d-431a-b04f-54003e680bea), precommit_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:32:04.534389 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-efecc455-74fb-4808-a215-8b96437bb5a1 admin admin] 10.222.0.75 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.0889716 Feb 09 19:32:04.535894 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 34598) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:32:04.592677 n-d-713498-36 neutron-server[103233]: DEBUG neutron.db.l3_hamode_db [None req-6e999700-8737-4204-9af0-d38431dcc064 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713498-36', False) {} {{(pid=103233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:32:04.607440 n-d-713498-36 neutron-server[103233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e999700-8737-4204-9af0-d38431dcc064 None None] Routers {'ec1e4ba1-2d5e-4db6-82c7-22129425de4a'} bound to L3 agent in host n-d-713498-36 {{(pid=103233) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 19:32:04.608359 n-d-713498-36 neutron-server[103233]: DEBUG neutron.db.l3_hamode_db [None req-6e999700-8737-4204-9af0-d38431dcc064 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T18:51:43Z,description=,heartbeat_timestamp=2022-02-09T19:31:43Z,host='n-d-713498-36',id=93303d5e-5d17-45e8-8963-7694f87783ae,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T18:51:43Z,topic='l3_agent')) {'router_ids': ['ec1e4ba1-2d5e-4db6-82c7-22129425de4a'], 'active': True} {{(pid=103233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:32:04.622583 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-2556f841-67cf-44c9-aef4-99344e5a458f tempest-TestNetworkAdvancedServerOps-1633223542 tempest-TestNetworkAdvancedServerOps-1633223542-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1885479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452'] for network (34db1430-f99d-431a-b04f-54003e680bea), after_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:32:04.647114 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2556f841-67cf-44c9-aef4-99344e5a458f tempest-TestNetworkAdvancedServerOps-1633223542 tempest-TestNetworkAdvancedServerOps-1633223542-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:32:04.647751 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-2556f841-67cf-44c9-aef4-99344e5a458f tempest-TestNetworkAdvancedServerOps-1633223542 tempest-TestNetworkAdvancedServerOps-1633223542-project] Publish callbacks [] for network (None), before_response {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:32:04.691940 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.v2.base [None req-d1637957-158a-426a-839b-8873a43695e3 admin admin] Request body: {'router': {'name': 'tempest-TestServerBasicOps-1476211343-router', 'tenant_id': '0484ed2328124ada8d8870756276d1f0', 'external_gateway_info': {'network_id': '88055e1e-672a-4487-be31-ffb6e833ece5'}}} {{(pid=103229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 19:32:04.718958 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dae1e5c2-73c9-4a55-a958-9e9b663841b4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8b32e980-7cce-5e82-a341-bd2fa8945c89-8f2df497-8ab8-4c9e-8bb2-f9e936c46637', 'network_id': '8f2df497-8ab8-4c9e-8bb2-f9e936c46637', 'project_id': '0484ed2328124ada8d8870756276d1f0', 'fixed_ips': [{'subnet_id': '9358c454-1c1b-4e17-a8a9-b8f83c45b376'}]}} from n-d-713498-36. {{(pid=103232) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 09 19:32:04.720825 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-dae1e5c2-73c9-4a55-a958-9e9b663841b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (None), before_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:32:04.744472 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-2556f841-67cf-44c9-aef4-99344e5a458f tempest-TestNetworkAdvancedServerOps-1633223542 tempest-TestNetworkAdvancedServerOps-1633223542-project] 10.222.0.75 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.9484723 Feb 09 19:32:04.745401 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 34604) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:32:04.754151 n-d-713498-36 neutron-server[103233]: DEBUG neutron.db.l3_hamode_db [None req-6e999700-8737-4204-9af0-d38431dcc064 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713498-36', False) {} {{(pid=103233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:32:04.754821 n-d-713498-36 neutron-server[103233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e999700-8737-4204-9af0-d38431dcc064 None None] The sync data for ids ['ec1e4ba1-2d5e-4db6-82c7-22129425de4a'] in n-d-713498-36 is: [] {{(pid=103233) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 19:32:04.798677 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.v2.base [None req-084514f0-71cc-4000-8468-da3146d924fa tempest-TestNetworkAdvancedServerOps-1633223542 tempest-TestNetworkAdvancedServerOps-1633223542-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1799291766', 'admin_state_up': True, 'project_id': 'eba669c4f4c548e495f13ae7579d0fa6', 'external_gateway_info': {'network_id': '88055e1e-672a-4487-be31-ffb6e833ece5'}}} {{(pid=103230) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 19:32:04.861287 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2556f841-67cf-44c9-aef4-99344e5a458f tempest-TestNetworkAdvancedServerOps-1633223542 tempest-TestNetworkAdvancedServerOps-1633223542-project] Pushing event updated for resources: {'Network': ['ID=34db1430-f99d-431a-b04f-54003e680bea,revision_number=1']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:32:04.873548 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-2a3d4079-301e-4573-a681-d8e88da424d3 tempest-RoutersTest-1116560139 tempest-RoutersTest-1116560139-project] Publish callbacks [] for port (c80f2cb5-29d8-4ac0-b3dd-a018e673270a), precommit_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:32:04.884255 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-084514f0-71cc-4000-8468-da3146d924fa tempest-TestNetworkAdvancedServerOps-1633223542 tempest-TestNetworkAdvancedServerOps-1633223542-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1834830', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-58389'] for router (8186ebd6-38e5-4478-af0c-af6bfd869d76), before_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:32:04.886120 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-084514f0-71cc-4000-8468-da3146d924fa tempest-TestNetworkAdvancedServerOps-1633223542 tempest-TestNetworkAdvancedServerOps-1633223542-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1834810', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1822096', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1886735', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-58380'] for router (8186ebd6-38e5-4478-af0c-af6bfd869d76), precommit_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:32:05.019087 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.db_base_plugin_common [None req-dae1e5c2-73c9-4a55-a958-9e9b663841b4 None None] Allocated IP 172.20.0.2 (8f2df497-8ab8-4c9e-8bb2-f9e936c46637/9358c454-1c1b-4e17-a8a9-b8f83c45b376/7557cb55-b145-4af6-a86a-232fcc9247d0) {{(pid=103232) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 19:32:05.022563 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Network 34db1430-f99d-431a-b04f-54003e680bea details requested by agent ovs-agent-n-d-713498-36 with host n-d-713498-36 {{(pid=103232) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 19:32:05.036362 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-d1637957-158a-426a-839b-8873a43695e3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1834830', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-58389'] for router (47bf1426-828b-4a74-9907-8874febd8264), before_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:32:05.037376 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-d1637957-158a-426a-839b-8873a43695e3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1834810', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1822096', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1886735', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-58380'] for router (47bf1426-828b-4a74-9907-8874febd8264), precommit_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:32:05.078806 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d69a3e4f-0a4b-4945-b9db-7493dccbeff8 req-fcab8145-522f-4867-bc0a-8819f3832eca tempest-ServerActionsTestJSON-347500300 tempest-ServerActionsTestJSON-347500300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:32:05.085704 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-d69a3e4f-0a4b-4945-b9db-7493dccbeff8 req-fcab8145-522f-4867-bc0a-8819f3832eca tempest-ServerActionsTestJSON-347500300 tempest-ServerActionsTestJSON-347500300-project] 10.222.0.75 "GET /v2.0/ports?device_id=a1fbc70b-9dd3-44f5-99b0-85f3dff92d7d HTTP/1.1" status: 200 len: 944 time: 0.2561953 Feb 09 19:32:05.098261 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-084514f0-71cc-4000-8468-da3146d924fa tempest-TestNetworkAdvancedServerOps-1633223542 tempest-TestNetworkAdvancedServerOps-1633223542-project] Publish callbacks [] for router_controller (8186ebd6-38e5-4478-af0c-af6bfd869d76), precommit_add_association {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:32:05.105143 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-2a3d4079-301e-4573-a681-d8e88da424d3 tempest-RoutersTest-1116560139 tempest-RoutersTest-1116560139-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762866656467', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14393751'] for port (c80f2cb5-29d8-4ac0-b3dd-a018e673270a), after_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:32:05.163381 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-159365f6-e11d-4f7b-9d6a-66540d90e567 tempest-RoutersIpV6AdminTest-1179638195 tempest-RoutersIpV6AdminTest-1179638195-project-admin] 10.222.0.75 "GET /v2.0/routers/ec1e4ba1-2d5e-4db6-82c7-22129425de4a HTTP/1.1" status: 200 len: 924 time: 0.6709449 Feb 09 19:32:05.168303 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 34606) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:32:05.206111 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-d1637957-158a-426a-839b-8873a43695e3 admin admin] Publish callbacks [] for router_controller (47bf1426-828b-4a74-9907-8874febd8264), precommit_add_association {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:32:05.276759 n-d-713498-36 neutron-server[103230]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a3d4079-301e-4573-a681-d8e88da424d3 tempest-RoutersTest-1116560139 tempest-RoutersTest-1116560139-project] Network 88055e1e-672a-4487-be31-ffb6e833ece5 is already hosted by enough agents. {{(pid=103230) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 19:32:05.317146 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-d69a3e4f-0a4b-4945-b9db-7493dccbeff8 req-c6094dfc-5aee-461c-a369-395b07783582 tempest-ServerActionsTestJSON-347500300 tempest-ServerActionsTestJSON-347500300-project] 10.222.0.75 "GET /v2.0/security-groups?id=22c4accd-b9e4-4e3e-aec5-b2bee068a6b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2303286 Feb 09 19:32:05.404066 n-d-713498-36 neutron-server[103230]: DEBUG neutron.scheduler.base_scheduler [None req-2a3d4079-301e-4573-a681-d8e88da424d3 tempest-RoutersTest-1116560139 tempest-RoutersTest-1116560139-project] Resources bound (agent type, host, resource id): {{(pid=103230) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 19:32:05.406639 n-d-713498-36 neutron-server[103230]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a3d4079-301e-4573-a681-d8e88da424d3 tempest-RoutersTest-1116560139 tempest-RoutersTest-1116560139-project] Received port after_create {{(pid=103230) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 19:32:05.438987 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f242a23d-1119-43db-ba60-e5e376ee622f tempest-RoutersIpV6AdminTest-1179638195 tempest-RoutersIpV6AdminTest-1179638195-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:32:05.453059 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-f242a23d-1119-43db-ba60-e5e376ee622f tempest-RoutersIpV6AdminTest-1179638195 tempest-RoutersIpV6AdminTest-1179638195-project-admin] 10.222.0.75 "GET /v2.0/ports?network_id=88055e1e-672a-4487-be31-ffb6e833ece5&device_id=ec1e4ba1-2d5e-4db6-82c7-22129425de4a&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.2832742 Feb 09 19:32:05.453623 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 34612) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:32:05.471262 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-dae1e5c2-73c9-4a55-a958-9e9b663841b4 None None] Publish callbacks [] for port (7557cb55-b145-4af6-a86a-232fcc9247d0), precommit_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:32:05.483851 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-dae1e5c2-73c9-4a55-a958-9e9b663841b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762866656467'] for port (7557cb55-b145-4af6-a86a-232fcc9247d0), after_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:32:05.590503 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dae1e5c2-73c9-4a55-a958-9e9b663841b4 None None] Pushing event updated for resources: {'Port': ['ID=7557cb55-b145-4af6-a86a-232fcc9247d0,revision_number=1']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:32:05.614291 n-d-713498-36 neutron-server[103232]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dae1e5c2-73c9-4a55-a958-9e9b663841b4 None None] Network 8f2df497-8ab8-4c9e-8bb2-f9e936c46637 is already hosted by enough agents. {{(pid=103232) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 19:32:05.620555 n-d-713498-36 neutron-server[103232]: DEBUG neutron.scheduler.base_scheduler [None req-dae1e5c2-73c9-4a55-a958-9e9b663841b4 None None] Resources bound (agent type, host, resource id): {{(pid=103232) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 19:32:05.627904 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dae1e5c2-73c9-4a55-a958-9e9b663841b4 None None] Received port after_create {{(pid=103232) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 19:32:05.651013 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-d1637957-158a-426a-839b-8873a43695e3 admin admin] Publish callbacks [] for router_gateway (47bf1426-828b-4a74-9907-8874febd8264), precommit_update {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:32:05.708340 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.managers [None req-dae1e5c2-73c9-4a55-a958-9e9b663841b4 None None] Attempting to bind port 7557cb55-b145-4af6-a86a-232fcc9247d0 on host n-d-713498-36 for vnic_type normal with profile {{(pid=103232) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 19:32:05.708790 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.managers [None req-dae1e5c2-73c9-4a55-a958-9e9b663841b4 None None] Attempting to bind port 7557cb55-b145-4af6-a86a-232fcc9247d0 by drivers openvswitch,hyperv on host n-d-713498-36 at level 0 using segments [{'id': '5abf3098-6695-42c7-978d-ad16a51f9d66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': '8f2df497-8ab8-4c9e-8bb2-f9e936c46637'}] {{(pid=103232) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 19:32:05.709844 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dae1e5c2-73c9-4a55-a958-9e9b663841b4 None None] Attempting to bind port 7557cb55-b145-4af6-a86a-232fcc9247d0 on network 8f2df497-8ab8-4c9e-8bb2-f9e936c46637 {{(pid=103232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 19:32:05.716154 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dae1e5c2-73c9-4a55-a958-9e9b663841b4 None None] Checking agent: {'id': '496418a2-c002-4aec-ab1a-07f3bea491bd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-36', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 18, 51, 47), 'started_at': datetime.datetime(2022, 2, 9, 18, 52, 17), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 19, 31, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-36'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 19:32:05.718442 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dae1e5c2-73c9-4a55-a958-9e9b663841b4 None None] Checking segment: {'id': '5abf3098-6695-42c7-978d-ad16a51f9d66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': '8f2df497-8ab8-4c9e-8bb2-f9e936c46637'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103232) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 19:32:05.718442 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-dae1e5c2-73c9-4a55-a958-9e9b663841b4 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:32:05.718442 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dae1e5c2-73c9-4a55-a958-9e9b663841b4 None None] Bound using segment: {'id': '5abf3098-6695-42c7-978d-ad16a51f9d66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': '8f2df497-8ab8-4c9e-8bb2-f9e936c46637'} {{(pid=103232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 19:32:05.718442 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.managers [None req-dae1e5c2-73c9-4a55-a958-9e9b663841b4 None None] Bound port: 7557cb55-b145-4af6-a86a-232fcc9247d0, host: n-d-713498-36, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5abf3098-6695-42c7-978d-ad16a51f9d66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': '8f2df497-8ab8-4c9e-8bb2-f9e936c46637'}}] {{(pid=103232) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 19:32:05.718442 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-dae1e5c2-73c9-4a55-a958-9e9b663841b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (7557cb55-b145-4af6-a86a-232fcc9247d0), before_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:32:05.789566 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a3d4079-301e-4573-a681-d8e88da424d3 tempest-RoutersTest-1116560139 tempest-RoutersTest-1116560139-project] Pushing event updated for resources: {'Port': ['ID=c80f2cb5-29d8-4ac0-b3dd-a018e673270a,revision_number=1']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:32:05.797844 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-084514f0-71cc-4000-8468-da3146d924fa tempest-TestNetworkAdvancedServerOps-1633223542 tempest-TestNetworkAdvancedServerOps-1633223542-project] Publish callbacks [] for router_gateway (8186ebd6-38e5-4478-af0c-af6bfd869d76), precommit_update {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:32:05.857382 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-dae1e5c2-73c9-4a55-a958-9e9b663841b4 None None] For port 7557cb55-b145-4af6-a86a-232fcc9247d0, host n-d-713498-36, cleared binding levels {{(pid=103232) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 19:32:05.861037 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-dae1e5c2-73c9-4a55-a958-9e9b663841b4 None None] For port 7557cb55-b145-4af6-a86a-232fcc9247d0, host n-d-713498-36, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-36',level=0,port_id=7557cb55-b145-4af6-a86a-232fcc9247d0,segment=NetworkSegment(5abf3098-6695-42c7-978d-ad16a51f9d66),segment_id=5abf3098-6695-42c7-978d-ad16a51f9d66)] {{(pid=103232) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 19:32:05.873790 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-dae1e5c2-73c9-4a55-a958-9e9b663841b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762867176205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762866656485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762866656503'] for port (7557cb55-b145-4af6-a86a-232fcc9247d0), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:32:05.967076 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48b9c382-5509-4b30-bb64-e268cb96e2c1 tempest-RoutersIpV6AdminTest-1179638195 tempest-RoutersIpV6AdminTest-1179638195-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:32:05.972318 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-48b9c382-5509-4b30-bb64-e268cb96e2c1 tempest-RoutersIpV6AdminTest-1179638195 tempest-RoutersIpV6AdminTest-1179638195-project-admin] 10.222.0.75 "GET /v2.0/networks/88055e1e-672a-4487-be31-ffb6e833ece5 HTTP/1.1" status: 200 len: 881 time: 0.5121760 Feb 09 19:32:05.976395 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 34618) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:32:05.982038 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39dae786-8d05-4a49-b3b6-6b6f1d20cf95 req-6829c1c2-5b0d-4a9e-bdb2-0ccbcd487fff tempest-ServerActionsTestJSON-347500300 tempest-ServerActionsTestJSON-347500300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:32:05.983923 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-39dae786-8d05-4a49-b3b6-6b6f1d20cf95 req-6829c1c2-5b0d-4a9e-bdb2-0ccbcd487fff tempest-ServerActionsTestJSON-347500300 tempest-ServerActionsTestJSON-347500300-project] 10.222.0.75 "GET /v2.0/ports?device_id=a1fbc70b-9dd3-44f5-99b0-85f3dff92d7d HTTP/1.1" status: 200 len: 944 time: 0.3069174 Feb 09 19:32:06.029488 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dae1e5c2-73c9-4a55-a958-9e9b663841b4 None None] Pushing event updated for resources: {'Port': ['ID=7557cb55-b145-4af6-a86a-232fcc9247d0,revision_number=2']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:32:06.099516 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-39dae786-8d05-4a49-b3b6-6b6f1d20cf95 req-8af4be3d-6efe-4571-9f70-e5237b6e5449 tempest-ServerActionsTestJSON-347500300 tempest-ServerActionsTestJSON-347500300-project] 10.222.0.75 "GET /v2.0/security-groups?id=22c4accd-b9e4-4e3e-aec5-b2bee068a6b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1045024 Feb 09 19:32:06.106325 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-49224a87-41a0-4547-b8ac-7e6d84d24555 tempest-RoutersIpV6AdminTest-1466914516 tempest-RoutersIpV6AdminTest-1466914516-project] 10.222.0.75 "GET /v2.0/ports?device_id=ec1e4ba1-2d5e-4db6-82c7-22129425de4a HTTP/1.1" status: 200 len: 205 time: 0.1285515 Feb 09 19:32:06.110298 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 34620) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:32:06.180105 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-565b3d96-8b0f-4506-81ab-bf32fe968759 req-0c7f2a4b-bdfd-45ee-a42e-e43ade297a00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:32:06.182704 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-565b3d96-8b0f-4506-81ab-bf32fe968759 req-0c7f2a4b-bdfd-45ee-a42e-e43ade297a00 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=d7a2ccbf0c8a475abd1520a0e31ab926&device_id=a1fbc70b-9dd3-44f5-99b0-85f3dff92d7d HTTP/1.1" status: 200 len: 1127 time: 0.4540055 Feb 09 19:32:06.528790 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-5991ba2b-b69c-42f5-b216-2b5d7bd89ad7 tempest-RoutersIpV6AdminTest-1466914516 tempest-RoutersIpV6AdminTest-1466914516-project] Publish callbacks [] for router (ec1e4ba1-2d5e-4db6-82c7-22129425de4a), before_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:32:06.630846 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Device 7557cb55-b145-4af6-a86a-232fcc9247d0 up at agent ovs-agent-n-d-713498-36 {{(pid=103232) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 19:32:06.653743 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-d1637957-158a-426a-839b-8873a43695e3 admin admin] Publish callbacks [] for router_gateway (47bf1426-828b-4a74-9907-8874febd8264), before_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:32:06.731855 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-d1637957-158a-426a-839b-8873a43695e3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (None), before_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:32:06.755719 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.provisioning_blocks [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Provisioning complete for port 7557cb55-b145-4af6-a86a-232fcc9247d0 triggered by entity L2. {{(pid=103232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 19:32:06.758267 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593630'] for port (7557cb55-b145-4af6-a86a-232fcc9247d0), provisioning_complete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:32:06.888004 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-5991ba2b-b69c-42f5-b216-2b5d7bd89ad7 tempest-RoutersIpV6AdminTest-1466914516 tempest-RoutersIpV6AdminTest-1466914516-project] Publish callbacks [] for router_gateway (ec1e4ba1-2d5e-4db6-82c7-22129425de4a), before_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:32:06.907953 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Current status of the port 7557cb55-b145-4af6-a86a-232fcc9247d0 is: DOWN; New status is: ACTIVE {{(pid=103232) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 19:32:06.908373 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (7557cb55-b145-4af6-a86a-232fcc9247d0), before_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:32:06.970568 n-d-713498-36 neutron-server[103229]: DEBUG neutron.db.db_base_plugin_common [None req-d1637957-158a-426a-839b-8873a43695e3 admin admin] Allocated IP 172.25.1.71 (88055e1e-672a-4487-be31-ffb6e833ece5/ac16dbcc-383c-4b43-9153-d763c4a53f91/56c7a375-0d90-45bd-a485-a908fb4b2cdd) {{(pid=103229) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 19:32:06.981835 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] For port 7557cb55-b145-4af6-a86a-232fcc9247d0, host n-d-713498-36, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-36',level=0,port_id=7557cb55-b145-4af6-a86a-232fcc9247d0,segment=NetworkSegment(5abf3098-6695-42c7-978d-ad16a51f9d66),segment_id=5abf3098-6695-42c7-978d-ad16a51f9d66)] {{(pid=103232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 19:32:06.989897 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762867176205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762866656485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762866656503'] for port (7557cb55-b145-4af6-a86a-232fcc9247d0), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:32:07.010454 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-565b3d96-8b0f-4506-81ab-bf32fe968759 req-967885a4-ef24-469b-b003-498646bde17b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:32:07.012230 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-565b3d96-8b0f-4506-81ab-bf32fe968759 req-967885a4-ef24-469b-b003-498646bde17b service neutron] 10.222.0.89 "GET /v2.0/networks?id=bd12d1d0-518d-4d29-a00d-98410ba2cb8a HTTP/1.1" status: 200 len: 913 time: 0.8184221 Feb 09 19:32:07.042892 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.plugin [None req-5991ba2b-b69c-42f5-b216-2b5d7bd89ad7 tempest-RoutersIpV6AdminTest-1466914516 tempest-RoutersIpV6AdminTest-1466914516-project] Deleting port b644d6fb-bc6c-42b8-9f50-75cd7a461bc7 {{(pid=103229) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 19:32:07.043494 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-5991ba2b-b69c-42f5-b216-2b5d7bd89ad7 tempest-RoutersIpV6AdminTest-1466914516 tempest-RoutersIpV6AdminTest-1466914516-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762867170196'] for port (b644d6fb-bc6c-42b8-9f50-75cd7a461bc7), before_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:32:07.058346 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-2a3d4079-301e-4573-a681-d8e88da424d3 tempest-RoutersTest-1116560139 tempest-RoutersTest-1116560139-project] Publish callbacks [] for router_gateway (1d69e540-3d1e-4a60-ac0d-4ba84dee1f25), after_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:32:07.269847 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Pushing event updated for resources: {'Port': ['ID=7557cb55-b145-4af6-a86a-232fcc9247d0,revision_number=3']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:32:07.305273 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-d1637957-158a-426a-839b-8873a43695e3 admin admin] Publish callbacks [] for port (56c7a375-0d90-45bd-a485-a908fb4b2cdd), precommit_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:32:07.311132 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-5991ba2b-b69c-42f5-b216-2b5d7bd89ad7 tempest-RoutersIpV6AdminTest-1466914516 tempest-RoutersIpV6AdminTest-1466914516-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1820838'] for port (b644d6fb-bc6c-42b8-9f50-75cd7a461bc7), precommit_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:32:07.333835 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.plugin [None req-5991ba2b-b69c-42f5-b216-2b5d7bd89ad7 tempest-RoutersIpV6AdminTest-1466914516 tempest-RoutersIpV6AdminTest-1466914516-project] Calling delete_port for b644d6fb-bc6c-42b8-9f50-75cd7a461bc7 owned by network:router_gateway {{(pid=103229) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 19:32:07.504469 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-565b3d96-8b0f-4506-81ab-bf32fe968759 req-08acb2a7-e00a-4bd7-8290-aaebd91ca69c service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f1d2f720-203f-4a0c-99ec-b451c998d159 HTTP/1.1" status: 200 len: 998 time: 0.4419520 Feb 09 19:32:07.527227 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-d1637957-158a-426a-839b-8873a43695e3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762866656467', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12867576'] for port (56c7a375-0d90-45bd-a485-a908fb4b2cdd), after_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:32:07.572214 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef455218-b599-4bdf-ad3a-7e40c88c3f24 req-b5ef91ad-204a-4432-89f8-6c776fa253fc tempest-ServerActionsTestJSON-347500300 tempest-ServerActionsTestJSON-347500300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:32:07.572953 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-ef455218-b599-4bdf-ad3a-7e40c88c3f24 req-b5ef91ad-204a-4432-89f8-6c776fa253fc tempest-ServerActionsTestJSON-347500300 tempest-ServerActionsTestJSON-347500300-project] 10.222.0.75 "GET /v2.0/ports?device_id=a1fbc70b-9dd3-44f5-99b0-85f3dff92d7d HTTP/1.1" status: 200 len: 944 time: 0.3238578 Feb 09 19:32:07.643020 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-084514f0-71cc-4000-8468-da3146d924fa tempest-TestNetworkAdvancedServerOps-1633223542 tempest-TestNetworkAdvancedServerOps-1633223542-project] Publish callbacks [] for router_gateway (8186ebd6-38e5-4478-af0c-af6bfd869d76), before_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:32:07.801373 n-d-713498-36 neutron-server[103229]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1637957-158a-426a-839b-8873a43695e3 admin admin] Network 88055e1e-672a-4487-be31-ffb6e833ece5 is already hosted by enough agents. {{(pid=103229) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 19:32:07.834155 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1637957-158a-426a-839b-8873a43695e3 admin admin] Pushing event updated for resources: {'Port': ['ID=56c7a375-0d90-45bd-a485-a908fb4b2cdd,revision_number=1']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:32:07.836630 n-d-713498-36 neutron-server[103229]: DEBUG neutron.scheduler.base_scheduler [None req-d1637957-158a-426a-839b-8873a43695e3 admin admin] Resources bound (agent type, host, resource id): {{(pid=103229) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 19:32:07.840462 n-d-713498-36 neutron-server[103229]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1637957-158a-426a-839b-8873a43695e3 admin admin] Received port after_create {{(pid=103229) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 19:32:07.861825 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa37ee22-e9c8-464d-a9f9-62fadf2d7652 None None] Network 8f2df497-8ab8-4c9e-8bb2-f9e936c46637 requested from n-d-713498-36 {{(pid=103232) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 19:32:07.947774 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-565b3d96-8b0f-4506-81ab-bf32fe968759 req-edf677b5-b1dc-4b70-bc4f-d8a951ed885c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:32:07.950047 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-565b3d96-8b0f-4506-81ab-bf32fe968759 req-edf677b5-b1dc-4b70-bc4f-d8a951ed885c service neutron] 10.222.0.89 "GET /v2.0/subnets?id=60ccac4e-8e6b-4139-b4aa-9c0c5cc0e9e4 HTTP/1.1" status: 200 len: 851 time: 0.4382558 Feb 09 19:32:07.960753 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-084514f0-71cc-4000-8468-da3146d924fa tempest-TestNetworkAdvancedServerOps-1633223542 tempest-TestNetworkAdvancedServerOps-1633223542-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (None), before_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:32:08.016844 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.provisioning_blocks [None req-2cee425e-6d07-4b7e-9108-9d6b612ebf14 None None] Provisioning complete for port 7557cb55-b145-4af6-a86a-232fcc9247d0 triggered by entity DHCP. {{(pid=103232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 19:32:08.017431 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-2cee425e-6d07-4b7e-9108-9d6b612ebf14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593630'] for port (7557cb55-b145-4af6-a86a-232fcc9247d0), provisioning_complete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:32:08.217890 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-2cee425e-6d07-4b7e-9108-9d6b612ebf14 None None] Current status of the port 7557cb55-b145-4af6-a86a-232fcc9247d0 is: ACTIVE; New status is: ACTIVE {{(pid=103232) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 19:32:08.257652 n-d-713498-36 neutron-server[103230]: DEBUG neutron.db.db_base_plugin_common [None req-084514f0-71cc-4000-8468-da3146d924fa tempest-TestNetworkAdvancedServerOps-1633223542 tempest-TestNetworkAdvancedServerOps-1633223542-project] Allocated IP 172.25.1.98 (88055e1e-672a-4487-be31-ffb6e833ece5/ac16dbcc-383c-4b43-9153-d763c4a53f91/0739061c-e16f-41f1-a721-ad94652482de) {{(pid=103230) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 19:32:08.275607 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-5991ba2b-b69c-42f5-b216-2b5d7bd89ad7 tempest-RoutersIpV6AdminTest-1466914516 tempest-RoutersIpV6AdminTest-1466914516-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762867177463', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762866656476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12867576'] for port (b644d6fb-bc6c-42b8-9f50-75cd7a461bc7), after_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:32:08.531423 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Device 7557cb55-b145-4af6-a86a-232fcc9247d0 up at agent ovs-agent-n-d-713498-36 {{(pid=103232) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 19:32:08.582441 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-084514f0-71cc-4000-8468-da3146d924fa tempest-TestNetworkAdvancedServerOps-1633223542 tempest-TestNetworkAdvancedServerOps-1633223542-project] Publish callbacks [] for port (0739061c-e16f-41f1-a721-ad94652482de), precommit_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:32:08.694722 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.provisioning_blocks [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Provisioning complete for port 7557cb55-b145-4af6-a86a-232fcc9247d0 triggered by entity L2. {{(pid=103232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 19:32:08.695527 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593630'] for port (7557cb55-b145-4af6-a86a-232fcc9247d0), provisioning_complete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:32:08.696092 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-084514f0-71cc-4000-8468-da3146d924fa tempest-TestNetworkAdvancedServerOps-1633223542 tempest-TestNetworkAdvancedServerOps-1633223542-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762866656467', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14393751'] for port (0739061c-e16f-41f1-a721-ad94652482de), after_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:32:08.739933 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.provisioning_blocks [None req-296e98e5-292b-4f03-bd07-df4a56683d71 None None] Provisioning complete for port 7557cb55-b145-4af6-a86a-232fcc9247d0 triggered by entity DHCP. {{(pid=103232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 19:32:08.740220 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-296e98e5-292b-4f03-bd07-df4a56683d71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593630'] for port (7557cb55-b145-4af6-a86a-232fcc9247d0), provisioning_complete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:32:08.752098 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-d1637957-158a-426a-839b-8873a43695e3 admin admin] Publish callbacks [] for router_gateway (47bf1426-828b-4a74-9907-8874febd8264), after_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:32:08.827499 n-d-713498-36 neutron-server[103230]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-084514f0-71cc-4000-8468-da3146d924fa tempest-TestNetworkAdvancedServerOps-1633223542 tempest-TestNetworkAdvancedServerOps-1633223542-project] Network 88055e1e-672a-4487-be31-ffb6e833ece5 is already hosted by enough agents. {{(pid=103230) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 19:32:08.838454 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-565b3d96-8b0f-4506-81ab-bf32fe968759 req-6ecdecfd-45ee-4363-a887-f8b4c809f01c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:32:08.842843 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-565b3d96-8b0f-4506-81ab-bf32fe968759 req-6ecdecfd-45ee-4363-a887-f8b4c809f01c service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=bd12d1d0-518d-4d29-a00d-98410ba2cb8a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.8597686 Feb 09 19:32:08.849758 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-084514f0-71cc-4000-8468-da3146d924fa tempest-TestNetworkAdvancedServerOps-1633223542 tempest-TestNetworkAdvancedServerOps-1633223542-project] Pushing event updated for resources: {'Port': ['ID=0739061c-e16f-41f1-a721-ad94652482de,revision_number=1']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:32:08.853929 n-d-713498-36 neutron-server[103230]: DEBUG neutron.scheduler.base_scheduler [None req-084514f0-71cc-4000-8468-da3146d924fa tempest-TestNetworkAdvancedServerOps-1633223542 tempest-TestNetworkAdvancedServerOps-1633223542-project] Resources bound (agent type, host, resource id): {{(pid=103230) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 19:32:08.859009 n-d-713498-36 neutron-server[103230]: DEBUG neutron.db.l3_dvrscheduler_db [None req-084514f0-71cc-4000-8468-da3146d924fa tempest-TestNetworkAdvancedServerOps-1633223542 tempest-TestNetworkAdvancedServerOps-1633223542-project] Received port after_create {{(pid=103230) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 19:32:08.881875 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [req-565b3d96-8b0f-4506-81ab-bf32fe968759 req-8fa66f2c-e442-4a01-af10-3aae24036690 service neutron] http://10.222.0.75:9696/v2.0/extensions returned with HTTP 200 {{(pid=103230) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 09 19:32:08.885745 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-565b3d96-8b0f-4506-81ab-bf32fe968759 req-8fa66f2c-e442-4a01-af10-3aae24036690 service neutron] 10.222.0.89 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0144212 Feb 09 19:32:08.889309 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-ef455218-b599-4bdf-ad3a-7e40c88c3f24 req-f415cb02-43e0-474b-bd39-787a4c85fb7a tempest-ServerActionsTestJSON-347500300 tempest-ServerActionsTestJSON-347500300-project] 10.222.0.75 "GET /v2.0/security-groups?id=22c4accd-b9e4-4e3e-aec5-b2bee068a6b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 1.2879643 Feb 09 19:32:08.905361 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-2a3d4079-301e-4573-a681-d8e88da424d3 tempest-RoutersTest-1116560139 tempest-RoutersTest-1116560139-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1834945', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1818951'] for router (1d69e540-3d1e-4a60-ac0d-4ba84dee1f25), after_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:32:08.957682 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Current status of the port 7557cb55-b145-4af6-a86a-232fcc9247d0 is: ACTIVE; New status is: ACTIVE {{(pid=103232) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 19:32:08.972911 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-296e98e5-292b-4f03-bd07-df4a56683d71 None None] Current status of the port 7557cb55-b145-4af6-a86a-232fcc9247d0 is: ACTIVE; New status is: ACTIVE {{(pid=103232) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 19:32:09.018674 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5991ba2b-b69c-42f5-b216-2b5d7bd89ad7 tempest-RoutersIpV6AdminTest-1466914516 tempest-RoutersIpV6AdminTest-1466914516-project] Pushing event deleted for resources: {'Port': ['ID=b644d6fb-bc6c-42b8-9f50-75cd7a461bc7,revision_number=None']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:32:09.127687 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-5991ba2b-b69c-42f5-b216-2b5d7bd89ad7 tempest-RoutersIpV6AdminTest-1466914516 tempest-RoutersIpV6AdminTest-1466914516-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1818987'] for router_gateway (ec1e4ba1-2d5e-4db6-82c7-22129425de4a), after_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:32:09.159445 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-d1637957-158a-426a-839b-8873a43695e3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1834945', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1818951'] for router (47bf1426-828b-4a74-9907-8874febd8264), after_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:32:09.270573 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-565b3d96-8b0f-4506-81ab-bf32fe968759 req-bb61528f-06ba-4a31-bacc-ba90f3b207de service neutron] 10.222.0.89 "GET /v2.0/networks/bd12d1d0-518d-4d29-a00d-98410ba2cb8a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3753495 Feb 09 19:32:09.367624 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-5991ba2b-b69c-42f5-b216-2b5d7bd89ad7 tempest-RoutersIpV6AdminTest-1466914516 tempest-RoutersIpV6AdminTest-1466914516-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1834988', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-58375'] for router (ec1e4ba1-2d5e-4db6-82c7-22129425de4a), precommit_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:32:09.374128 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-5991ba2b-b69c-42f5-b216-2b5d7bd89ad7 tempest-RoutersIpV6AdminTest-1466914516 tempest-RoutersIpV6AdminTest-1466914516-project] Publish callbacks [] for router_controller (ec1e4ba1-2d5e-4db6-82c7-22129425de4a), precommit_delete_associations {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:32:09.433404 n-d-713498-36 neutron-server[103229]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d1637957-158a-426a-839b-8873a43695e3 admin admin] Router 47bf1426-828b-4a74-9907-8874febd8264 is scheduled to L3 agent 93303d5e-5d17-45e8-8963-7694f87783ae with binding_index 1 {{(pid=103229) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 09 19:32:09.438523 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-5991ba2b-b69c-42f5-b216-2b5d7bd89ad7 tempest-RoutersIpV6AdminTest-1466914516 tempest-RoutersIpV6AdminTest-1466914516-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1835003'] for router (ec1e4ba1-2d5e-4db6-82c7-22129425de4a), after_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:32:09.439360 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5991ba2b-b69c-42f5-b216-2b5d7bd89ad7 tempest-RoutersIpV6AdminTest-1466914516 tempest-RoutersIpV6AdminTest-1466914516-project] Fanout notify agent at l3_agent the message router_deleted on router ec1e4ba1-2d5e-4db6-82c7-22129425de4a {{(pid=103229) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 09 19:32:09.453966 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-5991ba2b-b69c-42f5-b216-2b5d7bd89ad7 tempest-RoutersIpV6AdminTest-1466914516 tempest-RoutersIpV6AdminTest-1466914516-project] Publish callbacks [] for router (None), before_response {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:32:09.459490 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-5991ba2b-b69c-42f5-b216-2b5d7bd89ad7 tempest-RoutersIpV6AdminTest-1466914516 tempest-RoutersIpV6AdminTest-1466914516-project] 10.222.0.75 "DELETE /v2.0/routers/ec1e4ba1-2d5e-4db6-82c7-22129425de4a HTTP/1.1" status: 204 len: 168 time: 3.3342013 Feb 09 19:32:09.460322 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 34638) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:32:09.469807 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.v2.base [None req-b4018c7e-a3d8-40be-b18f-551c302482a0 tempest-RoutersIpV6AdminTest-1466914516 tempest-RoutersIpV6AdminTest-1466914516-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-759223832', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103230) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 19:32:09.484523 n-d-713498-36 neutron-server[103230]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2a3d4079-301e-4573-a681-d8e88da424d3 tempest-RoutersTest-1116560139 tempest-RoutersTest-1116560139-project] Router 1d69e540-3d1e-4a60-ac0d-4ba84dee1f25 is scheduled to L3 agent 93303d5e-5d17-45e8-8963-7694f87783ae with binding_index 1 {{(pid=103230) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 09 19:32:09.513789 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-084514f0-71cc-4000-8468-da3146d924fa tempest-TestNetworkAdvancedServerOps-1633223542 tempest-TestNetworkAdvancedServerOps-1633223542-project] Publish callbacks [] for router_gateway (8186ebd6-38e5-4478-af0c-af6bfd869d76), after_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:32:09.525554 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-565b3d96-8b0f-4506-81ab-bf32fe968759 req-6bca9489-0926-4e2e-8873-8a6fec21a05b service neutron] 10.222.0.89 "GET /v2.0/networks/bd12d1d0-518d-4d29-a00d-98410ba2cb8a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2429383 Feb 09 19:32:09.621142 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-b4018c7e-a3d8-40be-b18f-551c302482a0 tempest-RoutersIpV6AdminTest-1466914516 tempest-RoutersIpV6AdminTest-1466914516-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1834830', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-58389'] for router (0ef8bbef-75ee-4aad-a9d2-2affc3718256), before_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:32:09.622205 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-b4018c7e-a3d8-40be-b18f-551c302482a0 tempest-RoutersIpV6AdminTest-1466914516 tempest-RoutersIpV6AdminTest-1466914516-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1834810', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1822096', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1886735', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-58380'] for router (0ef8bbef-75ee-4aad-a9d2-2affc3718256), precommit_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:32:09.628246 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d1637957-158a-426a-839b-8873a43695e3 admin admin] Notify agent at l3_agent.n-d-713498-36 the message routers_updated {{(pid=103229) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 19:32:09.641287 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c035a70-0a19-43d7-bccd-fa956c1494a3 None None] Sync routers for ids ['47bf1426-828b-4a74-9907-8874febd8264'] in n-d-713498-36 {{(pid=103232) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 19:32:09.665285 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c035a70-0a19-43d7-bccd-fa956c1494a3 None None] Routers {'47bf1426-828b-4a74-9907-8874febd8264'} bound to L3 agent in host n-d-713498-36 {{(pid=103232) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 19:32:09.666235 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-d1637957-158a-426a-839b-8873a43695e3 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:32:09.666411 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.l3_hamode_db [None req-5c035a70-0a19-43d7-bccd-fa956c1494a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T18:51:43Z,description=,heartbeat_timestamp=2022-02-09T19:31:43Z,host='n-d-713498-36',id=93303d5e-5d17-45e8-8963-7694f87783ae,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T18:51:43Z,topic='l3_agent')) {'router_ids': ['47bf1426-828b-4a74-9907-8874febd8264'], 'active': True} {{(pid=103232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:32:09.670589 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-d1637957-158a-426a-839b-8873a43695e3 admin admin] 10.222.0.75 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 5.0047102 Feb 09 19:32:09.673490 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 34640) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:32:09.744301 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-b4018c7e-a3d8-40be-b18f-551c302482a0 tempest-RoutersIpV6AdminTest-1466914516 tempest-RoutersIpV6AdminTest-1466914516-project] Publish callbacks [] for router_controller (0ef8bbef-75ee-4aad-a9d2-2affc3718256), precommit_add_association {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:32:09.755557 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-b4018c7e-a3d8-40be-b18f-551c302482a0 tempest-RoutersIpV6AdminTest-1466914516 tempest-RoutersIpV6AdminTest-1466914516-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1834945', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1818951'] for router (0ef8bbef-75ee-4aad-a9d2-2affc3718256), after_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:32:09.784385 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2a3d4079-301e-4573-a681-d8e88da424d3 tempest-RoutersTest-1116560139 tempest-RoutersTest-1116560139-project] Notify agent at l3_agent.n-d-713498-36 the message routers_updated {{(pid=103230) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 19:32:09.798360 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-b4018c7e-a3d8-40be-b18f-551c302482a0 tempest-RoutersIpV6AdminTest-1466914516 tempest-RoutersIpV6AdminTest-1466914516-project] Publish callbacks [] for router (None), before_response {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:32:09.799110 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-b4018c7e-a3d8-40be-b18f-551c302482a0 tempest-RoutersIpV6AdminTest-1466914516 tempest-RoutersIpV6AdminTest-1466914516-project] 10.222.0.75 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.3346205 Feb 09 19:32:09.802091 n-d-713498-36 neutron-server[103233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c8dac5a-99dd-4257-8192-21d7b83d4747 None None] Sync routers for ids ['1d69e540-3d1e-4a60-ac0d-4ba84dee1f25'] in n-d-713498-36 {{(pid=103233) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 19:32:09.804063 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 34642) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:32:09.855497 n-d-713498-36 neutron-server[103233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c8dac5a-99dd-4257-8192-21d7b83d4747 None None] Routers {'1d69e540-3d1e-4a60-ac0d-4ba84dee1f25'} bound to L3 agent in host n-d-713498-36 {{(pid=103233) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 19:32:09.858349 n-d-713498-36 neutron-server[103233]: DEBUG neutron.db.l3_hamode_db [None req-1c8dac5a-99dd-4257-8192-21d7b83d4747 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T18:51:43Z,description=,heartbeat_timestamp=2022-02-09T19:31:43Z,host='n-d-713498-36',id=93303d5e-5d17-45e8-8963-7694f87783ae,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T18:51:43Z,topic='l3_agent')) {'router_ids': ['1d69e540-3d1e-4a60-ac0d-4ba84dee1f25'], 'active': True} {{(pid=103233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:32:09.872903 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.v2.base [None req-a69644c2-4c8c-44b7-a3c8-83c35904ad3d tempest-RoutersIpV6AdminTest-1179638195 tempest-RoutersIpV6AdminTest-1179638195-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '88055e1e-672a-4487-be31-ffb6e833ece5', 'enable_snat': False}}} {{(pid=103230) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 19:32:09.976167 n-d-713498-36 neutron-server[103233]: DEBUG neutron.db.l3_hamode_db [None req-1c8dac5a-99dd-4257-8192-21d7b83d4747 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713498-36', False) {} {{(pid=103233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:32:09.978062 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.l3_dvr_db [None req-5c035a70-0a19-43d7-bccd-fa956c1494a3 None None] Set router 47bf1426-828b-4a74-9907-8874febd8264 gateway port host: n-d-713498-36 {{(pid=103232) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 19:32:10.003211 n-d-713498-36 neutron-server[103233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c8dac5a-99dd-4257-8192-21d7b83d4747 None None] Routers {'1d69e540-3d1e-4a60-ac0d-4ba84dee1f25'} bound to L3 agent in host n-d-713498-36 {{(pid=103233) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 19:32:10.005763 n-d-713498-36 neutron-server[103233]: DEBUG neutron.db.l3_hamode_db [None req-1c8dac5a-99dd-4257-8192-21d7b83d4747 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T18:51:43Z,description=,heartbeat_timestamp=2022-02-09T19:31:43Z,host='n-d-713498-36',id=93303d5e-5d17-45e8-8963-7694f87783ae,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T18:51:43Z,topic='l3_agent')) {'router_ids': ['1d69e540-3d1e-4a60-ac0d-4ba84dee1f25'], 'active': True} {{(pid=103233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:32:10.126772 n-d-713498-36 neutron-server[103233]: DEBUG neutron.db.l3_hamode_db [None req-1c8dac5a-99dd-4257-8192-21d7b83d4747 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713498-36', False) {} {{(pid=103233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:32:10.127740 n-d-713498-36 neutron-server[103233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c8dac5a-99dd-4257-8192-21d7b83d4747 None None] The sync data for ids ['1d69e540-3d1e-4a60-ac0d-4ba84dee1f25'] in n-d-713498-36 is: [] {{(pid=103233) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 19:32:10.267847 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-994ed4ce-0770-4560-b1ff-5361da764fa8 req-7952f9b6-02b0-424a-a4e5-58343945f0ed tempest-ServerActionsTestJSON-347500300 tempest-ServerActionsTestJSON-347500300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:32:10.275894 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-994ed4ce-0770-4560-b1ff-5361da764fa8 req-7952f9b6-02b0-424a-a4e5-58343945f0ed tempest-ServerActionsTestJSON-347500300 tempest-ServerActionsTestJSON-347500300-project] 10.222.0.75 "GET /v2.0/ports?device_id=a1fbc70b-9dd3-44f5-99b0-85f3dff92d7d HTTP/1.1" status: 200 len: 944 time: 0.2148461 Feb 09 19:32:10.445661 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-2a3d4079-301e-4573-a681-d8e88da424d3 tempest-RoutersTest-1116560139 tempest-RoutersTest-1116560139-project] Publish callbacks [] for router (None), before_response {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:32:10.450372 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-2a3d4079-301e-4573-a681-d8e88da424d3 tempest-RoutersTest-1116560139 tempest-RoutersTest-1116560139-project] 10.222.0.75 "POST /v2.0/routers HTTP/1.1" status: 201 len: 878 time: 7.8513627 Feb 09 19:32:10.466531 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 34650) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:32:10.531111 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-084514f0-71cc-4000-8468-da3146d924fa tempest-TestNetworkAdvancedServerOps-1633223542 tempest-TestNetworkAdvancedServerOps-1633223542-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1834945', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1818951'] for router (8186ebd6-38e5-4478-af0c-af6bfd869d76), after_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:32:10.596862 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-994ed4ce-0770-4560-b1ff-5361da764fa8 req-5af96029-eb25-40d1-b86f-b80201395dc3 tempest-ServerActionsTestJSON-347500300 tempest-ServerActionsTestJSON-347500300-project] 10.222.0.75 "GET /v2.0/security-groups?id=22c4accd-b9e4-4e3e-aec5-b2bee068a6b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3200459 Feb 09 19:32:10.600856 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.l3_hamode_db [None req-5c035a70-0a19-43d7-bccd-fa956c1494a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '47bf1426-828b-4a74-9907-8874febd8264', 'name': 'tempest-TestServerBasicOps-1476211343-router', 'tenant_id': '0484ed2328124ada8d8870756276d1f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88055e1e-672a-4487-be31-ffb6e833ece5', 'external_fixed_ips': [{'subnet_id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'ip_address': '172.25.1.71'}], 'enable_snat': True}, 'gw_port_id': '56c7a375-0d90-45bd-a485-a908fb4b2cdd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T19:32:05Z', 'updated_at': '2022-02-09T19:32:08Z', 'revision_number': 3, 'project_id': '0484ed2328124ada8d8870756276d1f0', 'gw_port': {'id': '56c7a375-0d90-45bd-a485-a908fb4b2cdd', 'name': '', 'network_id': '88055e1e-672a-4487-be31-ffb6e833ece5', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:26:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '47bf1426-828b-4a74-9907-8874febd8264', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3064, 'fixed_ips': [{'subnet_id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'ip_address': '172.25.1.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T19:32:06Z', 'updated_at': '2022-02-09T19:32:06Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-36'}], 'n-d-713498-36', False) {} {{(pid=103232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:32:10.634757 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c035a70-0a19-43d7-bccd-fa956c1494a3 None None] Checking router: 47bf1426-828b-4a74-9907-8874febd8264 for host: n-d-713498-36 {{(pid=103232) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 19:32:10.635387 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c035a70-0a19-43d7-bccd-fa956c1494a3 None None] Updating router 47bf1426-828b-4a74-9907-8874febd8264 port 56c7a375-0d90-45bd-a485-a908fb4b2cdd binding host n-d-713498-36 {{(pid=103232) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 19:32:10.697103 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-5c035a70-0a19-43d7-bccd-fa956c1494a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (56c7a375-0d90-45bd-a485-a908fb4b2cdd), before_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:32:10.805663 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-b65157fb-e28d-42d1-9f56-e8b77f4c206a tempest-RoutersTest-1116560139 tempest-RoutersTest-1116560139-project] 10.222.0.75 "GET /v2.0/routers/1d69e540-3d1e-4a60-ac0d-4ba84dee1f25 HTTP/1.1" status: 200 len: 879 time: 0.3342428 Feb 09 19:32:10.809790 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 34652) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:32:10.876173 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-a69644c2-4c8c-44b7-a3c8-83c35904ad3d tempest-RoutersIpV6AdminTest-1179638195 tempest-RoutersIpV6AdminTest-1179638195-project-admin] Publish callbacks [] for router_gateway (0ef8bbef-75ee-4aad-a9d2-2affc3718256), precommit_update {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:32:10.902133 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-b38c7449-0480-46ea-bc9c-e633f826ae41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762867132591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593584'] for agent (af91e4b9-f4e1-42b1-a25c-a10dc47171c8), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:32:11.001685 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-09c9fa68-3b87-4ab2-a3d3-c535cfecae30 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (None), before_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:32:11.018155 n-d-713498-36 neutron-server[103230]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-084514f0-71cc-4000-8468-da3146d924fa tempest-TestNetworkAdvancedServerOps-1633223542 tempest-TestNetworkAdvancedServerOps-1633223542-project] Router 8186ebd6-38e5-4478-af0c-af6bfd869d76 is scheduled to L3 agent 93303d5e-5d17-45e8-8963-7694f87783ae with binding_index 1 {{(pid=103230) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 09 19:32:11.216791 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-5c035a70-0a19-43d7-bccd-fa956c1494a3 None None] Publish callbacks [] for port (56c7a375-0d90-45bd-a485-a908fb4b2cdd), precommit_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:32:11.227009 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-5c035a70-0a19-43d7-bccd-fa956c1494a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762867176205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762866656485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762866656503'] for port (56c7a375-0d90-45bd-a485-a908fb4b2cdd), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:32:11.323620 n-d-713498-36 neutron-server[103229]: DEBUG neutron.db.db_base_plugin_common [None req-09c9fa68-3b87-4ab2-a3d3-c535cfecae30 admin admin] Allocated IP 172.20.0.1 (8f2df497-8ab8-4c9e-8bb2-f9e936c46637/9358c454-1c1b-4e17-a8a9-b8f83c45b376/7b7bc3ad-ac30-4f71-aed2-2471b7e6c31d) {{(pid=103229) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 19:32:11.334446 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.managers [None req-5c035a70-0a19-43d7-bccd-fa956c1494a3 None None] Attempting to bind port 56c7a375-0d90-45bd-a485-a908fb4b2cdd on host n-d-713498-36 for vnic_type normal with profile {{(pid=103232) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 19:32:11.334842 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.managers [None req-5c035a70-0a19-43d7-bccd-fa956c1494a3 None None] Attempting to bind port 56c7a375-0d90-45bd-a485-a908fb4b2cdd by drivers openvswitch,hyperv on host n-d-713498-36 at level 0 using segments [{'id': 'a4222f89-8d3f-4b51-953b-1a8126392491', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '88055e1e-672a-4487-be31-ffb6e833ece5'}] {{(pid=103232) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 19:32:11.335181 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c035a70-0a19-43d7-bccd-fa956c1494a3 None None] Attempting to bind port 56c7a375-0d90-45bd-a485-a908fb4b2cdd on network 88055e1e-672a-4487-be31-ffb6e833ece5 {{(pid=103232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 19:32:11.349028 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c5a08ff-2705-4c17-bb2a-793cbcc54392 None None] Pushing event updated for resources: {'Port': ['ID=56c7a375-0d90-45bd-a485-a908fb4b2cdd,revision_number=2']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:32:11.354568 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c035a70-0a19-43d7-bccd-fa956c1494a3 None None] Checking agent: {'id': '496418a2-c002-4aec-ab1a-07f3bea491bd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-36', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 18, 51, 47), 'started_at': datetime.datetime(2022, 2, 9, 18, 52, 17), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 19, 31, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-36'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 19:32:11.354951 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c035a70-0a19-43d7-bccd-fa956c1494a3 None None] Checking segment: {'id': 'a4222f89-8d3f-4b51-953b-1a8126392491', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '88055e1e-672a-4487-be31-ffb6e833ece5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103232) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 19:32:11.355359 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-5c035a70-0a19-43d7-bccd-fa956c1494a3 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:32:11.355763 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c035a70-0a19-43d7-bccd-fa956c1494a3 None None] Bound using segment: {'id': 'a4222f89-8d3f-4b51-953b-1a8126392491', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '88055e1e-672a-4487-be31-ffb6e833ece5'} {{(pid=103232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 19:32:11.366440 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.managers [None req-5c035a70-0a19-43d7-bccd-fa956c1494a3 None None] Bound port: 56c7a375-0d90-45bd-a485-a908fb4b2cdd, host: n-d-713498-36, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a4222f89-8d3f-4b51-953b-1a8126392491', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '88055e1e-672a-4487-be31-ffb6e833ece5'}}] {{(pid=103232) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 19:32:11.366917 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-5c035a70-0a19-43d7-bccd-fa956c1494a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (56c7a375-0d90-45bd-a485-a908fb4b2cdd), before_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:32:11.373586 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-084514f0-71cc-4000-8468-da3146d924fa tempest-TestNetworkAdvancedServerOps-1633223542 tempest-TestNetworkAdvancedServerOps-1633223542-project] Notify agent at l3_agent.n-d-713498-36 the message routers_updated {{(pid=103230) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 19:32:11.417144 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b86875d3-2481-4832-b2e0-4d042cb3a16f None None] Sync routers for ids ['8186ebd6-38e5-4478-af0c-af6bfd869d76'] in n-d-713498-36 {{(pid=103232) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 19:32:11.471229 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b86875d3-2481-4832-b2e0-4d042cb3a16f None None] Routers {'8186ebd6-38e5-4478-af0c-af6bfd869d76'} bound to L3 agent in host n-d-713498-36 {{(pid=103232) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 19:32:11.471862 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.l3_hamode_db [None req-b86875d3-2481-4832-b2e0-4d042cb3a16f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T18:51:43Z,description=,heartbeat_timestamp=2022-02-09T19:31:43Z,host='n-d-713498-36',id=93303d5e-5d17-45e8-8963-7694f87783ae,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T18:51:43Z,topic='l3_agent')) {'router_ids': ['8186ebd6-38e5-4478-af0c-af6bfd869d76'], 'active': True} {{(pid=103232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:32:11.485824 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-09c9fa68-3b87-4ab2-a3d3-c535cfecae30 admin admin] Publish callbacks [] for port (7b7bc3ad-ac30-4f71-aed2-2471b7e6c31d), precommit_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:32:11.502624 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 34658) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:32:11.502841 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-a5e60826-2a82-4044-bbed-9bab289e3179 tempest-RoutersTest-1116560139 tempest-RoutersTest-1116560139-project] 10.222.0.75 "GET /v2.0/routers HTTP/1.1" status: 200 len: 882 time: 0.6896544 Feb 09 19:32:11.512140 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.v2.base [None req-e0870170-ce7f-486f-9f2f-b711586549b5 tempest-RoutersTest-1116560139 tempest-RoutersTest-1116560139-project] Request body: {'router': {'name': 'updatedtempest-RoutersTest-router-296417791'}} {{(pid=103229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 19:32:11.517107 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-084514f0-71cc-4000-8468-da3146d924fa tempest-TestNetworkAdvancedServerOps-1633223542 tempest-TestNetworkAdvancedServerOps-1633223542-project] Publish callbacks [] for router (None), before_response {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:32:11.519830 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-084514f0-71cc-4000-8468-da3146d924fa tempest-TestNetworkAdvancedServerOps-1633223542 tempest-TestNetworkAdvancedServerOps-1633223542-project] 10.222.0.75 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 6.7530282 Feb 09 19:32:11.540069 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 34660) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:32:11.572932 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-a69644c2-4c8c-44b7-a3c8-83c35904ad3d tempest-RoutersIpV6AdminTest-1179638195 tempest-RoutersIpV6AdminTest-1179638195-project-admin] Publish callbacks [] for router_gateway (0ef8bbef-75ee-4aad-a9d2-2affc3718256), before_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:32:11.603255 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-a69644c2-4c8c-44b7-a3c8-83c35904ad3d tempest-RoutersIpV6AdminTest-1179638195 tempest-RoutersIpV6AdminTest-1179638195-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (None), before_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:32:11.623071 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-5c035a70-0a19-43d7-bccd-fa956c1494a3 None None] For port 56c7a375-0d90-45bd-a485-a908fb4b2cdd, host n-d-713498-36, cleared binding levels {{(pid=103232) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 19:32:11.656260 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-5c035a70-0a19-43d7-bccd-fa956c1494a3 None None] For port 56c7a375-0d90-45bd-a485-a908fb4b2cdd, host n-d-713498-36, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-36',level=0,port_id=56c7a375-0d90-45bd-a485-a908fb4b2cdd,segment=NetworkSegment(a4222f89-8d3f-4b51-953b-1a8126392491),segment_id=a4222f89-8d3f-4b51-953b-1a8126392491)] {{(pid=103232) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 19:32:11.670611 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-5c035a70-0a19-43d7-bccd-fa956c1494a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762867176205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762866656485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762866656503'] for port (56c7a375-0d90-45bd-a485-a908fb4b2cdd), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:32:11.777687 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.l3_dvr_db [None req-b86875d3-2481-4832-b2e0-4d042cb3a16f None None] Set router 8186ebd6-38e5-4478-af0c-af6bfd869d76 gateway port host: n-d-713498-36 {{(pid=103232) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 19:32:11.797635 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-09c9fa68-3b87-4ab2-a3d3-c535cfecae30 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762866656467', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12867576'] for port (7b7bc3ad-ac30-4f71-aed2-2471b7e6c31d), after_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:32:11.860616 n-d-713498-36 neutron-server[103230]: DEBUG neutron.db.db_base_plugin_common [None req-a69644c2-4c8c-44b7-a3c8-83c35904ad3d tempest-RoutersIpV6AdminTest-1179638195 tempest-RoutersIpV6AdminTest-1179638195-project-admin] Allocated IP 172.25.1.127 (88055e1e-672a-4487-be31-ffb6e833ece5/ac16dbcc-383c-4b43-9153-d763c4a53f91/67d3e3b6-43cf-427c-9071-60f4ec93e7bd) {{(pid=103230) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 19:32:11.870575 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-879c17cb-21d7-44fe-80f9-5d98579446f3 tempest-TestNetworkAdvancedServerOps-513516359 tempest-TestNetworkAdvancedServerOps-513516359-project-admin] 10.222.0.75 "GET /v2.0/subnets?project_id=eba669c4f4c548e495f13ae7579d0fa6&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.3286510 Feb 09 19:32:11.876288 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 34666) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:32:11.902186 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c035a70-0a19-43d7-bccd-fa956c1494a3 None None] Routers {'47bf1426-828b-4a74-9907-8874febd8264'} bound to L3 agent in host n-d-713498-36 {{(pid=103232) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 19:32:11.902924 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.l3_hamode_db [None req-5c035a70-0a19-43d7-bccd-fa956c1494a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T18:51:43Z,description=,heartbeat_timestamp=2022-02-09T19:31:43Z,host='n-d-713498-36',id=93303d5e-5d17-45e8-8963-7694f87783ae,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T18:51:43Z,topic='l3_agent')) {'router_ids': ['47bf1426-828b-4a74-9907-8874febd8264'], 'active': True} {{(pid=103232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:32:11.913899 n-d-713498-36 neutron-server[103229]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09c9fa68-3b87-4ab2-a3d3-c535cfecae30 admin admin] Network 8f2df497-8ab8-4c9e-8bb2-f9e936c46637 is already hosted by enough agents. {{(pid=103229) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 19:32:11.945741 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09c9fa68-3b87-4ab2-a3d3-c535cfecae30 admin admin] Pushing event updated for resources: {'Port': ['ID=7b7bc3ad-ac30-4f71-aed2-2471b7e6c31d,revision_number=1']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:32:11.949769 n-d-713498-36 neutron-server[103229]: DEBUG neutron.scheduler.base_scheduler [None req-09c9fa68-3b87-4ab2-a3d3-c535cfecae30 admin admin] Resources bound (agent type, host, resource id): {{(pid=103229) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 19:32:11.964940 n-d-713498-36 neutron-server[103229]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09c9fa68-3b87-4ab2-a3d3-c535cfecae30 admin admin] Received port after_create {{(pid=103229) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 19:32:12.013251 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-09c9fa68-3b87-4ab2-a3d3-c535cfecae30 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1819024'] for router_interface (47bf1426-828b-4a74-9907-8874febd8264), before_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:32:12.168767 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dbf95d8-f22e-4e6e-a2bf-8fa8d0160e33 req-a756937f-f62d-45ad-a9f6-5f521c96084b tempest-ServerActionsTestJSON-347500300 tempest-ServerActionsTestJSON-347500300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:32:12.170991 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-4dbf95d8-f22e-4e6e-a2bf-8fa8d0160e33 req-a756937f-f62d-45ad-a9f6-5f521c96084b tempest-ServerActionsTestJSON-347500300 tempest-ServerActionsTestJSON-347500300-project] 10.222.0.75 "GET /v2.0/ports?device_id=a1fbc70b-9dd3-44f5-99b0-85f3dff92d7d HTTP/1.1" status: 200 len: 944 time: 0.4260342 Feb 09 19:32:12.208421 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c5a08ff-2705-4c17-bb2a-793cbcc54392 None None] Pushing event updated for resources: {'Port': ['ID=56c7a375-0d90-45bd-a485-a908fb4b2cdd,revision_number=3']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:32:12.235904 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b4a615e-621d-4493-86ec-9c205404a612 tempest-TestNetworkAdvancedServerOps-513516359 tempest-TestNetworkAdvancedServerOps-513516359-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:32:12.236828 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-5b4a615e-621d-4493-86ec-9c205404a612 tempest-TestNetworkAdvancedServerOps-513516359 tempest-TestNetworkAdvancedServerOps-513516359-project-admin] 10.222.0.75 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.3584445 Feb 09 19:32:12.249401 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 34670) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:32:12.306874 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-24685707-0c55-4529-b19c-a37ce17c2b79 tempest-TestNetworkAdvancedServerOps-513516359 tempest-TestNetworkAdvancedServerOps-513516359-project-admin] 10.222.0.75 "GET /v2.0/subnets?network_id=88055e1e-672a-4487-be31-ffb6e833ece5&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0562496 Feb 09 19:32:12.310155 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 34674) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:32:12.315173 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.v2.base [None req-d79f1a8b-25ee-4ab3-9f40-a51b8acdb55c tempest-TestNetworkAdvancedServerOps-1633223542 tempest-TestNetworkAdvancedServerOps-1633223542-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1946461454', 'network_id': '34db1430-f99d-431a-b04f-54003e680bea', 'project_id': 'eba669c4f4c548e495f13ae7579d0fa6', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103230) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 19:32:12.424436 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.l3_dvr_db [None req-5c035a70-0a19-43d7-bccd-fa956c1494a3 None None] Set router 47bf1426-828b-4a74-9907-8874febd8264 gateway port host: n-d-713498-36 {{(pid=103232) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 19:32:12.481267 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-a69644c2-4c8c-44b7-a3c8-83c35904ad3d tempest-RoutersIpV6AdminTest-1179638195 tempest-RoutersIpV6AdminTest-1179638195-project-admin] Publish callbacks [] for port (67d3e3b6-43cf-427c-9071-60f4ec93e7bd), precommit_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:32:12.566164 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-4dbf95d8-f22e-4e6e-a2bf-8fa8d0160e33 req-128906b6-8431-49cf-a96c-e3240cece6d3 tempest-ServerActionsTestJSON-347500300 tempest-ServerActionsTestJSON-347500300-project] 10.222.0.75 "GET /v2.0/security-groups?id=22c4accd-b9e4-4e3e-aec5-b2bee068a6b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3209274 Feb 09 19:32:12.583986 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-a69644c2-4c8c-44b7-a3c8-83c35904ad3d tempest-RoutersIpV6AdminTest-1179638195 tempest-RoutersIpV6AdminTest-1179638195-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762866656467', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14393751'] for port (67d3e3b6-43cf-427c-9071-60f4ec93e7bd), after_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:32:12.593787 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d79f1a8b-25ee-4ab3-9f40-a51b8acdb55c tempest-TestNetworkAdvancedServerOps-1633223542 tempest-TestNetworkAdvancedServerOps-1633223542-project] Made reservation on behalf of eba669c4f4c548e495f13ae7579d0fa6 for: {'subnet': 1} {{(pid=103230) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 19:32:12.599035 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-d79f1a8b-25ee-4ab3-9f40-a51b8acdb55c tempest-TestNetworkAdvancedServerOps-1633223542 tempest-TestNetworkAdvancedServerOps-1633223542-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12985917'] for subnet (None), before_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:32:12.703101 n-d-713498-36 neutron-server[103230]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a69644c2-4c8c-44b7-a3c8-83c35904ad3d tempest-RoutersIpV6AdminTest-1179638195 tempest-RoutersIpV6AdminTest-1179638195-project-admin] Network 88055e1e-672a-4487-be31-ffb6e833ece5 is already hosted by enough agents. {{(pid=103230) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 19:32:12.706093 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.provisioning_blocks [None req-ad13ed97-10ba-4faa-bd7c-c2bdbc351178 None None] Provisioning complete for port 7b7bc3ad-ac30-4f71-aed2-2471b7e6c31d triggered by entity DHCP. {{(pid=103232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 19:32:12.707254 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-ad13ed97-10ba-4faa-bd7c-c2bdbc351178 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593630'] for port (7b7bc3ad-ac30-4f71-aed2-2471b7e6c31d), provisioning_complete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:32:12.718870 n-d-713498-36 neutron-server[103230]: DEBUG neutron.scheduler.base_scheduler [None req-a69644c2-4c8c-44b7-a3c8-83c35904ad3d tempest-RoutersIpV6AdminTest-1179638195 tempest-RoutersIpV6AdminTest-1179638195-project-admin] Resources bound (agent type, host, resource id): {{(pid=103230) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 19:32:12.728657 n-d-713498-36 neutron-server[103230]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a69644c2-4c8c-44b7-a3c8-83c35904ad3d tempest-RoutersIpV6AdminTest-1179638195 tempest-RoutersIpV6AdminTest-1179638195-project-admin] Received port after_create {{(pid=103230) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 19:32:12.754140 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a69644c2-4c8c-44b7-a3c8-83c35904ad3d tempest-RoutersIpV6AdminTest-1179638195 tempest-RoutersIpV6AdminTest-1179638195-project-admin] Pushing event updated for resources: {'Port': ['ID=67d3e3b6-43cf-427c-9071-60f4ec93e7bd,revision_number=1']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:32:12.764775 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-ad13ed97-10ba-4faa-bd7c-c2bdbc351178 None None] Port 7b7bc3ad-ac30-4f71-aed2-2471b7e6c31d cannot update to ACTIVE because it is not bound. {{(pid=103232) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 19:32:12.780774 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.l3_hamode_db [None req-b86875d3-2481-4832-b2e0-4d042cb3a16f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8186ebd6-38e5-4478-af0c-af6bfd869d76', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1799291766', 'tenant_id': 'eba669c4f4c548e495f13ae7579d0fa6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88055e1e-672a-4487-be31-ffb6e833ece5', 'external_fixed_ips': [{'subnet_id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'ip_address': '172.25.1.98'}], 'enable_snat': True}, 'gw_port_id': '0739061c-e16f-41f1-a721-ad94652482de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T19:32:04Z', 'updated_at': '2022-02-09T19:32:09Z', 'revision_number': 3, 'project_id': 'eba669c4f4c548e495f13ae7579d0fa6', 'gw_port': {'id': '0739061c-e16f-41f1-a721-ad94652482de', 'name': '', 'network_id': '88055e1e-672a-4487-be31-ffb6e833ece5', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:cd:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8186ebd6-38e5-4478-af0c-af6bfd869d76', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3065, 'fixed_ips': [{'subnet_id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'ip_address': '172.25.1.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T19:32:08Z', 'updated_at': '2022-02-09T19:32:08Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-36'}], 'n-d-713498-36', False) {} {{(pid=103232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:32:12.816148 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b86875d3-2481-4832-b2e0-4d042cb3a16f None None] Checking router: 8186ebd6-38e5-4478-af0c-af6bfd869d76 for host: n-d-713498-36 {{(pid=103232) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 19:32:12.816688 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b86875d3-2481-4832-b2e0-4d042cb3a16f None None] Updating router 8186ebd6-38e5-4478-af0c-af6bfd869d76 port 0739061c-e16f-41f1-a721-ad94652482de binding host n-d-713498-36 {{(pid=103232) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 19:32:12.851074 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.l3_hamode_db [None req-5c035a70-0a19-43d7-bccd-fa956c1494a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '47bf1426-828b-4a74-9907-8874febd8264', 'name': 'tempest-TestServerBasicOps-1476211343-router', 'tenant_id': '0484ed2328124ada8d8870756276d1f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88055e1e-672a-4487-be31-ffb6e833ece5', 'external_fixed_ips': [{'subnet_id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'ip_address': '172.25.1.71'}], 'enable_snat': True}, 'gw_port_id': '56c7a375-0d90-45bd-a485-a908fb4b2cdd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T19:32:05Z', 'updated_at': '2022-02-09T19:32:08Z', 'revision_number': 3, 'project_id': '0484ed2328124ada8d8870756276d1f0', 'gw_port': {'id': '56c7a375-0d90-45bd-a485-a908fb4b2cdd', 'name': '', 'network_id': '88055e1e-672a-4487-be31-ffb6e833ece5', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:26:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '47bf1426-828b-4a74-9907-8874febd8264', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3064, 'fixed_ips': [{'subnet_id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'ip_address': '172.25.1.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T19:32:06Z', 'updated_at': '2022-02-09T19:32:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-36'}], 'n-d-713498-36', False) {} {{(pid=103232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:32:12.884069 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-b86875d3-2481-4832-b2e0-4d042cb3a16f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (0739061c-e16f-41f1-a721-ad94652482de), before_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:32:12.886127 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c035a70-0a19-43d7-bccd-fa956c1494a3 None None] The sync data for ids ['47bf1426-828b-4a74-9907-8874febd8264'] in n-d-713498-36 is: [{'id': '47bf1426-828b-4a74-9907-8874febd8264', 'name': 'tempest-TestServerBasicOps-1476211343-router', 'tenant_id': '0484ed2328124ada8d8870756276d1f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88055e1e-672a-4487-be31-ffb6e833ece5', 'external_fixed_ips': [{'subnet_id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'ip_address': '172.25.1.71'}], 'enable_snat': True}, 'gw_port_id': '56c7a375-0d90-45bd-a485-a908fb4b2cdd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T19:32:05Z', 'updated_at': '2022-02-09T19:32:08Z', 'revision_number': 3, 'project_id': '0484ed2328124ada8d8870756276d1f0', 'gw_port': {'id': '56c7a375-0d90-45bd-a485-a908fb4b2cdd', 'name': '', 'network_id': '88055e1e-672a-4487-be31-ffb6e833ece5', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:26:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '47bf1426-828b-4a74-9907-8874febd8264', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3064, 'fixed_ips': [{'subnet_id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'ip_address': '172.25.1.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T19:32:06Z', 'updated_at': '2022-02-09T19:32:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-36'}] {{(pid=103232) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 19:32:12.995189 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71b8cfe1-79cb-4c11-a25b-7aa4a32cc13b req-f2c70e44-be90-47a1-a713-99272a2b60aa tempest-ServerActionsTestJSON-347500300 tempest-ServerActionsTestJSON-347500300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:32:13.003877 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-71b8cfe1-79cb-4c11-a25b-7aa4a32cc13b req-f2c70e44-be90-47a1-a713-99272a2b60aa tempest-ServerActionsTestJSON-347500300 tempest-ServerActionsTestJSON-347500300-project] 10.222.0.75 "GET /v2.0/ports?device_id=a1fbc70b-9dd3-44f5-99b0-85f3dff92d7d HTTP/1.1" status: 200 len: 944 time: 0.1690776 Feb 09 19:32:13.022079 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-e0870170-ce7f-486f-9f2f-b711586549b5 tempest-RoutersTest-1116560139 tempest-RoutersTest-1116560139-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1822118', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1834952', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-58494'] for router (1d69e540-3d1e-4a60-ac0d-4ba84dee1f25), precommit_update {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:32:13.040597 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-09c9fa68-3b87-4ab2-a3d3-c535cfecae30 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (7b7bc3ad-ac30-4f71-aed2-2471b7e6c31d), before_update {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:32:13.061078 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-e0870170-ce7f-486f-9f2f-b711586549b5 tempest-RoutersTest-1116560139 tempest-RoutersTest-1116560139-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1818951', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1822125', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1822132', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1834967'] for router (1d69e540-3d1e-4a60-ac0d-4ba84dee1f25), after_update {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:32:13.242564 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-b86875d3-2481-4832-b2e0-4d042cb3a16f None None] Publish callbacks [] for port (0739061c-e16f-41f1-a721-ad94652482de), precommit_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:32:13.245453 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-71b8cfe1-79cb-4c11-a25b-7aa4a32cc13b req-96c7fe74-9ba2-4ed1-9c7d-211e6014d622 tempest-ServerActionsTestJSON-347500300 tempest-ServerActionsTestJSON-347500300-project] 10.222.0.75 "GET /v2.0/security-groups?id=22c4accd-b9e4-4e3e-aec5-b2bee068a6b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2346730 Feb 09 19:32:13.276559 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-b86875d3-2481-4832-b2e0-4d042cb3a16f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762867176205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762866656485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762866656503'] for port (0739061c-e16f-41f1-a721-ad94652482de), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:32:13.457478 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-538801ee-7b87-453c-b614-9e87f7cc0cdc None None] Pushing event updated for resources: {'Port': ['ID=0739061c-e16f-41f1-a721-ad94652482de,revision_number=2']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:32:13.463780 n-d-713498-36 neutron-server[103229]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e0870170-ce7f-486f-9f2f-b711586549b5 tempest-RoutersTest-1116560139 tempest-RoutersTest-1116560139-project] Router 1d69e540-3d1e-4a60-ac0d-4ba84dee1f25 has already been hosted by L3 agent 93303d5e-5d17-45e8-8963-7694f87783ae {{(pid=103229) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 19:32:13.488598 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-cab3bf85-feff-4548-a842-c471e2ee3ab7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762867132591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593584'] for agent (93303d5e-5d17-45e8-8963-7694f87783ae), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:32:13.534141 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.managers [None req-b86875d3-2481-4832-b2e0-4d042cb3a16f None None] Attempting to bind port 0739061c-e16f-41f1-a721-ad94652482de on host n-d-713498-36 for vnic_type normal with profile {{(pid=103232) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 19:32:13.534705 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.managers [None req-b86875d3-2481-4832-b2e0-4d042cb3a16f None None] Attempting to bind port 0739061c-e16f-41f1-a721-ad94652482de by drivers openvswitch,hyperv on host n-d-713498-36 at level 0 using segments [{'id': 'a4222f89-8d3f-4b51-953b-1a8126392491', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '88055e1e-672a-4487-be31-ffb6e833ece5'}] {{(pid=103232) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 19:32:13.535073 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b86875d3-2481-4832-b2e0-4d042cb3a16f None None] Attempting to bind port 0739061c-e16f-41f1-a721-ad94652482de on network 88055e1e-672a-4487-be31-ffb6e833ece5 {{(pid=103232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 19:32:13.561735 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b86875d3-2481-4832-b2e0-4d042cb3a16f None None] Checking agent: {'id': '496418a2-c002-4aec-ab1a-07f3bea491bd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-36', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 18, 51, 47), 'started_at': datetime.datetime(2022, 2, 9, 18, 52, 17), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 19, 31, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-36'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 19:32:13.563566 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b86875d3-2481-4832-b2e0-4d042cb3a16f None None] Checking segment: {'id': 'a4222f89-8d3f-4b51-953b-1a8126392491', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '88055e1e-672a-4487-be31-ffb6e833ece5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103232) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 19:32:13.564002 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-b86875d3-2481-4832-b2e0-4d042cb3a16f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:32:13.567376 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b86875d3-2481-4832-b2e0-4d042cb3a16f None None] Bound using segment: {'id': 'a4222f89-8d3f-4b51-953b-1a8126392491', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '88055e1e-672a-4487-be31-ffb6e833ece5'} {{(pid=103232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 19:32:13.567933 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.managers [None req-b86875d3-2481-4832-b2e0-4d042cb3a16f None None] Bound port: 0739061c-e16f-41f1-a721-ad94652482de, host: n-d-713498-36, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a4222f89-8d3f-4b51-953b-1a8126392491', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '88055e1e-672a-4487-be31-ffb6e833ece5'}}] {{(pid=103232) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 19:32:13.568337 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-b86875d3-2481-4832-b2e0-4d042cb3a16f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (0739061c-e16f-41f1-a721-ad94652482de), before_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:32:13.732932 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-b86875d3-2481-4832-b2e0-4d042cb3a16f None None] For port 0739061c-e16f-41f1-a721-ad94652482de, host n-d-713498-36, cleared binding levels {{(pid=103232) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 19:32:13.740423 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-b86875d3-2481-4832-b2e0-4d042cb3a16f None None] For port 0739061c-e16f-41f1-a721-ad94652482de, host n-d-713498-36, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-36',level=0,port_id=0739061c-e16f-41f1-a721-ad94652482de,segment=NetworkSegment(a4222f89-8d3f-4b51-953b-1a8126392491),segment_id=a4222f89-8d3f-4b51-953b-1a8126392491)] {{(pid=103232) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 19:32:13.751392 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-b86875d3-2481-4832-b2e0-4d042cb3a16f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762867176205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762866656485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762866656503'] for port (0739061c-e16f-41f1-a721-ad94652482de), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:32:13.788417 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-09c9fa68-3b87-4ab2-a3d3-c535cfecae30 admin admin] Publish callbacks [] for port (7b7bc3ad-ac30-4f71-aed2-2471b7e6c31d), precommit_update {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:32:13.813627 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-09c9fa68-3b87-4ab2-a3d3-c535cfecae30 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762867176205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762866656485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762866656503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12867569'] for port (7b7bc3ad-ac30-4f71-aed2-2471b7e6c31d), after_update {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:32:13.935171 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 34702) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:32:14.022901 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-a69644c2-4c8c-44b7-a3c8-83c35904ad3d tempest-RoutersIpV6AdminTest-1179638195 tempest-RoutersIpV6AdminTest-1179638195-project-admin] Publish callbacks [] for router_gateway (0ef8bbef-75ee-4aad-a9d2-2affc3718256), after_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:32:14.064533 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09c9fa68-3b87-4ab2-a3d3-c535cfecae30 admin admin] Pushing event updated for resources: {'Port': ['ID=7b7bc3ad-ac30-4f71-aed2-2471b7e6c31d,revision_number=2']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:32:14.091606 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-09c9fa68-3b87-4ab2-a3d3-c535cfecae30 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1613458', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1834496'] for router_interface (47bf1426-828b-4a74-9907-8874febd8264), after_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:32:14.128949 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b86875d3-2481-4832-b2e0-4d042cb3a16f None None] Routers {'8186ebd6-38e5-4478-af0c-af6bfd869d76'} bound to L3 agent in host n-d-713498-36 {{(pid=103232) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 19:32:14.130753 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.l3_hamode_db [None req-b86875d3-2481-4832-b2e0-4d042cb3a16f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T18:51:43Z,description=,heartbeat_timestamp=2022-02-09T19:32:13Z,host='n-d-713498-36',id=93303d5e-5d17-45e8-8963-7694f87783ae,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T18:51:43Z,topic='l3_agent')) {'router_ids': ['8186ebd6-38e5-4478-af0c-af6bfd869d76'], 'active': True} {{(pid=103232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:32:14.137024 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e0870170-ce7f-486f-9f2f-b711586549b5 tempest-RoutersTest-1116560139 tempest-RoutersTest-1116560139-project] Notify agent at l3_agent.n-d-713498-36 the message routers_updated {{(pid=103229) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 19:32:14.159102 n-d-713498-36 neutron-server[103233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2db83fe5-2853-4da3-9b1b-f1c3b03c985c None None] Sync routers for ids ['1d69e540-3d1e-4a60-ac0d-4ba84dee1f25'] in n-d-713498-36 {{(pid=103233) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 19:32:14.169741 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-e0870170-ce7f-486f-9f2f-b711586549b5 tempest-RoutersTest-1116560139 tempest-RoutersTest-1116560139-project] Publish callbacks [] for router (None), before_response {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:32:14.185548 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-e0870170-ce7f-486f-9f2f-b711586549b5 tempest-RoutersTest-1116560139 tempest-RoutersTest-1116560139-project] 10.222.0.75 "PUT /v2.0/routers/1d69e540-3d1e-4a60-ac0d-4ba84dee1f25 HTTP/1.1" status: 200 len: 886 time: 2.6801908 Feb 09 19:32:14.187269 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 34708) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:32:14.187935 n-d-713498-36 neutron-server[103233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2db83fe5-2853-4da3-9b1b-f1c3b03c985c None None] Routers {'1d69e540-3d1e-4a60-ac0d-4ba84dee1f25'} bound to L3 agent in host n-d-713498-36 {{(pid=103233) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 19:32:14.189746 n-d-713498-36 neutron-server[103233]: DEBUG neutron.db.l3_hamode_db [None req-2db83fe5-2853-4da3-9b1b-f1c3b03c985c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T18:51:43Z,description=,heartbeat_timestamp=2022-02-09T19:32:13Z,host='n-d-713498-36',id=93303d5e-5d17-45e8-8963-7694f87783ae,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T18:51:43Z,topic='l3_agent')) {'router_ids': ['1d69e540-3d1e-4a60-ac0d-4ba84dee1f25'], 'active': True} {{(pid=103233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:32:14.256276 n-d-713498-36 neutron-server[103233]: DEBUG neutron.db.l3_hamode_db [None req-2db83fe5-2853-4da3-9b1b-f1c3b03c985c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713498-36', False) {} {{(pid=103233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:32:14.277720 n-d-713498-36 neutron-server[103233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2db83fe5-2853-4da3-9b1b-f1c3b03c985c None None] Routers {'1d69e540-3d1e-4a60-ac0d-4ba84dee1f25'} bound to L3 agent in host n-d-713498-36 {{(pid=103233) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 19:32:14.278623 n-d-713498-36 neutron-server[103233]: DEBUG neutron.db.l3_hamode_db [None req-2db83fe5-2853-4da3-9b1b-f1c3b03c985c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T18:51:43Z,description=,heartbeat_timestamp=2022-02-09T19:32:13Z,host='n-d-713498-36',id=93303d5e-5d17-45e8-8963-7694f87783ae,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T18:51:43Z,topic='l3_agent')) {'router_ids': ['1d69e540-3d1e-4a60-ac0d-4ba84dee1f25'], 'active': True} {{(pid=103233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:32:14.335477 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-538801ee-7b87-453c-b614-9e87f7cc0cdc None None] Pushing event updated for resources: {'Port': ['ID=0739061c-e16f-41f1-a721-ad94652482de,revision_number=3']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:32:14.389058 n-d-713498-36 neutron-server[103233]: DEBUG neutron.db.l3_hamode_db [None req-2db83fe5-2853-4da3-9b1b-f1c3b03c985c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713498-36', False) {} {{(pid=103233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:32:14.391078 n-d-713498-36 neutron-server[103233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2db83fe5-2853-4da3-9b1b-f1c3b03c985c None None] The sync data for ids ['1d69e540-3d1e-4a60-ac0d-4ba84dee1f25'] in n-d-713498-36 is: [] {{(pid=103233) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 19:32:14.463521 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-edc54c9b-7f13-45d9-9271-85c9738b0128 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762867132591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593584'] for agent (a62b1850-466f-48ae-bec7-d62fb280e14b), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:32:14.472965 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-d79f1a8b-25ee-4ab3-9f40-a51b8acdb55c tempest-TestNetworkAdvancedServerOps-1633223542 tempest-TestNetworkAdvancedServerOps-1633223542-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14393611', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12985859'] for subnet (7bd817c3-27ad-42c9-8d96-8695f8509e1e), after_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:32:14.510532 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.l3_dvr_db [None req-b86875d3-2481-4832-b2e0-4d042cb3a16f None None] Set router 8186ebd6-38e5-4478-af0c-af6bfd869d76 gateway port host: n-d-713498-36 {{(pid=103232) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 19:32:14.537186 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-428042a8-49c9-4fbe-8dfa-e33a0294efba admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=ca9d8283fba6413a88665299a2870efb&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5952175 Feb 09 19:32:14.540762 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 34714) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:32:14.621386 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Device 56c7a375-0d90-45bd-a485-a908fb4b2cdd up at agent ovs-agent-n-d-713498-36 {{(pid=103232) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 19:32:14.629856 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-ea530a3d-0c1a-4074-a5fd-8a8b6d58bf6e tempest-RoutersTest-1116560139 tempest-RoutersTest-1116560139-project] 10.222.0.75 "GET /v2.0/routers/1d69e540-3d1e-4a60-ac0d-4ba84dee1f25 HTTP/1.1" status: 200 len: 886 time: 0.4384890 Feb 09 19:32:14.630384 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 34716) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:32:14.660869 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51591727-2a84-43d9-b304-9a81aeabc435 req-75ec740b-93e1-4a5a-9dcb-e5d6ff62b920 tempest-ServerActionsTestJSON-347500300 tempest-ServerActionsTestJSON-347500300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:32:14.661314 n-d-713498-36 neutron-server[103229]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09c9fa68-3b87-4ab2-a3d3-c535cfecae30 admin admin] Network 8f2df497-8ab8-4c9e-8bb2-f9e936c46637 is already hosted by enough agents. {{(pid=103229) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 19:32:14.662484 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-51591727-2a84-43d9-b304-9a81aeabc435 req-75ec740b-93e1-4a5a-9dcb-e5d6ff62b920 tempest-ServerActionsTestJSON-347500300 tempest-ServerActionsTestJSON-347500300-project] 10.222.0.75 "GET /v2.0/ports?device_id=a1fbc70b-9dd3-44f5-99b0-85f3dff92d7d HTTP/1.1" status: 200 len: 944 time: 0.7362044 Feb 09 19:32:14.688480 n-d-713498-36 neutron-server[103229]: DEBUG neutron.scheduler.base_scheduler [None req-09c9fa68-3b87-4ab2-a3d3-c535cfecae30 admin admin] Resources bound (agent type, host, resource id): {{(pid=103229) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 19:32:14.689915 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d79f1a8b-25ee-4ab3-9f40-a51b8acdb55c tempest-TestNetworkAdvancedServerOps-1633223542 tempest-TestNetworkAdvancedServerOps-1633223542-project] Pushing event updated for resources: {'Subnet': ['ID=7bd817c3-27ad-42c9-8d96-8695f8509e1e,revision_number=0']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:32:14.698775 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-15a5edbb-6d1b-4876-a486-43b1828bad2f tempest-RoutersTest-1116560139 tempest-RoutersTest-1116560139-project] 10.222.0.75 "GET /v2.0/ports?device_id=1d69e540-3d1e-4a60-ac0d-4ba84dee1f25 HTTP/1.1" status: 200 len: 205 time: 0.0603819 Feb 09 19:32:14.699510 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 34718) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:32:14.872553 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.provisioning_blocks [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Provisioning complete for port 56c7a375-0d90-45bd-a485-a908fb4b2cdd triggered by entity L2. {{(pid=103232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 19:32:14.875689 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593630'] for port (56c7a375-0d90-45bd-a485-a908fb4b2cdd), provisioning_complete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:32:14.888598 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d79f1a8b-25ee-4ab3-9f40-a51b8acdb55c tempest-TestNetworkAdvancedServerOps-1633223542 tempest-TestNetworkAdvancedServerOps-1633223542-project] Checking segment: {'id': '7287aa74-ccfd-4c41-8369-48f2461d359d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': '34db1430-f99d-431a-b04f-54003e680bea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103230) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 19:32:14.888883 n-d-713498-36 neutron-server[103230]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d79f1a8b-25ee-4ab3-9f40-a51b8acdb55c tempest-TestNetworkAdvancedServerOps-1633223542 tempest-TestNetworkAdvancedServerOps-1633223542-project] Network hostable DHCP agents. Network: 34db1430-f99d-431a-b04f-54003e680bea, hostable agents: ['af91e4b9-f4e1-42b1-a25c-a10dc47171c8'], hosted agents: [] {{(pid=103230) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 19:32:14.936438 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-d4db36ca-80b3-428c-b6ae-ca3faf4d6ee8 admin admin] Publish callbacks [] for security_group (a4cf7ff6-e2a8-4761-8b62-bb126962ec0d), before_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:32:14.991834 n-d-713498-36 neutron-server[103230]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d79f1a8b-25ee-4ab3-9f40-a51b8acdb55c tempest-TestNetworkAdvancedServerOps-1633223542 tempest-TestNetworkAdvancedServerOps-1633223542-project] Network 34db1430-f99d-431a-b04f-54003e680bea is scheduled to be hosted by DHCP agent af91e4b9-f4e1-42b1-a25c-a10dc47171c8 with binding_index 1 {{(pid=103230) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 19:32:14.992219 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-d4db36ca-80b3-428c-b6ae-ca3faf4d6ee8 admin admin] Publish callbacks [] for security_group (a4cf7ff6-e2a8-4761-8b62-bb126962ec0d), precommit_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:32:15.034063 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-a69644c2-4c8c-44b7-a3c8-83c35904ad3d tempest-RoutersIpV6AdminTest-1179638195 tempest-RoutersIpV6AdminTest-1179638195-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1822118', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1834952', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-58494'] for router (0ef8bbef-75ee-4aad-a9d2-2affc3718256), precommit_update {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:32:15.040964 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-a69644c2-4c8c-44b7-a3c8-83c35904ad3d tempest-RoutersIpV6AdminTest-1179638195 tempest-RoutersIpV6AdminTest-1179638195-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1818951', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1822125', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1822132', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1834967'] for router (0ef8bbef-75ee-4aad-a9d2-2affc3718256), after_update {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:32:15.054890 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-51591727-2a84-43d9-b304-9a81aeabc435 req-cdcfb53c-a966-468a-b6cf-08a1070add14 tempest-ServerActionsTestJSON-347500300 tempest-ServerActionsTestJSON-347500300-project] 10.222.0.75 "GET /v2.0/security-groups?id=22c4accd-b9e4-4e3e-aec5-b2bee068a6b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3733103 Feb 09 19:32:15.065259 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-e88eeca0-4d97-45ae-b5c0-fcf763bdb8f5 tempest-RoutersTest-1116560139 tempest-RoutersTest-1116560139-project] Publish callbacks [] for router (1d69e540-3d1e-4a60-ac0d-4ba84dee1f25), before_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:32:15.093403 n-d-713498-36 neutron-server[103230]: DEBUG neutron.scheduler.base_scheduler [None req-d79f1a8b-25ee-4ab3-9f40-a51b8acdb55c tempest-TestNetworkAdvancedServerOps-1633223542 tempest-TestNetworkAdvancedServerOps-1633223542-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713498-36, 34db1430-f99d-431a-b04f-54003e680bea) {{(pid=103230) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 19:32:15.118275 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f45b07c-f67b-4166-9fef-587cf2b969bf None None] Network 34db1430-f99d-431a-b04f-54003e680bea requested from n-d-713498-36 {{(pid=103232) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 19:32:15.142757 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d79f1a8b-25ee-4ab3-9f40-a51b8acdb55c tempest-TestNetworkAdvancedServerOps-1633223542 tempest-TestNetworkAdvancedServerOps-1633223542-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:32:15.143523 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-d79f1a8b-25ee-4ab3-9f40-a51b8acdb55c tempest-TestNetworkAdvancedServerOps-1633223542 tempest-TestNetworkAdvancedServerOps-1633223542-project] Publish callbacks [] for subnet (None), before_response {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:32:15.187475 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-d79f1a8b-25ee-4ab3-9f40-a51b8acdb55c tempest-TestNetworkAdvancedServerOps-1633223542 tempest-TestNetworkAdvancedServerOps-1633223542-project] 10.222.0.75 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 2.8759887 Feb 09 19:32:15.194369 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 34722) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:32:15.299171 n-d-713498-36 neutron-server[103229]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-09c9fa68-3b87-4ab2-a3d3-c535cfecae30 admin admin] Router 47bf1426-828b-4a74-9907-8874febd8264 has already been hosted by L3 agent 93303d5e-5d17-45e8-8963-7694f87783ae {{(pid=103229) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 19:32:15.301477 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-e88eeca0-4d97-45ae-b5c0-fcf763bdb8f5 tempest-RoutersTest-1116560139 tempest-RoutersTest-1116560139-project] Publish callbacks [] for router_gateway (1d69e540-3d1e-4a60-ac0d-4ba84dee1f25), before_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:32:15.313517 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-d4db36ca-80b3-428c-b6ae-ca3faf4d6ee8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1892331'] for security_group (a4cf7ff6-e2a8-4761-8b62-bb126962ec0d), after_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:32:15.317048 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-d4db36ca-80b3-428c-b6ae-ca3faf4d6ee8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:32:15.318711 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-d4db36ca-80b3-428c-b6ae-ca3faf4d6ee8 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/a4cf7ff6-e2a8-4761-8b62-bb126962ec0d HTTP/1.1" status: 204 len: 168 time: 0.7768905 Feb 09 19:32:15.551351 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d0b1859-cbf7-4f60-a60f-eac68b0cd9aa None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8b32e980-7cce-5e82-a341-bd2fa8945c89-34db1430-f99d-431a-b04f-54003e680bea', 'network_id': '34db1430-f99d-431a-b04f-54003e680bea', 'project_id': 'eba669c4f4c548e495f13ae7579d0fa6', 'fixed_ips': [{'subnet_id': '7bd817c3-27ad-42c9-8d96-8695f8509e1e'}]}} from n-d-713498-36. {{(pid=103232) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 09 19:32:15.555017 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-2d0b1859-cbf7-4f60-a60f-eac68b0cd9aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (None), before_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:32:15.561551 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.provisioning_blocks [None req-8b7b1914-bf6c-4e46-866f-32bb217b6308 None None] Provisioning complete for port 7b7bc3ad-ac30-4f71-aed2-2471b7e6c31d triggered by entity DHCP. {{(pid=103232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 19:32:15.562407 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-8b7b1914-bf6c-4e46-866f-32bb217b6308 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593630'] for port (7b7bc3ad-ac30-4f71-aed2-2471b7e6c31d), provisioning_complete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:32:15.581518 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.l3_hamode_db [None req-b86875d3-2481-4832-b2e0-4d042cb3a16f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8186ebd6-38e5-4478-af0c-af6bfd869d76', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1799291766', 'tenant_id': 'eba669c4f4c548e495f13ae7579d0fa6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88055e1e-672a-4487-be31-ffb6e833ece5', 'external_fixed_ips': [{'subnet_id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'ip_address': '172.25.1.98'}], 'enable_snat': True}, 'gw_port_id': '0739061c-e16f-41f1-a721-ad94652482de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T19:32:04Z', 'updated_at': '2022-02-09T19:32:09Z', 'revision_number': 3, 'project_id': 'eba669c4f4c548e495f13ae7579d0fa6', 'gw_port': {'id': '0739061c-e16f-41f1-a721-ad94652482de', 'name': '', 'network_id': '88055e1e-672a-4487-be31-ffb6e833ece5', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:cd:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8186ebd6-38e5-4478-af0c-af6bfd869d76', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3065, 'fixed_ips': [{'subnet_id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'ip_address': '172.25.1.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T19:32:08Z', 'updated_at': '2022-02-09T19:32:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-36'}], 'n-d-713498-36', False) {} {{(pid=103232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:32:15.605692 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-09c9fa68-3b87-4ab2-a3d3-c535cfecae30 admin admin] Notify agent at l3_agent.n-d-713498-36 the message routers_updated {{(pid=103229) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 19:32:15.649911 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-09c9fa68-3b87-4ab2-a3d3-c535cfecae30 admin admin] 10.222.0.75 "PUT /v2.0/routers/47bf1426-828b-4a74-9907-8874febd8264/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.9683650 Feb 09 19:32:15.660110 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4db36ca-80b3-428c-b6ae-ca3faf4d6ee8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a4cf7ff6-e2a8-4761-8b62-bb126962ec0d,revision_number=None']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:32:15.703827 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b86875d3-2481-4832-b2e0-4d042cb3a16f None None] The sync data for ids ['8186ebd6-38e5-4478-af0c-af6bfd869d76'] in n-d-713498-36 is: [{'id': '8186ebd6-38e5-4478-af0c-af6bfd869d76', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1799291766', 'tenant_id': 'eba669c4f4c548e495f13ae7579d0fa6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88055e1e-672a-4487-be31-ffb6e833ece5', 'external_fixed_ips': [{'subnet_id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'ip_address': '172.25.1.98'}], 'enable_snat': True}, 'gw_port_id': '0739061c-e16f-41f1-a721-ad94652482de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T19:32:04Z', 'updated_at': '2022-02-09T19:32:09Z', 'revision_number': 3, 'project_id': 'eba669c4f4c548e495f13ae7579d0fa6', 'gw_port': {'id': '0739061c-e16f-41f1-a721-ad94652482de', 'name': '', 'network_id': '88055e1e-672a-4487-be31-ffb6e833ece5', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:cd:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8186ebd6-38e5-4478-af0c-af6bfd869d76', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3065, 'fixed_ips': [{'subnet_id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'ip_address': '172.25.1.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T19:32:08Z', 'updated_at': '2022-02-09T19:32:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-36'}] {{(pid=103232) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 19:32:15.717756 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f27c0562-369b-4a9a-81dd-79ed005814d6 req-e568684c-261d-498d-b22e-a1e0ab84d19f tempest-ServerActionsTestJSON-347500300 tempest-ServerActionsTestJSON-347500300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:32:15.734029 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-f27c0562-369b-4a9a-81dd-79ed005814d6 req-e568684c-261d-498d-b22e-a1e0ab84d19f tempest-ServerActionsTestJSON-347500300 tempest-ServerActionsTestJSON-347500300-project] 10.222.0.75 "GET /v2.0/ports?device_id=a1fbc70b-9dd3-44f5-99b0-85f3dff92d7d HTTP/1.1" status: 200 len: 944 time: 0.2830815 Feb 09 19:32:15.758108 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.plugin [None req-e88eeca0-4d97-45ae-b5c0-fcf763bdb8f5 tempest-RoutersTest-1116560139 tempest-RoutersTest-1116560139-project] Deleting port c80f2cb5-29d8-4ac0-b3dd-a018e673270a {{(pid=103229) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 19:32:15.758976 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-e88eeca0-4d97-45ae-b5c0-fcf763bdb8f5 tempest-RoutersTest-1116560139 tempest-RoutersTest-1116560139-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762867170196'] for port (c80f2cb5-29d8-4ac0-b3dd-a018e673270a), before_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:32:15.921416 n-d-713498-36 neutron-server[103230]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a69644c2-4c8c-44b7-a3c8-83c35904ad3d tempest-RoutersIpV6AdminTest-1179638195 tempest-RoutersIpV6AdminTest-1179638195-project-admin] Router 0ef8bbef-75ee-4aad-a9d2-2affc3718256 is scheduled to L3 agent 93303d5e-5d17-45e8-8963-7694f87783ae with binding_index 1 {{(pid=103230) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 09 19:32:15.968167 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-f27c0562-369b-4a9a-81dd-79ed005814d6 req-5cb9c0c1-d8c9-4fa7-be30-b333fa54059a tempest-ServerActionsTestJSON-347500300 tempest-ServerActionsTestJSON-347500300-project] 10.222.0.75 "GET /v2.0/security-groups?id=22c4accd-b9e4-4e3e-aec5-b2bee068a6b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2331021 Feb 09 19:32:15.993199 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-e88eeca0-4d97-45ae-b5c0-fcf763bdb8f5 tempest-RoutersTest-1116560139 tempest-RoutersTest-1116560139-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1820838'] for port (c80f2cb5-29d8-4ac0-b3dd-a018e673270a), precommit_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:32:16.023674 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.plugin [None req-e88eeca0-4d97-45ae-b5c0-fcf763bdb8f5 tempest-RoutersTest-1116560139 tempest-RoutersTest-1116560139-project] Calling delete_port for c80f2cb5-29d8-4ac0-b3dd-a018e673270a owned by network:router_gateway {{(pid=103229) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 19:32:16.084662 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.db_base_plugin_common [None req-2d0b1859-cbf7-4f60-a60f-eac68b0cd9aa None None] Allocated IP 172.20.0.2 (34db1430-f99d-431a-b04f-54003e680bea/7bd817c3-27ad-42c9-8d96-8695f8509e1e/bd49876c-ca6e-42b8-8df6-a0cef29bd931) {{(pid=103232) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 19:32:16.405591 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f4df8b3-6ed5-4bf8-aab1-c9fa29c42520 None None] Sync routers for ids ['47bf1426-828b-4a74-9907-8874febd8264'] in n-d-713498-36 {{(pid=103232) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 19:32:16.449044 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Current status of the port 56c7a375-0d90-45bd-a485-a908fb4b2cdd is: DOWN; New status is: ACTIVE {{(pid=103232) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 19:32:16.449487 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (56c7a375-0d90-45bd-a485-a908fb4b2cdd), before_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:32:16.502195 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a69644c2-4c8c-44b7-a3c8-83c35904ad3d tempest-RoutersIpV6AdminTest-1179638195 tempest-RoutersIpV6AdminTest-1179638195-project-admin] Notify agent at l3_agent.n-d-713498-36 the message routers_updated {{(pid=103230) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 19:32:16.511716 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f4df8b3-6ed5-4bf8-aab1-c9fa29c42520 None None] Routers {'47bf1426-828b-4a74-9907-8874febd8264'} bound to L3 agent in host n-d-713498-36 {{(pid=103232) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 19:32:16.512362 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.l3_hamode_db [None req-3f4df8b3-6ed5-4bf8-aab1-c9fa29c42520 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T18:51:43Z,description=,heartbeat_timestamp=2022-02-09T19:32:13Z,host='n-d-713498-36',id=93303d5e-5d17-45e8-8963-7694f87783ae,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T18:51:43Z,topic='l3_agent')) {'router_ids': ['47bf1426-828b-4a74-9907-8874febd8264'], 'active': True} {{(pid=103232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:32:16.518272 n-d-713498-36 neutron-server[103233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c524aa6-672e-4826-8043-61849f05c659 None None] Sync routers for ids ['0ef8bbef-75ee-4aad-a9d2-2affc3718256'] in n-d-713498-36 {{(pid=103233) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 19:32:16.551889 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-e88eeca0-4d97-45ae-b5c0-fcf763bdb8f5 tempest-RoutersTest-1116560139 tempest-RoutersTest-1116560139-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762867177463', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762866656476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12867576'] for port (c80f2cb5-29d8-4ac0-b3dd-a018e673270a), after_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:32:16.563726 n-d-713498-36 neutron-server[103233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c524aa6-672e-4826-8043-61849f05c659 None None] Routers {'0ef8bbef-75ee-4aad-a9d2-2affc3718256'} bound to L3 agent in host n-d-713498-36 {{(pid=103233) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 19:32:16.564793 n-d-713498-36 neutron-server[103233]: DEBUG neutron.db.l3_hamode_db [None req-8c524aa6-672e-4826-8043-61849f05c659 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T18:51:43Z,description=,heartbeat_timestamp=2022-02-09T19:32:13Z,host='n-d-713498-36',id=93303d5e-5d17-45e8-8963-7694f87783ae,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T18:51:43Z,topic='l3_agent')) {'router_ids': ['0ef8bbef-75ee-4aad-a9d2-2affc3718256'], 'active': True} {{(pid=103233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:32:16.610883 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e88eeca0-4d97-45ae-b5c0-fcf763bdb8f5 tempest-RoutersTest-1116560139 tempest-RoutersTest-1116560139-project] Pushing event deleted for resources: {'Port': ['ID=c80f2cb5-29d8-4ac0-b3dd-a018e673270a,revision_number=None']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:32:16.622696 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-8b7b1914-bf6c-4e46-866f-32bb217b6308 None None] Port 7b7bc3ad-ac30-4f71-aed2-2471b7e6c31d cannot update to ACTIVE because it is not bound. {{(pid=103232) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 19:32:16.682249 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-a69644c2-4c8c-44b7-a3c8-83c35904ad3d tempest-RoutersIpV6AdminTest-1179638195 tempest-RoutersIpV6AdminTest-1179638195-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:32:16.692833 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-a69644c2-4c8c-44b7-a3c8-83c35904ad3d tempest-RoutersIpV6AdminTest-1179638195 tempest-RoutersIpV6AdminTest-1179638195-project-admin] 10.222.0.75 "PUT /v2.0/routers/0ef8bbef-75ee-4aad-a9d2-2affc3718256 HTTP/1.1" status: 200 len: 919 time: 6.8504903 Feb 09 19:32:16.701495 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 34754) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:32:16.709561 n-d-713498-36 neutron-server[103233]: DEBUG neutron.db.l3_hamode_db [None req-8c524aa6-672e-4826-8043-61849f05c659 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713498-36', False) {} {{(pid=103233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:32:16.745536 n-d-713498-36 neutron-server[103233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c524aa6-672e-4826-8043-61849f05c659 None None] Routers {'0ef8bbef-75ee-4aad-a9d2-2affc3718256'} bound to L3 agent in host n-d-713498-36 {{(pid=103233) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 19:32:16.747230 n-d-713498-36 neutron-server[103233]: DEBUG neutron.db.l3_hamode_db [None req-8c524aa6-672e-4826-8043-61849f05c659 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T18:51:43Z,description=,heartbeat_timestamp=2022-02-09T19:32:13Z,host='n-d-713498-36',id=93303d5e-5d17-45e8-8963-7694f87783ae,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T18:51:43Z,topic='l3_agent')) {'router_ids': ['0ef8bbef-75ee-4aad-a9d2-2affc3718256'], 'active': True} {{(pid=103233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:32:16.782403 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] For port 56c7a375-0d90-45bd-a485-a908fb4b2cdd, host n-d-713498-36, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-36',level=0,port_id=56c7a375-0d90-45bd-a485-a908fb4b2cdd,segment=NetworkSegment(a4222f89-8d3f-4b51-953b-1a8126392491),segment_id=a4222f89-8d3f-4b51-953b-1a8126392491)] {{(pid=103232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 19:32:16.784271 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-a7262a8e-0513-48fd-984d-75726a511961 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762867132591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593584'] for agent (911cfea2-02ae-4ec9-bac3-7808ee1cdd9c), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:32:16.805829 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762867176205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762866656485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762866656503'] for port (56c7a375-0d90-45bd-a485-a908fb4b2cdd), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:32:16.816026 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-2d0b1859-cbf7-4f60-a60f-eac68b0cd9aa None None] Publish callbacks [] for port (bd49876c-ca6e-42b8-8df6-a0cef29bd931), precommit_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:32:16.852300 n-d-713498-36 neutron-server[103233]: DEBUG neutron.db.l3_hamode_db [None req-8c524aa6-672e-4826-8043-61849f05c659 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713498-36', False) {} {{(pid=103233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:32:16.855645 n-d-713498-36 neutron-server[103233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c524aa6-672e-4826-8043-61849f05c659 None None] The sync data for ids ['0ef8bbef-75ee-4aad-a9d2-2affc3718256'] in n-d-713498-36 is: [] {{(pid=103233) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 19:32:16.960256 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-e88eeca0-4d97-45ae-b5c0-fcf763bdb8f5 tempest-RoutersTest-1116560139 tempest-RoutersTest-1116560139-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1818987'] for router_gateway (1d69e540-3d1e-4a60-ac0d-4ba84dee1f25), after_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:32:16.966344 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Pushing event updated for resources: {'Port': ['ID=56c7a375-0d90-45bd-a485-a908fb4b2cdd,revision_number=4']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:32:16.975690 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-2d0b1859-cbf7-4f60-a60f-eac68b0cd9aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762866656467'] for port (bd49876c-ca6e-42b8-8df6-a0cef29bd931), after_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:32:17.044930 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d0b1859-cbf7-4f60-a60f-eac68b0cd9aa None None] Pushing event updated for resources: {'Port': ['ID=bd49876c-ca6e-42b8-8df6-a0cef29bd931,revision_number=1']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:32:17.192066 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Device 0739061c-e16f-41f1-a721-ad94652482de up at agent ovs-agent-n-d-713498-36 {{(pid=103232) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 19:32:17.222268 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762867132591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593584'] for agent (496418a2-c002-4aec-ab1a-07f3bea491bd), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:32:17.235853 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 34766) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:32:17.242959 n-d-713498-36 neutron-server[103232]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d0b1859-cbf7-4f60-a60f-eac68b0cd9aa None None] Network 34db1430-f99d-431a-b04f-54003e680bea is already hosted by enough agents. {{(pid=103232) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 19:32:17.255792 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.l3_dvr_db [None req-3f4df8b3-6ed5-4bf8-aab1-c9fa29c42520 None None] Set router 47bf1426-828b-4a74-9907-8874febd8264 gateway port host: n-d-713498-36 {{(pid=103232) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 19:32:17.263972 n-d-713498-36 neutron-server[103232]: DEBUG neutron.scheduler.base_scheduler [None req-2d0b1859-cbf7-4f60-a60f-eac68b0cd9aa None None] Resources bound (agent type, host, resource id): {{(pid=103232) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 19:32:17.266499 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d0b1859-cbf7-4f60-a60f-eac68b0cd9aa None None] Received port after_create {{(pid=103232) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 19:32:17.330818 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-543c88e0-b9cb-4ee6-b805-f4d9255e74ae tempest-TestNetworkAdvancedServerOps-1633223542 tempest-TestNetworkAdvancedServerOps-1633223542-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (None), before_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:32:17.349533 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-e88eeca0-4d97-45ae-b5c0-fcf763bdb8f5 tempest-RoutersTest-1116560139 tempest-RoutersTest-1116560139-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1834988', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-58375'] for router (1d69e540-3d1e-4a60-ac0d-4ba84dee1f25), precommit_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:32:17.352015 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-e88eeca0-4d97-45ae-b5c0-fcf763bdb8f5 tempest-RoutersTest-1116560139 tempest-RoutersTest-1116560139-project] Publish callbacks [] for router_controller (1d69e540-3d1e-4a60-ac0d-4ba84dee1f25), precommit_delete_associations {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:32:17.452291 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-e73e9f67-e9b7-4e86-893f-f2a33b589a99 tempest-RoutersIpV6AdminTest-1179638195 tempest-RoutersIpV6AdminTest-1179638195-project-admin] 10.222.0.75 "GET /v2.0/routers/0ef8bbef-75ee-4aad-a9d2-2affc3718256 HTTP/1.1" status: 200 len: 925 time: 0.7492352 Feb 09 19:32:17.465648 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.v2.base [None req-30474a32-2cd5-4bae-879d-686cd6e4308b admin admin] Request body: {'network': {'name': 'tempest-TestServerBasicOps-861232182-network', 'tenant_id': '186ee2795ec54b078ce75afec47c5196'}} {{(pid=103229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 19:32:17.468780 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 34774) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:32:17.492120 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-e88eeca0-4d97-45ae-b5c0-fcf763bdb8f5 tempest-RoutersTest-1116560139 tempest-RoutersTest-1116560139-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1835003'] for router (1d69e540-3d1e-4a60-ac0d-4ba84dee1f25), after_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:32:17.492742 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e88eeca0-4d97-45ae-b5c0-fcf763bdb8f5 tempest-RoutersTest-1116560139 tempest-RoutersTest-1116560139-project] Fanout notify agent at l3_agent the message router_deleted on router 1d69e540-3d1e-4a60-ac0d-4ba84dee1f25 {{(pid=103229) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 09 19:32:17.495036 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-30474a32-2cd5-4bae-879d-686cd6e4308b admin admin] Made reservation on behalf of 186ee2795ec54b078ce75afec47c5196 for: {'network': 1} {{(pid=103229) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 19:32:17.497655 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-30474a32-2cd5-4bae-879d-686cd6e4308b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for network (None), before_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:32:17.528425 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-e88eeca0-4d97-45ae-b5c0-fcf763bdb8f5 tempest-RoutersTest-1116560139 tempest-RoutersTest-1116560139-project] Publish callbacks [] for router (None), before_response {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:32:17.530012 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-e88eeca0-4d97-45ae-b5c0-fcf763bdb8f5 tempest-RoutersTest-1116560139 tempest-RoutersTest-1116560139-project] 10.222.0.75 "DELETE /v2.0/routers/1d69e540-3d1e-4a60-ac0d-4ba84dee1f25 HTTP/1.1" status: 204 len: 168 time: 2.8263299 Feb 09 19:32:17.534444 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 34776) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:32:17.562725 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.provisioning_blocks [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Provisioning complete for port 0739061c-e16f-41f1-a721-ad94652482de triggered by entity L2. {{(pid=103232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 19:32:17.563312 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593630'] for port (0739061c-e16f-41f1-a721-ad94652482de), provisioning_complete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:32:17.625236 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.managers [None req-2d0b1859-cbf7-4f60-a60f-eac68b0cd9aa None None] Attempting to bind port bd49876c-ca6e-42b8-8df6-a0cef29bd931 on host n-d-713498-36 for vnic_type normal with profile {{(pid=103232) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 19:32:17.626020 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.managers [None req-2d0b1859-cbf7-4f60-a60f-eac68b0cd9aa None None] Attempting to bind port bd49876c-ca6e-42b8-8df6-a0cef29bd931 by drivers openvswitch,hyperv on host n-d-713498-36 at level 0 using segments [{'id': '7287aa74-ccfd-4c41-8369-48f2461d359d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': '34db1430-f99d-431a-b04f-54003e680bea'}] {{(pid=103232) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 19:32:17.626020 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d0b1859-cbf7-4f60-a60f-eac68b0cd9aa None None] Attempting to bind port bd49876c-ca6e-42b8-8df6-a0cef29bd931 on network 34db1430-f99d-431a-b04f-54003e680bea {{(pid=103232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 19:32:17.632531 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd4e28fc-5a74-4f69-bd3a-42281ce6e9b2 tempest-RoutersIpV6AdminTest-1179638195 tempest-RoutersIpV6AdminTest-1179638195-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:32:17.636865 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-fd4e28fc-5a74-4f69-bd3a-42281ce6e9b2 tempest-RoutersIpV6AdminTest-1179638195 tempest-RoutersIpV6AdminTest-1179638195-project-admin] 10.222.0.75 "GET /v2.0/ports?network_id=88055e1e-672a-4487-be31-ffb6e833ece5&device_id=0ef8bbef-75ee-4aad-a9d2-2affc3718256&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.1061676 Feb 09 19:32:17.639673 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 34780) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:32:17.648138 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d0b1859-cbf7-4f60-a60f-eac68b0cd9aa None None] Checking agent: {'id': '496418a2-c002-4aec-ab1a-07f3bea491bd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-36', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 18, 51, 47), 'started_at': datetime.datetime(2022, 2, 9, 18, 52, 17), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 19, 32, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-36'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 19:32:17.648674 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d0b1859-cbf7-4f60-a60f-eac68b0cd9aa None None] Checking segment: {'id': '7287aa74-ccfd-4c41-8369-48f2461d359d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': '34db1430-f99d-431a-b04f-54003e680bea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103232) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 19:32:17.649516 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-2d0b1859-cbf7-4f60-a60f-eac68b0cd9aa None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:32:17.650041 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d0b1859-cbf7-4f60-a60f-eac68b0cd9aa None None] Bound using segment: {'id': '7287aa74-ccfd-4c41-8369-48f2461d359d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': '34db1430-f99d-431a-b04f-54003e680bea'} {{(pid=103232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 19:32:17.650554 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.managers [None req-2d0b1859-cbf7-4f60-a60f-eac68b0cd9aa None None] Bound port: bd49876c-ca6e-42b8-8df6-a0cef29bd931, host: n-d-713498-36, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7287aa74-ccfd-4c41-8369-48f2461d359d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': '34db1430-f99d-431a-b04f-54003e680bea'}}] {{(pid=103232) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 19:32:17.651955 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-2d0b1859-cbf7-4f60-a60f-eac68b0cd9aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (bd49876c-ca6e-42b8-8df6-a0cef29bd931), before_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:32:17.979837 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fea8f40f-ab80-4893-83ab-a4d38eba429f tempest-RoutersIpV6AdminTest-1179638195 tempest-RoutersIpV6AdminTest-1179638195-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:32:17.982601 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-fea8f40f-ab80-4893-83ab-a4d38eba429f tempest-RoutersIpV6AdminTest-1179638195 tempest-RoutersIpV6AdminTest-1179638195-project-admin] 10.222.0.75 "GET /v2.0/networks/88055e1e-672a-4487-be31-ffb6e833ece5 HTTP/1.1" status: 200 len: 881 time: 0.3419724 Feb 09 19:32:17.988553 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 34790) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:32:18.049416 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-af11ed16-c558-4a6d-9906-bf7f2d4976d7 tempest-RoutersIpV6AdminTest-1466914516 tempest-RoutersIpV6AdminTest-1466914516-project] 10.222.0.75 "GET /v2.0/ports?device_id=0ef8bbef-75ee-4aad-a9d2-2affc3718256 HTTP/1.1" status: 200 len: 205 time: 0.0592067 Feb 09 19:32:18.075482 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 34792) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:32:18.169898 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.v2.base [None req-dcc62d91-16c2-44ac-87bb-fa7cfecf46b6 tempest-RoutersTest-1116560139 tempest-RoutersTest-1116560139-project] Request body: {'network': {'name': 'tempest-RoutersTest-394344507'}} {{(pid=103229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 19:32:18.189640 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-30474a32-2cd5-4bae-879d-686cd6e4308b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:32:18.236960 n-d-713498-36 neutron-server[103230]: DEBUG neutron.db.db_base_plugin_common [None req-543c88e0-b9cb-4ee6-b805-f4d9255e74ae tempest-TestNetworkAdvancedServerOps-1633223542 tempest-TestNetworkAdvancedServerOps-1633223542-project] Allocated IP 172.20.0.1 (34db1430-f99d-431a-b04f-54003e680bea/7bd817c3-27ad-42c9-8d96-8695f8509e1e/377c896d-df60-4688-91dc-6787892ae051) {{(pid=103230) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 19:32:18.237231 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.l3_hamode_db [None req-3f4df8b3-6ed5-4bf8-aab1-c9fa29c42520 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '47bf1426-828b-4a74-9907-8874febd8264', 'name': 'tempest-TestServerBasicOps-1476211343-router', 'tenant_id': '0484ed2328124ada8d8870756276d1f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88055e1e-672a-4487-be31-ffb6e833ece5', 'external_fixed_ips': [{'subnet_id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'ip_address': '172.25.1.71'}], 'enable_snat': True}, 'gw_port_id': '56c7a375-0d90-45bd-a485-a908fb4b2cdd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T19:32:05Z', 'updated_at': '2022-02-09T19:32:12Z', 'revision_number': 4, 'project_id': '0484ed2328124ada8d8870756276d1f0', 'gw_port': {'id': '56c7a375-0d90-45bd-a485-a908fb4b2cdd', 'name': '', 'network_id': '88055e1e-672a-4487-be31-ffb6e833ece5', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:26:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '47bf1426-828b-4a74-9907-8874febd8264', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3064, 'fixed_ips': [{'subnet_id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'ip_address': '172.25.1.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T19:32:06Z', 'updated_at': '2022-02-09T19:32:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-36', '_interfaces': [{'id': '7b7bc3ad-ac30-4f71-aed2-2471b7e6c31d', 'name': '', 'network_id': '8f2df497-8ab8-4c9e-8bb2-f9e936c46637', 'tenant_id': '0484ed2328124ada8d8870756276d1f0', 'mac_address': 'fa:16:3e:0e:e2:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '47bf1426-828b-4a74-9907-8874febd8264', 'device_owner': 'network:router_interface', 'standard_attr_id': 3067, 'fixed_ips': [{'subnet_id': '9358c454-1c1b-4e17-a8a9-b8f83c45b376', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T19:32:11Z', 'updated_at': '2022-02-09T19:32:13Z', 'revision_number': 2, 'project_id': '0484ed2328124ada8d8870756276d1f0', 'subnets': [{'id': '9358c454-1c1b-4e17-a8a9-b8f83c45b376', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-36', False) {} {{(pid=103232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:32:18.281147 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Current status of the port 0739061c-e16f-41f1-a721-ad94652482de is: DOWN; New status is: ACTIVE {{(pid=103232) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 19:32:18.282145 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (0739061c-e16f-41f1-a721-ad94652482de), before_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:32:18.288642 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dcc62d91-16c2-44ac-87bb-fa7cfecf46b6 tempest-RoutersTest-1116560139 tempest-RoutersTest-1116560139-project] Made reservation on behalf of 009d54e3af88488b8213379431f58202 for: {'network': 1} {{(pid=103229) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 19:32:18.294587 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-dcc62d91-16c2-44ac-87bb-fa7cfecf46b6 tempest-RoutersTest-1116560139 tempest-RoutersTest-1116560139-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for network (None), before_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:32:18.296762 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f4df8b3-6ed5-4bf8-aab1-c9fa29c42520 None None] Checking router: 47bf1426-828b-4a74-9907-8874febd8264 for host: n-d-713498-36 {{(pid=103232) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 19:32:18.297340 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f4df8b3-6ed5-4bf8-aab1-c9fa29c42520 None None] Updating router 47bf1426-828b-4a74-9907-8874febd8264 port 7b7bc3ad-ac30-4f71-aed2-2471b7e6c31d binding host n-d-713498-36 {{(pid=103232) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 19:32:18.320555 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be0b0d97-4a94-46d2-9c62-2bffdac8dcdc req-afed4e7d-7351-445e-81f1-9d82ed8ae09d tempest-ServerActionsTestJSON-347500300 tempest-ServerActionsTestJSON-347500300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:32:18.323053 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-be0b0d97-4a94-46d2-9c62-2bffdac8dcdc req-afed4e7d-7351-445e-81f1-9d82ed8ae09d tempest-ServerActionsTestJSON-347500300 tempest-ServerActionsTestJSON-347500300-project] 10.222.0.75 "GET /v2.0/ports?device_id=a1fbc70b-9dd3-44f5-99b0-85f3dff92d7d HTTP/1.1" status: 200 len: 944 time: 1.0784056 Feb 09 19:32:18.336938 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-3f4df8b3-6ed5-4bf8-aab1-c9fa29c42520 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (7b7bc3ad-ac30-4f71-aed2-2471b7e6c31d), before_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:32:18.344591 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dcc62d91-16c2-44ac-87bb-fa7cfecf46b6 tempest-RoutersTest-1116560139 tempest-RoutersTest-1116560139-project] vlan segment allocate from pool success with {'vlan_id': 389, 'physical_network': 'physnet1'} {{(pid=103229) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 19:32:18.357097 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-dcc62d91-16c2-44ac-87bb-fa7cfecf46b6 tempest-RoutersTest-1116560139 tempest-RoutersTest-1116560139-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-759574'] for segment (ea86d76e-f04f-430d-80a1-b224ddeda016), precommit_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:32:18.357804 n-d-713498-36 neutron-server[103229]: INFO neutron.db.segments_db [None req-dcc62d91-16c2-44ac-87bb-fa7cfecf46b6 tempest-RoutersTest-1116560139 tempest-RoutersTest-1116560139-project] Added segment ea86d76e-f04f-430d-80a1-b224ddeda016 of type vlan for network 11711fc2-960e-4bb6-8aa2-6ed2594a6388 Feb 09 19:32:18.413151 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-dcc62d91-16c2-44ac-87bb-fa7cfecf46b6 tempest-RoutersTest-1116560139 tempest-RoutersTest-1116560139-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762866642225'] for network (11711fc2-960e-4bb6-8aa2-6ed2594a6388), precommit_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:32:18.436141 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-0beeae03-576f-4b51-9601-b693ae37b630 tempest-RoutersIpV6AdminTest-1466914516 tempest-RoutersIpV6AdminTest-1466914516-project] Publish callbacks [] for router (0ef8bbef-75ee-4aad-a9d2-2affc3718256), before_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:32:18.473570 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-dcc62d91-16c2-44ac-87bb-fa7cfecf46b6 tempest-RoutersTest-1116560139 tempest-RoutersTest-1116560139-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1885479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452'] for network (11711fc2-960e-4bb6-8aa2-6ed2594a6388), after_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:32:18.485520 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dcc62d91-16c2-44ac-87bb-fa7cfecf46b6 tempest-RoutersTest-1116560139 tempest-RoutersTest-1116560139-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:32:18.486475 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-dcc62d91-16c2-44ac-87bb-fa7cfecf46b6 tempest-RoutersTest-1116560139 tempest-RoutersTest-1116560139-project] Publish callbacks [] for network (None), before_response {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:32:18.612619 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-543c88e0-b9cb-4ee6-b805-f4d9255e74ae tempest-TestNetworkAdvancedServerOps-1633223542 tempest-TestNetworkAdvancedServerOps-1633223542-project] Publish callbacks [] for port (377c896d-df60-4688-91dc-6787892ae051), precommit_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:32:18.637498 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-dcc62d91-16c2-44ac-87bb-fa7cfecf46b6 tempest-RoutersTest-1116560139 tempest-RoutersTest-1116560139-project] 10.222.0.75 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 1.1018248 Feb 09 19:32:18.645462 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 34798) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:32:18.660305 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcc62d91-16c2-44ac-87bb-fa7cfecf46b6 tempest-RoutersTest-1116560139 tempest-RoutersTest-1116560139-project] Pushing event updated for resources: {'Network': ['ID=11711fc2-960e-4bb6-8aa2-6ed2594a6388,revision_number=1']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:32:18.672393 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.v2.base [None req-f988da48-6910-4ef2-9143-2179699df679 tempest-RoutersTest-1116560139 tempest-RoutersTest-1116560139-project] Request body: {'subnet': {'network_id': '11711fc2-960e-4bb6-8aa2-6ed2594a6388', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103230) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 19:32:18.721820 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-be0b0d97-4a94-46d2-9c62-2bffdac8dcdc req-ba47876d-43c0-4c18-945c-70e8273bd067 tempest-ServerActionsTestJSON-347500300 tempest-ServerActionsTestJSON-347500300-project] 10.222.0.75 "GET /v2.0/security-groups?id=22c4accd-b9e4-4e3e-aec5-b2bee068a6b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2811317 Feb 09 19:32:18.744142 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-30474a32-2cd5-4bae-879d-686cd6e4308b admin admin] Publish callbacks [] for security_group (cdd25bd9-a6b5-423a-a786-63f9b87de665), precommit_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:32:18.763247 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-30474a32-2cd5-4bae-879d-686cd6e4308b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1892331'] for security_group (cdd25bd9-a6b5-423a-a786-63f9b87de665), after_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:32:18.776419 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-30474a32-2cd5-4bae-879d-686cd6e4308b admin admin] vlan segment allocate from pool success with {'vlan_id': 358, 'physical_network': 'physnet1'} {{(pid=103229) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 19:32:18.788979 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-30474a32-2cd5-4bae-879d-686cd6e4308b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-759574'] for segment (12c5c233-f35c-4040-8456-92eb7a372221), precommit_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:32:18.790226 n-d-713498-36 neutron-server[103229]: INFO neutron.db.segments_db [None req-30474a32-2cd5-4bae-879d-686cd6e4308b admin admin] Added segment 12c5c233-f35c-4040-8456-92eb7a372221 of type vlan for network 65e943bb-cd72-447f-91a2-ca24680c1182 Feb 09 19:32:18.857601 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-30474a32-2cd5-4bae-879d-686cd6e4308b admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762866642225'] for network (65e943bb-cd72-447f-91a2-ca24680c1182), precommit_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:32:18.896044 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-3f4df8b3-6ed5-4bf8-aab1-c9fa29c42520 None None] Publish callbacks [] for port (7b7bc3ad-ac30-4f71-aed2-2471b7e6c31d), precommit_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:32:18.907790 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-2d0b1859-cbf7-4f60-a60f-eac68b0cd9aa None None] For port bd49876c-ca6e-42b8-8df6-a0cef29bd931, host n-d-713498-36, cleared binding levels {{(pid=103232) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 19:32:18.919459 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Network 11711fc2-960e-4bb6-8aa2-6ed2594a6388 details requested by agent ovs-agent-n-d-713498-36 with host n-d-713498-36 {{(pid=103232) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 19:32:18.936957 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-543c88e0-b9cb-4ee6-b805-f4d9255e74ae tempest-TestNetworkAdvancedServerOps-1633223542 tempest-TestNetworkAdvancedServerOps-1633223542-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762866656467', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14393751'] for port (377c896d-df60-4688-91dc-6787892ae051), after_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:32:18.955929 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30474a32-2cd5-4bae-879d-686cd6e4308b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cdd25bd9-a6b5-423a-a786-63f9b87de665,revision_number=1']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:32:18.956469 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-0beeae03-576f-4b51-9601-b693ae37b630 tempest-RoutersIpV6AdminTest-1466914516 tempest-RoutersIpV6AdminTest-1466914516-project] Publish callbacks [] for router_gateway (0ef8bbef-75ee-4aad-a9d2-2affc3718256), before_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:32:18.958674 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-30474a32-2cd5-4bae-879d-686cd6e4308b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1885479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452'] for network (65e943bb-cd72-447f-91a2-ca24680c1182), after_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:32:18.959644 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30474a32-2cd5-4bae-879d-686cd6e4308b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:32:18.971752 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-30474a32-2cd5-4bae-879d-686cd6e4308b admin admin] Publish callbacks [] for network (None), before_response {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:32:19.081462 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-3f4df8b3-6ed5-4bf8-aab1-c9fa29c42520 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762867176205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762866656485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762866656503'] for port (7b7bc3ad-ac30-4f71-aed2-2471b7e6c31d), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:32:19.113404 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-30474a32-2cd5-4bae-879d-686cd6e4308b admin admin] 10.222.0.75 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 1.8649025 Feb 09 19:32:19.115027 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 34808) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:32:19.119841 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.v2.base [None req-b044a5e6-c0b5-46d5-84bd-f239666bea2d admin admin] Request body: {'subnet': {'network_id': '65e943bb-cd72-447f-91a2-ca24680c1182', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerBasicOps-861232182-subnet', 'tenant_id': '186ee2795ec54b078ce75afec47c5196', 'ip_version': 4}} {{(pid=103229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 19:32:19.122808 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f988da48-6910-4ef2-9143-2179699df679 tempest-RoutersTest-1116560139 tempest-RoutersTest-1116560139-project] Made reservation on behalf of 009d54e3af88488b8213379431f58202 for: {'subnet': 1} {{(pid=103230) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 19:32:19.131767 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30474a32-2cd5-4bae-879d-686cd6e4308b admin admin] Pushing event updated for resources: {'Network': ['ID=65e943bb-cd72-447f-91a2-ca24680c1182,revision_number=1']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:32:19.138099 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-f988da48-6910-4ef2-9143-2179699df679 tempest-RoutersTest-1116560139 tempest-RoutersTest-1116560139-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12985917'] for subnet (None), before_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:32:19.165515 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b044a5e6-c0b5-46d5-84bd-f239666bea2d admin admin] Made reservation on behalf of 186ee2795ec54b078ce75afec47c5196 for: {'subnet': 1} {{(pid=103229) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 19:32:19.173799 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-b044a5e6-c0b5-46d5-84bd-f239666bea2d admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12759265'] for subnet (None), before_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:32:19.194037 n-d-713498-36 neutron-server[103230]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-543c88e0-b9cb-4ee6-b805-f4d9255e74ae tempest-TestNetworkAdvancedServerOps-1633223542 tempest-TestNetworkAdvancedServerOps-1633223542-project] Network 34db1430-f99d-431a-b04f-54003e680bea is already hosted by enough agents. {{(pid=103230) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 19:32:19.204243 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] For port 0739061c-e16f-41f1-a721-ad94652482de, host n-d-713498-36, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-36',level=0,port_id=0739061c-e16f-41f1-a721-ad94652482de,segment=NetworkSegment(a4222f89-8d3f-4b51-953b-1a8126392491),segment_id=a4222f89-8d3f-4b51-953b-1a8126392491)] {{(pid=103232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 19:32:19.214326 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Network 65e943bb-cd72-447f-91a2-ca24680c1182 details requested by agent ovs-agent-n-d-713498-36 with host n-d-713498-36 {{(pid=103232) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 19:32:19.388808 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-2d0b1859-cbf7-4f60-a60f-eac68b0cd9aa None None] For port bd49876c-ca6e-42b8-8df6-a0cef29bd931, host n-d-713498-36, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-36',level=0,port_id=bd49876c-ca6e-42b8-8df6-a0cef29bd931,segment=NetworkSegment(7287aa74-ccfd-4c41-8369-48f2461d359d),segment_id=7287aa74-ccfd-4c41-8369-48f2461d359d)] {{(pid=103232) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 19:32:19.407468 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f305d2dd-8112-4231-a01b-378776071899 req-502d5f87-08d3-42fe-9dd5-bc61c083b562 tempest-ServerActionsTestJSON-347500300 tempest-ServerActionsTestJSON-347500300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:32:19.409095 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-f305d2dd-8112-4231-a01b-378776071899 req-502d5f87-08d3-42fe-9dd5-bc61c083b562 tempest-ServerActionsTestJSON-347500300 tempest-ServerActionsTestJSON-347500300-project] 10.222.0.75 "GET /v2.0/ports?device_id=a1fbc70b-9dd3-44f5-99b0-85f3dff92d7d HTTP/1.1" status: 200 len: 944 time: 0.3394263 Feb 09 19:32:19.506608 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762867132591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593584'] for agent (bcd5faee-dc24-4298-9134-0e0aa054058e), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:32:19.508191 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762867176205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762866656485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762866656503'] for port (0739061c-e16f-41f1-a721-ad94652482de), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:32:19.542578 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.managers [None req-3f4df8b3-6ed5-4bf8-aab1-c9fa29c42520 None None] Attempting to bind port 7b7bc3ad-ac30-4f71-aed2-2471b7e6c31d on host n-d-713498-36 for vnic_type normal with profile {{(pid=103232) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 19:32:19.542953 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.managers [None req-3f4df8b3-6ed5-4bf8-aab1-c9fa29c42520 None None] Attempting to bind port 7b7bc3ad-ac30-4f71-aed2-2471b7e6c31d by drivers openvswitch,hyperv on host n-d-713498-36 at level 0 using segments [{'id': '5abf3098-6695-42c7-978d-ad16a51f9d66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': '8f2df497-8ab8-4c9e-8bb2-f9e936c46637'}] {{(pid=103232) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 19:32:19.543573 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f4df8b3-6ed5-4bf8-aab1-c9fa29c42520 None None] Attempting to bind port 7b7bc3ad-ac30-4f71-aed2-2471b7e6c31d on network 8f2df497-8ab8-4c9e-8bb2-f9e936c46637 {{(pid=103232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 19:32:19.549631 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-2d0b1859-cbf7-4f60-a60f-eac68b0cd9aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762867176205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762866656485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762866656503'] for port (bd49876c-ca6e-42b8-8df6-a0cef29bd931), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:32:19.565910 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-b044a5e6-c0b5-46d5-84bd-f239666bea2d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12867428', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12759263'] for subnet (e3f2d53f-5ae9-4eeb-aad6-a1b0d981c69b), after_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:32:19.582250 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f4df8b3-6ed5-4bf8-aab1-c9fa29c42520 None None] Checking agent: {'id': '496418a2-c002-4aec-ab1a-07f3bea491bd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-36', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 18, 51, 47), 'started_at': datetime.datetime(2022, 2, 9, 18, 52, 17), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 19, 32, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-36'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 19:32:19.582588 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f4df8b3-6ed5-4bf8-aab1-c9fa29c42520 None None] Checking segment: {'id': '5abf3098-6695-42c7-978d-ad16a51f9d66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': '8f2df497-8ab8-4c9e-8bb2-f9e936c46637'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103232) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 19:32:19.583004 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-3f4df8b3-6ed5-4bf8-aab1-c9fa29c42520 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:32:19.583406 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f4df8b3-6ed5-4bf8-aab1-c9fa29c42520 None None] Bound using segment: {'id': '5abf3098-6695-42c7-978d-ad16a51f9d66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': '8f2df497-8ab8-4c9e-8bb2-f9e936c46637'} {{(pid=103232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 19:32:19.583897 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.managers [None req-3f4df8b3-6ed5-4bf8-aab1-c9fa29c42520 None None] Bound port: 7b7bc3ad-ac30-4f71-aed2-2471b7e6c31d, host: n-d-713498-36, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5abf3098-6695-42c7-978d-ad16a51f9d66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': '8f2df497-8ab8-4c9e-8bb2-f9e936c46637'}}] {{(pid=103232) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 19:32:19.584278 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-3f4df8b3-6ed5-4bf8-aab1-c9fa29c42520 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (7b7bc3ad-ac30-4f71-aed2-2471b7e6c31d), before_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:32:19.603421 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762867132591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593584'] for agent (488cd9ae-631f-4955-ba0b-4f5a13f12e9c), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:32:19.634430 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4a6f477-bc05-4314-ac6c-8b4b446ef18f None None] Pushing event updated for resources: {'Port': ['ID=7b7bc3ad-ac30-4f71-aed2-2471b7e6c31d,revision_number=3']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:32:19.722749 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Device 56c7a375-0d90-45bd-a485-a908fb4b2cdd up at agent ovs-agent-n-d-713498-36 {{(pid=103232) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 19:32:19.788617 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-f305d2dd-8112-4231-a01b-378776071899 req-4942ac4d-6c20-41d1-96e4-b9dac8ca3e04 tempest-ServerActionsTestJSON-347500300 tempest-ServerActionsTestJSON-347500300-project] 10.222.0.75 "GET /v2.0/security-groups?id=22c4accd-b9e4-4e3e-aec5-b2bee068a6b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3714755 Feb 09 19:32:19.823294 n-d-713498-36 neutron-server[103230]: DEBUG neutron.scheduler.base_scheduler [None req-543c88e0-b9cb-4ee6-b805-f4d9255e74ae tempest-TestNetworkAdvancedServerOps-1633223542 tempest-TestNetworkAdvancedServerOps-1633223542-project] Resources bound (agent type, host, resource id): {{(pid=103230) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 19:32:19.824270 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-3f4df8b3-6ed5-4bf8-aab1-c9fa29c42520 None None] For port 7b7bc3ad-ac30-4f71-aed2-2471b7e6c31d, host n-d-713498-36, cleared binding levels {{(pid=103232) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 19:32:19.825498 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b044a5e6-c0b5-46d5-84bd-f239666bea2d admin admin] Pushing event updated for resources: {'Subnet': ['ID=e3f2d53f-5ae9-4eeb-aad6-a1b0d981c69b,revision_number=0']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:32:19.835038 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-543c88e0-b9cb-4ee6-b805-f4d9255e74ae tempest-TestNetworkAdvancedServerOps-1633223542 tempest-TestNetworkAdvancedServerOps-1633223542-project] Pushing event updated for resources: {'Port': ['ID=377c896d-df60-4688-91dc-6787892ae051,revision_number=1']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:32:19.838167 n-d-713498-36 neutron-server[103230]: DEBUG neutron.db.l3_dvrscheduler_db [None req-543c88e0-b9cb-4ee6-b805-f4d9255e74ae tempest-TestNetworkAdvancedServerOps-1633223542 tempest-TestNetworkAdvancedServerOps-1633223542-project] Received port after_create {{(pid=103230) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 19:32:19.843856 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b044a5e6-c0b5-46d5-84bd-f239666bea2d admin admin] Checking segment: {'id': '12c5c233-f35c-4040-8456-92eb7a372221', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': '65e943bb-cd72-447f-91a2-ca24680c1182'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103229) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 19:32:19.844421 n-d-713498-36 neutron-server[103229]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b044a5e6-c0b5-46d5-84bd-f239666bea2d admin admin] Network hostable DHCP agents. Network: 65e943bb-cd72-447f-91a2-ca24680c1182, hostable agents: ['af91e4b9-f4e1-42b1-a25c-a10dc47171c8'], hosted agents: [] {{(pid=103229) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 19:32:19.846030 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-3f4df8b3-6ed5-4bf8-aab1-c9fa29c42520 None None] For port 7b7bc3ad-ac30-4f71-aed2-2471b7e6c31d, host n-d-713498-36, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-36',level=0,port_id=7b7bc3ad-ac30-4f71-aed2-2471b7e6c31d,segment=NetworkSegment(5abf3098-6695-42c7-978d-ad16a51f9d66),segment_id=5abf3098-6695-42c7-978d-ad16a51f9d66)] {{(pid=103232) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 19:32:19.885289 n-d-713498-36 neutron-server[103229]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b044a5e6-c0b5-46d5-84bd-f239666bea2d admin admin] Network 65e943bb-cd72-447f-91a2-ca24680c1182 is scheduled to be hosted by DHCP agent af91e4b9-f4e1-42b1-a25c-a10dc47171c8 with binding_index 1 {{(pid=103229) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 19:32:19.901865 n-d-713498-36 neutron-server[103229]: DEBUG neutron.scheduler.base_scheduler [None req-b044a5e6-c0b5-46d5-84bd-f239666bea2d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713498-36, 65e943bb-cd72-447f-91a2-ca24680c1182) {{(pid=103229) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 19:32:19.906441 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b044a5e6-c0b5-46d5-84bd-f239666bea2d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:32:19.907148 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-b044a5e6-c0b5-46d5-84bd-f239666bea2d admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:32:19.921888 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-3f4df8b3-6ed5-4bf8-aab1-c9fa29c42520 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762867176205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762866656485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762866656503'] for port (7b7bc3ad-ac30-4f71-aed2-2471b7e6c31d), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:32:19.943355 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-b044a5e6-c0b5-46d5-84bd-f239666bea2d admin admin] 10.222.0.75 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.8218954 Feb 09 19:32:19.951237 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 34814) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:32:19.955194 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fcf0e141-93c0-4376-8aac-ddc40f1fb0d2 None None] Network 65e943bb-cd72-447f-91a2-ca24680c1182 requested from n-d-713498-36 {{(pid=103232) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 19:32:19.957305 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a714bbe7-ad96-462c-aca3-8b4313584f35 req-c6c11d6c-a9f4-482f-ae23-86da2ba3dc61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:32:19.959064 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-a714bbe7-ad96-462c-aca3-8b4313584f35 req-c6c11d6c-a9f4-482f-ae23-86da2ba3dc61 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=d7a2ccbf0c8a475abd1520a0e31ab926&device_id=a1fbc70b-9dd3-44f5-99b0-85f3dff92d7d HTTP/1.1" status: 200 len: 1127 time: 0.8964834 Feb 09 19:32:19.965248 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.v2.base [None req-252df69a-f75e-4074-bf9f-99719a6208a9 admin admin] Request body: {'router': {'name': 'tempest-TestServerBasicOps-861232182-router', 'tenant_id': '186ee2795ec54b078ce75afec47c5196', 'external_gateway_info': {'network_id': '88055e1e-672a-4487-be31-ffb6e833ece5'}}} {{(pid=103229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 19:32:19.987556 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-543c88e0-b9cb-4ee6-b805-f4d9255e74ae tempest-TestNetworkAdvancedServerOps-1633223542 tempest-TestNetworkAdvancedServerOps-1633223542-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1819024'] for router_interface (8186ebd6-38e5-4478-af0c-af6bfd869d76), before_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:32:20.021636 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.provisioning_blocks [None req-c02f3d03-c352-4f7a-8376-c377d9283dd0 None None] Provisioning complete for port 7b7bc3ad-ac30-4f71-aed2-2471b7e6c31d triggered by entity DHCP. {{(pid=103232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 19:32:20.022644 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-c02f3d03-c352-4f7a-8376-c377d9283dd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593630'] for port (7b7bc3ad-ac30-4f71-aed2-2471b7e6c31d), provisioning_complete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:32:20.031475 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-252df69a-f75e-4074-bf9f-99719a6208a9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1834830', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-58389'] for router (fb591b5a-ef79-4802-9216-5c4a46effb50), before_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:32:20.032792 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-252df69a-f75e-4074-bf9f-99719a6208a9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1834810', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1822096', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1886735', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-58380'] for router (fb591b5a-ef79-4802-9216-5c4a46effb50), precommit_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:32:20.134178 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f4df8b3-6ed5-4bf8-aab1-c9fa29c42520 None None] Routers {'47bf1426-828b-4a74-9907-8874febd8264'} bound to L3 agent in host n-d-713498-36 {{(pid=103232) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 19:32:20.134833 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.l3_hamode_db [None req-3f4df8b3-6ed5-4bf8-aab1-c9fa29c42520 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T18:51:43Z,description=,heartbeat_timestamp=2022-02-09T19:32:13Z,host='n-d-713498-36',id=93303d5e-5d17-45e8-8963-7694f87783ae,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T18:51:43Z,topic='l3_agent')) {'router_ids': ['47bf1426-828b-4a74-9907-8874febd8264'], 'active': True} {{(pid=103232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:32:20.141474 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Pushing event updated for resources: {'Port': ['ID=0739061c-e16f-41f1-a721-ad94652482de,revision_number=4']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:32:20.177864 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-252df69a-f75e-4074-bf9f-99719a6208a9 admin admin] Publish callbacks [] for router_controller (fb591b5a-ef79-4802-9216-5c4a46effb50), precommit_add_association {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:32:20.357090 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d0b1859-cbf7-4f60-a60f-eac68b0cd9aa None None] Pushing event updated for resources: {'Port': ['ID=bd49876c-ca6e-42b8-8df6-a0cef29bd931,revision_number=2']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:32:20.364775 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.plugin [None req-0beeae03-576f-4b51-9601-b693ae37b630 tempest-RoutersIpV6AdminTest-1466914516 tempest-RoutersIpV6AdminTest-1466914516-project] Deleting port 67d3e3b6-43cf-427c-9071-60f4ec93e7bd {{(pid=103230) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 19:32:20.365209 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-0beeae03-576f-4b51-9601-b693ae37b630 tempest-RoutersIpV6AdminTest-1466914516 tempest-RoutersIpV6AdminTest-1466914516-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762867170196'] for port (67d3e3b6-43cf-427c-9071-60f4ec93e7bd), before_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:32:20.436505 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-543c88e0-b9cb-4ee6-b805-f4d9255e74ae tempest-TestNetworkAdvancedServerOps-1633223542 tempest-TestNetworkAdvancedServerOps-1633223542-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (377c896d-df60-4688-91dc-6787892ae051), before_update {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:32:20.487848 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-252df69a-f75e-4074-bf9f-99719a6208a9 admin admin] Publish callbacks [] for router_gateway (fb591b5a-ef79-4802-9216-5c4a46effb50), precommit_update {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:32:20.564015 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.provisioning_blocks [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Provisioning complete for port 56c7a375-0d90-45bd-a485-a908fb4b2cdd triggered by entity L2. {{(pid=103232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 19:32:20.564393 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593630'] for port (56c7a375-0d90-45bd-a485-a908fb4b2cdd), provisioning_complete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:32:20.572919 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a714bbe7-ad96-462c-aca3-8b4313584f35 req-55d096a3-d60a-4e19-b7b4-0089c73f5044 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:32:20.574428 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-a714bbe7-ad96-462c-aca3-8b4313584f35 req-55d096a3-d60a-4e19-b7b4-0089c73f5044 service neutron] 10.222.0.89 "GET /v2.0/networks?id=bd12d1d0-518d-4d29-a00d-98410ba2cb8a HTTP/1.1" status: 200 len: 913 time: 0.5990024 Feb 09 19:32:20.770275 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4a6f477-bc05-4314-ac6c-8b4b446ef18f None None] Pushing event updated for resources: {'Port': ['ID=7b7bc3ad-ac30-4f71-aed2-2471b7e6c31d,revision_number=4']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:32:20.773338 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-751ddcd3-ed31-4075-9971-e50dd9d48032 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8b32e980-7cce-5e82-a341-bd2fa8945c89-65e943bb-cd72-447f-91a2-ca24680c1182', 'network_id': '65e943bb-cd72-447f-91a2-ca24680c1182', 'project_id': '186ee2795ec54b078ce75afec47c5196', 'fixed_ips': [{'subnet_id': 'e3f2d53f-5ae9-4eeb-aad6-a1b0d981c69b'}]}} from n-d-713498-36. {{(pid=103232) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 09 19:32:20.778262 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-f988da48-6910-4ef2-9143-2179699df679 tempest-RoutersTest-1116560139 tempest-RoutersTest-1116560139-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14393611', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12985859'] for subnet (3fd75c33-daaf-4d5c-86ea-19e0de815974), after_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:32:20.787880 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-751ddcd3-ed31-4075-9971-e50dd9d48032 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (None), before_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:32:20.934885 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.l3_dvr_db [None req-3f4df8b3-6ed5-4bf8-aab1-c9fa29c42520 None None] Set router 47bf1426-828b-4a74-9907-8874febd8264 gateway port host: n-d-713498-36 {{(pid=103232) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 19:32:20.939205 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-c02f3d03-c352-4f7a-8376-c377d9283dd0 None None] Current status of the port 7b7bc3ad-ac30-4f71-aed2-2471b7e6c31d is: DOWN; New status is: ACTIVE {{(pid=103232) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 19:32:20.939718 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-c02f3d03-c352-4f7a-8376-c377d9283dd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (7b7bc3ad-ac30-4f71-aed2-2471b7e6c31d), before_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:32:20.974113 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-252df69a-f75e-4074-bf9f-99719a6208a9 admin admin] Publish callbacks [] for router_gateway (fb591b5a-ef79-4802-9216-5c4a46effb50), before_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:32:21.005606 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Current status of the port 56c7a375-0d90-45bd-a485-a908fb4b2cdd is: ACTIVE; New status is: ACTIVE {{(pid=103232) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 19:32:21.029691 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-252df69a-f75e-4074-bf9f-99719a6208a9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (None), before_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:32:21.038232 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f988da48-6910-4ef2-9143-2179699df679 tempest-RoutersTest-1116560139 tempest-RoutersTest-1116560139-project] Pushing event updated for resources: {'Subnet': ['ID=3fd75c33-daaf-4d5c-86ea-19e0de815974,revision_number=0']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:32:21.193713 n-d-713498-36 neutron-server[103229]: DEBUG neutron.db.db_base_plugin_common [None req-252df69a-f75e-4074-bf9f-99719a6208a9 admin admin] Allocated IP 172.25.1.158 (88055e1e-672a-4487-be31-ffb6e833ece5/ac16dbcc-383c-4b43-9153-d763c4a53f91/60f4dbdc-21d8-4bc7-92b2-aa1fcb9ba94d) {{(pid=103229) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 19:32:21.315127 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-252df69a-f75e-4074-bf9f-99719a6208a9 admin admin] Publish callbacks [] for port (60f4dbdc-21d8-4bc7-92b2-aa1fcb9ba94d), precommit_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:32:21.359449 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-252df69a-f75e-4074-bf9f-99719a6208a9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762866656467', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12867576'] for port (60f4dbdc-21d8-4bc7-92b2-aa1fcb9ba94d), after_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:32:21.421278 n-d-713498-36 neutron-server[103229]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-252df69a-f75e-4074-bf9f-99719a6208a9 admin admin] Network 88055e1e-672a-4487-be31-ffb6e833ece5 is already hosted by enough agents. {{(pid=103229) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 19:32:21.442202 n-d-713498-36 neutron-server[103229]: DEBUG neutron.scheduler.base_scheduler [None req-252df69a-f75e-4074-bf9f-99719a6208a9 admin admin] Resources bound (agent type, host, resource id): {{(pid=103229) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 19:32:21.445576 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-0beeae03-576f-4b51-9601-b693ae37b630 tempest-RoutersIpV6AdminTest-1466914516 tempest-RoutersIpV6AdminTest-1466914516-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1820838'] for port (67d3e3b6-43cf-427c-9071-60f4ec93e7bd), precommit_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:32:21.447202 n-d-713498-36 neutron-server[103229]: DEBUG neutron.db.l3_dvrscheduler_db [None req-252df69a-f75e-4074-bf9f-99719a6208a9 admin admin] Received port after_create {{(pid=103229) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 19:32:21.454705 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f988da48-6910-4ef2-9143-2179699df679 tempest-RoutersTest-1116560139 tempest-RoutersTest-1116560139-project] Checking segment: {'id': 'ea86d76e-f04f-430d-80a1-b224ddeda016', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': '11711fc2-960e-4bb6-8aa2-6ed2594a6388'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103230) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 19:32:21.455288 n-d-713498-36 neutron-server[103230]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f988da48-6910-4ef2-9143-2179699df679 tempest-RoutersTest-1116560139 tempest-RoutersTest-1116560139-project] Network hostable DHCP agents. Network: 11711fc2-960e-4bb6-8aa2-6ed2594a6388, hostable agents: ['af91e4b9-f4e1-42b1-a25c-a10dc47171c8'], hosted agents: [] {{(pid=103230) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 19:32:21.458910 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-a714bbe7-ad96-462c-aca3-8b4313584f35 req-38da1ef6-ed37-4d11-aca3-4dcd02655a3c service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f1d2f720-203f-4a0c-99ec-b451c998d159 HTTP/1.1" status: 200 len: 998 time: 0.7093012 Feb 09 19:32:21.477298 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-252df69a-f75e-4074-bf9f-99719a6208a9 admin admin] Pushing event updated for resources: {'Port': ['ID=60f4dbdc-21d8-4bc7-92b2-aa1fcb9ba94d,revision_number=1']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:32:21.499640 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.plugin [None req-0beeae03-576f-4b51-9601-b693ae37b630 tempest-RoutersIpV6AdminTest-1466914516 tempest-RoutersIpV6AdminTest-1466914516-project] Calling delete_port for 67d3e3b6-43cf-427c-9071-60f4ec93e7bd owned by network:router_gateway {{(pid=103230) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 19:32:21.522877 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-c02f3d03-c352-4f7a-8376-c377d9283dd0 None None] For port 7b7bc3ad-ac30-4f71-aed2-2471b7e6c31d, host n-d-713498-36, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-36',level=0,port_id=7b7bc3ad-ac30-4f71-aed2-2471b7e6c31d,segment=NetworkSegment(5abf3098-6695-42c7-978d-ad16a51f9d66),segment_id=5abf3098-6695-42c7-978d-ad16a51f9d66)] {{(pid=103232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 19:32:21.530917 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d60f631-bb4e-4698-b4f8-b16c17433c8f None None] Network 34db1430-f99d-431a-b04f-54003e680bea requested from n-d-713498-36 {{(pid=103232) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 19:32:21.539179 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-c02f3d03-c352-4f7a-8376-c377d9283dd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762867176205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762866656485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762866656503'] for port (7b7bc3ad-ac30-4f71-aed2-2471b7e6c31d), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:32:21.587979 n-d-713498-36 neutron-server[103230]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f988da48-6910-4ef2-9143-2179699df679 tempest-RoutersTest-1116560139 tempest-RoutersTest-1116560139-project] Network 11711fc2-960e-4bb6-8aa2-6ed2594a6388 is scheduled to be hosted by DHCP agent af91e4b9-f4e1-42b1-a25c-a10dc47171c8 with binding_index 1 {{(pid=103230) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 19:32:21.598175 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f989cec6-d8e3-4f8c-b116-194aab555cc8 req-5d3b4b6b-d0d3-4a4d-9ae6-dc1c1c66fd0d tempest-ServerActionsTestJSON-347500300 tempest-ServerActionsTestJSON-347500300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:32:21.599827 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-f989cec6-d8e3-4f8c-b116-194aab555cc8 req-5d3b4b6b-d0d3-4a4d-9ae6-dc1c1c66fd0d tempest-ServerActionsTestJSON-347500300 tempest-ServerActionsTestJSON-347500300-project] 10.222.0.75 "GET /v2.0/ports?device_id=a1fbc70b-9dd3-44f5-99b0-85f3dff92d7d HTTP/1.1" status: 200 len: 944 time: 0.5548396 Feb 09 19:32:21.692052 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a714bbe7-ad96-462c-aca3-8b4313584f35 req-d529af8b-74c9-4962-b3da-3f59ec1fa77d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:32:21.695142 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-a714bbe7-ad96-462c-aca3-8b4313584f35 req-d529af8b-74c9-4962-b3da-3f59ec1fa77d service neutron] 10.222.0.89 "GET /v2.0/subnets?id=60ccac4e-8e6b-4139-b4aa-9c0c5cc0e9e4 HTTP/1.1" status: 200 len: 851 time: 0.2206738 Feb 09 19:32:21.811057 n-d-713498-36 neutron-server[103230]: DEBUG neutron.scheduler.base_scheduler [None req-f988da48-6910-4ef2-9143-2179699df679 tempest-RoutersTest-1116560139 tempest-RoutersTest-1116560139-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713498-36, 11711fc2-960e-4bb6-8aa2-6ed2594a6388) {{(pid=103230) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 19:32:21.816481 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Device bd49876c-ca6e-42b8-8df6-a0cef29bd931 up at agent ovs-agent-n-d-713498-36 {{(pid=103232) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 19:32:21.827270 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-252df69a-f75e-4074-bf9f-99719a6208a9 admin admin] Publish callbacks [] for router_gateway (fb591b5a-ef79-4802-9216-5c4a46effb50), after_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:32:21.862828 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51fa2c91-f84b-466a-98e6-a2ae08f8ca99 None None] Network 11711fc2-960e-4bb6-8aa2-6ed2594a6388 requested from n-d-713498-36 {{(pid=103232) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 19:32:21.942422 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c02f3d03-c352-4f7a-8376-c377d9283dd0 None None] Pushing event updated for resources: {'Port': ['ID=7b7bc3ad-ac30-4f71-aed2-2471b7e6c31d,revision_number=5']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:32:21.990656 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.db_base_plugin_common [None req-751ddcd3-ed31-4075-9971-e50dd9d48032 None None] Allocated IP 172.20.0.2 (65e943bb-cd72-447f-91a2-ca24680c1182/e3f2d53f-5ae9-4eeb-aad6-a1b0d981c69b/2e292f1a-7132-48f0-81a0-5c2b0b6444e5) {{(pid=103232) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 19:32:22.130490 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f988da48-6910-4ef2-9143-2179699df679 tempest-RoutersTest-1116560139 tempest-RoutersTest-1116560139-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:32:22.131676 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-f988da48-6910-4ef2-9143-2179699df679 tempest-RoutersTest-1116560139 tempest-RoutersTest-1116560139-project] Publish callbacks [] for subnet (None), before_response {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:32:22.145246 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-f989cec6-d8e3-4f8c-b116-194aab555cc8 req-eecc959d-730a-4d6b-ac53-11f272d52cf5 tempest-ServerActionsTestJSON-347500300 tempest-ServerActionsTestJSON-347500300-project] 10.222.0.75 "GET /v2.0/security-groups?id=22c4accd-b9e4-4e3e-aec5-b2bee068a6b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5003023 Feb 09 19:32:22.207924 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-252df69a-f75e-4074-bf9f-99719a6208a9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1834945', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1818951'] for router (fb591b5a-ef79-4802-9216-5c4a46effb50), after_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:32:22.284110 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-f988da48-6910-4ef2-9143-2179699df679 tempest-RoutersTest-1116560139 tempest-RoutersTest-1116560139-project] 10.222.0.75 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.6327250 Feb 09 19:32:22.285194 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-0beeae03-576f-4b51-9601-b693ae37b630 tempest-RoutersIpV6AdminTest-1466914516 tempest-RoutersIpV6AdminTest-1466914516-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762867177463', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762866656476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14393751'] for port (67d3e3b6-43cf-427c-9071-60f4ec93e7bd), after_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:32:22.297028 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 34832) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:32:22.305684 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.v2.base [None req-a006e980-b208-49cf-afba-733df0f310ff tempest-RoutersTest-1116560139 tempest-RoutersTest-1116560139-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1873706775', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103230) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 19:32:22.320267 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.provisioning_blocks [None req-25b3a14b-4350-4385-928d-1f78f6568b4a None None] Provisioning complete for port 7b7bc3ad-ac30-4f71-aed2-2471b7e6c31d triggered by entity DHCP. {{(pid=103232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 19:32:22.320684 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-25b3a14b-4350-4385-928d-1f78f6568b4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593630'] for port (7b7bc3ad-ac30-4f71-aed2-2471b7e6c31d), provisioning_complete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:32:22.493418 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0beeae03-576f-4b51-9601-b693ae37b630 tempest-RoutersIpV6AdminTest-1466914516 tempest-RoutersIpV6AdminTest-1466914516-project] Pushing event deleted for resources: {'Port': ['ID=67d3e3b6-43cf-427c-9071-60f4ec93e7bd,revision_number=None']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:32:22.507197 n-d-713498-36 neutron-server[103229]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-252df69a-f75e-4074-bf9f-99719a6208a9 admin admin] Router fb591b5a-ef79-4802-9216-5c4a46effb50 is scheduled to L3 agent 93303d5e-5d17-45e8-8963-7694f87783ae with binding_index 1 {{(pid=103229) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 09 19:32:22.577119 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a714bbe7-ad96-462c-aca3-8b4313584f35 req-56c62510-a299-4cfc-a412-af7ae975e035 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:32:22.583450 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-a714bbe7-ad96-462c-aca3-8b4313584f35 req-56c62510-a299-4cfc-a412-af7ae975e035 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=bd12d1d0-518d-4d29-a00d-98410ba2cb8a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.7569525 Feb 09 19:32:22.600701 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-543c88e0-b9cb-4ee6-b805-f4d9255e74ae tempest-TestNetworkAdvancedServerOps-1633223542 tempest-TestNetworkAdvancedServerOps-1633223542-project] Publish callbacks [] for port (377c896d-df60-4688-91dc-6787892ae051), precommit_update {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:32:22.601325 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-751ddcd3-ed31-4075-9971-e50dd9d48032 None None] Publish callbacks [] for port (2e292f1a-7132-48f0-81a0-5c2b0b6444e5), precommit_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:32:22.663262 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-543c88e0-b9cb-4ee6-b805-f4d9255e74ae tempest-TestNetworkAdvancedServerOps-1633223542 tempest-TestNetworkAdvancedServerOps-1633223542-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762867176205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762866656485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762866656503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14393758'] for port (377c896d-df60-4688-91dc-6787892ae051), after_update {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:32:22.678555 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-25b3a14b-4350-4385-928d-1f78f6568b4a None None] Current status of the port 7b7bc3ad-ac30-4f71-aed2-2471b7e6c31d is: ACTIVE; New status is: ACTIVE {{(pid=103232) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 19:32:22.699133 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.provisioning_blocks [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Provisioning complete for port bd49876c-ca6e-42b8-8df6-a0cef29bd931 triggered by entity L2. {{(pid=103232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 19:32:22.699508 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593630'] for port (bd49876c-ca6e-42b8-8df6-a0cef29bd931), provisioning_complete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:32:22.700917 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-252df69a-f75e-4074-bf9f-99719a6208a9 admin admin] Notify agent at l3_agent.n-d-713498-36 the message routers_updated {{(pid=103229) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 19:32:22.724052 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-252df69a-f75e-4074-bf9f-99719a6208a9 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:32:22.725678 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-252df69a-f75e-4074-bf9f-99719a6208a9 admin admin] 10.222.0.75 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 2.7755764 Feb 09 19:32:22.728432 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-751ddcd3-ed31-4075-9971-e50dd9d48032 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762866656467'] for port (2e292f1a-7132-48f0-81a0-5c2b0b6444e5), after_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:32:22.728632 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 34834) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:32:22.730947 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-a006e980-b208-49cf-afba-733df0f310ff tempest-RoutersTest-1116560139 tempest-RoutersTest-1116560139-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1834830', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-58389'] for router (670f43f0-19bb-4278-98db-7a12c2e4288f), before_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:32:22.739285 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-a006e980-b208-49cf-afba-733df0f310ff tempest-RoutersTest-1116560139 tempest-RoutersTest-1116560139-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1834810', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1822096', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1886735', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-58380'] for router (670f43f0-19bb-4278-98db-7a12c2e4288f), precommit_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:32:22.806656 n-d-713498-36 neutron-server[103232]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-751ddcd3-ed31-4075-9971-e50dd9d48032 None None] Network 65e943bb-cd72-447f-91a2-ca24680c1182 is already hosted by enough agents. {{(pid=103232) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 19:32:22.813755 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37d52995-5ec8-43d4-a173-b9e0236eef96 None None] Sync routers for ids ['fb591b5a-ef79-4802-9216-5c4a46effb50'] in n-d-713498-36 {{(pid=103232) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 19:32:22.820396 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-751ddcd3-ed31-4075-9971-e50dd9d48032 None None] Pushing event updated for resources: {'Port': ['ID=2e292f1a-7132-48f0-81a0-5c2b0b6444e5,revision_number=1']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:32:22.835562 n-d-713498-36 neutron-server[103232]: DEBUG neutron.scheduler.base_scheduler [None req-751ddcd3-ed31-4075-9971-e50dd9d48032 None None] Resources bound (agent type, host, resource id): {{(pid=103232) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 19:32:22.855826 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.l3_dvrscheduler_db [None req-751ddcd3-ed31-4075-9971-e50dd9d48032 None None] Received port after_create {{(pid=103232) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 19:32:22.871322 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.l3_hamode_db [None req-3f4df8b3-6ed5-4bf8-aab1-c9fa29c42520 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '47bf1426-828b-4a74-9907-8874febd8264', 'name': 'tempest-TestServerBasicOps-1476211343-router', 'tenant_id': '0484ed2328124ada8d8870756276d1f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88055e1e-672a-4487-be31-ffb6e833ece5', 'external_fixed_ips': [{'subnet_id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'ip_address': '172.25.1.71'}], 'enable_snat': True}, 'gw_port_id': '56c7a375-0d90-45bd-a485-a908fb4b2cdd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T19:32:05Z', 'updated_at': '2022-02-09T19:32:12Z', 'revision_number': 4, 'project_id': '0484ed2328124ada8d8870756276d1f0', 'gw_port': {'id': '56c7a375-0d90-45bd-a485-a908fb4b2cdd', 'name': '', 'network_id': '88055e1e-672a-4487-be31-ffb6e833ece5', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:26:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47bf1426-828b-4a74-9907-8874febd8264', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3064, 'fixed_ips': [{'subnet_id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'ip_address': '172.25.1.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T19:32:06Z', 'updated_at': '2022-02-09T19:32:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-36', '_interfaces': [{'id': '7b7bc3ad-ac30-4f71-aed2-2471b7e6c31d', 'name': '', 'network_id': '8f2df497-8ab8-4c9e-8bb2-f9e936c46637', 'tenant_id': '0484ed2328124ada8d8870756276d1f0', 'mac_address': 'fa:16:3e:0e:e2:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '47bf1426-828b-4a74-9907-8874febd8264', 'device_owner': 'network:router_interface', 'standard_attr_id': 3067, 'fixed_ips': [{'subnet_id': '9358c454-1c1b-4e17-a8a9-b8f83c45b376', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T19:32:11Z', 'updated_at': '2022-02-09T19:32:19Z', 'revision_number': 4, 'project_id': '0484ed2328124ada8d8870756276d1f0', 'subnets': [{'id': '9358c454-1c1b-4e17-a8a9-b8f83c45b376', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-36', False) {} {{(pid=103232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:32:22.932400 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-0beeae03-576f-4b51-9601-b693ae37b630 tempest-RoutersIpV6AdminTest-1466914516 tempest-RoutersIpV6AdminTest-1466914516-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1818987'] for router_gateway (0ef8bbef-75ee-4aad-a9d2-2affc3718256), after_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:32:22.934908 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f4df8b3-6ed5-4bf8-aab1-c9fa29c42520 None None] The sync data for ids ['47bf1426-828b-4a74-9907-8874febd8264'] in n-d-713498-36 is: [{'id': '47bf1426-828b-4a74-9907-8874febd8264', 'name': 'tempest-TestServerBasicOps-1476211343-router', 'tenant_id': '0484ed2328124ada8d8870756276d1f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88055e1e-672a-4487-be31-ffb6e833ece5', 'external_fixed_ips': [{'subnet_id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'ip_address': '172.25.1.71'}], 'enable_snat': True}, 'gw_port_id': '56c7a375-0d90-45bd-a485-a908fb4b2cdd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T19:32:05Z', 'updated_at': '2022-02-09T19:32:12Z', 'revision_number': 4, 'project_id': '0484ed2328124ada8d8870756276d1f0', 'gw_port': {'id': '56c7a375-0d90-45bd-a485-a908fb4b2cdd', 'name': '', 'network_id': '88055e1e-672a-4487-be31-ffb6e833ece5', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:26:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47bf1426-828b-4a74-9907-8874febd8264', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3064, 'fixed_ips': [{'subnet_id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'ip_address': '172.25.1.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T19:32:06Z', 'updated_at': '2022-02-09T19:32:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-36', '_interfaces': [{'id': '7b7bc3ad-ac30-4f71-aed2-2471b7e6c31d', 'name': '', 'network_id': '8f2df497-8ab8-4c9e-8bb2-f9e936c46637', 'tenant_id': '0484ed2328124ada8d8870756276d1f0', 'mac_address': 'fa:16:3e:0e:e2:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '47bf1426-828b-4a74-9907-8874febd8264', 'device_owner': 'network:router_interface', 'standard_attr_id': 3067, 'fixed_ips': [{'subnet_id': '9358c454-1c1b-4e17-a8a9-b8f83c45b376', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T19:32:11Z', 'updated_at': '2022-02-09T19:32:19Z', 'revision_number': 4, 'project_id': '0484ed2328124ada8d8870756276d1f0', 'subnets': [{'id': '9358c454-1c1b-4e17-a8a9-b8f83c45b376', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103232) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 19:32:23.004688 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37d52995-5ec8-43d4-a173-b9e0236eef96 None None] Routers {'fb591b5a-ef79-4802-9216-5c4a46effb50'} bound to L3 agent in host n-d-713498-36 {{(pid=103232) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 19:32:23.014716 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.l3_hamode_db [None req-37d52995-5ec8-43d4-a173-b9e0236eef96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T18:51:43Z,description=,heartbeat_timestamp=2022-02-09T19:32:13Z,host='n-d-713498-36',id=93303d5e-5d17-45e8-8963-7694f87783ae,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T18:51:43Z,topic='l3_agent')) {'router_ids': ['fb591b5a-ef79-4802-9216-5c4a46effb50'], 'active': True} {{(pid=103232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:32:23.022757 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.provisioning_blocks [None req-25b3a14b-4350-4385-928d-1f78f6568b4a None None] Provisioning complete for port bd49876c-ca6e-42b8-8df6-a0cef29bd931 triggered by entity DHCP. {{(pid=103232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 19:32:23.023295 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-25b3a14b-4350-4385-928d-1f78f6568b4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593630'] for port (bd49876c-ca6e-42b8-8df6-a0cef29bd931), provisioning_complete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:32:23.097500 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-599fb7eb-46fd-49f3-b73d-261e1f1eec96 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8b32e980-7cce-5e82-a341-bd2fa8945c89-11711fc2-960e-4bb6-8aa2-6ed2594a6388', 'network_id': '11711fc2-960e-4bb6-8aa2-6ed2594a6388', 'project_id': '009d54e3af88488b8213379431f58202', 'fixed_ips': [{'subnet_id': '3fd75c33-daaf-4d5c-86ea-19e0de815974'}]}} from n-d-713498-36. {{(pid=103232) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 09 19:32:23.098657 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-599fb7eb-46fd-49f3-b73d-261e1f1eec96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (None), before_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:32:23.127009 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-0beeae03-576f-4b51-9601-b693ae37b630 tempest-RoutersIpV6AdminTest-1466914516 tempest-RoutersIpV6AdminTest-1466914516-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1834988', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-58375'] for router (0ef8bbef-75ee-4aad-a9d2-2affc3718256), precommit_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:32:23.129381 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-0beeae03-576f-4b51-9601-b693ae37b630 tempest-RoutersIpV6AdminTest-1466914516 tempest-RoutersIpV6AdminTest-1466914516-project] Publish callbacks [] for router_controller (0ef8bbef-75ee-4aad-a9d2-2affc3718256), precommit_delete_associations {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:32:23.267661 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-0beeae03-576f-4b51-9601-b693ae37b630 tempest-RoutersIpV6AdminTest-1466914516 tempest-RoutersIpV6AdminTest-1466914516-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1835003'] for router (0ef8bbef-75ee-4aad-a9d2-2affc3718256), after_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:32:23.268367 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0beeae03-576f-4b51-9601-b693ae37b630 tempest-RoutersIpV6AdminTest-1466914516 tempest-RoutersIpV6AdminTest-1466914516-project] Fanout notify agent at l3_agent the message router_deleted on router 0ef8bbef-75ee-4aad-a9d2-2affc3718256 {{(pid=103230) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 09 19:32:23.275858 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-0beeae03-576f-4b51-9601-b693ae37b630 tempest-RoutersIpV6AdminTest-1466914516 tempest-RoutersIpV6AdminTest-1466914516-project] Publish callbacks [] for router (None), before_response {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:32:23.276877 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-0beeae03-576f-4b51-9601-b693ae37b630 tempest-RoutersIpV6AdminTest-1466914516 tempest-RoutersIpV6AdminTest-1466914516-project] 10.222.0.75 "DELETE /v2.0/routers/0ef8bbef-75ee-4aad-a9d2-2affc3718256 HTTP/1.1" status: 204 len: 168 time: 5.2005417 Feb 09 19:32:23.297119 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 34840) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:32:23.323183 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.v2.base [None req-7d62e605-751e-4ec7-93d1-f6627b37cbbf tempest-RoutersIpV6AdminTest-1466914516 tempest-RoutersIpV6AdminTest-1466914516-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-996397949', 'external_gateway_info': {'network_id': '88055e1e-672a-4487-be31-ffb6e833ece5'}, 'admin_state_up': False}} {{(pid=103229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 19:32:23.363434 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-543c88e0-b9cb-4ee6-b805-f4d9255e74ae tempest-TestNetworkAdvancedServerOps-1633223542 tempest-TestNetworkAdvancedServerOps-1633223542-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1613458', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1834496'] for router_interface (8186ebd6-38e5-4478-af0c-af6bfd869d76), after_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:32:23.371052 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-543c88e0-b9cb-4ee6-b805-f4d9255e74ae tempest-TestNetworkAdvancedServerOps-1633223542 tempest-TestNetworkAdvancedServerOps-1633223542-project] Pushing event updated for resources: {'Port': ['ID=377c896d-df60-4688-91dc-6787892ae051,revision_number=2']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:32:23.458766 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-a006e980-b208-49cf-afba-733df0f310ff tempest-RoutersTest-1116560139 tempest-RoutersTest-1116560139-project] Publish callbacks [] for router_controller (670f43f0-19bb-4278-98db-7a12c2e4288f), precommit_add_association {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:32:23.492218 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-a006e980-b208-49cf-afba-733df0f310ff tempest-RoutersTest-1116560139 tempest-RoutersTest-1116560139-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1834945', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1818951'] for router (670f43f0-19bb-4278-98db-7a12c2e4288f), after_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:32:23.522735 n-d-713498-36 neutron-server[103233]: DEBUG neutron.db.agents_db [None req-4a8a6a42-0a0c-4437-8958-92282682b6bb None None] Agent healthcheck: found 7 active agents {{(pid=103233) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 19:32:23.547364 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-7d62e605-751e-4ec7-93d1-f6627b37cbbf tempest-RoutersIpV6AdminTest-1466914516 tempest-RoutersIpV6AdminTest-1466914516-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1834830', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-58389'] for router (dc10d0b6-fdfa-46f2-a0dc-a77bc2d990c7), before_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:32:23.551603 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-7d62e605-751e-4ec7-93d1-f6627b37cbbf tempest-RoutersIpV6AdminTest-1466914516 tempest-RoutersIpV6AdminTest-1466914516-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1834810', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1822096', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1886735', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-58380'] for router (dc10d0b6-fdfa-46f2-a0dc-a77bc2d990c7), precommit_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:32:23.637460 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-a714bbe7-ad96-462c-aca3-8b4313584f35 req-fe988117-e3ce-40bf-bca6-986f5a75efd2 service neutron] 10.222.0.89 "GET /v2.0/networks/bd12d1d0-518d-4d29-a00d-98410ba2cb8a?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0226176 Feb 09 19:32:23.647282 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.db_base_plugin_common [None req-599fb7eb-46fd-49f3-b73d-261e1f1eec96 None None] Allocated IP 172.20.0.2 (11711fc2-960e-4bb6-8aa2-6ed2594a6388/3fd75c33-daaf-4d5c-86ea-19e0de815974/666a1094-ba07-4c06-b170-0e559eb435f8) {{(pid=103232) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 19:32:23.668603 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8c6dc00-c06c-4be4-bc00-b0eece886ed1 req-b3fa0963-ce87-4b4c-ae47-1d75b1903ca6 tempest-ServerActionsTestJSON-347500300 tempest-ServerActionsTestJSON-347500300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:32:23.671951 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-d8c6dc00-c06c-4be4-bc00-b0eece886ed1 req-b3fa0963-ce87-4b4c-ae47-1d75b1903ca6 tempest-ServerActionsTestJSON-347500300 tempest-ServerActionsTestJSON-347500300-project] 10.222.0.75 "GET /v2.0/ports?device_id=a1fbc70b-9dd3-44f5-99b0-85f3dff92d7d HTTP/1.1" status: 200 len: 944 time: 0.3298545 Feb 09 19:32:23.747194 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-a006e980-b208-49cf-afba-733df0f310ff tempest-RoutersTest-1116560139 tempest-RoutersTest-1116560139-project] Publish callbacks [] for router (None), before_response {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:32:23.756201 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-a006e980-b208-49cf-afba-733df0f310ff tempest-RoutersTest-1116560139 tempest-RoutersTest-1116560139-project] 10.222.0.75 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 1.4544160 Feb 09 19:32:23.756837 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 34844) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:32:23.764815 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.managers [None req-751ddcd3-ed31-4075-9971-e50dd9d48032 None None] Attempting to bind port 2e292f1a-7132-48f0-81a0-5c2b0b6444e5 on host n-d-713498-36 for vnic_type normal with profile {{(pid=103232) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 19:32:23.765434 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.managers [None req-751ddcd3-ed31-4075-9971-e50dd9d48032 None None] Attempting to bind port 2e292f1a-7132-48f0-81a0-5c2b0b6444e5 by drivers openvswitch,hyperv on host n-d-713498-36 at level 0 using segments [{'id': '12c5c233-f35c-4040-8456-92eb7a372221', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': '65e943bb-cd72-447f-91a2-ca24680c1182'}] {{(pid=103232) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 19:32:23.765918 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-751ddcd3-ed31-4075-9971-e50dd9d48032 None None] Attempting to bind port 2e292f1a-7132-48f0-81a0-5c2b0b6444e5 on network 65e943bb-cd72-447f-91a2-ca24680c1182 {{(pid=103232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 19:32:23.782492 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-7d62e605-751e-4ec7-93d1-f6627b37cbbf tempest-RoutersIpV6AdminTest-1466914516 tempest-RoutersIpV6AdminTest-1466914516-project] Publish callbacks [] for router_controller (dc10d0b6-fdfa-46f2-a0dc-a77bc2d990c7), precommit_add_association {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:32:23.810462 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-751ddcd3-ed31-4075-9971-e50dd9d48032 None None] Checking agent: {'id': '496418a2-c002-4aec-ab1a-07f3bea491bd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-36', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 18, 51, 47), 'started_at': datetime.datetime(2022, 2, 9, 18, 52, 17), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 19, 32, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-36'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 19:32:23.811040 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-751ddcd3-ed31-4075-9971-e50dd9d48032 None None] Checking segment: {'id': '12c5c233-f35c-4040-8456-92eb7a372221', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': '65e943bb-cd72-447f-91a2-ca24680c1182'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103232) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 19:32:23.811547 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-751ddcd3-ed31-4075-9971-e50dd9d48032 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:32:23.812058 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-751ddcd3-ed31-4075-9971-e50dd9d48032 None None] Bound using segment: {'id': '12c5c233-f35c-4040-8456-92eb7a372221', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': '65e943bb-cd72-447f-91a2-ca24680c1182'} {{(pid=103232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 19:32:23.812852 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.managers [None req-751ddcd3-ed31-4075-9971-e50dd9d48032 None None] Bound port: 2e292f1a-7132-48f0-81a0-5c2b0b6444e5, host: n-d-713498-36, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '12c5c233-f35c-4040-8456-92eb7a372221', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': '65e943bb-cd72-447f-91a2-ca24680c1182'}}] {{(pid=103232) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 19:32:23.813154 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-751ddcd3-ed31-4075-9971-e50dd9d48032 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (2e292f1a-7132-48f0-81a0-5c2b0b6444e5), before_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:32:23.865277 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Current status of the port bd49876c-ca6e-42b8-8df6-a0cef29bd931 is: DOWN; New status is: ACTIVE {{(pid=103232) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 19:32:23.872488 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (bd49876c-ca6e-42b8-8df6-a0cef29bd931), before_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:32:24.017800 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-25b3a14b-4350-4385-928d-1f78f6568b4a None None] Current status of the port bd49876c-ca6e-42b8-8df6-a0cef29bd931 is: DOWN; New status is: ACTIVE {{(pid=103232) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 19:32:24.018563 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-25b3a14b-4350-4385-928d-1f78f6568b4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (bd49876c-ca6e-42b8-8df6-a0cef29bd931), before_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:32:24.108853 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.l3_dvr_db [None req-37d52995-5ec8-43d4-a173-b9e0236eef96 None None] Set router fb591b5a-ef79-4802-9216-5c4a46effb50 gateway port host: n-d-713498-36 {{(pid=103232) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 19:32:24.121260 n-d-713498-36 neutron-server[103230]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-543c88e0-b9cb-4ee6-b805-f4d9255e74ae tempest-TestNetworkAdvancedServerOps-1633223542 tempest-TestNetworkAdvancedServerOps-1633223542-project] Network 34db1430-f99d-431a-b04f-54003e680bea is already hosted by enough agents. {{(pid=103230) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 19:32:24.124185 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] For port bd49876c-ca6e-42b8-8df6-a0cef29bd931, host n-d-713498-36, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-36',level=0,port_id=bd49876c-ca6e-42b8-8df6-a0cef29bd931,segment=NetworkSegment(7287aa74-ccfd-4c41-8369-48f2461d359d),segment_id=7287aa74-ccfd-4c41-8369-48f2461d359d)] {{(pid=103232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 19:32:24.133907 n-d-713498-36 neutron-server[103230]: DEBUG neutron.scheduler.base_scheduler [None req-543c88e0-b9cb-4ee6-b805-f4d9255e74ae tempest-TestNetworkAdvancedServerOps-1633223542 tempest-TestNetworkAdvancedServerOps-1633223542-project] Resources bound (agent type, host, resource id): {{(pid=103230) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 19:32:24.170212 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-a714bbe7-ad96-462c-aca3-8b4313584f35 req-bcf95862-2ad7-4285-ae5f-4286f0789a5c service neutron] 10.222.0.89 "GET /v2.0/networks/bd12d1d0-518d-4d29-a00d-98410ba2cb8a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5211625 Feb 09 19:32:24.290344 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762867176205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762866656485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762866656503'] for port (bd49876c-ca6e-42b8-8df6-a0cef29bd931), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:32:24.291310 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Device 0739061c-e16f-41f1-a721-ad94652482de up at agent ovs-agent-n-d-713498-36 {{(pid=103232) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 19:32:24.412906 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-751ddcd3-ed31-4075-9971-e50dd9d48032 None None] For port 2e292f1a-7132-48f0-81a0-5c2b0b6444e5, host n-d-713498-36, cleared binding levels {{(pid=103232) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 19:32:24.576269 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-b6767d00-c5d0-4f91-98bf-627deaccad5f tempest-RoutersTest-1116560139 tempest-RoutersTest-1116560139-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (None), before_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:32:24.631698 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-d8c6dc00-c06c-4be4-bc00-b0eece886ed1 req-e6f0aed9-9976-4697-9830-6a4608a37c53 tempest-ServerActionsTestJSON-347500300 tempest-ServerActionsTestJSON-347500300-project] 10.222.0.75 "GET /v2.0/security-groups?id=22c4accd-b9e4-4e3e-aec5-b2bee068a6b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.9254024 Feb 09 19:32:24.632218 n-d-713498-36 neutron-server[103230]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-543c88e0-b9cb-4ee6-b805-f4d9255e74ae tempest-TestNetworkAdvancedServerOps-1633223542 tempest-TestNetworkAdvancedServerOps-1633223542-project] Router 8186ebd6-38e5-4478-af0c-af6bfd869d76 has already been hosted by L3 agent 93303d5e-5d17-45e8-8963-7694f87783ae {{(pid=103230) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 19:32:24.640437 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-7d62e605-751e-4ec7-93d1-f6627b37cbbf tempest-RoutersIpV6AdminTest-1466914516 tempest-RoutersIpV6AdminTest-1466914516-project] Publish callbacks [] for router_gateway (dc10d0b6-fdfa-46f2-a0dc-a77bc2d990c7), precommit_update {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:32:24.912330 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-e6c1c197-0798-4459-bf2a-96afdb44c35f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (None), before_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:32:25.076532 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-599fb7eb-46fd-49f3-b73d-261e1f1eec96 None None] Publish callbacks [] for port (666a1094-ba07-4c06-b170-0e559eb435f8), precommit_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:32:25.111618 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-751ddcd3-ed31-4075-9971-e50dd9d48032 None None] For port 2e292f1a-7132-48f0-81a0-5c2b0b6444e5, host n-d-713498-36, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-36',level=0,port_id=2e292f1a-7132-48f0-81a0-5c2b0b6444e5,segment=NetworkSegment(12c5c233-f35c-4040-8456-92eb7a372221),segment_id=12c5c233-f35c-4040-8456-92eb7a372221)] {{(pid=103232) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 19:32:25.144279 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-599fb7eb-46fd-49f3-b73d-261e1f1eec96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762866656467'] for port (666a1094-ba07-4c06-b170-0e559eb435f8), after_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:32:25.174831 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-751ddcd3-ed31-4075-9971-e50dd9d48032 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762867176205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762866656485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762866656503'] for port (2e292f1a-7132-48f0-81a0-5c2b0b6444e5), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:32:25.197805 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.db.api [None req-25b3a14b-4350-4385-928d-1f78f6568b4a None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103232) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 09 19:32:25.198927 n-d-713498-36 neutron-server[103232]: DEBUG oslo_db.api [None req-25b3a14b-4350-4385-928d-1f78f6568b4a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 09 19:32:25.212211 n-d-713498-36 neutron-server[103232]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-599fb7eb-46fd-49f3-b73d-261e1f1eec96 None None] Network 11711fc2-960e-4bb6-8aa2-6ed2594a6388 is already hosted by enough agents. {{(pid=103232) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 19:32:25.246462 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Pushing event updated for resources: {'Port': ['ID=bd49876c-ca6e-42b8-8df6-a0cef29bd931,revision_number=3']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:32:25.261822 n-d-713498-36 neutron-server[103232]: DEBUG neutron.scheduler.base_scheduler [None req-599fb7eb-46fd-49f3-b73d-261e1f1eec96 None None] Resources bound (agent type, host, resource id): {{(pid=103232) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 19:32:25.266513 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.l3_dvrscheduler_db [None req-599fb7eb-46fd-49f3-b73d-261e1f1eec96 None None] Received port after_create {{(pid=103232) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 19:32:25.590549 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.managers [None req-599fb7eb-46fd-49f3-b73d-261e1f1eec96 None None] Attempting to bind port 666a1094-ba07-4c06-b170-0e559eb435f8 on host n-d-713498-36 for vnic_type normal with profile {{(pid=103232) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 19:32:25.591154 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.managers [None req-599fb7eb-46fd-49f3-b73d-261e1f1eec96 None None] Attempting to bind port 666a1094-ba07-4c06-b170-0e559eb435f8 by drivers openvswitch,hyperv on host n-d-713498-36 at level 0 using segments [{'id': 'ea86d76e-f04f-430d-80a1-b224ddeda016', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': '11711fc2-960e-4bb6-8aa2-6ed2594a6388'}] {{(pid=103232) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 19:32:25.591634 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-599fb7eb-46fd-49f3-b73d-261e1f1eec96 None None] Attempting to bind port 666a1094-ba07-4c06-b170-0e559eb435f8 on network 11711fc2-960e-4bb6-8aa2-6ed2594a6388 {{(pid=103232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 19:32:25.598054 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-599fb7eb-46fd-49f3-b73d-261e1f1eec96 None None] Pushing event updated for resources: {'Port': ['ID=666a1094-ba07-4c06-b170-0e559eb435f8,revision_number=1']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:32:25.610866 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.provisioning_blocks [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Provisioning complete for port 0739061c-e16f-41f1-a721-ad94652482de triggered by entity L2. {{(pid=103232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 19:32:25.611427 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593630'] for port (0739061c-e16f-41f1-a721-ad94652482de), provisioning_complete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:32:25.628328 n-d-713498-36 neutron-server[103229]: DEBUG neutron.db.db_base_plugin_common [None req-e6c1c197-0798-4459-bf2a-96afdb44c35f admin admin] Allocated IP 172.20.0.1 (65e943bb-cd72-447f-91a2-ca24680c1182/e3f2d53f-5ae9-4eeb-aad6-a1b0d981c69b/b366f6a5-0200-4c0d-87d7-1e22a5e22c3d) {{(pid=103229) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 19:32:25.630470 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-7d62e605-751e-4ec7-93d1-f6627b37cbbf tempest-RoutersIpV6AdminTest-1466914516 tempest-RoutersIpV6AdminTest-1466914516-project] Publish callbacks [] for router_gateway (dc10d0b6-fdfa-46f2-a0dc-a77bc2d990c7), before_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:32:25.655596 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-599fb7eb-46fd-49f3-b73d-261e1f1eec96 None None] Checking agent: {'id': '496418a2-c002-4aec-ab1a-07f3bea491bd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-36', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 18, 51, 47), 'started_at': datetime.datetime(2022, 2, 9, 18, 52, 17), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 19, 32, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-36'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 19:32:25.659733 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-599fb7eb-46fd-49f3-b73d-261e1f1eec96 None None] Checking segment: {'id': 'ea86d76e-f04f-430d-80a1-b224ddeda016', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': '11711fc2-960e-4bb6-8aa2-6ed2594a6388'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103232) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 19:32:25.660355 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-599fb7eb-46fd-49f3-b73d-261e1f1eec96 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:32:25.661856 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-599fb7eb-46fd-49f3-b73d-261e1f1eec96 None None] Bound using segment: {'id': 'ea86d76e-f04f-430d-80a1-b224ddeda016', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': '11711fc2-960e-4bb6-8aa2-6ed2594a6388'} {{(pid=103232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 19:32:25.663849 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.managers [None req-599fb7eb-46fd-49f3-b73d-261e1f1eec96 None None] Bound port: 666a1094-ba07-4c06-b170-0e559eb435f8, host: n-d-713498-36, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ea86d76e-f04f-430d-80a1-b224ddeda016', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': '11711fc2-960e-4bb6-8aa2-6ed2594a6388'}}] {{(pid=103232) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 19:32:25.664915 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-599fb7eb-46fd-49f3-b73d-261e1f1eec96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (666a1094-ba07-4c06-b170-0e559eb435f8), before_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:32:25.775988 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-7d62e605-751e-4ec7-93d1-f6627b37cbbf tempest-RoutersIpV6AdminTest-1466914516 tempest-RoutersIpV6AdminTest-1466914516-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (None), before_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:32:25.881144 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-751ddcd3-ed31-4075-9971-e50dd9d48032 None None] Pushing event updated for resources: {'Port': ['ID=2e292f1a-7132-48f0-81a0-5c2b0b6444e5,revision_number=2']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:32:25.891768 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-25b3a14b-4350-4385-928d-1f78f6568b4a None None] Current status of the port bd49876c-ca6e-42b8-8df6-a0cef29bd931 is: ACTIVE; New status is: ACTIVE {{(pid=103232) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 19:32:25.953649 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.l3_hamode_db [None req-37d52995-5ec8-43d4-a173-b9e0236eef96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fb591b5a-ef79-4802-9216-5c4a46effb50', 'name': 'tempest-TestServerBasicOps-861232182-router', 'tenant_id': '186ee2795ec54b078ce75afec47c5196', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88055e1e-672a-4487-be31-ffb6e833ece5', 'external_fixed_ips': [{'subnet_id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'ip_address': '172.25.1.158'}], 'enable_snat': True}, 'gw_port_id': '60f4dbdc-21d8-4bc7-92b2-aa1fcb9ba94d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T19:32:20Z', 'updated_at': '2022-02-09T19:32:21Z', 'revision_number': 3, 'project_id': '186ee2795ec54b078ce75afec47c5196', 'gw_port': {'id': '60f4dbdc-21d8-4bc7-92b2-aa1fcb9ba94d', 'name': '', 'network_id': '88055e1e-672a-4487-be31-ffb6e833ece5', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:3a:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fb591b5a-ef79-4802-9216-5c4a46effb50', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3085, 'fixed_ips': [{'subnet_id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'ip_address': '172.25.1.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T19:32:21Z', 'updated_at': '2022-02-09T19:32:21Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-36'}], 'n-d-713498-36', False) {} {{(pid=103232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:32:26.084209 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-599fb7eb-46fd-49f3-b73d-261e1f1eec96 None None] For port 666a1094-ba07-4c06-b170-0e559eb435f8, host n-d-713498-36, cleared binding levels {{(pid=103232) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 19:32:26.113255 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37d52995-5ec8-43d4-a173-b9e0236eef96 None None] Checking router: fb591b5a-ef79-4802-9216-5c4a46effb50 for host: n-d-713498-36 {{(pid=103232) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 19:32:26.113615 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37d52995-5ec8-43d4-a173-b9e0236eef96 None None] Updating router fb591b5a-ef79-4802-9216-5c4a46effb50 port 60f4dbdc-21d8-4bc7-92b2-aa1fcb9ba94d binding host n-d-713498-36 {{(pid=103232) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 19:32:26.201628 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-599fb7eb-46fd-49f3-b73d-261e1f1eec96 None None] For port 666a1094-ba07-4c06-b170-0e559eb435f8, host n-d-713498-36, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-36',level=0,port_id=666a1094-ba07-4c06-b170-0e559eb435f8,segment=NetworkSegment(ea86d76e-f04f-430d-80a1-b224ddeda016),segment_id=ea86d76e-f04f-430d-80a1-b224ddeda016)] {{(pid=103232) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 19:32:26.250602 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.provisioning_blocks [None req-697d4720-b9b9-409f-b270-31f884916371 None None] Provisioning complete for port bd49876c-ca6e-42b8-8df6-a0cef29bd931 triggered by entity DHCP. {{(pid=103232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 19:32:26.250982 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-697d4720-b9b9-409f-b270-31f884916371 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593630'] for port (bd49876c-ca6e-42b8-8df6-a0cef29bd931), provisioning_complete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:32:26.259116 n-d-713498-36 neutron-server[103230]: DEBUG neutron.db.db_base_plugin_common [None req-b6767d00-c5d0-4f91-98bf-627deaccad5f tempest-RoutersTest-1116560139 tempest-RoutersTest-1116560139-project] Allocated IP 172.20.0.1 (11711fc2-960e-4bb6-8aa2-6ed2594a6388/3fd75c33-daaf-4d5c-86ea-19e0de815974/d187c8fb-3fcd-409d-9632-3e5508094ad2) {{(pid=103230) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 19:32:26.272149 n-d-713498-36 neutron-server[103229]: DEBUG neutron.db.db_base_plugin_common [None req-7d62e605-751e-4ec7-93d1-f6627b37cbbf tempest-RoutersIpV6AdminTest-1466914516 tempest-RoutersIpV6AdminTest-1466914516-project] Allocated IP 172.25.1.32 (88055e1e-672a-4487-be31-ffb6e833ece5/ac16dbcc-383c-4b43-9153-d763c4a53f91/fdc2f29a-3e5c-4236-8a4f-24cebc8f3a4c) {{(pid=103229) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 19:32:26.329522 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-599fb7eb-46fd-49f3-b73d-261e1f1eec96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762867176205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762866656485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762866656503'] for port (666a1094-ba07-4c06-b170-0e559eb435f8), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:32:26.353461 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Current status of the port 0739061c-e16f-41f1-a721-ad94652482de is: ACTIVE; New status is: ACTIVE {{(pid=103232) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 19:32:26.394126 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-37d52995-5ec8-43d4-a173-b9e0236eef96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (60f4dbdc-21d8-4bc7-92b2-aa1fcb9ba94d), before_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:32:26.472208 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-543c88e0-b9cb-4ee6-b805-f4d9255e74ae tempest-TestNetworkAdvancedServerOps-1633223542 tempest-TestNetworkAdvancedServerOps-1633223542-project] Notify agent at l3_agent.n-d-713498-36 the message routers_updated {{(pid=103230) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 19:32:26.486207 n-d-713498-36 neutron-server[103233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ea6dff5-bba1-495c-bc31-255791e0ea7a None None] Sync routers for ids ['8186ebd6-38e5-4478-af0c-af6bfd869d76'] in n-d-713498-36 {{(pid=103233) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 19:32:26.502512 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-543c88e0-b9cb-4ee6-b805-f4d9255e74ae tempest-TestNetworkAdvancedServerOps-1633223542 tempest-TestNetworkAdvancedServerOps-1633223542-project] 10.222.0.75 "PUT /v2.0/routers/8186ebd6-38e5-4478-af0c-af6bfd869d76/add_router_interface HTTP/1.1" status: 200 len: 503 time: 11.3069196 Feb 09 19:32:26.516260 n-d-713498-36 neutron-server[103233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ea6dff5-bba1-495c-bc31-255791e0ea7a None None] Routers {'8186ebd6-38e5-4478-af0c-af6bfd869d76'} bound to L3 agent in host n-d-713498-36 {{(pid=103233) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 19:32:26.516916 n-d-713498-36 neutron-server[103233]: DEBUG neutron.db.l3_hamode_db [None req-2ea6dff5-bba1-495c-bc31-255791e0ea7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T18:51:43Z,description=,heartbeat_timestamp=2022-02-09T19:32:13Z,host='n-d-713498-36',id=93303d5e-5d17-45e8-8963-7694f87783ae,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T18:51:43Z,topic='l3_agent')) {'router_ids': ['8186ebd6-38e5-4478-af0c-af6bfd869d76'], 'active': True} {{(pid=103233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:32:26.525039 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-697d4720-b9b9-409f-b270-31f884916371 None None] Current status of the port bd49876c-ca6e-42b8-8df6-a0cef29bd931 is: ACTIVE; New status is: ACTIVE {{(pid=103232) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 19:32:26.551202 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-599fb7eb-46fd-49f3-b73d-261e1f1eec96 None None] Pushing event updated for resources: {'Port': ['ID=666a1094-ba07-4c06-b170-0e559eb435f8,revision_number=2']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:32:26.725217 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-e6c1c197-0798-4459-bf2a-96afdb44c35f admin admin] Publish callbacks [] for port (b366f6a5-0200-4c0d-87d7-1e22a5e22c3d), precommit_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:32:26.803643 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.provisioning_blocks [None req-697d4720-b9b9-409f-b270-31f884916371 None None] Provisioning complete for port 377c896d-df60-4688-91dc-6787892ae051 triggered by entity DHCP. {{(pid=103232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 19:32:26.804051 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-697d4720-b9b9-409f-b270-31f884916371 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593630'] for port (377c896d-df60-4688-91dc-6787892ae051), provisioning_complete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:32:26.975981 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-b6767d00-c5d0-4f91-98bf-627deaccad5f tempest-RoutersTest-1116560139 tempest-RoutersTest-1116560139-project] Publish callbacks [] for port (d187c8fb-3fcd-409d-9632-3e5508094ad2), precommit_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:32:26.989527 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-697d4720-b9b9-409f-b270-31f884916371 None None] Port 377c896d-df60-4688-91dc-6787892ae051 cannot update to ACTIVE because it is not bound. {{(pid=103232) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 19:32:26.993867 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-7d62e605-751e-4ec7-93d1-f6627b37cbbf tempest-RoutersIpV6AdminTest-1466914516 tempest-RoutersIpV6AdminTest-1466914516-project] Publish callbacks [] for port (fdc2f29a-3e5c-4236-8a4f-24cebc8f3a4c), precommit_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:32:26.995426 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Device 2e292f1a-7132-48f0-81a0-5c2b0b6444e5 up at agent ovs-agent-n-d-713498-36 {{(pid=103232) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 19:32:27.010201 n-d-713498-36 neutron-server[103233]: DEBUG neutron.db.l3_dvr_db [None req-2ea6dff5-bba1-495c-bc31-255791e0ea7a None None] Set router 8186ebd6-38e5-4478-af0c-af6bfd869d76 gateway port host: n-d-713498-36 {{(pid=103233) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 19:32:27.074701 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-e6c1c197-0798-4459-bf2a-96afdb44c35f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762866656467', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12867576'] for port (b366f6a5-0200-4c0d-87d7-1e22a5e22c3d), after_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:32:27.137902 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb2b2721-5378-4934-bffe-e308d6ac0388 req-54d3ac56-a1c8-46fc-8f22-6e5c1fc7bb34 tempest-ServerActionsTestJSON-347500300 tempest-ServerActionsTestJSON-347500300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:32:27.147185 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-eb2b2721-5378-4934-bffe-e308d6ac0388 req-54d3ac56-a1c8-46fc-8f22-6e5c1fc7bb34 tempest-ServerActionsTestJSON-347500300 tempest-ServerActionsTestJSON-347500300-project] 10.222.0.75 "GET /v2.0/ports?device_id=a1fbc70b-9dd3-44f5-99b0-85f3dff92d7d HTTP/1.1" status: 200 len: 944 time: 0.8083091 Feb 09 19:32:27.215741 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.provisioning_blocks [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Provisioning complete for port 2e292f1a-7132-48f0-81a0-5c2b0b6444e5 triggered by entity L2. {{(pid=103232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 19:32:27.216555 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593630'] for port (2e292f1a-7132-48f0-81a0-5c2b0b6444e5), provisioning_complete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:32:27.219165 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-b6767d00-c5d0-4f91-98bf-627deaccad5f tempest-RoutersTest-1116560139 tempest-RoutersTest-1116560139-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762866656467', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14393751'] for port (d187c8fb-3fcd-409d-9632-3e5508094ad2), after_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:32:27.233060 n-d-713498-36 neutron-server[103229]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6c1c197-0798-4459-bf2a-96afdb44c35f admin admin] Network 65e943bb-cd72-447f-91a2-ca24680c1182 is already hosted by enough agents. {{(pid=103229) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 19:32:27.234323 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-7d62e605-751e-4ec7-93d1-f6627b37cbbf tempest-RoutersIpV6AdminTest-1466914516 tempest-RoutersIpV6AdminTest-1466914516-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762866656467', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12867576'] for port (fdc2f29a-3e5c-4236-8a4f-24cebc8f3a4c), after_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:32:27.251085 n-d-713498-36 neutron-server[103229]: DEBUG neutron.scheduler.base_scheduler [None req-e6c1c197-0798-4459-bf2a-96afdb44c35f admin admin] Resources bound (agent type, host, resource id): {{(pid=103229) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 19:32:27.260759 n-d-713498-36 neutron-server[103229]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6c1c197-0798-4459-bf2a-96afdb44c35f admin admin] Received port after_create {{(pid=103229) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 19:32:27.332148 n-d-713498-36 neutron-server[103229]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d62e605-751e-4ec7-93d1-f6627b37cbbf tempest-RoutersIpV6AdminTest-1466914516 tempest-RoutersIpV6AdminTest-1466914516-project] Network 88055e1e-672a-4487-be31-ffb6e833ece5 is already hosted by enough agents. {{(pid=103229) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 19:32:27.344797 n-d-713498-36 neutron-server[103229]: DEBUG neutron.scheduler.base_scheduler [None req-7d62e605-751e-4ec7-93d1-f6627b37cbbf tempest-RoutersIpV6AdminTest-1466914516 tempest-RoutersIpV6AdminTest-1466914516-project] Resources bound (agent type, host, resource id): {{(pid=103229) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 19:32:27.352981 n-d-713498-36 neutron-server[103229]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d62e605-751e-4ec7-93d1-f6627b37cbbf tempest-RoutersIpV6AdminTest-1466914516 tempest-RoutersIpV6AdminTest-1466914516-project] Received port after_create {{(pid=103229) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 19:32:27.357184 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6c1c197-0798-4459-bf2a-96afdb44c35f admin admin] Pushing event updated for resources: {'Port': ['ID=b366f6a5-0200-4c0d-87d7-1e22a5e22c3d,revision_number=1']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:32:27.394930 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-eb2b2721-5378-4934-bffe-e308d6ac0388 req-ebc1326a-cc2f-4105-80ed-ad9228a398db tempest-ServerActionsTestJSON-347500300 tempest-ServerActionsTestJSON-347500300-project] 10.222.0.75 "GET /v2.0/security-groups?id=22c4accd-b9e4-4e3e-aec5-b2bee068a6b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2390518 Feb 09 19:32:27.408615 n-d-713498-36 neutron-server[103230]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6767d00-c5d0-4f91-98bf-627deaccad5f tempest-RoutersTest-1116560139 tempest-RoutersTest-1116560139-project] Network 11711fc2-960e-4bb6-8aa2-6ed2594a6388 is already hosted by enough agents. {{(pid=103230) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 19:32:27.434918 n-d-713498-36 neutron-server[103230]: DEBUG neutron.scheduler.base_scheduler [None req-b6767d00-c5d0-4f91-98bf-627deaccad5f tempest-RoutersTest-1116560139 tempest-RoutersTest-1116560139-project] Resources bound (agent type, host, resource id): {{(pid=103230) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 19:32:27.439201 n-d-713498-36 neutron-server[103230]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6767d00-c5d0-4f91-98bf-627deaccad5f tempest-RoutersTest-1116560139 tempest-RoutersTest-1116560139-project] Received port after_create {{(pid=103230) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 19:32:27.456216 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dae349d2-ebbc-476f-a5c3-5ab15d80a000 None None] Network 65e943bb-cd72-447f-91a2-ca24680c1182 requested from n-d-713498-36 {{(pid=103232) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 19:32:27.509865 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-e6c1c197-0798-4459-bf2a-96afdb44c35f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1819024'] for router_interface (fb591b5a-ef79-4802-9216-5c4a46effb50), before_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:32:27.532677 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-f547fd8a-3d9c-4756-8d41-f96213d49809 req-50aab2ac-4824-41b8-a47a-42fe4b4c3bb4 tempest-TestNetworkAdvancedServerOps-1633223542 tempest-TestNetworkAdvancedServerOps-1633223542-project] 10.222.0.75 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-308095715&fields=id&tenant_id=eba669c4f4c548e495f13ae7579d0fa6 HTTP/1.1" status: 200 len: 267 time: 0.3162251 Feb 09 19:32:27.535677 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6767d00-c5d0-4f91-98bf-627deaccad5f tempest-RoutersTest-1116560139 tempest-RoutersTest-1116560139-project] Pushing event updated for resources: {'Port': ['ID=d187c8fb-3fcd-409d-9632-3e5508094ad2,revision_number=1']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:32:27.573022 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-b6767d00-c5d0-4f91-98bf-627deaccad5f tempest-RoutersTest-1116560139 tempest-RoutersTest-1116560139-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1819024'] for router_interface (670f43f0-19bb-4278-98db-7a12c2e4288f), before_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:32:27.580191 n-d-713498-36 neutron-server[103233]: DEBUG neutron.db.l3_hamode_db [None req-2ea6dff5-bba1-495c-bc31-255791e0ea7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8186ebd6-38e5-4478-af0c-af6bfd869d76', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1799291766', 'tenant_id': 'eba669c4f4c548e495f13ae7579d0fa6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88055e1e-672a-4487-be31-ffb6e833ece5', 'external_fixed_ips': [{'subnet_id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'ip_address': '172.25.1.98'}], 'enable_snat': True}, 'gw_port_id': '0739061c-e16f-41f1-a721-ad94652482de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T19:32:04Z', 'updated_at': '2022-02-09T19:32:20Z', 'revision_number': 4, 'project_id': 'eba669c4f4c548e495f13ae7579d0fa6', 'gw_port': {'id': '0739061c-e16f-41f1-a721-ad94652482de', 'name': '', 'network_id': '88055e1e-672a-4487-be31-ffb6e833ece5', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:cd:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8186ebd6-38e5-4478-af0c-af6bfd869d76', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3065, 'fixed_ips': [{'subnet_id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'ip_address': '172.25.1.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T19:32:08Z', 'updated_at': '2022-02-09T19:32:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-36', '_interfaces': [{'id': '377c896d-df60-4688-91dc-6787892ae051', 'name': '', 'network_id': '34db1430-f99d-431a-b04f-54003e680bea', 'tenant_id': 'eba669c4f4c548e495f13ae7579d0fa6', 'mac_address': 'fa:16:3e:cb:25:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8186ebd6-38e5-4478-af0c-af6bfd869d76', 'device_owner': 'network:router_interface', 'standard_attr_id': 3071, 'fixed_ips': [{'subnet_id': '7bd817c3-27ad-42c9-8d96-8695f8509e1e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T19:32:17Z', 'updated_at': '2022-02-09T19:32:21Z', 'revision_number': 2, 'project_id': 'eba669c4f4c548e495f13ae7579d0fa6', 'subnets': [{'id': '7bd817c3-27ad-42c9-8d96-8695f8509e1e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-36', False) {} {{(pid=103233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:32:27.650511 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.provisioning_blocks [None req-63e356d4-52d5-43b2-b115-1d4388fe560a None None] Provisioning complete for port 2e292f1a-7132-48f0-81a0-5c2b0b6444e5 triggered by entity DHCP. {{(pid=103232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 19:32:27.650898 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-63e356d4-52d5-43b2-b115-1d4388fe560a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593630'] for port (2e292f1a-7132-48f0-81a0-5c2b0b6444e5), provisioning_complete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:32:27.652875 n-d-713498-36 neutron-server[103233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ea6dff5-bba1-495c-bc31-255791e0ea7a None None] Checking router: 8186ebd6-38e5-4478-af0c-af6bfd869d76 for host: n-d-713498-36 {{(pid=103233) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 19:32:27.653465 n-d-713498-36 neutron-server[103233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ea6dff5-bba1-495c-bc31-255791e0ea7a None None] Updating router 8186ebd6-38e5-4478-af0c-af6bfd869d76 port 377c896d-df60-4688-91dc-6787892ae051 binding host n-d-713498-36 {{(pid=103233) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 19:32:27.724221 n-d-713498-36 neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-2ea6dff5-bba1-495c-bc31-255791e0ea7a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (377c896d-df60-4688-91dc-6787892ae051), before_update {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:32:27.821882 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Current status of the port 2e292f1a-7132-48f0-81a0-5c2b0b6444e5 is: DOWN; New status is: ACTIVE {{(pid=103232) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 19:32:27.827168 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (2e292f1a-7132-48f0-81a0-5c2b0b6444e5), before_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:32:27.941341 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f547fd8a-3d9c-4756-8d41-f96213d49809 req-b2ac3b18-d3a7-4ac3-a38c-6b4321d1985a tempest-TestNetworkAdvancedServerOps-1633223542 tempest-TestNetworkAdvancedServerOps-1633223542-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:32:27.942929 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-f547fd8a-3d9c-4756-8d41-f96213d49809 req-b2ac3b18-d3a7-4ac3-a38c-6b4321d1985a tempest-TestNetworkAdvancedServerOps-1633223542 tempest-TestNetworkAdvancedServerOps-1633223542-project] 10.222.0.75 "GET /v2.0/networks?id=34db1430-f99d-431a-b04f-54003e680bea HTTP/1.1" status: 200 len: 795 time: 0.2502754 Feb 09 19:32:28.022131 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cd0cd34-71ff-41a1-a2f0-8dbd95462016 req-b71f4f96-f61b-4e66-84ba-2ffc011f6136 tempest-ServerActionsTestJSON-347500300 tempest-ServerActionsTestJSON-347500300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:32:28.026159 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-4cd0cd34-71ff-41a1-a2f0-8dbd95462016 req-b71f4f96-f61b-4e66-84ba-2ffc011f6136 tempest-ServerActionsTestJSON-347500300 tempest-ServerActionsTestJSON-347500300-project] 10.222.0.75 "GET /v2.0/ports?device_id=a1fbc70b-9dd3-44f5-99b0-85f3dff92d7d HTTP/1.1" status: 200 len: 944 time: 0.3673716 Feb 09 19:32:28.114382 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d62e605-751e-4ec7-93d1-f6627b37cbbf tempest-RoutersIpV6AdminTest-1466914516 tempest-RoutersIpV6AdminTest-1466914516-project] Pushing event updated for resources: {'Port': ['ID=fdc2f29a-3e5c-4236-8a4f-24cebc8f3a4c,revision_number=1']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:32:28.177823 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-b6767d00-c5d0-4f91-98bf-627deaccad5f tempest-RoutersTest-1116560139 tempest-RoutersTest-1116560139-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (d187c8fb-3fcd-409d-9632-3e5508094ad2), before_update {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:32:28.192420 n-d-713498-36 neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-2ea6dff5-bba1-495c-bc31-255791e0ea7a None None] Publish callbacks [] for port (377c896d-df60-4688-91dc-6787892ae051), precommit_update {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:32:28.204079 n-d-713498-36 neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-2ea6dff5-bba1-495c-bc31-255791e0ea7a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762867176205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762866656485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762866656503'] for port (377c896d-df60-4688-91dc-6787892ae051), after_update {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:32:28.209430 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-f547fd8a-3d9c-4756-8d41-f96213d49809 req-91f64e3d-d0df-4cda-bc87-65e54cdb3079 tempest-TestNetworkAdvancedServerOps-1633223542 tempest-TestNetworkAdvancedServerOps-1633223542-project] 10.222.0.75 "GET /v2.0/quotas/eba669c4f4c548e495f13ae7579d0fa6 HTTP/1.1" status: 200 len: 375 time: 0.2403693 Feb 09 19:32:28.309229 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-4cd0cd34-71ff-41a1-a2f0-8dbd95462016 req-3825c9a2-69ff-4ec5-b4ef-c0786554db3b tempest-ServerActionsTestJSON-347500300 tempest-ServerActionsTestJSON-347500300-project] 10.222.0.75 "GET /v2.0/security-groups?id=22c4accd-b9e4-4e3e-aec5-b2bee068a6b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2651770 Feb 09 19:32:28.356463 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] For port 2e292f1a-7132-48f0-81a0-5c2b0b6444e5, host n-d-713498-36, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-36',level=0,port_id=2e292f1a-7132-48f0-81a0-5c2b0b6444e5,segment=NetworkSegment(12c5c233-f35c-4040-8456-92eb7a372221),segment_id=12c5c233-f35c-4040-8456-92eb7a372221)] {{(pid=103232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 19:32:28.383864 n-d-713498-36 neutron-server[103233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f189cbb3-b7ef-493d-86c0-28edd67ba4a1 None None] Pushing event updated for resources: {'Port': ['ID=377c896d-df60-4688-91dc-6787892ae051,revision_number=3']} {{(pid=103233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:32:28.419702 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762867176205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762866656485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762866656503'] for port (2e292f1a-7132-48f0-81a0-5c2b0b6444e5), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:32:28.420667 n-d-713498-36 neutron-server[103233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f189cbb3-b7ef-493d-86c0-28edd67ba4a1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:32:28.421986 n-d-713498-36 neutron-server[103233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f189cbb3-b7ef-493d-86c0-28edd67ba4a1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:32:28.423546 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Device bd49876c-ca6e-42b8-8df6-a0cef29bd931 up at agent ovs-agent-n-d-713498-36 {{(pid=103232) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 19:32:28.428410 n-d-713498-36 neutron-server[103233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f189cbb3-b7ef-493d-86c0-28edd67ba4a1 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:32:28.429587 n-d-713498-36 neutron-server[103233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f189cbb3-b7ef-493d-86c0-28edd67ba4a1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:32:28.430923 n-d-713498-36 neutron-server[103233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f189cbb3-b7ef-493d-86c0-28edd67ba4a1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:32:28.433164 n-d-713498-36 neutron-server[103233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f189cbb3-b7ef-493d-86c0-28edd67ba4a1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:32:28.434307 n-d-713498-36 neutron-server[103233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f189cbb3-b7ef-493d-86c0-28edd67ba4a1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:32:28.434749 n-d-713498-36 neutron-server[103233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f189cbb3-b7ef-493d-86c0-28edd67ba4a1 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:32:28.435648 n-d-713498-36 neutron-server[103233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f189cbb3-b7ef-493d-86c0-28edd67ba4a1 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:32:28.436587 n-d-713498-36 neutron-server[103233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f189cbb3-b7ef-493d-86c0-28edd67ba4a1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:32:28.439960 n-d-713498-36 neutron-server[103233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f189cbb3-b7ef-493d-86c0-28edd67ba4a1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:32:28.440474 n-d-713498-36 neutron-server[103233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f189cbb3-b7ef-493d-86c0-28edd67ba4a1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:32:28.440917 n-d-713498-36 neutron-server[103233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f189cbb3-b7ef-493d-86c0-28edd67ba4a1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:32:28.651232 n-d-713498-36 neutron-server[103233]: DEBUG neutron.plugins.ml2.managers [None req-2ea6dff5-bba1-495c-bc31-255791e0ea7a None None] Attempting to bind port 377c896d-df60-4688-91dc-6787892ae051 on host n-d-713498-36 for vnic_type normal with profile {{(pid=103233) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 19:32:28.651931 n-d-713498-36 neutron-server[103233]: DEBUG neutron.plugins.ml2.managers [None req-2ea6dff5-bba1-495c-bc31-255791e0ea7a None None] Attempting to bind port 377c896d-df60-4688-91dc-6787892ae051 by drivers openvswitch,hyperv on host n-d-713498-36 at level 0 using segments [{'id': '7287aa74-ccfd-4c41-8369-48f2461d359d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': '34db1430-f99d-431a-b04f-54003e680bea'}] {{(pid=103233) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 19:32:28.665517 n-d-713498-36 neutron-server[103233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ea6dff5-bba1-495c-bc31-255791e0ea7a None None] Attempting to bind port 377c896d-df60-4688-91dc-6787892ae051 on network 34db1430-f99d-431a-b04f-54003e680bea {{(pid=103233) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 19:32:28.678882 n-d-713498-36 neutron-server[103233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ea6dff5-bba1-495c-bc31-255791e0ea7a None None] Checking agent: {'id': '496418a2-c002-4aec-ab1a-07f3bea491bd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-36', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 18, 51, 47), 'started_at': datetime.datetime(2022, 2, 9, 18, 52, 17), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 19, 32, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-36'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103233) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 19:32:28.682184 n-d-713498-36 neutron-server[103233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ea6dff5-bba1-495c-bc31-255791e0ea7a None None] Checking segment: {'id': '7287aa74-ccfd-4c41-8369-48f2461d359d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': '34db1430-f99d-431a-b04f-54003e680bea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103233) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 19:32:28.682717 n-d-713498-36 neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-2ea6dff5-bba1-495c-bc31-255791e0ea7a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:32:28.684455 n-d-713498-36 neutron-server[103233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ea6dff5-bba1-495c-bc31-255791e0ea7a None None] Bound using segment: {'id': '7287aa74-ccfd-4c41-8369-48f2461d359d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': '34db1430-f99d-431a-b04f-54003e680bea'} {{(pid=103233) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 19:32:28.686012 n-d-713498-36 neutron-server[103233]: DEBUG neutron.plugins.ml2.managers [None req-2ea6dff5-bba1-495c-bc31-255791e0ea7a None None] Bound port: 377c896d-df60-4688-91dc-6787892ae051, host: n-d-713498-36, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7287aa74-ccfd-4c41-8369-48f2461d359d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': '34db1430-f99d-431a-b04f-54003e680bea'}}] {{(pid=103233) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 19:32:28.686690 n-d-713498-36 neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-2ea6dff5-bba1-495c-bc31-255791e0ea7a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (377c896d-df60-4688-91dc-6787892ae051), before_update {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:32:28.697824 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-37d52995-5ec8-43d4-a173-b9e0236eef96 None None] Publish callbacks [] for port (60f4dbdc-21d8-4bc7-92b2-aa1fcb9ba94d), precommit_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:32:28.718889 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Pushing event updated for resources: {'Port': ['ID=2e292f1a-7132-48f0-81a0-5c2b0b6444e5,revision_number=3']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:32:28.729334 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-662f5cc3-929e-4aed-acd7-10e9edc3926b None None] Network 11711fc2-960e-4bb6-8aa2-6ed2594a6388 requested from n-d-713498-36 {{(pid=103232) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 19:32:28.784278 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-63e356d4-52d5-43b2-b115-1d4388fe560a None None] Current status of the port 2e292f1a-7132-48f0-81a0-5c2b0b6444e5 is: DOWN; New status is: ACTIVE {{(pid=103232) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 19:32:28.784676 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-63e356d4-52d5-43b2-b115-1d4388fe560a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (2e292f1a-7132-48f0-81a0-5c2b0b6444e5), before_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:32:28.806289 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-37d52995-5ec8-43d4-a173-b9e0236eef96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762867176205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762866656485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762866656503'] for port (60f4dbdc-21d8-4bc7-92b2-aa1fcb9ba94d), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:32:28.855319 n-d-713498-36 neutron-server[103233]: DEBUG neutron.plugins.ml2.db [None req-2ea6dff5-bba1-495c-bc31-255791e0ea7a None None] For port 377c896d-df60-4688-91dc-6787892ae051, host n-d-713498-36, cleared binding levels {{(pid=103233) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 19:32:28.868318 n-d-713498-36 neutron-server[103233]: DEBUG neutron.plugins.ml2.db [None req-2ea6dff5-bba1-495c-bc31-255791e0ea7a None None] For port 377c896d-df60-4688-91dc-6787892ae051, host n-d-713498-36, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-36',level=0,port_id=377c896d-df60-4688-91dc-6787892ae051,segment=NetworkSegment(7287aa74-ccfd-4c41-8369-48f2461d359d),segment_id=7287aa74-ccfd-4c41-8369-48f2461d359d)] {{(pid=103233) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 19:32:28.925388 n-d-713498-36 neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-2ea6dff5-bba1-495c-bc31-255791e0ea7a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762867176205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762866656485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762866656503'] for port (377c896d-df60-4688-91dc-6787892ae051), after_update {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:32:28.985040 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-f547fd8a-3d9c-4756-8d41-f96213d49809 req-521846aa-c069-47db-bd4d-6e13721c96a8 tempest-TestNetworkAdvancedServerOps-1633223542 tempest-TestNetworkAdvancedServerOps-1633223542-project] 10.222.0.75 "GET /v2.0/ports?tenant_id=eba669c4f4c548e495f13ae7579d0fa6&fields=id HTTP/1.1" status: 200 len: 302 time: 0.7522936 Feb 09 19:32:29.080054 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.managers [None req-37d52995-5ec8-43d4-a173-b9e0236eef96 None None] Attempting to bind port 60f4dbdc-21d8-4bc7-92b2-aa1fcb9ba94d on host n-d-713498-36 for vnic_type normal with profile {{(pid=103232) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 19:32:29.085894 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.managers [None req-37d52995-5ec8-43d4-a173-b9e0236eef96 None None] Attempting to bind port 60f4dbdc-21d8-4bc7-92b2-aa1fcb9ba94d by drivers openvswitch,hyperv on host n-d-713498-36 at level 0 using segments [{'id': 'a4222f89-8d3f-4b51-953b-1a8126392491', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '88055e1e-672a-4487-be31-ffb6e833ece5'}] {{(pid=103232) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 19:32:29.086943 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37d52995-5ec8-43d4-a173-b9e0236eef96 None None] Attempting to bind port 60f4dbdc-21d8-4bc7-92b2-aa1fcb9ba94d on network 88055e1e-672a-4487-be31-ffb6e833ece5 {{(pid=103232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 19:32:29.114680 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-e6c1c197-0798-4459-bf2a-96afdb44c35f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (b366f6a5-0200-4c0d-87d7-1e22a5e22c3d), before_update {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:32:29.162880 n-d-713498-36 neutron-server[103233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f189cbb3-b7ef-493d-86c0-28edd67ba4a1 None None] Pushing event updated for resources: {'Port': ['ID=377c896d-df60-4688-91dc-6787892ae051,revision_number=4']} {{(pid=103233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:32:29.240735 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-b6767d00-c5d0-4f91-98bf-627deaccad5f tempest-RoutersTest-1116560139 tempest-RoutersTest-1116560139-project] Publish callbacks [] for port (d187c8fb-3fcd-409d-9632-3e5508094ad2), precommit_update {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:32:29.267581 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-b6767d00-c5d0-4f91-98bf-627deaccad5f tempest-RoutersTest-1116560139 tempest-RoutersTest-1116560139-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762867176205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762866656485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762866656503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14393758'] for port (d187c8fb-3fcd-409d-9632-3e5508094ad2), after_update {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:32:29.287280 n-d-713498-36 neutron-server[103233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ea6dff5-bba1-495c-bc31-255791e0ea7a None None] Routers {'8186ebd6-38e5-4478-af0c-af6bfd869d76'} bound to L3 agent in host n-d-713498-36 {{(pid=103233) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 19:32:29.288280 n-d-713498-36 neutron-server[103233]: DEBUG neutron.db.l3_hamode_db [None req-2ea6dff5-bba1-495c-bc31-255791e0ea7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T18:51:43Z,description=,heartbeat_timestamp=2022-02-09T19:32:13Z,host='n-d-713498-36',id=93303d5e-5d17-45e8-8963-7694f87783ae,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T18:51:43Z,topic='l3_agent')) {'router_ids': ['8186ebd6-38e5-4478-af0c-af6bfd869d76'], 'active': True} {{(pid=103233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:32:29.356340 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37d52995-5ec8-43d4-a173-b9e0236eef96 None None] Checking agent: {'id': '496418a2-c002-4aec-ab1a-07f3bea491bd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-36', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 18, 51, 47), 'started_at': datetime.datetime(2022, 2, 9, 18, 52, 17), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 19, 32, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-36'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 19:32:29.356636 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37d52995-5ec8-43d4-a173-b9e0236eef96 None None] Checking segment: {'id': 'a4222f89-8d3f-4b51-953b-1a8126392491', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '88055e1e-672a-4487-be31-ffb6e833ece5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103232) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 19:32:29.357249 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-37d52995-5ec8-43d4-a173-b9e0236eef96 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:32:29.357434 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37d52995-5ec8-43d4-a173-b9e0236eef96 None None] Bound using segment: {'id': 'a4222f89-8d3f-4b51-953b-1a8126392491', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '88055e1e-672a-4487-be31-ffb6e833ece5'} {{(pid=103232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 19:32:29.357923 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.managers [None req-37d52995-5ec8-43d4-a173-b9e0236eef96 None None] Bound port: 60f4dbdc-21d8-4bc7-92b2-aa1fcb9ba94d, host: n-d-713498-36, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a4222f89-8d3f-4b51-953b-1a8126392491', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '88055e1e-672a-4487-be31-ffb6e833ece5'}}] {{(pid=103232) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 19:32:29.370375 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-37d52995-5ec8-43d4-a173-b9e0236eef96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (60f4dbdc-21d8-4bc7-92b2-aa1fcb9ba94d), before_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:32:29.410836 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-7d62e605-751e-4ec7-93d1-f6627b37cbbf tempest-RoutersIpV6AdminTest-1466914516 tempest-RoutersIpV6AdminTest-1466914516-project] Publish callbacks [] for router_gateway (dc10d0b6-fdfa-46f2-a0dc-a77bc2d990c7), after_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:32:29.535771 n-d-713498-36 neutron-server[103233]: DEBUG neutron.db.l3_dvr_db [None req-2ea6dff5-bba1-495c-bc31-255791e0ea7a None None] Set router 8186ebd6-38e5-4478-af0c-af6bfd869d76 gateway port host: n-d-713498-36 {{(pid=103233) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 19:32:29.616076 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-37d52995-5ec8-43d4-a173-b9e0236eef96 None None] For port 60f4dbdc-21d8-4bc7-92b2-aa1fcb9ba94d, host n-d-713498-36, cleared binding levels {{(pid=103232) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 19:32:29.632093 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-37d52995-5ec8-43d4-a173-b9e0236eef96 None None] For port 60f4dbdc-21d8-4bc7-92b2-aa1fcb9ba94d, host n-d-713498-36, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-36',level=0,port_id=60f4dbdc-21d8-4bc7-92b2-aa1fcb9ba94d,segment=NetworkSegment(a4222f89-8d3f-4b51-953b-1a8126392491),segment_id=a4222f89-8d3f-4b51-953b-1a8126392491)] {{(pid=103232) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 19:32:29.661218 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-b6767d00-c5d0-4f91-98bf-627deaccad5f tempest-RoutersTest-1116560139 tempest-RoutersTest-1116560139-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1613458', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1834496'] for router_interface (670f43f0-19bb-4278-98db-7a12c2e4288f), after_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:32:29.862710 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-f547fd8a-3d9c-4756-8d41-f96213d49809 req-fb529c74-024a-467c-bb04-d1f1ecb78b41 service neutron] 10.222.0.75 "GET /v2.0/networks/34db1430-f99d-431a-b04f-54003e680bea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8126950 Feb 09 19:32:30.011764 n-d-713498-36 neutron-server[103230]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6767d00-c5d0-4f91-98bf-627deaccad5f tempest-RoutersTest-1116560139 tempest-RoutersTest-1116560139-project] Network 11711fc2-960e-4bb6-8aa2-6ed2594a6388 is already hosted by enough agents. {{(pid=103230) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 19:32:30.013996 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6767d00-c5d0-4f91-98bf-627deaccad5f tempest-RoutersTest-1116560139 tempest-RoutersTest-1116560139-project] Pushing event updated for resources: {'Port': ['ID=d187c8fb-3fcd-409d-9632-3e5508094ad2,revision_number=2']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:32:30.018869 n-d-713498-36 neutron-server[103230]: DEBUG neutron.scheduler.base_scheduler [None req-b6767d00-c5d0-4f91-98bf-627deaccad5f tempest-RoutersTest-1116560139 tempest-RoutersTest-1116560139-project] Resources bound (agent type, host, resource id): {{(pid=103230) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 19:32:30.020035 n-d-713498-36 neutron-server[103233]: DEBUG neutron.db.l3_hamode_db [None req-2ea6dff5-bba1-495c-bc31-255791e0ea7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8186ebd6-38e5-4478-af0c-af6bfd869d76', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1799291766', 'tenant_id': 'eba669c4f4c548e495f13ae7579d0fa6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88055e1e-672a-4487-be31-ffb6e833ece5', 'external_fixed_ips': [{'subnet_id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'ip_address': '172.25.1.98'}], 'enable_snat': True}, 'gw_port_id': '0739061c-e16f-41f1-a721-ad94652482de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T19:32:04Z', 'updated_at': '2022-02-09T19:32:20Z', 'revision_number': 4, 'project_id': 'eba669c4f4c548e495f13ae7579d0fa6', 'gw_port': {'id': '0739061c-e16f-41f1-a721-ad94652482de', 'name': '', 'network_id': '88055e1e-672a-4487-be31-ffb6e833ece5', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:cd:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8186ebd6-38e5-4478-af0c-af6bfd869d76', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3065, 'fixed_ips': [{'subnet_id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'ip_address': '172.25.1.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T19:32:08Z', 'updated_at': '2022-02-09T19:32:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-36', '_interfaces': [{'id': '377c896d-df60-4688-91dc-6787892ae051', 'name': '', 'network_id': '34db1430-f99d-431a-b04f-54003e680bea', 'tenant_id': 'eba669c4f4c548e495f13ae7579d0fa6', 'mac_address': 'fa:16:3e:cb:25:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8186ebd6-38e5-4478-af0c-af6bfd869d76', 'device_owner': 'network:router_interface', 'standard_attr_id': 3071, 'fixed_ips': [{'subnet_id': '7bd817c3-27ad-42c9-8d96-8695f8509e1e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T19:32:17Z', 'updated_at': '2022-02-09T19:32:28Z', 'revision_number': 4, 'project_id': 'eba669c4f4c548e495f13ae7579d0fa6', 'subnets': [{'id': '7bd817c3-27ad-42c9-8d96-8695f8509e1e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-36', False) {} {{(pid=103233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:32:30.106546 n-d-713498-36 neutron-server[103233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ea6dff5-bba1-495c-bc31-255791e0ea7a None None] The sync data for ids ['8186ebd6-38e5-4478-af0c-af6bfd869d76'] in n-d-713498-36 is: [{'id': '8186ebd6-38e5-4478-af0c-af6bfd869d76', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1799291766', 'tenant_id': 'eba669c4f4c548e495f13ae7579d0fa6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88055e1e-672a-4487-be31-ffb6e833ece5', 'external_fixed_ips': [{'subnet_id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'ip_address': '172.25.1.98'}], 'enable_snat': True}, 'gw_port_id': '0739061c-e16f-41f1-a721-ad94652482de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T19:32:04Z', 'updated_at': '2022-02-09T19:32:20Z', 'revision_number': 4, 'project_id': 'eba669c4f4c548e495f13ae7579d0fa6', 'gw_port': {'id': '0739061c-e16f-41f1-a721-ad94652482de', 'name': '', 'network_id': '88055e1e-672a-4487-be31-ffb6e833ece5', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:cd:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8186ebd6-38e5-4478-af0c-af6bfd869d76', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3065, 'fixed_ips': [{'subnet_id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'ip_address': '172.25.1.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T19:32:08Z', 'updated_at': '2022-02-09T19:32:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-36', '_interfaces': [{'id': '377c896d-df60-4688-91dc-6787892ae051', 'name': '', 'network_id': '34db1430-f99d-431a-b04f-54003e680bea', 'tenant_id': 'eba669c4f4c548e495f13ae7579d0fa6', 'mac_address': 'fa:16:3e:cb:25:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8186ebd6-38e5-4478-af0c-af6bfd869d76', 'device_owner': 'network:router_interface', 'standard_attr_id': 3071, 'fixed_ips': [{'subnet_id': '7bd817c3-27ad-42c9-8d96-8695f8509e1e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T19:32:17Z', 'updated_at': '2022-02-09T19:32:28Z', 'revision_number': 4, 'project_id': 'eba669c4f4c548e495f13ae7579d0fa6', 'subnets': [{'id': '7bd817c3-27ad-42c9-8d96-8695f8509e1e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103233) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 19:32:30.162343 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-37d52995-5ec8-43d4-a173-b9e0236eef96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762867176205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762866656485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762866656503'] for port (60f4dbdc-21d8-4bc7-92b2-aa1fcb9ba94d), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:32:30.300636 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-219aa7dc-a8ab-4c7f-8294-debdf66aef40 None None] Pushing event updated for resources: {'Port': ['ID=60f4dbdc-21d8-4bc7-92b2-aa1fcb9ba94d,revision_number=2']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:32:30.302996 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.provisioning_blocks [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Provisioning complete for port bd49876c-ca6e-42b8-8df6-a0cef29bd931 triggered by entity L2. {{(pid=103232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 19:32:30.306433 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593630'] for port (bd49876c-ca6e-42b8-8df6-a0cef29bd931), provisioning_complete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:32:30.396972 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39db96b3-98cc-4188-bf6f-369ffc9b1c8e req-5feb4e5a-4aeb-4fc8-8c4b-be567edbaf95 tempest-ServerActionsTestJSON-347500300 tempest-ServerActionsTestJSON-347500300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:32:30.411168 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-39db96b3-98cc-4188-bf6f-369ffc9b1c8e req-5feb4e5a-4aeb-4fc8-8c4b-be567edbaf95 tempest-ServerActionsTestJSON-347500300 tempest-ServerActionsTestJSON-347500300-project] 10.222.0.75 "GET /v2.0/ports?device_id=b7a61ec4-b421-4c48-b109-b3c29e4ee261 HTTP/1.1" status: 200 len: 943 time: 0.1222169 Feb 09 19:32:30.411400 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.db.api [None req-63e356d4-52d5-43b2-b115-1d4388fe560a None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103232) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 09 19:32:30.411400 n-d-713498-36 neutron-server[103232]: DEBUG oslo_db.api [None req-63e356d4-52d5-43b2-b115-1d4388fe560a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 09 19:32:30.501041 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-e6c1c197-0798-4459-bf2a-96afdb44c35f admin admin] Publish callbacks [] for port (b366f6a5-0200-4c0d-87d7-1e22a5e22c3d), precommit_update {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:32:30.508760 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-f547fd8a-3d9c-4756-8d41-f96213d49809 req-ef3cf1b6-9689-4c5f-9418-8ef8627f51f8 service neutron] 10.222.0.75 "GET /v2.0/networks/34db1430-f99d-431a-b04f-54003e680bea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6432772 Feb 09 19:32:30.539661 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37d52995-5ec8-43d4-a173-b9e0236eef96 None None] Routers {'fb591b5a-ef79-4802-9216-5c4a46effb50'} bound to L3 agent in host n-d-713498-36 {{(pid=103232) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 19:32:30.540636 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.l3_hamode_db [None req-37d52995-5ec8-43d4-a173-b9e0236eef96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T18:51:43Z,description=,heartbeat_timestamp=2022-02-09T19:32:13Z,host='n-d-713498-36',id=93303d5e-5d17-45e8-8963-7694f87783ae,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T18:51:43Z,topic='l3_agent')) {'router_ids': ['fb591b5a-ef79-4802-9216-5c4a46effb50'], 'active': True} {{(pid=103232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:32:30.579181 n-d-713498-36 neutron-server[103230]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b6767d00-c5d0-4f91-98bf-627deaccad5f tempest-RoutersTest-1116560139 tempest-RoutersTest-1116560139-project] Router 670f43f0-19bb-4278-98db-7a12c2e4288f is scheduled to L3 agent 93303d5e-5d17-45e8-8963-7694f87783ae with binding_index 1 {{(pid=103230) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 09 19:32:30.584143 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-e6c1c197-0798-4459-bf2a-96afdb44c35f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762867176205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762866656485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762866656503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12867569'] for port (b366f6a5-0200-4c0d-87d7-1e22a5e22c3d), after_update {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:32:30.825781 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b6767d00-c5d0-4f91-98bf-627deaccad5f tempest-RoutersTest-1116560139 tempest-RoutersTest-1116560139-project] Notify agent at l3_agent.n-d-713498-36 the message routers_updated {{(pid=103230) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 19:32:30.845656 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-b6767d00-c5d0-4f91-98bf-627deaccad5f tempest-RoutersTest-1116560139 tempest-RoutersTest-1116560139-project] 10.222.0.75 "PUT /v2.0/routers/670f43f0-19bb-4278-98db-7a12c2e4288f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.0717504 Feb 09 19:32:30.851171 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.l3_dvr_db [None req-37d52995-5ec8-43d4-a173-b9e0236eef96 None None] Set router fb591b5a-ef79-4802-9216-5c4a46effb50 gateway port host: n-d-713498-36 {{(pid=103232) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 19:32:30.859098 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.plugin [req-39db96b3-98cc-4188-bf6f-369ffc9b1c8e req-64201bb6-cae7-4ed3-be88-e05cf46925d6 tempest-ServerActionsTestJSON-347500300 tempest-ServerActionsTestJSON-347500300-project] Deleting port c8a5f00d-9fd8-4671-a7fd-94a27433dbff {{(pid=103230) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 19:32:30.859453 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [req-39db96b3-98cc-4188-bf6f-369ffc9b1c8e req-64201bb6-cae7-4ed3-be88-e05cf46925d6 tempest-ServerActionsTestJSON-347500300 tempest-ServerActionsTestJSON-347500300-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762867170196'] for port (c8a5f00d-9fd8-4671-a7fd-94a27433dbff), before_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:32:31.048122 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-274cdd87-ed56-43a3-ac39-b292429a32d6 None None] Sync routers for ids ['670f43f0-19bb-4278-98db-7a12c2e4288f'] in n-d-713498-36 {{(pid=103232) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 19:32:31.123322 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.db [req-39db96b3-98cc-4188-bf6f-369ffc9b1c8e req-64201bb6-cae7-4ed3-be88-e05cf46925d6 tempest-ServerActionsTestJSON-347500300 tempest-ServerActionsTestJSON-347500300-project] For port c8a5f00d-9fd8-4671-a7fd-94a27433dbff, host n-h1-713498-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-36',level=0,port_id=c8a5f00d-9fd8-4671-a7fd-94a27433dbff,segment=NetworkSegment(9110d757-e4eb-424b-97b9-32896b689ba3),segment_id=9110d757-e4eb-424b-97b9-32896b689ba3)] {{(pid=103230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 19:32:31.124023 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [req-39db96b3-98cc-4188-bf6f-369ffc9b1c8e req-64201bb6-cae7-4ed3-be88-e05cf46925d6 tempest-ServerActionsTestJSON-347500300 tempest-ServerActionsTestJSON-347500300-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1820838'] for port (c8a5f00d-9fd8-4671-a7fd-94a27433dbff), precommit_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:32:31.159188 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.plugin [req-39db96b3-98cc-4188-bf6f-369ffc9b1c8e req-64201bb6-cae7-4ed3-be88-e05cf46925d6 tempest-ServerActionsTestJSON-347500300 tempest-ServerActionsTestJSON-347500300-project] Calling delete_port for c8a5f00d-9fd8-4671-a7fd-94a27433dbff owned by compute:nova {{(pid=103230) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 19:32:31.442072 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 34940) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:32:31.450218 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-e6c1c197-0798-4459-bf2a-96afdb44c35f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1613458', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1834496'] for router_interface (fb591b5a-ef79-4802-9216-5c4a46effb50), after_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:32:31.483040 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.l3_dvrscheduler_db [None req-274cdd87-ed56-43a3-ac39-b292429a32d6 None None] Routers {'670f43f0-19bb-4278-98db-7a12c2e4288f'} bound to L3 agent in host n-d-713498-36 {{(pid=103232) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 19:32:31.483689 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.l3_hamode_db [None req-274cdd87-ed56-43a3-ac39-b292429a32d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T18:51:43Z,description=,heartbeat_timestamp=2022-02-09T19:32:13Z,host='n-d-713498-36',id=93303d5e-5d17-45e8-8963-7694f87783ae,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T18:51:43Z,topic='l3_agent')) {'router_ids': ['670f43f0-19bb-4278-98db-7a12c2e4288f'], 'active': True} {{(pid=103232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:32:31.534687 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.l3_hamode_db [None req-274cdd87-ed56-43a3-ac39-b292429a32d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713498-36', False) {} {{(pid=103232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:32:31.614339 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-63e356d4-52d5-43b2-b115-1d4388fe560a None None] Current status of the port 2e292f1a-7132-48f0-81a0-5c2b0b6444e5 is: ACTIVE; New status is: ACTIVE {{(pid=103232) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 19:32:31.625722 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3325cba4-9d34-4630-b4a7-804a54afa4dc tempest-RoutersTest-1116560139 tempest-RoutersTest-1116560139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:32:31.630944 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-3325cba4-9d34-4630-b4a7-804a54afa4dc tempest-RoutersTest-1116560139 tempest-RoutersTest-1116560139-project] 10.222.0.75 "GET /v2.0/ports/d187c8fb-3fcd-409d-9632-3e5508094ad2 HTTP/1.1" status: 200 len: 910 time: 0.1598499 Feb 09 19:32:31.631684 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 34956) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:32:31.640508 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.v2.base [None req-a44b739c-5679-41ab-aec6-77f5d71f5688 tempest-RoutersTest-1116560139 tempest-RoutersTest-1116560139-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '3fd75c33-daaf-4d5c-86ea-19e0de815974'}]}} {{(pid=103230) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 19:32:31.651876 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.l3_dvrscheduler_db [None req-274cdd87-ed56-43a3-ac39-b292429a32d6 None None] Routers {'670f43f0-19bb-4278-98db-7a12c2e4288f'} bound to L3 agent in host n-d-713498-36 {{(pid=103232) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 19:32:31.652784 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.l3_hamode_db [None req-274cdd87-ed56-43a3-ac39-b292429a32d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T18:51:43Z,description=,heartbeat_timestamp=2022-02-09T19:32:13Z,host='n-d-713498-36',id=93303d5e-5d17-45e8-8963-7694f87783ae,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T18:51:43Z,topic='l3_agent')) {'router_ids': ['670f43f0-19bb-4278-98db-7a12c2e4288f'], 'active': True} {{(pid=103232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:32:31.739513 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-53fd2c45-5249-4366-867b-ecdc6ce1bc65 req-b2b62b1c-88cb-47bb-9c29-24c2fe4f4c40 tempest-TestNetworkAdvancedServerOps-1633223542 tempest-TestNetworkAdvancedServerOps-1633223542-project] 10.222.0.75 "GET /v2.0/ports?device_id=6d32a9d7-5256-4edb-9bbc-ad99ab71ecfa HTTP/1.1" status: 200 len: 210 time: 0.1211672 Feb 09 19:32:31.774810 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-219aa7dc-a8ab-4c7f-8294-debdf66aef40 None None] Pushing event updated for resources: {'Port': ['ID=60f4dbdc-21d8-4bc7-92b2-aa1fcb9ba94d,revision_number=3']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:32:31.828886 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.l3_hamode_db [None req-274cdd87-ed56-43a3-ac39-b292429a32d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713498-36', False) {} {{(pid=103232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:32:31.829598 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-274cdd87-ed56-43a3-ac39-b292429a32d6 None None] The sync data for ids ['670f43f0-19bb-4278-98db-7a12c2e4288f'] in n-d-713498-36 is: [] {{(pid=103232) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 19:32:31.858078 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 34958) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:32:31.873705 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-7d62e605-751e-4ec7-93d1-f6627b37cbbf tempest-RoutersIpV6AdminTest-1466914516 tempest-RoutersIpV6AdminTest-1466914516-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1834945', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1818951'] for router (dc10d0b6-fdfa-46f2-a0dc-a77bc2d990c7), after_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:32:31.881004 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6c1c197-0798-4459-bf2a-96afdb44c35f admin admin] Pushing event updated for resources: {'Port': ['ID=b366f6a5-0200-4c0d-87d7-1e22a5e22c3d,revision_number=2']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:32:31.989602 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Current status of the port bd49876c-ca6e-42b8-8df6-a0cef29bd931 is: ACTIVE; New status is: ACTIVE {{(pid=103232) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 19:32:31.993371 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Device 7b7bc3ad-ac30-4f71-aed2-2471b7e6c31d up at agent ovs-agent-n-d-713498-36 {{(pid=103232) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 19:32:31.998911 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.provisioning_blocks [None req-d34a00dd-6162-4f8d-a062-8163c9fcc49f None None] Provisioning complete for port 2e292f1a-7132-48f0-81a0-5c2b0b6444e5 triggered by entity DHCP. {{(pid=103232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 19:32:31.999298 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-d34a00dd-6162-4f8d-a062-8163c9fcc49f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593630'] for port (2e292f1a-7132-48f0-81a0-5c2b0b6444e5), provisioning_complete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:32:32.018442 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-a44b739c-5679-41ab-aec6-77f5d71f5688 tempest-RoutersTest-1116560139 tempest-RoutersTest-1116560139-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (d187c8fb-3fcd-409d-9632-3e5508094ad2), before_update {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:32:32.029935 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [req-39db96b3-98cc-4188-bf6f-369ffc9b1c8e req-64201bb6-cae7-4ed3-be88-e05cf46925d6 tempest-ServerActionsTestJSON-347500300 tempest-ServerActionsTestJSON-347500300-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762867177463', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762866656476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14393751'] for port (c8a5f00d-9fd8-4671-a7fd-94a27433dbff), after_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:32:32.143389 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] get_ports_and_sgs() called for port_ids ['f0b7f9af-8f64-4260-b1ad-67fc140f8d5e'] {{(pid=103232) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 19:32:32.145594 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-7429db8d-6021-40ad-813e-885be449a89b None None] get_ports_and_sgs() called for port_ids ['e138b0c7-e271-4e23-bf5b-bfa7a9e842fc'] {{(pid=103232) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 19:32:32.168650 n-d-713498-36 neutron-server[103229]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6c1c197-0798-4459-bf2a-96afdb44c35f admin admin] Network 65e943bb-cd72-447f-91a2-ca24680c1182 is already hosted by enough agents. {{(pid=103229) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 19:32:32.182924 n-d-713498-36 neutron-server[103229]: DEBUG neutron.scheduler.base_scheduler [None req-e6c1c197-0798-4459-bf2a-96afdb44c35f admin admin] Resources bound (agent type, host, resource id): {{(pid=103229) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 19:32:32.424507 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64201bb6-cae7-4ed3-be88-e05cf46925d6 tempest-ServerActionsTestJSON-347500300 tempest-ServerActionsTestJSON-347500300-project] Pushing event deleted for resources: {'Port': ['ID=c8a5f00d-9fd8-4671-a7fd-94a27433dbff,revision_number=None']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:32:32.508986 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.l3_hamode_db [None req-37d52995-5ec8-43d4-a173-b9e0236eef96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fb591b5a-ef79-4802-9216-5c4a46effb50', 'name': 'tempest-TestServerBasicOps-861232182-router', 'tenant_id': '186ee2795ec54b078ce75afec47c5196', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88055e1e-672a-4487-be31-ffb6e833ece5', 'external_fixed_ips': [{'subnet_id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'ip_address': '172.25.1.158'}], 'enable_snat': True}, 'gw_port_id': '60f4dbdc-21d8-4bc7-92b2-aa1fcb9ba94d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T19:32:20Z', 'updated_at': '2022-02-09T19:32:28Z', 'revision_number': 4, 'project_id': '186ee2795ec54b078ce75afec47c5196', 'gw_port': {'id': '60f4dbdc-21d8-4bc7-92b2-aa1fcb9ba94d', 'name': '', 'network_id': '88055e1e-672a-4487-be31-ffb6e833ece5', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:3a:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fb591b5a-ef79-4802-9216-5c4a46effb50', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3085, 'fixed_ips': [{'subnet_id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'ip_address': '172.25.1.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T19:32:21Z', 'updated_at': '2022-02-09T19:32:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-36', '_interfaces': [{'id': 'b366f6a5-0200-4c0d-87d7-1e22a5e22c3d', 'name': '', 'network_id': '65e943bb-cd72-447f-91a2-ca24680c1182', 'tenant_id': '186ee2795ec54b078ce75afec47c5196', 'mac_address': 'fa:16:3e:31:3f:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fb591b5a-ef79-4802-9216-5c4a46effb50', 'device_owner': 'network:router_interface', 'standard_attr_id': 3090, 'fixed_ips': [{'subnet_id': 'e3f2d53f-5ae9-4eeb-aad6-a1b0d981c69b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T19:32:24Z', 'updated_at': '2022-02-09T19:32:29Z', 'revision_number': 2, 'project_id': '186ee2795ec54b078ce75afec47c5196', 'subnets': [{'id': 'e3f2d53f-5ae9-4eeb-aad6-a1b0d981c69b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-36', False) {} {{(pid=103232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:32:32.512850 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-156992f1-97e2-4538-87ea-6eba1161dc0b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:32:32.609326 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37d52995-5ec8-43d4-a173-b9e0236eef96 None None] The sync data for ids ['fb591b5a-ef79-4802-9216-5c4a46effb50'] in n-d-713498-36 is: [{'id': 'fb591b5a-ef79-4802-9216-5c4a46effb50', 'name': 'tempest-TestServerBasicOps-861232182-router', 'tenant_id': '186ee2795ec54b078ce75afec47c5196', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88055e1e-672a-4487-be31-ffb6e833ece5', 'external_fixed_ips': [{'subnet_id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'ip_address': '172.25.1.158'}], 'enable_snat': True}, 'gw_port_id': '60f4dbdc-21d8-4bc7-92b2-aa1fcb9ba94d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T19:32:20Z', 'updated_at': '2022-02-09T19:32:28Z', 'revision_number': 4, 'project_id': '186ee2795ec54b078ce75afec47c5196', 'gw_port': {'id': '60f4dbdc-21d8-4bc7-92b2-aa1fcb9ba94d', 'name': '', 'network_id': '88055e1e-672a-4487-be31-ffb6e833ece5', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:3a:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fb591b5a-ef79-4802-9216-5c4a46effb50', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3085, 'fixed_ips': [{'subnet_id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'ip_address': '172.25.1.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T19:32:21Z', 'updated_at': '2022-02-09T19:32:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-36', '_interfaces': [{'id': 'b366f6a5-0200-4c0d-87d7-1e22a5e22c3d', 'name': '', 'network_id': '65e943bb-cd72-447f-91a2-ca24680c1182', 'tenant_id': '186ee2795ec54b078ce75afec47c5196', 'mac_address': 'fa:16:3e:31:3f:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fb591b5a-ef79-4802-9216-5c4a46effb50', 'device_owner': 'network:router_interface', 'standard_attr_id': 3090, 'fixed_ips': [{'subnet_id': 'e3f2d53f-5ae9-4eeb-aad6-a1b0d981c69b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T19:32:24Z', 'updated_at': '2022-02-09T19:32:29Z', 'revision_number': 2, 'project_id': '186ee2795ec54b078ce75afec47c5196', 'subnets': [{'id': 'e3f2d53f-5ae9-4eeb-aad6-a1b0d981c69b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103232) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 19:32:32.678283 n-d-713498-36 neutron-server[103230]: DEBUG neutron.db.l3_dvrscheduler_db [req-39db96b3-98cc-4188-bf6f-369ffc9b1c8e req-64201bb6-cae7-4ed3-be88-e05cf46925d6 tempest-ServerActionsTestJSON-347500300 tempest-ServerActionsTestJSON-347500300-project] No DVR routers for this DVR port c8a5f00d-9fd8-4671-a7fd-94a27433dbff on host n-h1-713498-36 {{(pid=103230) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 19:32:32.692219 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [req-39db96b3-98cc-4188-bf6f-369ffc9b1c8e req-64201bb6-cae7-4ed3-be88-e05cf46925d6 tempest-ServerActionsTestJSON-347500300 tempest-ServerActionsTestJSON-347500300-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171096'] for port (None), before_response {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:32:32.699570 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-39db96b3-98cc-4188-bf6f-369ffc9b1c8e req-64201bb6-cae7-4ed3-be88-e05cf46925d6 tempest-ServerActionsTestJSON-347500300 tempest-ServerActionsTestJSON-347500300-project] 10.222.0.75 "DELETE /v2.0/ports/c8a5f00d-9fd8-4671-a7fd-94a27433dbff HTTP/1.1" status: 204 len: 173 time: 2.2946568 Feb 09 19:32:33.056457 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-51b2761d-7e13-47f4-b7f2-7669c04a36c7 req-6d0fc470-d6b5-4114-af2d-37ed7e88baca tempest-TestNetworkAdvancedServerOps-1633223542 tempest-TestNetworkAdvancedServerOps-1633223542-project] 10.222.0.75 "GET /v2.0/ports?device_id=6d32a9d7-5256-4edb-9bbc-ad99ab71ecfa HTTP/1.1" status: 200 len: 210 time: 0.0925570 Feb 09 19:32:33.074713 n-d-713498-36 neutron-server[103229]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7d62e605-751e-4ec7-93d1-f6627b37cbbf tempest-RoutersIpV6AdminTest-1466914516 tempest-RoutersIpV6AdminTest-1466914516-project] Router dc10d0b6-fdfa-46f2-a0dc-a77bc2d990c7 is scheduled to L3 agent 93303d5e-5d17-45e8-8963-7694f87783ae with binding_index 1 {{(pid=103229) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 09 19:32:33.157362 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.provisioning_blocks [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Provisioning complete for port 7b7bc3ad-ac30-4f71-aed2-2471b7e6c31d triggered by entity L2. {{(pid=103232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 19:32:33.161923 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593630'] for port (7b7bc3ad-ac30-4f71-aed2-2471b7e6c31d), provisioning_complete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:32:33.280447 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-d34a00dd-6162-4f8d-a062-8163c9fcc49f None None] Current status of the port 2e292f1a-7132-48f0-81a0-5c2b0b6444e5 is: ACTIVE; New status is: ACTIVE {{(pid=103232) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 19:32:33.295128 n-d-713498-36 neutron-server[103230]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b7a61ec4-b421-4c48-b109-b3c29e4ee261', 'name': 'network-vif-deleted', 'tag': 'c8a5f00d-9fd8-4671-a7fd-94a27433dbff'}] {{(pid=103230) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 19:32:33.301775 n-d-713498-36 neutron-server[103230]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aee5919275bae9f72eb374ee322673045eb80c1f84b4b45a97d96923bd50ab51" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f7044529-ee38-4a13-bac4-9a2e8d32710a" -d '{"events": [{"server_uuid": "b7a61ec4-b421-4c48-b109-b3c29e4ee261", "name": "network-vif-deleted", "tag": "c8a5f00d-9fd8-4671-a7fd-94a27433dbff"}]}' {{(pid=103230) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 19:32:33.312748 n-d-713498-36 neutron-server[103229]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e6c1c197-0798-4459-bf2a-96afdb44c35f admin admin] Router fb591b5a-ef79-4802-9216-5c4a46effb50 has already been hosted by L3 agent 93303d5e-5d17-45e8-8963-7694f87783ae {{(pid=103229) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 19:32:33.314088 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7d62e605-751e-4ec7-93d1-f6627b37cbbf tempest-RoutersIpV6AdminTest-1466914516 tempest-RoutersIpV6AdminTest-1466914516-project] Notify agent at l3_agent.n-d-713498-36 the message routers_updated {{(pid=103229) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 19:32:33.347962 n-d-713498-36 neutron-server[103233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8e9b8e2-2f24-4f40-bf14-bfc79eb7136a None None] Sync routers for ids ['dc10d0b6-fdfa-46f2-a0dc-a77bc2d990c7'] in n-d-713498-36 {{(pid=103233) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 19:32:33.375780 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.provisioning_blocks [None req-d34a00dd-6162-4f8d-a062-8163c9fcc49f None None] Provisioning complete for port b366f6a5-0200-4c0d-87d7-1e22a5e22c3d triggered by entity DHCP. {{(pid=103232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 19:32:33.376222 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-d34a00dd-6162-4f8d-a062-8163c9fcc49f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593630'] for port (b366f6a5-0200-4c0d-87d7-1e22a5e22c3d), provisioning_complete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:32:33.381821 n-d-713498-36 neutron-server[103233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8e9b8e2-2f24-4f40-bf14-bfc79eb7136a None None] Routers {'dc10d0b6-fdfa-46f2-a0dc-a77bc2d990c7'} bound to L3 agent in host n-d-713498-36 {{(pid=103233) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 19:32:33.382551 n-d-713498-36 neutron-server[103233]: DEBUG neutron.db.l3_hamode_db [None req-b8e9b8e2-2f24-4f40-bf14-bfc79eb7136a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T18:51:43Z,description=,heartbeat_timestamp=2022-02-09T19:32:13Z,host='n-d-713498-36',id=93303d5e-5d17-45e8-8963-7694f87783ae,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T18:51:43Z,topic='l3_agent')) {'router_ids': ['dc10d0b6-fdfa-46f2-a0dc-a77bc2d990c7'], 'active': True} {{(pid=103233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:32:33.443533 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-7d62e605-751e-4ec7-93d1-f6627b37cbbf tempest-RoutersIpV6AdminTest-1466914516 tempest-RoutersIpV6AdminTest-1466914516-project] Publish callbacks [] for router (None), before_response {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:32:33.447125 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-7d62e605-751e-4ec7-93d1-f6627b37cbbf tempest-RoutersIpV6AdminTest-1466914516 tempest-RoutersIpV6AdminTest-1466914516-project] 10.222.0.75 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 10.1436450 Feb 09 19:32:33.450360 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 34972) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:32:33.464637 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-d34a00dd-6162-4f8d-a062-8163c9fcc49f None None] Port b366f6a5-0200-4c0d-87d7-1e22a5e22c3d cannot update to ACTIVE because it is not bound. {{(pid=103232) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 19:32:33.478641 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.v2.base [None req-82f58b01-d43d-4dde-bd8c-ba142037b342 tempest-RoutersIpV6AdminTest-1466914516 tempest-RoutersIpV6AdminTest-1466914516-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=103229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 19:32:33.494687 n-d-713498-36 neutron-server[103233]: DEBUG neutron.db.l3_hamode_db [None req-b8e9b8e2-2f24-4f40-bf14-bfc79eb7136a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713498-36', False) {} {{(pid=103233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:32:33.513441 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.provisioning_blocks [None req-d34a00dd-6162-4f8d-a062-8163c9fcc49f None None] Provisioning complete for port 666a1094-ba07-4c06-b170-0e559eb435f8 triggered by entity DHCP. {{(pid=103232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 19:32:33.514076 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-d34a00dd-6162-4f8d-a062-8163c9fcc49f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593630'] for port (666a1094-ba07-4c06-b170-0e559eb435f8), provisioning_complete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:32:33.529610 n-d-713498-36 neutron-server[103233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8e9b8e2-2f24-4f40-bf14-bfc79eb7136a None None] Routers {'dc10d0b6-fdfa-46f2-a0dc-a77bc2d990c7'} bound to L3 agent in host n-d-713498-36 {{(pid=103233) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 19:32:33.531004 n-d-713498-36 neutron-server[103233]: DEBUG neutron.db.l3_hamode_db [None req-b8e9b8e2-2f24-4f40-bf14-bfc79eb7136a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T18:51:43Z,description=,heartbeat_timestamp=2022-02-09T19:32:13Z,host='n-d-713498-36',id=93303d5e-5d17-45e8-8963-7694f87783ae,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T18:51:43Z,topic='l3_agent')) {'router_ids': ['dc10d0b6-fdfa-46f2-a0dc-a77bc2d990c7'], 'active': True} {{(pid=103233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:32:33.555251 n-d-713498-36 neutron-server[103230]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 180 Content-Type: application/json Date: Wed, 09 Feb 2022 19:32:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-48afb170-cb90-43f7-ad98-c7fc3f67478f x-openstack-request-id: req-48afb170-cb90-43f7-ad98-c7fc3f67478f {{(pid=103230) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 19:32:33.555251 n-d-713498-36 neutron-server[103230]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b7a61ec4-b421-4c48-b109-b3c29e4ee261", "name": "network-vif-deleted", "tag": "c8a5f00d-9fd8-4671-a7fd-94a27433dbff", "status": "failed", "code": 422}]} {{(pid=103230) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 19:32:33.555251 n-d-713498-36 neutron-server[103230]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-48afb170-cb90-43f7-ad98-c7fc3f67478f {{(pid=103230) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 19:32:33.555251 n-d-713498-36 neutron-server[103230]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'b7a61ec4-b421-4c48-b109-b3c29e4ee261', 'name': 'network-vif-deleted', 'tag': 'c8a5f00d-9fd8-4671-a7fd-94a27433dbff', 'status': 'failed', 'code': 422} returned with failed status Feb 09 19:32:33.581872 n-d-713498-36 neutron-server[103233]: DEBUG neutron.db.l3_hamode_db [None req-b8e9b8e2-2f24-4f40-bf14-bfc79eb7136a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713498-36', False) {} {{(pid=103233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:32:33.582575 n-d-713498-36 neutron-server[103233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8e9b8e2-2f24-4f40-bf14-bfc79eb7136a None None] The sync data for ids ['dc10d0b6-fdfa-46f2-a0dc-a77bc2d990c7'] in n-d-713498-36 is: [] {{(pid=103233) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 19:32:33.703118 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f547fd8a-3d9c-4756-8d41-f96213d49809 req-8c55adeb-aa1a-4f1e-8bf6-88fac51b66b8 tempest-TestNetworkAdvancedServerOps-1633223542 tempest-TestNetworkAdvancedServerOps-1633223542-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:32:33.708899 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Current status of the port 7b7bc3ad-ac30-4f71-aed2-2471b7e6c31d is: ACTIVE; New status is: ACTIVE {{(pid=103232) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 19:32:33.710283 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-f547fd8a-3d9c-4756-8d41-f96213d49809 req-8c55adeb-aa1a-4f1e-8bf6-88fac51b66b8 tempest-TestNetworkAdvancedServerOps-1633223542 tempest-TestNetworkAdvancedServerOps-1633223542-project] 10.222.0.89 "GET /v2.0/networks?id=34db1430-f99d-431a-b04f-54003e680bea HTTP/1.1" status: 200 len: 795 time: 0.3906226 Feb 09 19:32:33.735990 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-d34a00dd-6162-4f8d-a062-8163c9fcc49f None None] Current status of the port 666a1094-ba07-4c06-b170-0e559eb435f8 is: DOWN; New status is: ACTIVE {{(pid=103232) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 19:32:33.736379 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-d34a00dd-6162-4f8d-a062-8163c9fcc49f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (666a1094-ba07-4c06-b170-0e559eb435f8), before_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:32:33.907477 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-d34a00dd-6162-4f8d-a062-8163c9fcc49f None None] For port 666a1094-ba07-4c06-b170-0e559eb435f8, host n-d-713498-36, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-36',level=0,port_id=666a1094-ba07-4c06-b170-0e559eb435f8,segment=NetworkSegment(ea86d76e-f04f-430d-80a1-b224ddeda016),segment_id=ea86d76e-f04f-430d-80a1-b224ddeda016)] {{(pid=103232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 19:32:33.914449 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-156992f1-97e2-4538-87ea-6eba1161dc0b admin admin] Publish callbacks [] for security_group (22e12a05-2b38-4321-bd3e-e55d1af1ce35), precommit_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:32:33.922348 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-d34a00dd-6162-4f8d-a062-8163c9fcc49f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762867176205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762866656485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762866656503'] for port (666a1094-ba07-4c06-b170-0e559eb435f8), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:32:34.000225 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-156992f1-97e2-4538-87ea-6eba1161dc0b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1892331'] for security_group (22e12a05-2b38-4321-bd3e-e55d1af1ce35), after_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:32:34.012078 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-a44b739c-5679-41ab-aec6-77f5d71f5688 tempest-RoutersTest-1116560139 tempest-RoutersTest-1116560139-project] Publish callbacks [] for port (d187c8fb-3fcd-409d-9632-3e5508094ad2), precommit_update {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:32:34.086885 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-f547fd8a-3d9c-4756-8d41-f96213d49809 req-e6967610-76f9-49a2-a617-06ed8e8d7763 tempest-TestNetworkAdvancedServerOps-1633223542 tempest-TestNetworkAdvancedServerOps-1633223542-project] 10.222.0.89 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=eba669c4f4c548e495f13ae7579d0fa6 HTTP/1.1" status: 200 len: 379 time: 0.3731871 Feb 09 19:32:34.090094 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-a44b739c-5679-41ab-aec6-77f5d71f5688 tempest-RoutersTest-1116560139 tempest-RoutersTest-1116560139-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762867176205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762866656485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762866656503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14393758'] for port (d187c8fb-3fcd-409d-9632-3e5508094ad2), after_update {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:32:34.095790 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.provisioning_blocks [None req-d34a00dd-6162-4f8d-a062-8163c9fcc49f None None] Provisioning complete for port 377c896d-df60-4688-91dc-6787892ae051 triggered by entity DHCP. {{(pid=103232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 19:32:34.097002 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-d34a00dd-6162-4f8d-a062-8163c9fcc49f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593630'] for port (377c896d-df60-4688-91dc-6787892ae051), provisioning_complete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:32:34.182236 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.v2.base [req-f547fd8a-3d9c-4756-8d41-f96213d49809 req-28390ebc-7306-4ad7-9b19-0e64ef5740bc tempest-TestNetworkAdvancedServerOps-1633223542 tempest-TestNetworkAdvancedServerOps-1633223542-project] Request body: {'port': {'device_id': '6d32a9d7-5256-4edb-9bbc-ad99ab71ecfa', 'network_id': '34db1430-f99d-431a-b04f-54003e680bea', 'admin_state_up': True, 'tenant_id': 'eba669c4f4c548e495f13ae7579d0fa6', 'security_groups': ['3248743f-f5fe-4756-978e-05f0e965efae']}} {{(pid=103230) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 19:32:34.199695 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 35014) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:32:34.206509 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-156992f1-97e2-4538-87ea-6eba1161dc0b admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=6644e0e381dd41f9b69c1a889ac7cf20&name=default HTTP/1.1" status: 200 len: 3000 time: 2.3470345 Feb 09 19:32:34.255413 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d34a00dd-6162-4f8d-a062-8163c9fcc49f None None] Pushing event updated for resources: {'Port': ['ID=666a1094-ba07-4c06-b170-0e559eb435f8,revision_number=3']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:32:34.317190 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-156992f1-97e2-4538-87ea-6eba1161dc0b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=22e12a05-2b38-4321-bd3e-e55d1af1ce35,revision_number=1']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:32:34.390409 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Device 377c896d-df60-4688-91dc-6787892ae051 up at agent ovs-agent-n-d-713498-36 {{(pid=103232) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 19:32:34.395339 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e02bb223-cbbb-4419-bc52-e1665ba4b180 req-a749eda3-f1fa-4cfe-b769-9e16f9886274 tempest-ServerActionsTestJSON-347500300 tempest-ServerActionsTestJSON-347500300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:32:34.396935 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-e02bb223-cbbb-4419-bc52-e1665ba4b180 req-a749eda3-f1fa-4cfe-b769-9e16f9886274 tempest-ServerActionsTestJSON-347500300 tempest-ServerActionsTestJSON-347500300-project] 10.222.0.75 "GET /v2.0/ports?device_id=de192669-200d-4920-933f-d2a9401df8ae HTTP/1.1" status: 200 len: 907 time: 0.2633464 Feb 09 19:32:34.414960 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e6c1c197-0798-4459-bf2a-96afdb44c35f admin admin] Notify agent at l3_agent.n-d-713498-36 the message routers_updated {{(pid=103229) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 19:32:34.421080 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-e6c1c197-0798-4459-bf2a-96afdb44c35f admin admin] 10.222.0.75 "PUT /v2.0/routers/fb591b5a-ef79-4802-9216-5c4a46effb50/add_router_interface HTTP/1.1" status: 200 len: 503 time: 11.6914816 Feb 09 19:32:34.447433 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a44b739c-5679-41ab-aec6-77f5d71f5688 tempest-RoutersTest-1116560139 tempest-RoutersTest-1116560139-project] Pushing event updated for resources: {'Port': ['ID=d187c8fb-3fcd-409d-9632-3e5508094ad2,revision_number=3']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:32:34.511909 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-d34a00dd-6162-4f8d-a062-8163c9fcc49f None None] Current status of the port 377c896d-df60-4688-91dc-6787892ae051 is: DOWN; New status is: ACTIVE {{(pid=103232) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 19:32:34.518363 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-d34a00dd-6162-4f8d-a062-8163c9fcc49f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (377c896d-df60-4688-91dc-6787892ae051), before_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:32:34.560854 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-377eaa5d-51ab-4f28-90fe-7c7857aeedfb req-08b1a9f4-f3a9-4341-a230-4a3a17c35a6f tempest-TestNetworkAdvancedServerOps-1633223542 tempest-TestNetworkAdvancedServerOps-1633223542-project] 10.222.0.75 "GET /v2.0/ports?device_id=6d32a9d7-5256-4edb-9bbc-ad99ab71ecfa HTTP/1.1" status: 200 len: 210 time: 0.1639445 Feb 09 19:32:34.627031 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a44b739c-5679-41ab-aec6-77f5d71f5688 tempest-RoutersTest-1116560139 tempest-RoutersTest-1116560139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:32:34.628109 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-a44b739c-5679-41ab-aec6-77f5d71f5688 tempest-RoutersTest-1116560139 tempest-RoutersTest-1116560139-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171096'] for port (None), before_response {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:32:34.635754 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 35026) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:32:34.637605 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-a44b739c-5679-41ab-aec6-77f5d71f5688 tempest-RoutersTest-1116560139 tempest-RoutersTest-1116560139-project] 10.222.0.75 "PUT /v2.0/ports/d187c8fb-3fcd-409d-9632-3e5508094ad2 HTTP/1.1" status: 200 len: 910 time: 2.9998593 Feb 09 19:32:34.648708 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-d34a00dd-6162-4f8d-a062-8163c9fcc49f None None] For port 377c896d-df60-4688-91dc-6787892ae051, host n-d-713498-36, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-36',level=0,port_id=377c896d-df60-4688-91dc-6787892ae051,segment=NetworkSegment(7287aa74-ccfd-4c41-8369-48f2461d359d),segment_id=7287aa74-ccfd-4c41-8369-48f2461d359d)] {{(pid=103232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 19:32:34.668544 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-d34a00dd-6162-4f8d-a062-8163c9fcc49f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762867176205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762866656485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762866656503'] for port (377c896d-df60-4688-91dc-6787892ae051), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:32:34.688560 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-2584c02d-0770-4073-8c38-a25d6527c7e1 admin admin] Publish callbacks [] for security_group (22e12a05-2b38-4321-bd3e-e55d1af1ce35), before_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:32:34.772802 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.provisioning_blocks [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Provisioning complete for port 377c896d-df60-4688-91dc-6787892ae051 triggered by entity L2. {{(pid=103232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 19:32:34.775238 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593630'] for port (377c896d-df60-4688-91dc-6787892ae051), provisioning_complete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:32:34.837364 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-2584c02d-0770-4073-8c38-a25d6527c7e1 admin admin] Publish callbacks [] for security_group (22e12a05-2b38-4321-bd3e-e55d1af1ce35), precommit_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:32:35.012350 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f547fd8a-3d9c-4756-8d41-f96213d49809 req-28390ebc-7306-4ad7-9b19-0e64ef5740bc tempest-TestNetworkAdvancedServerOps-1633223542 tempest-TestNetworkAdvancedServerOps-1633223542-project] Made reservation on behalf of eba669c4f4c548e495f13ae7579d0fa6 for: {'port': 1} {{(pid=103230) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 19:32:35.022413 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [req-f547fd8a-3d9c-4756-8d41-f96213d49809 req-28390ebc-7306-4ad7-9b19-0e64ef5740bc tempest-TestNetworkAdvancedServerOps-1633223542 tempest-TestNetworkAdvancedServerOps-1633223542-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (None), before_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:32:35.026412 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d34a00dd-6162-4f8d-a062-8163c9fcc49f None None] Pushing event updated for resources: {'Port': ['ID=377c896d-df60-4688-91dc-6787892ae051,revision_number=5']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:32:35.040745 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.provisioning_blocks [None req-ad85ad66-7dad-4731-8394-efb2cea14776 None None] Provisioning complete for port b366f6a5-0200-4c0d-87d7-1e22a5e22c3d triggered by entity DHCP. {{(pid=103232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 19:32:35.042395 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-ad85ad66-7dad-4731-8394-efb2cea14776 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593630'] for port (b366f6a5-0200-4c0d-87d7-1e22a5e22c3d), provisioning_complete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:32:35.137675 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-ad85ad66-7dad-4731-8394-efb2cea14776 None None] Port b366f6a5-0200-4c0d-87d7-1e22a5e22c3d cannot update to ACTIVE because it is not bound. {{(pid=103232) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 19:32:35.138697 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-2584c02d-0770-4073-8c38-a25d6527c7e1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1892331'] for security_group (22e12a05-2b38-4321-bd3e-e55d1af1ce35), after_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:32:35.144666 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-2584c02d-0770-4073-8c38-a25d6527c7e1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:32:35.147574 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-2584c02d-0770-4073-8c38-a25d6527c7e1 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/22e12a05-2b38-4321-bd3e-e55d1af1ce35 HTTP/1.1" status: 204 len: 168 time: 0.9027328 Feb 09 19:32:35.167439 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.provisioning_blocks [None req-ad85ad66-7dad-4731-8394-efb2cea14776 None None] Provisioning complete for port d187c8fb-3fcd-409d-9632-3e5508094ad2 triggered by entity DHCP. {{(pid=103232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 19:32:35.167831 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-ad85ad66-7dad-4731-8394-efb2cea14776 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593630'] for port (d187c8fb-3fcd-409d-9632-3e5508094ad2), provisioning_complete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:32:35.248158 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-82f58b01-d43d-4dde-bd8c-ba142037b342 tempest-RoutersIpV6AdminTest-1466914516 tempest-RoutersIpV6AdminTest-1466914516-project] Publish callbacks [] for router_gateway (dc10d0b6-fdfa-46f2-a0dc-a77bc2d990c7), precommit_update {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:32:35.260820 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2584c02d-0770-4073-8c38-a25d6527c7e1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=22e12a05-2b38-4321-bd3e-e55d1af1ce35,revision_number=None']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:32:35.284451 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-82f58b01-d43d-4dde-bd8c-ba142037b342 tempest-RoutersIpV6AdminTest-1466914516 tempest-RoutersIpV6AdminTest-1466914516-project] Publish callbacks [] for router_gateway (dc10d0b6-fdfa-46f2-a0dc-a77bc2d990c7), before_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:32:35.415048 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Current status of the port 377c896d-df60-4688-91dc-6787892ae051 is: ACTIVE; New status is: ACTIVE {{(pid=103232) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 19:32:35.416410 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Device 2e292f1a-7132-48f0-81a0-5c2b0b6444e5 up at agent ovs-agent-n-d-713498-36 {{(pid=103232) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 19:32:35.440325 n-d-713498-36 neutron-server[103230]: DEBUG neutron.db.db_base_plugin_common [req-f547fd8a-3d9c-4756-8d41-f96213d49809 req-28390ebc-7306-4ad7-9b19-0e64ef5740bc tempest-TestNetworkAdvancedServerOps-1633223542 tempest-TestNetworkAdvancedServerOps-1633223542-project] Allocated IP 172.20.0.6 (34db1430-f99d-431a-b04f-54003e680bea/7bd817c3-27ad-42c9-8d96-8695f8509e1e/55e8868e-9f04-4f11-be1b-5fd1709a5f15) {{(pid=103230) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 19:32:35.676990 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.plugin [None req-82f58b01-d43d-4dde-bd8c-ba142037b342 tempest-RoutersIpV6AdminTest-1466914516 tempest-RoutersIpV6AdminTest-1466914516-project] Deleting port fdc2f29a-3e5c-4236-8a4f-24cebc8f3a4c {{(pid=103229) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 19:32:35.680437 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-82f58b01-d43d-4dde-bd8c-ba142037b342 tempest-RoutersIpV6AdminTest-1466914516 tempest-RoutersIpV6AdminTest-1466914516-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762867170196'] for port (fdc2f29a-3e5c-4236-8a4f-24cebc8f3a4c), before_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:32:35.727096 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 35074) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:32:35.801614 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.v2.base [None req-494c4a53-bfa3-4ade-a0ea-971aeaceb1de tempest-TestServerBasicOps-1685830086 tempest-TestServerBasicOps-1685830086-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-365998870', 'description': 'tempest-secgroup-smoke-365998870 description', 'project_id': '0484ed2328124ada8d8870756276d1f0'}} {{(pid=103230) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 19:32:35.959021 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-ad85ad66-7dad-4731-8394-efb2cea14776 None None] Port d187c8fb-3fcd-409d-9632-3e5508094ad2 cannot update to ACTIVE because it is not bound. {{(pid=103232) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 19:32:36.006915 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.provisioning_blocks [None req-ad85ad66-7dad-4731-8394-efb2cea14776 None None] Provisioning complete for port 666a1094-ba07-4c06-b170-0e559eb435f8 triggered by entity DHCP. {{(pid=103232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 19:32:36.009803 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-ad85ad66-7dad-4731-8394-efb2cea14776 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593630'] for port (666a1094-ba07-4c06-b170-0e559eb435f8), provisioning_complete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:32:36.013450 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-fa5f6b13-c975-4f5f-a256-43ea879eb6de req-b8ba9b95-fb77-473c-8cac-ab6d950a05dc tempest-TestNetworkAdvancedServerOps-1633223542 tempest-TestNetworkAdvancedServerOps-1633223542-project] 10.222.0.75 "GET /v2.0/ports?device_id=6d32a9d7-5256-4edb-9bbc-ad99ab71ecfa HTTP/1.1" status: 200 len: 210 time: 0.1315413 Feb 09 19:32:36.080136 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-494c4a53-bfa3-4ade-a0ea-971aeaceb1de tempest-TestServerBasicOps-1685830086 tempest-TestServerBasicOps-1685830086-project] Publish callbacks [] for security_group (None), before_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:32:36.081357 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.provisioning_blocks [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Provisioning complete for port 2e292f1a-7132-48f0-81a0-5c2b0b6444e5 triggered by entity L2. {{(pid=103232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 19:32:36.081740 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593630'] for port (2e292f1a-7132-48f0-81a0-5c2b0b6444e5), provisioning_complete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:32:36.158558 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c4e0aa7-216c-47b3-b9f4-987793abd900 req-1c7eafa2-9d3b-4433-9f5b-22403a25c859 tempest-ServerActionsTestJSON-347500300 tempest-ServerActionsTestJSON-347500300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:32:36.160764 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-5c4e0aa7-216c-47b3-b9f4-987793abd900 req-1c7eafa2-9d3b-4433-9f5b-22403a25c859 tempest-ServerActionsTestJSON-347500300 tempest-ServerActionsTestJSON-347500300-project] 10.222.0.75 "GET /v2.0/ports?device_id=de192669-200d-4920-933f-d2a9401df8ae HTTP/1.1" status: 200 len: 907 time: 0.4856603 Feb 09 19:32:36.193844 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-82f58b01-d43d-4dde-bd8c-ba142037b342 tempest-RoutersIpV6AdminTest-1466914516 tempest-RoutersIpV6AdminTest-1466914516-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1820838'] for port (fdc2f29a-3e5c-4236-8a4f-24cebc8f3a4c), precommit_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:32:36.199895 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36180c5c-62b4-4dca-8b76-ba676483d015 req-d4d20ce1-f63b-41f3-9457-469f5c5960dd tempest-ServerActionsTestJSON-347500300 tempest-ServerActionsTestJSON-347500300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:32:36.201817 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-36180c5c-62b4-4dca-8b76-ba676483d015 req-d4d20ce1-f63b-41f3-9457-469f5c5960dd tempest-ServerActionsTestJSON-347500300 tempest-ServerActionsTestJSON-347500300-project] 10.222.0.90 "GET /v2.0/ports?device_id=de192669-200d-4920-933f-d2a9401df8ae HTTP/1.1" status: 200 len: 907 time: 0.3000140 Feb 09 19:32:36.211070 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.plugin [None req-82f58b01-d43d-4dde-bd8c-ba142037b342 tempest-RoutersIpV6AdminTest-1466914516 tempest-RoutersIpV6AdminTest-1466914516-project] Calling delete_port for fdc2f29a-3e5c-4236-8a4f-24cebc8f3a4c owned by network:router_gateway {{(pid=103229) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 19:32:36.274423 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-494c4a53-bfa3-4ade-a0ea-971aeaceb1de tempest-TestServerBasicOps-1685830086 tempest-TestServerBasicOps-1685830086-project] Publish callbacks [] for security_group (65ed5d36-ab26-4dda-b5da-35d8a5ba3b82), precommit_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:32:36.332150 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-494c4a53-bfa3-4ade-a0ea-971aeaceb1de tempest-TestServerBasicOps-1685830086 tempest-TestServerBasicOps-1685830086-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1892331'] for security_group (65ed5d36-ab26-4dda-b5da-35d8a5ba3b82), after_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:32:36.394114 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-494c4a53-bfa3-4ade-a0ea-971aeaceb1de tempest-TestServerBasicOps-1685830086 tempest-TestServerBasicOps-1685830086-project] Publish callbacks [] for security_group (None), before_response {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:32:36.396095 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-494c4a53-bfa3-4ade-a0ea-971aeaceb1de tempest-TestServerBasicOps-1685830086 tempest-TestServerBasicOps-1685830086-project] 10.222.0.75 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.5995069 Feb 09 19:32:36.400808 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-ad85ad66-7dad-4731-8394-efb2cea14776 None None] Current status of the port 666a1094-ba07-4c06-b170-0e559eb435f8 is: ACTIVE; New status is: ACTIVE {{(pid=103232) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 19:32:36.416320 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 35088) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:32:36.430285 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [req-f547fd8a-3d9c-4756-8d41-f96213d49809 req-28390ebc-7306-4ad7-9b19-0e64ef5740bc tempest-TestNetworkAdvancedServerOps-1633223542 tempest-TestNetworkAdvancedServerOps-1633223542-project] Publish callbacks [] for port (55e8868e-9f04-4f11-be1b-5fd1709a5f15), precommit_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:32:36.442134 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.v2.base [None req-ed357fd0-8e7e-4395-94dc-252ec9389b3d tempest-TestServerBasicOps-1685830086 tempest-TestServerBasicOps-1685830086-project] Request body: {'security_group_rule': {'security_group_id': '65ed5d36-ab26-4dda-b5da-35d8a5ba3b82', 'project_id': '0484ed2328124ada8d8870756276d1f0', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103230) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 19:32:36.490866 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-494c4a53-bfa3-4ade-a0ea-971aeaceb1de tempest-TestServerBasicOps-1685830086 tempest-TestServerBasicOps-1685830086-project] Pushing event updated for resources: {'SecurityGroup': ['ID=65ed5d36-ab26-4dda-b5da-35d8a5ba3b82,revision_number=1']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:32:36.510872 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-ed357fd0-8e7e-4395-94dc-252ec9389b3d tempest-TestServerBasicOps-1685830086 tempest-TestServerBasicOps-1685830086-project] Publish callbacks [] for security_group_rule (68b5828e-975e-43ef-9a38-382712993788), before_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:32:36.513828 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-82f58b01-d43d-4dde-bd8c-ba142037b342 tempest-RoutersIpV6AdminTest-1466914516 tempest-RoutersIpV6AdminTest-1466914516-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762867177463', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762866656476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12867576'] for port (fdc2f29a-3e5c-4236-8a4f-24cebc8f3a4c), after_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:32:36.525414 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-02a49998-0883-4502-be56-0b3c90a09811 tempest-RoutersTest-1116560139 tempest-RoutersTest-1116560139-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1834525'] for router_interface (670f43f0-19bb-4278-98db-7a12c2e4288f), before_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:32:36.595392 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Current status of the port 2e292f1a-7132-48f0-81a0-5c2b0b6444e5 is: ACTIVE; New status is: ACTIVE {{(pid=103232) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 19:32:36.601726 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.plugin [req-36180c5c-62b4-4dca-8b76-ba676483d015 req-6fd2f68b-51c5-400c-a065-58a78aa679e7 tempest-ServerActionsTestJSON-347500300 tempest-ServerActionsTestJSON-347500300-project] Deleting port 7ae35eb4-239a-4106-995f-63bcb4730611 {{(pid=103230) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 19:32:36.602093 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [req-36180c5c-62b4-4dca-8b76-ba676483d015 req-6fd2f68b-51c5-400c-a065-58a78aa679e7 tempest-ServerActionsTestJSON-347500300 tempest-ServerActionsTestJSON-347500300-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762867170196'] for port (7ae35eb4-239a-4106-995f-63bcb4730611), before_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:32:36.606122 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Device 666a1094-ba07-4c06-b170-0e559eb435f8 up at agent ovs-agent-n-d-713498-36 {{(pid=103232) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 19:32:36.746287 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.provisioning_blocks [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Provisioning complete for port 666a1094-ba07-4c06-b170-0e559eb435f8 triggered by entity L2. {{(pid=103232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 19:32:36.747139 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593630'] for port (666a1094-ba07-4c06-b170-0e559eb435f8), provisioning_complete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:32:36.766341 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82f58b01-d43d-4dde-bd8c-ba142037b342 tempest-RoutersIpV6AdminTest-1466914516 tempest-RoutersIpV6AdminTest-1466914516-project] Pushing event deleted for resources: {'Port': ['ID=fdc2f29a-3e5c-4236-8a4f-24cebc8f3a4c,revision_number=None']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:32:36.883852 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [req-f547fd8a-3d9c-4756-8d41-f96213d49809 req-28390ebc-7306-4ad7-9b19-0e64ef5740bc tempest-TestNetworkAdvancedServerOps-1633223542 tempest-TestNetworkAdvancedServerOps-1633223542-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762866656467', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14393751'] for port (55e8868e-9f04-4f11-be1b-5fd1709a5f15), after_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:32:36.889461 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-ed357fd0-8e7e-4395-94dc-252ec9389b3d tempest-TestServerBasicOps-1685830086 tempest-TestServerBasicOps-1685830086-project] Publish callbacks [] for security_group_rule (68b5828e-975e-43ef-9a38-382712993788), precommit_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:32:37.011986 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-ed357fd0-8e7e-4395-94dc-252ec9389b3d tempest-TestServerBasicOps-1685830086 tempest-TestServerBasicOps-1685830086-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1892250'] for security_group_rule (68b5828e-975e-43ef-9a38-382712993788), after_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:32:37.059669 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Current status of the port 666a1094-ba07-4c06-b170-0e559eb435f8 is: ACTIVE; New status is: ACTIVE {{(pid=103232) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 19:32:37.189336 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.db [req-36180c5c-62b4-4dca-8b76-ba676483d015 req-6fd2f68b-51c5-400c-a065-58a78aa679e7 tempest-ServerActionsTestJSON-347500300 tempest-ServerActionsTestJSON-347500300-project] For port 7ae35eb4-239a-4106-995f-63bcb4730611, host n-h2-713498-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-36',level=0,port_id=7ae35eb4-239a-4106-995f-63bcb4730611,segment=NetworkSegment(9110d757-e4eb-424b-97b9-32896b689ba3),segment_id=9110d757-e4eb-424b-97b9-32896b689ba3)] {{(pid=103230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 19:32:37.194554 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [req-36180c5c-62b4-4dca-8b76-ba676483d015 req-6fd2f68b-51c5-400c-a065-58a78aa679e7 tempest-ServerActionsTestJSON-347500300 tempest-ServerActionsTestJSON-347500300-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1820838'] for port (7ae35eb4-239a-4106-995f-63bcb4730611), precommit_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:32:37.205676 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed357fd0-8e7e-4395-94dc-252ec9389b3d tempest-TestServerBasicOps-1685830086 tempest-TestServerBasicOps-1685830086-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=68b5828e-975e-43ef-9a38-382712993788,revision_number=0']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:32:37.216559 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28390ebc-7306-4ad7-9b19-0e64ef5740bc tempest-TestNetworkAdvancedServerOps-1633223542 tempest-TestNetworkAdvancedServerOps-1633223542-project] Pushing event updated for resources: {'Port': ['ID=55e8868e-9f04-4f11-be1b-5fd1709a5f15,revision_number=1']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:32:37.259148 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.plugin [req-36180c5c-62b4-4dca-8b76-ba676483d015 req-6fd2f68b-51c5-400c-a065-58a78aa679e7 tempest-ServerActionsTestJSON-347500300 tempest-ServerActionsTestJSON-347500300-project] Calling delete_port for 7ae35eb4-239a-4106-995f-63bcb4730611 owned by compute:nova {{(pid=103230) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 19:32:37.263824 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-ed357fd0-8e7e-4395-94dc-252ec9389b3d tempest-TestServerBasicOps-1685830086 tempest-TestServerBasicOps-1685830086-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:32:37.265562 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-ed357fd0-8e7e-4395-94dc-252ec9389b3d tempest-TestServerBasicOps-1685830086 tempest-TestServerBasicOps-1685830086-project] 10.222.0.75 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.8463895 Feb 09 19:32:37.267838 n-d-713498-36 neutron-server[103230]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f547fd8a-3d9c-4756-8d41-f96213d49809 req-28390ebc-7306-4ad7-9b19-0e64ef5740bc tempest-TestNetworkAdvancedServerOps-1633223542 tempest-TestNetworkAdvancedServerOps-1633223542-project] Network 34db1430-f99d-431a-b04f-54003e680bea is already hosted by enough agents. {{(pid=103230) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 19:32:37.270719 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 35114) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:32:37.276050 n-d-713498-36 neutron-server[103230]: DEBUG neutron.scheduler.base_scheduler [req-f547fd8a-3d9c-4756-8d41-f96213d49809 req-28390ebc-7306-4ad7-9b19-0e64ef5740bc tempest-TestNetworkAdvancedServerOps-1633223542 tempest-TestNetworkAdvancedServerOps-1633223542-project] Resources bound (agent type, host, resource id): {{(pid=103230) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 19:32:37.283379 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.v2.base [None req-d1fed3b6-3fc4-4882-bf6c-3df376fb993a tempest-TestServerBasicOps-1685830086 tempest-TestServerBasicOps-1685830086-project] Request body: {'security_group_rule': {'security_group_id': '65ed5d36-ab26-4dda-b5da-35d8a5ba3b82', 'project_id': '0484ed2328124ada8d8870756276d1f0', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103230) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 19:32:37.294082 n-d-713498-36 neutron-server[103230]: DEBUG neutron.db.l3_dvrscheduler_db [req-f547fd8a-3d9c-4756-8d41-f96213d49809 req-28390ebc-7306-4ad7-9b19-0e64ef5740bc tempest-TestNetworkAdvancedServerOps-1633223542 tempest-TestNetworkAdvancedServerOps-1633223542-project] Received port after_create {{(pid=103230) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 19:32:37.490476 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Device 377c896d-df60-4688-91dc-6787892ae051 up at agent ovs-agent-n-d-713498-36 {{(pid=103232) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 19:32:37.520182 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-d1fed3b6-3fc4-4882-bf6c-3df376fb993a tempest-TestServerBasicOps-1685830086 tempest-TestServerBasicOps-1685830086-project] Publish callbacks [] for security_group_rule (3b79c7dd-bbb1-4d4c-8478-f73d5282423a), before_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:32:37.535186 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f547fd8a-3d9c-4756-8d41-f96213d49809 req-28390ebc-7306-4ad7-9b19-0e64ef5740bc tempest-TestNetworkAdvancedServerOps-1633223542 tempest-TestNetworkAdvancedServerOps-1633223542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:32:37.536503 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [req-f547fd8a-3d9c-4756-8d41-f96213d49809 req-28390ebc-7306-4ad7-9b19-0e64ef5740bc tempest-TestNetworkAdvancedServerOps-1633223542 tempest-TestNetworkAdvancedServerOps-1633223542-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171096'] for port (None), before_response {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:32:37.614500 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09a045a0-e635-43d0-8460-a419fc2a6a32 None None] Sync routers for ids ['fb591b5a-ef79-4802-9216-5c4a46effb50'] in n-d-713498-36 {{(pid=103232) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 19:32:37.622247 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-f547fd8a-3d9c-4756-8d41-f96213d49809 req-28390ebc-7306-4ad7-9b19-0e64ef5740bc tempest-TestNetworkAdvancedServerOps-1633223542 tempest-TestNetworkAdvancedServerOps-1633223542-project] 10.222.0.89 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.5166171 Feb 09 19:32:37.649601 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09a045a0-e635-43d0-8460-a419fc2a6a32 None None] Routers {'fb591b5a-ef79-4802-9216-5c4a46effb50'} bound to L3 agent in host n-d-713498-36 {{(pid=103232) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 19:32:37.650559 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.l3_hamode_db [None req-09a045a0-e635-43d0-8460-a419fc2a6a32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T18:51:43Z,description=,heartbeat_timestamp=2022-02-09T19:32:13Z,host='n-d-713498-36',id=93303d5e-5d17-45e8-8963-7694f87783ae,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T18:51:43Z,topic='l3_agent')) {'router_ids': ['fb591b5a-ef79-4802-9216-5c4a46effb50'], 'active': True} {{(pid=103232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:32:37.711655 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.v2.base [req-f547fd8a-3d9c-4756-8d41-f96213d49809 req-584bd795-9a98-470f-aef0-18109316b957 service neutron] Request body: {'port': {'device_id': '6d32a9d7-5256-4edb-9bbc-ad99ab71ecfa', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-713498-36'}} {{(pid=103230) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 19:32:37.753788 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-82f58b01-d43d-4dde-bd8c-ba142037b342 tempest-RoutersIpV6AdminTest-1466914516 tempest-RoutersIpV6AdminTest-1466914516-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1818987'] for router_gateway (dc10d0b6-fdfa-46f2-a0dc-a77bc2d990c7), after_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:32:37.873391 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50590595-51b8-4838-8a1d-4eb3081144c8 req-6fbd2bc9-9540-4c15-bedf-074a797cbfcb tempest-ServerActionsTestJSON-347500300 tempest-ServerActionsTestJSON-347500300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:32:37.881268 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-50590595-51b8-4838-8a1d-4eb3081144c8 req-6fbd2bc9-9540-4c15-bedf-074a797cbfcb tempest-ServerActionsTestJSON-347500300 tempest-ServerActionsTestJSON-347500300-project] 10.222.0.75 "GET /v2.0/ports?device_id=de192669-200d-4920-933f-d2a9401df8ae HTTP/1.1" status: 200 len: 907 time: 0.4757342 Feb 09 19:32:37.900473 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.provisioning_blocks [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Provisioning complete for port 377c896d-df60-4688-91dc-6787892ae051 triggered by entity L2. {{(pid=103232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 19:32:37.902879 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593630'] for port (377c896d-df60-4688-91dc-6787892ae051), provisioning_complete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:32:37.936372 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-766c0c84-4b41-43b1-9ab3-cc9f8f840419 req-25ded320-a372-4160-8eda-abcabe6067b9 tempest-TestNetworkAdvancedServerOps-1633223542 tempest-TestNetworkAdvancedServerOps-1633223542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:32:37.946716 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-d1fed3b6-3fc4-4882-bf6c-3df376fb993a tempest-TestServerBasicOps-1685830086 tempest-TestServerBasicOps-1685830086-project] Publish callbacks [] for security_group_rule (3b79c7dd-bbb1-4d4c-8478-f73d5282423a), precommit_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:32:37.951222 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-766c0c84-4b41-43b1-9ab3-cc9f8f840419 req-25ded320-a372-4160-8eda-abcabe6067b9 tempest-TestNetworkAdvancedServerOps-1633223542 tempest-TestNetworkAdvancedServerOps-1633223542-project] 10.222.0.75 "GET /v2.0/ports?device_id=6d32a9d7-5256-4edb-9bbc-ad99ab71ecfa HTTP/1.1" status: 200 len: 931 time: 0.6048198 Feb 09 19:32:37.986646 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.provisioning_blocks [None req-ae138501-4a81-4ee7-88ee-7b6404fdb8c9 None None] Provisioning complete for port 55e8868e-9f04-4f11-be1b-5fd1709a5f15 triggered by entity DHCP. {{(pid=103232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 19:32:37.986646 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-ae138501-4a81-4ee7-88ee-7b6404fdb8c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593630'] for port (55e8868e-9f04-4f11-be1b-5fd1709a5f15), provisioning_complete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:32:38.003608 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-d1fed3b6-3fc4-4882-bf6c-3df376fb993a tempest-TestServerBasicOps-1685830086 tempest-TestServerBasicOps-1685830086-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1892250'] for security_group_rule (3b79c7dd-bbb1-4d4c-8478-f73d5282423a), after_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:32:38.063873 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-d1fed3b6-3fc4-4882-bf6c-3df376fb993a tempest-TestServerBasicOps-1685830086 tempest-TestServerBasicOps-1685830086-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:32:38.070816 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-d1fed3b6-3fc4-4882-bf6c-3df376fb993a tempest-TestServerBasicOps-1685830086 tempest-TestServerBasicOps-1685830086-project] 10.222.0.75 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.7947423 Feb 09 19:32:38.071157 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 35144) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:32:38.093319 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.v2.base [None req-8fb51401-4f0f-4ade-8805-b1ee4295455d tempest-TestServerBasicOps-1685830086 tempest-TestServerBasicOps-1685830086-project] Request body: {'security_group_rule': {'security_group_id': '65ed5d36-ab26-4dda-b5da-35d8a5ba3b82', 'project_id': '0484ed2328124ada8d8870756276d1f0', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 19:32:38.094001 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1fed3b6-3fc4-4882-bf6c-3df376fb993a tempest-TestServerBasicOps-1685830086 tempest-TestServerBasicOps-1685830086-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3b79c7dd-bbb1-4d4c-8478-f73d5282423a,revision_number=0']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:32:38.100257 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [req-f547fd8a-3d9c-4756-8d41-f96213d49809 req-584bd795-9a98-470f-aef0-18109316b957 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (55e8868e-9f04-4f11-be1b-5fd1709a5f15), before_update {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:32:38.138443 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [req-36180c5c-62b4-4dca-8b76-ba676483d015 req-6fd2f68b-51c5-400c-a065-58a78aa679e7 tempest-ServerActionsTestJSON-347500300 tempest-ServerActionsTestJSON-347500300-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762867177463', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762866656476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14393751'] for port (7ae35eb4-239a-4106-995f-63bcb4730611), after_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:32:38.143487 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-ae138501-4a81-4ee7-88ee-7b6404fdb8c9 None None] Port 55e8868e-9f04-4f11-be1b-5fd1709a5f15 cannot update to ACTIVE because it is not bound. {{(pid=103232) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 19:32:38.180828 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.l3_dvr_db [None req-09a045a0-e635-43d0-8460-a419fc2a6a32 None None] Set router fb591b5a-ef79-4802-9216-5c4a46effb50 gateway port host: n-d-713498-36 {{(pid=103232) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 19:32:38.192661 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-8fb51401-4f0f-4ade-8805-b1ee4295455d tempest-TestServerBasicOps-1685830086 tempest-TestServerBasicOps-1685830086-project] Publish callbacks [] for security_group_rule (00a0a8f7-0291-474c-82fd-afed31083225), before_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:32:38.268647 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-766c0c84-4b41-43b1-9ab3-cc9f8f840419 req-ef24f44a-7a84-452c-9e09-ce240e367024 tempest-TestNetworkAdvancedServerOps-1633223542 tempest-TestNetworkAdvancedServerOps-1633223542-project] 10.222.0.75 "GET /v2.0/security-groups?id=3248743f-f5fe-4756-978e-05f0e965efae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2654002 Feb 09 19:32:38.301226 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fd2f68b-51c5-400c-a065-58a78aa679e7 tempest-ServerActionsTestJSON-347500300 tempest-ServerActionsTestJSON-347500300-project] Pushing event deleted for resources: {'Port': ['ID=7ae35eb4-239a-4106-995f-63bcb4730611,revision_number=None']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:32:38.398478 n-d-713498-36 neutron-server[103230]: DEBUG neutron.db.l3_dvrscheduler_db [req-36180c5c-62b4-4dca-8b76-ba676483d015 req-6fd2f68b-51c5-400c-a065-58a78aa679e7 tempest-ServerActionsTestJSON-347500300 tempest-ServerActionsTestJSON-347500300-project] No DVR routers for this DVR port 7ae35eb4-239a-4106-995f-63bcb4730611 on host n-h2-713498-36 {{(pid=103230) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 19:32:38.410836 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [req-36180c5c-62b4-4dca-8b76-ba676483d015 req-6fd2f68b-51c5-400c-a065-58a78aa679e7 tempest-ServerActionsTestJSON-347500300 tempest-ServerActionsTestJSON-347500300-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171096'] for port (None), before_response {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:32:38.429127 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-36180c5c-62b4-4dca-8b76-ba676483d015 req-6fd2f68b-51c5-400c-a065-58a78aa679e7 tempest-ServerActionsTestJSON-347500300 tempest-ServerActionsTestJSON-347500300-project] 10.222.0.90 "DELETE /v2.0/ports/7ae35eb4-239a-4106-995f-63bcb4730611 HTTP/1.1" status: 204 len: 173 time: 2.1491723 Feb 09 19:32:38.429946 n-d-713498-36 neutron-server[103230]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'de192669-200d-4920-933f-d2a9401df8ae', 'name': 'network-vif-deleted', 'tag': '7ae35eb4-239a-4106-995f-63bcb4730611'}] {{(pid=103230) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 19:32:38.448313 n-d-713498-36 neutron-server[103230]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aee5919275bae9f72eb374ee322673045eb80c1f84b4b45a97d96923bd50ab51" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c34dbe0d-34bc-4d74-802c-cd7967c97489" -d '{"events": [{"server_uuid": "de192669-200d-4920-933f-d2a9401df8ae", "name": "network-vif-deleted", "tag": "7ae35eb4-239a-4106-995f-63bcb4730611"}]}' {{(pid=103230) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 19:32:38.692208 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-82f58b01-d43d-4dde-bd8c-ba142037b342 tempest-RoutersIpV6AdminTest-1466914516 tempest-RoutersIpV6AdminTest-1466914516-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1822118', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1834952', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-58494'] for router (dc10d0b6-fdfa-46f2-a0dc-a77bc2d990c7), precommit_update {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:32:38.722109 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-82f58b01-d43d-4dde-bd8c-ba142037b342 tempest-RoutersIpV6AdminTest-1466914516 tempest-RoutersIpV6AdminTest-1466914516-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1818951', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1822125', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1822132', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1834967'] for router (dc10d0b6-fdfa-46f2-a0dc-a77bc2d990c7), after_update {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:32:38.759399 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-8fb51401-4f0f-4ade-8805-b1ee4295455d tempest-TestServerBasicOps-1685830086 tempest-TestServerBasicOps-1685830086-project] Publish callbacks [] for security_group_rule (00a0a8f7-0291-474c-82fd-afed31083225), precommit_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:32:38.782874 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Current status of the port 377c896d-df60-4688-91dc-6787892ae051 is: ACTIVE; New status is: ACTIVE {{(pid=103232) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 19:32:38.790198 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Device 666a1094-ba07-4c06-b170-0e559eb435f8 up at agent ovs-agent-n-d-713498-36 {{(pid=103232) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 19:32:38.817675 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-8fb51401-4f0f-4ade-8805-b1ee4295455d tempest-TestServerBasicOps-1685830086 tempest-TestServerBasicOps-1685830086-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1892250'] for security_group_rule (00a0a8f7-0291-474c-82fd-afed31083225), after_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:32:39.030240 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fb51401-4f0f-4ade-8805-b1ee4295455d tempest-TestServerBasicOps-1685830086 tempest-TestServerBasicOps-1685830086-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=00a0a8f7-0291-474c-82fd-afed31083225,revision_number=0']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:32:39.038307 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.provisioning_blocks [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Provisioning complete for port 666a1094-ba07-4c06-b170-0e559eb435f8 triggered by entity L2. {{(pid=103232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 19:32:39.038689 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593630'] for port (666a1094-ba07-4c06-b170-0e559eb435f8), provisioning_complete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:32:39.059091 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-8fb51401-4f0f-4ade-8805-b1ee4295455d tempest-TestServerBasicOps-1685830086 tempest-TestServerBasicOps-1685830086-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:32:39.062936 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-8fb51401-4f0f-4ade-8805-b1ee4295455d tempest-TestServerBasicOps-1685830086 tempest-TestServerBasicOps-1685830086-project] 10.222.0.75 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.9882936 Feb 09 19:32:39.138653 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 35186) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:32:39.141618 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-9228ddc4-1e38-4f9d-a5bc-92028b868f9f req-16098c98-dd8d-417c-bfd6-a7eb82260ac4 tempest-ServerActionsTestJSON-347500300 tempest-ServerActionsTestJSON-347500300-project] 10.222.0.75 "GET /v2.0/ports?device_id=de192669-200d-4920-933f-d2a9401df8ae HTTP/1.1" status: 200 len: 210 time: 0.0865674 Feb 09 19:32:39.160814 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.v2.base [None req-a63bc904-1ccf-4648-a189-6b462d95d708 tempest-TestServerBasicOps-1685830086 tempest-TestServerBasicOps-1685830086-project] Request body: {'security_group_rule': {'security_group_id': '65ed5d36-ab26-4dda-b5da-35d8a5ba3b82', 'project_id': '0484ed2328124ada8d8870756276d1f0', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 19:32:39.203056 n-d-713498-36 neutron-server[103229]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-82f58b01-d43d-4dde-bd8c-ba142037b342 tempest-RoutersIpV6AdminTest-1466914516 tempest-RoutersIpV6AdminTest-1466914516-project] Router dc10d0b6-fdfa-46f2-a0dc-a77bc2d990c7 has already been hosted by L3 agent 93303d5e-5d17-45e8-8963-7694f87783ae {{(pid=103229) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 19:32:39.262006 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.plugin [None req-02a49998-0883-4502-be56-0b3c90a09811 tempest-RoutersTest-1116560139 tempest-RoutersTest-1116560139-project] Deleting port d187c8fb-3fcd-409d-9632-3e5508094ad2 {{(pid=103229) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 19:32:39.262358 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-02a49998-0883-4502-be56-0b3c90a09811 tempest-RoutersTest-1116560139 tempest-RoutersTest-1116560139-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762867170196'] for port (d187c8fb-3fcd-409d-9632-3e5508094ad2), before_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:32:39.276573 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-a63bc904-1ccf-4648-a189-6b462d95d708 tempest-TestServerBasicOps-1685830086 tempest-TestServerBasicOps-1685830086-project] Publish callbacks [] for security_group_rule (d0f50352-bf26-4170-928a-60ac4090285a), before_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:32:39.304445 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Current status of the port 666a1094-ba07-4c06-b170-0e559eb435f8 is: ACTIVE; New status is: ACTIVE {{(pid=103232) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 19:32:39.309244 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Device 60f4dbdc-21d8-4bc7-92b2-aa1fcb9ba94d up at agent ovs-agent-n-d-713498-36 {{(pid=103232) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 19:32:39.381670 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.l3_hamode_db [None req-09a045a0-e635-43d0-8460-a419fc2a6a32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fb591b5a-ef79-4802-9216-5c4a46effb50', 'name': 'tempest-TestServerBasicOps-861232182-router', 'tenant_id': '186ee2795ec54b078ce75afec47c5196', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88055e1e-672a-4487-be31-ffb6e833ece5', 'external_fixed_ips': [{'subnet_id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'ip_address': '172.25.1.158'}], 'enable_snat': True}, 'gw_port_id': '60f4dbdc-21d8-4bc7-92b2-aa1fcb9ba94d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T19:32:20Z', 'updated_at': '2022-02-09T19:32:28Z', 'revision_number': 4, 'project_id': '186ee2795ec54b078ce75afec47c5196', 'gw_port': {'id': '60f4dbdc-21d8-4bc7-92b2-aa1fcb9ba94d', 'name': '', 'network_id': '88055e1e-672a-4487-be31-ffb6e833ece5', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:3a:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fb591b5a-ef79-4802-9216-5c4a46effb50', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3085, 'fixed_ips': [{'subnet_id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'ip_address': '172.25.1.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T19:32:21Z', 'updated_at': '2022-02-09T19:32:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-36', '_interfaces': [{'id': 'b366f6a5-0200-4c0d-87d7-1e22a5e22c3d', 'name': '', 'network_id': '65e943bb-cd72-447f-91a2-ca24680c1182', 'tenant_id': '186ee2795ec54b078ce75afec47c5196', 'mac_address': 'fa:16:3e:31:3f:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fb591b5a-ef79-4802-9216-5c4a46effb50', 'device_owner': 'network:router_interface', 'standard_attr_id': 3090, 'fixed_ips': [{'subnet_id': 'e3f2d53f-5ae9-4eeb-aad6-a1b0d981c69b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T19:32:24Z', 'updated_at': '2022-02-09T19:32:29Z', 'revision_number': 2, 'project_id': '186ee2795ec54b078ce75afec47c5196', 'subnets': [{'id': 'e3f2d53f-5ae9-4eeb-aad6-a1b0d981c69b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-36', False) {} {{(pid=103232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:32:39.459644 n-d-713498-36 neutron-server[103230]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 19:32:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-275c6647-be0b-46d0-9847-4dbf74bf0af1 x-openstack-request-id: req-275c6647-be0b-46d0-9847-4dbf74bf0af1 {{(pid=103230) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 19:32:39.461714 n-d-713498-36 neutron-server[103230]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "de192669-200d-4920-933f-d2a9401df8ae", "name": "network-vif-deleted", "tag": "7ae35eb4-239a-4106-995f-63bcb4730611", "status": "completed", "code": 200}]} {{(pid=103230) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 19:32:39.462839 n-d-713498-36 neutron-server[103230]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-275c6647-be0b-46d0-9847-4dbf74bf0af1 {{(pid=103230) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 19:32:39.463500 n-d-713498-36 neutron-server[103230]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'de192669-200d-4920-933f-d2a9401df8ae', 'name': 'network-vif-deleted', 'tag': '7ae35eb4-239a-4106-995f-63bcb4730611', 'status': 'completed', 'code': 200} Feb 09 19:32:39.531331 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09a045a0-e635-43d0-8460-a419fc2a6a32 None None] Checking router: fb591b5a-ef79-4802-9216-5c4a46effb50 for host: n-d-713498-36 {{(pid=103232) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 19:32:39.531707 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09a045a0-e635-43d0-8460-a419fc2a6a32 None None] Updating router fb591b5a-ef79-4802-9216-5c4a46effb50 port b366f6a5-0200-4c0d-87d7-1e22a5e22c3d binding host n-d-713498-36 {{(pid=103232) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 19:32:39.578634 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-82f58b01-d43d-4dde-bd8c-ba142037b342 tempest-RoutersIpV6AdminTest-1466914516 tempest-RoutersIpV6AdminTest-1466914516-project] Notify agent at l3_agent.n-d-713498-36 the message routers_updated {{(pid=103229) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 19:32:39.590145 n-d-713498-36 neutron-server[103233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3c2c794-5f4d-4b22-a96f-fc74d274b61b None None] Sync routers for ids ['dc10d0b6-fdfa-46f2-a0dc-a77bc2d990c7'] in n-d-713498-36 {{(pid=103233) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 19:32:39.592511 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.provisioning_blocks [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Provisioning complete for port 60f4dbdc-21d8-4bc7-92b2-aa1fcb9ba94d triggered by entity L2. {{(pid=103232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 19:32:39.593860 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593630'] for port (60f4dbdc-21d8-4bc7-92b2-aa1fcb9ba94d), provisioning_complete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:32:39.594773 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-82f58b01-d43d-4dde-bd8c-ba142037b342 tempest-RoutersIpV6AdminTest-1466914516 tempest-RoutersIpV6AdminTest-1466914516-project] Publish callbacks [] for router (None), before_response {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:32:39.595975 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-82f58b01-d43d-4dde-bd8c-ba142037b342 tempest-RoutersIpV6AdminTest-1466914516 tempest-RoutersIpV6AdminTest-1466914516-project] 10.222.0.75 "PUT /v2.0/routers/dc10d0b6-fdfa-46f2-a0dc-a77bc2d990c7 HTTP/1.1" status: 200 len: 709 time: 6.1252723 Feb 09 19:32:39.599667 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 35194) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:32:39.609617 n-d-713498-36 neutron-server[103233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3c2c794-5f4d-4b22-a96f-fc74d274b61b None None] Routers {'dc10d0b6-fdfa-46f2-a0dc-a77bc2d990c7'} bound to L3 agent in host n-d-713498-36 {{(pid=103233) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 19:32:39.610385 n-d-713498-36 neutron-server[103233]: DEBUG neutron.db.l3_hamode_db [None req-d3c2c794-5f4d-4b22-a96f-fc74d274b61b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T18:51:43Z,description=,heartbeat_timestamp=2022-02-09T19:32:13Z,host='n-d-713498-36',id=93303d5e-5d17-45e8-8963-7694f87783ae,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T18:51:43Z,topic='l3_agent')) {'router_ids': ['dc10d0b6-fdfa-46f2-a0dc-a77bc2d990c7'], 'active': True} {{(pid=103233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:32:39.643153 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-09a045a0-e635-43d0-8460-a419fc2a6a32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (b366f6a5-0200-4c0d-87d7-1e22a5e22c3d), before_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:32:39.763017 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb7e3aac-73da-45bf-9236-46c3448695b7 req-5c52e6d3-4c9e-499d-889e-576f129aa686 tempest-TestNetworkAdvancedServerOps-1633223542 tempest-TestNetworkAdvancedServerOps-1633223542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:32:39.764671 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-cb7e3aac-73da-45bf-9236-46c3448695b7 req-5c52e6d3-4c9e-499d-889e-576f129aa686 tempest-TestNetworkAdvancedServerOps-1633223542 tempest-TestNetworkAdvancedServerOps-1633223542-project] 10.222.0.75 "GET /v2.0/ports?device_id=6d32a9d7-5256-4edb-9bbc-ad99ab71ecfa HTTP/1.1" status: 200 len: 931 time: 0.3069568 Feb 09 19:32:39.820717 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-02a49998-0883-4502-be56-0b3c90a09811 tempest-RoutersTest-1116560139 tempest-RoutersTest-1116560139-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1820838'] for port (d187c8fb-3fcd-409d-9632-3e5508094ad2), precommit_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:32:39.835283 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Current status of the port 60f4dbdc-21d8-4bc7-92b2-aa1fcb9ba94d is: DOWN; New status is: ACTIVE {{(pid=103232) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 19:32:39.835874 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (60f4dbdc-21d8-4bc7-92b2-aa1fcb9ba94d), before_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:32:39.848527 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-90fc978e-7e46-4629-838f-32b5ec8aba36 tempest-RoutersIpV6AdminTest-1179638195 tempest-RoutersIpV6AdminTest-1179638195-project-admin] 10.222.0.75 "GET /v2.0/routers/dc10d0b6-fdfa-46f2-a0dc-a77bc2d990c7 HTTP/1.1" status: 200 len: 744 time: 0.2475426 Feb 09 19:32:39.864479 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 35196) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:32:39.865623 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.plugin [None req-02a49998-0883-4502-be56-0b3c90a09811 tempest-RoutersTest-1116560139 tempest-RoutersTest-1116560139-project] Calling delete_port for d187c8fb-3fcd-409d-9632-3e5508094ad2 owned by network:router_interface {{(pid=103229) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 19:32:39.911796 n-d-713498-36 neutron-server[103233]: DEBUG neutron.db.l3_hamode_db [None req-d3c2c794-5f4d-4b22-a96f-fc74d274b61b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713498-36', False) {} {{(pid=103233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:32:39.930012 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-cb7e3aac-73da-45bf-9236-46c3448695b7 req-6c0195fd-634e-4895-8e0d-44c6dd309e7c tempest-TestNetworkAdvancedServerOps-1633223542 tempest-TestNetworkAdvancedServerOps-1633223542-project] 10.222.0.75 "GET /v2.0/security-groups?id=3248743f-f5fe-4756-978e-05f0e965efae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1505451 Feb 09 19:32:39.941881 n-d-713498-36 neutron-server[103233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3c2c794-5f4d-4b22-a96f-fc74d274b61b None None] Routers {'dc10d0b6-fdfa-46f2-a0dc-a77bc2d990c7'} bound to L3 agent in host n-d-713498-36 {{(pid=103233) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 19:32:39.942538 n-d-713498-36 neutron-server[103233]: DEBUG neutron.db.l3_hamode_db [None req-d3c2c794-5f4d-4b22-a96f-fc74d274b61b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T18:51:43Z,description=,heartbeat_timestamp=2022-02-09T19:32:13Z,host='n-d-713498-36',id=93303d5e-5d17-45e8-8963-7694f87783ae,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T18:51:43Z,topic='l3_agent')) {'router_ids': ['dc10d0b6-fdfa-46f2-a0dc-a77bc2d990c7'], 'active': True} {{(pid=103233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:32:39.968514 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Device 7ae35eb4-239a-4106-995f-63bcb4730611 no longer exists at agent hyperv_n-h2-713498-36 {{(pid=103232) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 19:32:39.991657 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-abfbe7a4-14a6-4769-890e-60a7ed7adc28 tempest-RoutersIpV6AdminTest-1179638195 tempest-RoutersIpV6AdminTest-1179638195-project-admin] 10.222.0.75 "GET /v2.0/ports?network_id=88055e1e-672a-4487-be31-ffb6e833ece5&device_id=dc10d0b6-fdfa-46f2-a0dc-a77bc2d990c7 HTTP/1.1" status: 200 len: 205 time: 0.1210582 Feb 09 19:32:39.994215 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-a63bc904-1ccf-4648-a189-6b462d95d708 tempest-TestServerBasicOps-1685830086 tempest-TestServerBasicOps-1685830086-project] Publish callbacks [] for security_group_rule (d0f50352-bf26-4170-928a-60ac4090285a), precommit_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:32:39.998114 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 35198) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:32:40.012043 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] For port 60f4dbdc-21d8-4bc7-92b2-aa1fcb9ba94d, host n-d-713498-36, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-36',level=0,port_id=60f4dbdc-21d8-4bc7-92b2-aa1fcb9ba94d,segment=NetworkSegment(a4222f89-8d3f-4b51-953b-1a8126392491),segment_id=a4222f89-8d3f-4b51-953b-1a8126392491)] {{(pid=103232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 19:32:40.039945 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762867176205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762866656485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762866656503'] for port (60f4dbdc-21d8-4bc7-92b2-aa1fcb9ba94d), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:32:40.047250 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-7429db8d-6021-40ad-813e-885be449a89b None None] No Port match for: 7ae35eb4-239a-4106-995f-63bcb4730611 {{(pid=103232) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 19:32:40.048072 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Device 7ae35eb4-239a-4106-995f-63bcb4730611 not bound to the agent host n-h2-713498-36 {{(pid=103232) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 19:32:40.048966 n-d-713498-36 neutron-server[103233]: DEBUG neutron.db.l3_hamode_db [None req-d3c2c794-5f4d-4b22-a96f-fc74d274b61b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713498-36', False) {} {{(pid=103233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:32:40.049628 n-d-713498-36 neutron-server[103233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3c2c794-5f4d-4b22-a96f-fc74d274b61b None None] The sync data for ids ['dc10d0b6-fdfa-46f2-a0dc-a77bc2d990c7'] in n-d-713498-36 is: [] {{(pid=103233) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 19:32:40.051711 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-a63bc904-1ccf-4648-a189-6b462d95d708 tempest-TestServerBasicOps-1685830086 tempest-TestServerBasicOps-1685830086-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1892250'] for security_group_rule (d0f50352-bf26-4170-928a-60ac4090285a), after_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:32:40.059315 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-a814e4f4-a2c4-4d7c-8b01-ca112a52fc78 tempest-RoutersIpV6AdminTest-1466914516 tempest-RoutersIpV6AdminTest-1466914516-project] 10.222.0.75 "GET /v2.0/ports?device_id=dc10d0b6-fdfa-46f2-a0dc-a77bc2d990c7 HTTP/1.1" status: 200 len: 205 time: 0.0577908 Feb 09 19:32:40.076169 n-d-713498-36 neutron-server[103230]: DEBUG neutron.notifiers.nova [req-f547fd8a-3d9c-4756-8d41-f96213d49809 req-584bd795-9a98-470f-aef0-18109316b957 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 55e8868e-9f04-4f11-be1b-5fd1709a5f15 {{(pid=103230) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 19:32:40.091614 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 35200) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:32:40.108514 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a63bc904-1ccf-4648-a189-6b462d95d708 tempest-TestServerBasicOps-1685830086 tempest-TestServerBasicOps-1685830086-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d0f50352-bf26-4170-928a-60ac4090285a,revision_number=0']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:32:40.133195 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-a63bc904-1ccf-4648-a189-6b462d95d708 tempest-TestServerBasicOps-1685830086 tempest-TestServerBasicOps-1685830086-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:32:40.137051 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-a63bc904-1ccf-4648-a189-6b462d95d708 tempest-TestServerBasicOps-1685830086 tempest-TestServerBasicOps-1685830086-project] 10.222.0.75 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.9874704 Feb 09 19:32:40.137968 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 35202) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:32:40.143009 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.v2.base [None req-9b6ddbdb-cff1-4ab8-b960-0eff36346f3d tempest-TestServerBasicOps-1685830086 tempest-TestServerBasicOps-1685830086-project] Request body: {'security_group_rule': {'security_group_id': '65ed5d36-ab26-4dda-b5da-35d8a5ba3b82', 'project_id': '0484ed2328124ada8d8870756276d1f0', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 19:32:40.179805 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Pushing event updated for resources: {'Port': ['ID=60f4dbdc-21d8-4bc7-92b2-aa1fcb9ba94d,revision_number=4']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:32:40.218046 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [req-f547fd8a-3d9c-4756-8d41-f96213d49809 req-584bd795-9a98-470f-aef0-18109316b957 service neutron] Publish callbacks [] for port (55e8868e-9f04-4f11-be1b-5fd1709a5f15), precommit_update {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:32:40.232190 n-d-713498-36 neutron-server[103230]: DEBUG neutron.db.provisioning_blocks [req-f547fd8a-3d9c-4756-8d41-f96213d49809 req-584bd795-9a98-470f-aef0-18109316b957 service neutron] Transition to ACTIVE for port object 55e8868e-9f04-4f11-be1b-5fd1709a5f15 will not be triggered until provisioned by entity L2. {{(pid=103230) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 19:32:40.267349 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [req-f547fd8a-3d9c-4756-8d41-f96213d49809 req-584bd795-9a98-470f-aef0-18109316b957 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762867176205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762866656485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762866656503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14393758'] for port (55e8868e-9f04-4f11-be1b-5fd1709a5f15), after_update {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:32:40.304582 n-d-713498-36 neutron-server[103229]: INFO neutron.db.securitygroups_db [None req-9b6ddbdb-cff1-4ab8-b960-0eff36346f3d tempest-TestServerBasicOps-1685830086 tempest-TestServerBasicOps-1685830086-project] Project 0484ed2328124ada8d8870756276d1f0 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 09 19:32:40.323644 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-58ec40bf-86b4-401d-a8db-ff269a8eafaa tempest-RoutersIpV6AdminTest-1466914516 tempest-RoutersIpV6AdminTest-1466914516-project] Publish callbacks [] for router (dc10d0b6-fdfa-46f2-a0dc-a77bc2d990c7), before_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:32:40.334128 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-9b6ddbdb-cff1-4ab8-b960-0eff36346f3d tempest-TestServerBasicOps-1685830086 tempest-TestServerBasicOps-1685830086-project] Publish callbacks [] for security_group_rule (9ca88a4d-627c-4403-91a1-e685aeb5f955), before_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:32:40.491803 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-09a045a0-e635-43d0-8460-a419fc2a6a32 None None] Publish callbacks [] for port (b366f6a5-0200-4c0d-87d7-1e22a5e22c3d), precommit_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:32:40.500703 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-09a045a0-e635-43d0-8460-a419fc2a6a32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762867176205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762866656485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762866656503'] for port (b366f6a5-0200-4c0d-87d7-1e22a5e22c3d), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:32:40.603643 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-584bd795-9a98-470f-aef0-18109316b957 service neutron] Pushing event updated for resources: {'Port': ['ID=55e8868e-9f04-4f11-be1b-5fd1709a5f15,revision_number=2']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:32:40.627414 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-02a49998-0883-4502-be56-0b3c90a09811 tempest-RoutersTest-1116560139 tempest-RoutersTest-1116560139-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762867177463', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762866656476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12867576'] for port (d187c8fb-3fcd-409d-9632-3e5508094ad2), after_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:32:40.713382 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4e9818e-cd4a-4f82-a964-14d14dfc24c6 None None] Pushing event updated for resources: {'Port': ['ID=b366f6a5-0200-4c0d-87d7-1e22a5e22c3d,revision_number=3']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:32:40.721851 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.managers [req-f547fd8a-3d9c-4756-8d41-f96213d49809 req-584bd795-9a98-470f-aef0-18109316b957 service neutron] Attempting to bind port 55e8868e-9f04-4f11-be1b-5fd1709a5f15 on host n-h1-713498-36 for vnic_type normal with profile {{(pid=103230) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 19:32:40.727547 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.managers [req-f547fd8a-3d9c-4756-8d41-f96213d49809 req-584bd795-9a98-470f-aef0-18109316b957 service neutron] Attempting to bind port 55e8868e-9f04-4f11-be1b-5fd1709a5f15 by drivers openvswitch,hyperv on host n-h1-713498-36 at level 0 using segments [{'id': '7287aa74-ccfd-4c41-8369-48f2461d359d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': '34db1430-f99d-431a-b04f-54003e680bea'}] {{(pid=103230) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 19:32:40.727932 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f547fd8a-3d9c-4756-8d41-f96213d49809 req-584bd795-9a98-470f-aef0-18109316b957 service neutron] Attempting to bind port 55e8868e-9f04-4f11-be1b-5fd1709a5f15 on network 34db1430-f99d-431a-b04f-54003e680bea {{(pid=103230) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 19:32:40.842642 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.managers [None req-09a045a0-e635-43d0-8460-a419fc2a6a32 None None] Attempting to bind port b366f6a5-0200-4c0d-87d7-1e22a5e22c3d on host n-d-713498-36 for vnic_type normal with profile {{(pid=103232) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 19:32:40.843958 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.managers [None req-09a045a0-e635-43d0-8460-a419fc2a6a32 None None] Attempting to bind port b366f6a5-0200-4c0d-87d7-1e22a5e22c3d by drivers openvswitch,hyperv on host n-d-713498-36 at level 0 using segments [{'id': '12c5c233-f35c-4040-8456-92eb7a372221', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': '65e943bb-cd72-447f-91a2-ca24680c1182'}] {{(pid=103232) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 19:32:40.844543 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09a045a0-e635-43d0-8460-a419fc2a6a32 None None] Attempting to bind port b366f6a5-0200-4c0d-87d7-1e22a5e22c3d on network 65e943bb-cd72-447f-91a2-ca24680c1182 {{(pid=103232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 19:32:40.847664 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-5cc2e6a3-744b-4ad9-9dd0-814021f1c4ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762867132591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593584'] for agent (af91e4b9-f4e1-42b1-a25c-a10dc47171c8), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:32:40.857403 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09a045a0-e635-43d0-8460-a419fc2a6a32 None None] Checking agent: {'id': '496418a2-c002-4aec-ab1a-07f3bea491bd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-36', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 18, 51, 47), 'started_at': datetime.datetime(2022, 2, 9, 18, 52, 17), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 19, 32, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-36'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 19:32:40.858164 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09a045a0-e635-43d0-8460-a419fc2a6a32 None None] Checking segment: {'id': '12c5c233-f35c-4040-8456-92eb7a372221', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': '65e943bb-cd72-447f-91a2-ca24680c1182'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103232) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 19:32:40.859054 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-09a045a0-e635-43d0-8460-a419fc2a6a32 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:32:40.862078 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09a045a0-e635-43d0-8460-a419fc2a6a32 None None] Bound using segment: {'id': '12c5c233-f35c-4040-8456-92eb7a372221', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': '65e943bb-cd72-447f-91a2-ca24680c1182'} {{(pid=103232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 19:32:40.863985 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.managers [None req-09a045a0-e635-43d0-8460-a419fc2a6a32 None None] Bound port: b366f6a5-0200-4c0d-87d7-1e22a5e22c3d, host: n-d-713498-36, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '12c5c233-f35c-4040-8456-92eb7a372221', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': '65e943bb-cd72-447f-91a2-ca24680c1182'}}] {{(pid=103232) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 19:32:40.864686 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-09a045a0-e635-43d0-8460-a419fc2a6a32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (b366f6a5-0200-4c0d-87d7-1e22a5e22c3d), before_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:32:40.870718 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02a49998-0883-4502-be56-0b3c90a09811 tempest-RoutersTest-1116560139 tempest-RoutersTest-1116560139-project] Pushing event deleted for resources: {'Port': ['ID=d187c8fb-3fcd-409d-9632-3e5508094ad2,revision_number=None']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:32:40.896106 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f547fd8a-3d9c-4756-8d41-f96213d49809 req-584bd795-9a98-470f-aef0-18109316b957 service neutron] Port 55e8868e-9f04-4f11-be1b-5fd1709a5f15 on network 34db1430-f99d-431a-b04f-54003e680bea not bound, no agent of type Open vSwitch agent registered on host n-h1-713498-36 {{(pid=103230) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 19:32:40.902659 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f547fd8a-3d9c-4756-8d41-f96213d49809 req-584bd795-9a98-470f-aef0-18109316b957 service neutron] Attempting to bind port 55e8868e-9f04-4f11-be1b-5fd1709a5f15 on network 34db1430-f99d-431a-b04f-54003e680bea {{(pid=103230) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 19:32:40.916247 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f547fd8a-3d9c-4756-8d41-f96213d49809 req-584bd795-9a98-470f-aef0-18109316b957 service neutron] Checking agent: {'id': '488cd9ae-631f-4955-ba0b-4f5a13f12e9c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713498-36', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 18, 59, 18), 'started_at': datetime.datetime(2022, 2, 9, 18, 59, 18), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 19, 32, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103230) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 19:32:40.918601 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f547fd8a-3d9c-4756-8d41-f96213d49809 req-584bd795-9a98-470f-aef0-18109316b957 service neutron] Checking segment: {'id': '7287aa74-ccfd-4c41-8369-48f2461d359d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': '34db1430-f99d-431a-b04f-54003e680bea'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103230) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 19:32:40.919711 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f547fd8a-3d9c-4756-8d41-f96213d49809 req-584bd795-9a98-470f-aef0-18109316b957 service neutron] Bound using segment: {'id': '7287aa74-ccfd-4c41-8369-48f2461d359d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': '34db1430-f99d-431a-b04f-54003e680bea'} {{(pid=103230) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 19:32:40.920527 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.managers [req-f547fd8a-3d9c-4756-8d41-f96213d49809 req-584bd795-9a98-470f-aef0-18109316b957 service neutron] Bound port: 55e8868e-9f04-4f11-be1b-5fd1709a5f15, host: n-h1-713498-36, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7287aa74-ccfd-4c41-8369-48f2461d359d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': '34db1430-f99d-431a-b04f-54003e680bea'}}] {{(pid=103230) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 19:32:40.921112 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [req-f547fd8a-3d9c-4756-8d41-f96213d49809 req-584bd795-9a98-470f-aef0-18109316b957 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (55e8868e-9f04-4f11-be1b-5fd1709a5f15), before_update {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:32:40.940811 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-58ec40bf-86b4-401d-a8db-ff269a8eafaa tempest-RoutersIpV6AdminTest-1466914516 tempest-RoutersIpV6AdminTest-1466914516-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1834988', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-58375'] for router (dc10d0b6-fdfa-46f2-a0dc-a77bc2d990c7), precommit_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:32:40.944594 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-58ec40bf-86b4-401d-a8db-ff269a8eafaa tempest-RoutersIpV6AdminTest-1466914516 tempest-RoutersIpV6AdminTest-1466914516-project] Publish callbacks [] for router_controller (dc10d0b6-fdfa-46f2-a0dc-a77bc2d990c7), precommit_delete_associations {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:32:41.095620 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-9b6ddbdb-cff1-4ab8-b960-0eff36346f3d tempest-TestServerBasicOps-1685830086 tempest-TestServerBasicOps-1685830086-project] Publish callbacks [] for security_group_rule (9ca88a4d-627c-4403-91a1-e685aeb5f955), precommit_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:32:41.115089 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-9b6ddbdb-cff1-4ab8-b960-0eff36346f3d tempest-TestServerBasicOps-1685830086 tempest-TestServerBasicOps-1685830086-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1892250'] for security_group_rule (9ca88a4d-627c-4403-91a1-e685aeb5f955), after_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:32:41.136766 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-09a045a0-e635-43d0-8460-a419fc2a6a32 None None] For port b366f6a5-0200-4c0d-87d7-1e22a5e22c3d, host n-d-713498-36, cleared binding levels {{(pid=103232) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 19:32:41.158127 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-09a045a0-e635-43d0-8460-a419fc2a6a32 None None] For port b366f6a5-0200-4c0d-87d7-1e22a5e22c3d, host n-d-713498-36, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-36',level=0,port_id=b366f6a5-0200-4c0d-87d7-1e22a5e22c3d,segment=NetworkSegment(12c5c233-f35c-4040-8456-92eb7a372221),segment_id=12c5c233-f35c-4040-8456-92eb7a372221)] {{(pid=103232) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 19:32:41.172336 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-09a045a0-e635-43d0-8460-a419fc2a6a32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762867176205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762866656485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762866656503'] for port (b366f6a5-0200-4c0d-87d7-1e22a5e22c3d), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:32:41.196496 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.db [req-f547fd8a-3d9c-4756-8d41-f96213d49809 req-584bd795-9a98-470f-aef0-18109316b957 service neutron] For port 55e8868e-9f04-4f11-be1b-5fd1709a5f15, host n-h1-713498-36, cleared binding levels {{(pid=103230) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 19:32:41.209230 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b6ddbdb-cff1-4ab8-b960-0eff36346f3d tempest-TestServerBasicOps-1685830086 tempest-TestServerBasicOps-1685830086-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9ca88a4d-627c-4403-91a1-e685aeb5f955,revision_number=0']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:32:41.212215 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-02a49998-0883-4502-be56-0b3c90a09811 tempest-RoutersTest-1116560139 tempest-RoutersTest-1116560139-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1613467', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1834633'] for router_interface (670f43f0-19bb-4278-98db-7a12c2e4288f), after_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:32:41.236594 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d73122b-1579-4948-a3fa-16f84ef6fb62 req-63823e09-0ed5-4a21-bb7e-f04eedee0c9c tempest-ServerActionsTestJSON-347500300 tempest-ServerActionsTestJSON-347500300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:32:41.237053 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-1d73122b-1579-4948-a3fa-16f84ef6fb62 req-63823e09-0ed5-4a21-bb7e-f04eedee0c9c tempest-ServerActionsTestJSON-347500300 tempest-ServerActionsTestJSON-347500300-project] 10.222.0.75 "GET /v2.0/ports?device_id=90fa3247-1947-4321-832f-6c7718b1bdac HTTP/1.1" status: 200 len: 946 time: 0.5484722 Feb 09 19:32:41.257020 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-9b6ddbdb-cff1-4ab8-b960-0eff36346f3d tempest-TestServerBasicOps-1685830086 tempest-TestServerBasicOps-1685830086-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:32:41.262126 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 35216) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:32:41.264461 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-9b6ddbdb-cff1-4ab8-b960-0eff36346f3d tempest-TestServerBasicOps-1685830086 tempest-TestServerBasicOps-1685830086-project] 10.222.0.75 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 1.1249590 Feb 09 19:32:41.274457 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.v2.base [None req-98ea17d9-b85b-4c48-a1d8-b09312f6a1bf tempest-TestServerBasicOps-1685830086 tempest-TestServerBasicOps-1685830086-project] Request body: {'security_group_rule': {'security_group_id': '65ed5d36-ab26-4dda-b5da-35d8a5ba3b82', 'project_id': '0484ed2328124ada8d8870756276d1f0', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103230) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 19:32:41.289722 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4e9818e-cd4a-4f82-a964-14d14dfc24c6 None None] Pushing event updated for resources: {'Port': ['ID=b366f6a5-0200-4c0d-87d7-1e22a5e22c3d,revision_number=4']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:32:41.297251 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.db [req-f547fd8a-3d9c-4756-8d41-f96213d49809 req-584bd795-9a98-470f-aef0-18109316b957 service neutron] For port 55e8868e-9f04-4f11-be1b-5fd1709a5f15, host n-h1-713498-36, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-36',level=0,port_id=55e8868e-9f04-4f11-be1b-5fd1709a5f15,segment=NetworkSegment(7287aa74-ccfd-4c41-8369-48f2461d359d),segment_id=7287aa74-ccfd-4c41-8369-48f2461d359d)] {{(pid=103230) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 19:32:41.311366 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-58ec40bf-86b4-401d-a8db-ff269a8eafaa tempest-RoutersIpV6AdminTest-1466914516 tempest-RoutersIpV6AdminTest-1466914516-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1835003'] for router (dc10d0b6-fdfa-46f2-a0dc-a77bc2d990c7), after_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:32:41.313807 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-58ec40bf-86b4-401d-a8db-ff269a8eafaa tempest-RoutersIpV6AdminTest-1466914516 tempest-RoutersIpV6AdminTest-1466914516-project] Fanout notify agent at l3_agent the message router_deleted on router dc10d0b6-fdfa-46f2-a0dc-a77bc2d990c7 {{(pid=103230) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 09 19:32:41.316885 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09a045a0-e635-43d0-8460-a419fc2a6a32 None None] Routers {'fb591b5a-ef79-4802-9216-5c4a46effb50'} bound to L3 agent in host n-d-713498-36 {{(pid=103232) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 19:32:41.317565 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.l3_hamode_db [None req-09a045a0-e635-43d0-8460-a419fc2a6a32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T18:51:43Z,description=,heartbeat_timestamp=2022-02-09T19:32:13Z,host='n-d-713498-36',id=93303d5e-5d17-45e8-8963-7694f87783ae,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T18:51:43Z,topic='l3_agent')) {'router_ids': ['fb591b5a-ef79-4802-9216-5c4a46effb50'], 'active': True} {{(pid=103232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:32:41.336398 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-58ec40bf-86b4-401d-a8db-ff269a8eafaa tempest-RoutersIpV6AdminTest-1466914516 tempest-RoutersIpV6AdminTest-1466914516-project] Publish callbacks [] for router (None), before_response {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:32:41.340795 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-58ec40bf-86b4-401d-a8db-ff269a8eafaa tempest-RoutersIpV6AdminTest-1466914516 tempest-RoutersIpV6AdminTest-1466914516-project] 10.222.0.75 "DELETE /v2.0/routers/dc10d0b6-fdfa-46f2-a0dc-a77bc2d990c7 HTTP/1.1" status: 204 len: 168 time: 1.2364283 Feb 09 19:32:41.347606 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 35218) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:32:41.377051 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [req-f547fd8a-3d9c-4756-8d41-f96213d49809 req-584bd795-9a98-470f-aef0-18109316b957 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762867176205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762866656485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762866656503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14393758'] for port (55e8868e-9f04-4f11-be1b-5fd1709a5f15), after_update {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:32:41.421913 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-1d73122b-1579-4948-a3fa-16f84ef6fb62 req-9dc6a968-2d79-4e83-9d5f-4b23efe704c6 tempest-ServerActionsTestJSON-347500300 tempest-ServerActionsTestJSON-347500300-project] 10.222.0.75 "GET /v2.0/security-groups?id=f62a4cfa-cf5c-41a8-8bc5-ff3861f4d88a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1772113 Feb 09 19:32:41.463606 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-0dea9a6f-5f6e-42b5-98f4-4a9707736c00 tempest-RoutersIpV6AdminTest-1466914516 tempest-RoutersIpV6AdminTest-1466914516-project] 10.222.0.75 "GET /v2.0/ports?device_id=dc10d0b6-fdfa-46f2-a0dc-a77bc2d990c7 HTTP/1.1" status: 200 len: 205 time: 0.1106255 Feb 09 19:32:41.469833 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.provisioning_blocks [None req-5412476b-7249-4a12-be89-53b78487a335 None None] Provisioning complete for port b366f6a5-0200-4c0d-87d7-1e22a5e22c3d triggered by entity DHCP. {{(pid=103232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 19:32:41.470647 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-5412476b-7249-4a12-be89-53b78487a335 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593630'] for port (b366f6a5-0200-4c0d-87d7-1e22a5e22c3d), provisioning_complete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:32:41.477474 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 35220) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:32:41.495973 n-d-713498-36 neutron-server[103230]: INFO neutron.db.securitygroups_db [None req-98ea17d9-b85b-4c48-a1d8-b09312f6a1bf tempest-TestServerBasicOps-1685830086 tempest-TestServerBasicOps-1685830086-project] Project 0484ed2328124ada8d8870756276d1f0 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 09 19:32:41.606978 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f28e959f-a1ec-48c9-b9ac-0f35a22adb3f req-a729db30-ae08-4b12-b5ae-a1bbbf4a825c tempest-TestNetworkAdvancedServerOps-1633223542 tempest-TestNetworkAdvancedServerOps-1633223542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:32:41.608837 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-f28e959f-a1ec-48c9-b9ac-0f35a22adb3f req-a729db30-ae08-4b12-b5ae-a1bbbf4a825c tempest-TestNetworkAdvancedServerOps-1633223542 tempest-TestNetworkAdvancedServerOps-1633223542-project] 10.222.0.75 "GET /v2.0/ports?device_id=6d32a9d7-5256-4edb-9bbc-ad99ab71ecfa HTTP/1.1" status: 200 len: 943 time: 0.4318118 Feb 09 19:32:41.612575 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f547fd8a-3d9c-4756-8d41-f96213d49809 req-584bd795-9a98-470f-aef0-18109316b957 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:32:41.613401 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [req-f547fd8a-3d9c-4756-8d41-f96213d49809 req-584bd795-9a98-470f-aef0-18109316b957 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171096'] for port (None), before_response {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:32:41.615043 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-f547fd8a-3d9c-4756-8d41-f96213d49809 req-584bd795-9a98-470f-aef0-18109316b957 service neutron] 10.222.0.89 "PUT /v2.0/ports/55e8868e-9f04-4f11-be1b-5fd1709a5f15 HTTP/1.1" status: 200 len: 1092 time: 3.9680793 Feb 09 19:32:41.616232 n-d-713498-36 neutron-server[103230]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6d32a9d7-5256-4edb-9bbc-ad99ab71ecfa', 'tag': '55e8868e-9f04-4f11-be1b-5fd1709a5f15'}] {{(pid=103230) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 19:32:41.619511 n-d-713498-36 neutron-server[103230]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aee5919275bae9f72eb374ee322673045eb80c1f84b4b45a97d96923bd50ab51" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9b652810-e085-483e-988c-66a11803dcb5" -d '{"events": [{"name": "network-changed", "server_uuid": "6d32a9d7-5256-4edb-9bbc-ad99ab71ecfa", "tag": "55e8868e-9f04-4f11-be1b-5fd1709a5f15"}]}' {{(pid=103230) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 19:32:41.627453 n-d-713498-36 neutron-server[103230]: INFO neutron.api.v2.resource [None req-d62197aa-1a11-4a72-a48a-43233d962b37 tempest-RoutersIpV6AdminTest-1466914516 tempest-RoutersIpV6AdminTest-1466914516-project] delete failed (client error): The resource could not be found. Feb 09 19:32:41.631041 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-d62197aa-1a11-4a72-a48a-43233d962b37 tempest-RoutersIpV6AdminTest-1466914516 tempest-RoutersIpV6AdminTest-1466914516-project] 10.222.0.75 "DELETE /v2.0/routers/dc10d0b6-fdfa-46f2-a0dc-a77bc2d990c7 HTTP/1.1" status: 404 len: 336 time: 0.1513278 Feb 09 19:32:41.633910 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-98ea17d9-b85b-4c48-a1d8-b09312f6a1bf tempest-TestServerBasicOps-1685830086 tempest-TestServerBasicOps-1685830086-project] Publish callbacks [] for security_group_rule (0c47b60d-f032-4440-9aa3-a9178ec00f5d), before_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:32:41.636722 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 35226) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:32:41.665089 n-d-713498-36 neutron-server[103229]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-02a49998-0883-4502-be56-0b3c90a09811 tempest-RoutersTest-1116560139 tempest-RoutersTest-1116560139-project] Router 670f43f0-19bb-4278-98db-7a12c2e4288f has already been hosted by L3 agent 93303d5e-5d17-45e8-8963-7694f87783ae {{(pid=103229) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 19:32:41.665367 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.l3_dvr_db [None req-09a045a0-e635-43d0-8460-a419fc2a6a32 None None] Set router fb591b5a-ef79-4802-9216-5c4a46effb50 gateway port host: n-d-713498-36 {{(pid=103232) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 19:32:41.769130 n-d-713498-36 neutron-server[103230]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 19:32:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0906ac38-64da-4a57-bdda-d783a8733396 x-openstack-request-id: req-0906ac38-64da-4a57-bdda-d783a8733396 {{(pid=103230) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 19:32:41.769412 n-d-713498-36 neutron-server[103230]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6d32a9d7-5256-4edb-9bbc-ad99ab71ecfa", "tag": "55e8868e-9f04-4f11-be1b-5fd1709a5f15", "status": "completed", "code": 200}]} {{(pid=103230) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 19:32:41.769654 n-d-713498-36 neutron-server[103230]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-0906ac38-64da-4a57-bdda-d783a8733396 {{(pid=103230) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 19:32:41.776402 n-d-713498-36 neutron-server[103230]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6d32a9d7-5256-4edb-9bbc-ad99ab71ecfa', 'tag': '55e8868e-9f04-4f11-be1b-5fd1709a5f15', 'status': 'completed', 'code': 200} Feb 09 19:32:41.808136 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-9f7c6fc3-643d-422b-aab1-40a143a5266a tempest-RoutersIpV6AdminTest-1466914516 tempest-RoutersIpV6AdminTest-1466914516-project] 10.222.0.75 "GET /v2.0/ports?device_id=0ef8bbef-75ee-4aad-a9d2-2affc3718256 HTTP/1.1" status: 200 len: 205 time: 0.1300499 Feb 09 19:32:41.809902 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-584bd795-9a98-470f-aef0-18109316b957 service neutron] Pushing event updated for resources: {'Port': ['ID=55e8868e-9f04-4f11-be1b-5fd1709a5f15,revision_number=3']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:32:41.817049 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 35230) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:32:41.869579 n-d-713498-36 neutron-server[103229]: INFO neutron.api.v2.resource [None req-f4fc7566-b997-49bd-8917-23711b75a485 tempest-RoutersIpV6AdminTest-1466914516 tempest-RoutersIpV6AdminTest-1466914516-project] delete failed (client error): The resource could not be found. Feb 09 19:32:41.871523 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-f4fc7566-b997-49bd-8917-23711b75a485 tempest-RoutersIpV6AdminTest-1466914516 tempest-RoutersIpV6AdminTest-1466914516-project] 10.222.0.75 "DELETE /v2.0/routers/0ef8bbef-75ee-4aad-a9d2-2affc3718256 HTTP/1.1" status: 404 len: 336 time: 0.0534124 Feb 09 19:32:41.874169 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 35232) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:32:41.919865 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-5412476b-7249-4a12-be89-53b78487a335 None None] Current status of the port b366f6a5-0200-4c0d-87d7-1e22a5e22c3d is: DOWN; New status is: ACTIVE {{(pid=103232) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 19:32:41.920531 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-5412476b-7249-4a12-be89-53b78487a335 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (b366f6a5-0200-4c0d-87d7-1e22a5e22c3d), before_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:32:41.942170 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-f28e959f-a1ec-48c9-b9ac-0f35a22adb3f req-7f44c41c-7595-4b5a-b6d0-6453000309fa tempest-TestNetworkAdvancedServerOps-1633223542 tempest-TestNetworkAdvancedServerOps-1633223542-project] 10.222.0.75 "GET /v2.0/security-groups?id=3248743f-f5fe-4756-978e-05f0e965efae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3115573 Feb 09 19:32:41.952725 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-56681d24-c07b-4090-bd0c-602effa54009 tempest-RoutersIpV6AdminTest-1466914516 tempest-RoutersIpV6AdminTest-1466914516-project] 10.222.0.75 "GET /v2.0/ports?device_id=ec1e4ba1-2d5e-4db6-82c7-22129425de4a HTTP/1.1" status: 200 len: 205 time: 0.0680134 Feb 09 19:32:41.953966 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 35234) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:32:41.954392 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-02a49998-0883-4502-be56-0b3c90a09811 tempest-RoutersTest-1116560139 tempest-RoutersTest-1116560139-project] Notify agent at l3_agent.n-d-713498-36 the message routers_updated {{(pid=103229) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 19:32:41.956630 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-98ea17d9-b85b-4c48-a1d8-b09312f6a1bf tempest-TestServerBasicOps-1685830086 tempest-TestServerBasicOps-1685830086-project] Publish callbacks [] for security_group_rule (0c47b60d-f032-4440-9aa3-a9178ec00f5d), precommit_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:32:41.961925 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-02a49998-0883-4502-be56-0b3c90a09811 tempest-RoutersTest-1116560139 tempest-RoutersTest-1116560139-project] 10.222.0.75 "PUT /v2.0/routers/670f43f0-19bb-4278-98db-7a12c2e4288f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.3244610 Feb 09 19:32:41.964181 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 35236) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:32:42.000805 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f547fd8a-3d9c-4756-8d41-f96213d49809 req-c0e8e34c-ad8c-41ad-8695-25b0df36baa1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:32:42.002729 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-f547fd8a-3d9c-4756-8d41-f96213d49809 req-c0e8e34c-ad8c-41ad-8695-25b0df36baa1 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=eba669c4f4c548e495f13ae7579d0fa6&device_id=6d32a9d7-5256-4edb-9bbc-ad99ab71ecfa HTTP/1.1" status: 200 len: 1126 time: 0.2603412 Feb 09 19:32:42.003993 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-98ea17d9-b85b-4c48-a1d8-b09312f6a1bf tempest-TestServerBasicOps-1685830086 tempest-TestServerBasicOps-1685830086-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1892250'] for security_group_rule (0c47b60d-f032-4440-9aa3-a9178ec00f5d), after_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:32:42.004348 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-5511d3d3-9405-4699-8cc0-4301b02f8bb2 tempest-RoutersTest-1116560139 tempest-RoutersTest-1116560139-project] 10.222.0.75 "GET /v2.0/ports?device_id=670f43f0-19bb-4278-98db-7a12c2e4288f HTTP/1.1" status: 200 len: 205 time: 0.0384300 Feb 09 19:32:42.007061 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 35238) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:32:42.022762 n-d-713498-36 neutron-server[103230]: INFO neutron.api.v2.resource [None req-e42b9529-6b68-44ad-991d-ab31393d7742 tempest-RoutersIpV6AdminTest-1466914516 tempest-RoutersIpV6AdminTest-1466914516-project] delete failed (client error): The resource could not be found. Feb 09 19:32:42.026972 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-e42b9529-6b68-44ad-991d-ab31393d7742 tempest-RoutersIpV6AdminTest-1466914516 tempest-RoutersIpV6AdminTest-1466914516-project] 10.222.0.75 "DELETE /v2.0/routers/ec1e4ba1-2d5e-4db6-82c7-22129425de4a HTTP/1.1" status: 404 len: 336 time: 0.0662091 Feb 09 19:32:42.033644 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 35240) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:32:42.036309 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-98ea17d9-b85b-4c48-a1d8-b09312f6a1bf tempest-TestServerBasicOps-1685830086 tempest-TestServerBasicOps-1685830086-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:32:42.037495 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-98ea17d9-b85b-4c48-a1d8-b09312f6a1bf tempest-TestServerBasicOps-1685830086 tempest-TestServerBasicOps-1685830086-project] 10.222.0.75 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.7689152 Feb 09 19:32:42.110657 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-f547fd8a-3d9c-4756-8d41-f96213d49809 req-28bbd543-01ae-4bc6-822b-cf379aafee37 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=55e8868e-9f04-4f11-be1b-5fd1709a5f15 HTTP/1.1" status: 200 len: 217 time: 0.0851605 Feb 09 19:32:42.140052 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98ea17d9-b85b-4c48-a1d8-b09312f6a1bf tempest-TestServerBasicOps-1685830086 tempest-TestServerBasicOps-1685830086-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0c47b60d-f032-4440-9aa3-a9178ec00f5d,revision_number=0']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:32:42.150710 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-9544d71b-b243-4156-83d4-e07912f3977e tempest-RoutersIpV6AdminTest-1466914516 tempest-RoutersIpV6AdminTest-1466914516-project] 10.222.0.75 "GET /v2.0/ports?device_id=d974681a-4d7e-405d-9b68-4e80cb0cab92 HTTP/1.1" status: 200 len: 205 time: 0.1117973 Feb 09 19:32:42.188959 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 35244) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:32:42.223079 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-066994d9-d621-4d63-92da-7291bf4c5c15 None None] Sync routers for ids ['670f43f0-19bb-4278-98db-7a12c2e4288f'] in n-d-713498-36 {{(pid=103232) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 19:32:42.236763 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-3e96cdc3-e8da-4ce2-95bc-9dcf5c5c7f8f tempest-RoutersTest-1116560139 tempest-RoutersTest-1116560139-project] Publish callbacks [] for router (670f43f0-19bb-4278-98db-7a12c2e4288f), before_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:32:42.267954 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-5412476b-7249-4a12-be89-53b78487a335 None None] For port b366f6a5-0200-4c0d-87d7-1e22a5e22c3d, host n-d-713498-36, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-36',level=0,port_id=b366f6a5-0200-4c0d-87d7-1e22a5e22c3d,segment=NetworkSegment(12c5c233-f35c-4040-8456-92eb7a372221),segment_id=12c5c233-f35c-4040-8456-92eb7a372221)] {{(pid=103232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 19:32:42.271857 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.l3_dvrscheduler_db [None req-066994d9-d621-4d63-92da-7291bf4c5c15 None None] Routers {'670f43f0-19bb-4278-98db-7a12c2e4288f'} bound to L3 agent in host n-d-713498-36 {{(pid=103232) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 19:32:42.272503 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.l3_hamode_db [None req-066994d9-d621-4d63-92da-7291bf4c5c15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T18:51:43Z,description=,heartbeat_timestamp=2022-02-09T19:32:13Z,host='n-d-713498-36',id=93303d5e-5d17-45e8-8963-7694f87783ae,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T18:51:43Z,topic='l3_agent')) {'router_ids': ['670f43f0-19bb-4278-98db-7a12c2e4288f'], 'active': True} {{(pid=103232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:32:42.284903 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-5412476b-7249-4a12-be89-53b78487a335 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762867176205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762866656485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762866656503'] for port (b366f6a5-0200-4c0d-87d7-1e22a5e22c3d), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:32:42.327752 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.l3_hamode_db [None req-066994d9-d621-4d63-92da-7291bf4c5c15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713498-36', False) {} {{(pid=103232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:32:42.376268 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Device b366f6a5-0200-4c0d-87d7-1e22a5e22c3d up at agent ovs-agent-n-d-713498-36 {{(pid=103232) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 19:32:42.383948 n-d-713498-36 neutron-server[103230]: INFO neutron.api.v2.resource [None req-7bfce930-e460-4129-910e-5b47a27ecb20 tempest-RoutersIpV6AdminTest-1466914516 tempest-RoutersIpV6AdminTest-1466914516-project] delete failed (client error): The resource could not be found. Feb 09 19:32:42.387531 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-7bfce930-e460-4129-910e-5b47a27ecb20 tempest-RoutersIpV6AdminTest-1466914516 tempest-RoutersIpV6AdminTest-1466914516-project] 10.222.0.75 "DELETE /v2.0/routers/d974681a-4d7e-405d-9b68-4e80cb0cab92 HTTP/1.1" status: 404 len: 336 time: 0.1946805 Feb 09 19:32:42.405990 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 35252) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:32:42.415196 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.l3_dvrscheduler_db [None req-066994d9-d621-4d63-92da-7291bf4c5c15 None None] Routers {'670f43f0-19bb-4278-98db-7a12c2e4288f'} bound to L3 agent in host n-d-713498-36 {{(pid=103232) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 19:32:42.415841 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.l3_hamode_db [None req-066994d9-d621-4d63-92da-7291bf4c5c15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T18:51:43Z,description=,heartbeat_timestamp=2022-02-09T19:32:13Z,host='n-d-713498-36',id=93303d5e-5d17-45e8-8963-7694f87783ae,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T18:51:43Z,topic='l3_agent')) {'router_ids': ['670f43f0-19bb-4278-98db-7a12c2e4288f'], 'active': True} {{(pid=103232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:32:42.446493 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f547fd8a-3d9c-4756-8d41-f96213d49809 req-2b5fa7a4-fb1c-4967-8e9c-5eab8d7a4389 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:32:42.448735 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-f547fd8a-3d9c-4756-8d41-f96213d49809 req-2b5fa7a4-fb1c-4967-8e9c-5eab8d7a4389 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=7bd817c3-27ad-42c9-8d96-8695f8509e1e HTTP/1.1" status: 200 len: 835 time: 0.3168132 Feb 09 19:32:42.453160 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-d9f5f04f-643d-4a86-9cfa-3ed94cce7f2c tempest-RoutersIpV6AdminTest-1466914516 tempest-RoutersIpV6AdminTest-1466914516-project] 10.222.0.75 "GET /v2.0/ports?device_id=209e4873-d954-46fa-95da-ef87b77998fa HTTP/1.1" status: 200 len: 205 time: 0.0422146 Feb 09 19:32:42.454540 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 35254) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:32:42.492667 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.l3_hamode_db [None req-066994d9-d621-4d63-92da-7291bf4c5c15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713498-36', False) {} {{(pid=103232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:32:42.493328 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-066994d9-d621-4d63-92da-7291bf4c5c15 None None] The sync data for ids ['670f43f0-19bb-4278-98db-7a12c2e4288f'] in n-d-713498-36 is: [] {{(pid=103232) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 19:32:42.494771 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5412476b-7249-4a12-be89-53b78487a335 None None] Pushing event updated for resources: {'Port': ['ID=b366f6a5-0200-4c0d-87d7-1e22a5e22c3d,revision_number=5']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:32:42.552517 n-d-713498-36 neutron-server[103230]: INFO neutron.api.v2.resource [None req-c80fbadc-dcec-4734-8d67-0c50fece5269 tempest-RoutersIpV6AdminTest-1466914516 tempest-RoutersIpV6AdminTest-1466914516-project] delete failed (client error): The resource could not be found. Feb 09 19:32:42.557052 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-c80fbadc-dcec-4734-8d67-0c50fece5269 tempest-RoutersIpV6AdminTest-1466914516 tempest-RoutersIpV6AdminTest-1466914516-project] 10.222.0.75 "DELETE /v2.0/routers/209e4873-d954-46fa-95da-ef87b77998fa HTTP/1.1" status: 404 len: 336 time: 0.0989771 Feb 09 19:32:42.557818 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.provisioning_blocks [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Provisioning complete for port b366f6a5-0200-4c0d-87d7-1e22a5e22c3d triggered by entity L2. {{(pid=103232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 19:32:42.557818 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593630'] for port (b366f6a5-0200-4c0d-87d7-1e22a5e22c3d), provisioning_complete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:32:42.558759 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 35258) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:32:42.561693 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.provisioning_blocks [None req-fd85f7d8-211c-41d9-bded-e65be4f095df None None] Provisioning complete for port b366f6a5-0200-4c0d-87d7-1e22a5e22c3d triggered by entity DHCP. {{(pid=103232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 19:32:42.562335 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-fd85f7d8-211c-41d9-bded-e65be4f095df None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593630'] for port (b366f6a5-0200-4c0d-87d7-1e22a5e22c3d), provisioning_complete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:32:42.635724 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-f7531b5f-d945-4b88-8aae-04aeac300319 tempest-RoutersIpV6AdminTest-1466914516 tempest-RoutersIpV6AdminTest-1466914516-project] 10.222.0.75 "GET /v2.0/ports?device_id=e9fe47ab-e32e-4600-ab33-f43de2ee9c76 HTTP/1.1" status: 200 len: 205 time: 0.0724068 Feb 09 19:32:42.653026 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 35260) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:32:42.653291 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.l3_hamode_db [None req-09a045a0-e635-43d0-8460-a419fc2a6a32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fb591b5a-ef79-4802-9216-5c4a46effb50', 'name': 'tempest-TestServerBasicOps-861232182-router', 'tenant_id': '186ee2795ec54b078ce75afec47c5196', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88055e1e-672a-4487-be31-ffb6e833ece5', 'external_fixed_ips': [{'subnet_id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'ip_address': '172.25.1.158'}], 'enable_snat': True}, 'gw_port_id': '60f4dbdc-21d8-4bc7-92b2-aa1fcb9ba94d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T19:32:20Z', 'updated_at': '2022-02-09T19:32:28Z', 'revision_number': 4, 'project_id': '186ee2795ec54b078ce75afec47c5196', 'gw_port': {'id': '60f4dbdc-21d8-4bc7-92b2-aa1fcb9ba94d', 'name': '', 'network_id': '88055e1e-672a-4487-be31-ffb6e833ece5', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:3a:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb591b5a-ef79-4802-9216-5c4a46effb50', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3085, 'fixed_ips': [{'subnet_id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'ip_address': '172.25.1.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T19:32:21Z', 'updated_at': '2022-02-09T19:32:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-36', '_interfaces': [{'id': 'b366f6a5-0200-4c0d-87d7-1e22a5e22c3d', 'name': '', 'network_id': '65e943bb-cd72-447f-91a2-ca24680c1182', 'tenant_id': '186ee2795ec54b078ce75afec47c5196', 'mac_address': 'fa:16:3e:31:3f:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fb591b5a-ef79-4802-9216-5c4a46effb50', 'device_owner': 'network:router_interface', 'standard_attr_id': 3090, 'fixed_ips': [{'subnet_id': 'e3f2d53f-5ae9-4eeb-aad6-a1b0d981c69b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T19:32:24Z', 'updated_at': '2022-02-09T19:32:41Z', 'revision_number': 4, 'project_id': '186ee2795ec54b078ce75afec47c5196', 'subnets': [{'id': 'e3f2d53f-5ae9-4eeb-aad6-a1b0d981c69b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-36', False) {} {{(pid=103232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:32:42.671007 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18d359cb-8a8e-46a8-997c-9091197eb8ad req-10a75dcc-94fe-4bc0-b9af-d197c2a717d6 tempest-ServerActionsTestJSON-347500300 tempest-ServerActionsTestJSON-347500300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:32:42.672530 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-18d359cb-8a8e-46a8-997c-9091197eb8ad req-10a75dcc-94fe-4bc0-b9af-d197c2a717d6 tempest-ServerActionsTestJSON-347500300 tempest-ServerActionsTestJSON-347500300-project] 10.222.0.90 "GET /v2.0/ports?device_id=90fa3247-1947-4321-832f-6c7718b1bdac HTTP/1.1" status: 200 len: 946 time: 0.3148248 Feb 09 19:32:42.691447 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09a045a0-e635-43d0-8460-a419fc2a6a32 None None] The sync data for ids ['fb591b5a-ef79-4802-9216-5c4a46effb50'] in n-d-713498-36 is: [{'id': 'fb591b5a-ef79-4802-9216-5c4a46effb50', 'name': 'tempest-TestServerBasicOps-861232182-router', 'tenant_id': '186ee2795ec54b078ce75afec47c5196', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88055e1e-672a-4487-be31-ffb6e833ece5', 'external_fixed_ips': [{'subnet_id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'ip_address': '172.25.1.158'}], 'enable_snat': True}, 'gw_port_id': '60f4dbdc-21d8-4bc7-92b2-aa1fcb9ba94d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T19:32:20Z', 'updated_at': '2022-02-09T19:32:28Z', 'revision_number': 4, 'project_id': '186ee2795ec54b078ce75afec47c5196', 'gw_port': {'id': '60f4dbdc-21d8-4bc7-92b2-aa1fcb9ba94d', 'name': '', 'network_id': '88055e1e-672a-4487-be31-ffb6e833ece5', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:3a:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb591b5a-ef79-4802-9216-5c4a46effb50', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3085, 'fixed_ips': [{'subnet_id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'ip_address': '172.25.1.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T19:32:21Z', 'updated_at': '2022-02-09T19:32:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-36', '_interfaces': [{'id': 'b366f6a5-0200-4c0d-87d7-1e22a5e22c3d', 'name': '', 'network_id': '65e943bb-cd72-447f-91a2-ca24680c1182', 'tenant_id': '186ee2795ec54b078ce75afec47c5196', 'mac_address': 'fa:16:3e:31:3f:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fb591b5a-ef79-4802-9216-5c4a46effb50', 'device_owner': 'network:router_interface', 'standard_attr_id': 3090, 'fixed_ips': [{'subnet_id': 'e3f2d53f-5ae9-4eeb-aad6-a1b0d981c69b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T19:32:24Z', 'updated_at': '2022-02-09T19:32:41Z', 'revision_number': 4, 'project_id': '186ee2795ec54b078ce75afec47c5196', 'subnets': [{'id': 'e3f2d53f-5ae9-4eeb-aad6-a1b0d981c69b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103232) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 19:32:42.739082 n-d-713498-36 neutron-server[103230]: INFO neutron.api.v2.resource [None req-b4557ed8-2433-4cc5-a7aa-4cfa9647e697 tempest-RoutersIpV6AdminTest-1466914516 tempest-RoutersIpV6AdminTest-1466914516-project] delete failed (client error): The resource could not be found. Feb 09 19:32:42.743615 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-b4557ed8-2433-4cc5-a7aa-4cfa9647e697 tempest-RoutersIpV6AdminTest-1466914516 tempest-RoutersIpV6AdminTest-1466914516-project] 10.222.0.75 "DELETE /v2.0/routers/e9fe47ab-e32e-4600-ab33-f43de2ee9c76 HTTP/1.1" status: 404 len: 336 time: 0.0838847 Feb 09 19:32:42.769506 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 35262) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:32:42.841245 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-fd85f7d8-211c-41d9-bded-e65be4f095df None None] Current status of the port b366f6a5-0200-4c0d-87d7-1e22a5e22c3d is: ACTIVE; New status is: ACTIVE {{(pid=103232) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 19:32:42.843774 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Current status of the port b366f6a5-0200-4c0d-87d7-1e22a5e22c3d is: ACTIVE; New status is: ACTIVE {{(pid=103232) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 19:32:42.844993 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Device 60f4dbdc-21d8-4bc7-92b2-aa1fcb9ba94d up at agent ovs-agent-n-d-713498-36 {{(pid=103232) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 19:32:42.860842 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f547fd8a-3d9c-4756-8d41-f96213d49809 req-8fe99894-24c2-442f-afc3-80201ff80243 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:32:42.862630 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-f547fd8a-3d9c-4756-8d41-f96213d49809 req-8fe99894-24c2-442f-afc3-80201ff80243 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=34db1430-f99d-431a-b04f-54003e680bea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.3964133 Feb 09 19:32:42.874775 n-d-713498-36 neutron-server[103230]: INFO neutron.pecan_wsgi.hooks.translation [None req-e6ed2abd-7d32-487e-9f62-6bd8fe53e6e4 tempest-RoutersIpV6AdminTest-1466914516 tempest-RoutersIpV6AdminTest-1466914516-project] DELETE failed (client error): The resource could not be found. Feb 09 19:32:42.875301 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e6ed2abd-7d32-487e-9f62-6bd8fe53e6e4 tempest-RoutersIpV6AdminTest-1466914516 tempest-RoutersIpV6AdminTest-1466914516-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103230) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 19:32:42.880066 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-e6ed2abd-7d32-487e-9f62-6bd8fe53e6e4 tempest-RoutersIpV6AdminTest-1466914516 tempest-RoutersIpV6AdminTest-1466914516-project] 10.222.0.75 "DELETE /v2.0/subnets/09a4c0c0-b4cf-43f8-bbce-3085998a06f0 HTTP/1.1" status: 404 len: 337 time: 0.1008763 Feb 09 19:32:42.963187 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57ef7c18-4ca9-4516-930f-2b41f47ba838 req-2373033b-4752-4127-b033-05ad634b47f0 tempest-ServerActionsTestJSON-347500300 tempest-ServerActionsTestJSON-347500300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:32:42.965071 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-57ef7c18-4ca9-4516-930f-2b41f47ba838 req-2373033b-4752-4127-b033-05ad634b47f0 tempest-ServerActionsTestJSON-347500300 tempest-ServerActionsTestJSON-347500300-project] 10.222.0.75 "GET /v2.0/ports?device_id=90fa3247-1947-4321-832f-6c7718b1bdac HTTP/1.1" status: 200 len: 946 time: 0.3642163 Feb 09 19:32:43.016392 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.provisioning_blocks [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Provisioning complete for port 60f4dbdc-21d8-4bc7-92b2-aa1fcb9ba94d triggered by entity L2. {{(pid=103232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 19:32:43.016772 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593630'] for port (60f4dbdc-21d8-4bc7-92b2-aa1fcb9ba94d), provisioning_complete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:32:43.114843 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-3e96cdc3-e8da-4ce2-95bc-9dcf5c5c7f8f tempest-RoutersTest-1116560139 tempest-RoutersTest-1116560139-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1834988', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-58375'] for router (670f43f0-19bb-4278-98db-7a12c2e4288f), precommit_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:32:43.120053 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-b3e43af7-f1b9-4473-b157-42db8460edf8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762867132591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593584'] for agent (93303d5e-5d17-45e8-8963-7694f87783ae), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:32:43.122171 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-3e96cdc3-e8da-4ce2-95bc-9dcf5c5c7f8f tempest-RoutersTest-1116560139 tempest-RoutersTest-1116560139-project] Publish callbacks [] for router_controller (670f43f0-19bb-4278-98db-7a12c2e4288f), precommit_delete_associations {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:32:43.133337 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-57ef7c18-4ca9-4516-930f-2b41f47ba838 req-b3b9fe00-7eb0-4045-acb9-45b16e8b2813 tempest-ServerActionsTestJSON-347500300 tempest-ServerActionsTestJSON-347500300-project] 10.222.0.75 "GET /v2.0/security-groups?id=f62a4cfa-cf5c-41a8-8bc5-ff3861f4d88a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1395173 Feb 09 19:32:43.145517 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-f547fd8a-3d9c-4756-8d41-f96213d49809 req-ddcb9577-7499-4be2-b9ee-7b15b03967fd service neutron] 10.222.0.89 "GET /v2.0/networks/34db1430-f99d-431a-b04f-54003e680bea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2594526 Feb 09 19:32:43.149162 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.plugin [req-18d359cb-8a8e-46a8-997c-9091197eb8ad req-f7c63692-8ff8-4441-aef1-1df35c25c9a2 tempest-ServerActionsTestJSON-347500300 tempest-ServerActionsTestJSON-347500300-project] Deleting port e138b0c7-e271-4e23-bf5b-bfa7a9e842fc {{(pid=103230) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 19:32:43.149726 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [req-18d359cb-8a8e-46a8-997c-9091197eb8ad req-f7c63692-8ff8-4441-aef1-1df35c25c9a2 tempest-ServerActionsTestJSON-347500300 tempest-ServerActionsTestJSON-347500300-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762867170196'] for port (e138b0c7-e271-4e23-bf5b-bfa7a9e842fc), before_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:32:43.210253 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-3e96cdc3-e8da-4ce2-95bc-9dcf5c5c7f8f tempest-RoutersTest-1116560139 tempest-RoutersTest-1116560139-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1835003'] for router (670f43f0-19bb-4278-98db-7a12c2e4288f), after_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:32:43.211768 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3e96cdc3-e8da-4ce2-95bc-9dcf5c5c7f8f tempest-RoutersTest-1116560139 tempest-RoutersTest-1116560139-project] Fanout notify agent at l3_agent the message router_deleted on router 670f43f0-19bb-4278-98db-7a12c2e4288f {{(pid=103229) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 09 19:32:43.224865 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Current status of the port 60f4dbdc-21d8-4bc7-92b2-aa1fcb9ba94d is: ACTIVE; New status is: ACTIVE {{(pid=103232) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 19:32:43.225551 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-3e96cdc3-e8da-4ce2-95bc-9dcf5c5c7f8f tempest-RoutersTest-1116560139 tempest-RoutersTest-1116560139-project] Publish callbacks [] for router (None), before_response {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:32:43.227242 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-3e96cdc3-e8da-4ce2-95bc-9dcf5c5c7f8f tempest-RoutersTest-1116560139 tempest-RoutersTest-1116560139-project] 10.222.0.75 "DELETE /v2.0/routers/670f43f0-19bb-4278-98db-7a12c2e4288f HTTP/1.1" status: 204 len: 168 time: 1.2188044 Feb 09 19:32:43.230251 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 35272) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:32:43.340530 n-d-713498-36 neutron-server[103229]: DEBUG neutron.db.db_base_plugin_v2 [None req-f9764ef0-3f97-4c64-bbb0-5d7d23a96b25 tempest-RoutersTest-1116560139 tempest-RoutersTest-1116560139-project] Deleting subnet 3fd75c33-daaf-4d5c-86ea-19e0de815974 {{(pid=103229) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 19:32:43.344515 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-f9764ef0-3f97-4c64-bbb0-5d7d23a96b25 tempest-RoutersTest-1116560139 tempest-RoutersTest-1116560139-project] Publish callbacks [] for subnet (3fd75c33-daaf-4d5c-86ea-19e0de815974), before_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:32:43.427194 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-f547fd8a-3d9c-4756-8d41-f96213d49809 req-5ffba757-cf28-46d1-b9f0-c2a6e011b5e5 service neutron] 10.222.0.89 "GET /v2.0/networks/34db1430-f99d-431a-b04f-54003e680bea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2742050 Feb 09 19:32:43.451375 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ead6972-49ae-435b-a46f-ddad0cbe59c8 req-94d92580-19b3-4b23-a391-6d91136f780c tempest-TestNetworkAdvancedServerOps-1633223542 tempest-TestNetworkAdvancedServerOps-1633223542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:32:43.455317 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-2ead6972-49ae-435b-a46f-ddad0cbe59c8 req-94d92580-19b3-4b23-a391-6d91136f780c tempest-TestNetworkAdvancedServerOps-1633223542 tempest-TestNetworkAdvancedServerOps-1633223542-project] 10.222.0.75 "GET /v2.0/ports?device_id=6d32a9d7-5256-4edb-9bbc-ad99ab71ecfa HTTP/1.1" status: 200 len: 943 time: 0.1645582 Feb 09 19:32:43.459485 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.db [req-18d359cb-8a8e-46a8-997c-9091197eb8ad req-f7c63692-8ff8-4441-aef1-1df35c25c9a2 tempest-ServerActionsTestJSON-347500300 tempest-ServerActionsTestJSON-347500300-project] For port e138b0c7-e271-4e23-bf5b-bfa7a9e842fc, host n-h2-713498-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-36',level=0,port_id=e138b0c7-e271-4e23-bf5b-bfa7a9e842fc,segment=NetworkSegment(9110d757-e4eb-424b-97b9-32896b689ba3),segment_id=9110d757-e4eb-424b-97b9-32896b689ba3)] {{(pid=103230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 19:32:43.459989 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [req-18d359cb-8a8e-46a8-997c-9091197eb8ad req-f7c63692-8ff8-4441-aef1-1df35c25c9a2 tempest-ServerActionsTestJSON-347500300 tempest-ServerActionsTestJSON-347500300-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1820838'] for port (e138b0c7-e271-4e23-bf5b-bfa7a9e842fc), precommit_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:32:43.469579 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-f9764ef0-3f97-4c64-bbb0-5d7d23a96b25 tempest-RoutersTest-1116560139 tempest-RoutersTest-1116560139-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16683410'] for subnet (3fd75c33-daaf-4d5c-86ea-19e0de815974), precommit_delete_associations {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:32:43.492419 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.plugin [req-18d359cb-8a8e-46a8-997c-9091197eb8ad req-f7c63692-8ff8-4441-aef1-1df35c25c9a2 tempest-ServerActionsTestJSON-347500300 tempest-ServerActionsTestJSON-347500300-project] Calling delete_port for e138b0c7-e271-4e23-bf5b-bfa7a9e842fc owned by compute:nova {{(pid=103230) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 19:32:43.503923 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 35276) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:32:43.676891 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-2ead6972-49ae-435b-a46f-ddad0cbe59c8 req-66a8cdb7-7557-4662-8b09-e401193f2e7a tempest-TestNetworkAdvancedServerOps-1633223542 tempest-TestNetworkAdvancedServerOps-1633223542-project] 10.222.0.75 "GET /v2.0/security-groups?id=3248743f-f5fe-4756-978e-05f0e965efae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2113285 Feb 09 19:32:43.677860 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-f9764ef0-3f97-4c64-bbb0-5d7d23a96b25 tempest-RoutersTest-1116560139 tempest-RoutersTest-1116560139-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-759852'] for subnet (3fd75c33-daaf-4d5c-86ea-19e0de815974), precommit_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:32:43.695726 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b652810-e085-483e-988c-66a11803dcb5 req-ea7c1b52-21c7-45b2-8c94-ebf072152eb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:32:43.697519 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-9b652810-e085-483e-988c-66a11803dcb5 req-ea7c1b52-21c7-45b2-8c94-ebf072152eb1 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=eba669c4f4c548e495f13ae7579d0fa6&device_id=6d32a9d7-5256-4edb-9bbc-ad99ab71ecfa HTTP/1.1" status: 200 len: 1126 time: 0.2069092 Feb 09 19:32:43.744949 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-33320f37-e5d9-4777-b359-ef81ef13d037 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:32:43.818893 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-f9764ef0-3f97-4c64-bbb0-5d7d23a96b25 tempest-RoutersTest-1116560139 tempest-RoutersTest-1116560139-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-760023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12867367', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12759238'] for subnet (3fd75c33-daaf-4d5c-86ea-19e0de815974), after_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:32:43.861825 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [req-18d359cb-8a8e-46a8-997c-9091197eb8ad req-f7c63692-8ff8-4441-aef1-1df35c25c9a2 tempest-ServerActionsTestJSON-347500300 tempest-ServerActionsTestJSON-347500300-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762867177463', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762866656476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14393751'] for port (e138b0c7-e271-4e23-bf5b-bfa7a9e842fc), after_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:32:43.868967 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-f9764ef0-3f97-4c64-bbb0-5d7d23a96b25 tempest-RoutersTest-1116560139 tempest-RoutersTest-1116560139-project] Publish callbacks [] for subnet (None), before_response {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:32:43.876703 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] get_ports_and_sgs() called for port_ids ['f0b7f9af-8f64-4260-b1ad-67fc140f8d5e'] {{(pid=103232) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 19:32:43.879722 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-f9764ef0-3f97-4c64-bbb0-5d7d23a96b25 tempest-RoutersTest-1116560139 tempest-RoutersTest-1116560139-project] 10.222.0.75 "DELETE /v2.0/subnets/3fd75c33-daaf-4d5c-86ea-19e0de815974 HTTP/1.1" status: 204 len: 168 time: 0.6479840 Feb 09 19:32:43.880389 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 35284) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:32:43.889551 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-7429db8d-6021-40ad-813e-885be449a89b None None] get_ports_and_sgs() called for port_ids ['e138b0c7-e271-4e23-bf5b-bfa7a9e842fc'] {{(pid=103232) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 19:32:43.897031 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59ff8d00-19e2-41eb-a62f-030c2b1ba17b None None] Network 11711fc2-960e-4bb6-8aa2-6ed2594a6388 requested from n-d-713498-36 {{(pid=103232) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 19:32:43.947259 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7c63692-8ff8-4441-aef1-1df35c25c9a2 tempest-ServerActionsTestJSON-347500300 tempest-ServerActionsTestJSON-347500300-project] Pushing event deleted for resources: {'Port': ['ID=e138b0c7-e271-4e23-bf5b-bfa7a9e842fc,revision_number=None']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:32:44.003266 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9764ef0-3f97-4c64-bbb0-5d7d23a96b25 tempest-RoutersTest-1116560139 tempest-RoutersTest-1116560139-project] Pushing event deleted for resources: {'Subnet': ['ID=3fd75c33-daaf-4d5c-86ea-19e0de815974,revision_number=None']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:32:44.011559 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-452fe58b-ac61-4e6c-ae9d-954e6ad3a8de tempest-RoutersTest-1116560139 tempest-RoutersTest-1116560139-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-670458'] for network (11711fc2-960e-4bb6-8aa2-6ed2594a6388), before_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:32:44.035367 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9764ef0-3f97-4c64-bbb0-5d7d23a96b25 tempest-RoutersTest-1116560139 tempest-RoutersTest-1116560139-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:32:44.036123 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9764ef0-3f97-4c64-bbb0-5d7d23a96b25 tempest-RoutersTest-1116560139 tempest-RoutersTest-1116560139-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:32:44.036642 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9764ef0-3f97-4c64-bbb0-5d7d23a96b25 tempest-RoutersTest-1116560139 tempest-RoutersTest-1116560139-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:32:44.037240 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9764ef0-3f97-4c64-bbb0-5d7d23a96b25 tempest-RoutersTest-1116560139 tempest-RoutersTest-1116560139-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:32:44.037972 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9764ef0-3f97-4c64-bbb0-5d7d23a96b25 tempest-RoutersTest-1116560139 tempest-RoutersTest-1116560139-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:32:44.038558 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9764ef0-3f97-4c64-bbb0-5d7d23a96b25 tempest-RoutersTest-1116560139 tempest-RoutersTest-1116560139-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:32:44.039970 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9764ef0-3f97-4c64-bbb0-5d7d23a96b25 tempest-RoutersTest-1116560139 tempest-RoutersTest-1116560139-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:32:44.040610 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9764ef0-3f97-4c64-bbb0-5d7d23a96b25 tempest-RoutersTest-1116560139 tempest-RoutersTest-1116560139-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:32:44.041138 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9764ef0-3f97-4c64-bbb0-5d7d23a96b25 tempest-RoutersTest-1116560139 tempest-RoutersTest-1116560139-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:32:44.041643 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9764ef0-3f97-4c64-bbb0-5d7d23a96b25 tempest-RoutersTest-1116560139 tempest-RoutersTest-1116560139-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:32:44.042205 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9764ef0-3f97-4c64-bbb0-5d7d23a96b25 tempest-RoutersTest-1116560139 tempest-RoutersTest-1116560139-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:32:44.042754 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9764ef0-3f97-4c64-bbb0-5d7d23a96b25 tempest-RoutersTest-1116560139 tempest-RoutersTest-1116560139-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:32:44.043731 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9764ef0-3f97-4c64-bbb0-5d7d23a96b25 tempest-RoutersTest-1116560139 tempest-RoutersTest-1116560139-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:32:44.050492 n-d-713498-36 neutron-server[103230]: DEBUG neutron.db.l3_dvrscheduler_db [req-18d359cb-8a8e-46a8-997c-9091197eb8ad req-f7c63692-8ff8-4441-aef1-1df35c25c9a2 tempest-ServerActionsTestJSON-347500300 tempest-ServerActionsTestJSON-347500300-project] No DVR routers for this DVR port e138b0c7-e271-4e23-bf5b-bfa7a9e842fc on host n-h2-713498-36 {{(pid=103230) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 19:32:44.055332 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [req-18d359cb-8a8e-46a8-997c-9091197eb8ad req-f7c63692-8ff8-4441-aef1-1df35c25c9a2 tempest-ServerActionsTestJSON-347500300 tempest-ServerActionsTestJSON-347500300-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171096'] for port (None), before_response {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:32:44.059745 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-18d359cb-8a8e-46a8-997c-9091197eb8ad req-f7c63692-8ff8-4441-aef1-1df35c25c9a2 tempest-ServerActionsTestJSON-347500300 tempest-ServerActionsTestJSON-347500300-project] 10.222.0.90 "DELETE /v2.0/ports/e138b0c7-e271-4e23-bf5b-bfa7a9e842fc HTTP/1.1" status: 204 len: 173 time: 1.3372414 Feb 09 19:32:44.060216 n-d-713498-36 neutron-server[103230]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '90fa3247-1947-4321-832f-6c7718b1bdac', 'name': 'network-vif-deleted', 'tag': 'e138b0c7-e271-4e23-bf5b-bfa7a9e842fc'}] {{(pid=103230) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 19:32:44.063611 n-d-713498-36 neutron-server[103230]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aee5919275bae9f72eb374ee322673045eb80c1f84b4b45a97d96923bd50ab51" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c7da8407-9d46-46c6-8c5a-b3f80a0c2b8b" -d '{"events": [{"server_uuid": "90fa3247-1947-4321-832f-6c7718b1bdac", "name": "network-vif-deleted", "tag": "e138b0c7-e271-4e23-bf5b-bfa7a9e842fc"}]}' {{(pid=103230) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 19:32:44.080998 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b652810-e085-483e-988c-66a11803dcb5 req-17849ccd-a24c-4c8f-bf48-52caf0dd19b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:32:44.084284 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-9b652810-e085-483e-988c-66a11803dcb5 req-17849ccd-a24c-4c8f-bf48-52caf0dd19b1 service neutron] 10.222.0.89 "GET /v2.0/networks?id=34db1430-f99d-431a-b04f-54003e680bea HTTP/1.1" status: 200 len: 896 time: 0.3764739 Feb 09 19:32:44.156323 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-33320f37-e5d9-4777-b359-ef81ef13d037 admin admin] Publish callbacks [] for security_group (49d3b9d1-6bc0-43bc-b771-ac538e9725b5), precommit_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:32:44.167291 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-33320f37-e5d9-4777-b359-ef81ef13d037 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1892331'] for security_group (49d3b9d1-6bc0-43bc-b771-ac538e9725b5), after_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:32:44.217750 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-9b652810-e085-483e-988c-66a11803dcb5 req-ef1f3a2f-d950-4ed7-90b3-3edd3e0e19e1 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=55e8868e-9f04-4f11-be1b-5fd1709a5f15 HTTP/1.1" status: 200 len: 217 time: 0.1188507 Feb 09 19:32:44.227347 n-d-713498-36 neutron-server[103230]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 19:32:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0f95f05f-51fe-4050-a47a-c63c9a64bdc0 x-openstack-request-id: req-0f95f05f-51fe-4050-a47a-c63c9a64bdc0 {{(pid=103230) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 19:32:44.228059 n-d-713498-36 neutron-server[103230]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "90fa3247-1947-4321-832f-6c7718b1bdac", "name": "network-vif-deleted", "tag": "e138b0c7-e271-4e23-bf5b-bfa7a9e842fc", "status": "completed", "code": 200}]} {{(pid=103230) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 19:32:44.228333 n-d-713498-36 neutron-server[103230]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-0f95f05f-51fe-4050-a47a-c63c9a64bdc0 {{(pid=103230) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 19:32:44.228767 n-d-713498-36 neutron-server[103230]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '90fa3247-1947-4321-832f-6c7718b1bdac', 'name': 'network-vif-deleted', 'tag': 'e138b0c7-e271-4e23-bf5b-bfa7a9e842fc', 'status': 'completed', 'code': 200} Feb 09 19:32:44.242631 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Device b366f6a5-0200-4c0d-87d7-1e22a5e22c3d up at agent ovs-agent-n-d-713498-36 {{(pid=103232) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 19:32:44.276616 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-33320f37-e5d9-4777-b359-ef81ef13d037 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=cb6e4ebe60d74942b0818d0bb2840e8f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7700331 Feb 09 19:32:44.277452 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33320f37-e5d9-4777-b359-ef81ef13d037 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=49d3b9d1-6bc0-43bc-b771-ac538e9725b5,revision_number=1']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:32:44.287502 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 35290) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:32:44.342839 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.plugin [None req-452fe58b-ac61-4e6c-ae9d-954e6ad3a8de tempest-RoutersTest-1116560139 tempest-RoutersTest-1116560139-project] Deleting port 666a1094-ba07-4c06-b170-0e559eb435f8 {{(pid=103229) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 19:32:44.343252 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-452fe58b-ac61-4e6c-ae9d-954e6ad3a8de tempest-RoutersTest-1116560139 tempest-RoutersTest-1116560139-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762867170196'] for port (666a1094-ba07-4c06-b170-0e559eb435f8), before_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:32:44.380954 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-edc54c9b-7f13-45d9-9271-85c9738b0128 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762867132591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593584'] for agent (a62b1850-466f-48ae-bec7-d62fb280e14b), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:32:44.417076 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b652810-e085-483e-988c-66a11803dcb5 req-4518ce5c-f5c4-4e09-943e-5a0b8114c11a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:32:44.419649 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-9b652810-e085-483e-988c-66a11803dcb5 req-4518ce5c-f5c4-4e09-943e-5a0b8114c11a service neutron] 10.222.0.89 "GET /v2.0/subnets?id=7bd817c3-27ad-42c9-8d96-8695f8509e1e HTTP/1.1" status: 200 len: 835 time: 0.1899989 Feb 09 19:32:44.422620 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-ab0737c9-b604-4293-a73f-a190dec27ce8 req-d2c0b1e6-9806-4909-8a83-64cc85234f76 tempest-ServerActionsTestJSON-347500300 tempest-ServerActionsTestJSON-347500300-project] 10.222.0.75 "GET /v2.0/ports?device_id=90fa3247-1947-4321-832f-6c7718b1bdac HTTP/1.1" status: 200 len: 210 time: 0.0835395 Feb 09 19:32:44.436921 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.provisioning_blocks [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Provisioning complete for port b366f6a5-0200-4c0d-87d7-1e22a5e22c3d triggered by entity L2. {{(pid=103232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 19:32:44.442276 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593630'] for port (b366f6a5-0200-4c0d-87d7-1e22a5e22c3d), provisioning_complete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:32:44.506292 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.db [None req-452fe58b-ac61-4e6c-ae9d-954e6ad3a8de tempest-RoutersTest-1116560139 tempest-RoutersTest-1116560139-project] For port 666a1094-ba07-4c06-b170-0e559eb435f8, host n-d-713498-36, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-36',level=0,port_id=666a1094-ba07-4c06-b170-0e559eb435f8,segment=NetworkSegment(ea86d76e-f04f-430d-80a1-b224ddeda016),segment_id=ea86d76e-f04f-430d-80a1-b224ddeda016)] {{(pid=103229) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 19:32:44.506697 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-452fe58b-ac61-4e6c-ae9d-954e6ad3a8de tempest-RoutersTest-1116560139 tempest-RoutersTest-1116560139-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1820838'] for port (666a1094-ba07-4c06-b170-0e559eb435f8), precommit_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:32:44.518076 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b652810-e085-483e-988c-66a11803dcb5 req-6b712f1c-f0b8-4a78-866a-7723395ce72a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:32:44.534279 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22e849cc-12b2-43e7-823e-01cb903e1340 None None] DHCP port deletion for 11711fc2-960e-4bb6-8aa2-6ed2594a6388 request from n-d-713498-36 {{(pid=103232) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 09 19:32:44.535412 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-9b652810-e085-483e-988c-66a11803dcb5 req-6b712f1c-f0b8-4a78-866a-7723395ce72a service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=34db1430-f99d-431a-b04f-54003e680bea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.1078258 Feb 09 19:32:44.549593 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.plugin [None req-452fe58b-ac61-4e6c-ae9d-954e6ad3a8de tempest-RoutersTest-1116560139 tempest-RoutersTest-1116560139-project] Calling delete_port for 666a1094-ba07-4c06-b170-0e559eb435f8 owned by network:dhcp {{(pid=103229) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 19:32:44.551706 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-9aa1e5b1-baeb-441d-be9c-5d886919d19e admin admin] Publish callbacks [] for security_group (49d3b9d1-6bc0-43bc-b771-ac538e9725b5), before_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:32:44.620806 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-9aa1e5b1-baeb-441d-be9c-5d886919d19e admin admin] Publish callbacks [] for security_group (49d3b9d1-6bc0-43bc-b771-ac538e9725b5), precommit_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:32:44.693830 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Current status of the port b366f6a5-0200-4c0d-87d7-1e22a5e22c3d is: ACTIVE; New status is: ACTIVE {{(pid=103232) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 19:32:44.703150 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-9b652810-e085-483e-988c-66a11803dcb5 req-ff78214d-4548-463e-8367-ea874c883ab1 service neutron] 10.222.0.89 "GET /v2.0/networks/34db1430-f99d-431a-b04f-54003e680bea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1607995 Feb 09 19:32:44.782729 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-452fe58b-ac61-4e6c-ae9d-954e6ad3a8de tempest-RoutersTest-1116560139 tempest-RoutersTest-1116560139-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762867177463', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762866656476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12867576'] for port (666a1094-ba07-4c06-b170-0e559eb435f8), after_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:32:44.790329 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-22e849cc-12b2-43e7-823e-01cb903e1340 None None] Deleting port 666a1094-ba07-4c06-b170-0e559eb435f8 {{(pid=103232) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 19:32:44.790846 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-22e849cc-12b2-43e7-823e-01cb903e1340 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762867170196'] for port (666a1094-ba07-4c06-b170-0e559eb435f8), before_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:32:44.792318 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-9aa1e5b1-baeb-441d-be9c-5d886919d19e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1892331'] for security_group (49d3b9d1-6bc0-43bc-b771-ac538e9725b5), after_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:32:44.795818 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-9aa1e5b1-baeb-441d-be9c-5d886919d19e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:32:44.797188 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-9aa1e5b1-baeb-441d-be9c-5d886919d19e admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/49d3b9d1-6bc0-43bc-b771-ac538e9725b5 HTTP/1.1" status: 204 len: 168 time: 0.5065782 Feb 09 19:32:44.831321 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-452fe58b-ac61-4e6c-ae9d-954e6ad3a8de tempest-RoutersTest-1116560139 tempest-RoutersTest-1116560139-project] Pushing event deleted for resources: {'Port': ['ID=666a1094-ba07-4c06-b170-0e559eb435f8,revision_number=None']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:32:44.846575 n-d-713498-36 neutron-server[103229]: DEBUG neutron.db.l3_dvrscheduler_db [None req-452fe58b-ac61-4e6c-ae9d-954e6ad3a8de tempest-RoutersTest-1116560139 tempest-RoutersTest-1116560139-project] No DVR routers for this DVR port 666a1094-ba07-4c06-b170-0e559eb435f8 on host n-d-713498-36 {{(pid=103229) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 19:32:44.855135 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aa1e5b1-baeb-441d-be9c-5d886919d19e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=49d3b9d1-6bc0-43bc-b771-ac538e9725b5,revision_number=None']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:32:44.913102 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-9b652810-e085-483e-988c-66a11803dcb5 req-874023f0-47ce-40a4-9984-878126083a3f service neutron] 10.222.0.89 "GET /v2.0/networks/34db1430-f99d-431a-b04f-54003e680bea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2037199 Feb 09 19:32:44.922661 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-22e849cc-12b2-43e7-823e-01cb903e1340 None None] For port 666a1094-ba07-4c06-b170-0e559eb435f8, host n-d-713498-36, got binding levels [] {{(pid=103232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 19:32:44.923263 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-22e849cc-12b2-43e7-823e-01cb903e1340 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1820838'] for port (666a1094-ba07-4c06-b170-0e559eb435f8), precommit_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:32:44.972225 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-22e849cc-12b2-43e7-823e-01cb903e1340 None None] Calling delete_port for 666a1094-ba07-4c06-b170-0e559eb435f8 owned by network:dhcp {{(pid=103232) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 19:32:44.995157 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.ipam_backend_mixin [None req-22e849cc-12b2-43e7-823e-01cb903e1340 None None] Port 666a1094-ba07-4c06-b170-0e559eb435f8 was not found and therefore no delete operation was performed {{(pid=103232) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Feb 09 19:32:44.996698 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-22e849cc-12b2-43e7-823e-01cb903e1340 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762867177463', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762866656476'] for port (666a1094-ba07-4c06-b170-0e559eb435f8), after_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:32:45.034904 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-452fe58b-ac61-4e6c-ae9d-954e6ad3a8de tempest-RoutersTest-1116560139 tempest-RoutersTest-1116560139-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-590267', 'neutron.services.segments.db._delete_segments_for_network-8762867132609'] for network (11711fc2-960e-4bb6-8aa2-6ed2594a6388), precommit_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:32:45.050642 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22e849cc-12b2-43e7-823e-01cb903e1340 None None] No DVR routers for this DVR port 666a1094-ba07-4c06-b170-0e559eb435f8 on host n-d-713498-36 {{(pid=103232) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 19:32:45.087904 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22e849cc-12b2-43e7-823e-01cb903e1340 None None] Pushing event deleted for resources: {'Port': ['ID=666a1094-ba07-4c06-b170-0e559eb435f8,revision_number=None']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:32:45.092392 n-d-713498-36 neutron-server[103229]: DEBUG neutron.services.segments.db [None req-452fe58b-ac61-4e6c-ae9d-954e6ad3a8de tempest-RoutersTest-1116560139 tempest-RoutersTest-1116560139-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['11711fc2-960e-4bb6-8aa2-6ed2594a6388']}} {{(pid=103229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:32:45.112663 n-d-713498-36 neutron-server[103229]: DEBUG neutron.services.segments.db [None req-452fe58b-ac61-4e6c-ae9d-954e6ad3a8de tempest-RoutersTest-1116560139 tempest-RoutersTest-1116560139-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ea86d76e-f04f-430d-80a1-b224ddeda016') {'for_net_delete': True} {{(pid=103229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:32:45.112995 n-d-713498-36 neutron-server[103229]: DEBUG neutron.services.segments.db [None req-452fe58b-ac61-4e6c-ae9d-954e6ad3a8de tempest-RoutersTest-1116560139 tempest-RoutersTest-1116560139-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ea86d76e-f04f-430d-80a1-b224ddeda016') {} {{(pid=103229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:32:45.120961 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b74baee-f769-4a69-8f5f-bbb46f424597 req-e1e9a826-243c-4e2c-9fd7-dcb46f66f539 tempest-TestNetworkAdvancedServerOps-1633223542 tempest-TestNetworkAdvancedServerOps-1633223542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:32:45.122863 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-3b74baee-f769-4a69-8f5f-bbb46f424597 req-e1e9a826-243c-4e2c-9fd7-dcb46f66f539 tempest-TestNetworkAdvancedServerOps-1633223542 tempest-TestNetworkAdvancedServerOps-1633223542-project] 10.222.0.75 "GET /v2.0/ports?device_id=6d32a9d7-5256-4edb-9bbc-ad99ab71ecfa HTTP/1.1" status: 200 len: 943 time: 0.2079759 Feb 09 19:32:45.131960 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-452fe58b-ac61-4e6c-ae9d-954e6ad3a8de tempest-RoutersTest-1116560139 tempest-RoutersTest-1116560139-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762867134154', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16683417'] for segment (ea86d76e-f04f-430d-80a1-b224ddeda016), before_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:32:45.149869 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-452fe58b-ac61-4e6c-ae9d-954e6ad3a8de tempest-RoutersTest-1116560139 tempest-RoutersTest-1116560139-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-759574'] for segment (ea86d76e-f04f-430d-80a1-b224ddeda016), precommit_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:32:45.157179 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-452fe58b-ac61-4e6c-ae9d-954e6ad3a8de tempest-RoutersTest-1116560139 tempest-RoutersTest-1116560139-project] Releasing vlan 389 on physical network physnet1 to pool {{(pid=103229) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 19:32:45.157830 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-452fe58b-ac61-4e6c-ae9d-954e6ad3a8de tempest-RoutersTest-1116560139 tempest-RoutersTest-1116560139-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-759574', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12867469'] for segment (ea86d76e-f04f-430d-80a1-b224ddeda016), after_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:32:45.161367 n-d-713498-36 neutron-server[103229]: Traceback (most recent call last): Feb 09 19:32:45.161367 n-d-713498-36 neutron-server[103229]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 19:32:45.161367 n-d-713498-36 neutron-server[103229]: timer() Feb 09 19:32:45.161367 n-d-713498-36 neutron-server[103229]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 19:32:45.161367 n-d-713498-36 neutron-server[103229]: cb(*args, **kw) Feb 09 19:32:45.161367 n-d-713498-36 neutron-server[103229]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 19:32:45.161367 n-d-713498-36 neutron-server[103229]: return func(*args, **kwargs) Feb 09 19:32:45.161367 n-d-713498-36 neutron-server[103229]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 19:32:45.161367 n-d-713498-36 neutron-server[103229]: self._notify() Feb 09 19:32:45.161367 n-d-713498-36 neutron-server[103229]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 19:32:45.161367 n-d-713498-36 neutron-server[103229]: self.callback(batched_events) Feb 09 19:32:45.161367 n-d-713498-36 neutron-server[103229]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 19:32:45.161367 n-d-713498-36 neutron-server[103229]: event.method(event) Feb 09 19:32:45.161367 n-d-713498-36 neutron-server[103229]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 19:32:45.161367 n-d-713498-36 neutron-server[103229]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 19:32:45.161367 n-d-713498-36 neutron-server[103229]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 19:32:45.161367 n-d-713498-36 neutron-server[103229]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 19:32:45.161367 n-d-713498-36 neutron-server[103229]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 19:32:45.161367 n-d-713498-36 neutron-server[103229]: return f(self, *a, **k) Feb 09 19:32:45.161367 n-d-713498-36 neutron-server[103229]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 19:32:45.161367 n-d-713498-36 neutron-server[103229]: return self._get(url).json() Feb 09 19:32:45.161367 n-d-713498-36 neutron-server[103229]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 19:32:45.161367 n-d-713498-36 neutron-server[103229]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 19:32:45.161367 n-d-713498-36 neutron-server[103229]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 19:32:45.161367 n-d-713498-36 neutron-server[103229]: return self.request(url, 'GET', **kwargs) Feb 09 19:32:45.161367 n-d-713498-36 neutron-server[103229]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 19:32:45.161367 n-d-713498-36 neutron-server[103229]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 19:32:45.161367 n-d-713498-36 neutron-server[103229]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 19:32:45.161367 n-d-713498-36 neutron-server[103229]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 19:32:45.161367 n-d-713498-36 neutron-server[103229]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 19:32:45.161367 n-d-713498-36 neutron-server[103229]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 19:32:45.161367 n-d-713498-36 neutron-server[103229]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 19:32:45.193331 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-3b74baee-f769-4a69-8f5f-bbb46f424597 req-1b252b5e-291d-44bc-881f-32de6f2f95f3 tempest-TestNetworkAdvancedServerOps-1633223542 tempest-TestNetworkAdvancedServerOps-1633223542-project] 10.222.0.75 "GET /v2.0/security-groups?id=3248743f-f5fe-4756-978e-05f0e965efae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0646386 Feb 09 19:32:45.239431 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-452fe58b-ac61-4e6c-ae9d-954e6ad3a8de tempest-RoutersTest-1116560139 tempest-RoutersTest-1116560139-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-590242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1885479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1818895'] for network (11711fc2-960e-4bb6-8aa2-6ed2594a6388), after_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:32:45.250499 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-452fe58b-ac61-4e6c-ae9d-954e6ad3a8de tempest-RoutersTest-1116560139 tempest-RoutersTest-1116560139-project] Publish callbacks [] for network (None), before_response {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:32:45.259921 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 35302) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:32:45.262422 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-452fe58b-ac61-4e6c-ae9d-954e6ad3a8de tempest-RoutersTest-1116560139 tempest-RoutersTest-1116560139-project] 10.222.0.75 "DELETE /v2.0/networks/11711fc2-960e-4bb6-8aa2-6ed2594a6388 HTTP/1.1" status: 204 len: 168 time: 1.3791809 Feb 09 19:32:45.269362 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.v2.base [None req-5fa72038-eaf4-452e-994b-bd0520df9f2c tempest-RoutersTest-1116560139 tempest-RoutersTest-1116560139-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-2104240187', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=103230) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 19:32:45.280498 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-452fe58b-ac61-4e6c-ae9d-954e6ad3a8de tempest-RoutersTest-1116560139 tempest-RoutersTest-1116560139-project] Pushing event deleted for resources: {'Network': ['ID=11711fc2-960e-4bb6-8aa2-6ed2594a6388,revision_number=None']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:32:45.316754 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-5fa72038-eaf4-452e-994b-bd0520df9f2c tempest-RoutersTest-1116560139 tempest-RoutersTest-1116560139-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1834830', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-58389'] for router (313e064b-ffaa-4c47-a7fc-c9666f3ee618), before_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:32:45.318446 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-5fa72038-eaf4-452e-994b-bd0520df9f2c tempest-RoutersTest-1116560139 tempest-RoutersTest-1116560139-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1834810', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1822096', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1886735', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-58380'] for router (313e064b-ffaa-4c47-a7fc-c9666f3ee618), precommit_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:32:45.361894 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 35304) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:32:45.388208 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-5fa72038-eaf4-452e-994b-bd0520df9f2c tempest-RoutersTest-1116560139 tempest-RoutersTest-1116560139-project] Publish callbacks [] for router_controller (313e064b-ffaa-4c47-a7fc-c9666f3ee618), precommit_add_association {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:32:45.393642 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-5fa72038-eaf4-452e-994b-bd0520df9f2c tempest-RoutersTest-1116560139 tempest-RoutersTest-1116560139-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1834945', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1818951'] for router (313e064b-ffaa-4c47-a7fc-c9666f3ee618), after_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:32:45.415754 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-5fa72038-eaf4-452e-994b-bd0520df9f2c tempest-RoutersTest-1116560139 tempest-RoutersTest-1116560139-project] Publish callbacks [] for router (None), before_response {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:32:45.419388 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-5fa72038-eaf4-452e-994b-bd0520df9f2c tempest-RoutersTest-1116560139 tempest-RoutersTest-1116560139-project] 10.222.0.75 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.1573725 Feb 09 19:32:45.421466 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-b595026f-2827-4d75-b636-070b2e5bb5bd admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=a43ff1beb5f54d739f8b86e0e4d0e8c2&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0583503 Feb 09 19:32:45.423866 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 35306) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:32:45.425231 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 35308) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:32:45.430686 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.v2.base [None req-ef6c662b-3de0-4adf-b604-8728fca3a466 tempest-RoutersTest-1116560139 tempest-RoutersTest-1116560139-project] Request body: {'network': {'name': 'tempest-RoutersTest-42707760'}} {{(pid=103230) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 19:32:45.455823 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ef6c662b-3de0-4adf-b604-8728fca3a466 tempest-RoutersTest-1116560139 tempest-RoutersTest-1116560139-project] Made reservation on behalf of 009d54e3af88488b8213379431f58202 for: {'network': 1} {{(pid=103230) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 19:32:45.459574 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-ef6c662b-3de0-4adf-b604-8728fca3a466 tempest-RoutersTest-1116560139 tempest-RoutersTest-1116560139-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for network (None), before_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:32:45.479224 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-c9e6fa59-64c9-403c-a77d-344c0d83e160 admin admin] Publish callbacks [] for security_group (ed15bddf-75ca-4202-91d1-fc4b65974e2e), before_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:32:45.496650 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ef6c662b-3de0-4adf-b604-8728fca3a466 tempest-RoutersTest-1116560139 tempest-RoutersTest-1116560139-project] vlan segment allocate from pool success with {'vlan_id': 360, 'physical_network': 'physnet1'} {{(pid=103230) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 19:32:45.507753 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-ef6c662b-3de0-4adf-b604-8728fca3a466 tempest-RoutersTest-1116560139 tempest-RoutersTest-1116560139-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-759574'] for segment (a5b94c81-21f1-420d-871d-df56db16aabc), precommit_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:32:45.508207 n-d-713498-36 neutron-server[103230]: INFO neutron.db.segments_db [None req-ef6c662b-3de0-4adf-b604-8728fca3a466 tempest-RoutersTest-1116560139 tempest-RoutersTest-1116560139-project] Added segment a5b94c81-21f1-420d-871d-df56db16aabc of type vlan for network b7476005-329d-43d5-ba02-3c7e4ca9d210 Feb 09 19:32:45.520139 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-c9e6fa59-64c9-403c-a77d-344c0d83e160 admin admin] Publish callbacks [] for security_group (ed15bddf-75ca-4202-91d1-fc4b65974e2e), precommit_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:32:45.567770 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-ef6c662b-3de0-4adf-b604-8728fca3a466 tempest-RoutersTest-1116560139 tempest-RoutersTest-1116560139-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762866642225'] for network (b7476005-329d-43d5-ba02-3c7e4ca9d210), precommit_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:32:45.586532 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-c9e6fa59-64c9-403c-a77d-344c0d83e160 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1892331'] for security_group (ed15bddf-75ca-4202-91d1-fc4b65974e2e), after_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:32:45.589779 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-c9e6fa59-64c9-403c-a77d-344c0d83e160 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:32:45.591312 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-c9e6fa59-64c9-403c-a77d-344c0d83e160 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/ed15bddf-75ca-4202-91d1-fc4b65974e2e HTTP/1.1" status: 204 len: 168 time: 0.1664033 Feb 09 19:32:45.601354 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9e6fa59-64c9-403c-a77d-344c0d83e160 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ed15bddf-75ca-4202-91d1-fc4b65974e2e,revision_number=None']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:32:45.614259 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-ef6c662b-3de0-4adf-b604-8728fca3a466 tempest-RoutersTest-1116560139 tempest-RoutersTest-1116560139-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1885479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452'] for network (b7476005-329d-43d5-ba02-3c7e4ca9d210), after_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:32:45.621525 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef6c662b-3de0-4adf-b604-8728fca3a466 tempest-RoutersTest-1116560139 tempest-RoutersTest-1116560139-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:32:45.622174 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-ef6c662b-3de0-4adf-b604-8728fca3a466 tempest-RoutersTest-1116560139 tempest-RoutersTest-1116560139-project] Publish callbacks [] for network (None), before_response {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:32:45.698379 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-ef6c662b-3de0-4adf-b604-8728fca3a466 tempest-RoutersTest-1116560139 tempest-RoutersTest-1116560139-project] 10.222.0.75 "POST /v2.0/networks HTTP/1.1" status: 201 len: 764 time: 0.2720246 Feb 09 19:32:45.701242 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 35318) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:32:45.709139 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.v2.base [None req-5e29a2ab-18ed-4b1d-b44e-c881df37eb31 tempest-RoutersTest-1116560139 tempest-RoutersTest-1116560139-project] Request body: {'subnet': {'network_id': 'b7476005-329d-43d5-ba02-3c7e4ca9d210', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 19:32:45.719649 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef6c662b-3de0-4adf-b604-8728fca3a466 tempest-RoutersTest-1116560139 tempest-RoutersTest-1116560139-project] Pushing event updated for resources: {'Network': ['ID=b7476005-329d-43d5-ba02-3c7e4ca9d210,revision_number=1']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:32:45.731865 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Network b7476005-329d-43d5-ba02-3c7e4ca9d210 details requested by agent ovs-agent-n-d-713498-36 with host n-d-713498-36 {{(pid=103232) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 19:32:45.840936 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dca1e5c-ef22-4545-a23c-58f8f2104613 req-a580f6ad-c864-4273-b7c3-224d5e7fc1cb tempest-ServerActionsTestJSON-347500300 tempest-ServerActionsTestJSON-347500300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:32:45.849115 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-1dca1e5c-ef22-4545-a23c-58f8f2104613 req-a580f6ad-c864-4273-b7c3-224d5e7fc1cb tempest-ServerActionsTestJSON-347500300 tempest-ServerActionsTestJSON-347500300-project] 10.222.0.75 "GET /v2.0/ports?device_id=41583515-d234-4b09-9050-bab2a796beed HTTP/1.1" status: 200 len: 945 time: 0.0770645 Feb 09 19:32:45.894016 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5e29a2ab-18ed-4b1d-b44e-c881df37eb31 tempest-RoutersTest-1116560139 tempest-RoutersTest-1116560139-project] Made reservation on behalf of 009d54e3af88488b8213379431f58202 for: {'subnet': 1} {{(pid=103229) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 19:32:45.899212 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-5e29a2ab-18ed-4b1d-b44e-c881df37eb31 tempest-RoutersTest-1116560139 tempest-RoutersTest-1116560139-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12759265'] for subnet (None), before_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:32:45.941734 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Device e138b0c7-e271-4e23-bf5b-bfa7a9e842fc no longer exists at agent hyperv_n-h2-713498-36 {{(pid=103232) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 19:32:45.951331 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-1dca1e5c-ef22-4545-a23c-58f8f2104613 req-e857e13b-4e55-4067-b2dd-e7c777665c85 tempest-ServerActionsTestJSON-347500300 tempest-ServerActionsTestJSON-347500300-project] 10.222.0.75 "GET /v2.0/security-groups?id=f62a4cfa-cf5c-41a8-8bc5-ff3861f4d88a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1011133 Feb 09 19:32:45.990153 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-7429db8d-6021-40ad-813e-885be449a89b None None] No Port match for: e138b0c7-e271-4e23-bf5b-bfa7a9e842fc {{(pid=103232) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 19:32:45.990752 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Device e138b0c7-e271-4e23-bf5b-bfa7a9e842fc not bound to the agent host n-h2-713498-36 {{(pid=103232) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 19:32:46.012046 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-a7262a8e-0513-48fd-984d-75726a511961 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762867132591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593584'] for agent (911cfea2-02ae-4ec9-bac3-7808ee1cdd9c), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:32:46.029981 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd9b5dc4-3fb9-49d6-8ec3-74bab9423b7e req-c741329d-b012-422b-8751-49c3a505a037 tempest-ServerActionsTestJSON-347500300 tempest-ServerActionsTestJSON-347500300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:32:46.032007 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-bd9b5dc4-3fb9-49d6-8ec3-74bab9423b7e req-c741329d-b012-422b-8751-49c3a505a037 tempest-ServerActionsTestJSON-347500300 tempest-ServerActionsTestJSON-347500300-project] 10.222.0.89 "GET /v2.0/ports?device_id=41583515-d234-4b09-9050-bab2a796beed HTTP/1.1" status: 200 len: 945 time: 0.0775719 Feb 09 19:32:46.207938 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Device 666a1094-ba07-4c06-b170-0e559eb435f8 no longer exists at agent ovs-agent-n-d-713498-36 {{(pid=103232) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 19:32:46.260007 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] No Port match for: 666a1094-ba07-4c06-b170-0e559eb435f8 {{(pid=103232) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 19:32:46.260509 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Device 666a1094-ba07-4c06-b170-0e559eb435f8 not bound to the agent host n-d-713498-36 {{(pid=103232) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 19:32:46.276207 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-5e29a2ab-18ed-4b1d-b44e-c881df37eb31 tempest-RoutersTest-1116560139 tempest-RoutersTest-1116560139-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12867428', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12759263'] for subnet (1aa458bd-e51c-4d7d-8d13-8dbe39a30c15), after_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:32:46.284508 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.plugin [req-bd9b5dc4-3fb9-49d6-8ec3-74bab9423b7e req-94ae911c-d50d-42ea-82f2-ec210d5e1180 tempest-ServerActionsTestJSON-347500300 tempest-ServerActionsTestJSON-347500300-project] Deleting port f0b7f9af-8f64-4260-b1ad-67fc140f8d5e {{(pid=103230) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 19:32:46.284794 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [req-bd9b5dc4-3fb9-49d6-8ec3-74bab9423b7e req-94ae911c-d50d-42ea-82f2-ec210d5e1180 tempest-ServerActionsTestJSON-347500300 tempest-ServerActionsTestJSON-347500300-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762867170196'] for port (f0b7f9af-8f64-4260-b1ad-67fc140f8d5e), before_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:32:46.370529 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e29a2ab-18ed-4b1d-b44e-c881df37eb31 tempest-RoutersTest-1116560139 tempest-RoutersTest-1116560139-project] Pushing event updated for resources: {'Subnet': ['ID=1aa458bd-e51c-4d7d-8d13-8dbe39a30c15,revision_number=0']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:32:46.387143 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e29a2ab-18ed-4b1d-b44e-c881df37eb31 tempest-RoutersTest-1116560139 tempest-RoutersTest-1116560139-project] Checking segment: {'id': 'a5b94c81-21f1-420d-871d-df56db16aabc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': 'b7476005-329d-43d5-ba02-3c7e4ca9d210'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103229) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 19:32:46.387520 n-d-713498-36 neutron-server[103229]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e29a2ab-18ed-4b1d-b44e-c881df37eb31 tempest-RoutersTest-1116560139 tempest-RoutersTest-1116560139-project] Network hostable DHCP agents. Network: b7476005-329d-43d5-ba02-3c7e4ca9d210, hostable agents: ['af91e4b9-f4e1-42b1-a25c-a10dc47171c8'], hosted agents: [] {{(pid=103229) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 19:32:46.410625 n-d-713498-36 neutron-server[103229]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e29a2ab-18ed-4b1d-b44e-c881df37eb31 tempest-RoutersTest-1116560139 tempest-RoutersTest-1116560139-project] Network b7476005-329d-43d5-ba02-3c7e4ca9d210 is scheduled to be hosted by DHCP agent af91e4b9-f4e1-42b1-a25c-a10dc47171c8 with binding_index 1 {{(pid=103229) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 19:32:46.424720 n-d-713498-36 neutron-server[103229]: DEBUG neutron.scheduler.base_scheduler [None req-5e29a2ab-18ed-4b1d-b44e-c881df37eb31 tempest-RoutersTest-1116560139 tempest-RoutersTest-1116560139-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713498-36, b7476005-329d-43d5-ba02-3c7e4ca9d210) {{(pid=103229) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 19:32:46.434766 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e29a2ab-18ed-4b1d-b44e-c881df37eb31 tempest-RoutersTest-1116560139 tempest-RoutersTest-1116560139-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:32:46.436526 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-5e29a2ab-18ed-4b1d-b44e-c881df37eb31 tempest-RoutersTest-1116560139 tempest-RoutersTest-1116560139-project] Publish callbacks [] for subnet (None), before_response {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:32:46.441062 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e4c7bbc-7a04-4bba-a126-62f6829025c9 None None] Network b7476005-329d-43d5-ba02-3c7e4ca9d210 requested from n-d-713498-36 {{(pid=103232) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 19:32:46.466565 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-5e29a2ab-18ed-4b1d-b44e-c881df37eb31 tempest-RoutersTest-1116560139 tempest-RoutersTest-1116560139-project] 10.222.0.75 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7639797 Feb 09 19:32:46.471122 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 35336) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:32:46.650932 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac0b3520-2305-4c5e-9e9e-21a53de0d51d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8b32e980-7cce-5e82-a341-bd2fa8945c89-b7476005-329d-43d5-ba02-3c7e4ca9d210', 'network_id': 'b7476005-329d-43d5-ba02-3c7e4ca9d210', 'project_id': '009d54e3af88488b8213379431f58202', 'fixed_ips': [{'subnet_id': '1aa458bd-e51c-4d7d-8d13-8dbe39a30c15'}]}} from n-d-713498-36. {{(pid=103232) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 09 19:32:46.657776 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-ac0b3520-2305-4c5e-9e9e-21a53de0d51d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (None), before_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:32:46.740422 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Device 55e8868e-9f04-4f11-be1b-5fd1709a5f15 details requested by agent hyperv_n-h1-713498-36 with host n-h1-713498-36 {{(pid=103232) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 19:32:47.012380 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-919202ab-b45c-4e9f-8fd9-af522bceabac req-71027c55-bafc-49b5-acdb-5c5484e9fddd tempest-TestNetworkAdvancedServerOps-1633223542 tempest-TestNetworkAdvancedServerOps-1633223542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:32:47.022481 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-919202ab-b45c-4e9f-8fd9-af522bceabac req-71027c55-bafc-49b5-acdb-5c5484e9fddd tempest-TestNetworkAdvancedServerOps-1633223542 tempest-TestNetworkAdvancedServerOps-1633223542-project] 10.222.0.75 "GET /v2.0/ports?device_id=6d32a9d7-5256-4edb-9bbc-ad99ab71ecfa HTTP/1.1" status: 200 len: 943 time: 0.1153016 Feb 09 19:32:47.047982 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762867132591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593584'] for agent (496418a2-c002-4aec-ab1a-07f3bea491bd), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:32:47.063792 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.db_base_plugin_common [None req-ac0b3520-2305-4c5e-9e9e-21a53de0d51d None None] Allocated IP 172.20.0.2 (b7476005-329d-43d5-ba02-3c7e4ca9d210/1aa458bd-e51c-4d7d-8d13-8dbe39a30c15/4bd48f30-e61d-47ec-ace8-a8dacc370c4e) {{(pid=103232) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 19:32:47.073405 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.db [req-bd9b5dc4-3fb9-49d6-8ec3-74bab9423b7e req-94ae911c-d50d-42ea-82f2-ec210d5e1180 tempest-ServerActionsTestJSON-347500300 tempest-ServerActionsTestJSON-347500300-project] For port f0b7f9af-8f64-4260-b1ad-67fc140f8d5e, host n-h1-713498-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-36',level=0,port_id=f0b7f9af-8f64-4260-b1ad-67fc140f8d5e,segment=NetworkSegment(9110d757-e4eb-424b-97b9-32896b689ba3),segment_id=9110d757-e4eb-424b-97b9-32896b689ba3)] {{(pid=103230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 19:32:47.074023 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [req-bd9b5dc4-3fb9-49d6-8ec3-74bab9423b7e req-94ae911c-d50d-42ea-82f2-ec210d5e1180 tempest-ServerActionsTestJSON-347500300 tempest-ServerActionsTestJSON-347500300-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1820838'] for port (f0b7f9af-8f64-4260-b1ad-67fc140f8d5e), precommit_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:32:47.083487 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-9989ea5a-5c9b-4a93-bf1b-65a8fbf8ef13 tempest-RoutersTest-1116560139 tempest-RoutersTest-1116560139-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (None), before_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:32:47.102569 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.plugin [req-bd9b5dc4-3fb9-49d6-8ec3-74bab9423b7e req-94ae911c-d50d-42ea-82f2-ec210d5e1180 tempest-ServerActionsTestJSON-347500300 tempest-ServerActionsTestJSON-347500300-project] Calling delete_port for f0b7f9af-8f64-4260-b1ad-67fc140f8d5e owned by compute:nova {{(pid=103230) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 19:32:47.121206 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-919202ab-b45c-4e9f-8fd9-af522bceabac req-67985af1-53b7-4318-8252-12d56b244317 tempest-TestNetworkAdvancedServerOps-1633223542 tempest-TestNetworkAdvancedServerOps-1633223542-project] 10.222.0.75 "GET /v2.0/security-groups?id=3248743f-f5fe-4756-978e-05f0e965efae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0971839 Feb 09 19:32:47.197866 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] For port 55e8868e-9f04-4f11-be1b-5fd1709a5f15, host n-h1-713498-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-36',level=0,port_id=55e8868e-9f04-4f11-be1b-5fd1709a5f15,segment=NetworkSegment(7287aa74-ccfd-4c41-8369-48f2461d359d),segment_id=7287aa74-ccfd-4c41-8369-48f2461d359d)] {{(pid=103232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 19:32:47.287313 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Returning: {'device': '55e8868e-9f04-4f11-be1b-5fd1709a5f15', 'network_id': '34db1430-f99d-431a-b04f-54003e680bea', 'port_id': '55e8868e-9f04-4f11-be1b-5fd1709a5f15', 'mac_address': 'fa:16:3e:0b:89:a8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 377, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7bd817c3-27ad-42c9-8d96-8695f8509e1e', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103232) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 19:32:47.351597 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Current status of the port 55e8868e-9f04-4f11-be1b-5fd1709a5f15 is: DOWN; New status is: BUILD {{(pid=103232) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 19:32:47.352715 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (55e8868e-9f04-4f11-be1b-5fd1709a5f15), before_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:32:47.352839 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bc443fb-4f36-4360-a5fc-ec49b7ddf69f req-9cdc8c9c-2468-4ea1-9406-4aa440c64aff tempest-ServerActionsTestJSON-347500300 tempest-ServerActionsTestJSON-347500300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:32:47.361339 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-4bc443fb-4f36-4360-a5fc-ec49b7ddf69f req-9cdc8c9c-2468-4ea1-9406-4aa440c64aff tempest-ServerActionsTestJSON-347500300 tempest-ServerActionsTestJSON-347500300-project] 10.222.0.75 "GET /v2.0/ports?device_id=41583515-d234-4b09-9050-bab2a796beed HTTP/1.1" status: 200 len: 945 time: 0.1382933 Feb 09 19:32:47.371093 n-d-713498-36 neutron-server[103232]: DEBUG neutron.notifiers.nova [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 55e8868e-9f04-4f11-be1b-5fd1709a5f15 {{(pid=103232) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 19:32:47.437015 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] For port 55e8868e-9f04-4f11-be1b-5fd1709a5f15, host n-h1-713498-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-36',level=0,port_id=55e8868e-9f04-4f11-be1b-5fd1709a5f15,segment=NetworkSegment(7287aa74-ccfd-4c41-8369-48f2461d359d),segment_id=7287aa74-ccfd-4c41-8369-48f2461d359d)] {{(pid=103232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 19:32:47.450164 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762867176205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762866656485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762866656503'] for port (55e8868e-9f04-4f11-be1b-5fd1709a5f15), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:32:47.471431 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-4bc443fb-4f36-4360-a5fc-ec49b7ddf69f req-e16cb565-862c-4b4f-b343-fac562167a1a tempest-ServerActionsTestJSON-347500300 tempest-ServerActionsTestJSON-347500300-project] 10.222.0.75 "GET /v2.0/security-groups?id=f62a4cfa-cf5c-41a8-8bc5-ff3861f4d88a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1082551 Feb 09 19:32:47.499960 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-ac0b3520-2305-4c5e-9e9e-21a53de0d51d None None] Publish callbacks [] for port (4bd48f30-e61d-47ec-ace8-a8dacc370c4e), precommit_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:32:47.514565 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [req-bd9b5dc4-3fb9-49d6-8ec3-74bab9423b7e req-94ae911c-d50d-42ea-82f2-ec210d5e1180 tempest-ServerActionsTestJSON-347500300 tempest-ServerActionsTestJSON-347500300-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762867177463', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762866656476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14393751'] for port (f0b7f9af-8f64-4260-b1ad-67fc140f8d5e), after_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:32:47.525179 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-ac0b3520-2305-4c5e-9e9e-21a53de0d51d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762866656467'] for port (4bd48f30-e61d-47ec-ace8-a8dacc370c4e), after_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:32:47.553346 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-aefcad9b-786e-4a13-ace8-5300af0dc2ea req-d7d4410d-bc9b-4a53-acd3-d5de9749db9f service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=a1fbc70b-9dd3-44f5-99b0-85f3dff92d7d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1677098 Feb 09 19:32:47.582606 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94ae911c-d50d-42ea-82f2-ec210d5e1180 tempest-ServerActionsTestJSON-347500300 tempest-ServerActionsTestJSON-347500300-project] Pushing event deleted for resources: {'Port': ['ID=f0b7f9af-8f64-4260-b1ad-67fc140f8d5e,revision_number=None']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:32:47.582913 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Pushing event updated for resources: {'Port': ['ID=55e8868e-9f04-4f11-be1b-5fd1709a5f15,revision_number=4']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:32:47.592788 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:32:47.593006 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:32:47.593348 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:32:47.593683 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:32:47.594039 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:32:47.594546 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:32:47.594895 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:32:47.595207 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:32:47.595532 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:32:47.595852 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:32:47.596173 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:32:47.596549 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:32:47.597216 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:32:47.638248 n-d-713498-36 neutron-server[103229]: DEBUG neutron.db.db_base_plugin_common [None req-9989ea5a-5c9b-4a93-bf1b-65a8fbf8ef13 tempest-RoutersTest-1116560139 tempest-RoutersTest-1116560139-project] Allocated IP 172.20.0.1 (b7476005-329d-43d5-ba02-3c7e4ca9d210/1aa458bd-e51c-4d7d-8d13-8dbe39a30c15/67fdfdea-2927-4154-9cbc-5ca4674ede19) {{(pid=103229) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 19:32:47.659726 n-d-713498-36 neutron-server[103232]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac0b3520-2305-4c5e-9e9e-21a53de0d51d None None] Network b7476005-329d-43d5-ba02-3c7e4ca9d210 is already hosted by enough agents. {{(pid=103232) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 19:32:47.661595 n-d-713498-36 neutron-server[103232]: DEBUG neutron.scheduler.base_scheduler [None req-ac0b3520-2305-4c5e-9e9e-21a53de0d51d None None] Resources bound (agent type, host, resource id): {{(pid=103232) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 19:32:47.666460 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac0b3520-2305-4c5e-9e9e-21a53de0d51d None None] Received port after_create {{(pid=103232) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 19:32:47.707683 n-d-713498-36 neutron-server[103230]: DEBUG neutron.db.l3_dvrscheduler_db [req-bd9b5dc4-3fb9-49d6-8ec3-74bab9423b7e req-94ae911c-d50d-42ea-82f2-ec210d5e1180 tempest-ServerActionsTestJSON-347500300 tempest-ServerActionsTestJSON-347500300-project] No DVR routers for this DVR port f0b7f9af-8f64-4260-b1ad-67fc140f8d5e on host n-h1-713498-36 {{(pid=103230) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 19:32:47.712253 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [req-bd9b5dc4-3fb9-49d6-8ec3-74bab9423b7e req-94ae911c-d50d-42ea-82f2-ec210d5e1180 tempest-ServerActionsTestJSON-347500300 tempest-ServerActionsTestJSON-347500300-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171096'] for port (None), before_response {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:32:47.716551 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-bd9b5dc4-3fb9-49d6-8ec3-74bab9423b7e req-94ae911c-d50d-42ea-82f2-ec210d5e1180 tempest-ServerActionsTestJSON-347500300 tempest-ServerActionsTestJSON-347500300-project] 10.222.0.89 "DELETE /v2.0/ports/f0b7f9af-8f64-4260-b1ad-67fc140f8d5e HTTP/1.1" status: 204 len: 173 time: 1.6786156 Feb 09 19:32:47.717451 n-d-713498-36 neutron-server[103230]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '41583515-d234-4b09-9050-bab2a796beed', 'name': 'network-vif-deleted', 'tag': 'f0b7f9af-8f64-4260-b1ad-67fc140f8d5e'}] {{(pid=103230) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 19:32:47.735590 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] get_ports_and_sgs() called for port_ids ['55e8868e-9f04-4f11-be1b-5fd1709a5f15'] {{(pid=103232) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 19:32:47.746470 n-d-713498-36 neutron-server[103230]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aee5919275bae9f72eb374ee322673045eb80c1f84b4b45a97d96923bd50ab51" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-61f5097f-a956-4de4-a710-f567a6f57088" -d '{"events": [{"server_uuid": "41583515-d234-4b09-9050-bab2a796beed", "name": "network-vif-deleted", "tag": "f0b7f9af-8f64-4260-b1ad-67fc140f8d5e"}]}' {{(pid=103230) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 19:32:47.828362 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac0b3520-2305-4c5e-9e9e-21a53de0d51d None None] Pushing event updated for resources: {'Port': ['ID=4bd48f30-e61d-47ec-ace8-a8dacc370c4e,revision_number=1']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:32:47.846409 n-d-713498-36 neutron-server[103230]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 19:32:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2caa1b90-87ce-4ada-8d03-82361e0d62fd x-openstack-request-id: req-2caa1b90-87ce-4ada-8d03-82361e0d62fd {{(pid=103230) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 19:32:47.848247 n-d-713498-36 neutron-server[103230]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "41583515-d234-4b09-9050-bab2a796beed", "name": "network-vif-deleted", "tag": "f0b7f9af-8f64-4260-b1ad-67fc140f8d5e", "status": "completed", "code": 200}]} {{(pid=103230) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 19:32:47.848470 n-d-713498-36 neutron-server[103230]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-2caa1b90-87ce-4ada-8d03-82361e0d62fd {{(pid=103230) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 19:32:47.851331 n-d-713498-36 neutron-server[103230]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '41583515-d234-4b09-9050-bab2a796beed', 'name': 'network-vif-deleted', 'tag': 'f0b7f9af-8f64-4260-b1ad-67fc140f8d5e', 'status': 'completed', 'code': 200} Feb 09 19:32:47.885905 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.managers [None req-ac0b3520-2305-4c5e-9e9e-21a53de0d51d None None] Attempting to bind port 4bd48f30-e61d-47ec-ace8-a8dacc370c4e on host n-d-713498-36 for vnic_type normal with profile {{(pid=103232) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 19:32:47.886400 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.managers [None req-ac0b3520-2305-4c5e-9e9e-21a53de0d51d None None] Attempting to bind port 4bd48f30-e61d-47ec-ace8-a8dacc370c4e by drivers openvswitch,hyperv on host n-d-713498-36 at level 0 using segments [{'id': 'a5b94c81-21f1-420d-871d-df56db16aabc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': 'b7476005-329d-43d5-ba02-3c7e4ca9d210'}] {{(pid=103232) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 19:32:47.887045 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac0b3520-2305-4c5e-9e9e-21a53de0d51d None None] Attempting to bind port 4bd48f30-e61d-47ec-ace8-a8dacc370c4e on network b7476005-329d-43d5-ba02-3c7e4ca9d210 {{(pid=103232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 19:32:47.905938 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac0b3520-2305-4c5e-9e9e-21a53de0d51d None None] Checking agent: {'id': '496418a2-c002-4aec-ab1a-07f3bea491bd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-36', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 18, 51, 47), 'started_at': datetime.datetime(2022, 2, 9, 18, 52, 17), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 19, 32, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-36'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 19:32:47.906356 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac0b3520-2305-4c5e-9e9e-21a53de0d51d None None] Checking segment: {'id': 'a5b94c81-21f1-420d-871d-df56db16aabc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': 'b7476005-329d-43d5-ba02-3c7e4ca9d210'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103232) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 19:32:47.906766 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-ac0b3520-2305-4c5e-9e9e-21a53de0d51d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:32:47.907151 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac0b3520-2305-4c5e-9e9e-21a53de0d51d None None] Bound using segment: {'id': 'a5b94c81-21f1-420d-871d-df56db16aabc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': 'b7476005-329d-43d5-ba02-3c7e4ca9d210'} {{(pid=103232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 19:32:47.907676 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.managers [None req-ac0b3520-2305-4c5e-9e9e-21a53de0d51d None None] Bound port: 4bd48f30-e61d-47ec-ace8-a8dacc370c4e, host: n-d-713498-36, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a5b94c81-21f1-420d-871d-df56db16aabc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': 'b7476005-329d-43d5-ba02-3c7e4ca9d210'}}] {{(pid=103232) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 19:32:47.910963 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-ac0b3520-2305-4c5e-9e9e-21a53de0d51d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (4bd48f30-e61d-47ec-ace8-a8dacc370c4e), before_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:32:47.940293 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aefcad9b-786e-4a13-ace8-5300af0dc2ea req-c565ce0c-fae4-48d6-889e-cfccc8f7a9ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:32:47.943839 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-aefcad9b-786e-4a13-ace8-5300af0dc2ea req-c565ce0c-fae4-48d6-889e-cfccc8f7a9ea service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=d7a2ccbf0c8a475abd1520a0e31ab926&device_id=a1fbc70b-9dd3-44f5-99b0-85f3dff92d7d HTTP/1.1" status: 200 len: 1127 time: 0.2956986 Feb 09 19:32:48.099953 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-9989ea5a-5c9b-4a93-bf1b-65a8fbf8ef13 tempest-RoutersTest-1116560139 tempest-RoutersTest-1116560139-project] Publish callbacks [] for port (67fdfdea-2927-4154-9cbc-5ca4674ede19), precommit_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:32:48.106002 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-ac0b3520-2305-4c5e-9e9e-21a53de0d51d None None] For port 4bd48f30-e61d-47ec-ace8-a8dacc370c4e, host n-d-713498-36, cleared binding levels {{(pid=103232) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 19:32:48.145256 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aefcad9b-786e-4a13-ace8-5300af0dc2ea req-e2f8a68c-32d7-4278-8ec9-e70b7eacfdf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:32:48.146858 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-aefcad9b-786e-4a13-ace8-5300af0dc2ea req-e2f8a68c-32d7-4278-8ec9-e70b7eacfdf3 service neutron] 10.222.0.89 "GET /v2.0/networks?id=bd12d1d0-518d-4d29-a00d-98410ba2cb8a HTTP/1.1" status: 200 len: 913 time: 0.1830378 Feb 09 19:32:48.168756 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-ac0b3520-2305-4c5e-9e9e-21a53de0d51d None None] For port 4bd48f30-e61d-47ec-ace8-a8dacc370c4e, host n-d-713498-36, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-36',level=0,port_id=4bd48f30-e61d-47ec-ace8-a8dacc370c4e,segment=NetworkSegment(a5b94c81-21f1-420d-871d-df56db16aabc),segment_id=a5b94c81-21f1-420d-871d-df56db16aabc)] {{(pid=103232) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 19:32:48.175885 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 35370) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:32:48.196474 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-ac0b3520-2305-4c5e-9e9e-21a53de0d51d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762867176205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762866656485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762866656503'] for port (4bd48f30-e61d-47ec-ace8-a8dacc370c4e), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:32:48.236468 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-9989ea5a-5c9b-4a93-bf1b-65a8fbf8ef13 tempest-RoutersTest-1116560139 tempest-RoutersTest-1116560139-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762866656467', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12867576'] for port (67fdfdea-2927-4154-9cbc-5ca4674ede19), after_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:32:48.280648 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-aefcad9b-786e-4a13-ace8-5300af0dc2ea req-75241621-6556-4ecc-be94-d81fa736a781 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f1d2f720-203f-4a0c-99ec-b451c998d159 HTTP/1.1" status: 200 len: 998 time: 0.1244848 Feb 09 19:32:48.391107 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c263f94-76cc-4ebd-b9f8-712267bcfe0f req-641cb242-e0cf-46c9-be7d-5cf698133f37 tempest-TestNetworkAdvancedServerOps-1633223542 tempest-TestNetworkAdvancedServerOps-1633223542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:32:48.402939 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-1c263f94-76cc-4ebd-b9f8-712267bcfe0f req-641cb242-e0cf-46c9-be7d-5cf698133f37 tempest-TestNetworkAdvancedServerOps-1633223542 tempest-TestNetworkAdvancedServerOps-1633223542-project] 10.222.0.75 "GET /v2.0/ports?device_id=6d32a9d7-5256-4edb-9bbc-ad99ab71ecfa HTTP/1.1" status: 200 len: 944 time: 0.1285660 Feb 09 19:32:48.425629 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac0b3520-2305-4c5e-9e9e-21a53de0d51d None None] Pushing event updated for resources: {'Port': ['ID=4bd48f30-e61d-47ec-ace8-a8dacc370c4e,revision_number=2']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:32:48.437604 n-d-713498-36 neutron-server[103229]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9989ea5a-5c9b-4a93-bf1b-65a8fbf8ef13 tempest-RoutersTest-1116560139 tempest-RoutersTest-1116560139-project] Network b7476005-329d-43d5-ba02-3c7e4ca9d210 is already hosted by enough agents. {{(pid=103229) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 19:32:48.441324 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aefcad9b-786e-4a13-ace8-5300af0dc2ea req-855c186d-0baa-4f74-809e-17ca65259f49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:32:48.444591 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-aefcad9b-786e-4a13-ace8-5300af0dc2ea req-855c186d-0baa-4f74-809e-17ca65259f49 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=60ccac4e-8e6b-4139-b4aa-9c0c5cc0e9e4 HTTP/1.1" status: 200 len: 851 time: 0.1564248 Feb 09 19:32:48.455162 n-d-713498-36 neutron-server[103229]: DEBUG neutron.scheduler.base_scheduler [None req-9989ea5a-5c9b-4a93-bf1b-65a8fbf8ef13 tempest-RoutersTest-1116560139 tempest-RoutersTest-1116560139-project] Resources bound (agent type, host, resource id): {{(pid=103229) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 19:32:48.478365 n-d-713498-36 neutron-server[103229]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9989ea5a-5c9b-4a93-bf1b-65a8fbf8ef13 tempest-RoutersTest-1116560139 tempest-RoutersTest-1116560139-project] Received port after_create {{(pid=103229) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 19:32:48.502594 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.v2.base [None req-da5895da-32cc-41aa-bd9f-97d6f2b9fc77 tempest-RoutersAdminNegativeIpV6Test-608125939 tempest-RoutersAdminNegativeIpV6Test-608125939-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeIpV6Test-1895175040', 'network_id': '88055e1e-672a-4487-be31-ffb6e833ece5'}} {{(pid=103230) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 19:32:48.543451 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-1c263f94-76cc-4ebd-b9f8-712267bcfe0f req-eee5763d-5309-43f0-95b5-bf0ac562b48e tempest-TestNetworkAdvancedServerOps-1633223542 tempest-TestNetworkAdvancedServerOps-1633223542-project] 10.222.0.75 "GET /v2.0/security-groups?id=3248743f-f5fe-4756-978e-05f0e965efae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1336207 Feb 09 19:32:48.562789 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9989ea5a-5c9b-4a93-bf1b-65a8fbf8ef13 tempest-RoutersTest-1116560139 tempest-RoutersTest-1116560139-project] Pushing event updated for resources: {'Port': ['ID=67fdfdea-2927-4154-9cbc-5ca4674ede19,revision_number=1']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:32:48.567113 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-da5895da-32cc-41aa-bd9f-97d6f2b9fc77 tempest-RoutersAdminNegativeIpV6Test-608125939 tempest-RoutersAdminNegativeIpV6Test-608125939-project-admin] Made reservation on behalf of d9f49b2bcc1041b89da3a8c55ced84c3 for: {'port': 1} {{(pid=103230) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 19:32:48.570074 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-da5895da-32cc-41aa-bd9f-97d6f2b9fc77 tempest-RoutersAdminNegativeIpV6Test-608125939 tempest-RoutersAdminNegativeIpV6Test-608125939-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (None), before_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:32:48.611637 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-da5895da-32cc-41aa-bd9f-97d6f2b9fc77 tempest-RoutersAdminNegativeIpV6Test-608125939 tempest-RoutersAdminNegativeIpV6Test-608125939-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:32:48.616004 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-9989ea5a-5c9b-4a93-bf1b-65a8fbf8ef13 tempest-RoutersTest-1116560139 tempest-RoutersTest-1116560139-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1819024'] for router_interface (313e064b-ffaa-4c47-a7fc-c9666f3ee618), before_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:32:48.630410 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aefcad9b-786e-4a13-ace8-5300af0dc2ea req-89752c29-ce9a-49e2-a2f5-8c6be4819877 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:32:48.633345 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-aefcad9b-786e-4a13-ace8-5300af0dc2ea req-89752c29-ce9a-49e2-a2f5-8c6be4819877 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=bd12d1d0-518d-4d29-a00d-98410ba2cb8a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.1657341 Feb 09 19:32:48.644578 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762867132591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593584'] for agent (488cd9ae-631f-4955-ba0b-4f5a13f12e9c), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:32:48.746052 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Device f0b7f9af-8f64-4260-b1ad-67fc140f8d5e no longer exists at agent hyperv_n-h1-713498-36 {{(pid=103232) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 19:32:48.822186 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] No Port match for: f0b7f9af-8f64-4260-b1ad-67fc140f8d5e {{(pid=103232) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 19:32:48.823249 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Device f0b7f9af-8f64-4260-b1ad-67fc140f8d5e not bound to the agent host n-h1-713498-36 {{(pid=103232) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 19:32:48.835614 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-da5895da-32cc-41aa-bd9f-97d6f2b9fc77 tempest-RoutersAdminNegativeIpV6Test-608125939 tempest-RoutersAdminNegativeIpV6Test-608125939-project-admin] Publish callbacks [] for security_group (1047fd7f-a6e8-4c8d-a390-3cbd20c4e712), precommit_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:32:48.853141 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-da5895da-32cc-41aa-bd9f-97d6f2b9fc77 tempest-RoutersAdminNegativeIpV6Test-608125939 tempest-RoutersAdminNegativeIpV6Test-608125939-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1892331'] for security_group (1047fd7f-a6e8-4c8d-a390-3cbd20c4e712), after_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:32:48.885164 n-d-713498-36 neutron-server[103230]: DEBUG neutron.notifiers.nova [None req-da5895da-32cc-41aa-bd9f-97d6f2b9fc77 tempest-RoutersAdminNegativeIpV6Test-608125939 tempest-RoutersAdminNegativeIpV6Test-608125939-project-admin] device_id is not set on port ec9f57fd-999d-48d8-b2e2-81349a42587c yet. {{(pid=103230) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 09 19:32:48.971715 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-aefcad9b-786e-4a13-ace8-5300af0dc2ea req-e2b4c148-98b2-434d-939e-b54563045256 service neutron] 10.222.0.89 "GET /v2.0/networks/bd12d1d0-518d-4d29-a00d-98410ba2cb8a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2842090 Feb 09 19:32:48.979470 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da5895da-32cc-41aa-bd9f-97d6f2b9fc77 tempest-RoutersAdminNegativeIpV6Test-608125939 tempest-RoutersAdminNegativeIpV6Test-608125939-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1047fd7f-a6e8-4c8d-a390-3cbd20c4e712,revision_number=1']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:32:48.995389 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da5895da-32cc-41aa-bd9f-97d6f2b9fc77 tempest-RoutersAdminNegativeIpV6Test-608125939 tempest-RoutersAdminNegativeIpV6Test-608125939-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:32:48.995742 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da5895da-32cc-41aa-bd9f-97d6f2b9fc77 tempest-RoutersAdminNegativeIpV6Test-608125939 tempest-RoutersAdminNegativeIpV6Test-608125939-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:32:48.996095 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da5895da-32cc-41aa-bd9f-97d6f2b9fc77 tempest-RoutersAdminNegativeIpV6Test-608125939 tempest-RoutersAdminNegativeIpV6Test-608125939-project-admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:32:48.996435 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da5895da-32cc-41aa-bd9f-97d6f2b9fc77 tempest-RoutersAdminNegativeIpV6Test-608125939 tempest-RoutersAdminNegativeIpV6Test-608125939-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:32:48.996778 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da5895da-32cc-41aa-bd9f-97d6f2b9fc77 tempest-RoutersAdminNegativeIpV6Test-608125939 tempest-RoutersAdminNegativeIpV6Test-608125939-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:32:48.997138 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da5895da-32cc-41aa-bd9f-97d6f2b9fc77 tempest-RoutersAdminNegativeIpV6Test-608125939 tempest-RoutersAdminNegativeIpV6Test-608125939-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:32:48.997459 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da5895da-32cc-41aa-bd9f-97d6f2b9fc77 tempest-RoutersAdminNegativeIpV6Test-608125939 tempest-RoutersAdminNegativeIpV6Test-608125939-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:32:48.997796 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da5895da-32cc-41aa-bd9f-97d6f2b9fc77 tempest-RoutersAdminNegativeIpV6Test-608125939 tempest-RoutersAdminNegativeIpV6Test-608125939-project-admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:32:48.998164 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da5895da-32cc-41aa-bd9f-97d6f2b9fc77 tempest-RoutersAdminNegativeIpV6Test-608125939 tempest-RoutersAdminNegativeIpV6Test-608125939-project-admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:32:48.998496 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da5895da-32cc-41aa-bd9f-97d6f2b9fc77 tempest-RoutersAdminNegativeIpV6Test-608125939 tempest-RoutersAdminNegativeIpV6Test-608125939-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:32:48.998823 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da5895da-32cc-41aa-bd9f-97d6f2b9fc77 tempest-RoutersAdminNegativeIpV6Test-608125939 tempest-RoutersAdminNegativeIpV6Test-608125939-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:32:48.999147 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da5895da-32cc-41aa-bd9f-97d6f2b9fc77 tempest-RoutersAdminNegativeIpV6Test-608125939 tempest-RoutersAdminNegativeIpV6Test-608125939-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:32:48.999475 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da5895da-32cc-41aa-bd9f-97d6f2b9fc77 tempest-RoutersAdminNegativeIpV6Test-608125939 tempest-RoutersAdminNegativeIpV6Test-608125939-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:32:49.001705 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-9989ea5a-5c9b-4a93-bf1b-65a8fbf8ef13 tempest-RoutersTest-1116560139 tempest-RoutersTest-1116560139-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (67fdfdea-2927-4154-9cbc-5ca4674ede19), before_update {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:32:49.117854 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb9b1207-9392-4081-8301-aa45c47f7e76 req-aa367567-e97d-4d0a-93b8-edcebecbb905 tempest-ServerActionsTestJSON-347500300 tempest-ServerActionsTestJSON-347500300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:32:49.120400 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-bb9b1207-9392-4081-8301-aa45c47f7e76 req-aa367567-e97d-4d0a-93b8-edcebecbb905 tempest-ServerActionsTestJSON-347500300 tempest-ServerActionsTestJSON-347500300-project] 10.222.0.75 "GET /v2.0/ports?device_id=a1fbc70b-9dd3-44f5-99b0-85f3dff92d7d HTTP/1.1" status: 200 len: 944 time: 0.1166105 Feb 09 19:32:49.121909 n-d-713498-36 neutron-server[103230]: DEBUG neutron.db.db_base_plugin_common [None req-da5895da-32cc-41aa-bd9f-97d6f2b9fc77 tempest-RoutersAdminNegativeIpV6Test-608125939 tempest-RoutersAdminNegativeIpV6Test-608125939-project-admin] Allocated IP 172.25.1.165 (88055e1e-672a-4487-be31-ffb6e833ece5/ac16dbcc-383c-4b43-9153-d763c4a53f91/ec9f57fd-999d-48d8-b2e2-81349a42587c) {{(pid=103230) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 19:32:49.196054 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-bb9b1207-9392-4081-8301-aa45c47f7e76 req-08c3b430-1e00-4626-ba2a-ff2dfe5dcdc6 tempest-ServerActionsTestJSON-347500300 tempest-ServerActionsTestJSON-347500300-project] 10.222.0.75 "GET /v2.0/security-groups?id=22c4accd-b9e4-4e3e-aec5-b2bee068a6b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0641949 Feb 09 19:32:49.260158 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762867132591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593584'] for agent (bcd5faee-dc24-4298-9134-0e0aa054058e), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:32:49.283030 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-aefcad9b-786e-4a13-ace8-5300af0dc2ea req-cfd933d2-4eaa-4beb-b96e-f48abe6eb19f service neutron] 10.222.0.89 "GET /v2.0/networks/bd12d1d0-518d-4d29-a00d-98410ba2cb8a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3000259 Feb 09 19:32:49.347847 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-da5895da-32cc-41aa-bd9f-97d6f2b9fc77 tempest-RoutersAdminNegativeIpV6Test-608125939 tempest-RoutersAdminNegativeIpV6Test-608125939-project-admin] Publish callbacks [] for port (ec9f57fd-999d-48d8-b2e2-81349a42587c), precommit_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:32:49.399993 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-da5895da-32cc-41aa-bd9f-97d6f2b9fc77 tempest-RoutersAdminNegativeIpV6Test-608125939 tempest-RoutersAdminNegativeIpV6Test-608125939-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762866656467', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14393751'] for port (ec9f57fd-999d-48d8-b2e2-81349a42587c), after_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:32:49.473896 n-d-713498-36 neutron-server[103230]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da5895da-32cc-41aa-bd9f-97d6f2b9fc77 tempest-RoutersAdminNegativeIpV6Test-608125939 tempest-RoutersAdminNegativeIpV6Test-608125939-project-admin] Network 88055e1e-672a-4487-be31-ffb6e833ece5 is already hosted by enough agents. {{(pid=103230) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 19:32:49.475289 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da5895da-32cc-41aa-bd9f-97d6f2b9fc77 tempest-RoutersAdminNegativeIpV6Test-608125939 tempest-RoutersAdminNegativeIpV6Test-608125939-project-admin] Pushing event updated for resources: {'Port': ['ID=ec9f57fd-999d-48d8-b2e2-81349a42587c,revision_number=1']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:32:49.496318 n-d-713498-36 neutron-server[103230]: DEBUG neutron.scheduler.base_scheduler [None req-da5895da-32cc-41aa-bd9f-97d6f2b9fc77 tempest-RoutersAdminNegativeIpV6Test-608125939 tempest-RoutersAdminNegativeIpV6Test-608125939-project-admin] Resources bound (agent type, host, resource id): {{(pid=103230) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 19:32:49.502022 n-d-713498-36 neutron-server[103230]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da5895da-32cc-41aa-bd9f-97d6f2b9fc77 tempest-RoutersAdminNegativeIpV6Test-608125939 tempest-RoutersAdminNegativeIpV6Test-608125939-project-admin] Received port after_create {{(pid=103230) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 19:32:49.590954 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da5895da-32cc-41aa-bd9f-97d6f2b9fc77 tempest-RoutersAdminNegativeIpV6Test-608125939 tempest-RoutersAdminNegativeIpV6Test-608125939-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:32:49.591699 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-da5895da-32cc-41aa-bd9f-97d6f2b9fc77 tempest-RoutersAdminNegativeIpV6Test-608125939 tempest-RoutersAdminNegativeIpV6Test-608125939-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171096'] for port (None), before_response {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:32:49.614146 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-9989ea5a-5c9b-4a93-bf1b-65a8fbf8ef13 tempest-RoutersTest-1116560139 tempest-RoutersTest-1116560139-project] Publish callbacks [] for port (67fdfdea-2927-4154-9cbc-5ca4674ede19), precommit_update {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:32:49.615155 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-da5895da-32cc-41aa-bd9f-97d6f2b9fc77 tempest-RoutersAdminNegativeIpV6Test-608125939 tempest-RoutersAdminNegativeIpV6Test-608125939-project-admin] 10.222.0.75 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1037 time: 1.4379077 Feb 09 19:32:49.618642 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 35390) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:32:49.625038 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.v2.base [None req-aeac9190-5c71-41aa-9a08-81ea2a434bba tempest-RoutersAdminNegativeIpV6Test-608125939 tempest-RoutersAdminNegativeIpV6Test-608125939-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '88055e1e-672a-4487-be31-ffb6e833ece5', 'external_fixed_ips': [{'subnet_id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'ip_address': '172.25.1.165'}]}}} {{(pid=103230) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 19:32:49.625886 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-9989ea5a-5c9b-4a93-bf1b-65a8fbf8ef13 tempest-RoutersTest-1116560139 tempest-RoutersTest-1116560139-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762867176205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762866656485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762866656503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12867569'] for port (67fdfdea-2927-4154-9cbc-5ca4674ede19), after_update {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:32:49.661944 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-aeac9190-5c71-41aa-9a08-81ea2a434bba tempest-RoutersAdminNegativeIpV6Test-608125939 tempest-RoutersAdminNegativeIpV6Test-608125939-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1834830', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-58389'] for router (96d3ae5f-780e-49fd-8542-4e116a87ddef), before_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:32:49.663954 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-aeac9190-5c71-41aa-9a08-81ea2a434bba tempest-RoutersAdminNegativeIpV6Test-608125939 tempest-RoutersAdminNegativeIpV6Test-608125939-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1834810', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1822096', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1886735', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-58380'] for router (96d3ae5f-780e-49fd-8542-4e116a87ddef), precommit_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:32:49.813314 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13e963b2-3e42-414e-8ad0-8a0b2bbbad3f req-ccdb40e8-85c0-41b6-9442-14d0e43c9c84 tempest-TestNetworkAdvancedServerOps-1633223542 tempest-TestNetworkAdvancedServerOps-1633223542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:32:49.814992 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-13e963b2-3e42-414e-8ad0-8a0b2bbbad3f req-ccdb40e8-85c0-41b6-9442-14d0e43c9c84 tempest-TestNetworkAdvancedServerOps-1633223542 tempest-TestNetworkAdvancedServerOps-1633223542-project] 10.222.0.75 "GET /v2.0/ports?device_id=6d32a9d7-5256-4edb-9bbc-ad99ab71ecfa HTTP/1.1" status: 200 len: 944 time: 0.1448987 Feb 09 19:32:49.823271 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-aeac9190-5c71-41aa-9a08-81ea2a434bba tempest-RoutersAdminNegativeIpV6Test-608125939 tempest-RoutersAdminNegativeIpV6Test-608125939-project-admin] Publish callbacks [] for router_controller (96d3ae5f-780e-49fd-8542-4e116a87ddef), precommit_add_association {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:32:49.980982 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3aee57ad-bb6f-4da1-ab09-bc65db2c9432 None None] Network b7476005-329d-43d5-ba02-3c7e4ca9d210 requested from n-d-713498-36 {{(pid=103232) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 19:32:50.003668 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-13e963b2-3e42-414e-8ad0-8a0b2bbbad3f req-3ba32891-7fd0-49f0-b3c1-0b576df6f96f tempest-TestNetworkAdvancedServerOps-1633223542 tempest-TestNetworkAdvancedServerOps-1633223542-project] 10.222.0.75 "GET /v2.0/security-groups?id=3248743f-f5fe-4756-978e-05f0e965efae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1781883 Feb 09 19:32:50.062503 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-9989ea5a-5c9b-4a93-bf1b-65a8fbf8ef13 tempest-RoutersTest-1116560139 tempest-RoutersTest-1116560139-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1613458', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1834496'] for router_interface (313e064b-ffaa-4c47-a7fc-c9666f3ee618), after_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:32:50.074887 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-aeac9190-5c71-41aa-9a08-81ea2a434bba tempest-RoutersAdminNegativeIpV6Test-608125939 tempest-RoutersAdminNegativeIpV6Test-608125939-project-admin] Publish callbacks [] for router_gateway (96d3ae5f-780e-49fd-8542-4e116a87ddef), precommit_update {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:32:50.078706 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.provisioning_blocks [None req-54b81839-eee5-4622-9e5b-a70edd137f2c None None] Provisioning complete for port 4bd48f30-e61d-47ec-ace8-a8dacc370c4e triggered by entity DHCP. {{(pid=103232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 19:32:50.079096 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-54b81839-eee5-4622-9e5b-a70edd137f2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593630'] for port (4bd48f30-e61d-47ec-ace8-a8dacc370c4e), provisioning_complete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:32:50.091633 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9989ea5a-5c9b-4a93-bf1b-65a8fbf8ef13 tempest-RoutersTest-1116560139 tempest-RoutersTest-1116560139-project] Pushing event updated for resources: {'Port': ['ID=67fdfdea-2927-4154-9cbc-5ca4674ede19,revision_number=2']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:32:50.202728 n-d-713498-36 neutron-server[103229]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9989ea5a-5c9b-4a93-bf1b-65a8fbf8ef13 tempest-RoutersTest-1116560139 tempest-RoutersTest-1116560139-project] Network b7476005-329d-43d5-ba02-3c7e4ca9d210 is already hosted by enough agents. {{(pid=103229) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 19:32:50.204206 n-d-713498-36 neutron-server[103229]: DEBUG neutron.scheduler.base_scheduler [None req-9989ea5a-5c9b-4a93-bf1b-65a8fbf8ef13 tempest-RoutersTest-1116560139 tempest-RoutersTest-1116560139-project] Resources bound (agent type, host, resource id): {{(pid=103229) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 19:32:50.280293 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Device 4bd48f30-e61d-47ec-ace8-a8dacc370c4e up at agent ovs-agent-n-d-713498-36 {{(pid=103232) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 19:32:50.400990 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-54b81839-eee5-4622-9e5b-a70edd137f2c None None] Current status of the port 4bd48f30-e61d-47ec-ace8-a8dacc370c4e is: DOWN; New status is: ACTIVE {{(pid=103232) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 19:32:50.402293 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-54b81839-eee5-4622-9e5b-a70edd137f2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (4bd48f30-e61d-47ec-ace8-a8dacc370c4e), before_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:32:50.442975 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-224d182a-49d6-41f7-9310-a54e218002d4 req-ca5e3c17-ed9b-48f6-bdf4-b6a1422e055f tempest-ServerActionsTestJSON-347500300 tempest-ServerActionsTestJSON-347500300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:32:50.444540 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-224d182a-49d6-41f7-9310-a54e218002d4 req-ca5e3c17-ed9b-48f6-bdf4-b6a1422e055f tempest-ServerActionsTestJSON-347500300 tempest-ServerActionsTestJSON-347500300-project] 10.222.0.89 "GET /v2.0/ports?device_id=a1fbc70b-9dd3-44f5-99b0-85f3dff92d7d HTTP/1.1" status: 200 len: 944 time: 0.1256664 Feb 09 19:32:50.451398 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-aeac9190-5c71-41aa-9a08-81ea2a434bba tempest-RoutersAdminNegativeIpV6Test-608125939 tempest-RoutersAdminNegativeIpV6Test-608125939-project-admin] Publish callbacks [] for router_gateway (96d3ae5f-780e-49fd-8542-4e116a87ddef), before_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:32:50.454230 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-54b81839-eee5-4622-9e5b-a70edd137f2c None None] For port 4bd48f30-e61d-47ec-ace8-a8dacc370c4e, host n-d-713498-36, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-36',level=0,port_id=4bd48f30-e61d-47ec-ace8-a8dacc370c4e,segment=NetworkSegment(a5b94c81-21f1-420d-871d-df56db16aabc),segment_id=a5b94c81-21f1-420d-871d-df56db16aabc)] {{(pid=103232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 19:32:50.457597 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.provisioning_blocks [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Provisioning complete for port 4bd48f30-e61d-47ec-ace8-a8dacc370c4e triggered by entity L2. {{(pid=103232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 19:32:50.458288 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593630'] for port (4bd48f30-e61d-47ec-ace8-a8dacc370c4e), provisioning_complete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:32:50.461497 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-54b81839-eee5-4622-9e5b-a70edd137f2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762867176205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762866656485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762866656503'] for port (4bd48f30-e61d-47ec-ace8-a8dacc370c4e), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:32:50.485687 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-aeac9190-5c71-41aa-9a08-81ea2a434bba tempest-RoutersAdminNegativeIpV6Test-608125939 tempest-RoutersAdminNegativeIpV6Test-608125939-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (None), before_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:32:50.533093 n-d-713498-36 neutron-server[103229]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9989ea5a-5c9b-4a93-bf1b-65a8fbf8ef13 tempest-RoutersTest-1116560139 tempest-RoutersTest-1116560139-project] Router 313e064b-ffaa-4c47-a7fc-c9666f3ee618 is scheduled to L3 agent 93303d5e-5d17-45e8-8963-7694f87783ae with binding_index 1 {{(pid=103229) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 09 19:32:50.560080 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54b81839-eee5-4622-9e5b-a70edd137f2c None None] Pushing event updated for resources: {'Port': ['ID=4bd48f30-e61d-47ec-ace8-a8dacc370c4e,revision_number=3']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:32:50.657280 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Current status of the port 4bd48f30-e61d-47ec-ace8-a8dacc370c4e is: ACTIVE; New status is: ACTIVE {{(pid=103232) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 19:32:50.658836 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc8d214a-6275-4790-8f70-5bc6a5611f29 req-c335fb9f-f2d6-4016-8851-16543411a024 tempest-ServerActionsTestJSON-347500300 tempest-ServerActionsTestJSON-347500300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:32:50.662943 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-dc8d214a-6275-4790-8f70-5bc6a5611f29 req-c335fb9f-f2d6-4016-8851-16543411a024 tempest-ServerActionsTestJSON-347500300 tempest-ServerActionsTestJSON-347500300-project] 10.222.0.75 "GET /v2.0/ports?device_id=a1fbc70b-9dd3-44f5-99b0-85f3dff92d7d HTTP/1.1" status: 200 len: 944 time: 0.3168223 Feb 09 19:32:50.726209 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9989ea5a-5c9b-4a93-bf1b-65a8fbf8ef13 tempest-RoutersTest-1116560139 tempest-RoutersTest-1116560139-project] Notify agent at l3_agent.n-d-713498-36 the message routers_updated {{(pid=103229) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 19:32:50.732477 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-dc8d214a-6275-4790-8f70-5bc6a5611f29 req-7aabf893-90bd-4ab7-96ab-5c3388bf16ab tempest-ServerActionsTestJSON-347500300 tempest-ServerActionsTestJSON-347500300-project] 10.222.0.75 "GET /v2.0/security-groups?id=22c4accd-b9e4-4e3e-aec5-b2bee068a6b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0625629 Feb 09 19:32:50.738755 n-d-713498-36 neutron-server[103233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d35a158-a8e6-4302-b5d7-c7e8e8c47be0 None None] Sync routers for ids ['313e064b-ffaa-4c47-a7fc-c9666f3ee618'] in n-d-713498-36 {{(pid=103233) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 19:32:50.740772 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-9989ea5a-5c9b-4a93-bf1b-65a8fbf8ef13 tempest-RoutersTest-1116560139 tempest-RoutersTest-1116560139-project] 10.222.0.75 "PUT /v2.0/routers/313e064b-ffaa-4c47-a7fc-c9666f3ee618/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2682407 Feb 09 19:32:50.746930 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 35398) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:32:50.753697 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.v2.base [None req-f1d646f2-5974-4412-899a-9a99669f1143 tempest-RoutersTest-1116560139 tempest-RoutersTest-1116560139-project] Request body: {'network': {'name': 'tempest-RoutersTest-1606462308'}} {{(pid=103229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 19:32:50.756198 n-d-713498-36 neutron-server[103233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d35a158-a8e6-4302-b5d7-c7e8e8c47be0 None None] Routers {'313e064b-ffaa-4c47-a7fc-c9666f3ee618'} bound to L3 agent in host n-d-713498-36 {{(pid=103233) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 19:32:50.757750 n-d-713498-36 neutron-server[103233]: DEBUG neutron.db.l3_hamode_db [None req-9d35a158-a8e6-4302-b5d7-c7e8e8c47be0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T18:51:43Z,description=,heartbeat_timestamp=2022-02-09T19:32:43Z,host='n-d-713498-36',id=93303d5e-5d17-45e8-8963-7694f87783ae,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T18:51:43Z,topic='l3_agent')) {'router_ids': ['313e064b-ffaa-4c47-a7fc-c9666f3ee618'], 'active': True} {{(pid=103233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:32:50.760016 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Device 55e8868e-9f04-4f11-be1b-5fd1709a5f15 up at agent hyperv_n-h1-713498-36 {{(pid=103232) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 19:32:50.825787 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f1d646f2-5974-4412-899a-9a99669f1143 tempest-RoutersTest-1116560139 tempest-RoutersTest-1116560139-project] Made reservation on behalf of 009d54e3af88488b8213379431f58202 for: {'network': 1} {{(pid=103229) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 19:32:50.838571 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-f1d646f2-5974-4412-899a-9a99669f1143 tempest-RoutersTest-1116560139 tempest-RoutersTest-1116560139-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for network (None), before_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:32:50.873693 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.plugin [req-224d182a-49d6-41f7-9310-a54e218002d4 req-e0e99651-d972-4917-a976-09176776d0d4 tempest-ServerActionsTestJSON-347500300 tempest-ServerActionsTestJSON-347500300-project] Deleting port f1d2f720-203f-4a0c-99ec-b451c998d159 {{(pid=103229) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 19:32:50.874083 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-224d182a-49d6-41f7-9310-a54e218002d4 req-e0e99651-d972-4917-a976-09176776d0d4 tempest-ServerActionsTestJSON-347500300 tempest-ServerActionsTestJSON-347500300-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762867170196'] for port (f1d2f720-203f-4a0c-99ec-b451c998d159), before_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:32:50.896810 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-aeac9190-5c71-41aa-9a08-81ea2a434bba tempest-RoutersAdminNegativeIpV6Test-608125939 tempest-RoutersAdminNegativeIpV6Test-608125939-project-admin] Publish callbacks [] for router (96d3ae5f-780e-49fd-8542-4e116a87ddef), before_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:32:50.909355 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.provisioning_blocks [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Provisioning for port 55e8868e-9f04-4f11-be1b-5fd1709a5f15 completed by entity L2. {{(pid=103232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 19:32:50.935263 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.provisioning_blocks [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Provisioning complete for port 55e8868e-9f04-4f11-be1b-5fd1709a5f15 triggered by entity L2. {{(pid=103232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 19:32:50.937591 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593630'] for port (55e8868e-9f04-4f11-be1b-5fd1709a5f15), provisioning_complete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:32:50.960115 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f1d646f2-5974-4412-899a-9a99669f1143 tempest-RoutersTest-1116560139 tempest-RoutersTest-1116560139-project] vlan segment allocate from pool success with {'vlan_id': 351, 'physical_network': 'physnet1'} {{(pid=103229) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 19:32:50.964802 n-d-713498-36 neutron-server[103233]: DEBUG neutron.db.l3_dvr_db [None req-9d35a158-a8e6-4302-b5d7-c7e8e8c47be0 None None] Set router 313e064b-ffaa-4c47-a7fc-c9666f3ee618 gateway port host: None {{(pid=103233) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 19:32:50.999508 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-f1d646f2-5974-4412-899a-9a99669f1143 tempest-RoutersTest-1116560139 tempest-RoutersTest-1116560139-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-759574'] for segment (ac1804ba-7f7d-43c7-b41c-12e5dbecd977), precommit_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:32:51.000474 n-d-713498-36 neutron-server[103229]: INFO neutron.db.segments_db [None req-f1d646f2-5974-4412-899a-9a99669f1143 tempest-RoutersTest-1116560139 tempest-RoutersTest-1116560139-project] Added segment ac1804ba-7f7d-43c7-b41c-12e5dbecd977 of type vlan for network 101d973c-b3a2-4013-b223-96f53753dfe5 Feb 09 19:32:51.060084 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.provisioning_blocks [None req-1d1c45de-a4db-4270-9206-87776caab2b3 None None] Provisioning complete for port 67fdfdea-2927-4154-9cbc-5ca4674ede19 triggered by entity DHCP. {{(pid=103232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 19:32:51.060833 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-1d1c45de-a4db-4270-9206-87776caab2b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593630'] for port (67fdfdea-2927-4154-9cbc-5ca4674ede19), provisioning_complete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:32:51.086545 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-f1d646f2-5974-4412-899a-9a99669f1143 tempest-RoutersTest-1116560139 tempest-RoutersTest-1116560139-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762866642225'] for network (101d973c-b3a2-4013-b223-96f53753dfe5), precommit_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:32:51.089896 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.db [req-224d182a-49d6-41f7-9310-a54e218002d4 req-e0e99651-d972-4917-a976-09176776d0d4 tempest-ServerActionsTestJSON-347500300 tempest-ServerActionsTestJSON-347500300-project] For port f1d2f720-203f-4a0c-99ec-b451c998d159, host n-h1-713498-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-36',level=0,port_id=f1d2f720-203f-4a0c-99ec-b451c998d159,segment=NetworkSegment(9110d757-e4eb-424b-97b9-32896b689ba3),segment_id=9110d757-e4eb-424b-97b9-32896b689ba3)] {{(pid=103229) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 19:32:51.090308 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-224d182a-49d6-41f7-9310-a54e218002d4 req-e0e99651-d972-4917-a976-09176776d0d4 tempest-ServerActionsTestJSON-347500300 tempest-ServerActionsTestJSON-347500300-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1820838'] for port (f1d2f720-203f-4a0c-99ec-b451c998d159), precommit_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:32:51.148265 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-1d1c45de-a4db-4270-9206-87776caab2b3 None None] Port 67fdfdea-2927-4154-9cbc-5ca4674ede19 cannot update to ACTIVE because it is not bound. {{(pid=103232) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 19:32:51.221825 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Current status of the port 55e8868e-9f04-4f11-be1b-5fd1709a5f15 is: BUILD; New status is: ACTIVE {{(pid=103232) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 19:32:51.222328 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (55e8868e-9f04-4f11-be1b-5fd1709a5f15), before_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:32:51.236422 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.provisioning_blocks [None req-1d1c45de-a4db-4270-9206-87776caab2b3 None None] Provisioning complete for port 4bd48f30-e61d-47ec-ace8-a8dacc370c4e triggered by entity DHCP. {{(pid=103232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 19:32:51.237594 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-1d1c45de-a4db-4270-9206-87776caab2b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593630'] for port (4bd48f30-e61d-47ec-ace8-a8dacc370c4e), provisioning_complete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:32:51.317698 n-d-713498-36 neutron-server[103232]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6d32a9d7-5256-4edb-9bbc-ad99ab71ecfa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '55e8868e-9f04-4f11-be1b-5fd1709a5f15'}] {{(pid=103232) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 19:32:51.320105 n-d-713498-36 neutron-server[103232]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}949cdcde653dec44821de95cbf67297f53cbc2aed4e073b5d514f93bf911ce85" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3ff84040-286e-46de-b6e1-cd6ebefee805" -d '{"events": [{"server_uuid": "6d32a9d7-5256-4edb-9bbc-ad99ab71ecfa", "name": "network-vif-plugged", "status": "completed", "tag": "55e8868e-9f04-4f11-be1b-5fd1709a5f15"}]}' {{(pid=103232) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 19:32:51.335146 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-aeac9190-5c71-41aa-9a08-81ea2a434bba tempest-RoutersAdminNegativeIpV6Test-608125939 tempest-RoutersAdminNegativeIpV6Test-608125939-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1834988', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-58375'] for router (96d3ae5f-780e-49fd-8542-4e116a87ddef), precommit_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:32:51.342298 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-f1d646f2-5974-4412-899a-9a99669f1143 tempest-RoutersTest-1116560139 tempest-RoutersTest-1116560139-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1885479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452'] for network (101d973c-b3a2-4013-b223-96f53753dfe5), after_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:32:51.348373 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-aeac9190-5c71-41aa-9a08-81ea2a434bba tempest-RoutersAdminNegativeIpV6Test-608125939 tempest-RoutersAdminNegativeIpV6Test-608125939-project-admin] Publish callbacks [] for router_controller (96d3ae5f-780e-49fd-8542-4e116a87ddef), precommit_delete_associations {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:32:51.348557 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] For port 55e8868e-9f04-4f11-be1b-5fd1709a5f15, host n-h1-713498-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-36',level=0,port_id=55e8868e-9f04-4f11-be1b-5fd1709a5f15,segment=NetworkSegment(7287aa74-ccfd-4c41-8369-48f2461d359d),segment_id=7287aa74-ccfd-4c41-8369-48f2461d359d)] {{(pid=103232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 19:32:51.358564 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762867176205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762866656485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762866656503'] for port (55e8868e-9f04-4f11-be1b-5fd1709a5f15), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:32:51.360623 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1d646f2-5974-4412-899a-9a99669f1143 tempest-RoutersTest-1116560139 tempest-RoutersTest-1116560139-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:32:51.361281 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-f1d646f2-5974-4412-899a-9a99669f1143 tempest-RoutersTest-1116560139 tempest-RoutersTest-1116560139-project] Publish callbacks [] for network (None), before_response {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:32:51.427416 n-d-713498-36 neutron-server[103233]: DEBUG neutron.db.l3_hamode_db [None req-9d35a158-a8e6-4302-b5d7-c7e8e8c47be0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '313e064b-ffaa-4c47-a7fc-c9666f3ee618', 'name': 'tempest-RoutersTest-router-2104240187', 'tenant_id': '009d54e3af88488b8213379431f58202', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T19:32:45Z', 'updated_at': '2022-02-09T19:32:48Z', 'revision_number': 2, 'project_id': '009d54e3af88488b8213379431f58202', 'gw_port_host': None, '_interfaces': [{'id': '67fdfdea-2927-4154-9cbc-5ca4674ede19', 'name': '', 'network_id': 'b7476005-329d-43d5-ba02-3c7e4ca9d210', 'tenant_id': '009d54e3af88488b8213379431f58202', 'mac_address': 'fa:16:3e:31:9a:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '313e064b-ffaa-4c47-a7fc-c9666f3ee618', 'device_owner': 'network:router_interface', 'standard_attr_id': 3117, 'fixed_ips': [{'subnet_id': '1aa458bd-e51c-4d7d-8d13-8dbe39a30c15', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T19:32:47Z', 'updated_at': '2022-02-09T19:32:49Z', 'revision_number': 2, 'project_id': '009d54e3af88488b8213379431f58202', 'subnets': [{'id': '1aa458bd-e51c-4d7d-8d13-8dbe39a30c15', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-36', False) {} {{(pid=103233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:32:51.473002 n-d-713498-36 neutron-server[103233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d35a158-a8e6-4302-b5d7-c7e8e8c47be0 None None] Checking router: 313e064b-ffaa-4c47-a7fc-c9666f3ee618 for host: n-d-713498-36 {{(pid=103233) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 19:32:51.473403 n-d-713498-36 neutron-server[103233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d35a158-a8e6-4302-b5d7-c7e8e8c47be0 None None] Updating router 313e064b-ffaa-4c47-a7fc-c9666f3ee618 port 67fdfdea-2927-4154-9cbc-5ca4674ede19 binding host n-d-713498-36 {{(pid=103233) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 19:32:51.500577 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9323e10d-4fa1-4fd6-9625-fc35b7362979 req-615e31c7-7b08-4909-bc9d-4a9c059c5700 tempest-TestNetworkAdvancedServerOps-1633223542 tempest-TestNetworkAdvancedServerOps-1633223542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:32:51.508354 n-d-713498-36 neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-9d35a158-a8e6-4302-b5d7-c7e8e8c47be0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (67fdfdea-2927-4154-9cbc-5ca4674ede19), before_update {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:32:51.510539 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-9323e10d-4fa1-4fd6-9625-fc35b7362979 req-615e31c7-7b08-4909-bc9d-4a9c059c5700 tempest-TestNetworkAdvancedServerOps-1633223542 tempest-TestNetworkAdvancedServerOps-1633223542-project] 10.222.0.75 "GET /v2.0/ports?device_id=6d32a9d7-5256-4edb-9bbc-ad99ab71ecfa HTTP/1.1" status: 200 len: 944 time: 0.2576492 Feb 09 19:32:51.513173 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-aeac9190-5c71-41aa-9a08-81ea2a434bba tempest-RoutersAdminNegativeIpV6Test-608125939 tempest-RoutersAdminNegativeIpV6Test-608125939-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1835003'] for router (96d3ae5f-780e-49fd-8542-4e116a87ddef), after_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:32:51.513678 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aeac9190-5c71-41aa-9a08-81ea2a434bba tempest-RoutersAdminNegativeIpV6Test-608125939 tempest-RoutersAdminNegativeIpV6Test-608125939-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 96d3ae5f-780e-49fd-8542-4e116a87ddef {{(pid=103230) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 09 19:32:51.520727 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Pushing event updated for resources: {'Port': ['ID=55e8868e-9f04-4f11-be1b-5fd1709a5f15,revision_number=5']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:32:51.525640 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-f1d646f2-5974-4412-899a-9a99669f1143 tempest-RoutersTest-1116560139 tempest-RoutersTest-1116560139-project] 10.222.0.75 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.7723553 Feb 09 19:32:51.529397 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 35404) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:32:51.531513 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1d646f2-5974-4412-899a-9a99669f1143 tempest-RoutersTest-1116560139 tempest-RoutersTest-1116560139-project] Pushing event updated for resources: {'Network': ['ID=101d973c-b3a2-4013-b223-96f53753dfe5,revision_number=1']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:32:51.532293 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-1d1c45de-a4db-4270-9206-87776caab2b3 None None] Current status of the port 4bd48f30-e61d-47ec-ace8-a8dacc370c4e is: ACTIVE; New status is: ACTIVE {{(pid=103232) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 19:32:51.536666 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.v2.base [None req-e1944549-84dc-4517-ab64-27e24b083a97 tempest-RoutersTest-1116560139 tempest-RoutersTest-1116560139-project] Request body: {'subnet': {'network_id': '101d973c-b3a2-4013-b223-96f53753dfe5', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=103229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 19:32:51.581049 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Network 101d973c-b3a2-4013-b223-96f53753dfe5 details requested by agent ovs-agent-n-d-713498-36 with host n-d-713498-36 {{(pid=103232) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 19:32:51.599361 n-d-713498-36 neutron-server[103230]: INFO neutron.api.v2.resource [None req-aeac9190-5c71-41aa-9a08-81ea2a434bba tempest-RoutersAdminNegativeIpV6Test-608125939 tempest-RoutersAdminNegativeIpV6Test-608125939-project-admin] create failed (client error): There was a conflict when trying to complete your request. Feb 09 19:32:51.605856 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-aeac9190-5c71-41aa-9a08-81ea2a434bba tempest-RoutersAdminNegativeIpV6Test-608125939 tempest-RoutersAdminNegativeIpV6Test-608125939-project-admin] 10.222.0.75 "POST /v2.0/routers HTTP/1.1" status: 409 len: 372 time: 1.9861407 Feb 09 19:32:51.613586 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 35406) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:32:51.666265 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-9323e10d-4fa1-4fd6-9625-fc35b7362979 req-6b0e6950-e968-4c82-bfb7-974247ebf836 tempest-TestNetworkAdvancedServerOps-1633223542 tempest-TestNetworkAdvancedServerOps-1633223542-project] 10.222.0.75 "GET /v2.0/security-groups?id=3248743f-f5fe-4756-978e-05f0e965efae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1546366 Feb 09 19:32:51.760176 n-d-713498-36 neutron-server[103232]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 19:32:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e477f5aa-516c-4d69-9932-a22b5f75afdf x-openstack-request-id: req-e477f5aa-516c-4d69-9932-a22b5f75afdf {{(pid=103232) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 19:32:51.760496 n-d-713498-36 neutron-server[103232]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6d32a9d7-5256-4edb-9bbc-ad99ab71ecfa", "name": "network-vif-plugged", "status": "completed", "tag": "55e8868e-9f04-4f11-be1b-5fd1709a5f15", "code": 200}]} {{(pid=103232) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 19:32:51.760759 n-d-713498-36 neutron-server[103232]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-e477f5aa-516c-4d69-9932-a22b5f75afdf {{(pid=103232) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 19:32:51.761159 n-d-713498-36 neutron-server[103232]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6d32a9d7-5256-4edb-9bbc-ad99ab71ecfa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '55e8868e-9f04-4f11-be1b-5fd1709a5f15', 'code': 200} Feb 09 19:32:51.818858 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.provisioning_blocks [None req-7c706676-6372-4188-82f0-d256679f20a5 None None] Provisioning complete for port 67fdfdea-2927-4154-9cbc-5ca4674ede19 triggered by entity DHCP. {{(pid=103232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 19:32:51.819242 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-7c706676-6372-4188-82f0-d256679f20a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593630'] for port (67fdfdea-2927-4154-9cbc-5ca4674ede19), provisioning_complete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:32:51.894382 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-7c706676-6372-4188-82f0-d256679f20a5 None None] Port 67fdfdea-2927-4154-9cbc-5ca4674ede19 cannot update to ACTIVE because it is not bound. {{(pid=103232) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 19:32:51.927911 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e1944549-84dc-4517-ab64-27e24b083a97 tempest-RoutersTest-1116560139 tempest-RoutersTest-1116560139-project] Made reservation on behalf of 009d54e3af88488b8213379431f58202 for: {'subnet': 1} {{(pid=103229) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 19:32:51.930803 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-e1944549-84dc-4517-ab64-27e24b083a97 tempest-RoutersTest-1116560139 tempest-RoutersTest-1116560139-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12759265'] for subnet (None), before_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:32:51.966471 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e3d2a81-c4d3-45f8-979a-8f3e845bacfe req-4df27d48-1f2a-4370-b644-06d0547079a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:32:51.968378 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-8e3d2a81-c4d3-45f8-979a-8f3e845bacfe req-4df27d48-1f2a-4370-b644-06d0547079a0 service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=6d32a9d7-5256-4edb-9bbc-ad99ab71ecfa HTTP/1.1" status: 200 len: 1128 time: 0.1608286 Feb 09 19:32:51.992200 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.plugin [None req-be5bf611-e1b9-4377-9287-9eb9aaf80142 tempest-RoutersAdminNegativeIpV6Test-608125939 tempest-RoutersAdminNegativeIpV6Test-608125939-project-admin] Deleting port ec9f57fd-999d-48d8-b2e2-81349a42587c {{(pid=103230) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 19:32:51.993102 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-be5bf611-e1b9-4377-9287-9eb9aaf80142 tempest-RoutersAdminNegativeIpV6Test-608125939 tempest-RoutersAdminNegativeIpV6Test-608125939-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762867170196'] for port (ec9f57fd-999d-48d8-b2e2-81349a42587c), before_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:32:52.011942 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17d1d367-3eb9-4178-b56f-6dee1f5225ad req-08844325-0a6b-4bfe-80b3-d608fe42dca3 tempest-ServerActionsTestJSON-347500300 tempest-ServerActionsTestJSON-347500300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:32:52.013570 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-17d1d367-3eb9-4178-b56f-6dee1f5225ad req-08844325-0a6b-4bfe-80b3-d608fe42dca3 tempest-ServerActionsTestJSON-347500300 tempest-ServerActionsTestJSON-347500300-project] 10.222.0.75 "GET /v2.0/ports?device_id=a1fbc70b-9dd3-44f5-99b0-85f3dff92d7d HTTP/1.1" status: 200 len: 944 time: 0.1300874 Feb 09 19:32:52.027821 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-224d182a-49d6-41f7-9310-a54e218002d4 req-e0e99651-d972-4917-a976-09176776d0d4 tempest-ServerActionsTestJSON-347500300 tempest-ServerActionsTestJSON-347500300-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:32:52.028447 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-224d182a-49d6-41f7-9310-a54e218002d4 req-e0e99651-d972-4917-a976-09176776d0d4 tempest-ServerActionsTestJSON-347500300 tempest-ServerActionsTestJSON-347500300-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1818909'] for floatingip (a0919bbb-441e-4a38-ba74-fc361f9a0ac9), after_update {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:32:52.028776 n-d-713498-36 neutron-server[103229]: INFO neutron.db.l3_db [req-224d182a-49d6-41f7-9310-a54e218002d4 req-e0e99651-d972-4917-a976-09176776d0d4 tempest-ServerActionsTestJSON-347500300 tempest-ServerActionsTestJSON-347500300-project] Floating IP a0919bbb-441e-4a38-ba74-fc361f9a0ac9 disassociated. External IP: 172.25.1.29, port: f1d2f720-203f-4a0c-99ec-b451c998d159. Feb 09 19:32:52.029133 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.plugin [req-224d182a-49d6-41f7-9310-a54e218002d4 req-e0e99651-d972-4917-a976-09176776d0d4 tempest-ServerActionsTestJSON-347500300 tempest-ServerActionsTestJSON-347500300-project] Calling delete_port for f1d2f720-203f-4a0c-99ec-b451c998d159 owned by compute:nova {{(pid=103229) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 19:32:52.062334 n-d-713498-36 neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-9d35a158-a8e6-4302-b5d7-c7e8e8c47be0 None None] Publish callbacks [] for port (67fdfdea-2927-4154-9cbc-5ca4674ede19), precommit_update {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:32:52.089159 n-d-713498-36 neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-9d35a158-a8e6-4302-b5d7-c7e8e8c47be0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762867176205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762866656485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762866656503'] for port (67fdfdea-2927-4154-9cbc-5ca4674ede19), after_update {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:32:52.166595 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-8e3d2a81-c4d3-45f8-979a-8f3e845bacfe req-d4fa8523-b724-4fd3-b33e-0c7fa0efc7bc service neutron] 10.222.0.89 "GET /v2.0/security-groups?id=3248743f-f5fe-4756-978e-05f0e965efae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1892395 Feb 09 19:32:52.173047 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-17d1d367-3eb9-4178-b56f-6dee1f5225ad req-9c936104-bf7b-46d6-8b6d-7fb4a77a17ed tempest-ServerActionsTestJSON-347500300 tempest-ServerActionsTestJSON-347500300-project] 10.222.0.75 "GET /v2.0/security-groups?id=22c4accd-b9e4-4e3e-aec5-b2bee068a6b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0987337 Feb 09 19:32:52.213597 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-be5bf611-e1b9-4377-9287-9eb9aaf80142 tempest-RoutersAdminNegativeIpV6Test-608125939 tempest-RoutersAdminNegativeIpV6Test-608125939-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1820838'] for port (ec9f57fd-999d-48d8-b2e2-81349a42587c), precommit_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:32:52.218316 n-d-713498-36 neutron-server[103233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a18a2713-0175-411f-93c4-fecc409150a2 None None] Pushing event updated for resources: {'Port': ['ID=67fdfdea-2927-4154-9cbc-5ca4674ede19,revision_number=3']} {{(pid=103233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:32:52.220597 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Device 4bd48f30-e61d-47ec-ace8-a8dacc370c4e up at agent ovs-agent-n-d-713498-36 {{(pid=103232) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 19:32:52.232700 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.plugin [None req-be5bf611-e1b9-4377-9287-9eb9aaf80142 tempest-RoutersAdminNegativeIpV6Test-608125939 tempest-RoutersAdminNegativeIpV6Test-608125939-project-admin] Calling delete_port for ec9f57fd-999d-48d8-b2e2-81349a42587c owned by {{(pid=103230) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 19:32:52.325366 n-d-713498-36 neutron-server[103233]: DEBUG neutron.plugins.ml2.managers [None req-9d35a158-a8e6-4302-b5d7-c7e8e8c47be0 None None] Attempting to bind port 67fdfdea-2927-4154-9cbc-5ca4674ede19 on host n-d-713498-36 for vnic_type normal with profile {{(pid=103233) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 19:32:52.325655 n-d-713498-36 neutron-server[103233]: DEBUG neutron.plugins.ml2.managers [None req-9d35a158-a8e6-4302-b5d7-c7e8e8c47be0 None None] Attempting to bind port 67fdfdea-2927-4154-9cbc-5ca4674ede19 by drivers openvswitch,hyperv on host n-d-713498-36 at level 0 using segments [{'id': 'a5b94c81-21f1-420d-871d-df56db16aabc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': 'b7476005-329d-43d5-ba02-3c7e4ca9d210'}] {{(pid=103233) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 19:32:52.329142 n-d-713498-36 neutron-server[103233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d35a158-a8e6-4302-b5d7-c7e8e8c47be0 None None] Attempting to bind port 67fdfdea-2927-4154-9cbc-5ca4674ede19 on network b7476005-329d-43d5-ba02-3c7e4ca9d210 {{(pid=103233) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 19:32:52.336626 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.provisioning_blocks [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Provisioning complete for port 4bd48f30-e61d-47ec-ace8-a8dacc370c4e triggered by entity L2. {{(pid=103232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 19:32:52.337247 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593630'] for port (4bd48f30-e61d-47ec-ace8-a8dacc370c4e), provisioning_complete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:32:52.342716 n-d-713498-36 neutron-server[103233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d35a158-a8e6-4302-b5d7-c7e8e8c47be0 None None] Checking agent: {'id': '496418a2-c002-4aec-ab1a-07f3bea491bd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-36', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 18, 51, 47), 'started_at': datetime.datetime(2022, 2, 9, 18, 52, 17), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 19, 32, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-36'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103233) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 19:32:52.343094 n-d-713498-36 neutron-server[103233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d35a158-a8e6-4302-b5d7-c7e8e8c47be0 None None] Checking segment: {'id': 'a5b94c81-21f1-420d-871d-df56db16aabc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': 'b7476005-329d-43d5-ba02-3c7e4ca9d210'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103233) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 19:32:52.343506 n-d-713498-36 neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-9d35a158-a8e6-4302-b5d7-c7e8e8c47be0 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:32:52.343905 n-d-713498-36 neutron-server[103233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d35a158-a8e6-4302-b5d7-c7e8e8c47be0 None None] Bound using segment: {'id': 'a5b94c81-21f1-420d-871d-df56db16aabc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': 'b7476005-329d-43d5-ba02-3c7e4ca9d210'} {{(pid=103233) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 19:32:52.344388 n-d-713498-36 neutron-server[103233]: DEBUG neutron.plugins.ml2.managers [None req-9d35a158-a8e6-4302-b5d7-c7e8e8c47be0 None None] Bound port: 67fdfdea-2927-4154-9cbc-5ca4674ede19, host: n-d-713498-36, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a5b94c81-21f1-420d-871d-df56db16aabc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': 'b7476005-329d-43d5-ba02-3c7e4ca9d210'}}] {{(pid=103233) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 19:32:52.345449 n-d-713498-36 neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-9d35a158-a8e6-4302-b5d7-c7e8e8c47be0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (67fdfdea-2927-4154-9cbc-5ca4674ede19), before_update {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:32:52.406266 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-e1944549-84dc-4517-ab64-27e24b083a97 tempest-RoutersTest-1116560139 tempest-RoutersTest-1116560139-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12867428', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12759263'] for subnet (b3e8f31d-a070-42b3-b962-2f623803b97f), after_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:32:52.456991 n-d-713498-36 neutron-server[103233]: DEBUG neutron.plugins.ml2.db [None req-9d35a158-a8e6-4302-b5d7-c7e8e8c47be0 None None] For port 67fdfdea-2927-4154-9cbc-5ca4674ede19, host n-d-713498-36, cleared binding levels {{(pid=103233) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 19:32:52.463025 n-d-713498-36 neutron-server[103233]: DEBUG neutron.plugins.ml2.db [None req-9d35a158-a8e6-4302-b5d7-c7e8e8c47be0 None None] For port 67fdfdea-2927-4154-9cbc-5ca4674ede19, host n-d-713498-36, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-36',level=0,port_id=67fdfdea-2927-4154-9cbc-5ca4674ede19,segment=NetworkSegment(a5b94c81-21f1-420d-871d-df56db16aabc),segment_id=a5b94c81-21f1-420d-871d-df56db16aabc)] {{(pid=103233) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 19:32:52.470411 n-d-713498-36 neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-9d35a158-a8e6-4302-b5d7-c7e8e8c47be0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762867176205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762866656485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762866656503'] for port (67fdfdea-2927-4154-9cbc-5ca4674ede19), after_update {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:32:52.515406 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Current status of the port 4bd48f30-e61d-47ec-ace8-a8dacc370c4e is: ACTIVE; New status is: ACTIVE {{(pid=103232) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 19:32:52.526918 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-224d182a-49d6-41f7-9310-a54e218002d4 req-e0e99651-d972-4917-a976-09176776d0d4 tempest-ServerActionsTestJSON-347500300 tempest-ServerActionsTestJSON-347500300-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762867177463', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762866656476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12867576'] for port (f1d2f720-203f-4a0c-99ec-b451c998d159), after_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:32:52.529875 n-d-713498-36 neutron-server[103233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d35a158-a8e6-4302-b5d7-c7e8e8c47be0 None None] Routers {'313e064b-ffaa-4c47-a7fc-c9666f3ee618'} bound to L3 agent in host n-d-713498-36 {{(pid=103233) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 19:32:52.530872 n-d-713498-36 neutron-server[103233]: DEBUG neutron.db.l3_hamode_db [None req-9d35a158-a8e6-4302-b5d7-c7e8e8c47be0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T18:51:43Z,description=,heartbeat_timestamp=2022-02-09T19:32:43Z,host='n-d-713498-36',id=93303d5e-5d17-45e8-8963-7694f87783ae,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T18:51:43Z,topic='l3_agent')) {'router_ids': ['313e064b-ffaa-4c47-a7fc-c9666f3ee618'], 'active': True} {{(pid=103233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:32:52.537139 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-be5bf611-e1b9-4377-9287-9eb9aaf80142 tempest-RoutersAdminNegativeIpV6Test-608125939 tempest-RoutersAdminNegativeIpV6Test-608125939-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762867177463', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762866656476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14393751'] for port (ec9f57fd-999d-48d8-b2e2-81349a42587c), after_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:32:52.606852 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be5bf611-e1b9-4377-9287-9eb9aaf80142 tempest-RoutersAdminNegativeIpV6Test-608125939 tempest-RoutersAdminNegativeIpV6Test-608125939-project-admin] Pushing event deleted for resources: {'Port': ['ID=ec9f57fd-999d-48d8-b2e2-81349a42587c,revision_number=None']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:32:52.632132 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0e99651-d972-4917-a976-09176776d0d4 tempest-ServerActionsTestJSON-347500300 tempest-ServerActionsTestJSON-347500300-project] Pushing event deleted for resources: {'Port': ['ID=f1d2f720-203f-4a0c-99ec-b451c998d159,revision_number=None']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:32:52.660523 n-d-713498-36 neutron-server[103233]: DEBUG neutron.db.l3_dvr_db [None req-9d35a158-a8e6-4302-b5d7-c7e8e8c47be0 None None] Set router 313e064b-ffaa-4c47-a7fc-c9666f3ee618 gateway port host: None {{(pid=103233) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 19:32:52.676622 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1944549-84dc-4517-ab64-27e24b083a97 tempest-RoutersTest-1116560139 tempest-RoutersTest-1116560139-project] Pushing event updated for resources: {'Subnet': ['ID=b3e8f31d-a070-42b3-b962-2f623803b97f,revision_number=0']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:32:52.741548 n-d-713498-36 neutron-server[103233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a18a2713-0175-411f-93c4-fecc409150a2 None None] Pushing event updated for resources: {'Port': ['ID=67fdfdea-2927-4154-9cbc-5ca4674ede19,revision_number=4']} {{(pid=103233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:32:52.755838 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-be5bf611-e1b9-4377-9287-9eb9aaf80142 tempest-RoutersAdminNegativeIpV6Test-608125939 tempest-RoutersAdminNegativeIpV6Test-608125939-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171096'] for port (None), before_response {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:32:52.781730 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-be5bf611-e1b9-4377-9287-9eb9aaf80142 tempest-RoutersAdminNegativeIpV6Test-608125939 tempest-RoutersAdminNegativeIpV6Test-608125939-project-admin] 10.222.0.75 "DELETE /v2.0/ports/ec9f57fd-999d-48d8-b2e2-81349a42587c HTTP/1.1" status: 204 len: 168 time: 1.1629531 Feb 09 19:32:52.841858 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1944549-84dc-4517-ab64-27e24b083a97 tempest-RoutersTest-1116560139 tempest-RoutersTest-1116560139-project] Checking segment: {'id': 'ac1804ba-7f7d-43c7-b41c-12e5dbecd977', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': '101d973c-b3a2-4013-b223-96f53753dfe5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103229) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 19:32:52.841858 n-d-713498-36 neutron-server[103229]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1944549-84dc-4517-ab64-27e24b083a97 tempest-RoutersTest-1116560139 tempest-RoutersTest-1116560139-project] Network hostable DHCP agents. Network: 101d973c-b3a2-4013-b223-96f53753dfe5, hostable agents: ['af91e4b9-f4e1-42b1-a25c-a10dc47171c8'], hosted agents: [] {{(pid=103229) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 19:32:52.846050 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.provisioning_blocks [None req-14e37219-9083-4914-866d-34395ae31444 None None] Provisioning complete for port 67fdfdea-2927-4154-9cbc-5ca4674ede19 triggered by entity DHCP. {{(pid=103232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 19:32:52.847576 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-14e37219-9083-4914-866d-34395ae31444 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593630'] for port (67fdfdea-2927-4154-9cbc-5ca4674ede19), provisioning_complete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:32:52.912880 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-637d84f2-340f-4420-9ecc-55a7dccf5768 req-8a45fb11-3ba0-4baf-8e8f-0aad5026595a tempest-TestNetworkAdvancedServerOps-1633223542 tempest-TestNetworkAdvancedServerOps-1633223542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:32:52.915034 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-637d84f2-340f-4420-9ecc-55a7dccf5768 req-8a45fb11-3ba0-4baf-8e8f-0aad5026595a tempest-TestNetworkAdvancedServerOps-1633223542 tempest-TestNetworkAdvancedServerOps-1633223542-project] 10.222.0.75 "GET /v2.0/ports?device_id=6d32a9d7-5256-4edb-9bbc-ad99ab71ecfa HTTP/1.1" status: 200 len: 945 time: 0.0939953 Feb 09 19:32:53.005723 n-d-713498-36 neutron-server[103229]: DEBUG neutron.scheduler.l3_agent_scheduler [req-224d182a-49d6-41f7-9310-a54e218002d4 req-e0e99651-d972-4917-a976-09176776d0d4 tempest-ServerActionsTestJSON-347500300 tempest-ServerActionsTestJSON-347500300-project] Router 605daa33-a102-4c98-a5a6-3df1e6cf28b8 has already been hosted by L3 agent 93303d5e-5d17-45e8-8963-7694f87783ae {{(pid=103229) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 19:32:53.061513 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-637d84f2-340f-4420-9ecc-55a7dccf5768 req-cb1f9140-a740-4f01-8ea1-65ec539ed770 tempest-TestNetworkAdvancedServerOps-1633223542 tempest-TestNetworkAdvancedServerOps-1633223542-project] 10.222.0.75 "GET /v2.0/security-groups?id=3248743f-f5fe-4756-978e-05f0e965efae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1378574 Feb 09 19:32:53.076351 n-d-713498-36 neutron-server[103229]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1944549-84dc-4517-ab64-27e24b083a97 tempest-RoutersTest-1116560139 tempest-RoutersTest-1116560139-project] Network 101d973c-b3a2-4013-b223-96f53753dfe5 is scheduled to be hosted by DHCP agent af91e4b9-f4e1-42b1-a25c-a10dc47171c8 with binding_index 1 {{(pid=103229) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 19:32:53.170728 n-d-713498-36 neutron-server[103229]: DEBUG neutron.scheduler.base_scheduler [None req-e1944549-84dc-4517-ab64-27e24b083a97 tempest-RoutersTest-1116560139 tempest-RoutersTest-1116560139-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713498-36, 101d973c-b3a2-4013-b223-96f53753dfe5) {{(pid=103229) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 19:32:53.175762 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1944549-84dc-4517-ab64-27e24b083a97 tempest-RoutersTest-1116560139 tempest-RoutersTest-1116560139-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:32:53.176372 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-e1944549-84dc-4517-ab64-27e24b083a97 tempest-RoutersTest-1116560139 tempest-RoutersTest-1116560139-project] Publish callbacks [] for subnet (None), before_response {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:32:53.188471 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-487282b0-b556-4175-924d-0349c5646af4 None None] Network 101d973c-b3a2-4013-b223-96f53753dfe5 requested from n-d-713498-36 {{(pid=103232) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 19:32:53.292757 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-e1944549-84dc-4517-ab64-27e24b083a97 tempest-RoutersTest-1116560139 tempest-RoutersTest-1116560139-project] 10.222.0.75 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.7620530 Feb 09 19:32:53.296259 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 35426) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:32:53.357369 n-d-713498-36 neutron-server[103233]: DEBUG neutron.db.l3_hamode_db [None req-9d35a158-a8e6-4302-b5d7-c7e8e8c47be0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '313e064b-ffaa-4c47-a7fc-c9666f3ee618', 'name': 'tempest-RoutersTest-router-2104240187', 'tenant_id': '009d54e3af88488b8213379431f58202', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T19:32:45Z', 'updated_at': '2022-02-09T19:32:48Z', 'revision_number': 2, 'project_id': '009d54e3af88488b8213379431f58202', 'gw_port_host': None, '_interfaces': [{'id': '67fdfdea-2927-4154-9cbc-5ca4674ede19', 'name': '', 'network_id': 'b7476005-329d-43d5-ba02-3c7e4ca9d210', 'tenant_id': '009d54e3af88488b8213379431f58202', 'mac_address': 'fa:16:3e:31:9a:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '313e064b-ffaa-4c47-a7fc-c9666f3ee618', 'device_owner': 'network:router_interface', 'standard_attr_id': 3117, 'fixed_ips': [{'subnet_id': '1aa458bd-e51c-4d7d-8d13-8dbe39a30c15', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T19:32:47Z', 'updated_at': '2022-02-09T19:32:52Z', 'revision_number': 4, 'project_id': '009d54e3af88488b8213379431f58202', 'subnets': [{'id': '1aa458bd-e51c-4d7d-8d13-8dbe39a30c15', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-36', False) {} {{(pid=103233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:32:53.368834 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-224d182a-49d6-41f7-9310-a54e218002d4 req-e0e99651-d972-4917-a976-09176776d0d4 tempest-ServerActionsTestJSON-347500300 tempest-ServerActionsTestJSON-347500300-project] Notify agent at l3_agent.n-d-713498-36 the message routers_updated {{(pid=103229) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 19:32:53.419132 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c72d3736-84bc-4c57-bf25-c68cf8c71e52 None None] Sync routers for ids ['605daa33-a102-4c98-a5a6-3df1e6cf28b8'] in n-d-713498-36 {{(pid=103232) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 19:32:53.424427 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-14e37219-9083-4914-866d-34395ae31444 None None] Current status of the port 67fdfdea-2927-4154-9cbc-5ca4674ede19 is: DOWN; New status is: ACTIVE {{(pid=103232) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 19:32:53.424427 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-14e37219-9083-4914-866d-34395ae31444 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (67fdfdea-2927-4154-9cbc-5ca4674ede19), before_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:32:53.453158 n-d-713498-36 neutron-server[103233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d35a158-a8e6-4302-b5d7-c7e8e8c47be0 None None] The sync data for ids ['313e064b-ffaa-4c47-a7fc-c9666f3ee618'] in n-d-713498-36 is: [{'id': '313e064b-ffaa-4c47-a7fc-c9666f3ee618', 'name': 'tempest-RoutersTest-router-2104240187', 'tenant_id': '009d54e3af88488b8213379431f58202', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T19:32:45Z', 'updated_at': '2022-02-09T19:32:48Z', 'revision_number': 2, 'project_id': '009d54e3af88488b8213379431f58202', 'gw_port_host': None, '_interfaces': [{'id': '67fdfdea-2927-4154-9cbc-5ca4674ede19', 'name': '', 'network_id': 'b7476005-329d-43d5-ba02-3c7e4ca9d210', 'tenant_id': '009d54e3af88488b8213379431f58202', 'mac_address': 'fa:16:3e:31:9a:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '313e064b-ffaa-4c47-a7fc-c9666f3ee618', 'device_owner': 'network:router_interface', 'standard_attr_id': 3117, 'fixed_ips': [{'subnet_id': '1aa458bd-e51c-4d7d-8d13-8dbe39a30c15', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T19:32:47Z', 'updated_at': '2022-02-09T19:32:52Z', 'revision_number': 4, 'project_id': '009d54e3af88488b8213379431f58202', 'subnets': [{'id': '1aa458bd-e51c-4d7d-8d13-8dbe39a30c15', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103233) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 19:32:53.469207 n-d-713498-36 neutron-server[103229]: DEBUG neutron.db.l3_dvrscheduler_db [req-224d182a-49d6-41f7-9310-a54e218002d4 req-e0e99651-d972-4917-a976-09176776d0d4 tempest-ServerActionsTestJSON-347500300 tempest-ServerActionsTestJSON-347500300-project] No DVR routers for this DVR port f1d2f720-203f-4a0c-99ec-b451c998d159 on host n-h1-713498-36 {{(pid=103229) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 19:32:53.472760 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-224d182a-49d6-41f7-9310-a54e218002d4 req-e0e99651-d972-4917-a976-09176776d0d4 tempest-ServerActionsTestJSON-347500300 tempest-ServerActionsTestJSON-347500300-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171096'] for port (None), before_response {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:32:53.483473 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-224d182a-49d6-41f7-9310-a54e218002d4 req-e0e99651-d972-4917-a976-09176776d0d4 tempest-ServerActionsTestJSON-347500300 tempest-ServerActionsTestJSON-347500300-project] 10.222.0.89 "DELETE /v2.0/ports/f1d2f720-203f-4a0c-99ec-b451c998d159 HTTP/1.1" status: 204 len: 173 time: 3.0296741 Feb 09 19:32:53.484228 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 35428) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:32:53.484859 n-d-713498-36 neutron-server[103229]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a1fbc70b-9dd3-44f5-99b0-85f3dff92d7d', 'name': 'network-vif-deleted', 'tag': 'f1d2f720-203f-4a0c-99ec-b451c998d159'}] {{(pid=103229) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 19:32:53.497938 n-d-713498-36 neutron-server[103229]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fa6ae9a20702bd564eaf90d946620b2b4277b1ab91129323d3b54181076be307" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-79bebcd2-41ef-4aa1-bbc8-966139de5130" -d '{"events": [{"server_uuid": "a1fbc70b-9dd3-44f5-99b0-85f3dff92d7d", "name": "network-vif-deleted", "tag": "f1d2f720-203f-4a0c-99ec-b451c998d159"}]}' {{(pid=103229) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 19:32:53.505061 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-4b20d3cf-74f8-4b22-ac31-00644cfa6d20 req-915c27ac-5450-4f79-8162-18eb2103bc0c tempest-ServerActionsTestJSON-347500300 tempest-ServerActionsTestJSON-347500300-project] 10.222.0.75 "GET /v2.0/ports?device_id=a1fbc70b-9dd3-44f5-99b0-85f3dff92d7d HTTP/1.1" status: 200 len: 210 time: 0.0453777 Feb 09 19:32:53.535349 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54b865d7-1a4f-4095-ac95-e057e6d724a2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8b32e980-7cce-5e82-a341-bd2fa8945c89-101d973c-b3a2-4013-b223-96f53753dfe5', 'network_id': '101d973c-b3a2-4013-b223-96f53753dfe5', 'project_id': '009d54e3af88488b8213379431f58202', 'fixed_ips': [{'subnet_id': 'b3e8f31d-a070-42b3-b962-2f623803b97f'}]}} from n-d-713498-36. {{(pid=103232) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 09 19:32:53.547163 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-54b865d7-1a4f-4095-ac95-e057e6d724a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (None), before_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:32:53.606616 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c72d3736-84bc-4c57-bf25-c68cf8c71e52 None None] Routers {'605daa33-a102-4c98-a5a6-3df1e6cf28b8'} bound to L3 agent in host n-d-713498-36 {{(pid=103232) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 19:32:53.608519 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.l3_hamode_db [None req-c72d3736-84bc-4c57-bf25-c68cf8c71e52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T18:51:43Z,description=,heartbeat_timestamp=2022-02-09T19:32:43Z,host='n-d-713498-36',id=93303d5e-5d17-45e8-8963-7694f87783ae,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T18:51:43Z,topic='l3_agent')) {'router_ids': ['605daa33-a102-4c98-a5a6-3df1e6cf28b8'], 'active': True} {{(pid=103232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:32:53.613168 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-14e37219-9083-4914-866d-34395ae31444 None None] For port 67fdfdea-2927-4154-9cbc-5ca4674ede19, host n-d-713498-36, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-36',level=0,port_id=67fdfdea-2927-4154-9cbc-5ca4674ede19,segment=NetworkSegment(a5b94c81-21f1-420d-871d-df56db16aabc),segment_id=a5b94c81-21f1-420d-871d-df56db16aabc)] {{(pid=103232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 19:32:53.737938 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-14e37219-9083-4914-866d-34395ae31444 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762867176205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762866656485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762866656503'] for port (67fdfdea-2927-4154-9cbc-5ca4674ede19), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:32:53.784987 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-04ad63d1-c604-48e2-af54-0dad61e3ebe2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:32:53.981626 n-d-713498-36 neutron-server[103229]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 19:32:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6294d934-8442-4759-a14e-b977e69d38fb x-openstack-request-id: req-6294d934-8442-4759-a14e-b977e69d38fb {{(pid=103229) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 19:32:53.981917 n-d-713498-36 neutron-server[103229]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a1fbc70b-9dd3-44f5-99b0-85f3dff92d7d", "name": "network-vif-deleted", "tag": "f1d2f720-203f-4a0c-99ec-b451c998d159", "status": "completed", "code": 200}]} {{(pid=103229) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 19:32:53.983488 n-d-713498-36 neutron-server[103229]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-6294d934-8442-4759-a14e-b977e69d38fb {{(pid=103229) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 19:32:53.983488 n-d-713498-36 neutron-server[103229]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a1fbc70b-9dd3-44f5-99b0-85f3dff92d7d', 'name': 'network-vif-deleted', 'tag': 'f1d2f720-203f-4a0c-99ec-b451c998d159', 'status': 'completed', 'code': 200} Feb 09 19:32:54.061236 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-04ad63d1-c604-48e2-af54-0dad61e3ebe2 admin admin] Publish callbacks [] for security_group (14b29b9d-aaf9-468d-b338-095e45703e9b), precommit_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:32:54.079778 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14e37219-9083-4914-866d-34395ae31444 None None] Pushing event updated for resources: {'Port': ['ID=67fdfdea-2927-4154-9cbc-5ca4674ede19,revision_number=5']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:32:54.082665 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.provisioning_blocks [None req-499056ba-c6ed-4045-93b6-f40fb2718f4a None None] Provisioning complete for port 67fdfdea-2927-4154-9cbc-5ca4674ede19 triggered by entity DHCP. {{(pid=103232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 19:32:54.083149 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-499056ba-c6ed-4045-93b6-f40fb2718f4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593630'] for port (67fdfdea-2927-4154-9cbc-5ca4674ede19), provisioning_complete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:32:54.086050 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-04ad63d1-c604-48e2-af54-0dad61e3ebe2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1892331'] for security_group (14b29b9d-aaf9-468d-b338-095e45703e9b), after_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:32:54.126463 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-a0eb79d1-a64f-4197-95b8-89f7981968c4 tempest-RoutersTest-1116560139 tempest-RoutersTest-1116560139-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (None), before_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:32:54.188359 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04ad63d1-c604-48e2-af54-0dad61e3ebe2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=14b29b9d-aaf9-468d-b338-095e45703e9b,revision_number=1']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:32:54.269600 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-04ad63d1-c604-48e2-af54-0dad61e3ebe2 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=62cb8ed3c3004b15aa4ba725f9144d20&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7670200 Feb 09 19:32:54.270273 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 35442) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:32:54.272463 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.l3_dvr_db [None req-c72d3736-84bc-4c57-bf25-c68cf8c71e52 None None] Set router 605daa33-a102-4c98-a5a6-3df1e6cf28b8 gateway port host: n-d-713498-36 {{(pid=103232) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 19:32:54.309803 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.db_base_plugin_common [None req-54b865d7-1a4f-4095-ac95-e057e6d724a2 None None] Allocated IP 172.21.0.2 (101d973c-b3a2-4013-b223-96f53753dfe5/b3e8f31d-a070-42b3-b962-2f623803b97f/453f380a-58f6-4379-9c1f-c53570bf7eff) {{(pid=103232) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 19:32:54.389027 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-23d808eb-6980-40ec-9408-24926b784aaa admin admin] Publish callbacks [] for security_group (14b29b9d-aaf9-468d-b338-095e45703e9b), before_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:32:54.420104 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-23d808eb-6980-40ec-9408-24926b784aaa admin admin] Publish callbacks [] for security_group (14b29b9d-aaf9-468d-b338-095e45703e9b), precommit_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:32:54.495018 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-23d808eb-6980-40ec-9408-24926b784aaa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1892331'] for security_group (14b29b9d-aaf9-468d-b338-095e45703e9b), after_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:32:54.508471 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-23d808eb-6980-40ec-9408-24926b784aaa admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:32:54.510529 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-23d808eb-6980-40ec-9408-24926b784aaa admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/14b29b9d-aaf9-468d-b338-095e45703e9b HTTP/1.1" status: 204 len: 168 time: 0.2393131 Feb 09 19:32:54.528086 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23d808eb-6980-40ec-9408-24926b784aaa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=14b29b9d-aaf9-468d-b338-095e45703e9b,revision_number=None']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:32:54.530296 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Device 67fdfdea-2927-4154-9cbc-5ca4674ede19 up at agent ovs-agent-n-d-713498-36 {{(pid=103232) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 19:32:54.597740 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-203c914c-125f-4f05-a776-e77ef56ab87e req-22feadae-44ae-4579-a48f-1e1fccae4f96 tempest-TestNetworkAdvancedServerOps-1633223542 tempest-TestNetworkAdvancedServerOps-1633223542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:32:54.605938 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-203c914c-125f-4f05-a776-e77ef56ab87e req-22feadae-44ae-4579-a48f-1e1fccae4f96 tempest-TestNetworkAdvancedServerOps-1633223542 tempest-TestNetworkAdvancedServerOps-1633223542-project] 10.222.0.75 "GET /v2.0/ports?device_id=6d32a9d7-5256-4edb-9bbc-ad99ab71ecfa HTTP/1.1" status: 200 len: 945 time: 0.2000337 Feb 09 19:32:54.673275 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-203c914c-125f-4f05-a776-e77ef56ab87e req-ccf66ee4-9b0d-4320-9665-72aeedc7037b tempest-TestNetworkAdvancedServerOps-1633223542 tempest-TestNetworkAdvancedServerOps-1633223542-project] 10.222.0.75 "GET /v2.0/security-groups?id=3248743f-f5fe-4756-978e-05f0e965efae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0653546 Feb 09 19:32:54.727767 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-499056ba-c6ed-4045-93b6-f40fb2718f4a None None] Current status of the port 67fdfdea-2927-4154-9cbc-5ca4674ede19 is: ACTIVE; New status is: ACTIVE {{(pid=103232) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 19:32:54.804091 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Device f1d2f720-203f-4a0c-99ec-b451c998d159 no longer exists at agent hyperv_n-h1-713498-36 {{(pid=103232) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 19:32:54.814850 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.provisioning_blocks [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Provisioning complete for port 67fdfdea-2927-4154-9cbc-5ca4674ede19 triggered by entity L2. {{(pid=103232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 19:32:54.815221 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593630'] for port (67fdfdea-2927-4154-9cbc-5ca4674ede19), provisioning_complete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:32:54.955101 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5da720cd-b2b3-44f5-b68f-efb308686f66 req-1a26aa71-f954-4cd1-850d-fd4c93130cad tempest-TestNetworkAdvancedServerOps-1633223542 tempest-TestNetworkAdvancedServerOps-1633223542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:32:54.961548 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-5da720cd-b2b3-44f5-b68f-efb308686f66 req-1a26aa71-f954-4cd1-850d-fd4c93130cad tempest-TestNetworkAdvancedServerOps-1633223542 tempest-TestNetworkAdvancedServerOps-1633223542-project] 10.222.0.75 "GET /v2.0/ports?device_id=6d32a9d7-5256-4edb-9bbc-ad99ab71ecfa HTTP/1.1" status: 200 len: 945 time: 0.1290517 Feb 09 19:32:55.052163 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 35456) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:32:55.065343 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-5da720cd-b2b3-44f5-b68f-efb308686f66 req-eea4b886-5adb-457a-acbc-699fb754d8b5 tempest-TestNetworkAdvancedServerOps-1633223542 tempest-TestNetworkAdvancedServerOps-1633223542-project] 10.222.0.75 "GET /v2.0/security-groups?id=3248743f-f5fe-4756-978e-05f0e965efae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0988688 Feb 09 19:32:55.096148 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 35460) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:32:55.139657 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] No Port match for: f1d2f720-203f-4a0c-99ec-b451c998d159 {{(pid=103232) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 19:32:55.140278 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Device f1d2f720-203f-4a0c-99ec-b451c998d159 not bound to the agent host n-h1-713498-36 {{(pid=103232) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 19:32:55.140606 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-ae476096-9bf8-4ca7-b2b7-4ec50e5d5c31 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=d9f49b2bcc1041b89da3a8c55ced84c3&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0872624 Feb 09 19:32:55.146231 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 35462) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:32:55.146650 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 35464) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:32:55.199801 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-54b865d7-1a4f-4095-ac95-e057e6d724a2 None None] Publish callbacks [] for port (453f380a-58f6-4379-9c1f-c53570bf7eff), precommit_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:32:55.201606 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7343a76b-05f0-4284-996f-1e5ecd505e94 tempest-TestNetworkAdvancedServerOps-513516359 tempest-TestNetworkAdvancedServerOps-513516359-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:32:55.203445 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-7343a76b-05f0-4284-996f-1e5ecd505e94 tempest-TestNetworkAdvancedServerOps-513516359 tempest-TestNetworkAdvancedServerOps-513516359-project-admin] 10.222.0.75 "GET /v2.0/ports?device_id=6d32a9d7-5256-4edb-9bbc-ad99ab71ecfa HTTP/1.1" status: 200 len: 1123 time: 0.1062908 Feb 09 19:32:55.207397 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 35466) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:32:55.214820 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.v2.base [None req-2d506457-592c-4635-8a8f-2572dd30c9d2 tempest-TestNetworkAdvancedServerOps-1633223542 tempest-TestNetworkAdvancedServerOps-1633223542-project] Request body: {'floatingip': {'floating_network_id': '88055e1e-672a-4487-be31-ffb6e833ece5', 'port_id': '55e8868e-9f04-4f11-be1b-5fd1709a5f15', 'tenant_id': 'eba669c4f4c548e495f13ae7579d0fa6', 'fixed_ip_address': '172.20.0.6'}} {{(pid=103230) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 19:32:55.230033 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-54b865d7-1a4f-4095-ac95-e057e6d724a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762866656467'] for port (453f380a-58f6-4379-9c1f-c53570bf7eff), after_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:32:55.274203 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-be3e2453-387b-41c9-8f04-bb501757bb70 tempest-ServerActionsTestJSON-347500300 tempest-ServerActionsTestJSON-347500300-project] Publish callbacks [] for security_group (22c4accd-b9e4-4e3e-aec5-b2bee068a6b4), before_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:32:55.285340 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-c6ff9f8a-2dae-4154-b6c8-15dc8d793427 admin admin] Publish callbacks [] for security_group (1047fd7f-a6e8-4c8d-a390-3cbd20c4e712), before_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:32:55.302622 n-d-713498-36 neutron-server[103232]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54b865d7-1a4f-4095-ac95-e057e6d724a2 None None] Network 101d973c-b3a2-4013-b223-96f53753dfe5 is already hosted by enough agents. {{(pid=103232) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 19:32:55.320547 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-be3e2453-387b-41c9-8f04-bb501757bb70 tempest-ServerActionsTestJSON-347500300 tempest-ServerActionsTestJSON-347500300-project] Publish callbacks [] for security_group (22c4accd-b9e4-4e3e-aec5-b2bee068a6b4), precommit_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:32:55.333058 n-d-713498-36 neutron-server[103232]: DEBUG neutron.scheduler.base_scheduler [None req-54b865d7-1a4f-4095-ac95-e057e6d724a2 None None] Resources bound (agent type, host, resource id): {{(pid=103232) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 19:32:55.343914 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-c6ff9f8a-2dae-4154-b6c8-15dc8d793427 admin admin] Publish callbacks [] for security_group (1047fd7f-a6e8-4c8d-a390-3cbd20c4e712), precommit_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:32:55.350135 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54b865d7-1a4f-4095-ac95-e057e6d724a2 None None] Received port after_create {{(pid=103232) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 19:32:55.363435 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Current status of the port 67fdfdea-2927-4154-9cbc-5ca4674ede19 is: ACTIVE; New status is: ACTIVE {{(pid=103232) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 19:32:55.370428 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54b865d7-1a4f-4095-ac95-e057e6d724a2 None None] Pushing event updated for resources: {'Port': ['ID=453f380a-58f6-4379-9c1f-c53570bf7eff,revision_number=1']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:32:55.386012 n-d-713498-36 neutron-server[103230]: DEBUG neutron.db.db_base_plugin_common [None req-a0eb79d1-a64f-4197-95b8-89f7981968c4 tempest-RoutersTest-1116560139 tempest-RoutersTest-1116560139-project] Allocated IP 172.21.0.1 (101d973c-b3a2-4013-b223-96f53753dfe5/b3e8f31d-a070-42b3-b962-2f623803b97f/f114fdaa-ad92-44f7-af65-c2598b011eca) {{(pid=103230) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 19:32:55.416497 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-2d506457-592c-4635-8a8f-2572dd30c9d2 tempest-TestNetworkAdvancedServerOps-1633223542 tempest-TestNetworkAdvancedServerOps-1633223542-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:32:55.436670 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.l3_hamode_db [None req-c72d3736-84bc-4c57-bf25-c68cf8c71e52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '605daa33-a102-4c98-a5a6-3df1e6cf28b8', 'name': 'tempest-ServerActionsTestJSON-1009823274-router', 'tenant_id': 'd7a2ccbf0c8a475abd1520a0e31ab926', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88055e1e-672a-4487-be31-ffb6e833ece5', 'external_fixed_ips': [{'subnet_id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'ip_address': '172.25.1.91'}], 'enable_snat': True}, 'gw_port_id': '35954c16-03c9-41e4-9729-33e0756877f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T19:23:56Z', 'updated_at': '2022-02-09T19:24:08Z', 'revision_number': 4, 'project_id': 'd7a2ccbf0c8a475abd1520a0e31ab926', 'gw_port': {'id': '35954c16-03c9-41e4-9729-33e0756877f7', 'name': '', 'network_id': '88055e1e-672a-4487-be31-ffb6e833ece5', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:8c:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '605daa33-a102-4c98-a5a6-3df1e6cf28b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2064, 'fixed_ips': [{'subnet_id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'ip_address': '172.25.1.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T19:23:59Z', 'updated_at': '2022-02-09T19:24:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-36', '_interfaces': [{'id': '91ddc5ea-e616-400f-9959-37d2ed3b8234', 'name': '', 'network_id': 'bd12d1d0-518d-4d29-a00d-98410ba2cb8a', 'tenant_id': 'd7a2ccbf0c8a475abd1520a0e31ab926', 'mac_address': 'fa:16:3e:58:51:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '605daa33-a102-4c98-a5a6-3df1e6cf28b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 2082, 'fixed_ips': [{'subnet_id': '60ccac4e-8e6b-4139-b4aa-9c0c5cc0e9e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T19:24:05Z', 'updated_at': '2022-02-09T19:24:14Z', 'revision_number': 5, 'project_id': 'd7a2ccbf0c8a475abd1520a0e31ab926', 'subnets': [{'id': '60ccac4e-8e6b-4139-b4aa-9c0c5cc0e9e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-36', False) {} {{(pid=103232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:32:55.469806 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-c6ff9f8a-2dae-4154-b6c8-15dc8d793427 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1892331'] for security_group (1047fd7f-a6e8-4c8d-a390-3cbd20c4e712), after_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:32:55.473400 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-c6ff9f8a-2dae-4154-b6c8-15dc8d793427 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:32:55.479670 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.managers [None req-54b865d7-1a4f-4095-ac95-e057e6d724a2 None None] Attempting to bind port 453f380a-58f6-4379-9c1f-c53570bf7eff on host n-d-713498-36 for vnic_type normal with profile {{(pid=103232) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 19:32:55.480449 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.managers [None req-54b865d7-1a4f-4095-ac95-e057e6d724a2 None None] Attempting to bind port 453f380a-58f6-4379-9c1f-c53570bf7eff by drivers openvswitch,hyperv on host n-d-713498-36 at level 0 using segments [{'id': 'ac1804ba-7f7d-43c7-b41c-12e5dbecd977', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': '101d973c-b3a2-4013-b223-96f53753dfe5'}] {{(pid=103232) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 19:32:55.480945 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54b865d7-1a4f-4095-ac95-e057e6d724a2 None None] Attempting to bind port 453f380a-58f6-4379-9c1f-c53570bf7eff on network 101d973c-b3a2-4013-b223-96f53753dfe5 {{(pid=103232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 19:32:55.482133 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-c6ff9f8a-2dae-4154-b6c8-15dc8d793427 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/1047fd7f-a6e8-4c8d-a390-3cbd20c4e712 HTTP/1.1" status: 204 len: 168 time: 0.3333099 Feb 09 19:32:55.484630 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c72d3736-84bc-4c57-bf25-c68cf8c71e52 None None] Checking router: 605daa33-a102-4c98-a5a6-3df1e6cf28b8 for host: n-d-713498-36 {{(pid=103232) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 19:32:55.489620 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54b865d7-1a4f-4095-ac95-e057e6d724a2 None None] Checking agent: {'id': '496418a2-c002-4aec-ab1a-07f3bea491bd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-36', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 18, 51, 47), 'started_at': datetime.datetime(2022, 2, 9, 18, 52, 17), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 19, 32, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-36'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 19:32:55.490126 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54b865d7-1a4f-4095-ac95-e057e6d724a2 None None] Checking segment: {'id': 'ac1804ba-7f7d-43c7-b41c-12e5dbecd977', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': '101d973c-b3a2-4013-b223-96f53753dfe5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103232) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 19:32:55.490964 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-54b865d7-1a4f-4095-ac95-e057e6d724a2 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:32:55.490964 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54b865d7-1a4f-4095-ac95-e057e6d724a2 None None] Bound using segment: {'id': 'ac1804ba-7f7d-43c7-b41c-12e5dbecd977', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': '101d973c-b3a2-4013-b223-96f53753dfe5'} {{(pid=103232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 19:32:55.492159 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.managers [None req-54b865d7-1a4f-4095-ac95-e057e6d724a2 None None] Bound port: 453f380a-58f6-4379-9c1f-c53570bf7eff, host: n-d-713498-36, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ac1804ba-7f7d-43c7-b41c-12e5dbecd977', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': '101d973c-b3a2-4013-b223-96f53753dfe5'}}] {{(pid=103232) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 19:32:55.492801 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-54b865d7-1a4f-4095-ac95-e057e6d724a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (453f380a-58f6-4379-9c1f-c53570bf7eff), before_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:32:55.506177 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-be3e2453-387b-41c9-8f04-bb501757bb70 tempest-ServerActionsTestJSON-347500300 tempest-ServerActionsTestJSON-347500300-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1892331'] for security_group (22c4accd-b9e4-4e3e-aec5-b2bee068a6b4), after_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:32:55.513272 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c72d3736-84bc-4c57-bf25-c68cf8c71e52 None None] Routers {'605daa33-a102-4c98-a5a6-3df1e6cf28b8'} bound to L3 agent in host n-d-713498-36 {{(pid=103232) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 19:32:55.513923 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.l3_hamode_db [None req-c72d3736-84bc-4c57-bf25-c68cf8c71e52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T18:51:43Z,description=,heartbeat_timestamp=2022-02-09T19:32:43Z,host='n-d-713498-36',id=93303d5e-5d17-45e8-8963-7694f87783ae,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T18:51:43Z,topic='l3_agent')) {'router_ids': ['605daa33-a102-4c98-a5a6-3df1e6cf28b8'], 'active': True} {{(pid=103232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:32:55.519674 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-be3e2453-387b-41c9-8f04-bb501757bb70 tempest-ServerActionsTestJSON-347500300 tempest-ServerActionsTestJSON-347500300-project] Publish callbacks [] for security_group (None), before_response {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:32:55.520975 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-be3e2453-387b-41c9-8f04-bb501757bb70 tempest-ServerActionsTestJSON-347500300 tempest-ServerActionsTestJSON-347500300-project] 10.222.0.75 "DELETE /v2.0/security-groups/22c4accd-b9e4-4e3e-aec5-b2bee068a6b4 HTTP/1.1" status: 204 len: 168 time: 0.3594236 Feb 09 19:32:55.526038 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6ff9f8a-2dae-4154-b6c8-15dc8d793427 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1047fd7f-a6e8-4c8d-a390-3cbd20c4e712,revision_number=None']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:32:55.527657 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 35470) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:32:55.608344 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be3e2453-387b-41c9-8f04-bb501757bb70 tempest-ServerActionsTestJSON-347500300 tempest-ServerActionsTestJSON-347500300-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=22c4accd-b9e4-4e3e-aec5-b2bee068a6b4,revision_number=None']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:32:55.622607 n-d-713498-36 neutron-server[103229]: INFO neutron.api.v2.resource [None req-304e5242-445c-46e5-bbfa-c2f508f31d44 tempest-ServerActionsTestJSON-347500300 tempest-ServerActionsTestJSON-347500300-project] show failed (client error): The resource could not be found. Feb 09 19:32:55.623740 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-304e5242-445c-46e5-bbfa-c2f508f31d44 tempest-ServerActionsTestJSON-347500300 tempest-ServerActionsTestJSON-347500300-project] 10.222.0.75 "GET /v2.0/security-groups/22c4accd-b9e4-4e3e-aec5-b2bee068a6b4 HTTP/1.1" status: 404 len: 347 time: 0.0857835 Feb 09 19:32:55.629413 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 35472) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:32:55.758668 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-a0eb79d1-a64f-4197-95b8-89f7981968c4 tempest-RoutersTest-1116560139 tempest-RoutersTest-1116560139-project] Publish callbacks [] for port (f114fdaa-ad92-44f7-af65-c2598b011eca), precommit_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:32:55.814936 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-54b865d7-1a4f-4095-ac95-e057e6d724a2 None None] For port 453f380a-58f6-4379-9c1f-c53570bf7eff, host n-d-713498-36, cleared binding levels {{(pid=103232) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 19:32:55.823213 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-54b865d7-1a4f-4095-ac95-e057e6d724a2 None None] For port 453f380a-58f6-4379-9c1f-c53570bf7eff, host n-d-713498-36, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-36',level=0,port_id=453f380a-58f6-4379-9c1f-c53570bf7eff,segment=NetworkSegment(ac1804ba-7f7d-43c7-b41c-12e5dbecd977),segment_id=ac1804ba-7f7d-43c7-b41c-12e5dbecd977)] {{(pid=103232) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 19:32:55.837770 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-54b865d7-1a4f-4095-ac95-e057e6d724a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762867176205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762866656485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762866656503'] for port (453f380a-58f6-4379-9c1f-c53570bf7eff), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:32:55.847920 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-2d506457-592c-4635-8a8f-2572dd30c9d2 tempest-TestNetworkAdvancedServerOps-1633223542 tempest-TestNetworkAdvancedServerOps-1633223542-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (None), before_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:32:55.888065 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.plugin [None req-9b12e609-6538-44a4-b612-8e34ea9bc35a tempest-ServerActionsTestJSON-347500300 tempest-ServerActionsTestJSON-347500300-project] Deleting port 7e26b752-359f-4d84-b84e-c5a08784a702 {{(pid=103229) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 19:32:55.888937 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-9b12e609-6538-44a4-b612-8e34ea9bc35a tempest-ServerActionsTestJSON-347500300 tempest-ServerActionsTestJSON-347500300-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762867170196'] for port (7e26b752-359f-4d84-b84e-c5a08784a702), before_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:32:55.941755 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-a0eb79d1-a64f-4197-95b8-89f7981968c4 tempest-RoutersTest-1116560139 tempest-RoutersTest-1116560139-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762866656467', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14393751'] for port (f114fdaa-ad92-44f7-af65-c2598b011eca), after_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:32:56.005196 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.l3_dvr_db [None req-c72d3736-84bc-4c57-bf25-c68cf8c71e52 None None] Set router 605daa33-a102-4c98-a5a6-3df1e6cf28b8 gateway port host: n-d-713498-36 {{(pid=103232) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 19:32:56.041830 n-d-713498-36 neutron-server[103230]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0eb79d1-a64f-4197-95b8-89f7981968c4 tempest-RoutersTest-1116560139 tempest-RoutersTest-1116560139-project] Network 101d973c-b3a2-4013-b223-96f53753dfe5 is already hosted by enough agents. {{(pid=103230) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 19:32:56.055198 n-d-713498-36 neutron-server[103230]: DEBUG neutron.scheduler.base_scheduler [None req-a0eb79d1-a64f-4197-95b8-89f7981968c4 tempest-RoutersTest-1116560139 tempest-RoutersTest-1116560139-project] Resources bound (agent type, host, resource id): {{(pid=103230) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 19:32:56.057849 n-d-713498-36 neutron-server[103230]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0eb79d1-a64f-4197-95b8-89f7981968c4 tempest-RoutersTest-1116560139 tempest-RoutersTest-1116560139-project] Received port after_create {{(pid=103230) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 19:32:56.113523 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-9b12e609-6538-44a4-b612-8e34ea9bc35a tempest-ServerActionsTestJSON-347500300 tempest-ServerActionsTestJSON-347500300-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1820838'] for port (7e26b752-359f-4d84-b84e-c5a08784a702), precommit_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:32:56.113864 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-9b12e609-6538-44a4-b612-8e34ea9bc35a tempest-ServerActionsTestJSON-347500300 tempest-ServerActionsTestJSON-347500300-project] Publish callbacks [] for floatingip (7e26b752-359f-4d84-b84e-c5a08784a702), precommit_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:32:56.122723 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0eb79d1-a64f-4197-95b8-89f7981968c4 tempest-RoutersTest-1116560139 tempest-RoutersTest-1116560139-project] Pushing event updated for resources: {'Port': ['ID=f114fdaa-ad92-44f7-af65-c2598b011eca,revision_number=1']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:32:56.147529 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54b865d7-1a4f-4095-ac95-e057e6d724a2 None None] Pushing event updated for resources: {'Port': ['ID=453f380a-58f6-4379-9c1f-c53570bf7eff,revision_number=2']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:32:56.177185 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.plugin [None req-9b12e609-6538-44a4-b612-8e34ea9bc35a tempest-ServerActionsTestJSON-347500300 tempest-ServerActionsTestJSON-347500300-project] Calling delete_port for 7e26b752-359f-4d84-b84e-c5a08784a702 owned by network:floatingip {{(pid=103229) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 19:32:56.231223 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-a0eb79d1-a64f-4197-95b8-89f7981968c4 tempest-RoutersTest-1116560139 tempest-RoutersTest-1116560139-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1819024'] for router_interface (313e064b-ffaa-4c47-a7fc-c9666f3ee618), before_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:32:56.263450 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Device 67fdfdea-2927-4154-9cbc-5ca4674ede19 up at agent ovs-agent-n-d-713498-36 {{(pid=103232) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 19:32:56.371849 n-d-713498-36 neutron-server[103230]: DEBUG neutron.db.db_base_plugin_common [None req-2d506457-592c-4635-8a8f-2572dd30c9d2 tempest-TestNetworkAdvancedServerOps-1633223542 tempest-TestNetworkAdvancedServerOps-1633223542-project] Allocated IP 172.25.1.52 (88055e1e-672a-4487-be31-ffb6e833ece5/ac16dbcc-383c-4b43-9153-d763c4a53f91/bb113b7a-1915-4bcc-9b30-4f90d0e07082) {{(pid=103230) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 19:32:56.495598 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-9b12e609-6538-44a4-b612-8e34ea9bc35a tempest-ServerActionsTestJSON-347500300 tempest-ServerActionsTestJSON-347500300-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762867177463', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762866656476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12867576'] for port (7e26b752-359f-4d84-b84e-c5a08784a702), after_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:32:56.555130 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b12e609-6538-44a4-b612-8e34ea9bc35a tempest-ServerActionsTestJSON-347500300 tempest-ServerActionsTestJSON-347500300-project] Pushing event deleted for resources: {'Port': ['ID=7e26b752-359f-4d84-b84e-c5a08784a702,revision_number=None']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:32:56.674641 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.provisioning_blocks [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Provisioning complete for port 67fdfdea-2927-4154-9cbc-5ca4674ede19 triggered by entity L2. {{(pid=103232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 19:32:56.675297 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593630'] for port (67fdfdea-2927-4154-9cbc-5ca4674ede19), provisioning_complete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:32:56.704235 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-9b12e609-6538-44a4-b612-8e34ea9bc35a tempest-ServerActionsTestJSON-347500300 tempest-ServerActionsTestJSON-347500300-project] Publish callbacks [] for floatingip (a0919bbb-441e-4a38-ba74-fc361f9a0ac9), after_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:32:56.708786 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-9b12e609-6538-44a4-b612-8e34ea9bc35a tempest-ServerActionsTestJSON-347500300 tempest-ServerActionsTestJSON-347500300-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171096'] for floatingip (None), before_response {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:32:56.717290 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-9b12e609-6538-44a4-b612-8e34ea9bc35a tempest-ServerActionsTestJSON-347500300 tempest-ServerActionsTestJSON-347500300-project] 10.222.0.75 "DELETE /v2.0/floatingips/a0919bbb-441e-4a38-ba74-fc361f9a0ac9 HTTP/1.1" status: 204 len: 168 time: 1.0864687 Feb 09 19:32:56.718283 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 35490) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:32:56.774855 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.l3_hamode_db [None req-c72d3736-84bc-4c57-bf25-c68cf8c71e52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '605daa33-a102-4c98-a5a6-3df1e6cf28b8', 'name': 'tempest-ServerActionsTestJSON-1009823274-router', 'tenant_id': 'd7a2ccbf0c8a475abd1520a0e31ab926', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88055e1e-672a-4487-be31-ffb6e833ece5', 'external_fixed_ips': [{'subnet_id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'ip_address': '172.25.1.91'}], 'enable_snat': True}, 'gw_port_id': '35954c16-03c9-41e4-9729-33e0756877f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T19:23:56Z', 'updated_at': '2022-02-09T19:24:08Z', 'revision_number': 4, 'project_id': 'd7a2ccbf0c8a475abd1520a0e31ab926', 'gw_port': {'id': '35954c16-03c9-41e4-9729-33e0756877f7', 'name': '', 'network_id': '88055e1e-672a-4487-be31-ffb6e833ece5', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:8c:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '605daa33-a102-4c98-a5a6-3df1e6cf28b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2064, 'fixed_ips': [{'subnet_id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'ip_address': '172.25.1.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T19:23:59Z', 'updated_at': '2022-02-09T19:24:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-36', '_interfaces': [{'id': '91ddc5ea-e616-400f-9959-37d2ed3b8234', 'name': '', 'network_id': 'bd12d1d0-518d-4d29-a00d-98410ba2cb8a', 'tenant_id': 'd7a2ccbf0c8a475abd1520a0e31ab926', 'mac_address': 'fa:16:3e:58:51:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '605daa33-a102-4c98-a5a6-3df1e6cf28b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 2082, 'fixed_ips': [{'subnet_id': '60ccac4e-8e6b-4139-b4aa-9c0c5cc0e9e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T19:24:05Z', 'updated_at': '2022-02-09T19:24:14Z', 'revision_number': 5, 'project_id': 'd7a2ccbf0c8a475abd1520a0e31ab926', 'subnets': [{'id': '60ccac4e-8e6b-4139-b4aa-9c0c5cc0e9e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-36', False) {} {{(pid=103232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:32:56.856210 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Current status of the port 67fdfdea-2927-4154-9cbc-5ca4674ede19 is: ACTIVE; New status is: ACTIVE {{(pid=103232) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 19:32:56.864655 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c72d3736-84bc-4c57-bf25-c68cf8c71e52 None None] The sync data for ids ['605daa33-a102-4c98-a5a6-3df1e6cf28b8'] in n-d-713498-36 is: [{'id': '605daa33-a102-4c98-a5a6-3df1e6cf28b8', 'name': 'tempest-ServerActionsTestJSON-1009823274-router', 'tenant_id': 'd7a2ccbf0c8a475abd1520a0e31ab926', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88055e1e-672a-4487-be31-ffb6e833ece5', 'external_fixed_ips': [{'subnet_id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'ip_address': '172.25.1.91'}], 'enable_snat': True}, 'gw_port_id': '35954c16-03c9-41e4-9729-33e0756877f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T19:23:56Z', 'updated_at': '2022-02-09T19:24:08Z', 'revision_number': 4, 'project_id': 'd7a2ccbf0c8a475abd1520a0e31ab926', 'gw_port': {'id': '35954c16-03c9-41e4-9729-33e0756877f7', 'name': '', 'network_id': '88055e1e-672a-4487-be31-ffb6e833ece5', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:8c:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '605daa33-a102-4c98-a5a6-3df1e6cf28b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2064, 'fixed_ips': [{'subnet_id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'ip_address': '172.25.1.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T19:23:59Z', 'updated_at': '2022-02-09T19:24:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-36', '_interfaces': [{'id': '91ddc5ea-e616-400f-9959-37d2ed3b8234', 'name': '', 'network_id': 'bd12d1d0-518d-4d29-a00d-98410ba2cb8a', 'tenant_id': 'd7a2ccbf0c8a475abd1520a0e31ab926', 'mac_address': 'fa:16:3e:58:51:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '605daa33-a102-4c98-a5a6-3df1e6cf28b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 2082, 'fixed_ips': [{'subnet_id': '60ccac4e-8e6b-4139-b4aa-9c0c5cc0e9e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T19:24:05Z', 'updated_at': '2022-02-09T19:24:14Z', 'revision_number': 5, 'project_id': 'd7a2ccbf0c8a475abd1520a0e31ab926', 'subnets': [{'id': '60ccac4e-8e6b-4139-b4aa-9c0c5cc0e9e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103232) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 19:32:57.182759 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 35502) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:32:57.306643 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-a0eb79d1-a64f-4197-95b8-89f7981968c4 tempest-RoutersTest-1116560139 tempest-RoutersTest-1116560139-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (f114fdaa-ad92-44f7-af65-c2598b011eca), before_update {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:32:57.315571 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-2d506457-592c-4635-8a8f-2572dd30c9d2 tempest-TestNetworkAdvancedServerOps-1633223542 tempest-TestNetworkAdvancedServerOps-1633223542-project] Publish callbacks [] for port (bb113b7a-1915-4bcc-9b30-4f90d0e07082), precommit_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:32:57.462084 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.v2.base [None req-414b2a4d-9db8-4ab0-9a1e-5919fd395c0a tempest-NetworksTestDHCPv6-1153288886 tempest-NetworksTestDHCPv6-1153288886-project] Request body: {'network': {'name': 'tempest-NetworksTestDHCPv6-test-network-1705665178'}} {{(pid=103229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 19:32:57.542394 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-414b2a4d-9db8-4ab0-9a1e-5919fd395c0a tempest-NetworksTestDHCPv6-1153288886 tempest-NetworksTestDHCPv6-1153288886-project] Made reservation on behalf of 84aec0d011da47d8bc94f6ba8668f413 for: {'network': 1} {{(pid=103229) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 19:32:57.550202 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-414b2a4d-9db8-4ab0-9a1e-5919fd395c0a tempest-NetworksTestDHCPv6-1153288886 tempest-NetworksTestDHCPv6-1153288886-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for network (None), before_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:32:57.578733 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-414b2a4d-9db8-4ab0-9a1e-5919fd395c0a tempest-NetworksTestDHCPv6-1153288886 tempest-NetworksTestDHCPv6-1153288886-project] Publish callbacks [] for security_group (None), before_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:32:57.591566 n-d-713498-36 neutron-server[103233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7240b05b-2f56-448f-befc-94f874a2204d None None] New status for floating IP a0919bbb-441e-4a38-ba74-fc361f9a0ac9: DOWN {{(pid=103233) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 09 19:32:57.648535 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-2d506457-592c-4635-8a8f-2572dd30c9d2 tempest-TestNetworkAdvancedServerOps-1633223542 tempest-TestNetworkAdvancedServerOps-1633223542-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762866656467', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14393751'] for port (bb113b7a-1915-4bcc-9b30-4f90d0e07082), after_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:32:57.727538 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d506457-592c-4635-8a8f-2572dd30c9d2 tempest-TestNetworkAdvancedServerOps-1633223542 tempest-TestNetworkAdvancedServerOps-1633223542-project] Pushing event updated for resources: {'Port': ['ID=bb113b7a-1915-4bcc-9b30-4f90d0e07082,revision_number=1']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:32:57.751463 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-b279edf1-e639-459a-bd62-3cdf03968cfe admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1834525'] for router_interface (605daa33-a102-4c98-a5a6-3df1e6cf28b8), before_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:32:57.754382 n-d-713498-36 neutron-server[103230]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d506457-592c-4635-8a8f-2572dd30c9d2 tempest-TestNetworkAdvancedServerOps-1633223542 tempest-TestNetworkAdvancedServerOps-1633223542-project] Network 88055e1e-672a-4487-be31-ffb6e833ece5 is already hosted by enough agents. {{(pid=103230) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 19:32:57.758146 n-d-713498-36 neutron-server[103230]: DEBUG neutron.scheduler.base_scheduler [None req-2d506457-592c-4635-8a8f-2572dd30c9d2 tempest-TestNetworkAdvancedServerOps-1633223542 tempest-TestNetworkAdvancedServerOps-1633223542-project] Resources bound (agent type, host, resource id): {{(pid=103230) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 19:32:57.763126 n-d-713498-36 neutron-server[103230]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d506457-592c-4635-8a8f-2572dd30c9d2 tempest-TestNetworkAdvancedServerOps-1633223542 tempest-TestNetworkAdvancedServerOps-1633223542-project] Received port after_create {{(pid=103230) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 19:32:57.787142 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6854228b-a314-4d9d-a05c-24bc30e52570 None None] Network 101d973c-b3a2-4013-b223-96f53753dfe5 requested from n-d-713498-36 {{(pid=103232) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 19:32:57.852008 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-414b2a4d-9db8-4ab0-9a1e-5919fd395c0a tempest-NetworksTestDHCPv6-1153288886 tempest-NetworksTestDHCPv6-1153288886-project] Publish callbacks [] for security_group (a43cca5b-92dc-4b4a-bd85-652143134aba), precommit_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:32:57.864205 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-414b2a4d-9db8-4ab0-9a1e-5919fd395c0a tempest-NetworksTestDHCPv6-1153288886 tempest-NetworksTestDHCPv6-1153288886-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1892331'] for security_group (a43cca5b-92dc-4b4a-bd85-652143134aba), after_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:32:57.940909 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.provisioning_blocks [None req-5017aaff-3824-46ac-9921-c523ca2e29d6 None None] Provisioning complete for port 453f380a-58f6-4379-9c1f-c53570bf7eff triggered by entity DHCP. {{(pid=103232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 19:32:57.941480 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-5017aaff-3824-46ac-9921-c523ca2e29d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593630'] for port (453f380a-58f6-4379-9c1f-c53570bf7eff), provisioning_complete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:32:57.952878 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-414b2a4d-9db8-4ab0-9a1e-5919fd395c0a tempest-NetworksTestDHCPv6-1153288886 tempest-NetworksTestDHCPv6-1153288886-project] vlan segment allocate from pool success with {'vlan_id': 390, 'physical_network': 'physnet1'} {{(pid=103229) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 19:32:57.958640 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-414b2a4d-9db8-4ab0-9a1e-5919fd395c0a tempest-NetworksTestDHCPv6-1153288886 tempest-NetworksTestDHCPv6-1153288886-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a43cca5b-92dc-4b4a-bd85-652143134aba,revision_number=1']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:32:57.984773 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-414b2a4d-9db8-4ab0-9a1e-5919fd395c0a tempest-NetworksTestDHCPv6-1153288886 tempest-NetworksTestDHCPv6-1153288886-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-759574'] for segment (20e634bc-bbe0-4569-a1ea-6be524590675), precommit_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:32:57.985270 n-d-713498-36 neutron-server[103229]: INFO neutron.db.segments_db [None req-414b2a4d-9db8-4ab0-9a1e-5919fd395c0a tempest-NetworksTestDHCPv6-1153288886 tempest-NetworksTestDHCPv6-1153288886-project] Added segment 20e634bc-bbe0-4569-a1ea-6be524590675 of type vlan for network f63a97a6-2552-42d7-aee9-c49ce8319647 Feb 09 19:32:58.061999 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-a0eb79d1-a64f-4197-95b8-89f7981968c4 tempest-RoutersTest-1116560139 tempest-RoutersTest-1116560139-project] Publish callbacks [] for port (f114fdaa-ad92-44f7-af65-c2598b011eca), precommit_update {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:32:58.077371 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-a0eb79d1-a64f-4197-95b8-89f7981968c4 tempest-RoutersTest-1116560139 tempest-RoutersTest-1116560139-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762867176205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762866656485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762866656503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14393758'] for port (f114fdaa-ad92-44f7-af65-c2598b011eca), after_update {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:32:58.096414 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-5017aaff-3824-46ac-9921-c523ca2e29d6 None None] Current status of the port 453f380a-58f6-4379-9c1f-c53570bf7eff is: DOWN; New status is: ACTIVE {{(pid=103232) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 19:32:58.098686 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-5017aaff-3824-46ac-9921-c523ca2e29d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (453f380a-58f6-4379-9c1f-c53570bf7eff), before_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:32:58.108716 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-414b2a4d-9db8-4ab0-9a1e-5919fd395c0a tempest-NetworksTestDHCPv6-1153288886 tempest-NetworksTestDHCPv6-1153288886-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762866642225'] for network (f63a97a6-2552-42d7-aee9-c49ce8319647), precommit_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:32:58.202025 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-5017aaff-3824-46ac-9921-c523ca2e29d6 None None] For port 453f380a-58f6-4379-9c1f-c53570bf7eff, host n-d-713498-36, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-36',level=0,port_id=453f380a-58f6-4379-9c1f-c53570bf7eff,segment=NetworkSegment(ac1804ba-7f7d-43c7-b41c-12e5dbecd977),segment_id=ac1804ba-7f7d-43c7-b41c-12e5dbecd977)] {{(pid=103232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 19:32:58.208031 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-414b2a4d-9db8-4ab0-9a1e-5919fd395c0a tempest-NetworksTestDHCPv6-1153288886 tempest-NetworksTestDHCPv6-1153288886-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1885479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452'] for network (f63a97a6-2552-42d7-aee9-c49ce8319647), after_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:32:58.212179 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-5017aaff-3824-46ac-9921-c523ca2e29d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762867176205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762866656485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762866656503'] for port (453f380a-58f6-4379-9c1f-c53570bf7eff), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:32:58.232023 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-414b2a4d-9db8-4ab0-9a1e-5919fd395c0a tempest-NetworksTestDHCPv6-1153288886 tempest-NetworksTestDHCPv6-1153288886-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:32:58.234437 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-414b2a4d-9db8-4ab0-9a1e-5919fd395c0a tempest-NetworksTestDHCPv6-1153288886 tempest-NetworksTestDHCPv6-1153288886-project] Publish callbacks [] for network (None), before_response {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:32:58.267779 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0eb79d1-a64f-4197-95b8-89f7981968c4 tempest-RoutersTest-1116560139 tempest-RoutersTest-1116560139-project] Pushing event updated for resources: {'Port': ['ID=f114fdaa-ad92-44f7-af65-c2598b011eca,revision_number=2']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:32:58.281289 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Device 453f380a-58f6-4379-9c1f-c53570bf7eff up at agent ovs-agent-n-d-713498-36 {{(pid=103232) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 19:32:58.302027 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-a0eb79d1-a64f-4197-95b8-89f7981968c4 tempest-RoutersTest-1116560139 tempest-RoutersTest-1116560139-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1613458', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1834496'] for router_interface (313e064b-ffaa-4c47-a7fc-c9666f3ee618), after_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:32:58.365136 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-414b2a4d-9db8-4ab0-9a1e-5919fd395c0a tempest-NetworksTestDHCPv6-1153288886 tempest-NetworksTestDHCPv6-1153288886-project] 10.222.0.75 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 1.1810877 Feb 09 19:32:58.377125 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 35510) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:32:58.383182 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.v2.base [None req-feba2e83-fbad-4265-b25e-6c0e0167d844 tempest-NetworksTestDHCPv6-1153288886 tempest-NetworksTestDHCPv6-1153288886-project] Request body: {'subnet': {'network_id': 'f63a97a6-2552-42d7-aee9-c49ce8319647', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 19:32:58.406533 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5017aaff-3824-46ac-9921-c523ca2e29d6 None None] Pushing event updated for resources: {'Port': ['ID=453f380a-58f6-4379-9c1f-c53570bf7eff,revision_number=3']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:32:58.439509 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.provisioning_blocks [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Provisioning complete for port 453f380a-58f6-4379-9c1f-c53570bf7eff triggered by entity L2. {{(pid=103232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 19:32:58.440192 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593630'] for port (453f380a-58f6-4379-9c1f-c53570bf7eff), provisioning_complete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:32:58.517344 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-414b2a4d-9db8-4ab0-9a1e-5919fd395c0a tempest-NetworksTestDHCPv6-1153288886 tempest-NetworksTestDHCPv6-1153288886-project] Pushing event updated for resources: {'Network': ['ID=f63a97a6-2552-42d7-aee9-c49ce8319647,revision_number=1']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:32:58.532857 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Network f63a97a6-2552-42d7-aee9-c49ce8319647 details requested by agent ovs-agent-n-d-713498-36 with host n-d-713498-36 {{(pid=103232) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 19:32:58.621501 n-d-713498-36 neutron-server[103230]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0eb79d1-a64f-4197-95b8-89f7981968c4 tempest-RoutersTest-1116560139 tempest-RoutersTest-1116560139-project] Network 101d973c-b3a2-4013-b223-96f53753dfe5 is already hosted by enough agents. {{(pid=103230) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 19:32:58.625776 n-d-713498-36 neutron-server[103230]: DEBUG neutron.scheduler.base_scheduler [None req-a0eb79d1-a64f-4197-95b8-89f7981968c4 tempest-RoutersTest-1116560139 tempest-RoutersTest-1116560139-project] Resources bound (agent type, host, resource id): {{(pid=103230) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 19:32:58.645323 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-feba2e83-fbad-4265-b25e-6c0e0167d844 tempest-NetworksTestDHCPv6-1153288886 tempest-NetworksTestDHCPv6-1153288886-project] Made reservation on behalf of 84aec0d011da47d8bc94f6ba8668f413 for: {'subnet': 1} {{(pid=103229) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 19:32:58.651241 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-feba2e83-fbad-4265-b25e-6c0e0167d844 tempest-NetworksTestDHCPv6-1153288886 tempest-NetworksTestDHCPv6-1153288886-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12759265'] for subnet (None), before_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:32:58.680700 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Current status of the port 453f380a-58f6-4379-9c1f-c53570bf7eff is: ACTIVE; New status is: ACTIVE {{(pid=103232) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 19:32:58.693485 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.provisioning_blocks [None req-13b28f72-3764-4469-ac32-810e97f11c47 None None] Provisioning complete for port 453f380a-58f6-4379-9c1f-c53570bf7eff triggered by entity DHCP. {{(pid=103232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 19:32:58.693862 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-13b28f72-3764-4469-ac32-810e97f11c47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593630'] for port (453f380a-58f6-4379-9c1f-c53570bf7eff), provisioning_complete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:32:58.770316 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.plugin [None req-b279edf1-e639-459a-bd62-3cdf03968cfe admin admin] Deleting port 91ddc5ea-e616-400f-9959-37d2ed3b8234 {{(pid=103229) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 19:32:58.774176 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-b279edf1-e639-459a-bd62-3cdf03968cfe admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762867170196'] for port (91ddc5ea-e616-400f-9959-37d2ed3b8234), before_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:32:58.922415 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-13b28f72-3764-4469-ac32-810e97f11c47 None None] Current status of the port 453f380a-58f6-4379-9c1f-c53570bf7eff is: ACTIVE; New status is: ACTIVE {{(pid=103232) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 19:32:58.939814 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.db [None req-b279edf1-e639-459a-bd62-3cdf03968cfe admin admin] For port 91ddc5ea-e616-400f-9959-37d2ed3b8234, host n-d-713498-36, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-36',level=0,port_id=91ddc5ea-e616-400f-9959-37d2ed3b8234,segment=NetworkSegment(9110d757-e4eb-424b-97b9-32896b689ba3),segment_id=9110d757-e4eb-424b-97b9-32896b689ba3)] {{(pid=103229) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 19:32:58.939814 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-b279edf1-e639-459a-bd62-3cdf03968cfe admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1820838'] for port (91ddc5ea-e616-400f-9959-37d2ed3b8234), precommit_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:32:58.951960 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.provisioning_blocks [None req-13b28f72-3764-4469-ac32-810e97f11c47 None None] Provisioning complete for port f114fdaa-ad92-44f7-af65-c2598b011eca triggered by entity DHCP. {{(pid=103232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 19:32:58.952975 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-13b28f72-3764-4469-ac32-810e97f11c47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593630'] for port (f114fdaa-ad92-44f7-af65-c2598b011eca), provisioning_complete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:32:58.958866 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.plugin [None req-b279edf1-e639-459a-bd62-3cdf03968cfe admin admin] Calling delete_port for 91ddc5ea-e616-400f-9959-37d2ed3b8234 owned by network:router_interface {{(pid=103229) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 19:32:59.024276 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-13b28f72-3764-4469-ac32-810e97f11c47 None None] Port f114fdaa-ad92-44f7-af65-c2598b011eca cannot update to ACTIVE because it is not bound. {{(pid=103232) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 19:32:59.038521 n-d-713498-36 neutron-server[103230]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a0eb79d1-a64f-4197-95b8-89f7981968c4 tempest-RoutersTest-1116560139 tempest-RoutersTest-1116560139-project] Router 313e064b-ffaa-4c47-a7fc-c9666f3ee618 has already been hosted by L3 agent 93303d5e-5d17-45e8-8963-7694f87783ae {{(pid=103230) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 19:32:59.161919 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.provisioning_blocks [None req-0530b453-f22f-4d0f-92fa-4690f9a40c01 None None] Provisioning complete for port f114fdaa-ad92-44f7-af65-c2598b011eca triggered by entity DHCP. {{(pid=103232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 19:32:59.162234 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-0530b453-f22f-4d0f-92fa-4690f9a40c01 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593630'] for port (f114fdaa-ad92-44f7-af65-c2598b011eca), provisioning_complete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:32:59.193720 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-feba2e83-fbad-4265-b25e-6c0e0167d844 tempest-NetworksTestDHCPv6-1153288886 tempest-NetworksTestDHCPv6-1153288886-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12867428', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12759263'] for subnet (c733dba2-936b-4ae8-bb2c-5ed8cea8e3c8), after_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:32:59.210617 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-0530b453-f22f-4d0f-92fa-4690f9a40c01 None None] Port f114fdaa-ad92-44f7-af65-c2598b011eca cannot update to ACTIVE because it is not bound. {{(pid=103232) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 19:32:59.220216 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-2d506457-592c-4635-8a8f-2572dd30c9d2 tempest-TestNetworkAdvancedServerOps-1633223542 tempest-TestNetworkAdvancedServerOps-1633223542-project] Publish callbacks [] for floatingip (e9ad4546-bcb3-4e5a-b843-54337d160d4f), precommit_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:32:59.322901 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a0eb79d1-a64f-4197-95b8-89f7981968c4 tempest-RoutersTest-1116560139 tempest-RoutersTest-1116560139-project] Notify agent at l3_agent.n-d-713498-36 the message routers_updated {{(pid=103230) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 19:32:59.344555 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-225179bd-e34e-4dc0-98ed-12277c1d7e64 None None] Sync routers for ids ['313e064b-ffaa-4c47-a7fc-c9666f3ee618'] in n-d-713498-36 {{(pid=103232) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 19:32:59.344756 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-a0eb79d1-a64f-4197-95b8-89f7981968c4 tempest-RoutersTest-1116560139 tempest-RoutersTest-1116560139-project] 10.222.0.75 "PUT /v2.0/routers/313e064b-ffaa-4c47-a7fc-c9666f3ee618/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.0466797 Feb 09 19:32:59.354803 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 35516) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:32:59.371802 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.v2.base [None req-c146916f-774c-451d-b40e-2897cb233554 tempest-RoutersTest-1116560139 tempest-RoutersTest-1116560139-project] Request body: {'network': {'name': 'tempest-RoutersTest-1241345553'}} {{(pid=103230) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 19:32:59.375446 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.l3_dvrscheduler_db [None req-225179bd-e34e-4dc0-98ed-12277c1d7e64 None None] Routers {'313e064b-ffaa-4c47-a7fc-c9666f3ee618'} bound to L3 agent in host n-d-713498-36 {{(pid=103232) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 19:32:59.376422 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.l3_hamode_db [None req-225179bd-e34e-4dc0-98ed-12277c1d7e64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T18:51:43Z,description=,heartbeat_timestamp=2022-02-09T19:32:43Z,host='n-d-713498-36',id=93303d5e-5d17-45e8-8963-7694f87783ae,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T18:51:43Z,topic='l3_agent')) {'router_ids': ['313e064b-ffaa-4c47-a7fc-c9666f3ee618'], 'active': True} {{(pid=103232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:32:59.378908 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.provisioning_blocks [None req-f3bf3f82-298a-4baa-97b9-d48d8a44ff75 None None] Provisioning complete for port f114fdaa-ad92-44f7-af65-c2598b011eca triggered by entity DHCP. {{(pid=103232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 19:32:59.379590 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-f3bf3f82-298a-4baa-97b9-d48d8a44ff75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593630'] for port (f114fdaa-ad92-44f7-af65-c2598b011eca), provisioning_complete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:32:59.457432 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c146916f-774c-451d-b40e-2897cb233554 tempest-RoutersTest-1116560139 tempest-RoutersTest-1116560139-project] Made reservation on behalf of 009d54e3af88488b8213379431f58202 for: {'network': 1} {{(pid=103230) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 19:32:59.461525 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-c146916f-774c-451d-b40e-2897cb233554 tempest-RoutersTest-1116560139 tempest-RoutersTest-1116560139-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for network (None), before_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:32:59.493251 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-f3bf3f82-298a-4baa-97b9-d48d8a44ff75 None None] Port f114fdaa-ad92-44f7-af65-c2598b011eca cannot update to ACTIVE because it is not bound. {{(pid=103232) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 19:32:59.507990 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c146916f-774c-451d-b40e-2897cb233554 tempest-RoutersTest-1116560139 tempest-RoutersTest-1116560139-project] vlan segment allocate from pool success with {'vlan_id': 362, 'physical_network': 'physnet1'} {{(pid=103230) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 19:32:59.513244 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-2d506457-592c-4635-8a8f-2572dd30c9d2 tempest-TestNetworkAdvancedServerOps-1633223542 tempest-TestNetworkAdvancedServerOps-1633223542-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (bb113b7a-1915-4bcc-9b30-4f90d0e07082), before_update {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:32:59.521844 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.l3_dvr_db [None req-225179bd-e34e-4dc0-98ed-12277c1d7e64 None None] Set router 313e064b-ffaa-4c47-a7fc-c9666f3ee618 gateway port host: None {{(pid=103232) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 19:32:59.544290 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-c146916f-774c-451d-b40e-2897cb233554 tempest-RoutersTest-1116560139 tempest-RoutersTest-1116560139-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-759574'] for segment (794d88ab-91f6-4acf-bda4-3a12b1db0eee), precommit_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:32:59.544650 n-d-713498-36 neutron-server[103230]: INFO neutron.db.segments_db [None req-c146916f-774c-451d-b40e-2897cb233554 tempest-RoutersTest-1116560139 tempest-RoutersTest-1116560139-project] Added segment 794d88ab-91f6-4acf-bda4-3a12b1db0eee of type vlan for network 047e6bc3-a06b-46bf-aff3-5ee2dc76214c Feb 09 19:32:59.617528 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feba2e83-fbad-4265-b25e-6c0e0167d844 tempest-NetworksTestDHCPv6-1153288886 tempest-NetworksTestDHCPv6-1153288886-project] Pushing event updated for resources: {'Subnet': ['ID=c733dba2-936b-4ae8-bb2c-5ed8cea8e3c8,revision_number=0']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:32:59.664779 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-feba2e83-fbad-4265-b25e-6c0e0167d844 tempest-NetworksTestDHCPv6-1153288886 tempest-NetworksTestDHCPv6-1153288886-project] Checking segment: {'id': '20e634bc-bbe0-4569-a1ea-6be524590675', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': 'f63a97a6-2552-42d7-aee9-c49ce8319647'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103229) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 19:32:59.665129 n-d-713498-36 neutron-server[103229]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-feba2e83-fbad-4265-b25e-6c0e0167d844 tempest-NetworksTestDHCPv6-1153288886 tempest-NetworksTestDHCPv6-1153288886-project] Network hostable DHCP agents. Network: f63a97a6-2552-42d7-aee9-c49ce8319647, hostable agents: ['af91e4b9-f4e1-42b1-a25c-a10dc47171c8'], hosted agents: [] {{(pid=103229) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 19:32:59.700215 n-d-713498-36 neutron-server[103229]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-feba2e83-fbad-4265-b25e-6c0e0167d844 tempest-NetworksTestDHCPv6-1153288886 tempest-NetworksTestDHCPv6-1153288886-project] Network f63a97a6-2552-42d7-aee9-c49ce8319647 is scheduled to be hosted by DHCP agent af91e4b9-f4e1-42b1-a25c-a10dc47171c8 with binding_index 1 {{(pid=103229) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 19:32:59.747389 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-c146916f-774c-451d-b40e-2897cb233554 tempest-RoutersTest-1116560139 tempest-RoutersTest-1116560139-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762866642225'] for network (047e6bc3-a06b-46bf-aff3-5ee2dc76214c), precommit_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:32:59.764782 n-d-713498-36 neutron-server[103229]: DEBUG neutron.scheduler.base_scheduler [None req-feba2e83-fbad-4265-b25e-6c0e0167d844 tempest-NetworksTestDHCPv6-1153288886 tempest-NetworksTestDHCPv6-1153288886-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713498-36, f63a97a6-2552-42d7-aee9-c49ce8319647) {{(pid=103229) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 19:32:59.769293 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-feba2e83-fbad-4265-b25e-6c0e0167d844 tempest-NetworksTestDHCPv6-1153288886 tempest-NetworksTestDHCPv6-1153288886-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:32:59.769898 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-feba2e83-fbad-4265-b25e-6c0e0167d844 tempest-NetworksTestDHCPv6-1153288886 tempest-NetworksTestDHCPv6-1153288886-project] Publish callbacks [] for subnet (None), before_response {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:32:59.798237 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-776ddd84-b53b-44a2-b57d-79cc08d89892 None None] Network f63a97a6-2552-42d7-aee9-c49ce8319647 requested from n-d-713498-36 {{(pid=103232) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 19:32:59.808629 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-c146916f-774c-451d-b40e-2897cb233554 tempest-RoutersTest-1116560139 tempest-RoutersTest-1116560139-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1885479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452'] for network (047e6bc3-a06b-46bf-aff3-5ee2dc76214c), after_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:32:59.813949 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c146916f-774c-451d-b40e-2897cb233554 tempest-RoutersTest-1116560139 tempest-RoutersTest-1116560139-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:32:59.814938 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-c146916f-774c-451d-b40e-2897cb233554 tempest-RoutersTest-1116560139 tempest-RoutersTest-1116560139-project] Publish callbacks [] for network (None), before_response {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:32:59.832855 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-feba2e83-fbad-4265-b25e-6c0e0167d844 tempest-NetworksTestDHCPv6-1153288886 tempest-NetworksTestDHCPv6-1153288886-project] 10.222.0.75 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.4542089 Feb 09 19:32:59.833250 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 35520) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:32:59.843283 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-b279edf1-e639-459a-bd62-3cdf03968cfe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762867177463', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762866656476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12867576'] for port (91ddc5ea-e616-400f-9959-37d2ed3b8234), after_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:32:59.853417 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.v2.base [None req-ac3bd5cb-8c39-4912-8f87-04ded84eafd4 tempest-NetworksTestDHCPv6-1153288886 tempest-NetworksTestDHCPv6-1153288886-project] Request body: {'port': {'network_id': 'f63a97a6-2552-42d7-aee9-c49ce8319647', 'name': 'tempest-NetworksTestDHCPv6-566491731'}} {{(pid=103230) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 19:32:59.893042 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b279edf1-e639-459a-bd62-3cdf03968cfe admin admin] Pushing event deleted for resources: {'Port': ['ID=91ddc5ea-e616-400f-9959-37d2ed3b8234,revision_number=None']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:32:59.945379 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-c146916f-774c-451d-b40e-2897cb233554 tempest-RoutersTest-1116560139 tempest-RoutersTest-1116560139-project] 10.222.0.75 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.5894470 Feb 09 19:32:59.955585 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 35522) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:32:59.957779 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-2d506457-592c-4635-8a8f-2572dd30c9d2 tempest-TestNetworkAdvancedServerOps-1633223542 tempest-TestNetworkAdvancedServerOps-1633223542-project] Publish callbacks [] for port (bb113b7a-1915-4bcc-9b30-4f90d0e07082), precommit_update {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:32:59.968523 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.v2.base [None req-343fac10-edae-4bfd-9312-f2d09dcf9ef1 tempest-RoutersTest-1116560139 tempest-RoutersTest-1116560139-project] Request body: {'subnet': {'network_id': '047e6bc3-a06b-46bf-aff3-5ee2dc76214c', 'cidr': '172.22.0.0/28', 'ip_version': 4, 'gateway_ip': '172.22.0.1'}} {{(pid=103230) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 19:32:59.987793 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-2d506457-592c-4635-8a8f-2572dd30c9d2 tempest-TestNetworkAdvancedServerOps-1633223542 tempest-TestNetworkAdvancedServerOps-1633223542-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762867176205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762866656485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762866656503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14393758'] for port (bb113b7a-1915-4bcc-9b30-4f90d0e07082), after_update {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:33:00.085022 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c146916f-774c-451d-b40e-2897cb233554 tempest-RoutersTest-1116560139 tempest-RoutersTest-1116560139-project] Pushing event updated for resources: {'Network': ['ID=047e6bc3-a06b-46bf-aff3-5ee2dc76214c,revision_number=1']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:33:00.145885 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Network 047e6bc3-a06b-46bf-aff3-5ee2dc76214c details requested by agent ovs-agent-n-d-713498-36 with host n-d-713498-36 {{(pid=103232) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 19:33:00.222160 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a24c8779-bdd5-4f6e-bd56-90d6a4cc1b65 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8b32e980-7cce-5e82-a341-bd2fa8945c89-f63a97a6-2552-42d7-aee9-c49ce8319647', 'network_id': 'f63a97a6-2552-42d7-aee9-c49ce8319647', 'project_id': '84aec0d011da47d8bc94f6ba8668f413', 'fixed_ips': [{'subnet_id': 'c733dba2-936b-4ae8-bb2c-5ed8cea8e3c8'}]}} from n-d-713498-36. {{(pid=103232) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 09 19:33:00.232571 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-a24c8779-bdd5-4f6e-bd56-90d6a4cc1b65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (None), before_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:33:00.239863 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.l3_hamode_db [None req-225179bd-e34e-4dc0-98ed-12277c1d7e64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '313e064b-ffaa-4c47-a7fc-c9666f3ee618', 'name': 'tempest-RoutersTest-router-2104240187', 'tenant_id': '009d54e3af88488b8213379431f58202', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T19:32:45Z', 'updated_at': '2022-02-09T19:32:57Z', 'revision_number': 3, 'project_id': '009d54e3af88488b8213379431f58202', 'gw_port_host': None, '_interfaces': [{'id': '67fdfdea-2927-4154-9cbc-5ca4674ede19', 'name': '', 'network_id': 'b7476005-329d-43d5-ba02-3c7e4ca9d210', 'tenant_id': '009d54e3af88488b8213379431f58202', 'mac_address': 'fa:16:3e:31:9a:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '313e064b-ffaa-4c47-a7fc-c9666f3ee618', 'device_owner': 'network:router_interface', 'standard_attr_id': 3117, 'fixed_ips': [{'subnet_id': '1aa458bd-e51c-4d7d-8d13-8dbe39a30c15', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T19:32:47Z', 'updated_at': '2022-02-09T19:32:53Z', 'revision_number': 5, 'project_id': '009d54e3af88488b8213379431f58202', 'subnets': [{'id': '1aa458bd-e51c-4d7d-8d13-8dbe39a30c15', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f114fdaa-ad92-44f7-af65-c2598b011eca', 'name': '', 'network_id': '101d973c-b3a2-4013-b223-96f53753dfe5', 'tenant_id': '009d54e3af88488b8213379431f58202', 'mac_address': 'fa:16:3e:37:0c:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '313e064b-ffaa-4c47-a7fc-c9666f3ee618', 'device_owner': 'network:router_interface', 'standard_attr_id': 3135, 'fixed_ips': [{'subnet_id': 'b3e8f31d-a070-42b3-b962-2f623803b97f', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T19:32:54Z', 'updated_at': '2022-02-09T19:32:57Z', 'revision_number': 2, 'project_id': '009d54e3af88488b8213379431f58202', 'subnets': [{'id': 'b3e8f31d-a070-42b3-b962-2f623803b97f', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-36', False) {} {{(pid=103232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:33:00.307654 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-b279edf1-e639-459a-bd62-3cdf03968cfe admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1613467', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1834633'] for router_interface (605daa33-a102-4c98-a5a6-3df1e6cf28b8), after_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:33:00.331262 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-225179bd-e34e-4dc0-98ed-12277c1d7e64 None None] Checking router: 313e064b-ffaa-4c47-a7fc-c9666f3ee618 for host: n-d-713498-36 {{(pid=103232) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 19:33:00.331715 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-225179bd-e34e-4dc0-98ed-12277c1d7e64 None None] Updating router 313e064b-ffaa-4c47-a7fc-c9666f3ee618 port f114fdaa-ad92-44f7-af65-c2598b011eca binding host n-d-713498-36 {{(pid=103232) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 19:33:00.356214 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d506457-592c-4635-8a8f-2572dd30c9d2 tempest-TestNetworkAdvancedServerOps-1633223542 tempest-TestNetworkAdvancedServerOps-1633223542-project] Pushing event updated for resources: {'Port': ['ID=bb113b7a-1915-4bcc-9b30-4f90d0e07082,revision_number=2']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:33:00.360717 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-343fac10-edae-4bfd-9312-f2d09dcf9ef1 tempest-RoutersTest-1116560139 tempest-RoutersTest-1116560139-project] Made reservation on behalf of 009d54e3af88488b8213379431f58202 for: {'subnet': 1} {{(pid=103230) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 19:33:00.364974 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Device 453f380a-58f6-4379-9c1f-c53570bf7eff up at agent ovs-agent-n-d-713498-36 {{(pid=103232) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 19:33:00.368463 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-343fac10-edae-4bfd-9312-f2d09dcf9ef1 tempest-RoutersTest-1116560139 tempest-RoutersTest-1116560139-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12985917'] for subnet (None), before_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:33:00.411419 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ac3bd5cb-8c39-4912-8f87-04ded84eafd4 tempest-NetworksTestDHCPv6-1153288886 tempest-NetworksTestDHCPv6-1153288886-project] Made reservation on behalf of 84aec0d011da47d8bc94f6ba8668f413 for: {'port': 1} {{(pid=103230) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 19:33:00.421196 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-ac3bd5cb-8c39-4912-8f87-04ded84eafd4 tempest-NetworksTestDHCPv6-1153288886 tempest-NetworksTestDHCPv6-1153288886-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (None), before_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:33:00.508016 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-2d506457-592c-4635-8a8f-2572dd30c9d2 tempest-TestNetworkAdvancedServerOps-1633223542 tempest-TestNetworkAdvancedServerOps-1633223542-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1818909'] for floatingip (e9ad4546-bcb3-4e5a-b843-54337d160d4f), after_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:33:00.514110 n-d-713498-36 neutron-server[103230]: DEBUG neutron.notifiers.nova [None req-ac3bd5cb-8c39-4912-8f87-04ded84eafd4 tempest-NetworksTestDHCPv6-1153288886 tempest-NetworksTestDHCPv6-1153288886-project] device_id is not set on port d8e908b2-d402-451b-b589-5edcdc6b8933 yet. {{(pid=103230) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 09 19:33:00.527915 n-d-713498-36 neutron-server[103233]: DEBUG neutron.db.agents_db [None req-4a8a6a42-0a0c-4437-8958-92282682b6bb None None] Agent healthcheck: found 7 active agents {{(pid=103233) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 19:33:00.549315 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-225179bd-e34e-4dc0-98ed-12277c1d7e64 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (f114fdaa-ad92-44f7-af65-c2598b011eca), before_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:33:00.654826 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.db_base_plugin_common [None req-a24c8779-bdd5-4f6e-bd56-90d6a4cc1b65 None None] Allocated IP 2001:db8::2 (f63a97a6-2552-42d7-aee9-c49ce8319647/c733dba2-936b-4ae8-bb2c-5ed8cea8e3c8/df66c383-5bda-4fbd-af93-d905969398d1) {{(pid=103232) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 19:33:00.708717 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.provisioning_blocks [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Provisioning complete for port 453f380a-58f6-4379-9c1f-c53570bf7eff triggered by entity L2. {{(pid=103232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 19:33:00.709645 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593630'] for port (453f380a-58f6-4379-9c1f-c53570bf7eff), provisioning_complete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:33:00.749521 n-d-713498-36 neutron-server[103230]: INFO neutron.db.l3_db [None req-2d506457-592c-4635-8a8f-2572dd30c9d2 tempest-TestNetworkAdvancedServerOps-1633223542 tempest-TestNetworkAdvancedServerOps-1633223542-project] Floating IP e9ad4546-bcb3-4e5a-b843-54337d160d4f associated. External IP: 172.25.1.52, port: 55e8868e-9f04-4f11-be1b-5fd1709a5f15. Feb 09 19:33:00.799349 n-d-713498-36 neutron-server[103229]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b279edf1-e639-459a-bd62-3cdf03968cfe admin admin] Router 605daa33-a102-4c98-a5a6-3df1e6cf28b8 has already been hosted by L3 agent 93303d5e-5d17-45e8-8963-7694f87783ae {{(pid=103229) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 19:33:00.943807 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-343fac10-edae-4bfd-9312-f2d09dcf9ef1 tempest-RoutersTest-1116560139 tempest-RoutersTest-1116560139-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14393611', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12985859'] for subnet (99eecf43-b083-4b5d-bf1a-43876b1da023), after_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:33:01.042772 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b279edf1-e639-459a-bd62-3cdf03968cfe admin admin] Notify agent at l3_agent.n-d-713498-36 the message routers_updated {{(pid=103229) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 19:33:01.049434 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-b279edf1-e639-459a-bd62-3cdf03968cfe admin admin] 10.222.0.75 "PUT /v2.0/routers/605daa33-a102-4c98-a5a6-3df1e6cf28b8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3300970 Feb 09 19:33:01.056889 n-d-713498-36 neutron-server[103233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ede52b62-5eff-4ad3-92aa-0c834b862380 None None] Sync routers for ids ['605daa33-a102-4c98-a5a6-3df1e6cf28b8'] in n-d-713498-36 {{(pid=103233) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 19:33:01.063951 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 35528) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:33:01.079788 n-d-713498-36 neutron-server[103233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ede52b62-5eff-4ad3-92aa-0c834b862380 None None] Routers {'605daa33-a102-4c98-a5a6-3df1e6cf28b8'} bound to L3 agent in host n-d-713498-36 {{(pid=103233) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 19:33:01.080559 n-d-713498-36 neutron-server[103233]: DEBUG neutron.db.l3_hamode_db [None req-ede52b62-5eff-4ad3-92aa-0c834b862380 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T18:51:43Z,description=,heartbeat_timestamp=2022-02-09T19:32:43Z,host='n-d-713498-36',id=93303d5e-5d17-45e8-8963-7694f87783ae,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T18:51:43Z,topic='l3_agent')) {'router_ids': ['605daa33-a102-4c98-a5a6-3df1e6cf28b8'], 'active': True} {{(pid=103233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:33:01.117839 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Current status of the port 453f380a-58f6-4379-9c1f-c53570bf7eff is: ACTIVE; New status is: ACTIVE {{(pid=103232) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 19:33:01.235437 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-9a3b953d-2595-4215-8921-3abd7f6b663f admin admin] Publish callbacks [] for router (605daa33-a102-4c98-a5a6-3df1e6cf28b8), before_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:33:01.276465 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-225179bd-e34e-4dc0-98ed-12277c1d7e64 None None] Publish callbacks [] for port (f114fdaa-ad92-44f7-af65-c2598b011eca), precommit_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:33:01.294628 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-225179bd-e34e-4dc0-98ed-12277c1d7e64 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762867176205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762866656485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762866656503'] for port (f114fdaa-ad92-44f7-af65-c2598b011eca), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:33:01.308154 n-d-713498-36 neutron-server[103233]: DEBUG neutron.db.l3_dvr_db [None req-ede52b62-5eff-4ad3-92aa-0c834b862380 None None] Set router 605daa33-a102-4c98-a5a6-3df1e6cf28b8 gateway port host: n-d-713498-36 {{(pid=103233) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 19:33:01.309530 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-a24c8779-bdd5-4f6e-bd56-90d6a4cc1b65 None None] Publish callbacks [] for port (df66c383-5bda-4fbd-af93-d905969398d1), precommit_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:33:01.348717 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-a24c8779-bdd5-4f6e-bd56-90d6a4cc1b65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762866656467'] for port (df66c383-5bda-4fbd-af93-d905969398d1), after_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:33:01.376640 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd533f1d-0abe-4799-829e-1becaccdbdb1 None None] Pushing event updated for resources: {'Port': ['ID=f114fdaa-ad92-44f7-af65-c2598b011eca,revision_number=3']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:33:01.454927 n-d-713498-36 neutron-server[103232]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a24c8779-bdd5-4f6e-bd56-90d6a4cc1b65 None None] Network f63a97a6-2552-42d7-aee9-c49ce8319647 is already hosted by enough agents. {{(pid=103232) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 19:33:01.458562 n-d-713498-36 neutron-server[103232]: DEBUG neutron.scheduler.base_scheduler [None req-a24c8779-bdd5-4f6e-bd56-90d6a4cc1b65 None None] Resources bound (agent type, host, resource id): {{(pid=103232) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 19:33:01.467035 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a24c8779-bdd5-4f6e-bd56-90d6a4cc1b65 None None] Received port after_create {{(pid=103232) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 19:33:01.562712 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-9a3b953d-2595-4215-8921-3abd7f6b663f admin admin] Publish callbacks [] for router_gateway (605daa33-a102-4c98-a5a6-3df1e6cf28b8), before_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:33:01.599663 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a24c8779-bdd5-4f6e-bd56-90d6a4cc1b65 None None] Pushing event updated for resources: {'Port': ['ID=df66c383-5bda-4fbd-af93-d905969398d1,revision_number=1']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:33:01.673717 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.plugin [None req-9a3b953d-2595-4215-8921-3abd7f6b663f admin admin] Deleting port 35954c16-03c9-41e4-9729-33e0756877f7 {{(pid=103229) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 19:33:01.674115 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-9a3b953d-2595-4215-8921-3abd7f6b663f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762867170196'] for port (35954c16-03c9-41e4-9729-33e0756877f7), before_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:33:01.751693 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.managers [None req-225179bd-e34e-4dc0-98ed-12277c1d7e64 None None] Attempting to bind port f114fdaa-ad92-44f7-af65-c2598b011eca on host n-d-713498-36 for vnic_type normal with profile {{(pid=103232) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 19:33:01.762437 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.managers [None req-225179bd-e34e-4dc0-98ed-12277c1d7e64 None None] Attempting to bind port f114fdaa-ad92-44f7-af65-c2598b011eca by drivers openvswitch,hyperv on host n-d-713498-36 at level 0 using segments [{'id': 'ac1804ba-7f7d-43c7-b41c-12e5dbecd977', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': '101d973c-b3a2-4013-b223-96f53753dfe5'}] {{(pid=103232) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 19:33:01.762859 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-225179bd-e34e-4dc0-98ed-12277c1d7e64 None None] Attempting to bind port f114fdaa-ad92-44f7-af65-c2598b011eca on network 101d973c-b3a2-4013-b223-96f53753dfe5 {{(pid=103232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 19:33:01.767931 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.managers [None req-a24c8779-bdd5-4f6e-bd56-90d6a4cc1b65 None None] Attempting to bind port df66c383-5bda-4fbd-af93-d905969398d1 on host n-d-713498-36 for vnic_type normal with profile {{(pid=103232) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 19:33:01.768309 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.managers [None req-a24c8779-bdd5-4f6e-bd56-90d6a4cc1b65 None None] Attempting to bind port df66c383-5bda-4fbd-af93-d905969398d1 by drivers openvswitch,hyperv on host n-d-713498-36 at level 0 using segments [{'id': '20e634bc-bbe0-4569-a1ea-6be524590675', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': 'f63a97a6-2552-42d7-aee9-c49ce8319647'}] {{(pid=103232) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 19:33:01.768677 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a24c8779-bdd5-4f6e-bd56-90d6a4cc1b65 None None] Attempting to bind port df66c383-5bda-4fbd-af93-d905969398d1 on network f63a97a6-2552-42d7-aee9-c49ce8319647 {{(pid=103232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 19:33:01.784924 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a24c8779-bdd5-4f6e-bd56-90d6a4cc1b65 None None] Checking agent: {'id': '496418a2-c002-4aec-ab1a-07f3bea491bd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-36', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 18, 51, 47), 'started_at': datetime.datetime(2022, 2, 9, 18, 52, 17), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 19, 32, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-36'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 19:33:01.785319 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a24c8779-bdd5-4f6e-bd56-90d6a4cc1b65 None None] Checking segment: {'id': '20e634bc-bbe0-4569-a1ea-6be524590675', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': 'f63a97a6-2552-42d7-aee9-c49ce8319647'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103232) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 19:33:01.785712 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-a24c8779-bdd5-4f6e-bd56-90d6a4cc1b65 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:33:01.786138 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a24c8779-bdd5-4f6e-bd56-90d6a4cc1b65 None None] Bound using segment: {'id': '20e634bc-bbe0-4569-a1ea-6be524590675', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': 'f63a97a6-2552-42d7-aee9-c49ce8319647'} {{(pid=103232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 19:33:01.786617 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.managers [None req-a24c8779-bdd5-4f6e-bd56-90d6a4cc1b65 None None] Bound port: df66c383-5bda-4fbd-af93-d905969398d1, host: n-d-713498-36, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '20e634bc-bbe0-4569-a1ea-6be524590675', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': 'f63a97a6-2552-42d7-aee9-c49ce8319647'}}] {{(pid=103232) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 19:33:01.787002 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-a24c8779-bdd5-4f6e-bd56-90d6a4cc1b65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (df66c383-5bda-4fbd-af93-d905969398d1), before_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:33:01.790692 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-225179bd-e34e-4dc0-98ed-12277c1d7e64 None None] Checking agent: {'id': '496418a2-c002-4aec-ab1a-07f3bea491bd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-36', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 18, 51, 47), 'started_at': datetime.datetime(2022, 2, 9, 18, 52, 17), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 19, 32, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-36'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 19:33:01.791006 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-225179bd-e34e-4dc0-98ed-12277c1d7e64 None None] Checking segment: {'id': 'ac1804ba-7f7d-43c7-b41c-12e5dbecd977', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': '101d973c-b3a2-4013-b223-96f53753dfe5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103232) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 19:33:01.791363 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-225179bd-e34e-4dc0-98ed-12277c1d7e64 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:33:01.791753 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-225179bd-e34e-4dc0-98ed-12277c1d7e64 None None] Bound using segment: {'id': 'ac1804ba-7f7d-43c7-b41c-12e5dbecd977', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': '101d973c-b3a2-4013-b223-96f53753dfe5'} {{(pid=103232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 19:33:01.792238 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.managers [None req-225179bd-e34e-4dc0-98ed-12277c1d7e64 None None] Bound port: f114fdaa-ad92-44f7-af65-c2598b011eca, host: n-d-713498-36, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ac1804ba-7f7d-43c7-b41c-12e5dbecd977', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': '101d973c-b3a2-4013-b223-96f53753dfe5'}}] {{(pid=103232) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 19:33:01.792605 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-225179bd-e34e-4dc0-98ed-12277c1d7e64 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (f114fdaa-ad92-44f7-af65-c2598b011eca), before_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:33:01.822421 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.db [None req-9a3b953d-2595-4215-8921-3abd7f6b663f admin admin] For port 35954c16-03c9-41e4-9729-33e0756877f7, host n-d-713498-36, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-36',level=0,port_id=35954c16-03c9-41e4-9729-33e0756877f7,segment=NetworkSegment(a4222f89-8d3f-4b51-953b-1a8126392491),segment_id=a4222f89-8d3f-4b51-953b-1a8126392491)] {{(pid=103229) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 19:33:01.823030 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-9a3b953d-2595-4215-8921-3abd7f6b663f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1820838'] for port (35954c16-03c9-41e4-9729-33e0756877f7), precommit_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:33:01.849591 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.plugin [None req-9a3b953d-2595-4215-8921-3abd7f6b663f admin admin] Calling delete_port for 35954c16-03c9-41e4-9729-33e0756877f7 owned by network:router_gateway {{(pid=103229) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 19:33:01.868332 n-d-713498-36 neutron-server[103233]: DEBUG neutron.db.l3_hamode_db [None req-ede52b62-5eff-4ad3-92aa-0c834b862380 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '605daa33-a102-4c98-a5a6-3df1e6cf28b8', 'name': 'tempest-ServerActionsTestJSON-1009823274-router', 'tenant_id': 'd7a2ccbf0c8a475abd1520a0e31ab926', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88055e1e-672a-4487-be31-ffb6e833ece5', 'external_fixed_ips': [{'subnet_id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'ip_address': '172.25.1.91'}], 'enable_snat': True}, 'gw_port_id': '35954c16-03c9-41e4-9729-33e0756877f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T19:23:56Z', 'updated_at': '2022-02-09T19:32:59Z', 'revision_number': 5, 'project_id': 'd7a2ccbf0c8a475abd1520a0e31ab926', 'gw_port': {'id': '35954c16-03c9-41e4-9729-33e0756877f7', 'name': '', 'network_id': '88055e1e-672a-4487-be31-ffb6e833ece5', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:8c:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '605daa33-a102-4c98-a5a6-3df1e6cf28b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2064, 'fixed_ips': [{'subnet_id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'ip_address': '172.25.1.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T19:23:59Z', 'updated_at': '2022-02-09T19:24:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-36'}], 'n-d-713498-36', False) {} {{(pid=103233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:33:01.923276 n-d-713498-36 neutron-server[103233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ede52b62-5eff-4ad3-92aa-0c834b862380 None None] Checking router: 605daa33-a102-4c98-a5a6-3df1e6cf28b8 for host: n-d-713498-36 {{(pid=103233) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 19:33:01.943142 n-d-713498-36 neutron-server[103233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ede52b62-5eff-4ad3-92aa-0c834b862380 None None] Routers {'605daa33-a102-4c98-a5a6-3df1e6cf28b8'} bound to L3 agent in host n-d-713498-36 {{(pid=103233) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 19:33:01.943876 n-d-713498-36 neutron-server[103233]: DEBUG neutron.db.l3_hamode_db [None req-ede52b62-5eff-4ad3-92aa-0c834b862380 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T18:51:43Z,description=,heartbeat_timestamp=2022-02-09T19:32:43Z,host='n-d-713498-36',id=93303d5e-5d17-45e8-8963-7694f87783ae,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T18:51:43Z,topic='l3_agent')) {'router_ids': ['605daa33-a102-4c98-a5a6-3df1e6cf28b8'], 'active': True} {{(pid=103233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:33:02.072129 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-343fac10-edae-4bfd-9312-f2d09dcf9ef1 tempest-RoutersTest-1116560139 tempest-RoutersTest-1116560139-project] Pushing event updated for resources: {'Subnet': ['ID=99eecf43-b083-4b5d-bf1a-43876b1da023,revision_number=0']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:33:02.072728 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-9a3b953d-2595-4215-8921-3abd7f6b663f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762867177463', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762866656476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12867576'] for port (35954c16-03c9-41e4-9729-33e0756877f7), after_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:33:02.100593 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.provisioning_blocks [None req-d8462e3b-26b4-4fbb-b5bd-7d3796901227 None None] Provisioning complete for port f114fdaa-ad92-44f7-af65-c2598b011eca triggered by entity DHCP. {{(pid=103232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 19:33:02.100989 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-d8462e3b-26b4-4fbb-b5bd-7d3796901227 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593630'] for port (f114fdaa-ad92-44f7-af65-c2598b011eca), provisioning_complete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:33:02.136715 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a3b953d-2595-4215-8921-3abd7f6b663f admin admin] Pushing event deleted for resources: {'Port': ['ID=35954c16-03c9-41e4-9729-33e0756877f7,revision_number=None']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:33:02.138930 n-d-713498-36 neutron-server[103233]: DEBUG neutron.db.l3_dvr_db [None req-ede52b62-5eff-4ad3-92aa-0c834b862380 None None] Set router 605daa33-a102-4c98-a5a6-3df1e6cf28b8 gateway port host: None {{(pid=103233) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 19:33:02.152499 n-d-713498-36 neutron-server[103230]: DEBUG neutron.db.db_base_plugin_common [None req-ac3bd5cb-8c39-4912-8f87-04ded84eafd4 tempest-NetworksTestDHCPv6-1153288886 tempest-NetworksTestDHCPv6-1153288886-project] Allocated IP 2001:db8::282 (f63a97a6-2552-42d7-aee9-c49ce8319647/c733dba2-936b-4ae8-bb2c-5ed8cea8e3c8/d8e908b2-d402-451b-b589-5edcdc6b8933) {{(pid=103230) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 19:33:02.176618 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-225179bd-e34e-4dc0-98ed-12277c1d7e64 None None] For port f114fdaa-ad92-44f7-af65-c2598b011eca, host n-d-713498-36, cleared binding levels {{(pid=103232) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 19:33:02.186664 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-343fac10-edae-4bfd-9312-f2d09dcf9ef1 tempest-RoutersTest-1116560139 tempest-RoutersTest-1116560139-project] Checking segment: {'id': '794d88ab-91f6-4acf-bda4-3a12b1db0eee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': '047e6bc3-a06b-46bf-aff3-5ee2dc76214c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103230) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 19:33:02.187337 n-d-713498-36 neutron-server[103230]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-343fac10-edae-4bfd-9312-f2d09dcf9ef1 tempest-RoutersTest-1116560139 tempest-RoutersTest-1116560139-project] Network hostable DHCP agents. Network: 047e6bc3-a06b-46bf-aff3-5ee2dc76214c, hostable agents: ['af91e4b9-f4e1-42b1-a25c-a10dc47171c8'], hosted agents: [] {{(pid=103230) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 19:33:02.188331 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-d8462e3b-26b4-4fbb-b5bd-7d3796901227 None None] Port f114fdaa-ad92-44f7-af65-c2598b011eca cannot update to ACTIVE because it is not bound. {{(pid=103232) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 19:33:02.219060 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-225179bd-e34e-4dc0-98ed-12277c1d7e64 None None] For port f114fdaa-ad92-44f7-af65-c2598b011eca, host n-d-713498-36, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-36',level=0,port_id=f114fdaa-ad92-44f7-af65-c2598b011eca,segment=NetworkSegment(ac1804ba-7f7d-43c7-b41c-12e5dbecd977),segment_id=ac1804ba-7f7d-43c7-b41c-12e5dbecd977)] {{(pid=103232) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 19:33:02.221078 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-a24c8779-bdd5-4f6e-bd56-90d6a4cc1b65 None None] For port df66c383-5bda-4fbd-af93-d905969398d1, host n-d-713498-36, cleared binding levels {{(pid=103232) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 19:33:02.221704 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-9a3b953d-2595-4215-8921-3abd7f6b663f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1818987'] for router_gateway (605daa33-a102-4c98-a5a6-3df1e6cf28b8), after_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:33:02.248862 n-d-713498-36 neutron-server[103230]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2d506457-592c-4635-8a8f-2572dd30c9d2 tempest-TestNetworkAdvancedServerOps-1633223542 tempest-TestNetworkAdvancedServerOps-1633223542-project] Router 8186ebd6-38e5-4478-af0c-af6bfd869d76 has already been hosted by L3 agent 93303d5e-5d17-45e8-8963-7694f87783ae {{(pid=103230) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 19:33:02.255133 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-225179bd-e34e-4dc0-98ed-12277c1d7e64 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762867176205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762866656485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762866656503'] for port (f114fdaa-ad92-44f7-af65-c2598b011eca), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:33:02.258682 n-d-713498-36 neutron-server[103233]: DEBUG neutron.db.l3_hamode_db [None req-ede52b62-5eff-4ad3-92aa-0c834b862380 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '605daa33-a102-4c98-a5a6-3df1e6cf28b8', 'name': 'tempest-ServerActionsTestJSON-1009823274-router', 'tenant_id': 'd7a2ccbf0c8a475abd1520a0e31ab926', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T19:23:56Z', 'updated_at': '2022-02-09T19:33:01Z', 'revision_number': 6, 'project_id': 'd7a2ccbf0c8a475abd1520a0e31ab926', 'gw_port_host': None}], 'n-d-713498-36', False) {} {{(pid=103233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:33:02.261782 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-a24c8779-bdd5-4f6e-bd56-90d6a4cc1b65 None None] For port df66c383-5bda-4fbd-af93-d905969398d1, host n-d-713498-36, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-36',level=0,port_id=df66c383-5bda-4fbd-af93-d905969398d1,segment=NetworkSegment(20e634bc-bbe0-4569-a1ea-6be524590675),segment_id=20e634bc-bbe0-4569-a1ea-6be524590675)] {{(pid=103232) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 19:33:02.276476 n-d-713498-36 neutron-server[103230]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-343fac10-edae-4bfd-9312-f2d09dcf9ef1 tempest-RoutersTest-1116560139 tempest-RoutersTest-1116560139-project] Network 047e6bc3-a06b-46bf-aff3-5ee2dc76214c is scheduled to be hosted by DHCP agent af91e4b9-f4e1-42b1-a25c-a10dc47171c8 with binding_index 1 {{(pid=103230) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 19:33:02.316351 n-d-713498-36 neutron-server[103230]: DEBUG neutron.scheduler.base_scheduler [None req-343fac10-edae-4bfd-9312-f2d09dcf9ef1 tempest-RoutersTest-1116560139 tempest-RoutersTest-1116560139-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713498-36, 047e6bc3-a06b-46bf-aff3-5ee2dc76214c) {{(pid=103230) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 19:33:02.316552 n-d-713498-36 neutron-server[103233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ede52b62-5eff-4ad3-92aa-0c834b862380 None None] The sync data for ids ['605daa33-a102-4c98-a5a6-3df1e6cf28b8'] in n-d-713498-36 is: [{'id': '605daa33-a102-4c98-a5a6-3df1e6cf28b8', 'name': 'tempest-ServerActionsTestJSON-1009823274-router', 'tenant_id': 'd7a2ccbf0c8a475abd1520a0e31ab926', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T19:23:56Z', 'updated_at': '2022-02-09T19:33:01Z', 'revision_number': 6, 'project_id': 'd7a2ccbf0c8a475abd1520a0e31ab926', 'gw_port_host': None}] {{(pid=103233) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 19:33:02.324351 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-a24c8779-bdd5-4f6e-bd56-90d6a4cc1b65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762867176205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762866656485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762866656503'] for port (df66c383-5bda-4fbd-af93-d905969398d1), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:33:02.329809 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ce0cdff-21df-42ff-901d-868b9d88179b None None] Network 047e6bc3-a06b-46bf-aff3-5ee2dc76214c requested from n-d-713498-36 {{(pid=103232) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 19:33:02.400640 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-9a3b953d-2595-4215-8921-3abd7f6b663f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1834988', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-58375'] for router (605daa33-a102-4c98-a5a6-3df1e6cf28b8), precommit_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:33:02.403203 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-9a3b953d-2595-4215-8921-3abd7f6b663f admin admin] Publish callbacks [] for router_controller (605daa33-a102-4c98-a5a6-3df1e6cf28b8), precommit_delete_associations {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:33:02.408482 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-343fac10-edae-4bfd-9312-f2d09dcf9ef1 tempest-RoutersTest-1116560139 tempest-RoutersTest-1116560139-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:33:02.409834 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-343fac10-edae-4bfd-9312-f2d09dcf9ef1 tempest-RoutersTest-1116560139 tempest-RoutersTest-1116560139-project] Publish callbacks [] for subnet (None), before_response {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:33:02.469191 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-9a3b953d-2595-4215-8921-3abd7f6b663f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1835003'] for router (605daa33-a102-4c98-a5a6-3df1e6cf28b8), after_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:33:02.471745 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9a3b953d-2595-4215-8921-3abd7f6b663f admin admin] Fanout notify agent at l3_agent the message router_deleted on router 605daa33-a102-4c98-a5a6-3df1e6cf28b8 {{(pid=103229) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 09 19:33:02.479608 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd533f1d-0abe-4799-829e-1becaccdbdb1 None None] Pushing event updated for resources: {'Port': ['ID=f114fdaa-ad92-44f7-af65-c2598b011eca,revision_number=4']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:33:02.482689 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-9a3b953d-2595-4215-8921-3abd7f6b663f admin admin] Publish callbacks [] for router (None), before_response {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:33:02.486260 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-9a3b953d-2595-4215-8921-3abd7f6b663f admin admin] 10.222.0.75 "DELETE /v2.0/routers/605daa33-a102-4c98-a5a6-3df1e6cf28b8 HTTP/1.1" status: 204 len: 168 time: 1.4181380 Feb 09 19:33:02.492729 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 35534) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:33:02.584247 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.l3_dvrscheduler_db [None req-225179bd-e34e-4dc0-98ed-12277c1d7e64 None None] Routers {'313e064b-ffaa-4c47-a7fc-c9666f3ee618'} bound to L3 agent in host n-d-713498-36 {{(pid=103232) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 19:33:02.585452 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.l3_hamode_db [None req-225179bd-e34e-4dc0-98ed-12277c1d7e64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T18:51:43Z,description=,heartbeat_timestamp=2022-02-09T19:32:43Z,host='n-d-713498-36',id=93303d5e-5d17-45e8-8963-7694f87783ae,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T18:51:43Z,topic='l3_agent')) {'router_ids': ['313e064b-ffaa-4c47-a7fc-c9666f3ee618'], 'active': True} {{(pid=103232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:33:02.599639 n-d-713498-36 neutron-server[103229]: DEBUG neutron.db.db_base_plugin_v2 [None req-0a98d876-b25f-4c66-b463-f5f3b95c6ce7 admin admin] Deleting subnet 60ccac4e-8e6b-4139-b4aa-9c0c5cc0e9e4 {{(pid=103229) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 19:33:02.604671 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-0a98d876-b25f-4c66-b463-f5f3b95c6ce7 admin admin] Publish callbacks [] for subnet (60ccac4e-8e6b-4139-b4aa-9c0c5cc0e9e4), before_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:33:02.699033 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-343fac10-edae-4bfd-9312-f2d09dcf9ef1 tempest-RoutersTest-1116560139 tempest-RoutersTest-1116560139-project] 10.222.0.75 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.7348025 Feb 09 19:33:02.708683 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 35538) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:33:02.728296 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.l3_dvr_db [None req-225179bd-e34e-4dc0-98ed-12277c1d7e64 None None] Set router 313e064b-ffaa-4c47-a7fc-c9666f3ee618 gateway port host: None {{(pid=103232) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 19:33:02.757246 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a136f1d-fda7-48dc-8f7c-b96c440456e9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8b32e980-7cce-5e82-a341-bd2fa8945c89-047e6bc3-a06b-46bf-aff3-5ee2dc76214c', 'network_id': '047e6bc3-a06b-46bf-aff3-5ee2dc76214c', 'project_id': '009d54e3af88488b8213379431f58202', 'fixed_ips': [{'subnet_id': '99eecf43-b083-4b5d-bf1a-43876b1da023'}]}} from n-d-713498-36. {{(pid=103232) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 09 19:33:02.758209 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-6a136f1d-fda7-48dc-8f7c-b96c440456e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (None), before_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:33:02.760641 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-0a98d876-b25f-4c66-b463-f5f3b95c6ce7 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16683410'] for subnet (60ccac4e-8e6b-4139-b4aa-9c0c5cc0e9e4), precommit_delete_associations {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:33:02.945791 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-0a98d876-b25f-4c66-b463-f5f3b95c6ce7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-759852'] for subnet (60ccac4e-8e6b-4139-b4aa-9c0c5cc0e9e4), precommit_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:33:03.016841 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a24c8779-bdd5-4f6e-bd56-90d6a4cc1b65 None None] Pushing event updated for resources: {'Port': ['ID=df66c383-5bda-4fbd-af93-d905969398d1,revision_number=2']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:33:03.036332 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-0a98d876-b25f-4c66-b463-f5f3b95c6ce7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-760023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12867367', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12759238'] for subnet (60ccac4e-8e6b-4139-b4aa-9c0c5cc0e9e4), after_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:33:03.051006 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-ac3bd5cb-8c39-4912-8f87-04ded84eafd4 tempest-NetworksTestDHCPv6-1153288886 tempest-NetworksTestDHCPv6-1153288886-project] Publish callbacks [] for port (d8e908b2-d402-451b-b589-5edcdc6b8933), precommit_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:33:03.059467 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.provisioning_blocks [None req-78dfb86f-3a1b-462d-94f0-4220a8d8b84e None None] Provisioning complete for port f114fdaa-ad92-44f7-af65-c2598b011eca triggered by entity DHCP. {{(pid=103232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 19:33:03.060381 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-78dfb86f-3a1b-462d-94f0-4220a8d8b84e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593630'] for port (f114fdaa-ad92-44f7-af65-c2598b011eca), provisioning_complete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:33:03.074673 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a98d876-b25f-4c66-b463-f5f3b95c6ce7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=60ccac4e-8e6b-4139-b4aa-9c0c5cc0e9e4,revision_number=None']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:33:03.079175 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-0a98d876-b25f-4c66-b463-f5f3b95c6ce7 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:33:03.083141 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-0a98d876-b25f-4c66-b463-f5f3b95c6ce7 admin admin] 10.222.0.75 "DELETE /v2.0/subnets/60ccac4e-8e6b-4139-b4aa-9c0c5cc0e9e4 HTTP/1.1" status: 204 len: 168 time: 0.5886581 Feb 09 19:33:03.086083 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 35542) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:33:03.138546 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2d506457-592c-4635-8a8f-2572dd30c9d2 tempest-TestNetworkAdvancedServerOps-1633223542 tempest-TestNetworkAdvancedServerOps-1633223542-project] Notify agent at l3_agent.n-d-713498-36 the message routers_updated {{(pid=103230) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 19:33:03.160992 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-00e06285-aace-4863-aa0d-1ba6053500c4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-670458'] for network (bd12d1d0-518d-4d29-a00d-98410ba2cb8a), before_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:33:03.229747 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-2d506457-592c-4635-8a8f-2572dd30c9d2 tempest-TestNetworkAdvancedServerOps-1633223542 tempest-TestNetworkAdvancedServerOps-1633223542-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171096'] for floatingip (None), before_response {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:33:03.269184 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.plugin [None req-00e06285-aace-4863-aa0d-1ba6053500c4 admin admin] Deleting port 07376da2-5913-4cc3-8748-f8cf8b3fb7f5 {{(pid=103229) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 19:33:03.270168 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-00e06285-aace-4863-aa0d-1ba6053500c4 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762867170196'] for port (07376da2-5913-4cc3-8748-f8cf8b3fb7f5), before_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:33:03.332217 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-2d506457-592c-4635-8a8f-2572dd30c9d2 tempest-TestNetworkAdvancedServerOps-1633223542 tempest-TestNetworkAdvancedServerOps-1633223542-project] 10.222.0.75 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 8.1233077 Feb 09 19:33:03.337158 n-d-713498-36 neutron-server[103230]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6d32a9d7-5256-4edb-9bbc-ad99ab71ecfa', 'tag': '55e8868e-9f04-4f11-be1b-5fd1709a5f15'}] {{(pid=103230) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 19:33:03.340142 n-d-713498-36 neutron-server[103230]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aee5919275bae9f72eb374ee322673045eb80c1f84b4b45a97d96923bd50ab51" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2dde500e-3419-4bb4-a55a-fce5e22ff917" -d '{"events": [{"name": "network-changed", "server_uuid": "6d32a9d7-5256-4edb-9bbc-ad99ab71ecfa", "tag": "55e8868e-9f04-4f11-be1b-5fd1709a5f15"}]}' {{(pid=103230) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 19:33:03.368637 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-ac3bd5cb-8c39-4912-8f87-04ded84eafd4 tempest-NetworksTestDHCPv6-1153288886 tempest-NetworksTestDHCPv6-1153288886-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762866656467', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14393751'] for port (d8e908b2-d402-451b-b589-5edcdc6b8933), after_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:33:03.374261 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.db [None req-00e06285-aace-4863-aa0d-1ba6053500c4 admin admin] For port 07376da2-5913-4cc3-8748-f8cf8b3fb7f5, host n-d-713498-36, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-36',level=0,port_id=07376da2-5913-4cc3-8748-f8cf8b3fb7f5,segment=NetworkSegment(9110d757-e4eb-424b-97b9-32896b689ba3),segment_id=9110d757-e4eb-424b-97b9-32896b689ba3)] {{(pid=103229) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 19:33:03.374636 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-00e06285-aace-4863-aa0d-1ba6053500c4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1820838'] for port (07376da2-5913-4cc3-8748-f8cf8b3fb7f5), precommit_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:33:03.390795 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.plugin [None req-00e06285-aace-4863-aa0d-1ba6053500c4 admin admin] Calling delete_port for 07376da2-5913-4cc3-8748-f8cf8b3fb7f5 owned by network:dhcp {{(pid=103229) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 19:33:03.427419 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b44e381-129c-4d36-a2ab-47f4ee7b5731 None None] Network bd12d1d0-518d-4d29-a00d-98410ba2cb8a requested from n-d-713498-36 {{(pid=103232) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 19:33:03.449704 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd090073-b01b-4453-ad57-eabdfcef1b5a None None] Sync routers for ids ['8186ebd6-38e5-4478-af0c-af6bfd869d76'] in n-d-713498-36 {{(pid=103232) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 19:33:03.510433 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-00e06285-aace-4863-aa0d-1ba6053500c4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762867177463', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762866656476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12867576'] for port (07376da2-5913-4cc3-8748-f8cf8b3fb7f5), after_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:33:03.561590 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00e06285-aace-4863-aa0d-1ba6053500c4 admin admin] Pushing event deleted for resources: {'Port': ['ID=07376da2-5913-4cc3-8748-f8cf8b3fb7f5,revision_number=None']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:33:03.566584 n-d-713498-36 neutron-server[103229]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00e06285-aace-4863-aa0d-1ba6053500c4 admin admin] No DVR routers for this DVR port 07376da2-5913-4cc3-8748-f8cf8b3fb7f5 on host n-d-713498-36 {{(pid=103229) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 19:33:03.603838 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd090073-b01b-4453-ad57-eabdfcef1b5a None None] Routers {'8186ebd6-38e5-4478-af0c-af6bfd869d76'} bound to L3 agent in host n-d-713498-36 {{(pid=103232) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 19:33:03.604486 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.l3_hamode_db [None req-bd090073-b01b-4453-ad57-eabdfcef1b5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T18:51:43Z,description=,heartbeat_timestamp=2022-02-09T19:32:43Z,host='n-d-713498-36',id=93303d5e-5d17-45e8-8963-7694f87783ae,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T18:51:43Z,topic='l3_agent')) {'router_ids': ['8186ebd6-38e5-4478-af0c-af6bfd869d76'], 'active': True} {{(pid=103232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:33:03.634065 n-d-713498-36 neutron-server[103230]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac3bd5cb-8c39-4912-8f87-04ded84eafd4 tempest-NetworksTestDHCPv6-1153288886 tempest-NetworksTestDHCPv6-1153288886-project] Network f63a97a6-2552-42d7-aee9-c49ce8319647 is already hosted by enough agents. {{(pid=103230) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 19:33:03.636650 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac3bd5cb-8c39-4912-8f87-04ded84eafd4 tempest-NetworksTestDHCPv6-1153288886 tempest-NetworksTestDHCPv6-1153288886-project] Pushing event updated for resources: {'Port': ['ID=d8e908b2-d402-451b-b589-5edcdc6b8933,revision_number=1']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:33:03.661932 n-d-713498-36 neutron-server[103230]: DEBUG neutron.scheduler.base_scheduler [None req-ac3bd5cb-8c39-4912-8f87-04ded84eafd4 tempest-NetworksTestDHCPv6-1153288886 tempest-NetworksTestDHCPv6-1153288886-project] Resources bound (agent type, host, resource id): {{(pid=103230) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 19:33:03.670703 n-d-713498-36 neutron-server[103230]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac3bd5cb-8c39-4912-8f87-04ded84eafd4 tempest-NetworksTestDHCPv6-1153288886 tempest-NetworksTestDHCPv6-1153288886-project] Received port after_create {{(pid=103230) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 19:33:03.683976 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac3bd5cb-8c39-4912-8f87-04ded84eafd4 tempest-NetworksTestDHCPv6-1153288886 tempest-NetworksTestDHCPv6-1153288886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:33:03.684652 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-ac3bd5cb-8c39-4912-8f87-04ded84eafd4 tempest-NetworksTestDHCPv6-1153288886 tempest-NetworksTestDHCPv6-1153288886-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171096'] for port (None), before_response {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:33:03.698681 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-00e06285-aace-4863-aa0d-1ba6053500c4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-590267', 'neutron.services.segments.db._delete_segments_for_network-8762867132609'] for network (bd12d1d0-518d-4d29-a00d-98410ba2cb8a), precommit_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:33:03.732001 n-d-713498-36 neutron-server[103229]: DEBUG neutron.services.segments.db [None req-00e06285-aace-4863-aa0d-1ba6053500c4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bd12d1d0-518d-4d29-a00d-98410ba2cb8a']}} {{(pid=103229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:33:03.736572 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.db_base_plugin_common [None req-6a136f1d-fda7-48dc-8f7c-b96c440456e9 None None] Allocated IP 172.22.0.2 (047e6bc3-a06b-46bf-aff3-5ee2dc76214c/99eecf43-b083-4b5d-bf1a-43876b1da023/b2cdb5c1-1c78-4b08-89bd-867d2fb3fcb3) {{(pid=103232) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 19:33:03.744208 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-ac3bd5cb-8c39-4912-8f87-04ded84eafd4 tempest-NetworksTestDHCPv6-1153288886 tempest-NetworksTestDHCPv6-1153288886-project] 10.222.0.75 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 3.8993547 Feb 09 19:33:03.747788 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 35548) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:33:03.774550 n-d-713498-36 neutron-server[103229]: DEBUG neutron.services.segments.db [None req-00e06285-aace-4863-aa0d-1ba6053500c4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9110d757-e4eb-424b-97b9-32896b689ba3') {'for_net_delete': True} {{(pid=103229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:33:03.774863 n-d-713498-36 neutron-server[103229]: DEBUG neutron.services.segments.db [None req-00e06285-aace-4863-aa0d-1ba6053500c4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9110d757-e4eb-424b-97b9-32896b689ba3') {} {{(pid=103229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:33:03.893288 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-00e06285-aace-4863-aa0d-1ba6053500c4 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762867134154', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16683417'] for segment (9110d757-e4eb-424b-97b9-32896b689ba3), before_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:33:03.902039 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6afbb50c-2bbf-4eb0-a9b4-c303b2f5dbae req-cb94294c-8cfb-451b-97fd-05ef9f6710d0 tempest-TestNetworkAdvancedServerOps-1633223542 tempest-TestNetworkAdvancedServerOps-1633223542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:33:03.903596 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-6afbb50c-2bbf-4eb0-a9b4-c303b2f5dbae req-cb94294c-8cfb-451b-97fd-05ef9f6710d0 tempest-TestNetworkAdvancedServerOps-1633223542 tempest-TestNetworkAdvancedServerOps-1633223542-project] 10.222.0.75 "GET /v2.0/ports?device_id=6d32a9d7-5256-4edb-9bbc-ad99ab71ecfa HTTP/1.1" status: 200 len: 945 time: 0.4081936 Feb 09 19:33:03.922114 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-00e06285-aace-4863-aa0d-1ba6053500c4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-759574'] for segment (9110d757-e4eb-424b-97b9-32896b689ba3), precommit_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:33:03.969926 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-00e06285-aace-4863-aa0d-1ba6053500c4 admin admin] Releasing vlan 397 on physical network physnet1 to pool {{(pid=103229) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 19:33:03.970647 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-00e06285-aace-4863-aa0d-1ba6053500c4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-759574', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12867469'] for segment (9110d757-e4eb-424b-97b9-32896b689ba3), after_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:33:04.002395 n-d-713498-36 neutron-server[103229]: Traceback (most recent call last): Feb 09 19:33:04.002395 n-d-713498-36 neutron-server[103229]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 19:33:04.002395 n-d-713498-36 neutron-server[103229]: timer() Feb 09 19:33:04.002395 n-d-713498-36 neutron-server[103229]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 19:33:04.002395 n-d-713498-36 neutron-server[103229]: cb(*args, **kw) Feb 09 19:33:04.002395 n-d-713498-36 neutron-server[103229]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 19:33:04.002395 n-d-713498-36 neutron-server[103229]: return func(*args, **kwargs) Feb 09 19:33:04.002395 n-d-713498-36 neutron-server[103229]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 19:33:04.002395 n-d-713498-36 neutron-server[103229]: self._notify() Feb 09 19:33:04.002395 n-d-713498-36 neutron-server[103229]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 19:33:04.002395 n-d-713498-36 neutron-server[103229]: self.callback(batched_events) Feb 09 19:33:04.002395 n-d-713498-36 neutron-server[103229]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 19:33:04.002395 n-d-713498-36 neutron-server[103229]: event.method(event) Feb 09 19:33:04.002395 n-d-713498-36 neutron-server[103229]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 19:33:04.002395 n-d-713498-36 neutron-server[103229]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 19:33:04.002395 n-d-713498-36 neutron-server[103229]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 19:33:04.002395 n-d-713498-36 neutron-server[103229]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 19:33:04.002395 n-d-713498-36 neutron-server[103229]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 19:33:04.002395 n-d-713498-36 neutron-server[103229]: return f(self, *a, **k) Feb 09 19:33:04.002395 n-d-713498-36 neutron-server[103229]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 19:33:04.002395 n-d-713498-36 neutron-server[103229]: return self._get(url).json() Feb 09 19:33:04.002395 n-d-713498-36 neutron-server[103229]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 19:33:04.002395 n-d-713498-36 neutron-server[103229]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 19:33:04.002395 n-d-713498-36 neutron-server[103229]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 19:33:04.002395 n-d-713498-36 neutron-server[103229]: return self.request(url, 'GET', **kwargs) Feb 09 19:33:04.002395 n-d-713498-36 neutron-server[103229]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 19:33:04.002395 n-d-713498-36 neutron-server[103229]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 19:33:04.002395 n-d-713498-36 neutron-server[103229]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 19:33:04.002395 n-d-713498-36 neutron-server[103229]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 19:33:04.002395 n-d-713498-36 neutron-server[103229]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 19:33:04.002395 n-d-713498-36 neutron-server[103229]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 19:33:04.002395 n-d-713498-36 neutron-server[103229]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 19:33:04.016613 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-2271dabc-681f-418f-bbec-09066a310fe2 req-cf63fbe6-1251-42ff-a399-783a4dca4254 tempest-TestServerBasicOps-1685830086 tempest-TestServerBasicOps-1685830086-project] 10.222.0.75 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-365998870&fields=id&tenant_id=0484ed2328124ada8d8870756276d1f0 HTTP/1.1" status: 200 len: 267 time: 0.0722301 Feb 09 19:33:04.026154 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-5d4aca14-be95-4fe8-b8c4-605a65b4eb4c tempest-RoutersTest-1116560139 tempest-RoutersTest-1116560139-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (None), before_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:33:04.029903 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60cbdc8e-cc4f-4e17-ad9a-abb862134db0 None None] DHCP port deletion for bd12d1d0-518d-4d29-a00d-98410ba2cb8a request from n-d-713498-36 {{(pid=103232) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 09 19:33:04.033172 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-78dfb86f-3a1b-462d-94f0-4220a8d8b84e None None] Current status of the port f114fdaa-ad92-44f7-af65-c2598b011eca is: DOWN; New status is: ACTIVE {{(pid=103232) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 19:33:04.033729 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-78dfb86f-3a1b-462d-94f0-4220a8d8b84e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (f114fdaa-ad92-44f7-af65-c2598b011eca), before_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:33:04.062200 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-6afbb50c-2bbf-4eb0-a9b4-c303b2f5dbae req-b057e66e-0eb4-45df-9e6a-8fca0fd9a249 tempest-TestNetworkAdvancedServerOps-1633223542 tempest-TestNetworkAdvancedServerOps-1633223542-project] 10.222.0.75 "GET /v2.0/security-groups?id=3248743f-f5fe-4756-978e-05f0e965efae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1493731 Feb 09 19:33:04.110808 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 35558) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:33:04.121035 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.l3_dvr_db [None req-bd090073-b01b-4453-ad57-eabdfcef1b5a None None] Set router 8186ebd6-38e5-4478-af0c-af6bfd869d76 gateway port host: n-d-713498-36 {{(pid=103232) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 19:33:04.165284 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a06051c-9dbb-4a1e-8141-b8c6f2123e59 tempest-NetworksTestDHCPv6-1153288886 tempest-NetworksTestDHCPv6-1153288886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:33:04.189860 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a06051c-9dbb-4a1e-8141-b8c6f2123e59 tempest-NetworksTestDHCPv6-1153288886 tempest-NetworksTestDHCPv6-1153288886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:33:04.194569 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-3a06051c-9dbb-4a1e-8141-b8c6f2123e59 tempest-NetworksTestDHCPv6-1153288886 tempest-NetworksTestDHCPv6-1153288886-project] 10.222.0.75 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1668 time: 0.4444158 Feb 09 19:33:04.196798 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 35562) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:33:04.309704 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-78dfb86f-3a1b-462d-94f0-4220a8d8b84e None None] For port f114fdaa-ad92-44f7-af65-c2598b011eca, host n-d-713498-36, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-36',level=0,port_id=f114fdaa-ad92-44f7-af65-c2598b011eca,segment=NetworkSegment(ac1804ba-7f7d-43c7-b41c-12e5dbecd977),segment_id=ac1804ba-7f7d-43c7-b41c-12e5dbecd977)] {{(pid=103232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 19:33:04.317000 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-0a3b0904-854d-45b6-93ab-535473c8aa3a tempest-TestNetworkAdvancedServerOps-1633223542 tempest-TestNetworkAdvancedServerOps-1633223542-project] 10.222.0.75 "GET /v2.0/floatingips/e9ad4546-bcb3-4e5a-b843-54337d160d4f HTTP/1.1" status: 200 len: 990 time: 0.1630833 Feb 09 19:33:04.361695 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-00e06285-aace-4863-aa0d-1ba6053500c4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-590242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1885479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1818895'] for network (bd12d1d0-518d-4d29-a00d-98410ba2cb8a), after_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:33:04.378281 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Device df66c383-5bda-4fbd-af93-d905969398d1 up at agent ovs-agent-n-d-713498-36 {{(pid=103232) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 19:33:04.392052 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-00e06285-aace-4863-aa0d-1ba6053500c4 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:33:04.395444 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-00e06285-aace-4863-aa0d-1ba6053500c4 admin admin] 10.222.0.75 "DELETE /v2.0/networks/bd12d1d0-518d-4d29-a00d-98410ba2cb8a HTTP/1.1" status: 204 len: 168 time: 1.3081720 Feb 09 19:33:04.396295 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00e06285-aace-4863-aa0d-1ba6053500c4 admin admin] Pushing event deleted for resources: {'Network': ['ID=bd12d1d0-518d-4d29-a00d-98410ba2cb8a,revision_number=None']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:33:04.421752 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-78dfb86f-3a1b-462d-94f0-4220a8d8b84e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762867176205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762866656485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762866656503'] for port (f114fdaa-ad92-44f7-af65-c2598b011eca), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:33:04.523696 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-6a136f1d-fda7-48dc-8f7c-b96c440456e9 None None] Publish callbacks [] for port (b2cdb5c1-1c78-4b08-89bd-867d2fb3fcb3), precommit_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:33:04.566398 n-d-713498-36 neutron-server[103230]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 19:33:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b4de5b67-a118-4040-9630-e485722bb032 x-openstack-request-id: req-b4de5b67-a118-4040-9630-e485722bb032 {{(pid=103230) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 19:33:04.567019 n-d-713498-36 neutron-server[103230]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6d32a9d7-5256-4edb-9bbc-ad99ab71ecfa", "tag": "55e8868e-9f04-4f11-be1b-5fd1709a5f15", "status": "completed", "code": 200}]} {{(pid=103230) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 19:33:04.567019 n-d-713498-36 neutron-server[103230]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-b4de5b67-a118-4040-9630-e485722bb032 {{(pid=103230) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 19:33:04.567334 n-d-713498-36 neutron-server[103230]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6d32a9d7-5256-4edb-9bbc-ad99ab71ecfa', 'tag': '55e8868e-9f04-4f11-be1b-5fd1709a5f15', 'status': 'completed', 'code': 200} Feb 09 19:33:04.601762 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2271dabc-681f-418f-bbec-09066a310fe2 req-247ddb19-6437-4dae-9932-417bccb4496e tempest-TestServerBasicOps-1685830086 tempest-TestServerBasicOps-1685830086-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:33:04.603341 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-2271dabc-681f-418f-bbec-09066a310fe2 req-247ddb19-6437-4dae-9932-417bccb4496e tempest-TestServerBasicOps-1685830086 tempest-TestServerBasicOps-1685830086-project] 10.222.0.75 "GET /v2.0/networks?id=8f2df497-8ab8-4c9e-8bb2-f9e936c46637 HTTP/1.1" status: 200 len: 809 time: 0.5554132 Feb 09 19:33:04.686224 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-2271dabc-681f-418f-bbec-09066a310fe2 req-6dc1949c-4eac-47be-94dc-c11631643af5 tempest-TestServerBasicOps-1685830086 tempest-TestServerBasicOps-1685830086-project] 10.222.0.75 "GET /v2.0/quotas/0484ed2328124ada8d8870756276d1f0 HTTP/1.1" status: 200 len: 375 time: 0.0666530 Feb 09 19:33:04.688482 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.plugin [None req-4ac59acb-860e-4dda-a146-000721bb3dbd tempest-NetworksTestDHCPv6-1153288886 tempest-NetworksTestDHCPv6-1153288886-project] Deleting port d8e908b2-d402-451b-b589-5edcdc6b8933 {{(pid=103229) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 19:33:04.688868 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-4ac59acb-860e-4dda-a146-000721bb3dbd tempest-NetworksTestDHCPv6-1153288886 tempest-NetworksTestDHCPv6-1153288886-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762867170196'] for port (d8e908b2-d402-451b-b589-5edcdc6b8933), before_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:33:04.729275 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dde500e-3419-4bb4-a55a-fce5e22ff917 req-1cd8f78a-84fb-409d-8f2f-022b665e7579 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:33:04.730925 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-2dde500e-3419-4bb4-a55a-fce5e22ff917 req-1cd8f78a-84fb-409d-8f2f-022b665e7579 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=eba669c4f4c548e495f13ae7579d0fa6&device_id=6d32a9d7-5256-4edb-9bbc-ad99ab71ecfa HTTP/1.1" status: 200 len: 1128 time: 0.1545341 Feb 09 19:33:04.739110 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.l3_hamode_db [None req-225179bd-e34e-4dc0-98ed-12277c1d7e64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '313e064b-ffaa-4c47-a7fc-c9666f3ee618', 'name': 'tempest-RoutersTest-router-2104240187', 'tenant_id': '009d54e3af88488b8213379431f58202', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T19:32:45Z', 'updated_at': '2022-02-09T19:32:57Z', 'revision_number': 3, 'project_id': '009d54e3af88488b8213379431f58202', 'gw_port_host': None, '_interfaces': [{'id': '67fdfdea-2927-4154-9cbc-5ca4674ede19', 'name': '', 'network_id': 'b7476005-329d-43d5-ba02-3c7e4ca9d210', 'tenant_id': '009d54e3af88488b8213379431f58202', 'mac_address': 'fa:16:3e:31:9a:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '313e064b-ffaa-4c47-a7fc-c9666f3ee618', 'device_owner': 'network:router_interface', 'standard_attr_id': 3117, 'fixed_ips': [{'subnet_id': '1aa458bd-e51c-4d7d-8d13-8dbe39a30c15', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T19:32:47Z', 'updated_at': '2022-02-09T19:32:53Z', 'revision_number': 5, 'project_id': '009d54e3af88488b8213379431f58202', 'subnets': [{'id': '1aa458bd-e51c-4d7d-8d13-8dbe39a30c15', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f114fdaa-ad92-44f7-af65-c2598b011eca', 'name': '', 'network_id': '101d973c-b3a2-4013-b223-96f53753dfe5', 'tenant_id': '009d54e3af88488b8213379431f58202', 'mac_address': 'fa:16:3e:37:0c:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '313e064b-ffaa-4c47-a7fc-c9666f3ee618', 'device_owner': 'network:router_interface', 'standard_attr_id': 3135, 'fixed_ips': [{'subnet_id': 'b3e8f31d-a070-42b3-b962-2f623803b97f', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T19:32:54Z', 'updated_at': '2022-02-09T19:33:02Z', 'revision_number': 4, 'project_id': '009d54e3af88488b8213379431f58202', 'subnets': [{'id': 'b3e8f31d-a070-42b3-b962-2f623803b97f', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-36', False) {} {{(pid=103232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:33:04.772945 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 35566) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:33:04.806872 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-6a136f1d-fda7-48dc-8f7c-b96c440456e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762866656467'] for port (b2cdb5c1-1c78-4b08-89bd-867d2fb3fcb3), after_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:33:04.812595 n-d-713498-36 neutron-server[103230]: DEBUG neutron.db.db_base_plugin_common [None req-5d4aca14-be95-4fe8-b8c4-605a65b4eb4c tempest-RoutersTest-1116560139 tempest-RoutersTest-1116560139-project] Allocated IP 172.22.0.1 (047e6bc3-a06b-46bf-aff3-5ee2dc76214c/99eecf43-b083-4b5d-bf1a-43876b1da023/09c715a7-b435-4235-acfb-908c690c92ee) {{(pid=103230) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 19:33:04.878345 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e053c2dc-7149-434c-9e40-57d3af50939f None None] Network f63a97a6-2552-42d7-aee9-c49ce8319647 requested from n-d-713498-36 {{(pid=103232) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 19:33:04.942318 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-225179bd-e34e-4dc0-98ed-12277c1d7e64 None None] The sync data for ids ['313e064b-ffaa-4c47-a7fc-c9666f3ee618'] in n-d-713498-36 is: [{'id': '313e064b-ffaa-4c47-a7fc-c9666f3ee618', 'name': 'tempest-RoutersTest-router-2104240187', 'tenant_id': '009d54e3af88488b8213379431f58202', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T19:32:45Z', 'updated_at': '2022-02-09T19:32:57Z', 'revision_number': 3, 'project_id': '009d54e3af88488b8213379431f58202', 'gw_port_host': None, '_interfaces': [{'id': '67fdfdea-2927-4154-9cbc-5ca4674ede19', 'name': '', 'network_id': 'b7476005-329d-43d5-ba02-3c7e4ca9d210', 'tenant_id': '009d54e3af88488b8213379431f58202', 'mac_address': 'fa:16:3e:31:9a:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '313e064b-ffaa-4c47-a7fc-c9666f3ee618', 'device_owner': 'network:router_interface', 'standard_attr_id': 3117, 'fixed_ips': [{'subnet_id': '1aa458bd-e51c-4d7d-8d13-8dbe39a30c15', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T19:32:47Z', 'updated_at': '2022-02-09T19:32:53Z', 'revision_number': 5, 'project_id': '009d54e3af88488b8213379431f58202', 'subnets': [{'id': '1aa458bd-e51c-4d7d-8d13-8dbe39a30c15', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f114fdaa-ad92-44f7-af65-c2598b011eca', 'name': '', 'network_id': '101d973c-b3a2-4013-b223-96f53753dfe5', 'tenant_id': '009d54e3af88488b8213379431f58202', 'mac_address': 'fa:16:3e:37:0c:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '313e064b-ffaa-4c47-a7fc-c9666f3ee618', 'device_owner': 'network:router_interface', 'standard_attr_id': 3135, 'fixed_ips': [{'subnet_id': 'b3e8f31d-a070-42b3-b962-2f623803b97f', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T19:32:54Z', 'updated_at': '2022-02-09T19:33:02Z', 'revision_number': 4, 'project_id': '009d54e3af88488b8213379431f58202', 'subnets': [{'id': 'b3e8f31d-a070-42b3-b962-2f623803b97f', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103232) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 19:33:04.953564 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-2271dabc-681f-418f-bbec-09066a310fe2 req-140cba4a-96b9-4b75-8059-2b902f35d89a tempest-TestServerBasicOps-1685830086 tempest-TestServerBasicOps-1685830086-project] 10.222.0.75 "GET /v2.0/ports?tenant_id=0484ed2328124ada8d8870756276d1f0&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2610373 Feb 09 19:33:05.000642 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-73912247-841a-482e-a34e-6580c01b98ef admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=d7a2ccbf0c8a475abd1520a0e31ab926&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2253869 Feb 09 19:33:05.004384 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 35578) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:33:05.049013 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-4ac59acb-860e-4dda-a146-000721bb3dbd tempest-NetworksTestDHCPv6-1153288886 tempest-NetworksTestDHCPv6-1153288886-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1820838'] for port (d8e908b2-d402-451b-b589-5edcdc6b8933), precommit_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:33:05.084024 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-5d4aca14-be95-4fe8-b8c4-605a65b4eb4c tempest-RoutersTest-1116560139 tempest-RoutersTest-1116560139-project] Publish callbacks [] for port (09c715a7-b435-4235-acfb-908c690c92ee), precommit_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:33:05.111846 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.plugin [None req-4ac59acb-860e-4dda-a146-000721bb3dbd tempest-NetworksTestDHCPv6-1153288886 tempest-NetworksTestDHCPv6-1153288886-project] Calling delete_port for d8e908b2-d402-451b-b589-5edcdc6b8933 owned by {{(pid=103229) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 19:33:05.114058 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dde500e-3419-4bb4-a55a-fce5e22ff917 req-9507e484-2030-4ae3-8ea3-9403b677367c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:33:05.115552 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-2dde500e-3419-4bb4-a55a-fce5e22ff917 req-9507e484-2030-4ae3-8ea3-9403b677367c service neutron] 10.222.0.89 "GET /v2.0/networks?id=34db1430-f99d-431a-b04f-54003e680bea HTTP/1.1" status: 200 len: 896 time: 0.3416610 Feb 09 19:33:05.122088 n-d-713498-36 neutron-server[103232]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a136f1d-fda7-48dc-8f7c-b96c440456e9 None None] Network 047e6bc3-a06b-46bf-aff3-5ee2dc76214c is already hosted by enough agents. {{(pid=103232) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 19:33:05.123611 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-90a86ac2-c5c8-4413-a92e-2b9cc61d4deb admin admin] Publish callbacks [] for security_group (f62a4cfa-cf5c-41a8-8bc5-ff3861f4d88a), before_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:33:05.207247 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-90a86ac2-c5c8-4413-a92e-2b9cc61d4deb admin admin] Publish callbacks [] for security_group (f62a4cfa-cf5c-41a8-8bc5-ff3861f4d88a), precommit_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:33:05.264029 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78dfb86f-3a1b-462d-94f0-4220a8d8b84e None None] Pushing event updated for resources: {'Port': ['ID=f114fdaa-ad92-44f7-af65-c2598b011eca,revision_number=5']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:33:05.270667 n-d-713498-36 neutron-server[103232]: DEBUG neutron.scheduler.base_scheduler [None req-6a136f1d-fda7-48dc-8f7c-b96c440456e9 None None] Resources bound (agent type, host, resource id): {{(pid=103232) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 19:33:05.291781 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a136f1d-fda7-48dc-8f7c-b96c440456e9 None None] Received port after_create {{(pid=103232) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 19:33:05.327682 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 35582) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:33:05.337267 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-2271dabc-681f-418f-bbec-09066a310fe2 req-59dade21-f7f7-4826-be9f-32d314e99162 service neutron] 10.222.0.75 "GET /v2.0/networks/8f2df497-8ab8-4c9e-8bb2-f9e936c46637?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3590915 Feb 09 19:33:05.345940 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-2dde500e-3419-4bb4-a55a-fce5e22ff917 req-42883fee-9545-43ac-b171-dc154ddbad94 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=55e8868e-9f04-4f11-be1b-5fd1709a5f15 HTTP/1.1" status: 200 len: 998 time: 0.2209070 Feb 09 19:33:05.389530 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-90a86ac2-c5c8-4413-a92e-2b9cc61d4deb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1892331'] for security_group (f62a4cfa-cf5c-41a8-8bc5-ff3861f4d88a), after_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:33:05.393916 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-90a86ac2-c5c8-4413-a92e-2b9cc61d4deb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:33:05.399635 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-90a86ac2-c5c8-4413-a92e-2b9cc61d4deb admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/f62a4cfa-cf5c-41a8-8bc5-ff3861f4d88a HTTP/1.1" status: 204 len: 168 time: 0.3934486 Feb 09 19:33:05.413591 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.provisioning_blocks [None req-67072a02-8ac0-4ea2-ada1-1bbcf2f1e62d None None] Provisioning complete for port df66c383-5bda-4fbd-af93-d905969398d1 triggered by entity DHCP. {{(pid=103232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 19:33:05.417253 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-67072a02-8ac0-4ea2-ada1-1bbcf2f1e62d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593630'] for port (df66c383-5bda-4fbd-af93-d905969398d1), provisioning_complete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:33:05.428367 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-5d4aca14-be95-4fe8-b8c4-605a65b4eb4c tempest-RoutersTest-1116560139 tempest-RoutersTest-1116560139-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762866656467', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14393751'] for port (09c715a7-b435-4235-acfb-908c690c92ee), after_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:33:05.453712 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90a86ac2-c5c8-4413-a92e-2b9cc61d4deb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f62a4cfa-cf5c-41a8-8bc5-ff3861f4d88a,revision_number=None']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:33:05.482044 n-d-713498-36 neutron-server[103230]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d4aca14-be95-4fe8-b8c4-605a65b4eb4c tempest-RoutersTest-1116560139 tempest-RoutersTest-1116560139-project] Network 047e6bc3-a06b-46bf-aff3-5ee2dc76214c is already hosted by enough agents. {{(pid=103230) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 19:33:05.485512 n-d-713498-36 neutron-server[103230]: DEBUG neutron.scheduler.base_scheduler [None req-5d4aca14-be95-4fe8-b8c4-605a65b4eb4c tempest-RoutersTest-1116560139 tempest-RoutersTest-1116560139-project] Resources bound (agent type, host, resource id): {{(pid=103230) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 19:33:05.548235 n-d-713498-36 neutron-server[103230]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d4aca14-be95-4fe8-b8c4-605a65b4eb4c tempest-RoutersTest-1116560139 tempest-RoutersTest-1116560139-project] Received port after_create {{(pid=103230) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 19:33:05.624085 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-5d4aca14-be95-4fe8-b8c4-605a65b4eb4c tempest-RoutersTest-1116560139 tempest-RoutersTest-1116560139-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1819024'] for router_interface (313e064b-ffaa-4c47-a7fc-c9666f3ee618), before_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:33:05.709414 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d4aca14-be95-4fe8-b8c4-605a65b4eb4c tempest-RoutersTest-1116560139 tempest-RoutersTest-1116560139-project] Pushing event updated for resources: {'Port': ['ID=09c715a7-b435-4235-acfb-908c690c92ee,revision_number=1']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:33:05.763810 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a136f1d-fda7-48dc-8f7c-b96c440456e9 None None] Pushing event updated for resources: {'Port': ['ID=b2cdb5c1-1c78-4b08-89bd-867d2fb3fcb3,revision_number=1']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:33:05.867103 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.provisioning_blocks [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Provisioning complete for port df66c383-5bda-4fbd-af93-d905969398d1 triggered by entity L2. {{(pid=103232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 19:33:05.867532 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593630'] for port (df66c383-5bda-4fbd-af93-d905969398d1), provisioning_complete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:33:05.873832 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.managers [None req-6a136f1d-fda7-48dc-8f7c-b96c440456e9 None None] Attempting to bind port b2cdb5c1-1c78-4b08-89bd-867d2fb3fcb3 on host n-d-713498-36 for vnic_type normal with profile {{(pid=103232) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 19:33:05.874238 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.managers [None req-6a136f1d-fda7-48dc-8f7c-b96c440456e9 None None] Attempting to bind port b2cdb5c1-1c78-4b08-89bd-867d2fb3fcb3 by drivers openvswitch,hyperv on host n-d-713498-36 at level 0 using segments [{'id': '794d88ab-91f6-4acf-bda4-3a12b1db0eee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': '047e6bc3-a06b-46bf-aff3-5ee2dc76214c'}] {{(pid=103232) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 19:33:05.874609 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a136f1d-fda7-48dc-8f7c-b96c440456e9 None None] Attempting to bind port b2cdb5c1-1c78-4b08-89bd-867d2fb3fcb3 on network 047e6bc3-a06b-46bf-aff3-5ee2dc76214c {{(pid=103232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 19:33:05.875862 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-5d4aca14-be95-4fe8-b8c4-605a65b4eb4c tempest-RoutersTest-1116560139 tempest-RoutersTest-1116560139-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (09c715a7-b435-4235-acfb-908c690c92ee), before_update {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:33:05.964924 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a136f1d-fda7-48dc-8f7c-b96c440456e9 None None] Checking agent: {'id': '496418a2-c002-4aec-ab1a-07f3bea491bd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-36', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 18, 51, 47), 'started_at': datetime.datetime(2022, 2, 9, 18, 52, 17), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 19, 32, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-36'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 19:33:05.965276 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a136f1d-fda7-48dc-8f7c-b96c440456e9 None None] Checking segment: {'id': '794d88ab-91f6-4acf-bda4-3a12b1db0eee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': '047e6bc3-a06b-46bf-aff3-5ee2dc76214c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103232) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 19:33:05.965626 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-6a136f1d-fda7-48dc-8f7c-b96c440456e9 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:33:05.966080 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a136f1d-fda7-48dc-8f7c-b96c440456e9 None None] Bound using segment: {'id': '794d88ab-91f6-4acf-bda4-3a12b1db0eee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': '047e6bc3-a06b-46bf-aff3-5ee2dc76214c'} {{(pid=103232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 19:33:05.966517 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.managers [None req-6a136f1d-fda7-48dc-8f7c-b96c440456e9 None None] Bound port: b2cdb5c1-1c78-4b08-89bd-867d2fb3fcb3, host: n-d-713498-36, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '794d88ab-91f6-4acf-bda4-3a12b1db0eee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': '047e6bc3-a06b-46bf-aff3-5ee2dc76214c'}}] {{(pid=103232) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 19:33:05.966899 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-6a136f1d-fda7-48dc-8f7c-b96c440456e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (b2cdb5c1-1c78-4b08-89bd-867d2fb3fcb3), before_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:33:06.307920 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.l3_hamode_db [None req-bd090073-b01b-4453-ad57-eabdfcef1b5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8186ebd6-38e5-4478-af0c-af6bfd869d76', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1799291766', 'tenant_id': 'eba669c4f4c548e495f13ae7579d0fa6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88055e1e-672a-4487-be31-ffb6e833ece5', 'external_fixed_ips': [{'subnet_id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'ip_address': '172.25.1.98'}], 'enable_snat': True}, 'gw_port_id': '0739061c-e16f-41f1-a721-ad94652482de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T19:32:04Z', 'updated_at': '2022-02-09T19:32:20Z', 'revision_number': 4, 'project_id': 'eba669c4f4c548e495f13ae7579d0fa6', 'gw_port': {'id': '0739061c-e16f-41f1-a721-ad94652482de', 'name': '', 'network_id': '88055e1e-672a-4487-be31-ffb6e833ece5', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:cd:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8186ebd6-38e5-4478-af0c-af6bfd869d76', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3065, 'fixed_ips': [{'subnet_id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'ip_address': '172.25.1.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T19:32:08Z', 'updated_at': '2022-02-09T19:32:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-36', '_floatingips': [{'id': 'e9ad4546-bcb3-4e5a-b843-54337d160d4f', 'tenant_id': 'eba669c4f4c548e495f13ae7579d0fa6', 'floating_ip_address': '172.25.1.52', 'floating_network_id': '88055e1e-672a-4487-be31-ffb6e833ece5', 'router_id': '8186ebd6-38e5-4478-af0c-af6bfd869d76', 'port_id': '55e8868e-9f04-4f11-be1b-5fd1709a5f15', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 3144, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '34db1430-f99d-431a-b04f-54003e680bea', 'mac_address': 'fa:16:3e:0b:89:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d32a9d7-5256-4edb-9bbc-ad99ab71ecfa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T19:32:58Z', 'updated_at': '2022-02-09T19:32:58Z', 'revision_number': 0, 'project_id': 'eba669c4f4c548e495f13ae7579d0fa6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '377c896d-df60-4688-91dc-6787892ae051', 'name': '', 'network_id': '34db1430-f99d-431a-b04f-54003e680bea', 'tenant_id': 'eba669c4f4c548e495f13ae7579d0fa6', 'mac_address': 'fa:16:3e:cb:25:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8186ebd6-38e5-4478-af0c-af6bfd869d76', 'device_owner': 'network:router_interface', 'standard_attr_id': 3071, 'fixed_ips': [{'subnet_id': '7bd817c3-27ad-42c9-8d96-8695f8509e1e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T19:32:17Z', 'updated_at': '2022-02-09T19:32:34Z', 'revision_number': 5, 'project_id': 'eba669c4f4c548e495f13ae7579d0fa6', 'subnets': [{'id': '7bd817c3-27ad-42c9-8d96-8695f8509e1e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-36', False) {} {{(pid=103232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:33:06.326456 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-67072a02-8ac0-4ea2-ada1-1bbcf2f1e62d None None] Current status of the port df66c383-5bda-4fbd-af93-d905969398d1 is: DOWN; New status is: ACTIVE {{(pid=103232) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 19:33:06.326893 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-67072a02-8ac0-4ea2-ada1-1bbcf2f1e62d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (df66c383-5bda-4fbd-af93-d905969398d1), before_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:33:06.423566 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-2271dabc-681f-418f-bbec-09066a310fe2 req-2b829d2b-a452-40ae-87de-06440b3a26d4 service neutron] 10.222.0.75 "GET /v2.0/networks/8f2df497-8ab8-4c9e-8bb2-f9e936c46637?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0742054 Feb 09 19:33:06.438042 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd090073-b01b-4453-ad57-eabdfcef1b5a None None] Checking router: 8186ebd6-38e5-4478-af0c-af6bfd869d76 for host: n-d-713498-36 {{(pid=103232) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 19:33:06.510061 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-6a136f1d-fda7-48dc-8f7c-b96c440456e9 None None] For port b2cdb5c1-1c78-4b08-89bd-867d2fb3fcb3, host n-d-713498-36, cleared binding levels {{(pid=103232) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 19:33:06.565731 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dde500e-3419-4bb4-a55a-fce5e22ff917 req-3b835fc6-a862-4239-9e4d-a78a17c89955 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:33:06.567694 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-2dde500e-3419-4bb4-a55a-fce5e22ff917 req-3b835fc6-a862-4239-9e4d-a78a17c89955 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=7bd817c3-27ad-42c9-8d96-8695f8509e1e HTTP/1.1" status: 200 len: 835 time: 1.1660907 Feb 09 19:33:06.596441 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Current status of the port df66c383-5bda-4fbd-af93-d905969398d1 is: DOWN; New status is: ACTIVE {{(pid=103232) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 19:33:06.596849 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (df66c383-5bda-4fbd-af93-d905969398d1), before_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:33:06.644775 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-5d4aca14-be95-4fe8-b8c4-605a65b4eb4c tempest-RoutersTest-1116560139 tempest-RoutersTest-1116560139-project] Publish callbacks [] for port (09c715a7-b435-4235-acfb-908c690c92ee), precommit_update {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:33:06.649407 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-6a136f1d-fda7-48dc-8f7c-b96c440456e9 None None] For port b2cdb5c1-1c78-4b08-89bd-867d2fb3fcb3, host n-d-713498-36, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-36',level=0,port_id=b2cdb5c1-1c78-4b08-89bd-867d2fb3fcb3,segment=NetworkSegment(794d88ab-91f6-4acf-bda4-3a12b1db0eee),segment_id=794d88ab-91f6-4acf-bda4-3a12b1db0eee)] {{(pid=103232) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 19:33:06.651080 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd090073-b01b-4453-ad57-eabdfcef1b5a None None] Routers {'8186ebd6-38e5-4478-af0c-af6bfd869d76'} bound to L3 agent in host n-d-713498-36 {{(pid=103232) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 19:33:06.651709 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.l3_hamode_db [None req-bd090073-b01b-4453-ad57-eabdfcef1b5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T18:51:43Z,description=,heartbeat_timestamp=2022-02-09T19:32:43Z,host='n-d-713498-36',id=93303d5e-5d17-45e8-8963-7694f87783ae,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T18:51:43Z,topic='l3_agent')) {'router_ids': ['8186ebd6-38e5-4478-af0c-af6bfd869d76'], 'active': True} {{(pid=103232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:33:06.655295 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-5d4aca14-be95-4fe8-b8c4-605a65b4eb4c tempest-RoutersTest-1116560139 tempest-RoutersTest-1116560139-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762867176205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762866656485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762866656503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14393758'] for port (09c715a7-b435-4235-acfb-908c690c92ee), after_update {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:33:06.670530 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-c5c6db44-b804-4fdc-865a-5ecee2f5595b tempest-TestNetworkAdvancedServerOps-1633223542 tempest-TestNetworkAdvancedServerOps-1633223542-project] 10.222.0.75 "GET /v2.0/floatingips/e9ad4546-bcb3-4e5a-b843-54337d160d4f HTTP/1.1" status: 200 len: 990 time: 1.3410847 Feb 09 19:33:06.698934 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-67072a02-8ac0-4ea2-ada1-1bbcf2f1e62d None None] For port df66c383-5bda-4fbd-af93-d905969398d1, host n-d-713498-36, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-36',level=0,port_id=df66c383-5bda-4fbd-af93-d905969398d1,segment=NetworkSegment(20e634bc-bbe0-4569-a1ea-6be524590675),segment_id=20e634bc-bbe0-4569-a1ea-6be524590675)] {{(pid=103232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 19:33:06.709495 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-6a136f1d-fda7-48dc-8f7c-b96c440456e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762867176205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762866656485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762866656503'] for port (b2cdb5c1-1c78-4b08-89bd-867d2fb3fcb3), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:33:06.783810 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dde500e-3419-4bb4-a55a-fce5e22ff917 req-b9064dc7-3350-459b-b3f5-b078cf58e24e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:33:06.788340 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-2dde500e-3419-4bb4-a55a-fce5e22ff917 req-b9064dc7-3350-459b-b3f5-b078cf58e24e service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=34db1430-f99d-431a-b04f-54003e680bea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.2086542 Feb 09 19:33:06.887969 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-67072a02-8ac0-4ea2-ada1-1bbcf2f1e62d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762867176205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762866656485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762866656503'] for port (df66c383-5bda-4fbd-af93-d905969398d1), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:33:06.925124 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d4aca14-be95-4fe8-b8c4-605a65b4eb4c tempest-RoutersTest-1116560139 tempest-RoutersTest-1116560139-project] Pushing event updated for resources: {'Port': ['ID=09c715a7-b435-4235-acfb-908c690c92ee,revision_number=2']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:33:06.933916 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-5d4aca14-be95-4fe8-b8c4-605a65b4eb4c tempest-RoutersTest-1116560139 tempest-RoutersTest-1116560139-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1613458', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1834496'] for router_interface (313e064b-ffaa-4c47-a7fc-c9666f3ee618), after_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:33:06.983615 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-2dde500e-3419-4bb4-a55a-fce5e22ff917 req-6522aa3a-c6ec-43dd-853d-69550b07e5d5 service neutron] 10.222.0.89 "GET /v2.0/networks/34db1430-f99d-431a-b04f-54003e680bea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1869357 Feb 09 19:33:07.030692 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 35610) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:33:07.128607 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-60131943-7ab7-448f-91de-adaa97eed6f9 req-13788d5f-bd77-4fd5-bb4a-c9865f8d0a44 tempest-TestServerBasicOps-1685830086 tempest-TestServerBasicOps-1685830086-project] 10.222.0.75 "GET /v2.0/ports?device_id=14c3c4a3-f393-4e4f-98ba-33d4eb176858 HTTP/1.1" status: 200 len: 210 time: 0.1751726 Feb 09 19:33:07.202375 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-4ac59acb-860e-4dda-a146-000721bb3dbd tempest-NetworksTestDHCPv6-1153288886 tempest-NetworksTestDHCPv6-1153288886-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762867177463', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762866656476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12867576'] for port (d8e908b2-d402-451b-b589-5edcdc6b8933), after_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:33:07.237940 n-d-713498-36 neutron-server[103230]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d4aca14-be95-4fe8-b8c4-605a65b4eb4c tempest-RoutersTest-1116560139 tempest-RoutersTest-1116560139-project] Network 047e6bc3-a06b-46bf-aff3-5ee2dc76214c is already hosted by enough agents. {{(pid=103230) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 19:33:07.244496 n-d-713498-36 neutron-server[103230]: DEBUG neutron.scheduler.base_scheduler [None req-5d4aca14-be95-4fe8-b8c4-605a65b4eb4c tempest-RoutersTest-1116560139 tempest-RoutersTest-1116560139-project] Resources bound (agent type, host, resource id): {{(pid=103230) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 19:33:07.262494 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ac59acb-860e-4dda-a146-000721bb3dbd tempest-NetworksTestDHCPv6-1153288886 tempest-NetworksTestDHCPv6-1153288886-project] Pushing event deleted for resources: {'Port': ['ID=d8e908b2-d402-451b-b589-5edcdc6b8933,revision_number=None']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:33:07.294471 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-2dde500e-3419-4bb4-a55a-fce5e22ff917 req-20292a56-4099-4d2f-ae16-687584ae2d38 service neutron] 10.222.0.89 "GET /v2.0/networks/34db1430-f99d-431a-b04f-54003e680bea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3023605 Feb 09 19:33:07.297596 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.l3_dvr_db [None req-bd090073-b01b-4453-ad57-eabdfcef1b5a None None] Set router 8186ebd6-38e5-4478-af0c-af6bfd869d76 gateway port host: n-d-713498-36 {{(pid=103232) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 19:33:07.338078 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a136f1d-fda7-48dc-8f7c-b96c440456e9 None None] Pushing event updated for resources: {'Port': ['ID=b2cdb5c1-1c78-4b08-89bd-867d2fb3fcb3,revision_number=2']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:33:07.352591 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-4ac59acb-860e-4dda-a146-000721bb3dbd tempest-NetworksTestDHCPv6-1153288886 tempest-NetworksTestDHCPv6-1153288886-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171096'] for port (None), before_response {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:33:07.359686 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-4ac59acb-860e-4dda-a146-000721bb3dbd tempest-NetworksTestDHCPv6-1153288886 tempest-NetworksTestDHCPv6-1153288886-project] 10.222.0.75 "DELETE /v2.0/ports/d8e908b2-d402-451b-b589-5edcdc6b8933 HTTP/1.1" status: 204 len: 168 time: 3.0477612 Feb 09 19:33:07.374470 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.v2.base [None req-40a0e136-fb3d-4495-b1ff-0d4e99edfe48 admin admin] Request body: {'network': {'name': 'tempest-ServersTestJSON-1894290991-network', 'tenant_id': '1d398ed7d9dd4dd6ba1e1a6a1e6a87ff'}} {{(pid=103229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 19:33:07.377880 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 35616) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:33:07.467298 n-d-713498-36 neutron-server[103230]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5d4aca14-be95-4fe8-b8c4-605a65b4eb4c tempest-RoutersTest-1116560139 tempest-RoutersTest-1116560139-project] Router 313e064b-ffaa-4c47-a7fc-c9666f3ee618 has already been hosted by L3 agent 93303d5e-5d17-45e8-8963-7694f87783ae {{(pid=103230) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 19:33:07.482030 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.provisioning_blocks [None req-93452d74-b17a-44c5-b83d-67a2810a6660 None None] Could not find standard attr ID for object d8e908b2-d402-451b-b589-5edcdc6b8933. {{(pid=103232) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 09 19:33:07.587758 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-40a0e136-fb3d-4495-b1ff-0d4e99edfe48 admin admin] Made reservation on behalf of 1d398ed7d9dd4dd6ba1e1a6a1e6a87ff for: {'network': 1} {{(pid=103229) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 19:33:07.591008 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-40a0e136-fb3d-4495-b1ff-0d4e99edfe48 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for network (None), before_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:33:07.609287 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-40a0e136-fb3d-4495-b1ff-0d4e99edfe48 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:33:07.626571 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f7e61da-0f11-4e35-8daf-d99ea1d8f799 tempest-NetworksTestDHCPv6-1153288886 tempest-NetworksTestDHCPv6-1153288886-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:33:07.629160 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f7e61da-0f11-4e35-8daf-d99ea1d8f799 tempest-NetworksTestDHCPv6-1153288886 tempest-NetworksTestDHCPv6-1153288886-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:33:07.635117 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-1f7e61da-0f11-4e35-8daf-d99ea1d8f799 tempest-NetworksTestDHCPv6-1153288886 tempest-NetworksTestDHCPv6-1153288886-project] 10.222.0.75 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.2558470 Feb 09 19:33:07.636133 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 35628) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:33:07.727805 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.db.api [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103232) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 09 19:33:07.729910 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5d4aca14-be95-4fe8-b8c4-605a65b4eb4c tempest-RoutersTest-1116560139 tempest-RoutersTest-1116560139-project] Notify agent at l3_agent.n-d-713498-36 the message routers_updated {{(pid=103230) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 19:33:07.730429 n-d-713498-36 neutron-server[103232]: DEBUG oslo_db.api [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 09 19:33:07.730924 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67072a02-8ac0-4ea2-ada1-1bbcf2f1e62d None None] Pushing event updated for resources: {'Port': ['ID=df66c383-5bda-4fbd-af93-d905969398d1,revision_number=3']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:33:07.733798 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 35630) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:33:07.742619 n-d-713498-36 neutron-server[103233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90dd3a36-1c6f-4768-9ea7-1d23df547564 None None] Sync routers for ids ['313e064b-ffaa-4c47-a7fc-c9666f3ee618'] in n-d-713498-36 {{(pid=103233) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 19:33:07.763497 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-5d4aca14-be95-4fe8-b8c4-605a65b4eb4c tempest-RoutersTest-1116560139 tempest-RoutersTest-1116560139-project] 10.222.0.75 "PUT /v2.0/routers/313e064b-ffaa-4c47-a7fc-c9666f3ee618/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0443530 Feb 09 19:33:07.764920 n-d-713498-36 neutron-server[103233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90dd3a36-1c6f-4768-9ea7-1d23df547564 None None] Routers {'313e064b-ffaa-4c47-a7fc-c9666f3ee618'} bound to L3 agent in host n-d-713498-36 {{(pid=103233) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 19:33:07.766507 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 35632) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:33:07.769070 n-d-713498-36 neutron-server[103233]: DEBUG neutron.db.l3_hamode_db [None req-90dd3a36-1c6f-4768-9ea7-1d23df547564 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T18:51:43Z,description=,heartbeat_timestamp=2022-02-09T19:32:43Z,host='n-d-713498-36',id=93303d5e-5d17-45e8-8963-7694f87783ae,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T18:51:43Z,topic='l3_agent')) {'router_ids': ['313e064b-ffaa-4c47-a7fc-c9666f3ee618'], 'active': True} {{(pid=103233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:33:07.787842 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.provisioning_blocks [None req-93452d74-b17a-44c5-b83d-67a2810a6660 None None] Provisioning complete for port df66c383-5bda-4fbd-af93-d905969398d1 triggered by entity DHCP. {{(pid=103232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 19:33:07.788373 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-93452d74-b17a-44c5-b83d-67a2810a6660 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593630'] for port (df66c383-5bda-4fbd-af93-d905969398d1), provisioning_complete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:33:07.814845 n-d-713498-36 neutron-server[103229]: DEBUG neutron.db.db_base_plugin_v2 [None req-89933198-483a-4dc3-b939-a4501f9122f5 tempest-NetworksTestDHCPv6-1153288886 tempest-NetworksTestDHCPv6-1153288886-project] Deleting subnet c733dba2-936b-4ae8-bb2c-5ed8cea8e3c8 {{(pid=103229) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 19:33:07.827598 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-89933198-483a-4dc3-b939-a4501f9122f5 tempest-NetworksTestDHCPv6-1153288886 tempest-NetworksTestDHCPv6-1153288886-project] Publish callbacks [] for subnet (c733dba2-936b-4ae8-bb2c-5ed8cea8e3c8), before_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:33:07.920689 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.v2.base [None req-5db085ac-b520-42bc-9b2e-02bc235080e3 tempest-RoutersTest-1116560139 tempest-RoutersTest-1116560139-project] Request body: {'network': {'name': 'tempest-RoutersTest-496617219'}} {{(pid=103230) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 19:33:08.001631 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-89933198-483a-4dc3-b939-a4501f9122f5 tempest-NetworksTestDHCPv6-1153288886 tempest-NetworksTestDHCPv6-1153288886-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16683410'] for subnet (c733dba2-936b-4ae8-bb2c-5ed8cea8e3c8), precommit_delete_associations {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:33:08.056179 n-d-713498-36 neutron-server[103233]: DEBUG neutron.db.l3_dvr_db [None req-90dd3a36-1c6f-4768-9ea7-1d23df547564 None None] Set router 313e064b-ffaa-4c47-a7fc-c9666f3ee618 gateway port host: None {{(pid=103233) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 19:33:08.077238 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-308c7fcf-7e37-472e-a169-7e6d6b420603 tempest-TestNetworkAdvancedServerOps-1633223542 tempest-TestNetworkAdvancedServerOps-1633223542-project] 10.222.0.75 "GET /v2.0/floatingips/e9ad4546-bcb3-4e5a-b843-54337d160d4f HTTP/1.1" status: 200 len: 990 time: 0.3408127 Feb 09 19:33:08.077692 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5db085ac-b520-42bc-9b2e-02bc235080e3 tempest-RoutersTest-1116560139 tempest-RoutersTest-1116560139-project] Made reservation on behalf of 009d54e3af88488b8213379431f58202 for: {'network': 1} {{(pid=103230) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 19:33:08.087955 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-5db085ac-b520-42bc-9b2e-02bc235080e3 tempest-RoutersTest-1116560139 tempest-RoutersTest-1116560139-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for network (None), before_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:33:08.174770 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5db085ac-b520-42bc-9b2e-02bc235080e3 tempest-RoutersTest-1116560139 tempest-RoutersTest-1116560139-project] vlan segment allocate from pool success with {'vlan_id': 371, 'physical_network': 'physnet1'} {{(pid=103230) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 19:33:08.210024 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-5db085ac-b520-42bc-9b2e-02bc235080e3 tempest-RoutersTest-1116560139 tempest-RoutersTest-1116560139-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-759574'] for segment (8ade7df2-e42a-4b0f-9826-e15ecaa970cb), precommit_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:33:08.210024 n-d-713498-36 neutron-server[103230]: INFO neutron.db.segments_db [None req-5db085ac-b520-42bc-9b2e-02bc235080e3 tempest-RoutersTest-1116560139 tempest-RoutersTest-1116560139-project] Added segment 8ade7df2-e42a-4b0f-9826-e15ecaa970cb of type vlan for network f47e5fdf-e63a-4dfd-ac2f-daae11ad6e0c Feb 09 19:33:08.244220 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-93452d74-b17a-44c5-b83d-67a2810a6660 None None] Current status of the port df66c383-5bda-4fbd-af93-d905969398d1 is: ACTIVE; New status is: ACTIVE {{(pid=103232) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 19:33:08.266012 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-40a0e136-fb3d-4495-b1ff-0d4e99edfe48 admin admin] Publish callbacks [] for security_group (37883354-c9cd-40f0-bbce-1c711bac4569), precommit_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:33:08.285848 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-b6e2546a-c57e-48ea-bfef-54593a5e97a2 req-b7692836-2587-4cc9-9e75-41fa56f87024 tempest-TestServerBasicOps-1685830086 tempest-TestServerBasicOps-1685830086-project] 10.222.0.75 "GET /v2.0/ports?device_id=14c3c4a3-f393-4e4f-98ba-33d4eb176858 HTTP/1.1" status: 200 len: 210 time: 0.0721524 Feb 09 19:33:08.302626 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Current status of the port df66c383-5bda-4fbd-af93-d905969398d1 is: ACTIVE; New status is: ACTIVE {{(pid=103232) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 19:33:08.305258 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-40a0e136-fb3d-4495-b1ff-0d4e99edfe48 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1892331'] for security_group (37883354-c9cd-40f0-bbce-1c711bac4569), after_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:33:08.310435 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.l3_hamode_db [None req-bd090073-b01b-4453-ad57-eabdfcef1b5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8186ebd6-38e5-4478-af0c-af6bfd869d76', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1799291766', 'tenant_id': 'eba669c4f4c548e495f13ae7579d0fa6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88055e1e-672a-4487-be31-ffb6e833ece5', 'external_fixed_ips': [{'subnet_id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'ip_address': '172.25.1.98'}], 'enable_snat': True}, 'gw_port_id': '0739061c-e16f-41f1-a721-ad94652482de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T19:32:04Z', 'updated_at': '2022-02-09T19:32:20Z', 'revision_number': 4, 'project_id': 'eba669c4f4c548e495f13ae7579d0fa6', 'gw_port': {'id': '0739061c-e16f-41f1-a721-ad94652482de', 'name': '', 'network_id': '88055e1e-672a-4487-be31-ffb6e833ece5', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:cd:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8186ebd6-38e5-4478-af0c-af6bfd869d76', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3065, 'fixed_ips': [{'subnet_id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'ip_address': '172.25.1.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T19:32:08Z', 'updated_at': '2022-02-09T19:32:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-36', '_floatingips': [{'id': 'e9ad4546-bcb3-4e5a-b843-54337d160d4f', 'tenant_id': 'eba669c4f4c548e495f13ae7579d0fa6', 'floating_ip_address': '172.25.1.52', 'floating_network_id': '88055e1e-672a-4487-be31-ffb6e833ece5', 'router_id': '8186ebd6-38e5-4478-af0c-af6bfd869d76', 'port_id': '55e8868e-9f04-4f11-be1b-5fd1709a5f15', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 3144, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '34db1430-f99d-431a-b04f-54003e680bea', 'mac_address': 'fa:16:3e:0b:89:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d32a9d7-5256-4edb-9bbc-ad99ab71ecfa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T19:32:58Z', 'updated_at': '2022-02-09T19:32:58Z', 'revision_number': 0, 'project_id': 'eba669c4f4c548e495f13ae7579d0fa6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '377c896d-df60-4688-91dc-6787892ae051', 'name': '', 'network_id': '34db1430-f99d-431a-b04f-54003e680bea', 'tenant_id': 'eba669c4f4c548e495f13ae7579d0fa6', 'mac_address': 'fa:16:3e:cb:25:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8186ebd6-38e5-4478-af0c-af6bfd869d76', 'device_owner': 'network:router_interface', 'standard_attr_id': 3071, 'fixed_ips': [{'subnet_id': '7bd817c3-27ad-42c9-8d96-8695f8509e1e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T19:32:17Z', 'updated_at': '2022-02-09T19:32:34Z', 'revision_number': 5, 'project_id': 'eba669c4f4c548e495f13ae7579d0fa6', 'subnets': [{'id': '7bd817c3-27ad-42c9-8d96-8695f8509e1e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-36', False) {} {{(pid=103232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:33:08.364658 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40a0e136-fb3d-4495-b1ff-0d4e99edfe48 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=37883354-c9cd-40f0-bbce-1c711bac4569,revision_number=1']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:33:08.368834 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd090073-b01b-4453-ad57-eabdfcef1b5a None None] The sync data for ids ['8186ebd6-38e5-4478-af0c-af6bfd869d76'] in n-d-713498-36 is: [{'id': '8186ebd6-38e5-4478-af0c-af6bfd869d76', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1799291766', 'tenant_id': 'eba669c4f4c548e495f13ae7579d0fa6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88055e1e-672a-4487-be31-ffb6e833ece5', 'external_fixed_ips': [{'subnet_id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'ip_address': '172.25.1.98'}], 'enable_snat': True}, 'gw_port_id': '0739061c-e16f-41f1-a721-ad94652482de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T19:32:04Z', 'updated_at': '2022-02-09T19:32:20Z', 'revision_number': 4, 'project_id': 'eba669c4f4c548e495f13ae7579d0fa6', 'gw_port': {'id': '0739061c-e16f-41f1-a721-ad94652482de', 'name': '', 'network_id': '88055e1e-672a-4487-be31-ffb6e833ece5', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:cd:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8186ebd6-38e5-4478-af0c-af6bfd869d76', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3065, 'fixed_ips': [{'subnet_id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'ip_address': '172.25.1.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T19:32:08Z', 'updated_at': '2022-02-09T19:32:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-36', '_floatingips': [{'id': 'e9ad4546-bcb3-4e5a-b843-54337d160d4f', 'tenant_id': 'eba669c4f4c548e495f13ae7579d0fa6', 'floating_ip_address': '172.25.1.52', 'floating_network_id': '88055e1e-672a-4487-be31-ffb6e833ece5', 'router_id': '8186ebd6-38e5-4478-af0c-af6bfd869d76', 'port_id': '55e8868e-9f04-4f11-be1b-5fd1709a5f15', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 3144, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '34db1430-f99d-431a-b04f-54003e680bea', 'mac_address': 'fa:16:3e:0b:89:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d32a9d7-5256-4edb-9bbc-ad99ab71ecfa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T19:32:58Z', 'updated_at': '2022-02-09T19:32:58Z', 'revision_number': 0, 'project_id': 'eba669c4f4c548e495f13ae7579d0fa6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '377c896d-df60-4688-91dc-6787892ae051', 'name': '', 'network_id': '34db1430-f99d-431a-b04f-54003e680bea', 'tenant_id': 'eba669c4f4c548e495f13ae7579d0fa6', 'mac_address': 'fa:16:3e:cb:25:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8186ebd6-38e5-4478-af0c-af6bfd869d76', 'device_owner': 'network:router_interface', 'standard_attr_id': 3071, 'fixed_ips': [{'subnet_id': '7bd817c3-27ad-42c9-8d96-8695f8509e1e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T19:32:17Z', 'updated_at': '2022-02-09T19:32:34Z', 'revision_number': 5, 'project_id': 'eba669c4f4c548e495f13ae7579d0fa6', 'subnets': [{'id': '7bd817c3-27ad-42c9-8d96-8695f8509e1e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103232) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 19:33:08.376152 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-5db085ac-b520-42bc-9b2e-02bc235080e3 tempest-RoutersTest-1116560139 tempest-RoutersTest-1116560139-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762866642225'] for network (f47e5fdf-e63a-4dfd-ac2f-daae11ad6e0c), precommit_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:33:08.386217 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.provisioning_blocks [None req-e44a7ac9-7758-4d5b-9434-4e9842b242e8 None None] Could not find standard attr ID for object d8e908b2-d402-451b-b589-5edcdc6b8933. {{(pid=103232) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 09 19:33:08.393239 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-89933198-483a-4dc3-b939-a4501f9122f5 tempest-NetworksTestDHCPv6-1153288886 tempest-NetworksTestDHCPv6-1153288886-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-759852'] for subnet (c733dba2-936b-4ae8-bb2c-5ed8cea8e3c8), precommit_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:33:08.420878 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Device 35954c16-03c9-41e4-9729-33e0756877f7 no longer exists at agent ovs-agent-n-d-713498-36 {{(pid=103232) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 19:33:08.457584 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-40a0e136-fb3d-4495-b1ff-0d4e99edfe48 admin admin] vlan segment allocate from pool success with {'vlan_id': 368, 'physical_network': 'physnet1'} {{(pid=103229) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 19:33:08.472663 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] No Port match for: 35954c16-03c9-41e4-9729-33e0756877f7 {{(pid=103232) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 19:33:08.472911 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Device 35954c16-03c9-41e4-9729-33e0756877f7 not bound to the agent host n-d-713498-36 {{(pid=103232) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 19:33:08.473343 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Device 91ddc5ea-e616-400f-9959-37d2ed3b8234 no longer exists at agent ovs-agent-n-d-713498-36 {{(pid=103232) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 19:33:08.554817 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-40a0e136-fb3d-4495-b1ff-0d4e99edfe48 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-759574'] for segment (3ad9008e-d820-4913-8a3a-dbe689506816), precommit_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:33:08.555176 n-d-713498-36 neutron-server[103229]: INFO neutron.db.segments_db [None req-40a0e136-fb3d-4495-b1ff-0d4e99edfe48 admin admin] Added segment 3ad9008e-d820-4913-8a3a-dbe689506816 of type vlan for network 30b6826a-2ec4-4081-a475-68e12498d4e4 Feb 09 19:33:08.589908 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] No Port match for: 91ddc5ea-e616-400f-9959-37d2ed3b8234 {{(pid=103232) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 19:33:08.607207 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Device 91ddc5ea-e616-400f-9959-37d2ed3b8234 not bound to the agent host n-d-713498-36 {{(pid=103232) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 19:33:08.607953 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Device 07376da2-5913-4cc3-8748-f8cf8b3fb7f5 no longer exists at agent ovs-agent-n-d-713498-36 {{(pid=103232) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 19:33:08.666842 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] No Port match for: 07376da2-5913-4cc3-8748-f8cf8b3fb7f5 {{(pid=103232) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 19:33:08.667411 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Device 07376da2-5913-4cc3-8748-f8cf8b3fb7f5 not bound to the agent host n-d-713498-36 {{(pid=103232) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 19:33:08.703721 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-89933198-483a-4dc3-b939-a4501f9122f5 tempest-NetworksTestDHCPv6-1153288886 tempest-NetworksTestDHCPv6-1153288886-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-760023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12867367', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12759238'] for subnet (c733dba2-936b-4ae8-bb2c-5ed8cea8e3c8), after_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:33:08.741697 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-40a0e136-fb3d-4495-b1ff-0d4e99edfe48 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762866642225'] for network (30b6826a-2ec4-4081-a475-68e12498d4e4), precommit_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:33:08.756055 n-d-713498-36 neutron-server[103233]: DEBUG neutron.db.l3_hamode_db [None req-90dd3a36-1c6f-4768-9ea7-1d23df547564 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '313e064b-ffaa-4c47-a7fc-c9666f3ee618', 'name': 'tempest-RoutersTest-router-2104240187', 'tenant_id': '009d54e3af88488b8213379431f58202', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T19:32:45Z', 'updated_at': '2022-02-09T19:33:05Z', 'revision_number': 4, 'project_id': '009d54e3af88488b8213379431f58202', 'gw_port_host': None, '_interfaces': [{'id': '09c715a7-b435-4235-acfb-908c690c92ee', 'name': '', 'network_id': '047e6bc3-a06b-46bf-aff3-5ee2dc76214c', 'tenant_id': '009d54e3af88488b8213379431f58202', 'mac_address': 'fa:16:3e:01:43:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '313e064b-ffaa-4c47-a7fc-c9666f3ee618', 'device_owner': 'network:router_interface', 'standard_attr_id': 3152, 'fixed_ips': [{'subnet_id': '99eecf43-b083-4b5d-bf1a-43876b1da023', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T19:33:04Z', 'updated_at': '2022-02-09T19:33:06Z', 'revision_number': 2, 'project_id': '009d54e3af88488b8213379431f58202', 'subnets': [{'id': '99eecf43-b083-4b5d-bf1a-43876b1da023', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '67fdfdea-2927-4154-9cbc-5ca4674ede19', 'name': '', 'network_id': 'b7476005-329d-43d5-ba02-3c7e4ca9d210', 'tenant_id': '009d54e3af88488b8213379431f58202', 'mac_address': 'fa:16:3e:31:9a:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '313e064b-ffaa-4c47-a7fc-c9666f3ee618', 'device_owner': 'network:router_interface', 'standard_attr_id': 3117, 'fixed_ips': [{'subnet_id': '1aa458bd-e51c-4d7d-8d13-8dbe39a30c15', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T19:32:47Z', 'updated_at': '2022-02-09T19:32:53Z', 'revision_number': 5, 'project_id': '009d54e3af88488b8213379431f58202', 'subnets': [{'id': '1aa458bd-e51c-4d7d-8d13-8dbe39a30c15', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f114fdaa-ad92-44f7-af65-c2598b011eca', 'name': '', 'network_id': '101d973c-b3a2-4013-b223-96f53753dfe5', 'tenant_id': '009d54e3af88488b8213379431f58202', 'mac_address': 'fa:16:3e:37:0c:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '313e064b-ffaa-4c47-a7fc-c9666f3ee618', 'device_owner': 'network:router_interface', 'standard_attr_id': 3135, 'fixed_ips': [{'subnet_id': 'b3e8f31d-a070-42b3-b962-2f623803b97f', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T19:32:54Z', 'updated_at': '2022-02-09T19:33:04Z', 'revision_number': 5, 'project_id': '009d54e3af88488b8213379431f58202', 'subnets': [{'id': 'b3e8f31d-a070-42b3-b962-2f623803b97f', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-36', False) {} {{(pid=103233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:33:08.839367 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89933198-483a-4dc3-b939-a4501f9122f5 tempest-NetworksTestDHCPv6-1153288886 tempest-NetworksTestDHCPv6-1153288886-project] Pushing event deleted for resources: {'Subnet': ['ID=c733dba2-936b-4ae8-bb2c-5ed8cea8e3c8,revision_number=None']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:33:08.844842 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d03af68b-cd07-42b2-9bf8-f621afa751d2 None None] Network f63a97a6-2552-42d7-aee9-c49ce8319647 requested from n-d-713498-36 {{(pid=103232) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 19:33:08.850882 n-d-713498-36 neutron-server[103233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90dd3a36-1c6f-4768-9ea7-1d23df547564 None None] Checking router: 313e064b-ffaa-4c47-a7fc-c9666f3ee618 for host: n-d-713498-36 {{(pid=103233) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 19:33:08.851113 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-89933198-483a-4dc3-b939-a4501f9122f5 tempest-NetworksTestDHCPv6-1153288886 tempest-NetworksTestDHCPv6-1153288886-project] Publish callbacks [] for subnet (None), before_response {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:33:08.851299 n-d-713498-36 neutron-server[103233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90dd3a36-1c6f-4768-9ea7-1d23df547564 None None] Updating router 313e064b-ffaa-4c47-a7fc-c9666f3ee618 port 09c715a7-b435-4235-acfb-908c690c92ee binding host n-d-713498-36 {{(pid=103233) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 19:33:08.862699 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-89933198-483a-4dc3-b939-a4501f9122f5 tempest-NetworksTestDHCPv6-1153288886 tempest-NetworksTestDHCPv6-1153288886-project] 10.222.0.75 "DELETE /v2.0/subnets/c733dba2-936b-4ae8-bb2c-5ed8cea8e3c8 HTTP/1.1" status: 204 len: 168 time: 1.2190003 Feb 09 19:33:08.864027 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 35654) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:33:08.919815 n-d-713498-36 neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-90dd3a36-1c6f-4768-9ea7-1d23df547564 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (09c715a7-b435-4235-acfb-908c690c92ee), before_update {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:33:09.046447 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5231d7c2-9064-4143-b699-85fadcc61752 None None] New status for floating IP e9ad4546-bcb3-4e5a-b843-54337d160d4f: ACTIVE {{(pid=103232) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 09 19:33:09.067557 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-d74a2212-a909-4bc7-9fb9-544248d1f1c9 tempest-NetworksTestDHCPv6-1153288886 tempest-NetworksTestDHCPv6-1153288886-project] 10.222.0.75 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1961653 Feb 09 19:33:09.070428 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-40a0e136-fb3d-4495-b1ff-0d4e99edfe48 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1885479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452'] for network (30b6826a-2ec4-4081-a475-68e12498d4e4), after_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:33:09.074197 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40a0e136-fb3d-4495-b1ff-0d4e99edfe48 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:33:09.075240 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-40a0e136-fb3d-4495-b1ff-0d4e99edfe48 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:33:09.081079 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 35656) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:33:09.081419 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 35658) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:33:09.106346 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.v2.base [None req-98d5db10-dce1-472c-bab8-5019b3046a0c tempest-NetworksTestDHCPv6-1153288886 tempest-NetworksTestDHCPv6-1153288886-project] Request body: {'subnet': {'network_id': 'f63a97a6-2552-42d7-aee9-c49ce8319647', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=103229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 19:33:09.188308 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-5db085ac-b520-42bc-9b2e-02bc235080e3 tempest-RoutersTest-1116560139 tempest-RoutersTest-1116560139-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1885479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452'] for network (f47e5fdf-e63a-4dfd-ac2f-daae11ad6e0c), after_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:33:09.201941 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5db085ac-b520-42bc-9b2e-02bc235080e3 tempest-RoutersTest-1116560139 tempest-RoutersTest-1116560139-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:33:09.209508 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-5db085ac-b520-42bc-9b2e-02bc235080e3 tempest-RoutersTest-1116560139 tempest-RoutersTest-1116560139-project] Publish callbacks [] for network (None), before_response {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:33:09.287419 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Device f114fdaa-ad92-44f7-af65-c2598b011eca up at agent ovs-agent-n-d-713498-36 {{(pid=103232) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 19:33:09.411443 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-5c5b4735-fddb-4638-b1cf-40938b29441f req-b446c6fd-abeb-43ee-b48c-166d51836bad tempest-TestServerBasicOps-1685830086 tempest-TestServerBasicOps-1685830086-project] 10.222.0.75 "GET /v2.0/ports?device_id=14c3c4a3-f393-4e4f-98ba-33d4eb176858 HTTP/1.1" status: 200 len: 210 time: 0.0577109 Feb 09 19:33:09.423263 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-5db085ac-b520-42bc-9b2e-02bc235080e3 tempest-RoutersTest-1116560139 tempest-RoutersTest-1116560139-project] 10.222.0.75 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 1.5141659 Feb 09 19:33:09.424146 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 35664) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:33:09.441082 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.v2.base [None req-4b1422e1-2daf-477d-b8fa-6044a17f5d96 tempest-RoutersTest-1116560139 tempest-RoutersTest-1116560139-project] Request body: {'subnet': {'network_id': 'f47e5fdf-e63a-4dfd-ac2f-daae11ad6e0c', 'cidr': '172.23.0.0/28', 'ip_version': 4, 'gateway_ip': '172.23.0.1'}} {{(pid=103230) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 19:33:09.523599 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56c4e381-dbf9-40c2-ac4d-90ad0cf218ea None None] Network 047e6bc3-a06b-46bf-aff3-5ee2dc76214c requested from n-d-713498-36 {{(pid=103232) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 19:33:09.549046 n-d-713498-36 neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-90dd3a36-1c6f-4768-9ea7-1d23df547564 None None] Publish callbacks [] for port (09c715a7-b435-4235-acfb-908c690c92ee), precommit_update {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:33:09.549403 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-40a0e136-fb3d-4495-b1ff-0d4e99edfe48 admin admin] 10.222.0.75 "POST /v2.0/networks HTTP/1.1" status: 201 len: 879 time: 2.5153656 Feb 09 19:33:09.552683 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5db085ac-b520-42bc-9b2e-02bc235080e3 tempest-RoutersTest-1116560139 tempest-RoutersTest-1116560139-project] Pushing event updated for resources: {'Network': ['ID=f47e5fdf-e63a-4dfd-ac2f-daae11ad6e0c,revision_number=1']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:33:09.562393 n-d-713498-36 neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-90dd3a36-1c6f-4768-9ea7-1d23df547564 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762867176205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762866656485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762866656503'] for port (09c715a7-b435-4235-acfb-908c690c92ee), after_update {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:33:09.575501 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 35668) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:33:09.590541 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.v2.base [None req-9800da22-d4e7-4b3d-99bb-10ac827528b6 admin admin] Request body: {'subnet': {'network_id': '30b6826a-2ec4-4081-a475-68e12498d4e4', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestJSON-1894290991-subnet', 'tenant_id': '1d398ed7d9dd4dd6ba1e1a6a1e6a87ff', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103230) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 19:33:09.628483 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9800da22-d4e7-4b3d-99bb-10ac827528b6 admin admin] Made reservation on behalf of 1d398ed7d9dd4dd6ba1e1a6a1e6a87ff for: {'subnet': 1} {{(pid=103230) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 19:33:09.628567 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-98d5db10-dce1-472c-bab8-5019b3046a0c tempest-NetworksTestDHCPv6-1153288886 tempest-NetworksTestDHCPv6-1153288886-project] Made reservation on behalf of 84aec0d011da47d8bc94f6ba8668f413 for: {'subnet': 1} {{(pid=103229) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 19:33:09.630545 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-9800da22-d4e7-4b3d-99bb-10ac827528b6 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12985917'] for subnet (None), before_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:33:09.634306 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-98d5db10-dce1-472c-bab8-5019b3046a0c tempest-NetworksTestDHCPv6-1153288886 tempest-NetworksTestDHCPv6-1153288886-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12759265'] for subnet (None), before_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:33:09.645368 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40a0e136-fb3d-4495-b1ff-0d4e99edfe48 admin admin] Pushing event updated for resources: {'Network': ['ID=30b6826a-2ec4-4081-a475-68e12498d4e4,revision_number=1']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:33:09.655641 n-d-713498-36 neutron-server[103233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baf8fd29-65d0-4afd-a465-2b1c6731c87c None None] Pushing event updated for resources: {'Port': ['ID=09c715a7-b435-4235-acfb-908c690c92ee,revision_number=3']} {{(pid=103233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:33:09.795031 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Network f47e5fdf-e63a-4dfd-ac2f-daae11ad6e0c details requested by agent ovs-agent-n-d-713498-36 with host n-d-713498-36 {{(pid=103232) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 19:33:09.823464 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-087e0522-1915-4894-82cb-19017115183e tempest-TestNetworkAdvancedServerOps-1633223542 tempest-TestNetworkAdvancedServerOps-1633223542-project] 10.222.0.75 "GET /v2.0/floatingips/e9ad4546-bcb3-4e5a-b843-54337d160d4f HTTP/1.1" status: 200 len: 990 time: 0.7331893 Feb 09 19:33:09.832062 n-d-713498-36 neutron-server[103233]: DEBUG neutron.plugins.ml2.managers [None req-90dd3a36-1c6f-4768-9ea7-1d23df547564 None None] Attempting to bind port 09c715a7-b435-4235-acfb-908c690c92ee on host n-d-713498-36 for vnic_type normal with profile {{(pid=103233) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 19:33:09.832598 n-d-713498-36 neutron-server[103233]: DEBUG neutron.plugins.ml2.managers [None req-90dd3a36-1c6f-4768-9ea7-1d23df547564 None None] Attempting to bind port 09c715a7-b435-4235-acfb-908c690c92ee by drivers openvswitch,hyperv on host n-d-713498-36 at level 0 using segments [{'id': '794d88ab-91f6-4acf-bda4-3a12b1db0eee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': '047e6bc3-a06b-46bf-aff3-5ee2dc76214c'}] {{(pid=103233) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 19:33:09.832796 n-d-713498-36 neutron-server[103233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90dd3a36-1c6f-4768-9ea7-1d23df547564 None None] Attempting to bind port 09c715a7-b435-4235-acfb-908c690c92ee on network 047e6bc3-a06b-46bf-aff3-5ee2dc76214c {{(pid=103233) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 19:33:09.849553 n-d-713498-36 neutron-server[103233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90dd3a36-1c6f-4768-9ea7-1d23df547564 None None] Checking agent: {'id': '496418a2-c002-4aec-ab1a-07f3bea491bd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-36', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 18, 51, 47), 'started_at': datetime.datetime(2022, 2, 9, 18, 52, 17), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 19, 32, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-36'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103233) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 19:33:09.849977 n-d-713498-36 neutron-server[103233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90dd3a36-1c6f-4768-9ea7-1d23df547564 None None] Checking segment: {'id': '794d88ab-91f6-4acf-bda4-3a12b1db0eee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': '047e6bc3-a06b-46bf-aff3-5ee2dc76214c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103233) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 19:33:09.852036 n-d-713498-36 neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-90dd3a36-1c6f-4768-9ea7-1d23df547564 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:33:09.852448 n-d-713498-36 neutron-server[103233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90dd3a36-1c6f-4768-9ea7-1d23df547564 None None] Bound using segment: {'id': '794d88ab-91f6-4acf-bda4-3a12b1db0eee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': '047e6bc3-a06b-46bf-aff3-5ee2dc76214c'} {{(pid=103233) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 19:33:09.852939 n-d-713498-36 neutron-server[103233]: DEBUG neutron.plugins.ml2.managers [None req-90dd3a36-1c6f-4768-9ea7-1d23df547564 None None] Bound port: 09c715a7-b435-4235-acfb-908c690c92ee, host: n-d-713498-36, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '794d88ab-91f6-4acf-bda4-3a12b1db0eee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': '047e6bc3-a06b-46bf-aff3-5ee2dc76214c'}}] {{(pid=103233) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 19:33:09.856784 n-d-713498-36 neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-90dd3a36-1c6f-4768-9ea7-1d23df547564 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (09c715a7-b435-4235-acfb-908c690c92ee), before_update {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:33:09.868734 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4b1422e1-2daf-477d-b8fa-6044a17f5d96 tempest-RoutersTest-1116560139 tempest-RoutersTest-1116560139-project] Made reservation on behalf of 009d54e3af88488b8213379431f58202 for: {'subnet': 1} {{(pid=103230) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 19:33:09.874878 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-4b1422e1-2daf-477d-b8fa-6044a17f5d96 tempest-RoutersTest-1116560139 tempest-RoutersTest-1116560139-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12985917'] for subnet (None), before_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:33:09.875036 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Network 30b6826a-2ec4-4081-a475-68e12498d4e4 details requested by agent ovs-agent-n-d-713498-36 with host n-d-713498-36 {{(pid=103232) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 19:33:09.997051 n-d-713498-36 neutron-server[103233]: DEBUG neutron.plugins.ml2.db [None req-90dd3a36-1c6f-4768-9ea7-1d23df547564 None None] For port 09c715a7-b435-4235-acfb-908c690c92ee, host n-d-713498-36, cleared binding levels {{(pid=103233) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 19:33:10.002484 n-d-713498-36 neutron-server[103233]: DEBUG neutron.plugins.ml2.db [None req-90dd3a36-1c6f-4768-9ea7-1d23df547564 None None] For port 09c715a7-b435-4235-acfb-908c690c92ee, host n-d-713498-36, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-36',level=0,port_id=09c715a7-b435-4235-acfb-908c690c92ee,segment=NetworkSegment(794d88ab-91f6-4acf-bda4-3a12b1db0eee),segment_id=794d88ab-91f6-4acf-bda4-3a12b1db0eee)] {{(pid=103233) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 19:33:10.005162 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5198873f-15d1-4cda-b476-cb5108d167ac None None] DHCP port deletion for f63a97a6-2552-42d7-aee9-c49ce8319647 request from n-d-713498-36 {{(pid=103232) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 09 19:33:10.013535 n-d-713498-36 neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-90dd3a36-1c6f-4768-9ea7-1d23df547564 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762867176205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762866656485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762866656503'] for port (09c715a7-b435-4235-acfb-908c690c92ee), after_update {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:33:10.098882 n-d-713498-36 neutron-server[103233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90dd3a36-1c6f-4768-9ea7-1d23df547564 None None] Routers {'313e064b-ffaa-4c47-a7fc-c9666f3ee618'} bound to L3 agent in host n-d-713498-36 {{(pid=103233) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 19:33:10.101346 n-d-713498-36 neutron-server[103233]: DEBUG neutron.db.l3_hamode_db [None req-90dd3a36-1c6f-4768-9ea7-1d23df547564 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T18:51:43Z,description=,heartbeat_timestamp=2022-02-09T19:32:43Z,host='n-d-713498-36',id=93303d5e-5d17-45e8-8963-7694f87783ae,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T18:51:43Z,topic='l3_agent')) {'router_ids': ['313e064b-ffaa-4c47-a7fc-c9666f3ee618'], 'active': True} {{(pid=103233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:33:10.124605 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-98d5db10-dce1-472c-bab8-5019b3046a0c tempest-NetworksTestDHCPv6-1153288886 tempest-NetworksTestDHCPv6-1153288886-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12867428', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12759263'] for subnet (74980dbf-295c-4550-9061-43717485204a), after_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:33:10.141087 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.provisioning_blocks [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Provisioning complete for port f114fdaa-ad92-44f7-af65-c2598b011eca triggered by entity L2. {{(pid=103232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 19:33:10.143745 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593630'] for port (f114fdaa-ad92-44f7-af65-c2598b011eca), provisioning_complete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:33:10.213061 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.provisioning_blocks [None req-92179fac-937a-4bee-954b-eb307b17783f None None] Provisioning complete for port b2cdb5c1-1c78-4b08-89bd-867d2fb3fcb3 triggered by entity DHCP. {{(pid=103232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 19:33:10.213234 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98d5db10-dce1-472c-bab8-5019b3046a0c tempest-NetworksTestDHCPv6-1153288886 tempest-NetworksTestDHCPv6-1153288886-project] Pushing event updated for resources: {'Subnet': ['ID=74980dbf-295c-4550-9061-43717485204a,revision_number=0']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:33:10.221054 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-92179fac-937a-4bee-954b-eb307b17783f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593630'] for port (b2cdb5c1-1c78-4b08-89bd-867d2fb3fcb3), provisioning_complete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:33:10.234152 n-d-713498-36 neutron-server[103233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baf8fd29-65d0-4afd-a465-2b1c6731c87c None None] Pushing event updated for resources: {'Port': ['ID=09c715a7-b435-4235-acfb-908c690c92ee,revision_number=4']} {{(pid=103233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:33:10.244424 n-d-713498-36 neutron-server[103229]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98d5db10-dce1-472c-bab8-5019b3046a0c tempest-NetworksTestDHCPv6-1153288886 tempest-NetworksTestDHCPv6-1153288886-project] Network f63a97a6-2552-42d7-aee9-c49ce8319647 is already hosted by enough agents. {{(pid=103229) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 19:33:10.248351 n-d-713498-36 neutron-server[103229]: DEBUG neutron.scheduler.base_scheduler [None req-98d5db10-dce1-472c-bab8-5019b3046a0c tempest-NetworksTestDHCPv6-1153288886 tempest-NetworksTestDHCPv6-1153288886-project] Resources bound (agent type, host, resource id): {{(pid=103229) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 19:33:10.252222 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98d5db10-dce1-472c-bab8-5019b3046a0c tempest-NetworksTestDHCPv6-1153288886 tempest-NetworksTestDHCPv6-1153288886-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:33:10.252987 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-98d5db10-dce1-472c-bab8-5019b3046a0c tempest-NetworksTestDHCPv6-1153288886 tempest-NetworksTestDHCPv6-1153288886-project] Publish callbacks [] for subnet (None), before_response {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:33:10.258886 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-9800da22-d4e7-4b3d-99bb-10ac827528b6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14393611', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12985859'] for subnet (030193b3-b985-4d6c-b0c1-2ea320638096), after_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:33:10.259799 n-d-713498-36 neutron-server[103233]: DEBUG neutron.db.l3_dvr_db [None req-90dd3a36-1c6f-4768-9ea7-1d23df547564 None None] Set router 313e064b-ffaa-4c47-a7fc-c9666f3ee618 gateway port host: None {{(pid=103233) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 19:33:10.288151 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-98d5db10-dce1-472c-bab8-5019b3046a0c tempest-NetworksTestDHCPv6-1153288886 tempest-NetworksTestDHCPv6-1153288886-project] 10.222.0.75 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.1977274 Feb 09 19:33:10.289664 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 35680) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:33:10.304213 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.v2.base [None req-95db6447-5057-4a24-94ac-23e5031c9dad tempest-NetworksTestDHCPv6-1153288886 tempest-NetworksTestDHCPv6-1153288886-project] Request body: {'port': {'network_id': 'f63a97a6-2552-42d7-aee9-c49ce8319647', 'name': 'tempest-NetworksTestDHCPv6-2111044457'}} {{(pid=103229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 19:33:10.385400 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9800da22-d4e7-4b3d-99bb-10ac827528b6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=030193b3-b985-4d6c-b0c1-2ea320638096,revision_number=0']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:33:10.477929 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9800da22-d4e7-4b3d-99bb-10ac827528b6 admin admin] Checking segment: {'id': '3ad9008e-d820-4913-8a3a-dbe689506816', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': '30b6826a-2ec4-4081-a475-68e12498d4e4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103230) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 19:33:10.479750 n-d-713498-36 neutron-server[103230]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9800da22-d4e7-4b3d-99bb-10ac827528b6 admin admin] Network hostable DHCP agents. Network: 30b6826a-2ec4-4081-a475-68e12498d4e4, hostable agents: ['af91e4b9-f4e1-42b1-a25c-a10dc47171c8'], hosted agents: [] {{(pid=103230) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 19:33:10.530475 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-4b1422e1-2daf-477d-b8fa-6044a17f5d96 tempest-RoutersTest-1116560139 tempest-RoutersTest-1116560139-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14393611', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12985859'] for subnet (9715ffbc-2a50-47fe-a3cb-d4211c209dfd), after_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:33:10.536597 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-5198873f-15d1-4cda-b476-cb5108d167ac None None] Deleting port df66c383-5bda-4fbd-af93-d905969398d1 {{(pid=103232) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 19:33:10.537064 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-5198873f-15d1-4cda-b476-cb5108d167ac None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762867170196'] for port (df66c383-5bda-4fbd-af93-d905969398d1), before_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:33:10.545934 n-d-713498-36 neutron-server[103230]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9800da22-d4e7-4b3d-99bb-10ac827528b6 admin admin] Network 30b6826a-2ec4-4081-a475-68e12498d4e4 is scheduled to be hosted by DHCP agent af91e4b9-f4e1-42b1-a25c-a10dc47171c8 with binding_index 1 {{(pid=103230) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 19:33:10.615493 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-a7308b3e-699b-48ae-9587-b644c5a26588 req-fce66be5-b0d9-4941-a1e6-26e9959a1c9a tempest-TestServerBasicOps-1685830086 tempest-TestServerBasicOps-1685830086-project] 10.222.0.75 "GET /v2.0/ports?device_id=14c3c4a3-f393-4e4f-98ba-33d4eb176858 HTTP/1.1" status: 200 len: 210 time: 0.0583205 Feb 09 19:33:10.618386 n-d-713498-36 neutron-server[103230]: DEBUG neutron.scheduler.base_scheduler [None req-9800da22-d4e7-4b3d-99bb-10ac827528b6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713498-36, 30b6826a-2ec4-4081-a475-68e12498d4e4) {{(pid=103230) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 19:33:10.643100 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9800da22-d4e7-4b3d-99bb-10ac827528b6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:33:10.643709 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-9800da22-d4e7-4b3d-99bb-10ac827528b6 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:33:10.662443 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b1422e1-2daf-477d-b8fa-6044a17f5d96 tempest-RoutersTest-1116560139 tempest-RoutersTest-1116560139-project] Pushing event updated for resources: {'Subnet': ['ID=9715ffbc-2a50-47fe-a3cb-d4211c209dfd,revision_number=0']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:33:10.663676 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-95db6447-5057-4a24-94ac-23e5031c9dad tempest-NetworksTestDHCPv6-1153288886 tempest-NetworksTestDHCPv6-1153288886-project] Made reservation on behalf of 84aec0d011da47d8bc94f6ba8668f413 for: {'port': 1} {{(pid=103229) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 19:33:10.677575 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-95db6447-5057-4a24-94ac-23e5031c9dad tempest-NetworksTestDHCPv6-1153288886 tempest-NetworksTestDHCPv6-1153288886-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (None), before_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:33:10.695188 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-9800da22-d4e7-4b3d-99bb-10ac827528b6 admin admin] 10.222.0.75 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 843 time: 1.1177778 Feb 09 19:33:10.708210 n-d-713498-36 neutron-server[103229]: DEBUG neutron.notifiers.nova [None req-95db6447-5057-4a24-94ac-23e5031c9dad tempest-NetworksTestDHCPv6-1153288886 tempest-NetworksTestDHCPv6-1153288886-project] device_id is not set on port b1bc85f6-d85f-43a1-957f-bd70a8a3dafe yet. {{(pid=103229) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 09 19:33:10.712679 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b1422e1-2daf-477d-b8fa-6044a17f5d96 tempest-RoutersTest-1116560139 tempest-RoutersTest-1116560139-project] Checking segment: {'id': '8ade7df2-e42a-4b0f-9826-e15ecaa970cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': 'f47e5fdf-e63a-4dfd-ac2f-daae11ad6e0c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103230) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 19:33:10.713048 n-d-713498-36 neutron-server[103230]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b1422e1-2daf-477d-b8fa-6044a17f5d96 tempest-RoutersTest-1116560139 tempest-RoutersTest-1116560139-project] Network hostable DHCP agents. Network: f47e5fdf-e63a-4dfd-ac2f-daae11ad6e0c, hostable agents: ['af91e4b9-f4e1-42b1-a25c-a10dc47171c8'], hosted agents: [] {{(pid=103230) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 19:33:10.761432 n-d-713498-36 neutron-server[103230]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b1422e1-2daf-477d-b8fa-6044a17f5d96 tempest-RoutersTest-1116560139 tempest-RoutersTest-1116560139-project] Network f47e5fdf-e63a-4dfd-ac2f-daae11ad6e0c is scheduled to be hosted by DHCP agent af91e4b9-f4e1-42b1-a25c-a10dc47171c8 with binding_index 1 {{(pid=103230) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 19:33:10.775682 n-d-713498-36 neutron-server[103230]: DEBUG neutron.scheduler.base_scheduler [None req-4b1422e1-2daf-477d-b8fa-6044a17f5d96 tempest-RoutersTest-1116560139 tempest-RoutersTest-1116560139-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713498-36, f47e5fdf-e63a-4dfd-ac2f-daae11ad6e0c) {{(pid=103230) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 19:33:10.781363 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b1422e1-2daf-477d-b8fa-6044a17f5d96 tempest-RoutersTest-1116560139 tempest-RoutersTest-1116560139-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:33:10.782159 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-4b1422e1-2daf-477d-b8fa-6044a17f5d96 tempest-RoutersTest-1116560139 tempest-RoutersTest-1116560139-project] Publish callbacks [] for subnet (None), before_response {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:33:10.792170 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-552054b4-a5ee-4a96-b3ff-9708fc592e25 None None] Network 30b6826a-2ec4-4081-a475-68e12498d4e4 requested from n-d-713498-36 {{(pid=103232) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 19:33:10.823446 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-4b1422e1-2daf-477d-b8fa-6044a17f5d96 tempest-RoutersTest-1116560139 tempest-RoutersTest-1116560139-project] 10.222.0.75 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.3952193 Feb 09 19:33:10.826395 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 35696) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:33:10.826733 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 35698) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:33:10.905465 n-d-713498-36 neutron-server[103229]: DEBUG neutron.db.db_base_plugin_common [None req-95db6447-5057-4a24-94ac-23e5031c9dad tempest-NetworksTestDHCPv6-1153288886 tempest-NetworksTestDHCPv6-1153288886-project] Allocated IP 2001:db8::234 (f63a97a6-2552-42d7-aee9-c49ce8319647/74980dbf-295c-4550-9061-43717485204a/b1bc85f6-d85f-43a1-957f-bd70a8a3dafe) {{(pid=103229) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 19:33:11.019896 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02a7fe73-3bd3-403e-904c-c12cb28d47af None None] Network f47e5fdf-e63a-4dfd-ac2f-daae11ad6e0c requested from n-d-713498-36 {{(pid=103232) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 19:33:11.100146 n-d-713498-36 neutron-server[103233]: DEBUG neutron.db.l3_hamode_db [None req-90dd3a36-1c6f-4768-9ea7-1d23df547564 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '313e064b-ffaa-4c47-a7fc-c9666f3ee618', 'name': 'tempest-RoutersTest-router-2104240187', 'tenant_id': '009d54e3af88488b8213379431f58202', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T19:32:45Z', 'updated_at': '2022-02-09T19:33:05Z', 'revision_number': 4, 'project_id': '009d54e3af88488b8213379431f58202', 'gw_port_host': None, '_interfaces': [{'id': '09c715a7-b435-4235-acfb-908c690c92ee', 'name': '', 'network_id': '047e6bc3-a06b-46bf-aff3-5ee2dc76214c', 'tenant_id': '009d54e3af88488b8213379431f58202', 'mac_address': 'fa:16:3e:01:43:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '313e064b-ffaa-4c47-a7fc-c9666f3ee618', 'device_owner': 'network:router_interface', 'standard_attr_id': 3152, 'fixed_ips': [{'subnet_id': '99eecf43-b083-4b5d-bf1a-43876b1da023', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T19:33:04Z', 'updated_at': '2022-02-09T19:33:09Z', 'revision_number': 4, 'project_id': '009d54e3af88488b8213379431f58202', 'subnets': [{'id': '99eecf43-b083-4b5d-bf1a-43876b1da023', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '67fdfdea-2927-4154-9cbc-5ca4674ede19', 'name': '', 'network_id': 'b7476005-329d-43d5-ba02-3c7e4ca9d210', 'tenant_id': '009d54e3af88488b8213379431f58202', 'mac_address': 'fa:16:3e:31:9a:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '313e064b-ffaa-4c47-a7fc-c9666f3ee618', 'device_owner': 'network:router_interface', 'standard_attr_id': 3117, 'fixed_ips': [{'subnet_id': '1aa458bd-e51c-4d7d-8d13-8dbe39a30c15', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T19:32:47Z', 'updated_at': '2022-02-09T19:32:53Z', 'revision_number': 5, 'project_id': '009d54e3af88488b8213379431f58202', 'subnets': [{'id': '1aa458bd-e51c-4d7d-8d13-8dbe39a30c15', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f114fdaa-ad92-44f7-af65-c2598b011eca', 'name': '', 'network_id': '101d973c-b3a2-4013-b223-96f53753dfe5', 'tenant_id': '009d54e3af88488b8213379431f58202', 'mac_address': 'fa:16:3e:37:0c:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '313e064b-ffaa-4c47-a7fc-c9666f3ee618', 'device_owner': 'network:router_interface', 'standard_attr_id': 3135, 'fixed_ips': [{'subnet_id': 'b3e8f31d-a070-42b3-b962-2f623803b97f', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T19:32:54Z', 'updated_at': '2022-02-09T19:33:04Z', 'revision_number': 5, 'project_id': '009d54e3af88488b8213379431f58202', 'subnets': [{'id': 'b3e8f31d-a070-42b3-b962-2f623803b97f', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-36', False) {} {{(pid=103233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:33:11.154056 n-d-713498-36 neutron-server[103233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90dd3a36-1c6f-4768-9ea7-1d23df547564 None None] The sync data for ids ['313e064b-ffaa-4c47-a7fc-c9666f3ee618'] in n-d-713498-36 is: [{'id': '313e064b-ffaa-4c47-a7fc-c9666f3ee618', 'name': 'tempest-RoutersTest-router-2104240187', 'tenant_id': '009d54e3af88488b8213379431f58202', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T19:32:45Z', 'updated_at': '2022-02-09T19:33:05Z', 'revision_number': 4, 'project_id': '009d54e3af88488b8213379431f58202', 'gw_port_host': None, '_interfaces': [{'id': '09c715a7-b435-4235-acfb-908c690c92ee', 'name': '', 'network_id': '047e6bc3-a06b-46bf-aff3-5ee2dc76214c', 'tenant_id': '009d54e3af88488b8213379431f58202', 'mac_address': 'fa:16:3e:01:43:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '313e064b-ffaa-4c47-a7fc-c9666f3ee618', 'device_owner': 'network:router_interface', 'standard_attr_id': 3152, 'fixed_ips': [{'subnet_id': '99eecf43-b083-4b5d-bf1a-43876b1da023', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T19:33:04Z', 'updated_at': '2022-02-09T19:33:09Z', 'revision_number': 4, 'project_id': '009d54e3af88488b8213379431f58202', 'subnets': [{'id': '99eecf43-b083-4b5d-bf1a-43876b1da023', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '67fdfdea-2927-4154-9cbc-5ca4674ede19', 'name': '', 'network_id': 'b7476005-329d-43d5-ba02-3c7e4ca9d210', 'tenant_id': '009d54e3af88488b8213379431f58202', 'mac_address': 'fa:16:3e:31:9a:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '313e064b-ffaa-4c47-a7fc-c9666f3ee618', 'device_owner': 'network:router_interface', 'standard_attr_id': 3117, 'fixed_ips': [{'subnet_id': '1aa458bd-e51c-4d7d-8d13-8dbe39a30c15', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T19:32:47Z', 'updated_at': '2022-02-09T19:32:53Z', 'revision_number': 5, 'project_id': '009d54e3af88488b8213379431f58202', 'subnets': [{'id': '1aa458bd-e51c-4d7d-8d13-8dbe39a30c15', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f114fdaa-ad92-44f7-af65-c2598b011eca', 'name': '', 'network_id': '101d973c-b3a2-4013-b223-96f53753dfe5', 'tenant_id': '009d54e3af88488b8213379431f58202', 'mac_address': 'fa:16:3e:37:0c:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '313e064b-ffaa-4c47-a7fc-c9666f3ee618', 'device_owner': 'network:router_interface', 'standard_attr_id': 3135, 'fixed_ips': [{'subnet_id': 'b3e8f31d-a070-42b3-b962-2f623803b97f', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T19:32:54Z', 'updated_at': '2022-02-09T19:33:04Z', 'revision_number': 5, 'project_id': '009d54e3af88488b8213379431f58202', 'subnets': [{'id': 'b3e8f31d-a070-42b3-b962-2f623803b97f', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103233) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 19:33:11.350955 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-2a847206-a372-4760-9581-2719dd60f265 tempest-TestNetworkAdvancedServerOps-1633223542 tempest-TestNetworkAdvancedServerOps-1633223542-project] 10.222.0.75 "GET /v2.0/floatingips/e9ad4546-bcb3-4e5a-b843-54337d160d4f HTTP/1.1" status: 200 len: 992 time: 0.5212946 Feb 09 19:33:11.389329 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-95db6447-5057-4a24-94ac-23e5031c9dad tempest-NetworksTestDHCPv6-1153288886 tempest-NetworksTestDHCPv6-1153288886-project] Publish callbacks [] for port (b1bc85f6-d85f-43a1-957f-bd70a8a3dafe), precommit_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:33:11.483720 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-95db6447-5057-4a24-94ac-23e5031c9dad tempest-NetworksTestDHCPv6-1153288886 tempest-NetworksTestDHCPv6-1153288886-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762866656467', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12867576'] for port (b1bc85f6-d85f-43a1-957f-bd70a8a3dafe), after_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:33:11.658180 n-d-713498-36 neutron-server[103229]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95db6447-5057-4a24-94ac-23e5031c9dad tempest-NetworksTestDHCPv6-1153288886 tempest-NetworksTestDHCPv6-1153288886-project] Network f63a97a6-2552-42d7-aee9-c49ce8319647 is already hosted by enough agents. {{(pid=103229) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 19:33:11.683631 n-d-713498-36 neutron-server[103229]: DEBUG neutron.scheduler.base_scheduler [None req-95db6447-5057-4a24-94ac-23e5031c9dad tempest-NetworksTestDHCPv6-1153288886 tempest-NetworksTestDHCPv6-1153288886-project] Resources bound (agent type, host, resource id): {{(pid=103229) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 19:33:11.686078 n-d-713498-36 neutron-server[103229]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95db6447-5057-4a24-94ac-23e5031c9dad tempest-NetworksTestDHCPv6-1153288886 tempest-NetworksTestDHCPv6-1153288886-project] Received port after_create {{(pid=103229) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 19:33:11.706947 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95db6447-5057-4a24-94ac-23e5031c9dad tempest-NetworksTestDHCPv6-1153288886 tempest-NetworksTestDHCPv6-1153288886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:33:11.707630 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-95db6447-5057-4a24-94ac-23e5031c9dad tempest-NetworksTestDHCPv6-1153288886 tempest-NetworksTestDHCPv6-1153288886-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171096'] for port (None), before_response {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:33:11.770934 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-95db6447-5057-4a24-94ac-23e5031c9dad tempest-NetworksTestDHCPv6-1153288886 tempest-NetworksTestDHCPv6-1153288886-project] 10.222.0.75 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 1.4789810 Feb 09 19:33:11.771661 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 35712) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:33:11.839908 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95db6447-5057-4a24-94ac-23e5031c9dad tempest-NetworksTestDHCPv6-1153288886 tempest-NetworksTestDHCPv6-1153288886-project] Pushing event updated for resources: {'Port': ['ID=b1bc85f6-d85f-43a1-957f-bd70a8a3dafe,revision_number=1']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:33:11.844956 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-92179fac-937a-4bee-954b-eb307b17783f None None] Current status of the port b2cdb5c1-1c78-4b08-89bd-867d2fb3fcb3 is: DOWN; New status is: ACTIVE {{(pid=103232) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 19:33:11.845477 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-92179fac-937a-4bee-954b-eb307b17783f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (b2cdb5c1-1c78-4b08-89bd-867d2fb3fcb3), before_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:33:11.874331 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a6513fe-37fe-4676-9acc-f4d99b50c644 None None] Network 30b6826a-2ec4-4081-a475-68e12498d4e4 requested from n-d-713498-36 {{(pid=103232) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 19:33:11.961818 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-bcae00a0-00b5-4496-850e-eea0c5e29710 req-65682101-f136-4b9d-9aa7-3e66f05a2ec2 tempest-TestServerBasicOps-1685830086 tempest-TestServerBasicOps-1685830086-project] 10.222.0.75 "GET /v2.0/ports?device_id=14c3c4a3-f393-4e4f-98ba-33d4eb176858 HTTP/1.1" status: 200 len: 210 time: 0.1321554 Feb 09 19:33:12.003275 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66b41054-cde0-4609-9f37-7bfa25344815 tempest-NetworksTestDHCPv6-1153288886 tempest-NetworksTestDHCPv6-1153288886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:33:12.010450 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66b41054-cde0-4609-9f37-7bfa25344815 tempest-NetworksTestDHCPv6-1153288886 tempest-NetworksTestDHCPv6-1153288886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:33:12.016270 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-66b41054-cde0-4609-9f37-7bfa25344815 tempest-NetworksTestDHCPv6-1153288886 tempest-NetworksTestDHCPv6-1153288886-project] 10.222.0.75 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1592 time: 0.2390370 Feb 09 19:33:12.017743 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 35724) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:33:12.090193 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a265ef6-a5ce-45ff-b5d4-751164ec193c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8b32e980-7cce-5e82-a341-bd2fa8945c89-f47e5fdf-e63a-4dfd-ac2f-daae11ad6e0c', 'network_id': 'f47e5fdf-e63a-4dfd-ac2f-daae11ad6e0c', 'project_id': '009d54e3af88488b8213379431f58202', 'fixed_ips': [{'subnet_id': '9715ffbc-2a50-47fe-a3cb-d4211c209dfd'}]}} from n-d-713498-36. {{(pid=103232) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 09 19:33:12.091241 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-3a265ef6-a5ce-45ff-b5d4-751164ec193c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (None), before_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:33:12.140006 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Current status of the port f114fdaa-ad92-44f7-af65-c2598b011eca is: ACTIVE; New status is: ACTIVE {{(pid=103232) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 19:33:12.141680 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Device df66c383-5bda-4fbd-af93-d905969398d1 up at agent ovs-agent-n-d-713498-36 {{(pid=103232) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 19:33:12.255036 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-ffcdf67e-ae72-41bb-b396-d1474c0574d5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762867132591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593584'] for agent (af91e4b9-f4e1-42b1-a25c-a10dc47171c8), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:33:12.276795 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.plugin [None req-adc3b8fc-e071-493a-b738-8a9546116ecd tempest-NetworksTestDHCPv6-1153288886 tempest-NetworksTestDHCPv6-1153288886-project] Deleting port b1bc85f6-d85f-43a1-957f-bd70a8a3dafe {{(pid=103229) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 19:33:12.277808 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-adc3b8fc-e071-493a-b738-8a9546116ecd tempest-NetworksTestDHCPv6-1153288886 tempest-NetworksTestDHCPv6-1153288886-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762867170196'] for port (b1bc85f6-d85f-43a1-957f-bd70a8a3dafe), before_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:33:12.383050 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53380259-00de-46c6-b416-92b8b27b4b98 req-05effd1e-b5a4-4676-8f1e-5441e56f1980 tempest-ServersTestJSON-482035511 tempest-ServersTestJSON-482035511-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:33:12.396518 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-53380259-00de-46c6-b416-92b8b27b4b98 req-05effd1e-b5a4-4676-8f1e-5441e56f1980 tempest-ServersTestJSON-482035511 tempest-ServersTestJSON-482035511-project] 10.222.0.75 "GET /v2.0/networks?id=30b6826a-2ec4-4081-a475-68e12498d4e4 HTTP/1.1" status: 200 len: 806 time: 0.5087569 Feb 09 19:33:12.401596 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-2f172f3c-0c25-423e-bd81-c4bc3252138b tempest-RoutersTest-1116560139 tempest-RoutersTest-1116560139-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (None), before_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:33:12.448130 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-53380259-00de-46c6-b416-92b8b27b4b98 req-5e3d79b6-b487-4d81-8223-f39975efbfc1 tempest-ServersTestJSON-482035511 tempest-ServersTestJSON-482035511-project] 10.222.0.75 "GET /v2.0/quotas/1d398ed7d9dd4dd6ba1e1a6a1e6a87ff HTTP/1.1" status: 200 len: 375 time: 0.0506349 Feb 09 19:33:12.531947 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-adc3b8fc-e071-493a-b738-8a9546116ecd tempest-NetworksTestDHCPv6-1153288886 tempest-NetworksTestDHCPv6-1153288886-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1820838'] for port (b1bc85f6-d85f-43a1-957f-bd70a8a3dafe), precommit_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:33:12.586709 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.plugin [None req-adc3b8fc-e071-493a-b738-8a9546116ecd tempest-NetworksTestDHCPv6-1153288886 tempest-NetworksTestDHCPv6-1153288886-project] Calling delete_port for b1bc85f6-d85f-43a1-957f-bd70a8a3dafe owned by {{(pid=103229) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 19:33:12.599709 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.db_base_plugin_common [None req-3a265ef6-a5ce-45ff-b5d4-751164ec193c None None] Allocated IP 172.23.0.2 (f47e5fdf-e63a-4dfd-ac2f-daae11ad6e0c/9715ffbc-2a50-47fe-a3cb-d4211c209dfd/8753c41e-dc0d-4104-91c5-9b3d4960405f) {{(pid=103232) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 19:33:12.630790 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-53380259-00de-46c6-b416-92b8b27b4b98 req-17d986bb-63c9-401a-be93-47f4ea43dfb3 tempest-ServersTestJSON-482035511 tempest-ServersTestJSON-482035511-project] 10.222.0.75 "GET /v2.0/ports?tenant_id=1d398ed7d9dd4dd6ba1e1a6a1e6a87ff&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1750109 Feb 09 19:33:12.833762 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-5198873f-15d1-4cda-b476-cb5108d167ac None None] For port df66c383-5bda-4fbd-af93-d905969398d1, host n-d-713498-36, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-36',level=0,port_id=df66c383-5bda-4fbd-af93-d905969398d1,segment=NetworkSegment(20e634bc-bbe0-4569-a1ea-6be524590675),segment_id=20e634bc-bbe0-4569-a1ea-6be524590675)] {{(pid=103232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 19:33:12.834228 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-5198873f-15d1-4cda-b476-cb5108d167ac None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1820838'] for port (df66c383-5bda-4fbd-af93-d905969398d1), precommit_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:33:12.852000 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-5198873f-15d1-4cda-b476-cb5108d167ac None None] Calling delete_port for df66c383-5bda-4fbd-af93-d905969398d1 owned by network:dhcp {{(pid=103232) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 19:33:12.865715 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-53380259-00de-46c6-b416-92b8b27b4b98 req-328d1088-bd24-4c36-8c40-ab41de21a4c1 service neutron] 10.222.0.75 "GET /v2.0/networks/30b6826a-2ec4-4081-a475-68e12498d4e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2114856 Feb 09 19:33:12.873096 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-adc3b8fc-e071-493a-b738-8a9546116ecd tempest-NetworksTestDHCPv6-1153288886 tempest-NetworksTestDHCPv6-1153288886-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762867177463', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762866656476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12867576'] for port (b1bc85f6-d85f-43a1-957f-bd70a8a3dafe), after_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:33:12.957110 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adc3b8fc-e071-493a-b738-8a9546116ecd tempest-NetworksTestDHCPv6-1153288886 tempest-NetworksTestDHCPv6-1153288886-project] Pushing event deleted for resources: {'Port': ['ID=b1bc85f6-d85f-43a1-957f-bd70a8a3dafe,revision_number=None']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:33:12.968210 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.provisioning_blocks [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Provisioning complete for port df66c383-5bda-4fbd-af93-d905969398d1 triggered by entity L2. {{(pid=103232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 19:33:12.968602 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593630'] for port (df66c383-5bda-4fbd-af93-d905969398d1), provisioning_complete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:33:12.971439 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-adc3b8fc-e071-493a-b738-8a9546116ecd tempest-NetworksTestDHCPv6-1153288886 tempest-NetworksTestDHCPv6-1153288886-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171096'] for port (None), before_response {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:33:12.977949 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-adc3b8fc-e071-493a-b738-8a9546116ecd tempest-NetworksTestDHCPv6-1153288886 tempest-NetworksTestDHCPv6-1153288886-project] 10.222.0.75 "DELETE /v2.0/ports/b1bc85f6-d85f-43a1-957f-bd70a8a3dafe HTTP/1.1" status: 204 len: 168 time: 0.9589660 Feb 09 19:33:12.980600 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 35730) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:33:13.078359 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94ab8dba-173a-49e9-aec0-09763182ccd8 tempest-NetworksTestDHCPv6-1153288886 tempest-NetworksTestDHCPv6-1153288886-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:33:13.080041 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94ab8dba-173a-49e9-aec0-09763182ccd8 tempest-NetworksTestDHCPv6-1153288886 tempest-NetworksTestDHCPv6-1153288886-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:33:13.081558 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-53380259-00de-46c6-b416-92b8b27b4b98 req-9cd7a768-bace-4422-ae9b-9a043cff99f7 service neutron] 10.222.0.75 "GET /v2.0/networks/30b6826a-2ec4-4081-a475-68e12498d4e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1746488 Feb 09 19:33:13.081681 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-94ab8dba-173a-49e9-aec0-09763182ccd8 tempest-NetworksTestDHCPv6-1153288886 tempest-NetworksTestDHCPv6-1153288886-project] 10.222.0.75 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.0998611 Feb 09 19:33:13.086018 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 35736) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:33:13.107288 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-92179fac-937a-4bee-954b-eb307b17783f None None] For port b2cdb5c1-1c78-4b08-89bd-867d2fb3fcb3, host n-d-713498-36, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-36',level=0,port_id=b2cdb5c1-1c78-4b08-89bd-867d2fb3fcb3,segment=NetworkSegment(794d88ab-91f6-4acf-bda4-3a12b1db0eee),segment_id=794d88ab-91f6-4acf-bda4-3a12b1db0eee)] {{(pid=103232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 19:33:13.121940 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-92179fac-937a-4bee-954b-eb307b17783f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762867176205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762866656485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762866656503'] for port (b2cdb5c1-1c78-4b08-89bd-867d2fb3fcb3), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:33:13.125757 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-5198873f-15d1-4cda-b476-cb5108d167ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762867177463', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762866656476'] for port (df66c383-5bda-4fbd-af93-d905969398d1), after_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:33:13.140141 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Port df66c383-5bda-4fbd-af93-d905969398d1 was deleted so its status cannot be updated. {{(pid=103232) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:336}} Feb 09 19:33:13.140852 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Device b2cdb5c1-1c78-4b08-89bd-867d2fb3fcb3 up at agent ovs-agent-n-d-713498-36 {{(pid=103232) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 19:33:13.192520 n-d-713498-36 neutron-server[103229]: DEBUG neutron.db.db_base_plugin_v2 [None req-77387984-4305-46c4-8e82-b34ba7768414 tempest-NetworksTestDHCPv6-1153288886 tempest-NetworksTestDHCPv6-1153288886-project] Deleting subnet 74980dbf-295c-4550-9061-43717485204a {{(pid=103229) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 19:33:13.203041 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-77387984-4305-46c4-8e82-b34ba7768414 tempest-NetworksTestDHCPv6-1153288886 tempest-NetworksTestDHCPv6-1153288886-project] Publish callbacks [] for subnet (74980dbf-295c-4550-9061-43717485204a), before_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:33:13.227190 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-3a265ef6-a5ce-45ff-b5d4-751164ec193c None None] Publish callbacks [] for port (8753c41e-dc0d-4104-91c5-9b3d4960405f), precommit_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:33:13.290714 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-77387984-4305-46c4-8e82-b34ba7768414 tempest-NetworksTestDHCPv6-1153288886 tempest-NetworksTestDHCPv6-1153288886-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16683410'] for subnet (74980dbf-295c-4550-9061-43717485204a), precommit_delete_associations {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:33:13.351492 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-77387984-4305-46c4-8e82-b34ba7768414 tempest-NetworksTestDHCPv6-1153288886 tempest-NetworksTestDHCPv6-1153288886-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-759852'] for subnet (74980dbf-295c-4550-9061-43717485204a), precommit_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:33:13.370739 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92179fac-937a-4bee-954b-eb307b17783f None None] Pushing event updated for resources: {'Port': ['ID=b2cdb5c1-1c78-4b08-89bd-867d2fb3fcb3,revision_number=3']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:33:13.385737 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-3a265ef6-a5ce-45ff-b5d4-751164ec193c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762866656467'] for port (8753c41e-dc0d-4104-91c5-9b3d4960405f), after_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:33:13.432605 n-d-713498-36 neutron-server[103230]: DEBUG neutron.db.db_base_plugin_common [None req-2f172f3c-0c25-423e-bd81-c4bc3252138b tempest-RoutersTest-1116560139 tempest-RoutersTest-1116560139-project] Allocated IP 172.23.0.1 (f47e5fdf-e63a-4dfd-ac2f-daae11ad6e0c/9715ffbc-2a50-47fe-a3cb-d4211c209dfd/c380a0bb-c60e-499e-b0d7-2e513b3281b8) {{(pid=103230) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 19:33:13.434773 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5198873f-15d1-4cda-b476-cb5108d167ac None None] No DVR routers for this DVR port df66c383-5bda-4fbd-af93-d905969398d1 on host n-d-713498-36 {{(pid=103232) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 19:33:13.477907 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-3e1460d8-068b-49c2-9159-4ec2fad16fd9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762867132591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593584'] for agent (93303d5e-5d17-45e8-8963-7694f87783ae), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:33:13.486056 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5198873f-15d1-4cda-b476-cb5108d167ac None None] Pushing event deleted for resources: {'Port': ['ID=df66c383-5bda-4fbd-af93-d905969398d1,revision_number=None']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:33:13.508212 n-d-713498-36 neutron-server[103232]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a265ef6-a5ce-45ff-b5d4-751164ec193c None None] Network f47e5fdf-e63a-4dfd-ac2f-daae11ad6e0c is already hosted by enough agents. {{(pid=103232) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 19:33:13.511284 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.provisioning_blocks [None req-f0dda8d3-3f51-4a7e-90d9-624890696bb4 None None] Provisioning complete for port b2cdb5c1-1c78-4b08-89bd-867d2fb3fcb3 triggered by entity DHCP. {{(pid=103232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 19:33:13.511891 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-f0dda8d3-3f51-4a7e-90d9-624890696bb4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593630'] for port (b2cdb5c1-1c78-4b08-89bd-867d2fb3fcb3), provisioning_complete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:33:13.513562 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-163fd211-db5d-41c7-b456-5c49aea35b4d None None] Network f63a97a6-2552-42d7-aee9-c49ce8319647 requested from n-d-713498-36 {{(pid=103232) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 19:33:13.580419 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-15ecf7fb-663a-4c55-879f-023dbc3b1d48 req-d971c18d-8bbe-4f9a-87ea-323bcc2091c9 tempest-TestServerBasicOps-1685830086 tempest-TestServerBasicOps-1685830086-project] 10.222.0.75 "GET /v2.0/ports?device_id=14c3c4a3-f393-4e4f-98ba-33d4eb176858 HTTP/1.1" status: 200 len: 210 time: 0.0466876 Feb 09 19:33:13.590812 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-77387984-4305-46c4-8e82-b34ba7768414 tempest-NetworksTestDHCPv6-1153288886 tempest-NetworksTestDHCPv6-1153288886-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-760023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12867367', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12759238'] for subnet (74980dbf-295c-4550-9061-43717485204a), after_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:33:13.631861 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77387984-4305-46c4-8e82-b34ba7768414 tempest-NetworksTestDHCPv6-1153288886 tempest-NetworksTestDHCPv6-1153288886-project] Pushing event deleted for resources: {'Subnet': ['ID=74980dbf-295c-4550-9061-43717485204a,revision_number=None']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:33:13.645533 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-77387984-4305-46c4-8e82-b34ba7768414 tempest-NetworksTestDHCPv6-1153288886 tempest-NetworksTestDHCPv6-1153288886-project] Publish callbacks [] for subnet (None), before_response {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:33:13.650294 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-77387984-4305-46c4-8e82-b34ba7768414 tempest-NetworksTestDHCPv6-1153288886 tempest-NetworksTestDHCPv6-1153288886-project] 10.222.0.75 "DELETE /v2.0/subnets/74980dbf-295c-4550-9061-43717485204a HTTP/1.1" status: 204 len: 168 time: 0.5629959 Feb 09 19:33:13.652975 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 35746) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:33:13.682873 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-2ffd0ada-b9e5-45ca-b869-68edf1864d7d req-2012de7c-3616-4a56-b96d-2d5a7fccb598 tempest-ServersTestJSON-482035511 tempest-ServersTestJSON-482035511-project] 10.222.0.75 "GET /v2.0/ports?device_id=d6657ee2-bf4a-4856-a7c3-159d11004937 HTTP/1.1" status: 200 len: 210 time: 0.1150334 Feb 09 19:33:13.727559 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-4570d2b8-a3c6-4da2-97fc-8158c37b9144 tempest-NetworksTestDHCPv6-1153288886 tempest-NetworksTestDHCPv6-1153288886-project] 10.222.0.75 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0694954 Feb 09 19:33:13.728411 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 35754) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:33:13.733973 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.v2.base [None req-c1be3433-bcba-4b37-9e4a-712df559779d tempest-NetworksTestDHCPv6-1153288886 tempest-NetworksTestDHCPv6-1153288886-project] Request body: {'subnet': {'network_id': 'f63a97a6-2552-42d7-aee9-c49ce8319647', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 19:33:13.821703 n-d-713498-36 neutron-server[103232]: DEBUG neutron.scheduler.base_scheduler [None req-3a265ef6-a5ce-45ff-b5d4-751164ec193c None None] Resources bound (agent type, host, resource id): {{(pid=103232) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 19:33:13.827990 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a265ef6-a5ce-45ff-b5d4-751164ec193c None None] Received port after_create {{(pid=103232) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 19:33:13.851458 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61f07442-85ad-4d45-9503-a46879a02959 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8b32e980-7cce-5e82-a341-bd2fa8945c89-f63a97a6-2552-42d7-aee9-c49ce8319647', 'network_id': 'f63a97a6-2552-42d7-aee9-c49ce8319647', 'project_id': '84aec0d011da47d8bc94f6ba8668f413', 'fixed_ips': [{'subnet_id': '74980dbf-295c-4550-9061-43717485204a'}]}} from n-d-713498-36. {{(pid=103232) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 09 19:33:13.852244 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-61f07442-85ad-4d45-9503-a46879a02959 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (None), before_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:33:13.857980 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2271dabc-681f-418f-bbec-09066a310fe2 req-111d3d51-bd95-418d-93bf-050ab402ae9b tempest-TestServerBasicOps-1685830086 tempest-TestServerBasicOps-1685830086-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:33:13.862187 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-2271dabc-681f-418f-bbec-09066a310fe2 req-111d3d51-bd95-418d-93bf-050ab402ae9b tempest-TestServerBasicOps-1685830086 tempest-TestServerBasicOps-1685830086-project] 10.222.0.90 "GET /v2.0/networks?id=8f2df497-8ab8-4c9e-8bb2-f9e936c46637 HTTP/1.1" status: 200 len: 809 time: 0.6771364 Feb 09 19:33:13.899823 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-2f172f3c-0c25-423e-bd81-c4bc3252138b tempest-RoutersTest-1116560139 tempest-RoutersTest-1116560139-project] Publish callbacks [] for port (c380a0bb-c60e-499e-b0d7-2e513b3281b8), precommit_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:33:13.923178 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c1be3433-bcba-4b37-9e4a-712df559779d tempest-NetworksTestDHCPv6-1153288886 tempest-NetworksTestDHCPv6-1153288886-project] Made reservation on behalf of 84aec0d011da47d8bc94f6ba8668f413 for: {'subnet': 1} {{(pid=103229) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 19:33:13.934162 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-c1be3433-bcba-4b37-9e4a-712df559779d tempest-NetworksTestDHCPv6-1153288886 tempest-NetworksTestDHCPv6-1153288886-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12759265'] for subnet (None), before_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:33:13.971510 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-2271dabc-681f-418f-bbec-09066a310fe2 req-10fe42be-a810-4853-a16c-c48ee954d53e tempest-TestServerBasicOps-1685830086 tempest-TestServerBasicOps-1685830086-project] 10.222.0.90 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=0484ed2328124ada8d8870756276d1f0 HTTP/1.1" status: 200 len: 379 time: 0.0943294 Feb 09 19:33:13.983971 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.v2.base [req-2271dabc-681f-418f-bbec-09066a310fe2 req-d2678f75-9cdf-42d1-adb4-b0bcfd5b3888 tempest-TestServerBasicOps-1685830086 tempest-TestServerBasicOps-1685830086-project] Request body: {'port': {'device_id': '14c3c4a3-f393-4e4f-98ba-33d4eb176858', 'network_id': '8f2df497-8ab8-4c9e-8bb2-f9e936c46637', 'admin_state_up': True, 'tenant_id': '0484ed2328124ada8d8870756276d1f0', 'security_groups': ['65ed5d36-ab26-4dda-b5da-35d8a5ba3b82']}} {{(pid=103230) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 19:33:14.049920 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-2f172f3c-0c25-423e-bd81-c4bc3252138b tempest-RoutersTest-1116560139 tempest-RoutersTest-1116560139-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762866656467', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14393751'] for port (c380a0bb-c60e-499e-b0d7-2e513b3281b8), after_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:33:14.079640 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.provisioning_blocks [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Provisioning complete for port b2cdb5c1-1c78-4b08-89bd-867d2fb3fcb3 triggered by entity L2. {{(pid=103232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 19:33:14.082182 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593630'] for port (b2cdb5c1-1c78-4b08-89bd-867d2fb3fcb3), provisioning_complete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:33:14.090206 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a265ef6-a5ce-45ff-b5d4-751164ec193c None None] Pushing event updated for resources: {'Port': ['ID=8753c41e-dc0d-4104-91c5-9b3d4960405f,revision_number=1']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:33:14.110361 n-d-713498-36 neutron-server[103230]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f172f3c-0c25-423e-bd81-c4bc3252138b tempest-RoutersTest-1116560139 tempest-RoutersTest-1116560139-project] Network f47e5fdf-e63a-4dfd-ac2f-daae11ad6e0c is already hosted by enough agents. {{(pid=103230) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 19:33:14.122293 n-d-713498-36 neutron-server[103230]: DEBUG neutron.scheduler.base_scheduler [None req-2f172f3c-0c25-423e-bd81-c4bc3252138b tempest-RoutersTest-1116560139 tempest-RoutersTest-1116560139-project] Resources bound (agent type, host, resource id): {{(pid=103230) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 19:33:14.130989 n-d-713498-36 neutron-server[103230]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f172f3c-0c25-423e-bd81-c4bc3252138b tempest-RoutersTest-1116560139 tempest-RoutersTest-1116560139-project] Received port after_create {{(pid=103230) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 19:33:14.167171 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f172f3c-0c25-423e-bd81-c4bc3252138b tempest-RoutersTest-1116560139 tempest-RoutersTest-1116560139-project] Pushing event updated for resources: {'Port': ['ID=c380a0bb-c60e-499e-b0d7-2e513b3281b8,revision_number=1']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:33:14.253366 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-2f172f3c-0c25-423e-bd81-c4bc3252138b tempest-RoutersTest-1116560139 tempest-RoutersTest-1116560139-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1819024'] for router_interface (313e064b-ffaa-4c47-a7fc-c9666f3ee618), before_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:33:14.264753 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.managers [None req-3a265ef6-a5ce-45ff-b5d4-751164ec193c None None] Attempting to bind port 8753c41e-dc0d-4104-91c5-9b3d4960405f on host n-d-713498-36 for vnic_type normal with profile {{(pid=103232) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 19:33:14.265133 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.managers [None req-3a265ef6-a5ce-45ff-b5d4-751164ec193c None None] Attempting to bind port 8753c41e-dc0d-4104-91c5-9b3d4960405f by drivers openvswitch,hyperv on host n-d-713498-36 at level 0 using segments [{'id': '8ade7df2-e42a-4b0f-9826-e15ecaa970cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': 'f47e5fdf-e63a-4dfd-ac2f-daae11ad6e0c'}] {{(pid=103232) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 19:33:14.265501 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a265ef6-a5ce-45ff-b5d4-751164ec193c None None] Attempting to bind port 8753c41e-dc0d-4104-91c5-9b3d4960405f on network f47e5fdf-e63a-4dfd-ac2f-daae11ad6e0c {{(pid=103232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 19:33:14.296214 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a265ef6-a5ce-45ff-b5d4-751164ec193c None None] Checking agent: {'id': '496418a2-c002-4aec-ab1a-07f3bea491bd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-36', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 18, 51, 47), 'started_at': datetime.datetime(2022, 2, 9, 18, 52, 17), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 19, 32, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-36'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 19:33:14.296642 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a265ef6-a5ce-45ff-b5d4-751164ec193c None None] Checking segment: {'id': '8ade7df2-e42a-4b0f-9826-e15ecaa970cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': 'f47e5fdf-e63a-4dfd-ac2f-daae11ad6e0c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103232) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 19:33:14.297051 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-3a265ef6-a5ce-45ff-b5d4-751164ec193c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:33:14.297449 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a265ef6-a5ce-45ff-b5d4-751164ec193c None None] Bound using segment: {'id': '8ade7df2-e42a-4b0f-9826-e15ecaa970cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': 'f47e5fdf-e63a-4dfd-ac2f-daae11ad6e0c'} {{(pid=103232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 19:33:14.297935 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.managers [None req-3a265ef6-a5ce-45ff-b5d4-751164ec193c None None] Bound port: 8753c41e-dc0d-4104-91c5-9b3d4960405f, host: n-d-713498-36, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8ade7df2-e42a-4b0f-9826-e15ecaa970cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': 'f47e5fdf-e63a-4dfd-ac2f-daae11ad6e0c'}}] {{(pid=103232) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 19:33:14.298339 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-3a265ef6-a5ce-45ff-b5d4-751164ec193c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (8753c41e-dc0d-4104-91c5-9b3d4960405f), before_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:33:14.345185 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-c1be3433-bcba-4b37-9e4a-712df559779d tempest-NetworksTestDHCPv6-1153288886 tempest-NetworksTestDHCPv6-1153288886-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12867428', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12759263'] for subnet (3f1e0c33-57c3-449b-bdd4-fa733d980669), after_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:33:14.389250 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2271dabc-681f-418f-bbec-09066a310fe2 req-d2678f75-9cdf-42d1-adb4-b0bcfd5b3888 tempest-TestServerBasicOps-1685830086 tempest-TestServerBasicOps-1685830086-project] Made reservation on behalf of 0484ed2328124ada8d8870756276d1f0 for: {'port': 1} {{(pid=103230) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 19:33:14.392623 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [req-2271dabc-681f-418f-bbec-09066a310fe2 req-d2678f75-9cdf-42d1-adb4-b0bcfd5b3888 tempest-TestServerBasicOps-1685830086 tempest-TestServerBasicOps-1685830086-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (None), before_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:33:14.417251 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-edc54c9b-7f13-45d9-9271-85c9738b0128 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762867132591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593584'] for agent (a62b1850-466f-48ae-bec7-d62fb280e14b), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:33:14.436495 n-d-713498-36 neutron-server[103229]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1be3433-bcba-4b37-9e4a-712df559779d tempest-NetworksTestDHCPv6-1153288886 tempest-NetworksTestDHCPv6-1153288886-project] Network f63a97a6-2552-42d7-aee9-c49ce8319647 is already hosted by enough agents. {{(pid=103229) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 19:33:14.441146 n-d-713498-36 neutron-server[103229]: DEBUG neutron.scheduler.base_scheduler [None req-c1be3433-bcba-4b37-9e4a-712df559779d tempest-NetworksTestDHCPv6-1153288886 tempest-NetworksTestDHCPv6-1153288886-project] Resources bound (agent type, host, resource id): {{(pid=103229) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 19:33:14.445603 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-f0dda8d3-3f51-4a7e-90d9-624890696bb4 None None] Current status of the port b2cdb5c1-1c78-4b08-89bd-867d2fb3fcb3 is: ACTIVE; New status is: ACTIVE {{(pid=103232) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 19:33:14.446185 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1be3433-bcba-4b37-9e4a-712df559779d tempest-NetworksTestDHCPv6-1153288886 tempest-NetworksTestDHCPv6-1153288886-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:33:14.446794 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-c1be3433-bcba-4b37-9e4a-712df559779d tempest-NetworksTestDHCPv6-1153288886 tempest-NetworksTestDHCPv6-1153288886-project] Publish callbacks [] for subnet (None), before_response {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:33:14.478743 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06b1cef5-e6c4-44b7-97a3-b4551f94f2c1 None None] Network f63a97a6-2552-42d7-aee9-c49ce8319647 requested from n-d-713498-36 {{(pid=103232) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 19:33:14.492561 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1be3433-bcba-4b37-9e4a-712df559779d tempest-NetworksTestDHCPv6-1153288886 tempest-NetworksTestDHCPv6-1153288886-project] Pushing event updated for resources: {'Subnet': ['ID=3f1e0c33-57c3-449b-bdd4-fa733d980669,revision_number=0']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:33:14.503938 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-c1be3433-bcba-4b37-9e4a-712df559779d tempest-NetworksTestDHCPv6-1153288886 tempest-NetworksTestDHCPv6-1153288886-project] 10.222.0.75 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.7743664 Feb 09 19:33:14.507162 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 35764) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:33:14.512129 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.v2.base [None req-f2e9c102-e029-4bbb-8256-21331525c7e1 tempest-NetworksTestDHCPv6-1153288886 tempest-NetworksTestDHCPv6-1153288886-project] Request body: {'port': {'network_id': 'f63a97a6-2552-42d7-aee9-c49ce8319647', 'name': 'tempest-NetworksTestDHCPv6-277815549'}} {{(pid=103229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 19:33:14.685159 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-861f6a64-fc8c-4951-9ef5-3e1a73c21b33 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8b32e980-7cce-5e82-a341-bd2fa8945c89-f63a97a6-2552-42d7-aee9-c49ce8319647', 'network_id': 'f63a97a6-2552-42d7-aee9-c49ce8319647', 'project_id': '84aec0d011da47d8bc94f6ba8668f413', 'fixed_ips': [{'subnet_id': '3f1e0c33-57c3-449b-bdd4-fa733d980669'}]}} from n-d-713498-36. {{(pid=103232) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 09 19:33:14.686033 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-861f6a64-fc8c-4951-9ef5-3e1a73c21b33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (None), before_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:33:14.703048 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-3a265ef6-a5ce-45ff-b5d4-751164ec193c None None] For port 8753c41e-dc0d-4104-91c5-9b3d4960405f, host n-d-713498-36, cleared binding levels {{(pid=103232) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 19:33:14.705558 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.provisioning_blocks [None req-f0dda8d3-3f51-4a7e-90d9-624890696bb4 None None] Provisioning complete for port 09c715a7-b435-4235-acfb-908c690c92ee triggered by entity DHCP. {{(pid=103232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 19:33:14.705945 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-f0dda8d3-3f51-4a7e-90d9-624890696bb4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593630'] for port (09c715a7-b435-4235-acfb-908c690c92ee), provisioning_complete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:33:14.717643 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Current status of the port b2cdb5c1-1c78-4b08-89bd-867d2fb3fcb3 is: ACTIVE; New status is: ACTIVE {{(pid=103232) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 19:33:14.722862 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-2f172f3c-0c25-423e-bd81-c4bc3252138b tempest-RoutersTest-1116560139 tempest-RoutersTest-1116560139-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (c380a0bb-c60e-499e-b0d7-2e513b3281b8), before_update {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:33:14.745417 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-3a265ef6-a5ce-45ff-b5d4-751164ec193c None None] For port 8753c41e-dc0d-4104-91c5-9b3d4960405f, host n-d-713498-36, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-36',level=0,port_id=8753c41e-dc0d-4104-91c5-9b3d4960405f,segment=NetworkSegment(8ade7df2-e42a-4b0f-9826-e15ecaa970cb),segment_id=8ade7df2-e42a-4b0f-9826-e15ecaa970cb)] {{(pid=103232) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 19:33:14.767300 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-3a265ef6-a5ce-45ff-b5d4-751164ec193c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762867176205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762866656485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762866656503'] for port (8753c41e-dc0d-4104-91c5-9b3d4960405f), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:33:14.857644 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f2e9c102-e029-4bbb-8256-21331525c7e1 tempest-NetworksTestDHCPv6-1153288886 tempest-NetworksTestDHCPv6-1153288886-project] Made reservation on behalf of 84aec0d011da47d8bc94f6ba8668f413 for: {'port': 1} {{(pid=103229) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 19:33:14.877255 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-f2e9c102-e029-4bbb-8256-21331525c7e1 tempest-NetworksTestDHCPv6-1153288886 tempest-NetworksTestDHCPv6-1153288886-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (None), before_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:33:14.880922 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-59284857-6e9f-445f-b8b0-4315408b0765 req-0ef94f81-48de-4cce-b9ef-516422b4d3d4 tempest-TestServerBasicOps-1685830086 tempest-TestServerBasicOps-1685830086-project] 10.222.0.75 "GET /v2.0/ports?device_id=14c3c4a3-f393-4e4f-98ba-33d4eb176858 HTTP/1.1" status: 200 len: 210 time: 0.1145177 Feb 09 19:33:14.914880 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a265ef6-a5ce-45ff-b5d4-751164ec193c None None] Pushing event updated for resources: {'Port': ['ID=8753c41e-dc0d-4104-91c5-9b3d4960405f,revision_number=2']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:33:14.933438 n-d-713498-36 neutron-server[103229]: DEBUG neutron.notifiers.nova [None req-f2e9c102-e029-4bbb-8256-21331525c7e1 tempest-NetworksTestDHCPv6-1153288886 tempest-NetworksTestDHCPv6-1153288886-project] device_id is not set on port 4c096cd6-cc66-4c43-acc7-7f66bc08f8e1 yet. {{(pid=103229) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 09 19:33:15.004901 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-55fbf077-72c7-4118-8e28-a2ad462bd3fb req-c24773f7-0ccb-4823-afd2-2f994f422191 tempest-ServersTestJSON-482035511 tempest-ServersTestJSON-482035511-project] 10.222.0.75 "GET /v2.0/ports?device_id=d6657ee2-bf4a-4856-a7c3-159d11004937 HTTP/1.1" status: 200 len: 210 time: 0.1648471 Feb 09 19:33:15.043437 n-d-713498-36 neutron-server[103230]: DEBUG neutron.db.db_base_plugin_common [req-2271dabc-681f-418f-bbec-09066a310fe2 req-d2678f75-9cdf-42d1-adb4-b0bcfd5b3888 tempest-TestServerBasicOps-1685830086 tempest-TestServerBasicOps-1685830086-project] Allocated IP 172.20.0.8 (8f2df497-8ab8-4c9e-8bb2-f9e936c46637/9358c454-1c1b-4e17-a8a9-b8f83c45b376/c6f469cb-b1d3-4ec0-ae11-8d288e85cc6d) {{(pid=103230) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 19:33:15.124204 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Device 09c715a7-b435-4235-acfb-908c690c92ee up at agent ovs-agent-n-d-713498-36 {{(pid=103232) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 19:33:15.234996 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [req-81b43727-0611-41d7-9a2a-7c81ff0ce7e7 req-af57ae5a-6101-4ee0-9e52-413ffbd932c2 service neutron] (103229) timed out ('10.222.0.89', 57208) {{(pid=103229) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Feb 09 19:33:15.258580 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.db_base_plugin_common [None req-861f6a64-fc8c-4951-9ef5-3e1a73c21b33 None None] Allocated IP 2001:db8::2 (f63a97a6-2552-42d7-aee9-c49ce8319647/3f1e0c33-57c3-449b-bdd4-fa733d980669/566737e7-f89a-43a8-be9d-0a99b69af9d5) {{(pid=103232) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 19:33:15.331971 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-f0dda8d3-3f51-4a7e-90d9-624890696bb4 None None] Current status of the port 09c715a7-b435-4235-acfb-908c690c92ee is: DOWN; New status is: ACTIVE {{(pid=103232) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 19:33:15.332371 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-f0dda8d3-3f51-4a7e-90d9-624890696bb4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (09c715a7-b435-4235-acfb-908c690c92ee), before_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:33:15.457690 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.provisioning_blocks [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Provisioning complete for port 09c715a7-b435-4235-acfb-908c690c92ee triggered by entity L2. {{(pid=103232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 19:33:15.458102 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593630'] for port (09c715a7-b435-4235-acfb-908c690c92ee), provisioning_complete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:33:15.697415 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53380259-00de-46c6-b416-92b8b27b4b98 req-544a87ce-cf26-4417-b628-6573a8ef8fdd tempest-ServersTestJSON-482035511 tempest-ServersTestJSON-482035511-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:33:15.700009 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-53380259-00de-46c6-b416-92b8b27b4b98 req-544a87ce-cf26-4417-b628-6573a8ef8fdd tempest-ServersTestJSON-482035511 tempest-ServersTestJSON-482035511-project] 10.222.0.89 "GET /v2.0/networks?id=30b6826a-2ec4-4081-a475-68e12498d4e4 HTTP/1.1" status: 200 len: 806 time: 0.3429630 Feb 09 19:33:15.715503 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.v2.base [req-53380259-00de-46c6-b416-92b8b27b4b98 req-c646b093-3fa5-4117-8344-a2b3aed6843c tempest-ServersTestJSON-482035511 tempest-ServersTestJSON-482035511-project] Request body: {'port': {'device_id': 'd6657ee2-bf4a-4856-a7c3-159d11004937', 'network_id': '30b6826a-2ec4-4081-a475-68e12498d4e4', 'admin_state_up': True, 'tenant_id': '1d398ed7d9dd4dd6ba1e1a6a1e6a87ff'}} {{(pid=103229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 19:33:15.852616 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [req-2271dabc-681f-418f-bbec-09066a310fe2 req-d2678f75-9cdf-42d1-adb4-b0bcfd5b3888 tempest-TestServerBasicOps-1685830086 tempest-TestServerBasicOps-1685830086-project] Publish callbacks [] for port (c6f469cb-b1d3-4ec0-ae11-8d288e85cc6d), precommit_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:33:15.876119 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-f0dda8d3-3f51-4a7e-90d9-624890696bb4 None None] For port 09c715a7-b435-4235-acfb-908c690c92ee, host n-d-713498-36, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-36',level=0,port_id=09c715a7-b435-4235-acfb-908c690c92ee,segment=NetworkSegment(794d88ab-91f6-4acf-bda4-3a12b1db0eee),segment_id=794d88ab-91f6-4acf-bda4-3a12b1db0eee)] {{(pid=103232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 19:33:15.890365 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-f0dda8d3-3f51-4a7e-90d9-624890696bb4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762867176205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762866656485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762866656503'] for port (09c715a7-b435-4235-acfb-908c690c92ee), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:33:15.954742 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-861f6a64-fc8c-4951-9ef5-3e1a73c21b33 None None] Publish callbacks [] for port (566737e7-f89a-43a8-be9d-0a99b69af9d5), precommit_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:33:15.960803 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0dda8d3-3f51-4a7e-90d9-624890696bb4 None None] Pushing event updated for resources: {'Port': ['ID=09c715a7-b435-4235-acfb-908c690c92ee,revision_number=5']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:33:15.999584 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-861f6a64-fc8c-4951-9ef5-3e1a73c21b33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762866656467'] for port (566737e7-f89a-43a8-be9d-0a99b69af9d5), after_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:33:16.055933 n-d-713498-36 neutron-server[103232]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-861f6a64-fc8c-4951-9ef5-3e1a73c21b33 None None] Network f63a97a6-2552-42d7-aee9-c49ce8319647 is already hosted by enough agents. {{(pid=103232) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 19:33:16.059416 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-700c16c1-01c4-427c-a804-04cabe190e3f req-d6350983-9f1b-4d2d-a9c9-66aa333f0667 tempest-TestServerBasicOps-1685830086 tempest-TestServerBasicOps-1685830086-project] 10.222.0.75 "GET /v2.0/ports?device_id=14c3c4a3-f393-4e4f-98ba-33d4eb176858 HTTP/1.1" status: 200 len: 210 time: 0.0453050 Feb 09 19:33:16.086403 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-53380259-00de-46c6-b416-92b8b27b4b98 req-c646b093-3fa5-4117-8344-a2b3aed6843c tempest-ServersTestJSON-482035511 tempest-ServersTestJSON-482035511-project] Made reservation on behalf of 1d398ed7d9dd4dd6ba1e1a6a1e6a87ff for: {'port': 1} {{(pid=103229) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 19:33:16.089986 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-53380259-00de-46c6-b416-92b8b27b4b98 req-c646b093-3fa5-4117-8344-a2b3aed6843c tempest-ServersTestJSON-482035511 tempest-ServersTestJSON-482035511-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (None), before_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:33:16.103543 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-a7262a8e-0513-48fd-984d-75726a511961 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762867132591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593584'] for agent (911cfea2-02ae-4ec9-bac3-7808ee1cdd9c), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:33:16.107944 n-d-713498-36 neutron-server[103232]: DEBUG neutron.scheduler.base_scheduler [None req-861f6a64-fc8c-4951-9ef5-3e1a73c21b33 None None] Resources bound (agent type, host, resource id): {{(pid=103232) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 19:33:16.112277 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.l3_dvrscheduler_db [None req-861f6a64-fc8c-4951-9ef5-3e1a73c21b33 None None] Received port after_create {{(pid=103232) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 19:33:16.127058 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-861f6a64-fc8c-4951-9ef5-3e1a73c21b33 None None] Pushing event updated for resources: {'Port': ['ID=566737e7-f89a-43a8-be9d-0a99b69af9d5,revision_number=1']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:33:16.129939 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Current status of the port 09c715a7-b435-4235-acfb-908c690c92ee is: ACTIVE; New status is: ACTIVE {{(pid=103232) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 19:33:16.131620 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Device b2cdb5c1-1c78-4b08-89bd-867d2fb3fcb3 up at agent ovs-agent-n-d-713498-36 {{(pid=103232) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 19:33:16.166337 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-2f172f3c-0c25-423e-bd81-c4bc3252138b tempest-RoutersTest-1116560139 tempest-RoutersTest-1116560139-project] Publish callbacks [] for port (c380a0bb-c60e-499e-b0d7-2e513b3281b8), precommit_update {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:33:16.254502 n-d-713498-36 neutron-server[103229]: DEBUG neutron.db.db_base_plugin_common [req-53380259-00de-46c6-b416-92b8b27b4b98 req-c646b093-3fa5-4117-8344-a2b3aed6843c tempest-ServersTestJSON-482035511 tempest-ServersTestJSON-482035511-project] Allocated IP 172.20.0.14 (30b6826a-2ec4-4081-a475-68e12498d4e4/030193b3-b985-4d6c-b0c1-2ea320638096/f66e9e9f-dc25-41b3-a2e4-a6e5122a970c) {{(pid=103229) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 19:33:16.260436 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-2f172f3c-0c25-423e-bd81-c4bc3252138b tempest-RoutersTest-1116560139 tempest-RoutersTest-1116560139-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762867176205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762866656485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762866656503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14393758'] for port (c380a0bb-c60e-499e-b0d7-2e513b3281b8), after_update {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:33:16.261304 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.managers [None req-861f6a64-fc8c-4951-9ef5-3e1a73c21b33 None None] Attempting to bind port 566737e7-f89a-43a8-be9d-0a99b69af9d5 on host n-d-713498-36 for vnic_type normal with profile {{(pid=103232) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 19:33:16.261682 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.managers [None req-861f6a64-fc8c-4951-9ef5-3e1a73c21b33 None None] Attempting to bind port 566737e7-f89a-43a8-be9d-0a99b69af9d5 by drivers openvswitch,hyperv on host n-d-713498-36 at level 0 using segments [{'id': '20e634bc-bbe0-4569-a1ea-6be524590675', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': 'f63a97a6-2552-42d7-aee9-c49ce8319647'}] {{(pid=103232) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 19:33:16.262074 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-861f6a64-fc8c-4951-9ef5-3e1a73c21b33 None None] Attempting to bind port 566737e7-f89a-43a8-be9d-0a99b69af9d5 on network f63a97a6-2552-42d7-aee9-c49ce8319647 {{(pid=103232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 19:33:16.265510 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.provisioning_blocks [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Provisioning complete for port b2cdb5c1-1c78-4b08-89bd-867d2fb3fcb3 triggered by entity L2. {{(pid=103232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 19:33:16.265887 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593630'] for port (b2cdb5c1-1c78-4b08-89bd-867d2fb3fcb3), provisioning_complete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:33:16.313825 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-861f6a64-fc8c-4951-9ef5-3e1a73c21b33 None None] Checking agent: {'id': '496418a2-c002-4aec-ab1a-07f3bea491bd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-36', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 18, 51, 47), 'started_at': datetime.datetime(2022, 2, 9, 18, 52, 17), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 19, 32, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-36'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 19:33:16.314330 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-861f6a64-fc8c-4951-9ef5-3e1a73c21b33 None None] Checking segment: {'id': '20e634bc-bbe0-4569-a1ea-6be524590675', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': 'f63a97a6-2552-42d7-aee9-c49ce8319647'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103232) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 19:33:16.314649 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-861f6a64-fc8c-4951-9ef5-3e1a73c21b33 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:33:16.315046 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-861f6a64-fc8c-4951-9ef5-3e1a73c21b33 None None] Bound using segment: {'id': '20e634bc-bbe0-4569-a1ea-6be524590675', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': 'f63a97a6-2552-42d7-aee9-c49ce8319647'} {{(pid=103232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 19:33:16.315532 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.managers [None req-861f6a64-fc8c-4951-9ef5-3e1a73c21b33 None None] Bound port: 566737e7-f89a-43a8-be9d-0a99b69af9d5, host: n-d-713498-36, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '20e634bc-bbe0-4569-a1ea-6be524590675', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': 'f63a97a6-2552-42d7-aee9-c49ce8319647'}}] {{(pid=103232) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 19:33:16.315914 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-861f6a64-fc8c-4951-9ef5-3e1a73c21b33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (566737e7-f89a-43a8-be9d-0a99b69af9d5), before_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:33:16.393265 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-861f6a64-fc8c-4951-9ef5-3e1a73c21b33 None None] For port 566737e7-f89a-43a8-be9d-0a99b69af9d5, host n-d-713498-36, cleared binding levels {{(pid=103232) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 19:33:16.396593 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-861f6a64-fc8c-4951-9ef5-3e1a73c21b33 None None] For port 566737e7-f89a-43a8-be9d-0a99b69af9d5, host n-d-713498-36, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-36',level=0,port_id=566737e7-f89a-43a8-be9d-0a99b69af9d5,segment=NetworkSegment(20e634bc-bbe0-4569-a1ea-6be524590675),segment_id=20e634bc-bbe0-4569-a1ea-6be524590675)] {{(pid=103232) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 19:33:16.424777 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-53380259-00de-46c6-b416-92b8b27b4b98 req-c646b093-3fa5-4117-8344-a2b3aed6843c tempest-ServersTestJSON-482035511 tempest-ServersTestJSON-482035511-project] Publish callbacks [] for port (f66e9e9f-dc25-41b3-a2e4-a6e5122a970c), precommit_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:33:16.424963 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [req-2271dabc-681f-418f-bbec-09066a310fe2 req-d2678f75-9cdf-42d1-adb4-b0bcfd5b3888 tempest-TestServerBasicOps-1685830086 tempest-TestServerBasicOps-1685830086-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762866656467', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14393751'] for port (c6f469cb-b1d3-4ec0-ae11-8d288e85cc6d), after_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:33:16.454617 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-861f6a64-fc8c-4951-9ef5-3e1a73c21b33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762867176205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762866656485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762866656503'] for port (566737e7-f89a-43a8-be9d-0a99b69af9d5), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:33:16.479919 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-48795af2-9cb7-43b2-897e-55a9cdbf4aed req-a7a58f34-3283-4829-9fac-acefe8c2ea73 tempest-ServersTestJSON-482035511 tempest-ServersTestJSON-482035511-project] 10.222.0.75 "GET /v2.0/ports?device_id=d6657ee2-bf4a-4856-a7c3-159d11004937 HTTP/1.1" status: 200 len: 210 time: 0.3021390 Feb 09 19:33:16.493401 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-53380259-00de-46c6-b416-92b8b27b4b98 req-c646b093-3fa5-4117-8344-a2b3aed6843c tempest-ServersTestJSON-482035511 tempest-ServersTestJSON-482035511-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762866656467', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12867576'] for port (f66e9e9f-dc25-41b3-a2e4-a6e5122a970c), after_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:33:16.508959 n-d-713498-36 neutron-server[103229]: DEBUG neutron.db.db_base_plugin_common [None req-f2e9c102-e029-4bbb-8256-21331525c7e1 tempest-NetworksTestDHCPv6-1153288886 tempest-NetworksTestDHCPv6-1153288886-project] Allocated IP 2001:db8::369 (f63a97a6-2552-42d7-aee9-c49ce8319647/3f1e0c33-57c3-449b-bdd4-fa733d980669/4c096cd6-cc66-4c43-acc7-7f66bc08f8e1) {{(pid=103229) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 19:33:16.536826 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f172f3c-0c25-423e-bd81-c4bc3252138b tempest-RoutersTest-1116560139 tempest-RoutersTest-1116560139-project] Pushing event updated for resources: {'Port': ['ID=c380a0bb-c60e-499e-b0d7-2e513b3281b8,revision_number=2']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:33:16.578557 n-d-713498-36 neutron-server[103230]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2271dabc-681f-418f-bbec-09066a310fe2 req-d2678f75-9cdf-42d1-adb4-b0bcfd5b3888 tempest-TestServerBasicOps-1685830086 tempest-TestServerBasicOps-1685830086-project] Network 8f2df497-8ab8-4c9e-8bb2-f9e936c46637 is already hosted by enough agents. {{(pid=103230) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 19:33:16.610023 n-d-713498-36 neutron-server[103230]: DEBUG neutron.scheduler.base_scheduler [req-2271dabc-681f-418f-bbec-09066a310fe2 req-d2678f75-9cdf-42d1-adb4-b0bcfd5b3888 tempest-TestServerBasicOps-1685830086 tempest-TestServerBasicOps-1685830086-project] Resources bound (agent type, host, resource id): {{(pid=103230) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 19:33:16.614343 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Current status of the port b2cdb5c1-1c78-4b08-89bd-867d2fb3fcb3 is: ACTIVE; New status is: ACTIVE {{(pid=103232) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 19:33:16.617655 n-d-713498-36 neutron-server[103230]: DEBUG neutron.db.l3_dvrscheduler_db [req-2271dabc-681f-418f-bbec-09066a310fe2 req-d2678f75-9cdf-42d1-adb4-b0bcfd5b3888 tempest-TestServerBasicOps-1685830086 tempest-TestServerBasicOps-1685830086-project] Received port after_create {{(pid=103230) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 19:33:16.623623 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-2f172f3c-0c25-423e-bd81-c4bc3252138b tempest-RoutersTest-1116560139 tempest-RoutersTest-1116560139-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1613458', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1834496'] for router_interface (313e064b-ffaa-4c47-a7fc-c9666f3ee618), after_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:33:16.646771 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-861f6a64-fc8c-4951-9ef5-3e1a73c21b33 None None] Pushing event updated for resources: {'Port': ['ID=566737e7-f89a-43a8-be9d-0a99b69af9d5,revision_number=2']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:33:16.653507 n-d-713498-36 neutron-server[103229]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-53380259-00de-46c6-b416-92b8b27b4b98 req-c646b093-3fa5-4117-8344-a2b3aed6843c tempest-ServersTestJSON-482035511 tempest-ServersTestJSON-482035511-project] Network 30b6826a-2ec4-4081-a475-68e12498d4e4 is already hosted by enough agents. {{(pid=103229) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 19:33:16.667539 n-d-713498-36 neutron-server[103229]: DEBUG neutron.scheduler.base_scheduler [req-53380259-00de-46c6-b416-92b8b27b4b98 req-c646b093-3fa5-4117-8344-a2b3aed6843c tempest-ServersTestJSON-482035511 tempest-ServersTestJSON-482035511-project] Resources bound (agent type, host, resource id): {{(pid=103229) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 19:33:16.680220 n-d-713498-36 neutron-server[103229]: DEBUG neutron.db.l3_dvrscheduler_db [req-53380259-00de-46c6-b416-92b8b27b4b98 req-c646b093-3fa5-4117-8344-a2b3aed6843c tempest-ServersTestJSON-482035511 tempest-ServersTestJSON-482035511-project] Received port after_create {{(pid=103229) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 19:33:16.722979 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Device df66c383-5bda-4fbd-af93-d905969398d1 no longer exists at agent ovs-agent-n-d-713498-36 {{(pid=103232) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 19:33:16.759107 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53380259-00de-46c6-b416-92b8b27b4b98 req-c646b093-3fa5-4117-8344-a2b3aed6843c tempest-ServersTestJSON-482035511 tempest-ServersTestJSON-482035511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:33:16.759813 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-53380259-00de-46c6-b416-92b8b27b4b98 req-c646b093-3fa5-4117-8344-a2b3aed6843c tempest-ServersTestJSON-482035511 tempest-ServersTestJSON-482035511-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171096'] for port (None), before_response {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:33:16.767100 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] No Port match for: df66c383-5bda-4fbd-af93-d905969398d1 {{(pid=103232) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 19:33:16.767447 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Device df66c383-5bda-4fbd-af93-d905969398d1 not bound to the agent host n-d-713498-36 {{(pid=103232) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 19:33:16.775468 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c646b093-3fa5-4117-8344-a2b3aed6843c tempest-ServersTestJSON-482035511 tempest-ServersTestJSON-482035511-project] Pushing event updated for resources: {'Port': ['ID=f66e9e9f-dc25-41b3-a2e4-a6e5122a970c,revision_number=1']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:33:16.809186 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-53380259-00de-46c6-b416-92b8b27b4b98 req-c646b093-3fa5-4117-8344-a2b3aed6843c tempest-ServersTestJSON-482035511 tempest-ServersTestJSON-482035511-project] 10.222.0.89 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1006999 Feb 09 19:33:16.888831 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11356c1c-96a6-454d-9008-49853d002841 None None] Network f47e5fdf-e63a-4dfd-ac2f-daae11ad6e0c requested from n-d-713498-36 {{(pid=103232) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 19:33:16.915282 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2678f75-9cdf-42d1-adb4-b0bcfd5b3888 tempest-TestServerBasicOps-1685830086 tempest-TestServerBasicOps-1685830086-project] Pushing event updated for resources: {'Port': ['ID=c6f469cb-b1d3-4ec0-ae11-8d288e85cc6d,revision_number=1']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:33:16.943794 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.v2.base [req-53380259-00de-46c6-b416-92b8b27b4b98 req-6f8ee970-14b0-426f-9540-42a50ed222e4 service neutron] Request body: {'port': {'device_id': 'd6657ee2-bf4a-4856-a7c3-159d11004937', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-713498-36'}} {{(pid=103229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 19:33:16.945404 n-d-713498-36 neutron-server[103230]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f172f3c-0c25-423e-bd81-c4bc3252138b tempest-RoutersTest-1116560139 tempest-RoutersTest-1116560139-project] Network f47e5fdf-e63a-4dfd-ac2f-daae11ad6e0c is already hosted by enough agents. {{(pid=103230) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 19:33:16.961214 n-d-713498-36 neutron-server[103230]: DEBUG neutron.scheduler.base_scheduler [None req-2f172f3c-0c25-423e-bd81-c4bc3252138b tempest-RoutersTest-1116560139 tempest-RoutersTest-1116560139-project] Resources bound (agent type, host, resource id): {{(pid=103230) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 19:33:16.989740 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2271dabc-681f-418f-bbec-09066a310fe2 req-d2678f75-9cdf-42d1-adb4-b0bcfd5b3888 tempest-TestServerBasicOps-1685830086 tempest-TestServerBasicOps-1685830086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:33:16.990435 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [req-2271dabc-681f-418f-bbec-09066a310fe2 req-d2678f75-9cdf-42d1-adb4-b0bcfd5b3888 tempest-TestServerBasicOps-1685830086 tempest-TestServerBasicOps-1685830086-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171096'] for port (None), before_response {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:33:17.197622 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.provisioning_blocks [None req-883069a2-987b-411f-b95c-3f0737321cc8 None None] Provisioning complete for port 8753c41e-dc0d-4104-91c5-9b3d4960405f triggered by entity DHCP. {{(pid=103232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 19:33:17.198172 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-883069a2-987b-411f-b95c-3f0737321cc8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593630'] for port (8753c41e-dc0d-4104-91c5-9b3d4960405f), provisioning_complete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:33:17.226236 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-53380259-00de-46c6-b416-92b8b27b4b98 req-6f8ee970-14b0-426f-9540-42a50ed222e4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (f66e9e9f-dc25-41b3-a2e4-a6e5122a970c), before_update {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:33:17.246873 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762867132591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593584'] for agent (496418a2-c002-4aec-ab1a-07f3bea491bd), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:33:17.250165 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Device 8753c41e-dc0d-4104-91c5-9b3d4960405f up at agent ovs-agent-n-d-713498-36 {{(pid=103232) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 19:33:17.259192 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-2271dabc-681f-418f-bbec-09066a310fe2 req-d2678f75-9cdf-42d1-adb4-b0bcfd5b3888 tempest-TestServerBasicOps-1685830086 tempest-TestServerBasicOps-1685830086-project] 10.222.0.90 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.2819076 Feb 09 19:33:17.283765 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [req-2271dabc-681f-418f-bbec-09066a310fe2 req-3a87383f-6201-4ad6-a214-b400b7ea7ec8 tempest-TestServerBasicOps-1685830086 tempest-TestServerBasicOps-1685830086-project] http://10.222.0.75:9696/v2.0/extensions returned with HTTP 200 {{(pid=103230) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 09 19:33:17.285813 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-2271dabc-681f-418f-bbec-09066a310fe2 req-3a87383f-6201-4ad6-a214-b400b7ea7ec8 tempest-TestServerBasicOps-1685830086 tempest-TestServerBasicOps-1685830086-project] 10.222.0.90 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0161130 Feb 09 19:33:17.387465 n-d-713498-36 neutron-server[103230]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2f172f3c-0c25-423e-bd81-c4bc3252138b tempest-RoutersTest-1116560139 tempest-RoutersTest-1116560139-project] Router 313e064b-ffaa-4c47-a7fc-c9666f3ee618 has already been hosted by L3 agent 93303d5e-5d17-45e8-8963-7694f87783ae {{(pid=103230) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 19:33:17.449763 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.provisioning_blocks [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Provisioning complete for port 8753c41e-dc0d-4104-91c5-9b3d4960405f triggered by entity L2. {{(pid=103232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 19:33:17.450161 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593630'] for port (8753c41e-dc0d-4104-91c5-9b3d4960405f), provisioning_complete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:33:17.452250 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-f2e9c102-e029-4bbb-8256-21331525c7e1 tempest-NetworksTestDHCPv6-1153288886 tempest-NetworksTestDHCPv6-1153288886-project] Publish callbacks [] for port (4c096cd6-cc66-4c43-acc7-7f66bc08f8e1), precommit_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:33:17.462352 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-883069a2-987b-411f-b95c-3f0737321cc8 None None] Current status of the port 8753c41e-dc0d-4104-91c5-9b3d4960405f is: DOWN; New status is: ACTIVE {{(pid=103232) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 19:33:17.463016 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-883069a2-987b-411f-b95c-3f0737321cc8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (8753c41e-dc0d-4104-91c5-9b3d4960405f), before_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:33:17.491374 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.v2.base [req-2271dabc-681f-418f-bbec-09066a310fe2 req-763d4217-c0f8-447d-aad1-a3f8df26f0a2 service neutron] Request body: {'port': {'device_id': '14c3c4a3-f393-4e4f-98ba-33d4eb176858', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-713498-36'}} {{(pid=103230) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 19:33:17.562176 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-883069a2-987b-411f-b95c-3f0737321cc8 None None] For port 8753c41e-dc0d-4104-91c5-9b3d4960405f, host n-d-713498-36, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-36',level=0,port_id=8753c41e-dc0d-4104-91c5-9b3d4960405f,segment=NetworkSegment(8ade7df2-e42a-4b0f-9826-e15ecaa970cb),segment_id=8ade7df2-e42a-4b0f-9826-e15ecaa970cb)] {{(pid=103232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 19:33:17.586770 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-883069a2-987b-411f-b95c-3f0737321cc8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762867176205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762866656485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762866656503'] for port (8753c41e-dc0d-4104-91c5-9b3d4960405f), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:33:17.616959 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ce2b464-ae11-4ec9-ab82-86d29c844ed7 req-64805c30-60a1-46b8-9119-82b85a6b41d9 tempest-TestServerBasicOps-1685830086 tempest-TestServerBasicOps-1685830086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:33:17.629172 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-1ce2b464-ae11-4ec9-ab82-86d29c844ed7 req-64805c30-60a1-46b8-9119-82b85a6b41d9 tempest-TestServerBasicOps-1685830086 tempest-TestServerBasicOps-1685830086-project] 10.222.0.75 "GET /v2.0/ports?device_id=14c3c4a3-f393-4e4f-98ba-33d4eb176858 HTTP/1.1" status: 200 len: 931 time: 0.4141695 Feb 09 19:33:17.735774 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Current status of the port 8753c41e-dc0d-4104-91c5-9b3d4960405f is: ACTIVE; New status is: ACTIVE {{(pid=103232) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 19:33:17.736391 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [req-2271dabc-681f-418f-bbec-09066a310fe2 req-763d4217-c0f8-447d-aad1-a3f8df26f0a2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (c6f469cb-b1d3-4ec0-ae11-8d288e85cc6d), before_update {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:33:17.737027 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Device 09c715a7-b435-4235-acfb-908c690c92ee up at agent ovs-agent-n-d-713498-36 {{(pid=103232) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 19:33:17.784086 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-883069a2-987b-411f-b95c-3f0737321cc8 None None] Pushing event updated for resources: {'Port': ['ID=8753c41e-dc0d-4104-91c5-9b3d4960405f,revision_number=3']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:33:17.802081 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2f172f3c-0c25-423e-bd81-c4bc3252138b tempest-RoutersTest-1116560139 tempest-RoutersTest-1116560139-project] Notify agent at l3_agent.n-d-713498-36 the message routers_updated {{(pid=103230) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 19:33:17.809863 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.provisioning_blocks [None req-52be5d27-633f-4696-899e-18293ec5e564 None None] Provisioning complete for port c6f469cb-b1d3-4ec0-ae11-8d288e85cc6d triggered by entity DHCP. {{(pid=103232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 19:33:17.810353 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-52be5d27-633f-4696-899e-18293ec5e564 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593630'] for port (c6f469cb-b1d3-4ec0-ae11-8d288e85cc6d), provisioning_complete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:33:17.812003 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-1ce2b464-ae11-4ec9-ab82-86d29c844ed7 req-f8b6cd3e-6497-4d7f-8806-d090893d0195 tempest-TestServerBasicOps-1685830086 tempest-TestServerBasicOps-1685830086-project] 10.222.0.75 "GET /v2.0/security-groups?id=65ed5d36-ab26-4dda-b5da-35d8a5ba3b82&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1815953 Feb 09 19:33:17.816953 n-d-713498-36 neutron-server[103233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0aca9368-355c-44ef-96dc-0aded0645ab8 None None] Sync routers for ids ['313e064b-ffaa-4c47-a7fc-c9666f3ee618'] in n-d-713498-36 {{(pid=103233) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 19:33:17.832908 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-f2e9c102-e029-4bbb-8256-21331525c7e1 tempest-NetworksTestDHCPv6-1153288886 tempest-NetworksTestDHCPv6-1153288886-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762866656467', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12867576'] for port (4c096cd6-cc66-4c43-acc7-7f66bc08f8e1), after_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:33:17.844844 n-d-713498-36 neutron-server[103233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0aca9368-355c-44ef-96dc-0aded0645ab8 None None] Routers {'313e064b-ffaa-4c47-a7fc-c9666f3ee618'} bound to L3 agent in host n-d-713498-36 {{(pid=103233) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 19:33:17.845492 n-d-713498-36 neutron-server[103233]: DEBUG neutron.db.l3_hamode_db [None req-0aca9368-355c-44ef-96dc-0aded0645ab8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T18:51:43Z,description=,heartbeat_timestamp=2022-02-09T19:33:13Z,host='n-d-713498-36',id=93303d5e-5d17-45e8-8963-7694f87783ae,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T18:51:43Z,topic='l3_agent')) {'router_ids': ['313e064b-ffaa-4c47-a7fc-c9666f3ee618'], 'active': True} {{(pid=103233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:33:17.864795 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-2f172f3c-0c25-423e-bd81-c4bc3252138b tempest-RoutersTest-1116560139 tempest-RoutersTest-1116560139-project] 10.222.0.75 "PUT /v2.0/routers/313e064b-ffaa-4c47-a7fc-c9666f3ee618/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.0369895 Feb 09 19:33:17.878615 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 35800) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:33:17.883632 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-52be5d27-633f-4696-899e-18293ec5e564 None None] Port c6f469cb-b1d3-4ec0-ae11-8d288e85cc6d cannot update to ACTIVE because it is not bound. {{(pid=103232) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 19:33:17.899543 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.v2.base [None req-da8b1b05-8273-4df6-ba15-e338f0460f3e tempest-RoutersTest-1116560139 tempest-RoutersTest-1116560139-project] Request body: {'router': {'routes': [{'nexthop': '172.20.0.2', 'destination': '172.20.0.0/28'}, {'nexthop': '172.21.0.2', 'destination': '172.21.0.0/28'}, {'nexthop': '172.22.0.2', 'destination': '172.22.0.0/28'}, {'nexthop': '172.23.0.2', 'destination': '172.23.0.0/28'}]}} {{(pid=103230) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 19:33:17.903075 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.provisioning_blocks [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Provisioning complete for port 09c715a7-b435-4235-acfb-908c690c92ee triggered by entity L2. {{(pid=103232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 19:33:17.903469 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593630'] for port (09c715a7-b435-4235-acfb-908c690c92ee), provisioning_complete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:33:18.054792 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.provisioning_blocks [None req-dab9f2ff-663d-4682-b172-ddaa58398248 None None] Provisioning complete for port c380a0bb-c60e-499e-b0d7-2e513b3281b8 triggered by entity DHCP. {{(pid=103232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 19:33:18.054995 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-dab9f2ff-663d-4682-b172-ddaa58398248 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593630'] for port (c380a0bb-c60e-499e-b0d7-2e513b3281b8), provisioning_complete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:33:18.095945 n-d-713498-36 neutron-server[103229]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2e9c102-e029-4bbb-8256-21331525c7e1 tempest-NetworksTestDHCPv6-1153288886 tempest-NetworksTestDHCPv6-1153288886-project] Network f63a97a6-2552-42d7-aee9-c49ce8319647 is already hosted by enough agents. {{(pid=103229) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 19:33:18.104444 n-d-713498-36 neutron-server[103233]: DEBUG neutron.db.l3_dvr_db [None req-0aca9368-355c-44ef-96dc-0aded0645ab8 None None] Set router 313e064b-ffaa-4c47-a7fc-c9666f3ee618 gateway port host: None {{(pid=103233) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 19:33:18.154603 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Current status of the port 09c715a7-b435-4235-acfb-908c690c92ee is: ACTIVE; New status is: ACTIVE {{(pid=103232) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 19:33:18.159080 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-dab9f2ff-663d-4682-b172-ddaa58398248 None None] Port c380a0bb-c60e-499e-b0d7-2e513b3281b8 cannot update to ACTIVE because it is not bound. {{(pid=103232) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 19:33:18.171959 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0e436ea-45f5-4f88-9b12-e66a523f4cee req-7f08b238-daaf-4c4f-8a0b-862dee91d696 tempest-ServersTestJSON-482035511 tempest-ServersTestJSON-482035511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:33:18.174590 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-a0e436ea-45f5-4f88-9b12-e66a523f4cee req-7f08b238-daaf-4c4f-8a0b-862dee91d696 tempest-ServersTestJSON-482035511 tempest-ServersTestJSON-482035511-project] 10.222.0.75 "GET /v2.0/ports?device_id=d6657ee2-bf4a-4856-a7c3-159d11004937 HTTP/1.1" status: 200 len: 932 time: 0.4901288 Feb 09 19:33:18.175626 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.provisioning_blocks [None req-dab9f2ff-663d-4682-b172-ddaa58398248 None None] Provisioning complete for port 8753c41e-dc0d-4104-91c5-9b3d4960405f triggered by entity DHCP. {{(pid=103232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 19:33:18.176215 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-dab9f2ff-663d-4682-b172-ddaa58398248 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593630'] for port (8753c41e-dc0d-4104-91c5-9b3d4960405f), provisioning_complete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:33:18.215851 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2e9c102-e029-4bbb-8256-21331525c7e1 tempest-NetworksTestDHCPv6-1153288886 tempest-NetworksTestDHCPv6-1153288886-project] Pushing event updated for resources: {'Port': ['ID=4c096cd6-cc66-4c43-acc7-7f66bc08f8e1,revision_number=1']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:33:18.220442 n-d-713498-36 neutron-server[103229]: DEBUG neutron.scheduler.base_scheduler [None req-f2e9c102-e029-4bbb-8256-21331525c7e1 tempest-NetworksTestDHCPv6-1153288886 tempest-NetworksTestDHCPv6-1153288886-project] Resources bound (agent type, host, resource id): {{(pid=103229) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 19:33:18.249933 n-d-713498-36 neutron-server[103229]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2e9c102-e029-4bbb-8256-21331525c7e1 tempest-NetworksTestDHCPv6-1153288886 tempest-NetworksTestDHCPv6-1153288886-project] Received port after_create {{(pid=103229) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 19:33:18.256844 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2e9c102-e029-4bbb-8256-21331525c7e1 tempest-NetworksTestDHCPv6-1153288886 tempest-NetworksTestDHCPv6-1153288886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:33:18.257882 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-f2e9c102-e029-4bbb-8256-21331525c7e1 tempest-NetworksTestDHCPv6-1153288886 tempest-NetworksTestDHCPv6-1153288886-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171096'] for port (None), before_response {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:33:18.293977 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-f2e9c102-e029-4bbb-8256-21331525c7e1 tempest-NetworksTestDHCPv6-1153288886 tempest-NetworksTestDHCPv6-1153288886-project] 10.222.0.75 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 3.7857251 Feb 09 19:33:18.301903 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 35804) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:33:18.419283 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-dab9f2ff-663d-4682-b172-ddaa58398248 None None] Current status of the port 8753c41e-dc0d-4104-91c5-9b3d4960405f is: ACTIVE; New status is: ACTIVE {{(pid=103232) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 19:33:18.545251 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd407d64-e911-4c70-8bcd-330d874bcb14 tempest-NetworksTestDHCPv6-1153288886 tempest-NetworksTestDHCPv6-1153288886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:33:18.547684 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.provisioning_blocks [None req-b5e972a7-5980-4ee3-8964-c071c5f5bf45 None None] Provisioning complete for port c380a0bb-c60e-499e-b0d7-2e513b3281b8 triggered by entity DHCP. {{(pid=103232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 19:33:18.548326 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-b5e972a7-5980-4ee3-8964-c071c5f5bf45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593630'] for port (c380a0bb-c60e-499e-b0d7-2e513b3281b8), provisioning_complete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:33:18.557780 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd407d64-e911-4c70-8bcd-330d874bcb14 tempest-NetworksTestDHCPv6-1153288886 tempest-NetworksTestDHCPv6-1153288886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:33:18.559491 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-cd407d64-e911-4c70-8bcd-330d874bcb14 tempest-NetworksTestDHCPv6-1153288886 tempest-NetworksTestDHCPv6-1153288886-project] 10.222.0.75 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1668 time: 0.2563956 Feb 09 19:33:18.577933 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 35806) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:33:18.711884 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762867132591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593584'] for agent (488cd9ae-631f-4955-ba0b-4f5a13f12e9c), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:33:18.715891 n-d-713498-36 neutron-server[103233]: DEBUG neutron.db.l3_hamode_db [None req-0aca9368-355c-44ef-96dc-0aded0645ab8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '313e064b-ffaa-4c47-a7fc-c9666f3ee618', 'name': 'tempest-RoutersTest-router-2104240187', 'tenant_id': '009d54e3af88488b8213379431f58202', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T19:32:45Z', 'updated_at': '2022-02-09T19:33:14Z', 'revision_number': 5, 'project_id': '009d54e3af88488b8213379431f58202', 'gw_port_host': None, '_interfaces': [{'id': '09c715a7-b435-4235-acfb-908c690c92ee', 'name': '', 'network_id': '047e6bc3-a06b-46bf-aff3-5ee2dc76214c', 'tenant_id': '009d54e3af88488b8213379431f58202', 'mac_address': 'fa:16:3e:01:43:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '313e064b-ffaa-4c47-a7fc-c9666f3ee618', 'device_owner': 'network:router_interface', 'standard_attr_id': 3152, 'fixed_ips': [{'subnet_id': '99eecf43-b083-4b5d-bf1a-43876b1da023', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T19:33:04Z', 'updated_at': '2022-02-09T19:33:15Z', 'revision_number': 5, 'project_id': '009d54e3af88488b8213379431f58202', 'subnets': [{'id': '99eecf43-b083-4b5d-bf1a-43876b1da023', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '67fdfdea-2927-4154-9cbc-5ca4674ede19', 'name': '', 'network_id': 'b7476005-329d-43d5-ba02-3c7e4ca9d210', 'tenant_id': '009d54e3af88488b8213379431f58202', 'mac_address': 'fa:16:3e:31:9a:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '313e064b-ffaa-4c47-a7fc-c9666f3ee618', 'device_owner': 'network:router_interface', 'standard_attr_id': 3117, 'fixed_ips': [{'subnet_id': '1aa458bd-e51c-4d7d-8d13-8dbe39a30c15', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T19:32:47Z', 'updated_at': '2022-02-09T19:32:53Z', 'revision_number': 5, 'project_id': '009d54e3af88488b8213379431f58202', 'subnets': [{'id': '1aa458bd-e51c-4d7d-8d13-8dbe39a30c15', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c380a0bb-c60e-499e-b0d7-2e513b3281b8', 'name': '', 'network_id': 'f47e5fdf-e63a-4dfd-ac2f-daae11ad6e0c', 'tenant_id': '009d54e3af88488b8213379431f58202', 'mac_address': 'fa:16:3e:b5:47:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '313e064b-ffaa-4c47-a7fc-c9666f3ee618', 'device_owner': 'network:router_interface', 'standard_attr_id': 3167, 'fixed_ips': [{'subnet_id': '9715ffbc-2a50-47fe-a3cb-d4211c209dfd', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T19:33:12Z', 'updated_at': '2022-02-09T19:33:15Z', 'revision_number': 2, 'project_id': '009d54e3af88488b8213379431f58202', 'subnets': [{'id': '9715ffbc-2a50-47fe-a3cb-d4211c209dfd', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f114fdaa-ad92-44f7-af65-c2598b011eca', 'name': '', 'network_id': '101d973c-b3a2-4013-b223-96f53753dfe5', 'tenant_id': '009d54e3af88488b8213379431f58202', 'mac_address': 'fa:16:3e:37:0c:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '313e064b-ffaa-4c47-a7fc-c9666f3ee618', 'device_owner': 'network:router_interface', 'standard_attr_id': 3135, 'fixed_ips': [{'subnet_id': 'b3e8f31d-a070-42b3-b962-2f623803b97f', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T19:32:54Z', 'updated_at': '2022-02-09T19:33:04Z', 'revision_number': 5, 'project_id': '009d54e3af88488b8213379431f58202', 'subnets': [{'id': 'b3e8f31d-a070-42b3-b962-2f623803b97f', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-36', False) {} {{(pid=103233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:33:18.723176 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-b5e972a7-5980-4ee3-8964-c071c5f5bf45 None None] Port c380a0bb-c60e-499e-b0d7-2e513b3281b8 cannot update to ACTIVE because it is not bound. {{(pid=103232) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 19:33:18.773460 n-d-713498-36 neutron-server[103233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0aca9368-355c-44ef-96dc-0aded0645ab8 None None] Checking router: 313e064b-ffaa-4c47-a7fc-c9666f3ee618 for host: n-d-713498-36 {{(pid=103233) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 19:33:18.774066 n-d-713498-36 neutron-server[103233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0aca9368-355c-44ef-96dc-0aded0645ab8 None None] Updating router 313e064b-ffaa-4c47-a7fc-c9666f3ee618 port c380a0bb-c60e-499e-b0d7-2e513b3281b8 binding host n-d-713498-36 {{(pid=103233) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 19:33:18.801837 n-d-713498-36 neutron-server[103229]: DEBUG neutron.notifiers.nova [req-53380259-00de-46c6-b416-92b8b27b4b98 req-6f8ee970-14b0-426f-9540-42a50ed222e4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f66e9e9f-dc25-41b3-a2e4-a6e5122a970c {{(pid=103229) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 19:33:18.812462 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-53380259-00de-46c6-b416-92b8b27b4b98 req-6f8ee970-14b0-426f-9540-42a50ed222e4 service neutron] Publish callbacks [] for port (f66e9e9f-dc25-41b3-a2e4-a6e5122a970c), precommit_update {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:33:18.813920 n-d-713498-36 neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-0aca9368-355c-44ef-96dc-0aded0645ab8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (c380a0bb-c60e-499e-b0d7-2e513b3281b8), before_update {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:33:18.866263 n-d-713498-36 neutron-server[103229]: DEBUG neutron.db.provisioning_blocks [req-53380259-00de-46c6-b416-92b8b27b4b98 req-6f8ee970-14b0-426f-9540-42a50ed222e4 service neutron] Transition to ACTIVE for port object f66e9e9f-dc25-41b3-a2e4-a6e5122a970c will not be triggered until provisioned by entity L2. {{(pid=103229) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 19:33:18.873281 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.provisioning_blocks [None req-5c765963-21bf-489d-8699-5ae4e73dd1a4 None None] Provisioning complete for port 566737e7-f89a-43a8-be9d-0a99b69af9d5 triggered by entity DHCP. {{(pid=103232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 19:33:18.879349 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-5c765963-21bf-489d-8699-5ae4e73dd1a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593630'] for port (566737e7-f89a-43a8-be9d-0a99b69af9d5), provisioning_complete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:33:18.884617 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-53380259-00de-46c6-b416-92b8b27b4b98 req-6f8ee970-14b0-426f-9540-42a50ed222e4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762867176205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762866656485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762866656503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12867569'] for port (f66e9e9f-dc25-41b3-a2e4-a6e5122a970c), after_update {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:33:18.887170 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-a0e436ea-45f5-4f88-9b12-e66a523f4cee req-82d109da-6a9f-45b2-a479-67998b2a5204 tempest-ServersTestJSON-482035511 tempest-ServersTestJSON-482035511-project] 10.222.0.75 "GET /v2.0/security-groups?id=37883354-c9cd-40f0-bbce-1c711bac4569&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5359643 Feb 09 19:33:19.050660 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f8ee970-14b0-426f-9540-42a50ed222e4 service neutron] Pushing event updated for resources: {'Port': ['ID=f66e9e9f-dc25-41b3-a2e4-a6e5122a970c,revision_number=2']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:33:19.127801 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762867132591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593584'] for agent (bcd5faee-dc24-4298-9134-0e0aa054058e), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:33:19.192725 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-5c765963-21bf-489d-8699-5ae4e73dd1a4 None None] Current status of the port 566737e7-f89a-43a8-be9d-0a99b69af9d5 is: DOWN; New status is: ACTIVE {{(pid=103232) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 19:33:19.193118 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-5c765963-21bf-489d-8699-5ae4e73dd1a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (566737e7-f89a-43a8-be9d-0a99b69af9d5), before_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:33:19.252419 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Device 8753c41e-dc0d-4104-91c5-9b3d4960405f up at agent ovs-agent-n-d-713498-36 {{(pid=103232) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 19:33:19.265408 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.plugin [None req-70506b0e-4fb6-455e-ab51-cf45aab88f12 tempest-NetworksTestDHCPv6-1153288886 tempest-NetworksTestDHCPv6-1153288886-project] Deleting port 4c096cd6-cc66-4c43-acc7-7f66bc08f8e1 {{(pid=103229) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 19:33:19.265860 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-70506b0e-4fb6-455e-ab51-cf45aab88f12 tempest-NetworksTestDHCPv6-1153288886 tempest-NetworksTestDHCPv6-1153288886-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762867170196'] for port (4c096cd6-cc66-4c43-acc7-7f66bc08f8e1), before_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:33:19.343233 n-d-713498-36 neutron-server[103230]: DEBUG neutron.notifiers.nova [req-2271dabc-681f-418f-bbec-09066a310fe2 req-763d4217-c0f8-447d-aad1-a3f8df26f0a2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c6f469cb-b1d3-4ec0-ae11-8d288e85cc6d {{(pid=103230) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 19:33:19.353784 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-5c765963-21bf-489d-8699-5ae4e73dd1a4 None None] For port 566737e7-f89a-43a8-be9d-0a99b69af9d5, host n-d-713498-36, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-36',level=0,port_id=566737e7-f89a-43a8-be9d-0a99b69af9d5,segment=NetworkSegment(20e634bc-bbe0-4569-a1ea-6be524590675),segment_id=20e634bc-bbe0-4569-a1ea-6be524590675)] {{(pid=103232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 19:33:19.358370 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [req-2271dabc-681f-418f-bbec-09066a310fe2 req-763d4217-c0f8-447d-aad1-a3f8df26f0a2 service neutron] Publish callbacks [] for port (c6f469cb-b1d3-4ec0-ae11-8d288e85cc6d), precommit_update {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:33:19.370048 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-5c765963-21bf-489d-8699-5ae4e73dd1a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762867176205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762866656485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762866656503'] for port (566737e7-f89a-43a8-be9d-0a99b69af9d5), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:33:19.402742 n-d-713498-36 neutron-server[103230]: DEBUG neutron.db.provisioning_blocks [req-2271dabc-681f-418f-bbec-09066a310fe2 req-763d4217-c0f8-447d-aad1-a3f8df26f0a2 service neutron] Transition to ACTIVE for port object c6f469cb-b1d3-4ec0-ae11-8d288e85cc6d will not be triggered until provisioned by entity L2. {{(pid=103230) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 19:33:19.411051 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-735718c5-a1c4-4052-be41-1c8e28286553 req-692fe899-e6fc-43f6-8a8d-1d3b352c5d7e tempest-TestServerBasicOps-1685830086 tempest-TestServerBasicOps-1685830086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:33:19.413468 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-735718c5-a1c4-4052-be41-1c8e28286553 req-692fe899-e6fc-43f6-8a8d-1d3b352c5d7e tempest-TestServerBasicOps-1685830086 tempest-TestServerBasicOps-1685830086-project] 10.222.0.75 "GET /v2.0/ports?device_id=14c3c4a3-f393-4e4f-98ba-33d4eb176858 HTTP/1.1" status: 200 len: 931 time: 0.3944952 Feb 09 19:33:19.422020 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [req-2271dabc-681f-418f-bbec-09066a310fe2 req-763d4217-c0f8-447d-aad1-a3f8df26f0a2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762867176205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762866656485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762866656503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14393758'] for port (c6f469cb-b1d3-4ec0-ae11-8d288e85cc6d), after_update {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:33:19.425911 n-d-713498-36 neutron-server[103230]: DEBUG neutron.db.extraroute_db [None req-da8b1b05-8273-4df6-ba15-e338f0460f3e tempest-RoutersTest-1116560139 tempest-RoutersTest-1116560139-project] Added routes are [{'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}] {{(pid=103230) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Feb 09 19:33:19.444382 n-d-713498-36 neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-0aca9368-355c-44ef-96dc-0aded0645ab8 None None] Publish callbacks [] for port (c380a0bb-c60e-499e-b0d7-2e513b3281b8), precommit_update {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:33:19.452460 n-d-713498-36 neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-0aca9368-355c-44ef-96dc-0aded0645ab8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762867176205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762866656485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762866656503'] for port (c380a0bb-c60e-499e-b0d7-2e513b3281b8), after_update {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:33:19.467272 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.managers [req-53380259-00de-46c6-b416-92b8b27b4b98 req-6f8ee970-14b0-426f-9540-42a50ed222e4 service neutron] Attempting to bind port f66e9e9f-dc25-41b3-a2e4-a6e5122a970c on host n-h1-713498-36 for vnic_type normal with profile {{(pid=103229) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 19:33:19.467694 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.managers [req-53380259-00de-46c6-b416-92b8b27b4b98 req-6f8ee970-14b0-426f-9540-42a50ed222e4 service neutron] Attempting to bind port f66e9e9f-dc25-41b3-a2e4-a6e5122a970c by drivers openvswitch,hyperv on host n-h1-713498-36 at level 0 using segments [{'id': '3ad9008e-d820-4913-8a3a-dbe689506816', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': '30b6826a-2ec4-4081-a475-68e12498d4e4'}] {{(pid=103229) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 19:33:19.468690 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53380259-00de-46c6-b416-92b8b27b4b98 req-6f8ee970-14b0-426f-9540-42a50ed222e4 service neutron] Attempting to bind port f66e9e9f-dc25-41b3-a2e4-a6e5122a970c on network 30b6826a-2ec4-4081-a475-68e12498d4e4 {{(pid=103229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 19:33:19.512963 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-735718c5-a1c4-4052-be41-1c8e28286553 req-8264e85f-5075-47a3-b419-84da6c660a98 tempest-TestServerBasicOps-1685830086 tempest-TestServerBasicOps-1685830086-project] 10.222.0.75 "GET /v2.0/security-groups?id=65ed5d36-ab26-4dda-b5da-35d8a5ba3b82&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0766420 Feb 09 19:33:19.518151 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53380259-00de-46c6-b416-92b8b27b4b98 req-6f8ee970-14b0-426f-9540-42a50ed222e4 service neutron] Port f66e9e9f-dc25-41b3-a2e4-a6e5122a970c on network 30b6826a-2ec4-4081-a475-68e12498d4e4 not bound, no agent of type Open vSwitch agent registered on host n-h1-713498-36 {{(pid=103229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 19:33:19.518554 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53380259-00de-46c6-b416-92b8b27b4b98 req-6f8ee970-14b0-426f-9540-42a50ed222e4 service neutron] Attempting to bind port f66e9e9f-dc25-41b3-a2e4-a6e5122a970c on network 30b6826a-2ec4-4081-a475-68e12498d4e4 {{(pid=103229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 19:33:19.529505 n-d-713498-36 neutron-server[103233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e064e4b-51d3-4638-8719-3656f229ee83 None None] Pushing event updated for resources: {'Port': ['ID=c380a0bb-c60e-499e-b0d7-2e513b3281b8,revision_number=3']} {{(pid=103233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:33:19.543674 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c765963-21bf-489d-8699-5ae4e73dd1a4 None None] Pushing event updated for resources: {'Port': ['ID=566737e7-f89a-43a8-be9d-0a99b69af9d5,revision_number=3']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:33:19.549670 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53380259-00de-46c6-b416-92b8b27b4b98 req-6f8ee970-14b0-426f-9540-42a50ed222e4 service neutron] Checking agent: {'id': '488cd9ae-631f-4955-ba0b-4f5a13f12e9c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713498-36', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 18, 59, 18), 'started_at': datetime.datetime(2022, 2, 9, 18, 59, 18), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 19, 33, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 19:33:19.560482 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53380259-00de-46c6-b416-92b8b27b4b98 req-6f8ee970-14b0-426f-9540-42a50ed222e4 service neutron] Checking segment: {'id': '3ad9008e-d820-4913-8a3a-dbe689506816', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': '30b6826a-2ec4-4081-a475-68e12498d4e4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103229) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 19:33:19.560881 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53380259-00de-46c6-b416-92b8b27b4b98 req-6f8ee970-14b0-426f-9540-42a50ed222e4 service neutron] Bound using segment: {'id': '3ad9008e-d820-4913-8a3a-dbe689506816', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': '30b6826a-2ec4-4081-a475-68e12498d4e4'} {{(pid=103229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 19:33:19.561352 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.managers [req-53380259-00de-46c6-b416-92b8b27b4b98 req-6f8ee970-14b0-426f-9540-42a50ed222e4 service neutron] Bound port: f66e9e9f-dc25-41b3-a2e4-a6e5122a970c, host: n-h1-713498-36, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3ad9008e-d820-4913-8a3a-dbe689506816', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': '30b6826a-2ec4-4081-a475-68e12498d4e4'}}] {{(pid=103229) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 19:33:19.561761 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-53380259-00de-46c6-b416-92b8b27b4b98 req-6f8ee970-14b0-426f-9540-42a50ed222e4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (f66e9e9f-dc25-41b3-a2e4-a6e5122a970c), before_update {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:33:19.573643 n-d-713498-36 neutron-server[103230]: DEBUG neutron.db.extraroute_db [None req-da8b1b05-8273-4df6-ba15-e338f0460f3e tempest-RoutersTest-1116560139 tempest-RoutersTest-1116560139-project] Removed routes are [] {{(pid=103230) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Feb 09 19:33:19.589977 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.provisioning_blocks [None req-5c765963-21bf-489d-8699-5ae4e73dd1a4 None None] Provisioning complete for port c380a0bb-c60e-499e-b0d7-2e513b3281b8 triggered by entity DHCP. {{(pid=103232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 19:33:19.590394 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-5c765963-21bf-489d-8699-5ae4e73dd1a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593630'] for port (c380a0bb-c60e-499e-b0d7-2e513b3281b8), provisioning_complete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:33:19.592255 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-da8b1b05-8273-4df6-ba15-e338f0460f3e tempest-RoutersTest-1116560139 tempest-RoutersTest-1116560139-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1822118', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1834952', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-58494'] for router (313e064b-ffaa-4c47-a7fc-c9666f3ee618), precommit_update {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:33:19.622941 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-70506b0e-4fb6-455e-ab51-cf45aab88f12 tempest-NetworksTestDHCPv6-1153288886 tempest-NetworksTestDHCPv6-1153288886-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1820838'] for port (4c096cd6-cc66-4c43-acc7-7f66bc08f8e1), precommit_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:33:19.661258 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.provisioning_blocks [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Provisioning complete for port 8753c41e-dc0d-4104-91c5-9b3d4960405f triggered by entity L2. {{(pid=103232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 19:33:19.661740 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593630'] for port (8753c41e-dc0d-4104-91c5-9b3d4960405f), provisioning_complete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:33:19.664772 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-5c765963-21bf-489d-8699-5ae4e73dd1a4 None None] Port c380a0bb-c60e-499e-b0d7-2e513b3281b8 cannot update to ACTIVE because it is not bound. {{(pid=103232) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 19:33:19.678878 n-d-713498-36 neutron-server[103233]: DEBUG neutron.plugins.ml2.managers [None req-0aca9368-355c-44ef-96dc-0aded0645ab8 None None] Attempting to bind port c380a0bb-c60e-499e-b0d7-2e513b3281b8 on host n-d-713498-36 for vnic_type normal with profile {{(pid=103233) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 19:33:19.679280 n-d-713498-36 neutron-server[103233]: DEBUG neutron.plugins.ml2.managers [None req-0aca9368-355c-44ef-96dc-0aded0645ab8 None None] Attempting to bind port c380a0bb-c60e-499e-b0d7-2e513b3281b8 by drivers openvswitch,hyperv on host n-d-713498-36 at level 0 using segments [{'id': '8ade7df2-e42a-4b0f-9826-e15ecaa970cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': 'f47e5fdf-e63a-4dfd-ac2f-daae11ad6e0c'}] {{(pid=103233) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 19:33:19.679668 n-d-713498-36 neutron-server[103233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0aca9368-355c-44ef-96dc-0aded0645ab8 None None] Attempting to bind port c380a0bb-c60e-499e-b0d7-2e513b3281b8 on network f47e5fdf-e63a-4dfd-ac2f-daae11ad6e0c {{(pid=103233) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 19:33:19.686065 n-d-713498-36 neutron-server[103233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0aca9368-355c-44ef-96dc-0aded0645ab8 None None] Checking agent: {'id': '496418a2-c002-4aec-ab1a-07f3bea491bd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-36', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 18, 51, 47), 'started_at': datetime.datetime(2022, 2, 9, 18, 52, 17), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 19, 33, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-36'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103233) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 19:33:19.686470 n-d-713498-36 neutron-server[103233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0aca9368-355c-44ef-96dc-0aded0645ab8 None None] Checking segment: {'id': '8ade7df2-e42a-4b0f-9826-e15ecaa970cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': 'f47e5fdf-e63a-4dfd-ac2f-daae11ad6e0c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103233) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 19:33:19.686998 n-d-713498-36 neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-0aca9368-355c-44ef-96dc-0aded0645ab8 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:33:19.687507 n-d-713498-36 neutron-server[103233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0aca9368-355c-44ef-96dc-0aded0645ab8 None None] Bound using segment: {'id': '8ade7df2-e42a-4b0f-9826-e15ecaa970cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': 'f47e5fdf-e63a-4dfd-ac2f-daae11ad6e0c'} {{(pid=103233) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 19:33:19.688193 n-d-713498-36 neutron-server[103233]: DEBUG neutron.plugins.ml2.managers [None req-0aca9368-355c-44ef-96dc-0aded0645ab8 None None] Bound port: c380a0bb-c60e-499e-b0d7-2e513b3281b8, host: n-d-713498-36, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8ade7df2-e42a-4b0f-9826-e15ecaa970cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': 'f47e5fdf-e63a-4dfd-ac2f-daae11ad6e0c'}}] {{(pid=103233) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 19:33:19.688696 n-d-713498-36 neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-0aca9368-355c-44ef-96dc-0aded0645ab8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (c380a0bb-c60e-499e-b0d7-2e513b3281b8), before_update {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:33:19.706952 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.plugin [None req-70506b0e-4fb6-455e-ab51-cf45aab88f12 tempest-NetworksTestDHCPv6-1153288886 tempest-NetworksTestDHCPv6-1153288886-project] Calling delete_port for 4c096cd6-cc66-4c43-acc7-7f66bc08f8e1 owned by {{(pid=103229) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 19:33:19.827092 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.provisioning_blocks [None req-18efc8cd-6b44-4b36-aae6-7ca9b07fc557 None None] Provisioning complete for port 4c096cd6-cc66-4c43-acc7-7f66bc08f8e1 triggered by entity DHCP. {{(pid=103232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 19:33:19.827705 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-18efc8cd-6b44-4b36-aae6-7ca9b07fc557 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593630'] for port (4c096cd6-cc66-4c43-acc7-7f66bc08f8e1), provisioning_complete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:33:19.867534 n-d-713498-36 neutron-server[103233]: DEBUG neutron.plugins.ml2.db [None req-0aca9368-355c-44ef-96dc-0aded0645ab8 None None] For port c380a0bb-c60e-499e-b0d7-2e513b3281b8, host n-d-713498-36, cleared binding levels {{(pid=103233) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 19:33:19.871874 n-d-713498-36 neutron-server[103233]: DEBUG neutron.plugins.ml2.db [None req-0aca9368-355c-44ef-96dc-0aded0645ab8 None None] For port c380a0bb-c60e-499e-b0d7-2e513b3281b8, host n-d-713498-36, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-36',level=0,port_id=c380a0bb-c60e-499e-b0d7-2e513b3281b8,segment=NetworkSegment(8ade7df2-e42a-4b0f-9826-e15ecaa970cb),segment_id=8ade7df2-e42a-4b0f-9826-e15ecaa970cb)] {{(pid=103233) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 19:33:19.892031 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-763d4217-c0f8-447d-aad1-a3f8df26f0a2 service neutron] Pushing event updated for resources: {'Port': ['ID=c6f469cb-b1d3-4ec0-ae11-8d288e85cc6d,revision_number=2']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:33:19.892938 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-18efc8cd-6b44-4b36-aae6-7ca9b07fc557 None None] Port 4c096cd6-cc66-4c43-acc7-7f66bc08f8e1 cannot update to ACTIVE because it is not bound. {{(pid=103232) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 19:33:19.893119 n-d-713498-36 neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-0aca9368-355c-44ef-96dc-0aded0645ab8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762867176205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762866656485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762866656503'] for port (c380a0bb-c60e-499e-b0d7-2e513b3281b8), after_update {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:33:19.945022 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Current status of the port 8753c41e-dc0d-4104-91c5-9b3d4960405f is: ACTIVE; New status is: ACTIVE {{(pid=103232) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 19:33:19.946426 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Device 566737e7-f89a-43a8-be9d-0a99b69af9d5 up at agent ovs-agent-n-d-713498-36 {{(pid=103232) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 19:33:19.962291 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.db [req-53380259-00de-46c6-b416-92b8b27b4b98 req-6f8ee970-14b0-426f-9540-42a50ed222e4 service neutron] For port f66e9e9f-dc25-41b3-a2e4-a6e5122a970c, host n-h1-713498-36, cleared binding levels {{(pid=103229) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 19:33:20.028044 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.db [req-53380259-00de-46c6-b416-92b8b27b4b98 req-6f8ee970-14b0-426f-9540-42a50ed222e4 service neutron] For port f66e9e9f-dc25-41b3-a2e4-a6e5122a970c, host n-h1-713498-36, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-36',level=0,port_id=f66e9e9f-dc25-41b3-a2e4-a6e5122a970c,segment=NetworkSegment(3ad9008e-d820-4913-8a3a-dbe689506816),segment_id=3ad9008e-d820-4913-8a3a-dbe689506816)] {{(pid=103229) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 19:33:20.062052 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.provisioning_blocks [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Provisioning complete for port 566737e7-f89a-43a8-be9d-0a99b69af9d5 triggered by entity L2. {{(pid=103232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 19:33:20.062725 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593630'] for port (566737e7-f89a-43a8-be9d-0a99b69af9d5), provisioning_complete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:33:20.072974 n-d-713498-36 neutron-server[103233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e064e4b-51d3-4638-8719-3656f229ee83 None None] Pushing event updated for resources: {'Port': ['ID=c380a0bb-c60e-499e-b0d7-2e513b3281b8,revision_number=4']} {{(pid=103233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:33:20.081805 n-d-713498-36 neutron-server[103233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0aca9368-355c-44ef-96dc-0aded0645ab8 None None] Routers {'313e064b-ffaa-4c47-a7fc-c9666f3ee618'} bound to L3 agent in host n-d-713498-36 {{(pid=103233) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 19:33:20.082415 n-d-713498-36 neutron-server[103233]: DEBUG neutron.db.l3_hamode_db [None req-0aca9368-355c-44ef-96dc-0aded0645ab8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T18:51:43Z,description=,heartbeat_timestamp=2022-02-09T19:33:13Z,host='n-d-713498-36',id=93303d5e-5d17-45e8-8963-7694f87783ae,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T18:51:43Z,topic='l3_agent')) {'router_ids': ['313e064b-ffaa-4c47-a7fc-c9666f3ee618'], 'active': True} {{(pid=103233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:33:20.189009 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.provisioning_blocks [None req-31f18958-9eba-49d7-824a-c475021b7011 None None] Provisioning complete for port c380a0bb-c60e-499e-b0d7-2e513b3281b8 triggered by entity DHCP. {{(pid=103232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 19:33:20.189810 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-31f18958-9eba-49d7-824a-c475021b7011 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593630'] for port (c380a0bb-c60e-499e-b0d7-2e513b3281b8), provisioning_complete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:33:20.234298 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-53380259-00de-46c6-b416-92b8b27b4b98 req-6f8ee970-14b0-426f-9540-42a50ed222e4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762867176205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762866656485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762866656503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12867569'] for port (f66e9e9f-dc25-41b3-a2e4-a6e5122a970c), after_update {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:33:20.264713 n-d-713498-36 neutron-server[103233]: DEBUG neutron.db.l3_dvr_db [None req-0aca9368-355c-44ef-96dc-0aded0645ab8 None None] Set router 313e064b-ffaa-4c47-a7fc-c9666f3ee618 gateway port host: None {{(pid=103233) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 19:33:20.348979 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Current status of the port 566737e7-f89a-43a8-be9d-0a99b69af9d5 is: ACTIVE; New status is: ACTIVE {{(pid=103232) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 19:33:20.363142 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-31f18958-9eba-49d7-824a-c475021b7011 None None] Current status of the port c380a0bb-c60e-499e-b0d7-2e513b3281b8 is: DOWN; New status is: ACTIVE {{(pid=103232) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 19:33:20.363908 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-31f18958-9eba-49d7-824a-c475021b7011 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (c380a0bb-c60e-499e-b0d7-2e513b3281b8), before_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:33:20.398945 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f8ee970-14b0-426f-9540-42a50ed222e4 service neutron] Pushing event updated for resources: {'Port': ['ID=f66e9e9f-dc25-41b3-a2e4-a6e5122a970c,revision_number=3']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:33:20.413034 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-31f18958-9eba-49d7-824a-c475021b7011 None None] For port c380a0bb-c60e-499e-b0d7-2e513b3281b8, host n-d-713498-36, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-36',level=0,port_id=c380a0bb-c60e-499e-b0d7-2e513b3281b8,segment=NetworkSegment(8ade7df2-e42a-4b0f-9826-e15ecaa970cb),segment_id=8ade7df2-e42a-4b0f-9826-e15ecaa970cb)] {{(pid=103232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 19:33:20.418990 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-70506b0e-4fb6-455e-ab51-cf45aab88f12 tempest-NetworksTestDHCPv6-1153288886 tempest-NetworksTestDHCPv6-1153288886-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762867177463', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762866656476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12867576'] for port (4c096cd6-cc66-4c43-acc7-7f66bc08f8e1), after_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:33:20.420300 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-31f18958-9eba-49d7-824a-c475021b7011 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762867176205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762866656485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762866656503'] for port (c380a0bb-c60e-499e-b0d7-2e513b3281b8), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:33:20.501495 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31f18958-9eba-49d7-824a-c475021b7011 None None] Pushing event updated for resources: {'Port': ['ID=c380a0bb-c60e-499e-b0d7-2e513b3281b8,revision_number=5']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:33:20.552223 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53380259-00de-46c6-b416-92b8b27b4b98 req-6f8ee970-14b0-426f-9540-42a50ed222e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:33:20.555181 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-53380259-00de-46c6-b416-92b8b27b4b98 req-6f8ee970-14b0-426f-9540-42a50ed222e4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171096'] for port (None), before_response {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:33:20.563701 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-53380259-00de-46c6-b416-92b8b27b4b98 req-6f8ee970-14b0-426f-9540-42a50ed222e4 service neutron] 10.222.0.89 "PUT /v2.0/ports/f66e9e9f-dc25-41b3-a2e4-a6e5122a970c HTTP/1.1" status: 200 len: 1093 time: 3.7244880 Feb 09 19:33:20.566667 n-d-713498-36 neutron-server[103229]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd6657ee2-bf4a-4856-a7c3-159d11004937', 'tag': 'f66e9e9f-dc25-41b3-a2e4-a6e5122a970c'}] {{(pid=103229) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 19:33:20.569464 n-d-713498-36 neutron-server[103229]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fa6ae9a20702bd564eaf90d946620b2b4277b1ab91129323d3b54181076be307" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c77876f8-683a-4553-bd4b-67d22b6c7ac4" -d '{"events": [{"name": "network-changed", "server_uuid": "d6657ee2-bf4a-4856-a7c3-159d11004937", "tag": "f66e9e9f-dc25-41b3-a2e4-a6e5122a970c"}]}' {{(pid=103229) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 19:33:20.583639 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70506b0e-4fb6-455e-ab51-cf45aab88f12 tempest-NetworksTestDHCPv6-1153288886 tempest-NetworksTestDHCPv6-1153288886-project] Pushing event deleted for resources: {'Port': ['ID=4c096cd6-cc66-4c43-acc7-7f66bc08f8e1,revision_number=None']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:33:20.655828 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.provisioning_blocks [None req-549e6c09-eecb-4e1d-901f-d291259fa130 None None] Provisioning complete for port c380a0bb-c60e-499e-b0d7-2e513b3281b8 triggered by entity DHCP. {{(pid=103232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 19:33:20.661474 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-549e6c09-eecb-4e1d-901f-d291259fa130 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593630'] for port (c380a0bb-c60e-499e-b0d7-2e513b3281b8), provisioning_complete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:33:20.726513 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-70506b0e-4fb6-455e-ab51-cf45aab88f12 tempest-NetworksTestDHCPv6-1153288886 tempest-NetworksTestDHCPv6-1153288886-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171096'] for port (None), before_response {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:33:20.730114 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-70506b0e-4fb6-455e-ab51-cf45aab88f12 tempest-NetworksTestDHCPv6-1153288886 tempest-NetworksTestDHCPv6-1153288886-project] 10.222.0.75 "DELETE /v2.0/ports/4c096cd6-cc66-4c43-acc7-7f66bc08f8e1 HTTP/1.1" status: 204 len: 168 time: 2.1511571 Feb 09 19:33:20.733574 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 35828) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:33:20.747348 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-846f9700-c07e-42e1-b9b3-2f7261611b2f req-ffe44a58-7547-4014-ad14-7a13d316ab1f tempest-ServersTestJSON-482035511 tempest-ServersTestJSON-482035511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:33:20.753188 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-846f9700-c07e-42e1-b9b3-2f7261611b2f req-ffe44a58-7547-4014-ad14-7a13d316ab1f tempest-ServersTestJSON-482035511 tempest-ServersTestJSON-482035511-project] 10.222.0.75 "GET /v2.0/ports?device_id=d6657ee2-bf4a-4856-a7c3-159d11004937 HTTP/1.1" status: 200 len: 944 time: 0.7018287 Feb 09 19:33:20.823435 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-549e6c09-eecb-4e1d-901f-d291259fa130 None None] Current status of the port c380a0bb-c60e-499e-b0d7-2e513b3281b8 is: ACTIVE; New status is: ACTIVE {{(pid=103232) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 19:33:20.916942 n-d-713498-36 neutron-server[103233]: DEBUG neutron.db.l3_hamode_db [None req-0aca9368-355c-44ef-96dc-0aded0645ab8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '313e064b-ffaa-4c47-a7fc-c9666f3ee618', 'name': 'tempest-RoutersTest-router-2104240187', 'tenant_id': '009d54e3af88488b8213379431f58202', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T19:32:45Z', 'updated_at': '2022-02-09T19:33:19Z', 'revision_number': 6, 'project_id': '009d54e3af88488b8213379431f58202', 'gw_port_host': None, '_interfaces': [{'id': '09c715a7-b435-4235-acfb-908c690c92ee', 'name': '', 'network_id': '047e6bc3-a06b-46bf-aff3-5ee2dc76214c', 'tenant_id': '009d54e3af88488b8213379431f58202', 'mac_address': 'fa:16:3e:01:43:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '313e064b-ffaa-4c47-a7fc-c9666f3ee618', 'device_owner': 'network:router_interface', 'standard_attr_id': 3152, 'fixed_ips': [{'subnet_id': '99eecf43-b083-4b5d-bf1a-43876b1da023', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T19:33:04Z', 'updated_at': '2022-02-09T19:33:15Z', 'revision_number': 5, 'project_id': '009d54e3af88488b8213379431f58202', 'subnets': [{'id': '99eecf43-b083-4b5d-bf1a-43876b1da023', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '67fdfdea-2927-4154-9cbc-5ca4674ede19', 'name': '', 'network_id': 'b7476005-329d-43d5-ba02-3c7e4ca9d210', 'tenant_id': '009d54e3af88488b8213379431f58202', 'mac_address': 'fa:16:3e:31:9a:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '313e064b-ffaa-4c47-a7fc-c9666f3ee618', 'device_owner': 'network:router_interface', 'standard_attr_id': 3117, 'fixed_ips': [{'subnet_id': '1aa458bd-e51c-4d7d-8d13-8dbe39a30c15', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T19:32:47Z', 'updated_at': '2022-02-09T19:32:53Z', 'revision_number': 5, 'project_id': '009d54e3af88488b8213379431f58202', 'subnets': [{'id': '1aa458bd-e51c-4d7d-8d13-8dbe39a30c15', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c380a0bb-c60e-499e-b0d7-2e513b3281b8', 'name': '', 'network_id': 'f47e5fdf-e63a-4dfd-ac2f-daae11ad6e0c', 'tenant_id': '009d54e3af88488b8213379431f58202', 'mac_address': 'fa:16:3e:b5:47:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '313e064b-ffaa-4c47-a7fc-c9666f3ee618', 'device_owner': 'network:router_interface', 'standard_attr_id': 3167, 'fixed_ips': [{'subnet_id': '9715ffbc-2a50-47fe-a3cb-d4211c209dfd', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T19:33:12Z', 'updated_at': '2022-02-09T19:33:19Z', 'revision_number': 4, 'project_id': '009d54e3af88488b8213379431f58202', 'subnets': [{'id': '9715ffbc-2a50-47fe-a3cb-d4211c209dfd', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f114fdaa-ad92-44f7-af65-c2598b011eca', 'name': '', 'network_id': '101d973c-b3a2-4013-b223-96f53753dfe5', 'tenant_id': '009d54e3af88488b8213379431f58202', 'mac_address': 'fa:16:3e:37:0c:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '313e064b-ffaa-4c47-a7fc-c9666f3ee618', 'device_owner': 'network:router_interface', 'standard_attr_id': 3135, 'fixed_ips': [{'subnet_id': 'b3e8f31d-a070-42b3-b962-2f623803b97f', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T19:32:54Z', 'updated_at': '2022-02-09T19:33:04Z', 'revision_number': 5, 'project_id': '009d54e3af88488b8213379431f58202', 'subnets': [{'id': 'b3e8f31d-a070-42b3-b962-2f623803b97f', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-36', False) {} {{(pid=103233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:33:20.972010 n-d-713498-36 neutron-server[103233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0aca9368-355c-44ef-96dc-0aded0645ab8 None None] The sync data for ids ['313e064b-ffaa-4c47-a7fc-c9666f3ee618'] in n-d-713498-36 is: [{'id': '313e064b-ffaa-4c47-a7fc-c9666f3ee618', 'name': 'tempest-RoutersTest-router-2104240187', 'tenant_id': '009d54e3af88488b8213379431f58202', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T19:32:45Z', 'updated_at': '2022-02-09T19:33:19Z', 'revision_number': 6, 'project_id': '009d54e3af88488b8213379431f58202', 'gw_port_host': None, '_interfaces': [{'id': '09c715a7-b435-4235-acfb-908c690c92ee', 'name': '', 'network_id': '047e6bc3-a06b-46bf-aff3-5ee2dc76214c', 'tenant_id': '009d54e3af88488b8213379431f58202', 'mac_address': 'fa:16:3e:01:43:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '313e064b-ffaa-4c47-a7fc-c9666f3ee618', 'device_owner': 'network:router_interface', 'standard_attr_id': 3152, 'fixed_ips': [{'subnet_id': '99eecf43-b083-4b5d-bf1a-43876b1da023', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T19:33:04Z', 'updated_at': '2022-02-09T19:33:15Z', 'revision_number': 5, 'project_id': '009d54e3af88488b8213379431f58202', 'subnets': [{'id': '99eecf43-b083-4b5d-bf1a-43876b1da023', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '67fdfdea-2927-4154-9cbc-5ca4674ede19', 'name': '', 'network_id': 'b7476005-329d-43d5-ba02-3c7e4ca9d210', 'tenant_id': '009d54e3af88488b8213379431f58202', 'mac_address': 'fa:16:3e:31:9a:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '313e064b-ffaa-4c47-a7fc-c9666f3ee618', 'device_owner': 'network:router_interface', 'standard_attr_id': 3117, 'fixed_ips': [{'subnet_id': '1aa458bd-e51c-4d7d-8d13-8dbe39a30c15', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T19:32:47Z', 'updated_at': '2022-02-09T19:32:53Z', 'revision_number': 5, 'project_id': '009d54e3af88488b8213379431f58202', 'subnets': [{'id': '1aa458bd-e51c-4d7d-8d13-8dbe39a30c15', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c380a0bb-c60e-499e-b0d7-2e513b3281b8', 'name': '', 'network_id': 'f47e5fdf-e63a-4dfd-ac2f-daae11ad6e0c', 'tenant_id': '009d54e3af88488b8213379431f58202', 'mac_address': 'fa:16:3e:b5:47:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '313e064b-ffaa-4c47-a7fc-c9666f3ee618', 'device_owner': 'network:router_interface', 'standard_attr_id': 3167, 'fixed_ips': [{'subnet_id': '9715ffbc-2a50-47fe-a3cb-d4211c209dfd', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T19:33:12Z', 'updated_at': '2022-02-09T19:33:19Z', 'revision_number': 4, 'project_id': '009d54e3af88488b8213379431f58202', 'subnets': [{'id': '9715ffbc-2a50-47fe-a3cb-d4211c209dfd', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f114fdaa-ad92-44f7-af65-c2598b011eca', 'name': '', 'network_id': '101d973c-b3a2-4013-b223-96f53753dfe5', 'tenant_id': '009d54e3af88488b8213379431f58202', 'mac_address': 'fa:16:3e:37:0c:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '313e064b-ffaa-4c47-a7fc-c9666f3ee618', 'device_owner': 'network:router_interface', 'standard_attr_id': 3135, 'fixed_ips': [{'subnet_id': 'b3e8f31d-a070-42b3-b962-2f623803b97f', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T19:32:54Z', 'updated_at': '2022-02-09T19:33:04Z', 'revision_number': 5, 'project_id': '009d54e3af88488b8213379431f58202', 'subnets': [{'id': 'b3e8f31d-a070-42b3-b962-2f623803b97f', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103233) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 19:33:21.004594 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Device 566737e7-f89a-43a8-be9d-0a99b69af9d5 up at agent ovs-agent-n-d-713498-36 {{(pid=103232) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 19:33:21.151401 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.provisioning_blocks [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Provisioning complete for port 566737e7-f89a-43a8-be9d-0a99b69af9d5 triggered by entity L2. {{(pid=103232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 19:33:21.154617 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593630'] for port (566737e7-f89a-43a8-be9d-0a99b69af9d5), provisioning_complete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:33:21.169205 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.managers [req-2271dabc-681f-418f-bbec-09066a310fe2 req-763d4217-c0f8-447d-aad1-a3f8df26f0a2 service neutron] Attempting to bind port c6f469cb-b1d3-4ec0-ae11-8d288e85cc6d on host n-h2-713498-36 for vnic_type normal with profile {{(pid=103230) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 19:33:21.169668 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.managers [req-2271dabc-681f-418f-bbec-09066a310fe2 req-763d4217-c0f8-447d-aad1-a3f8df26f0a2 service neutron] Attempting to bind port c6f469cb-b1d3-4ec0-ae11-8d288e85cc6d by drivers openvswitch,hyperv on host n-h2-713498-36 at level 0 using segments [{'id': '5abf3098-6695-42c7-978d-ad16a51f9d66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': '8f2df497-8ab8-4c9e-8bb2-f9e936c46637'}] {{(pid=103230) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 19:33:21.169887 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2271dabc-681f-418f-bbec-09066a310fe2 req-763d4217-c0f8-447d-aad1-a3f8df26f0a2 service neutron] Attempting to bind port c6f469cb-b1d3-4ec0-ae11-8d288e85cc6d on network 8f2df497-8ab8-4c9e-8bb2-f9e936c46637 {{(pid=103230) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 19:33:21.205133 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2271dabc-681f-418f-bbec-09066a310fe2 req-763d4217-c0f8-447d-aad1-a3f8df26f0a2 service neutron] Port c6f469cb-b1d3-4ec0-ae11-8d288e85cc6d on network 8f2df497-8ab8-4c9e-8bb2-f9e936c46637 not bound, no agent of type Open vSwitch agent registered on host n-h2-713498-36 {{(pid=103230) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 19:33:21.205474 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2271dabc-681f-418f-bbec-09066a310fe2 req-763d4217-c0f8-447d-aad1-a3f8df26f0a2 service neutron] Attempting to bind port c6f469cb-b1d3-4ec0-ae11-8d288e85cc6d on network 8f2df497-8ab8-4c9e-8bb2-f9e936c46637 {{(pid=103230) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 19:33:21.246436 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e4d87fc-4647-4424-839f-c396a20d3e78 tempest-NetworksTestDHCPv6-1153288886 tempest-NetworksTestDHCPv6-1153288886-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:33:21.247878 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e4d87fc-4647-4424-839f-c396a20d3e78 tempest-NetworksTestDHCPv6-1153288886 tempest-NetworksTestDHCPv6-1153288886-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:33:21.249451 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-0e4d87fc-4647-4424-839f-c396a20d3e78 tempest-NetworksTestDHCPv6-1153288886 tempest-NetworksTestDHCPv6-1153288886-project] 10.222.0.75 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.5104959 Feb 09 19:33:21.257991 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 35832) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:33:21.266408 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2271dabc-681f-418f-bbec-09066a310fe2 req-763d4217-c0f8-447d-aad1-a3f8df26f0a2 service neutron] Checking agent: {'id': 'bcd5faee-dc24-4298-9134-0e0aa054058e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713498-36', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 18, 59, 19), 'started_at': datetime.datetime(2022, 2, 9, 18, 59, 19), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 19, 33, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103230) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 19:33:21.267690 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2271dabc-681f-418f-bbec-09066a310fe2 req-763d4217-c0f8-447d-aad1-a3f8df26f0a2 service neutron] Checking segment: {'id': '5abf3098-6695-42c7-978d-ad16a51f9d66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': '8f2df497-8ab8-4c9e-8bb2-f9e936c46637'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103230) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 19:33:21.268102 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2271dabc-681f-418f-bbec-09066a310fe2 req-763d4217-c0f8-447d-aad1-a3f8df26f0a2 service neutron] Bound using segment: {'id': '5abf3098-6695-42c7-978d-ad16a51f9d66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': '8f2df497-8ab8-4c9e-8bb2-f9e936c46637'} {{(pid=103230) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 19:33:21.268557 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.managers [req-2271dabc-681f-418f-bbec-09066a310fe2 req-763d4217-c0f8-447d-aad1-a3f8df26f0a2 service neutron] Bound port: c6f469cb-b1d3-4ec0-ae11-8d288e85cc6d, host: n-h2-713498-36, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5abf3098-6695-42c7-978d-ad16a51f9d66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': '8f2df497-8ab8-4c9e-8bb2-f9e936c46637'}}] {{(pid=103230) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 19:33:21.268921 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [req-2271dabc-681f-418f-bbec-09066a310fe2 req-763d4217-c0f8-447d-aad1-a3f8df26f0a2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (c6f469cb-b1d3-4ec0-ae11-8d288e85cc6d), before_update {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:33:21.319793 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Current status of the port 566737e7-f89a-43a8-be9d-0a99b69af9d5 is: ACTIVE; New status is: ACTIVE {{(pid=103232) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 19:33:21.345273 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-da8b1b05-8273-4df6-ba15-e338f0460f3e tempest-RoutersTest-1116560139 tempest-RoutersTest-1116560139-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1822118', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1834952', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-58494'] for router (313e064b-ffaa-4c47-a7fc-c9666f3ee618), precommit_update {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:33:21.368318 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61c5fe72-c03d-45ea-8057-a93aa4eda487 req-09db0de8-fa37-4a8f-84ca-8b4d1f590035 tempest-TestServerBasicOps-1685830086 tempest-TestServerBasicOps-1685830086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:33:21.371003 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-61c5fe72-c03d-45ea-8057-a93aa4eda487 req-09db0de8-fa37-4a8f-84ca-8b4d1f590035 tempest-TestServerBasicOps-1685830086 tempest-TestServerBasicOps-1685830086-project] 10.222.0.75 "GET /v2.0/ports?device_id=14c3c4a3-f393-4e4f-98ba-33d4eb176858 HTTP/1.1" status: 200 len: 943 time: 0.5875926 Feb 09 19:33:21.395532 n-d-713498-36 neutron-server[103230]: DEBUG neutron.db.db_base_plugin_v2 [None req-9e20d033-8bc4-4771-a0d2-fbc9f08d4c72 tempest-NetworksTestDHCPv6-1153288886 tempest-NetworksTestDHCPv6-1153288886-project] Deleting subnet 3f1e0c33-57c3-449b-bdd4-fa733d980669 {{(pid=103230) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 19:33:21.425529 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-da8b1b05-8273-4df6-ba15-e338f0460f3e tempest-RoutersTest-1116560139 tempest-RoutersTest-1116560139-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1818951', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1822125', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1822132', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1834967'] for router (313e064b-ffaa-4c47-a7fc-c9666f3ee618), after_update {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:33:21.442254 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-9e20d033-8bc4-4771-a0d2-fbc9f08d4c72 tempest-NetworksTestDHCPv6-1153288886 tempest-NetworksTestDHCPv6-1153288886-project] Publish callbacks [] for subnet (3f1e0c33-57c3-449b-bdd4-fa733d980669), before_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:33:21.499743 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-846f9700-c07e-42e1-b9b3-2f7261611b2f req-84674e40-4b84-48eb-95be-1e4a6528c7af tempest-ServersTestJSON-482035511 tempest-ServersTestJSON-482035511-project] 10.222.0.75 "GET /v2.0/security-groups?id=37883354-c9cd-40f0-bbce-1c711bac4569&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7370296 Feb 09 19:33:21.541078 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53380259-00de-46c6-b416-92b8b27b4b98 req-37d8abd3-2d3b-4edb-b334-ca465e4f165e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:33:21.542759 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-53380259-00de-46c6-b416-92b8b27b4b98 req-37d8abd3-2d3b-4edb-b334-ca465e4f165e service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=1d398ed7d9dd4dd6ba1e1a6a1e6a87ff&device_id=d6657ee2-bf4a-4856-a7c3-159d11004937 HTTP/1.1" status: 200 len: 1127 time: 0.8854728 Feb 09 19:33:21.614078 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-53380259-00de-46c6-b416-92b8b27b4b98 req-0fcd4c36-96f2-4854-8e17-eec99bb6b7da service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f66e9e9f-dc25-41b3-a2e4-a6e5122a970c HTTP/1.1" status: 200 len: 217 time: 0.0633819 Feb 09 19:33:21.614974 n-d-713498-36 neutron-server[103229]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 19:33:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-030e6e85-a198-4e59-b28d-7affe41122b3 x-openstack-request-id: req-030e6e85-a198-4e59-b28d-7affe41122b3 {{(pid=103229) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 19:33:21.615271 n-d-713498-36 neutron-server[103229]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d6657ee2-bf4a-4856-a7c3-159d11004937", "tag": "f66e9e9f-dc25-41b3-a2e4-a6e5122a970c", "status": "completed", "code": 200}]} {{(pid=103229) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 19:33:21.616563 n-d-713498-36 neutron-server[103229]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-030e6e85-a198-4e59-b28d-7affe41122b3 {{(pid=103229) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 19:33:21.616962 n-d-713498-36 neutron-server[103229]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd6657ee2-bf4a-4856-a7c3-159d11004937', 'tag': 'f66e9e9f-dc25-41b3-a2e4-a6e5122a970c', 'status': 'completed', 'code': 200} Feb 09 19:33:21.650149 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-9e20d033-8bc4-4771-a0d2-fbc9f08d4c72 tempest-NetworksTestDHCPv6-1153288886 tempest-NetworksTestDHCPv6-1153288886-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12895822'] for subnet (3f1e0c33-57c3-449b-bdd4-fa733d980669), precommit_delete_associations {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:33:21.698966 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53380259-00de-46c6-b416-92b8b27b4b98 req-faa7cfdd-d1c9-4423-b9ee-1f300e9ec997 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:33:21.700408 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-53380259-00de-46c6-b416-92b8b27b4b98 req-faa7cfdd-d1c9-4423-b9ee-1f300e9ec997 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=030193b3-b985-4d6c-b0c1-2ea320638096 HTTP/1.1" status: 200 len: 846 time: 0.0811729 Feb 09 19:33:21.743863 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-53380259-00de-46c6-b416-92b8b27b4b98 req-e5f0a691-ef74-47d2-a542-dc6e1b27e1f9 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=30b6826a-2ec4-4081-a475-68e12498d4e4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0373123 Feb 09 19:33:21.902481 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-9e20d033-8bc4-4771-a0d2-fbc9f08d4c72 tempest-NetworksTestDHCPv6-1153288886 tempest-NetworksTestDHCPv6-1153288886-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-759852'] for subnet (3f1e0c33-57c3-449b-bdd4-fa733d980669), precommit_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:33:21.950588 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-53380259-00de-46c6-b416-92b8b27b4b98 req-d20cf68b-a6f7-4fd3-8dca-23c2933968fa service neutron] 10.222.0.89 "GET /v2.0/networks/30b6826a-2ec4-4081-a475-68e12498d4e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2006626 Feb 09 19:33:21.984286 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-61c5fe72-c03d-45ea-8057-a93aa4eda487 req-adaaf5e2-8994-41c9-b475-2c6df18b6bfd tempest-TestServerBasicOps-1685830086 tempest-TestServerBasicOps-1685830086-project] 10.222.0.75 "GET /v2.0/security-groups?id=65ed5d36-ab26-4dda-b5da-35d8a5ba3b82&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5775933 Feb 09 19:33:21.984286 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.db [req-2271dabc-681f-418f-bbec-09066a310fe2 req-763d4217-c0f8-447d-aad1-a3f8df26f0a2 service neutron] For port c6f469cb-b1d3-4ec0-ae11-8d288e85cc6d, host n-h2-713498-36, cleared binding levels {{(pid=103230) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 19:33:21.996358 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.db [req-2271dabc-681f-418f-bbec-09066a310fe2 req-763d4217-c0f8-447d-aad1-a3f8df26f0a2 service neutron] For port c6f469cb-b1d3-4ec0-ae11-8d288e85cc6d, host n-h2-713498-36, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-36',level=0,port_id=c6f469cb-b1d3-4ec0-ae11-8d288e85cc6d,segment=NetworkSegment(5abf3098-6695-42c7-978d-ad16a51f9d66),segment_id=5abf3098-6695-42c7-978d-ad16a51f9d66)] {{(pid=103230) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 19:33:22.002648 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-9e20d033-8bc4-4771-a0d2-fbc9f08d4c72 tempest-NetworksTestDHCPv6-1153288886 tempest-NetworksTestDHCPv6-1153288886-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-760023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14393672', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12985882'] for subnet (3f1e0c33-57c3-449b-bdd4-fa733d980669), after_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:33:22.030628 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [req-2271dabc-681f-418f-bbec-09066a310fe2 req-763d4217-c0f8-447d-aad1-a3f8df26f0a2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762867176205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762866656485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762866656503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14393758'] for port (c6f469cb-b1d3-4ec0-ae11-8d288e85cc6d), after_update {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:33:22.031408 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a196d54c-86c1-46f5-968f-1dd1f8a98d71 None None] Network f63a97a6-2552-42d7-aee9-c49ce8319647 requested from n-d-713498-36 {{(pid=103232) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 19:33:22.044392 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-9e20d033-8bc4-4771-a0d2-fbc9f08d4c72 tempest-NetworksTestDHCPv6-1153288886 tempest-NetworksTestDHCPv6-1153288886-project] Publish callbacks [] for subnet (None), before_response {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:33:22.048957 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-9e20d033-8bc4-4771-a0d2-fbc9f08d4c72 tempest-NetworksTestDHCPv6-1153288886 tempest-NetworksTestDHCPv6-1153288886-project] 10.222.0.75 "DELETE /v2.0/subnets/3f1e0c33-57c3-449b-bdd4-fa733d980669 HTTP/1.1" status: 204 len: 168 time: 0.7838447 Feb 09 19:33:22.051501 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 35838) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:33:22.141420 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2271dabc-681f-418f-bbec-09066a310fe2 req-763d4217-c0f8-447d-aad1-a3f8df26f0a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:33:22.142648 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [req-2271dabc-681f-418f-bbec-09066a310fe2 req-763d4217-c0f8-447d-aad1-a3f8df26f0a2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171096'] for port (None), before_response {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:33:22.144850 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-2271dabc-681f-418f-bbec-09066a310fe2 req-763d4217-c0f8-447d-aad1-a3f8df26f0a2 service neutron] 10.222.0.90 "PUT /v2.0/ports/c6f469cb-b1d3-4ec0-ae11-8d288e85cc6d HTTP/1.1" status: 200 len: 1092 time: 4.8456581 Feb 09 19:33:22.145662 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e20d033-8bc4-4771-a0d2-fbc9f08d4c72 tempest-NetworksTestDHCPv6-1153288886 tempest-NetworksTestDHCPv6-1153288886-project] Pushing event deleted for resources: {'Subnet': ['ID=3f1e0c33-57c3-449b-bdd4-fa733d980669,revision_number=None']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:33:22.151417 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-237cab90-5fd5-44e8-b63d-65bfb7bec2dd tempest-NetworksTestDHCPv6-1153288886 tempest-NetworksTestDHCPv6-1153288886-project] 10.222.0.75 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0984380 Feb 09 19:33:22.153876 n-d-713498-36 neutron-server[103230]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '14c3c4a3-f393-4e4f-98ba-33d4eb176858', 'tag': 'c6f469cb-b1d3-4ec0-ae11-8d288e85cc6d'}] {{(pid=103230) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 19:33:22.156391 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 35842) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:33:22.157845 n-d-713498-36 neutron-server[103230]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aee5919275bae9f72eb374ee322673045eb80c1f84b4b45a97d96923bd50ab51" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c798bab3-846b-4043-a8dd-f6f6444ac192" -d '{"events": [{"name": "network-changed", "server_uuid": "14c3c4a3-f393-4e4f-98ba-33d4eb176858", "tag": "c6f469cb-b1d3-4ec0-ae11-8d288e85cc6d"}]}' {{(pid=103230) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 19:33:22.174080 n-d-713498-36 neutron-server[103230]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-da8b1b05-8273-4df6-ba15-e338f0460f3e tempest-RoutersTest-1116560139 tempest-RoutersTest-1116560139-project] Router 313e064b-ffaa-4c47-a7fc-c9666f3ee618 has already been hosted by L3 agent 93303d5e-5d17-45e8-8963-7694f87783ae {{(pid=103230) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 19:33:22.300271 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-53380259-00de-46c6-b416-92b8b27b4b98 req-e8ebd057-4051-41f6-a9ad-e87ea6fbfaa6 service neutron] 10.222.0.89 "GET /v2.0/networks/30b6826a-2ec4-4081-a475-68e12498d4e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3426564 Feb 09 19:33:22.312375 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75c500ff-34a2-4d7f-9577-0a83e9922e21 tempest-NetworksTestDHCPv6-1153288886 tempest-NetworksTestDHCPv6-1153288886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:33:22.316122 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-75c500ff-34a2-4d7f-9577-0a83e9922e21 tempest-NetworksTestDHCPv6-1153288886 tempest-NetworksTestDHCPv6-1153288886-project] 10.222.0.75 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.1563499 Feb 09 19:33:22.316398 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 35846) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:33:22.375982 n-d-713498-36 neutron-server[103230]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 19:33:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e1427c5d-378f-453b-aac0-f027bcfd05a2 x-openstack-request-id: req-e1427c5d-378f-453b-aac0-f027bcfd05a2 {{(pid=103230) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 19:33:22.376340 n-d-713498-36 neutron-server[103230]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "14c3c4a3-f393-4e4f-98ba-33d4eb176858", "tag": "c6f469cb-b1d3-4ec0-ae11-8d288e85cc6d", "status": "completed", "code": 200}]} {{(pid=103230) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 19:33:22.376529 n-d-713498-36 neutron-server[103230]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-e1427c5d-378f-453b-aac0-f027bcfd05a2 {{(pid=103230) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 19:33:22.376933 n-d-713498-36 neutron-server[103230]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '14c3c4a3-f393-4e4f-98ba-33d4eb176858', 'tag': 'c6f469cb-b1d3-4ec0-ae11-8d288e85cc6d', 'status': 'completed', 'code': 200} Feb 09 19:33:22.456623 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-763d4217-c0f8-447d-aad1-a3f8df26f0a2 service neutron] Pushing event updated for resources: {'Port': ['ID=c6f469cb-b1d3-4ec0-ae11-8d288e85cc6d,revision_number=3']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:33:22.508795 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64c650d8-4824-4303-9b03-8352d2e9b45f None None] DHCP port deletion for f63a97a6-2552-42d7-aee9-c49ce8319647 request from n-d-713498-36 {{(pid=103232) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 09 19:33:22.518221 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6bc6f19-f141-4292-96f0-fef06dc463d1 tempest-NetworksTestDHCPv6-1153288886 tempest-NetworksTestDHCPv6-1153288886-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:33:22.526803 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-f6bc6f19-f141-4292-96f0-fef06dc463d1 tempest-NetworksTestDHCPv6-1153288886 tempest-NetworksTestDHCPv6-1153288886-project] 10.222.0.75 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.2071254 Feb 09 19:33:22.528183 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 35848) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:33:22.534865 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-da8b1b05-8273-4df6-ba15-e338f0460f3e tempest-RoutersTest-1116560139 tempest-RoutersTest-1116560139-project] Notify agent at l3_agent.n-d-713498-36 the message routers_updated {{(pid=103230) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 19:33:22.557784 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2271dabc-681f-418f-bbec-09066a310fe2 req-7626ee27-e075-4458-867c-997801734fa2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:33:22.559601 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-2271dabc-681f-418f-bbec-09066a310fe2 req-7626ee27-e075-4458-867c-997801734fa2 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=0484ed2328124ada8d8870756276d1f0&device_id=14c3c4a3-f393-4e4f-98ba-33d4eb176858 HTTP/1.1" status: 200 len: 1126 time: 0.2812321 Feb 09 19:33:22.588029 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-da8b1b05-8273-4df6-ba15-e338f0460f3e tempest-RoutersTest-1116560139 tempest-RoutersTest-1116560139-project] Publish callbacks [] for router (None), before_response {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:33:22.588029 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-da8b1b05-8273-4df6-ba15-e338f0460f3e tempest-RoutersTest-1116560139 tempest-RoutersTest-1116560139-project] 10.222.0.75 "PUT /v2.0/routers/313e064b-ffaa-4c47-a7fc-c9666f3ee618 HTTP/1.1" status: 200 len: 934 time: 4.7061431 Feb 09 19:33:22.607549 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 35852) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:33:22.611003 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-39aa66ed-c807-46f6-987c-fb61a4817246 tempest-NetworksTestDHCPv6-1153288886 tempest-NetworksTestDHCPv6-1153288886-project] 10.222.0.75 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0779841 Feb 09 19:33:22.616524 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 35856) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:33:22.617882 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f53ab592-e56c-4fe6-b7c1-032991ea6a76 None None] Sync routers for ids ['313e064b-ffaa-4c47-a7fc-c9666f3ee618'] in n-d-713498-36 {{(pid=103232) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 19:33:22.622374 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.v2.base [None req-da5944bc-bda2-41fa-a174-b0642cc95235 tempest-NetworksTestDHCPv6-1153288886 tempest-NetworksTestDHCPv6-1153288886-project] Request body: {'subnet': {'network_id': 'f63a97a6-2552-42d7-aee9-c49ce8319647', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 19:33:22.690820 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c77876f8-683a-4553-bd4b-67d22b6c7ac4 req-4845f376-22e9-4a2d-ae75-e73be1d0439a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:33:22.693148 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-c77876f8-683a-4553-bd4b-67d22b6c7ac4 req-4845f376-22e9-4a2d-ae75-e73be1d0439a service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=1d398ed7d9dd4dd6ba1e1a6a1e6a87ff&device_id=d6657ee2-bf4a-4856-a7c3-159d11004937 HTTP/1.1" status: 200 len: 1127 time: 0.2408295 Feb 09 19:33:22.693258 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f53ab592-e56c-4fe6-b7c1-032991ea6a76 None None] Routers {'313e064b-ffaa-4c47-a7fc-c9666f3ee618'} bound to L3 agent in host n-d-713498-36 {{(pid=103232) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 19:33:22.694430 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.l3_hamode_db [None req-f53ab592-e56c-4fe6-b7c1-032991ea6a76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T18:51:43Z,description=,heartbeat_timestamp=2022-02-09T19:33:13Z,host='n-d-713498-36',id=93303d5e-5d17-45e8-8963-7694f87783ae,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T18:51:43Z,topic='l3_agent')) {'router_ids': ['313e064b-ffaa-4c47-a7fc-c9666f3ee618'], 'active': True} {{(pid=103232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:33:22.870664 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-2271dabc-681f-418f-bbec-09066a310fe2 req-a900bb79-0b09-44bd-b647-0cb583b3bd26 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=c6f469cb-b1d3-4ec0-ae11-8d288e85cc6d HTTP/1.1" status: 200 len: 217 time: 0.2784762 Feb 09 19:33:22.912272 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.l3_dvr_db [None req-f53ab592-e56c-4fe6-b7c1-032991ea6a76 None None] Set router 313e064b-ffaa-4c47-a7fc-c9666f3ee618 gateway port host: None {{(pid=103232) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 19:33:22.963487 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-da5944bc-bda2-41fa-a174-b0642cc95235 tempest-NetworksTestDHCPv6-1153288886 tempest-NetworksTestDHCPv6-1153288886-project] Made reservation on behalf of 84aec0d011da47d8bc94f6ba8668f413 for: {'subnet': 1} {{(pid=103229) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 19:33:22.981739 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-da5944bc-bda2-41fa-a174-b0642cc95235 tempest-NetworksTestDHCPv6-1153288886 tempest-NetworksTestDHCPv6-1153288886-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12759265'] for subnet (None), before_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:33:23.100066 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-64c650d8-4824-4303-9b03-8352d2e9b45f None None] Deleting port 566737e7-f89a-43a8-be9d-0a99b69af9d5 {{(pid=103232) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 19:33:23.100886 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-64c650d8-4824-4303-9b03-8352d2e9b45f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762867170196'] for port (566737e7-f89a-43a8-be9d-0a99b69af9d5), before_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:33:23.109535 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Device c380a0bb-c60e-499e-b0d7-2e513b3281b8 up at agent ovs-agent-n-d-713498-36 {{(pid=103232) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 19:33:23.135522 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2271dabc-681f-418f-bbec-09066a310fe2 req-2a4f8d2f-0b34-495a-8e37-5f271d16f53e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:33:23.137924 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-2271dabc-681f-418f-bbec-09066a310fe2 req-2a4f8d2f-0b34-495a-8e37-5f271d16f53e service neutron] 10.222.0.90 "GET /v2.0/subnets?id=9358c454-1c1b-4e17-a8a9-b8f83c45b376 HTTP/1.1" status: 200 len: 848 time: 0.2049823 Feb 09 19:33:23.217274 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c77876f8-683a-4553-bd4b-67d22b6c7ac4 req-73b5667b-7998-4ed5-a0e4-2231047d21f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:33:23.219446 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-c77876f8-683a-4553-bd4b-67d22b6c7ac4 req-73b5667b-7998-4ed5-a0e4-2231047d21f8 service neutron] 10.222.0.89 "GET /v2.0/networks?id=30b6826a-2ec4-4081-a475-68e12498d4e4 HTTP/1.1" status: 200 len: 907 time: 0.5187881 Feb 09 19:33:23.267221 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-16f7a769-acc5-472a-9baa-d5a33f138922 tempest-RoutersTest-1116560139 tempest-RoutersTest-1116560139-project] 10.222.0.75 "GET /v2.0/routers/313e064b-ffaa-4c47-a7fc-c9666f3ee618 HTTP/1.1" status: 200 len: 934 time: 0.6460550 Feb 09 19:33:23.275859 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 35862) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:33:23.294195 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.v2.base [None req-5a7f7c69-af34-46c4-a70a-4a1134ee1b51 tempest-RoutersTest-1116560139 tempest-RoutersTest-1116560139-project] Request body: {'router': {'routes': None}} {{(pid=103230) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 19:33:23.314839 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-c77876f8-683a-4553-bd4b-67d22b6c7ac4 req-bc98d65e-4424-4de9-a4ae-73e7ed109a55 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f66e9e9f-dc25-41b3-a2e4-a6e5122a970c HTTP/1.1" status: 200 len: 217 time: 0.0821748 Feb 09 19:33:23.385179 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c77876f8-683a-4553-bd4b-67d22b6c7ac4 req-a93a4aea-8a9d-418b-86b0-098b37adcd6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:33:23.385741 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0f3678c-c7a3-44d1-8231-4def158610de req-2576839a-c5ca-4866-9ae2-d314cc66abb4 tempest-ServersTestJSON-482035511 tempest-ServersTestJSON-482035511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:33:23.387718 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-c77876f8-683a-4553-bd4b-67d22b6c7ac4 req-a93a4aea-8a9d-418b-86b0-098b37adcd6f service neutron] 10.222.0.89 "GET /v2.0/subnets?id=030193b3-b985-4d6c-b0c1-2ea320638096 HTTP/1.1" status: 200 len: 846 time: 0.0647936 Feb 09 19:33:23.389592 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-b0f3678c-c7a3-44d1-8231-4def158610de req-2576839a-c5ca-4866-9ae2-d314cc66abb4 tempest-ServersTestJSON-482035511 tempest-ServersTestJSON-482035511-project] 10.222.0.75 "GET /v2.0/ports?device_id=d6657ee2-bf4a-4856-a7c3-159d11004937 HTTP/1.1" status: 200 len: 944 time: 0.6119504 Feb 09 19:33:23.449996 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c55a3d9-83db-4851-bbe4-738c4dec6b3e req-dc4deb26-1490-48cf-89d6-e1f63bca9c54 tempest-TestServerBasicOps-1685830086 tempest-TestServerBasicOps-1685830086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:33:23.457236 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-0c55a3d9-83db-4851-bbe4-738c4dec6b3e req-dc4deb26-1490-48cf-89d6-e1f63bca9c54 tempest-TestServerBasicOps-1685830086 tempest-TestServerBasicOps-1685830086-project] 10.222.0.75 "GET /v2.0/ports?device_id=14c3c4a3-f393-4e4f-98ba-33d4eb176858 HTTP/1.1" status: 200 len: 943 time: 0.3027337 Feb 09 19:33:23.474290 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-c77876f8-683a-4553-bd4b-67d22b6c7ac4 req-6ec1c405-7d68-47d8-a22d-cbe7c9fda81f service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=30b6826a-2ec4-4081-a475-68e12498d4e4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0692341 Feb 09 19:33:23.547727 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2271dabc-681f-418f-bbec-09066a310fe2 req-3690496e-6c00-4e9d-9d2f-9615b19d574c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:33:23.549458 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-2271dabc-681f-418f-bbec-09066a310fe2 req-3690496e-6c00-4e9d-9d2f-9615b19d574c service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=8f2df497-8ab8-4c9e-8bb2-f9e936c46637&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.3987446 Feb 09 19:33:23.567896 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.provisioning_blocks [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Provisioning complete for port c380a0bb-c60e-499e-b0d7-2e513b3281b8 triggered by entity L2. {{(pid=103232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 19:33:23.568298 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593630'] for port (c380a0bb-c60e-499e-b0d7-2e513b3281b8), provisioning_complete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:33:23.609176 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-c77876f8-683a-4553-bd4b-67d22b6c7ac4 req-bbd8fb86-5f59-4307-a28a-ee760e997874 service neutron] 10.222.0.89 "GET /v2.0/networks/30b6826a-2ec4-4081-a475-68e12498d4e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1284673 Feb 09 19:33:23.655539 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-64c650d8-4824-4303-9b03-8352d2e9b45f None None] For port 566737e7-f89a-43a8-be9d-0a99b69af9d5, host n-d-713498-36, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-36',level=0,port_id=566737e7-f89a-43a8-be9d-0a99b69af9d5,segment=NetworkSegment(20e634bc-bbe0-4569-a1ea-6be524590675),segment_id=20e634bc-bbe0-4569-a1ea-6be524590675)] {{(pid=103232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 19:33:23.655944 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-64c650d8-4824-4303-9b03-8352d2e9b45f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1820838'] for port (566737e7-f89a-43a8-be9d-0a99b69af9d5), precommit_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:33:23.694388 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-64c650d8-4824-4303-9b03-8352d2e9b45f None None] Calling delete_port for 566737e7-f89a-43a8-be9d-0a99b69af9d5 owned by network:dhcp {{(pid=103232) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 19:33:23.810061 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-0c55a3d9-83db-4851-bbe4-738c4dec6b3e req-607b7bcc-17be-42a3-8954-c0fa93cbab72 tempest-TestServerBasicOps-1685830086 tempest-TestServerBasicOps-1685830086-project] 10.222.0.75 "GET /v2.0/security-groups?id=65ed5d36-ab26-4dda-b5da-35d8a5ba3b82&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3482559 Feb 09 19:33:23.877455 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-c77876f8-683a-4553-bd4b-67d22b6c7ac4 req-6f4e6215-162e-423a-9578-1e00e79acc40 service neutron] 10.222.0.89 "GET /v2.0/networks/30b6826a-2ec4-4081-a475-68e12498d4e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2580309 Feb 09 19:33:23.950650 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Current status of the port c380a0bb-c60e-499e-b0d7-2e513b3281b8 is: ACTIVE; New status is: ACTIVE {{(pid=103232) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 19:33:23.991877 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.l3_hamode_db [None req-f53ab592-e56c-4fe6-b7c1-032991ea6a76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '313e064b-ffaa-4c47-a7fc-c9666f3ee618', 'name': 'tempest-RoutersTest-router-2104240187', 'tenant_id': '009d54e3af88488b8213379431f58202', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T19:32:45Z', 'updated_at': '2022-02-09T19:33:19Z', 'revision_number': 6, 'project_id': '009d54e3af88488b8213379431f58202', 'gw_port_host': None, '_interfaces': [{'id': '09c715a7-b435-4235-acfb-908c690c92ee', 'name': '', 'network_id': '047e6bc3-a06b-46bf-aff3-5ee2dc76214c', 'tenant_id': '009d54e3af88488b8213379431f58202', 'mac_address': 'fa:16:3e:01:43:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '313e064b-ffaa-4c47-a7fc-c9666f3ee618', 'device_owner': 'network:router_interface', 'standard_attr_id': 3152, 'fixed_ips': [{'subnet_id': '99eecf43-b083-4b5d-bf1a-43876b1da023', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T19:33:04Z', 'updated_at': '2022-02-09T19:33:15Z', 'revision_number': 5, 'project_id': '009d54e3af88488b8213379431f58202', 'subnets': [{'id': '99eecf43-b083-4b5d-bf1a-43876b1da023', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '67fdfdea-2927-4154-9cbc-5ca4674ede19', 'name': '', 'network_id': 'b7476005-329d-43d5-ba02-3c7e4ca9d210', 'tenant_id': '009d54e3af88488b8213379431f58202', 'mac_address': 'fa:16:3e:31:9a:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '313e064b-ffaa-4c47-a7fc-c9666f3ee618', 'device_owner': 'network:router_interface', 'standard_attr_id': 3117, 'fixed_ips': [{'subnet_id': '1aa458bd-e51c-4d7d-8d13-8dbe39a30c15', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T19:32:47Z', 'updated_at': '2022-02-09T19:32:53Z', 'revision_number': 5, 'project_id': '009d54e3af88488b8213379431f58202', 'subnets': [{'id': '1aa458bd-e51c-4d7d-8d13-8dbe39a30c15', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c380a0bb-c60e-499e-b0d7-2e513b3281b8', 'name': '', 'network_id': 'f47e5fdf-e63a-4dfd-ac2f-daae11ad6e0c', 'tenant_id': '009d54e3af88488b8213379431f58202', 'mac_address': 'fa:16:3e:b5:47:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '313e064b-ffaa-4c47-a7fc-c9666f3ee618', 'device_owner': 'network:router_interface', 'standard_attr_id': 3167, 'fixed_ips': [{'subnet_id': '9715ffbc-2a50-47fe-a3cb-d4211c209dfd', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T19:33:12Z', 'updated_at': '2022-02-09T19:33:20Z', 'revision_number': 5, 'project_id': '009d54e3af88488b8213379431f58202', 'subnets': [{'id': '9715ffbc-2a50-47fe-a3cb-d4211c209dfd', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f114fdaa-ad92-44f7-af65-c2598b011eca', 'name': '', 'network_id': '101d973c-b3a2-4013-b223-96f53753dfe5', 'tenant_id': '009d54e3af88488b8213379431f58202', 'mac_address': 'fa:16:3e:37:0c:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '313e064b-ffaa-4c47-a7fc-c9666f3ee618', 'device_owner': 'network:router_interface', 'standard_attr_id': 3135, 'fixed_ips': [{'subnet_id': 'b3e8f31d-a070-42b3-b962-2f623803b97f', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T19:32:54Z', 'updated_at': '2022-02-09T19:33:04Z', 'revision_number': 5, 'project_id': '009d54e3af88488b8213379431f58202', 'subnets': [{'id': 'b3e8f31d-a070-42b3-b962-2f623803b97f', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-36', False) {} {{(pid=103232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:33:23.996507 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-da5944bc-bda2-41fa-a174-b0642cc95235 tempest-NetworksTestDHCPv6-1153288886 tempest-NetworksTestDHCPv6-1153288886-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12867428', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12759263'] for subnet (02772576-effc-4bde-9d48-545f61749151), after_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:33:24.038159 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f53ab592-e56c-4fe6-b7c1-032991ea6a76 None None] Checking router: 313e064b-ffaa-4c47-a7fc-c9666f3ee618 for host: n-d-713498-36 {{(pid=103232) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 19:33:24.067211 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f53ab592-e56c-4fe6-b7c1-032991ea6a76 None None] Routers {'313e064b-ffaa-4c47-a7fc-c9666f3ee618'} bound to L3 agent in host n-d-713498-36 {{(pid=103232) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 19:33:24.068182 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.l3_hamode_db [None req-f53ab592-e56c-4fe6-b7c1-032991ea6a76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T18:51:43Z,description=,heartbeat_timestamp=2022-02-09T19:33:13Z,host='n-d-713498-36',id=93303d5e-5d17-45e8-8963-7694f87783ae,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T18:51:43Z,topic='l3_agent')) {'router_ids': ['313e064b-ffaa-4c47-a7fc-c9666f3ee618'], 'active': True} {{(pid=103232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:33:24.137656 n-d-713498-36 neutron-server[103229]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da5944bc-bda2-41fa-a174-b0642cc95235 tempest-NetworksTestDHCPv6-1153288886 tempest-NetworksTestDHCPv6-1153288886-project] Network f63a97a6-2552-42d7-aee9-c49ce8319647 is already hosted by enough agents. {{(pid=103229) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 19:33:24.159622 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Device 566737e7-f89a-43a8-be9d-0a99b69af9d5 no longer exists at agent ovs-agent-n-d-713498-36 {{(pid=103232) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 19:33:24.162882 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-64c650d8-4824-4303-9b03-8352d2e9b45f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762867177463', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762866656476'] for port (566737e7-f89a-43a8-be9d-0a99b69af9d5), after_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:33:24.164119 n-d-713498-36 neutron-server[103229]: DEBUG neutron.scheduler.base_scheduler [None req-da5944bc-bda2-41fa-a174-b0642cc95235 tempest-NetworksTestDHCPv6-1153288886 tempest-NetworksTestDHCPv6-1153288886-project] Resources bound (agent type, host, resource id): {{(pid=103229) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 19:33:24.178603 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da5944bc-bda2-41fa-a174-b0642cc95235 tempest-NetworksTestDHCPv6-1153288886 tempest-NetworksTestDHCPv6-1153288886-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:33:24.180074 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-da5944bc-bda2-41fa-a174-b0642cc95235 tempest-NetworksTestDHCPv6-1153288886 tempest-NetworksTestDHCPv6-1153288886-project] Publish callbacks [] for subnet (None), before_response {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:33:24.233095 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da5944bc-bda2-41fa-a174-b0642cc95235 tempest-NetworksTestDHCPv6-1153288886 tempest-NetworksTestDHCPv6-1153288886-project] Pushing event updated for resources: {'Subnet': ['ID=02772576-effc-4bde-9d48-545f61749151,revision_number=0']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:33:24.257172 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-da5944bc-bda2-41fa-a174-b0642cc95235 tempest-NetworksTestDHCPv6-1153288886 tempest-NetworksTestDHCPv6-1153288886-project] 10.222.0.75 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.6346712 Feb 09 19:33:24.257646 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] No Port match for: 566737e7-f89a-43a8-be9d-0a99b69af9d5 {{(pid=103232) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 19:33:24.257867 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 35868) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:33:24.258005 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Device 566737e7-f89a-43a8-be9d-0a99b69af9d5 not bound to the agent host n-d-713498-36 {{(pid=103232) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 19:33:24.267358 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.v2.base [None req-7c65afb2-84c5-40b2-ad63-bfef2b3e0079 tempest-NetworksTestDHCPv6-1153288886 tempest-NetworksTestDHCPv6-1153288886-project] Request body: {'port': {'network_id': 'f63a97a6-2552-42d7-aee9-c49ce8319647', 'fixed_ips': [{'subnet_id': '02772576-effc-4bde-9d48-545f61749151', 'ip_address': '2001:db8::102a:33d1:4dc9:2646'}], 'name': 'tempest-NetworksTestDHCPv6-1192505854'}} {{(pid=103229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 19:33:24.294117 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64c650d8-4824-4303-9b03-8352d2e9b45f None None] No DVR routers for this DVR port 566737e7-f89a-43a8-be9d-0a99b69af9d5 on host n-d-713498-36 {{(pid=103232) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 19:33:24.305316 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64c650d8-4824-4303-9b03-8352d2e9b45f None None] Pushing event deleted for resources: {'Port': ['ID=566737e7-f89a-43a8-be9d-0a99b69af9d5,revision_number=None']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:33:24.320792 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23e13b99-975b-4361-a082-6710716fc432 None None] Network f63a97a6-2552-42d7-aee9-c49ce8319647 requested from n-d-713498-36 {{(pid=103232) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 19:33:24.409803 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.l3_dvr_db [None req-f53ab592-e56c-4fe6-b7c1-032991ea6a76 None None] Set router 313e064b-ffaa-4c47-a7fc-c9666f3ee618 gateway port host: None {{(pid=103232) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 19:33:24.423360 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-2271dabc-681f-418f-bbec-09066a310fe2 req-4375bb83-7744-44ab-a5ae-16036c47a527 service neutron] 10.222.0.90 "GET /v2.0/networks/8f2df497-8ab8-4c9e-8bb2-f9e936c46637?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8423417 Feb 09 19:33:24.480534 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7c65afb2-84c5-40b2-ad63-bfef2b3e0079 tempest-NetworksTestDHCPv6-1153288886 tempest-NetworksTestDHCPv6-1153288886-project] Made reservation on behalf of 84aec0d011da47d8bc94f6ba8668f413 for: {'port': 1} {{(pid=103229) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 19:33:24.489044 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-b0f3678c-c7a3-44d1-8231-4def158610de req-6e0dc72f-366e-4f85-9375-4f2abd131004 tempest-ServersTestJSON-482035511 tempest-ServersTestJSON-482035511-project] 10.222.0.75 "GET /v2.0/security-groups?id=37883354-c9cd-40f0-bbce-1c711bac4569&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0238762 Feb 09 19:33:24.626799 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-7c65afb2-84c5-40b2-ad63-bfef2b3e0079 tempest-NetworksTestDHCPv6-1153288886 tempest-NetworksTestDHCPv6-1153288886-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (None), before_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:33:24.661911 n-d-713498-36 neutron-server[103229]: DEBUG neutron.notifiers.nova [None req-7c65afb2-84c5-40b2-ad63-bfef2b3e0079 tempest-NetworksTestDHCPv6-1153288886 tempest-NetworksTestDHCPv6-1153288886-project] device_id is not set on port fc4feb71-815a-4597-ad73-12ff84cb03c5 yet. {{(pid=103229) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 09 19:33:24.685404 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-2271dabc-681f-418f-bbec-09066a310fe2 req-2d9e868d-82a6-45b8-88e5-ae16965d666c service neutron] 10.222.0.90 "GET /v2.0/networks/8f2df497-8ab8-4c9e-8bb2-f9e936c46637?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2079089 Feb 09 19:33:24.759054 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f874cb6-174f-40b5-af95-92c0c1355ce4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8b32e980-7cce-5e82-a341-bd2fa8945c89-f63a97a6-2552-42d7-aee9-c49ce8319647', 'network_id': 'f63a97a6-2552-42d7-aee9-c49ce8319647', 'project_id': '84aec0d011da47d8bc94f6ba8668f413', 'fixed_ips': [{'subnet_id': '02772576-effc-4bde-9d48-545f61749151'}]}} from n-d-713498-36. {{(pid=103232) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 09 19:33:24.759911 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-7f874cb6-174f-40b5-af95-92c0c1355ce4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (None), before_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:33:24.872264 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c798bab3-846b-4043-a8dd-f6f6444ac192 req-a11c43f8-dc9d-4bb2-9259-dcf153fadfa3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:33:24.873843 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-c798bab3-846b-4043-a8dd-f6f6444ac192 req-a11c43f8-dc9d-4bb2-9259-dcf153fadfa3 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=0484ed2328124ada8d8870756276d1f0&device_id=14c3c4a3-f393-4e4f-98ba-33d4eb176858 HTTP/1.1" status: 200 len: 1126 time: 0.1152406 Feb 09 19:33:24.948771 n-d-713498-36 neutron-server[103230]: DEBUG neutron.db.extraroute_db [None req-5a7f7c69-af34-46c4-a70a-4a1134ee1b51 tempest-RoutersTest-1116560139 tempest-RoutersTest-1116560139-project] Added routes are [] {{(pid=103230) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Feb 09 19:33:24.949162 n-d-713498-36 neutron-server[103230]: DEBUG neutron.db.extraroute_db [None req-5a7f7c69-af34-46c4-a70a-4a1134ee1b51 tempest-RoutersTest-1116560139 tempest-RoutersTest-1116560139-project] Removed routes are [{'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}] {{(pid=103230) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Feb 09 19:33:25.002795 n-d-713498-36 neutron-server[103229]: DEBUG neutron.db.db_base_plugin_common [None req-7c65afb2-84c5-40b2-ad63-bfef2b3e0079 tempest-NetworksTestDHCPv6-1153288886 tempest-NetworksTestDHCPv6-1153288886-project] Allocated IP 2001:db8::102a:33d1:4dc9:2646 (f63a97a6-2552-42d7-aee9-c49ce8319647/02772576-effc-4bde-9d48-545f61749151/fc4feb71-815a-4597-ad73-12ff84cb03c5) {{(pid=103229) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 19:33:25.020221 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Device f66e9e9f-dc25-41b3-a2e4-a6e5122a970c details requested by agent hyperv_n-h1-713498-36 with host n-h1-713498-36 {{(pid=103232) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 19:33:25.052860 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-5a7f7c69-af34-46c4-a70a-4a1134ee1b51 tempest-RoutersTest-1116560139 tempest-RoutersTest-1116560139-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1822118', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1834952', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-58494'] for router (313e064b-ffaa-4c47-a7fc-c9666f3ee618), precommit_update {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:33:25.058140 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c798bab3-846b-4043-a8dd-f6f6444ac192 req-25dd629f-0313-4163-ae59-28f95fe63508 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:33:25.059696 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-c798bab3-846b-4043-a8dd-f6f6444ac192 req-25dd629f-0313-4163-ae59-28f95fe63508 service neutron] 10.222.0.90 "GET /v2.0/networks?id=8f2df497-8ab8-4c9e-8bb2-f9e936c46637 HTTP/1.1" status: 200 len: 910 time: 0.1789687 Feb 09 19:33:25.216377 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e38bb578-c4e7-4beb-9f79-c5ace63bbefb req-e99bad02-08ec-40c0-ad51-8bfa3edf579b tempest-TestServerBasicOps-1685830086 tempest-TestServerBasicOps-1685830086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:33:25.219017 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-e38bb578-c4e7-4beb-9f79-c5ace63bbefb req-e99bad02-08ec-40c0-ad51-8bfa3edf579b tempest-TestServerBasicOps-1685830086 tempest-TestServerBasicOps-1685830086-project] 10.222.0.75 "GET /v2.0/ports?device_id=14c3c4a3-f393-4e4f-98ba-33d4eb176858 HTTP/1.1" status: 200 len: 943 time: 0.1576328 Feb 09 19:33:25.324105 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-7c65afb2-84c5-40b2-ad63-bfef2b3e0079 tempest-NetworksTestDHCPv6-1153288886 tempest-NetworksTestDHCPv6-1153288886-project] Publish callbacks [] for port (fc4feb71-815a-4597-ad73-12ff84cb03c5), precommit_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:33:25.347108 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-e38bb578-c4e7-4beb-9f79-c5ace63bbefb req-aeca5797-b1e9-4bb5-845a-de26504fda3a tempest-TestServerBasicOps-1685830086 tempest-TestServerBasicOps-1685830086-project] 10.222.0.75 "GET /v2.0/security-groups?id=65ed5d36-ab26-4dda-b5da-35d8a5ba3b82&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1147506 Feb 09 19:33:25.398458 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-c798bab3-846b-4043-a8dd-f6f6444ac192 req-282fd3a0-4126-473d-8621-7a9d995cd8b5 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=c6f469cb-b1d3-4ec0-ae11-8d288e85cc6d HTTP/1.1" status: 200 len: 217 time: 0.2054605 Feb 09 19:33:25.417552 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-7c65afb2-84c5-40b2-ad63-bfef2b3e0079 tempest-NetworksTestDHCPv6-1153288886 tempest-NetworksTestDHCPv6-1153288886-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762866656467', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12867576'] for port (fc4feb71-815a-4597-ad73-12ff84cb03c5), after_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:33:25.508495 n-d-713498-36 neutron-server[103229]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c65afb2-84c5-40b2-ad63-bfef2b3e0079 tempest-NetworksTestDHCPv6-1153288886 tempest-NetworksTestDHCPv6-1153288886-project] Network f63a97a6-2552-42d7-aee9-c49ce8319647 is already hosted by enough agents. {{(pid=103229) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 19:33:25.514524 n-d-713498-36 neutron-server[103229]: DEBUG neutron.scheduler.base_scheduler [None req-7c65afb2-84c5-40b2-ad63-bfef2b3e0079 tempest-NetworksTestDHCPv6-1153288886 tempest-NetworksTestDHCPv6-1153288886-project] Resources bound (agent type, host, resource id): {{(pid=103229) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 19:33:25.520814 n-d-713498-36 neutron-server[103229]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c65afb2-84c5-40b2-ad63-bfef2b3e0079 tempest-NetworksTestDHCPv6-1153288886 tempest-NetworksTestDHCPv6-1153288886-project] Received port after_create {{(pid=103229) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 19:33:25.527538 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c65afb2-84c5-40b2-ad63-bfef2b3e0079 tempest-NetworksTestDHCPv6-1153288886 tempest-NetworksTestDHCPv6-1153288886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:33:25.528330 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-7c65afb2-84c5-40b2-ad63-bfef2b3e0079 tempest-NetworksTestDHCPv6-1153288886 tempest-NetworksTestDHCPv6-1153288886-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171096'] for port (None), before_response {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:33:25.542096 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c798bab3-846b-4043-a8dd-f6f6444ac192 req-bcd9c659-cc89-4b21-a196-6a5889b55210 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:33:25.547973 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-c798bab3-846b-4043-a8dd-f6f6444ac192 req-bcd9c659-cc89-4b21-a196-6a5889b55210 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=9358c454-1c1b-4e17-a8a9-b8f83c45b376 HTTP/1.1" status: 200 len: 848 time: 0.1383948 Feb 09 19:33:25.569398 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c65afb2-84c5-40b2-ad63-bfef2b3e0079 tempest-NetworksTestDHCPv6-1153288886 tempest-NetworksTestDHCPv6-1153288886-project] Pushing event updated for resources: {'Port': ['ID=fc4feb71-815a-4597-ad73-12ff84cb03c5,revision_number=1']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:33:25.575988 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.l3_hamode_db [None req-f53ab592-e56c-4fe6-b7c1-032991ea6a76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '313e064b-ffaa-4c47-a7fc-c9666f3ee618', 'name': 'tempest-RoutersTest-router-2104240187', 'tenant_id': '009d54e3af88488b8213379431f58202', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T19:32:45Z', 'updated_at': '2022-02-09T19:33:19Z', 'revision_number': 6, 'project_id': '009d54e3af88488b8213379431f58202', 'gw_port_host': None, '_interfaces': [{'id': '09c715a7-b435-4235-acfb-908c690c92ee', 'name': '', 'network_id': '047e6bc3-a06b-46bf-aff3-5ee2dc76214c', 'tenant_id': '009d54e3af88488b8213379431f58202', 'mac_address': 'fa:16:3e:01:43:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '313e064b-ffaa-4c47-a7fc-c9666f3ee618', 'device_owner': 'network:router_interface', 'standard_attr_id': 3152, 'fixed_ips': [{'subnet_id': '99eecf43-b083-4b5d-bf1a-43876b1da023', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T19:33:04Z', 'updated_at': '2022-02-09T19:33:15Z', 'revision_number': 5, 'project_id': '009d54e3af88488b8213379431f58202', 'subnets': [{'id': '99eecf43-b083-4b5d-bf1a-43876b1da023', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '67fdfdea-2927-4154-9cbc-5ca4674ede19', 'name': '', 'network_id': 'b7476005-329d-43d5-ba02-3c7e4ca9d210', 'tenant_id': '009d54e3af88488b8213379431f58202', 'mac_address': 'fa:16:3e:31:9a:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '313e064b-ffaa-4c47-a7fc-c9666f3ee618', 'device_owner': 'network:router_interface', 'standard_attr_id': 3117, 'fixed_ips': [{'subnet_id': '1aa458bd-e51c-4d7d-8d13-8dbe39a30c15', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T19:32:47Z', 'updated_at': '2022-02-09T19:32:53Z', 'revision_number': 5, 'project_id': '009d54e3af88488b8213379431f58202', 'subnets': [{'id': '1aa458bd-e51c-4d7d-8d13-8dbe39a30c15', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c380a0bb-c60e-499e-b0d7-2e513b3281b8', 'name': '', 'network_id': 'f47e5fdf-e63a-4dfd-ac2f-daae11ad6e0c', 'tenant_id': '009d54e3af88488b8213379431f58202', 'mac_address': 'fa:16:3e:b5:47:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '313e064b-ffaa-4c47-a7fc-c9666f3ee618', 'device_owner': 'network:router_interface', 'standard_attr_id': 3167, 'fixed_ips': [{'subnet_id': '9715ffbc-2a50-47fe-a3cb-d4211c209dfd', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T19:33:12Z', 'updated_at': '2022-02-09T19:33:20Z', 'revision_number': 5, 'project_id': '009d54e3af88488b8213379431f58202', 'subnets': [{'id': '9715ffbc-2a50-47fe-a3cb-d4211c209dfd', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f114fdaa-ad92-44f7-af65-c2598b011eca', 'name': '', 'network_id': '101d973c-b3a2-4013-b223-96f53753dfe5', 'tenant_id': '009d54e3af88488b8213379431f58202', 'mac_address': 'fa:16:3e:37:0c:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '313e064b-ffaa-4c47-a7fc-c9666f3ee618', 'device_owner': 'network:router_interface', 'standard_attr_id': 3135, 'fixed_ips': [{'subnet_id': 'b3e8f31d-a070-42b3-b962-2f623803b97f', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T19:32:54Z', 'updated_at': '2022-02-09T19:33:04Z', 'revision_number': 5, 'project_id': '009d54e3af88488b8213379431f58202', 'subnets': [{'id': 'b3e8f31d-a070-42b3-b962-2f623803b97f', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-36', False) {} {{(pid=103232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:33:25.600672 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-7c65afb2-84c5-40b2-ad63-bfef2b3e0079 tempest-NetworksTestDHCPv6-1153288886 tempest-NetworksTestDHCPv6-1153288886-project] 10.222.0.75 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 1.3414438 Feb 09 19:33:25.603550 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 35878) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:33:25.614756 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f53ab592-e56c-4fe6-b7c1-032991ea6a76 None None] The sync data for ids ['313e064b-ffaa-4c47-a7fc-c9666f3ee618'] in n-d-713498-36 is: [{'id': '313e064b-ffaa-4c47-a7fc-c9666f3ee618', 'name': 'tempest-RoutersTest-router-2104240187', 'tenant_id': '009d54e3af88488b8213379431f58202', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T19:32:45Z', 'updated_at': '2022-02-09T19:33:19Z', 'revision_number': 6, 'project_id': '009d54e3af88488b8213379431f58202', 'gw_port_host': None, '_interfaces': [{'id': '09c715a7-b435-4235-acfb-908c690c92ee', 'name': '', 'network_id': '047e6bc3-a06b-46bf-aff3-5ee2dc76214c', 'tenant_id': '009d54e3af88488b8213379431f58202', 'mac_address': 'fa:16:3e:01:43:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '313e064b-ffaa-4c47-a7fc-c9666f3ee618', 'device_owner': 'network:router_interface', 'standard_attr_id': 3152, 'fixed_ips': [{'subnet_id': '99eecf43-b083-4b5d-bf1a-43876b1da023', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T19:33:04Z', 'updated_at': '2022-02-09T19:33:15Z', 'revision_number': 5, 'project_id': '009d54e3af88488b8213379431f58202', 'subnets': [{'id': '99eecf43-b083-4b5d-bf1a-43876b1da023', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '67fdfdea-2927-4154-9cbc-5ca4674ede19', 'name': '', 'network_id': 'b7476005-329d-43d5-ba02-3c7e4ca9d210', 'tenant_id': '009d54e3af88488b8213379431f58202', 'mac_address': 'fa:16:3e:31:9a:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '313e064b-ffaa-4c47-a7fc-c9666f3ee618', 'device_owner': 'network:router_interface', 'standard_attr_id': 3117, 'fixed_ips': [{'subnet_id': '1aa458bd-e51c-4d7d-8d13-8dbe39a30c15', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T19:32:47Z', 'updated_at': '2022-02-09T19:32:53Z', 'revision_number': 5, 'project_id': '009d54e3af88488b8213379431f58202', 'subnets': [{'id': '1aa458bd-e51c-4d7d-8d13-8dbe39a30c15', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c380a0bb-c60e-499e-b0d7-2e513b3281b8', 'name': '', 'network_id': 'f47e5fdf-e63a-4dfd-ac2f-daae11ad6e0c', 'tenant_id': '009d54e3af88488b8213379431f58202', 'mac_address': 'fa:16:3e:b5:47:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '313e064b-ffaa-4c47-a7fc-c9666f3ee618', 'device_owner': 'network:router_interface', 'standard_attr_id': 3167, 'fixed_ips': [{'subnet_id': '9715ffbc-2a50-47fe-a3cb-d4211c209dfd', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T19:33:12Z', 'updated_at': '2022-02-09T19:33:20Z', 'revision_number': 5, 'project_id': '009d54e3af88488b8213379431f58202', 'subnets': [{'id': '9715ffbc-2a50-47fe-a3cb-d4211c209dfd', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f114fdaa-ad92-44f7-af65-c2598b011eca', 'name': '', 'network_id': '101d973c-b3a2-4013-b223-96f53753dfe5', 'tenant_id': '009d54e3af88488b8213379431f58202', 'mac_address': 'fa:16:3e:37:0c:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '313e064b-ffaa-4c47-a7fc-c9666f3ee618', 'device_owner': 'network:router_interface', 'standard_attr_id': 3135, 'fixed_ips': [{'subnet_id': 'b3e8f31d-a070-42b3-b962-2f623803b97f', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T19:32:54Z', 'updated_at': '2022-02-09T19:33:04Z', 'revision_number': 5, 'project_id': '009d54e3af88488b8213379431f58202', 'subnets': [{'id': 'b3e8f31d-a070-42b3-b962-2f623803b97f', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103232) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 19:33:25.661472 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-5a7f7c69-af34-46c4-a70a-4a1134ee1b51 tempest-RoutersTest-1116560139 tempest-RoutersTest-1116560139-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1822118', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1834952', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-58494'] for router (313e064b-ffaa-4c47-a7fc-c9666f3ee618), precommit_update {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:33:25.672609 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.db_base_plugin_common [None req-7f874cb6-174f-40b5-af95-92c0c1355ce4 None None] Allocated IP 2001:db8::2 (f63a97a6-2552-42d7-aee9-c49ce8319647/02772576-effc-4bde-9d48-545f61749151/7779e81b-e122-4b8e-acf3-4215b95bd7c5) {{(pid=103232) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 19:33:25.676868 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-5a7f7c69-af34-46c4-a70a-4a1134ee1b51 tempest-RoutersTest-1116560139 tempest-RoutersTest-1116560139-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1818951', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1822125', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1822132', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1834967'] for router (313e064b-ffaa-4c47-a7fc-c9666f3ee618), after_update {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:33:25.688977 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] For port f66e9e9f-dc25-41b3-a2e4-a6e5122a970c, host n-h1-713498-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-36',level=0,port_id=f66e9e9f-dc25-41b3-a2e4-a6e5122a970c,segment=NetworkSegment(3ad9008e-d820-4913-8a3a-dbe689506816),segment_id=3ad9008e-d820-4913-8a3a-dbe689506816)] {{(pid=103232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 19:33:25.697078 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-680bb5f9-68bc-4cd8-9f18-1da8ee7b9e97 tempest-NetworksTestDHCPv6-1153288886 tempest-NetworksTestDHCPv6-1153288886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:33:25.701541 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-680bb5f9-68bc-4cd8-9f18-1da8ee7b9e97 tempest-NetworksTestDHCPv6-1153288886 tempest-NetworksTestDHCPv6-1153288886-project] 10.222.0.75 "GET /v2.0/ports HTTP/1.1" status: 200 len: 946 time: 0.0970352 Feb 09 19:33:25.704094 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 35882) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:33:25.735951 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Returning: {'device': 'f66e9e9f-dc25-41b3-a2e4-a6e5122a970c', 'network_id': '30b6826a-2ec4-4081-a475-68e12498d4e4', 'port_id': 'f66e9e9f-dc25-41b3-a2e4-a6e5122a970c', 'mac_address': 'fa:16:3e:f1:26:55', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 368, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '030193b3-b985-4d6c-b0c1-2ea320638096', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103232) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 19:33:25.807627 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c798bab3-846b-4043-a8dd-f6f6444ac192 req-6673a58e-8f98-4afd-b01a-eab19c062a32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:33:25.809166 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-c798bab3-846b-4043-a8dd-f6f6444ac192 req-6673a58e-8f98-4afd-b01a-eab19c062a32 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=8f2df497-8ab8-4c9e-8bb2-f9e936c46637&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.2481780 Feb 09 19:33:25.827980 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3958dfc-c021-408b-a050-eff873673ef7 req-56bd6216-50bf-4f4f-9cd1-5877ea37092c tempest-ServersTestJSON-482035511 tempest-ServersTestJSON-482035511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:33:25.829511 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-e3958dfc-c021-408b-a050-eff873673ef7 req-56bd6216-50bf-4f4f-9cd1-5877ea37092c tempest-ServersTestJSON-482035511 tempest-ServersTestJSON-482035511-project] 10.222.0.75 "GET /v2.0/ports?device_id=d6657ee2-bf4a-4856-a7c3-159d11004937 HTTP/1.1" status: 200 len: 944 time: 0.2135417 Feb 09 19:33:25.840995 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.plugin [None req-a7736b2c-3612-4568-aace-089da2b7adf3 tempest-NetworksTestDHCPv6-1153288886 tempest-NetworksTestDHCPv6-1153288886-project] Deleting port fc4feb71-815a-4597-ad73-12ff84cb03c5 {{(pid=103229) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 19:33:25.841649 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-a7736b2c-3612-4568-aace-089da2b7adf3 tempest-NetworksTestDHCPv6-1153288886 tempest-NetworksTestDHCPv6-1153288886-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762867170196'] for port (fc4feb71-815a-4597-ad73-12ff84cb03c5), before_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:33:25.875786 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Current status of the port f66e9e9f-dc25-41b3-a2e4-a6e5122a970c is: DOWN; New status is: BUILD {{(pid=103232) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 19:33:25.876331 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (f66e9e9f-dc25-41b3-a2e4-a6e5122a970c), before_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:33:25.915112 n-d-713498-36 neutron-server[103232]: DEBUG neutron.notifiers.nova [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f66e9e9f-dc25-41b3-a2e4-a6e5122a970c {{(pid=103232) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 19:33:25.927175 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-c798bab3-846b-4043-a8dd-f6f6444ac192 req-fca27543-819b-4c9f-a02e-090bab1c10b9 service neutron] 10.222.0.90 "GET /v2.0/networks/8f2df497-8ab8-4c9e-8bb2-f9e936c46637?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0966465 Feb 09 19:33:26.058135 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-a7736b2c-3612-4568-aace-089da2b7adf3 tempest-NetworksTestDHCPv6-1153288886 tempest-NetworksTestDHCPv6-1153288886-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1820838'] for port (fc4feb71-815a-4597-ad73-12ff84cb03c5), precommit_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:33:26.070147 n-d-713498-36 neutron-server[103230]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5a7f7c69-af34-46c4-a70a-4a1134ee1b51 tempest-RoutersTest-1116560139 tempest-RoutersTest-1116560139-project] Router 313e064b-ffaa-4c47-a7fc-c9666f3ee618 has already been hosted by L3 agent 93303d5e-5d17-45e8-8963-7694f87783ae {{(pid=103230) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 19:33:26.071485 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] For port f66e9e9f-dc25-41b3-a2e4-a6e5122a970c, host n-h1-713498-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-36',level=0,port_id=f66e9e9f-dc25-41b3-a2e4-a6e5122a970c,segment=NetworkSegment(3ad9008e-d820-4913-8a3a-dbe689506816),segment_id=3ad9008e-d820-4913-8a3a-dbe689506816)] {{(pid=103232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 19:33:26.081105 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-e3958dfc-c021-408b-a050-eff873673ef7 req-d63ff650-7eeb-47ef-8f86-3aa33b584396 tempest-ServersTestJSON-482035511 tempest-ServersTestJSON-482035511-project] 10.222.0.75 "GET /v2.0/security-groups?id=37883354-c9cd-40f0-bbce-1c711bac4569&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1494625 Feb 09 19:33:26.083494 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762867176205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762866656485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762866656503'] for port (f66e9e9f-dc25-41b3-a2e4-a6e5122a970c), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:33:26.095920 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [req-948e701f-22b4-417e-a69b-721a0c9a2bbb req-b9676cbe-b17d-403f-a8c1-8bff30279e99 service neutron] (103230) timed out ('10.222.0.75', 40402) {{(pid=103230) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Feb 09 19:33:26.107088 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.plugin [None req-a7736b2c-3612-4568-aace-089da2b7adf3 tempest-NetworksTestDHCPv6-1153288886 tempest-NetworksTestDHCPv6-1153288886-project] Calling delete_port for fc4feb71-815a-4597-ad73-12ff84cb03c5 owned by {{(pid=103229) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 19:33:26.160403 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-7f874cb6-174f-40b5-af95-92c0c1355ce4 None None] Publish callbacks [] for port (7779e81b-e122-4b8e-acf3-4215b95bd7c5), precommit_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:33:26.173948 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-7f874cb6-174f-40b5-af95-92c0c1355ce4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762866656467'] for port (7779e81b-e122-4b8e-acf3-4215b95bd7c5), after_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:33:26.197647 n-d-713498-36 neutron-server[103232]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f874cb6-174f-40b5-af95-92c0c1355ce4 None None] Network f63a97a6-2552-42d7-aee9-c49ce8319647 is already hosted by enough agents. {{(pid=103232) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 19:33:26.198784 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Pushing event updated for resources: {'Port': ['ID=f66e9e9f-dc25-41b3-a2e4-a6e5122a970c,revision_number=4']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:33:26.202044 n-d-713498-36 neutron-server[103232]: DEBUG neutron.scheduler.base_scheduler [None req-7f874cb6-174f-40b5-af95-92c0c1355ce4 None None] Resources bound (agent type, host, resource id): {{(pid=103232) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 19:33:26.205403 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f874cb6-174f-40b5-af95-92c0c1355ce4 None None] Received port after_create {{(pid=103232) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 19:33:26.264613 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5a7f7c69-af34-46c4-a70a-4a1134ee1b51 tempest-RoutersTest-1116560139 tempest-RoutersTest-1116560139-project] Notify agent at l3_agent.n-d-713498-36 the message routers_updated {{(pid=103230) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 19:33:26.267773 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-c798bab3-846b-4043-a8dd-f6f6444ac192 req-5c892b9a-9d0a-4038-9084-dc416fd4823c service neutron] 10.222.0.90 "GET /v2.0/networks/8f2df497-8ab8-4c9e-8bb2-f9e936c46637?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3256166 Feb 09 19:33:26.283717 n-d-713498-36 neutron-server[103233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3de6eb5f-cae7-49f1-9c54-1568976c7cfa None None] Sync routers for ids ['313e064b-ffaa-4c47-a7fc-c9666f3ee618'] in n-d-713498-36 {{(pid=103233) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 19:33:26.297940 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-5a7f7c69-af34-46c4-a70a-4a1134ee1b51 tempest-RoutersTest-1116560139 tempest-RoutersTest-1116560139-project] Publish callbacks [] for router (None), before_response {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:33:26.301057 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-5a7f7c69-af34-46c4-a70a-4a1134ee1b51 tempest-RoutersTest-1116560139 tempest-RoutersTest-1116560139-project] 10.222.0.75 "PUT /v2.0/routers/313e064b-ffaa-4c47-a7fc-c9666f3ee618 HTTP/1.1" status: 200 len: 700 time: 3.0195658 Feb 09 19:33:26.302503 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d5e0f37-ad57-4f8f-a983-34e93b605c7a req-4bbc6367-42ba-49d3-a166-04229cfcd746 tempest-TestNetworkAdvancedServerOps-513516359 tempest-TestNetworkAdvancedServerOps-513516359-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:33:26.303602 n-d-713498-36 neutron-server[103233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3de6eb5f-cae7-49f1-9c54-1568976c7cfa None None] Routers {'313e064b-ffaa-4c47-a7fc-c9666f3ee618'} bound to L3 agent in host n-d-713498-36 {{(pid=103233) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 19:33:26.304258 n-d-713498-36 neutron-server[103233]: DEBUG neutron.db.l3_hamode_db [None req-3de6eb5f-cae7-49f1-9c54-1568976c7cfa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T18:51:43Z,description=,heartbeat_timestamp=2022-02-09T19:33:13Z,host='n-d-713498-36',id=93303d5e-5d17-45e8-8963-7694f87783ae,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T18:51:43Z,topic='l3_agent')) {'router_ids': ['313e064b-ffaa-4c47-a7fc-c9666f3ee618'], 'active': True} {{(pid=103233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:33:26.304926 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-8d5e0f37-ad57-4f8f-a983-34e93b605c7a req-4bbc6367-42ba-49d3-a166-04229cfcd746 tempest-TestNetworkAdvancedServerOps-513516359 tempest-TestNetworkAdvancedServerOps-513516359-project-admin] 10.222.0.75 "GET /v2.0/ports?device_id=6d32a9d7-5256-4edb-9bbc-ad99ab71ecfa HTTP/1.1" status: 200 len: 1128 time: 0.1238186 Feb 09 19:33:26.307622 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 35890) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:33:26.344473 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] get_ports_and_sgs() called for port_ids ['f66e9e9f-dc25-41b3-a2e4-a6e5122a970c'] {{(pid=103232) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 19:33:26.408003 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f874cb6-174f-40b5-af95-92c0c1355ce4 None None] Pushing event updated for resources: {'Port': ['ID=7779e81b-e122-4b8e-acf3-4215b95bd7c5,revision_number=1']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:33:26.416168 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.managers [None req-7f874cb6-174f-40b5-af95-92c0c1355ce4 None None] Attempting to bind port 7779e81b-e122-4b8e-acf3-4215b95bd7c5 on host n-d-713498-36 for vnic_type normal with profile {{(pid=103232) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 19:33:26.416542 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.managers [None req-7f874cb6-174f-40b5-af95-92c0c1355ce4 None None] Attempting to bind port 7779e81b-e122-4b8e-acf3-4215b95bd7c5 by drivers openvswitch,hyperv on host n-d-713498-36 at level 0 using segments [{'id': '20e634bc-bbe0-4569-a1ea-6be524590675', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': 'f63a97a6-2552-42d7-aee9-c49ce8319647'}] {{(pid=103232) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 19:33:26.417011 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f874cb6-174f-40b5-af95-92c0c1355ce4 None None] Attempting to bind port 7779e81b-e122-4b8e-acf3-4215b95bd7c5 on network f63a97a6-2552-42d7-aee9-c49ce8319647 {{(pid=103232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 19:33:26.426832 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f874cb6-174f-40b5-af95-92c0c1355ce4 None None] Checking agent: {'id': '496418a2-c002-4aec-ab1a-07f3bea491bd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-36', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 18, 51, 47), 'started_at': datetime.datetime(2022, 2, 9, 18, 52, 17), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 19, 33, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-36'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 19:33:26.427219 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f874cb6-174f-40b5-af95-92c0c1355ce4 None None] Checking segment: {'id': '20e634bc-bbe0-4569-a1ea-6be524590675', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': 'f63a97a6-2552-42d7-aee9-c49ce8319647'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103232) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 19:33:26.427617 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-7f874cb6-174f-40b5-af95-92c0c1355ce4 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:33:26.428247 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f874cb6-174f-40b5-af95-92c0c1355ce4 None None] Bound using segment: {'id': '20e634bc-bbe0-4569-a1ea-6be524590675', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': 'f63a97a6-2552-42d7-aee9-c49ce8319647'} {{(pid=103232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 19:33:26.428632 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.managers [None req-7f874cb6-174f-40b5-af95-92c0c1355ce4 None None] Bound port: 7779e81b-e122-4b8e-acf3-4215b95bd7c5, host: n-d-713498-36, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '20e634bc-bbe0-4569-a1ea-6be524590675', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': 'f63a97a6-2552-42d7-aee9-c49ce8319647'}}] {{(pid=103232) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 19:33:26.429015 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-7f874cb6-174f-40b5-af95-92c0c1355ce4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (7779e81b-e122-4b8e-acf3-4215b95bd7c5), before_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:33:26.560535 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-8d5e0f37-ad57-4f8f-a983-34e93b605c7a req-6fa8abac-7538-40b4-a0df-3bddc5867df3 tempest-TestNetworkAdvancedServerOps-513516359 tempest-TestNetworkAdvancedServerOps-513516359-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:33:26.594313 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ef22b1c-f13c-46e9-acf4-7d27996087f7 req-fcdad309-7bac-4fcf-9670-41793fbb6df6 tempest-TestServerBasicOps-1685830086 tempest-TestServerBasicOps-1685830086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:33:26.601298 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-4ef22b1c-f13c-46e9-acf4-7d27996087f7 req-fcdad309-7bac-4fcf-9670-41793fbb6df6 tempest-TestServerBasicOps-1685830086 tempest-TestServerBasicOps-1685830086-project] 10.222.0.75 "GET /v2.0/ports?device_id=14c3c4a3-f393-4e4f-98ba-33d4eb176858 HTTP/1.1" status: 200 len: 943 time: 0.1300817 Feb 09 19:33:26.640750 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-7f874cb6-174f-40b5-af95-92c0c1355ce4 None None] For port 7779e81b-e122-4b8e-acf3-4215b95bd7c5, host n-d-713498-36, cleared binding levels {{(pid=103232) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 19:33:26.644559 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-7f874cb6-174f-40b5-af95-92c0c1355ce4 None None] For port 7779e81b-e122-4b8e-acf3-4215b95bd7c5, host n-d-713498-36, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-36',level=0,port_id=7779e81b-e122-4b8e-acf3-4215b95bd7c5,segment=NetworkSegment(20e634bc-bbe0-4569-a1ea-6be524590675),segment_id=20e634bc-bbe0-4569-a1ea-6be524590675)] {{(pid=103232) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 19:33:26.657648 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-7f874cb6-174f-40b5-af95-92c0c1355ce4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762867176205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762866656485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762866656503'] for port (7779e81b-e122-4b8e-acf3-4215b95bd7c5), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:33:26.703749 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-4ef22b1c-f13c-46e9-acf4-7d27996087f7 req-73704d99-fcfd-4a4f-8609-10626c01227a tempest-TestServerBasicOps-1685830086 tempest-TestServerBasicOps-1685830086-project] 10.222.0.75 "GET /v2.0/security-groups?id=65ed5d36-ab26-4dda-b5da-35d8a5ba3b82&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0949018 Feb 09 19:33:26.707809 n-d-713498-36 neutron-server[103233]: DEBUG neutron.db.l3_dvr_db [None req-3de6eb5f-cae7-49f1-9c54-1568976c7cfa None None] Set router 313e064b-ffaa-4c47-a7fc-c9666f3ee618 gateway port host: None {{(pid=103233) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 19:33:26.721995 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-dc119882-4d69-4ca5-92b9-94da189c485e tempest-RoutersTest-1116560139 tempest-RoutersTest-1116560139-project] 10.222.0.75 "GET /v2.0/routers/313e064b-ffaa-4c47-a7fc-c9666f3ee618 HTTP/1.1" status: 200 len: 700 time: 0.4129970 Feb 09 19:33:26.734160 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 35894) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:33:26.780870 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-a7736b2c-3612-4568-aace-089da2b7adf3 tempest-NetworksTestDHCPv6-1153288886 tempest-NetworksTestDHCPv6-1153288886-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762867177463', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762866656476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12867576'] for port (fc4feb71-815a-4597-ad73-12ff84cb03c5), after_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:33:26.819775 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f874cb6-174f-40b5-af95-92c0c1355ce4 None None] Pushing event updated for resources: {'Port': ['ID=7779e81b-e122-4b8e-acf3-4215b95bd7c5,revision_number=2']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:33:26.902385 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7736b2c-3612-4568-aace-089da2b7adf3 tempest-NetworksTestDHCPv6-1153288886 tempest-NetworksTestDHCPv6-1153288886-project] Pushing event deleted for resources: {'Port': ['ID=fc4feb71-815a-4597-ad73-12ff84cb03c5,revision_number=None']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:33:26.927538 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-a7736b2c-3612-4568-aace-089da2b7adf3 tempest-NetworksTestDHCPv6-1153288886 tempest-NetworksTestDHCPv6-1153288886-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171096'] for port (None), before_response {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:33:26.931985 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-a7736b2c-3612-4568-aace-089da2b7adf3 tempest-NetworksTestDHCPv6-1153288886 tempest-NetworksTestDHCPv6-1153288886-project] 10.222.0.75 "DELETE /v2.0/ports/fc4feb71-815a-4597-ad73-12ff84cb03c5 HTTP/1.1" status: 204 len: 168 time: 1.2259183 Feb 09 19:33:26.934493 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 35896) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:33:27.013637 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cca70bc0-9ee3-4c25-86a6-2253d8ef4b85 tempest-NetworksTestDHCPv6-1153288886 tempest-NetworksTestDHCPv6-1153288886-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:33:27.014994 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cca70bc0-9ee3-4c25-86a6-2253d8ef4b85 tempest-NetworksTestDHCPv6-1153288886 tempest-NetworksTestDHCPv6-1153288886-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:33:27.018990 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-cca70bc0-9ee3-4c25-86a6-2253d8ef4b85 tempest-NetworksTestDHCPv6-1153288886 tempest-NetworksTestDHCPv6-1153288886-project] 10.222.0.75 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.0778246 Feb 09 19:33:27.019577 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 35898) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:33:27.028024 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-8d5e0f37-ad57-4f8f-a983-34e93b605c7a req-6fa8abac-7538-40b4-a0df-3bddc5867df3 tempest-TestNetworkAdvancedServerOps-513516359 tempest-TestNetworkAdvancedServerOps-513516359-project-admin] Publish callbacks [] for security_group (dfd0e4d9-68d4-4f6e-b65c-eef70271f279), precommit_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:33:27.044848 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-8d5e0f37-ad57-4f8f-a983-34e93b605c7a req-6fa8abac-7538-40b4-a0df-3bddc5867df3 tempest-TestNetworkAdvancedServerOps-513516359 tempest-TestNetworkAdvancedServerOps-513516359-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1892331'] for security_group (dfd0e4d9-68d4-4f6e-b65c-eef70271f279), after_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:33:27.161057 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-8d5e0f37-ad57-4f8f-a983-34e93b605c7a req-6fa8abac-7538-40b4-a0df-3bddc5867df3 tempest-TestNetworkAdvancedServerOps-513516359 tempest-TestNetworkAdvancedServerOps-513516359-project-admin] 10.222.0.75 "GET /v2.0/security-groups?id=3248743f-f5fe-4756-978e-05f0e965efae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.6739542 Feb 09 19:33:27.165216 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fa8abac-7538-40b4-a0df-3bddc5867df3 tempest-TestNetworkAdvancedServerOps-513516359 tempest-TestNetworkAdvancedServerOps-513516359-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dfd0e4d9-68d4-4f6e-b65c-eef70271f279,revision_number=1']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:33:27.196432 n-d-713498-36 neutron-server[103230]: DEBUG neutron.db.db_base_plugin_v2 [None req-576a19dc-2cd2-4bb2-abba-24b1afa5fdb0 tempest-NetworksTestDHCPv6-1153288886 tempest-NetworksTestDHCPv6-1153288886-project] Deleting subnet 02772576-effc-4bde-9d48-545f61749151 {{(pid=103230) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 19:33:27.236470 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-576a19dc-2cd2-4bb2-abba-24b1afa5fdb0 tempest-NetworksTestDHCPv6-1153288886 tempest-NetworksTestDHCPv6-1153288886-project] Publish callbacks [] for subnet (02772576-effc-4bde-9d48-545f61749151), before_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:33:27.260295 n-d-713498-36 neutron-server[103233]: DEBUG neutron.db.l3_hamode_db [None req-3de6eb5f-cae7-49f1-9c54-1568976c7cfa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '313e064b-ffaa-4c47-a7fc-c9666f3ee618', 'name': 'tempest-RoutersTest-router-2104240187', 'tenant_id': '009d54e3af88488b8213379431f58202', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T19:32:45Z', 'updated_at': '2022-02-09T19:33:24Z', 'revision_number': 7, 'project_id': '009d54e3af88488b8213379431f58202', 'gw_port_host': None, '_interfaces': [{'id': '09c715a7-b435-4235-acfb-908c690c92ee', 'name': '', 'network_id': '047e6bc3-a06b-46bf-aff3-5ee2dc76214c', 'tenant_id': '009d54e3af88488b8213379431f58202', 'mac_address': 'fa:16:3e:01:43:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '313e064b-ffaa-4c47-a7fc-c9666f3ee618', 'device_owner': 'network:router_interface', 'standard_attr_id': 3152, 'fixed_ips': [{'subnet_id': '99eecf43-b083-4b5d-bf1a-43876b1da023', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T19:33:04Z', 'updated_at': '2022-02-09T19:33:15Z', 'revision_number': 5, 'project_id': '009d54e3af88488b8213379431f58202', 'subnets': [{'id': '99eecf43-b083-4b5d-bf1a-43876b1da023', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '67fdfdea-2927-4154-9cbc-5ca4674ede19', 'name': '', 'network_id': 'b7476005-329d-43d5-ba02-3c7e4ca9d210', 'tenant_id': '009d54e3af88488b8213379431f58202', 'mac_address': 'fa:16:3e:31:9a:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '313e064b-ffaa-4c47-a7fc-c9666f3ee618', 'device_owner': 'network:router_interface', 'standard_attr_id': 3117, 'fixed_ips': [{'subnet_id': '1aa458bd-e51c-4d7d-8d13-8dbe39a30c15', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T19:32:47Z', 'updated_at': '2022-02-09T19:32:53Z', 'revision_number': 5, 'project_id': '009d54e3af88488b8213379431f58202', 'subnets': [{'id': '1aa458bd-e51c-4d7d-8d13-8dbe39a30c15', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c380a0bb-c60e-499e-b0d7-2e513b3281b8', 'name': '', 'network_id': 'f47e5fdf-e63a-4dfd-ac2f-daae11ad6e0c', 'tenant_id': '009d54e3af88488b8213379431f58202', 'mac_address': 'fa:16:3e:b5:47:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '313e064b-ffaa-4c47-a7fc-c9666f3ee618', 'device_owner': 'network:router_interface', 'standard_attr_id': 3167, 'fixed_ips': [{'subnet_id': '9715ffbc-2a50-47fe-a3cb-d4211c209dfd', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T19:33:12Z', 'updated_at': '2022-02-09T19:33:20Z', 'revision_number': 5, 'project_id': '009d54e3af88488b8213379431f58202', 'subnets': [{'id': '9715ffbc-2a50-47fe-a3cb-d4211c209dfd', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f114fdaa-ad92-44f7-af65-c2598b011eca', 'name': '', 'network_id': '101d973c-b3a2-4013-b223-96f53753dfe5', 'tenant_id': '009d54e3af88488b8213379431f58202', 'mac_address': 'fa:16:3e:37:0c:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '313e064b-ffaa-4c47-a7fc-c9666f3ee618', 'device_owner': 'network:router_interface', 'standard_attr_id': 3135, 'fixed_ips': [{'subnet_id': 'b3e8f31d-a070-42b3-b962-2f623803b97f', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T19:32:54Z', 'updated_at': '2022-02-09T19:33:04Z', 'revision_number': 5, 'project_id': '009d54e3af88488b8213379431f58202', 'subnets': [{'id': 'b3e8f31d-a070-42b3-b962-2f623803b97f', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-36', False) {} {{(pid=103233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:33:27.334315 n-d-713498-36 neutron-server[103233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3de6eb5f-cae7-49f1-9c54-1568976c7cfa None None] Checking router: 313e064b-ffaa-4c47-a7fc-c9666f3ee618 for host: n-d-713498-36 {{(pid=103233) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 19:33:27.351833 n-d-713498-36 neutron-server[103233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3de6eb5f-cae7-49f1-9c54-1568976c7cfa None None] Routers {'313e064b-ffaa-4c47-a7fc-c9666f3ee618'} bound to L3 agent in host n-d-713498-36 {{(pid=103233) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 19:33:27.352867 n-d-713498-36 neutron-server[103233]: DEBUG neutron.db.l3_hamode_db [None req-3de6eb5f-cae7-49f1-9c54-1568976c7cfa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T18:51:43Z,description=,heartbeat_timestamp=2022-02-09T19:33:13Z,host='n-d-713498-36',id=93303d5e-5d17-45e8-8963-7694f87783ae,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T18:51:43Z,topic='l3_agent')) {'router_ids': ['313e064b-ffaa-4c47-a7fc-c9666f3ee618'], 'active': True} {{(pid=103233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:33:27.448082 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecad211d-bce8-4790-b9c3-3be7f08baba1 req-f282a974-9f20-426f-8dc6-714a1929a04d tempest-TestNetworkAdvancedServerOps-1633223542 tempest-TestNetworkAdvancedServerOps-1633223542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:33:27.449672 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-ecad211d-bce8-4790-b9c3-3be7f08baba1 req-f282a974-9f20-426f-8dc6-714a1929a04d tempest-TestNetworkAdvancedServerOps-1633223542 tempest-TestNetworkAdvancedServerOps-1633223542-project] 10.222.0.75 "GET /v2.0/ports?device_id=6d32a9d7-5256-4edb-9bbc-ad99ab71ecfa HTTP/1.1" status: 200 len: 945 time: 0.1370592 Feb 09 19:33:27.501490 n-d-713498-36 neutron-server[103233]: DEBUG neutron.db.l3_dvr_db [None req-3de6eb5f-cae7-49f1-9c54-1568976c7cfa None None] Set router 313e064b-ffaa-4c47-a7fc-c9666f3ee618 gateway port host: None {{(pid=103233) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 19:33:27.521436 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-576a19dc-2cd2-4bb2-abba-24b1afa5fdb0 tempest-NetworksTestDHCPv6-1153288886 tempest-NetworksTestDHCPv6-1153288886-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12895822'] for subnet (02772576-effc-4bde-9d48-545f61749151), precommit_delete_associations {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:33:27.541853 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-ecad211d-bce8-4790-b9c3-3be7f08baba1 req-c2392c22-e4cc-4dc0-88b6-8f0d0e929a23 tempest-TestNetworkAdvancedServerOps-1633223542 tempest-TestNetworkAdvancedServerOps-1633223542-project] 10.222.0.75 "GET /v2.0/security-groups?id=3248743f-f5fe-4756-978e-05f0e965efae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0854137 Feb 09 19:33:27.592267 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 35918) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:33:27.604570 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4366f348-fe9b-49d1-9077-2b9083b40d82 req-5d1491f2-2621-4464-99ab-37cf33e2dc2d tempest-ServersTestJSON-482035511 tempest-ServersTestJSON-482035511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:33:27.619544 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-4366f348-fe9b-49d1-9077-2b9083b40d82 req-5d1491f2-2621-4464-99ab-37cf33e2dc2d tempest-ServersTestJSON-482035511 tempest-ServersTestJSON-482035511-project] 10.222.0.75 "GET /v2.0/ports?device_id=d6657ee2-bf4a-4856-a7c3-159d11004937 HTTP/1.1" status: 200 len: 945 time: 0.3692067 Feb 09 19:33:27.743729 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-eec6f0ce-58f9-47ff-ae9d-7e443186075f tempest-TestNetworkAdvancedServerOps-1633223542 tempest-TestNetworkAdvancedServerOps-1633223542-project] 10.222.0.75 "GET /v2.0/floatingips/e9ad4546-bcb3-4e5a-b843-54337d160d4f HTTP/1.1" status: 200 len: 992 time: 0.1403482 Feb 09 19:33:27.765478 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-576a19dc-2cd2-4bb2-abba-24b1afa5fdb0 tempest-NetworksTestDHCPv6-1153288886 tempest-NetworksTestDHCPv6-1153288886-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-759852'] for subnet (02772576-effc-4bde-9d48-545f61749151), precommit_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:33:27.807077 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-4366f348-fe9b-49d1-9077-2b9083b40d82 req-b8d65a3d-89d8-42ed-9638-3100a7fbe029 tempest-ServersTestJSON-482035511 tempest-ServersTestJSON-482035511-project] 10.222.0.75 "GET /v2.0/security-groups?id=37883354-c9cd-40f0-bbce-1c711bac4569&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1865425 Feb 09 19:33:27.818032 n-d-713498-36 neutron-server[103233]: DEBUG neutron.db.l3_hamode_db [None req-3de6eb5f-cae7-49f1-9c54-1568976c7cfa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '313e064b-ffaa-4c47-a7fc-c9666f3ee618', 'name': 'tempest-RoutersTest-router-2104240187', 'tenant_id': '009d54e3af88488b8213379431f58202', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T19:32:45Z', 'updated_at': '2022-02-09T19:33:24Z', 'revision_number': 7, 'project_id': '009d54e3af88488b8213379431f58202', 'gw_port_host': None, '_interfaces': [{'id': '09c715a7-b435-4235-acfb-908c690c92ee', 'name': '', 'network_id': '047e6bc3-a06b-46bf-aff3-5ee2dc76214c', 'tenant_id': '009d54e3af88488b8213379431f58202', 'mac_address': 'fa:16:3e:01:43:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '313e064b-ffaa-4c47-a7fc-c9666f3ee618', 'device_owner': 'network:router_interface', 'standard_attr_id': 3152, 'fixed_ips': [{'subnet_id': '99eecf43-b083-4b5d-bf1a-43876b1da023', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T19:33:04Z', 'updated_at': '2022-02-09T19:33:15Z', 'revision_number': 5, 'project_id': '009d54e3af88488b8213379431f58202', 'subnets': [{'id': '99eecf43-b083-4b5d-bf1a-43876b1da023', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '67fdfdea-2927-4154-9cbc-5ca4674ede19', 'name': '', 'network_id': 'b7476005-329d-43d5-ba02-3c7e4ca9d210', 'tenant_id': '009d54e3af88488b8213379431f58202', 'mac_address': 'fa:16:3e:31:9a:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '313e064b-ffaa-4c47-a7fc-c9666f3ee618', 'device_owner': 'network:router_interface', 'standard_attr_id': 3117, 'fixed_ips': [{'subnet_id': '1aa458bd-e51c-4d7d-8d13-8dbe39a30c15', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T19:32:47Z', 'updated_at': '2022-02-09T19:32:53Z', 'revision_number': 5, 'project_id': '009d54e3af88488b8213379431f58202', 'subnets': [{'id': '1aa458bd-e51c-4d7d-8d13-8dbe39a30c15', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c380a0bb-c60e-499e-b0d7-2e513b3281b8', 'name': '', 'network_id': 'f47e5fdf-e63a-4dfd-ac2f-daae11ad6e0c', 'tenant_id': '009d54e3af88488b8213379431f58202', 'mac_address': 'fa:16:3e:b5:47:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '313e064b-ffaa-4c47-a7fc-c9666f3ee618', 'device_owner': 'network:router_interface', 'standard_attr_id': 3167, 'fixed_ips': [{'subnet_id': '9715ffbc-2a50-47fe-a3cb-d4211c209dfd', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T19:33:12Z', 'updated_at': '2022-02-09T19:33:20Z', 'revision_number': 5, 'project_id': '009d54e3af88488b8213379431f58202', 'subnets': [{'id': '9715ffbc-2a50-47fe-a3cb-d4211c209dfd', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f114fdaa-ad92-44f7-af65-c2598b011eca', 'name': '', 'network_id': '101d973c-b3a2-4013-b223-96f53753dfe5', 'tenant_id': '009d54e3af88488b8213379431f58202', 'mac_address': 'fa:16:3e:37:0c:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '313e064b-ffaa-4c47-a7fc-c9666f3ee618', 'device_owner': 'network:router_interface', 'standard_attr_id': 3135, 'fixed_ips': [{'subnet_id': 'b3e8f31d-a070-42b3-b962-2f623803b97f', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T19:32:54Z', 'updated_at': '2022-02-09T19:33:04Z', 'revision_number': 5, 'project_id': '009d54e3af88488b8213379431f58202', 'subnets': [{'id': 'b3e8f31d-a070-42b3-b962-2f623803b97f', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-36', False) {} {{(pid=103233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:33:27.848019 n-d-713498-36 neutron-server[103233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3de6eb5f-cae7-49f1-9c54-1568976c7cfa None None] The sync data for ids ['313e064b-ffaa-4c47-a7fc-c9666f3ee618'] in n-d-713498-36 is: [{'id': '313e064b-ffaa-4c47-a7fc-c9666f3ee618', 'name': 'tempest-RoutersTest-router-2104240187', 'tenant_id': '009d54e3af88488b8213379431f58202', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T19:32:45Z', 'updated_at': '2022-02-09T19:33:24Z', 'revision_number': 7, 'project_id': '009d54e3af88488b8213379431f58202', 'gw_port_host': None, '_interfaces': [{'id': '09c715a7-b435-4235-acfb-908c690c92ee', 'name': '', 'network_id': '047e6bc3-a06b-46bf-aff3-5ee2dc76214c', 'tenant_id': '009d54e3af88488b8213379431f58202', 'mac_address': 'fa:16:3e:01:43:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '313e064b-ffaa-4c47-a7fc-c9666f3ee618', 'device_owner': 'network:router_interface', 'standard_attr_id': 3152, 'fixed_ips': [{'subnet_id': '99eecf43-b083-4b5d-bf1a-43876b1da023', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T19:33:04Z', 'updated_at': '2022-02-09T19:33:15Z', 'revision_number': 5, 'project_id': '009d54e3af88488b8213379431f58202', 'subnets': [{'id': '99eecf43-b083-4b5d-bf1a-43876b1da023', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '67fdfdea-2927-4154-9cbc-5ca4674ede19', 'name': '', 'network_id': 'b7476005-329d-43d5-ba02-3c7e4ca9d210', 'tenant_id': '009d54e3af88488b8213379431f58202', 'mac_address': 'fa:16:3e:31:9a:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '313e064b-ffaa-4c47-a7fc-c9666f3ee618', 'device_owner': 'network:router_interface', 'standard_attr_id': 3117, 'fixed_ips': [{'subnet_id': '1aa458bd-e51c-4d7d-8d13-8dbe39a30c15', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T19:32:47Z', 'updated_at': '2022-02-09T19:32:53Z', 'revision_number': 5, 'project_id': '009d54e3af88488b8213379431f58202', 'subnets': [{'id': '1aa458bd-e51c-4d7d-8d13-8dbe39a30c15', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c380a0bb-c60e-499e-b0d7-2e513b3281b8', 'name': '', 'network_id': 'f47e5fdf-e63a-4dfd-ac2f-daae11ad6e0c', 'tenant_id': '009d54e3af88488b8213379431f58202', 'mac_address': 'fa:16:3e:b5:47:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '313e064b-ffaa-4c47-a7fc-c9666f3ee618', 'device_owner': 'network:router_interface', 'standard_attr_id': 3167, 'fixed_ips': [{'subnet_id': '9715ffbc-2a50-47fe-a3cb-d4211c209dfd', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T19:33:12Z', 'updated_at': '2022-02-09T19:33:20Z', 'revision_number': 5, 'project_id': '009d54e3af88488b8213379431f58202', 'subnets': [{'id': '9715ffbc-2a50-47fe-a3cb-d4211c209dfd', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f114fdaa-ad92-44f7-af65-c2598b011eca', 'name': '', 'network_id': '101d973c-b3a2-4013-b223-96f53753dfe5', 'tenant_id': '009d54e3af88488b8213379431f58202', 'mac_address': 'fa:16:3e:37:0c:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '313e064b-ffaa-4c47-a7fc-c9666f3ee618', 'device_owner': 'network:router_interface', 'standard_attr_id': 3135, 'fixed_ips': [{'subnet_id': 'b3e8f31d-a070-42b3-b962-2f623803b97f', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T19:32:54Z', 'updated_at': '2022-02-09T19:33:04Z', 'revision_number': 5, 'project_id': '009d54e3af88488b8213379431f58202', 'subnets': [{'id': 'b3e8f31d-a070-42b3-b962-2f623803b97f', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103233) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 19:33:27.894460 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09315a88-e51f-4c98-84e8-91839c3881d7 req-2b57fa50-edb7-48f1-ab16-95baaf4d8ebc tempest-TestServerBasicOps-1685830086 tempest-TestServerBasicOps-1685830086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:33:27.906233 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-09315a88-e51f-4c98-84e8-91839c3881d7 req-2b57fa50-edb7-48f1-ab16-95baaf4d8ebc tempest-TestServerBasicOps-1685830086 tempest-TestServerBasicOps-1685830086-project] 10.222.0.75 "GET /v2.0/ports?device_id=14c3c4a3-f393-4e4f-98ba-33d4eb176858 HTTP/1.1" status: 200 len: 943 time: 0.1012762 Feb 09 19:33:27.992529 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-09315a88-e51f-4c98-84e8-91839c3881d7 req-cc73b33d-ab52-4ba2-9a20-30ef56669732 tempest-TestServerBasicOps-1685830086 tempest-TestServerBasicOps-1685830086-project] 10.222.0.75 "GET /v2.0/security-groups?id=65ed5d36-ab26-4dda-b5da-35d8a5ba3b82&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0852416 Feb 09 19:33:28.001236 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-576a19dc-2cd2-4bb2-abba-24b1afa5fdb0 tempest-NetworksTestDHCPv6-1153288886 tempest-NetworksTestDHCPv6-1153288886-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-760023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14393672', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12985882'] for subnet (02772576-effc-4bde-9d48-545f61749151), after_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:33:28.059461 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-576a19dc-2cd2-4bb2-abba-24b1afa5fdb0 tempest-NetworksTestDHCPv6-1153288886 tempest-NetworksTestDHCPv6-1153288886-project] Pushing event deleted for resources: {'Subnet': ['ID=02772576-effc-4bde-9d48-545f61749151,revision_number=None']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:33:28.072466 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-576a19dc-2cd2-4bb2-abba-24b1afa5fdb0 tempest-NetworksTestDHCPv6-1153288886 tempest-NetworksTestDHCPv6-1153288886-project] Publish callbacks [] for subnet (None), before_response {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:33:28.076079 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-576a19dc-2cd2-4bb2-abba-24b1afa5fdb0 tempest-NetworksTestDHCPv6-1153288886 tempest-NetworksTestDHCPv6-1153288886-project] 10.222.0.75 "DELETE /v2.0/subnets/02772576-effc-4bde-9d48-545f61749151 HTTP/1.1" status: 204 len: 168 time: 1.0557895 Feb 09 19:33:28.077008 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Device c6f469cb-b1d3-4ec0-ae11-8d288e85cc6d details requested by agent hyperv_n-h2-713498-36 with host n-h2-713498-36 {{(pid=103232) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 19:33:28.078589 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 35926) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:33:28.114951 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-0098ca7b-44d5-40e9-837f-060773a23f73 tempest-RoutersTest-1116560139 tempest-RoutersTest-1116560139-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1834525'] for router_interface (313e064b-ffaa-4c47-a7fc-c9666f3ee618), before_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:33:28.134630 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-1df1920c-812f-42c9-ab57-da3b3b7b5992 tempest-NetworksTestDHCPv6-1153288886 tempest-NetworksTestDHCPv6-1153288886-project] 10.222.0.75 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0522459 Feb 09 19:33:28.136262 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 35928) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:33:28.151600 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.v2.base [None req-033f8899-11d1-4c1f-b77a-6638b37de07f tempest-NetworksTestDHCPv6-1153288886 tempest-NetworksTestDHCPv6-1153288886-project] Request body: {'subnet': {'network_id': 'f63a97a6-2552-42d7-aee9-c49ce8319647', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=103229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 19:33:28.331387 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-7429db8d-6021-40ad-813e-885be449a89b None None] For port c6f469cb-b1d3-4ec0-ae11-8d288e85cc6d, host n-h2-713498-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-36',level=0,port_id=c6f469cb-b1d3-4ec0-ae11-8d288e85cc6d,segment=NetworkSegment(5abf3098-6695-42c7-978d-ad16a51f9d66),segment_id=5abf3098-6695-42c7-978d-ad16a51f9d66)] {{(pid=103232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 19:33:28.356588 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Returning: {'device': 'c6f469cb-b1d3-4ec0-ae11-8d288e85cc6d', 'network_id': '8f2df497-8ab8-4c9e-8bb2-f9e936c46637', 'port_id': 'c6f469cb-b1d3-4ec0-ae11-8d288e85cc6d', 'mac_address': 'fa:16:3e:51:b7:31', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 387, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9358c454-1c1b-4e17-a8a9-b8f83c45b376', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103232) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 19:33:28.399768 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-033f8899-11d1-4c1f-b77a-6638b37de07f tempest-NetworksTestDHCPv6-1153288886 tempest-NetworksTestDHCPv6-1153288886-project] Made reservation on behalf of 84aec0d011da47d8bc94f6ba8668f413 for: {'subnet': 1} {{(pid=103229) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 19:33:28.405435 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-033f8899-11d1-4c1f-b77a-6638b37de07f tempest-NetworksTestDHCPv6-1153288886 tempest-NetworksTestDHCPv6-1153288886-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12759265'] for subnet (None), before_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:33:28.434608 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Current status of the port c6f469cb-b1d3-4ec0-ae11-8d288e85cc6d is: DOWN; New status is: BUILD {{(pid=103232) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 19:33:28.435256 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (c6f469cb-b1d3-4ec0-ae11-8d288e85cc6d), before_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:33:28.452294 n-d-713498-36 neutron-server[103232]: DEBUG neutron.notifiers.nova [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c6f469cb-b1d3-4ec0-ae11-8d288e85cc6d {{(pid=103232) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 19:33:28.462182 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef3b9664-9577-4221-809c-6582fb20d28a None None] Network f63a97a6-2552-42d7-aee9-c49ce8319647 requested from n-d-713498-36 {{(pid=103232) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 19:33:28.590145 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-7429db8d-6021-40ad-813e-885be449a89b None None] For port c6f469cb-b1d3-4ec0-ae11-8d288e85cc6d, host n-h2-713498-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-36',level=0,port_id=c6f469cb-b1d3-4ec0-ae11-8d288e85cc6d,segment=NetworkSegment(5abf3098-6695-42c7-978d-ad16a51f9d66),segment_id=5abf3098-6695-42c7-978d-ad16a51f9d66)] {{(pid=103232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 19:33:28.620378 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762867176205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762866656485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762866656503'] for port (c6f469cb-b1d3-4ec0-ae11-8d288e85cc6d), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:33:28.625756 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.provisioning_blocks [None req-76ec8824-370f-44d7-b69a-aef7af92f5a8 None None] Provisioning complete for port 7779e81b-e122-4b8e-acf3-4215b95bd7c5 triggered by entity DHCP. {{(pid=103232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 19:33:28.630247 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-76ec8824-370f-44d7-b69a-aef7af92f5a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593630'] for port (7779e81b-e122-4b8e-acf3-4215b95bd7c5), provisioning_complete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:33:28.656200 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-033f8899-11d1-4c1f-b77a-6638b37de07f tempest-NetworksTestDHCPv6-1153288886 tempest-NetworksTestDHCPv6-1153288886-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12867428', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12759263'] for subnet (a3c9d1b4-91c7-4c3a-915f-82a492eefd55), after_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:33:28.703770 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [req-f6910940-1aad-4aa1-bcb4-f00da5b54e58 req-3978dc70-b580-437a-b7e5-2149634b16c8 service neutron] http://10.222.0.75:9696/v2.0/extensions returned with HTTP 200 {{(pid=103230) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 09 19:33:28.711628 n-d-713498-36 neutron-server[103229]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-033f8899-11d1-4c1f-b77a-6638b37de07f tempest-NetworksTestDHCPv6-1153288886 tempest-NetworksTestDHCPv6-1153288886-project] Network f63a97a6-2552-42d7-aee9-c49ce8319647 is already hosted by enough agents. {{(pid=103229) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 19:33:28.713390 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Pushing event updated for resources: {'Port': ['ID=c6f469cb-b1d3-4ec0-ae11-8d288e85cc6d,revision_number=4']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:33:28.716576 n-d-713498-36 neutron-server[103229]: DEBUG neutron.scheduler.base_scheduler [None req-033f8899-11d1-4c1f-b77a-6638b37de07f tempest-NetworksTestDHCPv6-1153288886 tempest-NetworksTestDHCPv6-1153288886-project] Resources bound (agent type, host, resource id): {{(pid=103229) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 19:33:28.717337 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-f6910940-1aad-4aa1-bcb4-f00da5b54e58 req-3978dc70-b580-437a-b7e5-2149634b16c8 service neutron] 10.222.0.75 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0179467 Feb 09 19:33:28.722607 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-033f8899-11d1-4c1f-b77a-6638b37de07f tempest-NetworksTestDHCPv6-1153288886 tempest-NetworksTestDHCPv6-1153288886-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:33:28.723231 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-033f8899-11d1-4c1f-b77a-6638b37de07f tempest-NetworksTestDHCPv6-1153288886 tempest-NetworksTestDHCPv6-1153288886-project] Publish callbacks [] for subnet (None), before_response {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:33:28.742520 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-033f8899-11d1-4c1f-b77a-6638b37de07f tempest-NetworksTestDHCPv6-1153288886 tempest-NetworksTestDHCPv6-1153288886-project] Pushing event updated for resources: {'Subnet': ['ID=a3c9d1b4-91c7-4c3a-915f-82a492eefd55,revision_number=0']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:33:28.764497 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-033f8899-11d1-4c1f-b77a-6638b37de07f tempest-NetworksTestDHCPv6-1153288886 tempest-NetworksTestDHCPv6-1153288886-project] 10.222.0.75 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.6247270 Feb 09 19:33:28.765122 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 35944) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:33:28.770951 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.v2.base [None req-22c65172-e5b4-4409-89a7-a2acc472292a tempest-NetworksTestDHCPv6-1153288886 tempest-NetworksTestDHCPv6-1153288886-project] Request body: {'port': {'network_id': 'f63a97a6-2552-42d7-aee9-c49ce8319647', 'fixed_ips': [{'subnet_id': 'a3c9d1b4-91c7-4c3a-915f-82a492eefd55', 'ip_address': '2001:db8::5b60:1493:6456:fd98'}], 'name': 'tempest-NetworksTestDHCPv6-475287442'}} {{(pid=103229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 19:33:28.988372 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Device f66e9e9f-dc25-41b3-a2e4-a6e5122a970c up at agent hyperv_n-h1-713498-36 {{(pid=103232) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 19:33:28.993137 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-7429db8d-6021-40ad-813e-885be449a89b None None] get_ports_and_sgs() called for port_ids ['c6f469cb-b1d3-4ec0-ae11-8d288e85cc6d'] {{(pid=103232) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 19:33:29.171900 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-583b6325-82c1-460a-b7f5-87b249e139f9 req-bab55184-508a-4330-9f19-8b569353dc5f tempest-ServersTestJSON-482035511 tempest-ServersTestJSON-482035511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:33:29.180530 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-583b6325-82c1-460a-b7f5-87b249e139f9 req-bab55184-508a-4330-9f19-8b569353dc5f tempest-ServersTestJSON-482035511 tempest-ServersTestJSON-482035511-project] 10.222.0.75 "GET /v2.0/ports?device_id=d6657ee2-bf4a-4856-a7c3-159d11004937 HTTP/1.1" status: 200 len: 945 time: 0.2032604 Feb 09 19:33:29.242863 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-22c65172-e5b4-4409-89a7-a2acc472292a tempest-NetworksTestDHCPv6-1153288886 tempest-NetworksTestDHCPv6-1153288886-project] Made reservation on behalf of 84aec0d011da47d8bc94f6ba8668f413 for: {'port': 1} {{(pid=103229) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 19:33:29.248420 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.plugin [None req-0098ca7b-44d5-40e9-837f-060773a23f73 tempest-RoutersTest-1116560139 tempest-RoutersTest-1116560139-project] Deleting port c380a0bb-c60e-499e-b0d7-2e513b3281b8 {{(pid=103230) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 19:33:29.248764 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-0098ca7b-44d5-40e9-837f-060773a23f73 tempest-RoutersTest-1116560139 tempest-RoutersTest-1116560139-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762867170196'] for port (c380a0bb-c60e-499e-b0d7-2e513b3281b8), before_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:33:29.256937 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-22c65172-e5b4-4409-89a7-a2acc472292a tempest-NetworksTestDHCPv6-1153288886 tempest-NetworksTestDHCPv6-1153288886-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (None), before_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:33:29.304940 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-583b6325-82c1-460a-b7f5-87b249e139f9 req-7b08d68d-c3d2-40db-a019-adf903572580 tempest-ServersTestJSON-482035511 tempest-ServersTestJSON-482035511-project] 10.222.0.75 "GET /v2.0/security-groups?id=37883354-c9cd-40f0-bbce-1c711bac4569&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1234264 Feb 09 19:33:29.327994 n-d-713498-36 neutron-server[103229]: DEBUG neutron.notifiers.nova [None req-22c65172-e5b4-4409-89a7-a2acc472292a tempest-NetworksTestDHCPv6-1153288886 tempest-NetworksTestDHCPv6-1153288886-project] device_id is not set on port 597c9df1-1012-4435-bc41-0f61c84bf410 yet. {{(pid=103229) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 09 19:33:29.365696 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.db [None req-0098ca7b-44d5-40e9-837f-060773a23f73 tempest-RoutersTest-1116560139 tempest-RoutersTest-1116560139-project] For port c380a0bb-c60e-499e-b0d7-2e513b3281b8, host n-d-713498-36, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-36',level=0,port_id=c380a0bb-c60e-499e-b0d7-2e513b3281b8,segment=NetworkSegment(8ade7df2-e42a-4b0f-9826-e15ecaa970cb),segment_id=8ade7df2-e42a-4b0f-9826-e15ecaa970cb)] {{(pid=103230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 19:33:29.366213 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-0098ca7b-44d5-40e9-837f-060773a23f73 tempest-RoutersTest-1116560139 tempest-RoutersTest-1116560139-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1820838'] for port (c380a0bb-c60e-499e-b0d7-2e513b3281b8), precommit_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:33:29.381869 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.plugin [None req-0098ca7b-44d5-40e9-837f-060773a23f73 tempest-RoutersTest-1116560139 tempest-RoutersTest-1116560139-project] Calling delete_port for c380a0bb-c60e-499e-b0d7-2e513b3281b8 owned by network:router_interface {{(pid=103230) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 19:33:29.523852 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-856f5dbe-439c-4cb6-bb14-ea0759c45d1e None None] DHCP port deletion for f63a97a6-2552-42d7-aee9-c49ce8319647 request from n-d-713498-36 {{(pid=103232) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 09 19:33:29.576128 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 35964) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:33:29.729480 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-76ec8824-370f-44d7-b69a-aef7af92f5a8 None None] Current status of the port 7779e81b-e122-4b8e-acf3-4215b95bd7c5 is: DOWN; New status is: ACTIVE {{(pid=103232) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 19:33:29.730039 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-76ec8824-370f-44d7-b69a-aef7af92f5a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (7779e81b-e122-4b8e-acf3-4215b95bd7c5), before_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:33:29.747542 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f04f7f8e-77bf-4585-b41f-4c255594ea56 req-68301e8b-c2ab-4a42-b19d-d718e35b9e7f tempest-TestServerBasicOps-1685830086 tempest-TestServerBasicOps-1685830086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:33:29.756597 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-f04f7f8e-77bf-4585-b41f-4c255594ea56 req-68301e8b-c2ab-4a42-b19d-d718e35b9e7f tempest-TestServerBasicOps-1685830086 tempest-TestServerBasicOps-1685830086-project] 10.222.0.75 "GET /v2.0/ports?device_id=14c3c4a3-f393-4e4f-98ba-33d4eb176858 HTTP/1.1" status: 200 len: 944 time: 0.2912812 Feb 09 19:33:29.777920 n-d-713498-36 neutron-server[103229]: DEBUG neutron.db.db_base_plugin_common [None req-22c65172-e5b4-4409-89a7-a2acc472292a tempest-NetworksTestDHCPv6-1153288886 tempest-NetworksTestDHCPv6-1153288886-project] Allocated IP 2001:db8::5b60:1493:6456:fd98 (f63a97a6-2552-42d7-aee9-c49ce8319647/a3c9d1b4-91c7-4c3a-915f-82a492eefd55/597c9df1-1012-4435-bc41-0f61c84bf410) {{(pid=103229) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 19:33:29.801780 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.provisioning_blocks [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Provisioning for port f66e9e9f-dc25-41b3-a2e4-a6e5122a970c completed by entity L2. {{(pid=103232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 19:33:29.836681 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-0098ca7b-44d5-40e9-837f-060773a23f73 tempest-RoutersTest-1116560139 tempest-RoutersTest-1116560139-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762867177463', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762866656476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14393751'] for port (c380a0bb-c60e-499e-b0d7-2e513b3281b8), after_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:33:29.852727 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.provisioning_blocks [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Provisioning complete for port f66e9e9f-dc25-41b3-a2e4-a6e5122a970c triggered by entity L2. {{(pid=103232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 19:33:29.853359 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593630'] for port (f66e9e9f-dc25-41b3-a2e4-a6e5122a970c), provisioning_complete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:33:29.859103 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-f04f7f8e-77bf-4585-b41f-4c255594ea56 req-b52b8d72-77cb-4af5-b6d0-4b3ecc7b9d61 tempest-TestServerBasicOps-1685830086 tempest-TestServerBasicOps-1685830086-project] 10.222.0.75 "GET /v2.0/security-groups?id=65ed5d36-ab26-4dda-b5da-35d8a5ba3b82&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1010997 Feb 09 19:33:29.898399 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60bd4263-f284-4946-8aeb-44d9859f43fe req-aa08aec9-bc22-4103-8244-98d00e7fedb2 tempest-TestNetworkAdvancedServerOps-1633223542 tempest-TestNetworkAdvancedServerOps-1633223542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:33:29.901072 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-60bd4263-f284-4946-8aeb-44d9859f43fe req-aa08aec9-bc22-4103-8244-98d00e7fedb2 tempest-TestNetworkAdvancedServerOps-1633223542 tempest-TestNetworkAdvancedServerOps-1633223542-project] 10.222.0.75 "GET /v2.0/ports?device_id=6d32a9d7-5256-4edb-9bbc-ad99ab71ecfa HTTP/1.1" status: 200 len: 945 time: 0.2514114 Feb 09 19:33:29.906339 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0098ca7b-44d5-40e9-837f-060773a23f73 tempest-RoutersTest-1116560139 tempest-RoutersTest-1116560139-project] Pushing event deleted for resources: {'Port': ['ID=c380a0bb-c60e-499e-b0d7-2e513b3281b8,revision_number=None']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:33:29.914035 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-76ec8824-370f-44d7-b69a-aef7af92f5a8 None None] For port 7779e81b-e122-4b8e-acf3-4215b95bd7c5, host n-d-713498-36, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-36',level=0,port_id=7779e81b-e122-4b8e-acf3-4215b95bd7c5,segment=NetworkSegment(20e634bc-bbe0-4569-a1ea-6be524590675),segment_id=20e634bc-bbe0-4569-a1ea-6be524590675)] {{(pid=103232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 19:33:29.941931 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-76ec8824-370f-44d7-b69a-aef7af92f5a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762867176205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762866656485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762866656503'] for port (7779e81b-e122-4b8e-acf3-4215b95bd7c5), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:33:30.011500 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-7cbd8945-fd4f-4bdd-8b9d-55fc775a473b req-8c26e725-6e90-4f11-8082-920ab79fb75f service neutron] 10.222.0.75 "GET /v2.0/ports?device_id=6d32a9d7-5256-4edb-9bbc-ad99ab71ecfa&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.4324975 Feb 09 19:33:30.028771 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [req-7cbd8945-fd4f-4bdd-8b9d-55fc775a473b req-cf0bbebd-6069-43e3-8ace-d61efe52ecd7 service neutron] http://10.222.0.75:9696/v2.0/extensions returned with HTTP 200 {{(pid=103230) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 09 19:33:30.042205 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-7cbd8945-fd4f-4bdd-8b9d-55fc775a473b req-cf0bbebd-6069-43e3-8ace-d61efe52ecd7 service neutron] 10.222.0.75 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0295138 Feb 09 19:33:30.056724 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-856f5dbe-439c-4cb6-bb14-ea0759c45d1e None None] Deleting port 7779e81b-e122-4b8e-acf3-4215b95bd7c5 {{(pid=103232) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 19:33:30.057199 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-856f5dbe-439c-4cb6-bb14-ea0759c45d1e None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762867170196'] for port (7779e81b-e122-4b8e-acf3-4215b95bd7c5), before_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:33:30.077684 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76ec8824-370f-44d7-b69a-aef7af92f5a8 None None] Pushing event updated for resources: {'Port': ['ID=7779e81b-e122-4b8e-acf3-4215b95bd7c5,revision_number=4']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:33:30.157553 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-22c65172-e5b4-4409-89a7-a2acc472292a tempest-NetworksTestDHCPv6-1153288886 tempest-NetworksTestDHCPv6-1153288886-project] Publish callbacks [] for port (597c9df1-1012-4435-bc41-0f61c84bf410), precommit_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:33:30.245637 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-22c65172-e5b4-4409-89a7-a2acc472292a tempest-NetworksTestDHCPv6-1153288886 tempest-NetworksTestDHCPv6-1153288886-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762866656467', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12867576'] for port (597c9df1-1012-4435-bc41-0f61c84bf410), after_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:33:30.264966 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Current status of the port f66e9e9f-dc25-41b3-a2e4-a6e5122a970c is: BUILD; New status is: ACTIVE {{(pid=103232) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 19:33:30.265498 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (f66e9e9f-dc25-41b3-a2e4-a6e5122a970c), before_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:33:30.346934 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-856f5dbe-439c-4cb6-bb14-ea0759c45d1e None None] For port 7779e81b-e122-4b8e-acf3-4215b95bd7c5, host n-d-713498-36, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-36',level=0,port_id=7779e81b-e122-4b8e-acf3-4215b95bd7c5,segment=NetworkSegment(20e634bc-bbe0-4569-a1ea-6be524590675),segment_id=20e634bc-bbe0-4569-a1ea-6be524590675)] {{(pid=103232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 19:33:30.349057 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-856f5dbe-439c-4cb6-bb14-ea0759c45d1e None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1820838'] for port (7779e81b-e122-4b8e-acf3-4215b95bd7c5), precommit_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:33:30.392372 n-d-713498-36 neutron-server[103229]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22c65172-e5b4-4409-89a7-a2acc472292a tempest-NetworksTestDHCPv6-1153288886 tempest-NetworksTestDHCPv6-1153288886-project] Network f63a97a6-2552-42d7-aee9-c49ce8319647 is already hosted by enough agents. {{(pid=103229) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 19:33:30.396875 n-d-713498-36 neutron-server[103229]: DEBUG neutron.scheduler.base_scheduler [None req-22c65172-e5b4-4409-89a7-a2acc472292a tempest-NetworksTestDHCPv6-1153288886 tempest-NetworksTestDHCPv6-1153288886-project] Resources bound (agent type, host, resource id): {{(pid=103229) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 19:33:30.411299 n-d-713498-36 neutron-server[103229]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22c65172-e5b4-4409-89a7-a2acc472292a tempest-NetworksTestDHCPv6-1153288886 tempest-NetworksTestDHCPv6-1153288886-project] Received port after_create {{(pid=103229) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 19:33:30.430283 n-d-713498-36 neutron-server[103232]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd6657ee2-bf4a-4856-a7c3-159d11004937', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f66e9e9f-dc25-41b3-a2e4-a6e5122a970c'}] {{(pid=103232) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 19:33:30.431122 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22c65172-e5b4-4409-89a7-a2acc472292a tempest-NetworksTestDHCPv6-1153288886 tempest-NetworksTestDHCPv6-1153288886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:33:30.432033 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-22c65172-e5b4-4409-89a7-a2acc472292a tempest-NetworksTestDHCPv6-1153288886 tempest-NetworksTestDHCPv6-1153288886-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171096'] for port (None), before_response {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:33:30.432148 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-60bd4263-f284-4946-8aeb-44d9859f43fe req-f40a7f2b-5995-4c39-b5c6-2696da96fd3f tempest-TestNetworkAdvancedServerOps-1633223542 tempest-TestNetworkAdvancedServerOps-1633223542-project] 10.222.0.75 "GET /v2.0/security-groups?id=3248743f-f5fe-4756-978e-05f0e965efae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5140436 Feb 09 19:33:30.433084 n-d-713498-36 neutron-server[103232]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}949cdcde653dec44821de95cbf67297f53cbc2aed4e073b5d514f93bf911ce85" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a410f837-2e69-4694-a0bb-c545d7dda8c1" -d '{"events": [{"server_uuid": "d6657ee2-bf4a-4856-a7c3-159d11004937", "name": "network-vif-plugged", "status": "completed", "tag": "f66e9e9f-dc25-41b3-a2e4-a6e5122a970c"}]}' {{(pid=103232) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 19:33:30.436589 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22c65172-e5b4-4409-89a7-a2acc472292a tempest-NetworksTestDHCPv6-1153288886 tempest-NetworksTestDHCPv6-1153288886-project] Pushing event updated for resources: {'Port': ['ID=597c9df1-1012-4435-bc41-0f61c84bf410,revision_number=1']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:33:30.445446 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-856f5dbe-439c-4cb6-bb14-ea0759c45d1e None None] Calling delete_port for 7779e81b-e122-4b8e-acf3-4215b95bd7c5 owned by network:dhcp {{(pid=103232) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 19:33:30.525061 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-0098ca7b-44d5-40e9-837f-060773a23f73 tempest-RoutersTest-1116560139 tempest-RoutersTest-1116560139-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1613467', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1834633'] for router_interface (313e064b-ffaa-4c47-a7fc-c9666f3ee618), after_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:33:30.546681 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] For port f66e9e9f-dc25-41b3-a2e4-a6e5122a970c, host n-h1-713498-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-36',level=0,port_id=f66e9e9f-dc25-41b3-a2e4-a6e5122a970c,segment=NetworkSegment(3ad9008e-d820-4913-8a3a-dbe689506816),segment_id=3ad9008e-d820-4913-8a3a-dbe689506816)] {{(pid=103232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 19:33:30.556745 n-d-713498-36 neutron-server[103232]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 19:33:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-86776092-1382-48c2-8ef7-9f88d7e5e47a x-openstack-request-id: req-86776092-1382-48c2-8ef7-9f88d7e5e47a {{(pid=103232) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 19:33:30.558597 n-d-713498-36 neutron-server[103232]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d6657ee2-bf4a-4856-a7c3-159d11004937", "name": "network-vif-plugged", "status": "completed", "tag": "f66e9e9f-dc25-41b3-a2e4-a6e5122a970c", "code": 200}]} {{(pid=103232) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 19:33:30.559027 n-d-713498-36 neutron-server[103232]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-86776092-1382-48c2-8ef7-9f88d7e5e47a {{(pid=103232) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 19:33:30.559914 n-d-713498-36 neutron-server[103232]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd6657ee2-bf4a-4856-a7c3-159d11004937', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f66e9e9f-dc25-41b3-a2e4-a6e5122a970c', 'code': 200} Feb 09 19:33:30.567829 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762867176205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762866656485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762866656503'] for port (f66e9e9f-dc25-41b3-a2e4-a6e5122a970c), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:33:30.655207 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-22c65172-e5b4-4409-89a7-a2acc472292a tempest-NetworksTestDHCPv6-1153288886 tempest-NetworksTestDHCPv6-1153288886-project] 10.222.0.75 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 1.8892851 Feb 09 19:33:30.705507 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 35992) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:33:30.734888 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Pushing event updated for resources: {'Port': ['ID=f66e9e9f-dc25-41b3-a2e4-a6e5122a970c,revision_number=5']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:33:30.764335 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-856f5dbe-439c-4cb6-bb14-ea0759c45d1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762867177463', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762866656476'] for port (7779e81b-e122-4b8e-acf3-4215b95bd7c5), after_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:33:30.792004 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7530b31c-8dab-48b4-b7c7-123692d0ba95 req-5223beab-2205-4501-a0d7-01b11e9e9f15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:33:30.793926 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-7530b31c-8dab-48b4-b7c7-123692d0ba95 req-5223beab-2205-4501-a0d7-01b11e9e9f15 service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=d6657ee2-bf4a-4856-a7c3-159d11004937 HTTP/1.1" status: 200 len: 1129 time: 0.1764443 Feb 09 19:33:30.798731 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-856f5dbe-439c-4cb6-bb14-ea0759c45d1e None None] Pushing event deleted for resources: {'Port': ['ID=7779e81b-e122-4b8e-acf3-4215b95bd7c5,revision_number=None']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:33:30.803651 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a869dc3f-1f83-400f-87d2-40965be6b85d req-a41c78bf-eafe-40f5-8b90-32be5017d10c tempest-ServersTestJSON-482035511 tempest-ServersTestJSON-482035511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:33:30.808031 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.l3_dvrscheduler_db [None req-856f5dbe-439c-4cb6-bb14-ea0759c45d1e None None] No DVR routers for this DVR port 7779e81b-e122-4b8e-acf3-4215b95bd7c5 on host n-d-713498-36 {{(pid=103232) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 19:33:30.810572 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-a869dc3f-1f83-400f-87d2-40965be6b85d req-a41c78bf-eafe-40f5-8b90-32be5017d10c tempest-ServersTestJSON-482035511 tempest-ServersTestJSON-482035511-project] 10.222.0.75 "GET /v2.0/ports?device_id=d6657ee2-bf4a-4856-a7c3-159d11004937 HTTP/1.1" status: 200 len: 945 time: 0.3414524 Feb 09 19:33:30.833516 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9606a42-82fd-4240-afd5-235e46cc2a49 None None] Network f63a97a6-2552-42d7-aee9-c49ce8319647 requested from n-d-713498-36 {{(pid=103232) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 19:33:30.882911 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36aabd4e-514d-4ac7-b3c7-56ae45ec639b tempest-NetworksTestDHCPv6-1153288886 tempest-NetworksTestDHCPv6-1153288886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:33:30.888763 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36aabd4e-514d-4ac7-b3c7-56ae45ec639b tempest-NetworksTestDHCPv6-1153288886 tempest-NetworksTestDHCPv6-1153288886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:33:30.894011 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-36aabd4e-514d-4ac7-b3c7-56ae45ec639b tempest-NetworksTestDHCPv6-1153288886 tempest-NetworksTestDHCPv6-1153288886-project] 10.222.0.75 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1607 time: 0.1872611 Feb 09 19:33:30.894632 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 35998) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:33:31.031925 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Device 7779e81b-e122-4b8e-acf3-4215b95bd7c5 no longer exists at agent ovs-agent-n-d-713498-36 {{(pid=103232) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 19:33:31.062449 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9249748f-1487-4c4a-b56d-8ca3bca54262 req-d658863b-ca9d-4947-8088-d94d88536e10 tempest-TestServerBasicOps-1685830086 tempest-TestServerBasicOps-1685830086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:33:31.064193 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-9249748f-1487-4c4a-b56d-8ca3bca54262 req-d658863b-ca9d-4947-8088-d94d88536e10 tempest-TestServerBasicOps-1685830086 tempest-TestServerBasicOps-1685830086-project] 10.222.0.75 "GET /v2.0/ports?device_id=14c3c4a3-f393-4e4f-98ba-33d4eb176858 HTTP/1.1" status: 200 len: 944 time: 0.1010406 Feb 09 19:33:31.069467 n-d-713498-36 neutron-server[103230]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0098ca7b-44d5-40e9-837f-060773a23f73 tempest-RoutersTest-1116560139 tempest-RoutersTest-1116560139-project] Router 313e064b-ffaa-4c47-a7fc-c9666f3ee618 has already been hosted by L3 agent 93303d5e-5d17-45e8-8963-7694f87783ae {{(pid=103230) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 19:33:31.091431 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] No Port match for: 7779e81b-e122-4b8e-acf3-4215b95bd7c5 {{(pid=103232) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 19:33:31.091938 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Device 7779e81b-e122-4b8e-acf3-4215b95bd7c5 not bound to the agent host n-d-713498-36 {{(pid=103232) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 19:33:31.134804 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-071fd6c1-eba1-4c1d-9f51-0af50256ed38 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8b32e980-7cce-5e82-a341-bd2fa8945c89-f63a97a6-2552-42d7-aee9-c49ce8319647', 'network_id': 'f63a97a6-2552-42d7-aee9-c49ce8319647', 'project_id': '84aec0d011da47d8bc94f6ba8668f413', 'fixed_ips': [{'subnet_id': 'a3c9d1b4-91c7-4c3a-915f-82a492eefd55'}]}} from n-d-713498-36. {{(pid=103232) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 09 19:33:31.136400 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-a869dc3f-1f83-400f-87d2-40965be6b85d req-12f116c9-b6e0-4eb0-82ad-21068a016612 tempest-ServersTestJSON-482035511 tempest-ServersTestJSON-482035511-project] 10.222.0.75 "GET /v2.0/security-groups?id=37883354-c9cd-40f0-bbce-1c711bac4569&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3241496 Feb 09 19:33:31.136547 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-071fd6c1-eba1-4c1d-9f51-0af50256ed38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (None), before_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:33:31.205669 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-7530b31c-8dab-48b4-b7c7-123692d0ba95 req-97b49fcf-8fc2-42bc-8c00-3b198adef916 service neutron] 10.222.0.89 "GET /v2.0/security-groups?id=37883354-c9cd-40f0-bbce-1c711bac4569&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3641603 Feb 09 19:33:31.228101 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.plugin [None req-675aa276-b82c-4b3c-b2ef-6ad7f8e55268 tempest-NetworksTestDHCPv6-1153288886 tempest-NetworksTestDHCPv6-1153288886-project] Deleting port 597c9df1-1012-4435-bc41-0f61c84bf410 {{(pid=103229) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 19:33:31.228742 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-675aa276-b82c-4b3c-b2ef-6ad7f8e55268 tempest-NetworksTestDHCPv6-1153288886 tempest-NetworksTestDHCPv6-1153288886-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762867170196'] for port (597c9df1-1012-4435-bc41-0f61c84bf410), before_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:33:31.336326 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0098ca7b-44d5-40e9-837f-060773a23f73 tempest-RoutersTest-1116560139 tempest-RoutersTest-1116560139-project] Notify agent at l3_agent.n-d-713498-36 the message routers_updated {{(pid=103230) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 19:33:31.341839 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-0098ca7b-44d5-40e9-837f-060773a23f73 tempest-RoutersTest-1116560139 tempest-RoutersTest-1116560139-project] 10.222.0.75 "PUT /v2.0/routers/313e064b-ffaa-4c47-a7fc-c9666f3ee618/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6158979 Feb 09 19:33:31.346955 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 36006) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:33:31.383847 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-9249748f-1487-4c4a-b56d-8ca3bca54262 req-f2db8c1b-2492-426a-b8c3-363afae2c2ad tempest-TestServerBasicOps-1685830086 tempest-TestServerBasicOps-1685830086-project] 10.222.0.75 "GET /v2.0/security-groups?id=65ed5d36-ab26-4dda-b5da-35d8a5ba3b82&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3059263 Feb 09 19:33:31.406275 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-675aa276-b82c-4b3c-b2ef-6ad7f8e55268 tempest-NetworksTestDHCPv6-1153288886 tempest-NetworksTestDHCPv6-1153288886-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1820838'] for port (597c9df1-1012-4435-bc41-0f61c84bf410), precommit_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:33:31.409576 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c55e020a-99dd-4a06-9367-821489953a96 None None] Sync routers for ids ['313e064b-ffaa-4c47-a7fc-c9666f3ee618'] in n-d-713498-36 {{(pid=103232) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 19:33:31.429161 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.db_base_plugin_common [None req-071fd6c1-eba1-4c1d-9f51-0af50256ed38 None None] Allocated IP 2001:db8::2 (f63a97a6-2552-42d7-aee9-c49ce8319647/a3c9d1b4-91c7-4c3a-915f-82a492eefd55/ba9a54e3-d312-4fcd-9f28-a9834543507a) {{(pid=103232) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 19:33:31.429332 n-d-713498-36 neutron-server[103230]: DEBUG neutron.db.db_base_plugin_v2 [None req-ea638225-4258-4440-a244-12d65564cad2 tempest-RoutersTest-1116560139 tempest-RoutersTest-1116560139-project] Deleting subnet 9715ffbc-2a50-47fe-a3cb-d4211c209dfd {{(pid=103230) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 19:33:31.431750 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.plugin [None req-675aa276-b82c-4b3c-b2ef-6ad7f8e55268 tempest-NetworksTestDHCPv6-1153288886 tempest-NetworksTestDHCPv6-1153288886-project] Calling delete_port for 597c9df1-1012-4435-bc41-0f61c84bf410 owned by {{(pid=103229) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 19:33:31.433802 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-ea638225-4258-4440-a244-12d65564cad2 tempest-RoutersTest-1116560139 tempest-RoutersTest-1116560139-project] Publish callbacks [] for subnet (9715ffbc-2a50-47fe-a3cb-d4211c209dfd), before_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:33:31.477606 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c55e020a-99dd-4a06-9367-821489953a96 None None] Routers {'313e064b-ffaa-4c47-a7fc-c9666f3ee618'} bound to L3 agent in host n-d-713498-36 {{(pid=103232) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 19:33:31.478384 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.l3_hamode_db [None req-c55e020a-99dd-4a06-9367-821489953a96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T18:51:43Z,description=,heartbeat_timestamp=2022-02-09T19:33:13Z,host='n-d-713498-36',id=93303d5e-5d17-45e8-8963-7694f87783ae,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T18:51:43Z,topic='l3_agent')) {'router_ids': ['313e064b-ffaa-4c47-a7fc-c9666f3ee618'], 'active': True} {{(pid=103232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:33:31.540575 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-ea638225-4258-4440-a244-12d65564cad2 tempest-RoutersTest-1116560139 tempest-RoutersTest-1116560139-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12895822'] for subnet (9715ffbc-2a50-47fe-a3cb-d4211c209dfd), precommit_delete_associations {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:33:31.639379 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5c92f8b-6adc-4aba-8278-12c79a6e5505 req-72303913-baa9-4655-ace9-a43ef6dfba05 tempest-TestNetworkAdvancedServerOps-1633223542 tempest-TestNetworkAdvancedServerOps-1633223542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:33:31.655933 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-f5c92f8b-6adc-4aba-8278-12c79a6e5505 req-72303913-baa9-4655-ace9-a43ef6dfba05 tempest-TestNetworkAdvancedServerOps-1633223542 tempest-TestNetworkAdvancedServerOps-1633223542-project] 10.222.0.75 "GET /v2.0/ports?device_id=6d32a9d7-5256-4edb-9bbc-ad99ab71ecfa HTTP/1.1" status: 200 len: 945 time: 0.0843749 Feb 09 19:33:31.670222 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.l3_dvr_db [None req-c55e020a-99dd-4a06-9367-821489953a96 None None] Set router 313e064b-ffaa-4c47-a7fc-c9666f3ee618 gateway port host: None {{(pid=103232) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 19:33:31.691848 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-ea638225-4258-4440-a244-12d65564cad2 tempest-RoutersTest-1116560139 tempest-RoutersTest-1116560139-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-759852'] for subnet (9715ffbc-2a50-47fe-a3cb-d4211c209dfd), precommit_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:33:31.763033 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-f5c92f8b-6adc-4aba-8278-12c79a6e5505 req-6a924512-3bc4-4002-be5a-18d3fae07b3c tempest-TestNetworkAdvancedServerOps-1633223542 tempest-TestNetworkAdvancedServerOps-1633223542-project] 10.222.0.75 "GET /v2.0/security-groups?id=3248743f-f5fe-4756-978e-05f0e965efae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1062047 Feb 09 19:33:31.779711 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-ea638225-4258-4440-a244-12d65564cad2 tempest-RoutersTest-1116560139 tempest-RoutersTest-1116560139-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-760023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14393672', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12985882'] for subnet (9715ffbc-2a50-47fe-a3cb-d4211c209dfd), after_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:33:31.846633 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-675aa276-b82c-4b3c-b2ef-6ad7f8e55268 tempest-NetworksTestDHCPv6-1153288886 tempest-NetworksTestDHCPv6-1153288886-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762867177463', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762866656476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12867576'] for port (597c9df1-1012-4435-bc41-0f61c84bf410), after_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:33:31.863023 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea638225-4258-4440-a244-12d65564cad2 tempest-RoutersTest-1116560139 tempest-RoutersTest-1116560139-project] Pushing event deleted for resources: {'Subnet': ['ID=9715ffbc-2a50-47fe-a3cb-d4211c209dfd,revision_number=None']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:33:31.878382 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-ea638225-4258-4440-a244-12d65564cad2 tempest-RoutersTest-1116560139 tempest-RoutersTest-1116560139-project] Publish callbacks [] for subnet (None), before_response {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:33:31.886107 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-ea638225-4258-4440-a244-12d65564cad2 tempest-RoutersTest-1116560139 tempest-RoutersTest-1116560139-project] 10.222.0.75 "DELETE /v2.0/subnets/9715ffbc-2a50-47fe-a3cb-d4211c209dfd HTTP/1.1" status: 204 len: 168 time: 0.5354455 Feb 09 19:33:31.886428 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 36018) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:33:31.950148 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa761f4e-33a3-4e6d-ab60-0605c2bdb95c None None] Network f47e5fdf-e63a-4dfd-ac2f-daae11ad6e0c requested from n-d-713498-36 {{(pid=103232) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 19:33:31.963409 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-675aa276-b82c-4b3c-b2ef-6ad7f8e55268 tempest-NetworksTestDHCPv6-1153288886 tempest-NetworksTestDHCPv6-1153288886-project] Pushing event deleted for resources: {'Port': ['ID=597c9df1-1012-4435-bc41-0f61c84bf410,revision_number=None']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:33:32.010446 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-675aa276-b82c-4b3c-b2ef-6ad7f8e55268 tempest-NetworksTestDHCPv6-1153288886 tempest-NetworksTestDHCPv6-1153288886-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171096'] for port (None), before_response {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:33:32.016849 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-675aa276-b82c-4b3c-b2ef-6ad7f8e55268 tempest-NetworksTestDHCPv6-1153288886 tempest-NetworksTestDHCPv6-1153288886-project] 10.222.0.75 "DELETE /v2.0/ports/597c9df1-1012-4435-bc41-0f61c84bf410 HTTP/1.1" status: 204 len: 168 time: 1.1185403 Feb 09 19:33:32.017578 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 36020) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:33:32.023047 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-8889cb76-2da7-43f4-9038-0ff1bdff511c tempest-RoutersTest-1116560139 tempest-RoutersTest-1116560139-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-670458'] for network (f47e5fdf-e63a-4dfd-ac2f-daae11ad6e0c), before_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:33:32.054164 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-071fd6c1-eba1-4c1d-9f51-0af50256ed38 None None] Publish callbacks [] for port (ba9a54e3-d312-4fcd-9f28-a9834543507a), precommit_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:33:32.098310 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.plugin [None req-8889cb76-2da7-43f4-9038-0ff1bdff511c tempest-RoutersTest-1116560139 tempest-RoutersTest-1116560139-project] Deleting port 8753c41e-dc0d-4104-91c5-9b3d4960405f {{(pid=103230) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 19:33:32.099350 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-8889cb76-2da7-43f4-9038-0ff1bdff511c tempest-RoutersTest-1116560139 tempest-RoutersTest-1116560139-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762867170196'] for port (8753c41e-dc0d-4104-91c5-9b3d4960405f), before_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:33:32.105941 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-071fd6c1-eba1-4c1d-9f51-0af50256ed38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762866656467'] for port (ba9a54e3-d312-4fcd-9f28-a9834543507a), after_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:33:32.136169 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Device c6f469cb-b1d3-4ec0-ae11-8d288e85cc6d up at agent hyperv_n-h2-713498-36 {{(pid=103232) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 19:33:32.228469 n-d-713498-36 neutron-server[103232]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-071fd6c1-eba1-4c1d-9f51-0af50256ed38 None None] Network f63a97a6-2552-42d7-aee9-c49ce8319647 is already hosted by enough agents. {{(pid=103232) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 19:33:32.255481 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cbd8945-fd4f-4bdd-8b9d-55fc775a473b req-41da5583-c56a-401d-9f59-eb045f616b2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:33:32.259062 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-7cbd8945-fd4f-4bdd-8b9d-55fc775a473b req-41da5583-c56a-401d-9f59-eb045f616b2c service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=eba669c4f4c548e495f13ae7579d0fa6&device_id=6d32a9d7-5256-4edb-9bbc-ad99ab71ecfa HTTP/1.1" status: 200 len: 1128 time: 0.2911808 Feb 09 19:33:32.263584 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b688f32a-0cb3-442c-9dce-3f63a7d6b3d8 tempest-NetworksTestDHCPv6-1153288886 tempest-NetworksTestDHCPv6-1153288886-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:33:32.265131 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b688f32a-0cb3-442c-9dce-3f63a7d6b3d8 tempest-NetworksTestDHCPv6-1153288886 tempest-NetworksTestDHCPv6-1153288886-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:33:32.272418 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-b688f32a-0cb3-442c-9dce-3f63a7d6b3d8 tempest-NetworksTestDHCPv6-1153288886 tempest-NetworksTestDHCPv6-1153288886-project] 10.222.0.75 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.2287941 Feb 09 19:33:32.273428 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 36026) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:33:32.280099 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.db [None req-8889cb76-2da7-43f4-9038-0ff1bdff511c tempest-RoutersTest-1116560139 tempest-RoutersTest-1116560139-project] For port 8753c41e-dc0d-4104-91c5-9b3d4960405f, host n-d-713498-36, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-36',level=0,port_id=8753c41e-dc0d-4104-91c5-9b3d4960405f,segment=NetworkSegment(8ade7df2-e42a-4b0f-9826-e15ecaa970cb),segment_id=8ade7df2-e42a-4b0f-9826-e15ecaa970cb)] {{(pid=103230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 19:33:32.280743 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-8889cb76-2da7-43f4-9038-0ff1bdff511c tempest-RoutersTest-1116560139 tempest-RoutersTest-1116560139-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1820838'] for port (8753c41e-dc0d-4104-91c5-9b3d4960405f), precommit_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:33:32.312122 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.plugin [None req-8889cb76-2da7-43f4-9038-0ff1bdff511c tempest-RoutersTest-1116560139 tempest-RoutersTest-1116560139-project] Calling delete_port for 8753c41e-dc0d-4104-91c5-9b3d4960405f owned by network:dhcp {{(pid=103230) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 19:33:32.497360 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1239df9f-e727-469d-935d-4b75d0320f3b req-ec60fc95-1ddf-4541-bf0f-dea25397d709 tempest-ServersTestJSON-482035511 tempest-ServersTestJSON-482035511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:33:32.499801 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-1239df9f-e727-469d-935d-4b75d0320f3b req-ec60fc95-1ddf-4541-bf0f-dea25397d709 tempest-ServersTestJSON-482035511 tempest-ServersTestJSON-482035511-project] 10.222.0.75 "GET /v2.0/ports?device_id=d6657ee2-bf4a-4856-a7c3-159d11004937 HTTP/1.1" status: 200 len: 946 time: 0.1091697 Feb 09 19:33:32.517440 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-8889cb76-2da7-43f4-9038-0ff1bdff511c tempest-RoutersTest-1116560139 tempest-RoutersTest-1116560139-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762867177463', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762866656476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14393751'] for port (8753c41e-dc0d-4104-91c5-9b3d4960405f), after_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:33:32.531643 n-d-713498-36 neutron-server[103232]: DEBUG neutron.scheduler.base_scheduler [None req-071fd6c1-eba1-4c1d-9f51-0af50256ed38 None None] Resources bound (agent type, host, resource id): {{(pid=103232) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 19:33:32.534898 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.l3_dvrscheduler_db [None req-071fd6c1-eba1-4c1d-9f51-0af50256ed38 None None] Received port after_create {{(pid=103232) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 19:33:32.611714 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8889cb76-2da7-43f4-9038-0ff1bdff511c tempest-RoutersTest-1116560139 tempest-RoutersTest-1116560139-project] Pushing event deleted for resources: {'Port': ['ID=8753c41e-dc0d-4104-91c5-9b3d4960405f,revision_number=None']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:33:32.613357 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-071fd6c1-eba1-4c1d-9f51-0af50256ed38 None None] Pushing event updated for resources: {'Port': ['ID=ba9a54e3-d312-4fcd-9f28-a9834543507a,revision_number=1']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:33:32.640621 n-d-713498-36 neutron-server[103230]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8889cb76-2da7-43f4-9038-0ff1bdff511c tempest-RoutersTest-1116560139 tempest-RoutersTest-1116560139-project] No DVR routers for this DVR port 8753c41e-dc0d-4104-91c5-9b3d4960405f on host n-d-713498-36 {{(pid=103230) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 19:33:32.698624 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.provisioning_blocks [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Provisioning for port c6f469cb-b1d3-4ec0-ae11-8d288e85cc6d completed by entity L2. {{(pid=103232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 19:33:32.716445 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.provisioning_blocks [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Provisioning complete for port c6f469cb-b1d3-4ec0-ae11-8d288e85cc6d triggered by entity L2. {{(pid=103232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 19:33:32.717485 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593630'] for port (c6f469cb-b1d3-4ec0-ae11-8d288e85cc6d), provisioning_complete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:33:32.788421 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-8889cb76-2da7-43f4-9038-0ff1bdff511c tempest-RoutersTest-1116560139 tempest-RoutersTest-1116560139-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-590267', 'neutron.services.segments.db._delete_segments_for_network-8762867132609'] for network (f47e5fdf-e63a-4dfd-ac2f-daae11ad6e0c), precommit_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:33:32.812031 n-d-713498-36 neutron-server[103230]: DEBUG neutron.services.segments.db [None req-8889cb76-2da7-43f4-9038-0ff1bdff511c tempest-RoutersTest-1116560139 tempest-RoutersTest-1116560139-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f47e5fdf-e63a-4dfd-ac2f-daae11ad6e0c']}} {{(pid=103230) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:33:32.812629 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5bfd8607-619e-491c-a13c-68b267aeacdf None None] DHCP port deletion for f47e5fdf-e63a-4dfd-ac2f-daae11ad6e0c request from n-d-713498-36 {{(pid=103232) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 09 19:33:32.824908 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.managers [None req-071fd6c1-eba1-4c1d-9f51-0af50256ed38 None None] Attempting to bind port ba9a54e3-d312-4fcd-9f28-a9834543507a on host n-d-713498-36 for vnic_type normal with profile {{(pid=103232) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 19:33:32.825412 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.managers [None req-071fd6c1-eba1-4c1d-9f51-0af50256ed38 None None] Attempting to bind port ba9a54e3-d312-4fcd-9f28-a9834543507a by drivers openvswitch,hyperv on host n-d-713498-36 at level 0 using segments [{'id': '20e634bc-bbe0-4569-a1ea-6be524590675', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': 'f63a97a6-2552-42d7-aee9-c49ce8319647'}] {{(pid=103232) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 19:33:32.826229 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-071fd6c1-eba1-4c1d-9f51-0af50256ed38 None None] Attempting to bind port ba9a54e3-d312-4fcd-9f28-a9834543507a on network f63a97a6-2552-42d7-aee9-c49ce8319647 {{(pid=103232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 19:33:32.836524 n-d-713498-36 neutron-server[103230]: DEBUG neutron.services.segments.db [None req-8889cb76-2da7-43f4-9038-0ff1bdff511c tempest-RoutersTest-1116560139 tempest-RoutersTest-1116560139-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8ade7df2-e42a-4b0f-9826-e15ecaa970cb') {'for_net_delete': True} {{(pid=103230) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:33:32.836833 n-d-713498-36 neutron-server[103230]: DEBUG neutron.services.segments.db [None req-8889cb76-2da7-43f4-9038-0ff1bdff511c tempest-RoutersTest-1116560139 tempest-RoutersTest-1116560139-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8ade7df2-e42a-4b0f-9826-e15ecaa970cb') {} {{(pid=103230) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:33:32.842191 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-071fd6c1-eba1-4c1d-9f51-0af50256ed38 None None] Checking agent: {'id': '496418a2-c002-4aec-ab1a-07f3bea491bd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-36', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 18, 51, 47), 'started_at': datetime.datetime(2022, 2, 9, 18, 52, 17), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 19, 33, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-36'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 19:33:32.842709 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-071fd6c1-eba1-4c1d-9f51-0af50256ed38 None None] Checking segment: {'id': '20e634bc-bbe0-4569-a1ea-6be524590675', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': 'f63a97a6-2552-42d7-aee9-c49ce8319647'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103232) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 19:33:32.843158 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-071fd6c1-eba1-4c1d-9f51-0af50256ed38 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:33:32.843676 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-071fd6c1-eba1-4c1d-9f51-0af50256ed38 None None] Bound using segment: {'id': '20e634bc-bbe0-4569-a1ea-6be524590675', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': 'f63a97a6-2552-42d7-aee9-c49ce8319647'} {{(pid=103232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 19:33:32.844202 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.managers [None req-071fd6c1-eba1-4c1d-9f51-0af50256ed38 None None] Bound port: ba9a54e3-d312-4fcd-9f28-a9834543507a, host: n-d-713498-36, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '20e634bc-bbe0-4569-a1ea-6be524590675', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': 'f63a97a6-2552-42d7-aee9-c49ce8319647'}}] {{(pid=103232) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 19:33:32.844917 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-071fd6c1-eba1-4c1d-9f51-0af50256ed38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (ba9a54e3-d312-4fcd-9f28-a9834543507a), before_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:33:32.854563 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-8889cb76-2da7-43f4-9038-0ff1bdff511c tempest-RoutersTest-1116560139 tempest-RoutersTest-1116560139-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762867134154', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12895813'] for segment (8ade7df2-e42a-4b0f-9826-e15ecaa970cb), before_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:33:32.878435 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-8889cb76-2da7-43f4-9038-0ff1bdff511c tempest-RoutersTest-1116560139 tempest-RoutersTest-1116560139-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-759574'] for segment (8ade7df2-e42a-4b0f-9826-e15ecaa970cb), precommit_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:33:32.887475 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8889cb76-2da7-43f4-9038-0ff1bdff511c tempest-RoutersTest-1116560139 tempest-RoutersTest-1116560139-project] Releasing vlan 371 on physical network physnet1 to pool {{(pid=103230) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 19:33:32.887884 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-8889cb76-2da7-43f4-9038-0ff1bdff511c tempest-RoutersTest-1116560139 tempest-RoutersTest-1116560139-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-759574', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14393826'] for segment (8ade7df2-e42a-4b0f-9826-e15ecaa970cb), after_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:33:32.967559 n-d-713498-36 neutron-server[103230]: Traceback (most recent call last): Feb 09 19:33:32.967559 n-d-713498-36 neutron-server[103230]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 19:33:32.967559 n-d-713498-36 neutron-server[103230]: timer() Feb 09 19:33:32.967559 n-d-713498-36 neutron-server[103230]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 19:33:32.967559 n-d-713498-36 neutron-server[103230]: cb(*args, **kw) Feb 09 19:33:32.967559 n-d-713498-36 neutron-server[103230]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 19:33:32.967559 n-d-713498-36 neutron-server[103230]: return func(*args, **kwargs) Feb 09 19:33:32.967559 n-d-713498-36 neutron-server[103230]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 19:33:32.967559 n-d-713498-36 neutron-server[103230]: self._notify() Feb 09 19:33:32.967559 n-d-713498-36 neutron-server[103230]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 19:33:32.967559 n-d-713498-36 neutron-server[103230]: self.callback(batched_events) Feb 09 19:33:32.967559 n-d-713498-36 neutron-server[103230]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 19:33:32.967559 n-d-713498-36 neutron-server[103230]: event.method(event) Feb 09 19:33:32.967559 n-d-713498-36 neutron-server[103230]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 19:33:32.967559 n-d-713498-36 neutron-server[103230]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 19:33:32.967559 n-d-713498-36 neutron-server[103230]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 19:33:32.967559 n-d-713498-36 neutron-server[103230]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 19:33:32.967559 n-d-713498-36 neutron-server[103230]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 19:33:32.967559 n-d-713498-36 neutron-server[103230]: return f(self, *a, **k) Feb 09 19:33:32.967559 n-d-713498-36 neutron-server[103230]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 19:33:32.967559 n-d-713498-36 neutron-server[103230]: return self._get(url).json() Feb 09 19:33:32.967559 n-d-713498-36 neutron-server[103230]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 19:33:32.967559 n-d-713498-36 neutron-server[103230]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 19:33:32.967559 n-d-713498-36 neutron-server[103230]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 19:33:32.967559 n-d-713498-36 neutron-server[103230]: return self.request(url, 'GET', **kwargs) Feb 09 19:33:32.967559 n-d-713498-36 neutron-server[103230]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 19:33:32.967559 n-d-713498-36 neutron-server[103230]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 19:33:32.967559 n-d-713498-36 neutron-server[103230]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 19:33:32.967559 n-d-713498-36 neutron-server[103230]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 19:33:32.967559 n-d-713498-36 neutron-server[103230]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 19:33:32.967559 n-d-713498-36 neutron-server[103230]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 19:33:32.967559 n-d-713498-36 neutron-server[103230]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 19:33:32.970324 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-8889cb76-2da7-43f4-9038-0ff1bdff511c tempest-RoutersTest-1116560139 tempest-RoutersTest-1116560139-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-590242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1885479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1818895'] for network (f47e5fdf-e63a-4dfd-ac2f-daae11ad6e0c), after_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:33:32.986146 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cbd8945-fd4f-4bdd-8b9d-55fc775a473b req-7472fee3-6f97-46b5-b1d3-45770a9d030f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:33:32.987697 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-7cbd8945-fd4f-4bdd-8b9d-55fc775a473b req-7472fee3-6f97-46b5-b1d3-45770a9d030f service neutron] 10.222.0.89 "GET /v2.0/networks?id=34db1430-f99d-431a-b04f-54003e680bea HTTP/1.1" status: 200 len: 896 time: 0.7132177 Feb 09 19:33:32.989838 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-8889cb76-2da7-43f4-9038-0ff1bdff511c tempest-RoutersTest-1116560139 tempest-RoutersTest-1116560139-project] Publish callbacks [] for network (None), before_response {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:33:32.996431 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-8889cb76-2da7-43f4-9038-0ff1bdff511c tempest-RoutersTest-1116560139 tempest-RoutersTest-1116560139-project] 10.222.0.75 "DELETE /v2.0/networks/f47e5fdf-e63a-4dfd-ac2f-daae11ad6e0c HTTP/1.1" status: 204 len: 168 time: 1.1082852 Feb 09 19:33:33.001549 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 36034) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:33:33.013295 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Device 8753c41e-dc0d-4104-91c5-9b3d4960405f no longer exists at agent ovs-agent-n-d-713498-36 {{(pid=103232) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 19:33:33.030900 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8889cb76-2da7-43f4-9038-0ff1bdff511c tempest-RoutersTest-1116560139 tempest-RoutersTest-1116560139-project] Pushing event deleted for resources: {'Network': ['ID=f47e5fdf-e63a-4dfd-ac2f-daae11ad6e0c,revision_number=None']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:33:33.032898 n-d-713498-36 neutron-server[103229]: DEBUG neutron.db.db_base_plugin_v2 [None req-2092d1d5-5960-4cee-94db-8201c0454b76 tempest-NetworksTestDHCPv6-1153288886 tempest-NetworksTestDHCPv6-1153288886-project] Deleting subnet a3c9d1b4-91c7-4c3a-915f-82a492eefd55 {{(pid=103229) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 19:33:33.072456 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-1239df9f-e727-469d-935d-4b75d0320f3b req-59b68209-6c12-41a8-97ce-9c15b8f4b889 tempest-ServersTestJSON-482035511 tempest-ServersTestJSON-482035511-project] 10.222.0.75 "GET /v2.0/security-groups?id=37883354-c9cd-40f0-bbce-1c711bac4569&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5380771 Feb 09 19:33:33.087589 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-2092d1d5-5960-4cee-94db-8201c0454b76 tempest-NetworksTestDHCPv6-1153288886 tempest-NetworksTestDHCPv6-1153288886-project] Publish callbacks [] for subnet (a3c9d1b4-91c7-4c3a-915f-82a492eefd55), before_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:33:33.118282 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-071fd6c1-eba1-4c1d-9f51-0af50256ed38 None None] For port ba9a54e3-d312-4fcd-9f28-a9834543507a, host n-d-713498-36, cleared binding levels {{(pid=103232) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 19:33:33.120788 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] No Port match for: 8753c41e-dc0d-4104-91c5-9b3d4960405f {{(pid=103232) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 19:33:33.121270 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Device 8753c41e-dc0d-4104-91c5-9b3d4960405f not bound to the agent host n-d-713498-36 {{(pid=103232) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 19:33:33.161289 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.l3_hamode_db [None req-c55e020a-99dd-4a06-9367-821489953a96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '313e064b-ffaa-4c47-a7fc-c9666f3ee618', 'name': 'tempest-RoutersTest-router-2104240187', 'tenant_id': '009d54e3af88488b8213379431f58202', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T19:32:45Z', 'updated_at': '2022-02-09T19:33:29Z', 'revision_number': 8, 'project_id': '009d54e3af88488b8213379431f58202', 'gw_port_host': None, '_interfaces': [{'id': '09c715a7-b435-4235-acfb-908c690c92ee', 'name': '', 'network_id': '047e6bc3-a06b-46bf-aff3-5ee2dc76214c', 'tenant_id': '009d54e3af88488b8213379431f58202', 'mac_address': 'fa:16:3e:01:43:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '313e064b-ffaa-4c47-a7fc-c9666f3ee618', 'device_owner': 'network:router_interface', 'standard_attr_id': 3152, 'fixed_ips': [{'subnet_id': '99eecf43-b083-4b5d-bf1a-43876b1da023', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T19:33:04Z', 'updated_at': '2022-02-09T19:33:15Z', 'revision_number': 5, 'project_id': '009d54e3af88488b8213379431f58202', 'subnets': [{'id': '99eecf43-b083-4b5d-bf1a-43876b1da023', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '67fdfdea-2927-4154-9cbc-5ca4674ede19', 'name': '', 'network_id': 'b7476005-329d-43d5-ba02-3c7e4ca9d210', 'tenant_id': '009d54e3af88488b8213379431f58202', 'mac_address': 'fa:16:3e:31:9a:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '313e064b-ffaa-4c47-a7fc-c9666f3ee618', 'device_owner': 'network:router_interface', 'standard_attr_id': 3117, 'fixed_ips': [{'subnet_id': '1aa458bd-e51c-4d7d-8d13-8dbe39a30c15', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T19:32:47Z', 'updated_at': '2022-02-09T19:32:53Z', 'revision_number': 5, 'project_id': '009d54e3af88488b8213379431f58202', 'subnets': [{'id': '1aa458bd-e51c-4d7d-8d13-8dbe39a30c15', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f114fdaa-ad92-44f7-af65-c2598b011eca', 'name': '', 'network_id': '101d973c-b3a2-4013-b223-96f53753dfe5', 'tenant_id': '009d54e3af88488b8213379431f58202', 'mac_address': 'fa:16:3e:37:0c:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '313e064b-ffaa-4c47-a7fc-c9666f3ee618', 'device_owner': 'network:router_interface', 'standard_attr_id': 3135, 'fixed_ips': [{'subnet_id': 'b3e8f31d-a070-42b3-b962-2f623803b97f', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T19:32:54Z', 'updated_at': '2022-02-09T19:33:04Z', 'revision_number': 5, 'project_id': '009d54e3af88488b8213379431f58202', 'subnets': [{'id': 'b3e8f31d-a070-42b3-b962-2f623803b97f', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-36', False) {} {{(pid=103232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:33:33.164077 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Current status of the port c6f469cb-b1d3-4ec0-ae11-8d288e85cc6d is: BUILD; New status is: ACTIVE {{(pid=103232) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 19:33:33.169266 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (c6f469cb-b1d3-4ec0-ae11-8d288e85cc6d), before_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:33:33.203954 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-2092d1d5-5960-4cee-94db-8201c0454b76 tempest-NetworksTestDHCPv6-1153288886 tempest-NetworksTestDHCPv6-1153288886-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16683410'] for subnet (a3c9d1b4-91c7-4c3a-915f-82a492eefd55), precommit_delete_associations {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:33:33.208238 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-071fd6c1-eba1-4c1d-9f51-0af50256ed38 None None] For port ba9a54e3-d312-4fcd-9f28-a9834543507a, host n-d-713498-36, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-36',level=0,port_id=ba9a54e3-d312-4fcd-9f28-a9834543507a,segment=NetworkSegment(20e634bc-bbe0-4569-a1ea-6be524590675),segment_id=20e634bc-bbe0-4569-a1ea-6be524590675)] {{(pid=103232) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 19:33:33.212109 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c55e020a-99dd-4a06-9367-821489953a96 None None] Checking router: 313e064b-ffaa-4c47-a7fc-c9666f3ee618 for host: n-d-713498-36 {{(pid=103232) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 19:33:33.226687 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-071fd6c1-eba1-4c1d-9f51-0af50256ed38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762867176205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762866656485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762866656503'] for port (ba9a54e3-d312-4fcd-9f28-a9834543507a), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:33:33.252216 n-d-713498-36 neutron-server[103232]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '14c3c4a3-f393-4e4f-98ba-33d4eb176858', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c6f469cb-b1d3-4ec0-ae11-8d288e85cc6d'}] {{(pid=103232) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 19:33:33.254722 n-d-713498-36 neutron-server[103232]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}949cdcde653dec44821de95cbf67297f53cbc2aed4e073b5d514f93bf911ce85" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f1340287-9e2f-465e-9b46-639e76e886ec" -d '{"events": [{"server_uuid": "14c3c4a3-f393-4e4f-98ba-33d4eb176858", "name": "network-vif-plugged", "status": "completed", "tag": "c6f469cb-b1d3-4ec0-ae11-8d288e85cc6d"}]}' {{(pid=103232) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 19:33:33.262430 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbb41013-8712-469c-9a8a-e47cb3dd1eb5 req-43ad781f-4de3-4a99-a16c-eec7521b3c9a tempest-TestServerBasicOps-1685830086 tempest-TestServerBasicOps-1685830086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:33:33.264427 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-dbb41013-8712-469c-9a8a-e47cb3dd1eb5 req-43ad781f-4de3-4a99-a16c-eec7521b3c9a tempest-TestServerBasicOps-1685830086 tempest-TestServerBasicOps-1685830086-project] 10.222.0.75 "GET /v2.0/ports?device_id=14c3c4a3-f393-4e4f-98ba-33d4eb176858 HTTP/1.1" status: 200 len: 944 time: 0.2480693 Feb 09 19:33:33.271108 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-7cbd8945-fd4f-4bdd-8b9d-55fc775a473b req-08a2ef92-9b32-4155-94ed-a702f658bc6a service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=55e8868e-9f04-4f11-be1b-5fd1709a5f15 HTTP/1.1" status: 200 len: 1000 time: 0.2147264 Feb 09 19:33:33.300723 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c55e020a-99dd-4a06-9367-821489953a96 None None] Routers {'313e064b-ffaa-4c47-a7fc-c9666f3ee618'} bound to L3 agent in host n-d-713498-36 {{(pid=103232) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 19:33:33.301342 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.l3_hamode_db [None req-c55e020a-99dd-4a06-9367-821489953a96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T18:51:43Z,description=,heartbeat_timestamp=2022-02-09T19:33:13Z,host='n-d-713498-36',id=93303d5e-5d17-45e8-8963-7694f87783ae,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T18:51:43Z,topic='l3_agent')) {'router_ids': ['313e064b-ffaa-4c47-a7fc-c9666f3ee618'], 'active': True} {{(pid=103232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:33:33.308431 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-7429db8d-6021-40ad-813e-885be449a89b None None] For port c6f469cb-b1d3-4ec0-ae11-8d288e85cc6d, host n-h2-713498-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-36',level=0,port_id=c6f469cb-b1d3-4ec0-ae11-8d288e85cc6d,segment=NetworkSegment(5abf3098-6695-42c7-978d-ad16a51f9d66),segment_id=5abf3098-6695-42c7-978d-ad16a51f9d66)] {{(pid=103232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 19:33:33.316773 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3da41c13-42ce-4ed7-a10a-1fb7955d58a7 req-5f5724f3-770f-4a10-ae37-4c6577cf1faf tempest-TestNetworkAdvancedServerOps-1633223542 tempest-TestNetworkAdvancedServerOps-1633223542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:33:33.319165 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-3da41c13-42ce-4ed7-a10a-1fb7955d58a7 req-5f5724f3-770f-4a10-ae37-4c6577cf1faf tempest-TestNetworkAdvancedServerOps-1633223542 tempest-TestNetworkAdvancedServerOps-1633223542-project] 10.222.0.75 "GET /v2.0/ports?device_id=6d32a9d7-5256-4edb-9bbc-ad99ab71ecfa HTTP/1.1" status: 200 len: 945 time: 0.1266301 Feb 09 19:33:33.423173 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.l3_dvr_db [None req-c55e020a-99dd-4a06-9367-821489953a96 None None] Set router 313e064b-ffaa-4c47-a7fc-c9666f3ee618 gateway port host: None {{(pid=103232) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 19:33:33.425160 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-dbb41013-8712-469c-9a8a-e47cb3dd1eb5 req-5e184a31-32f8-4377-8bd2-34af5e8b20ee tempest-TestServerBasicOps-1685830086 tempest-TestServerBasicOps-1685830086-project] 10.222.0.75 "GET /v2.0/security-groups?id=65ed5d36-ab26-4dda-b5da-35d8a5ba3b82&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1516397 Feb 09 19:33:33.469229 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cbd8945-fd4f-4bdd-8b9d-55fc775a473b req-006bdf7b-c01b-4e00-a61c-3307b37582e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:33:33.471007 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-7cbd8945-fd4f-4bdd-8b9d-55fc775a473b req-006bdf7b-c01b-4e00-a61c-3307b37582e9 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=7bd817c3-27ad-42c9-8d96-8695f8509e1e HTTP/1.1" status: 200 len: 835 time: 0.1885622 Feb 09 19:33:33.533705 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-2092d1d5-5960-4cee-94db-8201c0454b76 tempest-NetworksTestDHCPv6-1153288886 tempest-NetworksTestDHCPv6-1153288886-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-759852'] for subnet (a3c9d1b4-91c7-4c3a-915f-82a492eefd55), precommit_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:33:33.539103 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-3da41c13-42ce-4ed7-a10a-1fb7955d58a7 req-e040e708-8891-4b30-a891-e52e9b65700b tempest-TestNetworkAdvancedServerOps-1633223542 tempest-TestNetworkAdvancedServerOps-1633223542-project] 10.222.0.75 "GET /v2.0/security-groups?id=3248743f-f5fe-4756-978e-05f0e965efae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1682093 Feb 09 19:33:33.615814 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cbd8945-fd4f-4bdd-8b9d-55fc775a473b req-f4cb615d-7fc7-40ea-b34d-160036a42129 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:33:33.617981 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-7cbd8945-fd4f-4bdd-8b9d-55fc775a473b req-f4cb615d-7fc7-40ea-b34d-160036a42129 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=34db1430-f99d-431a-b04f-54003e680bea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.1361368 Feb 09 19:33:33.639515 n-d-713498-36 neutron-server[103232]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 19:33:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4c1be6fd-f420-468e-a181-e6f00d669778 x-openstack-request-id: req-4c1be6fd-f420-468e-a181-e6f00d669778 {{(pid=103232) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 19:33:33.639736 n-d-713498-36 neutron-server[103232]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "14c3c4a3-f393-4e4f-98ba-33d4eb176858", "name": "network-vif-plugged", "status": "completed", "tag": "c6f469cb-b1d3-4ec0-ae11-8d288e85cc6d", "code": 200}]} {{(pid=103232) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 19:33:33.639998 n-d-713498-36 neutron-server[103232]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-4c1be6fd-f420-468e-a181-e6f00d669778 {{(pid=103232) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 19:33:33.640565 n-d-713498-36 neutron-server[103232]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '14c3c4a3-f393-4e4f-98ba-33d4eb176858', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c6f469cb-b1d3-4ec0-ae11-8d288e85cc6d', 'code': 200} Feb 09 19:33:33.653577 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762867176205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762866656485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762866656503'] for port (c6f469cb-b1d3-4ec0-ae11-8d288e85cc6d), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:33:33.732895 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-071fd6c1-eba1-4c1d-9f51-0af50256ed38 None None] Pushing event updated for resources: {'Port': ['ID=ba9a54e3-d312-4fcd-9f28-a9834543507a,revision_number=2']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:33:33.866659 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Pushing event updated for resources: {'Port': ['ID=c6f469cb-b1d3-4ec0-ae11-8d288e85cc6d,revision_number=5']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:33:33.893835 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-2092d1d5-5960-4cee-94db-8201c0454b76 tempest-NetworksTestDHCPv6-1153288886 tempest-NetworksTestDHCPv6-1153288886-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-760023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12867367', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12759238'] for subnet (a3c9d1b4-91c7-4c3a-915f-82a492eefd55), after_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:33:34.011527 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.l3_hamode_db [None req-c55e020a-99dd-4a06-9367-821489953a96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '313e064b-ffaa-4c47-a7fc-c9666f3ee618', 'name': 'tempest-RoutersTest-router-2104240187', 'tenant_id': '009d54e3af88488b8213379431f58202', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T19:32:45Z', 'updated_at': '2022-02-09T19:33:29Z', 'revision_number': 8, 'project_id': '009d54e3af88488b8213379431f58202', 'gw_port_host': None, '_interfaces': [{'id': '09c715a7-b435-4235-acfb-908c690c92ee', 'name': '', 'network_id': '047e6bc3-a06b-46bf-aff3-5ee2dc76214c', 'tenant_id': '009d54e3af88488b8213379431f58202', 'mac_address': 'fa:16:3e:01:43:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '313e064b-ffaa-4c47-a7fc-c9666f3ee618', 'device_owner': 'network:router_interface', 'standard_attr_id': 3152, 'fixed_ips': [{'subnet_id': '99eecf43-b083-4b5d-bf1a-43876b1da023', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T19:33:04Z', 'updated_at': '2022-02-09T19:33:15Z', 'revision_number': 5, 'project_id': '009d54e3af88488b8213379431f58202', 'subnets': [{'id': '99eecf43-b083-4b5d-bf1a-43876b1da023', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '67fdfdea-2927-4154-9cbc-5ca4674ede19', 'name': '', 'network_id': 'b7476005-329d-43d5-ba02-3c7e4ca9d210', 'tenant_id': '009d54e3af88488b8213379431f58202', 'mac_address': 'fa:16:3e:31:9a:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '313e064b-ffaa-4c47-a7fc-c9666f3ee618', 'device_owner': 'network:router_interface', 'standard_attr_id': 3117, 'fixed_ips': [{'subnet_id': '1aa458bd-e51c-4d7d-8d13-8dbe39a30c15', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T19:32:47Z', 'updated_at': '2022-02-09T19:32:53Z', 'revision_number': 5, 'project_id': '009d54e3af88488b8213379431f58202', 'subnets': [{'id': '1aa458bd-e51c-4d7d-8d13-8dbe39a30c15', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f114fdaa-ad92-44f7-af65-c2598b011eca', 'name': '', 'network_id': '101d973c-b3a2-4013-b223-96f53753dfe5', 'tenant_id': '009d54e3af88488b8213379431f58202', 'mac_address': 'fa:16:3e:37:0c:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '313e064b-ffaa-4c47-a7fc-c9666f3ee618', 'device_owner': 'network:router_interface', 'standard_attr_id': 3135, 'fixed_ips': [{'subnet_id': 'b3e8f31d-a070-42b3-b962-2f623803b97f', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T19:32:54Z', 'updated_at': '2022-02-09T19:33:04Z', 'revision_number': 5, 'project_id': '009d54e3af88488b8213379431f58202', 'subnets': [{'id': 'b3e8f31d-a070-42b3-b962-2f623803b97f', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-36', False) {} {{(pid=103232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:33:34.043594 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2092d1d5-5960-4cee-94db-8201c0454b76 tempest-NetworksTestDHCPv6-1153288886 tempest-NetworksTestDHCPv6-1153288886-project] Pushing event deleted for resources: {'Subnet': ['ID=a3c9d1b4-91c7-4c3a-915f-82a492eefd55,revision_number=None']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:33:34.075806 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-7cbd8945-fd4f-4bdd-8b9d-55fc775a473b req-f22ec276-d430-4ecc-8d46-1bb2de66b4a0 service neutron] 10.222.0.89 "GET /v2.0/networks/34db1430-f99d-431a-b04f-54003e680bea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4497831 Feb 09 19:33:34.079877 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-2092d1d5-5960-4cee-94db-8201c0454b76 tempest-NetworksTestDHCPv6-1153288886 tempest-NetworksTestDHCPv6-1153288886-project] Publish callbacks [] for subnet (None), before_response {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:33:34.082698 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c55e020a-99dd-4a06-9367-821489953a96 None None] The sync data for ids ['313e064b-ffaa-4c47-a7fc-c9666f3ee618'] in n-d-713498-36 is: [{'id': '313e064b-ffaa-4c47-a7fc-c9666f3ee618', 'name': 'tempest-RoutersTest-router-2104240187', 'tenant_id': '009d54e3af88488b8213379431f58202', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T19:32:45Z', 'updated_at': '2022-02-09T19:33:29Z', 'revision_number': 8, 'project_id': '009d54e3af88488b8213379431f58202', 'gw_port_host': None, '_interfaces': [{'id': '09c715a7-b435-4235-acfb-908c690c92ee', 'name': '', 'network_id': '047e6bc3-a06b-46bf-aff3-5ee2dc76214c', 'tenant_id': '009d54e3af88488b8213379431f58202', 'mac_address': 'fa:16:3e:01:43:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '313e064b-ffaa-4c47-a7fc-c9666f3ee618', 'device_owner': 'network:router_interface', 'standard_attr_id': 3152, 'fixed_ips': [{'subnet_id': '99eecf43-b083-4b5d-bf1a-43876b1da023', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T19:33:04Z', 'updated_at': '2022-02-09T19:33:15Z', 'revision_number': 5, 'project_id': '009d54e3af88488b8213379431f58202', 'subnets': [{'id': '99eecf43-b083-4b5d-bf1a-43876b1da023', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '67fdfdea-2927-4154-9cbc-5ca4674ede19', 'name': '', 'network_id': 'b7476005-329d-43d5-ba02-3c7e4ca9d210', 'tenant_id': '009d54e3af88488b8213379431f58202', 'mac_address': 'fa:16:3e:31:9a:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '313e064b-ffaa-4c47-a7fc-c9666f3ee618', 'device_owner': 'network:router_interface', 'standard_attr_id': 3117, 'fixed_ips': [{'subnet_id': '1aa458bd-e51c-4d7d-8d13-8dbe39a30c15', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T19:32:47Z', 'updated_at': '2022-02-09T19:32:53Z', 'revision_number': 5, 'project_id': '009d54e3af88488b8213379431f58202', 'subnets': [{'id': '1aa458bd-e51c-4d7d-8d13-8dbe39a30c15', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f114fdaa-ad92-44f7-af65-c2598b011eca', 'name': '', 'network_id': '101d973c-b3a2-4013-b223-96f53753dfe5', 'tenant_id': '009d54e3af88488b8213379431f58202', 'mac_address': 'fa:16:3e:37:0c:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '313e064b-ffaa-4c47-a7fc-c9666f3ee618', 'device_owner': 'network:router_interface', 'standard_attr_id': 3135, 'fixed_ips': [{'subnet_id': 'b3e8f31d-a070-42b3-b962-2f623803b97f', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T19:32:54Z', 'updated_at': '2022-02-09T19:33:04Z', 'revision_number': 5, 'project_id': '009d54e3af88488b8213379431f58202', 'subnets': [{'id': 'b3e8f31d-a070-42b3-b962-2f623803b97f', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103232) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 19:33:34.097062 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-2092d1d5-5960-4cee-94db-8201c0454b76 tempest-NetworksTestDHCPv6-1153288886 tempest-NetworksTestDHCPv6-1153288886-project] 10.222.0.75 "DELETE /v2.0/subnets/a3c9d1b4-91c7-4c3a-915f-82a492eefd55 HTTP/1.1" status: 204 len: 168 time: 1.8122976 Feb 09 19:33:34.105810 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 36052) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:33:34.198678 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-58647bf6-68a1-4aef-9855-1600e0983633 tempest-NetworksTestDHCPv6-1153288886 tempest-NetworksTestDHCPv6-1153288886-project] 10.222.0.75 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0875752 Feb 09 19:33:34.201995 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 36054) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:33:34.206992 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.v2.base [None req-944bcba7-b1c0-4cf2-855d-e305b4b0576b tempest-NetworksTestDHCPv6-1153288886 tempest-NetworksTestDHCPv6-1153288886-project] Request body: {'subnet': {'network_id': 'f63a97a6-2552-42d7-aee9-c49ce8319647', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103230) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 19:33:34.265058 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-7cbd8945-fd4f-4bdd-8b9d-55fc775a473b req-8098c115-d072-40e1-8859-bf0011cf4895 service neutron] 10.222.0.89 "GET /v2.0/networks/34db1430-f99d-431a-b04f-54003e680bea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1662409 Feb 09 19:33:34.351835 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-313a1b65-7c5e-4bda-aa94-dcf39bad8dd4 tempest-RoutersTest-1116560139 tempest-RoutersTest-1116560139-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1834525'] for router_interface (313e064b-ffaa-4c47-a7fc-c9666f3ee618), before_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:33:34.416522 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e20f123-cf13-4dd4-9140-cbdad232401f req-528cfb97-e950-4b2c-974c-3c7622cde3a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:33:34.418784 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-6e20f123-cf13-4dd4-9140-cbdad232401f req-528cfb97-e950-4b2c-974c-3c7622cde3a5 service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=14c3c4a3-f393-4e4f-98ba-33d4eb176858 HTTP/1.1" status: 200 len: 1128 time: 0.3258567 Feb 09 19:33:34.643636 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a25793f1-af23-454f-a9d4-66e36ad7c3a4 req-3c528171-1bd9-4c7e-86f1-f684686e874c tempest-ServersTestJSON-482035511 tempest-ServersTestJSON-482035511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:33:34.655192 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-a25793f1-af23-454f-a9d4-66e36ad7c3a4 req-3c528171-1bd9-4c7e-86f1-f684686e874c tempest-ServersTestJSON-482035511 tempest-ServersTestJSON-482035511-project] 10.222.0.75 "GET /v2.0/ports?device_id=d6657ee2-bf4a-4856-a7c3-159d11004937 HTTP/1.1" status: 200 len: 946 time: 0.1350079 Feb 09 19:33:34.668579 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-6e20f123-cf13-4dd4-9140-cbdad232401f req-fd75b8c1-22a3-425a-95c8-95d4a1340d87 service neutron] 10.222.0.90 "GET /v2.0/security-groups?id=65ed5d36-ab26-4dda-b5da-35d8a5ba3b82&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1656263 Feb 09 19:33:34.669279 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-944bcba7-b1c0-4cf2-855d-e305b4b0576b tempest-NetworksTestDHCPv6-1153288886 tempest-NetworksTestDHCPv6-1153288886-project] Made reservation on behalf of 84aec0d011da47d8bc94f6ba8668f413 for: {'subnet': 1} {{(pid=103230) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 19:33:34.672709 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-944bcba7-b1c0-4cf2-855d-e305b4b0576b tempest-NetworksTestDHCPv6-1153288886 tempest-NetworksTestDHCPv6-1153288886-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12985917'] for subnet (None), before_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:33:34.734734 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-a25793f1-af23-454f-a9d4-66e36ad7c3a4 req-f529a57b-694c-4392-a107-08f6b128a7df tempest-ServersTestJSON-482035511 tempest-ServersTestJSON-482035511-project] 10.222.0.75 "GET /v2.0/security-groups?id=37883354-c9cd-40f0-bbce-1c711bac4569&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0740077 Feb 09 19:33:34.950009 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efee782e-f0bb-4525-873d-46d86a57602a req-cba9f49d-c315-4a8d-bbe9-97e23eec70a3 tempest-TestServerBasicOps-1685830086 tempest-TestServerBasicOps-1685830086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:33:34.953743 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-efee782e-f0bb-4525-873d-46d86a57602a req-cba9f49d-c315-4a8d-bbe9-97e23eec70a3 tempest-TestServerBasicOps-1685830086 tempest-TestServerBasicOps-1685830086-project] 10.222.0.75 "GET /v2.0/ports?device_id=14c3c4a3-f393-4e4f-98ba-33d4eb176858 HTTP/1.1" status: 200 len: 945 time: 0.3789673 Feb 09 19:33:34.968088 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1967cef-dbdc-4a47-bba9-8bc91fde74ac req-b7e87368-bd07-496c-9027-a1b66e9b56ab tempest-TestNetworkAdvancedServerOps-1633223542 tempest-TestNetworkAdvancedServerOps-1633223542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:33:34.981642 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-f1967cef-dbdc-4a47-bba9-8bc91fde74ac req-b7e87368-bd07-496c-9027-a1b66e9b56ab tempest-TestNetworkAdvancedServerOps-1633223542 tempest-TestNetworkAdvancedServerOps-1633223542-project] 10.222.0.75 "GET /v2.0/ports?device_id=6d32a9d7-5256-4edb-9bbc-ad99ab71ecfa HTTP/1.1" status: 200 len: 945 time: 0.1134629 Feb 09 19:33:35.053906 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Device ba9a54e3-d312-4fcd-9f28-a9834543507a up at agent ovs-agent-n-d-713498-36 {{(pid=103232) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 19:33:35.067540 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-f1967cef-dbdc-4a47-bba9-8bc91fde74ac req-8c0b2d1e-5960-422d-b736-06452d9d361b tempest-TestNetworkAdvancedServerOps-1633223542 tempest-TestNetworkAdvancedServerOps-1633223542-project] 10.222.0.75 "GET /v2.0/security-groups?id=3248743f-f5fe-4756-978e-05f0e965efae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0799489 Feb 09 19:33:35.210270 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.provisioning_blocks [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Provisioning complete for port ba9a54e3-d312-4fcd-9f28-a9834543507a triggered by entity L2. {{(pid=103232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 19:33:35.210886 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593630'] for port (ba9a54e3-d312-4fcd-9f28-a9834543507a), provisioning_complete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:33:35.251445 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84928fc2-8e05-4e1f-a6a4-88bde637f5c2 None None] Network f63a97a6-2552-42d7-aee9-c49ce8319647 requested from n-d-713498-36 {{(pid=103232) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 19:33:35.277100 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-efee782e-f0bb-4525-873d-46d86a57602a req-50dabbcc-d386-4935-8f59-0e2074a9bb05 tempest-TestServerBasicOps-1685830086 tempest-TestServerBasicOps-1685830086-project] 10.222.0.75 "GET /v2.0/security-groups?id=65ed5d36-ab26-4dda-b5da-35d8a5ba3b82&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3086476 Feb 09 19:33:35.284537 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-944bcba7-b1c0-4cf2-855d-e305b4b0576b tempest-NetworksTestDHCPv6-1153288886 tempest-NetworksTestDHCPv6-1153288886-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14393611', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12985859'] for subnet (3b1151f8-6194-4775-9ef4-b5d432f74168), after_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:33:35.336589 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.provisioning_blocks [None req-8e80e6fe-295c-4eb1-a9ed-9c1258c6613b None None] Could not find standard attr ID for object 597c9df1-1012-4435-bc41-0f61c84bf410. {{(pid=103232) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 09 19:33:35.370675 n-d-713498-36 neutron-server[103230]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-944bcba7-b1c0-4cf2-855d-e305b4b0576b tempest-NetworksTestDHCPv6-1153288886 tempest-NetworksTestDHCPv6-1153288886-project] Network f63a97a6-2552-42d7-aee9-c49ce8319647 is already hosted by enough agents. {{(pid=103230) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 19:33:35.384227 n-d-713498-36 neutron-server[103230]: DEBUG neutron.scheduler.base_scheduler [None req-944bcba7-b1c0-4cf2-855d-e305b4b0576b tempest-NetworksTestDHCPv6-1153288886 tempest-NetworksTestDHCPv6-1153288886-project] Resources bound (agent type, host, resource id): {{(pid=103230) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 19:33:35.388051 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.provisioning_blocks [None req-8e80e6fe-295c-4eb1-a9ed-9c1258c6613b None None] Provisioning complete for port ba9a54e3-d312-4fcd-9f28-a9834543507a triggered by entity DHCP. {{(pid=103232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 19:33:35.388679 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-8e80e6fe-295c-4eb1-a9ed-9c1258c6613b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593630'] for port (ba9a54e3-d312-4fcd-9f28-a9834543507a), provisioning_complete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:33:35.424714 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-944bcba7-b1c0-4cf2-855d-e305b4b0576b tempest-NetworksTestDHCPv6-1153288886 tempest-NetworksTestDHCPv6-1153288886-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:33:35.425345 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-944bcba7-b1c0-4cf2-855d-e305b4b0576b tempest-NetworksTestDHCPv6-1153288886 tempest-NetworksTestDHCPv6-1153288886-project] Publish callbacks [] for subnet (None), before_response {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:33:35.466331 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-944bcba7-b1c0-4cf2-855d-e305b4b0576b tempest-NetworksTestDHCPv6-1153288886 tempest-NetworksTestDHCPv6-1153288886-project] Pushing event updated for resources: {'Subnet': ['ID=3b1151f8-6194-4775-9ef4-b5d432f74168,revision_number=0']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:33:35.468634 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2b79992-3357-4f8f-8529-4e60d2c1a8d8 req-f88a50d0-7ab5-4fc1-aba8-1cfab45af408 tempest-ServersTestJSON-482035511 tempest-ServersTestJSON-482035511-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:33:35.470417 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-d2b79992-3357-4f8f-8529-4e60d2c1a8d8 req-f88a50d0-7ab5-4fc1-aba8-1cfab45af408 tempest-ServersTestJSON-482035511 tempest-ServersTestJSON-482035511-project] 10.222.0.75 "GET /v2.0/networks?id=30b6826a-2ec4-4081-a475-68e12498d4e4 HTTP/1.1" status: 200 len: 806 time: 0.2539384 Feb 09 19:33:35.476170 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Current status of the port ba9a54e3-d312-4fcd-9f28-a9834543507a is: DOWN; New status is: ACTIVE {{(pid=103232) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 19:33:35.477139 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (ba9a54e3-d312-4fcd-9f28-a9834543507a), before_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:33:35.493743 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-d2b79992-3357-4f8f-8529-4e60d2c1a8d8 req-5625e4f1-c282-4aef-ab8a-8c0fa24ad591 tempest-ServersTestJSON-482035511 tempest-ServersTestJSON-482035511-project] 10.222.0.75 "GET /v2.0/quotas/1d398ed7d9dd4dd6ba1e1a6a1e6a87ff HTTP/1.1" status: 200 len: 375 time: 0.0153716 Feb 09 19:33:35.502025 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-944bcba7-b1c0-4cf2-855d-e305b4b0576b tempest-NetworksTestDHCPv6-1153288886 tempest-NetworksTestDHCPv6-1153288886-project] 10.222.0.75 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.2966344 Feb 09 19:33:35.511924 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 36078) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:33:35.525988 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.v2.base [None req-cf9b8142-b42b-4aa3-a200-b7f43220c86a tempest-NetworksTestDHCPv6-1153288886 tempest-NetworksTestDHCPv6-1153288886-project] Request body: {'port': {'network_id': 'f63a97a6-2552-42d7-aee9-c49ce8319647', 'fixed_ips': [{'subnet_id': '3b1151f8-6194-4775-9ef4-b5d432f74168', 'ip_address': '2001:db8::f4c9:966d:4036:6a36'}], 'name': 'tempest-NetworksTestDHCPv6-2100762732'}} {{(pid=103230) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 19:33:35.581369 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78e144ff-5077-469b-bafd-0033d522f043 None None] DHCP port deletion for f63a97a6-2552-42d7-aee9-c49ce8319647 request from n-d-713498-36 {{(pid=103232) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 09 19:33:35.587564 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] For port ba9a54e3-d312-4fcd-9f28-a9834543507a, host n-d-713498-36, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-36',level=0,port_id=ba9a54e3-d312-4fcd-9f28-a9834543507a,segment=NetworkSegment(20e634bc-bbe0-4569-a1ea-6be524590675),segment_id=20e634bc-bbe0-4569-a1ea-6be524590675)] {{(pid=103232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 19:33:35.598070 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-d2b79992-3357-4f8f-8529-4e60d2c1a8d8 req-5fb73c5c-991d-4cb5-afc2-2275fc19f4c0 tempest-ServersTestJSON-482035511 tempest-ServersTestJSON-482035511-project] 10.222.0.75 "GET /v2.0/ports?tenant_id=1d398ed7d9dd4dd6ba1e1a6a1e6a87ff&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0974412 Feb 09 19:33:35.603290 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762867176205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762866656485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762866656503'] for port (ba9a54e3-d312-4fcd-9f28-a9834543507a), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:33:35.630395 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Device c380a0bb-c60e-499e-b0d7-2e513b3281b8 no longer exists at agent ovs-agent-n-d-713498-36 {{(pid=103232) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 19:33:35.676458 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-8e80e6fe-295c-4eb1-a9ed-9c1258c6613b None None] Current status of the port ba9a54e3-d312-4fcd-9f28-a9834543507a is: DOWN; New status is: ACTIVE {{(pid=103232) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 19:33:35.677028 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-8e80e6fe-295c-4eb1-a9ed-9c1258c6613b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (ba9a54e3-d312-4fcd-9f28-a9834543507a), before_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:33:35.684169 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] No Port match for: c380a0bb-c60e-499e-b0d7-2e513b3281b8 {{(pid=103232) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 19:33:35.684519 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Device c380a0bb-c60e-499e-b0d7-2e513b3281b8 not bound to the agent host n-d-713498-36 {{(pid=103232) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 19:33:35.703315 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.plugin [None req-313a1b65-7c5e-4bda-aa94-dcf39bad8dd4 tempest-RoutersTest-1116560139 tempest-RoutersTest-1116560139-project] Deleting port 09c715a7-b435-4235-acfb-908c690c92ee {{(pid=103230) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 19:33:35.703778 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-313a1b65-7c5e-4bda-aa94-dcf39bad8dd4 tempest-RoutersTest-1116560139 tempest-RoutersTest-1116560139-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762867170196'] for port (09c715a7-b435-4235-acfb-908c690c92ee), before_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:33:35.709688 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cf9b8142-b42b-4aa3-a200-b7f43220c86a tempest-NetworksTestDHCPv6-1153288886 tempest-NetworksTestDHCPv6-1153288886-project] Made reservation on behalf of 84aec0d011da47d8bc94f6ba8668f413 for: {'port': 1} {{(pid=103230) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 19:33:35.750299 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Pushing event updated for resources: {'Port': ['ID=ba9a54e3-d312-4fcd-9f28-a9834543507a,revision_number=4']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:33:35.796975 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-78e144ff-5077-469b-bafd-0033d522f043 None None] Deleting port ba9a54e3-d312-4fcd-9f28-a9834543507a {{(pid=103232) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 19:33:35.797249 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-78e144ff-5077-469b-bafd-0033d522f043 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762867170196'] for port (ba9a54e3-d312-4fcd-9f28-a9834543507a), before_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:33:35.803788 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.db.api [None req-8e80e6fe-295c-4eb1-a9ed-9c1258c6613b None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103232) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 09 19:33:35.804236 n-d-713498-36 neutron-server[103232]: DEBUG oslo_db.api [None req-8e80e6fe-295c-4eb1-a9ed-9c1258c6613b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 09 19:33:35.841576 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-d2b79992-3357-4f8f-8529-4e60d2c1a8d8 req-459c792f-908a-423d-b656-920f0f9b66a2 service neutron] 10.222.0.75 "GET /v2.0/networks/30b6826a-2ec4-4081-a475-68e12498d4e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2352889 Feb 09 19:33:35.914357 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.db [None req-313a1b65-7c5e-4bda-aa94-dcf39bad8dd4 tempest-RoutersTest-1116560139 tempest-RoutersTest-1116560139-project] For port 09c715a7-b435-4235-acfb-908c690c92ee, host n-d-713498-36, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-36',level=0,port_id=09c715a7-b435-4235-acfb-908c690c92ee,segment=NetworkSegment(794d88ab-91f6-4acf-bda4-3a12b1db0eee),segment_id=794d88ab-91f6-4acf-bda4-3a12b1db0eee)] {{(pid=103230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 19:33:35.914754 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-313a1b65-7c5e-4bda-aa94-dcf39bad8dd4 tempest-RoutersTest-1116560139 tempest-RoutersTest-1116560139-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1820838'] for port (09c715a7-b435-4235-acfb-908c690c92ee), precommit_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:33:35.921160 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-cf9b8142-b42b-4aa3-a200-b7f43220c86a tempest-NetworksTestDHCPv6-1153288886 tempest-NetworksTestDHCPv6-1153288886-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (None), before_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:33:35.930922 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-78e144ff-5077-469b-bafd-0033d522f043 None None] For port ba9a54e3-d312-4fcd-9f28-a9834543507a, host n-d-713498-36, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-36',level=0,port_id=ba9a54e3-d312-4fcd-9f28-a9834543507a,segment=NetworkSegment(20e634bc-bbe0-4569-a1ea-6be524590675),segment_id=20e634bc-bbe0-4569-a1ea-6be524590675)] {{(pid=103232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 19:33:35.931540 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-78e144ff-5077-469b-bafd-0033d522f043 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1820838'] for port (ba9a54e3-d312-4fcd-9f28-a9834543507a), precommit_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:33:35.961979 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-78e144ff-5077-469b-bafd-0033d522f043 None None] Calling delete_port for ba9a54e3-d312-4fcd-9f28-a9834543507a owned by network:dhcp {{(pid=103232) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 19:33:35.968423 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.plugin [None req-313a1b65-7c5e-4bda-aa94-dcf39bad8dd4 tempest-RoutersTest-1116560139 tempest-RoutersTest-1116560139-project] Calling delete_port for 09c715a7-b435-4235-acfb-908c690c92ee owned by network:router_interface {{(pid=103230) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 19:33:35.973139 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-d2b79992-3357-4f8f-8529-4e60d2c1a8d8 req-a84b35e7-12e0-41d2-b92d-ba21679e32da service neutron] 10.222.0.75 "GET /v2.0/networks/30b6826a-2ec4-4081-a475-68e12498d4e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1298690 Feb 09 19:33:35.979910 n-d-713498-36 neutron-server[103230]: DEBUG neutron.notifiers.nova [None req-cf9b8142-b42b-4aa3-a200-b7f43220c86a tempest-NetworksTestDHCPv6-1153288886 tempest-NetworksTestDHCPv6-1153288886-project] device_id is not set on port f1820645-bf2a-46dd-bcc6-6e50a6e037e9 yet. {{(pid=103230) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 09 19:33:36.125556 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-78e144ff-5077-469b-bafd-0033d522f043 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762867177463', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762866656476'] for port (ba9a54e3-d312-4fcd-9f28-a9834543507a), after_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:33:36.234679 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78e144ff-5077-469b-bafd-0033d522f043 None None] No DVR routers for this DVR port ba9a54e3-d312-4fcd-9f28-a9834543507a on host n-d-713498-36 {{(pid=103232) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 19:33:36.240761 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78e144ff-5077-469b-bafd-0033d522f043 None None] Pushing event deleted for resources: {'Port': ['ID=ba9a54e3-d312-4fcd-9f28-a9834543507a,revision_number=None']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:33:36.261665 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1195067-626f-4166-912c-e816f0422b9d None None] Network f63a97a6-2552-42d7-aee9-c49ce8319647 requested from n-d-713498-36 {{(pid=103232) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 19:33:36.442675 n-d-713498-36 neutron-server[103230]: DEBUG neutron.db.db_base_plugin_common [None req-cf9b8142-b42b-4aa3-a200-b7f43220c86a tempest-NetworksTestDHCPv6-1153288886 tempest-NetworksTestDHCPv6-1153288886-project] Allocated IP 2001:db8::f4c9:966d:4036:6a36 (f63a97a6-2552-42d7-aee9-c49ce8319647/3b1151f8-6194-4775-9ef4-b5d432f74168/f1820645-bf2a-46dd-bcc6-6e50a6e037e9) {{(pid=103230) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 19:33:36.482209 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-8e80e6fe-295c-4eb1-a9ed-9c1258c6613b None None] Port ba9a54e3-d312-4fcd-9f28-a9834543507a update to ACTIVE by agent not found {{(pid=103232) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2209}} Feb 09 19:33:36.522334 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6a51b63-9b12-4fe3-9f0a-1b37412beb50 req-49cfde4a-6e23-4dfa-aa35-33fa82fb26d0 tempest-TestNetworkAdvancedServerOps-1633223542 tempest-TestNetworkAdvancedServerOps-1633223542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:33:36.524688 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-f6a51b63-9b12-4fe3-9f0a-1b37412beb50 req-49cfde4a-6e23-4dfa-aa35-33fa82fb26d0 tempest-TestNetworkAdvancedServerOps-1633223542 tempest-TestNetworkAdvancedServerOps-1633223542-project] 10.222.0.75 "GET /v2.0/ports?device_id=6d32a9d7-5256-4edb-9bbc-ad99ab71ecfa HTTP/1.1" status: 200 len: 945 time: 0.2371407 Feb 09 19:33:36.571166 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-640dbee4-56f1-48c8-9590-7aa64cc46c9e req-b73a06f6-3df6-4862-965b-82741f3f0f87 tempest-TestServerBasicOps-1685830086 tempest-TestServerBasicOps-1685830086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:33:36.591133 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-640dbee4-56f1-48c8-9590-7aa64cc46c9e req-b73a06f6-3df6-4862-965b-82741f3f0f87 tempest-TestServerBasicOps-1685830086 tempest-TestServerBasicOps-1685830086-project] 10.222.0.75 "GET /v2.0/ports?device_id=14c3c4a3-f393-4e4f-98ba-33d4eb176858 HTTP/1.1" status: 200 len: 945 time: 0.1579459 Feb 09 19:33:36.638336 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1d9b495-f688-4cec-a3f8-e1e1bd5a81f5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8b32e980-7cce-5e82-a341-bd2fa8945c89-f63a97a6-2552-42d7-aee9-c49ce8319647', 'network_id': 'f63a97a6-2552-42d7-aee9-c49ce8319647', 'project_id': '84aec0d011da47d8bc94f6ba8668f413', 'fixed_ips': [{'subnet_id': '3b1151f8-6194-4775-9ef4-b5d432f74168'}]}} from n-d-713498-36. {{(pid=103232) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 09 19:33:36.639244 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-d1d9b495-f688-4cec-a3f8-e1e1bd5a81f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (None), before_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:33:36.648140 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-f6a51b63-9b12-4fe3-9f0a-1b37412beb50 req-7f80add3-45ce-427d-a408-f869f6f70c58 tempest-TestNetworkAdvancedServerOps-1633223542 tempest-TestNetworkAdvancedServerOps-1633223542-project] 10.222.0.75 "GET /v2.0/security-groups?id=3248743f-f5fe-4756-978e-05f0e965efae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1156909 Feb 09 19:33:36.769781 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-640dbee4-56f1-48c8-9590-7aa64cc46c9e req-82e170bf-07e5-4f9c-9c75-a1e25879279b tempest-TestServerBasicOps-1685830086 tempest-TestServerBasicOps-1685830086-project] 10.222.0.75 "GET /v2.0/security-groups?id=65ed5d36-ab26-4dda-b5da-35d8a5ba3b82&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1765695 Feb 09 19:33:36.805995 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-313a1b65-7c5e-4bda-aa94-dcf39bad8dd4 tempest-RoutersTest-1116560139 tempest-RoutersTest-1116560139-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762867177463', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762866656476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14393751'] for port (09c715a7-b435-4235-acfb-908c690c92ee), after_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:33:36.978406 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Device ba9a54e3-d312-4fcd-9f28-a9834543507a no longer exists at agent ovs-agent-n-d-713498-36 {{(pid=103232) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 19:33:37.002587 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-313a1b65-7c5e-4bda-aa94-dcf39bad8dd4 tempest-RoutersTest-1116560139 tempest-RoutersTest-1116560139-project] Pushing event deleted for resources: {'Port': ['ID=09c715a7-b435-4235-acfb-908c690c92ee,revision_number=None']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:33:37.074881 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] No Port match for: ba9a54e3-d312-4fcd-9f28-a9834543507a {{(pid=103232) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 19:33:37.075224 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Device ba9a54e3-d312-4fcd-9f28-a9834543507a not bound to the agent host n-d-713498-36 {{(pid=103232) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 19:33:37.143394 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-630d34ba-11bc-480f-a163-62e22a1abe3f req-862ce9bd-ee0b-4d26-acce-20014d47b4c0 tempest-TestServerBasicOps-1685830086 tempest-TestServerBasicOps-1685830086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:33:37.155843 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-630d34ba-11bc-480f-a163-62e22a1abe3f req-862ce9bd-ee0b-4d26-acce-20014d47b4c0 tempest-TestServerBasicOps-1685830086 tempest-TestServerBasicOps-1685830086-project] 10.222.0.75 "GET /v2.0/ports?device_id=14c3c4a3-f393-4e4f-98ba-33d4eb176858 HTTP/1.1" status: 200 len: 945 time: 0.2097294 Feb 09 19:33:37.225218 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-cf9b8142-b42b-4aa3-a200-b7f43220c86a tempest-NetworksTestDHCPv6-1153288886 tempest-NetworksTestDHCPv6-1153288886-project] Publish callbacks [] for port (f1820645-bf2a-46dd-bcc6-6e50a6e037e9), precommit_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:33:37.289579 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-313a1b65-7c5e-4bda-aa94-dcf39bad8dd4 tempest-RoutersTest-1116560139 tempest-RoutersTest-1116560139-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1613467', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1834633'] for router_interface (313e064b-ffaa-4c47-a7fc-c9666f3ee618), after_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:33:37.313438 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-630d34ba-11bc-480f-a163-62e22a1abe3f req-b78bdae6-790f-4ebe-85de-bcfe0c8bce17 tempest-TestServerBasicOps-1685830086 tempest-TestServerBasicOps-1685830086-project] 10.222.0.75 "GET /v2.0/security-groups?id=65ed5d36-ab26-4dda-b5da-35d8a5ba3b82&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1467428 Feb 09 19:33:37.364640 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-cf9b8142-b42b-4aa3-a200-b7f43220c86a tempest-NetworksTestDHCPv6-1153288886 tempest-NetworksTestDHCPv6-1153288886-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762866656467', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14393751'] for port (f1820645-bf2a-46dd-bcc6-6e50a6e037e9), after_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:33:37.511382 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.db_base_plugin_common [None req-d1d9b495-f688-4cec-a3f8-e1e1bd5a81f5 None None] Allocated IP 2001:db8::2 (f63a97a6-2552-42d7-aee9-c49ce8319647/3b1151f8-6194-4775-9ef4-b5d432f74168/f5e1f83f-add5-45a8-a789-fa9d54f75e48) {{(pid=103232) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 19:33:37.529867 n-d-713498-36 neutron-server[103233]: DEBUG neutron.db.agents_db [None req-4a8a6a42-0a0c-4437-8958-92282682b6bb None None] Agent healthcheck: found 7 active agents {{(pid=103233) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 19:33:37.609640 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8cfde50-fb42-4d0b-8a21-c87b4f20986c req-4ad6e46b-f6fd-4362-8a4d-87efb0414759 tempest-TestServerBasicOps-1685830086 tempest-TestServerBasicOps-1685830086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:33:37.611241 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-b8cfde50-fb42-4d0b-8a21-c87b4f20986c req-4ad6e46b-f6fd-4362-8a4d-87efb0414759 tempest-TestServerBasicOps-1685830086 tempest-TestServerBasicOps-1685830086-project] 10.222.0.75 "GET /v2.0/ports?device_id=14c3c4a3-f393-4e4f-98ba-33d4eb176858 HTTP/1.1" status: 200 len: 945 time: 0.1124656 Feb 09 19:33:37.731235 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-b8cfde50-fb42-4d0b-8a21-c87b4f20986c req-7d1cbd9b-63ec-41c0-b797-91b75aad2ebe tempest-TestServerBasicOps-1685830086 tempest-TestServerBasicOps-1685830086-project] 10.222.0.75 "GET /v2.0/security-groups?id=65ed5d36-ab26-4dda-b5da-35d8a5ba3b82&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1102312 Feb 09 19:33:37.757648 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 36130) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:33:37.780566 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-d1d9b495-f688-4cec-a3f8-e1e1bd5a81f5 None None] Publish callbacks [] for port (f5e1f83f-add5-45a8-a789-fa9d54f75e48), precommit_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:33:37.794983 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-d1d9b495-f688-4cec-a3f8-e1e1bd5a81f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762866656467'] for port (f5e1f83f-add5-45a8-a789-fa9d54f75e48), after_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:33:37.915076 n-d-713498-36 neutron-server[103232]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1d9b495-f688-4cec-a3f8-e1e1bd5a81f5 None None] Network f63a97a6-2552-42d7-aee9-c49ce8319647 is already hosted by enough agents. {{(pid=103232) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 19:33:37.919835 n-d-713498-36 neutron-server[103232]: DEBUG neutron.scheduler.base_scheduler [None req-d1d9b495-f688-4cec-a3f8-e1e1bd5a81f5 None None] Resources bound (agent type, host, resource id): {{(pid=103232) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 19:33:37.925546 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1d9b495-f688-4cec-a3f8-e1e1bd5a81f5 None None] Received port after_create {{(pid=103232) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 19:33:37.930159 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1d9b495-f688-4cec-a3f8-e1e1bd5a81f5 None None] Pushing event updated for resources: {'Port': ['ID=f5e1f83f-add5-45a8-a789-fa9d54f75e48,revision_number=1']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:33:38.034280 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.managers [None req-d1d9b495-f688-4cec-a3f8-e1e1bd5a81f5 None None] Attempting to bind port f5e1f83f-add5-45a8-a789-fa9d54f75e48 on host n-d-713498-36 for vnic_type normal with profile {{(pid=103232) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 19:33:38.034662 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.managers [None req-d1d9b495-f688-4cec-a3f8-e1e1bd5a81f5 None None] Attempting to bind port f5e1f83f-add5-45a8-a789-fa9d54f75e48 by drivers openvswitch,hyperv on host n-d-713498-36 at level 0 using segments [{'id': '20e634bc-bbe0-4569-a1ea-6be524590675', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': 'f63a97a6-2552-42d7-aee9-c49ce8319647'}] {{(pid=103232) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 19:33:38.035102 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1d9b495-f688-4cec-a3f8-e1e1bd5a81f5 None None] Attempting to bind port f5e1f83f-add5-45a8-a789-fa9d54f75e48 on network f63a97a6-2552-42d7-aee9-c49ce8319647 {{(pid=103232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 19:33:38.041836 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1d9b495-f688-4cec-a3f8-e1e1bd5a81f5 None None] Checking agent: {'id': '496418a2-c002-4aec-ab1a-07f3bea491bd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-36', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 18, 51, 47), 'started_at': datetime.datetime(2022, 2, 9, 18, 52, 17), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 19, 33, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-36'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 19:33:38.042494 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1d9b495-f688-4cec-a3f8-e1e1bd5a81f5 None None] Checking segment: {'id': '20e634bc-bbe0-4569-a1ea-6be524590675', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': 'f63a97a6-2552-42d7-aee9-c49ce8319647'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103232) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 19:33:38.043408 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-d1d9b495-f688-4cec-a3f8-e1e1bd5a81f5 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:33:38.043956 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1d9b495-f688-4cec-a3f8-e1e1bd5a81f5 None None] Bound using segment: {'id': '20e634bc-bbe0-4569-a1ea-6be524590675', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': 'f63a97a6-2552-42d7-aee9-c49ce8319647'} {{(pid=103232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 19:33:38.044599 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.managers [None req-d1d9b495-f688-4cec-a3f8-e1e1bd5a81f5 None None] Bound port: f5e1f83f-add5-45a8-a789-fa9d54f75e48, host: n-d-713498-36, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '20e634bc-bbe0-4569-a1ea-6be524590675', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': 'f63a97a6-2552-42d7-aee9-c49ce8319647'}}] {{(pid=103232) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 19:33:38.045257 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-d1d9b495-f688-4cec-a3f8-e1e1bd5a81f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (f5e1f83f-add5-45a8-a789-fa9d54f75e48), before_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:33:38.049404 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eba072c-1c95-47d1-865d-585bbd5971ad req-c3bc257c-f962-4dcc-8e81-008a0ea0ade8 tempest-TestNetworkAdvancedServerOps-1633223542 tempest-TestNetworkAdvancedServerOps-1633223542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:33:38.057731 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-9eba072c-1c95-47d1-865d-585bbd5971ad req-c3bc257c-f962-4dcc-8e81-008a0ea0ade8 tempest-TestNetworkAdvancedServerOps-1633223542 tempest-TestNetworkAdvancedServerOps-1633223542-project] 10.222.0.75 "GET /v2.0/ports?device_id=6d32a9d7-5256-4edb-9bbc-ad99ab71ecfa HTTP/1.1" status: 200 len: 945 time: 0.1728411 Feb 09 19:33:38.078398 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c13cce9-3ebc-415b-9f55-81abef7e7deb tempest-TestServerBasicOps-1202844600 tempest-TestServerBasicOps-1202844600-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:33:38.080300 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-8c13cce9-3ebc-415b-9f55-81abef7e7deb tempest-TestServerBasicOps-1202844600 tempest-TestServerBasicOps-1202844600-project-admin] 10.222.0.75 "GET /v2.0/ports?device_id=14c3c4a3-f393-4e4f-98ba-33d4eb176858 HTTP/1.1" status: 200 len: 1123 time: 0.3212929 Feb 09 19:33:38.083254 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 36134) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:33:38.090447 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.v2.base [None req-f0918ff5-257d-45e9-a296-b44ae72e4278 tempest-TestServerBasicOps-1685830086 tempest-TestServerBasicOps-1685830086-project] Request body: {'floatingip': {'floating_network_id': '88055e1e-672a-4487-be31-ffb6e833ece5', 'port_id': 'c6f469cb-b1d3-4ec0-ae11-8d288e85cc6d', 'tenant_id': '0484ed2328124ada8d8870756276d1f0', 'fixed_ip_address': '172.20.0.8'}} {{(pid=103229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 19:33:38.146567 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-9eba072c-1c95-47d1-865d-585bbd5971ad req-c281737a-c9d1-4707-9136-3d4a0bc45ed0 tempest-TestNetworkAdvancedServerOps-1633223542 tempest-TestNetworkAdvancedServerOps-1633223542-project] 10.222.0.75 "GET /v2.0/security-groups?id=3248743f-f5fe-4756-978e-05f0e965efae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0821667 Feb 09 19:33:38.164624 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-f0918ff5-257d-45e9-a296-b44ae72e4278 tempest-TestServerBasicOps-1685830086 tempest-TestServerBasicOps-1685830086-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:33:38.181918 n-d-713498-36 neutron-server[103230]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf9b8142-b42b-4aa3-a200-b7f43220c86a tempest-NetworksTestDHCPv6-1153288886 tempest-NetworksTestDHCPv6-1153288886-project] Network f63a97a6-2552-42d7-aee9-c49ce8319647 is already hosted by enough agents. {{(pid=103230) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 19:33:38.199868 n-d-713498-36 neutron-server[103230]: DEBUG neutron.scheduler.base_scheduler [None req-cf9b8142-b42b-4aa3-a200-b7f43220c86a tempest-NetworksTestDHCPv6-1153288886 tempest-NetworksTestDHCPv6-1153288886-project] Resources bound (agent type, host, resource id): {{(pid=103230) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 19:33:38.207691 n-d-713498-36 neutron-server[103230]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf9b8142-b42b-4aa3-a200-b7f43220c86a tempest-NetworksTestDHCPv6-1153288886 tempest-NetworksTestDHCPv6-1153288886-project] Received port after_create {{(pid=103230) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 19:33:38.215772 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-d1d9b495-f688-4cec-a3f8-e1e1bd5a81f5 None None] For port f5e1f83f-add5-45a8-a789-fa9d54f75e48, host n-d-713498-36, cleared binding levels {{(pid=103232) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 19:33:38.216730 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf9b8142-b42b-4aa3-a200-b7f43220c86a tempest-NetworksTestDHCPv6-1153288886 tempest-NetworksTestDHCPv6-1153288886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:33:38.217300 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-cf9b8142-b42b-4aa3-a200-b7f43220c86a tempest-NetworksTestDHCPv6-1153288886 tempest-NetworksTestDHCPv6-1153288886-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171096'] for port (None), before_response {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:33:38.226943 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-d1d9b495-f688-4cec-a3f8-e1e1bd5a81f5 None None] For port f5e1f83f-add5-45a8-a789-fa9d54f75e48, host n-d-713498-36, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-36',level=0,port_id=f5e1f83f-add5-45a8-a789-fa9d54f75e48,segment=NetworkSegment(20e634bc-bbe0-4569-a1ea-6be524590675),segment_id=20e634bc-bbe0-4569-a1ea-6be524590675)] {{(pid=103232) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 19:33:38.235991 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-d1d9b495-f688-4cec-a3f8-e1e1bd5a81f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762867176205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762866656485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762866656503'] for port (f5e1f83f-add5-45a8-a789-fa9d54f75e48), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:33:38.257634 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf9b8142-b42b-4aa3-a200-b7f43220c86a tempest-NetworksTestDHCPv6-1153288886 tempest-NetworksTestDHCPv6-1153288886-project] Pushing event updated for resources: {'Port': ['ID=f1820645-bf2a-46dd-bcc6-6e50a6e037e9,revision_number=1']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:33:38.362207 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1d9b495-f688-4cec-a3f8-e1e1bd5a81f5 None None] Pushing event updated for resources: {'Port': ['ID=f5e1f83f-add5-45a8-a789-fa9d54f75e48,revision_number=2']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:33:38.378316 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-f0918ff5-257d-45e9-a296-b44ae72e4278 tempest-TestServerBasicOps-1685830086 tempest-TestServerBasicOps-1685830086-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (None), before_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:33:38.507055 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-cf9b8142-b42b-4aa3-a200-b7f43220c86a tempest-NetworksTestDHCPv6-1153288886 tempest-NetworksTestDHCPv6-1153288886-project] 10.222.0.75 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 2.9867444 Feb 09 19:33:38.518714 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 36140) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:33:38.544981 n-d-713498-36 neutron-server[103229]: DEBUG neutron.db.db_base_plugin_common [None req-f0918ff5-257d-45e9-a296-b44ae72e4278 tempest-TestServerBasicOps-1685830086 tempest-TestServerBasicOps-1685830086-project] Allocated IP 172.25.1.154 (88055e1e-672a-4487-be31-ffb6e833ece5/ac16dbcc-383c-4b43-9153-d763c4a53f91/a6a6e5af-3d5a-4962-9ddb-7ade1b0dea38) {{(pid=103229) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 19:33:38.755805 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbc097d8-71de-42b3-a9c3-ff82311c62a5 req-74e5160b-aad3-4ff1-976d-fdf646205364 tempest-ServersTestJSON-482035511 tempest-ServersTestJSON-482035511-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:33:38.763096 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-cbc097d8-71de-42b3-a9c3-ff82311c62a5 req-74e5160b-aad3-4ff1-976d-fdf646205364 tempest-ServersTestJSON-482035511 tempest-ServersTestJSON-482035511-project] 10.222.0.75 "GET /v2.0/networks?id=30b6826a-2ec4-4081-a475-68e12498d4e4 HTTP/1.1" status: 200 len: 806 time: 0.8012097 Feb 09 19:33:38.800207 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-cbc097d8-71de-42b3-a9c3-ff82311c62a5 req-a251152c-5b1c-47cd-8c18-0f6f0dff1f22 tempest-ServersTestJSON-482035511 tempest-ServersTestJSON-482035511-project] 10.222.0.75 "GET /v2.0/quotas/1d398ed7d9dd4dd6ba1e1a6a1e6a87ff HTTP/1.1" status: 200 len: 375 time: 0.0361700 Feb 09 19:33:38.837621 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-f0918ff5-257d-45e9-a296-b44ae72e4278 tempest-TestServerBasicOps-1685830086 tempest-TestServerBasicOps-1685830086-project] Publish callbacks [] for port (a6a6e5af-3d5a-4962-9ddb-7ade1b0dea38), precommit_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:33:38.885000 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-f0918ff5-257d-45e9-a296-b44ae72e4278 tempest-TestServerBasicOps-1685830086 tempest-TestServerBasicOps-1685830086-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762866656467', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12867576'] for port (a6a6e5af-3d5a-4962-9ddb-7ade1b0dea38), after_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:33:38.912422 n-d-713498-36 neutron-server[103230]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-313a1b65-7c5e-4bda-aa94-dcf39bad8dd4 tempest-RoutersTest-1116560139 tempest-RoutersTest-1116560139-project] Router 313e064b-ffaa-4c47-a7fc-c9666f3ee618 has already been hosted by L3 agent 93303d5e-5d17-45e8-8963-7694f87783ae {{(pid=103230) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 19:33:38.956490 n-d-713498-36 neutron-server[103229]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0918ff5-257d-45e9-a296-b44ae72e4278 tempest-TestServerBasicOps-1685830086 tempest-TestServerBasicOps-1685830086-project] Network 88055e1e-672a-4487-be31-ffb6e833ece5 is already hosted by enough agents. {{(pid=103229) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 19:33:38.965586 n-d-713498-36 neutron-server[103229]: DEBUG neutron.scheduler.base_scheduler [None req-f0918ff5-257d-45e9-a296-b44ae72e4278 tempest-TestServerBasicOps-1685830086 tempest-TestServerBasicOps-1685830086-project] Resources bound (agent type, host, resource id): {{(pid=103229) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 19:33:38.969879 n-d-713498-36 neutron-server[103229]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0918ff5-257d-45e9-a296-b44ae72e4278 tempest-TestServerBasicOps-1685830086 tempest-TestServerBasicOps-1685830086-project] Received port after_create {{(pid=103229) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 19:33:38.985381 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0918ff5-257d-45e9-a296-b44ae72e4278 tempest-TestServerBasicOps-1685830086 tempest-TestServerBasicOps-1685830086-project] Pushing event updated for resources: {'Port': ['ID=a6a6e5af-3d5a-4962-9ddb-7ade1b0dea38,revision_number=1']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:33:38.997166 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1898536c-92ac-493c-b6e5-7d4d5c83fd21 tempest-NetworksTestDHCPv6-1153288886 tempest-NetworksTestDHCPv6-1153288886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:33:39.009090 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1898536c-92ac-493c-b6e5-7d4d5c83fd21 tempest-NetworksTestDHCPv6-1153288886 tempest-NetworksTestDHCPv6-1153288886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:33:39.010846 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-1898536c-92ac-493c-b6e5-7d4d5c83fd21 tempest-NetworksTestDHCPv6-1153288886 tempest-NetworksTestDHCPv6-1153288886-project] 10.222.0.75 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1685 time: 0.4827564 Feb 09 19:33:39.029284 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-cbc097d8-71de-42b3-a9c3-ff82311c62a5 req-9ccd5af9-bc67-4a46-9c13-632f69700949 tempest-ServersTestJSON-482035511 tempest-ServersTestJSON-482035511-project] 10.222.0.75 "GET /v2.0/ports?tenant_id=1d398ed7d9dd4dd6ba1e1a6a1e6a87ff&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2281466 Feb 09 19:33:39.030945 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 36148) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:33:39.044265 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [req-cbc097d8-71de-42b3-a9c3-ff82311c62a5 req-7e0a125d-35cd-4a27-9f67-ed6c4beca15c service neutron] http://10.222.0.75:9696/v2.0/extensions returned with HTTP 200 {{(pid=103230) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 09 19:33:39.054856 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-cbc097d8-71de-42b3-a9c3-ff82311c62a5 req-7e0a125d-35cd-4a27-9f67-ed6c4beca15c service neutron] 10.222.0.75 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0246587 Feb 09 19:33:39.189564 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Device f5e1f83f-add5-45a8-a789-fa9d54f75e48 up at agent ovs-agent-n-d-713498-36 {{(pid=103232) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 19:33:39.334336 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.provisioning_blocks [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Provisioning complete for port f5e1f83f-add5-45a8-a789-fa9d54f75e48 triggered by entity L2. {{(pid=103232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 19:33:39.334707 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593630'] for port (f5e1f83f-add5-45a8-a789-fa9d54f75e48), provisioning_complete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:33:39.436700 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-313a1b65-7c5e-4bda-aa94-dcf39bad8dd4 tempest-RoutersTest-1116560139 tempest-RoutersTest-1116560139-project] Notify agent at l3_agent.n-d-713498-36 the message routers_updated {{(pid=103230) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 19:33:39.450398 n-d-713498-36 neutron-server[103233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6aaa21b6-9dc7-49c2-a84b-ff6085c05dd3 None None] Sync routers for ids ['313e064b-ffaa-4c47-a7fc-c9666f3ee618'] in n-d-713498-36 {{(pid=103233) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 19:33:39.466890 n-d-713498-36 neutron-server[103233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6aaa21b6-9dc7-49c2-a84b-ff6085c05dd3 None None] Routers {'313e064b-ffaa-4c47-a7fc-c9666f3ee618'} bound to L3 agent in host n-d-713498-36 {{(pid=103233) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 19:33:39.469687 n-d-713498-36 neutron-server[103233]: DEBUG neutron.db.l3_hamode_db [None req-6aaa21b6-9dc7-49c2-a84b-ff6085c05dd3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T18:51:43Z,description=,heartbeat_timestamp=2022-02-09T19:33:13Z,host='n-d-713498-36',id=93303d5e-5d17-45e8-8963-7694f87783ae,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T18:51:43Z,topic='l3_agent')) {'router_ids': ['313e064b-ffaa-4c47-a7fc-c9666f3ee618'], 'active': True} {{(pid=103233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:33:39.472888 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-313a1b65-7c5e-4bda-aa94-dcf39bad8dd4 tempest-RoutersTest-1116560139 tempest-RoutersTest-1116560139-project] 10.222.0.75 "PUT /v2.0/routers/313e064b-ffaa-4c47-a7fc-c9666f3ee618/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.4679883 Feb 09 19:33:39.482012 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 36152) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:33:39.568956 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Current status of the port f5e1f83f-add5-45a8-a789-fa9d54f75e48 is: DOWN; New status is: ACTIVE {{(pid=103232) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 19:33:39.569653 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (f5e1f83f-add5-45a8-a789-fa9d54f75e48), before_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:33:39.693678 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] For port f5e1f83f-add5-45a8-a789-fa9d54f75e48, host n-d-713498-36, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-36',level=0,port_id=f5e1f83f-add5-45a8-a789-fa9d54f75e48,segment=NetworkSegment(20e634bc-bbe0-4569-a1ea-6be524590675),segment_id=20e634bc-bbe0-4569-a1ea-6be524590675)] {{(pid=103232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 19:33:39.702873 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762867176205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762866656485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762866656503'] for port (f5e1f83f-add5-45a8-a789-fa9d54f75e48), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:33:39.773290 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-cbc097d8-71de-42b3-a9c3-ff82311c62a5 req-4280b6db-7f39-4469-99d5-edc7376e6c4d service neutron] 10.222.0.75 "GET /v2.0/networks/30b6826a-2ec4-4081-a475-68e12498d4e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7167172 Feb 09 19:33:39.797560 n-d-713498-36 neutron-server[103229]: DEBUG neutron.db.db_base_plugin_v2 [None req-43a8fb5d-c387-4c8c-b7fd-38487bde6ae4 tempest-RoutersTest-1116560139 tempest-RoutersTest-1116560139-project] Deleting subnet 99eecf43-b083-4b5d-bf1a-43876b1da023 {{(pid=103229) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 19:33:39.805614 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-43a8fb5d-c387-4c8c-b7fd-38487bde6ae4 tempest-RoutersTest-1116560139 tempest-RoutersTest-1116560139-project] Publish callbacks [] for subnet (99eecf43-b083-4b5d-bf1a-43876b1da023), before_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:33:39.884370 n-d-713498-36 neutron-server[103233]: DEBUG neutron.db.l3_dvr_db [None req-6aaa21b6-9dc7-49c2-a84b-ff6085c05dd3 None None] Set router 313e064b-ffaa-4c47-a7fc-c9666f3ee618 gateway port host: None {{(pid=103233) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 19:33:39.920279 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-43a8fb5d-c387-4c8c-b7fd-38487bde6ae4 tempest-RoutersTest-1116560139 tempest-RoutersTest-1116560139-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16683410'] for subnet (99eecf43-b083-4b5d-bf1a-43876b1da023), precommit_delete_associations {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:33:39.923788 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.plugin [None req-312c6d41-3254-4dae-98e1-97cee18dfe4c tempest-NetworksTestDHCPv6-1153288886 tempest-NetworksTestDHCPv6-1153288886-project] Deleting port f1820645-bf2a-46dd-bcc6-6e50a6e037e9 {{(pid=103230) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 19:33:39.924138 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-312c6d41-3254-4dae-98e1-97cee18dfe4c tempest-NetworksTestDHCPv6-1153288886 tempest-NetworksTestDHCPv6-1153288886-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762867170196'] for port (f1820645-bf2a-46dd-bcc6-6e50a6e037e9), before_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:33:39.946172 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Pushing event updated for resources: {'Port': ['ID=f5e1f83f-add5-45a8-a789-fa9d54f75e48,revision_number=3']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:33:40.085139 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bc53dab-04fa-4d53-a14a-67197426b125 req-fdf1311d-87e3-4769-8ba8-1485ea7f1792 tempest-TestNetworkAdvancedServerOps-1633223542 tempest-TestNetworkAdvancedServerOps-1633223542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:33:40.087726 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-8bc53dab-04fa-4d53-a14a-67197426b125 req-fdf1311d-87e3-4769-8ba8-1485ea7f1792 tempest-TestNetworkAdvancedServerOps-1633223542 tempest-TestNetworkAdvancedServerOps-1633223542-project] 10.222.0.75 "GET /v2.0/ports?device_id=6d32a9d7-5256-4edb-9bbc-ad99ab71ecfa HTTP/1.1" status: 200 len: 945 time: 0.6567025 Feb 09 19:33:40.160371 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-312c6d41-3254-4dae-98e1-97cee18dfe4c tempest-NetworksTestDHCPv6-1153288886 tempest-NetworksTestDHCPv6-1153288886-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1820838'] for port (f1820645-bf2a-46dd-bcc6-6e50a6e037e9), precommit_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:33:40.176130 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.plugin [None req-312c6d41-3254-4dae-98e1-97cee18dfe4c tempest-NetworksTestDHCPv6-1153288886 tempest-NetworksTestDHCPv6-1153288886-project] Calling delete_port for f1820645-bf2a-46dd-bcc6-6e50a6e037e9 owned by {{(pid=103230) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 19:33:40.198567 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-43a8fb5d-c387-4c8c-b7fd-38487bde6ae4 tempest-RoutersTest-1116560139 tempest-RoutersTest-1116560139-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-759852'] for subnet (99eecf43-b083-4b5d-bf1a-43876b1da023), precommit_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:33:40.255772 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.provisioning_blocks [None req-e2ab9b92-af46-4f35-a106-2c907571c60f None None] Provisioning complete for port f5e1f83f-add5-45a8-a789-fa9d54f75e48 triggered by entity DHCP. {{(pid=103232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 19:33:40.256342 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-e2ab9b92-af46-4f35-a106-2c907571c60f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593630'] for port (f5e1f83f-add5-45a8-a789-fa9d54f75e48), provisioning_complete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:33:40.325620 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-8bc53dab-04fa-4d53-a14a-67197426b125 req-b44c3d65-cfdd-49ad-afa3-7cbda19386ee tempest-TestNetworkAdvancedServerOps-1633223542 tempest-TestNetworkAdvancedServerOps-1633223542-project] 10.222.0.75 "GET /v2.0/security-groups?id=3248743f-f5fe-4756-978e-05f0e965efae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2154906 Feb 09 19:33:40.384095 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-f0918ff5-257d-45e9-a296-b44ae72e4278 tempest-TestServerBasicOps-1685830086 tempest-TestServerBasicOps-1685830086-project] Publish callbacks [] for floatingip (cfde6072-0373-47aa-95ee-2052cbd4dd7c), precommit_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:33:40.464797 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-cbc097d8-71de-42b3-a9c3-ff82311c62a5 req-30be29ff-ed27-4974-97ad-04cfdf0201b4 service neutron] 10.222.0.75 "GET /v2.0/networks/30b6826a-2ec4-4081-a475-68e12498d4e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6905346 Feb 09 19:33:40.517238 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-312c6d41-3254-4dae-98e1-97cee18dfe4c tempest-NetworksTestDHCPv6-1153288886 tempest-NetworksTestDHCPv6-1153288886-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762867177463', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762866656476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14393751'] for port (f1820645-bf2a-46dd-bcc6-6e50a6e037e9), after_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:33:40.584602 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-f0918ff5-257d-45e9-a296-b44ae72e4278 tempest-TestServerBasicOps-1685830086 tempest-TestServerBasicOps-1685830086-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (a6a6e5af-3d5a-4962-9ddb-7ade1b0dea38), before_update {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:33:40.591011 n-d-713498-36 neutron-server[103233]: DEBUG neutron.db.l3_hamode_db [None req-6aaa21b6-9dc7-49c2-a84b-ff6085c05dd3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '313e064b-ffaa-4c47-a7fc-c9666f3ee618', 'name': 'tempest-RoutersTest-router-2104240187', 'tenant_id': '009d54e3af88488b8213379431f58202', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T19:32:45Z', 'updated_at': '2022-02-09T19:33:36Z', 'revision_number': 9, 'project_id': '009d54e3af88488b8213379431f58202', 'gw_port_host': None, '_interfaces': [{'id': '67fdfdea-2927-4154-9cbc-5ca4674ede19', 'name': '', 'network_id': 'b7476005-329d-43d5-ba02-3c7e4ca9d210', 'tenant_id': '009d54e3af88488b8213379431f58202', 'mac_address': 'fa:16:3e:31:9a:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '313e064b-ffaa-4c47-a7fc-c9666f3ee618', 'device_owner': 'network:router_interface', 'standard_attr_id': 3117, 'fixed_ips': [{'subnet_id': '1aa458bd-e51c-4d7d-8d13-8dbe39a30c15', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T19:32:47Z', 'updated_at': '2022-02-09T19:32:53Z', 'revision_number': 5, 'project_id': '009d54e3af88488b8213379431f58202', 'subnets': [{'id': '1aa458bd-e51c-4d7d-8d13-8dbe39a30c15', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f114fdaa-ad92-44f7-af65-c2598b011eca', 'name': '', 'network_id': '101d973c-b3a2-4013-b223-96f53753dfe5', 'tenant_id': '009d54e3af88488b8213379431f58202', 'mac_address': 'fa:16:3e:37:0c:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '313e064b-ffaa-4c47-a7fc-c9666f3ee618', 'device_owner': 'network:router_interface', 'standard_attr_id': 3135, 'fixed_ips': [{'subnet_id': 'b3e8f31d-a070-42b3-b962-2f623803b97f', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T19:32:54Z', 'updated_at': '2022-02-09T19:33:04Z', 'revision_number': 5, 'project_id': '009d54e3af88488b8213379431f58202', 'subnets': [{'id': 'b3e8f31d-a070-42b3-b962-2f623803b97f', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-36', False) {} {{(pid=103233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:33:40.667271 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-312c6d41-3254-4dae-98e1-97cee18dfe4c tempest-NetworksTestDHCPv6-1153288886 tempest-NetworksTestDHCPv6-1153288886-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171096'] for port (None), before_response {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:33:40.679003 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-312c6d41-3254-4dae-98e1-97cee18dfe4c tempest-NetworksTestDHCPv6-1153288886 tempest-NetworksTestDHCPv6-1153288886-project] 10.222.0.75 "DELETE /v2.0/ports/f1820645-bf2a-46dd-bcc6-6e50a6e037e9 HTTP/1.1" status: 204 len: 168 time: 1.6192548 Feb 09 19:33:40.680802 n-d-713498-36 neutron-server[103233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6aaa21b6-9dc7-49c2-a84b-ff6085c05dd3 None None] Checking router: 313e064b-ffaa-4c47-a7fc-c9666f3ee618 for host: n-d-713498-36 {{(pid=103233) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 19:33:40.682831 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 36158) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:33:40.684157 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-312c6d41-3254-4dae-98e1-97cee18dfe4c tempest-NetworksTestDHCPv6-1153288886 tempest-NetworksTestDHCPv6-1153288886-project] Pushing event deleted for resources: {'Port': ['ID=f1820645-bf2a-46dd-bcc6-6e50a6e037e9,revision_number=None']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:33:40.707456 n-d-713498-36 neutron-server[103233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6aaa21b6-9dc7-49c2-a84b-ff6085c05dd3 None None] Routers {'313e064b-ffaa-4c47-a7fc-c9666f3ee618'} bound to L3 agent in host n-d-713498-36 {{(pid=103233) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 19:33:40.708420 n-d-713498-36 neutron-server[103233]: DEBUG neutron.db.l3_hamode_db [None req-6aaa21b6-9dc7-49c2-a84b-ff6085c05dd3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T18:51:43Z,description=,heartbeat_timestamp=2022-02-09T19:33:13Z,host='n-d-713498-36',id=93303d5e-5d17-45e8-8963-7694f87783ae,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T18:51:43Z,topic='l3_agent')) {'router_ids': ['313e064b-ffaa-4c47-a7fc-c9666f3ee618'], 'active': True} {{(pid=103233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:33:40.816306 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13b97057-9c86-4b1a-8e53-66b6329c3780 tempest-NetworksTestDHCPv6-1153288886 tempest-NetworksTestDHCPv6-1153288886-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:33:40.818424 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13b97057-9c86-4b1a-8e53-66b6329c3780 tempest-NetworksTestDHCPv6-1153288886 tempest-NetworksTestDHCPv6-1153288886-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:33:40.823409 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-13b97057-9c86-4b1a-8e53-66b6329c3780 tempest-NetworksTestDHCPv6-1153288886 tempest-NetworksTestDHCPv6-1153288886-project] 10.222.0.75 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1266079 Feb 09 19:33:40.826495 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 36160) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:33:40.956169 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-f0918ff5-257d-45e9-a296-b44ae72e4278 tempest-TestServerBasicOps-1685830086 tempest-TestServerBasicOps-1685830086-project] Publish callbacks [] for port (a6a6e5af-3d5a-4962-9ddb-7ade1b0dea38), precommit_update {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:33:40.959838 n-d-713498-36 neutron-server[103230]: DEBUG neutron.db.db_base_plugin_v2 [None req-a1d4968b-74b8-4a98-bb68-02d91e99adfd tempest-NetworksTestDHCPv6-1153288886 tempest-NetworksTestDHCPv6-1153288886-project] Deleting subnet 3b1151f8-6194-4775-9ef4-b5d432f74168 {{(pid=103230) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 19:33:40.968151 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-a1d4968b-74b8-4a98-bb68-02d91e99adfd tempest-NetworksTestDHCPv6-1153288886 tempest-NetworksTestDHCPv6-1153288886-project] Publish callbacks [] for subnet (3b1151f8-6194-4775-9ef4-b5d432f74168), before_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:33:40.975418 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-f0918ff5-257d-45e9-a296-b44ae72e4278 tempest-TestServerBasicOps-1685830086 tempest-TestServerBasicOps-1685830086-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762867176205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762866656485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762866656503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12867569'] for port (a6a6e5af-3d5a-4962-9ddb-7ade1b0dea38), after_update {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:33:41.027036 n-d-713498-36 neutron-server[103233]: DEBUG neutron.db.l3_dvr_db [None req-6aaa21b6-9dc7-49c2-a84b-ff6085c05dd3 None None] Set router 313e064b-ffaa-4c47-a7fc-c9666f3ee618 gateway port host: None {{(pid=103233) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 19:33:41.123617 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-a1d4968b-74b8-4a98-bb68-02d91e99adfd tempest-NetworksTestDHCPv6-1153288886 tempest-NetworksTestDHCPv6-1153288886-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12895822'] for subnet (3b1151f8-6194-4775-9ef4-b5d432f74168), precommit_delete_associations {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:33:41.127023 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Device f5e1f83f-add5-45a8-a789-fa9d54f75e48 up at agent ovs-agent-n-d-713498-36 {{(pid=103232) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 19:33:41.214451 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-e2ab9b92-af46-4f35-a106-2c907571c60f None None] Current status of the port f5e1f83f-add5-45a8-a789-fa9d54f75e48 is: ACTIVE; New status is: ACTIVE {{(pid=103232) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 19:33:41.216544 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-f0918ff5-257d-45e9-a296-b44ae72e4278 tempest-TestServerBasicOps-1685830086 tempest-TestServerBasicOps-1685830086-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1818909'] for floatingip (cfde6072-0373-47aa-95ee-2052cbd4dd7c), after_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:33:41.218729 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-dc0b3fbe-3723-42df-b1e3-b2b7767fe956 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762867132591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593584'] for agent (af91e4b9-f4e1-42b1-a25c-a10dc47171c8), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:33:41.294906 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-43a8fb5d-c387-4c8c-b7fd-38487bde6ae4 tempest-RoutersTest-1116560139 tempest-RoutersTest-1116560139-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-760023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12867367', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12759238'] for subnet (99eecf43-b083-4b5d-bf1a-43876b1da023), after_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:33:41.296887 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0918ff5-257d-45e9-a296-b44ae72e4278 tempest-TestServerBasicOps-1685830086 tempest-TestServerBasicOps-1685830086-project] Pushing event updated for resources: {'Port': ['ID=a6a6e5af-3d5a-4962-9ddb-7ade1b0dea38,revision_number=2']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:33:41.312550 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.provisioning_blocks [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Provisioning complete for port f5e1f83f-add5-45a8-a789-fa9d54f75e48 triggered by entity L2. {{(pid=103232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 19:33:41.314557 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593630'] for port (f5e1f83f-add5-45a8-a789-fa9d54f75e48), provisioning_complete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:33:41.374512 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-a1d4968b-74b8-4a98-bb68-02d91e99adfd tempest-NetworksTestDHCPv6-1153288886 tempest-NetworksTestDHCPv6-1153288886-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-759852'] for subnet (3b1151f8-6194-4775-9ef4-b5d432f74168), precommit_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:33:41.378077 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.provisioning_blocks [None req-c73441e1-5139-476c-a67e-83f026eb009b None None] Could not find standard attr ID for object 597c9df1-1012-4435-bc41-0f61c84bf410. {{(pid=103232) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 09 19:33:41.400991 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.provisioning_blocks [None req-c73441e1-5139-476c-a67e-83f026eb009b None None] Could not find standard attr ID for object fc4feb71-815a-4597-ad73-12ff84cb03c5. {{(pid=103232) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 09 19:33:41.502648 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Current status of the port f5e1f83f-add5-45a8-a789-fa9d54f75e48 is: ACTIVE; New status is: ACTIVE {{(pid=103232) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 19:33:41.601975 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-a1d4968b-74b8-4a98-bb68-02d91e99adfd tempest-NetworksTestDHCPv6-1153288886 tempest-NetworksTestDHCPv6-1153288886-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-760023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14393672', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12985882'] for subnet (3b1151f8-6194-4775-9ef4-b5d432f74168), after_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:33:41.628600 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-a1d4968b-74b8-4a98-bb68-02d91e99adfd tempest-NetworksTestDHCPv6-1153288886 tempest-NetworksTestDHCPv6-1153288886-project] Publish callbacks [] for subnet (None), before_response {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:33:41.647582 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-a1d4968b-74b8-4a98-bb68-02d91e99adfd tempest-NetworksTestDHCPv6-1153288886 tempest-NetworksTestDHCPv6-1153288886-project] 10.222.0.75 "DELETE /v2.0/subnets/3b1151f8-6194-4775-9ef4-b5d432f74168 HTTP/1.1" status: 204 len: 168 time: 0.8197832 Feb 09 19:33:41.676973 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40ee40be-8b7f-43cb-89f7-7dc4787c2019 None None] Network f63a97a6-2552-42d7-aee9-c49ce8319647 requested from n-d-713498-36 {{(pid=103232) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 19:33:41.704491 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 36176) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:33:41.728459 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1d4968b-74b8-4a98-bb68-02d91e99adfd tempest-NetworksTestDHCPv6-1153288886 tempest-NetworksTestDHCPv6-1153288886-project] Pushing event deleted for resources: {'Subnet': ['ID=3b1151f8-6194-4775-9ef4-b5d432f74168,revision_number=None']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:33:41.735903 n-d-713498-36 neutron-server[103233]: DEBUG neutron.db.l3_hamode_db [None req-6aaa21b6-9dc7-49c2-a84b-ff6085c05dd3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '313e064b-ffaa-4c47-a7fc-c9666f3ee618', 'name': 'tempest-RoutersTest-router-2104240187', 'tenant_id': '009d54e3af88488b8213379431f58202', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T19:32:45Z', 'updated_at': '2022-02-09T19:33:36Z', 'revision_number': 9, 'project_id': '009d54e3af88488b8213379431f58202', 'gw_port_host': None, '_interfaces': [{'id': '67fdfdea-2927-4154-9cbc-5ca4674ede19', 'name': '', 'network_id': 'b7476005-329d-43d5-ba02-3c7e4ca9d210', 'tenant_id': '009d54e3af88488b8213379431f58202', 'mac_address': 'fa:16:3e:31:9a:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '313e064b-ffaa-4c47-a7fc-c9666f3ee618', 'device_owner': 'network:router_interface', 'standard_attr_id': 3117, 'fixed_ips': [{'subnet_id': '1aa458bd-e51c-4d7d-8d13-8dbe39a30c15', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T19:32:47Z', 'updated_at': '2022-02-09T19:32:53Z', 'revision_number': 5, 'project_id': '009d54e3af88488b8213379431f58202', 'subnets': [{'id': '1aa458bd-e51c-4d7d-8d13-8dbe39a30c15', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f114fdaa-ad92-44f7-af65-c2598b011eca', 'name': '', 'network_id': '101d973c-b3a2-4013-b223-96f53753dfe5', 'tenant_id': '009d54e3af88488b8213379431f58202', 'mac_address': 'fa:16:3e:37:0c:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '313e064b-ffaa-4c47-a7fc-c9666f3ee618', 'device_owner': 'network:router_interface', 'standard_attr_id': 3135, 'fixed_ips': [{'subnet_id': 'b3e8f31d-a070-42b3-b962-2f623803b97f', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T19:32:54Z', 'updated_at': '2022-02-09T19:33:04Z', 'revision_number': 5, 'project_id': '009d54e3af88488b8213379431f58202', 'subnets': [{'id': 'b3e8f31d-a070-42b3-b962-2f623803b97f', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-36', False) {} {{(pid=103233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:33:41.800755 n-d-713498-36 neutron-server[103233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6aaa21b6-9dc7-49c2-a84b-ff6085c05dd3 None None] The sync data for ids ['313e064b-ffaa-4c47-a7fc-c9666f3ee618'] in n-d-713498-36 is: [{'id': '313e064b-ffaa-4c47-a7fc-c9666f3ee618', 'name': 'tempest-RoutersTest-router-2104240187', 'tenant_id': '009d54e3af88488b8213379431f58202', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T19:32:45Z', 'updated_at': '2022-02-09T19:33:36Z', 'revision_number': 9, 'project_id': '009d54e3af88488b8213379431f58202', 'gw_port_host': None, '_interfaces': [{'id': '67fdfdea-2927-4154-9cbc-5ca4674ede19', 'name': '', 'network_id': 'b7476005-329d-43d5-ba02-3c7e4ca9d210', 'tenant_id': '009d54e3af88488b8213379431f58202', 'mac_address': 'fa:16:3e:31:9a:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '313e064b-ffaa-4c47-a7fc-c9666f3ee618', 'device_owner': 'network:router_interface', 'standard_attr_id': 3117, 'fixed_ips': [{'subnet_id': '1aa458bd-e51c-4d7d-8d13-8dbe39a30c15', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T19:32:47Z', 'updated_at': '2022-02-09T19:32:53Z', 'revision_number': 5, 'project_id': '009d54e3af88488b8213379431f58202', 'subnets': [{'id': '1aa458bd-e51c-4d7d-8d13-8dbe39a30c15', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f114fdaa-ad92-44f7-af65-c2598b011eca', 'name': '', 'network_id': '101d973c-b3a2-4013-b223-96f53753dfe5', 'tenant_id': '009d54e3af88488b8213379431f58202', 'mac_address': 'fa:16:3e:37:0c:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '313e064b-ffaa-4c47-a7fc-c9666f3ee618', 'device_owner': 'network:router_interface', 'standard_attr_id': 3135, 'fixed_ips': [{'subnet_id': 'b3e8f31d-a070-42b3-b962-2f623803b97f', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T19:32:54Z', 'updated_at': '2022-02-09T19:33:04Z', 'revision_number': 5, 'project_id': '009d54e3af88488b8213379431f58202', 'subnets': [{'id': 'b3e8f31d-a070-42b3-b962-2f623803b97f', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103233) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 19:33:41.814681 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-b5e76763-c122-4810-9492-2dc2d1108362 tempest-NetworksTestDHCPv6-1153288886 tempest-NetworksTestDHCPv6-1153288886-project] 10.222.0.75 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1086719 Feb 09 19:33:41.815590 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 36180) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:33:41.826852 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.provisioning_blocks [None req-1d2425da-5f83-4ae2-bc3c-b88d8bcdaf46 None None] Could not find standard attr ID for object f1820645-bf2a-46dd-bcc6-6e50a6e037e9. {{(pid=103232) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 09 19:33:41.910501 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d4c85c1-bf93-4155-82cb-e5d8bb8ce6f8 req-55c25620-39f6-43dc-aec2-79f159124126 tempest-TestNetworkAdvancedServerOps-1633223542 tempest-TestNetworkAdvancedServerOps-1633223542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:33:41.912205 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-1d4c85c1-bf93-4155-82cb-e5d8bb8ce6f8 req-55c25620-39f6-43dc-aec2-79f159124126 tempest-TestNetworkAdvancedServerOps-1633223542 tempest-TestNetworkAdvancedServerOps-1633223542-project] 10.222.0.75 "GET /v2.0/ports?device_id=6d32a9d7-5256-4edb-9bbc-ad99ab71ecfa HTTP/1.1" status: 200 len: 945 time: 0.3895290 Feb 09 19:33:42.127899 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47f906ce-302f-442e-9259-de3db3acec56 tempest-NetworksTestDHCPv6-1153288886 tempest-NetworksTestDHCPv6-1153288886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:33:42.129793 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-47f906ce-302f-442e-9259-de3db3acec56 tempest-NetworksTestDHCPv6-1153288886 tempest-NetworksTestDHCPv6-1153288886-project] 10.222.0.75 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.2935441 Feb 09 19:33:42.138144 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 36186) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:33:42.172599 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-1d4c85c1-bf93-4155-82cb-e5d8bb8ce6f8 req-0d750d8f-4b8b-49d5-9610-1a5bd9fd18e1 tempest-TestNetworkAdvancedServerOps-1633223542 tempest-TestNetworkAdvancedServerOps-1633223542-project] 10.222.0.75 "GET /v2.0/security-groups?id=3248743f-f5fe-4756-978e-05f0e965efae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2415316 Feb 09 19:33:42.210688 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86888e29-c45a-47df-bca9-e9dc78312694 None None] DHCP port deletion for f63a97a6-2552-42d7-aee9-c49ce8319647 request from n-d-713498-36 {{(pid=103232) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 09 19:33:42.341169 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-86888e29-c45a-47df-bca9-e9dc78312694 None None] Deleting port f5e1f83f-add5-45a8-a789-fa9d54f75e48 {{(pid=103232) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 19:33:42.343786 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9144229c-5290-4b95-acf4-698db35c6c4f tempest-NetworksTestDHCPv6-1153288886 tempest-NetworksTestDHCPv6-1153288886-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:33:42.344885 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-86888e29-c45a-47df-bca9-e9dc78312694 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762867170196'] for port (f5e1f83f-add5-45a8-a789-fa9d54f75e48), before_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:33:42.352927 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-9144229c-5290-4b95-acf4-698db35c6c4f tempest-NetworksTestDHCPv6-1153288886 tempest-NetworksTestDHCPv6-1153288886-project] 10.222.0.75 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.2067068 Feb 09 19:33:42.354165 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 36188) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:33:42.486635 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-b93d737f-7618-4be6-9f6a-e11e40d9e31f tempest-NetworksTestDHCPv6-1153288886 tempest-NetworksTestDHCPv6-1153288886-project] 10.222.0.75 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1243939 Feb 09 19:33:42.487327 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 36190) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:33:42.501809 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-86888e29-c45a-47df-bca9-e9dc78312694 None None] For port f5e1f83f-add5-45a8-a789-fa9d54f75e48, host n-d-713498-36, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-36',level=0,port_id=f5e1f83f-add5-45a8-a789-fa9d54f75e48,segment=NetworkSegment(20e634bc-bbe0-4569-a1ea-6be524590675),segment_id=20e634bc-bbe0-4569-a1ea-6be524590675)] {{(pid=103232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 19:33:42.502257 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-86888e29-c45a-47df-bca9-e9dc78312694 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1820838'] for port (f5e1f83f-add5-45a8-a789-fa9d54f75e48), precommit_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:33:42.503339 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.v2.base [None req-140ff1f8-169d-49ce-b8b0-eba92c425a2b tempest-NetworksTestDHCPv6-1153288886 tempest-NetworksTestDHCPv6-1153288886-project] Request body: {'subnet': {'network_id': 'f63a97a6-2552-42d7-aee9-c49ce8319647', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103230) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 19:33:42.515046 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43a8fb5d-c387-4c8c-b7fd-38487bde6ae4 tempest-RoutersTest-1116560139 tempest-RoutersTest-1116560139-project] Pushing event deleted for resources: {'Subnet': ['ID=99eecf43-b083-4b5d-bf1a-43876b1da023,revision_number=None']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:33:42.540749 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-86888e29-c45a-47df-bca9-e9dc78312694 None None] Calling delete_port for f5e1f83f-add5-45a8-a789-fa9d54f75e48 owned by network:dhcp {{(pid=103232) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 19:33:42.602874 n-d-713498-36 neutron-server[103229]: INFO neutron.db.l3_db [None req-f0918ff5-257d-45e9-a296-b44ae72e4278 tempest-TestServerBasicOps-1685830086 tempest-TestServerBasicOps-1685830086-project] Floating IP cfde6072-0373-47aa-95ee-2052cbd4dd7c associated. External IP: 172.25.1.154, port: c6f469cb-b1d3-4ec0-ae11-8d288e85cc6d. Feb 09 19:33:42.631104 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-c39918cb-e931-4794-a973-3b0a54484cd6 req-002ce3f7-4e05-4fc3-9109-a7a72aa9b98a tempest-ServersTestJSON-482035511 tempest-ServersTestJSON-482035511-project] 10.222.0.75 "GET /v2.0/ports?device_id=fc118172-28fa-4a25-bb4c-1496f9a39e5f HTTP/1.1" status: 200 len: 210 time: 1.5959585 Feb 09 19:33:42.700620 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-43a8fb5d-c387-4c8c-b7fd-38487bde6ae4 tempest-RoutersTest-1116560139 tempest-RoutersTest-1116560139-project] Publish callbacks [] for subnet (None), before_response {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:33:42.705025 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-43a8fb5d-c387-4c8c-b7fd-38487bde6ae4 tempest-RoutersTest-1116560139 tempest-RoutersTest-1116560139-project] 10.222.0.75 "DELETE /v2.0/subnets/99eecf43-b083-4b5d-bf1a-43876b1da023 HTTP/1.1" status: 204 len: 168 time: 3.2239373 Feb 09 19:33:42.712222 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3fd0057c-0861-4c35-95c7-28360fe1b068 None None] Network 047e6bc3-a06b-46bf-aff3-5ee2dc76214c requested from n-d-713498-36 {{(pid=103232) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 19:33:42.736566 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 36192) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:33:42.918951 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-86888e29-c45a-47df-bca9-e9dc78312694 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762867177463', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762866656476'] for port (f5e1f83f-add5-45a8-a789-fa9d54f75e48), after_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:33:42.962116 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86888e29-c45a-47df-bca9-e9dc78312694 None None] No DVR routers for this DVR port f5e1f83f-add5-45a8-a789-fa9d54f75e48 on host n-d-713498-36 {{(pid=103232) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 19:33:43.041491 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Device 09c715a7-b435-4235-acfb-908c690c92ee no longer exists at agent ovs-agent-n-d-713498-36 {{(pid=103232) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 19:33:43.045904 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86888e29-c45a-47df-bca9-e9dc78312694 None None] Pushing event deleted for resources: {'Port': ['ID=f5e1f83f-add5-45a8-a789-fa9d54f75e48,revision_number=None']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:33:43.072716 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-140ff1f8-169d-49ce-b8b0-eba92c425a2b tempest-NetworksTestDHCPv6-1153288886 tempest-NetworksTestDHCPv6-1153288886-project] Made reservation on behalf of 84aec0d011da47d8bc94f6ba8668f413 for: {'subnet': 1} {{(pid=103230) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 19:33:43.076139 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-140ff1f8-169d-49ce-b8b0-eba92c425a2b tempest-NetworksTestDHCPv6-1153288886 tempest-NetworksTestDHCPv6-1153288886-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12985917'] for subnet (None), before_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:33:43.099947 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] No Port match for: 09c715a7-b435-4235-acfb-908c690c92ee {{(pid=103232) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 19:33:43.100163 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Device 09c715a7-b435-4235-acfb-908c690c92ee not bound to the agent host n-d-713498-36 {{(pid=103232) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 19:33:43.100439 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Device f5e1f83f-add5-45a8-a789-fa9d54f75e48 no longer exists at agent ovs-agent-n-d-713498-36 {{(pid=103232) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 19:33:43.189089 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] No Port match for: f5e1f83f-add5-45a8-a789-fa9d54f75e48 {{(pid=103232) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 19:33:43.189089 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Device f5e1f83f-add5-45a8-a789-fa9d54f75e48 not bound to the agent host n-d-713498-36 {{(pid=103232) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 19:33:43.202980 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1fabd251-bf3d-4044-a839-5213b4eae84d None None] DHCP port deletion for 047e6bc3-a06b-46bf-aff3-5ee2dc76214c request from n-d-713498-36 {{(pid=103232) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 09 19:33:43.215477 n-d-713498-36 neutron-server[103229]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f0918ff5-257d-45e9-a296-b44ae72e4278 tempest-TestServerBasicOps-1685830086 tempest-TestServerBasicOps-1685830086-project] Router 47bf1426-828b-4a74-9907-8874febd8264 has already been hosted by L3 agent 93303d5e-5d17-45e8-8963-7694f87783ae {{(pid=103229) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 19:33:43.235108 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-f86822bc-2222-4a8c-a241-85c5a768da32 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762867132591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593584'] for agent (93303d5e-5d17-45e8-8963-7694f87783ae), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:33:43.360344 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-8c951cd8-091a-446b-84ed-ba0c1913053a tempest-RoutersTest-1116560139 tempest-RoutersTest-1116560139-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-670458'] for network (047e6bc3-a06b-46bf-aff3-5ee2dc76214c), before_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:33:43.383539 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-1fabd251-bf3d-4044-a839-5213b4eae84d None None] Deleting port b2cdb5c1-1c78-4b08-89bd-867d2fb3fcb3 {{(pid=103232) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 19:33:43.384149 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-1fabd251-bf3d-4044-a839-5213b4eae84d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762867170196'] for port (b2cdb5c1-1c78-4b08-89bd-867d2fb3fcb3), before_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:33:43.446865 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f0918ff5-257d-45e9-a296-b44ae72e4278 tempest-TestServerBasicOps-1685830086 tempest-TestServerBasicOps-1685830086-project] Notify agent at l3_agent.n-d-713498-36 the message routers_updated {{(pid=103229) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 19:33:43.481174 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-f0918ff5-257d-45e9-a296-b44ae72e4278 tempest-TestServerBasicOps-1685830086 tempest-TestServerBasicOps-1685830086-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171096'] for floatingip (None), before_response {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:33:43.484123 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-1fabd251-bf3d-4044-a839-5213b4eae84d None None] For port b2cdb5c1-1c78-4b08-89bd-867d2fb3fcb3, host n-d-713498-36, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-36',level=0,port_id=b2cdb5c1-1c78-4b08-89bd-867d2fb3fcb3,segment=NetworkSegment(794d88ab-91f6-4acf-bda4-3a12b1db0eee),segment_id=794d88ab-91f6-4acf-bda4-3a12b1db0eee)] {{(pid=103232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 19:33:43.484710 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-1fabd251-bf3d-4044-a839-5213b4eae84d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1820838'] for port (b2cdb5c1-1c78-4b08-89bd-867d2fb3fcb3), precommit_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:33:43.504639 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-1fabd251-bf3d-4044-a839-5213b4eae84d None None] Calling delete_port for b2cdb5c1-1c78-4b08-89bd-867d2fb3fcb3 owned by network:dhcp {{(pid=103232) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 19:33:43.546035 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e40843a-61b0-4de0-a2f9-4d94e8a773ad req-70dae87a-3be7-4eb3-84e9-41868d81ae7b tempest-TestNetworkAdvancedServerOps-1633223542 tempest-TestNetworkAdvancedServerOps-1633223542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:33:43.553919 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-5e40843a-61b0-4de0-a2f9-4d94e8a773ad req-70dae87a-3be7-4eb3-84e9-41868d81ae7b tempest-TestNetworkAdvancedServerOps-1633223542 tempest-TestNetworkAdvancedServerOps-1633223542-project] 10.222.0.75 "GET /v2.0/ports?device_id=6d32a9d7-5256-4edb-9bbc-ad99ab71ecfa HTTP/1.1" status: 200 len: 945 time: 0.2067199 Feb 09 19:33:43.556475 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-f0918ff5-257d-45e9-a296-b44ae72e4278 tempest-TestServerBasicOps-1685830086 tempest-TestServerBasicOps-1685830086-project] 10.222.0.75 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 5.4706750 Feb 09 19:33:43.557289 n-d-713498-36 neutron-server[103229]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '14c3c4a3-f393-4e4f-98ba-33d4eb176858', 'tag': 'c6f469cb-b1d3-4ec0-ae11-8d288e85cc6d'}] {{(pid=103229) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 19:33:43.560677 n-d-713498-36 neutron-server[103229]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fa6ae9a20702bd564eaf90d946620b2b4277b1ab91129323d3b54181076be307" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-00aff732-86aa-4a7e-91f5-aa216f5df673" -d '{"events": [{"name": "network-changed", "server_uuid": "14c3c4a3-f393-4e4f-98ba-33d4eb176858", "tag": "c6f469cb-b1d3-4ec0-ae11-8d288e85cc6d"}]}' {{(pid=103229) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 19:33:43.642878 n-d-713498-36 neutron-server[103229]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 19:33:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a3ef79b0-6d57-4ca8-b200-f194e7b1cb5d x-openstack-request-id: req-a3ef79b0-6d57-4ca8-b200-f194e7b1cb5d {{(pid=103229) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 19:33:43.643375 n-d-713498-36 neutron-server[103229]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "14c3c4a3-f393-4e4f-98ba-33d4eb176858", "tag": "c6f469cb-b1d3-4ec0-ae11-8d288e85cc6d", "status": "completed", "code": 200}]} {{(pid=103229) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 19:33:43.644715 n-d-713498-36 neutron-server[103229]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-a3ef79b0-6d57-4ca8-b200-f194e7b1cb5d {{(pid=103229) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 19:33:43.645402 n-d-713498-36 neutron-server[103229]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '14c3c4a3-f393-4e4f-98ba-33d4eb176858', 'tag': 'c6f469cb-b1d3-4ec0-ae11-8d288e85cc6d', 'status': 'completed', 'code': 200} Feb 09 19:33:43.654815 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9c0585b-fea7-4ba5-8bdd-031127134283 None None] Sync routers for ids ['47bf1426-828b-4a74-9907-8874febd8264'] in n-d-713498-36 {{(pid=103232) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 19:33:43.670879 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-1fabd251-bf3d-4044-a839-5213b4eae84d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762867177463', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762866656476'] for port (b2cdb5c1-1c78-4b08-89bd-867d2fb3fcb3), after_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:33:43.675124 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9c0585b-fea7-4ba5-8bdd-031127134283 None None] Routers {'47bf1426-828b-4a74-9907-8874febd8264'} bound to L3 agent in host n-d-713498-36 {{(pid=103232) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 19:33:43.675812 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.l3_hamode_db [None req-a9c0585b-fea7-4ba5-8bdd-031127134283 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T18:51:43Z,description=,heartbeat_timestamp=2022-02-09T19:33:43Z,host='n-d-713498-36',id=93303d5e-5d17-45e8-8963-7694f87783ae,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T18:51:43Z,topic='l3_agent')) {'router_ids': ['47bf1426-828b-4a74-9907-8874febd8264'], 'active': True} {{(pid=103232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:33:43.683595 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-5e40843a-61b0-4de0-a2f9-4d94e8a773ad req-c865d5f1-33ad-4976-88a0-7f507f3ad11d tempest-TestNetworkAdvancedServerOps-1633223542 tempest-TestNetworkAdvancedServerOps-1633223542-project] 10.222.0.75 "GET /v2.0/security-groups?id=3248743f-f5fe-4756-978e-05f0e965efae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1284225 Feb 09 19:33:43.702179 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbc097d8-71de-42b3-a9c3-ff82311c62a5 req-68713fb5-ee3b-4c61-86db-52e7290cd05b tempest-ServersTestJSON-482035511 tempest-ServersTestJSON-482035511-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:33:43.704066 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-cbc097d8-71de-42b3-a9c3-ff82311c62a5 req-68713fb5-ee3b-4c61-86db-52e7290cd05b tempest-ServersTestJSON-482035511 tempest-ServersTestJSON-482035511-project] 10.222.0.90 "GET /v2.0/networks?id=30b6826a-2ec4-4081-a475-68e12498d4e4 HTTP/1.1" status: 200 len: 806 time: 0.6648226 Feb 09 19:33:43.715735 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.plugin [None req-8c951cd8-091a-446b-84ed-ba0c1913053a tempest-RoutersTest-1116560139 tempest-RoutersTest-1116560139-project] Deleting port b2cdb5c1-1c78-4b08-89bd-867d2fb3fcb3 {{(pid=103230) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 19:33:43.716367 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-8c951cd8-091a-446b-84ed-ba0c1913053a tempest-RoutersTest-1116560139 tempest-RoutersTest-1116560139-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762867170196'] for port (b2cdb5c1-1c78-4b08-89bd-867d2fb3fcb3), before_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:33:43.783100 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fabd251-bf3d-4044-a839-5213b4eae84d None None] Pushing event deleted for resources: {'Port': ['ID=b2cdb5c1-1c78-4b08-89bd-867d2fb3fcb3,revision_number=None']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:33:43.790415 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fabd251-bf3d-4044-a839-5213b4eae84d None None] No DVR routers for this DVR port b2cdb5c1-1c78-4b08-89bd-867d2fb3fcb3 on host n-d-713498-36 {{(pid=103232) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 19:33:43.793677 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-7521333d-6c59-4c9a-9ef2-620529de070c req-1c39441c-fab1-40a4-a5ab-59b2c49e5fff tempest-ServersTestJSON-482035511 tempest-ServersTestJSON-482035511-project] 10.222.0.75 "GET /v2.0/ports?device_id=fc118172-28fa-4a25-bb4c-1496f9a39e5f HTTP/1.1" status: 200 len: 210 time: 0.0434039 Feb 09 19:33:43.812289 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.db [None req-8c951cd8-091a-446b-84ed-ba0c1913053a tempest-RoutersTest-1116560139 tempest-RoutersTest-1116560139-project] For port b2cdb5c1-1c78-4b08-89bd-867d2fb3fcb3, host n-d-713498-36, got binding levels [] {{(pid=103230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 19:33:43.812825 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-8c951cd8-091a-446b-84ed-ba0c1913053a tempest-RoutersTest-1116560139 tempest-RoutersTest-1116560139-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1820838'] for port (b2cdb5c1-1c78-4b08-89bd-867d2fb3fcb3), precommit_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:33:43.813853 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00aff732-86aa-4a7e-91f5-aa216f5df673 req-d92789a4-8b17-4ca8-bbed-d9f40450e7ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:33:43.816803 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-00aff732-86aa-4a7e-91f5-aa216f5df673 req-d92789a4-8b17-4ca8-bbed-d9f40450e7ce service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=0484ed2328124ada8d8870756276d1f0&device_id=14c3c4a3-f393-4e4f-98ba-33d4eb176858 HTTP/1.1" status: 200 len: 1128 time: 0.1156626 Feb 09 19:33:43.843870 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.v2.base [req-cbc097d8-71de-42b3-a9c3-ff82311c62a5 req-f14eeb21-8f57-4443-9407-be3558619949 tempest-ServersTestJSON-482035511 tempest-ServersTestJSON-482035511-project] Request body: {'port': {'device_id': 'fc118172-28fa-4a25-bb4c-1496f9a39e5f', 'network_id': '30b6826a-2ec4-4081-a475-68e12498d4e4', 'admin_state_up': True, 'tenant_id': '1d398ed7d9dd4dd6ba1e1a6a1e6a87ff'}} {{(pid=103230) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 19:33:43.885505 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.l3_dvr_db [None req-a9c0585b-fea7-4ba5-8bdd-031127134283 None None] Set router 47bf1426-828b-4a74-9907-8874febd8264 gateway port host: n-d-713498-36 {{(pid=103232) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 19:33:43.903309 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.plugin [None req-8c951cd8-091a-446b-84ed-ba0c1913053a tempest-RoutersTest-1116560139 tempest-RoutersTest-1116560139-project] Calling delete_port for b2cdb5c1-1c78-4b08-89bd-867d2fb3fcb3 owned by network:dhcp {{(pid=103230) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 19:33:43.917055 n-d-713498-36 neutron-server[103230]: DEBUG neutron.db.ipam_backend_mixin [None req-8c951cd8-091a-446b-84ed-ba0c1913053a tempest-RoutersTest-1116560139 tempest-RoutersTest-1116560139-project] Port b2cdb5c1-1c78-4b08-89bd-867d2fb3fcb3 was not found and therefore no delete operation was performed {{(pid=103230) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Feb 09 19:33:43.930797 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-8c951cd8-091a-446b-84ed-ba0c1913053a tempest-RoutersTest-1116560139 tempest-RoutersTest-1116560139-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762867177463', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762866656476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14393751'] for port (b2cdb5c1-1c78-4b08-89bd-867d2fb3fcb3), after_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:33:43.977274 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00aff732-86aa-4a7e-91f5-aa216f5df673 req-4407c362-a9cc-45ce-96bb-ec505db372a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:33:43.979070 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-00aff732-86aa-4a7e-91f5-aa216f5df673 req-4407c362-a9cc-45ce-96bb-ec505db372a5 service neutron] 10.222.0.90 "GET /v2.0/networks?id=8f2df497-8ab8-4c9e-8bb2-f9e936c46637 HTTP/1.1" status: 200 len: 910 time: 0.1513693 Feb 09 19:33:44.016263 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c951cd8-091a-446b-84ed-ba0c1913053a tempest-RoutersTest-1116560139 tempest-RoutersTest-1116560139-project] Pushing event deleted for resources: {'Port': ['ID=b2cdb5c1-1c78-4b08-89bd-867d2fb3fcb3,revision_number=None']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:33:44.050071 n-d-713498-36 neutron-server[103230]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c951cd8-091a-446b-84ed-ba0c1913053a tempest-RoutersTest-1116560139 tempest-RoutersTest-1116560139-project] No DVR routers for this DVR port b2cdb5c1-1c78-4b08-89bd-867d2fb3fcb3 on host n-d-713498-36 {{(pid=103230) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 19:33:44.056562 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-00aff732-86aa-4a7e-91f5-aa216f5df673 req-80c63b24-2032-45cc-8125-ffe7ad4234f0 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=c6f469cb-b1d3-4ec0-ae11-8d288e85cc6d HTTP/1.1" status: 200 len: 999 time: 0.0670111 Feb 09 19:33:44.127607 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00aff732-86aa-4a7e-91f5-aa216f5df673 req-d7ae48ba-caa0-4d9b-9d91-e4c43c0df83c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:33:44.129478 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-00aff732-86aa-4a7e-91f5-aa216f5df673 req-d7ae48ba-caa0-4d9b-9d91-e4c43c0df83c service neutron] 10.222.0.90 "GET /v2.0/subnets?id=9358c454-1c1b-4e17-a8a9-b8f83c45b376 HTTP/1.1" status: 200 len: 848 time: 0.0606892 Feb 09 19:33:44.132710 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cbc097d8-71de-42b3-a9c3-ff82311c62a5 req-f14eeb21-8f57-4443-9407-be3558619949 tempest-ServersTestJSON-482035511 tempest-ServersTestJSON-482035511-project] Made reservation on behalf of 1d398ed7d9dd4dd6ba1e1a6a1e6a87ff for: {'port': 1} {{(pid=103230) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 19:33:44.136446 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [req-cbc097d8-71de-42b3-a9c3-ff82311c62a5 req-f14eeb21-8f57-4443-9407-be3558619949 tempest-ServersTestJSON-482035511 tempest-ServersTestJSON-482035511-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (None), before_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:33:44.190752 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00aff732-86aa-4a7e-91f5-aa216f5df673 req-5ba15a0b-e807-4d08-8268-439f19a6d323 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:33:44.193554 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-00aff732-86aa-4a7e-91f5-aa216f5df673 req-5ba15a0b-e807-4d08-8268-439f19a6d323 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=8f2df497-8ab8-4c9e-8bb2-f9e936c46637&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0551872 Feb 09 19:33:44.198423 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.l3_hamode_db [None req-a9c0585b-fea7-4ba5-8bdd-031127134283 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '47bf1426-828b-4a74-9907-8874febd8264', 'name': 'tempest-TestServerBasicOps-1476211343-router', 'tenant_id': '0484ed2328124ada8d8870756276d1f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88055e1e-672a-4487-be31-ffb6e833ece5', 'external_fixed_ips': [{'subnet_id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'ip_address': '172.25.1.71'}], 'enable_snat': True}, 'gw_port_id': '56c7a375-0d90-45bd-a485-a908fb4b2cdd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T19:32:05Z', 'updated_at': '2022-02-09T19:32:12Z', 'revision_number': 4, 'project_id': '0484ed2328124ada8d8870756276d1f0', 'gw_port': {'id': '56c7a375-0d90-45bd-a485-a908fb4b2cdd', 'name': '', 'network_id': '88055e1e-672a-4487-be31-ffb6e833ece5', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:26:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47bf1426-828b-4a74-9907-8874febd8264', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3064, 'fixed_ips': [{'subnet_id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'ip_address': '172.25.1.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T19:32:06Z', 'updated_at': '2022-02-09T19:32:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-36', '_floatingips': [{'id': 'cfde6072-0373-47aa-95ee-2052cbd4dd7c', 'tenant_id': '0484ed2328124ada8d8870756276d1f0', 'floating_ip_address': '172.25.1.154', 'floating_network_id': '88055e1e-672a-4487-be31-ffb6e833ece5', 'router_id': '47bf1426-828b-4a74-9907-8874febd8264', 'port_id': 'c6f469cb-b1d3-4ec0-ae11-8d288e85cc6d', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 3189, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8f2df497-8ab8-4c9e-8bb2-f9e936c46637', 'mac_address': 'fa:16:3e:51:b7:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14c3c4a3-f393-4e4f-98ba-33d4eb176858', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T19:33:39Z', 'updated_at': '2022-02-09T19:33:39Z', 'revision_number': 0, 'project_id': '0484ed2328124ada8d8870756276d1f0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7b7bc3ad-ac30-4f71-aed2-2471b7e6c31d', 'name': '', 'network_id': '8f2df497-8ab8-4c9e-8bb2-f9e936c46637', 'tenant_id': '0484ed2328124ada8d8870756276d1f0', 'mac_address': 'fa:16:3e:0e:e2:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47bf1426-828b-4a74-9907-8874febd8264', 'device_owner': 'network:router_interface', 'standard_attr_id': 3067, 'fixed_ips': [{'subnet_id': '9358c454-1c1b-4e17-a8a9-b8f83c45b376', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T19:32:11Z', 'updated_at': '2022-02-09T19:32:21Z', 'revision_number': 5, 'project_id': '0484ed2328124ada8d8870756276d1f0', 'subnets': [{'id': '9358c454-1c1b-4e17-a8a9-b8f83c45b376', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-36', False) {} {{(pid=103232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:33:44.231489 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9c0585b-fea7-4ba5-8bdd-031127134283 None None] Checking router: 47bf1426-828b-4a74-9907-8874febd8264 for host: n-d-713498-36 {{(pid=103232) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 19:33:44.242072 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9c0585b-fea7-4ba5-8bdd-031127134283 None None] Routers {'47bf1426-828b-4a74-9907-8874febd8264'} bound to L3 agent in host n-d-713498-36 {{(pid=103232) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 19:33:44.242708 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.l3_hamode_db [None req-a9c0585b-fea7-4ba5-8bdd-031127134283 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T18:51:43Z,description=,heartbeat_timestamp=2022-02-09T19:33:43Z,host='n-d-713498-36',id=93303d5e-5d17-45e8-8963-7694f87783ae,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T18:51:43Z,topic='l3_agent')) {'router_ids': ['47bf1426-828b-4a74-9907-8874febd8264'], 'active': True} {{(pid=103232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:33:44.417045 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-edc54c9b-7f13-45d9-9271-85c9738b0128 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762867132591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593584'] for agent (a62b1850-466f-48ae-bec7-d62fb280e14b), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:33:44.424780 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-00aff732-86aa-4a7e-91f5-aa216f5df673 req-b86f1fb3-a074-4283-af60-e2875aef69db service neutron] 10.222.0.90 "GET /v2.0/networks/8f2df497-8ab8-4c9e-8bb2-f9e936c46637?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2211640 Feb 09 19:33:44.485937 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.l3_dvr_db [None req-a9c0585b-fea7-4ba5-8bdd-031127134283 None None] Set router 47bf1426-828b-4a74-9907-8874febd8264 gateway port host: n-d-713498-36 {{(pid=103232) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 19:33:44.602505 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-8c951cd8-091a-446b-84ed-ba0c1913053a tempest-RoutersTest-1116560139 tempest-RoutersTest-1116560139-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-590267', 'neutron.services.segments.db._delete_segments_for_network-8762867132609'] for network (047e6bc3-a06b-46bf-aff3-5ee2dc76214c), precommit_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:33:44.623193 n-d-713498-36 neutron-server[103230]: DEBUG neutron.services.segments.db [None req-8c951cd8-091a-446b-84ed-ba0c1913053a tempest-RoutersTest-1116560139 tempest-RoutersTest-1116560139-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['047e6bc3-a06b-46bf-aff3-5ee2dc76214c']}} {{(pid=103230) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:33:44.627413 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-00aff732-86aa-4a7e-91f5-aa216f5df673 req-bec20339-db94-44f3-9a1d-17fc2eed5f20 service neutron] 10.222.0.90 "GET /v2.0/networks/8f2df497-8ab8-4c9e-8bb2-f9e936c46637?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1936123 Feb 09 19:33:44.633597 n-d-713498-36 neutron-server[103230]: DEBUG neutron.services.segments.db [None req-8c951cd8-091a-446b-84ed-ba0c1913053a tempest-RoutersTest-1116560139 tempest-RoutersTest-1116560139-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '794d88ab-91f6-4acf-bda4-3a12b1db0eee') {'for_net_delete': True} {{(pid=103230) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:33:44.633892 n-d-713498-36 neutron-server[103230]: DEBUG neutron.services.segments.db [None req-8c951cd8-091a-446b-84ed-ba0c1913053a tempest-RoutersTest-1116560139 tempest-RoutersTest-1116560139-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '794d88ab-91f6-4acf-bda4-3a12b1db0eee') {} {{(pid=103230) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:33:44.645046 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-8c951cd8-091a-446b-84ed-ba0c1913053a tempest-RoutersTest-1116560139 tempest-RoutersTest-1116560139-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762867134154', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12895813'] for segment (794d88ab-91f6-4acf-bda4-3a12b1db0eee), before_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:33:44.672989 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-140ff1f8-169d-49ce-b8b0-eba92c425a2b tempest-NetworksTestDHCPv6-1153288886 tempest-NetworksTestDHCPv6-1153288886-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14393611', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12985859'] for subnet (f8d502b8-071c-456a-8534-cf9e043c0a43), after_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:33:44.677646 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-8c951cd8-091a-446b-84ed-ba0c1913053a tempest-RoutersTest-1116560139 tempest-RoutersTest-1116560139-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-759574'] for segment (794d88ab-91f6-4acf-bda4-3a12b1db0eee), precommit_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:33:44.723754 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8c951cd8-091a-446b-84ed-ba0c1913053a tempest-RoutersTest-1116560139 tempest-RoutersTest-1116560139-project] Releasing vlan 362 on physical network physnet1 to pool {{(pid=103230) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 19:33:44.724234 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-8c951cd8-091a-446b-84ed-ba0c1913053a tempest-RoutersTest-1116560139 tempest-RoutersTest-1116560139-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-759574', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14393826'] for segment (794d88ab-91f6-4acf-bda4-3a12b1db0eee), after_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:33:44.729179 n-d-713498-36 neutron-server[103230]: Traceback (most recent call last): Feb 09 19:33:44.729179 n-d-713498-36 neutron-server[103230]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 19:33:44.729179 n-d-713498-36 neutron-server[103230]: timer() Feb 09 19:33:44.729179 n-d-713498-36 neutron-server[103230]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 19:33:44.729179 n-d-713498-36 neutron-server[103230]: cb(*args, **kw) Feb 09 19:33:44.729179 n-d-713498-36 neutron-server[103230]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 19:33:44.729179 n-d-713498-36 neutron-server[103230]: return func(*args, **kwargs) Feb 09 19:33:44.729179 n-d-713498-36 neutron-server[103230]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 19:33:44.729179 n-d-713498-36 neutron-server[103230]: self._notify() Feb 09 19:33:44.729179 n-d-713498-36 neutron-server[103230]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 19:33:44.729179 n-d-713498-36 neutron-server[103230]: self.callback(batched_events) Feb 09 19:33:44.729179 n-d-713498-36 neutron-server[103230]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 19:33:44.729179 n-d-713498-36 neutron-server[103230]: event.method(event) Feb 09 19:33:44.729179 n-d-713498-36 neutron-server[103230]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 19:33:44.729179 n-d-713498-36 neutron-server[103230]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 19:33:44.729179 n-d-713498-36 neutron-server[103230]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 19:33:44.729179 n-d-713498-36 neutron-server[103230]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 19:33:44.729179 n-d-713498-36 neutron-server[103230]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 19:33:44.729179 n-d-713498-36 neutron-server[103230]: return f(self, *a, **k) Feb 09 19:33:44.729179 n-d-713498-36 neutron-server[103230]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 19:33:44.729179 n-d-713498-36 neutron-server[103230]: return self._get(url).json() Feb 09 19:33:44.729179 n-d-713498-36 neutron-server[103230]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 19:33:44.729179 n-d-713498-36 neutron-server[103230]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 19:33:44.729179 n-d-713498-36 neutron-server[103230]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 19:33:44.729179 n-d-713498-36 neutron-server[103230]: return self.request(url, 'GET', **kwargs) Feb 09 19:33:44.729179 n-d-713498-36 neutron-server[103230]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 19:33:44.729179 n-d-713498-36 neutron-server[103230]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 19:33:44.729179 n-d-713498-36 neutron-server[103230]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 19:33:44.729179 n-d-713498-36 neutron-server[103230]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 19:33:44.729179 n-d-713498-36 neutron-server[103230]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 19:33:44.729179 n-d-713498-36 neutron-server[103230]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 19:33:44.729179 n-d-713498-36 neutron-server[103230]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 19:33:44.751861 n-d-713498-36 neutron-server[103230]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-140ff1f8-169d-49ce-b8b0-eba92c425a2b tempest-NetworksTestDHCPv6-1153288886 tempest-NetworksTestDHCPv6-1153288886-project] Network f63a97a6-2552-42d7-aee9-c49ce8319647 is already hosted by enough agents. {{(pid=103230) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 19:33:44.802564 n-d-713498-36 neutron-server[103230]: DEBUG neutron.scheduler.base_scheduler [None req-140ff1f8-169d-49ce-b8b0-eba92c425a2b tempest-NetworksTestDHCPv6-1153288886 tempest-NetworksTestDHCPv6-1153288886-project] Resources bound (agent type, host, resource id): {{(pid=103230) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 19:33:44.839363 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-140ff1f8-169d-49ce-b8b0-eba92c425a2b tempest-NetworksTestDHCPv6-1153288886 tempest-NetworksTestDHCPv6-1153288886-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:33:44.839953 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-140ff1f8-169d-49ce-b8b0-eba92c425a2b tempest-NetworksTestDHCPv6-1153288886 tempest-NetworksTestDHCPv6-1153288886-project] Publish callbacks [] for subnet (None), before_response {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:33:44.884275 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e58b3a5d-2f09-48a5-b568-fb2ff0b41c58 None None] Network f63a97a6-2552-42d7-aee9-c49ce8319647 requested from n-d-713498-36 {{(pid=103232) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 19:33:44.970609 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-7e97f525-6dd2-4001-9cd3-77f26967860c req-28c6455c-bae7-400e-aec8-9a9c62525df4 tempest-ServersTestJSON-482035511 tempest-ServersTestJSON-482035511-project] 10.222.0.75 "GET /v2.0/ports?device_id=fc118172-28fa-4a25-bb4c-1496f9a39e5f HTTP/1.1" status: 200 len: 210 time: 0.0358958 Feb 09 19:33:44.976814 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Device b2cdb5c1-1c78-4b08-89bd-867d2fb3fcb3 no longer exists at agent ovs-agent-n-d-713498-36 {{(pid=103232) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 19:33:45.024721 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-8c951cd8-091a-446b-84ed-ba0c1913053a tempest-RoutersTest-1116560139 tempest-RoutersTest-1116560139-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-590242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1885479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1818895'] for network (047e6bc3-a06b-46bf-aff3-5ee2dc76214c), after_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:33:45.037809 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] No Port match for: b2cdb5c1-1c78-4b08-89bd-867d2fb3fcb3 {{(pid=103232) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 19:33:45.038487 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Device b2cdb5c1-1c78-4b08-89bd-867d2fb3fcb3 not bound to the agent host n-d-713498-36 {{(pid=103232) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 19:33:45.045141 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-8c951cd8-091a-446b-84ed-ba0c1913053a tempest-RoutersTest-1116560139 tempest-RoutersTest-1116560139-project] Publish callbacks [] for network (None), before_response {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:33:45.051596 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 36218) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:33:45.052767 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-8c951cd8-091a-446b-84ed-ba0c1913053a tempest-RoutersTest-1116560139 tempest-RoutersTest-1116560139-project] 10.222.0.75 "DELETE /v2.0/networks/047e6bc3-a06b-46bf-aff3-5ee2dc76214c HTTP/1.1" status: 204 len: 168 time: 2.3097737 Feb 09 19:33:45.060475 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-140ff1f8-169d-49ce-b8b0-eba92c425a2b tempest-NetworksTestDHCPv6-1153288886 tempest-NetworksTestDHCPv6-1153288886-project] 10.222.0.75 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 2.5721014 Feb 09 19:33:45.061155 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 36220) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:33:45.064005 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.l3_hamode_db [None req-a9c0585b-fea7-4ba5-8bdd-031127134283 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '47bf1426-828b-4a74-9907-8874febd8264', 'name': 'tempest-TestServerBasicOps-1476211343-router', 'tenant_id': '0484ed2328124ada8d8870756276d1f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88055e1e-672a-4487-be31-ffb6e833ece5', 'external_fixed_ips': [{'subnet_id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'ip_address': '172.25.1.71'}], 'enable_snat': True}, 'gw_port_id': '56c7a375-0d90-45bd-a485-a908fb4b2cdd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T19:32:05Z', 'updated_at': '2022-02-09T19:32:12Z', 'revision_number': 4, 'project_id': '0484ed2328124ada8d8870756276d1f0', 'gw_port': {'id': '56c7a375-0d90-45bd-a485-a908fb4b2cdd', 'name': '', 'network_id': '88055e1e-672a-4487-be31-ffb6e833ece5', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:26:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47bf1426-828b-4a74-9907-8874febd8264', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3064, 'fixed_ips': [{'subnet_id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'ip_address': '172.25.1.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T19:32:06Z', 'updated_at': '2022-02-09T19:32:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-36', '_floatingips': [{'id': 'cfde6072-0373-47aa-95ee-2052cbd4dd7c', 'tenant_id': '0484ed2328124ada8d8870756276d1f0', 'floating_ip_address': '172.25.1.154', 'floating_network_id': '88055e1e-672a-4487-be31-ffb6e833ece5', 'router_id': '47bf1426-828b-4a74-9907-8874febd8264', 'port_id': 'c6f469cb-b1d3-4ec0-ae11-8d288e85cc6d', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 3189, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8f2df497-8ab8-4c9e-8bb2-f9e936c46637', 'mac_address': 'fa:16:3e:51:b7:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14c3c4a3-f393-4e4f-98ba-33d4eb176858', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T19:33:39Z', 'updated_at': '2022-02-09T19:33:39Z', 'revision_number': 0, 'project_id': '0484ed2328124ada8d8870756276d1f0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7b7bc3ad-ac30-4f71-aed2-2471b7e6c31d', 'name': '', 'network_id': '8f2df497-8ab8-4c9e-8bb2-f9e936c46637', 'tenant_id': '0484ed2328124ada8d8870756276d1f0', 'mac_address': 'fa:16:3e:0e:e2:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47bf1426-828b-4a74-9907-8874febd8264', 'device_owner': 'network:router_interface', 'standard_attr_id': 3067, 'fixed_ips': [{'subnet_id': '9358c454-1c1b-4e17-a8a9-b8f83c45b376', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T19:32:11Z', 'updated_at': '2022-02-09T19:32:21Z', 'revision_number': 5, 'project_id': '0484ed2328124ada8d8870756276d1f0', 'subnets': [{'id': '9358c454-1c1b-4e17-a8a9-b8f83c45b376', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-36', False) {} {{(pid=103232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:33:45.069847 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-140ff1f8-169d-49ce-b8b0-eba92c425a2b tempest-NetworksTestDHCPv6-1153288886 tempest-NetworksTestDHCPv6-1153288886-project] Pushing event updated for resources: {'Subnet': ['ID=f8d502b8-071c-456a-8534-cf9e043c0a43,revision_number=0']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:33:45.087188 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.v2.base [None req-881b9833-6f31-4a4e-b942-132873aa3c4a tempest-NetworksTestDHCPv6-1153288886 tempest-NetworksTestDHCPv6-1153288886-project] Request body: {'port': {'network_id': 'f63a97a6-2552-42d7-aee9-c49ce8319647', 'fixed_ips': [{'subnet_id': 'f8d502b8-071c-456a-8534-cf9e043c0a43', 'ip_address': '2001:db8::b1e2:3b4b:b8aa:4960'}], 'name': 'tempest-NetworksTestDHCPv6-1620571589'}} {{(pid=103230) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 19:33:45.119357 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9c0585b-fea7-4ba5-8bdd-031127134283 None None] The sync data for ids ['47bf1426-828b-4a74-9907-8874febd8264'] in n-d-713498-36 is: [{'id': '47bf1426-828b-4a74-9907-8874febd8264', 'name': 'tempest-TestServerBasicOps-1476211343-router', 'tenant_id': '0484ed2328124ada8d8870756276d1f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88055e1e-672a-4487-be31-ffb6e833ece5', 'external_fixed_ips': [{'subnet_id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'ip_address': '172.25.1.71'}], 'enable_snat': True}, 'gw_port_id': '56c7a375-0d90-45bd-a485-a908fb4b2cdd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T19:32:05Z', 'updated_at': '2022-02-09T19:32:12Z', 'revision_number': 4, 'project_id': '0484ed2328124ada8d8870756276d1f0', 'gw_port': {'id': '56c7a375-0d90-45bd-a485-a908fb4b2cdd', 'name': '', 'network_id': '88055e1e-672a-4487-be31-ffb6e833ece5', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:26:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47bf1426-828b-4a74-9907-8874febd8264', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3064, 'fixed_ips': [{'subnet_id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'ip_address': '172.25.1.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T19:32:06Z', 'updated_at': '2022-02-09T19:32:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-36', '_floatingips': [{'id': 'cfde6072-0373-47aa-95ee-2052cbd4dd7c', 'tenant_id': '0484ed2328124ada8d8870756276d1f0', 'floating_ip_address': '172.25.1.154', 'floating_network_id': '88055e1e-672a-4487-be31-ffb6e833ece5', 'router_id': '47bf1426-828b-4a74-9907-8874febd8264', 'port_id': 'c6f469cb-b1d3-4ec0-ae11-8d288e85cc6d', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 3189, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8f2df497-8ab8-4c9e-8bb2-f9e936c46637', 'mac_address': 'fa:16:3e:51:b7:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14c3c4a3-f393-4e4f-98ba-33d4eb176858', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T19:33:39Z', 'updated_at': '2022-02-09T19:33:39Z', 'revision_number': 0, 'project_id': '0484ed2328124ada8d8870756276d1f0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7b7bc3ad-ac30-4f71-aed2-2471b7e6c31d', 'name': '', 'network_id': '8f2df497-8ab8-4c9e-8bb2-f9e936c46637', 'tenant_id': '0484ed2328124ada8d8870756276d1f0', 'mac_address': 'fa:16:3e:0e:e2:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47bf1426-828b-4a74-9907-8874febd8264', 'device_owner': 'network:router_interface', 'standard_attr_id': 3067, 'fixed_ips': [{'subnet_id': '9358c454-1c1b-4e17-a8a9-b8f83c45b376', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T19:32:11Z', 'updated_at': '2022-02-09T19:32:21Z', 'revision_number': 5, 'project_id': '0484ed2328124ada8d8870756276d1f0', 'subnets': [{'id': '9358c454-1c1b-4e17-a8a9-b8f83c45b376', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103232) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 19:33:45.176457 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dba8f060-e813-4ec2-a61d-3b83336d1443 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8b32e980-7cce-5e82-a341-bd2fa8945c89-f63a97a6-2552-42d7-aee9-c49ce8319647', 'network_id': 'f63a97a6-2552-42d7-aee9-c49ce8319647', 'project_id': '84aec0d011da47d8bc94f6ba8668f413', 'fixed_ips': [{'subnet_id': 'f8d502b8-071c-456a-8534-cf9e043c0a43'}]}} from n-d-713498-36. {{(pid=103232) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 09 19:33:45.177756 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-dba8f060-e813-4ec2-a61d-3b83336d1443 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (None), before_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:33:45.267701 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c951cd8-091a-446b-84ed-ba0c1913053a tempest-RoutersTest-1116560139 tempest-RoutersTest-1116560139-project] Pushing event deleted for resources: {'Network': ['ID=047e6bc3-a06b-46bf-aff3-5ee2dc76214c,revision_number=None']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:33:45.352036 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dab7b28-c760-41bf-bd4f-81b192ede538 req-6fcb9aa2-11ac-42a1-ae6b-8a1504e04052 tempest-TestNetworkAdvancedServerOps-1633223542 tempest-TestNetworkAdvancedServerOps-1633223542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:33:45.359811 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-0dab7b28-c760-41bf-bd4f-81b192ede538 req-6fcb9aa2-11ac-42a1-ae6b-8a1504e04052 tempest-TestNetworkAdvancedServerOps-1633223542 tempest-TestNetworkAdvancedServerOps-1633223542-project] 10.222.0.75 "GET /v2.0/ports?device_id=6d32a9d7-5256-4edb-9bbc-ad99ab71ecfa HTTP/1.1" status: 200 len: 945 time: 0.5294874 Feb 09 19:33:45.373243 n-d-713498-36 neutron-server[103230]: DEBUG neutron.db.db_base_plugin_common [req-cbc097d8-71de-42b3-a9c3-ff82311c62a5 req-f14eeb21-8f57-4443-9407-be3558619949 tempest-ServersTestJSON-482035511 tempest-ServersTestJSON-482035511-project] Allocated IP 172.20.0.3 (30b6826a-2ec4-4081-a475-68e12498d4e4/030193b3-b985-4d6c-b0c1-2ea320638096/233cd14e-68f1-4266-a47f-28e2686a3191) {{(pid=103230) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 19:33:45.402613 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-881b9833-6f31-4a4e-b942-132873aa3c4a tempest-NetworksTestDHCPv6-1153288886 tempest-NetworksTestDHCPv6-1153288886-project] Made reservation on behalf of 84aec0d011da47d8bc94f6ba8668f413 for: {'port': 1} {{(pid=103230) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 19:33:45.490918 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.db_base_plugin_common [None req-dba8f060-e813-4ec2-a61d-3b83336d1443 None None] Allocated IP 2001:db8::2 (f63a97a6-2552-42d7-aee9-c49ce8319647/f8d502b8-071c-456a-8534-cf9e043c0a43/94d85c19-c273-4c88-a375-d1a7a7cc4d94) {{(pid=103232) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 19:33:45.538209 n-d-713498-36 neutron-server[103233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5195ddf0-7f06-40f5-8af2-b22ddb02a75b None None] New status for floating IP cfde6072-0373-47aa-95ee-2052cbd4dd7c: ACTIVE {{(pid=103233) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 09 19:33:45.731203 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [req-cbc097d8-71de-42b3-a9c3-ff82311c62a5 req-f14eeb21-8f57-4443-9407-be3558619949 tempest-ServersTestJSON-482035511 tempest-ServersTestJSON-482035511-project] Publish callbacks [] for port (233cd14e-68f1-4266-a47f-28e2686a3191), precommit_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:33:45.743117 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-dba8f060-e813-4ec2-a61d-3b83336d1443 None None] Publish callbacks [] for port (94d85c19-c273-4c88-a375-d1a7a7cc4d94), precommit_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:33:45.750886 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-dba8f060-e813-4ec2-a61d-3b83336d1443 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762866656467'] for port (94d85c19-c273-4c88-a375-d1a7a7cc4d94), after_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:33:45.801439 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-23d97a8e-b9cc-4840-8957-4ee1efb2c42f tempest-RoutersTest-1116560139 tempest-RoutersTest-1116560139-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1834525'] for router_interface (313e064b-ffaa-4c47-a7fc-c9666f3ee618), before_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:33:45.805508 n-d-713498-36 neutron-server[103232]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dba8f060-e813-4ec2-a61d-3b83336d1443 None None] Network f63a97a6-2552-42d7-aee9-c49ce8319647 is already hosted by enough agents. {{(pid=103232) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 19:33:45.808563 n-d-713498-36 neutron-server[103232]: DEBUG neutron.scheduler.base_scheduler [None req-dba8f060-e813-4ec2-a61d-3b83336d1443 None None] Resources bound (agent type, host, resource id): {{(pid=103232) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 19:33:45.812648 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dba8f060-e813-4ec2-a61d-3b83336d1443 None None] Received port after_create {{(pid=103232) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 19:33:45.820464 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dba8f060-e813-4ec2-a61d-3b83336d1443 None None] Pushing event updated for resources: {'Port': ['ID=94d85c19-c273-4c88-a375-d1a7a7cc4d94,revision_number=1']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:33:45.866617 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-0dab7b28-c760-41bf-bd4f-81b192ede538 req-dff6c2e6-478a-47f1-9ba3-d1fb5581acaa tempest-TestNetworkAdvancedServerOps-1633223542 tempest-TestNetworkAdvancedServerOps-1633223542-project] 10.222.0.75 "GET /v2.0/security-groups?id=3248743f-f5fe-4756-978e-05f0e965efae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5055444 Feb 09 19:33:45.874478 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [req-cbc097d8-71de-42b3-a9c3-ff82311c62a5 req-f14eeb21-8f57-4443-9407-be3558619949 tempest-ServersTestJSON-482035511 tempest-ServersTestJSON-482035511-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762866656467', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14393751'] for port (233cd14e-68f1-4266-a47f-28e2686a3191), after_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:33:45.959890 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f14eeb21-8f57-4443-9407-be3558619949 tempest-ServersTestJSON-482035511 tempest-ServersTestJSON-482035511-project] Pushing event updated for resources: {'Port': ['ID=233cd14e-68f1-4266-a47f-28e2686a3191,revision_number=1']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:33:45.995430 n-d-713498-36 neutron-server[103230]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cbc097d8-71de-42b3-a9c3-ff82311c62a5 req-f14eeb21-8f57-4443-9407-be3558619949 tempest-ServersTestJSON-482035511 tempest-ServersTestJSON-482035511-project] Network 30b6826a-2ec4-4081-a475-68e12498d4e4 is already hosted by enough agents. {{(pid=103230) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 19:33:45.997436 n-d-713498-36 neutron-server[103230]: DEBUG neutron.scheduler.base_scheduler [req-cbc097d8-71de-42b3-a9c3-ff82311c62a5 req-f14eeb21-8f57-4443-9407-be3558619949 tempest-ServersTestJSON-482035511 tempest-ServersTestJSON-482035511-project] Resources bound (agent type, host, resource id): {{(pid=103230) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 19:33:46.004345 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-881b9833-6f31-4a4e-b942-132873aa3c4a tempest-NetworksTestDHCPv6-1153288886 tempest-NetworksTestDHCPv6-1153288886-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (None), before_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:33:46.019882 n-d-713498-36 neutron-server[103230]: DEBUG neutron.db.l3_dvrscheduler_db [req-cbc097d8-71de-42b3-a9c3-ff82311c62a5 req-f14eeb21-8f57-4443-9407-be3558619949 tempest-ServersTestJSON-482035511 tempest-ServersTestJSON-482035511-project] Received port after_create {{(pid=103230) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 19:33:46.078011 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbc097d8-71de-42b3-a9c3-ff82311c62a5 req-f14eeb21-8f57-4443-9407-be3558619949 tempest-ServersTestJSON-482035511 tempest-ServersTestJSON-482035511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:33:46.078683 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [req-cbc097d8-71de-42b3-a9c3-ff82311c62a5 req-f14eeb21-8f57-4443-9407-be3558619949 tempest-ServersTestJSON-482035511 tempest-ServersTestJSON-482035511-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171096'] for port (None), before_response {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:33:46.088536 n-d-713498-36 neutron-server[103230]: DEBUG neutron.notifiers.nova [None req-881b9833-6f31-4a4e-b942-132873aa3c4a tempest-NetworksTestDHCPv6-1153288886 tempest-NetworksTestDHCPv6-1153288886-project] device_id is not set on port d493df02-fa7a-4180-ac8f-8ee7c0676fbc yet. {{(pid=103230) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 09 19:33:46.171459 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] get_ports_and_sgs() called for port_ids ['f66e9e9f-dc25-41b3-a2e4-a6e5122a970c'] {{(pid=103232) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 19:33:46.179897 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ca14fbc-12ae-46aa-a4af-432414b6b886 req-a7795bdb-b2d4-40e7-9440-ea818caa529b tempest-ServersTestJSON-482035511 tempest-ServersTestJSON-482035511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:33:46.186939 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-4ca14fbc-12ae-46aa-a4af-432414b6b886 req-a7795bdb-b2d4-40e7-9440-ea818caa529b tempest-ServersTestJSON-482035511 tempest-ServersTestJSON-482035511-project] 10.222.0.75 "GET /v2.0/ports?device_id=fc118172-28fa-4a25-bb4c-1496f9a39e5f HTTP/1.1" status: 200 len: 931 time: 0.0944049 Feb 09 19:33:46.268963 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.managers [None req-dba8f060-e813-4ec2-a61d-3b83336d1443 None None] Attempting to bind port 94d85c19-c273-4c88-a375-d1a7a7cc4d94 on host n-d-713498-36 for vnic_type normal with profile {{(pid=103232) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 19:33:46.269704 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.managers [None req-dba8f060-e813-4ec2-a61d-3b83336d1443 None None] Attempting to bind port 94d85c19-c273-4c88-a375-d1a7a7cc4d94 by drivers openvswitch,hyperv on host n-d-713498-36 at level 0 using segments [{'id': '20e634bc-bbe0-4569-a1ea-6be524590675', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': 'f63a97a6-2552-42d7-aee9-c49ce8319647'}] {{(pid=103232) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 19:33:46.270287 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dba8f060-e813-4ec2-a61d-3b83336d1443 None None] Attempting to bind port 94d85c19-c273-4c88-a375-d1a7a7cc4d94 on network f63a97a6-2552-42d7-aee9-c49ce8319647 {{(pid=103232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 19:33:46.277363 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-a7262a8e-0513-48fd-984d-75726a511961 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762867132591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593584'] for agent (911cfea2-02ae-4ec9-bac3-7808ee1cdd9c), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:33:46.280973 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dba8f060-e813-4ec2-a61d-3b83336d1443 None None] Checking agent: {'id': '496418a2-c002-4aec-ab1a-07f3bea491bd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-36', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 18, 51, 47), 'started_at': datetime.datetime(2022, 2, 9, 18, 52, 17), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 19, 33, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-36'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 19:33:46.281856 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dba8f060-e813-4ec2-a61d-3b83336d1443 None None] Checking segment: {'id': '20e634bc-bbe0-4569-a1ea-6be524590675', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': 'f63a97a6-2552-42d7-aee9-c49ce8319647'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103232) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 19:33:46.282967 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-dba8f060-e813-4ec2-a61d-3b83336d1443 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:33:46.283508 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dba8f060-e813-4ec2-a61d-3b83336d1443 None None] Bound using segment: {'id': '20e634bc-bbe0-4569-a1ea-6be524590675', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': 'f63a97a6-2552-42d7-aee9-c49ce8319647'} {{(pid=103232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 19:33:46.284263 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.managers [None req-dba8f060-e813-4ec2-a61d-3b83336d1443 None None] Bound port: 94d85c19-c273-4c88-a375-d1a7a7cc4d94, host: n-d-713498-36, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '20e634bc-bbe0-4569-a1ea-6be524590675', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': 'f63a97a6-2552-42d7-aee9-c49ce8319647'}}] {{(pid=103232) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 19:33:46.285446 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-dba8f060-e813-4ec2-a61d-3b83336d1443 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (94d85c19-c273-4c88-a375-d1a7a7cc4d94), before_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:33:46.294725 n-d-713498-36 neutron-server[103230]: DEBUG neutron.db.db_base_plugin_common [None req-881b9833-6f31-4a4e-b942-132873aa3c4a tempest-NetworksTestDHCPv6-1153288886 tempest-NetworksTestDHCPv6-1153288886-project] Allocated IP 2001:db8::b1e2:3b4b:b8aa:4960 (f63a97a6-2552-42d7-aee9-c49ce8319647/f8d502b8-071c-456a-8534-cf9e043c0a43/d493df02-fa7a-4180-ac8f-8ee7c0676fbc) {{(pid=103230) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 19:33:46.324700 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-4ca14fbc-12ae-46aa-a4af-432414b6b886 req-b442b3dc-6a9c-49cf-8a6b-3f853e6beb68 tempest-ServersTestJSON-482035511 tempest-ServersTestJSON-482035511-project] 10.222.0.75 "GET /v2.0/security-groups?id=37883354-c9cd-40f0-bbce-1c711bac4569&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1368062 Feb 09 19:33:46.398395 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.plugin [None req-23d97a8e-b9cc-4840-8957-4ee1efb2c42f tempest-RoutersTest-1116560139 tempest-RoutersTest-1116560139-project] Deleting port f114fdaa-ad92-44f7-af65-c2598b011eca {{(pid=103229) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 19:33:46.398913 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-23d97a8e-b9cc-4840-8957-4ee1efb2c42f tempest-RoutersTest-1116560139 tempest-RoutersTest-1116560139-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762867170196'] for port (f114fdaa-ad92-44f7-af65-c2598b011eca), before_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:33:46.477393 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-881b9833-6f31-4a4e-b942-132873aa3c4a tempest-NetworksTestDHCPv6-1153288886 tempest-NetworksTestDHCPv6-1153288886-project] Publish callbacks [] for port (d493df02-fa7a-4180-ac8f-8ee7c0676fbc), precommit_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:33:46.515521 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.db [None req-23d97a8e-b9cc-4840-8957-4ee1efb2c42f tempest-RoutersTest-1116560139 tempest-RoutersTest-1116560139-project] For port f114fdaa-ad92-44f7-af65-c2598b011eca, host n-d-713498-36, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-36',level=0,port_id=f114fdaa-ad92-44f7-af65-c2598b011eca,segment=NetworkSegment(ac1804ba-7f7d-43c7-b41c-12e5dbecd977),segment_id=ac1804ba-7f7d-43c7-b41c-12e5dbecd977)] {{(pid=103229) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 19:33:46.515521 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-23d97a8e-b9cc-4840-8957-4ee1efb2c42f tempest-RoutersTest-1116560139 tempest-RoutersTest-1116560139-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1820838'] for port (f114fdaa-ad92-44f7-af65-c2598b011eca), precommit_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:33:46.522303 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-dba8f060-e813-4ec2-a61d-3b83336d1443 None None] For port 94d85c19-c273-4c88-a375-d1a7a7cc4d94, host n-d-713498-36, cleared binding levels {{(pid=103232) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 19:33:46.528311 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-dba8f060-e813-4ec2-a61d-3b83336d1443 None None] For port 94d85c19-c273-4c88-a375-d1a7a7cc4d94, host n-d-713498-36, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-36',level=0,port_id=94d85c19-c273-4c88-a375-d1a7a7cc4d94,segment=NetworkSegment(20e634bc-bbe0-4569-a1ea-6be524590675),segment_id=20e634bc-bbe0-4569-a1ea-6be524590675)] {{(pid=103232) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 19:33:46.557145 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-dba8f060-e813-4ec2-a61d-3b83336d1443 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762867176205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762866656485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762866656503'] for port (94d85c19-c273-4c88-a375-d1a7a7cc4d94), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:33:46.557923 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.plugin [None req-23d97a8e-b9cc-4840-8957-4ee1efb2c42f tempest-RoutersTest-1116560139 tempest-RoutersTest-1116560139-project] Calling delete_port for f114fdaa-ad92-44f7-af65-c2598b011eca owned by network:router_interface {{(pid=103229) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 19:33:46.579238 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-881b9833-6f31-4a4e-b942-132873aa3c4a tempest-NetworksTestDHCPv6-1153288886 tempest-NetworksTestDHCPv6-1153288886-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762866656467', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14393751'] for port (d493df02-fa7a-4180-ac8f-8ee7c0676fbc), after_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:33:46.606237 n-d-713498-36 neutron-server[103230]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-881b9833-6f31-4a4e-b942-132873aa3c4a tempest-NetworksTestDHCPv6-1153288886 tempest-NetworksTestDHCPv6-1153288886-project] Network f63a97a6-2552-42d7-aee9-c49ce8319647 is already hosted by enough agents. {{(pid=103230) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 19:33:46.609713 n-d-713498-36 neutron-server[103230]: DEBUG neutron.scheduler.base_scheduler [None req-881b9833-6f31-4a4e-b942-132873aa3c4a tempest-NetworksTestDHCPv6-1153288886 tempest-NetworksTestDHCPv6-1153288886-project] Resources bound (agent type, host, resource id): {{(pid=103230) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 19:33:46.636021 n-d-713498-36 neutron-server[103230]: DEBUG neutron.db.l3_dvrscheduler_db [None req-881b9833-6f31-4a4e-b942-132873aa3c4a tempest-NetworksTestDHCPv6-1153288886 tempest-NetworksTestDHCPv6-1153288886-project] Received port after_create {{(pid=103230) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 19:33:46.643584 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-881b9833-6f31-4a4e-b942-132873aa3c4a tempest-NetworksTestDHCPv6-1153288886 tempest-NetworksTestDHCPv6-1153288886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:33:46.644638 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-881b9833-6f31-4a4e-b942-132873aa3c4a tempest-NetworksTestDHCPv6-1153288886 tempest-NetworksTestDHCPv6-1153288886-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171096'] for port (None), before_response {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:33:46.658761 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-cbc097d8-71de-42b3-a9c3-ff82311c62a5 req-f14eeb21-8f57-4443-9407-be3558619949 tempest-ServersTestJSON-482035511 tempest-ServersTestJSON-482035511-project] 10.222.0.90 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.8187490 Feb 09 19:33:46.704395 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.v2.base [req-cbc097d8-71de-42b3-a9c3-ff82311c62a5 req-bb2d095b-cfb5-42af-a620-552286845c48 service neutron] Request body: {'port': {'device_id': 'fc118172-28fa-4a25-bb4c-1496f9a39e5f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-713498-36'}} {{(pid=103230) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 19:33:46.795554 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dba8f060-e813-4ec2-a61d-3b83336d1443 None None] Pushing event updated for resources: {'Port': ['ID=94d85c19-c273-4c88-a375-d1a7a7cc4d94,revision_number=2']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:33:46.825291 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-881b9833-6f31-4a4e-b942-132873aa3c4a tempest-NetworksTestDHCPv6-1153288886 tempest-NetworksTestDHCPv6-1153288886-project] 10.222.0.75 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 1.7564936 Feb 09 19:33:46.834780 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 36236) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:33:46.835473 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-881b9833-6f31-4a4e-b942-132873aa3c4a tempest-NetworksTestDHCPv6-1153288886 tempest-NetworksTestDHCPv6-1153288886-project] Pushing event updated for resources: {'Port': ['ID=d493df02-fa7a-4180-ac8f-8ee7c0676fbc,revision_number=1']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:33:46.860618 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.v2.base [None req-842eb91a-5875-4990-ad79-d9e55605b88a tempest-NetworksTestDHCPv6-1153288886 tempest-NetworksTestDHCPv6-1153288886-project] Request body: {'port': {'network_id': 'f63a97a6-2552-42d7-aee9-c49ce8319647', 'fixed_ips': [{'subnet_id': 'f8d502b8-071c-456a-8534-cf9e043c0a43', 'ip_address': '2001:db8::b1e2:3b4b:b8aa:4960'}], 'name': 'tempest-NetworksTestDHCPv6-249611403'}} {{(pid=103230) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 19:33:46.895458 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-23d97a8e-b9cc-4840-8957-4ee1efb2c42f tempest-RoutersTest-1116560139 tempest-RoutersTest-1116560139-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762867177463', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762866656476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12867576'] for port (f114fdaa-ad92-44f7-af65-c2598b011eca), after_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:33:46.997143 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23d97a8e-b9cc-4840-8957-4ee1efb2c42f tempest-RoutersTest-1116560139 tempest-RoutersTest-1116560139-project] Pushing event deleted for resources: {'Port': ['ID=f114fdaa-ad92-44f7-af65-c2598b011eca,revision_number=None']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:33:47.027099 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762867132591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593584'] for agent (496418a2-c002-4aec-ab1a-07f3bea491bd), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:33:47.056463 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23d97a8e-b9cc-4840-8957-4ee1efb2c42f tempest-RoutersTest-1116560139 tempest-RoutersTest-1116560139-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:33:47.056824 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23d97a8e-b9cc-4840-8957-4ee1efb2c42f tempest-RoutersTest-1116560139 tempest-RoutersTest-1116560139-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:33:47.057177 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23d97a8e-b9cc-4840-8957-4ee1efb2c42f tempest-RoutersTest-1116560139 tempest-RoutersTest-1116560139-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:33:47.057527 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23d97a8e-b9cc-4840-8957-4ee1efb2c42f tempest-RoutersTest-1116560139 tempest-RoutersTest-1116560139-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:33:47.057872 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23d97a8e-b9cc-4840-8957-4ee1efb2c42f tempest-RoutersTest-1116560139 tempest-RoutersTest-1116560139-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:33:47.058237 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23d97a8e-b9cc-4840-8957-4ee1efb2c42f tempest-RoutersTest-1116560139 tempest-RoutersTest-1116560139-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:33:47.058578 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23d97a8e-b9cc-4840-8957-4ee1efb2c42f tempest-RoutersTest-1116560139 tempest-RoutersTest-1116560139-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:33:47.062305 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23d97a8e-b9cc-4840-8957-4ee1efb2c42f tempest-RoutersTest-1116560139 tempest-RoutersTest-1116560139-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:33:47.062700 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23d97a8e-b9cc-4840-8957-4ee1efb2c42f tempest-RoutersTest-1116560139 tempest-RoutersTest-1116560139-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:33:47.064245 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23d97a8e-b9cc-4840-8957-4ee1efb2c42f tempest-RoutersTest-1116560139 tempest-RoutersTest-1116560139-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:33:47.064618 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23d97a8e-b9cc-4840-8957-4ee1efb2c42f tempest-RoutersTest-1116560139 tempest-RoutersTest-1116560139-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:33:47.067023 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23d97a8e-b9cc-4840-8957-4ee1efb2c42f tempest-RoutersTest-1116560139 tempest-RoutersTest-1116560139-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:33:47.067399 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23d97a8e-b9cc-4840-8957-4ee1efb2c42f tempest-RoutersTest-1116560139 tempest-RoutersTest-1116560139-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:33:47.097879 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [req-cbc097d8-71de-42b3-a9c3-ff82311c62a5 req-bb2d095b-cfb5-42af-a620-552286845c48 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (233cd14e-68f1-4266-a47f-28e2686a3191), before_update {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:33:47.172730 n-d-713498-36 neutron-server[103229]: INFO neutron.api.v2.resource [req-7cbd8945-fd4f-4bdd-8b9d-55fc775a473b req-f37b4fc1-4ba9-4da5-bb0f-ceb41c1d5cd2 service neutron] show failed (client error): The resource could not be found. Feb 09 19:33:47.173766 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-7cbd8945-fd4f-4bdd-8b9d-55fc775a473b req-f37b4fc1-4ba9-4da5-bb0f-ceb41c1d5cd2 service neutron] 10.222.0.89 "GET /v2.0/ports/55e8868e-9f04-4f11-be1b-5fd1709a5f15/bindings/n-h2-713498-36 HTTP/1.1" status: 404 len: 381 time: 0.7831652 Feb 09 19:33:47.280051 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7d9e02a-ae6c-494c-bf3e-cb8971aa8c19 req-4736f2a6-601d-412a-ab00-6ee9e598a6d1 tempest-TestNetworkAdvancedServerOps-1633223542 tempest-TestNetworkAdvancedServerOps-1633223542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:33:47.282291 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-d7d9e02a-ae6c-494c-bf3e-cb8971aa8c19 req-4736f2a6-601d-412a-ab00-6ee9e598a6d1 tempest-TestNetworkAdvancedServerOps-1633223542 tempest-TestNetworkAdvancedServerOps-1633223542-project] 10.222.0.75 "GET /v2.0/ports?device_id=6d32a9d7-5256-4edb-9bbc-ad99ab71ecfa HTTP/1.1" status: 200 len: 945 time: 0.2060173 Feb 09 19:33:47.310951 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-842eb91a-5875-4990-ad79-d9e55605b88a tempest-NetworksTestDHCPv6-1153288886 tempest-NetworksTestDHCPv6-1153288886-project] Made reservation on behalf of 84aec0d011da47d8bc94f6ba8668f413 for: {'port': 1} {{(pid=103230) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 19:33:47.325150 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-842eb91a-5875-4990-ad79-d9e55605b88a tempest-NetworksTestDHCPv6-1153288886 tempest-NetworksTestDHCPv6-1153288886-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (None), before_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:33:47.413428 n-d-713498-36 neutron-server[103230]: DEBUG neutron.notifiers.nova [None req-842eb91a-5875-4990-ad79-d9e55605b88a tempest-NetworksTestDHCPv6-1153288886 tempest-NetworksTestDHCPv6-1153288886-project] device_id is not set on port a1082615-6003-41ec-957e-5f2e4d1a8cfe yet. {{(pid=103230) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 09 19:33:47.569195 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-23d97a8e-b9cc-4840-8957-4ee1efb2c42f tempest-RoutersTest-1116560139 tempest-RoutersTest-1116560139-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1613467', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1834633'] for router_interface (313e064b-ffaa-4c47-a7fc-c9666f3ee618), after_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:33:47.746836 n-d-713498-36 neutron-server[103230]: INFO neutron.pecan_wsgi.hooks.translation [None req-842eb91a-5875-4990-ad79-d9e55605b88a tempest-NetworksTestDHCPv6-1153288886 tempest-NetworksTestDHCPv6-1153288886-project] POST failed (client error): There was a conflict when trying to complete your request. Feb 09 19:33:47.747624 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-842eb91a-5875-4990-ad79-d9e55605b88a tempest-NetworksTestDHCPv6-1153288886 tempest-NetworksTestDHCPv6-1153288886-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=103230) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 19:33:47.804081 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b56c8fed-4fed-4059-8c84-b8b855e12a7b req-872fc248-faf0-4595-9f9a-e84686b219a2 tempest-ServersTestJSON-482035511 tempest-ServersTestJSON-482035511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:33:47.806786 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-b56c8fed-4fed-4059-8c84-b8b855e12a7b req-872fc248-faf0-4595-9f9a-e84686b219a2 tempest-ServersTestJSON-482035511 tempest-ServersTestJSON-482035511-project] 10.222.0.75 "GET /v2.0/ports?device_id=fc118172-28fa-4a25-bb4c-1496f9a39e5f HTTP/1.1" status: 200 len: 931 time: 0.2528510 Feb 09 19:33:47.814997 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cbd8945-fd4f-4bdd-8b9d-55fc775a473b req-715fa270-c12f-429f-b572-1e25291f2a1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:33:47.816446 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-7cbd8945-fd4f-4bdd-8b9d-55fc775a473b req-715fa270-c12f-429f-b572-1e25291f2a1b service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=6d32a9d7-5256-4edb-9bbc-ad99ab71ecfa&tenant_id=eba669c4f4c548e495f13ae7579d0fa6 HTTP/1.1" status: 200 len: 1128 time: 0.3305781 Feb 09 19:33:47.830148 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-d7d9e02a-ae6c-494c-bf3e-cb8971aa8c19 req-d3861936-9c3d-4680-9b99-12779423a4c7 tempest-TestNetworkAdvancedServerOps-1633223542 tempest-TestNetworkAdvancedServerOps-1633223542-project] 10.222.0.75 "GET /v2.0/security-groups?id=3248743f-f5fe-4756-978e-05f0e965efae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5339525 Feb 09 19:33:47.841633 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 36246) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:33:47.848141 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-842eb91a-5875-4990-ad79-d9e55605b88a tempest-NetworksTestDHCPv6-1153288886 tempest-NetworksTestDHCPv6-1153288886-project] 10.222.0.75 "POST /v2.0/ports HTTP/1.1" status: 409 len: 389 time: 0.9820342 Feb 09 19:33:47.849020 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.v2.base [req-7cbd8945-fd4f-4bdd-8b9d-55fc775a473b req-f91bfdad-b0e2-4fd4-9ad0-db9f18f44ffa service neutron] Request body: {'port': {'binding:host_id': 'n-h2-713498-36', 'device_owner': 'compute:nova'}} {{(pid=103229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 19:33:48.078036 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed6bc18e-46b7-43ab-ac38-8910865f13f3 tempest-NetworksTestDHCPv6-1153288886 tempest-NetworksTestDHCPv6-1153288886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:33:48.088866 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed6bc18e-46b7-43ab-ac38-8910865f13f3 tempest-NetworksTestDHCPv6-1153288886 tempest-NetworksTestDHCPv6-1153288886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:33:48.090843 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-ed6bc18e-46b7-43ab-ac38-8910865f13f3 tempest-NetworksTestDHCPv6-1153288886 tempest-NetworksTestDHCPv6-1153288886-project] 10.222.0.75 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1685 time: 0.2068453 Feb 09 19:33:48.094545 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-b56c8fed-4fed-4059-8c84-b8b855e12a7b req-f1e3ad99-d08b-4182-9a94-4e88af657245 tempest-ServersTestJSON-482035511 tempest-ServersTestJSON-482035511-project] 10.222.0.75 "GET /v2.0/security-groups?id=37883354-c9cd-40f0-bbce-1c711bac4569&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2771649 Feb 09 19:33:48.097489 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 36248) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:33:48.134227 n-d-713498-36 neutron-server[103230]: DEBUG neutron.notifiers.nova [req-cbc097d8-71de-42b3-a9c3-ff82311c62a5 req-bb2d095b-cfb5-42af-a620-552286845c48 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 233cd14e-68f1-4266-a47f-28e2686a3191 {{(pid=103230) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 19:33:48.162382 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [req-cbc097d8-71de-42b3-a9c3-ff82311c62a5 req-bb2d095b-cfb5-42af-a620-552286845c48 service neutron] Publish callbacks [] for port (233cd14e-68f1-4266-a47f-28e2686a3191), precommit_update {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:33:48.178822 n-d-713498-36 neutron-server[103230]: DEBUG neutron.db.provisioning_blocks [req-cbc097d8-71de-42b3-a9c3-ff82311c62a5 req-bb2d095b-cfb5-42af-a620-552286845c48 service neutron] Transition to ACTIVE for port object 233cd14e-68f1-4266-a47f-28e2686a3191 will not be triggered until provisioned by entity L2. {{(pid=103230) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 19:33:48.189784 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [req-cbc097d8-71de-42b3-a9c3-ff82311c62a5 req-bb2d095b-cfb5-42af-a620-552286845c48 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762867176205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762866656485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762866656503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14393758'] for port (233cd14e-68f1-4266-a47f-28e2686a3191), after_update {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:33:48.252601 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-7cbd8945-fd4f-4bdd-8b9d-55fc775a473b req-f91bfdad-b0e2-4fd4-9ad0-db9f18f44ffa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (55e8868e-9f04-4f11-be1b-5fd1709a5f15), before_update {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:33:48.453152 n-d-713498-36 neutron-server[103229]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-23d97a8e-b9cc-4840-8957-4ee1efb2c42f tempest-RoutersTest-1116560139 tempest-RoutersTest-1116560139-project] Router 313e064b-ffaa-4c47-a7fc-c9666f3ee618 has already been hosted by L3 agent 93303d5e-5d17-45e8-8963-7694f87783ae {{(pid=103229) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 19:33:48.456273 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.managers [req-cbc097d8-71de-42b3-a9c3-ff82311c62a5 req-bb2d095b-cfb5-42af-a620-552286845c48 service neutron] Attempting to bind port 233cd14e-68f1-4266-a47f-28e2686a3191 on host n-h2-713498-36 for vnic_type normal with profile {{(pid=103230) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 19:33:48.458821 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.managers [req-cbc097d8-71de-42b3-a9c3-ff82311c62a5 req-bb2d095b-cfb5-42af-a620-552286845c48 service neutron] Attempting to bind port 233cd14e-68f1-4266-a47f-28e2686a3191 by drivers openvswitch,hyperv on host n-h2-713498-36 at level 0 using segments [{'id': '3ad9008e-d820-4913-8a3a-dbe689506816', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': '30b6826a-2ec4-4081-a475-68e12498d4e4'}] {{(pid=103230) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 19:33:48.459760 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cbc097d8-71de-42b3-a9c3-ff82311c62a5 req-bb2d095b-cfb5-42af-a620-552286845c48 service neutron] Attempting to bind port 233cd14e-68f1-4266-a47f-28e2686a3191 on network 30b6826a-2ec4-4081-a475-68e12498d4e4 {{(pid=103230) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 19:33:48.466255 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb2d095b-cfb5-42af-a620-552286845c48 service neutron] Pushing event updated for resources: {'Port': ['ID=233cd14e-68f1-4266-a47f-28e2686a3191,revision_number=2']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:33:48.470520 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cbc097d8-71de-42b3-a9c3-ff82311c62a5 req-bb2d095b-cfb5-42af-a620-552286845c48 service neutron] Port 233cd14e-68f1-4266-a47f-28e2686a3191 on network 30b6826a-2ec4-4081-a475-68e12498d4e4 not bound, no agent of type Open vSwitch agent registered on host n-h2-713498-36 {{(pid=103230) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 19:33:48.471102 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cbc097d8-71de-42b3-a9c3-ff82311c62a5 req-bb2d095b-cfb5-42af-a620-552286845c48 service neutron] Attempting to bind port 233cd14e-68f1-4266-a47f-28e2686a3191 on network 30b6826a-2ec4-4081-a475-68e12498d4e4 {{(pid=103230) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 19:33:48.477165 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cbc097d8-71de-42b3-a9c3-ff82311c62a5 req-bb2d095b-cfb5-42af-a620-552286845c48 service neutron] Checking agent: {'id': 'bcd5faee-dc24-4298-9134-0e0aa054058e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713498-36', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 18, 59, 19), 'started_at': datetime.datetime(2022, 2, 9, 18, 59, 19), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 19, 33, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103230) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 19:33:48.478032 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cbc097d8-71de-42b3-a9c3-ff82311c62a5 req-bb2d095b-cfb5-42af-a620-552286845c48 service neutron] Checking segment: {'id': '3ad9008e-d820-4913-8a3a-dbe689506816', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': '30b6826a-2ec4-4081-a475-68e12498d4e4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103230) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 19:33:48.478660 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cbc097d8-71de-42b3-a9c3-ff82311c62a5 req-bb2d095b-cfb5-42af-a620-552286845c48 service neutron] Bound using segment: {'id': '3ad9008e-d820-4913-8a3a-dbe689506816', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': '30b6826a-2ec4-4081-a475-68e12498d4e4'} {{(pid=103230) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 19:33:48.479317 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.managers [req-cbc097d8-71de-42b3-a9c3-ff82311c62a5 req-bb2d095b-cfb5-42af-a620-552286845c48 service neutron] Bound port: 233cd14e-68f1-4266-a47f-28e2686a3191, host: n-h2-713498-36, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3ad9008e-d820-4913-8a3a-dbe689506816', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': '30b6826a-2ec4-4081-a475-68e12498d4e4'}}] {{(pid=103230) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 19:33:48.480593 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [req-cbc097d8-71de-42b3-a9c3-ff82311c62a5 req-bb2d095b-cfb5-42af-a620-552286845c48 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (233cd14e-68f1-4266-a47f-28e2686a3191), before_update {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:33:48.594042 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.db [req-cbc097d8-71de-42b3-a9c3-ff82311c62a5 req-bb2d095b-cfb5-42af-a620-552286845c48 service neutron] For port 233cd14e-68f1-4266-a47f-28e2686a3191, host n-h2-713498-36, cleared binding levels {{(pid=103230) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 19:33:48.597866 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.db [req-cbc097d8-71de-42b3-a9c3-ff82311c62a5 req-bb2d095b-cfb5-42af-a620-552286845c48 service neutron] For port 233cd14e-68f1-4266-a47f-28e2686a3191, host n-h2-713498-36, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-36',level=0,port_id=233cd14e-68f1-4266-a47f-28e2686a3191,segment=NetworkSegment(3ad9008e-d820-4913-8a3a-dbe689506816),segment_id=3ad9008e-d820-4913-8a3a-dbe689506816)] {{(pid=103230) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 19:33:48.606380 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [req-cbc097d8-71de-42b3-a9c3-ff82311c62a5 req-bb2d095b-cfb5-42af-a620-552286845c48 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762867176205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762866656485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762866656503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14393758'] for port (233cd14e-68f1-4266-a47f-28e2686a3191), after_update {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:33:48.654592 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762867132591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593584'] for agent (488cd9ae-631f-4955-ba0b-4f5a13f12e9c), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:33:48.677040 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.provisioning_blocks [None req-f813a1d4-adb8-4695-8560-4e776b70e362 None None] Provisioning complete for port 94d85c19-c273-4c88-a375-d1a7a7cc4d94 triggered by entity DHCP. {{(pid=103232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 19:33:48.677414 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-f813a1d4-adb8-4695-8560-4e776b70e362 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593630'] for port (94d85c19-c273-4c88-a375-d1a7a7cc4d94), provisioning_complete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:33:48.738188 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbc097d8-71de-42b3-a9c3-ff82311c62a5 req-bb2d095b-cfb5-42af-a620-552286845c48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:33:48.738920 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [req-cbc097d8-71de-42b3-a9c3-ff82311c62a5 req-bb2d095b-cfb5-42af-a620-552286845c48 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171096'] for port (None), before_response {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:33:48.740535 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-cbc097d8-71de-42b3-a9c3-ff82311c62a5 req-bb2d095b-cfb5-42af-a620-552286845c48 service neutron] 10.222.0.90 "PUT /v2.0/ports/233cd14e-68f1-4266-a47f-28e2686a3191 HTTP/1.1" status: 200 len: 1092 time: 2.0465207 Feb 09 19:33:48.743153 n-d-713498-36 neutron-server[103230]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fc118172-28fa-4a25-bb4c-1496f9a39e5f', 'tag': '233cd14e-68f1-4266-a47f-28e2686a3191'}] {{(pid=103230) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 19:33:48.762945 n-d-713498-36 neutron-server[103230]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aee5919275bae9f72eb374ee322673045eb80c1f84b4b45a97d96923bd50ab51" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2ecc37bc-19d1-4c7c-97e6-4ea7c1f94274" -d '{"events": [{"name": "network-changed", "server_uuid": "fc118172-28fa-4a25-bb4c-1496f9a39e5f", "tag": "233cd14e-68f1-4266-a47f-28e2686a3191"}]}' {{(pid=103230) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 19:33:48.820355 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.plugin [None req-19d0e9b0-d202-4398-a4d4-6120f4c03ceb tempest-NetworksTestDHCPv6-1153288886 tempest-NetworksTestDHCPv6-1153288886-project] Deleting port d493df02-fa7a-4180-ac8f-8ee7c0676fbc {{(pid=103229) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 19:33:48.820820 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-19d0e9b0-d202-4398-a4d4-6120f4c03ceb tempest-NetworksTestDHCPv6-1153288886 tempest-NetworksTestDHCPv6-1153288886-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762867170196'] for port (d493df02-fa7a-4180-ac8f-8ee7c0676fbc), before_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:33:48.874676 n-d-713498-36 neutron-server[103230]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 19:33:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-933559ad-4024-42ac-8e00-5223b3cdc3bb x-openstack-request-id: req-933559ad-4024-42ac-8e00-5223b3cdc3bb {{(pid=103230) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 19:33:48.878308 n-d-713498-36 neutron-server[103230]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fc118172-28fa-4a25-bb4c-1496f9a39e5f", "tag": "233cd14e-68f1-4266-a47f-28e2686a3191", "status": "completed", "code": 200}]} {{(pid=103230) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 19:33:48.878686 n-d-713498-36 neutron-server[103230]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-933559ad-4024-42ac-8e00-5223b3cdc3bb {{(pid=103230) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 19:33:48.879224 n-d-713498-36 neutron-server[103230]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fc118172-28fa-4a25-bb4c-1496f9a39e5f', 'tag': '233cd14e-68f1-4266-a47f-28e2686a3191', 'status': 'completed', 'code': 200} Feb 09 19:33:48.931353 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb2d095b-cfb5-42af-a620-552286845c48 service neutron] Pushing event updated for resources: {'Port': ['ID=233cd14e-68f1-4266-a47f-28e2686a3191,revision_number=3']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:33:48.984918 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbc097d8-71de-42b3-a9c3-ff82311c62a5 req-9fadd0e7-e17a-4481-a887-dc13a0c3f091 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:33:48.986560 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-cbc097d8-71de-42b3-a9c3-ff82311c62a5 req-9fadd0e7-e17a-4481-a887-dc13a0c3f091 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=1d398ed7d9dd4dd6ba1e1a6a1e6a87ff&device_id=fc118172-28fa-4a25-bb4c-1496f9a39e5f HTTP/1.1" status: 200 len: 1126 time: 0.1792519 Feb 09 19:33:49.081764 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-cbc097d8-71de-42b3-a9c3-ff82311c62a5 req-de57107b-4612-4716-aa0a-c47c16d8101e service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=233cd14e-68f1-4266-a47f-28e2686a3191 HTTP/1.1" status: 200 len: 217 time: 0.0800657 Feb 09 19:33:49.223017 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbc097d8-71de-42b3-a9c3-ff82311c62a5 req-d35383fb-5287-4083-ae8c-5147e28a4e1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:33:49.234176 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-cbc097d8-71de-42b3-a9c3-ff82311c62a5 req-d35383fb-5287-4083-ae8c-5147e28a4e1a service neutron] 10.222.0.90 "GET /v2.0/subnets?id=030193b3-b985-4d6c-b0c1-2ea320638096 HTTP/1.1" status: 200 len: 846 time: 0.1413586 Feb 09 19:33:49.277188 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-f813a1d4-adb8-4695-8560-4e776b70e362 None None] Current status of the port 94d85c19-c273-4c88-a375-d1a7a7cc4d94 is: DOWN; New status is: ACTIVE {{(pid=103232) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 19:33:49.277594 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-f813a1d4-adb8-4695-8560-4e776b70e362 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (94d85c19-c273-4c88-a375-d1a7a7cc4d94), before_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:33:49.317690 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Device 94d85c19-c273-4c88-a375-d1a7a7cc4d94 up at agent ovs-agent-n-d-713498-36 {{(pid=103232) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 19:33:49.332673 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-cbc097d8-71de-42b3-a9c3-ff82311c62a5 req-68f09978-4dcf-4b42-95c6-653670fed650 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=30b6826a-2ec4-4081-a475-68e12498d4e4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0877781 Feb 09 19:33:49.454252 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762867132591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593584'] for agent (bcd5faee-dc24-4298-9134-0e0aa054058e), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:33:49.534003 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b5b914c-50d7-4230-a477-a766a7cf4e32 req-c19ff61e-9211-47b5-a92f-0c7eaca20a0a tempest-ServersTestJSON-482035511 tempest-ServersTestJSON-482035511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:33:49.538657 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.provisioning_blocks [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Provisioning complete for port 94d85c19-c273-4c88-a375-d1a7a7cc4d94 triggered by entity L2. {{(pid=103232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 19:33:49.539048 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593630'] for port (94d85c19-c273-4c88-a375-d1a7a7cc4d94), provisioning_complete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:33:49.541910 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-7b5b914c-50d7-4230-a477-a766a7cf4e32 req-c19ff61e-9211-47b5-a92f-0c7eaca20a0a tempest-ServersTestJSON-482035511 tempest-ServersTestJSON-482035511-project] 10.222.0.75 "GET /v2.0/ports?device_id=fc118172-28fa-4a25-bb4c-1496f9a39e5f HTTP/1.1" status: 200 len: 943 time: 0.2418721 Feb 09 19:33:49.548707 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-f813a1d4-adb8-4695-8560-4e776b70e362 None None] For port 94d85c19-c273-4c88-a375-d1a7a7cc4d94, host n-d-713498-36, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-36',level=0,port_id=94d85c19-c273-4c88-a375-d1a7a7cc4d94,segment=NetworkSegment(20e634bc-bbe0-4569-a1ea-6be524590675),segment_id=20e634bc-bbe0-4569-a1ea-6be524590675)] {{(pid=103232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 19:33:49.598353 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-f813a1d4-adb8-4695-8560-4e776b70e362 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762867176205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762866656485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762866656503'] for port (94d85c19-c273-4c88-a375-d1a7a7cc4d94), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:33:49.641138 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-cbc097d8-71de-42b3-a9c3-ff82311c62a5 req-1b713ee0-0017-4eff-a4c1-8854bea9d09d service neutron] 10.222.0.90 "GET /v2.0/networks/30b6826a-2ec4-4081-a475-68e12498d4e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2744586 Feb 09 19:33:49.735546 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f813a1d4-adb8-4695-8560-4e776b70e362 None None] Pushing event updated for resources: {'Port': ['ID=94d85c19-c273-4c88-a375-d1a7a7cc4d94,revision_number=3']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:33:49.753636 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f813a1d4-adb8-4695-8560-4e776b70e362 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:33:49.754011 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f813a1d4-adb8-4695-8560-4e776b70e362 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:33:49.754363 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f813a1d4-adb8-4695-8560-4e776b70e362 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:33:49.754704 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f813a1d4-adb8-4695-8560-4e776b70e362 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:33:49.755738 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f813a1d4-adb8-4695-8560-4e776b70e362 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:33:49.756143 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f813a1d4-adb8-4695-8560-4e776b70e362 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:33:49.756498 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f813a1d4-adb8-4695-8560-4e776b70e362 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:33:49.756858 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f813a1d4-adb8-4695-8560-4e776b70e362 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:33:49.757334 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f813a1d4-adb8-4695-8560-4e776b70e362 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:33:49.757715 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f813a1d4-adb8-4695-8560-4e776b70e362 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:33:49.758099 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f813a1d4-adb8-4695-8560-4e776b70e362 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:33:49.758433 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f813a1d4-adb8-4695-8560-4e776b70e362 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:33:49.758762 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f813a1d4-adb8-4695-8560-4e776b70e362 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:33:49.796261 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-7b5b914c-50d7-4230-a477-a766a7cf4e32 req-71346b06-f071-476e-acd3-ccd0f188642e tempest-ServersTestJSON-482035511 tempest-ServersTestJSON-482035511-project] 10.222.0.75 "GET /v2.0/security-groups?id=37883354-c9cd-40f0-bbce-1c711bac4569&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2532566 Feb 09 19:33:49.808310 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Current status of the port 94d85c19-c273-4c88-a375-d1a7a7cc4d94 is: ACTIVE; New status is: ACTIVE {{(pid=103232) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 19:33:49.819236 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.provisioning_blocks [None req-2265a0f3-7840-4fe4-8164-3dd3b005666a None None] Provisioning complete for port d493df02-fa7a-4180-ac8f-8ee7c0676fbc triggered by entity DHCP. {{(pid=103232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 19:33:49.819911 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-2265a0f3-7840-4fe4-8164-3dd3b005666a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593630'] for port (d493df02-fa7a-4180-ac8f-8ee7c0676fbc), provisioning_complete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:33:49.889864 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-cbc097d8-71de-42b3-a9c3-ff82311c62a5 req-cae51069-2122-436c-a8a1-6f42c753f645 service neutron] 10.222.0.90 "GET /v2.0/networks/30b6826a-2ec4-4081-a475-68e12498d4e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2332442 Feb 09 19:33:49.894741 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-2265a0f3-7840-4fe4-8164-3dd3b005666a None None] Port d493df02-fa7a-4180-ac8f-8ee7c0676fbc cannot update to ACTIVE because it is not bound. {{(pid=103232) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 19:33:50.037550 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-19d0e9b0-d202-4398-a4d4-6120f4c03ceb tempest-NetworksTestDHCPv6-1153288886 tempest-NetworksTestDHCPv6-1153288886-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1820838'] for port (d493df02-fa7a-4180-ac8f-8ee7c0676fbc), precommit_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:33:50.049781 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ecc37bc-19d1-4c7c-97e6-4ea7c1f94274 req-d487e0dc-f42e-4b90-ae9f-bcfb9ce4c1e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:33:50.051569 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-2ecc37bc-19d1-4c7c-97e6-4ea7c1f94274 req-d487e0dc-f42e-4b90-ae9f-bcfb9ce4c1e9 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=1d398ed7d9dd4dd6ba1e1a6a1e6a87ff&device_id=fc118172-28fa-4a25-bb4c-1496f9a39e5f HTTP/1.1" status: 200 len: 1126 time: 0.0882230 Feb 09 19:33:50.055540 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-23d97a8e-b9cc-4840-8957-4ee1efb2c42f tempest-RoutersTest-1116560139 tempest-RoutersTest-1116560139-project] Notify agent at l3_agent.n-d-713498-36 the message routers_updated {{(pid=103229) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 19:33:50.061098 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-23d97a8e-b9cc-4840-8957-4ee1efb2c42f tempest-RoutersTest-1116560139 tempest-RoutersTest-1116560139-project] 10.222.0.75 "PUT /v2.0/routers/313e064b-ffaa-4c47-a7fc-c9666f3ee618/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0075698 Feb 09 19:33:50.066363 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 36264) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:33:50.067669 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c7dc4e1-3f2a-466c-b78c-d648cce03b8d None None] Sync routers for ids ['313e064b-ffaa-4c47-a7fc-c9666f3ee618'] in n-d-713498-36 {{(pid=103232) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 19:33:50.082945 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c7dc4e1-3f2a-466c-b78c-d648cce03b8d None None] Routers {'313e064b-ffaa-4c47-a7fc-c9666f3ee618'} bound to L3 agent in host n-d-713498-36 {{(pid=103232) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 19:33:50.084377 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.l3_hamode_db [None req-8c7dc4e1-3f2a-466c-b78c-d648cce03b8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T18:51:43Z,description=,heartbeat_timestamp=2022-02-09T19:33:43Z,host='n-d-713498-36',id=93303d5e-5d17-45e8-8963-7694f87783ae,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T18:51:43Z,topic='l3_agent')) {'router_ids': ['313e064b-ffaa-4c47-a7fc-c9666f3ee618'], 'active': True} {{(pid=103232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:33:50.084958 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.plugin [None req-19d0e9b0-d202-4398-a4d4-6120f4c03ceb tempest-NetworksTestDHCPv6-1153288886 tempest-NetworksTestDHCPv6-1153288886-project] Calling delete_port for d493df02-fa7a-4180-ac8f-8ee7c0676fbc owned by {{(pid=103229) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 19:33:50.088562 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.db [req-7cbd8945-fd4f-4bdd-8b9d-55fc775a473b req-f91bfdad-b0e2-4fd4-9ad0-db9f18f44ffa service neutron] For port 55e8868e-9f04-4f11-be1b-5fd1709a5f15, host n-h1-713498-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-36',level=0,port_id=55e8868e-9f04-4f11-be1b-5fd1709a5f15,segment=NetworkSegment(7287aa74-ccfd-4c41-8369-48f2461d359d),segment_id=7287aa74-ccfd-4c41-8369-48f2461d359d)] {{(pid=103229) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 19:33:50.124278 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-92ff780d-2895-4ac0-bafc-a35644a1e7f0 req-5c8c8378-b745-4946-815a-757d47e9aef1 service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=d6657ee2-bf4a-4856-a7c3-159d11004937&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.2028465 Feb 09 19:33:50.172917 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57ad494d-8912-42e6-9f4b-350b3385f404 req-69cd1881-b008-4180-a3fe-08627a4e2228 tempest-TestNetworkAdvancedServerOps-1633223542 tempest-TestNetworkAdvancedServerOps-1633223542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:33:50.181323 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-57ad494d-8912-42e6-9f4b-350b3385f404 req-69cd1881-b008-4180-a3fe-08627a4e2228 tempest-TestNetworkAdvancedServerOps-1633223542 tempest-TestNetworkAdvancedServerOps-1633223542-project] 10.222.0.75 "GET /v2.0/ports?device_id=6d32a9d7-5256-4edb-9bbc-ad99ab71ecfa HTTP/1.1" status: 200 len: 945 time: 0.2712982 Feb 09 19:33:50.200443 n-d-713498-36 neutron-server[103230]: DEBUG neutron.db.db_base_plugin_v2 [None req-d4663da6-ecbf-44bd-8a22-16035e944676 tempest-RoutersTest-1116560139 tempest-RoutersTest-1116560139-project] Deleting subnet b3e8f31d-a070-42b3-b962-2f623803b97f {{(pid=103230) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 19:33:50.218839 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-d4663da6-ecbf-44bd-8a22-16035e944676 tempest-RoutersTest-1116560139 tempest-RoutersTest-1116560139-project] Publish callbacks [] for subnet (b3e8f31d-a070-42b3-b962-2f623803b97f), before_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:33:50.247506 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.db [req-7cbd8945-fd4f-4bdd-8b9d-55fc775a473b req-f91bfdad-b0e2-4fd4-9ad0-db9f18f44ffa service neutron] For port 55e8868e-9f04-4f11-be1b-5fd1709a5f15, host n-h1-713498-36, cleared binding levels {{(pid=103229) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 19:33:50.270841 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ecc37bc-19d1-4c7c-97e6-4ea7c1f94274 req-b3d53e33-aaa1-4c91-93c4-f34ea4abcd75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:33:50.273144 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-2ecc37bc-19d1-4c7c-97e6-4ea7c1f94274 req-b3d53e33-aaa1-4c91-93c4-f34ea4abcd75 service neutron] 10.222.0.90 "GET /v2.0/networks?id=30b6826a-2ec4-4081-a475-68e12498d4e4 HTTP/1.1" status: 200 len: 907 time: 0.2053413 Feb 09 19:33:50.274758 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.l3_dvr_db [None req-8c7dc4e1-3f2a-466c-b78c-d648cce03b8d None None] Set router 313e064b-ffaa-4c47-a7fc-c9666f3ee618 gateway port host: None {{(pid=103232) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 19:33:50.282754 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-d4663da6-ecbf-44bd-8a22-16035e944676 tempest-RoutersTest-1116560139 tempest-RoutersTest-1116560139-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12895822'] for subnet (b3e8f31d-a070-42b3-b962-2f623803b97f), precommit_delete_associations {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:33:50.369584 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-57ad494d-8912-42e6-9f4b-350b3385f404 req-97f8e308-1244-4e25-bc60-b28e52000154 tempest-TestNetworkAdvancedServerOps-1633223542 tempest-TestNetworkAdvancedServerOps-1633223542-project] 10.222.0.75 "GET /v2.0/security-groups?id=3248743f-f5fe-4756-978e-05f0e965efae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1870387 Feb 09 19:33:50.372005 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-2ecc37bc-19d1-4c7c-97e6-4ea7c1f94274 req-20c67996-c760-4548-8349-392ce7d6a284 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=233cd14e-68f1-4266-a47f-28e2686a3191 HTTP/1.1" status: 200 len: 217 time: 0.0808496 Feb 09 19:33:50.383502 n-d-713498-36 neutron-server[103229]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6d32a9d7-5256-4edb-9bbc-ad99ab71ecfa', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '55e8868e-9f04-4f11-be1b-5fd1709a5f15'}] {{(pid=103229) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 19:33:50.383502 n-d-713498-36 neutron-server[103229]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fa6ae9a20702bd564eaf90d946620b2b4277b1ab91129323d3b54181076be307" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0c87f7e5-2381-4f67-896e-ba016ff13268" -d '{"events": [{"server_uuid": "6d32a9d7-5256-4edb-9bbc-ad99ab71ecfa", "name": "network-vif-unplugged", "status": "completed", "tag": "55e8868e-9f04-4f11-be1b-5fd1709a5f15"}]}' {{(pid=103229) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 19:33:50.384906 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-7cbd8945-fd4f-4bdd-8b9d-55fc775a473b req-f91bfdad-b0e2-4fd4-9ad0-db9f18f44ffa service neutron] Publish callbacks [] for port (55e8868e-9f04-4f11-be1b-5fd1709a5f15), precommit_update {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:33:50.397315 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92ff780d-2895-4ac0-bafc-a35644a1e7f0 req-2768093c-eb6c-4c95-9de7-19da9836f334 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:33:50.398946 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-92ff780d-2895-4ac0-bafc-a35644a1e7f0 req-2768093c-eb6c-4c95-9de7-19da9836f334 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=1d398ed7d9dd4dd6ba1e1a6a1e6a87ff&device_id=d6657ee2-bf4a-4856-a7c3-159d11004937 HTTP/1.1" status: 200 len: 1129 time: 0.2019429 Feb 09 19:33:50.440265 n-d-713498-36 neutron-server[103229]: DEBUG neutron.db.provisioning_blocks [req-7cbd8945-fd4f-4bdd-8b9d-55fc775a473b req-f91bfdad-b0e2-4fd4-9ad0-db9f18f44ffa service neutron] Transition to ACTIVE for port object 55e8868e-9f04-4f11-be1b-5fd1709a5f15 will not be triggered until provisioned by entity L2. {{(pid=103229) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 19:33:50.501542 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-d4663da6-ecbf-44bd-8a22-16035e944676 tempest-RoutersTest-1116560139 tempest-RoutersTest-1116560139-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-759852'] for subnet (b3e8f31d-a070-42b3-b962-2f623803b97f), precommit_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:33:50.557290 n-d-713498-36 neutron-server[103229]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 09 Feb 2022 19:33:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cd548bda-11b1-4545-80df-6b46e6745a39 x-openstack-request-id: req-cd548bda-11b1-4545-80df-6b46e6745a39 {{(pid=103229) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 19:33:50.557597 n-d-713498-36 neutron-server[103229]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6d32a9d7-5256-4edb-9bbc-ad99ab71ecfa", "name": "network-vif-unplugged", "status": "completed", "tag": "55e8868e-9f04-4f11-be1b-5fd1709a5f15", "code": 200}]} {{(pid=103229) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 19:33:50.557857 n-d-713498-36 neutron-server[103229]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-cd548bda-11b1-4545-80df-6b46e6745a39 {{(pid=103229) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 19:33:50.558750 n-d-713498-36 neutron-server[103229]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6d32a9d7-5256-4edb-9bbc-ad99ab71ecfa', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '55e8868e-9f04-4f11-be1b-5fd1709a5f15', 'code': 200} Feb 09 19:33:50.609305 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ecc37bc-19d1-4c7c-97e6-4ea7c1f94274 req-32162077-9b51-4832-bd71-68f366b2dd6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:33:50.610943 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-2ecc37bc-19d1-4c7c-97e6-4ea7c1f94274 req-32162077-9b51-4832-bd71-68f366b2dd6f service neutron] 10.222.0.90 "GET /v2.0/subnets?id=030193b3-b985-4d6c-b0c1-2ea320638096 HTTP/1.1" status: 200 len: 846 time: 0.0724280 Feb 09 19:33:50.614935 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-d4663da6-ecbf-44bd-8a22-16035e944676 tempest-RoutersTest-1116560139 tempest-RoutersTest-1116560139-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-760023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14393672', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12985882'] for subnet (b3e8f31d-a070-42b3-b962-2f623803b97f), after_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:33:50.651681 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.l3_hamode_db [None req-8c7dc4e1-3f2a-466c-b78c-d648cce03b8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '313e064b-ffaa-4c47-a7fc-c9666f3ee618', 'name': 'tempest-RoutersTest-router-2104240187', 'tenant_id': '009d54e3af88488b8213379431f58202', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T19:32:45Z', 'updated_at': '2022-02-09T19:33:46Z', 'revision_number': 10, 'project_id': '009d54e3af88488b8213379431f58202', 'gw_port_host': None, '_interfaces': [{'id': '67fdfdea-2927-4154-9cbc-5ca4674ede19', 'name': '', 'network_id': 'b7476005-329d-43d5-ba02-3c7e4ca9d210', 'tenant_id': '009d54e3af88488b8213379431f58202', 'mac_address': 'fa:16:3e:31:9a:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '313e064b-ffaa-4c47-a7fc-c9666f3ee618', 'device_owner': 'network:router_interface', 'standard_attr_id': 3117, 'fixed_ips': [{'subnet_id': '1aa458bd-e51c-4d7d-8d13-8dbe39a30c15', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T19:32:47Z', 'updated_at': '2022-02-09T19:32:53Z', 'revision_number': 5, 'project_id': '009d54e3af88488b8213379431f58202', 'subnets': [{'id': '1aa458bd-e51c-4d7d-8d13-8dbe39a30c15', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-36', False) {} {{(pid=103232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:33:50.656269 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4663da6-ecbf-44bd-8a22-16035e944676 tempest-RoutersTest-1116560139 tempest-RoutersTest-1116560139-project] Pushing event deleted for resources: {'Subnet': ['ID=b3e8f31d-a070-42b3-b962-2f623803b97f,revision_number=None']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:33:50.678320 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92ff780d-2895-4ac0-bafc-a35644a1e7f0 req-6be84eed-9f2c-4070-aad9-c1fa24735ee4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:33:50.680361 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-92ff780d-2895-4ac0-bafc-a35644a1e7f0 req-6be84eed-9f2c-4070-aad9-c1fa24735ee4 service neutron] 10.222.0.89 "GET /v2.0/networks?id=30b6826a-2ec4-4081-a475-68e12498d4e4 HTTP/1.1" status: 200 len: 907 time: 0.2389531 Feb 09 19:33:50.681274 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-7cbd8945-fd4f-4bdd-8b9d-55fc775a473b req-f91bfdad-b0e2-4fd4-9ad0-db9f18f44ffa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762867176205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762866656485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762866656503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12867569'] for port (55e8868e-9f04-4f11-be1b-5fd1709a5f15), after_update {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:33:50.681476 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4663da6-ecbf-44bd-8a22-16035e944676 tempest-RoutersTest-1116560139 tempest-RoutersTest-1116560139-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:33:50.681936 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4663da6-ecbf-44bd-8a22-16035e944676 tempest-RoutersTest-1116560139 tempest-RoutersTest-1116560139-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:33:50.682409 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4663da6-ecbf-44bd-8a22-16035e944676 tempest-RoutersTest-1116560139 tempest-RoutersTest-1116560139-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:33:50.682904 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4663da6-ecbf-44bd-8a22-16035e944676 tempest-RoutersTest-1116560139 tempest-RoutersTest-1116560139-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:33:50.683334 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4663da6-ecbf-44bd-8a22-16035e944676 tempest-RoutersTest-1116560139 tempest-RoutersTest-1116560139-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:33:50.683766 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4663da6-ecbf-44bd-8a22-16035e944676 tempest-RoutersTest-1116560139 tempest-RoutersTest-1116560139-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:33:50.684251 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4663da6-ecbf-44bd-8a22-16035e944676 tempest-RoutersTest-1116560139 tempest-RoutersTest-1116560139-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:33:50.684720 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4663da6-ecbf-44bd-8a22-16035e944676 tempest-RoutersTest-1116560139 tempest-RoutersTest-1116560139-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:33:50.685371 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4663da6-ecbf-44bd-8a22-16035e944676 tempest-RoutersTest-1116560139 tempest-RoutersTest-1116560139-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:33:50.685538 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4663da6-ecbf-44bd-8a22-16035e944676 tempest-RoutersTest-1116560139 tempest-RoutersTest-1116560139-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:33:50.685972 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4663da6-ecbf-44bd-8a22-16035e944676 tempest-RoutersTest-1116560139 tempest-RoutersTest-1116560139-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:33:50.686587 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4663da6-ecbf-44bd-8a22-16035e944676 tempest-RoutersTest-1116560139 tempest-RoutersTest-1116560139-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:33:50.687247 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4663da6-ecbf-44bd-8a22-16035e944676 tempest-RoutersTest-1116560139 tempest-RoutersTest-1116560139-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:33:50.693725 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-2ecc37bc-19d1-4c7c-97e6-4ea7c1f94274 req-80cee1ac-8c0a-4535-a3e3-b29956a1ed00 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=30b6826a-2ec4-4081-a475-68e12498d4e4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0712457 Feb 09 19:33:50.698034 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-d4663da6-ecbf-44bd-8a22-16035e944676 tempest-RoutersTest-1116560139 tempest-RoutersTest-1116560139-project] Publish callbacks [] for subnet (None), before_response {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:33:50.701948 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-d4663da6-ecbf-44bd-8a22-16035e944676 tempest-RoutersTest-1116560139 tempest-RoutersTest-1116560139-project] 10.222.0.75 "DELETE /v2.0/subnets/b3e8f31d-a070-42b3-b962-2f623803b97f HTTP/1.1" status: 204 len: 168 time: 0.6234379 Feb 09 19:33:50.704644 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 36268) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:33:50.709688 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-19d0e9b0-d202-4398-a4d4-6120f4c03ceb tempest-NetworksTestDHCPv6-1153288886 tempest-NetworksTestDHCPv6-1153288886-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762867177463', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762866656476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12867576'] for port (d493df02-fa7a-4180-ac8f-8ee7c0676fbc), after_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:33:50.737945 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03cb1414-f3ab-48cd-930b-6dfcfd00bd90 None None] Network 101d973c-b3a2-4013-b223-96f53753dfe5 requested from n-d-713498-36 {{(pid=103232) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 19:33:50.742633 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c7dc4e1-3f2a-466c-b78c-d648cce03b8d None None] Checking router: 313e064b-ffaa-4c47-a7fc-c9666f3ee618 for host: n-d-713498-36 {{(pid=103232) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 19:33:50.808575 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c7dc4e1-3f2a-466c-b78c-d648cce03b8d None None] Routers {'313e064b-ffaa-4c47-a7fc-c9666f3ee618'} bound to L3 agent in host n-d-713498-36 {{(pid=103232) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 19:33:50.809502 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.l3_hamode_db [None req-8c7dc4e1-3f2a-466c-b78c-d648cce03b8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T18:51:43Z,description=,heartbeat_timestamp=2022-02-09T19:33:43Z,host='n-d-713498-36',id=93303d5e-5d17-45e8-8963-7694f87783ae,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T18:51:43Z,topic='l3_agent')) {'router_ids': ['313e064b-ffaa-4c47-a7fc-c9666f3ee618'], 'active': True} {{(pid=103232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:33:50.846001 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-92ff780d-2895-4ac0-bafc-a35644a1e7f0 req-b74e3e84-4725-4473-b02c-e5e6e6299985 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f66e9e9f-dc25-41b3-a2e4-a6e5122a970c HTTP/1.1" status: 200 len: 217 time: 0.1503451 Feb 09 19:33:50.893498 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-66e563e0-1764-40bc-850d-fb1f37677724 tempest-RoutersTest-1116560139 tempest-RoutersTest-1116560139-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-670458'] for network (101d973c-b3a2-4013-b223-96f53753dfe5), before_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:33:51.035474 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-2ecc37bc-19d1-4c7c-97e6-4ea7c1f94274 req-70eae875-d64a-43f7-b9df-5895a66b6fad service neutron] 10.222.0.90 "GET /v2.0/networks/30b6826a-2ec4-4081-a475-68e12498d4e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3191314 Feb 09 19:33:51.045474 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Device 94d85c19-c273-4c88-a375-d1a7a7cc4d94 up at agent ovs-agent-n-d-713498-36 {{(pid=103232) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 19:33:51.067093 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Device 55e8868e-9f04-4f11-be1b-5fd1709a5f15 no longer exists at agent hyperv_n-h1-713498-36 {{(pid=103232) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 19:33:51.252756 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.plugin [None req-66e563e0-1764-40bc-850d-fb1f37677724 tempest-RoutersTest-1116560139 tempest-RoutersTest-1116560139-project] Deleting port 453f380a-58f6-4379-9c1f-c53570bf7eff {{(pid=103230) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 19:33:51.253324 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-66e563e0-1764-40bc-850d-fb1f37677724 tempest-RoutersTest-1116560139 tempest-RoutersTest-1116560139-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762867170196'] for port (453f380a-58f6-4379-9c1f-c53570bf7eff), before_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:33:51.269912 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f91bfdad-b0e2-4fd4-9ad0-db9f18f44ffa service neutron] Pushing event updated for resources: {'Port': ['ID=55e8868e-9f04-4f11-be1b-5fd1709a5f15,revision_number=6']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:33:51.287398 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-19d0e9b0-d202-4398-a4d4-6120f4c03ceb tempest-NetworksTestDHCPv6-1153288886 tempest-NetworksTestDHCPv6-1153288886-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171096'] for port (None), before_response {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:33:51.299056 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-19d0e9b0-d202-4398-a4d4-6120f4c03ceb tempest-NetworksTestDHCPv6-1153288886 tempest-NetworksTestDHCPv6-1153288886-project] 10.222.0.75 "DELETE /v2.0/ports/d493df02-fa7a-4180-ac8f-8ee7c0676fbc HTTP/1.1" status: 204 len: 168 time: 3.1977170 Feb 09 19:33:51.311767 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 36278) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:33:51.322840 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.l3_dvr_db [None req-8c7dc4e1-3f2a-466c-b78c-d648cce03b8d None None] Set router 313e064b-ffaa-4c47-a7fc-c9666f3ee618 gateway port host: None {{(pid=103232) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 19:33:51.378837 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92ff780d-2895-4ac0-bafc-a35644a1e7f0 req-b2930b0d-d37e-4aa1-97e5-3ece29ca211a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:33:51.380961 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-92ff780d-2895-4ac0-bafc-a35644a1e7f0 req-b2930b0d-d37e-4aa1-97e5-3ece29ca211a service neutron] 10.222.0.89 "GET /v2.0/subnets?id=030193b3-b985-4d6c-b0c1-2ea320638096 HTTP/1.1" status: 200 len: 846 time: 0.5136983 Feb 09 19:33:51.386482 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19d0e9b0-d202-4398-a4d4-6120f4c03ceb tempest-NetworksTestDHCPv6-1153288886 tempest-NetworksTestDHCPv6-1153288886-project] Pushing event deleted for resources: {'Port': ['ID=d493df02-fa7a-4180-ac8f-8ee7c0676fbc,revision_number=None']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:33:51.415574 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] The host n-h1-713498-36 is not matching for port 55e8868e-9f04-4f11-be1b-5fd1709a5f15 host n-h2-713498-36! {{(pid=103232) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2330}} Feb 09 19:33:51.417353 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Device 55e8868e-9f04-4f11-be1b-5fd1709a5f15 not bound to the agent host n-h1-713498-36 {{(pid=103232) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 19:33:51.451790 n-d-713498-36 neutron-server[103229]: DEBUG neutron.db.l3_dvrscheduler_db [req-7cbd8945-fd4f-4bdd-8b9d-55fc775a473b req-f91bfdad-b0e2-4fd4-9ad0-db9f18f44ffa service neutron] No DVR routers for this DVR port 55e8868e-9f04-4f11-be1b-5fd1709a5f15 on host n-h1-713498-36 {{(pid=103229) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 19:33:51.455559 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-92ff780d-2895-4ac0-bafc-a35644a1e7f0 req-5924dc5a-9232-4297-9eb1-d7408063e43e service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=30b6826a-2ec4-4081-a475-68e12498d4e4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0634501 Feb 09 19:33:51.502227 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38f8e226-e674-41b8-b7b9-31f2e27c6b5b req-149b4f81-840f-4e53-85f2-02e59741027e tempest-ServersTestJSON-482035511 tempest-ServersTestJSON-482035511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:33:51.504010 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-38f8e226-e674-41b8-b7b9-31f2e27c6b5b req-149b4f81-840f-4e53-85f2-02e59741027e tempest-ServersTestJSON-482035511 tempest-ServersTestJSON-482035511-project] 10.222.0.75 "GET /v2.0/ports?device_id=fc118172-28fa-4a25-bb4c-1496f9a39e5f HTTP/1.1" status: 200 len: 943 time: 0.4928420 Feb 09 19:33:51.523290 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-2ecc37bc-19d1-4c7c-97e6-4ea7c1f94274 req-ec057a2d-4a80-4529-b782-81aab04a87c4 service neutron] 10.222.0.90 "GET /v2.0/networks/30b6826a-2ec4-4081-a475-68e12498d4e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4751580 Feb 09 19:33:51.584563 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d336b0c3-c188-4afa-8248-a1766d0bb9bc None None] DHCP port deletion for 101d973c-b3a2-4013-b223-96f53753dfe5 request from n-d-713498-36 {{(pid=103232) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 09 19:33:51.591265 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.provisioning_blocks [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Provisioning complete for port 94d85c19-c273-4c88-a375-d1a7a7cc4d94 triggered by entity L2. {{(pid=103232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 19:33:51.591639 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593630'] for port (94d85c19-c273-4c88-a375-d1a7a7cc4d94), provisioning_complete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:33:51.672716 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-38f8e226-e674-41b8-b7b9-31f2e27c6b5b req-17353ee2-91dd-4df7-a365-30e2b94dd332 tempest-ServersTestJSON-482035511 tempest-ServersTestJSON-482035511-project] 10.222.0.75 "GET /v2.0/security-groups?id=37883354-c9cd-40f0-bbce-1c711bac4569&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1248596 Feb 09 19:33:51.705728 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.db [None req-66e563e0-1764-40bc-850d-fb1f37677724 tempest-RoutersTest-1116560139 tempest-RoutersTest-1116560139-project] For port 453f380a-58f6-4379-9c1f-c53570bf7eff, host n-d-713498-36, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-36',level=0,port_id=453f380a-58f6-4379-9c1f-c53570bf7eff,segment=NetworkSegment(ac1804ba-7f7d-43c7-b41c-12e5dbecd977),segment_id=ac1804ba-7f7d-43c7-b41c-12e5dbecd977)] {{(pid=103230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 19:33:51.706024 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-66e563e0-1764-40bc-850d-fb1f37677724 tempest-RoutersTest-1116560139 tempest-RoutersTest-1116560139-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1820838'] for port (453f380a-58f6-4379-9c1f-c53570bf7eff), precommit_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:33:51.713260 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-92ff780d-2895-4ac0-bafc-a35644a1e7f0 req-855f96f4-bb63-465e-8240-c6a180c5cbc0 service neutron] 10.222.0.89 "GET /v2.0/networks/30b6826a-2ec4-4081-a475-68e12498d4e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1777558 Feb 09 19:33:51.732289 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6593102d-1567-42cb-a9da-380b426514ff tempest-NetworksTestDHCPv6-1153288886 tempest-NetworksTestDHCPv6-1153288886-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:33:51.733624 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6593102d-1567-42cb-a9da-380b426514ff tempest-NetworksTestDHCPv6-1153288886 tempest-NetworksTestDHCPv6-1153288886-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:33:51.740223 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-6593102d-1567-42cb-a9da-380b426514ff tempest-NetworksTestDHCPv6-1153288886 tempest-NetworksTestDHCPv6-1153288886-project] 10.222.0.75 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.3249021 Feb 09 19:33:51.741034 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 36282) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:33:51.742372 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.plugin [None req-66e563e0-1764-40bc-850d-fb1f37677724 tempest-RoutersTest-1116560139 tempest-RoutersTest-1116560139-project] Calling delete_port for 453f380a-58f6-4379-9c1f-c53570bf7eff owned by network:dhcp {{(pid=103230) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 19:33:51.804775 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f17b1ac5-9475-443f-ba9a-ab282e32ef8d req-867fb5e0-2d2f-4140-9f2b-cc5a2eb1d5c8 tempest-TestNetworkAdvancedServerOps-1633223542 tempest-TestNetworkAdvancedServerOps-1633223542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:33:51.806238 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-f17b1ac5-9475-443f-ba9a-ab282e32ef8d req-867fb5e0-2d2f-4140-9f2b-cc5a2eb1d5c8 tempest-TestNetworkAdvancedServerOps-1633223542 tempest-TestNetworkAdvancedServerOps-1633223542-project] 10.222.0.75 "GET /v2.0/ports?device_id=6d32a9d7-5256-4edb-9bbc-ad99ab71ecfa HTTP/1.1" status: 200 len: 943 time: 0.3079410 Feb 09 19:33:51.855004 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.managers [req-7cbd8945-fd4f-4bdd-8b9d-55fc775a473b req-f91bfdad-b0e2-4fd4-9ad0-db9f18f44ffa service neutron] Attempting to bind port 55e8868e-9f04-4f11-be1b-5fd1709a5f15 on host n-h2-713498-36 for vnic_type normal with profile {{(pid=103229) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 19:33:51.855379 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.managers [req-7cbd8945-fd4f-4bdd-8b9d-55fc775a473b req-f91bfdad-b0e2-4fd4-9ad0-db9f18f44ffa service neutron] Attempting to bind port 55e8868e-9f04-4f11-be1b-5fd1709a5f15 by drivers openvswitch,hyperv on host n-h2-713498-36 at level 0 using segments [{'id': '7287aa74-ccfd-4c41-8369-48f2461d359d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': '34db1430-f99d-431a-b04f-54003e680bea'}] {{(pid=103229) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 19:33:51.856144 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7cbd8945-fd4f-4bdd-8b9d-55fc775a473b req-f91bfdad-b0e2-4fd4-9ad0-db9f18f44ffa service neutron] Attempting to bind port 55e8868e-9f04-4f11-be1b-5fd1709a5f15 on network 34db1430-f99d-431a-b04f-54003e680bea {{(pid=103229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 19:33:51.862490 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7cbd8945-fd4f-4bdd-8b9d-55fc775a473b req-f91bfdad-b0e2-4fd4-9ad0-db9f18f44ffa service neutron] Port 55e8868e-9f04-4f11-be1b-5fd1709a5f15 on network 34db1430-f99d-431a-b04f-54003e680bea not bound, no agent of type Open vSwitch agent registered on host n-h2-713498-36 {{(pid=103229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 19:33:51.862824 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7cbd8945-fd4f-4bdd-8b9d-55fc775a473b req-f91bfdad-b0e2-4fd4-9ad0-db9f18f44ffa service neutron] Attempting to bind port 55e8868e-9f04-4f11-be1b-5fd1709a5f15 on network 34db1430-f99d-431a-b04f-54003e680bea {{(pid=103229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 19:33:51.879078 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7cbd8945-fd4f-4bdd-8b9d-55fc775a473b req-f91bfdad-b0e2-4fd4-9ad0-db9f18f44ffa service neutron] Checking agent: {'id': 'bcd5faee-dc24-4298-9134-0e0aa054058e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713498-36', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 18, 59, 19), 'started_at': datetime.datetime(2022, 2, 9, 18, 59, 19), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 19, 33, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 19:33:51.879425 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7cbd8945-fd4f-4bdd-8b9d-55fc775a473b req-f91bfdad-b0e2-4fd4-9ad0-db9f18f44ffa service neutron] Checking segment: {'id': '7287aa74-ccfd-4c41-8369-48f2461d359d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': '34db1430-f99d-431a-b04f-54003e680bea'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103229) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 19:33:51.879826 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7cbd8945-fd4f-4bdd-8b9d-55fc775a473b req-f91bfdad-b0e2-4fd4-9ad0-db9f18f44ffa service neutron] Bound using segment: {'id': '7287aa74-ccfd-4c41-8369-48f2461d359d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': '34db1430-f99d-431a-b04f-54003e680bea'} {{(pid=103229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 19:33:51.880813 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.managers [req-7cbd8945-fd4f-4bdd-8b9d-55fc775a473b req-f91bfdad-b0e2-4fd4-9ad0-db9f18f44ffa service neutron] Bound port: 55e8868e-9f04-4f11-be1b-5fd1709a5f15, host: n-h2-713498-36, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7287aa74-ccfd-4c41-8369-48f2461d359d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': '34db1430-f99d-431a-b04f-54003e680bea'}}] {{(pid=103229) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 19:33:51.881347 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-7cbd8945-fd4f-4bdd-8b9d-55fc775a473b req-f91bfdad-b0e2-4fd4-9ad0-db9f18f44ffa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (55e8868e-9f04-4f11-be1b-5fd1709a5f15), before_update {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:33:51.885484 n-d-713498-36 neutron-server[103230]: DEBUG neutron.db.db_base_plugin_v2 [None req-ca442361-d372-4c5f-ab8a-f1687eeec1af tempest-NetworksTestDHCPv6-1153288886 tempest-NetworksTestDHCPv6-1153288886-project] Deleting subnet f8d502b8-071c-456a-8534-cf9e043c0a43 {{(pid=103230) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 19:33:51.889790 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-ca442361-d372-4c5f-ab8a-f1687eeec1af tempest-NetworksTestDHCPv6-1153288886 tempest-NetworksTestDHCPv6-1153288886-project] Publish callbacks [] for subnet (f8d502b8-071c-456a-8534-cf9e043c0a43), before_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:33:51.945893 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-ca442361-d372-4c5f-ab8a-f1687eeec1af tempest-NetworksTestDHCPv6-1153288886 tempest-NetworksTestDHCPv6-1153288886-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12895822'] for subnet (f8d502b8-071c-456a-8534-cf9e043c0a43), precommit_delete_associations {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:33:52.047798 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-ca442361-d372-4c5f-ab8a-f1687eeec1af tempest-NetworksTestDHCPv6-1153288886 tempest-NetworksTestDHCPv6-1153288886-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-759852'] for subnet (f8d502b8-071c-456a-8534-cf9e043c0a43), precommit_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:33:52.126451 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-92ff780d-2895-4ac0-bafc-a35644a1e7f0 req-dd99cf6c-2da8-4723-b1ba-7487a2b17ae9 service neutron] 10.222.0.89 "GET /v2.0/networks/30b6826a-2ec4-4081-a475-68e12498d4e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4071267 Feb 09 19:33:52.136398 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.db [req-7cbd8945-fd4f-4bdd-8b9d-55fc775a473b req-f91bfdad-b0e2-4fd4-9ad0-db9f18f44ffa service neutron] For port 55e8868e-9f04-4f11-be1b-5fd1709a5f15, host n-h2-713498-36, cleared binding levels {{(pid=103229) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 19:33:52.137091 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-ca442361-d372-4c5f-ab8a-f1687eeec1af tempest-NetworksTestDHCPv6-1153288886 tempest-NetworksTestDHCPv6-1153288886-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-760023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14393672', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12985882'] for subnet (f8d502b8-071c-456a-8534-cf9e043c0a43), after_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:33:52.147930 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.db [req-7cbd8945-fd4f-4bdd-8b9d-55fc775a473b req-f91bfdad-b0e2-4fd4-9ad0-db9f18f44ffa service neutron] For port 55e8868e-9f04-4f11-be1b-5fd1709a5f15, host n-h2-713498-36, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-36',level=0,port_id=55e8868e-9f04-4f11-be1b-5fd1709a5f15,segment=NetworkSegment(7287aa74-ccfd-4c41-8369-48f2461d359d),segment_id=7287aa74-ccfd-4c41-8369-48f2461d359d)] {{(pid=103229) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 19:33:52.157156 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-7cbd8945-fd4f-4bdd-8b9d-55fc775a473b req-f91bfdad-b0e2-4fd4-9ad0-db9f18f44ffa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762867176205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762866656485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762866656503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12867569'] for port (55e8868e-9f04-4f11-be1b-5fd1709a5f15), after_update {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:33:52.169460 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-d336b0c3-c188-4afa-8248-a1766d0bb9bc None None] Deleting port 453f380a-58f6-4379-9c1f-c53570bf7eff {{(pid=103232) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 19:33:52.170021 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-d336b0c3-c188-4afa-8248-a1766d0bb9bc None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762867170196'] for port (453f380a-58f6-4379-9c1f-c53570bf7eff), before_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:33:52.206907 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca442361-d372-4c5f-ab8a-f1687eeec1af tempest-NetworksTestDHCPv6-1153288886 tempest-NetworksTestDHCPv6-1153288886-project] Pushing event deleted for resources: {'Subnet': ['ID=f8d502b8-071c-456a-8534-cf9e043c0a43,revision_number=None']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:33:52.240073 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cbd8945-fd4f-4bdd-8b9d-55fc775a473b req-f91bfdad-b0e2-4fd4-9ad0-db9f18f44ffa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:33:52.240547 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-7cbd8945-fd4f-4bdd-8b9d-55fc775a473b req-f91bfdad-b0e2-4fd4-9ad0-db9f18f44ffa service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171096'] for port (None), before_response {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:33:52.242225 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-7cbd8945-fd4f-4bdd-8b9d-55fc775a473b req-f91bfdad-b0e2-4fd4-9ad0-db9f18f44ffa service neutron] 10.222.0.90 "PUT /v2.0/ports/55e8868e-9f04-4f11-be1b-5fd1709a5f15 HTTP/1.1" status: 200 len: 1092 time: 4.3983030 Feb 09 19:33:52.249092 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Current status of the port 94d85c19-c273-4c88-a375-d1a7a7cc4d94 is: ACTIVE; New status is: ACTIVE {{(pid=103232) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 19:33:52.262819 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97a26941-6dc3-484a-a816-36eca70ce8f8 None None] Network f63a97a6-2552-42d7-aee9-c49ce8319647 requested from n-d-713498-36 {{(pid=103232) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 19:33:52.269785 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.l3_hamode_db [None req-8c7dc4e1-3f2a-466c-b78c-d648cce03b8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '313e064b-ffaa-4c47-a7fc-c9666f3ee618', 'name': 'tempest-RoutersTest-router-2104240187', 'tenant_id': '009d54e3af88488b8213379431f58202', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T19:32:45Z', 'updated_at': '2022-02-09T19:33:46Z', 'revision_number': 10, 'project_id': '009d54e3af88488b8213379431f58202', 'gw_port_host': None, '_interfaces': [{'id': '67fdfdea-2927-4154-9cbc-5ca4674ede19', 'name': '', 'network_id': 'b7476005-329d-43d5-ba02-3c7e4ca9d210', 'tenant_id': '009d54e3af88488b8213379431f58202', 'mac_address': 'fa:16:3e:31:9a:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '313e064b-ffaa-4c47-a7fc-c9666f3ee618', 'device_owner': 'network:router_interface', 'standard_attr_id': 3117, 'fixed_ips': [{'subnet_id': '1aa458bd-e51c-4d7d-8d13-8dbe39a30c15', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T19:32:47Z', 'updated_at': '2022-02-09T19:32:53Z', 'revision_number': 5, 'project_id': '009d54e3af88488b8213379431f58202', 'subnets': [{'id': '1aa458bd-e51c-4d7d-8d13-8dbe39a30c15', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-36', False) {} {{(pid=103232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:33:52.283622 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-f17b1ac5-9475-443f-ba9a-ab282e32ef8d req-ae7a4fba-3872-454b-95b8-06f0028c3086 tempest-TestNetworkAdvancedServerOps-1633223542 tempest-TestNetworkAdvancedServerOps-1633223542-project] 10.222.0.75 "GET /v2.0/security-groups?id=3248743f-f5fe-4756-978e-05f0e965efae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4695597 Feb 09 19:33:52.299749 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-ca442361-d372-4c5f-ab8a-f1687eeec1af tempest-NetworksTestDHCPv6-1153288886 tempest-NetworksTestDHCPv6-1153288886-project] Publish callbacks [] for subnet (None), before_response {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:33:52.313834 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-ca442361-d372-4c5f-ab8a-f1687eeec1af tempest-NetworksTestDHCPv6-1153288886 tempest-NetworksTestDHCPv6-1153288886-project] 10.222.0.75 "DELETE /v2.0/subnets/f8d502b8-071c-456a-8534-cf9e043c0a43 HTTP/1.1" status: 204 len: 168 time: 0.5652010 Feb 09 19:33:52.327858 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 36288) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:33:52.358350 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-66e563e0-1764-40bc-850d-fb1f37677724 tempest-RoutersTest-1116560139 tempest-RoutersTest-1116560139-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762867177463', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762866656476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14393751'] for port (453f380a-58f6-4379-9c1f-c53570bf7eff), after_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:33:52.378847 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f91bfdad-b0e2-4fd4-9ad0-db9f18f44ffa service neutron] Pushing event updated for resources: {'Port': ['ID=55e8868e-9f04-4f11-be1b-5fd1709a5f15,revision_number=7']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:33:52.390246 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-213d988a-17e2-4703-9725-e7b5c2c6bb78 tempest-NetworksTestDHCPv6-1153288886 tempest-NetworksTestDHCPv6-1153288886-project] 10.222.0.75 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0530646 Feb 09 19:33:52.391101 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 36290) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:33:52.399194 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.v2.base [None req-21e89b73-ddba-46ce-8dac-e6812c4b4322 tempest-NetworksTestDHCPv6-1153288886 tempest-NetworksTestDHCPv6-1153288886-project] Request body: {'subnet': {'network_id': 'f63a97a6-2552-42d7-aee9-c49ce8319647', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 19:33:52.406798 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c7dc4e1-3f2a-466c-b78c-d648cce03b8d None None] The sync data for ids ['313e064b-ffaa-4c47-a7fc-c9666f3ee618'] in n-d-713498-36 is: [{'id': '313e064b-ffaa-4c47-a7fc-c9666f3ee618', 'name': 'tempest-RoutersTest-router-2104240187', 'tenant_id': '009d54e3af88488b8213379431f58202', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T19:32:45Z', 'updated_at': '2022-02-09T19:33:46Z', 'revision_number': 10, 'project_id': '009d54e3af88488b8213379431f58202', 'gw_port_host': None, '_interfaces': [{'id': '67fdfdea-2927-4154-9cbc-5ca4674ede19', 'name': '', 'network_id': 'b7476005-329d-43d5-ba02-3c7e4ca9d210', 'tenant_id': '009d54e3af88488b8213379431f58202', 'mac_address': 'fa:16:3e:31:9a:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '313e064b-ffaa-4c47-a7fc-c9666f3ee618', 'device_owner': 'network:router_interface', 'standard_attr_id': 3117, 'fixed_ips': [{'subnet_id': '1aa458bd-e51c-4d7d-8d13-8dbe39a30c15', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T19:32:47Z', 'updated_at': '2022-02-09T19:32:53Z', 'revision_number': 5, 'project_id': '009d54e3af88488b8213379431f58202', 'subnets': [{'id': '1aa458bd-e51c-4d7d-8d13-8dbe39a30c15', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103232) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 19:33:52.435598 n-d-713498-36 neutron-server[103230]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66e563e0-1764-40bc-850d-fb1f37677724 tempest-RoutersTest-1116560139 tempest-RoutersTest-1116560139-project] No DVR routers for this DVR port 453f380a-58f6-4379-9c1f-c53570bf7eff on host n-d-713498-36 {{(pid=103230) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 19:33:52.437551 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66e563e0-1764-40bc-850d-fb1f37677724 tempest-RoutersTest-1116560139 tempest-RoutersTest-1116560139-project] Pushing event deleted for resources: {'Port': ['ID=453f380a-58f6-4379-9c1f-c53570bf7eff,revision_number=None']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:33:52.446659 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-d336b0c3-c188-4afa-8248-a1766d0bb9bc None None] For port 453f380a-58f6-4379-9c1f-c53570bf7eff, host n-d-713498-36, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-36',level=0,port_id=453f380a-58f6-4379-9c1f-c53570bf7eff,segment=NetworkSegment(ac1804ba-7f7d-43c7-b41c-12e5dbecd977),segment_id=ac1804ba-7f7d-43c7-b41c-12e5dbecd977)] {{(pid=103232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 19:33:52.447128 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-d336b0c3-c188-4afa-8248-a1766d0bb9bc None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1820838'] for port (453f380a-58f6-4379-9c1f-c53570bf7eff), precommit_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:33:52.501511 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-d336b0c3-c188-4afa-8248-a1766d0bb9bc None None] Calling delete_port for 453f380a-58f6-4379-9c1f-c53570bf7eff owned by network:dhcp {{(pid=103232) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 19:33:52.528984 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cbd8945-fd4f-4bdd-8b9d-55fc775a473b req-a219f1c1-7385-4812-b34d-8e7d320d8dd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:33:52.530870 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-7cbd8945-fd4f-4bdd-8b9d-55fc775a473b req-a219f1c1-7385-4812-b34d-8e7d320d8dd1 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=eba669c4f4c548e495f13ae7579d0fa6&device_id=6d32a9d7-5256-4edb-9bbc-ad99ab71ecfa HTTP/1.1" status: 200 len: 1126 time: 0.2387164 Feb 09 19:33:52.560780 n-d-713498-36 neutron-server[103229]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6d32a9d7-5256-4edb-9bbc-ad99ab71ecfa', 'tag': '55e8868e-9f04-4f11-be1b-5fd1709a5f15'}] {{(pid=103229) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 19:33:52.577672 n-d-713498-36 neutron-server[103229]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fa6ae9a20702bd564eaf90d946620b2b4277b1ab91129323d3b54181076be307" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a55bdcf7-98df-49f2-8e2b-555f4fac804e" -d '{"events": [{"name": "network-changed", "server_uuid": "6d32a9d7-5256-4edb-9bbc-ad99ab71ecfa", "tag": "55e8868e-9f04-4f11-be1b-5fd1709a5f15"}]}' {{(pid=103229) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 19:33:52.622426 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-66e563e0-1764-40bc-850d-fb1f37677724 tempest-RoutersTest-1116560139 tempest-RoutersTest-1116560139-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-590267', 'neutron.services.segments.db._delete_segments_for_network-8762867132609'] for network (101d973c-b3a2-4013-b223-96f53753dfe5), precommit_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:33:52.643762 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-21e89b73-ddba-46ce-8dac-e6812c4b4322 tempest-NetworksTestDHCPv6-1153288886 tempest-NetworksTestDHCPv6-1153288886-project] Made reservation on behalf of 84aec0d011da47d8bc94f6ba8668f413 for: {'subnet': 1} {{(pid=103229) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 19:33:52.650962 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-21e89b73-ddba-46ce-8dac-e6812c4b4322 tempest-NetworksTestDHCPv6-1153288886 tempest-NetworksTestDHCPv6-1153288886-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12759265'] for subnet (None), before_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:33:52.714497 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-d336b0c3-c188-4afa-8248-a1766d0bb9bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762867177463', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762866656476'] for port (453f380a-58f6-4379-9c1f-c53570bf7eff), after_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:33:52.838199 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d336b0c3-c188-4afa-8248-a1766d0bb9bc None None] Pushing event deleted for resources: {'Port': ['ID=453f380a-58f6-4379-9c1f-c53570bf7eff,revision_number=None']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:33:52.840632 n-d-713498-36 neutron-server[103229]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 19:33:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f0a89d91-4807-4308-882f-40b9017a5cb4 x-openstack-request-id: req-f0a89d91-4807-4308-882f-40b9017a5cb4 {{(pid=103229) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 19:33:52.841153 n-d-713498-36 neutron-server[103229]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6d32a9d7-5256-4edb-9bbc-ad99ab71ecfa", "tag": "55e8868e-9f04-4f11-be1b-5fd1709a5f15", "status": "completed", "code": 200}]} {{(pid=103229) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 19:33:52.841649 n-d-713498-36 neutron-server[103229]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-f0a89d91-4807-4308-882f-40b9017a5cb4 {{(pid=103229) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 19:33:52.842624 n-d-713498-36 neutron-server[103229]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6d32a9d7-5256-4edb-9bbc-ad99ab71ecfa', 'tag': '55e8868e-9f04-4f11-be1b-5fd1709a5f15', 'status': 'completed', 'code': 200} Feb 09 19:33:52.844602 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d336b0c3-c188-4afa-8248-a1766d0bb9bc None None] No DVR routers for this DVR port 453f380a-58f6-4379-9c1f-c53570bf7eff on host n-d-713498-36 {{(pid=103232) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 19:33:52.860345 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5dc75d69-c96d-4435-8d25-79a503eb302e None None] DHCP port deletion for f63a97a6-2552-42d7-aee9-c49ce8319647 request from n-d-713498-36 {{(pid=103232) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 09 19:33:52.988882 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-5dc75d69-c96d-4435-8d25-79a503eb302e None None] Deleting port 94d85c19-c273-4c88-a375-d1a7a7cc4d94 {{(pid=103232) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 19:33:52.989806 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-5dc75d69-c96d-4435-8d25-79a503eb302e None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762867170196'] for port (94d85c19-c273-4c88-a375-d1a7a7cc4d94), before_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:33:53.087325 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Device 453f380a-58f6-4379-9c1f-c53570bf7eff no longer exists at agent ovs-agent-n-d-713498-36 {{(pid=103232) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 19:33:53.087779 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a55bdcf7-98df-49f2-8e2b-555f4fac804e req-d7b517e4-aa0f-43f1-b69f-42fbf81458a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:33:53.089860 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-a55bdcf7-98df-49f2-8e2b-555f4fac804e req-d7b517e4-aa0f-43f1-b69f-42fbf81458a0 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=eba669c4f4c548e495f13ae7579d0fa6&device_id=6d32a9d7-5256-4edb-9bbc-ad99ab71ecfa HTTP/1.1" status: 200 len: 1126 time: 0.2457745 Feb 09 19:33:53.157924 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] No Port match for: 453f380a-58f6-4379-9c1f-c53570bf7eff {{(pid=103232) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 19:33:53.158303 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Device 453f380a-58f6-4379-9c1f-c53570bf7eff not bound to the agent host n-d-713498-36 {{(pid=103232) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 19:33:53.158737 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Device 94d85c19-c273-4c88-a375-d1a7a7cc4d94 no longer exists at agent ovs-agent-n-d-713498-36 {{(pid=103232) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 19:33:53.220309 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cbd8945-fd4f-4bdd-8b9d-55fc775a473b req-8196ff05-301f-426c-a419-ae120630b897 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:33:53.221805 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-7cbd8945-fd4f-4bdd-8b9d-55fc775a473b req-8196ff05-301f-426c-a419-ae120630b897 service neutron] 10.222.0.90 "GET /v2.0/networks?id=34db1430-f99d-431a-b04f-54003e680bea HTTP/1.1" status: 200 len: 896 time: 0.6765599 Feb 09 19:33:53.261784 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-21e89b73-ddba-46ce-8dac-e6812c4b4322 tempest-NetworksTestDHCPv6-1153288886 tempest-NetworksTestDHCPv6-1153288886-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12867428', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12759263'] for subnet (9a1c5e7c-2630-4227-92fc-f8fb2224a8f9), after_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:33:53.268057 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-5dc75d69-c96d-4435-8d25-79a503eb302e None None] For port 94d85c19-c273-4c88-a375-d1a7a7cc4d94, host n-d-713498-36, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-36',level=0,port_id=94d85c19-c273-4c88-a375-d1a7a7cc4d94,segment=NetworkSegment(20e634bc-bbe0-4569-a1ea-6be524590675),segment_id=20e634bc-bbe0-4569-a1ea-6be524590675)] {{(pid=103232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 19:33:53.268642 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-5dc75d69-c96d-4435-8d25-79a503eb302e None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1820838'] for port (94d85c19-c273-4c88-a375-d1a7a7cc4d94), precommit_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:33:53.295243 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-5dc75d69-c96d-4435-8d25-79a503eb302e None None] Calling delete_port for 94d85c19-c273-4c88-a375-d1a7a7cc4d94 owned by network:dhcp {{(pid=103232) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 19:33:53.421014 n-d-713498-36 neutron-server[103230]: DEBUG neutron.services.segments.db [None req-66e563e0-1764-40bc-850d-fb1f37677724 tempest-RoutersTest-1116560139 tempest-RoutersTest-1116560139-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['101d973c-b3a2-4013-b223-96f53753dfe5']}} {{(pid=103230) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:33:53.493101 n-d-713498-36 neutron-server[103230]: DEBUG neutron.services.segments.db [None req-66e563e0-1764-40bc-850d-fb1f37677724 tempest-RoutersTest-1116560139 tempest-RoutersTest-1116560139-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ac1804ba-7f7d-43c7-b41c-12e5dbecd977') {'for_net_delete': True} {{(pid=103230) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:33:53.493399 n-d-713498-36 neutron-server[103230]: DEBUG neutron.services.segments.db [None req-66e563e0-1764-40bc-850d-fb1f37677724 tempest-RoutersTest-1116560139 tempest-RoutersTest-1116560139-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ac1804ba-7f7d-43c7-b41c-12e5dbecd977') {} {{(pid=103230) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:33:53.503737 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Current status of the port 94d85c19-c273-4c88-a375-d1a7a7cc4d94 is: ACTIVE; New status is: DOWN {{(pid=103232) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 19:33:53.504128 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (94d85c19-c273-4c88-a375-d1a7a7cc4d94), before_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:33:53.524838 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-66e563e0-1764-40bc-850d-fb1f37677724 tempest-RoutersTest-1116560139 tempest-RoutersTest-1116560139-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762867134154', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12895813'] for segment (ac1804ba-7f7d-43c7-b41c-12e5dbecd977), before_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:33:53.529382 n-d-713498-36 neutron-server[103229]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21e89b73-ddba-46ce-8dac-e6812c4b4322 tempest-NetworksTestDHCPv6-1153288886 tempest-NetworksTestDHCPv6-1153288886-project] Network f63a97a6-2552-42d7-aee9-c49ce8319647 is already hosted by enough agents. {{(pid=103229) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 19:33:53.567603 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-66e563e0-1764-40bc-850d-fb1f37677724 tempest-RoutersTest-1116560139 tempest-RoutersTest-1116560139-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-759574'] for segment (ac1804ba-7f7d-43c7-b41c-12e5dbecd977), precommit_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:33:53.577064 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-66e563e0-1764-40bc-850d-fb1f37677724 tempest-RoutersTest-1116560139 tempest-RoutersTest-1116560139-project] Releasing vlan 351 on physical network physnet1 to pool {{(pid=103230) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 19:33:53.577531 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-66e563e0-1764-40bc-850d-fb1f37677724 tempest-RoutersTest-1116560139 tempest-RoutersTest-1116560139-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-759574', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14393826'] for segment (ac1804ba-7f7d-43c7-b41c-12e5dbecd977), after_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:33:53.581633 n-d-713498-36 neutron-server[103229]: DEBUG neutron.scheduler.base_scheduler [None req-21e89b73-ddba-46ce-8dac-e6812c4b4322 tempest-NetworksTestDHCPv6-1153288886 tempest-NetworksTestDHCPv6-1153288886-project] Resources bound (agent type, host, resource id): {{(pid=103229) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 19:33:53.610267 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82ce4983-9eb2-4a94-b84b-ef0f5d709cd4 req-201072f4-f263-4127-bae9-4f2a53665855 tempest-ServersTestJSON-482035511 tempest-ServersTestJSON-482035511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:33:53.611714 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-7cbd8945-fd4f-4bdd-8b9d-55fc775a473b req-14b38bc6-2f01-41f1-9b7b-0af09c241f77 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=55e8868e-9f04-4f11-be1b-5fd1709a5f15 HTTP/1.1" status: 200 len: 998 time: 0.3539767 Feb 09 19:33:53.618011 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21e89b73-ddba-46ce-8dac-e6812c4b4322 tempest-NetworksTestDHCPv6-1153288886 tempest-NetworksTestDHCPv6-1153288886-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:33:53.618747 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-21e89b73-ddba-46ce-8dac-e6812c4b4322 tempest-NetworksTestDHCPv6-1153288886 tempest-NetworksTestDHCPv6-1153288886-project] Publish callbacks [] for subnet (None), before_response {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:33:53.618983 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-82ce4983-9eb2-4a94-b84b-ef0f5d709cd4 req-201072f4-f263-4127-bae9-4f2a53665855 tempest-ServersTestJSON-482035511 tempest-ServersTestJSON-482035511-project] 10.222.0.75 "GET /v2.0/ports?device_id=fc118172-28fa-4a25-bb4c-1496f9a39e5f HTTP/1.1" status: 200 len: 943 time: 0.2161627 Feb 09 19:33:53.620975 n-d-713498-36 neutron-server[103230]: Traceback (most recent call last): Feb 09 19:33:53.620975 n-d-713498-36 neutron-server[103230]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 19:33:53.620975 n-d-713498-36 neutron-server[103230]: timer() Feb 09 19:33:53.620975 n-d-713498-36 neutron-server[103230]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 19:33:53.620975 n-d-713498-36 neutron-server[103230]: cb(*args, **kw) Feb 09 19:33:53.620975 n-d-713498-36 neutron-server[103230]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 19:33:53.620975 n-d-713498-36 neutron-server[103230]: return func(*args, **kwargs) Feb 09 19:33:53.620975 n-d-713498-36 neutron-server[103230]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 19:33:53.620975 n-d-713498-36 neutron-server[103230]: self._notify() Feb 09 19:33:53.620975 n-d-713498-36 neutron-server[103230]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 19:33:53.620975 n-d-713498-36 neutron-server[103230]: self.callback(batched_events) Feb 09 19:33:53.620975 n-d-713498-36 neutron-server[103230]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 19:33:53.620975 n-d-713498-36 neutron-server[103230]: event.method(event) Feb 09 19:33:53.620975 n-d-713498-36 neutron-server[103230]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 19:33:53.620975 n-d-713498-36 neutron-server[103230]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 19:33:53.620975 n-d-713498-36 neutron-server[103230]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 19:33:53.620975 n-d-713498-36 neutron-server[103230]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 19:33:53.620975 n-d-713498-36 neutron-server[103230]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 19:33:53.620975 n-d-713498-36 neutron-server[103230]: return f(self, *a, **k) Feb 09 19:33:53.620975 n-d-713498-36 neutron-server[103230]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 19:33:53.620975 n-d-713498-36 neutron-server[103230]: return self._get(url).json() Feb 09 19:33:53.620975 n-d-713498-36 neutron-server[103230]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 19:33:53.620975 n-d-713498-36 neutron-server[103230]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 19:33:53.620975 n-d-713498-36 neutron-server[103230]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 19:33:53.620975 n-d-713498-36 neutron-server[103230]: return self.request(url, 'GET', **kwargs) Feb 09 19:33:53.620975 n-d-713498-36 neutron-server[103230]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 19:33:53.620975 n-d-713498-36 neutron-server[103230]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 19:33:53.620975 n-d-713498-36 neutron-server[103230]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 19:33:53.620975 n-d-713498-36 neutron-server[103230]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 19:33:53.620975 n-d-713498-36 neutron-server[103230]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 19:33:53.620975 n-d-713498-36 neutron-server[103230]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 19:33:53.620975 n-d-713498-36 neutron-server[103230]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 19:33:53.633896 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] For port 94d85c19-c273-4c88-a375-d1a7a7cc4d94, host n-d-713498-36, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-36',level=0,port_id=94d85c19-c273-4c88-a375-d1a7a7cc4d94,segment=NetworkSegment(20e634bc-bbe0-4569-a1ea-6be524590675),segment_id=20e634bc-bbe0-4569-a1ea-6be524590675)] {{(pid=103232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 19:33:53.639393 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762867176205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762866656485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762866656503'] for port (94d85c19-c273-4c88-a375-d1a7a7cc4d94), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:33:53.640320 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Device f114fdaa-ad92-44f7-af65-c2598b011eca no longer exists at agent ovs-agent-n-d-713498-36 {{(pid=103232) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 19:33:53.664073 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-21e89b73-ddba-46ce-8dac-e6812c4b4322 tempest-NetworksTestDHCPv6-1153288886 tempest-NetworksTestDHCPv6-1153288886-project] 10.222.0.75 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.2686555 Feb 09 19:33:53.678459 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fe43e36-baa1-45ca-b5f8-9e935563f51a req-ab096cee-d92e-4c7b-bd8c-d0c34a36e739 tempest-TestNetworkAdvancedServerOps-1633223542 tempest-TestNetworkAdvancedServerOps-1633223542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:33:53.680770 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-6fe43e36-baa1-45ca-b5f8-9e935563f51a req-ab096cee-d92e-4c7b-bd8c-d0c34a36e739 tempest-TestNetworkAdvancedServerOps-1633223542 tempest-TestNetworkAdvancedServerOps-1633223542-project] 10.222.0.75 "GET /v2.0/ports?device_id=6d32a9d7-5256-4edb-9bbc-ad99ab71ecfa HTTP/1.1" status: 200 len: 943 time: 0.2310019 Feb 09 19:33:53.682265 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21e89b73-ddba-46ce-8dac-e6812c4b4322 tempest-NetworksTestDHCPv6-1153288886 tempest-NetworksTestDHCPv6-1153288886-project] Pushing event updated for resources: {'Subnet': ['ID=9a1c5e7c-2630-4227-92fc-f8fb2224a8f9,revision_number=0']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:33:53.717403 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 36306) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:33:53.724504 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 36308) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:33:53.733167 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] No Port match for: f114fdaa-ad92-44f7-af65-c2598b011eca {{(pid=103232) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 19:33:53.733529 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Device f114fdaa-ad92-44f7-af65-c2598b011eca not bound to the agent host n-d-713498-36 {{(pid=103232) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 19:33:53.739072 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-5dc75d69-c96d-4435-8d25-79a503eb302e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762867177463', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762866656476'] for port (94d85c19-c273-4c88-a375-d1a7a7cc4d94), after_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:33:53.743393 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.v2.base [None req-397963f4-92b7-4d96-aaa2-f195b9ef547b tempest-NetworksTestDHCPv6-1153288886 tempest-NetworksTestDHCPv6-1153288886-project] Request body: {'port': {'network_id': 'f63a97a6-2552-42d7-aee9-c49ce8319647', 'fixed_ips': [{'subnet_id': '9a1c5e7c-2630-4227-92fc-f8fb2224a8f9', 'ip_address': '2001:db8:0:1::'}], 'name': 'tempest-NetworksTestDHCPv6-16568204'}} {{(pid=103230) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 19:33:53.772457 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a55bdcf7-98df-49f2-8e2b-555f4fac804e req-6392dc13-c399-49f8-9588-385359d5ad6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:33:53.776551 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-a55bdcf7-98df-49f2-8e2b-555f4fac804e req-6392dc13-c399-49f8-9588-385359d5ad6f service neutron] 10.222.0.89 "GET /v2.0/networks?id=34db1430-f99d-431a-b04f-54003e680bea HTTP/1.1" status: 200 len: 896 time: 0.6726811 Feb 09 19:33:53.783107 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5dc75d69-c96d-4435-8d25-79a503eb302e None None] No DVR routers for this DVR port 94d85c19-c273-4c88-a375-d1a7a7cc4d94 on host n-d-713498-36 {{(pid=103232) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 19:33:53.811911 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8ebfee9-a34a-434e-bdb5-154791707b8a None None] Network f63a97a6-2552-42d7-aee9-c49ce8319647 requested from n-d-713498-36 {{(pid=103232) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 19:33:53.909754 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Pushing event updated for resources: {'Port': ['ID=94d85c19-c273-4c88-a375-d1a7a7cc4d94,revision_number=5']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:33:53.919657 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-6fe43e36-baa1-45ca-b5f8-9e935563f51a req-28dcd4f8-9445-4b21-8f39-2fa43e516746 tempest-TestNetworkAdvancedServerOps-1633223542 tempest-TestNetworkAdvancedServerOps-1633223542-project] 10.222.0.75 "GET /v2.0/security-groups?id=3248743f-f5fe-4756-978e-05f0e965efae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1960056 Feb 09 19:33:53.922755 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-a55bdcf7-98df-49f2-8e2b-555f4fac804e req-133ac646-ed99-40ed-be12-afc3e2d00dc6 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=55e8868e-9f04-4f11-be1b-5fd1709a5f15 HTTP/1.1" status: 200 len: 998 time: 0.0945618 Feb 09 19:33:53.945990 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-66e563e0-1764-40bc-850d-fb1f37677724 tempest-RoutersTest-1116560139 tempest-RoutersTest-1116560139-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-590242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1885479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1818895'] for network (101d973c-b3a2-4013-b223-96f53753dfe5), after_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:33:53.979840 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dc75d69-c96d-4435-8d25-79a503eb302e None None] Pushing event deleted for resources: {'Port': ['ID=94d85c19-c273-4c88-a375-d1a7a7cc4d94,revision_number=None']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:33:53.994526 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cbd8945-fd4f-4bdd-8b9d-55fc775a473b req-1a7b4964-4d1c-469c-8d92-9296af5b480a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:33:53.998454 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-7cbd8945-fd4f-4bdd-8b9d-55fc775a473b req-1a7b4964-4d1c-469c-8d92-9296af5b480a service neutron] 10.222.0.90 "GET /v2.0/subnets?id=7bd817c3-27ad-42c9-8d96-8695f8509e1e HTTP/1.1" status: 200 len: 835 time: 0.3489716 Feb 09 19:33:54.036832 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-66e563e0-1764-40bc-850d-fb1f37677724 tempest-RoutersTest-1116560139 tempest-RoutersTest-1116560139-project] Publish callbacks [] for network (None), before_response {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:33:54.042684 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-66e563e0-1764-40bc-850d-fb1f37677724 tempest-RoutersTest-1116560139 tempest-RoutersTest-1116560139-project] 10.222.0.75 "DELETE /v2.0/networks/101d973c-b3a2-4013-b223-96f53753dfe5 HTTP/1.1" status: 204 len: 168 time: 3.3336504 Feb 09 19:33:54.043870 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66e563e0-1764-40bc-850d-fb1f37677724 tempest-RoutersTest-1116560139 tempest-RoutersTest-1116560139-project] Pushing event deleted for resources: {'Network': ['ID=101d973c-b3a2-4013-b223-96f53753dfe5,revision_number=None']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:33:54.047700 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 36312) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:33:54.077201 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-a46594a8-6a12-444e-94b9-3abd178f919e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:33:54.099631 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4082f34a-a1fb-41e9-8fb6-70d611bd1074 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8b32e980-7cce-5e82-a341-bd2fa8945c89-f63a97a6-2552-42d7-aee9-c49ce8319647', 'network_id': 'f63a97a6-2552-42d7-aee9-c49ce8319647', 'project_id': '84aec0d011da47d8bc94f6ba8668f413', 'fixed_ips': [{'subnet_id': '9a1c5e7c-2630-4227-92fc-f8fb2224a8f9'}]}} from n-d-713498-36. {{(pid=103232) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 09 19:33:54.100348 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-4082f34a-a1fb-41e9-8fb6-70d611bd1074 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (None), before_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:33:54.100459 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-82ce4983-9eb2-4a94-b84b-ef0f5d709cd4 req-bb12b0ed-0f5e-43c9-a642-3e88950e24a4 tempest-ServersTestJSON-482035511 tempest-ServersTestJSON-482035511-project] 10.222.0.75 "GET /v2.0/security-groups?id=37883354-c9cd-40f0-bbce-1c711bac4569&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4785221 Feb 09 19:33:54.123721 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a55bdcf7-98df-49f2-8e2b-555f4fac804e req-dab6cc3b-d93c-42ee-a924-3346f67f1fcd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:33:54.125596 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-a55bdcf7-98df-49f2-8e2b-555f4fac804e req-dab6cc3b-d93c-42ee-a924-3346f67f1fcd service neutron] 10.222.0.89 "GET /v2.0/subnets?id=7bd817c3-27ad-42c9-8d96-8695f8509e1e HTTP/1.1" status: 200 len: 835 time: 0.1899464 Feb 09 19:33:54.135866 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cbd8945-fd4f-4bdd-8b9d-55fc775a473b req-146a45b9-9069-45f2-aa98-5568341c2bf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:33:54.137496 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-7cbd8945-fd4f-4bdd-8b9d-55fc775a473b req-146a45b9-9069-45f2-aa98-5568341c2bf7 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=34db1430-f99d-431a-b04f-54003e680bea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.1081431 Feb 09 19:33:54.222941 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-397963f4-92b7-4d96-aaa2-f195b9ef547b tempest-NetworksTestDHCPv6-1153288886 tempest-NetworksTestDHCPv6-1153288886-project] Made reservation on behalf of 84aec0d011da47d8bc94f6ba8668f413 for: {'port': 1} {{(pid=103230) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 19:33:54.296581 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a55bdcf7-98df-49f2-8e2b-555f4fac804e req-ef57be18-acf6-4fe4-92a6-d19e1df77515 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:33:54.306781 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-a55bdcf7-98df-49f2-8e2b-555f4fac804e req-ef57be18-acf6-4fe4-92a6-d19e1df77515 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=34db1430-f99d-431a-b04f-54003e680bea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.1736054 Feb 09 19:33:54.346221 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.db_base_plugin_common [None req-4082f34a-a1fb-41e9-8fb6-70d611bd1074 None None] Allocated IP 2001:db8::2 (f63a97a6-2552-42d7-aee9-c49ce8319647/9a1c5e7c-2630-4227-92fc-f8fb2224a8f9/ca195848-6b96-4061-99fc-3d6f55233f7e) {{(pid=103232) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 19:33:54.355104 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-397963f4-92b7-4d96-aaa2-f195b9ef547b tempest-NetworksTestDHCPv6-1153288886 tempest-NetworksTestDHCPv6-1153288886-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (None), before_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:33:54.370711 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-a46594a8-6a12-444e-94b9-3abd178f919e admin admin] Publish callbacks [] for security_group (beb72617-6910-4c66-a2a9-abae549c6e71), precommit_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:33:54.372873 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-7cbd8945-fd4f-4bdd-8b9d-55fc775a473b req-c1d91bd7-3b56-401d-9888-1647f3b0e02a service neutron] 10.222.0.90 "GET /v2.0/networks/34db1430-f99d-431a-b04f-54003e680bea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2204435 Feb 09 19:33:54.443921 n-d-713498-36 neutron-server[103230]: DEBUG neutron.notifiers.nova [None req-397963f4-92b7-4d96-aaa2-f195b9ef547b tempest-NetworksTestDHCPv6-1153288886 tempest-NetworksTestDHCPv6-1153288886-project] device_id is not set on port 1ea48d9b-84d1-441c-a707-5eef69447495 yet. {{(pid=103230) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 09 19:33:54.444616 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Device 233cd14e-68f1-4266-a47f-28e2686a3191 details requested by agent hyperv_n-h2-713498-36 with host n-h2-713498-36 {{(pid=103232) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 19:33:54.573693 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-a55bdcf7-98df-49f2-8e2b-555f4fac804e req-340ebeee-ec94-4173-9b34-403079c6a97f service neutron] 10.222.0.89 "GET /v2.0/networks/34db1430-f99d-431a-b04f-54003e680bea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2559993 Feb 09 19:33:54.702914 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-a55bdcf7-98df-49f2-8e2b-555f4fac804e req-1f791ae8-1f03-4e5c-80f7-089ee4bf11be service neutron] 10.222.0.89 "GET /v2.0/networks/34db1430-f99d-431a-b04f-54003e680bea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0950065 Feb 09 19:33:54.703493 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-a46594a8-6a12-444e-94b9-3abd178f919e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1892331'] for security_group (beb72617-6910-4c66-a2a9-abae549c6e71), after_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:33:54.737652 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-7429db8d-6021-40ad-813e-885be449a89b None None] For port 233cd14e-68f1-4266-a47f-28e2686a3191, host n-h2-713498-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-36',level=0,port_id=233cd14e-68f1-4266-a47f-28e2686a3191,segment=NetworkSegment(3ad9008e-d820-4913-8a3a-dbe689506816),segment_id=3ad9008e-d820-4913-8a3a-dbe689506816)] {{(pid=103232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 19:33:54.788449 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-4082f34a-a1fb-41e9-8fb6-70d611bd1074 None None] Publish callbacks [] for port (ca195848-6b96-4061-99fc-3d6f55233f7e), precommit_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:33:54.791603 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Returning: {'device': '233cd14e-68f1-4266-a47f-28e2686a3191', 'network_id': '30b6826a-2ec4-4081-a475-68e12498d4e4', 'port_id': '233cd14e-68f1-4266-a47f-28e2686a3191', 'mac_address': 'fa:16:3e:92:bc:84', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 368, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '030193b3-b985-4d6c-b0c1-2ea320638096', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103232) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 19:33:54.796091 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-a46594a8-6a12-444e-94b9-3abd178f919e admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=fb49bf8804684c4fa621bd2ca08ca89b&name=default HTTP/1.1" status: 200 len: 3000 time: 1.0471787 Feb 09 19:33:54.799200 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 36316) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:33:54.805616 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a46594a8-6a12-444e-94b9-3abd178f919e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=beb72617-6910-4c66-a2a9-abae549c6e71,revision_number=1']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:33:54.807605 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-4082f34a-a1fb-41e9-8fb6-70d611bd1074 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762866656467'] for port (ca195848-6b96-4061-99fc-3d6f55233f7e), after_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:33:54.888026 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4082f34a-a1fb-41e9-8fb6-70d611bd1074 None None] Pushing event updated for resources: {'Port': ['ID=ca195848-6b96-4061-99fc-3d6f55233f7e,revision_number=1']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:33:54.896784 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-89ed3c4d-3ea1-41be-bc9f-12278d122ca6 admin admin] Publish callbacks [] for security_group (beb72617-6910-4c66-a2a9-abae549c6e71), before_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:33:54.912516 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-7cbd8945-fd4f-4bdd-8b9d-55fc775a473b req-bc2b22dd-7b8b-49d8-8976-2c0328192db4 service neutron] 10.222.0.90 "GET /v2.0/networks/34db1430-f99d-431a-b04f-54003e680bea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3376057 Feb 09 19:33:54.915158 n-d-713498-36 neutron-server[103232]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4082f34a-a1fb-41e9-8fb6-70d611bd1074 None None] Network f63a97a6-2552-42d7-aee9-c49ce8319647 is already hosted by enough agents. {{(pid=103232) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 19:33:54.921119 n-d-713498-36 neutron-server[103232]: DEBUG neutron.scheduler.base_scheduler [None req-4082f34a-a1fb-41e9-8fb6-70d611bd1074 None None] Resources bound (agent type, host, resource id): {{(pid=103232) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 19:33:54.926232 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4082f34a-a1fb-41e9-8fb6-70d611bd1074 None None] Received port after_create {{(pid=103232) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 19:33:54.940910 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-89ed3c4d-3ea1-41be-bc9f-12278d122ca6 admin admin] Publish callbacks [] for security_group (beb72617-6910-4c66-a2a9-abae549c6e71), precommit_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:33:54.963760 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Current status of the port 233cd14e-68f1-4266-a47f-28e2686a3191 is: DOWN; New status is: BUILD {{(pid=103232) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 19:33:54.964075 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (233cd14e-68f1-4266-a47f-28e2686a3191), before_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:33:55.009741 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.managers [None req-4082f34a-a1fb-41e9-8fb6-70d611bd1074 None None] Attempting to bind port ca195848-6b96-4061-99fc-3d6f55233f7e on host n-d-713498-36 for vnic_type normal with profile {{(pid=103232) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 19:33:55.010144 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.managers [None req-4082f34a-a1fb-41e9-8fb6-70d611bd1074 None None] Attempting to bind port ca195848-6b96-4061-99fc-3d6f55233f7e by drivers openvswitch,hyperv on host n-d-713498-36 at level 0 using segments [{'id': '20e634bc-bbe0-4569-a1ea-6be524590675', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': 'f63a97a6-2552-42d7-aee9-c49ce8319647'}] {{(pid=103232) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 19:33:55.010566 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4082f34a-a1fb-41e9-8fb6-70d611bd1074 None None] Attempting to bind port ca195848-6b96-4061-99fc-3d6f55233f7e on network f63a97a6-2552-42d7-aee9-c49ce8319647 {{(pid=103232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 19:33:55.013584 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-89ed3c4d-3ea1-41be-bc9f-12278d122ca6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1892331'] for security_group (beb72617-6910-4c66-a2a9-abae549c6e71), after_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:33:55.016665 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4082f34a-a1fb-41e9-8fb6-70d611bd1074 None None] Checking agent: {'id': '496418a2-c002-4aec-ab1a-07f3bea491bd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-36', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 18, 51, 47), 'started_at': datetime.datetime(2022, 2, 9, 18, 52, 17), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 19, 33, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-36'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 19:33:55.017099 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4082f34a-a1fb-41e9-8fb6-70d611bd1074 None None] Checking segment: {'id': '20e634bc-bbe0-4569-a1ea-6be524590675', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': 'f63a97a6-2552-42d7-aee9-c49ce8319647'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103232) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 19:33:55.017506 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-4082f34a-a1fb-41e9-8fb6-70d611bd1074 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:33:55.017948 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4082f34a-a1fb-41e9-8fb6-70d611bd1074 None None] Bound using segment: {'id': '20e634bc-bbe0-4569-a1ea-6be524590675', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': 'f63a97a6-2552-42d7-aee9-c49ce8319647'} {{(pid=103232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 19:33:55.018189 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-89ed3c4d-3ea1-41be-bc9f-12278d122ca6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:33:55.018442 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.managers [None req-4082f34a-a1fb-41e9-8fb6-70d611bd1074 None None] Bound port: ca195848-6b96-4061-99fc-3d6f55233f7e, host: n-d-713498-36, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '20e634bc-bbe0-4569-a1ea-6be524590675', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': 'f63a97a6-2552-42d7-aee9-c49ce8319647'}}] {{(pid=103232) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 19:33:55.018827 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-4082f34a-a1fb-41e9-8fb6-70d611bd1074 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (ca195848-6b96-4061-99fc-3d6f55233f7e), before_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:33:55.022378 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-89ed3c4d-3ea1-41be-bc9f-12278d122ca6 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/beb72617-6910-4c66-a2a9-abae549c6e71 HTTP/1.1" status: 204 len: 168 time: 0.2198222 Feb 09 19:33:55.022516 n-d-713498-36 neutron-server[103232]: DEBUG neutron.notifiers.nova [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 233cd14e-68f1-4266-a47f-28e2686a3191 {{(pid=103232) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 19:33:55.101600 n-d-713498-36 neutron-server[103230]: INFO neutron.pecan_wsgi.hooks.translation [None req-397963f4-92b7-4d96-aaa2-f195b9ef547b tempest-NetworksTestDHCPv6-1153288886 tempest-NetworksTestDHCPv6-1153288886-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 09 19:33:55.102137 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-397963f4-92b7-4d96-aaa2-f195b9ef547b tempest-NetworksTestDHCPv6-1153288886 tempest-NetworksTestDHCPv6-1153288886-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103230) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 19:33:55.104325 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89ed3c4d-3ea1-41be-bc9f-12278d122ca6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=beb72617-6910-4c66-a2a9-abae549c6e71,revision_number=None']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:33:55.140390 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-397963f4-92b7-4d96-aaa2-f195b9ef547b tempest-NetworksTestDHCPv6-1153288886 tempest-NetworksTestDHCPv6-1153288886-project] 10.222.0.75 "POST /v2.0/ports HTTP/1.1" status: 400 len: 349 time: 1.4130201 Feb 09 19:33:55.141022 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 36324) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:33:55.156538 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-7429db8d-6021-40ad-813e-885be449a89b None None] For port 233cd14e-68f1-4266-a47f-28e2686a3191, host n-h2-713498-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-36',level=0,port_id=233cd14e-68f1-4266-a47f-28e2686a3191,segment=NetworkSegment(3ad9008e-d820-4913-8a3a-dbe689506816),segment_id=3ad9008e-d820-4913-8a3a-dbe689506816)] {{(pid=103232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 19:33:55.184219 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762867176205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762866656485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762866656503'] for port (233cd14e-68f1-4266-a47f-28e2686a3191), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:33:55.225579 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a55bdcf7-98df-49f2-8e2b-555f4fac804e req-f5a7a689-c913-41ad-84cd-e9690399d1f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:33:55.227044 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-a55bdcf7-98df-49f2-8e2b-555f4fac804e req-f5a7a689-c913-41ad-84cd-e9690399d1f1 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=eba669c4f4c548e495f13ae7579d0fa6&device_id=6d32a9d7-5256-4edb-9bbc-ad99ab71ecfa HTTP/1.1" status: 200 len: 1126 time: 0.1959574 Feb 09 19:33:55.257942 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5bd32c33-e6ec-4315-974e-b0bd82fa5a48 tempest-NetworksTestDHCPv6-1153288886 tempest-NetworksTestDHCPv6-1153288886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:33:55.262351 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-5bd32c33-e6ec-4315-974e-b0bd82fa5a48 tempest-NetworksTestDHCPv6-1153288886 tempest-NetworksTestDHCPv6-1153288886-project] 10.222.0.75 "GET /v2.0/ports HTTP/1.1" status: 200 len: 943 time: 0.1180084 Feb 09 19:33:55.273838 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 36330) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:33:55.323687 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-4082f34a-a1fb-41e9-8fb6-70d611bd1074 None None] For port ca195848-6b96-4061-99fc-3d6f55233f7e, host n-d-713498-36, cleared binding levels {{(pid=103232) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 19:33:55.329423 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-4082f34a-a1fb-41e9-8fb6-70d611bd1074 None None] For port ca195848-6b96-4061-99fc-3d6f55233f7e, host n-d-713498-36, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-36',level=0,port_id=ca195848-6b96-4061-99fc-3d6f55233f7e,segment=NetworkSegment(20e634bc-bbe0-4569-a1ea-6be524590675),segment_id=20e634bc-bbe0-4569-a1ea-6be524590675)] {{(pid=103232) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 19:33:55.350003 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Pushing event updated for resources: {'Port': ['ID=233cd14e-68f1-4266-a47f-28e2686a3191,revision_number=4']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:33:55.350003 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-4082f34a-a1fb-41e9-8fb6-70d611bd1074 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762867176205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762866656485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762866656503'] for port (ca195848-6b96-4061-99fc-3d6f55233f7e), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:33:55.464315 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54abc1df-8593-4ddf-96b2-30ea9fed1baa tempest-NetworksTestDHCPv6-1153288886 tempest-NetworksTestDHCPv6-1153288886-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:33:55.479544 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54abc1df-8593-4ddf-96b2-30ea9fed1baa tempest-NetworksTestDHCPv6-1153288886 tempest-NetworksTestDHCPv6-1153288886-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:33:55.483353 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-54abc1df-8593-4ddf-96b2-30ea9fed1baa tempest-NetworksTestDHCPv6-1153288886 tempest-NetworksTestDHCPv6-1153288886-project] 10.222.0.75 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.2066691 Feb 09 19:33:55.515374 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 36338) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:33:55.581545 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4082f34a-a1fb-41e9-8fb6-70d611bd1074 None None] Pushing event updated for resources: {'Port': ['ID=ca195848-6b96-4061-99fc-3d6f55233f7e,revision_number=2']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:33:55.591491 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-7429db8d-6021-40ad-813e-885be449a89b None None] get_ports_and_sgs() called for port_ids ['233cd14e-68f1-4266-a47f-28e2686a3191'] {{(pid=103232) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 19:33:55.796201 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-37c65dcc-d3b4-4bde-b3c4-d0963c9ee529 tempest-RoutersTest-1116560139 tempest-RoutersTest-1116560139-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1834525'] for router_interface (313e064b-ffaa-4c47-a7fc-c9666f3ee618), before_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:33:55.903467 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a8a731c-777b-4ceb-a974-63f7ba3c903a req-b56f7593-dfbd-4115-841c-83cade9e794a tempest-TestNetworkAdvancedServerOps-1633223542 tempest-TestNetworkAdvancedServerOps-1633223542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:33:55.919750 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-8a8a731c-777b-4ceb-a974-63f7ba3c903a req-b56f7593-dfbd-4115-841c-83cade9e794a tempest-TestNetworkAdvancedServerOps-1633223542 tempest-TestNetworkAdvancedServerOps-1633223542-project] 10.222.0.75 "GET /v2.0/ports?device_id=6d32a9d7-5256-4edb-9bbc-ad99ab71ecfa HTTP/1.1" status: 200 len: 943 time: 0.8095298 Feb 09 19:33:55.988811 n-d-713498-36 neutron-server[103230]: DEBUG neutron.db.db_base_plugin_v2 [None req-ac7d2cfd-9a40-472f-8df7-f26620066aec tempest-NetworksTestDHCPv6-1153288886 tempest-NetworksTestDHCPv6-1153288886-project] Deleting subnet 9a1c5e7c-2630-4227-92fc-f8fb2224a8f9 {{(pid=103230) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 19:33:56.011379 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-ac7d2cfd-9a40-472f-8df7-f26620066aec tempest-NetworksTestDHCPv6-1153288886 tempest-NetworksTestDHCPv6-1153288886-project] Publish callbacks [] for subnet (9a1c5e7c-2630-4227-92fc-f8fb2224a8f9), before_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:33:56.039813 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-911f0736-3fe8-4265-bb30-0a16c7bb8096 req-a190110d-dc89-42db-bd07-ef8318e3bba4 tempest-ServersTestJSON-482035511 tempest-ServersTestJSON-482035511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:33:56.052280 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-911f0736-3fe8-4265-bb30-0a16c7bb8096 req-a190110d-dc89-42db-bd07-ef8318e3bba4 tempest-ServersTestJSON-482035511 tempest-ServersTestJSON-482035511-project] 10.222.0.75 "GET /v2.0/ports?device_id=fc118172-28fa-4a25-bb4c-1496f9a39e5f HTTP/1.1" status: 200 len: 944 time: 0.7901304 Feb 09 19:33:56.053263 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-8a8a731c-777b-4ceb-a974-63f7ba3c903a req-fcb75936-62fe-4fcc-84c6-e4ee0282dfc9 tempest-TestNetworkAdvancedServerOps-1633223542 tempest-TestNetworkAdvancedServerOps-1633223542-project] 10.222.0.75 "GET /v2.0/security-groups?id=3248743f-f5fe-4756-978e-05f0e965efae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1322079 Feb 09 19:33:56.091118 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a55bdcf7-98df-49f2-8e2b-555f4fac804e req-57eaf390-9cc9-4548-8a4a-c24277518752 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:33:56.092788 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-a55bdcf7-98df-49f2-8e2b-555f4fac804e req-57eaf390-9cc9-4548-8a4a-c24277518752 service neutron] 10.222.0.90 "GET /v2.0/networks?id=34db1430-f99d-431a-b04f-54003e680bea HTTP/1.1" status: 200 len: 896 time: 0.8427162 Feb 09 19:33:56.194737 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-ac7d2cfd-9a40-472f-8df7-f26620066aec tempest-NetworksTestDHCPv6-1153288886 tempest-NetworksTestDHCPv6-1153288886-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12895822'] for subnet (9a1c5e7c-2630-4227-92fc-f8fb2224a8f9), precommit_delete_associations {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:33:56.195130 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-a55bdcf7-98df-49f2-8e2b-555f4fac804e req-77b99e9d-7215-4ee1-b325-41388ed716af service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=55e8868e-9f04-4f11-be1b-5fd1709a5f15 HTTP/1.1" status: 200 len: 998 time: 0.0931616 Feb 09 19:33:56.200562 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-911f0736-3fe8-4265-bb30-0a16c7bb8096 req-04f09e16-4f39-485b-85cf-b32aa114a7a1 tempest-ServersTestJSON-482035511 tempest-ServersTestJSON-482035511-project] 10.222.0.75 "GET /v2.0/security-groups?id=37883354-c9cd-40f0-bbce-1c711bac4569&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1136265 Feb 09 19:33:56.268043 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a55bdcf7-98df-49f2-8e2b-555f4fac804e req-d61e78f0-e906-4eae-8342-62f13e646477 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:33:56.269529 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-a55bdcf7-98df-49f2-8e2b-555f4fac804e req-d61e78f0-e906-4eae-8342-62f13e646477 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=7bd817c3-27ad-42c9-8d96-8695f8509e1e HTTP/1.1" status: 200 len: 835 time: 0.0653789 Feb 09 19:33:56.342571 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a55bdcf7-98df-49f2-8e2b-555f4fac804e req-41636ae2-a86c-4746-a135-063f0baad8d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:33:56.344799 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-a55bdcf7-98df-49f2-8e2b-555f4fac804e req-41636ae2-a86c-4746-a135-063f0baad8d3 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=34db1430-f99d-431a-b04f-54003e680bea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0634208 Feb 09 19:33:56.365141 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-ac7d2cfd-9a40-472f-8df7-f26620066aec tempest-NetworksTestDHCPv6-1153288886 tempest-NetworksTestDHCPv6-1153288886-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-759852'] for subnet (9a1c5e7c-2630-4227-92fc-f8fb2224a8f9), precommit_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:33:56.405774 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 36358) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:33:56.497301 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-a55bdcf7-98df-49f2-8e2b-555f4fac804e req-c8b2c571-74af-4b08-ab74-3b495126c554 service neutron] 10.222.0.90 "GET /v2.0/networks/34db1430-f99d-431a-b04f-54003e680bea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1420672 Feb 09 19:33:56.529985 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-ac7d2cfd-9a40-472f-8df7-f26620066aec tempest-NetworksTestDHCPv6-1153288886 tempest-NetworksTestDHCPv6-1153288886-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-760023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14393672', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12985882'] for subnet (9a1c5e7c-2630-4227-92fc-f8fb2224a8f9), after_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:33:56.578650 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.v2.base [None req-3bba2226-859a-4eac-943e-416fbf98282b admin admin] Request body: {'network': {'name': 'tempest-ImageQuotaTest-307316783-network', 'tenant_id': '859c6b50f90844c29f759d03b2f7cd42'}} {{(pid=103230) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 19:33:56.585876 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac7d2cfd-9a40-472f-8df7-f26620066aec tempest-NetworksTestDHCPv6-1153288886 tempest-NetworksTestDHCPv6-1153288886-project] Pushing event deleted for resources: {'Subnet': ['ID=9a1c5e7c-2630-4227-92fc-f8fb2224a8f9,revision_number=None']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:33:56.603082 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-ac7d2cfd-9a40-472f-8df7-f26620066aec tempest-NetworksTestDHCPv6-1153288886 tempest-NetworksTestDHCPv6-1153288886-project] Publish callbacks [] for subnet (None), before_response {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:33:56.606579 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-ac7d2cfd-9a40-472f-8df7-f26620066aec tempest-NetworksTestDHCPv6-1153288886 tempest-NetworksTestDHCPv6-1153288886-project] 10.222.0.75 "DELETE /v2.0/subnets/9a1c5e7c-2630-4227-92fc-f8fb2224a8f9 HTTP/1.1" status: 204 len: 168 time: 1.0720344 Feb 09 19:33:56.609505 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 36364) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:33:56.625214 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.plugin [None req-37c65dcc-d3b4-4bde-b3c4-d0963c9ee529 tempest-RoutersTest-1116560139 tempest-RoutersTest-1116560139-project] Deleting port 67fdfdea-2927-4154-9cbc-5ca4674ede19 {{(pid=103230) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 19:33:56.625554 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-37c65dcc-d3b4-4bde-b3c4-d0963c9ee529 tempest-RoutersTest-1116560139 tempest-RoutersTest-1116560139-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762867170196'] for port (67fdfdea-2927-4154-9cbc-5ca4674ede19), before_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:33:56.630601 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3bba2226-859a-4eac-943e-416fbf98282b admin admin] Made reservation on behalf of 859c6b50f90844c29f759d03b2f7cd42 for: {'network': 1} {{(pid=103230) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 19:33:56.632905 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-3bba2226-859a-4eac-943e-416fbf98282b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for network (None), before_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:33:56.680708 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-dfc440b5-e230-42aa-b882-43092c97e442 tempest-NetworksTestDHCPv6-1153288886 tempest-NetworksTestDHCPv6-1153288886-project] 10.222.0.75 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0683560 Feb 09 19:33:56.681594 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 36366) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:33:56.688448 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.v2.base [None req-5c1f5a60-6bd5-4057-aac7-93a61dc13eda tempest-NetworksTestDHCPv6-1153288886 tempest-NetworksTestDHCPv6-1153288886-project] Request body: {'subnet': {'network_id': 'f63a97a6-2552-42d7-aee9-c49ce8319647', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 19:33:56.694038 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-a55bdcf7-98df-49f2-8e2b-555f4fac804e req-58318aa9-a1c2-430c-a921-c8ead26521c5 service neutron] 10.222.0.90 "GET /v2.0/networks/34db1430-f99d-431a-b04f-54003e680bea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1808469 Feb 09 19:33:56.723071 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-3bba2226-859a-4eac-943e-416fbf98282b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:33:56.795082 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.db [None req-37c65dcc-d3b4-4bde-b3c4-d0963c9ee529 tempest-RoutersTest-1116560139 tempest-RoutersTest-1116560139-project] For port 67fdfdea-2927-4154-9cbc-5ca4674ede19, host n-d-713498-36, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-36',level=0,port_id=67fdfdea-2927-4154-9cbc-5ca4674ede19,segment=NetworkSegment(a5b94c81-21f1-420d-871d-df56db16aabc),segment_id=a5b94c81-21f1-420d-871d-df56db16aabc)] {{(pid=103230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 19:33:56.795493 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-37c65dcc-d3b4-4bde-b3c4-d0963c9ee529 tempest-RoutersTest-1116560139 tempest-RoutersTest-1116560139-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1820838'] for port (67fdfdea-2927-4154-9cbc-5ca4674ede19), precommit_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:33:56.817823 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.plugin [None req-37c65dcc-d3b4-4bde-b3c4-d0963c9ee529 tempest-RoutersTest-1116560139 tempest-RoutersTest-1116560139-project] Calling delete_port for 67fdfdea-2927-4154-9cbc-5ca4674ede19 owned by network:router_interface {{(pid=103230) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 19:33:56.916239 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fcfd807-b9e5-4978-9d36-c6566bc4c275 req-003a92d3-7a35-43d6-842c-08f19d00a5b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:33:56.919248 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-7fcfd807-b9e5-4978-9d36-c6566bc4c275 req-003a92d3-7a35-43d6-842c-08f19d00a5b3 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=eba669c4f4c548e495f13ae7579d0fa6&device_id=6d32a9d7-5256-4edb-9bbc-ad99ab71ecfa HTTP/1.1" status: 200 len: 1126 time: 0.1132250 Feb 09 19:33:56.922015 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5c1f5a60-6bd5-4057-aac7-93a61dc13eda tempest-NetworksTestDHCPv6-1153288886 tempest-NetworksTestDHCPv6-1153288886-project] Made reservation on behalf of 84aec0d011da47d8bc94f6ba8668f413 for: {'subnet': 1} {{(pid=103229) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 19:33:56.926078 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-3bba2226-859a-4eac-943e-416fbf98282b admin admin] Publish callbacks [] for security_group (85af0d53-27e6-4a64-9472-5b7c86b259c9), precommit_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:33:56.933509 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-3bba2226-859a-4eac-943e-416fbf98282b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1892331'] for security_group (85af0d53-27e6-4a64-9472-5b7c86b259c9), after_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:33:56.938307 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-5c1f5a60-6bd5-4057-aac7-93a61dc13eda tempest-NetworksTestDHCPv6-1153288886 tempest-NetworksTestDHCPv6-1153288886-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12759265'] for subnet (None), before_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:33:56.966776 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bba2226-859a-4eac-943e-416fbf98282b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=85af0d53-27e6-4a64-9472-5b7c86b259c9,revision_number=1']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:33:57.014075 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3bba2226-859a-4eac-943e-416fbf98282b admin admin] vlan segment allocate from pool success with {'vlan_id': 373, 'physical_network': 'physnet1'} {{(pid=103230) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 19:33:57.038389 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-3bba2226-859a-4eac-943e-416fbf98282b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-759574'] for segment (8a44308b-8172-4753-a22c-b729f7d42256), precommit_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:33:57.038871 n-d-713498-36 neutron-server[103230]: INFO neutron.db.segments_db [None req-3bba2226-859a-4eac-943e-416fbf98282b admin admin] Added segment 8a44308b-8172-4753-a22c-b729f7d42256 of type vlan for network 63953cf7-ca60-434c-8fd4-7ff128562010 Feb 09 19:33:57.090688 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-3bba2226-859a-4eac-943e-416fbf98282b admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762866642225'] for network (63953cf7-ca60-434c-8fd4-7ff128562010), precommit_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:33:57.095035 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Device ca195848-6b96-4061-99fc-3d6f55233f7e up at agent ovs-agent-n-d-713498-36 {{(pid=103232) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 19:33:57.183807 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-3bba2226-859a-4eac-943e-416fbf98282b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1885479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452'] for network (63953cf7-ca60-434c-8fd4-7ff128562010), after_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:33:57.185162 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3bba2226-859a-4eac-943e-416fbf98282b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:33:57.186033 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-3bba2226-859a-4eac-943e-416fbf98282b admin admin] Publish callbacks [] for network (None), before_response {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:33:57.209596 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-588ea7c0-7be2-4090-9d48-dfe89be14ca2 None None] Network f63a97a6-2552-42d7-aee9-c49ce8319647 requested from n-d-713498-36 {{(pid=103232) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 19:33:57.213677 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fcfd807-b9e5-4978-9d36-c6566bc4c275 req-f75c76ba-50d5-4727-a343-00fd6e210f20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:33:57.215160 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-7fcfd807-b9e5-4978-9d36-c6566bc4c275 req-f75c76ba-50d5-4727-a343-00fd6e210f20 service neutron] 10.222.0.90 "GET /v2.0/networks?id=34db1430-f99d-431a-b04f-54003e680bea HTTP/1.1" status: 200 len: 896 time: 0.2603436 Feb 09 19:33:57.309882 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-3bba2226-859a-4eac-943e-416fbf98282b admin admin] 10.222.0.75 "POST /v2.0/networks HTTP/1.1" status: 201 len: 877 time: 0.9003820 Feb 09 19:33:57.310765 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-37c65dcc-d3b4-4bde-b3c4-d0963c9ee529 tempest-RoutersTest-1116560139 tempest-RoutersTest-1116560139-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762867177463', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762866656476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14393751'] for port (67fdfdea-2927-4154-9cbc-5ca4674ede19), after_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:33:57.314517 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 36372) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:33:57.329707 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.v2.base [None req-7696e589-9034-4e66-b3ee-79c440f81e00 admin admin] Request body: {'subnet': {'network_id': '63953cf7-ca60-434c-8fd4-7ff128562010', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImageQuotaTest-307316783-subnet', 'tenant_id': '859c6b50f90844c29f759d03b2f7cd42', 'ip_version': 4}} {{(pid=103229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 19:33:57.345839 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24951e57-678e-4c19-a675-1a37a3221d92 req-97665b30-87a8-4591-8cdb-fda30efe23c0 tempest-TestNetworkAdvancedServerOps-1633223542 tempest-TestNetworkAdvancedServerOps-1633223542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:33:57.346856 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-24951e57-678e-4c19-a675-1a37a3221d92 req-97665b30-87a8-4591-8cdb-fda30efe23c0 tempest-TestNetworkAdvancedServerOps-1633223542 tempest-TestNetworkAdvancedServerOps-1633223542-project] 10.222.0.75 "GET /v2.0/ports?device_id=6d32a9d7-5256-4edb-9bbc-ad99ab71ecfa HTTP/1.1" status: 200 len: 943 time: 0.2048533 Feb 09 19:33:57.378398 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-7fcfd807-b9e5-4978-9d36-c6566bc4c275 req-2fb8daf7-d7c7-44b2-b771-903b77db9ed8 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=55e8868e-9f04-4f11-be1b-5fd1709a5f15 HTTP/1.1" status: 200 len: 998 time: 0.1505871 Feb 09 19:33:57.383744 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37c65dcc-d3b4-4bde-b3c4-d0963c9ee529 tempest-RoutersTest-1116560139 tempest-RoutersTest-1116560139-project] Pushing event deleted for resources: {'Port': ['ID=67fdfdea-2927-4154-9cbc-5ca4674ede19,revision_number=None']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:33:57.393698 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bba2226-859a-4eac-943e-416fbf98282b admin admin] Pushing event updated for resources: {'Network': ['ID=63953cf7-ca60-434c-8fd4-7ff128562010,revision_number=1']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:33:57.435689 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Network 63953cf7-ca60-434c-8fd4-7ff128562010 details requested by agent ovs-agent-n-d-713498-36 with host n-d-713498-36 {{(pid=103232) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 19:33:57.515571 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6dd80dc-d23a-4112-88a9-a72bdee6578c req-a3953762-8a47-4624-92c1-9157e88e29e0 tempest-ServersTestJSON-482035511 tempest-ServersTestJSON-482035511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:33:57.518173 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.provisioning_blocks [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Provisioning complete for port ca195848-6b96-4061-99fc-3d6f55233f7e triggered by entity L2. {{(pid=103232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 19:33:57.518707 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593630'] for port (ca195848-6b96-4061-99fc-3d6f55233f7e), provisioning_complete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:33:57.519026 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-a6dd80dc-d23a-4112-88a9-a72bdee6578c req-a3953762-8a47-4624-92c1-9157e88e29e0 tempest-ServersTestJSON-482035511 tempest-ServersTestJSON-482035511-project] 10.222.0.75 "GET /v2.0/ports?device_id=fc118172-28fa-4a25-bb4c-1496f9a39e5f HTTP/1.1" status: 200 len: 944 time: 0.2005196 Feb 09 19:33:57.533805 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.provisioning_blocks [None req-6b5085fd-65d7-41da-91c0-02ca98557fec None None] Provisioning complete for port ca195848-6b96-4061-99fc-3d6f55233f7e triggered by entity DHCP. {{(pid=103232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 19:33:57.534438 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-6b5085fd-65d7-41da-91c0-02ca98557fec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593630'] for port (ca195848-6b96-4061-99fc-3d6f55233f7e), provisioning_complete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:33:57.590846 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fcfd807-b9e5-4978-9d36-c6566bc4c275 req-dab90555-dfa2-4b0f-bfbc-56bf4b14bc66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:33:57.592830 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-7fcfd807-b9e5-4978-9d36-c6566bc4c275 req-dab90555-dfa2-4b0f-bfbc-56bf4b14bc66 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=7bd817c3-27ad-42c9-8d96-8695f8509e1e HTTP/1.1" status: 200 len: 835 time: 0.1719010 Feb 09 19:33:57.594779 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-5c1f5a60-6bd5-4057-aac7-93a61dc13eda tempest-NetworksTestDHCPv6-1153288886 tempest-NetworksTestDHCPv6-1153288886-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12867428', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12759263'] for subnet (8a0f17dd-b0d9-420f-8260-305a3b941b1c), after_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:33:57.635123 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7696e589-9034-4e66-b3ee-79c440f81e00 admin admin] Made reservation on behalf of 859c6b50f90844c29f759d03b2f7cd42 for: {'subnet': 1} {{(pid=103229) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 19:33:57.638333 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-7696e589-9034-4e66-b3ee-79c440f81e00 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12759265'] for subnet (None), before_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:33:57.743499 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-37c65dcc-d3b4-4bde-b3c4-d0963c9ee529 tempest-RoutersTest-1116560139 tempest-RoutersTest-1116560139-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1613467', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1834633'] for router_interface (313e064b-ffaa-4c47-a7fc-c9666f3ee618), after_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:33:57.797334 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b872a1e-f998-4a83-9014-34073266f2aa None None] DHCP port deletion for f63a97a6-2552-42d7-aee9-c49ce8319647 request from n-d-713498-36 {{(pid=103232) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 09 19:33:57.816987 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Current status of the port ca195848-6b96-4061-99fc-3d6f55233f7e is: DOWN; New status is: ACTIVE {{(pid=103232) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 19:33:57.817689 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (ca195848-6b96-4061-99fc-3d6f55233f7e), before_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:33:57.827983 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-24951e57-678e-4c19-a675-1a37a3221d92 req-2313889b-853b-4dca-8e3c-e917823cc655 tempest-TestNetworkAdvancedServerOps-1633223542 tempest-TestNetworkAdvancedServerOps-1633223542-project] 10.222.0.75 "GET /v2.0/security-groups?id=3248743f-f5fe-4756-978e-05f0e965efae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4715817 Feb 09 19:33:57.834213 n-d-713498-36 neutron-server[103229]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c1f5a60-6bd5-4057-aac7-93a61dc13eda tempest-NetworksTestDHCPv6-1153288886 tempest-NetworksTestDHCPv6-1153288886-project] Network f63a97a6-2552-42d7-aee9-c49ce8319647 is already hosted by enough agents. {{(pid=103229) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 19:33:57.858573 n-d-713498-36 neutron-server[103229]: DEBUG neutron.scheduler.base_scheduler [None req-5c1f5a60-6bd5-4057-aac7-93a61dc13eda tempest-NetworksTestDHCPv6-1153288886 tempest-NetworksTestDHCPv6-1153288886-project] Resources bound (agent type, host, resource id): {{(pid=103229) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 19:33:57.870862 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c1f5a60-6bd5-4057-aac7-93a61dc13eda tempest-NetworksTestDHCPv6-1153288886 tempest-NetworksTestDHCPv6-1153288886-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:33:57.871472 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-5c1f5a60-6bd5-4057-aac7-93a61dc13eda tempest-NetworksTestDHCPv6-1153288886 tempest-NetworksTestDHCPv6-1153288886-project] Publish callbacks [] for subnet (None), before_response {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:33:57.875088 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c1f5a60-6bd5-4057-aac7-93a61dc13eda tempest-NetworksTestDHCPv6-1153288886 tempest-NetworksTestDHCPv6-1153288886-project] Pushing event updated for resources: {'Subnet': ['ID=8a0f17dd-b0d9-420f-8260-305a3b941b1c,revision_number=0']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:33:57.880058 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-6b5085fd-65d7-41da-91c0-02ca98557fec None None] Current status of the port ca195848-6b96-4061-99fc-3d6f55233f7e is: DOWN; New status is: ACTIVE {{(pid=103232) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 19:33:57.880854 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-6b5085fd-65d7-41da-91c0-02ca98557fec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (ca195848-6b96-4061-99fc-3d6f55233f7e), before_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:33:57.924857 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-5c1f5a60-6bd5-4057-aac7-93a61dc13eda tempest-NetworksTestDHCPv6-1153288886 tempest-NetworksTestDHCPv6-1153288886-project] 10.222.0.75 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.2402391 Feb 09 19:33:57.925714 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 36376) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:33:57.934261 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.v2.base [None req-d9d55f89-d6db-448e-9f4e-7c6d9c256248 tempest-NetworksTestDHCPv6-1153288886 tempest-NetworksTestDHCPv6-1153288886-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-1539292275', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=103229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 19:33:57.941758 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fcfd807-b9e5-4978-9d36-c6566bc4c275 req-7682d9bd-8c79-4117-a02f-9ebe3facefa9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:33:57.943385 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-7fcfd807-b9e5-4978-9d36-c6566bc4c275 req-7682d9bd-8c79-4117-a02f-9ebe3facefa9 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=34db1430-f99d-431a-b04f-54003e680bea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.3275266 Feb 09 19:33:57.967096 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] For port ca195848-6b96-4061-99fc-3d6f55233f7e, host n-d-713498-36, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-36',level=0,port_id=ca195848-6b96-4061-99fc-3d6f55233f7e,segment=NetworkSegment(20e634bc-bbe0-4569-a1ea-6be524590675),segment_id=20e634bc-bbe0-4569-a1ea-6be524590675)] {{(pid=103232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 19:33:57.984699 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762867176205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762866656485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762866656503'] for port (ca195848-6b96-4061-99fc-3d6f55233f7e), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:33:58.029034 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-d9d55f89-d6db-448e-9f4e-7c6d9c256248 tempest-NetworksTestDHCPv6-1153288886 tempest-NetworksTestDHCPv6-1153288886-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1834830', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-58389'] for router (0b00134c-5017-4107-885f-d035db6f5c4c), before_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:33:58.030675 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-d9d55f89-d6db-448e-9f4e-7c6d9c256248 tempest-NetworksTestDHCPv6-1153288886 tempest-NetworksTestDHCPv6-1153288886-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1834810', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1822096', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1886735', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-58380'] for router (0b00134c-5017-4107-885f-d035db6f5c4c), precommit_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:33:58.072485 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Pushing event updated for resources: {'Port': ['ID=ca195848-6b96-4061-99fc-3d6f55233f7e,revision_number=4']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:33:58.078805 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-7b872a1e-f998-4a83-9014-34073266f2aa None None] Deleting port ca195848-6b96-4061-99fc-3d6f55233f7e {{(pid=103232) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 19:33:58.079222 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-7b872a1e-f998-4a83-9014-34073266f2aa None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762867170196'] for port (ca195848-6b96-4061-99fc-3d6f55233f7e), before_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:33:58.205402 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-a6dd80dc-d23a-4112-88a9-a72bdee6578c req-e023a698-ec7b-489b-87f9-d47a025e1477 tempest-ServersTestJSON-482035511 tempest-ServersTestJSON-482035511-project] 10.222.0.75 "GET /v2.0/security-groups?id=37883354-c9cd-40f0-bbce-1c711bac4569&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6649065 Feb 09 19:33:58.214204 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-7fcfd807-b9e5-4978-9d36-c6566bc4c275 req-edfde326-17a2-40fb-98c3-f03049b088f6 service neutron] 10.222.0.90 "GET /v2.0/networks/34db1430-f99d-431a-b04f-54003e680bea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2601755 Feb 09 19:33:58.306860 n-d-713498-36 neutron-server[103230]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-37c65dcc-d3b4-4bde-b3c4-d0963c9ee529 tempest-RoutersTest-1116560139 tempest-RoutersTest-1116560139-project] Router 313e064b-ffaa-4c47-a7fc-c9666f3ee618 has already been hosted by L3 agent 93303d5e-5d17-45e8-8963-7694f87783ae {{(pid=103230) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 19:33:58.322449 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-d9d55f89-d6db-448e-9f4e-7c6d9c256248 tempest-NetworksTestDHCPv6-1153288886 tempest-NetworksTestDHCPv6-1153288886-project] Publish callbacks [] for router_controller (0b00134c-5017-4107-885f-d035db6f5c4c), precommit_add_association {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:33:58.325165 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-7696e589-9034-4e66-b3ee-79c440f81e00 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12867428', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12759263'] for subnet (a507f996-2b10-4b62-a693-e1a1891f0fdf), after_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:33:58.353041 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Device 55e8868e-9f04-4f11-be1b-5fd1709a5f15 details requested by agent hyperv_n-h2-713498-36 with host n-h2-713498-36 {{(pid=103232) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 19:33:58.355089 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Device 233cd14e-68f1-4266-a47f-28e2686a3191 up at agent hyperv_n-h2-713498-36 {{(pid=103232) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 19:33:58.420784 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-37c65dcc-d3b4-4bde-b3c4-d0963c9ee529 tempest-RoutersTest-1116560139 tempest-RoutersTest-1116560139-project] Notify agent at l3_agent.n-d-713498-36 the message routers_updated {{(pid=103230) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 19:33:58.426318 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-37c65dcc-d3b4-4bde-b3c4-d0963c9ee529 tempest-RoutersTest-1116560139 tempest-RoutersTest-1116560139-project] 10.222.0.75 "PUT /v2.0/routers/313e064b-ffaa-4c47-a7fc-c9666f3ee618/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3735247 Feb 09 19:33:58.431714 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 36378) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:33:58.433432 n-d-713498-36 neutron-server[103233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2d3e293-d5ac-4d45-854e-4d477771dc28 None None] Sync routers for ids ['313e064b-ffaa-4c47-a7fc-c9666f3ee618'] in n-d-713498-36 {{(pid=103233) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 19:33:58.455932 n-d-713498-36 neutron-server[103233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2d3e293-d5ac-4d45-854e-4d477771dc28 None None] Routers {'313e064b-ffaa-4c47-a7fc-c9666f3ee618'} bound to L3 agent in host n-d-713498-36 {{(pid=103233) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 19:33:58.456546 n-d-713498-36 neutron-server[103233]: DEBUG neutron.db.l3_hamode_db [None req-f2d3e293-d5ac-4d45-854e-4d477771dc28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T18:51:43Z,description=,heartbeat_timestamp=2022-02-09T19:33:43Z,host='n-d-713498-36',id=93303d5e-5d17-45e8-8963-7694f87783ae,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T18:51:43Z,topic='l3_agent')) {'router_ids': ['313e064b-ffaa-4c47-a7fc-c9666f3ee618'], 'active': True} {{(pid=103233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:33:58.476142 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-7fcfd807-b9e5-4978-9d36-c6566bc4c275 req-6c779182-dd70-4e98-be2d-a7bd624481fb service neutron] 10.222.0.90 "GET /v2.0/networks/34db1430-f99d-431a-b04f-54003e680bea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2474251 Feb 09 19:33:58.477119 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-d9d55f89-d6db-448e-9f4e-7c6d9c256248 tempest-NetworksTestDHCPv6-1153288886 tempest-NetworksTestDHCPv6-1153288886-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1834945', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1818951'] for router (0b00134c-5017-4107-885f-d035db6f5c4c), after_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:33:58.485539 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-7b872a1e-f998-4a83-9014-34073266f2aa None None] For port ca195848-6b96-4061-99fc-3d6f55233f7e, host n-d-713498-36, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-36',level=0,port_id=ca195848-6b96-4061-99fc-3d6f55233f7e,segment=NetworkSegment(20e634bc-bbe0-4569-a1ea-6be524590675),segment_id=20e634bc-bbe0-4569-a1ea-6be524590675)] {{(pid=103232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 19:33:58.486208 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-7b872a1e-f998-4a83-9014-34073266f2aa None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1820838'] for port (ca195848-6b96-4061-99fc-3d6f55233f7e), precommit_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:33:58.495669 n-d-713498-36 neutron-server[103230]: DEBUG neutron.db.db_base_plugin_v2 [None req-2d4e541b-6032-425b-a826-bde5ae346663 tempest-RoutersTest-1116560139 tempest-RoutersTest-1116560139-project] Deleting subnet 1aa458bd-e51c-4d7d-8d13-8dbe39a30c15 {{(pid=103230) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 19:33:58.499236 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-2d4e541b-6032-425b-a826-bde5ae346663 tempest-RoutersTest-1116560139 tempest-RoutersTest-1116560139-project] Publish callbacks [] for subnet (1aa458bd-e51c-4d7d-8d13-8dbe39a30c15), before_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:33:58.505781 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-7b872a1e-f998-4a83-9014-34073266f2aa None None] Calling delete_port for ca195848-6b96-4061-99fc-3d6f55233f7e owned by network:dhcp {{(pid=103232) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 19:33:58.510876 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7696e589-9034-4e66-b3ee-79c440f81e00 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a507f996-2b10-4b62-a693-e1a1891f0fdf,revision_number=0']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:33:58.552833 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-d9d55f89-d6db-448e-9f4e-7c6d9c256248 tempest-NetworksTestDHCPv6-1153288886 tempest-NetworksTestDHCPv6-1153288886-project] Publish callbacks [] for router (None), before_response {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:33:58.552833 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-d9d55f89-d6db-448e-9f4e-7c6d9c256248 tempest-NetworksTestDHCPv6-1153288886 tempest-NetworksTestDHCPv6-1153288886-project] 10.222.0.75 "POST /v2.0/routers HTTP/1.1" status: 201 len: 706 time: 0.6201432 Feb 09 19:33:58.553128 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 36380) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:33:58.580626 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7696e589-9034-4e66-b3ee-79c440f81e00 admin admin] Checking segment: {'id': '8a44308b-8172-4753-a22c-b729f7d42256', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': '63953cf7-ca60-434c-8fd4-7ff128562010'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103229) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 19:33:58.581320 n-d-713498-36 neutron-server[103229]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7696e589-9034-4e66-b3ee-79c440f81e00 admin admin] Network hostable DHCP agents. Network: 63953cf7-ca60-434c-8fd4-7ff128562010, hostable agents: ['af91e4b9-f4e1-42b1-a25c-a10dc47171c8'], hosted agents: [] {{(pid=103229) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 19:33:58.609418 n-d-713498-36 neutron-server[103229]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7696e589-9034-4e66-b3ee-79c440f81e00 admin admin] Network 63953cf7-ca60-434c-8fd4-7ff128562010 is scheduled to be hosted by DHCP agent af91e4b9-f4e1-42b1-a25c-a10dc47171c8 with binding_index 1 {{(pid=103229) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 19:33:58.622468 n-d-713498-36 neutron-server[103229]: DEBUG neutron.scheduler.base_scheduler [None req-7696e589-9034-4e66-b3ee-79c440f81e00 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713498-36, 63953cf7-ca60-434c-8fd4-7ff128562010) {{(pid=103229) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 19:33:58.644190 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7696e589-9034-4e66-b3ee-79c440f81e00 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:33:58.645126 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-7696e589-9034-4e66-b3ee-79c440f81e00 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:33:58.648844 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5ce36d3-8983-4450-8e67-f6497a076441 None None] Network 63953cf7-ca60-434c-8fd4-7ff128562010 requested from n-d-713498-36 {{(pid=103232) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 19:33:58.655533 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-2d4e541b-6032-425b-a826-bde5ae346663 tempest-RoutersTest-1116560139 tempest-RoutersTest-1116560139-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12895822'] for subnet (1aa458bd-e51c-4d7d-8d13-8dbe39a30c15), precommit_delete_associations {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:33:58.665349 n-d-713498-36 neutron-server[103233]: DEBUG neutron.db.l3_dvr_db [None req-f2d3e293-d5ac-4d45-854e-4d477771dc28 None None] Set router 313e064b-ffaa-4c47-a7fc-c9666f3ee618 gateway port host: None {{(pid=103233) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 19:33:58.709211 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-7696e589-9034-4e66-b3ee-79c440f81e00 admin admin] 10.222.0.75 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 840 time: 1.3880131 Feb 09 19:33:58.709463 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 36384) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:33:58.723860 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.v2.base [None req-4d557969-692f-460c-9bf7-5ee81cce3545 admin admin] Request body: {'router': {'name': 'tempest-ImageQuotaTest-307316783-router', 'tenant_id': '859c6b50f90844c29f759d03b2f7cd42', 'external_gateway_info': {'network_id': '88055e1e-672a-4487-be31-ffb6e833ece5'}}} {{(pid=103229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 19:33:58.756137 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-4d557969-692f-460c-9bf7-5ee81cce3545 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1834830', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-58389'] for router (f41ce5a5-2d3b-409b-9a33-5d8b20cb5c01), before_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:33:58.757096 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-4d557969-692f-460c-9bf7-5ee81cce3545 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1834810', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1822096', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1886735', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-58380'] for router (f41ce5a5-2d3b-409b-9a33-5d8b20cb5c01), precommit_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:33:58.871236 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.db.api [None req-6b5085fd-65d7-41da-91c0-02ca98557fec None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103232) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 09 19:33:58.871796 n-d-713498-36 neutron-server[103232]: DEBUG oslo_db.api [None req-6b5085fd-65d7-41da-91c0-02ca98557fec None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 09 19:33:58.872952 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.provisioning_blocks [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Provisioning for port 233cd14e-68f1-4266-a47f-28e2686a3191 completed by entity L2. {{(pid=103232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 19:33:58.942809 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.provisioning_blocks [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Provisioning complete for port 233cd14e-68f1-4266-a47f-28e2686a3191 triggered by entity L2. {{(pid=103232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 19:33:58.943442 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593630'] for port (233cd14e-68f1-4266-a47f-28e2686a3191), provisioning_complete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:33:58.946837 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-4d557969-692f-460c-9bf7-5ee81cce3545 admin admin] Publish callbacks [] for router_controller (f41ce5a5-2d3b-409b-9a33-5d8b20cb5c01), precommit_add_association {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:33:58.959844 n-d-713498-36 neutron-server[103233]: DEBUG neutron.db.l3_hamode_db [None req-f2d3e293-d5ac-4d45-854e-4d477771dc28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '313e064b-ffaa-4c47-a7fc-c9666f3ee618', 'name': 'tempest-RoutersTest-router-2104240187', 'tenant_id': '009d54e3af88488b8213379431f58202', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T19:32:45Z', 'updated_at': '2022-02-09T19:33:57Z', 'revision_number': 11, 'project_id': '009d54e3af88488b8213379431f58202', 'gw_port_host': None}], 'n-d-713498-36', False) {} {{(pid=103233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:33:59.001472 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-2d4e541b-6032-425b-a826-bde5ae346663 tempest-RoutersTest-1116560139 tempest-RoutersTest-1116560139-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-759852'] for subnet (1aa458bd-e51c-4d7d-8d13-8dbe39a30c15), precommit_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:33:59.011957 n-d-713498-36 neutron-server[103233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2d3e293-d5ac-4d45-854e-4d477771dc28 None None] Checking router: 313e064b-ffaa-4c47-a7fc-c9666f3ee618 for host: n-d-713498-36 {{(pid=103233) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 19:33:59.056473 n-d-713498-36 neutron-server[103233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2d3e293-d5ac-4d45-854e-4d477771dc28 None None] Routers {'313e064b-ffaa-4c47-a7fc-c9666f3ee618'} bound to L3 agent in host n-d-713498-36 {{(pid=103233) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 19:33:59.059189 n-d-713498-36 neutron-server[103233]: DEBUG neutron.db.l3_hamode_db [None req-f2d3e293-d5ac-4d45-854e-4d477771dc28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T18:51:43Z,description=,heartbeat_timestamp=2022-02-09T19:33:43Z,host='n-d-713498-36',id=93303d5e-5d17-45e8-8963-7694f87783ae,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T18:51:43Z,topic='l3_agent')) {'router_ids': ['313e064b-ffaa-4c47-a7fc-c9666f3ee618'], 'active': True} {{(pid=103233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:33:59.080321 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b26bc0c-ee99-401c-ad04-c447de981a99 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8b32e980-7cce-5e82-a341-bd2fa8945c89-63953cf7-ca60-434c-8fd4-7ff128562010', 'network_id': '63953cf7-ca60-434c-8fd4-7ff128562010', 'project_id': '859c6b50f90844c29f759d03b2f7cd42', 'fixed_ips': [{'subnet_id': 'a507f996-2b10-4b62-a693-e1a1891f0fdf'}]}} from n-d-713498-36. {{(pid=103232) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 09 19:33:59.081304 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-8b26bc0c-ee99-401c-ad04-c447de981a99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (None), before_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:33:59.163679 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Device ca195848-6b96-4061-99fc-3d6f55233f7e no longer exists at agent ovs-agent-n-d-713498-36 {{(pid=103232) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 19:33:59.218257 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc4eb2c5-a713-4c25-99a2-d1cdfec5aad4 req-d9255d35-c8b2-4d00-ac69-408601b1e92d tempest-TestNetworkAdvancedServerOps-1633223542 tempest-TestNetworkAdvancedServerOps-1633223542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:33:59.231425 n-d-713498-36 neutron-server[103233]: DEBUG neutron.db.l3_dvr_db [None req-f2d3e293-d5ac-4d45-854e-4d477771dc28 None None] Set router 313e064b-ffaa-4c47-a7fc-c9666f3ee618 gateway port host: None {{(pid=103233) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 19:33:59.233428 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-bc4eb2c5-a713-4c25-99a2-d1cdfec5aad4 req-d9255d35-c8b2-4d00-ac69-408601b1e92d tempest-TestNetworkAdvancedServerOps-1633223542 tempest-TestNetworkAdvancedServerOps-1633223542-project] 10.222.0.75 "GET /v2.0/ports?device_id=6d32a9d7-5256-4edb-9bbc-ad99ab71ecfa HTTP/1.1" status: 200 len: 943 time: 0.2795024 Feb 09 19:33:59.237152 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-1f619c55-895c-4704-8848-e6f39411fd51 tempest-NetworksTestDHCPv6-1153288886 tempest-NetworksTestDHCPv6-1153288886-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (None), before_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:33:59.303453 n-d-713498-36 neutron-server[103233]: DEBUG neutron.db.l3_hamode_db [None req-f2d3e293-d5ac-4d45-854e-4d477771dc28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '313e064b-ffaa-4c47-a7fc-c9666f3ee618', 'name': 'tempest-RoutersTest-router-2104240187', 'tenant_id': '009d54e3af88488b8213379431f58202', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T19:32:45Z', 'updated_at': '2022-02-09T19:33:57Z', 'revision_number': 11, 'project_id': '009d54e3af88488b8213379431f58202', 'gw_port_host': None}], 'n-d-713498-36', False) {} {{(pid=103233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:33:59.319977 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-7429db8d-6021-40ad-813e-885be449a89b None None] For port 55e8868e-9f04-4f11-be1b-5fd1709a5f15, host n-h2-713498-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-36',level=0,port_id=55e8868e-9f04-4f11-be1b-5fd1709a5f15,segment=NetworkSegment(7287aa74-ccfd-4c41-8369-48f2461d359d),segment_id=7287aa74-ccfd-4c41-8369-48f2461d359d)] {{(pid=103232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 19:33:59.337536 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-7b872a1e-f998-4a83-9014-34073266f2aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762867177463', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762866656476'] for port (ca195848-6b96-4061-99fc-3d6f55233f7e), after_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:33:59.342547 n-d-713498-36 neutron-server[103233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2d3e293-d5ac-4d45-854e-4d477771dc28 None None] The sync data for ids ['313e064b-ffaa-4c47-a7fc-c9666f3ee618'] in n-d-713498-36 is: [{'id': '313e064b-ffaa-4c47-a7fc-c9666f3ee618', 'name': 'tempest-RoutersTest-router-2104240187', 'tenant_id': '009d54e3af88488b8213379431f58202', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T19:32:45Z', 'updated_at': '2022-02-09T19:33:57Z', 'revision_number': 11, 'project_id': '009d54e3af88488b8213379431f58202', 'gw_port_host': None}] {{(pid=103233) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 19:33:59.360451 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] No active binding found for port ca195848-6b96-4061-99fc-3d6f55233f7e {{(pid=103232) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Feb 09 19:33:59.361061 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] The host n-d-713498-36 is not matching for port ca195848-6b96-4061-99fc-3d6f55233f7e host None! {{(pid=103232) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2330}} Feb 09 19:33:59.361210 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Device ca195848-6b96-4061-99fc-3d6f55233f7e not bound to the agent host n-d-713498-36 {{(pid=103232) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 19:33:59.386769 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-4d557969-692f-460c-9bf7-5ee81cce3545 admin admin] Publish callbacks [] for router_gateway (f41ce5a5-2d3b-409b-9a33-5d8b20cb5c01), precommit_update {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:33:59.387306 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Returning: {'device': '55e8868e-9f04-4f11-be1b-5fd1709a5f15', 'network_id': '34db1430-f99d-431a-b04f-54003e680bea', 'port_id': '55e8868e-9f04-4f11-be1b-5fd1709a5f15', 'mac_address': 'fa:16:3e:0b:89:a8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 377, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7bd817c3-27ad-42c9-8d96-8695f8509e1e', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103232) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 19:33:59.397405 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-2d4e541b-6032-425b-a826-bde5ae346663 tempest-RoutersTest-1116560139 tempest-RoutersTest-1116560139-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-760023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14393672', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12985882'] for subnet (1aa458bd-e51c-4d7d-8d13-8dbe39a30c15), after_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:33:59.433290 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b872a1e-f998-4a83-9014-34073266f2aa None None] Pushing event deleted for resources: {'Port': ['ID=ca195848-6b96-4061-99fc-3d6f55233f7e,revision_number=None']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:33:59.435876 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b872a1e-f998-4a83-9014-34073266f2aa None None] No DVR routers for this DVR port ca195848-6b96-4061-99fc-3d6f55233f7e on host n-d-713498-36 {{(pid=103232) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 19:33:59.446258 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-6b5085fd-65d7-41da-91c0-02ca98557fec None None] Port ca195848-6b96-4061-99fc-3d6f55233f7e update to ACTIVE by agent not found {{(pid=103232) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2209}} Feb 09 19:33:59.469598 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-bc4eb2c5-a713-4c25-99a2-d1cdfec5aad4 req-2439696c-def1-4f26-bb04-5f5b5c06d7bc tempest-TestNetworkAdvancedServerOps-1633223542 tempest-TestNetworkAdvancedServerOps-1633223542-project] 10.222.0.75 "GET /v2.0/security-groups?id=3248743f-f5fe-4756-978e-05f0e965efae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2358165 Feb 09 19:33:59.469815 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d4e541b-6032-425b-a826-bde5ae346663 tempest-RoutersTest-1116560139 tempest-RoutersTest-1116560139-project] Pushing event deleted for resources: {'Subnet': ['ID=1aa458bd-e51c-4d7d-8d13-8dbe39a30c15,revision_number=None']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:33:59.490223 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-2d4e541b-6032-425b-a826-bde5ae346663 tempest-RoutersTest-1116560139 tempest-RoutersTest-1116560139-project] Publish callbacks [] for subnet (None), before_response {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:33:59.497375 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-2d4e541b-6032-425b-a826-bde5ae346663 tempest-RoutersTest-1116560139 tempest-RoutersTest-1116560139-project] 10.222.0.75 "DELETE /v2.0/subnets/1aa458bd-e51c-4d7d-8d13-8dbe39a30c15 HTTP/1.1" status: 204 len: 168 time: 1.0621872 Feb 09 19:33:59.501140 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 36392) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:33:59.508709 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.db_base_plugin_common [None req-8b26bc0c-ee99-401c-ad04-c447de981a99 None None] Allocated IP 172.20.0.2 (63953cf7-ca60-434c-8fd4-7ff128562010/a507f996-2b10-4b62-a693-e1a1891f0fdf/9e08b88d-52ed-44c8-831a-558661431090) {{(pid=103232) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 19:33:59.594971 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-055c8ea9-d313-4c1c-9408-8f9bca3ce263 None None] Network f63a97a6-2552-42d7-aee9-c49ce8319647 requested from n-d-713498-36 {{(pid=103232) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 19:33:59.624288 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e8a8b1a-ffcb-4913-bf3f-48f81d43c153 None None] Network b7476005-329d-43d5-ba02-3c7e4ca9d210 requested from n-d-713498-36 {{(pid=103232) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 19:33:59.669160 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ce6a4ec-b279-4ad7-b4a2-477683c77ab7 req-aefb18df-40cc-40c4-aa69-661e5a82c2f9 tempest-ServersTestJSON-482035511 tempest-ServersTestJSON-482035511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:33:59.669160 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-7ce6a4ec-b279-4ad7-b4a2-477683c77ab7 req-aefb18df-40cc-40c4-aa69-661e5a82c2f9 tempest-ServersTestJSON-482035511 tempest-ServersTestJSON-482035511-project] 10.222.0.75 "GET /v2.0/ports?device_id=fc118172-28fa-4a25-bb4c-1496f9a39e5f HTTP/1.1" status: 200 len: 944 time: 0.2691436 Feb 09 19:33:59.747086 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-37d8661f-d9c3-4886-a51c-a57513a33c3d tempest-RoutersTest-1116560139 tempest-RoutersTest-1116560139-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-670458'] for network (b7476005-329d-43d5-ba02-3c7e4ca9d210), before_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:33:59.788558 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Current status of the port 233cd14e-68f1-4266-a47f-28e2686a3191 is: BUILD; New status is: ACTIVE {{(pid=103232) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 19:33:59.788958 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (233cd14e-68f1-4266-a47f-28e2686a3191), before_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:33:59.845666 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Current status of the port 55e8868e-9f04-4f11-be1b-5fd1709a5f15 is: DOWN; New status is: BUILD {{(pid=103232) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 19:33:59.846614 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (55e8868e-9f04-4f11-be1b-5fd1709a5f15), before_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:33:59.859820 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-7ce6a4ec-b279-4ad7-b4a2-477683c77ab7 req-c38af7e1-12fa-486d-be0f-31f82608e739 tempest-ServersTestJSON-482035511 tempest-ServersTestJSON-482035511-project] 10.222.0.75 "GET /v2.0/security-groups?id=37883354-c9cd-40f0-bbce-1c711bac4569&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1528041 Feb 09 19:33:59.911789 n-d-713498-36 neutron-server[103232]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fc118172-28fa-4a25-bb4c-1496f9a39e5f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '233cd14e-68f1-4266-a47f-28e2686a3191'}] {{(pid=103232) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 19:33:59.914970 n-d-713498-36 neutron-server[103232]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}949cdcde653dec44821de95cbf67297f53cbc2aed4e073b5d514f93bf911ce85" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1f78b9d3-df6a-4634-b05b-2eef97fb8e83" -d '{"events": [{"server_uuid": "fc118172-28fa-4a25-bb4c-1496f9a39e5f", "name": "network-vif-plugged", "status": "completed", "tag": "233cd14e-68f1-4266-a47f-28e2686a3191"}]}' {{(pid=103232) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 19:33:59.921153 n-d-713498-36 neutron-server[103230]: DEBUG neutron.db.db_base_plugin_common [None req-1f619c55-895c-4704-8848-e6f39411fd51 tempest-NetworksTestDHCPv6-1153288886 tempest-NetworksTestDHCPv6-1153288886-project] Allocated IP 2001:db8::1 (f63a97a6-2552-42d7-aee9-c49ce8319647/8a0f17dd-b0d9-420f-8260-305a3b941b1c/9043c81e-59a1-49a2-a733-15d4b4ea4b85) {{(pid=103230) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 19:33:59.945651 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1ca5b97-9255-450e-b7a8-a98b2d5e6017 req-5291073a-5620-40f5-ab09-8140c4a7eec1 tempest-TestNetworkAdvancedServerOps-1633223542 tempest-TestNetworkAdvancedServerOps-1633223542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:33:59.948083 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-b1ca5b97-9255-450e-b7a8-a98b2d5e6017 req-5291073a-5620-40f5-ab09-8140c4a7eec1 tempest-TestNetworkAdvancedServerOps-1633223542 tempest-TestNetworkAdvancedServerOps-1633223542-project] 10.222.0.75 "GET /v2.0/ports?device_id=6d32a9d7-5256-4edb-9bbc-ad99ab71ecfa HTTP/1.1" status: 200 len: 943 time: 0.2522340 Feb 09 19:34:00.004083 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89a5db36-41c4-4ae8-8c77-292612a82300 req-51e8bd0c-19b3-435c-b5d1-861cad83a42c tempest-TestNetworkAdvancedServerOps-1633223542 tempest-TestNetworkAdvancedServerOps-1633223542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:34:00.007472 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-89a5db36-41c4-4ae8-8c77-292612a82300 req-51e8bd0c-19b3-435c-b5d1-861cad83a42c tempest-TestNetworkAdvancedServerOps-1633223542 tempest-TestNetworkAdvancedServerOps-1633223542-project] 10.222.0.89 "GET /v2.0/ports?device_id=6d32a9d7-5256-4edb-9bbc-ad99ab71ecfa&tenant_id=eba669c4f4c548e495f13ae7579d0fa6&binding%3Ahost_id=n-h2-713498-36 HTTP/1.1" status: 200 len: 943 time: 0.2712600 Feb 09 19:34:00.012161 n-d-713498-36 neutron-server[103232]: DEBUG neutron.notifiers.nova [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 55e8868e-9f04-4f11-be1b-5fd1709a5f15 {{(pid=103232) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 19:34:00.028810 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-4d557969-692f-460c-9bf7-5ee81cce3545 admin admin] Publish callbacks [] for router_gateway (f41ce5a5-2d3b-409b-9a33-5d8b20cb5c01), before_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:34:00.066165 n-d-713498-36 neutron-server[103232]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 19:33:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-635e4ea8-302b-4cd2-9d48-63ea7fedcf59 x-openstack-request-id: req-635e4ea8-302b-4cd2-9d48-63ea7fedcf59 {{(pid=103232) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 19:34:00.066165 n-d-713498-36 neutron-server[103232]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fc118172-28fa-4a25-bb4c-1496f9a39e5f", "name": "network-vif-plugged", "status": "completed", "tag": "233cd14e-68f1-4266-a47f-28e2686a3191", "code": 200}]} {{(pid=103232) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 19:34:00.066477 n-d-713498-36 neutron-server[103232]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-635e4ea8-302b-4cd2-9d48-63ea7fedcf59 {{(pid=103232) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 19:34:00.066901 n-d-713498-36 neutron-server[103232]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fc118172-28fa-4a25-bb4c-1496f9a39e5f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '233cd14e-68f1-4266-a47f-28e2686a3191', 'code': 200} Feb 09 19:34:00.070471 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-7429db8d-6021-40ad-813e-885be449a89b None None] For port 233cd14e-68f1-4266-a47f-28e2686a3191, host n-h2-713498-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-36',level=0,port_id=233cd14e-68f1-4266-a47f-28e2686a3191,segment=NetworkSegment(3ad9008e-d820-4913-8a3a-dbe689506816),segment_id=3ad9008e-d820-4913-8a3a-dbe689506816)] {{(pid=103232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 19:34:00.074144 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-4d557969-692f-460c-9bf7-5ee81cce3545 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (None), before_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:34:00.075160 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.plugin [None req-37d8661f-d9c3-4886-a51c-a57513a33c3d tempest-RoutersTest-1116560139 tempest-RoutersTest-1116560139-project] Deleting port 4bd48f30-e61d-47ec-ace8-a8dacc370c4e {{(pid=103230) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 19:34:00.075613 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-37d8661f-d9c3-4886-a51c-a57513a33c3d tempest-RoutersTest-1116560139 tempest-RoutersTest-1116560139-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762867170196'] for port (4bd48f30-e61d-47ec-ace8-a8dacc370c4e), before_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:34:00.119613 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762867176205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762866656485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762866656503'] for port (233cd14e-68f1-4266-a47f-28e2686a3191), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:34:00.163079 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.db [None req-37d8661f-d9c3-4886-a51c-a57513a33c3d tempest-RoutersTest-1116560139 tempest-RoutersTest-1116560139-project] For port 4bd48f30-e61d-47ec-ace8-a8dacc370c4e, host n-d-713498-36, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-36',level=0,port_id=4bd48f30-e61d-47ec-ace8-a8dacc370c4e,segment=NetworkSegment(a5b94c81-21f1-420d-871d-df56db16aabc),segment_id=a5b94c81-21f1-420d-871d-df56db16aabc)] {{(pid=103230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 19:34:00.163634 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-37d8661f-d9c3-4886-a51c-a57513a33c3d tempest-RoutersTest-1116560139 tempest-RoutersTest-1116560139-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1820838'] for port (4bd48f30-e61d-47ec-ace8-a8dacc370c4e), precommit_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:34:00.183853 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.plugin [None req-37d8661f-d9c3-4886-a51c-a57513a33c3d tempest-RoutersTest-1116560139 tempest-RoutersTest-1116560139-project] Calling delete_port for 4bd48f30-e61d-47ec-ace8-a8dacc370c4e owned by network:dhcp {{(pid=103230) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 19:34:00.193669 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-7429db8d-6021-40ad-813e-885be449a89b None None] For port 55e8868e-9f04-4f11-be1b-5fd1709a5f15, host n-h2-713498-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-36',level=0,port_id=55e8868e-9f04-4f11-be1b-5fd1709a5f15,segment=NetworkSegment(7287aa74-ccfd-4c41-8369-48f2461d359d),segment_id=7287aa74-ccfd-4c41-8369-48f2461d359d)] {{(pid=103232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 19:34:00.209268 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d76b450-641f-47cb-bf9f-19091eed6882 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8b32e980-7cce-5e82-a341-bd2fa8945c89-f63a97a6-2552-42d7-aee9-c49ce8319647', 'network_id': 'f63a97a6-2552-42d7-aee9-c49ce8319647', 'project_id': '84aec0d011da47d8bc94f6ba8668f413', 'fixed_ips': [{'subnet_id': '8a0f17dd-b0d9-420f-8260-305a3b941b1c'}]}} from n-d-713498-36. {{(pid=103232) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 09 19:34:00.210216 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-4d76b450-641f-47cb-bf9f-19091eed6882 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (None), before_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:34:00.234405 n-d-713498-36 neutron-server[103229]: DEBUG neutron.db.db_base_plugin_common [None req-4d557969-692f-460c-9bf7-5ee81cce3545 admin admin] Allocated IP 172.25.1.244 (88055e1e-672a-4487-be31-ffb6e833ece5/ac16dbcc-383c-4b43-9153-d763c4a53f91/e165445f-52fd-4d0f-9cae-70c48113b269) {{(pid=103229) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 19:34:00.245008 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762867176205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762866656485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762866656503'] for port (55e8868e-9f04-4f11-be1b-5fd1709a5f15), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:34:00.258924 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-8b26bc0c-ee99-401c-ad04-c447de981a99 None None] Publish callbacks [] for port (9e08b88d-52ed-44c8-831a-558661431090), precommit_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:34:00.290338 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-37d8661f-d9c3-4886-a51c-a57513a33c3d tempest-RoutersTest-1116560139 tempest-RoutersTest-1116560139-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762867177463', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762866656476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14393751'] for port (4bd48f30-e61d-47ec-ace8-a8dacc370c4e), after_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:34:00.352539 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37d8661f-d9c3-4886-a51c-a57513a33c3d tempest-RoutersTest-1116560139 tempest-RoutersTest-1116560139-project] Pushing event deleted for resources: {'Port': ['ID=4bd48f30-e61d-47ec-ace8-a8dacc370c4e,revision_number=None']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:34:00.359614 n-d-713498-36 neutron-server[103230]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37d8661f-d9c3-4886-a51c-a57513a33c3d tempest-RoutersTest-1116560139 tempest-RoutersTest-1116560139-project] No DVR routers for this DVR port 4bd48f30-e61d-47ec-ace8-a8dacc370c4e on host n-d-713498-36 {{(pid=103230) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 19:34:00.371944 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-8b26bc0c-ee99-401c-ad04-c447de981a99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762866656467'] for port (9e08b88d-52ed-44c8-831a-558661431090), after_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:34:00.405194 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93df1564-910c-476c-bcb4-9fd3c8eaab04 None None] DHCP port deletion for b7476005-329d-43d5-ba02-3c7e4ca9d210 request from n-d-713498-36 {{(pid=103232) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 09 19:34:00.412543 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Pushing event updated for resources: {'Port': ['ID=233cd14e-68f1-4266-a47f-28e2686a3191,revision_number=5']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:34:00.451311 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-4d557969-692f-460c-9bf7-5ee81cce3545 admin admin] Publish callbacks [] for port (e165445f-52fd-4d0f-9cae-70c48113b269), precommit_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:34:00.457566 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-1f619c55-895c-4704-8848-e6f39411fd51 tempest-NetworksTestDHCPv6-1153288886 tempest-NetworksTestDHCPv6-1153288886-project] Publish callbacks [] for port (9043c81e-59a1-49a2-a733-15d4b4ea4b85), precommit_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:34:00.484324 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-37d8661f-d9c3-4886-a51c-a57513a33c3d tempest-RoutersTest-1116560139 tempest-RoutersTest-1116560139-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-590267', 'neutron.services.segments.db._delete_segments_for_network-8762867132609'] for network (b7476005-329d-43d5-ba02-3c7e4ca9d210), precommit_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:34:00.489826 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Pushing event updated for resources: {'Port': ['ID=55e8868e-9f04-4f11-be1b-5fd1709a5f15,revision_number=8']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:34:00.533199 n-d-713498-36 neutron-server[103230]: DEBUG neutron.services.segments.db [None req-37d8661f-d9c3-4886-a51c-a57513a33c3d tempest-RoutersTest-1116560139 tempest-RoutersTest-1116560139-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b7476005-329d-43d5-ba02-3c7e4ca9d210']}} {{(pid=103230) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:34:00.543000 n-d-713498-36 neutron-server[103232]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b26bc0c-ee99-401c-ad04-c447de981a99 None None] Network 63953cf7-ca60-434c-8fd4-7ff128562010 is already hosted by enough agents. {{(pid=103232) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 19:34:00.552598 n-d-713498-36 neutron-server[103232]: DEBUG neutron.scheduler.base_scheduler [None req-8b26bc0c-ee99-401c-ad04-c447de981a99 None None] Resources bound (agent type, host, resource id): {{(pid=103232) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 19:34:00.555159 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b26bc0c-ee99-401c-ad04-c447de981a99 None None] Received port after_create {{(pid=103232) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 19:34:00.576776 n-d-713498-36 neutron-server[103230]: DEBUG neutron.services.segments.db [None req-37d8661f-d9c3-4886-a51c-a57513a33c3d tempest-RoutersTest-1116560139 tempest-RoutersTest-1116560139-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a5b94c81-21f1-420d-871d-df56db16aabc') {'for_net_delete': True} {{(pid=103230) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:34:00.577223 n-d-713498-36 neutron-server[103230]: DEBUG neutron.services.segments.db [None req-37d8661f-d9c3-4886-a51c-a57513a33c3d tempest-RoutersTest-1116560139 tempest-RoutersTest-1116560139-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a5b94c81-21f1-420d-871d-df56db16aabc') {} {{(pid=103230) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:34:00.593733 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-37d8661f-d9c3-4886-a51c-a57513a33c3d tempest-RoutersTest-1116560139 tempest-RoutersTest-1116560139-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762867134154', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12895813'] for segment (a5b94c81-21f1-420d-871d-df56db16aabc), before_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:34:00.603899 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-4d557969-692f-460c-9bf7-5ee81cce3545 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762866656467', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12867576'] for port (e165445f-52fd-4d0f-9cae-70c48113b269), after_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:34:00.604115 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-1f619c55-895c-4704-8848-e6f39411fd51 tempest-NetworksTestDHCPv6-1153288886 tempest-NetworksTestDHCPv6-1153288886-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762866656467', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14393751'] for port (9043c81e-59a1-49a2-a733-15d4b4ea4b85), after_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:34:00.609661 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b26bc0c-ee99-401c-ad04-c447de981a99 None None] Pushing event updated for resources: {'Port': ['ID=9e08b88d-52ed-44c8-831a-558661431090,revision_number=1']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:34:00.652451 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-37d8661f-d9c3-4886-a51c-a57513a33c3d tempest-RoutersTest-1116560139 tempest-RoutersTest-1116560139-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-759574'] for segment (a5b94c81-21f1-420d-871d-df56db16aabc), precommit_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:34:00.673098 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-7429db8d-6021-40ad-813e-885be449a89b None None] get_ports_and_sgs() called for port_ids ['55e8868e-9f04-4f11-be1b-5fd1709a5f15'] {{(pid=103232) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 19:34:00.680979 n-d-713498-36 neutron-server[103230]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f619c55-895c-4704-8848-e6f39411fd51 tempest-NetworksTestDHCPv6-1153288886 tempest-NetworksTestDHCPv6-1153288886-project] Network f63a97a6-2552-42d7-aee9-c49ce8319647 is already hosted by enough agents. {{(pid=103230) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 19:34:00.682204 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-37d8661f-d9c3-4886-a51c-a57513a33c3d tempest-RoutersTest-1116560139 tempest-RoutersTest-1116560139-project] Releasing vlan 360 on physical network physnet1 to pool {{(pid=103230) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 19:34:00.682669 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-37d8661f-d9c3-4886-a51c-a57513a33c3d tempest-RoutersTest-1116560139 tempest-RoutersTest-1116560139-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-759574', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14393826'] for segment (a5b94c81-21f1-420d-871d-df56db16aabc), after_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:34:00.686227 n-d-713498-36 neutron-server[103230]: Traceback (most recent call last): Feb 09 19:34:00.686227 n-d-713498-36 neutron-server[103230]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 19:34:00.686227 n-d-713498-36 neutron-server[103230]: timer() Feb 09 19:34:00.686227 n-d-713498-36 neutron-server[103230]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 19:34:00.686227 n-d-713498-36 neutron-server[103230]: cb(*args, **kw) Feb 09 19:34:00.686227 n-d-713498-36 neutron-server[103230]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 19:34:00.686227 n-d-713498-36 neutron-server[103230]: return func(*args, **kwargs) Feb 09 19:34:00.686227 n-d-713498-36 neutron-server[103230]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 19:34:00.686227 n-d-713498-36 neutron-server[103230]: self._notify() Feb 09 19:34:00.686227 n-d-713498-36 neutron-server[103230]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 19:34:00.686227 n-d-713498-36 neutron-server[103230]: self.callback(batched_events) Feb 09 19:34:00.686227 n-d-713498-36 neutron-server[103230]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 19:34:00.686227 n-d-713498-36 neutron-server[103230]: event.method(event) Feb 09 19:34:00.686227 n-d-713498-36 neutron-server[103230]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 19:34:00.686227 n-d-713498-36 neutron-server[103230]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 19:34:00.686227 n-d-713498-36 neutron-server[103230]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 19:34:00.686227 n-d-713498-36 neutron-server[103230]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 19:34:00.686227 n-d-713498-36 neutron-server[103230]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 19:34:00.686227 n-d-713498-36 neutron-server[103230]: return f(self, *a, **k) Feb 09 19:34:00.686227 n-d-713498-36 neutron-server[103230]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 19:34:00.686227 n-d-713498-36 neutron-server[103230]: return self._get(url).json() Feb 09 19:34:00.686227 n-d-713498-36 neutron-server[103230]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 19:34:00.686227 n-d-713498-36 neutron-server[103230]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 19:34:00.686227 n-d-713498-36 neutron-server[103230]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 19:34:00.686227 n-d-713498-36 neutron-server[103230]: return self.request(url, 'GET', **kwargs) Feb 09 19:34:00.686227 n-d-713498-36 neutron-server[103230]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 19:34:00.686227 n-d-713498-36 neutron-server[103230]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 19:34:00.686227 n-d-713498-36 neutron-server[103230]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 19:34:00.686227 n-d-713498-36 neutron-server[103230]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 19:34:00.686227 n-d-713498-36 neutron-server[103230]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 19:34:00.686227 n-d-713498-36 neutron-server[103230]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 19:34:00.686227 n-d-713498-36 neutron-server[103230]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 19:34:00.701561 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d557969-692f-460c-9bf7-5ee81cce3545 admin admin] Pushing event updated for resources: {'Port': ['ID=e165445f-52fd-4d0f-9cae-70c48113b269,revision_number=1']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:34:00.712092 n-d-713498-36 neutron-server[103230]: DEBUG neutron.scheduler.base_scheduler [None req-1f619c55-895c-4704-8848-e6f39411fd51 tempest-NetworksTestDHCPv6-1153288886 tempest-NetworksTestDHCPv6-1153288886-project] Resources bound (agent type, host, resource id): {{(pid=103230) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 19:34:00.736535 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-b1ca5b97-9255-450e-b7a8-a98b2d5e6017 req-72373b61-f569-4d59-801f-54b376755074 tempest-TestNetworkAdvancedServerOps-1633223542 tempest-TestNetworkAdvancedServerOps-1633223542-project] 10.222.0.75 "GET /v2.0/security-groups?id=3248743f-f5fe-4756-978e-05f0e965efae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.7782774 Feb 09 19:34:00.756761 n-d-713498-36 neutron-server[103229]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d557969-692f-460c-9bf7-5ee81cce3545 admin admin] Network 88055e1e-672a-4487-be31-ffb6e833ece5 is already hosted by enough agents. {{(pid=103229) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 19:34:00.761122 n-d-713498-36 neutron-server[103230]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f619c55-895c-4704-8848-e6f39411fd51 tempest-NetworksTestDHCPv6-1153288886 tempest-NetworksTestDHCPv6-1153288886-project] Received port after_create {{(pid=103230) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 19:34:00.762446 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-1f619c55-895c-4704-8848-e6f39411fd51 tempest-NetworksTestDHCPv6-1153288886 tempest-NetworksTestDHCPv6-1153288886-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1819024'] for router_interface (0b00134c-5017-4107-885f-d035db6f5c4c), before_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:34:00.765213 n-d-713498-36 neutron-server[103229]: DEBUG neutron.scheduler.base_scheduler [None req-4d557969-692f-460c-9bf7-5ee81cce3545 admin admin] Resources bound (agent type, host, resource id): {{(pid=103229) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 19:34:00.779267 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.managers [None req-8b26bc0c-ee99-401c-ad04-c447de981a99 None None] Attempting to bind port 9e08b88d-52ed-44c8-831a-558661431090 on host n-d-713498-36 for vnic_type normal with profile {{(pid=103232) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 19:34:00.779770 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.managers [None req-8b26bc0c-ee99-401c-ad04-c447de981a99 None None] Attempting to bind port 9e08b88d-52ed-44c8-831a-558661431090 by drivers openvswitch,hyperv on host n-d-713498-36 at level 0 using segments [{'id': '8a44308b-8172-4753-a22c-b729f7d42256', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': '63953cf7-ca60-434c-8fd4-7ff128562010'}] {{(pid=103232) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 19:34:00.780247 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b26bc0c-ee99-401c-ad04-c447de981a99 None None] Attempting to bind port 9e08b88d-52ed-44c8-831a-558661431090 on network 63953cf7-ca60-434c-8fd4-7ff128562010 {{(pid=103232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 19:34:00.782539 n-d-713498-36 neutron-server[103229]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d557969-692f-460c-9bf7-5ee81cce3545 admin admin] Received port after_create {{(pid=103229) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 19:34:00.814371 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b26bc0c-ee99-401c-ad04-c447de981a99 None None] Checking agent: {'id': '496418a2-c002-4aec-ab1a-07f3bea491bd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-36', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 18, 51, 47), 'started_at': datetime.datetime(2022, 2, 9, 18, 52, 17), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 19, 33, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-36'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 19:34:00.815319 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b26bc0c-ee99-401c-ad04-c447de981a99 None None] Checking segment: {'id': '8a44308b-8172-4753-a22c-b729f7d42256', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': '63953cf7-ca60-434c-8fd4-7ff128562010'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103232) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 19:34:00.815827 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-8b26bc0c-ee99-401c-ad04-c447de981a99 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:34:00.816159 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f619c55-895c-4704-8848-e6f39411fd51 tempest-NetworksTestDHCPv6-1153288886 tempest-NetworksTestDHCPv6-1153288886-project] Pushing event updated for resources: {'Port': ['ID=9043c81e-59a1-49a2-a733-15d4b4ea4b85,revision_number=1']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:34:00.817385 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b26bc0c-ee99-401c-ad04-c447de981a99 None None] Bound using segment: {'id': '8a44308b-8172-4753-a22c-b729f7d42256', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': '63953cf7-ca60-434c-8fd4-7ff128562010'} {{(pid=103232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 19:34:00.818003 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.managers [None req-8b26bc0c-ee99-401c-ad04-c447de981a99 None None] Bound port: 9e08b88d-52ed-44c8-831a-558661431090, host: n-d-713498-36, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8a44308b-8172-4753-a22c-b729f7d42256', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': '63953cf7-ca60-434c-8fd4-7ff128562010'}}] {{(pid=103232) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 19:34:00.818798 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-8b26bc0c-ee99-401c-ad04-c447de981a99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (9e08b88d-52ed-44c8-831a-558661431090), before_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:34:00.826070 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.db_base_plugin_common [None req-4d76b450-641f-47cb-bf9f-19091eed6882 None None] Allocated IP 2001:db8::2 (f63a97a6-2552-42d7-aee9-c49ce8319647/8a0f17dd-b0d9-420f-8260-305a3b941b1c/9726778d-dcdf-4268-bf01-19d252c61bf8) {{(pid=103232) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 19:34:00.826989 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f06c8d0-8258-4634-8edf-08037f5bf2ef req-4f2259e9-a0f6-4b07-a3db-b34657f3977c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:34:00.828949 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-1f06c8d0-8258-4634-8edf-08037f5bf2ef req-4f2259e9-a0f6-4b07-a3db-b34657f3977c service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=fc118172-28fa-4a25-bb4c-1496f9a39e5f HTTP/1.1" status: 200 len: 1128 time: 0.3044870 Feb 09 19:34:00.874196 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-37d8661f-d9c3-4886-a51c-a57513a33c3d tempest-RoutersTest-1116560139 tempest-RoutersTest-1116560139-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-590242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1885479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1818895'] for network (b7476005-329d-43d5-ba02-3c7e4ca9d210), after_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:34:00.879324 n-d-713498-36 neutron-server[103229]: INFO neutron.api.v2.resource [req-89a5db36-41c4-4ae8-8c77-292612a82300 req-61a329da-7ac2-47ff-bc38-2f72d2e86024 service neutron] delete failed (client error): The resource could not be found. Feb 09 19:34:00.881814 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-89a5db36-41c4-4ae8-8c77-292612a82300 req-61a329da-7ac2-47ff-bc38-2f72d2e86024 service neutron] 10.222.0.89 "DELETE /v2.0/ports/55e8868e-9f04-4f11-be1b-5fd1709a5f15/bindings/n-h1-713498-36 HTTP/1.1" status: 404 len: 381 time: 0.8624818 Feb 09 19:34:00.970954 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-37d8661f-d9c3-4886-a51c-a57513a33c3d tempest-RoutersTest-1116560139 tempest-RoutersTest-1116560139-project] Publish callbacks [] for network (None), before_response {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:34:00.997179 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-37d8661f-d9c3-4886-a51c-a57513a33c3d tempest-RoutersTest-1116560139 tempest-RoutersTest-1116560139-project] 10.222.0.75 "DELETE /v2.0/networks/b7476005-329d-43d5-ba02-3c7e4ca9d210 HTTP/1.1" status: 204 len: 168 time: 1.4949274 Feb 09 19:34:01.004293 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 36406) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:34:01.021614 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.v2.base [None req-a7396e8c-9fef-435e-9cf3-357de29927d4 tempest-RoutersTest-1116560139 tempest-RoutersTest-1116560139-project] Request body: {'router': {'routes': None}} {{(pid=103230) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 19:34:01.096056 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37d8661f-d9c3-4886-a51c-a57513a33c3d tempest-RoutersTest-1116560139 tempest-RoutersTest-1116560139-project] Pushing event deleted for resources: {'Network': ['ID=b7476005-329d-43d5-ba02-3c7e4ca9d210,revision_number=None']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:34:01.158602 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-1f06c8d0-8258-4634-8edf-08037f5bf2ef req-f368e3b6-d6d0-4b39-8f3f-3f7f531f554c service neutron] 10.222.0.90 "GET /v2.0/security-groups?id=37883354-c9cd-40f0-bbce-1c711bac4569&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3201742 Feb 09 19:34:01.306739 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89a5db36-41c4-4ae8-8c77-292612a82300 req-afabf6bd-a5b3-427c-ae28-b87da7847f05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:34:01.308202 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-89a5db36-41c4-4ae8-8c77-292612a82300 req-afabf6bd-a5b3-427c-ae28-b87da7847f05 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=eba669c4f4c548e495f13ae7579d0fa6&device_id=6d32a9d7-5256-4edb-9bbc-ad99ab71ecfa HTTP/1.1" status: 200 len: 1127 time: 0.1699655 Feb 09 19:34:01.309328 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db9eb8cf-2f1f-428e-99dd-5356c11fc8e8 req-c18ebc46-5b75-4b51-96ac-65cfe0d419bd tempest-ServersTestJSON-482035511 tempest-ServersTestJSON-482035511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:34:01.311044 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-db9eb8cf-2f1f-428e-99dd-5356c11fc8e8 req-c18ebc46-5b75-4b51-96ac-65cfe0d419bd tempest-ServersTestJSON-482035511 tempest-ServersTestJSON-482035511-project] 10.222.0.75 "GET /v2.0/ports?device_id=fc118172-28fa-4a25-bb4c-1496f9a39e5f HTTP/1.1" status: 200 len: 945 time: 0.2646492 Feb 09 19:34:01.323768 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Device 67fdfdea-2927-4154-9cbc-5ca4674ede19 no longer exists at agent ovs-agent-n-d-713498-36 {{(pid=103232) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 19:34:01.390919 n-d-713498-36 neutron-server[103230]: DEBUG neutron.db.extraroute_db [None req-a7396e8c-9fef-435e-9cf3-357de29927d4 tempest-RoutersTest-1116560139 tempest-RoutersTest-1116560139-project] Added routes are [] {{(pid=103230) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Feb 09 19:34:01.391409 n-d-713498-36 neutron-server[103230]: DEBUG neutron.db.extraroute_db [None req-a7396e8c-9fef-435e-9cf3-357de29927d4 tempest-RoutersTest-1116560139 tempest-RoutersTest-1116560139-project] Removed routes are [] {{(pid=103230) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Feb 09 19:34:01.391894 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-a7396e8c-9fef-435e-9cf3-357de29927d4 tempest-RoutersTest-1116560139 tempest-RoutersTest-1116560139-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1822118', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1834952', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-58494'] for router (313e064b-ffaa-4c47-a7fc-c9666f3ee618), precommit_update {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:34:01.392152 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-8b26bc0c-ee99-401c-ad04-c447de981a99 None None] For port 9e08b88d-52ed-44c8-831a-558661431090, host n-d-713498-36, cleared binding levels {{(pid=103232) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 19:34:01.397773 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-db9eb8cf-2f1f-428e-99dd-5356c11fc8e8 req-68cb66fe-426b-4f67-8a64-d4d95a4ee4ca tempest-ServersTestJSON-482035511 tempest-ServersTestJSON-482035511-project] 10.222.0.75 "GET /v2.0/security-groups?id=37883354-c9cd-40f0-bbce-1c711bac4569&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541489 Feb 09 19:34:01.398408 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-8b26bc0c-ee99-401c-ad04-c447de981a99 None None] For port 9e08b88d-52ed-44c8-831a-558661431090, host n-d-713498-36, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-36',level=0,port_id=9e08b88d-52ed-44c8-831a-558661431090,segment=NetworkSegment(8a44308b-8172-4753-a22c-b729f7d42256),segment_id=8a44308b-8172-4753-a22c-b729f7d42256)] {{(pid=103232) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 19:34:01.398683 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-1f619c55-895c-4704-8848-e6f39411fd51 tempest-NetworksTestDHCPv6-1153288886 tempest-NetworksTestDHCPv6-1153288886-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (9043c81e-59a1-49a2-a733-15d4b4ea4b85), before_update {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:34:01.478216 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-8b26bc0c-ee99-401c-ad04-c447de981a99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762867176205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762866656485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762866656503'] for port (9e08b88d-52ed-44c8-831a-558661431090), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:34:01.492193 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] No Port match for: 67fdfdea-2927-4154-9cbc-5ca4674ede19 {{(pid=103232) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 19:34:01.492619 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Device 67fdfdea-2927-4154-9cbc-5ca4674ede19 not bound to the agent host n-d-713498-36 {{(pid=103232) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 19:34:01.493128 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Device 4bd48f30-e61d-47ec-ace8-a8dacc370c4e no longer exists at agent ovs-agent-n-d-713498-36 {{(pid=103232) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 19:34:01.557656 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] No Port match for: 4bd48f30-e61d-47ec-ace8-a8dacc370c4e {{(pid=103232) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 19:34:01.557972 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Device 4bd48f30-e61d-47ec-ace8-a8dacc370c4e not bound to the agent host n-d-713498-36 {{(pid=103232) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 19:34:01.740798 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-4d76b450-641f-47cb-bf9f-19091eed6882 None None] Publish callbacks [] for port (9726778d-dcdf-4268-bf01-19d252c61bf8), precommit_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:34:01.752979 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-4d76b450-641f-47cb-bf9f-19091eed6882 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762866656467'] for port (9726778d-dcdf-4268-bf01-19d252c61bf8), after_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:34:01.792596 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b26bc0c-ee99-401c-ad04-c447de981a99 None None] Pushing event updated for resources: {'Port': ['ID=9e08b88d-52ed-44c8-831a-558661431090,revision_number=2']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:34:01.826204 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-4d557969-692f-460c-9bf7-5ee81cce3545 admin admin] Publish callbacks [] for router_gateway (f41ce5a5-2d3b-409b-9a33-5d8b20cb5c01), after_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:34:01.848501 n-d-713498-36 neutron-server[103232]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d76b450-641f-47cb-bf9f-19091eed6882 None None] Network f63a97a6-2552-42d7-aee9-c49ce8319647 is already hosted by enough agents. {{(pid=103232) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 19:34:01.877757 n-d-713498-36 neutron-server[103232]: DEBUG neutron.scheduler.base_scheduler [None req-4d76b450-641f-47cb-bf9f-19091eed6882 None None] Resources bound (agent type, host, resource id): {{(pid=103232) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 19:34:01.905949 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d76b450-641f-47cb-bf9f-19091eed6882 None None] Received port after_create {{(pid=103232) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 19:34:02.003405 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d76b450-641f-47cb-bf9f-19091eed6882 None None] Pushing event updated for resources: {'Port': ['ID=9726778d-dcdf-4268-bf01-19d252c61bf8,revision_number=1']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:34:02.010980 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89a5db36-41c4-4ae8-8c77-292612a82300 req-d58962f6-8d1a-4635-b7c3-6e345f713920 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:34:02.012513 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-89a5db36-41c4-4ae8-8c77-292612a82300 req-d58962f6-8d1a-4635-b7c3-6e345f713920 service neutron] 10.222.0.89 "GET /v2.0/networks?id=34db1430-f99d-431a-b04f-54003e680bea HTTP/1.1" status: 200 len: 896 time: 0.6978641 Feb 09 19:34:02.021191 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.managers [None req-4d76b450-641f-47cb-bf9f-19091eed6882 None None] Attempting to bind port 9726778d-dcdf-4268-bf01-19d252c61bf8 on host n-d-713498-36 for vnic_type normal with profile {{(pid=103232) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 19:34:02.024953 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.managers [None req-4d76b450-641f-47cb-bf9f-19091eed6882 None None] Attempting to bind port 9726778d-dcdf-4268-bf01-19d252c61bf8 by drivers openvswitch,hyperv on host n-d-713498-36 at level 0 using segments [{'id': '20e634bc-bbe0-4569-a1ea-6be524590675', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': 'f63a97a6-2552-42d7-aee9-c49ce8319647'}] {{(pid=103232) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 19:34:02.025748 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d76b450-641f-47cb-bf9f-19091eed6882 None None] Attempting to bind port 9726778d-dcdf-4268-bf01-19d252c61bf8 on network f63a97a6-2552-42d7-aee9-c49ce8319647 {{(pid=103232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 19:34:02.034942 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d76b450-641f-47cb-bf9f-19091eed6882 None None] Checking agent: {'id': '496418a2-c002-4aec-ab1a-07f3bea491bd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-36', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 18, 51, 47), 'started_at': datetime.datetime(2022, 2, 9, 18, 52, 17), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 19, 33, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-36'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 19:34:02.036085 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d76b450-641f-47cb-bf9f-19091eed6882 None None] Checking segment: {'id': '20e634bc-bbe0-4569-a1ea-6be524590675', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': 'f63a97a6-2552-42d7-aee9-c49ce8319647'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103232) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 19:34:02.039018 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-4d76b450-641f-47cb-bf9f-19091eed6882 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:34:02.039897 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d76b450-641f-47cb-bf9f-19091eed6882 None None] Bound using segment: {'id': '20e634bc-bbe0-4569-a1ea-6be524590675', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': 'f63a97a6-2552-42d7-aee9-c49ce8319647'} {{(pid=103232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 19:34:02.040203 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.managers [None req-4d76b450-641f-47cb-bf9f-19091eed6882 None None] Bound port: 9726778d-dcdf-4268-bf01-19d252c61bf8, host: n-d-713498-36, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '20e634bc-bbe0-4569-a1ea-6be524590675', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': 'f63a97a6-2552-42d7-aee9-c49ce8319647'}}] {{(pid=103232) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 19:34:02.045282 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-4d76b450-641f-47cb-bf9f-19091eed6882 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (9726778d-dcdf-4268-bf01-19d252c61bf8), before_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:34:02.087490 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e7dd879-dfc8-4620-aa55-36220dfde1fc req-66267954-4d5d-4ec0-adbc-9ed91c43038a tempest-TestNetworkAdvancedServerOps-1633223542 tempest-TestNetworkAdvancedServerOps-1633223542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:34:02.089007 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-8e7dd879-dfc8-4620-aa55-36220dfde1fc req-66267954-4d5d-4ec0-adbc-9ed91c43038a tempest-TestNetworkAdvancedServerOps-1633223542 tempest-TestNetworkAdvancedServerOps-1633223542-project] 10.222.0.75 "GET /v2.0/ports?device_id=6d32a9d7-5256-4edb-9bbc-ad99ab71ecfa HTTP/1.1" status: 200 len: 944 time: 0.2173502 Feb 09 19:34:02.186175 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-4d76b450-641f-47cb-bf9f-19091eed6882 None None] For port 9726778d-dcdf-4268-bf01-19d252c61bf8, host n-d-713498-36, cleared binding levels {{(pid=103232) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 19:34:02.191414 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-4d76b450-641f-47cb-bf9f-19091eed6882 None None] For port 9726778d-dcdf-4268-bf01-19d252c61bf8, host n-d-713498-36, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-36',level=0,port_id=9726778d-dcdf-4268-bf01-19d252c61bf8,segment=NetworkSegment(20e634bc-bbe0-4569-a1ea-6be524590675),segment_id=20e634bc-bbe0-4569-a1ea-6be524590675)] {{(pid=103232) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 19:34:02.193131 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-89a5db36-41c4-4ae8-8c77-292612a82300 req-1248bbf8-e5e2-4755-88c0-cfbce01a70d2 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=55e8868e-9f04-4f11-be1b-5fd1709a5f15 HTTP/1.1" status: 200 len: 999 time: 0.1731689 Feb 09 19:34:02.203094 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-4d76b450-641f-47cb-bf9f-19091eed6882 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762867176205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762866656485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762866656503'] for port (9726778d-dcdf-4268-bf01-19d252c61bf8), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:34:02.213395 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-a7396e8c-9fef-435e-9cf3-357de29927d4 tempest-RoutersTest-1116560139 tempest-RoutersTest-1116560139-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1822118', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1834952', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-58494'] for router (313e064b-ffaa-4c47-a7fc-c9666f3ee618), precommit_update {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:34:02.219197 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-a7396e8c-9fef-435e-9cf3-357de29927d4 tempest-RoutersTest-1116560139 tempest-RoutersTest-1116560139-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1818951', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1822125', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1822132', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1834967'] for router (313e064b-ffaa-4c47-a7fc-c9666f3ee618), after_update {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:34:02.255859 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89a5db36-41c4-4ae8-8c77-292612a82300 req-ec460858-48b9-4ebd-87a2-f5d24c407ecf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:34:02.257508 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-89a5db36-41c4-4ae8-8c77-292612a82300 req-ec460858-48b9-4ebd-87a2-f5d24c407ecf service neutron] 10.222.0.89 "GET /v2.0/subnets?id=7bd817c3-27ad-42c9-8d96-8695f8509e1e HTTP/1.1" status: 200 len: 835 time: 0.0552931 Feb 09 19:34:02.308385 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d76b450-641f-47cb-bf9f-19091eed6882 None None] Pushing event updated for resources: {'Port': ['ID=9726778d-dcdf-4268-bf01-19d252c61bf8,revision_number=2']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:34:02.343851 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-8e7dd879-dfc8-4620-aa55-36220dfde1fc req-1dccd25b-d762-4702-a0ed-a9174ab24d71 tempest-TestNetworkAdvancedServerOps-1633223542 tempest-TestNetworkAdvancedServerOps-1633223542-project] 10.222.0.75 "GET /v2.0/security-groups?id=3248743f-f5fe-4756-978e-05f0e965efae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2074013 Feb 09 19:34:02.377805 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-4d557969-692f-460c-9bf7-5ee81cce3545 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1834945', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1818951'] for router (f41ce5a5-2d3b-409b-9a33-5d8b20cb5c01), after_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:34:02.390313 n-d-713498-36 neutron-server[103230]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a7396e8c-9fef-435e-9cf3-357de29927d4 tempest-RoutersTest-1116560139 tempest-RoutersTest-1116560139-project] Router 313e064b-ffaa-4c47-a7fc-c9666f3ee618 has already been hosted by L3 agent 93303d5e-5d17-45e8-8963-7694f87783ae {{(pid=103230) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 19:34:02.500066 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89a5db36-41c4-4ae8-8c77-292612a82300 req-94fbc02b-6187-42fc-8d54-fe0b0187224e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:34:02.501996 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-89a5db36-41c4-4ae8-8c77-292612a82300 req-94fbc02b-6187-42fc-8d54-fe0b0187224e service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=34db1430-f99d-431a-b04f-54003e680bea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.2358012 Feb 09 19:34:02.610890 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a7396e8c-9fef-435e-9cf3-357de29927d4 tempest-RoutersTest-1116560139 tempest-RoutersTest-1116560139-project] Notify agent at l3_agent.n-d-713498-36 the message routers_updated {{(pid=103230) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 19:34:02.624140 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5db05e4-641b-4ba4-b74c-87a75abf2a57 None None] Sync routers for ids ['313e064b-ffaa-4c47-a7fc-c9666f3ee618'] in n-d-713498-36 {{(pid=103232) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 19:34:02.625882 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-a7396e8c-9fef-435e-9cf3-357de29927d4 tempest-RoutersTest-1116560139 tempest-RoutersTest-1116560139-project] Publish callbacks [] for router (None), before_response {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:34:02.627210 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-a7396e8c-9fef-435e-9cf3-357de29927d4 tempest-RoutersTest-1116560139 tempest-RoutersTest-1116560139-project] 10.222.0.75 "PUT /v2.0/routers/313e064b-ffaa-4c47-a7fc-c9666f3ee618 HTTP/1.1" status: 200 len: 701 time: 1.6150019 Feb 09 19:34:02.638871 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 36416) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:34:02.660078 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5db05e4-641b-4ba4-b74c-87a75abf2a57 None None] Routers {'313e064b-ffaa-4c47-a7fc-c9666f3ee618'} bound to L3 agent in host n-d-713498-36 {{(pid=103232) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 19:34:02.661862 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.l3_hamode_db [None req-f5db05e4-641b-4ba4-b74c-87a75abf2a57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T18:51:43Z,description=,heartbeat_timestamp=2022-02-09T19:33:43Z,host='n-d-713498-36',id=93303d5e-5d17-45e8-8963-7694f87783ae,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T18:51:43Z,topic='l3_agent')) {'router_ids': ['313e064b-ffaa-4c47-a7fc-c9666f3ee618'], 'active': True} {{(pid=103232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:34:02.703200 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-89637d54-ed01-4d3d-beb7-dd3c1f93d5e5 tempest-RoutersTest-1116560139 tempest-RoutersTest-1116560139-project] 10.222.0.75 "GET /v2.0/ports?device_id=313e064b-ffaa-4c47-a7fc-c9666f3ee618 HTTP/1.1" status: 200 len: 205 time: 0.0528684 Feb 09 19:34:02.709425 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 36418) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:34:02.772675 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-89a5db36-41c4-4ae8-8c77-292612a82300 req-f1370ca2-40c0-4dd1-983d-e0d1991fe6e7 service neutron] 10.222.0.89 "GET /v2.0/networks/34db1430-f99d-431a-b04f-54003e680bea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2553611 Feb 09 19:34:02.819464 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.l3_dvr_db [None req-f5db05e4-641b-4ba4-b74c-87a75abf2a57 None None] Set router 313e064b-ffaa-4c47-a7fc-c9666f3ee618 gateway port host: None {{(pid=103232) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 19:34:02.911074 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-1f619c55-895c-4704-8848-e6f39411fd51 tempest-NetworksTestDHCPv6-1153288886 tempest-NetworksTestDHCPv6-1153288886-project] Publish callbacks [] for port (9043c81e-59a1-49a2-a733-15d4b4ea4b85), precommit_update {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:34:02.915960 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.l3_hamode_db [None req-f5db05e4-641b-4ba4-b74c-87a75abf2a57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '313e064b-ffaa-4c47-a7fc-c9666f3ee618', 'name': 'tempest-RoutersTest-router-2104240187', 'tenant_id': '009d54e3af88488b8213379431f58202', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T19:32:45Z', 'updated_at': '2022-02-09T19:33:57Z', 'revision_number': 11, 'project_id': '009d54e3af88488b8213379431f58202', 'gw_port_host': None}], 'n-d-713498-36', False) {} {{(pid=103232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:34:02.984771 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fa45d35-bec0-4769-978e-7d7a1b5481c9 req-27b432d5-3139-4a3a-a12c-a1373dd74597 tempest-ServersTestJSON-482035511 tempest-ServersTestJSON-482035511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:34:02.986584 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-5fa45d35-bec0-4769-978e-7d7a1b5481c9 req-27b432d5-3139-4a3a-a12c-a1373dd74597 tempest-ServersTestJSON-482035511 tempest-ServersTestJSON-482035511-project] 10.222.0.75 "GET /v2.0/ports?device_id=fc118172-28fa-4a25-bb4c-1496f9a39e5f HTTP/1.1" status: 200 len: 945 time: 0.4257708 Feb 09 19:34:02.987136 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-1f619c55-895c-4704-8848-e6f39411fd51 tempest-NetworksTestDHCPv6-1153288886 tempest-NetworksTestDHCPv6-1153288886-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762867176205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762866656485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762866656503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14393758'] for port (9043c81e-59a1-49a2-a733-15d4b4ea4b85), after_update {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:34:02.987941 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-1f619c55-895c-4704-8848-e6f39411fd51 tempest-NetworksTestDHCPv6-1153288886 tempest-NetworksTestDHCPv6-1153288886-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1613458', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1834496'] for router_interface (0b00134c-5017-4107-885f-d035db6f5c4c), after_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:34:02.997596 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-89a5db36-41c4-4ae8-8c77-292612a82300 req-911b9df4-23c1-404c-b5cb-6e5946c3dcd8 service neutron] 10.222.0.89 "GET /v2.0/networks/34db1430-f99d-431a-b04f-54003e680bea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2180984 Feb 09 19:34:02.999395 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5db05e4-641b-4ba4-b74c-87a75abf2a57 None None] Checking router: 313e064b-ffaa-4c47-a7fc-c9666f3ee618 for host: n-d-713498-36 {{(pid=103232) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 19:34:03.009115 n-d-713498-36 neutron-server[103229]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4d557969-692f-460c-9bf7-5ee81cce3545 admin admin] Router f41ce5a5-2d3b-409b-9a33-5d8b20cb5c01 is scheduled to L3 agent 93303d5e-5d17-45e8-8963-7694f87783ae with binding_index 1 {{(pid=103229) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 09 19:34:03.019438 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-f7cbc080-fed3-4f9a-9942-478c3c29ec0b tempest-RoutersTest-1116560139 tempest-RoutersTest-1116560139-project] Publish callbacks [] for router (313e064b-ffaa-4c47-a7fc-c9666f3ee618), before_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:34:03.055977 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5db05e4-641b-4ba4-b74c-87a75abf2a57 None None] Routers {'313e064b-ffaa-4c47-a7fc-c9666f3ee618'} bound to L3 agent in host n-d-713498-36 {{(pid=103232) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 19:34:03.057404 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.l3_hamode_db [None req-f5db05e4-641b-4ba4-b74c-87a75abf2a57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T18:51:43Z,description=,heartbeat_timestamp=2022-02-09T19:33:43Z,host='n-d-713498-36',id=93303d5e-5d17-45e8-8963-7694f87783ae,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T18:51:43Z,topic='l3_agent')) {'router_ids': ['313e064b-ffaa-4c47-a7fc-c9666f3ee618'], 'active': True} {{(pid=103232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:34:03.175764 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.l3_dvr_db [None req-f5db05e4-641b-4ba4-b74c-87a75abf2a57 None None] Set router 313e064b-ffaa-4c47-a7fc-c9666f3ee618 gateway port host: None {{(pid=103232) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 19:34:03.254008 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.l3_hamode_db [None req-f5db05e4-641b-4ba4-b74c-87a75abf2a57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '313e064b-ffaa-4c47-a7fc-c9666f3ee618', 'name': 'tempest-RoutersTest-router-2104240187', 'tenant_id': '009d54e3af88488b8213379431f58202', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T19:32:45Z', 'updated_at': '2022-02-09T19:33:57Z', 'revision_number': 11, 'project_id': '009d54e3af88488b8213379431f58202', 'gw_port_host': None}], 'n-d-713498-36', False) {} {{(pid=103232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:34:03.256503 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4d557969-692f-460c-9bf7-5ee81cce3545 admin admin] Notify agent at l3_agent.n-d-713498-36 the message routers_updated {{(pid=103229) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 19:34:03.257568 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Device 9726778d-dcdf-4268-bf01-19d252c61bf8 up at agent ovs-agent-n-d-713498-36 {{(pid=103232) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 19:34:03.267065 n-d-713498-36 neutron-server[103233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a258067b-7cab-43e4-9693-e77c35c93bd4 None None] Sync routers for ids ['f41ce5a5-2d3b-409b-9a33-5d8b20cb5c01'] in n-d-713498-36 {{(pid=103233) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 19:34:03.286893 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-4d557969-692f-460c-9bf7-5ee81cce3545 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:34:03.290191 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-4d557969-692f-460c-9bf7-5ee81cce3545 admin admin] 10.222.0.75 "POST /v2.0/routers HTTP/1.1" status: 201 len: 916 time: 4.5788429 Feb 09 19:34:03.293073 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 36424) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:34:03.298853 n-d-713498-36 neutron-server[103233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a258067b-7cab-43e4-9693-e77c35c93bd4 None None] Routers {'f41ce5a5-2d3b-409b-9a33-5d8b20cb5c01'} bound to L3 agent in host n-d-713498-36 {{(pid=103233) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 19:34:03.299506 n-d-713498-36 neutron-server[103233]: DEBUG neutron.db.l3_hamode_db [None req-a258067b-7cab-43e4-9693-e77c35c93bd4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T18:51:43Z,description=,heartbeat_timestamp=2022-02-09T19:33:43Z,host='n-d-713498-36',id=93303d5e-5d17-45e8-8963-7694f87783ae,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T18:51:43Z,topic='l3_agent')) {'router_ids': ['f41ce5a5-2d3b-409b-9a33-5d8b20cb5c01'], 'active': True} {{(pid=103233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:34:03.345100 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a07d5e9d-2ecf-4193-8385-c46a91a52d02 None None] Network 63953cf7-ca60-434c-8fd4-7ff128562010 requested from n-d-713498-36 {{(pid=103232) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 19:34:03.351594 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5db05e4-641b-4ba4-b74c-87a75abf2a57 None None] The sync data for ids ['313e064b-ffaa-4c47-a7fc-c9666f3ee618'] in n-d-713498-36 is: [{'id': '313e064b-ffaa-4c47-a7fc-c9666f3ee618', 'name': 'tempest-RoutersTest-router-2104240187', 'tenant_id': '009d54e3af88488b8213379431f58202', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T19:32:45Z', 'updated_at': '2022-02-09T19:33:57Z', 'revision_number': 11, 'project_id': '009d54e3af88488b8213379431f58202', 'gw_port_host': None}] {{(pid=103232) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 19:34:03.579238 n-d-713498-36 neutron-server[103233]: DEBUG neutron.db.l3_dvr_db [None req-a258067b-7cab-43e4-9693-e77c35c93bd4 None None] Set router f41ce5a5-2d3b-409b-9a33-5d8b20cb5c01 gateway port host: n-d-713498-36 {{(pid=103233) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 19:34:03.621818 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-f7cbc080-fed3-4f9a-9942-478c3c29ec0b tempest-RoutersTest-1116560139 tempest-RoutersTest-1116560139-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1834988', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-58375'] for router (313e064b-ffaa-4c47-a7fc-c9666f3ee618), precommit_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:34:03.626839 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-f7cbc080-fed3-4f9a-9942-478c3c29ec0b tempest-RoutersTest-1116560139 tempest-RoutersTest-1116560139-project] Publish callbacks [] for router_controller (313e064b-ffaa-4c47-a7fc-c9666f3ee618), precommit_delete_associations {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:34:03.638160 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.provisioning_blocks [None req-e5ae4b4a-36a9-4730-b96b-12e4b32d217a None None] Provisioning complete for port 9e08b88d-52ed-44c8-831a-558661431090 triggered by entity DHCP. {{(pid=103232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 19:34:03.638987 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-e5ae4b4a-36a9-4730-b96b-12e4b32d217a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593630'] for port (9e08b88d-52ed-44c8-831a-558661431090), provisioning_complete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:34:03.720120 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f96c103-a269-4117-ad61-844e2d830907 req-53fda79f-a77c-4750-b692-27b150709932 tempest-TestNetworkAdvancedServerOps-1633223542 tempest-TestNetworkAdvancedServerOps-1633223542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:34:03.724383 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-8f96c103-a269-4117-ad61-844e2d830907 req-53fda79f-a77c-4750-b692-27b150709932 tempest-TestNetworkAdvancedServerOps-1633223542 tempest-TestNetworkAdvancedServerOps-1633223542-project] 10.222.0.75 "GET /v2.0/ports?device_id=6d32a9d7-5256-4edb-9bbc-ad99ab71ecfa HTTP/1.1" status: 200 len: 944 time: 0.2181902 Feb 09 19:34:03.809684 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.provisioning_blocks [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Provisioning complete for port 9726778d-dcdf-4268-bf01-19d252c61bf8 triggered by entity L2. {{(pid=103232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 19:34:03.817639 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593630'] for port (9726778d-dcdf-4268-bf01-19d252c61bf8), provisioning_complete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:34:03.851718 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-f7cbc080-fed3-4f9a-9942-478c3c29ec0b tempest-RoutersTest-1116560139 tempest-RoutersTest-1116560139-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1835003'] for router (313e064b-ffaa-4c47-a7fc-c9666f3ee618), after_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:34:03.852487 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f7cbc080-fed3-4f9a-9942-478c3c29ec0b tempest-RoutersTest-1116560139 tempest-RoutersTest-1116560139-project] Fanout notify agent at l3_agent the message router_deleted on router 313e064b-ffaa-4c47-a7fc-c9666f3ee618 {{(pid=103230) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 09 19:34:03.923953 n-d-713498-36 neutron-server[103233]: DEBUG neutron.db.l3_hamode_db [None req-a258067b-7cab-43e4-9693-e77c35c93bd4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f41ce5a5-2d3b-409b-9a33-5d8b20cb5c01', 'name': 'tempest-ImageQuotaTest-307316783-router', 'tenant_id': '859c6b50f90844c29f759d03b2f7cd42', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88055e1e-672a-4487-be31-ffb6e833ece5', 'external_fixed_ips': [{'subnet_id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'ip_address': '172.25.1.244'}], 'enable_snat': True}, 'gw_port_id': 'e165445f-52fd-4d0f-9cae-70c48113b269', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T19:33:58Z', 'updated_at': '2022-02-09T19:34:01Z', 'revision_number': 3, 'project_id': '859c6b50f90844c29f759d03b2f7cd42', 'gw_port': {'id': 'e165445f-52fd-4d0f-9cae-70c48113b269', 'name': '', 'network_id': '88055e1e-672a-4487-be31-ffb6e833ece5', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:ca:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f41ce5a5-2d3b-409b-9a33-5d8b20cb5c01', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3216, 'fixed_ips': [{'subnet_id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'ip_address': '172.25.1.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T19:34:00Z', 'updated_at': '2022-02-09T19:34:00Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-36'}], 'n-d-713498-36', False) {} {{(pid=103233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:34:03.941373 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-f7cbc080-fed3-4f9a-9942-478c3c29ec0b tempest-RoutersTest-1116560139 tempest-RoutersTest-1116560139-project] Publish callbacks [] for router (None), before_response {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:34:03.943620 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-f7cbc080-fed3-4f9a-9942-478c3c29ec0b tempest-RoutersTest-1116560139 tempest-RoutersTest-1116560139-project] 10.222.0.75 "DELETE /v2.0/routers/313e064b-ffaa-4c47-a7fc-c9666f3ee618 HTTP/1.1" status: 204 len: 168 time: 1.2328899 Feb 09 19:34:03.952072 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-5fa45d35-bec0-4769-978e-7d7a1b5481c9 req-bb13ef4d-6c5d-4ab3-af98-ac4a5510839f tempest-ServersTestJSON-482035511 tempest-ServersTestJSON-482035511-project] 10.222.0.75 "GET /v2.0/security-groups?id=37883354-c9cd-40f0-bbce-1c711bac4569&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9492605 Feb 09 19:34:03.952913 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 36428) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:34:03.961153 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.v2.base [None req-b409425a-e7a2-4410-bfe9-8212adcc3dd3 tempest-RoutersTest-1116560139 tempest-RoutersTest-1116560139-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1728793032', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103230) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 19:34:03.970151 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f619c55-895c-4704-8848-e6f39411fd51 tempest-NetworksTestDHCPv6-1153288886 tempest-NetworksTestDHCPv6-1153288886-project] Pushing event updated for resources: {'Port': ['ID=9043c81e-59a1-49a2-a733-15d4b4ea4b85,revision_number=2']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:34:04.011519 n-d-713498-36 neutron-server[103233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a258067b-7cab-43e4-9693-e77c35c93bd4 None None] Checking router: f41ce5a5-2d3b-409b-9a33-5d8b20cb5c01 for host: n-d-713498-36 {{(pid=103233) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 19:34:04.012068 n-d-713498-36 neutron-server[103233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a258067b-7cab-43e4-9693-e77c35c93bd4 None None] Updating router f41ce5a5-2d3b-409b-9a33-5d8b20cb5c01 port e165445f-52fd-4d0f-9cae-70c48113b269 binding host n-d-713498-36 {{(pid=103233) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 19:34:04.026600 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-b409425a-e7a2-4410-bfe9-8212adcc3dd3 tempest-RoutersTest-1116560139 tempest-RoutersTest-1116560139-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1834830', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-58389'] for router (2027f5e5-40f8-4286-8edc-1ae8fdbe0b11), before_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:34:04.028029 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-b409425a-e7a2-4410-bfe9-8212adcc3dd3 tempest-RoutersTest-1116560139 tempest-RoutersTest-1116560139-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1834810', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1822096', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1886735', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-58380'] for router (2027f5e5-40f8-4286-8edc-1ae8fdbe0b11), precommit_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:34:04.095574 n-d-713498-36 neutron-server[103230]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f619c55-895c-4704-8848-e6f39411fd51 tempest-NetworksTestDHCPv6-1153288886 tempest-NetworksTestDHCPv6-1153288886-project] Network f63a97a6-2552-42d7-aee9-c49ce8319647 is already hosted by enough agents. {{(pid=103230) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 19:34:04.099805 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-8f96c103-a269-4117-ad61-844e2d830907 req-e1e98b6b-b353-460c-aae7-7afca7264ec4 tempest-TestNetworkAdvancedServerOps-1633223542 tempest-TestNetworkAdvancedServerOps-1633223542-project] 10.222.0.75 "GET /v2.0/security-groups?id=3248743f-f5fe-4756-978e-05f0e965efae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3614535 Feb 09 19:34:04.105707 n-d-713498-36 neutron-server[103230]: DEBUG neutron.scheduler.base_scheduler [None req-1f619c55-895c-4704-8848-e6f39411fd51 tempest-NetworksTestDHCPv6-1153288886 tempest-NetworksTestDHCPv6-1153288886-project] Resources bound (agent type, host, resource id): {{(pid=103230) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 19:34:04.111994 n-d-713498-36 neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-a258067b-7cab-43e4-9693-e77c35c93bd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (e165445f-52fd-4d0f-9cae-70c48113b269), before_update {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:34:04.181511 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-e5ae4b4a-36a9-4730-b96b-12e4b32d217a None None] Current status of the port 9e08b88d-52ed-44c8-831a-558661431090 is: DOWN; New status is: ACTIVE {{(pid=103232) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 19:34:04.181909 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-e5ae4b4a-36a9-4730-b96b-12e4b32d217a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (9e08b88d-52ed-44c8-831a-558661431090), before_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:34:04.296989 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Current status of the port 9726778d-dcdf-4268-bf01-19d252c61bf8 is: DOWN; New status is: ACTIVE {{(pid=103232) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 19:34:04.297924 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-b409425a-e7a2-4410-bfe9-8212adcc3dd3 tempest-RoutersTest-1116560139 tempest-RoutersTest-1116560139-project] Publish callbacks [] for router_controller (2027f5e5-40f8-4286-8edc-1ae8fdbe0b11), precommit_add_association {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:34:04.299318 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (9726778d-dcdf-4268-bf01-19d252c61bf8), before_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:34:04.307167 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-b409425a-e7a2-4410-bfe9-8212adcc3dd3 tempest-RoutersTest-1116560139 tempest-RoutersTest-1116560139-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1834945', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1818951'] for router (2027f5e5-40f8-4286-8edc-1ae8fdbe0b11), after_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:34:04.314079 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Device 55e8868e-9f04-4f11-be1b-5fd1709a5f15 up at agent hyperv_n-h2-713498-36 {{(pid=103232) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 19:34:04.342041 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-b409425a-e7a2-4410-bfe9-8212adcc3dd3 tempest-RoutersTest-1116560139 tempest-RoutersTest-1116560139-project] Publish callbacks [] for router (None), before_response {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:34:04.343572 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-b409425a-e7a2-4410-bfe9-8212adcc3dd3 tempest-RoutersTest-1116560139 tempest-RoutersTest-1116560139-project] 10.222.0.75 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.3874447 Feb 09 19:34:04.346694 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 36432) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:34:04.353487 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.v2.base [None req-6b5c9159-7222-48d4-9e7f-d839cce3ed83 tempest-RoutersTest-1116560139 tempest-RoutersTest-1116560139-project] Request body: {'router': {'admin_state_up': True}} {{(pid=103230) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 19:34:04.433881 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-e5ae4b4a-36a9-4730-b96b-12e4b32d217a None None] For port 9e08b88d-52ed-44c8-831a-558661431090, host n-d-713498-36, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-36',level=0,port_id=9e08b88d-52ed-44c8-831a-558661431090,segment=NetworkSegment(8a44308b-8172-4753-a22c-b729f7d42256),segment_id=8a44308b-8172-4753-a22c-b729f7d42256)] {{(pid=103232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 19:34:04.449184 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-e5ae4b4a-36a9-4730-b96b-12e4b32d217a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762867176205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762866656485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762866656503'] for port (9e08b88d-52ed-44c8-831a-558661431090), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:34:04.515802 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] For port 9726778d-dcdf-4268-bf01-19d252c61bf8, host n-d-713498-36, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-36',level=0,port_id=9726778d-dcdf-4268-bf01-19d252c61bf8,segment=NetworkSegment(20e634bc-bbe0-4569-a1ea-6be524590675),segment_id=20e634bc-bbe0-4569-a1ea-6be524590675)] {{(pid=103232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 19:34:04.532388 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.provisioning_blocks [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Provisioning for port 55e8868e-9f04-4f11-be1b-5fd1709a5f15 completed by entity L2. {{(pid=103232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 19:34:04.536961 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762867176205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762866656485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762866656503'] for port (9726778d-dcdf-4268-bf01-19d252c61bf8), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:34:04.537854 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Device 9e08b88d-52ed-44c8-831a-558661431090 up at agent ovs-agent-n-d-713498-36 {{(pid=103232) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 19:34:04.579645 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-0a1d6f76-d936-4625-9075-101493b9bbe4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (None), before_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:34:04.583076 n-d-713498-36 neutron-server[103230]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1f619c55-895c-4704-8848-e6f39411fd51 tempest-NetworksTestDHCPv6-1153288886 tempest-NetworksTestDHCPv6-1153288886-project] Router 0b00134c-5017-4107-885f-d035db6f5c4c is scheduled to L3 agent 93303d5e-5d17-45e8-8963-7694f87783ae with binding_index 1 {{(pid=103230) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 09 19:34:04.634210 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.provisioning_blocks [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Provisioning complete for port 55e8868e-9f04-4f11-be1b-5fd1709a5f15 triggered by entity L2. {{(pid=103232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 19:34:04.634573 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593630'] for port (55e8868e-9f04-4f11-be1b-5fd1709a5f15), provisioning_complete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:34:04.665404 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-6b5c9159-7222-48d4-9e7f-d839cce3ed83 tempest-RoutersTest-1116560139 tempest-RoutersTest-1116560139-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1822118', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1834952', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-58494'] for router (2027f5e5-40f8-4286-8edc-1ae8fdbe0b11), precommit_update {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:34:04.685153 n-d-713498-36 neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-a258067b-7cab-43e4-9693-e77c35c93bd4 None None] Publish callbacks [] for port (e165445f-52fd-4d0f-9cae-70c48113b269), precommit_update {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:34:04.687445 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-6b5c9159-7222-48d4-9e7f-d839cce3ed83 tempest-RoutersTest-1116560139 tempest-RoutersTest-1116560139-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1818951', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1822125', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1822132', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1834967'] for router (2027f5e5-40f8-4286-8edc-1ae8fdbe0b11), after_update {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:34:04.695479 n-d-713498-36 neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-a258067b-7cab-43e4-9693-e77c35c93bd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762867176205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762866656485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762866656503'] for port (e165445f-52fd-4d0f-9cae-70c48113b269), after_update {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:34:04.698276 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5ae4b4a-36a9-4730-b96b-12e4b32d217a None None] Pushing event updated for resources: {'Port': ['ID=9e08b88d-52ed-44c8-831a-558661431090,revision_number=3']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:34:04.744046 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.provisioning_blocks [None req-3e7349f6-6860-49f7-838a-83df694de19c None None] Provisioning complete for port 9726778d-dcdf-4268-bf01-19d252c61bf8 triggered by entity DHCP. {{(pid=103232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 19:34:04.744416 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-3e7349f6-6860-49f7-838a-83df694de19c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593630'] for port (9726778d-dcdf-4268-bf01-19d252c61bf8), provisioning_complete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:34:04.778365 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.provisioning_blocks [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Provisioning complete for port 9e08b88d-52ed-44c8-831a-558661431090 triggered by entity L2. {{(pid=103232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 19:34:04.778746 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593630'] for port (9e08b88d-52ed-44c8-831a-558661431090), provisioning_complete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:34:04.792265 n-d-713498-36 neutron-server[103233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06cdaf91-8d38-4cb4-ae9a-8fcd1ebd1270 None None] Pushing event updated for resources: {'Port': ['ID=e165445f-52fd-4d0f-9cae-70c48113b269,revision_number=2']} {{(pid=103233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:34:04.851162 n-d-713498-36 neutron-server[103233]: DEBUG neutron.plugins.ml2.managers [None req-a258067b-7cab-43e4-9693-e77c35c93bd4 None None] Attempting to bind port e165445f-52fd-4d0f-9cae-70c48113b269 on host n-d-713498-36 for vnic_type normal with profile {{(pid=103233) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 19:34:04.851539 n-d-713498-36 neutron-server[103233]: DEBUG neutron.plugins.ml2.managers [None req-a258067b-7cab-43e4-9693-e77c35c93bd4 None None] Attempting to bind port e165445f-52fd-4d0f-9cae-70c48113b269 by drivers openvswitch,hyperv on host n-d-713498-36 at level 0 using segments [{'id': 'a4222f89-8d3f-4b51-953b-1a8126392491', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '88055e1e-672a-4487-be31-ffb6e833ece5'}] {{(pid=103233) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 19:34:04.851908 n-d-713498-36 neutron-server[103233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a258067b-7cab-43e4-9693-e77c35c93bd4 None None] Attempting to bind port e165445f-52fd-4d0f-9cae-70c48113b269 on network 88055e1e-672a-4487-be31-ffb6e833ece5 {{(pid=103233) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 19:34:04.855893 n-d-713498-36 neutron-server[103233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06cdaf91-8d38-4cb4-ae9a-8fcd1ebd1270 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:34:04.856377 n-d-713498-36 neutron-server[103233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06cdaf91-8d38-4cb4-ae9a-8fcd1ebd1270 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:34:04.856560 n-d-713498-36 neutron-server[103233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06cdaf91-8d38-4cb4-ae9a-8fcd1ebd1270 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:34:04.869283 n-d-713498-36 neutron-server[103233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06cdaf91-8d38-4cb4-ae9a-8fcd1ebd1270 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:34:04.869931 n-d-713498-36 neutron-server[103233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06cdaf91-8d38-4cb4-ae9a-8fcd1ebd1270 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:34:04.870894 n-d-713498-36 neutron-server[103233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06cdaf91-8d38-4cb4-ae9a-8fcd1ebd1270 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:34:04.871395 n-d-713498-36 neutron-server[103233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06cdaf91-8d38-4cb4-ae9a-8fcd1ebd1270 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:34:04.871880 n-d-713498-36 neutron-server[103233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06cdaf91-8d38-4cb4-ae9a-8fcd1ebd1270 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:34:04.872378 n-d-713498-36 neutron-server[103233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06cdaf91-8d38-4cb4-ae9a-8fcd1ebd1270 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:34:04.872867 n-d-713498-36 neutron-server[103233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06cdaf91-8d38-4cb4-ae9a-8fcd1ebd1270 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:34:04.873345 n-d-713498-36 neutron-server[103233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06cdaf91-8d38-4cb4-ae9a-8fcd1ebd1270 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:34:04.873830 n-d-713498-36 neutron-server[103233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06cdaf91-8d38-4cb4-ae9a-8fcd1ebd1270 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:34:04.874333 n-d-713498-36 neutron-server[103233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06cdaf91-8d38-4cb4-ae9a-8fcd1ebd1270 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:34:04.886778 n-d-713498-36 neutron-server[103233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a258067b-7cab-43e4-9693-e77c35c93bd4 None None] Checking agent: {'id': '496418a2-c002-4aec-ab1a-07f3bea491bd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-36', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 18, 51, 47), 'started_at': datetime.datetime(2022, 2, 9, 18, 52, 17), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 19, 33, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-36'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103233) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 19:34:04.887162 n-d-713498-36 neutron-server[103233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a258067b-7cab-43e4-9693-e77c35c93bd4 None None] Checking segment: {'id': 'a4222f89-8d3f-4b51-953b-1a8126392491', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '88055e1e-672a-4487-be31-ffb6e833ece5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103233) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 19:34:04.887569 n-d-713498-36 neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-a258067b-7cab-43e4-9693-e77c35c93bd4 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:34:04.887966 n-d-713498-36 neutron-server[103233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a258067b-7cab-43e4-9693-e77c35c93bd4 None None] Bound using segment: {'id': 'a4222f89-8d3f-4b51-953b-1a8126392491', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '88055e1e-672a-4487-be31-ffb6e833ece5'} {{(pid=103233) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 19:34:04.888454 n-d-713498-36 neutron-server[103233]: DEBUG neutron.plugins.ml2.managers [None req-a258067b-7cab-43e4-9693-e77c35c93bd4 None None] Bound port: e165445f-52fd-4d0f-9cae-70c48113b269, host: n-d-713498-36, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a4222f89-8d3f-4b51-953b-1a8126392491', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '88055e1e-672a-4487-be31-ffb6e833ece5'}}] {{(pid=103233) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 19:34:04.888839 n-d-713498-36 neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-a258067b-7cab-43e4-9693-e77c35c93bd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (e165445f-52fd-4d0f-9cae-70c48113b269), before_update {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:34:04.891501 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Pushing event updated for resources: {'Port': ['ID=9726778d-dcdf-4268-bf01-19d252c61bf8,revision_number=3']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:34:04.924924 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Current status of the port 55e8868e-9f04-4f11-be1b-5fd1709a5f15 is: BUILD; New status is: ACTIVE {{(pid=103232) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 19:34:04.925320 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (55e8868e-9f04-4f11-be1b-5fd1709a5f15), before_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:34:04.955322 n-d-713498-36 neutron-server[103229]: DEBUG neutron.db.db_base_plugin_common [None req-0a1d6f76-d936-4625-9075-101493b9bbe4 admin admin] Allocated IP 172.20.0.1 (63953cf7-ca60-434c-8fd4-7ff128562010/a507f996-2b10-4b62-a693-e1a1891f0fdf/3979d352-937d-4690-9583-1a70246fb112) {{(pid=103229) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 19:34:04.964385 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-7429db8d-6021-40ad-813e-885be449a89b None None] For port 55e8868e-9f04-4f11-be1b-5fd1709a5f15, host n-h2-713498-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-36',level=0,port_id=55e8868e-9f04-4f11-be1b-5fd1709a5f15,segment=NetworkSegment(7287aa74-ccfd-4c41-8369-48f2461d359d),segment_id=7287aa74-ccfd-4c41-8369-48f2461d359d)] {{(pid=103232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 19:34:04.967744 n-d-713498-36 neutron-server[103232]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6d32a9d7-5256-4edb-9bbc-ad99ab71ecfa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '55e8868e-9f04-4f11-be1b-5fd1709a5f15'}] {{(pid=103232) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 19:34:04.971028 n-d-713498-36 neutron-server[103232]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}949cdcde653dec44821de95cbf67297f53cbc2aed4e073b5d514f93bf911ce85" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ee72f989-8c2b-4282-8be7-623194ccdad6" -d '{"events": [{"server_uuid": "6d32a9d7-5256-4edb-9bbc-ad99ab71ecfa", "name": "network-vif-plugged", "status": "completed", "tag": "55e8868e-9f04-4f11-be1b-5fd1709a5f15"}]}' {{(pid=103232) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 19:34:04.975581 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762867176205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762866656485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762866656503'] for port (55e8868e-9f04-4f11-be1b-5fd1709a5f15), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:34:05.015133 n-d-713498-36 neutron-server[103233]: DEBUG neutron.plugins.ml2.db [None req-a258067b-7cab-43e4-9693-e77c35c93bd4 None None] For port e165445f-52fd-4d0f-9cae-70c48113b269, host n-d-713498-36, cleared binding levels {{(pid=103233) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 19:34:05.019558 n-d-713498-36 neutron-server[103233]: DEBUG neutron.plugins.ml2.db [None req-a258067b-7cab-43e4-9693-e77c35c93bd4 None None] For port e165445f-52fd-4d0f-9cae-70c48113b269, host n-d-713498-36, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-36',level=0,port_id=e165445f-52fd-4d0f-9cae-70c48113b269,segment=NetworkSegment(a4222f89-8d3f-4b51-953b-1a8126392491),segment_id=a4222f89-8d3f-4b51-953b-1a8126392491)] {{(pid=103233) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 19:34:05.033020 n-d-713498-36 neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-a258067b-7cab-43e4-9693-e77c35c93bd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762867176205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762866656485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762866656503'] for port (e165445f-52fd-4d0f-9cae-70c48113b269), after_update {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:34:05.058068 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1f619c55-895c-4704-8848-e6f39411fd51 tempest-NetworksTestDHCPv6-1153288886 tempest-NetworksTestDHCPv6-1153288886-project] Notify agent at l3_agent.n-d-713498-36 the message routers_updated {{(pid=103230) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 19:34:05.060214 n-d-713498-36 neutron-server[103232]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 19:34:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-04cfb8bb-7ec1-4bf3-9026-f49ba74549c1 x-openstack-request-id: req-04cfb8bb-7ec1-4bf3-9026-f49ba74549c1 {{(pid=103232) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 19:34:05.060501 n-d-713498-36 neutron-server[103232]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6d32a9d7-5256-4edb-9bbc-ad99ab71ecfa", "name": "network-vif-plugged", "status": "completed", "tag": "55e8868e-9f04-4f11-be1b-5fd1709a5f15", "code": 200}]} {{(pid=103232) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 19:34:05.060758 n-d-713498-36 neutron-server[103232]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-04cfb8bb-7ec1-4bf3-9026-f49ba74549c1 {{(pid=103232) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 19:34:05.061153 n-d-713498-36 neutron-server[103232]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6d32a9d7-5256-4edb-9bbc-ad99ab71ecfa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '55e8868e-9f04-4f11-be1b-5fd1709a5f15', 'code': 200} Feb 09 19:34:05.088542 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 36438) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:34:05.098681 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-1f619c55-895c-4704-8848-e6f39411fd51 tempest-NetworksTestDHCPv6-1153288886 tempest-NetworksTestDHCPv6-1153288886-project] 10.222.0.75 "PUT /v2.0/routers/0b00134c-5017-4107-885f-d035db6f5c4c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.5369804 Feb 09 19:34:05.105808 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90fafef4-b0d3-40fc-8171-144edb400786 None None] Sync routers for ids ['0b00134c-5017-4107-885f-d035db6f5c4c'] in n-d-713498-36 {{(pid=103232) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 19:34:05.159775 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Pushing event updated for resources: {'Port': ['ID=55e8868e-9f04-4f11-be1b-5fd1709a5f15,revision_number=9']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:34:05.160331 n-d-713498-36 neutron-server[103230]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6b5c9159-7222-48d4-9e7f-d839cce3ed83 tempest-RoutersTest-1116560139 tempest-RoutersTest-1116560139-project] Router 2027f5e5-40f8-4286-8edc-1ae8fdbe0b11 is scheduled to L3 agent 93303d5e-5d17-45e8-8963-7694f87783ae with binding_index 1 {{(pid=103230) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 09 19:34:05.168743 n-d-713498-36 neutron-server[103233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a258067b-7cab-43e4-9693-e77c35c93bd4 None None] Routers {'f41ce5a5-2d3b-409b-9a33-5d8b20cb5c01'} bound to L3 agent in host n-d-713498-36 {{(pid=103233) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 19:34:05.169381 n-d-713498-36 neutron-server[103233]: DEBUG neutron.db.l3_hamode_db [None req-a258067b-7cab-43e4-9693-e77c35c93bd4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T18:51:43Z,description=,heartbeat_timestamp=2022-02-09T19:33:43Z,host='n-d-713498-36',id=93303d5e-5d17-45e8-8963-7694f87783ae,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T18:51:43Z,topic='l3_agent')) {'router_ids': ['f41ce5a5-2d3b-409b-9a33-5d8b20cb5c01'], 'active': True} {{(pid=103233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:34:05.221090 n-d-713498-36 neutron-server[103233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06cdaf91-8d38-4cb4-ae9a-8fcd1ebd1270 None None] Pushing event updated for resources: {'Port': ['ID=e165445f-52fd-4d0f-9cae-70c48113b269,revision_number=3']} {{(pid=103233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:34:05.227522 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90fafef4-b0d3-40fc-8171-144edb400786 None None] Routers {'0b00134c-5017-4107-885f-d035db6f5c4c'} bound to L3 agent in host n-d-713498-36 {{(pid=103232) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 19:34:05.228166 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.l3_hamode_db [None req-90fafef4-b0d3-40fc-8171-144edb400786 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T18:51:43Z,description=,heartbeat_timestamp=2022-02-09T19:33:43Z,host='n-d-713498-36',id=93303d5e-5d17-45e8-8963-7694f87783ae,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T18:51:43Z,topic='l3_agent')) {'router_ids': ['0b00134c-5017-4107-885f-d035db6f5c4c'], 'active': True} {{(pid=103232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:34:05.253517 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-035c66ed-cf5b-4063-8f5a-5a04f47a3842 tempest-NetworksTestDHCPv6-1153288886 tempest-NetworksTestDHCPv6-1153288886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:34:05.255557 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-035c66ed-cf5b-4063-8f5a-5a04f47a3842 tempest-NetworksTestDHCPv6-1153288886 tempest-NetworksTestDHCPv6-1153288886-project] 10.222.0.75 "GET /v2.0/ports/9043c81e-59a1-49a2-a733-15d4b4ea4b85 HTTP/1.1" status: 200 len: 911 time: 0.1660006 Feb 09 19:34:05.261599 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 36442) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:34:05.278533 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-3e7349f6-6860-49f7-838a-83df694de19c None None] Current status of the port 9726778d-dcdf-4268-bf01-19d252c61bf8 is: ACTIVE; New status is: ACTIVE {{(pid=103232) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 19:34:05.306752 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6b5c9159-7222-48d4-9e7f-d839cce3ed83 tempest-RoutersTest-1116560139 tempest-RoutersTest-1116560139-project] Notify agent at l3_agent.n-d-713498-36 the message routers_updated {{(pid=103230) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 19:34:05.314103 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-6b5c9159-7222-48d4-9e7f-d839cce3ed83 tempest-RoutersTest-1116560139 tempest-RoutersTest-1116560139-project] Publish callbacks [] for router (None), before_response {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:34:05.315515 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-6b5c9159-7222-48d4-9e7f-d839cce3ed83 tempest-RoutersTest-1116560139 tempest-RoutersTest-1116560139-project] 10.222.0.75 "PUT /v2.0/routers/2027f5e5-40f8-4286-8edc-1ae8fdbe0b11 HTTP/1.1" status: 200 len: 694 time: 0.9658229 Feb 09 19:34:05.319693 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 36444) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:34:05.326856 n-d-713498-36 neutron-server[103233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96b6a318-15cb-4fd3-a03c-9c148de22767 None None] Sync routers for ids ['2027f5e5-40f8-4286-8edc-1ae8fdbe0b11'] in n-d-713498-36 {{(pid=103233) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 19:34:05.351830 n-d-713498-36 neutron-server[103233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96b6a318-15cb-4fd3-a03c-9c148de22767 None None] Routers {'2027f5e5-40f8-4286-8edc-1ae8fdbe0b11'} bound to L3 agent in host n-d-713498-36 {{(pid=103233) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 19:34:05.352961 n-d-713498-36 neutron-server[103233]: DEBUG neutron.db.l3_hamode_db [None req-96b6a318-15cb-4fd3-a03c-9c148de22767 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T18:51:43Z,description=,heartbeat_timestamp=2022-02-09T19:33:43Z,host='n-d-713498-36',id=93303d5e-5d17-45e8-8963-7694f87783ae,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T18:51:43Z,topic='l3_agent')) {'router_ids': ['2027f5e5-40f8-4286-8edc-1ae8fdbe0b11'], 'active': True} {{(pid=103233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:34:05.397267 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-0a1d6f76-d936-4625-9075-101493b9bbe4 admin admin] Publish callbacks [] for port (3979d352-937d-4690-9583-1a70246fb112), precommit_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:34:05.421313 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c73c1a9-267b-4a60-8604-792f45d5a3e1 req-9463b569-f1e7-44a9-82a1-b3d8174d98b9 tempest-ServersTestJSON-482035511 tempest-ServersTestJSON-482035511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:34:05.425129 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-4c73c1a9-267b-4a60-8604-792f45d5a3e1 req-9463b569-f1e7-44a9-82a1-b3d8174d98b9 tempest-ServersTestJSON-482035511 tempest-ServersTestJSON-482035511-project] 10.222.0.75 "GET /v2.0/ports?device_id=fc118172-28fa-4a25-bb4c-1496f9a39e5f HTTP/1.1" status: 200 len: 945 time: 0.2920079 Feb 09 19:34:05.466685 n-d-713498-36 neutron-server[103233]: DEBUG neutron.db.l3_dvr_db [None req-96b6a318-15cb-4fd3-a03c-9c148de22767 None None] Set router 2027f5e5-40f8-4286-8edc-1ae8fdbe0b11 gateway port host: None {{(pid=103233) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 19:34:05.482289 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d69a9e09-7248-4050-9005-f2be4d9265eb tempest-NetworksTestDHCPv6-1153288886 tempest-NetworksTestDHCPv6-1153288886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:34:05.491729 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Current status of the port 9e08b88d-52ed-44c8-831a-558661431090 is: ACTIVE; New status is: ACTIVE {{(pid=103232) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 19:34:05.498643 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d69a9e09-7248-4050-9005-f2be4d9265eb tempest-NetworksTestDHCPv6-1153288886 tempest-NetworksTestDHCPv6-1153288886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:34:05.503420 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-d69a9e09-7248-4050-9005-f2be4d9265eb tempest-NetworksTestDHCPv6-1153288886 tempest-NetworksTestDHCPv6-1153288886-project] 10.222.0.75 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1655 time: 0.2409377 Feb 09 19:34:05.510758 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 36448) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:34:05.528503 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.provisioning_blocks [None req-3e7349f6-6860-49f7-838a-83df694de19c None None] Provisioning complete for port 9e08b88d-52ed-44c8-831a-558661431090 triggered by entity DHCP. {{(pid=103232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 19:34:05.528888 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-3e7349f6-6860-49f7-838a-83df694de19c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593630'] for port (9e08b88d-52ed-44c8-831a-558661431090), provisioning_complete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:34:05.549445 n-d-713498-36 neutron-server[103233]: DEBUG neutron.db.l3_hamode_db [None req-96b6a318-15cb-4fd3-a03c-9c148de22767 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2027f5e5-40f8-4286-8edc-1ae8fdbe0b11', 'name': 'tempest-RoutersTest-router-1728793032', 'tenant_id': '009d54e3af88488b8213379431f58202', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T19:34:04Z', 'updated_at': '2022-02-09T19:34:04Z', 'revision_number': 2, 'project_id': '009d54e3af88488b8213379431f58202', 'gw_port_host': None}], 'n-d-713498-36', False) {} {{(pid=103233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:34:05.598940 n-d-713498-36 neutron-server[103233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96b6a318-15cb-4fd3-a03c-9c148de22767 None None] Checking router: 2027f5e5-40f8-4286-8edc-1ae8fdbe0b11 for host: n-d-713498-36 {{(pid=103233) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 19:34:05.616255 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.l3_dvr_db [None req-90fafef4-b0d3-40fc-8171-144edb400786 None None] Set router 0b00134c-5017-4107-885f-d035db6f5c4c gateway port host: None {{(pid=103232) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 19:34:05.625438 n-d-713498-36 neutron-server[103233]: DEBUG neutron.db.l3_dvr_db [None req-a258067b-7cab-43e4-9693-e77c35c93bd4 None None] Set router f41ce5a5-2d3b-409b-9a33-5d8b20cb5c01 gateway port host: n-d-713498-36 {{(pid=103233) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 19:34:05.670705 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Device 9e08b88d-52ed-44c8-831a-558661431090 up at agent ovs-agent-n-d-713498-36 {{(pid=103232) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 19:34:05.693307 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-0a1d6f76-d936-4625-9075-101493b9bbe4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762866656467', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12867576'] for port (3979d352-937d-4690-9583-1a70246fb112), after_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:34:05.774103 n-d-713498-36 neutron-server[103229]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a1d6f76-d936-4625-9075-101493b9bbe4 admin admin] Network 63953cf7-ca60-434c-8fd4-7ff128562010 is already hosted by enough agents. {{(pid=103229) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 19:34:05.787114 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-4c73c1a9-267b-4a60-8604-792f45d5a3e1 req-304ae8a9-dd80-4588-8f90-f1fd594bfc42 tempest-ServersTestJSON-482035511 tempest-ServersTestJSON-482035511-project] 10.222.0.75 "GET /v2.0/security-groups?id=37883354-c9cd-40f0-bbce-1c711bac4569&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3428969 Feb 09 19:34:05.791853 n-d-713498-36 neutron-server[103229]: DEBUG neutron.scheduler.base_scheduler [None req-0a1d6f76-d936-4625-9075-101493b9bbe4 admin admin] Resources bound (agent type, host, resource id): {{(pid=103229) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 19:34:05.796297 n-d-713498-36 neutron-server[103229]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a1d6f76-d936-4625-9075-101493b9bbe4 admin admin] Received port after_create {{(pid=103229) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 19:34:05.891532 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a1d6f76-d936-4625-9075-101493b9bbe4 admin admin] Pushing event updated for resources: {'Port': ['ID=3979d352-937d-4690-9583-1a70246fb112,revision_number=1']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:34:05.967240 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa1b5470-ce5d-48c8-9da6-960ddc915af3 req-efa230b7-a4e7-4002-9d5a-f477b2adc1c2 tempest-TestNetworkAdvancedServerOps-1633223542 tempest-TestNetworkAdvancedServerOps-1633223542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:34:05.974923 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-aa1b5470-ce5d-48c8-9da6-960ddc915af3 req-efa230b7-a4e7-4002-9d5a-f477b2adc1c2 tempest-TestNetworkAdvancedServerOps-1633223542 tempest-TestNetworkAdvancedServerOps-1633223542-project] 10.222.0.75 "GET /v2.0/ports?device_id=6d32a9d7-5256-4edb-9bbc-ad99ab71ecfa HTTP/1.1" status: 200 len: 945 time: 0.7557271 Feb 09 19:34:05.975119 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-3e7349f6-6860-49f7-838a-83df694de19c None None] Current status of the port 9e08b88d-52ed-44c8-831a-558661431090 is: ACTIVE; New status is: ACTIVE {{(pid=103232) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 19:34:05.995953 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.provisioning_blocks [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Provisioning complete for port 9e08b88d-52ed-44c8-831a-558661431090 triggered by entity L2. {{(pid=103232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 19:34:05.996344 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593630'] for port (9e08b88d-52ed-44c8-831a-558661431090), provisioning_complete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:34:06.000108 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-d7ac2da2-fc9a-42ef-bfb9-aa36f7c3b18b tempest-RoutersTest-1116560139 tempest-RoutersTest-1116560139-project] 10.222.0.75 "GET /v2.0/routers/2027f5e5-40f8-4286-8edc-1ae8fdbe0b11 HTTP/1.1" status: 200 len: 700 time: 0.6792157 Feb 09 19:34:06.000668 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 36452) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:34:06.020967 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-0a1d6f76-d936-4625-9075-101493b9bbe4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1819024'] for router_interface (f41ce5a5-2d3b-409b-9a33-5d8b20cb5c01), before_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:34:06.111095 n-d-713498-36 neutron-server[103233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96b6a318-15cb-4fd3-a03c-9c148de22767 None None] Routers {'2027f5e5-40f8-4286-8edc-1ae8fdbe0b11'} bound to L3 agent in host n-d-713498-36 {{(pid=103233) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 19:34:06.111792 n-d-713498-36 neutron-server[103233]: DEBUG neutron.db.l3_hamode_db [None req-96b6a318-15cb-4fd3-a03c-9c148de22767 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T18:51:43Z,description=,heartbeat_timestamp=2022-02-09T19:33:43Z,host='n-d-713498-36',id=93303d5e-5d17-45e8-8963-7694f87783ae,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T18:51:43Z,topic='l3_agent')) {'router_ids': ['2027f5e5-40f8-4286-8edc-1ae8fdbe0b11'], 'active': True} {{(pid=103233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:34:06.116185 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-ec0100b7-a12f-4421-8d49-8283d8ef57a9 tempest-RoutersTest-1116560139 tempest-RoutersTest-1116560139-project] 10.222.0.75 "GET /v2.0/ports?device_id=2027f5e5-40f8-4286-8edc-1ae8fdbe0b11 HTTP/1.1" status: 200 len: 205 time: 0.1130505 Feb 09 19:34:06.126741 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-aa1b5470-ce5d-48c8-9da6-960ddc915af3 req-5d2ed78e-bd73-4f45-9eb4-248977b8d022 tempest-TestNetworkAdvancedServerOps-1633223542 tempest-TestNetworkAdvancedServerOps-1633223542-project] 10.222.0.75 "GET /v2.0/security-groups?id=3248743f-f5fe-4756-978e-05f0e965efae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1505620 Feb 09 19:34:06.127258 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 36454) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:34:06.166517 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 36456) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:34:06.210236 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.provisioning_blocks [None req-cb83894b-2781-4122-83a2-fe626d22a920 None None] Provisioning complete for port 9043c81e-59a1-49a2-a733-15d4b4ea4b85 triggered by entity DHCP. {{(pid=103232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 19:34:06.210631 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-cb83894b-2781-4122-83a2-fe626d22a920 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593630'] for port (9043c81e-59a1-49a2-a733-15d4b4ea4b85), provisioning_complete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:34:06.229630 n-d-713498-36 neutron-server[103233]: DEBUG neutron.db.l3_dvr_db [None req-96b6a318-15cb-4fd3-a03c-9c148de22767 None None] Set router 2027f5e5-40f8-4286-8edc-1ae8fdbe0b11 gateway port host: None {{(pid=103233) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 19:34:06.230603 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-bed016f0-25f3-487f-91e2-1379a29a8452 tempest-RoutersTest-1116560139 tempest-RoutersTest-1116560139-project] Publish callbacks [] for router (2027f5e5-40f8-4286-8edc-1ae8fdbe0b11), before_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:34:06.262385 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82b98082-97da-4965-b312-2426477382ea req-d4f120af-3eb0-4c0b-9d4e-575c83b613e1 tempest-ServersTestJSON-482035511 tempest-ServersTestJSON-482035511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:34:06.264614 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-82b98082-97da-4965-b312-2426477382ea req-d4f120af-3eb0-4c0b-9d4e-575c83b613e1 tempest-ServersTestJSON-482035511 tempest-ServersTestJSON-482035511-project] 10.222.0.75 "GET /v2.0/ports?device_id=fc118172-28fa-4a25-bb4c-1496f9a39e5f HTTP/1.1" status: 200 len: 945 time: 0.2833438 Feb 09 19:34:06.308254 n-d-713498-36 neutron-server[103233]: DEBUG neutron.db.l3_hamode_db [None req-96b6a318-15cb-4fd3-a03c-9c148de22767 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2027f5e5-40f8-4286-8edc-1ae8fdbe0b11', 'name': 'tempest-RoutersTest-router-1728793032', 'tenant_id': '009d54e3af88488b8213379431f58202', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T19:34:04Z', 'updated_at': '2022-02-09T19:34:04Z', 'revision_number': 2, 'project_id': '009d54e3af88488b8213379431f58202', 'gw_port_host': None}], 'n-d-713498-36', False) {} {{(pid=103233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:34:06.349882 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Current status of the port 9e08b88d-52ed-44c8-831a-558661431090 is: ACTIVE; New status is: ACTIVE {{(pid=103232) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 19:34:06.351035 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Device 9726778d-dcdf-4268-bf01-19d252c61bf8 up at agent ovs-agent-n-d-713498-36 {{(pid=103232) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 19:34:06.354392 n-d-713498-36 neutron-server[103233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96b6a318-15cb-4fd3-a03c-9c148de22767 None None] The sync data for ids ['2027f5e5-40f8-4286-8edc-1ae8fdbe0b11'] in n-d-713498-36 is: [{'id': '2027f5e5-40f8-4286-8edc-1ae8fdbe0b11', 'name': 'tempest-RoutersTest-router-1728793032', 'tenant_id': '009d54e3af88488b8213379431f58202', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T19:34:04Z', 'updated_at': '2022-02-09T19:34:04Z', 'revision_number': 2, 'project_id': '009d54e3af88488b8213379431f58202', 'gw_port_host': None}] {{(pid=103233) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 19:34:06.380039 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-cb83894b-2781-4122-83a2-fe626d22a920 None None] Port 9043c81e-59a1-49a2-a733-15d4b4ea4b85 cannot update to ACTIVE because it is not bound. {{(pid=103232) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 19:34:06.429289 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.l3_hamode_db [None req-90fafef4-b0d3-40fc-8171-144edb400786 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b00134c-5017-4107-885f-d035db6f5c4c', 'name': 'tempest-NetworksTestDHCPv6-router-1539292275', 'tenant_id': '84aec0d011da47d8bc94f6ba8668f413', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T19:33:58Z', 'updated_at': '2022-02-09T19:34:01Z', 'revision_number': 2, 'project_id': '84aec0d011da47d8bc94f6ba8668f413', 'gw_port_host': None, '_interfaces': [{'id': '9043c81e-59a1-49a2-a733-15d4b4ea4b85', 'name': '', 'network_id': 'f63a97a6-2552-42d7-aee9-c49ce8319647', 'tenant_id': '84aec0d011da47d8bc94f6ba8668f413', 'mac_address': 'fa:16:3e:fd:9e:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0b00134c-5017-4107-885f-d035db6f5c4c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3215, 'fixed_ips': [{'subnet_id': '8a0f17dd-b0d9-420f-8260-305a3b941b1c', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T19:33:59Z', 'updated_at': '2022-02-09T19:34:02Z', 'revision_number': 2, 'project_id': '84aec0d011da47d8bc94f6ba8668f413', 'subnets': [{'id': '8a0f17dd-b0d9-420f-8260-305a3b941b1c', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-36', False) {} {{(pid=103232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:34:06.468440 n-d-713498-36 neutron-server[103233]: DEBUG neutron.db.l3_hamode_db [None req-a258067b-7cab-43e4-9693-e77c35c93bd4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f41ce5a5-2d3b-409b-9a33-5d8b20cb5c01', 'name': 'tempest-ImageQuotaTest-307316783-router', 'tenant_id': '859c6b50f90844c29f759d03b2f7cd42', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88055e1e-672a-4487-be31-ffb6e833ece5', 'external_fixed_ips': [{'subnet_id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'ip_address': '172.25.1.244'}], 'enable_snat': True}, 'gw_port_id': 'e165445f-52fd-4d0f-9cae-70c48113b269', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T19:33:58Z', 'updated_at': '2022-02-09T19:34:01Z', 'revision_number': 3, 'project_id': '859c6b50f90844c29f759d03b2f7cd42', 'gw_port': {'id': 'e165445f-52fd-4d0f-9cae-70c48113b269', 'name': '', 'network_id': '88055e1e-672a-4487-be31-ffb6e833ece5', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:ca:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f41ce5a5-2d3b-409b-9a33-5d8b20cb5c01', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3216, 'fixed_ips': [{'subnet_id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'ip_address': '172.25.1.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T19:34:00Z', 'updated_at': '2022-02-09T19:34:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-36'}], 'n-d-713498-36', False) {} {{(pid=103233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:34:06.471578 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-bed016f0-25f3-487f-91e2-1379a29a8452 tempest-RoutersTest-1116560139 tempest-RoutersTest-1116560139-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1834988', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-58375'] for router (2027f5e5-40f8-4286-8edc-1ae8fdbe0b11), precommit_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:34:06.474674 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-bed016f0-25f3-487f-91e2-1379a29a8452 tempest-RoutersTest-1116560139 tempest-RoutersTest-1116560139-project] Publish callbacks [] for router_controller (2027f5e5-40f8-4286-8edc-1ae8fdbe0b11), precommit_delete_associations {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:34:06.513877 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90fafef4-b0d3-40fc-8171-144edb400786 None None] Checking router: 0b00134c-5017-4107-885f-d035db6f5c4c for host: n-d-713498-36 {{(pid=103232) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 19:34:06.514229 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90fafef4-b0d3-40fc-8171-144edb400786 None None] Updating router 0b00134c-5017-4107-885f-d035db6f5c4c port 9043c81e-59a1-49a2-a733-15d4b4ea4b85 binding host n-d-713498-36 {{(pid=103232) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 19:34:06.519520 n-d-713498-36 neutron-server[103233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a258067b-7cab-43e4-9693-e77c35c93bd4 None None] The sync data for ids ['f41ce5a5-2d3b-409b-9a33-5d8b20cb5c01'] in n-d-713498-36 is: [{'id': 'f41ce5a5-2d3b-409b-9a33-5d8b20cb5c01', 'name': 'tempest-ImageQuotaTest-307316783-router', 'tenant_id': '859c6b50f90844c29f759d03b2f7cd42', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88055e1e-672a-4487-be31-ffb6e833ece5', 'external_fixed_ips': [{'subnet_id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'ip_address': '172.25.1.244'}], 'enable_snat': True}, 'gw_port_id': 'e165445f-52fd-4d0f-9cae-70c48113b269', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T19:33:58Z', 'updated_at': '2022-02-09T19:34:01Z', 'revision_number': 3, 'project_id': '859c6b50f90844c29f759d03b2f7cd42', 'gw_port': {'id': 'e165445f-52fd-4d0f-9cae-70c48113b269', 'name': '', 'network_id': '88055e1e-672a-4487-be31-ffb6e833ece5', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:ca:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f41ce5a5-2d3b-409b-9a33-5d8b20cb5c01', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3216, 'fixed_ips': [{'subnet_id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'ip_address': '172.25.1.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T19:34:00Z', 'updated_at': '2022-02-09T19:34:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-36'}] {{(pid=103233) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 19:34:06.543624 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-bed016f0-25f3-487f-91e2-1379a29a8452 tempest-RoutersTest-1116560139 tempest-RoutersTest-1116560139-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1835003'] for router (2027f5e5-40f8-4286-8edc-1ae8fdbe0b11), after_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:34:06.544702 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bed016f0-25f3-487f-91e2-1379a29a8452 tempest-RoutersTest-1116560139 tempest-RoutersTest-1116560139-project] Fanout notify agent at l3_agent the message router_deleted on router 2027f5e5-40f8-4286-8edc-1ae8fdbe0b11 {{(pid=103230) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 09 19:34:06.565941 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-bed016f0-25f3-487f-91e2-1379a29a8452 tempest-RoutersTest-1116560139 tempest-RoutersTest-1116560139-project] Publish callbacks [] for router (None), before_response {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:34:06.566117 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.provisioning_blocks [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Provisioning complete for port 9726778d-dcdf-4268-bf01-19d252c61bf8 triggered by entity L2. {{(pid=103232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 19:34:06.566469 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593630'] for port (9726778d-dcdf-4268-bf01-19d252c61bf8), provisioning_complete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:34:06.570813 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-bed016f0-25f3-487f-91e2-1379a29a8452 tempest-RoutersTest-1116560139 tempest-RoutersTest-1116560139-project] 10.222.0.75 "DELETE /v2.0/routers/2027f5e5-40f8-4286-8edc-1ae8fdbe0b11 HTTP/1.1" status: 204 len: 168 time: 0.4424746 Feb 09 19:34:06.575053 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 36462) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:34:06.614038 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-6c2d2d9d-3937-4c41-84f4-1f9d58ed160d tempest-RoutersTest-1116560139 tempest-RoutersTest-1116560139-project] 10.222.0.75 "GET /v2.0/ports?device_id=2027f5e5-40f8-4286-8edc-1ae8fdbe0b11 HTTP/1.1" status: 200 len: 205 time: 0.0372980 Feb 09 19:34:06.617532 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 36464) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:34:06.630535 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.provisioning_blocks [None req-a0ac820b-aa5d-4d9e-be5e-dc27c0db2f80 None None] Provisioning complete for port 3979d352-937d-4690-9583-1a70246fb112 triggered by entity DHCP. {{(pid=103232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 19:34:06.631422 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-a0ac820b-aa5d-4d9e-be5e-dc27c0db2f80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593630'] for port (3979d352-937d-4690-9583-1a70246fb112), provisioning_complete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:34:06.680551 n-d-713498-36 neutron-server[103230]: INFO neutron.api.v2.resource [None req-75f31482-e110-4be6-bc9e-5cc84ac3c47b tempest-RoutersTest-1116560139 tempest-RoutersTest-1116560139-project] delete failed (client error): The resource could not be found. Feb 09 19:34:06.683939 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-75f31482-e110-4be6-bc9e-5cc84ac3c47b tempest-RoutersTest-1116560139 tempest-RoutersTest-1116560139-project] 10.222.0.75 "DELETE /v2.0/routers/2027f5e5-40f8-4286-8edc-1ae8fdbe0b11 HTTP/1.1" status: 404 len: 336 time: 0.0631442 Feb 09 19:34:06.686437 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 36468) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:34:06.706082 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-90fafef4-b0d3-40fc-8171-144edb400786 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (9043c81e-59a1-49a2-a733-15d4b4ea4b85), before_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:34:06.744781 n-d-713498-36 neutron-server[103230]: INFO neutron.pecan_wsgi.hooks.translation [None req-3d65f234-3b7d-4e5f-82a6-d8961b136b7e tempest-RoutersTest-1116560139 tempest-RoutersTest-1116560139-project] DELETE failed (client error): The resource could not be found. Feb 09 19:34:06.745255 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3d65f234-3b7d-4e5f-82a6-d8961b136b7e tempest-RoutersTest-1116560139 tempest-RoutersTest-1116560139-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103230) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 19:34:06.758094 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-3d65f234-3b7d-4e5f-82a6-d8961b136b7e tempest-RoutersTest-1116560139 tempest-RoutersTest-1116560139-project] 10.222.0.75 "DELETE /v2.0/subnets/9715ffbc-2a50-47fe-a3cb-d4211c209dfd HTTP/1.1" status: 404 len: 337 time: 0.0673013 Feb 09 19:34:06.758843 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 36470) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:34:06.805611 n-d-713498-36 neutron-server[103230]: INFO neutron.pecan_wsgi.hooks.translation [None req-f24691b7-a803-4136-8fd0-dc7a15558803 tempest-RoutersTest-1116560139 tempest-RoutersTest-1116560139-project] DELETE failed (client error): The resource could not be found. Feb 09 19:34:06.805923 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f24691b7-a803-4136-8fd0-dc7a15558803 tempest-RoutersTest-1116560139 tempest-RoutersTest-1116560139-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103230) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 19:34:06.809809 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-f24691b7-a803-4136-8fd0-dc7a15558803 tempest-RoutersTest-1116560139 tempest-RoutersTest-1116560139-project] 10.222.0.75 "DELETE /v2.0/subnets/99eecf43-b083-4b5d-bf1a-43876b1da023 HTTP/1.1" status: 404 len: 337 time: 0.0492783 Feb 09 19:34:06.814510 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 36472) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:34:06.873283 n-d-713498-36 neutron-server[103230]: INFO neutron.pecan_wsgi.hooks.translation [None req-8694deb3-9fba-40ee-9e65-5929de5651cd tempest-RoutersTest-1116560139 tempest-RoutersTest-1116560139-project] DELETE failed (client error): The resource could not be found. Feb 09 19:34:06.873751 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8694deb3-9fba-40ee-9e65-5929de5651cd tempest-RoutersTest-1116560139 tempest-RoutersTest-1116560139-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103230) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 19:34:06.878026 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-8694deb3-9fba-40ee-9e65-5929de5651cd tempest-RoutersTest-1116560139 tempest-RoutersTest-1116560139-project] 10.222.0.75 "DELETE /v2.0/subnets/b3e8f31d-a070-42b3-b962-2f623803b97f HTTP/1.1" status: 404 len: 337 time: 0.0611324 Feb 09 19:34:06.880791 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 36474) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:34:06.940447 n-d-713498-36 neutron-server[103230]: INFO neutron.pecan_wsgi.hooks.translation [None req-a8818c7c-f946-4555-944b-d43ba30ee919 tempest-RoutersTest-1116560139 tempest-RoutersTest-1116560139-project] DELETE failed (client error): The resource could not be found. Feb 09 19:34:06.940911 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a8818c7c-f946-4555-944b-d43ba30ee919 tempest-RoutersTest-1116560139 tempest-RoutersTest-1116560139-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103230) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 19:34:06.947151 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-a8818c7c-f946-4555-944b-d43ba30ee919 tempest-RoutersTest-1116560139 tempest-RoutersTest-1116560139-project] 10.222.0.75 "DELETE /v2.0/subnets/1aa458bd-e51c-4d7d-8d13-8dbe39a30c15 HTTP/1.1" status: 404 len: 337 time: 0.0651054 Feb 09 19:34:06.951930 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 36476) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:34:07.013250 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-0166c1df-5564-4421-824b-d52296dcad8c tempest-RoutersTest-1116560139 tempest-RoutersTest-1116560139-project] 10.222.0.75 "GET /v2.0/ports?device_id=313e064b-ffaa-4c47-a7fc-c9666f3ee618 HTTP/1.1" status: 200 len: 205 time: 0.0575733 Feb 09 19:34:07.014663 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 36478) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:34:07.046037 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-a0ac820b-aa5d-4d9e-be5e-dc27c0db2f80 None None] Port 3979d352-937d-4690-9583-1a70246fb112 cannot update to ACTIVE because it is not bound. {{(pid=103232) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 19:34:07.135331 n-d-713498-36 neutron-server[103230]: INFO neutron.api.v2.resource [None req-472374ab-e0e2-4627-8de7-ef7f26384306 tempest-RoutersTest-1116560139 tempest-RoutersTest-1116560139-project] delete failed (client error): The resource could not be found. Feb 09 19:34:07.137593 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-472374ab-e0e2-4627-8de7-ef7f26384306 tempest-RoutersTest-1116560139 tempest-RoutersTest-1116560139-project] 10.222.0.75 "DELETE /v2.0/routers/313e064b-ffaa-4c47-a7fc-c9666f3ee618 HTTP/1.1" status: 404 len: 336 time: 0.1207337 Feb 09 19:34:07.143599 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 36480) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:34:07.190824 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-d2226d8d-b095-4f20-84ad-f0168c4fd882 tempest-TestNetworkAdvancedServerOps-1633223542 tempest-TestNetworkAdvancedServerOps-1633223542-project] 10.222.0.75 "GET /v2.0/floatingips/e9ad4546-bcb3-4e5a-b843-54337d160d4f HTTP/1.1" status: 200 len: 992 time: 1.0194485 Feb 09 19:34:07.212449 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-bba913e6-5d9e-4302-9ec1-9f6a6409a94e tempest-RoutersTest-1116560139 tempest-RoutersTest-1116560139-project] 10.222.0.75 "GET /v2.0/ports?device_id=670f43f0-19bb-4278-98db-7a12c2e4288f HTTP/1.1" status: 200 len: 205 time: 0.0675652 Feb 09 19:34:07.213826 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Current status of the port 9726778d-dcdf-4268-bf01-19d252c61bf8 is: ACTIVE; New status is: ACTIVE {{(pid=103232) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 19:34:07.214608 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 36482) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:34:07.306479 n-d-713498-36 neutron-server[103230]: INFO neutron.api.v2.resource [None req-da4266cf-3081-48e3-bb7b-9f82ef2fa53b tempest-RoutersTest-1116560139 tempest-RoutersTest-1116560139-project] delete failed (client error): The resource could not be found. Feb 09 19:34:07.307538 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-da4266cf-3081-48e3-bb7b-9f82ef2fa53b tempest-RoutersTest-1116560139 tempest-RoutersTest-1116560139-project] 10.222.0.75 "DELETE /v2.0/routers/670f43f0-19bb-4278-98db-7a12c2e4288f HTTP/1.1" status: 404 len: 336 time: 0.0919464 Feb 09 19:34:07.311802 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 36484) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:34:07.319828 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-82b98082-97da-4965-b312-2426477382ea req-f4b79925-2a67-4e32-921a-d066ba0306b4 tempest-ServersTestJSON-482035511 tempest-ServersTestJSON-482035511-project] 10.222.0.75 "GET /v2.0/security-groups?id=37883354-c9cd-40f0-bbce-1c711bac4569&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0147638 Feb 09 19:34:07.321629 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-90fafef4-b0d3-40fc-8171-144edb400786 None None] Publish callbacks [] for port (9043c81e-59a1-49a2-a733-15d4b4ea4b85), precommit_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:34:07.331359 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-90fafef4-b0d3-40fc-8171-144edb400786 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762867176205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762866656485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762866656503'] for port (9043c81e-59a1-49a2-a733-15d4b4ea4b85), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:34:07.354664 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-0a1d6f76-d936-4625-9075-101493b9bbe4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (3979d352-937d-4690-9583-1a70246fb112), before_update {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:34:07.387678 n-d-713498-36 neutron-server[103230]: INFO neutron.pecan_wsgi.hooks.translation [None req-8f296b7f-ba73-450f-8966-f786fc59a79a tempest-RoutersTest-1116560139 tempest-RoutersTest-1116560139-project] DELETE failed (client error): The resource could not be found. Feb 09 19:34:07.388149 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8f296b7f-ba73-450f-8966-f786fc59a79a tempest-RoutersTest-1116560139 tempest-RoutersTest-1116560139-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103230) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 19:34:07.398981 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 36488) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:34:07.400051 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-8f296b7f-ba73-450f-8966-f786fc59a79a tempest-RoutersTest-1116560139 tempest-RoutersTest-1116560139-project] 10.222.0.75 "DELETE /v2.0/subnets/3fd75c33-daaf-4d5c-86ea-19e0de815974 HTTP/1.1" status: 404 len: 337 time: 0.0809684 Feb 09 19:34:07.460482 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-930bf0c5-0628-4776-a02d-1338db67114d tempest-RoutersTest-1116560139 tempest-RoutersTest-1116560139-project] 10.222.0.75 "GET /v2.0/ports?device_id=1d69e540-3d1e-4a60-ac0d-4ba84dee1f25 HTTP/1.1" status: 200 len: 205 time: 0.0599205 Feb 09 19:34:07.462896 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 36490) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:34:07.587557 n-d-713498-36 neutron-server[103230]: INFO neutron.api.v2.resource [None req-b15833f4-f280-4a91-800a-9e13844a5aa8 tempest-RoutersTest-1116560139 tempest-RoutersTest-1116560139-project] delete failed (client error): The resource could not be found. Feb 09 19:34:07.590558 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-b15833f4-f280-4a91-800a-9e13844a5aa8 tempest-RoutersTest-1116560139 tempest-RoutersTest-1116560139-project] 10.222.0.75 "DELETE /v2.0/routers/1d69e540-3d1e-4a60-ac0d-4ba84dee1f25 HTTP/1.1" status: 404 len: 336 time: 0.1250353 Feb 09 19:34:07.592622 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 36492) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:34:07.607415 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16f47b2d-7e4e-4178-8233-f1caeec64797 None None] Pushing event updated for resources: {'Port': ['ID=9043c81e-59a1-49a2-a733-15d4b4ea4b85,revision_number=3']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:34:07.706416 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-447b076a-c5eb-4d98-8738-6caa208309a6 tempest-RoutersTest-1116560139 tempest-RoutersTest-1116560139-project] 10.222.0.75 "GET /v2.0/ports?device_id=3640d578-6d11-43c7-95c7-b2a6534b32e5 HTTP/1.1" status: 200 len: 205 time: 0.1100156 Feb 09 19:34:07.707257 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 36496) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:34:07.715266 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.managers [None req-90fafef4-b0d3-40fc-8171-144edb400786 None None] Attempting to bind port 9043c81e-59a1-49a2-a733-15d4b4ea4b85 on host n-d-713498-36 for vnic_type normal with profile {{(pid=103232) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 19:34:07.717295 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.managers [None req-90fafef4-b0d3-40fc-8171-144edb400786 None None] Attempting to bind port 9043c81e-59a1-49a2-a733-15d4b4ea4b85 by drivers openvswitch,hyperv on host n-d-713498-36 at level 0 using segments [{'id': '20e634bc-bbe0-4569-a1ea-6be524590675', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': 'f63a97a6-2552-42d7-aee9-c49ce8319647'}] {{(pid=103232) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 19:34:07.717829 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90fafef4-b0d3-40fc-8171-144edb400786 None None] Attempting to bind port 9043c81e-59a1-49a2-a733-15d4b4ea4b85 on network f63a97a6-2552-42d7-aee9-c49ce8319647 {{(pid=103232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 19:34:07.727345 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90fafef4-b0d3-40fc-8171-144edb400786 None None] Checking agent: {'id': '496418a2-c002-4aec-ab1a-07f3bea491bd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-36', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 18, 51, 47), 'started_at': datetime.datetime(2022, 2, 9, 18, 52, 17), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 19, 33, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-36'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 19:34:07.732540 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90fafef4-b0d3-40fc-8171-144edb400786 None None] Checking segment: {'id': '20e634bc-bbe0-4569-a1ea-6be524590675', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': 'f63a97a6-2552-42d7-aee9-c49ce8319647'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103232) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 19:34:07.733174 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-90fafef4-b0d3-40fc-8171-144edb400786 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:34:07.734409 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90fafef4-b0d3-40fc-8171-144edb400786 None None] Bound using segment: {'id': '20e634bc-bbe0-4569-a1ea-6be524590675', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': 'f63a97a6-2552-42d7-aee9-c49ce8319647'} {{(pid=103232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 19:34:07.735064 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.managers [None req-90fafef4-b0d3-40fc-8171-144edb400786 None None] Bound port: 9043c81e-59a1-49a2-a733-15d4b4ea4b85, host: n-d-713498-36, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '20e634bc-bbe0-4569-a1ea-6be524590675', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': 'f63a97a6-2552-42d7-aee9-c49ce8319647'}}] {{(pid=103232) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 19:34:07.736371 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-90fafef4-b0d3-40fc-8171-144edb400786 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (9043c81e-59a1-49a2-a733-15d4b4ea4b85), before_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:34:07.745119 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Device e165445f-52fd-4d0f-9cae-70c48113b269 up at agent ovs-agent-n-d-713498-36 {{(pid=103232) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 19:34:07.802811 n-d-713498-36 neutron-server[103230]: INFO neutron.api.v2.resource [None req-14aa18dd-a9f9-47dc-b24a-3c8c106430a3 tempest-RoutersTest-1116560139 tempest-RoutersTest-1116560139-project] delete failed (client error): The resource could not be found. Feb 09 19:34:07.805991 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-14aa18dd-a9f9-47dc-b24a-3c8c106430a3 tempest-RoutersTest-1116560139 tempest-RoutersTest-1116560139-project] 10.222.0.75 "DELETE /v2.0/routers/3640d578-6d11-43c7-95c7-b2a6534b32e5 HTTP/1.1" status: 404 len: 336 time: 0.0947797 Feb 09 19:34:07.808169 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 36500) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:34:07.871927 n-d-713498-36 neutron-server[103230]: INFO neutron.pecan_wsgi.hooks.translation [None req-e7b53915-2496-403f-881a-04aad73cf2aa tempest-RoutersTest-1116560139 tempest-RoutersTest-1116560139-project] DELETE failed (client error): The resource could not be found. Feb 09 19:34:07.872781 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e7b53915-2496-403f-881a-04aad73cf2aa tempest-RoutersTest-1116560139 tempest-RoutersTest-1116560139-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103230) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 19:34:07.877103 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-e7b53915-2496-403f-881a-04aad73cf2aa tempest-RoutersTest-1116560139 tempest-RoutersTest-1116560139-project] 10.222.0.75 "DELETE /v2.0/subnets/f3934a76-28ce-4264-8fe7-caccaff381cb HTTP/1.1" status: 404 len: 337 time: 0.0630414 Feb 09 19:34:07.884135 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 36502) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:34:07.884335 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-e39e5c2d-cb8d-4c62-bce3-947f634e1e36 tempest-NetworksTestDHCPv6-1153288886 tempest-NetworksTestDHCPv6-1153288886-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1834525'] for router_interface (0b00134c-5017-4107-885f-d035db6f5c4c), before_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:34:07.947580 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-51e238ac-ec9b-45f3-8ea2-0f40c6424a4a tempest-RoutersTest-1116560139 tempest-RoutersTest-1116560139-project] 10.222.0.75 "GET /v2.0/ports?device_id=a6954610-4f91-4ad8-ae67-a4fba2cdb82f HTTP/1.1" status: 200 len: 205 time: 0.0615149 Feb 09 19:34:07.948562 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 36504) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:34:07.966771 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-90fafef4-b0d3-40fc-8171-144edb400786 None None] For port 9043c81e-59a1-49a2-a733-15d4b4ea4b85, host n-d-713498-36, cleared binding levels {{(pid=103232) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 19:34:07.971360 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-90fafef4-b0d3-40fc-8171-144edb400786 None None] For port 9043c81e-59a1-49a2-a733-15d4b4ea4b85, host n-d-713498-36, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-36',level=0,port_id=9043c81e-59a1-49a2-a733-15d4b4ea4b85,segment=NetworkSegment(20e634bc-bbe0-4569-a1ea-6be524590675),segment_id=20e634bc-bbe0-4569-a1ea-6be524590675)] {{(pid=103232) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 19:34:08.007953 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-90fafef4-b0d3-40fc-8171-144edb400786 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762867176205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762866656485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762866656503'] for port (9043c81e-59a1-49a2-a733-15d4b4ea4b85), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:34:08.053981 n-d-713498-36 neutron-server[103230]: INFO neutron.api.v2.resource [None req-7d38d046-bc64-44f8-b04d-958d907b9cd9 tempest-RoutersTest-1116560139 tempest-RoutersTest-1116560139-project] delete failed (client error): The resource could not be found. Feb 09 19:34:08.055724 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-0a1d6f76-d936-4625-9075-101493b9bbe4 admin admin] Publish callbacks [] for port (3979d352-937d-4690-9583-1a70246fb112), precommit_update {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:34:08.065472 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-7d38d046-bc64-44f8-b04d-958d907b9cd9 tempest-RoutersTest-1116560139 tempest-RoutersTest-1116560139-project] 10.222.0.75 "DELETE /v2.0/routers/a6954610-4f91-4ad8-ae67-a4fba2cdb82f HTTP/1.1" status: 404 len: 336 time: 0.1155102 Feb 09 19:34:08.066133 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 36506) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:34:08.070659 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.provisioning_blocks [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Provisioning complete for port e165445f-52fd-4d0f-9cae-70c48113b269 triggered by entity L2. {{(pid=103232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 19:34:08.071170 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593630'] for port (e165445f-52fd-4d0f-9cae-70c48113b269), provisioning_complete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:34:08.134208 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-0a1d6f76-d936-4625-9075-101493b9bbe4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762867176205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762866656485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762866656503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12867569'] for port (3979d352-937d-4690-9583-1a70246fb112), after_update {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:34:08.135664 n-d-713498-36 neutron-server[103230]: INFO neutron.pecan_wsgi.hooks.translation [None req-4d17b6ae-9336-469a-9f4c-5c7b586a7117 tempest-RoutersTest-1116560139 tempest-RoutersTest-1116560139-project] DELETE failed (client error): The resource could not be found. Feb 09 19:34:08.136240 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4d17b6ae-9336-469a-9f4c-5c7b586a7117 tempest-RoutersTest-1116560139 tempest-RoutersTest-1116560139-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103230) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 19:34:08.142478 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-4d17b6ae-9336-469a-9f4c-5c7b586a7117 tempest-RoutersTest-1116560139 tempest-RoutersTest-1116560139-project] 10.222.0.75 "DELETE /v2.0/subnets/017172c3-54ba-4d64-971e-4fb1ef62ac12 HTTP/1.1" status: 404 len: 337 time: 0.0744536 Feb 09 19:34:08.143221 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 36508) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:34:08.205448 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-4d346186-936f-4603-8c42-f563052a0172 tempest-RoutersTest-1116560139 tempest-RoutersTest-1116560139-project] 10.222.0.75 "GET /v2.0/ports?device_id=9e8e7620-e829-4538-b5fe-f876e703fadd HTTP/1.1" status: 200 len: 205 time: 0.0605435 Feb 09 19:34:08.205947 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 36510) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:34:08.208842 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.provisioning_blocks [None req-d1d193bd-058c-41dd-9b61-e08b0cf42feb None None] Provisioning complete for port 9043c81e-59a1-49a2-a733-15d4b4ea4b85 triggered by entity DHCP. {{(pid=103232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 19:34:08.209355 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-d1d193bd-058c-41dd-9b61-e08b0cf42feb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593630'] for port (9043c81e-59a1-49a2-a733-15d4b4ea4b85), provisioning_complete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:34:08.313052 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16f47b2d-7e4e-4178-8233-f1caeec64797 None None] Pushing event updated for resources: {'Port': ['ID=9043c81e-59a1-49a2-a733-15d4b4ea4b85,revision_number=4']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:34:08.330430 n-d-713498-36 neutron-server[103230]: INFO neutron.api.v2.resource [None req-27603029-afea-40c2-88b2-d6e3edf3e8d5 tempest-RoutersTest-1116560139 tempest-RoutersTest-1116560139-project] delete failed (client error): The resource could not be found. Feb 09 19:34:08.336719 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-27603029-afea-40c2-88b2-d6e3edf3e8d5 tempest-RoutersTest-1116560139 tempest-RoutersTest-1116560139-project] 10.222.0.75 "DELETE /v2.0/routers/9e8e7620-e829-4538-b5fe-f876e703fadd HTTP/1.1" status: 404 len: 336 time: 0.1294880 Feb 09 19:34:08.338671 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 36512) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:34:08.364118 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90fafef4-b0d3-40fc-8171-144edb400786 None None] Routers {'0b00134c-5017-4107-885f-d035db6f5c4c'} bound to L3 agent in host n-d-713498-36 {{(pid=103232) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 19:34:08.370786 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.l3_hamode_db [None req-90fafef4-b0d3-40fc-8171-144edb400786 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T18:51:43Z,description=,heartbeat_timestamp=2022-02-09T19:33:43Z,host='n-d-713498-36',id=93303d5e-5d17-45e8-8963-7694f87783ae,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T18:51:43Z,topic='l3_agent')) {'router_ids': ['0b00134c-5017-4107-885f-d035db6f5c4c'], 'active': True} {{(pid=103232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:34:08.412459 n-d-713498-36 neutron-server[103230]: INFO neutron.pecan_wsgi.hooks.translation [None req-fdf89691-4e7e-4fec-b54a-26fc67cec96a tempest-RoutersTest-1116560139 tempest-RoutersTest-1116560139-project] DELETE failed (client error): The resource could not be found. Feb 09 19:34:08.413423 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fdf89691-4e7e-4fec-b54a-26fc67cec96a tempest-RoutersTest-1116560139 tempest-RoutersTest-1116560139-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103230) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 19:34:08.417521 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-556797d2-e258-4349-87df-a97b238aa207 req-2cfb9240-0381-4330-96c5-60f57d335773 tempest-ServersTestJSON-482035511 tempest-ServersTestJSON-482035511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:34:08.421034 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-556797d2-e258-4349-87df-a97b238aa207 req-2cfb9240-0381-4330-96c5-60f57d335773 tempest-ServersTestJSON-482035511 tempest-ServersTestJSON-482035511-project] 10.222.0.75 "GET /v2.0/ports?device_id=fc118172-28fa-4a25-bb4c-1496f9a39e5f HTTP/1.1" status: 200 len: 945 time: 0.5734005 Feb 09 19:34:08.423919 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-fdf89691-4e7e-4fec-b54a-26fc67cec96a tempest-RoutersTest-1116560139 tempest-RoutersTest-1116560139-project] 10.222.0.75 "DELETE /v2.0/subnets/edffc34f-d562-41e2-8fec-591c2ca95367 HTTP/1.1" status: 404 len: 337 time: 0.0840929 Feb 09 19:34:08.424659 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 36514) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:34:08.468717 n-d-713498-36 neutron-server[103230]: INFO neutron.pecan_wsgi.hooks.translation [None req-eeac9c9a-7259-4389-8bb6-d8c7fb2b931c tempest-RoutersTest-1116560139 tempest-RoutersTest-1116560139-project] DELETE failed (client error): The resource could not be found. Feb 09 19:34:08.482576 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-eeac9c9a-7259-4389-8bb6-d8c7fb2b931c tempest-RoutersTest-1116560139 tempest-RoutersTest-1116560139-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103230) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 19:34:08.499052 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-eeac9c9a-7259-4389-8bb6-d8c7fb2b931c tempest-RoutersTest-1116560139 tempest-RoutersTest-1116560139-project] 10.222.0.75 "DELETE /v2.0/subnets/8b3ec5ff-510d-47b1-b1aa-158a64a95a70 HTTP/1.1" status: 404 len: 337 time: 0.0709729 Feb 09 19:34:08.507243 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-0a1d6f76-d936-4625-9075-101493b9bbe4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1613458', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1834496'] for router_interface (f41ce5a5-2d3b-409b-9a33-5d8b20cb5c01), after_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:34:08.574343 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a1d6f76-d936-4625-9075-101493b9bbe4 admin admin] Pushing event updated for resources: {'Port': ['ID=3979d352-937d-4690-9583-1a70246fb112,revision_number=2']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:34:08.593291 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.l3_dvr_db [None req-90fafef4-b0d3-40fc-8171-144edb400786 None None] Set router 0b00134c-5017-4107-885f-d035db6f5c4c gateway port host: None {{(pid=103232) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 19:34:08.671267 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-d1d193bd-058c-41dd-9b61-e08b0cf42feb None None] Current status of the port 9043c81e-59a1-49a2-a733-15d4b4ea4b85 is: DOWN; New status is: ACTIVE {{(pid=103232) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 19:34:08.671915 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-d1d193bd-058c-41dd-9b61-e08b0cf42feb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (9043c81e-59a1-49a2-a733-15d4b4ea4b85), before_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:34:08.795956 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-556797d2-e258-4349-87df-a97b238aa207 req-0fcc52f6-8331-46e9-b113-e43a866d453f tempest-ServersTestJSON-482035511 tempest-ServersTestJSON-482035511-project] 10.222.0.75 "GET /v2.0/security-groups?id=37883354-c9cd-40f0-bbce-1c711bac4569&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3531625 Feb 09 19:34:08.827327 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-d1d193bd-058c-41dd-9b61-e08b0cf42feb None None] For port 9043c81e-59a1-49a2-a733-15d4b4ea4b85, host n-d-713498-36, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-36',level=0,port_id=9043c81e-59a1-49a2-a733-15d4b4ea4b85,segment=NetworkSegment(20e634bc-bbe0-4569-a1ea-6be524590675),segment_id=20e634bc-bbe0-4569-a1ea-6be524590675)] {{(pid=103232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 19:34:08.828402 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Current status of the port e165445f-52fd-4d0f-9cae-70c48113b269 is: DOWN; New status is: ACTIVE {{(pid=103232) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 19:34:08.828789 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (e165445f-52fd-4d0f-9cae-70c48113b269), before_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:34:08.840199 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-d1d193bd-058c-41dd-9b61-e08b0cf42feb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762867176205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762866656485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762866656503'] for port (9043c81e-59a1-49a2-a733-15d4b4ea4b85), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:34:08.843769 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 36520) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:34:08.890299 n-d-713498-36 neutron-server[103229]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a1d6f76-d936-4625-9075-101493b9bbe4 admin admin] Network 63953cf7-ca60-434c-8fd4-7ff128562010 is already hosted by enough agents. {{(pid=103229) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 19:34:08.892805 n-d-713498-36 neutron-server[103229]: DEBUG neutron.scheduler.base_scheduler [None req-0a1d6f76-d936-4625-9075-101493b9bbe4 admin admin] Resources bound (agent type, host, resource id): {{(pid=103229) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 19:34:08.898829 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] For port e165445f-52fd-4d0f-9cae-70c48113b269, host n-d-713498-36, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-36',level=0,port_id=e165445f-52fd-4d0f-9cae-70c48113b269,segment=NetworkSegment(a4222f89-8d3f-4b51-953b-1a8126392491),segment_id=a4222f89-8d3f-4b51-953b-1a8126392491)] {{(pid=103232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 19:34:08.921909 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762867176205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762866656485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762866656503'] for port (e165445f-52fd-4d0f-9cae-70c48113b269), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:34:09.063627 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1d193bd-058c-41dd-9b61-e08b0cf42feb None None] Pushing event updated for resources: {'Port': ['ID=9043c81e-59a1-49a2-a733-15d4b4ea4b85,revision_number=5']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:34:09.148227 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Pushing event updated for resources: {'Port': ['ID=e165445f-52fd-4d0f-9cae-70c48113b269,revision_number=4']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:34:09.172015 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.provisioning_blocks [None req-83ce9337-c598-4c4e-8ade-8aae1eb9bb73 None None] Provisioning complete for port 9043c81e-59a1-49a2-a733-15d4b4ea4b85 triggered by entity DHCP. {{(pid=103232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 19:34:09.182714 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-83ce9337-c598-4c4e-8ade-8aae1eb9bb73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593630'] for port (9043c81e-59a1-49a2-a733-15d4b4ea4b85), provisioning_complete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:34:09.196237 n-d-713498-36 neutron-server[103229]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0a1d6f76-d936-4625-9075-101493b9bbe4 admin admin] Router f41ce5a5-2d3b-409b-9a33-5d8b20cb5c01 has already been hosted by L3 agent 93303d5e-5d17-45e8-8963-7694f87783ae {{(pid=103229) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 19:34:09.229497 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-6f01450d-e532-4b0f-9c42-14ea6d069b42 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=009d54e3af88488b8213379431f58202&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3844643 Feb 09 19:34:09.237262 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 36526) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:34:09.264283 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.l3_hamode_db [None req-90fafef4-b0d3-40fc-8171-144edb400786 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b00134c-5017-4107-885f-d035db6f5c4c', 'name': 'tempest-NetworksTestDHCPv6-router-1539292275', 'tenant_id': '84aec0d011da47d8bc94f6ba8668f413', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T19:33:58Z', 'updated_at': '2022-02-09T19:34:01Z', 'revision_number': 2, 'project_id': '84aec0d011da47d8bc94f6ba8668f413', 'gw_port_host': None, '_interfaces': [{'id': '9043c81e-59a1-49a2-a733-15d4b4ea4b85', 'name': '', 'network_id': 'f63a97a6-2552-42d7-aee9-c49ce8319647', 'tenant_id': '84aec0d011da47d8bc94f6ba8668f413', 'mac_address': 'fa:16:3e:fd:9e:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0b00134c-5017-4107-885f-d035db6f5c4c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3215, 'fixed_ips': [{'subnet_id': '8a0f17dd-b0d9-420f-8260-305a3b941b1c', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T19:33:59Z', 'updated_at': '2022-02-09T19:34:07Z', 'revision_number': 4, 'project_id': '84aec0d011da47d8bc94f6ba8668f413', 'subnets': [{'id': '8a0f17dd-b0d9-420f-8260-305a3b941b1c', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-36', False) {} {{(pid=103232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:34:09.295496 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.plugin [None req-e39e5c2d-cb8d-4c62-bce3-947f634e1e36 tempest-NetworksTestDHCPv6-1153288886 tempest-NetworksTestDHCPv6-1153288886-project] Deleting port 9043c81e-59a1-49a2-a733-15d4b4ea4b85 {{(pid=103229) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 19:34:09.295849 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-e39e5c2d-cb8d-4c62-bce3-947f634e1e36 tempest-NetworksTestDHCPv6-1153288886 tempest-NetworksTestDHCPv6-1153288886-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762867170196'] for port (9043c81e-59a1-49a2-a733-15d4b4ea4b85), before_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:34:09.303559 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90fafef4-b0d3-40fc-8171-144edb400786 None None] The sync data for ids ['0b00134c-5017-4107-885f-d035db6f5c4c'] in n-d-713498-36 is: [{'id': '0b00134c-5017-4107-885f-d035db6f5c4c', 'name': 'tempest-NetworksTestDHCPv6-router-1539292275', 'tenant_id': '84aec0d011da47d8bc94f6ba8668f413', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T19:33:58Z', 'updated_at': '2022-02-09T19:34:01Z', 'revision_number': 2, 'project_id': '84aec0d011da47d8bc94f6ba8668f413', 'gw_port_host': None, '_interfaces': [{'id': '9043c81e-59a1-49a2-a733-15d4b4ea4b85', 'name': '', 'network_id': 'f63a97a6-2552-42d7-aee9-c49ce8319647', 'tenant_id': '84aec0d011da47d8bc94f6ba8668f413', 'mac_address': 'fa:16:3e:fd:9e:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0b00134c-5017-4107-885f-d035db6f5c4c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3215, 'fixed_ips': [{'subnet_id': '8a0f17dd-b0d9-420f-8260-305a3b941b1c', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T19:33:59Z', 'updated_at': '2022-02-09T19:34:07Z', 'revision_number': 4, 'project_id': '84aec0d011da47d8bc94f6ba8668f413', 'subnets': [{'id': '8a0f17dd-b0d9-420f-8260-305a3b941b1c', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103232) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 19:34:09.355912 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-83ce9337-c598-4c4e-8ade-8aae1eb9bb73 None None] Current status of the port 9043c81e-59a1-49a2-a733-15d4b4ea4b85 is: ACTIVE; New status is: ACTIVE {{(pid=103232) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 19:34:09.477674 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.provisioning_blocks [None req-1cfdd339-9424-49a7-bb02-c4cba7f9d8a7 None None] Provisioning complete for port 3979d352-937d-4690-9583-1a70246fb112 triggered by entity DHCP. {{(pid=103232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 19:34:09.478321 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-1cfdd339-9424-49a7-bb02-c4cba7f9d8a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593630'] for port (3979d352-937d-4690-9583-1a70246fb112), provisioning_complete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:34:09.550833 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-1cfdd339-9424-49a7-bb02-c4cba7f9d8a7 None None] Port 3979d352-937d-4690-9583-1a70246fb112 cannot update to ACTIVE because it is not bound. {{(pid=103232) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 19:34:09.559389 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.db [None req-e39e5c2d-cb8d-4c62-bce3-947f634e1e36 tempest-NetworksTestDHCPv6-1153288886 tempest-NetworksTestDHCPv6-1153288886-project] For port 9043c81e-59a1-49a2-a733-15d4b4ea4b85, host n-d-713498-36, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-36',level=0,port_id=9043c81e-59a1-49a2-a733-15d4b4ea4b85,segment=NetworkSegment(20e634bc-bbe0-4569-a1ea-6be524590675),segment_id=20e634bc-bbe0-4569-a1ea-6be524590675)] {{(pid=103229) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 19:34:09.560311 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-e39e5c2d-cb8d-4c62-bce3-947f634e1e36 tempest-NetworksTestDHCPv6-1153288886 tempest-NetworksTestDHCPv6-1153288886-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1820838'] for port (9043c81e-59a1-49a2-a733-15d4b4ea4b85), precommit_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:34:09.581484 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.plugin [None req-e39e5c2d-cb8d-4c62-bce3-947f634e1e36 tempest-NetworksTestDHCPv6-1153288886 tempest-NetworksTestDHCPv6-1153288886-project] Calling delete_port for 9043c81e-59a1-49a2-a733-15d4b4ea4b85 owned by network:router_interface {{(pid=103229) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 19:34:09.626592 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Device e165445f-52fd-4d0f-9cae-70c48113b269 up at agent ovs-agent-n-d-713498-36 {{(pid=103232) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 19:34:09.767349 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.provisioning_blocks [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Provisioning complete for port e165445f-52fd-4d0f-9cae-70c48113b269 triggered by entity L2. {{(pid=103232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 19:34:09.768012 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593630'] for port (e165445f-52fd-4d0f-9cae-70c48113b269), provisioning_complete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:34:09.776723 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-fa239f46-c3e1-4586-9787-f369efb45b36 admin admin] Publish callbacks [] for security_group (eaac53ec-516e-44eb-a3a2-d9b915c5c247), before_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:34:09.786608 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0a1d6f76-d936-4625-9075-101493b9bbe4 admin admin] Notify agent at l3_agent.n-d-713498-36 the message routers_updated {{(pid=103229) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 19:34:09.806145 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-0a1d6f76-d936-4625-9075-101493b9bbe4 admin admin] 10.222.0.75 "PUT /v2.0/routers/f41ce5a5-2d3b-409b-9a33-5d8b20cb5c01/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.5115113 Feb 09 19:34:09.863335 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5ec0f4c-533a-41e7-9d15-8f9bf1aed718 None None] Sync routers for ids ['f41ce5a5-2d3b-409b-9a33-5d8b20cb5c01'] in n-d-713498-36 {{(pid=103232) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 19:34:09.885111 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5ec0f4c-533a-41e7-9d15-8f9bf1aed718 None None] Routers {'f41ce5a5-2d3b-409b-9a33-5d8b20cb5c01'} bound to L3 agent in host n-d-713498-36 {{(pid=103232) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 19:34:09.885663 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.l3_hamode_db [None req-c5ec0f4c-533a-41e7-9d15-8f9bf1aed718 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T18:51:43Z,description=,heartbeat_timestamp=2022-02-09T19:33:43Z,host='n-d-713498-36',id=93303d5e-5d17-45e8-8963-7694f87783ae,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T18:51:43Z,topic='l3_agent')) {'router_ids': ['f41ce5a5-2d3b-409b-9a33-5d8b20cb5c01'], 'active': True} {{(pid=103232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:34:10.059774 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9605a29-a5b5-4b41-97ba-4906fb4a11b4 req-765e02ea-5642-461f-9808-9eb7c80f9426 tempest-ServersTestJSON-482035511 tempest-ServersTestJSON-482035511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:34:10.070506 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-a9605a29-a5b5-4b41-97ba-4906fb4a11b4 req-765e02ea-5642-461f-9808-9eb7c80f9426 tempest-ServersTestJSON-482035511 tempest-ServersTestJSON-482035511-project] 10.222.0.75 "GET /v2.0/ports?device_id=fc118172-28fa-4a25-bb4c-1496f9a39e5f HTTP/1.1" status: 200 len: 945 time: 0.1337695 Feb 09 19:34:10.156411 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-e39e5c2d-cb8d-4c62-bce3-947f634e1e36 tempest-NetworksTestDHCPv6-1153288886 tempest-NetworksTestDHCPv6-1153288886-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762867177463', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762866656476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12867576'] for port (9043c81e-59a1-49a2-a733-15d4b4ea4b85), after_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:34:10.173097 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-fa239f46-c3e1-4586-9787-f369efb45b36 admin admin] Publish callbacks [] for security_group (eaac53ec-516e-44eb-a3a2-d9b915c5c247), precommit_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:34:10.237894 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-a9605a29-a5b5-4b41-97ba-4906fb4a11b4 req-cd6a4bd6-5233-448c-898e-24acf94a148b tempest-ServersTestJSON-482035511 tempest-ServersTestJSON-482035511-project] 10.222.0.75 "GET /v2.0/security-groups?id=37883354-c9cd-40f0-bbce-1c711bac4569&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1651142 Feb 09 19:34:10.310216 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e39e5c2d-cb8d-4c62-bce3-947f634e1e36 tempest-NetworksTestDHCPv6-1153288886 tempest-NetworksTestDHCPv6-1153288886-project] Pushing event deleted for resources: {'Port': ['ID=9043c81e-59a1-49a2-a733-15d4b4ea4b85,revision_number=None']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:34:10.383118 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-fa239f46-c3e1-4586-9787-f369efb45b36 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1892331'] for security_group (eaac53ec-516e-44eb-a3a2-d9b915c5c247), after_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:34:10.385981 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-fa239f46-c3e1-4586-9787-f369efb45b36 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:34:10.390318 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-fa239f46-c3e1-4586-9787-f369efb45b36 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/eaac53ec-516e-44eb-a3a2-d9b915c5c247 HTTP/1.1" status: 204 len: 168 time: 1.1402962 Feb 09 19:34:10.466480 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Current status of the port e165445f-52fd-4d0f-9cae-70c48113b269 is: ACTIVE; New status is: ACTIVE {{(pid=103232) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 19:34:10.528897 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa239f46-c3e1-4586-9787-f369efb45b36 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eaac53ec-516e-44eb-a3a2-d9b915c5c247,revision_number=None']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:34:10.567637 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-260a9035-28a0-4288-a9c7-b4ff569ca537 req-ae5a209d-6af0-42b9-95f2-286865d622b7 tempest-ServersTestJSON-482035511 tempest-ServersTestJSON-482035511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:34:10.569247 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-260a9035-28a0-4288-a9c7-b4ff569ca537 req-ae5a209d-6af0-42b9-95f2-286865d622b7 tempest-ServersTestJSON-482035511 tempest-ServersTestJSON-482035511-project] 10.222.0.90 "GET /v2.0/ports?device_id=fc118172-28fa-4a25-bb4c-1496f9a39e5f HTTP/1.1" status: 200 len: 945 time: 0.7680275 Feb 09 19:34:10.583427 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-e39e5c2d-cb8d-4c62-bce3-947f634e1e36 tempest-NetworksTestDHCPv6-1153288886 tempest-NetworksTestDHCPv6-1153288886-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1613467', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1834633'] for router_interface (0b00134c-5017-4107-885f-d035db6f5c4c), after_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:34:10.609265 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.l3_dvr_db [None req-c5ec0f4c-533a-41e7-9d15-8f9bf1aed718 None None] Set router f41ce5a5-2d3b-409b-9a33-5d8b20cb5c01 gateway port host: n-d-713498-36 {{(pid=103232) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 19:34:10.889782 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-a658bbc7-12a4-493e-b4f9-2d3f2020abc8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762867132591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593584'] for agent (af91e4b9-f4e1-42b1-a25c-a10dc47171c8), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:34:10.901149 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.plugin [req-260a9035-28a0-4288-a9c7-b4ff569ca537 req-b91a6875-e443-4e7d-9464-e46ff3a39791 tempest-ServersTestJSON-482035511 tempest-ServersTestJSON-482035511-project] Deleting port 233cd14e-68f1-4266-a47f-28e2686a3191 {{(pid=103229) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 19:34:10.901516 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-260a9035-28a0-4288-a9c7-b4ff569ca537 req-b91a6875-e443-4e7d-9464-e46ff3a39791 tempest-ServersTestJSON-482035511 tempest-ServersTestJSON-482035511-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762867170196'] for port (233cd14e-68f1-4266-a47f-28e2686a3191), before_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:34:10.971930 n-d-713498-36 neutron-server[103229]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e39e5c2d-cb8d-4c62-bce3-947f634e1e36 tempest-NetworksTestDHCPv6-1153288886 tempest-NetworksTestDHCPv6-1153288886-project] Router 0b00134c-5017-4107-885f-d035db6f5c4c has already been hosted by L3 agent 93303d5e-5d17-45e8-8963-7694f87783ae {{(pid=103229) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 19:34:11.040045 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.l3_hamode_db [None req-c5ec0f4c-533a-41e7-9d15-8f9bf1aed718 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f41ce5a5-2d3b-409b-9a33-5d8b20cb5c01', 'name': 'tempest-ImageQuotaTest-307316783-router', 'tenant_id': '859c6b50f90844c29f759d03b2f7cd42', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88055e1e-672a-4487-be31-ffb6e833ece5', 'external_fixed_ips': [{'subnet_id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'ip_address': '172.25.1.244'}], 'enable_snat': True}, 'gw_port_id': 'e165445f-52fd-4d0f-9cae-70c48113b269', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T19:33:58Z', 'updated_at': '2022-02-09T19:34:07Z', 'revision_number': 4, 'project_id': '859c6b50f90844c29f759d03b2f7cd42', 'gw_port': {'id': 'e165445f-52fd-4d0f-9cae-70c48113b269', 'name': '', 'network_id': '88055e1e-672a-4487-be31-ffb6e833ece5', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:ca:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f41ce5a5-2d3b-409b-9a33-5d8b20cb5c01', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3216, 'fixed_ips': [{'subnet_id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'ip_address': '172.25.1.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T19:34:00Z', 'updated_at': '2022-02-09T19:34:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-36', '_interfaces': [{'id': '3979d352-937d-4690-9583-1a70246fb112', 'name': '', 'network_id': '63953cf7-ca60-434c-8fd4-7ff128562010', 'tenant_id': '859c6b50f90844c29f759d03b2f7cd42', 'mac_address': 'fa:16:3e:f7:14:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f41ce5a5-2d3b-409b-9a33-5d8b20cb5c01', 'device_owner': 'network:router_interface', 'standard_attr_id': 3219, 'fixed_ips': [{'subnet_id': 'a507f996-2b10-4b62-a693-e1a1891f0fdf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T19:34:04Z', 'updated_at': '2022-02-09T19:34:07Z', 'revision_number': 2, 'project_id': '859c6b50f90844c29f759d03b2f7cd42', 'subnets': [{'id': 'a507f996-2b10-4b62-a693-e1a1891f0fdf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-36', False) {} {{(pid=103232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:34:11.100180 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5ec0f4c-533a-41e7-9d15-8f9bf1aed718 None None] Checking router: f41ce5a5-2d3b-409b-9a33-5d8b20cb5c01 for host: n-d-713498-36 {{(pid=103232) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 19:34:11.100702 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5ec0f4c-533a-41e7-9d15-8f9bf1aed718 None None] Updating router f41ce5a5-2d3b-409b-9a33-5d8b20cb5c01 port 3979d352-937d-4690-9583-1a70246fb112 binding host n-d-713498-36 {{(pid=103232) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 19:34:11.139166 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-c5ec0f4c-533a-41e7-9d15-8f9bf1aed718 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (3979d352-937d-4690-9583-1a70246fb112), before_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:34:11.161751 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.db [req-260a9035-28a0-4288-a9c7-b4ff569ca537 req-b91a6875-e443-4e7d-9464-e46ff3a39791 tempest-ServersTestJSON-482035511 tempest-ServersTestJSON-482035511-project] For port 233cd14e-68f1-4266-a47f-28e2686a3191, host n-h2-713498-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-36',level=0,port_id=233cd14e-68f1-4266-a47f-28e2686a3191,segment=NetworkSegment(3ad9008e-d820-4913-8a3a-dbe689506816),segment_id=3ad9008e-d820-4913-8a3a-dbe689506816)] {{(pid=103229) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 19:34:11.162245 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-260a9035-28a0-4288-a9c7-b4ff569ca537 req-b91a6875-e443-4e7d-9464-e46ff3a39791 tempest-ServersTestJSON-482035511 tempest-ServersTestJSON-482035511-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1820838'] for port (233cd14e-68f1-4266-a47f-28e2686a3191), precommit_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:34:11.180843 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e39e5c2d-cb8d-4c62-bce3-947f634e1e36 tempest-NetworksTestDHCPv6-1153288886 tempest-NetworksTestDHCPv6-1153288886-project] Notify agent at l3_agent.n-d-713498-36 the message routers_updated {{(pid=103229) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 19:34:11.199145 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 36562) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:34:11.202438 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-e39e5c2d-cb8d-4c62-bce3-947f634e1e36 tempest-NetworksTestDHCPv6-1153288886 tempest-NetworksTestDHCPv6-1153288886-project] 10.222.0.75 "PUT /v2.0/routers/0b00134c-5017-4107-885f-d035db6f5c4c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.6890523 Feb 09 19:34:11.210684 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.plugin [req-260a9035-28a0-4288-a9c7-b4ff569ca537 req-b91a6875-e443-4e7d-9464-e46ff3a39791 tempest-ServersTestJSON-482035511 tempest-ServersTestJSON-482035511-project] Calling delete_port for 233cd14e-68f1-4266-a47f-28e2686a3191 owned by compute:nova {{(pid=103229) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 19:34:11.334920 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71516371-ee1e-407b-a204-019e84d3c284 tempest-NetworksTestDHCPv6-1153288886 tempest-NetworksTestDHCPv6-1153288886-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:34:11.336255 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71516371-ee1e-407b-a204-019e84d3c284 tempest-NetworksTestDHCPv6-1153288886 tempest-NetworksTestDHCPv6-1153288886-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:34:11.340765 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 36570) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:34:11.346833 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-71516371-ee1e-407b-a204-019e84d3c284 tempest-NetworksTestDHCPv6-1153288886 tempest-NetworksTestDHCPv6-1153288886-project] 10.222.0.75 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1460743 Feb 09 19:34:11.444802 n-d-713498-36 neutron-server[103229]: DEBUG neutron.db.db_base_plugin_v2 [None req-7befabac-a030-4e26-8a86-7e1896f198c0 tempest-NetworksTestDHCPv6-1153288886 tempest-NetworksTestDHCPv6-1153288886-project] Deleting subnet 8a0f17dd-b0d9-420f-8260-305a3b941b1c {{(pid=103229) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 19:34:11.451240 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-7befabac-a030-4e26-8a86-7e1896f198c0 tempest-NetworksTestDHCPv6-1153288886 tempest-NetworksTestDHCPv6-1153288886-project] Publish callbacks [] for subnet (8a0f17dd-b0d9-420f-8260-305a3b941b1c), before_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:34:11.527133 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be4ee50c-41fe-41a2-88db-195cca3d6f06 req-6fd720fa-3f36-4add-95c8-4fb46cf58616 tempest-ServersTestJSON-482035511 tempest-ServersTestJSON-482035511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:34:11.528686 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-be4ee50c-41fe-41a2-88db-195cca3d6f06 req-6fd720fa-3f36-4add-95c8-4fb46cf58616 tempest-ServersTestJSON-482035511 tempest-ServersTestJSON-482035511-project] 10.222.0.75 "GET /v2.0/ports?device_id=fc118172-28fa-4a25-bb4c-1496f9a39e5f HTTP/1.1" status: 200 len: 945 time: 0.1733646 Feb 09 19:34:11.534838 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-7befabac-a030-4e26-8a86-7e1896f198c0 tempest-NetworksTestDHCPv6-1153288886 tempest-NetworksTestDHCPv6-1153288886-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16683410'] for subnet (8a0f17dd-b0d9-420f-8260-305a3b941b1c), precommit_delete_associations {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:34:11.674046 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-260a9035-28a0-4288-a9c7-b4ff569ca537 req-b91a6875-e443-4e7d-9464-e46ff3a39791 tempest-ServersTestJSON-482035511 tempest-ServersTestJSON-482035511-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762867177463', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762866656476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12867576'] for port (233cd14e-68f1-4266-a47f-28e2686a3191), after_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:34:11.710740 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-be4ee50c-41fe-41a2-88db-195cca3d6f06 req-564d34e3-21c7-44e9-bc8c-7f1296e2b6b9 tempest-ServersTestJSON-482035511 tempest-ServersTestJSON-482035511-project] 10.222.0.75 "GET /v2.0/security-groups?id=37883354-c9cd-40f0-bbce-1c711bac4569&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1724448 Feb 09 19:34:11.738433 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-c5ec0f4c-533a-41e7-9d15-8f9bf1aed718 None None] Publish callbacks [] for port (3979d352-937d-4690-9583-1a70246fb112), precommit_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:34:11.741122 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b91a6875-e443-4e7d-9464-e46ff3a39791 tempest-ServersTestJSON-482035511 tempest-ServersTestJSON-482035511-project] Pushing event deleted for resources: {'Port': ['ID=233cd14e-68f1-4266-a47f-28e2686a3191,revision_number=None']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:34:11.753360 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] get_ports_and_sgs() called for port_ids ['f66e9e9f-dc25-41b3-a2e4-a6e5122a970c'] {{(pid=103232) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 19:34:11.756105 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-7befabac-a030-4e26-8a86-7e1896f198c0 tempest-NetworksTestDHCPv6-1153288886 tempest-NetworksTestDHCPv6-1153288886-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-759852'] for subnet (8a0f17dd-b0d9-420f-8260-305a3b941b1c), precommit_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:34:11.756415 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-7429db8d-6021-40ad-813e-885be449a89b None None] get_ports_and_sgs() called for port_ids ['233cd14e-68f1-4266-a47f-28e2686a3191'] {{(pid=103232) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 19:34:11.798012 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-c5ec0f4c-533a-41e7-9d15-8f9bf1aed718 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762867176205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762866656485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762866656503'] for port (3979d352-937d-4690-9583-1a70246fb112), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:34:11.821809 n-d-713498-36 neutron-server[103229]: DEBUG neutron.db.l3_dvrscheduler_db [req-260a9035-28a0-4288-a9c7-b4ff569ca537 req-b91a6875-e443-4e7d-9464-e46ff3a39791 tempest-ServersTestJSON-482035511 tempest-ServersTestJSON-482035511-project] No DVR routers for this DVR port 233cd14e-68f1-4266-a47f-28e2686a3191 on host n-h2-713498-36 {{(pid=103229) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 19:34:11.825879 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-260a9035-28a0-4288-a9c7-b4ff569ca537 req-b91a6875-e443-4e7d-9464-e46ff3a39791 tempest-ServersTestJSON-482035511 tempest-ServersTestJSON-482035511-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171096'] for port (None), before_response {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:34:11.830092 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-260a9035-28a0-4288-a9c7-b4ff569ca537 req-b91a6875-e443-4e7d-9464-e46ff3a39791 tempest-ServersTestJSON-482035511 tempest-ServersTestJSON-482035511-project] 10.222.0.90 "DELETE /v2.0/ports/233cd14e-68f1-4266-a47f-28e2686a3191 HTTP/1.1" status: 204 len: 173 time: 1.2432868 Feb 09 19:34:11.830443 n-d-713498-36 neutron-server[103229]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fc118172-28fa-4a25-bb4c-1496f9a39e5f', 'name': 'network-vif-deleted', 'tag': '233cd14e-68f1-4266-a47f-28e2686a3191'}] {{(pid=103229) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 19:34:11.832828 n-d-713498-36 neutron-server[103229]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fa6ae9a20702bd564eaf90d946620b2b4277b1ab91129323d3b54181076be307" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aeef5872-2e96-4066-aeb0-9553c3c0da05" -d '{"events": [{"server_uuid": "fc118172-28fa-4a25-bb4c-1496f9a39e5f", "name": "network-vif-deleted", "tag": "233cd14e-68f1-4266-a47f-28e2686a3191"}]}' {{(pid=103229) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 19:34:11.893122 n-d-713498-36 neutron-server[103233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f747d4b9-3df7-4a34-b2e7-646f4d115ca0 None None] Sync routers for ids ['0b00134c-5017-4107-885f-d035db6f5c4c'] in n-d-713498-36 {{(pid=103233) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 19:34:11.913477 n-d-713498-36 neutron-server[103233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f747d4b9-3df7-4a34-b2e7-646f4d115ca0 None None] Routers {'0b00134c-5017-4107-885f-d035db6f5c4c'} bound to L3 agent in host n-d-713498-36 {{(pid=103233) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 19:34:11.918878 n-d-713498-36 neutron-server[103233]: DEBUG neutron.db.l3_hamode_db [None req-f747d4b9-3df7-4a34-b2e7-646f4d115ca0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T18:51:43Z,description=,heartbeat_timestamp=2022-02-09T19:33:43Z,host='n-d-713498-36',id=93303d5e-5d17-45e8-8963-7694f87783ae,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T18:51:43Z,topic='l3_agent')) {'router_ids': ['0b00134c-5017-4107-885f-d035db6f5c4c'], 'active': True} {{(pid=103233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:34:11.932541 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-7befabac-a030-4e26-8a86-7e1896f198c0 tempest-NetworksTestDHCPv6-1153288886 tempest-NetworksTestDHCPv6-1153288886-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-760023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12867367', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12759238'] for subnet (8a0f17dd-b0d9-420f-8260-305a3b941b1c), after_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:34:11.940230 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8dd282a-e2a1-4da6-aba7-be1f266b37a3 None None] Pushing event updated for resources: {'Port': ['ID=3979d352-937d-4690-9583-1a70246fb112,revision_number=3']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:34:11.945605 n-d-713498-36 neutron-server[103229]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 19:34:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4c394d37-236b-4889-86a0-34c76f9b98ca x-openstack-request-id: req-4c394d37-236b-4889-86a0-34c76f9b98ca {{(pid=103229) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 19:34:11.945901 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 36584) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:34:11.946033 n-d-713498-36 neutron-server[103229]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fc118172-28fa-4a25-bb4c-1496f9a39e5f", "name": "network-vif-deleted", "tag": "233cd14e-68f1-4266-a47f-28e2686a3191", "status": "completed", "code": 200}]} {{(pid=103229) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 19:34:11.947368 n-d-713498-36 neutron-server[103229]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-4c394d37-236b-4889-86a0-34c76f9b98ca {{(pid=103229) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 19:34:11.949788 n-d-713498-36 neutron-server[103229]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fc118172-28fa-4a25-bb4c-1496f9a39e5f', 'name': 'network-vif-deleted', 'tag': '233cd14e-68f1-4266-a47f-28e2686a3191', 'status': 'completed', 'code': 200} Feb 09 19:34:12.034273 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7befabac-a030-4e26-8a86-7e1896f198c0 tempest-NetworksTestDHCPv6-1153288886 tempest-NetworksTestDHCPv6-1153288886-project] Pushing event deleted for resources: {'Subnet': ['ID=8a0f17dd-b0d9-420f-8260-305a3b941b1c,revision_number=None']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:34:12.039237 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-7befabac-a030-4e26-8a86-7e1896f198c0 tempest-NetworksTestDHCPv6-1153288886 tempest-NetworksTestDHCPv6-1153288886-project] Publish callbacks [] for subnet (None), before_response {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:34:12.043555 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-7befabac-a030-4e26-8a86-7e1896f198c0 tempest-NetworksTestDHCPv6-1153288886 tempest-NetworksTestDHCPv6-1153288886-project] 10.222.0.75 "DELETE /v2.0/subnets/8a0f17dd-b0d9-420f-8260-305a3b941b1c HTTP/1.1" status: 204 len: 168 time: 0.6999867 Feb 09 19:34:12.049485 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 36588) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:34:12.101934 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ec7f5cf-90d2-4e9b-85df-3ec8e02b1fe3 None None] Network f63a97a6-2552-42d7-aee9-c49ce8319647 requested from n-d-713498-36 {{(pid=103232) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 19:34:12.194076 n-d-713498-36 neutron-server[103233]: DEBUG neutron.db.l3_dvr_db [None req-f747d4b9-3df7-4a34-b2e7-646f4d115ca0 None None] Set router 0b00134c-5017-4107-885f-d035db6f5c4c gateway port host: None {{(pid=103233) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 19:34:12.218297 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.managers [None req-c5ec0f4c-533a-41e7-9d15-8f9bf1aed718 None None] Attempting to bind port 3979d352-937d-4690-9583-1a70246fb112 on host n-d-713498-36 for vnic_type normal with profile {{(pid=103232) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 19:34:12.218696 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.managers [None req-c5ec0f4c-533a-41e7-9d15-8f9bf1aed718 None None] Attempting to bind port 3979d352-937d-4690-9583-1a70246fb112 by drivers openvswitch,hyperv on host n-d-713498-36 at level 0 using segments [{'id': '8a44308b-8172-4753-a22c-b729f7d42256', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': '63953cf7-ca60-434c-8fd4-7ff128562010'}] {{(pid=103232) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 19:34:12.219053 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5ec0f4c-533a-41e7-9d15-8f9bf1aed718 None None] Attempting to bind port 3979d352-937d-4690-9583-1a70246fb112 on network 63953cf7-ca60-434c-8fd4-7ff128562010 {{(pid=103232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 19:34:12.221395 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-12c52e1f-6aff-4a1c-bcb5-457da02666fd tempest-NetworksTestDHCPv6-1153288886 tempest-NetworksTestDHCPv6-1153288886-project] 10.222.0.75 "GET /v2.0/routers HTTP/1.1" status: 200 len: 710 time: 0.1703486 Feb 09 19:34:12.224308 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 36592) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:34:12.303133 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5ec0f4c-533a-41e7-9d15-8f9bf1aed718 None None] Checking agent: {'id': '496418a2-c002-4aec-ab1a-07f3bea491bd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-36', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 18, 51, 47), 'started_at': datetime.datetime(2022, 2, 9, 18, 52, 17), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 19, 33, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-36'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 19:34:12.303528 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5ec0f4c-533a-41e7-9d15-8f9bf1aed718 None None] Checking segment: {'id': '8a44308b-8172-4753-a22c-b729f7d42256', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': '63953cf7-ca60-434c-8fd4-7ff128562010'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103232) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 19:34:12.303951 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-c5ec0f4c-533a-41e7-9d15-8f9bf1aed718 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:34:12.304384 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5ec0f4c-533a-41e7-9d15-8f9bf1aed718 None None] Bound using segment: {'id': '8a44308b-8172-4753-a22c-b729f7d42256', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': '63953cf7-ca60-434c-8fd4-7ff128562010'} {{(pid=103232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 19:34:12.304975 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.managers [None req-c5ec0f4c-533a-41e7-9d15-8f9bf1aed718 None None] Bound port: 3979d352-937d-4690-9583-1a70246fb112, host: n-d-713498-36, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8a44308b-8172-4753-a22c-b729f7d42256', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': '63953cf7-ca60-434c-8fd4-7ff128562010'}}] {{(pid=103232) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 19:34:12.305421 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-c5ec0f4c-533a-41e7-9d15-8f9bf1aed718 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (3979d352-937d-4690-9583-1a70246fb112), before_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:34:12.353227 n-d-713498-36 neutron-server[103233]: DEBUG neutron.db.l3_hamode_db [None req-f747d4b9-3df7-4a34-b2e7-646f4d115ca0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b00134c-5017-4107-885f-d035db6f5c4c', 'name': 'tempest-NetworksTestDHCPv6-router-1539292275', 'tenant_id': '84aec0d011da47d8bc94f6ba8668f413', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T19:33:58Z', 'updated_at': '2022-02-09T19:34:09Z', 'revision_number': 3, 'project_id': '84aec0d011da47d8bc94f6ba8668f413', 'gw_port_host': None}], 'n-d-713498-36', False) {} {{(pid=103233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:34:12.400784 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-30c2c694-e29f-405e-99fc-28aaa6ca745d tempest-NetworksTestDHCPv6-1153288886 tempest-NetworksTestDHCPv6-1153288886-project] Publish callbacks [] for router (0b00134c-5017-4107-885f-d035db6f5c4c), before_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:34:12.420939 n-d-713498-36 neutron-server[103233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f747d4b9-3df7-4a34-b2e7-646f4d115ca0 None None] Checking router: 0b00134c-5017-4107-885f-d035db6f5c4c for host: n-d-713498-36 {{(pid=103233) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 19:34:12.446602 n-d-713498-36 neutron-server[103233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f747d4b9-3df7-4a34-b2e7-646f4d115ca0 None None] Routers {'0b00134c-5017-4107-885f-d035db6f5c4c'} bound to L3 agent in host n-d-713498-36 {{(pid=103233) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 19:34:12.447144 n-d-713498-36 neutron-server[103233]: DEBUG neutron.db.l3_hamode_db [None req-f747d4b9-3df7-4a34-b2e7-646f4d115ca0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T18:51:43Z,description=,heartbeat_timestamp=2022-02-09T19:33:43Z,host='n-d-713498-36',id=93303d5e-5d17-45e8-8963-7694f87783ae,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T18:51:43Z,topic='l3_agent')) {'router_ids': ['0b00134c-5017-4107-885f-d035db6f5c4c'], 'active': True} {{(pid=103233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:34:12.483136 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.provisioning_blocks [None req-373a2af7-2c04-4247-8d95-97eb79152120 None None] Provisioning complete for port 3979d352-937d-4690-9583-1a70246fb112 triggered by entity DHCP. {{(pid=103232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 19:34:12.483798 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-373a2af7-2c04-4247-8d95-97eb79152120 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593630'] for port (3979d352-937d-4690-9583-1a70246fb112), provisioning_complete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:34:12.593264 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-373a2af7-2c04-4247-8d95-97eb79152120 None None] Port 3979d352-937d-4690-9583-1a70246fb112 cannot update to ACTIVE because it is not bound. {{(pid=103232) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 19:34:12.595668 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-c5ec0f4c-533a-41e7-9d15-8f9bf1aed718 None None] For port 3979d352-937d-4690-9583-1a70246fb112, host n-d-713498-36, cleared binding levels {{(pid=103232) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 19:34:12.615231 n-d-713498-36 neutron-server[103233]: DEBUG neutron.db.l3_dvr_db [None req-f747d4b9-3df7-4a34-b2e7-646f4d115ca0 None None] Set router 0b00134c-5017-4107-885f-d035db6f5c4c gateway port host: None {{(pid=103233) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 19:34:12.623015 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-c5ec0f4c-533a-41e7-9d15-8f9bf1aed718 None None] For port 3979d352-937d-4690-9583-1a70246fb112, host n-d-713498-36, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-36',level=0,port_id=3979d352-937d-4690-9583-1a70246fb112,segment=NetworkSegment(8a44308b-8172-4753-a22c-b729f7d42256),segment_id=8a44308b-8172-4753-a22c-b729f7d42256)] {{(pid=103232) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 19:34:12.648384 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-c5ec0f4c-533a-41e7-9d15-8f9bf1aed718 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762867176205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762866656485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762866656503'] for port (3979d352-937d-4690-9583-1a70246fb112), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:34:12.737220 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-30c2c694-e29f-405e-99fc-28aaa6ca745d tempest-NetworksTestDHCPv6-1153288886 tempest-NetworksTestDHCPv6-1153288886-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1834988', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-58375'] for router (0b00134c-5017-4107-885f-d035db6f5c4c), precommit_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:34:12.759147 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-30c2c694-e29f-405e-99fc-28aaa6ca745d tempest-NetworksTestDHCPv6-1153288886 tempest-NetworksTestDHCPv6-1153288886-project] Publish callbacks [] for router_controller (0b00134c-5017-4107-885f-d035db6f5c4c), precommit_delete_associations {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:34:12.771642 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa617446-ac64-4ccc-a296-40579c58cd9e None None] DHCP port deletion for f63a97a6-2552-42d7-aee9-c49ce8319647 request from n-d-713498-36 {{(pid=103232) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 09 19:34:12.778480 n-d-713498-36 neutron-server[103233]: DEBUG neutron.db.l3_hamode_db [None req-f747d4b9-3df7-4a34-b2e7-646f4d115ca0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b00134c-5017-4107-885f-d035db6f5c4c', 'name': 'tempest-NetworksTestDHCPv6-router-1539292275', 'tenant_id': '84aec0d011da47d8bc94f6ba8668f413', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T19:33:58Z', 'updated_at': '2022-02-09T19:34:09Z', 'revision_number': 3, 'project_id': '84aec0d011da47d8bc94f6ba8668f413', 'gw_port_host': None}], 'n-d-713498-36', False) {} {{(pid=103233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:34:12.834862 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-ddfb42ae-25b8-45a7-be82-0622909ab746 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1834525'] for router_interface (f41ce5a5-2d3b-409b-9a33-5d8b20cb5c01), before_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:34:12.877801 n-d-713498-36 neutron-server[103233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f747d4b9-3df7-4a34-b2e7-646f4d115ca0 None None] The sync data for ids ['0b00134c-5017-4107-885f-d035db6f5c4c'] in n-d-713498-36 is: [{'id': '0b00134c-5017-4107-885f-d035db6f5c4c', 'name': 'tempest-NetworksTestDHCPv6-router-1539292275', 'tenant_id': '84aec0d011da47d8bc94f6ba8668f413', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T19:33:58Z', 'updated_at': '2022-02-09T19:34:09Z', 'revision_number': 3, 'project_id': '84aec0d011da47d8bc94f6ba8668f413', 'gw_port_host': None}] {{(pid=103233) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 19:34:12.948728 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5ec0f4c-533a-41e7-9d15-8f9bf1aed718 None None] Routers {'f41ce5a5-2d3b-409b-9a33-5d8b20cb5c01'} bound to L3 agent in host n-d-713498-36 {{(pid=103232) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 19:34:12.956813 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.l3_hamode_db [None req-c5ec0f4c-533a-41e7-9d15-8f9bf1aed718 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T18:51:43Z,description=,heartbeat_timestamp=2022-02-09T19:33:43Z,host='n-d-713498-36',id=93303d5e-5d17-45e8-8963-7694f87783ae,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T18:51:43Z,topic='l3_agent')) {'router_ids': ['f41ce5a5-2d3b-409b-9a33-5d8b20cb5c01'], 'active': True} {{(pid=103232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:34:12.961442 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8dd282a-e2a1-4da6-aba7-be1f266b37a3 None None] Pushing event updated for resources: {'Port': ['ID=3979d352-937d-4690-9583-1a70246fb112,revision_number=4']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:34:13.153333 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-74cc34d6-347e-468a-a6fc-e6b75505817c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762867132591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593584'] for agent (93303d5e-5d17-45e8-8963-7694f87783ae), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:34:13.163896 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-fa617446-ac64-4ccc-a296-40579c58cd9e None None] Deleting port 9726778d-dcdf-4268-bf01-19d252c61bf8 {{(pid=103232) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 19:34:13.164493 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-fa617446-ac64-4ccc-a296-40579c58cd9e None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762867170196'] for port (9726778d-dcdf-4268-bf01-19d252c61bf8), before_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:34:13.242161 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-fa617446-ac64-4ccc-a296-40579c58cd9e None None] For port 9726778d-dcdf-4268-bf01-19d252c61bf8, host n-d-713498-36, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-36',level=0,port_id=9726778d-dcdf-4268-bf01-19d252c61bf8,segment=NetworkSegment(20e634bc-bbe0-4569-a1ea-6be524590675),segment_id=20e634bc-bbe0-4569-a1ea-6be524590675)] {{(pid=103232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 19:34:13.242829 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-fa617446-ac64-4ccc-a296-40579c58cd9e None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1820838'] for port (9726778d-dcdf-4268-bf01-19d252c61bf8), precommit_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:34:13.260986 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-fa617446-ac64-4ccc-a296-40579c58cd9e None None] Calling delete_port for 9726778d-dcdf-4268-bf01-19d252c61bf8 owned by network:dhcp {{(pid=103232) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 19:34:13.324588 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.l3_dvr_db [None req-c5ec0f4c-533a-41e7-9d15-8f9bf1aed718 None None] Set router f41ce5a5-2d3b-409b-9a33-5d8b20cb5c01 gateway port host: n-d-713498-36 {{(pid=103232) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 19:34:13.551854 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-30c2c694-e29f-405e-99fc-28aaa6ca745d tempest-NetworksTestDHCPv6-1153288886 tempest-NetworksTestDHCPv6-1153288886-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1835003'] for router (0b00134c-5017-4107-885f-d035db6f5c4c), after_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:34:13.552493 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-30c2c694-e29f-405e-99fc-28aaa6ca745d tempest-NetworksTestDHCPv6-1153288886 tempest-NetworksTestDHCPv6-1153288886-project] Fanout notify agent at l3_agent the message router_deleted on router 0b00134c-5017-4107-885f-d035db6f5c4c {{(pid=103229) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 09 19:34:13.566154 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-30c2c694-e29f-405e-99fc-28aaa6ca745d tempest-NetworksTestDHCPv6-1153288886 tempest-NetworksTestDHCPv6-1153288886-project] Publish callbacks [] for router (None), before_response {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:34:13.570878 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-30c2c694-e29f-405e-99fc-28aaa6ca745d tempest-NetworksTestDHCPv6-1153288886 tempest-NetworksTestDHCPv6-1153288886-project] 10.222.0.75 "DELETE /v2.0/routers/0b00134c-5017-4107-885f-d035db6f5c4c HTTP/1.1" status: 204 len: 168 time: 1.3425410 Feb 09 19:34:13.576314 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 36626) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:34:13.584136 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.v2.base [None req-c88403a6-628e-45cf-9b0f-23162116379c tempest-NetworksTestDHCPv6-1153288886 tempest-NetworksTestDHCPv6-1153288886-project] Request body: {'subnet': {'network_id': 'f63a97a6-2552-42d7-aee9-c49ce8319647', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=103229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 19:34:13.632261 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.plugin [None req-ddfb42ae-25b8-45a7-be82-0622909ab746 admin admin] Deleting port 3979d352-937d-4690-9583-1a70246fb112 {{(pid=103230) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 19:34:13.632609 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-ddfb42ae-25b8-45a7-be82-0622909ab746 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762867170196'] for port (3979d352-937d-4690-9583-1a70246fb112), before_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:34:13.796512 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.db [None req-ddfb42ae-25b8-45a7-be82-0622909ab746 admin admin] For port 3979d352-937d-4690-9583-1a70246fb112, host n-d-713498-36, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-36',level=0,port_id=3979d352-937d-4690-9583-1a70246fb112,segment=NetworkSegment(8a44308b-8172-4753-a22c-b729f7d42256),segment_id=8a44308b-8172-4753-a22c-b729f7d42256)] {{(pid=103230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 19:34:13.798684 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-ddfb42ae-25b8-45a7-be82-0622909ab746 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1820838'] for port (3979d352-937d-4690-9583-1a70246fb112), precommit_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:34:13.819097 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c88403a6-628e-45cf-9b0f-23162116379c tempest-NetworksTestDHCPv6-1153288886 tempest-NetworksTestDHCPv6-1153288886-project] Made reservation on behalf of 84aec0d011da47d8bc94f6ba8668f413 for: {'subnet': 1} {{(pid=103229) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 19:34:13.822689 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-c88403a6-628e-45cf-9b0f-23162116379c tempest-NetworksTestDHCPv6-1153288886 tempest-NetworksTestDHCPv6-1153288886-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12759265'] for subnet (None), before_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:34:13.833203 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.plugin [None req-ddfb42ae-25b8-45a7-be82-0622909ab746 admin admin] Calling delete_port for 3979d352-937d-4690-9583-1a70246fb112 owned by network:router_interface {{(pid=103230) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 19:34:13.961741 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Device 9726778d-dcdf-4268-bf01-19d252c61bf8 no longer exists at agent ovs-agent-n-d-713498-36 {{(pid=103232) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 19:34:13.987689 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-fa617446-ac64-4ccc-a296-40579c58cd9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762867177463', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762866656476'] for port (9726778d-dcdf-4268-bf01-19d252c61bf8), after_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:34:14.043586 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 36642) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:34:14.102015 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] No Port match for: 9726778d-dcdf-4268-bf01-19d252c61bf8 {{(pid=103232) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 19:34:14.102613 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Device 9726778d-dcdf-4268-bf01-19d252c61bf8 not bound to the agent host n-d-713498-36 {{(pid=103232) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 19:34:14.103252 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Device 9043c81e-59a1-49a2-a733-15d4b4ea4b85 no longer exists at agent ovs-agent-n-d-713498-36 {{(pid=103232) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 19:34:14.109305 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa617446-ac64-4ccc-a296-40579c58cd9e None None] Pushing event deleted for resources: {'Port': ['ID=9726778d-dcdf-4268-bf01-19d252c61bf8,revision_number=None']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:34:14.136881 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.provisioning_blocks [None req-f05e32b1-8549-4e2b-968e-588fd4d1ab01 None None] Provisioning complete for port 3979d352-937d-4690-9583-1a70246fb112 triggered by entity DHCP. {{(pid=103232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 19:34:14.137332 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-f05e32b1-8549-4e2b-968e-588fd4d1ab01 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593630'] for port (3979d352-937d-4690-9583-1a70246fb112), provisioning_complete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:34:14.181894 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] No Port match for: 9043c81e-59a1-49a2-a733-15d4b4ea4b85 {{(pid=103232) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 19:34:14.182279 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Device 9043c81e-59a1-49a2-a733-15d4b4ea4b85 not bound to the agent host n-d-713498-36 {{(pid=103232) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 19:34:14.184237 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa617446-ac64-4ccc-a296-40579c58cd9e None None] No DVR routers for this DVR port 9726778d-dcdf-4268-bf01-19d252c61bf8 on host n-d-713498-36 {{(pid=103232) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 19:34:14.259935 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.l3_hamode_db [None req-c5ec0f4c-533a-41e7-9d15-8f9bf1aed718 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f41ce5a5-2d3b-409b-9a33-5d8b20cb5c01', 'name': 'tempest-ImageQuotaTest-307316783-router', 'tenant_id': '859c6b50f90844c29f759d03b2f7cd42', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88055e1e-672a-4487-be31-ffb6e833ece5', 'external_fixed_ips': [{'subnet_id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'ip_address': '172.25.1.244'}], 'enable_snat': True}, 'gw_port_id': 'e165445f-52fd-4d0f-9cae-70c48113b269', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T19:33:58Z', 'updated_at': '2022-02-09T19:34:07Z', 'revision_number': 4, 'project_id': '859c6b50f90844c29f759d03b2f7cd42', 'gw_port': {'id': 'e165445f-52fd-4d0f-9cae-70c48113b269', 'name': '', 'network_id': '88055e1e-672a-4487-be31-ffb6e833ece5', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:ca:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f41ce5a5-2d3b-409b-9a33-5d8b20cb5c01', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3216, 'fixed_ips': [{'subnet_id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'ip_address': '172.25.1.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T19:34:00Z', 'updated_at': '2022-02-09T19:34:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-36', '_interfaces': [{'id': '3979d352-937d-4690-9583-1a70246fb112', 'name': '', 'network_id': '63953cf7-ca60-434c-8fd4-7ff128562010', 'tenant_id': '859c6b50f90844c29f759d03b2f7cd42', 'mac_address': 'fa:16:3e:f7:14:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f41ce5a5-2d3b-409b-9a33-5d8b20cb5c01', 'device_owner': 'network:router_interface', 'standard_attr_id': 3219, 'fixed_ips': [{'subnet_id': 'a507f996-2b10-4b62-a693-e1a1891f0fdf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T19:34:04Z', 'updated_at': '2022-02-09T19:34:12Z', 'revision_number': 4, 'project_id': '859c6b50f90844c29f759d03b2f7cd42', 'subnets': [{'id': 'a507f996-2b10-4b62-a693-e1a1891f0fdf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-36', False) {} {{(pid=103232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:34:14.299257 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5ec0f4c-533a-41e7-9d15-8f9bf1aed718 None None] The sync data for ids ['f41ce5a5-2d3b-409b-9a33-5d8b20cb5c01'] in n-d-713498-36 is: [{'id': 'f41ce5a5-2d3b-409b-9a33-5d8b20cb5c01', 'name': 'tempest-ImageQuotaTest-307316783-router', 'tenant_id': '859c6b50f90844c29f759d03b2f7cd42', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88055e1e-672a-4487-be31-ffb6e833ece5', 'external_fixed_ips': [{'subnet_id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'ip_address': '172.25.1.244'}], 'enable_snat': True}, 'gw_port_id': 'e165445f-52fd-4d0f-9cae-70c48113b269', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T19:33:58Z', 'updated_at': '2022-02-09T19:34:07Z', 'revision_number': 4, 'project_id': '859c6b50f90844c29f759d03b2f7cd42', 'gw_port': {'id': 'e165445f-52fd-4d0f-9cae-70c48113b269', 'name': '', 'network_id': '88055e1e-672a-4487-be31-ffb6e833ece5', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:ca:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f41ce5a5-2d3b-409b-9a33-5d8b20cb5c01', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3216, 'fixed_ips': [{'subnet_id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'ip_address': '172.25.1.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T19:34:00Z', 'updated_at': '2022-02-09T19:34:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-36', '_interfaces': [{'id': '3979d352-937d-4690-9583-1a70246fb112', 'name': '', 'network_id': '63953cf7-ca60-434c-8fd4-7ff128562010', 'tenant_id': '859c6b50f90844c29f759d03b2f7cd42', 'mac_address': 'fa:16:3e:f7:14:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f41ce5a5-2d3b-409b-9a33-5d8b20cb5c01', 'device_owner': 'network:router_interface', 'standard_attr_id': 3219, 'fixed_ips': [{'subnet_id': 'a507f996-2b10-4b62-a693-e1a1891f0fdf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T19:34:04Z', 'updated_at': '2022-02-09T19:34:12Z', 'revision_number': 4, 'project_id': '859c6b50f90844c29f759d03b2f7cd42', 'subnets': [{'id': 'a507f996-2b10-4b62-a693-e1a1891f0fdf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103232) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 19:34:14.300479 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-c88403a6-628e-45cf-9b0f-23162116379c tempest-NetworksTestDHCPv6-1153288886 tempest-NetworksTestDHCPv6-1153288886-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12867428', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12759263'] for subnet (20f52af3-f6ee-4846-802f-6c7f8fd8aecd), after_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:34:14.308011 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-f05e32b1-8549-4e2b-968e-588fd4d1ab01 None None] Current status of the port 3979d352-937d-4690-9583-1a70246fb112 is: DOWN; New status is: ACTIVE {{(pid=103232) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 19:34:14.309192 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-f05e32b1-8549-4e2b-968e-588fd4d1ab01 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (3979d352-937d-4690-9583-1a70246fb112), before_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:34:14.327511 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-3476e002-8e26-45fb-b4ae-3bc82f6d1e7e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:34:14.359789 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-f05e32b1-8549-4e2b-968e-588fd4d1ab01 None None] For port 3979d352-937d-4690-9583-1a70246fb112, host n-d-713498-36, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-36',level=0,port_id=3979d352-937d-4690-9583-1a70246fb112,segment=NetworkSegment(8a44308b-8172-4753-a22c-b729f7d42256),segment_id=8a44308b-8172-4753-a22c-b729f7d42256)] {{(pid=103232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 19:34:14.361447 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Device 233cd14e-68f1-4266-a47f-28e2686a3191 no longer exists at agent hyperv_n-h2-713498-36 {{(pid=103232) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 19:34:14.373685 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-f05e32b1-8549-4e2b-968e-588fd4d1ab01 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762867176205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762866656485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762866656503'] for port (3979d352-937d-4690-9583-1a70246fb112), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:34:14.417063 n-d-713498-36 neutron-server[103229]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c88403a6-628e-45cf-9b0f-23162116379c tempest-NetworksTestDHCPv6-1153288886 tempest-NetworksTestDHCPv6-1153288886-project] Network f63a97a6-2552-42d7-aee9-c49ce8319647 is already hosted by enough agents. {{(pid=103229) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 19:34:14.419533 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-7429db8d-6021-40ad-813e-885be449a89b None None] No Port match for: 233cd14e-68f1-4266-a47f-28e2686a3191 {{(pid=103232) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 19:34:14.419890 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Device 233cd14e-68f1-4266-a47f-28e2686a3191 not bound to the agent host n-h2-713498-36 {{(pid=103232) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 19:34:14.422747 n-d-713498-36 neutron-server[103229]: DEBUG neutron.scheduler.base_scheduler [None req-c88403a6-628e-45cf-9b0f-23162116379c tempest-NetworksTestDHCPv6-1153288886 tempest-NetworksTestDHCPv6-1153288886-project] Resources bound (agent type, host, resource id): {{(pid=103229) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 19:34:14.450633 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c88403a6-628e-45cf-9b0f-23162116379c tempest-NetworksTestDHCPv6-1153288886 tempest-NetworksTestDHCPv6-1153288886-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:34:14.451634 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-c88403a6-628e-45cf-9b0f-23162116379c tempest-NetworksTestDHCPv6-1153288886 tempest-NetworksTestDHCPv6-1153288886-project] Publish callbacks [] for subnet (None), before_response {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:34:14.452671 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e389c12-08cf-45f2-ac8c-bea70d73a20b None None] Network f63a97a6-2552-42d7-aee9-c49ce8319647 requested from n-d-713498-36 {{(pid=103232) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 19:34:14.457636 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-edc54c9b-7f13-45d9-9271-85c9738b0128 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762867132591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593584'] for agent (a62b1850-466f-48ae-bec7-d62fb280e14b), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:34:14.488323 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-c88403a6-628e-45cf-9b0f-23162116379c tempest-NetworksTestDHCPv6-1153288886 tempest-NetworksTestDHCPv6-1153288886-project] 10.222.0.75 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.9154434 Feb 09 19:34:14.491793 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 36646) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:34:14.502281 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.v2.base [None req-ae8230e7-7277-4d96-a3a2-dff425c2ee14 tempest-NetworksTestDHCPv6-1153288886 tempest-NetworksTestDHCPv6-1153288886-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-570627253', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=103229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 19:34:14.521936 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c88403a6-628e-45cf-9b0f-23162116379c tempest-NetworksTestDHCPv6-1153288886 tempest-NetworksTestDHCPv6-1153288886-project] Pushing event updated for resources: {'Subnet': ['ID=20f52af3-f6ee-4846-802f-6c7f8fd8aecd,revision_number=0']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:34:14.522347 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-3476e002-8e26-45fb-b4ae-3bc82f6d1e7e admin admin] Publish callbacks [] for security_group (e834de84-358e-449d-acdd-bb3aaf39727e), precommit_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:34:14.529825 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-3476e002-8e26-45fb-b4ae-3bc82f6d1e7e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1892331'] for security_group (e834de84-358e-449d-acdd-bb3aaf39727e), after_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:34:14.538698 n-d-713498-36 neutron-server[103233]: DEBUG neutron.db.agents_db [None req-4a8a6a42-0a0c-4437-8958-92282682b6bb None None] Agent healthcheck: found 7 active agents {{(pid=103233) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 19:34:14.544615 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f57f6bdf-ca40-4ac5-989d-c4d63571f612 req-cab5614b-bb85-4b37-90df-83bfe4217d16 tempest-ServersTestJSON-482035511 tempest-ServersTestJSON-482035511-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:34:14.546335 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-f57f6bdf-ca40-4ac5-989d-c4d63571f612 req-cab5614b-bb85-4b37-90df-83bfe4217d16 tempest-ServersTestJSON-482035511 tempest-ServersTestJSON-482035511-project] 10.222.0.75 "GET /v2.0/networks?id=30b6826a-2ec4-4081-a475-68e12498d4e4 HTTP/1.1" status: 200 len: 806 time: 0.4831212 Feb 09 19:34:14.558582 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f05e32b1-8549-4e2b-968e-588fd4d1ab01 None None] Pushing event updated for resources: {'Port': ['ID=3979d352-937d-4690-9583-1a70246fb112,revision_number=5']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:34:14.585092 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-ae8230e7-7277-4d96-a3a2-dff425c2ee14 tempest-NetworksTestDHCPv6-1153288886 tempest-NetworksTestDHCPv6-1153288886-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1834830', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-58389'] for router (4ad3a959-1aef-46dc-acf9-640d184f1fc5), before_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:34:14.587086 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-ae8230e7-7277-4d96-a3a2-dff425c2ee14 tempest-NetworksTestDHCPv6-1153288886 tempest-NetworksTestDHCPv6-1153288886-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1834810', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1822096', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1886735', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-58380'] for router (4ad3a959-1aef-46dc-acf9-640d184f1fc5), precommit_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:34:14.601268 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-f57f6bdf-ca40-4ac5-989d-c4d63571f612 req-2f68dfa6-3931-4caf-aeec-d0fb9356dae8 tempest-ServersTestJSON-482035511 tempest-ServersTestJSON-482035511-project] 10.222.0.75 "GET /v2.0/quotas/1d398ed7d9dd4dd6ba1e1a6a1e6a87ff HTTP/1.1" status: 200 len: 375 time: 0.0313861 Feb 09 19:34:14.661585 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-3476e002-8e26-45fb-b4ae-3bc82f6d1e7e admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=1d5d7a3555c14adbb6b00b3369407025&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6169291 Feb 09 19:34:14.672999 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7004ebed-85b6-4d81-b88c-ede87707f0b1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8b32e980-7cce-5e82-a341-bd2fa8945c89-f63a97a6-2552-42d7-aee9-c49ce8319647', 'network_id': 'f63a97a6-2552-42d7-aee9-c49ce8319647', 'project_id': '84aec0d011da47d8bc94f6ba8668f413', 'fixed_ips': [{'subnet_id': '20f52af3-f6ee-4846-802f-6c7f8fd8aecd'}]}} from n-d-713498-36. {{(pid=103232) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 09 19:34:14.673894 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-7004ebed-85b6-4d81-b88c-ede87707f0b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (None), before_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:34:14.682413 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-ae8230e7-7277-4d96-a3a2-dff425c2ee14 tempest-NetworksTestDHCPv6-1153288886 tempest-NetworksTestDHCPv6-1153288886-project] Publish callbacks [] for router_controller (4ad3a959-1aef-46dc-acf9-640d184f1fc5), precommit_add_association {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:34:14.683578 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 36648) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:34:14.699386 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-ae8230e7-7277-4d96-a3a2-dff425c2ee14 tempest-NetworksTestDHCPv6-1153288886 tempest-NetworksTestDHCPv6-1153288886-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1834945', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1818951'] for router (4ad3a959-1aef-46dc-acf9-640d184f1fc5), after_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:34:14.710804 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3476e002-8e26-45fb-b4ae-3bc82f6d1e7e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e834de84-358e-449d-acdd-bb3aaf39727e,revision_number=1']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:34:14.751029 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-ae8230e7-7277-4d96-a3a2-dff425c2ee14 tempest-NetworksTestDHCPv6-1153288886 tempest-NetworksTestDHCPv6-1153288886-project] Publish callbacks [] for router (None), before_response {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:34:14.755133 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-ae8230e7-7277-4d96-a3a2-dff425c2ee14 tempest-NetworksTestDHCPv6-1153288886 tempest-NetworksTestDHCPv6-1153288886-project] 10.222.0.75 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.2619371 Feb 09 19:34:14.755755 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 36650) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:34:14.801196 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-ddfb42ae-25b8-45a7-be82-0622909ab746 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762867177463', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762866656476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14393751'] for port (3979d352-937d-4690-9583-1a70246fb112), after_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:34:14.838262 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddfb42ae-25b8-45a7-be82-0622909ab746 admin admin] Pushing event deleted for resources: {'Port': ['ID=3979d352-937d-4690-9583-1a70246fb112,revision_number=None']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:34:14.855185 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-f57f6bdf-ca40-4ac5-989d-c4d63571f612 req-aa604314-b1e1-4199-82c9-cddcabd86ced tempest-ServersTestJSON-482035511 tempest-ServersTestJSON-482035511-project] 10.222.0.75 "GET /v2.0/ports?tenant_id=1d398ed7d9dd4dd6ba1e1a6a1e6a87ff&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2118032 Feb 09 19:34:14.885862 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-30a8bbbb-8dbf-425a-ac96-e53437d7b3d8 admin admin] Publish callbacks [] for security_group (e834de84-358e-449d-acdd-bb3aaf39727e), before_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:34:14.970620 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.db_base_plugin_common [None req-7004ebed-85b6-4d81-b88c-ede87707f0b1 None None] Allocated IP 2001:db8::2 (f63a97a6-2552-42d7-aee9-c49ce8319647/20f52af3-f6ee-4846-802f-6c7f8fd8aecd/b29d3333-db1f-4507-adac-f97b9e255f10) {{(pid=103232) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 19:34:15.009477 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-30a8bbbb-8dbf-425a-ac96-e53437d7b3d8 admin admin] Publish callbacks [] for security_group (e834de84-358e-449d-acdd-bb3aaf39727e), precommit_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:34:15.226805 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-30a8bbbb-8dbf-425a-ac96-e53437d7b3d8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1892331'] for security_group (e834de84-358e-449d-acdd-bb3aaf39727e), after_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:34:15.232495 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-30a8bbbb-8dbf-425a-ac96-e53437d7b3d8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:34:15.243049 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-30a8bbbb-8dbf-425a-ac96-e53437d7b3d8 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/e834de84-358e-449d-acdd-bb3aaf39727e HTTP/1.1" status: 204 len: 168 time: 0.5582323 Feb 09 19:34:15.295725 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-7004ebed-85b6-4d81-b88c-ede87707f0b1 None None] Publish callbacks [] for port (b29d3333-db1f-4507-adac-f97b9e255f10), precommit_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:34:15.299029 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-f57f6bdf-ca40-4ac5-989d-c4d63571f612 req-a22470da-7c66-424a-a9cb-f0293d881bb0 service neutron] 10.222.0.75 "GET /v2.0/networks/30b6826a-2ec4-4081-a475-68e12498d4e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3953643 Feb 09 19:34:15.306832 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-7004ebed-85b6-4d81-b88c-ede87707f0b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762866656467'] for port (b29d3333-db1f-4507-adac-f97b9e255f10), after_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:34:15.311538 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30a8bbbb-8dbf-425a-ac96-e53437d7b3d8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e834de84-358e-449d-acdd-bb3aaf39727e,revision_number=None']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:34:15.314094 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-a9fcbf4b-e02f-4dfc-bff8-7208b39c09ca tempest-NetworksTestDHCPv6-1153288886 tempest-NetworksTestDHCPv6-1153288886-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (None), before_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:34:15.443088 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-ddfb42ae-25b8-45a7-be82-0622909ab746 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1613467', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1834633'] for router_interface (f41ce5a5-2d3b-409b-9a33-5d8b20cb5c01), after_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:34:15.453365 n-d-713498-36 neutron-server[103232]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7004ebed-85b6-4d81-b88c-ede87707f0b1 None None] Network f63a97a6-2552-42d7-aee9-c49ce8319647 is already hosted by enough agents. {{(pid=103232) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 19:34:15.464853 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7004ebed-85b6-4d81-b88c-ede87707f0b1 None None] Pushing event updated for resources: {'Port': ['ID=b29d3333-db1f-4507-adac-f97b9e255f10,revision_number=1']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:34:15.470497 n-d-713498-36 neutron-server[103232]: DEBUG neutron.scheduler.base_scheduler [None req-7004ebed-85b6-4d81-b88c-ede87707f0b1 None None] Resources bound (agent type, host, resource id): {{(pid=103232) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 19:34:15.493422 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7004ebed-85b6-4d81-b88c-ede87707f0b1 None None] Received port after_create {{(pid=103232) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 19:34:15.588298 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-f57f6bdf-ca40-4ac5-989d-c4d63571f612 req-5535627a-2f0d-4d6a-9282-48b584674a1a service neutron] 10.222.0.75 "GET /v2.0/networks/30b6826a-2ec4-4081-a475-68e12498d4e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2665057 Feb 09 19:34:15.674001 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.managers [None req-7004ebed-85b6-4d81-b88c-ede87707f0b1 None None] Attempting to bind port b29d3333-db1f-4507-adac-f97b9e255f10 on host n-d-713498-36 for vnic_type normal with profile {{(pid=103232) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 19:34:15.674673 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.managers [None req-7004ebed-85b6-4d81-b88c-ede87707f0b1 None None] Attempting to bind port b29d3333-db1f-4507-adac-f97b9e255f10 by drivers openvswitch,hyperv on host n-d-713498-36 at level 0 using segments [{'id': '20e634bc-bbe0-4569-a1ea-6be524590675', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': 'f63a97a6-2552-42d7-aee9-c49ce8319647'}] {{(pid=103232) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 19:34:15.677314 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7004ebed-85b6-4d81-b88c-ede87707f0b1 None None] Attempting to bind port b29d3333-db1f-4507-adac-f97b9e255f10 on network f63a97a6-2552-42d7-aee9-c49ce8319647 {{(pid=103232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 19:34:15.685081 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7004ebed-85b6-4d81-b88c-ede87707f0b1 None None] Checking agent: {'id': '496418a2-c002-4aec-ab1a-07f3bea491bd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-36', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 18, 51, 47), 'started_at': datetime.datetime(2022, 2, 9, 18, 52, 17), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 19, 33, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-36'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 19:34:15.685938 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7004ebed-85b6-4d81-b88c-ede87707f0b1 None None] Checking segment: {'id': '20e634bc-bbe0-4569-a1ea-6be524590675', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': 'f63a97a6-2552-42d7-aee9-c49ce8319647'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103232) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 19:34:15.686600 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-7004ebed-85b6-4d81-b88c-ede87707f0b1 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:34:15.687095 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7004ebed-85b6-4d81-b88c-ede87707f0b1 None None] Bound using segment: {'id': '20e634bc-bbe0-4569-a1ea-6be524590675', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': 'f63a97a6-2552-42d7-aee9-c49ce8319647'} {{(pid=103232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 19:34:15.687857 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.managers [None req-7004ebed-85b6-4d81-b88c-ede87707f0b1 None None] Bound port: b29d3333-db1f-4507-adac-f97b9e255f10, host: n-d-713498-36, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '20e634bc-bbe0-4569-a1ea-6be524590675', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': 'f63a97a6-2552-42d7-aee9-c49ce8319647'}}] {{(pid=103232) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 19:34:15.688383 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-7004ebed-85b6-4d81-b88c-ede87707f0b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (b29d3333-db1f-4507-adac-f97b9e255f10), before_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:34:15.888332 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-7004ebed-85b6-4d81-b88c-ede87707f0b1 None None] For port b29d3333-db1f-4507-adac-f97b9e255f10, host n-d-713498-36, cleared binding levels {{(pid=103232) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 19:34:15.897076 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-7004ebed-85b6-4d81-b88c-ede87707f0b1 None None] For port b29d3333-db1f-4507-adac-f97b9e255f10, host n-d-713498-36, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-36',level=0,port_id=b29d3333-db1f-4507-adac-f97b9e255f10,segment=NetworkSegment(20e634bc-bbe0-4569-a1ea-6be524590675),segment_id=20e634bc-bbe0-4569-a1ea-6be524590675)] {{(pid=103232) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 19:34:15.915651 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-7004ebed-85b6-4d81-b88c-ede87707f0b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762867176205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762866656485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762866656503'] for port (b29d3333-db1f-4507-adac-f97b9e255f10), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:34:15.956117 n-d-713498-36 neutron-server[103229]: DEBUG neutron.db.db_base_plugin_common [None req-a9fcbf4b-e02f-4dfc-bff8-7208b39c09ca tempest-NetworksTestDHCPv6-1153288886 tempest-NetworksTestDHCPv6-1153288886-project] Allocated IP 2001:db8::1 (f63a97a6-2552-42d7-aee9-c49ce8319647/20f52af3-f6ee-4846-802f-6c7f8fd8aecd/578b056e-99f2-4f37-9600-72c9a846dae3) {{(pid=103229) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 19:34:16.175016 n-d-713498-36 neutron-server[103230]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ddfb42ae-25b8-45a7-be82-0622909ab746 admin admin] Router f41ce5a5-2d3b-409b-9a33-5d8b20cb5c01 has already been hosted by L3 agent 93303d5e-5d17-45e8-8963-7694f87783ae {{(pid=103230) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 19:34:16.228559 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7004ebed-85b6-4d81-b88c-ede87707f0b1 None None] Pushing event updated for resources: {'Port': ['ID=b29d3333-db1f-4507-adac-f97b9e255f10,revision_number=2']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:34:16.246674 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-a7262a8e-0513-48fd-984d-75726a511961 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762867132591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593584'] for agent (911cfea2-02ae-4ec9-bac3-7808ee1cdd9c), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:34:16.366962 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-36f3d5d5-c885-48a7-be8d-91c3984ea81e req-1c10daf1-214e-4936-b6aa-a9b5af599ff3 tempest-ServersTestJSON-482035511 tempest-ServersTestJSON-482035511-project] 10.222.0.75 "GET /v2.0/ports?device_id=85989c01-4e9a-4574-a225-a51b4102ff77 HTTP/1.1" status: 200 len: 210 time: 0.3407261 Feb 09 19:34:16.472090 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-a9fcbf4b-e02f-4dfc-bff8-7208b39c09ca tempest-NetworksTestDHCPv6-1153288886 tempest-NetworksTestDHCPv6-1153288886-project] Publish callbacks [] for port (578b056e-99f2-4f37-9600-72c9a846dae3), precommit_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:34:16.539630 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ddfb42ae-25b8-45a7-be82-0622909ab746 admin admin] Notify agent at l3_agent.n-d-713498-36 the message routers_updated {{(pid=103230) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 19:34:16.546173 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-ddfb42ae-25b8-45a7-be82-0622909ab746 admin admin] 10.222.0.75 "PUT /v2.0/routers/f41ce5a5-2d3b-409b-9a33-5d8b20cb5c01/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5993466 Feb 09 19:34:16.549173 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 36694) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:34:16.636137 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-a9fcbf4b-e02f-4dfc-bff8-7208b39c09ca tempest-NetworksTestDHCPv6-1153288886 tempest-NetworksTestDHCPv6-1153288886-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762866656467', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12867576'] for port (578b056e-99f2-4f37-9600-72c9a846dae3), after_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:34:16.735476 n-d-713498-36 neutron-server[103229]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9fcbf4b-e02f-4dfc-bff8-7208b39c09ca tempest-NetworksTestDHCPv6-1153288886 tempest-NetworksTestDHCPv6-1153288886-project] Network f63a97a6-2552-42d7-aee9-c49ce8319647 is already hosted by enough agents. {{(pid=103229) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 19:34:16.739731 n-d-713498-36 neutron-server[103229]: DEBUG neutron.scheduler.base_scheduler [None req-a9fcbf4b-e02f-4dfc-bff8-7208b39c09ca tempest-NetworksTestDHCPv6-1153288886 tempest-NetworksTestDHCPv6-1153288886-project] Resources bound (agent type, host, resource id): {{(pid=103229) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 19:34:16.749766 n-d-713498-36 neutron-server[103229]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9fcbf4b-e02f-4dfc-bff8-7208b39c09ca tempest-NetworksTestDHCPv6-1153288886 tempest-NetworksTestDHCPv6-1153288886-project] Received port after_create {{(pid=103229) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 19:34:16.750734 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-a9fcbf4b-e02f-4dfc-bff8-7208b39c09ca tempest-NetworksTestDHCPv6-1153288886 tempest-NetworksTestDHCPv6-1153288886-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1819024'] for router_interface (4ad3a959-1aef-46dc-acf9-640d184f1fc5), before_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:34:16.855327 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9fcbf4b-e02f-4dfc-bff8-7208b39c09ca tempest-NetworksTestDHCPv6-1153288886 tempest-NetworksTestDHCPv6-1153288886-project] Pushing event updated for resources: {'Port': ['ID=578b056e-99f2-4f37-9600-72c9a846dae3,revision_number=1']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:34:16.887859 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a79a208-c615-442f-8da9-5590a112a55d None None] Sync routers for ids ['f41ce5a5-2d3b-409b-9a33-5d8b20cb5c01'] in n-d-713498-36 {{(pid=103232) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 19:34:16.918918 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a79a208-c615-442f-8da9-5590a112a55d None None] Routers {'f41ce5a5-2d3b-409b-9a33-5d8b20cb5c01'} bound to L3 agent in host n-d-713498-36 {{(pid=103232) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 19:34:16.927307 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.l3_hamode_db [None req-8a79a208-c615-442f-8da9-5590a112a55d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-09T18:51:43Z,description=,heartbeat_timestamp=2022-02-09T19:34:13Z,host='n-d-713498-36',id=93303d5e-5d17-45e8-8963-7694f87783ae,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T18:51:43Z,topic='l3_agent')) {'router_ids': ['f41ce5a5-2d3b-409b-9a33-5d8b20cb5c01'], 'active': True} {{(pid=103232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:34:17.077628 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-a9fcbf4b-e02f-4dfc-bff8-7208b39c09ca tempest-NetworksTestDHCPv6-1153288886 tempest-NetworksTestDHCPv6-1153288886-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (578b056e-99f2-4f37-9600-72c9a846dae3), before_update {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:34:17.314148 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-b5c3cf32-7f48-4529-bef8-e671efb90d70 admin admin] Publish callbacks [] for router (f41ce5a5-2d3b-409b-9a33-5d8b20cb5c01), before_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:34:17.613012 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-f2f48fde-39e7-45c2-9ef7-2556e086e688 req-cc836f7c-fe55-4c5a-9414-de688fcc7484 tempest-ServersTestJSON-482035511 tempest-ServersTestJSON-482035511-project] 10.222.0.75 "GET /v2.0/ports?device_id=85989c01-4e9a-4574-a225-a51b4102ff77 HTTP/1.1" status: 200 len: 210 time: 0.1095872 Feb 09 19:34:17.706636 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-b5c3cf32-7f48-4529-bef8-e671efb90d70 admin admin] Publish callbacks [] for router_gateway (f41ce5a5-2d3b-409b-9a33-5d8b20cb5c01), before_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:34:17.730412 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.l3_dvr_db [None req-8a79a208-c615-442f-8da9-5590a112a55d None None] Set router f41ce5a5-2d3b-409b-9a33-5d8b20cb5c01 gateway port host: n-d-713498-36 {{(pid=103232) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 19:34:17.788100 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-a9fcbf4b-e02f-4dfc-bff8-7208b39c09ca tempest-NetworksTestDHCPv6-1153288886 tempest-NetworksTestDHCPv6-1153288886-project] Publish callbacks [] for port (578b056e-99f2-4f37-9600-72c9a846dae3), precommit_update {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:34:17.815524 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.plugin [None req-b5c3cf32-7f48-4529-bef8-e671efb90d70 admin admin] Deleting port e165445f-52fd-4d0f-9cae-70c48113b269 {{(pid=103230) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 19:34:17.818043 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-b5c3cf32-7f48-4529-bef8-e671efb90d70 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762867170196'] for port (e165445f-52fd-4d0f-9cae-70c48113b269), before_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:34:17.956601 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f57f6bdf-ca40-4ac5-989d-c4d63571f612 req-491ce70d-16a1-4682-bdcd-6adf421711f9 tempest-ServersTestJSON-482035511 tempest-ServersTestJSON-482035511-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:34:17.958698 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-f57f6bdf-ca40-4ac5-989d-c4d63571f612 req-491ce70d-16a1-4682-bdcd-6adf421711f9 tempest-ServersTestJSON-482035511 tempest-ServersTestJSON-482035511-project] 10.222.0.89 "GET /v2.0/networks?id=30b6826a-2ec4-4081-a475-68e12498d4e4 HTTP/1.1" status: 200 len: 806 time: 0.1671309 Feb 09 19:34:17.960311 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-a9fcbf4b-e02f-4dfc-bff8-7208b39c09ca tempest-NetworksTestDHCPv6-1153288886 tempest-NetworksTestDHCPv6-1153288886-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762867176205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762866656485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762866656503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12867569'] for port (578b056e-99f2-4f37-9600-72c9a846dae3), after_update {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:34:17.961114 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.db [None req-b5c3cf32-7f48-4529-bef8-e671efb90d70 admin admin] For port e165445f-52fd-4d0f-9cae-70c48113b269, host n-d-713498-36, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-36',level=0,port_id=e165445f-52fd-4d0f-9cae-70c48113b269,segment=NetworkSegment(a4222f89-8d3f-4b51-953b-1a8126392491),segment_id=a4222f89-8d3f-4b51-953b-1a8126392491)] {{(pid=103230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 19:34:17.961371 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-a9fcbf4b-e02f-4dfc-bff8-7208b39c09ca tempest-NetworksTestDHCPv6-1153288886 tempest-NetworksTestDHCPv6-1153288886-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1613458', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1834496'] for router_interface (4ad3a959-1aef-46dc-acf9-640d184f1fc5), after_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:34:17.961601 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-b5c3cf32-7f48-4529-bef8-e671efb90d70 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1820838'] for port (e165445f-52fd-4d0f-9cae-70c48113b269), precommit_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:34:17.985126 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Device b29d3333-db1f-4507-adac-f97b9e255f10 up at agent ovs-agent-n-d-713498-36 {{(pid=103232) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 19:34:17.996976 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762867132591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593584'] for agent (496418a2-c002-4aec-ab1a-07f3bea491bd), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:34:18.010789 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.plugin [None req-b5c3cf32-7f48-4529-bef8-e671efb90d70 admin admin] Calling delete_port for e165445f-52fd-4d0f-9cae-70c48113b269 owned by network:router_gateway {{(pid=103230) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 19:34:18.016800 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.v2.base [req-f57f6bdf-ca40-4ac5-989d-c4d63571f612 req-daae99a4-6cc6-4bfa-b226-6b92483c6a57 tempest-ServersTestJSON-482035511 tempest-ServersTestJSON-482035511-project] Request body: {'port': {'device_id': '85989c01-4e9a-4574-a225-a51b4102ff77', 'network_id': '30b6826a-2ec4-4081-a475-68e12498d4e4', 'admin_state_up': True, 'tenant_id': '1d398ed7d9dd4dd6ba1e1a6a1e6a87ff'}} {{(pid=103229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 19:34:18.210630 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9fcbf4b-e02f-4dfc-bff8-7208b39c09ca tempest-NetworksTestDHCPv6-1153288886 tempest-NetworksTestDHCPv6-1153288886-project] Pushing event updated for resources: {'Port': ['ID=578b056e-99f2-4f37-9600-72c9a846dae3,revision_number=2']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:34:18.321900 n-d-713498-36 neutron-server[103229]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9fcbf4b-e02f-4dfc-bff8-7208b39c09ca tempest-NetworksTestDHCPv6-1153288886 tempest-NetworksTestDHCPv6-1153288886-project] Network f63a97a6-2552-42d7-aee9-c49ce8319647 is already hosted by enough agents. {{(pid=103229) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 19:34:18.324557 n-d-713498-36 neutron-server[103229]: DEBUG neutron.scheduler.base_scheduler [None req-a9fcbf4b-e02f-4dfc-bff8-7208b39c09ca tempest-NetworksTestDHCPv6-1153288886 tempest-NetworksTestDHCPv6-1153288886-project] Resources bound (agent type, host, resource id): {{(pid=103229) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 19:34:18.324695 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.provisioning_blocks [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Provisioning complete for port b29d3333-db1f-4507-adac-f97b9e255f10 triggered by entity L2. {{(pid=103232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 19:34:18.325217 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593630'] for port (b29d3333-db1f-4507-adac-f97b9e255f10), provisioning_complete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:34:18.366439 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-b5c3cf32-7f48-4529-bef8-e671efb90d70 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762867177463', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762866656476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14393751'] for port (e165445f-52fd-4d0f-9cae-70c48113b269), after_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:34:18.463695 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5c3cf32-7f48-4529-bef8-e671efb90d70 admin admin] Pushing event deleted for resources: {'Port': ['ID=e165445f-52fd-4d0f-9cae-70c48113b269,revision_number=None']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:34:18.474957 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.provisioning_blocks [None req-4183b9e4-c56d-40bc-8864-7acb53244496 None None] Provisioning complete for port b29d3333-db1f-4507-adac-f97b9e255f10 triggered by entity DHCP. {{(pid=103232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 19:34:18.475329 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-4183b9e4-c56d-40bc-8864-7acb53244496 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593630'] for port (b29d3333-db1f-4507-adac-f97b9e255f10), provisioning_complete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:34:18.517676 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f57f6bdf-ca40-4ac5-989d-c4d63571f612 req-daae99a4-6cc6-4bfa-b226-6b92483c6a57 tempest-ServersTestJSON-482035511 tempest-ServersTestJSON-482035511-project] Made reservation on behalf of 1d398ed7d9dd4dd6ba1e1a6a1e6a87ff for: {'port': 1} {{(pid=103229) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 19:34:18.523615 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-f57f6bdf-ca40-4ac5-989d-c4d63571f612 req-daae99a4-6cc6-4bfa-b226-6b92483c6a57 tempest-ServersTestJSON-482035511 tempest-ServersTestJSON-482035511-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (None), before_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:34:18.574956 n-d-713498-36 neutron-server[103229]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a9fcbf4b-e02f-4dfc-bff8-7208b39c09ca tempest-NetworksTestDHCPv6-1153288886 tempest-NetworksTestDHCPv6-1153288886-project] Router 4ad3a959-1aef-46dc-acf9-640d184f1fc5 is scheduled to L3 agent 93303d5e-5d17-45e8-8963-7694f87783ae with binding_index 1 {{(pid=103229) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 09 19:34:18.628439 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-b5c3cf32-7f48-4529-bef8-e671efb90d70 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1818987'] for router_gateway (f41ce5a5-2d3b-409b-9a33-5d8b20cb5c01), after_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:34:18.672896 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Current status of the port b29d3333-db1f-4507-adac-f97b9e255f10 is: DOWN; New status is: ACTIVE {{(pid=103232) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 19:34:18.673302 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (b29d3333-db1f-4507-adac-f97b9e255f10), before_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:34:18.703715 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.l3_hamode_db [None req-8a79a208-c615-442f-8da9-5590a112a55d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f41ce5a5-2d3b-409b-9a33-5d8b20cb5c01', 'name': 'tempest-ImageQuotaTest-307316783-router', 'tenant_id': '859c6b50f90844c29f759d03b2f7cd42', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88055e1e-672a-4487-be31-ffb6e833ece5', 'external_fixed_ips': [{'subnet_id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'ip_address': '172.25.1.244'}], 'enable_snat': True}, 'gw_port_id': 'e165445f-52fd-4d0f-9cae-70c48113b269', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T19:33:58Z', 'updated_at': '2022-02-09T19:34:14Z', 'revision_number': 5, 'project_id': '859c6b50f90844c29f759d03b2f7cd42', 'gw_port': {'id': 'e165445f-52fd-4d0f-9cae-70c48113b269', 'name': '', 'network_id': '88055e1e-672a-4487-be31-ffb6e833ece5', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:ca:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f41ce5a5-2d3b-409b-9a33-5d8b20cb5c01', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3216, 'fixed_ips': [{'subnet_id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'ip_address': '172.25.1.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T19:34:00Z', 'updated_at': '2022-02-09T19:34:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-36'}], 'n-d-713498-36', False) {} {{(pid=103232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:34:18.788005 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762867132591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593584'] for agent (488cd9ae-631f-4955-ba0b-4f5a13f12e9c), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:34:18.788742 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a79a208-c615-442f-8da9-5590a112a55d None None] Checking router: f41ce5a5-2d3b-409b-9a33-5d8b20cb5c01 for host: n-d-713498-36 {{(pid=103232) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 19:34:18.828523 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-b5c3cf32-7f48-4529-bef8-e671efb90d70 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1834988', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-58375'] for router (f41ce5a5-2d3b-409b-9a33-5d8b20cb5c01), precommit_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:34:18.830767 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-b5c3cf32-7f48-4529-bef8-e671efb90d70 admin admin] Publish callbacks [] for router_controller (f41ce5a5-2d3b-409b-9a33-5d8b20cb5c01), precommit_delete_associations {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:34:18.868027 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] For port b29d3333-db1f-4507-adac-f97b9e255f10, host n-d-713498-36, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-36',level=0,port_id=b29d3333-db1f-4507-adac-f97b9e255f10,segment=NetworkSegment(20e634bc-bbe0-4569-a1ea-6be524590675),segment_id=20e634bc-bbe0-4569-a1ea-6be524590675)] {{(pid=103232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 19:34:18.871437 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a79a208-c615-442f-8da9-5590a112a55d None None] Routers {'f41ce5a5-2d3b-409b-9a33-5d8b20cb5c01'} bound to L3 agent in host n-d-713498-36 {{(pid=103232) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 19:34:18.872080 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.l3_hamode_db [None req-8a79a208-c615-442f-8da9-5590a112a55d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-09T18:51:43Z,description=,heartbeat_timestamp=2022-02-09T19:34:13Z,host='n-d-713498-36',id=93303d5e-5d17-45e8-8963-7694f87783ae,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T18:51:43Z,topic='l3_agent')) {'router_ids': ['f41ce5a5-2d3b-409b-9a33-5d8b20cb5c01'], 'active': True} {{(pid=103232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:34:18.881475 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762867176205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762866656485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762866656503'] for port (b29d3333-db1f-4507-adac-f97b9e255f10), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:34:18.913854 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-b5c3cf32-7f48-4529-bef8-e671efb90d70 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1835003'] for router (f41ce5a5-2d3b-409b-9a33-5d8b20cb5c01), after_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:34:18.914877 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b5c3cf32-7f48-4529-bef8-e671efb90d70 admin admin] Fanout notify agent at l3_agent the message router_deleted on router f41ce5a5-2d3b-409b-9a33-5d8b20cb5c01 {{(pid=103230) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 09 19:34:18.927777 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-b5c3cf32-7f48-4529-bef8-e671efb90d70 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:34:18.937538 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-b5c3cf32-7f48-4529-bef8-e671efb90d70 admin admin] 10.222.0.75 "DELETE /v2.0/routers/f41ce5a5-2d3b-409b-9a33-5d8b20cb5c01 HTTP/1.1" status: 204 len: 168 time: 2.3858631 Feb 09 19:34:18.942576 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 36820) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:34:18.979356 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-4183b9e4-c56d-40bc-8864-7acb53244496 None None] Current status of the port b29d3333-db1f-4507-adac-f97b9e255f10 is: DOWN; New status is: ACTIVE {{(pid=103232) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 19:34:18.979356 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-4183b9e4-c56d-40bc-8864-7acb53244496 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (b29d3333-db1f-4507-adac-f97b9e255f10), before_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:34:19.031281 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-805db52e-7f64-4ea8-add5-5b5b608690d0 req-122323b1-c90f-4423-bd77-ee1c4f17f7f4 tempest-ServersTestJSON-482035511 tempest-ServersTestJSON-482035511-project] 10.222.0.75 "GET /v2.0/ports?device_id=85989c01-4e9a-4574-a225-a51b4102ff77 HTTP/1.1" status: 200 len: 210 time: 0.2152252 Feb 09 19:34:19.045043 n-d-713498-36 neutron-server[103229]: DEBUG neutron.db.db_base_plugin_common [req-f57f6bdf-ca40-4ac5-989d-c4d63571f612 req-daae99a4-6cc6-4bfa-b226-6b92483c6a57 tempest-ServersTestJSON-482035511 tempest-ServersTestJSON-482035511-project] Allocated IP 172.20.0.5 (30b6826a-2ec4-4081-a475-68e12498d4e4/030193b3-b985-4d6c-b0c1-2ea320638096/4d0e230e-48d5-40ed-8aa4-a746cc7661de) {{(pid=103229) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 19:34:19.067285 n-d-713498-36 neutron-server[103230]: DEBUG neutron.db.db_base_plugin_v2 [None req-c83bce03-8771-4c0a-a0dd-aba7eaba5f18 admin admin] Deleting subnet a507f996-2b10-4b62-a693-e1a1891f0fdf {{(pid=103230) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 19:34:19.071874 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-c83bce03-8771-4c0a-a0dd-aba7eaba5f18 admin admin] Publish callbacks [] for subnet (a507f996-2b10-4b62-a693-e1a1891f0fdf), before_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:34:19.079169 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a9fcbf4b-e02f-4dfc-bff8-7208b39c09ca tempest-NetworksTestDHCPv6-1153288886 tempest-NetworksTestDHCPv6-1153288886-project] Notify agent at l3_agent.n-d-713498-36 the message routers_updated {{(pid=103229) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 19:34:19.100917 n-d-713498-36 neutron-server[103233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-edf26853-448a-4cbf-b7c0-14ef127e5f98 None None] Sync routers for ids ['4ad3a959-1aef-46dc-acf9-640d184f1fc5'] in n-d-713498-36 {{(pid=103233) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 19:34:19.103145 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-a9fcbf4b-e02f-4dfc-bff8-7208b39c09ca tempest-NetworksTestDHCPv6-1153288886 tempest-NetworksTestDHCPv6-1153288886-project] 10.222.0.75 "PUT /v2.0/routers/4ad3a959-1aef-46dc-acf9-640d184f1fc5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3439209 Feb 09 19:34:19.103833 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 36836) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:34:19.117100 n-d-713498-36 neutron-server[103233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-edf26853-448a-4cbf-b7c0-14ef127e5f98 None None] Routers {'4ad3a959-1aef-46dc-acf9-640d184f1fc5'} bound to L3 agent in host n-d-713498-36 {{(pid=103233) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 19:34:19.120044 n-d-713498-36 neutron-server[103233]: DEBUG neutron.db.l3_hamode_db [None req-edf26853-448a-4cbf-b7c0-14ef127e5f98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-09T18:51:43Z,description=,heartbeat_timestamp=2022-02-09T19:34:13Z,host='n-d-713498-36',id=93303d5e-5d17-45e8-8963-7694f87783ae,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T18:51:43Z,topic='l3_agent')) {'router_ids': ['4ad3a959-1aef-46dc-acf9-640d184f1fc5'], 'active': True} {{(pid=103233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:34:19.140373 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-c83bce03-8771-4c0a-a0dd-aba7eaba5f18 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12895822'] for subnet (a507f996-2b10-4b62-a693-e1a1891f0fdf), precommit_delete_associations {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:34:19.157838 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.l3_dvr_db [None req-8a79a208-c615-442f-8da9-5590a112a55d None None] Set router f41ce5a5-2d3b-409b-9a33-5d8b20cb5c01 gateway port host: None {{(pid=103232) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 19:34:19.261155 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Pushing event updated for resources: {'Port': ['ID=b29d3333-db1f-4507-adac-f97b9e255f10,revision_number=3']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:34:19.276047 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.l3_hamode_db [None req-8a79a208-c615-442f-8da9-5590a112a55d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f41ce5a5-2d3b-409b-9a33-5d8b20cb5c01', 'name': 'tempest-ImageQuotaTest-307316783-router', 'tenant_id': '859c6b50f90844c29f759d03b2f7cd42', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T19:33:58Z', 'updated_at': '2022-02-09T19:34:18Z', 'revision_number': 7, 'project_id': '859c6b50f90844c29f759d03b2f7cd42', 'gw_port_host': None}], 'n-d-713498-36', False) {} {{(pid=103232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:34:19.282703 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762867132591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593584'] for agent (bcd5faee-dc24-4298-9134-0e0aa054058e), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:34:19.309011 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-c83bce03-8771-4c0a-a0dd-aba7eaba5f18 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-759852'] for subnet (a507f996-2b10-4b62-a693-e1a1891f0fdf), precommit_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:34:19.358816 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db31d0f1-4c5a-44b5-8abb-e04b5c6bd0e2 tempest-NetworksTestDHCPv6-1153288886 tempest-NetworksTestDHCPv6-1153288886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:34:19.364206 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-db31d0f1-4c5a-44b5-8abb-e04b5c6bd0e2 tempest-NetworksTestDHCPv6-1153288886 tempest-NetworksTestDHCPv6-1153288886-project] 10.222.0.75 "GET /v2.0/ports/578b056e-99f2-4f37-9600-72c9a846dae3 HTTP/1.1" status: 200 len: 911 time: 0.1049857 Feb 09 19:34:19.364373 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 36846) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:34:19.386758 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-f57f6bdf-ca40-4ac5-989d-c4d63571f612 req-daae99a4-6cc6-4bfa-b226-6b92483c6a57 tempest-ServersTestJSON-482035511 tempest-ServersTestJSON-482035511-project] Publish callbacks [] for port (4d0e230e-48d5-40ed-8aa4-a746cc7661de), precommit_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:34:19.396575 n-d-713498-36 neutron-server[103233]: DEBUG neutron.db.l3_dvr_db [None req-edf26853-448a-4cbf-b7c0-14ef127e5f98 None None] Set router 4ad3a959-1aef-46dc-acf9-640d184f1fc5 gateway port host: None {{(pid=103233) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 19:34:19.401866 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a79a208-c615-442f-8da9-5590a112a55d None None] The sync data for ids ['f41ce5a5-2d3b-409b-9a33-5d8b20cb5c01'] in n-d-713498-36 is: [{'id': 'f41ce5a5-2d3b-409b-9a33-5d8b20cb5c01', 'name': 'tempest-ImageQuotaTest-307316783-router', 'tenant_id': '859c6b50f90844c29f759d03b2f7cd42', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T19:33:58Z', 'updated_at': '2022-02-09T19:34:18Z', 'revision_number': 7, 'project_id': '859c6b50f90844c29f759d03b2f7cd42', 'gw_port_host': None}] {{(pid=103232) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 19:34:19.437893 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-c83bce03-8771-4c0a-a0dd-aba7eaba5f18 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-760023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14393672', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12985882'] for subnet (a507f996-2b10-4b62-a693-e1a1891f0fdf), after_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:34:19.440266 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.db.api [None req-4183b9e4-c56d-40bc-8864-7acb53244496 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103232) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 09 19:34:19.440662 n-d-713498-36 neutron-server[103232]: DEBUG oslo_db.api [None req-4183b9e4-c56d-40bc-8864-7acb53244496 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 09 19:34:19.444941 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-f57f6bdf-ca40-4ac5-989d-c4d63571f612 req-daae99a4-6cc6-4bfa-b226-6b92483c6a57 tempest-ServersTestJSON-482035511 tempest-ServersTestJSON-482035511-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762866656467', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12867576'] for port (4d0e230e-48d5-40ed-8aa4-a746cc7661de), after_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:34:19.466350 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] get_ports_and_sgs() called for port_ids ['f66e9e9f-dc25-41b3-a2e4-a6e5122a970c'] {{(pid=103232) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 19:34:19.505135 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c83bce03-8771-4c0a-a0dd-aba7eaba5f18 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a507f996-2b10-4b62-a693-e1a1891f0fdf,revision_number=None']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:34:19.509014 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-c83bce03-8771-4c0a-a0dd-aba7eaba5f18 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:34:19.513837 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-c83bce03-8771-4c0a-a0dd-aba7eaba5f18 admin admin] 10.222.0.75 "DELETE /v2.0/subnets/a507f996-2b10-4b62-a693-e1a1891f0fdf HTTP/1.1" status: 204 len: 168 time: 0.5714483 Feb 09 19:34:19.516307 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 36852) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:34:19.531687 n-d-713498-36 neutron-server[103229]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f57f6bdf-ca40-4ac5-989d-c4d63571f612 req-daae99a4-6cc6-4bfa-b226-6b92483c6a57 tempest-ServersTestJSON-482035511 tempest-ServersTestJSON-482035511-project] Network 30b6826a-2ec4-4081-a475-68e12498d4e4 is already hosted by enough agents. {{(pid=103229) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 19:34:19.533237 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daae99a4-6cc6-4bfa-b226-6b92483c6a57 tempest-ServersTestJSON-482035511 tempest-ServersTestJSON-482035511-project] Pushing event updated for resources: {'Port': ['ID=4d0e230e-48d5-40ed-8aa4-a746cc7661de,revision_number=1']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:34:19.543827 n-d-713498-36 neutron-server[103229]: DEBUG neutron.scheduler.base_scheduler [req-f57f6bdf-ca40-4ac5-989d-c4d63571f612 req-daae99a4-6cc6-4bfa-b226-6b92483c6a57 tempest-ServersTestJSON-482035511 tempest-ServersTestJSON-482035511-project] Resources bound (agent type, host, resource id): {{(pid=103229) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 19:34:19.551620 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0bb038b2-881f-460e-b187-0993d798e7cf tempest-NetworksTestDHCPv6-1153288886 tempest-NetworksTestDHCPv6-1153288886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:34:19.558843 n-d-713498-36 neutron-server[103229]: DEBUG neutron.db.l3_dvrscheduler_db [req-f57f6bdf-ca40-4ac5-989d-c4d63571f612 req-daae99a4-6cc6-4bfa-b226-6b92483c6a57 tempest-ServersTestJSON-482035511 tempest-ServersTestJSON-482035511-project] Received port after_create {{(pid=103229) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 19:34:19.559701 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0bb038b2-881f-460e-b187-0993d798e7cf tempest-NetworksTestDHCPv6-1153288886 tempest-NetworksTestDHCPv6-1153288886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:34:19.563815 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-0bb038b2-881f-460e-b187-0993d798e7cf tempest-NetworksTestDHCPv6-1153288886 tempest-NetworksTestDHCPv6-1153288886-project] 10.222.0.75 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1655 time: 0.1978016 Feb 09 19:34:19.567800 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 36854) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:34:19.617805 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6048e58-4a25-43d7-9b2a-96760155a152 None None] Network 63953cf7-ca60-434c-8fd4-7ff128562010 requested from n-d-713498-36 {{(pid=103232) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 19:34:19.698329 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-c69758be-23e5-4ad6-9dcc-1bc0416cb5d0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-670458'] for network (63953cf7-ca60-434c-8fd4-7ff128562010), before_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:34:19.715527 n-d-713498-36 neutron-server[103233]: DEBUG neutron.db.l3_hamode_db [None req-edf26853-448a-4cbf-b7c0-14ef127e5f98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4ad3a959-1aef-46dc-acf9-640d184f1fc5', 'name': 'tempest-NetworksTestDHCPv6-router-570627253', 'tenant_id': '84aec0d011da47d8bc94f6ba8668f413', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T19:34:14Z', 'updated_at': '2022-02-09T19:34:16Z', 'revision_number': 2, 'project_id': '84aec0d011da47d8bc94f6ba8668f413', 'gw_port_host': None, '_interfaces': [{'id': '578b056e-99f2-4f37-9600-72c9a846dae3', 'name': '', 'network_id': 'f63a97a6-2552-42d7-aee9-c49ce8319647', 'tenant_id': '84aec0d011da47d8bc94f6ba8668f413', 'mac_address': 'fa:16:3e:85:da:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4ad3a959-1aef-46dc-acf9-640d184f1fc5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3228, 'fixed_ips': [{'subnet_id': '20f52af3-f6ee-4846-802f-6c7f8fd8aecd', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T19:34:15Z', 'updated_at': '2022-02-09T19:34:17Z', 'revision_number': 2, 'project_id': '84aec0d011da47d8bc94f6ba8668f413', 'subnets': [{'id': '20f52af3-f6ee-4846-802f-6c7f8fd8aecd', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-36', False) {} {{(pid=103233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:34:19.754974 n-d-713498-36 neutron-server[103233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-edf26853-448a-4cbf-b7c0-14ef127e5f98 None None] Checking router: 4ad3a959-1aef-46dc-acf9-640d184f1fc5 for host: n-d-713498-36 {{(pid=103233) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 19:34:19.755896 n-d-713498-36 neutron-server[103233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-edf26853-448a-4cbf-b7c0-14ef127e5f98 None None] Updating router 4ad3a959-1aef-46dc-acf9-640d184f1fc5 port 578b056e-99f2-4f37-9600-72c9a846dae3 binding host n-d-713498-36 {{(pid=103233) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 19:34:19.791394 n-d-713498-36 neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-edf26853-448a-4cbf-b7c0-14ef127e5f98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (578b056e-99f2-4f37-9600-72c9a846dae3), before_update {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:34:19.830041 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 36860) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:34:19.943198 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.plugin [None req-c69758be-23e5-4ad6-9dcc-1bc0416cb5d0 admin admin] Deleting port 9e08b88d-52ed-44c8-831a-558661431090 {{(pid=103230) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 19:34:19.944937 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-c69758be-23e5-4ad6-9dcc-1bc0416cb5d0 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762867170196'] for port (9e08b88d-52ed-44c8-831a-558661431090), before_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:34:20.037359 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f57f6bdf-ca40-4ac5-989d-c4d63571f612 req-daae99a4-6cc6-4bfa-b226-6b92483c6a57 tempest-ServersTestJSON-482035511 tempest-ServersTestJSON-482035511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:34:20.039521 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-f57f6bdf-ca40-4ac5-989d-c4d63571f612 req-daae99a4-6cc6-4bfa-b226-6b92483c6a57 tempest-ServersTestJSON-482035511 tempest-ServersTestJSON-482035511-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171096'] for port (None), before_response {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:34:20.088245 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-f57f6bdf-ca40-4ac5-989d-c4d63571f612 req-daae99a4-6cc6-4bfa-b226-6b92483c6a57 tempest-ServersTestJSON-482035511 tempest-ServersTestJSON-482035511-project] 10.222.0.89 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1201200 Feb 09 19:34:20.111802 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.v2.base [req-f57f6bdf-ca40-4ac5-989d-c4d63571f612 req-2a845a4c-49db-44a1-8077-e5b11c18ed46 service neutron] Request body: {'port': {'device_id': '85989c01-4e9a-4574-a225-a51b4102ff77', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-713498-36'}} {{(pid=103229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 19:34:20.114990 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-4183b9e4-c56d-40bc-8864-7acb53244496 None None] Current status of the port b29d3333-db1f-4507-adac-f97b9e255f10 is: ACTIVE; New status is: ACTIVE {{(pid=103232) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 19:34:20.134925 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-6d09f470-92ea-4e8c-b7ae-3cc2c0b30a85 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:34:20.156171 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.db [None req-c69758be-23e5-4ad6-9dcc-1bc0416cb5d0 admin admin] For port 9e08b88d-52ed-44c8-831a-558661431090, host n-d-713498-36, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-36',level=0,port_id=9e08b88d-52ed-44c8-831a-558661431090,segment=NetworkSegment(8a44308b-8172-4753-a22c-b729f7d42256),segment_id=8a44308b-8172-4753-a22c-b729f7d42256)] {{(pid=103230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 19:34:20.156695 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-c69758be-23e5-4ad6-9dcc-1bc0416cb5d0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1820838'] for port (9e08b88d-52ed-44c8-831a-558661431090), precommit_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:34:20.206261 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.plugin [None req-c69758be-23e5-4ad6-9dcc-1bc0416cb5d0 admin admin] Calling delete_port for 9e08b88d-52ed-44c8-831a-558661431090 owned by network:dhcp {{(pid=103230) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 19:34:20.231822 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-f57f6bdf-ca40-4ac5-989d-c4d63571f612 req-2a845a4c-49db-44a1-8077-e5b11c18ed46 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (4d0e230e-48d5-40ed-8aa4-a746cc7661de), before_update {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:34:20.245091 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.provisioning_blocks [None req-f562ae37-0e84-4c45-921b-4603dd66b067 None None] Provisioning complete for port 578b056e-99f2-4f37-9600-72c9a846dae3 triggered by entity DHCP. {{(pid=103232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 19:34:20.247469 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-f562ae37-0e84-4c45-921b-4603dd66b067 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593630'] for port (578b056e-99f2-4f37-9600-72c9a846dae3), provisioning_complete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:34:20.312779 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-f562ae37-0e84-4c45-921b-4603dd66b067 None None] Port 578b056e-99f2-4f37-9600-72c9a846dae3 cannot update to ACTIVE because it is not bound. {{(pid=103232) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 19:34:20.345357 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a60716ba-14b5-43ca-a423-11962217e78f None None] DHCP port deletion for 63953cf7-ca60-434c-8fd4-7ff128562010 request from n-d-713498-36 {{(pid=103232) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 09 19:34:20.356964 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Device b29d3333-db1f-4507-adac-f97b9e255f10 up at agent ovs-agent-n-d-713498-36 {{(pid=103232) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 19:34:20.397375 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71df0a40-e89a-474f-9156-097d128b8933 req-d881afac-a3c0-467c-a42b-37318853847f tempest-ServersTestJSON-482035511 tempest-ServersTestJSON-482035511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:34:20.411920 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-71df0a40-e89a-474f-9156-097d128b8933 req-d881afac-a3c0-467c-a42b-37318853847f tempest-ServersTestJSON-482035511 tempest-ServersTestJSON-482035511-project] 10.222.0.75 "GET /v2.0/ports?device_id=85989c01-4e9a-4574-a225-a51b4102ff77 HTTP/1.1" status: 200 len: 931 time: 0.2236638 Feb 09 19:34:20.479410 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.provisioning_blocks [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Provisioning complete for port b29d3333-db1f-4507-adac-f97b9e255f10 triggered by entity L2. {{(pid=103232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 19:34:20.479674 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593630'] for port (b29d3333-db1f-4507-adac-f97b9e255f10), provisioning_complete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:34:20.531996 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-6d09f470-92ea-4e8c-b7ae-3cc2c0b30a85 admin admin] Publish callbacks [] for security_group (c5d6fe20-ee50-4119-bef2-95c26d1106fe), precommit_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:34:20.539242 n-d-713498-36 neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-edf26853-448a-4cbf-b7c0-14ef127e5f98 None None] Publish callbacks [] for port (578b056e-99f2-4f37-9600-72c9a846dae3), precommit_update {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:34:20.546873 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-6d09f470-92ea-4e8c-b7ae-3cc2c0b30a85 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1892331'] for security_group (c5d6fe20-ee50-4119-bef2-95c26d1106fe), after_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:34:20.554891 n-d-713498-36 neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-edf26853-448a-4cbf-b7c0-14ef127e5f98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762867176205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762866656485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762866656503'] for port (578b056e-99f2-4f37-9600-72c9a846dae3), after_update {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:34:20.557254 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-71df0a40-e89a-474f-9156-097d128b8933 req-ecf10e10-f570-4884-8757-8c252bae97b4 tempest-ServersTestJSON-482035511 tempest-ServersTestJSON-482035511-project] 10.222.0.75 "GET /v2.0/security-groups?id=37883354-c9cd-40f0-bbce-1c711bac4569&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1442378 Feb 09 19:34:20.631649 n-d-713498-36 neutron-server[103233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-756e9281-1bc6-4ffb-810a-cc04633725ac None None] Pushing event updated for resources: {'Port': ['ID=578b056e-99f2-4f37-9600-72c9a846dae3,revision_number=3']} {{(pid=103233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:34:20.652709 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-c69758be-23e5-4ad6-9dcc-1bc0416cb5d0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762867177463', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762866656476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14393751'] for port (9e08b88d-52ed-44c8-831a-558661431090), after_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:34:20.721990 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c69758be-23e5-4ad6-9dcc-1bc0416cb5d0 admin admin] Pushing event deleted for resources: {'Port': ['ID=9e08b88d-52ed-44c8-831a-558661431090,revision_number=None']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:34:20.727859 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Current status of the port b29d3333-db1f-4507-adac-f97b9e255f10 is: ACTIVE; New status is: ACTIVE {{(pid=103232) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 19:34:20.735309 n-d-713498-36 neutron-server[103233]: DEBUG neutron.plugins.ml2.managers [None req-edf26853-448a-4cbf-b7c0-14ef127e5f98 None None] Attempting to bind port 578b056e-99f2-4f37-9600-72c9a846dae3 on host n-d-713498-36 for vnic_type normal with profile {{(pid=103233) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 19:34:20.735935 n-d-713498-36 neutron-server[103233]: DEBUG neutron.plugins.ml2.managers [None req-edf26853-448a-4cbf-b7c0-14ef127e5f98 None None] Attempting to bind port 578b056e-99f2-4f37-9600-72c9a846dae3 by drivers openvswitch,hyperv on host n-d-713498-36 at level 0 using segments [{'id': '20e634bc-bbe0-4569-a1ea-6be524590675', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': 'f63a97a6-2552-42d7-aee9-c49ce8319647'}] {{(pid=103233) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 19:34:20.736788 n-d-713498-36 neutron-server[103233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-edf26853-448a-4cbf-b7c0-14ef127e5f98 None None] Attempting to bind port 578b056e-99f2-4f37-9600-72c9a846dae3 on network f63a97a6-2552-42d7-aee9-c49ce8319647 {{(pid=103233) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 19:34:20.742102 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d09f470-92ea-4e8c-b7ae-3cc2c0b30a85 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c5d6fe20-ee50-4119-bef2-95c26d1106fe,revision_number=1']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:34:20.743602 n-d-713498-36 neutron-server[103233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-edf26853-448a-4cbf-b7c0-14ef127e5f98 None None] Checking agent: {'id': '496418a2-c002-4aec-ab1a-07f3bea491bd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-36', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 18, 51, 47), 'started_at': datetime.datetime(2022, 2, 9, 18, 52, 17), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 19, 34, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-36'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103233) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 19:34:20.744127 n-d-713498-36 neutron-server[103233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-edf26853-448a-4cbf-b7c0-14ef127e5f98 None None] Checking segment: {'id': '20e634bc-bbe0-4569-a1ea-6be524590675', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': 'f63a97a6-2552-42d7-aee9-c49ce8319647'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103233) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 19:34:20.744641 n-d-713498-36 neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-edf26853-448a-4cbf-b7c0-14ef127e5f98 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:34:20.745144 n-d-713498-36 neutron-server[103233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-edf26853-448a-4cbf-b7c0-14ef127e5f98 None None] Bound using segment: {'id': '20e634bc-bbe0-4569-a1ea-6be524590675', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': 'f63a97a6-2552-42d7-aee9-c49ce8319647'} {{(pid=103233) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 19:34:20.747379 n-d-713498-36 neutron-server[103233]: DEBUG neutron.plugins.ml2.managers [None req-edf26853-448a-4cbf-b7c0-14ef127e5f98 None None] Bound port: 578b056e-99f2-4f37-9600-72c9a846dae3, host: n-d-713498-36, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '20e634bc-bbe0-4569-a1ea-6be524590675', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': 'f63a97a6-2552-42d7-aee9-c49ce8319647'}}] {{(pid=103233) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 19:34:20.748213 n-d-713498-36 neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-edf26853-448a-4cbf-b7c0-14ef127e5f98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (578b056e-99f2-4f37-9600-72c9a846dae3), before_update {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:34:20.752749 n-d-713498-36 neutron-server[103230]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c69758be-23e5-4ad6-9dcc-1bc0416cb5d0 admin admin] No DVR routers for this DVR port 9e08b88d-52ed-44c8-831a-558661431090 on host n-d-713498-36 {{(pid=103230) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 19:34:20.755818 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Device 3979d352-937d-4690-9583-1a70246fb112 no longer exists at agent ovs-agent-n-d-713498-36 {{(pid=103232) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 19:34:20.765143 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-a60716ba-14b5-43ca-a423-11962217e78f None None] Deleting port 9e08b88d-52ed-44c8-831a-558661431090 {{(pid=103232) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 19:34:20.765397 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-a60716ba-14b5-43ca-a423-11962217e78f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762867170196'] for port (9e08b88d-52ed-44c8-831a-558661431090), before_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:34:20.885835 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-a60716ba-14b5-43ca-a423-11962217e78f None None] For port 9e08b88d-52ed-44c8-831a-558661431090, host n-d-713498-36, got binding levels [] {{(pid=103232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 19:34:20.887278 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-a60716ba-14b5-43ca-a423-11962217e78f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1820838'] for port (9e08b88d-52ed-44c8-831a-558661431090), precommit_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:34:20.895105 n-d-713498-36 neutron-server[103233]: DEBUG neutron.plugins.ml2.db [None req-edf26853-448a-4cbf-b7c0-14ef127e5f98 None None] For port 578b056e-99f2-4f37-9600-72c9a846dae3, host n-d-713498-36, cleared binding levels {{(pid=103233) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 19:34:20.907301 n-d-713498-36 neutron-server[103233]: DEBUG neutron.plugins.ml2.db [None req-edf26853-448a-4cbf-b7c0-14ef127e5f98 None None] For port 578b056e-99f2-4f37-9600-72c9a846dae3, host n-d-713498-36, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-36',level=0,port_id=578b056e-99f2-4f37-9600-72c9a846dae3,segment=NetworkSegment(20e634bc-bbe0-4569-a1ea-6be524590675),segment_id=20e634bc-bbe0-4569-a1ea-6be524590675)] {{(pid=103233) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 19:34:20.916683 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-a60716ba-14b5-43ca-a423-11962217e78f None None] Calling delete_port for 9e08b88d-52ed-44c8-831a-558661431090 owned by network:dhcp {{(pid=103232) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 19:34:20.920753 n-d-713498-36 neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-edf26853-448a-4cbf-b7c0-14ef127e5f98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762867176205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762866656485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762866656503'] for port (578b056e-99f2-4f37-9600-72c9a846dae3), after_update {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:34:20.921384 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.ipam_backend_mixin [None req-a60716ba-14b5-43ca-a423-11962217e78f None None] Port 9e08b88d-52ed-44c8-831a-558661431090 was not found and therefore no delete operation was performed {{(pid=103232) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Feb 09 19:34:20.925482 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-a60716ba-14b5-43ca-a423-11962217e78f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762867177463', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762866656476'] for port (9e08b88d-52ed-44c8-831a-558661431090), after_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:34:20.936509 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-c69758be-23e5-4ad6-9dcc-1bc0416cb5d0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-590267', 'neutron.services.segments.db._delete_segments_for_network-8762867132609'] for network (63953cf7-ca60-434c-8fd4-7ff128562010), precommit_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:34:20.976816 n-d-713498-36 neutron-server[103230]: DEBUG neutron.services.segments.db [None req-c69758be-23e5-4ad6-9dcc-1bc0416cb5d0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['63953cf7-ca60-434c-8fd4-7ff128562010']}} {{(pid=103230) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:34:20.981391 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a60716ba-14b5-43ca-a423-11962217e78f None None] Pushing event deleted for resources: {'Port': ['ID=9e08b88d-52ed-44c8-831a-558661431090,revision_number=None']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:34:20.983711 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a60716ba-14b5-43ca-a423-11962217e78f None None] No DVR routers for this DVR port 9e08b88d-52ed-44c8-831a-558661431090 on host n-d-713498-36 {{(pid=103232) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 19:34:20.985656 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] No Port match for: 3979d352-937d-4690-9583-1a70246fb112 {{(pid=103232) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 19:34:20.986019 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Device 3979d352-937d-4690-9583-1a70246fb112 not bound to the agent host n-d-713498-36 {{(pid=103232) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 19:34:21.010760 n-d-713498-36 neutron-server[103230]: DEBUG neutron.services.segments.db [None req-c69758be-23e5-4ad6-9dcc-1bc0416cb5d0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8a44308b-8172-4753-a22c-b729f7d42256') {'for_net_delete': True} {{(pid=103230) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:34:21.011238 n-d-713498-36 neutron-server[103230]: DEBUG neutron.services.segments.db [None req-c69758be-23e5-4ad6-9dcc-1bc0416cb5d0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8a44308b-8172-4753-a22c-b729f7d42256') {} {{(pid=103230) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:34:21.034367 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-c69758be-23e5-4ad6-9dcc-1bc0416cb5d0 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762867134154', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12895813'] for segment (8a44308b-8172-4753-a22c-b729f7d42256), before_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:34:21.039312 n-d-713498-36 neutron-server[103233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-edf26853-448a-4cbf-b7c0-14ef127e5f98 None None] Routers {'4ad3a959-1aef-46dc-acf9-640d184f1fc5'} bound to L3 agent in host n-d-713498-36 {{(pid=103233) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 19:34:21.040004 n-d-713498-36 neutron-server[103233]: DEBUG neutron.db.l3_hamode_db [None req-edf26853-448a-4cbf-b7c0-14ef127e5f98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-09T18:51:43Z,description=,heartbeat_timestamp=2022-02-09T19:34:13Z,host='n-d-713498-36',id=93303d5e-5d17-45e8-8963-7694f87783ae,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T18:51:43Z,topic='l3_agent')) {'router_ids': ['4ad3a959-1aef-46dc-acf9-640d184f1fc5'], 'active': True} {{(pid=103233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:34:21.052750 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-c69758be-23e5-4ad6-9dcc-1bc0416cb5d0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-759574'] for segment (8a44308b-8172-4753-a22c-b729f7d42256), precommit_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:34:21.062751 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c69758be-23e5-4ad6-9dcc-1bc0416cb5d0 admin admin] Releasing vlan 373 on physical network physnet1 to pool {{(pid=103230) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 19:34:21.063333 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-c69758be-23e5-4ad6-9dcc-1bc0416cb5d0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-759574', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14393826'] for segment (8a44308b-8172-4753-a22c-b729f7d42256), after_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:34:21.077083 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-9babc2b4-3ccb-49c1-99a6-93bb7ca21f59 tempest-NetworksTestDHCPv6-1153288886 tempest-NetworksTestDHCPv6-1153288886-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1834525'] for router_interface (4ad3a959-1aef-46dc-acf9-640d184f1fc5), before_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:34:21.127238 n-d-713498-36 neutron-server[103229]: DEBUG neutron.notifiers.nova [req-f57f6bdf-ca40-4ac5-989d-c4d63571f612 req-2a845a4c-49db-44a1-8077-e5b11c18ed46 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4d0e230e-48d5-40ed-8aa4-a746cc7661de {{(pid=103229) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 19:34:21.152871 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-6d09f470-92ea-4e8c-b7ae-3cc2c0b30a85 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=5f8494f1d57b4a20a8a197a73402ede2&name=default HTTP/1.1" status: 200 len: 3000 time: 1.3193815 Feb 09 19:34:21.154735 n-d-713498-36 neutron-server[103230]: Traceback (most recent call last): Feb 09 19:34:21.154735 n-d-713498-36 neutron-server[103230]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 19:34:21.154735 n-d-713498-36 neutron-server[103230]: timer() Feb 09 19:34:21.154735 n-d-713498-36 neutron-server[103230]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 19:34:21.154735 n-d-713498-36 neutron-server[103230]: cb(*args, **kw) Feb 09 19:34:21.154735 n-d-713498-36 neutron-server[103230]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 19:34:21.154735 n-d-713498-36 neutron-server[103230]: return func(*args, **kwargs) Feb 09 19:34:21.154735 n-d-713498-36 neutron-server[103230]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 19:34:21.154735 n-d-713498-36 neutron-server[103230]: self._notify() Feb 09 19:34:21.154735 n-d-713498-36 neutron-server[103230]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 19:34:21.154735 n-d-713498-36 neutron-server[103230]: self.callback(batched_events) Feb 09 19:34:21.154735 n-d-713498-36 neutron-server[103230]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 19:34:21.154735 n-d-713498-36 neutron-server[103230]: event.method(event) Feb 09 19:34:21.154735 n-d-713498-36 neutron-server[103230]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 19:34:21.154735 n-d-713498-36 neutron-server[103230]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 19:34:21.154735 n-d-713498-36 neutron-server[103230]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 19:34:21.154735 n-d-713498-36 neutron-server[103230]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 19:34:21.154735 n-d-713498-36 neutron-server[103230]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 19:34:21.154735 n-d-713498-36 neutron-server[103230]: return f(self, *a, **k) Feb 09 19:34:21.154735 n-d-713498-36 neutron-server[103230]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 19:34:21.154735 n-d-713498-36 neutron-server[103230]: return self._get(url).json() Feb 09 19:34:21.154735 n-d-713498-36 neutron-server[103230]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 19:34:21.154735 n-d-713498-36 neutron-server[103230]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 19:34:21.154735 n-d-713498-36 neutron-server[103230]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 19:34:21.154735 n-d-713498-36 neutron-server[103230]: return self.request(url, 'GET', **kwargs) Feb 09 19:34:21.154735 n-d-713498-36 neutron-server[103230]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 19:34:21.154735 n-d-713498-36 neutron-server[103230]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 19:34:21.154735 n-d-713498-36 neutron-server[103230]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 19:34:21.154735 n-d-713498-36 neutron-server[103230]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 19:34:21.154735 n-d-713498-36 neutron-server[103230]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 19:34:21.154735 n-d-713498-36 neutron-server[103230]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 19:34:21.154735 n-d-713498-36 neutron-server[103230]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 19:34:21.156607 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.provisioning_blocks [None req-6f8e2ced-dfee-464e-8cb3-ca802eff4e5e None None] Provisioning complete for port 578b056e-99f2-4f37-9600-72c9a846dae3 triggered by entity DHCP. {{(pid=103232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 19:34:21.156607 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-6f8e2ced-dfee-464e-8cb3-ca802eff4e5e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593630'] for port (578b056e-99f2-4f37-9600-72c9a846dae3), provisioning_complete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:34:21.157096 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-c69758be-23e5-4ad6-9dcc-1bc0416cb5d0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-590242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1885479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1818895'] for network (63953cf7-ca60-434c-8fd4-7ff128562010), after_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:34:21.158968 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 36870) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:34:21.177875 n-d-713498-36 neutron-server[103233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-756e9281-1bc6-4ffb-810a-cc04633725ac None None] Pushing event updated for resources: {'Port': ['ID=578b056e-99f2-4f37-9600-72c9a846dae3,revision_number=4']} {{(pid=103233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:34:21.190222 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-f57f6bdf-ca40-4ac5-989d-c4d63571f612 req-2a845a4c-49db-44a1-8077-e5b11c18ed46 service neutron] Publish callbacks [] for port (4d0e230e-48d5-40ed-8aa4-a746cc7661de), precommit_update {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:34:21.208194 n-d-713498-36 neutron-server[103233]: DEBUG neutron.db.l3_dvr_db [None req-edf26853-448a-4cbf-b7c0-14ef127e5f98 None None] Set router 4ad3a959-1aef-46dc-acf9-640d184f1fc5 gateway port host: None {{(pid=103233) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 19:34:21.219251 n-d-713498-36 neutron-server[103229]: DEBUG neutron.db.provisioning_blocks [req-f57f6bdf-ca40-4ac5-989d-c4d63571f612 req-2a845a4c-49db-44a1-8077-e5b11c18ed46 service neutron] Transition to ACTIVE for port object 4d0e230e-48d5-40ed-8aa4-a746cc7661de will not be triggered until provisioned by entity L2. {{(pid=103229) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 19:34:21.232261 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-f57f6bdf-ca40-4ac5-989d-c4d63571f612 req-2a845a4c-49db-44a1-8077-e5b11c18ed46 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762867176205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762866656485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762866656503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12867569'] for port (4d0e230e-48d5-40ed-8aa4-a746cc7661de), after_update {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:34:21.244782 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-c69758be-23e5-4ad6-9dcc-1bc0416cb5d0 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:34:21.258666 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-c69758be-23e5-4ad6-9dcc-1bc0416cb5d0 admin admin] 10.222.0.75 "DELETE /v2.0/networks/63953cf7-ca60-434c-8fd4-7ff128562010 HTTP/1.1" status: 204 len: 168 time: 1.7408876 Feb 09 19:34:21.271697 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c69758be-23e5-4ad6-9dcc-1bc0416cb5d0 admin admin] Pushing event deleted for resources: {'Network': ['ID=63953cf7-ca60-434c-8fd4-7ff128562010,revision_number=None']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:34:21.333342 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-5a03b18c-679d-4616-9542-73f6bed03717 admin admin] Publish callbacks [] for security_group (c5d6fe20-ee50-4119-bef2-95c26d1106fe), before_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:34:21.364035 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-6f8e2ced-dfee-464e-8cb3-ca802eff4e5e None None] Current status of the port 578b056e-99f2-4f37-9600-72c9a846dae3 is: DOWN; New status is: ACTIVE {{(pid=103232) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 19:34:21.364518 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-5a03b18c-679d-4616-9542-73f6bed03717 admin admin] Publish callbacks [] for security_group (c5d6fe20-ee50-4119-bef2-95c26d1106fe), precommit_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:34:21.364662 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-6f8e2ced-dfee-464e-8cb3-ca802eff4e5e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (578b056e-99f2-4f37-9600-72c9a846dae3), before_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:34:21.447414 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-5a03b18c-679d-4616-9542-73f6bed03717 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1892331'] for security_group (c5d6fe20-ee50-4119-bef2-95c26d1106fe), after_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:34:21.453637 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-5a03b18c-679d-4616-9542-73f6bed03717 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:34:21.456211 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-5a03b18c-679d-4616-9542-73f6bed03717 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/c5d6fe20-ee50-4119-bef2-95c26d1106fe HTTP/1.1" status: 204 len: 168 time: 0.2960978 Feb 09 19:34:21.460032 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-6f8e2ced-dfee-464e-8cb3-ca802eff4e5e None None] For port 578b056e-99f2-4f37-9600-72c9a846dae3, host n-d-713498-36, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-36',level=0,port_id=578b056e-99f2-4f37-9600-72c9a846dae3,segment=NetworkSegment(20e634bc-bbe0-4569-a1ea-6be524590675),segment_id=20e634bc-bbe0-4569-a1ea-6be524590675)] {{(pid=103232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 19:34:21.467559 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-6f8e2ced-dfee-464e-8cb3-ca802eff4e5e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762867176205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762866656485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762866656503'] for port (578b056e-99f2-4f37-9600-72c9a846dae3), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:34:21.503904 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a03b18c-679d-4616-9542-73f6bed03717 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c5d6fe20-ee50-4119-bef2-95c26d1106fe,revision_number=None']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:34:21.534356 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a845a4c-49db-44a1-8077-e5b11c18ed46 service neutron] Pushing event updated for resources: {'Port': ['ID=4d0e230e-48d5-40ed-8aa4-a746cc7661de,revision_number=2']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:34:21.603504 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 36878) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:34:21.630428 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f8e2ced-dfee-464e-8cb3-ca802eff4e5e None None] Pushing event updated for resources: {'Port': ['ID=578b056e-99f2-4f37-9600-72c9a846dae3,revision_number=5']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:34:21.661639 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.provisioning_blocks [None req-08c1fa8d-9ca6-43f7-a5c7-6cf72a8c2b4c None None] Provisioning complete for port 578b056e-99f2-4f37-9600-72c9a846dae3 triggered by entity DHCP. {{(pid=103232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 19:34:21.666473 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-08c1fa8d-9ca6-43f7-a5c7-6cf72a8c2b4c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593630'] for port (578b056e-99f2-4f37-9600-72c9a846dae3), provisioning_complete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:34:21.711977 n-d-713498-36 neutron-server[103233]: DEBUG neutron.db.l3_hamode_db [None req-edf26853-448a-4cbf-b7c0-14ef127e5f98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4ad3a959-1aef-46dc-acf9-640d184f1fc5', 'name': 'tempest-NetworksTestDHCPv6-router-570627253', 'tenant_id': '84aec0d011da47d8bc94f6ba8668f413', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T19:34:14Z', 'updated_at': '2022-02-09T19:34:16Z', 'revision_number': 2, 'project_id': '84aec0d011da47d8bc94f6ba8668f413', 'gw_port_host': None, '_interfaces': [{'id': '578b056e-99f2-4f37-9600-72c9a846dae3', 'name': '', 'network_id': 'f63a97a6-2552-42d7-aee9-c49ce8319647', 'tenant_id': '84aec0d011da47d8bc94f6ba8668f413', 'mac_address': 'fa:16:3e:85:da:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4ad3a959-1aef-46dc-acf9-640d184f1fc5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3228, 'fixed_ips': [{'subnet_id': '20f52af3-f6ee-4846-802f-6c7f8fd8aecd', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T19:34:15Z', 'updated_at': '2022-02-09T19:34:20Z', 'revision_number': 4, 'project_id': '84aec0d011da47d8bc94f6ba8668f413', 'subnets': [{'id': '20f52af3-f6ee-4846-802f-6c7f8fd8aecd', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-36', False) {} {{(pid=103233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:34:21.729398 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Device e165445f-52fd-4d0f-9cae-70c48113b269 no longer exists at agent ovs-agent-n-d-713498-36 {{(pid=103232) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 19:34:21.755568 n-d-713498-36 neutron-server[103233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-edf26853-448a-4cbf-b7c0-14ef127e5f98 None None] The sync data for ids ['4ad3a959-1aef-46dc-acf9-640d184f1fc5'] in n-d-713498-36 is: [{'id': '4ad3a959-1aef-46dc-acf9-640d184f1fc5', 'name': 'tempest-NetworksTestDHCPv6-router-570627253', 'tenant_id': '84aec0d011da47d8bc94f6ba8668f413', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T19:34:14Z', 'updated_at': '2022-02-09T19:34:16Z', 'revision_number': 2, 'project_id': '84aec0d011da47d8bc94f6ba8668f413', 'gw_port_host': None, '_interfaces': [{'id': '578b056e-99f2-4f37-9600-72c9a846dae3', 'name': '', 'network_id': 'f63a97a6-2552-42d7-aee9-c49ce8319647', 'tenant_id': '84aec0d011da47d8bc94f6ba8668f413', 'mac_address': 'fa:16:3e:85:da:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4ad3a959-1aef-46dc-acf9-640d184f1fc5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3228, 'fixed_ips': [{'subnet_id': '20f52af3-f6ee-4846-802f-6c7f8fd8aecd', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T19:34:15Z', 'updated_at': '2022-02-09T19:34:20Z', 'revision_number': 4, 'project_id': '84aec0d011da47d8bc94f6ba8668f413', 'subnets': [{'id': '20f52af3-f6ee-4846-802f-6c7f8fd8aecd', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103233) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 19:34:21.756374 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-d82283b2-29bc-4d33-8b06-1a4708142077 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=859c6b50f90844c29f759d03b2f7cd42&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1516275 Feb 09 19:34:21.760017 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 36880) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:34:21.769208 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] No Port match for: e165445f-52fd-4d0f-9cae-70c48113b269 {{(pid=103232) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 19:34:21.769802 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Device e165445f-52fd-4d0f-9cae-70c48113b269 not bound to the agent host n-d-713498-36 {{(pid=103232) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 19:34:21.770516 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Device 9e08b88d-52ed-44c8-831a-558661431090 no longer exists at agent ovs-agent-n-d-713498-36 {{(pid=103232) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 19:34:21.839483 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-5d94dfaf-4be5-403d-9df1-510c26e8d3b4 admin admin] Publish callbacks [] for security_group (85af0d53-27e6-4a64-9472-5b7c86b259c9), before_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:34:21.847519 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] No Port match for: 9e08b88d-52ed-44c8-831a-558661431090 {{(pid=103232) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 19:34:21.847863 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Device 9e08b88d-52ed-44c8-831a-558661431090 not bound to the agent host n-d-713498-36 {{(pid=103232) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 19:34:21.892292 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-5d94dfaf-4be5-403d-9df1-510c26e8d3b4 admin admin] Publish callbacks [] for security_group (85af0d53-27e6-4a64-9472-5b7c86b259c9), precommit_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:34:21.941915 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-08c1fa8d-9ca6-43f7-a5c7-6cf72a8c2b4c None None] Current status of the port 578b056e-99f2-4f37-9600-72c9a846dae3 is: ACTIVE; New status is: ACTIVE {{(pid=103232) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 19:34:21.975450 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-5d94dfaf-4be5-403d-9df1-510c26e8d3b4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1892331'] for security_group (85af0d53-27e6-4a64-9472-5b7c86b259c9), after_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:34:21.978565 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-5d94dfaf-4be5-403d-9df1-510c26e8d3b4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:34:21.981724 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-5d94dfaf-4be5-403d-9df1-510c26e8d3b4 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/85af0d53-27e6-4a64-9472-5b7c86b259c9 HTTP/1.1" status: 204 len: 168 time: 0.2192683 Feb 09 19:34:22.006900 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d94dfaf-4be5-403d-9df1-510c26e8d3b4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=85af0d53-27e6-4a64-9472-5b7c86b259c9,revision_number=None']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:34:22.137743 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.managers [req-f57f6bdf-ca40-4ac5-989d-c4d63571f612 req-2a845a4c-49db-44a1-8077-e5b11c18ed46 service neutron] Attempting to bind port 4d0e230e-48d5-40ed-8aa4-a746cc7661de on host n-h1-713498-36 for vnic_type normal with profile {{(pid=103229) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 19:34:22.138256 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.managers [req-f57f6bdf-ca40-4ac5-989d-c4d63571f612 req-2a845a4c-49db-44a1-8077-e5b11c18ed46 service neutron] Attempting to bind port 4d0e230e-48d5-40ed-8aa4-a746cc7661de by drivers openvswitch,hyperv on host n-h1-713498-36 at level 0 using segments [{'id': '3ad9008e-d820-4913-8a3a-dbe689506816', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': '30b6826a-2ec4-4081-a475-68e12498d4e4'}] {{(pid=103229) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 19:34:22.138440 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f57f6bdf-ca40-4ac5-989d-c4d63571f612 req-2a845a4c-49db-44a1-8077-e5b11c18ed46 service neutron] Attempting to bind port 4d0e230e-48d5-40ed-8aa4-a746cc7661de on network 30b6826a-2ec4-4081-a475-68e12498d4e4 {{(pid=103229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 19:34:22.172731 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f57f6bdf-ca40-4ac5-989d-c4d63571f612 req-2a845a4c-49db-44a1-8077-e5b11c18ed46 service neutron] Port 4d0e230e-48d5-40ed-8aa4-a746cc7661de on network 30b6826a-2ec4-4081-a475-68e12498d4e4 not bound, no agent of type Open vSwitch agent registered on host n-h1-713498-36 {{(pid=103229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 19:34:22.173069 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f57f6bdf-ca40-4ac5-989d-c4d63571f612 req-2a845a4c-49db-44a1-8077-e5b11c18ed46 service neutron] Attempting to bind port 4d0e230e-48d5-40ed-8aa4-a746cc7661de on network 30b6826a-2ec4-4081-a475-68e12498d4e4 {{(pid=103229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 19:34:22.201833 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9ea74d3-f787-438f-95e2-62aaf0e715c0 req-eb12c653-7096-4dc2-9262-5e46ba419232 tempest-ServersTestJSON-482035511 tempest-ServersTestJSON-482035511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:34:22.203927 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-a9ea74d3-f787-438f-95e2-62aaf0e715c0 req-eb12c653-7096-4dc2-9262-5e46ba419232 tempest-ServersTestJSON-482035511 tempest-ServersTestJSON-482035511-project] 10.222.0.75 "GET /v2.0/ports?device_id=85989c01-4e9a-4574-a225-a51b4102ff77 HTTP/1.1" status: 200 len: 943 time: 0.1639240 Feb 09 19:34:22.210144 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f57f6bdf-ca40-4ac5-989d-c4d63571f612 req-2a845a4c-49db-44a1-8077-e5b11c18ed46 service neutron] Checking agent: {'id': '488cd9ae-631f-4955-ba0b-4f5a13f12e9c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713498-36', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 18, 59, 18), 'started_at': datetime.datetime(2022, 2, 9, 18, 59, 18), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 19, 34, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 19:34:22.210467 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f57f6bdf-ca40-4ac5-989d-c4d63571f612 req-2a845a4c-49db-44a1-8077-e5b11c18ed46 service neutron] Checking segment: {'id': '3ad9008e-d820-4913-8a3a-dbe689506816', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': '30b6826a-2ec4-4081-a475-68e12498d4e4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103229) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 19:34:22.210877 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f57f6bdf-ca40-4ac5-989d-c4d63571f612 req-2a845a4c-49db-44a1-8077-e5b11c18ed46 service neutron] Bound using segment: {'id': '3ad9008e-d820-4913-8a3a-dbe689506816', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': '30b6826a-2ec4-4081-a475-68e12498d4e4'} {{(pid=103229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 19:34:22.212306 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.managers [req-f57f6bdf-ca40-4ac5-989d-c4d63571f612 req-2a845a4c-49db-44a1-8077-e5b11c18ed46 service neutron] Bound port: 4d0e230e-48d5-40ed-8aa4-a746cc7661de, host: n-h1-713498-36, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3ad9008e-d820-4913-8a3a-dbe689506816', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': '30b6826a-2ec4-4081-a475-68e12498d4e4'}}] {{(pid=103229) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 19:34:22.212540 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-f57f6bdf-ca40-4ac5-989d-c4d63571f612 req-2a845a4c-49db-44a1-8077-e5b11c18ed46 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (4d0e230e-48d5-40ed-8aa4-a746cc7661de), before_update {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:34:22.223727 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 36888) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:34:22.254618 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-a5079613-44fe-4a3f-8464-cfd18989e3bc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:34:22.343772 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-a9ea74d3-f787-438f-95e2-62aaf0e715c0 req-e0eb8a3c-4cc4-4659-aed5-ef2278dc212e tempest-ServersTestJSON-482035511 tempest-ServersTestJSON-482035511-project] 10.222.0.75 "GET /v2.0/security-groups?id=37883354-c9cd-40f0-bbce-1c711bac4569&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1270370 Feb 09 19:34:22.350666 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.plugin [None req-9babc2b4-3ccb-49c1-99a6-93bb7ca21f59 tempest-NetworksTestDHCPv6-1153288886 tempest-NetworksTestDHCPv6-1153288886-project] Deleting port 578b056e-99f2-4f37-9600-72c9a846dae3 {{(pid=103229) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 19:34:22.351256 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-9babc2b4-3ccb-49c1-99a6-93bb7ca21f59 tempest-NetworksTestDHCPv6-1153288886 tempest-NetworksTestDHCPv6-1153288886-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762867170196'] for port (578b056e-99f2-4f37-9600-72c9a846dae3), before_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:34:22.410178 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-a5079613-44fe-4a3f-8464-cfd18989e3bc admin admin] Publish callbacks [] for security_group (c5b3b47a-81d3-48e3-9235-f96e513dc515), precommit_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:34:22.417552 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-a5079613-44fe-4a3f-8464-cfd18989e3bc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1892331'] for security_group (c5b3b47a-81d3-48e3-9235-f96e513dc515), after_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:34:22.437546 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.db [req-f57f6bdf-ca40-4ac5-989d-c4d63571f612 req-2a845a4c-49db-44a1-8077-e5b11c18ed46 service neutron] For port 4d0e230e-48d5-40ed-8aa4-a746cc7661de, host n-h1-713498-36, cleared binding levels {{(pid=103229) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 19:34:22.468728 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.db [req-f57f6bdf-ca40-4ac5-989d-c4d63571f612 req-2a845a4c-49db-44a1-8077-e5b11c18ed46 service neutron] For port 4d0e230e-48d5-40ed-8aa4-a746cc7661de, host n-h1-713498-36, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-36',level=0,port_id=4d0e230e-48d5-40ed-8aa4-a746cc7661de,segment=NetworkSegment(3ad9008e-d820-4913-8a3a-dbe689506816),segment_id=3ad9008e-d820-4913-8a3a-dbe689506816)] {{(pid=103229) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 19:34:22.481823 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-f57f6bdf-ca40-4ac5-989d-c4d63571f612 req-2a845a4c-49db-44a1-8077-e5b11c18ed46 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762867176205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762866656485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762866656503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12867569'] for port (4d0e230e-48d5-40ed-8aa4-a746cc7661de), after_update {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:34:22.483780 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5079613-44fe-4a3f-8464-cfd18989e3bc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c5b3b47a-81d3-48e3-9235-f96e513dc515,revision_number=1']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:34:22.490640 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-a5079613-44fe-4a3f-8464-cfd18989e3bc admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=bb708172aadc47c097b7ebded186368e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2657938 Feb 09 19:34:22.493085 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 36892) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:34:22.563416 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-46c988c9-3696-4dbd-9812-f40697c1ff95 admin admin] Publish callbacks [] for security_group (c5b3b47a-81d3-48e3-9235-f96e513dc515), before_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:34:22.567297 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f57f6bdf-ca40-4ac5-989d-c4d63571f612 req-2a845a4c-49db-44a1-8077-e5b11c18ed46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:34:22.568068 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-f57f6bdf-ca40-4ac5-989d-c4d63571f612 req-2a845a4c-49db-44a1-8077-e5b11c18ed46 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171096'] for port (None), before_response {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:34:22.569635 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-f57f6bdf-ca40-4ac5-989d-c4d63571f612 req-2a845a4c-49db-44a1-8077-e5b11c18ed46 service neutron] 10.222.0.89 "PUT /v2.0/ports/4d0e230e-48d5-40ed-8aa4-a746cc7661de HTTP/1.1" status: 200 len: 1092 time: 2.4731803 Feb 09 19:34:22.570154 n-d-713498-36 neutron-server[103229]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '85989c01-4e9a-4574-a225-a51b4102ff77', 'tag': '4d0e230e-48d5-40ed-8aa4-a746cc7661de'}] {{(pid=103229) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 19:34:22.572604 n-d-713498-36 neutron-server[103229]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fa6ae9a20702bd564eaf90d946620b2b4277b1ab91129323d3b54181076be307" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-47f39d08-11a4-4b85-82dd-5cfdd6ce41b8" -d '{"events": [{"name": "network-changed", "server_uuid": "85989c01-4e9a-4574-a225-a51b4102ff77", "tag": "4d0e230e-48d5-40ed-8aa4-a746cc7661de"}]}' {{(pid=103229) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 19:34:22.591270 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-46c988c9-3696-4dbd-9812-f40697c1ff95 admin admin] Publish callbacks [] for security_group (c5b3b47a-81d3-48e3-9235-f96e513dc515), precommit_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:34:22.601454 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.db [None req-9babc2b4-3ccb-49c1-99a6-93bb7ca21f59 tempest-NetworksTestDHCPv6-1153288886 tempest-NetworksTestDHCPv6-1153288886-project] For port 578b056e-99f2-4f37-9600-72c9a846dae3, host n-d-713498-36, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-36',level=0,port_id=578b056e-99f2-4f37-9600-72c9a846dae3,segment=NetworkSegment(20e634bc-bbe0-4569-a1ea-6be524590675),segment_id=20e634bc-bbe0-4569-a1ea-6be524590675)] {{(pid=103229) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 19:34:22.606908 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-9babc2b4-3ccb-49c1-99a6-93bb7ca21f59 tempest-NetworksTestDHCPv6-1153288886 tempest-NetworksTestDHCPv6-1153288886-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1820838'] for port (578b056e-99f2-4f37-9600-72c9a846dae3), precommit_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:34:22.652865 n-d-713498-36 neutron-server[103229]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 19:34:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-91e3c873-3f84-4aaa-8316-0fa788d31c05 x-openstack-request-id: req-91e3c873-3f84-4aaa-8316-0fa788d31c05 {{(pid=103229) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 19:34:22.653188 n-d-713498-36 neutron-server[103229]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "85989c01-4e9a-4574-a225-a51b4102ff77", "tag": "4d0e230e-48d5-40ed-8aa4-a746cc7661de", "status": "completed", "code": 200}]} {{(pid=103229) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 19:34:22.653434 n-d-713498-36 neutron-server[103229]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-91e3c873-3f84-4aaa-8316-0fa788d31c05 {{(pid=103229) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 19:34:22.653864 n-d-713498-36 neutron-server[103229]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '85989c01-4e9a-4574-a225-a51b4102ff77', 'tag': '4d0e230e-48d5-40ed-8aa4-a746cc7661de', 'status': 'completed', 'code': 200} Feb 09 19:34:22.673201 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.plugin [None req-9babc2b4-3ccb-49c1-99a6-93bb7ca21f59 tempest-NetworksTestDHCPv6-1153288886 tempest-NetworksTestDHCPv6-1153288886-project] Calling delete_port for 578b056e-99f2-4f37-9600-72c9a846dae3 owned by network:router_interface {{(pid=103229) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 19:34:22.683863 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-46c988c9-3696-4dbd-9812-f40697c1ff95 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1892331'] for security_group (c5b3b47a-81d3-48e3-9235-f96e513dc515), after_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:34:22.687610 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-46c988c9-3696-4dbd-9812-f40697c1ff95 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:34:22.690068 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-46c988c9-3696-4dbd-9812-f40697c1ff95 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/c5b3b47a-81d3-48e3-9235-f96e513dc515 HTTP/1.1" status: 204 len: 168 time: 0.1945412 Feb 09 19:34:22.702278 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46c988c9-3696-4dbd-9812-f40697c1ff95 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c5b3b47a-81d3-48e3-9235-f96e513dc515,revision_number=None']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:34:22.726436 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a845a4c-49db-44a1-8077-e5b11c18ed46 service neutron] Pushing event updated for resources: {'Port': ['ID=4d0e230e-48d5-40ed-8aa4-a746cc7661de,revision_number=3']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:34:22.770527 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 36898) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:34:22.786072 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-f24e2d9e-38ed-426b-a935-88f341f50561 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:34:22.824674 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f57f6bdf-ca40-4ac5-989d-c4d63571f612 req-b21ac903-7c10-432f-b5d7-82df11ab49db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:34:22.826381 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-f57f6bdf-ca40-4ac5-989d-c4d63571f612 req-b21ac903-7c10-432f-b5d7-82df11ab49db service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=1d398ed7d9dd4dd6ba1e1a6a1e6a87ff&device_id=85989c01-4e9a-4574-a225-a51b4102ff77 HTTP/1.1" status: 200 len: 1126 time: 0.1826854 Feb 09 19:34:22.879819 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-f24e2d9e-38ed-426b-a935-88f341f50561 admin admin] Publish callbacks [] for security_group (30d4e3db-a2ee-45b9-94dd-127692724141), precommit_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:34:22.884960 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-f24e2d9e-38ed-426b-a935-88f341f50561 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1892331'] for security_group (30d4e3db-a2ee-45b9-94dd-127692724141), after_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:34:22.938254 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f24e2d9e-38ed-426b-a935-88f341f50561 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=30d4e3db-a2ee-45b9-94dd-127692724141,revision_number=1']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:34:22.953557 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-f57f6bdf-ca40-4ac5-989d-c4d63571f612 req-71f9f798-67b4-4ea2-8ebf-0fb039344a38 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=4d0e230e-48d5-40ed-8aa4-a746cc7661de HTTP/1.1" status: 200 len: 217 time: 0.1055038 Feb 09 19:34:22.956315 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-f24e2d9e-38ed-426b-a935-88f341f50561 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=None&name=default HTTP/1.1" status: 200 len: 2720 time: 0.1847236 Feb 09 19:34:22.959904 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 36900) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:34:23.063760 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-9365e0c6-31f3-42c8-9f3a-3efad98b4aeb admin admin] Publish callbacks [] for security_group (30d4e3db-a2ee-45b9-94dd-127692724141), before_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:34:23.067137 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f57f6bdf-ca40-4ac5-989d-c4d63571f612 req-b922dbb8-018a-492e-96ba-15804536ed94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:34:23.072078 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-f57f6bdf-ca40-4ac5-989d-c4d63571f612 req-b922dbb8-018a-492e-96ba-15804536ed94 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=030193b3-b985-4d6c-b0c1-2ea320638096 HTTP/1.1" status: 200 len: 846 time: 0.1069317 Feb 09 19:34:23.097200 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-9365e0c6-31f3-42c8-9f3a-3efad98b4aeb admin admin] Publish callbacks [] for security_group (30d4e3db-a2ee-45b9-94dd-127692724141), precommit_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:34:23.123903 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-f57f6bdf-ca40-4ac5-989d-c4d63571f612 req-87d16f77-2938-4d43-ac14-0ca6de50b911 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=30b6826a-2ec4-4081-a475-68e12498d4e4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0409579 Feb 09 19:34:23.165270 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-9babc2b4-3ccb-49c1-99a6-93bb7ca21f59 tempest-NetworksTestDHCPv6-1153288886 tempest-NetworksTestDHCPv6-1153288886-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762867177463', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762866656476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12867576'] for port (578b056e-99f2-4f37-9600-72c9a846dae3), after_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:34:23.192609 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-9365e0c6-31f3-42c8-9f3a-3efad98b4aeb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1892331'] for security_group (30d4e3db-a2ee-45b9-94dd-127692724141), after_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:34:23.196311 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-9365e0c6-31f3-42c8-9f3a-3efad98b4aeb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:34:23.197808 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-9365e0c6-31f3-42c8-9f3a-3efad98b4aeb admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/30d4e3db-a2ee-45b9-94dd-127692724141 HTTP/1.1" status: 204 len: 168 time: 0.2363553 Feb 09 19:34:23.243664 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9365e0c6-31f3-42c8-9f3a-3efad98b4aeb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=30d4e3db-a2ee-45b9-94dd-127692724141,revision_number=None']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:34:23.303956 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9babc2b4-3ccb-49c1-99a6-93bb7ca21f59 tempest-NetworksTestDHCPv6-1153288886 tempest-NetworksTestDHCPv6-1153288886-project] Pushing event deleted for resources: {'Port': ['ID=578b056e-99f2-4f37-9600-72c9a846dae3,revision_number=None']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:34:23.464612 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-f57f6bdf-ca40-4ac5-989d-c4d63571f612 req-8ce9ad67-db68-4890-b8fc-540bb28cfd7a service neutron] 10.222.0.89 "GET /v2.0/networks/30b6826a-2ec4-4081-a475-68e12498d4e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3334982 Feb 09 19:34:23.850763 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-9babc2b4-3ccb-49c1-99a6-93bb7ca21f59 tempest-NetworksTestDHCPv6-1153288886 tempest-NetworksTestDHCPv6-1153288886-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1613467', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1834633'] for router_interface (4ad3a959-1aef-46dc-acf9-640d184f1fc5), after_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:34:24.104062 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-f57f6bdf-ca40-4ac5-989d-c4d63571f612 req-bb1ddfbe-1e2c-42fa-b7f4-8d0988cd3677 service neutron] 10.222.0.89 "GET /v2.0/networks/30b6826a-2ec4-4081-a475-68e12498d4e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5353131 Feb 09 19:34:24.143839 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69555b94-6326-4617-81de-0628a3776e42 req-81db9895-f27a-45ac-92d7-6b2e5dbf6e7c tempest-ServersTestJSON-482035511 tempest-ServersTestJSON-482035511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:34:24.146181 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-69555b94-6326-4617-81de-0628a3776e42 req-81db9895-f27a-45ac-92d7-6b2e5dbf6e7c tempest-ServersTestJSON-482035511 tempest-ServersTestJSON-482035511-project] 10.222.0.75 "GET /v2.0/ports?device_id=85989c01-4e9a-4574-a225-a51b4102ff77 HTTP/1.1" status: 200 len: 943 time: 0.4747279 Feb 09 19:34:24.200543 n-d-713498-36 neutron-server[103229]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9babc2b4-3ccb-49c1-99a6-93bb7ca21f59 tempest-NetworksTestDHCPv6-1153288886 tempest-NetworksTestDHCPv6-1153288886-project] Router 4ad3a959-1aef-46dc-acf9-640d184f1fc5 has already been hosted by L3 agent 93303d5e-5d17-45e8-8963-7694f87783ae {{(pid=103229) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 19:34:24.279927 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-69555b94-6326-4617-81de-0628a3776e42 req-63aed2bb-f8c4-473c-ba74-2d7e73e91d87 tempest-ServersTestJSON-482035511 tempest-ServersTestJSON-482035511-project] 10.222.0.75 "GET /v2.0/security-groups?id=37883354-c9cd-40f0-bbce-1c711bac4569&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1190684 Feb 09 19:34:24.311354 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47f39d08-11a4-4b85-82dd-5cfdd6ce41b8 req-6224dfba-b5a3-4d6d-8481-04034e958607 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:34:24.312790 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-47f39d08-11a4-4b85-82dd-5cfdd6ce41b8 req-6224dfba-b5a3-4d6d-8481-04034e958607 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=1d398ed7d9dd4dd6ba1e1a6a1e6a87ff&device_id=85989c01-4e9a-4574-a225-a51b4102ff77 HTTP/1.1" status: 200 len: 1126 time: 0.1617832 Feb 09 19:34:24.319156 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9babc2b4-3ccb-49c1-99a6-93bb7ca21f59 tempest-NetworksTestDHCPv6-1153288886 tempest-NetworksTestDHCPv6-1153288886-project] Notify agent at l3_agent.n-d-713498-36 the message routers_updated {{(pid=103229) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 19:34:24.324729 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-9babc2b4-3ccb-49c1-99a6-93bb7ca21f59 tempest-NetworksTestDHCPv6-1153288886 tempest-NetworksTestDHCPv6-1153288886-project] 10.222.0.75 "PUT /v2.0/routers/4ad3a959-1aef-46dc-acf9-640d184f1fc5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7559421 Feb 09 19:34:24.327700 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 36910) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:34:24.329433 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b0e4efd-10ca-409d-9f48-9a8282412733 None None] Sync routers for ids ['4ad3a959-1aef-46dc-acf9-640d184f1fc5'] in n-d-713498-36 {{(pid=103232) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 19:34:24.340701 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b0e4efd-10ca-409d-9f48-9a8282412733 None None] Routers {'4ad3a959-1aef-46dc-acf9-640d184f1fc5'} bound to L3 agent in host n-d-713498-36 {{(pid=103232) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 19:34:24.341329 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.l3_hamode_db [None req-2b0e4efd-10ca-409d-9f48-9a8282412733 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-09T18:51:43Z,description=,heartbeat_timestamp=2022-02-09T19:34:13Z,host='n-d-713498-36',id=93303d5e-5d17-45e8-8963-7694f87783ae,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T18:51:43Z,topic='l3_agent')) {'router_ids': ['4ad3a959-1aef-46dc-acf9-640d184f1fc5'], 'active': True} {{(pid=103232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:34:24.383333 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56c40d52-fbff-40f1-ae32-c9593136d3de tempest-NetworksTestDHCPv6-1153288886 tempest-NetworksTestDHCPv6-1153288886-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:34:24.384870 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56c40d52-fbff-40f1-ae32-c9593136d3de tempest-NetworksTestDHCPv6-1153288886 tempest-NetworksTestDHCPv6-1153288886-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:34:24.388994 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-56c40d52-fbff-40f1-ae32-c9593136d3de tempest-NetworksTestDHCPv6-1153288886 tempest-NetworksTestDHCPv6-1153288886-project] 10.222.0.75 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.0572546 Feb 09 19:34:24.389252 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 36912) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:34:24.417106 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47f39d08-11a4-4b85-82dd-5cfdd6ce41b8 req-09c46040-acaf-43ad-bcb2-a3bbb2eda5c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:34:24.419035 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-47f39d08-11a4-4b85-82dd-5cfdd6ce41b8 req-09c46040-acaf-43ad-bcb2-a3bbb2eda5c5 service neutron] 10.222.0.89 "GET /v2.0/networks?id=30b6826a-2ec4-4081-a475-68e12498d4e4 HTTP/1.1" status: 200 len: 907 time: 0.0980341 Feb 09 19:34:24.447053 n-d-713498-36 neutron-server[103230]: DEBUG neutron.db.db_base_plugin_v2 [None req-4051ca56-68ab-4f86-a16f-754eeb2f578c tempest-NetworksTestDHCPv6-1153288886 tempest-NetworksTestDHCPv6-1153288886-project] Deleting subnet 20f52af3-f6ee-4846-802f-6c7f8fd8aecd {{(pid=103230) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 19:34:24.451446 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-4051ca56-68ab-4f86-a16f-754eeb2f578c tempest-NetworksTestDHCPv6-1153288886 tempest-NetworksTestDHCPv6-1153288886-project] Publish callbacks [] for subnet (20f52af3-f6ee-4846-802f-6c7f8fd8aecd), before_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:34:24.477634 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-47f39d08-11a4-4b85-82dd-5cfdd6ce41b8 req-c115bdbc-b011-4c06-be37-c8351e2bd194 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=4d0e230e-48d5-40ed-8aa4-a746cc7661de HTTP/1.1" status: 200 len: 217 time: 0.0503066 Feb 09 19:34:24.501201 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-4051ca56-68ab-4f86-a16f-754eeb2f578c tempest-NetworksTestDHCPv6-1153288886 tempest-NetworksTestDHCPv6-1153288886-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12895822'] for subnet (20f52af3-f6ee-4846-802f-6c7f8fd8aecd), precommit_delete_associations {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:34:24.531705 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47f39d08-11a4-4b85-82dd-5cfdd6ce41b8 req-92ecf0bb-3eb6-4d6d-be1c-3d1d75fe8d60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:34:24.533729 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-47f39d08-11a4-4b85-82dd-5cfdd6ce41b8 req-92ecf0bb-3eb6-4d6d-be1c-3d1d75fe8d60 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=030193b3-b985-4d6c-b0c1-2ea320638096 HTTP/1.1" status: 200 len: 846 time: 0.0495064 Feb 09 19:34:24.568134 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-47f39d08-11a4-4b85-82dd-5cfdd6ce41b8 req-ffcdd5e0-5973-4112-b9de-dddafdd0a6db service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=30b6826a-2ec4-4081-a475-68e12498d4e4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0284631 Feb 09 19:34:24.575816 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.l3_dvr_db [None req-2b0e4efd-10ca-409d-9f48-9a8282412733 None None] Set router 4ad3a959-1aef-46dc-acf9-640d184f1fc5 gateway port host: None {{(pid=103232) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 19:34:24.606605 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-4051ca56-68ab-4f86-a16f-754eeb2f578c tempest-NetworksTestDHCPv6-1153288886 tempest-NetworksTestDHCPv6-1153288886-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-759852'] for subnet (20f52af3-f6ee-4846-802f-6c7f8fd8aecd), precommit_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:34:24.627912 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.l3_hamode_db [None req-2b0e4efd-10ca-409d-9f48-9a8282412733 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4ad3a959-1aef-46dc-acf9-640d184f1fc5', 'name': 'tempest-NetworksTestDHCPv6-router-570627253', 'tenant_id': '84aec0d011da47d8bc94f6ba8668f413', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T19:34:14Z', 'updated_at': '2022-02-09T19:34:23Z', 'revision_number': 3, 'project_id': '84aec0d011da47d8bc94f6ba8668f413', 'gw_port_host': None}], 'n-d-713498-36', False) {} {{(pid=103232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:34:24.659564 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b0e4efd-10ca-409d-9f48-9a8282412733 None None] Checking router: 4ad3a959-1aef-46dc-acf9-640d184f1fc5 for host: n-d-713498-36 {{(pid=103232) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 19:34:24.668599 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-47f39d08-11a4-4b85-82dd-5cfdd6ce41b8 req-3458fb15-177b-4240-9c60-9dc5fde0fcfe service neutron] 10.222.0.89 "GET /v2.0/networks/30b6826a-2ec4-4081-a475-68e12498d4e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0945501 Feb 09 19:34:24.670280 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-4051ca56-68ab-4f86-a16f-754eeb2f578c tempest-NetworksTestDHCPv6-1153288886 tempest-NetworksTestDHCPv6-1153288886-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-760023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14393672', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12985882'] for subnet (20f52af3-f6ee-4846-802f-6c7f8fd8aecd), after_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:34:24.671073 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b0e4efd-10ca-409d-9f48-9a8282412733 None None] Routers {'4ad3a959-1aef-46dc-acf9-640d184f1fc5'} bound to L3 agent in host n-d-713498-36 {{(pid=103232) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 19:34:24.671689 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.l3_hamode_db [None req-2b0e4efd-10ca-409d-9f48-9a8282412733 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-09T18:51:43Z,description=,heartbeat_timestamp=2022-02-09T19:34:13Z,host='n-d-713498-36',id=93303d5e-5d17-45e8-8963-7694f87783ae,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T18:51:43Z,topic='l3_agent')) {'router_ids': ['4ad3a959-1aef-46dc-acf9-640d184f1fc5'], 'active': True} {{(pid=103232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:34:24.698597 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4051ca56-68ab-4f86-a16f-754eeb2f578c tempest-NetworksTestDHCPv6-1153288886 tempest-NetworksTestDHCPv6-1153288886-project] Pushing event deleted for resources: {'Subnet': ['ID=20f52af3-f6ee-4846-802f-6c7f8fd8aecd,revision_number=None']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:34:24.703059 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-4051ca56-68ab-4f86-a16f-754eeb2f578c tempest-NetworksTestDHCPv6-1153288886 tempest-NetworksTestDHCPv6-1153288886-project] Publish callbacks [] for subnet (None), before_response {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:34:24.706906 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-4051ca56-68ab-4f86-a16f-754eeb2f578c tempest-NetworksTestDHCPv6-1153288886 tempest-NetworksTestDHCPv6-1153288886-project] 10.222.0.75 "DELETE /v2.0/subnets/20f52af3-f6ee-4846-802f-6c7f8fd8aecd HTTP/1.1" status: 204 len: 168 time: 0.3162329 Feb 09 19:34:24.709259 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 36914) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:34:24.736682 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c13c4f28-af48-41ec-9236-bd40968b1d26 None None] Network f63a97a6-2552-42d7-aee9-c49ce8319647 requested from n-d-713498-36 {{(pid=103232) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 19:34:24.769027 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-47f39d08-11a4-4b85-82dd-5cfdd6ce41b8 req-70d01f2f-ece6-44cb-94a0-cf0ca9ed3d82 service neutron] 10.222.0.89 "GET /v2.0/networks/30b6826a-2ec4-4081-a475-68e12498d4e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0933685 Feb 09 19:34:24.791636 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.l3_dvr_db [None req-2b0e4efd-10ca-409d-9f48-9a8282412733 None None] Set router 4ad3a959-1aef-46dc-acf9-640d184f1fc5 gateway port host: None {{(pid=103232) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 19:34:24.830507 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-69c75d16-07a0-49f5-ae5a-1b75976d7bab tempest-NetworksTestDHCPv6-1153288886 tempest-NetworksTestDHCPv6-1153288886-project] 10.222.0.75 "GET /v2.0/routers HTTP/1.1" status: 200 len: 709 time: 0.1191196 Feb 09 19:34:24.833744 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 36916) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:34:24.862293 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.l3_hamode_db [None req-2b0e4efd-10ca-409d-9f48-9a8282412733 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4ad3a959-1aef-46dc-acf9-640d184f1fc5', 'name': 'tempest-NetworksTestDHCPv6-router-570627253', 'tenant_id': '84aec0d011da47d8bc94f6ba8668f413', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T19:34:14Z', 'updated_at': '2022-02-09T19:34:23Z', 'revision_number': 3, 'project_id': '84aec0d011da47d8bc94f6ba8668f413', 'gw_port_host': None}], 'n-d-713498-36', False) {} {{(pid=103232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:34:24.892715 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b0e4efd-10ca-409d-9f48-9a8282412733 None None] The sync data for ids ['4ad3a959-1aef-46dc-acf9-640d184f1fc5'] in n-d-713498-36 is: [{'id': '4ad3a959-1aef-46dc-acf9-640d184f1fc5', 'name': 'tempest-NetworksTestDHCPv6-router-570627253', 'tenant_id': '84aec0d011da47d8bc94f6ba8668f413', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T19:34:14Z', 'updated_at': '2022-02-09T19:34:23Z', 'revision_number': 3, 'project_id': '84aec0d011da47d8bc94f6ba8668f413', 'gw_port_host': None}] {{(pid=103232) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 19:34:24.916568 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-0410a91c-1453-4708-ae40-c25431f31853 tempest-NetworksTestDHCPv6-1153288886 tempest-NetworksTestDHCPv6-1153288886-project] Publish callbacks [] for router (4ad3a959-1aef-46dc-acf9-640d184f1fc5), before_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:34:25.084744 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-0410a91c-1453-4708-ae40-c25431f31853 tempest-NetworksTestDHCPv6-1153288886 tempest-NetworksTestDHCPv6-1153288886-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1834988', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-58375'] for router (4ad3a959-1aef-46dc-acf9-640d184f1fc5), precommit_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:34:25.087055 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-0410a91c-1453-4708-ae40-c25431f31853 tempest-NetworksTestDHCPv6-1153288886 tempest-NetworksTestDHCPv6-1153288886-project] Publish callbacks [] for router_controller (4ad3a959-1aef-46dc-acf9-640d184f1fc5), precommit_delete_associations {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:34:25.132135 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-0410a91c-1453-4708-ae40-c25431f31853 tempest-NetworksTestDHCPv6-1153288886 tempest-NetworksTestDHCPv6-1153288886-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1835003'] for router (4ad3a959-1aef-46dc-acf9-640d184f1fc5), after_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:34:25.132776 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0410a91c-1453-4708-ae40-c25431f31853 tempest-NetworksTestDHCPv6-1153288886 tempest-NetworksTestDHCPv6-1153288886-project] Fanout notify agent at l3_agent the message router_deleted on router 4ad3a959-1aef-46dc-acf9-640d184f1fc5 {{(pid=103230) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 09 19:34:25.140380 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-0410a91c-1453-4708-ae40-c25431f31853 tempest-NetworksTestDHCPv6-1153288886 tempest-NetworksTestDHCPv6-1153288886-project] Publish callbacks [] for router (None), before_response {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:34:25.143669 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-0410a91c-1453-4708-ae40-c25431f31853 tempest-NetworksTestDHCPv6-1153288886 tempest-NetworksTestDHCPv6-1153288886-project] 10.222.0.75 "DELETE /v2.0/routers/4ad3a959-1aef-46dc-acf9-640d184f1fc5 HTTP/1.1" status: 204 len: 168 time: 0.3067641 Feb 09 19:34:25.143902 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 36924) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:34:25.200874 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e9be6ef-cf43-4a42-966d-609bd659a854 tempest-NetworksTestDHCPv6-1153288886 tempest-NetworksTestDHCPv6-1153288886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:34:25.202364 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-6e9be6ef-cf43-4a42-966d-609bd659a854 tempest-NetworksTestDHCPv6-1153288886 tempest-NetworksTestDHCPv6-1153288886-project] 10.222.0.75 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.0574706 Feb 09 19:34:25.204904 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 36928) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:34:25.260027 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4602923-ac97-45ea-acfd-cba4c199ebc7 tempest-NetworksTestDHCPv6-1153288886 tempest-NetworksTestDHCPv6-1153288886-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:34:25.261071 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-e4602923-ac97-45ea-acfd-cba4c199ebc7 tempest-NetworksTestDHCPv6-1153288886 tempest-NetworksTestDHCPv6-1153288886-project] 10.222.0.75 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0551898 Feb 09 19:34:25.263809 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 36930) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:34:25.269020 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-811eb411-10a9-4a67-9906-2b5617f62ca6 None None] DHCP port deletion for f63a97a6-2552-42d7-aee9-c49ce8319647 request from n-d-713498-36 {{(pid=103232) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 09 19:34:25.314083 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-8b486fa6-59aa-4847-9d2c-0b353b0320f6 tempest-NetworksTestDHCPv6-1153288886 tempest-NetworksTestDHCPv6-1153288886-project] 10.222.0.75 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0449154 Feb 09 19:34:25.315053 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 36934) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:34:25.321551 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.v2.base [None req-62e4f381-03db-4181-a381-76672600a83e tempest-NetworksTestDHCPv6-1153288886 tempest-NetworksTestDHCPv6-1153288886-project] Request body: {'subnet': {'network_id': 'f63a97a6-2552-42d7-aee9-c49ce8319647', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=103230) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 19:34:25.351566 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-811eb411-10a9-4a67-9906-2b5617f62ca6 None None] Deleting port b29d3333-db1f-4507-adac-f97b9e255f10 {{(pid=103232) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 19:34:25.352782 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-811eb411-10a9-4a67-9906-2b5617f62ca6 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762867170196'] for port (b29d3333-db1f-4507-adac-f97b9e255f10), before_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:34:25.442344 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-811eb411-10a9-4a67-9906-2b5617f62ca6 None None] For port b29d3333-db1f-4507-adac-f97b9e255f10, host n-d-713498-36, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-36',level=0,port_id=b29d3333-db1f-4507-adac-f97b9e255f10,segment=NetworkSegment(20e634bc-bbe0-4569-a1ea-6be524590675),segment_id=20e634bc-bbe0-4569-a1ea-6be524590675)] {{(pid=103232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 19:34:25.442841 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-811eb411-10a9-4a67-9906-2b5617f62ca6 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1820838'] for port (b29d3333-db1f-4507-adac-f97b9e255f10), precommit_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:34:25.457084 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-811eb411-10a9-4a67-9906-2b5617f62ca6 None None] Calling delete_port for b29d3333-db1f-4507-adac-f97b9e255f10 owned by network:dhcp {{(pid=103232) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 19:34:25.468171 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-62e4f381-03db-4181-a381-76672600a83e tempest-NetworksTestDHCPv6-1153288886 tempest-NetworksTestDHCPv6-1153288886-project] Made reservation on behalf of 84aec0d011da47d8bc94f6ba8668f413 for: {'subnet': 1} {{(pid=103230) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 19:34:25.471879 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-62e4f381-03db-4181-a381-76672600a83e tempest-NetworksTestDHCPv6-1153288886 tempest-NetworksTestDHCPv6-1153288886-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12985917'] for subnet (None), before_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:34:25.555660 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa018c1b-d574-462f-b32e-484961f55bf3 req-8611ad1f-3738-4673-88ab-b76dac9197b7 tempest-ServersTestJSON-482035511 tempest-ServersTestJSON-482035511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:34:25.557238 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-fa018c1b-d574-462f-b32e-484961f55bf3 req-8611ad1f-3738-4673-88ab-b76dac9197b7 tempest-ServersTestJSON-482035511 tempest-ServersTestJSON-482035511-project] 10.222.0.75 "GET /v2.0/ports?device_id=85989c01-4e9a-4574-a225-a51b4102ff77 HTTP/1.1" status: 200 len: 943 time: 0.1556892 Feb 09 19:34:25.583137 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-811eb411-10a9-4a67-9906-2b5617f62ca6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762867177463', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762866656476'] for port (b29d3333-db1f-4507-adac-f97b9e255f10), after_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:34:25.612797 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-811eb411-10a9-4a67-9906-2b5617f62ca6 None None] Pushing event deleted for resources: {'Port': ['ID=b29d3333-db1f-4507-adac-f97b9e255f10,revision_number=None']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:34:25.618725 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.l3_dvrscheduler_db [None req-811eb411-10a9-4a67-9906-2b5617f62ca6 None None] No DVR routers for this DVR port b29d3333-db1f-4507-adac-f97b9e255f10 on host n-d-713498-36 {{(pid=103232) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 19:34:25.647180 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-fa018c1b-d574-462f-b32e-484961f55bf3 req-8b1660af-8050-4879-9abd-c1f197c903d1 tempest-ServersTestJSON-482035511 tempest-ServersTestJSON-482035511-project] 10.222.0.75 "GET /v2.0/security-groups?id=37883354-c9cd-40f0-bbce-1c711bac4569&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0724943 Feb 09 19:34:25.674091 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Device b29d3333-db1f-4507-adac-f97b9e255f10 no longer exists at agent ovs-agent-n-d-713498-36 {{(pid=103232) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 19:34:25.696392 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] No Port match for: b29d3333-db1f-4507-adac-f97b9e255f10 {{(pid=103232) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 19:34:25.696733 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Device b29d3333-db1f-4507-adac-f97b9e255f10 not bound to the agent host n-d-713498-36 {{(pid=103232) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 19:34:25.697332 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Device 578b056e-99f2-4f37-9600-72c9a846dae3 no longer exists at agent ovs-agent-n-d-713498-36 {{(pid=103232) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 19:34:25.721300 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] No Port match for: 578b056e-99f2-4f37-9600-72c9a846dae3 {{(pid=103232) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 19:34:25.721984 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Device 578b056e-99f2-4f37-9600-72c9a846dae3 not bound to the agent host n-d-713498-36 {{(pid=103232) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 19:34:25.886141 n-d-713498-36 neutron-server[103230]: DEBUG neutron.objects.ports [None req-62e4f381-03db-4181-a381-76672600a83e tempest-NetworksTestDHCPv6-1153288886 tempest-NetworksTestDHCPv6-1153288886-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103230) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Feb 09 19:34:25.886141 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-62e4f381-03db-4181-a381-76672600a83e tempest-NetworksTestDHCPv6-1153288886 tempest-NetworksTestDHCPv6-1153288886-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14393611', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12985859'] for subnet (afa26e29-0977-4952-80e0-d2386bf7e89e), after_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:34:25.931297 n-d-713498-36 neutron-server[103230]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62e4f381-03db-4181-a381-76672600a83e tempest-NetworksTestDHCPv6-1153288886 tempest-NetworksTestDHCPv6-1153288886-project] Network f63a97a6-2552-42d7-aee9-c49ce8319647 is already hosted by enough agents. {{(pid=103230) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 19:34:25.934426 n-d-713498-36 neutron-server[103230]: DEBUG neutron.scheduler.base_scheduler [None req-62e4f381-03db-4181-a381-76672600a83e tempest-NetworksTestDHCPv6-1153288886 tempest-NetworksTestDHCPv6-1153288886-project] Resources bound (agent type, host, resource id): {{(pid=103230) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 19:34:25.938615 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62e4f381-03db-4181-a381-76672600a83e tempest-NetworksTestDHCPv6-1153288886 tempest-NetworksTestDHCPv6-1153288886-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:34:25.939207 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-62e4f381-03db-4181-a381-76672600a83e tempest-NetworksTestDHCPv6-1153288886 tempest-NetworksTestDHCPv6-1153288886-project] Publish callbacks [] for subnet (None), before_response {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:34:25.944743 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62e4f381-03db-4181-a381-76672600a83e tempest-NetworksTestDHCPv6-1153288886 tempest-NetworksTestDHCPv6-1153288886-project] Pushing event updated for resources: {'Subnet': ['ID=afa26e29-0977-4952-80e0-d2386bf7e89e,revision_number=0']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:34:25.946075 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-156e67e4-6164-4877-a2c0-6b727cb6c260 None None] Network f63a97a6-2552-42d7-aee9-c49ce8319647 requested from n-d-713498-36 {{(pid=103232) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 19:34:25.964520 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-62e4f381-03db-4181-a381-76672600a83e tempest-NetworksTestDHCPv6-1153288886 tempest-NetworksTestDHCPv6-1153288886-project] 10.222.0.75 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 0.6483686 Feb 09 19:34:25.965229 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 36950) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:34:25.970894 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.v2.base [None req-a6dd2095-eb7b-4ad7-bb7f-810e1e97a732 tempest-NetworksTestDHCPv6-1153288886 tempest-NetworksTestDHCPv6-1153288886-project] Request body: {'subnet': {'network_id': 'f63a97a6-2552-42d7-aee9-c49ce8319647', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 19:34:26.058421 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d23aa05-661f-400e-8a48-2755a02063b8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8b32e980-7cce-5e82-a341-bd2fa8945c89-f63a97a6-2552-42d7-aee9-c49ce8319647', 'network_id': 'f63a97a6-2552-42d7-aee9-c49ce8319647', 'project_id': '84aec0d011da47d8bc94f6ba8668f413', 'fixed_ips': [{'subnet_id': 'afa26e29-0977-4952-80e0-d2386bf7e89e'}]}} from n-d-713498-36. {{(pid=103232) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 09 19:34:26.059286 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-3d23aa05-661f-400e-8a48-2755a02063b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (None), before_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:34:26.097315 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a6dd2095-eb7b-4ad7-bb7f-810e1e97a732 tempest-NetworksTestDHCPv6-1153288886 tempest-NetworksTestDHCPv6-1153288886-project] Made reservation on behalf of 84aec0d011da47d8bc94f6ba8668f413 for: {'subnet': 1} {{(pid=103229) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 19:34:26.101881 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-a6dd2095-eb7b-4ad7-bb7f-810e1e97a732 tempest-NetworksTestDHCPv6-1153288886 tempest-NetworksTestDHCPv6-1153288886-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12759265'] for subnet (None), before_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:34:26.201339 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.db_base_plugin_common [None req-3d23aa05-661f-400e-8a48-2755a02063b8 None None] Allocated IP 2001:db8::f816:3eff:fe7c:c159 (f63a97a6-2552-42d7-aee9-c49ce8319647/afa26e29-0977-4952-80e0-d2386bf7e89e/b364a7a0-e803-4cca-b637-06f25f939f51) {{(pid=103232) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 19:34:26.349514 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-3d23aa05-661f-400e-8a48-2755a02063b8 None None] Publish callbacks [] for port (b364a7a0-e803-4cca-b637-06f25f939f51), precommit_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:34:26.351386 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-a6dd2095-eb7b-4ad7-bb7f-810e1e97a732 tempest-NetworksTestDHCPv6-1153288886 tempest-NetworksTestDHCPv6-1153288886-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12867428', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12759263'] for subnet (fa8a0460-7470-4f54-9ed6-d334e4090276), after_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:34:26.355496 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-3d23aa05-661f-400e-8a48-2755a02063b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762866656467'] for port (b364a7a0-e803-4cca-b637-06f25f939f51), after_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:34:26.402014 n-d-713498-36 neutron-server[103232]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d23aa05-661f-400e-8a48-2755a02063b8 None None] Network f63a97a6-2552-42d7-aee9-c49ce8319647 is already hosted by enough agents. {{(pid=103232) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 19:34:26.404957 n-d-713498-36 neutron-server[103232]: DEBUG neutron.scheduler.base_scheduler [None req-3d23aa05-661f-400e-8a48-2755a02063b8 None None] Resources bound (agent type, host, resource id): {{(pid=103232) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 19:34:26.410542 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d23aa05-661f-400e-8a48-2755a02063b8 None None] Received port after_create {{(pid=103232) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 19:34:26.413052 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6dd2095-eb7b-4ad7-bb7f-810e1e97a732 tempest-NetworksTestDHCPv6-1153288886 tempest-NetworksTestDHCPv6-1153288886-project] Pushing event updated for resources: {'Subnet': ['ID=fa8a0460-7470-4f54-9ed6-d334e4090276,revision_number=0']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:34:26.413784 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d23aa05-661f-400e-8a48-2755a02063b8 None None] Pushing event updated for resources: {'Port': ['ID=b364a7a0-e803-4cca-b637-06f25f939f51,revision_number=1']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:34:26.418942 n-d-713498-36 neutron-server[103229]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6dd2095-eb7b-4ad7-bb7f-810e1e97a732 tempest-NetworksTestDHCPv6-1153288886 tempest-NetworksTestDHCPv6-1153288886-project] Network f63a97a6-2552-42d7-aee9-c49ce8319647 is already hosted by enough agents. {{(pid=103229) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 19:34:26.420483 n-d-713498-36 neutron-server[103229]: DEBUG neutron.scheduler.base_scheduler [None req-a6dd2095-eb7b-4ad7-bb7f-810e1e97a732 tempest-NetworksTestDHCPv6-1153288886 tempest-NetworksTestDHCPv6-1153288886-project] Resources bound (agent type, host, resource id): {{(pid=103229) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 19:34:26.423792 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6dd2095-eb7b-4ad7-bb7f-810e1e97a732 tempest-NetworksTestDHCPv6-1153288886 tempest-NetworksTestDHCPv6-1153288886-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:34:26.424426 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-a6dd2095-eb7b-4ad7-bb7f-810e1e97a732 tempest-NetworksTestDHCPv6-1153288886 tempest-NetworksTestDHCPv6-1153288886-project] Publish callbacks [] for subnet (None), before_response {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:34:26.447764 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-a6dd2095-eb7b-4ad7-bb7f-810e1e97a732 tempest-NetworksTestDHCPv6-1153288886 tempest-NetworksTestDHCPv6-1153288886-project] 10.222.0.75 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4812181 Feb 09 19:34:26.450740 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 36952) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:34:26.456139 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.v2.base [None req-bb79d5ef-4f3f-4c9d-9663-587a3ec0ff34 tempest-NetworksTestDHCPv6-1153288886 tempest-NetworksTestDHCPv6-1153288886-project] Request body: {'port': {'network_id': 'f63a97a6-2552-42d7-aee9-c49ce8319647', 'mac_address': 'fa:16:3e:05:75:99', 'name': 'tempest-NetworksTestDHCPv6-1947022253'}} {{(pid=103230) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 19:34:26.477471 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.managers [None req-3d23aa05-661f-400e-8a48-2755a02063b8 None None] Attempting to bind port b364a7a0-e803-4cca-b637-06f25f939f51 on host n-d-713498-36 for vnic_type normal with profile {{(pid=103232) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 19:34:26.478155 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.managers [None req-3d23aa05-661f-400e-8a48-2755a02063b8 None None] Attempting to bind port b364a7a0-e803-4cca-b637-06f25f939f51 by drivers openvswitch,hyperv on host n-d-713498-36 at level 0 using segments [{'id': '20e634bc-bbe0-4569-a1ea-6be524590675', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': 'f63a97a6-2552-42d7-aee9-c49ce8319647'}] {{(pid=103232) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 19:34:26.478525 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d23aa05-661f-400e-8a48-2755a02063b8 None None] Attempting to bind port b364a7a0-e803-4cca-b637-06f25f939f51 on network f63a97a6-2552-42d7-aee9-c49ce8319647 {{(pid=103232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 19:34:26.483674 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d23aa05-661f-400e-8a48-2755a02063b8 None None] Checking agent: {'id': '496418a2-c002-4aec-ab1a-07f3bea491bd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-36', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 18, 51, 47), 'started_at': datetime.datetime(2022, 2, 9, 18, 52, 17), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 19, 34, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-36'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 19:34:26.484051 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d23aa05-661f-400e-8a48-2755a02063b8 None None] Checking segment: {'id': '20e634bc-bbe0-4569-a1ea-6be524590675', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': 'f63a97a6-2552-42d7-aee9-c49ce8319647'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103232) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 19:34:26.484449 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-3d23aa05-661f-400e-8a48-2755a02063b8 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:34:26.484838 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d23aa05-661f-400e-8a48-2755a02063b8 None None] Bound using segment: {'id': '20e634bc-bbe0-4569-a1ea-6be524590675', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': 'f63a97a6-2552-42d7-aee9-c49ce8319647'} {{(pid=103232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 19:34:26.485422 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.managers [None req-3d23aa05-661f-400e-8a48-2755a02063b8 None None] Bound port: b364a7a0-e803-4cca-b637-06f25f939f51, host: n-d-713498-36, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '20e634bc-bbe0-4569-a1ea-6be524590675', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': 'f63a97a6-2552-42d7-aee9-c49ce8319647'}}] {{(pid=103232) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 19:34:26.485807 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-3d23aa05-661f-400e-8a48-2755a02063b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (b364a7a0-e803-4cca-b637-06f25f939f51), before_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:34:26.554999 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-3d23aa05-661f-400e-8a48-2755a02063b8 None None] For port b364a7a0-e803-4cca-b637-06f25f939f51, host n-d-713498-36, cleared binding levels {{(pid=103232) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 19:34:26.558636 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-3d23aa05-661f-400e-8a48-2755a02063b8 None None] For port b364a7a0-e803-4cca-b637-06f25f939f51, host n-d-713498-36, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-36',level=0,port_id=b364a7a0-e803-4cca-b637-06f25f939f51,segment=NetworkSegment(20e634bc-bbe0-4569-a1ea-6be524590675),segment_id=20e634bc-bbe0-4569-a1ea-6be524590675)] {{(pid=103232) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 19:34:26.565882 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-3d23aa05-661f-400e-8a48-2755a02063b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762867176205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762866656485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762866656503'] for port (b364a7a0-e803-4cca-b637-06f25f939f51), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:34:26.588806 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bb79d5ef-4f3f-4c9d-9663-587a3ec0ff34 tempest-NetworksTestDHCPv6-1153288886 tempest-NetworksTestDHCPv6-1153288886-project] Made reservation on behalf of 84aec0d011da47d8bc94f6ba8668f413 for: {'port': 1} {{(pid=103230) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 19:34:26.634205 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d23aa05-661f-400e-8a48-2755a02063b8 None None] Pushing event updated for resources: {'Port': ['ID=b364a7a0-e803-4cca-b637-06f25f939f51,revision_number=2']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:34:26.695924 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-bb79d5ef-4f3f-4c9d-9663-587a3ec0ff34 tempest-NetworksTestDHCPv6-1153288886 tempest-NetworksTestDHCPv6-1153288886-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (None), before_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:34:26.725769 n-d-713498-36 neutron-server[103230]: DEBUG neutron.notifiers.nova [None req-bb79d5ef-4f3f-4c9d-9663-587a3ec0ff34 tempest-NetworksTestDHCPv6-1153288886 tempest-NetworksTestDHCPv6-1153288886-project] device_id is not set on port 5d9ad641-983d-47cc-8f61-700a895c2e62 yet. {{(pid=103230) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 09 19:34:26.805027 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9056ec86-8bb7-4ffd-a20b-f2c28080647e req-abc10714-d675-4c01-a148-2e0e8e21b12b tempest-ServersTestJSON-482035511 tempest-ServersTestJSON-482035511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:34:26.806862 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-9056ec86-8bb7-4ffd-a20b-f2c28080647e req-abc10714-d675-4c01-a148-2e0e8e21b12b tempest-ServersTestJSON-482035511 tempest-ServersTestJSON-482035511-project] 10.222.0.75 "GET /v2.0/ports?device_id=85989c01-4e9a-4574-a225-a51b4102ff77 HTTP/1.1" status: 200 len: 943 time: 0.0746627 Feb 09 19:34:26.946116 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-9056ec86-8bb7-4ffd-a20b-f2c28080647e req-5b234e48-b42c-493d-ac67-300cece5aad5 tempest-ServersTestJSON-482035511 tempest-ServersTestJSON-482035511-project] 10.222.0.75 "GET /v2.0/security-groups?id=37883354-c9cd-40f0-bbce-1c711bac4569&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1297188 Feb 09 19:34:26.984908 n-d-713498-36 neutron-server[103230]: DEBUG neutron.db.db_base_plugin_common [None req-bb79d5ef-4f3f-4c9d-9663-587a3ec0ff34 tempest-NetworksTestDHCPv6-1153288886 tempest-NetworksTestDHCPv6-1153288886-project] Allocated IP 172.20.0.2 (f63a97a6-2552-42d7-aee9-c49ce8319647/fa8a0460-7470-4f54-9ed6-d334e4090276/5d9ad641-983d-47cc-8f61-700a895c2e62) {{(pid=103230) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 19:34:26.994011 n-d-713498-36 neutron-server[103230]: DEBUG neutron.db.db_base_plugin_common [None req-bb79d5ef-4f3f-4c9d-9663-587a3ec0ff34 tempest-NetworksTestDHCPv6-1153288886 tempest-NetworksTestDHCPv6-1153288886-project] Allocated IP 2001:db8::f816:3eff:fe05:7599 (f63a97a6-2552-42d7-aee9-c49ce8319647/afa26e29-0977-4952-80e0-d2386bf7e89e/5d9ad641-983d-47cc-8f61-700a895c2e62) {{(pid=103230) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 19:34:27.157399 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-bb79d5ef-4f3f-4c9d-9663-587a3ec0ff34 tempest-NetworksTestDHCPv6-1153288886 tempest-NetworksTestDHCPv6-1153288886-project] Publish callbacks [] for port (5d9ad641-983d-47cc-8f61-700a895c2e62), precommit_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:34:27.163828 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Device 4d0e230e-48d5-40ed-8aa4-a746cc7661de details requested by agent hyperv_n-h1-713498-36 with host n-h1-713498-36 {{(pid=103232) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 19:34:27.196142 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-bb79d5ef-4f3f-4c9d-9663-587a3ec0ff34 tempest-NetworksTestDHCPv6-1153288886 tempest-NetworksTestDHCPv6-1153288886-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762866656467', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14393751'] for port (5d9ad641-983d-47cc-8f61-700a895c2e62), after_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:34:27.245986 n-d-713498-36 neutron-server[103230]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb79d5ef-4f3f-4c9d-9663-587a3ec0ff34 tempest-NetworksTestDHCPv6-1153288886 tempest-NetworksTestDHCPv6-1153288886-project] Network f63a97a6-2552-42d7-aee9-c49ce8319647 is already hosted by enough agents. {{(pid=103230) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 19:34:27.249506 n-d-713498-36 neutron-server[103230]: DEBUG neutron.scheduler.base_scheduler [None req-bb79d5ef-4f3f-4c9d-9663-587a3ec0ff34 tempest-NetworksTestDHCPv6-1153288886 tempest-NetworksTestDHCPv6-1153288886-project] Resources bound (agent type, host, resource id): {{(pid=103230) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 19:34:27.255073 n-d-713498-36 neutron-server[103230]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb79d5ef-4f3f-4c9d-9663-587a3ec0ff34 tempest-NetworksTestDHCPv6-1153288886 tempest-NetworksTestDHCPv6-1153288886-project] Received port after_create {{(pid=103230) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 19:34:27.272586 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] For port 4d0e230e-48d5-40ed-8aa4-a746cc7661de, host n-h1-713498-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-36',level=0,port_id=4d0e230e-48d5-40ed-8aa4-a746cc7661de,segment=NetworkSegment(3ad9008e-d820-4913-8a3a-dbe689506816),segment_id=3ad9008e-d820-4913-8a3a-dbe689506816)] {{(pid=103232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 19:34:27.283100 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb79d5ef-4f3f-4c9d-9663-587a3ec0ff34 tempest-NetworksTestDHCPv6-1153288886 tempest-NetworksTestDHCPv6-1153288886-project] Pushing event updated for resources: {'Port': ['ID=5d9ad641-983d-47cc-8f61-700a895c2e62,revision_number=1']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:34:27.288271 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Returning: {'device': '4d0e230e-48d5-40ed-8aa4-a746cc7661de', 'network_id': '30b6826a-2ec4-4081-a475-68e12498d4e4', 'port_id': '4d0e230e-48d5-40ed-8aa4-a746cc7661de', 'mac_address': 'fa:16:3e:57:1e:31', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 368, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '030193b3-b985-4d6c-b0c1-2ea320638096', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103232) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 19:34:27.310961 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb79d5ef-4f3f-4c9d-9663-587a3ec0ff34 tempest-NetworksTestDHCPv6-1153288886 tempest-NetworksTestDHCPv6-1153288886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:34:27.311727 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-bb79d5ef-4f3f-4c9d-9663-587a3ec0ff34 tempest-NetworksTestDHCPv6-1153288886 tempest-NetworksTestDHCPv6-1153288886-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171096'] for port (None), before_response {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:34:27.333863 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-bb79d5ef-4f3f-4c9d-9663-587a3ec0ff34 tempest-NetworksTestDHCPv6-1153288886 tempest-NetworksTestDHCPv6-1153288886-project] 10.222.0.75 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 0.8819778 Feb 09 19:34:27.336480 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 36960) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:34:27.357255 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Current status of the port 4d0e230e-48d5-40ed-8aa4-a746cc7661de is: DOWN; New status is: BUILD {{(pid=103232) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 19:34:27.357786 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (4d0e230e-48d5-40ed-8aa4-a746cc7661de), before_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:34:27.376126 n-d-713498-36 neutron-server[103232]: DEBUG neutron.notifiers.nova [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4d0e230e-48d5-40ed-8aa4-a746cc7661de {{(pid=103232) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 19:34:27.392320 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68ff833c-603f-4b09-a883-dd0cf5e0e2d2 tempest-NetworksTestDHCPv6-1153288886 tempest-NetworksTestDHCPv6-1153288886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:34:27.399614 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68ff833c-603f-4b09-a883-dd0cf5e0e2d2 tempest-NetworksTestDHCPv6-1153288886 tempest-NetworksTestDHCPv6-1153288886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:34:27.401271 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-68ff833c-603f-4b09-a883-dd0cf5e0e2d2 tempest-NetworksTestDHCPv6-1153288886 tempest-NetworksTestDHCPv6-1153288886-project] 10.222.0.75 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1782 time: 0.0637510 Feb 09 19:34:27.405294 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 36962) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:34:27.413097 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] For port 4d0e230e-48d5-40ed-8aa4-a746cc7661de, host n-h1-713498-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-36',level=0,port_id=4d0e230e-48d5-40ed-8aa4-a746cc7661de,segment=NetworkSegment(3ad9008e-d820-4913-8a3a-dbe689506816),segment_id=3ad9008e-d820-4913-8a3a-dbe689506816)] {{(pid=103232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 19:34:27.419325 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762867176205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762866656485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762866656503'] for port (4d0e230e-48d5-40ed-8aa4-a746cc7661de), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:34:27.509027 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Pushing event updated for resources: {'Port': ['ID=4d0e230e-48d5-40ed-8aa4-a746cc7661de,revision_number=4']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:34:27.535161 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.plugin [None req-85c024a6-998a-41b2-b1d7-0d3fb770dd7b tempest-NetworksTestDHCPv6-1153288886 tempest-NetworksTestDHCPv6-1153288886-project] Deleting port 5d9ad641-983d-47cc-8f61-700a895c2e62 {{(pid=103229) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 19:34:27.535751 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-85c024a6-998a-41b2-b1d7-0d3fb770dd7b tempest-NetworksTestDHCPv6-1153288886 tempest-NetworksTestDHCPv6-1153288886-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762867170196'] for port (5d9ad641-983d-47cc-8f61-700a895c2e62), before_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:34:27.635168 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] get_ports_and_sgs() called for port_ids ['4d0e230e-48d5-40ed-8aa4-a746cc7661de'] {{(pid=103232) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 19:34:27.637478 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 36968) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:34:27.692833 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Device b364a7a0-e803-4cca-b637-06f25f939f51 up at agent ovs-agent-n-d-713498-36 {{(pid=103232) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 19:34:27.721855 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-85c024a6-998a-41b2-b1d7-0d3fb770dd7b tempest-NetworksTestDHCPv6-1153288886 tempest-NetworksTestDHCPv6-1153288886-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1820838'] for port (5d9ad641-983d-47cc-8f61-700a895c2e62), precommit_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:34:27.741464 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.plugin [None req-85c024a6-998a-41b2-b1d7-0d3fb770dd7b tempest-NetworksTestDHCPv6-1153288886 tempest-NetworksTestDHCPv6-1153288886-project] Calling delete_port for 5d9ad641-983d-47cc-8f61-700a895c2e62 owned by {{(pid=103229) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 19:34:27.884441 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfcc1fd4-3f90-4061-871d-40c068209358 req-b59c300a-7df3-41ce-a7dc-5b3b765855c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:34:27.888049 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.provisioning_blocks [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Provisioning complete for port b364a7a0-e803-4cca-b637-06f25f939f51 triggered by entity L2. {{(pid=103232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 19:34:27.888433 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593630'] for port (b364a7a0-e803-4cca-b637-06f25f939f51), provisioning_complete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:34:27.893796 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-cfcc1fd4-3f90-4061-871d-40c068209358 req-b59c300a-7df3-41ce-a7dc-5b3b765855c7 service neutron] 10.222.0.75 "GET /v2.0/ports?device_id=14c3c4a3-f393-4e4f-98ba-33d4eb176858 HTTP/1.1" status: 200 len: 1128 time: 0.2547774 Feb 09 19:34:27.979115 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-cfcc1fd4-3f90-4061-871d-40c068209358 req-fc97fab7-e082-4a6b-b09a-8a25c41c0083 service neutron] 10.222.0.75 "GET /v2.0/security-groups?id=65ed5d36-ab26-4dda-b5da-35d8a5ba3b82&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0834358 Feb 09 19:34:28.013806 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-85c024a6-998a-41b2-b1d7-0d3fb770dd7b tempest-NetworksTestDHCPv6-1153288886 tempest-NetworksTestDHCPv6-1153288886-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762867177463', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762866656476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12867576'] for port (5d9ad641-983d-47cc-8f61-700a895c2e62), after_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:34:28.038988 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-624f34af-dd61-48f6-a4cb-d45dc3c5df19 None None] Network f63a97a6-2552-42d7-aee9-c49ce8319647 requested from n-d-713498-36 {{(pid=103232) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 19:34:28.093893 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85c024a6-998a-41b2-b1d7-0d3fb770dd7b tempest-NetworksTestDHCPv6-1153288886 tempest-NetworksTestDHCPv6-1153288886-project] Pushing event deleted for resources: {'Port': ['ID=5d9ad641-983d-47cc-8f61-700a895c2e62,revision_number=None']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:34:28.117266 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef4f4672-69cc-48ab-86a3-d5114d2f85a3 req-86f68b78-d11e-48d2-b253-6c78739a9558 tempest-ServersTestJSON-482035511 tempest-ServersTestJSON-482035511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:34:28.122002 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-ef4f4672-69cc-48ab-86a3-d5114d2f85a3 req-86f68b78-d11e-48d2-b253-6c78739a9558 tempest-ServersTestJSON-482035511 tempest-ServersTestJSON-482035511-project] 10.222.0.75 "GET /v2.0/ports?device_id=85989c01-4e9a-4574-a225-a51b4102ff77 HTTP/1.1" status: 200 len: 944 time: 0.0837624 Feb 09 19:34:28.188366 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Current status of the port b364a7a0-e803-4cca-b637-06f25f939f51 is: DOWN; New status is: ACTIVE {{(pid=103232) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 19:34:28.188765 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (b364a7a0-e803-4cca-b637-06f25f939f51), before_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:34:28.203398 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-ef4f4672-69cc-48ab-86a3-d5114d2f85a3 req-504e1a67-fcbe-40fc-9741-263737157a79 tempest-ServersTestJSON-482035511 tempest-ServersTestJSON-482035511-project] 10.222.0.75 "GET /v2.0/security-groups?id=37883354-c9cd-40f0-bbce-1c711bac4569&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0706360 Feb 09 19:34:28.226362 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.provisioning_blocks [None req-e1e41691-6aaa-4706-863a-6f7e43019ff4 None None] Provisioning complete for port b364a7a0-e803-4cca-b637-06f25f939f51 triggered by entity DHCP. {{(pid=103232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 19:34:28.226742 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-e1e41691-6aaa-4706-863a-6f7e43019ff4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593630'] for port (b364a7a0-e803-4cca-b637-06f25f939f51), provisioning_complete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:34:28.246910 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-85c024a6-998a-41b2-b1d7-0d3fb770dd7b tempest-NetworksTestDHCPv6-1153288886 tempest-NetworksTestDHCPv6-1153288886-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171096'] for port (None), before_response {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:34:28.253048 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-85c024a6-998a-41b2-b1d7-0d3fb770dd7b tempest-NetworksTestDHCPv6-1153288886 tempest-NetworksTestDHCPv6-1153288886-project] 10.222.0.75 "DELETE /v2.0/ports/5d9ad641-983d-47cc-8f61-700a895c2e62 HTTP/1.1" status: 204 len: 168 time: 0.8441596 Feb 09 19:34:28.253551 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 36980) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:34:28.288174 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] For port b364a7a0-e803-4cca-b637-06f25f939f51, host n-d-713498-36, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-36',level=0,port_id=b364a7a0-e803-4cca-b637-06f25f939f51,segment=NetworkSegment(20e634bc-bbe0-4569-a1ea-6be524590675),segment_id=20e634bc-bbe0-4569-a1ea-6be524590675)] {{(pid=103232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 19:34:28.298570 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762867176205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762866656485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762866656503'] for port (b364a7a0-e803-4cca-b637-06f25f939f51), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:34:28.320090 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a126993-4ada-4599-a536-c63557f08edf tempest-NetworksTestDHCPv6-1153288886 tempest-NetworksTestDHCPv6-1153288886-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:34:28.321379 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a126993-4ada-4599-a536-c63557f08edf tempest-NetworksTestDHCPv6-1153288886 tempest-NetworksTestDHCPv6-1153288886-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:34:28.322689 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a126993-4ada-4599-a536-c63557f08edf tempest-NetworksTestDHCPv6-1153288886 tempest-NetworksTestDHCPv6-1153288886-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:34:28.326022 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-4a126993-4ada-4599-a536-c63557f08edf tempest-NetworksTestDHCPv6-1153288886 tempest-NetworksTestDHCPv6-1153288886-project] 10.222.0.75 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.0695066 Feb 09 19:34:28.328842 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 36982) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:34:28.389052 n-d-713498-36 neutron-server[103229]: DEBUG neutron.db.db_base_plugin_v2 [None req-505e9919-3088-4ef1-9ba0-98fa757ea5ef tempest-NetworksTestDHCPv6-1153288886 tempest-NetworksTestDHCPv6-1153288886-project] Deleting subnet afa26e29-0977-4952-80e0-d2386bf7e89e {{(pid=103229) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 19:34:28.392745 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-505e9919-3088-4ef1-9ba0-98fa757ea5ef tempest-NetworksTestDHCPv6-1153288886 tempest-NetworksTestDHCPv6-1153288886-project] Publish callbacks [] for subnet (afa26e29-0977-4952-80e0-d2386bf7e89e), before_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:34:28.411819 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Pushing event updated for resources: {'Port': ['ID=b364a7a0-e803-4cca-b637-06f25f939f51,revision_number=3']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:34:28.439994 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-505e9919-3088-4ef1-9ba0-98fa757ea5ef tempest-NetworksTestDHCPv6-1153288886 tempest-NetworksTestDHCPv6-1153288886-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16683410'] for subnet (afa26e29-0977-4952-80e0-d2386bf7e89e), precommit_delete_associations {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:34:28.443214 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-e1e41691-6aaa-4706-863a-6f7e43019ff4 None None] Current status of the port b364a7a0-e803-4cca-b637-06f25f939f51 is: ACTIVE; New status is: ACTIVE {{(pid=103232) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 19:34:28.451682 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2094422-d8c1-4097-a716-ca568359d3eb None None] Update dhcp port {'port': {'network_id': 'f63a97a6-2552-42d7-aee9-c49ce8319647', 'fixed_ips': [{'subnet_id': 'afa26e29-0977-4952-80e0-d2386bf7e89e', 'ip_address': '2001:db8::f816:3eff:fe7c:c159'}, {'subnet_id': 'fa8a0460-7470-4f54-9ed6-d334e4090276'}], 'binding:host_id': 'n-d-713498-36'}, 'id': 'b364a7a0-e803-4cca-b637-06f25f939f51'} from n-d-713498-36. {{(pid=103232) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Feb 09 19:34:28.483925 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-c2094422-d8c1-4097-a716-ca568359d3eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (b364a7a0-e803-4cca-b637-06f25f939f51), before_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:34:28.544247 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-505e9919-3088-4ef1-9ba0-98fa757ea5ef tempest-NetworksTestDHCPv6-1153288886 tempest-NetworksTestDHCPv6-1153288886-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-759852'] for subnet (afa26e29-0977-4952-80e0-d2386bf7e89e), precommit_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:34:28.617410 n-d-713498-36 neutron-server[103232]: ERROR oslo_messaging.rpc.server [None req-c2094422-d8c1-4097-a716-ca568359d3eb None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet afa26e29-0977-4952-80e0-d2386bf7e89e: This subnet is being modified by another concurrent operation. Feb 09 19:34:28.617410 n-d-713498-36 neutron-server[103232]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Feb 09 19:34:28.617410 n-d-713498-36 neutron-server[103232]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Feb 09 19:34:28.617410 n-d-713498-36 neutron-server[103232]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Feb 09 19:34:28.617410 n-d-713498-36 neutron-server[103232]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Feb 09 19:34:28.617410 n-d-713498-36 neutron-server[103232]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Feb 09 19:34:28.617410 n-d-713498-36 neutron-server[103232]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Feb 09 19:34:28.617410 n-d-713498-36 neutron-server[103232]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Feb 09 19:34:28.617410 n-d-713498-36 neutron-server[103232]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Feb 09 19:34:28.617410 n-d-713498-36 neutron-server[103232]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Feb 09 19:34:28.617410 n-d-713498-36 neutron-server[103232]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Feb 09 19:34:28.617410 n-d-713498-36 neutron-server[103232]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Feb 09 19:34:28.617410 n-d-713498-36 neutron-server[103232]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Feb 09 19:34:28.617410 n-d-713498-36 neutron-server[103232]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Feb 09 19:34:28.617410 n-d-713498-36 neutron-server[103232]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 09 19:34:28.617410 n-d-713498-36 neutron-server[103232]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 09 19:34:28.617410 n-d-713498-36 neutron-server[103232]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 09 19:34:28.617410 n-d-713498-36 neutron-server[103232]: ERROR oslo_messaging.rpc.server raise self.value Feb 09 19:34:28.617410 n-d-713498-36 neutron-server[103232]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Feb 09 19:34:28.617410 n-d-713498-36 neutron-server[103232]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 09 19:34:28.617410 n-d-713498-36 neutron-server[103232]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Feb 09 19:34:28.617410 n-d-713498-36 neutron-server[103232]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Feb 09 19:34:28.617410 n-d-713498-36 neutron-server[103232]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 09 19:34:28.617410 n-d-713498-36 neutron-server[103232]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 09 19:34:28.617410 n-d-713498-36 neutron-server[103232]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 09 19:34:28.617410 n-d-713498-36 neutron-server[103232]: ERROR oslo_messaging.rpc.server raise self.value Feb 09 19:34:28.617410 n-d-713498-36 neutron-server[103232]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Feb 09 19:34:28.617410 n-d-713498-36 neutron-server[103232]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 09 19:34:28.617410 n-d-713498-36 neutron-server[103232]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Feb 09 19:34:28.617410 n-d-713498-36 neutron-server[103232]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Feb 09 19:34:28.617410 n-d-713498-36 neutron-server[103232]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 09 19:34:28.617410 n-d-713498-36 neutron-server[103232]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 09 19:34:28.617410 n-d-713498-36 neutron-server[103232]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 09 19:34:28.617410 n-d-713498-36 neutron-server[103232]: ERROR oslo_messaging.rpc.server raise self.value Feb 09 19:34:28.617410 n-d-713498-36 neutron-server[103232]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Feb 09 19:34:28.617410 n-d-713498-36 neutron-server[103232]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Feb 09 19:34:28.617410 n-d-713498-36 neutron-server[103232]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 315, in update_dhcp_port Feb 09 19:34:28.617410 n-d-713498-36 neutron-server[103232]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'update_port') Feb 09 19:34:28.617410 n-d-713498-36 neutron-server[103232]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 118, in _port_action Feb 09 19:34:28.617410 n-d-713498-36 neutron-server[103232]: ERROR oslo_messaging.rpc.server return plugin.update_port(context, port['id'], port) Feb 09 19:34:28.617410 n-d-713498-36 neutron-server[103232]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 701, in inner Feb 09 19:34:28.617410 n-d-713498-36 neutron-server[103232]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 09 19:34:28.617410 n-d-713498-36 neutron-server[103232]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Feb 09 19:34:28.617410 n-d-713498-36 neutron-server[103232]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Feb 09 19:34:28.617410 n-d-713498-36 neutron-server[103232]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Feb 09 19:34:28.617410 n-d-713498-36 neutron-server[103232]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Feb 09 19:34:28.617410 n-d-713498-36 neutron-server[103232]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 09 19:34:28.617410 n-d-713498-36 neutron-server[103232]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 09 19:34:28.617410 n-d-713498-36 neutron-server[103232]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 09 19:34:28.617410 n-d-713498-36 neutron-server[103232]: ERROR oslo_messaging.rpc.server raise self.value Feb 09 19:34:28.617410 n-d-713498-36 neutron-server[103232]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Feb 09 19:34:28.617410 n-d-713498-36 neutron-server[103232]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 09 19:34:28.617410 n-d-713498-36 neutron-server[103232]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Feb 09 19:34:28.617410 n-d-713498-36 neutron-server[103232]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Feb 09 19:34:28.617410 n-d-713498-36 neutron-server[103232]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 09 19:34:28.617410 n-d-713498-36 neutron-server[103232]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 09 19:34:28.617410 n-d-713498-36 neutron-server[103232]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 09 19:34:28.617410 n-d-713498-36 neutron-server[103232]: ERROR oslo_messaging.rpc.server raise self.value Feb 09 19:34:28.617410 n-d-713498-36 neutron-server[103232]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Feb 09 19:34:28.617410 n-d-713498-36 neutron-server[103232]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 09 19:34:28.617410 n-d-713498-36 neutron-server[103232]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Feb 09 19:34:28.617410 n-d-713498-36 neutron-server[103232]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Feb 09 19:34:28.617410 n-d-713498-36 neutron-server[103232]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 09 19:34:28.617410 n-d-713498-36 neutron-server[103232]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 09 19:34:28.617410 n-d-713498-36 neutron-server[103232]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 09 19:34:28.617410 n-d-713498-36 neutron-server[103232]: ERROR oslo_messaging.rpc.server raise self.value Feb 09 19:34:28.617410 n-d-713498-36 neutron-server[103232]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Feb 09 19:34:28.617410 n-d-713498-36 neutron-server[103232]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Feb 09 19:34:28.617410 n-d-713498-36 neutron-server[103232]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1786, in update_port Feb 09 19:34:28.617410 n-d-713498-36 neutron-server[103232]: ERROR oslo_messaging.rpc.server updated_port = super(Ml2Plugin, self).update_port(context, id, Feb 09 19:34:28.617410 n-d-713498-36 neutron-server[103232]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Feb 09 19:34:28.617410 n-d-713498-36 neutron-server[103232]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Feb 09 19:34:28.617410 n-d-713498-36 neutron-server[103232]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1521, in update_port Feb 09 19:34:28.617410 n-d-713498-36 neutron-server[103232]: ERROR oslo_messaging.rpc.server self.ipam.update_port( Feb 09 19:34:28.617410 n-d-713498-36 neutron-server[103232]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 737, in update_port Feb 09 19:34:28.617410 n-d-713498-36 neutron-server[103232]: ERROR oslo_messaging.rpc.server changes = self.update_port_with_ips(context, Feb 09 19:34:28.617410 n-d-713498-36 neutron-server[103232]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 451, in update_port_with_ips Feb 09 19:34:28.617410 n-d-713498-36 neutron-server[103232]: ERROR oslo_messaging.rpc.server changes = self._update_ips_for_port(context, Feb 09 19:34:28.617410 n-d-713498-36 neutron-server[103232]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 375, in _update_ips_for_port Feb 09 19:34:28.617410 n-d-713498-36 neutron-server[103232]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Feb 09 19:34:28.617410 n-d-713498-36 neutron-server[103232]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Feb 09 19:34:28.617410 n-d-713498-36 neutron-server[103232]: ERROR oslo_messaging.rpc.server subnet.lock_register( Feb 09 19:34:28.617410 n-d-713498-36 neutron-server[103232]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Feb 09 19:34:28.617410 n-d-713498-36 neutron-server[103232]: ERROR oslo_messaging.rpc.server raise exception Feb 09 19:34:28.617410 n-d-713498-36 neutron-server[103232]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet afa26e29-0977-4952-80e0-d2386bf7e89e: This subnet is being modified by another concurrent operation. Feb 09 19:34:28.617410 n-d-713498-36 neutron-server[103232]: ERROR oslo_messaging.rpc.server Feb 09 19:34:28.624741 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-505e9919-3088-4ef1-9ba0-98fa757ea5ef tempest-NetworksTestDHCPv6-1153288886 tempest-NetworksTestDHCPv6-1153288886-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-760023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12867367', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12759238'] for subnet (afa26e29-0977-4952-80e0-d2386bf7e89e), after_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:34:28.650847 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-505e9919-3088-4ef1-9ba0-98fa757ea5ef tempest-NetworksTestDHCPv6-1153288886 tempest-NetworksTestDHCPv6-1153288886-project] Pushing event deleted for resources: {'Subnet': ['ID=afa26e29-0977-4952-80e0-d2386bf7e89e,revision_number=None']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:34:28.652937 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-505e9919-3088-4ef1-9ba0-98fa757ea5ef tempest-NetworksTestDHCPv6-1153288886 tempest-NetworksTestDHCPv6-1153288886-project] Publish callbacks [] for subnet (None), before_response {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:34:28.656331 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-505e9919-3088-4ef1-9ba0-98fa757ea5ef tempest-NetworksTestDHCPv6-1153288886 tempest-NetworksTestDHCPv6-1153288886-project] 10.222.0.75 "DELETE /v2.0/subnets/afa26e29-0977-4952-80e0-d2386bf7e89e HTTP/1.1" status: 204 len: 168 time: 0.3266304 Feb 09 19:34:28.658860 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 36984) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:34:28.716458 n-d-713498-36 neutron-server[103229]: DEBUG neutron.db.db_base_plugin_v2 [None req-6f5c9977-cd76-46bd-8a12-f06c630213d6 tempest-NetworksTestDHCPv6-1153288886 tempest-NetworksTestDHCPv6-1153288886-project] Deleting subnet fa8a0460-7470-4f54-9ed6-d334e4090276 {{(pid=103229) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 19:34:28.720023 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-6f5c9977-cd76-46bd-8a12-f06c630213d6 tempest-NetworksTestDHCPv6-1153288886 tempest-NetworksTestDHCPv6-1153288886-project] Publish callbacks [] for subnet (fa8a0460-7470-4f54-9ed6-d334e4090276), before_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:34:28.725288 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bcd48b10-5dc0-4b8e-a5bf-2f9cf585a6bd None None] get_active_networks_info from n-d-713498-36 {{(pid=103232) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Feb 09 19:34:28.770800 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-6f5c9977-cd76-46bd-8a12-f06c630213d6 tempest-NetworksTestDHCPv6-1153288886 tempest-NetworksTestDHCPv6-1153288886-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16683410'] for subnet (fa8a0460-7470-4f54-9ed6-d334e4090276), precommit_delete_associations {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:34:28.795314 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.provisioning_blocks [None req-df3acf66-4f5b-490e-8895-03af95981533 None None] Provisioning complete for port b364a7a0-e803-4cca-b637-06f25f939f51 triggered by entity DHCP. {{(pid=103232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 19:34:28.795610 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-df3acf66-4f5b-490e-8895-03af95981533 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593630'] for port (b364a7a0-e803-4cca-b637-06f25f939f51), provisioning_complete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:34:28.819540 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-6f5c9977-cd76-46bd-8a12-f06c630213d6 tempest-NetworksTestDHCPv6-1153288886 tempest-NetworksTestDHCPv6-1153288886-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-759852'] for subnet (fa8a0460-7470-4f54-9ed6-d334e4090276), precommit_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:34:28.858704 n-d-713498-36 neutron-server[103232]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bcd48b10-5dc0-4b8e-a5bf-2f9cf585a6bd None None] Resources bound (agent type, host, resource id): {{(pid=103232) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 09 19:34:28.881509 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-6f5c9977-cd76-46bd-8a12-f06c630213d6 tempest-NetworksTestDHCPv6-1153288886 tempest-NetworksTestDHCPv6-1153288886-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-760023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12867367', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12759238'] for subnet (fa8a0460-7470-4f54-9ed6-d334e4090276), after_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:34:28.910445 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f5c9977-cd76-46bd-8a12-f06c630213d6 tempest-NetworksTestDHCPv6-1153288886 tempest-NetworksTestDHCPv6-1153288886-project] Pushing event deleted for resources: {'Subnet': ['ID=fa8a0460-7470-4f54-9ed6-d334e4090276,revision_number=None']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:34:28.916480 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-6f5c9977-cd76-46bd-8a12-f06c630213d6 tempest-NetworksTestDHCPv6-1153288886 tempest-NetworksTestDHCPv6-1153288886-project] Publish callbacks [] for subnet (None), before_response {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:34:28.922647 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-6f5c9977-cd76-46bd-8a12-f06c630213d6 tempest-NetworksTestDHCPv6-1153288886 tempest-NetworksTestDHCPv6-1153288886-project] 10.222.0.75 "DELETE /v2.0/subnets/fa8a0460-7470-4f54-9ed6-d334e4090276 HTTP/1.1" status: 204 len: 168 time: 0.2599864 Feb 09 19:34:28.922905 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 36986) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:34:28.971630 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-719bc710-e42f-4ad6-b935-7c93dc9c73ce tempest-NetworksTestDHCPv6-1153288886 tempest-NetworksTestDHCPv6-1153288886-project] 10.222.0.75 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0449350 Feb 09 19:34:28.971891 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 36988) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:34:28.976930 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.v2.base [None req-495e79f1-79b7-4c00-ade4-1785b53bf977 tempest-NetworksTestDHCPv6-1153288886 tempest-NetworksTestDHCPv6-1153288886-project] Request body: {'subnet': {'network_id': 'f63a97a6-2552-42d7-aee9-c49ce8319647', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=103229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 19:34:29.074324 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-495e79f1-79b7-4c00-ade4-1785b53bf977 tempest-NetworksTestDHCPv6-1153288886 tempest-NetworksTestDHCPv6-1153288886-project] Made reservation on behalf of 84aec0d011da47d8bc94f6ba8668f413 for: {'subnet': 1} {{(pid=103229) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 19:34:29.077875 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-495e79f1-79b7-4c00-ade4-1785b53bf977 tempest-NetworksTestDHCPv6-1153288886 tempest-NetworksTestDHCPv6-1153288886-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12759265'] for subnet (None), before_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:34:29.136332 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-df3acf66-4f5b-490e-8895-03af95981533 None None] Current status of the port b364a7a0-e803-4cca-b637-06f25f939f51 is: ACTIVE; New status is: ACTIVE {{(pid=103232) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 19:34:29.190518 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Device 4d0e230e-48d5-40ed-8aa4-a746cc7661de up at agent hyperv_n-h1-713498-36 {{(pid=103232) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 19:34:29.331462 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.provisioning_blocks [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Provisioning for port 4d0e230e-48d5-40ed-8aa4-a746cc7661de completed by entity L2. {{(pid=103232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 19:34:29.361656 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.provisioning_blocks [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Provisioning complete for port 4d0e230e-48d5-40ed-8aa4-a746cc7661de triggered by entity L2. {{(pid=103232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 19:34:29.362178 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593630'] for port (4d0e230e-48d5-40ed-8aa4-a746cc7661de), provisioning_complete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:34:29.409948 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95ed96c2-2cb3-4acc-91b6-8f7fd5e7eb35 None None] Network f63a97a6-2552-42d7-aee9-c49ce8319647 requested from n-d-713498-36 {{(pid=103232) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 19:34:29.410345 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5de1be2a-0b00-45c2-9bd4-8fba5e843ed5 req-d12a31d6-9f5d-4d79-8c15-630cd0894fa6 tempest-ServersTestJSON-482035511 tempest-ServersTestJSON-482035511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:34:29.411866 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-5de1be2a-0b00-45c2-9bd4-8fba5e843ed5 req-d12a31d6-9f5d-4d79-8c15-630cd0894fa6 tempest-ServersTestJSON-482035511 tempest-ServersTestJSON-482035511-project] 10.222.0.75 "GET /v2.0/ports?device_id=85989c01-4e9a-4574-a225-a51b4102ff77 HTTP/1.1" status: 200 len: 944 time: 0.1059875 Feb 09 19:34:29.551744 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-5de1be2a-0b00-45c2-9bd4-8fba5e843ed5 req-4dcbc2f9-01c1-4354-aee4-9ac559e7a20e tempest-ServersTestJSON-482035511 tempest-ServersTestJSON-482035511-project] 10.222.0.75 "GET /v2.0/security-groups?id=37883354-c9cd-40f0-bbce-1c711bac4569&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1321464 Feb 09 19:34:29.558047 n-d-713498-36 neutron-server[103229]: DEBUG neutron.objects.ports [None req-495e79f1-79b7-4c00-ade4-1785b53bf977 tempest-NetworksTestDHCPv6-1153288886 tempest-NetworksTestDHCPv6-1153288886-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=103229) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Feb 09 19:34:29.593137 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.provisioning_blocks [None req-d2eeacf8-97f1-4a88-980e-685656fb6833 None None] Provisioning complete for port b364a7a0-e803-4cca-b637-06f25f939f51 triggered by entity DHCP. {{(pid=103232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 19:34:29.593696 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-d2eeacf8-97f1-4a88-980e-685656fb6833 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593630'] for port (b364a7a0-e803-4cca-b637-06f25f939f51), provisioning_complete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:34:29.748721 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Device b364a7a0-e803-4cca-b637-06f25f939f51 no longer exists at agent ovs-agent-n-d-713498-36 {{(pid=103232) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 19:34:29.799498 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Current status of the port 4d0e230e-48d5-40ed-8aa4-a746cc7661de is: BUILD; New status is: ACTIVE {{(pid=103232) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 19:34:29.800089 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (4d0e230e-48d5-40ed-8aa4-a746cc7661de), before_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:34:29.843105 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-495e79f1-79b7-4c00-ade4-1785b53bf977 tempest-NetworksTestDHCPv6-1153288886 tempest-NetworksTestDHCPv6-1153288886-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (b364a7a0-e803-4cca-b637-06f25f939f51), before_update {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:34:29.862467 n-d-713498-36 neutron-server[103232]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '85989c01-4e9a-4574-a225-a51b4102ff77', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4d0e230e-48d5-40ed-8aa4-a746cc7661de'}] {{(pid=103232) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 19:34:29.865729 n-d-713498-36 neutron-server[103232]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}949cdcde653dec44821de95cbf67297f53cbc2aed4e073b5d514f93bf911ce85" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-576b90fe-d10d-42a0-b136-e2fd1d6510a6" -d '{"events": [{"server_uuid": "85989c01-4e9a-4574-a225-a51b4102ff77", "name": "network-vif-plugged", "status": "completed", "tag": "4d0e230e-48d5-40ed-8aa4-a746cc7661de"}]}' {{(pid=103232) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 19:34:29.901370 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] For port 4d0e230e-48d5-40ed-8aa4-a746cc7661de, host n-h1-713498-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-36',level=0,port_id=4d0e230e-48d5-40ed-8aa4-a746cc7661de,segment=NetworkSegment(3ad9008e-d820-4913-8a3a-dbe689506816),segment_id=3ad9008e-d820-4913-8a3a-dbe689506816)] {{(pid=103232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 19:34:29.925177 n-d-713498-36 neutron-server[103232]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 19:34:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d5e283de-e10f-466c-8b8e-aece7be5e739 x-openstack-request-id: req-d5e283de-e10f-466c-8b8e-aece7be5e739 {{(pid=103232) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 19:34:29.926347 n-d-713498-36 neutron-server[103232]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "85989c01-4e9a-4574-a225-a51b4102ff77", "name": "network-vif-plugged", "status": "completed", "tag": "4d0e230e-48d5-40ed-8aa4-a746cc7661de", "code": 200}]} {{(pid=103232) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 19:34:29.934077 n-d-713498-36 neutron-server[103232]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-d5e283de-e10f-466c-8b8e-aece7be5e739 {{(pid=103232) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 19:34:29.935003 n-d-713498-36 neutron-server[103232]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '85989c01-4e9a-4574-a225-a51b4102ff77', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4d0e230e-48d5-40ed-8aa4-a746cc7661de', 'code': 200} Feb 09 19:34:29.984606 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762867176205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762866656485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762866656503'] for port (4d0e230e-48d5-40ed-8aa4-a746cc7661de), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:34:29.987183 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-d2eeacf8-97f1-4a88-980e-685656fb6833 None None] Current status of the port b364a7a0-e803-4cca-b637-06f25f939f51 is: ACTIVE; New status is: ACTIVE {{(pid=103232) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 19:34:30.040826 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fcb20c2a-9de9-42fc-bfc1-c101eaccca26 None None] get_active_networks_info from n-d-713498-36 {{(pid=103232) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Feb 09 19:34:30.084927 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Current status of the port b364a7a0-e803-4cca-b637-06f25f939f51 is: ACTIVE; New status is: DOWN {{(pid=103232) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 19:34:30.085499 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (b364a7a0-e803-4cca-b637-06f25f939f51), before_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:34:30.134851 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Pushing event updated for resources: {'Port': ['ID=4d0e230e-48d5-40ed-8aa4-a746cc7661de,revision_number=5']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:34:30.179059 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] For port b364a7a0-e803-4cca-b637-06f25f939f51, host n-d-713498-36, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-36',level=0,port_id=b364a7a0-e803-4cca-b637-06f25f939f51,segment=NetworkSegment(20e634bc-bbe0-4569-a1ea-6be524590675),segment_id=20e634bc-bbe0-4569-a1ea-6be524590675)] {{(pid=103232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 19:34:30.189686 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762867176205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762866656485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762866656503'] for port (b364a7a0-e803-4cca-b637-06f25f939f51), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:34:30.197082 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.provisioning_blocks [None req-95ea8858-d226-46e2-82e6-7fcc5adc1ba4 None None] Provisioning complete for port b364a7a0-e803-4cca-b637-06f25f939f51 triggered by entity DHCP. {{(pid=103232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 19:34:30.197556 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-95ea8858-d226-46e2-82e6-7fcc5adc1ba4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593630'] for port (b364a7a0-e803-4cca-b637-06f25f939f51), provisioning_complete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:34:30.297655 n-d-713498-36 neutron-server[103232]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fcb20c2a-9de9-42fc-bfc1-c101eaccca26 None None] Resources bound (agent type, host, resource id): {{(pid=103232) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 09 19:34:30.317387 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Pushing event updated for resources: {'Port': ['ID=b364a7a0-e803-4cca-b637-06f25f939f51,revision_number=6']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:34:30.378913 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.db.api [None req-495e79f1-79b7-4c00-ade4-1785b53bf977 tempest-NetworksTestDHCPv6-1153288886 tempest-NetworksTestDHCPv6-1153288886-project] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103229) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 09 19:34:30.379416 n-d-713498-36 neutron-server[103229]: DEBUG oslo_db.api [None req-495e79f1-79b7-4c00-ade4-1785b53bf977 tempest-NetworksTestDHCPv6-1153288886 tempest-NetworksTestDHCPv6-1153288886-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=103229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 09 19:34:30.384846 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-174f8540-8b7c-4a6c-9bd3-257f4bd939ae req-66ec1ef2-3dfc-453b-9b1e-9e22dc53f2d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:34:30.386696 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-174f8540-8b7c-4a6c-9bd3-257f4bd939ae req-66ec1ef2-3dfc-453b-9b1e-9e22dc53f2d9 service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=85989c01-4e9a-4574-a225-a51b4102ff77 HTTP/1.1" status: 200 len: 1128 time: 0.0699649 Feb 09 19:34:30.435350 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-174f8540-8b7c-4a6c-9bd3-257f4bd939ae req-023446cd-f476-4cb3-9fb6-4dbe7d18955f service neutron] 10.222.0.89 "GET /v2.0/security-groups?id=37883354-c9cd-40f0-bbce-1c711bac4569&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427659 Feb 09 19:34:30.436313 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-95ea8858-d226-46e2-82e6-7fcc5adc1ba4 None None] Current status of the port b364a7a0-e803-4cca-b637-06f25f939f51 is: DOWN; New status is: ACTIVE {{(pid=103232) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 19:34:30.436716 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-95ea8858-d226-46e2-82e6-7fcc5adc1ba4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (b364a7a0-e803-4cca-b637-06f25f939f51), before_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:34:30.511302 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-95ea8858-d226-46e2-82e6-7fcc5adc1ba4 None None] For port b364a7a0-e803-4cca-b637-06f25f939f51, host n-d-713498-36, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-36',level=0,port_id=b364a7a0-e803-4cca-b637-06f25f939f51,segment=NetworkSegment(20e634bc-bbe0-4569-a1ea-6be524590675),segment_id=20e634bc-bbe0-4569-a1ea-6be524590675)] {{(pid=103232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 19:34:30.516323 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-95ea8858-d226-46e2-82e6-7fcc5adc1ba4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762867176205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762866656485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762866656503'] for port (b364a7a0-e803-4cca-b637-06f25f939f51), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:34:30.592098 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95ea8858-d226-46e2-82e6-7fcc5adc1ba4 None None] Pushing event updated for resources: {'Port': ['ID=b364a7a0-e803-4cca-b637-06f25f939f51,revision_number=7']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:34:30.710337 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a47c271f-fdff-40bd-a58c-d35b66c7f32b req-bd960a3d-fce1-43e6-b044-8a6c4fbc75e9 tempest-ServersTestJSON-482035511 tempest-ServersTestJSON-482035511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:34:30.728382 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-a47c271f-fdff-40bd-a58c-d35b66c7f32b req-bd960a3d-fce1-43e6-b044-8a6c4fbc75e9 tempest-ServersTestJSON-482035511 tempest-ServersTestJSON-482035511-project] 10.222.0.75 "GET /v2.0/ports?device_id=85989c01-4e9a-4574-a225-a51b4102ff77 HTTP/1.1" status: 200 len: 945 time: 0.0702336 Feb 09 19:34:30.786632 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-a47c271f-fdff-40bd-a58c-d35b66c7f32b req-95f3ca7c-fef7-4fec-a672-6457b85876fa tempest-ServersTestJSON-482035511 tempest-ServersTestJSON-482035511-project] 10.222.0.75 "GET /v2.0/security-groups?id=37883354-c9cd-40f0-bbce-1c711bac4569&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562658 Feb 09 19:34:30.921132 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-495e79f1-79b7-4c00-ade4-1785b53bf977 tempest-NetworksTestDHCPv6-1153288886 tempest-NetworksTestDHCPv6-1153288886-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (b364a7a0-e803-4cca-b637-06f25f939f51), before_update {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:34:31.089129 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.db [None req-495e79f1-79b7-4c00-ade4-1785b53bf977 tempest-NetworksTestDHCPv6-1153288886 tempest-NetworksTestDHCPv6-1153288886-project] For port b364a7a0-e803-4cca-b637-06f25f939f51, host n-d-713498-36, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-36',level=0,port_id=b364a7a0-e803-4cca-b637-06f25f939f51,segment=NetworkSegment(20e634bc-bbe0-4569-a1ea-6be524590675),segment_id=20e634bc-bbe0-4569-a1ea-6be524590675)] {{(pid=103229) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 19:34:31.120167 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-495e79f1-79b7-4c00-ade4-1785b53bf977 tempest-NetworksTestDHCPv6-1153288886 tempest-NetworksTestDHCPv6-1153288886-project] Publish callbacks [] for port (b364a7a0-e803-4cca-b637-06f25f939f51), precommit_update {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:34:31.126068 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-495e79f1-79b7-4c00-ade4-1785b53bf977 tempest-NetworksTestDHCPv6-1153288886 tempest-NetworksTestDHCPv6-1153288886-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762867176205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762866656485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762866656503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12867569'] for port (b364a7a0-e803-4cca-b637-06f25f939f51), after_update {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:34:31.162372 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-495e79f1-79b7-4c00-ade4-1785b53bf977 tempest-NetworksTestDHCPv6-1153288886 tempest-NetworksTestDHCPv6-1153288886-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12867428', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12759263'] for subnet (ac25a85c-3a2e-4151-9490-ba8d09579215), after_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:34:31.228533 n-d-713498-36 neutron-server[103229]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-495e79f1-79b7-4c00-ade4-1785b53bf977 tempest-NetworksTestDHCPv6-1153288886 tempest-NetworksTestDHCPv6-1153288886-project] Network f63a97a6-2552-42d7-aee9-c49ce8319647 is already hosted by enough agents. {{(pid=103229) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 19:34:31.240502 n-d-713498-36 neutron-server[103229]: DEBUG neutron.scheduler.base_scheduler [None req-495e79f1-79b7-4c00-ade4-1785b53bf977 tempest-NetworksTestDHCPv6-1153288886 tempest-NetworksTestDHCPv6-1153288886-project] Resources bound (agent type, host, resource id): {{(pid=103229) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 19:34:31.247050 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-495e79f1-79b7-4c00-ade4-1785b53bf977 tempest-NetworksTestDHCPv6-1153288886 tempest-NetworksTestDHCPv6-1153288886-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:34:31.247647 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-495e79f1-79b7-4c00-ade4-1785b53bf977 tempest-NetworksTestDHCPv6-1153288886 tempest-NetworksTestDHCPv6-1153288886-project] Publish callbacks [] for subnet (None), before_response {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:34:31.261599 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-495e79f1-79b7-4c00-ade4-1785b53bf977 tempest-NetworksTestDHCPv6-1153288886 tempest-NetworksTestDHCPv6-1153288886-project] Pushing event updated for resources: {'Port': ['ID=b364a7a0-e803-4cca-b637-06f25f939f51,revision_number=8']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:34:31.270464 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-495e79f1-79b7-4c00-ade4-1785b53bf977 tempest-NetworksTestDHCPv6-1153288886 tempest-NetworksTestDHCPv6-1153288886-project] Pushing event updated for resources: {'Subnet': ['ID=ac25a85c-3a2e-4151-9490-ba8d09579215,revision_number=0']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:34:31.282712 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dded272c-7ee4-41cc-9ca0-59b55139c4d4 None None] Network f63a97a6-2552-42d7-aee9-c49ce8319647 requested from n-d-713498-36 {{(pid=103232) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 19:34:31.283265 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-495e79f1-79b7-4c00-ade4-1785b53bf977 tempest-NetworksTestDHCPv6-1153288886 tempest-NetworksTestDHCPv6-1153288886-project] 10.222.0.75 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.3102639 Feb 09 19:34:31.286596 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 37014) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:34:31.292033 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.v2.base [None req-8ec9bf44-6e6d-4e1c-9a95-30584228c689 tempest-NetworksTestDHCPv6-1153288886 tempest-NetworksTestDHCPv6-1153288886-project] Request body: {'subnet': {'network_id': 'f63a97a6-2552-42d7-aee9-c49ce8319647', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103230) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 19:34:31.416757 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.provisioning_blocks [None req-9208631a-2ca7-4213-9211-6eea683391b4 None None] Provisioning complete for port b364a7a0-e803-4cca-b637-06f25f939f51 triggered by entity DHCP. {{(pid=103232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 19:34:31.417297 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-9208631a-2ca7-4213-9211-6eea683391b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593630'] for port (b364a7a0-e803-4cca-b637-06f25f939f51), provisioning_complete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:34:31.451891 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8ec9bf44-6e6d-4e1c-9a95-30584228c689 tempest-NetworksTestDHCPv6-1153288886 tempest-NetworksTestDHCPv6-1153288886-project] Made reservation on behalf of 84aec0d011da47d8bc94f6ba8668f413 for: {'subnet': 1} {{(pid=103230) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 19:34:31.455724 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-8ec9bf44-6e6d-4e1c-9a95-30584228c689 tempest-NetworksTestDHCPv6-1153288886 tempest-NetworksTestDHCPv6-1153288886-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12985917'] for subnet (None), before_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:34:31.582501 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-9208631a-2ca7-4213-9211-6eea683391b4 None None] Current status of the port b364a7a0-e803-4cca-b637-06f25f939f51 is: ACTIVE; New status is: ACTIVE {{(pid=103232) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 19:34:31.697694 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Device b364a7a0-e803-4cca-b637-06f25f939f51 up at agent ovs-agent-n-d-713498-36 {{(pid=103232) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 19:34:31.779581 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.provisioning_blocks [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Provisioning complete for port b364a7a0-e803-4cca-b637-06f25f939f51 triggered by entity L2. {{(pid=103232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 19:34:31.779880 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593630'] for port (b364a7a0-e803-4cca-b637-06f25f939f51), provisioning_complete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:34:31.841875 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.provisioning_blocks [None req-87dee231-72c9-4917-a2c7-5305a5dd2ec6 None None] Provisioning complete for port b364a7a0-e803-4cca-b637-06f25f939f51 triggered by entity DHCP. {{(pid=103232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 19:34:31.842278 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-87dee231-72c9-4917-a2c7-5305a5dd2ec6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593630'] for port (b364a7a0-e803-4cca-b637-06f25f939f51), provisioning_complete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:34:31.863224 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-8ec9bf44-6e6d-4e1c-9a95-30584228c689 tempest-NetworksTestDHCPv6-1153288886 tempest-NetworksTestDHCPv6-1153288886-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14393611', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12985859'] for subnet (43bcde89-64a1-41bb-9e61-03238d782346), after_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:34:31.954613 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-87dee231-72c9-4917-a2c7-5305a5dd2ec6 None None] Current status of the port b364a7a0-e803-4cca-b637-06f25f939f51 is: ACTIVE; New status is: ACTIVE {{(pid=103232) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 19:34:31.978915 n-d-713498-36 neutron-server[103230]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ec9bf44-6e6d-4e1c-9a95-30584228c689 tempest-NetworksTestDHCPv6-1153288886 tempest-NetworksTestDHCPv6-1153288886-project] Network f63a97a6-2552-42d7-aee9-c49ce8319647 is already hosted by enough agents. {{(pid=103230) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 19:34:31.982393 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Current status of the port b364a7a0-e803-4cca-b637-06f25f939f51 is: ACTIVE; New status is: ACTIVE {{(pid=103232) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 19:34:31.984814 n-d-713498-36 neutron-server[103230]: DEBUG neutron.scheduler.base_scheduler [None req-8ec9bf44-6e6d-4e1c-9a95-30584228c689 tempest-NetworksTestDHCPv6-1153288886 tempest-NetworksTestDHCPv6-1153288886-project] Resources bound (agent type, host, resource id): {{(pid=103230) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 19:34:31.990564 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ec9bf44-6e6d-4e1c-9a95-30584228c689 tempest-NetworksTestDHCPv6-1153288886 tempest-NetworksTestDHCPv6-1153288886-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:34:31.991375 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-8ec9bf44-6e6d-4e1c-9a95-30584228c689 tempest-NetworksTestDHCPv6-1153288886 tempest-NetworksTestDHCPv6-1153288886-project] Publish callbacks [] for subnet (None), before_response {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:34:31.995007 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ec9bf44-6e6d-4e1c-9a95-30584228c689 tempest-NetworksTestDHCPv6-1153288886 tempest-NetworksTestDHCPv6-1153288886-project] Pushing event updated for resources: {'Subnet': ['ID=43bcde89-64a1-41bb-9e61-03238d782346,revision_number=0']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:34:32.017441 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-8ec9bf44-6e6d-4e1c-9a95-30584228c689 tempest-NetworksTestDHCPv6-1153288886 tempest-NetworksTestDHCPv6-1153288886-project] 10.222.0.75 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7297616 Feb 09 19:34:32.027602 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 37022) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:34:32.033544 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.v2.base [None req-032f4c21-54d5-4894-82ba-b4a13652f779 tempest-NetworksTestDHCPv6-1153288886 tempest-NetworksTestDHCPv6-1153288886-project] Request body: {'port': {'network_id': 'f63a97a6-2552-42d7-aee9-c49ce8319647', 'mac_address': 'fa:16:3e:27:4b:28', 'name': 'tempest-NetworksTestDHCPv6-450891296'}} {{(pid=103230) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 19:34:32.067204 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5c87304-51b1-4882-b987-aac12cfc942d None None] Network f63a97a6-2552-42d7-aee9-c49ce8319647 requested from n-d-713498-36 {{(pid=103232) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 19:34:32.078616 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c577b9b5-a20d-4d87-b748-b3889711bfcf req-3eeb843b-0191-49ec-b437-b6c5c8e1c995 tempest-ServersTestJSON-482035511 tempest-ServersTestJSON-482035511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:34:32.086481 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-c577b9b5-a20d-4d87-b748-b3889711bfcf req-3eeb843b-0191-49ec-b437-b6c5c8e1c995 tempest-ServersTestJSON-482035511 tempest-ServersTestJSON-482035511-project] 10.222.0.75 "GET /v2.0/ports?device_id=85989c01-4e9a-4574-a225-a51b4102ff77 HTTP/1.1" status: 200 len: 945 time: 0.1404343 Feb 09 19:34:32.089170 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.provisioning_blocks [None req-ea75314e-b588-4e66-a8bc-163263077680 None None] Could not find standard attr ID for object 5d9ad641-983d-47cc-8f61-700a895c2e62. {{(pid=103232) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 09 19:34:32.169972 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-c577b9b5-a20d-4d87-b748-b3889711bfcf req-f2ca04f3-9066-4206-91d0-1e3ce2d516b2 tempest-ServersTestJSON-482035511 tempest-ServersTestJSON-482035511-project] 10.222.0.75 "GET /v2.0/security-groups?id=37883354-c9cd-40f0-bbce-1c711bac4569&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0703433 Feb 09 19:34:32.198974 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-032f4c21-54d5-4894-82ba-b4a13652f779 tempest-NetworksTestDHCPv6-1153288886 tempest-NetworksTestDHCPv6-1153288886-project] Made reservation on behalf of 84aec0d011da47d8bc94f6ba8668f413 for: {'port': 1} {{(pid=103230) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 19:34:32.333700 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad39e61f-35df-46fd-a8f5-53a9485424ae None None] Update dhcp port {'port': {'network_id': 'f63a97a6-2552-42d7-aee9-c49ce8319647', 'fixed_ips': [{'subnet_id': 'ac25a85c-3a2e-4151-9490-ba8d09579215', 'ip_address': '2001:db8::f816:3eff:fe7c:c159'}, {'subnet_id': '43bcde89-64a1-41bb-9e61-03238d782346'}], 'binding:host_id': 'n-d-713498-36'}, 'id': 'b364a7a0-e803-4cca-b637-06f25f939f51'} from n-d-713498-36. {{(pid=103232) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Feb 09 19:34:32.351210 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-032f4c21-54d5-4894-82ba-b4a13652f779 tempest-NetworksTestDHCPv6-1153288886 tempest-NetworksTestDHCPv6-1153288886-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (None), before_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:34:32.374216 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-ad39e61f-35df-46fd-a8f5-53a9485424ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (b364a7a0-e803-4cca-b637-06f25f939f51), before_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:34:32.682069 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aad7e1f0-40de-4bff-850d-c51d5e2d002b req-e428a315-0d13-48ec-bf6c-d5792aae9781 tempest-ServersTestJSON-482035511 tempest-ServersTestJSON-482035511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:34:32.683482 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-aad7e1f0-40de-4bff-850d-c51d5e2d002b req-e428a315-0d13-48ec-bf6c-d5792aae9781 tempest-ServersTestJSON-482035511 tempest-ServersTestJSON-482035511-project] 10.222.0.75 "GET /v2.0/ports?device_id=85989c01-4e9a-4574-a225-a51b4102ff77 HTTP/1.1" status: 200 len: 945 time: 0.4206121 Feb 09 19:34:32.696147 n-d-713498-36 neutron-server[103230]: DEBUG neutron.notifiers.nova [None req-032f4c21-54d5-4894-82ba-b4a13652f779 tempest-NetworksTestDHCPv6-1153288886 tempest-NetworksTestDHCPv6-1153288886-project] device_id is not set on port 3fb4d00d-3ea5-4b8f-bee7-ec9bf11733d6 yet. {{(pid=103230) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 09 19:34:32.759031 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.db_base_plugin_common [None req-ad39e61f-35df-46fd-a8f5-53a9485424ae None None] Allocated IP 172.20.0.2 (f63a97a6-2552-42d7-aee9-c49ce8319647/43bcde89-64a1-41bb-9e61-03238d782346/b364a7a0-e803-4cca-b637-06f25f939f51) {{(pid=103232) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 19:34:32.783563 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-aad7e1f0-40de-4bff-850d-c51d5e2d002b req-7b906921-1976-438e-b78c-cce9376b437a tempest-ServersTestJSON-482035511 tempest-ServersTestJSON-482035511-project] 10.222.0.75 "GET /v2.0/security-groups?id=37883354-c9cd-40f0-bbce-1c711bac4569&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0805290 Feb 09 19:34:32.880951 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-ad39e61f-35df-46fd-a8f5-53a9485424ae None None] For port b364a7a0-e803-4cca-b637-06f25f939f51, host n-d-713498-36, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-36',level=0,port_id=b364a7a0-e803-4cca-b637-06f25f939f51,segment=NetworkSegment(20e634bc-bbe0-4569-a1ea-6be524590675),segment_id=20e634bc-bbe0-4569-a1ea-6be524590675)] {{(pid=103232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 19:34:32.923272 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-ad39e61f-35df-46fd-a8f5-53a9485424ae None None] Publish callbacks [] for port (b364a7a0-e803-4cca-b637-06f25f939f51), precommit_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:34:32.942035 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-ad39e61f-35df-46fd-a8f5-53a9485424ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762867176205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762866656485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762866656503'] for port (b364a7a0-e803-4cca-b637-06f25f939f51), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:34:33.095796 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad39e61f-35df-46fd-a8f5-53a9485424ae None None] Pushing event updated for resources: {'Port': ['ID=b364a7a0-e803-4cca-b637-06f25f939f51,revision_number=9']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:34:33.118246 n-d-713498-36 neutron-server[103230]: DEBUG neutron.db.db_base_plugin_common [None req-032f4c21-54d5-4894-82ba-b4a13652f779 tempest-NetworksTestDHCPv6-1153288886 tempest-NetworksTestDHCPv6-1153288886-project] Allocated IP 172.20.0.7 (f63a97a6-2552-42d7-aee9-c49ce8319647/43bcde89-64a1-41bb-9e61-03238d782346/3fb4d00d-3ea5-4b8f-bee7-ec9bf11733d6) {{(pid=103230) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 19:34:33.126735 n-d-713498-36 neutron-server[103230]: DEBUG neutron.db.db_base_plugin_common [None req-032f4c21-54d5-4894-82ba-b4a13652f779 tempest-NetworksTestDHCPv6-1153288886 tempest-NetworksTestDHCPv6-1153288886-project] Allocated IP 2001:db8::f816:3eff:fe27:4b28 (f63a97a6-2552-42d7-aee9-c49ce8319647/ac25a85c-3a2e-4151-9490-ba8d09579215/3fb4d00d-3ea5-4b8f-bee7-ec9bf11733d6) {{(pid=103230) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 19:34:33.143369 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-145dcd3f-c20f-4ecf-b948-2b54dca0c96a req-6d852780-b2cb-46eb-93bd-9bbf1eae81d1 tempest-ServersTestJSON-482035511 tempest-ServersTestJSON-482035511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:34:33.144863 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-145dcd3f-c20f-4ecf-b948-2b54dca0c96a req-6d852780-b2cb-46eb-93bd-9bbf1eae81d1 tempest-ServersTestJSON-482035511 tempest-ServersTestJSON-482035511-project] 10.222.0.75 "GET /v2.0/ports?device_id=85989c01-4e9a-4574-a225-a51b4102ff77 HTTP/1.1" status: 200 len: 945 time: 0.0869358 Feb 09 19:34:33.239547 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-145dcd3f-c20f-4ecf-b948-2b54dca0c96a req-709c337c-1987-4935-ad30-3ed0ce5b470d tempest-ServersTestJSON-482035511 tempest-ServersTestJSON-482035511-project] 10.222.0.75 "GET /v2.0/security-groups?id=37883354-c9cd-40f0-bbce-1c711bac4569&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0856249 Feb 09 19:34:33.404057 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-032f4c21-54d5-4894-82ba-b4a13652f779 tempest-NetworksTestDHCPv6-1153288886 tempest-NetworksTestDHCPv6-1153288886-project] Publish callbacks [] for port (3fb4d00d-3ea5-4b8f-bee7-ec9bf11733d6), precommit_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:34:33.446495 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-032f4c21-54d5-4894-82ba-b4a13652f779 tempest-NetworksTestDHCPv6-1153288886 tempest-NetworksTestDHCPv6-1153288886-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762866656467', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14393751'] for port (3fb4d00d-3ea5-4b8f-bee7-ec9bf11733d6), after_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:34:33.498926 n-d-713498-36 neutron-server[103230]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-032f4c21-54d5-4894-82ba-b4a13652f779 tempest-NetworksTestDHCPv6-1153288886 tempest-NetworksTestDHCPv6-1153288886-project] Network f63a97a6-2552-42d7-aee9-c49ce8319647 is already hosted by enough agents. {{(pid=103230) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 19:34:33.503080 n-d-713498-36 neutron-server[103230]: DEBUG neutron.scheduler.base_scheduler [None req-032f4c21-54d5-4894-82ba-b4a13652f779 tempest-NetworksTestDHCPv6-1153288886 tempest-NetworksTestDHCPv6-1153288886-project] Resources bound (agent type, host, resource id): {{(pid=103230) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 19:34:33.507748 n-d-713498-36 neutron-server[103230]: DEBUG neutron.db.l3_dvrscheduler_db [None req-032f4c21-54d5-4894-82ba-b4a13652f779 tempest-NetworksTestDHCPv6-1153288886 tempest-NetworksTestDHCPv6-1153288886-project] Received port after_create {{(pid=103230) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 19:34:33.514755 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-032f4c21-54d5-4894-82ba-b4a13652f779 tempest-NetworksTestDHCPv6-1153288886 tempest-NetworksTestDHCPv6-1153288886-project] Pushing event updated for resources: {'Port': ['ID=3fb4d00d-3ea5-4b8f-bee7-ec9bf11733d6,revision_number=1']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:34:33.582912 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-032f4c21-54d5-4894-82ba-b4a13652f779 tempest-NetworksTestDHCPv6-1153288886 tempest-NetworksTestDHCPv6-1153288886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:34:33.583556 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-032f4c21-54d5-4894-82ba-b4a13652f779 tempest-NetworksTestDHCPv6-1153288886 tempest-NetworksTestDHCPv6-1153288886-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171096'] for port (None), before_response {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:34:33.614772 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-032f4c21-54d5-4894-82ba-b4a13652f779 tempest-NetworksTestDHCPv6-1153288886 tempest-NetworksTestDHCPv6-1153288886-project] 10.222.0.75 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1026 time: 1.5853786 Feb 09 19:34:33.614968 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 37036) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:34:33.695508 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Device b364a7a0-e803-4cca-b637-06f25f939f51 up at agent ovs-agent-n-d-713498-36 {{(pid=103232) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 19:34:33.740744 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4778310e-3c5c-4445-b3a2-7695fff15db2 tempest-NetworksTestDHCPv6-1153288886 tempest-NetworksTestDHCPv6-1153288886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:34:33.749270 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4778310e-3c5c-4445-b3a2-7695fff15db2 tempest-NetworksTestDHCPv6-1153288886 tempest-NetworksTestDHCPv6-1153288886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:34:33.754797 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 37040) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:34:33.767171 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-4778310e-3c5c-4445-b3a2-7695fff15db2 tempest-NetworksTestDHCPv6-1153288886 tempest-NetworksTestDHCPv6-1153288886-project] 10.222.0.75 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1862 time: 0.1510317 Feb 09 19:34:33.796985 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.provisioning_blocks [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Provisioning complete for port b364a7a0-e803-4cca-b637-06f25f939f51 triggered by entity L2. {{(pid=103232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 19:34:33.799481 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593630'] for port (b364a7a0-e803-4cca-b637-06f25f939f51), provisioning_complete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:34:33.887871 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.plugin [None req-17651007-4587-45e0-8eac-bac2aa5c9d39 tempest-NetworksTestDHCPv6-1153288886 tempest-NetworksTestDHCPv6-1153288886-project] Deleting port 3fb4d00d-3ea5-4b8f-bee7-ec9bf11733d6 {{(pid=103230) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 19:34:33.889223 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-17651007-4587-45e0-8eac-bac2aa5c9d39 tempest-NetworksTestDHCPv6-1153288886 tempest-NetworksTestDHCPv6-1153288886-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762867170196'] for port (3fb4d00d-3ea5-4b8f-bee7-ec9bf11733d6), before_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:34:33.920668 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Current status of the port b364a7a0-e803-4cca-b637-06f25f939f51 is: ACTIVE; New status is: ACTIVE {{(pid=103232) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 19:34:33.955652 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.provisioning_blocks [None req-8ef59582-c77b-4bfa-888b-7ce2a07aef7c None None] Provisioning complete for port b364a7a0-e803-4cca-b637-06f25f939f51 triggered by entity DHCP. {{(pid=103232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 19:34:33.956358 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-8ef59582-c77b-4bfa-888b-7ce2a07aef7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593630'] for port (b364a7a0-e803-4cca-b637-06f25f939f51), provisioning_complete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:34:34.054298 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-8ef59582-c77b-4bfa-888b-7ce2a07aef7c None None] Current status of the port b364a7a0-e803-4cca-b637-06f25f939f51 is: ACTIVE; New status is: ACTIVE {{(pid=103232) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 19:34:34.060398 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-17651007-4587-45e0-8eac-bac2aa5c9d39 tempest-NetworksTestDHCPv6-1153288886 tempest-NetworksTestDHCPv6-1153288886-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1820838'] for port (3fb4d00d-3ea5-4b8f-bee7-ec9bf11733d6), precommit_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:34:34.080428 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.plugin [None req-17651007-4587-45e0-8eac-bac2aa5c9d39 tempest-NetworksTestDHCPv6-1153288886 tempest-NetworksTestDHCPv6-1153288886-project] Calling delete_port for 3fb4d00d-3ea5-4b8f-bee7-ec9bf11733d6 owned by {{(pid=103230) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 19:34:34.280853 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.provisioning_blocks [None req-315b4325-9e96-4bf7-b4ef-133e9df12fbd None None] Provisioning complete for port 3fb4d00d-3ea5-4b8f-bee7-ec9bf11733d6 triggered by entity DHCP. {{(pid=103232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 19:34:34.281401 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-315b4325-9e96-4bf7-b4ef-133e9df12fbd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593630'] for port (3fb4d00d-3ea5-4b8f-bee7-ec9bf11733d6), provisioning_complete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:34:34.304943 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c8d02bb-898a-470e-88e9-358e7cab0a11 req-7454849c-356e-4d30-98a9-1c163838b300 tempest-ServersTestJSON-482035511 tempest-ServersTestJSON-482035511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:34:34.306393 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-9c8d02bb-898a-470e-88e9-358e7cab0a11 req-7454849c-356e-4d30-98a9-1c163838b300 tempest-ServersTestJSON-482035511 tempest-ServersTestJSON-482035511-project] 10.222.0.89 "GET /v2.0/ports?device_id=85989c01-4e9a-4574-a225-a51b4102ff77 HTTP/1.1" status: 200 len: 945 time: 0.0726507 Feb 09 19:34:34.324297 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-17651007-4587-45e0-8eac-bac2aa5c9d39 tempest-NetworksTestDHCPv6-1153288886 tempest-NetworksTestDHCPv6-1153288886-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762867177463', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762866656476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14393751'] for port (3fb4d00d-3ea5-4b8f-bee7-ec9bf11733d6), after_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:34:34.357569 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17651007-4587-45e0-8eac-bac2aa5c9d39 tempest-NetworksTestDHCPv6-1153288886 tempest-NetworksTestDHCPv6-1153288886-project] Pushing event deleted for resources: {'Port': ['ID=3fb4d00d-3ea5-4b8f-bee7-ec9bf11733d6,revision_number=None']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:34:34.358613 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-315b4325-9e96-4bf7-b4ef-133e9df12fbd None None] Port 3fb4d00d-3ea5-4b8f-bee7-ec9bf11733d6 cannot update to ACTIVE because it is not bound. {{(pid=103232) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 19:34:34.462121 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9560b129-aae5-4f9d-a798-53f893375664 req-f2ca234b-d07e-4521-ba0d-9f0e465374fc tempest-ServersTestJSON-482035511 tempest-ServersTestJSON-482035511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:34:34.469461 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-9560b129-aae5-4f9d-a798-53f893375664 req-f2ca234b-d07e-4521-ba0d-9f0e465374fc tempest-ServersTestJSON-482035511 tempest-ServersTestJSON-482035511-project] 10.222.0.75 "GET /v2.0/ports?device_id=85989c01-4e9a-4574-a225-a51b4102ff77 HTTP/1.1" status: 200 len: 945 time: 0.1062136 Feb 09 19:34:34.498120 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-17651007-4587-45e0-8eac-bac2aa5c9d39 tempest-NetworksTestDHCPv6-1153288886 tempest-NetworksTestDHCPv6-1153288886-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171096'] for port (None), before_response {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:34:34.505593 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-17651007-4587-45e0-8eac-bac2aa5c9d39 tempest-NetworksTestDHCPv6-1153288886 tempest-NetworksTestDHCPv6-1153288886-project] 10.222.0.75 "DELETE /v2.0/ports/3fb4d00d-3ea5-4b8f-bee7-ec9bf11733d6 HTTP/1.1" status: 204 len: 168 time: 0.7465501 Feb 09 19:34:34.507761 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 37044) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:34:34.523922 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.plugin [req-9c8d02bb-898a-470e-88e9-358e7cab0a11 req-82e6f6bf-d181-4f6b-b0b9-6673e1e83c97 tempest-ServersTestJSON-482035511 tempest-ServersTestJSON-482035511-project] Deleting port 4d0e230e-48d5-40ed-8aa4-a746cc7661de {{(pid=103229) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 19:34:34.524129 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-9c8d02bb-898a-470e-88e9-358e7cab0a11 req-82e6f6bf-d181-4f6b-b0b9-6673e1e83c97 tempest-ServersTestJSON-482035511 tempest-ServersTestJSON-482035511-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762867170196'] for port (4d0e230e-48d5-40ed-8aa4-a746cc7661de), before_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:34:34.558743 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-9560b129-aae5-4f9d-a798-53f893375664 req-5c2de7a5-b84b-4d0b-a2a7-3af54e3e3a4f tempest-ServersTestJSON-482035511 tempest-ServersTestJSON-482035511-project] 10.222.0.75 "GET /v2.0/security-groups?id=37883354-c9cd-40f0-bbce-1c711bac4569&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0885365 Feb 09 19:34:34.586395 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75485de9-5714-40c7-a9af-4876ba7269a5 tempest-NetworksTestDHCPv6-1153288886 tempest-NetworksTestDHCPv6-1153288886-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:34:34.588548 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75485de9-5714-40c7-a9af-4876ba7269a5 tempest-NetworksTestDHCPv6-1153288886 tempest-NetworksTestDHCPv6-1153288886-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:34:34.589876 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75485de9-5714-40c7-a9af-4876ba7269a5 tempest-NetworksTestDHCPv6-1153288886 tempest-NetworksTestDHCPv6-1153288886-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:34:34.594312 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-75485de9-5714-40c7-a9af-4876ba7269a5 tempest-NetworksTestDHCPv6-1153288886 tempest-NetworksTestDHCPv6-1153288886-project] 10.222.0.75 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.0844975 Feb 09 19:34:34.594913 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 37046) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:34:34.681817 n-d-713498-36 neutron-server[103230]: DEBUG neutron.db.db_base_plugin_v2 [None req-51078fa0-c09d-4e4b-81b9-edc88f41210a tempest-NetworksTestDHCPv6-1153288886 tempest-NetworksTestDHCPv6-1153288886-project] Deleting subnet 43bcde89-64a1-41bb-9e61-03238d782346 {{(pid=103230) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 19:34:34.683805 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.db [req-9c8d02bb-898a-470e-88e9-358e7cab0a11 req-82e6f6bf-d181-4f6b-b0b9-6673e1e83c97 tempest-ServersTestJSON-482035511 tempest-ServersTestJSON-482035511-project] For port 4d0e230e-48d5-40ed-8aa4-a746cc7661de, host n-h1-713498-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-36',level=0,port_id=4d0e230e-48d5-40ed-8aa4-a746cc7661de,segment=NetworkSegment(3ad9008e-d820-4913-8a3a-dbe689506816),segment_id=3ad9008e-d820-4913-8a3a-dbe689506816)] {{(pid=103229) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 19:34:34.684733 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-9c8d02bb-898a-470e-88e9-358e7cab0a11 req-82e6f6bf-d181-4f6b-b0b9-6673e1e83c97 tempest-ServersTestJSON-482035511 tempest-ServersTestJSON-482035511-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1820838'] for port (4d0e230e-48d5-40ed-8aa4-a746cc7661de), precommit_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:34:34.685710 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-51078fa0-c09d-4e4b-81b9-edc88f41210a tempest-NetworksTestDHCPv6-1153288886 tempest-NetworksTestDHCPv6-1153288886-project] Publish callbacks [] for subnet (43bcde89-64a1-41bb-9e61-03238d782346), before_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:34:34.703072 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.plugin [req-9c8d02bb-898a-470e-88e9-358e7cab0a11 req-82e6f6bf-d181-4f6b-b0b9-6673e1e83c97 tempest-ServersTestJSON-482035511 tempest-ServersTestJSON-482035511-project] Calling delete_port for 4d0e230e-48d5-40ed-8aa4-a746cc7661de owned by compute:nova {{(pid=103229) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 19:34:34.767059 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-51078fa0-c09d-4e4b-81b9-edc88f41210a tempest-NetworksTestDHCPv6-1153288886 tempest-NetworksTestDHCPv6-1153288886-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12895822'] for subnet (43bcde89-64a1-41bb-9e61-03238d782346), precommit_delete_associations {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:34:34.873618 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-9c8d02bb-898a-470e-88e9-358e7cab0a11 req-82e6f6bf-d181-4f6b-b0b9-6673e1e83c97 tempest-ServersTestJSON-482035511 tempest-ServersTestJSON-482035511-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762867177463', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762866656476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12867576'] for port (4d0e230e-48d5-40ed-8aa4-a746cc7661de), after_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:34:34.884278 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-51078fa0-c09d-4e4b-81b9-edc88f41210a tempest-NetworksTestDHCPv6-1153288886 tempest-NetworksTestDHCPv6-1153288886-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-759852'] for subnet (43bcde89-64a1-41bb-9e61-03238d782346), precommit_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:34:34.888165 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] get_ports_and_sgs() called for port_ids ['f66e9e9f-dc25-41b3-a2e4-a6e5122a970c', '4d0e230e-48d5-40ed-8aa4-a746cc7661de'] {{(pid=103232) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 19:34:34.916519 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82e6f6bf-d181-4f6b-b0b9-6673e1e83c97 tempest-ServersTestJSON-482035511 tempest-ServersTestJSON-482035511-project] Pushing event deleted for resources: {'Port': ['ID=4d0e230e-48d5-40ed-8aa4-a746cc7661de,revision_number=None']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:34:34.983521 n-d-713498-36 neutron-server[103229]: DEBUG neutron.db.l3_dvrscheduler_db [req-9c8d02bb-898a-470e-88e9-358e7cab0a11 req-82e6f6bf-d181-4f6b-b0b9-6673e1e83c97 tempest-ServersTestJSON-482035511 tempest-ServersTestJSON-482035511-project] No DVR routers for this DVR port 4d0e230e-48d5-40ed-8aa4-a746cc7661de on host n-h1-713498-36 {{(pid=103229) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 19:34:34.986464 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-9c8d02bb-898a-470e-88e9-358e7cab0a11 req-82e6f6bf-d181-4f6b-b0b9-6673e1e83c97 tempest-ServersTestJSON-482035511 tempest-ServersTestJSON-482035511-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171096'] for port (None), before_response {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:34:34.990710 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-9c8d02bb-898a-470e-88e9-358e7cab0a11 req-82e6f6bf-d181-4f6b-b0b9-6673e1e83c97 tempest-ServersTestJSON-482035511 tempest-ServersTestJSON-482035511-project] 10.222.0.89 "DELETE /v2.0/ports/4d0e230e-48d5-40ed-8aa4-a746cc7661de HTTP/1.1" status: 204 len: 173 time: 0.6795490 Feb 09 19:34:34.991396 n-d-713498-36 neutron-server[103229]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '85989c01-4e9a-4574-a225-a51b4102ff77', 'name': 'network-vif-deleted', 'tag': '4d0e230e-48d5-40ed-8aa4-a746cc7661de'}] {{(pid=103229) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 19:34:34.993984 n-d-713498-36 neutron-server[103229]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fa6ae9a20702bd564eaf90d946620b2b4277b1ab91129323d3b54181076be307" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-35cf71e2-2313-426c-9607-92d44db22bac" -d '{"events": [{"server_uuid": "85989c01-4e9a-4574-a225-a51b4102ff77", "name": "network-vif-deleted", "tag": "4d0e230e-48d5-40ed-8aa4-a746cc7661de"}]}' {{(pid=103229) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 19:34:35.031797 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-51078fa0-c09d-4e4b-81b9-edc88f41210a tempest-NetworksTestDHCPv6-1153288886 tempest-NetworksTestDHCPv6-1153288886-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-760023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14393672', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12985882'] for subnet (43bcde89-64a1-41bb-9e61-03238d782346), after_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:34:35.053525 n-d-713498-36 neutron-server[103229]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 19:34:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e26c4646-266b-4b65-8006-4756df6fcaa3 x-openstack-request-id: req-e26c4646-266b-4b65-8006-4756df6fcaa3 {{(pid=103229) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 19:34:35.053882 n-d-713498-36 neutron-server[103229]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "85989c01-4e9a-4574-a225-a51b4102ff77", "name": "network-vif-deleted", "tag": "4d0e230e-48d5-40ed-8aa4-a746cc7661de", "status": "completed", "code": 200}]} {{(pid=103229) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 19:34:35.054137 n-d-713498-36 neutron-server[103229]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-e26c4646-266b-4b65-8006-4756df6fcaa3 {{(pid=103229) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 19:34:35.054973 n-d-713498-36 neutron-server[103229]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '85989c01-4e9a-4574-a225-a51b4102ff77', 'name': 'network-vif-deleted', 'tag': '4d0e230e-48d5-40ed-8aa4-a746cc7661de', 'status': 'completed', 'code': 200} Feb 09 19:34:35.061584 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-51078fa0-c09d-4e4b-81b9-edc88f41210a tempest-NetworksTestDHCPv6-1153288886 tempest-NetworksTestDHCPv6-1153288886-project] Publish callbacks [] for subnet (None), before_response {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:34:35.068180 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-51078fa0-c09d-4e4b-81b9-edc88f41210a tempest-NetworksTestDHCPv6-1153288886 tempest-NetworksTestDHCPv6-1153288886-project] 10.222.0.75 "DELETE /v2.0/subnets/43bcde89-64a1-41bb-9e61-03238d782346 HTTP/1.1" status: 204 len: 168 time: 0.4698706 Feb 09 19:34:35.068646 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 37054) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:34:35.079569 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ada53d9-e8a2-452d-ad7e-b33296c5c6b8 None None] Network f63a97a6-2552-42d7-aee9-c49ce8319647 requested from n-d-713498-36 {{(pid=103232) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 19:34:35.086567 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51078fa0-c09d-4e4b-81b9-edc88f41210a tempest-NetworksTestDHCPv6-1153288886 tempest-NetworksTestDHCPv6-1153288886-project] Pushing event deleted for resources: {'Subnet': ['ID=43bcde89-64a1-41bb-9e61-03238d782346,revision_number=None']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:34:35.140289 n-d-713498-36 neutron-server[103229]: DEBUG neutron.db.db_base_plugin_v2 [None req-a34b9831-3e80-49aa-bd56-3ac6383e88b9 tempest-NetworksTestDHCPv6-1153288886 tempest-NetworksTestDHCPv6-1153288886-project] Deleting subnet ac25a85c-3a2e-4151-9490-ba8d09579215 {{(pid=103229) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 19:34:35.152912 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-a34b9831-3e80-49aa-bd56-3ac6383e88b9 tempest-NetworksTestDHCPv6-1153288886 tempest-NetworksTestDHCPv6-1153288886-project] Publish callbacks [] for subnet (ac25a85c-3a2e-4151-9490-ba8d09579215), before_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:34:35.219506 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-a34b9831-3e80-49aa-bd56-3ac6383e88b9 tempest-NetworksTestDHCPv6-1153288886 tempest-NetworksTestDHCPv6-1153288886-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16683410'] for subnet (ac25a85c-3a2e-4151-9490-ba8d09579215), precommit_delete_associations {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:34:35.315693 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-a34b9831-3e80-49aa-bd56-3ac6383e88b9 tempest-NetworksTestDHCPv6-1153288886 tempest-NetworksTestDHCPv6-1153288886-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-759852'] for subnet (ac25a85c-3a2e-4151-9490-ba8d09579215), precommit_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:34:35.427346 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-a34b9831-3e80-49aa-bd56-3ac6383e88b9 tempest-NetworksTestDHCPv6-1153288886 tempest-NetworksTestDHCPv6-1153288886-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-760023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12867367', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12759238'] for subnet (ac25a85c-3a2e-4151-9490-ba8d09579215), after_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:34:35.457941 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a34b9831-3e80-49aa-bd56-3ac6383e88b9 tempest-NetworksTestDHCPv6-1153288886 tempest-NetworksTestDHCPv6-1153288886-project] Pushing event deleted for resources: {'Subnet': ['ID=ac25a85c-3a2e-4151-9490-ba8d09579215,revision_number=None']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:34:35.464698 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-a34b9831-3e80-49aa-bd56-3ac6383e88b9 tempest-NetworksTestDHCPv6-1153288886 tempest-NetworksTestDHCPv6-1153288886-project] Publish callbacks [] for subnet (None), before_response {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:34:35.472814 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-a34b9831-3e80-49aa-bd56-3ac6383e88b9 tempest-NetworksTestDHCPv6-1153288886 tempest-NetworksTestDHCPv6-1153288886-project] 10.222.0.75 "DELETE /v2.0/subnets/ac25a85c-3a2e-4151-9490-ba8d09579215 HTTP/1.1" status: 204 len: 168 time: 0.3998742 Feb 09 19:34:35.473350 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 37060) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:34:35.530026 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-af55d1df-b813-4747-801b-96f02efb5eee tempest-NetworksTestDHCPv6-1153288886 tempest-NetworksTestDHCPv6-1153288886-project] 10.222.0.75 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0504649 Feb 09 19:34:35.531254 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 37062) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:34:35.537275 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.v2.base [None req-53f81a38-d6e7-4d3d-8d9d-e5f50a9d02c2 tempest-NetworksTestDHCPv6-1153288886 tempest-NetworksTestDHCPv6-1153288886-project] Request body: {'subnet': {'network_id': 'f63a97a6-2552-42d7-aee9-c49ce8319647', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103230) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 19:34:35.680203 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-53f81a38-d6e7-4d3d-8d9d-e5f50a9d02c2 tempest-NetworksTestDHCPv6-1153288886 tempest-NetworksTestDHCPv6-1153288886-project] Made reservation on behalf of 84aec0d011da47d8bc94f6ba8668f413 for: {'subnet': 1} {{(pid=103230) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 19:34:35.685725 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-53f81a38-d6e7-4d3d-8d9d-e5f50a9d02c2 tempest-NetworksTestDHCPv6-1153288886 tempest-NetworksTestDHCPv6-1153288886-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12985917'] for subnet (None), before_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:34:36.127748 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-53f81a38-d6e7-4d3d-8d9d-e5f50a9d02c2 tempest-NetworksTestDHCPv6-1153288886 tempest-NetworksTestDHCPv6-1153288886-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14393611', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12985859'] for subnet (d81765dd-6a0d-485b-bea1-101085c101e9), after_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:34:36.191512 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccb40984-77ac-4ba6-94f8-e520df882193 req-9c7754e3-9a4b-45aa-9dbd-43c6ae551120 tempest-ServersTestJSON-482035511 tempest-ServersTestJSON-482035511-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:34:36.193469 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-ccb40984-77ac-4ba6-94f8-e520df882193 req-9c7754e3-9a4b-45aa-9dbd-43c6ae551120 tempest-ServersTestJSON-482035511 tempest-ServersTestJSON-482035511-project] 10.222.0.75 "GET /v2.0/networks?id=30b6826a-2ec4-4081-a475-68e12498d4e4 HTTP/1.1" status: 200 len: 806 time: 0.2274153 Feb 09 19:34:36.197250 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30b732c8-12fc-4866-ab85-c7aacd6591d2 None None] Network f63a97a6-2552-42d7-aee9-c49ce8319647 requested from n-d-713498-36 {{(pid=103232) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 19:34:36.197764 n-d-713498-36 neutron-server[103230]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53f81a38-d6e7-4d3d-8d9d-e5f50a9d02c2 tempest-NetworksTestDHCPv6-1153288886 tempest-NetworksTestDHCPv6-1153288886-project] Network f63a97a6-2552-42d7-aee9-c49ce8319647 is already hosted by enough agents. {{(pid=103230) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 19:34:36.210471 n-d-713498-36 neutron-server[103230]: DEBUG neutron.scheduler.base_scheduler [None req-53f81a38-d6e7-4d3d-8d9d-e5f50a9d02c2 tempest-NetworksTestDHCPv6-1153288886 tempest-NetworksTestDHCPv6-1153288886-project] Resources bound (agent type, host, resource id): {{(pid=103230) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 19:34:36.215894 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53f81a38-d6e7-4d3d-8d9d-e5f50a9d02c2 tempest-NetworksTestDHCPv6-1153288886 tempest-NetworksTestDHCPv6-1153288886-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:34:36.216486 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-53f81a38-d6e7-4d3d-8d9d-e5f50a9d02c2 tempest-NetworksTestDHCPv6-1153288886 tempest-NetworksTestDHCPv6-1153288886-project] Publish callbacks [] for subnet (None), before_response {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:34:36.231624 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-ccb40984-77ac-4ba6-94f8-e520df882193 req-89e7e953-a7b7-49da-afce-fb05bf3fdc9d tempest-ServersTestJSON-482035511 tempest-ServersTestJSON-482035511-project] 10.222.0.75 "GET /v2.0/quotas/1d398ed7d9dd4dd6ba1e1a6a1e6a87ff HTTP/1.1" status: 200 len: 375 time: 0.0306735 Feb 09 19:34:36.235691 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-53f81a38-d6e7-4d3d-8d9d-e5f50a9d02c2 tempest-NetworksTestDHCPv6-1153288886 tempest-NetworksTestDHCPv6-1153288886-project] 10.222.0.75 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7031648 Feb 09 19:34:36.236621 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53f81a38-d6e7-4d3d-8d9d-e5f50a9d02c2 tempest-NetworksTestDHCPv6-1153288886 tempest-NetworksTestDHCPv6-1153288886-project] Pushing event updated for resources: {'Subnet': ['ID=d81765dd-6a0d-485b-bea1-101085c101e9,revision_number=0']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:34:36.239296 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 37084) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:34:36.244478 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.v2.base [None req-87d9a2de-0bcb-48c2-8c8a-7fe590959dd1 tempest-NetworksTestDHCPv6-1153288886 tempest-NetworksTestDHCPv6-1153288886-project] Request body: {'subnet': {'network_id': 'f63a97a6-2552-42d7-aee9-c49ce8319647', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=103229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 19:34:36.382978 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-ccb40984-77ac-4ba6-94f8-e520df882193 req-62337701-2ac1-4f83-b0f2-0ae25d88820e tempest-ServersTestJSON-482035511 tempest-ServersTestJSON-482035511-project] 10.222.0.75 "GET /v2.0/ports?tenant_id=1d398ed7d9dd4dd6ba1e1a6a1e6a87ff&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1344900 Feb 09 19:34:36.384207 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.provisioning_blocks [None req-19c44a04-4199-498f-934b-b940e9502645 None None] Provisioning complete for port b364a7a0-e803-4cca-b637-06f25f939f51 triggered by entity DHCP. {{(pid=103232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 19:34:36.384835 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-19c44a04-4199-498f-934b-b940e9502645 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593630'] for port (b364a7a0-e803-4cca-b637-06f25f939f51), provisioning_complete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:34:36.479976 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-87d9a2de-0bcb-48c2-8c8a-7fe590959dd1 tempest-NetworksTestDHCPv6-1153288886 tempest-NetworksTestDHCPv6-1153288886-project] Made reservation on behalf of 84aec0d011da47d8bc94f6ba8668f413 for: {'subnet': 1} {{(pid=103229) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 19:34:36.500649 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-87d9a2de-0bcb-48c2-8c8a-7fe590959dd1 tempest-NetworksTestDHCPv6-1153288886 tempest-NetworksTestDHCPv6-1153288886-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12759265'] for subnet (None), before_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:34:36.543821 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-19c44a04-4199-498f-934b-b940e9502645 None None] Current status of the port b364a7a0-e803-4cca-b637-06f25f939f51 is: ACTIVE; New status is: ACTIVE {{(pid=103232) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 19:34:36.557567 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7e81f00-eaae-46ea-ab20-e1ca05c7ef02 None None] Update dhcp port {'port': {'network_id': 'f63a97a6-2552-42d7-aee9-c49ce8319647', 'fixed_ips': [{'subnet_id': 'd81765dd-6a0d-485b-bea1-101085c101e9'}], 'binding:host_id': 'n-d-713498-36'}, 'id': 'b364a7a0-e803-4cca-b637-06f25f939f51'} from n-d-713498-36. {{(pid=103232) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Feb 09 19:34:36.592121 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-e7e81f00-eaae-46ea-ab20-e1ca05c7ef02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (b364a7a0-e803-4cca-b637-06f25f939f51), before_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:34:36.649094 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-ccb40984-77ac-4ba6-94f8-e520df882193 req-9d30164d-4802-4746-8227-3cf7e871477d service neutron] 10.222.0.75 "GET /v2.0/networks/30b6826a-2ec4-4081-a475-68e12498d4e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2547145 Feb 09 19:34:36.810379 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.db_base_plugin_common [None req-e7e81f00-eaae-46ea-ab20-e1ca05c7ef02 None None] Allocated IP 172.20.0.2 (f63a97a6-2552-42d7-aee9-c49ce8319647/d81765dd-6a0d-485b-bea1-101085c101e9/b364a7a0-e803-4cca-b637-06f25f939f51) {{(pid=103232) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 19:34:36.868212 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-ccb40984-77ac-4ba6-94f8-e520df882193 req-1bfee3ae-39df-4b37-9340-44c4a9e418dc service neutron] 10.222.0.75 "GET /v2.0/networks/30b6826a-2ec4-4081-a475-68e12498d4e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2096174 Feb 09 19:34:36.939252 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-e7e81f00-eaae-46ea-ab20-e1ca05c7ef02 None None] For port b364a7a0-e803-4cca-b637-06f25f939f51, host n-d-713498-36, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-36',level=0,port_id=b364a7a0-e803-4cca-b637-06f25f939f51,segment=NetworkSegment(20e634bc-bbe0-4569-a1ea-6be524590675),segment_id=20e634bc-bbe0-4569-a1ea-6be524590675)] {{(pid=103232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 19:34:36.978415 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-e7e81f00-eaae-46ea-ab20-e1ca05c7ef02 None None] Publish callbacks [] for port (b364a7a0-e803-4cca-b637-06f25f939f51), precommit_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:34:36.992100 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-e7e81f00-eaae-46ea-ab20-e1ca05c7ef02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762867176205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762866656485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762866656503'] for port (b364a7a0-e803-4cca-b637-06f25f939f51), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:34:37.138336 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7e81f00-eaae-46ea-ab20-e1ca05c7ef02 None None] Pushing event updated for resources: {'Port': ['ID=b364a7a0-e803-4cca-b637-06f25f939f51,revision_number=12']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:34:37.293916 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-45143993-8a5b-4780-9e29-a9c605bd880e req-2a77deb0-eb4c-4c39-a6c1-75882a4e344c tempest-ServersTestJSON-482035511 tempest-ServersTestJSON-482035511-project] 10.222.0.75 "GET /v2.0/ports?device_id=60aa7c44-0951-4cdb-bc07-778206a87b45 HTTP/1.1" status: 200 len: 210 time: 0.0646708 Feb 09 19:34:37.383107 n-d-713498-36 neutron-server[103229]: DEBUG neutron.objects.ports [None req-87d9a2de-0bcb-48c2-8c8a-7fe590959dd1 tempest-NetworksTestDHCPv6-1153288886 tempest-NetworksTestDHCPv6-1153288886-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=103229) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Feb 09 19:34:37.611636 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-87d9a2de-0bcb-48c2-8c8a-7fe590959dd1 tempest-NetworksTestDHCPv6-1153288886 tempest-NetworksTestDHCPv6-1153288886-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (b364a7a0-e803-4cca-b637-06f25f939f51), before_update {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:34:37.657302 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Device b364a7a0-e803-4cca-b637-06f25f939f51 up at agent ovs-agent-n-d-713498-36 {{(pid=103232) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 19:34:37.728839 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.provisioning_blocks [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Provisioning complete for port b364a7a0-e803-4cca-b637-06f25f939f51 triggered by entity L2. {{(pid=103232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 19:34:37.729605 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593630'] for port (b364a7a0-e803-4cca-b637-06f25f939f51), provisioning_complete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:34:37.822526 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Current status of the port b364a7a0-e803-4cca-b637-06f25f939f51 is: ACTIVE; New status is: ACTIVE {{(pid=103232) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 19:34:37.881153 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.db [None req-87d9a2de-0bcb-48c2-8c8a-7fe590959dd1 tempest-NetworksTestDHCPv6-1153288886 tempest-NetworksTestDHCPv6-1153288886-project] For port b364a7a0-e803-4cca-b637-06f25f939f51, host n-d-713498-36, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-36',level=0,port_id=b364a7a0-e803-4cca-b637-06f25f939f51,segment=NetworkSegment(20e634bc-bbe0-4569-a1ea-6be524590675),segment_id=20e634bc-bbe0-4569-a1ea-6be524590675)] {{(pid=103229) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 19:34:37.917283 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-87d9a2de-0bcb-48c2-8c8a-7fe590959dd1 tempest-NetworksTestDHCPv6-1153288886 tempest-NetworksTestDHCPv6-1153288886-project] Publish callbacks [] for port (b364a7a0-e803-4cca-b637-06f25f939f51), precommit_update {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:34:37.923980 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-87d9a2de-0bcb-48c2-8c8a-7fe590959dd1 tempest-NetworksTestDHCPv6-1153288886 tempest-NetworksTestDHCPv6-1153288886-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762867176205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762866656485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762866656503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12867569'] for port (b364a7a0-e803-4cca-b637-06f25f939f51), after_update {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:34:37.968580 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-87d9a2de-0bcb-48c2-8c8a-7fe590959dd1 tempest-NetworksTestDHCPv6-1153288886 tempest-NetworksTestDHCPv6-1153288886-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12867428', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12759263'] for subnet (3c849f41-91dd-4666-add3-40ad8fc6da8c), after_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:34:38.011428 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ff3f045-2f29-45d6-96d6-050dd57ff26e None None] Network f63a97a6-2552-42d7-aee9-c49ce8319647 requested from n-d-713498-36 {{(pid=103232) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 19:34:38.043731 n-d-713498-36 neutron-server[103229]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87d9a2de-0bcb-48c2-8c8a-7fe590959dd1 tempest-NetworksTestDHCPv6-1153288886 tempest-NetworksTestDHCPv6-1153288886-project] Network f63a97a6-2552-42d7-aee9-c49ce8319647 is already hosted by enough agents. {{(pid=103229) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 19:34:38.051194 n-d-713498-36 neutron-server[103229]: DEBUG neutron.scheduler.base_scheduler [None req-87d9a2de-0bcb-48c2-8c8a-7fe590959dd1 tempest-NetworksTestDHCPv6-1153288886 tempest-NetworksTestDHCPv6-1153288886-project] Resources bound (agent type, host, resource id): {{(pid=103229) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 19:34:38.067507 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87d9a2de-0bcb-48c2-8c8a-7fe590959dd1 tempest-NetworksTestDHCPv6-1153288886 tempest-NetworksTestDHCPv6-1153288886-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:34:38.068391 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-87d9a2de-0bcb-48c2-8c8a-7fe590959dd1 tempest-NetworksTestDHCPv6-1153288886 tempest-NetworksTestDHCPv6-1153288886-project] Publish callbacks [] for subnet (None), before_response {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:34:38.099316 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87d9a2de-0bcb-48c2-8c8a-7fe590959dd1 tempest-NetworksTestDHCPv6-1153288886 tempest-NetworksTestDHCPv6-1153288886-project] Pushing event updated for resources: {'Subnet': ['ID=3c849f41-91dd-4666-add3-40ad8fc6da8c,revision_number=0']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:34:38.110460 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87d9a2de-0bcb-48c2-8c8a-7fe590959dd1 tempest-NetworksTestDHCPv6-1153288886 tempest-NetworksTestDHCPv6-1153288886-project] Pushing event updated for resources: {'Port': ['ID=b364a7a0-e803-4cca-b637-06f25f939f51,revision_number=14']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:34:38.134121 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-87d9a2de-0bcb-48c2-8c8a-7fe590959dd1 tempest-NetworksTestDHCPv6-1153288886 tempest-NetworksTestDHCPv6-1153288886-project] 10.222.0.75 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.8932993 Feb 09 19:34:38.134321 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 37106) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:34:38.140577 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.v2.base [None req-8f31e301-09c6-4fe2-99e9-04cf76bb6533 tempest-NetworksTestDHCPv6-1153288886 tempest-NetworksTestDHCPv6-1153288886-project] Request body: {'port': {'network_id': 'f63a97a6-2552-42d7-aee9-c49ce8319647', 'mac_address': 'fa:16:3e:c1:ce:bf', 'name': 'tempest-NetworksTestDHCPv6-1531290719'}} {{(pid=103230) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 19:34:38.150794 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.provisioning_blocks [None req-f73fce09-14b8-4f69-95d2-348442c7cf1a None None] Provisioning complete for port b364a7a0-e803-4cca-b637-06f25f939f51 triggered by entity DHCP. {{(pid=103232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 19:34:38.151173 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-f73fce09-14b8-4f69-95d2-348442c7cf1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593630'] for port (b364a7a0-e803-4cca-b637-06f25f939f51), provisioning_complete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:34:38.283111 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-f73fce09-14b8-4f69-95d2-348442c7cf1a None None] Current status of the port b364a7a0-e803-4cca-b637-06f25f939f51 is: ACTIVE; New status is: ACTIVE {{(pid=103232) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 19:34:38.322629 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8f31e301-09c6-4fe2-99e9-04cf76bb6533 tempest-NetworksTestDHCPv6-1153288886 tempest-NetworksTestDHCPv6-1153288886-project] Made reservation on behalf of 84aec0d011da47d8bc94f6ba8668f413 for: {'port': 1} {{(pid=103230) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 19:34:38.476920 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-8b87cef7-6c75-4c4d-94d9-33dd88d4bbba req-07540a0d-a7c9-4343-b150-64221dca12c5 tempest-ServersTestJSON-482035511 tempest-ServersTestJSON-482035511-project] 10.222.0.75 "GET /v2.0/ports?device_id=60aa7c44-0951-4cdb-bc07-778206a87b45 HTTP/1.1" status: 200 len: 210 time: 0.0447693 Feb 09 19:34:38.555888 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-8f31e301-09c6-4fe2-99e9-04cf76bb6533 tempest-NetworksTestDHCPv6-1153288886 tempest-NetworksTestDHCPv6-1153288886-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (None), before_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:34:38.595198 n-d-713498-36 neutron-server[103230]: DEBUG neutron.notifiers.nova [None req-8f31e301-09c6-4fe2-99e9-04cf76bb6533 tempest-NetworksTestDHCPv6-1153288886 tempest-NetworksTestDHCPv6-1153288886-project] device_id is not set on port d7bccb41-73da-484b-a3cb-ef5321d65f4f yet. {{(pid=103230) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 09 19:34:38.675086 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccb40984-77ac-4ba6-94f8-e520df882193 req-1a815f53-230a-49ec-b001-794a8ea8a0e4 tempest-ServersTestJSON-482035511 tempest-ServersTestJSON-482035511-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:34:38.677199 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-ccb40984-77ac-4ba6-94f8-e520df882193 req-1a815f53-230a-49ec-b001-794a8ea8a0e4 tempest-ServersTestJSON-482035511 tempest-ServersTestJSON-482035511-project] 10.222.0.89 "GET /v2.0/networks?id=30b6826a-2ec4-4081-a475-68e12498d4e4 HTTP/1.1" status: 200 len: 806 time: 0.2293844 Feb 09 19:34:38.691072 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.v2.base [req-ccb40984-77ac-4ba6-94f8-e520df882193 req-57120a40-1975-4cb4-b23a-fa18aeb6d2c1 tempest-ServersTestJSON-482035511 tempest-ServersTestJSON-482035511-project] Request body: {'port': {'device_id': '60aa7c44-0951-4cdb-bc07-778206a87b45', 'network_id': '30b6826a-2ec4-4081-a475-68e12498d4e4', 'admin_state_up': True, 'tenant_id': '1d398ed7d9dd4dd6ba1e1a6a1e6a87ff'}} {{(pid=103229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 19:34:38.833785 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ccb40984-77ac-4ba6-94f8-e520df882193 req-57120a40-1975-4cb4-b23a-fa18aeb6d2c1 tempest-ServersTestJSON-482035511 tempest-ServersTestJSON-482035511-project] Made reservation on behalf of 1d398ed7d9dd4dd6ba1e1a6a1e6a87ff for: {'port': 1} {{(pid=103229) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 19:34:38.840611 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-ccb40984-77ac-4ba6-94f8-e520df882193 req-57120a40-1975-4cb4-b23a-fa18aeb6d2c1 tempest-ServersTestJSON-482035511 tempest-ServersTestJSON-482035511-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (None), before_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:34:38.852968 n-d-713498-36 neutron-server[103230]: DEBUG neutron.db.db_base_plugin_common [None req-8f31e301-09c6-4fe2-99e9-04cf76bb6533 tempest-NetworksTestDHCPv6-1153288886 tempest-NetworksTestDHCPv6-1153288886-project] Allocated IP 172.20.0.4 (f63a97a6-2552-42d7-aee9-c49ce8319647/d81765dd-6a0d-485b-bea1-101085c101e9/d7bccb41-73da-484b-a3cb-ef5321d65f4f) {{(pid=103230) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 19:34:38.861048 n-d-713498-36 neutron-server[103230]: DEBUG neutron.db.db_base_plugin_common [None req-8f31e301-09c6-4fe2-99e9-04cf76bb6533 tempest-NetworksTestDHCPv6-1153288886 tempest-NetworksTestDHCPv6-1153288886-project] Allocated IP 2001:db8::f816:3eff:fec1:cebf (f63a97a6-2552-42d7-aee9-c49ce8319647/3c849f41-91dd-4666-add3-40ad8fc6da8c/d7bccb41-73da-484b-a3cb-ef5321d65f4f) {{(pid=103230) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 19:34:39.023866 n-d-713498-36 neutron-server[103229]: DEBUG neutron.db.db_base_plugin_common [req-ccb40984-77ac-4ba6-94f8-e520df882193 req-57120a40-1975-4cb4-b23a-fa18aeb6d2c1 tempest-ServersTestJSON-482035511 tempest-ServersTestJSON-482035511-project] Allocated IP 172.20.0.6 (30b6826a-2ec4-4081-a475-68e12498d4e4/030193b3-b985-4d6c-b0c1-2ea320638096/b3aa3844-1929-46cb-8cbe-56a24adf0362) {{(pid=103229) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 19:34:39.093148 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-8f31e301-09c6-4fe2-99e9-04cf76bb6533 tempest-NetworksTestDHCPv6-1153288886 tempest-NetworksTestDHCPv6-1153288886-project] Publish callbacks [] for port (d7bccb41-73da-484b-a3cb-ef5321d65f4f), precommit_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:34:39.150163 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-8f31e301-09c6-4fe2-99e9-04cf76bb6533 tempest-NetworksTestDHCPv6-1153288886 tempest-NetworksTestDHCPv6-1153288886-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762866656467', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14393751'] for port (d7bccb41-73da-484b-a3cb-ef5321d65f4f), after_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:34:39.190494 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12aacf9d-877f-4be8-a6a5-05f2f6e7a2e5 None None] Network f63a97a6-2552-42d7-aee9-c49ce8319647 requested from n-d-713498-36 {{(pid=103232) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 19:34:39.196005 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Device 4d0e230e-48d5-40ed-8aa4-a746cc7661de no longer exists at agent hyperv_n-h1-713498-36 {{(pid=103232) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 19:34:39.232088 n-d-713498-36 neutron-server[103230]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f31e301-09c6-4fe2-99e9-04cf76bb6533 tempest-NetworksTestDHCPv6-1153288886 tempest-NetworksTestDHCPv6-1153288886-project] Network f63a97a6-2552-42d7-aee9-c49ce8319647 is already hosted by enough agents. {{(pid=103230) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 19:34:39.235728 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-ccb40984-77ac-4ba6-94f8-e520df882193 req-57120a40-1975-4cb4-b23a-fa18aeb6d2c1 tempest-ServersTestJSON-482035511 tempest-ServersTestJSON-482035511-project] Publish callbacks [] for port (b3aa3844-1929-46cb-8cbe-56a24adf0362), precommit_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:34:39.239232 n-d-713498-36 neutron-server[103230]: DEBUG neutron.scheduler.base_scheduler [None req-8f31e301-09c6-4fe2-99e9-04cf76bb6533 tempest-NetworksTestDHCPv6-1153288886 tempest-NetworksTestDHCPv6-1153288886-project] Resources bound (agent type, host, resource id): {{(pid=103230) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 19:34:39.251710 n-d-713498-36 neutron-server[103230]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f31e301-09c6-4fe2-99e9-04cf76bb6533 tempest-NetworksTestDHCPv6-1153288886 tempest-NetworksTestDHCPv6-1153288886-project] Received port after_create {{(pid=103230) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 19:34:39.269519 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] No Port match for: 4d0e230e-48d5-40ed-8aa4-a746cc7661de {{(pid=103232) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 19:34:39.270179 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Device 4d0e230e-48d5-40ed-8aa4-a746cc7661de not bound to the agent host n-h1-713498-36 {{(pid=103232) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 19:34:39.283158 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-ccb40984-77ac-4ba6-94f8-e520df882193 req-57120a40-1975-4cb4-b23a-fa18aeb6d2c1 tempest-ServersTestJSON-482035511 tempest-ServersTestJSON-482035511-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762866656467', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12867576'] for port (b3aa3844-1929-46cb-8cbe-56a24adf0362), after_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:34:39.299223 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] get_ports_and_sgs() called for port_ids ['f66e9e9f-dc25-41b3-a2e4-a6e5122a970c'] {{(pid=103232) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 19:34:39.312853 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f31e301-09c6-4fe2-99e9-04cf76bb6533 tempest-NetworksTestDHCPv6-1153288886 tempest-NetworksTestDHCPv6-1153288886-project] Pushing event updated for resources: {'Port': ['ID=d7bccb41-73da-484b-a3cb-ef5321d65f4f,revision_number=1']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:34:39.336422 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f31e301-09c6-4fe2-99e9-04cf76bb6533 tempest-NetworksTestDHCPv6-1153288886 tempest-NetworksTestDHCPv6-1153288886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:34:39.337585 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-8f31e301-09c6-4fe2-99e9-04cf76bb6533 tempest-NetworksTestDHCPv6-1153288886 tempest-NetworksTestDHCPv6-1153288886-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171096'] for port (None), before_response {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:34:39.338259 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.provisioning_blocks [None req-41996e6c-8ec7-4b9a-bd7c-8399d4d20c0a None None] Provisioning complete for port b364a7a0-e803-4cca-b637-06f25f939f51 triggered by entity DHCP. {{(pid=103232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 19:34:39.338824 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-41996e6c-8ec7-4b9a-bd7c-8399d4d20c0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593630'] for port (b364a7a0-e803-4cca-b637-06f25f939f51), provisioning_complete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:34:39.360631 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-8f31e301-09c6-4fe2-99e9-04cf76bb6533 tempest-NetworksTestDHCPv6-1153288886 tempest-NetworksTestDHCPv6-1153288886-project] 10.222.0.75 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 1.2250888 Feb 09 19:34:39.361224 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 37124) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:34:39.391138 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57120a40-1975-4cb4-b23a-fa18aeb6d2c1 tempest-ServersTestJSON-482035511 tempest-ServersTestJSON-482035511-project] Pushing event updated for resources: {'Port': ['ID=b3aa3844-1929-46cb-8cbe-56a24adf0362,revision_number=1']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:34:39.428445 n-d-713498-36 neutron-server[103229]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ccb40984-77ac-4ba6-94f8-e520df882193 req-57120a40-1975-4cb4-b23a-fa18aeb6d2c1 tempest-ServersTestJSON-482035511 tempest-ServersTestJSON-482035511-project] Network 30b6826a-2ec4-4081-a475-68e12498d4e4 is already hosted by enough agents. {{(pid=103229) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 19:34:39.430261 n-d-713498-36 neutron-server[103229]: DEBUG neutron.scheduler.base_scheduler [req-ccb40984-77ac-4ba6-94f8-e520df882193 req-57120a40-1975-4cb4-b23a-fa18aeb6d2c1 tempest-ServersTestJSON-482035511 tempest-ServersTestJSON-482035511-project] Resources bound (agent type, host, resource id): {{(pid=103229) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 19:34:39.438791 n-d-713498-36 neutron-server[103229]: DEBUG neutron.db.l3_dvrscheduler_db [req-ccb40984-77ac-4ba6-94f8-e520df882193 req-57120a40-1975-4cb4-b23a-fa18aeb6d2c1 tempest-ServersTestJSON-482035511 tempest-ServersTestJSON-482035511-project] Received port after_create {{(pid=103229) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 19:34:39.451272 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e68b88b-82df-4536-be44-5b0aacce16dd tempest-NetworksTestDHCPv6-1153288886 tempest-NetworksTestDHCPv6-1153288886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:34:39.462575 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e68b88b-82df-4536-be44-5b0aacce16dd tempest-NetworksTestDHCPv6-1153288886 tempest-NetworksTestDHCPv6-1153288886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:34:39.470673 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-7e68b88b-82df-4536-be44-5b0aacce16dd tempest-NetworksTestDHCPv6-1153288886 tempest-NetworksTestDHCPv6-1153288886-project] 10.222.0.75 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1864 time: 0.1082220 Feb 09 19:34:39.471335 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 37126) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:34:39.535639 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccb40984-77ac-4ba6-94f8-e520df882193 req-57120a40-1975-4cb4-b23a-fa18aeb6d2c1 tempest-ServersTestJSON-482035511 tempest-ServersTestJSON-482035511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:34:39.536459 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-ccb40984-77ac-4ba6-94f8-e520df882193 req-57120a40-1975-4cb4-b23a-fa18aeb6d2c1 tempest-ServersTestJSON-482035511 tempest-ServersTestJSON-482035511-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171096'] for port (None), before_response {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:34:39.568278 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-ccb40984-77ac-4ba6-94f8-e520df882193 req-57120a40-1975-4cb4-b23a-fa18aeb6d2c1 tempest-ServersTestJSON-482035511 tempest-ServersTestJSON-482035511-project] 10.222.0.89 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8831885 Feb 09 19:34:39.577057 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-41996e6c-8ec7-4b9a-bd7c-8399d4d20c0a None None] Current status of the port b364a7a0-e803-4cca-b637-06f25f939f51 is: ACTIVE; New status is: ACTIVE {{(pid=103232) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 19:34:39.591603 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.v2.base [req-ccb40984-77ac-4ba6-94f8-e520df882193 req-03287357-8605-4666-adbd-601c1cc2c1f2 service neutron] Request body: {'port': {'device_id': '60aa7c44-0951-4cdb-bc07-778206a87b45', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-713498-36'}} {{(pid=103229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 19:34:39.696079 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.plugin [None req-7f064cfa-f69e-4e2a-95fd-667a9f9a2d55 tempest-NetworksTestDHCPv6-1153288886 tempest-NetworksTestDHCPv6-1153288886-project] Deleting port d7bccb41-73da-484b-a3cb-ef5321d65f4f {{(pid=103230) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 19:34:39.698722 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-7f064cfa-f69e-4e2a-95fd-667a9f9a2d55 tempest-NetworksTestDHCPv6-1153288886 tempest-NetworksTestDHCPv6-1153288886-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762867170196'] for port (d7bccb41-73da-484b-a3cb-ef5321d65f4f), before_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:34:39.711439 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Device b364a7a0-e803-4cca-b637-06f25f939f51 up at agent ovs-agent-n-d-713498-36 {{(pid=103232) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 19:34:39.805175 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.provisioning_blocks [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Provisioning complete for port b364a7a0-e803-4cca-b637-06f25f939f51 triggered by entity L2. {{(pid=103232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 19:34:39.805914 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593630'] for port (b364a7a0-e803-4cca-b637-06f25f939f51), provisioning_complete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:34:39.812226 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-ccb40984-77ac-4ba6-94f8-e520df882193 req-03287357-8605-4666-adbd-601c1cc2c1f2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (b3aa3844-1929-46cb-8cbe-56a24adf0362), before_update {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:34:39.837391 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-7f064cfa-f69e-4e2a-95fd-667a9f9a2d55 tempest-NetworksTestDHCPv6-1153288886 tempest-NetworksTestDHCPv6-1153288886-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1820838'] for port (d7bccb41-73da-484b-a3cb-ef5321d65f4f), precommit_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:34:39.841112 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f16ba4e3-07ab-47e5-9c1d-4f9e02a7685d req-fffd78e9-8625-4f53-9df0-61dedc310a52 tempest-ServersTestJSON-482035511 tempest-ServersTestJSON-482035511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:34:39.842709 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-f16ba4e3-07ab-47e5-9c1d-4f9e02a7685d req-fffd78e9-8625-4f53-9df0-61dedc310a52 tempest-ServersTestJSON-482035511 tempest-ServersTestJSON-482035511-project] 10.222.0.75 "GET /v2.0/ports?device_id=60aa7c44-0951-4cdb-bc07-778206a87b45 HTTP/1.1" status: 200 len: 931 time: 0.1797733 Feb 09 19:34:39.857897 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.plugin [None req-7f064cfa-f69e-4e2a-95fd-667a9f9a2d55 tempest-NetworksTestDHCPv6-1153288886 tempest-NetworksTestDHCPv6-1153288886-project] Calling delete_port for d7bccb41-73da-484b-a3cb-ef5321d65f4f owned by {{(pid=103230) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 19:34:39.919366 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Current status of the port b364a7a0-e803-4cca-b637-06f25f939f51 is: ACTIVE; New status is: ACTIVE {{(pid=103232) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 19:34:39.952652 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-f16ba4e3-07ab-47e5-9c1d-4f9e02a7685d req-af4ba043-cc67-4426-89c3-f74b1686d19b tempest-ServersTestJSON-482035511 tempest-ServersTestJSON-482035511-project] 10.222.0.75 "GET /v2.0/security-groups?id=37883354-c9cd-40f0-bbce-1c711bac4569&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0948930 Feb 09 19:34:40.015267 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.provisioning_blocks [None req-6582f9fa-7f2b-4845-b3ec-eb4624a7ee9b None None] Provisioning complete for port b364a7a0-e803-4cca-b637-06f25f939f51 triggered by entity DHCP. {{(pid=103232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 19:34:40.015662 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-6582f9fa-7f2b-4845-b3ec-eb4624a7ee9b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593630'] for port (b364a7a0-e803-4cca-b637-06f25f939f51), provisioning_complete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:34:40.109170 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-6582f9fa-7f2b-4845-b3ec-eb4624a7ee9b None None] Current status of the port b364a7a0-e803-4cca-b637-06f25f939f51 is: ACTIVE; New status is: ACTIVE {{(pid=103232) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 19:34:40.129624 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.provisioning_blocks [None req-6582f9fa-7f2b-4845-b3ec-eb4624a7ee9b None None] Provisioning complete for port d7bccb41-73da-484b-a3cb-ef5321d65f4f triggered by entity DHCP. {{(pid=103232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 19:34:40.130137 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-6582f9fa-7f2b-4845-b3ec-eb4624a7ee9b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593630'] for port (d7bccb41-73da-484b-a3cb-ef5321d65f4f), provisioning_complete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:34:40.164506 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-7f064cfa-f69e-4e2a-95fd-667a9f9a2d55 tempest-NetworksTestDHCPv6-1153288886 tempest-NetworksTestDHCPv6-1153288886-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762867177463', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762866656476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14393751'] for port (d7bccb41-73da-484b-a3cb-ef5321d65f4f), after_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:34:40.178955 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-6582f9fa-7f2b-4845-b3ec-eb4624a7ee9b None None] Port d7bccb41-73da-484b-a3cb-ef5321d65f4f cannot update to ACTIVE because it is not bound. {{(pid=103232) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 19:34:40.203351 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f064cfa-f69e-4e2a-95fd-667a9f9a2d55 tempest-NetworksTestDHCPv6-1153288886 tempest-NetworksTestDHCPv6-1153288886-project] Pushing event deleted for resources: {'Port': ['ID=d7bccb41-73da-484b-a3cb-ef5321d65f4f,revision_number=None']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:34:40.297456 n-d-713498-36 neutron-server[103229]: DEBUG neutron.notifiers.nova [req-ccb40984-77ac-4ba6-94f8-e520df882193 req-03287357-8605-4666-adbd-601c1cc2c1f2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b3aa3844-1929-46cb-8cbe-56a24adf0362 {{(pid=103229) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 19:34:40.306846 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-ccb40984-77ac-4ba6-94f8-e520df882193 req-03287357-8605-4666-adbd-601c1cc2c1f2 service neutron] Publish callbacks [] for port (b3aa3844-1929-46cb-8cbe-56a24adf0362), precommit_update {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:34:40.322496 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-7f064cfa-f69e-4e2a-95fd-667a9f9a2d55 tempest-NetworksTestDHCPv6-1153288886 tempest-NetworksTestDHCPv6-1153288886-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171096'] for port (None), before_response {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:34:40.323362 n-d-713498-36 neutron-server[103229]: DEBUG neutron.db.provisioning_blocks [req-ccb40984-77ac-4ba6-94f8-e520df882193 req-03287357-8605-4666-adbd-601c1cc2c1f2 service neutron] Transition to ACTIVE for port object b3aa3844-1929-46cb-8cbe-56a24adf0362 will not be triggered until provisioned by entity L2. {{(pid=103229) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 19:34:40.327561 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-ccb40984-77ac-4ba6-94f8-e520df882193 req-03287357-8605-4666-adbd-601c1cc2c1f2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762867176205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762866656485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762866656503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12867569'] for port (b3aa3844-1929-46cb-8cbe-56a24adf0362), after_update {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:34:40.330511 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-7f064cfa-f69e-4e2a-95fd-667a9f9a2d55 tempest-NetworksTestDHCPv6-1153288886 tempest-NetworksTestDHCPv6-1153288886-project] 10.222.0.75 "DELETE /v2.0/ports/d7bccb41-73da-484b-a3cb-ef5321d65f4f HTTP/1.1" status: 204 len: 168 time: 0.8556869 Feb 09 19:34:40.332000 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 37134) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:34:40.386916 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03287357-8605-4666-adbd-601c1cc2c1f2 service neutron] Pushing event updated for resources: {'Port': ['ID=b3aa3844-1929-46cb-8cbe-56a24adf0362,revision_number=2']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:34:40.396132 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.provisioning_blocks [None req-07b739a1-e286-440d-819e-984cc6330d17 None None] Could not find standard attr ID for object d7bccb41-73da-484b-a3cb-ef5321d65f4f. {{(pid=103232) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 09 19:34:40.413414 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2262a2cb-5dcb-408b-ac1e-fd0439c2946a tempest-NetworksTestDHCPv6-1153288886 tempest-NetworksTestDHCPv6-1153288886-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:34:40.415755 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2262a2cb-5dcb-408b-ac1e-fd0439c2946a tempest-NetworksTestDHCPv6-1153288886 tempest-NetworksTestDHCPv6-1153288886-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:34:40.417262 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2262a2cb-5dcb-408b-ac1e-fd0439c2946a tempest-NetworksTestDHCPv6-1153288886 tempest-NetworksTestDHCPv6-1153288886-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:34:40.419723 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-2262a2cb-5dcb-408b-ac1e-fd0439c2946a tempest-NetworksTestDHCPv6-1153288886 tempest-NetworksTestDHCPv6-1153288886-project] 10.222.0.75 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.0865750 Feb 09 19:34:40.422379 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 37136) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:34:40.471076 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.managers [req-ccb40984-77ac-4ba6-94f8-e520df882193 req-03287357-8605-4666-adbd-601c1cc2c1f2 service neutron] Attempting to bind port b3aa3844-1929-46cb-8cbe-56a24adf0362 on host n-h1-713498-36 for vnic_type normal with profile {{(pid=103229) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 19:34:40.471423 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.managers [req-ccb40984-77ac-4ba6-94f8-e520df882193 req-03287357-8605-4666-adbd-601c1cc2c1f2 service neutron] Attempting to bind port b3aa3844-1929-46cb-8cbe-56a24adf0362 by drivers openvswitch,hyperv on host n-h1-713498-36 at level 0 using segments [{'id': '3ad9008e-d820-4913-8a3a-dbe689506816', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': '30b6826a-2ec4-4081-a475-68e12498d4e4'}] {{(pid=103229) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 19:34:40.471766 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ccb40984-77ac-4ba6-94f8-e520df882193 req-03287357-8605-4666-adbd-601c1cc2c1f2 service neutron] Attempting to bind port b3aa3844-1929-46cb-8cbe-56a24adf0362 on network 30b6826a-2ec4-4081-a475-68e12498d4e4 {{(pid=103229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 19:34:40.478445 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ccb40984-77ac-4ba6-94f8-e520df882193 req-03287357-8605-4666-adbd-601c1cc2c1f2 service neutron] Port b3aa3844-1929-46cb-8cbe-56a24adf0362 on network 30b6826a-2ec4-4081-a475-68e12498d4e4 not bound, no agent of type Open vSwitch agent registered on host n-h1-713498-36 {{(pid=103229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 19:34:40.478772 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ccb40984-77ac-4ba6-94f8-e520df882193 req-03287357-8605-4666-adbd-601c1cc2c1f2 service neutron] Attempting to bind port b3aa3844-1929-46cb-8cbe-56a24adf0362 on network 30b6826a-2ec4-4081-a475-68e12498d4e4 {{(pid=103229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 19:34:40.487639 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ccb40984-77ac-4ba6-94f8-e520df882193 req-03287357-8605-4666-adbd-601c1cc2c1f2 service neutron] Checking agent: {'id': '488cd9ae-631f-4955-ba0b-4f5a13f12e9c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713498-36', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 18, 59, 18), 'started_at': datetime.datetime(2022, 2, 9, 18, 59, 18), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 19, 34, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 19:34:40.488179 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ccb40984-77ac-4ba6-94f8-e520df882193 req-03287357-8605-4666-adbd-601c1cc2c1f2 service neutron] Checking segment: {'id': '3ad9008e-d820-4913-8a3a-dbe689506816', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': '30b6826a-2ec4-4081-a475-68e12498d4e4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103229) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 19:34:40.488793 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ccb40984-77ac-4ba6-94f8-e520df882193 req-03287357-8605-4666-adbd-601c1cc2c1f2 service neutron] Bound using segment: {'id': '3ad9008e-d820-4913-8a3a-dbe689506816', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': '30b6826a-2ec4-4081-a475-68e12498d4e4'} {{(pid=103229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 19:34:40.489476 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.managers [req-ccb40984-77ac-4ba6-94f8-e520df882193 req-03287357-8605-4666-adbd-601c1cc2c1f2 service neutron] Bound port: b3aa3844-1929-46cb-8cbe-56a24adf0362, host: n-h1-713498-36, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3ad9008e-d820-4913-8a3a-dbe689506816', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': '30b6826a-2ec4-4081-a475-68e12498d4e4'}}] {{(pid=103229) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 19:34:40.489930 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-ccb40984-77ac-4ba6-94f8-e520df882193 req-03287357-8605-4666-adbd-601c1cc2c1f2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (b3aa3844-1929-46cb-8cbe-56a24adf0362), before_update {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:34:40.490076 n-d-713498-36 neutron-server[103230]: DEBUG neutron.db.db_base_plugin_v2 [None req-1e665205-1f4c-4ee0-b0c0-fdd4ee7325a8 tempest-NetworksTestDHCPv6-1153288886 tempest-NetworksTestDHCPv6-1153288886-project] Deleting subnet 3c849f41-91dd-4666-add3-40ad8fc6da8c {{(pid=103230) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 19:34:40.493803 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-1e665205-1f4c-4ee0-b0c0-fdd4ee7325a8 tempest-NetworksTestDHCPv6-1153288886 tempest-NetworksTestDHCPv6-1153288886-project] Publish callbacks [] for subnet (3c849f41-91dd-4666-add3-40ad8fc6da8c), before_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:34:40.545830 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-1e665205-1f4c-4ee0-b0c0-fdd4ee7325a8 tempest-NetworksTestDHCPv6-1153288886 tempest-NetworksTestDHCPv6-1153288886-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12895822'] for subnet (3c849f41-91dd-4666-add3-40ad8fc6da8c), precommit_delete_associations {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:34:40.571741 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.db [req-ccb40984-77ac-4ba6-94f8-e520df882193 req-03287357-8605-4666-adbd-601c1cc2c1f2 service neutron] For port b3aa3844-1929-46cb-8cbe-56a24adf0362, host n-h1-713498-36, cleared binding levels {{(pid=103229) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 19:34:40.576386 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.db [req-ccb40984-77ac-4ba6-94f8-e520df882193 req-03287357-8605-4666-adbd-601c1cc2c1f2 service neutron] For port b3aa3844-1929-46cb-8cbe-56a24adf0362, host n-h1-713498-36, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-36',level=0,port_id=b3aa3844-1929-46cb-8cbe-56a24adf0362,segment=NetworkSegment(3ad9008e-d820-4913-8a3a-dbe689506816),segment_id=3ad9008e-d820-4913-8a3a-dbe689506816)] {{(pid=103229) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 19:34:40.585349 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-ccb40984-77ac-4ba6-94f8-e520df882193 req-03287357-8605-4666-adbd-601c1cc2c1f2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762867176205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762866656485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762866656503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12867569'] for port (b3aa3844-1929-46cb-8cbe-56a24adf0362), after_update {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:34:40.648289 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-1e665205-1f4c-4ee0-b0c0-fdd4ee7325a8 tempest-NetworksTestDHCPv6-1153288886 tempest-NetworksTestDHCPv6-1153288886-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-759852'] for subnet (3c849f41-91dd-4666-add3-40ad8fc6da8c), precommit_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:34:40.651396 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03287357-8605-4666-adbd-601c1cc2c1f2 service neutron] Pushing event updated for resources: {'Port': ['ID=b3aa3844-1929-46cb-8cbe-56a24adf0362,revision_number=3']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:34:40.664087 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccb40984-77ac-4ba6-94f8-e520df882193 req-03287357-8605-4666-adbd-601c1cc2c1f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:34:40.664740 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-ccb40984-77ac-4ba6-94f8-e520df882193 req-03287357-8605-4666-adbd-601c1cc2c1f2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171096'] for port (None), before_response {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:34:40.666469 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-ccb40984-77ac-4ba6-94f8-e520df882193 req-03287357-8605-4666-adbd-601c1cc2c1f2 service neutron] 10.222.0.89 "PUT /v2.0/ports/b3aa3844-1929-46cb-8cbe-56a24adf0362 HTTP/1.1" status: 200 len: 1092 time: 1.0872436 Feb 09 19:34:40.666992 n-d-713498-36 neutron-server[103229]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '60aa7c44-0951-4cdb-bc07-778206a87b45', 'tag': 'b3aa3844-1929-46cb-8cbe-56a24adf0362'}] {{(pid=103229) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 19:34:40.670587 n-d-713498-36 neutron-server[103229]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fa6ae9a20702bd564eaf90d946620b2b4277b1ab91129323d3b54181076be307" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-27ef97e6-c65b-4fab-a1c1-7a57f754e276" -d '{"events": [{"name": "network-changed", "server_uuid": "60aa7c44-0951-4cdb-bc07-778206a87b45", "tag": "b3aa3844-1929-46cb-8cbe-56a24adf0362"}]}' {{(pid=103229) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 19:34:40.745165 n-d-713498-36 neutron-server[103229]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 19:34:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c2ee0d05-31c3-400d-b509-94fc55388da6 x-openstack-request-id: req-c2ee0d05-31c3-400d-b509-94fc55388da6 {{(pid=103229) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 19:34:40.745468 n-d-713498-36 neutron-server[103229]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "60aa7c44-0951-4cdb-bc07-778206a87b45", "tag": "b3aa3844-1929-46cb-8cbe-56a24adf0362", "status": "completed", "code": 200}]} {{(pid=103229) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 19:34:40.745728 n-d-713498-36 neutron-server[103229]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-c2ee0d05-31c3-400d-b509-94fc55388da6 {{(pid=103229) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 19:34:40.746173 n-d-713498-36 neutron-server[103229]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '60aa7c44-0951-4cdb-bc07-778206a87b45', 'tag': 'b3aa3844-1929-46cb-8cbe-56a24adf0362', 'status': 'completed', 'code': 200} Feb 09 19:34:40.754772 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-1e665205-1f4c-4ee0-b0c0-fdd4ee7325a8 tempest-NetworksTestDHCPv6-1153288886 tempest-NetworksTestDHCPv6-1153288886-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-760023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14393672', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12985882'] for subnet (3c849f41-91dd-4666-add3-40ad8fc6da8c), after_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:34:40.790183 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccb40984-77ac-4ba6-94f8-e520df882193 req-470abe76-e736-4938-82e5-05cfd19c17eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:34:40.792372 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-fcac4a7c-cecc-415a-81c0-4030d0026343 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762867132591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593584'] for agent (af91e4b9-f4e1-42b1-a25c-a10dc47171c8), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:34:40.792511 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-ccb40984-77ac-4ba6-94f8-e520df882193 req-470abe76-e736-4938-82e5-05cfd19c17eb service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=1d398ed7d9dd4dd6ba1e1a6a1e6a87ff&device_id=60aa7c44-0951-4cdb-bc07-778206a87b45 HTTP/1.1" status: 200 len: 1126 time: 0.0650902 Feb 09 19:34:40.803079 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-1e665205-1f4c-4ee0-b0c0-fdd4ee7325a8 tempest-NetworksTestDHCPv6-1153288886 tempest-NetworksTestDHCPv6-1153288886-project] Publish callbacks [] for subnet (None), before_response {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:34:40.807589 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-1e665205-1f4c-4ee0-b0c0-fdd4ee7325a8 tempest-NetworksTestDHCPv6-1153288886 tempest-NetworksTestDHCPv6-1153288886-project] 10.222.0.75 "DELETE /v2.0/subnets/3c849f41-91dd-4666-add3-40ad8fc6da8c HTTP/1.1" status: 204 len: 168 time: 0.3841169 Feb 09 19:34:40.808421 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d72cd146-17f1-4940-b3ab-87715d55c130 None None] Network f63a97a6-2552-42d7-aee9-c49ce8319647 requested from n-d-713498-36 {{(pid=103232) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 19:34:40.808868 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e665205-1f4c-4ee0-b0c0-fdd4ee7325a8 tempest-NetworksTestDHCPv6-1153288886 tempest-NetworksTestDHCPv6-1153288886-project] Pushing event deleted for resources: {'Subnet': ['ID=3c849f41-91dd-4666-add3-40ad8fc6da8c,revision_number=None']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:34:40.813091 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 37142) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:34:40.877198 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-ccb40984-77ac-4ba6-94f8-e520df882193 req-0a5aad89-576b-4137-a0c5-efbec44bb711 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b3aa3844-1929-46cb-8cbe-56a24adf0362 HTTP/1.1" status: 200 len: 217 time: 0.0778191 Feb 09 19:34:40.885997 n-d-713498-36 neutron-server[103230]: DEBUG neutron.db.db_base_plugin_v2 [None req-c98811e3-120d-4923-853a-a2c3febdc2d1 tempest-NetworksTestDHCPv6-1153288886 tempest-NetworksTestDHCPv6-1153288886-project] Deleting subnet d81765dd-6a0d-485b-bea1-101085c101e9 {{(pid=103230) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 19:34:40.889398 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-c98811e3-120d-4923-853a-a2c3febdc2d1 tempest-NetworksTestDHCPv6-1153288886 tempest-NetworksTestDHCPv6-1153288886-project] Publish callbacks [] for subnet (d81765dd-6a0d-485b-bea1-101085c101e9), before_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:34:40.937331 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-c98811e3-120d-4923-853a-a2c3febdc2d1 tempest-NetworksTestDHCPv6-1153288886 tempest-NetworksTestDHCPv6-1153288886-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12895822'] for subnet (d81765dd-6a0d-485b-bea1-101085c101e9), precommit_delete_associations {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:34:40.937533 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccb40984-77ac-4ba6-94f8-e520df882193 req-a58ac9d2-6e37-461a-9829-eb2f1ba22a01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:34:40.939313 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-ccb40984-77ac-4ba6-94f8-e520df882193 req-a58ac9d2-6e37-461a-9829-eb2f1ba22a01 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=030193b3-b985-4d6c-b0c1-2ea320638096 HTTP/1.1" status: 200 len: 846 time: 0.0553741 Feb 09 19:34:40.989225 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-ccb40984-77ac-4ba6-94f8-e520df882193 req-d7512b89-b979-443f-8fce-b9917156b098 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=30b6826a-2ec4-4081-a475-68e12498d4e4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0442550 Feb 09 19:34:41.053190 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-c98811e3-120d-4923-853a-a2c3febdc2d1 tempest-NetworksTestDHCPv6-1153288886 tempest-NetworksTestDHCPv6-1153288886-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-759852'] for subnet (d81765dd-6a0d-485b-bea1-101085c101e9), precommit_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:34:41.139431 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-c98811e3-120d-4923-853a-a2c3febdc2d1 tempest-NetworksTestDHCPv6-1153288886 tempest-NetworksTestDHCPv6-1153288886-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-760023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14393672', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12985882'] for subnet (d81765dd-6a0d-485b-bea1-101085c101e9), after_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:34:41.148017 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8918658-5e02-4d6b-8258-acbd017044b1 req-622b149a-187c-4cc4-8d4f-e824df764123 tempest-ServersTestJSON-482035511 tempest-ServersTestJSON-482035511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:34:41.149563 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-b8918658-5e02-4d6b-8258-acbd017044b1 req-622b149a-187c-4cc4-8d4f-e824df764123 tempest-ServersTestJSON-482035511 tempest-ServersTestJSON-482035511-project] 10.222.0.75 "GET /v2.0/ports?device_id=60aa7c44-0951-4cdb-bc07-778206a87b45 HTTP/1.1" status: 200 len: 943 time: 0.0820050 Feb 09 19:34:41.171136 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c98811e3-120d-4923-853a-a2c3febdc2d1 tempest-NetworksTestDHCPv6-1153288886 tempest-NetworksTestDHCPv6-1153288886-project] Pushing event deleted for resources: {'Subnet': ['ID=d81765dd-6a0d-485b-bea1-101085c101e9,revision_number=None']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:34:41.173185 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-c98811e3-120d-4923-853a-a2c3febdc2d1 tempest-NetworksTestDHCPv6-1153288886 tempest-NetworksTestDHCPv6-1153288886-project] Publish callbacks [] for subnet (None), before_response {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:34:41.179373 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-c98811e3-120d-4923-853a-a2c3febdc2d1 tempest-NetworksTestDHCPv6-1153288886 tempest-NetworksTestDHCPv6-1153288886-project] 10.222.0.75 "DELETE /v2.0/subnets/d81765dd-6a0d-485b-bea1-101085c101e9 HTTP/1.1" status: 204 len: 168 time: 0.3649862 Feb 09 19:34:41.180015 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 37150) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:34:41.200147 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-ccb40984-77ac-4ba6-94f8-e520df882193 req-83950efb-5c6c-43ee-8757-544beb66a410 service neutron] 10.222.0.89 "GET /v2.0/networks/30b6826a-2ec4-4081-a475-68e12498d4e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2043962 Feb 09 19:34:41.236283 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-23b9e63c-ce89-415f-ba9f-edadfebd568b tempest-NetworksTestDHCPv6-1153288886 tempest-NetworksTestDHCPv6-1153288886-project] 10.222.0.75 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0545430 Feb 09 19:34:41.236901 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 37152) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:34:41.242863 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.v2.base [None req-f0d48947-faeb-4b57-bcd3-1ccc0eb807ef tempest-NetworksTestDHCPv6-1153288886 tempest-NetworksTestDHCPv6-1153288886-project] Request body: {'subnet': {'network_id': 'f63a97a6-2552-42d7-aee9-c49ce8319647', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103230) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 19:34:41.303456 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-b8918658-5e02-4d6b-8258-acbd017044b1 req-c8c1851f-7e7f-4a77-9acc-0b18e9a905aa tempest-ServersTestJSON-482035511 tempest-ServersTestJSON-482035511-project] 10.222.0.75 "GET /v2.0/security-groups?id=37883354-c9cd-40f0-bbce-1c711bac4569&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1471093 Feb 09 19:34:41.343934 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-ccb40984-77ac-4ba6-94f8-e520df882193 req-b788f6a9-fdac-4c60-961c-2085769a8b2b service neutron] 10.222.0.89 "GET /v2.0/networks/30b6826a-2ec4-4081-a475-68e12498d4e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1104443 Feb 09 19:34:41.358142 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f0d48947-faeb-4b57-bcd3-1ccc0eb807ef tempest-NetworksTestDHCPv6-1153288886 tempest-NetworksTestDHCPv6-1153288886-project] Made reservation on behalf of 84aec0d011da47d8bc94f6ba8668f413 for: {'subnet': 1} {{(pid=103230) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 19:34:41.361839 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-f0d48947-faeb-4b57-bcd3-1ccc0eb807ef tempest-NetworksTestDHCPv6-1153288886 tempest-NetworksTestDHCPv6-1153288886-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12985917'] for subnet (None), before_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:34:41.457132 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27ef97e6-c65b-4fab-a1c1-7a57f754e276 req-ba2e96c0-4ca2-4e50-89b2-5f0adc39b4e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:34:41.463403 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-27ef97e6-c65b-4fab-a1c1-7a57f754e276 req-ba2e96c0-4ca2-4e50-89b2-5f0adc39b4e7 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=1d398ed7d9dd4dd6ba1e1a6a1e6a87ff&device_id=60aa7c44-0951-4cdb-bc07-778206a87b45 HTTP/1.1" status: 200 len: 1126 time: 0.0723650 Feb 09 19:34:41.598341 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27ef97e6-c65b-4fab-a1c1-7a57f754e276 req-2988d3de-b11a-4ad3-834c-fd5c4eb19f4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:34:41.600131 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-27ef97e6-c65b-4fab-a1c1-7a57f754e276 req-2988d3de-b11a-4ad3-834c-fd5c4eb19f4c service neutron] 10.222.0.89 "GET /v2.0/networks?id=30b6826a-2ec4-4081-a475-68e12498d4e4 HTTP/1.1" status: 200 len: 907 time: 0.1309865 Feb 09 19:34:41.624515 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-f0d48947-faeb-4b57-bcd3-1ccc0eb807ef tempest-NetworksTestDHCPv6-1153288886 tempest-NetworksTestDHCPv6-1153288886-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14393611', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12985859'] for subnet (84c19d05-b7f4-41f3-b87e-1d74e0ae07f4), after_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:34:41.646689 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-27ef97e6-c65b-4fab-a1c1-7a57f754e276 req-64a26236-913c-4c47-98de-b8553075a378 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b3aa3844-1929-46cb-8cbe-56a24adf0362 HTTP/1.1" status: 200 len: 217 time: 0.0396624 Feb 09 19:34:41.674695 n-d-713498-36 neutron-server[103230]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0d48947-faeb-4b57-bcd3-1ccc0eb807ef tempest-NetworksTestDHCPv6-1153288886 tempest-NetworksTestDHCPv6-1153288886-project] Network f63a97a6-2552-42d7-aee9-c49ce8319647 is already hosted by enough agents. {{(pid=103230) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 19:34:41.678828 n-d-713498-36 neutron-server[103230]: DEBUG neutron.scheduler.base_scheduler [None req-f0d48947-faeb-4b57-bcd3-1ccc0eb807ef tempest-NetworksTestDHCPv6-1153288886 tempest-NetworksTestDHCPv6-1153288886-project] Resources bound (agent type, host, resource id): {{(pid=103230) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 19:34:41.683354 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0d48947-faeb-4b57-bcd3-1ccc0eb807ef tempest-NetworksTestDHCPv6-1153288886 tempest-NetworksTestDHCPv6-1153288886-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:34:41.683950 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-f0d48947-faeb-4b57-bcd3-1ccc0eb807ef tempest-NetworksTestDHCPv6-1153288886 tempest-NetworksTestDHCPv6-1153288886-project] Publish callbacks [] for subnet (None), before_response {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:34:41.694430 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0d48947-faeb-4b57-bcd3-1ccc0eb807ef tempest-NetworksTestDHCPv6-1153288886 tempest-NetworksTestDHCPv6-1153288886-project] Pushing event updated for resources: {'Subnet': ['ID=84c19d05-b7f4-41f3-b87e-1d74e0ae07f4,revision_number=0']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:34:41.721246 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 37156) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:34:41.723344 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-f0d48947-faeb-4b57-bcd3-1ccc0eb807ef tempest-NetworksTestDHCPv6-1153288886 tempest-NetworksTestDHCPv6-1153288886-project] 10.222.0.75 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4850805 Feb 09 19:34:41.725568 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93935bdd-a65c-4a6b-873d-f9e462346de6 None None] Network f63a97a6-2552-42d7-aee9-c49ce8319647 requested from n-d-713498-36 {{(pid=103232) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 19:34:41.727228 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.v2.base [None req-fd8f224d-aa9c-4dda-8d59-acfffed90d01 tempest-NetworksTestDHCPv6-1153288886 tempest-NetworksTestDHCPv6-1153288886-project] Request body: {'subnet': {'network_id': 'f63a97a6-2552-42d7-aee9-c49ce8319647', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=103229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 19:34:41.731569 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27ef97e6-c65b-4fab-a1c1-7a57f754e276 req-13dd22fb-5c8f-4602-9743-175328d72ca5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:34:41.733042 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-27ef97e6-c65b-4fab-a1c1-7a57f754e276 req-13dd22fb-5c8f-4602-9743-175328d72ca5 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=030193b3-b985-4d6c-b0c1-2ea320638096 HTTP/1.1" status: 200 len: 846 time: 0.0807152 Feb 09 19:34:41.782955 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.provisioning_blocks [None req-6f54192b-d9cc-41aa-90b0-303127c54570 None None] Provisioning complete for port b364a7a0-e803-4cca-b637-06f25f939f51 triggered by entity DHCP. {{(pid=103232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 19:34:41.783332 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-6f54192b-d9cc-41aa-90b0-303127c54570 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593630'] for port (b364a7a0-e803-4cca-b637-06f25f939f51), provisioning_complete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:34:41.797303 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-27ef97e6-c65b-4fab-a1c1-7a57f754e276 req-7f218f62-964f-495a-8016-5898ae791f05 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=30b6826a-2ec4-4081-a475-68e12498d4e4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0512722 Feb 09 19:34:41.909779 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-6f54192b-d9cc-41aa-90b0-303127c54570 None None] Current status of the port b364a7a0-e803-4cca-b637-06f25f939f51 is: ACTIVE; New status is: ACTIVE {{(pid=103232) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 19:34:41.944015 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-27ef97e6-c65b-4fab-a1c1-7a57f754e276 req-81fda81a-1436-4749-9b50-6549ac6065ca service neutron] 10.222.0.89 "GET /v2.0/networks/30b6826a-2ec4-4081-a475-68e12498d4e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1389494 Feb 09 19:34:41.960351 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fd8f224d-aa9c-4dda-8d59-acfffed90d01 tempest-NetworksTestDHCPv6-1153288886 tempest-NetworksTestDHCPv6-1153288886-project] Made reservation on behalf of 84aec0d011da47d8bc94f6ba8668f413 for: {'subnet': 1} {{(pid=103229) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 19:34:41.963712 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-fd8f224d-aa9c-4dda-8d59-acfffed90d01 tempest-NetworksTestDHCPv6-1153288886 tempest-NetworksTestDHCPv6-1153288886-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12759265'] for subnet (None), before_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:34:42.251555 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.provisioning_blocks [None req-a303317d-a4ac-48bb-a789-03df3ac6e63d None None] Provisioning complete for port b364a7a0-e803-4cca-b637-06f25f939f51 triggered by entity DHCP. {{(pid=103232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 19:34:42.251926 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-a303317d-a4ac-48bb-a789-03df3ac6e63d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593630'] for port (b364a7a0-e803-4cca-b637-06f25f939f51), provisioning_complete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:34:42.336053 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-a303317d-a4ac-48bb-a789-03df3ac6e63d None None] Current status of the port b364a7a0-e803-4cca-b637-06f25f939f51 is: ACTIVE; New status is: ACTIVE {{(pid=103232) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 19:34:42.367826 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-27ef97e6-c65b-4fab-a1c1-7a57f754e276 req-9c5fc79e-886d-401b-83f9-9744496da6b8 service neutron] 10.222.0.89 "GET /v2.0/networks/30b6826a-2ec4-4081-a475-68e12498d4e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4166634 Feb 09 19:34:42.457393 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d319a884-e404-4e29-b908-639d0615a07a req-575fee67-f765-4e87-b353-5f2fc5f17dd5 tempest-ServersTestJSON-482035511 tempest-ServersTestJSON-482035511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:34:42.459249 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-d319a884-e404-4e29-b908-639d0615a07a req-575fee67-f765-4e87-b353-5f2fc5f17dd5 tempest-ServersTestJSON-482035511 tempest-ServersTestJSON-482035511-project] 10.222.0.75 "GET /v2.0/ports?device_id=60aa7c44-0951-4cdb-bc07-778206a87b45 HTTP/1.1" status: 200 len: 943 time: 0.0682774 Feb 09 19:34:42.513904 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-d319a884-e404-4e29-b908-639d0615a07a req-a663454c-8fbc-45c3-a9c6-7c230d1eda8a tempest-ServersTestJSON-482035511 tempest-ServersTestJSON-482035511-project] 10.222.0.75 "GET /v2.0/security-groups?id=37883354-c9cd-40f0-bbce-1c711bac4569&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473480 Feb 09 19:34:42.652295 n-d-713498-36 neutron-server[103229]: DEBUG neutron.objects.ports [None req-fd8f224d-aa9c-4dda-8d59-acfffed90d01 tempest-NetworksTestDHCPv6-1153288886 tempest-NetworksTestDHCPv6-1153288886-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=103229) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Feb 09 19:34:42.819942 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-fd8f224d-aa9c-4dda-8d59-acfffed90d01 tempest-NetworksTestDHCPv6-1153288886 tempest-NetworksTestDHCPv6-1153288886-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (b364a7a0-e803-4cca-b637-06f25f939f51), before_update {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:34:42.977427 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.db [None req-fd8f224d-aa9c-4dda-8d59-acfffed90d01 tempest-NetworksTestDHCPv6-1153288886 tempest-NetworksTestDHCPv6-1153288886-project] For port b364a7a0-e803-4cca-b637-06f25f939f51, host n-d-713498-36, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-36',level=0,port_id=b364a7a0-e803-4cca-b637-06f25f939f51,segment=NetworkSegment(20e634bc-bbe0-4569-a1ea-6be524590675),segment_id=20e634bc-bbe0-4569-a1ea-6be524590675)] {{(pid=103229) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 19:34:43.012215 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-fd8f224d-aa9c-4dda-8d59-acfffed90d01 tempest-NetworksTestDHCPv6-1153288886 tempest-NetworksTestDHCPv6-1153288886-project] Publish callbacks [] for port (b364a7a0-e803-4cca-b637-06f25f939f51), precommit_update {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:34:43.018451 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-fd8f224d-aa9c-4dda-8d59-acfffed90d01 tempest-NetworksTestDHCPv6-1153288886 tempest-NetworksTestDHCPv6-1153288886-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762867176205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762866656485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762866656503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12867569'] for port (b364a7a0-e803-4cca-b637-06f25f939f51), after_update {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:34:43.060335 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-fd8f224d-aa9c-4dda-8d59-acfffed90d01 tempest-NetworksTestDHCPv6-1153288886 tempest-NetworksTestDHCPv6-1153288886-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12867428', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12759263'] for subnet (d2fcdeac-8d76-46c4-83e7-71cabe130a97), after_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:34:43.100078 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-3ff13de7-3fad-40da-9c43-d647e91b4d37 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762867132591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593584'] for agent (93303d5e-5d17-45e8-8963-7694f87783ae), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:34:43.132114 n-d-713498-36 neutron-server[103229]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd8f224d-aa9c-4dda-8d59-acfffed90d01 tempest-NetworksTestDHCPv6-1153288886 tempest-NetworksTestDHCPv6-1153288886-project] Network f63a97a6-2552-42d7-aee9-c49ce8319647 is already hosted by enough agents. {{(pid=103229) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 19:34:43.140763 n-d-713498-36 neutron-server[103229]: DEBUG neutron.scheduler.base_scheduler [None req-fd8f224d-aa9c-4dda-8d59-acfffed90d01 tempest-NetworksTestDHCPv6-1153288886 tempest-NetworksTestDHCPv6-1153288886-project] Resources bound (agent type, host, resource id): {{(pid=103229) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 19:34:43.144196 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd8f224d-aa9c-4dda-8d59-acfffed90d01 tempest-NetworksTestDHCPv6-1153288886 tempest-NetworksTestDHCPv6-1153288886-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:34:43.145093 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-fd8f224d-aa9c-4dda-8d59-acfffed90d01 tempest-NetworksTestDHCPv6-1153288886 tempest-NetworksTestDHCPv6-1153288886-project] Publish callbacks [] for subnet (None), before_response {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:34:43.153095 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd8f224d-aa9c-4dda-8d59-acfffed90d01 tempest-NetworksTestDHCPv6-1153288886 tempest-NetworksTestDHCPv6-1153288886-project] Pushing event updated for resources: {'Port': ['ID=b364a7a0-e803-4cca-b637-06f25f939f51,revision_number=18']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:34:43.154124 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-913833f3-f08e-4efb-ba70-5757620d651a None None] Network f63a97a6-2552-42d7-aee9-c49ce8319647 requested from n-d-713498-36 {{(pid=103232) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 19:34:43.160727 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd8f224d-aa9c-4dda-8d59-acfffed90d01 tempest-NetworksTestDHCPv6-1153288886 tempest-NetworksTestDHCPv6-1153288886-project] Pushing event updated for resources: {'Subnet': ['ID=d2fcdeac-8d76-46c4-83e7-71cabe130a97,revision_number=0']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:34:43.183988 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-fd8f224d-aa9c-4dda-8d59-acfffed90d01 tempest-NetworksTestDHCPv6-1153288886 tempest-NetworksTestDHCPv6-1153288886-project] 10.222.0.75 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.4581566 Feb 09 19:34:43.184141 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 37172) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:34:43.189489 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.v2.base [None req-3d6cfc1f-b372-4882-889a-0e198ca64be2 tempest-NetworksTestDHCPv6-1153288886 tempest-NetworksTestDHCPv6-1153288886-project] Request body: {'port': {'network_id': 'f63a97a6-2552-42d7-aee9-c49ce8319647', 'mac_address': 'fa:16:3e:21:b0:39', 'name': 'tempest-NetworksTestDHCPv6-1658479280'}} {{(pid=103229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 19:34:43.336425 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3d6cfc1f-b372-4882-889a-0e198ca64be2 tempest-NetworksTestDHCPv6-1153288886 tempest-NetworksTestDHCPv6-1153288886-project] Made reservation on behalf of 84aec0d011da47d8bc94f6ba8668f413 for: {'port': 1} {{(pid=103229) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 19:34:43.431469 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bbdc5b2c-0bfd-4a6e-a5c2-0e19f2916daa None None] Update dhcp port {'port': {'network_id': 'f63a97a6-2552-42d7-aee9-c49ce8319647', 'fixed_ips': [{'subnet_id': 'd2fcdeac-8d76-46c4-83e7-71cabe130a97', 'ip_address': '2001:db8::f816:3eff:fe7c:c159'}, {'subnet_id': '84c19d05-b7f4-41f3-b87e-1d74e0ae07f4'}], 'binding:host_id': 'n-d-713498-36'}, 'id': 'b364a7a0-e803-4cca-b637-06f25f939f51'} from n-d-713498-36. {{(pid=103232) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Feb 09 19:34:43.432581 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-3d6cfc1f-b372-4882-889a-0e198ca64be2 tempest-NetworksTestDHCPv6-1153288886 tempest-NetworksTestDHCPv6-1153288886-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (None), before_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:34:43.461399 n-d-713498-36 neutron-server[103229]: DEBUG neutron.notifiers.nova [None req-3d6cfc1f-b372-4882-889a-0e198ca64be2 tempest-NetworksTestDHCPv6-1153288886 tempest-NetworksTestDHCPv6-1153288886-project] device_id is not set on port 6f2d3671-5455-4dfd-92ff-01c2726022a2 yet. {{(pid=103229) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 09 19:34:43.464097 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-bbdc5b2c-0bfd-4a6e-a5c2-0e19f2916daa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (b364a7a0-e803-4cca-b637-06f25f939f51), before_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:34:43.669601 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Device b364a7a0-e803-4cca-b637-06f25f939f51 up at agent ovs-agent-n-d-713498-36 {{(pid=103232) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 19:34:43.703134 n-d-713498-36 neutron-server[103229]: DEBUG neutron.db.db_base_plugin_common [None req-3d6cfc1f-b372-4882-889a-0e198ca64be2 tempest-NetworksTestDHCPv6-1153288886 tempest-NetworksTestDHCPv6-1153288886-project] Allocated IP 172.20.0.14 (f63a97a6-2552-42d7-aee9-c49ce8319647/84c19d05-b7f4-41f3-b87e-1d74e0ae07f4/6f2d3671-5455-4dfd-92ff-01c2726022a2) {{(pid=103229) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 19:34:43.714714 n-d-713498-36 neutron-server[103229]: DEBUG neutron.db.db_base_plugin_common [None req-3d6cfc1f-b372-4882-889a-0e198ca64be2 tempest-NetworksTestDHCPv6-1153288886 tempest-NetworksTestDHCPv6-1153288886-project] Allocated IP 2001:db8::f816:3eff:fe21:b039 (f63a97a6-2552-42d7-aee9-c49ce8319647/d2fcdeac-8d76-46c4-83e7-71cabe130a97/6f2d3671-5455-4dfd-92ff-01c2726022a2) {{(pid=103229) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 19:34:43.728879 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.provisioning_blocks [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Provisioning complete for port b364a7a0-e803-4cca-b637-06f25f939f51 triggered by entity L2. {{(pid=103232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 19:34:43.729479 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593630'] for port (b364a7a0-e803-4cca-b637-06f25f939f51), provisioning_complete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:34:43.757286 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec21fe8b-2a18-4f39-8d88-c1a55c633ac6 req-86359398-380e-4217-99a9-4cff30a59049 tempest-ServersTestJSON-482035511 tempest-ServersTestJSON-482035511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:34:43.758856 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-ec21fe8b-2a18-4f39-8d88-c1a55c633ac6 req-86359398-380e-4217-99a9-4cff30a59049 tempest-ServersTestJSON-482035511 tempest-ServersTestJSON-482035511-project] 10.222.0.75 "GET /v2.0/ports?device_id=60aa7c44-0951-4cdb-bc07-778206a87b45 HTTP/1.1" status: 200 len: 943 time: 0.1020613 Feb 09 19:34:43.814020 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Current status of the port b364a7a0-e803-4cca-b637-06f25f939f51 is: ACTIVE; New status is: ACTIVE {{(pid=103232) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 19:34:43.877104 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-ec21fe8b-2a18-4f39-8d88-c1a55c633ac6 req-53131f63-059f-4b70-9c76-76402e2f2513 tempest-ServersTestJSON-482035511 tempest-ServersTestJSON-482035511-project] 10.222.0.75 "GET /v2.0/security-groups?id=37883354-c9cd-40f0-bbce-1c711bac4569&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1117840 Feb 09 19:34:43.950326 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-3d6cfc1f-b372-4882-889a-0e198ca64be2 tempest-NetworksTestDHCPv6-1153288886 tempest-NetworksTestDHCPv6-1153288886-project] Publish callbacks [] for port (6f2d3671-5455-4dfd-92ff-01c2726022a2), precommit_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:34:43.990649 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-3d6cfc1f-b372-4882-889a-0e198ca64be2 tempest-NetworksTestDHCPv6-1153288886 tempest-NetworksTestDHCPv6-1153288886-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762866656467', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12867576'] for port (6f2d3671-5455-4dfd-92ff-01c2726022a2), after_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:34:44.034420 n-d-713498-36 neutron-server[103229]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d6cfc1f-b372-4882-889a-0e198ca64be2 tempest-NetworksTestDHCPv6-1153288886 tempest-NetworksTestDHCPv6-1153288886-project] Network f63a97a6-2552-42d7-aee9-c49ce8319647 is already hosted by enough agents. {{(pid=103229) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 19:34:44.037858 n-d-713498-36 neutron-server[103229]: DEBUG neutron.scheduler.base_scheduler [None req-3d6cfc1f-b372-4882-889a-0e198ca64be2 tempest-NetworksTestDHCPv6-1153288886 tempest-NetworksTestDHCPv6-1153288886-project] Resources bound (agent type, host, resource id): {{(pid=103229) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 19:34:44.044973 n-d-713498-36 neutron-server[103229]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d6cfc1f-b372-4882-889a-0e198ca64be2 tempest-NetworksTestDHCPv6-1153288886 tempest-NetworksTestDHCPv6-1153288886-project] Received port after_create {{(pid=103229) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 19:34:44.060425 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.db_base_plugin_common [None req-bbdc5b2c-0bfd-4a6e-a5c2-0e19f2916daa None None] Allocated IP 172.20.0.2 (f63a97a6-2552-42d7-aee9-c49ce8319647/84c19d05-b7f4-41f3-b87e-1d74e0ae07f4/b364a7a0-e803-4cca-b637-06f25f939f51) {{(pid=103232) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 19:34:44.084356 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d6cfc1f-b372-4882-889a-0e198ca64be2 tempest-NetworksTestDHCPv6-1153288886 tempest-NetworksTestDHCPv6-1153288886-project] Pushing event updated for resources: {'Port': ['ID=6f2d3671-5455-4dfd-92ff-01c2726022a2,revision_number=1']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:34:44.108055 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d6cfc1f-b372-4882-889a-0e198ca64be2 tempest-NetworksTestDHCPv6-1153288886 tempest-NetworksTestDHCPv6-1153288886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:34:44.108671 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-3d6cfc1f-b372-4882-889a-0e198ca64be2 tempest-NetworksTestDHCPv6-1153288886 tempest-NetworksTestDHCPv6-1153288886-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171096'] for port (None), before_response {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:34:44.129866 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-3d6cfc1f-b372-4882-889a-0e198ca64be2 tempest-NetworksTestDHCPv6-1153288886 tempest-NetworksTestDHCPv6-1153288886-project] 10.222.0.75 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1028 time: 0.9415939 Feb 09 19:34:44.130288 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 37182) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:34:44.209781 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e86f9442-f9e2-4497-9b42-136663c9aadd tempest-NetworksTestDHCPv6-1153288886 tempest-NetworksTestDHCPv6-1153288886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:34:44.216750 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e86f9442-f9e2-4497-9b42-136663c9aadd tempest-NetworksTestDHCPv6-1153288886 tempest-NetworksTestDHCPv6-1153288886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:34:44.222633 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 37184) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:34:44.223169 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-e86f9442-f9e2-4497-9b42-136663c9aadd tempest-NetworksTestDHCPv6-1153288886 tempest-NetworksTestDHCPv6-1153288886-project] 10.222.0.75 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1786 time: 0.0912576 Feb 09 19:34:44.355707 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-bbdc5b2c-0bfd-4a6e-a5c2-0e19f2916daa None None] For port b364a7a0-e803-4cca-b637-06f25f939f51, host n-d-713498-36, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-36',level=0,port_id=b364a7a0-e803-4cca-b637-06f25f939f51,segment=NetworkSegment(20e634bc-bbe0-4569-a1ea-6be524590675),segment_id=20e634bc-bbe0-4569-a1ea-6be524590675)] {{(pid=103232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 19:34:44.372625 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-edc54c9b-7f13-45d9-9271-85c9738b0128 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762867132591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593584'] for agent (a62b1850-466f-48ae-bec7-d62fb280e14b), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:34:44.375484 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.plugin [None req-985fac49-fa00-4606-a98a-891eb4c34a55 tempest-NetworksTestDHCPv6-1153288886 tempest-NetworksTestDHCPv6-1153288886-project] Deleting port 6f2d3671-5455-4dfd-92ff-01c2726022a2 {{(pid=103229) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 19:34:44.376512 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-985fac49-fa00-4606-a98a-891eb4c34a55 tempest-NetworksTestDHCPv6-1153288886 tempest-NetworksTestDHCPv6-1153288886-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762867170196'] for port (6f2d3671-5455-4dfd-92ff-01c2726022a2), before_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:34:44.401373 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-bbdc5b2c-0bfd-4a6e-a5c2-0e19f2916daa None None] Publish callbacks [] for port (b364a7a0-e803-4cca-b637-06f25f939f51), precommit_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:34:44.406942 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-bbdc5b2c-0bfd-4a6e-a5c2-0e19f2916daa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762867176205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762866656485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762866656503'] for port (b364a7a0-e803-4cca-b637-06f25f939f51), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:34:44.505469 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-985fac49-fa00-4606-a98a-891eb4c34a55 tempest-NetworksTestDHCPv6-1153288886 tempest-NetworksTestDHCPv6-1153288886-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1820838'] for port (6f2d3671-5455-4dfd-92ff-01c2726022a2), precommit_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:34:44.514464 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbdc5b2c-0bfd-4a6e-a5c2-0e19f2916daa None None] Pushing event updated for resources: {'Port': ['ID=b364a7a0-e803-4cca-b637-06f25f939f51,revision_number=19']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:34:44.525907 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.plugin [None req-985fac49-fa00-4606-a98a-891eb4c34a55 tempest-NetworksTestDHCPv6-1153288886 tempest-NetworksTestDHCPv6-1153288886-project] Calling delete_port for 6f2d3671-5455-4dfd-92ff-01c2726022a2 owned by {{(pid=103229) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 19:34:44.747306 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-985fac49-fa00-4606-a98a-891eb4c34a55 tempest-NetworksTestDHCPv6-1153288886 tempest-NetworksTestDHCPv6-1153288886-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762867177463', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762866656476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12867576'] for port (6f2d3671-5455-4dfd-92ff-01c2726022a2), after_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:34:44.782678 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-985fac49-fa00-4606-a98a-891eb4c34a55 tempest-NetworksTestDHCPv6-1153288886 tempest-NetworksTestDHCPv6-1153288886-project] Pushing event deleted for resources: {'Port': ['ID=6f2d3671-5455-4dfd-92ff-01c2726022a2,revision_number=None']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:34:44.895098 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-985fac49-fa00-4606-a98a-891eb4c34a55 tempest-NetworksTestDHCPv6-1153288886 tempest-NetworksTestDHCPv6-1153288886-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171096'] for port (None), before_response {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:34:44.901395 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-985fac49-fa00-4606-a98a-891eb4c34a55 tempest-NetworksTestDHCPv6-1153288886 tempest-NetworksTestDHCPv6-1153288886-project] 10.222.0.75 "DELETE /v2.0/ports/6f2d3671-5455-4dfd-92ff-01c2726022a2 HTTP/1.1" status: 204 len: 168 time: 0.6772895 Feb 09 19:34:44.901926 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 37190) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:34:45.022223 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7960acd-e01e-4fc2-8bbd-106b9cba85d3 tempest-NetworksTestDHCPv6-1153288886 tempest-NetworksTestDHCPv6-1153288886-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:34:45.023552 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7960acd-e01e-4fc2-8bbd-106b9cba85d3 tempest-NetworksTestDHCPv6-1153288886 tempest-NetworksTestDHCPv6-1153288886-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:34:45.025012 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7960acd-e01e-4fc2-8bbd-106b9cba85d3 tempest-NetworksTestDHCPv6-1153288886 tempest-NetworksTestDHCPv6-1153288886-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:34:45.029230 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-f7960acd-e01e-4fc2-8bbd-106b9cba85d3 tempest-NetworksTestDHCPv6-1153288886 tempest-NetworksTestDHCPv6-1153288886-project] 10.222.0.75 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.1235843 Feb 09 19:34:45.030006 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 37192) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:34:45.082239 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9411c2b-19fb-42e1-98c7-525764af8b86 req-3d448589-9630-4969-8041-ac97460a9d3c tempest-ServersTestJSON-482035511 tempest-ServersTestJSON-482035511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:34:45.090334 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-a9411c2b-19fb-42e1-98c7-525764af8b86 req-3d448589-9630-4969-8041-ac97460a9d3c tempest-ServersTestJSON-482035511 tempest-ServersTestJSON-482035511-project] 10.222.0.75 "GET /v2.0/ports?device_id=60aa7c44-0951-4cdb-bc07-778206a87b45 HTTP/1.1" status: 200 len: 943 time: 0.0872784 Feb 09 19:34:45.135128 n-d-713498-36 neutron-server[103229]: DEBUG neutron.db.db_base_plugin_v2 [None req-c7b8b59d-d2cf-499d-98c8-66a44e138ef4 tempest-NetworksTestDHCPv6-1153288886 tempest-NetworksTestDHCPv6-1153288886-project] Deleting subnet 84c19d05-b7f4-41f3-b87e-1d74e0ae07f4 {{(pid=103229) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 19:34:45.139861 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-c7b8b59d-d2cf-499d-98c8-66a44e138ef4 tempest-NetworksTestDHCPv6-1153288886 tempest-NetworksTestDHCPv6-1153288886-project] Publish callbacks [] for subnet (84c19d05-b7f4-41f3-b87e-1d74e0ae07f4), before_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:34:45.147764 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-a9411c2b-19fb-42e1-98c7-525764af8b86 req-a4b45497-e557-4923-bbdb-8c2e8ec7b654 tempest-ServersTestJSON-482035511 tempest-ServersTestJSON-482035511-project] 10.222.0.75 "GET /v2.0/security-groups?id=37883354-c9cd-40f0-bbce-1c711bac4569&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565603 Feb 09 19:34:45.190189 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-c7b8b59d-d2cf-499d-98c8-66a44e138ef4 tempest-NetworksTestDHCPv6-1153288886 tempest-NetworksTestDHCPv6-1153288886-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16683410'] for subnet (84c19d05-b7f4-41f3-b87e-1d74e0ae07f4), precommit_delete_associations {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:34:45.211585 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Device b3aa3844-1929-46cb-8cbe-56a24adf0362 details requested by agent hyperv_n-h1-713498-36 with host n-h1-713498-36 {{(pid=103232) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 19:34:45.338510 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-c7b8b59d-d2cf-499d-98c8-66a44e138ef4 tempest-NetworksTestDHCPv6-1153288886 tempest-NetworksTestDHCPv6-1153288886-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-759852'] for subnet (84c19d05-b7f4-41f3-b87e-1d74e0ae07f4), precommit_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:34:45.369316 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] For port b3aa3844-1929-46cb-8cbe-56a24adf0362, host n-h1-713498-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-36',level=0,port_id=b3aa3844-1929-46cb-8cbe-56a24adf0362,segment=NetworkSegment(3ad9008e-d820-4913-8a3a-dbe689506816),segment_id=3ad9008e-d820-4913-8a3a-dbe689506816)] {{(pid=103232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 19:34:45.386833 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Returning: {'device': 'b3aa3844-1929-46cb-8cbe-56a24adf0362', 'network_id': '30b6826a-2ec4-4081-a475-68e12498d4e4', 'port_id': 'b3aa3844-1929-46cb-8cbe-56a24adf0362', 'mac_address': 'fa:16:3e:73:4c:04', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 368, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '030193b3-b985-4d6c-b0c1-2ea320638096', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103232) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 19:34:45.413900 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-c7b8b59d-d2cf-499d-98c8-66a44e138ef4 tempest-NetworksTestDHCPv6-1153288886 tempest-NetworksTestDHCPv6-1153288886-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-760023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12867367', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12759238'] for subnet (84c19d05-b7f4-41f3-b87e-1d74e0ae07f4), after_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:34:45.433383 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Current status of the port b3aa3844-1929-46cb-8cbe-56a24adf0362 is: DOWN; New status is: BUILD {{(pid=103232) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 19:34:45.433784 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (b3aa3844-1929-46cb-8cbe-56a24adf0362), before_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:34:45.448828 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-c7b8b59d-d2cf-499d-98c8-66a44e138ef4 tempest-NetworksTestDHCPv6-1153288886 tempest-NetworksTestDHCPv6-1153288886-project] Publish callbacks [] for subnet (None), before_response {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:34:45.452696 n-d-713498-36 neutron-server[103232]: DEBUG neutron.notifiers.nova [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b3aa3844-1929-46cb-8cbe-56a24adf0362 {{(pid=103232) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 19:34:45.453775 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-c7b8b59d-d2cf-499d-98c8-66a44e138ef4 tempest-NetworksTestDHCPv6-1153288886 tempest-NetworksTestDHCPv6-1153288886-project] 10.222.0.75 "DELETE /v2.0/subnets/84c19d05-b7f4-41f3-b87e-1d74e0ae07f4 HTTP/1.1" status: 204 len: 168 time: 0.4221134 Feb 09 19:34:45.455028 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7b8b59d-d2cf-499d-98c8-66a44e138ef4 tempest-NetworksTestDHCPv6-1153288886 tempest-NetworksTestDHCPv6-1153288886-project] Pushing event deleted for resources: {'Subnet': ['ID=84c19d05-b7f4-41f3-b87e-1d74e0ae07f4,revision_number=None']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:34:45.456944 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 37196) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:34:45.484864 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.provisioning_blocks [None req-761c3383-707b-4b77-9748-14bc2e2a79a5 None None] Provisioning complete for port b364a7a0-e803-4cca-b637-06f25f939f51 triggered by entity DHCP. {{(pid=103232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 19:34:45.485237 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-761c3383-707b-4b77-9748-14bc2e2a79a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593630'] for port (b364a7a0-e803-4cca-b637-06f25f939f51), provisioning_complete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:34:45.515438 n-d-713498-36 neutron-server[103230]: DEBUG neutron.db.db_base_plugin_v2 [None req-75f373a2-5910-49bb-88ee-e93efcc61052 tempest-NetworksTestDHCPv6-1153288886 tempest-NetworksTestDHCPv6-1153288886-project] Deleting subnet d2fcdeac-8d76-46c4-83e7-71cabe130a97 {{(pid=103230) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 19:34:45.516304 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] For port b3aa3844-1929-46cb-8cbe-56a24adf0362, host n-h1-713498-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-36',level=0,port_id=b3aa3844-1929-46cb-8cbe-56a24adf0362,segment=NetworkSegment(3ad9008e-d820-4913-8a3a-dbe689506816),segment_id=3ad9008e-d820-4913-8a3a-dbe689506816)] {{(pid=103232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 19:34:45.521415 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-75f373a2-5910-49bb-88ee-e93efcc61052 tempest-NetworksTestDHCPv6-1153288886 tempest-NetworksTestDHCPv6-1153288886-project] Publish callbacks [] for subnet (d2fcdeac-8d76-46c4-83e7-71cabe130a97), before_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:34:45.524180 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762867176205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762866656485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762866656503'] for port (b3aa3844-1929-46cb-8cbe-56a24adf0362), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:34:45.580797 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-75f373a2-5910-49bb-88ee-e93efcc61052 tempest-NetworksTestDHCPv6-1153288886 tempest-NetworksTestDHCPv6-1153288886-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12895822'] for subnet (d2fcdeac-8d76-46c4-83e7-71cabe130a97), precommit_delete_associations {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:34:45.592993 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Pushing event updated for resources: {'Port': ['ID=b3aa3844-1929-46cb-8cbe-56a24adf0362,revision_number=4']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:34:45.660943 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-761c3383-707b-4b77-9748-14bc2e2a79a5 None None] Current status of the port b364a7a0-e803-4cca-b637-06f25f939f51 is: ACTIVE; New status is: ACTIVE {{(pid=103232) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 19:34:45.671255 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Device b364a7a0-e803-4cca-b637-06f25f939f51 up at agent ovs-agent-n-d-713498-36 {{(pid=103232) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 19:34:45.722797 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2e18841-71ce-4712-b9b5-da490180de9a None None] Network f63a97a6-2552-42d7-aee9-c49ce8319647 requested from n-d-713498-36 {{(pid=103232) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 19:34:45.732679 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-75f373a2-5910-49bb-88ee-e93efcc61052 tempest-NetworksTestDHCPv6-1153288886 tempest-NetworksTestDHCPv6-1153288886-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-759852'] for subnet (d2fcdeac-8d76-46c4-83e7-71cabe130a97), precommit_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:34:45.773769 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] get_ports_and_sgs() called for port_ids ['b3aa3844-1929-46cb-8cbe-56a24adf0362'] {{(pid=103232) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 19:34:45.814312 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-75f373a2-5910-49bb-88ee-e93efcc61052 tempest-NetworksTestDHCPv6-1153288886 tempest-NetworksTestDHCPv6-1153288886-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-760023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14393672', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12985882'] for subnet (d2fcdeac-8d76-46c4-83e7-71cabe130a97), after_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:34:45.826751 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.provisioning_blocks [None req-ac8f0cca-7259-4f38-aa32-06daf925ef9a None None] Could not find standard attr ID for object 6f2d3671-5455-4dfd-92ff-01c2726022a2. {{(pid=103232) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 09 19:34:45.843987 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75f373a2-5910-49bb-88ee-e93efcc61052 tempest-NetworksTestDHCPv6-1153288886 tempest-NetworksTestDHCPv6-1153288886-project] Pushing event deleted for resources: {'Subnet': ['ID=d2fcdeac-8d76-46c4-83e7-71cabe130a97,revision_number=None']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:34:45.851529 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-75f373a2-5910-49bb-88ee-e93efcc61052 tempest-NetworksTestDHCPv6-1153288886 tempest-NetworksTestDHCPv6-1153288886-project] Publish callbacks [] for subnet (None), before_response {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:34:45.855886 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-75f373a2-5910-49bb-88ee-e93efcc61052 tempest-NetworksTestDHCPv6-1153288886 tempest-NetworksTestDHCPv6-1153288886-project] 10.222.0.75 "DELETE /v2.0/subnets/d2fcdeac-8d76-46c4-83e7-71cabe130a97 HTTP/1.1" status: 204 len: 168 time: 0.3970716 Feb 09 19:34:45.858305 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 37198) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:34:45.875947 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.provisioning_blocks [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Provisioning complete for port b364a7a0-e803-4cca-b637-06f25f939f51 triggered by entity L2. {{(pid=103232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 19:34:45.876423 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593630'] for port (b364a7a0-e803-4cca-b637-06f25f939f51), provisioning_complete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:34:45.907990 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-fa3b9341-7db9-4ac7-83b0-effd31549d97 tempest-NetworksTestDHCPv6-1153288886 tempest-NetworksTestDHCPv6-1153288886-project] 10.222.0.75 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0461912 Feb 09 19:34:45.908318 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 37200) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:34:45.972137 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a464a52-feb3-4d80-98cb-8e8e432dbed2 tempest-NetworksTestDHCPv6-1153288886 tempest-NetworksTestDHCPv6-1153288886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:34:45.974362 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-4a464a52-feb3-4d80-98cb-8e8e432dbed2 tempest-NetworksTestDHCPv6-1153288886 tempest-NetworksTestDHCPv6-1153288886-project] 10.222.0.75 "GET /v2.0/ports HTTP/1.1" status: 200 len: 867 time: 0.0647016 Feb 09 19:34:45.976696 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 37202) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:34:45.998069 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-a7262a8e-0513-48fd-984d-75726a511961 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762867132591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593584'] for agent (911cfea2-02ae-4ec9-bac3-7808ee1cdd9c), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:34:46.080523 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90065418-b221-484b-844c-6182e25b360f tempest-NetworksTestDHCPv6-1153288886 tempest-NetworksTestDHCPv6-1153288886-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:34:46.085576 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-90065418-b221-484b-844c-6182e25b360f tempest-NetworksTestDHCPv6-1153288886 tempest-NetworksTestDHCPv6-1153288886-project] 10.222.0.75 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1054692 Feb 09 19:34:46.085991 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 37204) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:34:46.102458 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Current status of the port b364a7a0-e803-4cca-b637-06f25f939f51 is: ACTIVE; New status is: ACTIVE {{(pid=103232) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 19:34:46.129543 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-3181bc88-2b16-4be8-a78f-e454c73bd627 tempest-NetworksTestDHCPv6-1153288886 tempest-NetworksTestDHCPv6-1153288886-project] 10.222.0.75 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0414710 Feb 09 19:34:46.133239 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 37206) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:34:46.137832 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a07853de-3c50-41c8-b894-732b4bb917d0 None None] Update dhcp port {'port': {'network_id': 'f63a97a6-2552-42d7-aee9-c49ce8319647', 'fixed_ips': [{'subnet_id': 'd2fcdeac-8d76-46c4-83e7-71cabe130a97'}], 'binding:host_id': 'n-d-713498-36'}, 'id': 'b364a7a0-e803-4cca-b637-06f25f939f51'} from n-d-713498-36. {{(pid=103232) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Feb 09 19:34:46.138008 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.v2.base [None req-44bb6a3c-8436-4315-bf97-9a5830964b79 tempest-NetworksTestDHCPv6-1153288886 tempest-NetworksTestDHCPv6-1153288886-project] Request body: {'subnet': {'network_id': 'f63a97a6-2552-42d7-aee9-c49ce8319647', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 19:34:46.180238 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-a07853de-3c50-41c8-b894-732b4bb917d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (b364a7a0-e803-4cca-b637-06f25f939f51), before_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:34:46.259988 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-44bb6a3c-8436-4315-bf97-9a5830964b79 tempest-NetworksTestDHCPv6-1153288886 tempest-NetworksTestDHCPv6-1153288886-project] Made reservation on behalf of 84aec0d011da47d8bc94f6ba8668f413 for: {'subnet': 1} {{(pid=103229) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 19:34:46.263498 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-44bb6a3c-8436-4315-bf97-9a5830964b79 tempest-NetworksTestDHCPv6-1153288886 tempest-NetworksTestDHCPv6-1153288886-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12759265'] for subnet (None), before_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:34:46.264911 n-d-713498-36 neutron-server[103229]: INFO neutron.pecan_wsgi.hooks.translation [None req-44bb6a3c-8436-4315-bf97-9a5830964b79 tempest-NetworksTestDHCPv6-1153288886 tempest-NetworksTestDHCPv6-1153288886-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 09 19:34:46.265341 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-44bb6a3c-8436-4315-bf97-9a5830964b79 tempest-NetworksTestDHCPv6-1153288886 tempest-NetworksTestDHCPv6-1153288886-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103229) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 19:34:46.288039 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-44bb6a3c-8436-4315-bf97-9a5830964b79 tempest-NetworksTestDHCPv6-1153288886 tempest-NetworksTestDHCPv6-1153288886-project] 10.222.0.75 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 0.1509717 Feb 09 19:34:46.289625 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 37210) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:34:46.296204 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.v2.base [None req-6b3016fb-2692-45d6-9350-e5aeab9b4b48 tempest-NetworksTestDHCPv6-1153288886 tempest-NetworksTestDHCPv6-1153288886-project] Request body: {'subnet': {'network_id': 'f63a97a6-2552-42d7-aee9-c49ce8319647', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'slaac'}} {{(pid=103230) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 19:34:46.301789 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-807c6ad3-dec0-4028-9eaa-bb7f8199b73a req-bb24a364-96bc-46f1-b4bd-0db84f041dd4 tempest-ServersTestJSON-482035511 tempest-ServersTestJSON-482035511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:34:46.303358 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-807c6ad3-dec0-4028-9eaa-bb7f8199b73a req-bb24a364-96bc-46f1-b4bd-0db84f041dd4 tempest-ServersTestJSON-482035511 tempest-ServersTestJSON-482035511-project] 10.222.0.75 "GET /v2.0/ports?device_id=60aa7c44-0951-4cdb-bc07-778206a87b45 HTTP/1.1" status: 200 len: 944 time: 0.0777125 Feb 09 19:34:46.356325 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-807c6ad3-dec0-4028-9eaa-bb7f8199b73a req-7da169b6-cd56-420d-bcdf-97dc05df51f9 tempest-ServersTestJSON-482035511 tempest-ServersTestJSON-482035511-project] 10.222.0.75 "GET /v2.0/security-groups?id=37883354-c9cd-40f0-bbce-1c711bac4569&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468888 Feb 09 19:34:46.359329 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd53d56a-ebd1-4b01-9856-cff812e331df None None] Network f63a97a6-2552-42d7-aee9-c49ce8319647 requested from n-d-713498-36 {{(pid=103232) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 19:34:46.409805 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6b3016fb-2692-45d6-9350-e5aeab9b4b48 tempest-NetworksTestDHCPv6-1153288886 tempest-NetworksTestDHCPv6-1153288886-project] Made reservation on behalf of 84aec0d011da47d8bc94f6ba8668f413 for: {'subnet': 1} {{(pid=103230) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 19:34:46.413201 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-6b3016fb-2692-45d6-9350-e5aeab9b4b48 tempest-NetworksTestDHCPv6-1153288886 tempest-NetworksTestDHCPv6-1153288886-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12985917'] for subnet (None), before_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:34:46.414692 n-d-713498-36 neutron-server[103230]: INFO neutron.pecan_wsgi.hooks.translation [None req-6b3016fb-2692-45d6-9350-e5aeab9b4b48 tempest-NetworksTestDHCPv6-1153288886 tempest-NetworksTestDHCPv6-1153288886-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 09 19:34:46.415121 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6b3016fb-2692-45d6-9350-e5aeab9b4b48 tempest-NetworksTestDHCPv6-1153288886 tempest-NetworksTestDHCPv6-1153288886-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103230) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 19:34:46.435723 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-6b3016fb-2692-45d6-9350-e5aeab9b4b48 tempest-NetworksTestDHCPv6-1153288886 tempest-NetworksTestDHCPv6-1153288886-project] 10.222.0.75 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 0.1445928 Feb 09 19:34:46.438733 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 37220) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:34:46.445554 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.v2.base [None req-b13f941b-c816-4942-be86-4cd1f7a6b015 tempest-NetworksTestDHCPv6-1153288886 tempest-NetworksTestDHCPv6-1153288886-project] Request body: {'subnet': {'network_id': 'f63a97a6-2552-42d7-aee9-c49ce8319647', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103230) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 19:34:46.475091 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.provisioning_blocks [None req-530f81cc-53fb-4ca5-a0cd-2101bc987518 None None] Provisioning complete for port b364a7a0-e803-4cca-b637-06f25f939f51 triggered by entity DHCP. {{(pid=103232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 19:34:46.475720 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-530f81cc-53fb-4ca5-a0cd-2101bc987518 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593630'] for port (b364a7a0-e803-4cca-b637-06f25f939f51), provisioning_complete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:34:46.539526 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46341bff-42ec-4e17-a0f8-8f3aa92c6824 None None] DHCP port deletion for f63a97a6-2552-42d7-aee9-c49ce8319647 request from n-d-713498-36 {{(pid=103232) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 09 19:34:46.555498 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b13f941b-c816-4942-be86-4cd1f7a6b015 tempest-NetworksTestDHCPv6-1153288886 tempest-NetworksTestDHCPv6-1153288886-project] Made reservation on behalf of 84aec0d011da47d8bc94f6ba8668f413 for: {'subnet': 1} {{(pid=103230) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 19:34:46.558370 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-b13f941b-c816-4942-be86-4cd1f7a6b015 tempest-NetworksTestDHCPv6-1153288886 tempest-NetworksTestDHCPv6-1153288886-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12985917'] for subnet (None), before_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:34:46.559794 n-d-713498-36 neutron-server[103230]: INFO neutron.pecan_wsgi.hooks.translation [None req-b13f941b-c816-4942-be86-4cd1f7a6b015 tempest-NetworksTestDHCPv6-1153288886 tempest-NetworksTestDHCPv6-1153288886-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 09 19:34:46.560222 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b13f941b-c816-4942-be86-4cd1f7a6b015 tempest-NetworksTestDHCPv6-1153288886 tempest-NetworksTestDHCPv6-1153288886-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103230) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 19:34:46.584033 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-b13f941b-c816-4942-be86-4cd1f7a6b015 tempest-NetworksTestDHCPv6-1153288886 tempest-NetworksTestDHCPv6-1153288886-project] 10.222.0.75 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 0.1424801 Feb 09 19:34:46.587497 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 37226) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:34:46.592903 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.v2.base [None req-ce19e6bf-7f8d-4c5b-80d9-b7189c47cb06 tempest-NetworksTestDHCPv6-1153288886 tempest-NetworksTestDHCPv6-1153288886-project] Request body: {'subnet': {'network_id': 'f63a97a6-2552-42d7-aee9-c49ce8319647', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=103229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 19:34:46.611332 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-530f81cc-53fb-4ca5-a0cd-2101bc987518 None None] Current status of the port b364a7a0-e803-4cca-b637-06f25f939f51 is: ACTIVE; New status is: ACTIVE {{(pid=103232) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 19:34:46.633494 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-46341bff-42ec-4e17-a0f8-8f3aa92c6824 None None] Deleting port b364a7a0-e803-4cca-b637-06f25f939f51 {{(pid=103232) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 19:34:46.634039 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-46341bff-42ec-4e17-a0f8-8f3aa92c6824 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762867170196'] for port (b364a7a0-e803-4cca-b637-06f25f939f51), before_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:34:46.723389 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ce19e6bf-7f8d-4c5b-80d9-b7189c47cb06 tempest-NetworksTestDHCPv6-1153288886 tempest-NetworksTestDHCPv6-1153288886-project] Made reservation on behalf of 84aec0d011da47d8bc94f6ba8668f413 for: {'subnet': 1} {{(pid=103229) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 19:34:46.729803 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-ce19e6bf-7f8d-4c5b-80d9-b7189c47cb06 tempest-NetworksTestDHCPv6-1153288886 tempest-NetworksTestDHCPv6-1153288886-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12759265'] for subnet (None), before_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:34:46.729803 n-d-713498-36 neutron-server[103229]: INFO neutron.pecan_wsgi.hooks.translation [None req-ce19e6bf-7f8d-4c5b-80d9-b7189c47cb06 tempest-NetworksTestDHCPv6-1153288886 tempest-NetworksTestDHCPv6-1153288886-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 09 19:34:46.730255 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ce19e6bf-7f8d-4c5b-80d9-b7189c47cb06 tempest-NetworksTestDHCPv6-1153288886 tempest-NetworksTestDHCPv6-1153288886-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103229) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 19:34:46.755188 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-ce19e6bf-7f8d-4c5b-80d9-b7189c47cb06 tempest-NetworksTestDHCPv6-1153288886 tempest-NetworksTestDHCPv6-1153288886-project] 10.222.0.75 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 0.1664560 Feb 09 19:34:46.758168 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 37232) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:34:46.758420 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-46341bff-42ec-4e17-a0f8-8f3aa92c6824 None None] For port b364a7a0-e803-4cca-b637-06f25f939f51, host n-d-713498-36, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-36',level=0,port_id=b364a7a0-e803-4cca-b637-06f25f939f51,segment=NetworkSegment(20e634bc-bbe0-4569-a1ea-6be524590675),segment_id=20e634bc-bbe0-4569-a1ea-6be524590675)] {{(pid=103232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 19:34:46.759001 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-46341bff-42ec-4e17-a0f8-8f3aa92c6824 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1820838'] for port (b364a7a0-e803-4cca-b637-06f25f939f51), precommit_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:34:46.765839 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.v2.base [None req-47e86e13-3587-4c74-ad2d-2fc472db464b tempest-NetworksTestDHCPv6-1153288886 tempest-NetworksTestDHCPv6-1153288886-project] Request body: {'subnet': {'network_id': 'f63a97a6-2552-42d7-aee9-c49ce8319647', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'slaac'}} {{(pid=103229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 19:34:46.777794 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-46341bff-42ec-4e17-a0f8-8f3aa92c6824 None None] Calling delete_port for b364a7a0-e803-4cca-b637-06f25f939f51 owned by network:dhcp {{(pid=103232) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 19:34:46.798982 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63e65ba8-f857-4943-b9c0-245e877454e4 req-d8df56f2-fed8-4be8-ae17-62252bd8c4ed tempest-TestNetworkAdvancedServerOps-513516359 tempest-TestNetworkAdvancedServerOps-513516359-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:34:46.805026 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-63e65ba8-f857-4943-b9c0-245e877454e4 req-d8df56f2-fed8-4be8-ae17-62252bd8c4ed tempest-TestNetworkAdvancedServerOps-513516359 tempest-TestNetworkAdvancedServerOps-513516359-project-admin] 10.222.0.75 "GET /v2.0/ports?device_id=6d32a9d7-5256-4edb-9bbc-ad99ab71ecfa HTTP/1.1" status: 200 len: 1128 time: 0.0908480 Feb 09 19:34:46.895938 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-63e65ba8-f857-4943-b9c0-245e877454e4 req-2243e993-15d5-4eb4-a012-c829561fdad2 tempest-TestNetworkAdvancedServerOps-513516359 tempest-TestNetworkAdvancedServerOps-513516359-project-admin] 10.222.0.75 "GET /v2.0/security-groups?id=3248743f-f5fe-4756-978e-05f0e965efae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0870905 Feb 09 19:34:46.914355 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-47e86e13-3587-4c74-ad2d-2fc472db464b tempest-NetworksTestDHCPv6-1153288886 tempest-NetworksTestDHCPv6-1153288886-project] Made reservation on behalf of 84aec0d011da47d8bc94f6ba8668f413 for: {'subnet': 1} {{(pid=103229) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 19:34:46.919195 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-47e86e13-3587-4c74-ad2d-2fc472db464b tempest-NetworksTestDHCPv6-1153288886 tempest-NetworksTestDHCPv6-1153288886-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12759265'] for subnet (None), before_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:34:46.921334 n-d-713498-36 neutron-server[103229]: INFO neutron.pecan_wsgi.hooks.translation [None req-47e86e13-3587-4c74-ad2d-2fc472db464b tempest-NetworksTestDHCPv6-1153288886 tempest-NetworksTestDHCPv6-1153288886-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 09 19:34:46.921334 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-47e86e13-3587-4c74-ad2d-2fc472db464b tempest-NetworksTestDHCPv6-1153288886 tempest-NetworksTestDHCPv6-1153288886-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103229) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 19:34:46.936481 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 37236) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:34:46.941373 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-46341bff-42ec-4e17-a0f8-8f3aa92c6824 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762867177463', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762866656476'] for port (b364a7a0-e803-4cca-b637-06f25f939f51), after_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:34:46.954221 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-47e86e13-3587-4c74-ad2d-2fc472db464b tempest-NetworksTestDHCPv6-1153288886 tempest-NetworksTestDHCPv6-1153288886-project] 10.222.0.75 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 0.1919460 Feb 09 19:34:46.955067 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 37238) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:34:46.969735 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.v2.base [None req-a6e60e96-45a6-478b-899a-d550d8df2731 tempest-NetworksTestDHCPv6-1153288886 tempest-NetworksTestDHCPv6-1153288886-project] Request body: {'subnet': {'network_id': 'f63a97a6-2552-42d7-aee9-c49ce8319647', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=103229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 19:34:46.969975 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46341bff-42ec-4e17-a0f8-8f3aa92c6824 None None] Pushing event deleted for resources: {'Port': ['ID=b364a7a0-e803-4cca-b637-06f25f939f51,revision_number=None']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:34:46.976987 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46341bff-42ec-4e17-a0f8-8f3aa92c6824 None None] No DVR routers for this DVR port b364a7a0-e803-4cca-b637-06f25f939f51 on host n-d-713498-36 {{(pid=103232) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 19:34:47.031497 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762867132591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593584'] for agent (496418a2-c002-4aec-ab1a-07f3bea491bd), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:34:47.108901 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a6e60e96-45a6-478b-899a-d550d8df2731 tempest-NetworksTestDHCPv6-1153288886 tempest-NetworksTestDHCPv6-1153288886-project] Made reservation on behalf of 84aec0d011da47d8bc94f6ba8668f413 for: {'subnet': 1} {{(pid=103229) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 19:34:47.116391 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-a6e60e96-45a6-478b-899a-d550d8df2731 tempest-NetworksTestDHCPv6-1153288886 tempest-NetworksTestDHCPv6-1153288886-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12759265'] for subnet (None), before_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:34:47.118345 n-d-713498-36 neutron-server[103229]: INFO neutron.pecan_wsgi.hooks.translation [None req-a6e60e96-45a6-478b-899a-d550d8df2731 tempest-NetworksTestDHCPv6-1153288886 tempest-NetworksTestDHCPv6-1153288886-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 09 19:34:47.118997 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a6e60e96-45a6-478b-899a-d550d8df2731 tempest-NetworksTestDHCPv6-1153288886 tempest-NetworksTestDHCPv6-1153288886-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103229) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 19:34:47.142869 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.plugin [None req-b9944416-afac-43da-b84a-b7a14e2f591f tempest-TestNetworkAdvancedServerOps-1633223542 tempest-TestNetworkAdvancedServerOps-1633223542-project] Deleting port bb113b7a-1915-4bcc-9b30-4f90d0e07082 {{(pid=103230) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 19:34:47.143239 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-b9944416-afac-43da-b84a-b7a14e2f591f tempest-TestNetworkAdvancedServerOps-1633223542 tempest-TestNetworkAdvancedServerOps-1633223542-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762867170196'] for port (bb113b7a-1915-4bcc-9b30-4f90d0e07082), before_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:34:47.146057 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-a6e60e96-45a6-478b-899a-d550d8df2731 tempest-NetworksTestDHCPv6-1153288886 tempest-NetworksTestDHCPv6-1153288886-project] 10.222.0.75 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 0.1896298 Feb 09 19:34:47.148395 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 37240) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:34:47.180502 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-54a72292-c618-48e7-bfa4-11411930ee93 tempest-NetworksTestDHCPv6-1153288886 tempest-NetworksTestDHCPv6-1153288886-project] 10.222.0.75 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0308836 Feb 09 19:34:47.182878 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 37242) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:34:47.213524 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Device b3aa3844-1929-46cb-8cbe-56a24adf0362 up at agent hyperv_n-h1-713498-36 {{(pid=103232) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 19:34:47.231738 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-b9944416-afac-43da-b84a-b7a14e2f591f tempest-TestNetworkAdvancedServerOps-1633223542 tempest-TestNetworkAdvancedServerOps-1633223542-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1820838'] for port (bb113b7a-1915-4bcc-9b30-4f90d0e07082), precommit_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:34:47.232070 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-b9944416-afac-43da-b84a-b7a14e2f591f tempest-TestNetworkAdvancedServerOps-1633223542 tempest-TestNetworkAdvancedServerOps-1633223542-project] Publish callbacks [] for floatingip (bb113b7a-1915-4bcc-9b30-4f90d0e07082), precommit_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:34:47.245407 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.plugin [None req-b9944416-afac-43da-b84a-b7a14e2f591f tempest-TestNetworkAdvancedServerOps-1633223542 tempest-TestNetworkAdvancedServerOps-1633223542-project] Calling delete_port for bb113b7a-1915-4bcc-9b30-4f90d0e07082 owned by network:floatingip {{(pid=103230) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 19:34:47.259300 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3118a89-b67b-4cae-83f5-e3f586d21eeb tempest-NetworksTestDHCPv6-1153288886 tempest-NetworksTestDHCPv6-1153288886-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:34:47.261808 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-f3118a89-b67b-4cae-83f5-e3f586d21eeb tempest-NetworksTestDHCPv6-1153288886 tempest-NetworksTestDHCPv6-1153288886-project] 10.222.0.75 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0775456 Feb 09 19:34:47.264288 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 37244) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:34:47.267488 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.provisioning_blocks [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Provisioning for port b3aa3844-1929-46cb-8cbe-56a24adf0362 completed by entity L2. {{(pid=103232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 19:34:47.274860 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.provisioning_blocks [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Provisioning complete for port b3aa3844-1929-46cb-8cbe-56a24adf0362 triggered by entity L2. {{(pid=103232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 19:34:47.275641 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593630'] for port (b3aa3844-1929-46cb-8cbe-56a24adf0362), provisioning_complete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:34:47.318647 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-35adb413-2c42-4825-a63c-33142d2238a9 tempest-NetworksTestDHCPv6-1153288886 tempest-NetworksTestDHCPv6-1153288886-project] 10.222.0.75 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0494339 Feb 09 19:34:47.320371 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 37246) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:34:47.357719 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.v2.base [None req-01be6416-63ea-495d-8ce9-5161b0cdc50e tempest-NetworksTestDHCPv6-1153288886 tempest-NetworksTestDHCPv6-1153288886-project] Request body: {'subnet': {'network_id': 'f63a97a6-2552-42d7-aee9-c49ce8319647', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=103230) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 19:34:47.370179 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Current status of the port b3aa3844-1929-46cb-8cbe-56a24adf0362 is: BUILD; New status is: ACTIVE {{(pid=103232) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 19:34:47.370571 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (b3aa3844-1929-46cb-8cbe-56a24adf0362), before_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:34:47.398926 n-d-713498-36 neutron-server[103232]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '60aa7c44-0951-4cdb-bc07-778206a87b45', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b3aa3844-1929-46cb-8cbe-56a24adf0362'}] {{(pid=103232) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 19:34:47.401864 n-d-713498-36 neutron-server[103232]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}949cdcde653dec44821de95cbf67297f53cbc2aed4e073b5d514f93bf911ce85" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ef9edab5-6a1d-465e-ac04-4088443dbdab" -d '{"events": [{"server_uuid": "60aa7c44-0951-4cdb-bc07-778206a87b45", "name": "network-vif-plugged", "status": "completed", "tag": "b3aa3844-1929-46cb-8cbe-56a24adf0362"}]}' {{(pid=103232) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 19:34:47.420042 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] For port b3aa3844-1929-46cb-8cbe-56a24adf0362, host n-h1-713498-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-36',level=0,port_id=b3aa3844-1929-46cb-8cbe-56a24adf0362,segment=NetworkSegment(3ad9008e-d820-4913-8a3a-dbe689506816),segment_id=3ad9008e-d820-4913-8a3a-dbe689506816)] {{(pid=103232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 19:34:47.428749 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762867176205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762866656485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762866656503'] for port (b3aa3844-1929-46cb-8cbe-56a24adf0362), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:34:47.478665 n-d-713498-36 neutron-server[103232]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 19:34:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c085998f-14ce-4ac1-8a20-935b7f9f3bbb x-openstack-request-id: req-c085998f-14ce-4ac1-8a20-935b7f9f3bbb {{(pid=103232) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 19:34:47.479338 n-d-713498-36 neutron-server[103232]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "60aa7c44-0951-4cdb-bc07-778206a87b45", "name": "network-vif-plugged", "status": "completed", "tag": "b3aa3844-1929-46cb-8cbe-56a24adf0362", "code": 200}]} {{(pid=103232) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 19:34:47.479616 n-d-713498-36 neutron-server[103232]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-c085998f-14ce-4ac1-8a20-935b7f9f3bbb {{(pid=103232) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 19:34:47.480128 n-d-713498-36 neutron-server[103232]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '60aa7c44-0951-4cdb-bc07-778206a87b45', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b3aa3844-1929-46cb-8cbe-56a24adf0362', 'code': 200} Feb 09 19:34:47.512467 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Pushing event updated for resources: {'Port': ['ID=b3aa3844-1929-46cb-8cbe-56a24adf0362,revision_number=5']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:34:47.557149 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-01be6416-63ea-495d-8ce9-5161b0cdc50e tempest-NetworksTestDHCPv6-1153288886 tempest-NetworksTestDHCPv6-1153288886-project] Made reservation on behalf of 84aec0d011da47d8bc94f6ba8668f413 for: {'subnet': 1} {{(pid=103230) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 19:34:47.560639 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-01be6416-63ea-495d-8ce9-5161b0cdc50e tempest-NetworksTestDHCPv6-1153288886 tempest-NetworksTestDHCPv6-1153288886-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12985917'] for subnet (None), before_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:34:47.571705 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c863dd0a-38ca-4310-8660-6e1930f7bab0 req-0c52b125-fa21-42be-9791-dd0262351214 tempest-ServersTestJSON-482035511 tempest-ServersTestJSON-482035511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:34:47.579334 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-c863dd0a-38ca-4310-8660-6e1930f7bab0 req-0c52b125-fa21-42be-9791-dd0262351214 tempest-ServersTestJSON-482035511 tempest-ServersTestJSON-482035511-project] 10.222.0.75 "GET /v2.0/ports?device_id=60aa7c44-0951-4cdb-bc07-778206a87b45 HTTP/1.1" status: 200 len: 945 time: 0.1313708 Feb 09 19:34:47.618821 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a76e599e-8596-4502-b2f3-f615f931041d req-9efa44c0-36a5-4974-8bf4-5a65ed3e7df3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:34:47.620321 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-a76e599e-8596-4502-b2f3-f615f931041d req-9efa44c0-36a5-4974-8bf4-5a65ed3e7df3 service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=60aa7c44-0951-4cdb-bc07-778206a87b45 HTTP/1.1" status: 200 len: 1128 time: 0.0937846 Feb 09 19:34:47.660146 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-b9944416-afac-43da-b84a-b7a14e2f591f tempest-TestNetworkAdvancedServerOps-1633223542 tempest-TestNetworkAdvancedServerOps-1633223542-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762867177463', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762866656476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14393751'] for port (bb113b7a-1915-4bcc-9b30-4f90d0e07082), after_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:34:47.660954 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Device b364a7a0-e803-4cca-b637-06f25f939f51 no longer exists at agent ovs-agent-n-d-713498-36 {{(pid=103232) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 19:34:47.684022 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-c863dd0a-38ca-4310-8660-6e1930f7bab0 req-c025925a-47e7-4cdf-8f14-fc832f2bd7d5 tempest-ServersTestJSON-482035511 tempest-ServersTestJSON-482035511-project] 10.222.0.75 "GET /v2.0/security-groups?id=37883354-c9cd-40f0-bbce-1c711bac4569&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0897100 Feb 09 19:34:47.690584 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9944416-afac-43da-b84a-b7a14e2f591f tempest-TestNetworkAdvancedServerOps-1633223542 tempest-TestNetworkAdvancedServerOps-1633223542-project] Pushing event deleted for resources: {'Port': ['ID=bb113b7a-1915-4bcc-9b30-4f90d0e07082,revision_number=None']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:34:47.698749 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-a76e599e-8596-4502-b2f3-f615f931041d req-6f505979-33f0-44ec-8112-230d59d3d206 service neutron] 10.222.0.89 "GET /v2.0/security-groups?id=37883354-c9cd-40f0-bbce-1c711bac4569&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0691869 Feb 09 19:34:47.713825 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] No Port match for: b364a7a0-e803-4cca-b637-06f25f939f51 {{(pid=103232) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 19:34:47.714208 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Device b364a7a0-e803-4cca-b637-06f25f939f51 not bound to the agent host n-d-713498-36 {{(pid=103232) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 19:34:47.808470 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-b9944416-afac-43da-b84a-b7a14e2f591f tempest-TestNetworkAdvancedServerOps-1633223542 tempest-TestNetworkAdvancedServerOps-1633223542-project] Publish callbacks [] for floatingip (e9ad4546-bcb3-4e5a-b843-54337d160d4f), after_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:34:47.808808 n-d-713498-36 neutron-server[103230]: INFO neutron.db.l3_db [None req-b9944416-afac-43da-b84a-b7a14e2f591f tempest-TestNetworkAdvancedServerOps-1633223542 tempest-TestNetworkAdvancedServerOps-1633223542-project] Floating IP e9ad4546-bcb3-4e5a-b843-54337d160d4f disassociated (deleted). External IP: 172.25.1.52, port: 55e8868e-9f04-4f11-be1b-5fd1709a5f15. Feb 09 19:34:48.421293 n-d-713498-36 neutron-server[103230]: DEBUG neutron.objects.ports [None req-01be6416-63ea-495d-8ce9-5161b0cdc50e tempest-NetworksTestDHCPv6-1153288886 tempest-NetworksTestDHCPv6-1153288886-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103230) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Feb 09 19:34:48.424270 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-01be6416-63ea-495d-8ce9-5161b0cdc50e tempest-NetworksTestDHCPv6-1153288886 tempest-NetworksTestDHCPv6-1153288886-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14393611', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12985859'] for subnet (858c3bd8-371f-4d0d-8bc5-7da6a462d00e), after_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:34:48.483788 n-d-713498-36 neutron-server[103230]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01be6416-63ea-495d-8ce9-5161b0cdc50e tempest-NetworksTestDHCPv6-1153288886 tempest-NetworksTestDHCPv6-1153288886-project] Network f63a97a6-2552-42d7-aee9-c49ce8319647 is already hosted by enough agents. {{(pid=103230) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 19:34:48.491538 n-d-713498-36 neutron-server[103230]: DEBUG neutron.scheduler.base_scheduler [None req-01be6416-63ea-495d-8ce9-5161b0cdc50e tempest-NetworksTestDHCPv6-1153288886 tempest-NetworksTestDHCPv6-1153288886-project] Resources bound (agent type, host, resource id): {{(pid=103230) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 19:34:48.496191 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01be6416-63ea-495d-8ce9-5161b0cdc50e tempest-NetworksTestDHCPv6-1153288886 tempest-NetworksTestDHCPv6-1153288886-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:34:48.496796 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-01be6416-63ea-495d-8ce9-5161b0cdc50e tempest-NetworksTestDHCPv6-1153288886 tempest-NetworksTestDHCPv6-1153288886-project] Publish callbacks [] for subnet (None), before_response {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:34:48.501817 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb0ca990-ef5d-44aa-95ba-5bbbf41bf33d None None] Network f63a97a6-2552-42d7-aee9-c49ce8319647 requested from n-d-713498-36 {{(pid=103232) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 19:34:48.514326 n-d-713498-36 neutron-server[103230]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b9944416-afac-43da-b84a-b7a14e2f591f tempest-TestNetworkAdvancedServerOps-1633223542 tempest-TestNetworkAdvancedServerOps-1633223542-project] Router 8186ebd6-38e5-4478-af0c-af6bfd869d76 has already been hosted by L3 agent 93303d5e-5d17-45e8-8963-7694f87783ae {{(pid=103230) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 19:34:48.515783 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01be6416-63ea-495d-8ce9-5161b0cdc50e tempest-NetworksTestDHCPv6-1153288886 tempest-NetworksTestDHCPv6-1153288886-project] Pushing event updated for resources: {'Subnet': ['ID=858c3bd8-371f-4d0d-8bc5-7da6a462d00e,revision_number=0']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:34:48.533104 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-01be6416-63ea-495d-8ce9-5161b0cdc50e tempest-NetworksTestDHCPv6-1153288886 tempest-NetworksTestDHCPv6-1153288886-project] 10.222.0.75 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.1769598 Feb 09 19:34:48.533104 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 37256) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:34:48.538306 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.v2.base [None req-6359460c-3588-4c2e-b5a3-c9f89f16a6f2 tempest-NetworksTestDHCPv6-1153288886 tempest-NetworksTestDHCPv6-1153288886-project] Request body: {'port': {'network_id': 'f63a97a6-2552-42d7-aee9-c49ce8319647', 'mac_address': 'fa:16:3e:23:f0:30', 'name': 'tempest-NetworksTestDHCPv6-619417732'}} {{(pid=103230) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 19:34:48.639091 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dfbe4ed7-1b7d-4112-bf07-656fb8cc2854 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8b32e980-7cce-5e82-a341-bd2fa8945c89-f63a97a6-2552-42d7-aee9-c49ce8319647', 'network_id': 'f63a97a6-2552-42d7-aee9-c49ce8319647', 'project_id': '84aec0d011da47d8bc94f6ba8668f413', 'fixed_ips': [{'subnet_id': '858c3bd8-371f-4d0d-8bc5-7da6a462d00e'}]}} from n-d-713498-36. {{(pid=103232) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 09 19:34:48.640025 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-dfbe4ed7-1b7d-4112-bf07-656fb8cc2854 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (None), before_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:34:48.661758 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762867132591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593584'] for agent (488cd9ae-631f-4955-ba0b-4f5a13f12e9c), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:34:48.752568 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b9944416-afac-43da-b84a-b7a14e2f591f tempest-TestNetworkAdvancedServerOps-1633223542 tempest-TestNetworkAdvancedServerOps-1633223542-project] Notify agent at l3_agent.n-d-713498-36 the message routers_updated {{(pid=103230) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 19:34:48.771568 n-d-713498-36 neutron-server[103233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbf43f63-9d29-4f75-ab54-3fa468a9a49d None None] Sync routers for ids ['8186ebd6-38e5-4478-af0c-af6bfd869d76'] in n-d-713498-36 {{(pid=103233) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 19:34:48.775207 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-b9944416-afac-43da-b84a-b7a14e2f591f tempest-TestNetworkAdvancedServerOps-1633223542 tempest-TestNetworkAdvancedServerOps-1633223542-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171096'] for floatingip (None), before_response {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:34:48.780005 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6359460c-3588-4c2e-b5a3-c9f89f16a6f2 tempest-NetworksTestDHCPv6-1153288886 tempest-NetworksTestDHCPv6-1153288886-project] Made reservation on behalf of 84aec0d011da47d8bc94f6ba8668f413 for: {'port': 1} {{(pid=103230) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 19:34:48.788923 n-d-713498-36 neutron-server[103233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbf43f63-9d29-4f75-ab54-3fa468a9a49d None None] Routers {'8186ebd6-38e5-4478-af0c-af6bfd869d76'} bound to L3 agent in host n-d-713498-36 {{(pid=103233) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 19:34:48.791872 n-d-713498-36 neutron-server[103233]: DEBUG neutron.db.l3_hamode_db [None req-dbf43f63-9d29-4f75-ab54-3fa468a9a49d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T18:51:43Z,description=,heartbeat_timestamp=2022-02-09T19:34:43Z,host='n-d-713498-36',id=93303d5e-5d17-45e8-8963-7694f87783ae,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T18:51:43Z,topic='l3_agent')) {'router_ids': ['8186ebd6-38e5-4478-af0c-af6bfd869d76'], 'active': True} {{(pid=103233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:34:48.865482 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.db_base_plugin_common [None req-dfbe4ed7-1b7d-4112-bf07-656fb8cc2854 None None] Allocated IP 2001:db8::f816:3eff:feb1:9497 (f63a97a6-2552-42d7-aee9-c49ce8319647/858c3bd8-371f-4d0d-8bc5-7da6a462d00e/bce53688-3dc5-4099-acd6-213d86353ab0) {{(pid=103232) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 19:34:48.950828 n-d-713498-36 neutron-server[103233]: DEBUG neutron.db.l3_dvr_db [None req-dbf43f63-9d29-4f75-ab54-3fa468a9a49d None None] Set router 8186ebd6-38e5-4478-af0c-af6bfd869d76 gateway port host: n-d-713498-36 {{(pid=103233) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 19:34:48.953987 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-b9944416-afac-43da-b84a-b7a14e2f591f tempest-TestNetworkAdvancedServerOps-1633223542 tempest-TestNetworkAdvancedServerOps-1633223542-project] 10.222.0.75 "DELETE /v2.0/floatingips/e9ad4546-bcb3-4e5a-b843-54337d160d4f HTTP/1.1" status: 204 len: 168 time: 2.0161979 Feb 09 19:34:48.970389 n-d-713498-36 neutron-server[103230]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6d32a9d7-5256-4edb-9bbc-ad99ab71ecfa', 'tag': '55e8868e-9f04-4f11-be1b-5fd1709a5f15'}] {{(pid=103230) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 19:34:48.975202 n-d-713498-36 neutron-server[103230]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aee5919275bae9f72eb374ee322673045eb80c1f84b4b45a97d96923bd50ab51" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-852b57d6-e383-4030-84d7-4c2f293101e7" -d '{"events": [{"name": "network-changed", "server_uuid": "6d32a9d7-5256-4edb-9bbc-ad99ab71ecfa", "tag": "55e8868e-9f04-4f11-be1b-5fd1709a5f15"}]}' {{(pid=103230) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 19:34:49.003638 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b891449c-d29f-4bb8-856f-6cd896140d18 req-2300c875-af22-4fe0-8038-aa2610c197ff tempest-ServersTestJSON-482035511 tempest-ServersTestJSON-482035511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:34:49.005596 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-b891449c-d29f-4bb8-856f-6cd896140d18 req-2300c875-af22-4fe0-8038-aa2610c197ff tempest-ServersTestJSON-482035511 tempest-ServersTestJSON-482035511-project] 10.222.0.75 "GET /v2.0/ports?device_id=60aa7c44-0951-4cdb-bc07-778206a87b45 HTTP/1.1" status: 200 len: 945 time: 0.1291840 Feb 09 19:34:49.016213 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-6359460c-3588-4c2e-b5a3-c9f89f16a6f2 tempest-NetworksTestDHCPv6-1153288886 tempest-NetworksTestDHCPv6-1153288886-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (None), before_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:34:49.079894 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-b891449c-d29f-4bb8-856f-6cd896140d18 req-fe00fcbf-e9c2-413b-b97b-718dcf1fc879 tempest-ServersTestJSON-482035511 tempest-ServersTestJSON-482035511-project] 10.222.0.75 "GET /v2.0/security-groups?id=37883354-c9cd-40f0-bbce-1c711bac4569&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573306 Feb 09 19:34:49.115330 n-d-713498-36 neutron-server[103230]: DEBUG neutron.notifiers.nova [None req-6359460c-3588-4c2e-b5a3-c9f89f16a6f2 tempest-NetworksTestDHCPv6-1153288886 tempest-NetworksTestDHCPv6-1153288886-project] device_id is not set on port 096b6395-532c-4f1a-bbeb-5d0657d0e0d2 yet. {{(pid=103230) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 09 19:34:49.156509 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-dfbe4ed7-1b7d-4112-bf07-656fb8cc2854 None None] Publish callbacks [] for port (bce53688-3dc5-4099-acd6-213d86353ab0), precommit_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:34:49.165607 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762867132591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593584'] for agent (bcd5faee-dc24-4298-9134-0e0aa054058e), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:34:49.171065 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-dfbe4ed7-1b7d-4112-bf07-656fb8cc2854 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762866656467'] for port (bce53688-3dc5-4099-acd6-213d86353ab0), after_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:34:49.181074 n-d-713498-36 neutron-server[103230]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 19:34:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c82726ae-43fa-4447-b831-4ccc8baa61f1 x-openstack-request-id: req-c82726ae-43fa-4447-b831-4ccc8baa61f1 {{(pid=103230) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 19:34:49.181372 n-d-713498-36 neutron-server[103230]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6d32a9d7-5256-4edb-9bbc-ad99ab71ecfa", "tag": "55e8868e-9f04-4f11-be1b-5fd1709a5f15", "status": "completed", "code": 200}]} {{(pid=103230) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 19:34:49.181612 n-d-713498-36 neutron-server[103230]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-c82726ae-43fa-4447-b831-4ccc8baa61f1 {{(pid=103230) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 19:34:49.186657 n-d-713498-36 neutron-server[103230]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6d32a9d7-5256-4edb-9bbc-ad99ab71ecfa', 'tag': '55e8868e-9f04-4f11-be1b-5fd1709a5f15', 'status': 'completed', 'code': 200} Feb 09 19:34:49.269987 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-852b57d6-e383-4030-84d7-4c2f293101e7 req-8cc12bef-85b1-4f39-ad34-f69713c7fd7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:34:49.272945 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfbe4ed7-1b7d-4112-bf07-656fb8cc2854 None None] Pushing event updated for resources: {'Port': ['ID=bce53688-3dc5-4099-acd6-213d86353ab0,revision_number=1']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:34:49.273162 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-852b57d6-e383-4030-84d7-4c2f293101e7 req-8cc12bef-85b1-4f39-ad34-f69713c7fd7c service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=eba669c4f4c548e495f13ae7579d0fa6&device_id=6d32a9d7-5256-4edb-9bbc-ad99ab71ecfa HTTP/1.1" status: 200 len: 1128 time: 0.0699005 Feb 09 19:34:49.285357 n-d-713498-36 neutron-server[103232]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dfbe4ed7-1b7d-4112-bf07-656fb8cc2854 None None] Network f63a97a6-2552-42d7-aee9-c49ce8319647 is already hosted by enough agents. {{(pid=103232) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 19:34:49.286847 n-d-713498-36 neutron-server[103232]: DEBUG neutron.scheduler.base_scheduler [None req-dfbe4ed7-1b7d-4112-bf07-656fb8cc2854 None None] Resources bound (agent type, host, resource id): {{(pid=103232) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 19:34:49.289898 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfbe4ed7-1b7d-4112-bf07-656fb8cc2854 None None] Received port after_create {{(pid=103232) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 19:34:49.320878 n-d-713498-36 neutron-server[103233]: DEBUG neutron.db.l3_hamode_db [None req-dbf43f63-9d29-4f75-ab54-3fa468a9a49d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8186ebd6-38e5-4478-af0c-af6bfd869d76', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1799291766', 'tenant_id': 'eba669c4f4c548e495f13ae7579d0fa6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88055e1e-672a-4487-be31-ffb6e833ece5', 'external_fixed_ips': [{'subnet_id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'ip_address': '172.25.1.98'}], 'enable_snat': True}, 'gw_port_id': '0739061c-e16f-41f1-a721-ad94652482de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T19:32:04Z', 'updated_at': '2022-02-09T19:32:20Z', 'revision_number': 4, 'project_id': 'eba669c4f4c548e495f13ae7579d0fa6', 'gw_port': {'id': '0739061c-e16f-41f1-a721-ad94652482de', 'name': '', 'network_id': '88055e1e-672a-4487-be31-ffb6e833ece5', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:cd:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8186ebd6-38e5-4478-af0c-af6bfd869d76', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3065, 'fixed_ips': [{'subnet_id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'ip_address': '172.25.1.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T19:32:08Z', 'updated_at': '2022-02-09T19:32:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-36', '_interfaces': [{'id': '377c896d-df60-4688-91dc-6787892ae051', 'name': '', 'network_id': '34db1430-f99d-431a-b04f-54003e680bea', 'tenant_id': 'eba669c4f4c548e495f13ae7579d0fa6', 'mac_address': 'fa:16:3e:cb:25:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8186ebd6-38e5-4478-af0c-af6bfd869d76', 'device_owner': 'network:router_interface', 'standard_attr_id': 3071, 'fixed_ips': [{'subnet_id': '7bd817c3-27ad-42c9-8d96-8695f8509e1e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T19:32:17Z', 'updated_at': '2022-02-09T19:32:34Z', 'revision_number': 5, 'project_id': 'eba669c4f4c548e495f13ae7579d0fa6', 'subnets': [{'id': '7bd817c3-27ad-42c9-8d96-8695f8509e1e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-36', False) {} {{(pid=103233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:34:49.350469 n-d-713498-36 neutron-server[103233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbf43f63-9d29-4f75-ab54-3fa468a9a49d None None] Checking router: 8186ebd6-38e5-4478-af0c-af6bfd869d76 for host: n-d-713498-36 {{(pid=103233) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 19:34:49.353654 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.managers [None req-dfbe4ed7-1b7d-4112-bf07-656fb8cc2854 None None] Attempting to bind port bce53688-3dc5-4099-acd6-213d86353ab0 on host n-d-713498-36 for vnic_type normal with profile {{(pid=103232) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 19:34:49.354074 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.managers [None req-dfbe4ed7-1b7d-4112-bf07-656fb8cc2854 None None] Attempting to bind port bce53688-3dc5-4099-acd6-213d86353ab0 by drivers openvswitch,hyperv on host n-d-713498-36 at level 0 using segments [{'id': '20e634bc-bbe0-4569-a1ea-6be524590675', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': 'f63a97a6-2552-42d7-aee9-c49ce8319647'}] {{(pid=103232) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 19:34:49.354601 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfbe4ed7-1b7d-4112-bf07-656fb8cc2854 None None] Attempting to bind port bce53688-3dc5-4099-acd6-213d86353ab0 on network f63a97a6-2552-42d7-aee9-c49ce8319647 {{(pid=103232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 19:34:49.361214 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfbe4ed7-1b7d-4112-bf07-656fb8cc2854 None None] Checking agent: {'id': '496418a2-c002-4aec-ab1a-07f3bea491bd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-36', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 18, 51, 47), 'started_at': datetime.datetime(2022, 2, 9, 18, 52, 17), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 19, 34, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-36'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 19:34:49.361594 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfbe4ed7-1b7d-4112-bf07-656fb8cc2854 None None] Checking segment: {'id': '20e634bc-bbe0-4569-a1ea-6be524590675', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': 'f63a97a6-2552-42d7-aee9-c49ce8319647'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103232) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 19:34:49.362696 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-dfbe4ed7-1b7d-4112-bf07-656fb8cc2854 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:34:49.363527 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfbe4ed7-1b7d-4112-bf07-656fb8cc2854 None None] Bound using segment: {'id': '20e634bc-bbe0-4569-a1ea-6be524590675', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': 'f63a97a6-2552-42d7-aee9-c49ce8319647'} {{(pid=103232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 19:34:49.363770 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.managers [None req-dfbe4ed7-1b7d-4112-bf07-656fb8cc2854 None None] Bound port: bce53688-3dc5-4099-acd6-213d86353ab0, host: n-d-713498-36, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '20e634bc-bbe0-4569-a1ea-6be524590675', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': 'f63a97a6-2552-42d7-aee9-c49ce8319647'}}] {{(pid=103232) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 19:34:49.364152 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-dfbe4ed7-1b7d-4112-bf07-656fb8cc2854 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (bce53688-3dc5-4099-acd6-213d86353ab0), before_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:34:49.376667 n-d-713498-36 neutron-server[103233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbf43f63-9d29-4f75-ab54-3fa468a9a49d None None] Routers {'8186ebd6-38e5-4478-af0c-af6bfd869d76'} bound to L3 agent in host n-d-713498-36 {{(pid=103233) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 19:34:49.377461 n-d-713498-36 neutron-server[103233]: DEBUG neutron.db.l3_hamode_db [None req-dbf43f63-9d29-4f75-ab54-3fa468a9a49d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T18:51:43Z,description=,heartbeat_timestamp=2022-02-09T19:34:43Z,host='n-d-713498-36',id=93303d5e-5d17-45e8-8963-7694f87783ae,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T18:51:43Z,topic='l3_agent')) {'router_ids': ['8186ebd6-38e5-4478-af0c-af6bfd869d76'], 'active': True} {{(pid=103233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:34:49.450881 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-dfbe4ed7-1b7d-4112-bf07-656fb8cc2854 None None] For port bce53688-3dc5-4099-acd6-213d86353ab0, host n-d-713498-36, cleared binding levels {{(pid=103232) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 19:34:49.454620 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-dfbe4ed7-1b7d-4112-bf07-656fb8cc2854 None None] For port bce53688-3dc5-4099-acd6-213d86353ab0, host n-d-713498-36, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-36',level=0,port_id=bce53688-3dc5-4099-acd6-213d86353ab0,segment=NetworkSegment(20e634bc-bbe0-4569-a1ea-6be524590675),segment_id=20e634bc-bbe0-4569-a1ea-6be524590675)] {{(pid=103232) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 19:34:49.462192 n-d-713498-36 neutron-server[103230]: DEBUG neutron.db.db_base_plugin_common [None req-6359460c-3588-4c2e-b5a3-c9f89f16a6f2 tempest-NetworksTestDHCPv6-1153288886 tempest-NetworksTestDHCPv6-1153288886-project] Allocated IP 2001:db8::f816:3eff:fe23:f030 (f63a97a6-2552-42d7-aee9-c49ce8319647/858c3bd8-371f-4d0d-8bc5-7da6a462d00e/096b6395-532c-4f1a-bbeb-5d0657d0e0d2) {{(pid=103230) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 19:34:49.469460 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-dfbe4ed7-1b7d-4112-bf07-656fb8cc2854 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762867176205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762866656485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762866656503'] for port (bce53688-3dc5-4099-acd6-213d86353ab0), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:34:49.491283 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-501ee795-4f99-4966-9965-bd42cd557aa3 req-f02ead96-d6aa-4699-b2dc-15c0a69644ae tempest-TestNetworkAdvancedServerOps-1633223542 tempest-TestNetworkAdvancedServerOps-1633223542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:34:49.493163 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-501ee795-4f99-4966-9965-bd42cd557aa3 req-f02ead96-d6aa-4699-b2dc-15c0a69644ae tempest-TestNetworkAdvancedServerOps-1633223542 tempest-TestNetworkAdvancedServerOps-1633223542-project] 10.222.0.75 "GET /v2.0/ports?device_id=6d32a9d7-5256-4edb-9bbc-ad99ab71ecfa HTTP/1.1" status: 200 len: 945 time: 0.1711016 Feb 09 19:34:49.509442 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-852b57d6-e383-4030-84d7-4c2f293101e7 req-08820f92-4719-4a37-b991-75527ea68a5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:34:49.511430 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-852b57d6-e383-4030-84d7-4c2f293101e7 req-08820f92-4719-4a37-b991-75527ea68a5f service neutron] 10.222.0.90 "GET /v2.0/networks?id=34db1430-f99d-431a-b04f-54003e680bea HTTP/1.1" status: 200 len: 896 time: 0.2239230 Feb 09 19:34:49.562704 n-d-713498-36 neutron-server[103233]: DEBUG neutron.db.l3_dvr_db [None req-dbf43f63-9d29-4f75-ab54-3fa468a9a49d None None] Set router 8186ebd6-38e5-4478-af0c-af6bfd869d76 gateway port host: n-d-713498-36 {{(pid=103233) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 19:34:49.579963 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfbe4ed7-1b7d-4112-bf07-656fb8cc2854 None None] Pushing event updated for resources: {'Port': ['ID=bce53688-3dc5-4099-acd6-213d86353ab0,revision_number=2']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:34:49.593254 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-852b57d6-e383-4030-84d7-4c2f293101e7 req-da8a1f08-7591-401e-8343-a62af27e4b77 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=55e8868e-9f04-4f11-be1b-5fd1709a5f15 HTTP/1.1" status: 200 len: 217 time: 0.0742750 Feb 09 19:34:49.630043 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-501ee795-4f99-4966-9965-bd42cd557aa3 req-7892fc44-474a-4284-b285-7386a337cdb1 tempest-TestNetworkAdvancedServerOps-1633223542 tempest-TestNetworkAdvancedServerOps-1633223542-project] 10.222.0.75 "GET /v2.0/security-groups?id=3248743f-f5fe-4756-978e-05f0e965efae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1292474 Feb 09 19:34:49.682232 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-852b57d6-e383-4030-84d7-4c2f293101e7 req-c51d3125-c0f8-444d-ae5e-c2178ef934d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:34:49.683954 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-852b57d6-e383-4030-84d7-4c2f293101e7 req-c51d3125-c0f8-444d-ae5e-c2178ef934d6 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=7bd817c3-27ad-42c9-8d96-8695f8509e1e HTTP/1.1" status: 200 len: 835 time: 0.0784194 Feb 09 19:34:49.767154 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-852b57d6-e383-4030-84d7-4c2f293101e7 req-a1b42d82-b158-4832-83cc-107f7c3dc288 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:34:49.771101 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-852b57d6-e383-4030-84d7-4c2f293101e7 req-a1b42d82-b158-4832-83cc-107f7c3dc288 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=34db1430-f99d-431a-b04f-54003e680bea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0767376 Feb 09 19:34:49.778749 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-6359460c-3588-4c2e-b5a3-c9f89f16a6f2 tempest-NetworksTestDHCPv6-1153288886 tempest-NetworksTestDHCPv6-1153288886-project] Publish callbacks [] for port (096b6395-532c-4f1a-bbeb-5d0657d0e0d2), precommit_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:34:49.866752 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-6359460c-3588-4c2e-b5a3-c9f89f16a6f2 tempest-NetworksTestDHCPv6-1153288886 tempest-NetworksTestDHCPv6-1153288886-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762866656467', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14393751'] for port (096b6395-532c-4f1a-bbeb-5d0657d0e0d2), after_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:34:49.939151 n-d-713498-36 neutron-server[103230]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6359460c-3588-4c2e-b5a3-c9f89f16a6f2 tempest-NetworksTestDHCPv6-1153288886 tempest-NetworksTestDHCPv6-1153288886-project] Network f63a97a6-2552-42d7-aee9-c49ce8319647 is already hosted by enough agents. {{(pid=103230) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 19:34:49.943544 n-d-713498-36 neutron-server[103230]: DEBUG neutron.scheduler.base_scheduler [None req-6359460c-3588-4c2e-b5a3-c9f89f16a6f2 tempest-NetworksTestDHCPv6-1153288886 tempest-NetworksTestDHCPv6-1153288886-project] Resources bound (agent type, host, resource id): {{(pid=103230) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 19:34:49.948808 n-d-713498-36 neutron-server[103230]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6359460c-3588-4c2e-b5a3-c9f89f16a6f2 tempest-NetworksTestDHCPv6-1153288886 tempest-NetworksTestDHCPv6-1153288886-project] Received port after_create {{(pid=103230) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 19:34:49.949349 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-852b57d6-e383-4030-84d7-4c2f293101e7 req-79e21dfa-97be-4d13-9e90-4c6dbad44875 service neutron] 10.222.0.90 "GET /v2.0/networks/34db1430-f99d-431a-b04f-54003e680bea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1692557 Feb 09 19:34:49.952643 n-d-713498-36 neutron-server[103233]: DEBUG neutron.db.l3_hamode_db [None req-dbf43f63-9d29-4f75-ab54-3fa468a9a49d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8186ebd6-38e5-4478-af0c-af6bfd869d76', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1799291766', 'tenant_id': 'eba669c4f4c548e495f13ae7579d0fa6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88055e1e-672a-4487-be31-ffb6e833ece5', 'external_fixed_ips': [{'subnet_id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'ip_address': '172.25.1.98'}], 'enable_snat': True}, 'gw_port_id': '0739061c-e16f-41f1-a721-ad94652482de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T19:32:04Z', 'updated_at': '2022-02-09T19:32:20Z', 'revision_number': 4, 'project_id': 'eba669c4f4c548e495f13ae7579d0fa6', 'gw_port': {'id': '0739061c-e16f-41f1-a721-ad94652482de', 'name': '', 'network_id': '88055e1e-672a-4487-be31-ffb6e833ece5', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:cd:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8186ebd6-38e5-4478-af0c-af6bfd869d76', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3065, 'fixed_ips': [{'subnet_id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'ip_address': '172.25.1.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T19:32:08Z', 'updated_at': '2022-02-09T19:32:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-36', '_interfaces': [{'id': '377c896d-df60-4688-91dc-6787892ae051', 'name': '', 'network_id': '34db1430-f99d-431a-b04f-54003e680bea', 'tenant_id': 'eba669c4f4c548e495f13ae7579d0fa6', 'mac_address': 'fa:16:3e:cb:25:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8186ebd6-38e5-4478-af0c-af6bfd869d76', 'device_owner': 'network:router_interface', 'standard_attr_id': 3071, 'fixed_ips': [{'subnet_id': '7bd817c3-27ad-42c9-8d96-8695f8509e1e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T19:32:17Z', 'updated_at': '2022-02-09T19:32:34Z', 'revision_number': 5, 'project_id': 'eba669c4f4c548e495f13ae7579d0fa6', 'subnets': [{'id': '7bd817c3-27ad-42c9-8d96-8695f8509e1e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-36', False) {} {{(pid=103233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:34:49.954261 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6359460c-3588-4c2e-b5a3-c9f89f16a6f2 tempest-NetworksTestDHCPv6-1153288886 tempest-NetworksTestDHCPv6-1153288886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:34:49.954896 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-6359460c-3588-4c2e-b5a3-c9f89f16a6f2 tempest-NetworksTestDHCPv6-1153288886 tempest-NetworksTestDHCPv6-1153288886-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171096'] for port (None), before_response {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:34:49.963021 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6359460c-3588-4c2e-b5a3-c9f89f16a6f2 tempest-NetworksTestDHCPv6-1153288886 tempest-NetworksTestDHCPv6-1153288886-project] Pushing event updated for resources: {'Port': ['ID=096b6395-532c-4f1a-bbeb-5d0657d0e0d2,revision_number=1']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:34:49.994277 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-6359460c-3588-4c2e-b5a3-c9f89f16a6f2 tempest-NetworksTestDHCPv6-1153288886 tempest-NetworksTestDHCPv6-1153288886-project] 10.222.0.75 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 1.4603612 Feb 09 19:34:49.996801 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 37270) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:34:50.007872 n-d-713498-36 neutron-server[103233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbf43f63-9d29-4f75-ab54-3fa468a9a49d None None] The sync data for ids ['8186ebd6-38e5-4478-af0c-af6bfd869d76'] in n-d-713498-36 is: [{'id': '8186ebd6-38e5-4478-af0c-af6bfd869d76', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1799291766', 'tenant_id': 'eba669c4f4c548e495f13ae7579d0fa6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88055e1e-672a-4487-be31-ffb6e833ece5', 'external_fixed_ips': [{'subnet_id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'ip_address': '172.25.1.98'}], 'enable_snat': True}, 'gw_port_id': '0739061c-e16f-41f1-a721-ad94652482de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T19:32:04Z', 'updated_at': '2022-02-09T19:32:20Z', 'revision_number': 4, 'project_id': 'eba669c4f4c548e495f13ae7579d0fa6', 'gw_port': {'id': '0739061c-e16f-41f1-a721-ad94652482de', 'name': '', 'network_id': '88055e1e-672a-4487-be31-ffb6e833ece5', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:cd:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8186ebd6-38e5-4478-af0c-af6bfd869d76', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3065, 'fixed_ips': [{'subnet_id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'ip_address': '172.25.1.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T19:32:08Z', 'updated_at': '2022-02-09T19:32:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-36', '_interfaces': [{'id': '377c896d-df60-4688-91dc-6787892ae051', 'name': '', 'network_id': '34db1430-f99d-431a-b04f-54003e680bea', 'tenant_id': 'eba669c4f4c548e495f13ae7579d0fa6', 'mac_address': 'fa:16:3e:cb:25:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8186ebd6-38e5-4478-af0c-af6bfd869d76', 'device_owner': 'network:router_interface', 'standard_attr_id': 3071, 'fixed_ips': [{'subnet_id': '7bd817c3-27ad-42c9-8d96-8695f8509e1e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T19:32:17Z', 'updated_at': '2022-02-09T19:32:34Z', 'revision_number': 5, 'project_id': 'eba669c4f4c548e495f13ae7579d0fa6', 'subnets': [{'id': '7bd817c3-27ad-42c9-8d96-8695f8509e1e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103233) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 19:34:50.071306 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6722219a-c6c2-407e-b7f1-c843fab36a9d tempest-NetworksTestDHCPv6-1153288886 tempest-NetworksTestDHCPv6-1153288886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:34:50.077927 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6722219a-c6c2-407e-b7f1-c843fab36a9d tempest-NetworksTestDHCPv6-1153288886 tempest-NetworksTestDHCPv6-1153288886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:34:50.083134 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-6722219a-c6c2-407e-b7f1-c843fab36a9d tempest-NetworksTestDHCPv6-1153288886 tempest-NetworksTestDHCPv6-1153288886-project] 10.222.0.75 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1702 time: 0.0818555 Feb 09 19:34:50.083578 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 37272) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:34:50.126559 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-852b57d6-e383-4030-84d7-4c2f293101e7 req-76ade800-121c-4d82-b0c4-33309126d532 service neutron] 10.222.0.90 "GET /v2.0/networks/34db1430-f99d-431a-b04f-54003e680bea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1694770 Feb 09 19:34:50.227400 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.plugin [None req-d8dad241-6975-4ebc-a7a1-c13f87679a80 tempest-NetworksTestDHCPv6-1153288886 tempest-NetworksTestDHCPv6-1153288886-project] Deleting port 096b6395-532c-4f1a-bbeb-5d0657d0e0d2 {{(pid=103230) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 19:34:50.227750 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-d8dad241-6975-4ebc-a7a1-c13f87679a80 tempest-NetworksTestDHCPv6-1153288886 tempest-NetworksTestDHCPv6-1153288886-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762867170196'] for port (096b6395-532c-4f1a-bbeb-5d0657d0e0d2), before_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:34:50.258923 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9562a081-8c2e-4c2f-9378-4613534e4af6 req-a3f4f63d-f726-4bcc-ac3f-18d081fabb8b tempest-ServersTestJSON-482035511 tempest-ServersTestJSON-482035511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:34:50.260512 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-9562a081-8c2e-4c2f-9378-4613534e4af6 req-a3f4f63d-f726-4bcc-ac3f-18d081fabb8b tempest-ServersTestJSON-482035511 tempest-ServersTestJSON-482035511-project] 10.222.0.75 "GET /v2.0/ports?device_id=60aa7c44-0951-4cdb-bc07-778206a87b45 HTTP/1.1" status: 200 len: 945 time: 0.0688992 Feb 09 19:34:50.321409 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-9562a081-8c2e-4c2f-9378-4613534e4af6 req-db039ae5-8b7d-49d8-8caf-9cbb6ed94e85 tempest-ServersTestJSON-482035511 tempest-ServersTestJSON-482035511-project] 10.222.0.75 "GET /v2.0/security-groups?id=37883354-c9cd-40f0-bbce-1c711bac4569&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546279 Feb 09 19:34:50.342492 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-d8dad241-6975-4ebc-a7a1-c13f87679a80 tempest-NetworksTestDHCPv6-1153288886 tempest-NetworksTestDHCPv6-1153288886-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1820838'] for port (096b6395-532c-4f1a-bbeb-5d0657d0e0d2), precommit_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:34:50.355210 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.plugin [None req-d8dad241-6975-4ebc-a7a1-c13f87679a80 tempest-NetworksTestDHCPv6-1153288886 tempest-NetworksTestDHCPv6-1153288886-project] Calling delete_port for 096b6395-532c-4f1a-bbeb-5d0657d0e0d2 owned by {{(pid=103230) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 19:34:50.561118 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-456e6eea-2652-4ccf-a6ea-0c0097f62667 None None] New status for floating IP e9ad4546-bcb3-4e5a-b843-54337d160d4f: DOWN {{(pid=103232) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 09 19:34:50.589322 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-d8dad241-6975-4ebc-a7a1-c13f87679a80 tempest-NetworksTestDHCPv6-1153288886 tempest-NetworksTestDHCPv6-1153288886-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762867177463', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762866656476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14393751'] for port (096b6395-532c-4f1a-bbeb-5d0657d0e0d2), after_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:34:50.641640 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8dad241-6975-4ebc-a7a1-c13f87679a80 tempest-NetworksTestDHCPv6-1153288886 tempest-NetworksTestDHCPv6-1153288886-project] Pushing event deleted for resources: {'Port': ['ID=096b6395-532c-4f1a-bbeb-5d0657d0e0d2,revision_number=None']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:34:50.705398 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-d8dad241-6975-4ebc-a7a1-c13f87679a80 tempest-NetworksTestDHCPv6-1153288886 tempest-NetworksTestDHCPv6-1153288886-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171096'] for port (None), before_response {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:34:50.716581 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 37294) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:34:50.722463 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-d8dad241-6975-4ebc-a7a1-c13f87679a80 tempest-NetworksTestDHCPv6-1153288886 tempest-NetworksTestDHCPv6-1153288886-project] 10.222.0.75 "DELETE /v2.0/ports/096b6395-532c-4f1a-bbeb-5d0657d0e0d2 HTTP/1.1" status: 204 len: 168 time: 0.6369503 Feb 09 19:34:50.745554 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fe0c2a0-aed0-4254-a19e-6f64e4a2ef6b req-85f4cb2a-3205-4143-baea-a11db392adb9 tempest-ServersTestJSON-482035511 tempest-ServersTestJSON-482035511-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:34:50.753934 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-7fe0c2a0-aed0-4254-a19e-6f64e4a2ef6b req-85f4cb2a-3205-4143-baea-a11db392adb9 tempest-ServersTestJSON-482035511 tempest-ServersTestJSON-482035511-project] 10.222.0.75 "GET /v2.0/networks?id=30b6826a-2ec4-4081-a475-68e12498d4e4 HTTP/1.1" status: 200 len: 806 time: 0.2421048 Feb 09 19:34:50.766240 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-7fe0c2a0-aed0-4254-a19e-6f64e4a2ef6b req-936ef912-24a2-4555-b602-084358470cf0 tempest-ServersTestJSON-482035511 tempest-ServersTestJSON-482035511-project] 10.222.0.75 "GET /v2.0/quotas/1d398ed7d9dd4dd6ba1e1a6a1e6a87ff HTTP/1.1" status: 200 len: 375 time: 0.0111639 Feb 09 19:34:50.830472 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67bdcf57-8dbe-482e-b88a-780f511f2cb6 tempest-NetworksTestDHCPv6-1153288886 tempest-NetworksTestDHCPv6-1153288886-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:34:50.832204 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67bdcf57-8dbe-482e-b88a-780f511f2cb6 tempest-NetworksTestDHCPv6-1153288886 tempest-NetworksTestDHCPv6-1153288886-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:34:50.833825 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-67bdcf57-8dbe-482e-b88a-780f511f2cb6 tempest-NetworksTestDHCPv6-1153288886 tempest-NetworksTestDHCPv6-1153288886-project] 10.222.0.75 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1457 time: 0.1160431 Feb 09 19:34:50.837277 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 37296) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:34:50.842838 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-7fe0c2a0-aed0-4254-a19e-6f64e4a2ef6b req-b0daceb1-b9fb-4e83-b919-6e6139a82b10 tempest-ServersTestJSON-482035511 tempest-ServersTestJSON-482035511-project] 10.222.0.75 "GET /v2.0/ports?tenant_id=1d398ed7d9dd4dd6ba1e1a6a1e6a87ff&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0680888 Feb 09 19:34:50.886345 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f88e23c7-cb62-4e4a-afab-43e3b69a7051 req-5713053b-b7c9-4dc0-8072-3a1117c34888 tempest-TestNetworkAdvancedServerOps-1633223542 tempest-TestNetworkAdvancedServerOps-1633223542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:34:50.893928 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-f88e23c7-cb62-4e4a-afab-43e3b69a7051 req-5713053b-b7c9-4dc0-8072-3a1117c34888 tempest-TestNetworkAdvancedServerOps-1633223542 tempest-TestNetworkAdvancedServerOps-1633223542-project] 10.222.0.75 "GET /v2.0/ports?device_id=6d32a9d7-5256-4edb-9bbc-ad99ab71ecfa HTTP/1.1" status: 200 len: 945 time: 0.1571815 Feb 09 19:34:50.936041 n-d-713498-36 neutron-server[103229]: DEBUG neutron.db.db_base_plugin_v2 [None req-29a2eea1-ffbd-42fa-8902-6b6e9864e672 tempest-NetworksTestDHCPv6-1153288886 tempest-NetworksTestDHCPv6-1153288886-project] Deleting subnet 858c3bd8-371f-4d0d-8bc5-7da6a462d00e {{(pid=103229) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 19:34:50.943136 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-29a2eea1-ffbd-42fa-8902-6b6e9864e672 tempest-NetworksTestDHCPv6-1153288886 tempest-NetworksTestDHCPv6-1153288886-project] Publish callbacks [] for subnet (858c3bd8-371f-4d0d-8bc5-7da6a462d00e), before_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:34:50.968901 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-7fe0c2a0-aed0-4254-a19e-6f64e4a2ef6b req-89ca857f-f8db-47f7-9ca9-7fa6bc30a622 service neutron] 10.222.0.75 "GET /v2.0/networks/30b6826a-2ec4-4081-a475-68e12498d4e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1165562 Feb 09 19:34:51.010388 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.provisioning_blocks [None req-f8e48d5c-9ae5-442d-a270-a69ff682f555 None None] Provisioning complete for port bce53688-3dc5-4099-acd6-213d86353ab0 triggered by entity DHCP. {{(pid=103232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 19:34:51.010900 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-f8e48d5c-9ae5-442d-a270-a69ff682f555 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593630'] for port (bce53688-3dc5-4099-acd6-213d86353ab0), provisioning_complete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:34:51.107872 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-7fe0c2a0-aed0-4254-a19e-6f64e4a2ef6b req-bf2831b5-6222-4409-95bd-415d22c6dfe7 service neutron] 10.222.0.75 "GET /v2.0/networks/30b6826a-2ec4-4081-a475-68e12498d4e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1318684 Feb 09 19:34:51.153655 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-f8e48d5c-9ae5-442d-a270-a69ff682f555 None None] Current status of the port bce53688-3dc5-4099-acd6-213d86353ab0 is: DOWN; New status is: ACTIVE {{(pid=103232) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 19:34:51.154111 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-f8e48d5c-9ae5-442d-a270-a69ff682f555 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (bce53688-3dc5-4099-acd6-213d86353ab0), before_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:34:51.263341 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-f8e48d5c-9ae5-442d-a270-a69ff682f555 None None] For port bce53688-3dc5-4099-acd6-213d86353ab0, host n-d-713498-36, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-36',level=0,port_id=bce53688-3dc5-4099-acd6-213d86353ab0,segment=NetworkSegment(20e634bc-bbe0-4569-a1ea-6be524590675),segment_id=20e634bc-bbe0-4569-a1ea-6be524590675)] {{(pid=103232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 19:34:51.269646 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-f8e48d5c-9ae5-442d-a270-a69ff682f555 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762867176205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762866656485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762866656503'] for port (bce53688-3dc5-4099-acd6-213d86353ab0), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:34:51.360605 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-f88e23c7-cb62-4e4a-afab-43e3b69a7051 req-f35cb239-df53-4a5d-a407-fccfe887ab53 tempest-TestNetworkAdvancedServerOps-1633223542 tempest-TestNetworkAdvancedServerOps-1633223542-project] 10.222.0.75 "GET /v2.0/security-groups?id=3248743f-f5fe-4756-978e-05f0e965efae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4603345 Feb 09 19:34:51.368084 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-29a2eea1-ffbd-42fa-8902-6b6e9864e672 tempest-NetworksTestDHCPv6-1153288886 tempest-NetworksTestDHCPv6-1153288886-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16683410'] for subnet (858c3bd8-371f-4d0d-8bc5-7da6a462d00e), precommit_delete_associations {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:34:51.468754 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8e48d5c-9ae5-442d-a270-a69ff682f555 None None] Pushing event updated for resources: {'Port': ['ID=bce53688-3dc5-4099-acd6-213d86353ab0,revision_number=3']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:34:51.479633 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-264ccb47-5c7c-4a53-962b-3752f57d2b36 req-4257907f-452d-42b2-9d40-deb04dbf24f1 tempest-ServersTestJSON-482035511 tempest-ServersTestJSON-482035511-project] 10.222.0.75 "GET /v2.0/ports?device_id=4aea3d71-0009-4881-8ee4-e7f8e194a16e HTTP/1.1" status: 200 len: 210 time: 0.1095831 Feb 09 19:34:51.506260 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-659cc95b-fdd3-40b0-8b08-a2db2f340df9 req-225f4224-7fcd-4fe2-9eb3-933b7b3eeb96 tempest-TestNetworkAdvancedServerOps-1633223542 tempest-TestNetworkAdvancedServerOps-1633223542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:34:51.507830 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-659cc95b-fdd3-40b0-8b08-a2db2f340df9 req-225f4224-7fcd-4fe2-9eb3-933b7b3eeb96 tempest-TestNetworkAdvancedServerOps-1633223542 tempest-TestNetworkAdvancedServerOps-1633223542-project] 10.222.0.90 "GET /v2.0/ports?device_id=6d32a9d7-5256-4edb-9bbc-ad99ab71ecfa HTTP/1.1" status: 200 len: 945 time: 0.2496772 Feb 09 19:34:51.515108 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8e48d5c-9ae5-442d-a270-a69ff682f555 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:34:51.515467 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8e48d5c-9ae5-442d-a270-a69ff682f555 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:34:51.515818 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8e48d5c-9ae5-442d-a270-a69ff682f555 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:34:51.516159 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8e48d5c-9ae5-442d-a270-a69ff682f555 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:34:51.516498 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8e48d5c-9ae5-442d-a270-a69ff682f555 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:34:51.516846 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8e48d5c-9ae5-442d-a270-a69ff682f555 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:34:51.517165 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8e48d5c-9ae5-442d-a270-a69ff682f555 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:34:51.517527 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8e48d5c-9ae5-442d-a270-a69ff682f555 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:34:51.517810 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8e48d5c-9ae5-442d-a270-a69ff682f555 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:34:51.528158 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8e48d5c-9ae5-442d-a270-a69ff682f555 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:34:51.528583 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8e48d5c-9ae5-442d-a270-a69ff682f555 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:34:51.528936 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8e48d5c-9ae5-442d-a270-a69ff682f555 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:34:51.529264 n-d-713498-36 neutron-server[103233]: DEBUG neutron.db.agents_db [None req-4a8a6a42-0a0c-4437-8958-92282682b6bb None None] Agent healthcheck: found 7 active agents {{(pid=103233) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 19:34:51.530968 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8e48d5c-9ae5-442d-a270-a69ff682f555 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:34:51.537298 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.provisioning_blocks [None req-b454cbe8-c819-4d68-903e-da63d0c2fef4 None None] Could not find standard attr ID for object 096b6395-532c-4f1a-bbeb-5d0657d0e0d2. {{(pid=103232) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 09 19:34:51.680573 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-d7051658-0f92-41db-914d-2828eb0a98e0 req-e542a4e3-0d5e-4aa8-bab1-2a57930ef6d7 service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=d6657ee2-bf4a-4856-a7c3-159d11004937&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.3088682 Feb 09 19:34:51.756995 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-29a2eea1-ffbd-42fa-8902-6b6e9864e672 tempest-NetworksTestDHCPv6-1153288886 tempest-NetworksTestDHCPv6-1153288886-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-759852'] for subnet (858c3bd8-371f-4d0d-8bc5-7da6a462d00e), precommit_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:34:51.787401 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Device bce53688-3dc5-4099-acd6-213d86353ab0 up at agent ovs-agent-n-d-713498-36 {{(pid=103232) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 19:34:51.898122 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.provisioning_blocks [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Provisioning complete for port bce53688-3dc5-4099-acd6-213d86353ab0 triggered by entity L2. {{(pid=103232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 19:34:51.899676 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593630'] for port (bce53688-3dc5-4099-acd6-213d86353ab0), provisioning_complete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:34:51.931246 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7051658-0f92-41db-914d-2828eb0a98e0 req-60b228bc-e735-4984-bfc4-8dca274adf1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:34:51.932991 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-d7051658-0f92-41db-914d-2828eb0a98e0 req-60b228bc-e735-4984-bfc4-8dca274adf1e service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=1d398ed7d9dd4dd6ba1e1a6a1e6a87ff&device_id=d6657ee2-bf4a-4856-a7c3-159d11004937 HTTP/1.1" status: 200 len: 1129 time: 0.1134162 Feb 09 19:34:51.950553 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-29a2eea1-ffbd-42fa-8902-6b6e9864e672 tempest-NetworksTestDHCPv6-1153288886 tempest-NetworksTestDHCPv6-1153288886-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-760023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12867367', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12759238'] for subnet (858c3bd8-371f-4d0d-8bc5-7da6a462d00e), after_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:34:51.962055 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.plugin [req-659cc95b-fdd3-40b0-8b08-a2db2f340df9 req-935d08d2-48fc-466a-9075-571f3b72ea54 tempest-TestNetworkAdvancedServerOps-1633223542 tempest-TestNetworkAdvancedServerOps-1633223542-project] Deleting port 55e8868e-9f04-4f11-be1b-5fd1709a5f15 {{(pid=103229) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 19:34:51.963449 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-659cc95b-fdd3-40b0-8b08-a2db2f340df9 req-935d08d2-48fc-466a-9075-571f3b72ea54 tempest-TestNetworkAdvancedServerOps-1633223542 tempest-TestNetworkAdvancedServerOps-1633223542-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762867170196'] for port (55e8868e-9f04-4f11-be1b-5fd1709a5f15), before_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:34:52.025910 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Current status of the port bce53688-3dc5-4099-acd6-213d86353ab0 is: ACTIVE; New status is: ACTIVE {{(pid=103232) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 19:34:52.040928 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29a2eea1-ffbd-42fa-8902-6b6e9864e672 tempest-NetworksTestDHCPv6-1153288886 tempest-NetworksTestDHCPv6-1153288886-project] Pushing event deleted for resources: {'Subnet': ['ID=858c3bd8-371f-4d0d-8bc5-7da6a462d00e,revision_number=None']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:34:52.128427 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29a2eea1-ffbd-42fa-8902-6b6e9864e672 tempest-NetworksTestDHCPv6-1153288886 tempest-NetworksTestDHCPv6-1153288886-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:34:52.128908 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29a2eea1-ffbd-42fa-8902-6b6e9864e672 tempest-NetworksTestDHCPv6-1153288886 tempest-NetworksTestDHCPv6-1153288886-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:34:52.129360 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29a2eea1-ffbd-42fa-8902-6b6e9864e672 tempest-NetworksTestDHCPv6-1153288886 tempest-NetworksTestDHCPv6-1153288886-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:34:52.129808 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29a2eea1-ffbd-42fa-8902-6b6e9864e672 tempest-NetworksTestDHCPv6-1153288886 tempest-NetworksTestDHCPv6-1153288886-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:34:52.130163 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b256d33-9382-4a88-827d-184293919504 None None] Network f63a97a6-2552-42d7-aee9-c49ce8319647 requested from n-d-713498-36 {{(pid=103232) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 19:34:52.130536 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29a2eea1-ffbd-42fa-8902-6b6e9864e672 tempest-NetworksTestDHCPv6-1153288886 tempest-NetworksTestDHCPv6-1153288886-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:34:52.130882 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29a2eea1-ffbd-42fa-8902-6b6e9864e672 tempest-NetworksTestDHCPv6-1153288886 tempest-NetworksTestDHCPv6-1153288886-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:34:52.131339 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29a2eea1-ffbd-42fa-8902-6b6e9864e672 tempest-NetworksTestDHCPv6-1153288886 tempest-NetworksTestDHCPv6-1153288886-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:34:52.131775 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29a2eea1-ffbd-42fa-8902-6b6e9864e672 tempest-NetworksTestDHCPv6-1153288886 tempest-NetworksTestDHCPv6-1153288886-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:34:52.132210 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29a2eea1-ffbd-42fa-8902-6b6e9864e672 tempest-NetworksTestDHCPv6-1153288886 tempest-NetworksTestDHCPv6-1153288886-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:34:52.133812 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29a2eea1-ffbd-42fa-8902-6b6e9864e672 tempest-NetworksTestDHCPv6-1153288886 tempest-NetworksTestDHCPv6-1153288886-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:34:52.133812 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29a2eea1-ffbd-42fa-8902-6b6e9864e672 tempest-NetworksTestDHCPv6-1153288886 tempest-NetworksTestDHCPv6-1153288886-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:34:52.133812 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29a2eea1-ffbd-42fa-8902-6b6e9864e672 tempest-NetworksTestDHCPv6-1153288886 tempest-NetworksTestDHCPv6-1153288886-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:34:52.133812 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29a2eea1-ffbd-42fa-8902-6b6e9864e672 tempest-NetworksTestDHCPv6-1153288886 tempest-NetworksTestDHCPv6-1153288886-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:34:52.137299 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-29a2eea1-ffbd-42fa-8902-6b6e9864e672 tempest-NetworksTestDHCPv6-1153288886 tempest-NetworksTestDHCPv6-1153288886-project] Publish callbacks [] for subnet (None), before_response {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:34:52.144100 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 37324) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:34:52.150498 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-29a2eea1-ffbd-42fa-8902-6b6e9864e672 tempest-NetworksTestDHCPv6-1153288886 tempest-NetworksTestDHCPv6-1153288886-project] 10.222.0.75 "DELETE /v2.0/subnets/858c3bd8-371f-4d0d-8bc5-7da6a462d00e HTTP/1.1" status: 204 len: 168 time: 1.3111279 Feb 09 19:34:52.197670 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-ba919c43-ea9a-4748-a905-5d18cabaa051 tempest-NetworksTestDHCPv6-1153288886 tempest-NetworksTestDHCPv6-1153288886-project] 10.222.0.75 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0521605 Feb 09 19:34:52.200121 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 37326) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:34:52.208406 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.v2.base [None req-dc306603-5b70-4d18-8a36-a4b93eb565fd tempest-NetworksTestDHCPv6-1153288886 tempest-NetworksTestDHCPv6-1153288886-project] Request body: {'subnet': {'network_id': 'f63a97a6-2552-42d7-aee9-c49ce8319647', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=103230) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 19:34:52.229802 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7051658-0f92-41db-914d-2828eb0a98e0 req-077f5f01-c95a-4538-8554-406c73bc1ae5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:34:52.231463 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-d7051658-0f92-41db-914d-2828eb0a98e0 req-077f5f01-c95a-4538-8554-406c73bc1ae5 service neutron] 10.222.0.89 "GET /v2.0/networks?id=30b6826a-2ec4-4081-a475-68e12498d4e4 HTTP/1.1" status: 200 len: 907 time: 0.2340562 Feb 09 19:34:52.238565 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.db [req-659cc95b-fdd3-40b0-8b08-a2db2f340df9 req-935d08d2-48fc-466a-9075-571f3b72ea54 tempest-TestNetworkAdvancedServerOps-1633223542 tempest-TestNetworkAdvancedServerOps-1633223542-project] For port 55e8868e-9f04-4f11-be1b-5fd1709a5f15, host n-h2-713498-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-36',level=0,port_id=55e8868e-9f04-4f11-be1b-5fd1709a5f15,segment=NetworkSegment(7287aa74-ccfd-4c41-8369-48f2461d359d),segment_id=7287aa74-ccfd-4c41-8369-48f2461d359d)] {{(pid=103229) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 19:34:52.239548 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-659cc95b-fdd3-40b0-8b08-a2db2f340df9 req-935d08d2-48fc-466a-9075-571f3b72ea54 tempest-TestNetworkAdvancedServerOps-1633223542 tempest-TestNetworkAdvancedServerOps-1633223542-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1820838'] for port (55e8868e-9f04-4f11-be1b-5fd1709a5f15), precommit_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:34:52.295758 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.plugin [req-659cc95b-fdd3-40b0-8b08-a2db2f340df9 req-935d08d2-48fc-466a-9075-571f3b72ea54 tempest-TestNetworkAdvancedServerOps-1633223542 tempest-TestNetworkAdvancedServerOps-1633223542-project] Calling delete_port for 55e8868e-9f04-4f11-be1b-5fd1709a5f15 owned by compute:nova {{(pid=103229) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 19:34:52.298463 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-d7051658-0f92-41db-914d-2828eb0a98e0 req-1e4aa9e4-833c-4d75-a559-05b847ad28c0 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f66e9e9f-dc25-41b3-a2e4-a6e5122a970c HTTP/1.1" status: 200 len: 217 time: 0.0545216 Feb 09 19:34:52.328662 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f67995a2-8ea8-4401-a41f-f51c16c4b178 None None] DHCP port deletion for f63a97a6-2552-42d7-aee9-c49ce8319647 request from n-d-713498-36 {{(pid=103232) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 09 19:34:52.331894 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dc306603-5b70-4d18-8a36-a4b93eb565fd tempest-NetworksTestDHCPv6-1153288886 tempest-NetworksTestDHCPv6-1153288886-project] Made reservation on behalf of 84aec0d011da47d8bc94f6ba8668f413 for: {'subnet': 1} {{(pid=103230) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 19:34:52.340034 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-dc306603-5b70-4d18-8a36-a4b93eb565fd tempest-NetworksTestDHCPv6-1153288886 tempest-NetworksTestDHCPv6-1153288886-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12985917'] for subnet (None), before_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:34:52.411883 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7051658-0f92-41db-914d-2828eb0a98e0 req-9b4e4aa5-484f-4aeb-8ba3-8707d1e7b28d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:34:52.414393 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-d7051658-0f92-41db-914d-2828eb0a98e0 req-9b4e4aa5-484f-4aeb-8ba3-8707d1e7b28d service neutron] 10.222.0.89 "GET /v2.0/subnets?id=030193b3-b985-4d6c-b0c1-2ea320638096 HTTP/1.1" status: 200 len: 846 time: 0.1103845 Feb 09 19:34:52.453310 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-f67995a2-8ea8-4401-a41f-f51c16c4b178 None None] Deleting port bce53688-3dc5-4099-acd6-213d86353ab0 {{(pid=103232) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 19:34:52.454071 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-f67995a2-8ea8-4401-a41f-f51c16c4b178 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762867170196'] for port (bce53688-3dc5-4099-acd6-213d86353ab0), before_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:34:52.459424 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-d7051658-0f92-41db-914d-2828eb0a98e0 req-aefb450b-adce-410a-a48b-b70f26725380 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=30b6826a-2ec4-4081-a475-68e12498d4e4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0395925 Feb 09 19:34:52.545514 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-f67995a2-8ea8-4401-a41f-f51c16c4b178 None None] For port bce53688-3dc5-4099-acd6-213d86353ab0, host n-d-713498-36, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-36',level=0,port_id=bce53688-3dc5-4099-acd6-213d86353ab0,segment=NetworkSegment(20e634bc-bbe0-4569-a1ea-6be524590675),segment_id=20e634bc-bbe0-4569-a1ea-6be524590675)] {{(pid=103232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 19:34:52.546332 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-f67995a2-8ea8-4401-a41f-f51c16c4b178 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1820838'] for port (bce53688-3dc5-4099-acd6-213d86353ab0), precommit_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:34:52.563944 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-f67995a2-8ea8-4401-a41f-f51c16c4b178 None None] Calling delete_port for bce53688-3dc5-4099-acd6-213d86353ab0 owned by network:dhcp {{(pid=103232) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 19:34:52.670920 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-8b3e58a6-3f92-4a4f-ab1d-c95820850ca8 req-4d1968a0-b1b4-4f5a-b820-46a6c7c98b00 tempest-ServersTestJSON-482035511 tempest-ServersTestJSON-482035511-project] 10.222.0.75 "GET /v2.0/ports?device_id=4aea3d71-0009-4881-8ee4-e7f8e194a16e HTTP/1.1" status: 200 len: 210 time: 0.0576310 Feb 09 19:34:52.696787 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-659cc95b-fdd3-40b0-8b08-a2db2f340df9 req-935d08d2-48fc-466a-9075-571f3b72ea54 tempest-TestNetworkAdvancedServerOps-1633223542 tempest-TestNetworkAdvancedServerOps-1633223542-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762867177463', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762866656476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12867576'] for port (55e8868e-9f04-4f11-be1b-5fd1709a5f15), after_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:34:52.715512 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75765e00-164d-4729-9d06-9c1b0b7b5628 req-7cc32e0e-a03f-4b66-bfbe-f2ec54c2202d tempest-TestNetworkAdvancedServerOps-1633223542 tempest-TestNetworkAdvancedServerOps-1633223542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:34:52.717162 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-75765e00-164d-4729-9d06-9c1b0b7b5628 req-7cc32e0e-a03f-4b66-bfbe-f2ec54c2202d tempest-TestNetworkAdvancedServerOps-1633223542 tempest-TestNetworkAdvancedServerOps-1633223542-project] 10.222.0.75 "GET /v2.0/ports?device_id=6d32a9d7-5256-4edb-9bbc-ad99ab71ecfa HTTP/1.1" status: 200 len: 945 time: 0.2529593 Feb 09 19:34:52.751681 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-935d08d2-48fc-466a-9075-571f3b72ea54 tempest-TestNetworkAdvancedServerOps-1633223542 tempest-TestNetworkAdvancedServerOps-1633223542-project] Pushing event deleted for resources: {'Port': ['ID=55e8868e-9f04-4f11-be1b-5fd1709a5f15,revision_number=None']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:34:52.810037 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-d7051658-0f92-41db-914d-2828eb0a98e0 req-8478d8c7-1547-4013-b75e-c7052c4981fa service neutron] 10.222.0.89 "GET /v2.0/networks/30b6826a-2ec4-4081-a475-68e12498d4e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3440230 Feb 09 19:34:52.924164 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-f67995a2-8ea8-4401-a41f-f51c16c4b178 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762867177463', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762866656476'] for port (bce53688-3dc5-4099-acd6-213d86353ab0), after_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:34:52.964659 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f67995a2-8ea8-4401-a41f-f51c16c4b178 None None] Pushing event deleted for resources: {'Port': ['ID=bce53688-3dc5-4099-acd6-213d86353ab0,revision_number=None']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:34:52.974878 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f67995a2-8ea8-4401-a41f-f51c16c4b178 None None] No DVR routers for this DVR port bce53688-3dc5-4099-acd6-213d86353ab0 on host n-d-713498-36 {{(pid=103232) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 19:34:53.053330 n-d-713498-36 neutron-server[103229]: DEBUG neutron.db.l3_dvrscheduler_db [req-659cc95b-fdd3-40b0-8b08-a2db2f340df9 req-935d08d2-48fc-466a-9075-571f3b72ea54 tempest-TestNetworkAdvancedServerOps-1633223542 tempest-TestNetworkAdvancedServerOps-1633223542-project] No DVR routers for this DVR port 55e8868e-9f04-4f11-be1b-5fd1709a5f15 on host n-h2-713498-36 {{(pid=103229) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 19:34:53.060717 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-659cc95b-fdd3-40b0-8b08-a2db2f340df9 req-935d08d2-48fc-466a-9075-571f3b72ea54 tempest-TestNetworkAdvancedServerOps-1633223542 tempest-TestNetworkAdvancedServerOps-1633223542-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171096'] for port (None), before_response {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:34:53.064263 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-659cc95b-fdd3-40b0-8b08-a2db2f340df9 req-935d08d2-48fc-466a-9075-571f3b72ea54 tempest-TestNetworkAdvancedServerOps-1633223542 tempest-TestNetworkAdvancedServerOps-1633223542-project] 10.222.0.90 "DELETE /v2.0/ports/55e8868e-9f04-4f11-be1b-5fd1709a5f15 HTTP/1.1" status: 204 len: 173 time: 1.5257215 Feb 09 19:34:53.068380 n-d-713498-36 neutron-server[103229]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6d32a9d7-5256-4edb-9bbc-ad99ab71ecfa', 'name': 'network-vif-deleted', 'tag': '55e8868e-9f04-4f11-be1b-5fd1709a5f15'}] {{(pid=103229) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 19:34:53.071912 n-d-713498-36 neutron-server[103229]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fa6ae9a20702bd564eaf90d946620b2b4277b1ab91129323d3b54181076be307" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b3ac2180-d9cd-4ca4-86eb-00664d3d03d0" -d '{"events": [{"server_uuid": "6d32a9d7-5256-4edb-9bbc-ad99ab71ecfa", "name": "network-vif-deleted", "tag": "55e8868e-9f04-4f11-be1b-5fd1709a5f15"}]}' {{(pid=103229) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 19:34:53.113586 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-75765e00-164d-4729-9d06-9c1b0b7b5628 req-a405434a-979d-481c-895d-512a26120465 tempest-TestNetworkAdvancedServerOps-1633223542 tempest-TestNetworkAdvancedServerOps-1633223542-project] 10.222.0.75 "GET /v2.0/security-groups?id=3248743f-f5fe-4756-978e-05f0e965efae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3647778 Feb 09 19:34:53.169264 n-d-713498-36 neutron-server[103229]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 19:34:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-33604f66-29a6-4029-a175-c6982fa62122 x-openstack-request-id: req-33604f66-29a6-4029-a175-c6982fa62122 {{(pid=103229) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 19:34:53.169571 n-d-713498-36 neutron-server[103229]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6d32a9d7-5256-4edb-9bbc-ad99ab71ecfa", "name": "network-vif-deleted", "tag": "55e8868e-9f04-4f11-be1b-5fd1709a5f15", "status": "completed", "code": 200}]} {{(pid=103229) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 19:34:53.169878 n-d-713498-36 neutron-server[103229]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-33604f66-29a6-4029-a175-c6982fa62122 {{(pid=103229) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 19:34:53.171105 n-d-713498-36 neutron-server[103229]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6d32a9d7-5256-4edb-9bbc-ad99ab71ecfa', 'name': 'network-vif-deleted', 'tag': '55e8868e-9f04-4f11-be1b-5fd1709a5f15', 'status': 'completed', 'code': 200} Feb 09 19:34:53.180380 n-d-713498-36 neutron-server[103230]: DEBUG neutron.objects.ports [None req-dc306603-5b70-4d18-8a36-a4b93eb565fd tempest-NetworksTestDHCPv6-1153288886 tempest-NetworksTestDHCPv6-1153288886-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=103230) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Feb 09 19:34:53.194992 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-d7051658-0f92-41db-914d-2828eb0a98e0 req-e55dc4cf-f228-4dd8-9b5d-60ba8f818494 service neutron] 10.222.0.89 "GET /v2.0/networks/30b6826a-2ec4-4081-a475-68e12498d4e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3723552 Feb 09 19:34:53.290835 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fe0c2a0-aed0-4254-a19e-6f64e4a2ef6b req-0823eb00-03ad-415f-966b-559b242c983b tempest-ServersTestJSON-482035511 tempest-ServersTestJSON-482035511-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:34:53.292589 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-7fe0c2a0-aed0-4254-a19e-6f64e4a2ef6b req-0823eb00-03ad-415f-966b-559b242c983b tempest-ServersTestJSON-482035511 tempest-ServersTestJSON-482035511-project] 10.222.0.90 "GET /v2.0/networks?id=30b6826a-2ec4-4081-a475-68e12498d4e4 HTTP/1.1" status: 200 len: 806 time: 0.4569695 Feb 09 19:34:53.373074 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.v2.base [req-7fe0c2a0-aed0-4254-a19e-6f64e4a2ef6b req-7186ffb7-b9fd-4232-98c2-f19144986d21 tempest-ServersTestJSON-482035511 tempest-ServersTestJSON-482035511-project] Request body: {'port': {'device_id': '4aea3d71-0009-4881-8ee4-e7f8e194a16e', 'network_id': '30b6826a-2ec4-4081-a475-68e12498d4e4', 'admin_state_up': True, 'tenant_id': '1d398ed7d9dd4dd6ba1e1a6a1e6a87ff'}} {{(pid=103230) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 19:34:53.565210 n-d-713498-36 neutron-server[103230]: WARNING neutron.services.revisions.revision_plugin [None req-dc306603-5b70-4d18-8a36-a4b93eb565fd tempest-NetworksTestDHCPv6-1153288886 tempest-NetworksTestDHCPv6-1153288886-project] Could not find related port for resource to bump revision. Feb 09 19:34:53.576631 n-d-713498-36 neutron-server[103230]: DEBUG neutron.db.ipam_pluggable_backend [None req-dc306603-5b70-4d18-8a36-a4b93eb565fd tempest-NetworksTestDHCPv6-1153288886 tempest-NetworksTestDHCPv6-1153288886-project] Port bce53688-3dc5-4099-acd6-213d86353ab0 was deleted while updating it with an IPv6 auto-address. Ignoring. {{(pid=103230) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:597}} Feb 09 19:34:53.578041 n-d-713498-36 neutron-server[103230]: DEBUG neutron.db.ipam_pluggable_backend [None req-dc306603-5b70-4d18-8a36-a4b93eb565fd tempest-NetworksTestDHCPv6-1153288886 tempest-NetworksTestDHCPv6-1153288886-project] Reverting IP allocation for 2001:db8::f816:3eff:feb1:9497 {{(pid=103230) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:599}} Feb 09 19:34:53.590770 n-d-713498-36 neutron-server[103230]: DEBUG neutron.db.ipam_pluggable_backend [None req-dc306603-5b70-4d18-8a36-a4b93eb565fd tempest-NetworksTestDHCPv6-1153288886 tempest-NetworksTestDHCPv6-1153288886-project] Reverting IP allocation failed for 2001:db8::f816:3eff:feb1:9497 {{(pid=103230) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:605}} Feb 09 19:34:53.593808 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-dc306603-5b70-4d18-8a36-a4b93eb565fd tempest-NetworksTestDHCPv6-1153288886 tempest-NetworksTestDHCPv6-1153288886-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14393611', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12985859'] for subnet (a1daba63-fd54-4b2e-9c00-98e66a267731), after_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:34:53.657806 n-d-713498-36 neutron-server[103230]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc306603-5b70-4d18-8a36-a4b93eb565fd tempest-NetworksTestDHCPv6-1153288886 tempest-NetworksTestDHCPv6-1153288886-project] Network f63a97a6-2552-42d7-aee9-c49ce8319647 is already hosted by enough agents. {{(pid=103230) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 19:34:53.668913 n-d-713498-36 neutron-server[103230]: DEBUG neutron.scheduler.base_scheduler [None req-dc306603-5b70-4d18-8a36-a4b93eb565fd tempest-NetworksTestDHCPv6-1153288886 tempest-NetworksTestDHCPv6-1153288886-project] Resources bound (agent type, host, resource id): {{(pid=103230) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 19:34:53.680340 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Device bce53688-3dc5-4099-acd6-213d86353ab0 no longer exists at agent ovs-agent-n-d-713498-36 {{(pid=103232) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 19:34:53.682850 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc306603-5b70-4d18-8a36-a4b93eb565fd tempest-NetworksTestDHCPv6-1153288886 tempest-NetworksTestDHCPv6-1153288886-project] Pushing event updated for resources: {'Subnet': ['ID=a1daba63-fd54-4b2e-9c00-98e66a267731,revision_number=0']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:34:53.683003 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9e74f21-d837-4ad4-88c4-7b77613315ff None None] Network f63a97a6-2552-42d7-aee9-c49ce8319647 requested from n-d-713498-36 {{(pid=103232) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 19:34:53.688156 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc306603-5b70-4d18-8a36-a4b93eb565fd tempest-NetworksTestDHCPv6-1153288886 tempest-NetworksTestDHCPv6-1153288886-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:34:53.688943 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-dc306603-5b70-4d18-8a36-a4b93eb565fd tempest-NetworksTestDHCPv6-1153288886 tempest-NetworksTestDHCPv6-1153288886-project] Publish callbacks [] for subnet (None), before_response {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:34:53.697406 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7fe0c2a0-aed0-4254-a19e-6f64e4a2ef6b req-7186ffb7-b9fd-4232-98c2-f19144986d21 tempest-ServersTestJSON-482035511 tempest-ServersTestJSON-482035511-project] Made reservation on behalf of 1d398ed7d9dd4dd6ba1e1a6a1e6a87ff for: {'port': 1} {{(pid=103230) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 19:34:53.700665 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [req-7fe0c2a0-aed0-4254-a19e-6f64e4a2ef6b req-7186ffb7-b9fd-4232-98c2-f19144986d21 tempest-ServersTestJSON-482035511 tempest-ServersTestJSON-482035511-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (None), before_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:34:53.707312 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc306603-5b70-4d18-8a36-a4b93eb565fd tempest-NetworksTestDHCPv6-1153288886 tempest-NetworksTestDHCPv6-1153288886-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:34:53.707561 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc306603-5b70-4d18-8a36-a4b93eb565fd tempest-NetworksTestDHCPv6-1153288886 tempest-NetworksTestDHCPv6-1153288886-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:34:53.707902 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc306603-5b70-4d18-8a36-a4b93eb565fd tempest-NetworksTestDHCPv6-1153288886 tempest-NetworksTestDHCPv6-1153288886-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:34:53.708237 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc306603-5b70-4d18-8a36-a4b93eb565fd tempest-NetworksTestDHCPv6-1153288886 tempest-NetworksTestDHCPv6-1153288886-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:34:53.708566 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc306603-5b70-4d18-8a36-a4b93eb565fd tempest-NetworksTestDHCPv6-1153288886 tempest-NetworksTestDHCPv6-1153288886-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:34:53.708897 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc306603-5b70-4d18-8a36-a4b93eb565fd tempest-NetworksTestDHCPv6-1153288886 tempest-NetworksTestDHCPv6-1153288886-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:34:53.709222 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc306603-5b70-4d18-8a36-a4b93eb565fd tempest-NetworksTestDHCPv6-1153288886 tempest-NetworksTestDHCPv6-1153288886-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:34:53.709547 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc306603-5b70-4d18-8a36-a4b93eb565fd tempest-NetworksTestDHCPv6-1153288886 tempest-NetworksTestDHCPv6-1153288886-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:34:53.709868 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc306603-5b70-4d18-8a36-a4b93eb565fd tempest-NetworksTestDHCPv6-1153288886 tempest-NetworksTestDHCPv6-1153288886-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:34:53.710230 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc306603-5b70-4d18-8a36-a4b93eb565fd tempest-NetworksTestDHCPv6-1153288886 tempest-NetworksTestDHCPv6-1153288886-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:34:53.710553 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc306603-5b70-4d18-8a36-a4b93eb565fd tempest-NetworksTestDHCPv6-1153288886 tempest-NetworksTestDHCPv6-1153288886-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:34:53.711061 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc306603-5b70-4d18-8a36-a4b93eb565fd tempest-NetworksTestDHCPv6-1153288886 tempest-NetworksTestDHCPv6-1153288886-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:34:53.711389 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc306603-5b70-4d18-8a36-a4b93eb565fd tempest-NetworksTestDHCPv6-1153288886 tempest-NetworksTestDHCPv6-1153288886-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:34:53.735984 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-dc306603-5b70-4d18-8a36-a4b93eb565fd tempest-NetworksTestDHCPv6-1153288886 tempest-NetworksTestDHCPv6-1153288886-project] 10.222.0.75 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.5326438 Feb 09 19:34:53.739276 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 37354) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:34:53.746077 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.v2.base [None req-16e47c69-cd7b-401b-bedf-ed5f9740d582 tempest-NetworksTestDHCPv6-1153288886 tempest-NetworksTestDHCPv6-1153288886-project] Request body: {'port': {'network_id': 'f63a97a6-2552-42d7-aee9-c49ce8319647', 'mac_address': 'fa:16:3e:e3:2d:72', 'name': 'tempest-NetworksTestDHCPv6-1917343009'}} {{(pid=103229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 19:34:53.798302 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] No Port match for: bce53688-3dc5-4099-acd6-213d86353ab0 {{(pid=103232) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 19:34:53.798808 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Device bce53688-3dc5-4099-acd6-213d86353ab0 not bound to the agent host n-d-713498-36 {{(pid=103232) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 19:34:53.889809 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d954cda3-d04a-4fd3-9100-a3f1fdeefedc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8b32e980-7cce-5e82-a341-bd2fa8945c89-f63a97a6-2552-42d7-aee9-c49ce8319647', 'network_id': 'f63a97a6-2552-42d7-aee9-c49ce8319647', 'project_id': '84aec0d011da47d8bc94f6ba8668f413', 'fixed_ips': [{'subnet_id': 'a1daba63-fd54-4b2e-9c00-98e66a267731'}]}} from n-d-713498-36. {{(pid=103232) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 09 19:34:53.890731 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-d954cda3-d04a-4fd3-9100-a3f1fdeefedc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (None), before_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:34:53.904088 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-0863f0ab-75ae-4bea-a2a5-b30b33a747fd req-969442ce-8cfc-48fe-843e-b148b08a9314 tempest-ServersTestJSON-482035511 tempest-ServersTestJSON-482035511-project] 10.222.0.75 "GET /v2.0/ports?device_id=4aea3d71-0009-4881-8ee4-e7f8e194a16e HTTP/1.1" status: 200 len: 210 time: 0.0570691 Feb 09 19:34:53.956444 n-d-713498-36 neutron-server[103230]: DEBUG neutron.db.db_base_plugin_common [req-7fe0c2a0-aed0-4254-a19e-6f64e4a2ef6b req-7186ffb7-b9fd-4232-98c2-f19144986d21 tempest-ServersTestJSON-482035511 tempest-ServersTestJSON-482035511-project] Allocated IP 172.20.0.3 (30b6826a-2ec4-4081-a475-68e12498d4e4/030193b3-b985-4d6c-b0c1-2ea320638096/655f78c9-cf7b-480d-9c61-44b2ebcff3c0) {{(pid=103230) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 19:34:53.997349 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-16e47c69-cd7b-401b-bedf-ed5f9740d582 tempest-NetworksTestDHCPv6-1153288886 tempest-NetworksTestDHCPv6-1153288886-project] Made reservation on behalf of 84aec0d011da47d8bc94f6ba8668f413 for: {'port': 1} {{(pid=103229) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 19:34:54.140902 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-16e47c69-cd7b-401b-bedf-ed5f9740d582 tempest-NetworksTestDHCPv6-1153288886 tempest-NetworksTestDHCPv6-1153288886-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (None), before_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:34:54.157133 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.db_base_plugin_common [None req-d954cda3-d04a-4fd3-9100-a3f1fdeefedc None None] Allocated IP 2001:db8::f816:3eff:fed4:75dd (f63a97a6-2552-42d7-aee9-c49ce8319647/a1daba63-fd54-4b2e-9c00-98e66a267731/5a2a0b11-0980-48df-9580-e1994c710f99) {{(pid=103232) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 19:34:54.181222 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [req-7fe0c2a0-aed0-4254-a19e-6f64e4a2ef6b req-7186ffb7-b9fd-4232-98c2-f19144986d21 tempest-ServersTestJSON-482035511 tempest-ServersTestJSON-482035511-project] Publish callbacks [] for port (655f78c9-cf7b-480d-9c61-44b2ebcff3c0), precommit_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:34:54.188173 n-d-713498-36 neutron-server[103229]: DEBUG neutron.notifiers.nova [None req-16e47c69-cd7b-401b-bedf-ed5f9740d582 tempest-NetworksTestDHCPv6-1153288886 tempest-NetworksTestDHCPv6-1153288886-project] device_id is not set on port 4dbdf63e-2b55-4c18-b22b-62e381fd3b9f yet. {{(pid=103229) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 09 19:34:54.242439 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [req-7fe0c2a0-aed0-4254-a19e-6f64e4a2ef6b req-7186ffb7-b9fd-4232-98c2-f19144986d21 tempest-ServersTestJSON-482035511 tempest-ServersTestJSON-482035511-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762866656467', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14393751'] for port (655f78c9-cf7b-480d-9c61-44b2ebcff3c0), after_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:34:54.258377 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] get_ports_and_sgs() called for port_ids ['f66e9e9f-dc25-41b3-a2e4-a6e5122a970c', 'b3aa3844-1929-46cb-8cbe-56a24adf0362'] {{(pid=103232) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 19:34:54.310577 n-d-713498-36 neutron-server[103230]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7fe0c2a0-aed0-4254-a19e-6f64e4a2ef6b req-7186ffb7-b9fd-4232-98c2-f19144986d21 tempest-ServersTestJSON-482035511 tempest-ServersTestJSON-482035511-project] Network 30b6826a-2ec4-4081-a475-68e12498d4e4 is already hosted by enough agents. {{(pid=103230) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 19:34:54.327947 n-d-713498-36 neutron-server[103230]: DEBUG neutron.scheduler.base_scheduler [req-7fe0c2a0-aed0-4254-a19e-6f64e4a2ef6b req-7186ffb7-b9fd-4232-98c2-f19144986d21 tempest-ServersTestJSON-482035511 tempest-ServersTestJSON-482035511-project] Resources bound (agent type, host, resource id): {{(pid=103230) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 19:34:54.330553 n-d-713498-36 neutron-server[103230]: DEBUG neutron.db.l3_dvrscheduler_db [req-7fe0c2a0-aed0-4254-a19e-6f64e4a2ef6b req-7186ffb7-b9fd-4232-98c2-f19144986d21 tempest-ServersTestJSON-482035511 tempest-ServersTestJSON-482035511-project] Received port after_create {{(pid=103230) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 19:34:54.383601 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-193dd001-4b95-430c-96f4-c45c7791a13d req-891a1a2a-33fc-4b05-ac99-9254f28e8b36 tempest-TestNetworkAdvancedServerOps-1633223542 tempest-TestNetworkAdvancedServerOps-1633223542-project] 10.222.0.75 "GET /v2.0/ports?device_id=6d32a9d7-5256-4edb-9bbc-ad99ab71ecfa HTTP/1.1" status: 200 len: 210 time: 0.0710216 Feb 09 19:34:54.415007 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7186ffb7-b9fd-4232-98c2-f19144986d21 tempest-ServersTestJSON-482035511 tempest-ServersTestJSON-482035511-project] Pushing event updated for resources: {'Port': ['ID=655f78c9-cf7b-480d-9c61-44b2ebcff3c0,revision_number=1']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:34:54.431710 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fe0c2a0-aed0-4254-a19e-6f64e4a2ef6b req-7186ffb7-b9fd-4232-98c2-f19144986d21 tempest-ServersTestJSON-482035511 tempest-ServersTestJSON-482035511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:34:54.432347 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [req-7fe0c2a0-aed0-4254-a19e-6f64e4a2ef6b req-7186ffb7-b9fd-4232-98c2-f19144986d21 tempest-ServersTestJSON-482035511 tempest-ServersTestJSON-482035511-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171096'] for port (None), before_response {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:34:54.451517 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-7fe0c2a0-aed0-4254-a19e-6f64e4a2ef6b req-7186ffb7-b9fd-4232-98c2-f19144986d21 tempest-ServersTestJSON-482035511 tempest-ServersTestJSON-482035511-project] 10.222.0.90 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1002836 Feb 09 19:34:54.458176 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-d954cda3-d04a-4fd3-9100-a3f1fdeefedc None None] Publish callbacks [] for port (5a2a0b11-0980-48df-9580-e1994c710f99), precommit_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:34:54.468021 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-d954cda3-d04a-4fd3-9100-a3f1fdeefedc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762866656467'] for port (5a2a0b11-0980-48df-9580-e1994c710f99), after_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:34:54.470660 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.v2.base [req-7fe0c2a0-aed0-4254-a19e-6f64e4a2ef6b req-f7f2c39b-32bd-4cad-b4eb-046ceb76059e service neutron] Request body: {'port': {'device_id': '4aea3d71-0009-4881-8ee4-e7f8e194a16e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-713498-36'}} {{(pid=103230) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 19:34:54.514842 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Device 55e8868e-9f04-4f11-be1b-5fd1709a5f15 no longer exists at agent hyperv_n-h2-713498-36 {{(pid=103232) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 19:34:54.532784 n-d-713498-36 neutron-server[103229]: DEBUG neutron.db.db_base_plugin_common [None req-16e47c69-cd7b-401b-bedf-ed5f9740d582 tempest-NetworksTestDHCPv6-1153288886 tempest-NetworksTestDHCPv6-1153288886-project] Allocated IP 2001:db8::f816:3eff:fee3:2d72 (f63a97a6-2552-42d7-aee9-c49ce8319647/a1daba63-fd54-4b2e-9c00-98e66a267731/4dbdf63e-2b55-4c18-b22b-62e381fd3b9f) {{(pid=103229) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 19:34:54.547652 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [req-7fe0c2a0-aed0-4254-a19e-6f64e4a2ef6b req-f7f2c39b-32bd-4cad-b4eb-046ceb76059e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (655f78c9-cf7b-480d-9c61-44b2ebcff3c0), before_update {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:34:54.556895 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-7429db8d-6021-40ad-813e-885be449a89b None None] No Port match for: 55e8868e-9f04-4f11-be1b-5fd1709a5f15 {{(pid=103232) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 19:34:54.557248 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Device 55e8868e-9f04-4f11-be1b-5fd1709a5f15 not bound to the agent host n-h2-713498-36 {{(pid=103232) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 19:34:54.566331 n-d-713498-36 neutron-server[103232]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d954cda3-d04a-4fd3-9100-a3f1fdeefedc None None] Network f63a97a6-2552-42d7-aee9-c49ce8319647 is already hosted by enough agents. {{(pid=103232) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 19:34:54.575693 n-d-713498-36 neutron-server[103232]: DEBUG neutron.scheduler.base_scheduler [None req-d954cda3-d04a-4fd3-9100-a3f1fdeefedc None None] Resources bound (agent type, host, resource id): {{(pid=103232) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 19:34:54.583593 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d954cda3-d04a-4fd3-9100-a3f1fdeefedc None None] Received port after_create {{(pid=103232) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 19:34:54.589490 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d954cda3-d04a-4fd3-9100-a3f1fdeefedc None None] Pushing event updated for resources: {'Port': ['ID=5a2a0b11-0980-48df-9580-e1994c710f99,revision_number=1']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:34:54.689887 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.managers [None req-d954cda3-d04a-4fd3-9100-a3f1fdeefedc None None] Attempting to bind port 5a2a0b11-0980-48df-9580-e1994c710f99 on host n-d-713498-36 for vnic_type normal with profile {{(pid=103232) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 19:34:54.690704 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.managers [None req-d954cda3-d04a-4fd3-9100-a3f1fdeefedc None None] Attempting to bind port 5a2a0b11-0980-48df-9580-e1994c710f99 by drivers openvswitch,hyperv on host n-d-713498-36 at level 0 using segments [{'id': '20e634bc-bbe0-4569-a1ea-6be524590675', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': 'f63a97a6-2552-42d7-aee9-c49ce8319647'}] {{(pid=103232) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 19:34:54.690873 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d954cda3-d04a-4fd3-9100-a3f1fdeefedc None None] Attempting to bind port 5a2a0b11-0980-48df-9580-e1994c710f99 on network f63a97a6-2552-42d7-aee9-c49ce8319647 {{(pid=103232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 19:34:54.699360 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d954cda3-d04a-4fd3-9100-a3f1fdeefedc None None] Checking agent: {'id': '496418a2-c002-4aec-ab1a-07f3bea491bd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-36', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 18, 51, 47), 'started_at': datetime.datetime(2022, 2, 9, 18, 52, 17), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 19, 34, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-36'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 19:34:54.699741 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d954cda3-d04a-4fd3-9100-a3f1fdeefedc None None] Checking segment: {'id': '20e634bc-bbe0-4569-a1ea-6be524590675', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': 'f63a97a6-2552-42d7-aee9-c49ce8319647'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103232) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 19:34:54.700147 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-d954cda3-d04a-4fd3-9100-a3f1fdeefedc None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:34:54.700543 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d954cda3-d04a-4fd3-9100-a3f1fdeefedc None None] Bound using segment: {'id': '20e634bc-bbe0-4569-a1ea-6be524590675', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': 'f63a97a6-2552-42d7-aee9-c49ce8319647'} {{(pid=103232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 19:34:54.701026 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.managers [None req-d954cda3-d04a-4fd3-9100-a3f1fdeefedc None None] Bound port: 5a2a0b11-0980-48df-9580-e1994c710f99, host: n-d-713498-36, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '20e634bc-bbe0-4569-a1ea-6be524590675', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': 'f63a97a6-2552-42d7-aee9-c49ce8319647'}}] {{(pid=103232) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 19:34:54.701411 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-d954cda3-d04a-4fd3-9100-a3f1fdeefedc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (5a2a0b11-0980-48df-9580-e1994c710f99), before_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:34:54.743671 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-16e47c69-cd7b-401b-bedf-ed5f9740d582 tempest-NetworksTestDHCPv6-1153288886 tempest-NetworksTestDHCPv6-1153288886-project] Publish callbacks [] for port (4dbdf63e-2b55-4c18-b22b-62e381fd3b9f), precommit_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:34:54.784469 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-16e47c69-cd7b-401b-bedf-ed5f9740d582 tempest-NetworksTestDHCPv6-1153288886 tempest-NetworksTestDHCPv6-1153288886-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762866656467', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12867576'] for port (4dbdf63e-2b55-4c18-b22b-62e381fd3b9f), after_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:34:54.823003 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-d954cda3-d04a-4fd3-9100-a3f1fdeefedc None None] For port 5a2a0b11-0980-48df-9580-e1994c710f99, host n-d-713498-36, cleared binding levels {{(pid=103232) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 19:34:54.824650 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-d954cda3-d04a-4fd3-9100-a3f1fdeefedc None None] For port 5a2a0b11-0980-48df-9580-e1994c710f99, host n-d-713498-36, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-36',level=0,port_id=5a2a0b11-0980-48df-9580-e1994c710f99,segment=NetworkSegment(20e634bc-bbe0-4569-a1ea-6be524590675),segment_id=20e634bc-bbe0-4569-a1ea-6be524590675)] {{(pid=103232) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 19:34:54.839439 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-d954cda3-d04a-4fd3-9100-a3f1fdeefedc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762867176205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762866656485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762866656503'] for port (5a2a0b11-0980-48df-9580-e1994c710f99), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:34:54.841453 n-d-713498-36 neutron-server[103229]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16e47c69-cd7b-401b-bedf-ed5f9740d582 tempest-NetworksTestDHCPv6-1153288886 tempest-NetworksTestDHCPv6-1153288886-project] Network f63a97a6-2552-42d7-aee9-c49ce8319647 is already hosted by enough agents. {{(pid=103229) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 19:34:54.850731 n-d-713498-36 neutron-server[103229]: DEBUG neutron.scheduler.base_scheduler [None req-16e47c69-cd7b-401b-bedf-ed5f9740d582 tempest-NetworksTestDHCPv6-1153288886 tempest-NetworksTestDHCPv6-1153288886-project] Resources bound (agent type, host, resource id): {{(pid=103229) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 19:34:54.861074 n-d-713498-36 neutron-server[103229]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16e47c69-cd7b-401b-bedf-ed5f9740d582 tempest-NetworksTestDHCPv6-1153288886 tempest-NetworksTestDHCPv6-1153288886-project] Received port after_create {{(pid=103229) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 19:34:54.869350 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16e47c69-cd7b-401b-bedf-ed5f9740d582 tempest-NetworksTestDHCPv6-1153288886 tempest-NetworksTestDHCPv6-1153288886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:34:54.870583 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-16e47c69-cd7b-401b-bedf-ed5f9740d582 tempest-NetworksTestDHCPv6-1153288886 tempest-NetworksTestDHCPv6-1153288886-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171096'] for port (None), before_response {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:34:54.915978 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-16e47c69-cd7b-401b-bedf-ed5f9740d582 tempest-NetworksTestDHCPv6-1153288886 tempest-NetworksTestDHCPv6-1153288886-project] 10.222.0.75 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 1.1711826 Feb 09 19:34:54.921491 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 37362) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:34:54.929502 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d954cda3-d04a-4fd3-9100-a3f1fdeefedc None None] Pushing event updated for resources: {'Port': ['ID=5a2a0b11-0980-48df-9580-e1994c710f99,revision_number=2']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:34:55.003341 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16e47c69-cd7b-401b-bedf-ed5f9740d582 tempest-NetworksTestDHCPv6-1153288886 tempest-NetworksTestDHCPv6-1153288886-project] Pushing event updated for resources: {'Port': ['ID=4dbdf63e-2b55-4c18-b22b-62e381fd3b9f,revision_number=1']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:34:55.094795 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-a841b5fc-da37-496e-8c07-7f0d2a4d238f req-c28a4cbb-f4d3-470c-b189-cf4c774c8211 service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=14c3c4a3-f393-4e4f-98ba-33d4eb176858&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1722763 Feb 09 19:34:55.113580 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89d9237a-938b-4c1f-abf9-c29f003acd1e tempest-NetworksTestDHCPv6-1153288886 tempest-NetworksTestDHCPv6-1153288886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:34:55.119506 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89d9237a-938b-4c1f-abf9-c29f003acd1e tempest-NetworksTestDHCPv6-1153288886 tempest-NetworksTestDHCPv6-1153288886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:34:55.124162 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-89d9237a-938b-4c1f-abf9-c29f003acd1e tempest-NetworksTestDHCPv6-1153288886 tempest-NetworksTestDHCPv6-1153288886-project] 10.222.0.75 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1703 time: 0.1891041 Feb 09 19:34:55.129929 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a50c024c-0022-4246-8910-a473a59e1e4e req-1d7a040b-f556-4520-b16d-050dac882752 tempest-ServersTestJSON-482035511 tempest-ServersTestJSON-482035511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:34:55.131837 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-a50c024c-0022-4246-8910-a473a59e1e4e req-1d7a040b-f556-4520-b16d-050dac882752 tempest-ServersTestJSON-482035511 tempest-ServersTestJSON-482035511-project] 10.222.0.75 "GET /v2.0/ports?device_id=4aea3d71-0009-4881-8ee4-e7f8e194a16e HTTP/1.1" status: 200 len: 931 time: 0.1066029 Feb 09 19:34:55.132342 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 37366) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:34:55.349353 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-a50c024c-0022-4246-8910-a473a59e1e4e req-2e8e040e-f489-48dd-bb45-43b7614fca9f tempest-ServersTestJSON-482035511 tempest-ServersTestJSON-482035511-project] 10.222.0.75 "GET /v2.0/security-groups?id=37883354-c9cd-40f0-bbce-1c711bac4569&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2038186 Feb 09 19:34:55.351932 n-d-713498-36 neutron-server[103230]: DEBUG neutron.notifiers.nova [req-7fe0c2a0-aed0-4254-a19e-6f64e4a2ef6b req-f7f2c39b-32bd-4cad-b4eb-046ceb76059e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 655f78c9-cf7b-480d-9c61-44b2ebcff3c0 {{(pid=103230) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 19:34:55.364457 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [req-7fe0c2a0-aed0-4254-a19e-6f64e4a2ef6b req-f7f2c39b-32bd-4cad-b4eb-046ceb76059e service neutron] Publish callbacks [] for port (655f78c9-cf7b-480d-9c61-44b2ebcff3c0), precommit_update {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:34:55.366099 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a841b5fc-da37-496e-8c07-7f0d2a4d238f req-7921939f-cd89-49e0-b072-52af05543364 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:34:55.367734 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-a841b5fc-da37-496e-8c07-7f0d2a4d238f req-7921939f-cd89-49e0-b072-52af05543364 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=0484ed2328124ada8d8870756276d1f0&device_id=14c3c4a3-f393-4e4f-98ba-33d4eb176858 HTTP/1.1" status: 200 len: 1128 time: 0.2195907 Feb 09 19:34:55.381642 n-d-713498-36 neutron-server[103230]: DEBUG neutron.db.provisioning_blocks [req-7fe0c2a0-aed0-4254-a19e-6f64e4a2ef6b req-f7f2c39b-32bd-4cad-b4eb-046ceb76059e service neutron] Transition to ACTIVE for port object 655f78c9-cf7b-480d-9c61-44b2ebcff3c0 will not be triggered until provisioned by entity L2. {{(pid=103230) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 19:34:55.387496 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [req-7fe0c2a0-aed0-4254-a19e-6f64e4a2ef6b req-f7f2c39b-32bd-4cad-b4eb-046ceb76059e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762867176205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762866656485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762866656503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14393758'] for port (655f78c9-cf7b-480d-9c61-44b2ebcff3c0), after_update {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:34:55.399822 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.plugin [None req-cf005ef1-3c92-496b-9450-77eed3025e9c tempest-NetworksTestDHCPv6-1153288886 tempest-NetworksTestDHCPv6-1153288886-project] Deleting port 4dbdf63e-2b55-4c18-b22b-62e381fd3b9f {{(pid=103229) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 19:34:55.400172 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-cf005ef1-3c92-496b-9450-77eed3025e9c tempest-NetworksTestDHCPv6-1153288886 tempest-NetworksTestDHCPv6-1153288886-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762867170196'] for port (4dbdf63e-2b55-4c18-b22b-62e381fd3b9f), before_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:34:55.470544 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 37370) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:34:55.478798 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7f2c39b-32bd-4cad-b4eb-046ceb76059e service neutron] Pushing event updated for resources: {'Port': ['ID=655f78c9-cf7b-480d-9c61-44b2ebcff3c0,revision_number=2']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:34:55.532894 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.managers [req-7fe0c2a0-aed0-4254-a19e-6f64e4a2ef6b req-f7f2c39b-32bd-4cad-b4eb-046ceb76059e service neutron] Attempting to bind port 655f78c9-cf7b-480d-9c61-44b2ebcff3c0 on host n-h2-713498-36 for vnic_type normal with profile {{(pid=103230) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 19:34:55.544048 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.managers [req-7fe0c2a0-aed0-4254-a19e-6f64e4a2ef6b req-f7f2c39b-32bd-4cad-b4eb-046ceb76059e service neutron] Attempting to bind port 655f78c9-cf7b-480d-9c61-44b2ebcff3c0 by drivers openvswitch,hyperv on host n-h2-713498-36 at level 0 using segments [{'id': '3ad9008e-d820-4913-8a3a-dbe689506816', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': '30b6826a-2ec4-4081-a475-68e12498d4e4'}] {{(pid=103230) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 19:34:55.544048 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7fe0c2a0-aed0-4254-a19e-6f64e4a2ef6b req-f7f2c39b-32bd-4cad-b4eb-046ceb76059e service neutron] Attempting to bind port 655f78c9-cf7b-480d-9c61-44b2ebcff3c0 on network 30b6826a-2ec4-4081-a475-68e12498d4e4 {{(pid=103230) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 19:34:55.544048 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7fe0c2a0-aed0-4254-a19e-6f64e4a2ef6b req-f7f2c39b-32bd-4cad-b4eb-046ceb76059e service neutron] Port 655f78c9-cf7b-480d-9c61-44b2ebcff3c0 on network 30b6826a-2ec4-4081-a475-68e12498d4e4 not bound, no agent of type Open vSwitch agent registered on host n-h2-713498-36 {{(pid=103230) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 19:34:55.544048 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7fe0c2a0-aed0-4254-a19e-6f64e4a2ef6b req-f7f2c39b-32bd-4cad-b4eb-046ceb76059e service neutron] Attempting to bind port 655f78c9-cf7b-480d-9c61-44b2ebcff3c0 on network 30b6826a-2ec4-4081-a475-68e12498d4e4 {{(pid=103230) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 19:34:55.544628 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7fe0c2a0-aed0-4254-a19e-6f64e4a2ef6b req-f7f2c39b-32bd-4cad-b4eb-046ceb76059e service neutron] Checking agent: {'id': 'bcd5faee-dc24-4298-9134-0e0aa054058e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713498-36', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 18, 59, 19), 'started_at': datetime.datetime(2022, 2, 9, 18, 59, 19), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 19, 34, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103230) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 19:34:55.544978 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7fe0c2a0-aed0-4254-a19e-6f64e4a2ef6b req-f7f2c39b-32bd-4cad-b4eb-046ceb76059e service neutron] Checking segment: {'id': '3ad9008e-d820-4913-8a3a-dbe689506816', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': '30b6826a-2ec4-4081-a475-68e12498d4e4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103230) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 19:34:55.545363 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7fe0c2a0-aed0-4254-a19e-6f64e4a2ef6b req-f7f2c39b-32bd-4cad-b4eb-046ceb76059e service neutron] Bound using segment: {'id': '3ad9008e-d820-4913-8a3a-dbe689506816', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': '30b6826a-2ec4-4081-a475-68e12498d4e4'} {{(pid=103230) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 19:34:55.546391 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.managers [req-7fe0c2a0-aed0-4254-a19e-6f64e4a2ef6b req-f7f2c39b-32bd-4cad-b4eb-046ceb76059e service neutron] Bound port: 655f78c9-cf7b-480d-9c61-44b2ebcff3c0, host: n-h2-713498-36, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3ad9008e-d820-4913-8a3a-dbe689506816', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': '30b6826a-2ec4-4081-a475-68e12498d4e4'}}] {{(pid=103230) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 19:34:55.546748 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [req-7fe0c2a0-aed0-4254-a19e-6f64e4a2ef6b req-f7f2c39b-32bd-4cad-b4eb-046ceb76059e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (655f78c9-cf7b-480d-9c61-44b2ebcff3c0), before_update {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:34:55.662015 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.db [req-7fe0c2a0-aed0-4254-a19e-6f64e4a2ef6b req-f7f2c39b-32bd-4cad-b4eb-046ceb76059e service neutron] For port 655f78c9-cf7b-480d-9c61-44b2ebcff3c0, host n-h2-713498-36, cleared binding levels {{(pid=103230) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 19:34:55.662015 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.db [req-7fe0c2a0-aed0-4254-a19e-6f64e4a2ef6b req-f7f2c39b-32bd-4cad-b4eb-046ceb76059e service neutron] For port 655f78c9-cf7b-480d-9c61-44b2ebcff3c0, host n-h2-713498-36, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-36',level=0,port_id=655f78c9-cf7b-480d-9c61-44b2ebcff3c0,segment=NetworkSegment(3ad9008e-d820-4913-8a3a-dbe689506816),segment_id=3ad9008e-d820-4913-8a3a-dbe689506816)] {{(pid=103230) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 19:34:55.669375 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [req-7fe0c2a0-aed0-4254-a19e-6f64e4a2ef6b req-f7f2c39b-32bd-4cad-b4eb-046ceb76059e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762867176205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762866656485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762866656503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14393758'] for port (655f78c9-cf7b-480d-9c61-44b2ebcff3c0), after_update {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:34:55.709606 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fe0c2a0-aed0-4254-a19e-6f64e4a2ef6b req-f7f2c39b-32bd-4cad-b4eb-046ceb76059e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:34:55.710536 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [req-7fe0c2a0-aed0-4254-a19e-6f64e4a2ef6b req-f7f2c39b-32bd-4cad-b4eb-046ceb76059e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171096'] for port (None), before_response {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:34:55.712072 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-cf005ef1-3c92-496b-9450-77eed3025e9c tempest-NetworksTestDHCPv6-1153288886 tempest-NetworksTestDHCPv6-1153288886-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1820838'] for port (4dbdf63e-2b55-4c18-b22b-62e381fd3b9f), precommit_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:34:55.712341 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-7fe0c2a0-aed0-4254-a19e-6f64e4a2ef6b req-f7f2c39b-32bd-4cad-b4eb-046ceb76059e service neutron] 10.222.0.90 "PUT /v2.0/ports/655f78c9-cf7b-480d-9c61-44b2ebcff3c0 HTTP/1.1" status: 200 len: 1092 time: 1.2477796 Feb 09 19:34:55.712974 n-d-713498-36 neutron-server[103230]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4aea3d71-0009-4881-8ee4-e7f8e194a16e', 'tag': '655f78c9-cf7b-480d-9c61-44b2ebcff3c0'}] {{(pid=103230) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 19:34:55.715566 n-d-713498-36 neutron-server[103230]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aee5919275bae9f72eb374ee322673045eb80c1f84b4b45a97d96923bd50ab51" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d4811349-a04b-4a36-9e2c-a5630d9e4774" -d '{"events": [{"name": "network-changed", "server_uuid": "4aea3d71-0009-4881-8ee4-e7f8e194a16e", "tag": "655f78c9-cf7b-480d-9c61-44b2ebcff3c0"}]}' {{(pid=103230) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 19:34:55.720728 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Device 5a2a0b11-0980-48df-9580-e1994c710f99 up at agent ovs-agent-n-d-713498-36 {{(pid=103232) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 19:34:55.732193 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a841b5fc-da37-496e-8c07-7f0d2a4d238f req-fdb1ac85-a098-44f0-95ce-1660c1154799 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:34:55.733845 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-a841b5fc-da37-496e-8c07-7f0d2a4d238f req-fdb1ac85-a098-44f0-95ce-1660c1154799 service neutron] 10.222.0.90 "GET /v2.0/networks?id=8f2df497-8ab8-4c9e-8bb2-f9e936c46637 HTTP/1.1" status: 200 len: 910 time: 0.3390806 Feb 09 19:34:55.738449 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.plugin [None req-cf005ef1-3c92-496b-9450-77eed3025e9c tempest-NetworksTestDHCPv6-1153288886 tempest-NetworksTestDHCPv6-1153288886-project] Calling delete_port for 4dbdf63e-2b55-4c18-b22b-62e381fd3b9f owned by {{(pid=103229) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 19:34:55.744591 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7f2c39b-32bd-4cad-b4eb-046ceb76059e service neutron] Pushing event updated for resources: {'Port': ['ID=655f78c9-cf7b-480d-9c61-44b2ebcff3c0,revision_number=3']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:34:55.810781 n-d-713498-36 neutron-server[103230]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 19:34:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-91930220-7d38-4a6c-b1e0-296ae075ecb5 x-openstack-request-id: req-91930220-7d38-4a6c-b1e0-296ae075ecb5 {{(pid=103230) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 19:34:55.811086 n-d-713498-36 neutron-server[103230]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4aea3d71-0009-4881-8ee4-e7f8e194a16e", "tag": "655f78c9-cf7b-480d-9c61-44b2ebcff3c0", "status": "completed", "code": 200}]} {{(pid=103230) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 19:34:55.811407 n-d-713498-36 neutron-server[103230]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-91930220-7d38-4a6c-b1e0-296ae075ecb5 {{(pid=103230) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 19:34:55.812156 n-d-713498-36 neutron-server[103230]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4aea3d71-0009-4881-8ee4-e7f8e194a16e', 'tag': '655f78c9-cf7b-480d-9c61-44b2ebcff3c0', 'status': 'completed', 'code': 200} Feb 09 19:34:55.819715 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.provisioning_blocks [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Provisioning complete for port 5a2a0b11-0980-48df-9580-e1994c710f99 triggered by entity L2. {{(pid=103232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 19:34:55.820531 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593630'] for port (5a2a0b11-0980-48df-9580-e1994c710f99), provisioning_complete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:34:55.876179 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fe0c2a0-aed0-4254-a19e-6f64e4a2ef6b req-296203ce-0759-4623-bce9-93a560ac8c1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:34:55.878439 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-7fe0c2a0-aed0-4254-a19e-6f64e4a2ef6b req-296203ce-0759-4623-bce9-93a560ac8c1f service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=1d398ed7d9dd4dd6ba1e1a6a1e6a87ff&device_id=4aea3d71-0009-4881-8ee4-e7f8e194a16e HTTP/1.1" status: 200 len: 1126 time: 0.1000292 Feb 09 19:34:55.962843 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-7fe0c2a0-aed0-4254-a19e-6f64e4a2ef6b req-c1f06d95-907a-42f7-96d0-2feb7a6c50d2 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=655f78c9-cf7b-480d-9c61-44b2ebcff3c0 HTTP/1.1" status: 200 len: 217 time: 0.0765829 Feb 09 19:34:55.995325 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Current status of the port 5a2a0b11-0980-48df-9580-e1994c710f99 is: DOWN; New status is: ACTIVE {{(pid=103232) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 19:34:55.999000 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (5a2a0b11-0980-48df-9580-e1994c710f99), before_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:34:56.037264 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fe0c2a0-aed0-4254-a19e-6f64e4a2ef6b req-bd97c58c-7267-4d83-aa0c-2268cfbedb30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:34:56.038822 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-7fe0c2a0-aed0-4254-a19e-6f64e4a2ef6b req-bd97c58c-7267-4d83-aa0c-2268cfbedb30 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=030193b3-b985-4d6c-b0c1-2ea320638096 HTTP/1.1" status: 200 len: 846 time: 0.0687206 Feb 09 19:34:56.078821 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-7fe0c2a0-aed0-4254-a19e-6f64e4a2ef6b req-5247311a-8293-4aec-8b18-8c7fe79fee64 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=30b6826a-2ec4-4081-a475-68e12498d4e4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0292366 Feb 09 19:34:56.080349 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] For port 5a2a0b11-0980-48df-9580-e1994c710f99, host n-d-713498-36, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-36',level=0,port_id=5a2a0b11-0980-48df-9580-e1994c710f99,segment=NetworkSegment(20e634bc-bbe0-4569-a1ea-6be524590675),segment_id=20e634bc-bbe0-4569-a1ea-6be524590675)] {{(pid=103232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 19:34:56.087981 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762867176205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762866656485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762866656503'] for port (5a2a0b11-0980-48df-9580-e1994c710f99), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:34:56.176629 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Pushing event updated for resources: {'Port': ['ID=5a2a0b11-0980-48df-9580-e1994c710f99,revision_number=3']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:34:56.249330 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-7fe0c2a0-aed0-4254-a19e-6f64e4a2ef6b req-b956ffe7-94fc-4f64-9a14-ac0094628877 service neutron] 10.222.0.90 "GET /v2.0/networks/30b6826a-2ec4-4081-a475-68e12498d4e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1585238 Feb 09 19:34:56.264751 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-a841b5fc-da37-496e-8c07-7f0d2a4d238f req-47395017-60b5-452b-9647-f92654378620 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=c6f469cb-b1d3-4ec0-ae11-8d288e85cc6d HTTP/1.1" status: 200 len: 1001 time: 0.5103896 Feb 09 19:34:56.385640 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-7fe0c2a0-aed0-4254-a19e-6f64e4a2ef6b req-7b04ae54-7ef3-467d-89ba-3d98f5db6d40 service neutron] 10.222.0.90 "GET /v2.0/networks/30b6826a-2ec4-4081-a475-68e12498d4e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1289079 Feb 09 19:34:56.390366 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a841b5fc-da37-496e-8c07-7f0d2a4d238f req-7b828c2c-245f-4d6c-be24-1093c338a4ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:34:56.391819 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-a841b5fc-da37-496e-8c07-7f0d2a4d238f req-7b828c2c-245f-4d6c-be24-1093c338a4ec service neutron] 10.222.0.90 "GET /v2.0/subnets?id=9358c454-1c1b-4e17-a8a9-b8f83c45b376 HTTP/1.1" status: 200 len: 848 time: 0.1191213 Feb 09 19:34:56.526440 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-cf005ef1-3c92-496b-9450-77eed3025e9c tempest-NetworksTestDHCPv6-1153288886 tempest-NetworksTestDHCPv6-1153288886-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762867177463', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762866656476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12867576'] for port (4dbdf63e-2b55-4c18-b22b-62e381fd3b9f), after_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:34:56.540649 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.provisioning_blocks [None req-3334d9ab-20d6-442e-9ca9-6b0e46cd5258 None None] Provisioning complete for port 5a2a0b11-0980-48df-9580-e1994c710f99 triggered by entity DHCP. {{(pid=103232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 19:34:56.541555 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-3334d9ab-20d6-442e-9ca9-6b0e46cd5258 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593630'] for port (5a2a0b11-0980-48df-9580-e1994c710f99), provisioning_complete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:34:56.567567 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3e29997-6f54-480d-ab88-97070ba37a4d req-224262ce-3603-47b3-90e0-33b2ba315ad1 tempest-ServersTestJSON-482035511 tempest-ServersTestJSON-482035511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:34:56.574034 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-f3e29997-6f54-480d-ab88-97070ba37a4d req-224262ce-3603-47b3-90e0-33b2ba315ad1 tempest-ServersTestJSON-482035511 tempest-ServersTestJSON-482035511-project] 10.222.0.75 "GET /v2.0/ports?device_id=4aea3d71-0009-4881-8ee4-e7f8e194a16e HTTP/1.1" status: 200 len: 943 time: 0.1228435 Feb 09 19:34:56.582007 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf005ef1-3c92-496b-9450-77eed3025e9c tempest-NetworksTestDHCPv6-1153288886 tempest-NetworksTestDHCPv6-1153288886-project] Pushing event deleted for resources: {'Port': ['ID=4dbdf63e-2b55-4c18-b22b-62e381fd3b9f,revision_number=None']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:34:56.599836 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a841b5fc-da37-496e-8c07-7f0d2a4d238f req-cc10c689-9724-4505-8baa-47969611a7b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:34:56.601404 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-a841b5fc-da37-496e-8c07-7f0d2a4d238f req-cc10c689-9724-4505-8baa-47969611a7b9 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=8f2df497-8ab8-4c9e-8bb2-f9e936c46637&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.1994300 Feb 09 19:34:56.604359 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4811349-a04b-4a36-9e2c-a5630d9e4774 req-b7bebe70-f229-4e5c-8b92-5350ba3388b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:34:56.606745 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-d4811349-a04b-4a36-9e2c-a5630d9e4774 req-b7bebe70-f229-4e5c-8b92-5350ba3388b9 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=1d398ed7d9dd4dd6ba1e1a6a1e6a87ff&device_id=4aea3d71-0009-4881-8ee4-e7f8e194a16e HTTP/1.1" status: 200 len: 1126 time: 0.1468751 Feb 09 19:34:56.670358 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-cf005ef1-3c92-496b-9450-77eed3025e9c tempest-NetworksTestDHCPv6-1153288886 tempest-NetworksTestDHCPv6-1153288886-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171096'] for port (None), before_response {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:34:56.677145 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-cf005ef1-3c92-496b-9450-77eed3025e9c tempest-NetworksTestDHCPv6-1153288886 tempest-NetworksTestDHCPv6-1153288886-project] 10.222.0.75 "DELETE /v2.0/ports/4dbdf63e-2b55-4c18-b22b-62e381fd3b9f HTTP/1.1" status: 204 len: 168 time: 1.5409968 Feb 09 19:34:56.689836 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 37392) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:34:56.730913 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-f3e29997-6f54-480d-ab88-97070ba37a4d req-43da8c81-7b04-4bb8-85e2-cabe498e9476 tempest-ServersTestJSON-482035511 tempest-ServersTestJSON-482035511-project] 10.222.0.75 "GET /v2.0/security-groups?id=37883354-c9cd-40f0-bbce-1c711bac4569&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1490216 Feb 09 19:34:56.745589 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-3334d9ab-20d6-442e-9ca9-6b0e46cd5258 None None] Current status of the port 5a2a0b11-0980-48df-9580-e1994c710f99 is: ACTIVE; New status is: ACTIVE {{(pid=103232) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 19:34:56.789793 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4811349-a04b-4a36-9e2c-a5630d9e4774 req-1e6c216c-abb9-4662-b62d-aa1a161b4475 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:34:56.792216 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-d4811349-a04b-4a36-9e2c-a5630d9e4774 req-1e6c216c-abb9-4662-b62d-aa1a161b4475 service neutron] 10.222.0.90 "GET /v2.0/networks?id=30b6826a-2ec4-4081-a475-68e12498d4e4 HTTP/1.1" status: 200 len: 907 time: 0.1659718 Feb 09 19:34:56.795628 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc96bc36-3d6d-4a51-8f33-de9c2aa91ff9 tempest-NetworksTestDHCPv6-1153288886 tempest-NetworksTestDHCPv6-1153288886-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:34:56.796959 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc96bc36-3d6d-4a51-8f33-de9c2aa91ff9 tempest-NetworksTestDHCPv6-1153288886 tempest-NetworksTestDHCPv6-1153288886-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:34:56.798480 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-cc96bc36-3d6d-4a51-8f33-de9c2aa91ff9 tempest-NetworksTestDHCPv6-1153288886 tempest-NetworksTestDHCPv6-1153288886-project] 10.222.0.75 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1075280 Feb 09 19:34:56.801388 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 37394) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:34:56.859246 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.provisioning_blocks [None req-cfe63b8c-77d1-448c-a4da-6823db9089b9 None None] Could not find standard attr ID for object 4dbdf63e-2b55-4c18-b22b-62e381fd3b9f. {{(pid=103232) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 09 19:34:56.899589 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-d4811349-a04b-4a36-9e2c-a5630d9e4774 req-2de07706-a17a-4d46-bd6a-b5d211aaccf9 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=655f78c9-cf7b-480d-9c61-44b2ebcff3c0 HTTP/1.1" status: 200 len: 217 time: 0.0879426 Feb 09 19:34:56.923038 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-a841b5fc-da37-496e-8c07-7f0d2a4d238f req-07407312-6cab-44f2-9c83-9713382c3fdf service neutron] 10.222.0.90 "GET /v2.0/networks/8f2df497-8ab8-4c9e-8bb2-f9e936c46637?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2757177 Feb 09 19:34:56.951403 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-60761a1e-7bd2-463d-a61f-f3582f40cbe9 tempest-TestNetworkAdvancedServerOps-1633223542 tempest-TestNetworkAdvancedServerOps-1633223542-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1834525'] for router_interface (8186ebd6-38e5-4478-af0c-af6bfd869d76), before_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:34:56.963726 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4811349-a04b-4a36-9e2c-a5630d9e4774 req-cee5b491-728f-4599-a8a2-bbb688b4fcf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:34:56.965168 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-d4811349-a04b-4a36-9e2c-a5630d9e4774 req-cee5b491-728f-4599-a8a2-bbb688b4fcf2 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=030193b3-b985-4d6c-b0c1-2ea320638096 HTTP/1.1" status: 200 len: 846 time: 0.0575931 Feb 09 19:34:56.990499 n-d-713498-36 neutron-server[103230]: DEBUG neutron.db.db_base_plugin_v2 [None req-f683a533-043a-41a7-90ca-3b8e5a2bbe84 tempest-NetworksTestDHCPv6-1153288886 tempest-NetworksTestDHCPv6-1153288886-project] Deleting subnet a1daba63-fd54-4b2e-9c00-98e66a267731 {{(pid=103230) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 19:34:56.994252 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-f683a533-043a-41a7-90ca-3b8e5a2bbe84 tempest-NetworksTestDHCPv6-1153288886 tempest-NetworksTestDHCPv6-1153288886-project] Publish callbacks [] for subnet (a1daba63-fd54-4b2e-9c00-98e66a267731), before_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:34:57.055865 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-d4811349-a04b-4a36-9e2c-a5630d9e4774 req-50537204-1f44-42b3-ac53-9e68fcdd238e service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=30b6826a-2ec4-4081-a475-68e12498d4e4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0802317 Feb 09 19:34:57.060316 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-f683a533-043a-41a7-90ca-3b8e5a2bbe84 tempest-NetworksTestDHCPv6-1153288886 tempest-NetworksTestDHCPv6-1153288886-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12895822'] for subnet (a1daba63-fd54-4b2e-9c00-98e66a267731), precommit_delete_associations {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:34:57.218576 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-a841b5fc-da37-496e-8c07-7f0d2a4d238f req-7b7ddb53-c889-46e1-9c64-6f37c236b379 service neutron] 10.222.0.90 "GET /v2.0/networks/8f2df497-8ab8-4c9e-8bb2-f9e936c46637?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2876863 Feb 09 19:34:57.220244 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-f683a533-043a-41a7-90ca-3b8e5a2bbe84 tempest-NetworksTestDHCPv6-1153288886 tempest-NetworksTestDHCPv6-1153288886-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-759852'] for subnet (a1daba63-fd54-4b2e-9c00-98e66a267731), precommit_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:34:57.227719 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-d4811349-a04b-4a36-9e2c-a5630d9e4774 req-0073215d-f58b-4b9b-861f-b835d3ce1944 service neutron] 10.222.0.90 "GET /v2.0/networks/30b6826a-2ec4-4081-a475-68e12498d4e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1449020 Feb 09 19:34:57.342845 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.plugin [None req-60761a1e-7bd2-463d-a61f-f3582f40cbe9 tempest-TestNetworkAdvancedServerOps-1633223542 tempest-TestNetworkAdvancedServerOps-1633223542-project] Deleting port 377c896d-df60-4688-91dc-6787892ae051 {{(pid=103229) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 19:34:57.343429 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-60761a1e-7bd2-463d-a61f-f3582f40cbe9 tempest-TestNetworkAdvancedServerOps-1633223542 tempest-TestNetworkAdvancedServerOps-1633223542-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762867170196'] for port (377c896d-df60-4688-91dc-6787892ae051), before_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:34:57.377934 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-d4811349-a04b-4a36-9e2c-a5630d9e4774 req-ba450fa5-bce7-4ad8-a0be-e55fb4d5a769 service neutron] 10.222.0.90 "GET /v2.0/networks/30b6826a-2ec4-4081-a475-68e12498d4e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1277776 Feb 09 19:34:57.380084 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-f683a533-043a-41a7-90ca-3b8e5a2bbe84 tempest-NetworksTestDHCPv6-1153288886 tempest-NetworksTestDHCPv6-1153288886-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-760023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14393672', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12985882'] for subnet (a1daba63-fd54-4b2e-9c00-98e66a267731), after_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:34:57.416665 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f683a533-043a-41a7-90ca-3b8e5a2bbe84 tempest-NetworksTestDHCPv6-1153288886 tempest-NetworksTestDHCPv6-1153288886-project] Pushing event deleted for resources: {'Subnet': ['ID=a1daba63-fd54-4b2e-9c00-98e66a267731,revision_number=None']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:34:57.426617 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-f683a533-043a-41a7-90ca-3b8e5a2bbe84 tempest-NetworksTestDHCPv6-1153288886 tempest-NetworksTestDHCPv6-1153288886-project] Publish callbacks [] for subnet (None), before_response {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:34:57.432911 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-f683a533-043a-41a7-90ca-3b8e5a2bbe84 tempest-NetworksTestDHCPv6-1153288886 tempest-NetworksTestDHCPv6-1153288886-project] 10.222.0.75 "DELETE /v2.0/subnets/a1daba63-fd54-4b2e-9c00-98e66a267731 HTTP/1.1" status: 204 len: 168 time: 0.6304080 Feb 09 19:34:57.433457 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 37400) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:34:57.434371 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35b06a36-64b4-48ae-826c-b00d73170e45 None None] Network f63a97a6-2552-42d7-aee9-c49ce8319647 requested from n-d-713498-36 {{(pid=103232) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 19:34:57.460193 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.db [None req-60761a1e-7bd2-463d-a61f-f3582f40cbe9 tempest-TestNetworkAdvancedServerOps-1633223542 tempest-TestNetworkAdvancedServerOps-1633223542-project] For port 377c896d-df60-4688-91dc-6787892ae051, host n-d-713498-36, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-36',level=0,port_id=377c896d-df60-4688-91dc-6787892ae051,segment=NetworkSegment(7287aa74-ccfd-4c41-8369-48f2461d359d),segment_id=7287aa74-ccfd-4c41-8369-48f2461d359d)] {{(pid=103229) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 19:34:57.461180 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-60761a1e-7bd2-463d-a61f-f3582f40cbe9 tempest-TestNetworkAdvancedServerOps-1633223542 tempest-TestNetworkAdvancedServerOps-1633223542-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1820838'] for port (377c896d-df60-4688-91dc-6787892ae051), precommit_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:34:57.477402 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.plugin [None req-60761a1e-7bd2-463d-a61f-f3582f40cbe9 tempest-TestNetworkAdvancedServerOps-1633223542 tempest-TestNetworkAdvancedServerOps-1633223542-project] Calling delete_port for 377c896d-df60-4688-91dc-6787892ae051 owned by network:router_interface {{(pid=103229) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 19:34:57.480633 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-9d49ac65-ebed-4096-b074-9b3d8d34d8ce tempest-NetworksTestDHCPv6-1153288886 tempest-NetworksTestDHCPv6-1153288886-project] 10.222.0.75 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0459099 Feb 09 19:34:57.483110 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 37402) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:34:57.608378 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0419bf24-0a52-40b7-afb8-edc61477e86b tempest-NetworksTestDHCPv6-1153288886 tempest-NetworksTestDHCPv6-1153288886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:34:57.610518 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-0419bf24-0a52-40b7-afb8-edc61477e86b tempest-NetworksTestDHCPv6-1153288886 tempest-NetworksTestDHCPv6-1153288886-project] 10.222.0.75 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.1257405 Feb 09 19:34:57.612802 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 37404) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:34:57.697194 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16d09476-2ae0-4d31-8c2f-507b73ea8331 None None] DHCP port deletion for f63a97a6-2552-42d7-aee9-c49ce8319647 request from n-d-713498-36 {{(pid=103232) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 09 19:34:57.743103 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e206be12-fe4a-4295-a251-40720edb4e09 tempest-NetworksTestDHCPv6-1153288886 tempest-NetworksTestDHCPv6-1153288886-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:34:57.744710 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-e206be12-fe4a-4295-a251-40720edb4e09 tempest-NetworksTestDHCPv6-1153288886 tempest-NetworksTestDHCPv6-1153288886-project] 10.222.0.75 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1300962 Feb 09 19:34:57.751022 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 37408) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:34:57.799586 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-16d09476-2ae0-4d31-8c2f-507b73ea8331 None None] Deleting port 5a2a0b11-0980-48df-9580-e1994c710f99 {{(pid=103232) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 19:34:57.800535 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-16d09476-2ae0-4d31-8c2f-507b73ea8331 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762867170196'] for port (5a2a0b11-0980-48df-9580-e1994c710f99), before_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:34:57.860716 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-47b92c4f-c052-42e8-bd02-31134bc170b5 tempest-NetworksTestDHCPv6-1153288886 tempest-NetworksTestDHCPv6-1153288886-project] 10.222.0.75 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1017792 Feb 09 19:34:57.860928 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 37412) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:34:57.866930 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.v2.base [None req-e3e92ff5-58d3-439b-a5ca-9aa33914fd2f tempest-NetworksTestDHCPv6-1153288886 tempest-NetworksTestDHCPv6-1153288886-project] Request body: {'subnet': {'network_id': 'f63a97a6-2552-42d7-aee9-c49ce8319647', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'slaac'}} {{(pid=103230) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 19:34:57.970456 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-16d09476-2ae0-4d31-8c2f-507b73ea8331 None None] For port 5a2a0b11-0980-48df-9580-e1994c710f99, host n-d-713498-36, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-36',level=0,port_id=5a2a0b11-0980-48df-9580-e1994c710f99,segment=NetworkSegment(20e634bc-bbe0-4569-a1ea-6be524590675),segment_id=20e634bc-bbe0-4569-a1ea-6be524590675)] {{(pid=103232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 19:34:57.972437 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-16d09476-2ae0-4d31-8c2f-507b73ea8331 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1820838'] for port (5a2a0b11-0980-48df-9580-e1994c710f99), precommit_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:34:57.995769 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e3e92ff5-58d3-439b-a5ca-9aa33914fd2f tempest-NetworksTestDHCPv6-1153288886 tempest-NetworksTestDHCPv6-1153288886-project] Made reservation on behalf of 84aec0d011da47d8bc94f6ba8668f413 for: {'subnet': 1} {{(pid=103230) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 19:34:58.000139 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-e3e92ff5-58d3-439b-a5ca-9aa33914fd2f tempest-NetworksTestDHCPv6-1153288886 tempest-NetworksTestDHCPv6-1153288886-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12985917'] for subnet (None), before_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:34:58.003459 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-16d09476-2ae0-4d31-8c2f-507b73ea8331 None None] Calling delete_port for 5a2a0b11-0980-48df-9580-e1994c710f99 owned by network:dhcp {{(pid=103232) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 19:34:58.007640 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e74cb17-5af6-4ad4-8320-236ab361fe33 req-a443657c-4f14-4027-94c8-1ea98c32fe53 tempest-ServersTestJSON-482035511 tempest-ServersTestJSON-482035511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:34:58.009262 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-8e74cb17-5af6-4ad4-8320-236ab361fe33 req-a443657c-4f14-4027-94c8-1ea98c32fe53 tempest-ServersTestJSON-482035511 tempest-ServersTestJSON-482035511-project] 10.222.0.75 "GET /v2.0/ports?device_id=4aea3d71-0009-4881-8ee4-e7f8e194a16e HTTP/1.1" status: 200 len: 943 time: 0.1040254 Feb 09 19:34:58.010213 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-60761a1e-7bd2-463d-a61f-f3582f40cbe9 tempest-TestNetworkAdvancedServerOps-1633223542 tempest-TestNetworkAdvancedServerOps-1633223542-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762867177463', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762866656476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12867576'] for port (377c896d-df60-4688-91dc-6787892ae051), after_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:34:58.047040 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60761a1e-7bd2-463d-a61f-f3582f40cbe9 tempest-TestNetworkAdvancedServerOps-1633223542 tempest-TestNetworkAdvancedServerOps-1633223542-project] Pushing event deleted for resources: {'Port': ['ID=377c896d-df60-4688-91dc-6787892ae051,revision_number=None']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:34:58.152997 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-16d09476-2ae0-4d31-8c2f-507b73ea8331 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762867177463', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762866656476'] for port (5a2a0b11-0980-48df-9580-e1994c710f99), after_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:34:58.166054 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-8e74cb17-5af6-4ad4-8320-236ab361fe33 req-18899c8e-38f5-467d-9564-a5f9464f61a0 tempest-ServersTestJSON-482035511 tempest-ServersTestJSON-482035511-project] 10.222.0.75 "GET /v2.0/security-groups?id=37883354-c9cd-40f0-bbce-1c711bac4569&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1249413 Feb 09 19:34:58.192749 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16d09476-2ae0-4d31-8c2f-507b73ea8331 None None] No DVR routers for this DVR port 5a2a0b11-0980-48df-9580-e1994c710f99 on host n-d-713498-36 {{(pid=103232) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 19:34:58.195954 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16d09476-2ae0-4d31-8c2f-507b73ea8331 None None] Pushing event deleted for resources: {'Port': ['ID=5a2a0b11-0980-48df-9580-e1994c710f99,revision_number=None']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:34:58.308530 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-60761a1e-7bd2-463d-a61f-f3582f40cbe9 tempest-TestNetworkAdvancedServerOps-1633223542 tempest-TestNetworkAdvancedServerOps-1633223542-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1613467', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1834633'] for router_interface (8186ebd6-38e5-4478-af0c-af6bfd869d76), after_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:34:58.367163 n-d-713498-36 neutron-server[103230]: DEBUG neutron.objects.ports [None req-e3e92ff5-58d3-439b-a5ca-9aa33914fd2f tempest-NetworksTestDHCPv6-1153288886 tempest-NetworksTestDHCPv6-1153288886-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103230) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Feb 09 19:34:58.368762 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-e3e92ff5-58d3-439b-a5ca-9aa33914fd2f tempest-NetworksTestDHCPv6-1153288886 tempest-NetworksTestDHCPv6-1153288886-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14393611', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12985859'] for subnet (277bba90-3ce4-43b6-881f-5aa61219e806), after_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:34:58.424378 n-d-713498-36 neutron-server[103230]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3e92ff5-58d3-439b-a5ca-9aa33914fd2f tempest-NetworksTestDHCPv6-1153288886 tempest-NetworksTestDHCPv6-1153288886-project] Network f63a97a6-2552-42d7-aee9-c49ce8319647 is already hosted by enough agents. {{(pid=103230) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 19:34:58.427917 n-d-713498-36 neutron-server[103230]: DEBUG neutron.scheduler.base_scheduler [None req-e3e92ff5-58d3-439b-a5ca-9aa33914fd2f tempest-NetworksTestDHCPv6-1153288886 tempest-NetworksTestDHCPv6-1153288886-project] Resources bound (agent type, host, resource id): {{(pid=103230) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 19:34:58.432238 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3e92ff5-58d3-439b-a5ca-9aa33914fd2f tempest-NetworksTestDHCPv6-1153288886 tempest-NetworksTestDHCPv6-1153288886-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:34:58.432832 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-e3e92ff5-58d3-439b-a5ca-9aa33914fd2f tempest-NetworksTestDHCPv6-1153288886 tempest-NetworksTestDHCPv6-1153288886-project] Publish callbacks [] for subnet (None), before_response {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:34:58.438505 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3e92ff5-58d3-439b-a5ca-9aa33914fd2f tempest-NetworksTestDHCPv6-1153288886 tempest-NetworksTestDHCPv6-1153288886-project] Pushing event updated for resources: {'Subnet': ['ID=277bba90-3ce4-43b6-881f-5aa61219e806,revision_number=0']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:34:58.441779 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37dfbb61-e3b4-4fca-a3da-a0b322ad9863 None None] Network f63a97a6-2552-42d7-aee9-c49ce8319647 requested from n-d-713498-36 {{(pid=103232) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 19:34:58.459201 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-e3e92ff5-58d3-439b-a5ca-9aa33914fd2f tempest-NetworksTestDHCPv6-1153288886 tempest-NetworksTestDHCPv6-1153288886-project] 10.222.0.75 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 824 time: 0.5971789 Feb 09 19:34:58.461633 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 37422) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:34:58.469941 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.v2.base [None req-3d9fd7de-f0c5-4cdc-be7d-13606fa35b96 tempest-NetworksTestDHCPv6-1153288886 tempest-NetworksTestDHCPv6-1153288886-project] Request body: {'port': {'network_id': 'f63a97a6-2552-42d7-aee9-c49ce8319647', 'mac_address': 'fa:16:3e:07:dc:76', 'name': 'tempest-NetworksTestDHCPv6-2132880052'}} {{(pid=103230) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 19:34:58.564347 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5337f5ea-56ea-4b05-967c-cc6df638c8be None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8b32e980-7cce-5e82-a341-bd2fa8945c89-f63a97a6-2552-42d7-aee9-c49ce8319647', 'network_id': 'f63a97a6-2552-42d7-aee9-c49ce8319647', 'project_id': '84aec0d011da47d8bc94f6ba8668f413', 'fixed_ips': [{'subnet_id': '277bba90-3ce4-43b6-881f-5aa61219e806'}]}} from n-d-713498-36. {{(pid=103232) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 09 19:34:58.566454 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-5337f5ea-56ea-4b05-967c-cc6df638c8be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (None), before_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:34:58.611546 n-d-713498-36 neutron-server[103229]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-60761a1e-7bd2-463d-a61f-f3582f40cbe9 tempest-TestNetworkAdvancedServerOps-1633223542 tempest-TestNetworkAdvancedServerOps-1633223542-project] Router 8186ebd6-38e5-4478-af0c-af6bfd869d76 has already been hosted by L3 agent 93303d5e-5d17-45e8-8963-7694f87783ae {{(pid=103229) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 19:34:58.615585 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3d9fd7de-f0c5-4cdc-be7d-13606fa35b96 tempest-NetworksTestDHCPv6-1153288886 tempest-NetworksTestDHCPv6-1153288886-project] Made reservation on behalf of 84aec0d011da47d8bc94f6ba8668f413 for: {'port': 1} {{(pid=103230) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 19:34:58.719115 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-3d9fd7de-f0c5-4cdc-be7d-13606fa35b96 tempest-NetworksTestDHCPv6-1153288886 tempest-NetworksTestDHCPv6-1153288886-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (None), before_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:34:58.727975 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.db_base_plugin_common [None req-5337f5ea-56ea-4b05-967c-cc6df638c8be None None] Allocated IP 2001:db8::f816:3eff:fe10:ddf5 (f63a97a6-2552-42d7-aee9-c49ce8319647/277bba90-3ce4-43b6-881f-5aa61219e806/6b54497e-68ab-4aa0-9d44-c41b76e0b981) {{(pid=103232) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 19:34:58.740417 n-d-713498-36 neutron-server[103230]: DEBUG neutron.notifiers.nova [None req-3d9fd7de-f0c5-4cdc-be7d-13606fa35b96 tempest-NetworksTestDHCPv6-1153288886 tempest-NetworksTestDHCPv6-1153288886-project] device_id is not set on port d0ee8dfc-d015-46d1-adb7-bffd3168e022 yet. {{(pid=103230) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 09 19:34:58.759095 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-60761a1e-7bd2-463d-a61f-f3582f40cbe9 tempest-TestNetworkAdvancedServerOps-1633223542 tempest-TestNetworkAdvancedServerOps-1633223542-project] Notify agent at l3_agent.n-d-713498-36 the message routers_updated {{(pid=103229) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 19:34:58.765239 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-60761a1e-7bd2-463d-a61f-f3582f40cbe9 tempest-TestNetworkAdvancedServerOps-1633223542 tempest-TestNetworkAdvancedServerOps-1633223542-project] 10.222.0.75 "PUT /v2.0/routers/8186ebd6-38e5-4478-af0c-af6bfd869d76/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2677727 Feb 09 19:34:58.771177 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 37424) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:34:58.772883 n-d-713498-36 neutron-server[103233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0fd05f06-7697-4e1a-a1a8-4cc6268b9c57 None None] Sync routers for ids ['8186ebd6-38e5-4478-af0c-af6bfd869d76'] in n-d-713498-36 {{(pid=103233) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 19:34:58.787140 n-d-713498-36 neutron-server[103233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fd05f06-7697-4e1a-a1a8-4cc6268b9c57 None None] Routers {'8186ebd6-38e5-4478-af0c-af6bfd869d76'} bound to L3 agent in host n-d-713498-36 {{(pid=103233) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 19:34:58.787763 n-d-713498-36 neutron-server[103233]: DEBUG neutron.db.l3_hamode_db [None req-0fd05f06-7697-4e1a-a1a8-4cc6268b9c57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T18:51:43Z,description=,heartbeat_timestamp=2022-02-09T19:34:43Z,host='n-d-713498-36',id=93303d5e-5d17-45e8-8963-7694f87783ae,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T18:51:43Z,topic='l3_agent')) {'router_ids': ['8186ebd6-38e5-4478-af0c-af6bfd869d76'], 'active': True} {{(pid=103233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:34:58.828565 n-d-713498-36 neutron-server[103229]: DEBUG neutron.db.db_base_plugin_v2 [None req-b12d01c4-c0ff-4259-8ec9-32ee474ad402 tempest-TestNetworkAdvancedServerOps-1633223542 tempest-TestNetworkAdvancedServerOps-1633223542-project] Deleting subnet 7bd817c3-27ad-42c9-8d96-8695f8509e1e {{(pid=103229) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 19:34:58.832147 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-b12d01c4-c0ff-4259-8ec9-32ee474ad402 tempest-TestNetworkAdvancedServerOps-1633223542 tempest-TestNetworkAdvancedServerOps-1633223542-project] Publish callbacks [] for subnet (7bd817c3-27ad-42c9-8d96-8695f8509e1e), before_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:34:58.876170 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-b12d01c4-c0ff-4259-8ec9-32ee474ad402 tempest-TestNetworkAdvancedServerOps-1633223542 tempest-TestNetworkAdvancedServerOps-1633223542-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16683410'] for subnet (7bd817c3-27ad-42c9-8d96-8695f8509e1e), precommit_delete_associations {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:34:58.927470 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-5337f5ea-56ea-4b05-967c-cc6df638c8be None None] Publish callbacks [] for port (6b54497e-68ab-4aa0-9d44-c41b76e0b981), precommit_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:34:58.941777 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-5337f5ea-56ea-4b05-967c-cc6df638c8be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762866656467'] for port (6b54497e-68ab-4aa0-9d44-c41b76e0b981), after_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:34:58.985862 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-b12d01c4-c0ff-4259-8ec9-32ee474ad402 tempest-TestNetworkAdvancedServerOps-1633223542 tempest-TestNetworkAdvancedServerOps-1633223542-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-759852'] for subnet (7bd817c3-27ad-42c9-8d96-8695f8509e1e), precommit_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:34:59.010438 n-d-713498-36 neutron-server[103233]: DEBUG neutron.db.l3_dvr_db [None req-0fd05f06-7697-4e1a-a1a8-4cc6268b9c57 None None] Set router 8186ebd6-38e5-4478-af0c-af6bfd869d76 gateway port host: n-d-713498-36 {{(pid=103233) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 19:34:59.028145 n-d-713498-36 neutron-server[103232]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5337f5ea-56ea-4b05-967c-cc6df638c8be None None] Network f63a97a6-2552-42d7-aee9-c49ce8319647 is already hosted by enough agents. {{(pid=103232) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 19:34:59.042059 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5337f5ea-56ea-4b05-967c-cc6df638c8be None None] Pushing event updated for resources: {'Port': ['ID=6b54497e-68ab-4aa0-9d44-c41b76e0b981,revision_number=1']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:34:59.050515 n-d-713498-36 neutron-server[103230]: DEBUG neutron.db.db_base_plugin_common [None req-3d9fd7de-f0c5-4cdc-be7d-13606fa35b96 tempest-NetworksTestDHCPv6-1153288886 tempest-NetworksTestDHCPv6-1153288886-project] Allocated IP 2001:db8::f816:3eff:fe07:dc76 (f63a97a6-2552-42d7-aee9-c49ce8319647/277bba90-3ce4-43b6-881f-5aa61219e806/d0ee8dfc-d015-46d1-adb7-bffd3168e022) {{(pid=103230) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 19:34:59.060295 n-d-713498-36 neutron-server[103232]: DEBUG neutron.scheduler.base_scheduler [None req-5337f5ea-56ea-4b05-967c-cc6df638c8be None None] Resources bound (agent type, host, resource id): {{(pid=103232) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 19:34:59.063784 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5337f5ea-56ea-4b05-967c-cc6df638c8be None None] Received port after_create {{(pid=103232) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 19:34:59.083740 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-b12d01c4-c0ff-4259-8ec9-32ee474ad402 tempest-TestNetworkAdvancedServerOps-1633223542 tempest-TestNetworkAdvancedServerOps-1633223542-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-760023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12867367', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12759238'] for subnet (7bd817c3-27ad-42c9-8d96-8695f8509e1e), after_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:34:59.145158 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.managers [None req-5337f5ea-56ea-4b05-967c-cc6df638c8be None None] Attempting to bind port 6b54497e-68ab-4aa0-9d44-c41b76e0b981 on host n-d-713498-36 for vnic_type normal with profile {{(pid=103232) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 19:34:59.145566 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.managers [None req-5337f5ea-56ea-4b05-967c-cc6df638c8be None None] Attempting to bind port 6b54497e-68ab-4aa0-9d44-c41b76e0b981 by drivers openvswitch,hyperv on host n-d-713498-36 at level 0 using segments [{'id': '20e634bc-bbe0-4569-a1ea-6be524590675', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': 'f63a97a6-2552-42d7-aee9-c49ce8319647'}] {{(pid=103232) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 19:34:59.145945 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5337f5ea-56ea-4b05-967c-cc6df638c8be None None] Attempting to bind port 6b54497e-68ab-4aa0-9d44-c41b76e0b981 on network f63a97a6-2552-42d7-aee9-c49ce8319647 {{(pid=103232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 19:34:59.153270 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b12d01c4-c0ff-4259-8ec9-32ee474ad402 tempest-TestNetworkAdvancedServerOps-1633223542 tempest-TestNetworkAdvancedServerOps-1633223542-project] Pushing event deleted for resources: {'Subnet': ['ID=7bd817c3-27ad-42c9-8d96-8695f8509e1e,revision_number=None']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:34:59.155097 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5337f5ea-56ea-4b05-967c-cc6df638c8be None None] Checking agent: {'id': '496418a2-c002-4aec-ab1a-07f3bea491bd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-36', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 18, 51, 47), 'started_at': datetime.datetime(2022, 2, 9, 18, 52, 17), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 19, 34, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-36'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 19:34:59.155542 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5337f5ea-56ea-4b05-967c-cc6df638c8be None None] Checking segment: {'id': '20e634bc-bbe0-4569-a1ea-6be524590675', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': 'f63a97a6-2552-42d7-aee9-c49ce8319647'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103232) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 19:34:59.155927 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-5337f5ea-56ea-4b05-967c-cc6df638c8be None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:34:59.156328 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5337f5ea-56ea-4b05-967c-cc6df638c8be None None] Bound using segment: {'id': '20e634bc-bbe0-4569-a1ea-6be524590675', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': 'f63a97a6-2552-42d7-aee9-c49ce8319647'} {{(pid=103232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 19:34:59.157086 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.managers [None req-5337f5ea-56ea-4b05-967c-cc6df638c8be None None] Bound port: 6b54497e-68ab-4aa0-9d44-c41b76e0b981, host: n-d-713498-36, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '20e634bc-bbe0-4569-a1ea-6be524590675', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': 'f63a97a6-2552-42d7-aee9-c49ce8319647'}}] {{(pid=103232) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 19:34:59.158012 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-5337f5ea-56ea-4b05-967c-cc6df638c8be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (6b54497e-68ab-4aa0-9d44-c41b76e0b981), before_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:34:59.169151 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-b12d01c4-c0ff-4259-8ec9-32ee474ad402 tempest-TestNetworkAdvancedServerOps-1633223542 tempest-TestNetworkAdvancedServerOps-1633223542-project] Publish callbacks [] for subnet (None), before_response {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:34:59.182665 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-b12d01c4-c0ff-4259-8ec9-32ee474ad402 tempest-TestNetworkAdvancedServerOps-1633223542 tempest-TestNetworkAdvancedServerOps-1633223542-project] 10.222.0.75 "DELETE /v2.0/subnets/7bd817c3-27ad-42c9-8d96-8695f8509e1e HTTP/1.1" status: 204 len: 168 time: 0.4098473 Feb 09 19:34:59.183493 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 37426) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:34:59.185161 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc02b836-6d36-4ccc-b088-3dbc99cf2a25 None None] Network 34db1430-f99d-431a-b04f-54003e680bea requested from n-d-713498-36 {{(pid=103232) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 19:34:59.342720 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-5337f5ea-56ea-4b05-967c-cc6df638c8be None None] For port 6b54497e-68ab-4aa0-9d44-c41b76e0b981, host n-d-713498-36, cleared binding levels {{(pid=103232) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 19:34:59.348375 n-d-713498-36 neutron-server[103233]: DEBUG neutron.db.l3_hamode_db [None req-0fd05f06-7697-4e1a-a1a8-4cc6268b9c57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8186ebd6-38e5-4478-af0c-af6bfd869d76', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1799291766', 'tenant_id': 'eba669c4f4c548e495f13ae7579d0fa6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88055e1e-672a-4487-be31-ffb6e833ece5', 'external_fixed_ips': [{'subnet_id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'ip_address': '172.25.1.98'}], 'enable_snat': True}, 'gw_port_id': '0739061c-e16f-41f1-a721-ad94652482de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T19:32:04Z', 'updated_at': '2022-02-09T19:34:57Z', 'revision_number': 5, 'project_id': 'eba669c4f4c548e495f13ae7579d0fa6', 'gw_port': {'id': '0739061c-e16f-41f1-a721-ad94652482de', 'name': '', 'network_id': '88055e1e-672a-4487-be31-ffb6e833ece5', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:cd:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8186ebd6-38e5-4478-af0c-af6bfd869d76', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3065, 'fixed_ips': [{'subnet_id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'ip_address': '172.25.1.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T19:32:08Z', 'updated_at': '2022-02-09T19:32:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-36'}], 'n-d-713498-36', False) {} {{(pid=103233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:34:59.376701 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-5337f5ea-56ea-4b05-967c-cc6df638c8be None None] For port 6b54497e-68ab-4aa0-9d44-c41b76e0b981, host n-d-713498-36, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-36',level=0,port_id=6b54497e-68ab-4aa0-9d44-c41b76e0b981,segment=NetworkSegment(20e634bc-bbe0-4569-a1ea-6be524590675),segment_id=20e634bc-bbe0-4569-a1ea-6be524590675)] {{(pid=103232) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 19:34:59.400604 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-e3cc4c22-81b6-4f89-9428-6d9379de9e1c tempest-TestNetworkAdvancedServerOps-1633223542 tempest-TestNetworkAdvancedServerOps-1633223542-project] Publish callbacks [] for router (8186ebd6-38e5-4478-af0c-af6bfd869d76), before_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:34:59.401432 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-5337f5ea-56ea-4b05-967c-cc6df638c8be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762867176205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762866656485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762866656503'] for port (6b54497e-68ab-4aa0-9d44-c41b76e0b981), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:34:59.411671 n-d-713498-36 neutron-server[103233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0fd05f06-7697-4e1a-a1a8-4cc6268b9c57 None None] Checking router: 8186ebd6-38e5-4478-af0c-af6bfd869d76 for host: n-d-713498-36 {{(pid=103233) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 19:34:59.422104 n-d-713498-36 neutron-server[103233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fd05f06-7697-4e1a-a1a8-4cc6268b9c57 None None] Routers {'8186ebd6-38e5-4478-af0c-af6bfd869d76'} bound to L3 agent in host n-d-713498-36 {{(pid=103233) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 19:34:59.424052 n-d-713498-36 neutron-server[103233]: DEBUG neutron.db.l3_hamode_db [None req-0fd05f06-7697-4e1a-a1a8-4cc6268b9c57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T18:51:43Z,description=,heartbeat_timestamp=2022-02-09T19:34:43Z,host='n-d-713498-36',id=93303d5e-5d17-45e8-8963-7694f87783ae,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T18:51:43Z,topic='l3_agent')) {'router_ids': ['8186ebd6-38e5-4478-af0c-af6bfd869d76'], 'active': True} {{(pid=103233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:34:59.441060 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6005b02-6c33-4fe3-9b74-5096d2b1406d req-4ad8e710-073c-4da3-9bb1-e8564944048c tempest-ServersTestJSON-482035511 tempest-ServersTestJSON-482035511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:34:59.443258 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-b6005b02-6c33-4fe3-9b74-5096d2b1406d req-4ad8e710-073c-4da3-9bb1-e8564944048c tempest-ServersTestJSON-482035511 tempest-ServersTestJSON-482035511-project] 10.222.0.75 "GET /v2.0/ports?device_id=4aea3d71-0009-4881-8ee4-e7f8e194a16e HTTP/1.1" status: 200 len: 943 time: 0.1913881 Feb 09 19:34:59.478096 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-3d9fd7de-f0c5-4cdc-be7d-13606fa35b96 tempest-NetworksTestDHCPv6-1153288886 tempest-NetworksTestDHCPv6-1153288886-project] Publish callbacks [] for port (d0ee8dfc-d015-46d1-adb7-bffd3168e022), precommit_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:34:59.506788 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5337f5ea-56ea-4b05-967c-cc6df638c8be None None] Pushing event updated for resources: {'Port': ['ID=6b54497e-68ab-4aa0-9d44-c41b76e0b981,revision_number=2']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:34:59.528339 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0980f22f-a4a7-4472-a2fd-73e22067985f None None] DHCP port deletion for 34db1430-f99d-431a-b04f-54003e680bea request from n-d-713498-36 {{(pid=103232) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 09 19:34:59.571632 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-b6005b02-6c33-4fe3-9b74-5096d2b1406d req-da492414-72bf-4409-a93a-262765cc9d88 tempest-ServersTestJSON-482035511 tempest-ServersTestJSON-482035511-project] 10.222.0.75 "GET /v2.0/security-groups?id=37883354-c9cd-40f0-bbce-1c711bac4569&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1172972 Feb 09 19:34:59.596568 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-3d9fd7de-f0c5-4cdc-be7d-13606fa35b96 tempest-NetworksTestDHCPv6-1153288886 tempest-NetworksTestDHCPv6-1153288886-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762866656467', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14393751'] for port (d0ee8dfc-d015-46d1-adb7-bffd3168e022), after_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:34:59.628116 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-e3cc4c22-81b6-4f89-9428-6d9379de9e1c tempest-TestNetworkAdvancedServerOps-1633223542 tempest-TestNetworkAdvancedServerOps-1633223542-project] Publish callbacks [] for router_gateway (8186ebd6-38e5-4478-af0c-af6bfd869d76), before_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:34:59.629594 n-d-713498-36 neutron-server[103230]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d9fd7de-f0c5-4cdc-be7d-13606fa35b96 tempest-NetworksTestDHCPv6-1153288886 tempest-NetworksTestDHCPv6-1153288886-project] Network f63a97a6-2552-42d7-aee9-c49ce8319647 is already hosted by enough agents. {{(pid=103230) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 19:34:59.632243 n-d-713498-36 neutron-server[103230]: DEBUG neutron.scheduler.base_scheduler [None req-3d9fd7de-f0c5-4cdc-be7d-13606fa35b96 tempest-NetworksTestDHCPv6-1153288886 tempest-NetworksTestDHCPv6-1153288886-project] Resources bound (agent type, host, resource id): {{(pid=103230) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 19:34:59.634132 n-d-713498-36 neutron-server[103233]: DEBUG neutron.db.l3_dvr_db [None req-0fd05f06-7697-4e1a-a1a8-4cc6268b9c57 None None] Set router 8186ebd6-38e5-4478-af0c-af6bfd869d76 gateway port host: n-d-713498-36 {{(pid=103233) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 19:34:59.637350 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-0980f22f-a4a7-4472-a2fd-73e22067985f None None] Deleting port bd49876c-ca6e-42b8-8df6-a0cef29bd931 {{(pid=103232) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 19:34:59.638952 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-0980f22f-a4a7-4472-a2fd-73e22067985f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762867170196'] for port (bd49876c-ca6e-42b8-8df6-a0cef29bd931), before_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:34:59.656904 n-d-713498-36 neutron-server[103230]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d9fd7de-f0c5-4cdc-be7d-13606fa35b96 tempest-NetworksTestDHCPv6-1153288886 tempest-NetworksTestDHCPv6-1153288886-project] Received port after_create {{(pid=103230) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 19:34:59.663919 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d9fd7de-f0c5-4cdc-be7d-13606fa35b96 tempest-NetworksTestDHCPv6-1153288886 tempest-NetworksTestDHCPv6-1153288886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:34:59.664732 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-3d9fd7de-f0c5-4cdc-be7d-13606fa35b96 tempest-NetworksTestDHCPv6-1153288886 tempest-NetworksTestDHCPv6-1153288886-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171096'] for port (None), before_response {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:34:59.724703 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-3d9fd7de-f0c5-4cdc-be7d-13606fa35b96 tempest-NetworksTestDHCPv6-1153288886 tempest-NetworksTestDHCPv6-1153288886-project] 10.222.0.75 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 1.2572570 Feb 09 19:34:59.725014 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d9fd7de-f0c5-4cdc-be7d-13606fa35b96 tempest-NetworksTestDHCPv6-1153288886 tempest-NetworksTestDHCPv6-1153288886-project] Pushing event updated for resources: {'Port': ['ID=d0ee8dfc-d015-46d1-adb7-bffd3168e022,revision_number=1']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:34:59.726109 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 37434) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:34:59.816556 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-0980f22f-a4a7-4472-a2fd-73e22067985f None None] For port bd49876c-ca6e-42b8-8df6-a0cef29bd931, host n-d-713498-36, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-36',level=0,port_id=bd49876c-ca6e-42b8-8df6-a0cef29bd931,segment=NetworkSegment(7287aa74-ccfd-4c41-8369-48f2461d359d),segment_id=7287aa74-ccfd-4c41-8369-48f2461d359d)] {{(pid=103232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 19:34:59.817564 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-0980f22f-a4a7-4472-a2fd-73e22067985f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1820838'] for port (bd49876c-ca6e-42b8-8df6-a0cef29bd931), precommit_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:34:59.841398 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.plugin [None req-e3cc4c22-81b6-4f89-9428-6d9379de9e1c tempest-TestNetworkAdvancedServerOps-1633223542 tempest-TestNetworkAdvancedServerOps-1633223542-project] Deleting port 0739061c-e16f-41f1-a721-ad94652482de {{(pid=103229) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 19:34:59.841398 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-e3cc4c22-81b6-4f89-9428-6d9379de9e1c tempest-TestNetworkAdvancedServerOps-1633223542 tempest-TestNetworkAdvancedServerOps-1633223542-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762867170196'] for port (0739061c-e16f-41f1-a721-ad94652482de), before_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:34:59.872198 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Device bd49876c-ca6e-42b8-8df6-a0cef29bd931 no longer exists at agent ovs-agent-n-d-713498-36 {{(pid=103232) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 19:34:59.929318 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-846347b8-9b28-469e-bb0e-d41b9cc330c0 tempest-NetworksTestDHCPv6-1153288886 tempest-NetworksTestDHCPv6-1153288886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:34:59.932060 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-0980f22f-a4a7-4472-a2fd-73e22067985f None None] Calling delete_port for bd49876c-ca6e-42b8-8df6-a0cef29bd931 owned by network:dhcp {{(pid=103232) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 19:34:59.934751 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-846347b8-9b28-469e-bb0e-d41b9cc330c0 tempest-NetworksTestDHCPv6-1153288886 tempest-NetworksTestDHCPv6-1153288886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:34:59.936681 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-846347b8-9b28-469e-bb0e-d41b9cc330c0 tempest-NetworksTestDHCPv6-1153288886 tempest-NetworksTestDHCPv6-1153288886-project] 10.222.0.75 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1703 time: 0.2086937 Feb 09 19:34:59.939392 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 37438) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:34:59.992578 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.db [None req-e3cc4c22-81b6-4f89-9428-6d9379de9e1c tempest-TestNetworkAdvancedServerOps-1633223542 tempest-TestNetworkAdvancedServerOps-1633223542-project] For port 0739061c-e16f-41f1-a721-ad94652482de, host n-d-713498-36, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-36',level=0,port_id=0739061c-e16f-41f1-a721-ad94652482de,segment=NetworkSegment(a4222f89-8d3f-4b51-953b-1a8126392491),segment_id=a4222f89-8d3f-4b51-953b-1a8126392491)] {{(pid=103229) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 19:34:59.992957 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-e3cc4c22-81b6-4f89-9428-6d9379de9e1c tempest-TestNetworkAdvancedServerOps-1633223542 tempest-TestNetworkAdvancedServerOps-1633223542-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1820838'] for port (0739061c-e16f-41f1-a721-ad94652482de), precommit_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:35:00.015116 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.plugin [None req-e3cc4c22-81b6-4f89-9428-6d9379de9e1c tempest-TestNetworkAdvancedServerOps-1633223542 tempest-TestNetworkAdvancedServerOps-1633223542-project] Calling delete_port for 0739061c-e16f-41f1-a721-ad94652482de owned by network:router_gateway {{(pid=103229) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 19:35:00.075751 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Current status of the port bd49876c-ca6e-42b8-8df6-a0cef29bd931 is: ACTIVE; New status is: DOWN {{(pid=103232) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 19:35:00.076315 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (bd49876c-ca6e-42b8-8df6-a0cef29bd931), before_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:35:00.105909 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.plugin [None req-2137c1ea-cf71-4c40-9607-fd22a8905b22 tempest-NetworksTestDHCPv6-1153288886 tempest-NetworksTestDHCPv6-1153288886-project] Deleting port d0ee8dfc-d015-46d1-adb7-bffd3168e022 {{(pid=103230) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 19:35:00.106286 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-2137c1ea-cf71-4c40-9607-fd22a8905b22 tempest-NetworksTestDHCPv6-1153288886 tempest-NetworksTestDHCPv6-1153288886-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762867170196'] for port (d0ee8dfc-d015-46d1-adb7-bffd3168e022), before_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:35:00.126711 n-d-713498-36 neutron-server[103233]: DEBUG neutron.db.l3_hamode_db [None req-0fd05f06-7697-4e1a-a1a8-4cc6268b9c57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8186ebd6-38e5-4478-af0c-af6bfd869d76', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1799291766', 'tenant_id': 'eba669c4f4c548e495f13ae7579d0fa6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88055e1e-672a-4487-be31-ffb6e833ece5', 'external_fixed_ips': [{'subnet_id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'ip_address': '172.25.1.98'}], 'enable_snat': True}, 'gw_port_id': '0739061c-e16f-41f1-a721-ad94652482de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T19:32:04Z', 'updated_at': '2022-02-09T19:34:57Z', 'revision_number': 5, 'project_id': 'eba669c4f4c548e495f13ae7579d0fa6', 'gw_port': {'id': '0739061c-e16f-41f1-a721-ad94652482de', 'name': '', 'network_id': '88055e1e-672a-4487-be31-ffb6e833ece5', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:cd:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8186ebd6-38e5-4478-af0c-af6bfd869d76', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3065, 'fixed_ips': [{'subnet_id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'ip_address': '172.25.1.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T19:32:08Z', 'updated_at': '2022-02-09T19:32:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-36'}], 'n-d-713498-36', False) {} {{(pid=103233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:35:00.129221 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] For port bd49876c-ca6e-42b8-8df6-a0cef29bd931, host n-d-713498-36, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-36',level=0,port_id=bd49876c-ca6e-42b8-8df6-a0cef29bd931,segment=NetworkSegment(7287aa74-ccfd-4c41-8369-48f2461d359d),segment_id=7287aa74-ccfd-4c41-8369-48f2461d359d)] {{(pid=103232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 19:35:00.159156 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762867176205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762866656485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762866656503'] for port (bd49876c-ca6e-42b8-8df6-a0cef29bd931), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:35:00.160316 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Device 5a2a0b11-0980-48df-9580-e1994c710f99 no longer exists at agent ovs-agent-n-d-713498-36 {{(pid=103232) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 19:35:00.192992 n-d-713498-36 neutron-server[103233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0fd05f06-7697-4e1a-a1a8-4cc6268b9c57 None None] The sync data for ids ['8186ebd6-38e5-4478-af0c-af6bfd869d76'] in n-d-713498-36 is: [{'id': '8186ebd6-38e5-4478-af0c-af6bfd869d76', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1799291766', 'tenant_id': 'eba669c4f4c548e495f13ae7579d0fa6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88055e1e-672a-4487-be31-ffb6e833ece5', 'external_fixed_ips': [{'subnet_id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'ip_address': '172.25.1.98'}], 'enable_snat': True}, 'gw_port_id': '0739061c-e16f-41f1-a721-ad94652482de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T19:32:04Z', 'updated_at': '2022-02-09T19:34:57Z', 'revision_number': 5, 'project_id': 'eba669c4f4c548e495f13ae7579d0fa6', 'gw_port': {'id': '0739061c-e16f-41f1-a721-ad94652482de', 'name': '', 'network_id': '88055e1e-672a-4487-be31-ffb6e833ece5', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:cd:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8186ebd6-38e5-4478-af0c-af6bfd869d76', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3065, 'fixed_ips': [{'subnet_id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'ip_address': '172.25.1.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T19:32:08Z', 'updated_at': '2022-02-09T19:32:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-36'}] {{(pid=103233) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 19:35:00.206794 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] No Port match for: 5a2a0b11-0980-48df-9580-e1994c710f99 {{(pid=103232) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 19:35:00.207485 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Device 5a2a0b11-0980-48df-9580-e1994c710f99 not bound to the agent host n-d-713498-36 {{(pid=103232) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 19:35:00.218300 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-0980f22f-a4a7-4472-a2fd-73e22067985f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762867177463', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762866656476'] for port (bd49876c-ca6e-42b8-8df6-a0cef29bd931), after_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:35:00.233861 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-2137c1ea-cf71-4c40-9607-fd22a8905b22 tempest-NetworksTestDHCPv6-1153288886 tempest-NetworksTestDHCPv6-1153288886-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1820838'] for port (d0ee8dfc-d015-46d1-adb7-bffd3168e022), precommit_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:35:00.256513 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0980f22f-a4a7-4472-a2fd-73e22067985f None None] No DVR routers for this DVR port bd49876c-ca6e-42b8-8df6-a0cef29bd931 on host n-d-713498-36 {{(pid=103232) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 19:35:00.264558 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Pushing event updated for resources: {'Port': ['ID=bd49876c-ca6e-42b8-8df6-a0cef29bd931,revision_number=5']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:35:00.268356 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.plugin [None req-2137c1ea-cf71-4c40-9607-fd22a8905b22 tempest-NetworksTestDHCPv6-1153288886 tempest-NetworksTestDHCPv6-1153288886-project] Calling delete_port for d0ee8dfc-d015-46d1-adb7-bffd3168e022 owned by {{(pid=103230) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 19:35:00.302044 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0980f22f-a4a7-4472-a2fd-73e22067985f None None] Pushing event deleted for resources: {'Port': ['ID=bd49876c-ca6e-42b8-8df6-a0cef29bd931,revision_number=None']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:35:00.421197 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-2137c1ea-cf71-4c40-9607-fd22a8905b22 tempest-NetworksTestDHCPv6-1153288886 tempest-NetworksTestDHCPv6-1153288886-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762867177463', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762866656476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14393751'] for port (d0ee8dfc-d015-46d1-adb7-bffd3168e022), after_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:35:00.456966 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2137c1ea-cf71-4c40-9607-fd22a8905b22 tempest-NetworksTestDHCPv6-1153288886 tempest-NetworksTestDHCPv6-1153288886-project] Pushing event deleted for resources: {'Port': ['ID=d0ee8dfc-d015-46d1-adb7-bffd3168e022,revision_number=None']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:35:00.481389 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-2137c1ea-cf71-4c40-9607-fd22a8905b22 tempest-NetworksTestDHCPv6-1153288886 tempest-NetworksTestDHCPv6-1153288886-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171096'] for port (None), before_response {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:35:00.488151 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-2137c1ea-cf71-4c40-9607-fd22a8905b22 tempest-NetworksTestDHCPv6-1153288886 tempest-NetworksTestDHCPv6-1153288886-project] 10.222.0.75 "DELETE /v2.0/ports/d0ee8dfc-d015-46d1-adb7-bffd3168e022 HTTP/1.1" status: 204 len: 168 time: 0.5469847 Feb 09 19:35:00.488720 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 37440) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:35:00.493155 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Device 655f78c9-cf7b-480d-9c61-44b2ebcff3c0 details requested by agent hyperv_n-h2-713498-36 with host n-h2-713498-36 {{(pid=103232) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 19:35:00.573710 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79b1b37b-8c60-4db1-b74a-227ce59aa1e0 tempest-NetworksTestDHCPv6-1153288886 tempest-NetworksTestDHCPv6-1153288886-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:35:00.575205 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79b1b37b-8c60-4db1-b74a-227ce59aa1e0 tempest-NetworksTestDHCPv6-1153288886 tempest-NetworksTestDHCPv6-1153288886-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:35:00.579152 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-79b1b37b-8c60-4db1-b74a-227ce59aa1e0 tempest-NetworksTestDHCPv6-1153288886 tempest-NetworksTestDHCPv6-1153288886-project] 10.222.0.75 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1454 time: 0.0870538 Feb 09 19:35:00.579762 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 37442) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:35:00.623675 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-7429db8d-6021-40ad-813e-885be449a89b None None] For port 655f78c9-cf7b-480d-9c61-44b2ebcff3c0, host n-h2-713498-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-36',level=0,port_id=655f78c9-cf7b-480d-9c61-44b2ebcff3c0,segment=NetworkSegment(3ad9008e-d820-4913-8a3a-dbe689506816),segment_id=3ad9008e-d820-4913-8a3a-dbe689506816)] {{(pid=103232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 19:35:00.644958 n-d-713498-36 neutron-server[103229]: DEBUG neutron.db.db_base_plugin_v2 [None req-2e5db6d4-4451-48fd-acce-6859b2a5aa25 tempest-NetworksTestDHCPv6-1153288886 tempest-NetworksTestDHCPv6-1153288886-project] Deleting subnet 277bba90-3ce4-43b6-881f-5aa61219e806 {{(pid=103229) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 19:35:00.647251 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-e3cc4c22-81b6-4f89-9428-6d9379de9e1c tempest-TestNetworkAdvancedServerOps-1633223542 tempest-TestNetworkAdvancedServerOps-1633223542-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762867177463', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762866656476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12867576'] for port (0739061c-e16f-41f1-a721-ad94652482de), after_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:35:00.654170 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Returning: {'device': '655f78c9-cf7b-480d-9c61-44b2ebcff3c0', 'network_id': '30b6826a-2ec4-4081-a475-68e12498d4e4', 'port_id': '655f78c9-cf7b-480d-9c61-44b2ebcff3c0', 'mac_address': 'fa:16:3e:ea:cd:3d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 368, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '030193b3-b985-4d6c-b0c1-2ea320638096', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103232) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 19:35:00.657983 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-2e5db6d4-4451-48fd-acce-6859b2a5aa25 tempest-NetworksTestDHCPv6-1153288886 tempest-NetworksTestDHCPv6-1153288886-project] Publish callbacks [] for subnet (277bba90-3ce4-43b6-881f-5aa61219e806), before_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:35:00.720302 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Current status of the port 655f78c9-cf7b-480d-9c61-44b2ebcff3c0 is: DOWN; New status is: BUILD {{(pid=103232) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 19:35:00.720302 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (655f78c9-cf7b-480d-9c61-44b2ebcff3c0), before_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:35:00.752030 n-d-713498-36 neutron-server[103232]: DEBUG neutron.notifiers.nova [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 655f78c9-cf7b-480d-9c61-44b2ebcff3c0 {{(pid=103232) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 19:35:00.758343 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3cc4c22-81b6-4f89-9428-6d9379de9e1c tempest-TestNetworkAdvancedServerOps-1633223542 tempest-TestNetworkAdvancedServerOps-1633223542-project] Pushing event deleted for resources: {'Port': ['ID=0739061c-e16f-41f1-a721-ad94652482de,revision_number=None']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:35:00.781080 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-7429db8d-6021-40ad-813e-885be449a89b None None] For port 655f78c9-cf7b-480d-9c61-44b2ebcff3c0, host n-h2-713498-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-36',level=0,port_id=655f78c9-cf7b-480d-9c61-44b2ebcff3c0,segment=NetworkSegment(3ad9008e-d820-4913-8a3a-dbe689506816),segment_id=3ad9008e-d820-4913-8a3a-dbe689506816)] {{(pid=103232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 19:35:00.787414 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762867176205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762866656485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762866656503'] for port (655f78c9-cf7b-480d-9c61-44b2ebcff3c0), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:35:00.810423 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-2e5db6d4-4451-48fd-acce-6859b2a5aa25 tempest-NetworksTestDHCPv6-1153288886 tempest-NetworksTestDHCPv6-1153288886-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16683410'] for subnet (277bba90-3ce4-43b6-881f-5aa61219e806), precommit_delete_associations {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:35:00.856247 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Pushing event updated for resources: {'Port': ['ID=655f78c9-cf7b-480d-9c61-44b2ebcff3c0,revision_number=4']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:35:00.882651 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a0f742d-7155-452f-b836-589273c0a71d req-51daf05d-9c4b-498b-9690-139785f9c360 tempest-ServersTestJSON-482035511 tempest-ServersTestJSON-482035511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:35:00.884294 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-2a0f742d-7155-452f-b836-589273c0a71d req-51daf05d-9c4b-498b-9690-139785f9c360 tempest-ServersTestJSON-482035511 tempest-ServersTestJSON-482035511-project] 10.222.0.75 "GET /v2.0/ports?device_id=4aea3d71-0009-4881-8ee4-e7f8e194a16e HTTP/1.1" status: 200 len: 943 time: 0.2273707 Feb 09 19:35:00.888248 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-e3cc4c22-81b6-4f89-9428-6d9379de9e1c tempest-TestNetworkAdvancedServerOps-1633223542 tempest-TestNetworkAdvancedServerOps-1633223542-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1818987'] for router_gateway (8186ebd6-38e5-4478-af0c-af6bfd869d76), after_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:35:01.047575 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.provisioning_blocks [None req-0c185746-b1cd-4095-b079-0bb1e5a7156c None None] Provisioning complete for port 6b54497e-68ab-4aa0-9d44-c41b76e0b981 triggered by entity DHCP. {{(pid=103232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 19:35:01.048437 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-0c185746-b1cd-4095-b079-0bb1e5a7156c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593630'] for port (6b54497e-68ab-4aa0-9d44-c41b76e0b981), provisioning_complete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:35:01.062049 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-e3cc4c22-81b6-4f89-9428-6d9379de9e1c tempest-TestNetworkAdvancedServerOps-1633223542 tempest-TestNetworkAdvancedServerOps-1633223542-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1834988', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-58375'] for router (8186ebd6-38e5-4478-af0c-af6bfd869d76), precommit_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:35:01.071640 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-e3cc4c22-81b6-4f89-9428-6d9379de9e1c tempest-TestNetworkAdvancedServerOps-1633223542 tempest-TestNetworkAdvancedServerOps-1633223542-project] Publish callbacks [] for router_controller (8186ebd6-38e5-4478-af0c-af6bfd869d76), precommit_delete_associations {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:35:01.077796 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-2e5db6d4-4451-48fd-acce-6859b2a5aa25 tempest-NetworksTestDHCPv6-1153288886 tempest-NetworksTestDHCPv6-1153288886-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-759852'] for subnet (277bba90-3ce4-43b6-881f-5aa61219e806), precommit_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:35:01.095655 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-7429db8d-6021-40ad-813e-885be449a89b None None] get_ports_and_sgs() called for port_ids ['655f78c9-cf7b-480d-9c61-44b2ebcff3c0'] {{(pid=103232) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 19:35:01.161693 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-2a0f742d-7155-452f-b836-589273c0a71d req-087ac398-1a58-4b84-9bf5-f6b3a5cb115f tempest-ServersTestJSON-482035511 tempest-ServersTestJSON-482035511-project] 10.222.0.75 "GET /v2.0/security-groups?id=37883354-c9cd-40f0-bbce-1c711bac4569&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2660434 Feb 09 19:35:01.165003 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-e3cc4c22-81b6-4f89-9428-6d9379de9e1c tempest-TestNetworkAdvancedServerOps-1633223542 tempest-TestNetworkAdvancedServerOps-1633223542-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1835003'] for router (8186ebd6-38e5-4478-af0c-af6bfd869d76), after_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:35:01.165545 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e3cc4c22-81b6-4f89-9428-6d9379de9e1c tempest-TestNetworkAdvancedServerOps-1633223542 tempest-TestNetworkAdvancedServerOps-1633223542-project] Fanout notify agent at l3_agent the message router_deleted on router 8186ebd6-38e5-4478-af0c-af6bfd869d76 {{(pid=103229) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 09 19:35:01.173298 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-e3cc4c22-81b6-4f89-9428-6d9379de9e1c tempest-TestNetworkAdvancedServerOps-1633223542 tempest-TestNetworkAdvancedServerOps-1633223542-project] Publish callbacks [] for router (None), before_response {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:35:01.178506 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 37452) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:35:01.178655 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-e3cc4c22-81b6-4f89-9428-6d9379de9e1c tempest-TestNetworkAdvancedServerOps-1633223542 tempest-TestNetworkAdvancedServerOps-1633223542-project] 10.222.0.75 "DELETE /v2.0/routers/8186ebd6-38e5-4478-af0c-af6bfd869d76 HTTP/1.1" status: 204 len: 168 time: 1.9936941 Feb 09 19:35:01.205216 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-0c185746-b1cd-4095-b079-0bb1e5a7156c None None] Current status of the port 6b54497e-68ab-4aa0-9d44-c41b76e0b981 is: DOWN; New status is: ACTIVE {{(pid=103232) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 19:35:01.206725 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-0c185746-b1cd-4095-b079-0bb1e5a7156c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (6b54497e-68ab-4aa0-9d44-c41b76e0b981), before_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:35:01.234302 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-2e5db6d4-4451-48fd-acce-6859b2a5aa25 tempest-NetworksTestDHCPv6-1153288886 tempest-NetworksTestDHCPv6-1153288886-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-760023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12867367', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12759238'] for subnet (277bba90-3ce4-43b6-881f-5aa61219e806), after_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:35:01.287079 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e5db6d4-4451-48fd-acce-6859b2a5aa25 tempest-NetworksTestDHCPv6-1153288886 tempest-NetworksTestDHCPv6-1153288886-project] Pushing event deleted for resources: {'Subnet': ['ID=277bba90-3ce4-43b6-881f-5aa61219e806,revision_number=None']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:35:01.292990 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-2e5db6d4-4451-48fd-acce-6859b2a5aa25 tempest-NetworksTestDHCPv6-1153288886 tempest-NetworksTestDHCPv6-1153288886-project] Publish callbacks [] for subnet (None), before_response {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:35:01.296956 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-2e5db6d4-4451-48fd-acce-6859b2a5aa25 tempest-NetworksTestDHCPv6-1153288886 tempest-NetworksTestDHCPv6-1153288886-project] 10.222.0.75 "DELETE /v2.0/subnets/277bba90-3ce4-43b6-881f-5aa61219e806 HTTP/1.1" status: 204 len: 168 time: 0.7154455 Feb 09 19:35:01.300189 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 37454) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:35:01.348941 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.db.api [None req-0c185746-b1cd-4095-b079-0bb1e5a7156c None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103232) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 09 19:35:01.349327 n-d-713498-36 neutron-server[103232]: DEBUG oslo_db.api [None req-0c185746-b1cd-4095-b079-0bb1e5a7156c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 09 19:35:01.356006 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-3f8bb3f0-58eb-4364-b319-a4eafebb6f26 tempest-NetworksTestDHCPv6-1153288886 tempest-NetworksTestDHCPv6-1153288886-project] 10.222.0.75 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0492010 Feb 09 19:35:01.357185 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 37456) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:35:01.365879 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.v2.base [None req-31abfb68-e9ae-49ac-be65-e4b0894e09ac tempest-NetworksTestDHCPv6-1153288886 tempest-NetworksTestDHCPv6-1153288886-project] Request body: {'subnet': {'network_id': 'f63a97a6-2552-42d7-aee9-c49ce8319647', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=103229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 19:35:01.366211 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-dedf3791-c084-47a5-a299-ac8c12bca70f tempest-TestNetworkAdvancedServerOps-1633223542 tempest-TestNetworkAdvancedServerOps-1633223542-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-670458'] for network (34db1430-f99d-431a-b04f-54003e680bea), before_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:35:01.373110 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9cb048e1-c20e-43b1-a37b-fed3bf57ad0a None None] Network f63a97a6-2552-42d7-aee9-c49ce8319647 requested from n-d-713498-36 {{(pid=103232) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 19:35:01.492751 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-dedf3791-c084-47a5-a299-ac8c12bca70f tempest-TestNetworkAdvancedServerOps-1633223542 tempest-TestNetworkAdvancedServerOps-1633223542-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-590267', 'neutron.services.segments.db._delete_segments_for_network-8762867132609'] for network (34db1430-f99d-431a-b04f-54003e680bea), precommit_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:35:01.494777 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-31abfb68-e9ae-49ac-be65-e4b0894e09ac tempest-NetworksTestDHCPv6-1153288886 tempest-NetworksTestDHCPv6-1153288886-project] Made reservation on behalf of 84aec0d011da47d8bc94f6ba8668f413 for: {'subnet': 1} {{(pid=103229) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 19:35:01.500426 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-31abfb68-e9ae-49ac-be65-e4b0894e09ac tempest-NetworksTestDHCPv6-1153288886 tempest-NetworksTestDHCPv6-1153288886-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12759265'] for subnet (None), before_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:35:01.518211 n-d-713498-36 neutron-server[103230]: DEBUG neutron.services.segments.db [None req-dedf3791-c084-47a5-a299-ac8c12bca70f tempest-TestNetworkAdvancedServerOps-1633223542 tempest-TestNetworkAdvancedServerOps-1633223542-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['34db1430-f99d-431a-b04f-54003e680bea']}} {{(pid=103230) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:35:01.530243 n-d-713498-36 neutron-server[103230]: DEBUG neutron.services.segments.db [None req-dedf3791-c084-47a5-a299-ac8c12bca70f tempest-TestNetworkAdvancedServerOps-1633223542 tempest-TestNetworkAdvancedServerOps-1633223542-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7287aa74-ccfd-4c41-8369-48f2461d359d') {'for_net_delete': True} {{(pid=103230) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:35:01.530550 n-d-713498-36 neutron-server[103230]: DEBUG neutron.services.segments.db [None req-dedf3791-c084-47a5-a299-ac8c12bca70f tempest-TestNetworkAdvancedServerOps-1633223542 tempest-TestNetworkAdvancedServerOps-1633223542-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7287aa74-ccfd-4c41-8369-48f2461d359d') {} {{(pid=103230) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:35:01.543061 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-dedf3791-c084-47a5-a299-ac8c12bca70f tempest-TestNetworkAdvancedServerOps-1633223542 tempest-TestNetworkAdvancedServerOps-1633223542-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762867134154', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12895813'] for segment (7287aa74-ccfd-4c41-8369-48f2461d359d), before_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:35:01.561543 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-dedf3791-c084-47a5-a299-ac8c12bca70f tempest-TestNetworkAdvancedServerOps-1633223542 tempest-TestNetworkAdvancedServerOps-1633223542-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-759574'] for segment (7287aa74-ccfd-4c41-8369-48f2461d359d), precommit_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:35:01.577404 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dedf3791-c084-47a5-a299-ac8c12bca70f tempest-TestNetworkAdvancedServerOps-1633223542 tempest-TestNetworkAdvancedServerOps-1633223542-project] Releasing vlan 377 on physical network physnet1 to pool {{(pid=103230) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 19:35:01.577805 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-dedf3791-c084-47a5-a299-ac8c12bca70f tempest-TestNetworkAdvancedServerOps-1633223542 tempest-TestNetworkAdvancedServerOps-1633223542-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-759574', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14393826'] for segment (7287aa74-ccfd-4c41-8369-48f2461d359d), after_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:35:01.581375 n-d-713498-36 neutron-server[103230]: Traceback (most recent call last): Feb 09 19:35:01.581375 n-d-713498-36 neutron-server[103230]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 19:35:01.581375 n-d-713498-36 neutron-server[103230]: timer() Feb 09 19:35:01.581375 n-d-713498-36 neutron-server[103230]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 19:35:01.581375 n-d-713498-36 neutron-server[103230]: cb(*args, **kw) Feb 09 19:35:01.581375 n-d-713498-36 neutron-server[103230]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 19:35:01.581375 n-d-713498-36 neutron-server[103230]: return func(*args, **kwargs) Feb 09 19:35:01.581375 n-d-713498-36 neutron-server[103230]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 19:35:01.581375 n-d-713498-36 neutron-server[103230]: self._notify() Feb 09 19:35:01.581375 n-d-713498-36 neutron-server[103230]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 19:35:01.581375 n-d-713498-36 neutron-server[103230]: self.callback(batched_events) Feb 09 19:35:01.581375 n-d-713498-36 neutron-server[103230]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 19:35:01.581375 n-d-713498-36 neutron-server[103230]: event.method(event) Feb 09 19:35:01.581375 n-d-713498-36 neutron-server[103230]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 19:35:01.581375 n-d-713498-36 neutron-server[103230]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 19:35:01.581375 n-d-713498-36 neutron-server[103230]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 19:35:01.581375 n-d-713498-36 neutron-server[103230]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 19:35:01.581375 n-d-713498-36 neutron-server[103230]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 19:35:01.581375 n-d-713498-36 neutron-server[103230]: return f(self, *a, **k) Feb 09 19:35:01.581375 n-d-713498-36 neutron-server[103230]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 19:35:01.581375 n-d-713498-36 neutron-server[103230]: return self._get(url).json() Feb 09 19:35:01.581375 n-d-713498-36 neutron-server[103230]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 19:35:01.581375 n-d-713498-36 neutron-server[103230]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 19:35:01.581375 n-d-713498-36 neutron-server[103230]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 19:35:01.581375 n-d-713498-36 neutron-server[103230]: return self.request(url, 'GET', **kwargs) Feb 09 19:35:01.581375 n-d-713498-36 neutron-server[103230]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 19:35:01.581375 n-d-713498-36 neutron-server[103230]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 19:35:01.581375 n-d-713498-36 neutron-server[103230]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 19:35:01.581375 n-d-713498-36 neutron-server[103230]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 19:35:01.581375 n-d-713498-36 neutron-server[103230]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 19:35:01.581375 n-d-713498-36 neutron-server[103230]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 19:35:01.581375 n-d-713498-36 neutron-server[103230]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 19:35:01.650797 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-dedf3791-c084-47a5-a299-ac8c12bca70f tempest-TestNetworkAdvancedServerOps-1633223542 tempest-TestNetworkAdvancedServerOps-1633223542-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-590242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1885479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1818895'] for network (34db1430-f99d-431a-b04f-54003e680bea), after_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:35:01.659532 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-dedf3791-c084-47a5-a299-ac8c12bca70f tempest-TestNetworkAdvancedServerOps-1633223542 tempest-TestNetworkAdvancedServerOps-1633223542-project] Publish callbacks [] for network (None), before_response {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:35:01.662696 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-dedf3791-c084-47a5-a299-ac8c12bca70f tempest-TestNetworkAdvancedServerOps-1633223542 tempest-TestNetworkAdvancedServerOps-1633223542-project] 10.222.0.75 "DELETE /v2.0/networks/34db1430-f99d-431a-b04f-54003e680bea HTTP/1.1" status: 204 len: 168 time: 0.4822659 Feb 09 19:35:01.665519 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 37458) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:35:01.675338 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dedf3791-c084-47a5-a299-ac8c12bca70f tempest-TestNetworkAdvancedServerOps-1633223542 tempest-TestNetworkAdvancedServerOps-1633223542-project] Pushing event deleted for resources: {'Network': ['ID=34db1430-f99d-431a-b04f-54003e680bea,revision_number=None']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:35:01.783193 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a7d5c85-7cf3-4fa7-a03c-20e62d606bd3 None None] DHCP port deletion for f63a97a6-2552-42d7-aee9-c49ce8319647 request from n-d-713498-36 {{(pid=103232) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 09 19:35:01.811906 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-cf2c05ae-19d8-4b08-88fb-529b3b682dc5 tempest-TestNetworkAdvancedServerOps-1633223542 tempest-TestNetworkAdvancedServerOps-1633223542-project] Publish callbacks [] for security_group (3248743f-f5fe-4756-978e-05f0e965efae), before_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:35:01.892093 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-cf2c05ae-19d8-4b08-88fb-529b3b682dc5 tempest-TestNetworkAdvancedServerOps-1633223542 tempest-TestNetworkAdvancedServerOps-1633223542-project] Publish callbacks [] for security_group (3248743f-f5fe-4756-978e-05f0e965efae), precommit_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:35:02.004248 n-d-713498-36 neutron-server[103229]: DEBUG neutron.objects.ports [None req-31abfb68-e9ae-49ac-be65-e4b0894e09ac tempest-NetworksTestDHCPv6-1153288886 tempest-NetworksTestDHCPv6-1153288886-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=103229) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Feb 09 19:35:02.049708 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Device 377c896d-df60-4688-91dc-6787892ae051 no longer exists at agent ovs-agent-n-d-713498-36 {{(pid=103232) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 19:35:02.087981 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] No Port match for: 377c896d-df60-4688-91dc-6787892ae051 {{(pid=103232) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 19:35:02.088304 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Device 377c896d-df60-4688-91dc-6787892ae051 not bound to the agent host n-d-713498-36 {{(pid=103232) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 19:35:02.088728 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Device 0739061c-e16f-41f1-a721-ad94652482de no longer exists at agent ovs-agent-n-d-713498-36 {{(pid=103232) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 19:35:02.105737 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-cf2c05ae-19d8-4b08-88fb-529b3b682dc5 tempest-TestNetworkAdvancedServerOps-1633223542 tempest-TestNetworkAdvancedServerOps-1633223542-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1892331'] for security_group (3248743f-f5fe-4756-978e-05f0e965efae), after_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:35:02.108356 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-cf2c05ae-19d8-4b08-88fb-529b3b682dc5 tempest-TestNetworkAdvancedServerOps-1633223542 tempest-TestNetworkAdvancedServerOps-1633223542-project] Publish callbacks [] for security_group (None), before_response {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:35:02.109540 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-cf2c05ae-19d8-4b08-88fb-529b3b682dc5 tempest-TestNetworkAdvancedServerOps-1633223542 tempest-TestNetworkAdvancedServerOps-1633223542-project] 10.222.0.75 "DELETE /v2.0/security-groups/3248743f-f5fe-4756-978e-05f0e965efae HTTP/1.1" status: 204 len: 168 time: 0.4430430 Feb 09 19:35:02.129176 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-0c185746-b1cd-4095-b079-0bb1e5a7156c None None] Current status of the port 6b54497e-68ab-4aa0-9d44-c41b76e0b981 is: DOWN; New status is: ACTIVE {{(pid=103232) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 19:35:02.130364 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-0c185746-b1cd-4095-b079-0bb1e5a7156c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (6b54497e-68ab-4aa0-9d44-c41b76e0b981), before_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:35:02.135784 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf2c05ae-19d8-4b08-88fb-529b3b682dc5 tempest-TestNetworkAdvancedServerOps-1633223542 tempest-TestNetworkAdvancedServerOps-1633223542-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3248743f-f5fe-4756-978e-05f0e965efae,revision_number=None']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:35:02.154990 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-4a7d5c85-7cf3-4fa7-a03c-20e62d606bd3 None None] Deleting port 6b54497e-68ab-4aa0-9d44-c41b76e0b981 {{(pid=103232) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 19:35:02.155367 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-4a7d5c85-7cf3-4fa7-a03c-20e62d606bd3 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762867170196'] for port (6b54497e-68ab-4aa0-9d44-c41b76e0b981), before_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:35:02.157803 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] No Port match for: 0739061c-e16f-41f1-a721-ad94652482de {{(pid=103232) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 19:35:02.158242 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Device 0739061c-e16f-41f1-a721-ad94652482de not bound to the agent host n-d-713498-36 {{(pid=103232) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 19:35:02.263729 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-31abfb68-e9ae-49ac-be65-e4b0894e09ac tempest-NetworksTestDHCPv6-1153288886 tempest-NetworksTestDHCPv6-1153288886-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (6b54497e-68ab-4aa0-9d44-c41b76e0b981), before_update {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:35:02.277652 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.db.api [None req-0c185746-b1cd-4095-b079-0bb1e5a7156c None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103232) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 09 19:35:02.278048 n-d-713498-36 neutron-server[103232]: DEBUG oslo_db.api [None req-0c185746-b1cd-4095-b079-0bb1e5a7156c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 09 19:35:02.355477 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-0c185746-b1cd-4095-b079-0bb1e5a7156c None None] Current status of the port 6b54497e-68ab-4aa0-9d44-c41b76e0b981 is: DOWN; New status is: ACTIVE {{(pid=103232) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 19:35:02.355970 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-0c185746-b1cd-4095-b079-0bb1e5a7156c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (6b54497e-68ab-4aa0-9d44-c41b76e0b981), before_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:35:02.376624 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc6ba427-74b7-4651-92e0-b469cc5b8d6b req-72d80c70-2fb5-4ba0-a179-408413759286 tempest-ServersTestJSON-482035511 tempest-ServersTestJSON-482035511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:35:02.385225 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-fc6ba427-74b7-4651-92e0-b469cc5b8d6b req-72d80c70-2fb5-4ba0-a179-408413759286 tempest-ServersTestJSON-482035511 tempest-ServersTestJSON-482035511-project] 10.222.0.75 "GET /v2.0/ports?device_id=4aea3d71-0009-4881-8ee4-e7f8e194a16e HTTP/1.1" status: 200 len: 944 time: 0.0706575 Feb 09 19:35:02.413366 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-4a7d5c85-7cf3-4fa7-a03c-20e62d606bd3 None None] For port 6b54497e-68ab-4aa0-9d44-c41b76e0b981, host n-d-713498-36, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-36',level=0,port_id=6b54497e-68ab-4aa0-9d44-c41b76e0b981,segment=NetworkSegment(20e634bc-bbe0-4569-a1ea-6be524590675),segment_id=20e634bc-bbe0-4569-a1ea-6be524590675)] {{(pid=103232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 19:35:02.414384 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-4a7d5c85-7cf3-4fa7-a03c-20e62d606bd3 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1820838'] for port (6b54497e-68ab-4aa0-9d44-c41b76e0b981), precommit_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:35:02.433715 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-4a7d5c85-7cf3-4fa7-a03c-20e62d606bd3 None None] Calling delete_port for 6b54497e-68ab-4aa0-9d44-c41b76e0b981 owned by network:dhcp {{(pid=103232) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 19:35:02.443458 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-fc6ba427-74b7-4651-92e0-b469cc5b8d6b req-e279d947-cfea-4d4b-a22a-66040f942613 tempest-ServersTestJSON-482035511 tempest-ServersTestJSON-482035511-project] 10.222.0.75 "GET /v2.0/security-groups?id=37883354-c9cd-40f0-bbce-1c711bac4569&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571921 Feb 09 19:35:02.504463 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.db [None req-31abfb68-e9ae-49ac-be65-e4b0894e09ac tempest-NetworksTestDHCPv6-1153288886 tempest-NetworksTestDHCPv6-1153288886-project] For port 6b54497e-68ab-4aa0-9d44-c41b76e0b981, host n-d-713498-36, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-36',level=0,port_id=6b54497e-68ab-4aa0-9d44-c41b76e0b981,segment=NetworkSegment(20e634bc-bbe0-4569-a1ea-6be524590675),segment_id=20e634bc-bbe0-4569-a1ea-6be524590675)] {{(pid=103229) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 19:35:02.509578 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Device 655f78c9-cf7b-480d-9c61-44b2ebcff3c0 up at agent hyperv_n-h2-713498-36 {{(pid=103232) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 19:35:02.535787 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-31abfb68-e9ae-49ac-be65-e4b0894e09ac tempest-NetworksTestDHCPv6-1153288886 tempest-NetworksTestDHCPv6-1153288886-project] Publish callbacks [] for port (6b54497e-68ab-4aa0-9d44-c41b76e0b981), precommit_update {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:35:02.540748 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-31abfb68-e9ae-49ac-be65-e4b0894e09ac tempest-NetworksTestDHCPv6-1153288886 tempest-NetworksTestDHCPv6-1153288886-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762867176205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762866656485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762866656503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12867569'] for port (6b54497e-68ab-4aa0-9d44-c41b76e0b981), after_update {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:35:02.579286 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-31abfb68-e9ae-49ac-be65-e4b0894e09ac tempest-NetworksTestDHCPv6-1153288886 tempest-NetworksTestDHCPv6-1153288886-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12867428', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12759263'] for subnet (b0d50cc3-666a-48af-9ea0-396dac40fd0b), after_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:35:02.609665 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 37472) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:35:02.615973 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-4a7d5c85-7cf3-4fa7-a03c-20e62d606bd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762867177463', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762866656476'] for port (6b54497e-68ab-4aa0-9d44-c41b76e0b981), after_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:35:02.617305 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.v2.base [None req-d516cc05-4a0c-4b12-a682-d4098bc5428b tempest-TestNetworkAdvancedServerOps-1633223542 tempest-TestNetworkAdvancedServerOps-1633223542-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-160719220', 'description': 'tempest-secgroup-smoke-160719220 description', 'project_id': 'eba669c4f4c548e495f13ae7579d0fa6'}} {{(pid=103230) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 19:35:02.636851 n-d-713498-36 neutron-server[103229]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31abfb68-e9ae-49ac-be65-e4b0894e09ac tempest-NetworksTestDHCPv6-1153288886 tempest-NetworksTestDHCPv6-1153288886-project] Network f63a97a6-2552-42d7-aee9-c49ce8319647 is already hosted by enough agents. {{(pid=103229) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 19:35:02.639557 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-d516cc05-4a0c-4b12-a682-d4098bc5428b tempest-TestNetworkAdvancedServerOps-1633223542 tempest-TestNetworkAdvancedServerOps-1633223542-project] Publish callbacks [] for security_group (None), before_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:35:02.645561 n-d-713498-36 neutron-server[103229]: DEBUG neutron.scheduler.base_scheduler [None req-31abfb68-e9ae-49ac-be65-e4b0894e09ac tempest-NetworksTestDHCPv6-1153288886 tempest-NetworksTestDHCPv6-1153288886-project] Resources bound (agent type, host, resource id): {{(pid=103229) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 19:35:02.654357 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.db.api [None req-0c185746-b1cd-4095-b079-0bb1e5a7156c None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103232) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 09 19:35:02.654716 n-d-713498-36 neutron-server[103232]: DEBUG oslo_db.api [None req-0c185746-b1cd-4095-b079-0bb1e5a7156c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 09 19:35:02.656158 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31abfb68-e9ae-49ac-be65-e4b0894e09ac tempest-NetworksTestDHCPv6-1153288886 tempest-NetworksTestDHCPv6-1153288886-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:35:02.657167 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a7d5c85-7cf3-4fa7-a03c-20e62d606bd3 None None] Pushing event deleted for resources: {'Port': ['ID=6b54497e-68ab-4aa0-9d44-c41b76e0b981,revision_number=None']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:35:02.657534 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-31abfb68-e9ae-49ac-be65-e4b0894e09ac tempest-NetworksTestDHCPv6-1153288886 tempest-NetworksTestDHCPv6-1153288886-project] Publish callbacks [] for subnet (None), before_response {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:35:02.660355 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a7d5c85-7cf3-4fa7-a03c-20e62d606bd3 None None] No DVR routers for this DVR port 6b54497e-68ab-4aa0-9d44-c41b76e0b981 on host n-d-713498-36 {{(pid=103232) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 19:35:02.675358 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31abfb68-e9ae-49ac-be65-e4b0894e09ac tempest-NetworksTestDHCPv6-1153288886 tempest-NetworksTestDHCPv6-1153288886-project] Pushing event updated for resources: {'Port': ['ID=6b54497e-68ab-4aa0-9d44-c41b76e0b981,revision_number=5']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:35:02.679791 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.provisioning_blocks [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Provisioning for port 655f78c9-cf7b-480d-9c61-44b2ebcff3c0 completed by entity L2. {{(pid=103232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 19:35:02.684141 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.provisioning_blocks [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Provisioning complete for port 655f78c9-cf7b-480d-9c61-44b2ebcff3c0 triggered by entity L2. {{(pid=103232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 19:35:02.684573 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593630'] for port (655f78c9-cf7b-480d-9c61-44b2ebcff3c0), provisioning_complete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:35:02.687164 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31abfb68-e9ae-49ac-be65-e4b0894e09ac tempest-NetworksTestDHCPv6-1153288886 tempest-NetworksTestDHCPv6-1153288886-project] Pushing event updated for resources: {'Subnet': ['ID=b0d50cc3-666a-48af-9ea0-396dac40fd0b,revision_number=0']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:35:02.696132 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-31abfb68-e9ae-49ac-be65-e4b0894e09ac tempest-NetworksTestDHCPv6-1153288886 tempest-NetworksTestDHCPv6-1153288886-project] 10.222.0.75 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 1.3370252 Feb 09 19:35:02.698851 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 37474) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:35:02.704241 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.v2.base [None req-9999dec0-3e34-4ed6-b7c2-511ad6c9a13b tempest-NetworksTestDHCPv6-1153288886 tempest-NetworksTestDHCPv6-1153288886-project] Request body: {'port': {'network_id': 'f63a97a6-2552-42d7-aee9-c49ce8319647', 'mac_address': 'fa:16:3e:b6:7d:9e', 'name': 'tempest-NetworksTestDHCPv6-2026425384'}} {{(pid=103230) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 19:35:02.709359 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-926a4c96-3dfd-4d06-9c4d-ed8e67166f1b None None] Network f63a97a6-2552-42d7-aee9-c49ce8319647 requested from n-d-713498-36 {{(pid=103232) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 19:35:02.792568 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-d516cc05-4a0c-4b12-a682-d4098bc5428b tempest-TestNetworkAdvancedServerOps-1633223542 tempest-TestNetworkAdvancedServerOps-1633223542-project] Publish callbacks [] for security_group (4e60dadd-ab65-4f99-8fbb-201b325b18d2), precommit_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:35:02.800217 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-d516cc05-4a0c-4b12-a682-d4098bc5428b tempest-TestNetworkAdvancedServerOps-1633223542 tempest-TestNetworkAdvancedServerOps-1633223542-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1892331'] for security_group (4e60dadd-ab65-4f99-8fbb-201b325b18d2), after_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:35:02.842845 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-d516cc05-4a0c-4b12-a682-d4098bc5428b tempest-TestNetworkAdvancedServerOps-1633223542 tempest-TestNetworkAdvancedServerOps-1633223542-project] Publish callbacks [] for security_group (None), before_response {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:35:02.844084 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-d516cc05-4a0c-4b12-a682-d4098bc5428b tempest-TestNetworkAdvancedServerOps-1633223542 tempest-TestNetworkAdvancedServerOps-1633223542-project] 10.222.0.75 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.2303653 Feb 09 19:35:02.848020 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 37476) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:35:02.854020 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Current status of the port 655f78c9-cf7b-480d-9c61-44b2ebcff3c0 is: BUILD; New status is: ACTIVE {{(pid=103232) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 19:35:02.854422 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (655f78c9-cf7b-480d-9c61-44b2ebcff3c0), before_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:35:02.859252 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.v2.base [None req-c67668b8-69e6-4d2e-b28d-a9e2d272c85d tempest-TestNetworkAdvancedServerOps-1633223542 tempest-TestNetworkAdvancedServerOps-1633223542-project] Request body: {'security_group_rule': {'security_group_id': '4e60dadd-ab65-4f99-8fbb-201b325b18d2', 'project_id': 'eba669c4f4c548e495f13ae7579d0fa6', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 19:35:02.861056 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7121ad3-0de9-4aa5-aad8-dd162f4d1503 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8b32e980-7cce-5e82-a341-bd2fa8945c89-f63a97a6-2552-42d7-aee9-c49ce8319647', 'network_id': 'f63a97a6-2552-42d7-aee9-c49ce8319647', 'project_id': '84aec0d011da47d8bc94f6ba8668f413', 'fixed_ips': [{'subnet_id': 'b0d50cc3-666a-48af-9ea0-396dac40fd0b'}]}} from n-d-713498-36. {{(pid=103232) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 09 19:35:02.861342 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d516cc05-4a0c-4b12-a682-d4098bc5428b tempest-TestNetworkAdvancedServerOps-1633223542 tempest-TestNetworkAdvancedServerOps-1633223542-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4e60dadd-ab65-4f99-8fbb-201b325b18d2,revision_number=1']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:35:02.862536 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-a7121ad3-0de9-4aa5-aad8-dd162f4d1503 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (None), before_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:35:02.887733 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9999dec0-3e34-4ed6-b7c2-511ad6c9a13b tempest-NetworksTestDHCPv6-1153288886 tempest-NetworksTestDHCPv6-1153288886-project] Made reservation on behalf of 84aec0d011da47d8bc94f6ba8668f413 for: {'port': 1} {{(pid=103230) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 19:35:02.895415 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-9999dec0-3e34-4ed6-b7c2-511ad6c9a13b tempest-NetworksTestDHCPv6-1153288886 tempest-NetworksTestDHCPv6-1153288886-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (None), before_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:35:02.905568 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-c67668b8-69e6-4d2e-b28d-a9e2d272c85d tempest-TestNetworkAdvancedServerOps-1633223542 tempest-TestNetworkAdvancedServerOps-1633223542-project] Publish callbacks [] for security_group_rule (3c9c57d9-37c0-4ed6-9fcc-2336bdd1db48), before_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:35:02.922781 n-d-713498-36 neutron-server[103230]: DEBUG neutron.notifiers.nova [None req-9999dec0-3e34-4ed6-b7c2-511ad6c9a13b tempest-NetworksTestDHCPv6-1153288886 tempest-NetworksTestDHCPv6-1153288886-project] device_id is not set on port 2aece85f-0287-427a-85d0-9a5574abb6b4 yet. {{(pid=103230) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 09 19:35:02.923408 n-d-713498-36 neutron-server[103232]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4aea3d71-0009-4881-8ee4-e7f8e194a16e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '655f78c9-cf7b-480d-9c61-44b2ebcff3c0'}] {{(pid=103232) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 19:35:02.925712 n-d-713498-36 neutron-server[103232]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}949cdcde653dec44821de95cbf67297f53cbc2aed4e073b5d514f93bf911ce85" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-28985f1b-f9d2-46e0-ab93-61eaecfd3d3e" -d '{"events": [{"server_uuid": "4aea3d71-0009-4881-8ee4-e7f8e194a16e", "name": "network-vif-plugged", "status": "completed", "tag": "655f78c9-cf7b-480d-9c61-44b2ebcff3c0"}]}' {{(pid=103232) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 19:35:02.985845 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-c67668b8-69e6-4d2e-b28d-a9e2d272c85d tempest-TestNetworkAdvancedServerOps-1633223542 tempest-TestNetworkAdvancedServerOps-1633223542-project] Publish callbacks [] for security_group_rule (3c9c57d9-37c0-4ed6-9fcc-2336bdd1db48), precommit_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:35:02.986442 n-d-713498-36 neutron-server[103232]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 19:35:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e748703b-b711-42bc-84c8-481aba699e23 x-openstack-request-id: req-e748703b-b711-42bc-84c8-481aba699e23 {{(pid=103232) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 19:35:02.986907 n-d-713498-36 neutron-server[103232]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4aea3d71-0009-4881-8ee4-e7f8e194a16e", "name": "network-vif-plugged", "status": "completed", "tag": "655f78c9-cf7b-480d-9c61-44b2ebcff3c0", "code": 200}]} {{(pid=103232) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 19:35:02.987219 n-d-713498-36 neutron-server[103232]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-e748703b-b711-42bc-84c8-481aba699e23 {{(pid=103232) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 19:35:02.987720 n-d-713498-36 neutron-server[103232]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4aea3d71-0009-4881-8ee4-e7f8e194a16e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '655f78c9-cf7b-480d-9c61-44b2ebcff3c0', 'code': 200} Feb 09 19:35:02.992362 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-c67668b8-69e6-4d2e-b28d-a9e2d272c85d tempest-TestNetworkAdvancedServerOps-1633223542 tempest-TestNetworkAdvancedServerOps-1633223542-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1892250'] for security_group_rule (3c9c57d9-37c0-4ed6-9fcc-2336bdd1db48), after_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:35:03.000462 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-7429db8d-6021-40ad-813e-885be449a89b None None] For port 655f78c9-cf7b-480d-9c61-44b2ebcff3c0, host n-h2-713498-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-36',level=0,port_id=655f78c9-cf7b-480d-9c61-44b2ebcff3c0,segment=NetworkSegment(3ad9008e-d820-4913-8a3a-dbe689506816),segment_id=3ad9008e-d820-4913-8a3a-dbe689506816)] {{(pid=103232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 19:35:03.015521 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762867176205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762866656485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762866656503'] for port (655f78c9-cf7b-480d-9c61-44b2ebcff3c0), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:35:03.023581 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c67668b8-69e6-4d2e-b28d-a9e2d272c85d tempest-TestNetworkAdvancedServerOps-1633223542 tempest-TestNetworkAdvancedServerOps-1633223542-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3c9c57d9-37c0-4ed6-9fcc-2336bdd1db48,revision_number=0']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:35:03.029751 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-c67668b8-69e6-4d2e-b28d-a9e2d272c85d tempest-TestNetworkAdvancedServerOps-1633223542 tempest-TestNetworkAdvancedServerOps-1633223542-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:35:03.031440 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-c67668b8-69e6-4d2e-b28d-a9e2d272c85d tempest-TestNetworkAdvancedServerOps-1633223542 tempest-TestNetworkAdvancedServerOps-1633223542-project] 10.222.0.75 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1807842 Feb 09 19:35:03.040246 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 37480) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:35:03.046737 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.v2.base [None req-4cd0ccac-77c5-4883-895a-348f8f200ca9 tempest-TestNetworkAdvancedServerOps-1633223542 tempest-TestNetworkAdvancedServerOps-1633223542-project] Request body: {'security_group_rule': {'security_group_id': '4e60dadd-ab65-4f99-8fbb-201b325b18d2', 'project_id': 'eba669c4f4c548e495f13ae7579d0fa6', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 19:35:03.076451 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-4cd0ccac-77c5-4883-895a-348f8f200ca9 tempest-TestNetworkAdvancedServerOps-1633223542 tempest-TestNetworkAdvancedServerOps-1633223542-project] Publish callbacks [] for security_group_rule (f2563308-ce38-45ab-a28b-e4d2eefe7ccc), before_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:35:03.091880 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Pushing event updated for resources: {'Port': ['ID=655f78c9-cf7b-480d-9c61-44b2ebcff3c0,revision_number=5']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:35:03.114897 n-d-713498-36 neutron-server[103230]: DEBUG neutron.db.db_base_plugin_common [None req-9999dec0-3e34-4ed6-b7c2-511ad6c9a13b tempest-NetworksTestDHCPv6-1153288886 tempest-NetworksTestDHCPv6-1153288886-project] Allocated IP 2001:db8::f816:3eff:feb6:7d9e (f63a97a6-2552-42d7-aee9-c49ce8319647/b0d50cc3-666a-48af-9ea0-396dac40fd0b/2aece85f-0287-427a-85d0-9a5574abb6b4) {{(pid=103230) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 19:35:03.138815 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-125fb1d6-10ec-4f23-b7c0-d4182732ce7f req-c062c7f8-ba4e-4c84-b75a-8b4a8d4f474a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:35:03.140656 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-125fb1d6-10ec-4f23-b7c0-d4182732ce7f req-c062c7f8-ba4e-4c84-b75a-8b4a8d4f474a service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=4aea3d71-0009-4881-8ee4-e7f8e194a16e HTTP/1.1" status: 200 len: 1128 time: 0.0832365 Feb 09 19:35:03.150326 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-4cd0ccac-77c5-4883-895a-348f8f200ca9 tempest-TestNetworkAdvancedServerOps-1633223542 tempest-TestNetworkAdvancedServerOps-1633223542-project] Publish callbacks [] for security_group_rule (f2563308-ce38-45ab-a28b-e4d2eefe7ccc), precommit_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:35:03.155183 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-4cd0ccac-77c5-4883-895a-348f8f200ca9 tempest-TestNetworkAdvancedServerOps-1633223542 tempest-TestNetworkAdvancedServerOps-1633223542-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1892250'] for security_group_rule (f2563308-ce38-45ab-a28b-e4d2eefe7ccc), after_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:35:03.176816 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cd0ccac-77c5-4883-895a-348f8f200ca9 tempest-TestNetworkAdvancedServerOps-1633223542 tempest-TestNetworkAdvancedServerOps-1633223542-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f2563308-ce38-45ab-a28b-e4d2eefe7ccc,revision_number=0']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:35:03.183303 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-4cd0ccac-77c5-4883-895a-348f8f200ca9 tempest-TestNetworkAdvancedServerOps-1633223542 tempest-TestNetworkAdvancedServerOps-1633223542-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:35:03.187091 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-4cd0ccac-77c5-4883-895a-348f8f200ca9 tempest-TestNetworkAdvancedServerOps-1633223542 tempest-TestNetworkAdvancedServerOps-1633223542-project] 10.222.0.75 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1428223 Feb 09 19:35:03.187275 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 37482) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:35:03.192258 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.v2.base [None req-2c1c2fab-d916-4256-88db-16cea0eb5646 tempest-TestNetworkAdvancedServerOps-1633223542 tempest-TestNetworkAdvancedServerOps-1633223542-project] Request body: {'security_group_rule': {'security_group_id': '4e60dadd-ab65-4f99-8fbb-201b325b18d2', 'project_id': 'eba669c4f4c548e495f13ae7579d0fa6', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 19:35:03.217309 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-2c1c2fab-d916-4256-88db-16cea0eb5646 tempest-TestNetworkAdvancedServerOps-1633223542 tempest-TestNetworkAdvancedServerOps-1633223542-project] Publish callbacks [] for security_group_rule (e8c72a22-22c1-428d-b479-6644cf8070c1), before_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:35:03.264105 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-125fb1d6-10ec-4f23-b7c0-d4182732ce7f req-cd5bdb26-317f-46b1-939e-1dd9d69e2822 service neutron] 10.222.0.90 "GET /v2.0/security-groups?id=37883354-c9cd-40f0-bbce-1c711bac4569&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1110721 Feb 09 19:35:03.289873 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-2c1c2fab-d916-4256-88db-16cea0eb5646 tempest-TestNetworkAdvancedServerOps-1633223542 tempest-TestNetworkAdvancedServerOps-1633223542-project] Publish callbacks [] for security_group_rule (e8c72a22-22c1-428d-b479-6644cf8070c1), precommit_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:35:03.295368 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-2c1c2fab-d916-4256-88db-16cea0eb5646 tempest-TestNetworkAdvancedServerOps-1633223542 tempest-TestNetworkAdvancedServerOps-1633223542-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1892250'] for security_group_rule (e8c72a22-22c1-428d-b479-6644cf8070c1), after_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:35:03.315835 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c1c2fab-d916-4256-88db-16cea0eb5646 tempest-TestNetworkAdvancedServerOps-1633223542 tempest-TestNetworkAdvancedServerOps-1633223542-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e8c72a22-22c1-428d-b479-6644cf8070c1,revision_number=0']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:35:03.325846 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-2c1c2fab-d916-4256-88db-16cea0eb5646 tempest-TestNetworkAdvancedServerOps-1633223542 tempest-TestNetworkAdvancedServerOps-1633223542-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:35:03.327410 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-2c1c2fab-d916-4256-88db-16cea0eb5646 tempest-TestNetworkAdvancedServerOps-1633223542 tempest-TestNetworkAdvancedServerOps-1633223542-project] 10.222.0.75 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1390913 Feb 09 19:35:03.329636 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-9999dec0-3e34-4ed6-b7c2-511ad6c9a13b tempest-NetworksTestDHCPv6-1153288886 tempest-NetworksTestDHCPv6-1153288886-project] Publish callbacks [] for port (2aece85f-0287-427a-85d0-9a5574abb6b4), precommit_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:35:03.330169 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 37488) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:35:03.335757 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.v2.base [None req-4fe23d2b-5de7-4ee3-9266-cf44beafeaf4 tempest-TestNetworkAdvancedServerOps-1633223542 tempest-TestNetworkAdvancedServerOps-1633223542-project] Request body: {'security_group_rule': {'security_group_id': '4e60dadd-ab65-4f99-8fbb-201b325b18d2', 'project_id': 'eba669c4f4c548e495f13ae7579d0fa6', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 19:35:03.367721 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-9999dec0-3e34-4ed6-b7c2-511ad6c9a13b tempest-NetworksTestDHCPv6-1153288886 tempest-NetworksTestDHCPv6-1153288886-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762866656467', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14393751'] for port (2aece85f-0287-427a-85d0-9a5574abb6b4), after_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:35:03.368941 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-4fe23d2b-5de7-4ee3-9266-cf44beafeaf4 tempest-TestNetworkAdvancedServerOps-1633223542 tempest-TestNetworkAdvancedServerOps-1633223542-project] Publish callbacks [] for security_group_rule (f6bd58af-9e0c-43c7-a189-8122146ed076), before_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:35:03.430094 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.db_base_plugin_common [None req-a7121ad3-0de9-4aa5-aad8-dd162f4d1503 None None] Allocated IP 2001:db8::f816:3eff:fee1:a07b (f63a97a6-2552-42d7-aee9-c49ce8319647/b0d50cc3-666a-48af-9ea0-396dac40fd0b/51a18ce9-01c1-4ddc-99ec-dbed9f26b88b) {{(pid=103232) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 19:35:03.447165 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9999dec0-3e34-4ed6-b7c2-511ad6c9a13b tempest-NetworksTestDHCPv6-1153288886 tempest-NetworksTestDHCPv6-1153288886-project] Pushing event updated for resources: {'Port': ['ID=2aece85f-0287-427a-85d0-9a5574abb6b4,revision_number=1']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:35:03.450213 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-4fe23d2b-5de7-4ee3-9266-cf44beafeaf4 tempest-TestNetworkAdvancedServerOps-1633223542 tempest-TestNetworkAdvancedServerOps-1633223542-project] Publish callbacks [] for security_group_rule (f6bd58af-9e0c-43c7-a189-8122146ed076), precommit_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:35:03.451201 n-d-713498-36 neutron-server[103230]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9999dec0-3e34-4ed6-b7c2-511ad6c9a13b tempest-NetworksTestDHCPv6-1153288886 tempest-NetworksTestDHCPv6-1153288886-project] Network f63a97a6-2552-42d7-aee9-c49ce8319647 is already hosted by enough agents. {{(pid=103230) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 19:35:03.453571 n-d-713498-36 neutron-server[103230]: DEBUG neutron.scheduler.base_scheduler [None req-9999dec0-3e34-4ed6-b7c2-511ad6c9a13b tempest-NetworksTestDHCPv6-1153288886 tempest-NetworksTestDHCPv6-1153288886-project] Resources bound (agent type, host, resource id): {{(pid=103230) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 19:35:03.455730 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-4fe23d2b-5de7-4ee3-9266-cf44beafeaf4 tempest-TestNetworkAdvancedServerOps-1633223542 tempest-TestNetworkAdvancedServerOps-1633223542-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1892250'] for security_group_rule (f6bd58af-9e0c-43c7-a189-8122146ed076), after_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:35:03.461050 n-d-713498-36 neutron-server[103230]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9999dec0-3e34-4ed6-b7c2-511ad6c9a13b tempest-NetworksTestDHCPv6-1153288886 tempest-NetworksTestDHCPv6-1153288886-project] Received port after_create {{(pid=103230) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 19:35:03.467846 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9999dec0-3e34-4ed6-b7c2-511ad6c9a13b tempest-NetworksTestDHCPv6-1153288886 tempest-NetworksTestDHCPv6-1153288886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:35:03.468746 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-9999dec0-3e34-4ed6-b7c2-511ad6c9a13b tempest-NetworksTestDHCPv6-1153288886 tempest-NetworksTestDHCPv6-1153288886-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171096'] for port (None), before_response {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:35:03.488041 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-4fe23d2b-5de7-4ee3-9266-cf44beafeaf4 tempest-TestNetworkAdvancedServerOps-1633223542 tempest-TestNetworkAdvancedServerOps-1633223542-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:35:03.488792 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-4fe23d2b-5de7-4ee3-9266-cf44beafeaf4 tempest-TestNetworkAdvancedServerOps-1633223542 tempest-TestNetworkAdvancedServerOps-1633223542-project] 10.222.0.75 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1566486 Feb 09 19:35:03.489796 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fe23d2b-5de7-4ee3-9266-cf44beafeaf4 tempest-TestNetworkAdvancedServerOps-1633223542 tempest-TestNetworkAdvancedServerOps-1633223542-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f6bd58af-9e0c-43c7-a189-8122146ed076,revision_number=0']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:35:03.492591 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 37498) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:35:03.495738 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-9999dec0-3e34-4ed6-b7c2-511ad6c9a13b tempest-NetworksTestDHCPv6-1153288886 tempest-NetworksTestDHCPv6-1153288886-project] 10.222.0.75 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 0.7946296 Feb 09 19:35:03.497856 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 37500) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:35:03.501117 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.v2.base [None req-89383e31-28d1-474e-9fae-5d9e73723853 tempest-TestNetworkAdvancedServerOps-1633223542 tempest-TestNetworkAdvancedServerOps-1633223542-project] Request body: {'security_group_rule': {'security_group_id': '4e60dadd-ab65-4f99-8fbb-201b325b18d2', 'project_id': 'eba669c4f4c548e495f13ae7579d0fa6', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 19:35:03.564303 n-d-713498-36 neutron-server[103229]: INFO neutron.db.securitygroups_db [None req-89383e31-28d1-474e-9fae-5d9e73723853 tempest-TestNetworkAdvancedServerOps-1633223542 tempest-TestNetworkAdvancedServerOps-1633223542-project] Project eba669c4f4c548e495f13ae7579d0fa6 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 09 19:35:03.592092 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-89383e31-28d1-474e-9fae-5d9e73723853 tempest-TestNetworkAdvancedServerOps-1633223542 tempest-TestNetworkAdvancedServerOps-1633223542-project] Publish callbacks [] for security_group_rule (09988397-3cfb-44cc-ad41-60c89aa1d3fb), before_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:35:03.637309 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d08ccd5-d9c6-431b-82fb-2eebe2332206 tempest-NetworksTestDHCPv6-1153288886 tempest-NetworksTestDHCPv6-1153288886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:35:03.643567 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-2d08ccd5-d9c6-431b-82fb-2eebe2332206 tempest-NetworksTestDHCPv6-1153288886 tempest-NetworksTestDHCPv6-1153288886-project] 10.222.0.75 "GET /v2.0/ports HTTP/1.1" status: 200 len: 946 time: 0.1335440 Feb 09 19:35:03.644097 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 37502) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:35:03.712542 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-0c185746-b1cd-4095-b079-0bb1e5a7156c None None] Port 6b54497e-68ab-4aa0-9d44-c41b76e0b981 update to ACTIVE by agent not found {{(pid=103232) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2209}} Feb 09 19:35:03.745851 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-a7121ad3-0de9-4aa5-aad8-dd162f4d1503 None None] Publish callbacks [] for port (51a18ce9-01c1-4ddc-99ec-dbed9f26b88b), precommit_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:35:03.756517 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-a7121ad3-0de9-4aa5-aad8-dd162f4d1503 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762866656467'] for port (51a18ce9-01c1-4ddc-99ec-dbed9f26b88b), after_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:35:03.773350 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d4d8237-ca40-427c-ba2f-7222321ad116 req-f7cd6cdd-ac85-4154-b889-e703e225918e tempest-ServersTestJSON-482035511 tempest-ServersTestJSON-482035511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:35:03.775726 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-7d4d8237-ca40-427c-ba2f-7222321ad116 req-f7cd6cdd-ac85-4154-b889-e703e225918e tempest-ServersTestJSON-482035511 tempest-ServersTestJSON-482035511-project] 10.222.0.75 "GET /v2.0/ports?device_id=4aea3d71-0009-4881-8ee4-e7f8e194a16e HTTP/1.1" status: 200 len: 945 time: 0.2287784 Feb 09 19:35:03.778193 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-89383e31-28d1-474e-9fae-5d9e73723853 tempest-TestNetworkAdvancedServerOps-1633223542 tempest-TestNetworkAdvancedServerOps-1633223542-project] Publish callbacks [] for security_group_rule (09988397-3cfb-44cc-ad41-60c89aa1d3fb), precommit_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:35:03.791904 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.plugin [None req-443242fb-9897-4094-8263-5d56aa90849e tempest-NetworksTestDHCPv6-1153288886 tempest-NetworksTestDHCPv6-1153288886-project] Deleting port 2aece85f-0287-427a-85d0-9a5574abb6b4 {{(pid=103230) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 19:35:03.792410 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-443242fb-9897-4094-8263-5d56aa90849e tempest-NetworksTestDHCPv6-1153288886 tempest-NetworksTestDHCPv6-1153288886-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762867170196'] for port (2aece85f-0287-427a-85d0-9a5574abb6b4), before_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:35:03.806446 n-d-713498-36 neutron-server[103232]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7121ad3-0de9-4aa5-aad8-dd162f4d1503 None None] Network f63a97a6-2552-42d7-aee9-c49ce8319647 is already hosted by enough agents. {{(pid=103232) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 19:35:03.809632 n-d-713498-36 neutron-server[103232]: DEBUG neutron.scheduler.base_scheduler [None req-a7121ad3-0de9-4aa5-aad8-dd162f4d1503 None None] Resources bound (agent type, host, resource id): {{(pid=103232) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 19:35:03.814101 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7121ad3-0de9-4aa5-aad8-dd162f4d1503 None None] Received port after_create {{(pid=103232) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 19:35:03.814512 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-89383e31-28d1-474e-9fae-5d9e73723853 tempest-TestNetworkAdvancedServerOps-1633223542 tempest-TestNetworkAdvancedServerOps-1633223542-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1892250'] for security_group_rule (09988397-3cfb-44cc-ad41-60c89aa1d3fb), after_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:35:03.826543 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7121ad3-0de9-4aa5-aad8-dd162f4d1503 None None] Pushing event updated for resources: {'Port': ['ID=51a18ce9-01c1-4ddc-99ec-dbed9f26b88b,revision_number=1']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:35:03.835511 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.provisioning_blocks [None req-2d13db8a-f852-47c2-9c3d-82a17462a3d3 None None] Could not find standard attr ID for object d0ee8dfc-d015-46d1-adb7-bffd3168e022. {{(pid=103232) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 09 19:35:03.838503 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89383e31-28d1-474e-9fae-5d9e73723853 tempest-TestNetworkAdvancedServerOps-1633223542 tempest-TestNetworkAdvancedServerOps-1633223542-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=09988397-3cfb-44cc-ad41-60c89aa1d3fb,revision_number=0']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:35:03.861503 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-89383e31-28d1-474e-9fae-5d9e73723853 tempest-TestNetworkAdvancedServerOps-1633223542 tempest-TestNetworkAdvancedServerOps-1633223542-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:35:03.866706 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 37506) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:35:03.866917 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-89383e31-28d1-474e-9fae-5d9e73723853 tempest-TestNetworkAdvancedServerOps-1633223542 tempest-TestNetworkAdvancedServerOps-1633223542-project] 10.222.0.75 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3730221 Feb 09 19:35:03.871842 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.v2.base [None req-a32c4050-29c8-4363-b029-b6d284721fad tempest-TestNetworkAdvancedServerOps-1633223542 tempest-TestNetworkAdvancedServerOps-1633223542-project] Request body: {'security_group_rule': {'security_group_id': '4e60dadd-ab65-4f99-8fbb-201b325b18d2', 'project_id': 'eba669c4f4c548e495f13ae7579d0fa6', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103230) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 19:35:03.876035 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-7d4d8237-ca40-427c-ba2f-7222321ad116 req-7c3c126d-80d1-4f1a-94a2-9d4f8cbfea06 tempest-ServersTestJSON-482035511 tempest-ServersTestJSON-482035511-project] 10.222.0.75 "GET /v2.0/security-groups?id=37883354-c9cd-40f0-bbce-1c711bac4569&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0937917 Feb 09 19:35:03.903435 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.managers [None req-a7121ad3-0de9-4aa5-aad8-dd162f4d1503 None None] Attempting to bind port 51a18ce9-01c1-4ddc-99ec-dbed9f26b88b on host n-d-713498-36 for vnic_type normal with profile {{(pid=103232) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 19:35:03.903810 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.managers [None req-a7121ad3-0de9-4aa5-aad8-dd162f4d1503 None None] Attempting to bind port 51a18ce9-01c1-4ddc-99ec-dbed9f26b88b by drivers openvswitch,hyperv on host n-d-713498-36 at level 0 using segments [{'id': '20e634bc-bbe0-4569-a1ea-6be524590675', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': 'f63a97a6-2552-42d7-aee9-c49ce8319647'}] {{(pid=103232) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 19:35:03.904232 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7121ad3-0de9-4aa5-aad8-dd162f4d1503 None None] Attempting to bind port 51a18ce9-01c1-4ddc-99ec-dbed9f26b88b on network f63a97a6-2552-42d7-aee9-c49ce8319647 {{(pid=103232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 19:35:03.911467 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7121ad3-0de9-4aa5-aad8-dd162f4d1503 None None] Checking agent: {'id': '496418a2-c002-4aec-ab1a-07f3bea491bd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-36', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 18, 51, 47), 'started_at': datetime.datetime(2022, 2, 9, 18, 52, 17), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 19, 34, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-36'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 19:35:03.913031 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7121ad3-0de9-4aa5-aad8-dd162f4d1503 None None] Checking segment: {'id': '20e634bc-bbe0-4569-a1ea-6be524590675', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': 'f63a97a6-2552-42d7-aee9-c49ce8319647'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103232) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 19:35:03.913445 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-a7121ad3-0de9-4aa5-aad8-dd162f4d1503 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:35:03.921052 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7121ad3-0de9-4aa5-aad8-dd162f4d1503 None None] Bound using segment: {'id': '20e634bc-bbe0-4569-a1ea-6be524590675', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': 'f63a97a6-2552-42d7-aee9-c49ce8319647'} {{(pid=103232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 19:35:03.921567 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.managers [None req-a7121ad3-0de9-4aa5-aad8-dd162f4d1503 None None] Bound port: 51a18ce9-01c1-4ddc-99ec-dbed9f26b88b, host: n-d-713498-36, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '20e634bc-bbe0-4569-a1ea-6be524590675', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': 'f63a97a6-2552-42d7-aee9-c49ce8319647'}}] {{(pid=103232) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 19:35:03.921996 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-a7121ad3-0de9-4aa5-aad8-dd162f4d1503 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (51a18ce9-01c1-4ddc-99ec-dbed9f26b88b), before_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:35:03.938250 n-d-713498-36 neutron-server[103230]: INFO neutron.db.securitygroups_db [None req-a32c4050-29c8-4363-b029-b6d284721fad tempest-TestNetworkAdvancedServerOps-1633223542 tempest-TestNetworkAdvancedServerOps-1633223542-project] Project eba669c4f4c548e495f13ae7579d0fa6 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 09 19:35:03.952609 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-a32c4050-29c8-4363-b029-b6d284721fad tempest-TestNetworkAdvancedServerOps-1633223542 tempest-TestNetworkAdvancedServerOps-1633223542-project] Publish callbacks [] for security_group_rule (acb55379-1678-4926-baa0-c35e705ee22a), before_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:35:03.956944 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-443242fb-9897-4094-8263-5d56aa90849e tempest-NetworksTestDHCPv6-1153288886 tempest-NetworksTestDHCPv6-1153288886-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1820838'] for port (2aece85f-0287-427a-85d0-9a5574abb6b4), precommit_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:35:03.979397 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.plugin [None req-443242fb-9897-4094-8263-5d56aa90849e tempest-NetworksTestDHCPv6-1153288886 tempest-NetworksTestDHCPv6-1153288886-project] Calling delete_port for 2aece85f-0287-427a-85d0-9a5574abb6b4 owned by {{(pid=103230) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 19:35:03.993192 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-a7121ad3-0de9-4aa5-aad8-dd162f4d1503 None None] For port 51a18ce9-01c1-4ddc-99ec-dbed9f26b88b, host n-d-713498-36, cleared binding levels {{(pid=103232) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 19:35:03.997407 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-a7121ad3-0de9-4aa5-aad8-dd162f4d1503 None None] For port 51a18ce9-01c1-4ddc-99ec-dbed9f26b88b, host n-d-713498-36, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-36',level=0,port_id=51a18ce9-01c1-4ddc-99ec-dbed9f26b88b,segment=NetworkSegment(20e634bc-bbe0-4569-a1ea-6be524590675),segment_id=20e634bc-bbe0-4569-a1ea-6be524590675)] {{(pid=103232) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 19:35:04.004180 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-a7121ad3-0de9-4aa5-aad8-dd162f4d1503 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762867176205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762866656485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762866656503'] for port (51a18ce9-01c1-4ddc-99ec-dbed9f26b88b), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:35:04.069345 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7121ad3-0de9-4aa5-aad8-dd162f4d1503 None None] Pushing event updated for resources: {'Port': ['ID=51a18ce9-01c1-4ddc-99ec-dbed9f26b88b,revision_number=2']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:35:04.093702 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-a32c4050-29c8-4363-b029-b6d284721fad tempest-TestNetworkAdvancedServerOps-1633223542 tempest-TestNetworkAdvancedServerOps-1633223542-project] Publish callbacks [] for security_group_rule (acb55379-1678-4926-baa0-c35e705ee22a), precommit_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:35:04.099557 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-a32c4050-29c8-4363-b029-b6d284721fad tempest-TestNetworkAdvancedServerOps-1633223542 tempest-TestNetworkAdvancedServerOps-1633223542-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1892250'] for security_group_rule (acb55379-1678-4926-baa0-c35e705ee22a), after_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:35:04.125031 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a32c4050-29c8-4363-b029-b6d284721fad tempest-TestNetworkAdvancedServerOps-1633223542 tempest-TestNetworkAdvancedServerOps-1633223542-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=acb55379-1678-4926-baa0-c35e705ee22a,revision_number=0']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:35:04.139625 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-a32c4050-29c8-4363-b029-b6d284721fad tempest-TestNetworkAdvancedServerOps-1633223542 tempest-TestNetworkAdvancedServerOps-1633223542-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:35:04.144333 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-a32c4050-29c8-4363-b029-b6d284721fad tempest-TestNetworkAdvancedServerOps-1633223542 tempest-TestNetworkAdvancedServerOps-1633223542-project] 10.222.0.75 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2730603 Feb 09 19:35:04.144625 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 37508) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:35:04.150069 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.v2.base [None req-2ddb562e-d069-4f89-bbc0-f48a843ce85c tempest-TestNetworkAdvancedServerOps-1633223542 tempest-TestNetworkAdvancedServerOps-1633223542-project] Request body: {'network': {'name': 'tempest-network-smoke--1104567707', 'project_id': 'eba669c4f4c548e495f13ae7579d0fa6', 'port_security_enabled': True}} {{(pid=103229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 19:35:04.178556 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2ddb562e-d069-4f89-bbc0-f48a843ce85c tempest-TestNetworkAdvancedServerOps-1633223542 tempest-TestNetworkAdvancedServerOps-1633223542-project] Made reservation on behalf of eba669c4f4c548e495f13ae7579d0fa6 for: {'network': 1} {{(pid=103229) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 19:35:04.183022 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-2ddb562e-d069-4f89-bbc0-f48a843ce85c tempest-TestNetworkAdvancedServerOps-1633223542 tempest-TestNetworkAdvancedServerOps-1633223542-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for network (None), before_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:35:04.212874 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-443242fb-9897-4094-8263-5d56aa90849e tempest-NetworksTestDHCPv6-1153288886 tempest-NetworksTestDHCPv6-1153288886-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762867177463', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762866656476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14393751'] for port (2aece85f-0287-427a-85d0-9a5574abb6b4), after_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:35:04.224426 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2ddb562e-d069-4f89-bbc0-f48a843ce85c tempest-TestNetworkAdvancedServerOps-1633223542 tempest-TestNetworkAdvancedServerOps-1633223542-project] vlan segment allocate from pool success with {'vlan_id': 386, 'physical_network': 'physnet1'} {{(pid=103229) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 19:35:04.242664 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-2ddb562e-d069-4f89-bbc0-f48a843ce85c tempest-TestNetworkAdvancedServerOps-1633223542 tempest-TestNetworkAdvancedServerOps-1633223542-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-759574'] for segment (25bee314-2f03-4005-a207-d495c9ba8d98), precommit_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:35:04.243137 n-d-713498-36 neutron-server[103229]: INFO neutron.db.segments_db [None req-2ddb562e-d069-4f89-bbc0-f48a843ce85c tempest-TestNetworkAdvancedServerOps-1633223542 tempest-TestNetworkAdvancedServerOps-1633223542-project] Added segment 25bee314-2f03-4005-a207-d495c9ba8d98 of type vlan for network 4441bac0-0a44-4a1e-8093-e71510495491 Feb 09 19:35:04.252515 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-443242fb-9897-4094-8263-5d56aa90849e tempest-NetworksTestDHCPv6-1153288886 tempest-NetworksTestDHCPv6-1153288886-project] Pushing event deleted for resources: {'Port': ['ID=2aece85f-0287-427a-85d0-9a5574abb6b4,revision_number=None']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:35:04.320801 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-443242fb-9897-4094-8263-5d56aa90849e tempest-NetworksTestDHCPv6-1153288886 tempest-NetworksTestDHCPv6-1153288886-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171096'] for port (None), before_response {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:35:04.332710 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-443242fb-9897-4094-8263-5d56aa90849e tempest-NetworksTestDHCPv6-1153288886 tempest-NetworksTestDHCPv6-1153288886-project] 10.222.0.75 "DELETE /v2.0/ports/2aece85f-0287-427a-85d0-9a5574abb6b4 HTTP/1.1" status: 204 len: 168 time: 0.6846461 Feb 09 19:35:04.338471 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 37510) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:35:04.357048 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-2ddb562e-d069-4f89-bbc0-f48a843ce85c tempest-TestNetworkAdvancedServerOps-1633223542 tempest-TestNetworkAdvancedServerOps-1633223542-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762866642225'] for network (4441bac0-0a44-4a1e-8093-e71510495491), precommit_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:35:04.409466 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-2ddb562e-d069-4f89-bbc0-f48a843ce85c tempest-TestNetworkAdvancedServerOps-1633223542 tempest-TestNetworkAdvancedServerOps-1633223542-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1885479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452'] for network (4441bac0-0a44-4a1e-8093-e71510495491), after_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:35:04.410277 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36744e8c-55cf-43e8-8ac4-d4640d28472b tempest-NetworksTestDHCPv6-1153288886 tempest-NetworksTestDHCPv6-1153288886-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:35:04.412003 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36744e8c-55cf-43e8-8ac4-d4640d28472b tempest-NetworksTestDHCPv6-1153288886 tempest-NetworksTestDHCPv6-1153288886-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:35:04.413592 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-36744e8c-55cf-43e8-8ac4-d4640d28472b tempest-NetworksTestDHCPv6-1153288886 tempest-NetworksTestDHCPv6-1153288886-project] 10.222.0.75 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1465 time: 0.0730953 Feb 09 19:35:04.416268 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 37512) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:35:04.417617 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ddb562e-d069-4f89-bbc0-f48a843ce85c tempest-TestNetworkAdvancedServerOps-1633223542 tempest-TestNetworkAdvancedServerOps-1633223542-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:35:04.419034 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-2ddb562e-d069-4f89-bbc0-f48a843ce85c tempest-TestNetworkAdvancedServerOps-1633223542 tempest-TestNetworkAdvancedServerOps-1633223542-project] Publish callbacks [] for network (None), before_response {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:35:04.481294 n-d-713498-36 neutron-server[103230]: DEBUG neutron.db.db_base_plugin_v2 [None req-bbbefed5-3f5e-41a7-879e-2dbae0a4ddd5 tempest-NetworksTestDHCPv6-1153288886 tempest-NetworksTestDHCPv6-1153288886-project] Deleting subnet b0d50cc3-666a-48af-9ea0-396dac40fd0b {{(pid=103230) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 19:35:04.485416 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-bbbefed5-3f5e-41a7-879e-2dbae0a4ddd5 tempest-NetworksTestDHCPv6-1153288886 tempest-NetworksTestDHCPv6-1153288886-project] Publish callbacks [] for subnet (b0d50cc3-666a-48af-9ea0-396dac40fd0b), before_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:35:04.537275 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-2ddb562e-d069-4f89-bbc0-f48a843ce85c tempest-TestNetworkAdvancedServerOps-1633223542 tempest-TestNetworkAdvancedServerOps-1633223542-project] 10.222.0.75 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.3912237 Feb 09 19:35:04.537936 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-bbbefed5-3f5e-41a7-879e-2dbae0a4ddd5 tempest-NetworksTestDHCPv6-1153288886 tempest-NetworksTestDHCPv6-1153288886-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12895822'] for subnet (b0d50cc3-666a-48af-9ea0-396dac40fd0b), precommit_delete_associations {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:35:04.540695 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 37514) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:35:04.545999 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.v2.base [None req-47ae1efe-ee42-4306-899e-21f823518ed7 tempest-TestNetworkAdvancedServerOps-1633223542 tempest-TestNetworkAdvancedServerOps-1633223542-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1868811423', 'admin_state_up': True, 'project_id': 'eba669c4f4c548e495f13ae7579d0fa6', 'external_gateway_info': {'network_id': '88055e1e-672a-4487-be31-ffb6e833ece5'}}} {{(pid=103230) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 19:35:04.559135 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ddb562e-d069-4f89-bbc0-f48a843ce85c tempest-TestNetworkAdvancedServerOps-1633223542 tempest-TestNetworkAdvancedServerOps-1633223542-project] Pushing event updated for resources: {'Network': ['ID=4441bac0-0a44-4a1e-8093-e71510495491,revision_number=1']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:35:04.570960 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Network 4441bac0-0a44-4a1e-8093-e71510495491 details requested by agent ovs-agent-n-d-713498-36 with host n-d-713498-36 {{(pid=103232) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 19:35:04.595020 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-47ae1efe-ee42-4306-899e-21f823518ed7 tempest-TestNetworkAdvancedServerOps-1633223542 tempest-TestNetworkAdvancedServerOps-1633223542-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1834830', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-58389'] for router (0bc32306-17ad-4dc8-ab66-012a1771ad12), before_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:35:04.596511 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-47ae1efe-ee42-4306-899e-21f823518ed7 tempest-TestNetworkAdvancedServerOps-1633223542 tempest-TestNetworkAdvancedServerOps-1633223542-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1834810', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1822096', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1886735', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-58380'] for router (0bc32306-17ad-4dc8-ab66-012a1771ad12), precommit_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:35:04.720764 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-47ae1efe-ee42-4306-899e-21f823518ed7 tempest-TestNetworkAdvancedServerOps-1633223542 tempest-TestNetworkAdvancedServerOps-1633223542-project] Publish callbacks [] for router_controller (0bc32306-17ad-4dc8-ab66-012a1771ad12), precommit_add_association {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:35:04.811437 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-bbbefed5-3f5e-41a7-879e-2dbae0a4ddd5 tempest-NetworksTestDHCPv6-1153288886 tempest-NetworksTestDHCPv6-1153288886-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-759852'] for subnet (b0d50cc3-666a-48af-9ea0-396dac40fd0b), precommit_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:35:04.931820 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-47ae1efe-ee42-4306-899e-21f823518ed7 tempest-TestNetworkAdvancedServerOps-1633223542 tempest-TestNetworkAdvancedServerOps-1633223542-project] Publish callbacks [] for router_gateway (0bc32306-17ad-4dc8-ab66-012a1771ad12), precommit_update {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:35:05.338673 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-bbbefed5-3f5e-41a7-879e-2dbae0a4ddd5 tempest-NetworksTestDHCPv6-1153288886 tempest-NetworksTestDHCPv6-1153288886-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-760023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14393672', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12985882'] for subnet (b0d50cc3-666a-48af-9ea0-396dac40fd0b), after_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:35:05.379920 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.provisioning_blocks [None req-2a255321-7278-4cf4-8724-c130fbd42d02 None None] Provisioning complete for port 51a18ce9-01c1-4ddc-99ec-dbed9f26b88b triggered by entity DHCP. {{(pid=103232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 19:35:05.380477 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-2a255321-7278-4cf4-8724-c130fbd42d02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593630'] for port (51a18ce9-01c1-4ddc-99ec-dbed9f26b88b), provisioning_complete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:35:05.389336 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbbefed5-3f5e-41a7-879e-2dbae0a4ddd5 tempest-NetworksTestDHCPv6-1153288886 tempest-NetworksTestDHCPv6-1153288886-project] Pushing event deleted for resources: {'Subnet': ['ID=b0d50cc3-666a-48af-9ea0-396dac40fd0b,revision_number=None']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:35:05.400399 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-bbbefed5-3f5e-41a7-879e-2dbae0a4ddd5 tempest-NetworksTestDHCPv6-1153288886 tempest-NetworksTestDHCPv6-1153288886-project] Publish callbacks [] for subnet (None), before_response {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:35:05.405329 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-bbbefed5-3f5e-41a7-879e-2dbae0a4ddd5 tempest-NetworksTestDHCPv6-1153288886 tempest-NetworksTestDHCPv6-1153288886-project] 10.222.0.75 "DELETE /v2.0/subnets/b0d50cc3-666a-48af-9ea0-396dac40fd0b HTTP/1.1" status: 204 len: 168 time: 0.9872162 Feb 09 19:35:05.409229 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 37520) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:35:05.428822 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c454950-7cb0-4801-8e7e-540a70f7325f req-49674a6e-6d20-4a99-891b-9f621555e9a2 tempest-ServersTestJSON-482035511 tempest-ServersTestJSON-482035511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:35:05.429981 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-5c454950-7cb0-4801-8e7e-540a70f7325f req-49674a6e-6d20-4a99-891b-9f621555e9a2 tempest-ServersTestJSON-482035511 tempest-ServersTestJSON-482035511-project] 10.222.0.75 "GET /v2.0/ports?device_id=4aea3d71-0009-4881-8ee4-e7f8e194a16e HTTP/1.1" status: 200 len: 945 time: 0.1245959 Feb 09 19:35:05.493342 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-2a255321-7278-4cf4-8724-c130fbd42d02 None None] Current status of the port 51a18ce9-01c1-4ddc-99ec-dbed9f26b88b is: DOWN; New status is: ACTIVE {{(pid=103232) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 19:35:05.493762 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-2a255321-7278-4cf4-8724-c130fbd42d02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (51a18ce9-01c1-4ddc-99ec-dbed9f26b88b), before_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:35:05.495804 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-cbe93ff2-c652-4b6e-a941-b152622b576a tempest-NetworksTestDHCPv6-1153288886 tempest-NetworksTestDHCPv6-1153288886-project] 10.222.0.75 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0823817 Feb 09 19:35:05.497750 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-5c454950-7cb0-4801-8e7e-540a70f7325f req-5cff7404-16fd-4486-94c5-a78506f32b63 tempest-ServersTestJSON-482035511 tempest-ServersTestJSON-482035511-project] 10.222.0.75 "GET /v2.0/security-groups?id=37883354-c9cd-40f0-bbce-1c711bac4569&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0611727 Feb 09 19:35:05.498601 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 37522) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:35:05.552067 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-2a255321-7278-4cf4-8724-c130fbd42d02 None None] For port 51a18ce9-01c1-4ddc-99ec-dbed9f26b88b, host n-d-713498-36, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-36',level=0,port_id=51a18ce9-01c1-4ddc-99ec-dbed9f26b88b,segment=NetworkSegment(20e634bc-bbe0-4569-a1ea-6be524590675),segment_id=20e634bc-bbe0-4569-a1ea-6be524590675)] {{(pid=103232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 19:35:05.557422 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-2a255321-7278-4cf4-8724-c130fbd42d02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762867176205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762866656485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762866656503'] for port (51a18ce9-01c1-4ddc-99ec-dbed9f26b88b), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:35:05.622824 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec1e7d38-eade-4bad-82e8-05e31c985181 None None] Network f63a97a6-2552-42d7-aee9-c49ce8319647 requested from n-d-713498-36 {{(pid=103232) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 19:35:05.686049 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd91a8e4-598e-4deb-9ac6-5efceaf8e2a5 req-d15cb617-0267-4e5d-9cac-a1c9c2ea52cb tempest-ServersTestJSON-482035511 tempest-ServersTestJSON-482035511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:35:05.687947 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-fd91a8e4-598e-4deb-9ac6-5efceaf8e2a5 req-d15cb617-0267-4e5d-9cac-a1c9c2ea52cb tempest-ServersTestJSON-482035511 tempest-ServersTestJSON-482035511-project] 10.222.0.75 "GET /v2.0/ports?device_id=60aa7c44-0951-4cdb-bc07-778206a87b45 HTTP/1.1" status: 200 len: 945 time: 0.0821040 Feb 09 19:35:05.710988 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5807dd80-27db-4185-8704-f4a5086fcd09 tempest-NetworksTestDHCPv6-1153288886 tempest-NetworksTestDHCPv6-1153288886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:35:05.712510 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-5807dd80-27db-4185-8704-f4a5086fcd09 tempest-NetworksTestDHCPv6-1153288886 tempest-NetworksTestDHCPv6-1153288886-project] 10.222.0.75 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.2119060 Feb 09 19:35:05.715029 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 37526) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:35:05.728996 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.provisioning_blocks [None req-36cbd177-12a8-40dd-96da-b7871e656294 None None] Could not find standard attr ID for object 2aece85f-0287-427a-85d0-9a5574abb6b4. {{(pid=103232) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 09 19:35:05.750179 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Device 51a18ce9-01c1-4ddc-99ec-dbed9f26b88b up at agent ovs-agent-n-d-713498-36 {{(pid=103232) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 19:35:05.777633 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-fd91a8e4-598e-4deb-9ac6-5efceaf8e2a5 req-a9ae6f8a-b5b4-4fc9-b76f-03296e947b7f tempest-ServersTestJSON-482035511 tempest-ServersTestJSON-482035511-project] 10.222.0.75 "GET /v2.0/security-groups?id=37883354-c9cd-40f0-bbce-1c711bac4569&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0717714 Feb 09 19:35:05.779249 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-47ae1efe-ee42-4306-899e-21f823518ed7 tempest-TestNetworkAdvancedServerOps-1633223542 tempest-TestNetworkAdvancedServerOps-1633223542-project] Publish callbacks [] for router_gateway (0bc32306-17ad-4dc8-ab66-012a1771ad12), before_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:35:05.780695 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a255321-7278-4cf4-8724-c130fbd42d02 None None] Pushing event updated for resources: {'Port': ['ID=51a18ce9-01c1-4ddc-99ec-dbed9f26b88b,revision_number=4']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:35:05.829838 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-47ae1efe-ee42-4306-899e-21f823518ed7 tempest-TestNetworkAdvancedServerOps-1633223542 tempest-TestNetworkAdvancedServerOps-1633223542-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (None), before_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:35:05.854034 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2137c92-9725-4929-a547-d8415835b048 tempest-NetworksTestDHCPv6-1153288886 tempest-NetworksTestDHCPv6-1153288886-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:35:05.858643 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-c2137c92-9725-4929-a547-d8415835b048 tempest-NetworksTestDHCPv6-1153288886 tempest-NetworksTestDHCPv6-1153288886-project] 10.222.0.75 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1397462 Feb 09 19:35:05.859017 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 37532) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:35:05.889012 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.provisioning_blocks [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Provisioning complete for port 51a18ce9-01c1-4ddc-99ec-dbed9f26b88b triggered by entity L2. {{(pid=103232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 19:35:05.889899 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593630'] for port (51a18ce9-01c1-4ddc-99ec-dbed9f26b88b), provisioning_complete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:35:05.978969 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-c5befaf5-2f24-4d70-8d8c-8e5d45d541cc tempest-NetworksTestDHCPv6-1153288886 tempest-NetworksTestDHCPv6-1153288886-project] 10.222.0.75 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1147935 Feb 09 19:35:05.980151 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 37534) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:35:05.985919 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.v2.base [None req-8312fbc2-afaf-4a29-8d95-7c18943a8d9b tempest-NetworksTestDHCPv6-1153288886 tempest-NetworksTestDHCPv6-1153288886-project] Request body: {'subnet': {'network_id': 'f63a97a6-2552-42d7-aee9-c49ce8319647', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 19:35:05.990791 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb941259-c7f7-438f-b453-494587a10a58 None None] DHCP port deletion for f63a97a6-2552-42d7-aee9-c49ce8319647 request from n-d-713498-36 {{(pid=103232) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 09 19:35:06.006672 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee7b4a23-6572-4c8a-a4b5-334b757fbdde req-776e36d9-f2d0-498e-a8c9-266591126cfa tempest-ServersTestJSON-482035511 tempest-ServersTestJSON-482035511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:35:06.008227 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-ee7b4a23-6572-4c8a-a4b5-334b757fbdde req-776e36d9-f2d0-498e-a8c9-266591126cfa tempest-ServersTestJSON-482035511 tempest-ServersTestJSON-482035511-project] 10.222.0.75 "GET /v2.0/ports?device_id=4aea3d71-0009-4881-8ee4-e7f8e194a16e HTTP/1.1" status: 200 len: 945 time: 0.1111722 Feb 09 19:35:06.040628 n-d-713498-36 neutron-server[103230]: DEBUG neutron.db.db_base_plugin_common [None req-47ae1efe-ee42-4306-899e-21f823518ed7 tempest-TestNetworkAdvancedServerOps-1633223542 tempest-TestNetworkAdvancedServerOps-1633223542-project] Allocated IP 172.25.1.28 (88055e1e-672a-4487-be31-ffb6e833ece5/ac16dbcc-383c-4b43-9153-d763c4a53f91/b25323a4-38c0-41f3-aec2-9c22b1619da8) {{(pid=103230) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 19:35:06.041673 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Current status of the port 51a18ce9-01c1-4ddc-99ec-dbed9f26b88b is: ACTIVE; New status is: ACTIVE {{(pid=103232) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 19:35:06.063697 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-cb941259-c7f7-438f-b453-494587a10a58 None None] Deleting port 51a18ce9-01c1-4ddc-99ec-dbed9f26b88b {{(pid=103232) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 19:35:06.064308 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-cb941259-c7f7-438f-b453-494587a10a58 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762867170196'] for port (51a18ce9-01c1-4ddc-99ec-dbed9f26b88b), before_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:35:06.106580 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8312fbc2-afaf-4a29-8d95-7c18943a8d9b tempest-NetworksTestDHCPv6-1153288886 tempest-NetworksTestDHCPv6-1153288886-project] Made reservation on behalf of 84aec0d011da47d8bc94f6ba8668f413 for: {'subnet': 1} {{(pid=103229) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 19:35:06.110227 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-8312fbc2-afaf-4a29-8d95-7c18943a8d9b tempest-NetworksTestDHCPv6-1153288886 tempest-NetworksTestDHCPv6-1153288886-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12759265'] for subnet (None), before_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:35:06.143133 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-cb941259-c7f7-438f-b453-494587a10a58 None None] For port 51a18ce9-01c1-4ddc-99ec-dbed9f26b88b, host n-d-713498-36, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-36',level=0,port_id=51a18ce9-01c1-4ddc-99ec-dbed9f26b88b,segment=NetworkSegment(20e634bc-bbe0-4569-a1ea-6be524590675),segment_id=20e634bc-bbe0-4569-a1ea-6be524590675)] {{(pid=103232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 19:35:06.144201 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-cb941259-c7f7-438f-b453-494587a10a58 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1820838'] for port (51a18ce9-01c1-4ddc-99ec-dbed9f26b88b), precommit_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:35:06.157725 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-cb941259-c7f7-438f-b453-494587a10a58 None None] Calling delete_port for 51a18ce9-01c1-4ddc-99ec-dbed9f26b88b owned by network:dhcp {{(pid=103232) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 19:35:06.173707 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-ee7b4a23-6572-4c8a-a4b5-334b757fbdde req-76d33dc8-800f-436d-8dc4-42abfb6f36f8 tempest-ServersTestJSON-482035511 tempest-ServersTestJSON-482035511-project] 10.222.0.75 "GET /v2.0/security-groups?id=37883354-c9cd-40f0-bbce-1c711bac4569&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1175790 Feb 09 19:35:06.237333 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-47ae1efe-ee42-4306-899e-21f823518ed7 tempest-TestNetworkAdvancedServerOps-1633223542 tempest-TestNetworkAdvancedServerOps-1633223542-project] Publish callbacks [] for port (b25323a4-38c0-41f3-aec2-9c22b1619da8), precommit_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:35:06.298597 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-47ae1efe-ee42-4306-899e-21f823518ed7 tempest-TestNetworkAdvancedServerOps-1633223542 tempest-TestNetworkAdvancedServerOps-1633223542-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762866656467', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14393751'] for port (b25323a4-38c0-41f3-aec2-9c22b1619da8), after_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:35:06.357637 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-cb941259-c7f7-438f-b453-494587a10a58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762867177463', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762866656476'] for port (51a18ce9-01c1-4ddc-99ec-dbed9f26b88b), after_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:35:06.405745 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb941259-c7f7-438f-b453-494587a10a58 None None] No DVR routers for this DVR port 51a18ce9-01c1-4ddc-99ec-dbed9f26b88b on host n-d-713498-36 {{(pid=103232) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 19:35:06.436723 n-d-713498-36 neutron-server[103230]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47ae1efe-ee42-4306-899e-21f823518ed7 tempest-TestNetworkAdvancedServerOps-1633223542 tempest-TestNetworkAdvancedServerOps-1633223542-project] Network 88055e1e-672a-4487-be31-ffb6e833ece5 is already hosted by enough agents. {{(pid=103230) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 19:35:06.439960 n-d-713498-36 neutron-server[103230]: DEBUG neutron.scheduler.base_scheduler [None req-47ae1efe-ee42-4306-899e-21f823518ed7 tempest-TestNetworkAdvancedServerOps-1633223542 tempest-TestNetworkAdvancedServerOps-1633223542-project] Resources bound (agent type, host, resource id): {{(pid=103230) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 19:35:06.446443 n-d-713498-36 neutron-server[103230]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47ae1efe-ee42-4306-899e-21f823518ed7 tempest-TestNetworkAdvancedServerOps-1633223542 tempest-TestNetworkAdvancedServerOps-1633223542-project] Received port after_create {{(pid=103230) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 19:35:06.453332 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47ae1efe-ee42-4306-899e-21f823518ed7 tempest-TestNetworkAdvancedServerOps-1633223542 tempest-TestNetworkAdvancedServerOps-1633223542-project] Pushing event updated for resources: {'Port': ['ID=b25323a4-38c0-41f3-aec2-9c22b1619da8,revision_number=1']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:35:06.477165 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb941259-c7f7-438f-b453-494587a10a58 None None] Pushing event deleted for resources: {'Port': ['ID=51a18ce9-01c1-4ddc-99ec-dbed9f26b88b,revision_number=None']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:35:06.525596 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-8312fbc2-afaf-4a29-8d95-7c18943a8d9b tempest-NetworksTestDHCPv6-1153288886 tempest-NetworksTestDHCPv6-1153288886-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12867428', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12759263'] for subnet (78e31600-a613-4f76-be5e-4b9ff08f76b8), after_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:35:06.598549 n-d-713498-36 neutron-server[103229]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8312fbc2-afaf-4a29-8d95-7c18943a8d9b tempest-NetworksTestDHCPv6-1153288886 tempest-NetworksTestDHCPv6-1153288886-project] Network f63a97a6-2552-42d7-aee9-c49ce8319647 is already hosted by enough agents. {{(pid=103229) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 19:35:06.602432 n-d-713498-36 neutron-server[103229]: DEBUG neutron.scheduler.base_scheduler [None req-8312fbc2-afaf-4a29-8d95-7c18943a8d9b tempest-NetworksTestDHCPv6-1153288886 tempest-NetworksTestDHCPv6-1153288886-project] Resources bound (agent type, host, resource id): {{(pid=103229) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 19:35:06.605403 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8312fbc2-afaf-4a29-8d95-7c18943a8d9b tempest-NetworksTestDHCPv6-1153288886 tempest-NetworksTestDHCPv6-1153288886-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:35:06.606019 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-8312fbc2-afaf-4a29-8d95-7c18943a8d9b tempest-NetworksTestDHCPv6-1153288886 tempest-NetworksTestDHCPv6-1153288886-project] Publish callbacks [] for subnet (None), before_response {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:35:06.614904 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6cb27511-8a45-4660-9e88-57d9b2fe2d8e None None] Network f63a97a6-2552-42d7-aee9-c49ce8319647 requested from n-d-713498-36 {{(pid=103232) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 19:35:06.622205 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8312fbc2-afaf-4a29-8d95-7c18943a8d9b tempest-NetworksTestDHCPv6-1153288886 tempest-NetworksTestDHCPv6-1153288886-project] Pushing event updated for resources: {'Subnet': ['ID=78e31600-a613-4f76-be5e-4b9ff08f76b8,revision_number=0']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:35:06.637776 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-8312fbc2-afaf-4a29-8d95-7c18943a8d9b tempest-NetworksTestDHCPv6-1153288886 tempest-NetworksTestDHCPv6-1153288886-project] 10.222.0.75 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.6564660 Feb 09 19:35:06.638447 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 37540) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:35:06.643819 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.v2.base [None req-3c867bea-7dde-4fd0-9460-fd76c05ca1da tempest-NetworksTestDHCPv6-1153288886 tempest-NetworksTestDHCPv6-1153288886-project] Request body: {'port': {'network_id': 'f63a97a6-2552-42d7-aee9-c49ce8319647', 'mac_address': 'fa:16:3e:19:87:da', 'name': 'tempest-NetworksTestDHCPv6-1291467927'}} {{(pid=103229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 19:35:06.741218 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-821ca33a-3e23-49cd-a029-9e7e2f51624c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8b32e980-7cce-5e82-a341-bd2fa8945c89-f63a97a6-2552-42d7-aee9-c49ce8319647', 'network_id': 'f63a97a6-2552-42d7-aee9-c49ce8319647', 'project_id': '84aec0d011da47d8bc94f6ba8668f413', 'fixed_ips': [{'subnet_id': '78e31600-a613-4f76-be5e-4b9ff08f76b8'}]}} from n-d-713498-36. {{(pid=103232) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 09 19:35:06.742138 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-821ca33a-3e23-49cd-a029-9e7e2f51624c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (None), before_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:35:06.798613 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86f2de85-a5ed-49a7-a521-0808d780ce0f req-88ea3dde-5714-47ac-bcaf-236de70dd209 tempest-ServersTestJSON-482035511 tempest-ServersTestJSON-482035511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:35:06.800333 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-86f2de85-a5ed-49a7-a521-0808d780ce0f req-88ea3dde-5714-47ac-bcaf-236de70dd209 tempest-ServersTestJSON-482035511 tempest-ServersTestJSON-482035511-project] 10.222.0.75 "GET /v2.0/ports?device_id=4aea3d71-0009-4881-8ee4-e7f8e194a16e HTTP/1.1" status: 200 len: 945 time: 0.2151437 Feb 09 19:35:06.809844 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3c867bea-7dde-4fd0-9460-fd76c05ca1da tempest-NetworksTestDHCPv6-1153288886 tempest-NetworksTestDHCPv6-1153288886-project] Made reservation on behalf of 84aec0d011da47d8bc94f6ba8668f413 for: {'port': 1} {{(pid=103229) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 19:35:06.936085 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-86f2de85-a5ed-49a7-a521-0808d780ce0f req-be3928c0-1a68-430d-98f9-a508f1d11002 tempest-ServersTestJSON-482035511 tempest-ServersTestJSON-482035511-project] 10.222.0.75 "GET /v2.0/security-groups?id=37883354-c9cd-40f0-bbce-1c711bac4569&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1005025 Feb 09 19:35:06.952456 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.db_base_plugin_common [None req-821ca33a-3e23-49cd-a029-9e7e2f51624c None None] Allocated IP 2001:db8::2 (f63a97a6-2552-42d7-aee9-c49ce8319647/78e31600-a613-4f76-be5e-4b9ff08f76b8/4aaa1552-618b-47bc-962f-22d7779a5d13) {{(pid=103232) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 19:35:06.955042 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-3c867bea-7dde-4fd0-9460-fd76c05ca1da tempest-NetworksTestDHCPv6-1153288886 tempest-NetworksTestDHCPv6-1153288886-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (None), before_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:35:06.958633 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-47ae1efe-ee42-4306-899e-21f823518ed7 tempest-TestNetworkAdvancedServerOps-1633223542 tempest-TestNetworkAdvancedServerOps-1633223542-project] Publish callbacks [] for router_gateway (0bc32306-17ad-4dc8-ab66-012a1771ad12), after_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:35:06.980077 n-d-713498-36 neutron-server[103229]: DEBUG neutron.notifiers.nova [None req-3c867bea-7dde-4fd0-9460-fd76c05ca1da tempest-NetworksTestDHCPv6-1153288886 tempest-NetworksTestDHCPv6-1153288886-project] device_id is not set on port 99933903-586d-4c03-a755-16665f1e3b72 yet. {{(pid=103229) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 09 19:35:07.131734 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-821ca33a-3e23-49cd-a029-9e7e2f51624c None None] Publish callbacks [] for port (4aaa1552-618b-47bc-962f-22d7779a5d13), precommit_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:35:07.137054 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-821ca33a-3e23-49cd-a029-9e7e2f51624c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762866656467'] for port (4aaa1552-618b-47bc-962f-22d7779a5d13), after_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:35:07.181171 n-d-713498-36 neutron-server[103232]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-821ca33a-3e23-49cd-a029-9e7e2f51624c None None] Network f63a97a6-2552-42d7-aee9-c49ce8319647 is already hosted by enough agents. {{(pid=103232) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 19:35:07.184612 n-d-713498-36 neutron-server[103232]: DEBUG neutron.scheduler.base_scheduler [None req-821ca33a-3e23-49cd-a029-9e7e2f51624c None None] Resources bound (agent type, host, resource id): {{(pid=103232) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 19:35:07.190370 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.l3_dvrscheduler_db [None req-821ca33a-3e23-49cd-a029-9e7e2f51624c None None] Received port after_create {{(pid=103232) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 19:35:07.194025 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-821ca33a-3e23-49cd-a029-9e7e2f51624c None None] Pushing event updated for resources: {'Port': ['ID=4aaa1552-618b-47bc-962f-22d7779a5d13,revision_number=1']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:35:07.225206 n-d-713498-36 neutron-server[103229]: DEBUG neutron.db.db_base_plugin_common [None req-3c867bea-7dde-4fd0-9460-fd76c05ca1da tempest-NetworksTestDHCPv6-1153288886 tempest-NetworksTestDHCPv6-1153288886-project] Allocated IP 2001:db8::39 (f63a97a6-2552-42d7-aee9-c49ce8319647/78e31600-a613-4f76-be5e-4b9ff08f76b8/99933903-586d-4c03-a755-16665f1e3b72) {{(pid=103229) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 19:35:07.240523 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-47ae1efe-ee42-4306-899e-21f823518ed7 tempest-TestNetworkAdvancedServerOps-1633223542 tempest-TestNetworkAdvancedServerOps-1633223542-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1834945', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1818951'] for router (0bc32306-17ad-4dc8-ab66-012a1771ad12), after_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:35:07.259601 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.managers [None req-821ca33a-3e23-49cd-a029-9e7e2f51624c None None] Attempting to bind port 4aaa1552-618b-47bc-962f-22d7779a5d13 on host n-d-713498-36 for vnic_type normal with profile {{(pid=103232) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 19:35:07.260587 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.managers [None req-821ca33a-3e23-49cd-a029-9e7e2f51624c None None] Attempting to bind port 4aaa1552-618b-47bc-962f-22d7779a5d13 by drivers openvswitch,hyperv on host n-d-713498-36 at level 0 using segments [{'id': '20e634bc-bbe0-4569-a1ea-6be524590675', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': 'f63a97a6-2552-42d7-aee9-c49ce8319647'}] {{(pid=103232) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 19:35:07.261199 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-821ca33a-3e23-49cd-a029-9e7e2f51624c None None] Attempting to bind port 4aaa1552-618b-47bc-962f-22d7779a5d13 on network f63a97a6-2552-42d7-aee9-c49ce8319647 {{(pid=103232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 19:35:07.267421 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-821ca33a-3e23-49cd-a029-9e7e2f51624c None None] Checking agent: {'id': '496418a2-c002-4aec-ab1a-07f3bea491bd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-36', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 18, 51, 47), 'started_at': datetime.datetime(2022, 2, 9, 18, 52, 17), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 19, 34, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-36'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 19:35:07.268845 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-821ca33a-3e23-49cd-a029-9e7e2f51624c None None] Checking segment: {'id': '20e634bc-bbe0-4569-a1ea-6be524590675', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': 'f63a97a6-2552-42d7-aee9-c49ce8319647'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103232) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 19:35:07.269907 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-821ca33a-3e23-49cd-a029-9e7e2f51624c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:35:07.270817 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-821ca33a-3e23-49cd-a029-9e7e2f51624c None None] Bound using segment: {'id': '20e634bc-bbe0-4569-a1ea-6be524590675', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': 'f63a97a6-2552-42d7-aee9-c49ce8319647'} {{(pid=103232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 19:35:07.271591 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.managers [None req-821ca33a-3e23-49cd-a029-9e7e2f51624c None None] Bound port: 4aaa1552-618b-47bc-962f-22d7779a5d13, host: n-d-713498-36, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '20e634bc-bbe0-4569-a1ea-6be524590675', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': 'f63a97a6-2552-42d7-aee9-c49ce8319647'}}] {{(pid=103232) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 19:35:07.272233 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-821ca33a-3e23-49cd-a029-9e7e2f51624c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (4aaa1552-618b-47bc-962f-22d7779a5d13), before_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:35:07.372094 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-821ca33a-3e23-49cd-a029-9e7e2f51624c None None] For port 4aaa1552-618b-47bc-962f-22d7779a5d13, host n-d-713498-36, cleared binding levels {{(pid=103232) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 19:35:07.377595 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-821ca33a-3e23-49cd-a029-9e7e2f51624c None None] For port 4aaa1552-618b-47bc-962f-22d7779a5d13, host n-d-713498-36, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-36',level=0,port_id=4aaa1552-618b-47bc-962f-22d7779a5d13,segment=NetworkSegment(20e634bc-bbe0-4569-a1ea-6be524590675),segment_id=20e634bc-bbe0-4569-a1ea-6be524590675)] {{(pid=103232) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 19:35:07.386880 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-821ca33a-3e23-49cd-a029-9e7e2f51624c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762867176205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762866656485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762866656503'] for port (4aaa1552-618b-47bc-962f-22d7779a5d13), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:35:07.399158 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-3c867bea-7dde-4fd0-9460-fd76c05ca1da tempest-NetworksTestDHCPv6-1153288886 tempest-NetworksTestDHCPv6-1153288886-project] Publish callbacks [] for port (99933903-586d-4c03-a755-16665f1e3b72), precommit_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:35:07.423113 n-d-713498-36 neutron-server[103230]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-47ae1efe-ee42-4306-899e-21f823518ed7 tempest-TestNetworkAdvancedServerOps-1633223542 tempest-TestNetworkAdvancedServerOps-1633223542-project] Router 0bc32306-17ad-4dc8-ab66-012a1771ad12 is scheduled to L3 agent 93303d5e-5d17-45e8-8963-7694f87783ae with binding_index 1 {{(pid=103230) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 09 19:35:07.454528 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-3c867bea-7dde-4fd0-9460-fd76c05ca1da tempest-NetworksTestDHCPv6-1153288886 tempest-NetworksTestDHCPv6-1153288886-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762866656467', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12867576'] for port (99933903-586d-4c03-a755-16665f1e3b72), after_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:35:07.479898 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-821ca33a-3e23-49cd-a029-9e7e2f51624c None None] Pushing event updated for resources: {'Port': ['ID=4aaa1552-618b-47bc-962f-22d7779a5d13,revision_number=2']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:35:07.539850 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c867bea-7dde-4fd0-9460-fd76c05ca1da tempest-NetworksTestDHCPv6-1153288886 tempest-NetworksTestDHCPv6-1153288886-project] Pushing event updated for resources: {'Port': ['ID=99933903-586d-4c03-a755-16665f1e3b72,revision_number=1']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:35:07.552853 n-d-713498-36 neutron-server[103229]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c867bea-7dde-4fd0-9460-fd76c05ca1da tempest-NetworksTestDHCPv6-1153288886 tempest-NetworksTestDHCPv6-1153288886-project] Network f63a97a6-2552-42d7-aee9-c49ce8319647 is already hosted by enough agents. {{(pid=103229) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 19:35:07.554378 n-d-713498-36 neutron-server[103229]: DEBUG neutron.scheduler.base_scheduler [None req-3c867bea-7dde-4fd0-9460-fd76c05ca1da tempest-NetworksTestDHCPv6-1153288886 tempest-NetworksTestDHCPv6-1153288886-project] Resources bound (agent type, host, resource id): {{(pid=103229) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 19:35:07.561122 n-d-713498-36 neutron-server[103229]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c867bea-7dde-4fd0-9460-fd76c05ca1da tempest-NetworksTestDHCPv6-1153288886 tempest-NetworksTestDHCPv6-1153288886-project] Received port after_create {{(pid=103229) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 19:35:07.569302 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c867bea-7dde-4fd0-9460-fd76c05ca1da tempest-NetworksTestDHCPv6-1153288886 tempest-NetworksTestDHCPv6-1153288886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:35:07.570446 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-3c867bea-7dde-4fd0-9460-fd76c05ca1da tempest-NetworksTestDHCPv6-1153288886 tempest-NetworksTestDHCPv6-1153288886-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171096'] for port (None), before_response {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:35:07.581650 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-47ae1efe-ee42-4306-899e-21f823518ed7 tempest-TestNetworkAdvancedServerOps-1633223542 tempest-TestNetworkAdvancedServerOps-1633223542-project] Notify agent at l3_agent.n-d-713498-36 the message routers_updated {{(pid=103230) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 19:35:07.593868 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08d95595-2712-420f-8d2b-de72e6218545 None None] Sync routers for ids ['0bc32306-17ad-4dc8-ab66-012a1771ad12'] in n-d-713498-36 {{(pid=103232) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 19:35:07.597695 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-3c867bea-7dde-4fd0-9460-fd76c05ca1da tempest-NetworksTestDHCPv6-1153288886 tempest-NetworksTestDHCPv6-1153288886-project] 10.222.0.75 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 0.9576156 Feb 09 19:35:07.600092 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 37544) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:35:07.608809 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08d95595-2712-420f-8d2b-de72e6218545 None None] Routers {'0bc32306-17ad-4dc8-ab66-012a1771ad12'} bound to L3 agent in host n-d-713498-36 {{(pid=103232) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 19:35:07.609439 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.l3_hamode_db [None req-08d95595-2712-420f-8d2b-de72e6218545 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T18:51:43Z,description=,heartbeat_timestamp=2022-02-09T19:34:43Z,host='n-d-713498-36',id=93303d5e-5d17-45e8-8963-7694f87783ae,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T18:51:43Z,topic='l3_agent')) {'router_ids': ['0bc32306-17ad-4dc8-ab66-012a1771ad12'], 'active': True} {{(pid=103232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:35:07.625869 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-47ae1efe-ee42-4306-899e-21f823518ed7 tempest-TestNetworkAdvancedServerOps-1633223542 tempest-TestNetworkAdvancedServerOps-1633223542-project] Publish callbacks [] for router (None), before_response {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:35:07.627551 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-47ae1efe-ee42-4306-899e-21f823518ed7 tempest-TestNetworkAdvancedServerOps-1633223542 tempest-TestNetworkAdvancedServerOps-1633223542-project] 10.222.0.75 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 3.0851891 Feb 09 19:35:07.632784 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 37546) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:35:07.672510 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73f96953-cf29-43cc-bfec-69cc0e53a8c9 tempest-NetworksTestDHCPv6-1153288886 tempest-NetworksTestDHCPv6-1153288886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:35:07.679166 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73f96953-cf29-43cc-bfec-69cc0e53a8c9 tempest-NetworksTestDHCPv6-1153288886 tempest-NetworksTestDHCPv6-1153288886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:35:07.681853 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-73f96953-cf29-43cc-bfec-69cc0e53a8c9 tempest-NetworksTestDHCPv6-1153288886 tempest-NetworksTestDHCPv6-1153288886-project] 10.222.0.75 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1668 time: 0.0803485 Feb 09 19:35:07.684359 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 37548) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:35:07.696651 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-740395e3-0a1c-467b-8929-4203ab3878b7 tempest-TestNetworkAdvancedServerOps-513516359 tempest-TestNetworkAdvancedServerOps-513516359-project-admin] 10.222.0.75 "GET /v2.0/subnets?project_id=eba669c4f4c548e495f13ae7579d0fa6&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0627189 Feb 09 19:35:07.703988 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 37550) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:35:07.758309 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Device 51a18ce9-01c1-4ddc-99ec-dbed9f26b88b no longer exists at agent ovs-agent-n-d-713498-36 {{(pid=103232) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 19:35:07.806123 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] No Port match for: 51a18ce9-01c1-4ddc-99ec-dbed9f26b88b {{(pid=103232) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 19:35:07.806606 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Device 51a18ce9-01c1-4ddc-99ec-dbed9f26b88b not bound to the agent host n-d-713498-36 {{(pid=103232) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 19:35:07.885779 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.l3_dvr_db [None req-08d95595-2712-420f-8d2b-de72e6218545 None None] Set router 0bc32306-17ad-4dc8-ab66-012a1771ad12 gateway port host: n-d-713498-36 {{(pid=103232) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 19:35:07.890962 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6a781a4-ed94-4665-860d-22a79cfece63 tempest-TestNetworkAdvancedServerOps-513516359 tempest-TestNetworkAdvancedServerOps-513516359-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:35:07.897424 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-c6a781a4-ed94-4665-860d-22a79cfece63 tempest-TestNetworkAdvancedServerOps-513516359 tempest-TestNetworkAdvancedServerOps-513516359-project-admin] 10.222.0.75 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1923778 Feb 09 19:35:07.901061 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 37554) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:35:07.901701 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.plugin [None req-afc28ef3-4cb6-47f3-9ebb-fd0d279c3c7c tempest-NetworksTestDHCPv6-1153288886 tempest-NetworksTestDHCPv6-1153288886-project] Deleting port 99933903-586d-4c03-a755-16665f1e3b72 {{(pid=103229) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 19:35:07.902236 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-afc28ef3-4cb6-47f3-9ebb-fd0d279c3c7c tempest-NetworksTestDHCPv6-1153288886 tempest-NetworksTestDHCPv6-1153288886-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762867170196'] for port (99933903-586d-4c03-a755-16665f1e3b72), before_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:35:07.950884 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-6bca862d-7b62-4449-9c03-b144d0a14d16 tempest-TestNetworkAdvancedServerOps-513516359 tempest-TestNetworkAdvancedServerOps-513516359-project-admin] 10.222.0.75 "GET /v2.0/subnets?network_id=88055e1e-672a-4487-be31-ffb6e833ece5&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0488188 Feb 09 19:35:07.951164 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 37556) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:35:07.956925 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.v2.base [None req-82d2ec3e-e816-4ad3-b411-8adf24feaae0 tempest-TestNetworkAdvancedServerOps-1633223542 tempest-TestNetworkAdvancedServerOps-1633223542-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1719675043', 'network_id': '4441bac0-0a44-4a1e-8093-e71510495491', 'project_id': 'eba669c4f4c548e495f13ae7579d0fa6', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103230) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 19:35:08.052931 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-afc28ef3-4cb6-47f3-9ebb-fd0d279c3c7c tempest-NetworksTestDHCPv6-1153288886 tempest-NetworksTestDHCPv6-1153288886-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1820838'] for port (99933903-586d-4c03-a755-16665f1e3b72), precommit_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:35:08.100297 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.plugin [None req-afc28ef3-4cb6-47f3-9ebb-fd0d279c3c7c tempest-NetworksTestDHCPv6-1153288886 tempest-NetworksTestDHCPv6-1153288886-project] Calling delete_port for 99933903-586d-4c03-a755-16665f1e3b72 owned by {{(pid=103229) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 19:35:08.108474 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-82d2ec3e-e816-4ad3-b411-8adf24feaae0 tempest-TestNetworkAdvancedServerOps-1633223542 tempest-TestNetworkAdvancedServerOps-1633223542-project] Made reservation on behalf of eba669c4f4c548e495f13ae7579d0fa6 for: {'subnet': 1} {{(pid=103230) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 19:35:08.116213 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-82d2ec3e-e816-4ad3-b411-8adf24feaae0 tempest-TestNetworkAdvancedServerOps-1633223542 tempest-TestNetworkAdvancedServerOps-1633223542-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12985917'] for subnet (None), before_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:35:08.177964 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c76d678-76fc-48a3-b1b5-cbfd4be0aa52 req-fb540b16-6547-4c65-b6ac-ef77557b2009 tempest-ServersTestJSON-482035511 tempest-ServersTestJSON-482035511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:35:08.187072 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-5c76d678-76fc-48a3-b1b5-cbfd4be0aa52 req-fb540b16-6547-4c65-b6ac-ef77557b2009 tempest-ServersTestJSON-482035511 tempest-ServersTestJSON-482035511-project] 10.222.0.75 "GET /v2.0/ports?device_id=4aea3d71-0009-4881-8ee4-e7f8e194a16e HTTP/1.1" status: 200 len: 945 time: 0.1241341 Feb 09 19:35:08.261137 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-5c76d678-76fc-48a3-b1b5-cbfd4be0aa52 req-51a9fc56-b69f-46f7-a921-19edd4723335 tempest-ServersTestJSON-482035511 tempest-ServersTestJSON-482035511-project] 10.222.0.75 "GET /v2.0/security-groups?id=37883354-c9cd-40f0-bbce-1c711bac4569&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0730760 Feb 09 19:35:08.360037 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.l3_hamode_db [None req-08d95595-2712-420f-8d2b-de72e6218545 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0bc32306-17ad-4dc8-ab66-012a1771ad12', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1868811423', 'tenant_id': 'eba669c4f4c548e495f13ae7579d0fa6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88055e1e-672a-4487-be31-ffb6e833ece5', 'external_fixed_ips': [{'subnet_id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'ip_address': '172.25.1.28'}], 'enable_snat': True}, 'gw_port_id': 'b25323a4-38c0-41f3-aec2-9c22b1619da8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T19:35:04Z', 'updated_at': '2022-02-09T19:35:06Z', 'revision_number': 3, 'project_id': 'eba669c4f4c548e495f13ae7579d0fa6', 'gw_port': {'id': 'b25323a4-38c0-41f3-aec2-9c22b1619da8', 'name': '', 'network_id': '88055e1e-672a-4487-be31-ffb6e833ece5', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:e7:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0bc32306-17ad-4dc8-ab66-012a1771ad12', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3284, 'fixed_ips': [{'subnet_id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'ip_address': '172.25.1.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T19:35:05Z', 'updated_at': '2022-02-09T19:35:06Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-36'}], 'n-d-713498-36', False) {} {{(pid=103232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:35:08.368833 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-afc28ef3-4cb6-47f3-9ebb-fd0d279c3c7c tempest-NetworksTestDHCPv6-1153288886 tempest-NetworksTestDHCPv6-1153288886-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762867177463', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762866656476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12867576'] for port (99933903-586d-4c03-a755-16665f1e3b72), after_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:35:08.411394 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-82d2ec3e-e816-4ad3-b411-8adf24feaae0 tempest-TestNetworkAdvancedServerOps-1633223542 tempest-TestNetworkAdvancedServerOps-1633223542-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14393611', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12985859'] for subnet (a53359ef-76e4-4c05-b08e-4db3ad09b5a9), after_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:35:08.413731 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08d95595-2712-420f-8d2b-de72e6218545 None None] Checking router: 0bc32306-17ad-4dc8-ab66-012a1771ad12 for host: n-d-713498-36 {{(pid=103232) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 19:35:08.414344 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08d95595-2712-420f-8d2b-de72e6218545 None None] Updating router 0bc32306-17ad-4dc8-ab66-012a1771ad12 port b25323a4-38c0-41f3-aec2-9c22b1619da8 binding host n-d-713498-36 {{(pid=103232) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 19:35:08.415650 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afc28ef3-4cb6-47f3-9ebb-fd0d279c3c7c tempest-NetworksTestDHCPv6-1153288886 tempest-NetworksTestDHCPv6-1153288886-project] Pushing event deleted for resources: {'Port': ['ID=99933903-586d-4c03-a755-16665f1e3b72,revision_number=None']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:35:08.462987 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-afc28ef3-4cb6-47f3-9ebb-fd0d279c3c7c tempest-NetworksTestDHCPv6-1153288886 tempest-NetworksTestDHCPv6-1153288886-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171096'] for port (None), before_response {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:35:08.467822 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-afc28ef3-4cb6-47f3-9ebb-fd0d279c3c7c tempest-NetworksTestDHCPv6-1153288886 tempest-NetworksTestDHCPv6-1153288886-project] 10.222.0.75 "DELETE /v2.0/ports/99933903-586d-4c03-a755-16665f1e3b72 HTTP/1.1" status: 204 len: 168 time: 0.7802355 Feb 09 19:35:08.470208 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 37560) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:35:08.475699 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-08d95595-2712-420f-8d2b-de72e6218545 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (b25323a4-38c0-41f3-aec2-9c22b1619da8), before_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:35:08.556551 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82d2ec3e-e816-4ad3-b411-8adf24feaae0 tempest-TestNetworkAdvancedServerOps-1633223542 tempest-TestNetworkAdvancedServerOps-1633223542-project] Pushing event updated for resources: {'Subnet': ['ID=a53359ef-76e4-4c05-b08e-4db3ad09b5a9,revision_number=0']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:35:08.561708 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41c6cb95-cd8a-4558-958e-5e0422c29c82 tempest-NetworksTestDHCPv6-1153288886 tempest-NetworksTestDHCPv6-1153288886-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:35:08.566648 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41c6cb95-cd8a-4558-958e-5e0422c29c82 tempest-NetworksTestDHCPv6-1153288886 tempest-NetworksTestDHCPv6-1153288886-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:35:08.567605 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82d2ec3e-e816-4ad3-b411-8adf24feaae0 tempest-TestNetworkAdvancedServerOps-1633223542 tempest-TestNetworkAdvancedServerOps-1633223542-project] Checking segment: {'id': '25bee314-2f03-4005-a207-d495c9ba8d98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': '4441bac0-0a44-4a1e-8093-e71510495491'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103230) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 19:35:08.567972 n-d-713498-36 neutron-server[103230]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82d2ec3e-e816-4ad3-b411-8adf24feaae0 tempest-TestNetworkAdvancedServerOps-1633223542 tempest-TestNetworkAdvancedServerOps-1633223542-project] Network hostable DHCP agents. Network: 4441bac0-0a44-4a1e-8093-e71510495491, hostable agents: ['af91e4b9-f4e1-42b1-a25c-a10dc47171c8'], hosted agents: [] {{(pid=103230) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 19:35:08.575011 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-41c6cb95-cd8a-4558-958e-5e0422c29c82 tempest-NetworksTestDHCPv6-1153288886 tempest-NetworksTestDHCPv6-1153288886-project] 10.222.0.75 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1451 time: 0.0994625 Feb 09 19:35:08.576124 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 37562) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:35:08.596797 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad940b6a-6c96-432b-9f7a-06639cdf3f5a req-b6b4c0cb-5eea-42a4-8d39-d510a840d566 tempest-ServersTestJSON-482035511 tempest-ServersTestJSON-482035511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:35:08.598413 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-ad940b6a-6c96-432b-9f7a-06639cdf3f5a req-b6b4c0cb-5eea-42a4-8d39-d510a840d566 tempest-ServersTestJSON-482035511 tempest-ServersTestJSON-482035511-project] 10.222.0.90 "GET /v2.0/ports?device_id=4aea3d71-0009-4881-8ee4-e7f8e194a16e HTTP/1.1" status: 200 len: 945 time: 0.1238790 Feb 09 19:35:08.615031 n-d-713498-36 neutron-server[103230]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82d2ec3e-e816-4ad3-b411-8adf24feaae0 tempest-TestNetworkAdvancedServerOps-1633223542 tempest-TestNetworkAdvancedServerOps-1633223542-project] Network 4441bac0-0a44-4a1e-8093-e71510495491 is scheduled to be hosted by DHCP agent af91e4b9-f4e1-42b1-a25c-a10dc47171c8 with binding_index 1 {{(pid=103230) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 19:35:08.642152 n-d-713498-36 neutron-server[103230]: DEBUG neutron.scheduler.base_scheduler [None req-82d2ec3e-e816-4ad3-b411-8adf24feaae0 tempest-TestNetworkAdvancedServerOps-1633223542 tempest-TestNetworkAdvancedServerOps-1633223542-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713498-36, 4441bac0-0a44-4a1e-8093-e71510495491) {{(pid=103230) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 19:35:08.649641 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82d2ec3e-e816-4ad3-b411-8adf24feaae0 tempest-TestNetworkAdvancedServerOps-1633223542 tempest-TestNetworkAdvancedServerOps-1633223542-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:35:08.650386 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-82d2ec3e-e816-4ad3-b411-8adf24feaae0 tempest-TestNetworkAdvancedServerOps-1633223542 tempest-TestNetworkAdvancedServerOps-1633223542-project] Publish callbacks [] for subnet (None), before_response {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:35:08.653205 n-d-713498-36 neutron-server[103229]: DEBUG neutron.db.db_base_plugin_v2 [None req-b943cd7e-abd1-4e2c-8a9e-800aafcde23e tempest-NetworksTestDHCPv6-1153288886 tempest-NetworksTestDHCPv6-1153288886-project] Deleting subnet 78e31600-a613-4f76-be5e-4b9ff08f76b8 {{(pid=103229) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 19:35:08.656970 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-b943cd7e-abd1-4e2c-8a9e-800aafcde23e tempest-NetworksTestDHCPv6-1153288886 tempest-NetworksTestDHCPv6-1153288886-project] Publish callbacks [] for subnet (78e31600-a613-4f76-be5e-4b9ff08f76b8), before_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:35:08.682016 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-82d2ec3e-e816-4ad3-b411-8adf24feaae0 tempest-TestNetworkAdvancedServerOps-1633223542 tempest-TestNetworkAdvancedServerOps-1633223542-project] 10.222.0.75 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.7296839 Feb 09 19:35:08.683491 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac9c7c93-803d-4791-ae3b-632d484aa05f None None] Network 4441bac0-0a44-4a1e-8093-e71510495491 requested from n-d-713498-36 {{(pid=103232) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 19:35:08.685753 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 37564) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:35:08.780988 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.plugin [req-ad940b6a-6c96-432b-9f7a-06639cdf3f5a req-01fb48c8-ea34-4d46-a5a5-543df64004d1 tempest-ServersTestJSON-482035511 tempest-ServersTestJSON-482035511-project] Deleting port 655f78c9-cf7b-480d-9c61-44b2ebcff3c0 {{(pid=103230) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 19:35:08.781640 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [req-ad940b6a-6c96-432b-9f7a-06639cdf3f5a req-01fb48c8-ea34-4d46-a5a5-543df64004d1 tempest-ServersTestJSON-482035511 tempest-ServersTestJSON-482035511-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762867170196'] for port (655f78c9-cf7b-480d-9c61-44b2ebcff3c0), before_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:35:08.965283 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ccbd67f5-72b8-45de-b511-57b7b6e27077 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8b32e980-7cce-5e82-a341-bd2fa8945c89-4441bac0-0a44-4a1e-8093-e71510495491', 'network_id': '4441bac0-0a44-4a1e-8093-e71510495491', 'project_id': 'eba669c4f4c548e495f13ae7579d0fa6', 'fixed_ips': [{'subnet_id': 'a53359ef-76e4-4c05-b08e-4db3ad09b5a9'}]}} from n-d-713498-36. {{(pid=103232) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 09 19:35:08.971692 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-ccbd67f5-72b8-45de-b511-57b7b6e27077 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (None), before_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:35:09.066584 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.db [req-ad940b6a-6c96-432b-9f7a-06639cdf3f5a req-01fb48c8-ea34-4d46-a5a5-543df64004d1 tempest-ServersTestJSON-482035511 tempest-ServersTestJSON-482035511-project] For port 655f78c9-cf7b-480d-9c61-44b2ebcff3c0, host n-h2-713498-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-36',level=0,port_id=655f78c9-cf7b-480d-9c61-44b2ebcff3c0,segment=NetworkSegment(3ad9008e-d820-4913-8a3a-dbe689506816),segment_id=3ad9008e-d820-4913-8a3a-dbe689506816)] {{(pid=103230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 19:35:09.067327 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [req-ad940b6a-6c96-432b-9f7a-06639cdf3f5a req-01fb48c8-ea34-4d46-a5a5-543df64004d1 tempest-ServersTestJSON-482035511 tempest-ServersTestJSON-482035511-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1820838'] for port (655f78c9-cf7b-480d-9c61-44b2ebcff3c0), precommit_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:35:09.083194 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.plugin [req-ad940b6a-6c96-432b-9f7a-06639cdf3f5a req-01fb48c8-ea34-4d46-a5a5-543df64004d1 tempest-ServersTestJSON-482035511 tempest-ServersTestJSON-482035511-project] Calling delete_port for 655f78c9-cf7b-480d-9c61-44b2ebcff3c0 owned by compute:nova {{(pid=103230) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 19:35:09.148715 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-b943cd7e-abd1-4e2c-8a9e-800aafcde23e tempest-NetworksTestDHCPv6-1153288886 tempest-NetworksTestDHCPv6-1153288886-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16683410'] for subnet (78e31600-a613-4f76-be5e-4b9ff08f76b8), precommit_delete_associations {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:35:09.297140 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [req-ad940b6a-6c96-432b-9f7a-06639cdf3f5a req-01fb48c8-ea34-4d46-a5a5-543df64004d1 tempest-ServersTestJSON-482035511 tempest-ServersTestJSON-482035511-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762867177463', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762866656476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14393751'] for port (655f78c9-cf7b-480d-9c61-44b2ebcff3c0), after_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:35:09.318305 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-7429db8d-6021-40ad-813e-885be449a89b None None] get_ports_and_sgs() called for port_ids ['655f78c9-cf7b-480d-9c61-44b2ebcff3c0'] {{(pid=103232) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 19:35:09.341469 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] get_ports_and_sgs() called for port_ids ['f66e9e9f-dc25-41b3-a2e4-a6e5122a970c', 'b3aa3844-1929-46cb-8cbe-56a24adf0362'] {{(pid=103232) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 19:35:09.379264 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01fb48c8-ea34-4d46-a5a5-543df64004d1 tempest-ServersTestJSON-482035511 tempest-ServersTestJSON-482035511-project] Pushing event deleted for resources: {'Port': ['ID=655f78c9-cf7b-480d-9c61-44b2ebcff3c0,revision_number=None']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:35:09.409302 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.provisioning_blocks [None req-627aac41-b54e-4a22-ac7b-88ec692f354f None None] Provisioning complete for port 4aaa1552-618b-47bc-962f-22d7779a5d13 triggered by entity DHCP. {{(pid=103232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 19:35:09.410078 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-627aac41-b54e-4a22-ac7b-88ec692f354f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593630'] for port (4aaa1552-618b-47bc-962f-22d7779a5d13), provisioning_complete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:35:09.521193 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-5755b3fa-639b-45b2-9a35-cf1afe41b7c3 req-f72e4191-7199-4be0-aec5-7f081b3ee8de tempest-ServersTestJSON-482035511 tempest-ServersTestJSON-482035511-project] 10.222.0.75 "GET /v2.0/ports?device_id=4aea3d71-0009-4881-8ee4-e7f8e194a16e HTTP/1.1" status: 200 len: 210 time: 0.1109159 Feb 09 19:35:09.572458 n-d-713498-36 neutron-server[103230]: DEBUG neutron.db.l3_dvrscheduler_db [req-ad940b6a-6c96-432b-9f7a-06639cdf3f5a req-01fb48c8-ea34-4d46-a5a5-543df64004d1 tempest-ServersTestJSON-482035511 tempest-ServersTestJSON-482035511-project] No DVR routers for this DVR port 655f78c9-cf7b-480d-9c61-44b2ebcff3c0 on host n-h2-713498-36 {{(pid=103230) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 19:35:09.578855 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [req-ad940b6a-6c96-432b-9f7a-06639cdf3f5a req-01fb48c8-ea34-4d46-a5a5-543df64004d1 tempest-ServersTestJSON-482035511 tempest-ServersTestJSON-482035511-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171096'] for port (None), before_response {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:35:09.579075 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-08d95595-2712-420f-8d2b-de72e6218545 None None] Publish callbacks [] for port (b25323a4-38c0-41f3-aec2-9c22b1619da8), precommit_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:35:09.583582 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-ad940b6a-6c96-432b-9f7a-06639cdf3f5a req-01fb48c8-ea34-4d46-a5a5-543df64004d1 tempest-ServersTestJSON-482035511 tempest-ServersTestJSON-482035511-project] 10.222.0.90 "DELETE /v2.0/ports/655f78c9-cf7b-480d-9c61-44b2ebcff3c0 HTTP/1.1" status: 204 len: 173 time: 0.9757621 Feb 09 19:35:09.584073 n-d-713498-36 neutron-server[103230]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4aea3d71-0009-4881-8ee4-e7f8e194a16e', 'name': 'network-vif-deleted', 'tag': '655f78c9-cf7b-480d-9c61-44b2ebcff3c0'}] {{(pid=103230) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 19:35:09.588798 n-d-713498-36 neutron-server[103230]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aee5919275bae9f72eb374ee322673045eb80c1f84b4b45a97d96923bd50ab51" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-67d82b3e-fe8c-46fe-a6ec-8a58eec7c2cf" -d '{"events": [{"server_uuid": "4aea3d71-0009-4881-8ee4-e7f8e194a16e", "name": "network-vif-deleted", "tag": "655f78c9-cf7b-480d-9c61-44b2ebcff3c0"}]}' {{(pid=103230) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 19:35:09.625717 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.db_base_plugin_common [None req-ccbd67f5-72b8-45de-b511-57b7b6e27077 None None] Allocated IP 172.20.0.2 (4441bac0-0a44-4a1e-8093-e71510495491/a53359ef-76e4-4c05-b08e-4db3ad09b5a9/9bb4af96-df9f-4f45-8df5-e3d89ec83bc5) {{(pid=103232) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 19:35:09.634239 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-08d95595-2712-420f-8d2b-de72e6218545 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762867176205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762866656485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762866656503'] for port (b25323a4-38c0-41f3-aec2-9c22b1619da8), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:35:09.665199 n-d-713498-36 neutron-server[103230]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 19:35:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8724b03a-a63c-49ce-9b32-8fa92220af97 x-openstack-request-id: req-8724b03a-a63c-49ce-9b32-8fa92220af97 {{(pid=103230) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 19:35:09.665199 n-d-713498-36 neutron-server[103230]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4aea3d71-0009-4881-8ee4-e7f8e194a16e", "name": "network-vif-deleted", "tag": "655f78c9-cf7b-480d-9c61-44b2ebcff3c0", "status": "completed", "code": 200}]} {{(pid=103230) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 19:35:09.665199 n-d-713498-36 neutron-server[103230]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-8724b03a-a63c-49ce-9b32-8fa92220af97 {{(pid=103230) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 19:35:09.665199 n-d-713498-36 neutron-server[103230]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4aea3d71-0009-4881-8ee4-e7f8e194a16e', 'name': 'network-vif-deleted', 'tag': '655f78c9-cf7b-480d-9c61-44b2ebcff3c0', 'status': 'completed', 'code': 200} Feb 09 19:35:09.805050 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-b943cd7e-abd1-4e2c-8a9e-800aafcde23e tempest-NetworksTestDHCPv6-1153288886 tempest-NetworksTestDHCPv6-1153288886-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-759852'] for subnet (78e31600-a613-4f76-be5e-4b9ff08f76b8), precommit_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:35:09.868410 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Device 4aaa1552-618b-47bc-962f-22d7779a5d13 up at agent ovs-agent-n-d-713498-36 {{(pid=103232) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 19:35:09.891391 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.managers [None req-08d95595-2712-420f-8d2b-de72e6218545 None None] Attempting to bind port b25323a4-38c0-41f3-aec2-9c22b1619da8 on host n-d-713498-36 for vnic_type normal with profile {{(pid=103232) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 19:35:09.891759 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.managers [None req-08d95595-2712-420f-8d2b-de72e6218545 None None] Attempting to bind port b25323a4-38c0-41f3-aec2-9c22b1619da8 by drivers openvswitch,hyperv on host n-d-713498-36 at level 0 using segments [{'id': 'a4222f89-8d3f-4b51-953b-1a8126392491', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '88055e1e-672a-4487-be31-ffb6e833ece5'}] {{(pid=103232) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 19:35:09.892122 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08d95595-2712-420f-8d2b-de72e6218545 None None] Attempting to bind port b25323a4-38c0-41f3-aec2-9c22b1619da8 on network 88055e1e-672a-4487-be31-ffb6e833ece5 {{(pid=103232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 19:35:09.928811 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-b943cd7e-abd1-4e2c-8a9e-800aafcde23e tempest-NetworksTestDHCPv6-1153288886 tempest-NetworksTestDHCPv6-1153288886-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-760023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12867367', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12759238'] for subnet (78e31600-a613-4f76-be5e-4b9ff08f76b8), after_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:35:09.940666 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd8d592a-9f23-4583-aa68-6720f010ea28 None None] Pushing event updated for resources: {'Port': ['ID=b25323a4-38c0-41f3-aec2-9c22b1619da8,revision_number=2']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:35:09.950330 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-627aac41-b54e-4a22-ac7b-88ec692f354f None None] Current status of the port 4aaa1552-618b-47bc-962f-22d7779a5d13 is: DOWN; New status is: ACTIVE {{(pid=103232) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 19:35:09.950725 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-627aac41-b54e-4a22-ac7b-88ec692f354f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (4aaa1552-618b-47bc-962f-22d7779a5d13), before_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:35:09.961755 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08d95595-2712-420f-8d2b-de72e6218545 None None] Checking agent: {'id': '496418a2-c002-4aec-ab1a-07f3bea491bd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-36', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 18, 51, 47), 'started_at': datetime.datetime(2022, 2, 9, 18, 52, 17), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 19, 34, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-36'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 19:35:09.962161 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08d95595-2712-420f-8d2b-de72e6218545 None None] Checking segment: {'id': 'a4222f89-8d3f-4b51-953b-1a8126392491', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '88055e1e-672a-4487-be31-ffb6e833ece5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103232) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 19:35:09.962564 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-08d95595-2712-420f-8d2b-de72e6218545 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:35:09.962956 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08d95595-2712-420f-8d2b-de72e6218545 None None] Bound using segment: {'id': 'a4222f89-8d3f-4b51-953b-1a8126392491', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '88055e1e-672a-4487-be31-ffb6e833ece5'} {{(pid=103232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 19:35:09.963445 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.managers [None req-08d95595-2712-420f-8d2b-de72e6218545 None None] Bound port: b25323a4-38c0-41f3-aec2-9c22b1619da8, host: n-d-713498-36, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a4222f89-8d3f-4b51-953b-1a8126392491', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '88055e1e-672a-4487-be31-ffb6e833ece5'}}] {{(pid=103232) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 19:35:09.963824 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-08d95595-2712-420f-8d2b-de72e6218545 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (b25323a4-38c0-41f3-aec2-9c22b1619da8), before_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:35:09.979887 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-b943cd7e-abd1-4e2c-8a9e-800aafcde23e tempest-NetworksTestDHCPv6-1153288886 tempest-NetworksTestDHCPv6-1153288886-project] Publish callbacks [] for subnet (None), before_response {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:35:09.983212 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-b943cd7e-abd1-4e2c-8a9e-800aafcde23e tempest-NetworksTestDHCPv6-1153288886 tempest-NetworksTestDHCPv6-1153288886-project] 10.222.0.75 "DELETE /v2.0/subnets/78e31600-a613-4f76-be5e-4b9ff08f76b8 HTTP/1.1" status: 204 len: 168 time: 1.4056649 Feb 09 19:35:09.985727 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 37574) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:35:09.999911 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b943cd7e-abd1-4e2c-8a9e-800aafcde23e tempest-NetworksTestDHCPv6-1153288886 tempest-NetworksTestDHCPv6-1153288886-project] Pushing event deleted for resources: {'Subnet': ['ID=78e31600-a613-4f76-be5e-4b9ff08f76b8,revision_number=None']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:35:10.046883 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba39dbb3-5efe-4ec7-b31c-49f66d660200 None None] Network f63a97a6-2552-42d7-aee9-c49ce8319647 requested from n-d-713498-36 {{(pid=103232) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 19:35:10.062131 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-27386b93-db99-4917-af5a-b631b6ee3f10 tempest-NetworksTestDHCPv6-1153288886 tempest-NetworksTestDHCPv6-1153288886-project] 10.222.0.75 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0742249 Feb 09 19:35:10.066136 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 37580) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:35:10.178962 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-1007b954-6c3b-475d-8232-9973288d5e88 tempest-TestNetworkAdvancedServerOps-1633223542 tempest-TestNetworkAdvancedServerOps-1633223542-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (None), before_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:35:10.224089 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d2e254b-8270-4004-b347-83900937e576 tempest-NetworksTestDHCPv6-1153288886 tempest-NetworksTestDHCPv6-1153288886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:35:10.228775 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 37588) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:35:10.244219 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-08d95595-2712-420f-8d2b-de72e6218545 None None] For port b25323a4-38c0-41f3-aec2-9c22b1619da8, host n-d-713498-36, cleared binding levels {{(pid=103232) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 19:35:10.246934 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-2d2e254b-8270-4004-b347-83900937e576 tempest-NetworksTestDHCPv6-1153288886 tempest-NetworksTestDHCPv6-1153288886-project] 10.222.0.75 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.1787684 Feb 09 19:35:10.329034 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e91ac0e-c07b-4b75-afc2-8f6beb05405f tempest-NetworksTestDHCPv6-1153288886 tempest-NetworksTestDHCPv6-1153288886-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:35:10.334580 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-7e91ac0e-c07b-4b75-afc2-8f6beb05405f tempest-NetworksTestDHCPv6-1153288886 tempest-NetworksTestDHCPv6-1153288886-project] 10.222.0.75 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1049445 Feb 09 19:35:10.335467 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 37594) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:35:10.354294 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-08d95595-2712-420f-8d2b-de72e6218545 None None] For port b25323a4-38c0-41f3-aec2-9c22b1619da8, host n-d-713498-36, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-36',level=0,port_id=b25323a4-38c0-41f3-aec2-9c22b1619da8,segment=NetworkSegment(a4222f89-8d3f-4b51-953b-1a8126392491),segment_id=a4222f89-8d3f-4b51-953b-1a8126392491)] {{(pid=103232) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 19:35:10.355766 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.provisioning_blocks [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Provisioning complete for port 4aaa1552-618b-47bc-962f-22d7779a5d13 triggered by entity L2. {{(pid=103232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 19:35:10.356050 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593630'] for port (4aaa1552-618b-47bc-962f-22d7779a5d13), provisioning_complete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:35:10.387714 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.db.api [None req-627aac41-b54e-4a22-ac7b-88ec692f354f None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103232) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 09 19:35:10.388079 n-d-713498-36 neutron-server[103232]: DEBUG oslo_db.api [None req-627aac41-b54e-4a22-ac7b-88ec692f354f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 09 19:35:10.394197 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-08d95595-2712-420f-8d2b-de72e6218545 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762867176205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762866656485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762866656503'] for port (b25323a4-38c0-41f3-aec2-9c22b1619da8), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:35:10.430783 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 37600) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:35:10.434999 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-8d88cef3-9d84-4ab6-af72-a6976d70c577 tempest-NetworksTestDHCPv6-1153288886 tempest-NetworksTestDHCPv6-1153288886-project] 10.222.0.75 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0889370 Feb 09 19:35:10.460267 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-ccbd67f5-72b8-45de-b511-57b7b6e27077 None None] Publish callbacks [] for port (9bb4af96-df9f-4f45-8df5-e3d89ec83bc5), precommit_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:35:10.506842 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-ccbd67f5-72b8-45de-b511-57b7b6e27077 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762866656467'] for port (9bb4af96-df9f-4f45-8df5-e3d89ec83bc5), after_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:35:10.537579 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd8d592a-9f23-4583-aa68-6720f010ea28 None None] Pushing event updated for resources: {'Port': ['ID=b25323a4-38c0-41f3-aec2-9c22b1619da8,revision_number=3']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:35:10.545680 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.v2.base [None req-a963dbb6-fe4f-4d9e-901c-21d49887486b tempest-NetworksTestDHCPv6-1153288886 tempest-NetworksTestDHCPv6-1153288886-project] Request body: {'subnet': {'network_id': 'f63a97a6-2552-42d7-aee9-c49ce8319647', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=103229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 19:35:10.574767 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08d95595-2712-420f-8d2b-de72e6218545 None None] Routers {'0bc32306-17ad-4dc8-ab66-012a1771ad12'} bound to L3 agent in host n-d-713498-36 {{(pid=103232) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 19:35:10.574947 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.l3_hamode_db [None req-08d95595-2712-420f-8d2b-de72e6218545 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T18:51:43Z,description=,heartbeat_timestamp=2022-02-09T19:34:43Z,host='n-d-713498-36',id=93303d5e-5d17-45e8-8963-7694f87783ae,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T18:51:43Z,topic='l3_agent')) {'router_ids': ['0bc32306-17ad-4dc8-ab66-012a1771ad12'], 'active': True} {{(pid=103232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:35:10.730676 n-d-713498-36 neutron-server[103232]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ccbd67f5-72b8-45de-b511-57b7b6e27077 None None] Network 4441bac0-0a44-4a1e-8093-e71510495491 is already hosted by enough agents. {{(pid=103232) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 19:35:10.733889 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6fcd8098-225f-49ab-a313-f158cc462da7 None None] DHCP port deletion for f63a97a6-2552-42d7-aee9-c49ce8319647 request from n-d-713498-36 {{(pid=103232) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 09 19:35:10.750842 n-d-713498-36 neutron-server[103232]: DEBUG neutron.scheduler.base_scheduler [None req-ccbd67f5-72b8-45de-b511-57b7b6e27077 None None] Resources bound (agent type, host, resource id): {{(pid=103232) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 19:35:10.762413 n-d-713498-36 neutron-server[103229]: DEBUG neutron.db.db_base_plugin_common [None req-1007b954-6c3b-475d-8232-9973288d5e88 tempest-TestNetworkAdvancedServerOps-1633223542 tempest-TestNetworkAdvancedServerOps-1633223542-project] Allocated IP 172.20.0.1 (4441bac0-0a44-4a1e-8093-e71510495491/a53359ef-76e4-4c05-b08e-4db3ad09b5a9/3731ec7d-4543-4ff0-97f8-bcb4bda3c741) {{(pid=103229) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 19:35:10.767135 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a963dbb6-fe4f-4d9e-901c-21d49887486b tempest-NetworksTestDHCPv6-1153288886 tempest-NetworksTestDHCPv6-1153288886-project] Made reservation on behalf of 84aec0d011da47d8bc94f6ba8668f413 for: {'subnet': 1} {{(pid=103229) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 19:35:10.774016 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-a963dbb6-fe4f-4d9e-901c-21d49887486b tempest-NetworksTestDHCPv6-1153288886 tempest-NetworksTestDHCPv6-1153288886-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12759265'] for subnet (None), before_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:35:10.816776 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccbd67f5-72b8-45de-b511-57b7b6e27077 None None] Pushing event updated for resources: {'Port': ['ID=9bb4af96-df9f-4f45-8df5-e3d89ec83bc5,revision_number=1']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:35:10.842513 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccbd67f5-72b8-45de-b511-57b7b6e27077 None None] Received port after_create {{(pid=103232) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 19:35:11.007435 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f82e824-e7b2-4975-af09-69fe933a67b1 req-14b29cc5-1b2f-401e-81cc-4b7b83a49375 tempest-ServersTestJSON-482035511 tempest-ServersTestJSON-482035511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:35:11.024367 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-8f82e824-e7b2-4975-af09-69fe933a67b1 req-14b29cc5-1b2f-401e-81cc-4b7b83a49375 tempest-ServersTestJSON-482035511 tempest-ServersTestJSON-482035511-project] 10.222.0.75 "GET /v2.0/ports?device_id=60aa7c44-0951-4cdb-bc07-778206a87b45 HTTP/1.1" status: 200 len: 945 time: 0.1256578 Feb 09 19:35:11.055429 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-1007b954-6c3b-475d-8232-9973288d5e88 tempest-TestNetworkAdvancedServerOps-1633223542 tempest-TestNetworkAdvancedServerOps-1633223542-project] Publish callbacks [] for port (3731ec7d-4543-4ff0-97f8-bcb4bda3c741), precommit_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:35:11.101650 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-8f82e824-e7b2-4975-af09-69fe933a67b1 req-2f790533-de3e-445d-a025-8c3a567b89ff tempest-ServersTestJSON-482035511 tempest-ServersTestJSON-482035511-project] 10.222.0.75 "GET /v2.0/security-groups?id=37883354-c9cd-40f0-bbce-1c711bac4569&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0753963 Feb 09 19:35:11.168636 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-ae55485c-5508-47f0-922c-9a71e89885a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762867132591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593584'] for agent (af91e4b9-f4e1-42b1-a25c-a10dc47171c8), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:35:11.195244 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Current status of the port 4aaa1552-618b-47bc-962f-22d7779a5d13 is: DOWN; New status is: ACTIVE {{(pid=103232) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 19:35:11.196144 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (4aaa1552-618b-47bc-962f-22d7779a5d13), before_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:35:11.196659 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-1007b954-6c3b-475d-8232-9973288d5e88 tempest-TestNetworkAdvancedServerOps-1633223542 tempest-TestNetworkAdvancedServerOps-1633223542-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762866656467', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12867576'] for port (3731ec7d-4543-4ff0-97f8-bcb4bda3c741), after_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:35:11.197768 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.managers [None req-ccbd67f5-72b8-45de-b511-57b7b6e27077 None None] Attempting to bind port 9bb4af96-df9f-4f45-8df5-e3d89ec83bc5 on host n-d-713498-36 for vnic_type normal with profile {{(pid=103232) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 19:35:11.198163 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.managers [None req-ccbd67f5-72b8-45de-b511-57b7b6e27077 None None] Attempting to bind port 9bb4af96-df9f-4f45-8df5-e3d89ec83bc5 by drivers openvswitch,hyperv on host n-d-713498-36 at level 0 using segments [{'id': '25bee314-2f03-4005-a207-d495c9ba8d98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': '4441bac0-0a44-4a1e-8093-e71510495491'}] {{(pid=103232) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 19:35:11.198529 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ccbd67f5-72b8-45de-b511-57b7b6e27077 None None] Attempting to bind port 9bb4af96-df9f-4f45-8df5-e3d89ec83bc5 on network 4441bac0-0a44-4a1e-8093-e71510495491 {{(pid=103232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 19:35:11.209770 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.l3_dvr_db [None req-08d95595-2712-420f-8d2b-de72e6218545 None None] Set router 0bc32306-17ad-4dc8-ab66-012a1771ad12 gateway port host: n-d-713498-36 {{(pid=103232) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 19:35:11.214006 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ccbd67f5-72b8-45de-b511-57b7b6e27077 None None] Checking agent: {'id': '496418a2-c002-4aec-ab1a-07f3bea491bd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-36', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 18, 51, 47), 'started_at': datetime.datetime(2022, 2, 9, 18, 52, 17), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 19, 34, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-36'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 19:35:11.214006 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ccbd67f5-72b8-45de-b511-57b7b6e27077 None None] Checking segment: {'id': '25bee314-2f03-4005-a207-d495c9ba8d98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': '4441bac0-0a44-4a1e-8093-e71510495491'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103232) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 19:35:11.214281 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-ccbd67f5-72b8-45de-b511-57b7b6e27077 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:35:11.214593 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ccbd67f5-72b8-45de-b511-57b7b6e27077 None None] Bound using segment: {'id': '25bee314-2f03-4005-a207-d495c9ba8d98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': '4441bac0-0a44-4a1e-8093-e71510495491'} {{(pid=103232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 19:35:11.215241 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.managers [None req-ccbd67f5-72b8-45de-b511-57b7b6e27077 None None] Bound port: 9bb4af96-df9f-4f45-8df5-e3d89ec83bc5, host: n-d-713498-36, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '25bee314-2f03-4005-a207-d495c9ba8d98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': '4441bac0-0a44-4a1e-8093-e71510495491'}}] {{(pid=103232) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 19:35:11.215751 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-ccbd67f5-72b8-45de-b511-57b7b6e27077 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (9bb4af96-df9f-4f45-8df5-e3d89ec83bc5), before_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:35:11.259981 n-d-713498-36 neutron-server[103229]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1007b954-6c3b-475d-8232-9973288d5e88 tempest-TestNetworkAdvancedServerOps-1633223542 tempest-TestNetworkAdvancedServerOps-1633223542-project] Network 4441bac0-0a44-4a1e-8093-e71510495491 is already hosted by enough agents. {{(pid=103229) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 19:35:11.271858 n-d-713498-36 neutron-server[103229]: DEBUG neutron.scheduler.base_scheduler [None req-1007b954-6c3b-475d-8232-9973288d5e88 tempest-TestNetworkAdvancedServerOps-1633223542 tempest-TestNetworkAdvancedServerOps-1633223542-project] Resources bound (agent type, host, resource id): {{(pid=103229) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 19:35:11.276807 n-d-713498-36 neutron-server[103229]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1007b954-6c3b-475d-8232-9973288d5e88 tempest-TestNetworkAdvancedServerOps-1633223542 tempest-TestNetworkAdvancedServerOps-1633223542-project] Received port after_create {{(pid=103229) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 19:35:11.293793 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-627aac41-b54e-4a22-ac7b-88ec692f354f None None] Current status of the port 4aaa1552-618b-47bc-962f-22d7779a5d13 is: DOWN; New status is: ACTIVE {{(pid=103232) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 19:35:11.294203 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-627aac41-b54e-4a22-ac7b-88ec692f354f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (4aaa1552-618b-47bc-962f-22d7779a5d13), before_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:35:11.323742 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1007b954-6c3b-475d-8232-9973288d5e88 tempest-TestNetworkAdvancedServerOps-1633223542 tempest-TestNetworkAdvancedServerOps-1633223542-project] Pushing event updated for resources: {'Port': ['ID=3731ec7d-4543-4ff0-97f8-bcb4bda3c741,revision_number=1']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:35:11.368797 n-d-713498-36 neutron-server[103229]: DEBUG neutron.objects.ports [None req-a963dbb6-fe4f-4d9e-901c-21d49887486b tempest-NetworksTestDHCPv6-1153288886 tempest-NetworksTestDHCPv6-1153288886-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=103229) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Feb 09 19:35:11.369754 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-1007b954-6c3b-475d-8232-9973288d5e88 tempest-TestNetworkAdvancedServerOps-1633223542 tempest-TestNetworkAdvancedServerOps-1633223542-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1819024'] for router_interface (0bc32306-17ad-4dc8-ab66-012a1771ad12), before_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:35:11.392274 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-6fcd8098-225f-49ab-a313-f158cc462da7 None None] Deleting port 4aaa1552-618b-47bc-962f-22d7779a5d13 {{(pid=103232) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 19:35:11.392721 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-6fcd8098-225f-49ab-a313-f158cc462da7 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762867170196'] for port (4aaa1552-618b-47bc-962f-22d7779a5d13), before_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:35:11.454370 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] For port 4aaa1552-618b-47bc-962f-22d7779a5d13, host n-d-713498-36, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-36',level=0,port_id=4aaa1552-618b-47bc-962f-22d7779a5d13,segment=NetworkSegment(20e634bc-bbe0-4569-a1ea-6be524590675),segment_id=20e634bc-bbe0-4569-a1ea-6be524590675)] {{(pid=103232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 19:35:11.471683 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762867176205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762866656485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762866656503'] for port (4aaa1552-618b-47bc-962f-22d7779a5d13), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:35:11.601153 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-ccbd67f5-72b8-45de-b511-57b7b6e27077 None None] For port 9bb4af96-df9f-4f45-8df5-e3d89ec83bc5, host n-d-713498-36, cleared binding levels {{(pid=103232) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 19:35:11.628408 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.db.api [None req-627aac41-b54e-4a22-ac7b-88ec692f354f None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103232) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 09 19:35:11.628678 n-d-713498-36 neutron-server[103232]: DEBUG oslo_db.api [None req-627aac41-b54e-4a22-ac7b-88ec692f354f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 09 19:35:11.637167 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-ccbd67f5-72b8-45de-b511-57b7b6e27077 None None] For port 9bb4af96-df9f-4f45-8df5-e3d89ec83bc5, host n-d-713498-36, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-36',level=0,port_id=9bb4af96-df9f-4f45-8df5-e3d89ec83bc5,segment=NetworkSegment(25bee314-2f03-4005-a207-d495c9ba8d98),segment_id=25bee314-2f03-4005-a207-d495c9ba8d98)] {{(pid=103232) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 19:35:11.658002 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Pushing event updated for resources: {'Port': ['ID=4aaa1552-618b-47bc-962f-22d7779a5d13,revision_number=4']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:35:11.668601 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-6fcd8098-225f-49ab-a313-f158cc462da7 None None] For port 4aaa1552-618b-47bc-962f-22d7779a5d13, host n-d-713498-36, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-36',level=0,port_id=4aaa1552-618b-47bc-962f-22d7779a5d13,segment=NetworkSegment(20e634bc-bbe0-4569-a1ea-6be524590675),segment_id=20e634bc-bbe0-4569-a1ea-6be524590675)] {{(pid=103232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 19:35:11.669465 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-6fcd8098-225f-49ab-a313-f158cc462da7 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1820838'] for port (4aaa1552-618b-47bc-962f-22d7779a5d13), precommit_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:35:11.669597 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-a963dbb6-fe4f-4d9e-901c-21d49887486b tempest-NetworksTestDHCPv6-1153288886 tempest-NetworksTestDHCPv6-1153288886-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (4aaa1552-618b-47bc-962f-22d7779a5d13), before_update {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:35:11.679014 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-ccbd67f5-72b8-45de-b511-57b7b6e27077 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762867176205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762866656485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762866656503'] for port (9bb4af96-df9f-4f45-8df5-e3d89ec83bc5), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:35:11.688586 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-1007b954-6c3b-475d-8232-9973288d5e88 tempest-TestNetworkAdvancedServerOps-1633223542 tempest-TestNetworkAdvancedServerOps-1633223542-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (3731ec7d-4543-4ff0-97f8-bcb4bda3c741), before_update {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:35:11.690056 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-6fcd8098-225f-49ab-a313-f158cc462da7 None None] Calling delete_port for 4aaa1552-618b-47bc-962f-22d7779a5d13 owned by network:dhcp {{(pid=103232) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 19:35:11.728496 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Device 4aaa1552-618b-47bc-962f-22d7779a5d13 no longer exists at agent ovs-agent-n-d-713498-36 {{(pid=103232) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 19:35:11.844943 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccbd67f5-72b8-45de-b511-57b7b6e27077 None None] Pushing event updated for resources: {'Port': ['ID=9bb4af96-df9f-4f45-8df5-e3d89ec83bc5,revision_number=2']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:35:11.869033 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.l3_hamode_db [None req-08d95595-2712-420f-8d2b-de72e6218545 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0bc32306-17ad-4dc8-ab66-012a1771ad12', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1868811423', 'tenant_id': 'eba669c4f4c548e495f13ae7579d0fa6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88055e1e-672a-4487-be31-ffb6e833ece5', 'external_fixed_ips': [{'subnet_id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'ip_address': '172.25.1.28'}], 'enable_snat': True}, 'gw_port_id': 'b25323a4-38c0-41f3-aec2-9c22b1619da8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T19:35:04Z', 'updated_at': '2022-02-09T19:35:06Z', 'revision_number': 3, 'project_id': 'eba669c4f4c548e495f13ae7579d0fa6', 'gw_port': {'id': 'b25323a4-38c0-41f3-aec2-9c22b1619da8', 'name': '', 'network_id': '88055e1e-672a-4487-be31-ffb6e833ece5', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:e7:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0bc32306-17ad-4dc8-ab66-012a1771ad12', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3284, 'fixed_ips': [{'subnet_id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'ip_address': '172.25.1.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T19:35:05Z', 'updated_at': '2022-02-09T19:35:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-36'}], 'n-d-713498-36', False) {} {{(pid=103232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:35:11.913579 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08d95595-2712-420f-8d2b-de72e6218545 None None] The sync data for ids ['0bc32306-17ad-4dc8-ab66-012a1771ad12'] in n-d-713498-36 is: [{'id': '0bc32306-17ad-4dc8-ab66-012a1771ad12', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1868811423', 'tenant_id': 'eba669c4f4c548e495f13ae7579d0fa6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88055e1e-672a-4487-be31-ffb6e833ece5', 'external_fixed_ips': [{'subnet_id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'ip_address': '172.25.1.28'}], 'enable_snat': True}, 'gw_port_id': 'b25323a4-38c0-41f3-aec2-9c22b1619da8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T19:35:04Z', 'updated_at': '2022-02-09T19:35:06Z', 'revision_number': 3, 'project_id': 'eba669c4f4c548e495f13ae7579d0fa6', 'gw_port': {'id': 'b25323a4-38c0-41f3-aec2-9c22b1619da8', 'name': '', 'network_id': '88055e1e-672a-4487-be31-ffb6e833ece5', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:e7:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0bc32306-17ad-4dc8-ab66-012a1771ad12', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3284, 'fixed_ips': [{'subnet_id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'ip_address': '172.25.1.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T19:35:05Z', 'updated_at': '2022-02-09T19:35:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-36'}] {{(pid=103232) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 19:35:11.993586 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-627aac41-b54e-4a22-ac7b-88ec692f354f None None] Current status of the port 4aaa1552-618b-47bc-962f-22d7779a5d13 is: ACTIVE; New status is: ACTIVE {{(pid=103232) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 19:35:11.994601 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.db [None req-a963dbb6-fe4f-4d9e-901c-21d49887486b tempest-NetworksTestDHCPv6-1153288886 tempest-NetworksTestDHCPv6-1153288886-project] For port 4aaa1552-618b-47bc-962f-22d7779a5d13, host n-d-713498-36, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-36',level=0,port_id=4aaa1552-618b-47bc-962f-22d7779a5d13,segment=NetworkSegment(20e634bc-bbe0-4569-a1ea-6be524590675),segment_id=20e634bc-bbe0-4569-a1ea-6be524590675)] {{(pid=103229) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 19:35:12.011781 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Current status of the port 4aaa1552-618b-47bc-962f-22d7779a5d13 is: ACTIVE; New status is: DOWN {{(pid=103232) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 19:35:12.015889 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (4aaa1552-618b-47bc-962f-22d7779a5d13), before_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:35:12.119509 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-a963dbb6-fe4f-4d9e-901c-21d49887486b tempest-NetworksTestDHCPv6-1153288886 tempest-NetworksTestDHCPv6-1153288886-project] Publish callbacks [] for port (4aaa1552-618b-47bc-962f-22d7779a5d13), precommit_update {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:35:12.137571 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-a963dbb6-fe4f-4d9e-901c-21d49887486b tempest-NetworksTestDHCPv6-1153288886 tempest-NetworksTestDHCPv6-1153288886-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762867176205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762866656485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762866656503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12867569'] for port (4aaa1552-618b-47bc-962f-22d7779a5d13), after_update {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:35:12.144510 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.provisioning_blocks [None req-b13ec79c-3e6a-40a3-8e85-f27879973c02 None None] Could not find standard attr ID for object 99933903-586d-4c03-a755-16665f1e3b72. {{(pid=103232) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 09 19:35:12.154609 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-6fcd8098-225f-49ab-a313-f158cc462da7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762867177463', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762866656476'] for port (4aaa1552-618b-47bc-962f-22d7779a5d13), after_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:35:12.183396 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-a963dbb6-fe4f-4d9e-901c-21d49887486b tempest-NetworksTestDHCPv6-1153288886 tempest-NetworksTestDHCPv6-1153288886-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12867428', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12759263'] for subnet (ade55ddc-cb86-4c2e-9b65-5d4725d43c0c), after_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:35:12.230302 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fcd8098-225f-49ab-a313-f158cc462da7 None None] No DVR routers for this DVR port 4aaa1552-618b-47bc-962f-22d7779a5d13 on host n-d-713498-36 {{(pid=103232) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 19:35:12.237170 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fcd8098-225f-49ab-a313-f158cc462da7 None None] Pushing event deleted for resources: {'Port': ['ID=4aaa1552-618b-47bc-962f-22d7779a5d13,revision_number=None']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:35:12.356580 n-d-713498-36 neutron-server[103229]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a963dbb6-fe4f-4d9e-901c-21d49887486b tempest-NetworksTestDHCPv6-1153288886 tempest-NetworksTestDHCPv6-1153288886-project] Network f63a97a6-2552-42d7-aee9-c49ce8319647 is already hosted by enough agents. {{(pid=103229) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 19:35:12.419213 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a963dbb6-fe4f-4d9e-901c-21d49887486b tempest-NetworksTestDHCPv6-1153288886 tempest-NetworksTestDHCPv6-1153288886-project] Pushing event deleted for resources: {'Port': ['ID=4aaa1552-618b-47bc-962f-22d7779a5d13,revision_number=None']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:35:12.428296 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a963dbb6-fe4f-4d9e-901c-21d49887486b tempest-NetworksTestDHCPv6-1153288886 tempest-NetworksTestDHCPv6-1153288886-project] Pushing event updated for resources: {'Subnet': ['ID=ade55ddc-cb86-4c2e-9b65-5d4725d43c0c,revision_number=0']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:35:12.466640 n-d-713498-36 neutron-server[103229]: DEBUG neutron.scheduler.base_scheduler [None req-a963dbb6-fe4f-4d9e-901c-21d49887486b tempest-NetworksTestDHCPv6-1153288886 tempest-NetworksTestDHCPv6-1153288886-project] Resources bound (agent type, host, resource id): {{(pid=103229) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 19:35:12.480025 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a963dbb6-fe4f-4d9e-901c-21d49887486b tempest-NetworksTestDHCPv6-1153288886 tempest-NetworksTestDHCPv6-1153288886-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:35:12.480576 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38dca410-83b1-4459-8660-54ae9ebe2c09 None None] Network f63a97a6-2552-42d7-aee9-c49ce8319647 requested from n-d-713498-36 {{(pid=103232) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 19:35:12.480874 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-a963dbb6-fe4f-4d9e-901c-21d49887486b tempest-NetworksTestDHCPv6-1153288886 tempest-NetworksTestDHCPv6-1153288886-project] Publish callbacks [] for subnet (None), before_response {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:35:12.526133 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81869eec-e0e0-46c8-97f0-f410683ebb83 req-4c806f07-613d-4e1e-bcd9-6ec7e788d63e tempest-ServersTestJSON-482035511 tempest-ServersTestJSON-482035511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:35:12.534322 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-81869eec-e0e0-46c8-97f0-f410683ebb83 req-4c806f07-613d-4e1e-bcd9-6ec7e788d63e tempest-ServersTestJSON-482035511 tempest-ServersTestJSON-482035511-project] 10.222.0.75 "GET /v2.0/ports?device_id=60aa7c44-0951-4cdb-bc07-778206a87b45 HTTP/1.1" status: 200 len: 945 time: 0.2306664 Feb 09 19:35:12.578914 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-a963dbb6-fe4f-4d9e-901c-21d49887486b tempest-NetworksTestDHCPv6-1153288886 tempest-NetworksTestDHCPv6-1153288886-project] 10.222.0.75 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 2.0395534 Feb 09 19:35:12.582390 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 37616) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:35:12.586600 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Device 655f78c9-cf7b-480d-9c61-44b2ebcff3c0 no longer exists at agent hyperv_n-h2-713498-36 {{(pid=103232) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 19:35:12.587728 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.v2.base [None req-333fedb4-8aa8-4b44-84e7-9e45cd1666d6 tempest-NetworksTestDHCPv6-1153288886 tempest-NetworksTestDHCPv6-1153288886-project] Request body: {'subnet': {'network_id': 'f63a97a6-2552-42d7-aee9-c49ce8319647', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103230) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 19:35:12.628932 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-7429db8d-6021-40ad-813e-885be449a89b None None] No Port match for: 655f78c9-cf7b-480d-9c61-44b2ebcff3c0 {{(pid=103232) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 19:35:12.629204 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Device 655f78c9-cf7b-480d-9c61-44b2ebcff3c0 not bound to the agent host n-h2-713498-36 {{(pid=103232) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 19:35:12.654353 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d23e800e-fe1a-44a3-8237-9ae282009943 req-c2418748-a3b3-4ed7-98ed-d75489d434bc tempest-ServersTestJSON-482035511 tempest-ServersTestJSON-482035511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:35:12.656842 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-d23e800e-fe1a-44a3-8237-9ae282009943 req-c2418748-a3b3-4ed7-98ed-d75489d434bc tempest-ServersTestJSON-482035511 tempest-ServersTestJSON-482035511-project] 10.222.0.89 "GET /v2.0/ports?device_id=60aa7c44-0951-4cdb-bc07-778206a87b45 HTTP/1.1" status: 200 len: 945 time: 0.3629303 Feb 09 19:35:12.686755 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd35a1ce-d6aa-4ae6-85a4-5f35fdf5d711 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8b32e980-7cce-5e82-a341-bd2fa8945c89-f63a97a6-2552-42d7-aee9-c49ce8319647', 'network_id': 'f63a97a6-2552-42d7-aee9-c49ce8319647', 'project_id': '84aec0d011da47d8bc94f6ba8668f413', 'fixed_ips': [{'subnet_id': 'ade55ddc-cb86-4c2e-9b65-5d4725d43c0c'}]}} from n-d-713498-36. {{(pid=103232) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 09 19:35:12.687634 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-bd35a1ce-d6aa-4ae6-85a4-5f35fdf5d711 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (None), before_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:35:12.690261 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-1007b954-6c3b-475d-8232-9973288d5e88 tempest-TestNetworkAdvancedServerOps-1633223542 tempest-TestNetworkAdvancedServerOps-1633223542-project] Publish callbacks [] for port (3731ec7d-4543-4ff0-97f8-bcb4bda3c741), precommit_update {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:35:12.740737 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-1007b954-6c3b-475d-8232-9973288d5e88 tempest-TestNetworkAdvancedServerOps-1633223542 tempest-TestNetworkAdvancedServerOps-1633223542-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762867176205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762866656485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762866656503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12867569'] for port (3731ec7d-4543-4ff0-97f8-bcb4bda3c741), after_update {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:35:12.814073 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-333fedb4-8aa8-4b44-84e7-9e45cd1666d6 tempest-NetworksTestDHCPv6-1153288886 tempest-NetworksTestDHCPv6-1153288886-project] Made reservation on behalf of 84aec0d011da47d8bc94f6ba8668f413 for: {'subnet': 1} {{(pid=103230) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 19:35:12.819509 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-333fedb4-8aa8-4b44-84e7-9e45cd1666d6 tempest-NetworksTestDHCPv6-1153288886 tempest-NetworksTestDHCPv6-1153288886-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12985917'] for subnet (None), before_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:35:12.965191 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.db_base_plugin_common [None req-bd35a1ce-d6aa-4ae6-85a4-5f35fdf5d711 None None] Allocated IP 2001:db8::f816:3eff:fe74:8b27 (f63a97a6-2552-42d7-aee9-c49ce8319647/ade55ddc-cb86-4c2e-9b65-5d4725d43c0c/83ce7fdf-36c5-4902-bbbb-a2132966ec80) {{(pid=103232) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 19:35:13.028434 n-d-713498-36 neutron-server[103230]: INFO neutron.db.ipam_backend_mixin [None req-333fedb4-8aa8-4b44-84e7-9e45cd1666d6 tempest-NetworksTestDHCPv6-1153288886 tempest-NetworksTestDHCPv6-1153288886-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet ade55ddc-cb86-4c2e-9b65-5d4725d43c0c (CIDR: 2001:db8::/64) Feb 09 19:35:13.039856 n-d-713498-36 neutron-server[103230]: INFO neutron.pecan_wsgi.hooks.translation [None req-333fedb4-8aa8-4b44-84e7-9e45cd1666d6 tempest-NetworksTestDHCPv6-1153288886 tempest-NetworksTestDHCPv6-1153288886-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 09 19:35:13.040316 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-333fedb4-8aa8-4b44-84e7-9e45cd1666d6 tempest-NetworksTestDHCPv6-1153288886 tempest-NetworksTestDHCPv6-1153288886-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103230) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 19:35:13.093389 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-333fedb4-8aa8-4b44-84e7-9e45cd1666d6 tempest-NetworksTestDHCPv6-1153288886 tempest-NetworksTestDHCPv6-1153288886-project] 10.222.0.75 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.5073719 Feb 09 19:35:13.093919 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 37618) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:35:13.103706 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.v2.base [None req-1190f3d1-7e7f-4040-b387-f35163a00b39 tempest-NetworksTestDHCPv6-1153288886 tempest-NetworksTestDHCPv6-1153288886-project] Request body: {'subnet': {'network_id': 'f63a97a6-2552-42d7-aee9-c49ce8319647', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103230) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 19:35:13.118175 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-64d2cb6c-d7c5-468d-9fa4-bd3b750af9b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762867132591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593584'] for agent (93303d5e-5d17-45e8-8963-7694f87783ae), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:35:13.315881 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-1007b954-6c3b-475d-8232-9973288d5e88 tempest-TestNetworkAdvancedServerOps-1633223542 tempest-TestNetworkAdvancedServerOps-1633223542-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1613458', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1834496'] for router_interface (0bc32306-17ad-4dc8-ab66-012a1771ad12), after_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:35:13.326191 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-81869eec-e0e0-46c8-97f0-f410683ebb83 req-bef8d038-daa3-4443-b7cb-dbd1a5d6c720 tempest-ServersTestJSON-482035511 tempest-ServersTestJSON-482035511-project] 10.222.0.75 "GET /v2.0/security-groups?id=37883354-c9cd-40f0-bbce-1c711bac4569&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7898154 Feb 09 19:35:13.332954 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1190f3d1-7e7f-4040-b387-f35163a00b39 tempest-NetworksTestDHCPv6-1153288886 tempest-NetworksTestDHCPv6-1153288886-project] Made reservation on behalf of 84aec0d011da47d8bc94f6ba8668f413 for: {'subnet': 1} {{(pid=103230) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 19:35:13.337087 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-1190f3d1-7e7f-4040-b387-f35163a00b39 tempest-NetworksTestDHCPv6-1153288886 tempest-NetworksTestDHCPv6-1153288886-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12985917'] for subnet (None), before_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:35:13.339230 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-bd35a1ce-d6aa-4ae6-85a4-5f35fdf5d711 None None] Publish callbacks [] for port (83ce7fdf-36c5-4902-bbbb-a2132966ec80), precommit_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:35:13.358003 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-bd35a1ce-d6aa-4ae6-85a4-5f35fdf5d711 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762866656467'] for port (83ce7fdf-36c5-4902-bbbb-a2132966ec80), after_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:35:13.426212 n-d-713498-36 neutron-server[103232]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd35a1ce-d6aa-4ae6-85a4-5f35fdf5d711 None None] Network f63a97a6-2552-42d7-aee9-c49ce8319647 is already hosted by enough agents. {{(pid=103232) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 19:35:13.444873 n-d-713498-36 neutron-server[103232]: DEBUG neutron.scheduler.base_scheduler [None req-bd35a1ce-d6aa-4ae6-85a4-5f35fdf5d711 None None] Resources bound (agent type, host, resource id): {{(pid=103232) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 19:35:13.449579 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3daac82-9a90-4e5f-9782-090bbea2e360 None None] Network 4441bac0-0a44-4a1e-8093-e71510495491 requested from n-d-713498-36 {{(pid=103232) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 19:35:13.452550 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd35a1ce-d6aa-4ae6-85a4-5f35fdf5d711 None None] Received port after_create {{(pid=103232) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 19:35:13.514076 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd35a1ce-d6aa-4ae6-85a4-5f35fdf5d711 None None] Pushing event updated for resources: {'Port': ['ID=83ce7fdf-36c5-4902-bbbb-a2132966ec80,revision_number=1']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:35:13.577057 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1007b954-6c3b-475d-8232-9973288d5e88 tempest-TestNetworkAdvancedServerOps-1633223542 tempest-TestNetworkAdvancedServerOps-1633223542-project] Pushing event updated for resources: {'Port': ['ID=3731ec7d-4543-4ff0-97f8-bcb4bda3c741,revision_number=2']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:35:13.598542 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.provisioning_blocks [None req-0d4c3c30-76e2-4de8-b48a-972a4d337fa2 None None] Provisioning complete for port 9bb4af96-df9f-4f45-8df5-e3d89ec83bc5 triggered by entity DHCP. {{(pid=103232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 19:35:13.599346 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-0d4c3c30-76e2-4de8-b48a-972a4d337fa2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593630'] for port (9bb4af96-df9f-4f45-8df5-e3d89ec83bc5), provisioning_complete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:35:13.644043 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.plugin [req-d23e800e-fe1a-44a3-8237-9ae282009943 req-3b0e4e6d-6a68-411a-88f4-888b1549ef26 tempest-ServersTestJSON-482035511 tempest-ServersTestJSON-482035511-project] Deleting port b3aa3844-1929-46cb-8cbe-56a24adf0362 {{(pid=103229) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 19:35:13.644393 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-d23e800e-fe1a-44a3-8237-9ae282009943 req-3b0e4e6d-6a68-411a-88f4-888b1549ef26 tempest-ServersTestJSON-482035511 tempest-ServersTestJSON-482035511-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762867170196'] for port (b3aa3844-1929-46cb-8cbe-56a24adf0362), before_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:35:13.676829 n-d-713498-36 neutron-server[103229]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1007b954-6c3b-475d-8232-9973288d5e88 tempest-TestNetworkAdvancedServerOps-1633223542 tempest-TestNetworkAdvancedServerOps-1633223542-project] Network 4441bac0-0a44-4a1e-8093-e71510495491 is already hosted by enough agents. {{(pid=103229) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 19:35:13.694575 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.managers [None req-bd35a1ce-d6aa-4ae6-85a4-5f35fdf5d711 None None] Attempting to bind port 83ce7fdf-36c5-4902-bbbb-a2132966ec80 on host n-d-713498-36 for vnic_type normal with profile {{(pid=103232) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 19:35:13.694947 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.managers [None req-bd35a1ce-d6aa-4ae6-85a4-5f35fdf5d711 None None] Attempting to bind port 83ce7fdf-36c5-4902-bbbb-a2132966ec80 by drivers openvswitch,hyperv on host n-d-713498-36 at level 0 using segments [{'id': '20e634bc-bbe0-4569-a1ea-6be524590675', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': 'f63a97a6-2552-42d7-aee9-c49ce8319647'}] {{(pid=103232) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 19:35:13.695307 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd35a1ce-d6aa-4ae6-85a4-5f35fdf5d711 None None] Attempting to bind port 83ce7fdf-36c5-4902-bbbb-a2132966ec80 on network f63a97a6-2552-42d7-aee9-c49ce8319647 {{(pid=103232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 19:35:13.707712 n-d-713498-36 neutron-server[103229]: DEBUG neutron.scheduler.base_scheduler [None req-1007b954-6c3b-475d-8232-9973288d5e88 tempest-TestNetworkAdvancedServerOps-1633223542 tempest-TestNetworkAdvancedServerOps-1633223542-project] Resources bound (agent type, host, resource id): {{(pid=103229) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 19:35:13.718639 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd35a1ce-d6aa-4ae6-85a4-5f35fdf5d711 None None] Checking agent: {'id': '496418a2-c002-4aec-ab1a-07f3bea491bd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-36', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 18, 51, 47), 'started_at': datetime.datetime(2022, 2, 9, 18, 52, 17), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 19, 34, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-36'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 19:35:13.719016 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd35a1ce-d6aa-4ae6-85a4-5f35fdf5d711 None None] Checking segment: {'id': '20e634bc-bbe0-4569-a1ea-6be524590675', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': 'f63a97a6-2552-42d7-aee9-c49ce8319647'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103232) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 19:35:13.719420 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-bd35a1ce-d6aa-4ae6-85a4-5f35fdf5d711 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:35:13.719814 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd35a1ce-d6aa-4ae6-85a4-5f35fdf5d711 None None] Bound using segment: {'id': '20e634bc-bbe0-4569-a1ea-6be524590675', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': 'f63a97a6-2552-42d7-aee9-c49ce8319647'} {{(pid=103232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 19:35:13.721452 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.managers [None req-bd35a1ce-d6aa-4ae6-85a4-5f35fdf5d711 None None] Bound port: 83ce7fdf-36c5-4902-bbbb-a2132966ec80, host: n-d-713498-36, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '20e634bc-bbe0-4569-a1ea-6be524590675', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': 'f63a97a6-2552-42d7-aee9-c49ce8319647'}}] {{(pid=103232) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 19:35:13.721452 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-bd35a1ce-d6aa-4ae6-85a4-5f35fdf5d711 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (83ce7fdf-36c5-4902-bbbb-a2132966ec80), before_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:35:13.849698 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-1190f3d1-7e7f-4040-b387-f35163a00b39 tempest-NetworksTestDHCPv6-1153288886 tempest-NetworksTestDHCPv6-1153288886-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14393611', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12985859'] for subnet (53ee5591-3287-48b2-9c25-836ca317d4c0), after_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:35:13.855590 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.db [req-d23e800e-fe1a-44a3-8237-9ae282009943 req-3b0e4e6d-6a68-411a-88f4-888b1549ef26 tempest-ServersTestJSON-482035511 tempest-ServersTestJSON-482035511-project] For port b3aa3844-1929-46cb-8cbe-56a24adf0362, host n-h1-713498-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-36',level=0,port_id=b3aa3844-1929-46cb-8cbe-56a24adf0362,segment=NetworkSegment(3ad9008e-d820-4913-8a3a-dbe689506816),segment_id=3ad9008e-d820-4913-8a3a-dbe689506816)] {{(pid=103229) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 19:35:13.856085 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-d23e800e-fe1a-44a3-8237-9ae282009943 req-3b0e4e6d-6a68-411a-88f4-888b1549ef26 tempest-ServersTestJSON-482035511 tempest-ServersTestJSON-482035511-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1820838'] for port (b3aa3844-1929-46cb-8cbe-56a24adf0362), precommit_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:35:13.857206 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Device b25323a4-38c0-41f3-aec2-9c22b1619da8 up at agent ovs-agent-n-d-713498-36 {{(pid=103232) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 19:35:13.874460 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.plugin [req-d23e800e-fe1a-44a3-8237-9ae282009943 req-3b0e4e6d-6a68-411a-88f4-888b1549ef26 tempest-ServersTestJSON-482035511 tempest-ServersTestJSON-482035511-project] Calling delete_port for b3aa3844-1929-46cb-8cbe-56a24adf0362 owned by compute:nova {{(pid=103229) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 19:35:13.897460 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-0d4c3c30-76e2-4de8-b48a-972a4d337fa2 None None] Current status of the port 9bb4af96-df9f-4f45-8df5-e3d89ec83bc5 is: DOWN; New status is: ACTIVE {{(pid=103232) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 19:35:13.897853 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-0d4c3c30-76e2-4de8-b48a-972a4d337fa2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (9bb4af96-df9f-4f45-8df5-e3d89ec83bc5), before_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:35:13.942172 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-bd35a1ce-d6aa-4ae6-85a4-5f35fdf5d711 None None] For port 83ce7fdf-36c5-4902-bbbb-a2132966ec80, host n-d-713498-36, cleared binding levels {{(pid=103232) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 19:35:13.960060 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-bd35a1ce-d6aa-4ae6-85a4-5f35fdf5d711 None None] For port 83ce7fdf-36c5-4902-bbbb-a2132966ec80, host n-d-713498-36, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-36',level=0,port_id=83ce7fdf-36c5-4902-bbbb-a2132966ec80,segment=NetworkSegment(20e634bc-bbe0-4569-a1ea-6be524590675),segment_id=20e634bc-bbe0-4569-a1ea-6be524590675)] {{(pid=103232) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 19:35:13.965586 n-d-713498-36 neutron-server[103230]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1190f3d1-7e7f-4040-b387-f35163a00b39 tempest-NetworksTestDHCPv6-1153288886 tempest-NetworksTestDHCPv6-1153288886-project] Network f63a97a6-2552-42d7-aee9-c49ce8319647 is already hosted by enough agents. {{(pid=103230) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 19:35:13.970034 n-d-713498-36 neutron-server[103230]: DEBUG neutron.scheduler.base_scheduler [None req-1190f3d1-7e7f-4040-b387-f35163a00b39 tempest-NetworksTestDHCPv6-1153288886 tempest-NetworksTestDHCPv6-1153288886-project] Resources bound (agent type, host, resource id): {{(pid=103230) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 19:35:13.975339 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1190f3d1-7e7f-4040-b387-f35163a00b39 tempest-NetworksTestDHCPv6-1153288886 tempest-NetworksTestDHCPv6-1153288886-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:35:13.976279 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-1190f3d1-7e7f-4040-b387-f35163a00b39 tempest-NetworksTestDHCPv6-1153288886 tempest-NetworksTestDHCPv6-1153288886-project] Publish callbacks [] for subnet (None), before_response {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:35:13.980073 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-bd35a1ce-d6aa-4ae6-85a4-5f35fdf5d711 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762867176205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762866656485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762866656503'] for port (83ce7fdf-36c5-4902-bbbb-a2132966ec80), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:35:13.990500 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1190f3d1-7e7f-4040-b387-f35163a00b39 tempest-NetworksTestDHCPv6-1153288886 tempest-NetworksTestDHCPv6-1153288886-project] Pushing event updated for resources: {'Subnet': ['ID=53ee5591-3287-48b2-9c25-836ca317d4c0,revision_number=0']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:35:14.001364 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-0d4c3c30-76e2-4de8-b48a-972a4d337fa2 None None] For port 9bb4af96-df9f-4f45-8df5-e3d89ec83bc5, host n-d-713498-36, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-36',level=0,port_id=9bb4af96-df9f-4f45-8df5-e3d89ec83bc5,segment=NetworkSegment(25bee314-2f03-4005-a207-d495c9ba8d98),segment_id=25bee314-2f03-4005-a207-d495c9ba8d98)] {{(pid=103232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 19:35:14.009929 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-1190f3d1-7e7f-4040-b387-f35163a00b39 tempest-NetworksTestDHCPv6-1153288886 tempest-NetworksTestDHCPv6-1153288886-project] 10.222.0.75 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.9147911 Feb 09 19:35:14.015021 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 37622) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:35:14.022486 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.v2.base [None req-eca83b51-0441-45ed-92be-855032d280f9 tempest-NetworksTestDHCPv6-1153288886 tempest-NetworksTestDHCPv6-1153288886-project] Request body: {'port': {'network_id': 'f63a97a6-2552-42d7-aee9-c49ce8319647', 'mac_address': 'fa:16:3e:03:1d:db', 'name': 'tempest-NetworksTestDHCPv6-79327481'}} {{(pid=103230) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 19:35:14.074345 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-0d4c3c30-76e2-4de8-b48a-972a4d337fa2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762867176205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762866656485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762866656503'] for port (9bb4af96-df9f-4f45-8df5-e3d89ec83bc5), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:35:14.095947 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.provisioning_blocks [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Provisioning complete for port b25323a4-38c0-41f3-aec2-9c22b1619da8 triggered by entity L2. {{(pid=103232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 19:35:14.096824 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593630'] for port (b25323a4-38c0-41f3-aec2-9c22b1619da8), provisioning_complete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:35:14.129597 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-d23e800e-fe1a-44a3-8237-9ae282009943 req-3b0e4e6d-6a68-411a-88f4-888b1549ef26 tempest-ServersTestJSON-482035511 tempest-ServersTestJSON-482035511-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762867177463', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762866656476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12867576'] for port (b3aa3844-1929-46cb-8cbe-56a24adf0362), after_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:35:14.168932 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] get_ports_and_sgs() called for port_ids ['f66e9e9f-dc25-41b3-a2e4-a6e5122a970c'] {{(pid=103232) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 19:35:14.212615 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b0e4e6d-6a68-411a-88f4-888b1549ef26 tempest-ServersTestJSON-482035511 tempest-ServersTestJSON-482035511-project] Pushing event deleted for resources: {'Port': ['ID=b3aa3844-1929-46cb-8cbe-56a24adf0362,revision_number=None']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:35:14.229714 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eca83b51-0441-45ed-92be-855032d280f9 tempest-NetworksTestDHCPv6-1153288886 tempest-NetworksTestDHCPv6-1153288886-project] Made reservation on behalf of 84aec0d011da47d8bc94f6ba8668f413 for: {'port': 1} {{(pid=103230) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 19:35:14.249079 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd35a1ce-d6aa-4ae6-85a4-5f35fdf5d711 None None] Pushing event updated for resources: {'Port': ['ID=83ce7fdf-36c5-4902-bbbb-a2132966ec80,revision_number=2']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:35:14.332285 n-d-713498-36 neutron-server[103229]: DEBUG neutron.db.l3_dvrscheduler_db [req-d23e800e-fe1a-44a3-8237-9ae282009943 req-3b0e4e6d-6a68-411a-88f4-888b1549ef26 tempest-ServersTestJSON-482035511 tempest-ServersTestJSON-482035511-project] No DVR routers for this DVR port b3aa3844-1929-46cb-8cbe-56a24adf0362 on host n-h1-713498-36 {{(pid=103229) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 19:35:14.336076 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-d23e800e-fe1a-44a3-8237-9ae282009943 req-3b0e4e6d-6a68-411a-88f4-888b1549ef26 tempest-ServersTestJSON-482035511 tempest-ServersTestJSON-482035511-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171096'] for port (None), before_response {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:35:14.342409 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-d23e800e-fe1a-44a3-8237-9ae282009943 req-3b0e4e6d-6a68-411a-88f4-888b1549ef26 tempest-ServersTestJSON-482035511 tempest-ServersTestJSON-482035511-project] 10.222.0.89 "DELETE /v2.0/ports/b3aa3844-1929-46cb-8cbe-56a24adf0362 HTTP/1.1" status: 204 len: 173 time: 1.6561725 Feb 09 19:35:14.348571 n-d-713498-36 neutron-server[103229]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '60aa7c44-0951-4cdb-bc07-778206a87b45', 'name': 'network-vif-deleted', 'tag': 'b3aa3844-1929-46cb-8cbe-56a24adf0362'}] {{(pid=103229) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 19:35:14.352350 n-d-713498-36 neutron-server[103229]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fa6ae9a20702bd564eaf90d946620b2b4277b1ab91129323d3b54181076be307" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-42cefb4a-451c-4761-b1ad-b6946bbcca5a" -d '{"events": [{"server_uuid": "60aa7c44-0951-4cdb-bc07-778206a87b45", "name": "network-vif-deleted", "tag": "b3aa3844-1929-46cb-8cbe-56a24adf0362"}]}' {{(pid=103229) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 19:35:14.414506 n-d-713498-36 neutron-server[103229]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1007b954-6c3b-475d-8232-9973288d5e88 tempest-TestNetworkAdvancedServerOps-1633223542 tempest-TestNetworkAdvancedServerOps-1633223542-project] Router 0bc32306-17ad-4dc8-ab66-012a1771ad12 has already been hosted by L3 agent 93303d5e-5d17-45e8-8963-7694f87783ae {{(pid=103229) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 19:35:14.443860 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-eca83b51-0441-45ed-92be-855032d280f9 tempest-NetworksTestDHCPv6-1153288886 tempest-NetworksTestDHCPv6-1153288886-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (None), before_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:35:14.530254 n-d-713498-36 neutron-server[103230]: DEBUG neutron.notifiers.nova [None req-eca83b51-0441-45ed-92be-855032d280f9 tempest-NetworksTestDHCPv6-1153288886 tempest-NetworksTestDHCPv6-1153288886-project] device_id is not set on port 2ec578d6-5f99-497a-9a34-882d3ade491a yet. {{(pid=103230) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 09 19:35:14.622226 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-d16ebe6e-558a-409d-b222-88ade6f09330 req-0af18057-05ee-492e-99b5-ab67a1ae0b15 tempest-ServersTestJSON-482035511 tempest-ServersTestJSON-482035511-project] 10.222.0.75 "GET /v2.0/ports?device_id=60aa7c44-0951-4cdb-bc07-778206a87b45 HTTP/1.1" status: 200 len: 210 time: 0.0712116 Feb 09 19:35:14.682436 n-d-713498-36 neutron-server[103229]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 19:35:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cbffd7eb-0a0a-4b84-893b-03169874afc4 x-openstack-request-id: req-cbffd7eb-0a0a-4b84-893b-03169874afc4 {{(pid=103229) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 19:35:14.682920 n-d-713498-36 neutron-server[103229]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "60aa7c44-0951-4cdb-bc07-778206a87b45", "name": "network-vif-deleted", "tag": "b3aa3844-1929-46cb-8cbe-56a24adf0362", "status": "completed", "code": 200}]} {{(pid=103229) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 19:35:14.685878 n-d-713498-36 neutron-server[103229]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-cbffd7eb-0a0a-4b84-893b-03169874afc4 {{(pid=103229) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 19:35:14.686862 n-d-713498-36 neutron-server[103229]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '60aa7c44-0951-4cdb-bc07-778206a87b45', 'name': 'network-vif-deleted', 'tag': 'b3aa3844-1929-46cb-8cbe-56a24adf0362', 'status': 'completed', 'code': 200} Feb 09 19:35:14.772207 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1007b954-6c3b-475d-8232-9973288d5e88 tempest-TestNetworkAdvancedServerOps-1633223542 tempest-TestNetworkAdvancedServerOps-1633223542-project] Notify agent at l3_agent.n-d-713498-36 the message routers_updated {{(pid=103229) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 19:35:14.790006 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-1007b954-6c3b-475d-8232-9973288d5e88 tempest-TestNetworkAdvancedServerOps-1633223542 tempest-TestNetworkAdvancedServerOps-1633223542-project] 10.222.0.75 "PUT /v2.0/routers/0bc32306-17ad-4dc8-ab66-012a1771ad12/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.0969031 Feb 09 19:35:14.798148 n-d-713498-36 neutron-server[103233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b62c6e6-84da-4473-845f-3387d7e36574 None None] Sync routers for ids ['0bc32306-17ad-4dc8-ab66-012a1771ad12'] in n-d-713498-36 {{(pid=103233) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 19:35:14.819735 n-d-713498-36 neutron-server[103233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b62c6e6-84da-4473-845f-3387d7e36574 None None] Routers {'0bc32306-17ad-4dc8-ab66-012a1771ad12'} bound to L3 agent in host n-d-713498-36 {{(pid=103233) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 19:35:14.820382 n-d-713498-36 neutron-server[103233]: DEBUG neutron.db.l3_hamode_db [None req-4b62c6e6-84da-4473-845f-3387d7e36574 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T18:51:43Z,description=,heartbeat_timestamp=2022-02-09T19:35:13Z,host='n-d-713498-36',id=93303d5e-5d17-45e8-8963-7694f87783ae,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T18:51:43Z,topic='l3_agent')) {'router_ids': ['0bc32306-17ad-4dc8-ab66-012a1771ad12'], 'active': True} {{(pid=103233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:35:14.967912 n-d-713498-36 neutron-server[103230]: DEBUG neutron.db.db_base_plugin_common [None req-eca83b51-0441-45ed-92be-855032d280f9 tempest-NetworksTestDHCPv6-1153288886 tempest-NetworksTestDHCPv6-1153288886-project] Allocated IP 2001:db8:0:1::35a (f63a97a6-2552-42d7-aee9-c49ce8319647/53ee5591-3287-48b2-9c25-836ca317d4c0/2ec578d6-5f99-497a-9a34-882d3ade491a) {{(pid=103230) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 19:35:14.976609 n-d-713498-36 neutron-server[103230]: DEBUG neutron.db.db_base_plugin_common [None req-eca83b51-0441-45ed-92be-855032d280f9 tempest-NetworksTestDHCPv6-1153288886 tempest-NetworksTestDHCPv6-1153288886-project] Allocated IP 2001:db8::f816:3eff:fe03:1ddb (f63a97a6-2552-42d7-aee9-c49ce8319647/ade55ddc-cb86-4c2e-9b65-5d4725d43c0c/2ec578d6-5f99-497a-9a34-882d3ade491a) {{(pid=103230) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 19:35:15.019696 n-d-713498-36 neutron-server[103233]: DEBUG neutron.db.l3_dvr_db [None req-4b62c6e6-84da-4473-845f-3387d7e36574 None None] Set router 0bc32306-17ad-4dc8-ab66-012a1771ad12 gateway port host: n-d-713498-36 {{(pid=103233) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 19:35:15.141077 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-edc54c9b-7f13-45d9-9271-85c9738b0128 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762867132591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593584'] for agent (a62b1850-466f-48ae-bec7-d62fb280e14b), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:35:15.153176 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.provisioning_blocks [None req-7c78ae5e-6fc9-4540-b528-1e441dab2dba None None] Provisioning complete for port 9bb4af96-df9f-4f45-8df5-e3d89ec83bc5 triggered by entity DHCP. {{(pid=103232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 19:35:15.153552 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-7c78ae5e-6fc9-4540-b528-1e441dab2dba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593630'] for port (9bb4af96-df9f-4f45-8df5-e3d89ec83bc5), provisioning_complete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:35:15.179134 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d4c3c30-76e2-4de8-b48a-972a4d337fa2 None None] Pushing event updated for resources: {'Port': ['ID=9bb4af96-df9f-4f45-8df5-e3d89ec83bc5,revision_number=3']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:35:15.250829 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-8ad9a523-3922-486e-9cd8-aa21235e3e1d req-6060aa1d-e34e-44c8-abcd-0ef3eb21ba2a tempest-TestNetworkAdvancedServerOps-1633223542 tempest-TestNetworkAdvancedServerOps-1633223542-project] 10.222.0.75 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-160719220&fields=id&tenant_id=eba669c4f4c548e495f13ae7579d0fa6 HTTP/1.1" status: 200 len: 267 time: 0.0898604 Feb 09 19:35:15.328034 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Device b3aa3844-1929-46cb-8cbe-56a24adf0362 no longer exists at agent hyperv_n-h1-713498-36 {{(pid=103232) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 19:35:15.368847 n-d-713498-36 neutron-server[103233]: DEBUG neutron.db.l3_hamode_db [None req-4b62c6e6-84da-4473-845f-3387d7e36574 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0bc32306-17ad-4dc8-ab66-012a1771ad12', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1868811423', 'tenant_id': 'eba669c4f4c548e495f13ae7579d0fa6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88055e1e-672a-4487-be31-ffb6e833ece5', 'external_fixed_ips': [{'subnet_id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'ip_address': '172.25.1.28'}], 'enable_snat': True}, 'gw_port_id': 'b25323a4-38c0-41f3-aec2-9c22b1619da8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T19:35:04Z', 'updated_at': '2022-02-09T19:35:11Z', 'revision_number': 4, 'project_id': 'eba669c4f4c548e495f13ae7579d0fa6', 'gw_port': {'id': 'b25323a4-38c0-41f3-aec2-9c22b1619da8', 'name': '', 'network_id': '88055e1e-672a-4487-be31-ffb6e833ece5', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:e7:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0bc32306-17ad-4dc8-ab66-012a1771ad12', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3284, 'fixed_ips': [{'subnet_id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'ip_address': '172.25.1.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T19:35:05Z', 'updated_at': '2022-02-09T19:35:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-36', '_interfaces': [{'id': '3731ec7d-4543-4ff0-97f8-bcb4bda3c741', 'name': '', 'network_id': '4441bac0-0a44-4a1e-8093-e71510495491', 'tenant_id': 'eba669c4f4c548e495f13ae7579d0fa6', 'mac_address': 'fa:16:3e:ce:f4:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0bc32306-17ad-4dc8-ab66-012a1771ad12', 'device_owner': 'network:router_interface', 'standard_attr_id': 3290, 'fixed_ips': [{'subnet_id': 'a53359ef-76e4-4c05-b08e-4db3ad09b5a9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T19:35:10Z', 'updated_at': '2022-02-09T19:35:12Z', 'revision_number': 2, 'project_id': 'eba669c4f4c548e495f13ae7579d0fa6', 'subnets': [{'id': 'a53359ef-76e4-4c05-b08e-4db3ad09b5a9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-36', False) {} {{(pid=103233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:35:15.377195 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] No Port match for: b3aa3844-1929-46cb-8cbe-56a24adf0362 {{(pid=103232) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 19:35:15.389590 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Device b3aa3844-1929-46cb-8cbe-56a24adf0362 not bound to the agent host n-h1-713498-36 {{(pid=103232) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 19:35:15.391799 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Current status of the port b25323a4-38c0-41f3-aec2-9c22b1619da8 is: DOWN; New status is: ACTIVE {{(pid=103232) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 19:35:15.393122 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (b25323a4-38c0-41f3-aec2-9c22b1619da8), before_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:35:15.430651 n-d-713498-36 neutron-server[103233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b62c6e6-84da-4473-845f-3387d7e36574 None None] Checking router: 0bc32306-17ad-4dc8-ab66-012a1771ad12 for host: n-d-713498-36 {{(pid=103233) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 19:35:15.431008 n-d-713498-36 neutron-server[103233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b62c6e6-84da-4473-845f-3387d7e36574 None None] Updating router 0bc32306-17ad-4dc8-ab66-012a1771ad12 port 3731ec7d-4543-4ff0-97f8-bcb4bda3c741 binding host n-d-713498-36 {{(pid=103233) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 19:35:15.442118 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] For port b25323a4-38c0-41f3-aec2-9c22b1619da8, host n-d-713498-36, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-36',level=0,port_id=b25323a4-38c0-41f3-aec2-9c22b1619da8,segment=NetworkSegment(a4222f89-8d3f-4b51-953b-1a8126392491),segment_id=a4222f89-8d3f-4b51-953b-1a8126392491)] {{(pid=103232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 19:35:15.453911 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762867176205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762866656485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762866656503'] for port (b25323a4-38c0-41f3-aec2-9c22b1619da8), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:35:15.456218 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Device 9bb4af96-df9f-4f45-8df5-e3d89ec83bc5 up at agent ovs-agent-n-d-713498-36 {{(pid=103232) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 19:35:15.468940 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ad9a523-3922-486e-9cd8-aa21235e3e1d req-08874f65-1ca5-450a-84fe-f87f2ceb6770 tempest-TestNetworkAdvancedServerOps-1633223542 tempest-TestNetworkAdvancedServerOps-1633223542-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:35:15.472437 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-8ad9a523-3922-486e-9cd8-aa21235e3e1d req-08874f65-1ca5-450a-84fe-f87f2ceb6770 tempest-TestNetworkAdvancedServerOps-1633223542 tempest-TestNetworkAdvancedServerOps-1633223542-project] 10.222.0.75 "GET /v2.0/networks?id=4441bac0-0a44-4a1e-8093-e71510495491 HTTP/1.1" status: 200 len: 797 time: 0.2135005 Feb 09 19:35:15.499429 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-8ad9a523-3922-486e-9cd8-aa21235e3e1d req-e3eefabd-327d-443c-b564-12d6cc61e4c2 tempest-TestNetworkAdvancedServerOps-1633223542 tempest-TestNetworkAdvancedServerOps-1633223542-project] 10.222.0.75 "GET /v2.0/quotas/eba669c4f4c548e495f13ae7579d0fa6 HTTP/1.1" status: 200 len: 375 time: 0.0192680 Feb 09 19:35:15.503030 n-d-713498-36 neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-4b62c6e6-84da-4473-845f-3387d7e36574 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (3731ec7d-4543-4ff0-97f8-bcb4bda3c741), before_update {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:35:15.687641 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.provisioning_blocks [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Provisioning complete for port 9bb4af96-df9f-4f45-8df5-e3d89ec83bc5 triggered by entity L2. {{(pid=103232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 19:35:15.688261 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593630'] for port (9bb4af96-df9f-4f45-8df5-e3d89ec83bc5), provisioning_complete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:35:15.701246 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-8ad9a523-3922-486e-9cd8-aa21235e3e1d req-15de12a9-d667-4719-a474-65a1e07b5c28 tempest-TestNetworkAdvancedServerOps-1633223542 tempest-TestNetworkAdvancedServerOps-1633223542-project] 10.222.0.75 "GET /v2.0/ports?tenant_id=eba669c4f4c548e495f13ae7579d0fa6&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1956749 Feb 09 19:35:15.722883 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [req-8ad9a523-3922-486e-9cd8-aa21235e3e1d req-41db371c-2ff7-499a-b858-be33354f39b1 service neutron] http://10.222.0.75:9696/v2.0/extensions returned with HTTP 200 {{(pid=103229) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 09 19:35:15.724046 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-8ad9a523-3922-486e-9cd8-aa21235e3e1d req-41db371c-2ff7-499a-b858-be33354f39b1 service neutron] 10.222.0.75 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0065286 Feb 09 19:35:15.788009 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Pushing event updated for resources: {'Port': ['ID=b25323a4-38c0-41f3-aec2-9c22b1619da8,revision_number=4']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:35:15.827103 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-7c78ae5e-6fc9-4540-b528-1e441dab2dba None None] Current status of the port 9bb4af96-df9f-4f45-8df5-e3d89ec83bc5 is: ACTIVE; New status is: ACTIVE {{(pid=103232) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 19:35:15.852122 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-eca83b51-0441-45ed-92be-855032d280f9 tempest-NetworksTestDHCPv6-1153288886 tempest-NetworksTestDHCPv6-1153288886-project] Publish callbacks [] for port (2ec578d6-5f99-497a-9a34-882d3ade491a), precommit_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:35:15.890409 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.provisioning_blocks [None req-7c78ae5e-6fc9-4540-b528-1e441dab2dba None None] Provisioning complete for port 3731ec7d-4543-4ff0-97f8-bcb4bda3c741 triggered by entity DHCP. {{(pid=103232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 19:35:15.890796 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-7c78ae5e-6fc9-4540-b528-1e441dab2dba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593630'] for port (3731ec7d-4543-4ff0-97f8-bcb4bda3c741), provisioning_complete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:35:15.941284 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-eca83b51-0441-45ed-92be-855032d280f9 tempest-NetworksTestDHCPv6-1153288886 tempest-NetworksTestDHCPv6-1153288886-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762866656467', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14393751'] for port (2ec578d6-5f99-497a-9a34-882d3ade491a), after_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:35:15.960424 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d51d5db-29c8-4e3c-9fa9-efa2e91a9fb1 None None] Network f63a97a6-2552-42d7-aee9-c49ce8319647 requested from n-d-713498-36 {{(pid=103232) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 19:35:15.965478 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-8ad9a523-3922-486e-9cd8-aa21235e3e1d req-6fa1ae68-c7bb-4c2a-a806-8a4612ed53d1 service neutron] 10.222.0.75 "GET /v2.0/networks/4441bac0-0a44-4a1e-8093-e71510495491?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2180314 Feb 09 19:35:16.125458 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Current status of the port 9bb4af96-df9f-4f45-8df5-e3d89ec83bc5 is: ACTIVE; New status is: ACTIVE {{(pid=103232) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 19:35:16.145060 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f61a9c1b-aced-4613-883f-9448db26e1c3 req-e1d3cac4-4e51-4d0e-94df-daa38b5bc624 tempest-ServersTestJSON-482035511 tempest-ServersTestJSON-482035511-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:35:16.146561 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-f61a9c1b-aced-4613-883f-9448db26e1c3 req-e1d3cac4-4e51-4d0e-94df-daa38b5bc624 tempest-ServersTestJSON-482035511 tempest-ServersTestJSON-482035511-project] 10.222.0.75 "GET /v2.0/networks?id=30b6826a-2ec4-4081-a475-68e12498d4e4 HTTP/1.1" status: 200 len: 806 time: 0.1863835 Feb 09 19:35:16.150693 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eca83b51-0441-45ed-92be-855032d280f9 tempest-NetworksTestDHCPv6-1153288886 tempest-NetworksTestDHCPv6-1153288886-project] Pushing event updated for resources: {'Port': ['ID=2ec578d6-5f99-497a-9a34-882d3ade491a,revision_number=1']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:35:16.166250 n-d-713498-36 neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-4b62c6e6-84da-4473-845f-3387d7e36574 None None] Publish callbacks [] for port (3731ec7d-4543-4ff0-97f8-bcb4bda3c741), precommit_update {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:35:16.175977 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-7c78ae5e-6fc9-4540-b528-1e441dab2dba None None] Port 3731ec7d-4543-4ff0-97f8-bcb4bda3c741 cannot update to ACTIVE because it is not bound. {{(pid=103232) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 19:35:16.176634 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-f61a9c1b-aced-4613-883f-9448db26e1c3 req-e08935ba-ffcb-4397-984f-02d7eace53dc tempest-ServersTestJSON-482035511 tempest-ServersTestJSON-482035511-project] 10.222.0.75 "GET /v2.0/quotas/1d398ed7d9dd4dd6ba1e1a6a1e6a87ff HTTP/1.1" status: 200 len: 375 time: 0.0188804 Feb 09 19:35:16.178394 n-d-713498-36 neutron-server[103230]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eca83b51-0441-45ed-92be-855032d280f9 tempest-NetworksTestDHCPv6-1153288886 tempest-NetworksTestDHCPv6-1153288886-project] Network f63a97a6-2552-42d7-aee9-c49ce8319647 is already hosted by enough agents. {{(pid=103230) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 19:35:16.181759 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-a7262a8e-0513-48fd-984d-75726a511961 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762867132591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593584'] for agent (911cfea2-02ae-4ec9-bac3-7808ee1cdd9c), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:35:16.182929 n-d-713498-36 neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-4b62c6e6-84da-4473-845f-3387d7e36574 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762867176205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762866656485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762866656503'] for port (3731ec7d-4543-4ff0-97f8-bcb4bda3c741), after_update {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:35:16.191390 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-8ad9a523-3922-486e-9cd8-aa21235e3e1d req-4c44764e-174d-47c8-bd54-a92db38858c1 service neutron] 10.222.0.75 "GET /v2.0/networks/4441bac0-0a44-4a1e-8093-e71510495491?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2187333 Feb 09 19:35:16.198279 n-d-713498-36 neutron-server[103230]: DEBUG neutron.scheduler.base_scheduler [None req-eca83b51-0441-45ed-92be-855032d280f9 tempest-NetworksTestDHCPv6-1153288886 tempest-NetworksTestDHCPv6-1153288886-project] Resources bound (agent type, host, resource id): {{(pid=103230) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 19:35:16.212793 n-d-713498-36 neutron-server[103230]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eca83b51-0441-45ed-92be-855032d280f9 tempest-NetworksTestDHCPv6-1153288886 tempest-NetworksTestDHCPv6-1153288886-project] Received port after_create {{(pid=103230) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 19:35:16.221287 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eca83b51-0441-45ed-92be-855032d280f9 tempest-NetworksTestDHCPv6-1153288886 tempest-NetworksTestDHCPv6-1153288886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:35:16.222376 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-eca83b51-0441-45ed-92be-855032d280f9 tempest-NetworksTestDHCPv6-1153288886 tempest-NetworksTestDHCPv6-1153288886-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171096'] for port (None), before_response {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:35:16.260624 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 37658) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:35:16.261309 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-eca83b51-0441-45ed-92be-855032d280f9 tempest-NetworksTestDHCPv6-1153288886 tempest-NetworksTestDHCPv6-1153288886-project] 10.222.0.75 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1032 time: 2.2435915 Feb 09 19:35:16.327875 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-f61a9c1b-aced-4613-883f-9448db26e1c3 req-ea7f7c29-0b5b-4e4f-adc1-afec3267b861 tempest-ServersTestJSON-482035511 tempest-ServersTestJSON-482035511-project] 10.222.0.75 "GET /v2.0/ports?tenant_id=1d398ed7d9dd4dd6ba1e1a6a1e6a87ff&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1444275 Feb 09 19:35:16.398161 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.provisioning_blocks [None req-e1b77cb7-5f63-4830-b33b-49947468eafd None None] Provisioning complete for port 83ce7fdf-36c5-4902-bbbb-a2132966ec80 triggered by entity DHCP. {{(pid=103232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 19:35:16.398305 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-e1b77cb7-5f63-4830-b33b-49947468eafd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593630'] for port (83ce7fdf-36c5-4902-bbbb-a2132966ec80), provisioning_complete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:35:16.486044 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e1f7641-c34e-4392-9d30-18203272a5f0 None None] Update dhcp port {'port': {'network_id': 'f63a97a6-2552-42d7-aee9-c49ce8319647', 'fixed_ips': [{'subnet_id': 'ade55ddc-cb86-4c2e-9b65-5d4725d43c0c', 'ip_address': '2001:db8::f816:3eff:fe74:8b27'}, {'subnet_id': '53ee5591-3287-48b2-9c25-836ca317d4c0'}], 'binding:host_id': 'n-d-713498-36'}, 'id': '83ce7fdf-36c5-4902-bbbb-a2132966ec80'} from n-d-713498-36. {{(pid=103232) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Feb 09 19:35:16.511749 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.plugin [None req-814c177b-9915-4159-9f65-233c5db412b3 tempest-NetworksTestDHCPv6-1153288886 tempest-NetworksTestDHCPv6-1153288886-project] Deleting port 2ec578d6-5f99-497a-9a34-882d3ade491a {{(pid=103229) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 19:35:16.511749 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-814c177b-9915-4159-9f65-233c5db412b3 tempest-NetworksTestDHCPv6-1153288886 tempest-NetworksTestDHCPv6-1153288886-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762867170196'] for port (2ec578d6-5f99-497a-9a34-882d3ade491a), before_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:35:16.523598 n-d-713498-36 neutron-server[103233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb136b60-5e47-4be3-89a3-c9b7941b6035 None None] Pushing event updated for resources: {'Port': ['ID=3731ec7d-4543-4ff0-97f8-bcb4bda3c741,revision_number=3']} {{(pid=103233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:35:16.551347 n-d-713498-36 neutron-server[103233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb136b60-5e47-4be3-89a3-c9b7941b6035 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:35:16.551694 n-d-713498-36 neutron-server[103233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb136b60-5e47-4be3-89a3-c9b7941b6035 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:35:16.552041 n-d-713498-36 neutron-server[103233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb136b60-5e47-4be3-89a3-c9b7941b6035 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:35:16.552384 n-d-713498-36 neutron-server[103233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb136b60-5e47-4be3-89a3-c9b7941b6035 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:35:16.552719 n-d-713498-36 neutron-server[103233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb136b60-5e47-4be3-89a3-c9b7941b6035 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:35:16.553051 n-d-713498-36 neutron-server[103233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb136b60-5e47-4be3-89a3-c9b7941b6035 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:35:16.553379 n-d-713498-36 neutron-server[103233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb136b60-5e47-4be3-89a3-c9b7941b6035 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:35:16.553703 n-d-713498-36 neutron-server[103233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb136b60-5e47-4be3-89a3-c9b7941b6035 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:35:16.554176 n-d-713498-36 neutron-server[103233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb136b60-5e47-4be3-89a3-c9b7941b6035 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:35:16.554368 n-d-713498-36 neutron-server[103233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb136b60-5e47-4be3-89a3-c9b7941b6035 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:35:16.562138 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Device b25323a4-38c0-41f3-aec2-9c22b1619da8 up at agent ovs-agent-n-d-713498-36 {{(pid=103232) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 19:35:16.562503 n-d-713498-36 neutron-server[103233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb136b60-5e47-4be3-89a3-c9b7941b6035 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:35:16.563035 n-d-713498-36 neutron-server[103233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb136b60-5e47-4be3-89a3-c9b7941b6035 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:35:16.563548 n-d-713498-36 neutron-server[103233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb136b60-5e47-4be3-89a3-c9b7941b6035 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:35:16.659108 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-f61a9c1b-aced-4613-883f-9448db26e1c3 req-ad62eb0b-2e35-49d0-bd2b-e0f25e80476d service neutron] 10.222.0.75 "GET /v2.0/networks/30b6826a-2ec4-4081-a475-68e12498d4e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3220336 Feb 09 19:35:16.691539 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-7e1f7641-c34e-4392-9d30-18203272a5f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (83ce7fdf-36c5-4902-bbbb-a2132966ec80), before_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:35:16.696319 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-4462bef7-f6fd-4455-8763-59bd76fc8e28 req-73d8ea67-fbbd-4479-9464-49232d455535 tempest-TestNetworkAdvancedServerOps-1633223542 tempest-TestNetworkAdvancedServerOps-1633223542-project] 10.222.0.75 "GET /v2.0/ports?device_id=ba22b315-e430-4895-a078-0c720f335557 HTTP/1.1" status: 200 len: 210 time: 0.1757522 Feb 09 19:35:16.730376 n-d-713498-36 neutron-server[103233]: DEBUG neutron.plugins.ml2.managers [None req-4b62c6e6-84da-4473-845f-3387d7e36574 None None] Attempting to bind port 3731ec7d-4543-4ff0-97f8-bcb4bda3c741 on host n-d-713498-36 for vnic_type normal with profile {{(pid=103233) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 19:35:16.731096 n-d-713498-36 neutron-server[103233]: DEBUG neutron.plugins.ml2.managers [None req-4b62c6e6-84da-4473-845f-3387d7e36574 None None] Attempting to bind port 3731ec7d-4543-4ff0-97f8-bcb4bda3c741 by drivers openvswitch,hyperv on host n-d-713498-36 at level 0 using segments [{'id': '25bee314-2f03-4005-a207-d495c9ba8d98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': '4441bac0-0a44-4a1e-8093-e71510495491'}] {{(pid=103233) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 19:35:16.731266 n-d-713498-36 neutron-server[103233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b62c6e6-84da-4473-845f-3387d7e36574 None None] Attempting to bind port 3731ec7d-4543-4ff0-97f8-bcb4bda3c741 on network 4441bac0-0a44-4a1e-8093-e71510495491 {{(pid=103233) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 19:35:16.733147 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-e1b77cb7-5f63-4830-b33b-49947468eafd None None] Current status of the port 83ce7fdf-36c5-4902-bbbb-a2132966ec80 is: DOWN; New status is: ACTIVE {{(pid=103232) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 19:35:16.733543 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-e1b77cb7-5f63-4830-b33b-49947468eafd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (83ce7fdf-36c5-4902-bbbb-a2132966ec80), before_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:35:16.744222 n-d-713498-36 neutron-server[103233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b62c6e6-84da-4473-845f-3387d7e36574 None None] Checking agent: {'id': '496418a2-c002-4aec-ab1a-07f3bea491bd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-36', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 18, 51, 47), 'started_at': datetime.datetime(2022, 2, 9, 18, 52, 17), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 19, 34, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-36'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103233) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 19:35:16.744615 n-d-713498-36 neutron-server[103233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b62c6e6-84da-4473-845f-3387d7e36574 None None] Checking segment: {'id': '25bee314-2f03-4005-a207-d495c9ba8d98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': '4441bac0-0a44-4a1e-8093-e71510495491'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103233) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 19:35:16.745740 n-d-713498-36 neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-4b62c6e6-84da-4473-845f-3387d7e36574 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:35:16.745740 n-d-713498-36 neutron-server[103233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b62c6e6-84da-4473-845f-3387d7e36574 None None] Bound using segment: {'id': '25bee314-2f03-4005-a207-d495c9ba8d98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': '4441bac0-0a44-4a1e-8093-e71510495491'} {{(pid=103233) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 19:35:16.745984 n-d-713498-36 neutron-server[103233]: DEBUG neutron.plugins.ml2.managers [None req-4b62c6e6-84da-4473-845f-3387d7e36574 None None] Bound port: 3731ec7d-4543-4ff0-97f8-bcb4bda3c741, host: n-d-713498-36, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '25bee314-2f03-4005-a207-d495c9ba8d98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': '4441bac0-0a44-4a1e-8093-e71510495491'}}] {{(pid=103233) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 19:35:16.754718 n-d-713498-36 neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-4b62c6e6-84da-4473-845f-3387d7e36574 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (3731ec7d-4543-4ff0-97f8-bcb4bda3c741), before_update {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:35:16.817623 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-814c177b-9915-4159-9f65-233c5db412b3 tempest-NetworksTestDHCPv6-1153288886 tempest-NetworksTestDHCPv6-1153288886-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1820838'] for port (2ec578d6-5f99-497a-9a34-882d3ade491a), precommit_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:35:16.840453 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.provisioning_blocks [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Provisioning complete for port b25323a4-38c0-41f3-aec2-9c22b1619da8 triggered by entity L2. {{(pid=103232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 19:35:16.840686 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593630'] for port (b25323a4-38c0-41f3-aec2-9c22b1619da8), provisioning_complete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:35:16.855344 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.plugin [None req-814c177b-9915-4159-9f65-233c5db412b3 tempest-NetworksTestDHCPv6-1153288886 tempest-NetworksTestDHCPv6-1153288886-project] Calling delete_port for 2ec578d6-5f99-497a-9a34-882d3ade491a owned by {{(pid=103229) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 19:35:16.904242 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-f61a9c1b-aced-4613-883f-9448db26e1c3 req-4c84f321-c0ba-4ad9-a4ec-e2d7dbbfd6e5 service neutron] 10.222.0.75 "GET /v2.0/networks/30b6826a-2ec4-4081-a475-68e12498d4e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2441566 Feb 09 19:35:16.911200 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-e1b77cb7-5f63-4830-b33b-49947468eafd None None] For port 83ce7fdf-36c5-4902-bbbb-a2132966ec80, host n-d-713498-36, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-36',level=0,port_id=83ce7fdf-36c5-4902-bbbb-a2132966ec80,segment=NetworkSegment(20e634bc-bbe0-4569-a1ea-6be524590675),segment_id=20e634bc-bbe0-4569-a1ea-6be524590675)] {{(pid=103232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 19:35:16.927657 n-d-713498-36 neutron-server[103233]: DEBUG neutron.plugins.ml2.db [None req-4b62c6e6-84da-4473-845f-3387d7e36574 None None] For port 3731ec7d-4543-4ff0-97f8-bcb4bda3c741, host n-d-713498-36, cleared binding levels {{(pid=103233) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 19:35:16.936902 n-d-713498-36 neutron-server[103233]: DEBUG neutron.plugins.ml2.db [None req-4b62c6e6-84da-4473-845f-3387d7e36574 None None] For port 3731ec7d-4543-4ff0-97f8-bcb4bda3c741, host n-d-713498-36, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-36',level=0,port_id=3731ec7d-4543-4ff0-97f8-bcb4bda3c741,segment=NetworkSegment(25bee314-2f03-4005-a207-d495c9ba8d98),segment_id=25bee314-2f03-4005-a207-d495c9ba8d98)] {{(pid=103233) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 19:35:16.948510 n-d-713498-36 neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-4b62c6e6-84da-4473-845f-3387d7e36574 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762867176205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762866656485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762866656503'] for port (3731ec7d-4543-4ff0-97f8-bcb4bda3c741), after_update {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:35:17.004031 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-e1b77cb7-5f63-4830-b33b-49947468eafd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762867176205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762866656485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762866656503'] for port (83ce7fdf-36c5-4902-bbbb-a2132966ec80), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:35:17.138362 n-d-713498-36 neutron-server[103233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b62c6e6-84da-4473-845f-3387d7e36574 None None] Routers {'0bc32306-17ad-4dc8-ab66-012a1771ad12'} bound to L3 agent in host n-d-713498-36 {{(pid=103233) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 19:35:17.139611 n-d-713498-36 neutron-server[103233]: DEBUG neutron.db.l3_hamode_db [None req-4b62c6e6-84da-4473-845f-3387d7e36574 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T18:51:43Z,description=,heartbeat_timestamp=2022-02-09T19:35:13Z,host='n-d-713498-36',id=93303d5e-5d17-45e8-8963-7694f87783ae,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T18:51:43Z,topic='l3_agent')) {'router_ids': ['0bc32306-17ad-4dc8-ab66-012a1771ad12'], 'active': True} {{(pid=103233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:35:17.250174 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.provisioning_blocks [None req-e1b77cb7-5f63-4830-b33b-49947468eafd None None] Provisioning complete for port 3731ec7d-4543-4ff0-97f8-bcb4bda3c741 triggered by entity DHCP. {{(pid=103232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 19:35:17.251315 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-e1b77cb7-5f63-4830-b33b-49947468eafd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593630'] for port (3731ec7d-4543-4ff0-97f8-bcb4bda3c741), provisioning_complete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:35:17.270920 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-814c177b-9915-4159-9f65-233c5db412b3 tempest-NetworksTestDHCPv6-1153288886 tempest-NetworksTestDHCPv6-1153288886-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762867177463', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762866656476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12867576'] for port (2ec578d6-5f99-497a-9a34-882d3ade491a), after_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:35:17.283930 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762867132591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593584'] for agent (496418a2-c002-4aec-ab1a-07f3bea491bd), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:35:17.310725 n-d-713498-36 neutron-server[103233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb136b60-5e47-4be3-89a3-c9b7941b6035 None None] Pushing event updated for resources: {'Port': ['ID=3731ec7d-4543-4ff0-97f8-bcb4bda3c741,revision_number=4']} {{(pid=103233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:35:17.444642 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Current status of the port b25323a4-38c0-41f3-aec2-9c22b1619da8 is: ACTIVE; New status is: ACTIVE {{(pid=103232) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 19:35:17.445815 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Device 9bb4af96-df9f-4f45-8df5-e3d89ec83bc5 up at agent ovs-agent-n-d-713498-36 {{(pid=103232) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 19:35:17.463267 n-d-713498-36 neutron-server[103233]: DEBUG neutron.db.l3_dvr_db [None req-4b62c6e6-84da-4473-845f-3387d7e36574 None None] Set router 0bc32306-17ad-4dc8-ab66-012a1771ad12 gateway port host: n-d-713498-36 {{(pid=103233) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 19:35:17.465157 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-e69ca551-621e-48a2-8eb9-bd693928b453 req-12057448-b09f-43b4-a744-94c266b8f75d tempest-ServersTestJSON-482035511 tempest-ServersTestJSON-482035511-project] 10.222.0.75 "GET /v2.0/ports?device_id=5f3fe354-b8ca-4564-889c-8b6e78eeca41 HTTP/1.1" status: 200 len: 210 time: 0.0954168 Feb 09 19:35:17.536863 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1b77cb7-5f63-4830-b33b-49947468eafd None None] Pushing event updated for resources: {'Port': ['ID=83ce7fdf-36c5-4902-bbbb-a2132966ec80,revision_number=3']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:35:17.546932 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-814c177b-9915-4159-9f65-233c5db412b3 tempest-NetworksTestDHCPv6-1153288886 tempest-NetworksTestDHCPv6-1153288886-project] Pushing event deleted for resources: {'Port': ['ID=2ec578d6-5f99-497a-9a34-882d3ade491a,revision_number=None']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:35:17.555156 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-814c177b-9915-4159-9f65-233c5db412b3 tempest-NetworksTestDHCPv6-1153288886 tempest-NetworksTestDHCPv6-1153288886-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171096'] for port (None), before_response {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:35:17.560484 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-814c177b-9915-4159-9f65-233c5db412b3 tempest-NetworksTestDHCPv6-1153288886 tempest-NetworksTestDHCPv6-1153288886-project] 10.222.0.75 "DELETE /v2.0/ports/2ec578d6-5f99-497a-9a34-882d3ade491a HTTP/1.1" status: 204 len: 168 time: 1.2986345 Feb 09 19:35:17.562804 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 37678) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:35:17.566429 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.db_base_plugin_common [None req-7e1f7641-c34e-4392-9d30-18203272a5f0 None None] Allocated IP 2001:db8:0:1::2 (f63a97a6-2552-42d7-aee9-c49ce8319647/53ee5591-3287-48b2-9c25-836ca317d4c0/83ce7fdf-36c5-4902-bbbb-a2132966ec80) {{(pid=103232) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 19:35:17.622429 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.provisioning_blocks [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Provisioning complete for port 9bb4af96-df9f-4f45-8df5-e3d89ec83bc5 triggered by entity L2. {{(pid=103232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 19:35:17.622837 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593630'] for port (9bb4af96-df9f-4f45-8df5-e3d89ec83bc5), provisioning_complete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:35:17.696831 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f241e83a-f06b-4485-a22e-fe6bbda07fe0 tempest-NetworksTestDHCPv6-1153288886 tempest-NetworksTestDHCPv6-1153288886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:35:17.699256 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-f241e83a-f06b-4485-a22e-fe6bbda07fe0 tempest-NetworksTestDHCPv6-1153288886 tempest-NetworksTestDHCPv6-1153288886-project] 10.222.0.75 "GET /v2.0/ports HTTP/1.1" status: 200 len: 963 time: 0.1333413 Feb 09 19:35:17.703470 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 37684) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:35:17.757891 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-e1b77cb7-5f63-4830-b33b-49947468eafd None None] Current status of the port 3731ec7d-4543-4ff0-97f8-bcb4bda3c741 is: DOWN; New status is: ACTIVE {{(pid=103232) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 19:35:17.758701 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-e1b77cb7-5f63-4830-b33b-49947468eafd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (3731ec7d-4543-4ff0-97f8-bcb4bda3c741), before_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:35:17.776911 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6680bfc8-0538-4416-a482-8b5b7272eff9 tempest-NetworksTestDHCPv6-1153288886 tempest-NetworksTestDHCPv6-1153288886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:35:17.779222 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-6680bfc8-0538-4416-a482-8b5b7272eff9 tempest-NetworksTestDHCPv6-1153288886 tempest-NetworksTestDHCPv6-1153288886-project] 10.222.0.75 "GET /v2.0/ports HTTP/1.1" status: 200 len: 963 time: 0.0743372 Feb 09 19:35:17.781675 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 37692) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:35:17.864833 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-e1b77cb7-5f63-4830-b33b-49947468eafd None None] For port 3731ec7d-4543-4ff0-97f8-bcb4bda3c741, host n-d-713498-36, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-36',level=0,port_id=3731ec7d-4543-4ff0-97f8-bcb4bda3c741,segment=NetworkSegment(25bee314-2f03-4005-a207-d495c9ba8d98),segment_id=25bee314-2f03-4005-a207-d495c9ba8d98)] {{(pid=103232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 19:35:17.872628 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-e1b77cb7-5f63-4830-b33b-49947468eafd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762867176205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762866656485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762866656503'] for port (3731ec7d-4543-4ff0-97f8-bcb4bda3c741), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:35:17.919285 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb68a084-09c1-4d89-be4b-ff6e0630bb93 tempest-NetworksTestDHCPv6-1153288886 tempest-NetworksTestDHCPv6-1153288886-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:35:17.921060 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb68a084-09c1-4d89-be4b-ff6e0630bb93 tempest-NetworksTestDHCPv6-1153288886 tempest-NetworksTestDHCPv6-1153288886-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:35:17.926993 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb68a084-09c1-4d89-be4b-ff6e0630bb93 tempest-NetworksTestDHCPv6-1153288886 tempest-NetworksTestDHCPv6-1153288886-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:35:17.931976 n-d-713498-36 neutron-server[103233]: DEBUG neutron.db.l3_hamode_db [None req-4b62c6e6-84da-4473-845f-3387d7e36574 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0bc32306-17ad-4dc8-ab66-012a1771ad12', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1868811423', 'tenant_id': 'eba669c4f4c548e495f13ae7579d0fa6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88055e1e-672a-4487-be31-ffb6e833ece5', 'external_fixed_ips': [{'subnet_id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'ip_address': '172.25.1.28'}], 'enable_snat': True}, 'gw_port_id': 'b25323a4-38c0-41f3-aec2-9c22b1619da8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T19:35:04Z', 'updated_at': '2022-02-09T19:35:11Z', 'revision_number': 4, 'project_id': 'eba669c4f4c548e495f13ae7579d0fa6', 'gw_port': {'id': 'b25323a4-38c0-41f3-aec2-9c22b1619da8', 'name': '', 'network_id': '88055e1e-672a-4487-be31-ffb6e833ece5', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:e7:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0bc32306-17ad-4dc8-ab66-012a1771ad12', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3284, 'fixed_ips': [{'subnet_id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'ip_address': '172.25.1.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T19:35:05Z', 'updated_at': '2022-02-09T19:35:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-36', '_interfaces': [{'id': '3731ec7d-4543-4ff0-97f8-bcb4bda3c741', 'name': '', 'network_id': '4441bac0-0a44-4a1e-8093-e71510495491', 'tenant_id': 'eba669c4f4c548e495f13ae7579d0fa6', 'mac_address': 'fa:16:3e:ce:f4:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0bc32306-17ad-4dc8-ab66-012a1771ad12', 'device_owner': 'network:router_interface', 'standard_attr_id': 3290, 'fixed_ips': [{'subnet_id': 'a53359ef-76e4-4c05-b08e-4db3ad09b5a9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T19:35:10Z', 'updated_at': '2022-02-09T19:35:16Z', 'revision_number': 4, 'project_id': 'eba669c4f4c548e495f13ae7579d0fa6', 'subnets': [{'id': 'a53359ef-76e4-4c05-b08e-4db3ad09b5a9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-36', False) {} {{(pid=103233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:35:17.934312 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-bb68a084-09c1-4d89-be4b-ff6e0630bb93 tempest-NetworksTestDHCPv6-1153288886 tempest-NetworksTestDHCPv6-1153288886-project] 10.222.0.75 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.1497345 Feb 09 19:35:17.936475 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 37694) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:35:17.952393 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-e2344952-22f7-4985-ab07-612a821b005e req-7da5edc4-292b-44e1-9cdd-eff183112d16 tempest-TestNetworkAdvancedServerOps-1633223542 tempest-TestNetworkAdvancedServerOps-1633223542-project] 10.222.0.75 "GET /v2.0/ports?device_id=ba22b315-e430-4895-a078-0c720f335557 HTTP/1.1" status: 200 len: 210 time: 0.0589719 Feb 09 19:35:17.957001 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-7e1f7641-c34e-4392-9d30-18203272a5f0 None None] For port 83ce7fdf-36c5-4902-bbbb-a2132966ec80, host n-d-713498-36, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-36',level=0,port_id=83ce7fdf-36c5-4902-bbbb-a2132966ec80,segment=NetworkSegment(20e634bc-bbe0-4569-a1ea-6be524590675),segment_id=20e634bc-bbe0-4569-a1ea-6be524590675)] {{(pid=103232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 19:35:17.961757 n-d-713498-36 neutron-server[103233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b62c6e6-84da-4473-845f-3387d7e36574 None None] The sync data for ids ['0bc32306-17ad-4dc8-ab66-012a1771ad12'] in n-d-713498-36 is: [{'id': '0bc32306-17ad-4dc8-ab66-012a1771ad12', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1868811423', 'tenant_id': 'eba669c4f4c548e495f13ae7579d0fa6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88055e1e-672a-4487-be31-ffb6e833ece5', 'external_fixed_ips': [{'subnet_id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'ip_address': '172.25.1.28'}], 'enable_snat': True}, 'gw_port_id': 'b25323a4-38c0-41f3-aec2-9c22b1619da8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T19:35:04Z', 'updated_at': '2022-02-09T19:35:11Z', 'revision_number': 4, 'project_id': 'eba669c4f4c548e495f13ae7579d0fa6', 'gw_port': {'id': 'b25323a4-38c0-41f3-aec2-9c22b1619da8', 'name': '', 'network_id': '88055e1e-672a-4487-be31-ffb6e833ece5', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:e7:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0bc32306-17ad-4dc8-ab66-012a1771ad12', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3284, 'fixed_ips': [{'subnet_id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'ip_address': '172.25.1.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T19:35:05Z', 'updated_at': '2022-02-09T19:35:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-36', '_interfaces': [{'id': '3731ec7d-4543-4ff0-97f8-bcb4bda3c741', 'name': '', 'network_id': '4441bac0-0a44-4a1e-8093-e71510495491', 'tenant_id': 'eba669c4f4c548e495f13ae7579d0fa6', 'mac_address': 'fa:16:3e:ce:f4:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0bc32306-17ad-4dc8-ab66-012a1771ad12', 'device_owner': 'network:router_interface', 'standard_attr_id': 3290, 'fixed_ips': [{'subnet_id': 'a53359ef-76e4-4c05-b08e-4db3ad09b5a9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T19:35:10Z', 'updated_at': '2022-02-09T19:35:16Z', 'revision_number': 4, 'project_id': 'eba669c4f4c548e495f13ae7579d0fa6', 'subnets': [{'id': 'a53359ef-76e4-4c05-b08e-4db3ad09b5a9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103233) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 19:35:18.055076 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-7e1f7641-c34e-4392-9d30-18203272a5f0 None None] Publish callbacks [] for port (83ce7fdf-36c5-4902-bbbb-a2132966ec80), precommit_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:35:18.057587 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1b77cb7-5f63-4830-b33b-49947468eafd None None] Pushing event updated for resources: {'Port': ['ID=3731ec7d-4543-4ff0-97f8-bcb4bda3c741,revision_number=5']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:35:18.067293 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Current status of the port 9bb4af96-df9f-4f45-8df5-e3d89ec83bc5 is: ACTIVE; New status is: ACTIVE {{(pid=103232) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 19:35:18.068650 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Device 83ce7fdf-36c5-4902-bbbb-a2132966ec80 up at agent ovs-agent-n-d-713498-36 {{(pid=103232) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 19:35:18.069509 n-d-713498-36 neutron-server[103229]: DEBUG neutron.db.db_base_plugin_v2 [None req-38c727aa-caf6-4a51-9df9-fea95fdefe28 tempest-NetworksTestDHCPv6-1153288886 tempest-NetworksTestDHCPv6-1153288886-project] Deleting subnet 53ee5591-3287-48b2-9c25-836ca317d4c0 {{(pid=103229) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 19:35:18.070961 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-7e1f7641-c34e-4392-9d30-18203272a5f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762867176205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762866656485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762866656503'] for port (83ce7fdf-36c5-4902-bbbb-a2132966ec80), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:35:18.074568 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-38c727aa-caf6-4a51-9df9-fea95fdefe28 tempest-NetworksTestDHCPv6-1153288886 tempest-NetworksTestDHCPv6-1153288886-project] Publish callbacks [] for subnet (53ee5591-3287-48b2-9c25-836ca317d4c0), before_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:35:18.145323 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-38c727aa-caf6-4a51-9df9-fea95fdefe28 tempest-NetworksTestDHCPv6-1153288886 tempest-NetworksTestDHCPv6-1153288886-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16683410'] for subnet (53ee5591-3287-48b2-9c25-836ca317d4c0), precommit_delete_associations {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:35:18.151131 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.provisioning_blocks [None req-63e9db67-70b7-4be7-9fa2-6f9d4fabcd2e None None] Provisioning complete for port 3731ec7d-4543-4ff0-97f8-bcb4bda3c741 triggered by entity DHCP. {{(pid=103232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 19:35:18.151595 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-63e9db67-70b7-4be7-9fa2-6f9d4fabcd2e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593630'] for port (3731ec7d-4543-4ff0-97f8-bcb4bda3c741), provisioning_complete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:35:18.268928 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e1f7641-c34e-4392-9d30-18203272a5f0 None None] Pushing event updated for resources: {'Port': ['ID=83ce7fdf-36c5-4902-bbbb-a2132966ec80,revision_number=4']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:35:18.273293 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-38c727aa-caf6-4a51-9df9-fea95fdefe28 tempest-NetworksTestDHCPv6-1153288886 tempest-NetworksTestDHCPv6-1153288886-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-759852'] for subnet (53ee5591-3287-48b2-9c25-836ca317d4c0), precommit_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:35:18.293847 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.provisioning_blocks [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Provisioning complete for port 83ce7fdf-36c5-4902-bbbb-a2132966ec80 triggered by entity L2. {{(pid=103232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 19:35:18.294271 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593630'] for port (83ce7fdf-36c5-4902-bbbb-a2132966ec80), provisioning_complete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:35:18.372629 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-38c727aa-caf6-4a51-9df9-fea95fdefe28 tempest-NetworksTestDHCPv6-1153288886 tempest-NetworksTestDHCPv6-1153288886-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-760023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12867367', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12759238'] for subnet (53ee5591-3287-48b2-9c25-836ca317d4c0), after_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:35:18.413496 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38c727aa-caf6-4a51-9df9-fea95fdefe28 tempest-NetworksTestDHCPv6-1153288886 tempest-NetworksTestDHCPv6-1153288886-project] Pushing event deleted for resources: {'Subnet': ['ID=53ee5591-3287-48b2-9c25-836ca317d4c0,revision_number=None']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:35:18.425668 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-38c727aa-caf6-4a51-9df9-fea95fdefe28 tempest-NetworksTestDHCPv6-1153288886 tempest-NetworksTestDHCPv6-1153288886-project] Publish callbacks [] for subnet (None), before_response {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:35:18.433739 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-38c727aa-caf6-4a51-9df9-fea95fdefe28 tempest-NetworksTestDHCPv6-1153288886 tempest-NetworksTestDHCPv6-1153288886-project] 10.222.0.75 "DELETE /v2.0/subnets/53ee5591-3287-48b2-9c25-836ca317d4c0 HTTP/1.1" status: 204 len: 168 time: 0.4958549 Feb 09 19:35:18.442685 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 37698) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:35:18.594598 n-d-713498-36 neutron-server[103229]: DEBUG neutron.db.db_base_plugin_v2 [None req-acc3bfcd-9d79-448d-824f-af9808863fe6 tempest-NetworksTestDHCPv6-1153288886 tempest-NetworksTestDHCPv6-1153288886-project] Deleting subnet ade55ddc-cb86-4c2e-9b65-5d4725d43c0c {{(pid=103229) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 19:35:18.599667 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-63e9db67-70b7-4be7-9fa2-6f9d4fabcd2e None None] Current status of the port 3731ec7d-4543-4ff0-97f8-bcb4bda3c741 is: ACTIVE; New status is: ACTIVE {{(pid=103232) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 19:35:18.613734 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-acc3bfcd-9d79-448d-824f-af9808863fe6 tempest-NetworksTestDHCPv6-1153288886 tempest-NetworksTestDHCPv6-1153288886-project] Publish callbacks [] for subnet (ade55ddc-cb86-4c2e-9b65-5d4725d43c0c), before_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:35:18.690062 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ad9a523-3922-486e-9cd8-aa21235e3e1d req-a7043a0a-40ad-41c9-94c9-927fcedf638a tempest-TestNetworkAdvancedServerOps-1633223542 tempest-TestNetworkAdvancedServerOps-1633223542-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:35:18.691856 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-8ad9a523-3922-486e-9cd8-aa21235e3e1d req-a7043a0a-40ad-41c9-94c9-927fcedf638a tempest-TestNetworkAdvancedServerOps-1633223542 tempest-TestNetworkAdvancedServerOps-1633223542-project] 10.222.0.90 "GET /v2.0/networks?id=4441bac0-0a44-4a1e-8093-e71510495491 HTTP/1.1" status: 200 len: 797 time: 0.2745628 Feb 09 19:35:18.726652 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Current status of the port 83ce7fdf-36c5-4902-bbbb-a2132966ec80 is: ACTIVE; New status is: ACTIVE {{(pid=103232) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 19:35:18.732566 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762867132591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593584'] for agent (488cd9ae-631f-4955-ba0b-4f5a13f12e9c), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:35:18.751214 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-2c14600e-9222-4a7f-a655-0f283ce9d47e req-69704024-a68d-4a0f-8cc7-ac35410c380f tempest-ServersTestJSON-482035511 tempest-ServersTestJSON-482035511-project] 10.222.0.75 "GET /v2.0/ports?device_id=5f3fe354-b8ca-4564-889c-8b6e78eeca41 HTTP/1.1" status: 200 len: 210 time: 0.0883656 Feb 09 19:35:18.778817 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-acc3bfcd-9d79-448d-824f-af9808863fe6 tempest-NetworksTestDHCPv6-1153288886 tempest-NetworksTestDHCPv6-1153288886-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16683410'] for subnet (ade55ddc-cb86-4c2e-9b65-5d4725d43c0c), precommit_delete_associations {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:35:18.824085 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-8ad9a523-3922-486e-9cd8-aa21235e3e1d req-ceeefc2b-25f9-43e4-a2f9-e793ae023b3b tempest-TestNetworkAdvancedServerOps-1633223542 tempest-TestNetworkAdvancedServerOps-1633223542-project] 10.222.0.90 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=eba669c4f4c548e495f13ae7579d0fa6 HTTP/1.1" status: 200 len: 379 time: 0.0962226 Feb 09 19:35:18.839330 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.v2.base [req-8ad9a523-3922-486e-9cd8-aa21235e3e1d req-da1b1901-a34c-4977-bad7-2d32d22b4aec tempest-TestNetworkAdvancedServerOps-1633223542 tempest-TestNetworkAdvancedServerOps-1633223542-project] Request body: {'port': {'device_id': 'ba22b315-e430-4895-a078-0c720f335557', 'network_id': '4441bac0-0a44-4a1e-8093-e71510495491', 'admin_state_up': True, 'tenant_id': 'eba669c4f4c548e495f13ae7579d0fa6', 'security_groups': ['4e60dadd-ab65-4f99-8fbb-201b325b18d2']}} {{(pid=103230) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 19:35:19.082530 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8ad9a523-3922-486e-9cd8-aa21235e3e1d req-da1b1901-a34c-4977-bad7-2d32d22b4aec tempest-TestNetworkAdvancedServerOps-1633223542 tempest-TestNetworkAdvancedServerOps-1633223542-project] Made reservation on behalf of eba669c4f4c548e495f13ae7579d0fa6 for: {'port': 1} {{(pid=103230) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 19:35:19.089821 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [req-8ad9a523-3922-486e-9cd8-aa21235e3e1d req-da1b1901-a34c-4977-bad7-2d32d22b4aec tempest-TestNetworkAdvancedServerOps-1633223542 tempest-TestNetworkAdvancedServerOps-1633223542-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (None), before_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:35:19.091185 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Device 3731ec7d-4543-4ff0-97f8-bcb4bda3c741 up at agent ovs-agent-n-d-713498-36 {{(pid=103232) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 19:35:19.121532 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-acc3bfcd-9d79-448d-824f-af9808863fe6 tempest-NetworksTestDHCPv6-1153288886 tempest-NetworksTestDHCPv6-1153288886-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-759852'] for subnet (ade55ddc-cb86-4c2e-9b65-5d4725d43c0c), precommit_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:35:19.176394 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762867132591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593584'] for agent (bcd5faee-dc24-4298-9134-0e0aa054058e), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:35:19.201067 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-d64c83c7-483b-4348-9b0d-415fafcc1f7d req-cffc6831-f88d-4a5b-ae55-d1fb96ab774f tempest-TestNetworkAdvancedServerOps-1633223542 tempest-TestNetworkAdvancedServerOps-1633223542-project] 10.222.0.75 "GET /v2.0/ports?device_id=ba22b315-e430-4895-a078-0c720f335557 HTTP/1.1" status: 200 len: 210 time: 0.0415139 Feb 09 19:35:19.241695 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.provisioning_blocks [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Provisioning complete for port 3731ec7d-4543-4ff0-97f8-bcb4bda3c741 triggered by entity L2. {{(pid=103232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 19:35:19.242118 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593630'] for port (3731ec7d-4543-4ff0-97f8-bcb4bda3c741), provisioning_complete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:35:19.428105 n-d-713498-36 neutron-server[103230]: DEBUG neutron.db.db_base_plugin_common [req-8ad9a523-3922-486e-9cd8-aa21235e3e1d req-da1b1901-a34c-4977-bad7-2d32d22b4aec tempest-TestNetworkAdvancedServerOps-1633223542 tempest-TestNetworkAdvancedServerOps-1633223542-project] Allocated IP 172.20.0.9 (4441bac0-0a44-4a1e-8093-e71510495491/a53359ef-76e4-4c05-b08e-4db3ad09b5a9/5f3120e3-e786-407f-b3ad-794cc89bce3c) {{(pid=103230) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 19:35:19.433086 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Current status of the port 3731ec7d-4543-4ff0-97f8-bcb4bda3c741 is: ACTIVE; New status is: ACTIVE {{(pid=103232) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 19:35:19.434270 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Device 83ce7fdf-36c5-4902-bbbb-a2132966ec80 up at agent ovs-agent-n-d-713498-36 {{(pid=103232) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 19:35:19.471977 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-acc3bfcd-9d79-448d-824f-af9808863fe6 tempest-NetworksTestDHCPv6-1153288886 tempest-NetworksTestDHCPv6-1153288886-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-760023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12867367', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12759238'] for subnet (ade55ddc-cb86-4c2e-9b65-5d4725d43c0c), after_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:35:19.548824 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.provisioning_blocks [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Provisioning complete for port 83ce7fdf-36c5-4902-bbbb-a2132966ec80 triggered by entity L2. {{(pid=103232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 19:35:19.552268 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593630'] for port (83ce7fdf-36c5-4902-bbbb-a2132966ec80), provisioning_complete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:35:19.564964 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3233152-4be4-4ea8-bdbc-753e60c22fd3 None None] Network f63a97a6-2552-42d7-aee9-c49ce8319647 requested from n-d-713498-36 {{(pid=103232) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 19:35:19.594578 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acc3bfcd-9d79-448d-824f-af9808863fe6 tempest-NetworksTestDHCPv6-1153288886 tempest-NetworksTestDHCPv6-1153288886-project] Pushing event deleted for resources: {'Subnet': ['ID=ade55ddc-cb86-4c2e-9b65-5d4725d43c0c,revision_number=None']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:35:19.609391 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f61a9c1b-aced-4613-883f-9448db26e1c3 req-241ac8d1-543e-43a5-b4a3-698dd2369eb0 tempest-ServersTestJSON-482035511 tempest-ServersTestJSON-482035511-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:35:19.610946 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-f61a9c1b-aced-4613-883f-9448db26e1c3 req-241ac8d1-543e-43a5-b4a3-698dd2369eb0 tempest-ServersTestJSON-482035511 tempest-ServersTestJSON-482035511-project] 10.222.0.90 "GET /v2.0/networks?id=30b6826a-2ec4-4081-a475-68e12498d4e4 HTTP/1.1" status: 200 len: 806 time: 0.4234369 Feb 09 19:35:19.628534 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-acc3bfcd-9d79-448d-824f-af9808863fe6 tempest-NetworksTestDHCPv6-1153288886 tempest-NetworksTestDHCPv6-1153288886-project] Publish callbacks [] for subnet (None), before_response {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:35:19.638330 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-acc3bfcd-9d79-448d-824f-af9808863fe6 tempest-NetworksTestDHCPv6-1153288886 tempest-NetworksTestDHCPv6-1153288886-project] 10.222.0.75 "DELETE /v2.0/subnets/ade55ddc-cb86-4c2e-9b65-5d4725d43c0c HTTP/1.1" status: 204 len: 168 time: 1.1943367 Feb 09 19:35:19.644085 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.v2.base [req-f61a9c1b-aced-4613-883f-9448db26e1c3 req-ac472be2-033a-4332-bda3-84edb292409c tempest-ServersTestJSON-482035511 tempest-ServersTestJSON-482035511-project] Request body: {'port': {'device_id': '5f3fe354-b8ca-4564-889c-8b6e78eeca41', 'network_id': '30b6826a-2ec4-4081-a475-68e12498d4e4', 'admin_state_up': True, 'tenant_id': '1d398ed7d9dd4dd6ba1e1a6a1e6a87ff'}} {{(pid=103229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 19:35:19.664067 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [req-8ad9a523-3922-486e-9cd8-aa21235e3e1d req-da1b1901-a34c-4977-bad7-2d32d22b4aec tempest-TestNetworkAdvancedServerOps-1633223542 tempest-TestNetworkAdvancedServerOps-1633223542-project] Publish callbacks [] for port (5f3120e3-e786-407f-b3ad-794cc89bce3c), precommit_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:35:19.697372 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 37722) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:35:19.699960 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.provisioning_blocks [None req-a615e025-5013-4b13-a82f-a65532743289 None None] Provisioning complete for port 83ce7fdf-36c5-4902-bbbb-a2132966ec80 triggered by entity DHCP. {{(pid=103232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 19:35:19.700596 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-a615e025-5013-4b13-a82f-a65532743289 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593630'] for port (83ce7fdf-36c5-4902-bbbb-a2132966ec80), provisioning_complete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:35:19.707869 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [req-8ad9a523-3922-486e-9cd8-aa21235e3e1d req-da1b1901-a34c-4977-bad7-2d32d22b4aec tempest-TestNetworkAdvancedServerOps-1633223542 tempest-TestNetworkAdvancedServerOps-1633223542-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762866656467', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14393751'] for port (5f3120e3-e786-407f-b3ad-794cc89bce3c), after_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:35:19.771709 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-8243950f-e65b-4e73-b64b-daac03bdfad1 tempest-NetworksTestDHCPv6-1153288886 tempest-NetworksTestDHCPv6-1153288886-project] 10.222.0.75 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0729177 Feb 09 19:35:19.830704 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 37724) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:35:19.843328 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.v2.base [None req-5e06c045-27f5-4665-a494-d4ed145a910d tempest-NetworksTestDHCPv6-1153288886 tempest-NetworksTestDHCPv6-1153288886-project] Request body: {'subnet': {'network_id': 'f63a97a6-2552-42d7-aee9-c49ce8319647', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=103230) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 19:35:19.850715 n-d-713498-36 neutron-server[103230]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8ad9a523-3922-486e-9cd8-aa21235e3e1d req-da1b1901-a34c-4977-bad7-2d32d22b4aec tempest-TestNetworkAdvancedServerOps-1633223542 tempest-TestNetworkAdvancedServerOps-1633223542-project] Network 4441bac0-0a44-4a1e-8093-e71510495491 is already hosted by enough agents. {{(pid=103230) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 19:35:19.856797 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f61a9c1b-aced-4613-883f-9448db26e1c3 req-ac472be2-033a-4332-bda3-84edb292409c tempest-ServersTestJSON-482035511 tempest-ServersTestJSON-482035511-project] Made reservation on behalf of 1d398ed7d9dd4dd6ba1e1a6a1e6a87ff for: {'port': 1} {{(pid=103229) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 19:35:19.860638 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-f61a9c1b-aced-4613-883f-9448db26e1c3 req-ac472be2-033a-4332-bda3-84edb292409c tempest-ServersTestJSON-482035511 tempest-ServersTestJSON-482035511-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (None), before_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:35:19.873182 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Current status of the port 83ce7fdf-36c5-4902-bbbb-a2132966ec80 is: ACTIVE; New status is: ACTIVE {{(pid=103232) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 19:35:19.887776 n-d-713498-36 neutron-server[103230]: DEBUG neutron.scheduler.base_scheduler [req-8ad9a523-3922-486e-9cd8-aa21235e3e1d req-da1b1901-a34c-4977-bad7-2d32d22b4aec tempest-TestNetworkAdvancedServerOps-1633223542 tempest-TestNetworkAdvancedServerOps-1633223542-project] Resources bound (agent type, host, resource id): {{(pid=103230) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 19:35:19.890993 n-d-713498-36 neutron-server[103230]: DEBUG neutron.db.l3_dvrscheduler_db [req-8ad9a523-3922-486e-9cd8-aa21235e3e1d req-da1b1901-a34c-4977-bad7-2d32d22b4aec tempest-TestNetworkAdvancedServerOps-1633223542 tempest-TestNetworkAdvancedServerOps-1633223542-project] Received port after_create {{(pid=103230) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 19:35:19.968799 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da1b1901-a34c-4977-bad7-2d32d22b4aec tempest-TestNetworkAdvancedServerOps-1633223542 tempest-TestNetworkAdvancedServerOps-1633223542-project] Pushing event updated for resources: {'Port': ['ID=5f3120e3-e786-407f-b3ad-794cc89bce3c,revision_number=1']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:35:20.031438 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-a615e025-5013-4b13-a82f-a65532743289 None None] Current status of the port 83ce7fdf-36c5-4902-bbbb-a2132966ec80 is: ACTIVE; New status is: ACTIVE {{(pid=103232) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 19:35:20.049339 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.provisioning_blocks [None req-a615e025-5013-4b13-a82f-a65532743289 None None] Could not find standard attr ID for object 2ec578d6-5f99-497a-9a34-882d3ade491a. {{(pid=103232) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 09 19:35:20.060038 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ad9a523-3922-486e-9cd8-aa21235e3e1d req-da1b1901-a34c-4977-bad7-2d32d22b4aec tempest-TestNetworkAdvancedServerOps-1633223542 tempest-TestNetworkAdvancedServerOps-1633223542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:35:20.060730 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [req-8ad9a523-3922-486e-9cd8-aa21235e3e1d req-da1b1901-a34c-4977-bad7-2d32d22b4aec tempest-TestNetworkAdvancedServerOps-1633223542 tempest-TestNetworkAdvancedServerOps-1633223542-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171096'] for port (None), before_response {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:35:20.102287 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-8ad9a523-3922-486e-9cd8-aa21235e3e1d req-da1b1901-a34c-4977-bad7-2d32d22b4aec tempest-TestNetworkAdvancedServerOps-1633223542 tempest-TestNetworkAdvancedServerOps-1633223542-project] 10.222.0.90 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2666466 Feb 09 19:35:20.102949 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5e06c045-27f5-4665-a494-d4ed145a910d tempest-NetworksTestDHCPv6-1153288886 tempest-NetworksTestDHCPv6-1153288886-project] Made reservation on behalf of 84aec0d011da47d8bc94f6ba8668f413 for: {'subnet': 1} {{(pid=103230) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 19:35:20.106525 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-5e06c045-27f5-4665-a494-d4ed145a910d tempest-NetworksTestDHCPv6-1153288886 tempest-NetworksTestDHCPv6-1153288886-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12985917'] for subnet (None), before_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:35:20.128773 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-cfa2f70e-d9e1-42df-af3e-d89794043f47 req-cce65188-7af1-4fa4-bca3-fbbe94656a37 tempest-ServersTestJSON-482035511 tempest-ServersTestJSON-482035511-project] 10.222.0.75 "GET /v2.0/ports?device_id=5f3fe354-b8ca-4564-889c-8b6e78eeca41 HTTP/1.1" status: 200 len: 210 time: 0.2395740 Feb 09 19:35:20.130101 n-d-713498-36 neutron-server[103229]: DEBUG neutron.db.db_base_plugin_common [req-f61a9c1b-aced-4613-883f-9448db26e1c3 req-ac472be2-033a-4332-bda3-84edb292409c tempest-ServersTestJSON-482035511 tempest-ServersTestJSON-482035511-project] Allocated IP 172.20.0.3 (30b6826a-2ec4-4081-a475-68e12498d4e4/030193b3-b985-4d6c-b0c1-2ea320638096/5fe0c84b-b353-4369-a735-a52ec0c04094) {{(pid=103229) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 19:35:20.160010 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ee63581-7b3c-43e6-a604-ae405862efb9 None None] DHCP port deletion for f63a97a6-2552-42d7-aee9-c49ce8319647 request from n-d-713498-36 {{(pid=103232) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 09 19:35:20.214177 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.v2.base [req-8ad9a523-3922-486e-9cd8-aa21235e3e1d req-6bc773d7-ab9a-4846-bace-dc2be39a059b service neutron] Request body: {'port': {'device_id': 'ba22b315-e430-4895-a078-0c720f335557', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-713498-36'}} {{(pid=103230) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 19:35:20.266044 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-1ee63581-7b3c-43e6-a604-ae405862efb9 None None] Deleting port 83ce7fdf-36c5-4902-bbbb-a2132966ec80 {{(pid=103232) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 19:35:20.266404 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-1ee63581-7b3c-43e6-a604-ae405862efb9 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762867170196'] for port (83ce7fdf-36c5-4902-bbbb-a2132966ec80), before_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:35:20.309051 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [req-8ad9a523-3922-486e-9cd8-aa21235e3e1d req-6bc773d7-ab9a-4846-bace-dc2be39a059b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (5f3120e3-e786-407f-b3ad-794cc89bce3c), before_update {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:35:20.343028 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-1ee63581-7b3c-43e6-a604-ae405862efb9 None None] For port 83ce7fdf-36c5-4902-bbbb-a2132966ec80, host n-d-713498-36, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-36',level=0,port_id=83ce7fdf-36c5-4902-bbbb-a2132966ec80,segment=NetworkSegment(20e634bc-bbe0-4569-a1ea-6be524590675),segment_id=20e634bc-bbe0-4569-a1ea-6be524590675)] {{(pid=103232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 19:35:20.343708 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-1ee63581-7b3c-43e6-a604-ae405862efb9 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1820838'] for port (83ce7fdf-36c5-4902-bbbb-a2132966ec80), precommit_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:35:20.359696 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-1ee63581-7b3c-43e6-a604-ae405862efb9 None None] Calling delete_port for 83ce7fdf-36c5-4902-bbbb-a2132966ec80 owned by network:dhcp {{(pid=103232) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 19:35:20.386164 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-f61a9c1b-aced-4613-883f-9448db26e1c3 req-ac472be2-033a-4332-bda3-84edb292409c tempest-ServersTestJSON-482035511 tempest-ServersTestJSON-482035511-project] Publish callbacks [] for port (5fe0c84b-b353-4369-a735-a52ec0c04094), precommit_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:35:20.433716 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-f61a9c1b-aced-4613-883f-9448db26e1c3 req-ac472be2-033a-4332-bda3-84edb292409c tempest-ServersTestJSON-482035511 tempest-ServersTestJSON-482035511-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762866656467', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12867576'] for port (5fe0c84b-b353-4369-a735-a52ec0c04094), after_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:35:20.435319 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.provisioning_blocks [None req-14a71219-971c-4974-a72c-0ee03dbfbea9 None None] Provisioning complete for port 5f3120e3-e786-407f-b3ad-794cc89bce3c triggered by entity DHCP. {{(pid=103232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 19:35:20.436227 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-14a71219-971c-4974-a72c-0ee03dbfbea9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593630'] for port (5f3120e3-e786-407f-b3ad-794cc89bce3c), provisioning_complete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:35:20.463415 n-d-713498-36 neutron-server[103229]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f61a9c1b-aced-4613-883f-9448db26e1c3 req-ac472be2-033a-4332-bda3-84edb292409c tempest-ServersTestJSON-482035511 tempest-ServersTestJSON-482035511-project] Network 30b6826a-2ec4-4081-a475-68e12498d4e4 is already hosted by enough agents. {{(pid=103229) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 19:35:20.463809 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] get_ports_and_sgs() called for port_ids ['f66e9e9f-dc25-41b3-a2e4-a6e5122a970c'] {{(pid=103232) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 19:35:20.505367 n-d-713498-36 neutron-server[103229]: DEBUG neutron.scheduler.base_scheduler [req-f61a9c1b-aced-4613-883f-9448db26e1c3 req-ac472be2-033a-4332-bda3-84edb292409c tempest-ServersTestJSON-482035511 tempest-ServersTestJSON-482035511-project] Resources bound (agent type, host, resource id): {{(pid=103229) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 19:35:20.510909 n-d-713498-36 neutron-server[103229]: DEBUG neutron.db.l3_dvrscheduler_db [req-f61a9c1b-aced-4613-883f-9448db26e1c3 req-ac472be2-033a-4332-bda3-84edb292409c tempest-ServersTestJSON-482035511 tempest-ServersTestJSON-482035511-project] Received port after_create {{(pid=103229) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 19:35:20.548164 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ef33161-2845-4976-bd27-98acba5ff076 req-9c2ca462-f59d-494b-9fce-2ba75772c946 tempest-TestNetworkAdvancedServerOps-1633223542 tempest-TestNetworkAdvancedServerOps-1633223542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:35:20.548164 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-8ef33161-2845-4976-bd27-98acba5ff076 req-9c2ca462-f59d-494b-9fce-2ba75772c946 tempest-TestNetworkAdvancedServerOps-1633223542 tempest-TestNetworkAdvancedServerOps-1633223542-project] 10.222.0.75 "GET /v2.0/ports?device_id=ba22b315-e430-4895-a078-0c720f335557 HTTP/1.1" status: 200 len: 931 time: 0.2129619 Feb 09 19:35:20.582785 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-14a71219-971c-4974-a72c-0ee03dbfbea9 None None] Port 5f3120e3-e786-407f-b3ad-794cc89bce3c cannot update to ACTIVE because it is not bound. {{(pid=103232) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 19:35:20.596725 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-1ee63581-7b3c-43e6-a604-ae405862efb9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762867177463', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762866656476'] for port (83ce7fdf-36c5-4902-bbbb-a2132966ec80), after_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:35:20.620044 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac472be2-033a-4332-bda3-84edb292409c tempest-ServersTestJSON-482035511 tempest-ServersTestJSON-482035511-project] Pushing event updated for resources: {'Port': ['ID=5fe0c84b-b353-4369-a735-a52ec0c04094,revision_number=1']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:35:20.629037 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ee63581-7b3c-43e6-a604-ae405862efb9 None None] Pushing event deleted for resources: {'Port': ['ID=83ce7fdf-36c5-4902-bbbb-a2132966ec80,revision_number=None']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:35:20.637480 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ee63581-7b3c-43e6-a604-ae405862efb9 None None] No DVR routers for this DVR port 83ce7fdf-36c5-4902-bbbb-a2132966ec80 on host n-d-713498-36 {{(pid=103232) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 19:35:20.671385 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f61a9c1b-aced-4613-883f-9448db26e1c3 req-ac472be2-033a-4332-bda3-84edb292409c tempest-ServersTestJSON-482035511 tempest-ServersTestJSON-482035511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:35:20.672049 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-f61a9c1b-aced-4613-883f-9448db26e1c3 req-ac472be2-033a-4332-bda3-84edb292409c tempest-ServersTestJSON-482035511 tempest-ServersTestJSON-482035511-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171096'] for port (None), before_response {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:35:20.702768 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-f61a9c1b-aced-4613-883f-9448db26e1c3 req-ac472be2-033a-4332-bda3-84edb292409c tempest-ServersTestJSON-482035511 tempest-ServersTestJSON-482035511-project] 10.222.0.90 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0623193 Feb 09 19:35:20.718421 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.v2.base [req-f61a9c1b-aced-4613-883f-9448db26e1c3 req-f3e2c93c-6fc1-4913-958b-14f4d2d3616c service neutron] Request body: {'port': {'device_id': '5f3fe354-b8ca-4564-889c-8b6e78eeca41', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-713498-36'}} {{(pid=103229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 19:35:20.730585 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-8ef33161-2845-4976-bd27-98acba5ff076 req-9a0ad1bc-6a07-48a4-907d-a96540f33906 tempest-TestNetworkAdvancedServerOps-1633223542 tempest-TestNetworkAdvancedServerOps-1633223542-project] 10.222.0.75 "GET /v2.0/security-groups?id=4e60dadd-ab65-4f99-8fbb-201b325b18d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1714895 Feb 09 19:35:20.822606 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-f61a9c1b-aced-4613-883f-9448db26e1c3 req-f3e2c93c-6fc1-4913-958b-14f4d2d3616c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (5fe0c84b-b353-4369-a735-a52ec0c04094), before_update {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:35:20.864741 n-d-713498-36 neutron-server[103230]: DEBUG neutron.objects.ports [None req-5e06c045-27f5-4665-a494-d4ed145a910d tempest-NetworksTestDHCPv6-1153288886 tempest-NetworksTestDHCPv6-1153288886-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103230) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Feb 09 19:35:20.869612 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Device 83ce7fdf-36c5-4902-bbbb-a2132966ec80 no longer exists at agent ovs-agent-n-d-713498-36 {{(pid=103232) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 19:35:20.880808 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-5e06c045-27f5-4665-a494-d4ed145a910d tempest-NetworksTestDHCPv6-1153288886 tempest-NetworksTestDHCPv6-1153288886-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14393611', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12985859'] for subnet (00974f25-5ff7-4c5b-825d-d52a80ecf788), after_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:35:20.909847 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] No Port match for: 83ce7fdf-36c5-4902-bbbb-a2132966ec80 {{(pid=103232) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 19:35:20.910563 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Device 83ce7fdf-36c5-4902-bbbb-a2132966ec80 not bound to the agent host n-d-713498-36 {{(pid=103232) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 19:35:20.969466 n-d-713498-36 neutron-server[103230]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e06c045-27f5-4665-a494-d4ed145a910d tempest-NetworksTestDHCPv6-1153288886 tempest-NetworksTestDHCPv6-1153288886-project] Network f63a97a6-2552-42d7-aee9-c49ce8319647 is already hosted by enough agents. {{(pid=103230) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 19:35:20.980087 n-d-713498-36 neutron-server[103230]: DEBUG neutron.scheduler.base_scheduler [None req-5e06c045-27f5-4665-a494-d4ed145a910d tempest-NetworksTestDHCPv6-1153288886 tempest-NetworksTestDHCPv6-1153288886-project] Resources bound (agent type, host, resource id): {{(pid=103230) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 19:35:20.988600 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e06c045-27f5-4665-a494-d4ed145a910d tempest-NetworksTestDHCPv6-1153288886 tempest-NetworksTestDHCPv6-1153288886-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:35:20.988600 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-5e06c045-27f5-4665-a494-d4ed145a910d tempest-NetworksTestDHCPv6-1153288886 tempest-NetworksTestDHCPv6-1153288886-project] Publish callbacks [] for subnet (None), before_response {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:35:20.996783 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ebe3537c-bd29-4401-9733-8ef90c5e6f16 None None] Network f63a97a6-2552-42d7-aee9-c49ce8319647 requested from n-d-713498-36 {{(pid=103232) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 19:35:21.001051 n-d-713498-36 neutron-server[103230]: DEBUG neutron.notifiers.nova [req-8ad9a523-3922-486e-9cd8-aa21235e3e1d req-6bc773d7-ab9a-4846-bace-dc2be39a059b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5f3120e3-e786-407f-b3ad-794cc89bce3c {{(pid=103230) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 19:35:21.005772 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e06c045-27f5-4665-a494-d4ed145a910d tempest-NetworksTestDHCPv6-1153288886 tempest-NetworksTestDHCPv6-1153288886-project] Pushing event updated for resources: {'Subnet': ['ID=00974f25-5ff7-4c5b-825d-d52a80ecf788,revision_number=0']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:35:21.019473 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [req-8ad9a523-3922-486e-9cd8-aa21235e3e1d req-6bc773d7-ab9a-4846-bace-dc2be39a059b service neutron] Publish callbacks [] for port (5f3120e3-e786-407f-b3ad-794cc89bce3c), precommit_update {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:35:21.042895 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-5e06c045-27f5-4665-a494-d4ed145a910d tempest-NetworksTestDHCPv6-1153288886 tempest-NetworksTestDHCPv6-1153288886-project] 10.222.0.75 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.2033761 Feb 09 19:35:21.043923 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 37734) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:35:21.044129 n-d-713498-36 neutron-server[103230]: DEBUG neutron.db.provisioning_blocks [req-8ad9a523-3922-486e-9cd8-aa21235e3e1d req-6bc773d7-ab9a-4846-bace-dc2be39a059b service neutron] Transition to ACTIVE for port object 5f3120e3-e786-407f-b3ad-794cc89bce3c will not be triggered until provisioned by entity L2. {{(pid=103230) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 19:35:21.051867 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [req-8ad9a523-3922-486e-9cd8-aa21235e3e1d req-6bc773d7-ab9a-4846-bace-dc2be39a059b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762867176205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762866656485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762866656503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14393758'] for port (5f3120e3-e786-407f-b3ad-794cc89bce3c), after_update {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:35:21.055209 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.v2.base [None req-b602f12c-5c87-49a7-9973-54c93541218b tempest-NetworksTestDHCPv6-1153288886 tempest-NetworksTestDHCPv6-1153288886-project] Request body: {'subnet': {'network_id': 'f63a97a6-2552-42d7-aee9-c49ce8319647', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 19:35:21.129381 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2f596c4-847f-450b-96fb-011998e42486 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8b32e980-7cce-5e82-a341-bd2fa8945c89-f63a97a6-2552-42d7-aee9-c49ce8319647', 'network_id': 'f63a97a6-2552-42d7-aee9-c49ce8319647', 'project_id': '84aec0d011da47d8bc94f6ba8668f413', 'fixed_ips': [{'subnet_id': '00974f25-5ff7-4c5b-825d-d52a80ecf788'}]}} from n-d-713498-36. {{(pid=103232) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 09 19:35:21.130683 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-e2f596c4-847f-450b-96fb-011998e42486 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (None), before_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:35:21.138876 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bc773d7-ab9a-4846-bace-dc2be39a059b service neutron] Pushing event updated for resources: {'Port': ['ID=5f3120e3-e786-407f-b3ad-794cc89bce3c,revision_number=2']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:35:21.240416 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.managers [req-8ad9a523-3922-486e-9cd8-aa21235e3e1d req-6bc773d7-ab9a-4846-bace-dc2be39a059b service neutron] Attempting to bind port 5f3120e3-e786-407f-b3ad-794cc89bce3c on host n-h2-713498-36 for vnic_type normal with profile {{(pid=103230) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 19:35:21.240772 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.managers [req-8ad9a523-3922-486e-9cd8-aa21235e3e1d req-6bc773d7-ab9a-4846-bace-dc2be39a059b service neutron] Attempting to bind port 5f3120e3-e786-407f-b3ad-794cc89bce3c by drivers openvswitch,hyperv on host n-h2-713498-36 at level 0 using segments [{'id': '25bee314-2f03-4005-a207-d495c9ba8d98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': '4441bac0-0a44-4a1e-8093-e71510495491'}] {{(pid=103230) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 19:35:21.242287 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ad9a523-3922-486e-9cd8-aa21235e3e1d req-6bc773d7-ab9a-4846-bace-dc2be39a059b service neutron] Attempting to bind port 5f3120e3-e786-407f-b3ad-794cc89bce3c on network 4441bac0-0a44-4a1e-8093-e71510495491 {{(pid=103230) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 19:35:21.247418 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ad9a523-3922-486e-9cd8-aa21235e3e1d req-6bc773d7-ab9a-4846-bace-dc2be39a059b service neutron] Port 5f3120e3-e786-407f-b3ad-794cc89bce3c on network 4441bac0-0a44-4a1e-8093-e71510495491 not bound, no agent of type Open vSwitch agent registered on host n-h2-713498-36 {{(pid=103230) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 19:35:21.247777 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ad9a523-3922-486e-9cd8-aa21235e3e1d req-6bc773d7-ab9a-4846-bace-dc2be39a059b service neutron] Attempting to bind port 5f3120e3-e786-407f-b3ad-794cc89bce3c on network 4441bac0-0a44-4a1e-8093-e71510495491 {{(pid=103230) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 19:35:21.254577 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ad9a523-3922-486e-9cd8-aa21235e3e1d req-6bc773d7-ab9a-4846-bace-dc2be39a059b service neutron] Checking agent: {'id': 'bcd5faee-dc24-4298-9134-0e0aa054058e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713498-36', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 18, 59, 19), 'started_at': datetime.datetime(2022, 2, 9, 18, 59, 19), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 19, 35, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103230) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 19:35:21.254917 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ad9a523-3922-486e-9cd8-aa21235e3e1d req-6bc773d7-ab9a-4846-bace-dc2be39a059b service neutron] Checking segment: {'id': '25bee314-2f03-4005-a207-d495c9ba8d98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': '4441bac0-0a44-4a1e-8093-e71510495491'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103230) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 19:35:21.255985 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ad9a523-3922-486e-9cd8-aa21235e3e1d req-6bc773d7-ab9a-4846-bace-dc2be39a059b service neutron] Bound using segment: {'id': '25bee314-2f03-4005-a207-d495c9ba8d98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': '4441bac0-0a44-4a1e-8093-e71510495491'} {{(pid=103230) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 19:35:21.255985 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.managers [req-8ad9a523-3922-486e-9cd8-aa21235e3e1d req-6bc773d7-ab9a-4846-bace-dc2be39a059b service neutron] Bound port: 5f3120e3-e786-407f-b3ad-794cc89bce3c, host: n-h2-713498-36, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '25bee314-2f03-4005-a207-d495c9ba8d98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': '4441bac0-0a44-4a1e-8093-e71510495491'}}] {{(pid=103230) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 19:35:21.256208 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [req-8ad9a523-3922-486e-9cd8-aa21235e3e1d req-6bc773d7-ab9a-4846-bace-dc2be39a059b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (5f3120e3-e786-407f-b3ad-794cc89bce3c), before_update {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:35:21.332651 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.db [req-8ad9a523-3922-486e-9cd8-aa21235e3e1d req-6bc773d7-ab9a-4846-bace-dc2be39a059b service neutron] For port 5f3120e3-e786-407f-b3ad-794cc89bce3c, host n-h2-713498-36, cleared binding levels {{(pid=103230) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 19:35:21.336829 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.db [req-8ad9a523-3922-486e-9cd8-aa21235e3e1d req-6bc773d7-ab9a-4846-bace-dc2be39a059b service neutron] For port 5f3120e3-e786-407f-b3ad-794cc89bce3c, host n-h2-713498-36, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-36',level=0,port_id=5f3120e3-e786-407f-b3ad-794cc89bce3c,segment=NetworkSegment(25bee314-2f03-4005-a207-d495c9ba8d98),segment_id=25bee314-2f03-4005-a207-d495c9ba8d98)] {{(pid=103230) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 19:35:21.346925 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [req-8ad9a523-3922-486e-9cd8-aa21235e3e1d req-6bc773d7-ab9a-4846-bace-dc2be39a059b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762867176205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762866656485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762866656503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14393758'] for port (5f3120e3-e786-407f-b3ad-794cc89bce3c), after_update {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:35:21.368616 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.db_base_plugin_common [None req-e2f596c4-847f-450b-96fb-011998e42486 None None] Allocated IP 2001:db8::f816:3eff:fe4a:76a0 (f63a97a6-2552-42d7-aee9-c49ce8319647/00974f25-5ff7-4c5b-825d-d52a80ecf788/1393cae0-e1bb-4ae2-be6e-a0cfd817a909) {{(pid=103232) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 19:35:21.396691 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ad9a523-3922-486e-9cd8-aa21235e3e1d req-6bc773d7-ab9a-4846-bace-dc2be39a059b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:35:21.397383 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [req-8ad9a523-3922-486e-9cd8-aa21235e3e1d req-6bc773d7-ab9a-4846-bace-dc2be39a059b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171096'] for port (None), before_response {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:35:21.398819 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-8ad9a523-3922-486e-9cd8-aa21235e3e1d req-6bc773d7-ab9a-4846-bace-dc2be39a059b service neutron] 10.222.0.90 "PUT /v2.0/ports/5f3120e3-e786-407f-b3ad-794cc89bce3c HTTP/1.1" status: 200 len: 1092 time: 1.1909719 Feb 09 19:35:21.399495 n-d-713498-36 neutron-server[103230]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ba22b315-e430-4895-a078-0c720f335557', 'tag': '5f3120e3-e786-407f-b3ad-794cc89bce3c'}] {{(pid=103230) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 19:35:21.402093 n-d-713498-36 neutron-server[103230]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aee5919275bae9f72eb374ee322673045eb80c1f84b4b45a97d96923bd50ab51" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-647c3acf-cdb0-47d0-9b1b-1e0dbef25b23" -d '{"events": [{"name": "network-changed", "server_uuid": "ba22b315-e430-4895-a078-0c720f335557", "tag": "5f3120e3-e786-407f-b3ad-794cc89bce3c"}]}' {{(pid=103230) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 19:35:21.450533 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bc773d7-ab9a-4846-bace-dc2be39a059b service neutron] Pushing event updated for resources: {'Port': ['ID=5f3120e3-e786-407f-b3ad-794cc89bce3c,revision_number=3']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:35:21.499028 n-d-713498-36 neutron-server[103230]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 19:35:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d2453440-cbae-4f66-a076-f8b7565f8eea x-openstack-request-id: req-d2453440-cbae-4f66-a076-f8b7565f8eea {{(pid=103230) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 19:35:21.499327 n-d-713498-36 neutron-server[103230]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ba22b315-e430-4895-a078-0c720f335557", "tag": "5f3120e3-e786-407f-b3ad-794cc89bce3c", "status": "completed", "code": 200}]} {{(pid=103230) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 19:35:21.499580 n-d-713498-36 neutron-server[103230]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-d2453440-cbae-4f66-a076-f8b7565f8eea {{(pid=103230) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 19:35:21.499984 n-d-713498-36 neutron-server[103230]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ba22b315-e430-4895-a078-0c720f335557', 'tag': '5f3120e3-e786-407f-b3ad-794cc89bce3c', 'status': 'completed', 'code': 200} Feb 09 19:35:21.511148 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ac8c59e-a085-41b1-a85b-684a32a2d9dc req-f50de02a-8c9b-4906-802e-ead528a85182 tempest-ServersTestJSON-482035511 tempest-ServersTestJSON-482035511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:35:21.526186 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-9ac8c59e-a085-41b1-a85b-684a32a2d9dc req-f50de02a-8c9b-4906-802e-ead528a85182 tempest-ServersTestJSON-482035511 tempest-ServersTestJSON-482035511-project] 10.222.0.75 "GET /v2.0/ports?device_id=5f3fe354-b8ca-4564-889c-8b6e78eeca41 HTTP/1.1" status: 200 len: 931 time: 0.2417409 Feb 09 19:35:21.528774 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ad9a523-3922-486e-9cd8-aa21235e3e1d req-75e3b42e-f60a-44dd-92a4-c2563bae7bb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:35:21.533862 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-8ad9a523-3922-486e-9cd8-aa21235e3e1d req-75e3b42e-f60a-44dd-92a4-c2563bae7bb9 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=eba669c4f4c548e495f13ae7579d0fa6&device_id=ba22b315-e430-4895-a078-0c720f335557 HTTP/1.1" status: 200 len: 1126 time: 0.0704868 Feb 09 19:35:21.546386 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b602f12c-5c87-49a7-9973-54c93541218b tempest-NetworksTestDHCPv6-1153288886 tempest-NetworksTestDHCPv6-1153288886-project] Made reservation on behalf of 84aec0d011da47d8bc94f6ba8668f413 for: {'subnet': 1} {{(pid=103229) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 19:35:21.550921 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-b602f12c-5c87-49a7-9973-54c93541218b tempest-NetworksTestDHCPv6-1153288886 tempest-NetworksTestDHCPv6-1153288886-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12759265'] for subnet (None), before_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:35:21.624699 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-8ad9a523-3922-486e-9cd8-aa21235e3e1d req-403a9725-f01d-46d7-a378-05b389518323 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=5f3120e3-e786-407f-b3ad-794cc89bce3c HTTP/1.1" status: 200 len: 217 time: 0.0752044 Feb 09 19:35:21.643489 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-e2f596c4-847f-450b-96fb-011998e42486 None None] Publish callbacks [] for port (1393cae0-e1bb-4ae2-be6e-a0cfd817a909), precommit_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:35:21.658727 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-e2f596c4-847f-450b-96fb-011998e42486 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762866656467'] for port (1393cae0-e1bb-4ae2-be6e-a0cfd817a909), after_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:35:21.678340 n-d-713498-36 neutron-server[103229]: DEBUG neutron.notifiers.nova [req-f61a9c1b-aced-4613-883f-9448db26e1c3 req-f3e2c93c-6fc1-4913-958b-14f4d2d3616c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5fe0c84b-b353-4369-a735-a52ec0c04094 {{(pid=103229) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 19:35:21.705558 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-f61a9c1b-aced-4613-883f-9448db26e1c3 req-f3e2c93c-6fc1-4913-958b-14f4d2d3616c service neutron] Publish callbacks [] for port (5fe0c84b-b353-4369-a735-a52ec0c04094), precommit_update {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:35:21.712712 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ad9a523-3922-486e-9cd8-aa21235e3e1d req-0fe083c3-4a3f-43b2-bd41-8fe86188ac17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:35:21.714498 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-8ad9a523-3922-486e-9cd8-aa21235e3e1d req-0fe083c3-4a3f-43b2-bd41-8fe86188ac17 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=a53359ef-76e4-4c05-b08e-4db3ad09b5a9 HTTP/1.1" status: 200 len: 835 time: 0.0786214 Feb 09 19:35:21.742034 n-d-713498-36 neutron-server[103232]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2f596c4-847f-450b-96fb-011998e42486 None None] Network f63a97a6-2552-42d7-aee9-c49ce8319647 is already hosted by enough agents. {{(pid=103232) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 19:35:21.745693 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-9ac8c59e-a085-41b1-a85b-684a32a2d9dc req-cb7f9ba7-b8d3-47b4-a233-c95cb426fc28 tempest-ServersTestJSON-482035511 tempest-ServersTestJSON-482035511-project] 10.222.0.75 "GET /v2.0/security-groups?id=37883354-c9cd-40f0-bbce-1c711bac4569&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2181158 Feb 09 19:35:21.747800 n-d-713498-36 neutron-server[103232]: DEBUG neutron.scheduler.base_scheduler [None req-e2f596c4-847f-450b-96fb-011998e42486 None None] Resources bound (agent type, host, resource id): {{(pid=103232) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 19:35:21.753377 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2f596c4-847f-450b-96fb-011998e42486 None None] Received port after_create {{(pid=103232) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 19:35:21.765621 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2f596c4-847f-450b-96fb-011998e42486 None None] Pushing event updated for resources: {'Port': ['ID=1393cae0-e1bb-4ae2-be6e-a0cfd817a909,revision_number=1']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:35:21.821799 n-d-713498-36 neutron-server[103229]: DEBUG neutron.db.provisioning_blocks [req-f61a9c1b-aced-4613-883f-9448db26e1c3 req-f3e2c93c-6fc1-4913-958b-14f4d2d3616c service neutron] Transition to ACTIVE for port object 5fe0c84b-b353-4369-a735-a52ec0c04094 will not be triggered until provisioned by entity L2. {{(pid=103229) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 19:35:21.830484 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-f61a9c1b-aced-4613-883f-9448db26e1c3 req-f3e2c93c-6fc1-4913-958b-14f4d2d3616c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762867176205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762866656485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762866656503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12867569'] for port (5fe0c84b-b353-4369-a735-a52ec0c04094), after_update {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:35:21.838689 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ad9a523-3922-486e-9cd8-aa21235e3e1d req-16231d34-70a8-4934-b416-604697622d7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:35:21.840422 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-8ad9a523-3922-486e-9cd8-aa21235e3e1d req-16231d34-70a8-4934-b416-604697622d7d service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=4441bac0-0a44-4a1e-8093-e71510495491&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.1089907 Feb 09 19:35:21.882345 n-d-713498-36 neutron-server[103229]: INFO neutron.db.ipam_backend_mixin [None req-b602f12c-5c87-49a7-9973-54c93541218b tempest-NetworksTestDHCPv6-1153288886 tempest-NetworksTestDHCPv6-1153288886-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 00974f25-5ff7-4c5b-825d-d52a80ecf788 (CIDR: 2001:db8::/64) Feb 09 19:35:21.894446 n-d-713498-36 neutron-server[103229]: INFO neutron.pecan_wsgi.hooks.translation [None req-b602f12c-5c87-49a7-9973-54c93541218b tempest-NetworksTestDHCPv6-1153288886 tempest-NetworksTestDHCPv6-1153288886-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 09 19:35:21.895925 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b602f12c-5c87-49a7-9973-54c93541218b tempest-NetworksTestDHCPv6-1153288886 tempest-NetworksTestDHCPv6-1153288886-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103229) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 19:35:21.898934 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.managers [None req-e2f596c4-847f-450b-96fb-011998e42486 None None] Attempting to bind port 1393cae0-e1bb-4ae2-be6e-a0cfd817a909 on host n-d-713498-36 for vnic_type normal with profile {{(pid=103232) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 19:35:21.899493 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.managers [None req-e2f596c4-847f-450b-96fb-011998e42486 None None] Attempting to bind port 1393cae0-e1bb-4ae2-be6e-a0cfd817a909 by drivers openvswitch,hyperv on host n-d-713498-36 at level 0 using segments [{'id': '20e634bc-bbe0-4569-a1ea-6be524590675', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': 'f63a97a6-2552-42d7-aee9-c49ce8319647'}] {{(pid=103232) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 19:35:21.900214 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2f596c4-847f-450b-96fb-011998e42486 None None] Attempting to bind port 1393cae0-e1bb-4ae2-be6e-a0cfd817a909 on network f63a97a6-2552-42d7-aee9-c49ce8319647 {{(pid=103232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 19:35:21.919116 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2f596c4-847f-450b-96fb-011998e42486 None None] Checking agent: {'id': '496418a2-c002-4aec-ab1a-07f3bea491bd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-36', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 18, 51, 47), 'started_at': datetime.datetime(2022, 2, 9, 18, 52, 17), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 19, 35, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-36'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 19:35:21.919751 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2f596c4-847f-450b-96fb-011998e42486 None None] Checking segment: {'id': '20e634bc-bbe0-4569-a1ea-6be524590675', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': 'f63a97a6-2552-42d7-aee9-c49ce8319647'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103232) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 19:35:21.920375 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-e2f596c4-847f-450b-96fb-011998e42486 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:35:21.924232 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-b602f12c-5c87-49a7-9973-54c93541218b tempest-NetworksTestDHCPv6-1153288886 tempest-NetworksTestDHCPv6-1153288886-project] 10.222.0.75 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.8756907 Feb 09 19:35:21.924232 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3e2c93c-6fc1-4913-958b-14f4d2d3616c service neutron] Pushing event updated for resources: {'Port': ['ID=5fe0c84b-b353-4369-a735-a52ec0c04094,revision_number=2']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:35:21.926769 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2f596c4-847f-450b-96fb-011998e42486 None None] Bound using segment: {'id': '20e634bc-bbe0-4569-a1ea-6be524590675', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': 'f63a97a6-2552-42d7-aee9-c49ce8319647'} {{(pid=103232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 19:35:21.928027 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 37746) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:35:21.931384 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.managers [None req-e2f596c4-847f-450b-96fb-011998e42486 None None] Bound port: 1393cae0-e1bb-4ae2-be6e-a0cfd817a909, host: n-d-713498-36, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '20e634bc-bbe0-4569-a1ea-6be524590675', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': 'f63a97a6-2552-42d7-aee9-c49ce8319647'}}] {{(pid=103232) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 19:35:21.933550 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-e2f596c4-847f-450b-96fb-011998e42486 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (1393cae0-e1bb-4ae2-be6e-a0cfd817a909), before_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:35:21.935982 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.v2.base [None req-c6f0f501-dbc5-43c1-96c3-15297045f34c tempest-NetworksTestDHCPv6-1153288886 tempest-NetworksTestDHCPv6-1153288886-project] Request body: {'subnet': {'network_id': 'f63a97a6-2552-42d7-aee9-c49ce8319647', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 19:35:21.986836 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5af60a96-d45f-4b82-9f65-c36b2e6dcbad req-32b49d9b-d566-4a9f-b2e9-b5d76c98189a tempest-TestNetworkAdvancedServerOps-1633223542 tempest-TestNetworkAdvancedServerOps-1633223542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:35:21.988363 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-5af60a96-d45f-4b82-9f65-c36b2e6dcbad req-32b49d9b-d566-4a9f-b2e9-b5d76c98189a tempest-TestNetworkAdvancedServerOps-1633223542 tempest-TestNetworkAdvancedServerOps-1633223542-project] 10.222.0.75 "GET /v2.0/ports?device_id=ba22b315-e430-4895-a078-0c720f335557 HTTP/1.1" status: 200 len: 943 time: 0.1379867 Feb 09 19:35:22.028327 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-e2f596c4-847f-450b-96fb-011998e42486 None None] For port 1393cae0-e1bb-4ae2-be6e-a0cfd817a909, host n-d-713498-36, cleared binding levels {{(pid=103232) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 19:35:22.033681 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-e2f596c4-847f-450b-96fb-011998e42486 None None] For port 1393cae0-e1bb-4ae2-be6e-a0cfd817a909, host n-d-713498-36, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-36',level=0,port_id=1393cae0-e1bb-4ae2-be6e-a0cfd817a909,segment=NetworkSegment(20e634bc-bbe0-4569-a1ea-6be524590675),segment_id=20e634bc-bbe0-4569-a1ea-6be524590675)] {{(pid=103232) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 19:35:22.040017 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-8ad9a523-3922-486e-9cd8-aa21235e3e1d req-bf7872f1-3c9f-4955-9716-27699e64e4fb service neutron] 10.222.0.90 "GET /v2.0/networks/4441bac0-0a44-4a1e-8093-e71510495491?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1796398 Feb 09 19:35:22.044376 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-e2f596c4-847f-450b-96fb-011998e42486 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762867176205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762866656485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762866656503'] for port (1393cae0-e1bb-4ae2-be6e-a0cfd817a909), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:35:22.100766 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.managers [req-f61a9c1b-aced-4613-883f-9448db26e1c3 req-f3e2c93c-6fc1-4913-958b-14f4d2d3616c service neutron] Attempting to bind port 5fe0c84b-b353-4369-a735-a52ec0c04094 on host n-h2-713498-36 for vnic_type normal with profile {{(pid=103229) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 19:35:22.101391 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.managers [req-f61a9c1b-aced-4613-883f-9448db26e1c3 req-f3e2c93c-6fc1-4913-958b-14f4d2d3616c service neutron] Attempting to bind port 5fe0c84b-b353-4369-a735-a52ec0c04094 by drivers openvswitch,hyperv on host n-h2-713498-36 at level 0 using segments [{'id': '3ad9008e-d820-4913-8a3a-dbe689506816', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': '30b6826a-2ec4-4081-a475-68e12498d4e4'}] {{(pid=103229) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 19:35:22.102289 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f61a9c1b-aced-4613-883f-9448db26e1c3 req-f3e2c93c-6fc1-4913-958b-14f4d2d3616c service neutron] Attempting to bind port 5fe0c84b-b353-4369-a735-a52ec0c04094 on network 30b6826a-2ec4-4081-a475-68e12498d4e4 {{(pid=103229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 19:35:22.108227 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f61a9c1b-aced-4613-883f-9448db26e1c3 req-f3e2c93c-6fc1-4913-958b-14f4d2d3616c service neutron] Port 5fe0c84b-b353-4369-a735-a52ec0c04094 on network 30b6826a-2ec4-4081-a475-68e12498d4e4 not bound, no agent of type Open vSwitch agent registered on host n-h2-713498-36 {{(pid=103229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 19:35:22.108693 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f61a9c1b-aced-4613-883f-9448db26e1c3 req-f3e2c93c-6fc1-4913-958b-14f4d2d3616c service neutron] Attempting to bind port 5fe0c84b-b353-4369-a735-a52ec0c04094 on network 30b6826a-2ec4-4081-a475-68e12498d4e4 {{(pid=103229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 19:35:22.119140 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f61a9c1b-aced-4613-883f-9448db26e1c3 req-f3e2c93c-6fc1-4913-958b-14f4d2d3616c service neutron] Checking agent: {'id': 'bcd5faee-dc24-4298-9134-0e0aa054058e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713498-36', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 18, 59, 19), 'started_at': datetime.datetime(2022, 2, 9, 18, 59, 19), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 19, 35, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 19:35:22.119649 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f61a9c1b-aced-4613-883f-9448db26e1c3 req-f3e2c93c-6fc1-4913-958b-14f4d2d3616c service neutron] Checking segment: {'id': '3ad9008e-d820-4913-8a3a-dbe689506816', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': '30b6826a-2ec4-4081-a475-68e12498d4e4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103229) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 19:35:22.120152 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f61a9c1b-aced-4613-883f-9448db26e1c3 req-f3e2c93c-6fc1-4913-958b-14f4d2d3616c service neutron] Bound using segment: {'id': '3ad9008e-d820-4913-8a3a-dbe689506816', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': '30b6826a-2ec4-4081-a475-68e12498d4e4'} {{(pid=103229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 19:35:22.121553 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.managers [req-f61a9c1b-aced-4613-883f-9448db26e1c3 req-f3e2c93c-6fc1-4913-958b-14f4d2d3616c service neutron] Bound port: 5fe0c84b-b353-4369-a735-a52ec0c04094, host: n-h2-713498-36, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3ad9008e-d820-4913-8a3a-dbe689506816', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': '30b6826a-2ec4-4081-a475-68e12498d4e4'}}] {{(pid=103229) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 19:35:22.121553 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-f61a9c1b-aced-4613-883f-9448db26e1c3 req-f3e2c93c-6fc1-4913-958b-14f4d2d3616c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (5fe0c84b-b353-4369-a735-a52ec0c04094), before_update {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:35:22.138342 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-5af60a96-d45f-4b82-9f65-c36b2e6dcbad req-63f717d4-0791-46ad-b2a8-2b369e6c02bb tempest-TestNetworkAdvancedServerOps-1633223542 tempest-TestNetworkAdvancedServerOps-1633223542-project] 10.222.0.75 "GET /v2.0/security-groups?id=4e60dadd-ab65-4f99-8fbb-201b325b18d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1418180 Feb 09 19:35:22.143144 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2f596c4-847f-450b-96fb-011998e42486 None None] Pushing event updated for resources: {'Port': ['ID=1393cae0-e1bb-4ae2-be6e-a0cfd817a909,revision_number=2']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:35:22.187298 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c6f0f501-dbc5-43c1-96c3-15297045f34c tempest-NetworksTestDHCPv6-1153288886 tempest-NetworksTestDHCPv6-1153288886-project] Made reservation on behalf of 84aec0d011da47d8bc94f6ba8668f413 for: {'subnet': 1} {{(pid=103229) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 19:35:22.191116 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-c6f0f501-dbc5-43c1-96c3-15297045f34c tempest-NetworksTestDHCPv6-1153288886 tempest-NetworksTestDHCPv6-1153288886-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12759265'] for subnet (None), before_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:35:22.203674 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-8ad9a523-3922-486e-9cd8-aa21235e3e1d req-4f4bbf93-a2bf-4ec7-871b-7600933b2f51 service neutron] 10.222.0.90 "GET /v2.0/networks/4441bac0-0a44-4a1e-8093-e71510495491?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1513045 Feb 09 19:35:22.295005 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.db [req-f61a9c1b-aced-4613-883f-9448db26e1c3 req-f3e2c93c-6fc1-4913-958b-14f4d2d3616c service neutron] For port 5fe0c84b-b353-4369-a735-a52ec0c04094, host n-h2-713498-36, cleared binding levels {{(pid=103229) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 19:35:22.319694 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.db [req-f61a9c1b-aced-4613-883f-9448db26e1c3 req-f3e2c93c-6fc1-4913-958b-14f4d2d3616c service neutron] For port 5fe0c84b-b353-4369-a735-a52ec0c04094, host n-h2-713498-36, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-36',level=0,port_id=5fe0c84b-b353-4369-a735-a52ec0c04094,segment=NetworkSegment(3ad9008e-d820-4913-8a3a-dbe689506816),segment_id=3ad9008e-d820-4913-8a3a-dbe689506816)] {{(pid=103229) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 19:35:22.337226 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-f61a9c1b-aced-4613-883f-9448db26e1c3 req-f3e2c93c-6fc1-4913-958b-14f4d2d3616c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762867176205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762866656485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762866656503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12867569'] for port (5fe0c84b-b353-4369-a735-a52ec0c04094), after_update {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:35:22.338761 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-647c3acf-cdb0-47d0-9b1b-1e0dbef25b23 req-3e4cecbf-bbbd-4c59-a8f2-ab55f5226fb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:35:22.341236 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-647c3acf-cdb0-47d0-9b1b-1e0dbef25b23 req-3e4cecbf-bbbd-4c59-a8f2-ab55f5226fb5 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=eba669c4f4c548e495f13ae7579d0fa6&device_id=ba22b315-e430-4895-a078-0c720f335557 HTTP/1.1" status: 200 len: 1126 time: 0.0692573 Feb 09 19:35:22.399962 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f61a9c1b-aced-4613-883f-9448db26e1c3 req-f3e2c93c-6fc1-4913-958b-14f4d2d3616c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:35:22.410361 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-f61a9c1b-aced-4613-883f-9448db26e1c3 req-f3e2c93c-6fc1-4913-958b-14f4d2d3616c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171096'] for port (None), before_response {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:35:22.413134 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-f61a9c1b-aced-4613-883f-9448db26e1c3 req-f3e2c93c-6fc1-4913-958b-14f4d2d3616c service neutron] 10.222.0.90 "PUT /v2.0/ports/5fe0c84b-b353-4369-a735-a52ec0c04094 HTTP/1.1" status: 200 len: 1092 time: 1.7010479 Feb 09 19:35:22.413134 n-d-713498-36 neutron-server[103229]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5f3fe354-b8ca-4564-889c-8b6e78eeca41', 'tag': '5fe0c84b-b353-4369-a735-a52ec0c04094'}] {{(pid=103229) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 19:35:22.421795 n-d-713498-36 neutron-server[103229]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fa6ae9a20702bd564eaf90d946620b2b4277b1ab91129323d3b54181076be307" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-82460e53-e510-4c89-a004-9bbaf71ec5da" -d '{"events": [{"name": "network-changed", "server_uuid": "5f3fe354-b8ca-4564-889c-8b6e78eeca41", "tag": "5fe0c84b-b353-4369-a735-a52ec0c04094"}]}' {{(pid=103229) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 19:35:22.460990 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3e2c93c-6fc1-4913-958b-14f4d2d3616c service neutron] Pushing event updated for resources: {'Port': ['ID=5fe0c84b-b353-4369-a735-a52ec0c04094,revision_number=3']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:35:22.515029 n-d-713498-36 neutron-server[103229]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 19:35:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0cf3fffe-d49a-45a8-90a3-80a5b2bd5d44 x-openstack-request-id: req-0cf3fffe-d49a-45a8-90a3-80a5b2bd5d44 {{(pid=103229) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 19:35:22.515296 n-d-713498-36 neutron-server[103229]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5f3fe354-b8ca-4564-889c-8b6e78eeca41", "tag": "5fe0c84b-b353-4369-a735-a52ec0c04094", "status": "completed", "code": 200}]} {{(pid=103229) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 19:35:22.515566 n-d-713498-36 neutron-server[103229]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-0cf3fffe-d49a-45a8-90a3-80a5b2bd5d44 {{(pid=103229) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 19:35:22.515976 n-d-713498-36 neutron-server[103229]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5f3fe354-b8ca-4564-889c-8b6e78eeca41', 'tag': '5fe0c84b-b353-4369-a735-a52ec0c04094', 'status': 'completed', 'code': 200} Feb 09 19:35:22.554328 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-647c3acf-cdb0-47d0-9b1b-1e0dbef25b23 req-5c8ba775-a87e-4754-8f47-6d3f7fcf63c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:35:22.556801 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-647c3acf-cdb0-47d0-9b1b-1e0dbef25b23 req-5c8ba775-a87e-4754-8f47-6d3f7fcf63c4 service neutron] 10.222.0.90 "GET /v2.0/networks?id=4441bac0-0a44-4a1e-8093-e71510495491 HTTP/1.1" status: 200 len: 898 time: 0.2039959 Feb 09 19:35:22.614901 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-647c3acf-cdb0-47d0-9b1b-1e0dbef25b23 req-b2835db2-6887-4095-bbb6-0d1fc6222dbe service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=5f3120e3-e786-407f-b3ad-794cc89bce3c HTTP/1.1" status: 200 len: 217 time: 0.0492430 Feb 09 19:35:22.674790 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-647c3acf-cdb0-47d0-9b1b-1e0dbef25b23 req-43bfd4ae-8600-4922-963f-0e4769f32592 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:35:22.676374 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-647c3acf-cdb0-47d0-9b1b-1e0dbef25b23 req-43bfd4ae-8600-4922-963f-0e4769f32592 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=a53359ef-76e4-4c05-b08e-4db3ad09b5a9 HTTP/1.1" status: 200 len: 835 time: 0.0522356 Feb 09 19:35:22.764692 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-647c3acf-cdb0-47d0-9b1b-1e0dbef25b23 req-a6e46ec0-9dd0-4bf8-a470-e64416dedd97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:35:22.770828 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-647c3acf-cdb0-47d0-9b1b-1e0dbef25b23 req-a6e46ec0-9dd0-4bf8-a470-e64416dedd97 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=4441bac0-0a44-4a1e-8093-e71510495491&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0830462 Feb 09 19:35:22.925178 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Device 1393cae0-e1bb-4ae2-be6e-a0cfd817a909 up at agent ovs-agent-n-d-713498-36 {{(pid=103232) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 19:35:22.960403 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-647c3acf-cdb0-47d0-9b1b-1e0dbef25b23 req-8fac0042-9c9f-4da6-8de9-654cddb03ca3 service neutron] 10.222.0.90 "GET /v2.0/networks/4441bac0-0a44-4a1e-8093-e71510495491?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1820829 Feb 09 19:35:22.992063 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.provisioning_blocks [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Provisioning complete for port 1393cae0-e1bb-4ae2-be6e-a0cfd817a909 triggered by entity L2. {{(pid=103232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 19:35:22.992757 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593630'] for port (1393cae0-e1bb-4ae2-be6e-a0cfd817a909), provisioning_complete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:35:23.000029 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a13b0d6a-22db-4095-ad28-cda2f90793c2 req-d0e043a7-f648-40cd-bef5-d892b2461516 tempest-ServersTestJSON-482035511 tempest-ServersTestJSON-482035511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:35:23.001870 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-a13b0d6a-22db-4095-ad28-cda2f90793c2 req-d0e043a7-f648-40cd-bef5-d892b2461516 tempest-ServersTestJSON-482035511 tempest-ServersTestJSON-482035511-project] 10.222.0.75 "GET /v2.0/ports?device_id=5f3fe354-b8ca-4564-889c-8b6e78eeca41 HTTP/1.1" status: 200 len: 943 time: 0.1268353 Feb 09 19:35:23.011148 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f61a9c1b-aced-4613-883f-9448db26e1c3 req-ec0314ff-7b9d-4abd-87f4-587f3191622d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:35:23.012725 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-f61a9c1b-aced-4613-883f-9448db26e1c3 req-ec0314ff-7b9d-4abd-87f4-587f3191622d service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=1d398ed7d9dd4dd6ba1e1a6a1e6a87ff&device_id=5f3fe354-b8ca-4564-889c-8b6e78eeca41 HTTP/1.1" status: 200 len: 1126 time: 0.4959569 Feb 09 19:35:23.103451 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Current status of the port 1393cae0-e1bb-4ae2-be6e-a0cfd817a909 is: DOWN; New status is: ACTIVE {{(pid=103232) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 19:35:23.103845 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (1393cae0-e1bb-4ae2-be6e-a0cfd817a909), before_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:35:23.105833 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-c6f0f501-dbc5-43c1-96c3-15297045f34c tempest-NetworksTestDHCPv6-1153288886 tempest-NetworksTestDHCPv6-1153288886-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12867428', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12759263'] for subnet (2b1fb8a2-f3f2-493a-bae1-2e672350c975), after_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:35:23.127513 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-a13b0d6a-22db-4095-ad28-cda2f90793c2 req-f7848682-b489-4ecc-bd71-f2917fe0a8ad tempest-ServersTestJSON-482035511 tempest-ServersTestJSON-482035511-project] 10.222.0.75 "GET /v2.0/security-groups?id=37883354-c9cd-40f0-bbce-1c711bac4569&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1124549 Feb 09 19:35:23.154549 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] For port 1393cae0-e1bb-4ae2-be6e-a0cfd817a909, host n-d-713498-36, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-36',level=0,port_id=1393cae0-e1bb-4ae2-be6e-a0cfd817a909,segment=NetworkSegment(20e634bc-bbe0-4569-a1ea-6be524590675),segment_id=20e634bc-bbe0-4569-a1ea-6be524590675)] {{(pid=103232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 19:35:23.155938 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-f61a9c1b-aced-4613-883f-9448db26e1c3 req-cdf39561-2a2a-49dc-b63d-521109741d84 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=5fe0c84b-b353-4369-a735-a52ec0c04094 HTTP/1.1" status: 200 len: 217 time: 0.1250572 Feb 09 19:35:23.166115 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762867176205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762866656485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762866656503'] for port (1393cae0-e1bb-4ae2-be6e-a0cfd817a909), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:35:23.185123 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-647c3acf-cdb0-47d0-9b1b-1e0dbef25b23 req-30cb23d0-cc75-4886-8bcc-b497e6ff30c6 service neutron] 10.222.0.90 "GET /v2.0/networks/4441bac0-0a44-4a1e-8093-e71510495491?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2134035 Feb 09 19:35:23.207248 n-d-713498-36 neutron-server[103229]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6f0f501-dbc5-43c1-96c3-15297045f34c tempest-NetworksTestDHCPv6-1153288886 tempest-NetworksTestDHCPv6-1153288886-project] Network f63a97a6-2552-42d7-aee9-c49ce8319647 is already hosted by enough agents. {{(pid=103229) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 19:35:23.243093 n-d-713498-36 neutron-server[103229]: DEBUG neutron.scheduler.base_scheduler [None req-c6f0f501-dbc5-43c1-96c3-15297045f34c tempest-NetworksTestDHCPv6-1153288886 tempest-NetworksTestDHCPv6-1153288886-project] Resources bound (agent type, host, resource id): {{(pid=103229) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 19:35:23.245541 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Pushing event updated for resources: {'Port': ['ID=1393cae0-e1bb-4ae2-be6e-a0cfd817a909,revision_number=3']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:35:23.249981 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6f0f501-dbc5-43c1-96c3-15297045f34c tempest-NetworksTestDHCPv6-1153288886 tempest-NetworksTestDHCPv6-1153288886-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:35:23.250792 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-c6f0f501-dbc5-43c1-96c3-15297045f34c tempest-NetworksTestDHCPv6-1153288886 tempest-NetworksTestDHCPv6-1153288886-project] Publish callbacks [] for subnet (None), before_response {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:35:23.310753 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6f0f501-dbc5-43c1-96c3-15297045f34c tempest-NetworksTestDHCPv6-1153288886 tempest-NetworksTestDHCPv6-1153288886-project] Pushing event updated for resources: {'Subnet': ['ID=2b1fb8a2-f3f2-493a-bae1-2e672350c975,revision_number=0']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:35:23.321548 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-c6f0f501-dbc5-43c1-96c3-15297045f34c tempest-NetworksTestDHCPv6-1153288886 tempest-NetworksTestDHCPv6-1153288886-project] 10.222.0.75 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.3903143 Feb 09 19:35:23.324579 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f61a9c1b-aced-4613-883f-9448db26e1c3 req-66bf4ca7-d53e-4c74-96e6-3b8a66dbcd55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:35:23.324831 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 37758) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:35:23.326002 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-f61a9c1b-aced-4613-883f-9448db26e1c3 req-66bf4ca7-d53e-4c74-96e6-3b8a66dbcd55 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=030193b3-b985-4d6c-b0c1-2ea320638096 HTTP/1.1" status: 200 len: 846 time: 0.1388979 Feb 09 19:35:23.330333 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.v2.base [None req-0f263d56-387c-449a-82b5-1800c611edfa tempest-NetworksTestDHCPv6-1153288886 tempest-NetworksTestDHCPv6-1153288886-project] Request body: {'port': {'network_id': 'f63a97a6-2552-42d7-aee9-c49ce8319647', 'mac_address': 'fa:16:3e:f3:f4:29', 'name': 'tempest-NetworksTestDHCPv6-119752914'}} {{(pid=103230) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 19:35:23.376942 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-f61a9c1b-aced-4613-883f-9448db26e1c3 req-6fbc8034-2d0a-4ff2-b0ae-d0e44a0252d4 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=30b6826a-2ec4-4081-a475-68e12498d4e4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0379102 Feb 09 19:35:23.383878 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f13756a5-ea2b-48d9-aed8-2ce4d266bfcb req-9d426964-1dda-4fdb-83d1-2380142ea6d6 tempest-TestNetworkAdvancedServerOps-1633223542 tempest-TestNetworkAdvancedServerOps-1633223542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:35:23.385498 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-f13756a5-ea2b-48d9-aed8-2ce4d266bfcb req-9d426964-1dda-4fdb-83d1-2380142ea6d6 tempest-TestNetworkAdvancedServerOps-1633223542 tempest-TestNetworkAdvancedServerOps-1633223542-project] 10.222.0.75 "GET /v2.0/ports?device_id=ba22b315-e430-4895-a078-0c720f335557 HTTP/1.1" status: 200 len: 943 time: 0.1203640 Feb 09 19:35:23.464518 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0f263d56-387c-449a-82b5-1800c611edfa tempest-NetworksTestDHCPv6-1153288886 tempest-NetworksTestDHCPv6-1153288886-project] Made reservation on behalf of 84aec0d011da47d8bc94f6ba8668f413 for: {'port': 1} {{(pid=103230) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 19:35:23.508000 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-f13756a5-ea2b-48d9-aed8-2ce4d266bfcb req-87e3fc43-4974-4daa-b6fa-f52c1c1801cf tempest-TestNetworkAdvancedServerOps-1633223542 tempest-TestNetworkAdvancedServerOps-1633223542-project] 10.222.0.75 "GET /v2.0/security-groups?id=4e60dadd-ab65-4f99-8fbb-201b325b18d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1160104 Feb 09 19:35:23.525708 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-f61a9c1b-aced-4613-883f-9448db26e1c3 req-b6d249b7-071f-43ed-9e63-39518329e1bf service neutron] 10.222.0.90 "GET /v2.0/networks/30b6826a-2ec4-4081-a475-68e12498d4e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1349788 Feb 09 19:35:23.589070 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-0f263d56-387c-449a-82b5-1800c611edfa tempest-NetworksTestDHCPv6-1153288886 tempest-NetworksTestDHCPv6-1153288886-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (None), before_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:35:23.597487 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb3b2db6-abd1-4d22-a2cf-b8bd482d63aa None None] Network f63a97a6-2552-42d7-aee9-c49ce8319647 requested from n-d-713498-36 {{(pid=103232) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 19:35:23.614476 n-d-713498-36 neutron-server[103230]: DEBUG neutron.notifiers.nova [None req-0f263d56-387c-449a-82b5-1800c611edfa tempest-NetworksTestDHCPv6-1153288886 tempest-NetworksTestDHCPv6-1153288886-project] device_id is not set on port 37060727-ce21-4862-91d7-20242ebc155c yet. {{(pid=103230) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 09 19:35:23.650486 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-f61a9c1b-aced-4613-883f-9448db26e1c3 req-6f6687f1-e3f2-48d9-a898-ed749597b0ba service neutron] 10.222.0.90 "GET /v2.0/networks/30b6826a-2ec4-4081-a475-68e12498d4e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1181450 Feb 09 19:35:23.672627 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.provisioning_blocks [None req-6df77890-0df0-46e0-a041-88f0c041887e None None] Provisioning complete for port 1393cae0-e1bb-4ae2-be6e-a0cfd817a909 triggered by entity DHCP. {{(pid=103232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 19:35:23.673008 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-6df77890-0df0-46e0-a041-88f0c041887e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593630'] for port (1393cae0-e1bb-4ae2-be6e-a0cfd817a909), provisioning_complete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:35:23.785434 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82460e53-e510-4c89-a004-9bbaf71ec5da req-86b5e4f0-19cc-4ad6-b9fd-1b2703b1863d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:35:23.787265 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-82460e53-e510-4c89-a004-9bbaf71ec5da req-86b5e4f0-19cc-4ad6-b9fd-1b2703b1863d service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=1d398ed7d9dd4dd6ba1e1a6a1e6a87ff&device_id=5f3fe354-b8ca-4564-889c-8b6e78eeca41 HTTP/1.1" status: 200 len: 1126 time: 0.0745056 Feb 09 19:35:23.796973 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-6df77890-0df0-46e0-a041-88f0c041887e None None] Current status of the port 1393cae0-e1bb-4ae2-be6e-a0cfd817a909 is: ACTIVE; New status is: ACTIVE {{(pid=103232) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 19:35:23.831249 n-d-713498-36 neutron-server[103230]: DEBUG neutron.db.db_base_plugin_common [None req-0f263d56-387c-449a-82b5-1800c611edfa tempest-NetworksTestDHCPv6-1153288886 tempest-NetworksTestDHCPv6-1153288886-project] Allocated IP 2001:db8:0:1::c2 (f63a97a6-2552-42d7-aee9-c49ce8319647/2b1fb8a2-f3f2-493a-bae1-2e672350c975/37060727-ce21-4862-91d7-20242ebc155c) {{(pid=103230) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 19:35:23.839433 n-d-713498-36 neutron-server[103230]: DEBUG neutron.db.db_base_plugin_common [None req-0f263d56-387c-449a-82b5-1800c611edfa tempest-NetworksTestDHCPv6-1153288886 tempest-NetworksTestDHCPv6-1153288886-project] Allocated IP 2001:db8::f816:3eff:fef3:f429 (f63a97a6-2552-42d7-aee9-c49ce8319647/00974f25-5ff7-4c5b-825d-d52a80ecf788/37060727-ce21-4862-91d7-20242ebc155c) {{(pid=103230) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 19:35:23.896551 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6427391d-4c29-4140-b724-243cafc700dc None None] Update dhcp port {'port': {'network_id': 'f63a97a6-2552-42d7-aee9-c49ce8319647', 'fixed_ips': [{'subnet_id': '00974f25-5ff7-4c5b-825d-d52a80ecf788', 'ip_address': '2001:db8::f816:3eff:fe4a:76a0'}, {'subnet_id': '2b1fb8a2-f3f2-493a-bae1-2e672350c975'}], 'binding:host_id': 'n-d-713498-36'}, 'id': '1393cae0-e1bb-4ae2-be6e-a0cfd817a909'} from n-d-713498-36. {{(pid=103232) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Feb 09 19:35:23.910404 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82460e53-e510-4c89-a004-9bbaf71ec5da req-b4f8ff46-6d74-4986-8e4a-8c36dfa60579 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:35:23.912386 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-82460e53-e510-4c89-a004-9bbaf71ec5da req-b4f8ff46-6d74-4986-8e4a-8c36dfa60579 service neutron] 10.222.0.90 "GET /v2.0/networks?id=30b6826a-2ec4-4081-a475-68e12498d4e4 HTTP/1.1" status: 200 len: 907 time: 0.1103723 Feb 09 19:35:23.996788 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-6427391d-4c29-4140-b724-243cafc700dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (1393cae0-e1bb-4ae2-be6e-a0cfd817a909), before_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:35:24.029114 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-82460e53-e510-4c89-a004-9bbaf71ec5da req-6473cb20-e95b-4a86-902d-7e56473b6a29 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=5fe0c84b-b353-4369-a735-a52ec0c04094 HTTP/1.1" status: 200 len: 217 time: 0.1037991 Feb 09 19:35:24.101097 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82460e53-e510-4c89-a004-9bbaf71ec5da req-6067f2a5-6063-47ac-84ed-2007ba6b2a3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:35:24.102786 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-82460e53-e510-4c89-a004-9bbaf71ec5da req-6067f2a5-6063-47ac-84ed-2007ba6b2a3c service neutron] 10.222.0.90 "GET /v2.0/subnets?id=030193b3-b985-4d6c-b0c1-2ea320638096 HTTP/1.1" status: 200 len: 846 time: 0.0661275 Feb 09 19:35:24.145887 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-0f263d56-387c-449a-82b5-1800c611edfa tempest-NetworksTestDHCPv6-1153288886 tempest-NetworksTestDHCPv6-1153288886-project] Publish callbacks [] for port (37060727-ce21-4862-91d7-20242ebc155c), precommit_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:35:24.151040 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-82460e53-e510-4c89-a004-9bbaf71ec5da req-dcad9b2a-7d14-45ac-b1ff-ed71f151b9b5 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=30b6826a-2ec4-4081-a475-68e12498d4e4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0376375 Feb 09 19:35:24.238851 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-0f263d56-387c-449a-82b5-1800c611edfa tempest-NetworksTestDHCPv6-1153288886 tempest-NetworksTestDHCPv6-1153288886-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762866656467', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14393751'] for port (37060727-ce21-4862-91d7-20242ebc155c), after_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:35:24.265519 n-d-713498-36 neutron-server[103230]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f263d56-387c-449a-82b5-1800c611edfa tempest-NetworksTestDHCPv6-1153288886 tempest-NetworksTestDHCPv6-1153288886-project] Network f63a97a6-2552-42d7-aee9-c49ce8319647 is already hosted by enough agents. {{(pid=103230) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 19:35:24.266641 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-82460e53-e510-4c89-a004-9bbaf71ec5da req-f3b32e57-9800-4226-97cb-2c21c04392c0 service neutron] 10.222.0.90 "GET /v2.0/networks/30b6826a-2ec4-4081-a475-68e12498d4e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1050003 Feb 09 19:35:24.269864 n-d-713498-36 neutron-server[103230]: DEBUG neutron.scheduler.base_scheduler [None req-0f263d56-387c-449a-82b5-1800c611edfa tempest-NetworksTestDHCPv6-1153288886 tempest-NetworksTestDHCPv6-1153288886-project] Resources bound (agent type, host, resource id): {{(pid=103230) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 19:35:24.292215 n-d-713498-36 neutron-server[103230]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f263d56-387c-449a-82b5-1800c611edfa tempest-NetworksTestDHCPv6-1153288886 tempest-NetworksTestDHCPv6-1153288886-project] Received port after_create {{(pid=103230) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 19:35:24.298009 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f263d56-387c-449a-82b5-1800c611edfa tempest-NetworksTestDHCPv6-1153288886 tempest-NetworksTestDHCPv6-1153288886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:35:24.298860 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-0f263d56-387c-449a-82b5-1800c611edfa tempest-NetworksTestDHCPv6-1153288886 tempest-NetworksTestDHCPv6-1153288886-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171096'] for port (None), before_response {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:35:24.321093 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.db_base_plugin_common [None req-6427391d-4c29-4140-b724-243cafc700dc None None] Allocated IP 2001:db8:0:1::2 (f63a97a6-2552-42d7-aee9-c49ce8319647/2b1fb8a2-f3f2-493a-bae1-2e672350c975/1393cae0-e1bb-4ae2-be6e-a0cfd817a909) {{(pid=103232) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 19:35:24.355100 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f263d56-387c-449a-82b5-1800c611edfa tempest-NetworksTestDHCPv6-1153288886 tempest-NetworksTestDHCPv6-1153288886-project] Pushing event updated for resources: {'Port': ['ID=37060727-ce21-4862-91d7-20242ebc155c,revision_number=1']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:35:24.363364 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-0f263d56-387c-449a-82b5-1800c611edfa tempest-NetworksTestDHCPv6-1153288886 tempest-NetworksTestDHCPv6-1153288886-project] 10.222.0.75 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1032 time: 1.0372405 Feb 09 19:35:24.366686 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 37766) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:35:24.433348 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cda94a1-6a4c-4d83-8640-e61d957733cb req-9477b3e4-a676-46c9-94b5-9f51d00986aa tempest-ServersTestJSON-482035511 tempest-ServersTestJSON-482035511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:35:24.440970 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-0cda94a1-6a4c-4d83-8640-e61d957733cb req-9477b3e4-a676-46c9-94b5-9f51d00986aa tempest-ServersTestJSON-482035511 tempest-ServersTestJSON-482035511-project] 10.222.0.75 "GET /v2.0/ports?device_id=5f3fe354-b8ca-4564-889c-8b6e78eeca41 HTTP/1.1" status: 200 len: 943 time: 0.1735604 Feb 09 19:35:24.475302 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-82460e53-e510-4c89-a004-9bbaf71ec5da req-86d7c247-4c4d-40a2-a99a-31898a438585 service neutron] 10.222.0.90 "GET /v2.0/networks/30b6826a-2ec4-4081-a475-68e12498d4e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1967430 Feb 09 19:35:24.504261 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-6427391d-4c29-4140-b724-243cafc700dc None None] For port 1393cae0-e1bb-4ae2-be6e-a0cfd817a909, host n-d-713498-36, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-36',level=0,port_id=1393cae0-e1bb-4ae2-be6e-a0cfd817a909,segment=NetworkSegment(20e634bc-bbe0-4569-a1ea-6be524590675),segment_id=20e634bc-bbe0-4569-a1ea-6be524590675)] {{(pid=103232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 19:35:24.526499 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-0cda94a1-6a4c-4d83-8640-e61d957733cb req-f6a7f5a3-481f-4e37-a627-2a54dd45ec22 tempest-ServersTestJSON-482035511 tempest-ServersTestJSON-482035511-project] 10.222.0.75 "GET /v2.0/security-groups?id=37883354-c9cd-40f0-bbce-1c711bac4569&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0845659 Feb 09 19:35:24.539377 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-6427391d-4c29-4140-b724-243cafc700dc None None] Publish callbacks [] for port (1393cae0-e1bb-4ae2-be6e-a0cfd817a909), precommit_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:35:24.546170 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-6427391d-4c29-4140-b724-243cafc700dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762867176205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762866656485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762866656503'] for port (1393cae0-e1bb-4ae2-be6e-a0cfd817a909), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:35:24.577512 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.plugin [None req-c82bf15e-d8d5-4410-8154-f497161bed2e tempest-NetworksTestDHCPv6-1153288886 tempest-NetworksTestDHCPv6-1153288886-project] Deleting port 37060727-ce21-4862-91d7-20242ebc155c {{(pid=103230) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 19:35:24.579393 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-c82bf15e-d8d5-4410-8154-f497161bed2e tempest-NetworksTestDHCPv6-1153288886 tempest-NetworksTestDHCPv6-1153288886-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762867170196'] for port (37060727-ce21-4862-91d7-20242ebc155c), before_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:35:24.642730 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Device 5f3120e3-e786-407f-b3ad-794cc89bce3c details requested by agent hyperv_n-h2-713498-36 with host n-h2-713498-36 {{(pid=103232) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 19:35:24.692658 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d05f5c57-2452-49f2-9926-814370f92611 req-001eb3de-883f-4ffe-8530-a583a8d709a3 tempest-TestNetworkAdvancedServerOps-1633223542 tempest-TestNetworkAdvancedServerOps-1633223542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:35:24.697608 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-d05f5c57-2452-49f2-9926-814370f92611 req-001eb3de-883f-4ffe-8530-a583a8d709a3 tempest-TestNetworkAdvancedServerOps-1633223542 tempest-TestNetworkAdvancedServerOps-1633223542-project] 10.222.0.75 "GET /v2.0/ports?device_id=ba22b315-e430-4895-a078-0c720f335557 HTTP/1.1" status: 200 len: 943 time: 0.0914845 Feb 09 19:35:24.717821 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-c82bf15e-d8d5-4410-8154-f497161bed2e tempest-NetworksTestDHCPv6-1153288886 tempest-NetworksTestDHCPv6-1153288886-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1820838'] for port (37060727-ce21-4862-91d7-20242ebc155c), precommit_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:35:24.732433 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.plugin [None req-c82bf15e-d8d5-4410-8154-f497161bed2e tempest-NetworksTestDHCPv6-1153288886 tempest-NetworksTestDHCPv6-1153288886-project] Calling delete_port for 37060727-ce21-4862-91d7-20242ebc155c owned by {{(pid=103230) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 19:35:24.799476 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-d05f5c57-2452-49f2-9926-814370f92611 req-dc170123-807a-411c-81d7-364880f02af5 tempest-TestNetworkAdvancedServerOps-1633223542 tempest-TestNetworkAdvancedServerOps-1633223542-project] 10.222.0.75 "GET /v2.0/security-groups?id=4e60dadd-ab65-4f99-8fbb-201b325b18d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0942566 Feb 09 19:35:24.818093 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6427391d-4c29-4140-b724-243cafc700dc None None] Pushing event updated for resources: {'Port': ['ID=1393cae0-e1bb-4ae2-be6e-a0cfd817a909,revision_number=4']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:35:24.848088 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-7429db8d-6021-40ad-813e-885be449a89b None None] For port 5f3120e3-e786-407f-b3ad-794cc89bce3c, host n-h2-713498-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-36',level=0,port_id=5f3120e3-e786-407f-b3ad-794cc89bce3c,segment=NetworkSegment(25bee314-2f03-4005-a207-d495c9ba8d98),segment_id=25bee314-2f03-4005-a207-d495c9ba8d98)] {{(pid=103232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 19:35:24.867259 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Returning: {'device': '5f3120e3-e786-407f-b3ad-794cc89bce3c', 'network_id': '4441bac0-0a44-4a1e-8093-e71510495491', 'port_id': '5f3120e3-e786-407f-b3ad-794cc89bce3c', 'mac_address': 'fa:16:3e:94:56:1c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 386, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a53359ef-76e4-4c05-b08e-4db3ad09b5a9', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103232) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 19:35:24.869139 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Device 1393cae0-e1bb-4ae2-be6e-a0cfd817a909 up at agent ovs-agent-n-d-713498-36 {{(pid=103232) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 19:35:24.951022 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Current status of the port 5f3120e3-e786-407f-b3ad-794cc89bce3c is: DOWN; New status is: BUILD {{(pid=103232) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 19:35:24.951415 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (5f3120e3-e786-407f-b3ad-794cc89bce3c), before_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:35:24.974669 n-d-713498-36 neutron-server[103232]: DEBUG neutron.notifiers.nova [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5f3120e3-e786-407f-b3ad-794cc89bce3c {{(pid=103232) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 19:35:25.004825 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.provisioning_blocks [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Provisioning complete for port 1393cae0-e1bb-4ae2-be6e-a0cfd817a909 triggered by entity L2. {{(pid=103232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 19:35:25.005483 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593630'] for port (1393cae0-e1bb-4ae2-be6e-a0cfd817a909), provisioning_complete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:35:25.050280 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-7429db8d-6021-40ad-813e-885be449a89b None None] For port 5f3120e3-e786-407f-b3ad-794cc89bce3c, host n-h2-713498-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-36',level=0,port_id=5f3120e3-e786-407f-b3ad-794cc89bce3c,segment=NetworkSegment(25bee314-2f03-4005-a207-d495c9ba8d98),segment_id=25bee314-2f03-4005-a207-d495c9ba8d98)] {{(pid=103232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 19:35:25.053638 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-c82bf15e-d8d5-4410-8154-f497161bed2e tempest-NetworksTestDHCPv6-1153288886 tempest-NetworksTestDHCPv6-1153288886-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762867177463', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762866656476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14393751'] for port (37060727-ce21-4862-91d7-20242ebc155c), after_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:35:25.063053 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762867176205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762866656485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762866656503'] for port (5f3120e3-e786-407f-b3ad-794cc89bce3c), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:35:25.112542 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c82bf15e-d8d5-4410-8154-f497161bed2e tempest-NetworksTestDHCPv6-1153288886 tempest-NetworksTestDHCPv6-1153288886-project] Pushing event deleted for resources: {'Port': ['ID=37060727-ce21-4862-91d7-20242ebc155c,revision_number=None']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:35:25.163792 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-c82bf15e-d8d5-4410-8154-f497161bed2e tempest-NetworksTestDHCPv6-1153288886 tempest-NetworksTestDHCPv6-1153288886-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171096'] for port (None), before_response {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:35:25.165462 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Pushing event updated for resources: {'Port': ['ID=5f3120e3-e786-407f-b3ad-794cc89bce3c,revision_number=4']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:35:25.167937 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-c82bf15e-d8d5-4410-8154-f497161bed2e tempest-NetworksTestDHCPv6-1153288886 tempest-NetworksTestDHCPv6-1153288886-project] 10.222.0.75 "DELETE /v2.0/ports/37060727-ce21-4862-91d7-20242ebc155c HTTP/1.1" status: 204 len: 168 time: 0.8001473 Feb 09 19:35:25.171021 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 37774) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:35:25.184417 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Current status of the port 1393cae0-e1bb-4ae2-be6e-a0cfd817a909 is: ACTIVE; New status is: ACTIVE {{(pid=103232) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 19:35:25.238644 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a633ebb1-231f-435a-af4a-ddf1d067f7fa tempest-NetworksTestDHCPv6-1153288886 tempest-NetworksTestDHCPv6-1153288886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:35:25.240238 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-a633ebb1-231f-435a-af4a-ddf1d067f7fa tempest-NetworksTestDHCPv6-1153288886 tempest-NetworksTestDHCPv6-1153288886-project] 10.222.0.75 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.0676491 Feb 09 19:35:25.242945 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 37776) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:35:25.306507 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ea7cca2-f049-4161-9a5f-1722e89dc90c tempest-NetworksTestDHCPv6-1153288886 tempest-NetworksTestDHCPv6-1153288886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:35:25.308126 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-7ea7cca2-f049-4161-9a5f-1722e89dc90c tempest-NetworksTestDHCPv6-1153288886 tempest-NetworksTestDHCPv6-1153288886-project] 10.222.0.75 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.0642209 Feb 09 19:35:25.310667 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 37778) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:35:25.367491 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-7429db8d-6021-40ad-813e-885be449a89b None None] get_ports_and_sgs() called for port_ids ['5f3120e3-e786-407f-b3ad-794cc89bce3c'] {{(pid=103232) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 19:35:25.373903 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47bbc7c9-083c-4763-92c1-560423974a1d tempest-NetworksTestDHCPv6-1153288886 tempest-NetworksTestDHCPv6-1153288886-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:35:25.375286 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47bbc7c9-083c-4763-92c1-560423974a1d tempest-NetworksTestDHCPv6-1153288886 tempest-NetworksTestDHCPv6-1153288886-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:35:25.377037 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47bbc7c9-083c-4763-92c1-560423974a1d tempest-NetworksTestDHCPv6-1153288886 tempest-NetworksTestDHCPv6-1153288886-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:35:25.379418 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-47bbc7c9-083c-4763-92c1-560423974a1d tempest-NetworksTestDHCPv6-1153288886 tempest-NetworksTestDHCPv6-1153288886-project] 10.222.0.75 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.0671554 Feb 09 19:35:25.381417 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 37780) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:35:25.441434 n-d-713498-36 neutron-server[103229]: DEBUG neutron.db.db_base_plugin_v2 [None req-b2268e8b-9db3-4d8f-a4a0-da293de3fde9 tempest-NetworksTestDHCPv6-1153288886 tempest-NetworksTestDHCPv6-1153288886-project] Deleting subnet 00974f25-5ff7-4c5b-825d-d52a80ecf788 {{(pid=103229) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 19:35:25.445657 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-b2268e8b-9db3-4d8f-a4a0-da293de3fde9 tempest-NetworksTestDHCPv6-1153288886 tempest-NetworksTestDHCPv6-1153288886-project] Publish callbacks [] for subnet (00974f25-5ff7-4c5b-825d-d52a80ecf788), before_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:35:25.491333 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-b2268e8b-9db3-4d8f-a4a0-da293de3fde9 tempest-NetworksTestDHCPv6-1153288886 tempest-NetworksTestDHCPv6-1153288886-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16683410'] for subnet (00974f25-5ff7-4c5b-825d-d52a80ecf788), precommit_delete_associations {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:35:25.561058 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.provisioning_blocks [None req-ed7ef753-7a1b-4005-9e78-ec1717464fbe None None] Provisioning complete for port 1393cae0-e1bb-4ae2-be6e-a0cfd817a909 triggered by entity DHCP. {{(pid=103232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 19:35:25.561477 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-ed7ef753-7a1b-4005-9e78-ec1717464fbe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593630'] for port (1393cae0-e1bb-4ae2-be6e-a0cfd817a909), provisioning_complete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:35:25.630407 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-b2268e8b-9db3-4d8f-a4a0-da293de3fde9 tempest-NetworksTestDHCPv6-1153288886 tempest-NetworksTestDHCPv6-1153288886-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-759852'] for subnet (00974f25-5ff7-4c5b-825d-d52a80ecf788), precommit_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:35:25.692762 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3659521a-33bb-47ec-98de-afced68f64c6 req-035a5bf2-d8bc-450b-983c-a2f9f8610dbd tempest-ServersTestJSON-482035511 tempest-ServersTestJSON-482035511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:35:25.699795 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-3659521a-33bb-47ec-98de-afced68f64c6 req-035a5bf2-d8bc-450b-983c-a2f9f8610dbd tempest-ServersTestJSON-482035511 tempest-ServersTestJSON-482035511-project] 10.222.0.75 "GET /v2.0/ports?device_id=5f3fe354-b8ca-4564-889c-8b6e78eeca41 HTTP/1.1" status: 200 len: 943 time: 0.0732698 Feb 09 19:35:25.752492 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-b2268e8b-9db3-4d8f-a4a0-da293de3fde9 tempest-NetworksTestDHCPv6-1153288886 tempest-NetworksTestDHCPv6-1153288886-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-760023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12867367', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12759238'] for subnet (00974f25-5ff7-4c5b-825d-d52a80ecf788), after_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:35:25.756677 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-3659521a-33bb-47ec-98de-afced68f64c6 req-c4ececdc-c09d-4167-b801-904cbc804a14 tempest-ServersTestJSON-482035511 tempest-ServersTestJSON-482035511-project] 10.222.0.75 "GET /v2.0/security-groups?id=37883354-c9cd-40f0-bbce-1c711bac4569&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559540 Feb 09 19:35:25.781213 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2268e8b-9db3-4d8f-a4a0-da293de3fde9 tempest-NetworksTestDHCPv6-1153288886 tempest-NetworksTestDHCPv6-1153288886-project] Pushing event deleted for resources: {'Subnet': ['ID=00974f25-5ff7-4c5b-825d-d52a80ecf788,revision_number=None']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:35:25.783974 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-b2268e8b-9db3-4d8f-a4a0-da293de3fde9 tempest-NetworksTestDHCPv6-1153288886 tempest-NetworksTestDHCPv6-1153288886-project] Publish callbacks [] for subnet (None), before_response {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:35:25.803955 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-b2268e8b-9db3-4d8f-a4a0-da293de3fde9 tempest-NetworksTestDHCPv6-1153288886 tempest-NetworksTestDHCPv6-1153288886-project] 10.222.0.75 "DELETE /v2.0/subnets/00974f25-5ff7-4c5b-825d-d52a80ecf788 HTTP/1.1" status: 204 len: 168 time: 0.4201679 Feb 09 19:35:25.805994 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 37786) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:35:25.814691 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-ed7ef753-7a1b-4005-9e78-ec1717464fbe None None] Current status of the port 1393cae0-e1bb-4ae2-be6e-a0cfd817a909 is: ACTIVE; New status is: ACTIVE {{(pid=103232) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 19:35:25.859903 n-d-713498-36 neutron-server[103230]: DEBUG neutron.db.db_base_plugin_v2 [None req-dcc887ab-ae07-4a3b-b104-78871e388566 tempest-NetworksTestDHCPv6-1153288886 tempest-NetworksTestDHCPv6-1153288886-project] Deleting subnet 2b1fb8a2-f3f2-493a-bae1-2e672350c975 {{(pid=103230) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 19:35:25.864383 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-dcc887ab-ae07-4a3b-b104-78871e388566 tempest-NetworksTestDHCPv6-1153288886 tempest-NetworksTestDHCPv6-1153288886-project] Publish callbacks [] for subnet (2b1fb8a2-f3f2-493a-bae1-2e672350c975), before_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:35:25.911187 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-dcc887ab-ae07-4a3b-b104-78871e388566 tempest-NetworksTestDHCPv6-1153288886 tempest-NetworksTestDHCPv6-1153288886-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12895822'] for subnet (2b1fb8a2-f3f2-493a-bae1-2e672350c975), precommit_delete_associations {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:35:25.929114 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.provisioning_blocks [None req-e0f22057-9ec8-49c3-bad8-33ae86ceb0c6 None None] Could not find standard attr ID for object 37060727-ce21-4862-91d7-20242ebc155c. {{(pid=103232) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 09 19:35:25.931417 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3fa20e0-d8bd-423a-be66-3d69a88a50d4 req-c93b3747-b41e-4914-8669-a0bf32c0d791 tempest-TestNetworkAdvancedServerOps-1633223542 tempest-TestNetworkAdvancedServerOps-1633223542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:35:25.933148 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-b3fa20e0-d8bd-423a-be66-3d69a88a50d4 req-c93b3747-b41e-4914-8669-a0bf32c0d791 tempest-TestNetworkAdvancedServerOps-1633223542 tempest-TestNetworkAdvancedServerOps-1633223542-project] 10.222.0.75 "GET /v2.0/ports?device_id=ba22b315-e430-4895-a078-0c720f335557 HTTP/1.1" status: 200 len: 944 time: 0.0693777 Feb 09 19:35:26.007138 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-b3fa20e0-d8bd-423a-be66-3d69a88a50d4 req-77fd1b59-fab6-496d-b63a-f4a2d48e4145 tempest-TestNetworkAdvancedServerOps-1633223542 tempest-TestNetworkAdvancedServerOps-1633223542-project] 10.222.0.75 "GET /v2.0/security-groups?id=4e60dadd-ab65-4f99-8fbb-201b325b18d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0640256 Feb 09 19:35:26.020044 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a491af41-4c8c-40b8-ad01-1598fe054584 None None] Network f63a97a6-2552-42d7-aee9-c49ce8319647 requested from n-d-713498-36 {{(pid=103232) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 19:35:26.032416 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-dcc887ab-ae07-4a3b-b104-78871e388566 tempest-NetworksTestDHCPv6-1153288886 tempest-NetworksTestDHCPv6-1153288886-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-759852'] for subnet (2b1fb8a2-f3f2-493a-bae1-2e672350c975), precommit_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:35:26.094097 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-dcc887ab-ae07-4a3b-b104-78871e388566 tempest-NetworksTestDHCPv6-1153288886 tempest-NetworksTestDHCPv6-1153288886-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-760023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14393672', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12985882'] for subnet (2b1fb8a2-f3f2-493a-bae1-2e672350c975), after_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:35:26.123599 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcc887ab-ae07-4a3b-b104-78871e388566 tempest-NetworksTestDHCPv6-1153288886 tempest-NetworksTestDHCPv6-1153288886-project] Pushing event deleted for resources: {'Subnet': ['ID=2b1fb8a2-f3f2-493a-bae1-2e672350c975,revision_number=None']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:35:26.135307 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-dcc887ab-ae07-4a3b-b104-78871e388566 tempest-NetworksTestDHCPv6-1153288886 tempest-NetworksTestDHCPv6-1153288886-project] Publish callbacks [] for subnet (None), before_response {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:35:26.141654 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 37790) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:35:26.142095 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-dcc887ab-ae07-4a3b-b104-78871e388566 tempest-NetworksTestDHCPv6-1153288886 tempest-NetworksTestDHCPv6-1153288886-project] 10.222.0.75 "DELETE /v2.0/subnets/2b1fb8a2-f3f2-493a-bae1-2e672350c975 HTTP/1.1" status: 204 len: 168 time: 0.3346744 Feb 09 19:35:26.210590 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 37794) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:35:26.211401 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-d5eed3b0-ce69-462b-a700-2724ac9cc2d5 tempest-NetworksTestDHCPv6-1153288886 tempest-NetworksTestDHCPv6-1153288886-project] 10.222.0.75 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0679944 Feb 09 19:35:26.215798 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.v2.base [None req-1592bc09-d149-4b36-9d4f-484cc89deee2 tempest-NetworksTestDHCPv6-1153288886 tempest-NetworksTestDHCPv6-1153288886-project] Request body: {'subnet': {'network_id': 'f63a97a6-2552-42d7-aee9-c49ce8319647', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103230) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 19:35:26.253865 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59ece7a7-488d-4ee1-9c16-d7cb65a3446f None None] Update dhcp port {'port': {'network_id': 'f63a97a6-2552-42d7-aee9-c49ce8319647', 'fixed_ips': [{'subnet_id': '2b1fb8a2-f3f2-493a-bae1-2e672350c975'}], 'binding:host_id': 'n-d-713498-36'}, 'id': '1393cae0-e1bb-4ae2-be6e-a0cfd817a909'} from n-d-713498-36. {{(pid=103232) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Feb 09 19:35:26.286148 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-59ece7a7-488d-4ee1-9c16-d7cb65a3446f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (1393cae0-e1bb-4ae2-be6e-a0cfd817a909), before_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:35:26.319320 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1592bc09-d149-4b36-9d4f-484cc89deee2 tempest-NetworksTestDHCPv6-1153288886 tempest-NetworksTestDHCPv6-1153288886-project] Made reservation on behalf of 84aec0d011da47d8bc94f6ba8668f413 for: {'subnet': 1} {{(pid=103230) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 19:35:26.322892 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-1592bc09-d149-4b36-9d4f-484cc89deee2 tempest-NetworksTestDHCPv6-1153288886 tempest-NetworksTestDHCPv6-1153288886-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12985917'] for subnet (None), before_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:35:26.452077 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-812e9e6b-4f8a-4138-b076-feeb2aa318ab None None] Network f63a97a6-2552-42d7-aee9-c49ce8319647 requested from n-d-713498-36 {{(pid=103232) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 19:35:26.532960 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-1592bc09-d149-4b36-9d4f-484cc89deee2 tempest-NetworksTestDHCPv6-1153288886 tempest-NetworksTestDHCPv6-1153288886-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14393611', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12985859'] for subnet (f31513df-abb5-428b-a34d-0b48486c2841), after_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:35:26.560075 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.provisioning_blocks [None req-9dc2abe9-559e-40ec-9b39-072ebf5d1966 None None] Provisioning complete for port 1393cae0-e1bb-4ae2-be6e-a0cfd817a909 triggered by entity DHCP. {{(pid=103232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 19:35:26.560450 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-9dc2abe9-559e-40ec-9b39-072ebf5d1966 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593630'] for port (1393cae0-e1bb-4ae2-be6e-a0cfd817a909), provisioning_complete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:35:26.576546 n-d-713498-36 neutron-server[103230]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1592bc09-d149-4b36-9d4f-484cc89deee2 tempest-NetworksTestDHCPv6-1153288886 tempest-NetworksTestDHCPv6-1153288886-project] Network f63a97a6-2552-42d7-aee9-c49ce8319647 is already hosted by enough agents. {{(pid=103230) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 19:35:26.580466 n-d-713498-36 neutron-server[103230]: DEBUG neutron.scheduler.base_scheduler [None req-1592bc09-d149-4b36-9d4f-484cc89deee2 tempest-NetworksTestDHCPv6-1153288886 tempest-NetworksTestDHCPv6-1153288886-project] Resources bound (agent type, host, resource id): {{(pid=103230) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 19:35:26.587124 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1592bc09-d149-4b36-9d4f-484cc89deee2 tempest-NetworksTestDHCPv6-1153288886 tempest-NetworksTestDHCPv6-1153288886-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:35:26.587725 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-1592bc09-d149-4b36-9d4f-484cc89deee2 tempest-NetworksTestDHCPv6-1153288886 tempest-NetworksTestDHCPv6-1153288886-project] Publish callbacks [] for subnet (None), before_response {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:35:26.599603 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa70ed8c-020f-4b32-bd71-4beebd68d3e2 None None] DHCP port deletion for f63a97a6-2552-42d7-aee9-c49ce8319647 request from n-d-713498-36 {{(pid=103232) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 09 19:35:26.607558 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1592bc09-d149-4b36-9d4f-484cc89deee2 tempest-NetworksTestDHCPv6-1153288886 tempest-NetworksTestDHCPv6-1153288886-project] Pushing event updated for resources: {'Subnet': ['ID=f31513df-abb5-428b-a34d-0b48486c2841,revision_number=0']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:35:26.618442 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-1592bc09-d149-4b36-9d4f-484cc89deee2 tempest-NetworksTestDHCPv6-1153288886 tempest-NetworksTestDHCPv6-1153288886-project] 10.222.0.75 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.4067438 Feb 09 19:35:26.621304 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 37796) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:35:26.626821 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.v2.base [None req-51f79618-262b-463c-8d38-0b0902bf89ce tempest-NetworksTestDHCPv6-1153288886 tempest-NetworksTestDHCPv6-1153288886-project] Request body: {'subnet': {'network_id': 'f63a97a6-2552-42d7-aee9-c49ce8319647', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=103230) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 19:35:26.636016 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Device 5fe0c84b-b353-4369-a735-a52ec0c04094 details requested by agent hyperv_n-h2-713498-36 with host n-h2-713498-36 {{(pid=103232) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 19:35:26.638017 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Device 5f3120e3-e786-407f-b3ad-794cc89bce3c up at agent hyperv_n-h2-713498-36 {{(pid=103232) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 19:35:26.761907 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-51f79618-262b-463c-8d38-0b0902bf89ce tempest-NetworksTestDHCPv6-1153288886 tempest-NetworksTestDHCPv6-1153288886-project] Made reservation on behalf of 84aec0d011da47d8bc94f6ba8668f413 for: {'subnet': 1} {{(pid=103230) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 19:35:26.769295 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-51f79618-262b-463c-8d38-0b0902bf89ce tempest-NetworksTestDHCPv6-1153288886 tempest-NetworksTestDHCPv6-1153288886-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12985917'] for subnet (None), before_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:35:26.856556 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Device 1393cae0-e1bb-4ae2-be6e-a0cfd817a909 no longer exists at agent ovs-agent-n-d-713498-36 {{(pid=103232) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 19:35:27.029553 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-9dc2abe9-559e-40ec-9b39-072ebf5d1966 None None] Current status of the port 1393cae0-e1bb-4ae2-be6e-a0cfd817a909 is: ACTIVE; New status is: ACTIVE {{(pid=103232) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 19:35:27.082526 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-7429db8d-6021-40ad-813e-885be449a89b None None] For port 5fe0c84b-b353-4369-a735-a52ec0c04094, host n-h2-713498-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-36',level=0,port_id=5fe0c84b-b353-4369-a735-a52ec0c04094,segment=NetworkSegment(3ad9008e-d820-4913-8a3a-dbe689506816),segment_id=3ad9008e-d820-4913-8a3a-dbe689506816)] {{(pid=103232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 19:35:27.105568 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-fa70ed8c-020f-4b32-bd71-4beebd68d3e2 None None] Deleting port 1393cae0-e1bb-4ae2-be6e-a0cfd817a909 {{(pid=103232) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 19:35:27.107183 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-fa70ed8c-020f-4b32-bd71-4beebd68d3e2 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762867170196'] for port (1393cae0-e1bb-4ae2-be6e-a0cfd817a909), before_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:35:27.142310 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.provisioning_blocks [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Provisioning for port 5f3120e3-e786-407f-b3ad-794cc89bce3c completed by entity L2. {{(pid=103232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 19:35:27.160798 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef4cfc65-e66a-4094-b210-3a5fde2cfd87 req-f33d09f5-7ebf-4be0-8cdd-eb37617f30ef tempest-TestNetworkAdvancedServerOps-1633223542 tempest-TestNetworkAdvancedServerOps-1633223542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:35:27.162541 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-ef4cfc65-e66a-4094-b210-3a5fde2cfd87 req-f33d09f5-7ebf-4be0-8cdd-eb37617f30ef tempest-TestNetworkAdvancedServerOps-1633223542 tempest-TestNetworkAdvancedServerOps-1633223542-project] 10.222.0.75 "GET /v2.0/ports?device_id=ba22b315-e430-4895-a078-0c720f335557 HTTP/1.1" status: 200 len: 944 time: 0.0689671 Feb 09 19:35:27.186004 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Returning: {'device': '5fe0c84b-b353-4369-a735-a52ec0c04094', 'network_id': '30b6826a-2ec4-4081-a475-68e12498d4e4', 'port_id': '5fe0c84b-b353-4369-a735-a52ec0c04094', 'mac_address': 'fa:16:3e:92:59:43', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 368, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '030193b3-b985-4d6c-b0c1-2ea320638096', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103232) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 19:35:27.249573 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-ef4cfc65-e66a-4094-b210-3a5fde2cfd87 req-dac49b63-d73f-46fc-83cd-0ccc8c64c18a tempest-TestNetworkAdvancedServerOps-1633223542 tempest-TestNetworkAdvancedServerOps-1633223542-project] 10.222.0.75 "GET /v2.0/security-groups?id=4e60dadd-ab65-4f99-8fbb-201b325b18d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0757651 Feb 09 19:35:27.255131 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Current status of the port 1393cae0-e1bb-4ae2-be6e-a0cfd817a909 is: ACTIVE; New status is: DOWN {{(pid=103232) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 19:35:27.255540 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (1393cae0-e1bb-4ae2-be6e-a0cfd817a909), before_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:35:27.258580 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d7e426a-8699-4ac7-99ba-7c9c66307e8f req-b2df3373-d8cd-4e8f-a2fb-65f4154a837e tempest-ServersTestJSON-482035511 tempest-ServersTestJSON-482035511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:35:27.260141 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-7d7e426a-8699-4ac7-99ba-7c9c66307e8f req-b2df3373-d8cd-4e8f-a2fb-65f4154a837e tempest-ServersTestJSON-482035511 tempest-ServersTestJSON-482035511-project] 10.222.0.75 "GET /v2.0/ports?device_id=5f3fe354-b8ca-4564-889c-8b6e78eeca41 HTTP/1.1" status: 200 len: 943 time: 0.0943084 Feb 09 19:35:27.267801 n-d-713498-36 neutron-server[103230]: INFO neutron.db.ipam_backend_mixin [None req-51f79618-262b-463c-8d38-0b0902bf89ce tempest-NetworksTestDHCPv6-1153288886 tempest-NetworksTestDHCPv6-1153288886-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet f31513df-abb5-428b-a34d-0b48486c2841 (CIDR: 2001:db8::/64) Feb 09 19:35:27.286105 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.provisioning_blocks [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Provisioning complete for port 5f3120e3-e786-407f-b3ad-794cc89bce3c triggered by entity L2. {{(pid=103232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 19:35:27.286105 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593630'] for port (5f3120e3-e786-407f-b3ad-794cc89bce3c), provisioning_complete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:35:27.291541 n-d-713498-36 neutron-server[103230]: INFO neutron.pecan_wsgi.hooks.translation [None req-51f79618-262b-463c-8d38-0b0902bf89ce tempest-NetworksTestDHCPv6-1153288886 tempest-NetworksTestDHCPv6-1153288886-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 09 19:35:27.292044 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-51f79618-262b-463c-8d38-0b0902bf89ce tempest-NetworksTestDHCPv6-1153288886 tempest-NetworksTestDHCPv6-1153288886-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103230) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 19:35:27.318594 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Current status of the port 5fe0c84b-b353-4369-a735-a52ec0c04094 is: DOWN; New status is: BUILD {{(pid=103232) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 19:35:27.318894 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (5fe0c84b-b353-4369-a735-a52ec0c04094), before_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:35:27.324987 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-51f79618-262b-463c-8d38-0b0902bf89ce tempest-NetworksTestDHCPv6-1153288886 tempest-NetworksTestDHCPv6-1153288886-project] 10.222.0.75 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.6997180 Feb 09 19:35:27.325164 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 37806) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:35:27.332084 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.v2.base [None req-9f4bbf46-4536-4076-9964-db29159d8386 tempest-NetworksTestDHCPv6-1153288886 tempest-NetworksTestDHCPv6-1153288886-project] Request body: {'subnet': {'network_id': 'f63a97a6-2552-42d7-aee9-c49ce8319647', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=103230) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 19:35:27.338291 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-7d7e426a-8699-4ac7-99ba-7c9c66307e8f req-5c3e955c-f08c-40c4-b337-44c15f1886d5 tempest-ServersTestJSON-482035511 tempest-ServersTestJSON-482035511-project] 10.222.0.75 "GET /v2.0/security-groups?id=37883354-c9cd-40f0-bbce-1c711bac4569&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0692580 Feb 09 19:35:27.353455 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] For port 1393cae0-e1bb-4ae2-be6e-a0cfd817a909, host n-d-713498-36, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-36',level=0,port_id=1393cae0-e1bb-4ae2-be6e-a0cfd817a909,segment=NetworkSegment(20e634bc-bbe0-4569-a1ea-6be524590675),segment_id=20e634bc-bbe0-4569-a1ea-6be524590675)] {{(pid=103232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 19:35:27.384291 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762867176205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762866656485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762866656503'] for port (1393cae0-e1bb-4ae2-be6e-a0cfd817a909), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:35:27.419080 n-d-713498-36 neutron-server[103232]: DEBUG neutron.notifiers.nova [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5fe0c84b-b353-4369-a735-a52ec0c04094 {{(pid=103232) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 19:35:27.460321 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9f4bbf46-4536-4076-9964-db29159d8386 tempest-NetworksTestDHCPv6-1153288886 tempest-NetworksTestDHCPv6-1153288886-project] Made reservation on behalf of 84aec0d011da47d8bc94f6ba8668f413 for: {'subnet': 1} {{(pid=103230) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 19:35:27.464014 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-9f4bbf46-4536-4076-9964-db29159d8386 tempest-NetworksTestDHCPv6-1153288886 tempest-NetworksTestDHCPv6-1153288886-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12985917'] for subnet (None), before_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:35:27.489301 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-7429db8d-6021-40ad-813e-885be449a89b None None] For port 5fe0c84b-b353-4369-a735-a52ec0c04094, host n-h2-713498-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-36',level=0,port_id=5fe0c84b-b353-4369-a735-a52ec0c04094,segment=NetworkSegment(3ad9008e-d820-4913-8a3a-dbe689506816),segment_id=3ad9008e-d820-4913-8a3a-dbe689506816)] {{(pid=103232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 19:35:27.507745 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762867176205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762866656485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762866656503'] for port (5fe0c84b-b353-4369-a735-a52ec0c04094), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:35:27.515157 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Current status of the port 5f3120e3-e786-407f-b3ad-794cc89bce3c is: BUILD; New status is: ACTIVE {{(pid=103232) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 19:35:27.515543 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (5f3120e3-e786-407f-b3ad-794cc89bce3c), before_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:35:27.531944 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-fa70ed8c-020f-4b32-bd71-4beebd68d3e2 None None] For port 1393cae0-e1bb-4ae2-be6e-a0cfd817a909, host n-d-713498-36, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-36',level=0,port_id=1393cae0-e1bb-4ae2-be6e-a0cfd817a909,segment=NetworkSegment(20e634bc-bbe0-4569-a1ea-6be524590675),segment_id=20e634bc-bbe0-4569-a1ea-6be524590675)] {{(pid=103232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 19:35:27.532333 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-fa70ed8c-020f-4b32-bd71-4beebd68d3e2 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1820838'] for port (1393cae0-e1bb-4ae2-be6e-a0cfd817a909), precommit_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:35:27.535290 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Pushing event updated for resources: {'Port': ['ID=1393cae0-e1bb-4ae2-be6e-a0cfd817a909,revision_number=7']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:35:27.599353 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-fa70ed8c-020f-4b32-bd71-4beebd68d3e2 None None] Calling delete_port for 1393cae0-e1bb-4ae2-be6e-a0cfd817a909 owned by network:dhcp {{(pid=103232) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 19:35:27.628049 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Pushing event updated for resources: {'Port': ['ID=5fe0c84b-b353-4369-a735-a52ec0c04094,revision_number=4']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:35:27.632007 n-d-713498-36 neutron-server[103232]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ba22b315-e430-4895-a078-0c720f335557', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5f3120e3-e786-407f-b3ad-794cc89bce3c'}] {{(pid=103232) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 19:35:27.634269 n-d-713498-36 neutron-server[103232]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}949cdcde653dec44821de95cbf67297f53cbc2aed4e073b5d514f93bf911ce85" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ddf9e0df-3f18-4fd2-9ed0-330062e01f1e" -d '{"events": [{"server_uuid": "ba22b315-e430-4895-a078-0c720f335557", "name": "network-vif-plugged", "status": "completed", "tag": "5f3120e3-e786-407f-b3ad-794cc89bce3c"}]}' {{(pid=103232) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 19:35:27.678701 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-7429db8d-6021-40ad-813e-885be449a89b None None] For port 5f3120e3-e786-407f-b3ad-794cc89bce3c, host n-h2-713498-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-36',level=0,port_id=5f3120e3-e786-407f-b3ad-794cc89bce3c,segment=NetworkSegment(25bee314-2f03-4005-a207-d495c9ba8d98),segment_id=25bee314-2f03-4005-a207-d495c9ba8d98)] {{(pid=103232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 19:35:27.684655 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762867176205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762866656485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762866656503'] for port (5f3120e3-e786-407f-b3ad-794cc89bce3c), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:35:27.764211 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Pushing event updated for resources: {'Port': ['ID=5f3120e3-e786-407f-b3ad-794cc89bce3c,revision_number=5']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:35:27.778739 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-fa70ed8c-020f-4b32-bd71-4beebd68d3e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762867177463', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762866656476'] for port (1393cae0-e1bb-4ae2-be6e-a0cfd817a909), after_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:35:27.812607 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa70ed8c-020f-4b32-bd71-4beebd68d3e2 None None] Pushing event deleted for resources: {'Port': ['ID=1393cae0-e1bb-4ae2-be6e-a0cfd817a909,revision_number=None']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:35:27.820560 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa70ed8c-020f-4b32-bd71-4beebd68d3e2 None None] No DVR routers for this DVR port 1393cae0-e1bb-4ae2-be6e-a0cfd817a909 on host n-d-713498-36 {{(pid=103232) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 19:35:27.836744 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-7429db8d-6021-40ad-813e-885be449a89b None None] get_ports_and_sgs() called for port_ids ['5fe0c84b-b353-4369-a735-a52ec0c04094'] {{(pid=103232) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 19:35:27.840569 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5a434e4-4682-4518-b65f-0f490eea8748 None None] Network f63a97a6-2552-42d7-aee9-c49ce8319647 requested from n-d-713498-36 {{(pid=103232) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 19:35:27.873987 n-d-713498-36 neutron-server[103230]: DEBUG neutron.objects.ports [None req-9f4bbf46-4536-4076-9964-db29159d8386 tempest-NetworksTestDHCPv6-1153288886 tempest-NetworksTestDHCPv6-1153288886-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103230) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Feb 09 19:35:27.875834 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-9f4bbf46-4536-4076-9964-db29159d8386 tempest-NetworksTestDHCPv6-1153288886 tempest-NetworksTestDHCPv6-1153288886-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14393611', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12985859'] for subnet (e0e8dbf3-47b9-44ea-9818-2f175abc9aa6), after_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:35:27.903059 n-d-713498-36 neutron-server[103232]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 19:35:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1b072465-8508-4b0e-ab78-6ed96a3acb1a x-openstack-request-id: req-1b072465-8508-4b0e-ab78-6ed96a3acb1a {{(pid=103232) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 19:35:27.903353 n-d-713498-36 neutron-server[103232]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ba22b315-e430-4895-a078-0c720f335557", "name": "network-vif-plugged", "status": "completed", "tag": "5f3120e3-e786-407f-b3ad-794cc89bce3c", "code": 200}]} {{(pid=103232) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 19:35:27.903607 n-d-713498-36 neutron-server[103232]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-1b072465-8508-4b0e-ab78-6ed96a3acb1a {{(pid=103232) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 19:35:27.903996 n-d-713498-36 neutron-server[103232]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ba22b315-e430-4895-a078-0c720f335557', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5f3120e3-e786-407f-b3ad-794cc89bce3c', 'code': 200} Feb 09 19:35:27.939370 n-d-713498-36 neutron-server[103230]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f4bbf46-4536-4076-9964-db29159d8386 tempest-NetworksTestDHCPv6-1153288886 tempest-NetworksTestDHCPv6-1153288886-project] Network f63a97a6-2552-42d7-aee9-c49ce8319647 is already hosted by enough agents. {{(pid=103230) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 19:35:27.950986 n-d-713498-36 neutron-server[103230]: DEBUG neutron.scheduler.base_scheduler [None req-9f4bbf46-4536-4076-9964-db29159d8386 tempest-NetworksTestDHCPv6-1153288886 tempest-NetworksTestDHCPv6-1153288886-project] Resources bound (agent type, host, resource id): {{(pid=103230) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 19:35:27.957711 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f4bbf46-4536-4076-9964-db29159d8386 tempest-NetworksTestDHCPv6-1153288886 tempest-NetworksTestDHCPv6-1153288886-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:35:27.958604 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-9f4bbf46-4536-4076-9964-db29159d8386 tempest-NetworksTestDHCPv6-1153288886 tempest-NetworksTestDHCPv6-1153288886-project] Publish callbacks [] for subnet (None), before_response {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:35:27.975880 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f4bbf46-4536-4076-9964-db29159d8386 tempest-NetworksTestDHCPv6-1153288886 tempest-NetworksTestDHCPv6-1153288886-project] Pushing event updated for resources: {'Subnet': ['ID=e0e8dbf3-47b9-44ea-9818-2f175abc9aa6,revision_number=0']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:35:27.990905 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-9f4bbf46-4536-4076-9964-db29159d8386 tempest-NetworksTestDHCPv6-1153288886 tempest-NetworksTestDHCPv6-1153288886-project] 10.222.0.75 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 0.6645622 Feb 09 19:35:27.994823 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 37812) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:35:28.001825 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.v2.base [None req-9c8a6e77-a881-40e9-ba20-a1f51f4a0bfa tempest-NetworksTestDHCPv6-1153288886 tempest-NetworksTestDHCPv6-1153288886-project] Request body: {'port': {'network_id': 'f63a97a6-2552-42d7-aee9-c49ce8319647', 'mac_address': 'fa:16:3e:99:37:c5', 'name': 'tempest-NetworksTestDHCPv6-1625659564'}} {{(pid=103230) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 19:35:28.017015 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a5cadf5-d735-41bc-8429-59da0d966a29 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8b32e980-7cce-5e82-a341-bd2fa8945c89-f63a97a6-2552-42d7-aee9-c49ce8319647', 'network_id': 'f63a97a6-2552-42d7-aee9-c49ce8319647', 'project_id': '84aec0d011da47d8bc94f6ba8668f413', 'fixed_ips': [{'subnet_id': 'e0e8dbf3-47b9-44ea-9818-2f175abc9aa6'}, {'subnet_id': 'f31513df-abb5-428b-a34d-0b48486c2841'}]}} from n-d-713498-36. {{(pid=103232) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 09 19:35:28.018371 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-8a5cadf5-d735-41bc-8429-59da0d966a29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (None), before_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:35:28.083689 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-852561d4-5d79-445e-908c-b70a1c0a64f9 req-d7983e08-2f9f-432f-8840-511c545c1016 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:35:28.085375 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-852561d4-5d79-445e-908c-b70a1c0a64f9 req-d7983e08-2f9f-432f-8840-511c545c1016 service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=ba22b315-e430-4895-a078-0c720f335557 HTTP/1.1" status: 200 len: 1128 time: 0.1135073 Feb 09 19:35:28.164437 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-852561d4-5d79-445e-908c-b70a1c0a64f9 req-0a95d51b-a257-48ad-8a01-c6772fe57c76 service neutron] 10.222.0.90 "GET /v2.0/security-groups?id=4e60dadd-ab65-4f99-8fbb-201b325b18d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0695298 Feb 09 19:35:28.176389 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9c8a6e77-a881-40e9-ba20-a1f51f4a0bfa tempest-NetworksTestDHCPv6-1153288886 tempest-NetworksTestDHCPv6-1153288886-project] Made reservation on behalf of 84aec0d011da47d8bc94f6ba8668f413 for: {'port': 1} {{(pid=103230) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 19:35:28.180700 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-9c8a6e77-a881-40e9-ba20-a1f51f4a0bfa tempest-NetworksTestDHCPv6-1153288886 tempest-NetworksTestDHCPv6-1153288886-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (None), before_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:35:28.205052 n-d-713498-36 neutron-server[103230]: DEBUG neutron.notifiers.nova [None req-9c8a6e77-a881-40e9-ba20-a1f51f4a0bfa tempest-NetworksTestDHCPv6-1153288886 tempest-NetworksTestDHCPv6-1153288886-project] device_id is not set on port b63e3c80-b139-4158-8dd6-9a4fbc6a5847 yet. {{(pid=103230) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 09 19:35:28.273779 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.db_base_plugin_common [None req-8a5cadf5-d735-41bc-8429-59da0d966a29 None None] Allocated IP 2001:db8::2 (f63a97a6-2552-42d7-aee9-c49ce8319647/f31513df-abb5-428b-a34d-0b48486c2841/cbd78dfa-f3f8-41b1-af8a-e6a6e0592f49) {{(pid=103232) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 19:35:28.280555 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.db_base_plugin_common [None req-8a5cadf5-d735-41bc-8429-59da0d966a29 None None] Allocated IP 2001:db8:0:1:f816:3eff:fee4:cce7 (f63a97a6-2552-42d7-aee9-c49ce8319647/e0e8dbf3-47b9-44ea-9818-2f175abc9aa6/cbd78dfa-f3f8-41b1-af8a-e6a6e0592f49) {{(pid=103232) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 19:35:28.384363 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6de508c-3c8a-45d4-b640-6a4482f62df9 req-5ec2c92e-0bc1-400f-8ad3-e3ac2ccf43b7 tempest-TestNetworkAdvancedServerOps-1633223542 tempest-TestNetworkAdvancedServerOps-1633223542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:35:28.392407 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-e6de508c-3c8a-45d4-b640-6a4482f62df9 req-5ec2c92e-0bc1-400f-8ad3-e3ac2ccf43b7 tempest-TestNetworkAdvancedServerOps-1633223542 tempest-TestNetworkAdvancedServerOps-1633223542-project] 10.222.0.75 "GET /v2.0/ports?device_id=ba22b315-e430-4895-a078-0c720f335557 HTTP/1.1" status: 200 len: 945 time: 0.0772934 Feb 09 19:35:28.463930 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-e6de508c-3c8a-45d4-b640-6a4482f62df9 req-26b27685-0454-40be-badc-1f2852d25e80 tempest-TestNetworkAdvancedServerOps-1633223542 tempest-TestNetworkAdvancedServerOps-1633223542-project] 10.222.0.75 "GET /v2.0/security-groups?id=4e60dadd-ab65-4f99-8fbb-201b325b18d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0704231 Feb 09 19:35:28.506297 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a087f3ca-56ea-401a-9411-e076091a483f req-7b39a823-1866-4146-b69d-78a3b43fb5bc tempest-ServersTestJSON-482035511 tempest-ServersTestJSON-482035511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:35:28.513388 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-a087f3ca-56ea-401a-9411-e076091a483f req-7b39a823-1866-4146-b69d-78a3b43fb5bc tempest-ServersTestJSON-482035511 tempest-ServersTestJSON-482035511-project] 10.222.0.75 "GET /v2.0/ports?device_id=5f3fe354-b8ca-4564-889c-8b6e78eeca41 HTTP/1.1" status: 200 len: 944 time: 0.0826128 Feb 09 19:35:28.528617 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-8a5cadf5-d735-41bc-8429-59da0d966a29 None None] Publish callbacks [] for port (cbd78dfa-f3f8-41b1-af8a-e6a6e0592f49), precommit_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:35:28.534143 n-d-713498-36 neutron-server[103233]: DEBUG neutron.db.agents_db [None req-4a8a6a42-0a0c-4437-8958-92282682b6bb None None] Agent healthcheck: found 7 active agents {{(pid=103233) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 19:35:28.551804 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-8a5cadf5-d735-41bc-8429-59da0d966a29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762866656467'] for port (cbd78dfa-f3f8-41b1-af8a-e6a6e0592f49), after_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:35:28.581517 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-a087f3ca-56ea-401a-9411-e076091a483f req-aa4c4bf5-32b1-4701-be95-b58a5bd60c72 tempest-ServersTestJSON-482035511 tempest-ServersTestJSON-482035511-project] 10.222.0.75 "GET /v2.0/security-groups?id=37883354-c9cd-40f0-bbce-1c711bac4569&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0672479 Feb 09 19:35:28.598355 n-d-713498-36 neutron-server[103232]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a5cadf5-d735-41bc-8429-59da0d966a29 None None] Network f63a97a6-2552-42d7-aee9-c49ce8319647 is already hosted by enough agents. {{(pid=103232) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 19:35:28.601935 n-d-713498-36 neutron-server[103232]: DEBUG neutron.scheduler.base_scheduler [None req-8a5cadf5-d735-41bc-8429-59da0d966a29 None None] Resources bound (agent type, host, resource id): {{(pid=103232) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 19:35:28.610521 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a5cadf5-d735-41bc-8429-59da0d966a29 None None] Received port after_create {{(pid=103232) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 19:35:28.627862 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a5cadf5-d735-41bc-8429-59da0d966a29 None None] Pushing event updated for resources: {'Port': ['ID=cbd78dfa-f3f8-41b1-af8a-e6a6e0592f49,revision_number=1']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:35:28.713709 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.managers [None req-8a5cadf5-d735-41bc-8429-59da0d966a29 None None] Attempting to bind port cbd78dfa-f3f8-41b1-af8a-e6a6e0592f49 on host n-d-713498-36 for vnic_type normal with profile {{(pid=103232) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 19:35:28.714323 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.managers [None req-8a5cadf5-d735-41bc-8429-59da0d966a29 None None] Attempting to bind port cbd78dfa-f3f8-41b1-af8a-e6a6e0592f49 by drivers openvswitch,hyperv on host n-d-713498-36 at level 0 using segments [{'id': '20e634bc-bbe0-4569-a1ea-6be524590675', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': 'f63a97a6-2552-42d7-aee9-c49ce8319647'}] {{(pid=103232) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 19:35:28.715084 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a5cadf5-d735-41bc-8429-59da0d966a29 None None] Attempting to bind port cbd78dfa-f3f8-41b1-af8a-e6a6e0592f49 on network f63a97a6-2552-42d7-aee9-c49ce8319647 {{(pid=103232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 19:35:28.723616 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a5cadf5-d735-41bc-8429-59da0d966a29 None None] Checking agent: {'id': '496418a2-c002-4aec-ab1a-07f3bea491bd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-36', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 18, 51, 47), 'started_at': datetime.datetime(2022, 2, 9, 18, 52, 17), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 19, 35, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-36'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 19:35:28.724118 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a5cadf5-d735-41bc-8429-59da0d966a29 None None] Checking segment: {'id': '20e634bc-bbe0-4569-a1ea-6be524590675', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': 'f63a97a6-2552-42d7-aee9-c49ce8319647'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103232) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 19:35:28.724638 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-8a5cadf5-d735-41bc-8429-59da0d966a29 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:35:28.725198 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a5cadf5-d735-41bc-8429-59da0d966a29 None None] Bound using segment: {'id': '20e634bc-bbe0-4569-a1ea-6be524590675', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': 'f63a97a6-2552-42d7-aee9-c49ce8319647'} {{(pid=103232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 19:35:28.725871 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.managers [None req-8a5cadf5-d735-41bc-8429-59da0d966a29 None None] Bound port: cbd78dfa-f3f8-41b1-af8a-e6a6e0592f49, host: n-d-713498-36, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '20e634bc-bbe0-4569-a1ea-6be524590675', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': 'f63a97a6-2552-42d7-aee9-c49ce8319647'}}] {{(pid=103232) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 19:35:28.726369 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-8a5cadf5-d735-41bc-8429-59da0d966a29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (cbd78dfa-f3f8-41b1-af8a-e6a6e0592f49), before_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:35:28.763623 n-d-713498-36 neutron-server[103230]: DEBUG neutron.db.db_base_plugin_common [None req-9c8a6e77-a881-40e9-ba20-a1f51f4a0bfa tempest-NetworksTestDHCPv6-1153288886 tempest-NetworksTestDHCPv6-1153288886-project] Allocated IP 2001:db8::a5 (f63a97a6-2552-42d7-aee9-c49ce8319647/f31513df-abb5-428b-a34d-0b48486c2841/b63e3c80-b139-4158-8dd6-9a4fbc6a5847) {{(pid=103230) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 19:35:28.773225 n-d-713498-36 neutron-server[103230]: DEBUG neutron.db.db_base_plugin_common [None req-9c8a6e77-a881-40e9-ba20-a1f51f4a0bfa tempest-NetworksTestDHCPv6-1153288886 tempest-NetworksTestDHCPv6-1153288886-project] Allocated IP 2001:db8:0:1:f816:3eff:fe99:37c5 (f63a97a6-2552-42d7-aee9-c49ce8319647/e0e8dbf3-47b9-44ea-9818-2f175abc9aa6/b63e3c80-b139-4158-8dd6-9a4fbc6a5847) {{(pid=103230) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 19:35:28.823517 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-8a5cadf5-d735-41bc-8429-59da0d966a29 None None] For port cbd78dfa-f3f8-41b1-af8a-e6a6e0592f49, host n-d-713498-36, cleared binding levels {{(pid=103232) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 19:35:28.827265 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-8a5cadf5-d735-41bc-8429-59da0d966a29 None None] For port cbd78dfa-f3f8-41b1-af8a-e6a6e0592f49, host n-d-713498-36, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-36',level=0,port_id=cbd78dfa-f3f8-41b1-af8a-e6a6e0592f49,segment=NetworkSegment(20e634bc-bbe0-4569-a1ea-6be524590675),segment_id=20e634bc-bbe0-4569-a1ea-6be524590675)] {{(pid=103232) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 19:35:28.834732 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-8a5cadf5-d735-41bc-8429-59da0d966a29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762867176205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762866656485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762866656503'] for port (cbd78dfa-f3f8-41b1-af8a-e6a6e0592f49), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:35:28.895759 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a5cadf5-d735-41bc-8429-59da0d966a29 None None] Pushing event updated for resources: {'Port': ['ID=cbd78dfa-f3f8-41b1-af8a-e6a6e0592f49,revision_number=2']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:35:28.951325 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-9c8a6e77-a881-40e9-ba20-a1f51f4a0bfa tempest-NetworksTestDHCPv6-1153288886 tempest-NetworksTestDHCPv6-1153288886-project] Publish callbacks [] for port (b63e3c80-b139-4158-8dd6-9a4fbc6a5847), precommit_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:35:28.991370 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-9c8a6e77-a881-40e9-ba20-a1f51f4a0bfa tempest-NetworksTestDHCPv6-1153288886 tempest-NetworksTestDHCPv6-1153288886-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762866656467', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14393751'] for port (b63e3c80-b139-4158-8dd6-9a4fbc6a5847), after_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:35:29.039428 n-d-713498-36 neutron-server[103230]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c8a6e77-a881-40e9-ba20-a1f51f4a0bfa tempest-NetworksTestDHCPv6-1153288886 tempest-NetworksTestDHCPv6-1153288886-project] Network f63a97a6-2552-42d7-aee9-c49ce8319647 is already hosted by enough agents. {{(pid=103230) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 19:35:29.042970 n-d-713498-36 neutron-server[103230]: DEBUG neutron.scheduler.base_scheduler [None req-9c8a6e77-a881-40e9-ba20-a1f51f4a0bfa tempest-NetworksTestDHCPv6-1153288886 tempest-NetworksTestDHCPv6-1153288886-project] Resources bound (agent type, host, resource id): {{(pid=103230) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 19:35:29.047140 n-d-713498-36 neutron-server[103230]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c8a6e77-a881-40e9-ba20-a1f51f4a0bfa tempest-NetworksTestDHCPv6-1153288886 tempest-NetworksTestDHCPv6-1153288886-project] Received port after_create {{(pid=103230) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 19:35:29.052750 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c8a6e77-a881-40e9-ba20-a1f51f4a0bfa tempest-NetworksTestDHCPv6-1153288886 tempest-NetworksTestDHCPv6-1153288886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:35:29.053460 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-9c8a6e77-a881-40e9-ba20-a1f51f4a0bfa tempest-NetworksTestDHCPv6-1153288886 tempest-NetworksTestDHCPv6-1153288886-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171096'] for port (None), before_response {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:35:29.065831 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c8a6e77-a881-40e9-ba20-a1f51f4a0bfa tempest-NetworksTestDHCPv6-1153288886 tempest-NetworksTestDHCPv6-1153288886-project] Pushing event updated for resources: {'Port': ['ID=b63e3c80-b139-4158-8dd6-9a4fbc6a5847,revision_number=1']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:35:29.076382 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-9c8a6e77-a881-40e9-ba20-a1f51f4a0bfa tempest-NetworksTestDHCPv6-1153288886 tempest-NetworksTestDHCPv6-1153288886-project] 10.222.0.75 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1032 time: 1.0801566 Feb 09 19:35:29.078944 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 37834) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:35:29.214200 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.plugin [None req-0400a860-92db-4795-a9ea-8de8f8da4c26 tempest-NetworksTestDHCPv6-1153288886 tempest-NetworksTestDHCPv6-1153288886-project] Deleting port b63e3c80-b139-4158-8dd6-9a4fbc6a5847 {{(pid=103229) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 19:35:29.214551 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-0400a860-92db-4795-a9ea-8de8f8da4c26 tempest-NetworksTestDHCPv6-1153288886 tempest-NetworksTestDHCPv6-1153288886-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762867170196'] for port (b63e3c80-b139-4158-8dd6-9a4fbc6a5847), before_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:35:29.319847 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-0400a860-92db-4795-a9ea-8de8f8da4c26 tempest-NetworksTestDHCPv6-1153288886 tempest-NetworksTestDHCPv6-1153288886-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1820838'] for port (b63e3c80-b139-4158-8dd6-9a4fbc6a5847), precommit_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:35:29.332657 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.plugin [None req-0400a860-92db-4795-a9ea-8de8f8da4c26 tempest-NetworksTestDHCPv6-1153288886 tempest-NetworksTestDHCPv6-1153288886-project] Calling delete_port for b63e3c80-b139-4158-8dd6-9a4fbc6a5847 owned by {{(pid=103229) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 19:35:29.523029 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-0400a860-92db-4795-a9ea-8de8f8da4c26 tempest-NetworksTestDHCPv6-1153288886 tempest-NetworksTestDHCPv6-1153288886-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762867177463', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762866656476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12867576'] for port (b63e3c80-b139-4158-8dd6-9a4fbc6a5847), after_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:35:29.556385 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0400a860-92db-4795-a9ea-8de8f8da4c26 tempest-NetworksTestDHCPv6-1153288886 tempest-NetworksTestDHCPv6-1153288886-project] Pushing event deleted for resources: {'Port': ['ID=b63e3c80-b139-4158-8dd6-9a4fbc6a5847,revision_number=None']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:35:29.611355 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-0400a860-92db-4795-a9ea-8de8f8da4c26 tempest-NetworksTestDHCPv6-1153288886 tempest-NetworksTestDHCPv6-1153288886-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171096'] for port (None), before_response {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:35:29.617016 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-0400a860-92db-4795-a9ea-8de8f8da4c26 tempest-NetworksTestDHCPv6-1153288886 tempest-NetworksTestDHCPv6-1153288886-project] 10.222.0.75 "DELETE /v2.0/ports/b63e3c80-b139-4158-8dd6-9a4fbc6a5847 HTTP/1.1" status: 204 len: 168 time: 0.5342369 Feb 09 19:35:29.617439 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 37840) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:35:29.665114 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28fc8e0f-4cb1-4e49-868d-b67f02329da4 req-4d3a071f-897b-4dd3-8d51-56f3297df5e0 tempest-TestNetworkAdvancedServerOps-1633223542 tempest-TestNetworkAdvancedServerOps-1633223542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:35:29.666865 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-28fc8e0f-4cb1-4e49-868d-b67f02329da4 req-4d3a071f-897b-4dd3-8d51-56f3297df5e0 tempest-TestNetworkAdvancedServerOps-1633223542 tempest-TestNetworkAdvancedServerOps-1633223542-project] 10.222.0.75 "GET /v2.0/ports?device_id=ba22b315-e430-4895-a078-0c720f335557 HTTP/1.1" status: 200 len: 945 time: 0.1226258 Feb 09 19:35:29.719167 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be02a3b6-14f1-4816-bd7b-c5da9c490f16 req-133fbea4-723c-4fc1-b7b9-6423adfc3d0a tempest-ServersTestJSON-482035511 tempest-ServersTestJSON-482035511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:35:29.721540 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-be02a3b6-14f1-4816-bd7b-c5da9c490f16 req-133fbea4-723c-4fc1-b7b9-6423adfc3d0a tempest-ServersTestJSON-482035511 tempest-ServersTestJSON-482035511-project] 10.222.0.75 "GET /v2.0/ports?device_id=5f3fe354-b8ca-4564-889c-8b6e78eeca41 HTTP/1.1" status: 200 len: 944 time: 0.0703332 Feb 09 19:35:29.754998 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2bfae164-5466-45fa-8a0c-0c3682a91083 tempest-NetworksTestDHCPv6-1153288886 tempest-NetworksTestDHCPv6-1153288886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:35:29.764518 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-2bfae164-5466-45fa-8a0c-0c3682a91083 tempest-NetworksTestDHCPv6-1153288886 tempest-NetworksTestDHCPv6-1153288886-project] 10.222.0.75 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1044 time: 0.1459527 Feb 09 19:35:29.778146 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 37844) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:35:29.784503 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-be02a3b6-14f1-4816-bd7b-c5da9c490f16 req-07454bbc-27af-4c0b-acee-eb9bcadd899a tempest-ServersTestJSON-482035511 tempest-ServersTestJSON-482035511-project] 10.222.0.75 "GET /v2.0/security-groups?id=37883354-c9cd-40f0-bbce-1c711bac4569&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567796 Feb 09 19:35:29.796732 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-28fc8e0f-4cb1-4e49-868d-b67f02329da4 req-f7b8ad7d-bbb3-46a1-83ea-b64a821ea162 tempest-TestNetworkAdvancedServerOps-1633223542 tempest-TestNetworkAdvancedServerOps-1633223542-project] 10.222.0.75 "GET /v2.0/security-groups?id=4e60dadd-ab65-4f99-8fbb-201b325b18d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1230750 Feb 09 19:35:29.869538 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c62ec1fa-1173-49e0-9ddf-189ec6956814 tempest-NetworksTestDHCPv6-1153288886 tempest-NetworksTestDHCPv6-1153288886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:35:29.871342 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-c62ec1fa-1173-49e0-9ddf-189ec6956814 tempest-NetworksTestDHCPv6-1153288886 tempest-NetworksTestDHCPv6-1153288886-project] 10.222.0.75 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1044 time: 0.0854826 Feb 09 19:35:29.874054 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 37848) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:35:29.956049 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b99bdd8-73e4-4793-9727-b35c93a29398 tempest-NetworksTestDHCPv6-1153288886 tempest-NetworksTestDHCPv6-1153288886-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:35:29.957612 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b99bdd8-73e4-4793-9727-b35c93a29398 tempest-NetworksTestDHCPv6-1153288886 tempest-NetworksTestDHCPv6-1153288886-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:35:29.959391 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b99bdd8-73e4-4793-9727-b35c93a29398 tempest-NetworksTestDHCPv6-1153288886 tempest-NetworksTestDHCPv6-1153288886-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:35:29.964056 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 37850) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:35:29.964908 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-0b99bdd8-73e4-4793-9727-b35c93a29398 tempest-NetworksTestDHCPv6-1153288886 tempest-NetworksTestDHCPv6-1153288886-project] 10.222.0.75 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.0898082 Feb 09 19:35:30.025470 n-d-713498-36 neutron-server[103229]: DEBUG neutron.db.db_base_plugin_v2 [None req-207b7f40-639a-453e-9909-4bac18dd0e59 tempest-NetworksTestDHCPv6-1153288886 tempest-NetworksTestDHCPv6-1153288886-project] Deleting subnet e0e8dbf3-47b9-44ea-9818-2f175abc9aa6 {{(pid=103229) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 19:35:30.029201 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-207b7f40-639a-453e-9909-4bac18dd0e59 tempest-NetworksTestDHCPv6-1153288886 tempest-NetworksTestDHCPv6-1153288886-project] Publish callbacks [] for subnet (e0e8dbf3-47b9-44ea-9818-2f175abc9aa6), before_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:35:30.076617 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-207b7f40-639a-453e-9909-4bac18dd0e59 tempest-NetworksTestDHCPv6-1153288886 tempest-NetworksTestDHCPv6-1153288886-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16683410'] for subnet (e0e8dbf3-47b9-44ea-9818-2f175abc9aa6), precommit_delete_associations {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:35:30.170935 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d6a9339-a2b7-497e-8f5d-1a5d35566de5 None None] Network f63a97a6-2552-42d7-aee9-c49ce8319647 requested from n-d-713498-36 {{(pid=103232) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 19:35:30.178202 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-207b7f40-639a-453e-9909-4bac18dd0e59 tempest-NetworksTestDHCPv6-1153288886 tempest-NetworksTestDHCPv6-1153288886-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-759852'] for subnet (e0e8dbf3-47b9-44ea-9818-2f175abc9aa6), precommit_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:35:30.273931 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-207b7f40-639a-453e-9909-4bac18dd0e59 tempest-NetworksTestDHCPv6-1153288886 tempest-NetworksTestDHCPv6-1153288886-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-760023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12867367', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12759238'] for subnet (e0e8dbf3-47b9-44ea-9818-2f175abc9aa6), after_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:35:30.307968 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-207b7f40-639a-453e-9909-4bac18dd0e59 tempest-NetworksTestDHCPv6-1153288886 tempest-NetworksTestDHCPv6-1153288886-project] Publish callbacks [] for subnet (None), before_response {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:35:30.311377 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.provisioning_blocks [None req-eaf28a03-370d-43f0-989b-38d495e47563 None None] Provisioning complete for port cbd78dfa-f3f8-41b1-af8a-e6a6e0592f49 triggered by entity DHCP. {{(pid=103232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 19:35:30.311718 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-eaf28a03-370d-43f0-989b-38d495e47563 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593630'] for port (cbd78dfa-f3f8-41b1-af8a-e6a6e0592f49), provisioning_complete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:35:30.312891 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-207b7f40-639a-453e-9909-4bac18dd0e59 tempest-NetworksTestDHCPv6-1153288886 tempest-NetworksTestDHCPv6-1153288886-project] 10.222.0.75 "DELETE /v2.0/subnets/e0e8dbf3-47b9-44ea-9818-2f175abc9aa6 HTTP/1.1" status: 204 len: 168 time: 0.3478010 Feb 09 19:35:30.315973 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 37860) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:35:30.359530 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-207b7f40-639a-453e-9909-4bac18dd0e59 tempest-NetworksTestDHCPv6-1153288886 tempest-NetworksTestDHCPv6-1153288886-project] Pushing event deleted for resources: {'Subnet': ['ID=e0e8dbf3-47b9-44ea-9818-2f175abc9aa6,revision_number=None']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:35:30.427336 n-d-713498-36 neutron-server[103230]: DEBUG neutron.db.db_base_plugin_v2 [None req-e14087ae-feae-44f9-b62f-9a7bae80e3d3 tempest-NetworksTestDHCPv6-1153288886 tempest-NetworksTestDHCPv6-1153288886-project] Deleting subnet f31513df-abb5-428b-a34d-0b48486c2841 {{(pid=103230) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 19:35:30.430698 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-e14087ae-feae-44f9-b62f-9a7bae80e3d3 tempest-NetworksTestDHCPv6-1153288886 tempest-NetworksTestDHCPv6-1153288886-project] Publish callbacks [] for subnet (f31513df-abb5-428b-a34d-0b48486c2841), before_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:35:30.432794 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-eaf28a03-370d-43f0-989b-38d495e47563 None None] Current status of the port cbd78dfa-f3f8-41b1-af8a-e6a6e0592f49 is: DOWN; New status is: ACTIVE {{(pid=103232) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 19:35:30.433215 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-eaf28a03-370d-43f0-989b-38d495e47563 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (cbd78dfa-f3f8-41b1-af8a-e6a6e0592f49), before_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:35:30.484723 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-e14087ae-feae-44f9-b62f-9a7bae80e3d3 tempest-NetworksTestDHCPv6-1153288886 tempest-NetworksTestDHCPv6-1153288886-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12895822'] for subnet (f31513df-abb5-428b-a34d-0b48486c2841), precommit_delete_associations {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:35:30.489227 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-eaf28a03-370d-43f0-989b-38d495e47563 None None] For port cbd78dfa-f3f8-41b1-af8a-e6a6e0592f49, host n-d-713498-36, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-36',level=0,port_id=cbd78dfa-f3f8-41b1-af8a-e6a6e0592f49,segment=NetworkSegment(20e634bc-bbe0-4569-a1ea-6be524590675),segment_id=20e634bc-bbe0-4569-a1ea-6be524590675)] {{(pid=103232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 19:35:30.494407 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-eaf28a03-370d-43f0-989b-38d495e47563 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762867176205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762866656485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762866656503'] for port (cbd78dfa-f3f8-41b1-af8a-e6a6e0592f49), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:35:30.554753 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaf28a03-370d-43f0-989b-38d495e47563 None None] Pushing event updated for resources: {'Port': ['ID=cbd78dfa-f3f8-41b1-af8a-e6a6e0592f49,revision_number=4']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:35:30.635585 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Device 5fe0c84b-b353-4369-a735-a52ec0c04094 up at agent hyperv_n-h2-713498-36 {{(pid=103232) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 19:35:30.662537 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-e14087ae-feae-44f9-b62f-9a7bae80e3d3 tempest-NetworksTestDHCPv6-1153288886 tempest-NetworksTestDHCPv6-1153288886-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-759852'] for subnet (f31513df-abb5-428b-a34d-0b48486c2841), precommit_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:35:30.719023 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.provisioning_blocks [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Provisioning for port 5fe0c84b-b353-4369-a735-a52ec0c04094 completed by entity L2. {{(pid=103232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 19:35:30.724268 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.provisioning_blocks [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Provisioning complete for port 5fe0c84b-b353-4369-a735-a52ec0c04094 triggered by entity L2. {{(pid=103232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 19:35:30.724643 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593630'] for port (5fe0c84b-b353-4369-a735-a52ec0c04094), provisioning_complete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:35:30.754177 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da260022-154e-484d-a075-991bee8d6b76 None None] Network f63a97a6-2552-42d7-aee9-c49ce8319647 requested from n-d-713498-36 {{(pid=103232) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 19:35:30.761221 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-e14087ae-feae-44f9-b62f-9a7bae80e3d3 tempest-NetworksTestDHCPv6-1153288886 tempest-NetworksTestDHCPv6-1153288886-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-760023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14393672', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12985882'] for subnet (f31513df-abb5-428b-a34d-0b48486c2841), after_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:35:30.824695 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e14087ae-feae-44f9-b62f-9a7bae80e3d3 tempest-NetworksTestDHCPv6-1153288886 tempest-NetworksTestDHCPv6-1153288886-project] Pushing event deleted for resources: {'Subnet': ['ID=f31513df-abb5-428b-a34d-0b48486c2841,revision_number=None']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:35:30.831390 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-e14087ae-feae-44f9-b62f-9a7bae80e3d3 tempest-NetworksTestDHCPv6-1153288886 tempest-NetworksTestDHCPv6-1153288886-project] Publish callbacks [] for subnet (None), before_response {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:35:30.837301 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 37868) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:35:30.847861 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-e14087ae-feae-44f9-b62f-9a7bae80e3d3 tempest-NetworksTestDHCPv6-1153288886 tempest-NetworksTestDHCPv6-1153288886-project] 10.222.0.75 "DELETE /v2.0/subnets/f31513df-abb5-428b-a34d-0b48486c2841 HTTP/1.1" status: 204 len: 168 time: 0.5304322 Feb 09 19:35:30.895388 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.provisioning_blocks [None req-2c2b3e32-f000-46d2-b8bf-06a3159a5939 None None] Provisioning complete for port cbd78dfa-f3f8-41b1-af8a-e6a6e0592f49 triggered by entity DHCP. {{(pid=103232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 19:35:30.895771 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-2c2b3e32-f000-46d2-b8bf-06a3159a5939 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593630'] for port (cbd78dfa-f3f8-41b1-af8a-e6a6e0592f49), provisioning_complete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:35:30.948658 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-fa77ba28-af84-4681-8e9a-d483dcef05b2 tempest-NetworksTestDHCPv6-1153288886 tempest-NetworksTestDHCPv6-1153288886-project] 10.222.0.75 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1077707 Feb 09 19:35:30.949456 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 37870) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:35:30.958823 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.v2.base [None req-996cc015-d0c3-4da2-904c-70a89dd7efd2 tempest-NetworksTestDHCPv6-1153288886 tempest-NetworksTestDHCPv6-1153288886-project] Request body: {'subnet': {'network_id': 'f63a97a6-2552-42d7-aee9-c49ce8319647', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 19:35:30.981886 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Device cbd78dfa-f3f8-41b1-af8a-e6a6e0592f49 up at agent ovs-agent-n-d-713498-36 {{(pid=103232) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 19:35:31.056926 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74a00a57-e1d7-4fec-a04d-60962d9a1431 req-22e850d2-d873-4004-82d9-ad551fbc7139 tempest-TestNetworkAdvancedServerOps-1633223542 tempest-TestNetworkAdvancedServerOps-1633223542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:35:31.059646 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-74a00a57-e1d7-4fec-a04d-60962d9a1431 req-22e850d2-d873-4004-82d9-ad551fbc7139 tempest-TestNetworkAdvancedServerOps-1633223542 tempest-TestNetworkAdvancedServerOps-1633223542-project] 10.222.0.75 "GET /v2.0/ports?device_id=ba22b315-e430-4895-a078-0c720f335557 HTTP/1.1" status: 200 len: 945 time: 0.1092167 Feb 09 19:35:31.103710 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Current status of the port 5fe0c84b-b353-4369-a735-a52ec0c04094 is: BUILD; New status is: ACTIVE {{(pid=103232) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 19:35:31.104260 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (5fe0c84b-b353-4369-a735-a52ec0c04094), before_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:35:31.123918 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-996cc015-d0c3-4da2-904c-70a89dd7efd2 tempest-NetworksTestDHCPv6-1153288886 tempest-NetworksTestDHCPv6-1153288886-project] Made reservation on behalf of 84aec0d011da47d8bc94f6ba8668f413 for: {'subnet': 1} {{(pid=103229) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 19:35:31.130445 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-996cc015-d0c3-4da2-904c-70a89dd7efd2 tempest-NetworksTestDHCPv6-1153288886 tempest-NetworksTestDHCPv6-1153288886-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12759265'] for subnet (None), before_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:35:31.135213 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-74a00a57-e1d7-4fec-a04d-60962d9a1431 req-c7c5be1a-3dbb-4665-9d41-e5a8a2304a1a tempest-TestNetworkAdvancedServerOps-1633223542 tempest-TestNetworkAdvancedServerOps-1633223542-project] 10.222.0.75 "GET /v2.0/security-groups?id=4e60dadd-ab65-4f99-8fbb-201b325b18d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0688345 Feb 09 19:35:31.171340 n-d-713498-36 neutron-server[103232]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5f3fe354-b8ca-4564-889c-8b6e78eeca41', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5fe0c84b-b353-4369-a735-a52ec0c04094'}] {{(pid=103232) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 19:35:31.174256 n-d-713498-36 neutron-server[103232]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}949cdcde653dec44821de95cbf67297f53cbc2aed4e073b5d514f93bf911ce85" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4d881c52-d485-4115-9498-a4eda58fd430" -d '{"events": [{"server_uuid": "5f3fe354-b8ca-4564-889c-8b6e78eeca41", "name": "network-vif-plugged", "status": "completed", "tag": "5fe0c84b-b353-4369-a735-a52ec0c04094"}]}' {{(pid=103232) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 19:35:31.200149 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-018da6bc-015c-4e81-8e71-139b1a5cd49f req-4b9b01f9-c918-4749-ad36-8261a4b6676c tempest-ServersTestJSON-482035511 tempest-ServersTestJSON-482035511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:35:31.201592 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-018da6bc-015c-4e81-8e71-139b1a5cd49f req-4b9b01f9-c918-4749-ad36-8261a4b6676c tempest-ServersTestJSON-482035511 tempest-ServersTestJSON-482035511-project] 10.222.0.75 "GET /v2.0/ports?device_id=5f3fe354-b8ca-4564-889c-8b6e78eeca41 HTTP/1.1" status: 200 len: 944 time: 0.1345537 Feb 09 19:35:31.211169 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-7429db8d-6021-40ad-813e-885be449a89b None None] For port 5fe0c84b-b353-4369-a735-a52ec0c04094, host n-h2-713498-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-36',level=0,port_id=5fe0c84b-b353-4369-a735-a52ec0c04094,segment=NetworkSegment(3ad9008e-d820-4913-8a3a-dbe689506816),segment_id=3ad9008e-d820-4913-8a3a-dbe689506816)] {{(pid=103232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 19:35:31.226597 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762867176205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762866656485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762866656503'] for port (5fe0c84b-b353-4369-a735-a52ec0c04094), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:35:31.234934 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.provisioning_blocks [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Provisioning complete for port cbd78dfa-f3f8-41b1-af8a-e6a6e0592f49 triggered by entity L2. {{(pid=103232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 19:35:31.236254 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593630'] for port (cbd78dfa-f3f8-41b1-af8a-e6a6e0592f49), provisioning_complete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:35:31.296624 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-2c2b3e32-f000-46d2-b8bf-06a3159a5939 None None] Current status of the port cbd78dfa-f3f8-41b1-af8a-e6a6e0592f49 is: ACTIVE; New status is: ACTIVE {{(pid=103232) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 19:35:31.332685 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-018da6bc-015c-4e81-8e71-139b1a5cd49f req-4ddc635b-529d-42de-bbec-335775fe4e5f tempest-ServersTestJSON-482035511 tempest-ServersTestJSON-482035511-project] 10.222.0.75 "GET /v2.0/security-groups?id=37883354-c9cd-40f0-bbce-1c711bac4569&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0850253 Feb 09 19:35:31.352728 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Pushing event updated for resources: {'Port': ['ID=5fe0c84b-b353-4369-a735-a52ec0c04094,revision_number=5']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:35:31.387597 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47814ccd-1597-416d-8f98-7cfa0b84256b req-384d1a13-b406-4c60-ab20-562a0003525c tempest-TestNetworkAdvancedServerOps-1633223542 tempest-TestNetworkAdvancedServerOps-1633223542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:35:31.390590 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-47814ccd-1597-416d-8f98-7cfa0b84256b req-384d1a13-b406-4c60-ab20-562a0003525c tempest-TestNetworkAdvancedServerOps-1633223542 tempest-TestNetworkAdvancedServerOps-1633223542-project] 10.222.0.75 "GET /v2.0/ports?device_id=ba22b315-e430-4895-a078-0c720f335557 HTTP/1.1" status: 200 len: 945 time: 0.1442745 Feb 09 19:35:31.484866 n-d-713498-36 neutron-server[103232]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 19:35:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3e4d2c75-10e4-415a-b859-2bbf42adba29 x-openstack-request-id: req-3e4d2c75-10e4-415a-b859-2bbf42adba29 {{(pid=103232) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 19:35:31.485158 n-d-713498-36 neutron-server[103232]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5f3fe354-b8ca-4564-889c-8b6e78eeca41", "name": "network-vif-plugged", "status": "completed", "tag": "5fe0c84b-b353-4369-a735-a52ec0c04094", "code": 200}]} {{(pid=103232) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 19:35:31.485393 n-d-713498-36 neutron-server[103232]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-3e4d2c75-10e4-415a-b859-2bbf42adba29 {{(pid=103232) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 19:35:31.486505 n-d-713498-36 neutron-server[103232]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5f3fe354-b8ca-4564-889c-8b6e78eeca41', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5fe0c84b-b353-4369-a735-a52ec0c04094', 'code': 200} Feb 09 19:35:31.486817 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c8362c4-755e-463f-9f04-8d21525a37b2 None None] Update dhcp port {'port': {'network_id': 'f63a97a6-2552-42d7-aee9-c49ce8319647', 'fixed_ips': [{'subnet_id': 'f31513df-abb5-428b-a34d-0b48486c2841'}], 'binding:host_id': 'n-d-713498-36'}, 'id': 'cbd78dfa-f3f8-41b1-af8a-e6a6e0592f49'} from n-d-713498-36. {{(pid=103232) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Feb 09 19:35:31.511603 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-47814ccd-1597-416d-8f98-7cfa0b84256b req-8e1a0f32-2c1e-47ae-9437-827e126447b7 tempest-TestNetworkAdvancedServerOps-1633223542 tempest-TestNetworkAdvancedServerOps-1633223542-project] 10.222.0.75 "GET /v2.0/security-groups?id=4e60dadd-ab65-4f99-8fbb-201b325b18d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1076035 Feb 09 19:35:31.534959 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 37880) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:35:31.567643 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-996cc015-d0c3-4da2-904c-70a89dd7efd2 tempest-NetworksTestDHCPv6-1153288886 tempest-NetworksTestDHCPv6-1153288886-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12867428', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12759263'] for subnet (61221f98-5cae-4322-a931-690a048bb072), after_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:35:31.598819 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8387c146-4b96-4085-991b-d1523b761109 tempest-TestNetworkAdvancedServerOps-513516359 tempest-TestNetworkAdvancedServerOps-513516359-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:35:31.603002 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-8387c146-4b96-4085-991b-d1523b761109 tempest-TestNetworkAdvancedServerOps-513516359 tempest-TestNetworkAdvancedServerOps-513516359-project-admin] 10.222.0.75 "GET /v2.0/ports?device_id=ba22b315-e430-4895-a078-0c720f335557 HTTP/1.1" status: 200 len: 1123 time: 0.0641372 Feb 09 19:35:31.603242 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 37882) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:35:31.608198 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.v2.base [None req-55052c7f-1140-4e82-ad5d-0bcbefd46dbb tempest-TestNetworkAdvancedServerOps-1633223542 tempest-TestNetworkAdvancedServerOps-1633223542-project] Request body: {'floatingip': {'floating_network_id': '88055e1e-672a-4487-be31-ffb6e833ece5', 'port_id': '5f3120e3-e786-407f-b3ad-794cc89bce3c', 'tenant_id': 'eba669c4f4c548e495f13ae7579d0fa6', 'fixed_ip_address': '172.20.0.9'}} {{(pid=103230) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 19:35:31.632352 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-55052c7f-1140-4e82-ad5d-0bcbefd46dbb tempest-TestNetworkAdvancedServerOps-1633223542 tempest-TestNetworkAdvancedServerOps-1633223542-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:35:31.658407 n-d-713498-36 neutron-server[103229]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-996cc015-d0c3-4da2-904c-70a89dd7efd2 tempest-NetworksTestDHCPv6-1153288886 tempest-NetworksTestDHCPv6-1153288886-project] Network f63a97a6-2552-42d7-aee9-c49ce8319647 is already hosted by enough agents. {{(pid=103229) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 19:35:31.666002 n-d-713498-36 neutron-server[103229]: DEBUG neutron.scheduler.base_scheduler [None req-996cc015-d0c3-4da2-904c-70a89dd7efd2 tempest-NetworksTestDHCPv6-1153288886 tempest-NetworksTestDHCPv6-1153288886-project] Resources bound (agent type, host, resource id): {{(pid=103229) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 19:35:31.669253 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-996cc015-d0c3-4da2-904c-70a89dd7efd2 tempest-NetworksTestDHCPv6-1153288886 tempest-NetworksTestDHCPv6-1153288886-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:35:31.669939 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-996cc015-d0c3-4da2-904c-70a89dd7efd2 tempest-NetworksTestDHCPv6-1153288886 tempest-NetworksTestDHCPv6-1153288886-project] Publish callbacks [] for subnet (None), before_response {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:35:31.689895 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-996cc015-d0c3-4da2-904c-70a89dd7efd2 tempest-NetworksTestDHCPv6-1153288886 tempest-NetworksTestDHCPv6-1153288886-project] Pushing event updated for resources: {'Subnet': ['ID=61221f98-5cae-4322-a931-690a048bb072,revision_number=0']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:35:31.717476 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-996cc015-d0c3-4da2-904c-70a89dd7efd2 tempest-NetworksTestDHCPv6-1153288886 tempest-NetworksTestDHCPv6-1153288886-project] 10.222.0.75 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.7621415 Feb 09 19:35:31.719681 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 37884) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:35:31.724827 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Current status of the port cbd78dfa-f3f8-41b1-af8a-e6a6e0592f49 is: ACTIVE; New status is: ACTIVE {{(pid=103232) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 19:35:31.726141 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.v2.base [None req-3926f9d4-6a38-4e84-8e88-27a70e5da7cc tempest-NetworksTestDHCPv6-1153288886 tempest-NetworksTestDHCPv6-1153288886-project] Request body: {'subnet': {'network_id': 'f63a97a6-2552-42d7-aee9-c49ce8319647', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=103229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 19:35:31.733525 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-3c8362c4-755e-463f-9f04-8d21525a37b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (cbd78dfa-f3f8-41b1-af8a-e6a6e0592f49), before_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:35:31.749782 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6feb7453-0002-46df-97a3-0279ee05248f req-7264e553-bbf7-4455-bd97-90b376afed31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:35:31.749782 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-6feb7453-0002-46df-97a3-0279ee05248f req-7264e553-bbf7-4455-bd97-90b376afed31 service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=5f3fe354-b8ca-4564-889c-8b6e78eeca41 HTTP/1.1" status: 200 len: 1128 time: 0.1637952 Feb 09 19:35:31.810924 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-55052c7f-1140-4e82-ad5d-0bcbefd46dbb tempest-TestNetworkAdvancedServerOps-1633223542 tempest-TestNetworkAdvancedServerOps-1633223542-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (None), before_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:35:31.867994 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-6feb7453-0002-46df-97a3-0279ee05248f req-84befdc6-48f3-4fa5-a509-72c617c49b37 service neutron] 10.222.0.90 "GET /v2.0/security-groups?id=37883354-c9cd-40f0-bbce-1c711bac4569&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0769510 Feb 09 19:35:31.909441 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3926f9d4-6a38-4e84-8e88-27a70e5da7cc tempest-NetworksTestDHCPv6-1153288886 tempest-NetworksTestDHCPv6-1153288886-project] Made reservation on behalf of 84aec0d011da47d8bc94f6ba8668f413 for: {'subnet': 1} {{(pid=103229) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 19:35:31.914919 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-3926f9d4-6a38-4e84-8e88-27a70e5da7cc tempest-NetworksTestDHCPv6-1153288886 tempest-NetworksTestDHCPv6-1153288886-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12759265'] for subnet (None), before_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:35:31.956519 n-d-713498-36 neutron-server[103230]: DEBUG neutron.db.db_base_plugin_common [None req-55052c7f-1140-4e82-ad5d-0bcbefd46dbb tempest-TestNetworkAdvancedServerOps-1633223542 tempest-TestNetworkAdvancedServerOps-1633223542-project] Allocated IP 172.25.1.11 (88055e1e-672a-4487-be31-ffb6e833ece5/ac16dbcc-383c-4b43-9153-d763c4a53f91/333382e0-ac0a-4850-a36d-c23d7ecc58b4) {{(pid=103230) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 19:35:32.026332 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51ff172c-fe48-4cd5-970c-ded50009ef67 None None] Network f63a97a6-2552-42d7-aee9-c49ce8319647 requested from n-d-713498-36 {{(pid=103232) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 19:35:32.034950 n-d-713498-36 neutron-server[103229]: INFO neutron.db.ipam_backend_mixin [None req-3926f9d4-6a38-4e84-8e88-27a70e5da7cc tempest-NetworksTestDHCPv6-1153288886 tempest-NetworksTestDHCPv6-1153288886-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 61221f98-5cae-4322-a931-690a048bb072 (CIDR: 2001:db8::/64) Feb 09 19:35:32.039611 n-d-713498-36 neutron-server[103229]: INFO neutron.pecan_wsgi.hooks.translation [None req-3926f9d4-6a38-4e84-8e88-27a70e5da7cc tempest-NetworksTestDHCPv6-1153288886 tempest-NetworksTestDHCPv6-1153288886-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 09 19:35:32.040207 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3926f9d4-6a38-4e84-8e88-27a70e5da7cc tempest-NetworksTestDHCPv6-1153288886 tempest-NetworksTestDHCPv6-1153288886-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103229) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 19:35:32.060851 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-3926f9d4-6a38-4e84-8e88-27a70e5da7cc tempest-NetworksTestDHCPv6-1153288886 tempest-NetworksTestDHCPv6-1153288886-project] 10.222.0.75 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.3394089 Feb 09 19:35:32.064578 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 37886) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:35:32.071189 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.v2.base [None req-30a9e9ae-a639-4c5f-9be7-28fb3ad94f0c tempest-NetworksTestDHCPv6-1153288886 tempest-NetworksTestDHCPv6-1153288886-project] Request body: {'subnet': {'network_id': 'f63a97a6-2552-42d7-aee9-c49ce8319647', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=103229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 19:35:32.087594 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-55052c7f-1140-4e82-ad5d-0bcbefd46dbb tempest-TestNetworkAdvancedServerOps-1633223542 tempest-TestNetworkAdvancedServerOps-1633223542-project] Publish callbacks [] for port (333382e0-ac0a-4850-a36d-c23d7ecc58b4), precommit_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:35:32.096224 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.provisioning_blocks [None req-e7bc1033-2115-4955-b9d5-c42dbf59b2f1 None None] Provisioning complete for port cbd78dfa-f3f8-41b1-af8a-e6a6e0592f49 triggered by entity DHCP. {{(pid=103232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 19:35:32.096660 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-e7bc1033-2115-4955-b9d5-c42dbf59b2f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593630'] for port (cbd78dfa-f3f8-41b1-af8a-e6a6e0592f49), provisioning_complete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:35:32.135821 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-55052c7f-1140-4e82-ad5d-0bcbefd46dbb tempest-TestNetworkAdvancedServerOps-1633223542 tempest-TestNetworkAdvancedServerOps-1633223542-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762866656467', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14393751'] for port (333382e0-ac0a-4850-a36d-c23d7ecc58b4), after_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:35:32.175410 n-d-713498-36 neutron-server[103230]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55052c7f-1140-4e82-ad5d-0bcbefd46dbb tempest-TestNetworkAdvancedServerOps-1633223542 tempest-TestNetworkAdvancedServerOps-1633223542-project] Network 88055e1e-672a-4487-be31-ffb6e833ece5 is already hosted by enough agents. {{(pid=103230) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 19:35:32.182258 n-d-713498-36 neutron-server[103230]: DEBUG neutron.scheduler.base_scheduler [None req-55052c7f-1140-4e82-ad5d-0bcbefd46dbb tempest-TestNetworkAdvancedServerOps-1633223542 tempest-TestNetworkAdvancedServerOps-1633223542-project] Resources bound (agent type, host, resource id): {{(pid=103230) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 19:35:32.186039 n-d-713498-36 neutron-server[103230]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55052c7f-1140-4e82-ad5d-0bcbefd46dbb tempest-TestNetworkAdvancedServerOps-1633223542 tempest-TestNetworkAdvancedServerOps-1633223542-project] Received port after_create {{(pid=103230) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 19:35:32.200541 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-30a9e9ae-a639-4c5f-9be7-28fb3ad94f0c tempest-NetworksTestDHCPv6-1153288886 tempest-NetworksTestDHCPv6-1153288886-project] Made reservation on behalf of 84aec0d011da47d8bc94f6ba8668f413 for: {'subnet': 1} {{(pid=103229) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 19:35:32.204193 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-30a9e9ae-a639-4c5f-9be7-28fb3ad94f0c tempest-NetworksTestDHCPv6-1153288886 tempest-NetworksTestDHCPv6-1153288886-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12759265'] for subnet (None), before_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:35:32.212774 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55052c7f-1140-4e82-ad5d-0bcbefd46dbb tempest-TestNetworkAdvancedServerOps-1633223542 tempest-TestNetworkAdvancedServerOps-1633223542-project] Pushing event updated for resources: {'Port': ['ID=333382e0-ac0a-4850-a36d-c23d7ecc58b4,revision_number=1']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:35:32.239583 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-e7bc1033-2115-4955-b9d5-c42dbf59b2f1 None None] Current status of the port cbd78dfa-f3f8-41b1-af8a-e6a6e0592f49 is: ACTIVE; New status is: ACTIVE {{(pid=103232) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 19:35:32.298807 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38699213-fb54-4e69-9493-4b1b9e0a483d None None] Update dhcp port {'port': {'network_id': 'f63a97a6-2552-42d7-aee9-c49ce8319647', 'fixed_ips': [{'subnet_id': '61221f98-5cae-4322-a931-690a048bb072'}], 'binding:host_id': 'n-d-713498-36'}, 'id': 'cbd78dfa-f3f8-41b1-af8a-e6a6e0592f49'} from n-d-713498-36. {{(pid=103232) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Feb 09 19:35:32.328220 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-38699213-fb54-4e69-9493-4b1b9e0a483d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (cbd78dfa-f3f8-41b1-af8a-e6a6e0592f49), before_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:35:32.515748 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9245b1f6-f57d-44c1-b3d0-c7981f9d97c4 req-e2538557-03fb-403b-99cf-12574dcd6b92 tempest-ServersTestJSON-482035511 tempest-ServersTestJSON-482035511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:35:32.517404 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-9245b1f6-f57d-44c1-b3d0-c7981f9d97c4 req-e2538557-03fb-403b-99cf-12574dcd6b92 tempest-ServersTestJSON-482035511 tempest-ServersTestJSON-482035511-project] 10.222.0.75 "GET /v2.0/ports?device_id=5f3fe354-b8ca-4564-889c-8b6e78eeca41 HTTP/1.1" status: 200 len: 945 time: 0.0792508 Feb 09 19:35:32.565412 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.db_base_plugin_common [None req-38699213-fb54-4e69-9493-4b1b9e0a483d None None] Allocated IP 2001:db8::2 (f63a97a6-2552-42d7-aee9-c49ce8319647/61221f98-5cae-4322-a931-690a048bb072/cbd78dfa-f3f8-41b1-af8a-e6a6e0592f49) {{(pid=103232) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 19:35:32.621550 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-55052c7f-1140-4e82-ad5d-0bcbefd46dbb tempest-TestNetworkAdvancedServerOps-1633223542 tempest-TestNetworkAdvancedServerOps-1633223542-project] Publish callbacks [] for floatingip (8c3087f9-e21c-47c0-9f7b-eab3f06976db), precommit_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:35:32.659212 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-9245b1f6-f57d-44c1-b3d0-c7981f9d97c4 req-1779a0c2-b61a-4ead-b5b1-776aefabc203 tempest-ServersTestJSON-482035511 tempest-ServersTestJSON-482035511-project] 10.222.0.75 "GET /v2.0/security-groups?id=37883354-c9cd-40f0-bbce-1c711bac4569&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1332521 Feb 09 19:35:32.690784 n-d-713498-36 neutron-server[103229]: DEBUG neutron.objects.ports [None req-30a9e9ae-a639-4c5f-9be7-28fb3ad94f0c tempest-NetworksTestDHCPv6-1153288886 tempest-NetworksTestDHCPv6-1153288886-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=103229) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Feb 09 19:35:32.720502 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-55052c7f-1140-4e82-ad5d-0bcbefd46dbb tempest-TestNetworkAdvancedServerOps-1633223542 tempest-TestNetworkAdvancedServerOps-1633223542-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (333382e0-ac0a-4850-a36d-c23d7ecc58b4), before_update {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:35:32.755220 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-38699213-fb54-4e69-9493-4b1b9e0a483d None None] For port cbd78dfa-f3f8-41b1-af8a-e6a6e0592f49, host n-d-713498-36, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-36',level=0,port_id=cbd78dfa-f3f8-41b1-af8a-e6a6e0592f49,segment=NetworkSegment(20e634bc-bbe0-4569-a1ea-6be524590675),segment_id=20e634bc-bbe0-4569-a1ea-6be524590675)] {{(pid=103232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 19:35:32.791830 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-38699213-fb54-4e69-9493-4b1b9e0a483d None None] Publish callbacks [] for port (cbd78dfa-f3f8-41b1-af8a-e6a6e0592f49), precommit_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:35:32.807072 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-38699213-fb54-4e69-9493-4b1b9e0a483d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762867176205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762866656485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762866656503'] for port (cbd78dfa-f3f8-41b1-af8a-e6a6e0592f49), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:35:32.876432 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Device cbd78dfa-f3f8-41b1-af8a-e6a6e0592f49 no longer exists at agent ovs-agent-n-d-713498-36 {{(pid=103232) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 19:35:32.925329 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38699213-fb54-4e69-9493-4b1b9e0a483d None None] Pushing event updated for resources: {'Port': ['ID=cbd78dfa-f3f8-41b1-af8a-e6a6e0592f49,revision_number=6']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:35:32.948260 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-30a9e9ae-a639-4c5f-9be7-28fb3ad94f0c tempest-NetworksTestDHCPv6-1153288886 tempest-NetworksTestDHCPv6-1153288886-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (cbd78dfa-f3f8-41b1-af8a-e6a6e0592f49), before_update {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:35:32.964922 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-55052c7f-1140-4e82-ad5d-0bcbefd46dbb tempest-TestNetworkAdvancedServerOps-1633223542 tempest-TestNetworkAdvancedServerOps-1633223542-project] Publish callbacks [] for port (333382e0-ac0a-4850-a36d-c23d7ecc58b4), precommit_update {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:35:32.972676 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-55052c7f-1140-4e82-ad5d-0bcbefd46dbb tempest-TestNetworkAdvancedServerOps-1633223542 tempest-TestNetworkAdvancedServerOps-1633223542-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762867176205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762866656485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762866656503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14393758'] for port (333382e0-ac0a-4850-a36d-c23d7ecc58b4), after_update {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:35:32.985344 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Current status of the port cbd78dfa-f3f8-41b1-af8a-e6a6e0592f49 is: ACTIVE; New status is: DOWN {{(pid=103232) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 19:35:32.985926 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (cbd78dfa-f3f8-41b1-af8a-e6a6e0592f49), before_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:35:33.044877 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] For port cbd78dfa-f3f8-41b1-af8a-e6a6e0592f49, host n-d-713498-36, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-36',level=0,port_id=cbd78dfa-f3f8-41b1-af8a-e6a6e0592f49,segment=NetworkSegment(20e634bc-bbe0-4569-a1ea-6be524590675),segment_id=20e634bc-bbe0-4569-a1ea-6be524590675)] {{(pid=103232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 19:35:33.053497 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.db.api [None req-30a9e9ae-a639-4c5f-9be7-28fb3ad94f0c tempest-NetworksTestDHCPv6-1153288886 tempest-NetworksTestDHCPv6-1153288886-project] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103229) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 09 19:35:33.054271 n-d-713498-36 neutron-server[103229]: DEBUG oslo_db.api [None req-30a9e9ae-a639-4c5f-9be7-28fb3ad94f0c tempest-NetworksTestDHCPv6-1153288886 tempest-NetworksTestDHCPv6-1153288886-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=103229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 09 19:35:33.055762 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762867176205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762866656485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762866656503'] for port (cbd78dfa-f3f8-41b1-af8a-e6a6e0592f49), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:35:33.072874 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55052c7f-1140-4e82-ad5d-0bcbefd46dbb tempest-TestNetworkAdvancedServerOps-1633223542 tempest-TestNetworkAdvancedServerOps-1633223542-project] Pushing event updated for resources: {'Port': ['ID=333382e0-ac0a-4850-a36d-c23d7ecc58b4,revision_number=2']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:35:33.080605 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-55052c7f-1140-4e82-ad5d-0bcbefd46dbb tempest-TestNetworkAdvancedServerOps-1633223542 tempest-TestNetworkAdvancedServerOps-1633223542-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1818909'] for floatingip (8c3087f9-e21c-47c0-9f7b-eab3f06976db), after_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:35:33.156685 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Pushing event updated for resources: {'Port': ['ID=cbd78dfa-f3f8-41b1-af8a-e6a6e0592f49,revision_number=8']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:35:33.233418 n-d-713498-36 neutron-server[103230]: INFO neutron.db.l3_db [None req-55052c7f-1140-4e82-ad5d-0bcbefd46dbb tempest-TestNetworkAdvancedServerOps-1633223542 tempest-TestNetworkAdvancedServerOps-1633223542-project] Floating IP 8c3087f9-e21c-47c0-9f7b-eab3f06976db associated. External IP: 172.25.1.11, port: 5f3120e3-e786-407f-b3ad-794cc89bce3c. Feb 09 19:35:33.482400 n-d-713498-36 neutron-server[103230]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-55052c7f-1140-4e82-ad5d-0bcbefd46dbb tempest-TestNetworkAdvancedServerOps-1633223542 tempest-TestNetworkAdvancedServerOps-1633223542-project] Router 0bc32306-17ad-4dc8-ab66-012a1771ad12 has already been hosted by L3 agent 93303d5e-5d17-45e8-8963-7694f87783ae {{(pid=103230) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 19:35:33.607304 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-30a9e9ae-a639-4c5f-9be7-28fb3ad94f0c tempest-NetworksTestDHCPv6-1153288886 tempest-NetworksTestDHCPv6-1153288886-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (cbd78dfa-f3f8-41b1-af8a-e6a6e0592f49), before_update {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:35:33.634576 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-55052c7f-1140-4e82-ad5d-0bcbefd46dbb tempest-TestNetworkAdvancedServerOps-1633223542 tempest-TestNetworkAdvancedServerOps-1633223542-project] Notify agent at l3_agent.n-d-713498-36 the message routers_updated {{(pid=103230) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 19:35:33.648328 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c530edf-d010-444a-9aae-a06f4fbfe8d9 None None] Sync routers for ids ['0bc32306-17ad-4dc8-ab66-012a1771ad12'] in n-d-713498-36 {{(pid=103232) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 19:35:33.665588 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-55052c7f-1140-4e82-ad5d-0bcbefd46dbb tempest-TestNetworkAdvancedServerOps-1633223542 tempest-TestNetworkAdvancedServerOps-1633223542-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171096'] for floatingip (None), before_response {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:35:33.669414 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c530edf-d010-444a-9aae-a06f4fbfe8d9 None None] Routers {'0bc32306-17ad-4dc8-ab66-012a1771ad12'} bound to L3 agent in host n-d-713498-36 {{(pid=103232) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 19:35:33.670126 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.l3_hamode_db [None req-0c530edf-d010-444a-9aae-a06f4fbfe8d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T18:51:43Z,description=,heartbeat_timestamp=2022-02-09T19:35:13Z,host='n-d-713498-36',id=93303d5e-5d17-45e8-8963-7694f87783ae,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T18:51:43Z,topic='l3_agent')) {'router_ids': ['0bc32306-17ad-4dc8-ab66-012a1771ad12'], 'active': True} {{(pid=103232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:35:33.742527 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-55052c7f-1140-4e82-ad5d-0bcbefd46dbb tempest-TestNetworkAdvancedServerOps-1633223542 tempest-TestNetworkAdvancedServerOps-1633223542-project] 10.222.0.75 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.1381419 Feb 09 19:35:33.744625 n-d-713498-36 neutron-server[103230]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ba22b315-e430-4895-a078-0c720f335557', 'tag': '5f3120e3-e786-407f-b3ad-794cc89bce3c'}] {{(pid=103230) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 19:35:33.764432 n-d-713498-36 neutron-server[103230]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aee5919275bae9f72eb374ee322673045eb80c1f84b4b45a97d96923bd50ab51" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-64a75316-d9d4-4105-ba1d-8a70e019f37e" -d '{"events": [{"name": "network-changed", "server_uuid": "ba22b315-e430-4895-a078-0c720f335557", "tag": "5f3120e3-e786-407f-b3ad-794cc89bce3c"}]}' {{(pid=103230) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 19:35:33.893577 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.provisioning_blocks [None req-387cd8ed-4b06-4d75-8bb4-1b5410701db6 None None] Provisioning complete for port cbd78dfa-f3f8-41b1-af8a-e6a6e0592f49 triggered by entity DHCP. {{(pid=103232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 19:35:33.893874 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-387cd8ed-4b06-4d75-8bb4-1b5410701db6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593630'] for port (cbd78dfa-f3f8-41b1-af8a-e6a6e0592f49), provisioning_complete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:35:33.894057 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a42ddf2-b690-4771-94de-96386fe74417 req-40c78375-f72a-4eaf-a1a3-a30c4bd135d0 tempest-ServersTestJSON-482035511 tempest-ServersTestJSON-482035511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:35:33.895715 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-6a42ddf2-b690-4771-94de-96386fe74417 req-40c78375-f72a-4eaf-a1a3-a30c4bd135d0 tempest-ServersTestJSON-482035511 tempest-ServersTestJSON-482035511-project] 10.222.0.75 "GET /v2.0/ports?device_id=5f3fe354-b8ca-4564-889c-8b6e78eeca41 HTTP/1.1" status: 200 len: 945 time: 0.0695395 Feb 09 19:35:33.930660 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.l3_dvr_db [None req-0c530edf-d010-444a-9aae-a06f4fbfe8d9 None None] Set router 0bc32306-17ad-4dc8-ab66-012a1771ad12 gateway port host: n-d-713498-36 {{(pid=103232) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 19:35:33.937949 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.db [None req-30a9e9ae-a639-4c5f-9be7-28fb3ad94f0c tempest-NetworksTestDHCPv6-1153288886 tempest-NetworksTestDHCPv6-1153288886-project] For port cbd78dfa-f3f8-41b1-af8a-e6a6e0592f49, host n-d-713498-36, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-36',level=0,port_id=cbd78dfa-f3f8-41b1-af8a-e6a6e0592f49,segment=NetworkSegment(20e634bc-bbe0-4569-a1ea-6be524590675),segment_id=20e634bc-bbe0-4569-a1ea-6be524590675)] {{(pid=103229) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 19:35:33.981852 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abd5d166-4eb6-48b0-8d76-ccb20517f244 req-d948c310-2d16-44f3-9cfa-54987e42e6a6 tempest-TestNetworkAdvancedServerOps-1633223542 tempest-TestNetworkAdvancedServerOps-1633223542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:35:33.983449 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-abd5d166-4eb6-48b0-8d76-ccb20517f244 req-d948c310-2d16-44f3-9cfa-54987e42e6a6 tempest-TestNetworkAdvancedServerOps-1633223542 tempest-TestNetworkAdvancedServerOps-1633223542-project] 10.222.0.75 "GET /v2.0/ports?device_id=ba22b315-e430-4895-a078-0c720f335557 HTTP/1.1" status: 200 len: 945 time: 0.1348441 Feb 09 19:35:33.985158 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-6a42ddf2-b690-4771-94de-96386fe74417 req-64edfdc1-196f-4abe-8aa7-c9a5fb87dc45 tempest-ServersTestJSON-482035511 tempest-ServersTestJSON-482035511-project] 10.222.0.75 "GET /v2.0/security-groups?id=37883354-c9cd-40f0-bbce-1c711bac4569&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0808597 Feb 09 19:35:34.012265 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-30a9e9ae-a639-4c5f-9be7-28fb3ad94f0c tempest-NetworksTestDHCPv6-1153288886 tempest-NetworksTestDHCPv6-1153288886-project] Publish callbacks [] for port (cbd78dfa-f3f8-41b1-af8a-e6a6e0592f49), precommit_update {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:35:34.036438 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-30a9e9ae-a639-4c5f-9be7-28fb3ad94f0c tempest-NetworksTestDHCPv6-1153288886 tempest-NetworksTestDHCPv6-1153288886-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762867176205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762866656485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762866656503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12867569'] for port (cbd78dfa-f3f8-41b1-af8a-e6a6e0592f49), after_update {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:35:34.088814 n-d-713498-36 neutron-server[103230]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 19:35:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-72beedc5-6276-4ed0-a6c0-0541fe02231c x-openstack-request-id: req-72beedc5-6276-4ed0-a6c0-0541fe02231c {{(pid=103230) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 19:35:34.089202 n-d-713498-36 neutron-server[103230]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ba22b315-e430-4895-a078-0c720f335557", "tag": "5f3120e3-e786-407f-b3ad-794cc89bce3c", "status": "completed", "code": 200}]} {{(pid=103230) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 19:35:34.089552 n-d-713498-36 neutron-server[103230]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-72beedc5-6276-4ed0-a6c0-0541fe02231c {{(pid=103230) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 19:35:34.091178 n-d-713498-36 neutron-server[103230]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ba22b315-e430-4895-a078-0c720f335557', 'tag': '5f3120e3-e786-407f-b3ad-794cc89bce3c', 'status': 'completed', 'code': 200} Feb 09 19:35:34.118266 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-387cd8ed-4b06-4d75-8bb4-1b5410701db6 None None] Current status of the port cbd78dfa-f3f8-41b1-af8a-e6a6e0592f49 is: DOWN; New status is: ACTIVE {{(pid=103232) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 19:35:34.118697 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-387cd8ed-4b06-4d75-8bb4-1b5410701db6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (cbd78dfa-f3f8-41b1-af8a-e6a6e0592f49), before_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:35:34.157744 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-30a9e9ae-a639-4c5f-9be7-28fb3ad94f0c tempest-NetworksTestDHCPv6-1153288886 tempest-NetworksTestDHCPv6-1153288886-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12867428', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12759263'] for subnet (46aa0998-0035-4f01-8913-21837d857794), after_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:35:34.208519 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-387cd8ed-4b06-4d75-8bb4-1b5410701db6 None None] For port cbd78dfa-f3f8-41b1-af8a-e6a6e0592f49, host n-d-713498-36, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-36',level=0,port_id=cbd78dfa-f3f8-41b1-af8a-e6a6e0592f49,segment=NetworkSegment(20e634bc-bbe0-4569-a1ea-6be524590675),segment_id=20e634bc-bbe0-4569-a1ea-6be524590675)] {{(pid=103232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 19:35:34.215988 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-387cd8ed-4b06-4d75-8bb4-1b5410701db6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762867176205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762866656485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762866656503'] for port (cbd78dfa-f3f8-41b1-af8a-e6a6e0592f49), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:35:34.239676 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30a9e9ae-a639-4c5f-9be7-28fb3ad94f0c tempest-NetworksTestDHCPv6-1153288886 tempest-NetworksTestDHCPv6-1153288886-project] Pushing event updated for resources: {'Subnet': ['ID=46aa0998-0035-4f01-8913-21837d857794,revision_number=0']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:35:34.280880 n-d-713498-36 neutron-server[103229]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30a9e9ae-a639-4c5f-9be7-28fb3ad94f0c tempest-NetworksTestDHCPv6-1153288886 tempest-NetworksTestDHCPv6-1153288886-project] Network f63a97a6-2552-42d7-aee9-c49ce8319647 is already hosted by enough agents. {{(pid=103229) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 19:35:34.282629 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30a9e9ae-a639-4c5f-9be7-28fb3ad94f0c tempest-NetworksTestDHCPv6-1153288886 tempest-NetworksTestDHCPv6-1153288886-project] Pushing event updated for resources: {'Port': ['ID=cbd78dfa-f3f8-41b1-af8a-e6a6e0592f49,revision_number=9']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:35:34.286873 n-d-713498-36 neutron-server[103229]: DEBUG neutron.scheduler.base_scheduler [None req-30a9e9ae-a639-4c5f-9be7-28fb3ad94f0c tempest-NetworksTestDHCPv6-1153288886 tempest-NetworksTestDHCPv6-1153288886-project] Resources bound (agent type, host, resource id): {{(pid=103229) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 19:35:34.298766 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-abd5d166-4eb6-48b0-8d76-ccb20517f244 req-a7bc5799-4b23-47eb-9761-9845832cb2d5 tempest-TestNetworkAdvancedServerOps-1633223542 tempest-TestNetworkAdvancedServerOps-1633223542-project] 10.222.0.75 "GET /v2.0/security-groups?id=4e60dadd-ab65-4f99-8fbb-201b325b18d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3070879 Feb 09 19:35:34.306627 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30a9e9ae-a639-4c5f-9be7-28fb3ad94f0c tempest-NetworksTestDHCPv6-1153288886 tempest-NetworksTestDHCPv6-1153288886-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:35:34.307225 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-30a9e9ae-a639-4c5f-9be7-28fb3ad94f0c tempest-NetworksTestDHCPv6-1153288886 tempest-NetworksTestDHCPv6-1153288886-project] Publish callbacks [] for subnet (None), before_response {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:35:34.328823 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 37910) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:35:34.352532 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-30a9e9ae-a639-4c5f-9be7-28fb3ad94f0c tempest-NetworksTestDHCPv6-1153288886 tempest-NetworksTestDHCPv6-1153288886-project] 10.222.0.75 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 864 time: 2.2861917 Feb 09 19:35:34.354958 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64a75316-d9d4-4105-ba1d-8a70e019f37e req-e92901ed-1799-4a40-b349-bf5d1011c104 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:35:34.356392 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-64a75316-d9d4-4105-ba1d-8a70e019f37e req-e92901ed-1799-4a40-b349-bf5d1011c104 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=eba669c4f4c548e495f13ae7579d0fa6&device_id=ba22b315-e430-4895-a078-0c720f335557 HTTP/1.1" status: 200 len: 1128 time: 0.2286992 Feb 09 19:35:34.356859 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 37912) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:35:34.362455 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.v2.base [None req-3ff8f898-1dea-43bb-8e17-4aa9196d3e8a tempest-NetworksTestDHCPv6-1153288886 tempest-NetworksTestDHCPv6-1153288886-project] Request body: {'port': {'network_id': 'f63a97a6-2552-42d7-aee9-c49ce8319647', 'mac_address': 'fa:16:3e:f9:8e:9f', 'name': 'tempest-NetworksTestDHCPv6-1855913810'}} {{(pid=103229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 19:35:34.392984 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.provisioning_blocks [None req-736df803-314a-411d-bf91-908dbceeb74c None None] Could not find standard attr ID for object b63e3c80-b139-4158-8dd6-9a4fbc6a5847. {{(pid=103232) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 09 19:35:34.396552 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-387cd8ed-4b06-4d75-8bb4-1b5410701db6 None None] Pushing event updated for resources: {'Port': ['ID=cbd78dfa-f3f8-41b1-af8a-e6a6e0592f49,revision_number=10']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:35:34.471755 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9591de3e-9a3f-400b-92ce-a143f14b57c0 None None] Network f63a97a6-2552-42d7-aee9-c49ce8319647 requested from n-d-713498-36 {{(pid=103232) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 19:35:34.476670 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.l3_hamode_db [None req-0c530edf-d010-444a-9aae-a06f4fbfe8d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0bc32306-17ad-4dc8-ab66-012a1771ad12', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1868811423', 'tenant_id': 'eba669c4f4c548e495f13ae7579d0fa6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88055e1e-672a-4487-be31-ffb6e833ece5', 'external_fixed_ips': [{'subnet_id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'ip_address': '172.25.1.28'}], 'enable_snat': True}, 'gw_port_id': 'b25323a4-38c0-41f3-aec2-9c22b1619da8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T19:35:04Z', 'updated_at': '2022-02-09T19:35:11Z', 'revision_number': 4, 'project_id': 'eba669c4f4c548e495f13ae7579d0fa6', 'gw_port': {'id': 'b25323a4-38c0-41f3-aec2-9c22b1619da8', 'name': '', 'network_id': '88055e1e-672a-4487-be31-ffb6e833ece5', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:e7:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0bc32306-17ad-4dc8-ab66-012a1771ad12', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3284, 'fixed_ips': [{'subnet_id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'ip_address': '172.25.1.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T19:35:05Z', 'updated_at': '2022-02-09T19:35:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-36', '_floatingips': [{'id': '8c3087f9-e21c-47c0-9f7b-eab3f06976db', 'tenant_id': 'eba669c4f4c548e495f13ae7579d0fa6', 'floating_ip_address': '172.25.1.11', 'floating_network_id': '88055e1e-672a-4487-be31-ffb6e833ece5', 'router_id': '0bc32306-17ad-4dc8-ab66-012a1771ad12', 'port_id': '5f3120e3-e786-407f-b3ad-794cc89bce3c', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 3308, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4441bac0-0a44-4a1e-8093-e71510495491', 'mac_address': 'fa:16:3e:94:56:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba22b315-e430-4895-a078-0c720f335557', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T19:35:32Z', 'updated_at': '2022-02-09T19:35:32Z', 'revision_number': 0, 'project_id': 'eba669c4f4c548e495f13ae7579d0fa6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3731ec7d-4543-4ff0-97f8-bcb4bda3c741', 'name': '', 'network_id': '4441bac0-0a44-4a1e-8093-e71510495491', 'tenant_id': 'eba669c4f4c548e495f13ae7579d0fa6', 'mac_address': 'fa:16:3e:ce:f4:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0bc32306-17ad-4dc8-ab66-012a1771ad12', 'device_owner': 'network:router_interface', 'standard_attr_id': 3290, 'fixed_ips': [{'subnet_id': 'a53359ef-76e4-4c05-b08e-4db3ad09b5a9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T19:35:10Z', 'updated_at': '2022-02-09T19:35:17Z', 'revision_number': 5, 'project_id': 'eba669c4f4c548e495f13ae7579d0fa6', 'subnets': [{'id': 'a53359ef-76e4-4c05-b08e-4db3ad09b5a9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-36', False) {} {{(pid=103232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:35:34.480741 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-61637224-6c38-4176-8860-af2eb274978b tempest-TestNetworkAdvancedServerOps-1633223542 tempest-TestNetworkAdvancedServerOps-1633223542-project] 10.222.0.75 "GET /v2.0/floatingips/8c3087f9-e21c-47c0-9f7b-eab3f06976db HTTP/1.1" status: 200 len: 990 time: 0.1490185 Feb 09 19:35:34.501135 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2c03e59-c95f-4ec0-8b81-951bbc2d03fe req-1212b1d3-b12a-42e2-9aca-05e88dd1083c tempest-ServersTestJSON-482035511 tempest-ServersTestJSON-482035511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:35:34.504097 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-f2c03e59-c95f-4ec0-8b81-951bbc2d03fe req-1212b1d3-b12a-42e2-9aca-05e88dd1083c tempest-ServersTestJSON-482035511 tempest-ServersTestJSON-482035511-project] 10.222.0.75 "GET /v2.0/ports?device_id=5f3fe354-b8ca-4564-889c-8b6e78eeca41 HTTP/1.1" status: 200 len: 945 time: 0.1071537 Feb 09 19:35:34.550680 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c530edf-d010-444a-9aae-a06f4fbfe8d9 None None] Checking router: 0bc32306-17ad-4dc8-ab66-012a1771ad12 for host: n-d-713498-36 {{(pid=103232) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 19:35:34.576509 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c530edf-d010-444a-9aae-a06f4fbfe8d9 None None] Routers {'0bc32306-17ad-4dc8-ab66-012a1771ad12'} bound to L3 agent in host n-d-713498-36 {{(pid=103232) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 19:35:34.576509 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.l3_hamode_db [None req-0c530edf-d010-444a-9aae-a06f4fbfe8d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T18:51:43Z,description=,heartbeat_timestamp=2022-02-09T19:35:13Z,host='n-d-713498-36',id=93303d5e-5d17-45e8-8963-7694f87783ae,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T18:51:43Z,topic='l3_agent')) {'router_ids': ['0bc32306-17ad-4dc8-ab66-012a1771ad12'], 'active': True} {{(pid=103232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:35:34.589814 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-f2c03e59-c95f-4ec0-8b81-951bbc2d03fe req-c6260ec9-6f4a-4c94-9063-8dcf827edb0d tempest-ServersTestJSON-482035511 tempest-ServersTestJSON-482035511-project] 10.222.0.75 "GET /v2.0/security-groups?id=37883354-c9cd-40f0-bbce-1c711bac4569&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0800769 Feb 09 19:35:34.740260 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.l3_dvr_db [None req-0c530edf-d010-444a-9aae-a06f4fbfe8d9 None None] Set router 0bc32306-17ad-4dc8-ab66-012a1771ad12 gateway port host: n-d-713498-36 {{(pid=103232) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 19:35:34.943378 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64a75316-d9d4-4105-ba1d-8a70e019f37e req-b61f955d-c79c-4982-8316-9a72caa0b189 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:35:34.945046 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-64a75316-d9d4-4105-ba1d-8a70e019f37e req-b61f955d-c79c-4982-8316-9a72caa0b189 service neutron] 10.222.0.90 "GET /v2.0/networks?id=4441bac0-0a44-4a1e-8093-e71510495491 HTTP/1.1" status: 200 len: 898 time: 0.5772014 Feb 09 19:35:34.973226 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Device cbd78dfa-f3f8-41b1-af8a-e6a6e0592f49 up at agent ovs-agent-n-d-713498-36 {{(pid=103232) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 19:35:34.980876 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3b50a2f-ffdd-40d4-95c3-5d84f96395a3 req-e8290c05-4cb9-41b4-af0b-5d96ff33e46c tempest-ServersTestJSON-482035511 tempest-ServersTestJSON-482035511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:35:34.988434 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-f3b50a2f-ffdd-40d4-95c3-5d84f96395a3 req-e8290c05-4cb9-41b4-af0b-5d96ff33e46c tempest-ServersTestJSON-482035511 tempest-ServersTestJSON-482035511-project] 10.222.0.75 "GET /v2.0/ports?device_id=5f3fe354-b8ca-4564-889c-8b6e78eeca41 HTTP/1.1" status: 200 len: 945 time: 0.2109714 Feb 09 19:35:35.133684 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-f3b50a2f-ffdd-40d4-95c3-5d84f96395a3 req-11f8d201-fc18-4607-8f3a-5fcc660c23e4 tempest-ServersTestJSON-482035511 tempest-ServersTestJSON-482035511-project] 10.222.0.75 "GET /v2.0/security-groups?id=37883354-c9cd-40f0-bbce-1c711bac4569&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1443722 Feb 09 19:35:35.137154 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-64a75316-d9d4-4105-ba1d-8a70e019f37e req-58ea9dca-f447-4ec0-8d98-e92470d7c6e5 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=5f3120e3-e786-407f-b3ad-794cc89bce3c HTTP/1.1" status: 200 len: 998 time: 0.1712613 Feb 09 19:35:35.137887 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3ff8f898-1dea-43bb-8e17-4aa9196d3e8a tempest-NetworksTestDHCPv6-1153288886 tempest-NetworksTestDHCPv6-1153288886-project] Made reservation on behalf of 84aec0d011da47d8bc94f6ba8668f413 for: {'port': 1} {{(pid=103229) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 19:35:35.145867 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.provisioning_blocks [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Provisioning complete for port cbd78dfa-f3f8-41b1-af8a-e6a6e0592f49 triggered by entity L2. {{(pid=103232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 19:35:35.150839 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593630'] for port (cbd78dfa-f3f8-41b1-af8a-e6a6e0592f49), provisioning_complete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:35:35.214158 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.l3_hamode_db [None req-0c530edf-d010-444a-9aae-a06f4fbfe8d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0bc32306-17ad-4dc8-ab66-012a1771ad12', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1868811423', 'tenant_id': 'eba669c4f4c548e495f13ae7579d0fa6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88055e1e-672a-4487-be31-ffb6e833ece5', 'external_fixed_ips': [{'subnet_id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'ip_address': '172.25.1.28'}], 'enable_snat': True}, 'gw_port_id': 'b25323a4-38c0-41f3-aec2-9c22b1619da8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T19:35:04Z', 'updated_at': '2022-02-09T19:35:11Z', 'revision_number': 4, 'project_id': 'eba669c4f4c548e495f13ae7579d0fa6', 'gw_port': {'id': 'b25323a4-38c0-41f3-aec2-9c22b1619da8', 'name': '', 'network_id': '88055e1e-672a-4487-be31-ffb6e833ece5', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:e7:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0bc32306-17ad-4dc8-ab66-012a1771ad12', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3284, 'fixed_ips': [{'subnet_id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'ip_address': '172.25.1.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T19:35:05Z', 'updated_at': '2022-02-09T19:35:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-36', '_floatingips': [{'id': '8c3087f9-e21c-47c0-9f7b-eab3f06976db', 'tenant_id': 'eba669c4f4c548e495f13ae7579d0fa6', 'floating_ip_address': '172.25.1.11', 'floating_network_id': '88055e1e-672a-4487-be31-ffb6e833ece5', 'router_id': '0bc32306-17ad-4dc8-ab66-012a1771ad12', 'port_id': '5f3120e3-e786-407f-b3ad-794cc89bce3c', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 3308, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4441bac0-0a44-4a1e-8093-e71510495491', 'mac_address': 'fa:16:3e:94:56:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba22b315-e430-4895-a078-0c720f335557', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T19:35:32Z', 'updated_at': '2022-02-09T19:35:32Z', 'revision_number': 0, 'project_id': 'eba669c4f4c548e495f13ae7579d0fa6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3731ec7d-4543-4ff0-97f8-bcb4bda3c741', 'name': '', 'network_id': '4441bac0-0a44-4a1e-8093-e71510495491', 'tenant_id': 'eba669c4f4c548e495f13ae7579d0fa6', 'mac_address': 'fa:16:3e:ce:f4:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0bc32306-17ad-4dc8-ab66-012a1771ad12', 'device_owner': 'network:router_interface', 'standard_attr_id': 3290, 'fixed_ips': [{'subnet_id': 'a53359ef-76e4-4c05-b08e-4db3ad09b5a9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T19:35:10Z', 'updated_at': '2022-02-09T19:35:17Z', 'revision_number': 5, 'project_id': 'eba669c4f4c548e495f13ae7579d0fa6', 'subnets': [{'id': 'a53359ef-76e4-4c05-b08e-4db3ad09b5a9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-36', False) {} {{(pid=103232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:35:35.244751 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c530edf-d010-444a-9aae-a06f4fbfe8d9 None None] The sync data for ids ['0bc32306-17ad-4dc8-ab66-012a1771ad12'] in n-d-713498-36 is: [{'id': '0bc32306-17ad-4dc8-ab66-012a1771ad12', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1868811423', 'tenant_id': 'eba669c4f4c548e495f13ae7579d0fa6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88055e1e-672a-4487-be31-ffb6e833ece5', 'external_fixed_ips': [{'subnet_id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'ip_address': '172.25.1.28'}], 'enable_snat': True}, 'gw_port_id': 'b25323a4-38c0-41f3-aec2-9c22b1619da8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T19:35:04Z', 'updated_at': '2022-02-09T19:35:11Z', 'revision_number': 4, 'project_id': 'eba669c4f4c548e495f13ae7579d0fa6', 'gw_port': {'id': 'b25323a4-38c0-41f3-aec2-9c22b1619da8', 'name': '', 'network_id': '88055e1e-672a-4487-be31-ffb6e833ece5', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:e7:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0bc32306-17ad-4dc8-ab66-012a1771ad12', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3284, 'fixed_ips': [{'subnet_id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'ip_address': '172.25.1.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T19:35:05Z', 'updated_at': '2022-02-09T19:35:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-36', '_floatingips': [{'id': '8c3087f9-e21c-47c0-9f7b-eab3f06976db', 'tenant_id': 'eba669c4f4c548e495f13ae7579d0fa6', 'floating_ip_address': '172.25.1.11', 'floating_network_id': '88055e1e-672a-4487-be31-ffb6e833ece5', 'router_id': '0bc32306-17ad-4dc8-ab66-012a1771ad12', 'port_id': '5f3120e3-e786-407f-b3ad-794cc89bce3c', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 3308, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4441bac0-0a44-4a1e-8093-e71510495491', 'mac_address': 'fa:16:3e:94:56:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba22b315-e430-4895-a078-0c720f335557', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T19:35:32Z', 'updated_at': '2022-02-09T19:35:32Z', 'revision_number': 0, 'project_id': 'eba669c4f4c548e495f13ae7579d0fa6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3731ec7d-4543-4ff0-97f8-bcb4bda3c741', 'name': '', 'network_id': '4441bac0-0a44-4a1e-8093-e71510495491', 'tenant_id': 'eba669c4f4c548e495f13ae7579d0fa6', 'mac_address': 'fa:16:3e:ce:f4:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0bc32306-17ad-4dc8-ab66-012a1771ad12', 'device_owner': 'network:router_interface', 'standard_attr_id': 3290, 'fixed_ips': [{'subnet_id': 'a53359ef-76e4-4c05-b08e-4db3ad09b5a9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T19:35:10Z', 'updated_at': '2022-02-09T19:35:17Z', 'revision_number': 5, 'project_id': 'eba669c4f4c548e495f13ae7579d0fa6', 'subnets': [{'id': 'a53359ef-76e4-4c05-b08e-4db3ad09b5a9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103232) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 19:35:35.268673 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-3ff8f898-1dea-43bb-8e17-4aa9196d3e8a tempest-NetworksTestDHCPv6-1153288886 tempest-NetworksTestDHCPv6-1153288886-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (None), before_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:35:35.337667 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64a75316-d9d4-4105-ba1d-8a70e019f37e req-305e36bc-a7b2-411e-a17a-4bd91bfab572 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:35:35.339318 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-64a75316-d9d4-4105-ba1d-8a70e019f37e req-305e36bc-a7b2-411e-a17a-4bd91bfab572 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=a53359ef-76e4-4c05-b08e-4db3ad09b5a9 HTTP/1.1" status: 200 len: 835 time: 0.1913571 Feb 09 19:35:35.352738 n-d-713498-36 neutron-server[103229]: DEBUG neutron.notifiers.nova [None req-3ff8f898-1dea-43bb-8e17-4aa9196d3e8a tempest-NetworksTestDHCPv6-1153288886 tempest-NetworksTestDHCPv6-1153288886-project] device_id is not set on port 5a52c59e-dc78-4528-afe8-731011086ecb yet. {{(pid=103229) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 09 19:35:35.357368 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Current status of the port cbd78dfa-f3f8-41b1-af8a-e6a6e0592f49 is: ACTIVE; New status is: ACTIVE {{(pid=103232) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 19:35:35.483610 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 37922) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:35:35.646021 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.provisioning_blocks [None req-3e59b8b6-6b82-466a-8e7e-95a92728d69f None None] Provisioning complete for port cbd78dfa-f3f8-41b1-af8a-e6a6e0592f49 triggered by entity DHCP. {{(pid=103232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 19:35:35.646394 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-3e59b8b6-6b82-466a-8e7e-95a92728d69f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593630'] for port (cbd78dfa-f3f8-41b1-af8a-e6a6e0592f49), provisioning_complete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:35:35.656224 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-3c7c1c05-af45-415c-b476-787ccc387a8f tempest-TestNetworkAdvancedServerOps-1633223542 tempest-TestNetworkAdvancedServerOps-1633223542-project] 10.222.0.75 "GET /v2.0/floatingips/8c3087f9-e21c-47c0-9f7b-eab3f06976db HTTP/1.1" status: 200 len: 990 time: 0.1712379 Feb 09 19:35:35.668471 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64a75316-d9d4-4105-ba1d-8a70e019f37e req-0fe23484-d44e-41b8-8616-48734a5cda70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:35:35.670478 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-64a75316-d9d4-4105-ba1d-8a70e019f37e req-0fe23484-d44e-41b8-8616-48734a5cda70 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=4441bac0-0a44-4a1e-8093-e71510495491&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.3100107 Feb 09 19:35:35.680977 n-d-713498-36 neutron-server[103233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2ce1fe1-3a76-4c5f-86fd-16c7b5577839 None None] New status for floating IP 8c3087f9-e21c-47c0-9f7b-eab3f06976db: ACTIVE {{(pid=103233) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 09 19:35:35.803889 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c20ea95-0259-4804-a9ca-bcaf79207ecc req-5ed1d7f2-40d2-43fb-8be1-999dba83f9ff tempest-ServersTestJSON-482035511 tempest-ServersTestJSON-482035511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:35:35.805349 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-4c20ea95-0259-4804-a9ca-bcaf79207ecc req-5ed1d7f2-40d2-43fb-8be1-999dba83f9ff tempest-ServersTestJSON-482035511 tempest-ServersTestJSON-482035511-project] 10.222.0.75 "GET /v2.0/ports?device_id=5f3fe354-b8ca-4564-889c-8b6e78eeca41 HTTP/1.1" status: 200 len: 945 time: 0.2416391 Feb 09 19:35:35.807941 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-3e59b8b6-6b82-466a-8e7e-95a92728d69f None None] Current status of the port cbd78dfa-f3f8-41b1-af8a-e6a6e0592f49 is: ACTIVE; New status is: ACTIVE {{(pid=103232) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 19:35:35.889862 n-d-713498-36 neutron-server[103229]: DEBUG neutron.db.db_base_plugin_common [None req-3ff8f898-1dea-43bb-8e17-4aa9196d3e8a tempest-NetworksTestDHCPv6-1153288886 tempest-NetworksTestDHCPv6-1153288886-project] Allocated IP 2001:db8::f (f63a97a6-2552-42d7-aee9-c49ce8319647/61221f98-5cae-4322-a931-690a048bb072/5a52c59e-dc78-4528-afe8-731011086ecb) {{(pid=103229) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 19:35:35.902553 n-d-713498-36 neutron-server[103229]: DEBUG neutron.db.db_base_plugin_common [None req-3ff8f898-1dea-43bb-8e17-4aa9196d3e8a tempest-NetworksTestDHCPv6-1153288886 tempest-NetworksTestDHCPv6-1153288886-project] Allocated IP 2001:db8:0:1:f816:3eff:fef9:8e9f (f63a97a6-2552-42d7-aee9-c49ce8319647/46aa0998-0035-4f01-8913-21837d857794/5a52c59e-dc78-4528-afe8-731011086ecb) {{(pid=103229) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 19:35:35.937817 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-4c20ea95-0259-4804-a9ca-bcaf79207ecc req-77401c63-d117-41a1-953e-b78b79d3328e tempest-ServersTestJSON-482035511 tempest-ServersTestJSON-482035511-project] 10.222.0.75 "GET /v2.0/security-groups?id=37883354-c9cd-40f0-bbce-1c711bac4569&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1210184 Feb 09 19:35:35.943448 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-64a75316-d9d4-4105-ba1d-8a70e019f37e req-1903353e-65d6-44ca-b423-92b8a989e98d service neutron] 10.222.0.90 "GET /v2.0/networks/4441bac0-0a44-4a1e-8093-e71510495491?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2458847 Feb 09 19:35:36.131303 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-64a75316-d9d4-4105-ba1d-8a70e019f37e req-8d5b65cc-4732-42d3-9e23-ea022f78cb54 service neutron] 10.222.0.90 "GET /v2.0/networks/4441bac0-0a44-4a1e-8093-e71510495491?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1747398 Feb 09 19:35:36.169698 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-3ff8f898-1dea-43bb-8e17-4aa9196d3e8a tempest-NetworksTestDHCPv6-1153288886 tempest-NetworksTestDHCPv6-1153288886-project] Publish callbacks [] for port (5a52c59e-dc78-4528-afe8-731011086ecb), precommit_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:35:36.213101 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-3ff8f898-1dea-43bb-8e17-4aa9196d3e8a tempest-NetworksTestDHCPv6-1153288886 tempest-NetworksTestDHCPv6-1153288886-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762866656467', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12867576'] for port (5a52c59e-dc78-4528-afe8-731011086ecb), after_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:35:36.266904 n-d-713498-36 neutron-server[103229]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ff8f898-1dea-43bb-8e17-4aa9196d3e8a tempest-NetworksTestDHCPv6-1153288886 tempest-NetworksTestDHCPv6-1153288886-project] Network f63a97a6-2552-42d7-aee9-c49ce8319647 is already hosted by enough agents. {{(pid=103229) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 19:35:36.270372 n-d-713498-36 neutron-server[103229]: DEBUG neutron.scheduler.base_scheduler [None req-3ff8f898-1dea-43bb-8e17-4aa9196d3e8a tempest-NetworksTestDHCPv6-1153288886 tempest-NetworksTestDHCPv6-1153288886-project] Resources bound (agent type, host, resource id): {{(pid=103229) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 19:35:36.274231 n-d-713498-36 neutron-server[103229]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ff8f898-1dea-43bb-8e17-4aa9196d3e8a tempest-NetworksTestDHCPv6-1153288886 tempest-NetworksTestDHCPv6-1153288886-project] Received port after_create {{(pid=103229) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 19:35:36.280085 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ff8f898-1dea-43bb-8e17-4aa9196d3e8a tempest-NetworksTestDHCPv6-1153288886 tempest-NetworksTestDHCPv6-1153288886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:35:36.280737 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-3ff8f898-1dea-43bb-8e17-4aa9196d3e8a tempest-NetworksTestDHCPv6-1153288886 tempest-NetworksTestDHCPv6-1153288886-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171096'] for port (None), before_response {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:35:36.290676 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ff8f898-1dea-43bb-8e17-4aa9196d3e8a tempest-NetworksTestDHCPv6-1153288886 tempest-NetworksTestDHCPv6-1153288886-project] Pushing event updated for resources: {'Port': ['ID=5a52c59e-dc78-4528-afe8-731011086ecb,revision_number=1']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:35:36.306978 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-3ff8f898-1dea-43bb-8e17-4aa9196d3e8a tempest-NetworksTestDHCPv6-1153288886 tempest-NetworksTestDHCPv6-1153288886-project] 10.222.0.75 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1031 time: 1.9465928 Feb 09 19:35:36.307330 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 37926) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:35:36.404020 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.plugin [None req-33a6e105-b60a-4fd0-aed3-71cb95f7549c tempest-NetworksTestDHCPv6-1153288886 tempest-NetworksTestDHCPv6-1153288886-project] Deleting port 5a52c59e-dc78-4528-afe8-731011086ecb {{(pid=103230) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 19:35:36.404597 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-33a6e105-b60a-4fd0-aed3-71cb95f7549c tempest-NetworksTestDHCPv6-1153288886 tempest-NetworksTestDHCPv6-1153288886-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762867170196'] for port (5a52c59e-dc78-4528-afe8-731011086ecb), before_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:35:36.505066 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-33a6e105-b60a-4fd0-aed3-71cb95f7549c tempest-NetworksTestDHCPv6-1153288886 tempest-NetworksTestDHCPv6-1153288886-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1820838'] for port (5a52c59e-dc78-4528-afe8-731011086ecb), precommit_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:35:36.518623 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.plugin [None req-33a6e105-b60a-4fd0-aed3-71cb95f7549c tempest-NetworksTestDHCPv6-1153288886 tempest-NetworksTestDHCPv6-1153288886-project] Calling delete_port for 5a52c59e-dc78-4528-afe8-731011086ecb owned by {{(pid=103230) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 19:35:36.536122 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.provisioning_blocks [None req-ab92de80-4ca0-4b16-89eb-5c56502996df None None] Provisioning complete for port 5a52c59e-dc78-4528-afe8-731011086ecb triggered by entity DHCP. {{(pid=103232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 19:35:36.536642 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-ab92de80-4ca0-4b16-89eb-5c56502996df None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593630'] for port (5a52c59e-dc78-4528-afe8-731011086ecb), provisioning_complete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:35:36.576576 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-ab92de80-4ca0-4b16-89eb-5c56502996df None None] Port 5a52c59e-dc78-4528-afe8-731011086ecb cannot update to ACTIVE because it is not bound. {{(pid=103232) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 19:35:36.659896 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 37928) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:35:36.710224 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-33a6e105-b60a-4fd0-aed3-71cb95f7549c tempest-NetworksTestDHCPv6-1153288886 tempest-NetworksTestDHCPv6-1153288886-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762867177463', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762866656476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14393751'] for port (5a52c59e-dc78-4528-afe8-731011086ecb), after_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:35:36.736252 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-c962cb9e-71d8-4e3d-a18a-196130771661 tempest-TestNetworkAdvancedServerOps-1633223542 tempest-TestNetworkAdvancedServerOps-1633223542-project] 10.222.0.75 "GET /v2.0/floatingips/8c3087f9-e21c-47c0-9f7b-eab3f06976db HTTP/1.1" status: 200 len: 992 time: 0.0654955 Feb 09 19:35:36.755482 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33a6e105-b60a-4fd0-aed3-71cb95f7549c tempest-NetworksTestDHCPv6-1153288886 tempest-NetworksTestDHCPv6-1153288886-project] Pushing event deleted for resources: {'Port': ['ID=5a52c59e-dc78-4528-afe8-731011086ecb,revision_number=None']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:35:36.797856 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-33a6e105-b60a-4fd0-aed3-71cb95f7549c tempest-NetworksTestDHCPv6-1153288886 tempest-NetworksTestDHCPv6-1153288886-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171096'] for port (None), before_response {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:35:36.803622 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-33a6e105-b60a-4fd0-aed3-71cb95f7549c tempest-NetworksTestDHCPv6-1153288886 tempest-NetworksTestDHCPv6-1153288886-project] 10.222.0.75 "DELETE /v2.0/ports/5a52c59e-dc78-4528-afe8-731011086ecb HTTP/1.1" status: 204 len: 168 time: 0.4930305 Feb 09 19:35:36.803856 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 37930) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:35:36.863017 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b241a5c-a705-4cd6-af61-5d60ba646e7f tempest-NetworksTestDHCPv6-1153288886 tempest-NetworksTestDHCPv6-1153288886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:35:36.864744 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-3b241a5c-a705-4cd6-af61-5d60ba646e7f tempest-NetworksTestDHCPv6-1153288886 tempest-NetworksTestDHCPv6-1153288886-project] 10.222.0.75 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.0599453 Feb 09 19:35:36.867473 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 37932) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:35:36.931644 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3230cb0a-bf3c-4e13-aff0-a518d2e01dcb tempest-NetworksTestDHCPv6-1153288886 tempest-NetworksTestDHCPv6-1153288886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:35:36.933175 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-3230cb0a-bf3c-4e13-aff0-a518d2e01dcb tempest-NetworksTestDHCPv6-1153288886 tempest-NetworksTestDHCPv6-1153288886-project] 10.222.0.75 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.0646026 Feb 09 19:35:36.935827 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 37940) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:35:37.007926 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d02372b-a20d-4604-93ed-40e1ac0488c3 tempest-NetworksTestDHCPv6-1153288886 tempest-NetworksTestDHCPv6-1153288886-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:35:37.009824 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d02372b-a20d-4604-93ed-40e1ac0488c3 tempest-NetworksTestDHCPv6-1153288886 tempest-NetworksTestDHCPv6-1153288886-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:35:37.011083 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d02372b-a20d-4604-93ed-40e1ac0488c3 tempest-NetworksTestDHCPv6-1153288886 tempest-NetworksTestDHCPv6-1153288886-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:35:37.015499 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-3d02372b-a20d-4604-93ed-40e1ac0488c3 tempest-NetworksTestDHCPv6-1153288886 tempest-NetworksTestDHCPv6-1153288886-project] 10.222.0.75 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.0765538 Feb 09 19:35:37.016390 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 37948) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:35:37.089695 n-d-713498-36 neutron-server[103229]: DEBUG neutron.db.db_base_plugin_v2 [None req-3391a527-93bc-423e-b74a-d4f2588ee2c6 tempest-NetworksTestDHCPv6-1153288886 tempest-NetworksTestDHCPv6-1153288886-project] Deleting subnet 46aa0998-0035-4f01-8913-21837d857794 {{(pid=103229) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 19:35:37.093308 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-3391a527-93bc-423e-b74a-d4f2588ee2c6 tempest-NetworksTestDHCPv6-1153288886 tempest-NetworksTestDHCPv6-1153288886-project] Publish callbacks [] for subnet (46aa0998-0035-4f01-8913-21837d857794), before_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:35:37.100365 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b06bcdf6-6613-4439-a37a-e7478db1ba1b req-9b87b160-2d57-479b-a480-e0b8f4ba0ade tempest-ServersTestJSON-482035511 tempest-ServersTestJSON-482035511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:35:37.118835 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-b06bcdf6-6613-4439-a37a-e7478db1ba1b req-9b87b160-2d57-479b-a480-e0b8f4ba0ade tempest-ServersTestJSON-482035511 tempest-ServersTestJSON-482035511-project] 10.222.0.75 "GET /v2.0/ports?device_id=5f3fe354-b8ca-4564-889c-8b6e78eeca41 HTTP/1.1" status: 200 len: 945 time: 0.0869088 Feb 09 19:35:37.174716 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-3391a527-93bc-423e-b74a-d4f2588ee2c6 tempest-NetworksTestDHCPv6-1153288886 tempest-NetworksTestDHCPv6-1153288886-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16683410'] for subnet (46aa0998-0035-4f01-8913-21837d857794), precommit_delete_associations {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:35:37.184214 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-b06bcdf6-6613-4439-a37a-e7478db1ba1b req-c41251c1-5aab-4591-b340-0f84f915a8b2 tempest-ServersTestJSON-482035511 tempest-ServersTestJSON-482035511-project] 10.222.0.75 "GET /v2.0/security-groups?id=37883354-c9cd-40f0-bbce-1c711bac4569&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0639465 Feb 09 19:35:37.278993 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-3391a527-93bc-423e-b74a-d4f2588ee2c6 tempest-NetworksTestDHCPv6-1153288886 tempest-NetworksTestDHCPv6-1153288886-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-759852'] for subnet (46aa0998-0035-4f01-8913-21837d857794), precommit_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:35:37.358257 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-3391a527-93bc-423e-b74a-d4f2588ee2c6 tempest-NetworksTestDHCPv6-1153288886 tempest-NetworksTestDHCPv6-1153288886-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-760023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12867367', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12759238'] for subnet (46aa0998-0035-4f01-8913-21837d857794), after_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:35:37.384006 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3391a527-93bc-423e-b74a-d4f2588ee2c6 tempest-NetworksTestDHCPv6-1153288886 tempest-NetworksTestDHCPv6-1153288886-project] Pushing event deleted for resources: {'Subnet': ['ID=46aa0998-0035-4f01-8913-21837d857794,revision_number=None']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:35:37.391201 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-3391a527-93bc-423e-b74a-d4f2588ee2c6 tempest-NetworksTestDHCPv6-1153288886 tempest-NetworksTestDHCPv6-1153288886-project] Publish callbacks [] for subnet (None), before_response {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:35:37.397948 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-3391a527-93bc-423e-b74a-d4f2588ee2c6 tempest-NetworksTestDHCPv6-1153288886 tempest-NetworksTestDHCPv6-1153288886-project] 10.222.0.75 "DELETE /v2.0/subnets/46aa0998-0035-4f01-8913-21837d857794 HTTP/1.1" status: 204 len: 168 time: 0.3766677 Feb 09 19:35:37.398460 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 37960) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:35:37.406221 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5a1c0fe-8516-47ff-8c96-770b862dcd80 None None] Network f63a97a6-2552-42d7-aee9-c49ce8319647 requested from n-d-713498-36 {{(pid=103232) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 19:35:37.458693 n-d-713498-36 neutron-server[103229]: DEBUG neutron.db.db_base_plugin_v2 [None req-f27829bc-f3a8-4776-a8ca-19fb023f5251 tempest-NetworksTestDHCPv6-1153288886 tempest-NetworksTestDHCPv6-1153288886-project] Deleting subnet 61221f98-5cae-4322-a931-690a048bb072 {{(pid=103229) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 19:35:37.462435 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-f27829bc-f3a8-4776-a8ca-19fb023f5251 tempest-NetworksTestDHCPv6-1153288886 tempest-NetworksTestDHCPv6-1153288886-project] Publish callbacks [] for subnet (61221f98-5cae-4322-a931-690a048bb072), before_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:35:37.512543 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-f27829bc-f3a8-4776-a8ca-19fb023f5251 tempest-NetworksTestDHCPv6-1153288886 tempest-NetworksTestDHCPv6-1153288886-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16683410'] for subnet (61221f98-5cae-4322-a931-690a048bb072), precommit_delete_associations {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:35:37.672275 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a33c67a1-cc07-43e2-bd42-0c9551cb6c8b req-a507469c-17d2-4e82-a1e3-542233123e2b tempest-ServersTestJSON-482035511 tempest-ServersTestJSON-482035511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:35:37.674252 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-a33c67a1-cc07-43e2-bd42-0c9551cb6c8b req-a507469c-17d2-4e82-a1e3-542233123e2b tempest-ServersTestJSON-482035511 tempest-ServersTestJSON-482035511-project] 10.222.0.90 "GET /v2.0/ports?device_id=5f3fe354-b8ca-4564-889c-8b6e78eeca41 HTTP/1.1" status: 200 len: 945 time: 0.1577675 Feb 09 19:35:37.719050 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-f27829bc-f3a8-4776-a8ca-19fb023f5251 tempest-NetworksTestDHCPv6-1153288886 tempest-NetworksTestDHCPv6-1153288886-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-759852'] for subnet (61221f98-5cae-4322-a931-690a048bb072), precommit_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:35:37.842309 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-f27829bc-f3a8-4776-a8ca-19fb023f5251 tempest-NetworksTestDHCPv6-1153288886 tempest-NetworksTestDHCPv6-1153288886-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-760023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12867367', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12759238'] for subnet (61221f98-5cae-4322-a931-690a048bb072), after_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:35:37.881261 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f27829bc-f3a8-4776-a8ca-19fb023f5251 tempest-NetworksTestDHCPv6-1153288886 tempest-NetworksTestDHCPv6-1153288886-project] Pushing event deleted for resources: {'Subnet': ['ID=61221f98-5cae-4322-a931-690a048bb072,revision_number=None']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:35:37.890167 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.plugin [req-a33c67a1-cc07-43e2-bd42-0c9551cb6c8b req-7f0dac57-64cb-45c2-aed6-6820185350de tempest-ServersTestJSON-482035511 tempest-ServersTestJSON-482035511-project] Deleting port 5fe0c84b-b353-4369-a735-a52ec0c04094 {{(pid=103229) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 19:35:37.890513 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-a33c67a1-cc07-43e2-bd42-0c9551cb6c8b req-7f0dac57-64cb-45c2-aed6-6820185350de tempest-ServersTestJSON-482035511 tempest-ServersTestJSON-482035511-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762867170196'] for port (5fe0c84b-b353-4369-a735-a52ec0c04094), before_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:35:37.900101 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-f27829bc-f3a8-4776-a8ca-19fb023f5251 tempest-NetworksTestDHCPv6-1153288886 tempest-NetworksTestDHCPv6-1153288886-project] Publish callbacks [] for subnet (None), before_response {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:35:37.909014 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-f27829bc-f3a8-4776-a8ca-19fb023f5251 tempest-NetworksTestDHCPv6-1153288886 tempest-NetworksTestDHCPv6-1153288886-project] 10.222.0.75 "DELETE /v2.0/subnets/61221f98-5cae-4322-a931-690a048bb072 HTTP/1.1" status: 204 len: 168 time: 0.5093768 Feb 09 19:35:37.911928 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 37962) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:35:37.982004 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-c8a9da93-cc34-4146-aed0-63b42fa8797c tempest-NetworksTestDHCPv6-1153288886 tempest-NetworksTestDHCPv6-1153288886-project] 10.222.0.75 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0682619 Feb 09 19:35:37.983031 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 37964) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:35:38.053114 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.db [req-a33c67a1-cc07-43e2-bd42-0c9551cb6c8b req-7f0dac57-64cb-45c2-aed6-6820185350de tempest-ServersTestJSON-482035511 tempest-ServersTestJSON-482035511-project] For port 5fe0c84b-b353-4369-a735-a52ec0c04094, host n-h2-713498-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-36',level=0,port_id=5fe0c84b-b353-4369-a735-a52ec0c04094,segment=NetworkSegment(3ad9008e-d820-4913-8a3a-dbe689506816),segment_id=3ad9008e-d820-4913-8a3a-dbe689506816)] {{(pid=103229) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 19:35:38.053488 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-a33c67a1-cc07-43e2-bd42-0c9551cb6c8b req-7f0dac57-64cb-45c2-aed6-6820185350de tempest-ServersTestJSON-482035511 tempest-ServersTestJSON-482035511-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1820838'] for port (5fe0c84b-b353-4369-a735-a52ec0c04094), precommit_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:35:38.071508 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.plugin [req-a33c67a1-cc07-43e2-bd42-0c9551cb6c8b req-7f0dac57-64cb-45c2-aed6-6820185350de tempest-ServersTestJSON-482035511 tempest-ServersTestJSON-482035511-project] Calling delete_port for 5fe0c84b-b353-4369-a735-a52ec0c04094 owned by compute:nova {{(pid=103229) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 19:35:38.095630 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64e7d065-6a5b-4d30-9b4f-f7173d19b7a1 tempest-NetworksTestDHCPv6-1153288886 tempest-NetworksTestDHCPv6-1153288886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:35:38.097357 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-64e7d065-6a5b-4d30-9b4f-f7173d19b7a1 tempest-NetworksTestDHCPv6-1153288886 tempest-NetworksTestDHCPv6-1153288886-project] 10.222.0.75 "GET /v2.0/ports HTTP/1.1" status: 200 len: 867 time: 0.1133835 Feb 09 19:35:38.100091 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 37966) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:35:38.199261 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16791b0b-8f8f-4227-801e-358f52b1c263 tempest-NetworksTestDHCPv6-1153288886 tempest-NetworksTestDHCPv6-1153288886-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:35:38.203501 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-16791b0b-8f8f-4227-801e-358f52b1c263 tempest-NetworksTestDHCPv6-1153288886 tempest-NetworksTestDHCPv6-1153288886-project] 10.222.0.75 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0996985 Feb 09 19:35:38.203692 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 37968) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:35:38.255986 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-97fe9db4-d703-48ad-be16-f943b7294fce tempest-NetworksTestDHCPv6-1153288886 tempest-NetworksTestDHCPv6-1153288886-project] 10.222.0.75 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0486815 Feb 09 19:35:38.262587 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 37972) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:35:38.292938 n-d-713498-36 neutron-server[103229]: INFO neutron.pecan_wsgi.hooks.translation [None req-0dd8ca38-1cd9-4b9c-ab2b-dd2196409385 tempest-NetworksTestDHCPv6-1153288886 tempest-NetworksTestDHCPv6-1153288886-project] DELETE failed (client error): The resource could not be found. Feb 09 19:35:38.293837 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0dd8ca38-1cd9-4b9c-ab2b-dd2196409385 tempest-NetworksTestDHCPv6-1153288886 tempest-NetworksTestDHCPv6-1153288886-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103229) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 19:35:38.297533 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-0dd8ca38-1cd9-4b9c-ab2b-dd2196409385 tempest-NetworksTestDHCPv6-1153288886 tempest-NetworksTestDHCPv6-1153288886-project] 10.222.0.75 "DELETE /v2.0/ports/5a52c59e-dc78-4528-afe8-731011086ecb HTTP/1.1" status: 404 len: 333 time: 0.0335689 Feb 09 19:35:38.300707 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 37974) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:35:38.378192 n-d-713498-36 neutron-server[103230]: INFO neutron.pecan_wsgi.hooks.translation [None req-a8087fde-14ea-455c-8666-7f6c035e8e68 tempest-NetworksTestDHCPv6-1153288886 tempest-NetworksTestDHCPv6-1153288886-project] DELETE failed (client error): The resource could not be found. Feb 09 19:35:38.386703 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a8087fde-14ea-455c-8666-7f6c035e8e68 tempest-NetworksTestDHCPv6-1153288886 tempest-NetworksTestDHCPv6-1153288886-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103230) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 19:35:38.393189 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-a8087fde-14ea-455c-8666-7f6c035e8e68 tempest-NetworksTestDHCPv6-1153288886 tempest-NetworksTestDHCPv6-1153288886-project] 10.222.0.75 "DELETE /v2.0/subnets/46aa0998-0035-4f01-8913-21837d857794 HTTP/1.1" status: 404 len: 337 time: 0.0900002 Feb 09 19:35:38.393912 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 37978) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:35:38.400515 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a73e3632-13a5-483a-8c8e-b53c512c44c7 req-52339d9b-84fa-41a7-b0f9-b9b0b209a378 tempest-ServersTestJSON-482035511 tempest-ServersTestJSON-482035511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:35:38.402381 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-a73e3632-13a5-483a-8c8e-b53c512c44c7 req-52339d9b-84fa-41a7-b0f9-b9b0b209a378 tempest-ServersTestJSON-482035511 tempest-ServersTestJSON-482035511-project] 10.222.0.75 "GET /v2.0/ports?device_id=5f3fe354-b8ca-4564-889c-8b6e78eeca41 HTTP/1.1" status: 200 len: 945 time: 0.1122379 Feb 09 19:35:38.403627 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-a33c67a1-cc07-43e2-bd42-0c9551cb6c8b req-7f0dac57-64cb-45c2-aed6-6820185350de tempest-ServersTestJSON-482035511 tempest-ServersTestJSON-482035511-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762867177463', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762866656476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12867576'] for port (5fe0c84b-b353-4369-a735-a52ec0c04094), after_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:35:38.417080 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] get_ports_and_sgs() called for port_ids ['f66e9e9f-dc25-41b3-a2e4-a6e5122a970c'] {{(pid=103232) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 19:35:38.420184 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-7429db8d-6021-40ad-813e-885be449a89b None None] get_ports_and_sgs() called for port_ids ['5fe0c84b-b353-4369-a735-a52ec0c04094'] {{(pid=103232) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 19:35:38.436886 n-d-713498-36 neutron-server[103230]: INFO neutron.pecan_wsgi.hooks.translation [None req-84592aaf-c3da-40bc-a235-e8bf4f86c709 tempest-NetworksTestDHCPv6-1153288886 tempest-NetworksTestDHCPv6-1153288886-project] DELETE failed (client error): The resource could not be found. Feb 09 19:35:38.437443 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-84592aaf-c3da-40bc-a235-e8bf4f86c709 tempest-NetworksTestDHCPv6-1153288886 tempest-NetworksTestDHCPv6-1153288886-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103230) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 19:35:38.444400 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-84592aaf-c3da-40bc-a235-e8bf4f86c709 tempest-NetworksTestDHCPv6-1153288886 tempest-NetworksTestDHCPv6-1153288886-project] 10.222.0.75 "DELETE /v2.0/subnets/61221f98-5cae-4322-a931-690a048bb072 HTTP/1.1" status: 404 len: 337 time: 0.0493822 Feb 09 19:35:38.445396 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 37980) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:35:38.454448 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f0dac57-64cb-45c2-aed6-6820185350de tempest-ServersTestJSON-482035511 tempest-ServersTestJSON-482035511-project] Pushing event deleted for resources: {'Port': ['ID=5fe0c84b-b353-4369-a735-a52ec0c04094,revision_number=None']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:35:38.472963 n-d-713498-36 neutron-server[103230]: INFO neutron.pecan_wsgi.hooks.translation [None req-7cbad643-0ffc-4caf-acab-f52585c2031c tempest-NetworksTestDHCPv6-1153288886 tempest-NetworksTestDHCPv6-1153288886-project] DELETE failed (client error): The resource could not be found. Feb 09 19:35:38.473726 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7cbad643-0ffc-4caf-acab-f52585c2031c tempest-NetworksTestDHCPv6-1153288886 tempest-NetworksTestDHCPv6-1153288886-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103230) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 19:35:38.480338 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-7cbad643-0ffc-4caf-acab-f52585c2031c tempest-NetworksTestDHCPv6-1153288886 tempest-NetworksTestDHCPv6-1153288886-project] 10.222.0.75 "DELETE /v2.0/ports/b63e3c80-b139-4158-8dd6-9a4fbc6a5847 HTTP/1.1" status: 404 len: 333 time: 0.0335724 Feb 09 19:35:38.481055 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 37982) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:35:38.517574 n-d-713498-36 neutron-server[103230]: INFO neutron.pecan_wsgi.hooks.translation [None req-8001c542-9985-4c74-bd20-83f782af20b6 tempest-NetworksTestDHCPv6-1153288886 tempest-NetworksTestDHCPv6-1153288886-project] DELETE failed (client error): The resource could not be found. Feb 09 19:35:38.517574 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8001c542-9985-4c74-bd20-83f782af20b6 tempest-NetworksTestDHCPv6-1153288886 tempest-NetworksTestDHCPv6-1153288886-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103230) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 19:35:38.522401 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-8001c542-9985-4c74-bd20-83f782af20b6 tempest-NetworksTestDHCPv6-1153288886 tempest-NetworksTestDHCPv6-1153288886-project] 10.222.0.75 "DELETE /v2.0/subnets/e0e8dbf3-47b9-44ea-9818-2f175abc9aa6 HTTP/1.1" status: 404 len: 337 time: 0.0401373 Feb 09 19:35:38.522937 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 37984) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:35:38.546358 n-d-713498-36 neutron-server[103229]: DEBUG neutron.db.l3_dvrscheduler_db [req-a33c67a1-cc07-43e2-bd42-0c9551cb6c8b req-7f0dac57-64cb-45c2-aed6-6820185350de tempest-ServersTestJSON-482035511 tempest-ServersTestJSON-482035511-project] No DVR routers for this DVR port 5fe0c84b-b353-4369-a735-a52ec0c04094 on host n-h2-713498-36 {{(pid=103229) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 19:35:38.555597 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-a33c67a1-cc07-43e2-bd42-0c9551cb6c8b req-7f0dac57-64cb-45c2-aed6-6820185350de tempest-ServersTestJSON-482035511 tempest-ServersTestJSON-482035511-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171096'] for port (None), before_response {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:35:38.560698 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-a33c67a1-cc07-43e2-bd42-0c9551cb6c8b req-7f0dac57-64cb-45c2-aed6-6820185350de tempest-ServersTestJSON-482035511 tempest-ServersTestJSON-482035511-project] 10.222.0.90 "DELETE /v2.0/ports/5fe0c84b-b353-4369-a735-a52ec0c04094 HTTP/1.1" status: 204 len: 173 time: 0.8786101 Feb 09 19:35:38.561909 n-d-713498-36 neutron-server[103229]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5f3fe354-b8ca-4564-889c-8b6e78eeca41', 'name': 'network-vif-deleted', 'tag': '5fe0c84b-b353-4369-a735-a52ec0c04094'}] {{(pid=103229) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 19:35:38.562228 n-d-713498-36 neutron-server[103230]: INFO neutron.pecan_wsgi.hooks.translation [None req-ef6601b1-46d1-4939-a355-c2ec7aa6df32 tempest-NetworksTestDHCPv6-1153288886 tempest-NetworksTestDHCPv6-1153288886-project] DELETE failed (client error): The resource could not be found. Feb 09 19:35:38.562695 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ef6601b1-46d1-4939-a355-c2ec7aa6df32 tempest-NetworksTestDHCPv6-1153288886 tempest-NetworksTestDHCPv6-1153288886-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103230) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 19:35:38.566157 n-d-713498-36 neutron-server[103229]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fa6ae9a20702bd564eaf90d946620b2b4277b1ab91129323d3b54181076be307" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4c739317-33c6-47c4-b61c-45c44a93ee59" -d '{"events": [{"server_uuid": "5f3fe354-b8ca-4564-889c-8b6e78eeca41", "name": "network-vif-deleted", "tag": "5fe0c84b-b353-4369-a735-a52ec0c04094"}]}' {{(pid=103229) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 19:35:38.588763 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 37988) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:35:38.590087 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-343964dd-9419-4522-9e6d-2d091975a873 None None] Network f63a97a6-2552-42d7-aee9-c49ce8319647 requested from n-d-713498-36 {{(pid=103232) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 19:35:38.600439 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-ef6601b1-46d1-4939-a355-c2ec7aa6df32 tempest-NetworksTestDHCPv6-1153288886 tempest-NetworksTestDHCPv6-1153288886-project] 10.222.0.75 "DELETE /v2.0/subnets/f31513df-abb5-428b-a34d-0b48486c2841 HTTP/1.1" status: 404 len: 337 time: 0.0763609 Feb 09 19:35:38.625011 n-d-713498-36 neutron-server[103229]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 19:35:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-61a68d36-a0a8-4368-a627-0bb7f76257d7 x-openstack-request-id: req-61a68d36-a0a8-4368-a627-0bb7f76257d7 {{(pid=103229) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 19:35:38.625328 n-d-713498-36 neutron-server[103229]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5f3fe354-b8ca-4564-889c-8b6e78eeca41", "name": "network-vif-deleted", "tag": "5fe0c84b-b353-4369-a735-a52ec0c04094", "status": "completed", "code": 200}]} {{(pid=103229) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 19:35:38.625608 n-d-713498-36 neutron-server[103229]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-61a68d36-a0a8-4368-a627-0bb7f76257d7 {{(pid=103229) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 19:35:38.626188 n-d-713498-36 neutron-server[103229]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5f3fe354-b8ca-4564-889c-8b6e78eeca41', 'name': 'network-vif-deleted', 'tag': '5fe0c84b-b353-4369-a735-a52ec0c04094', 'status': 'completed', 'code': 200} Feb 09 19:35:38.630134 n-d-713498-36 neutron-server[103229]: INFO neutron.pecan_wsgi.hooks.translation [None req-df0579e9-ebd5-4bb8-95ce-c28c688d685d tempest-NetworksTestDHCPv6-1153288886 tempest-NetworksTestDHCPv6-1153288886-project] DELETE failed (client error): The resource could not be found. Feb 09 19:35:38.630752 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-df0579e9-ebd5-4bb8-95ce-c28c688d685d tempest-NetworksTestDHCPv6-1153288886 tempest-NetworksTestDHCPv6-1153288886-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103229) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 19:35:38.634069 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-df0579e9-ebd5-4bb8-95ce-c28c688d685d tempest-NetworksTestDHCPv6-1153288886 tempest-NetworksTestDHCPv6-1153288886-project] 10.222.0.75 "DELETE /v2.0/ports/37060727-ce21-4862-91d7-20242ebc155c HTTP/1.1" status: 404 len: 333 time: 0.0441167 Feb 09 19:35:38.637708 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 37990) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:35:38.639332 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-a73e3632-13a5-483a-8c8e-b53c512c44c7 req-af7b1b5d-bace-4e42-bb1b-75665afe1ea7 tempest-ServersTestJSON-482035511 tempest-ServersTestJSON-482035511-project] 10.222.0.75 "GET /v2.0/security-groups?id=37883354-c9cd-40f0-bbce-1c711bac4569&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2277572 Feb 09 19:35:38.699155 n-d-713498-36 neutron-server[103230]: INFO neutron.pecan_wsgi.hooks.translation [None req-00516a00-502e-4c78-82f6-427f5311c642 tempest-NetworksTestDHCPv6-1153288886 tempest-NetworksTestDHCPv6-1153288886-project] DELETE failed (client error): The resource could not be found. Feb 09 19:35:38.699622 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-00516a00-502e-4c78-82f6-427f5311c642 tempest-NetworksTestDHCPv6-1153288886 tempest-NetworksTestDHCPv6-1153288886-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103230) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 19:35:38.703419 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-00516a00-502e-4c78-82f6-427f5311c642 tempest-NetworksTestDHCPv6-1153288886 tempest-NetworksTestDHCPv6-1153288886-project] 10.222.0.75 "DELETE /v2.0/subnets/2b1fb8a2-f3f2-493a-bae1-2e672350c975 HTTP/1.1" status: 404 len: 337 time: 0.0646803 Feb 09 19:35:38.706698 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 37992) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:35:38.747470 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.provisioning_blocks [None req-a58352cf-3ffd-451a-af04-6a3f0d9d285d None None] Provisioning complete for port cbd78dfa-f3f8-41b1-af8a-e6a6e0592f49 triggered by entity DHCP. {{(pid=103232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 19:35:38.748150 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-a58352cf-3ffd-451a-af04-6a3f0d9d285d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593630'] for port (cbd78dfa-f3f8-41b1-af8a-e6a6e0592f49), provisioning_complete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:35:38.752484 n-d-713498-36 neutron-server[103229]: INFO neutron.pecan_wsgi.hooks.translation [None req-2c9476c5-ad9f-44f2-ad54-d1beced70da6 tempest-NetworksTestDHCPv6-1153288886 tempest-NetworksTestDHCPv6-1153288886-project] DELETE failed (client error): The resource could not be found. Feb 09 19:35:38.753142 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2c9476c5-ad9f-44f2-ad54-d1beced70da6 tempest-NetworksTestDHCPv6-1153288886 tempest-NetworksTestDHCPv6-1153288886-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103229) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 19:35:38.757865 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-2c9476c5-ad9f-44f2-ad54-d1beced70da6 tempest-NetworksTestDHCPv6-1153288886 tempest-NetworksTestDHCPv6-1153288886-project] 10.222.0.75 "DELETE /v2.0/subnets/00974f25-5ff7-4c5b-825d-d52a80ecf788 HTTP/1.1" status: 404 len: 337 time: 0.0501382 Feb 09 19:35:38.760705 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 37994) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:35:38.789394 n-d-713498-36 neutron-server[103230]: INFO neutron.pecan_wsgi.hooks.translation [None req-b6e10976-254a-4053-85da-735e5b566d2b tempest-NetworksTestDHCPv6-1153288886 tempest-NetworksTestDHCPv6-1153288886-project] DELETE failed (client error): The resource could not be found. Feb 09 19:35:38.789983 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b6e10976-254a-4053-85da-735e5b566d2b tempest-NetworksTestDHCPv6-1153288886 tempest-NetworksTestDHCPv6-1153288886-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103230) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 19:35:38.793467 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-b6e10976-254a-4053-85da-735e5b566d2b tempest-NetworksTestDHCPv6-1153288886 tempest-NetworksTestDHCPv6-1153288886-project] 10.222.0.75 "DELETE /v2.0/ports/2ec578d6-5f99-497a-9a34-882d3ade491a HTTP/1.1" status: 404 len: 333 time: 0.0315237 Feb 09 19:35:38.796111 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 37996) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:35:38.825222 n-d-713498-36 neutron-server[103229]: INFO neutron.pecan_wsgi.hooks.translation [None req-557ad944-91f3-42de-be41-3dbfddea676d tempest-NetworksTestDHCPv6-1153288886 tempest-NetworksTestDHCPv6-1153288886-project] DELETE failed (client error): The resource could not be found. Feb 09 19:35:38.826111 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-557ad944-91f3-42de-be41-3dbfddea676d tempest-NetworksTestDHCPv6-1153288886 tempest-NetworksTestDHCPv6-1153288886-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103229) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 19:35:38.834448 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 37998) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:35:38.836393 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-557ad944-91f3-42de-be41-3dbfddea676d tempest-NetworksTestDHCPv6-1153288886 tempest-NetworksTestDHCPv6-1153288886-project] 10.222.0.75 "DELETE /v2.0/subnets/53ee5591-3287-48b2-9c25-836ca317d4c0 HTTP/1.1" status: 404 len: 337 time: 0.0346200 Feb 09 19:35:38.870128 n-d-713498-36 neutron-server[103230]: INFO neutron.pecan_wsgi.hooks.translation [None req-a51f7ae9-3de0-4823-a1df-58899e9cebd0 tempest-NetworksTestDHCPv6-1153288886 tempest-NetworksTestDHCPv6-1153288886-project] DELETE failed (client error): The resource could not be found. Feb 09 19:35:38.870695 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a51f7ae9-3de0-4823-a1df-58899e9cebd0 tempest-NetworksTestDHCPv6-1153288886 tempest-NetworksTestDHCPv6-1153288886-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103230) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 19:35:38.874145 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-a51f7ae9-3de0-4823-a1df-58899e9cebd0 tempest-NetworksTestDHCPv6-1153288886 tempest-NetworksTestDHCPv6-1153288886-project] 10.222.0.75 "DELETE /v2.0/subnets/ade55ddc-cb86-4c2e-9b65-5d4725d43c0c HTTP/1.1" status: 404 len: 337 time: 0.0384798 Feb 09 19:35:38.877483 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 38000) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:35:38.883766 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-a58352cf-3ffd-451a-af04-6a3f0d9d285d None None] Current status of the port cbd78dfa-f3f8-41b1-af8a-e6a6e0592f49 is: ACTIVE; New status is: ACTIVE {{(pid=103232) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 19:35:38.902716 n-d-713498-36 neutron-server[103229]: INFO neutron.pecan_wsgi.hooks.translation [None req-b37d467f-c685-494f-a733-442a919998df tempest-NetworksTestDHCPv6-1153288886 tempest-NetworksTestDHCPv6-1153288886-project] DELETE failed (client error): The resource could not be found. Feb 09 19:35:38.903354 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b37d467f-c685-494f-a733-442a919998df tempest-NetworksTestDHCPv6-1153288886 tempest-NetworksTestDHCPv6-1153288886-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103229) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 19:35:38.906489 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-b37d467f-c685-494f-a733-442a919998df tempest-NetworksTestDHCPv6-1153288886 tempest-NetworksTestDHCPv6-1153288886-project] 10.222.0.75 "DELETE /v2.0/ports/99933903-586d-4c03-a755-16665f1e3b72 HTTP/1.1" status: 404 len: 333 time: 0.0275829 Feb 09 19:35:38.909423 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 38002) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:35:38.920928 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e12980d-d0b0-41fa-809e-d4db314bba24 None None] DHCP port deletion for f63a97a6-2552-42d7-aee9-c49ce8319647 request from n-d-713498-36 {{(pid=103232) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 09 19:35:38.944618 n-d-713498-36 neutron-server[103229]: INFO neutron.pecan_wsgi.hooks.translation [None req-a7a8227b-47e7-4c84-81bd-38483c1558c9 tempest-NetworksTestDHCPv6-1153288886 tempest-NetworksTestDHCPv6-1153288886-project] DELETE failed (client error): The resource could not be found. Feb 09 19:35:38.945178 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a7a8227b-47e7-4c84-81bd-38483c1558c9 tempest-NetworksTestDHCPv6-1153288886 tempest-NetworksTestDHCPv6-1153288886-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103229) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 19:35:38.951964 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-a7a8227b-47e7-4c84-81bd-38483c1558c9 tempest-NetworksTestDHCPv6-1153288886 tempest-NetworksTestDHCPv6-1153288886-project] 10.222.0.75 "DELETE /v2.0/subnets/78e31600-a613-4f76-be5e-4b9ff08f76b8 HTTP/1.1" status: 404 len: 337 time: 0.0414560 Feb 09 19:35:38.952687 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 38004) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:35:38.977974 n-d-713498-36 neutron-server[103229]: INFO neutron.pecan_wsgi.hooks.translation [None req-374b73d7-a1a0-43ad-9754-866d0122aa7f tempest-NetworksTestDHCPv6-1153288886 tempest-NetworksTestDHCPv6-1153288886-project] DELETE failed (client error): The resource could not be found. Feb 09 19:35:38.978527 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-374b73d7-a1a0-43ad-9754-866d0122aa7f tempest-NetworksTestDHCPv6-1153288886 tempest-NetworksTestDHCPv6-1153288886-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103229) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 19:35:38.983974 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-374b73d7-a1a0-43ad-9754-866d0122aa7f tempest-NetworksTestDHCPv6-1153288886 tempest-NetworksTestDHCPv6-1153288886-project] 10.222.0.75 "DELETE /v2.0/ports/2aece85f-0287-427a-85d0-9a5574abb6b4 HTTP/1.1" status: 404 len: 333 time: 0.0279756 Feb 09 19:35:38.984120 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-6e12980d-d0b0-41fa-809e-d4db314bba24 None None] Deleting port cbd78dfa-f3f8-41b1-af8a-e6a6e0592f49 {{(pid=103232) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 19:35:38.984120 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-6e12980d-d0b0-41fa-809e-d4db314bba24 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762867170196'] for port (cbd78dfa-f3f8-41b1-af8a-e6a6e0592f49), before_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:35:38.984464 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 38006) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:35:39.014125 n-d-713498-36 neutron-server[103230]: INFO neutron.pecan_wsgi.hooks.translation [None req-70dcd85c-3e06-4fe7-bf96-f665f15210c2 tempest-NetworksTestDHCPv6-1153288886 tempest-NetworksTestDHCPv6-1153288886-project] DELETE failed (client error): The resource could not be found. Feb 09 19:35:39.014585 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-70dcd85c-3e06-4fe7-bf96-f665f15210c2 tempest-NetworksTestDHCPv6-1153288886 tempest-NetworksTestDHCPv6-1153288886-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103230) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 19:35:39.018058 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-70dcd85c-3e06-4fe7-bf96-f665f15210c2 tempest-NetworksTestDHCPv6-1153288886 tempest-NetworksTestDHCPv6-1153288886-project] 10.222.0.75 "DELETE /v2.0/subnets/b0d50cc3-666a-48af-9ea0-396dac40fd0b HTTP/1.1" status: 404 len: 337 time: 0.0324154 Feb 09 19:35:39.020360 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 38008) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:35:39.047534 n-d-713498-36 neutron-server[103230]: INFO neutron.pecan_wsgi.hooks.translation [None req-aecb4aaa-027d-4574-9dd7-c8e811673c9a tempest-NetworksTestDHCPv6-1153288886 tempest-NetworksTestDHCPv6-1153288886-project] DELETE failed (client error): The resource could not be found. Feb 09 19:35:39.048761 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-aecb4aaa-027d-4574-9dd7-c8e811673c9a tempest-NetworksTestDHCPv6-1153288886 tempest-NetworksTestDHCPv6-1153288886-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103230) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 19:35:39.052044 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-aecb4aaa-027d-4574-9dd7-c8e811673c9a tempest-NetworksTestDHCPv6-1153288886 tempest-NetworksTestDHCPv6-1153288886-project] 10.222.0.75 "DELETE /v2.0/ports/d0ee8dfc-d015-46d1-adb7-bffd3168e022 HTTP/1.1" status: 404 len: 333 time: 0.0305765 Feb 09 19:35:39.054518 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 38010) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:35:39.059282 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-6e12980d-d0b0-41fa-809e-d4db314bba24 None None] For port cbd78dfa-f3f8-41b1-af8a-e6a6e0592f49, host n-d-713498-36, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-36',level=0,port_id=cbd78dfa-f3f8-41b1-af8a-e6a6e0592f49,segment=NetworkSegment(20e634bc-bbe0-4569-a1ea-6be524590675),segment_id=20e634bc-bbe0-4569-a1ea-6be524590675)] {{(pid=103232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 19:35:39.059697 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-6e12980d-d0b0-41fa-809e-d4db314bba24 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1820838'] for port (cbd78dfa-f3f8-41b1-af8a-e6a6e0592f49), precommit_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:35:39.073242 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-6e12980d-d0b0-41fa-809e-d4db314bba24 None None] Calling delete_port for cbd78dfa-f3f8-41b1-af8a-e6a6e0592f49 owned by network:dhcp {{(pid=103232) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 19:35:39.081306 n-d-713498-36 neutron-server[103230]: INFO neutron.pecan_wsgi.hooks.translation [None req-55fd6a47-f4c8-4003-a2bb-685455689c34 tempest-NetworksTestDHCPv6-1153288886 tempest-NetworksTestDHCPv6-1153288886-project] DELETE failed (client error): The resource could not be found. Feb 09 19:35:39.081770 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-55fd6a47-f4c8-4003-a2bb-685455689c34 tempest-NetworksTestDHCPv6-1153288886 tempest-NetworksTestDHCPv6-1153288886-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103230) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 19:35:39.084834 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-55fd6a47-f4c8-4003-a2bb-685455689c34 tempest-NetworksTestDHCPv6-1153288886 tempest-NetworksTestDHCPv6-1153288886-project] 10.222.0.75 "DELETE /v2.0/subnets/277bba90-3ce4-43b6-881f-5aa61219e806 HTTP/1.1" status: 404 len: 337 time: 0.0292206 Feb 09 19:35:39.087387 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 38012) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:35:39.115540 n-d-713498-36 neutron-server[103230]: INFO neutron.pecan_wsgi.hooks.translation [None req-9b76b02d-eab5-46e1-a0fa-e6abf05385a9 tempest-NetworksTestDHCPv6-1153288886 tempest-NetworksTestDHCPv6-1153288886-project] DELETE failed (client error): The resource could not be found. Feb 09 19:35:39.116087 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9b76b02d-eab5-46e1-a0fa-e6abf05385a9 tempest-NetworksTestDHCPv6-1153288886 tempest-NetworksTestDHCPv6-1153288886-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103230) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 19:35:39.119188 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-9b76b02d-eab5-46e1-a0fa-e6abf05385a9 tempest-NetworksTestDHCPv6-1153288886 tempest-NetworksTestDHCPv6-1153288886-project] 10.222.0.75 "DELETE /v2.0/ports/4dbdf63e-2b55-4c18-b22b-62e381fd3b9f HTTP/1.1" status: 404 len: 333 time: 0.0308826 Feb 09 19:35:39.121671 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 38014) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:35:39.150509 n-d-713498-36 neutron-server[103230]: INFO neutron.pecan_wsgi.hooks.translation [None req-a791c672-579c-4813-a5fe-f46504683f3b tempest-NetworksTestDHCPv6-1153288886 tempest-NetworksTestDHCPv6-1153288886-project] DELETE failed (client error): The resource could not be found. Feb 09 19:35:39.150972 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a791c672-579c-4813-a5fe-f46504683f3b tempest-NetworksTestDHCPv6-1153288886 tempest-NetworksTestDHCPv6-1153288886-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103230) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 19:35:39.154426 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-a791c672-579c-4813-a5fe-f46504683f3b tempest-NetworksTestDHCPv6-1153288886 tempest-NetworksTestDHCPv6-1153288886-project] 10.222.0.75 "DELETE /v2.0/subnets/a1daba63-fd54-4b2e-9c00-98e66a267731 HTTP/1.1" status: 404 len: 337 time: 0.0314398 Feb 09 19:35:39.157555 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 38016) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:35:39.169854 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-6e12980d-d0b0-41fa-809e-d4db314bba24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762867177463', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762866656476'] for port (cbd78dfa-f3f8-41b1-af8a-e6a6e0592f49), after_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:35:39.188280 n-d-713498-36 neutron-server[103230]: INFO neutron.pecan_wsgi.hooks.translation [None req-e5d0b352-a944-41db-8663-d7d0b8a70956 tempest-NetworksTestDHCPv6-1153288886 tempest-NetworksTestDHCPv6-1153288886-project] DELETE failed (client error): The resource could not be found. Feb 09 19:35:39.189451 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e5d0b352-a944-41db-8663-d7d0b8a70956 tempest-NetworksTestDHCPv6-1153288886 tempest-NetworksTestDHCPv6-1153288886-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103230) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 19:35:39.191183 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e12980d-d0b0-41fa-809e-d4db314bba24 None None] No DVR routers for this DVR port cbd78dfa-f3f8-41b1-af8a-e6a6e0592f49 on host n-d-713498-36 {{(pid=103232) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 19:35:39.193374 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-e5d0b352-a944-41db-8663-d7d0b8a70956 tempest-NetworksTestDHCPv6-1153288886 tempest-NetworksTestDHCPv6-1153288886-project] 10.222.0.75 "DELETE /v2.0/ports/096b6395-532c-4f1a-bbeb-5d0657d0e0d2 HTTP/1.1" status: 404 len: 333 time: 0.0339615 Feb 09 19:35:39.195820 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 38018) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:35:39.218234 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e12980d-d0b0-41fa-809e-d4db314bba24 None None] Pushing event deleted for resources: {'Port': ['ID=cbd78dfa-f3f8-41b1-af8a-e6a6e0592f49,revision_number=None']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:35:39.249805 n-d-713498-36 neutron-server[103229]: INFO neutron.pecan_wsgi.hooks.translation [None req-f2d23871-c92f-4af8-a2a1-eb96af512834 tempest-NetworksTestDHCPv6-1153288886 tempest-NetworksTestDHCPv6-1153288886-project] DELETE failed (client error): The resource could not be found. Feb 09 19:35:39.250736 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f2d23871-c92f-4af8-a2a1-eb96af512834 tempest-NetworksTestDHCPv6-1153288886 tempest-NetworksTestDHCPv6-1153288886-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103229) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 19:35:39.268244 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-f2d23871-c92f-4af8-a2a1-eb96af512834 tempest-NetworksTestDHCPv6-1153288886 tempest-NetworksTestDHCPv6-1153288886-project] 10.222.0.75 "DELETE /v2.0/subnets/858c3bd8-371f-4d0d-8bc5-7da6a462d00e HTTP/1.1" status: 404 len: 337 time: 0.0666752 Feb 09 19:35:39.269119 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 38020) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:35:39.294800 n-d-713498-36 neutron-server[103230]: INFO neutron.pecan_wsgi.hooks.translation [None req-6fe245d8-0142-4756-bc49-c5f2fcfc185c tempest-NetworksTestDHCPv6-1153288886 tempest-NetworksTestDHCPv6-1153288886-project] DELETE failed (client error): The resource could not be found. Feb 09 19:35:39.295298 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6fe245d8-0142-4756-bc49-c5f2fcfc185c tempest-NetworksTestDHCPv6-1153288886 tempest-NetworksTestDHCPv6-1153288886-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103230) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 19:35:39.302024 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-6fe245d8-0142-4756-bc49-c5f2fcfc185c tempest-NetworksTestDHCPv6-1153288886 tempest-NetworksTestDHCPv6-1153288886-project] 10.222.0.75 "DELETE /v2.0/ports/6f2d3671-5455-4dfd-92ff-01c2726022a2 HTTP/1.1" status: 404 len: 333 time: 0.0299563 Feb 09 19:35:39.302328 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 38022) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:35:39.338718 n-d-713498-36 neutron-server[103230]: INFO neutron.pecan_wsgi.hooks.translation [None req-e926f89d-af63-46b0-b264-d8cfd00db47a tempest-NetworksTestDHCPv6-1153288886 tempest-NetworksTestDHCPv6-1153288886-project] DELETE failed (client error): The resource could not be found. Feb 09 19:35:39.339193 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e926f89d-af63-46b0-b264-d8cfd00db47a tempest-NetworksTestDHCPv6-1153288886 tempest-NetworksTestDHCPv6-1153288886-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103230) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 19:35:39.344614 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-e926f89d-af63-46b0-b264-d8cfd00db47a tempest-NetworksTestDHCPv6-1153288886 tempest-NetworksTestDHCPv6-1153288886-project] 10.222.0.75 "DELETE /v2.0/subnets/d2fcdeac-8d76-46c4-83e7-71cabe130a97 HTTP/1.1" status: 404 len: 337 time: 0.0389600 Feb 09 19:35:39.345024 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 38024) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:35:39.371059 n-d-713498-36 neutron-server[103230]: INFO neutron.pecan_wsgi.hooks.translation [None req-fcc58feb-3cda-453f-9ea0-2e49a1b35981 tempest-NetworksTestDHCPv6-1153288886 tempest-NetworksTestDHCPv6-1153288886-project] DELETE failed (client error): The resource could not be found. Feb 09 19:35:39.371508 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fcc58feb-3cda-453f-9ea0-2e49a1b35981 tempest-NetworksTestDHCPv6-1153288886 tempest-NetworksTestDHCPv6-1153288886-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103230) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 19:35:39.374506 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-fcc58feb-3cda-453f-9ea0-2e49a1b35981 tempest-NetworksTestDHCPv6-1153288886 tempest-NetworksTestDHCPv6-1153288886-project] 10.222.0.75 "DELETE /v2.0/subnets/84c19d05-b7f4-41f3-b87e-1d74e0ae07f4 HTTP/1.1" status: 404 len: 337 time: 0.0285912 Feb 09 19:35:39.377865 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 38026) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:35:39.405065 n-d-713498-36 neutron-server[103230]: INFO neutron.pecan_wsgi.hooks.translation [None req-a2151b16-f544-4711-b671-bf7bae798b40 tempest-NetworksTestDHCPv6-1153288886 tempest-NetworksTestDHCPv6-1153288886-project] DELETE failed (client error): The resource could not be found. Feb 09 19:35:39.405616 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a2151b16-f544-4711-b671-bf7bae798b40 tempest-NetworksTestDHCPv6-1153288886 tempest-NetworksTestDHCPv6-1153288886-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103230) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 19:35:39.411879 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-a2151b16-f544-4711-b671-bf7bae798b40 tempest-NetworksTestDHCPv6-1153288886 tempest-NetworksTestDHCPv6-1153288886-project] 10.222.0.75 "DELETE /v2.0/ports/d7bccb41-73da-484b-a3cb-ef5321d65f4f HTTP/1.1" status: 404 len: 333 time: 0.0301950 Feb 09 19:35:39.412061 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 38030) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:35:39.440100 n-d-713498-36 neutron-server[103230]: INFO neutron.pecan_wsgi.hooks.translation [None req-24852750-a63f-42c3-938f-948d8e722934 tempest-NetworksTestDHCPv6-1153288886 tempest-NetworksTestDHCPv6-1153288886-project] DELETE failed (client error): The resource could not be found. Feb 09 19:35:39.440545 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-24852750-a63f-42c3-938f-948d8e722934 tempest-NetworksTestDHCPv6-1153288886 tempest-NetworksTestDHCPv6-1153288886-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103230) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 19:35:39.444269 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-24852750-a63f-42c3-938f-948d8e722934 tempest-NetworksTestDHCPv6-1153288886 tempest-NetworksTestDHCPv6-1153288886-project] 10.222.0.75 "DELETE /v2.0/subnets/3c849f41-91dd-4666-add3-40ad8fc6da8c HTTP/1.1" status: 404 len: 337 time: 0.0312536 Feb 09 19:35:39.446282 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 38032) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:35:39.472296 n-d-713498-36 neutron-server[103230]: INFO neutron.pecan_wsgi.hooks.translation [None req-9d67e1a9-bcdc-45cd-a83e-142912d276cf tempest-NetworksTestDHCPv6-1153288886 tempest-NetworksTestDHCPv6-1153288886-project] DELETE failed (client error): The resource could not be found. Feb 09 19:35:39.472677 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9d67e1a9-bcdc-45cd-a83e-142912d276cf tempest-NetworksTestDHCPv6-1153288886 tempest-NetworksTestDHCPv6-1153288886-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103230) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 19:35:39.479057 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-9d67e1a9-bcdc-45cd-a83e-142912d276cf tempest-NetworksTestDHCPv6-1153288886 tempest-NetworksTestDHCPv6-1153288886-project] 10.222.0.75 "DELETE /v2.0/subnets/d81765dd-6a0d-485b-bea1-101085c101e9 HTTP/1.1" status: 404 len: 337 time: 0.0287037 Feb 09 19:35:39.479057 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 38034) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:35:39.504328 n-d-713498-36 neutron-server[103230]: INFO neutron.pecan_wsgi.hooks.translation [None req-19a9b44d-066d-4b96-b11f-2e4e659820dd tempest-NetworksTestDHCPv6-1153288886 tempest-NetworksTestDHCPv6-1153288886-project] DELETE failed (client error): The resource could not be found. Feb 09 19:35:39.505715 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-19a9b44d-066d-4b96-b11f-2e4e659820dd tempest-NetworksTestDHCPv6-1153288886 tempest-NetworksTestDHCPv6-1153288886-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103230) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 19:35:39.511587 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-19a9b44d-066d-4b96-b11f-2e4e659820dd tempest-NetworksTestDHCPv6-1153288886 tempest-NetworksTestDHCPv6-1153288886-project] 10.222.0.75 "DELETE /v2.0/ports/3fb4d00d-3ea5-4b8f-bee7-ec9bf11733d6 HTTP/1.1" status: 404 len: 333 time: 0.0319204 Feb 09 19:35:39.512014 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 38036) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:35:39.553903 n-d-713498-36 neutron-server[103229]: INFO neutron.pecan_wsgi.hooks.translation [None req-dbc227d5-2d20-4026-8c43-a8accd88d0e7 tempest-NetworksTestDHCPv6-1153288886 tempest-NetworksTestDHCPv6-1153288886-project] DELETE failed (client error): The resource could not be found. Feb 09 19:35:39.554696 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dbc227d5-2d20-4026-8c43-a8accd88d0e7 tempest-NetworksTestDHCPv6-1153288886 tempest-NetworksTestDHCPv6-1153288886-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103229) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 19:35:39.557546 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-dbc227d5-2d20-4026-8c43-a8accd88d0e7 tempest-NetworksTestDHCPv6-1153288886 tempest-NetworksTestDHCPv6-1153288886-project] 10.222.0.75 "DELETE /v2.0/subnets/43bcde89-64a1-41bb-9e61-03238d782346 HTTP/1.1" status: 404 len: 337 time: 0.0444388 Feb 09 19:35:39.560176 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 38038) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:35:39.592992 n-d-713498-36 neutron-server[103230]: INFO neutron.pecan_wsgi.hooks.translation [None req-eac0a1cf-116d-47c3-8987-7201c3fa35f9 tempest-NetworksTestDHCPv6-1153288886 tempest-NetworksTestDHCPv6-1153288886-project] DELETE failed (client error): The resource could not be found. Feb 09 19:35:39.593458 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-eac0a1cf-116d-47c3-8987-7201c3fa35f9 tempest-NetworksTestDHCPv6-1153288886 tempest-NetworksTestDHCPv6-1153288886-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103230) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 19:35:39.596612 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-eac0a1cf-116d-47c3-8987-7201c3fa35f9 tempest-NetworksTestDHCPv6-1153288886 tempest-NetworksTestDHCPv6-1153288886-project] 10.222.0.75 "DELETE /v2.0/subnets/ac25a85c-3a2e-4151-9490-ba8d09579215 HTTP/1.1" status: 404 len: 337 time: 0.0354471 Feb 09 19:35:39.599249 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 38040) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:35:39.623545 n-d-713498-36 neutron-server[103230]: INFO neutron.pecan_wsgi.hooks.translation [None req-7d807183-edce-4b58-b2aa-adc274c9cb91 tempest-NetworksTestDHCPv6-1153288886 tempest-NetworksTestDHCPv6-1153288886-project] DELETE failed (client error): The resource could not be found. Feb 09 19:35:39.624113 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7d807183-edce-4b58-b2aa-adc274c9cb91 tempest-NetworksTestDHCPv6-1153288886 tempest-NetworksTestDHCPv6-1153288886-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103230) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 19:35:39.628249 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-7d807183-edce-4b58-b2aa-adc274c9cb91 tempest-NetworksTestDHCPv6-1153288886 tempest-NetworksTestDHCPv6-1153288886-project] 10.222.0.75 "DELETE /v2.0/ports/5d9ad641-983d-47cc-8f61-700a895c2e62 HTTP/1.1" status: 404 len: 333 time: 0.0280566 Feb 09 19:35:39.632214 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 38042) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:35:39.658726 n-d-713498-36 neutron-server[103229]: INFO neutron.pecan_wsgi.hooks.translation [None req-68151ab0-9b8d-4106-b4d2-5a0008dea9e1 tempest-NetworksTestDHCPv6-1153288886 tempest-NetworksTestDHCPv6-1153288886-project] DELETE failed (client error): The resource could not be found. Feb 09 19:35:39.659286 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-68151ab0-9b8d-4106-b4d2-5a0008dea9e1 tempest-NetworksTestDHCPv6-1153288886 tempest-NetworksTestDHCPv6-1153288886-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103229) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 19:35:39.662502 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-68151ab0-9b8d-4106-b4d2-5a0008dea9e1 tempest-NetworksTestDHCPv6-1153288886 tempest-NetworksTestDHCPv6-1153288886-project] 10.222.0.75 "DELETE /v2.0/subnets/fa8a0460-7470-4f54-9ed6-d334e4090276 HTTP/1.1" status: 404 len: 337 time: 0.0289562 Feb 09 19:35:39.664860 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 38044) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:35:39.695645 n-d-713498-36 neutron-server[103229]: INFO neutron.pecan_wsgi.hooks.translation [None req-b8dadaa8-ddde-4c20-bbd0-b52711b0dfdc tempest-NetworksTestDHCPv6-1153288886 tempest-NetworksTestDHCPv6-1153288886-project] DELETE failed (client error): The resource could not be found. Feb 09 19:35:39.696112 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b8dadaa8-ddde-4c20-bbd0-b52711b0dfdc tempest-NetworksTestDHCPv6-1153288886 tempest-NetworksTestDHCPv6-1153288886-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103229) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 19:35:39.699231 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-b8dadaa8-ddde-4c20-bbd0-b52711b0dfdc tempest-NetworksTestDHCPv6-1153288886 tempest-NetworksTestDHCPv6-1153288886-project] 10.222.0.75 "DELETE /v2.0/subnets/afa26e29-0977-4952-80e0-d2386bf7e89e HTTP/1.1" status: 404 len: 337 time: 0.0334389 Feb 09 19:35:39.702358 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 38048) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:35:39.734862 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-e02f87a8-52f1-41c5-95fb-9c79604ef0b0 tempest-NetworksTestDHCPv6-1153288886 tempest-NetworksTestDHCPv6-1153288886-project] 10.222.0.75 "GET /v2.0/ports?device_id=4ad3a959-1aef-46dc-acf9-640d184f1fc5 HTTP/1.1" status: 200 len: 205 time: 0.0290439 Feb 09 19:35:39.735061 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 38052) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:35:39.777420 n-d-713498-36 neutron-server[103229]: INFO neutron.api.v2.resource [None req-b0f81e99-28cb-4ac1-9dff-636b689fd423 tempest-NetworksTestDHCPv6-1153288886 tempest-NetworksTestDHCPv6-1153288886-project] delete failed (client error): The resource could not be found. Feb 09 19:35:39.778582 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-b0f81e99-28cb-4ac1-9dff-636b689fd423 tempest-NetworksTestDHCPv6-1153288886 tempest-NetworksTestDHCPv6-1153288886-project] 10.222.0.75 "DELETE /v2.0/routers/4ad3a959-1aef-46dc-acf9-640d184f1fc5 HTTP/1.1" status: 404 len: 336 time: 0.0419178 Feb 09 19:35:39.781159 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 38060) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:35:39.816601 n-d-713498-36 neutron-server[103230]: INFO neutron.pecan_wsgi.hooks.translation [None req-fb47bebf-5697-4706-abd4-ee277b6c2078 tempest-NetworksTestDHCPv6-1153288886 tempest-NetworksTestDHCPv6-1153288886-project] DELETE failed (client error): The resource could not be found. Feb 09 19:35:39.816935 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fb47bebf-5697-4706-abd4-ee277b6c2078 tempest-NetworksTestDHCPv6-1153288886 tempest-NetworksTestDHCPv6-1153288886-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103230) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 19:35:39.821141 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-fb47bebf-5697-4706-abd4-ee277b6c2078 tempest-NetworksTestDHCPv6-1153288886 tempest-NetworksTestDHCPv6-1153288886-project] 10.222.0.75 "DELETE /v2.0/subnets/20f52af3-f6ee-4846-802f-6c7f8fd8aecd HTTP/1.1" status: 404 len: 337 time: 0.0381331 Feb 09 19:35:39.822917 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 38066) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:35:39.946296 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-721ebc37-8f56-4924-a3e7-55f6f3f9e220 req-7bcf22cb-db57-42fe-82c3-2d7746867771 tempest-ServersTestJSON-482035511 tempest-ServersTestJSON-482035511-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:35:39.947891 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-721ebc37-8f56-4924-a3e7-55f6f3f9e220 req-7bcf22cb-db57-42fe-82c3-2d7746867771 tempest-ServersTestJSON-482035511 tempest-ServersTestJSON-482035511-project] 10.222.0.75 "GET /v2.0/networks?id=30b6826a-2ec4-4081-a475-68e12498d4e4 HTTP/1.1" status: 200 len: 806 time: 0.1270707 Feb 09 19:35:39.963957 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-721ebc37-8f56-4924-a3e7-55f6f3f9e220 req-d123505e-d040-48b3-b0ad-670dce5a1e12 tempest-ServersTestJSON-482035511 tempest-ServersTestJSON-482035511-project] 10.222.0.75 "GET /v2.0/quotas/1d398ed7d9dd4dd6ba1e1a6a1e6a87ff HTTP/1.1" status: 200 len: 375 time: 0.0099573 Feb 09 19:35:40.020905 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-721ebc37-8f56-4924-a3e7-55f6f3f9e220 req-e0370766-4f7a-44d9-ae81-cbb22d7c7dfd tempest-ServersTestJSON-482035511 tempest-ServersTestJSON-482035511-project] 10.222.0.75 "GET /v2.0/ports?tenant_id=1d398ed7d9dd4dd6ba1e1a6a1e6a87ff&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0512183 Feb 09 19:35:40.152868 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-17c6ec99-0604-4383-8ffa-9ce7c1a619c4 tempest-NetworksTestDHCPv6-1153288886 tempest-NetworksTestDHCPv6-1153288886-project] 10.222.0.75 "GET /v2.0/ports?device_id=0b00134c-5017-4107-885f-d035db6f5c4c HTTP/1.1" status: 200 len: 205 time: 0.3286676 Feb 09 19:35:40.155107 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 38070) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:35:40.178744 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-721ebc37-8f56-4924-a3e7-55f6f3f9e220 req-c1e48238-eaf4-4a5e-9ed4-14c3388b0384 service neutron] 10.222.0.75 "GET /v2.0/networks/30b6826a-2ec4-4081-a475-68e12498d4e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1508605 Feb 09 19:35:40.193217 n-d-713498-36 neutron-server[103230]: INFO neutron.api.v2.resource [None req-9924d42e-9b25-4eda-bd5f-445a3c7aa58d tempest-NetworksTestDHCPv6-1153288886 tempest-NetworksTestDHCPv6-1153288886-project] delete failed (client error): The resource could not be found. Feb 09 19:35:40.194955 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-9924d42e-9b25-4eda-bd5f-445a3c7aa58d tempest-NetworksTestDHCPv6-1153288886 tempest-NetworksTestDHCPv6-1153288886-project] 10.222.0.75 "DELETE /v2.0/routers/0b00134c-5017-4107-885f-d035db6f5c4c HTTP/1.1" status: 404 len: 336 time: 0.0389097 Feb 09 19:35:40.196836 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 38072) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:35:40.223171 n-d-713498-36 neutron-server[103230]: INFO neutron.pecan_wsgi.hooks.translation [None req-2d0791eb-c5fe-4d67-83c6-81bb41a874aa tempest-NetworksTestDHCPv6-1153288886 tempest-NetworksTestDHCPv6-1153288886-project] DELETE failed (client error): The resource could not be found. Feb 09 19:35:40.223618 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2d0791eb-c5fe-4d67-83c6-81bb41a874aa tempest-NetworksTestDHCPv6-1153288886 tempest-NetworksTestDHCPv6-1153288886-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103230) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 19:35:40.226721 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-2d0791eb-c5fe-4d67-83c6-81bb41a874aa tempest-NetworksTestDHCPv6-1153288886 tempest-NetworksTestDHCPv6-1153288886-project] 10.222.0.75 "DELETE /v2.0/subnets/8a0f17dd-b0d9-420f-8260-305a3b941b1c HTTP/1.1" status: 404 len: 337 time: 0.0288570 Feb 09 19:35:40.229257 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 38074) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:35:40.258640 n-d-713498-36 neutron-server[103230]: INFO neutron.pecan_wsgi.hooks.translation [None req-fbe9ad78-ab1f-44aa-86a1-92df441bac63 tempest-NetworksTestDHCPv6-1153288886 tempest-NetworksTestDHCPv6-1153288886-project] DELETE failed (client error): The resource could not be found. Feb 09 19:35:40.259090 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fbe9ad78-ab1f-44aa-86a1-92df441bac63 tempest-NetworksTestDHCPv6-1153288886 tempest-NetworksTestDHCPv6-1153288886-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103230) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 19:35:40.262098 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-fbe9ad78-ab1f-44aa-86a1-92df441bac63 tempest-NetworksTestDHCPv6-1153288886 tempest-NetworksTestDHCPv6-1153288886-project] 10.222.0.75 "DELETE /v2.0/subnets/9a1c5e7c-2630-4227-92fc-f8fb2224a8f9 HTTP/1.1" status: 404 len: 337 time: 0.0319350 Feb 09 19:35:40.264985 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 38076) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:35:40.274726 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-721ebc37-8f56-4924-a3e7-55f6f3f9e220 req-a0bddd43-d4cd-44d9-8f3e-0912dcb55607 service neutron] 10.222.0.75 "GET /v2.0/networks/30b6826a-2ec4-4081-a475-68e12498d4e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0901134 Feb 09 19:35:40.287984 n-d-713498-36 neutron-server[103230]: INFO neutron.pecan_wsgi.hooks.translation [None req-b369b1f7-5a25-4c73-9731-de7b9791f836 tempest-NetworksTestDHCPv6-1153288886 tempest-NetworksTestDHCPv6-1153288886-project] DELETE failed (client error): The resource could not be found. Feb 09 19:35:40.288534 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b369b1f7-5a25-4c73-9731-de7b9791f836 tempest-NetworksTestDHCPv6-1153288886 tempest-NetworksTestDHCPv6-1153288886-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103230) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 19:35:40.291531 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-b369b1f7-5a25-4c73-9731-de7b9791f836 tempest-NetworksTestDHCPv6-1153288886 tempest-NetworksTestDHCPv6-1153288886-project] 10.222.0.75 "DELETE /v2.0/ports/d493df02-fa7a-4180-ac8f-8ee7c0676fbc HTTP/1.1" status: 404 len: 333 time: 0.0260370 Feb 09 19:35:40.294364 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 38078) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:35:40.321281 n-d-713498-36 neutron-server[103230]: INFO neutron.pecan_wsgi.hooks.translation [None req-db2e462f-dfd9-4e25-b40d-f1c52b8b0faa tempest-NetworksTestDHCPv6-1153288886 tempest-NetworksTestDHCPv6-1153288886-project] DELETE failed (client error): The resource could not be found. Feb 09 19:35:40.321734 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-db2e462f-dfd9-4e25-b40d-f1c52b8b0faa tempest-NetworksTestDHCPv6-1153288886 tempest-NetworksTestDHCPv6-1153288886-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103230) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 19:35:40.324802 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-db2e462f-dfd9-4e25-b40d-f1c52b8b0faa tempest-NetworksTestDHCPv6-1153288886 tempest-NetworksTestDHCPv6-1153288886-project] 10.222.0.75 "DELETE /v2.0/subnets/f8d502b8-071c-456a-8534-cf9e043c0a43 HTTP/1.1" status: 404 len: 337 time: 0.0294621 Feb 09 19:35:40.327299 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 38080) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:35:40.350587 n-d-713498-36 neutron-server[103230]: INFO neutron.pecan_wsgi.hooks.translation [None req-899c0789-400f-467a-8ecd-aa29431f596f tempest-NetworksTestDHCPv6-1153288886 tempest-NetworksTestDHCPv6-1153288886-project] DELETE failed (client error): The resource could not be found. Feb 09 19:35:40.351131 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-899c0789-400f-467a-8ecd-aa29431f596f tempest-NetworksTestDHCPv6-1153288886 tempest-NetworksTestDHCPv6-1153288886-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103230) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 19:35:40.354566 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-899c0789-400f-467a-8ecd-aa29431f596f tempest-NetworksTestDHCPv6-1153288886 tempest-NetworksTestDHCPv6-1153288886-project] 10.222.0.75 "DELETE /v2.0/ports/f1820645-bf2a-46dd-bcc6-6e50a6e037e9 HTTP/1.1" status: 404 len: 333 time: 0.0259476 Feb 09 19:35:40.356683 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 38082) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:35:40.384154 n-d-713498-36 neutron-server[103230]: INFO neutron.pecan_wsgi.hooks.translation [None req-8a4dd028-9b23-4b55-85dd-6a8063f76568 tempest-NetworksTestDHCPv6-1153288886 tempest-NetworksTestDHCPv6-1153288886-project] DELETE failed (client error): The resource could not be found. Feb 09 19:35:40.384568 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8a4dd028-9b23-4b55-85dd-6a8063f76568 tempest-NetworksTestDHCPv6-1153288886 tempest-NetworksTestDHCPv6-1153288886-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103230) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 19:35:40.390120 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-8a4dd028-9b23-4b55-85dd-6a8063f76568 tempest-NetworksTestDHCPv6-1153288886 tempest-NetworksTestDHCPv6-1153288886-project] 10.222.0.75 "DELETE /v2.0/subnets/3b1151f8-6194-4775-9ef4-b5d432f74168 HTTP/1.1" status: 404 len: 337 time: 0.0324404 Feb 09 19:35:40.390355 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 38086) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:35:40.428790 n-d-713498-36 neutron-server[103229]: INFO neutron.pecan_wsgi.hooks.translation [None req-91c8d061-3e03-431b-9fa6-74c29451318e tempest-NetworksTestDHCPv6-1153288886 tempest-NetworksTestDHCPv6-1153288886-project] DELETE failed (client error): The resource could not be found. Feb 09 19:35:40.438321 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-91c8d061-3e03-431b-9fa6-74c29451318e tempest-NetworksTestDHCPv6-1153288886 tempest-NetworksTestDHCPv6-1153288886-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103229) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 19:35:40.443023 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-91c8d061-3e03-431b-9fa6-74c29451318e tempest-NetworksTestDHCPv6-1153288886 tempest-NetworksTestDHCPv6-1153288886-project] 10.222.0.75 "DELETE /v2.0/ports/597c9df1-1012-4435-bc41-0f61c84bf410 HTTP/1.1" status: 404 len: 333 time: 0.0515189 Feb 09 19:35:40.448931 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 38094) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:35:40.454850 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-0ca5829d-bb6e-413e-b610-ac167f861743 req-39c689ce-76a5-49f8-b48f-039f01cb8545 tempest-ServersTestJSON-482035511 tempest-ServersTestJSON-482035511-project] 10.222.0.75 "GET /v2.0/ports?device_id=8b1fc934-e90f-4a6e-87a2-90db0acccbea HTTP/1.1" status: 200 len: 210 time: 0.0320673 Feb 09 19:35:40.487888 n-d-713498-36 neutron-server[103230]: INFO neutron.pecan_wsgi.hooks.translation [None req-295c93b5-b116-4fc7-817d-b78c1631d8f0 tempest-NetworksTestDHCPv6-1153288886 tempest-NetworksTestDHCPv6-1153288886-project] DELETE failed (client error): The resource could not be found. Feb 09 19:35:40.488429 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-295c93b5-b116-4fc7-817d-b78c1631d8f0 tempest-NetworksTestDHCPv6-1153288886 tempest-NetworksTestDHCPv6-1153288886-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103230) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 19:35:40.491714 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-295c93b5-b116-4fc7-817d-b78c1631d8f0 tempest-NetworksTestDHCPv6-1153288886 tempest-NetworksTestDHCPv6-1153288886-project] 10.222.0.75 "DELETE /v2.0/subnets/a3c9d1b4-91c7-4c3a-915f-82a492eefd55 HTTP/1.1" status: 404 len: 337 time: 0.0397973 Feb 09 19:35:40.495157 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 38100) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:35:40.521249 n-d-713498-36 neutron-server[103230]: INFO neutron.pecan_wsgi.hooks.translation [None req-171603d9-1f9b-4d16-bc6d-27680e6ba7b3 tempest-NetworksTestDHCPv6-1153288886 tempest-NetworksTestDHCPv6-1153288886-project] DELETE failed (client error): The resource could not be found. Feb 09 19:35:40.521813 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-171603d9-1f9b-4d16-bc6d-27680e6ba7b3 tempest-NetworksTestDHCPv6-1153288886 tempest-NetworksTestDHCPv6-1153288886-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103230) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 19:35:40.524893 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-171603d9-1f9b-4d16-bc6d-27680e6ba7b3 tempest-NetworksTestDHCPv6-1153288886 tempest-NetworksTestDHCPv6-1153288886-project] 10.222.0.75 "DELETE /v2.0/ports/fc4feb71-815a-4597-ad73-12ff84cb03c5 HTTP/1.1" status: 404 len: 333 time: 0.0297003 Feb 09 19:35:40.527763 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 38104) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:35:40.556996 n-d-713498-36 neutron-server[103230]: INFO neutron.pecan_wsgi.hooks.translation [None req-902490ab-7184-4252-b4b7-5481c8d65248 tempest-NetworksTestDHCPv6-1153288886 tempest-NetworksTestDHCPv6-1153288886-project] DELETE failed (client error): The resource could not be found. Feb 09 19:35:40.557459 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-902490ab-7184-4252-b4b7-5481c8d65248 tempest-NetworksTestDHCPv6-1153288886 tempest-NetworksTestDHCPv6-1153288886-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103230) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 19:35:40.562958 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-902490ab-7184-4252-b4b7-5481c8d65248 tempest-NetworksTestDHCPv6-1153288886 tempest-NetworksTestDHCPv6-1153288886-project] 10.222.0.75 "DELETE /v2.0/subnets/02772576-effc-4bde-9d48-545f61749151 HTTP/1.1" status: 404 len: 337 time: 0.0318329 Feb 09 19:35:40.563261 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 38108) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:35:40.588676 n-d-713498-36 neutron-server[103230]: INFO neutron.pecan_wsgi.hooks.translation [None req-4cfbd24e-6bc1-45fd-867a-75537276e0bb tempest-NetworksTestDHCPv6-1153288886 tempest-NetworksTestDHCPv6-1153288886-project] DELETE failed (client error): The resource could not be found. Feb 09 19:35:40.589244 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4cfbd24e-6bc1-45fd-867a-75537276e0bb tempest-NetworksTestDHCPv6-1153288886 tempest-NetworksTestDHCPv6-1153288886-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103230) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 19:35:40.595759 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 38114) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:35:40.595908 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-4cfbd24e-6bc1-45fd-867a-75537276e0bb tempest-NetworksTestDHCPv6-1153288886 tempest-NetworksTestDHCPv6-1153288886-project] 10.222.0.75 "DELETE /v2.0/ports/4c096cd6-cc66-4c43-acc7-7f66bc08f8e1 HTTP/1.1" status: 404 len: 333 time: 0.0305951 Feb 09 19:35:40.627957 n-d-713498-36 neutron-server[103229]: INFO neutron.pecan_wsgi.hooks.translation [None req-74b15747-4094-4289-90e2-4e697f493698 tempest-NetworksTestDHCPv6-1153288886 tempest-NetworksTestDHCPv6-1153288886-project] DELETE failed (client error): The resource could not be found. Feb 09 19:35:40.628549 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-74b15747-4094-4289-90e2-4e697f493698 tempest-NetworksTestDHCPv6-1153288886 tempest-NetworksTestDHCPv6-1153288886-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103229) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 19:35:40.632340 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-74b15747-4094-4289-90e2-4e697f493698 tempest-NetworksTestDHCPv6-1153288886 tempest-NetworksTestDHCPv6-1153288886-project] 10.222.0.75 "DELETE /v2.0/subnets/3f1e0c33-57c3-449b-bdd4-fa733d980669 HTTP/1.1" status: 404 len: 337 time: 0.0347219 Feb 09 19:35:40.634508 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 38118) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:35:40.666749 n-d-713498-36 neutron-server[103229]: INFO neutron.pecan_wsgi.hooks.translation [None req-4e30f992-7ed4-4d5d-bff5-5d89b393b97e tempest-NetworksTestDHCPv6-1153288886 tempest-NetworksTestDHCPv6-1153288886-project] DELETE failed (client error): The resource could not be found. Feb 09 19:35:40.667405 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4e30f992-7ed4-4d5d-bff5-5d89b393b97e tempest-NetworksTestDHCPv6-1153288886 tempest-NetworksTestDHCPv6-1153288886-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103229) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 19:35:40.670911 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-4e30f992-7ed4-4d5d-bff5-5d89b393b97e tempest-NetworksTestDHCPv6-1153288886 tempest-NetworksTestDHCPv6-1153288886-project] 10.222.0.75 "DELETE /v2.0/ports/b1bc85f6-d85f-43a1-957f-bd70a8a3dafe HTTP/1.1" status: 404 len: 333 time: 0.0353591 Feb 09 19:35:40.671714 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Device 5fe0c84b-b353-4369-a735-a52ec0c04094 no longer exists at agent hyperv_n-h2-713498-36 {{(pid=103232) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 19:35:40.674244 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 38120) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:35:40.700283 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-7429db8d-6021-40ad-813e-885be449a89b None None] No Port match for: 5fe0c84b-b353-4369-a735-a52ec0c04094 {{(pid=103232) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 19:35:40.710835 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Device 5fe0c84b-b353-4369-a735-a52ec0c04094 not bound to the agent host n-h2-713498-36 {{(pid=103232) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 19:35:40.719151 n-d-713498-36 neutron-server[103230]: INFO neutron.pecan_wsgi.hooks.translation [None req-838777e0-4ddb-4a82-a6ac-8f56188fe028 tempest-NetworksTestDHCPv6-1153288886 tempest-NetworksTestDHCPv6-1153288886-project] DELETE failed (client error): The resource could not be found. Feb 09 19:35:40.719655 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-838777e0-4ddb-4a82-a6ac-8f56188fe028 tempest-NetworksTestDHCPv6-1153288886 tempest-NetworksTestDHCPv6-1153288886-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103230) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 19:35:40.725413 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-838777e0-4ddb-4a82-a6ac-8f56188fe028 tempest-NetworksTestDHCPv6-1153288886 tempest-NetworksTestDHCPv6-1153288886-project] 10.222.0.75 "DELETE /v2.0/subnets/74980dbf-295c-4550-9061-43717485204a HTTP/1.1" status: 404 len: 337 time: 0.0471678 Feb 09 19:35:40.726447 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 38124) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:35:40.766070 n-d-713498-36 neutron-server[103229]: INFO neutron.pecan_wsgi.hooks.translation [None req-d979fbd5-04d1-47d8-8566-c1cc2a84fdb7 tempest-NetworksTestDHCPv6-1153288886 tempest-NetworksTestDHCPv6-1153288886-project] DELETE failed (client error): The resource could not be found. Feb 09 19:35:40.767641 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d979fbd5-04d1-47d8-8566-c1cc2a84fdb7 tempest-NetworksTestDHCPv6-1153288886 tempest-NetworksTestDHCPv6-1153288886-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103229) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 19:35:40.788547 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-d979fbd5-04d1-47d8-8566-c1cc2a84fdb7 tempest-NetworksTestDHCPv6-1153288886 tempest-NetworksTestDHCPv6-1153288886-project] 10.222.0.75 "DELETE /v2.0/ports/d8e908b2-d402-451b-b589-5edcdc6b8933 HTTP/1.1" status: 404 len: 333 time: 0.0609488 Feb 09 19:35:40.791198 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 38130) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:35:40.810817 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-ba03bc9f-de9e-4358-80e4-46d510f87d7a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762867132591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593584'] for agent (af91e4b9-f4e1-42b1-a25c-a10dc47171c8), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:35:40.829508 n-d-713498-36 neutron-server[103230]: INFO neutron.pecan_wsgi.hooks.translation [None req-4ec88fc5-bd97-4e8e-9e48-dce795badefd tempest-NetworksTestDHCPv6-1153288886 tempest-NetworksTestDHCPv6-1153288886-project] DELETE failed (client error): The resource could not be found. Feb 09 19:35:40.830741 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4ec88fc5-bd97-4e8e-9e48-dce795badefd tempest-NetworksTestDHCPv6-1153288886 tempest-NetworksTestDHCPv6-1153288886-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103230) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 19:35:40.836160 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-4ec88fc5-bd97-4e8e-9e48-dce795badefd tempest-NetworksTestDHCPv6-1153288886 tempest-NetworksTestDHCPv6-1153288886-project] 10.222.0.75 "DELETE /v2.0/subnets/c733dba2-936b-4ae8-bb2c-5ed8cea8e3c8 HTTP/1.1" status: 404 len: 337 time: 0.0438023 Feb 09 19:35:40.839198 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 38132) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:35:40.852817 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Device cbd78dfa-f3f8-41b1-af8a-e6a6e0592f49 no longer exists at agent ovs-agent-n-d-713498-36 {{(pid=103232) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 19:35:40.880601 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] No Port match for: cbd78dfa-f3f8-41b1-af8a-e6a6e0592f49 {{(pid=103232) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 19:35:40.880945 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Device cbd78dfa-f3f8-41b1-af8a-e6a6e0592f49 not bound to the agent host n-d-713498-36 {{(pid=103232) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 19:35:40.964645 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-40e0a260-1b1c-4b1f-8406-4d581af612de tempest-NetworksTestDHCPv6-1153288886 tempest-NetworksTestDHCPv6-1153288886-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-670458'] for network (f63a97a6-2552-42d7-aee9-c49ce8319647), before_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:35:41.066340 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-40e0a260-1b1c-4b1f-8406-4d581af612de tempest-NetworksTestDHCPv6-1153288886 tempest-NetworksTestDHCPv6-1153288886-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-590267', 'neutron.services.segments.db._delete_segments_for_network-8762867132609'] for network (f63a97a6-2552-42d7-aee9-c49ce8319647), precommit_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:35:41.087285 n-d-713498-36 neutron-server[103230]: DEBUG neutron.services.segments.db [None req-40e0a260-1b1c-4b1f-8406-4d581af612de tempest-NetworksTestDHCPv6-1153288886 tempest-NetworksTestDHCPv6-1153288886-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f63a97a6-2552-42d7-aee9-c49ce8319647']}} {{(pid=103230) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:35:41.097562 n-d-713498-36 neutron-server[103230]: DEBUG neutron.services.segments.db [None req-40e0a260-1b1c-4b1f-8406-4d581af612de tempest-NetworksTestDHCPv6-1153288886 tempest-NetworksTestDHCPv6-1153288886-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '20e634bc-bbe0-4569-a1ea-6be524590675') {'for_net_delete': True} {{(pid=103230) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:35:41.098019 n-d-713498-36 neutron-server[103230]: DEBUG neutron.services.segments.db [None req-40e0a260-1b1c-4b1f-8406-4d581af612de tempest-NetworksTestDHCPv6-1153288886 tempest-NetworksTestDHCPv6-1153288886-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '20e634bc-bbe0-4569-a1ea-6be524590675') {} {{(pid=103230) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:35:41.111966 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-40e0a260-1b1c-4b1f-8406-4d581af612de tempest-NetworksTestDHCPv6-1153288886 tempest-NetworksTestDHCPv6-1153288886-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762867134154', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12895813'] for segment (20e634bc-bbe0-4569-a1ea-6be524590675), before_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:35:41.128390 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-40e0a260-1b1c-4b1f-8406-4d581af612de tempest-NetworksTestDHCPv6-1153288886 tempest-NetworksTestDHCPv6-1153288886-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-759574'] for segment (20e634bc-bbe0-4569-a1ea-6be524590675), precommit_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:35:41.137438 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-40e0a260-1b1c-4b1f-8406-4d581af612de tempest-NetworksTestDHCPv6-1153288886 tempest-NetworksTestDHCPv6-1153288886-project] Releasing vlan 390 on physical network physnet1 to pool {{(pid=103230) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 19:35:41.137937 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-40e0a260-1b1c-4b1f-8406-4d581af612de tempest-NetworksTestDHCPv6-1153288886 tempest-NetworksTestDHCPv6-1153288886-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-759574', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14393826'] for segment (20e634bc-bbe0-4569-a1ea-6be524590675), after_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:35:41.146334 n-d-713498-36 neutron-server[103230]: Traceback (most recent call last): Feb 09 19:35:41.146334 n-d-713498-36 neutron-server[103230]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 19:35:41.146334 n-d-713498-36 neutron-server[103230]: timer() Feb 09 19:35:41.146334 n-d-713498-36 neutron-server[103230]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 19:35:41.146334 n-d-713498-36 neutron-server[103230]: cb(*args, **kw) Feb 09 19:35:41.146334 n-d-713498-36 neutron-server[103230]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 19:35:41.146334 n-d-713498-36 neutron-server[103230]: return func(*args, **kwargs) Feb 09 19:35:41.146334 n-d-713498-36 neutron-server[103230]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 19:35:41.146334 n-d-713498-36 neutron-server[103230]: self._notify() Feb 09 19:35:41.146334 n-d-713498-36 neutron-server[103230]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 19:35:41.146334 n-d-713498-36 neutron-server[103230]: self.callback(batched_events) Feb 09 19:35:41.146334 n-d-713498-36 neutron-server[103230]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 19:35:41.146334 n-d-713498-36 neutron-server[103230]: event.method(event) Feb 09 19:35:41.146334 n-d-713498-36 neutron-server[103230]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 19:35:41.146334 n-d-713498-36 neutron-server[103230]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 19:35:41.146334 n-d-713498-36 neutron-server[103230]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 19:35:41.146334 n-d-713498-36 neutron-server[103230]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 19:35:41.146334 n-d-713498-36 neutron-server[103230]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 19:35:41.146334 n-d-713498-36 neutron-server[103230]: return f(self, *a, **k) Feb 09 19:35:41.146334 n-d-713498-36 neutron-server[103230]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 19:35:41.146334 n-d-713498-36 neutron-server[103230]: return self._get(url).json() Feb 09 19:35:41.146334 n-d-713498-36 neutron-server[103230]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 19:35:41.146334 n-d-713498-36 neutron-server[103230]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 19:35:41.146334 n-d-713498-36 neutron-server[103230]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 19:35:41.146334 n-d-713498-36 neutron-server[103230]: return self.request(url, 'GET', **kwargs) Feb 09 19:35:41.146334 n-d-713498-36 neutron-server[103230]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 19:35:41.146334 n-d-713498-36 neutron-server[103230]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 19:35:41.146334 n-d-713498-36 neutron-server[103230]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 19:35:41.146334 n-d-713498-36 neutron-server[103230]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 19:35:41.146334 n-d-713498-36 neutron-server[103230]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 19:35:41.146334 n-d-713498-36 neutron-server[103230]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 19:35:41.146334 n-d-713498-36 neutron-server[103230]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 19:35:41.210512 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-40e0a260-1b1c-4b1f-8406-4d581af612de tempest-NetworksTestDHCPv6-1153288886 tempest-NetworksTestDHCPv6-1153288886-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-590242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1885479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1818895'] for network (f63a97a6-2552-42d7-aee9-c49ce8319647), after_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:35:41.217135 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-40e0a260-1b1c-4b1f-8406-4d581af612de tempest-NetworksTestDHCPv6-1153288886 tempest-NetworksTestDHCPv6-1153288886-project] Publish callbacks [] for network (None), before_response {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:35:41.223457 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-40e0a260-1b1c-4b1f-8406-4d581af612de tempest-NetworksTestDHCPv6-1153288886 tempest-NetworksTestDHCPv6-1153288886-project] 10.222.0.75 "DELETE /v2.0/networks/f63a97a6-2552-42d7-aee9-c49ce8319647 HTTP/1.1" status: 204 len: 168 time: 0.3800864 Feb 09 19:35:41.232940 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40e0a260-1b1c-4b1f-8406-4d581af612de tempest-NetworksTestDHCPv6-1153288886 tempest-NetworksTestDHCPv6-1153288886-project] Pushing event deleted for resources: {'Network': ['ID=f63a97a6-2552-42d7-aee9-c49ce8319647,revision_number=None']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:35:41.441263 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 38138) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:35:41.609759 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-aba677ef-5777-4dba-86ab-9bd8e51fda47 req-7132e82f-fcf2-4d42-85f2-88264c9f03c7 tempest-ServersTestJSON-482035511 tempest-ServersTestJSON-482035511-project] 10.222.0.75 "GET /v2.0/ports?device_id=8b1fc934-e90f-4a6e-87a2-90db0acccbea HTTP/1.1" status: 200 len: 210 time: 0.0445876 Feb 09 19:35:41.620205 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-721ebc37-8f56-4924-a3e7-55f6f3f9e220 req-b630165d-a6f9-45fa-93cf-6062d741e7fe tempest-ServersTestJSON-482035511 tempest-ServersTestJSON-482035511-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:35:41.621726 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-721ebc37-8f56-4924-a3e7-55f6f3f9e220 req-b630165d-a6f9-45fa-93cf-6062d741e7fe tempest-ServersTestJSON-482035511 tempest-ServersTestJSON-482035511-project] 10.222.0.89 "GET /v2.0/networks?id=30b6826a-2ec4-4081-a475-68e12498d4e4 HTTP/1.1" status: 200 len: 806 time: 0.1815023 Feb 09 19:35:41.639595 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.v2.base [req-721ebc37-8f56-4924-a3e7-55f6f3f9e220 req-6fa9179c-39c1-4292-aefb-cb60b19a8ece tempest-ServersTestJSON-482035511 tempest-ServersTestJSON-482035511-project] Request body: {'port': {'device_id': '8b1fc934-e90f-4a6e-87a2-90db0acccbea', 'network_id': '30b6826a-2ec4-4081-a475-68e12498d4e4', 'admin_state_up': True, 'tenant_id': '1d398ed7d9dd4dd6ba1e1a6a1e6a87ff'}} {{(pid=103229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 19:35:41.674159 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-a7b530fb-710f-4616-88cb-55a7325421ac admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=84aec0d011da47d8bc94f6ba8668f413&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2315178 Feb 09 19:35:41.676652 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 38144) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:35:41.726828 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-a61fd5ca-116c-40e0-8304-e680ada67708 admin admin] Publish callbacks [] for security_group (a43cca5b-92dc-4b4a-bd85-652143134aba), before_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:35:41.750434 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-a61fd5ca-116c-40e0-8304-e680ada67708 admin admin] Publish callbacks [] for security_group (a43cca5b-92dc-4b4a-bd85-652143134aba), precommit_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:35:41.752080 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-721ebc37-8f56-4924-a3e7-55f6f3f9e220 req-6fa9179c-39c1-4292-aefb-cb60b19a8ece tempest-ServersTestJSON-482035511 tempest-ServersTestJSON-482035511-project] Made reservation on behalf of 1d398ed7d9dd4dd6ba1e1a6a1e6a87ff for: {'port': 1} {{(pid=103229) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 19:35:41.755848 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-721ebc37-8f56-4924-a3e7-55f6f3f9e220 req-6fa9179c-39c1-4292-aefb-cb60b19a8ece tempest-ServersTestJSON-482035511 tempest-ServersTestJSON-482035511-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (None), before_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:35:41.810548 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-a61fd5ca-116c-40e0-8304-e680ada67708 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1892331'] for security_group (a43cca5b-92dc-4b4a-bd85-652143134aba), after_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:35:41.813544 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-a61fd5ca-116c-40e0-8304-e680ada67708 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:35:41.814782 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-a61fd5ca-116c-40e0-8304-e680ada67708 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/a43cca5b-92dc-4b4a-bd85-652143134aba HTTP/1.1" status: 204 len: 168 time: 0.1370330 Feb 09 19:35:41.831440 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a61fd5ca-116c-40e0-8304-e680ada67708 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a43cca5b-92dc-4b4a-bd85-652143134aba,revision_number=None']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:35:41.926818 n-d-713498-36 neutron-server[103229]: DEBUG neutron.db.db_base_plugin_common [req-721ebc37-8f56-4924-a3e7-55f6f3f9e220 req-6fa9179c-39c1-4292-aefb-cb60b19a8ece tempest-ServersTestJSON-482035511 tempest-ServersTestJSON-482035511-project] Allocated IP 172.20.0.9 (30b6826a-2ec4-4081-a475-68e12498d4e4/030193b3-b985-4d6c-b0c1-2ea320638096/3b1d41a1-b9cd-40bb-ac7f-3fd6dcbb64b8) {{(pid=103229) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 19:35:42.098426 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-721ebc37-8f56-4924-a3e7-55f6f3f9e220 req-6fa9179c-39c1-4292-aefb-cb60b19a8ece tempest-ServersTestJSON-482035511 tempest-ServersTestJSON-482035511-project] Publish callbacks [] for port (3b1d41a1-b9cd-40bb-ac7f-3fd6dcbb64b8), precommit_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:35:42.134417 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-721ebc37-8f56-4924-a3e7-55f6f3f9e220 req-6fa9179c-39c1-4292-aefb-cb60b19a8ece tempest-ServersTestJSON-482035511 tempest-ServersTestJSON-482035511-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762866656467', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12867576'] for port (3b1d41a1-b9cd-40bb-ac7f-3fd6dcbb64b8), after_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:35:42.148840 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] get_ports_and_sgs() called for port_ids ['f66e9e9f-dc25-41b3-a2e4-a6e5122a970c'] {{(pid=103232) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 19:35:42.195274 n-d-713498-36 neutron-server[103229]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-721ebc37-8f56-4924-a3e7-55f6f3f9e220 req-6fa9179c-39c1-4292-aefb-cb60b19a8ece tempest-ServersTestJSON-482035511 tempest-ServersTestJSON-482035511-project] Network 30b6826a-2ec4-4081-a475-68e12498d4e4 is already hosted by enough agents. {{(pid=103229) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 19:35:42.198923 n-d-713498-36 neutron-server[103229]: DEBUG neutron.scheduler.base_scheduler [req-721ebc37-8f56-4924-a3e7-55f6f3f9e220 req-6fa9179c-39c1-4292-aefb-cb60b19a8ece tempest-ServersTestJSON-482035511 tempest-ServersTestJSON-482035511-project] Resources bound (agent type, host, resource id): {{(pid=103229) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 19:35:42.202855 n-d-713498-36 neutron-server[103229]: DEBUG neutron.db.l3_dvrscheduler_db [req-721ebc37-8f56-4924-a3e7-55f6f3f9e220 req-6fa9179c-39c1-4292-aefb-cb60b19a8ece tempest-ServersTestJSON-482035511 tempest-ServersTestJSON-482035511-project] Received port after_create {{(pid=103229) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 19:35:42.232801 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fa9179c-39c1-4292-aefb-cb60b19a8ece tempest-ServersTestJSON-482035511 tempest-ServersTestJSON-482035511-project] Pushing event updated for resources: {'Port': ['ID=3b1d41a1-b9cd-40bb-ac7f-3fd6dcbb64b8,revision_number=1']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:35:42.285214 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-721ebc37-8f56-4924-a3e7-55f6f3f9e220 req-6fa9179c-39c1-4292-aefb-cb60b19a8ece tempest-ServersTestJSON-482035511 tempest-ServersTestJSON-482035511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:35:42.286101 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-721ebc37-8f56-4924-a3e7-55f6f3f9e220 req-6fa9179c-39c1-4292-aefb-cb60b19a8ece tempest-ServersTestJSON-482035511 tempest-ServersTestJSON-482035511-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171096'] for port (None), before_response {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:35:42.311201 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-721ebc37-8f56-4924-a3e7-55f6f3f9e220 req-6fa9179c-39c1-4292-aefb-cb60b19a8ece tempest-ServersTestJSON-482035511 tempest-ServersTestJSON-482035511-project] 10.222.0.89 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6806853 Feb 09 19:35:42.323977 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.v2.base [req-721ebc37-8f56-4924-a3e7-55f6f3f9e220 req-872c6419-dc16-4fae-b4f5-1c704d7141ee service neutron] Request body: {'port': {'device_id': '8b1fc934-e90f-4a6e-87a2-90db0acccbea', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-713498-36'}} {{(pid=103229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 19:35:42.401623 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-721ebc37-8f56-4924-a3e7-55f6f3f9e220 req-872c6419-dc16-4fae-b4f5-1c704d7141ee service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (3b1d41a1-b9cd-40bb-ac7f-3fd6dcbb64b8), before_update {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:35:42.697889 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 38172) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:35:42.710393 n-d-713498-36 neutron-server[103229]: DEBUG neutron.notifiers.nova [req-721ebc37-8f56-4924-a3e7-55f6f3f9e220 req-872c6419-dc16-4fae-b4f5-1c704d7141ee service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3b1d41a1-b9cd-40bb-ac7f-3fd6dcbb64b8 {{(pid=103229) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 19:35:42.718166 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-721ebc37-8f56-4924-a3e7-55f6f3f9e220 req-872c6419-dc16-4fae-b4f5-1c704d7141ee service neutron] Publish callbacks [] for port (3b1d41a1-b9cd-40bb-ac7f-3fd6dcbb64b8), precommit_update {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:35:42.732424 n-d-713498-36 neutron-server[103229]: DEBUG neutron.db.provisioning_blocks [req-721ebc37-8f56-4924-a3e7-55f6f3f9e220 req-872c6419-dc16-4fae-b4f5-1c704d7141ee service neutron] Transition to ACTIVE for port object 3b1d41a1-b9cd-40bb-ac7f-3fd6dcbb64b8 will not be triggered until provisioned by entity L2. {{(pid=103229) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 19:35:42.736829 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-721ebc37-8f56-4924-a3e7-55f6f3f9e220 req-872c6419-dc16-4fae-b4f5-1c704d7141ee service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762867176205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762866656485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762866656503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12867569'] for port (3b1d41a1-b9cd-40bb-ac7f-3fd6dcbb64b8), after_update {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:35:42.815128 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-216a6c8d-79ac-4435-b92a-59e71fe4024f req-f4e99c6a-cd25-423e-8bc9-c6903f09799e tempest-ServersTestJSON-482035511 tempest-ServersTestJSON-482035511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:35:42.816717 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-216a6c8d-79ac-4435-b92a-59e71fe4024f req-f4e99c6a-cd25-423e-8bc9-c6903f09799e tempest-ServersTestJSON-482035511 tempest-ServersTestJSON-482035511-project] 10.222.0.75 "GET /v2.0/ports?device_id=8b1fc934-e90f-4a6e-87a2-90db0acccbea HTTP/1.1" status: 200 len: 943 time: 0.0864396 Feb 09 19:35:42.827710 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-872c6419-dc16-4fae-b4f5-1c704d7141ee service neutron] Pushing event updated for resources: {'Port': ['ID=3b1d41a1-b9cd-40bb-ac7f-3fd6dcbb64b8,revision_number=2']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:35:42.836641 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.v2.base [None req-decbec4d-1bea-40ea-bd53-417d2d142be9 tempest-ExtraDHCPOptionsTestJSON-968635805 tempest-ExtraDHCPOptionsTestJSON-968635805-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsTestJSON-test-network-168309438'}} {{(pid=103230) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 19:35:42.883796 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-decbec4d-1bea-40ea-bd53-417d2d142be9 tempest-ExtraDHCPOptionsTestJSON-968635805 tempest-ExtraDHCPOptionsTestJSON-968635805-project] Made reservation on behalf of 52d8423010fa4ae5906e11557b2a3057 for: {'network': 1} {{(pid=103230) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 19:35:42.887180 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-decbec4d-1bea-40ea-bd53-417d2d142be9 tempest-ExtraDHCPOptionsTestJSON-968635805 tempest-ExtraDHCPOptionsTestJSON-968635805-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for network (None), before_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:35:42.889887 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.managers [req-721ebc37-8f56-4924-a3e7-55f6f3f9e220 req-872c6419-dc16-4fae-b4f5-1c704d7141ee service neutron] Attempting to bind port 3b1d41a1-b9cd-40bb-ac7f-3fd6dcbb64b8 on host n-h1-713498-36 for vnic_type normal with profile {{(pid=103229) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 19:35:42.890333 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.managers [req-721ebc37-8f56-4924-a3e7-55f6f3f9e220 req-872c6419-dc16-4fae-b4f5-1c704d7141ee service neutron] Attempting to bind port 3b1d41a1-b9cd-40bb-ac7f-3fd6dcbb64b8 by drivers openvswitch,hyperv on host n-h1-713498-36 at level 0 using segments [{'id': '3ad9008e-d820-4913-8a3a-dbe689506816', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': '30b6826a-2ec4-4081-a475-68e12498d4e4'}] {{(pid=103229) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 19:35:42.890741 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-721ebc37-8f56-4924-a3e7-55f6f3f9e220 req-872c6419-dc16-4fae-b4f5-1c704d7141ee service neutron] Attempting to bind port 3b1d41a1-b9cd-40bb-ac7f-3fd6dcbb64b8 on network 30b6826a-2ec4-4081-a475-68e12498d4e4 {{(pid=103229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 19:35:42.897397 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-721ebc37-8f56-4924-a3e7-55f6f3f9e220 req-872c6419-dc16-4fae-b4f5-1c704d7141ee service neutron] Port 3b1d41a1-b9cd-40bb-ac7f-3fd6dcbb64b8 on network 30b6826a-2ec4-4081-a475-68e12498d4e4 not bound, no agent of type Open vSwitch agent registered on host n-h1-713498-36 {{(pid=103229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 19:35:42.897851 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-721ebc37-8f56-4924-a3e7-55f6f3f9e220 req-872c6419-dc16-4fae-b4f5-1c704d7141ee service neutron] Attempting to bind port 3b1d41a1-b9cd-40bb-ac7f-3fd6dcbb64b8 on network 30b6826a-2ec4-4081-a475-68e12498d4e4 {{(pid=103229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 19:35:42.904188 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-721ebc37-8f56-4924-a3e7-55f6f3f9e220 req-872c6419-dc16-4fae-b4f5-1c704d7141ee service neutron] Checking agent: {'id': '488cd9ae-631f-4955-ba0b-4f5a13f12e9c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713498-36', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 18, 59, 18), 'started_at': datetime.datetime(2022, 2, 9, 18, 59, 18), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 19, 35, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 19:35:42.904627 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-721ebc37-8f56-4924-a3e7-55f6f3f9e220 req-872c6419-dc16-4fae-b4f5-1c704d7141ee service neutron] Checking segment: {'id': '3ad9008e-d820-4913-8a3a-dbe689506816', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': '30b6826a-2ec4-4081-a475-68e12498d4e4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103229) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 19:35:42.905091 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-721ebc37-8f56-4924-a3e7-55f6f3f9e220 req-872c6419-dc16-4fae-b4f5-1c704d7141ee service neutron] Bound using segment: {'id': '3ad9008e-d820-4913-8a3a-dbe689506816', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': '30b6826a-2ec4-4081-a475-68e12498d4e4'} {{(pid=103229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 19:35:42.905886 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.managers [req-721ebc37-8f56-4924-a3e7-55f6f3f9e220 req-872c6419-dc16-4fae-b4f5-1c704d7141ee service neutron] Bound port: 3b1d41a1-b9cd-40bb-ac7f-3fd6dcbb64b8, host: n-h1-713498-36, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3ad9008e-d820-4913-8a3a-dbe689506816', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': '30b6826a-2ec4-4081-a475-68e12498d4e4'}}] {{(pid=103229) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 19:35:42.906351 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-721ebc37-8f56-4924-a3e7-55f6f3f9e220 req-872c6419-dc16-4fae-b4f5-1c704d7141ee service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (3b1d41a1-b9cd-40bb-ac7f-3fd6dcbb64b8), before_update {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:35:42.907416 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-216a6c8d-79ac-4435-b92a-59e71fe4024f req-d678c880-b32b-470e-94c3-14f87de9f8c2 tempest-ServersTestJSON-482035511 tempest-ServersTestJSON-482035511-project] 10.222.0.75 "GET /v2.0/security-groups?id=37883354-c9cd-40f0-bbce-1c711bac4569&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0851641 Feb 09 19:35:42.908465 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-decbec4d-1bea-40ea-bd53-417d2d142be9 tempest-ExtraDHCPOptionsTestJSON-968635805 tempest-ExtraDHCPOptionsTestJSON-968635805-project] Publish callbacks [] for security_group (None), before_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:35:43.026862 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.db [req-721ebc37-8f56-4924-a3e7-55f6f3f9e220 req-872c6419-dc16-4fae-b4f5-1c704d7141ee service neutron] For port 3b1d41a1-b9cd-40bb-ac7f-3fd6dcbb64b8, host n-h1-713498-36, cleared binding levels {{(pid=103229) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 19:35:43.031123 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.db [req-721ebc37-8f56-4924-a3e7-55f6f3f9e220 req-872c6419-dc16-4fae-b4f5-1c704d7141ee service neutron] For port 3b1d41a1-b9cd-40bb-ac7f-3fd6dcbb64b8, host n-h1-713498-36, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-36',level=0,port_id=3b1d41a1-b9cd-40bb-ac7f-3fd6dcbb64b8,segment=NetworkSegment(3ad9008e-d820-4913-8a3a-dbe689506816),segment_id=3ad9008e-d820-4913-8a3a-dbe689506816)] {{(pid=103229) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 19:35:43.041702 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-decbec4d-1bea-40ea-bd53-417d2d142be9 tempest-ExtraDHCPOptionsTestJSON-968635805 tempest-ExtraDHCPOptionsTestJSON-968635805-project] Publish callbacks [] for security_group (ece369ba-078e-45ec-88ff-0a30360ab426), precommit_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:35:43.045430 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-721ebc37-8f56-4924-a3e7-55f6f3f9e220 req-872c6419-dc16-4fae-b4f5-1c704d7141ee service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762867176205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762866656485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762866656503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12867569'] for port (3b1d41a1-b9cd-40bb-ac7f-3fd6dcbb64b8), after_update {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:35:43.046764 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-decbec4d-1bea-40ea-bd53-417d2d142be9 tempest-ExtraDHCPOptionsTestJSON-968635805 tempest-ExtraDHCPOptionsTestJSON-968635805-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1892331'] for security_group (ece369ba-078e-45ec-88ff-0a30360ab426), after_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:35:43.080670 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-721ebc37-8f56-4924-a3e7-55f6f3f9e220 req-872c6419-dc16-4fae-b4f5-1c704d7141ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:35:43.081415 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-721ebc37-8f56-4924-a3e7-55f6f3f9e220 req-872c6419-dc16-4fae-b4f5-1c704d7141ee service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171096'] for port (None), before_response {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:35:43.083115 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-721ebc37-8f56-4924-a3e7-55f6f3f9e220 req-872c6419-dc16-4fae-b4f5-1c704d7141ee service neutron] 10.222.0.89 "PUT /v2.0/ports/3b1d41a1-b9cd-40bb-ac7f-3fd6dcbb64b8 HTTP/1.1" status: 200 len: 1092 time: 0.7641418 Feb 09 19:35:43.083474 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-decbec4d-1bea-40ea-bd53-417d2d142be9 tempest-ExtraDHCPOptionsTestJSON-968635805 tempest-ExtraDHCPOptionsTestJSON-968635805-project] vlan segment allocate from pool success with {'vlan_id': 398, 'physical_network': 'physnet1'} {{(pid=103230) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 19:35:43.083803 n-d-713498-36 neutron-server[103229]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8b1fc934-e90f-4a6e-87a2-90db0acccbea', 'tag': '3b1d41a1-b9cd-40bb-ac7f-3fd6dcbb64b8'}] {{(pid=103229) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 19:35:43.086258 n-d-713498-36 neutron-server[103229]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fa6ae9a20702bd564eaf90d946620b2b4277b1ab91129323d3b54181076be307" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d1d52d01-8459-4289-b483-207a505a83b6" -d '{"events": [{"name": "network-changed", "server_uuid": "8b1fc934-e90f-4a6e-87a2-90db0acccbea", "tag": "3b1d41a1-b9cd-40bb-ac7f-3fd6dcbb64b8"}]}' {{(pid=103229) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 19:35:43.107703 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-decbec4d-1bea-40ea-bd53-417d2d142be9 tempest-ExtraDHCPOptionsTestJSON-968635805 tempest-ExtraDHCPOptionsTestJSON-968635805-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ece369ba-078e-45ec-88ff-0a30360ab426,revision_number=1']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:35:43.115821 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-decbec4d-1bea-40ea-bd53-417d2d142be9 tempest-ExtraDHCPOptionsTestJSON-968635805 tempest-ExtraDHCPOptionsTestJSON-968635805-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-759574'] for segment (f871c782-e9ae-4f1c-90ae-df7cf14dec04), precommit_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:35:43.116294 n-d-713498-36 neutron-server[103230]: INFO neutron.db.segments_db [None req-decbec4d-1bea-40ea-bd53-417d2d142be9 tempest-ExtraDHCPOptionsTestJSON-968635805 tempest-ExtraDHCPOptionsTestJSON-968635805-project] Added segment f871c782-e9ae-4f1c-90ae-df7cf14dec04 of type vlan for network b24964d3-ae11-43c5-89f7-c73bb27b2b66 Feb 09 19:35:43.124654 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-94175197-bc24-4252-a844-1b77dc4a7919 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762867132591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593584'] for agent (93303d5e-5d17-45e8-8963-7694f87783ae), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:35:43.171385 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-decbec4d-1bea-40ea-bd53-417d2d142be9 tempest-ExtraDHCPOptionsTestJSON-968635805 tempest-ExtraDHCPOptionsTestJSON-968635805-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762866642225'] for network (b24964d3-ae11-43c5-89f7-c73bb27b2b66), precommit_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:35:43.175565 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-872c6419-dc16-4fae-b4f5-1c704d7141ee service neutron] Pushing event updated for resources: {'Port': ['ID=3b1d41a1-b9cd-40bb-ac7f-3fd6dcbb64b8,revision_number=3']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:35:43.184844 n-d-713498-36 neutron-server[103229]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 19:35:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fb7615b1-d690-44c5-a8c6-c1399979b8c3 x-openstack-request-id: req-fb7615b1-d690-44c5-a8c6-c1399979b8c3 {{(pid=103229) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 19:35:43.185256 n-d-713498-36 neutron-server[103229]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8b1fc934-e90f-4a6e-87a2-90db0acccbea", "tag": "3b1d41a1-b9cd-40bb-ac7f-3fd6dcbb64b8", "status": "completed", "code": 200}]} {{(pid=103229) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 19:35:43.185663 n-d-713498-36 neutron-server[103229]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-fb7615b1-d690-44c5-a8c6-c1399979b8c3 {{(pid=103229) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 19:35:43.186284 n-d-713498-36 neutron-server[103229]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8b1fc934-e90f-4a6e-87a2-90db0acccbea', 'tag': '3b1d41a1-b9cd-40bb-ac7f-3fd6dcbb64b8', 'status': 'completed', 'code': 200} Feb 09 19:35:43.203005 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-decbec4d-1bea-40ea-bd53-417d2d142be9 tempest-ExtraDHCPOptionsTestJSON-968635805 tempest-ExtraDHCPOptionsTestJSON-968635805-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1885479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452'] for network (b24964d3-ae11-43c5-89f7-c73bb27b2b66), after_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:35:43.208852 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-decbec4d-1bea-40ea-bd53-417d2d142be9 tempest-ExtraDHCPOptionsTestJSON-968635805 tempest-ExtraDHCPOptionsTestJSON-968635805-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:35:43.209453 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-decbec4d-1bea-40ea-bd53-417d2d142be9 tempest-ExtraDHCPOptionsTestJSON-968635805 tempest-ExtraDHCPOptionsTestJSON-968635805-project] Publish callbacks [] for network (None), before_response {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:35:43.211274 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-721ebc37-8f56-4924-a3e7-55f6f3f9e220 req-15d05244-c5e0-47db-bb04-024d50a253b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:35:43.213313 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-721ebc37-8f56-4924-a3e7-55f6f3f9e220 req-15d05244-c5e0-47db-bb04-024d50a253b8 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=1d398ed7d9dd4dd6ba1e1a6a1e6a87ff&device_id=8b1fc934-e90f-4a6e-87a2-90db0acccbea HTTP/1.1" status: 200 len: 1126 time: 0.0813971 Feb 09 19:35:43.261246 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-721ebc37-8f56-4924-a3e7-55f6f3f9e220 req-3dac0a01-b1b9-475e-a604-7c8dd5cd2ef7 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=3b1d41a1-b9cd-40bb-ac7f-3fd6dcbb64b8 HTTP/1.1" status: 200 len: 217 time: 0.0410514 Feb 09 19:35:43.269508 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-decbec4d-1bea-40ea-bd53-417d2d142be9 tempest-ExtraDHCPOptionsTestJSON-968635805 tempest-ExtraDHCPOptionsTestJSON-968635805-project] 10.222.0.75 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 0.5692825 Feb 09 19:35:43.274884 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 38182) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:35:43.280083 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.v2.base [None req-7f72a040-2c77-4bee-8c6a-4ac40fd9fced tempest-ExtraDHCPOptionsTestJSON-968635805 tempest-ExtraDHCPOptionsTestJSON-968635805-project] Request body: {'subnet': {'network_id': 'b24964d3-ae11-43c5-89f7-c73bb27b2b66', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 19:35:43.286028 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-decbec4d-1bea-40ea-bd53-417d2d142be9 tempest-ExtraDHCPOptionsTestJSON-968635805 tempest-ExtraDHCPOptionsTestJSON-968635805-project] Pushing event updated for resources: {'Network': ['ID=b24964d3-ae11-43c5-89f7-c73bb27b2b66,revision_number=1']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:35:43.296885 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Network b24964d3-ae11-43c5-89f7-c73bb27b2b66 details requested by agent ovs-agent-n-d-713498-36 with host n-d-713498-36 {{(pid=103232) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 19:35:43.653592 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-721ebc37-8f56-4924-a3e7-55f6f3f9e220 req-133155ff-2ccf-4b72-b575-67452bc3eaa6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:35:43.655141 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-721ebc37-8f56-4924-a3e7-55f6f3f9e220 req-133155ff-2ccf-4b72-b575-67452bc3eaa6 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=030193b3-b985-4d6c-b0c1-2ea320638096 HTTP/1.1" status: 200 len: 846 time: 0.3888669 Feb 09 19:35:43.690578 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-721ebc37-8f56-4924-a3e7-55f6f3f9e220 req-eac85cde-e0c6-4df8-a504-6f987d556cec service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=30b6826a-2ec4-4081-a475-68e12498d4e4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0294890 Feb 09 19:35:43.704722 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7f72a040-2c77-4bee-8c6a-4ac40fd9fced tempest-ExtraDHCPOptionsTestJSON-968635805 tempest-ExtraDHCPOptionsTestJSON-968635805-project] Made reservation on behalf of 52d8423010fa4ae5906e11557b2a3057 for: {'subnet': 1} {{(pid=103229) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 19:35:43.707936 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-7f72a040-2c77-4bee-8c6a-4ac40fd9fced tempest-ExtraDHCPOptionsTestJSON-968635805 tempest-ExtraDHCPOptionsTestJSON-968635805-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12759265'] for subnet (None), before_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:35:43.850445 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-721ebc37-8f56-4924-a3e7-55f6f3f9e220 req-198f5d2d-a326-4caf-9c27-cd550f8e0a9d service neutron] 10.222.0.89 "GET /v2.0/networks/30b6826a-2ec4-4081-a475-68e12498d4e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1534395 Feb 09 19:35:44.024430 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-721ebc37-8f56-4924-a3e7-55f6f3f9e220 req-8f0fe63c-ba3a-43d3-b620-8857e6d26eac service neutron] 10.222.0.89 "GET /v2.0/networks/30b6826a-2ec4-4081-a475-68e12498d4e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1674280 Feb 09 19:35:44.042775 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-7f72a040-2c77-4bee-8c6a-4ac40fd9fced tempest-ExtraDHCPOptionsTestJSON-968635805 tempest-ExtraDHCPOptionsTestJSON-968635805-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12867428', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12759263'] for subnet (4380ac6e-f7c2-4b92-b28d-f33d691dc9ae), after_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:35:44.071380 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81eda31a-d3ca-4cca-a74f-43bd4f0dbcc2 req-4d0ad3d7-a33f-49d6-9206-f655181482af tempest-ServersTestJSON-482035511 tempest-ServersTestJSON-482035511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:35:44.073004 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-81eda31a-d3ca-4cca-a74f-43bd4f0dbcc2 req-4d0ad3d7-a33f-49d6-9206-f655181482af tempest-ServersTestJSON-482035511 tempest-ServersTestJSON-482035511-project] 10.222.0.75 "GET /v2.0/ports?device_id=8b1fc934-e90f-4a6e-87a2-90db0acccbea HTTP/1.1" status: 200 len: 943 time: 0.0787346 Feb 09 19:35:44.152721 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-81eda31a-d3ca-4cca-a74f-43bd4f0dbcc2 req-d07edaa0-d7a6-4a06-976b-b20f986a9cfd tempest-ServersTestJSON-482035511 tempest-ServersTestJSON-482035511-project] 10.222.0.75 "GET /v2.0/security-groups?id=37883354-c9cd-40f0-bbce-1c711bac4569&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0739880 Feb 09 19:35:44.160327 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f72a040-2c77-4bee-8c6a-4ac40fd9fced tempest-ExtraDHCPOptionsTestJSON-968635805 tempest-ExtraDHCPOptionsTestJSON-968635805-project] Pushing event updated for resources: {'Subnet': ['ID=4380ac6e-f7c2-4b92-b28d-f33d691dc9ae,revision_number=0']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:35:44.183887 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1d52d01-8459-4289-b483-207a505a83b6 req-ed82ef06-34f0-45f7-9d09-f0cb68a0ae74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:35:44.185443 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-d1d52d01-8459-4289-b483-207a505a83b6 req-ed82ef06-34f0-45f7-9d09-f0cb68a0ae74 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=1d398ed7d9dd4dd6ba1e1a6a1e6a87ff&device_id=8b1fc934-e90f-4a6e-87a2-90db0acccbea HTTP/1.1" status: 200 len: 1126 time: 0.1000044 Feb 09 19:35:44.188228 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f72a040-2c77-4bee-8c6a-4ac40fd9fced tempest-ExtraDHCPOptionsTestJSON-968635805 tempest-ExtraDHCPOptionsTestJSON-968635805-project] Checking segment: {'id': 'f871c782-e9ae-4f1c-90ae-df7cf14dec04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': 'b24964d3-ae11-43c5-89f7-c73bb27b2b66'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103229) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 19:35:44.189270 n-d-713498-36 neutron-server[103229]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f72a040-2c77-4bee-8c6a-4ac40fd9fced tempest-ExtraDHCPOptionsTestJSON-968635805 tempest-ExtraDHCPOptionsTestJSON-968635805-project] Network hostable DHCP agents. Network: b24964d3-ae11-43c5-89f7-c73bb27b2b66, hostable agents: ['af91e4b9-f4e1-42b1-a25c-a10dc47171c8'], hosted agents: [] {{(pid=103229) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 19:35:44.261942 n-d-713498-36 neutron-server[103229]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f72a040-2c77-4bee-8c6a-4ac40fd9fced tempest-ExtraDHCPOptionsTestJSON-968635805 tempest-ExtraDHCPOptionsTestJSON-968635805-project] Network b24964d3-ae11-43c5-89f7-c73bb27b2b66 is scheduled to be hosted by DHCP agent af91e4b9-f4e1-42b1-a25c-a10dc47171c8 with binding_index 1 {{(pid=103229) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 19:35:44.278229 n-d-713498-36 neutron-server[103229]: DEBUG neutron.scheduler.base_scheduler [None req-7f72a040-2c77-4bee-8c6a-4ac40fd9fced tempest-ExtraDHCPOptionsTestJSON-968635805 tempest-ExtraDHCPOptionsTestJSON-968635805-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713498-36, b24964d3-ae11-43c5-89f7-c73bb27b2b66) {{(pid=103229) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 19:35:44.286825 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af42ce9f-938c-44a5-8751-6da0eee070cc None None] Network b24964d3-ae11-43c5-89f7-c73bb27b2b66 requested from n-d-713498-36 {{(pid=103232) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 19:35:44.291842 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f72a040-2c77-4bee-8c6a-4ac40fd9fced tempest-ExtraDHCPOptionsTestJSON-968635805 tempest-ExtraDHCPOptionsTestJSON-968635805-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:35:44.292564 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-7f72a040-2c77-4bee-8c6a-4ac40fd9fced tempest-ExtraDHCPOptionsTestJSON-968635805 tempest-ExtraDHCPOptionsTestJSON-968635805-project] Publish callbacks [] for subnet (None), before_response {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:35:44.316725 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1d52d01-8459-4289-b483-207a505a83b6 req-7e563976-ef67-4aea-b267-2770763675e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:35:44.318844 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-d1d52d01-8459-4289-b483-207a505a83b6 req-7e563976-ef67-4aea-b267-2770763675e9 service neutron] 10.222.0.89 "GET /v2.0/networks?id=30b6826a-2ec4-4081-a475-68e12498d4e4 HTTP/1.1" status: 200 len: 907 time: 0.1261790 Feb 09 19:35:44.323462 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-7f72a040-2c77-4bee-8c6a-4ac40fd9fced tempest-ExtraDHCPOptionsTestJSON-968635805 tempest-ExtraDHCPOptionsTestJSON-968635805-project] 10.222.0.75 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0474079 Feb 09 19:35:44.326297 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 38190) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:35:44.332007 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.v2.base [None req-8923e854-3518-4e55-8cde-911794f8d763 tempest-ExtraDHCPOptionsTestJSON-968635805 tempest-ExtraDHCPOptionsTestJSON-968635805-project] Request body: {'port': {'network_id': 'b24964d3-ae11-43c5-89f7-c73bb27b2b66', 'name': 'tempest-ExtraDHCPOptionsTestJSON-1995005874'}} {{(pid=103230) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 19:35:44.365592 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-edc54c9b-7f13-45d9-9271-85c9738b0128 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762867132591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593584'] for agent (a62b1850-466f-48ae-bec7-d62fb280e14b), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:35:44.385838 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-d1d52d01-8459-4289-b483-207a505a83b6 req-cdeb9210-948f-44ab-b4fe-9efa2433ba10 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=3b1d41a1-b9cd-40bb-ac7f-3fd6dcbb64b8 HTTP/1.1" status: 200 len: 217 time: 0.0592332 Feb 09 19:35:44.413124 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9de103a-83d9-48a7-9144-ef469d8923cb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8b32e980-7cce-5e82-a341-bd2fa8945c89-b24964d3-ae11-43c5-89f7-c73bb27b2b66', 'network_id': 'b24964d3-ae11-43c5-89f7-c73bb27b2b66', 'project_id': '52d8423010fa4ae5906e11557b2a3057', 'fixed_ips': [{'subnet_id': '4380ac6e-f7c2-4b92-b28d-f33d691dc9ae'}]}} from n-d-713498-36. {{(pid=103232) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 09 19:35:44.415058 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-b9de103a-83d9-48a7-9144-ef469d8923cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (None), before_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:35:44.456637 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1d52d01-8459-4289-b483-207a505a83b6 req-8ff763e3-87aa-42e8-86cd-10b28bc1a44e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:35:44.458245 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-d1d52d01-8459-4289-b483-207a505a83b6 req-8ff763e3-87aa-42e8-86cd-10b28bc1a44e service neutron] 10.222.0.89 "GET /v2.0/subnets?id=030193b3-b985-4d6c-b0c1-2ea320638096 HTTP/1.1" status: 200 len: 846 time: 0.0679431 Feb 09 19:35:44.487774 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8923e854-3518-4e55-8cde-911794f8d763 tempest-ExtraDHCPOptionsTestJSON-968635805 tempest-ExtraDHCPOptionsTestJSON-968635805-project] Made reservation on behalf of 52d8423010fa4ae5906e11557b2a3057 for: {'port': 1} {{(pid=103230) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 19:35:44.491778 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-8923e854-3518-4e55-8cde-911794f8d763 tempest-ExtraDHCPOptionsTestJSON-968635805 tempest-ExtraDHCPOptionsTestJSON-968635805-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (None), before_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:35:44.495825 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-d1d52d01-8459-4289-b483-207a505a83b6 req-2704b4c7-7409-4f67-876c-cee2b1f94a23 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=30b6826a-2ec4-4081-a475-68e12498d4e4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0302689 Feb 09 19:35:44.510819 n-d-713498-36 neutron-server[103230]: DEBUG neutron.notifiers.nova [None req-8923e854-3518-4e55-8cde-911794f8d763 tempest-ExtraDHCPOptionsTestJSON-968635805 tempest-ExtraDHCPOptionsTestJSON-968635805-project] device_id is not set on port a053f7ea-12b9-4c5c-91d7-fb75705ad97d yet. {{(pid=103230) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 09 19:35:44.581263 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.db_base_plugin_common [None req-b9de103a-83d9-48a7-9144-ef469d8923cb None None] Allocated IP 172.20.0.2 (b24964d3-ae11-43c5-89f7-c73bb27b2b66/4380ac6e-f7c2-4b92-b28d-f33d691dc9ae/4c4a5aab-90c8-4d94-9823-ff413becf2b7) {{(pid=103232) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 19:35:44.618420 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-d1d52d01-8459-4289-b483-207a505a83b6 req-5ad6a7ca-70ae-4a92-b380-6a57ca905bf3 service neutron] 10.222.0.89 "GET /v2.0/networks/30b6826a-2ec4-4081-a475-68e12498d4e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1155169 Feb 09 19:35:44.713415 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-d1d52d01-8459-4289-b483-207a505a83b6 req-f793385f-a533-42ad-8855-521e2a08dc8c service neutron] 10.222.0.89 "GET /v2.0/networks/30b6826a-2ec4-4081-a475-68e12498d4e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0890498 Feb 09 19:35:44.732177 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-b9de103a-83d9-48a7-9144-ef469d8923cb None None] Publish callbacks [] for port (4c4a5aab-90c8-4d94-9823-ff413becf2b7), precommit_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:35:44.739299 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-b9de103a-83d9-48a7-9144-ef469d8923cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762866656467'] for port (4c4a5aab-90c8-4d94-9823-ff413becf2b7), after_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:35:44.791193 n-d-713498-36 neutron-server[103232]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9de103a-83d9-48a7-9144-ef469d8923cb None None] Network b24964d3-ae11-43c5-89f7-c73bb27b2b66 is already hosted by enough agents. {{(pid=103232) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 19:35:44.794335 n-d-713498-36 neutron-server[103232]: DEBUG neutron.scheduler.base_scheduler [None req-b9de103a-83d9-48a7-9144-ef469d8923cb None None] Resources bound (agent type, host, resource id): {{(pid=103232) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 19:35:44.798405 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9de103a-83d9-48a7-9144-ef469d8923cb None None] Received port after_create {{(pid=103232) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 19:35:44.802454 n-d-713498-36 neutron-server[103230]: DEBUG neutron.db.db_base_plugin_common [None req-8923e854-3518-4e55-8cde-911794f8d763 tempest-ExtraDHCPOptionsTestJSON-968635805 tempest-ExtraDHCPOptionsTestJSON-968635805-project] Allocated IP 172.20.0.10 (b24964d3-ae11-43c5-89f7-c73bb27b2b66/4380ac6e-f7c2-4b92-b28d-f33d691dc9ae/a053f7ea-12b9-4c5c-91d7-fb75705ad97d) {{(pid=103230) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 19:35:44.805750 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9de103a-83d9-48a7-9144-ef469d8923cb None None] Pushing event updated for resources: {'Port': ['ID=4c4a5aab-90c8-4d94-9823-ff413becf2b7,revision_number=1']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:35:44.862417 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.managers [None req-b9de103a-83d9-48a7-9144-ef469d8923cb None None] Attempting to bind port 4c4a5aab-90c8-4d94-9823-ff413becf2b7 on host n-d-713498-36 for vnic_type normal with profile {{(pid=103232) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 19:35:44.862778 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.managers [None req-b9de103a-83d9-48a7-9144-ef469d8923cb None None] Attempting to bind port 4c4a5aab-90c8-4d94-9823-ff413becf2b7 by drivers openvswitch,hyperv on host n-d-713498-36 at level 0 using segments [{'id': 'f871c782-e9ae-4f1c-90ae-df7cf14dec04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': 'b24964d3-ae11-43c5-89f7-c73bb27b2b66'}] {{(pid=103232) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 19:35:44.863141 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9de103a-83d9-48a7-9144-ef469d8923cb None None] Attempting to bind port 4c4a5aab-90c8-4d94-9823-ff413becf2b7 on network b24964d3-ae11-43c5-89f7-c73bb27b2b66 {{(pid=103232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 19:35:44.868635 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9de103a-83d9-48a7-9144-ef469d8923cb None None] Checking agent: {'id': '496418a2-c002-4aec-ab1a-07f3bea491bd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-36', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 18, 51, 47), 'started_at': datetime.datetime(2022, 2, 9, 18, 52, 17), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 19, 35, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-36'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 19:35:44.868964 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9de103a-83d9-48a7-9144-ef469d8923cb None None] Checking segment: {'id': 'f871c782-e9ae-4f1c-90ae-df7cf14dec04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': 'b24964d3-ae11-43c5-89f7-c73bb27b2b66'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103232) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 19:35:44.869475 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-b9de103a-83d9-48a7-9144-ef469d8923cb None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:35:44.869868 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9de103a-83d9-48a7-9144-ef469d8923cb None None] Bound using segment: {'id': 'f871c782-e9ae-4f1c-90ae-df7cf14dec04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': 'b24964d3-ae11-43c5-89f7-c73bb27b2b66'} {{(pid=103232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 19:35:44.870362 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.managers [None req-b9de103a-83d9-48a7-9144-ef469d8923cb None None] Bound port: 4c4a5aab-90c8-4d94-9823-ff413becf2b7, host: n-d-713498-36, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f871c782-e9ae-4f1c-90ae-df7cf14dec04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': 'b24964d3-ae11-43c5-89f7-c73bb27b2b66'}}] {{(pid=103232) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 19:35:44.870735 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-b9de103a-83d9-48a7-9144-ef469d8923cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (4c4a5aab-90c8-4d94-9823-ff413becf2b7), before_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:35:44.939803 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-b9de103a-83d9-48a7-9144-ef469d8923cb None None] For port 4c4a5aab-90c8-4d94-9823-ff413becf2b7, host n-d-713498-36, cleared binding levels {{(pid=103232) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 19:35:44.943289 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-b9de103a-83d9-48a7-9144-ef469d8923cb None None] For port 4c4a5aab-90c8-4d94-9823-ff413becf2b7, host n-d-713498-36, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-36',level=0,port_id=4c4a5aab-90c8-4d94-9823-ff413becf2b7,segment=NetworkSegment(f871c782-e9ae-4f1c-90ae-df7cf14dec04),segment_id=f871c782-e9ae-4f1c-90ae-df7cf14dec04)] {{(pid=103232) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 19:35:44.948910 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-b9de103a-83d9-48a7-9144-ef469d8923cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762867176205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762866656485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762866656503'] for port (4c4a5aab-90c8-4d94-9823-ff413becf2b7), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:35:45.006893 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9de103a-83d9-48a7-9144-ef469d8923cb None None] Pushing event updated for resources: {'Port': ['ID=4c4a5aab-90c8-4d94-9823-ff413becf2b7,revision_number=2']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:35:45.018813 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-8923e854-3518-4e55-8cde-911794f8d763 tempest-ExtraDHCPOptionsTestJSON-968635805 tempest-ExtraDHCPOptionsTestJSON-968635805-project] Publish callbacks [] for port (a053f7ea-12b9-4c5c-91d7-fb75705ad97d), precommit_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:35:45.055924 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-8923e854-3518-4e55-8cde-911794f8d763 tempest-ExtraDHCPOptionsTestJSON-968635805 tempest-ExtraDHCPOptionsTestJSON-968635805-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762866656467', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14393751'] for port (a053f7ea-12b9-4c5c-91d7-fb75705ad97d), after_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:35:45.104760 n-d-713498-36 neutron-server[103230]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8923e854-3518-4e55-8cde-911794f8d763 tempest-ExtraDHCPOptionsTestJSON-968635805 tempest-ExtraDHCPOptionsTestJSON-968635805-project] Network b24964d3-ae11-43c5-89f7-c73bb27b2b66 is already hosted by enough agents. {{(pid=103230) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 19:35:45.108023 n-d-713498-36 neutron-server[103230]: DEBUG neutron.scheduler.base_scheduler [None req-8923e854-3518-4e55-8cde-911794f8d763 tempest-ExtraDHCPOptionsTestJSON-968635805 tempest-ExtraDHCPOptionsTestJSON-968635805-project] Resources bound (agent type, host, resource id): {{(pid=103230) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 19:35:45.112813 n-d-713498-36 neutron-server[103230]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8923e854-3518-4e55-8cde-911794f8d763 tempest-ExtraDHCPOptionsTestJSON-968635805 tempest-ExtraDHCPOptionsTestJSON-968635805-project] Received port after_create {{(pid=103230) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 19:35:45.119605 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8923e854-3518-4e55-8cde-911794f8d763 tempest-ExtraDHCPOptionsTestJSON-968635805 tempest-ExtraDHCPOptionsTestJSON-968635805-project] Pushing event updated for resources: {'Port': ['ID=a053f7ea-12b9-4c5c-91d7-fb75705ad97d,revision_number=1']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:35:45.221546 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8923e854-3518-4e55-8cde-911794f8d763 tempest-ExtraDHCPOptionsTestJSON-968635805 tempest-ExtraDHCPOptionsTestJSON-968635805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:35:45.222267 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-8923e854-3518-4e55-8cde-911794f8d763 tempest-ExtraDHCPOptionsTestJSON-968635805 tempest-ExtraDHCPOptionsTestJSON-968635805-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171096'] for port (None), before_response {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:35:45.249761 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-8923e854-3518-4e55-8cde-911794f8d763 tempest-ExtraDHCPOptionsTestJSON-968635805 tempest-ExtraDHCPOptionsTestJSON-968635805-project] 10.222.0.75 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 0.9184728 Feb 09 19:35:45.249761 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 38198) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:35:45.255379 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.v2.base [None req-d19223e2-c2fa-480a-a33b-52f5be185b54 tempest-ExtraDHCPOptionsTestJSON-968635805 tempest-ExtraDHCPOptionsTestJSON-968635805-project] Request body: {'port': {'network_id': 'b24964d3-ae11-43c5-89f7-c73bb27b2b66', 'name': 'tempest-ExtraDHCPOptionsTestJSON-353523847', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=103230) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 19:35:45.259505 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.api.validators [None req-d19223e2-c2fa-480a-a33b-52f5be185b54 tempest-ExtraDHCPOptionsTestJSON-968635805 tempest-ExtraDHCPOptionsTestJSON-968635805-project] bootfile-name is not in valid_values {{(pid=103230) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Feb 09 19:35:45.260108 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.api.validators [None req-d19223e2-c2fa-480a-a33b-52f5be185b54 tempest-ExtraDHCPOptionsTestJSON-968635805 tempest-ExtraDHCPOptionsTestJSON-968635805-project] tftp-server is not in valid_values {{(pid=103230) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Feb 09 19:35:45.260471 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.api.validators [None req-d19223e2-c2fa-480a-a33b-52f5be185b54 tempest-ExtraDHCPOptionsTestJSON-968635805 tempest-ExtraDHCPOptionsTestJSON-968635805-project] server-ip-address is not in valid_values {{(pid=103230) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Feb 09 19:35:45.375886 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f3b6231-ca64-482c-89f0-5dc772e655b2 req-36a6363f-65c6-4865-872d-02552f10068f tempest-ServersTestJSON-482035511 tempest-ServersTestJSON-482035511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:35:45.378379 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-8f3b6231-ca64-482c-89f0-5dc772e655b2 req-36a6363f-65c6-4865-872d-02552f10068f tempest-ServersTestJSON-482035511 tempest-ServersTestJSON-482035511-project] 10.222.0.75 "GET /v2.0/ports?device_id=8b1fc934-e90f-4a6e-87a2-90db0acccbea HTTP/1.1" status: 200 len: 943 time: 0.0858397 Feb 09 19:35:45.432729 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d19223e2-c2fa-480a-a33b-52f5be185b54 tempest-ExtraDHCPOptionsTestJSON-968635805 tempest-ExtraDHCPOptionsTestJSON-968635805-project] Made reservation on behalf of 52d8423010fa4ae5906e11557b2a3057 for: {'port': 1} {{(pid=103230) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 19:35:45.439179 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-d19223e2-c2fa-480a-a33b-52f5be185b54 tempest-ExtraDHCPOptionsTestJSON-968635805 tempest-ExtraDHCPOptionsTestJSON-968635805-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (None), before_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:35:45.462862 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-8f3b6231-ca64-482c-89f0-5dc772e655b2 req-18fbaa47-ebae-404b-a4b9-95ef29ad5c57 tempest-ServersTestJSON-482035511 tempest-ServersTestJSON-482035511-project] 10.222.0.75 "GET /v2.0/security-groups?id=37883354-c9cd-40f0-bbce-1c711bac4569&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594795 Feb 09 19:35:45.473498 n-d-713498-36 neutron-server[103230]: DEBUG neutron.notifiers.nova [None req-d19223e2-c2fa-480a-a33b-52f5be185b54 tempest-ExtraDHCPOptionsTestJSON-968635805 tempest-ExtraDHCPOptionsTestJSON-968635805-project] device_id is not set on port 11223925-042e-4b31-8cda-b1417f2f6970 yet. {{(pid=103230) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 09 19:35:45.613309 n-d-713498-36 neutron-server[103230]: DEBUG neutron.db.db_base_plugin_common [None req-d19223e2-c2fa-480a-a33b-52f5be185b54 tempest-ExtraDHCPOptionsTestJSON-968635805 tempest-ExtraDHCPOptionsTestJSON-968635805-project] Allocated IP 172.20.0.14 (b24964d3-ae11-43c5-89f7-c73bb27b2b66/4380ac6e-f7c2-4b92-b28d-f33d691dc9ae/11223925-042e-4b31-8cda-b1417f2f6970) {{(pid=103230) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 19:35:45.803185 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-d19223e2-c2fa-480a-a33b-52f5be185b54 tempest-ExtraDHCPOptionsTestJSON-968635805 tempest-ExtraDHCPOptionsTestJSON-968635805-project] Publish callbacks [] for port (11223925-042e-4b31-8cda-b1417f2f6970), precommit_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:35:45.844182 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-d19223e2-c2fa-480a-a33b-52f5be185b54 tempest-ExtraDHCPOptionsTestJSON-968635805 tempest-ExtraDHCPOptionsTestJSON-968635805-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762866656467', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14393751'] for port (11223925-042e-4b31-8cda-b1417f2f6970), after_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:35:45.917580 n-d-713498-36 neutron-server[103230]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d19223e2-c2fa-480a-a33b-52f5be185b54 tempest-ExtraDHCPOptionsTestJSON-968635805 tempest-ExtraDHCPOptionsTestJSON-968635805-project] Network b24964d3-ae11-43c5-89f7-c73bb27b2b66 is already hosted by enough agents. {{(pid=103230) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 19:35:45.919328 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d19223e2-c2fa-480a-a33b-52f5be185b54 tempest-ExtraDHCPOptionsTestJSON-968635805 tempest-ExtraDHCPOptionsTestJSON-968635805-project] Pushing event updated for resources: {'Port': ['ID=11223925-042e-4b31-8cda-b1417f2f6970,revision_number=1']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:35:45.925450 n-d-713498-36 neutron-server[103230]: DEBUG neutron.scheduler.base_scheduler [None req-d19223e2-c2fa-480a-a33b-52f5be185b54 tempest-ExtraDHCPOptionsTestJSON-968635805 tempest-ExtraDHCPOptionsTestJSON-968635805-project] Resources bound (agent type, host, resource id): {{(pid=103230) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 19:35:45.928440 n-d-713498-36 neutron-server[103230]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d19223e2-c2fa-480a-a33b-52f5be185b54 tempest-ExtraDHCPOptionsTestJSON-968635805 tempest-ExtraDHCPOptionsTestJSON-968635805-project] Received port after_create {{(pid=103230) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 19:35:45.986031 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 38226) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:35:45.986949 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d19223e2-c2fa-480a-a33b-52f5be185b54 tempest-ExtraDHCPOptionsTestJSON-968635805 tempest-ExtraDHCPOptionsTestJSON-968635805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:35:45.987686 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-d19223e2-c2fa-480a-a33b-52f5be185b54 tempest-ExtraDHCPOptionsTestJSON-968635805 tempest-ExtraDHCPOptionsTestJSON-968635805-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171096'] for port (None), before_response {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:35:46.001735 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-a7262a8e-0513-48fd-984d-75726a511961 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762867132591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593584'] for agent (911cfea2-02ae-4ec9-bac3-7808ee1cdd9c), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:35:46.016306 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 38230) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:35:46.016547 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-d19223e2-c2fa-480a-a33b-52f5be185b54 tempest-ExtraDHCPOptionsTestJSON-968635805 tempest-ExtraDHCPOptionsTestJSON-968635805-project] 10.222.0.75 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1152 time: 0.7658508 Feb 09 19:35:46.082548 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2de33126-9880-4ef7-b0a4-bd71b6e8ab03 tempest-ExtraDHCPOptionsTestJSON-968635805 tempest-ExtraDHCPOptionsTestJSON-968635805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:35:46.089017 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2de33126-9880-4ef7-b0a4-bd71b6e8ab03 tempest-ExtraDHCPOptionsTestJSON-968635805 tempest-ExtraDHCPOptionsTestJSON-968635805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:35:46.095655 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2de33126-9880-4ef7-b0a4-bd71b6e8ab03 tempest-ExtraDHCPOptionsTestJSON-968635805 tempest-ExtraDHCPOptionsTestJSON-968635805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:35:46.100692 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-2de33126-9880-4ef7-b0a4-bd71b6e8ab03 tempest-ExtraDHCPOptionsTestJSON-968635805 tempest-ExtraDHCPOptionsTestJSON-968635805-project] 10.222.0.75 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2617 time: 0.0801656 Feb 09 19:35:46.100981 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 38232) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:35:46.150190 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-24944cd4-2367-4571-bd8d-ebda5e601c04 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:35:46.251588 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7e78835-d7b3-4cae-87c6-24448b81922f None None] Network b24964d3-ae11-43c5-89f7-c73bb27b2b66 requested from n-d-713498-36 {{(pid=103232) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 19:35:46.263432 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.plugin [None req-70d6797d-91ce-4361-bd8a-4a77e80e79f5 tempest-ExtraDHCPOptionsTestJSON-968635805 tempest-ExtraDHCPOptionsTestJSON-968635805-project] Deleting port 11223925-042e-4b31-8cda-b1417f2f6970 {{(pid=103229) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 19:35:46.263867 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-70d6797d-91ce-4361-bd8a-4a77e80e79f5 tempest-ExtraDHCPOptionsTestJSON-968635805 tempest-ExtraDHCPOptionsTestJSON-968635805-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762867170196'] for port (11223925-042e-4b31-8cda-b1417f2f6970), before_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:35:46.318419 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.provisioning_blocks [None req-f1f7e855-94ba-4e96-bccb-9bf07909ba98 None None] Provisioning complete for port 4c4a5aab-90c8-4d94-9823-ff413becf2b7 triggered by entity DHCP. {{(pid=103232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 19:35:46.318952 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-f1f7e855-94ba-4e96-bccb-9bf07909ba98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593630'] for port (4c4a5aab-90c8-4d94-9823-ff413becf2b7), provisioning_complete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:35:46.337593 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-24944cd4-2367-4571-bd8d-ebda5e601c04 admin admin] Publish callbacks [] for security_group (99ea90be-bb4e-4b7b-b0a8-6b8db0d3b572), precommit_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:35:46.347104 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-24944cd4-2367-4571-bd8d-ebda5e601c04 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1892331'] for security_group (99ea90be-bb4e-4b7b-b0a8-6b8db0d3b572), after_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:35:46.416383 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-70d6797d-91ce-4361-bd8a-4a77e80e79f5 tempest-ExtraDHCPOptionsTestJSON-968635805 tempest-ExtraDHCPOptionsTestJSON-968635805-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1820838'] for port (11223925-042e-4b31-8cda-b1417f2f6970), precommit_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:35:46.427281 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24944cd4-2367-4571-bd8d-ebda5e601c04 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=99ea90be-bb4e-4b7b-b0a8-6b8db0d3b572,revision_number=1']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:35:46.433597 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-24944cd4-2367-4571-bd8d-ebda5e601c04 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=f321ce25cb9f49aca250d1aeeb598981&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4454894 Feb 09 19:35:46.436225 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 38234) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:35:46.439562 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.plugin [None req-70d6797d-91ce-4361-bd8a-4a77e80e79f5 tempest-ExtraDHCPOptionsTestJSON-968635805 tempest-ExtraDHCPOptionsTestJSON-968635805-project] Calling delete_port for 11223925-042e-4b31-8cda-b1417f2f6970 owned by {{(pid=103229) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 19:35:46.449674 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-f1f7e855-94ba-4e96-bccb-9bf07909ba98 None None] Current status of the port 4c4a5aab-90c8-4d94-9823-ff413becf2b7 is: DOWN; New status is: ACTIVE {{(pid=103232) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 19:35:46.450196 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-f1f7e855-94ba-4e96-bccb-9bf07909ba98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (4c4a5aab-90c8-4d94-9823-ff413becf2b7), before_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:35:46.489263 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-f1f7e855-94ba-4e96-bccb-9bf07909ba98 None None] For port 4c4a5aab-90c8-4d94-9823-ff413becf2b7, host n-d-713498-36, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-36',level=0,port_id=4c4a5aab-90c8-4d94-9823-ff413becf2b7,segment=NetworkSegment(f871c782-e9ae-4f1c-90ae-df7cf14dec04),segment_id=f871c782-e9ae-4f1c-90ae-df7cf14dec04)] {{(pid=103232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 19:35:46.504813 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-f1f7e855-94ba-4e96-bccb-9bf07909ba98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762867176205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762866656485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762866656503'] for port (4c4a5aab-90c8-4d94-9823-ff413becf2b7), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:35:46.589227 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-5061ceb1-26b8-4952-a8be-ecdaa3492ea6 admin admin] Publish callbacks [] for security_group (99ea90be-bb4e-4b7b-b0a8-6b8db0d3b572), before_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:35:46.601344 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1f7e855-94ba-4e96-bccb-9bf07909ba98 None None] Pushing event updated for resources: {'Port': ['ID=4c4a5aab-90c8-4d94-9823-ff413becf2b7,revision_number=3']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:35:46.610850 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-70d6797d-91ce-4361-bd8a-4a77e80e79f5 tempest-ExtraDHCPOptionsTestJSON-968635805 tempest-ExtraDHCPOptionsTestJSON-968635805-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762867177463', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762866656476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12867576'] for port (11223925-042e-4b31-8cda-b1417f2f6970), after_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:35:46.645305 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-5061ceb1-26b8-4952-a8be-ecdaa3492ea6 admin admin] Publish callbacks [] for security_group (99ea90be-bb4e-4b7b-b0a8-6b8db0d3b572), precommit_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:35:46.674787 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70d6797d-91ce-4361-bd8a-4a77e80e79f5 tempest-ExtraDHCPOptionsTestJSON-968635805 tempest-ExtraDHCPOptionsTestJSON-968635805-project] Pushing event deleted for resources: {'Port': ['ID=11223925-042e-4b31-8cda-b1417f2f6970,revision_number=None']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:35:46.738925 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b79bd9d-08f6-4fa6-bd08-73d2c4efa850 req-565acc0f-34f0-4082-a480-82278b157ffd tempest-ServersTestJSON-482035511 tempest-ServersTestJSON-482035511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:35:46.740542 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-3b79bd9d-08f6-4fa6-bd08-73d2c4efa850 req-565acc0f-34f0-4082-a480-82278b157ffd tempest-ServersTestJSON-482035511 tempest-ServersTestJSON-482035511-project] 10.222.0.75 "GET /v2.0/ports?device_id=8b1fc934-e90f-4a6e-87a2-90db0acccbea HTTP/1.1" status: 200 len: 943 time: 0.1532266 Feb 09 19:35:46.750101 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-70d6797d-91ce-4361-bd8a-4a77e80e79f5 tempest-ExtraDHCPOptionsTestJSON-968635805 tempest-ExtraDHCPOptionsTestJSON-968635805-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171096'] for port (None), before_response {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:35:46.754761 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-70d6797d-91ce-4361-bd8a-4a77e80e79f5 tempest-ExtraDHCPOptionsTestJSON-968635805 tempest-ExtraDHCPOptionsTestJSON-968635805-project] 10.222.0.75 "DELETE /v2.0/ports/11223925-042e-4b31-8cda-b1417f2f6970 HTTP/1.1" status: 204 len: 168 time: 0.6525519 Feb 09 19:35:46.758582 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 38238) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:35:46.770664 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.v2.base [None req-d7e58e81-b778-489a-a142-0ad7d3cd07fd tempest-ExtraDHCPOptionsTestJSON-968635805 tempest-ExtraDHCPOptionsTestJSON-968635805-project] Request body: {'port': {'name': 'tempest-new-port-name-2059287655', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=103229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 19:35:46.771087 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.api.validators [None req-d7e58e81-b778-489a-a142-0ad7d3cd07fd tempest-ExtraDHCPOptionsTestJSON-968635805 tempest-ExtraDHCPOptionsTestJSON-968635805-project] bootfile-name is not in valid_values {{(pid=103229) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Feb 09 19:35:46.771400 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.api.validators [None req-d7e58e81-b778-489a-a142-0ad7d3cd07fd tempest-ExtraDHCPOptionsTestJSON-968635805 tempest-ExtraDHCPOptionsTestJSON-968635805-project] tftp-server is not in valid_values {{(pid=103229) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Feb 09 19:35:46.771738 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.api.validators [None req-d7e58e81-b778-489a-a142-0ad7d3cd07fd tempest-ExtraDHCPOptionsTestJSON-968635805 tempest-ExtraDHCPOptionsTestJSON-968635805-project] server-ip-address is not in valid_values {{(pid=103229) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Feb 09 19:35:46.791274 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-5061ceb1-26b8-4952-a8be-ecdaa3492ea6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1892331'] for security_group (99ea90be-bb4e-4b7b-b0a8-6b8db0d3b572), after_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:35:46.794284 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-5061ceb1-26b8-4952-a8be-ecdaa3492ea6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:35:46.798848 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-5061ceb1-26b8-4952-a8be-ecdaa3492ea6 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/99ea90be-bb4e-4b7b-b0a8-6b8db0d3b572 HTTP/1.1" status: 204 len: 168 time: 0.3600485 Feb 09 19:35:46.814795 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5061ceb1-26b8-4952-a8be-ecdaa3492ea6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=99ea90be-bb4e-4b7b-b0a8-6b8db0d3b572,revision_number=None']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:35:46.854218 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-3b79bd9d-08f6-4fa6-bd08-73d2c4efa850 req-374c15c5-3087-4554-b517-af42a45b8d66 tempest-ServersTestJSON-482035511 tempest-ServersTestJSON-482035511-project] 10.222.0.75 "GET /v2.0/security-groups?id=37883354-c9cd-40f0-bbce-1c711bac4569&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1022341 Feb 09 19:35:46.874385 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-d7e58e81-b778-489a-a142-0ad7d3cd07fd tempest-ExtraDHCPOptionsTestJSON-968635805 tempest-ExtraDHCPOptionsTestJSON-968635805-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (a053f7ea-12b9-4c5c-91d7-fb75705ad97d), before_update {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:35:46.926925 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Device 4c4a5aab-90c8-4d94-9823-ff413becf2b7 up at agent ovs-agent-n-d-713498-36 {{(pid=103232) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 19:35:46.996309 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.provisioning_blocks [None req-9f68aa99-517a-472c-9f25-1369fa793aff None None] Provisioning complete for port 4c4a5aab-90c8-4d94-9823-ff413becf2b7 triggered by entity DHCP. {{(pid=103232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 19:35:46.996943 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-9f68aa99-517a-472c-9f25-1369fa793aff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593630'] for port (4c4a5aab-90c8-4d94-9823-ff413becf2b7), provisioning_complete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:35:47.063644 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.provisioning_blocks [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Provisioning complete for port 4c4a5aab-90c8-4d94-9823-ff413becf2b7 triggered by entity L2. {{(pid=103232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 19:35:47.064534 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593630'] for port (4c4a5aab-90c8-4d94-9823-ff413becf2b7), provisioning_complete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:35:47.112818 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762867132591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593584'] for agent (496418a2-c002-4aec-ab1a-07f3bea491bd), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:35:47.167657 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-d7e58e81-b778-489a-a142-0ad7d3cd07fd tempest-ExtraDHCPOptionsTestJSON-968635805 tempest-ExtraDHCPOptionsTestJSON-968635805-project] Publish callbacks [] for port (a053f7ea-12b9-4c5c-91d7-fb75705ad97d), precommit_update {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:35:47.176452 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-d7e58e81-b778-489a-a142-0ad7d3cd07fd tempest-ExtraDHCPOptionsTestJSON-968635805 tempest-ExtraDHCPOptionsTestJSON-968635805-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762867176205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762866656485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762866656503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12867569'] for port (a053f7ea-12b9-4c5c-91d7-fb75705ad97d), after_update {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:35:47.188805 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-9f68aa99-517a-472c-9f25-1369fa793aff None None] Current status of the port 4c4a5aab-90c8-4d94-9823-ff413becf2b7 is: ACTIVE; New status is: ACTIVE {{(pid=103232) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 19:35:47.197922 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.provisioning_blocks [None req-9f68aa99-517a-472c-9f25-1369fa793aff None None] Could not find standard attr ID for object 11223925-042e-4b31-8cda-b1417f2f6970. {{(pid=103232) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 09 19:35:47.208268 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Current status of the port 4c4a5aab-90c8-4d94-9823-ff413becf2b7 is: ACTIVE; New status is: ACTIVE {{(pid=103232) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 19:35:47.216150 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.provisioning_blocks [None req-9f68aa99-517a-472c-9f25-1369fa793aff None None] Provisioning complete for port a053f7ea-12b9-4c5c-91d7-fb75705ad97d triggered by entity DHCP. {{(pid=103232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 19:35:47.216613 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-9f68aa99-517a-472c-9f25-1369fa793aff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593630'] for port (a053f7ea-12b9-4c5c-91d7-fb75705ad97d), provisioning_complete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:35:47.241688 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7e58e81-b778-489a-a142-0ad7d3cd07fd tempest-ExtraDHCPOptionsTestJSON-968635805 tempest-ExtraDHCPOptionsTestJSON-968635805-project] Pushing event updated for resources: {'Port': ['ID=a053f7ea-12b9-4c5c-91d7-fb75705ad97d,revision_number=2']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:35:47.255054 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 38244) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:35:47.271688 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-6d5b4b6b-b404-458c-bb38-a81a9c740d09 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:35:47.279691 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-9f68aa99-517a-472c-9f25-1369fa793aff None None] Port a053f7ea-12b9-4c5c-91d7-fb75705ad97d cannot update to ACTIVE because it is not bound. {{(pid=103232) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 19:35:47.298957 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.plugin [None req-d7e58e81-b778-489a-a142-0ad7d3cd07fd tempest-ExtraDHCPOptionsTestJSON-968635805 tempest-ExtraDHCPOptionsTestJSON-968635805-project] In _notify_port_updated(), no bound segment for port a053f7ea-12b9-4c5c-91d7-fb75705ad97d on network b24964d3-ae11-43c5-89f7-c73bb27b2b66 {{(pid=103229) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Feb 09 19:35:47.304401 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7e58e81-b778-489a-a142-0ad7d3cd07fd tempest-ExtraDHCPOptionsTestJSON-968635805 tempest-ExtraDHCPOptionsTestJSON-968635805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:35:47.305118 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-d7e58e81-b778-489a-a142-0ad7d3cd07fd tempest-ExtraDHCPOptionsTestJSON-968635805 tempest-ExtraDHCPOptionsTestJSON-968635805-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171096'] for port (None), before_response {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:35:47.309306 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-d7e58e81-b778-489a-a142-0ad7d3cd07fd tempest-ExtraDHCPOptionsTestJSON-968635805 tempest-ExtraDHCPOptionsTestJSON-968635805-project] 10.222.0.75 "PUT /v2.0/ports/a053f7ea-12b9-4c5c-91d7-fb75705ad97d HTTP/1.1" status: 200 len: 1137 time: 0.5410292 Feb 09 19:35:47.309652 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 38246) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:35:47.363600 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-6d5b4b6b-b404-458c-bb38-a81a9c740d09 admin admin] Publish callbacks [] for security_group (60dfc751-ffba-40d5-a866-1e25cb85cd2c), precommit_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:35:47.369537 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-6d5b4b6b-b404-458c-bb38-a81a9c740d09 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1892331'] for security_group (60dfc751-ffba-40d5-a866-1e25cb85cd2c), after_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:35:47.383050 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2718ba6-910d-4e41-b2ac-fb27ca3e398d tempest-ExtraDHCPOptionsTestJSON-968635805 tempest-ExtraDHCPOptionsTestJSON-968635805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:35:47.384554 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-c2718ba6-910d-4e41-b2ac-fb27ca3e398d tempest-ExtraDHCPOptionsTestJSON-968635805 tempest-ExtraDHCPOptionsTestJSON-968635805-project] 10.222.0.75 "GET /v2.0/ports/a053f7ea-12b9-4c5c-91d7-fb75705ad97d HTTP/1.1" status: 200 len: 1137 time: 0.0737762 Feb 09 19:35:47.387948 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 38248) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:35:47.399676 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Device 3b1d41a1-b9cd-40bb-ac7f-3fd6dcbb64b8 details requested by agent hyperv_n-h1-713498-36 with host n-h1-713498-36 {{(pid=103232) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 19:35:47.406555 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.provisioning_blocks [None req-dd4bf29e-42fb-42fc-8ef7-96b1afa7b881 None None] Could not find standard attr ID for object 11223925-042e-4b31-8cda-b1417f2f6970. {{(pid=103232) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 09 19:35:47.417723 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-6d5b4b6b-b404-458c-bb38-a81a9c740d09 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=287cef5a7f4c4e01a1fc45d571d7257c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1612391 Feb 09 19:35:47.418923 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d5b4b6b-b404-458c-bb38-a81a9c740d09 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=60dfc751-ffba-40d5-a866-1e25cb85cd2c,revision_number=1']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:35:47.421405 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 38250) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:35:47.436944 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.provisioning_blocks [None req-dd4bf29e-42fb-42fc-8ef7-96b1afa7b881 None None] Provisioning complete for port a053f7ea-12b9-4c5c-91d7-fb75705ad97d triggered by entity DHCP. {{(pid=103232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 19:35:47.437323 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-dd4bf29e-42fb-42fc-8ef7-96b1afa7b881 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593630'] for port (a053f7ea-12b9-4c5c-91d7-fb75705ad97d), provisioning_complete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:35:47.519369 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-dd4bf29e-42fb-42fc-8ef7-96b1afa7b881 None None] Port a053f7ea-12b9-4c5c-91d7-fb75705ad97d cannot update to ACTIVE because it is not bound. {{(pid=103232) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 19:35:47.529973 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-3b58e882-2ba7-4461-b767-7e0b7db38d9e admin admin] Publish callbacks [] for security_group (60dfc751-ffba-40d5-a866-1e25cb85cd2c), before_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:35:47.545147 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.plugin [None req-0c63b051-6463-4732-8143-ef8a12de7714 tempest-ExtraDHCPOptionsTestJSON-968635805 tempest-ExtraDHCPOptionsTestJSON-968635805-project] Deleting port a053f7ea-12b9-4c5c-91d7-fb75705ad97d {{(pid=103229) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 19:35:47.545499 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-0c63b051-6463-4732-8143-ef8a12de7714 tempest-ExtraDHCPOptionsTestJSON-968635805 tempest-ExtraDHCPOptionsTestJSON-968635805-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762867170196'] for port (a053f7ea-12b9-4c5c-91d7-fb75705ad97d), before_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:35:47.563118 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] For port 3b1d41a1-b9cd-40bb-ac7f-3fd6dcbb64b8, host n-h1-713498-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-36',level=0,port_id=3b1d41a1-b9cd-40bb-ac7f-3fd6dcbb64b8,segment=NetworkSegment(3ad9008e-d820-4913-8a3a-dbe689506816),segment_id=3ad9008e-d820-4913-8a3a-dbe689506816)] {{(pid=103232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 19:35:47.582306 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Returning: {'device': '3b1d41a1-b9cd-40bb-ac7f-3fd6dcbb64b8', 'network_id': '30b6826a-2ec4-4081-a475-68e12498d4e4', 'port_id': '3b1d41a1-b9cd-40bb-ac7f-3fd6dcbb64b8', 'mac_address': 'fa:16:3e:a3:04:44', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 368, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '030193b3-b985-4d6c-b0c1-2ea320638096', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103232) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 19:35:47.601066 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-3b58e882-2ba7-4461-b767-7e0b7db38d9e admin admin] Publish callbacks [] for security_group (60dfc751-ffba-40d5-a866-1e25cb85cd2c), precommit_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:35:47.622431 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Current status of the port 3b1d41a1-b9cd-40bb-ac7f-3fd6dcbb64b8 is: DOWN; New status is: BUILD {{(pid=103232) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 19:35:47.622830 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (3b1d41a1-b9cd-40bb-ac7f-3fd6dcbb64b8), before_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:35:47.638311 n-d-713498-36 neutron-server[103232]: DEBUG neutron.notifiers.nova [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3b1d41a1-b9cd-40bb-ac7f-3fd6dcbb64b8 {{(pid=103232) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 19:35:47.662711 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] For port 3b1d41a1-b9cd-40bb-ac7f-3fd6dcbb64b8, host n-h1-713498-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-36',level=0,port_id=3b1d41a1-b9cd-40bb-ac7f-3fd6dcbb64b8,segment=NetworkSegment(3ad9008e-d820-4913-8a3a-dbe689506816),segment_id=3ad9008e-d820-4913-8a3a-dbe689506816)] {{(pid=103232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 19:35:47.666596 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762867176205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762866656485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762866656503'] for port (3b1d41a1-b9cd-40bb-ac7f-3fd6dcbb64b8), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:35:47.690737 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-0c63b051-6463-4732-8143-ef8a12de7714 tempest-ExtraDHCPOptionsTestJSON-968635805 tempest-ExtraDHCPOptionsTestJSON-968635805-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1820838'] for port (a053f7ea-12b9-4c5c-91d7-fb75705ad97d), precommit_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:35:47.706162 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.plugin [None req-0c63b051-6463-4732-8143-ef8a12de7714 tempest-ExtraDHCPOptionsTestJSON-968635805 tempest-ExtraDHCPOptionsTestJSON-968635805-project] Calling delete_port for a053f7ea-12b9-4c5c-91d7-fb75705ad97d owned by {{(pid=103229) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 19:35:47.712273 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-3b58e882-2ba7-4461-b767-7e0b7db38d9e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1892331'] for security_group (60dfc751-ffba-40d5-a866-1e25cb85cd2c), after_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:35:47.715242 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-3b58e882-2ba7-4461-b767-7e0b7db38d9e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:35:47.716911 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-3b58e882-2ba7-4461-b767-7e0b7db38d9e admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/60dfc751-ffba-40d5-a866-1e25cb85cd2c HTTP/1.1" status: 204 len: 168 time: 0.2937112 Feb 09 19:35:47.725498 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Pushing event updated for resources: {'Port': ['ID=3b1d41a1-b9cd-40bb-ac7f-3fd6dcbb64b8,revision_number=4']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:35:47.742801 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b58e882-2ba7-4461-b767-7e0b7db38d9e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=60dfc751-ffba-40d5-a866-1e25cb85cd2c,revision_number=None']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:35:47.882096 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-0c63b051-6463-4732-8143-ef8a12de7714 tempest-ExtraDHCPOptionsTestJSON-968635805 tempest-ExtraDHCPOptionsTestJSON-968635805-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762867177463', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762866656476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12867576'] for port (a053f7ea-12b9-4c5c-91d7-fb75705ad97d), after_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:35:47.888394 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] get_ports_and_sgs() called for port_ids ['3b1d41a1-b9cd-40bb-ac7f-3fd6dcbb64b8'] {{(pid=103232) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 19:35:47.921872 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c63b051-6463-4732-8143-ef8a12de7714 tempest-ExtraDHCPOptionsTestJSON-968635805 tempest-ExtraDHCPOptionsTestJSON-968635805-project] Pushing event deleted for resources: {'Port': ['ID=a053f7ea-12b9-4c5c-91d7-fb75705ad97d,revision_number=None']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:35:47.949932 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.provisioning_blocks [None req-f349fdba-f40d-41a8-9b28-95f99fb2314a None None] Could not find standard attr ID for object a053f7ea-12b9-4c5c-91d7-fb75705ad97d. {{(pid=103232) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 09 19:35:48.046268 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-0c63b051-6463-4732-8143-ef8a12de7714 tempest-ExtraDHCPOptionsTestJSON-968635805 tempest-ExtraDHCPOptionsTestJSON-968635805-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171096'] for port (None), before_response {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:35:48.050857 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-0c63b051-6463-4732-8143-ef8a12de7714 tempest-ExtraDHCPOptionsTestJSON-968635805 tempest-ExtraDHCPOptionsTestJSON-968635805-project] 10.222.0.75 "DELETE /v2.0/ports/a053f7ea-12b9-4c5c-91d7-fb75705ad97d HTTP/1.1" status: 204 len: 168 time: 0.6617556 Feb 09 19:35:48.056982 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 38258) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:35:48.097603 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbea0ffe-2f4d-4780-8a58-31eb33e9281a req-898dc328-998e-4b75-8636-eb998cd45271 tempest-ServersTestJSON-482035511 tempest-ServersTestJSON-482035511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:35:48.099354 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-dbea0ffe-2f4d-4780-8a58-31eb33e9281a req-898dc328-998e-4b75-8636-eb998cd45271 tempest-ServersTestJSON-482035511 tempest-ServersTestJSON-482035511-project] 10.222.0.75 "GET /v2.0/ports?device_id=8b1fc934-e90f-4a6e-87a2-90db0acccbea HTTP/1.1" status: 200 len: 944 time: 0.1064308 Feb 09 19:35:48.142850 n-d-713498-36 neutron-server[103230]: DEBUG neutron.db.db_base_plugin_v2 [None req-cb305924-5b1d-476d-80db-bd7458a9544e tempest-ExtraDHCPOptionsTestJSON-968635805 tempest-ExtraDHCPOptionsTestJSON-968635805-project] Deleting subnet 4380ac6e-f7c2-4b92-b28d-f33d691dc9ae {{(pid=103230) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 19:35:48.146308 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-cb305924-5b1d-476d-80db-bd7458a9544e tempest-ExtraDHCPOptionsTestJSON-968635805 tempest-ExtraDHCPOptionsTestJSON-968635805-project] Publish callbacks [] for subnet (4380ac6e-f7c2-4b92-b28d-f33d691dc9ae), before_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:35:48.157313 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-dbea0ffe-2f4d-4780-8a58-31eb33e9281a req-0becc770-a582-473f-bac9-13a8f0af07ac tempest-ServersTestJSON-482035511 tempest-ServersTestJSON-482035511-project] 10.222.0.75 "GET /v2.0/security-groups?id=37883354-c9cd-40f0-bbce-1c711bac4569&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523531 Feb 09 19:35:48.195333 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-cb305924-5b1d-476d-80db-bd7458a9544e tempest-ExtraDHCPOptionsTestJSON-968635805 tempest-ExtraDHCPOptionsTestJSON-968635805-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12895822'] for subnet (4380ac6e-f7c2-4b92-b28d-f33d691dc9ae), precommit_delete_associations {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:35:48.283842 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-cb305924-5b1d-476d-80db-bd7458a9544e tempest-ExtraDHCPOptionsTestJSON-968635805 tempest-ExtraDHCPOptionsTestJSON-968635805-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-759852'] for subnet (4380ac6e-f7c2-4b92-b28d-f33d691dc9ae), precommit_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:35:48.347900 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-cb305924-5b1d-476d-80db-bd7458a9544e tempest-ExtraDHCPOptionsTestJSON-968635805 tempest-ExtraDHCPOptionsTestJSON-968635805-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-760023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14393672', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12985882'] for subnet (4380ac6e-f7c2-4b92-b28d-f33d691dc9ae), after_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:35:48.379147 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb305924-5b1d-476d-80db-bd7458a9544e tempest-ExtraDHCPOptionsTestJSON-968635805 tempest-ExtraDHCPOptionsTestJSON-968635805-project] Pushing event deleted for resources: {'Subnet': ['ID=4380ac6e-f7c2-4b92-b28d-f33d691dc9ae,revision_number=None']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:35:48.381418 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-cb305924-5b1d-476d-80db-bd7458a9544e tempest-ExtraDHCPOptionsTestJSON-968635805 tempest-ExtraDHCPOptionsTestJSON-968635805-project] Publish callbacks [] for subnet (None), before_response {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:35:48.386506 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9af2416-468d-422f-9fee-ad53968a74bd None None] Network b24964d3-ae11-43c5-89f7-c73bb27b2b66 requested from n-d-713498-36 {{(pid=103232) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 19:35:48.387810 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-cb305924-5b1d-476d-80db-bd7458a9544e tempest-ExtraDHCPOptionsTestJSON-968635805 tempest-ExtraDHCPOptionsTestJSON-968635805-project] 10.222.0.75 "DELETE /v2.0/subnets/4380ac6e-f7c2-4b92-b28d-f33d691dc9ae HTTP/1.1" status: 204 len: 168 time: 0.3287482 Feb 09 19:35:48.389419 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 38270) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:35:48.483639 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-bd3b79bc-09bc-47a2-bfe7-479f5931fd2c tempest-ExtraDHCPOptionsTestJSON-968635805 tempest-ExtraDHCPOptionsTestJSON-968635805-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-670458'] for network (b24964d3-ae11-43c5-89f7-c73bb27b2b66), before_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:35:48.555321 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04c79731-a7c6-4e2b-9eee-a028d8fea1d6 None None] DHCP port deletion for b24964d3-ae11-43c5-89f7-c73bb27b2b66 request from n-d-713498-36 {{(pid=103232) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 09 19:35:48.557142 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.plugin [None req-bd3b79bc-09bc-47a2-bfe7-479f5931fd2c tempest-ExtraDHCPOptionsTestJSON-968635805 tempest-ExtraDHCPOptionsTestJSON-968635805-project] Deleting port 4c4a5aab-90c8-4d94-9823-ff413becf2b7 {{(pid=103229) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 19:35:48.557554 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-bd3b79bc-09bc-47a2-bfe7-479f5931fd2c tempest-ExtraDHCPOptionsTestJSON-968635805 tempest-ExtraDHCPOptionsTestJSON-968635805-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762867170196'] for port (4c4a5aab-90c8-4d94-9823-ff413becf2b7), before_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:35:48.612221 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-04c79731-a7c6-4e2b-9eee-a028d8fea1d6 None None] Deleting port 4c4a5aab-90c8-4d94-9823-ff413becf2b7 {{(pid=103232) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 19:35:48.612600 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-04c79731-a7c6-4e2b-9eee-a028d8fea1d6 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762867170196'] for port (4c4a5aab-90c8-4d94-9823-ff413becf2b7), before_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:35:48.630291 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.db [None req-bd3b79bc-09bc-47a2-bfe7-479f5931fd2c tempest-ExtraDHCPOptionsTestJSON-968635805 tempest-ExtraDHCPOptionsTestJSON-968635805-project] For port 4c4a5aab-90c8-4d94-9823-ff413becf2b7, host n-d-713498-36, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-36',level=0,port_id=4c4a5aab-90c8-4d94-9823-ff413becf2b7,segment=NetworkSegment(f871c782-e9ae-4f1c-90ae-df7cf14dec04),segment_id=f871c782-e9ae-4f1c-90ae-df7cf14dec04)] {{(pid=103229) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 19:35:48.630787 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-bd3b79bc-09bc-47a2-bfe7-479f5931fd2c tempest-ExtraDHCPOptionsTestJSON-968635805 tempest-ExtraDHCPOptionsTestJSON-968635805-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1820838'] for port (4c4a5aab-90c8-4d94-9823-ff413becf2b7), precommit_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:35:48.646033 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.plugin [None req-bd3b79bc-09bc-47a2-bfe7-479f5931fd2c tempest-ExtraDHCPOptionsTestJSON-968635805 tempest-ExtraDHCPOptionsTestJSON-968635805-project] Calling delete_port for 4c4a5aab-90c8-4d94-9823-ff413becf2b7 owned by network:dhcp {{(pid=103229) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 19:35:48.684285 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762867132591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593584'] for agent (488cd9ae-631f-4955-ba0b-4f5a13f12e9c), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:35:48.691473 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-04c79731-a7c6-4e2b-9eee-a028d8fea1d6 None None] For port 4c4a5aab-90c8-4d94-9823-ff413becf2b7, host n-d-713498-36, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-36',level=0,port_id=4c4a5aab-90c8-4d94-9823-ff413becf2b7,segment=NetworkSegment(f871c782-e9ae-4f1c-90ae-df7cf14dec04),segment_id=f871c782-e9ae-4f1c-90ae-df7cf14dec04)] {{(pid=103232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 19:35:48.691916 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-04c79731-a7c6-4e2b-9eee-a028d8fea1d6 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1820838'] for port (4c4a5aab-90c8-4d94-9823-ff413becf2b7), precommit_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:35:48.706206 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-04c79731-a7c6-4e2b-9eee-a028d8fea1d6 None None] Calling delete_port for 4c4a5aab-90c8-4d94-9823-ff413becf2b7 owned by network:dhcp {{(pid=103232) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 19:35:48.733286 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-bd3b79bc-09bc-47a2-bfe7-479f5931fd2c tempest-ExtraDHCPOptionsTestJSON-968635805 tempest-ExtraDHCPOptionsTestJSON-968635805-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762867177463', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762866656476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12867576'] for port (4c4a5aab-90c8-4d94-9823-ff413becf2b7), after_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:35:48.766057 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd3b79bc-09bc-47a2-bfe7-479f5931fd2c tempest-ExtraDHCPOptionsTestJSON-968635805 tempest-ExtraDHCPOptionsTestJSON-968635805-project] Pushing event deleted for resources: {'Port': ['ID=4c4a5aab-90c8-4d94-9823-ff413becf2b7,revision_number=None']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:35:48.791885 n-d-713498-36 neutron-server[103229]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd3b79bc-09bc-47a2-bfe7-479f5931fd2c tempest-ExtraDHCPOptionsTestJSON-968635805 tempest-ExtraDHCPOptionsTestJSON-968635805-project] No DVR routers for this DVR port 4c4a5aab-90c8-4d94-9823-ff413becf2b7 on host n-d-713498-36 {{(pid=103229) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 19:35:48.795748 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-04c79731-a7c6-4e2b-9eee-a028d8fea1d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762867177463', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762866656476'] for port (4c4a5aab-90c8-4d94-9823-ff413becf2b7), after_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:35:48.837526 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04c79731-a7c6-4e2b-9eee-a028d8fea1d6 None None] No DVR routers for this DVR port 4c4a5aab-90c8-4d94-9823-ff413becf2b7 on host n-d-713498-36 {{(pid=103232) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 19:35:48.846758 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04c79731-a7c6-4e2b-9eee-a028d8fea1d6 None None] Pushing event deleted for resources: {'Port': ['ID=4c4a5aab-90c8-4d94-9823-ff413becf2b7,revision_number=None']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:35:48.861997 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Device 4c4a5aab-90c8-4d94-9823-ff413becf2b7 no longer exists at agent ovs-agent-n-d-713498-36 {{(pid=103232) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 19:35:48.899357 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-bd3b79bc-09bc-47a2-bfe7-479f5931fd2c tempest-ExtraDHCPOptionsTestJSON-968635805 tempest-ExtraDHCPOptionsTestJSON-968635805-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-590267', 'neutron.services.segments.db._delete_segments_for_network-8762867132609'] for network (b24964d3-ae11-43c5-89f7-c73bb27b2b66), precommit_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:35:48.924806 n-d-713498-36 neutron-server[103229]: DEBUG neutron.services.segments.db [None req-bd3b79bc-09bc-47a2-bfe7-479f5931fd2c tempest-ExtraDHCPOptionsTestJSON-968635805 tempest-ExtraDHCPOptionsTestJSON-968635805-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b24964d3-ae11-43c5-89f7-c73bb27b2b66']}} {{(pid=103229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:35:48.951719 n-d-713498-36 neutron-server[103229]: DEBUG neutron.services.segments.db [None req-bd3b79bc-09bc-47a2-bfe7-479f5931fd2c tempest-ExtraDHCPOptionsTestJSON-968635805 tempest-ExtraDHCPOptionsTestJSON-968635805-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f871c782-e9ae-4f1c-90ae-df7cf14dec04') {'for_net_delete': True} {{(pid=103229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:35:48.952169 n-d-713498-36 neutron-server[103229]: DEBUG neutron.services.segments.db [None req-bd3b79bc-09bc-47a2-bfe7-479f5931fd2c tempest-ExtraDHCPOptionsTestJSON-968635805 tempest-ExtraDHCPOptionsTestJSON-968635805-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f871c782-e9ae-4f1c-90ae-df7cf14dec04') {} {{(pid=103229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:35:48.976077 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-bd3b79bc-09bc-47a2-bfe7-479f5931fd2c tempest-ExtraDHCPOptionsTestJSON-968635805 tempest-ExtraDHCPOptionsTestJSON-968635805-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762867134154', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16683417'] for segment (f871c782-e9ae-4f1c-90ae-df7cf14dec04), before_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:35:49.008378 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-bd3b79bc-09bc-47a2-bfe7-479f5931fd2c tempest-ExtraDHCPOptionsTestJSON-968635805 tempest-ExtraDHCPOptionsTestJSON-968635805-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-759574'] for segment (f871c782-e9ae-4f1c-90ae-df7cf14dec04), precommit_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:35:49.017556 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bd3b79bc-09bc-47a2-bfe7-479f5931fd2c tempest-ExtraDHCPOptionsTestJSON-968635805 tempest-ExtraDHCPOptionsTestJSON-968635805-project] Releasing vlan 398 on physical network physnet1 to pool {{(pid=103229) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 19:35:49.018048 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-bd3b79bc-09bc-47a2-bfe7-479f5931fd2c tempest-ExtraDHCPOptionsTestJSON-968635805 tempest-ExtraDHCPOptionsTestJSON-968635805-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-759574', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12867469'] for segment (f871c782-e9ae-4f1c-90ae-df7cf14dec04), after_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:35:49.021311 n-d-713498-36 neutron-server[103229]: Traceback (most recent call last): Feb 09 19:35:49.021311 n-d-713498-36 neutron-server[103229]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 19:35:49.021311 n-d-713498-36 neutron-server[103229]: timer() Feb 09 19:35:49.021311 n-d-713498-36 neutron-server[103229]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 19:35:49.021311 n-d-713498-36 neutron-server[103229]: cb(*args, **kw) Feb 09 19:35:49.021311 n-d-713498-36 neutron-server[103229]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 19:35:49.021311 n-d-713498-36 neutron-server[103229]: return func(*args, **kwargs) Feb 09 19:35:49.021311 n-d-713498-36 neutron-server[103229]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 19:35:49.021311 n-d-713498-36 neutron-server[103229]: self._notify() Feb 09 19:35:49.021311 n-d-713498-36 neutron-server[103229]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 19:35:49.021311 n-d-713498-36 neutron-server[103229]: self.callback(batched_events) Feb 09 19:35:49.021311 n-d-713498-36 neutron-server[103229]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 19:35:49.021311 n-d-713498-36 neutron-server[103229]: event.method(event) Feb 09 19:35:49.021311 n-d-713498-36 neutron-server[103229]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 19:35:49.021311 n-d-713498-36 neutron-server[103229]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 19:35:49.021311 n-d-713498-36 neutron-server[103229]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 19:35:49.021311 n-d-713498-36 neutron-server[103229]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 19:35:49.021311 n-d-713498-36 neutron-server[103229]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 19:35:49.021311 n-d-713498-36 neutron-server[103229]: return f(self, *a, **k) Feb 09 19:35:49.021311 n-d-713498-36 neutron-server[103229]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 19:35:49.021311 n-d-713498-36 neutron-server[103229]: return self._get(url).json() Feb 09 19:35:49.021311 n-d-713498-36 neutron-server[103229]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 19:35:49.021311 n-d-713498-36 neutron-server[103229]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 19:35:49.021311 n-d-713498-36 neutron-server[103229]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 19:35:49.021311 n-d-713498-36 neutron-server[103229]: return self.request(url, 'GET', **kwargs) Feb 09 19:35:49.021311 n-d-713498-36 neutron-server[103229]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 19:35:49.021311 n-d-713498-36 neutron-server[103229]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 19:35:49.021311 n-d-713498-36 neutron-server[103229]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 19:35:49.021311 n-d-713498-36 neutron-server[103229]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 19:35:49.021311 n-d-713498-36 neutron-server[103229]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 19:35:49.021311 n-d-713498-36 neutron-server[103229]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 19:35:49.021311 n-d-713498-36 neutron-server[103229]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 19:35:49.045666 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] No Port match for: 4c4a5aab-90c8-4d94-9823-ff413becf2b7 {{(pid=103232) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 19:35:49.046041 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Device 4c4a5aab-90c8-4d94-9823-ff413becf2b7 not bound to the agent host n-d-713498-36 {{(pid=103232) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 19:35:49.075076 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762867132591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593584'] for agent (bcd5faee-dc24-4298-9134-0e0aa054058e), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:35:49.113264 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-bd3b79bc-09bc-47a2-bfe7-479f5931fd2c tempest-ExtraDHCPOptionsTestJSON-968635805 tempest-ExtraDHCPOptionsTestJSON-968635805-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-590242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1885479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1818895'] for network (b24964d3-ae11-43c5-89f7-c73bb27b2b66), after_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:35:49.123675 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-bd3b79bc-09bc-47a2-bfe7-479f5931fd2c tempest-ExtraDHCPOptionsTestJSON-968635805 tempest-ExtraDHCPOptionsTestJSON-968635805-project] Publish callbacks [] for network (None), before_response {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:35:49.134133 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-bd3b79bc-09bc-47a2-bfe7-479f5931fd2c tempest-ExtraDHCPOptionsTestJSON-968635805 tempest-ExtraDHCPOptionsTestJSON-968635805-project] 10.222.0.75 "DELETE /v2.0/networks/b24964d3-ae11-43c5-89f7-c73bb27b2b66 HTTP/1.1" status: 204 len: 168 time: 0.7421038 Feb 09 19:35:49.151251 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd3b79bc-09bc-47a2-bfe7-479f5931fd2c tempest-ExtraDHCPOptionsTestJSON-968635805 tempest-ExtraDHCPOptionsTestJSON-968635805-project] Pushing event deleted for resources: {'Network': ['ID=b24964d3-ae11-43c5-89f7-c73bb27b2b66,revision_number=None']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:35:49.300551 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27c42abf-7d1d-46a2-b6f0-834d27d1acd6 req-8d4aebfd-14bd-4383-ba7d-741be55abdcb tempest-ServersTestJSON-482035511 tempest-ServersTestJSON-482035511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:35:49.302097 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-27c42abf-7d1d-46a2-b6f0-834d27d1acd6 req-8d4aebfd-14bd-4383-ba7d-741be55abdcb tempest-ServersTestJSON-482035511 tempest-ServersTestJSON-482035511-project] 10.222.0.75 "GET /v2.0/ports?device_id=8b1fc934-e90f-4a6e-87a2-90db0acccbea HTTP/1.1" status: 200 len: 944 time: 0.0625002 Feb 09 19:35:49.359105 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-27c42abf-7d1d-46a2-b6f0-834d27d1acd6 req-adc35b63-7fbd-4338-a1cc-98bb48e4fe3e tempest-ServersTestJSON-482035511 tempest-ServersTestJSON-482035511-project] 10.222.0.75 "GET /v2.0/security-groups?id=37883354-c9cd-40f0-bbce-1c711bac4569&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471849 Feb 09 19:35:49.396912 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Device 3b1d41a1-b9cd-40bb-ac7f-3fd6dcbb64b8 up at agent hyperv_n-h1-713498-36 {{(pid=103232) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 19:35:49.453304 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.provisioning_blocks [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Provisioning for port 3b1d41a1-b9cd-40bb-ac7f-3fd6dcbb64b8 completed by entity L2. {{(pid=103232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 19:35:49.458062 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.provisioning_blocks [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Provisioning complete for port 3b1d41a1-b9cd-40bb-ac7f-3fd6dcbb64b8 triggered by entity L2. {{(pid=103232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 19:35:49.458706 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593630'] for port (3b1d41a1-b9cd-40bb-ac7f-3fd6dcbb64b8), provisioning_complete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:35:49.469409 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 38294) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:35:49.542186 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Current status of the port 3b1d41a1-b9cd-40bb-ac7f-3fd6dcbb64b8 is: BUILD; New status is: ACTIVE {{(pid=103232) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 19:35:49.542592 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (3b1d41a1-b9cd-40bb-ac7f-3fd6dcbb64b8), before_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:35:49.576694 n-d-713498-36 neutron-server[103232]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8b1fc934-e90f-4a6e-87a2-90db0acccbea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3b1d41a1-b9cd-40bb-ac7f-3fd6dcbb64b8'}] {{(pid=103232) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 19:35:49.580582 n-d-713498-36 neutron-server[103232]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}949cdcde653dec44821de95cbf67297f53cbc2aed4e073b5d514f93bf911ce85" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fbec8a00-4e44-4adc-abf4-e2494328da7a" -d '{"events": [{"server_uuid": "8b1fc934-e90f-4a6e-87a2-90db0acccbea", "name": "network-vif-plugged", "status": "completed", "tag": "3b1d41a1-b9cd-40bb-ac7f-3fd6dcbb64b8"}]}' {{(pid=103232) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 19:35:49.594946 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] For port 3b1d41a1-b9cd-40bb-ac7f-3fd6dcbb64b8, host n-h1-713498-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-36',level=0,port_id=3b1d41a1-b9cd-40bb-ac7f-3fd6dcbb64b8,segment=NetworkSegment(3ad9008e-d820-4913-8a3a-dbe689506816),segment_id=3ad9008e-d820-4913-8a3a-dbe689506816)] {{(pid=103232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 19:35:49.600669 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762867176205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762866656485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762866656503'] for port (3b1d41a1-b9cd-40bb-ac7f-3fd6dcbb64b8), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:35:49.622374 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-2670c617-bc2e-4b25-b6cc-69f8723a03d9 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=52d8423010fa4ae5906e11557b2a3057&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1516559 Feb 09 19:35:49.624929 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 38300) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:35:49.632885 n-d-713498-36 neutron-server[103232]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 19:35:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-572bdc7e-b151-4d3f-833b-d6c23693c43a x-openstack-request-id: req-572bdc7e-b151-4d3f-833b-d6c23693c43a {{(pid=103232) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 19:35:49.633177 n-d-713498-36 neutron-server[103232]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8b1fc934-e90f-4a6e-87a2-90db0acccbea", "name": "network-vif-plugged", "status": "completed", "tag": "3b1d41a1-b9cd-40bb-ac7f-3fd6dcbb64b8", "code": 200}]} {{(pid=103232) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 19:35:49.633427 n-d-713498-36 neutron-server[103232]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-572bdc7e-b151-4d3f-833b-d6c23693c43a {{(pid=103232) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 19:35:49.633816 n-d-713498-36 neutron-server[103232]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8b1fc934-e90f-4a6e-87a2-90db0acccbea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3b1d41a1-b9cd-40bb-ac7f-3fd6dcbb64b8', 'code': 200} Feb 09 19:35:49.665014 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Pushing event updated for resources: {'Port': ['ID=3b1d41a1-b9cd-40bb-ac7f-3fd6dcbb64b8,revision_number=5']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:35:49.725873 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-734652f8-0e32-47be-9af9-ad28de01f51c admin admin] Publish callbacks [] for security_group (ece369ba-078e-45ec-88ff-0a30360ab426), before_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:35:49.754862 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-734652f8-0e32-47be-9af9-ad28de01f51c admin admin] Publish callbacks [] for security_group (ece369ba-078e-45ec-88ff-0a30360ab426), precommit_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:35:49.776064 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74c60429-03d4-4705-ba80-f2b463d8589e req-397bb111-0e89-4560-8be0-aaa210f7650f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:35:49.777569 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-74c60429-03d4-4705-ba80-f2b463d8589e req-397bb111-0e89-4560-8be0-aaa210f7650f service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=8b1fc934-e90f-4a6e-87a2-90db0acccbea HTTP/1.1" status: 200 len: 1128 time: 0.0840230 Feb 09 19:35:49.830277 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-74c60429-03d4-4705-ba80-f2b463d8589e req-50d3ba8c-3d70-42cc-a05c-7534411510c6 service neutron] 10.222.0.89 "GET /v2.0/security-groups?id=37883354-c9cd-40f0-bbce-1c711bac4569&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460422 Feb 09 19:35:49.837275 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-734652f8-0e32-47be-9af9-ad28de01f51c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1892331'] for security_group (ece369ba-078e-45ec-88ff-0a30360ab426), after_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:35:49.839850 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-734652f8-0e32-47be-9af9-ad28de01f51c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:35:49.840906 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-734652f8-0e32-47be-9af9-ad28de01f51c admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/ece369ba-078e-45ec-88ff-0a30360ab426 HTTP/1.1" status: 204 len: 168 time: 0.2144084 Feb 09 19:35:49.849633 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-734652f8-0e32-47be-9af9-ad28de01f51c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ece369ba-078e-45ec-88ff-0a30360ab426,revision_number=None']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:35:50.509756 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-772f94de-0d3e-473e-a5d1-a3516550bd27 req-28cab064-4a8e-4156-a5a9-be543dc12198 tempest-ServersTestJSON-482035511 tempest-ServersTestJSON-482035511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:35:50.511556 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-772f94de-0d3e-473e-a5d1-a3516550bd27 req-28cab064-4a8e-4156-a5a9-be543dc12198 tempest-ServersTestJSON-482035511 tempest-ServersTestJSON-482035511-project] 10.222.0.75 "GET /v2.0/ports?device_id=8b1fc934-e90f-4a6e-87a2-90db0acccbea HTTP/1.1" status: 200 len: 945 time: 0.0648329 Feb 09 19:35:50.570737 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-772f94de-0d3e-473e-a5d1-a3516550bd27 req-14bce253-831d-4b0f-ab22-ff30647bde0b tempest-ServersTestJSON-482035511 tempest-ServersTestJSON-482035511-project] 10.222.0.75 "GET /v2.0/security-groups?id=37883354-c9cd-40f0-bbce-1c711bac4569&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510852 Feb 09 19:35:50.590193 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 38326) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:35:50.687316 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.v2.base [None req-85e132af-864a-44f2-8925-d585c7a84575 tempest-FloatingIPTestJSON-1063614787 tempest-FloatingIPTestJSON-1063614787-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-test-network-914610766'}} {{(pid=103229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 19:35:50.709612 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-85e132af-864a-44f2-8925-d585c7a84575 tempest-FloatingIPTestJSON-1063614787 tempest-FloatingIPTestJSON-1063614787-project] Made reservation on behalf of 871850e503d64567abcf6c393ba28742 for: {'network': 1} {{(pid=103229) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 19:35:50.713264 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-85e132af-864a-44f2-8925-d585c7a84575 tempest-FloatingIPTestJSON-1063614787 tempest-FloatingIPTestJSON-1063614787-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for network (None), before_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:35:50.722318 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-85e132af-864a-44f2-8925-d585c7a84575 tempest-FloatingIPTestJSON-1063614787 tempest-FloatingIPTestJSON-1063614787-project] Publish callbacks [] for security_group (None), before_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:35:50.798979 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-85e132af-864a-44f2-8925-d585c7a84575 tempest-FloatingIPTestJSON-1063614787 tempest-FloatingIPTestJSON-1063614787-project] Publish callbacks [] for security_group (a7fbbc8b-50d5-4830-b3e6-9587b00f85aa), precommit_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:35:50.803374 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-85e132af-864a-44f2-8925-d585c7a84575 tempest-FloatingIPTestJSON-1063614787 tempest-FloatingIPTestJSON-1063614787-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1892331'] for security_group (a7fbbc8b-50d5-4830-b3e6-9587b00f85aa), after_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:35:50.834551 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-85e132af-864a-44f2-8925-d585c7a84575 tempest-FloatingIPTestJSON-1063614787 tempest-FloatingIPTestJSON-1063614787-project] vlan segment allocate from pool success with {'vlan_id': 372, 'physical_network': 'physnet1'} {{(pid=103229) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 19:35:50.843431 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85e132af-864a-44f2-8925-d585c7a84575 tempest-FloatingIPTestJSON-1063614787 tempest-FloatingIPTestJSON-1063614787-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a7fbbc8b-50d5-4830-b3e6-9587b00f85aa,revision_number=1']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:35:50.849538 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-85e132af-864a-44f2-8925-d585c7a84575 tempest-FloatingIPTestJSON-1063614787 tempest-FloatingIPTestJSON-1063614787-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-759574'] for segment (0c2fbe0d-bfbb-41a9-a90a-f80f0aad6a8b), precommit_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:35:50.849911 n-d-713498-36 neutron-server[103229]: INFO neutron.db.segments_db [None req-85e132af-864a-44f2-8925-d585c7a84575 tempest-FloatingIPTestJSON-1063614787 tempest-FloatingIPTestJSON-1063614787-project] Added segment 0c2fbe0d-bfbb-41a9-a90a-f80f0aad6a8b of type vlan for network 18abc3ed-c3e0-4a53-83f7-e979c5994da6 Feb 09 19:35:50.890953 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-85e132af-864a-44f2-8925-d585c7a84575 tempest-FloatingIPTestJSON-1063614787 tempest-FloatingIPTestJSON-1063614787-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762866642225'] for network (18abc3ed-c3e0-4a53-83f7-e979c5994da6), precommit_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:35:50.919063 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-85e132af-864a-44f2-8925-d585c7a84575 tempest-FloatingIPTestJSON-1063614787 tempest-FloatingIPTestJSON-1063614787-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1885479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452'] for network (18abc3ed-c3e0-4a53-83f7-e979c5994da6), after_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:35:50.924585 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85e132af-864a-44f2-8925-d585c7a84575 tempest-FloatingIPTestJSON-1063614787 tempest-FloatingIPTestJSON-1063614787-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:35:50.925198 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-85e132af-864a-44f2-8925-d585c7a84575 tempest-FloatingIPTestJSON-1063614787 tempest-FloatingIPTestJSON-1063614787-project] Publish callbacks [] for network (None), before_response {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:35:50.987593 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-85e132af-864a-44f2-8925-d585c7a84575 tempest-FloatingIPTestJSON-1063614787 tempest-FloatingIPTestJSON-1063614787-project] 10.222.0.75 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.3931773 Feb 09 19:35:50.987966 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 38330) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:35:50.993119 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.v2.base [None req-27247d51-711c-4cd6-8199-b3e5f764194c tempest-FloatingIPTestJSON-1063614787 tempest-FloatingIPTestJSON-1063614787-project] Request body: {'subnet': {'network_id': '18abc3ed-c3e0-4a53-83f7-e979c5994da6', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=103230) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 19:35:50.999633 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85e132af-864a-44f2-8925-d585c7a84575 tempest-FloatingIPTestJSON-1063614787 tempest-FloatingIPTestJSON-1063614787-project] Pushing event updated for resources: {'Network': ['ID=18abc3ed-c3e0-4a53-83f7-e979c5994da6,revision_number=1']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:35:51.010742 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Network 18abc3ed-c3e0-4a53-83f7-e979c5994da6 details requested by agent ovs-agent-n-d-713498-36 with host n-d-713498-36 {{(pid=103232) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 19:35:51.081776 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-27247d51-711c-4cd6-8199-b3e5f764194c tempest-FloatingIPTestJSON-1063614787 tempest-FloatingIPTestJSON-1063614787-project] Made reservation on behalf of 871850e503d64567abcf6c393ba28742 for: {'subnet': 1} {{(pid=103230) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 19:35:51.085272 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-27247d51-711c-4cd6-8199-b3e5f764194c tempest-FloatingIPTestJSON-1063614787 tempest-FloatingIPTestJSON-1063614787-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12985917'] for subnet (None), before_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:35:51.272242 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-27247d51-711c-4cd6-8199-b3e5f764194c tempest-FloatingIPTestJSON-1063614787 tempest-FloatingIPTestJSON-1063614787-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14393611', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12985859'] for subnet (86041f55-7cae-4523-885d-732773b720ec), after_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:35:51.336422 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27247d51-711c-4cd6-8199-b3e5f764194c tempest-FloatingIPTestJSON-1063614787 tempest-FloatingIPTestJSON-1063614787-project] Pushing event updated for resources: {'Subnet': ['ID=86041f55-7cae-4523-885d-732773b720ec,revision_number=0']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:35:51.346031 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27247d51-711c-4cd6-8199-b3e5f764194c tempest-FloatingIPTestJSON-1063614787 tempest-FloatingIPTestJSON-1063614787-project] Checking segment: {'id': '0c2fbe0d-bfbb-41a9-a90a-f80f0aad6a8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': '18abc3ed-c3e0-4a53-83f7-e979c5994da6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103230) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 19:35:51.346544 n-d-713498-36 neutron-server[103230]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27247d51-711c-4cd6-8199-b3e5f764194c tempest-FloatingIPTestJSON-1063614787 tempest-FloatingIPTestJSON-1063614787-project] Network hostable DHCP agents. Network: 18abc3ed-c3e0-4a53-83f7-e979c5994da6, hostable agents: ['af91e4b9-f4e1-42b1-a25c-a10dc47171c8'], hosted agents: [] {{(pid=103230) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 19:35:51.367325 n-d-713498-36 neutron-server[103230]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27247d51-711c-4cd6-8199-b3e5f764194c tempest-FloatingIPTestJSON-1063614787 tempest-FloatingIPTestJSON-1063614787-project] Network 18abc3ed-c3e0-4a53-83f7-e979c5994da6 is scheduled to be hosted by DHCP agent af91e4b9-f4e1-42b1-a25c-a10dc47171c8 with binding_index 1 {{(pid=103230) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 19:35:51.376518 n-d-713498-36 neutron-server[103230]: DEBUG neutron.scheduler.base_scheduler [None req-27247d51-711c-4cd6-8199-b3e5f764194c tempest-FloatingIPTestJSON-1063614787 tempest-FloatingIPTestJSON-1063614787-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713498-36, 18abc3ed-c3e0-4a53-83f7-e979c5994da6) {{(pid=103230) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 19:35:51.381913 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27247d51-711c-4cd6-8199-b3e5f764194c tempest-FloatingIPTestJSON-1063614787 tempest-FloatingIPTestJSON-1063614787-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:35:51.383124 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-27247d51-711c-4cd6-8199-b3e5f764194c tempest-FloatingIPTestJSON-1063614787 tempest-FloatingIPTestJSON-1063614787-project] Publish callbacks [] for subnet (None), before_response {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:35:51.387356 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d7b8c05-c0be-42d0-82df-10374b22da8e None None] Network 18abc3ed-c3e0-4a53-83f7-e979c5994da6 requested from n-d-713498-36 {{(pid=103232) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 19:35:51.406589 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 38338) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:35:51.407414 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-27247d51-711c-4cd6-8199-b3e5f764194c tempest-FloatingIPTestJSON-1063614787 tempest-FloatingIPTestJSON-1063614787-project] 10.222.0.75 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 0.4173856 Feb 09 19:35:51.412804 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.v2.base [None req-b35b1665-e5a4-467e-87d6-061a5ee2f7b3 tempest-FloatingIPTestJSON-1063614787 tempest-FloatingIPTestJSON-1063614787-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-1894712061', 'external_gateway_info': {'network_id': '88055e1e-672a-4487-be31-ffb6e833ece5'}, 'admin_state_up': False}} {{(pid=103229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 19:35:51.451697 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-b35b1665-e5a4-467e-87d6-061a5ee2f7b3 tempest-FloatingIPTestJSON-1063614787 tempest-FloatingIPTestJSON-1063614787-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1834830', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-58389'] for router (40f2e8a9-7187-458b-9570-5514b423f336), before_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:35:51.452993 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-b35b1665-e5a4-467e-87d6-061a5ee2f7b3 tempest-FloatingIPTestJSON-1063614787 tempest-FloatingIPTestJSON-1063614787-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1834810', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1822096', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1886735', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-58380'] for router (40f2e8a9-7187-458b-9570-5514b423f336), precommit_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:35:51.520824 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-b35b1665-e5a4-467e-87d6-061a5ee2f7b3 tempest-FloatingIPTestJSON-1063614787 tempest-FloatingIPTestJSON-1063614787-project] Publish callbacks [] for router_controller (40f2e8a9-7187-458b-9570-5514b423f336), precommit_add_association {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:35:51.524711 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74334954-0d8d-4a9b-9d21-fb3c332278ae None None] Network 18abc3ed-c3e0-4a53-83f7-e979c5994da6 requested from n-d-713498-36 {{(pid=103232) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 19:35:51.726078 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-b35b1665-e5a4-467e-87d6-061a5ee2f7b3 tempest-FloatingIPTestJSON-1063614787 tempest-FloatingIPTestJSON-1063614787-project] Publish callbacks [] for router_gateway (40f2e8a9-7187-458b-9570-5514b423f336), precommit_update {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:35:51.794479 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-555f4559-fce4-45a1-9f94-80772467a8aa req-92ee62c2-478a-4675-8480-848042d6ecf1 tempest-ServersTestJSON-482035511 tempest-ServersTestJSON-482035511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:35:51.795861 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-555f4559-fce4-45a1-9f94-80772467a8aa req-92ee62c2-478a-4675-8480-848042d6ecf1 tempest-ServersTestJSON-482035511 tempest-ServersTestJSON-482035511-project] 10.222.0.75 "GET /v2.0/ports?device_id=8b1fc934-e90f-4a6e-87a2-90db0acccbea HTTP/1.1" status: 200 len: 945 time: 0.1358163 Feb 09 19:35:51.861841 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-555f4559-fce4-45a1-9f94-80772467a8aa req-a32d1ce7-5795-4a4a-8cf4-d68532d01d57 tempest-ServersTestJSON-482035511 tempest-ServersTestJSON-482035511-project] 10.222.0.75 "GET /v2.0/security-groups?id=37883354-c9cd-40f0-bbce-1c711bac4569&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582829 Feb 09 19:35:52.001025 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-b35b1665-e5a4-467e-87d6-061a5ee2f7b3 tempest-FloatingIPTestJSON-1063614787 tempest-FloatingIPTestJSON-1063614787-project] Publish callbacks [] for router_gateway (40f2e8a9-7187-458b-9570-5514b423f336), before_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:35:52.021232 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-b35b1665-e5a4-467e-87d6-061a5ee2f7b3 tempest-FloatingIPTestJSON-1063614787 tempest-FloatingIPTestJSON-1063614787-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (None), before_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:35:52.159619 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83f2547d-7393-4b53-9765-24e22c162d99 req-6ae6f18d-616a-4393-a739-ec7eb9678834 tempest-ServersTestJSON-482035511 tempest-ServersTestJSON-482035511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:35:52.160994 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-83f2547d-7393-4b53-9765-24e22c162d99 req-6ae6f18d-616a-4393-a739-ec7eb9678834 tempest-ServersTestJSON-482035511 tempest-ServersTestJSON-482035511-project] 10.222.0.75 "GET /v2.0/ports?device_id=8b1fc934-e90f-4a6e-87a2-90db0acccbea HTTP/1.1" status: 200 len: 945 time: 0.1034760 Feb 09 19:35:52.173608 n-d-713498-36 neutron-server[103229]: DEBUG neutron.db.db_base_plugin_common [None req-b35b1665-e5a4-467e-87d6-061a5ee2f7b3 tempest-FloatingIPTestJSON-1063614787 tempest-FloatingIPTestJSON-1063614787-project] Allocated IP 172.25.1.29 (88055e1e-672a-4487-be31-ffb6e833ece5/ac16dbcc-383c-4b43-9153-d763c4a53f91/a816f9c2-5ec8-4b8b-95ee-bb63587884e1) {{(pid=103229) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 19:35:52.278881 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-83f2547d-7393-4b53-9765-24e22c162d99 req-0fe1f2e7-a952-4eba-8a51-839b1507daac tempest-ServersTestJSON-482035511 tempest-ServersTestJSON-482035511-project] 10.222.0.75 "GET /v2.0/security-groups?id=37883354-c9cd-40f0-bbce-1c711bac4569&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1081550 Feb 09 19:35:52.332339 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-b35b1665-e5a4-467e-87d6-061a5ee2f7b3 tempest-FloatingIPTestJSON-1063614787 tempest-FloatingIPTestJSON-1063614787-project] Publish callbacks [] for port (a816f9c2-5ec8-4b8b-95ee-bb63587884e1), precommit_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:35:52.367883 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-b35b1665-e5a4-467e-87d6-061a5ee2f7b3 tempest-FloatingIPTestJSON-1063614787 tempest-FloatingIPTestJSON-1063614787-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762866656467', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12867576'] for port (a816f9c2-5ec8-4b8b-95ee-bb63587884e1), after_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:35:52.410338 n-d-713498-36 neutron-server[103229]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b35b1665-e5a4-467e-87d6-061a5ee2f7b3 tempest-FloatingIPTestJSON-1063614787 tempest-FloatingIPTestJSON-1063614787-project] Network 88055e1e-672a-4487-be31-ffb6e833ece5 is already hosted by enough agents. {{(pid=103229) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 19:35:52.413264 n-d-713498-36 neutron-server[103229]: DEBUG neutron.scheduler.base_scheduler [None req-b35b1665-e5a4-467e-87d6-061a5ee2f7b3 tempest-FloatingIPTestJSON-1063614787 tempest-FloatingIPTestJSON-1063614787-project] Resources bound (agent type, host, resource id): {{(pid=103229) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 19:35:52.414038 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7d05631-7924-4561-b334-3735febddfe1 req-17b8b4fc-f88a-4ba4-ab9e-3ebf0609d3bc tempest-ServersTestJSON-482035511 tempest-ServersTestJSON-482035511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:35:52.418798 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-c7d05631-7924-4561-b334-3735febddfe1 req-17b8b4fc-f88a-4ba4-ab9e-3ebf0609d3bc tempest-ServersTestJSON-482035511 tempest-ServersTestJSON-482035511-project] 10.222.0.75 "GET /v2.0/ports?device_id=8b1fc934-e90f-4a6e-87a2-90db0acccbea HTTP/1.1" status: 200 len: 945 time: 0.0688150 Feb 09 19:35:52.419261 n-d-713498-36 neutron-server[103229]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b35b1665-e5a4-467e-87d6-061a5ee2f7b3 tempest-FloatingIPTestJSON-1063614787 tempest-FloatingIPTestJSON-1063614787-project] Received port after_create {{(pid=103229) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 19:35:52.447979 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b35b1665-e5a4-467e-87d6-061a5ee2f7b3 tempest-FloatingIPTestJSON-1063614787 tempest-FloatingIPTestJSON-1063614787-project] Pushing event updated for resources: {'Port': ['ID=a816f9c2-5ec8-4b8b-95ee-bb63587884e1,revision_number=1']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:35:52.462642 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b35b1665-e5a4-467e-87d6-061a5ee2f7b3 tempest-FloatingIPTestJSON-1063614787 tempest-FloatingIPTestJSON-1063614787-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:35:52.462980 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b35b1665-e5a4-467e-87d6-061a5ee2f7b3 tempest-FloatingIPTestJSON-1063614787 tempest-FloatingIPTestJSON-1063614787-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:35:52.463593 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b35b1665-e5a4-467e-87d6-061a5ee2f7b3 tempest-FloatingIPTestJSON-1063614787 tempest-FloatingIPTestJSON-1063614787-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:35:52.463994 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b35b1665-e5a4-467e-87d6-061a5ee2f7b3 tempest-FloatingIPTestJSON-1063614787 tempest-FloatingIPTestJSON-1063614787-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:35:52.464343 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b35b1665-e5a4-467e-87d6-061a5ee2f7b3 tempest-FloatingIPTestJSON-1063614787 tempest-FloatingIPTestJSON-1063614787-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:35:52.464685 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b35b1665-e5a4-467e-87d6-061a5ee2f7b3 tempest-FloatingIPTestJSON-1063614787 tempest-FloatingIPTestJSON-1063614787-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:35:52.465025 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b35b1665-e5a4-467e-87d6-061a5ee2f7b3 tempest-FloatingIPTestJSON-1063614787 tempest-FloatingIPTestJSON-1063614787-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:35:52.465360 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b35b1665-e5a4-467e-87d6-061a5ee2f7b3 tempest-FloatingIPTestJSON-1063614787 tempest-FloatingIPTestJSON-1063614787-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:35:52.465806 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b35b1665-e5a4-467e-87d6-061a5ee2f7b3 tempest-FloatingIPTestJSON-1063614787 tempest-FloatingIPTestJSON-1063614787-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:35:52.466118 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b35b1665-e5a4-467e-87d6-061a5ee2f7b3 tempest-FloatingIPTestJSON-1063614787 tempest-FloatingIPTestJSON-1063614787-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:35:52.466575 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b35b1665-e5a4-467e-87d6-061a5ee2f7b3 tempest-FloatingIPTestJSON-1063614787 tempest-FloatingIPTestJSON-1063614787-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:35:52.466841 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b35b1665-e5a4-467e-87d6-061a5ee2f7b3 tempest-FloatingIPTestJSON-1063614787 tempest-FloatingIPTestJSON-1063614787-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:35:52.467175 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b35b1665-e5a4-467e-87d6-061a5ee2f7b3 tempest-FloatingIPTestJSON-1063614787 tempest-FloatingIPTestJSON-1063614787-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:35:52.497326 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-c7d05631-7924-4561-b334-3735febddfe1 req-ded42d6c-2f3a-4f1b-9825-4308117f8740 tempest-ServersTestJSON-482035511 tempest-ServersTestJSON-482035511-project] 10.222.0.75 "GET /v2.0/security-groups?id=37883354-c9cd-40f0-bbce-1c711bac4569&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0729566 Feb 09 19:35:52.727852 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a23187a-aede-47b9-ba41-3fd0d4c91e43 req-1c23694f-5e5f-4291-8ecf-06d4b0d40c58 tempest-ServersTestJSON-482035511 tempest-ServersTestJSON-482035511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:35:52.729789 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-3a23187a-aede-47b9-ba41-3fd0d4c91e43 req-1c23694f-5e5f-4291-8ecf-06d4b0d40c58 tempest-ServersTestJSON-482035511 tempest-ServersTestJSON-482035511-project] 10.222.0.75 "GET /v2.0/ports?device_id=8b1fc934-e90f-4a6e-87a2-90db0acccbea HTTP/1.1" status: 200 len: 945 time: 0.0620162 Feb 09 19:35:52.783232 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-3a23187a-aede-47b9-ba41-3fd0d4c91e43 req-5c8dee1b-1ebd-45b6-857d-9ce53a05c68f tempest-ServersTestJSON-482035511 tempest-ServersTestJSON-482035511-project] 10.222.0.75 "GET /v2.0/security-groups?id=37883354-c9cd-40f0-bbce-1c711bac4569&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471351 Feb 09 19:35:53.012425 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-b35b1665-e5a4-467e-87d6-061a5ee2f7b3 tempest-FloatingIPTestJSON-1063614787 tempest-FloatingIPTestJSON-1063614787-project] Publish callbacks [] for router_gateway (40f2e8a9-7187-458b-9570-5514b423f336), after_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:35:53.220340 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-b35b1665-e5a4-467e-87d6-061a5ee2f7b3 tempest-FloatingIPTestJSON-1063614787 tempest-FloatingIPTestJSON-1063614787-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1834945', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1818951'] for router (40f2e8a9-7187-458b-9570-5514b423f336), after_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:35:53.349647 n-d-713498-36 neutron-server[103229]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b35b1665-e5a4-467e-87d6-061a5ee2f7b3 tempest-FloatingIPTestJSON-1063614787 tempest-FloatingIPTestJSON-1063614787-project] Router 40f2e8a9-7187-458b-9570-5514b423f336 is scheduled to L3 agent 93303d5e-5d17-45e8-8963-7694f87783ae with binding_index 1 {{(pid=103229) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 09 19:35:53.461906 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b35b1665-e5a4-467e-87d6-061a5ee2f7b3 tempest-FloatingIPTestJSON-1063614787 tempest-FloatingIPTestJSON-1063614787-project] Notify agent at l3_agent.n-d-713498-36 the message routers_updated {{(pid=103229) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 19:35:53.474567 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a1577ff-aea3-4e77-a9b9-078e2c413feb None None] Sync routers for ids ['40f2e8a9-7187-458b-9570-5514b423f336'] in n-d-713498-36 {{(pid=103232) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 19:35:53.485433 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-b35b1665-e5a4-467e-87d6-061a5ee2f7b3 tempest-FloatingIPTestJSON-1063614787 tempest-FloatingIPTestJSON-1063614787-project] Publish callbacks [] for router (None), before_response {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:35:53.489424 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-b35b1665-e5a4-467e-87d6-061a5ee2f7b3 tempest-FloatingIPTestJSON-1063614787 tempest-FloatingIPTestJSON-1063614787-project] 10.222.0.75 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 2.0783200 Feb 09 19:35:53.489668 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 38356) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:35:53.499935 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a1577ff-aea3-4e77-a9b9-078e2c413feb None None] Routers {'40f2e8a9-7187-458b-9570-5514b423f336'} bound to L3 agent in host n-d-713498-36 {{(pid=103232) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 19:35:53.501097 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.l3_hamode_db [None req-9a1577ff-aea3-4e77-a9b9-078e2c413feb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T18:51:43Z,description=,heartbeat_timestamp=2022-02-09T19:35:43Z,host='n-d-713498-36',id=93303d5e-5d17-45e8-8963-7694f87783ae,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T18:51:43Z,topic='l3_agent')) {'router_ids': ['40f2e8a9-7187-458b-9570-5514b423f336'], 'active': True} {{(pid=103232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:35:53.557011 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.l3_hamode_db [None req-9a1577ff-aea3-4e77-a9b9-078e2c413feb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713498-36', False) {} {{(pid=103232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:35:53.572013 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a1577ff-aea3-4e77-a9b9-078e2c413feb None None] Routers {'40f2e8a9-7187-458b-9570-5514b423f336'} bound to L3 agent in host n-d-713498-36 {{(pid=103232) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 19:35:53.572646 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.l3_hamode_db [None req-9a1577ff-aea3-4e77-a9b9-078e2c413feb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T18:51:43Z,description=,heartbeat_timestamp=2022-02-09T19:35:43Z,host='n-d-713498-36',id=93303d5e-5d17-45e8-8963-7694f87783ae,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T18:51:43Z,topic='l3_agent')) {'router_ids': ['40f2e8a9-7187-458b-9570-5514b423f336'], 'active': True} {{(pid=103232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:35:53.614007 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.l3_hamode_db [None req-9a1577ff-aea3-4e77-a9b9-078e2c413feb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713498-36', False) {} {{(pid=103232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:35:53.615032 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a1577ff-aea3-4e77-a9b9-078e2c413feb None None] The sync data for ids ['40f2e8a9-7187-458b-9570-5514b423f336'] in n-d-713498-36 is: [] {{(pid=103232) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 19:35:53.956800 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4170821-6808-4db7-80fa-261276676c57 req-9af44e8a-3580-498b-aef6-21a43d789e37 tempest-ServersTestJSON-482035511 tempest-ServersTestJSON-482035511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:35:53.958222 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-d4170821-6808-4db7-80fa-261276676c57 req-9af44e8a-3580-498b-aef6-21a43d789e37 tempest-ServersTestJSON-482035511 tempest-ServersTestJSON-482035511-project] 10.222.0.75 "GET /v2.0/ports?device_id=8b1fc934-e90f-4a6e-87a2-90db0acccbea HTTP/1.1" status: 200 len: 945 time: 0.0959702 Feb 09 19:35:54.065609 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-d4170821-6808-4db7-80fa-261276676c57 req-af9a77e5-5b26-43bb-85ba-fdd667c68e1e tempest-ServersTestJSON-482035511 tempest-ServersTestJSON-482035511-project] 10.222.0.75 "GET /v2.0/security-groups?id=37883354-c9cd-40f0-bbce-1c711bac4569&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0942614 Feb 09 19:35:54.084280 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-6205d3c1-5ea0-4dc7-84ad-debb140eb08f tempest-FloatingIPTestJSON-1063614787 tempest-FloatingIPTestJSON-1063614787-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (None), before_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:35:54.356232 n-d-713498-36 neutron-server[103229]: DEBUG neutron.db.db_base_plugin_common [None req-6205d3c1-5ea0-4dc7-84ad-debb140eb08f tempest-FloatingIPTestJSON-1063614787 tempest-FloatingIPTestJSON-1063614787-project] Allocated IP 172.20.0.1 (18abc3ed-c3e0-4a53-83f7-e979c5994da6/86041f55-7cae-4523-885d-732773b720ec/7acf4789-6875-411d-8218-0dae77e5351b) {{(pid=103229) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 19:35:54.467299 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-6205d3c1-5ea0-4dc7-84ad-debb140eb08f tempest-FloatingIPTestJSON-1063614787 tempest-FloatingIPTestJSON-1063614787-project] Publish callbacks [] for port (7acf4789-6875-411d-8218-0dae77e5351b), precommit_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:35:54.499959 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-6205d3c1-5ea0-4dc7-84ad-debb140eb08f tempest-FloatingIPTestJSON-1063614787 tempest-FloatingIPTestJSON-1063614787-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762866656467', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12867576'] for port (7acf4789-6875-411d-8218-0dae77e5351b), after_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:35:54.555527 n-d-713498-36 neutron-server[103229]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6205d3c1-5ea0-4dc7-84ad-debb140eb08f tempest-FloatingIPTestJSON-1063614787 tempest-FloatingIPTestJSON-1063614787-project] Network 18abc3ed-c3e0-4a53-83f7-e979c5994da6 is already hosted by enough agents. {{(pid=103229) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 19:35:54.561295 n-d-713498-36 neutron-server[103229]: DEBUG neutron.scheduler.base_scheduler [None req-6205d3c1-5ea0-4dc7-84ad-debb140eb08f tempest-FloatingIPTestJSON-1063614787 tempest-FloatingIPTestJSON-1063614787-project] Resources bound (agent type, host, resource id): {{(pid=103229) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 19:35:54.564416 n-d-713498-36 neutron-server[103229]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6205d3c1-5ea0-4dc7-84ad-debb140eb08f tempest-FloatingIPTestJSON-1063614787 tempest-FloatingIPTestJSON-1063614787-project] Received port after_create {{(pid=103229) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 19:35:54.593673 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6205d3c1-5ea0-4dc7-84ad-debb140eb08f tempest-FloatingIPTestJSON-1063614787 tempest-FloatingIPTestJSON-1063614787-project] Pushing event updated for resources: {'Port': ['ID=7acf4789-6875-411d-8218-0dae77e5351b,revision_number=1']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:35:54.615926 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-6205d3c1-5ea0-4dc7-84ad-debb140eb08f tempest-FloatingIPTestJSON-1063614787 tempest-FloatingIPTestJSON-1063614787-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1819024'] for router_interface (40f2e8a9-7187-458b-9570-5514b423f336), before_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:35:54.762180 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-6205d3c1-5ea0-4dc7-84ad-debb140eb08f tempest-FloatingIPTestJSON-1063614787 tempest-FloatingIPTestJSON-1063614787-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (7acf4789-6875-411d-8218-0dae77e5351b), before_update {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:35:54.973021 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-45a6d092-7f43-496d-a069-d6b9b9acdc5e req-ab05f3be-15c3-454f-97ff-de0fdc94c78e service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=14c3c4a3-f393-4e4f-98ba-33d4eb176858&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0745146 Feb 09 19:35:55.129349 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-6205d3c1-5ea0-4dc7-84ad-debb140eb08f tempest-FloatingIPTestJSON-1063614787 tempest-FloatingIPTestJSON-1063614787-project] Publish callbacks [] for port (7acf4789-6875-411d-8218-0dae77e5351b), precommit_update {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:35:55.133492 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45a6d092-7f43-496d-a069-d6b9b9acdc5e req-4cd30094-f887-4ec5-b25b-3efe26de120f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:35:55.135235 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-45a6d092-7f43-496d-a069-d6b9b9acdc5e req-4cd30094-f887-4ec5-b25b-3efe26de120f service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=0484ed2328124ada8d8870756276d1f0&device_id=14c3c4a3-f393-4e4f-98ba-33d4eb176858 HTTP/1.1" status: 200 len: 1128 time: 0.0733073 Feb 09 19:35:55.136353 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-6205d3c1-5ea0-4dc7-84ad-debb140eb08f tempest-FloatingIPTestJSON-1063614787 tempest-FloatingIPTestJSON-1063614787-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762867176205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762866656485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762866656503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12867569'] for port (7acf4789-6875-411d-8218-0dae77e5351b), after_update {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:35:55.207958 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83609cea-9148-4a32-859b-e21a28bc113f req-68531ec8-b533-40e2-bb98-f451d36a4fd6 tempest-ServersTestJSON-482035511 tempest-ServersTestJSON-482035511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:35:55.210204 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-83609cea-9148-4a32-859b-e21a28bc113f req-68531ec8-b533-40e2-bb98-f451d36a4fd6 tempest-ServersTestJSON-482035511 tempest-ServersTestJSON-482035511-project] 10.222.0.75 "GET /v2.0/ports?device_id=8b1fc934-e90f-4a6e-87a2-90db0acccbea HTTP/1.1" status: 200 len: 945 time: 0.0722735 Feb 09 19:35:55.262519 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6205d3c1-5ea0-4dc7-84ad-debb140eb08f tempest-FloatingIPTestJSON-1063614787 tempest-FloatingIPTestJSON-1063614787-project] Pushing event updated for resources: {'Port': ['ID=7acf4789-6875-411d-8218-0dae77e5351b,revision_number=2']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:35:55.275445 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-6205d3c1-5ea0-4dc7-84ad-debb140eb08f tempest-FloatingIPTestJSON-1063614787 tempest-FloatingIPTestJSON-1063614787-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1613458', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1834496'] for router_interface (40f2e8a9-7187-458b-9570-5514b423f336), after_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:35:55.283103 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-83609cea-9148-4a32-859b-e21a28bc113f req-d4264dcc-c69a-4ad1-a471-c56c092fef2b tempest-ServersTestJSON-482035511 tempest-ServersTestJSON-482035511-project] 10.222.0.75 "GET /v2.0/security-groups?id=37883354-c9cd-40f0-bbce-1c711bac4569&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0662863 Feb 09 19:35:55.364274 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45a6d092-7f43-496d-a069-d6b9b9acdc5e req-c0607293-d840-4890-9f2b-b2589e73f801 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:35:55.365946 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-45a6d092-7f43-496d-a069-d6b9b9acdc5e req-c0607293-d840-4890-9f2b-b2589e73f801 service neutron] 10.222.0.90 "GET /v2.0/networks?id=8f2df497-8ab8-4c9e-8bb2-f9e936c46637 HTTP/1.1" status: 200 len: 910 time: 0.1818707 Feb 09 19:35:55.443930 n-d-713498-36 neutron-server[103229]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6205d3c1-5ea0-4dc7-84ad-debb140eb08f tempest-FloatingIPTestJSON-1063614787 tempest-FloatingIPTestJSON-1063614787-project] Network 18abc3ed-c3e0-4a53-83f7-e979c5994da6 is already hosted by enough agents. {{(pid=103229) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 19:35:55.450713 n-d-713498-36 neutron-server[103229]: DEBUG neutron.scheduler.base_scheduler [None req-6205d3c1-5ea0-4dc7-84ad-debb140eb08f tempest-FloatingIPTestJSON-1063614787 tempest-FloatingIPTestJSON-1063614787-project] Resources bound (agent type, host, resource id): {{(pid=103229) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 19:35:55.454892 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-45a6d092-7f43-496d-a069-d6b9b9acdc5e req-bf46da08-20bd-4f69-94f2-b4755f72d655 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=c6f469cb-b1d3-4ec0-ae11-8d288e85cc6d HTTP/1.1" status: 200 len: 1001 time: 0.0786915 Feb 09 19:35:55.580167 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45a6d092-7f43-496d-a069-d6b9b9acdc5e req-a71b3773-b861-449a-b20f-f8ce8adb39ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:35:55.581633 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-45a6d092-7f43-496d-a069-d6b9b9acdc5e req-a71b3773-b861-449a-b20f-f8ce8adb39ac service neutron] 10.222.0.90 "GET /v2.0/subnets?id=9358c454-1c1b-4e17-a8a9-b8f83c45b376 HTTP/1.1" status: 200 len: 848 time: 0.1198006 Feb 09 19:35:55.634818 n-d-713498-36 neutron-server[103229]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6205d3c1-5ea0-4dc7-84ad-debb140eb08f tempest-FloatingIPTestJSON-1063614787 tempest-FloatingIPTestJSON-1063614787-project] Router 40f2e8a9-7187-458b-9570-5514b423f336 has already been hosted by L3 agent 93303d5e-5d17-45e8-8963-7694f87783ae {{(pid=103229) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 19:35:55.688138 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45a6d092-7f43-496d-a069-d6b9b9acdc5e req-dda1e5e3-9cdc-47cd-ac3f-04c683861587 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:35:55.690147 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-45a6d092-7f43-496d-a069-d6b9b9acdc5e req-dda1e5e3-9cdc-47cd-ac3f-04c683861587 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=8f2df497-8ab8-4c9e-8bb2-f9e936c46637&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0991931 Feb 09 19:35:55.832820 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6205d3c1-5ea0-4dc7-84ad-debb140eb08f tempest-FloatingIPTestJSON-1063614787 tempest-FloatingIPTestJSON-1063614787-project] Notify agent at l3_agent.n-d-713498-36 the message routers_updated {{(pid=103229) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 19:35:55.838847 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-6205d3c1-5ea0-4dc7-84ad-debb140eb08f tempest-FloatingIPTestJSON-1063614787 tempest-FloatingIPTestJSON-1063614787-project] 10.222.0.75 "PUT /v2.0/routers/40f2e8a9-7187-458b-9570-5514b423f336/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3480268 Feb 09 19:35:55.841524 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 38372) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:35:55.842781 n-d-713498-36 neutron-server[103233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d68564d-6b16-4318-81b9-d406a1863116 None None] Sync routers for ids ['40f2e8a9-7187-458b-9570-5514b423f336'] in n-d-713498-36 {{(pid=103233) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 19:35:55.846894 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-45a6d092-7f43-496d-a069-d6b9b9acdc5e req-8cbe9c7c-ec6b-4e31-a3d9-1d5cc28aa2e8 service neutron] 10.222.0.90 "GET /v2.0/networks/8f2df497-8ab8-4c9e-8bb2-f9e936c46637?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1251540 Feb 09 19:35:55.847727 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.v2.base [None req-0c9591d4-b86e-4d65-b7f6-49c23a0552b7 tempest-FloatingIPTestJSON-1063614787 tempest-FloatingIPTestJSON-1063614787-project] Request body: {'port': {'network_id': '18abc3ed-c3e0-4a53-83f7-e979c5994da6', 'name': 'tempest-FloatingIPTestJSON-136796513'}} {{(pid=103230) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 19:35:55.852745 n-d-713498-36 neutron-server[103233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d68564d-6b16-4318-81b9-d406a1863116 None None] Routers {'40f2e8a9-7187-458b-9570-5514b423f336'} bound to L3 agent in host n-d-713498-36 {{(pid=103233) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 19:35:55.853359 n-d-713498-36 neutron-server[103233]: DEBUG neutron.db.l3_hamode_db [None req-7d68564d-6b16-4318-81b9-d406a1863116 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T18:51:43Z,description=,heartbeat_timestamp=2022-02-09T19:35:43Z,host='n-d-713498-36',id=93303d5e-5d17-45e8-8963-7694f87783ae,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T18:51:43Z,topic='l3_agent')) {'router_ids': ['40f2e8a9-7187-458b-9570-5514b423f336'], 'active': True} {{(pid=103233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:35:55.890197 n-d-713498-36 neutron-server[103233]: DEBUG neutron.db.l3_hamode_db [None req-7d68564d-6b16-4318-81b9-d406a1863116 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713498-36', False) {} {{(pid=103233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:35:55.900370 n-d-713498-36 neutron-server[103233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d68564d-6b16-4318-81b9-d406a1863116 None None] Routers {'40f2e8a9-7187-458b-9570-5514b423f336'} bound to L3 agent in host n-d-713498-36 {{(pid=103233) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 19:35:55.901190 n-d-713498-36 neutron-server[103233]: DEBUG neutron.db.l3_hamode_db [None req-7d68564d-6b16-4318-81b9-d406a1863116 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T18:51:43Z,description=,heartbeat_timestamp=2022-02-09T19:35:43Z,host='n-d-713498-36',id=93303d5e-5d17-45e8-8963-7694f87783ae,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T18:51:43Z,topic='l3_agent')) {'router_ids': ['40f2e8a9-7187-458b-9570-5514b423f336'], 'active': True} {{(pid=103233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:35:55.941197 n-d-713498-36 neutron-server[103233]: DEBUG neutron.db.l3_hamode_db [None req-7d68564d-6b16-4318-81b9-d406a1863116 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713498-36', False) {} {{(pid=103233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:35:55.941857 n-d-713498-36 neutron-server[103233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d68564d-6b16-4318-81b9-d406a1863116 None None] The sync data for ids ['40f2e8a9-7187-458b-9570-5514b423f336'] in n-d-713498-36 is: [] {{(pid=103233) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 19:35:55.974760 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0c9591d4-b86e-4d65-b7f6-49c23a0552b7 tempest-FloatingIPTestJSON-1063614787 tempest-FloatingIPTestJSON-1063614787-project] Made reservation on behalf of 871850e503d64567abcf6c393ba28742 for: {'port': 1} {{(pid=103230) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 19:35:55.975941 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-45a6d092-7f43-496d-a069-d6b9b9acdc5e req-86416cfd-e1a6-41fb-980c-91dac1c429c9 service neutron] 10.222.0.90 "GET /v2.0/networks/8f2df497-8ab8-4c9e-8bb2-f9e936c46637?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1202188 Feb 09 19:35:55.978546 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-0c9591d4-b86e-4d65-b7f6-49c23a0552b7 tempest-FloatingIPTestJSON-1063614787 tempest-FloatingIPTestJSON-1063614787-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (None), before_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:35:55.998945 n-d-713498-36 neutron-server[103230]: DEBUG neutron.notifiers.nova [None req-0c9591d4-b86e-4d65-b7f6-49c23a0552b7 tempest-FloatingIPTestJSON-1063614787 tempest-FloatingIPTestJSON-1063614787-project] device_id is not set on port fcda8998-66c0-4669-908f-2574263eb10b yet. {{(pid=103230) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 09 19:35:56.112234 n-d-713498-36 neutron-server[103230]: DEBUG neutron.db.db_base_plugin_common [None req-0c9591d4-b86e-4d65-b7f6-49c23a0552b7 tempest-FloatingIPTestJSON-1063614787 tempest-FloatingIPTestJSON-1063614787-project] Allocated IP 172.20.0.9 (18abc3ed-c3e0-4a53-83f7-e979c5994da6/86041f55-7cae-4523-885d-732773b720ec/fcda8998-66c0-4669-908f-2574263eb10b) {{(pid=103230) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 19:35:56.263864 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-0c9591d4-b86e-4d65-b7f6-49c23a0552b7 tempest-FloatingIPTestJSON-1063614787 tempest-FloatingIPTestJSON-1063614787-project] Publish callbacks [] for port (fcda8998-66c0-4669-908f-2574263eb10b), precommit_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:35:56.298119 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-0c9591d4-b86e-4d65-b7f6-49c23a0552b7 tempest-FloatingIPTestJSON-1063614787 tempest-FloatingIPTestJSON-1063614787-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762866656467', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14393751'] for port (fcda8998-66c0-4669-908f-2574263eb10b), after_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:35:56.347651 n-d-713498-36 neutron-server[103230]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c9591d4-b86e-4d65-b7f6-49c23a0552b7 tempest-FloatingIPTestJSON-1063614787 tempest-FloatingIPTestJSON-1063614787-project] Network 18abc3ed-c3e0-4a53-83f7-e979c5994da6 is already hosted by enough agents. {{(pid=103230) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 19:35:56.350965 n-d-713498-36 neutron-server[103230]: DEBUG neutron.scheduler.base_scheduler [None req-0c9591d4-b86e-4d65-b7f6-49c23a0552b7 tempest-FloatingIPTestJSON-1063614787 tempest-FloatingIPTestJSON-1063614787-project] Resources bound (agent type, host, resource id): {{(pid=103230) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 19:35:56.355546 n-d-713498-36 neutron-server[103230]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c9591d4-b86e-4d65-b7f6-49c23a0552b7 tempest-FloatingIPTestJSON-1063614787 tempest-FloatingIPTestJSON-1063614787-project] Received port after_create {{(pid=103230) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 19:35:56.362628 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c9591d4-b86e-4d65-b7f6-49c23a0552b7 tempest-FloatingIPTestJSON-1063614787 tempest-FloatingIPTestJSON-1063614787-project] Pushing event updated for resources: {'Port': ['ID=fcda8998-66c0-4669-908f-2574263eb10b,revision_number=1']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:35:56.393233 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c9591d4-b86e-4d65-b7f6-49c23a0552b7 tempest-FloatingIPTestJSON-1063614787 tempest-FloatingIPTestJSON-1063614787-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:35:56.393748 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c9591d4-b86e-4d65-b7f6-49c23a0552b7 tempest-FloatingIPTestJSON-1063614787 tempest-FloatingIPTestJSON-1063614787-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:35:56.394392 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c9591d4-b86e-4d65-b7f6-49c23a0552b7 tempest-FloatingIPTestJSON-1063614787 tempest-FloatingIPTestJSON-1063614787-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:35:56.394842 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c9591d4-b86e-4d65-b7f6-49c23a0552b7 tempest-FloatingIPTestJSON-1063614787 tempest-FloatingIPTestJSON-1063614787-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:35:56.395267 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c9591d4-b86e-4d65-b7f6-49c23a0552b7 tempest-FloatingIPTestJSON-1063614787 tempest-FloatingIPTestJSON-1063614787-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:35:56.396644 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c9591d4-b86e-4d65-b7f6-49c23a0552b7 tempest-FloatingIPTestJSON-1063614787 tempest-FloatingIPTestJSON-1063614787-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:35:56.397057 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c9591d4-b86e-4d65-b7f6-49c23a0552b7 tempest-FloatingIPTestJSON-1063614787 tempest-FloatingIPTestJSON-1063614787-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:35:56.397442 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c9591d4-b86e-4d65-b7f6-49c23a0552b7 tempest-FloatingIPTestJSON-1063614787 tempest-FloatingIPTestJSON-1063614787-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:35:56.398020 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c9591d4-b86e-4d65-b7f6-49c23a0552b7 tempest-FloatingIPTestJSON-1063614787 tempest-FloatingIPTestJSON-1063614787-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:35:56.398410 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c9591d4-b86e-4d65-b7f6-49c23a0552b7 tempest-FloatingIPTestJSON-1063614787 tempest-FloatingIPTestJSON-1063614787-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:35:56.398841 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c9591d4-b86e-4d65-b7f6-49c23a0552b7 tempest-FloatingIPTestJSON-1063614787 tempest-FloatingIPTestJSON-1063614787-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:35:56.399949 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c9591d4-b86e-4d65-b7f6-49c23a0552b7 tempest-FloatingIPTestJSON-1063614787 tempest-FloatingIPTestJSON-1063614787-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:35:56.400368 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c9591d4-b86e-4d65-b7f6-49c23a0552b7 tempest-FloatingIPTestJSON-1063614787 tempest-FloatingIPTestJSON-1063614787-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:35:56.421852 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25c4c7fb-7b0a-48ec-bfae-81eaa85a14f6 req-c1a42058-34f1-4d03-8675-321685f94b4e tempest-ServersTestJSON-482035511 tempest-ServersTestJSON-482035511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:35:56.423866 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-25c4c7fb-7b0a-48ec-bfae-81eaa85a14f6 req-c1a42058-34f1-4d03-8675-321685f94b4e tempest-ServersTestJSON-482035511 tempest-ServersTestJSON-482035511-project] 10.222.0.75 "GET /v2.0/ports?device_id=8b1fc934-e90f-4a6e-87a2-90db0acccbea HTTP/1.1" status: 200 len: 945 time: 0.0671721 Feb 09 19:35:56.430047 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c9591d4-b86e-4d65-b7f6-49c23a0552b7 tempest-FloatingIPTestJSON-1063614787 tempest-FloatingIPTestJSON-1063614787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:35:56.430779 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-0c9591d4-b86e-4d65-b7f6-49c23a0552b7 tempest-FloatingIPTestJSON-1063614787 tempest-FloatingIPTestJSON-1063614787-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171096'] for port (None), before_response {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:35:56.450482 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-0c9591d4-b86e-4d65-b7f6-49c23a0552b7 tempest-FloatingIPTestJSON-1063614787 tempest-FloatingIPTestJSON-1063614787-project] 10.222.0.75 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 0.6078060 Feb 09 19:35:56.451620 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 38376) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:35:56.457255 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.v2.base [None req-ab3ea95c-f95c-47cf-a13e-2b945e6ea0df tempest-FloatingIPTestJSON-1063614787 tempest-FloatingIPTestJSON-1063614787-project] Request body: {'port': {'network_id': '18abc3ed-c3e0-4a53-83f7-e979c5994da6', 'name': 'tempest-FloatingIPTestJSON-1918351271'}} {{(pid=103229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 19:35:56.852930 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-25c4c7fb-7b0a-48ec-bfae-81eaa85a14f6 req-9d9d9db1-74a6-4254-aa2b-f51e9d9672a3 tempest-ServersTestJSON-482035511 tempest-ServersTestJSON-482035511-project] 10.222.0.75 "GET /v2.0/security-groups?id=37883354-c9cd-40f0-bbce-1c711bac4569&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4184167 Feb 09 19:35:56.926428 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ab3ea95c-f95c-47cf-a13e-2b945e6ea0df tempest-FloatingIPTestJSON-1063614787 tempest-FloatingIPTestJSON-1063614787-project] Made reservation on behalf of 871850e503d64567abcf6c393ba28742 for: {'port': 1} {{(pid=103229) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 19:35:56.930335 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-ab3ea95c-f95c-47cf-a13e-2b945e6ea0df tempest-FloatingIPTestJSON-1063614787 tempest-FloatingIPTestJSON-1063614787-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (None), before_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:35:56.949678 n-d-713498-36 neutron-server[103229]: DEBUG neutron.notifiers.nova [None req-ab3ea95c-f95c-47cf-a13e-2b945e6ea0df tempest-FloatingIPTestJSON-1063614787 tempest-FloatingIPTestJSON-1063614787-project] device_id is not set on port 8cde7e3b-e7c2-45e5-bf2e-056502f471f6 yet. {{(pid=103229) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 09 19:35:57.067838 n-d-713498-36 neutron-server[103229]: DEBUG neutron.db.db_base_plugin_common [None req-ab3ea95c-f95c-47cf-a13e-2b945e6ea0df tempest-FloatingIPTestJSON-1063614787 tempest-FloatingIPTestJSON-1063614787-project] Allocated IP 172.20.0.3 (18abc3ed-c3e0-4a53-83f7-e979c5994da6/86041f55-7cae-4523-885d-732773b720ec/8cde7e3b-e7c2-45e5-bf2e-056502f471f6) {{(pid=103229) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 19:35:57.216365 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-ab3ea95c-f95c-47cf-a13e-2b945e6ea0df tempest-FloatingIPTestJSON-1063614787 tempest-FloatingIPTestJSON-1063614787-project] Publish callbacks [] for port (8cde7e3b-e7c2-45e5-bf2e-056502f471f6), precommit_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:35:57.249206 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-ab3ea95c-f95c-47cf-a13e-2b945e6ea0df tempest-FloatingIPTestJSON-1063614787 tempest-FloatingIPTestJSON-1063614787-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762866656467', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12867576'] for port (8cde7e3b-e7c2-45e5-bf2e-056502f471f6), after_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:35:57.298538 n-d-713498-36 neutron-server[103229]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab3ea95c-f95c-47cf-a13e-2b945e6ea0df tempest-FloatingIPTestJSON-1063614787 tempest-FloatingIPTestJSON-1063614787-project] Network 18abc3ed-c3e0-4a53-83f7-e979c5994da6 is already hosted by enough agents. {{(pid=103229) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 19:35:57.301886 n-d-713498-36 neutron-server[103229]: DEBUG neutron.scheduler.base_scheduler [None req-ab3ea95c-f95c-47cf-a13e-2b945e6ea0df tempest-FloatingIPTestJSON-1063614787 tempest-FloatingIPTestJSON-1063614787-project] Resources bound (agent type, host, resource id): {{(pid=103229) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 19:35:57.305780 n-d-713498-36 neutron-server[103229]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab3ea95c-f95c-47cf-a13e-2b945e6ea0df tempest-FloatingIPTestJSON-1063614787 tempest-FloatingIPTestJSON-1063614787-project] Received port after_create {{(pid=103229) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 19:35:57.329450 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab3ea95c-f95c-47cf-a13e-2b945e6ea0df tempest-FloatingIPTestJSON-1063614787 tempest-FloatingIPTestJSON-1063614787-project] Pushing event updated for resources: {'Port': ['ID=8cde7e3b-e7c2-45e5-bf2e-056502f471f6,revision_number=1']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:35:57.357214 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab3ea95c-f95c-47cf-a13e-2b945e6ea0df tempest-FloatingIPTestJSON-1063614787 tempest-FloatingIPTestJSON-1063614787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:35:57.357754 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-ab3ea95c-f95c-47cf-a13e-2b945e6ea0df tempest-FloatingIPTestJSON-1063614787 tempest-FloatingIPTestJSON-1063614787-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171096'] for port (None), before_response {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:35:57.372923 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-ab3ea95c-f95c-47cf-a13e-2b945e6ea0df tempest-FloatingIPTestJSON-1063614787 tempest-FloatingIPTestJSON-1063614787-project] 10.222.0.75 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 0.9200330 Feb 09 19:35:57.376347 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 38380) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:35:57.380600 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.v2.base [None req-5f41ce20-316b-43f7-a483-3c3e20b03b8f tempest-FloatingIPTestJSON-1063614787 tempest-FloatingIPTestJSON-1063614787-project] Request body: {'floatingip': {'floating_network_id': '88055e1e-672a-4487-be31-ffb6e833ece5', 'port_id': '8cde7e3b-e7c2-45e5-bf2e-056502f471f6', 'fixed_ip_address': '172.20.0.3'}} {{(pid=103229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 19:35:57.403185 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-5f41ce20-316b-43f7-a483-3c3e20b03b8f tempest-FloatingIPTestJSON-1063614787 tempest-FloatingIPTestJSON-1063614787-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:35:57.502607 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-5f41ce20-316b-43f7-a483-3c3e20b03b8f tempest-FloatingIPTestJSON-1063614787 tempest-FloatingIPTestJSON-1063614787-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (None), before_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:35:57.605360 n-d-713498-36 neutron-server[103229]: DEBUG neutron.db.db_base_plugin_common [None req-5f41ce20-316b-43f7-a483-3c3e20b03b8f tempest-FloatingIPTestJSON-1063614787 tempest-FloatingIPTestJSON-1063614787-project] Allocated IP 172.25.1.54 (88055e1e-672a-4487-be31-ffb6e833ece5/ac16dbcc-383c-4b43-9153-d763c4a53f91/07cb8c18-0f67-4b70-99b0-3e5ac72f2440) {{(pid=103229) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 19:35:57.708564 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-5f41ce20-316b-43f7-a483-3c3e20b03b8f tempest-FloatingIPTestJSON-1063614787 tempest-FloatingIPTestJSON-1063614787-project] Publish callbacks [] for port (07cb8c18-0f67-4b70-99b0-3e5ac72f2440), precommit_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:35:57.742427 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-5f41ce20-316b-43f7-a483-3c3e20b03b8f tempest-FloatingIPTestJSON-1063614787 tempest-FloatingIPTestJSON-1063614787-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762866656467', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12867576'] for port (07cb8c18-0f67-4b70-99b0-3e5ac72f2440), after_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:35:57.776979 n-d-713498-36 neutron-server[103229]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f41ce20-316b-43f7-a483-3c3e20b03b8f tempest-FloatingIPTestJSON-1063614787 tempest-FloatingIPTestJSON-1063614787-project] Network 88055e1e-672a-4487-be31-ffb6e833ece5 is already hosted by enough agents. {{(pid=103229) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 19:35:57.782557 n-d-713498-36 neutron-server[103229]: DEBUG neutron.scheduler.base_scheduler [None req-5f41ce20-316b-43f7-a483-3c3e20b03b8f tempest-FloatingIPTestJSON-1063614787 tempest-FloatingIPTestJSON-1063614787-project] Resources bound (agent type, host, resource id): {{(pid=103229) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 19:35:57.787060 n-d-713498-36 neutron-server[103229]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f41ce20-316b-43f7-a483-3c3e20b03b8f tempest-FloatingIPTestJSON-1063614787 tempest-FloatingIPTestJSON-1063614787-project] Received port after_create {{(pid=103229) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 19:35:57.812384 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f41ce20-316b-43f7-a483-3c3e20b03b8f tempest-FloatingIPTestJSON-1063614787 tempest-FloatingIPTestJSON-1063614787-project] Pushing event updated for resources: {'Port': ['ID=07cb8c18-0f67-4b70-99b0-3e5ac72f2440,revision_number=1']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:35:57.980042 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b4741c0-95b3-4a6a-b4c9-86e1e29d5948 req-3e3d77db-9e4b-4d1b-98a3-5a954e898ba9 tempest-ServersTestJSON-482035511 tempest-ServersTestJSON-482035511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:35:57.982376 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-2b4741c0-95b3-4a6a-b4c9-86e1e29d5948 req-3e3d77db-9e4b-4d1b-98a3-5a954e898ba9 tempest-ServersTestJSON-482035511 tempest-ServersTestJSON-482035511-project] 10.222.0.75 "GET /v2.0/ports?device_id=8b1fc934-e90f-4a6e-87a2-90db0acccbea HTTP/1.1" status: 200 len: 945 time: 0.0592763 Feb 09 19:35:58.038382 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-2b4741c0-95b3-4a6a-b4c9-86e1e29d5948 req-06715152-0bab-4f95-88cc-a949892bb1c6 tempest-ServersTestJSON-482035511 tempest-ServersTestJSON-482035511-project] 10.222.0.75 "GET /v2.0/security-groups?id=37883354-c9cd-40f0-bbce-1c711bac4569&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498197 Feb 09 19:35:58.303449 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-5f41ce20-316b-43f7-a483-3c3e20b03b8f tempest-FloatingIPTestJSON-1063614787 tempest-FloatingIPTestJSON-1063614787-project] Publish callbacks [] for floatingip (b433b479-884b-4b99-a4d7-f0de08cd8caa), precommit_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:35:58.408260 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-5f41ce20-316b-43f7-a483-3c3e20b03b8f tempest-FloatingIPTestJSON-1063614787 tempest-FloatingIPTestJSON-1063614787-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (07cb8c18-0f67-4b70-99b0-3e5ac72f2440), before_update {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:35:58.561723 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-5f41ce20-316b-43f7-a483-3c3e20b03b8f tempest-FloatingIPTestJSON-1063614787 tempest-FloatingIPTestJSON-1063614787-project] Publish callbacks [] for port (07cb8c18-0f67-4b70-99b0-3e5ac72f2440), precommit_update {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:35:58.568168 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-5f41ce20-316b-43f7-a483-3c3e20b03b8f tempest-FloatingIPTestJSON-1063614787 tempest-FloatingIPTestJSON-1063614787-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762867176205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762866656485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762866656503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12867569'] for port (07cb8c18-0f67-4b70-99b0-3e5ac72f2440), after_update {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:35:58.650157 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f41ce20-316b-43f7-a483-3c3e20b03b8f tempest-FloatingIPTestJSON-1063614787 tempest-FloatingIPTestJSON-1063614787-project] Pushing event updated for resources: {'Port': ['ID=07cb8c18-0f67-4b70-99b0-3e5ac72f2440,revision_number=2']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:35:58.668371 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-5f41ce20-316b-43f7-a483-3c3e20b03b8f tempest-FloatingIPTestJSON-1063614787 tempest-FloatingIPTestJSON-1063614787-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1818909'] for floatingip (b433b479-884b-4b99-a4d7-f0de08cd8caa), after_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:35:58.770229 n-d-713498-36 neutron-server[103229]: INFO neutron.db.l3_db [None req-5f41ce20-316b-43f7-a483-3c3e20b03b8f tempest-FloatingIPTestJSON-1063614787 tempest-FloatingIPTestJSON-1063614787-project] Floating IP b433b479-884b-4b99-a4d7-f0de08cd8caa associated. External IP: 172.25.1.54, port: 8cde7e3b-e7c2-45e5-bf2e-056502f471f6. Feb 09 19:35:59.010957 n-d-713498-36 neutron-server[103229]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5f41ce20-316b-43f7-a483-3c3e20b03b8f tempest-FloatingIPTestJSON-1063614787 tempest-FloatingIPTestJSON-1063614787-project] Router 40f2e8a9-7187-458b-9570-5514b423f336 has already been hosted by L3 agent 93303d5e-5d17-45e8-8963-7694f87783ae {{(pid=103229) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 19:35:59.150442 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5f41ce20-316b-43f7-a483-3c3e20b03b8f tempest-FloatingIPTestJSON-1063614787 tempest-FloatingIPTestJSON-1063614787-project] Notify agent at l3_agent.n-d-713498-36 the message routers_updated {{(pid=103229) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 19:35:59.162225 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec0e52d9-824a-416e-a9ba-c29113589cc2 None None] Sync routers for ids ['40f2e8a9-7187-458b-9570-5514b423f336'] in n-d-713498-36 {{(pid=103232) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 19:35:59.176761 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-5f41ce20-316b-43f7-a483-3c3e20b03b8f tempest-FloatingIPTestJSON-1063614787 tempest-FloatingIPTestJSON-1063614787-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171096'] for floatingip (None), before_response {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:35:59.179372 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec0e52d9-824a-416e-a9ba-c29113589cc2 None None] Routers {'40f2e8a9-7187-458b-9570-5514b423f336'} bound to L3 agent in host n-d-713498-36 {{(pid=103232) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 19:35:59.181367 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.l3_hamode_db [None req-ec0e52d9-824a-416e-a9ba-c29113589cc2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T18:51:43Z,description=,heartbeat_timestamp=2022-02-09T19:35:43Z,host='n-d-713498-36',id=93303d5e-5d17-45e8-8963-7694f87783ae,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T18:51:43Z,topic='l3_agent')) {'router_ids': ['40f2e8a9-7187-458b-9570-5514b423f336'], 'active': True} {{(pid=103232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:35:59.186774 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9fa692a-8995-4571-9cee-6592f588d14b req-d1f6f9b7-5309-414c-ac57-9fffd630290d tempest-ServersTestJSON-482035511 tempest-ServersTestJSON-482035511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:35:59.188842 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-d9fa692a-8995-4571-9cee-6592f588d14b req-d1f6f9b7-5309-414c-ac57-9fffd630290d tempest-ServersTestJSON-482035511 tempest-ServersTestJSON-482035511-project] 10.222.0.75 "GET /v2.0/ports?device_id=8b1fc934-e90f-4a6e-87a2-90db0acccbea HTTP/1.1" status: 200 len: 945 time: 0.0757916 Feb 09 19:35:59.224034 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.l3_hamode_db [None req-ec0e52d9-824a-416e-a9ba-c29113589cc2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713498-36', False) {} {{(pid=103232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:35:59.234057 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec0e52d9-824a-416e-a9ba-c29113589cc2 None None] Routers {'40f2e8a9-7187-458b-9570-5514b423f336'} bound to L3 agent in host n-d-713498-36 {{(pid=103232) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 19:35:59.234605 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-5f41ce20-316b-43f7-a483-3c3e20b03b8f tempest-FloatingIPTestJSON-1063614787 tempest-FloatingIPTestJSON-1063614787-project] 10.222.0.75 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 982 time: 1.8571932 Feb 09 19:35:59.234960 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.l3_hamode_db [None req-ec0e52d9-824a-416e-a9ba-c29113589cc2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T18:51:43Z,description=,heartbeat_timestamp=2022-02-09T19:35:43Z,host='n-d-713498-36',id=93303d5e-5d17-45e8-8963-7694f87783ae,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T18:51:43Z,topic='l3_agent')) {'router_ids': ['40f2e8a9-7187-458b-9570-5514b423f336'], 'active': True} {{(pid=103232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:35:59.235151 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 38394) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:35:59.241321 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.v2.base [None req-3730f343-5a59-4682-96ee-4b33a586851e tempest-FloatingIPTestJSON-1063614787 tempest-FloatingIPTestJSON-1063614787-project] Request body: {'floatingip': {'port_id': None}} {{(pid=103230) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 19:35:59.265762 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-d9fa692a-8995-4571-9cee-6592f588d14b req-77d5bd1f-387a-49a4-b570-b78ecabec610 tempest-ServersTestJSON-482035511 tempest-ServersTestJSON-482035511-project] 10.222.0.75 "GET /v2.0/security-groups?id=37883354-c9cd-40f0-bbce-1c711bac4569&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0607176 Feb 09 19:35:59.287078 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.l3_hamode_db [None req-ec0e52d9-824a-416e-a9ba-c29113589cc2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713498-36', False) {} {{(pid=103232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:35:59.287805 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec0e52d9-824a-416e-a9ba-c29113589cc2 None None] The sync data for ids ['40f2e8a9-7187-458b-9570-5514b423f336'] in n-d-713498-36 is: [] {{(pid=103232) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 19:35:59.329379 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-3730f343-5a59-4682-96ee-4b33a586851e tempest-FloatingIPTestJSON-1063614787 tempest-FloatingIPTestJSON-1063614787-project] Publish callbacks [] for floatingip (b433b479-884b-4b99-a4d7-f0de08cd8caa), before_update {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:35:59.482011 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-3730f343-5a59-4682-96ee-4b33a586851e tempest-FloatingIPTestJSON-1063614787 tempest-FloatingIPTestJSON-1063614787-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:35:59.486521 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-3730f343-5a59-4682-96ee-4b33a586851e tempest-FloatingIPTestJSON-1063614787 tempest-FloatingIPTestJSON-1063614787-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1818909'] for floatingip (b433b479-884b-4b99-a4d7-f0de08cd8caa), after_update {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:35:59.486855 n-d-713498-36 neutron-server[103230]: INFO neutron.db.l3_db [None req-3730f343-5a59-4682-96ee-4b33a586851e tempest-FloatingIPTestJSON-1063614787 tempest-FloatingIPTestJSON-1063614787-project] Floating IP b433b479-884b-4b99-a4d7-f0de08cd8caa disassociated. External IP: 172.25.1.54, port: 8cde7e3b-e7c2-45e5-bf2e-056502f471f6. Feb 09 19:35:59.701197 n-d-713498-36 neutron-server[103230]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3730f343-5a59-4682-96ee-4b33a586851e tempest-FloatingIPTestJSON-1063614787 tempest-FloatingIPTestJSON-1063614787-project] Router 40f2e8a9-7187-458b-9570-5514b423f336 has already been hosted by L3 agent 93303d5e-5d17-45e8-8963-7694f87783ae {{(pid=103230) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 19:35:59.813479 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3730f343-5a59-4682-96ee-4b33a586851e tempest-FloatingIPTestJSON-1063614787 tempest-FloatingIPTestJSON-1063614787-project] Notify agent at l3_agent.n-d-713498-36 the message routers_updated {{(pid=103230) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 19:35:59.817933 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-3730f343-5a59-4682-96ee-4b33a586851e tempest-FloatingIPTestJSON-1063614787 tempest-FloatingIPTestJSON-1063614787-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171096'] for floatingip (None), before_response {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:35:59.825140 n-d-713498-36 neutron-server[103233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4d17660-17bb-44fa-a182-f49f47060768 None None] Sync routers for ids ['40f2e8a9-7187-458b-9570-5514b423f336'] in n-d-713498-36 {{(pid=103233) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 19:35:59.837437 n-d-713498-36 neutron-server[103233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4d17660-17bb-44fa-a182-f49f47060768 None None] Routers {'40f2e8a9-7187-458b-9570-5514b423f336'} bound to L3 agent in host n-d-713498-36 {{(pid=103233) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 19:35:59.838325 n-d-713498-36 neutron-server[103233]: DEBUG neutron.db.l3_hamode_db [None req-e4d17660-17bb-44fa-a182-f49f47060768 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T18:51:43Z,description=,heartbeat_timestamp=2022-02-09T19:35:43Z,host='n-d-713498-36',id=93303d5e-5d17-45e8-8963-7694f87783ae,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T18:51:43Z,topic='l3_agent')) {'router_ids': ['40f2e8a9-7187-458b-9570-5514b423f336'], 'active': True} {{(pid=103233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:35:59.850498 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-3730f343-5a59-4682-96ee-4b33a586851e tempest-FloatingIPTestJSON-1063614787 tempest-FloatingIPTestJSON-1063614787-project] 10.222.0.75 "PUT /v2.0/floatingips/b433b479-884b-4b99-a4d7-f0de08cd8caa HTTP/1.1" status: 200 len: 687 time: 0.6127729 Feb 09 19:35:59.851721 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 38396) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:35:59.874958 n-d-713498-36 neutron-server[103233]: DEBUG neutron.db.l3_hamode_db [None req-e4d17660-17bb-44fa-a182-f49f47060768 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713498-36', False) {} {{(pid=103233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:35:59.885072 n-d-713498-36 neutron-server[103233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4d17660-17bb-44fa-a182-f49f47060768 None None] Routers {'40f2e8a9-7187-458b-9570-5514b423f336'} bound to L3 agent in host n-d-713498-36 {{(pid=103233) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 19:35:59.885678 n-d-713498-36 neutron-server[103233]: DEBUG neutron.db.l3_hamode_db [None req-e4d17660-17bb-44fa-a182-f49f47060768 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T18:51:43Z,description=,heartbeat_timestamp=2022-02-09T19:35:43Z,host='n-d-713498-36',id=93303d5e-5d17-45e8-8963-7694f87783ae,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T18:51:43Z,topic='l3_agent')) {'router_ids': ['40f2e8a9-7187-458b-9570-5514b423f336'], 'active': True} {{(pid=103233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:35:59.925197 n-d-713498-36 neutron-server[103233]: DEBUG neutron.db.l3_hamode_db [None req-e4d17660-17bb-44fa-a182-f49f47060768 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713498-36', False) {} {{(pid=103233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:35:59.925854 n-d-713498-36 neutron-server[103233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4d17660-17bb-44fa-a182-f49f47060768 None None] The sync data for ids ['40f2e8a9-7187-458b-9570-5514b423f336'] in n-d-713498-36 is: [] {{(pid=103233) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 19:36:00.002338 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.plugin [None req-a638b4c6-7fcf-4f0a-bc24-9a71835ce79b tempest-FloatingIPTestJSON-1063614787 tempest-FloatingIPTestJSON-1063614787-project] Deleting port 07cb8c18-0f67-4b70-99b0-3e5ac72f2440 {{(pid=103229) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 19:36:00.002781 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-a638b4c6-7fcf-4f0a-bc24-9a71835ce79b tempest-FloatingIPTestJSON-1063614787 tempest-FloatingIPTestJSON-1063614787-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762867170196'] for port (07cb8c18-0f67-4b70-99b0-3e5ac72f2440), before_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:36:00.118007 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-a638b4c6-7fcf-4f0a-bc24-9a71835ce79b tempest-FloatingIPTestJSON-1063614787 tempest-FloatingIPTestJSON-1063614787-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1820838'] for port (07cb8c18-0f67-4b70-99b0-3e5ac72f2440), precommit_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:36:00.118339 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-a638b4c6-7fcf-4f0a-bc24-9a71835ce79b tempest-FloatingIPTestJSON-1063614787 tempest-FloatingIPTestJSON-1063614787-project] Publish callbacks [] for floatingip (07cb8c18-0f67-4b70-99b0-3e5ac72f2440), precommit_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:36:00.131935 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.plugin [None req-a638b4c6-7fcf-4f0a-bc24-9a71835ce79b tempest-FloatingIPTestJSON-1063614787 tempest-FloatingIPTestJSON-1063614787-project] Calling delete_port for 07cb8c18-0f67-4b70-99b0-3e5ac72f2440 owned by network:floatingip {{(pid=103229) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 19:36:00.282497 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-a638b4c6-7fcf-4f0a-bc24-9a71835ce79b tempest-FloatingIPTestJSON-1063614787 tempest-FloatingIPTestJSON-1063614787-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762867177463', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762866656476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12867576'] for port (07cb8c18-0f67-4b70-99b0-3e5ac72f2440), after_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:36:00.310566 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a638b4c6-7fcf-4f0a-bc24-9a71835ce79b tempest-FloatingIPTestJSON-1063614787 tempest-FloatingIPTestJSON-1063614787-project] Pushing event deleted for resources: {'Port': ['ID=07cb8c18-0f67-4b70-99b0-3e5ac72f2440,revision_number=None']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:36:00.379025 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-a638b4c6-7fcf-4f0a-bc24-9a71835ce79b tempest-FloatingIPTestJSON-1063614787 tempest-FloatingIPTestJSON-1063614787-project] Publish callbacks [] for floatingip (b433b479-884b-4b99-a4d7-f0de08cd8caa), after_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:36:00.381821 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-a638b4c6-7fcf-4f0a-bc24-9a71835ce79b tempest-FloatingIPTestJSON-1063614787 tempest-FloatingIPTestJSON-1063614787-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171096'] for floatingip (None), before_response {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:36:00.383033 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-a638b4c6-7fcf-4f0a-bc24-9a71835ce79b tempest-FloatingIPTestJSON-1063614787 tempest-FloatingIPTestJSON-1063614787-project] 10.222.0.75 "DELETE /v2.0/floatingips/b433b479-884b-4b99-a4d7-f0de08cd8caa HTTP/1.1" status: 204 len: 168 time: 0.5302782 Feb 09 19:36:00.386356 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 38402) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:36:00.393020 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.v2.base [None req-af17008f-56c1-4993-afcb-03b8ba61f1e3 tempest-FloatingIPTestJSON-1063614787 tempest-FloatingIPTestJSON-1063614787-project] Request body: {'floatingip': {'floating_network_id': '88055e1e-672a-4487-be31-ffb6e833ece5', 'port_id': 'fcda8998-66c0-4669-908f-2574263eb10b'}} {{(pid=103229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 19:36:00.407809 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d87152df-5753-4f9b-8a4a-26b5c1799196 req-d24d1242-50da-43dd-8f6b-ec77b93b8ba8 tempest-ServersTestJSON-482035511 tempest-ServersTestJSON-482035511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:36:00.409746 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-d87152df-5753-4f9b-8a4a-26b5c1799196 req-d24d1242-50da-43dd-8f6b-ec77b93b8ba8 tempest-ServersTestJSON-482035511 tempest-ServersTestJSON-482035511-project] 10.222.0.75 "GET /v2.0/ports?device_id=8b1fc934-e90f-4a6e-87a2-90db0acccbea HTTP/1.1" status: 200 len: 945 time: 0.0686426 Feb 09 19:36:00.415932 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-af17008f-56c1-4993-afcb-03b8ba61f1e3 tempest-FloatingIPTestJSON-1063614787 tempest-FloatingIPTestJSON-1063614787-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:36:00.474673 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-d87152df-5753-4f9b-8a4a-26b5c1799196 req-7aa84c07-630c-4564-8059-fa5bb6ab2874 tempest-ServersTestJSON-482035511 tempest-ServersTestJSON-482035511-project] 10.222.0.75 "GET /v2.0/security-groups?id=37883354-c9cd-40f0-bbce-1c711bac4569&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562928 Feb 09 19:36:00.803839 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-af17008f-56c1-4993-afcb-03b8ba61f1e3 tempest-FloatingIPTestJSON-1063614787 tempest-FloatingIPTestJSON-1063614787-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (None), before_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:36:00.912471 n-d-713498-36 neutron-server[103229]: DEBUG neutron.db.db_base_plugin_common [None req-af17008f-56c1-4993-afcb-03b8ba61f1e3 tempest-FloatingIPTestJSON-1063614787 tempest-FloatingIPTestJSON-1063614787-project] Allocated IP 172.25.1.160 (88055e1e-672a-4487-be31-ffb6e833ece5/ac16dbcc-383c-4b43-9153-d763c4a53f91/faa015d3-23c7-47e4-968b-11a197b1c77b) {{(pid=103229) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 19:36:01.014383 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-af17008f-56c1-4993-afcb-03b8ba61f1e3 tempest-FloatingIPTestJSON-1063614787 tempest-FloatingIPTestJSON-1063614787-project] Publish callbacks [] for port (faa015d3-23c7-47e4-968b-11a197b1c77b), precommit_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:36:01.049871 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-af17008f-56c1-4993-afcb-03b8ba61f1e3 tempest-FloatingIPTestJSON-1063614787 tempest-FloatingIPTestJSON-1063614787-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762866656467', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12867576'] for port (faa015d3-23c7-47e4-968b-11a197b1c77b), after_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:36:01.095399 n-d-713498-36 neutron-server[103229]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af17008f-56c1-4993-afcb-03b8ba61f1e3 tempest-FloatingIPTestJSON-1063614787 tempest-FloatingIPTestJSON-1063614787-project] Network 88055e1e-672a-4487-be31-ffb6e833ece5 is already hosted by enough agents. {{(pid=103229) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 19:36:01.098472 n-d-713498-36 neutron-server[103229]: DEBUG neutron.scheduler.base_scheduler [None req-af17008f-56c1-4993-afcb-03b8ba61f1e3 tempest-FloatingIPTestJSON-1063614787 tempest-FloatingIPTestJSON-1063614787-project] Resources bound (agent type, host, resource id): {{(pid=103229) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 19:36:01.102090 n-d-713498-36 neutron-server[103229]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af17008f-56c1-4993-afcb-03b8ba61f1e3 tempest-FloatingIPTestJSON-1063614787 tempest-FloatingIPTestJSON-1063614787-project] Received port after_create {{(pid=103229) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 19:36:01.124674 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af17008f-56c1-4993-afcb-03b8ba61f1e3 tempest-FloatingIPTestJSON-1063614787 tempest-FloatingIPTestJSON-1063614787-project] Pushing event updated for resources: {'Port': ['ID=faa015d3-23c7-47e4-968b-11a197b1c77b,revision_number=1']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:36:01.471487 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-af17008f-56c1-4993-afcb-03b8ba61f1e3 tempest-FloatingIPTestJSON-1063614787 tempest-FloatingIPTestJSON-1063614787-project] Publish callbacks [] for floatingip (122b7afc-cc5c-481d-9dd7-3cb62fefbf58), precommit_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:36:01.584658 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-af17008f-56c1-4993-afcb-03b8ba61f1e3 tempest-FloatingIPTestJSON-1063614787 tempest-FloatingIPTestJSON-1063614787-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (faa015d3-23c7-47e4-968b-11a197b1c77b), before_update {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:36:01.643261 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68dcbadc-69c7-4632-9c7f-d644e023a2f4 req-c99ddd51-83ad-4cbc-87bb-269e6e658fb5 tempest-ServersTestJSON-482035511 tempest-ServersTestJSON-482035511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:36:01.644743 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-68dcbadc-69c7-4632-9c7f-d644e023a2f4 req-c99ddd51-83ad-4cbc-87bb-269e6e658fb5 tempest-ServersTestJSON-482035511 tempest-ServersTestJSON-482035511-project] 10.222.0.75 "GET /v2.0/ports?device_id=8b1fc934-e90f-4a6e-87a2-90db0acccbea HTTP/1.1" status: 200 len: 945 time: 0.0969930 Feb 09 19:36:01.745970 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-68dcbadc-69c7-4632-9c7f-d644e023a2f4 req-e4e7ab8f-5460-45ef-a34c-2f95f1b10d9d tempest-ServersTestJSON-482035511 tempest-ServersTestJSON-482035511-project] 10.222.0.75 "GET /v2.0/security-groups?id=37883354-c9cd-40f0-bbce-1c711bac4569&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0884287 Feb 09 19:36:01.799086 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-af17008f-56c1-4993-afcb-03b8ba61f1e3 tempest-FloatingIPTestJSON-1063614787 tempest-FloatingIPTestJSON-1063614787-project] Publish callbacks [] for port (faa015d3-23c7-47e4-968b-11a197b1c77b), precommit_update {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:36:01.803682 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-af17008f-56c1-4993-afcb-03b8ba61f1e3 tempest-FloatingIPTestJSON-1063614787 tempest-FloatingIPTestJSON-1063614787-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762867176205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762866656485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762866656503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12867569'] for port (faa015d3-23c7-47e4-968b-11a197b1c77b), after_update {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:36:01.871360 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af17008f-56c1-4993-afcb-03b8ba61f1e3 tempest-FloatingIPTestJSON-1063614787 tempest-FloatingIPTestJSON-1063614787-project] Pushing event updated for resources: {'Port': ['ID=faa015d3-23c7-47e4-968b-11a197b1c77b,revision_number=2']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:36:01.882591 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-af17008f-56c1-4993-afcb-03b8ba61f1e3 tempest-FloatingIPTestJSON-1063614787 tempest-FloatingIPTestJSON-1063614787-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1818909'] for floatingip (122b7afc-cc5c-481d-9dd7-3cb62fefbf58), after_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:36:01.987638 n-d-713498-36 neutron-server[103229]: INFO neutron.db.l3_db [None req-af17008f-56c1-4993-afcb-03b8ba61f1e3 tempest-FloatingIPTestJSON-1063614787 tempest-FloatingIPTestJSON-1063614787-project] Floating IP 122b7afc-cc5c-481d-9dd7-3cb62fefbf58 associated. External IP: 172.25.1.160, port: fcda8998-66c0-4669-908f-2574263eb10b. Feb 09 19:36:02.209509 n-d-713498-36 neutron-server[103229]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-af17008f-56c1-4993-afcb-03b8ba61f1e3 tempest-FloatingIPTestJSON-1063614787 tempest-FloatingIPTestJSON-1063614787-project] Router 40f2e8a9-7187-458b-9570-5514b423f336 has already been hosted by L3 agent 93303d5e-5d17-45e8-8963-7694f87783ae {{(pid=103229) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 19:36:02.321760 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-af17008f-56c1-4993-afcb-03b8ba61f1e3 tempest-FloatingIPTestJSON-1063614787 tempest-FloatingIPTestJSON-1063614787-project] Notify agent at l3_agent.n-d-713498-36 the message routers_updated {{(pid=103229) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 19:36:02.333077 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-709b9291-7e82-467e-83ef-3793e70b8466 None None] Sync routers for ids ['40f2e8a9-7187-458b-9570-5514b423f336'] in n-d-713498-36 {{(pid=103232) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 19:36:02.340402 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-af17008f-56c1-4993-afcb-03b8ba61f1e3 tempest-FloatingIPTestJSON-1063614787 tempest-FloatingIPTestJSON-1063614787-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171096'] for floatingip (None), before_response {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:36:02.346657 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.l3_dvrscheduler_db [None req-709b9291-7e82-467e-83ef-3793e70b8466 None None] Routers {'40f2e8a9-7187-458b-9570-5514b423f336'} bound to L3 agent in host n-d-713498-36 {{(pid=103232) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 19:36:02.347344 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.l3_hamode_db [None req-709b9291-7e82-467e-83ef-3793e70b8466 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T18:51:43Z,description=,heartbeat_timestamp=2022-02-09T19:35:43Z,host='n-d-713498-36',id=93303d5e-5d17-45e8-8963-7694f87783ae,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T18:51:43Z,topic='l3_agent')) {'router_ids': ['40f2e8a9-7187-458b-9570-5514b423f336'], 'active': True} {{(pid=103232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:36:02.373768 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-af17008f-56c1-4993-afcb-03b8ba61f1e3 tempest-FloatingIPTestJSON-1063614787 tempest-FloatingIPTestJSON-1063614787-project] 10.222.0.75 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 982 time: 1.9839721 Feb 09 19:36:02.374103 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 38410) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:36:02.383587 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.l3_hamode_db [None req-709b9291-7e82-467e-83ef-3793e70b8466 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713498-36', False) {} {{(pid=103232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:36:02.392463 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.l3_dvrscheduler_db [None req-709b9291-7e82-467e-83ef-3793e70b8466 None None] Routers {'40f2e8a9-7187-458b-9570-5514b423f336'} bound to L3 agent in host n-d-713498-36 {{(pid=103232) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 19:36:02.393097 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.l3_hamode_db [None req-709b9291-7e82-467e-83ef-3793e70b8466 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T18:51:43Z,description=,heartbeat_timestamp=2022-02-09T19:35:43Z,host='n-d-713498-36',id=93303d5e-5d17-45e8-8963-7694f87783ae,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T18:51:43Z,topic='l3_agent')) {'router_ids': ['40f2e8a9-7187-458b-9570-5514b423f336'], 'active': True} {{(pid=103232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:36:02.441331 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.l3_hamode_db [None req-709b9291-7e82-467e-83ef-3793e70b8466 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713498-36', False) {} {{(pid=103232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:36:02.442556 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-709b9291-7e82-467e-83ef-3793e70b8466 None None] The sync data for ids ['40f2e8a9-7187-458b-9570-5514b423f336'] in n-d-713498-36 is: [] {{(pid=103232) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 19:36:02.463679 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-0f265657-072f-4e0c-95f2-89f1b4cdc7eb tempest-FloatingIPTestJSON-1063614787 tempest-FloatingIPTestJSON-1063614787-project] 10.222.0.75 "GET /v2.0/floatingips/122b7afc-cc5c-481d-9dd7-3cb62fefbf58 HTTP/1.1" status: 200 len: 977 time: 0.0878773 Feb 09 19:36:02.465643 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 38412) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:36:02.586489 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-e198c725-b15c-4a70-bc88-6dca40d4e501 tempest-FloatingIPTestJSON-1063614787 tempest-FloatingIPTestJSON-1063614787-project] 10.222.0.75 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 980 time: 0.1195636 Feb 09 19:36:02.589257 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 38414) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:36:02.593536 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.v2.base [None req-adb92dee-4a01-41ab-971f-71721dbef35f tempest-FloatingIPTestJSON-1063614787 tempest-FloatingIPTestJSON-1063614787-project] Request body: {'floatingip': {'port_id': '8cde7e3b-e7c2-45e5-bf2e-056502f471f6'}} {{(pid=103230) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 19:36:02.656227 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-adb92dee-4a01-41ab-971f-71721dbef35f tempest-FloatingIPTestJSON-1063614787 tempest-FloatingIPTestJSON-1063614787-project] Publish callbacks [] for floatingip (122b7afc-cc5c-481d-9dd7-3cb62fefbf58), before_update {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:36:02.954898 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db05e8de-e88d-4157-8a23-d5b29e2b86ee req-aa29f2b1-cfff-4201-a6df-bcecbacd9619 tempest-ServersTestJSON-482035511 tempest-ServersTestJSON-482035511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:36:02.956383 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-db05e8de-e88d-4157-8a23-d5b29e2b86ee req-aa29f2b1-cfff-4201-a6df-bcecbacd9619 tempest-ServersTestJSON-482035511 tempest-ServersTestJSON-482035511-project] 10.222.0.75 "GET /v2.0/ports?device_id=8b1fc934-e90f-4a6e-87a2-90db0acccbea HTTP/1.1" status: 200 len: 945 time: 0.1267519 Feb 09 19:36:03.072629 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-db05e8de-e88d-4157-8a23-d5b29e2b86ee req-f8c89b3d-75f1-43a4-8315-05fa94cfb426 tempest-ServersTestJSON-482035511 tempest-ServersTestJSON-482035511-project] 10.222.0.75 "GET /v2.0/security-groups?id=37883354-c9cd-40f0-bbce-1c711bac4569&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1074309 Feb 09 19:36:03.619690 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-adb92dee-4a01-41ab-971f-71721dbef35f tempest-FloatingIPTestJSON-1063614787 tempest-FloatingIPTestJSON-1063614787-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:36:03.624109 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-adb92dee-4a01-41ab-971f-71721dbef35f tempest-FloatingIPTestJSON-1063614787 tempest-FloatingIPTestJSON-1063614787-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1818909'] for floatingip (122b7afc-cc5c-481d-9dd7-3cb62fefbf58), after_update {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:36:03.740498 n-d-713498-36 neutron-server[103230]: INFO neutron.db.l3_db [None req-adb92dee-4a01-41ab-971f-71721dbef35f tempest-FloatingIPTestJSON-1063614787 tempest-FloatingIPTestJSON-1063614787-project] Floating IP 122b7afc-cc5c-481d-9dd7-3cb62fefbf58 associated. External IP: 172.25.1.160, port: fcda8998-66c0-4669-908f-2574263eb10b. Feb 09 19:36:03.984011 n-d-713498-36 neutron-server[103230]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-adb92dee-4a01-41ab-971f-71721dbef35f tempest-FloatingIPTestJSON-1063614787 tempest-FloatingIPTestJSON-1063614787-project] Router 40f2e8a9-7187-458b-9570-5514b423f336 has already been hosted by L3 agent 93303d5e-5d17-45e8-8963-7694f87783ae {{(pid=103230) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 19:36:04.104092 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-adb92dee-4a01-41ab-971f-71721dbef35f tempest-FloatingIPTestJSON-1063614787 tempest-FloatingIPTestJSON-1063614787-project] Notify agent at l3_agent.n-d-713498-36 the message routers_updated {{(pid=103230) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 19:36:04.115156 n-d-713498-36 neutron-server[103233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6cb9ca6d-c920-452d-81b0-d724daa917f9 None None] Sync routers for ids ['40f2e8a9-7187-458b-9570-5514b423f336'] in n-d-713498-36 {{(pid=103233) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 19:36:04.135233 n-d-713498-36 neutron-server[103233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cb9ca6d-c920-452d-81b0-d724daa917f9 None None] Routers {'40f2e8a9-7187-458b-9570-5514b423f336'} bound to L3 agent in host n-d-713498-36 {{(pid=103233) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 19:36:04.135904 n-d-713498-36 neutron-server[103233]: DEBUG neutron.db.l3_hamode_db [None req-6cb9ca6d-c920-452d-81b0-d724daa917f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T18:51:43Z,description=,heartbeat_timestamp=2022-02-09T19:35:43Z,host='n-d-713498-36',id=93303d5e-5d17-45e8-8963-7694f87783ae,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T18:51:43Z,topic='l3_agent')) {'router_ids': ['40f2e8a9-7187-458b-9570-5514b423f336'], 'active': True} {{(pid=103233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:36:04.180612 n-d-713498-36 neutron-server[103233]: DEBUG neutron.db.l3_hamode_db [None req-6cb9ca6d-c920-452d-81b0-d724daa917f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713498-36', False) {} {{(pid=103233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:36:04.195296 n-d-713498-36 neutron-server[103233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cb9ca6d-c920-452d-81b0-d724daa917f9 None None] Routers {'40f2e8a9-7187-458b-9570-5514b423f336'} bound to L3 agent in host n-d-713498-36 {{(pid=103233) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 19:36:04.195977 n-d-713498-36 neutron-server[103233]: DEBUG neutron.db.l3_hamode_db [None req-6cb9ca6d-c920-452d-81b0-d724daa917f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T18:51:43Z,description=,heartbeat_timestamp=2022-02-09T19:35:43Z,host='n-d-713498-36',id=93303d5e-5d17-45e8-8963-7694f87783ae,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T18:51:43Z,topic='l3_agent')) {'router_ids': ['40f2e8a9-7187-458b-9570-5514b423f336'], 'active': True} {{(pid=103233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:36:04.223721 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7405cc26-9888-48a8-b0c6-88ff44f3c799 req-8b568fc0-212e-4a32-8169-08b61d6ef9ea tempest-ServersTestJSON-482035511 tempest-ServersTestJSON-482035511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:36:04.234087 n-d-713498-36 neutron-server[103233]: DEBUG neutron.db.l3_hamode_db [None req-6cb9ca6d-c920-452d-81b0-d724daa917f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713498-36', False) {} {{(pid=103233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:36:04.234819 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-7405cc26-9888-48a8-b0c6-88ff44f3c799 req-8b568fc0-212e-4a32-8169-08b61d6ef9ea tempest-ServersTestJSON-482035511 tempest-ServersTestJSON-482035511-project] 10.222.0.75 "GET /v2.0/ports?device_id=8b1fc934-e90f-4a6e-87a2-90db0acccbea HTTP/1.1" status: 200 len: 945 time: 0.0739558 Feb 09 19:36:04.235854 n-d-713498-36 neutron-server[103233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6cb9ca6d-c920-452d-81b0-d724daa917f9 None None] The sync data for ids ['40f2e8a9-7187-458b-9570-5514b423f336'] in n-d-713498-36 is: [] {{(pid=103233) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 19:36:04.287178 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-7405cc26-9888-48a8-b0c6-88ff44f3c799 req-c82d1901-f39d-4059-a8d3-8a225666e7fd tempest-ServersTestJSON-482035511 tempest-ServersTestJSON-482035511-project] 10.222.0.75 "GET /v2.0/security-groups?id=37883354-c9cd-40f0-bbce-1c711bac4569&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514021 Feb 09 19:36:04.349061 n-d-713498-36 neutron-server[103230]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-adb92dee-4a01-41ab-971f-71721dbef35f tempest-FloatingIPTestJSON-1063614787 tempest-FloatingIPTestJSON-1063614787-project] Router 40f2e8a9-7187-458b-9570-5514b423f336 has already been hosted by L3 agent 93303d5e-5d17-45e8-8963-7694f87783ae {{(pid=103230) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 19:36:04.459315 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-adb92dee-4a01-41ab-971f-71721dbef35f tempest-FloatingIPTestJSON-1063614787 tempest-FloatingIPTestJSON-1063614787-project] Notify agent at l3_agent.n-d-713498-36 the message routers_updated {{(pid=103230) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 19:36:04.463784 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-adb92dee-4a01-41ab-971f-71721dbef35f tempest-FloatingIPTestJSON-1063614787 tempest-FloatingIPTestJSON-1063614787-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171096'] for floatingip (None), before_response {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:36:04.469307 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9666a18c-ac74-41e3-8a42-fc3914437560 None None] Sync routers for ids ['40f2e8a9-7187-458b-9570-5514b423f336'] in n-d-713498-36 {{(pid=103232) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 19:36:04.479082 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9666a18c-ac74-41e3-8a42-fc3914437560 None None] Routers {'40f2e8a9-7187-458b-9570-5514b423f336'} bound to L3 agent in host n-d-713498-36 {{(pid=103232) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 19:36:04.479676 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.l3_hamode_db [None req-9666a18c-ac74-41e3-8a42-fc3914437560 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T18:51:43Z,description=,heartbeat_timestamp=2022-02-09T19:35:43Z,host='n-d-713498-36',id=93303d5e-5d17-45e8-8963-7694f87783ae,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T18:51:43Z,topic='l3_agent')) {'router_ids': ['40f2e8a9-7187-458b-9570-5514b423f336'], 'active': True} {{(pid=103232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:36:04.513261 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.l3_hamode_db [None req-9666a18c-ac74-41e3-8a42-fc3914437560 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713498-36', False) {} {{(pid=103232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:36:04.522438 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9666a18c-ac74-41e3-8a42-fc3914437560 None None] Routers {'40f2e8a9-7187-458b-9570-5514b423f336'} bound to L3 agent in host n-d-713498-36 {{(pid=103232) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 19:36:04.523108 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.l3_hamode_db [None req-9666a18c-ac74-41e3-8a42-fc3914437560 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T18:51:43Z,description=,heartbeat_timestamp=2022-02-09T19:35:43Z,host='n-d-713498-36',id=93303d5e-5d17-45e8-8963-7694f87783ae,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T18:51:43Z,topic='l3_agent')) {'router_ids': ['40f2e8a9-7187-458b-9570-5514b423f336'], 'active': True} {{(pid=103232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:36:04.530707 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-adb92dee-4a01-41ab-971f-71721dbef35f tempest-FloatingIPTestJSON-1063614787 tempest-FloatingIPTestJSON-1063614787-project] 10.222.0.75 "PUT /v2.0/floatingips/122b7afc-cc5c-481d-9dd7-3cb62fefbf58 HTTP/1.1" status: 200 len: 978 time: 1.9378886 Feb 09 19:36:04.530862 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 38428) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:36:04.535303 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.v2.base [None req-9be67ab4-343b-40ee-ac92-a321b97fa5f8 tempest-FloatingIPTestJSON-1063614787 tempest-FloatingIPTestJSON-1063614787-project] Request body: {'floatingip': {'port_id': None}} {{(pid=103230) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 19:36:04.559952 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.l3_hamode_db [None req-9666a18c-ac74-41e3-8a42-fc3914437560 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713498-36', False) {} {{(pid=103232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:36:04.560613 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9666a18c-ac74-41e3-8a42-fc3914437560 None None] The sync data for ids ['40f2e8a9-7187-458b-9570-5514b423f336'] in n-d-713498-36 is: [] {{(pid=103232) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 19:36:04.593588 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-9be67ab4-343b-40ee-ac92-a321b97fa5f8 tempest-FloatingIPTestJSON-1063614787 tempest-FloatingIPTestJSON-1063614787-project] Publish callbacks [] for floatingip (122b7afc-cc5c-481d-9dd7-3cb62fefbf58), before_update {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:36:04.747462 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-9be67ab4-343b-40ee-ac92-a321b97fa5f8 tempest-FloatingIPTestJSON-1063614787 tempest-FloatingIPTestJSON-1063614787-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:36:04.753985 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-9be67ab4-343b-40ee-ac92-a321b97fa5f8 tempest-FloatingIPTestJSON-1063614787 tempest-FloatingIPTestJSON-1063614787-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1818909'] for floatingip (122b7afc-cc5c-481d-9dd7-3cb62fefbf58), after_update {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:36:04.754518 n-d-713498-36 neutron-server[103230]: INFO neutron.db.l3_db [None req-9be67ab4-343b-40ee-ac92-a321b97fa5f8 tempest-FloatingIPTestJSON-1063614787 tempest-FloatingIPTestJSON-1063614787-project] Floating IP 122b7afc-cc5c-481d-9dd7-3cb62fefbf58 disassociated. External IP: 172.25.1.160, port: 8cde7e3b-e7c2-45e5-bf2e-056502f471f6. Feb 09 19:36:04.973898 n-d-713498-36 neutron-server[103230]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9be67ab4-343b-40ee-ac92-a321b97fa5f8 tempest-FloatingIPTestJSON-1063614787 tempest-FloatingIPTestJSON-1063614787-project] Router 40f2e8a9-7187-458b-9570-5514b423f336 has already been hosted by L3 agent 93303d5e-5d17-45e8-8963-7694f87783ae {{(pid=103230) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 19:36:05.095961 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9be67ab4-343b-40ee-ac92-a321b97fa5f8 tempest-FloatingIPTestJSON-1063614787 tempest-FloatingIPTestJSON-1063614787-project] Notify agent at l3_agent.n-d-713498-36 the message routers_updated {{(pid=103230) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 19:36:05.101509 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-9be67ab4-343b-40ee-ac92-a321b97fa5f8 tempest-FloatingIPTestJSON-1063614787 tempest-FloatingIPTestJSON-1063614787-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171096'] for floatingip (None), before_response {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:36:05.107927 n-d-713498-36 neutron-server[103233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-291a7fca-b5e6-49de-a95c-1dae73e8ce50 None None] Sync routers for ids ['40f2e8a9-7187-458b-9570-5514b423f336'] in n-d-713498-36 {{(pid=103233) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 19:36:05.117726 n-d-713498-36 neutron-server[103233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-291a7fca-b5e6-49de-a95c-1dae73e8ce50 None None] Routers {'40f2e8a9-7187-458b-9570-5514b423f336'} bound to L3 agent in host n-d-713498-36 {{(pid=103233) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 19:36:05.118362 n-d-713498-36 neutron-server[103233]: DEBUG neutron.db.l3_hamode_db [None req-291a7fca-b5e6-49de-a95c-1dae73e8ce50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T18:51:43Z,description=,heartbeat_timestamp=2022-02-09T19:35:43Z,host='n-d-713498-36',id=93303d5e-5d17-45e8-8963-7694f87783ae,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T18:51:43Z,topic='l3_agent')) {'router_ids': ['40f2e8a9-7187-458b-9570-5514b423f336'], 'active': True} {{(pid=103233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:36:05.141213 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-9be67ab4-343b-40ee-ac92-a321b97fa5f8 tempest-FloatingIPTestJSON-1063614787 tempest-FloatingIPTestJSON-1063614787-project] 10.222.0.75 "PUT /v2.0/floatingips/122b7afc-cc5c-481d-9dd7-3cb62fefbf58 HTTP/1.1" status: 200 len: 688 time: 0.6063921 Feb 09 19:36:05.141623 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 38430) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:36:05.151588 n-d-713498-36 neutron-server[103233]: DEBUG neutron.db.l3_hamode_db [None req-291a7fca-b5e6-49de-a95c-1dae73e8ce50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713498-36', False) {} {{(pid=103233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:36:05.160865 n-d-713498-36 neutron-server[103233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-291a7fca-b5e6-49de-a95c-1dae73e8ce50 None None] Routers {'40f2e8a9-7187-458b-9570-5514b423f336'} bound to L3 agent in host n-d-713498-36 {{(pid=103233) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 19:36:05.161468 n-d-713498-36 neutron-server[103233]: DEBUG neutron.db.l3_hamode_db [None req-291a7fca-b5e6-49de-a95c-1dae73e8ce50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T18:51:43Z,description=,heartbeat_timestamp=2022-02-09T19:35:43Z,host='n-d-713498-36',id=93303d5e-5d17-45e8-8963-7694f87783ae,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T18:51:43Z,topic='l3_agent')) {'router_ids': ['40f2e8a9-7187-458b-9570-5514b423f336'], 'active': True} {{(pid=103233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:36:05.197774 n-d-713498-36 neutron-server[103233]: DEBUG neutron.db.l3_hamode_db [None req-291a7fca-b5e6-49de-a95c-1dae73e8ce50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713498-36', False) {} {{(pid=103233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:36:05.198480 n-d-713498-36 neutron-server[103233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-291a7fca-b5e6-49de-a95c-1dae73e8ce50 None None] The sync data for ids ['40f2e8a9-7187-458b-9570-5514b423f336'] in n-d-713498-36 is: [] {{(pid=103233) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 19:36:05.277524 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.plugin [None req-83bb693f-2f7a-43ee-995d-9aeca004aa42 tempest-FloatingIPTestJSON-1063614787 tempest-FloatingIPTestJSON-1063614787-project] Deleting port faa015d3-23c7-47e4-968b-11a197b1c77b {{(pid=103229) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 19:36:05.278183 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-83bb693f-2f7a-43ee-995d-9aeca004aa42 tempest-FloatingIPTestJSON-1063614787 tempest-FloatingIPTestJSON-1063614787-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762867170196'] for port (faa015d3-23c7-47e4-968b-11a197b1c77b), before_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:36:05.365193 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-83bb693f-2f7a-43ee-995d-9aeca004aa42 tempest-FloatingIPTestJSON-1063614787 tempest-FloatingIPTestJSON-1063614787-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1820838'] for port (faa015d3-23c7-47e4-968b-11a197b1c77b), precommit_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:36:05.365623 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-83bb693f-2f7a-43ee-995d-9aeca004aa42 tempest-FloatingIPTestJSON-1063614787 tempest-FloatingIPTestJSON-1063614787-project] Publish callbacks [] for floatingip (faa015d3-23c7-47e4-968b-11a197b1c77b), precommit_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:36:05.378002 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.plugin [None req-83bb693f-2f7a-43ee-995d-9aeca004aa42 tempest-FloatingIPTestJSON-1063614787 tempest-FloatingIPTestJSON-1063614787-project] Calling delete_port for faa015d3-23c7-47e4-968b-11a197b1c77b owned by network:floatingip {{(pid=103229) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 19:36:05.434700 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43381a27-ad8e-4bdc-a79f-e8106f67e847 req-f5f6d54a-b2f9-4565-9314-caa42578e09d tempest-ServersTestJSON-482035511 tempest-ServersTestJSON-482035511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:36:05.436279 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-43381a27-ad8e-4bdc-a79f-e8106f67e847 req-f5f6d54a-b2f9-4565-9314-caa42578e09d tempest-ServersTestJSON-482035511 tempest-ServersTestJSON-482035511-project] 10.222.0.75 "GET /v2.0/ports?device_id=8b1fc934-e90f-4a6e-87a2-90db0acccbea HTTP/1.1" status: 200 len: 945 time: 0.0640733 Feb 09 19:36:05.485891 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-43381a27-ad8e-4bdc-a79f-e8106f67e847 req-8ecab996-e1b9-4f89-8168-18271eae4449 tempest-ServersTestJSON-482035511 tempest-ServersTestJSON-482035511-project] 10.222.0.75 "GET /v2.0/security-groups?id=37883354-c9cd-40f0-bbce-1c711bac4569&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432425 Feb 09 19:36:05.515863 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-83bb693f-2f7a-43ee-995d-9aeca004aa42 tempest-FloatingIPTestJSON-1063614787 tempest-FloatingIPTestJSON-1063614787-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762867177463', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762866656476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12867576'] for port (faa015d3-23c7-47e4-968b-11a197b1c77b), after_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:36:05.533439 n-d-713498-36 neutron-server[103233]: DEBUG neutron.db.agents_db [None req-4a8a6a42-0a0c-4437-8958-92282682b6bb None None] Agent healthcheck: found 7 active agents {{(pid=103233) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 19:36:05.546980 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83bb693f-2f7a-43ee-995d-9aeca004aa42 tempest-FloatingIPTestJSON-1063614787 tempest-FloatingIPTestJSON-1063614787-project] Pushing event deleted for resources: {'Port': ['ID=faa015d3-23c7-47e4-968b-11a197b1c77b,revision_number=None']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:36:05.608958 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-83bb693f-2f7a-43ee-995d-9aeca004aa42 tempest-FloatingIPTestJSON-1063614787 tempest-FloatingIPTestJSON-1063614787-project] Publish callbacks [] for floatingip (122b7afc-cc5c-481d-9dd7-3cb62fefbf58), after_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:36:05.611587 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-83bb693f-2f7a-43ee-995d-9aeca004aa42 tempest-FloatingIPTestJSON-1063614787 tempest-FloatingIPTestJSON-1063614787-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171096'] for floatingip (None), before_response {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:36:05.612776 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-83bb693f-2f7a-43ee-995d-9aeca004aa42 tempest-FloatingIPTestJSON-1063614787 tempest-FloatingIPTestJSON-1063614787-project] 10.222.0.75 "DELETE /v2.0/floatingips/122b7afc-cc5c-481d-9dd7-3cb62fefbf58 HTTP/1.1" status: 204 len: 168 time: 0.4698703 Feb 09 19:36:05.615488 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 38438) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:36:05.651478 n-d-713498-36 neutron-server[103229]: INFO neutron.api.v2.resource [None req-0325754e-c27d-466d-b0d4-6d5cafa8d916 tempest-FloatingIPTestJSON-1063614787 tempest-FloatingIPTestJSON-1063614787-project] delete failed (client error): The resource could not be found. Feb 09 19:36:05.652522 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-0325754e-c27d-466d-b0d4-6d5cafa8d916 tempest-FloatingIPTestJSON-1063614787 tempest-FloatingIPTestJSON-1063614787-project] 10.222.0.75 "DELETE /v2.0/floatingips/122b7afc-cc5c-481d-9dd7-3cb62fefbf58 HTTP/1.1" status: 404 len: 345 time: 0.0361195 Feb 09 19:36:05.656523 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 38440) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:36:05.748415 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-413b92b6-529e-44b0-b02d-0f2d02504ae0 tempest-FloatingIPTestJSON-1063614787 tempest-FloatingIPTestJSON-1063614787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:36:05.753854 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-413b92b6-529e-44b0-b02d-0f2d02504ae0 tempest-FloatingIPTestJSON-1063614787 tempest-FloatingIPTestJSON-1063614787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:36:05.759199 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-413b92b6-529e-44b0-b02d-0f2d02504ae0 tempest-FloatingIPTestJSON-1063614787 tempest-FloatingIPTestJSON-1063614787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:36:05.763426 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-413b92b6-529e-44b0-b02d-0f2d02504ae0 tempest-FloatingIPTestJSON-1063614787 tempest-FloatingIPTestJSON-1063614787-project] 10.222.0.75 "GET /v2.0/ports?network_id=18abc3ed-c3e0-4a53-83f7-e979c5994da6 HTTP/1.1" status: 200 len: 2357 time: 0.1033297 Feb 09 19:36:05.763604 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 38442) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:36:05.823166 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0bf5d256-101d-41da-ad32-a68513c985d3 tempest-FloatingIPTestJSON-1063614787 tempest-FloatingIPTestJSON-1063614787-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:36:05.823166 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-0bf5d256-101d-41da-ad32-a68513c985d3 tempest-FloatingIPTestJSON-1063614787 tempest-FloatingIPTestJSON-1063614787-project] 10.222.0.75 "GET /v2.0/subnets/86041f55-7cae-4523-885d-732773b720ec HTTP/1.1" status: 200 len: 797 time: 0.0539930 Feb 09 19:36:05.824054 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 38444) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:36:05.833194 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.v2.base [None req-50f2a46c-2058-4050-977a-c2abefe32863 tempest-FloatingIPTestJSON-1063614787 tempest-FloatingIPTestJSON-1063614787-project] Request body: {'port': {'network_id': '18abc3ed-c3e0-4a53-83f7-e979c5994da6', 'name': 'tempest-FloatingIPTestJSON-1119733145', 'fixed_ips': [{'ip_address': '172.20.0.14'}, {'ip_address': '172.20.0.13'}]}} {{(pid=103229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 19:36:05.944571 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-50f2a46c-2058-4050-977a-c2abefe32863 tempest-FloatingIPTestJSON-1063614787 tempest-FloatingIPTestJSON-1063614787-project] Made reservation on behalf of 871850e503d64567abcf6c393ba28742 for: {'port': 1} {{(pid=103229) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 19:36:06.027423 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-50f2a46c-2058-4050-977a-c2abefe32863 tempest-FloatingIPTestJSON-1063614787 tempest-FloatingIPTestJSON-1063614787-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (None), before_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:36:06.045206 n-d-713498-36 neutron-server[103229]: DEBUG neutron.notifiers.nova [None req-50f2a46c-2058-4050-977a-c2abefe32863 tempest-FloatingIPTestJSON-1063614787 tempest-FloatingIPTestJSON-1063614787-project] device_id is not set on port 6239effb-fdbc-4d17-a39f-91ca5efedf55 yet. {{(pid=103229) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 09 19:36:06.363922 n-d-713498-36 neutron-server[103229]: DEBUG neutron.db.db_base_plugin_common [None req-50f2a46c-2058-4050-977a-c2abefe32863 tempest-FloatingIPTestJSON-1063614787 tempest-FloatingIPTestJSON-1063614787-project] Allocated IP 172.20.0.14 (18abc3ed-c3e0-4a53-83f7-e979c5994da6/86041f55-7cae-4523-885d-732773b720ec/6239effb-fdbc-4d17-a39f-91ca5efedf55) {{(pid=103229) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 19:36:06.371721 n-d-713498-36 neutron-server[103229]: DEBUG neutron.db.db_base_plugin_common [None req-50f2a46c-2058-4050-977a-c2abefe32863 tempest-FloatingIPTestJSON-1063614787 tempest-FloatingIPTestJSON-1063614787-project] Allocated IP 172.20.0.13 (18abc3ed-c3e0-4a53-83f7-e979c5994da6/86041f55-7cae-4523-885d-732773b720ec/6239effb-fdbc-4d17-a39f-91ca5efedf55) {{(pid=103229) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 19:36:06.568530 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-50f2a46c-2058-4050-977a-c2abefe32863 tempest-FloatingIPTestJSON-1063614787 tempest-FloatingIPTestJSON-1063614787-project] Publish callbacks [] for port (6239effb-fdbc-4d17-a39f-91ca5efedf55), precommit_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:36:06.649382 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-146fbb37-6b01-42e4-ae4a-7d3016c0f3a3 req-bd66f35b-e128-449e-b9be-ae188840b77f tempest-ServersTestJSON-482035511 tempest-ServersTestJSON-482035511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:36:06.651160 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-146fbb37-6b01-42e4-ae4a-7d3016c0f3a3 req-bd66f35b-e128-449e-b9be-ae188840b77f tempest-ServersTestJSON-482035511 tempest-ServersTestJSON-482035511-project] 10.222.0.75 "GET /v2.0/ports?device_id=8b1fc934-e90f-4a6e-87a2-90db0acccbea HTTP/1.1" status: 200 len: 945 time: 0.0698280 Feb 09 19:36:06.652535 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-50f2a46c-2058-4050-977a-c2abefe32863 tempest-FloatingIPTestJSON-1063614787 tempest-FloatingIPTestJSON-1063614787-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762866656467', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12867576'] for port (6239effb-fdbc-4d17-a39f-91ca5efedf55), after_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:36:06.724465 n-d-713498-36 neutron-server[103229]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50f2a46c-2058-4050-977a-c2abefe32863 tempest-FloatingIPTestJSON-1063614787 tempest-FloatingIPTestJSON-1063614787-project] Network 18abc3ed-c3e0-4a53-83f7-e979c5994da6 is already hosted by enough agents. {{(pid=103229) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 19:36:06.729185 n-d-713498-36 neutron-server[103229]: DEBUG neutron.scheduler.base_scheduler [None req-50f2a46c-2058-4050-977a-c2abefe32863 tempest-FloatingIPTestJSON-1063614787 tempest-FloatingIPTestJSON-1063614787-project] Resources bound (agent type, host, resource id): {{(pid=103229) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 19:36:06.736433 n-d-713498-36 neutron-server[103229]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50f2a46c-2058-4050-977a-c2abefe32863 tempest-FloatingIPTestJSON-1063614787 tempest-FloatingIPTestJSON-1063614787-project] Received port after_create {{(pid=103229) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 19:36:06.791906 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50f2a46c-2058-4050-977a-c2abefe32863 tempest-FloatingIPTestJSON-1063614787 tempest-FloatingIPTestJSON-1063614787-project] Pushing event updated for resources: {'Port': ['ID=6239effb-fdbc-4d17-a39f-91ca5efedf55,revision_number=1']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:36:06.824311 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50f2a46c-2058-4050-977a-c2abefe32863 tempest-FloatingIPTestJSON-1063614787 tempest-FloatingIPTestJSON-1063614787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:36:06.825122 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-50f2a46c-2058-4050-977a-c2abefe32863 tempest-FloatingIPTestJSON-1063614787 tempest-FloatingIPTestJSON-1063614787-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171096'] for port (None), before_response {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:36:06.840032 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-146fbb37-6b01-42e4-ae4a-7d3016c0f3a3 req-4f451bc2-2401-4ecf-b50e-bff9e8ab9145 tempest-ServersTestJSON-482035511 tempest-ServersTestJSON-482035511-project] 10.222.0.75 "GET /v2.0/security-groups?id=37883354-c9cd-40f0-bbce-1c711bac4569&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1803360 Feb 09 19:36:06.852724 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-50f2a46c-2058-4050-977a-c2abefe32863 tempest-FloatingIPTestJSON-1063614787 tempest-FloatingIPTestJSON-1063614787-project] 10.222.0.75 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1010 time: 1.0226340 Feb 09 19:36:06.852822 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 38462) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:36:06.867907 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.v2.base [None req-d8e25d47-73f7-402e-b55d-de94e2147f18 tempest-FloatingIPTestJSON-1063614787 tempest-FloatingIPTestJSON-1063614787-project] Request body: {'floatingip': {'floating_network_id': '88055e1e-672a-4487-be31-ffb6e833ece5', 'port_id': '6239effb-fdbc-4d17-a39f-91ca5efedf55', 'fixed_ip_address': '172.20.0.14'}} {{(pid=103229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 19:36:06.882547 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-d8e25d47-73f7-402e-b55d-de94e2147f18 tempest-FloatingIPTestJSON-1063614787 tempest-FloatingIPTestJSON-1063614787-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:36:06.991448 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-d8e25d47-73f7-402e-b55d-de94e2147f18 tempest-FloatingIPTestJSON-1063614787 tempest-FloatingIPTestJSON-1063614787-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (None), before_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:36:07.100184 n-d-713498-36 neutron-server[103229]: DEBUG neutron.db.db_base_plugin_common [None req-d8e25d47-73f7-402e-b55d-de94e2147f18 tempest-FloatingIPTestJSON-1063614787 tempest-FloatingIPTestJSON-1063614787-project] Allocated IP 172.25.1.86 (88055e1e-672a-4487-be31-ffb6e833ece5/ac16dbcc-383c-4b43-9153-d763c4a53f91/87dcd7a9-002e-4a08-97f1-4d3511fa1e1c) {{(pid=103229) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 19:36:07.210011 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-d8e25d47-73f7-402e-b55d-de94e2147f18 tempest-FloatingIPTestJSON-1063614787 tempest-FloatingIPTestJSON-1063614787-project] Publish callbacks [] for port (87dcd7a9-002e-4a08-97f1-4d3511fa1e1c), precommit_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:36:07.244568 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-d8e25d47-73f7-402e-b55d-de94e2147f18 tempest-FloatingIPTestJSON-1063614787 tempest-FloatingIPTestJSON-1063614787-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762866656467', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12867576'] for port (87dcd7a9-002e-4a08-97f1-4d3511fa1e1c), after_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:36:07.286500 n-d-713498-36 neutron-server[103229]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8e25d47-73f7-402e-b55d-de94e2147f18 tempest-FloatingIPTestJSON-1063614787 tempest-FloatingIPTestJSON-1063614787-project] Network 88055e1e-672a-4487-be31-ffb6e833ece5 is already hosted by enough agents. {{(pid=103229) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 19:36:07.289889 n-d-713498-36 neutron-server[103229]: DEBUG neutron.scheduler.base_scheduler [None req-d8e25d47-73f7-402e-b55d-de94e2147f18 tempest-FloatingIPTestJSON-1063614787 tempest-FloatingIPTestJSON-1063614787-project] Resources bound (agent type, host, resource id): {{(pid=103229) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 19:36:07.294544 n-d-713498-36 neutron-server[103229]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8e25d47-73f7-402e-b55d-de94e2147f18 tempest-FloatingIPTestJSON-1063614787 tempest-FloatingIPTestJSON-1063614787-project] Received port after_create {{(pid=103229) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 19:36:07.321301 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8e25d47-73f7-402e-b55d-de94e2147f18 tempest-FloatingIPTestJSON-1063614787 tempest-FloatingIPTestJSON-1063614787-project] Pushing event updated for resources: {'Port': ['ID=87dcd7a9-002e-4a08-97f1-4d3511fa1e1c,revision_number=1']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:36:07.994518 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efc78dfb-0014-4aa9-8902-49da8e7595dc req-c8cb5f0c-625e-4b02-acad-2b50f8068c3b tempest-ServersTestJSON-482035511 tempest-ServersTestJSON-482035511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:36:07.996677 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-efc78dfb-0014-4aa9-8902-49da8e7595dc req-c8cb5f0c-625e-4b02-acad-2b50f8068c3b tempest-ServersTestJSON-482035511 tempest-ServersTestJSON-482035511-project] 10.222.0.75 "GET /v2.0/ports?device_id=8b1fc934-e90f-4a6e-87a2-90db0acccbea HTTP/1.1" status: 200 len: 945 time: 0.0720561 Feb 09 19:36:08.022259 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-d8e25d47-73f7-402e-b55d-de94e2147f18 tempest-FloatingIPTestJSON-1063614787 tempest-FloatingIPTestJSON-1063614787-project] Publish callbacks [] for floatingip (22f3d13b-c173-405c-ad69-883aa61d7e81), precommit_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:36:08.088725 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-efc78dfb-0014-4aa9-8902-49da8e7595dc req-d80ac83e-0de4-4995-8cca-229f0706d363 tempest-ServersTestJSON-482035511 tempest-ServersTestJSON-482035511-project] 10.222.0.75 "GET /v2.0/security-groups?id=37883354-c9cd-40f0-bbce-1c711bac4569&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0843682 Feb 09 19:36:08.123897 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-d8e25d47-73f7-402e-b55d-de94e2147f18 tempest-FloatingIPTestJSON-1063614787 tempest-FloatingIPTestJSON-1063614787-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (87dcd7a9-002e-4a08-97f1-4d3511fa1e1c), before_update {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:36:08.278475 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-d8e25d47-73f7-402e-b55d-de94e2147f18 tempest-FloatingIPTestJSON-1063614787 tempest-FloatingIPTestJSON-1063614787-project] Publish callbacks [] for port (87dcd7a9-002e-4a08-97f1-4d3511fa1e1c), precommit_update {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:36:08.283806 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-d8e25d47-73f7-402e-b55d-de94e2147f18 tempest-FloatingIPTestJSON-1063614787 tempest-FloatingIPTestJSON-1063614787-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762867176205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762866656485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762866656503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12867569'] for port (87dcd7a9-002e-4a08-97f1-4d3511fa1e1c), after_update {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:36:08.351967 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8e25d47-73f7-402e-b55d-de94e2147f18 tempest-FloatingIPTestJSON-1063614787 tempest-FloatingIPTestJSON-1063614787-project] Pushing event updated for resources: {'Port': ['ID=87dcd7a9-002e-4a08-97f1-4d3511fa1e1c,revision_number=2']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:36:08.362538 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-d8e25d47-73f7-402e-b55d-de94e2147f18 tempest-FloatingIPTestJSON-1063614787 tempest-FloatingIPTestJSON-1063614787-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1818909'] for floatingip (22f3d13b-c173-405c-ad69-883aa61d7e81), after_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:36:08.472208 n-d-713498-36 neutron-server[103229]: INFO neutron.db.l3_db [None req-d8e25d47-73f7-402e-b55d-de94e2147f18 tempest-FloatingIPTestJSON-1063614787 tempest-FloatingIPTestJSON-1063614787-project] Floating IP 22f3d13b-c173-405c-ad69-883aa61d7e81 associated. External IP: 172.25.1.86, port: 6239effb-fdbc-4d17-a39f-91ca5efedf55. Feb 09 19:36:08.684949 n-d-713498-36 neutron-server[103229]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d8e25d47-73f7-402e-b55d-de94e2147f18 tempest-FloatingIPTestJSON-1063614787 tempest-FloatingIPTestJSON-1063614787-project] Router 40f2e8a9-7187-458b-9570-5514b423f336 has already been hosted by L3 agent 93303d5e-5d17-45e8-8963-7694f87783ae {{(pid=103229) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 19:36:08.795480 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d8e25d47-73f7-402e-b55d-de94e2147f18 tempest-FloatingIPTestJSON-1063614787 tempest-FloatingIPTestJSON-1063614787-project] Notify agent at l3_agent.n-d-713498-36 the message routers_updated {{(pid=103229) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 19:36:08.805520 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86f256a7-a6d2-46dd-a889-b8bccfe99ffe None None] Sync routers for ids ['40f2e8a9-7187-458b-9570-5514b423f336'] in n-d-713498-36 {{(pid=103232) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 19:36:08.814549 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-d8e25d47-73f7-402e-b55d-de94e2147f18 tempest-FloatingIPTestJSON-1063614787 tempest-FloatingIPTestJSON-1063614787-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171096'] for floatingip (None), before_response {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:36:08.816630 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86f256a7-a6d2-46dd-a889-b8bccfe99ffe None None] Routers {'40f2e8a9-7187-458b-9570-5514b423f336'} bound to L3 agent in host n-d-713498-36 {{(pid=103232) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 19:36:08.817230 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.l3_hamode_db [None req-86f256a7-a6d2-46dd-a889-b8bccfe99ffe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T18:51:43Z,description=,heartbeat_timestamp=2022-02-09T19:35:43Z,host='n-d-713498-36',id=93303d5e-5d17-45e8-8963-7694f87783ae,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T18:51:43Z,topic='l3_agent')) {'router_ids': ['40f2e8a9-7187-458b-9570-5514b423f336'], 'active': True} {{(pid=103232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:36:08.851032 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-d8e25d47-73f7-402e-b55d-de94e2147f18 tempest-FloatingIPTestJSON-1063614787 tempest-FloatingIPTestJSON-1063614787-project] 10.222.0.75 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 983 time: 1.9968262 Feb 09 19:36:08.851249 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 38472) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:36:08.851476 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.l3_hamode_db [None req-86f256a7-a6d2-46dd-a889-b8bccfe99ffe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713498-36', False) {} {{(pid=103232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:36:08.855797 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.v2.base [None req-2a3d2156-00ea-46f6-950a-3a3883681196 tempest-FloatingIPTestJSON-1063614787 tempest-FloatingIPTestJSON-1063614787-project] Request body: {'floatingip': {'port_id': '6239effb-fdbc-4d17-a39f-91ca5efedf55', 'fixed_ip_address': '172.20.0.13'}} {{(pid=103230) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 19:36:08.861836 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86f256a7-a6d2-46dd-a889-b8bccfe99ffe None None] Routers {'40f2e8a9-7187-458b-9570-5514b423f336'} bound to L3 agent in host n-d-713498-36 {{(pid=103232) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 19:36:08.862839 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.l3_hamode_db [None req-86f256a7-a6d2-46dd-a889-b8bccfe99ffe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T18:51:43Z,description=,heartbeat_timestamp=2022-02-09T19:35:43Z,host='n-d-713498-36',id=93303d5e-5d17-45e8-8963-7694f87783ae,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T18:51:43Z,topic='l3_agent')) {'router_ids': ['40f2e8a9-7187-458b-9570-5514b423f336'], 'active': True} {{(pid=103232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:36:08.901015 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.l3_hamode_db [None req-86f256a7-a6d2-46dd-a889-b8bccfe99ffe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713498-36', False) {} {{(pid=103232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:36:08.901670 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86f256a7-a6d2-46dd-a889-b8bccfe99ffe None None] The sync data for ids ['40f2e8a9-7187-458b-9570-5514b423f336'] in n-d-713498-36 is: [] {{(pid=103232) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 19:36:08.925195 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-2a3d2156-00ea-46f6-950a-3a3883681196 tempest-FloatingIPTestJSON-1063614787 tempest-FloatingIPTestJSON-1063614787-project] Publish callbacks [] for floatingip (22f3d13b-c173-405c-ad69-883aa61d7e81), before_update {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:36:09.218054 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3f2c4dd-c73c-4c7b-9a85-008f234430df req-7c744677-13d5-4a86-b6b4-e0b06a669ccb tempest-ServersTestJSON-482035511 tempest-ServersTestJSON-482035511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:36:09.219598 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-c3f2c4dd-c73c-4c7b-9a85-008f234430df req-7c744677-13d5-4a86-b6b4-e0b06a669ccb tempest-ServersTestJSON-482035511 tempest-ServersTestJSON-482035511-project] 10.222.0.75 "GET /v2.0/ports?device_id=8b1fc934-e90f-4a6e-87a2-90db0acccbea HTTP/1.1" status: 200 len: 945 time: 0.0555170 Feb 09 19:36:09.268863 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-c3f2c4dd-c73c-4c7b-9a85-008f234430df req-c1047124-fa23-4277-895f-572e7204461b tempest-ServersTestJSON-482035511 tempest-ServersTestJSON-482035511-project] 10.222.0.75 "GET /v2.0/security-groups?id=37883354-c9cd-40f0-bbce-1c711bac4569&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431280 Feb 09 19:36:09.430548 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-2a3d2156-00ea-46f6-950a-3a3883681196 tempest-FloatingIPTestJSON-1063614787 tempest-FloatingIPTestJSON-1063614787-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:36:09.434981 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-2a3d2156-00ea-46f6-950a-3a3883681196 tempest-FloatingIPTestJSON-1063614787 tempest-FloatingIPTestJSON-1063614787-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1818909'] for floatingip (22f3d13b-c173-405c-ad69-883aa61d7e81), after_update {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:36:09.650481 n-d-713498-36 neutron-server[103230]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2a3d2156-00ea-46f6-950a-3a3883681196 tempest-FloatingIPTestJSON-1063614787 tempest-FloatingIPTestJSON-1063614787-project] Router 40f2e8a9-7187-458b-9570-5514b423f336 has already been hosted by L3 agent 93303d5e-5d17-45e8-8963-7694f87783ae {{(pid=103230) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 19:36:09.761826 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2a3d2156-00ea-46f6-950a-3a3883681196 tempest-FloatingIPTestJSON-1063614787 tempest-FloatingIPTestJSON-1063614787-project] Notify agent at l3_agent.n-d-713498-36 the message routers_updated {{(pid=103230) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 19:36:09.766593 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-2a3d2156-00ea-46f6-950a-3a3883681196 tempest-FloatingIPTestJSON-1063614787 tempest-FloatingIPTestJSON-1063614787-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171096'] for floatingip (None), before_response {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:36:09.773172 n-d-713498-36 neutron-server[103233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d557d00-ea78-4256-9226-4fc55fdf126a None None] Sync routers for ids ['40f2e8a9-7187-458b-9570-5514b423f336'] in n-d-713498-36 {{(pid=103233) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 19:36:09.783570 n-d-713498-36 neutron-server[103233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d557d00-ea78-4256-9226-4fc55fdf126a None None] Routers {'40f2e8a9-7187-458b-9570-5514b423f336'} bound to L3 agent in host n-d-713498-36 {{(pid=103233) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 19:36:09.784170 n-d-713498-36 neutron-server[103233]: DEBUG neutron.db.l3_hamode_db [None req-7d557d00-ea78-4256-9226-4fc55fdf126a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T18:51:43Z,description=,heartbeat_timestamp=2022-02-09T19:35:43Z,host='n-d-713498-36',id=93303d5e-5d17-45e8-8963-7694f87783ae,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T18:51:43Z,topic='l3_agent')) {'router_ids': ['40f2e8a9-7187-458b-9570-5514b423f336'], 'active': True} {{(pid=103233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:36:09.817423 n-d-713498-36 neutron-server[103233]: DEBUG neutron.db.l3_hamode_db [None req-7d557d00-ea78-4256-9226-4fc55fdf126a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713498-36', False) {} {{(pid=103233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:36:09.828426 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-2a3d2156-00ea-46f6-950a-3a3883681196 tempest-FloatingIPTestJSON-1063614787 tempest-FloatingIPTestJSON-1063614787-project] 10.222.0.75 "PUT /v2.0/floatingips/22f3d13b-c173-405c-ad69-883aa61d7e81 HTTP/1.1" status: 200 len: 978 time: 0.9735780 Feb 09 19:36:09.828626 n-d-713498-36 neutron-server[103233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d557d00-ea78-4256-9226-4fc55fdf126a None None] Routers {'40f2e8a9-7187-458b-9570-5514b423f336'} bound to L3 agent in host n-d-713498-36 {{(pid=103233) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 19:36:09.828626 n-d-713498-36 neutron-server[103233]: DEBUG neutron.db.l3_hamode_db [None req-7d557d00-ea78-4256-9226-4fc55fdf126a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T18:51:43Z,description=,heartbeat_timestamp=2022-02-09T19:35:43Z,host='n-d-713498-36',id=93303d5e-5d17-45e8-8963-7694f87783ae,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T18:51:43Z,topic='l3_agent')) {'router_ids': ['40f2e8a9-7187-458b-9570-5514b423f336'], 'active': True} {{(pid=103233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:36:09.828811 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 38482) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:36:09.863002 n-d-713498-36 neutron-server[103233]: DEBUG neutron.db.l3_hamode_db [None req-7d557d00-ea78-4256-9226-4fc55fdf126a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713498-36', False) {} {{(pid=103233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:36:09.863643 n-d-713498-36 neutron-server[103233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d557d00-ea78-4256-9226-4fc55fdf126a None None] The sync data for ids ['40f2e8a9-7187-458b-9570-5514b423f336'] in n-d-713498-36 is: [] {{(pid=103233) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 19:36:09.994563 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.plugin [None req-8041ef90-eda9-4bb0-96fe-e8f963fcd2fc tempest-FloatingIPTestJSON-1063614787 tempest-FloatingIPTestJSON-1063614787-project] Deleting port 87dcd7a9-002e-4a08-97f1-4d3511fa1e1c {{(pid=103229) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 19:36:09.994908 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-8041ef90-eda9-4bb0-96fe-e8f963fcd2fc tempest-FloatingIPTestJSON-1063614787 tempest-FloatingIPTestJSON-1063614787-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762867170196'] for port (87dcd7a9-002e-4a08-97f1-4d3511fa1e1c), before_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:36:10.081442 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-8041ef90-eda9-4bb0-96fe-e8f963fcd2fc tempest-FloatingIPTestJSON-1063614787 tempest-FloatingIPTestJSON-1063614787-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1820838'] for port (87dcd7a9-002e-4a08-97f1-4d3511fa1e1c), precommit_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:36:10.081685 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-8041ef90-eda9-4bb0-96fe-e8f963fcd2fc tempest-FloatingIPTestJSON-1063614787 tempest-FloatingIPTestJSON-1063614787-project] Publish callbacks [] for floatingip (87dcd7a9-002e-4a08-97f1-4d3511fa1e1c), precommit_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:36:10.096013 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.plugin [None req-8041ef90-eda9-4bb0-96fe-e8f963fcd2fc tempest-FloatingIPTestJSON-1063614787 tempest-FloatingIPTestJSON-1063614787-project] Calling delete_port for 87dcd7a9-002e-4a08-97f1-4d3511fa1e1c owned by network:floatingip {{(pid=103229) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 19:36:10.269119 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-8041ef90-eda9-4bb0-96fe-e8f963fcd2fc tempest-FloatingIPTestJSON-1063614787 tempest-FloatingIPTestJSON-1063614787-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762867177463', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762866656476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12867576'] for port (87dcd7a9-002e-4a08-97f1-4d3511fa1e1c), after_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:36:10.295373 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8041ef90-eda9-4bb0-96fe-e8f963fcd2fc tempest-FloatingIPTestJSON-1063614787 tempest-FloatingIPTestJSON-1063614787-project] Pushing event deleted for resources: {'Port': ['ID=87dcd7a9-002e-4a08-97f1-4d3511fa1e1c,revision_number=None']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:36:10.365414 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-8041ef90-eda9-4bb0-96fe-e8f963fcd2fc tempest-FloatingIPTestJSON-1063614787 tempest-FloatingIPTestJSON-1063614787-project] Publish callbacks [] for floatingip (22f3d13b-c173-405c-ad69-883aa61d7e81), after_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:36:10.365687 n-d-713498-36 neutron-server[103229]: INFO neutron.db.l3_db [None req-8041ef90-eda9-4bb0-96fe-e8f963fcd2fc tempest-FloatingIPTestJSON-1063614787 tempest-FloatingIPTestJSON-1063614787-project] Floating IP 22f3d13b-c173-405c-ad69-883aa61d7e81 disassociated (deleted). External IP: 172.25.1.86, port: 6239effb-fdbc-4d17-a39f-91ca5efedf55. Feb 09 19:36:10.405444 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1a81cfc-ff84-4b2f-968d-9c5dabae7c8d req-d742a0f7-54c4-4fe1-87ec-00cca1265754 tempest-ServersTestJSON-482035511 tempest-ServersTestJSON-482035511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:36:10.410416 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-b1a81cfc-ff84-4b2f-968d-9c5dabae7c8d req-d742a0f7-54c4-4fe1-87ec-00cca1265754 tempest-ServersTestJSON-482035511 tempest-ServersTestJSON-482035511-project] 10.222.0.75 "GET /v2.0/ports?device_id=8b1fc934-e90f-4a6e-87a2-90db0acccbea HTTP/1.1" status: 200 len: 945 time: 0.0611949 Feb 09 19:36:10.464584 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-b1a81cfc-ff84-4b2f-968d-9c5dabae7c8d req-e588cfba-d94d-410f-b559-f8be731fd60f tempest-ServersTestJSON-482035511 tempest-ServersTestJSON-482035511-project] 10.222.0.75 "GET /v2.0/security-groups?id=37883354-c9cd-40f0-bbce-1c711bac4569&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513809 Feb 09 19:36:10.606645 n-d-713498-36 neutron-server[103229]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8041ef90-eda9-4bb0-96fe-e8f963fcd2fc tempest-FloatingIPTestJSON-1063614787 tempest-FloatingIPTestJSON-1063614787-project] Router 40f2e8a9-7187-458b-9570-5514b423f336 has already been hosted by L3 agent 93303d5e-5d17-45e8-8963-7694f87783ae {{(pid=103229) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 19:36:10.722409 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8041ef90-eda9-4bb0-96fe-e8f963fcd2fc tempest-FloatingIPTestJSON-1063614787 tempest-FloatingIPTestJSON-1063614787-project] Notify agent at l3_agent.n-d-713498-36 the message routers_updated {{(pid=103229) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 19:36:10.726839 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-8041ef90-eda9-4bb0-96fe-e8f963fcd2fc tempest-FloatingIPTestJSON-1063614787 tempest-FloatingIPTestJSON-1063614787-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171096'] for floatingip (None), before_response {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:36:10.733734 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb83df62-33af-4248-b064-f64a5ee4a497 None None] Sync routers for ids ['40f2e8a9-7187-458b-9570-5514b423f336'] in n-d-713498-36 {{(pid=103232) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 19:36:10.745320 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb83df62-33af-4248-b064-f64a5ee4a497 None None] Routers {'40f2e8a9-7187-458b-9570-5514b423f336'} bound to L3 agent in host n-d-713498-36 {{(pid=103232) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 19:36:10.746517 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.l3_hamode_db [None req-fb83df62-33af-4248-b064-f64a5ee4a497 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T18:51:43Z,description=,heartbeat_timestamp=2022-02-09T19:35:43Z,host='n-d-713498-36',id=93303d5e-5d17-45e8-8963-7694f87783ae,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T18:51:43Z,topic='l3_agent')) {'router_ids': ['40f2e8a9-7187-458b-9570-5514b423f336'], 'active': True} {{(pid=103232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:36:10.760041 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-8041ef90-eda9-4bb0-96fe-e8f963fcd2fc tempest-FloatingIPTestJSON-1063614787 tempest-FloatingIPTestJSON-1063614787-project] 10.222.0.75 "DELETE /v2.0/floatingips/22f3d13b-c173-405c-ad69-883aa61d7e81 HTTP/1.1" status: 204 len: 168 time: 0.9263613 Feb 09 19:36:10.760312 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 38488) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:36:10.790806 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.l3_hamode_db [None req-fb83df62-33af-4248-b064-f64a5ee4a497 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713498-36', False) {} {{(pid=103232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:36:10.806600 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb83df62-33af-4248-b064-f64a5ee4a497 None None] Routers {'40f2e8a9-7187-458b-9570-5514b423f336'} bound to L3 agent in host n-d-713498-36 {{(pid=103232) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 19:36:10.807424 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.l3_hamode_db [None req-fb83df62-33af-4248-b064-f64a5ee4a497 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T18:51:43Z,description=,heartbeat_timestamp=2022-02-09T19:35:43Z,host='n-d-713498-36',id=93303d5e-5d17-45e8-8963-7694f87783ae,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T18:51:43Z,topic='l3_agent')) {'router_ids': ['40f2e8a9-7187-458b-9570-5514b423f336'], 'active': True} {{(pid=103232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:36:10.811319 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-a773f40b-cbe9-402c-85a3-1ab6debfa0b2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762867132591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593584'] for agent (af91e4b9-f4e1-42b1-a25c-a10dc47171c8), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:36:10.848005 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.l3_hamode_db [None req-fb83df62-33af-4248-b064-f64a5ee4a497 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713498-36', False) {} {{(pid=103232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:36:10.848671 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb83df62-33af-4248-b064-f64a5ee4a497 None None] The sync data for ids ['40f2e8a9-7187-458b-9570-5514b423f336'] in n-d-713498-36 is: [] {{(pid=103232) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 19:36:10.862439 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.plugin [None req-0a25f691-e993-4c85-9270-d623939d7ff7 tempest-FloatingIPTestJSON-1063614787 tempest-FloatingIPTestJSON-1063614787-project] Deleting port 6239effb-fdbc-4d17-a39f-91ca5efedf55 {{(pid=103229) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 19:36:10.862786 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-0a25f691-e993-4c85-9270-d623939d7ff7 tempest-FloatingIPTestJSON-1063614787 tempest-FloatingIPTestJSON-1063614787-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762867170196'] for port (6239effb-fdbc-4d17-a39f-91ca5efedf55), before_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:36:10.959761 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-0a25f691-e993-4c85-9270-d623939d7ff7 tempest-FloatingIPTestJSON-1063614787 tempest-FloatingIPTestJSON-1063614787-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1820838'] for port (6239effb-fdbc-4d17-a39f-91ca5efedf55), precommit_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:36:10.971431 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.plugin [None req-0a25f691-e993-4c85-9270-d623939d7ff7 tempest-FloatingIPTestJSON-1063614787 tempest-FloatingIPTestJSON-1063614787-project] Calling delete_port for 6239effb-fdbc-4d17-a39f-91ca5efedf55 owned by {{(pid=103229) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 19:36:11.198823 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-0a25f691-e993-4c85-9270-d623939d7ff7 tempest-FloatingIPTestJSON-1063614787 tempest-FloatingIPTestJSON-1063614787-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762867177463', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762866656476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12867576'] for port (6239effb-fdbc-4d17-a39f-91ca5efedf55), after_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:36:11.237103 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a25f691-e993-4c85-9270-d623939d7ff7 tempest-FloatingIPTestJSON-1063614787 tempest-FloatingIPTestJSON-1063614787-project] Pushing event deleted for resources: {'Port': ['ID=6239effb-fdbc-4d17-a39f-91ca5efedf55,revision_number=None']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:36:11.331308 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-0a25f691-e993-4c85-9270-d623939d7ff7 tempest-FloatingIPTestJSON-1063614787 tempest-FloatingIPTestJSON-1063614787-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171096'] for port (None), before_response {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:36:11.334658 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-0a25f691-e993-4c85-9270-d623939d7ff7 tempest-FloatingIPTestJSON-1063614787 tempest-FloatingIPTestJSON-1063614787-project] 10.222.0.75 "DELETE /v2.0/ports/6239effb-fdbc-4d17-a39f-91ca5efedf55 HTTP/1.1" status: 204 len: 168 time: 0.5733242 Feb 09 19:36:11.338319 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 38492) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:36:11.343020 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.v2.base [None req-12b4762b-c21b-423d-b8cc-6ab67261456b tempest-FloatingIPTestJSON-1063614787 tempest-FloatingIPTestJSON-1063614787-project] Request body: {'floatingip': {'floating_network_id': '88055e1e-672a-4487-be31-ffb6e833ece5'}} {{(pid=103229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 19:36:11.364245 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-12b4762b-c21b-423d-b8cc-6ab67261456b tempest-FloatingIPTestJSON-1063614787 tempest-FloatingIPTestJSON-1063614787-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:36:11.472425 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-12b4762b-c21b-423d-b8cc-6ab67261456b tempest-FloatingIPTestJSON-1063614787 tempest-FloatingIPTestJSON-1063614787-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (None), before_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:36:11.614513 n-d-713498-36 neutron-server[103229]: DEBUG neutron.db.db_base_plugin_common [None req-12b4762b-c21b-423d-b8cc-6ab67261456b tempest-FloatingIPTestJSON-1063614787 tempest-FloatingIPTestJSON-1063614787-project] Allocated IP 172.25.1.161 (88055e1e-672a-4487-be31-ffb6e833ece5/ac16dbcc-383c-4b43-9153-d763c4a53f91/7b9ed9a5-3e72-45be-a86a-3fea6b86af6d) {{(pid=103229) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 19:36:11.636400 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9fcb1b8-9cb9-4cc3-b606-785ebbf311e7 req-1214fb86-49ef-4da9-8be9-8c670a4d281e tempest-ServersTestJSON-482035511 tempest-ServersTestJSON-482035511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:36:11.637878 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-c9fcb1b8-9cb9-4cc3-b606-785ebbf311e7 req-1214fb86-49ef-4da9-8be9-8c670a4d281e tempest-ServersTestJSON-482035511 tempest-ServersTestJSON-482035511-project] 10.222.0.75 "GET /v2.0/ports?device_id=8b1fc934-e90f-4a6e-87a2-90db0acccbea HTTP/1.1" status: 200 len: 945 time: 0.1024942 Feb 09 19:36:11.738943 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-c9fcb1b8-9cb9-4cc3-b606-785ebbf311e7 req-174e3e95-d452-4888-9de1-1de79a6df0cd tempest-ServersTestJSON-482035511 tempest-ServersTestJSON-482035511-project] 10.222.0.75 "GET /v2.0/security-groups?id=37883354-c9cd-40f0-bbce-1c711bac4569&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0870888 Feb 09 19:36:11.763777 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-12b4762b-c21b-423d-b8cc-6ab67261456b tempest-FloatingIPTestJSON-1063614787 tempest-FloatingIPTestJSON-1063614787-project] Publish callbacks [] for port (7b9ed9a5-3e72-45be-a86a-3fea6b86af6d), precommit_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:36:11.798465 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-12b4762b-c21b-423d-b8cc-6ab67261456b tempest-FloatingIPTestJSON-1063614787 tempest-FloatingIPTestJSON-1063614787-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762866656467', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12867576'] for port (7b9ed9a5-3e72-45be-a86a-3fea6b86af6d), after_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:36:11.838782 n-d-713498-36 neutron-server[103229]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12b4762b-c21b-423d-b8cc-6ab67261456b tempest-FloatingIPTestJSON-1063614787 tempest-FloatingIPTestJSON-1063614787-project] Network 88055e1e-672a-4487-be31-ffb6e833ece5 is already hosted by enough agents. {{(pid=103229) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 19:36:11.841770 n-d-713498-36 neutron-server[103229]: DEBUG neutron.scheduler.base_scheduler [None req-12b4762b-c21b-423d-b8cc-6ab67261456b tempest-FloatingIPTestJSON-1063614787 tempest-FloatingIPTestJSON-1063614787-project] Resources bound (agent type, host, resource id): {{(pid=103229) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 19:36:11.845519 n-d-713498-36 neutron-server[103229]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12b4762b-c21b-423d-b8cc-6ab67261456b tempest-FloatingIPTestJSON-1063614787 tempest-FloatingIPTestJSON-1063614787-project] Received port after_create {{(pid=103229) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 19:36:11.867884 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12b4762b-c21b-423d-b8cc-6ab67261456b tempest-FloatingIPTestJSON-1063614787 tempest-FloatingIPTestJSON-1063614787-project] Pushing event updated for resources: {'Port': ['ID=7b9ed9a5-3e72-45be-a86a-3fea6b86af6d,revision_number=1']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:36:11.935026 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-12b4762b-c21b-423d-b8cc-6ab67261456b tempest-FloatingIPTestJSON-1063614787 tempest-FloatingIPTestJSON-1063614787-project] Publish callbacks [] for floatingip (849266ec-84ae-4f5c-a43f-895508bceb02), precommit_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:36:11.975687 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-12b4762b-c21b-423d-b8cc-6ab67261456b tempest-FloatingIPTestJSON-1063614787 tempest-FloatingIPTestJSON-1063614787-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (7b9ed9a5-3e72-45be-a86a-3fea6b86af6d), before_update {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:36:12.126500 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-12b4762b-c21b-423d-b8cc-6ab67261456b tempest-FloatingIPTestJSON-1063614787 tempest-FloatingIPTestJSON-1063614787-project] Publish callbacks [] for port (7b9ed9a5-3e72-45be-a86a-3fea6b86af6d), precommit_update {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:36:12.131194 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-12b4762b-c21b-423d-b8cc-6ab67261456b tempest-FloatingIPTestJSON-1063614787 tempest-FloatingIPTestJSON-1063614787-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762867176205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762866656485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762866656503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12867569'] for port (7b9ed9a5-3e72-45be-a86a-3fea6b86af6d), after_update {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:36:12.201568 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12b4762b-c21b-423d-b8cc-6ab67261456b tempest-FloatingIPTestJSON-1063614787 tempest-FloatingIPTestJSON-1063614787-project] Pushing event updated for resources: {'Port': ['ID=7b9ed9a5-3e72-45be-a86a-3fea6b86af6d,revision_number=2']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:36:12.214589 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-12b4762b-c21b-423d-b8cc-6ab67261456b tempest-FloatingIPTestJSON-1063614787 tempest-FloatingIPTestJSON-1063614787-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1818909'] for floatingip (849266ec-84ae-4f5c-a43f-895508bceb02), after_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:36:12.234326 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-12b4762b-c21b-423d-b8cc-6ab67261456b tempest-FloatingIPTestJSON-1063614787 tempest-FloatingIPTestJSON-1063614787-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171096'] for floatingip (None), before_response {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:36:12.235585 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-12b4762b-c21b-423d-b8cc-6ab67261456b tempest-FloatingIPTestJSON-1063614787 tempest-FloatingIPTestJSON-1063614787-project] 10.222.0.75 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.8962762 Feb 09 19:36:12.238160 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 38500) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:36:12.243080 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.v2.base [None req-dbe50cef-65ba-49f3-adc4-8ad1b61f0231 tempest-FloatingIPTestJSON-1063614787 tempest-FloatingIPTestJSON-1063614787-project] Request body: {'port': {'network_id': '18abc3ed-c3e0-4a53-83f7-e979c5994da6', 'name': 'tempest-FloatingIPTestJSON-721743067'}} {{(pid=103229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 19:36:12.358756 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dbe50cef-65ba-49f3-adc4-8ad1b61f0231 tempest-FloatingIPTestJSON-1063614787 tempest-FloatingIPTestJSON-1063614787-project] Made reservation on behalf of 871850e503d64567abcf6c393ba28742 for: {'port': 1} {{(pid=103229) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 19:36:12.364053 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-dbe50cef-65ba-49f3-adc4-8ad1b61f0231 tempest-FloatingIPTestJSON-1063614787 tempest-FloatingIPTestJSON-1063614787-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (None), before_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:36:12.383702 n-d-713498-36 neutron-server[103229]: DEBUG neutron.notifiers.nova [None req-dbe50cef-65ba-49f3-adc4-8ad1b61f0231 tempest-FloatingIPTestJSON-1063614787 tempest-FloatingIPTestJSON-1063614787-project] device_id is not set on port 8ae12038-5529-4be7-9a92-44e6b092eb6c yet. {{(pid=103229) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 09 19:36:12.500881 n-d-713498-36 neutron-server[103229]: DEBUG neutron.db.db_base_plugin_common [None req-dbe50cef-65ba-49f3-adc4-8ad1b61f0231 tempest-FloatingIPTestJSON-1063614787 tempest-FloatingIPTestJSON-1063614787-project] Allocated IP 172.20.0.5 (18abc3ed-c3e0-4a53-83f7-e979c5994da6/86041f55-7cae-4523-885d-732773b720ec/8ae12038-5529-4be7-9a92-44e6b092eb6c) {{(pid=103229) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 19:36:12.658264 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-dbe50cef-65ba-49f3-adc4-8ad1b61f0231 tempest-FloatingIPTestJSON-1063614787 tempest-FloatingIPTestJSON-1063614787-project] Publish callbacks [] for port (8ae12038-5529-4be7-9a92-44e6b092eb6c), precommit_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:36:12.692105 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-dbe50cef-65ba-49f3-adc4-8ad1b61f0231 tempest-FloatingIPTestJSON-1063614787 tempest-FloatingIPTestJSON-1063614787-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762866656467', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12867576'] for port (8ae12038-5529-4be7-9a92-44e6b092eb6c), after_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:36:12.736957 n-d-713498-36 neutron-server[103229]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dbe50cef-65ba-49f3-adc4-8ad1b61f0231 tempest-FloatingIPTestJSON-1063614787 tempest-FloatingIPTestJSON-1063614787-project] Network 18abc3ed-c3e0-4a53-83f7-e979c5994da6 is already hosted by enough agents. {{(pid=103229) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 19:36:12.740174 n-d-713498-36 neutron-server[103229]: DEBUG neutron.scheduler.base_scheduler [None req-dbe50cef-65ba-49f3-adc4-8ad1b61f0231 tempest-FloatingIPTestJSON-1063614787 tempest-FloatingIPTestJSON-1063614787-project] Resources bound (agent type, host, resource id): {{(pid=103229) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 19:36:12.743925 n-d-713498-36 neutron-server[103229]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbe50cef-65ba-49f3-adc4-8ad1b61f0231 tempest-FloatingIPTestJSON-1063614787 tempest-FloatingIPTestJSON-1063614787-project] Received port after_create {{(pid=103229) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 19:36:12.750307 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbe50cef-65ba-49f3-adc4-8ad1b61f0231 tempest-FloatingIPTestJSON-1063614787 tempest-FloatingIPTestJSON-1063614787-project] Pushing event updated for resources: {'Port': ['ID=8ae12038-5529-4be7-9a92-44e6b092eb6c,revision_number=1']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:36:12.804511 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dbe50cef-65ba-49f3-adc4-8ad1b61f0231 tempest-FloatingIPTestJSON-1063614787 tempest-FloatingIPTestJSON-1063614787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:36:12.805152 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-dbe50cef-65ba-49f3-adc4-8ad1b61f0231 tempest-FloatingIPTestJSON-1063614787 tempest-FloatingIPTestJSON-1063614787-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171096'] for port (None), before_response {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:36:12.822431 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-dbe50cef-65ba-49f3-adc4-8ad1b61f0231 tempest-FloatingIPTestJSON-1063614787 tempest-FloatingIPTestJSON-1063614787-project] 10.222.0.75 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 0.5830569 Feb 09 19:36:12.824939 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 38510) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:36:12.830039 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.v2.base [None req-c8784b76-5071-485f-bd37-e6b0a87e0e5c tempest-FloatingIPTestJSON-1063614787 tempest-FloatingIPTestJSON-1063614787-project] Request body: {'floatingip': {'port_id': '8ae12038-5529-4be7-9a92-44e6b092eb6c'}} {{(pid=103229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 19:36:12.873681 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d689b634-08c9-47b5-a1d7-b9a38b269825 req-99938492-4cc0-4a78-8d31-2aaf83bf0a5c tempest-ServersTestJSON-482035511 tempest-ServersTestJSON-482035511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:36:12.874284 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-c8784b76-5071-485f-bd37-e6b0a87e0e5c tempest-FloatingIPTestJSON-1063614787 tempest-FloatingIPTestJSON-1063614787-project] Publish callbacks [] for floatingip (849266ec-84ae-4f5c-a43f-895508bceb02), before_update {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:36:12.876125 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-d689b634-08c9-47b5-a1d7-b9a38b269825 req-99938492-4cc0-4a78-8d31-2aaf83bf0a5c tempest-ServersTestJSON-482035511 tempest-ServersTestJSON-482035511-project] 10.222.0.75 "GET /v2.0/ports?device_id=8b1fc934-e90f-4a6e-87a2-90db0acccbea HTTP/1.1" status: 200 len: 945 time: 0.0599363 Feb 09 19:36:12.930955 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-d689b634-08c9-47b5-a1d7-b9a38b269825 req-685214d7-bf39-4160-a3fc-c6b9fb0c69b5 tempest-ServersTestJSON-482035511 tempest-ServersTestJSON-482035511-project] 10.222.0.75 "GET /v2.0/security-groups?id=37883354-c9cd-40f0-bbce-1c711bac4569&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471466 Feb 09 19:36:13.092510 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-f6702737-fc16-4ae7-8321-806e7bcc9cbb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762867132591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593584'] for agent (93303d5e-5d17-45e8-8963-7694f87783ae), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:36:13.626771 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-c8784b76-5071-485f-bd37-e6b0a87e0e5c tempest-FloatingIPTestJSON-1063614787 tempest-FloatingIPTestJSON-1063614787-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:36:13.632370 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-c8784b76-5071-485f-bd37-e6b0a87e0e5c tempest-FloatingIPTestJSON-1063614787 tempest-FloatingIPTestJSON-1063614787-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1818909'] for floatingip (849266ec-84ae-4f5c-a43f-895508bceb02), after_update {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:36:13.742251 n-d-713498-36 neutron-server[103229]: INFO neutron.db.l3_db [None req-c8784b76-5071-485f-bd37-e6b0a87e0e5c tempest-FloatingIPTestJSON-1063614787 tempest-FloatingIPTestJSON-1063614787-project] Floating IP 849266ec-84ae-4f5c-a43f-895508bceb02 associated. External IP: 172.25.1.161, port: 8ae12038-5529-4be7-9a92-44e6b092eb6c. Feb 09 19:36:13.959744 n-d-713498-36 neutron-server[103229]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c8784b76-5071-485f-bd37-e6b0a87e0e5c tempest-FloatingIPTestJSON-1063614787 tempest-FloatingIPTestJSON-1063614787-project] Router 40f2e8a9-7187-458b-9570-5514b423f336 has already been hosted by L3 agent 93303d5e-5d17-45e8-8963-7694f87783ae {{(pid=103229) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 19:36:14.121625 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccacd1a7-6d00-4981-9e67-b17d8b985896 req-c2c9fdc2-02f3-4840-ac10-827244868fc9 tempest-ServersTestJSON-482035511 tempest-ServersTestJSON-482035511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:36:14.123012 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-ccacd1a7-6d00-4981-9e67-b17d8b985896 req-c2c9fdc2-02f3-4840-ac10-827244868fc9 tempest-ServersTestJSON-482035511 tempest-ServersTestJSON-482035511-project] 10.222.0.75 "GET /v2.0/ports?device_id=8b1fc934-e90f-4a6e-87a2-90db0acccbea HTTP/1.1" status: 200 len: 945 time: 0.0830994 Feb 09 19:36:14.124387 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c8784b76-5071-485f-bd37-e6b0a87e0e5c tempest-FloatingIPTestJSON-1063614787 tempest-FloatingIPTestJSON-1063614787-project] Notify agent at l3_agent.n-d-713498-36 the message routers_updated {{(pid=103229) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 19:36:14.129385 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-c8784b76-5071-485f-bd37-e6b0a87e0e5c tempest-FloatingIPTestJSON-1063614787 tempest-FloatingIPTestJSON-1063614787-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171096'] for floatingip (None), before_response {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:36:14.137691 n-d-713498-36 neutron-server[103233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c875449-1a2b-4d31-b515-b646e7138234 None None] Sync routers for ids ['40f2e8a9-7187-458b-9570-5514b423f336'] in n-d-713498-36 {{(pid=103233) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 19:36:14.149936 n-d-713498-36 neutron-server[103233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c875449-1a2b-4d31-b515-b646e7138234 None None] Routers {'40f2e8a9-7187-458b-9570-5514b423f336'} bound to L3 agent in host n-d-713498-36 {{(pid=103233) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 19:36:14.151055 n-d-713498-36 neutron-server[103233]: DEBUG neutron.db.l3_hamode_db [None req-7c875449-1a2b-4d31-b515-b646e7138234 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T18:51:43Z,description=,heartbeat_timestamp=2022-02-09T19:36:13Z,host='n-d-713498-36',id=93303d5e-5d17-45e8-8963-7694f87783ae,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T18:51:43Z,topic='l3_agent')) {'router_ids': ['40f2e8a9-7187-458b-9570-5514b423f336'], 'active': True} {{(pid=103233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:36:14.176289 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-c8784b76-5071-485f-bd37-e6b0a87e0e5c tempest-FloatingIPTestJSON-1063614787 tempest-FloatingIPTestJSON-1063614787-project] 10.222.0.75 "PUT /v2.0/floatingips/849266ec-84ae-4f5c-a43f-895508bceb02 HTTP/1.1" status: 200 len: 977 time: 1.3501370 Feb 09 19:36:14.179018 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 38520) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:36:14.198532 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-ccacd1a7-6d00-4981-9e67-b17d8b985896 req-cb8329c1-e574-4fb2-8469-94f0ee5d7571 tempest-ServersTestJSON-482035511 tempest-ServersTestJSON-482035511-project] 10.222.0.75 "GET /v2.0/security-groups?id=37883354-c9cd-40f0-bbce-1c711bac4569&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0667546 Feb 09 19:36:14.214258 n-d-713498-36 neutron-server[103233]: DEBUG neutron.db.l3_hamode_db [None req-7c875449-1a2b-4d31-b515-b646e7138234 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713498-36', False) {} {{(pid=103233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:36:14.235041 n-d-713498-36 neutron-server[103233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c875449-1a2b-4d31-b515-b646e7138234 None None] Routers {'40f2e8a9-7187-458b-9570-5514b423f336'} bound to L3 agent in host n-d-713498-36 {{(pid=103233) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 19:36:14.235640 n-d-713498-36 neutron-server[103233]: DEBUG neutron.db.l3_hamode_db [None req-7c875449-1a2b-4d31-b515-b646e7138234 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T18:51:43Z,description=,heartbeat_timestamp=2022-02-09T19:36:13Z,host='n-d-713498-36',id=93303d5e-5d17-45e8-8963-7694f87783ae,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T18:51:43Z,topic='l3_agent')) {'router_ids': ['40f2e8a9-7187-458b-9570-5514b423f336'], 'active': True} {{(pid=103233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:36:14.272058 n-d-713498-36 neutron-server[103233]: DEBUG neutron.db.l3_hamode_db [None req-7c875449-1a2b-4d31-b515-b646e7138234 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713498-36', False) {} {{(pid=103233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:36:14.272945 n-d-713498-36 neutron-server[103233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c875449-1a2b-4d31-b515-b646e7138234 None None] The sync data for ids ['40f2e8a9-7187-458b-9570-5514b423f336'] in n-d-713498-36 is: [] {{(pid=103233) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 19:36:14.319600 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-225bf09b-683c-47f5-85ec-06c154c6a10e req-36198d54-55ca-40c6-89a1-beff159022bd tempest-TestNetworkAdvancedServerOps-513516359 tempest-TestNetworkAdvancedServerOps-513516359-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:36:14.321117 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-225bf09b-683c-47f5-85ec-06c154c6a10e req-36198d54-55ca-40c6-89a1-beff159022bd tempest-TestNetworkAdvancedServerOps-513516359 tempest-TestNetworkAdvancedServerOps-513516359-project-admin] 10.222.0.75 "GET /v2.0/ports?device_id=ba22b315-e430-4895-a078-0c720f335557 HTTP/1.1" status: 200 len: 1128 time: 0.0880284 Feb 09 19:36:14.346498 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.plugin [None req-edbd4c1b-635f-4a08-84e4-8d8c65858469 tempest-FloatingIPTestJSON-1063614787 tempest-FloatingIPTestJSON-1063614787-project] Deleting port 8ae12038-5529-4be7-9a92-44e6b092eb6c {{(pid=103230) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 19:36:14.346841 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-edbd4c1b-635f-4a08-84e4-8d8c65858469 tempest-FloatingIPTestJSON-1063614787 tempest-FloatingIPTestJSON-1063614787-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762867170196'] for port (8ae12038-5529-4be7-9a92-44e6b092eb6c), before_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:36:14.357395 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-edc54c9b-7f13-45d9-9271-85c9738b0128 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762867132591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593584'] for agent (a62b1850-466f-48ae-bec7-d62fb280e14b), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:36:14.428245 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-225bf09b-683c-47f5-85ec-06c154c6a10e req-03e540da-f551-42c5-9448-b1cdd828b314 tempest-TestNetworkAdvancedServerOps-513516359 tempest-TestNetworkAdvancedServerOps-513516359-project-admin] 10.222.0.75 "GET /v2.0/security-groups?id=4e60dadd-ab65-4f99-8fbb-201b325b18d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1000218 Feb 09 19:36:14.469193 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-edbd4c1b-635f-4a08-84e4-8d8c65858469 tempest-FloatingIPTestJSON-1063614787 tempest-FloatingIPTestJSON-1063614787-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1820838'] for port (8ae12038-5529-4be7-9a92-44e6b092eb6c), precommit_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:36:14.571284 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aea51dae-6df4-4a2d-a262-743aad9887d5 req-f4cae74f-cda0-49f9-bff0-7d683bf6ff99 tempest-TestNetworkAdvancedServerOps-1633223542 tempest-TestNetworkAdvancedServerOps-1633223542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:36:14.574428 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-aea51dae-6df4-4a2d-a262-743aad9887d5 req-f4cae74f-cda0-49f9-bff0-7d683bf6ff99 tempest-TestNetworkAdvancedServerOps-1633223542 tempest-TestNetworkAdvancedServerOps-1633223542-project] 10.222.0.75 "GET /v2.0/ports?device_id=ba22b315-e430-4895-a078-0c720f335557 HTTP/1.1" status: 200 len: 945 time: 0.0711377 Feb 09 19:36:14.639923 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-aea51dae-6df4-4a2d-a262-743aad9887d5 req-51354b3d-a9ad-46e6-a46c-4a7981d5a736 tempest-TestNetworkAdvancedServerOps-1633223542 tempest-TestNetworkAdvancedServerOps-1633223542-project] 10.222.0.75 "GET /v2.0/security-groups?id=4e60dadd-ab65-4f99-8fbb-201b325b18d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0579882 Feb 09 19:36:14.662384 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 38526) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:36:14.732186 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-166db36c-e8c1-400c-af2f-1bd9ab1a4afa tempest-TestNetworkAdvancedServerOps-1633223542 tempest-TestNetworkAdvancedServerOps-1633223542-project] 10.222.0.75 "GET /v2.0/floatingips/8c3087f9-e21c-47c0-9f7b-eab3f06976db HTTP/1.1" status: 200 len: 992 time: 0.0634105 Feb 09 19:36:15.032901 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-edbd4c1b-635f-4a08-84e4-8d8c65858469 tempest-FloatingIPTestJSON-1063614787 tempest-FloatingIPTestJSON-1063614787-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:36:15.033251 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-edbd4c1b-635f-4a08-84e4-8d8c65858469 tempest-FloatingIPTestJSON-1063614787 tempest-FloatingIPTestJSON-1063614787-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1818909'] for floatingip (849266ec-84ae-4f5c-a43f-895508bceb02), after_update {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:36:15.033490 n-d-713498-36 neutron-server[103230]: INFO neutron.db.l3_db [None req-edbd4c1b-635f-4a08-84e4-8d8c65858469 tempest-FloatingIPTestJSON-1063614787 tempest-FloatingIPTestJSON-1063614787-project] Floating IP 849266ec-84ae-4f5c-a43f-895508bceb02 disassociated. External IP: 172.25.1.161, port: 8ae12038-5529-4be7-9a92-44e6b092eb6c. Feb 09 19:36:15.033823 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.plugin [None req-edbd4c1b-635f-4a08-84e4-8d8c65858469 tempest-FloatingIPTestJSON-1063614787 tempest-FloatingIPTestJSON-1063614787-project] Calling delete_port for 8ae12038-5529-4be7-9a92-44e6b092eb6c owned by {{(pid=103230) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 19:36:15.088341 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [req-37a31ae9-cbdb-4793-8fdb-c9b28c746f20 req-8a7d5735-2ee0-40fb-8c1d-e20c27d806e5 service neutron] http://10.222.0.75:9696/v2.0/extensions returned with HTTP 200 {{(pid=103229) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 09 19:36:15.089416 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-37a31ae9-cbdb-4793-8fdb-c9b28c746f20 req-8a7d5735-2ee0-40fb-8c1d-e20c27d806e5 service neutron] 10.222.0.75 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0057068 Feb 09 19:36:15.169966 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-edbd4c1b-635f-4a08-84e4-8d8c65858469 tempest-FloatingIPTestJSON-1063614787 tempest-FloatingIPTestJSON-1063614787-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762867177463', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762866656476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14393751'] for port (8ae12038-5529-4be7-9a92-44e6b092eb6c), after_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:36:15.208023 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edbd4c1b-635f-4a08-84e4-8d8c65858469 tempest-FloatingIPTestJSON-1063614787 tempest-FloatingIPTestJSON-1063614787-project] Pushing event deleted for resources: {'Port': ['ID=8ae12038-5529-4be7-9a92-44e6b092eb6c,revision_number=None']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:36:15.385261 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ed4b507-5341-4af7-9561-f112134df03b req-21c30bc0-cc5b-4d6a-9896-96d4a6791e9d tempest-ServersTestJSON-482035511 tempest-ServersTestJSON-482035511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:36:15.386926 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-3ed4b507-5341-4af7-9561-f112134df03b req-21c30bc0-cc5b-4d6a-9896-96d4a6791e9d tempest-ServersTestJSON-482035511 tempest-ServersTestJSON-482035511-project] 10.222.0.75 "GET /v2.0/ports?device_id=8b1fc934-e90f-4a6e-87a2-90db0acccbea HTTP/1.1" status: 200 len: 945 time: 0.0804114 Feb 09 19:36:15.400480 n-d-713498-36 neutron-server[103230]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-edbd4c1b-635f-4a08-84e4-8d8c65858469 tempest-FloatingIPTestJSON-1063614787 tempest-FloatingIPTestJSON-1063614787-project] Router 40f2e8a9-7187-458b-9570-5514b423f336 has already been hosted by L3 agent 93303d5e-5d17-45e8-8963-7694f87783ae {{(pid=103230) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 19:36:15.470081 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af7a13e4-fcc2-4c5f-96de-05b89bd5e402 req-b3f7e0f2-4fa2-4d7d-aa72-7cc29ed2db4c tempest-TestNetworkAdvancedServerOps-1633223542 tempest-TestNetworkAdvancedServerOps-1633223542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:36:15.478699 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-af7a13e4-fcc2-4c5f-96de-05b89bd5e402 req-b3f7e0f2-4fa2-4d7d-aa72-7cc29ed2db4c tempest-TestNetworkAdvancedServerOps-1633223542 tempest-TestNetworkAdvancedServerOps-1633223542-project] 10.222.0.75 "GET /v2.0/ports?device_id=ba22b315-e430-4895-a078-0c720f335557 HTTP/1.1" status: 200 len: 945 time: 0.0727262 Feb 09 19:36:15.534355 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-af7a13e4-fcc2-4c5f-96de-05b89bd5e402 req-e9869618-3bf7-406b-95a1-c529c59f7aec tempest-TestNetworkAdvancedServerOps-1633223542 tempest-TestNetworkAdvancedServerOps-1633223542-project] 10.222.0.75 "GET /v2.0/security-groups?id=4e60dadd-ab65-4f99-8fbb-201b325b18d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0507555 Feb 09 19:36:15.581929 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-3ed4b507-5341-4af7-9561-f112134df03b req-a71c83f6-edd9-4b4c-985b-6f90ac7ccf88 tempest-ServersTestJSON-482035511 tempest-ServersTestJSON-482035511-project] 10.222.0.75 "GET /v2.0/security-groups?id=37883354-c9cd-40f0-bbce-1c711bac4569&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1817503 Feb 09 19:36:15.617132 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-84723f05-48b6-4bc0-9abe-8ebe1fbaa33a req-9e1c1276-26f1-479e-a5c9-2c971c29e3f9 service neutron] 10.222.0.75 "GET /v2.0/ports?device_id=ba22b315-e430-4895-a078-0c720f335557&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1972106 Feb 09 19:36:15.622362 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-edbd4c1b-635f-4a08-84e4-8d8c65858469 tempest-FloatingIPTestJSON-1063614787 tempest-FloatingIPTestJSON-1063614787-project] Notify agent at l3_agent.n-d-713498-36 the message routers_updated {{(pid=103230) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 19:36:15.631913 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f55fec9-5222-4c1e-98ee-390d72c156de None None] Sync routers for ids ['40f2e8a9-7187-458b-9570-5514b423f336'] in n-d-713498-36 {{(pid=103232) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 19:36:15.652571 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f55fec9-5222-4c1e-98ee-390d72c156de None None] Routers {'40f2e8a9-7187-458b-9570-5514b423f336'} bound to L3 agent in host n-d-713498-36 {{(pid=103232) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 19:36:15.653204 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.l3_hamode_db [None req-5f55fec9-5222-4c1e-98ee-390d72c156de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T18:51:43Z,description=,heartbeat_timestamp=2022-02-09T19:36:13Z,host='n-d-713498-36',id=93303d5e-5d17-45e8-8963-7694f87783ae,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T18:51:43Z,topic='l3_agent')) {'router_ids': ['40f2e8a9-7187-458b-9570-5514b423f336'], 'active': True} {{(pid=103232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:36:15.693595 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.l3_hamode_db [None req-5f55fec9-5222-4c1e-98ee-390d72c156de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713498-36', False) {} {{(pid=103232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:36:15.704154 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f55fec9-5222-4c1e-98ee-390d72c156de None None] Routers {'40f2e8a9-7187-458b-9570-5514b423f336'} bound to L3 agent in host n-d-713498-36 {{(pid=103232) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 19:36:15.704867 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.l3_hamode_db [None req-5f55fec9-5222-4c1e-98ee-390d72c156de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T18:51:43Z,description=,heartbeat_timestamp=2022-02-09T19:36:13Z,host='n-d-713498-36',id=93303d5e-5d17-45e8-8963-7694f87783ae,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T18:51:43Z,topic='l3_agent')) {'router_ids': ['40f2e8a9-7187-458b-9570-5514b423f336'], 'active': True} {{(pid=103232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:36:15.711675 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-edbd4c1b-635f-4a08-84e4-8d8c65858469 tempest-FloatingIPTestJSON-1063614787 tempest-FloatingIPTestJSON-1063614787-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171096'] for port (None), before_response {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:36:15.717484 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-edbd4c1b-635f-4a08-84e4-8d8c65858469 tempest-FloatingIPTestJSON-1063614787 tempest-FloatingIPTestJSON-1063614787-project] 10.222.0.75 "DELETE /v2.0/ports/8ae12038-5529-4be7-9a92-44e6b092eb6c HTTP/1.1" status: 204 len: 168 time: 1.5369046 Feb 09 19:36:15.720386 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 38550) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:36:15.756703 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.l3_hamode_db [None req-5f55fec9-5222-4c1e-98ee-390d72c156de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713498-36', False) {} {{(pid=103232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:36:15.757498 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f55fec9-5222-4c1e-98ee-390d72c156de None None] The sync data for ids ['40f2e8a9-7187-458b-9570-5514b423f336'] in n-d-713498-36 is: [] {{(pid=103232) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 19:36:15.802948 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 38558) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:36:15.805158 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-63269603-8e3f-4c7d-b009-67e1008d53bd tempest-FloatingIPTestJSON-1063614787 tempest-FloatingIPTestJSON-1063614787-project] 10.222.0.75 "GET /v2.0/floatingips/849266ec-84ae-4f5c-a43f-895508bceb02 HTTP/1.1" status: 200 len: 688 time: 0.0802777 Feb 09 19:36:15.940205 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.plugin [None req-faa02741-4042-4f0f-abf0-6beba1b2a5a0 tempest-FloatingIPTestJSON-1063614787 tempest-FloatingIPTestJSON-1063614787-project] Deleting port 7b9ed9a5-3e72-45be-a86a-3fea6b86af6d {{(pid=103230) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 19:36:15.940547 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-faa02741-4042-4f0f-abf0-6beba1b2a5a0 tempest-FloatingIPTestJSON-1063614787 tempest-FloatingIPTestJSON-1063614787-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762867170196'] for port (7b9ed9a5-3e72-45be-a86a-3fea6b86af6d), before_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:36:15.992821 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-a7262a8e-0513-48fd-984d-75726a511961 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762867132591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593584'] for agent (911cfea2-02ae-4ec9-bac3-7808ee1cdd9c), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:36:16.024844 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-faa02741-4042-4f0f-abf0-6beba1b2a5a0 tempest-FloatingIPTestJSON-1063614787 tempest-FloatingIPTestJSON-1063614787-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1820838'] for port (7b9ed9a5-3e72-45be-a86a-3fea6b86af6d), precommit_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:36:16.025177 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-faa02741-4042-4f0f-abf0-6beba1b2a5a0 tempest-FloatingIPTestJSON-1063614787 tempest-FloatingIPTestJSON-1063614787-project] Publish callbacks [] for floatingip (7b9ed9a5-3e72-45be-a86a-3fea6b86af6d), precommit_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:36:16.038216 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.plugin [None req-faa02741-4042-4f0f-abf0-6beba1b2a5a0 tempest-FloatingIPTestJSON-1063614787 tempest-FloatingIPTestJSON-1063614787-project] Calling delete_port for 7b9ed9a5-3e72-45be-a86a-3fea6b86af6d owned by network:floatingip {{(pid=103230) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 19:36:16.187899 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-faa02741-4042-4f0f-abf0-6beba1b2a5a0 tempest-FloatingIPTestJSON-1063614787 tempest-FloatingIPTestJSON-1063614787-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762867177463', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762866656476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14393751'] for port (7b9ed9a5-3e72-45be-a86a-3fea6b86af6d), after_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:36:16.217944 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faa02741-4042-4f0f-abf0-6beba1b2a5a0 tempest-FloatingIPTestJSON-1063614787 tempest-FloatingIPTestJSON-1063614787-project] Pushing event deleted for resources: {'Port': ['ID=7b9ed9a5-3e72-45be-a86a-3fea6b86af6d,revision_number=None']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:36:16.298740 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-faa02741-4042-4f0f-abf0-6beba1b2a5a0 tempest-FloatingIPTestJSON-1063614787 tempest-FloatingIPTestJSON-1063614787-project] Publish callbacks [] for floatingip (849266ec-84ae-4f5c-a43f-895508bceb02), after_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:36:16.302504 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-faa02741-4042-4f0f-abf0-6beba1b2a5a0 tempest-FloatingIPTestJSON-1063614787 tempest-FloatingIPTestJSON-1063614787-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171096'] for floatingip (None), before_response {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:36:16.304005 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-faa02741-4042-4f0f-abf0-6beba1b2a5a0 tempest-FloatingIPTestJSON-1063614787 tempest-FloatingIPTestJSON-1063614787-project] 10.222.0.75 "DELETE /v2.0/floatingips/849266ec-84ae-4f5c-a43f-895508bceb02 HTTP/1.1" status: 204 len: 168 time: 0.5000656 Feb 09 19:36:16.308048 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 38572) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:36:16.314776 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.v2.base [None req-c362b9f8-6e98-47ac-9174-cc8f97c283ae tempest-FloatingIPTestJSON-1063614787 tempest-FloatingIPTestJSON-1063614787-project] Request body: {'floatingip': {'floating_network_id': '88055e1e-672a-4487-be31-ffb6e833ece5', 'port_id': '8cde7e3b-e7c2-45e5-bf2e-056502f471f6'}} {{(pid=103229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 19:36:16.336122 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-c362b9f8-6e98-47ac-9174-cc8f97c283ae tempest-FloatingIPTestJSON-1063614787 tempest-FloatingIPTestJSON-1063614787-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:36:16.448558 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-c362b9f8-6e98-47ac-9174-cc8f97c283ae tempest-FloatingIPTestJSON-1063614787 tempest-FloatingIPTestJSON-1063614787-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (None), before_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:36:16.571912 n-d-713498-36 neutron-server[103229]: DEBUG neutron.db.db_base_plugin_common [None req-c362b9f8-6e98-47ac-9174-cc8f97c283ae tempest-FloatingIPTestJSON-1063614787 tempest-FloatingIPTestJSON-1063614787-project] Allocated IP 172.25.1.236 (88055e1e-672a-4487-be31-ffb6e833ece5/ac16dbcc-383c-4b43-9153-d763c4a53f91/f501fd2c-0f26-4343-ac0c-733e1293255d) {{(pid=103229) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 19:36:16.695748 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-c362b9f8-6e98-47ac-9174-cc8f97c283ae tempest-FloatingIPTestJSON-1063614787 tempest-FloatingIPTestJSON-1063614787-project] Publish callbacks [] for port (f501fd2c-0f26-4343-ac0c-733e1293255d), precommit_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:36:16.720616 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1c77566-46d6-4ac2-825d-17f804a8e1c7 req-2769158e-95e4-4e3d-bd1e-fc396fff5504 tempest-ServersTestJSON-482035511 tempest-ServersTestJSON-482035511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:36:16.722312 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-c1c77566-46d6-4ac2-825d-17f804a8e1c7 req-2769158e-95e4-4e3d-bd1e-fc396fff5504 tempest-ServersTestJSON-482035511 tempest-ServersTestJSON-482035511-project] 10.222.0.75 "GET /v2.0/ports?device_id=8b1fc934-e90f-4a6e-87a2-90db0acccbea HTTP/1.1" status: 200 len: 945 time: 0.0560608 Feb 09 19:36:16.812813 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-c1c77566-46d6-4ac2-825d-17f804a8e1c7 req-fbfca09d-edfa-46d0-8c6e-65283af3a6ef tempest-ServersTestJSON-482035511 tempest-ServersTestJSON-482035511-project] 10.222.0.75 "GET /v2.0/security-groups?id=37883354-c9cd-40f0-bbce-1c711bac4569&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0841994 Feb 09 19:36:16.818329 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-c362b9f8-6e98-47ac-9174-cc8f97c283ae tempest-FloatingIPTestJSON-1063614787 tempest-FloatingIPTestJSON-1063614787-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762866656467', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12867576'] for port (f501fd2c-0f26-4343-ac0c-733e1293255d), after_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:36:16.874176 n-d-713498-36 neutron-server[103229]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c362b9f8-6e98-47ac-9174-cc8f97c283ae tempest-FloatingIPTestJSON-1063614787 tempest-FloatingIPTestJSON-1063614787-project] Network 88055e1e-672a-4487-be31-ffb6e833ece5 is already hosted by enough agents. {{(pid=103229) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 19:36:16.881881 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deea3352-e8f2-4d9b-a318-a503bf4da1f0 req-60636e9f-b427-4099-a061-da3dcae096be tempest-TestNetworkAdvancedServerOps-1633223542 tempest-TestNetworkAdvancedServerOps-1633223542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:36:16.883357 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-deea3352-e8f2-4d9b-a318-a503bf4da1f0 req-60636e9f-b427-4099-a061-da3dcae096be tempest-TestNetworkAdvancedServerOps-1633223542 tempest-TestNetworkAdvancedServerOps-1633223542-project] 10.222.0.75 "GET /v2.0/ports?device_id=ba22b315-e430-4895-a078-0c720f335557 HTTP/1.1" status: 200 len: 945 time: 0.1577160 Feb 09 19:36:16.892759 n-d-713498-36 neutron-server[103229]: DEBUG neutron.scheduler.base_scheduler [None req-c362b9f8-6e98-47ac-9174-cc8f97c283ae tempest-FloatingIPTestJSON-1063614787 tempest-FloatingIPTestJSON-1063614787-project] Resources bound (agent type, host, resource id): {{(pid=103229) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 19:36:16.914012 n-d-713498-36 neutron-server[103229]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c362b9f8-6e98-47ac-9174-cc8f97c283ae tempest-FloatingIPTestJSON-1063614787 tempest-FloatingIPTestJSON-1063614787-project] Received port after_create {{(pid=103229) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 19:36:16.951167 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c362b9f8-6e98-47ac-9174-cc8f97c283ae tempest-FloatingIPTestJSON-1063614787 tempest-FloatingIPTestJSON-1063614787-project] Pushing event updated for resources: {'Port': ['ID=f501fd2c-0f26-4343-ac0c-733e1293255d,revision_number=1']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:36:17.019296 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762867132591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593584'] for agent (496418a2-c002-4aec-ab1a-07f3bea491bd), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:36:17.019875 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-deea3352-e8f2-4d9b-a318-a503bf4da1f0 req-171ad8aa-8256-456d-b4bf-520bd8247150 tempest-TestNetworkAdvancedServerOps-1633223542 tempest-TestNetworkAdvancedServerOps-1633223542-project] 10.222.0.75 "GET /v2.0/security-groups?id=4e60dadd-ab65-4f99-8fbb-201b325b18d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1282091 Feb 09 19:36:17.038579 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84723f05-48b6-4bc0-9abe-8ebe1fbaa33a req-c5dcb12a-2ead-4069-9011-fd96f6fdb9f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:36:17.040090 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-84723f05-48b6-4bc0-9abe-8ebe1fbaa33a req-c5dcb12a-2ead-4069-9011-fd96f6fdb9f8 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=eba669c4f4c548e495f13ae7579d0fa6&device_id=ba22b315-e430-4895-a078-0c720f335557 HTTP/1.1" status: 200 len: 1128 time: 0.1774187 Feb 09 19:36:17.254616 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84723f05-48b6-4bc0-9abe-8ebe1fbaa33a req-7cfc5971-24cb-4b91-b038-a36e5453790c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:36:17.256094 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-84723f05-48b6-4bc0-9abe-8ebe1fbaa33a req-7cfc5971-24cb-4b91-b038-a36e5453790c service neutron] 10.222.0.90 "GET /v2.0/networks?id=4441bac0-0a44-4a1e-8093-e71510495491 HTTP/1.1" status: 200 len: 898 time: 0.2033663 Feb 09 19:36:17.337705 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-84723f05-48b6-4bc0-9abe-8ebe1fbaa33a req-2b17199e-3fc8-4de3-856c-89fb86affc11 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=5f3120e3-e786-407f-b3ad-794cc89bce3c HTTP/1.1" status: 200 len: 1000 time: 0.0739117 Feb 09 19:36:17.471539 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84723f05-48b6-4bc0-9abe-8ebe1fbaa33a req-6f284ca3-f2f4-471a-81ad-74751725fba2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:36:17.473001 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-84723f05-48b6-4bc0-9abe-8ebe1fbaa33a req-6f284ca3-f2f4-471a-81ad-74751725fba2 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=a53359ef-76e4-4c05-b08e-4db3ad09b5a9 HTTP/1.1" status: 200 len: 835 time: 0.1176720 Feb 09 19:36:17.529913 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-c362b9f8-6e98-47ac-9174-cc8f97c283ae tempest-FloatingIPTestJSON-1063614787 tempest-FloatingIPTestJSON-1063614787-project] Publish callbacks [] for floatingip (5fff7dc9-058e-419c-91b1-6195e0fb8c1c), precommit_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:36:17.560810 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84723f05-48b6-4bc0-9abe-8ebe1fbaa33a req-fe735f19-0f42-4720-ac32-e97a68d7cf55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:36:17.562618 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-84723f05-48b6-4bc0-9abe-8ebe1fbaa33a req-fe735f19-0f42-4720-ac32-e97a68d7cf55 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=4441bac0-0a44-4a1e-8093-e71510495491&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0810077 Feb 09 19:36:17.666853 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-c362b9f8-6e98-47ac-9174-cc8f97c283ae tempest-FloatingIPTestJSON-1063614787 tempest-FloatingIPTestJSON-1063614787-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (f501fd2c-0f26-4343-ac0c-733e1293255d), before_update {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:36:17.733022 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-84723f05-48b6-4bc0-9abe-8ebe1fbaa33a req-b644d1c8-6a81-4577-a596-a6a789731a71 service neutron] 10.222.0.90 "GET /v2.0/networks/4441bac0-0a44-4a1e-8093-e71510495491?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1620948 Feb 09 19:36:17.892476 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-84723f05-48b6-4bc0-9abe-8ebe1fbaa33a req-ddad0f56-3651-45b4-b4ed-d17f8fa2b343 service neutron] 10.222.0.90 "GET /v2.0/networks/4441bac0-0a44-4a1e-8093-e71510495491?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1462891 Feb 09 19:36:17.930128 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-c362b9f8-6e98-47ac-9174-cc8f97c283ae tempest-FloatingIPTestJSON-1063614787 tempest-FloatingIPTestJSON-1063614787-project] Publish callbacks [] for port (f501fd2c-0f26-4343-ac0c-733e1293255d), precommit_update {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:36:17.941321 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-c362b9f8-6e98-47ac-9174-cc8f97c283ae tempest-FloatingIPTestJSON-1063614787 tempest-FloatingIPTestJSON-1063614787-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762867176205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762866656485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762866656503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12867569'] for port (f501fd2c-0f26-4343-ac0c-733e1293255d), after_update {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:36:18.003934 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a3f70c7-ab65-425d-be37-1f1392b5f173 req-00186f8c-3cbe-430e-8c76-3601e846cdb8 tempest-ServersTestJSON-482035511 tempest-ServersTestJSON-482035511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:36:18.006229 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-0a3f70c7-ab65-425d-be37-1f1392b5f173 req-00186f8c-3cbe-430e-8c76-3601e846cdb8 tempest-ServersTestJSON-482035511 tempest-ServersTestJSON-482035511-project] 10.222.0.75 "GET /v2.0/ports?device_id=8b1fc934-e90f-4a6e-87a2-90db0acccbea HTTP/1.1" status: 200 len: 945 time: 0.0982344 Feb 09 19:36:18.072766 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c362b9f8-6e98-47ac-9174-cc8f97c283ae tempest-FloatingIPTestJSON-1063614787 tempest-FloatingIPTestJSON-1063614787-project] Pushing event updated for resources: {'Port': ['ID=f501fd2c-0f26-4343-ac0c-733e1293255d,revision_number=2']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:36:18.081161 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-c362b9f8-6e98-47ac-9174-cc8f97c283ae tempest-FloatingIPTestJSON-1063614787 tempest-FloatingIPTestJSON-1063614787-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1818909'] for floatingip (5fff7dc9-058e-419c-91b1-6195e0fb8c1c), after_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:36:18.133616 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-0a3f70c7-ab65-425d-be37-1f1392b5f173 req-fd733fb8-fcb0-440f-9b0c-b155b2f5a8ad tempest-ServersTestJSON-482035511 tempest-ServersTestJSON-482035511-project] 10.222.0.75 "GET /v2.0/security-groups?id=37883354-c9cd-40f0-bbce-1c711bac4569&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1204565 Feb 09 19:36:18.245743 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-954e0944-30f9-42c6-89cd-698536cb3bd6 req-adc0dd87-352e-4382-8dd3-0865e74a1952 tempest-TestNetworkAdvancedServerOps-1633223542 tempest-TestNetworkAdvancedServerOps-1633223542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:36:18.247761 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-954e0944-30f9-42c6-89cd-698536cb3bd6 req-adc0dd87-352e-4382-8dd3-0865e74a1952 tempest-TestNetworkAdvancedServerOps-1633223542 tempest-TestNetworkAdvancedServerOps-1633223542-project] 10.222.0.75 "GET /v2.0/ports?device_id=ba22b315-e430-4895-a078-0c720f335557 HTTP/1.1" status: 200 len: 945 time: 0.0825164 Feb 09 19:36:18.250072 n-d-713498-36 neutron-server[103229]: INFO neutron.db.l3_db [None req-c362b9f8-6e98-47ac-9174-cc8f97c283ae tempest-FloatingIPTestJSON-1063614787 tempest-FloatingIPTestJSON-1063614787-project] Floating IP 5fff7dc9-058e-419c-91b1-6195e0fb8c1c associated. External IP: 172.25.1.236, port: 8cde7e3b-e7c2-45e5-bf2e-056502f471f6. Feb 09 19:36:18.696086 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762867132591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593584'] for agent (488cd9ae-631f-4955-ba0b-4f5a13f12e9c), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:36:18.724838 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-954e0944-30f9-42c6-89cd-698536cb3bd6 req-be75fa05-246b-4042-8206-dcc5fa582ee4 tempest-TestNetworkAdvancedServerOps-1633223542 tempest-TestNetworkAdvancedServerOps-1633223542-project] 10.222.0.75 "GET /v2.0/security-groups?id=4e60dadd-ab65-4f99-8fbb-201b325b18d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4628255 Feb 09 19:36:18.867734 n-d-713498-36 neutron-server[103229]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c362b9f8-6e98-47ac-9174-cc8f97c283ae tempest-FloatingIPTestJSON-1063614787 tempest-FloatingIPTestJSON-1063614787-project] Router 40f2e8a9-7187-458b-9570-5514b423f336 has already been hosted by L3 agent 93303d5e-5d17-45e8-8963-7694f87783ae {{(pid=103229) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 19:36:18.989142 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c362b9f8-6e98-47ac-9174-cc8f97c283ae tempest-FloatingIPTestJSON-1063614787 tempest-FloatingIPTestJSON-1063614787-project] Notify agent at l3_agent.n-d-713498-36 the message routers_updated {{(pid=103229) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 19:36:19.009560 n-d-713498-36 neutron-server[103233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97303e68-b982-469a-a174-45c4552ac415 None None] Sync routers for ids ['40f2e8a9-7187-458b-9570-5514b423f336'] in n-d-713498-36 {{(pid=103233) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 19:36:19.014393 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-c362b9f8-6e98-47ac-9174-cc8f97c283ae tempest-FloatingIPTestJSON-1063614787 tempest-FloatingIPTestJSON-1063614787-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171096'] for floatingip (None), before_response {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:36:19.033165 n-d-713498-36 neutron-server[103233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97303e68-b982-469a-a174-45c4552ac415 None None] Routers {'40f2e8a9-7187-458b-9570-5514b423f336'} bound to L3 agent in host n-d-713498-36 {{(pid=103233) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 19:36:19.034164 n-d-713498-36 neutron-server[103233]: DEBUG neutron.db.l3_hamode_db [None req-97303e68-b982-469a-a174-45c4552ac415 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T18:51:43Z,description=,heartbeat_timestamp=2022-02-09T19:36:13Z,host='n-d-713498-36',id=93303d5e-5d17-45e8-8963-7694f87783ae,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T18:51:43Z,topic='l3_agent')) {'router_ids': ['40f2e8a9-7187-458b-9570-5514b423f336'], 'active': True} {{(pid=103233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:36:19.044527 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-c362b9f8-6e98-47ac-9174-cc8f97c283ae tempest-FloatingIPTestJSON-1063614787 tempest-FloatingIPTestJSON-1063614787-project] 10.222.0.75 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 983 time: 2.7339776 Feb 09 19:36:19.047160 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 38588) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:36:19.051936 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.v2.base [None req-7c2f6e93-8926-4793-b7c1-c01d1ccaacc2 tempest-FloatingIPTestJSON-1063614787 tempest-FloatingIPTestJSON-1063614787-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-1670093631'}} {{(pid=103229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 19:36:19.073742 n-d-713498-36 neutron-server[103233]: DEBUG neutron.db.l3_hamode_db [None req-97303e68-b982-469a-a174-45c4552ac415 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713498-36', False) {} {{(pid=103233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:36:19.081761 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7c2f6e93-8926-4793-b7c1-c01d1ccaacc2 tempest-FloatingIPTestJSON-1063614787 tempest-FloatingIPTestJSON-1063614787-project] Made reservation on behalf of 871850e503d64567abcf6c393ba28742 for: {'network': 1} {{(pid=103229) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 19:36:19.086099 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-7c2f6e93-8926-4793-b7c1-c01d1ccaacc2 tempest-FloatingIPTestJSON-1063614787 tempest-FloatingIPTestJSON-1063614787-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for network (None), before_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:36:19.089718 n-d-713498-36 neutron-server[103233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97303e68-b982-469a-a174-45c4552ac415 None None] Routers {'40f2e8a9-7187-458b-9570-5514b423f336'} bound to L3 agent in host n-d-713498-36 {{(pid=103233) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 19:36:19.090745 n-d-713498-36 neutron-server[103233]: DEBUG neutron.db.l3_hamode_db [None req-97303e68-b982-469a-a174-45c4552ac415 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T18:51:43Z,description=,heartbeat_timestamp=2022-02-09T19:36:13Z,host='n-d-713498-36',id=93303d5e-5d17-45e8-8963-7694f87783ae,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T18:51:43Z,topic='l3_agent')) {'router_ids': ['40f2e8a9-7187-458b-9570-5514b423f336'], 'active': True} {{(pid=103233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:36:19.096671 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762867132591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593584'] for agent (bcd5faee-dc24-4298-9134-0e0aa054058e), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:36:19.116386 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7c2f6e93-8926-4793-b7c1-c01d1ccaacc2 tempest-FloatingIPTestJSON-1063614787 tempest-FloatingIPTestJSON-1063614787-project] vlan segment allocate from pool success with {'vlan_id': 361, 'physical_network': 'physnet1'} {{(pid=103229) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 19:36:19.127546 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-7c2f6e93-8926-4793-b7c1-c01d1ccaacc2 tempest-FloatingIPTestJSON-1063614787 tempest-FloatingIPTestJSON-1063614787-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-759574'] for segment (9d718ad6-44d8-47d7-8cbd-d97a6020653b), precommit_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:36:19.127826 n-d-713498-36 neutron-server[103229]: INFO neutron.db.segments_db [None req-7c2f6e93-8926-4793-b7c1-c01d1ccaacc2 tempest-FloatingIPTestJSON-1063614787 tempest-FloatingIPTestJSON-1063614787-project] Added segment 9d718ad6-44d8-47d7-8cbd-d97a6020653b of type vlan for network 9473233e-ba6c-4418-a8aa-5fdf0aa8c28f Feb 09 19:36:19.130506 n-d-713498-36 neutron-server[103233]: DEBUG neutron.db.l3_hamode_db [None req-97303e68-b982-469a-a174-45c4552ac415 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713498-36', False) {} {{(pid=103233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:36:19.131347 n-d-713498-36 neutron-server[103233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97303e68-b982-469a-a174-45c4552ac415 None None] The sync data for ids ['40f2e8a9-7187-458b-9570-5514b423f336'] in n-d-713498-36 is: [] {{(pid=103233) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 19:36:19.173493 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-7c2f6e93-8926-4793-b7c1-c01d1ccaacc2 tempest-FloatingIPTestJSON-1063614787 tempest-FloatingIPTestJSON-1063614787-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762866642225'] for network (9473233e-ba6c-4418-a8aa-5fdf0aa8c28f), precommit_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:36:19.202373 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-7c2f6e93-8926-4793-b7c1-c01d1ccaacc2 tempest-FloatingIPTestJSON-1063614787 tempest-FloatingIPTestJSON-1063614787-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1885479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452'] for network (9473233e-ba6c-4418-a8aa-5fdf0aa8c28f), after_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:36:19.208208 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c2f6e93-8926-4793-b7c1-c01d1ccaacc2 tempest-FloatingIPTestJSON-1063614787 tempest-FloatingIPTestJSON-1063614787-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:36:19.208910 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-7c2f6e93-8926-4793-b7c1-c01d1ccaacc2 tempest-FloatingIPTestJSON-1063614787 tempest-FloatingIPTestJSON-1063614787-project] Publish callbacks [] for network (None), before_response {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:36:19.275086 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-7c2f6e93-8926-4793-b7c1-c01d1ccaacc2 tempest-FloatingIPTestJSON-1063614787 tempest-FloatingIPTestJSON-1063614787-project] 10.222.0.75 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.2269166 Feb 09 19:36:19.278055 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 38592) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:36:19.282670 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.v2.base [None req-c9204c07-8a44-4342-9671-34f191eb0c34 tempest-FloatingIPTestJSON-1063614787 tempest-FloatingIPTestJSON-1063614787-project] Request body: {'subnet': {'network_id': '9473233e-ba6c-4418-a8aa-5fdf0aa8c28f', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 19:36:19.302426 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c2f6e93-8926-4793-b7c1-c01d1ccaacc2 tempest-FloatingIPTestJSON-1063614787 tempest-FloatingIPTestJSON-1063614787-project] Pushing event updated for resources: {'Network': ['ID=9473233e-ba6c-4418-a8aa-5fdf0aa8c28f,revision_number=1']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:36:19.302889 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3db13cee-6a6d-4eaf-bba8-a9040716b20c req-4a08b17b-d4ba-444f-a3ec-0f363f8e8e94 tempest-ServersTestJSON-482035511 tempest-ServersTestJSON-482035511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:36:19.304493 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-3db13cee-6a6d-4eaf-bba8-a9040716b20c req-4a08b17b-d4ba-444f-a3ec-0f363f8e8e94 tempest-ServersTestJSON-482035511 tempest-ServersTestJSON-482035511-project] 10.222.0.75 "GET /v2.0/ports?device_id=8b1fc934-e90f-4a6e-87a2-90db0acccbea HTTP/1.1" status: 200 len: 945 time: 0.0732422 Feb 09 19:36:19.323334 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Network 9473233e-ba6c-4418-a8aa-5fdf0aa8c28f details requested by agent ovs-agent-n-d-713498-36 with host n-d-713498-36 {{(pid=103232) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 19:36:19.398791 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-3db13cee-6a6d-4eaf-bba8-a9040716b20c req-3057423c-a54c-4c3d-a76c-48e9da3300f7 tempest-ServersTestJSON-482035511 tempest-ServersTestJSON-482035511-project] 10.222.0.75 "GET /v2.0/security-groups?id=37883354-c9cd-40f0-bbce-1c711bac4569&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0651515 Feb 09 19:36:19.423674 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c9204c07-8a44-4342-9671-34f191eb0c34 tempest-FloatingIPTestJSON-1063614787 tempest-FloatingIPTestJSON-1063614787-project] Made reservation on behalf of 871850e503d64567abcf6c393ba28742 for: {'subnet': 1} {{(pid=103229) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 19:36:19.428286 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-c9204c07-8a44-4342-9671-34f191eb0c34 tempest-FloatingIPTestJSON-1063614787 tempest-FloatingIPTestJSON-1063614787-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12759265'] for subnet (None), before_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:36:19.648858 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d319a4c1-9533-4daa-bcb9-92322cfc8c90 req-4db856f7-94fc-4966-be0c-b38b3f830fbc tempest-ServersTestJSON-482035511 tempest-ServersTestJSON-482035511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:36:19.655740 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-d319a4c1-9533-4daa-bcb9-92322cfc8c90 req-4db856f7-94fc-4966-be0c-b38b3f830fbc tempest-ServersTestJSON-482035511 tempest-ServersTestJSON-482035511-project] 10.222.0.75 "GET /v2.0/ports?device_id=8b1fc934-e90f-4a6e-87a2-90db0acccbea HTTP/1.1" status: 200 len: 945 time: 0.0678554 Feb 09 19:36:19.665135 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-c9204c07-8a44-4342-9671-34f191eb0c34 tempest-FloatingIPTestJSON-1063614787 tempest-FloatingIPTestJSON-1063614787-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12867428', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12759263'] for subnet (c29d8628-2795-4f34-bafa-47e444865205), after_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:36:19.724076 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-d319a4c1-9533-4daa-bcb9-92322cfc8c90 req-f5f896e0-df5b-40d3-891c-a2065208549f tempest-ServersTestJSON-482035511 tempest-ServersTestJSON-482035511-project] 10.222.0.75 "GET /v2.0/security-groups?id=37883354-c9cd-40f0-bbce-1c711bac4569&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0670862 Feb 09 19:36:19.739091 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9204c07-8a44-4342-9671-34f191eb0c34 tempest-FloatingIPTestJSON-1063614787 tempest-FloatingIPTestJSON-1063614787-project] Pushing event updated for resources: {'Subnet': ['ID=c29d8628-2795-4f34-bafa-47e444865205,revision_number=0']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:36:19.746086 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9204c07-8a44-4342-9671-34f191eb0c34 tempest-FloatingIPTestJSON-1063614787 tempest-FloatingIPTestJSON-1063614787-project] Checking segment: {'id': '9d718ad6-44d8-47d7-8cbd-d97a6020653b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '9473233e-ba6c-4418-a8aa-5fdf0aa8c28f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103229) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 19:36:19.746503 n-d-713498-36 neutron-server[103229]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9204c07-8a44-4342-9671-34f191eb0c34 tempest-FloatingIPTestJSON-1063614787 tempest-FloatingIPTestJSON-1063614787-project] Network hostable DHCP agents. Network: 9473233e-ba6c-4418-a8aa-5fdf0aa8c28f, hostable agents: ['af91e4b9-f4e1-42b1-a25c-a10dc47171c8'], hosted agents: [] {{(pid=103229) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 19:36:19.767610 n-d-713498-36 neutron-server[103229]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9204c07-8a44-4342-9671-34f191eb0c34 tempest-FloatingIPTestJSON-1063614787 tempest-FloatingIPTestJSON-1063614787-project] Network 9473233e-ba6c-4418-a8aa-5fdf0aa8c28f is scheduled to be hosted by DHCP agent af91e4b9-f4e1-42b1-a25c-a10dc47171c8 with binding_index 1 {{(pid=103229) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 19:36:19.782324 n-d-713498-36 neutron-server[103229]: DEBUG neutron.scheduler.base_scheduler [None req-c9204c07-8a44-4342-9671-34f191eb0c34 tempest-FloatingIPTestJSON-1063614787 tempest-FloatingIPTestJSON-1063614787-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713498-36, 9473233e-ba6c-4418-a8aa-5fdf0aa8c28f) {{(pid=103229) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 19:36:19.795944 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01b4d28c-1cd9-432d-9b3e-f174149fb7ab None None] Network 9473233e-ba6c-4418-a8aa-5fdf0aa8c28f requested from n-d-713498-36 {{(pid=103232) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 19:36:19.813102 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9204c07-8a44-4342-9671-34f191eb0c34 tempest-FloatingIPTestJSON-1063614787 tempest-FloatingIPTestJSON-1063614787-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:36:19.813705 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-c9204c07-8a44-4342-9671-34f191eb0c34 tempest-FloatingIPTestJSON-1063614787 tempest-FloatingIPTestJSON-1063614787-project] Publish callbacks [] for subnet (None), before_response {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:36:19.881465 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-c9204c07-8a44-4342-9671-34f191eb0c34 tempest-FloatingIPTestJSON-1063614787 tempest-FloatingIPTestJSON-1063614787-project] 10.222.0.75 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6026404 Feb 09 19:36:19.882601 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 38604) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:36:19.888831 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.v2.base [None req-0e895616-5461-46a3-a07d-cff8711e408b tempest-FloatingIPTestJSON-1063614787 tempest-FloatingIPTestJSON-1063614787-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-267430985', 'external_gateway_info': {'network_id': '88055e1e-672a-4487-be31-ffb6e833ece5'}, 'admin_state_up': False}} {{(pid=103229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 19:36:19.924392 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2260fd1-9c0e-4578-8ebe-c08b8bda4f70 req-c1da0871-5938-4b40-98b2-154095cf4b95 tempest-TestNetworkAdvancedServerOps-1633223542 tempest-TestNetworkAdvancedServerOps-1633223542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:36:19.926293 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-a2260fd1-9c0e-4578-8ebe-c08b8bda4f70 req-c1da0871-5938-4b40-98b2-154095cf4b95 tempest-TestNetworkAdvancedServerOps-1633223542 tempest-TestNetworkAdvancedServerOps-1633223542-project] 10.222.0.75 "GET /v2.0/ports?device_id=ba22b315-e430-4895-a078-0c720f335557 HTTP/1.1" status: 200 len: 945 time: 0.1066198 Feb 09 19:36:19.933290 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-0e895616-5461-46a3-a07d-cff8711e408b tempest-FloatingIPTestJSON-1063614787 tempest-FloatingIPTestJSON-1063614787-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1834830', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-58389'] for router (e2d260dd-c00c-402b-9cd8-5b1df4420571), before_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:36:19.934894 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-0e895616-5461-46a3-a07d-cff8711e408b tempest-FloatingIPTestJSON-1063614787 tempest-FloatingIPTestJSON-1063614787-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1834810', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1822096', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1886735', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-58380'] for router (e2d260dd-c00c-402b-9cd8-5b1df4420571), precommit_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:36:19.951432 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dbdd1e6-8fc5-44bf-8a84-505b356a64be req-337bc950-d3da-4110-a8f5-58b891426d49 tempest-ServersTestJSON-482035511 tempest-ServersTestJSON-482035511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:36:19.961061 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-4dbdd1e6-8fc5-44bf-8a84-505b356a64be req-337bc950-d3da-4110-a8f5-58b891426d49 tempest-ServersTestJSON-482035511 tempest-ServersTestJSON-482035511-project] 10.222.0.75 "GET /v2.0/ports?device_id=8b1fc934-e90f-4a6e-87a2-90db0acccbea HTTP/1.1" status: 200 len: 945 time: 0.1094425 Feb 09 19:36:20.019027 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-4dbdd1e6-8fc5-44bf-8a84-505b356a64be req-10fdf7d0-c442-441a-a4a0-40c8aa9eb4c7 tempest-ServersTestJSON-482035511 tempest-ServersTestJSON-482035511-project] 10.222.0.75 "GET /v2.0/security-groups?id=37883354-c9cd-40f0-bbce-1c711bac4569&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564423 Feb 09 19:36:20.039475 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-a2260fd1-9c0e-4578-8ebe-c08b8bda4f70 req-ce3fbfe4-ad0f-4f17-8826-83f3fdb6c879 tempest-TestNetworkAdvancedServerOps-1633223542 tempest-TestNetworkAdvancedServerOps-1633223542-project] 10.222.0.75 "GET /v2.0/security-groups?id=4e60dadd-ab65-4f99-8fbb-201b325b18d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1002665 Feb 09 19:36:20.042262 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-0e895616-5461-46a3-a07d-cff8711e408b tempest-FloatingIPTestJSON-1063614787 tempest-FloatingIPTestJSON-1063614787-project] Publish callbacks [] for router_controller (e2d260dd-c00c-402b-9cd8-5b1df4420571), precommit_add_association {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:36:20.052862 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93cc8d9a-fbb5-4c8b-b33e-36ac5926f3b0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8b32e980-7cce-5e82-a341-bd2fa8945c89-9473233e-ba6c-4418-a8aa-5fdf0aa8c28f', 'network_id': '9473233e-ba6c-4418-a8aa-5fdf0aa8c28f', 'project_id': '871850e503d64567abcf6c393ba28742', 'fixed_ips': [{'subnet_id': 'c29d8628-2795-4f34-bafa-47e444865205'}]}} from n-d-713498-36. {{(pid=103232) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 09 19:36:20.053746 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-93cc8d9a-fbb5-4c8b-b33e-36ac5926f3b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (None), before_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:36:20.208984 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.db_base_plugin_common [None req-93cc8d9a-fbb5-4c8b-b33e-36ac5926f3b0 None None] Allocated IP 172.20.0.2 (9473233e-ba6c-4418-a8aa-5fdf0aa8c28f/c29d8628-2795-4f34-bafa-47e444865205/7c7aae6c-88d0-49a1-aa29-0782b8abeb5b) {{(pid=103232) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 19:36:20.277374 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-0e895616-5461-46a3-a07d-cff8711e408b tempest-FloatingIPTestJSON-1063614787 tempest-FloatingIPTestJSON-1063614787-project] Publish callbacks [] for router_gateway (e2d260dd-c00c-402b-9cd8-5b1df4420571), precommit_update {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:36:20.369941 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-93cc8d9a-fbb5-4c8b-b33e-36ac5926f3b0 None None] Publish callbacks [] for port (7c7aae6c-88d0-49a1-aa29-0782b8abeb5b), precommit_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:36:20.380168 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-93cc8d9a-fbb5-4c8b-b33e-36ac5926f3b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762866656467'] for port (7c7aae6c-88d0-49a1-aa29-0782b8abeb5b), after_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:36:20.411222 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ce3f0a5-bd51-4e12-98e5-3604ab5ac402 req-2cc02513-3521-4f5c-bd03-8172e4dad033 tempest-ServersTestJSON-482035511 tempest-ServersTestJSON-482035511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:36:20.413216 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-6ce3f0a5-bd51-4e12-98e5-3604ab5ac402 req-2cc02513-3521-4f5c-bd03-8172e4dad033 tempest-ServersTestJSON-482035511 tempest-ServersTestJSON-482035511-project] 10.222.0.75 "GET /v2.0/ports?device_id=8b1fc934-e90f-4a6e-87a2-90db0acccbea HTTP/1.1" status: 200 len: 945 time: 0.1285927 Feb 09 19:36:20.428668 n-d-713498-36 neutron-server[103232]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93cc8d9a-fbb5-4c8b-b33e-36ac5926f3b0 None None] Network 9473233e-ba6c-4418-a8aa-5fdf0aa8c28f is already hosted by enough agents. {{(pid=103232) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 19:36:20.431577 n-d-713498-36 neutron-server[103232]: DEBUG neutron.scheduler.base_scheduler [None req-93cc8d9a-fbb5-4c8b-b33e-36ac5926f3b0 None None] Resources bound (agent type, host, resource id): {{(pid=103232) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 19:36:20.437127 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93cc8d9a-fbb5-4c8b-b33e-36ac5926f3b0 None None] Received port after_create {{(pid=103232) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 19:36:20.490726 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-6ce3f0a5-bd51-4e12-98e5-3604ab5ac402 req-d5593e00-4832-40d9-8ee2-fafdf3a85869 tempest-ServersTestJSON-482035511 tempest-ServersTestJSON-482035511-project] 10.222.0.75 "GET /v2.0/security-groups?id=37883354-c9cd-40f0-bbce-1c711bac4569&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0622602 Feb 09 19:36:20.607828 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-0e895616-5461-46a3-a07d-cff8711e408b tempest-FloatingIPTestJSON-1063614787 tempest-FloatingIPTestJSON-1063614787-project] Publish callbacks [] for router_gateway (e2d260dd-c00c-402b-9cd8-5b1df4420571), before_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:36:20.626646 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93cc8d9a-fbb5-4c8b-b33e-36ac5926f3b0 None None] Pushing event updated for resources: {'Port': ['ID=7c7aae6c-88d0-49a1-aa29-0782b8abeb5b,revision_number=1']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:36:20.633147 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-0e895616-5461-46a3-a07d-cff8711e408b tempest-FloatingIPTestJSON-1063614787 tempest-FloatingIPTestJSON-1063614787-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (None), before_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:36:20.635697 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93cc8d9a-fbb5-4c8b-b33e-36ac5926f3b0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:36:20.636056 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93cc8d9a-fbb5-4c8b-b33e-36ac5926f3b0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:36:20.636400 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93cc8d9a-fbb5-4c8b-b33e-36ac5926f3b0 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:36:20.636731 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93cc8d9a-fbb5-4c8b-b33e-36ac5926f3b0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:36:20.637058 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93cc8d9a-fbb5-4c8b-b33e-36ac5926f3b0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:36:20.637407 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93cc8d9a-fbb5-4c8b-b33e-36ac5926f3b0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:36:20.637700 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93cc8d9a-fbb5-4c8b-b33e-36ac5926f3b0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:36:20.638049 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93cc8d9a-fbb5-4c8b-b33e-36ac5926f3b0 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:36:20.639005 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93cc8d9a-fbb5-4c8b-b33e-36ac5926f3b0 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:36:20.639005 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93cc8d9a-fbb5-4c8b-b33e-36ac5926f3b0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:36:20.639005 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93cc8d9a-fbb5-4c8b-b33e-36ac5926f3b0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:36:20.639945 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93cc8d9a-fbb5-4c8b-b33e-36ac5926f3b0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:36:20.639945 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93cc8d9a-fbb5-4c8b-b33e-36ac5926f3b0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:36:20.671130 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.managers [None req-93cc8d9a-fbb5-4c8b-b33e-36ac5926f3b0 None None] Attempting to bind port 7c7aae6c-88d0-49a1-aa29-0782b8abeb5b on host n-d-713498-36 for vnic_type normal with profile {{(pid=103232) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 19:36:20.672194 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.managers [None req-93cc8d9a-fbb5-4c8b-b33e-36ac5926f3b0 None None] Attempting to bind port 7c7aae6c-88d0-49a1-aa29-0782b8abeb5b by drivers openvswitch,hyperv on host n-d-713498-36 at level 0 using segments [{'id': '9d718ad6-44d8-47d7-8cbd-d97a6020653b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '9473233e-ba6c-4418-a8aa-5fdf0aa8c28f'}] {{(pid=103232) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 19:36:20.672540 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93cc8d9a-fbb5-4c8b-b33e-36ac5926f3b0 None None] Attempting to bind port 7c7aae6c-88d0-49a1-aa29-0782b8abeb5b on network 9473233e-ba6c-4418-a8aa-5fdf0aa8c28f {{(pid=103232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 19:36:20.677888 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93cc8d9a-fbb5-4c8b-b33e-36ac5926f3b0 None None] Checking agent: {'id': '496418a2-c002-4aec-ab1a-07f3bea491bd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-36', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 18, 51, 47), 'started_at': datetime.datetime(2022, 2, 9, 18, 52, 17), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 19, 36, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-36'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 19:36:20.678331 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93cc8d9a-fbb5-4c8b-b33e-36ac5926f3b0 None None] Checking segment: {'id': '9d718ad6-44d8-47d7-8cbd-d97a6020653b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '9473233e-ba6c-4418-a8aa-5fdf0aa8c28f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103232) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 19:36:20.678718 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-93cc8d9a-fbb5-4c8b-b33e-36ac5926f3b0 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:36:20.679122 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93cc8d9a-fbb5-4c8b-b33e-36ac5926f3b0 None None] Bound using segment: {'id': '9d718ad6-44d8-47d7-8cbd-d97a6020653b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '9473233e-ba6c-4418-a8aa-5fdf0aa8c28f'} {{(pid=103232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 19:36:20.679593 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.managers [None req-93cc8d9a-fbb5-4c8b-b33e-36ac5926f3b0 None None] Bound port: 7c7aae6c-88d0-49a1-aa29-0782b8abeb5b, host: n-d-713498-36, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9d718ad6-44d8-47d7-8cbd-d97a6020653b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '9473233e-ba6c-4418-a8aa-5fdf0aa8c28f'}}] {{(pid=103232) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 19:36:20.679967 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-93cc8d9a-fbb5-4c8b-b33e-36ac5926f3b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (7c7aae6c-88d0-49a1-aa29-0782b8abeb5b), before_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:36:20.761828 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-93cc8d9a-fbb5-4c8b-b33e-36ac5926f3b0 None None] For port 7c7aae6c-88d0-49a1-aa29-0782b8abeb5b, host n-d-713498-36, cleared binding levels {{(pid=103232) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 19:36:20.764842 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-93cc8d9a-fbb5-4c8b-b33e-36ac5926f3b0 None None] For port 7c7aae6c-88d0-49a1-aa29-0782b8abeb5b, host n-d-713498-36, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-36',level=0,port_id=7c7aae6c-88d0-49a1-aa29-0782b8abeb5b,segment=NetworkSegment(9d718ad6-44d8-47d7-8cbd-d97a6020653b),segment_id=9d718ad6-44d8-47d7-8cbd-d97a6020653b)] {{(pid=103232) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 19:36:20.772226 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-93cc8d9a-fbb5-4c8b-b33e-36ac5926f3b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762867176205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762866656485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762866656503'] for port (7c7aae6c-88d0-49a1-aa29-0782b8abeb5b), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:36:20.802440 n-d-713498-36 neutron-server[103229]: DEBUG neutron.db.db_base_plugin_common [None req-0e895616-5461-46a3-a07d-cff8711e408b tempest-FloatingIPTestJSON-1063614787 tempest-FloatingIPTestJSON-1063614787-project] Allocated IP 172.25.1.8 (88055e1e-672a-4487-be31-ffb6e833ece5/ac16dbcc-383c-4b43-9153-d763c4a53f91/853534bf-f0bf-4132-94e0-7b24abd43e95) {{(pid=103229) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 19:36:20.836342 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93cc8d9a-fbb5-4c8b-b33e-36ac5926f3b0 None None] Pushing event updated for resources: {'Port': ['ID=7c7aae6c-88d0-49a1-aa29-0782b8abeb5b,revision_number=2']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:36:20.993135 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-0e895616-5461-46a3-a07d-cff8711e408b tempest-FloatingIPTestJSON-1063614787 tempest-FloatingIPTestJSON-1063614787-project] Publish callbacks [] for port (853534bf-f0bf-4132-94e0-7b24abd43e95), precommit_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:36:21.049170 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-0e895616-5461-46a3-a07d-cff8711e408b tempest-FloatingIPTestJSON-1063614787 tempest-FloatingIPTestJSON-1063614787-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762866656467', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12867576'] for port (853534bf-f0bf-4132-94e0-7b24abd43e95), after_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:36:21.107437 n-d-713498-36 neutron-server[103229]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e895616-5461-46a3-a07d-cff8711e408b tempest-FloatingIPTestJSON-1063614787 tempest-FloatingIPTestJSON-1063614787-project] Network 88055e1e-672a-4487-be31-ffb6e833ece5 is already hosted by enough agents. {{(pid=103229) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 19:36:21.111179 n-d-713498-36 neutron-server[103229]: DEBUG neutron.scheduler.base_scheduler [None req-0e895616-5461-46a3-a07d-cff8711e408b tempest-FloatingIPTestJSON-1063614787 tempest-FloatingIPTestJSON-1063614787-project] Resources bound (agent type, host, resource id): {{(pid=103229) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 19:36:21.113626 n-d-713498-36 neutron-server[103229]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e895616-5461-46a3-a07d-cff8711e408b tempest-FloatingIPTestJSON-1063614787 tempest-FloatingIPTestJSON-1063614787-project] Received port after_create {{(pid=103229) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 19:36:21.177238 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e895616-5461-46a3-a07d-cff8711e408b tempest-FloatingIPTestJSON-1063614787 tempest-FloatingIPTestJSON-1063614787-project] Pushing event updated for resources: {'Port': ['ID=853534bf-f0bf-4132-94e0-7b24abd43e95,revision_number=1']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:36:21.278451 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-136f5904-0f57-4bb3-adbb-12cc41a40623 req-10c3e00a-f79e-4ca9-ba2e-7ed2f413deb4 tempest-TestNetworkAdvancedServerOps-1633223542 tempest-TestNetworkAdvancedServerOps-1633223542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:36:21.289116 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-136f5904-0f57-4bb3-adbb-12cc41a40623 req-10c3e00a-f79e-4ca9-ba2e-7ed2f413deb4 tempest-TestNetworkAdvancedServerOps-1633223542 tempest-TestNetworkAdvancedServerOps-1633223542-project] 10.222.0.75 "GET /v2.0/ports?device_id=ba22b315-e430-4895-a078-0c720f335557 HTTP/1.1" status: 200 len: 945 time: 0.1327841 Feb 09 19:36:21.362099 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-136f5904-0f57-4bb3-adbb-12cc41a40623 req-2497bbbc-c74f-4761-ba63-fffab94638aa tempest-TestNetworkAdvancedServerOps-1633223542 tempest-TestNetworkAdvancedServerOps-1633223542-project] 10.222.0.75 "GET /v2.0/security-groups?id=4e60dadd-ab65-4f99-8fbb-201b325b18d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0720797 Feb 09 19:36:21.497332 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0947b8a7-0d31-4a36-8ba6-1cb9799701cc req-edc3136c-b5db-4484-bbeb-79850f53cf4c tempest-ServersTestJSON-482035511 tempest-ServersTestJSON-482035511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:36:21.500763 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-0947b8a7-0d31-4a36-8ba6-1cb9799701cc req-edc3136c-b5db-4484-bbeb-79850f53cf4c tempest-ServersTestJSON-482035511 tempest-ServersTestJSON-482035511-project] 10.222.0.89 "GET /v2.0/ports?device_id=8b1fc934-e90f-4a6e-87a2-90db0acccbea HTTP/1.1" status: 200 len: 945 time: 0.0746412 Feb 09 19:36:21.541256 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-0e895616-5461-46a3-a07d-cff8711e408b tempest-FloatingIPTestJSON-1063614787 tempest-FloatingIPTestJSON-1063614787-project] Publish callbacks [] for router_gateway (e2d260dd-c00c-402b-9cd8-5b1df4420571), after_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:36:21.717622 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4247f36-03e2-4cc1-95e0-6cb670c42ee1 req-96ddafa9-d69a-4132-b7df-e432ae3756df tempest-ServersTestJSON-482035511 tempest-ServersTestJSON-482035511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:36:21.719761 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-e4247f36-03e2-4cc1-95e0-6cb670c42ee1 req-96ddafa9-d69a-4132-b7df-e432ae3756df tempest-ServersTestJSON-482035511 tempest-ServersTestJSON-482035511-project] 10.222.0.75 "GET /v2.0/ports?device_id=8b1fc934-e90f-4a6e-87a2-90db0acccbea HTTP/1.1" status: 200 len: 945 time: 0.1390460 Feb 09 19:36:21.787293 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.plugin [req-0947b8a7-0d31-4a36-8ba6-1cb9799701cc req-de60038a-54cd-4083-8b74-b997633d551b tempest-ServersTestJSON-482035511 tempest-ServersTestJSON-482035511-project] Deleting port 3b1d41a1-b9cd-40bb-ac7f-3fd6dcbb64b8 {{(pid=103229) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 19:36:21.787293 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-0947b8a7-0d31-4a36-8ba6-1cb9799701cc req-de60038a-54cd-4083-8b74-b997633d551b tempest-ServersTestJSON-482035511 tempest-ServersTestJSON-482035511-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762867170196'] for port (3b1d41a1-b9cd-40bb-ac7f-3fd6dcbb64b8), before_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:36:21.907642 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-e4247f36-03e2-4cc1-95e0-6cb670c42ee1 req-e04a975c-ce6e-4689-9327-d6bccccb8173 tempest-ServersTestJSON-482035511 tempest-ServersTestJSON-482035511-project] 10.222.0.75 "GET /v2.0/security-groups?id=37883354-c9cd-40f0-bbce-1c711bac4569&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1816287 Feb 09 19:36:21.985075 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-0e895616-5461-46a3-a07d-cff8711e408b tempest-FloatingIPTestJSON-1063614787 tempest-FloatingIPTestJSON-1063614787-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1834945', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1818951'] for router (e2d260dd-c00c-402b-9cd8-5b1df4420571), after_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:36:21.991674 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.db [req-0947b8a7-0d31-4a36-8ba6-1cb9799701cc req-de60038a-54cd-4083-8b74-b997633d551b tempest-ServersTestJSON-482035511 tempest-ServersTestJSON-482035511-project] For port 3b1d41a1-b9cd-40bb-ac7f-3fd6dcbb64b8, host n-h1-713498-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-36',level=0,port_id=3b1d41a1-b9cd-40bb-ac7f-3fd6dcbb64b8,segment=NetworkSegment(3ad9008e-d820-4913-8a3a-dbe689506816),segment_id=3ad9008e-d820-4913-8a3a-dbe689506816)] {{(pid=103229) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 19:36:21.992259 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-0947b8a7-0d31-4a36-8ba6-1cb9799701cc req-de60038a-54cd-4083-8b74-b997633d551b tempest-ServersTestJSON-482035511 tempest-ServersTestJSON-482035511-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1820838'] for port (3b1d41a1-b9cd-40bb-ac7f-3fd6dcbb64b8), precommit_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:36:22.066795 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.plugin [req-0947b8a7-0d31-4a36-8ba6-1cb9799701cc req-de60038a-54cd-4083-8b74-b997633d551b tempest-ServersTestJSON-482035511 tempest-ServersTestJSON-482035511-project] Calling delete_port for 3b1d41a1-b9cd-40bb-ac7f-3fd6dcbb64b8 owned by compute:nova {{(pid=103229) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 19:36:22.206872 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3057fee-cfc8-4992-bff8-ef0bc34b57aa None None] Network 9473233e-ba6c-4418-a8aa-5fdf0aa8c28f requested from n-d-713498-36 {{(pid=103232) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 19:36:22.233132 n-d-713498-36 neutron-server[103229]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0e895616-5461-46a3-a07d-cff8711e408b tempest-FloatingIPTestJSON-1063614787 tempest-FloatingIPTestJSON-1063614787-project] Router e2d260dd-c00c-402b-9cd8-5b1df4420571 is scheduled to L3 agent 93303d5e-5d17-45e8-8963-7694f87783ae with binding_index 1 {{(pid=103229) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 09 19:36:22.290777 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.provisioning_blocks [None req-927c0e03-c0ca-492f-a18e-c8f0e76c4d83 None None] Provisioning complete for port 7c7aae6c-88d0-49a1-aa29-0782b8abeb5b triggered by entity DHCP. {{(pid=103232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 19:36:22.291532 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-927c0e03-c0ca-492f-a18e-c8f0e76c4d83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593630'] for port (7c7aae6c-88d0-49a1-aa29-0782b8abeb5b), provisioning_complete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:36:22.313535 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-0947b8a7-0d31-4a36-8ba6-1cb9799701cc req-de60038a-54cd-4083-8b74-b997633d551b tempest-ServersTestJSON-482035511 tempest-ServersTestJSON-482035511-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762867177463', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762866656476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12867576'] for port (3b1d41a1-b9cd-40bb-ac7f-3fd6dcbb64b8), after_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:36:22.346240 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] get_ports_and_sgs() called for port_ids ['f66e9e9f-dc25-41b3-a2e4-a6e5122a970c', '3b1d41a1-b9cd-40bb-ac7f-3fd6dcbb64b8'] {{(pid=103232) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 19:36:22.353644 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de60038a-54cd-4083-8b74-b997633d551b tempest-ServersTestJSON-482035511 tempest-ServersTestJSON-482035511-project] Pushing event deleted for resources: {'Port': ['ID=3b1d41a1-b9cd-40bb-ac7f-3fd6dcbb64b8,revision_number=None']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:36:22.408499 n-d-713498-36 neutron-server[103229]: DEBUG neutron.db.l3_dvrscheduler_db [req-0947b8a7-0d31-4a36-8ba6-1cb9799701cc req-de60038a-54cd-4083-8b74-b997633d551b tempest-ServersTestJSON-482035511 tempest-ServersTestJSON-482035511-project] No DVR routers for this DVR port 3b1d41a1-b9cd-40bb-ac7f-3fd6dcbb64b8 on host n-h1-713498-36 {{(pid=103229) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 19:36:22.412415 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-0947b8a7-0d31-4a36-8ba6-1cb9799701cc req-de60038a-54cd-4083-8b74-b997633d551b tempest-ServersTestJSON-482035511 tempest-ServersTestJSON-482035511-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171096'] for port (None), before_response {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:36:22.415936 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-0947b8a7-0d31-4a36-8ba6-1cb9799701cc req-de60038a-54cd-4083-8b74-b997633d551b tempest-ServersTestJSON-482035511 tempest-ServersTestJSON-482035511-project] 10.222.0.89 "DELETE /v2.0/ports/3b1d41a1-b9cd-40bb-ac7f-3fd6dcbb64b8 HTTP/1.1" status: 204 len: 173 time: 0.9084949 Feb 09 19:36:22.416394 n-d-713498-36 neutron-server[103229]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8b1fc934-e90f-4a6e-87a2-90db0acccbea', 'name': 'network-vif-deleted', 'tag': '3b1d41a1-b9cd-40bb-ac7f-3fd6dcbb64b8'}] {{(pid=103229) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 19:36:22.419934 n-d-713498-36 neutron-server[103229]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fa6ae9a20702bd564eaf90d946620b2b4277b1ab91129323d3b54181076be307" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c8c85130-dd0f-4b81-9e67-811270703267" -d '{"events": [{"server_uuid": "8b1fc934-e90f-4a6e-87a2-90db0acccbea", "name": "network-vif-deleted", "tag": "3b1d41a1-b9cd-40bb-ac7f-3fd6dcbb64b8"}]}' {{(pid=103229) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 19:36:22.459144 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0e895616-5461-46a3-a07d-cff8711e408b tempest-FloatingIPTestJSON-1063614787 tempest-FloatingIPTestJSON-1063614787-project] Notify agent at l3_agent.n-d-713498-36 the message routers_updated {{(pid=103229) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 19:36:22.476954 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7874823-6205-4122-ab4a-58ec70238ce4 None None] Sync routers for ids ['e2d260dd-c00c-402b-9cd8-5b1df4420571'] in n-d-713498-36 {{(pid=103232) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 19:36:22.491102 n-d-713498-36 neutron-server[103229]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 19:36:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-71291051-b98e-41f6-9fc1-032fa27cc3f6 x-openstack-request-id: req-71291051-b98e-41f6-9fc1-032fa27cc3f6 {{(pid=103229) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 19:36:22.491396 n-d-713498-36 neutron-server[103229]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8b1fc934-e90f-4a6e-87a2-90db0acccbea", "name": "network-vif-deleted", "tag": "3b1d41a1-b9cd-40bb-ac7f-3fd6dcbb64b8", "status": "completed", "code": 200}]} {{(pid=103229) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 19:36:22.491663 n-d-713498-36 neutron-server[103229]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-71291051-b98e-41f6-9fc1-032fa27cc3f6 {{(pid=103229) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 19:36:22.492073 n-d-713498-36 neutron-server[103229]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8b1fc934-e90f-4a6e-87a2-90db0acccbea', 'name': 'network-vif-deleted', 'tag': '3b1d41a1-b9cd-40bb-ac7f-3fd6dcbb64b8', 'status': 'completed', 'code': 200} Feb 09 19:36:22.495975 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-0e895616-5461-46a3-a07d-cff8711e408b tempest-FloatingIPTestJSON-1063614787 tempest-FloatingIPTestJSON-1063614787-project] Publish callbacks [] for router (None), before_response {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:36:22.497212 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-0e895616-5461-46a3-a07d-cff8711e408b tempest-FloatingIPTestJSON-1063614787 tempest-FloatingIPTestJSON-1063614787-project] 10.222.0.75 "POST /v2.0/routers HTTP/1.1" status: 201 len: 884 time: 2.6124346 Feb 09 19:36:22.501072 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 38622) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:36:22.535198 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7874823-6205-4122-ab4a-58ec70238ce4 None None] Routers {'e2d260dd-c00c-402b-9cd8-5b1df4420571'} bound to L3 agent in host n-d-713498-36 {{(pid=103232) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 19:36:22.535848 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.l3_hamode_db [None req-b7874823-6205-4122-ab4a-58ec70238ce4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T18:51:43Z,description=,heartbeat_timestamp=2022-02-09T19:36:13Z,host='n-d-713498-36',id=93303d5e-5d17-45e8-8963-7694f87783ae,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T18:51:43Z,topic='l3_agent')) {'router_ids': ['e2d260dd-c00c-402b-9cd8-5b1df4420571'], 'active': True} {{(pid=103232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:36:22.623099 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.l3_hamode_db [None req-b7874823-6205-4122-ab4a-58ec70238ce4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713498-36', False) {} {{(pid=103232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:36:22.631608 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-927c0e03-c0ca-492f-a18e-c8f0e76c4d83 None None] Current status of the port 7c7aae6c-88d0-49a1-aa29-0782b8abeb5b is: DOWN; New status is: ACTIVE {{(pid=103232) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 19:36:22.632087 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-927c0e03-c0ca-492f-a18e-c8f0e76c4d83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (7c7aae6c-88d0-49a1-aa29-0782b8abeb5b), before_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:36:22.696166 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7874823-6205-4122-ab4a-58ec70238ce4 None None] Routers {'e2d260dd-c00c-402b-9cd8-5b1df4420571'} bound to L3 agent in host n-d-713498-36 {{(pid=103232) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 19:36:22.696905 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.l3_hamode_db [None req-b7874823-6205-4122-ab4a-58ec70238ce4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T18:51:43Z,description=,heartbeat_timestamp=2022-02-09T19:36:13Z,host='n-d-713498-36',id=93303d5e-5d17-45e8-8963-7694f87783ae,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T18:51:43Z,topic='l3_agent')) {'router_ids': ['e2d260dd-c00c-402b-9cd8-5b1df4420571'], 'active': True} {{(pid=103232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:36:22.703790 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-927c0e03-c0ca-492f-a18e-c8f0e76c4d83 None None] For port 7c7aae6c-88d0-49a1-aa29-0782b8abeb5b, host n-d-713498-36, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-36',level=0,port_id=7c7aae6c-88d0-49a1-aa29-0782b8abeb5b,segment=NetworkSegment(9d718ad6-44d8-47d7-8cbd-d97a6020653b),segment_id=9d718ad6-44d8-47d7-8cbd-d97a6020653b)] {{(pid=103232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 19:36:22.762160 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.l3_hamode_db [None req-b7874823-6205-4122-ab4a-58ec70238ce4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713498-36', False) {} {{(pid=103232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:36:22.763908 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7874823-6205-4122-ab4a-58ec70238ce4 None None] The sync data for ids ['e2d260dd-c00c-402b-9cd8-5b1df4420571'] in n-d-713498-36 is: [] {{(pid=103232) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 19:36:22.763908 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-927c0e03-c0ca-492f-a18e-c8f0e76c4d83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762867176205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762866656485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762866656503'] for port (7c7aae6c-88d0-49a1-aa29-0782b8abeb5b), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:36:22.785831 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7bea61b-19bc-40b5-b668-a5f6cb4a946b req-662d4484-497c-4ab9-a083-384740758046 tempest-TestNetworkAdvancedServerOps-1633223542 tempest-TestNetworkAdvancedServerOps-1633223542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:36:22.787455 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-c7bea61b-19bc-40b5-b668-a5f6cb4a946b req-662d4484-497c-4ab9-a083-384740758046 tempest-TestNetworkAdvancedServerOps-1633223542 tempest-TestNetworkAdvancedServerOps-1633223542-project] 10.222.0.75 "GET /v2.0/ports?device_id=ba22b315-e430-4895-a078-0c720f335557 HTTP/1.1" status: 200 len: 945 time: 0.1824503 Feb 09 19:36:22.901422 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-927c0e03-c0ca-492f-a18e-c8f0e76c4d83 None None] Pushing event updated for resources: {'Port': ['ID=7c7aae6c-88d0-49a1-aa29-0782b8abeb5b,revision_number=3']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:36:22.909381 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.provisioning_blocks [None req-0e36786e-8cb6-4f83-964c-2b22fe2aa27c None None] Provisioning complete for port 7c7aae6c-88d0-49a1-aa29-0782b8abeb5b triggered by entity DHCP. {{(pid=103232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 19:36:22.909772 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-0e36786e-8cb6-4f83-964c-2b22fe2aa27c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593630'] for port (7c7aae6c-88d0-49a1-aa29-0782b8abeb5b), provisioning_complete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:36:22.928539 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-c7bea61b-19bc-40b5-b668-a5f6cb4a946b req-3a04e3c7-9998-4ab3-a8cb-d9720914cc93 tempest-TestNetworkAdvancedServerOps-1633223542 tempest-TestNetworkAdvancedServerOps-1633223542-project] 10.222.0.75 "GET /v2.0/security-groups?id=4e60dadd-ab65-4f99-8fbb-201b325b18d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1283476 Feb 09 19:36:23.015737 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Device 7c7aae6c-88d0-49a1-aa29-0782b8abeb5b up at agent ovs-agent-n-d-713498-36 {{(pid=103232) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 19:36:23.146537 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-c541ffb9-a4d0-4101-b3bc-a9d5988f66c2 req-57597c4e-e825-4adb-810a-fad9d5f0af7f tempest-ServersTestJSON-482035511 tempest-ServersTestJSON-482035511-project] 10.222.0.75 "GET /v2.0/ports?device_id=8b1fc934-e90f-4a6e-87a2-90db0acccbea HTTP/1.1" status: 200 len: 210 time: 0.0887835 Feb 09 19:36:23.199782 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-0e36786e-8cb6-4f83-964c-2b22fe2aa27c None None] Current status of the port 7c7aae6c-88d0-49a1-aa29-0782b8abeb5b is: ACTIVE; New status is: ACTIVE {{(pid=103232) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 19:36:23.210892 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.provisioning_blocks [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Provisioning complete for port 7c7aae6c-88d0-49a1-aa29-0782b8abeb5b triggered by entity L2. {{(pid=103232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 19:36:23.211584 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593630'] for port (7c7aae6c-88d0-49a1-aa29-0782b8abeb5b), provisioning_complete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:36:23.317878 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Current status of the port 7c7aae6c-88d0-49a1-aa29-0782b8abeb5b is: ACTIVE; New status is: ACTIVE {{(pid=103232) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 19:36:23.346646 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-4c4858e3-ac33-4a86-a26c-a7f41a8633a6 tempest-FloatingIPTestJSON-1063614787 tempest-FloatingIPTestJSON-1063614787-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (None), before_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:36:23.620874 n-d-713498-36 neutron-server[103230]: DEBUG neutron.db.db_base_plugin_common [None req-4c4858e3-ac33-4a86-a26c-a7f41a8633a6 tempest-FloatingIPTestJSON-1063614787 tempest-FloatingIPTestJSON-1063614787-project] Allocated IP 172.20.0.1 (9473233e-ba6c-4418-a8aa-5fdf0aa8c28f/c29d8628-2795-4f34-bafa-47e444865205/5d4e4a77-3481-4d16-a6f3-0aa1b6ba59ff) {{(pid=103230) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 19:36:23.732163 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-4c4858e3-ac33-4a86-a26c-a7f41a8633a6 tempest-FloatingIPTestJSON-1063614787 tempest-FloatingIPTestJSON-1063614787-project] Publish callbacks [] for port (5d4e4a77-3481-4d16-a6f3-0aa1b6ba59ff), precommit_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:36:23.763722 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-4c4858e3-ac33-4a86-a26c-a7f41a8633a6 tempest-FloatingIPTestJSON-1063614787 tempest-FloatingIPTestJSON-1063614787-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762866656467', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14393751'] for port (5d4e4a77-3481-4d16-a6f3-0aa1b6ba59ff), after_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:36:23.806852 n-d-713498-36 neutron-server[103230]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c4858e3-ac33-4a86-a26c-a7f41a8633a6 tempest-FloatingIPTestJSON-1063614787 tempest-FloatingIPTestJSON-1063614787-project] Network 9473233e-ba6c-4418-a8aa-5fdf0aa8c28f is already hosted by enough agents. {{(pid=103230) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 19:36:23.811883 n-d-713498-36 neutron-server[103230]: DEBUG neutron.scheduler.base_scheduler [None req-4c4858e3-ac33-4a86-a26c-a7f41a8633a6 tempest-FloatingIPTestJSON-1063614787 tempest-FloatingIPTestJSON-1063614787-project] Resources bound (agent type, host, resource id): {{(pid=103230) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 19:36:23.815752 n-d-713498-36 neutron-server[103230]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c4858e3-ac33-4a86-a26c-a7f41a8633a6 tempest-FloatingIPTestJSON-1063614787 tempest-FloatingIPTestJSON-1063614787-project] Received port after_create {{(pid=103230) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 19:36:23.844319 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c4858e3-ac33-4a86-a26c-a7f41a8633a6 tempest-FloatingIPTestJSON-1063614787 tempest-FloatingIPTestJSON-1063614787-project] Pushing event updated for resources: {'Port': ['ID=5d4e4a77-3481-4d16-a6f3-0aa1b6ba59ff,revision_number=1']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:36:23.866320 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-4c4858e3-ac33-4a86-a26c-a7f41a8633a6 tempest-FloatingIPTestJSON-1063614787 tempest-FloatingIPTestJSON-1063614787-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1819024'] for router_interface (e2d260dd-c00c-402b-9cd8-5b1df4420571), before_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:36:24.018362 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-4c4858e3-ac33-4a86-a26c-a7f41a8633a6 tempest-FloatingIPTestJSON-1063614787 tempest-FloatingIPTestJSON-1063614787-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (5d4e4a77-3481-4d16-a6f3-0aa1b6ba59ff), before_update {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:36:24.026599 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.provisioning_blocks [None req-6a2b1c65-3f8b-4944-9409-6e761352ea20 None None] Provisioning complete for port 5d4e4a77-3481-4d16-a6f3-0aa1b6ba59ff triggered by entity DHCP. {{(pid=103232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 19:36:24.027153 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-6a2b1c65-3f8b-4944-9409-6e761352ea20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593630'] for port (5d4e4a77-3481-4d16-a6f3-0aa1b6ba59ff), provisioning_complete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:36:24.063522 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-6a2b1c65-3f8b-4944-9409-6e761352ea20 None None] Port 5d4e4a77-3481-4d16-a6f3-0aa1b6ba59ff cannot update to ACTIVE because it is not bound. {{(pid=103232) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 19:36:24.195864 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6190090-b97c-457d-8e30-5ae5d2f91a71 req-22e10b8e-cf0c-4285-a99b-a7a0f6f4d5cf tempest-TestNetworkAdvancedServerOps-1633223542 tempest-TestNetworkAdvancedServerOps-1633223542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:36:24.197358 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-a6190090-b97c-457d-8e30-5ae5d2f91a71 req-22e10b8e-cf0c-4285-a99b-a7a0f6f4d5cf tempest-TestNetworkAdvancedServerOps-1633223542 tempest-TestNetworkAdvancedServerOps-1633223542-project] 10.222.0.75 "GET /v2.0/ports?device_id=ba22b315-e430-4895-a078-0c720f335557 HTTP/1.1" status: 200 len: 945 time: 0.1403229 Feb 09 19:36:24.323340 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-a6190090-b97c-457d-8e30-5ae5d2f91a71 req-cadd5757-ec6a-42f2-8527-3eca820aa69a tempest-TestNetworkAdvancedServerOps-1633223542 tempest-TestNetworkAdvancedServerOps-1633223542-project] 10.222.0.75 "GET /v2.0/security-groups?id=4e60dadd-ab65-4f99-8fbb-201b325b18d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1188228 Feb 09 19:36:24.409598 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-4c4858e3-ac33-4a86-a26c-a7f41a8633a6 tempest-FloatingIPTestJSON-1063614787 tempest-FloatingIPTestJSON-1063614787-project] Publish callbacks [] for port (5d4e4a77-3481-4d16-a6f3-0aa1b6ba59ff), precommit_update {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:36:24.415090 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-4c4858e3-ac33-4a86-a26c-a7f41a8633a6 tempest-FloatingIPTestJSON-1063614787 tempest-FloatingIPTestJSON-1063614787-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762867176205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762866656485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762866656503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14393758'] for port (5d4e4a77-3481-4d16-a6f3-0aa1b6ba59ff), after_update {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:36:24.517328 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c4858e3-ac33-4a86-a26c-a7f41a8633a6 tempest-FloatingIPTestJSON-1063614787 tempest-FloatingIPTestJSON-1063614787-project] Pushing event updated for resources: {'Port': ['ID=5d4e4a77-3481-4d16-a6f3-0aa1b6ba59ff,revision_number=2']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:36:24.519706 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-4c4858e3-ac33-4a86-a26c-a7f41a8633a6 tempest-FloatingIPTestJSON-1063614787 tempest-FloatingIPTestJSON-1063614787-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1613458', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1834496'] for router_interface (e2d260dd-c00c-402b-9cd8-5b1df4420571), after_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:36:24.636053 n-d-713498-36 neutron-server[103230]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c4858e3-ac33-4a86-a26c-a7f41a8633a6 tempest-FloatingIPTestJSON-1063614787 tempest-FloatingIPTestJSON-1063614787-project] Network 9473233e-ba6c-4418-a8aa-5fdf0aa8c28f is already hosted by enough agents. {{(pid=103230) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 19:36:24.639661 n-d-713498-36 neutron-server[103230]: DEBUG neutron.scheduler.base_scheduler [None req-4c4858e3-ac33-4a86-a26c-a7f41a8633a6 tempest-FloatingIPTestJSON-1063614787 tempest-FloatingIPTestJSON-1063614787-project] Resources bound (agent type, host, resource id): {{(pid=103230) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 19:36:24.787541 n-d-713498-36 neutron-server[103230]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4c4858e3-ac33-4a86-a26c-a7f41a8633a6 tempest-FloatingIPTestJSON-1063614787 tempest-FloatingIPTestJSON-1063614787-project] Router e2d260dd-c00c-402b-9cd8-5b1df4420571 has already been hosted by L3 agent 93303d5e-5d17-45e8-8963-7694f87783ae {{(pid=103230) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 19:36:24.939809 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Device 7c7aae6c-88d0-49a1-aa29-0782b8abeb5b up at agent ovs-agent-n-d-713498-36 {{(pid=103232) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 19:36:25.006446 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4c4858e3-ac33-4a86-a26c-a7f41a8633a6 tempest-FloatingIPTestJSON-1063614787 tempest-FloatingIPTestJSON-1063614787-project] Notify agent at l3_agent.n-d-713498-36 the message routers_updated {{(pid=103230) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 19:36:25.014963 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 38670) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:36:25.015694 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-4c4858e3-ac33-4a86-a26c-a7f41a8633a6 tempest-FloatingIPTestJSON-1063614787 tempest-FloatingIPTestJSON-1063614787-project] 10.222.0.75 "PUT /v2.0/routers/e2d260dd-c00c-402b-9cd8-5b1df4420571/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5126915 Feb 09 19:36:25.017931 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.provisioning_blocks [None req-992ee428-82b8-4fbe-8aed-e42f4e3e7552 None None] Provisioning complete for port 5d4e4a77-3481-4d16-a6f3-0aa1b6ba59ff triggered by entity DHCP. {{(pid=103232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 19:36:25.018545 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-992ee428-82b8-4fbe-8aed-e42f4e3e7552 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593630'] for port (5d4e4a77-3481-4d16-a6f3-0aa1b6ba59ff), provisioning_complete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:36:25.027849 n-d-713498-36 neutron-server[103233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af2aeab6-1ce8-4952-80f8-5db02b0d045d None None] Sync routers for ids ['e2d260dd-c00c-402b-9cd8-5b1df4420571'] in n-d-713498-36 {{(pid=103233) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 19:36:25.035431 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.v2.base [None req-0c30facb-7c17-49f5-904c-c17ed1ef3a1c tempest-FloatingIPTestJSON-1063614787 tempest-FloatingIPTestJSON-1063614787-project] Request body: {'port': {'network_id': '9473233e-ba6c-4418-a8aa-5fdf0aa8c28f', 'name': 'tempest-FloatingIPTestJSON-1050586507'}} {{(pid=103229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 19:36:25.047305 n-d-713498-36 neutron-server[103233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af2aeab6-1ce8-4952-80f8-5db02b0d045d None None] Routers {'e2d260dd-c00c-402b-9cd8-5b1df4420571'} bound to L3 agent in host n-d-713498-36 {{(pid=103233) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 19:36:25.048244 n-d-713498-36 neutron-server[103233]: DEBUG neutron.db.l3_hamode_db [None req-af2aeab6-1ce8-4952-80f8-5db02b0d045d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T18:51:43Z,description=,heartbeat_timestamp=2022-02-09T19:36:13Z,host='n-d-713498-36',id=93303d5e-5d17-45e8-8963-7694f87783ae,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T18:51:43Z,topic='l3_agent')) {'router_ids': ['e2d260dd-c00c-402b-9cd8-5b1df4420571'], 'active': True} {{(pid=103233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:36:25.066989 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.provisioning_blocks [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Provisioning complete for port 7c7aae6c-88d0-49a1-aa29-0782b8abeb5b triggered by entity L2. {{(pid=103232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 19:36:25.067622 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593630'] for port (7c7aae6c-88d0-49a1-aa29-0782b8abeb5b), provisioning_complete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:36:25.069745 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-992ee428-82b8-4fbe-8aed-e42f4e3e7552 None None] Port 5d4e4a77-3481-4d16-a6f3-0aa1b6ba59ff cannot update to ACTIVE because it is not bound. {{(pid=103232) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 19:36:25.120464 n-d-713498-36 neutron-server[103233]: DEBUG neutron.db.l3_hamode_db [None req-af2aeab6-1ce8-4952-80f8-5db02b0d045d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713498-36', False) {} {{(pid=103233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:36:25.138369 n-d-713498-36 neutron-server[103233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af2aeab6-1ce8-4952-80f8-5db02b0d045d None None] Routers {'e2d260dd-c00c-402b-9cd8-5b1df4420571'} bound to L3 agent in host n-d-713498-36 {{(pid=103233) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 19:36:25.139017 n-d-713498-36 neutron-server[103233]: DEBUG neutron.db.l3_hamode_db [None req-af2aeab6-1ce8-4952-80f8-5db02b0d045d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T18:51:43Z,description=,heartbeat_timestamp=2022-02-09T19:36:13Z,host='n-d-713498-36',id=93303d5e-5d17-45e8-8963-7694f87783ae,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T18:51:43Z,topic='l3_agent')) {'router_ids': ['e2d260dd-c00c-402b-9cd8-5b1df4420571'], 'active': True} {{(pid=103233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:36:25.177744 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Current status of the port 7c7aae6c-88d0-49a1-aa29-0782b8abeb5b is: ACTIVE; New status is: ACTIVE {{(pid=103232) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 19:36:25.186995 n-d-713498-36 neutron-server[103233]: DEBUG neutron.db.l3_hamode_db [None req-af2aeab6-1ce8-4952-80f8-5db02b0d045d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713498-36', False) {} {{(pid=103233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:36:25.188124 n-d-713498-36 neutron-server[103233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af2aeab6-1ce8-4952-80f8-5db02b0d045d None None] The sync data for ids ['e2d260dd-c00c-402b-9cd8-5b1df4420571'] in n-d-713498-36 is: [] {{(pid=103233) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 19:36:25.214130 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0c30facb-7c17-49f5-904c-c17ed1ef3a1c tempest-FloatingIPTestJSON-1063614787 tempest-FloatingIPTestJSON-1063614787-project] Made reservation on behalf of 871850e503d64567abcf6c393ba28742 for: {'port': 1} {{(pid=103229) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 19:36:25.217635 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-0c30facb-7c17-49f5-904c-c17ed1ef3a1c tempest-FloatingIPTestJSON-1063614787 tempest-FloatingIPTestJSON-1063614787-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (None), before_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:36:25.229534 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa57489d-f40c-4578-b5c1-ac50602c69c4 req-371f1756-7b8f-4db3-bd24-2b85deec4e3b tempest-ServersTestJSON-482035511 tempest-ServersTestJSON-482035511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:36:25.231216 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-fa57489d-f40c-4578-b5c1-ac50602c69c4 req-371f1756-7b8f-4db3-bd24-2b85deec4e3b tempest-ServersTestJSON-482035511 tempest-ServersTestJSON-482035511-project] 10.222.0.75 "GET /v2.0/ports?device_id=d6657ee2-bf4a-4856-a7c3-159d11004937 HTTP/1.1" status: 200 len: 946 time: 0.0709403 Feb 09 19:36:25.237857 n-d-713498-36 neutron-server[103229]: DEBUG neutron.notifiers.nova [None req-0c30facb-7c17-49f5-904c-c17ed1ef3a1c tempest-FloatingIPTestJSON-1063614787 tempest-FloatingIPTestJSON-1063614787-project] device_id is not set on port f0353e64-4495-4c96-b1b8-68ebfdb3eb89 yet. {{(pid=103229) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 09 19:36:25.288884 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-fa57489d-f40c-4578-b5c1-ac50602c69c4 req-b7d1fb92-8237-409f-bf80-3352fa2e13d3 tempest-ServersTestJSON-482035511 tempest-ServersTestJSON-482035511-project] 10.222.0.75 "GET /v2.0/security-groups?id=37883354-c9cd-40f0-bbce-1c711bac4569&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496271 Feb 09 19:36:25.355652 n-d-713498-36 neutron-server[103229]: DEBUG neutron.db.db_base_plugin_common [None req-0c30facb-7c17-49f5-904c-c17ed1ef3a1c tempest-FloatingIPTestJSON-1063614787 tempest-FloatingIPTestJSON-1063614787-project] Allocated IP 172.20.0.10 (9473233e-ba6c-4418-a8aa-5fdf0aa8c28f/c29d8628-2795-4f34-bafa-47e444865205/f0353e64-4495-4c96-b1b8-68ebfdb3eb89) {{(pid=103229) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 19:36:25.528231 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a076a14-413d-40ed-ae5c-b4fe6b2fead2 req-1f278bd1-3f62-4c86-8109-108d1e37fe65 tempest-TestNetworkAdvancedServerOps-1633223542 tempest-TestNetworkAdvancedServerOps-1633223542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:36:25.529706 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-4a076a14-413d-40ed-ae5c-b4fe6b2fead2 req-1f278bd1-3f62-4c86-8109-108d1e37fe65 tempest-TestNetworkAdvancedServerOps-1633223542 tempest-TestNetworkAdvancedServerOps-1633223542-project] 10.222.0.75 "GET /v2.0/ports?device_id=ba22b315-e430-4895-a078-0c720f335557 HTTP/1.1" status: 200 len: 945 time: 0.1330154 Feb 09 19:36:25.582529 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Device 3b1d41a1-b9cd-40bb-ac7f-3fd6dcbb64b8 no longer exists at agent hyperv_n-h1-713498-36 {{(pid=103232) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 19:36:25.604453 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] No Port match for: 3b1d41a1-b9cd-40bb-ac7f-3fd6dcbb64b8 {{(pid=103232) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 19:36:25.604709 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Device 3b1d41a1-b9cd-40bb-ac7f-3fd6dcbb64b8 not bound to the agent host n-h1-713498-36 {{(pid=103232) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 19:36:25.907861 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-0c30facb-7c17-49f5-904c-c17ed1ef3a1c tempest-FloatingIPTestJSON-1063614787 tempest-FloatingIPTestJSON-1063614787-project] Publish callbacks [] for port (f0353e64-4495-4c96-b1b8-68ebfdb3eb89), precommit_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:36:25.926952 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-4a076a14-413d-40ed-ae5c-b4fe6b2fead2 req-fe916b22-e885-40ee-8b2e-ed548fa0f5c1 tempest-TestNetworkAdvancedServerOps-1633223542 tempest-TestNetworkAdvancedServerOps-1633223542-project] 10.222.0.75 "GET /v2.0/security-groups?id=4e60dadd-ab65-4f99-8fbb-201b325b18d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3871572 Feb 09 19:36:25.956007 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-0c30facb-7c17-49f5-904c-c17ed1ef3a1c tempest-FloatingIPTestJSON-1063614787 tempest-FloatingIPTestJSON-1063614787-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762866656467', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12867576'] for port (f0353e64-4495-4c96-b1b8-68ebfdb3eb89), after_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:36:26.000866 n-d-713498-36 neutron-server[103229]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c30facb-7c17-49f5-904c-c17ed1ef3a1c tempest-FloatingIPTestJSON-1063614787 tempest-FloatingIPTestJSON-1063614787-project] Network 9473233e-ba6c-4418-a8aa-5fdf0aa8c28f is already hosted by enough agents. {{(pid=103229) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 19:36:26.003994 n-d-713498-36 neutron-server[103229]: DEBUG neutron.scheduler.base_scheduler [None req-0c30facb-7c17-49f5-904c-c17ed1ef3a1c tempest-FloatingIPTestJSON-1063614787 tempest-FloatingIPTestJSON-1063614787-project] Resources bound (agent type, host, resource id): {{(pid=103229) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 19:36:26.008009 n-d-713498-36 neutron-server[103229]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c30facb-7c17-49f5-904c-c17ed1ef3a1c tempest-FloatingIPTestJSON-1063614787 tempest-FloatingIPTestJSON-1063614787-project] Received port after_create {{(pid=103229) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 19:36:26.035579 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c30facb-7c17-49f5-904c-c17ed1ef3a1c tempest-FloatingIPTestJSON-1063614787 tempest-FloatingIPTestJSON-1063614787-project] Pushing event updated for resources: {'Port': ['ID=f0353e64-4495-4c96-b1b8-68ebfdb3eb89,revision_number=1']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:36:26.062217 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c30facb-7c17-49f5-904c-c17ed1ef3a1c tempest-FloatingIPTestJSON-1063614787 tempest-FloatingIPTestJSON-1063614787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:36:26.062841 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-0c30facb-7c17-49f5-904c-c17ed1ef3a1c tempest-FloatingIPTestJSON-1063614787 tempest-FloatingIPTestJSON-1063614787-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171096'] for port (None), before_response {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:36:26.081865 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-0c30facb-7c17-49f5-904c-c17ed1ef3a1c tempest-FloatingIPTestJSON-1063614787 tempest-FloatingIPTestJSON-1063614787-project] 10.222.0.75 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.0646214 Feb 09 19:36:26.084325 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 38678) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:36:26.088906 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.v2.base [None req-34e2d4f0-0608-4fa2-bed5-e9ca7f3a3c1a tempest-FloatingIPTestJSON-1063614787 tempest-FloatingIPTestJSON-1063614787-project] Request body: {'floatingip': {'port_id': 'f0353e64-4495-4c96-b1b8-68ebfdb3eb89'}} {{(pid=103229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 19:36:26.158943 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-34e2d4f0-0608-4fa2-bed5-e9ca7f3a3c1a tempest-FloatingIPTestJSON-1063614787 tempest-FloatingIPTestJSON-1063614787-project] Publish callbacks [] for floatingip (5fff7dc9-058e-419c-91b1-6195e0fb8c1c), before_update {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:36:26.300241 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.provisioning_blocks [None req-32dcd229-574e-4dad-848e-213191170238 None None] Provisioning complete for port f0353e64-4495-4c96-b1b8-68ebfdb3eb89 triggered by entity DHCP. {{(pid=103232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 19:36:26.300812 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-32dcd229-574e-4dad-848e-213191170238 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593630'] for port (f0353e64-4495-4c96-b1b8-68ebfdb3eb89), provisioning_complete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:36:26.335885 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-32dcd229-574e-4dad-848e-213191170238 None None] Port f0353e64-4495-4c96-b1b8-68ebfdb3eb89 cannot update to ACTIVE because it is not bound. {{(pid=103232) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 19:36:26.433531 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08ff1893-5e98-409a-b82d-a7eede860987 req-4247bc86-4fc5-4600-a3c7-c7f95f1021d3 tempest-ServersTestJSON-482035511 tempest-ServersTestJSON-482035511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:36:26.435125 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-08ff1893-5e98-409a-b82d-a7eede860987 req-4247bc86-4fc5-4600-a3c7-c7f95f1021d3 tempest-ServersTestJSON-482035511 tempest-ServersTestJSON-482035511-project] 10.222.0.75 "GET /v2.0/ports?device_id=d6657ee2-bf4a-4856-a7c3-159d11004937 HTTP/1.1" status: 200 len: 946 time: 0.0645649 Feb 09 19:36:26.453532 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a9626de-10a7-415b-9176-3f3e1fd43cae req-b9b37cb2-18d0-42ea-b1c2-fef03aa2e7d4 tempest-ServersTestJSON-482035511 tempest-ServersTestJSON-482035511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:36:26.455236 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-0a9626de-10a7-415b-9176-3f3e1fd43cae req-b9b37cb2-18d0-42ea-b1c2-fef03aa2e7d4 tempest-ServersTestJSON-482035511 tempest-ServersTestJSON-482035511-project] 10.222.0.89 "GET /v2.0/ports?device_id=d6657ee2-bf4a-4856-a7c3-159d11004937 HTTP/1.1" status: 200 len: 946 time: 0.0878558 Feb 09 19:36:26.497764 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-08ff1893-5e98-409a-b82d-a7eede860987 req-6c419a30-d367-473e-9e87-afcf5236b52a tempest-ServersTestJSON-482035511 tempest-ServersTestJSON-482035511-project] 10.222.0.75 "GET /v2.0/security-groups?id=37883354-c9cd-40f0-bbce-1c711bac4569&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559418 Feb 09 19:36:26.686712 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.plugin [req-0a9626de-10a7-415b-9176-3f3e1fd43cae req-005e6ebc-a6ec-4209-9fe2-929b394aa11f tempest-ServersTestJSON-482035511 tempest-ServersTestJSON-482035511-project] Deleting port f66e9e9f-dc25-41b3-a2e4-a6e5122a970c {{(pid=103229) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 19:36:26.687106 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-0a9626de-10a7-415b-9176-3f3e1fd43cae req-005e6ebc-a6ec-4209-9fe2-929b394aa11f tempest-ServersTestJSON-482035511 tempest-ServersTestJSON-482035511-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762867170196'] for port (f66e9e9f-dc25-41b3-a2e4-a6e5122a970c), before_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:36:26.865602 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-34e2d4f0-0608-4fa2-bed5-e9ca7f3a3c1a tempest-FloatingIPTestJSON-1063614787 tempest-FloatingIPTestJSON-1063614787-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:36:26.867595 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.db [req-0a9626de-10a7-415b-9176-3f3e1fd43cae req-005e6ebc-a6ec-4209-9fe2-929b394aa11f tempest-ServersTestJSON-482035511 tempest-ServersTestJSON-482035511-project] For port f66e9e9f-dc25-41b3-a2e4-a6e5122a970c, host n-h1-713498-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-36',level=0,port_id=f66e9e9f-dc25-41b3-a2e4-a6e5122a970c,segment=NetworkSegment(3ad9008e-d820-4913-8a3a-dbe689506816),segment_id=3ad9008e-d820-4913-8a3a-dbe689506816)] {{(pid=103229) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 19:36:26.867961 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-0a9626de-10a7-415b-9176-3f3e1fd43cae req-005e6ebc-a6ec-4209-9fe2-929b394aa11f tempest-ServersTestJSON-482035511 tempest-ServersTestJSON-482035511-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1820838'] for port (f66e9e9f-dc25-41b3-a2e4-a6e5122a970c), precommit_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:36:26.875499 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-34e2d4f0-0608-4fa2-bed5-e9ca7f3a3c1a tempest-FloatingIPTestJSON-1063614787 tempest-FloatingIPTestJSON-1063614787-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1818909'] for floatingip (5fff7dc9-058e-419c-91b1-6195e0fb8c1c), after_update {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:36:26.916958 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.plugin [req-0a9626de-10a7-415b-9176-3f3e1fd43cae req-005e6ebc-a6ec-4209-9fe2-929b394aa11f tempest-ServersTestJSON-482035511 tempest-ServersTestJSON-482035511-project] Calling delete_port for f66e9e9f-dc25-41b3-a2e4-a6e5122a970c owned by compute:nova {{(pid=103229) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 19:36:27.082459 n-d-713498-36 neutron-server[103229]: INFO neutron.db.l3_db [None req-34e2d4f0-0608-4fa2-bed5-e9ca7f3a3c1a tempest-FloatingIPTestJSON-1063614787 tempest-FloatingIPTestJSON-1063614787-project] Floating IP 5fff7dc9-058e-419c-91b1-6195e0fb8c1c associated. External IP: 172.25.1.236, port: 8cde7e3b-e7c2-45e5-bf2e-056502f471f6. Feb 09 19:36:27.202371 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f16e6847-0607-4207-9a73-26975216e102 req-6f1a9638-5d62-4d3d-a9d2-cc55f1a03a11 tempest-TestNetworkAdvancedServerOps-1633223542 tempest-TestNetworkAdvancedServerOps-1633223542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:36:27.203880 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-f16e6847-0607-4207-9a73-26975216e102 req-6f1a9638-5d62-4d3d-a9d2-cc55f1a03a11 tempest-TestNetworkAdvancedServerOps-1633223542 tempest-TestNetworkAdvancedServerOps-1633223542-project] 10.222.0.75 "GET /v2.0/ports?device_id=ba22b315-e430-4895-a078-0c720f335557 HTTP/1.1" status: 200 len: 945 time: 0.1962087 Feb 09 19:36:27.249565 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-0a9626de-10a7-415b-9176-3f3e1fd43cae req-005e6ebc-a6ec-4209-9fe2-929b394aa11f tempest-ServersTestJSON-482035511 tempest-ServersTestJSON-482035511-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762867177463', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762866656476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12867576'] for port (f66e9e9f-dc25-41b3-a2e4-a6e5122a970c), after_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:36:27.260369 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] get_ports_and_sgs() called for port_ids ['f66e9e9f-dc25-41b3-a2e4-a6e5122a970c'] {{(pid=103232) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 19:36:27.294128 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-005e6ebc-a6ec-4209-9fe2-929b394aa11f tempest-ServersTestJSON-482035511 tempest-ServersTestJSON-482035511-project] Pushing event deleted for resources: {'Port': ['ID=f66e9e9f-dc25-41b3-a2e4-a6e5122a970c,revision_number=None']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:36:27.319982 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-f16e6847-0607-4207-9a73-26975216e102 req-af67c34b-4f1e-4574-a435-f5aaf85b83e6 tempest-TestNetworkAdvancedServerOps-1633223542 tempest-TestNetworkAdvancedServerOps-1633223542-project] 10.222.0.75 "GET /v2.0/security-groups?id=4e60dadd-ab65-4f99-8fbb-201b325b18d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1070564 Feb 09 19:36:27.386412 n-d-713498-36 neutron-server[103229]: DEBUG neutron.db.l3_dvrscheduler_db [req-0a9626de-10a7-415b-9176-3f3e1fd43cae req-005e6ebc-a6ec-4209-9fe2-929b394aa11f tempest-ServersTestJSON-482035511 tempest-ServersTestJSON-482035511-project] No DVR routers for this DVR port f66e9e9f-dc25-41b3-a2e4-a6e5122a970c on host n-h1-713498-36 {{(pid=103229) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 19:36:27.416852 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-0a9626de-10a7-415b-9176-3f3e1fd43cae req-005e6ebc-a6ec-4209-9fe2-929b394aa11f tempest-ServersTestJSON-482035511 tempest-ServersTestJSON-482035511-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171096'] for port (None), before_response {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:36:27.420435 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-0a9626de-10a7-415b-9176-3f3e1fd43cae req-005e6ebc-a6ec-4209-9fe2-929b394aa11f tempest-ServersTestJSON-482035511 tempest-ServersTestJSON-482035511-project] 10.222.0.89 "DELETE /v2.0/ports/f66e9e9f-dc25-41b3-a2e4-a6e5122a970c HTTP/1.1" status: 204 len: 173 time: 0.9581988 Feb 09 19:36:27.420992 n-d-713498-36 neutron-server[103229]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd6657ee2-bf4a-4856-a7c3-159d11004937', 'name': 'network-vif-deleted', 'tag': 'f66e9e9f-dc25-41b3-a2e4-a6e5122a970c'}] {{(pid=103229) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 19:36:27.423356 n-d-713498-36 neutron-server[103229]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fa6ae9a20702bd564eaf90d946620b2b4277b1ab91129323d3b54181076be307" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-35a85843-8bbd-4bfa-ab30-117b3841d15e" -d '{"events": [{"server_uuid": "d6657ee2-bf4a-4856-a7c3-159d11004937", "name": "network-vif-deleted", "tag": "f66e9e9f-dc25-41b3-a2e4-a6e5122a970c"}]}' {{(pid=103229) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 19:36:27.476758 n-d-713498-36 neutron-server[103229]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 19:36:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c2c783cc-8bbd-4400-a411-bd3991eb1c75 x-openstack-request-id: req-c2c783cc-8bbd-4400-a411-bd3991eb1c75 {{(pid=103229) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 19:36:27.477144 n-d-713498-36 neutron-server[103229]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d6657ee2-bf4a-4856-a7c3-159d11004937", "name": "network-vif-deleted", "tag": "f66e9e9f-dc25-41b3-a2e4-a6e5122a970c", "status": "completed", "code": 200}]} {{(pid=103229) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 19:36:27.477490 n-d-713498-36 neutron-server[103229]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-c2c783cc-8bbd-4400-a411-bd3991eb1c75 {{(pid=103229) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 19:36:27.478013 n-d-713498-36 neutron-server[103229]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd6657ee2-bf4a-4856-a7c3-159d11004937', 'name': 'network-vif-deleted', 'tag': 'f66e9e9f-dc25-41b3-a2e4-a6e5122a970c', 'status': 'completed', 'code': 200} Feb 09 19:36:27.482010 n-d-713498-36 neutron-server[103229]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-34e2d4f0-0608-4fa2-bed5-e9ca7f3a3c1a tempest-FloatingIPTestJSON-1063614787 tempest-FloatingIPTestJSON-1063614787-project] Router 40f2e8a9-7187-458b-9570-5514b423f336 has already been hosted by L3 agent 93303d5e-5d17-45e8-8963-7694f87783ae {{(pid=103229) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 19:36:27.626111 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-b6ef1301-fd90-4140-b47a-fb0f6b4a358f req-97bb56d8-ec8b-4eca-9c95-821f21e3201d tempest-ServersTestJSON-482035511 tempest-ServersTestJSON-482035511-project] 10.222.0.75 "GET /v2.0/ports?device_id=d6657ee2-bf4a-4856-a7c3-159d11004937 HTTP/1.1" status: 200 len: 210 time: 0.0381718 Feb 09 19:36:27.658764 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-34e2d4f0-0608-4fa2-bed5-e9ca7f3a3c1a tempest-FloatingIPTestJSON-1063614787 tempest-FloatingIPTestJSON-1063614787-project] Notify agent at l3_agent.n-d-713498-36 the message routers_updated {{(pid=103229) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 19:36:27.670551 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-960237ce-0f89-4ce7-8a85-830a11f38036 None None] Sync routers for ids ['40f2e8a9-7187-458b-9570-5514b423f336'] in n-d-713498-36 {{(pid=103232) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 19:36:27.681774 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.l3_dvrscheduler_db [None req-960237ce-0f89-4ce7-8a85-830a11f38036 None None] Routers {'40f2e8a9-7187-458b-9570-5514b423f336'} bound to L3 agent in host n-d-713498-36 {{(pid=103232) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 19:36:27.682675 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.l3_hamode_db [None req-960237ce-0f89-4ce7-8a85-830a11f38036 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T18:51:43Z,description=,heartbeat_timestamp=2022-02-09T19:36:13Z,host='n-d-713498-36',id=93303d5e-5d17-45e8-8963-7694f87783ae,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T18:51:43Z,topic='l3_agent')) {'router_ids': ['40f2e8a9-7187-458b-9570-5514b423f336'], 'active': True} {{(pid=103232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:36:27.720572 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.l3_hamode_db [None req-960237ce-0f89-4ce7-8a85-830a11f38036 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713498-36', False) {} {{(pid=103232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:36:27.729413 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.l3_dvrscheduler_db [None req-960237ce-0f89-4ce7-8a85-830a11f38036 None None] Routers {'40f2e8a9-7187-458b-9570-5514b423f336'} bound to L3 agent in host n-d-713498-36 {{(pid=103232) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 19:36:27.730041 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.l3_hamode_db [None req-960237ce-0f89-4ce7-8a85-830a11f38036 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T18:51:43Z,description=,heartbeat_timestamp=2022-02-09T19:36:13Z,host='n-d-713498-36',id=93303d5e-5d17-45e8-8963-7694f87783ae,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T18:51:43Z,topic='l3_agent')) {'router_ids': ['40f2e8a9-7187-458b-9570-5514b423f336'], 'active': True} {{(pid=103232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:36:27.763419 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.l3_hamode_db [None req-960237ce-0f89-4ce7-8a85-830a11f38036 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713498-36', False) {} {{(pid=103232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:36:27.763987 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-960237ce-0f89-4ce7-8a85-830a11f38036 None None] The sync data for ids ['40f2e8a9-7187-458b-9570-5514b423f336'] in n-d-713498-36 is: [] {{(pid=103232) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 19:36:27.895057 n-d-713498-36 neutron-server[103229]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-34e2d4f0-0608-4fa2-bed5-e9ca7f3a3c1a tempest-FloatingIPTestJSON-1063614787 tempest-FloatingIPTestJSON-1063614787-project] Router e2d260dd-c00c-402b-9cd8-5b1df4420571 has already been hosted by L3 agent 93303d5e-5d17-45e8-8963-7694f87783ae {{(pid=103229) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 19:36:28.318355 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-34e2d4f0-0608-4fa2-bed5-e9ca7f3a3c1a tempest-FloatingIPTestJSON-1063614787 tempest-FloatingIPTestJSON-1063614787-project] Notify agent at l3_agent.n-d-713498-36 the message routers_updated {{(pid=103229) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 19:36:28.322963 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-34e2d4f0-0608-4fa2-bed5-e9ca7f3a3c1a tempest-FloatingIPTestJSON-1063614787 tempest-FloatingIPTestJSON-1063614787-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171096'] for floatingip (None), before_response {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:36:28.328735 n-d-713498-36 neutron-server[103233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2fa06c01-562f-41d9-bacd-0c84476ed6d2 None None] Sync routers for ids ['e2d260dd-c00c-402b-9cd8-5b1df4420571'] in n-d-713498-36 {{(pid=103233) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 19:36:28.339116 n-d-713498-36 neutron-server[103233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fa06c01-562f-41d9-bacd-0c84476ed6d2 None None] Routers {'e2d260dd-c00c-402b-9cd8-5b1df4420571'} bound to L3 agent in host n-d-713498-36 {{(pid=103233) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 19:36:28.339725 n-d-713498-36 neutron-server[103233]: DEBUG neutron.db.l3_hamode_db [None req-2fa06c01-562f-41d9-bacd-0c84476ed6d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T18:51:43Z,description=,heartbeat_timestamp=2022-02-09T19:36:13Z,host='n-d-713498-36',id=93303d5e-5d17-45e8-8963-7694f87783ae,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T18:51:43Z,topic='l3_agent')) {'router_ids': ['e2d260dd-c00c-402b-9cd8-5b1df4420571'], 'active': True} {{(pid=103233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:36:28.378690 n-d-713498-36 neutron-server[103233]: DEBUG neutron.db.l3_hamode_db [None req-2fa06c01-562f-41d9-bacd-0c84476ed6d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713498-36', False) {} {{(pid=103233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:36:28.387905 n-d-713498-36 neutron-server[103233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fa06c01-562f-41d9-bacd-0c84476ed6d2 None None] Routers {'e2d260dd-c00c-402b-9cd8-5b1df4420571'} bound to L3 agent in host n-d-713498-36 {{(pid=103233) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 19:36:28.388727 n-d-713498-36 neutron-server[103233]: DEBUG neutron.db.l3_hamode_db [None req-2fa06c01-562f-41d9-bacd-0c84476ed6d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T18:51:43Z,description=,heartbeat_timestamp=2022-02-09T19:36:13Z,host='n-d-713498-36',id=93303d5e-5d17-45e8-8963-7694f87783ae,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T18:51:43Z,topic='l3_agent')) {'router_ids': ['e2d260dd-c00c-402b-9cd8-5b1df4420571'], 'active': True} {{(pid=103233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:36:28.388966 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 38694) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:36:28.398706 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-34e2d4f0-0608-4fa2-bed5-e9ca7f3a3c1a tempest-FloatingIPTestJSON-1063614787 tempest-FloatingIPTestJSON-1063614787-project] 10.222.0.75 "PUT /v2.0/floatingips/5fff7dc9-058e-419c-91b1-6195e0fb8c1c HTTP/1.1" status: 200 len: 979 time: 2.3121862 Feb 09 19:36:28.426830 n-d-713498-36 neutron-server[103233]: DEBUG neutron.db.l3_hamode_db [None req-2fa06c01-562f-41d9-bacd-0c84476ed6d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713498-36', False) {} {{(pid=103233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:36:28.427585 n-d-713498-36 neutron-server[103233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2fa06c01-562f-41d9-bacd-0c84476ed6d2 None None] The sync data for ids ['e2d260dd-c00c-402b-9cd8-5b1df4420571'] in n-d-713498-36 is: [] {{(pid=103233) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 19:36:28.515438 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3271caa4-5842-49c1-b5e0-9be2202a3af7 req-e90a66f3-4ac7-47ef-9b04-2b90b5205c07 tempest-TestNetworkAdvancedServerOps-1633223542 tempest-TestNetworkAdvancedServerOps-1633223542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:36:28.516957 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-3271caa4-5842-49c1-b5e0-9be2202a3af7 req-e90a66f3-4ac7-47ef-9b04-2b90b5205c07 tempest-TestNetworkAdvancedServerOps-1633223542 tempest-TestNetworkAdvancedServerOps-1633223542-project] 10.222.0.75 "GET /v2.0/ports?device_id=ba22b315-e430-4895-a078-0c720f335557 HTTP/1.1" status: 200 len: 945 time: 0.0907421 Feb 09 19:36:28.551078 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.plugin [None req-e63746cc-c060-4f4d-9b0f-9d11c030971c tempest-FloatingIPTestJSON-1063614787 tempest-FloatingIPTestJSON-1063614787-project] Deleting port f0353e64-4495-4c96-b1b8-68ebfdb3eb89 {{(pid=103230) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 19:36:28.551362 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-e63746cc-c060-4f4d-9b0f-9d11c030971c tempest-FloatingIPTestJSON-1063614787 tempest-FloatingIPTestJSON-1063614787-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762867170196'] for port (f0353e64-4495-4c96-b1b8-68ebfdb3eb89), before_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:36:28.632662 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-3271caa4-5842-49c1-b5e0-9be2202a3af7 req-54b3c864-1d43-45b9-af14-8829a25f0987 tempest-TestNetworkAdvancedServerOps-1633223542 tempest-TestNetworkAdvancedServerOps-1633223542-project] 10.222.0.75 "GET /v2.0/security-groups?id=4e60dadd-ab65-4f99-8fbb-201b325b18d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1097248 Feb 09 19:36:28.666666 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-e63746cc-c060-4f4d-9b0f-9d11c030971c tempest-FloatingIPTestJSON-1063614787 tempest-FloatingIPTestJSON-1063614787-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1820838'] for port (f0353e64-4495-4c96-b1b8-68ebfdb3eb89), precommit_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:36:28.693603 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 38700) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:36:28.741707 n-d-713498-36 neutron-server[103229]: DEBUG neutron.db.db_base_plugin_v2 [None req-2acb672e-f02c-4358-8e04-d11f8cd635b3 admin admin] Deleting subnet 030193b3-b985-4d6c-b0c1-2ea320638096 {{(pid=103229) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 19:36:28.744863 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-2acb672e-f02c-4358-8e04-d11f8cd635b3 admin admin] Publish callbacks [] for subnet (030193b3-b985-4d6c-b0c1-2ea320638096), before_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:36:28.781128 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-2acb672e-f02c-4358-8e04-d11f8cd635b3 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16683410'] for subnet (030193b3-b985-4d6c-b0c1-2ea320638096), precommit_delete_associations {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:36:28.825423 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-2acb672e-f02c-4358-8e04-d11f8cd635b3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-759852'] for subnet (030193b3-b985-4d6c-b0c1-2ea320638096), precommit_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:36:28.862150 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-e63746cc-c060-4f4d-9b0f-9d11c030971c tempest-FloatingIPTestJSON-1063614787 tempest-FloatingIPTestJSON-1063614787-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:36:28.862564 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-e63746cc-c060-4f4d-9b0f-9d11c030971c tempest-FloatingIPTestJSON-1063614787 tempest-FloatingIPTestJSON-1063614787-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1818909'] for floatingip (5fff7dc9-058e-419c-91b1-6195e0fb8c1c), after_update {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:36:28.863098 n-d-713498-36 neutron-server[103230]: INFO neutron.db.l3_db [None req-e63746cc-c060-4f4d-9b0f-9d11c030971c tempest-FloatingIPTestJSON-1063614787 tempest-FloatingIPTestJSON-1063614787-project] Floating IP 5fff7dc9-058e-419c-91b1-6195e0fb8c1c disassociated. External IP: 172.25.1.236, port: f0353e64-4495-4c96-b1b8-68ebfdb3eb89. Feb 09 19:36:28.863610 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.plugin [None req-e63746cc-c060-4f4d-9b0f-9d11c030971c tempest-FloatingIPTestJSON-1063614787 tempest-FloatingIPTestJSON-1063614787-project] Calling delete_port for f0353e64-4495-4c96-b1b8-68ebfdb3eb89 owned by {{(pid=103230) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 19:36:28.881171 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-2acb672e-f02c-4358-8e04-d11f8cd635b3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-760023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12867367', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12759238'] for subnet (030193b3-b985-4d6c-b0c1-2ea320638096), after_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:36:28.908326 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2acb672e-f02c-4358-8e04-d11f8cd635b3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=030193b3-b985-4d6c-b0c1-2ea320638096,revision_number=None']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:36:28.910309 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-2acb672e-f02c-4358-8e04-d11f8cd635b3 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:36:28.913756 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-2acb672e-f02c-4358-8e04-d11f8cd635b3 admin admin] 10.222.0.75 "DELETE /v2.0/subnets/030193b3-b985-4d6c-b0c1-2ea320638096 HTTP/1.1" status: 204 len: 168 time: 0.2190466 Feb 09 19:36:28.917058 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 38702) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:36:28.988065 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-eba520c6-491a-405d-8d38-1626426d74eb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-670458'] for network (30b6826a-2ec4-4081-a475-68e12498d4e4), before_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:36:29.024786 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-e63746cc-c060-4f4d-9b0f-9d11c030971c tempest-FloatingIPTestJSON-1063614787 tempest-FloatingIPTestJSON-1063614787-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762867177463', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762866656476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14393751'] for port (f0353e64-4495-4c96-b1b8-68ebfdb3eb89), after_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:36:29.056087 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e63746cc-c060-4f4d-9b0f-9d11c030971c tempest-FloatingIPTestJSON-1063614787 tempest-FloatingIPTestJSON-1063614787-project] Pushing event deleted for resources: {'Port': ['ID=f0353e64-4495-4c96-b1b8-68ebfdb3eb89,revision_number=None']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:36:29.076108 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-eba520c6-491a-405d-8d38-1626426d74eb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-590267', 'neutron.services.segments.db._delete_segments_for_network-8762867132609'] for network (30b6826a-2ec4-4081-a475-68e12498d4e4), precommit_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:36:29.101582 n-d-713498-36 neutron-server[103229]: DEBUG neutron.services.segments.db [None req-eba520c6-491a-405d-8d38-1626426d74eb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['30b6826a-2ec4-4081-a475-68e12498d4e4']}} {{(pid=103229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:36:29.112374 n-d-713498-36 neutron-server[103229]: DEBUG neutron.services.segments.db [None req-eba520c6-491a-405d-8d38-1626426d74eb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3ad9008e-d820-4913-8a3a-dbe689506816') {'for_net_delete': True} {{(pid=103229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:36:29.112695 n-d-713498-36 neutron-server[103229]: DEBUG neutron.services.segments.db [None req-eba520c6-491a-405d-8d38-1626426d74eb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3ad9008e-d820-4913-8a3a-dbe689506816') {} {{(pid=103229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:36:29.123981 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-eba520c6-491a-405d-8d38-1626426d74eb admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762867134154', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16683417'] for segment (3ad9008e-d820-4913-8a3a-dbe689506816), before_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:36:29.142705 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-eba520c6-491a-405d-8d38-1626426d74eb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-759574'] for segment (3ad9008e-d820-4913-8a3a-dbe689506816), precommit_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:36:29.150265 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-eba520c6-491a-405d-8d38-1626426d74eb admin admin] Releasing vlan 368 on physical network physnet1 to pool {{(pid=103229) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 19:36:29.150812 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-eba520c6-491a-405d-8d38-1626426d74eb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-759574', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12867469'] for segment (3ad9008e-d820-4913-8a3a-dbe689506816), after_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:36:29.153071 n-d-713498-36 neutron-server[103229]: Traceback (most recent call last): Feb 09 19:36:29.153071 n-d-713498-36 neutron-server[103229]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 19:36:29.153071 n-d-713498-36 neutron-server[103229]: timer() Feb 09 19:36:29.153071 n-d-713498-36 neutron-server[103229]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 19:36:29.153071 n-d-713498-36 neutron-server[103229]: cb(*args, **kw) Feb 09 19:36:29.153071 n-d-713498-36 neutron-server[103229]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 19:36:29.153071 n-d-713498-36 neutron-server[103229]: return func(*args, **kwargs) Feb 09 19:36:29.153071 n-d-713498-36 neutron-server[103229]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 19:36:29.153071 n-d-713498-36 neutron-server[103229]: self._notify() Feb 09 19:36:29.153071 n-d-713498-36 neutron-server[103229]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 19:36:29.153071 n-d-713498-36 neutron-server[103229]: self.callback(batched_events) Feb 09 19:36:29.153071 n-d-713498-36 neutron-server[103229]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 19:36:29.153071 n-d-713498-36 neutron-server[103229]: event.method(event) Feb 09 19:36:29.153071 n-d-713498-36 neutron-server[103229]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 19:36:29.153071 n-d-713498-36 neutron-server[103229]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 19:36:29.153071 n-d-713498-36 neutron-server[103229]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 19:36:29.153071 n-d-713498-36 neutron-server[103229]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 19:36:29.153071 n-d-713498-36 neutron-server[103229]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 19:36:29.153071 n-d-713498-36 neutron-server[103229]: return f(self, *a, **k) Feb 09 19:36:29.153071 n-d-713498-36 neutron-server[103229]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 19:36:29.153071 n-d-713498-36 neutron-server[103229]: return self._get(url).json() Feb 09 19:36:29.153071 n-d-713498-36 neutron-server[103229]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 19:36:29.153071 n-d-713498-36 neutron-server[103229]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 19:36:29.153071 n-d-713498-36 neutron-server[103229]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 19:36:29.153071 n-d-713498-36 neutron-server[103229]: return self.request(url, 'GET', **kwargs) Feb 09 19:36:29.153071 n-d-713498-36 neutron-server[103229]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 19:36:29.153071 n-d-713498-36 neutron-server[103229]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 19:36:29.153071 n-d-713498-36 neutron-server[103229]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 19:36:29.153071 n-d-713498-36 neutron-server[103229]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 19:36:29.153071 n-d-713498-36 neutron-server[103229]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 19:36:29.153071 n-d-713498-36 neutron-server[103229]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 19:36:29.153071 n-d-713498-36 neutron-server[103229]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 19:36:29.223762 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-eba520c6-491a-405d-8d38-1626426d74eb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-590242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1885479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1818895'] for network (30b6826a-2ec4-4081-a475-68e12498d4e4), after_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:36:29.230303 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-eba520c6-491a-405d-8d38-1626426d74eb admin admin] Publish callbacks [] for network (None), before_response {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:36:29.234669 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-eba520c6-491a-405d-8d38-1626426d74eb admin admin] 10.222.0.75 "DELETE /v2.0/networks/30b6826a-2ec4-4081-a475-68e12498d4e4 HTTP/1.1" status: 204 len: 168 time: 0.3163593 Feb 09 19:36:29.261885 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eba520c6-491a-405d-8d38-1626426d74eb admin admin] Pushing event deleted for resources: {'Network': ['ID=30b6826a-2ec4-4081-a475-68e12498d4e4,revision_number=None']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:36:29.448599 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 38706) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:36:29.490815 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-13a9bafe-a2d2-445e-b9c6-561d82cf3f80 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=1d398ed7d9dd4dd6ba1e1a6a1e6a87ff&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0409389 Feb 09 19:36:29.493145 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 38708) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:36:29.540948 n-d-713498-36 neutron-server[103230]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e63746cc-c060-4f4d-9b0f-9d11c030971c tempest-FloatingIPTestJSON-1063614787 tempest-FloatingIPTestJSON-1063614787-project] Router e2d260dd-c00c-402b-9cd8-5b1df4420571 has already been hosted by L3 agent 93303d5e-5d17-45e8-8963-7694f87783ae {{(pid=103230) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 19:36:29.544727 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-94c33073-52b5-41bf-afa9-4d466b35ee0a admin admin] Publish callbacks [] for security_group (37883354-c9cd-40f0-bbce-1c711bac4569), before_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:36:29.568471 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-94c33073-52b5-41bf-afa9-4d466b35ee0a admin admin] Publish callbacks [] for security_group (37883354-c9cd-40f0-bbce-1c711bac4569), precommit_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:36:29.599808 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Device f66e9e9f-dc25-41b3-a2e4-a6e5122a970c no longer exists at agent hyperv_n-h1-713498-36 {{(pid=103232) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 19:36:29.624906 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-94c33073-52b5-41bf-afa9-4d466b35ee0a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1892331'] for security_group (37883354-c9cd-40f0-bbce-1c711bac4569), after_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:36:29.628653 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-94c33073-52b5-41bf-afa9-4d466b35ee0a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:36:29.630396 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-94c33073-52b5-41bf-afa9-4d466b35ee0a admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/37883354-c9cd-40f0-bbce-1c711bac4569 HTTP/1.1" status: 204 len: 168 time: 0.1362715 Feb 09 19:36:29.640225 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] No Port match for: f66e9e9f-dc25-41b3-a2e4-a6e5122a970c {{(pid=103232) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 19:36:29.641418 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Device f66e9e9f-dc25-41b3-a2e4-a6e5122a970c not bound to the agent host n-h1-713498-36 {{(pid=103232) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 19:36:29.652447 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94c33073-52b5-41bf-afa9-4d466b35ee0a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=37883354-c9cd-40f0-bbce-1c711bac4569,revision_number=None']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:36:29.702675 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e63746cc-c060-4f4d-9b0f-9d11c030971c tempest-FloatingIPTestJSON-1063614787 tempest-FloatingIPTestJSON-1063614787-project] Notify agent at l3_agent.n-d-713498-36 the message routers_updated {{(pid=103230) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 19:36:29.718239 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57a44b5b-03b6-413f-b622-c70b5968265c None None] Sync routers for ids ['e2d260dd-c00c-402b-9cd8-5b1df4420571'] in n-d-713498-36 {{(pid=103232) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 19:36:29.730634 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57a44b5b-03b6-413f-b622-c70b5968265c None None] Routers {'e2d260dd-c00c-402b-9cd8-5b1df4420571'} bound to L3 agent in host n-d-713498-36 {{(pid=103232) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 19:36:29.731252 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.l3_hamode_db [None req-57a44b5b-03b6-413f-b622-c70b5968265c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T18:51:43Z,description=,heartbeat_timestamp=2022-02-09T19:36:13Z,host='n-d-713498-36',id=93303d5e-5d17-45e8-8963-7694f87783ae,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T18:51:43Z,topic='l3_agent')) {'router_ids': ['e2d260dd-c00c-402b-9cd8-5b1df4420571'], 'active': True} {{(pid=103232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:36:29.770544 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.l3_hamode_db [None req-57a44b5b-03b6-413f-b622-c70b5968265c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713498-36', False) {} {{(pid=103232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:36:29.779552 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57a44b5b-03b6-413f-b622-c70b5968265c None None] Routers {'e2d260dd-c00c-402b-9cd8-5b1df4420571'} bound to L3 agent in host n-d-713498-36 {{(pid=103232) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 19:36:29.780395 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.l3_hamode_db [None req-57a44b5b-03b6-413f-b622-c70b5968265c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T18:51:43Z,description=,heartbeat_timestamp=2022-02-09T19:36:13Z,host='n-d-713498-36',id=93303d5e-5d17-45e8-8963-7694f87783ae,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T18:51:43Z,topic='l3_agent')) {'router_ids': ['e2d260dd-c00c-402b-9cd8-5b1df4420571'], 'active': True} {{(pid=103232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:36:29.822708 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.l3_hamode_db [None req-57a44b5b-03b6-413f-b622-c70b5968265c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713498-36', False) {} {{(pid=103232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:36:29.823837 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57a44b5b-03b6-413f-b622-c70b5968265c None None] The sync data for ids ['e2d260dd-c00c-402b-9cd8-5b1df4420571'] in n-d-713498-36 is: [] {{(pid=103232) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 19:36:29.853147 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-e63746cc-c060-4f4d-9b0f-9d11c030971c tempest-FloatingIPTestJSON-1063614787 tempest-FloatingIPTestJSON-1063614787-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171096'] for port (None), before_response {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:36:29.856923 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-e63746cc-c060-4f4d-9b0f-9d11c030971c tempest-FloatingIPTestJSON-1063614787 tempest-FloatingIPTestJSON-1063614787-project] 10.222.0.75 "DELETE /v2.0/ports/f0353e64-4495-4c96-b1b8-68ebfdb3eb89 HTTP/1.1" status: 204 len: 168 time: 1.4669609 Feb 09 19:36:29.860565 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 38718) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:36:29.874038 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31976cee-d4f0-4852-9889-909b033c8c6f req-13224f1f-cdeb-47f2-ba82-281b019c2e5d tempest-TestNetworkAdvancedServerOps-1633223542 tempest-TestNetworkAdvancedServerOps-1633223542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:36:29.882217 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-31976cee-d4f0-4852-9889-909b033c8c6f req-13224f1f-cdeb-47f2-ba82-281b019c2e5d tempest-TestNetworkAdvancedServerOps-1633223542 tempest-TestNetworkAdvancedServerOps-1633223542-project] 10.222.0.75 "GET /v2.0/ports?device_id=ba22b315-e430-4895-a078-0c720f335557 HTTP/1.1" status: 200 len: 945 time: 0.1215703 Feb 09 19:36:29.954428 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-31976cee-d4f0-4852-9889-909b033c8c6f req-e9b122b4-93a7-4bc1-8c21-00ec5692b375 tempest-TestNetworkAdvancedServerOps-1633223542 tempest-TestNetworkAdvancedServerOps-1633223542-project] 10.222.0.75 "GET /v2.0/security-groups?id=4e60dadd-ab65-4f99-8fbb-201b325b18d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0706849 Feb 09 19:36:30.259178 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-7d5b5cfd-4f8a-412c-b140-b1a998b96f73 tempest-FloatingIPTestJSON-1063614787 tempest-FloatingIPTestJSON-1063614787-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1834525'] for router_interface (e2d260dd-c00c-402b-9cd8-5b1df4420571), before_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:36:30.490753 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 38736) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:36:30.574981 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.plugin [None req-7d5b5cfd-4f8a-412c-b140-b1a998b96f73 tempest-FloatingIPTestJSON-1063614787 tempest-FloatingIPTestJSON-1063614787-project] Deleting port 5d4e4a77-3481-4d16-a6f3-0aa1b6ba59ff {{(pid=103229) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 19:36:30.574981 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-7d5b5cfd-4f8a-412c-b140-b1a998b96f73 tempest-FloatingIPTestJSON-1063614787 tempest-FloatingIPTestJSON-1063614787-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762867170196'] for port (5d4e4a77-3481-4d16-a6f3-0aa1b6ba59ff), before_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:36:30.609181 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.v2.base [None req-808a8667-93c9-46d3-a7c0-596b7d7e6f77 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestJSON-1603536990-network', 'tenant_id': '554bad581bcf4d20ab4a10352f965260'}} {{(pid=103230) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 19:36:30.631295 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-808a8667-93c9-46d3-a7c0-596b7d7e6f77 admin admin] Made reservation on behalf of 554bad581bcf4d20ab4a10352f965260 for: {'network': 1} {{(pid=103230) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 19:36:30.633680 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-808a8667-93c9-46d3-a7c0-596b7d7e6f77 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for network (None), before_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:36:30.643324 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-808a8667-93c9-46d3-a7c0-596b7d7e6f77 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:36:30.671875 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-7d5b5cfd-4f8a-412c-b140-b1a998b96f73 tempest-FloatingIPTestJSON-1063614787 tempest-FloatingIPTestJSON-1063614787-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1820838'] for port (5d4e4a77-3481-4d16-a6f3-0aa1b6ba59ff), precommit_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:36:30.686970 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.plugin [None req-7d5b5cfd-4f8a-412c-b140-b1a998b96f73 tempest-FloatingIPTestJSON-1063614787 tempest-FloatingIPTestJSON-1063614787-project] Calling delete_port for 5d4e4a77-3481-4d16-a6f3-0aa1b6ba59ff owned by network:router_interface {{(pid=103229) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 19:36:30.725757 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-808a8667-93c9-46d3-a7c0-596b7d7e6f77 admin admin] Publish callbacks [] for security_group (25d47ded-5003-4f4d-b434-467ecec6793f), precommit_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:36:30.731128 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-808a8667-93c9-46d3-a7c0-596b7d7e6f77 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1892331'] for security_group (25d47ded-5003-4f4d-b434-467ecec6793f), after_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:36:30.763859 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-808a8667-93c9-46d3-a7c0-596b7d7e6f77 admin admin] vlan segment allocate from pool success with {'vlan_id': 385, 'physical_network': 'physnet1'} {{(pid=103230) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 19:36:30.773549 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-808a8667-93c9-46d3-a7c0-596b7d7e6f77 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=25d47ded-5003-4f4d-b434-467ecec6793f,revision_number=1']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:36:30.785523 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-808a8667-93c9-46d3-a7c0-596b7d7e6f77 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-759574'] for segment (858d2da7-0314-4b25-bd9f-f8e206467551), precommit_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:36:30.785969 n-d-713498-36 neutron-server[103230]: INFO neutron.db.segments_db [None req-808a8667-93c9-46d3-a7c0-596b7d7e6f77 admin admin] Added segment 858d2da7-0314-4b25-bd9f-f8e206467551 of type vlan for network 2f0cf41a-020e-4549-8a9a-beaa8be7ccf1 Feb 09 19:36:30.833644 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-808a8667-93c9-46d3-a7c0-596b7d7e6f77 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762866642225'] for network (2f0cf41a-020e-4549-8a9a-beaa8be7ccf1), precommit_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:36:30.875461 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-808a8667-93c9-46d3-a7c0-596b7d7e6f77 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1885479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452'] for network (2f0cf41a-020e-4549-8a9a-beaa8be7ccf1), after_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:36:30.876806 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-808a8667-93c9-46d3-a7c0-596b7d7e6f77 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:36:30.877560 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-808a8667-93c9-46d3-a7c0-596b7d7e6f77 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:36:30.907309 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-808a8667-93c9-46d3-a7c0-596b7d7e6f77 admin admin] 10.222.0.75 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.4151397 Feb 09 19:36:30.919338 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 38748) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:36:30.927884 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.v2.base [None req-9724ada7-ae33-417c-90fd-549620d1de3c admin admin] Request body: {'subnet': {'network_id': '2f0cf41a-020e-4549-8a9a-beaa8be7ccf1', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestJSON-1603536990-subnet', 'tenant_id': '554bad581bcf4d20ab4a10352f965260', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 19:36:30.971142 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-808a8667-93c9-46d3-a7c0-596b7d7e6f77 admin admin] Pushing event updated for resources: {'Network': ['ID=2f0cf41a-020e-4549-8a9a-beaa8be7ccf1,revision_number=1']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:36:30.976347 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-7d5b5cfd-4f8a-412c-b140-b1a998b96f73 tempest-FloatingIPTestJSON-1063614787 tempest-FloatingIPTestJSON-1063614787-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762867177463', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762866656476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12867576'] for port (5d4e4a77-3481-4d16-a6f3-0aa1b6ba59ff), after_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:36:30.985165 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Network 2f0cf41a-020e-4549-8a9a-beaa8be7ccf1 details requested by agent ovs-agent-n-d-713498-36 with host n-d-713498-36 {{(pid=103232) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 19:36:31.021818 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9724ada7-ae33-417c-90fd-549620d1de3c admin admin] Made reservation on behalf of 554bad581bcf4d20ab4a10352f965260 for: {'subnet': 1} {{(pid=103229) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 19:36:31.024277 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-9724ada7-ae33-417c-90fd-549620d1de3c admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12759265'] for subnet (None), before_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:36:31.026445 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d5b5cfd-4f8a-412c-b140-b1a998b96f73 tempest-FloatingIPTestJSON-1063614787 tempest-FloatingIPTestJSON-1063614787-project] Pushing event deleted for resources: {'Port': ['ID=5d4e4a77-3481-4d16-a6f3-0aa1b6ba59ff,revision_number=None']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:36:31.428607 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ce6cfef-2bdb-4ad9-b913-f3a3c68365ca req-11595586-e964-4ea8-af7d-f5c4719e8a28 tempest-TestNetworkAdvancedServerOps-1633223542 tempest-TestNetworkAdvancedServerOps-1633223542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:36:31.430395 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-2ce6cfef-2bdb-4ad9-b913-f3a3c68365ca req-11595586-e964-4ea8-af7d-f5c4719e8a28 tempest-TestNetworkAdvancedServerOps-1633223542 tempest-TestNetworkAdvancedServerOps-1633223542-project] 10.222.0.75 "GET /v2.0/ports?device_id=ba22b315-e430-4895-a078-0c720f335557 HTTP/1.1" status: 200 len: 945 time: 0.3077142 Feb 09 19:36:31.459041 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-9724ada7-ae33-417c-90fd-549620d1de3c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12867428', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12759263'] for subnet (6d1f69a1-f040-48ff-86ee-7d9cfec7a16b), after_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:36:31.563399 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-2ce6cfef-2bdb-4ad9-b913-f3a3c68365ca req-559a6ed4-3a78-4630-b895-c41a6a029b35 tempest-TestNetworkAdvancedServerOps-1633223542 tempest-TestNetworkAdvancedServerOps-1633223542-project] 10.222.0.75 "GET /v2.0/security-groups?id=4e60dadd-ab65-4f99-8fbb-201b325b18d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1230721 Feb 09 19:36:31.574273 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9724ada7-ae33-417c-90fd-549620d1de3c admin admin] Pushing event updated for resources: {'Subnet': ['ID=6d1f69a1-f040-48ff-86ee-7d9cfec7a16b,revision_number=0']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:36:31.575655 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-7d5b5cfd-4f8a-412c-b140-b1a998b96f73 tempest-FloatingIPTestJSON-1063614787 tempest-FloatingIPTestJSON-1063614787-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1613467', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1834633'] for router_interface (e2d260dd-c00c-402b-9cd8-5b1df4420571), after_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:36:31.631475 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9724ada7-ae33-417c-90fd-549620d1de3c admin admin] Checking segment: {'id': '858d2da7-0314-4b25-bd9f-f8e206467551', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': '2f0cf41a-020e-4549-8a9a-beaa8be7ccf1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103229) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 19:36:31.631714 n-d-713498-36 neutron-server[103229]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9724ada7-ae33-417c-90fd-549620d1de3c admin admin] Network hostable DHCP agents. Network: 2f0cf41a-020e-4549-8a9a-beaa8be7ccf1, hostable agents: ['af91e4b9-f4e1-42b1-a25c-a10dc47171c8'], hosted agents: [] {{(pid=103229) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 19:36:31.691552 n-d-713498-36 neutron-server[103229]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9724ada7-ae33-417c-90fd-549620d1de3c admin admin] Network 2f0cf41a-020e-4549-8a9a-beaa8be7ccf1 is scheduled to be hosted by DHCP agent af91e4b9-f4e1-42b1-a25c-a10dc47171c8 with binding_index 1 {{(pid=103229) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 19:36:31.702979 n-d-713498-36 neutron-server[103229]: DEBUG neutron.scheduler.base_scheduler [None req-9724ada7-ae33-417c-90fd-549620d1de3c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713498-36, 2f0cf41a-020e-4549-8a9a-beaa8be7ccf1) {{(pid=103229) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 19:36:31.706915 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9724ada7-ae33-417c-90fd-549620d1de3c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:36:31.707681 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-9724ada7-ae33-417c-90fd-549620d1de3c admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:36:31.714991 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04b9936e-4dc5-4469-8f6c-60a65d402ef6 None None] Network 2f0cf41a-020e-4549-8a9a-beaa8be7ccf1 requested from n-d-713498-36 {{(pid=103232) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 19:36:31.738131 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-9724ada7-ae33-417c-90fd-549620d1de3c admin admin] 10.222.0.75 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.8174884 Feb 09 19:36:31.841018 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e0c82b9-662d-402a-ba80-35da3ad5845c None None] Network 2f0cf41a-020e-4549-8a9a-beaa8be7ccf1 requested from n-d-713498-36 {{(pid=103232) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 19:36:31.936611 n-d-713498-36 neutron-server[103229]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7d5b5cfd-4f8a-412c-b140-b1a998b96f73 tempest-FloatingIPTestJSON-1063614787 tempest-FloatingIPTestJSON-1063614787-project] Router e2d260dd-c00c-402b-9cd8-5b1df4420571 has already been hosted by L3 agent 93303d5e-5d17-45e8-8963-7694f87783ae {{(pid=103229) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 19:36:32.106873 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7d5b5cfd-4f8a-412c-b140-b1a998b96f73 tempest-FloatingIPTestJSON-1063614787 tempest-FloatingIPTestJSON-1063614787-project] Notify agent at l3_agent.n-d-713498-36 the message routers_updated {{(pid=103229) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 19:36:32.120016 n-d-713498-36 neutron-server[103233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bab6cb7d-45c1-4242-b0d2-f79fb6517514 None None] Sync routers for ids ['e2d260dd-c00c-402b-9cd8-5b1df4420571'] in n-d-713498-36 {{(pid=103233) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 19:36:32.137075 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-7d5b5cfd-4f8a-412c-b140-b1a998b96f73 tempest-FloatingIPTestJSON-1063614787 tempest-FloatingIPTestJSON-1063614787-project] 10.222.0.75 "PUT /v2.0/routers/e2d260dd-c00c-402b-9cd8-5b1df4420571/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2737069 Feb 09 19:36:32.139883 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 38766) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:36:32.147124 n-d-713498-36 neutron-server[103233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bab6cb7d-45c1-4242-b0d2-f79fb6517514 None None] Routers {'e2d260dd-c00c-402b-9cd8-5b1df4420571'} bound to L3 agent in host n-d-713498-36 {{(pid=103233) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 19:36:32.148004 n-d-713498-36 neutron-server[103233]: DEBUG neutron.db.l3_hamode_db [None req-bab6cb7d-45c1-4242-b0d2-f79fb6517514 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T18:51:43Z,description=,heartbeat_timestamp=2022-02-09T19:36:13Z,host='n-d-713498-36',id=93303d5e-5d17-45e8-8963-7694f87783ae,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T18:51:43Z,topic='l3_agent')) {'router_ids': ['e2d260dd-c00c-402b-9cd8-5b1df4420571'], 'active': True} {{(pid=103233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:36:32.187397 n-d-713498-36 neutron-server[103233]: DEBUG neutron.db.l3_hamode_db [None req-bab6cb7d-45c1-4242-b0d2-f79fb6517514 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713498-36', False) {} {{(pid=103233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:36:32.197631 n-d-713498-36 neutron-server[103233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bab6cb7d-45c1-4242-b0d2-f79fb6517514 None None] Routers {'e2d260dd-c00c-402b-9cd8-5b1df4420571'} bound to L3 agent in host n-d-713498-36 {{(pid=103233) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 19:36:32.198459 n-d-713498-36 neutron-server[103233]: DEBUG neutron.db.l3_hamode_db [None req-bab6cb7d-45c1-4242-b0d2-f79fb6517514 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T18:51:43Z,description=,heartbeat_timestamp=2022-02-09T19:36:13Z,host='n-d-713498-36',id=93303d5e-5d17-45e8-8963-7694f87783ae,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T18:51:43Z,topic='l3_agent')) {'router_ids': ['e2d260dd-c00c-402b-9cd8-5b1df4420571'], 'active': True} {{(pid=103233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:36:32.240357 n-d-713498-36 neutron-server[103233]: DEBUG neutron.db.l3_hamode_db [None req-bab6cb7d-45c1-4242-b0d2-f79fb6517514 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713498-36', False) {} {{(pid=103233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:36:32.241114 n-d-713498-36 neutron-server[103233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bab6cb7d-45c1-4242-b0d2-f79fb6517514 None None] The sync data for ids ['e2d260dd-c00c-402b-9cd8-5b1df4420571'] in n-d-713498-36 is: [] {{(pid=103233) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 19:36:32.385140 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-fa45a15c-25ab-405d-b8cf-dcdd919e0022 tempest-FloatingIPTestJSON-1063614787 tempest-FloatingIPTestJSON-1063614787-project] Publish callbacks [] for router (e2d260dd-c00c-402b-9cd8-5b1df4420571), before_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:36:32.468122 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c1fa9bc-43e0-4ec9-8420-f8ad3cd7c94b req-eee6af9b-20d6-428f-bbb9-7402d40df1a3 tempest-ServersNegativeTestJSON-1608020402 tempest-ServersNegativeTestJSON-1608020402-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:36:32.470453 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-7c1fa9bc-43e0-4ec9-8420-f8ad3cd7c94b req-eee6af9b-20d6-428f-bbb9-7402d40df1a3 tempest-ServersNegativeTestJSON-1608020402 tempest-ServersNegativeTestJSON-1608020402-project] 10.222.0.75 "GET /v2.0/networks?id=2f0cf41a-020e-4549-8a9a-beaa8be7ccf1 HTTP/1.1" status: 200 len: 814 time: 0.2065675 Feb 09 19:36:32.497713 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-7c1fa9bc-43e0-4ec9-8420-f8ad3cd7c94b req-9fef7266-8209-462f-95a6-b9a42b7687ad tempest-ServersNegativeTestJSON-1608020402 tempest-ServersNegativeTestJSON-1608020402-project] 10.222.0.75 "GET /v2.0/quotas/554bad581bcf4d20ab4a10352f965260 HTTP/1.1" status: 200 len: 375 time: 0.0181353 Feb 09 19:36:32.546371 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-7c1fa9bc-43e0-4ec9-8420-f8ad3cd7c94b req-4ed528d1-d3d7-47d3-abf3-b8a90fb9e027 tempest-ServersNegativeTestJSON-1608020402 tempest-ServersNegativeTestJSON-1608020402-project] 10.222.0.75 "GET /v2.0/ports?tenant_id=554bad581bcf4d20ab4a10352f965260&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0355818 Feb 09 19:36:32.601811 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-fa45a15c-25ab-405d-b8cf-dcdd919e0022 tempest-FloatingIPTestJSON-1063614787 tempest-FloatingIPTestJSON-1063614787-project] Publish callbacks [] for router_gateway (e2d260dd-c00c-402b-9cd8-5b1df4420571), before_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:36:32.673770 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-7c1fa9bc-43e0-4ec9-8420-f8ad3cd7c94b req-ccc6baf6-5059-457d-8ea4-e41143788a8b service neutron] 10.222.0.75 "GET /v2.0/networks/2f0cf41a-020e-4549-8a9a-beaa8be7ccf1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1184242 Feb 09 19:36:32.739082 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d13cf1a4-6e4c-492d-8e19-0ab96584f5f3 req-23713a99-6308-444b-9d43-906d8701986c tempest-TestNetworkAdvancedServerOps-1633223542 tempest-TestNetworkAdvancedServerOps-1633223542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:36:32.740496 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-d13cf1a4-6e4c-492d-8e19-0ab96584f5f3 req-23713a99-6308-444b-9d43-906d8701986c tempest-TestNetworkAdvancedServerOps-1633223542 tempest-TestNetworkAdvancedServerOps-1633223542-project] 10.222.0.75 "GET /v2.0/ports?device_id=ba22b315-e430-4895-a078-0c720f335557 HTTP/1.1" status: 200 len: 945 time: 0.0641439 Feb 09 19:36:32.799980 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-d13cf1a4-6e4c-492d-8e19-0ab96584f5f3 req-a2af7050-af86-4439-8d8a-bb8e2e445e5b tempest-TestNetworkAdvancedServerOps-1633223542 tempest-TestNetworkAdvancedServerOps-1633223542-project] 10.222.0.75 "GET /v2.0/security-groups?id=4e60dadd-ab65-4f99-8fbb-201b325b18d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0522277 Feb 09 19:36:32.827675 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-7c1fa9bc-43e0-4ec9-8420-f8ad3cd7c94b req-e554c28b-c659-4051-aab2-9b93d296b1ce service neutron] 10.222.0.75 "GET /v2.0/networks/2f0cf41a-020e-4549-8a9a-beaa8be7ccf1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1522560 Feb 09 19:36:32.859999 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.plugin [None req-fa45a15c-25ab-405d-b8cf-dcdd919e0022 tempest-FloatingIPTestJSON-1063614787 tempest-FloatingIPTestJSON-1063614787-project] Deleting port 853534bf-f0bf-4132-94e0-7b24abd43e95 {{(pid=103230) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 19:36:32.860589 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-fa45a15c-25ab-405d-b8cf-dcdd919e0022 tempest-FloatingIPTestJSON-1063614787 tempest-FloatingIPTestJSON-1063614787-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762867170196'] for port (853534bf-f0bf-4132-94e0-7b24abd43e95), before_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:36:32.951758 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-fa45a15c-25ab-405d-b8cf-dcdd919e0022 tempest-FloatingIPTestJSON-1063614787 tempest-FloatingIPTestJSON-1063614787-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1820838'] for port (853534bf-f0bf-4132-94e0-7b24abd43e95), precommit_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:36:32.968063 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.plugin [None req-fa45a15c-25ab-405d-b8cf-dcdd919e0022 tempest-FloatingIPTestJSON-1063614787 tempest-FloatingIPTestJSON-1063614787-project] Calling delete_port for 853534bf-f0bf-4132-94e0-7b24abd43e95 owned by network:router_gateway {{(pid=103230) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 19:36:33.068706 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-becf2a00-a312-410e-afb3-038156a2a6af req-5e566d8a-f89a-4627-bbd8-00dc90dbea13 tempest-ServersNegativeTestJSON-1608020402 tempest-ServersNegativeTestJSON-1608020402-project] 10.222.0.75 "GET /v2.0/ports?device_id=ef8fb5b1-266b-4abe-85d3-6f5780a36355 HTTP/1.1" status: 200 len: 210 time: 0.0547018 Feb 09 19:36:33.214288 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-fa45a15c-25ab-405d-b8cf-dcdd919e0022 tempest-FloatingIPTestJSON-1063614787 tempest-FloatingIPTestJSON-1063614787-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762867177463', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762866656476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14393751'] for port (853534bf-f0bf-4132-94e0-7b24abd43e95), after_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:36:33.252847 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa45a15c-25ab-405d-b8cf-dcdd919e0022 tempest-FloatingIPTestJSON-1063614787 tempest-FloatingIPTestJSON-1063614787-project] Pushing event deleted for resources: {'Port': ['ID=853534bf-f0bf-4132-94e0-7b24abd43e95,revision_number=None']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:36:33.329379 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-fa45a15c-25ab-405d-b8cf-dcdd919e0022 tempest-FloatingIPTestJSON-1063614787 tempest-FloatingIPTestJSON-1063614787-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1818987'] for router_gateway (e2d260dd-c00c-402b-9cd8-5b1df4420571), after_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:36:33.432072 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-fa45a15c-25ab-405d-b8cf-dcdd919e0022 tempest-FloatingIPTestJSON-1063614787 tempest-FloatingIPTestJSON-1063614787-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1834988', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-58375'] for router (e2d260dd-c00c-402b-9cd8-5b1df4420571), precommit_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:36:33.434611 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-fa45a15c-25ab-405d-b8cf-dcdd919e0022 tempest-FloatingIPTestJSON-1063614787 tempest-FloatingIPTestJSON-1063614787-project] Publish callbacks [] for router_controller (e2d260dd-c00c-402b-9cd8-5b1df4420571), precommit_delete_associations {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:36:33.486629 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-fa45a15c-25ab-405d-b8cf-dcdd919e0022 tempest-FloatingIPTestJSON-1063614787 tempest-FloatingIPTestJSON-1063614787-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1835003'] for router (e2d260dd-c00c-402b-9cd8-5b1df4420571), after_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:36:33.487409 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fa45a15c-25ab-405d-b8cf-dcdd919e0022 tempest-FloatingIPTestJSON-1063614787 tempest-FloatingIPTestJSON-1063614787-project] Fanout notify agent at l3_agent the message router_deleted on router e2d260dd-c00c-402b-9cd8-5b1df4420571 {{(pid=103230) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 09 19:36:33.494382 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-fa45a15c-25ab-405d-b8cf-dcdd919e0022 tempest-FloatingIPTestJSON-1063614787 tempest-FloatingIPTestJSON-1063614787-project] Publish callbacks [] for router (None), before_response {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:36:33.498324 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-fa45a15c-25ab-405d-b8cf-dcdd919e0022 tempest-FloatingIPTestJSON-1063614787 tempest-FloatingIPTestJSON-1063614787-project] 10.222.0.75 "DELETE /v2.0/routers/e2d260dd-c00c-402b-9cd8-5b1df4420571 HTTP/1.1" status: 204 len: 168 time: 1.3548055 Feb 09 19:36:33.498583 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 38792) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:36:33.563801 n-d-713498-36 neutron-server[103229]: DEBUG neutron.db.db_base_plugin_v2 [None req-7c0e7ce8-ac38-4f74-a41a-722727ee917f tempest-FloatingIPTestJSON-1063614787 tempest-FloatingIPTestJSON-1063614787-project] Deleting subnet c29d8628-2795-4f34-bafa-47e444865205 {{(pid=103229) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 19:36:33.568952 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-7c0e7ce8-ac38-4f74-a41a-722727ee917f tempest-FloatingIPTestJSON-1063614787 tempest-FloatingIPTestJSON-1063614787-project] Publish callbacks [] for subnet (c29d8628-2795-4f34-bafa-47e444865205), before_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:36:33.632750 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-7c0e7ce8-ac38-4f74-a41a-722727ee917f tempest-FloatingIPTestJSON-1063614787 tempest-FloatingIPTestJSON-1063614787-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16683410'] for subnet (c29d8628-2795-4f34-bafa-47e444865205), precommit_delete_associations {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:36:33.717028 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-7c0e7ce8-ac38-4f74-a41a-722727ee917f tempest-FloatingIPTestJSON-1063614787 tempest-FloatingIPTestJSON-1063614787-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-759852'] for subnet (c29d8628-2795-4f34-bafa-47e444865205), precommit_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:36:33.776683 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-7c0e7ce8-ac38-4f74-a41a-722727ee917f tempest-FloatingIPTestJSON-1063614787 tempest-FloatingIPTestJSON-1063614787-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-760023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12867367', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12759238'] for subnet (c29d8628-2795-4f34-bafa-47e444865205), after_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:36:33.810497 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-7c0e7ce8-ac38-4f74-a41a-722727ee917f tempest-FloatingIPTestJSON-1063614787 tempest-FloatingIPTestJSON-1063614787-project] Publish callbacks [] for subnet (None), before_response {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:36:33.816296 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-7c0e7ce8-ac38-4f74-a41a-722727ee917f tempest-FloatingIPTestJSON-1063614787 tempest-FloatingIPTestJSON-1063614787-project] 10.222.0.75 "DELETE /v2.0/subnets/c29d8628-2795-4f34-bafa-47e444865205 HTTP/1.1" status: 204 len: 168 time: 0.3135972 Feb 09 19:36:33.816296 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c0e7ce8-ac38-4f74-a41a-722727ee917f tempest-FloatingIPTestJSON-1063614787 tempest-FloatingIPTestJSON-1063614787-project] Pushing event deleted for resources: {'Subnet': ['ID=c29d8628-2795-4f34-bafa-47e444865205,revision_number=None']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:36:33.816656 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 38794) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:36:33.820986 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47e887ce-2a9f-426c-a966-e64e0dcc2835 None None] Network 9473233e-ba6c-4418-a8aa-5fdf0aa8c28f requested from n-d-713498-36 {{(pid=103232) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 19:36:33.899537 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-7a693ee3-ba12-4fcc-b375-2f8fdd0f936e tempest-FloatingIPTestJSON-1063614787 tempest-FloatingIPTestJSON-1063614787-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-670458'] for network (9473233e-ba6c-4418-a8aa-5fdf0aa8c28f), before_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:36:33.997982 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cd6887b-0b86-447c-9e20-f06ca9b6e248 req-d0bcc107-c7b7-4877-b8ec-85c02f9d5038 tempest-TestNetworkAdvancedServerOps-1633223542 tempest-TestNetworkAdvancedServerOps-1633223542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:36:33.999591 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-5cd6887b-0b86-447c-9e20-f06ca9b6e248 req-d0bcc107-c7b7-4877-b8ec-85c02f9d5038 tempest-TestNetworkAdvancedServerOps-1633223542 tempest-TestNetworkAdvancedServerOps-1633223542-project] 10.222.0.75 "GET /v2.0/ports?device_id=ba22b315-e430-4895-a078-0c720f335557 HTTP/1.1" status: 200 len: 945 time: 0.0930552 Feb 09 19:36:34.031977 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.plugin [None req-7a693ee3-ba12-4fcc-b375-2f8fdd0f936e tempest-FloatingIPTestJSON-1063614787 tempest-FloatingIPTestJSON-1063614787-project] Deleting port 7c7aae6c-88d0-49a1-aa29-0782b8abeb5b {{(pid=103230) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 19:36:34.032356 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-7a693ee3-ba12-4fcc-b375-2f8fdd0f936e tempest-FloatingIPTestJSON-1063614787 tempest-FloatingIPTestJSON-1063614787-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762867170196'] for port (7c7aae6c-88d0-49a1-aa29-0782b8abeb5b), before_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:36:34.082885 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61b729b9-c949-4cfe-a57d-7c7cff24e73c None None] DHCP port deletion for 9473233e-ba6c-4418-a8aa-5fdf0aa8c28f request from n-d-713498-36 {{(pid=103232) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 09 19:36:34.125883 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-5cd6887b-0b86-447c-9e20-f06ca9b6e248 req-a39c13a9-30e6-498f-a2a3-393b3535f90f tempest-TestNetworkAdvancedServerOps-1633223542 tempest-TestNetworkAdvancedServerOps-1633223542-project] 10.222.0.75 "GET /v2.0/security-groups?id=4e60dadd-ab65-4f99-8fbb-201b325b18d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1148586 Feb 09 19:36:34.131542 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.db [None req-7a693ee3-ba12-4fcc-b375-2f8fdd0f936e tempest-FloatingIPTestJSON-1063614787 tempest-FloatingIPTestJSON-1063614787-project] For port 7c7aae6c-88d0-49a1-aa29-0782b8abeb5b, host n-d-713498-36, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-36',level=0,port_id=7c7aae6c-88d0-49a1-aa29-0782b8abeb5b,segment=NetworkSegment(9d718ad6-44d8-47d7-8cbd-d97a6020653b),segment_id=9d718ad6-44d8-47d7-8cbd-d97a6020653b)] {{(pid=103230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 19:36:34.132127 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-7a693ee3-ba12-4fcc-b375-2f8fdd0f936e tempest-FloatingIPTestJSON-1063614787 tempest-FloatingIPTestJSON-1063614787-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1820838'] for port (7c7aae6c-88d0-49a1-aa29-0782b8abeb5b), precommit_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:36:34.153447 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.plugin [None req-7a693ee3-ba12-4fcc-b375-2f8fdd0f936e tempest-FloatingIPTestJSON-1063614787 tempest-FloatingIPTestJSON-1063614787-project] Calling delete_port for 7c7aae6c-88d0-49a1-aa29-0782b8abeb5b owned by network:dhcp {{(pid=103230) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 19:36:34.191296 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-61b729b9-c949-4cfe-a57d-7c7cff24e73c None None] Deleting port 7c7aae6c-88d0-49a1-aa29-0782b8abeb5b {{(pid=103232) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 19:36:34.192406 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-61b729b9-c949-4cfe-a57d-7c7cff24e73c None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762867170196'] for port (7c7aae6c-88d0-49a1-aa29-0782b8abeb5b), before_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:36:34.272908 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-e0874e43-45a4-44c6-85b9-c07682354eb6 req-8778fd58-5d63-4b44-9f53-3152a60e0065 tempest-ServersNegativeTestJSON-1608020402 tempest-ServersNegativeTestJSON-1608020402-project] 10.222.0.75 "GET /v2.0/ports?device_id=ef8fb5b1-266b-4abe-85d3-6f5780a36355 HTTP/1.1" status: 200 len: 210 time: 0.0687494 Feb 09 19:36:34.279820 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-61b729b9-c949-4cfe-a57d-7c7cff24e73c None None] For port 7c7aae6c-88d0-49a1-aa29-0782b8abeb5b, host n-d-713498-36, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-36',level=0,port_id=7c7aae6c-88d0-49a1-aa29-0782b8abeb5b,segment=NetworkSegment(9d718ad6-44d8-47d7-8cbd-d97a6020653b),segment_id=9d718ad6-44d8-47d7-8cbd-d97a6020653b)] {{(pid=103232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 19:36:34.280810 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-61b729b9-c949-4cfe-a57d-7c7cff24e73c None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1820838'] for port (7c7aae6c-88d0-49a1-aa29-0782b8abeb5b), precommit_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:36:34.284698 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c1fa9bc-43e0-4ec9-8420-f8ad3cd7c94b req-d66802dd-918a-4549-ad59-78792042d72d tempest-ServersNegativeTestJSON-1608020402 tempest-ServersNegativeTestJSON-1608020402-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:36:34.286565 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-7c1fa9bc-43e0-4ec9-8420-f8ad3cd7c94b req-d66802dd-918a-4549-ad59-78792042d72d tempest-ServersNegativeTestJSON-1608020402 tempest-ServersNegativeTestJSON-1608020402-project] 10.222.0.89 "GET /v2.0/networks?id=2f0cf41a-020e-4549-8a9a-beaa8be7ccf1 HTTP/1.1" status: 200 len: 814 time: 0.2255342 Feb 09 19:36:34.299004 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.v2.base [req-7c1fa9bc-43e0-4ec9-8420-f8ad3cd7c94b req-187a8a47-a5d4-4309-9484-f685304c434c tempest-ServersNegativeTestJSON-1608020402 tempest-ServersNegativeTestJSON-1608020402-project] Request body: {'port': {'device_id': 'ef8fb5b1-266b-4abe-85d3-6f5780a36355', 'network_id': '2f0cf41a-020e-4549-8a9a-beaa8be7ccf1', 'admin_state_up': True, 'tenant_id': '554bad581bcf4d20ab4a10352f965260'}} {{(pid=103229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 19:36:34.305363 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-61b729b9-c949-4cfe-a57d-7c7cff24e73c None None] Calling delete_port for 7c7aae6c-88d0-49a1-aa29-0782b8abeb5b owned by network:dhcp {{(pid=103232) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 19:36:34.325994 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-7a693ee3-ba12-4fcc-b375-2f8fdd0f936e tempest-FloatingIPTestJSON-1063614787 tempest-FloatingIPTestJSON-1063614787-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762867177463', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762866656476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14393751'] for port (7c7aae6c-88d0-49a1-aa29-0782b8abeb5b), after_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:36:34.380352 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a693ee3-ba12-4fcc-b375-2f8fdd0f936e tempest-FloatingIPTestJSON-1063614787 tempest-FloatingIPTestJSON-1063614787-project] Pushing event deleted for resources: {'Port': ['ID=7c7aae6c-88d0-49a1-aa29-0782b8abeb5b,revision_number=None']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:36:34.388577 n-d-713498-36 neutron-server[103230]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a693ee3-ba12-4fcc-b375-2f8fdd0f936e tempest-FloatingIPTestJSON-1063614787 tempest-FloatingIPTestJSON-1063614787-project] No DVR routers for this DVR port 7c7aae6c-88d0-49a1-aa29-0782b8abeb5b on host n-d-713498-36 {{(pid=103230) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 19:36:34.419672 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-61b729b9-c949-4cfe-a57d-7c7cff24e73c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762867177463', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762866656476'] for port (7c7aae6c-88d0-49a1-aa29-0782b8abeb5b), after_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:36:34.449415 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61b729b9-c949-4cfe-a57d-7c7cff24e73c None None] Pushing event deleted for resources: {'Port': ['ID=7c7aae6c-88d0-49a1-aa29-0782b8abeb5b,revision_number=None']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:36:34.456741 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61b729b9-c949-4cfe-a57d-7c7cff24e73c None None] No DVR routers for this DVR port 7c7aae6c-88d0-49a1-aa29-0782b8abeb5b on host n-d-713498-36 {{(pid=103232) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 19:36:34.475407 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7c1fa9bc-43e0-4ec9-8420-f8ad3cd7c94b req-187a8a47-a5d4-4309-9484-f685304c434c tempest-ServersNegativeTestJSON-1608020402 tempest-ServersNegativeTestJSON-1608020402-project] Made reservation on behalf of 554bad581bcf4d20ab4a10352f965260 for: {'port': 1} {{(pid=103229) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 19:36:34.478991 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-7c1fa9bc-43e0-4ec9-8420-f8ad3cd7c94b req-187a8a47-a5d4-4309-9484-f685304c434c tempest-ServersNegativeTestJSON-1608020402 tempest-ServersNegativeTestJSON-1608020402-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (None), before_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:36:34.488972 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-7a693ee3-ba12-4fcc-b375-2f8fdd0f936e tempest-FloatingIPTestJSON-1063614787 tempest-FloatingIPTestJSON-1063614787-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-590267', 'neutron.services.segments.db._delete_segments_for_network-8762867132609'] for network (9473233e-ba6c-4418-a8aa-5fdf0aa8c28f), precommit_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:36:34.516458 n-d-713498-36 neutron-server[103230]: DEBUG neutron.services.segments.db [None req-7a693ee3-ba12-4fcc-b375-2f8fdd0f936e tempest-FloatingIPTestJSON-1063614787 tempest-FloatingIPTestJSON-1063614787-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9473233e-ba6c-4418-a8aa-5fdf0aa8c28f']}} {{(pid=103230) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:36:34.526473 n-d-713498-36 neutron-server[103230]: DEBUG neutron.services.segments.db [None req-7a693ee3-ba12-4fcc-b375-2f8fdd0f936e tempest-FloatingIPTestJSON-1063614787 tempest-FloatingIPTestJSON-1063614787-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9d718ad6-44d8-47d7-8cbd-d97a6020653b') {'for_net_delete': True} {{(pid=103230) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:36:34.526776 n-d-713498-36 neutron-server[103230]: DEBUG neutron.services.segments.db [None req-7a693ee3-ba12-4fcc-b375-2f8fdd0f936e tempest-FloatingIPTestJSON-1063614787 tempest-FloatingIPTestJSON-1063614787-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9d718ad6-44d8-47d7-8cbd-d97a6020653b') {} {{(pid=103230) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:36:34.540592 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-7a693ee3-ba12-4fcc-b375-2f8fdd0f936e tempest-FloatingIPTestJSON-1063614787 tempest-FloatingIPTestJSON-1063614787-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762867134154', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12895813'] for segment (9d718ad6-44d8-47d7-8cbd-d97a6020653b), before_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:36:34.561936 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-7a693ee3-ba12-4fcc-b375-2f8fdd0f936e tempest-FloatingIPTestJSON-1063614787 tempest-FloatingIPTestJSON-1063614787-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-759574'] for segment (9d718ad6-44d8-47d7-8cbd-d97a6020653b), precommit_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:36:34.568869 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7a693ee3-ba12-4fcc-b375-2f8fdd0f936e tempest-FloatingIPTestJSON-1063614787 tempest-FloatingIPTestJSON-1063614787-project] Releasing vlan 361 on physical network physnet1 to pool {{(pid=103230) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 19:36:34.569335 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-7a693ee3-ba12-4fcc-b375-2f8fdd0f936e tempest-FloatingIPTestJSON-1063614787 tempest-FloatingIPTestJSON-1063614787-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-759574', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14393826'] for segment (9d718ad6-44d8-47d7-8cbd-d97a6020653b), after_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:36:34.577614 n-d-713498-36 neutron-server[103230]: Traceback (most recent call last): Feb 09 19:36:34.577614 n-d-713498-36 neutron-server[103230]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 19:36:34.577614 n-d-713498-36 neutron-server[103230]: timer() Feb 09 19:36:34.577614 n-d-713498-36 neutron-server[103230]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 19:36:34.577614 n-d-713498-36 neutron-server[103230]: cb(*args, **kw) Feb 09 19:36:34.577614 n-d-713498-36 neutron-server[103230]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 19:36:34.577614 n-d-713498-36 neutron-server[103230]: return func(*args, **kwargs) Feb 09 19:36:34.577614 n-d-713498-36 neutron-server[103230]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 19:36:34.577614 n-d-713498-36 neutron-server[103230]: self._notify() Feb 09 19:36:34.577614 n-d-713498-36 neutron-server[103230]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 19:36:34.577614 n-d-713498-36 neutron-server[103230]: self.callback(batched_events) Feb 09 19:36:34.577614 n-d-713498-36 neutron-server[103230]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 19:36:34.577614 n-d-713498-36 neutron-server[103230]: event.method(event) Feb 09 19:36:34.577614 n-d-713498-36 neutron-server[103230]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 19:36:34.577614 n-d-713498-36 neutron-server[103230]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 19:36:34.577614 n-d-713498-36 neutron-server[103230]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 19:36:34.577614 n-d-713498-36 neutron-server[103230]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 19:36:34.577614 n-d-713498-36 neutron-server[103230]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 19:36:34.577614 n-d-713498-36 neutron-server[103230]: return f(self, *a, **k) Feb 09 19:36:34.577614 n-d-713498-36 neutron-server[103230]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 19:36:34.577614 n-d-713498-36 neutron-server[103230]: return self._get(url).json() Feb 09 19:36:34.577614 n-d-713498-36 neutron-server[103230]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 19:36:34.577614 n-d-713498-36 neutron-server[103230]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 19:36:34.577614 n-d-713498-36 neutron-server[103230]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 19:36:34.577614 n-d-713498-36 neutron-server[103230]: return self.request(url, 'GET', **kwargs) Feb 09 19:36:34.577614 n-d-713498-36 neutron-server[103230]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 19:36:34.577614 n-d-713498-36 neutron-server[103230]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 19:36:34.577614 n-d-713498-36 neutron-server[103230]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 19:36:34.577614 n-d-713498-36 neutron-server[103230]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 19:36:34.577614 n-d-713498-36 neutron-server[103230]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 19:36:34.577614 n-d-713498-36 neutron-server[103230]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 19:36:34.577614 n-d-713498-36 neutron-server[103230]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 19:36:34.618553 n-d-713498-36 neutron-server[103229]: DEBUG neutron.db.db_base_plugin_common [req-7c1fa9bc-43e0-4ec9-8420-f8ad3cd7c94b req-187a8a47-a5d4-4309-9484-f685304c434c tempest-ServersNegativeTestJSON-1608020402 tempest-ServersNegativeTestJSON-1608020402-project] Allocated IP 172.20.0.8 (2f0cf41a-020e-4549-8a9a-beaa8be7ccf1/6d1f69a1-f040-48ff-86ee-7d9cfec7a16b/e29dcbb8-a456-45b2-83ed-996317badba0) {{(pid=103229) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 19:36:34.643009 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-7a693ee3-ba12-4fcc-b375-2f8fdd0f936e tempest-FloatingIPTestJSON-1063614787 tempest-FloatingIPTestJSON-1063614787-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-590242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1885479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1818895'] for network (9473233e-ba6c-4418-a8aa-5fdf0aa8c28f), after_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:36:34.672772 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-7a693ee3-ba12-4fcc-b375-2f8fdd0f936e tempest-FloatingIPTestJSON-1063614787 tempest-FloatingIPTestJSON-1063614787-project] Publish callbacks [] for network (None), before_response {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:36:34.678655 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-7a693ee3-ba12-4fcc-b375-2f8fdd0f936e tempest-FloatingIPTestJSON-1063614787 tempest-FloatingIPTestJSON-1063614787-project] 10.222.0.75 "DELETE /v2.0/networks/9473233e-ba6c-4418-a8aa-5fdf0aa8c28f HTTP/1.1" status: 204 len: 168 time: 0.8610072 Feb 09 19:36:34.680203 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a693ee3-ba12-4fcc-b375-2f8fdd0f936e tempest-FloatingIPTestJSON-1063614787 tempest-FloatingIPTestJSON-1063614787-project] Pushing event deleted for resources: {'Network': ['ID=9473233e-ba6c-4418-a8aa-5fdf0aa8c28f,revision_number=None']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:36:34.681880 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 38802) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:36:34.874180 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Device 7c7aae6c-88d0-49a1-aa29-0782b8abeb5b no longer exists at agent ovs-agent-n-d-713498-36 {{(pid=103232) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 19:36:34.906654 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] No Port match for: 7c7aae6c-88d0-49a1-aa29-0782b8abeb5b {{(pid=103232) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 19:36:34.907159 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Device 7c7aae6c-88d0-49a1-aa29-0782b8abeb5b not bound to the agent host n-d-713498-36 {{(pid=103232) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 19:36:34.917667 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-7c1fa9bc-43e0-4ec9-8420-f8ad3cd7c94b req-187a8a47-a5d4-4309-9484-f685304c434c tempest-ServersNegativeTestJSON-1608020402 tempest-ServersNegativeTestJSON-1608020402-project] Publish callbacks [] for port (e29dcbb8-a456-45b2-83ed-996317badba0), precommit_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:36:34.930559 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.plugin [None req-65f16642-dae6-4b11-87c1-28ca79cc482a tempest-FloatingIPTestJSON-1063614787 tempest-FloatingIPTestJSON-1063614787-project] Deleting port f501fd2c-0f26-4343-ac0c-733e1293255d {{(pid=103229) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 19:36:34.930937 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-65f16642-dae6-4b11-87c1-28ca79cc482a tempest-FloatingIPTestJSON-1063614787 tempest-FloatingIPTestJSON-1063614787-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762867170196'] for port (f501fd2c-0f26-4343-ac0c-733e1293255d), before_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:36:35.009398 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-7c1fa9bc-43e0-4ec9-8420-f8ad3cd7c94b req-187a8a47-a5d4-4309-9484-f685304c434c tempest-ServersNegativeTestJSON-1608020402 tempest-ServersNegativeTestJSON-1608020402-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762866656467', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12867576'] for port (e29dcbb8-a456-45b2-83ed-996317badba0), after_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:36:35.060008 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-65f16642-dae6-4b11-87c1-28ca79cc482a tempest-FloatingIPTestJSON-1063614787 tempest-FloatingIPTestJSON-1063614787-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1820838'] for port (f501fd2c-0f26-4343-ac0c-733e1293255d), precommit_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:36:35.060256 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-65f16642-dae6-4b11-87c1-28ca79cc482a tempest-FloatingIPTestJSON-1063614787 tempest-FloatingIPTestJSON-1063614787-project] Publish callbacks [] for floatingip (f501fd2c-0f26-4343-ac0c-733e1293255d), precommit_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:36:35.080251 n-d-713498-36 neutron-server[103229]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7c1fa9bc-43e0-4ec9-8420-f8ad3cd7c94b req-187a8a47-a5d4-4309-9484-f685304c434c tempest-ServersNegativeTestJSON-1608020402 tempest-ServersNegativeTestJSON-1608020402-project] Network 2f0cf41a-020e-4549-8a9a-beaa8be7ccf1 is already hosted by enough agents. {{(pid=103229) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 19:36:35.086568 n-d-713498-36 neutron-server[103229]: DEBUG neutron.scheduler.base_scheduler [req-7c1fa9bc-43e0-4ec9-8420-f8ad3cd7c94b req-187a8a47-a5d4-4309-9484-f685304c434c tempest-ServersNegativeTestJSON-1608020402 tempest-ServersNegativeTestJSON-1608020402-project] Resources bound (agent type, host, resource id): {{(pid=103229) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 19:36:35.094191 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.plugin [None req-65f16642-dae6-4b11-87c1-28ca79cc482a tempest-FloatingIPTestJSON-1063614787 tempest-FloatingIPTestJSON-1063614787-project] Calling delete_port for f501fd2c-0f26-4343-ac0c-733e1293255d owned by network:floatingip {{(pid=103229) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 19:36:35.095956 n-d-713498-36 neutron-server[103229]: DEBUG neutron.db.l3_dvrscheduler_db [req-7c1fa9bc-43e0-4ec9-8420-f8ad3cd7c94b req-187a8a47-a5d4-4309-9484-f685304c434c tempest-ServersNegativeTestJSON-1608020402 tempest-ServersNegativeTestJSON-1608020402-project] Received port after_create {{(pid=103229) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 19:36:35.102888 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-187a8a47-a5d4-4309-9484-f685304c434c tempest-ServersNegativeTestJSON-1608020402 tempest-ServersNegativeTestJSON-1608020402-project] Pushing event updated for resources: {'Port': ['ID=e29dcbb8-a456-45b2-83ed-996317badba0,revision_number=1']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:36:35.186051 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c1fa9bc-43e0-4ec9-8420-f8ad3cd7c94b req-187a8a47-a5d4-4309-9484-f685304c434c tempest-ServersNegativeTestJSON-1608020402 tempest-ServersNegativeTestJSON-1608020402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:36:35.187212 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-7c1fa9bc-43e0-4ec9-8420-f8ad3cd7c94b req-187a8a47-a5d4-4309-9484-f685304c434c tempest-ServersNegativeTestJSON-1608020402 tempest-ServersNegativeTestJSON-1608020402-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171096'] for port (None), before_response {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:36:35.217249 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-7c1fa9bc-43e0-4ec9-8420-f8ad3cd7c94b req-187a8a47-a5d4-4309-9484-f685304c434c tempest-ServersNegativeTestJSON-1608020402 tempest-ServersNegativeTestJSON-1608020402-project] 10.222.0.89 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9227057 Feb 09 19:36:35.229384 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.v2.base [req-7c1fa9bc-43e0-4ec9-8420-f8ad3cd7c94b req-896c1b90-fdd4-4cf3-9c41-2017dffb2a29 service neutron] Request body: {'port': {'device_id': 'ef8fb5b1-266b-4abe-85d3-6f5780a36355', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-713498-36'}} {{(pid=103229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 19:36:35.267194 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b5529bd-de75-4798-9f00-1b42bc733273 req-dc09345d-053b-4470-97e6-17c016d858a6 tempest-TestNetworkAdvancedServerOps-1633223542 tempest-TestNetworkAdvancedServerOps-1633223542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:36:35.269158 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-8b5529bd-de75-4798-9f00-1b42bc733273 req-dc09345d-053b-4470-97e6-17c016d858a6 tempest-TestNetworkAdvancedServerOps-1633223542 tempest-TestNetworkAdvancedServerOps-1633223542-project] 10.222.0.75 "GET /v2.0/ports?device_id=ba22b315-e430-4895-a078-0c720f335557 HTTP/1.1" status: 200 len: 945 time: 0.0639772 Feb 09 19:36:35.349534 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-8b5529bd-de75-4798-9f00-1b42bc733273 req-ae1d5ba3-c942-4dbd-8a06-3e324fe96f81 tempest-TestNetworkAdvancedServerOps-1633223542 tempest-TestNetworkAdvancedServerOps-1633223542-project] 10.222.0.75 "GET /v2.0/security-groups?id=4e60dadd-ab65-4f99-8fbb-201b325b18d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0733397 Feb 09 19:36:35.350308 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-7c1fa9bc-43e0-4ec9-8420-f8ad3cd7c94b req-896c1b90-fdd4-4cf3-9c41-2017dffb2a29 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (e29dcbb8-a456-45b2-83ed-996317badba0), before_update {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:36:35.393561 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-65f16642-dae6-4b11-87c1-28ca79cc482a tempest-FloatingIPTestJSON-1063614787 tempest-FloatingIPTestJSON-1063614787-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762867177463', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762866656476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12867576'] for port (f501fd2c-0f26-4343-ac0c-733e1293255d), after_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:36:35.450630 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65f16642-dae6-4b11-87c1-28ca79cc482a tempest-FloatingIPTestJSON-1063614787 tempest-FloatingIPTestJSON-1063614787-project] Pushing event deleted for resources: {'Port': ['ID=f501fd2c-0f26-4343-ac0c-733e1293255d,revision_number=None']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:36:35.691225 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 38824) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:36:35.808706 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-6fedaf11-accd-49d5-bba8-58b69972470f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:36:35.886445 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-6fedaf11-accd-49d5-bba8-58b69972470f admin admin] Publish callbacks [] for security_group (3642b3b6-2d96-459f-a398-e36302e1c059), precommit_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:36:35.893003 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-6fedaf11-accd-49d5-bba8-58b69972470f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1892331'] for security_group (3642b3b6-2d96-459f-a398-e36302e1c059), after_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:36:35.941920 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fedaf11-accd-49d5-bba8-58b69972470f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3642b3b6-2d96-459f-a398-e36302e1c059,revision_number=1']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:36:35.950885 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-6fedaf11-accd-49d5-bba8-58b69972470f admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=9351cfd401bd467fbb74a05c38b0af5b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2579725 Feb 09 19:36:35.951402 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 38828) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:36:35.960821 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-65f16642-dae6-4b11-87c1-28ca79cc482a tempest-FloatingIPTestJSON-1063614787 tempest-FloatingIPTestJSON-1063614787-project] Publish callbacks [] for floatingip (5fff7dc9-058e-419c-91b1-6195e0fb8c1c), after_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:36:35.963489 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-65f16642-dae6-4b11-87c1-28ca79cc482a tempest-FloatingIPTestJSON-1063614787 tempest-FloatingIPTestJSON-1063614787-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171096'] for floatingip (None), before_response {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:36:35.964709 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-65f16642-dae6-4b11-87c1-28ca79cc482a tempest-FloatingIPTestJSON-1063614787 tempest-FloatingIPTestJSON-1063614787-project] 10.222.0.75 "DELETE /v2.0/floatingips/5fff7dc9-058e-419c-91b1-6195e0fb8c1c HTTP/1.1" status: 204 len: 168 time: 1.2818506 Feb 09 19:36:35.979205 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40cd9f6c-902b-4e68-9524-42e1256b166f req-4cfc007d-32a1-4f30-894b-add237234e70 tempest-ServersNegativeTestJSON-1608020402 tempest-ServersNegativeTestJSON-1608020402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:36:35.980787 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-40cd9f6c-902b-4e68-9524-42e1256b166f req-4cfc007d-32a1-4f30-894b-add237234e70 tempest-ServersNegativeTestJSON-1608020402 tempest-ServersNegativeTestJSON-1608020402-project] 10.222.0.75 "GET /v2.0/ports?device_id=ef8fb5b1-266b-4abe-85d3-6f5780a36355 HTTP/1.1" status: 200 len: 931 time: 0.5725262 Feb 09 19:36:35.981403 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 38830) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:36:36.017967 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-16461b01-7d67-4c43-bb94-54d2fefb5f5e admin admin] Publish callbacks [] for security_group (3642b3b6-2d96-459f-a398-e36302e1c059), before_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:36:36.030042 n-d-713498-36 neutron-server[103229]: INFO neutron.pecan_wsgi.hooks.translation [None req-5f45e34c-5463-4c89-8fd0-14cba6faff41 tempest-FloatingIPTestJSON-1063614787 tempest-FloatingIPTestJSON-1063614787-project] DELETE failed (client error): The resource could not be found. Feb 09 19:36:36.030644 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5f45e34c-5463-4c89-8fd0-14cba6faff41 tempest-FloatingIPTestJSON-1063614787 tempest-FloatingIPTestJSON-1063614787-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103229) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 19:36:36.033781 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-5f45e34c-5463-4c89-8fd0-14cba6faff41 tempest-FloatingIPTestJSON-1063614787 tempest-FloatingIPTestJSON-1063614787-project] 10.222.0.75 "DELETE /v2.0/ports/f0353e64-4495-4c96-b1b8-68ebfdb3eb89 HTTP/1.1" status: 404 len: 333 time: 0.0495799 Feb 09 19:36:36.038688 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 38832) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:36:36.051509 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-16461b01-7d67-4c43-bb94-54d2fefb5f5e admin admin] Publish callbacks [] for security_group (3642b3b6-2d96-459f-a398-e36302e1c059), precommit_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:36:36.085349 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-4ddc893d-d1be-434c-bd0d-0c03eefae4a1 tempest-FloatingIPTestJSON-1063614787 tempest-FloatingIPTestJSON-1063614787-project] 10.222.0.75 "GET /v2.0/ports?device_id=e2d260dd-c00c-402b-9cd8-5b1df4420571 HTTP/1.1" status: 200 len: 205 time: 0.0455186 Feb 09 19:36:36.094692 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 38834) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:36:36.110281 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-16461b01-7d67-4c43-bb94-54d2fefb5f5e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1892331'] for security_group (3642b3b6-2d96-459f-a398-e36302e1c059), after_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:36:36.113266 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-16461b01-7d67-4c43-bb94-54d2fefb5f5e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:36:36.114889 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-16461b01-7d67-4c43-bb94-54d2fefb5f5e admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/3642b3b6-2d96-459f-a398-e36302e1c059 HTTP/1.1" status: 204 len: 168 time: 0.1623619 Feb 09 19:36:36.145379 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-40cd9f6c-902b-4e68-9524-42e1256b166f req-10b52de2-d0c8-4084-a0db-55ffc9fc0ffc tempest-ServersNegativeTestJSON-1608020402 tempest-ServersNegativeTestJSON-1608020402-project] 10.222.0.75 "GET /v2.0/security-groups?id=25d47ded-5003-4f4d-b434-467ecec6793f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1443274 Feb 09 19:36:36.157133 n-d-713498-36 neutron-server[103230]: INFO neutron.api.v2.resource [None req-c83144c9-8450-408d-bff7-d63f3fa466b9 tempest-FloatingIPTestJSON-1063614787 tempest-FloatingIPTestJSON-1063614787-project] delete failed (client error): The resource could not be found. Feb 09 19:36:36.158530 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-c83144c9-8450-408d-bff7-d63f3fa466b9 tempest-FloatingIPTestJSON-1063614787 tempest-FloatingIPTestJSON-1063614787-project] 10.222.0.75 "DELETE /v2.0/routers/e2d260dd-c00c-402b-9cd8-5b1df4420571 HTTP/1.1" status: 404 len: 336 time: 0.0608852 Feb 09 19:36:36.161066 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 38838) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:36:36.163700 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16461b01-7d67-4c43-bb94-54d2fefb5f5e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3642b3b6-2d96-459f-a398-e36302e1c059,revision_number=None']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:36:36.219463 n-d-713498-36 neutron-server[103229]: INFO neutron.pecan_wsgi.hooks.translation [None req-cbac4795-71e2-4f9f-94ca-02fcf8ce3c2b tempest-FloatingIPTestJSON-1063614787 tempest-FloatingIPTestJSON-1063614787-project] DELETE failed (client error): The resource could not be found. Feb 09 19:36:36.220113 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cbac4795-71e2-4f9f-94ca-02fcf8ce3c2b tempest-FloatingIPTestJSON-1063614787 tempest-FloatingIPTestJSON-1063614787-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103229) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 19:36:36.226485 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-cbac4795-71e2-4f9f-94ca-02fcf8ce3c2b tempest-FloatingIPTestJSON-1063614787 tempest-FloatingIPTestJSON-1063614787-project] 10.222.0.75 "DELETE /v2.0/subnets/c29d8628-2795-4f34-bafa-47e444865205 HTTP/1.1" status: 404 len: 337 time: 0.0641344 Feb 09 19:36:36.227666 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 38840) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:36:36.302216 n-d-713498-36 neutron-server[103229]: DEBUG neutron.notifiers.nova [req-7c1fa9bc-43e0-4ec9-8420-f8ad3cd7c94b req-896c1b90-fdd4-4cf3-9c41-2017dffb2a29 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e29dcbb8-a456-45b2-83ed-996317badba0 {{(pid=103229) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 19:36:36.312621 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-7c1fa9bc-43e0-4ec9-8420-f8ad3cd7c94b req-896c1b90-fdd4-4cf3-9c41-2017dffb2a29 service neutron] Publish callbacks [] for port (e29dcbb8-a456-45b2-83ed-996317badba0), precommit_update {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:36:36.343858 n-d-713498-36 neutron-server[103229]: DEBUG neutron.db.provisioning_blocks [req-7c1fa9bc-43e0-4ec9-8420-f8ad3cd7c94b req-896c1b90-fdd4-4cf3-9c41-2017dffb2a29 service neutron] Transition to ACTIVE for port object e29dcbb8-a456-45b2-83ed-996317badba0 will not be triggered until provisioned by entity L2. {{(pid=103229) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 19:36:36.351534 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-7c1fa9bc-43e0-4ec9-8420-f8ad3cd7c94b req-896c1b90-fdd4-4cf3-9c41-2017dffb2a29 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762867176205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762866656485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762866656503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12867569'] for port (e29dcbb8-a456-45b2-83ed-996317badba0), after_update {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:36:36.434121 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.plugin [None req-7f7c4c02-c2e0-40ad-a73e-fa3fcb0dc021 tempest-FloatingIPTestJSON-1063614787 tempest-FloatingIPTestJSON-1063614787-project] Deleting port 8cde7e3b-e7c2-45e5-bf2e-056502f471f6 {{(pid=103230) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 19:36:36.434859 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-7f7c4c02-c2e0-40ad-a73e-fa3fcb0dc021 tempest-FloatingIPTestJSON-1063614787 tempest-FloatingIPTestJSON-1063614787-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762867170196'] for port (8cde7e3b-e7c2-45e5-bf2e-056502f471f6), before_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:36:36.588697 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-896c1b90-fdd4-4cf3-9c41-2017dffb2a29 service neutron] Pushing event updated for resources: {'Port': ['ID=e29dcbb8-a456-45b2-83ed-996317badba0,revision_number=2']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:36:36.596265 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.managers [req-7c1fa9bc-43e0-4ec9-8420-f8ad3cd7c94b req-896c1b90-fdd4-4cf3-9c41-2017dffb2a29 service neutron] Attempting to bind port e29dcbb8-a456-45b2-83ed-996317badba0 on host n-h1-713498-36 for vnic_type normal with profile {{(pid=103229) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 19:36:36.596733 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.managers [req-7c1fa9bc-43e0-4ec9-8420-f8ad3cd7c94b req-896c1b90-fdd4-4cf3-9c41-2017dffb2a29 service neutron] Attempting to bind port e29dcbb8-a456-45b2-83ed-996317badba0 by drivers openvswitch,hyperv on host n-h1-713498-36 at level 0 using segments [{'id': '858d2da7-0314-4b25-bd9f-f8e206467551', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': '2f0cf41a-020e-4549-8a9a-beaa8be7ccf1'}] {{(pid=103229) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 19:36:36.597173 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c1fa9bc-43e0-4ec9-8420-f8ad3cd7c94b req-896c1b90-fdd4-4cf3-9c41-2017dffb2a29 service neutron] Attempting to bind port e29dcbb8-a456-45b2-83ed-996317badba0 on network 2f0cf41a-020e-4549-8a9a-beaa8be7ccf1 {{(pid=103229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 19:36:36.601970 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c1fa9bc-43e0-4ec9-8420-f8ad3cd7c94b req-896c1b90-fdd4-4cf3-9c41-2017dffb2a29 service neutron] Port e29dcbb8-a456-45b2-83ed-996317badba0 on network 2f0cf41a-020e-4549-8a9a-beaa8be7ccf1 not bound, no agent of type Open vSwitch agent registered on host n-h1-713498-36 {{(pid=103229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 19:36:36.602405 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c1fa9bc-43e0-4ec9-8420-f8ad3cd7c94b req-896c1b90-fdd4-4cf3-9c41-2017dffb2a29 service neutron] Attempting to bind port e29dcbb8-a456-45b2-83ed-996317badba0 on network 2f0cf41a-020e-4549-8a9a-beaa8be7ccf1 {{(pid=103229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 19:36:36.609772 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c1fa9bc-43e0-4ec9-8420-f8ad3cd7c94b req-896c1b90-fdd4-4cf3-9c41-2017dffb2a29 service neutron] Checking agent: {'id': '488cd9ae-631f-4955-ba0b-4f5a13f12e9c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713498-36', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 18, 59, 18), 'started_at': datetime.datetime(2022, 2, 9, 18, 59, 18), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 19, 36, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 19:36:36.610416 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c1fa9bc-43e0-4ec9-8420-f8ad3cd7c94b req-896c1b90-fdd4-4cf3-9c41-2017dffb2a29 service neutron] Checking segment: {'id': '858d2da7-0314-4b25-bd9f-f8e206467551', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': '2f0cf41a-020e-4549-8a9a-beaa8be7ccf1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103229) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 19:36:36.610936 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c1fa9bc-43e0-4ec9-8420-f8ad3cd7c94b req-896c1b90-fdd4-4cf3-9c41-2017dffb2a29 service neutron] Bound using segment: {'id': '858d2da7-0314-4b25-bd9f-f8e206467551', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': '2f0cf41a-020e-4549-8a9a-beaa8be7ccf1'} {{(pid=103229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 19:36:36.611473 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.managers [req-7c1fa9bc-43e0-4ec9-8420-f8ad3cd7c94b req-896c1b90-fdd4-4cf3-9c41-2017dffb2a29 service neutron] Bound port: e29dcbb8-a456-45b2-83ed-996317badba0, host: n-h1-713498-36, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '858d2da7-0314-4b25-bd9f-f8e206467551', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': '2f0cf41a-020e-4549-8a9a-beaa8be7ccf1'}}] {{(pid=103229) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 19:36:36.612685 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-7c1fa9bc-43e0-4ec9-8420-f8ad3cd7c94b req-896c1b90-fdd4-4cf3-9c41-2017dffb2a29 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (e29dcbb8-a456-45b2-83ed-996317badba0), before_update {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:36:36.700554 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.db [req-7c1fa9bc-43e0-4ec9-8420-f8ad3cd7c94b req-896c1b90-fdd4-4cf3-9c41-2017dffb2a29 service neutron] For port e29dcbb8-a456-45b2-83ed-996317badba0, host n-h1-713498-36, cleared binding levels {{(pid=103229) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 19:36:36.703818 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-7f7c4c02-c2e0-40ad-a73e-fa3fcb0dc021 tempest-FloatingIPTestJSON-1063614787 tempest-FloatingIPTestJSON-1063614787-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1820838'] for port (8cde7e3b-e7c2-45e5-bf2e-056502f471f6), precommit_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:36:36.706174 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.db [req-7c1fa9bc-43e0-4ec9-8420-f8ad3cd7c94b req-896c1b90-fdd4-4cf3-9c41-2017dffb2a29 service neutron] For port e29dcbb8-a456-45b2-83ed-996317badba0, host n-h1-713498-36, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-36',level=0,port_id=e29dcbb8-a456-45b2-83ed-996317badba0,segment=NetworkSegment(858d2da7-0314-4b25-bd9f-f8e206467551),segment_id=858d2da7-0314-4b25-bd9f-f8e206467551)] {{(pid=103229) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 19:36:36.715046 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-7c1fa9bc-43e0-4ec9-8420-f8ad3cd7c94b req-896c1b90-fdd4-4cf3-9c41-2017dffb2a29 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762867176205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762866656485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762866656503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12867569'] for port (e29dcbb8-a456-45b2-83ed-996317badba0), after_update {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:36:36.743449 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.plugin [None req-7f7c4c02-c2e0-40ad-a73e-fa3fcb0dc021 tempest-FloatingIPTestJSON-1063614787 tempest-FloatingIPTestJSON-1063614787-project] Calling delete_port for 8cde7e3b-e7c2-45e5-bf2e-056502f471f6 owned by {{(pid=103230) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 19:36:36.791142 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c1fa9bc-43e0-4ec9-8420-f8ad3cd7c94b req-896c1b90-fdd4-4cf3-9c41-2017dffb2a29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:36:36.791779 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-7c1fa9bc-43e0-4ec9-8420-f8ad3cd7c94b req-896c1b90-fdd4-4cf3-9c41-2017dffb2a29 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171096'] for port (None), before_response {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:36:36.793554 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-7c1fa9bc-43e0-4ec9-8420-f8ad3cd7c94b req-896c1b90-fdd4-4cf3-9c41-2017dffb2a29 service neutron] 10.222.0.89 "PUT /v2.0/ports/e29dcbb8-a456-45b2-83ed-996317badba0 HTTP/1.1" status: 200 len: 1092 time: 1.5681434 Feb 09 19:36:36.794054 n-d-713498-36 neutron-server[103229]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ef8fb5b1-266b-4abe-85d3-6f5780a36355', 'tag': 'e29dcbb8-a456-45b2-83ed-996317badba0'}] {{(pid=103229) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 19:36:36.796797 n-d-713498-36 neutron-server[103229]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fa6ae9a20702bd564eaf90d946620b2b4277b1ab91129323d3b54181076be307" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-812572f9-e648-4dd4-9463-e69f50365939" -d '{"events": [{"name": "network-changed", "server_uuid": "ef8fb5b1-266b-4abe-85d3-6f5780a36355", "tag": "e29dcbb8-a456-45b2-83ed-996317badba0"}]}' {{(pid=103229) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 19:36:36.878300 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-896c1b90-fdd4-4cf3-9c41-2017dffb2a29 service neutron] Pushing event updated for resources: {'Port': ['ID=e29dcbb8-a456-45b2-83ed-996317badba0,revision_number=3']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:36:36.883931 n-d-713498-36 neutron-server[103229]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 19:36:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a3305eb2-99d9-47a5-8302-66d1e4598287 x-openstack-request-id: req-a3305eb2-99d9-47a5-8302-66d1e4598287 {{(pid=103229) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 19:36:36.884231 n-d-713498-36 neutron-server[103229]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ef8fb5b1-266b-4abe-85d3-6f5780a36355", "tag": "e29dcbb8-a456-45b2-83ed-996317badba0", "status": "completed", "code": 200}]} {{(pid=103229) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 19:36:36.884617 n-d-713498-36 neutron-server[103229]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-a3305eb2-99d9-47a5-8302-66d1e4598287 {{(pid=103229) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 19:36:36.885022 n-d-713498-36 neutron-server[103229]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ef8fb5b1-266b-4abe-85d3-6f5780a36355', 'tag': 'e29dcbb8-a456-45b2-83ed-996317badba0', 'status': 'completed', 'code': 200} Feb 09 19:36:36.907153 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c1fa9bc-43e0-4ec9-8420-f8ad3cd7c94b req-602aae61-1d80-475a-a961-21f511c9e66b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:36:36.908757 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-7c1fa9bc-43e0-4ec9-8420-f8ad3cd7c94b req-602aae61-1d80-475a-a961-21f511c9e66b service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=554bad581bcf4d20ab4a10352f965260&device_id=ef8fb5b1-266b-4abe-85d3-6f5780a36355 HTTP/1.1" status: 200 len: 1126 time: 0.0645540 Feb 09 19:36:36.921861 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e9c6c42-fd7c-4d42-bc2b-c1ae79a77e7f req-0f17a351-994b-402e-ba52-079ad4472700 tempest-TestNetworkAdvancedServerOps-1633223542 tempest-TestNetworkAdvancedServerOps-1633223542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:36:36.933121 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-5e9c6c42-fd7c-4d42-bc2b-c1ae79a77e7f req-0f17a351-994b-402e-ba52-079ad4472700 tempest-TestNetworkAdvancedServerOps-1633223542 tempest-TestNetworkAdvancedServerOps-1633223542-project] 10.222.0.75 "GET /v2.0/ports?device_id=ba22b315-e430-4895-a078-0c720f335557 HTTP/1.1" status: 200 len: 945 time: 0.4121180 Feb 09 19:36:36.983324 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-7c1fa9bc-43e0-4ec9-8420-f8ad3cd7c94b req-a00dab18-1162-4b1d-b778-b222497ca181 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e29dcbb8-a456-45b2-83ed-996317badba0 HTTP/1.1" status: 200 len: 217 time: 0.0652587 Feb 09 19:36:37.018655 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-7f7c4c02-c2e0-40ad-a73e-fa3fcb0dc021 tempest-FloatingIPTestJSON-1063614787 tempest-FloatingIPTestJSON-1063614787-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762867177463', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762866656476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14393751'] for port (8cde7e3b-e7c2-45e5-bf2e-056502f471f6), after_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:36:37.048168 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f7c4c02-c2e0-40ad-a73e-fa3fcb0dc021 tempest-FloatingIPTestJSON-1063614787 tempest-FloatingIPTestJSON-1063614787-project] Pushing event deleted for resources: {'Port': ['ID=8cde7e3b-e7c2-45e5-bf2e-056502f471f6,revision_number=None']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:36:37.053684 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-5e9c6c42-fd7c-4d42-bc2b-c1ae79a77e7f req-1dec3c6a-b1af-4888-a221-28f90ac09721 tempest-TestNetworkAdvancedServerOps-1633223542 tempest-TestNetworkAdvancedServerOps-1633223542-project] 10.222.0.75 "GET /v2.0/security-groups?id=4e60dadd-ab65-4f99-8fbb-201b325b18d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1186121 Feb 09 19:36:37.096428 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c1fa9bc-43e0-4ec9-8420-f8ad3cd7c94b req-bfb9acb0-74b1-4645-987e-bf34a9a6871e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:36:37.097905 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-7c1fa9bc-43e0-4ec9-8420-f8ad3cd7c94b req-bfb9acb0-74b1-4645-987e-bf34a9a6871e service neutron] 10.222.0.89 "GET /v2.0/subnets?id=6d1f69a1-f040-48ff-86ee-7d9cfec7a16b HTTP/1.1" status: 200 len: 854 time: 0.1087353 Feb 09 19:36:37.137854 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-7c1fa9bc-43e0-4ec9-8420-f8ad3cd7c94b req-e1703057-c9d0-4de2-9473-f8c265fbae76 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=2f0cf41a-020e-4549-8a9a-beaa8be7ccf1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0332360 Feb 09 19:36:37.176590 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 38866) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:36:37.193203 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-7f7c4c02-c2e0-40ad-a73e-fa3fcb0dc021 tempest-FloatingIPTestJSON-1063614787 tempest-FloatingIPTestJSON-1063614787-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171096'] for port (None), before_response {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:36:37.204583 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-7f7c4c02-c2e0-40ad-a73e-fa3fcb0dc021 tempest-FloatingIPTestJSON-1063614787 tempest-FloatingIPTestJSON-1063614787-project] 10.222.0.75 "DELETE /v2.0/ports/8cde7e3b-e7c2-45e5-bf2e-056502f471f6 HTTP/1.1" status: 204 len: 168 time: 0.9728801 Feb 09 19:36:37.205241 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 38870) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:36:37.290027 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-7c1fa9bc-43e0-4ec9-8420-f8ad3cd7c94b req-35e38d9c-0030-40da-9e16-35f6c7672392 service neutron] 10.222.0.89 "GET /v2.0/networks/2f0cf41a-020e-4549-8a9a-beaa8be7ccf1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1455348 Feb 09 19:36:37.321346 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.plugin [None req-e1023534-8252-4e21-81a6-d32eed220c8f tempest-FloatingIPTestJSON-1063614787 tempest-FloatingIPTestJSON-1063614787-project] Deleting port fcda8998-66c0-4669-908f-2574263eb10b {{(pid=103230) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 19:36:37.321697 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-e1023534-8252-4e21-81a6-d32eed220c8f tempest-FloatingIPTestJSON-1063614787 tempest-FloatingIPTestJSON-1063614787-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762867170196'] for port (fcda8998-66c0-4669-908f-2574263eb10b), before_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:36:37.339844 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.v2.base [None req-5891930b-8d1b-45a3-a06a-d56b451e27ef admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-976803534-network', 'tenant_id': 'b222082e2b8f499f8189e5e823a7ff3f'}} {{(pid=103230) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 19:36:37.415590 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b27e9e8b-7e5b-4eab-82c4-b16e1230d900 req-86804191-0aa6-4070-a3c7-b1ad9bdc6ed2 tempest-ServersNegativeTestJSON-1608020402 tempest-ServersNegativeTestJSON-1608020402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:36:37.418784 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-b27e9e8b-7e5b-4eab-82c4-b16e1230d900 req-86804191-0aa6-4070-a3c7-b1ad9bdc6ed2 tempest-ServersNegativeTestJSON-1608020402 tempest-ServersNegativeTestJSON-1608020402-project] 10.222.0.75 "GET /v2.0/ports?device_id=ef8fb5b1-266b-4abe-85d3-6f5780a36355 HTTP/1.1" status: 200 len: 943 time: 0.1266201 Feb 09 19:36:37.420519 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5891930b-8d1b-45a3-a06a-d56b451e27ef admin admin] Made reservation on behalf of b222082e2b8f499f8189e5e823a7ff3f for: {'network': 1} {{(pid=103230) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 19:36:37.424197 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-5891930b-8d1b-45a3-a06a-d56b451e27ef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for network (None), before_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:36:37.442741 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-5891930b-8d1b-45a3-a06a-d56b451e27ef admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:36:37.478496 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-7c1fa9bc-43e0-4ec9-8420-f8ad3cd7c94b req-c01294e2-84c1-49fc-b485-8378c74b2267 service neutron] 10.222.0.89 "GET /v2.0/networks/2f0cf41a-020e-4549-8a9a-beaa8be7ccf1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1729670 Feb 09 19:36:37.498890 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-e1023534-8252-4e21-81a6-d32eed220c8f tempest-FloatingIPTestJSON-1063614787 tempest-FloatingIPTestJSON-1063614787-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1820838'] for port (fcda8998-66c0-4669-908f-2574263eb10b), precommit_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:36:37.512515 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-b27e9e8b-7e5b-4eab-82c4-b16e1230d900 req-cbb136dc-e08a-49c9-8a33-40aef9189cff tempest-ServersNegativeTestJSON-1608020402 tempest-ServersNegativeTestJSON-1608020402-project] 10.222.0.75 "GET /v2.0/security-groups?id=25d47ded-5003-4f4d-b434-467ecec6793f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0841882 Feb 09 19:36:37.532088 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.plugin [None req-e1023534-8252-4e21-81a6-d32eed220c8f tempest-FloatingIPTestJSON-1063614787 tempest-FloatingIPTestJSON-1063614787-project] Calling delete_port for fcda8998-66c0-4669-908f-2574263eb10b owned by {{(pid=103230) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 19:36:37.620492 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-812572f9-e648-4dd4-9463-e69f50365939 req-1d94b51f-6508-40b1-a2c8-f7321e545783 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:36:37.622032 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-812572f9-e648-4dd4-9463-e69f50365939 req-1d94b51f-6508-40b1-a2c8-f7321e545783 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=554bad581bcf4d20ab4a10352f965260&device_id=ef8fb5b1-266b-4abe-85d3-6f5780a36355 HTTP/1.1" status: 200 len: 1126 time: 0.0703952 Feb 09 19:36:37.629259 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-5891930b-8d1b-45a3-a06a-d56b451e27ef admin admin] Publish callbacks [] for security_group (92e3f3e1-abba-4606-8823-ff0f44ed1f23), precommit_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:36:37.636192 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-5891930b-8d1b-45a3-a06a-d56b451e27ef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1892331'] for security_group (92e3f3e1-abba-4606-8823-ff0f44ed1f23), after_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:36:37.678231 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5891930b-8d1b-45a3-a06a-d56b451e27ef admin admin] vlan segment allocate from pool success with {'vlan_id': 391, 'physical_network': 'physnet1'} {{(pid=103230) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 19:36:37.684174 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5891930b-8d1b-45a3-a06a-d56b451e27ef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=92e3f3e1-abba-4606-8823-ff0f44ed1f23,revision_number=1']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:36:37.715874 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-5891930b-8d1b-45a3-a06a-d56b451e27ef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-759574'] for segment (33e84895-b1ac-4b8b-a075-9ed56e5e0b90), precommit_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:36:37.716072 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-812572f9-e648-4dd4-9463-e69f50365939 req-5f284927-614d-44bc-aee8-df79588a9e49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:36:37.716362 n-d-713498-36 neutron-server[103230]: INFO neutron.db.segments_db [None req-5891930b-8d1b-45a3-a06a-d56b451e27ef admin admin] Added segment 33e84895-b1ac-4b8b-a075-9ed56e5e0b90 of type vlan for network 9246b94a-de57-47ad-8fdb-61aaa56512df Feb 09 19:36:37.718123 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-812572f9-e648-4dd4-9463-e69f50365939 req-5f284927-614d-44bc-aee8-df79588a9e49 service neutron] 10.222.0.89 "GET /v2.0/networks?id=2f0cf41a-020e-4549-8a9a-beaa8be7ccf1 HTTP/1.1" status: 200 len: 915 time: 0.0898609 Feb 09 19:36:37.774437 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-812572f9-e648-4dd4-9463-e69f50365939 req-b6e15a8e-1d5a-4559-9e7a-70f1506fec43 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e29dcbb8-a456-45b2-83ed-996317badba0 HTTP/1.1" status: 200 len: 217 time: 0.0499136 Feb 09 19:36:37.789372 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-5891930b-8d1b-45a3-a06a-d56b451e27ef admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762866642225'] for network (9246b94a-de57-47ad-8fdb-61aaa56512df), precommit_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:36:37.803226 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-e1023534-8252-4e21-81a6-d32eed220c8f tempest-FloatingIPTestJSON-1063614787 tempest-FloatingIPTestJSON-1063614787-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762867177463', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762866656476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14393751'] for port (fcda8998-66c0-4669-908f-2574263eb10b), after_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:36:37.829415 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-812572f9-e648-4dd4-9463-e69f50365939 req-611082a1-2729-4c88-91a8-eb8e19707df0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:36:37.830557 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-812572f9-e648-4dd4-9463-e69f50365939 req-611082a1-2729-4c88-91a8-eb8e19707df0 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=6d1f69a1-f040-48ff-86ee-7d9cfec7a16b HTTP/1.1" status: 200 len: 854 time: 0.0486462 Feb 09 19:36:37.865125 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-812572f9-e648-4dd4-9463-e69f50365939 req-e7a93f59-f05f-40ba-bce8-4f552f0937bb service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=2f0cf41a-020e-4549-8a9a-beaa8be7ccf1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0272760 Feb 09 19:36:37.868453 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1023534-8252-4e21-81a6-d32eed220c8f tempest-FloatingIPTestJSON-1063614787 tempest-FloatingIPTestJSON-1063614787-project] Pushing event deleted for resources: {'Port': ['ID=fcda8998-66c0-4669-908f-2574263eb10b,revision_number=None']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:36:37.871643 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-5891930b-8d1b-45a3-a06a-d56b451e27ef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1885479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452'] for network (9246b94a-de57-47ad-8fdb-61aaa56512df), after_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:36:37.872593 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5891930b-8d1b-45a3-a06a-d56b451e27ef admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:36:37.873208 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-5891930b-8d1b-45a3-a06a-d56b451e27ef admin admin] Publish callbacks [] for network (None), before_response {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:36:37.961857 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-812572f9-e648-4dd4-9463-e69f50365939 req-0f04c5a4-04be-4b75-9956-dfddb21a9959 service neutron] 10.222.0.89 "GET /v2.0/networks/2f0cf41a-020e-4549-8a9a-beaa8be7ccf1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0889328 Feb 09 19:36:37.975357 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-5891930b-8d1b-45a3-a06a-d56b451e27ef admin admin] 10.222.0.75 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.7947989 Feb 09 19:36:37.975875 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 38872) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:36:37.980221 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.v2.base [None req-305236a3-cdff-4621-9cf1-3a54c7a56770 admin admin] Request body: {'subnet': {'network_id': '9246b94a-de57-47ad-8fdb-61aaa56512df', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-976803534-subnet', 'tenant_id': 'b222082e2b8f499f8189e5e823a7ff3f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103230) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 19:36:37.983909 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5891930b-8d1b-45a3-a06a-d56b451e27ef admin admin] Pushing event updated for resources: {'Network': ['ID=9246b94a-de57-47ad-8fdb-61aaa56512df,revision_number=1']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:36:37.991003 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-e1023534-8252-4e21-81a6-d32eed220c8f tempest-FloatingIPTestJSON-1063614787 tempest-FloatingIPTestJSON-1063614787-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171096'] for port (None), before_response {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:36:37.994205 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-e1023534-8252-4e21-81a6-d32eed220c8f tempest-FloatingIPTestJSON-1063614787 tempest-FloatingIPTestJSON-1063614787-project] 10.222.0.75 "DELETE /v2.0/ports/fcda8998-66c0-4669-908f-2574263eb10b HTTP/1.1" status: 204 len: 168 time: 0.7879882 Feb 09 19:36:37.997341 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 38874) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:36:37.997827 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Network 9246b94a-de57-47ad-8fdb-61aaa56512df details requested by agent ovs-agent-n-d-713498-36 with host n-d-713498-36 {{(pid=103232) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 19:36:38.020832 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-305236a3-cdff-4621-9cf1-3a54c7a56770 admin admin] Made reservation on behalf of b222082e2b8f499f8189e5e823a7ff3f for: {'subnet': 1} {{(pid=103230) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 19:36:38.025011 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-305236a3-cdff-4621-9cf1-3a54c7a56770 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12985917'] for subnet (None), before_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:36:38.116807 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2263509e-eed0-422d-aa58-c8b5e4013c52 tempest-FloatingIPTestJSON-1063614787 tempest-FloatingIPTestJSON-1063614787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:36:38.120988 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-2263509e-eed0-422d-aa58-c8b5e4013c52 tempest-FloatingIPTestJSON-1063614787 tempest-FloatingIPTestJSON-1063614787-project] 10.222.0.75 "GET /v2.0/ports?device_id=40f2e8a9-7187-458b-9570-5514b423f336 HTTP/1.1" status: 200 len: 913 time: 0.0954146 Feb 09 19:36:38.122413 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 38878) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:36:38.225187 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-812572f9-e648-4dd4-9463-e69f50365939 req-c914f24a-5336-4e98-b88e-8d25f138da7d service neutron] 10.222.0.89 "GET /v2.0/networks/2f0cf41a-020e-4549-8a9a-beaa8be7ccf1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2557840 Feb 09 19:36:38.278402 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b179b36e-0af7-4c63-aba4-3584589f5e51 req-b31967fc-2c4b-439a-8894-4b34715f2f47 tempest-TestNetworkAdvancedServerOps-1633223542 tempest-TestNetworkAdvancedServerOps-1633223542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:36:38.280531 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-b179b36e-0af7-4c63-aba4-3584589f5e51 req-b31967fc-2c4b-439a-8894-4b34715f2f47 tempest-TestNetworkAdvancedServerOps-1633223542 tempest-TestNetworkAdvancedServerOps-1633223542-project] 10.222.0.75 "GET /v2.0/ports?device_id=ba22b315-e430-4895-a078-0c720f335557 HTTP/1.1" status: 200 len: 945 time: 0.1247232 Feb 09 19:36:38.312900 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-305236a3-cdff-4621-9cf1-3a54c7a56770 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14393611', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12985859'] for subnet (8cf0e17c-ad81-4a0a-897d-7becfa85c767), after_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:36:38.390924 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-b179b36e-0af7-4c63-aba4-3584589f5e51 req-f721b33c-7a05-4a67-83fb-917447fd4a34 tempest-TestNetworkAdvancedServerOps-1633223542 tempest-TestNetworkAdvancedServerOps-1633223542-project] 10.222.0.75 "GET /v2.0/security-groups?id=4e60dadd-ab65-4f99-8fbb-201b325b18d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0993280 Feb 09 19:36:38.396718 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-305236a3-cdff-4621-9cf1-3a54c7a56770 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8cf0e17c-ad81-4a0a-897d-7becfa85c767,revision_number=0']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:36:38.416298 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-305236a3-cdff-4621-9cf1-3a54c7a56770 admin admin] Checking segment: {'id': '33e84895-b1ac-4b8b-a075-9ed56e5e0b90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': '9246b94a-de57-47ad-8fdb-61aaa56512df'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103230) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 19:36:38.416659 n-d-713498-36 neutron-server[103230]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-305236a3-cdff-4621-9cf1-3a54c7a56770 admin admin] Network hostable DHCP agents. Network: 9246b94a-de57-47ad-8fdb-61aaa56512df, hostable agents: ['af91e4b9-f4e1-42b1-a25c-a10dc47171c8'], hosted agents: [] {{(pid=103230) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 19:36:38.439743 n-d-713498-36 neutron-server[103230]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-305236a3-cdff-4621-9cf1-3a54c7a56770 admin admin] Network 9246b94a-de57-47ad-8fdb-61aaa56512df is scheduled to be hosted by DHCP agent af91e4b9-f4e1-42b1-a25c-a10dc47171c8 with binding_index 1 {{(pid=103230) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 19:36:38.452305 n-d-713498-36 neutron-server[103230]: DEBUG neutron.scheduler.base_scheduler [None req-305236a3-cdff-4621-9cf1-3a54c7a56770 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713498-36, 9246b94a-de57-47ad-8fdb-61aaa56512df) {{(pid=103230) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 19:36:38.456707 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-305236a3-cdff-4621-9cf1-3a54c7a56770 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:36:38.457302 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-305236a3-cdff-4621-9cf1-3a54c7a56770 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:36:38.464879 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ecf1f71a-cd9b-4ff0-bb27-0eb2ad163357 None None] Network 9246b94a-de57-47ad-8fdb-61aaa56512df requested from n-d-713498-36 {{(pid=103232) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 19:36:38.484794 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-305236a3-cdff-4621-9cf1-3a54c7a56770 admin admin] 10.222.0.75 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.4996939 Feb 09 19:36:38.590751 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-26214d5e-bd71-4f79-ac1c-d7df2fb5da76 tempest-FloatingIPTestJSON-1063614787 tempest-FloatingIPTestJSON-1063614787-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1834525'] for router_interface (40f2e8a9-7187-458b-9570-5514b423f336), before_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:36:38.607106 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82080287-9d0a-472a-9edb-859dbffea17a None None] Network 9246b94a-de57-47ad-8fdb-61aaa56512df requested from n-d-713498-36 {{(pid=103232) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 19:36:38.743008 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c16fffd-4c33-4feb-a754-7fcb320fd2a1 req-c5335a42-6a40-4815-bdab-f7567e677acf tempest-ServersNegativeTestJSON-1608020402 tempest-ServersNegativeTestJSON-1608020402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:36:38.744646 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-1c16fffd-4c33-4feb-a754-7fcb320fd2a1 req-c5335a42-6a40-4815-bdab-f7567e677acf tempest-ServersNegativeTestJSON-1608020402 tempest-ServersNegativeTestJSON-1608020402-project] 10.222.0.75 "GET /v2.0/ports?device_id=ef8fb5b1-266b-4abe-85d3-6f5780a36355 HTTP/1.1" status: 200 len: 943 time: 0.1498883 Feb 09 19:36:38.852564 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-1c16fffd-4c33-4feb-a754-7fcb320fd2a1 req-dc44ba60-75af-4819-b3ec-27b280b52ab5 tempest-ServersNegativeTestJSON-1608020402 tempest-ServersNegativeTestJSON-1608020402-project] 10.222.0.75 "GET /v2.0/security-groups?id=25d47ded-5003-4f4d-b434-467ecec6793f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1007049 Feb 09 19:36:38.960803 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.plugin [None req-26214d5e-bd71-4f79-ac1c-d7df2fb5da76 tempest-FloatingIPTestJSON-1063614787 tempest-FloatingIPTestJSON-1063614787-project] Deleting port 7acf4789-6875-411d-8218-0dae77e5351b {{(pid=103229) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 19:36:38.961129 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-26214d5e-bd71-4f79-ac1c-d7df2fb5da76 tempest-FloatingIPTestJSON-1063614787 tempest-FloatingIPTestJSON-1063614787-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762867170196'] for port (7acf4789-6875-411d-8218-0dae77e5351b), before_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:36:39.059473 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-26214d5e-bd71-4f79-ac1c-d7df2fb5da76 tempest-FloatingIPTestJSON-1063614787 tempest-FloatingIPTestJSON-1063614787-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1820838'] for port (7acf4789-6875-411d-8218-0dae77e5351b), precommit_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:36:39.071403 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.plugin [None req-26214d5e-bd71-4f79-ac1c-d7df2fb5da76 tempest-FloatingIPTestJSON-1063614787 tempest-FloatingIPTestJSON-1063614787-project] Calling delete_port for 7acf4789-6875-411d-8218-0dae77e5351b owned by network:router_interface {{(pid=103229) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 19:36:39.263710 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-26214d5e-bd71-4f79-ac1c-d7df2fb5da76 tempest-FloatingIPTestJSON-1063614787 tempest-FloatingIPTestJSON-1063614787-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762867177463', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762866656476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12867576'] for port (7acf4789-6875-411d-8218-0dae77e5351b), after_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:36:39.289121 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26214d5e-bd71-4f79-ac1c-d7df2fb5da76 tempest-FloatingIPTestJSON-1063614787 tempest-FloatingIPTestJSON-1063614787-project] Pushing event deleted for resources: {'Port': ['ID=7acf4789-6875-411d-8218-0dae77e5351b,revision_number=None']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:36:39.467478 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-26214d5e-bd71-4f79-ac1c-d7df2fb5da76 tempest-FloatingIPTestJSON-1063614787 tempest-FloatingIPTestJSON-1063614787-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1613467', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1834633'] for router_interface (40f2e8a9-7187-458b-9570-5514b423f336), after_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:36:39.549727 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9827047a-0924-486f-a75d-53e8f21e53e9 req-0fdfb0af-cc75-4e2d-ab5d-05c8ebd57941 tempest-TestNetworkAdvancedServerOps-1633223542 tempest-TestNetworkAdvancedServerOps-1633223542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:36:39.551193 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-9827047a-0924-486f-a75d-53e8f21e53e9 req-0fdfb0af-cc75-4e2d-ab5d-05c8ebd57941 tempest-TestNetworkAdvancedServerOps-1633223542 tempest-TestNetworkAdvancedServerOps-1633223542-project] 10.222.0.75 "GET /v2.0/ports?device_id=ba22b315-e430-4895-a078-0c720f335557 HTTP/1.1" status: 200 len: 945 time: 0.0616717 Feb 09 19:36:39.618798 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-9827047a-0924-486f-a75d-53e8f21e53e9 req-4590e114-f77b-47f2-96db-c9ed4ead2fe5 tempest-TestNetworkAdvancedServerOps-1633223542 tempest-TestNetworkAdvancedServerOps-1633223542-project] 10.222.0.75 "GET /v2.0/security-groups?id=4e60dadd-ab65-4f99-8fbb-201b325b18d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0603373 Feb 09 19:36:39.644188 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Device e29dcbb8-a456-45b2-83ed-996317badba0 details requested by agent hyperv_n-h1-713498-36 with host n-h1-713498-36 {{(pid=103232) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 19:36:39.713664 n-d-713498-36 neutron-server[103229]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-26214d5e-bd71-4f79-ac1c-d7df2fb5da76 tempest-FloatingIPTestJSON-1063614787 tempest-FloatingIPTestJSON-1063614787-project] Router 40f2e8a9-7187-458b-9570-5514b423f336 has already been hosted by L3 agent 93303d5e-5d17-45e8-8963-7694f87783ae {{(pid=103229) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 19:36:39.745928 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] For port e29dcbb8-a456-45b2-83ed-996317badba0, host n-h1-713498-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-36',level=0,port_id=e29dcbb8-a456-45b2-83ed-996317badba0,segment=NetworkSegment(858d2da7-0314-4b25-bd9f-f8e206467551),segment_id=858d2da7-0314-4b25-bd9f-f8e206467551)] {{(pid=103232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 19:36:39.759694 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Returning: {'device': 'e29dcbb8-a456-45b2-83ed-996317badba0', 'network_id': '2f0cf41a-020e-4549-8a9a-beaa8be7ccf1', 'port_id': 'e29dcbb8-a456-45b2-83ed-996317badba0', 'mac_address': 'fa:16:3e:96:b2:ba', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 385, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6d1f69a1-f040-48ff-86ee-7d9cfec7a16b', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103232) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 19:36:39.797605 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Current status of the port e29dcbb8-a456-45b2-83ed-996317badba0 is: DOWN; New status is: BUILD {{(pid=103232) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 19:36:39.798678 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (e29dcbb8-a456-45b2-83ed-996317badba0), before_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:36:39.812151 n-d-713498-36 neutron-server[103232]: DEBUG neutron.notifiers.nova [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e29dcbb8-a456-45b2-83ed-996317badba0 {{(pid=103232) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 19:36:39.829058 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-26214d5e-bd71-4f79-ac1c-d7df2fb5da76 tempest-FloatingIPTestJSON-1063614787 tempest-FloatingIPTestJSON-1063614787-project] Notify agent at l3_agent.n-d-713498-36 the message routers_updated {{(pid=103229) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 19:36:39.837237 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-26214d5e-bd71-4f79-ac1c-d7df2fb5da76 tempest-FloatingIPTestJSON-1063614787 tempest-FloatingIPTestJSON-1063614787-project] 10.222.0.75 "PUT /v2.0/routers/40f2e8a9-7187-458b-9570-5514b423f336/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7110693 Feb 09 19:36:39.837362 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] For port e29dcbb8-a456-45b2-83ed-996317badba0, host n-h1-713498-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-36',level=0,port_id=e29dcbb8-a456-45b2-83ed-996317badba0,segment=NetworkSegment(858d2da7-0314-4b25-bd9f-f8e206467551),segment_id=858d2da7-0314-4b25-bd9f-f8e206467551)] {{(pid=103232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 19:36:39.837466 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 38896) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:36:39.846044 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762867176205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762866656485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762866656503'] for port (e29dcbb8-a456-45b2-83ed-996317badba0), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:36:39.849366 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2bdfa2b-7888-4656-9a76-31819a21e3c4 None None] Sync routers for ids ['40f2e8a9-7187-458b-9570-5514b423f336'] in n-d-713498-36 {{(pid=103232) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 19:36:39.887298 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2bdfa2b-7888-4656-9a76-31819a21e3c4 None None] Routers {'40f2e8a9-7187-458b-9570-5514b423f336'} bound to L3 agent in host n-d-713498-36 {{(pid=103232) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 19:36:39.888031 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.l3_hamode_db [None req-b2bdfa2b-7888-4656-9a76-31819a21e3c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T18:51:43Z,description=,heartbeat_timestamp=2022-02-09T19:36:13Z,host='n-d-713498-36',id=93303d5e-5d17-45e8-8963-7694f87783ae,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T18:51:43Z,topic='l3_agent')) {'router_ids': ['40f2e8a9-7187-458b-9570-5514b423f336'], 'active': True} {{(pid=103232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:36:39.927927 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.l3_hamode_db [None req-b2bdfa2b-7888-4656-9a76-31819a21e3c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713498-36', False) {} {{(pid=103232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:36:39.949976 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Pushing event updated for resources: {'Port': ['ID=e29dcbb8-a456-45b2-83ed-996317badba0,revision_number=4']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:36:39.954511 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2bdfa2b-7888-4656-9a76-31819a21e3c4 None None] Routers {'40f2e8a9-7187-458b-9570-5514b423f336'} bound to L3 agent in host n-d-713498-36 {{(pid=103232) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 19:36:39.955245 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.l3_hamode_db [None req-b2bdfa2b-7888-4656-9a76-31819a21e3c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T18:51:43Z,description=,heartbeat_timestamp=2022-02-09T19:36:13Z,host='n-d-713498-36',id=93303d5e-5d17-45e8-8963-7694f87783ae,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T18:51:43Z,topic='l3_agent')) {'router_ids': ['40f2e8a9-7187-458b-9570-5514b423f336'], 'active': True} {{(pid=103232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:36:39.960160 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-3b31c66f-538e-4566-986a-a2f490994337 tempest-FloatingIPTestJSON-1063614787 tempest-FloatingIPTestJSON-1063614787-project] Publish callbacks [] for router (40f2e8a9-7187-458b-9570-5514b423f336), before_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:36:40.003958 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.l3_hamode_db [None req-b2bdfa2b-7888-4656-9a76-31819a21e3c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713498-36', False) {} {{(pid=103232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:36:40.004727 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2bdfa2b-7888-4656-9a76-31819a21e3c4 None None] The sync data for ids ['40f2e8a9-7187-458b-9570-5514b423f336'] in n-d-713498-36 is: [] {{(pid=103232) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 19:36:40.064891 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] get_ports_and_sgs() called for port_ids ['e29dcbb8-a456-45b2-83ed-996317badba0'] {{(pid=103232) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 19:36:40.111266 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-3b31c66f-538e-4566-986a-a2f490994337 tempest-FloatingIPTestJSON-1063614787 tempest-FloatingIPTestJSON-1063614787-project] Publish callbacks [] for router_gateway (40f2e8a9-7187-458b-9570-5514b423f336), before_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:36:40.150500 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6d023c4-589c-45ee-bda2-d9018aaa61f6 req-bb5420c5-5f27-47fe-bbbd-3f6ce5fee1b5 tempest-ServersNegativeTestJSON-1608020402 tempest-ServersNegativeTestJSON-1608020402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:36:40.151979 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-a6d023c4-589c-45ee-bda2-d9018aaa61f6 req-bb5420c5-5f27-47fe-bbbd-3f6ce5fee1b5 tempest-ServersNegativeTestJSON-1608020402 tempest-ServersNegativeTestJSON-1608020402-project] 10.222.0.75 "GET /v2.0/ports?device_id=ef8fb5b1-266b-4abe-85d3-6f5780a36355 HTTP/1.1" status: 200 len: 944 time: 0.1552761 Feb 09 19:36:40.214514 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-a6d023c4-589c-45ee-bda2-d9018aaa61f6 req-b7e749db-81ed-40b3-9ec7-4f3b0b36cfad tempest-ServersNegativeTestJSON-1608020402 tempest-ServersNegativeTestJSON-1608020402-project] 10.222.0.75 "GET /v2.0/security-groups?id=25d47ded-5003-4f4d-b434-467ecec6793f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558805 Feb 09 19:36:40.220287 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.plugin [None req-3b31c66f-538e-4566-986a-a2f490994337 tempest-FloatingIPTestJSON-1063614787 tempest-FloatingIPTestJSON-1063614787-project] Deleting port a816f9c2-5ec8-4b8b-95ee-bb63587884e1 {{(pid=103229) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 19:36:40.220287 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-3b31c66f-538e-4566-986a-a2f490994337 tempest-FloatingIPTestJSON-1063614787 tempest-FloatingIPTestJSON-1063614787-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762867170196'] for port (a816f9c2-5ec8-4b8b-95ee-bb63587884e1), before_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:36:40.307823 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-3b31c66f-538e-4566-986a-a2f490994337 tempest-FloatingIPTestJSON-1063614787 tempest-FloatingIPTestJSON-1063614787-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1820838'] for port (a816f9c2-5ec8-4b8b-95ee-bb63587884e1), precommit_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:36:40.321701 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.plugin [None req-3b31c66f-538e-4566-986a-a2f490994337 tempest-FloatingIPTestJSON-1063614787 tempest-FloatingIPTestJSON-1063614787-project] Calling delete_port for a816f9c2-5ec8-4b8b-95ee-bb63587884e1 owned by network:router_gateway {{(pid=103229) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 19:36:40.496681 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-3b31c66f-538e-4566-986a-a2f490994337 tempest-FloatingIPTestJSON-1063614787 tempest-FloatingIPTestJSON-1063614787-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762867177463', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762866656476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12867576'] for port (a816f9c2-5ec8-4b8b-95ee-bb63587884e1), after_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:36:40.527701 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b31c66f-538e-4566-986a-a2f490994337 tempest-FloatingIPTestJSON-1063614787 tempest-FloatingIPTestJSON-1063614787-project] Pushing event deleted for resources: {'Port': ['ID=a816f9c2-5ec8-4b8b-95ee-bb63587884e1,revision_number=None']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:36:40.630790 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-3b31c66f-538e-4566-986a-a2f490994337 tempest-FloatingIPTestJSON-1063614787 tempest-FloatingIPTestJSON-1063614787-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1818987'] for router_gateway (40f2e8a9-7187-458b-9570-5514b423f336), after_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:36:40.635469 n-d-713498-36 neutron-server[103229]: INFO neutron.api.v2.resource [req-84723f05-48b6-4bc0-9abe-8ebe1fbaa33a req-1616b808-e1f6-4cf3-ba91-79ed616ceea9 service neutron] show failed (client error): The resource could not be found. Feb 09 19:36:40.636538 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-84723f05-48b6-4bc0-9abe-8ebe1fbaa33a req-1616b808-e1f6-4cf3-ba91-79ed616ceea9 service neutron] 10.222.0.90 "GET /v2.0/ports/5f3120e3-e786-407f-b3ad-794cc89bce3c/bindings/n-h1-713498-36 HTTP/1.1" status: 404 len: 381 time: 0.1048725 Feb 09 19:36:40.749550 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0893776b-05bc-4eec-9062-cb671f083208 req-54638f58-2ad8-4f84-9b73-3202df8ef577 tempest-TestNetworkAdvancedServerOps-1633223542 tempest-TestNetworkAdvancedServerOps-1633223542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:36:40.751167 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-0893776b-05bc-4eec-9062-cb671f083208 req-54638f58-2ad8-4f84-9b73-3202df8ef577 tempest-TestNetworkAdvancedServerOps-1633223542 tempest-TestNetworkAdvancedServerOps-1633223542-project] 10.222.0.75 "GET /v2.0/ports?device_id=ba22b315-e430-4895-a078-0c720f335557 HTTP/1.1" status: 200 len: 945 time: 0.0611830 Feb 09 19:36:40.801482 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-ec733417-2f53-4d44-b173-3f78dfc3f1d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762867132591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593584'] for agent (af91e4b9-f4e1-42b1-a25c-a10dc47171c8), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:36:40.823268 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-0893776b-05bc-4eec-9062-cb671f083208 req-65ec8c8f-1629-498a-ac08-cd066dceeeb8 tempest-TestNetworkAdvancedServerOps-1633223542 tempest-TestNetworkAdvancedServerOps-1633223542-project] 10.222.0.75 "GET /v2.0/security-groups?id=4e60dadd-ab65-4f99-8fbb-201b325b18d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0651190 Feb 09 19:36:41.105981 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-3b31c66f-538e-4566-986a-a2f490994337 tempest-FloatingIPTestJSON-1063614787 tempest-FloatingIPTestJSON-1063614787-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1834988', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-58375'] for router (40f2e8a9-7187-458b-9570-5514b423f336), precommit_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:36:41.112345 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-3b31c66f-538e-4566-986a-a2f490994337 tempest-FloatingIPTestJSON-1063614787 tempest-FloatingIPTestJSON-1063614787-project] Publish callbacks [] for router_controller (40f2e8a9-7187-458b-9570-5514b423f336), precommit_delete_associations {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:36:41.175337 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84723f05-48b6-4bc0-9abe-8ebe1fbaa33a req-c6133591-fcaa-4ada-8cbf-199b031d17aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:36:41.176872 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-84723f05-48b6-4bc0-9abe-8ebe1fbaa33a req-c6133591-fcaa-4ada-8cbf-199b031d17aa service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=ba22b315-e430-4895-a078-0c720f335557&tenant_id=eba669c4f4c548e495f13ae7579d0fa6 HTTP/1.1" status: 200 len: 1128 time: 0.1201336 Feb 09 19:36:41.177607 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-3b31c66f-538e-4566-986a-a2f490994337 tempest-FloatingIPTestJSON-1063614787 tempest-FloatingIPTestJSON-1063614787-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1835003'] for router (40f2e8a9-7187-458b-9570-5514b423f336), after_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:36:41.178149 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3b31c66f-538e-4566-986a-a2f490994337 tempest-FloatingIPTestJSON-1063614787 tempest-FloatingIPTestJSON-1063614787-project] Fanout notify agent at l3_agent the message router_deleted on router 40f2e8a9-7187-458b-9570-5514b423f336 {{(pid=103229) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 09 19:36:41.184664 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-3b31c66f-538e-4566-986a-a2f490994337 tempest-FloatingIPTestJSON-1063614787 tempest-FloatingIPTestJSON-1063614787-project] Publish callbacks [] for router (None), before_response {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:36:41.188875 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-3b31c66f-538e-4566-986a-a2f490994337 tempest-FloatingIPTestJSON-1063614787 tempest-FloatingIPTestJSON-1063614787-project] 10.222.0.75 "DELETE /v2.0/routers/40f2e8a9-7187-458b-9570-5514b423f336 HTTP/1.1" status: 204 len: 168 time: 1.3474042 Feb 09 19:36:41.190103 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 38908) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:36:41.191861 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.v2.base [req-84723f05-48b6-4bc0-9abe-8ebe1fbaa33a req-9251e645-e285-474e-ad8b-d3d354c8d2e9 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-713498-36', 'device_owner': 'compute:nova'}} {{(pid=103229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 19:36:41.261095 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-84723f05-48b6-4bc0-9abe-8ebe1fbaa33a req-9251e645-e285-474e-ad8b-d3d354c8d2e9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (5f3120e3-e786-407f-b3ad-794cc89bce3c), before_update {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:36:41.281018 n-d-713498-36 neutron-server[103230]: DEBUG neutron.db.db_base_plugin_v2 [None req-9c8c1ce9-07c6-4388-b8ca-9128f25b6341 tempest-FloatingIPTestJSON-1063614787 tempest-FloatingIPTestJSON-1063614787-project] Deleting subnet 86041f55-7cae-4523-885d-732773b720ec {{(pid=103230) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 19:36:41.287732 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-9c8c1ce9-07c6-4388-b8ca-9128f25b6341 tempest-FloatingIPTestJSON-1063614787 tempest-FloatingIPTestJSON-1063614787-project] Publish callbacks [] for subnet (86041f55-7cae-4523-885d-732773b720ec), before_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:36:41.362879 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-9c8c1ce9-07c6-4388-b8ca-9128f25b6341 tempest-FloatingIPTestJSON-1063614787 tempest-FloatingIPTestJSON-1063614787-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12895822'] for subnet (86041f55-7cae-4523-885d-732773b720ec), precommit_delete_associations {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:36:41.417661 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bf72cf9-9ec9-4870-b6ff-2a6c30bba63d req-0814b97b-91f7-4564-9ef4-29c5f22b19f7 tempest-ServersNegativeTestJSON-1608020402 tempest-ServersNegativeTestJSON-1608020402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:36:41.419429 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-3bf72cf9-9ec9-4870-b6ff-2a6c30bba63d req-0814b97b-91f7-4564-9ef4-29c5f22b19f7 tempest-ServersNegativeTestJSON-1608020402 tempest-ServersNegativeTestJSON-1608020402-project] 10.222.0.75 "GET /v2.0/ports?device_id=ef8fb5b1-266b-4abe-85d3-6f5780a36355 HTTP/1.1" status: 200 len: 944 time: 0.1054327 Feb 09 19:36:41.422664 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-9c8c1ce9-07c6-4388-b8ca-9128f25b6341 tempest-FloatingIPTestJSON-1063614787 tempest-FloatingIPTestJSON-1063614787-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-759852'] for subnet (86041f55-7cae-4523-885d-732773b720ec), precommit_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:36:41.490265 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-587d53d1-ab72-4fe8-b130-68e50134c4d0 req-ff39e607-7e3d-4ff7-8ada-7203de1c5df0 tempest-VolumesActionsTest-1249020738 tempest-VolumesActionsTest-1249020738-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:36:41.491841 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-587d53d1-ab72-4fe8-b130-68e50134c4d0 req-ff39e607-7e3d-4ff7-8ada-7203de1c5df0 tempest-VolumesActionsTest-1249020738 tempest-VolumesActionsTest-1249020738-project] 10.222.0.75 "GET /v2.0/networks?id=9246b94a-de57-47ad-8fdb-61aaa56512df HTTP/1.1" status: 200 len: 808 time: 0.2087214 Feb 09 19:36:41.515180 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-3bf72cf9-9ec9-4870-b6ff-2a6c30bba63d req-b881aa2b-416d-478a-819f-6be36ed77be0 tempest-ServersNegativeTestJSON-1608020402 tempest-ServersNegativeTestJSON-1608020402-project] 10.222.0.75 "GET /v2.0/security-groups?id=25d47ded-5003-4f4d-b434-467ecec6793f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0676982 Feb 09 19:36:41.520164 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-9c8c1ce9-07c6-4388-b8ca-9128f25b6341 tempest-FloatingIPTestJSON-1063614787 tempest-FloatingIPTestJSON-1063614787-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-760023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14393672', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12985882'] for subnet (86041f55-7cae-4523-885d-732773b720ec), after_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:36:41.549364 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-587d53d1-ab72-4fe8-b130-68e50134c4d0 req-9f1b2677-0eaa-40e0-966c-699fcca820b6 tempest-VolumesActionsTest-1249020738 tempest-VolumesActionsTest-1249020738-project] 10.222.0.75 "GET /v2.0/quotas/b222082e2b8f499f8189e5e823a7ff3f HTTP/1.1" status: 200 len: 375 time: 0.0402124 Feb 09 19:36:41.551453 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-9c8c1ce9-07c6-4388-b8ca-9128f25b6341 tempest-FloatingIPTestJSON-1063614787 tempest-FloatingIPTestJSON-1063614787-project] Publish callbacks [] for subnet (None), before_response {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:36:41.555324 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-9c8c1ce9-07c6-4388-b8ca-9128f25b6341 tempest-FloatingIPTestJSON-1063614787 tempest-FloatingIPTestJSON-1063614787-project] 10.222.0.75 "DELETE /v2.0/subnets/86041f55-7cae-4523-885d-732773b720ec HTTP/1.1" status: 204 len: 168 time: 0.3640549 Feb 09 19:36:41.556936 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c8c1ce9-07c6-4388-b8ca-9128f25b6341 tempest-FloatingIPTestJSON-1063614787 tempest-FloatingIPTestJSON-1063614787-project] Pushing event deleted for resources: {'Subnet': ['ID=86041f55-7cae-4523-885d-732773b720ec,revision_number=None']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:36:41.557820 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 38922) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:36:41.643582 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Device e29dcbb8-a456-45b2-83ed-996317badba0 up at agent hyperv_n-h1-713498-36 {{(pid=103232) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 19:36:41.647231 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-587d53d1-ab72-4fe8-b130-68e50134c4d0 req-2686fda3-1a8f-43b1-a33d-bec7e111da03 tempest-VolumesActionsTest-1249020738 tempest-VolumesActionsTest-1249020738-project] 10.222.0.75 "GET /v2.0/ports?tenant_id=b222082e2b8f499f8189e5e823a7ff3f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0780118 Feb 09 19:36:41.699212 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.provisioning_blocks [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Provisioning for port e29dcbb8-a456-45b2-83ed-996317badba0 completed by entity L2. {{(pid=103232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 19:36:41.703606 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.provisioning_blocks [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Provisioning complete for port e29dcbb8-a456-45b2-83ed-996317badba0 triggered by entity L2. {{(pid=103232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 19:36:41.703976 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593630'] for port (e29dcbb8-a456-45b2-83ed-996317badba0), provisioning_complete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:36:41.732322 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.db [req-84723f05-48b6-4bc0-9abe-8ebe1fbaa33a req-9251e645-e285-474e-ad8b-d3d354c8d2e9 service neutron] For port 5f3120e3-e786-407f-b3ad-794cc89bce3c, host n-h2-713498-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-36',level=0,port_id=5f3120e3-e786-407f-b3ad-794cc89bce3c,segment=NetworkSegment(25bee314-2f03-4005-a207-d495c9ba8d98),segment_id=25bee314-2f03-4005-a207-d495c9ba8d98)] {{(pid=103229) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 19:36:41.754530 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-b1d7bdf7-34d5-4510-92f0-1c6207e06346 tempest-FloatingIPTestJSON-1063614787 tempest-FloatingIPTestJSON-1063614787-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-670458'] for network (18abc3ed-c3e0-4a53-83f7-e979c5994da6), before_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:36:41.781231 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Current status of the port e29dcbb8-a456-45b2-83ed-996317badba0 is: BUILD; New status is: ACTIVE {{(pid=103232) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 19:36:41.781659 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (e29dcbb8-a456-45b2-83ed-996317badba0), before_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:36:41.806427 n-d-713498-36 neutron-server[103232]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ef8fb5b1-266b-4abe-85d3-6f5780a36355', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e29dcbb8-a456-45b2-83ed-996317badba0'}] {{(pid=103232) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 19:36:41.809111 n-d-713498-36 neutron-server[103232]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}949cdcde653dec44821de95cbf67297f53cbc2aed4e073b5d514f93bf911ce85" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6ccb289b-69ad-49fc-8433-6750983a18af" -d '{"events": [{"server_uuid": "ef8fb5b1-266b-4abe-85d3-6f5780a36355", "name": "network-vif-plugged", "status": "completed", "tag": "e29dcbb8-a456-45b2-83ed-996317badba0"}]}' {{(pid=103232) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 19:36:41.813675 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.db [req-84723f05-48b6-4bc0-9abe-8ebe1fbaa33a req-9251e645-e285-474e-ad8b-d3d354c8d2e9 service neutron] For port 5f3120e3-e786-407f-b3ad-794cc89bce3c, host n-h2-713498-36, cleared binding levels {{(pid=103229) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 19:36:41.824102 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] For port e29dcbb8-a456-45b2-83ed-996317badba0, host n-h1-713498-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-36',level=0,port_id=e29dcbb8-a456-45b2-83ed-996317badba0,segment=NetworkSegment(858d2da7-0314-4b25-bd9f-f8e206467551),segment_id=858d2da7-0314-4b25-bd9f-f8e206467551)] {{(pid=103232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 19:36:41.828952 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762867176205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762866656485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762866656503'] for port (e29dcbb8-a456-45b2-83ed-996317badba0), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:36:41.861407 n-d-713498-36 neutron-server[103232]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 19:36:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-024965c9-41cd-459c-aea7-1a3f3af5af8d x-openstack-request-id: req-024965c9-41cd-459c-aea7-1a3f3af5af8d {{(pid=103232) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 19:36:41.861833 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-587d53d1-ab72-4fe8-b130-68e50134c4d0 req-e4e0f10d-1ebb-4960-8977-90d11c58e20f service neutron] 10.222.0.75 "GET /v2.0/networks/9246b94a-de57-47ad-8fdb-61aaa56512df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2062011 Feb 09 19:36:41.866406 n-d-713498-36 neutron-server[103232]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ef8fb5b1-266b-4abe-85d3-6f5780a36355", "name": "network-vif-plugged", "status": "completed", "tag": "e29dcbb8-a456-45b2-83ed-996317badba0", "code": 200}]} {{(pid=103232) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 19:36:41.866659 n-d-713498-36 neutron-server[103232]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-024965c9-41cd-459c-aea7-1a3f3af5af8d {{(pid=103232) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 19:36:41.867254 n-d-713498-36 neutron-server[103232]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ef8fb5b1-266b-4abe-85d3-6f5780a36355', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e29dcbb8-a456-45b2-83ed-996317badba0', 'code': 200} Feb 09 19:36:41.905021 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Pushing event updated for resources: {'Port': ['ID=e29dcbb8-a456-45b2-83ed-996317badba0,revision_number=5']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:36:41.946570 n-d-713498-36 neutron-server[103229]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ba22b315-e430-4895-a078-0c720f335557', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5f3120e3-e786-407f-b3ad-794cc89bce3c'}] {{(pid=103229) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 19:36:41.948851 n-d-713498-36 neutron-server[103229]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fa6ae9a20702bd564eaf90d946620b2b4277b1ab91129323d3b54181076be307" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2a6085b0-b7d1-43da-9900-26e704c72494" -d '{"events": [{"server_uuid": "ba22b315-e430-4895-a078-0c720f335557", "name": "network-vif-unplugged", "status": "completed", "tag": "5f3120e3-e786-407f-b3ad-794cc89bce3c"}]}' {{(pid=103229) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 19:36:41.978478 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-84723f05-48b6-4bc0-9abe-8ebe1fbaa33a req-9251e645-e285-474e-ad8b-d3d354c8d2e9 service neutron] Publish callbacks [] for port (5f3120e3-e786-407f-b3ad-794cc89bce3c), precommit_update {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:36:41.983982 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-b1d7bdf7-34d5-4510-92f0-1c6207e06346 tempest-FloatingIPTestJSON-1063614787 tempest-FloatingIPTestJSON-1063614787-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-590267', 'neutron.services.segments.db._delete_segments_for_network-8762867132609'] for network (18abc3ed-c3e0-4a53-83f7-e979c5994da6), precommit_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:36:41.992598 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89079ae4-65af-4016-baa8-1169366865f8 req-39c43816-f629-413f-b889-9418e15da6f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:36:41.994201 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-89079ae4-65af-4016-baa8-1169366865f8 req-39c43816-f629-413f-b889-9418e15da6f8 service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=ef8fb5b1-266b-4abe-85d3-6f5780a36355 HTTP/1.1" status: 200 len: 1128 time: 0.0875194 Feb 09 19:36:42.006304 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d20d6237-49c7-4bc7-a96c-55b511507fc9 req-4fa2b1f9-05d4-4ece-877b-9178025c7d3d tempest-TestNetworkAdvancedServerOps-1633223542 tempest-TestNetworkAdvancedServerOps-1633223542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:36:42.007714 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-d20d6237-49c7-4bc7-a96c-55b511507fc9 req-4fa2b1f9-05d4-4ece-877b-9178025c7d3d tempest-TestNetworkAdvancedServerOps-1633223542 tempest-TestNetworkAdvancedServerOps-1633223542-project] 10.222.0.75 "GET /v2.0/ports?device_id=ba22b315-e430-4895-a078-0c720f335557 HTTP/1.1" status: 200 len: 945 time: 0.0715349 Feb 09 19:36:42.020861 n-d-713498-36 neutron-server[103229]: DEBUG neutron.db.provisioning_blocks [req-84723f05-48b6-4bc0-9abe-8ebe1fbaa33a req-9251e645-e285-474e-ad8b-d3d354c8d2e9 service neutron] Transition to ACTIVE for port object 5f3120e3-e786-407f-b3ad-794cc89bce3c will not be triggered until provisioned by entity L2. {{(pid=103229) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 19:36:42.022659 n-d-713498-36 neutron-server[103229]: DEBUG neutron.services.segments.db [None req-b1d7bdf7-34d5-4510-92f0-1c6207e06346 tempest-FloatingIPTestJSON-1063614787 tempest-FloatingIPTestJSON-1063614787-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['18abc3ed-c3e0-4a53-83f7-e979c5994da6']}} {{(pid=103229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:36:42.031922 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-84723f05-48b6-4bc0-9abe-8ebe1fbaa33a req-9251e645-e285-474e-ad8b-d3d354c8d2e9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762867176205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762866656485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762866656503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12867569'] for port (5f3120e3-e786-407f-b3ad-794cc89bce3c), after_update {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:36:42.046717 n-d-713498-36 neutron-server[103229]: DEBUG neutron.services.segments.db [None req-b1d7bdf7-34d5-4510-92f0-1c6207e06346 tempest-FloatingIPTestJSON-1063614787 tempest-FloatingIPTestJSON-1063614787-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0c2fbe0d-bfbb-41a9-a90a-f80f0aad6a8b') {'for_net_delete': True} {{(pid=103229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:36:42.047035 n-d-713498-36 neutron-server[103229]: DEBUG neutron.services.segments.db [None req-b1d7bdf7-34d5-4510-92f0-1c6207e06346 tempest-FloatingIPTestJSON-1063614787 tempest-FloatingIPTestJSON-1063614787-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0c2fbe0d-bfbb-41a9-a90a-f80f0aad6a8b') {} {{(pid=103229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:36:42.075873 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-89079ae4-65af-4016-baa8-1169366865f8 req-3f94c46a-f928-4cea-aa46-9a277681fba9 service neutron] 10.222.0.89 "GET /v2.0/security-groups?id=25d47ded-5003-4f4d-b434-467ecec6793f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0671892 Feb 09 19:36:42.084660 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-d20d6237-49c7-4bc7-a96c-55b511507fc9 req-f2a14a6f-9211-45c5-adba-bef9e82da5be tempest-TestNetworkAdvancedServerOps-1633223542 tempest-TestNetworkAdvancedServerOps-1633223542-project] 10.222.0.75 "GET /v2.0/security-groups?id=4e60dadd-ab65-4f99-8fbb-201b325b18d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0700088 Feb 09 19:36:42.088198 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-b1d7bdf7-34d5-4510-92f0-1c6207e06346 tempest-FloatingIPTestJSON-1063614787 tempest-FloatingIPTestJSON-1063614787-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762867134154', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16683417'] for segment (0c2fbe0d-bfbb-41a9-a90a-f80f0aad6a8b), before_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:36:42.180688 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-b1d7bdf7-34d5-4510-92f0-1c6207e06346 tempest-FloatingIPTestJSON-1063614787 tempest-FloatingIPTestJSON-1063614787-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-759574'] for segment (0c2fbe0d-bfbb-41a9-a90a-f80f0aad6a8b), precommit_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:36:42.184302 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-587d53d1-ab72-4fe8-b130-68e50134c4d0 req-e22ba38e-a827-4645-9535-c975aa3f0a7e service neutron] 10.222.0.75 "GET /v2.0/networks/9246b94a-de57-47ad-8fdb-61aaa56512df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3063219 Feb 09 19:36:42.185838 n-d-713498-36 neutron-server[103229]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 09 Feb 2022 19:36:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-25ef0692-726a-4563-8e13-8c4cb7fd03ff x-openstack-request-id: req-25ef0692-726a-4563-8e13-8c4cb7fd03ff {{(pid=103229) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 19:36:42.186727 n-d-713498-36 neutron-server[103229]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ba22b315-e430-4895-a078-0c720f335557", "name": "network-vif-unplugged", "status": "completed", "tag": "5f3120e3-e786-407f-b3ad-794cc89bce3c", "code": 200}]} {{(pid=103229) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 19:36:42.186993 n-d-713498-36 neutron-server[103229]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-25ef0692-726a-4563-8e13-8c4cb7fd03ff {{(pid=103229) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 19:36:42.187381 n-d-713498-36 neutron-server[103229]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ba22b315-e430-4895-a078-0c720f335557', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5f3120e3-e786-407f-b3ad-794cc89bce3c', 'code': 200} Feb 09 19:36:42.196302 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9251e645-e285-474e-ad8b-d3d354c8d2e9 service neutron] Pushing event updated for resources: {'Port': ['ID=5f3120e3-e786-407f-b3ad-794cc89bce3c,revision_number=6']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:36:42.211807 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b1d7bdf7-34d5-4510-92f0-1c6207e06346 tempest-FloatingIPTestJSON-1063614787 tempest-FloatingIPTestJSON-1063614787-project] Releasing vlan 372 on physical network physnet1 to pool {{(pid=103229) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 19:36:42.212242 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-b1d7bdf7-34d5-4510-92f0-1c6207e06346 tempest-FloatingIPTestJSON-1063614787 tempest-FloatingIPTestJSON-1063614787-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-759574', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12867469'] for segment (0c2fbe0d-bfbb-41a9-a90a-f80f0aad6a8b), after_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:36:42.215425 n-d-713498-36 neutron-server[103229]: Traceback (most recent call last): Feb 09 19:36:42.215425 n-d-713498-36 neutron-server[103229]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 19:36:42.215425 n-d-713498-36 neutron-server[103229]: timer() Feb 09 19:36:42.215425 n-d-713498-36 neutron-server[103229]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 19:36:42.215425 n-d-713498-36 neutron-server[103229]: cb(*args, **kw) Feb 09 19:36:42.215425 n-d-713498-36 neutron-server[103229]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 19:36:42.215425 n-d-713498-36 neutron-server[103229]: return func(*args, **kwargs) Feb 09 19:36:42.215425 n-d-713498-36 neutron-server[103229]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 19:36:42.215425 n-d-713498-36 neutron-server[103229]: self._notify() Feb 09 19:36:42.215425 n-d-713498-36 neutron-server[103229]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 19:36:42.215425 n-d-713498-36 neutron-server[103229]: self.callback(batched_events) Feb 09 19:36:42.215425 n-d-713498-36 neutron-server[103229]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 19:36:42.215425 n-d-713498-36 neutron-server[103229]: event.method(event) Feb 09 19:36:42.215425 n-d-713498-36 neutron-server[103229]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 19:36:42.215425 n-d-713498-36 neutron-server[103229]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 19:36:42.215425 n-d-713498-36 neutron-server[103229]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 19:36:42.215425 n-d-713498-36 neutron-server[103229]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 19:36:42.215425 n-d-713498-36 neutron-server[103229]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 19:36:42.215425 n-d-713498-36 neutron-server[103229]: return f(self, *a, **k) Feb 09 19:36:42.215425 n-d-713498-36 neutron-server[103229]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 19:36:42.215425 n-d-713498-36 neutron-server[103229]: return self._get(url).json() Feb 09 19:36:42.215425 n-d-713498-36 neutron-server[103229]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 19:36:42.215425 n-d-713498-36 neutron-server[103229]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 19:36:42.215425 n-d-713498-36 neutron-server[103229]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 19:36:42.215425 n-d-713498-36 neutron-server[103229]: return self.request(url, 'GET', **kwargs) Feb 09 19:36:42.215425 n-d-713498-36 neutron-server[103229]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 19:36:42.215425 n-d-713498-36 neutron-server[103229]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 19:36:42.215425 n-d-713498-36 neutron-server[103229]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 19:36:42.215425 n-d-713498-36 neutron-server[103229]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 19:36:42.215425 n-d-713498-36 neutron-server[103229]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 19:36:42.215425 n-d-713498-36 neutron-server[103229]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 19:36:42.215425 n-d-713498-36 neutron-server[103229]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 19:36:42.325112 n-d-713498-36 neutron-server[103229]: DEBUG neutron.db.l3_dvrscheduler_db [req-84723f05-48b6-4bc0-9abe-8ebe1fbaa33a req-9251e645-e285-474e-ad8b-d3d354c8d2e9 service neutron] No DVR routers for this DVR port 5f3120e3-e786-407f-b3ad-794cc89bce3c on host n-h2-713498-36 {{(pid=103229) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 19:36:42.364731 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-b1d7bdf7-34d5-4510-92f0-1c6207e06346 tempest-FloatingIPTestJSON-1063614787 tempest-FloatingIPTestJSON-1063614787-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-590242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1885479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1818895'] for network (18abc3ed-c3e0-4a53-83f7-e979c5994da6), after_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:36:42.370321 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-b1d7bdf7-34d5-4510-92f0-1c6207e06346 tempest-FloatingIPTestJSON-1063614787 tempest-FloatingIPTestJSON-1063614787-project] Publish callbacks [] for network (None), before_response {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:36:42.376728 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-b1d7bdf7-34d5-4510-92f0-1c6207e06346 tempest-FloatingIPTestJSON-1063614787 tempest-FloatingIPTestJSON-1063614787-project] 10.222.0.75 "DELETE /v2.0/networks/18abc3ed-c3e0-4a53-83f7-e979c5994da6 HTTP/1.1" status: 204 len: 168 time: 0.8133667 Feb 09 19:36:42.403401 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-24f73f2a-9e74-4c1d-9c96-72686acfa350 req-a4e66ddf-598e-49c3-a881-eb31c53911e6 tempest-VolumesActionsTest-1249020738 tempest-VolumesActionsTest-1249020738-project] 10.222.0.75 "GET /v2.0/ports?device_id=4507279d-c0a6-4053-96f9-1d01f37541a6 HTTP/1.1" status: 200 len: 210 time: 0.0336325 Feb 09 19:36:42.436883 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1d7bdf7-34d5-4510-92f0-1c6207e06346 tempest-FloatingIPTestJSON-1063614787 tempest-FloatingIPTestJSON-1063614787-project] Pushing event deleted for resources: {'Network': ['ID=18abc3ed-c3e0-4a53-83f7-e979c5994da6,revision_number=None']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:36:42.527312 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.managers [req-84723f05-48b6-4bc0-9abe-8ebe1fbaa33a req-9251e645-e285-474e-ad8b-d3d354c8d2e9 service neutron] Attempting to bind port 5f3120e3-e786-407f-b3ad-794cc89bce3c on host n-h1-713498-36 for vnic_type normal with profile {{(pid=103229) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 19:36:42.527654 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.managers [req-84723f05-48b6-4bc0-9abe-8ebe1fbaa33a req-9251e645-e285-474e-ad8b-d3d354c8d2e9 service neutron] Attempting to bind port 5f3120e3-e786-407f-b3ad-794cc89bce3c by drivers openvswitch,hyperv on host n-h1-713498-36 at level 0 using segments [{'id': '25bee314-2f03-4005-a207-d495c9ba8d98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': '4441bac0-0a44-4a1e-8093-e71510495491'}] {{(pid=103229) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 19:36:42.528315 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84723f05-48b6-4bc0-9abe-8ebe1fbaa33a req-9251e645-e285-474e-ad8b-d3d354c8d2e9 service neutron] Attempting to bind port 5f3120e3-e786-407f-b3ad-794cc89bce3c on network 4441bac0-0a44-4a1e-8093-e71510495491 {{(pid=103229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 19:36:42.532844 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84723f05-48b6-4bc0-9abe-8ebe1fbaa33a req-9251e645-e285-474e-ad8b-d3d354c8d2e9 service neutron] Port 5f3120e3-e786-407f-b3ad-794cc89bce3c on network 4441bac0-0a44-4a1e-8093-e71510495491 not bound, no agent of type Open vSwitch agent registered on host n-h1-713498-36 {{(pid=103229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 19:36:42.533177 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84723f05-48b6-4bc0-9abe-8ebe1fbaa33a req-9251e645-e285-474e-ad8b-d3d354c8d2e9 service neutron] Attempting to bind port 5f3120e3-e786-407f-b3ad-794cc89bce3c on network 4441bac0-0a44-4a1e-8093-e71510495491 {{(pid=103229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 19:36:42.534865 n-d-713498-36 neutron-server[103233]: DEBUG neutron.db.agents_db [None req-4a8a6a42-0a0c-4437-8958-92282682b6bb None None] Agent healthcheck: found 7 active agents {{(pid=103233) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 19:36:42.541032 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84723f05-48b6-4bc0-9abe-8ebe1fbaa33a req-9251e645-e285-474e-ad8b-d3d354c8d2e9 service neutron] Checking agent: {'id': '488cd9ae-631f-4955-ba0b-4f5a13f12e9c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713498-36', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 18, 59, 18), 'started_at': datetime.datetime(2022, 2, 9, 18, 59, 18), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 19, 36, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 19:36:42.541439 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84723f05-48b6-4bc0-9abe-8ebe1fbaa33a req-9251e645-e285-474e-ad8b-d3d354c8d2e9 service neutron] Checking segment: {'id': '25bee314-2f03-4005-a207-d495c9ba8d98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': '4441bac0-0a44-4a1e-8093-e71510495491'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103229) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 19:36:42.542122 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84723f05-48b6-4bc0-9abe-8ebe1fbaa33a req-9251e645-e285-474e-ad8b-d3d354c8d2e9 service neutron] Bound using segment: {'id': '25bee314-2f03-4005-a207-d495c9ba8d98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': '4441bac0-0a44-4a1e-8093-e71510495491'} {{(pid=103229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 19:36:42.542623 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.managers [req-84723f05-48b6-4bc0-9abe-8ebe1fbaa33a req-9251e645-e285-474e-ad8b-d3d354c8d2e9 service neutron] Bound port: 5f3120e3-e786-407f-b3ad-794cc89bce3c, host: n-h1-713498-36, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '25bee314-2f03-4005-a207-d495c9ba8d98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': '4441bac0-0a44-4a1e-8093-e71510495491'}}] {{(pid=103229) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 19:36:42.542989 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-84723f05-48b6-4bc0-9abe-8ebe1fbaa33a req-9251e645-e285-474e-ad8b-d3d354c8d2e9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (5f3120e3-e786-407f-b3ad-794cc89bce3c), before_update {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:36:42.673225 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 38946) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:36:42.673710 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.db [req-84723f05-48b6-4bc0-9abe-8ebe1fbaa33a req-9251e645-e285-474e-ad8b-d3d354c8d2e9 service neutron] For port 5f3120e3-e786-407f-b3ad-794cc89bce3c, host n-h1-713498-36, cleared binding levels {{(pid=103229) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 19:36:42.680072 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.db [req-84723f05-48b6-4bc0-9abe-8ebe1fbaa33a req-9251e645-e285-474e-ad8b-d3d354c8d2e9 service neutron] For port 5f3120e3-e786-407f-b3ad-794cc89bce3c, host n-h1-713498-36, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-36',level=0,port_id=5f3120e3-e786-407f-b3ad-794cc89bce3c,segment=NetworkSegment(25bee314-2f03-4005-a207-d495c9ba8d98),segment_id=25bee314-2f03-4005-a207-d495c9ba8d98)] {{(pid=103229) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 19:36:42.696563 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37dd95aa-b1a5-4d47-8a2e-fb6a4a8695c2 req-af16f34b-0ba4-479a-b352-56a4a8be3652 tempest-ServersNegativeTestJSON-1608020402 tempest-ServersNegativeTestJSON-1608020402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:36:42.698259 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-37dd95aa-b1a5-4d47-8a2e-fb6a4a8695c2 req-af16f34b-0ba4-479a-b352-56a4a8be3652 tempest-ServersNegativeTestJSON-1608020402 tempest-ServersNegativeTestJSON-1608020402-project] 10.222.0.75 "GET /v2.0/ports?device_id=ef8fb5b1-266b-4abe-85d3-6f5780a36355 HTTP/1.1" status: 200 len: 945 time: 0.0900638 Feb 09 19:36:42.699665 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-84723f05-48b6-4bc0-9abe-8ebe1fbaa33a req-9251e645-e285-474e-ad8b-d3d354c8d2e9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762867176205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762866656485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762866656503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12867569'] for port (5f3120e3-e786-407f-b3ad-794cc89bce3c), after_update {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:36:42.741527 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84723f05-48b6-4bc0-9abe-8ebe1fbaa33a req-9251e645-e285-474e-ad8b-d3d354c8d2e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:36:42.742406 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-84723f05-48b6-4bc0-9abe-8ebe1fbaa33a req-9251e645-e285-474e-ad8b-d3d354c8d2e9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171096'] for port (None), before_response {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:36:42.743598 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-84723f05-48b6-4bc0-9abe-8ebe1fbaa33a req-9251e645-e285-474e-ad8b-d3d354c8d2e9 service neutron] 10.222.0.89 "PUT /v2.0/ports/5f3120e3-e786-407f-b3ad-794cc89bce3c HTTP/1.1" status: 200 len: 1092 time: 1.5561068 Feb 09 19:36:42.852194 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9251e645-e285-474e-ad8b-d3d354c8d2e9 service neutron] Pushing event updated for resources: {'Port': ['ID=5f3120e3-e786-407f-b3ad-794cc89bce3c,revision_number=7']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:36:42.879887 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-37dd95aa-b1a5-4d47-8a2e-fb6a4a8695c2 req-5be72fb9-078c-49d4-b7a2-59ec92a3dc54 tempest-ServersNegativeTestJSON-1608020402 tempest-ServersNegativeTestJSON-1608020402-project] 10.222.0.75 "GET /v2.0/security-groups?id=25d47ded-5003-4f4d-b434-467ecec6793f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1510394 Feb 09 19:36:42.893187 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-131eaeee-964c-4997-b5b1-b5e70ae8fdf5 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=871850e503d64567abcf6c393ba28742&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2181764 Feb 09 19:36:42.896194 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Device 5f3120e3-e786-407f-b3ad-794cc89bce3c no longer exists at agent hyperv_n-h2-713498-36 {{(pid=103232) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 19:36:42.897131 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 38950) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:36:42.936898 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84723f05-48b6-4bc0-9abe-8ebe1fbaa33a req-1de90e39-4666-491f-9e61-8e18665f84e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:36:42.938624 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-84723f05-48b6-4bc0-9abe-8ebe1fbaa33a req-1de90e39-4666-491f-9e61-8e18665f84e6 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=eba669c4f4c548e495f13ae7579d0fa6&device_id=ba22b315-e430-4895-a078-0c720f335557 HTTP/1.1" status: 200 len: 1126 time: 0.1690800 Feb 09 19:36:42.948854 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-7429db8d-6021-40ad-813e-885be449a89b None None] The host n-h2-713498-36 is not matching for port 5f3120e3-e786-407f-b3ad-794cc89bce3c host n-h1-713498-36! {{(pid=103232) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2330}} Feb 09 19:36:42.949001 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Device 5f3120e3-e786-407f-b3ad-794cc89bce3c not bound to the agent host n-h2-713498-36 {{(pid=103232) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 19:36:43.015876 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-bcd53222-325d-4c57-9da6-0916e6216135 admin admin] Publish callbacks [] for security_group (a7fbbc8b-50d5-4830-b3e6-9587b00f85aa), before_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:36:43.055654 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-bcd53222-325d-4c57-9da6-0916e6216135 admin admin] Publish callbacks [] for security_group (a7fbbc8b-50d5-4830-b3e6-9587b00f85aa), precommit_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:36:43.093635 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84723f05-48b6-4bc0-9abe-8ebe1fbaa33a req-12481053-648f-4b51-9a35-96696fa926ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:36:43.095182 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-84723f05-48b6-4bc0-9abe-8ebe1fbaa33a req-12481053-648f-4b51-9a35-96696fa926ec service neutron] 10.222.0.89 "GET /v2.0/networks?id=4441bac0-0a44-4a1e-8093-e71510495491 HTTP/1.1" status: 200 len: 898 time: 0.1495154 Feb 09 19:36:43.109493 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-0da95e9f-b46f-476c-99d5-c4fd96e977c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762867132591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593584'] for agent (93303d5e-5d17-45e8-8963-7694f87783ae), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:36:43.199109 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-bcd53222-325d-4c57-9da6-0916e6216135 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1892331'] for security_group (a7fbbc8b-50d5-4830-b3e6-9587b00f85aa), after_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:36:43.202462 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-bcd53222-325d-4c57-9da6-0916e6216135 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:36:43.203707 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-bcd53222-325d-4c57-9da6-0916e6216135 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/a7fbbc8b-50d5-4830-b3e6-9587b00f85aa HTTP/1.1" status: 204 len: 168 time: 0.3055270 Feb 09 19:36:43.205642 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-84723f05-48b6-4bc0-9abe-8ebe1fbaa33a req-1c93f686-561c-42e3-813a-1a14e62b4b9d service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=5f3120e3-e786-407f-b3ad-794cc89bce3c HTTP/1.1" status: 200 len: 998 time: 0.1026781 Feb 09 19:36:43.222304 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcd53222-325d-4c57-9da6-0916e6216135 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a7fbbc8b-50d5-4830-b3e6-9587b00f85aa,revision_number=None']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:36:43.222444 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7316b082-a9e9-48de-b4cf-5a64ab0da79e req-26a075ff-4e0e-422a-b8f7-4b9b4fb45eae tempest-TestNetworkAdvancedServerOps-1633223542 tempest-TestNetworkAdvancedServerOps-1633223542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:36:43.224957 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-7316b082-a9e9-48de-b4cf-5a64ab0da79e req-26a075ff-4e0e-422a-b8f7-4b9b4fb45eae tempest-TestNetworkAdvancedServerOps-1633223542 tempest-TestNetworkAdvancedServerOps-1633223542-project] 10.222.0.75 "GET /v2.0/ports?device_id=ba22b315-e430-4895-a078-0c720f335557 HTTP/1.1" status: 200 len: 943 time: 0.0630133 Feb 09 19:36:43.284393 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84723f05-48b6-4bc0-9abe-8ebe1fbaa33a req-80e053c0-3290-45e8-8d07-f9928bc21e16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:36:43.286267 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-84723f05-48b6-4bc0-9abe-8ebe1fbaa33a req-80e053c0-3290-45e8-8d07-f9928bc21e16 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=a53359ef-76e4-4c05-b08e-4db3ad09b5a9 HTTP/1.1" status: 200 len: 835 time: 0.0732999 Feb 09 19:36:43.290761 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-7316b082-a9e9-48de-b4cf-5a64ab0da79e req-1723ff35-f82c-47b2-a3c6-4885339db106 tempest-TestNetworkAdvancedServerOps-1633223542 tempest-TestNetworkAdvancedServerOps-1633223542-project] 10.222.0.75 "GET /v2.0/security-groups?id=4e60dadd-ab65-4f99-8fbb-201b325b18d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0529191 Feb 09 19:36:43.337796 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84723f05-48b6-4bc0-9abe-8ebe1fbaa33a req-6b330b21-f82b-4f5f-a464-94d652b67e2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:36:43.339375 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-84723f05-48b6-4bc0-9abe-8ebe1fbaa33a req-6b330b21-f82b-4f5f-a464-94d652b67e2f service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=4441bac0-0a44-4a1e-8093-e71510495491&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0476236 Feb 09 19:36:43.440763 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-84723f05-48b6-4bc0-9abe-8ebe1fbaa33a req-8538453c-bbf3-46c5-9c80-73d1c14b81ea service neutron] 10.222.0.89 "GET /v2.0/networks/4441bac0-0a44-4a1e-8093-e71510495491?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0945027 Feb 09 19:36:43.602640 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-84723f05-48b6-4bc0-9abe-8ebe1fbaa33a req-a5a436c3-3c8b-4f55-81c8-0a6258415bd5 service neutron] 10.222.0.89 "GET /v2.0/networks/4441bac0-0a44-4a1e-8093-e71510495491?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1575787 Feb 09 19:36:43.688287 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-587d53d1-ab72-4fe8-b130-68e50134c4d0 req-e1d5203d-f009-4357-bfec-3cf0e3682fed tempest-VolumesActionsTest-1249020738 tempest-VolumesActionsTest-1249020738-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:36:43.697205 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-587d53d1-ab72-4fe8-b130-68e50134c4d0 req-e1d5203d-f009-4357-bfec-3cf0e3682fed tempest-VolumesActionsTest-1249020738 tempest-VolumesActionsTest-1249020738-project] 10.222.0.90 "GET /v2.0/networks?id=9246b94a-de57-47ad-8fdb-61aaa56512df HTTP/1.1" status: 200 len: 808 time: 0.1682215 Feb 09 19:36:43.713265 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.v2.base [req-587d53d1-ab72-4fe8-b130-68e50134c4d0 req-a8a9d208-b03d-415c-a58c-5d697c4c7104 tempest-VolumesActionsTest-1249020738 tempest-VolumesActionsTest-1249020738-project] Request body: {'port': {'device_id': '4507279d-c0a6-4053-96f9-1d01f37541a6', 'network_id': '9246b94a-de57-47ad-8fdb-61aaa56512df', 'admin_state_up': True, 'tenant_id': 'b222082e2b8f499f8189e5e823a7ff3f'}} {{(pid=103229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 19:36:43.852765 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-0e5b8c91-57a3-42df-9770-62e7e31f7ed2 req-2e8f72de-d01b-435d-8bcf-a115c66311b6 tempest-VolumesActionsTest-1249020738 tempest-VolumesActionsTest-1249020738-project] 10.222.0.75 "GET /v2.0/ports?device_id=4507279d-c0a6-4053-96f9-1d01f37541a6 HTTP/1.1" status: 200 len: 210 time: 0.3620987 Feb 09 19:36:43.878200 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-587d53d1-ab72-4fe8-b130-68e50134c4d0 req-a8a9d208-b03d-415c-a58c-5d697c4c7104 tempest-VolumesActionsTest-1249020738 tempest-VolumesActionsTest-1249020738-project] Made reservation on behalf of b222082e2b8f499f8189e5e823a7ff3f for: {'port': 1} {{(pid=103229) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 19:36:43.881544 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-587d53d1-ab72-4fe8-b130-68e50134c4d0 req-a8a9d208-b03d-415c-a58c-5d697c4c7104 tempest-VolumesActionsTest-1249020738 tempest-VolumesActionsTest-1249020738-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (None), before_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:36:43.986483 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 38980) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:36:44.019892 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4876ed6a-37eb-454f-8ce5-0ca6861ac3e2 req-72d45b0d-1188-4300-89e9-4d45393f8026 tempest-ServersNegativeTestJSON-1608020402 tempest-ServersNegativeTestJSON-1608020402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:36:44.022440 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-4876ed6a-37eb-454f-8ce5-0ca6861ac3e2 req-72d45b0d-1188-4300-89e9-4d45393f8026 tempest-ServersNegativeTestJSON-1608020402 tempest-ServersNegativeTestJSON-1608020402-project] 10.222.0.75 "GET /v2.0/ports?device_id=ef8fb5b1-266b-4abe-85d3-6f5780a36355 HTTP/1.1" status: 200 len: 945 time: 0.0723019 Feb 09 19:36:44.022938 n-d-713498-36 neutron-server[103229]: DEBUG neutron.db.db_base_plugin_common [req-587d53d1-ab72-4fe8-b130-68e50134c4d0 req-a8a9d208-b03d-415c-a58c-5d697c4c7104 tempest-VolumesActionsTest-1249020738 tempest-VolumesActionsTest-1249020738-project] Allocated IP 172.20.0.2 (9246b94a-de57-47ad-8fdb-61aaa56512df/8cf0e17c-ad81-4a0a-897d-7becfa85c767/27babea0-3164-4577-bb03-a987ed29b734) {{(pid=103229) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 19:36:44.070480 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-4876ed6a-37eb-454f-8ce5-0ca6861ac3e2 req-b6831f09-7e99-431c-99e1-f7b66cd4da4e tempest-ServersNegativeTestJSON-1608020402 tempest-ServersNegativeTestJSON-1608020402-project] 10.222.0.75 "GET /v2.0/security-groups?id=25d47ded-5003-4f4d-b434-467ecec6793f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434287 Feb 09 19:36:44.118893 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.v2.base [None req-51462a36-29c5-4df4-87fd-1109881a54b0 tempest-RoutersIpV6Test-841277211 tempest-RoutersIpV6Test-841277211-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-213655753'}} {{(pid=103230) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 19:36:44.140010 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-51462a36-29c5-4df4-87fd-1109881a54b0 tempest-RoutersIpV6Test-841277211 tempest-RoutersIpV6Test-841277211-project] Made reservation on behalf of 9e33aca4a44d4fa38a064d0581ca7668 for: {'network': 1} {{(pid=103230) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 19:36:44.143538 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-51462a36-29c5-4df4-87fd-1109881a54b0 tempest-RoutersIpV6Test-841277211 tempest-RoutersIpV6Test-841277211-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for network (None), before_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:36:44.155315 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-51462a36-29c5-4df4-87fd-1109881a54b0 tempest-RoutersIpV6Test-841277211 tempest-RoutersIpV6Test-841277211-project] Publish callbacks [] for security_group (None), before_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:36:44.191893 n-d-713498-36 neutron-server[103229]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ba22b315-e430-4895-a078-0c720f335557', 'tag': '5f3120e3-e786-407f-b3ad-794cc89bce3c'}] {{(pid=103229) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 19:36:44.194501 n-d-713498-36 neutron-server[103229]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fa6ae9a20702bd564eaf90d946620b2b4277b1ab91129323d3b54181076be307" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ca93dc36-cb8d-4a06-9e28-75b54ef34528" -d '{"events": [{"name": "network-changed", "server_uuid": "ba22b315-e430-4895-a078-0c720f335557", "tag": "5f3120e3-e786-407f-b3ad-794cc89bce3c"}]}' {{(pid=103229) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 19:36:44.219473 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-587d53d1-ab72-4fe8-b130-68e50134c4d0 req-a8a9d208-b03d-415c-a58c-5d697c4c7104 tempest-VolumesActionsTest-1249020738 tempest-VolumesActionsTest-1249020738-project] Publish callbacks [] for port (27babea0-3164-4577-bb03-a987ed29b734), precommit_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:36:44.265659 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-51462a36-29c5-4df4-87fd-1109881a54b0 tempest-RoutersIpV6Test-841277211 tempest-RoutersIpV6Test-841277211-project] Publish callbacks [] for security_group (44cb0530-571d-401c-ae6e-252c8ba9ae55), precommit_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:36:44.269002 n-d-713498-36 neutron-server[103229]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 19:36:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e2ead943-6f1f-4758-9cf2-87f3d2a2c9db x-openstack-request-id: req-e2ead943-6f1f-4758-9cf2-87f3d2a2c9db {{(pid=103229) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 19:36:44.269346 n-d-713498-36 neutron-server[103229]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ba22b315-e430-4895-a078-0c720f335557", "tag": "5f3120e3-e786-407f-b3ad-794cc89bce3c", "status": "completed", "code": 200}]} {{(pid=103229) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 19:36:44.270230 n-d-713498-36 neutron-server[103229]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-e2ead943-6f1f-4758-9cf2-87f3d2a2c9db {{(pid=103229) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 19:36:44.270380 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-51462a36-29c5-4df4-87fd-1109881a54b0 tempest-RoutersIpV6Test-841277211 tempest-RoutersIpV6Test-841277211-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1892331'] for security_group (44cb0530-571d-401c-ae6e-252c8ba9ae55), after_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:36:44.270756 n-d-713498-36 neutron-server[103229]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ba22b315-e430-4895-a078-0c720f335557', 'tag': '5f3120e3-e786-407f-b3ad-794cc89bce3c', 'status': 'completed', 'code': 200} Feb 09 19:36:44.298290 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-51462a36-29c5-4df4-87fd-1109881a54b0 tempest-RoutersIpV6Test-841277211 tempest-RoutersIpV6Test-841277211-project] vlan segment allocate from pool success with {'vlan_id': 395, 'physical_network': 'physnet1'} {{(pid=103230) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 19:36:44.308312 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51462a36-29c5-4df4-87fd-1109881a54b0 tempest-RoutersIpV6Test-841277211 tempest-RoutersIpV6Test-841277211-project] Pushing event updated for resources: {'SecurityGroup': ['ID=44cb0530-571d-401c-ae6e-252c8ba9ae55,revision_number=1']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:36:44.340974 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-51462a36-29c5-4df4-87fd-1109881a54b0 tempest-RoutersIpV6Test-841277211 tempest-RoutersIpV6Test-841277211-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-759574'] for segment (030545df-bae1-4097-8476-87fa186419a2), precommit_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:36:44.341284 n-d-713498-36 neutron-server[103230]: INFO neutron.db.segments_db [None req-51462a36-29c5-4df4-87fd-1109881a54b0 tempest-RoutersIpV6Test-841277211 tempest-RoutersIpV6Test-841277211-project] Added segment 030545df-bae1-4097-8476-87fa186419a2 of type vlan for network 09762455-afbc-487e-9550-20b57642f1af Feb 09 19:36:44.348085 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-587d53d1-ab72-4fe8-b130-68e50134c4d0 req-a8a9d208-b03d-415c-a58c-5d697c4c7104 tempest-VolumesActionsTest-1249020738 tempest-VolumesActionsTest-1249020738-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762866656467', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12867576'] for port (27babea0-3164-4577-bb03-a987ed29b734), after_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:36:44.376952 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-edc54c9b-7f13-45d9-9271-85c9738b0128 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762867132591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593584'] for agent (a62b1850-466f-48ae-bec7-d62fb280e14b), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:36:44.397200 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-51462a36-29c5-4df4-87fd-1109881a54b0 tempest-RoutersIpV6Test-841277211 tempest-RoutersIpV6Test-841277211-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762866642225'] for network (09762455-afbc-487e-9550-20b57642f1af), precommit_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:36:44.418985 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca93dc36-cb8d-4a06-9e28-75b54ef34528 req-c29d4bd2-a624-41cb-a223-d2818a86b56a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:36:44.421134 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-ca93dc36-cb8d-4a06-9e28-75b54ef34528 req-c29d4bd2-a624-41cb-a223-d2818a86b56a service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=eba669c4f4c548e495f13ae7579d0fa6&device_id=ba22b315-e430-4895-a078-0c720f335557 HTTP/1.1" status: 200 len: 1126 time: 0.1132474 Feb 09 19:36:44.439830 n-d-713498-36 neutron-server[103229]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-587d53d1-ab72-4fe8-b130-68e50134c4d0 req-a8a9d208-b03d-415c-a58c-5d697c4c7104 tempest-VolumesActionsTest-1249020738 tempest-VolumesActionsTest-1249020738-project] Network 9246b94a-de57-47ad-8fdb-61aaa56512df is already hosted by enough agents. {{(pid=103229) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 19:36:44.449520 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8a9d208-b03d-415c-a58c-5d697c4c7104 tempest-VolumesActionsTest-1249020738 tempest-VolumesActionsTest-1249020738-project] Pushing event updated for resources: {'Port': ['ID=27babea0-3164-4577-bb03-a987ed29b734,revision_number=1']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:36:44.453862 n-d-713498-36 neutron-server[103229]: DEBUG neutron.scheduler.base_scheduler [req-587d53d1-ab72-4fe8-b130-68e50134c4d0 req-a8a9d208-b03d-415c-a58c-5d697c4c7104 tempest-VolumesActionsTest-1249020738 tempest-VolumesActionsTest-1249020738-project] Resources bound (agent type, host, resource id): {{(pid=103229) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 19:36:44.456553 n-d-713498-36 neutron-server[103229]: DEBUG neutron.db.l3_dvrscheduler_db [req-587d53d1-ab72-4fe8-b130-68e50134c4d0 req-a8a9d208-b03d-415c-a58c-5d697c4c7104 tempest-VolumesActionsTest-1249020738 tempest-VolumesActionsTest-1249020738-project] Received port after_create {{(pid=103229) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 19:36:44.464330 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca93dc36-cb8d-4a06-9e28-75b54ef34528 req-12199963-74c5-4496-a302-3e9d682d7ca9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:36:44.466130 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-ca93dc36-cb8d-4a06-9e28-75b54ef34528 req-12199963-74c5-4496-a302-3e9d682d7ca9 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=eba669c4f4c548e495f13ae7579d0fa6&device_id=ba22b315-e430-4895-a078-0c720f335557 HTTP/1.1" status: 200 len: 1126 time: 0.1759346 Feb 09 19:36:44.571344 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f74b8190-22f1-44c0-9e0a-9f0b557c49b4 req-2a557a1f-d279-40ea-8fa1-13007690228c tempest-ServersNegativeTestJSON-1608020402 tempest-ServersNegativeTestJSON-1608020402-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:36:44.572927 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-f74b8190-22f1-44c0-9e0a-9f0b557c49b4 req-2a557a1f-d279-40ea-8fa1-13007690228c tempest-ServersNegativeTestJSON-1608020402 tempest-ServersNegativeTestJSON-1608020402-project] 10.222.0.75 "GET /v2.0/networks?id=2f0cf41a-020e-4549-8a9a-beaa8be7ccf1 HTTP/1.1" status: 200 len: 814 time: 0.3173065 Feb 09 19:36:44.591680 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-587d53d1-ab72-4fe8-b130-68e50134c4d0 req-a8a9d208-b03d-415c-a58c-5d697c4c7104 tempest-VolumesActionsTest-1249020738 tempest-VolumesActionsTest-1249020738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:36:44.592356 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-587d53d1-ab72-4fe8-b130-68e50134c4d0 req-a8a9d208-b03d-415c-a58c-5d697c4c7104 tempest-VolumesActionsTest-1249020738 tempest-VolumesActionsTest-1249020738-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171096'] for port (None), before_response {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:36:44.616834 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-f74b8190-22f1-44c0-9e0a-9f0b557c49b4 req-34b83d8f-8bf7-42d1-9719-bdaf552d669e tempest-ServersNegativeTestJSON-1608020402 tempest-ServersNegativeTestJSON-1608020402-project] 10.222.0.75 "GET /v2.0/quotas/554bad581bcf4d20ab4a10352f965260 HTTP/1.1" status: 200 len: 375 time: 0.0333509 Feb 09 19:36:44.624085 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-587d53d1-ab72-4fe8-b130-68e50134c4d0 req-a8a9d208-b03d-415c-a58c-5d697c4c7104 tempest-VolumesActionsTest-1249020738 tempest-VolumesActionsTest-1249020738-project] 10.222.0.90 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9160392 Feb 09 19:36:44.650422 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.v2.base [req-587d53d1-ab72-4fe8-b130-68e50134c4d0 req-4b555212-29a8-4889-923d-3026c4d04171 service neutron] Request body: {'port': {'device_id': '4507279d-c0a6-4053-96f9-1d01f37541a6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-713498-36'}} {{(pid=103229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 19:36:44.713647 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca93dc36-cb8d-4a06-9e28-75b54ef34528 req-8c075f1a-5a39-4a51-b0bf-39eaca25a0b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:36:44.715169 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-ca93dc36-cb8d-4a06-9e28-75b54ef34528 req-8c075f1a-5a39-4a51-b0bf-39eaca25a0b9 service neutron] 10.222.0.89 "GET /v2.0/networks?id=4441bac0-0a44-4a1e-8093-e71510495491 HTTP/1.1" status: 200 len: 898 time: 0.2250810 Feb 09 19:36:44.800838 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-f74b8190-22f1-44c0-9e0a-9f0b557c49b4 req-473662af-9c51-4e3e-b0e0-01f75358f225 tempest-ServersNegativeTestJSON-1608020402 tempest-ServersNegativeTestJSON-1608020402-project] 10.222.0.75 "GET /v2.0/ports?tenant_id=554bad581bcf4d20ab4a10352f965260&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1735795 Feb 09 19:36:44.805263 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-587d53d1-ab72-4fe8-b130-68e50134c4d0 req-4b555212-29a8-4889-923d-3026c4d04171 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (27babea0-3164-4577-bb03-a987ed29b734), before_update {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:36:44.819457 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-51462a36-29c5-4df4-87fd-1109881a54b0 tempest-RoutersIpV6Test-841277211 tempest-RoutersIpV6Test-841277211-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1885479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452'] for network (09762455-afbc-487e-9550-20b57642f1af), after_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:36:44.824635 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51462a36-29c5-4df4-87fd-1109881a54b0 tempest-RoutersIpV6Test-841277211 tempest-RoutersIpV6Test-841277211-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:36:44.825205 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-51462a36-29c5-4df4-87fd-1109881a54b0 tempest-RoutersIpV6Test-841277211 tempest-RoutersIpV6Test-841277211-project] Publish callbacks [] for network (None), before_response {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:36:44.919263 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86bfaf89-6644-480e-8553-f148c4b94a7f req-2d11a2bf-a69b-405e-9cb8-d681d9862bbf tempest-TestNetworkAdvancedServerOps-1633223542 tempest-TestNetworkAdvancedServerOps-1633223542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:36:44.921375 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-86bfaf89-6644-480e-8553-f148c4b94a7f req-2d11a2bf-a69b-405e-9cb8-d681d9862bbf tempest-TestNetworkAdvancedServerOps-1633223542 tempest-TestNetworkAdvancedServerOps-1633223542-project] 10.222.0.75 "GET /v2.0/ports?device_id=ba22b315-e430-4895-a078-0c720f335557 HTTP/1.1" status: 200 len: 943 time: 0.5267479 Feb 09 19:36:44.925023 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-51462a36-29c5-4df4-87fd-1109881a54b0 tempest-RoutersIpV6Test-841277211 tempest-RoutersIpV6Test-841277211-project] 10.222.0.75 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.9362731 Feb 09 19:36:44.929191 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 39002) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:36:44.941647 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.v2.base [None req-847f72a6-0205-42ac-b9cb-41759ad98616 tempest-RoutersIpV6Test-841277211 tempest-RoutersIpV6Test-841277211-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-316388305'}} {{(pid=103230) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 19:36:44.956842 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51462a36-29c5-4df4-87fd-1109881a54b0 tempest-RoutersIpV6Test-841277211 tempest-RoutersIpV6Test-841277211-project] Pushing event updated for resources: {'Network': ['ID=09762455-afbc-487e-9550-20b57642f1af,revision_number=1']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:36:44.969919 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Network 09762455-afbc-487e-9550-20b57642f1af details requested by agent ovs-agent-n-d-713498-36 with host n-d-713498-36 {{(pid=103232) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 19:36:44.975855 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca93dc36-cb8d-4a06-9e28-75b54ef34528 req-750011f9-8da4-416d-9ec0-15079ad8255d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:36:44.977357 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-ca93dc36-cb8d-4a06-9e28-75b54ef34528 req-750011f9-8da4-416d-9ec0-15079ad8255d service neutron] 10.222.0.90 "GET /v2.0/networks?id=4441bac0-0a44-4a1e-8093-e71510495491 HTTP/1.1" status: 200 len: 898 time: 0.5383446 Feb 09 19:36:45.038242 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-847f72a6-0205-42ac-b9cb-41759ad98616 tempest-RoutersIpV6Test-841277211 tempest-RoutersIpV6Test-841277211-project] Made reservation on behalf of 9e33aca4a44d4fa38a064d0581ca7668 for: {'network': 1} {{(pid=103230) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 19:36:45.041643 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-847f72a6-0205-42ac-b9cb-41759ad98616 tempest-RoutersIpV6Test-841277211 tempest-RoutersIpV6Test-841277211-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for network (None), before_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:36:45.089480 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-86bfaf89-6644-480e-8553-f148c4b94a7f req-98987ae3-9ef0-4020-853b-af1c7e180afb tempest-TestNetworkAdvancedServerOps-1633223542 tempest-TestNetworkAdvancedServerOps-1633223542-project] 10.222.0.75 "GET /v2.0/security-groups?id=4e60dadd-ab65-4f99-8fbb-201b325b18d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1559796 Feb 09 19:36:45.102990 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-ca93dc36-cb8d-4a06-9e28-75b54ef34528 req-0dbb6af1-95e7-407e-a21d-3fc42aedb613 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=5f3120e3-e786-407f-b3ad-794cc89bce3c HTTP/1.1" status: 200 len: 998 time: 0.1132543 Feb 09 19:36:45.118907 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-847f72a6-0205-42ac-b9cb-41759ad98616 tempest-RoutersIpV6Test-841277211 tempest-RoutersIpV6Test-841277211-project] vlan segment allocate from pool success with {'vlan_id': 366, 'physical_network': 'physnet1'} {{(pid=103230) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 19:36:45.232131 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-847f72a6-0205-42ac-b9cb-41759ad98616 tempest-RoutersIpV6Test-841277211 tempest-RoutersIpV6Test-841277211-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-759574'] for segment (54ffdd8a-4167-4f1d-846a-40f8c33aadc9), precommit_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:36:45.232131 n-d-713498-36 neutron-server[103230]: INFO neutron.db.segments_db [None req-847f72a6-0205-42ac-b9cb-41759ad98616 tempest-RoutersIpV6Test-841277211 tempest-RoutersIpV6Test-841277211-project] Added segment 54ffdd8a-4167-4f1d-846a-40f8c33aadc9 of type vlan for network 385eaeed-d715-4918-9ad3-72208996d4a4 Feb 09 19:36:45.254749 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-ca93dc36-cb8d-4a06-9e28-75b54ef34528 req-0f9934e2-c070-4cc3-a9cc-2032760322a9 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=5f3120e3-e786-407f-b3ad-794cc89bce3c HTTP/1.1" status: 200 len: 998 time: 0.5320950 Feb 09 19:36:45.297346 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca93dc36-cb8d-4a06-9e28-75b54ef34528 req-e05a5093-3f51-4d5e-ac60-c6e9a96a04fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:36:45.298859 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-ca93dc36-cb8d-4a06-9e28-75b54ef34528 req-e05a5093-3f51-4d5e-ac60-c6e9a96a04fc service neutron] 10.222.0.90 "GET /v2.0/subnets?id=a53359ef-76e4-4c05-b08e-4db3ad09b5a9 HTTP/1.1" status: 200 len: 835 time: 0.1775758 Feb 09 19:36:45.314859 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-847f72a6-0205-42ac-b9cb-41759ad98616 tempest-RoutersIpV6Test-841277211 tempest-RoutersIpV6Test-841277211-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762866642225'] for network (385eaeed-d715-4918-9ad3-72208996d4a4), precommit_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:36:45.347254 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca93dc36-cb8d-4a06-9e28-75b54ef34528 req-89733af1-7b7a-46a3-86a1-b283af460dc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:36:45.348662 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-ca93dc36-cb8d-4a06-9e28-75b54ef34528 req-89733af1-7b7a-46a3-86a1-b283af460dc0 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=a53359ef-76e4-4c05-b08e-4db3ad09b5a9 HTTP/1.1" status: 200 len: 835 time: 0.0859199 Feb 09 19:36:45.378477 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5641610-b77f-4e73-8d2c-43d6fbf42757 req-96c4a372-0b3f-4804-bec1-e2574542d999 tempest-VolumesActionsTest-1249020738 tempest-VolumesActionsTest-1249020738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:36:45.380717 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-f5641610-b77f-4e73-8d2c-43d6fbf42757 req-96c4a372-0b3f-4804-bec1-e2574542d999 tempest-VolumesActionsTest-1249020738 tempest-VolumesActionsTest-1249020738-project] 10.222.0.75 "GET /v2.0/ports?device_id=4507279d-c0a6-4053-96f9-1d01f37541a6 HTTP/1.1" status: 200 len: 931 time: 0.1707025 Feb 09 19:36:45.399194 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-847f72a6-0205-42ac-b9cb-41759ad98616 tempest-RoutersIpV6Test-841277211 tempest-RoutersIpV6Test-841277211-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1885479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452'] for network (385eaeed-d715-4918-9ad3-72208996d4a4), after_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:36:45.403748 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-847f72a6-0205-42ac-b9cb-41759ad98616 tempest-RoutersIpV6Test-841277211 tempest-RoutersIpV6Test-841277211-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:36:45.404332 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-847f72a6-0205-42ac-b9cb-41759ad98616 tempest-RoutersIpV6Test-841277211 tempest-RoutersIpV6Test-841277211-project] Publish callbacks [] for network (None), before_response {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:36:45.407530 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-f74b8190-22f1-44c0-9e0a-9f0b557c49b4 req-453aeeeb-7087-4b1a-9040-0719e10deba5 service neutron] 10.222.0.75 "GET /v2.0/networks/2f0cf41a-020e-4549-8a9a-beaa8be7ccf1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5949693 Feb 09 19:36:45.476353 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca93dc36-cb8d-4a06-9e28-75b54ef34528 req-a24e07c2-3c37-466d-b256-30ab0b734a47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:36:45.477938 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-ca93dc36-cb8d-4a06-9e28-75b54ef34528 req-a24e07c2-3c37-466d-b256-30ab0b734a47 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=4441bac0-0a44-4a1e-8093-e71510495491&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.1649783 Feb 09 19:36:45.490437 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-847f72a6-0205-42ac-b9cb-41759ad98616 tempest-RoutersIpV6Test-841277211 tempest-RoutersIpV6Test-841277211-project] 10.222.0.75 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.5555191 Feb 09 19:36:45.494291 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 39006) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:36:45.509889 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.v2.base [None req-796c89d6-ae9d-4103-ab94-84fba4bf60fe tempest-RoutersIpV6Test-841277211 tempest-RoutersIpV6Test-841277211-project] Request body: {'subnet': {'network_id': '09762455-afbc-487e-9550-20b57642f1af', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 19:36:45.571270 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-847f72a6-0205-42ac-b9cb-41759ad98616 tempest-RoutersIpV6Test-841277211 tempest-RoutersIpV6Test-841277211-project] Pushing event updated for resources: {'Network': ['ID=385eaeed-d715-4918-9ad3-72208996d4a4,revision_number=1']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:36:45.579381 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-f5641610-b77f-4e73-8d2c-43d6fbf42757 req-f03b6003-4e58-488f-b203-018fce9a72d1 tempest-VolumesActionsTest-1249020738 tempest-VolumesActionsTest-1249020738-project] 10.222.0.75 "GET /v2.0/security-groups?id=92e3f3e1-abba-4606-8823-ff0f44ed1f23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1917338 Feb 09 19:36:45.589621 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Network 385eaeed-d715-4918-9ad3-72208996d4a4 details requested by agent ovs-agent-n-d-713498-36 with host n-d-713498-36 {{(pid=103232) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 19:36:45.628715 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca93dc36-cb8d-4a06-9e28-75b54ef34528 req-bf87c887-c7b1-41e9-ac35-514a0f2bca0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:36:45.629578 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-ca93dc36-cb8d-4a06-9e28-75b54ef34528 req-9f4f05b4-357f-4539-a24b-ac860a9d5bb2 service neutron] 10.222.0.90 "GET /v2.0/networks/4441bac0-0a44-4a1e-8093-e71510495491?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1293550 Feb 09 19:36:45.630285 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-ca93dc36-cb8d-4a06-9e28-75b54ef34528 req-bf87c887-c7b1-41e9-ac35-514a0f2bca0d service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=4441bac0-0a44-4a1e-8093-e71510495491&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.2342319 Feb 09 19:36:45.682068 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Device 5f3120e3-e786-407f-b3ad-794cc89bce3c details requested by agent hyperv_n-h1-713498-36 with host n-h1-713498-36 {{(pid=103232) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 19:36:45.711506 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-f74b8190-22f1-44c0-9e0a-9f0b557c49b4 req-5241a39a-3471-4c6d-881e-b863494e3f6f service neutron] 10.222.0.75 "GET /v2.0/networks/2f0cf41a-020e-4549-8a9a-beaa8be7ccf1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2804441 Feb 09 19:36:45.732347 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-ca93dc36-cb8d-4a06-9e28-75b54ef34528 req-43acf832-d921-465c-aa83-84c67ba6ee76 service neutron] 10.222.0.90 "GET /v2.0/networks/4441bac0-0a44-4a1e-8093-e71510495491?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0919576 Feb 09 19:36:45.772270 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-796c89d6-ae9d-4103-ab94-84fba4bf60fe tempest-RoutersIpV6Test-841277211 tempest-RoutersIpV6Test-841277211-project] Made reservation on behalf of 9e33aca4a44d4fa38a064d0581ca7668 for: {'subnet': 1} {{(pid=103229) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 19:36:45.775700 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-796c89d6-ae9d-4103-ab94-84fba4bf60fe tempest-RoutersIpV6Test-841277211 tempest-RoutersIpV6Test-841277211-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12759265'] for subnet (None), before_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:36:45.796161 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] For port 5f3120e3-e786-407f-b3ad-794cc89bce3c, host n-h1-713498-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-36',level=0,port_id=5f3120e3-e786-407f-b3ad-794cc89bce3c,segment=NetworkSegment(25bee314-2f03-4005-a207-d495c9ba8d98),segment_id=25bee314-2f03-4005-a207-d495c9ba8d98)] {{(pid=103232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 19:36:45.815356 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Returning: {'device': '5f3120e3-e786-407f-b3ad-794cc89bce3c', 'network_id': '4441bac0-0a44-4a1e-8093-e71510495491', 'port_id': '5f3120e3-e786-407f-b3ad-794cc89bce3c', 'mac_address': 'fa:16:3e:94:56:1c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 386, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a53359ef-76e4-4c05-b08e-4db3ad09b5a9', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103232) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 19:36:45.863487 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Current status of the port 5f3120e3-e786-407f-b3ad-794cc89bce3c is: DOWN; New status is: BUILD {{(pid=103232) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 19:36:45.864014 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (5f3120e3-e786-407f-b3ad-794cc89bce3c), before_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:36:45.889196 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-ca93dc36-cb8d-4a06-9e28-75b54ef34528 req-1ee2db91-f780-46bc-bab3-2cf895198ded service neutron] 10.222.0.89 "GET /v2.0/networks/4441bac0-0a44-4a1e-8093-e71510495491?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2502272 Feb 09 19:36:45.898371 n-d-713498-36 neutron-server[103232]: DEBUG neutron.notifiers.nova [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5f3120e3-e786-407f-b3ad-794cc89bce3c {{(pid=103232) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 19:36:45.920972 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-a352a8b8-ea81-4f41-973a-d9e8e77044f3 req-3b5b2f2b-96af-4b17-8a1a-faf660f5bfa0 tempest-ServersNegativeTestJSON-1608020402 tempest-ServersNegativeTestJSON-1608020402-project] 10.222.0.75 "GET /v2.0/ports?device_id=5482a13c-891c-4023-9ac7-fa4d0b8b3c1a HTTP/1.1" status: 200 len: 210 time: 0.0395949 Feb 09 19:36:45.930051 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] For port 5f3120e3-e786-407f-b3ad-794cc89bce3c, host n-h1-713498-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-36',level=0,port_id=5f3120e3-e786-407f-b3ad-794cc89bce3c,segment=NetworkSegment(25bee314-2f03-4005-a207-d495c9ba8d98),segment_id=25bee314-2f03-4005-a207-d495c9ba8d98)] {{(pid=103232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 19:36:45.930051 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762867176205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762866656485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762866656503'] for port (5f3120e3-e786-407f-b3ad-794cc89bce3c), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:36:45.967008 n-d-713498-36 neutron-server[103229]: DEBUG neutron.notifiers.nova [req-587d53d1-ab72-4fe8-b130-68e50134c4d0 req-4b555212-29a8-4889-923d-3026c4d04171 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 27babea0-3164-4577-bb03-a987ed29b734 {{(pid=103229) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 19:36:45.989736 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-587d53d1-ab72-4fe8-b130-68e50134c4d0 req-4b555212-29a8-4889-923d-3026c4d04171 service neutron] Publish callbacks [] for port (27babea0-3164-4577-bb03-a987ed29b734), precommit_update {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:36:45.993700 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Pushing event updated for resources: {'Port': ['ID=5f3120e3-e786-407f-b3ad-794cc89bce3c,revision_number=8']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:36:46.004345 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-a7262a8e-0513-48fd-984d-75726a511961 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762867132591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593584'] for agent (911cfea2-02ae-4ec9-bac3-7808ee1cdd9c), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:36:46.025049 n-d-713498-36 neutron-server[103229]: DEBUG neutron.db.provisioning_blocks [req-587d53d1-ab72-4fe8-b130-68e50134c4d0 req-4b555212-29a8-4889-923d-3026c4d04171 service neutron] Transition to ACTIVE for port object 27babea0-3164-4577-bb03-a987ed29b734 will not be triggered until provisioned by entity L2. {{(pid=103229) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 19:36:46.032684 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-587d53d1-ab72-4fe8-b130-68e50134c4d0 req-4b555212-29a8-4889-923d-3026c4d04171 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762867176205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762866656485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762866656503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12867569'] for port (27babea0-3164-4577-bb03-a987ed29b734), after_update {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:36:46.112093 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-ca93dc36-cb8d-4a06-9e28-75b54ef34528 req-907329df-3d66-4f1f-8eb8-1356d68981f1 service neutron] 10.222.0.89 "GET /v2.0/networks/4441bac0-0a44-4a1e-8093-e71510495491?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2094858 Feb 09 19:36:46.138265 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] get_ports_and_sgs() called for port_ids ['5f3120e3-e786-407f-b3ad-794cc89bce3c'] {{(pid=103232) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 19:36:46.141591 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b555212-29a8-4889-923d-3026c4d04171 service neutron] Pushing event updated for resources: {'Port': ['ID=27babea0-3164-4577-bb03-a987ed29b734,revision_number=2']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:36:46.309641 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-796c89d6-ae9d-4103-ab94-84fba4bf60fe tempest-RoutersIpV6Test-841277211 tempest-RoutersIpV6Test-841277211-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12867428', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12759263'] for subnet (2a8655ee-cd01-4788-9059-a0633bddc388), after_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:36:46.361676 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.managers [req-587d53d1-ab72-4fe8-b130-68e50134c4d0 req-4b555212-29a8-4889-923d-3026c4d04171 service neutron] Attempting to bind port 27babea0-3164-4577-bb03-a987ed29b734 on host n-h2-713498-36 for vnic_type normal with profile {{(pid=103229) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 19:36:46.362062 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.managers [req-587d53d1-ab72-4fe8-b130-68e50134c4d0 req-4b555212-29a8-4889-923d-3026c4d04171 service neutron] Attempting to bind port 27babea0-3164-4577-bb03-a987ed29b734 by drivers openvswitch,hyperv on host n-h2-713498-36 at level 0 using segments [{'id': '33e84895-b1ac-4b8b-a075-9ed56e5e0b90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': '9246b94a-de57-47ad-8fdb-61aaa56512df'}] {{(pid=103229) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 19:36:46.362805 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-587d53d1-ab72-4fe8-b130-68e50134c4d0 req-4b555212-29a8-4889-923d-3026c4d04171 service neutron] Attempting to bind port 27babea0-3164-4577-bb03-a987ed29b734 on network 9246b94a-de57-47ad-8fdb-61aaa56512df {{(pid=103229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 19:36:46.379497 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a42c7591-ee72-4022-8b93-ebb6a7d91a4e req-c828cc2f-4845-4083-a936-7028e5fd62df tempest-TestNetworkAdvancedServerOps-1633223542 tempest-TestNetworkAdvancedServerOps-1633223542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:36:46.381027 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-a42c7591-ee72-4022-8b93-ebb6a7d91a4e req-c828cc2f-4845-4083-a936-7028e5fd62df tempest-TestNetworkAdvancedServerOps-1633223542 tempest-TestNetworkAdvancedServerOps-1633223542-project] 10.222.0.75 "GET /v2.0/ports?device_id=ba22b315-e430-4895-a078-0c720f335557 HTTP/1.1" status: 200 len: 944 time: 0.1748731 Feb 09 19:36:46.389867 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-587d53d1-ab72-4fe8-b130-68e50134c4d0 req-4b555212-29a8-4889-923d-3026c4d04171 service neutron] Port 27babea0-3164-4577-bb03-a987ed29b734 on network 9246b94a-de57-47ad-8fdb-61aaa56512df not bound, no agent of type Open vSwitch agent registered on host n-h2-713498-36 {{(pid=103229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 19:36:46.389867 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-587d53d1-ab72-4fe8-b130-68e50134c4d0 req-4b555212-29a8-4889-923d-3026c4d04171 service neutron] Attempting to bind port 27babea0-3164-4577-bb03-a987ed29b734 on network 9246b94a-de57-47ad-8fdb-61aaa56512df {{(pid=103229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 19:36:46.422688 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-587d53d1-ab72-4fe8-b130-68e50134c4d0 req-4b555212-29a8-4889-923d-3026c4d04171 service neutron] Checking agent: {'id': 'bcd5faee-dc24-4298-9134-0e0aa054058e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713498-36', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 18, 59, 19), 'started_at': datetime.datetime(2022, 2, 9, 18, 59, 19), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 19, 36, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 19:36:46.423026 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-587d53d1-ab72-4fe8-b130-68e50134c4d0 req-4b555212-29a8-4889-923d-3026c4d04171 service neutron] Checking segment: {'id': '33e84895-b1ac-4b8b-a075-9ed56e5e0b90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': '9246b94a-de57-47ad-8fdb-61aaa56512df'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103229) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 19:36:46.423419 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-587d53d1-ab72-4fe8-b130-68e50134c4d0 req-4b555212-29a8-4889-923d-3026c4d04171 service neutron] Bound using segment: {'id': '33e84895-b1ac-4b8b-a075-9ed56e5e0b90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': '9246b94a-de57-47ad-8fdb-61aaa56512df'} {{(pid=103229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 19:36:46.423861 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.managers [req-587d53d1-ab72-4fe8-b130-68e50134c4d0 req-4b555212-29a8-4889-923d-3026c4d04171 service neutron] Bound port: 27babea0-3164-4577-bb03-a987ed29b734, host: n-h2-713498-36, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '33e84895-b1ac-4b8b-a075-9ed56e5e0b90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': '9246b94a-de57-47ad-8fdb-61aaa56512df'}}] {{(pid=103229) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 19:36:46.425480 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-587d53d1-ab72-4fe8-b130-68e50134c4d0 req-4b555212-29a8-4889-923d-3026c4d04171 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (27babea0-3164-4577-bb03-a987ed29b734), before_update {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:36:46.430225 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-796c89d6-ae9d-4103-ab94-84fba4bf60fe tempest-RoutersIpV6Test-841277211 tempest-RoutersIpV6Test-841277211-project] Pushing event updated for resources: {'Subnet': ['ID=2a8655ee-cd01-4788-9059-a0633bddc388,revision_number=0']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:36:46.501844 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-796c89d6-ae9d-4103-ab94-84fba4bf60fe tempest-RoutersIpV6Test-841277211 tempest-RoutersIpV6Test-841277211-project] Checking segment: {'id': '030545df-bae1-4097-8476-87fa186419a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '09762455-afbc-487e-9550-20b57642f1af'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103229) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 19:36:46.502237 n-d-713498-36 neutron-server[103229]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-796c89d6-ae9d-4103-ab94-84fba4bf60fe tempest-RoutersIpV6Test-841277211 tempest-RoutersIpV6Test-841277211-project] Network hostable DHCP agents. Network: 09762455-afbc-487e-9550-20b57642f1af, hostable agents: ['af91e4b9-f4e1-42b1-a25c-a10dc47171c8'], hosted agents: [] {{(pid=103229) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 19:36:46.509918 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-a42c7591-ee72-4022-8b93-ebb6a7d91a4e req-783cb7d6-a466-468f-a704-a507c5709c55 tempest-TestNetworkAdvancedServerOps-1633223542 tempest-TestNetworkAdvancedServerOps-1633223542-project] 10.222.0.75 "GET /v2.0/security-groups?id=4e60dadd-ab65-4f99-8fbb-201b325b18d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1217158 Feb 09 19:36:46.547210 n-d-713498-36 neutron-server[103229]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-796c89d6-ae9d-4103-ab94-84fba4bf60fe tempest-RoutersIpV6Test-841277211 tempest-RoutersIpV6Test-841277211-project] Network 09762455-afbc-487e-9550-20b57642f1af is scheduled to be hosted by DHCP agent af91e4b9-f4e1-42b1-a25c-a10dc47171c8 with binding_index 1 {{(pid=103229) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 19:36:46.549639 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.db [req-587d53d1-ab72-4fe8-b130-68e50134c4d0 req-4b555212-29a8-4889-923d-3026c4d04171 service neutron] For port 27babea0-3164-4577-bb03-a987ed29b734, host n-h2-713498-36, cleared binding levels {{(pid=103229) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 19:36:46.555589 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.db [req-587d53d1-ab72-4fe8-b130-68e50134c4d0 req-4b555212-29a8-4889-923d-3026c4d04171 service neutron] For port 27babea0-3164-4577-bb03-a987ed29b734, host n-h2-713498-36, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-36',level=0,port_id=27babea0-3164-4577-bb03-a987ed29b734,segment=NetworkSegment(33e84895-b1ac-4b8b-a075-9ed56e5e0b90),segment_id=33e84895-b1ac-4b8b-a075-9ed56e5e0b90)] {{(pid=103229) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 19:36:46.565455 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-587d53d1-ab72-4fe8-b130-68e50134c4d0 req-4b555212-29a8-4889-923d-3026c4d04171 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762867176205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762866656485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762866656503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12867569'] for port (27babea0-3164-4577-bb03-a987ed29b734), after_update {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:36:46.574034 n-d-713498-36 neutron-server[103229]: DEBUG neutron.scheduler.base_scheduler [None req-796c89d6-ae9d-4103-ab94-84fba4bf60fe tempest-RoutersIpV6Test-841277211 tempest-RoutersIpV6Test-841277211-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713498-36, 09762455-afbc-487e-9550-20b57642f1af) {{(pid=103229) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 19:36:46.575900 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-796c89d6-ae9d-4103-ab94-84fba4bf60fe tempest-RoutersIpV6Test-841277211 tempest-RoutersIpV6Test-841277211-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:36:46.576194 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-796c89d6-ae9d-4103-ab94-84fba4bf60fe tempest-RoutersIpV6Test-841277211 tempest-RoutersIpV6Test-841277211-project] Publish callbacks [] for subnet (None), before_response {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:36:46.584197 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42864ddd-b8b9-40df-9283-e738a8e60c21 None None] Network 09762455-afbc-487e-9550-20b57642f1af requested from n-d-713498-36 {{(pid=103232) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 19:36:46.618998 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-587d53d1-ab72-4fe8-b130-68e50134c4d0 req-4b555212-29a8-4889-923d-3026c4d04171 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:36:46.619847 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-587d53d1-ab72-4fe8-b130-68e50134c4d0 req-4b555212-29a8-4889-923d-3026c4d04171 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171096'] for port (None), before_response {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:36:46.621330 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-587d53d1-ab72-4fe8-b130-68e50134c4d0 req-4b555212-29a8-4889-923d-3026c4d04171 service neutron] 10.222.0.90 "PUT /v2.0/ports/27babea0-3164-4577-bb03-a987ed29b734 HTTP/1.1" status: 200 len: 1092 time: 1.9832551 Feb 09 19:36:46.624913 n-d-713498-36 neutron-server[103229]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4507279d-c0a6-4053-96f9-1d01f37541a6', 'tag': '27babea0-3164-4577-bb03-a987ed29b734'}] {{(pid=103229) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 19:36:46.628527 n-d-713498-36 neutron-server[103229]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fa6ae9a20702bd564eaf90d946620b2b4277b1ab91129323d3b54181076be307" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-676ff3b2-e4ec-46e6-a7d9-da86143d2266" -d '{"events": [{"name": "network-changed", "server_uuid": "4507279d-c0a6-4053-96f9-1d01f37541a6", "tag": "27babea0-3164-4577-bb03-a987ed29b734"}]}' {{(pid=103229) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 19:36:46.649875 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-796c89d6-ae9d-4103-ab94-84fba4bf60fe tempest-RoutersIpV6Test-841277211 tempest-RoutersIpV6Test-841277211-project] 10.222.0.75 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.1410890 Feb 09 19:36:46.650520 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 39026) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:36:46.659017 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.v2.base [None req-7503a273-fd5b-4ad1-b88b-baee894fb567 tempest-RoutersIpV6Test-841277211 tempest-RoutersIpV6Test-841277211-project] Request body: {'subnet': {'network_id': '385eaeed-d715-4918-9ad3-72208996d4a4', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=103230) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 19:36:46.660988 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b555212-29a8-4889-923d-3026c4d04171 service neutron] Pushing event updated for resources: {'Port': ['ID=27babea0-3164-4577-bb03-a987ed29b734,revision_number=3']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:36:46.755739 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-587d53d1-ab72-4fe8-b130-68e50134c4d0 req-9202e0a3-ff1e-41cf-a198-3d3e5684448a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:36:46.757268 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-587d53d1-ab72-4fe8-b130-68e50134c4d0 req-9202e0a3-ff1e-41cf-a198-3d3e5684448a service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=b222082e2b8f499f8189e5e823a7ff3f&device_id=4507279d-c0a6-4053-96f9-1d01f37541a6 HTTP/1.1" status: 200 len: 1126 time: 0.0820105 Feb 09 19:36:46.760230 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d03b1b1e-5176-42dc-946d-6913ba586d56 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8b32e980-7cce-5e82-a341-bd2fa8945c89-09762455-afbc-487e-9550-20b57642f1af', 'network_id': '09762455-afbc-487e-9550-20b57642f1af', 'project_id': '9e33aca4a44d4fa38a064d0581ca7668', 'fixed_ips': [{'subnet_id': '2a8655ee-cd01-4788-9059-a0633bddc388'}]}} from n-d-713498-36. {{(pid=103232) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 09 19:36:46.761175 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-d03b1b1e-5176-42dc-946d-6913ba586d56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (None), before_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:36:46.818883 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-587d53d1-ab72-4fe8-b130-68e50134c4d0 req-187a6404-8493-44a4-85e4-63a2f73d7467 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=27babea0-3164-4577-bb03-a987ed29b734 HTTP/1.1" status: 200 len: 217 time: 0.0451396 Feb 09 19:36:46.835785 n-d-713498-36 neutron-server[103229]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 19:36:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e1de0747-3e11-47d5-8e1f-d59e25e60782 x-openstack-request-id: req-e1de0747-3e11-47d5-8e1f-d59e25e60782 {{(pid=103229) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 19:36:46.835785 n-d-713498-36 neutron-server[103229]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4507279d-c0a6-4053-96f9-1d01f37541a6", "tag": "27babea0-3164-4577-bb03-a987ed29b734", "status": "completed", "code": 200}]} {{(pid=103229) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 19:36:46.836066 n-d-713498-36 neutron-server[103229]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-e1de0747-3e11-47d5-8e1f-d59e25e60782 {{(pid=103229) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 19:36:46.836499 n-d-713498-36 neutron-server[103229]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4507279d-c0a6-4053-96f9-1d01f37541a6', 'tag': '27babea0-3164-4577-bb03-a987ed29b734', 'status': 'completed', 'code': 200} Feb 09 19:36:46.883866 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7503a273-fd5b-4ad1-b88b-baee894fb567 tempest-RoutersIpV6Test-841277211 tempest-RoutersIpV6Test-841277211-project] Made reservation on behalf of 9e33aca4a44d4fa38a064d0581ca7668 for: {'subnet': 1} {{(pid=103230) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 19:36:46.887712 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-7503a273-fd5b-4ad1-b88b-baee894fb567 tempest-RoutersIpV6Test-841277211 tempest-RoutersIpV6Test-841277211-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12985917'] for subnet (None), before_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:36:46.942694 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5450759-e0d9-49c7-8eff-09b0126014f8 req-5d9f8158-1045-4e09-8c71-b13b4dbf3d0d tempest-VolumesActionsTest-1249020738 tempest-VolumesActionsTest-1249020738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:36:46.944528 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-a5450759-e0d9-49c7-8eff-09b0126014f8 req-5d9f8158-1045-4e09-8c71-b13b4dbf3d0d tempest-VolumesActionsTest-1249020738 tempest-VolumesActionsTest-1249020738-project] 10.222.0.75 "GET /v2.0/ports?device_id=4507279d-c0a6-4053-96f9-1d01f37541a6 HTTP/1.1" status: 200 len: 943 time: 0.2081578 Feb 09 19:36:46.966646 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60c7d30f-0949-466a-a578-65aad000599a req-00f402c1-7f5f-4f30-96e3-f9038d600607 tempest-TestNetworkAdvancedServerOps-1633223542 tempest-TestNetworkAdvancedServerOps-1633223542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:36:46.969110 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-60c7d30f-0949-466a-a578-65aad000599a req-00f402c1-7f5f-4f30-96e3-f9038d600607 tempest-TestNetworkAdvancedServerOps-1633223542 tempest-TestNetworkAdvancedServerOps-1633223542-project] 10.222.0.89 "GET /v2.0/ports?device_id=ba22b315-e430-4895-a078-0c720f335557&tenant_id=eba669c4f4c548e495f13ae7579d0fa6&binding%3Ahost_id=n-h1-713498-36 HTTP/1.1" status: 200 len: 944 time: 0.1493602 Feb 09 19:36:46.970581 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-587d53d1-ab72-4fe8-b130-68e50134c4d0 req-78cf5cc7-538c-488c-ad3c-4845501a08d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:36:46.971893 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-587d53d1-ab72-4fe8-b130-68e50134c4d0 req-78cf5cc7-538c-488c-ad3c-4845501a08d2 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=8cf0e17c-ad81-4a0a-897d-7becfa85c767 HTTP/1.1" status: 200 len: 848 time: 0.1118424 Feb 09 19:36:46.972993 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.db_base_plugin_common [None req-d03b1b1e-5176-42dc-946d-6913ba586d56 None None] Allocated IP 2001:db8::2 (09762455-afbc-487e-9550-20b57642f1af/2a8655ee-cd01-4788-9059-a0633bddc388/240eff6f-5306-487d-bec4-c90c0b0a31c8) {{(pid=103232) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 19:36:47.043504 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-587d53d1-ab72-4fe8-b130-68e50134c4d0 req-4f93e6b6-8753-4b4c-a5a4-883b82e9d03a service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=9246b94a-de57-47ad-8fdb-61aaa56512df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0496678 Feb 09 19:36:47.092209 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762867132591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593584'] for agent (496418a2-c002-4aec-ab1a-07f3bea491bd), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:36:47.145697 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-a5450759-e0d9-49c7-8eff-09b0126014f8 req-4c08b566-fcf8-4161-9dd0-8c490d02f41d tempest-VolumesActionsTest-1249020738 tempest-VolumesActionsTest-1249020738-project] 10.222.0.75 "GET /v2.0/security-groups?id=92e3f3e1-abba-4606-8823-ff0f44ed1f23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1864326 Feb 09 19:36:47.157684 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-60c7d30f-0949-466a-a578-65aad000599a req-c3045ca4-7d38-4d72-85ac-c8689075cd48 service neutron] 10.222.0.89 "GET /v2.0/ports/5f3120e3-e786-407f-b3ad-794cc89bce3c/bindings/n-h1-713498-36 HTTP/1.1" status: 200 len: 383 time: 0.1799538 Feb 09 19:36:47.195467 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-d03b1b1e-5176-42dc-946d-6913ba586d56 None None] Publish callbacks [] for port (240eff6f-5306-487d-bec4-c90c0b0a31c8), precommit_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:36:47.206079 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-d03b1b1e-5176-42dc-946d-6913ba586d56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762866656467'] for port (240eff6f-5306-487d-bec4-c90c0b0a31c8), after_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:36:47.237605 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-691cff9a-74fa-4e7d-9bc2-e566af8cce1b req-5b5597e0-a314-45a5-ac23-ebe2cb8891ed tempest-TestNetworkAdvancedServerOps-1633223542 tempest-TestNetworkAdvancedServerOps-1633223542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:36:47.242423 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-691cff9a-74fa-4e7d-9bc2-e566af8cce1b req-5b5597e0-a314-45a5-ac23-ebe2cb8891ed tempest-TestNetworkAdvancedServerOps-1633223542 tempest-TestNetworkAdvancedServerOps-1633223542-project] 10.222.0.75 "GET /v2.0/ports?device_id=ba22b315-e430-4895-a078-0c720f335557 HTTP/1.1" status: 200 len: 944 time: 0.3504162 Feb 09 19:36:47.255864 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-587d53d1-ab72-4fe8-b130-68e50134c4d0 req-2b83ef3e-645a-4a15-bf97-a693d11a1e4c service neutron] 10.222.0.90 "GET /v2.0/networks/9246b94a-de57-47ad-8fdb-61aaa56512df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1891844 Feb 09 19:36:47.262321 n-d-713498-36 neutron-server[103232]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d03b1b1e-5176-42dc-946d-6913ba586d56 None None] Network 09762455-afbc-487e-9550-20b57642f1af is already hosted by enough agents. {{(pid=103232) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 19:36:47.267989 n-d-713498-36 neutron-server[103232]: DEBUG neutron.scheduler.base_scheduler [None req-d03b1b1e-5176-42dc-946d-6913ba586d56 None None] Resources bound (agent type, host, resource id): {{(pid=103232) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 19:36:47.272143 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d03b1b1e-5176-42dc-946d-6913ba586d56 None None] Received port after_create {{(pid=103232) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 19:36:47.275207 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f74b8190-22f1-44c0-9e0a-9f0b557c49b4 req-6f2b7cb3-f6f4-4bfe-9ce1-26f44d0c5449 tempest-ServersNegativeTestJSON-1608020402 tempest-ServersNegativeTestJSON-1608020402-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:36:47.275452 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d03b1b1e-5176-42dc-946d-6913ba586d56 None None] Pushing event updated for resources: {'Port': ['ID=240eff6f-5306-487d-bec4-c90c0b0a31c8,revision_number=1']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:36:47.276502 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-f74b8190-22f1-44c0-9e0a-9f0b557c49b4 req-6f2b7cb3-f6f4-4bfe-9ce1-26f44d0c5449 tempest-ServersNegativeTestJSON-1608020402 tempest-ServersNegativeTestJSON-1608020402-project] 10.222.0.89 "GET /v2.0/networks?id=2f0cf41a-020e-4549-8a9a-beaa8be7ccf1 HTTP/1.1" status: 200 len: 814 time: 0.3197093 Feb 09 19:36:47.283163 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-131024e0-7c2c-4aaa-81f9-c9ed54ec4d16 req-918990af-cd1b-44cc-be8d-1ae4dadff798 tempest-ServersNegativeTestJSON-1608020402 tempest-ServersNegativeTestJSON-1608020402-project] 10.222.0.75 "GET /v2.0/ports?device_id=5482a13c-891c-4023-9ac7-fa4d0b8b3c1a HTTP/1.1" status: 200 len: 210 time: 0.0450311 Feb 09 19:36:47.319470 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.v2.base [req-f74b8190-22f1-44c0-9e0a-9f0b557c49b4 req-e46601f6-7c88-4048-b270-b587196b092f tempest-ServersNegativeTestJSON-1608020402 tempest-ServersNegativeTestJSON-1608020402-project] Request body: {'port': {'device_id': '5482a13c-891c-4023-9ac7-fa4d0b8b3c1a', 'network_id': '2f0cf41a-020e-4549-8a9a-beaa8be7ccf1', 'admin_state_up': True, 'tenant_id': '554bad581bcf4d20ab4a10352f965260'}} {{(pid=103230) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 19:36:47.343618 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60c7d30f-0949-466a-a578-65aad000599a req-cc051def-c310-4ba1-95bb-6bd0b296fa7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:36:47.345130 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-60c7d30f-0949-466a-a578-65aad000599a req-cc051def-c310-4ba1-95bb-6bd0b296fa7c service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=eba669c4f4c548e495f13ae7579d0fa6&device_id=ba22b315-e430-4895-a078-0c720f335557 HTTP/1.1" status: 200 len: 1127 time: 0.1541858 Feb 09 19:36:47.347735 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.managers [None req-d03b1b1e-5176-42dc-946d-6913ba586d56 None None] Attempting to bind port 240eff6f-5306-487d-bec4-c90c0b0a31c8 on host n-d-713498-36 for vnic_type normal with profile {{(pid=103232) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 19:36:47.347735 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.managers [None req-d03b1b1e-5176-42dc-946d-6913ba586d56 None None] Attempting to bind port 240eff6f-5306-487d-bec4-c90c0b0a31c8 by drivers openvswitch,hyperv on host n-d-713498-36 at level 0 using segments [{'id': '030545df-bae1-4097-8476-87fa186419a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '09762455-afbc-487e-9550-20b57642f1af'}] {{(pid=103232) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 19:36:47.348212 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d03b1b1e-5176-42dc-946d-6913ba586d56 None None] Attempting to bind port 240eff6f-5306-487d-bec4-c90c0b0a31c8 on network 09762455-afbc-487e-9550-20b57642f1af {{(pid=103232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 19:36:47.353480 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d03b1b1e-5176-42dc-946d-6913ba586d56 None None] Checking agent: {'id': '496418a2-c002-4aec-ab1a-07f3bea491bd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-36', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 18, 51, 47), 'started_at': datetime.datetime(2022, 2, 9, 18, 52, 17), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 19, 36, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-36'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 19:36:47.353861 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d03b1b1e-5176-42dc-946d-6913ba586d56 None None] Checking segment: {'id': '030545df-bae1-4097-8476-87fa186419a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '09762455-afbc-487e-9550-20b57642f1af'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103232) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 19:36:47.354296 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-d03b1b1e-5176-42dc-946d-6913ba586d56 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:36:47.354686 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d03b1b1e-5176-42dc-946d-6913ba586d56 None None] Bound using segment: {'id': '030545df-bae1-4097-8476-87fa186419a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '09762455-afbc-487e-9550-20b57642f1af'} {{(pid=103232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 19:36:47.355162 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.managers [None req-d03b1b1e-5176-42dc-946d-6913ba586d56 None None] Bound port: 240eff6f-5306-487d-bec4-c90c0b0a31c8, host: n-d-713498-36, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '030545df-bae1-4097-8476-87fa186419a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '09762455-afbc-487e-9550-20b57642f1af'}}] {{(pid=103232) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 19:36:47.355550 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-d03b1b1e-5176-42dc-946d-6913ba586d56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (240eff6f-5306-487d-bec4-c90c0b0a31c8), before_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:36:47.402523 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-7503a273-fd5b-4ad1-b88b-baee894fb567 tempest-RoutersIpV6Test-841277211 tempest-RoutersIpV6Test-841277211-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14393611', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12985859'] for subnet (80d7b2da-32c0-48cf-a85c-b9042b7d6b8a), after_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:36:47.434393 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-d03b1b1e-5176-42dc-946d-6913ba586d56 None None] For port 240eff6f-5306-487d-bec4-c90c0b0a31c8, host n-d-713498-36, cleared binding levels {{(pid=103232) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 19:36:47.438645 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-d03b1b1e-5176-42dc-946d-6913ba586d56 None None] For port 240eff6f-5306-487d-bec4-c90c0b0a31c8, host n-d-713498-36, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-36',level=0,port_id=240eff6f-5306-487d-bec4-c90c0b0a31c8,segment=NetworkSegment(030545df-bae1-4097-8476-87fa186419a2),segment_id=030545df-bae1-4097-8476-87fa186419a2)] {{(pid=103232) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 19:36:47.445918 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-d03b1b1e-5176-42dc-946d-6913ba586d56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762867176205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762866656485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762866656503'] for port (240eff6f-5306-487d-bec4-c90c0b0a31c8), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:36:47.454705 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-691cff9a-74fa-4e7d-9bc2-e566af8cce1b req-f5074450-d436-4d6a-96c6-a4566229b00a tempest-TestNetworkAdvancedServerOps-1633223542 tempest-TestNetworkAdvancedServerOps-1633223542-project] 10.222.0.75 "GET /v2.0/security-groups?id=4e60dadd-ab65-4f99-8fbb-201b325b18d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1861010 Feb 09 19:36:47.464285 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-587d53d1-ab72-4fe8-b130-68e50134c4d0 req-c6a5d5cf-d9f9-4394-b083-f50c719f12f7 service neutron] 10.222.0.90 "GET /v2.0/networks/9246b94a-de57-47ad-8fdb-61aaa56512df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1791842 Feb 09 19:36:47.480006 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60c7d30f-0949-466a-a578-65aad000599a req-9af891b7-6c91-482c-be7e-2a11b1632c47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:36:47.481796 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-60c7d30f-0949-466a-a578-65aad000599a req-9af891b7-6c91-482c-be7e-2a11b1632c47 service neutron] 10.222.0.89 "GET /v2.0/networks?id=4441bac0-0a44-4a1e-8093-e71510495491 HTTP/1.1" status: 200 len: 898 time: 0.1296415 Feb 09 19:36:47.515828 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d03b1b1e-5176-42dc-946d-6913ba586d56 None None] Pushing event updated for resources: {'Port': ['ID=240eff6f-5306-487d-bec4-c90c0b0a31c8,revision_number=2']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:36:47.548440 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7503a273-fd5b-4ad1-b88b-baee894fb567 tempest-RoutersIpV6Test-841277211 tempest-RoutersIpV6Test-841277211-project] Pushing event updated for resources: {'Subnet': ['ID=80d7b2da-32c0-48cf-a85c-b9042b7d6b8a,revision_number=0']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:36:47.562992 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7503a273-fd5b-4ad1-b88b-baee894fb567 tempest-RoutersIpV6Test-841277211 tempest-RoutersIpV6Test-841277211-project] Checking segment: {'id': '54ffdd8a-4167-4f1d-846a-40f8c33aadc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': '385eaeed-d715-4918-9ad3-72208996d4a4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103230) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 19:36:47.563356 n-d-713498-36 neutron-server[103230]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7503a273-fd5b-4ad1-b88b-baee894fb567 tempest-RoutersIpV6Test-841277211 tempest-RoutersIpV6Test-841277211-project] Network hostable DHCP agents. Network: 385eaeed-d715-4918-9ad3-72208996d4a4, hostable agents: ['af91e4b9-f4e1-42b1-a25c-a10dc47171c8'], hosted agents: [] {{(pid=103230) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 19:36:47.573718 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f74b8190-22f1-44c0-9e0a-9f0b557c49b4 req-e46601f6-7c88-4048-b270-b587196b092f tempest-ServersNegativeTestJSON-1608020402 tempest-ServersNegativeTestJSON-1608020402-project] Made reservation on behalf of 554bad581bcf4d20ab4a10352f965260 for: {'port': 1} {{(pid=103230) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 19:36:47.578337 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [req-f74b8190-22f1-44c0-9e0a-9f0b557c49b4 req-e46601f6-7c88-4048-b270-b587196b092f tempest-ServersNegativeTestJSON-1608020402 tempest-ServersNegativeTestJSON-1608020402-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (None), before_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:36:47.606076 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-60c7d30f-0949-466a-a578-65aad000599a req-44935df3-05d6-4fb4-a7fe-b3c922101d6d service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=5f3120e3-e786-407f-b3ad-794cc89bce3c HTTP/1.1" status: 200 len: 999 time: 0.1173782 Feb 09 19:36:47.616544 n-d-713498-36 neutron-server[103230]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7503a273-fd5b-4ad1-b88b-baee894fb567 tempest-RoutersIpV6Test-841277211 tempest-RoutersIpV6Test-841277211-project] Network 385eaeed-d715-4918-9ad3-72208996d4a4 is scheduled to be hosted by DHCP agent af91e4b9-f4e1-42b1-a25c-a10dc47171c8 with binding_index 1 {{(pid=103230) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 19:36:47.655006 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-676ff3b2-e4ec-46e6-a7d9-da86143d2266 req-efac89bf-7c30-4e2d-9968-e3b4084c5768 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:36:47.656609 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-676ff3b2-e4ec-46e6-a7d9-da86143d2266 req-efac89bf-7c30-4e2d-9968-e3b4084c5768 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=b222082e2b8f499f8189e5e823a7ff3f&device_id=4507279d-c0a6-4053-96f9-1d01f37541a6 HTTP/1.1" status: 200 len: 1126 time: 0.1158390 Feb 09 19:36:47.658208 n-d-713498-36 neutron-server[103230]: DEBUG neutron.scheduler.base_scheduler [None req-7503a273-fd5b-4ad1-b88b-baee894fb567 tempest-RoutersIpV6Test-841277211 tempest-RoutersIpV6Test-841277211-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713498-36, 385eaeed-d715-4918-9ad3-72208996d4a4) {{(pid=103230) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 19:36:47.665147 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60c7d30f-0949-466a-a578-65aad000599a req-406d07e9-16fa-43b9-a063-adf228d8b00b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:36:47.666664 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-60c7d30f-0949-466a-a578-65aad000599a req-406d07e9-16fa-43b9-a063-adf228d8b00b service neutron] 10.222.0.89 "GET /v2.0/subnets?id=a53359ef-76e4-4c05-b08e-4db3ad09b5a9 HTTP/1.1" status: 200 len: 835 time: 0.0555942 Feb 09 19:36:47.668433 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6010a68a-b2d3-4616-9902-2b4984a245a9 None None] Network 385eaeed-d715-4918-9ad3-72208996d4a4 requested from n-d-713498-36 {{(pid=103232) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 19:36:47.717751 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Device 5f3120e3-e786-407f-b3ad-794cc89bce3c up at agent hyperv_n-h1-713498-36 {{(pid=103232) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 19:36:47.765097 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7503a273-fd5b-4ad1-b88b-baee894fb567 tempest-RoutersIpV6Test-841277211 tempest-RoutersIpV6Test-841277211-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:36:47.766304 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-7503a273-fd5b-4ad1-b88b-baee894fb567 tempest-RoutersIpV6Test-841277211 tempest-RoutersIpV6Test-841277211-project] Publish callbacks [] for subnet (None), before_response {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:36:47.812252 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-7503a273-fd5b-4ad1-b88b-baee894fb567 tempest-RoutersIpV6Test-841277211 tempest-RoutersIpV6Test-841277211-project] 10.222.0.75 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.1595933 Feb 09 19:36:47.813781 n-d-713498-36 neutron-server[103230]: DEBUG neutron.db.db_base_plugin_common [req-f74b8190-22f1-44c0-9e0a-9f0b557c49b4 req-e46601f6-7c88-4048-b270-b587196b092f tempest-ServersNegativeTestJSON-1608020402 tempest-ServersNegativeTestJSON-1608020402-project] Allocated IP 172.20.0.13 (2f0cf41a-020e-4549-8a9a-beaa8be7ccf1/6d1f69a1-f040-48ff-86ee-7d9cfec7a16b/0b03ba4e-3ae4-445f-a58f-5ced31d50819) {{(pid=103230) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 19:36:47.815819 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 39032) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:36:47.820669 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.v2.base [None req-09b42817-f3ac-4d88-a72e-2d7e871c9aa7 tempest-RoutersIpV6Test-841277211 tempest-RoutersIpV6Test-841277211-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-2135816290', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103230) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 19:36:47.839489 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60c7d30f-0949-466a-a578-65aad000599a req-5963675b-446c-470b-a2a2-1849f0a5afa7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:36:47.841106 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-60c7d30f-0949-466a-a578-65aad000599a req-5963675b-446c-470b-a2a2-1849f0a5afa7 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=4441bac0-0a44-4a1e-8093-e71510495491&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.1631472 Feb 09 19:36:47.842349 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-676ff3b2-e4ec-46e6-a7d9-da86143d2266 req-ceeef190-d1e0-40a7-90c1-91e45ee79a39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:36:47.844151 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-676ff3b2-e4ec-46e6-a7d9-da86143d2266 req-ceeef190-d1e0-40a7-90c1-91e45ee79a39 service neutron] 10.222.0.90 "GET /v2.0/networks?id=9246b94a-de57-47ad-8fdb-61aaa56512df HTTP/1.1" status: 200 len: 909 time: 0.1758785 Feb 09 19:36:47.846528 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-09b42817-f3ac-4d88-a72e-2d7e871c9aa7 tempest-RoutersIpV6Test-841277211 tempest-RoutersIpV6Test-841277211-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1834830', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-58389'] for router (55fec3fe-7e8e-4d78-bc87-824707365bb4), before_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:36:47.847650 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-09b42817-f3ac-4d88-a72e-2d7e871c9aa7 tempest-RoutersIpV6Test-841277211 tempest-RoutersIpV6Test-841277211-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1834810', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1822096', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1886735', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-58380'] for router (55fec3fe-7e8e-4d78-bc87-824707365bb4), precommit_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:36:47.889466 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.provisioning_blocks [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Provisioning for port 5f3120e3-e786-407f-b3ad-794cc89bce3c completed by entity L2. {{(pid=103232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 19:36:47.898718 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.provisioning_blocks [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Provisioning complete for port 5f3120e3-e786-407f-b3ad-794cc89bce3c triggered by entity L2. {{(pid=103232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 19:36:47.899240 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593630'] for port (5f3120e3-e786-407f-b3ad-794cc89bce3c), provisioning_complete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:36:47.929346 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3495756-eebb-4ae8-831b-ef76880078ff None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8b32e980-7cce-5e82-a341-bd2fa8945c89-385eaeed-d715-4918-9ad3-72208996d4a4', 'network_id': '385eaeed-d715-4918-9ad3-72208996d4a4', 'project_id': '9e33aca4a44d4fa38a064d0581ca7668', 'fixed_ips': [{'subnet_id': '80d7b2da-32c0-48cf-a85c-b9042b7d6b8a'}]}} from n-d-713498-36. {{(pid=103232) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 09 19:36:47.930635 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-f3495756-eebb-4ae8-831b-ef76880078ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (None), before_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:36:47.951422 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-09b42817-f3ac-4d88-a72e-2d7e871c9aa7 tempest-RoutersIpV6Test-841277211 tempest-RoutersIpV6Test-841277211-project] Publish callbacks [] for router_controller (55fec3fe-7e8e-4d78-bc87-824707365bb4), precommit_add_association {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:36:47.956214 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-676ff3b2-e4ec-46e6-a7d9-da86143d2266 req-6ada3733-9027-4c61-8ea7-a7a98b14924a service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=27babea0-3164-4577-bb03-a987ed29b734 HTTP/1.1" status: 200 len: 217 time: 0.0993760 Feb 09 19:36:47.960351 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-09b42817-f3ac-4d88-a72e-2d7e871c9aa7 tempest-RoutersIpV6Test-841277211 tempest-RoutersIpV6Test-841277211-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1834945', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1818951'] for router (55fec3fe-7e8e-4d78-bc87-824707365bb4), after_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:36:48.028681 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-09b42817-f3ac-4d88-a72e-2d7e871c9aa7 tempest-RoutersIpV6Test-841277211 tempest-RoutersIpV6Test-841277211-project] Publish callbacks [] for router (None), before_response {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:36:48.033122 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-676ff3b2-e4ec-46e6-a7d9-da86143d2266 req-193bcfcd-407a-481e-b866-756200013cfb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:36:48.033302 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-09b42817-f3ac-4d88-a72e-2d7e871c9aa7 tempest-RoutersIpV6Test-841277211 tempest-RoutersIpV6Test-841277211-project] 10.222.0.75 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.2137158 Feb 09 19:36:48.033428 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-676ff3b2-e4ec-46e6-a7d9-da86143d2266 req-193bcfcd-407a-481e-b866-756200013cfb service neutron] 10.222.0.90 "GET /v2.0/subnets?id=8cf0e17c-ad81-4a0a-897d-7becfa85c767 HTTP/1.1" status: 200 len: 848 time: 0.0685477 Feb 09 19:36:48.033989 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 39034) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:36:48.057649 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-60c7d30f-0949-466a-a578-65aad000599a req-bf9097cb-cf45-455a-8e31-aaf3381a9130 service neutron] 10.222.0.89 "GET /v2.0/networks/4441bac0-0a44-4a1e-8093-e71510495491?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2096298 Feb 09 19:36:48.075931 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-676ff3b2-e4ec-46e6-a7d9-da86143d2266 req-b5bb268f-ae9b-4559-96d4-177dbf975090 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=9246b94a-de57-47ad-8fdb-61aaa56512df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0331213 Feb 09 19:36:48.111056 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Current status of the port 5f3120e3-e786-407f-b3ad-794cc89bce3c is: BUILD; New status is: ACTIVE {{(pid=103232) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 19:36:48.111613 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (5f3120e3-e786-407f-b3ad-794cc89bce3c), before_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:36:48.155155 n-d-713498-36 neutron-server[103232]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ba22b315-e430-4895-a078-0c720f335557', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5f3120e3-e786-407f-b3ad-794cc89bce3c'}] {{(pid=103232) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 19:36:48.158012 n-d-713498-36 neutron-server[103232]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}949cdcde653dec44821de95cbf67297f53cbc2aed4e073b5d514f93bf911ce85" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fe8ddd7f-4b6f-4d2b-90d5-60eae1002623" -d '{"events": [{"server_uuid": "ba22b315-e430-4895-a078-0c720f335557", "name": "network-vif-plugged", "status": "completed", "tag": "5f3120e3-e786-407f-b3ad-794cc89bce3c"}]}' {{(pid=103232) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 19:36:48.163057 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.db_base_plugin_common [None req-f3495756-eebb-4ae8-831b-ef76880078ff None None] Allocated IP 2001:db8:1::2 (385eaeed-d715-4918-9ad3-72208996d4a4/80d7b2da-32c0-48cf-a85c-b9042b7d6b8a/c605a7dd-b9cb-4848-b4ab-240a2eea8edd) {{(pid=103232) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 19:36:48.179700 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] For port 5f3120e3-e786-407f-b3ad-794cc89bce3c, host n-h1-713498-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-36',level=0,port_id=5f3120e3-e786-407f-b3ad-794cc89bce3c,segment=NetworkSegment(25bee314-2f03-4005-a207-d495c9ba8d98),segment_id=25bee314-2f03-4005-a207-d495c9ba8d98)] {{(pid=103232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 19:36:48.185179 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762867176205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762866656485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762866656503'] for port (5f3120e3-e786-407f-b3ad-794cc89bce3c), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:36:48.271550 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-60c7d30f-0949-466a-a578-65aad000599a req-7a9efb33-878e-406c-8495-e986f7985b04 service neutron] 10.222.0.89 "GET /v2.0/networks/4441bac0-0a44-4a1e-8093-e71510495491?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1979835 Feb 09 19:36:48.284575 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-676ff3b2-e4ec-46e6-a7d9-da86143d2266 req-31ee0ab9-52fb-4c53-80b4-17b2ff1ccf30 service neutron] 10.222.0.90 "GET /v2.0/networks/9246b94a-de57-47ad-8fdb-61aaa56512df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1907763 Feb 09 19:36:48.296032 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Pushing event updated for resources: {'Port': ['ID=5f3120e3-e786-407f-b3ad-794cc89bce3c,revision_number=9']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:36:48.413509 n-d-713498-36 neutron-server[103232]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 19:36:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-61b43b87-ac9b-477c-8184-9cf219aad5a4 x-openstack-request-id: req-61b43b87-ac9b-477c-8184-9cf219aad5a4 {{(pid=103232) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 19:36:48.413809 n-d-713498-36 neutron-server[103232]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ba22b315-e430-4895-a078-0c720f335557", "name": "network-vif-plugged", "status": "completed", "tag": "5f3120e3-e786-407f-b3ad-794cc89bce3c", "code": 200}]} {{(pid=103232) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 19:36:48.414125 n-d-713498-36 neutron-server[103232]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-61b43b87-ac9b-477c-8184-9cf219aad5a4 {{(pid=103232) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 19:36:48.415183 n-d-713498-36 neutron-server[103232]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ba22b315-e430-4895-a078-0c720f335557', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5f3120e3-e786-407f-b3ad-794cc89bce3c', 'code': 200} Feb 09 19:36:48.442770 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-f3495756-eebb-4ae8-831b-ef76880078ff None None] Publish callbacks [] for port (c605a7dd-b9cb-4848-b4ab-240a2eea8edd), precommit_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:36:48.453197 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6be76ed4-3d71-4a63-b615-fe27b82b351c req-482505ae-4eac-4c8a-a2c2-03ff75a61d88 tempest-VolumesActionsTest-1249020738 tempest-VolumesActionsTest-1249020738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:36:48.454877 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-5740db25-1cd7-452f-98ed-a98c32249576 req-5be2fe88-86f0-4924-9564-2b1675e1b065 tempest-ServersNegativeTestJSON-1608020402 tempest-ServersNegativeTestJSON-1608020402-project] 10.222.0.75 "GET /v2.0/ports?device_id=5482a13c-891c-4023-9ac7-fa4d0b8b3c1a HTTP/1.1" status: 200 len: 210 time: 0.0605121 Feb 09 19:36:48.455375 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-f3495756-eebb-4ae8-831b-ef76880078ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762866656467'] for port (c605a7dd-b9cb-4848-b4ab-240a2eea8edd), after_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:36:48.455486 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-6be76ed4-3d71-4a63-b615-fe27b82b351c req-482505ae-4eac-4c8a-a2c2-03ff75a61d88 tempest-VolumesActionsTest-1249020738 tempest-VolumesActionsTest-1249020738-project] 10.222.0.75 "GET /v2.0/ports?device_id=4507279d-c0a6-4053-96f9-1d01f37541a6 HTTP/1.1" status: 200 len: 943 time: 0.1554477 Feb 09 19:36:48.464860 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-676ff3b2-e4ec-46e6-a7d9-da86143d2266 req-b4587d38-13b5-42fb-9ad7-6de9b71d9828 service neutron] 10.222.0.90 "GET /v2.0/networks/9246b94a-de57-47ad-8fdb-61aaa56512df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1707246 Feb 09 19:36:48.497697 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-18198a6d-8d27-4698-a1a4-11053d03ceff tempest-RoutersIpV6Test-841277211 tempest-RoutersIpV6Test-841277211-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (None), before_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:36:48.505923 n-d-713498-36 neutron-server[103232]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3495756-eebb-4ae8-831b-ef76880078ff None None] Network 385eaeed-d715-4918-9ad3-72208996d4a4 is already hosted by enough agents. {{(pid=103232) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 19:36:48.506554 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [req-f74b8190-22f1-44c0-9e0a-9f0b557c49b4 req-e46601f6-7c88-4048-b270-b587196b092f tempest-ServersNegativeTestJSON-1608020402 tempest-ServersNegativeTestJSON-1608020402-project] Publish callbacks [] for port (0b03ba4e-3ae4-445f-a58f-5ced31d50819), precommit_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:36:48.521520 n-d-713498-36 neutron-server[103232]: DEBUG neutron.scheduler.base_scheduler [None req-f3495756-eebb-4ae8-831b-ef76880078ff None None] Resources bound (agent type, host, resource id): {{(pid=103232) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 19:36:48.527089 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3495756-eebb-4ae8-831b-ef76880078ff None None] Received port after_create {{(pid=103232) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 19:36:48.563571 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3495756-eebb-4ae8-831b-ef76880078ff None None] Pushing event updated for resources: {'Port': ['ID=c605a7dd-b9cb-4848-b4ab-240a2eea8edd,revision_number=1']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:36:48.600226 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.managers [None req-f3495756-eebb-4ae8-831b-ef76880078ff None None] Attempting to bind port c605a7dd-b9cb-4848-b4ab-240a2eea8edd on host n-d-713498-36 for vnic_type normal with profile {{(pid=103232) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 19:36:48.600926 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.managers [None req-f3495756-eebb-4ae8-831b-ef76880078ff None None] Attempting to bind port c605a7dd-b9cb-4848-b4ab-240a2eea8edd by drivers openvswitch,hyperv on host n-d-713498-36 at level 0 using segments [{'id': '54ffdd8a-4167-4f1d-846a-40f8c33aadc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': '385eaeed-d715-4918-9ad3-72208996d4a4'}] {{(pid=103232) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 19:36:48.601386 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3495756-eebb-4ae8-831b-ef76880078ff None None] Attempting to bind port c605a7dd-b9cb-4848-b4ab-240a2eea8edd on network 385eaeed-d715-4918-9ad3-72208996d4a4 {{(pid=103232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 19:36:48.609433 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3495756-eebb-4ae8-831b-ef76880078ff None None] Checking agent: {'id': '496418a2-c002-4aec-ab1a-07f3bea491bd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-36', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 18, 51, 47), 'started_at': datetime.datetime(2022, 2, 9, 18, 52, 17), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 19, 36, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-36'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 19:36:48.609433 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3495756-eebb-4ae8-831b-ef76880078ff None None] Checking segment: {'id': '54ffdd8a-4167-4f1d-846a-40f8c33aadc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': '385eaeed-d715-4918-9ad3-72208996d4a4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103232) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 19:36:48.609433 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-f3495756-eebb-4ae8-831b-ef76880078ff None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:36:48.609433 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3495756-eebb-4ae8-831b-ef76880078ff None None] Bound using segment: {'id': '54ffdd8a-4167-4f1d-846a-40f8c33aadc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': '385eaeed-d715-4918-9ad3-72208996d4a4'} {{(pid=103232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 19:36:48.611168 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.managers [None req-f3495756-eebb-4ae8-831b-ef76880078ff None None] Bound port: c605a7dd-b9cb-4848-b4ab-240a2eea8edd, host: n-d-713498-36, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '54ffdd8a-4167-4f1d-846a-40f8c33aadc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': '385eaeed-d715-4918-9ad3-72208996d4a4'}}] {{(pid=103232) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 19:36:48.611168 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-f3495756-eebb-4ae8-831b-ef76880078ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (c605a7dd-b9cb-4848-b4ab-240a2eea8edd), before_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:36:48.634180 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a265c6e-941b-4764-afaf-dc134d0fb92a req-a64eae1a-e87a-47d1-baa5-b7606a190902 tempest-TestNetworkAdvancedServerOps-1633223542 tempest-TestNetworkAdvancedServerOps-1633223542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:36:48.636412 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-0a265c6e-941b-4764-afaf-dc134d0fb92a req-a64eae1a-e87a-47d1-baa5-b7606a190902 tempest-TestNetworkAdvancedServerOps-1633223542 tempest-TestNetworkAdvancedServerOps-1633223542-project] 10.222.0.75 "GET /v2.0/ports?device_id=ba22b315-e430-4895-a078-0c720f335557 HTTP/1.1" status: 200 len: 945 time: 0.1005540 Feb 09 19:36:48.680096 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-6be76ed4-3d71-4a63-b615-fe27b82b351c req-ae48daad-2cfd-47d6-93a3-615937395e8a tempest-VolumesActionsTest-1249020738 tempest-VolumesActionsTest-1249020738-project] 10.222.0.75 "GET /v2.0/security-groups?id=92e3f3e1-abba-4606-8823-ff0f44ed1f23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2137597 Feb 09 19:36:48.712007 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-0a265c6e-941b-4764-afaf-dc134d0fb92a req-7ffb6572-a6f5-4e37-9ac1-8b31f106dec0 tempest-TestNetworkAdvancedServerOps-1633223542 tempest-TestNetworkAdvancedServerOps-1633223542-project] 10.222.0.75 "GET /v2.0/security-groups?id=4e60dadd-ab65-4f99-8fbb-201b325b18d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0661037 Feb 09 19:36:48.731545 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-f3495756-eebb-4ae8-831b-ef76880078ff None None] For port c605a7dd-b9cb-4848-b4ab-240a2eea8edd, host n-d-713498-36, cleared binding levels {{(pid=103232) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 19:36:48.736012 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762867132591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593584'] for agent (488cd9ae-631f-4955-ba0b-4f5a13f12e9c), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:36:48.742347 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-f3495756-eebb-4ae8-831b-ef76880078ff None None] For port c605a7dd-b9cb-4848-b4ab-240a2eea8edd, host n-d-713498-36, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-36',level=0,port_id=c605a7dd-b9cb-4848-b4ab-240a2eea8edd,segment=NetworkSegment(54ffdd8a-4167-4f1d-846a-40f8c33aadc9),segment_id=54ffdd8a-4167-4f1d-846a-40f8c33aadc9)] {{(pid=103232) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 19:36:48.750049 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-f3495756-eebb-4ae8-831b-ef76880078ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762867176205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762866656485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762866656503'] for port (c605a7dd-b9cb-4848-b4ab-240a2eea8edd), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:36:48.752643 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [req-f74b8190-22f1-44c0-9e0a-9f0b557c49b4 req-e46601f6-7c88-4048-b270-b587196b092f tempest-ServersNegativeTestJSON-1608020402 tempest-ServersNegativeTestJSON-1608020402-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762866656467', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14393751'] for port (0b03ba4e-3ae4-445f-a58f-5ced31d50819), after_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:36:48.766726 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] get_ports_and_sgs() called for port_ids ['e29dcbb8-a456-45b2-83ed-996317badba0'] {{(pid=103232) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 19:36:48.833302 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e46601f6-7c88-4048-b270-b587196b092f tempest-ServersNegativeTestJSON-1608020402 tempest-ServersNegativeTestJSON-1608020402-project] Pushing event updated for resources: {'Port': ['ID=0b03ba4e-3ae4-445f-a58f-5ced31d50819,revision_number=1']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:36:48.837627 n-d-713498-36 neutron-server[103230]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f74b8190-22f1-44c0-9e0a-9f0b557c49b4 req-e46601f6-7c88-4048-b270-b587196b092f tempest-ServersNegativeTestJSON-1608020402 tempest-ServersNegativeTestJSON-1608020402-project] Network 2f0cf41a-020e-4549-8a9a-beaa8be7ccf1 is already hosted by enough agents. {{(pid=103230) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 19:36:48.870313 n-d-713498-36 neutron-server[103230]: DEBUG neutron.scheduler.base_scheduler [req-f74b8190-22f1-44c0-9e0a-9f0b557c49b4 req-e46601f6-7c88-4048-b270-b587196b092f tempest-ServersNegativeTestJSON-1608020402 tempest-ServersNegativeTestJSON-1608020402-project] Resources bound (agent type, host, resource id): {{(pid=103230) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 19:36:48.875473 n-d-713498-36 neutron-server[103230]: DEBUG neutron.db.l3_dvrscheduler_db [req-f74b8190-22f1-44c0-9e0a-9f0b557c49b4 req-e46601f6-7c88-4048-b270-b587196b092f tempest-ServersNegativeTestJSON-1608020402 tempest-ServersNegativeTestJSON-1608020402-project] Received port after_create {{(pid=103230) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 19:36:48.877587 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3495756-eebb-4ae8-831b-ef76880078ff None None] Pushing event updated for resources: {'Port': ['ID=c605a7dd-b9cb-4848-b4ab-240a2eea8edd,revision_number=2']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:36:48.975371 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ee26d9a-c9c5-4609-8e2d-5e56b482313f None None] Network 09762455-afbc-487e-9550-20b57642f1af requested from n-d-713498-36 {{(pid=103232) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 19:36:48.979988 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f74b8190-22f1-44c0-9e0a-9f0b557c49b4 req-e46601f6-7c88-4048-b270-b587196b092f tempest-ServersNegativeTestJSON-1608020402 tempest-ServersNegativeTestJSON-1608020402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:36:48.980202 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [req-f74b8190-22f1-44c0-9e0a-9f0b557c49b4 req-e46601f6-7c88-4048-b270-b587196b092f tempest-ServersNegativeTestJSON-1608020402 tempest-ServersNegativeTestJSON-1608020402-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171096'] for port (None), before_response {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:36:49.017824 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-f74b8190-22f1-44c0-9e0a-9f0b557c49b4 req-e46601f6-7c88-4048-b270-b587196b092f tempest-ServersNegativeTestJSON-1608020402 tempest-ServersNegativeTestJSON-1608020402-project] 10.222.0.89 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.7026403 Feb 09 19:36:49.019046 n-d-713498-36 neutron-server[103230]: DEBUG neutron.db.db_base_plugin_common [None req-18198a6d-8d27-4698-a1a4-11053d03ceff tempest-RoutersIpV6Test-841277211 tempest-RoutersIpV6Test-841277211-project] Allocated IP 2001:db8::1 (09762455-afbc-487e-9550-20b57642f1af/2a8655ee-cd01-4788-9059-a0633bddc388/80ca79ef-0238-4e0d-af89-36814fe20cdf) {{(pid=103230) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 19:36:49.030751 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.v2.base [req-f74b8190-22f1-44c0-9e0a-9f0b557c49b4 req-fc54c641-e2f8-4f46-b3cc-a43f6b6f2a7b service neutron] Request body: {'port': {'device_id': '5482a13c-891c-4023-9ac7-fa4d0b8b3c1a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-713498-36'}} {{(pid=103230) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 19:36:49.038124 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Device 240eff6f-5306-487d-bec4-c90c0b0a31c8 up at agent ovs-agent-n-d-713498-36 {{(pid=103232) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 19:36:49.125421 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.provisioning_blocks [None req-6f8b0919-c1bb-46b3-833f-ee742494a144 None None] Provisioning complete for port 240eff6f-5306-487d-bec4-c90c0b0a31c8 triggered by entity DHCP. {{(pid=103232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 19:36:49.125910 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-6f8b0919-c1bb-46b3-833f-ee742494a144 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593630'] for port (240eff6f-5306-487d-bec4-c90c0b0a31c8), provisioning_complete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:36:49.163667 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [req-f74b8190-22f1-44c0-9e0a-9f0b557c49b4 req-fc54c641-e2f8-4f46-b3cc-a43f6b6f2a7b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (0b03ba4e-3ae4-445f-a58f-5ced31d50819), before_update {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:36:49.191613 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762867132591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593584'] for agent (bcd5faee-dc24-4298-9134-0e0aa054058e), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:36:49.253003 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-18198a6d-8d27-4698-a1a4-11053d03ceff tempest-RoutersIpV6Test-841277211 tempest-RoutersIpV6Test-841277211-project] Publish callbacks [] for port (80ca79ef-0238-4e0d-af89-36814fe20cdf), precommit_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:36:49.313129 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.provisioning_blocks [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Provisioning complete for port 240eff6f-5306-487d-bec4-c90c0b0a31c8 triggered by entity L2. {{(pid=103232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 19:36:49.313617 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593630'] for port (240eff6f-5306-487d-bec4-c90c0b0a31c8), provisioning_complete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:36:49.417436 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-18198a6d-8d27-4698-a1a4-11053d03ceff tempest-RoutersIpV6Test-841277211 tempest-RoutersIpV6Test-841277211-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762866656467', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14393751'] for port (80ca79ef-0238-4e0d-af89-36814fe20cdf), after_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:36:49.500089 n-d-713498-36 neutron-server[103230]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18198a6d-8d27-4698-a1a4-11053d03ceff tempest-RoutersIpV6Test-841277211 tempest-RoutersIpV6Test-841277211-project] Network 09762455-afbc-487e-9550-20b57642f1af is already hosted by enough agents. {{(pid=103230) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 19:36:49.507942 n-d-713498-36 neutron-server[103230]: DEBUG neutron.scheduler.base_scheduler [None req-18198a6d-8d27-4698-a1a4-11053d03ceff tempest-RoutersIpV6Test-841277211 tempest-RoutersIpV6Test-841277211-project] Resources bound (agent type, host, resource id): {{(pid=103230) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 19:36:49.510667 n-d-713498-36 neutron-server[103230]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18198a6d-8d27-4698-a1a4-11053d03ceff tempest-RoutersIpV6Test-841277211 tempest-RoutersIpV6Test-841277211-project] Received port after_create {{(pid=103230) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 19:36:49.511355 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-18198a6d-8d27-4698-a1a4-11053d03ceff tempest-RoutersIpV6Test-841277211 tempest-RoutersIpV6Test-841277211-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1819024'] for router_interface (55fec3fe-7e8e-4d78-bc87-824707365bb4), before_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:36:49.518529 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18198a6d-8d27-4698-a1a4-11053d03ceff tempest-RoutersIpV6Test-841277211 tempest-RoutersIpV6Test-841277211-project] Pushing event updated for resources: {'Port': ['ID=80ca79ef-0238-4e0d-af89-36814fe20cdf,revision_number=1']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:36:49.518755 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-6f8b0919-c1bb-46b3-833f-ee742494a144 None None] Current status of the port 240eff6f-5306-487d-bec4-c90c0b0a31c8 is: DOWN; New status is: ACTIVE {{(pid=103232) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 19:36:49.518969 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-6f8b0919-c1bb-46b3-833f-ee742494a144 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (240eff6f-5306-487d-bec4-c90c0b0a31c8), before_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:36:49.567377 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-6f8b0919-c1bb-46b3-833f-ee742494a144 None None] For port 240eff6f-5306-487d-bec4-c90c0b0a31c8, host n-d-713498-36, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-36',level=0,port_id=240eff6f-5306-487d-bec4-c90c0b0a31c8,segment=NetworkSegment(030545df-bae1-4097-8476-87fa186419a2),segment_id=030545df-bae1-4097-8476-87fa186419a2)] {{(pid=103232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 19:36:49.597271 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-6f8b0919-c1bb-46b3-833f-ee742494a144 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762867176205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762866656485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762866656503'] for port (240eff6f-5306-487d-bec4-c90c0b0a31c8), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:36:49.645699 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Current status of the port 240eff6f-5306-487d-bec4-c90c0b0a31c8 is: ACTIVE; New status is: ACTIVE {{(pid=103232) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 19:36:49.666541 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f8b0919-c1bb-46b3-833f-ee742494a144 None None] Pushing event updated for resources: {'Port': ['ID=240eff6f-5306-487d-bec4-c90c0b0a31c8,revision_number=3']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:36:49.716918 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ddd3270-9f47-48dd-b1fc-e332dbb69610 req-a62bbc7c-737f-456a-9ae3-304fd000f6d9 tempest-ServersNegativeTestJSON-1608020402 tempest-ServersNegativeTestJSON-1608020402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:36:49.718973 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-6ddd3270-9f47-48dd-b1fc-e332dbb69610 req-a62bbc7c-737f-456a-9ae3-304fd000f6d9 tempest-ServersNegativeTestJSON-1608020402 tempest-ServersNegativeTestJSON-1608020402-project] 10.222.0.75 "GET /v2.0/ports?device_id=5482a13c-891c-4023-9ac7-fa4d0b8b3c1a HTTP/1.1" status: 200 len: 932 time: 0.1613615 Feb 09 19:36:49.737045 n-d-713498-36 neutron-server[103230]: DEBUG neutron.notifiers.nova [req-f74b8190-22f1-44c0-9e0a-9f0b557c49b4 req-fc54c641-e2f8-4f46-b3cc-a43f6b6f2a7b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0b03ba4e-3ae4-445f-a58f-5ced31d50819 {{(pid=103230) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 19:36:49.755310 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [req-f74b8190-22f1-44c0-9e0a-9f0b557c49b4 req-fc54c641-e2f8-4f46-b3cc-a43f6b6f2a7b service neutron] Publish callbacks [] for port (0b03ba4e-3ae4-445f-a58f-5ced31d50819), precommit_update {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:36:49.805452 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-18198a6d-8d27-4698-a1a4-11053d03ceff tempest-RoutersIpV6Test-841277211 tempest-RoutersIpV6Test-841277211-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (80ca79ef-0238-4e0d-af89-36814fe20cdf), before_update {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:36:49.825097 n-d-713498-36 neutron-server[103230]: DEBUG neutron.db.provisioning_blocks [req-f74b8190-22f1-44c0-9e0a-9f0b557c49b4 req-fc54c641-e2f8-4f46-b3cc-a43f6b6f2a7b service neutron] Transition to ACTIVE for port object 0b03ba4e-3ae4-445f-a58f-5ced31d50819 will not be triggered until provisioned by entity L2. {{(pid=103230) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 19:36:49.838739 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [req-f74b8190-22f1-44c0-9e0a-9f0b557c49b4 req-fc54c641-e2f8-4f46-b3cc-a43f6b6f2a7b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762867176205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762866656485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762866656503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14393758'] for port (0b03ba4e-3ae4-445f-a58f-5ced31d50819), after_update {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:36:49.848700 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14b9f5c7-68d5-412d-bbf8-01670e97b3b4 req-e85aed1d-ad24-4861-9cf3-2d193c4228ab tempest-VolumesActionsTest-1249020738 tempest-VolumesActionsTest-1249020738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:36:49.850518 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-14b9f5c7-68d5-412d-bbf8-01670e97b3b4 req-e85aed1d-ad24-4861-9cf3-2d193c4228ab tempest-VolumesActionsTest-1249020738 tempest-VolumesActionsTest-1249020738-project] 10.222.0.75 "GET /v2.0/ports?device_id=4507279d-c0a6-4053-96f9-1d01f37541a6 HTTP/1.1" status: 200 len: 943 time: 0.0702868 Feb 09 19:36:49.913208 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-14b9f5c7-68d5-412d-bbf8-01670e97b3b4 req-61cc07de-7abd-41b3-bd67-cd35c693a4f0 tempest-VolumesActionsTest-1249020738 tempest-VolumesActionsTest-1249020738-project] 10.222.0.75 "GET /v2.0/security-groups?id=92e3f3e1-abba-4606-8823-ff0f44ed1f23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567262 Feb 09 19:36:49.932826 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.provisioning_blocks [None req-8cc3fba6-3a67-4293-989a-fff5e71b13e5 None None] Provisioning complete for port 240eff6f-5306-487d-bec4-c90c0b0a31c8 triggered by entity DHCP. {{(pid=103232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 19:36:49.934200 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-8cc3fba6-3a67-4293-989a-fff5e71b13e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593630'] for port (240eff6f-5306-487d-bec4-c90c0b0a31c8), provisioning_complete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:36:49.971950 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-6ddd3270-9f47-48dd-b1fc-e332dbb69610 req-9e479989-7e6b-4053-a28a-8d8e0924ef95 tempest-ServersNegativeTestJSON-1608020402 tempest-ServersNegativeTestJSON-1608020402-project] 10.222.0.75 "GET /v2.0/security-groups?id=25d47ded-5003-4f4d-b434-467ecec6793f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2299049 Feb 09 19:36:50.003037 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc54c641-e2f8-4f46-b3cc-a43f6b6f2a7b service neutron] Pushing event updated for resources: {'Port': ['ID=0b03ba4e-3ae4-445f-a58f-5ced31d50819,revision_number=2']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:36:50.081357 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-537044fd-421c-4f38-82b8-0f83ff1da4eb req-14fbe4ea-ce21-45f1-a9c8-f38bf4b119bf tempest-TestNetworkAdvancedServerOps-1633223542 tempest-TestNetworkAdvancedServerOps-1633223542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:36:50.090568 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-537044fd-421c-4f38-82b8-0f83ff1da4eb req-14fbe4ea-ce21-45f1-a9c8-f38bf4b119bf tempest-TestNetworkAdvancedServerOps-1633223542 tempest-TestNetworkAdvancedServerOps-1633223542-project] 10.222.0.75 "GET /v2.0/ports?device_id=ba22b315-e430-4895-a078-0c720f335557 HTTP/1.1" status: 200 len: 945 time: 0.1045301 Feb 09 19:36:50.112612 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-8cc3fba6-3a67-4293-989a-fff5e71b13e5 None None] Current status of the port 240eff6f-5306-487d-bec4-c90c0b0a31c8 is: ACTIVE; New status is: ACTIVE {{(pid=103232) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 19:36:50.154757 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-537044fd-421c-4f38-82b8-0f83ff1da4eb req-6a2c16c9-d90c-457d-90e9-436d48239949 tempest-TestNetworkAdvancedServerOps-1633223542 tempest-TestNetworkAdvancedServerOps-1633223542-project] 10.222.0.75 "GET /v2.0/security-groups?id=4e60dadd-ab65-4f99-8fbb-201b325b18d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0582013 Feb 09 19:36:50.314641 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d81cbe1e-937e-4dc3-8afb-288ed5ef707d None None] Network 385eaeed-d715-4918-9ad3-72208996d4a4 requested from n-d-713498-36 {{(pid=103232) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 19:36:50.380028 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.provisioning_blocks [None req-6115b24c-6345-4f5e-a207-86d1d22edb5a None None] Provisioning complete for port 80ca79ef-0238-4e0d-af89-36814fe20cdf triggered by entity DHCP. {{(pid=103232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 19:36:50.380398 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-6115b24c-6345-4f5e-a207-86d1d22edb5a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593630'] for port (80ca79ef-0238-4e0d-af89-36814fe20cdf), provisioning_complete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:36:50.440460 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-6115b24c-6345-4f5e-a207-86d1d22edb5a None None] Port 80ca79ef-0238-4e0d-af89-36814fe20cdf cannot update to ACTIVE because it is not bound. {{(pid=103232) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 19:36:50.472315 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.provisioning_blocks [None req-6115b24c-6345-4f5e-a207-86d1d22edb5a None None] Provisioning complete for port c605a7dd-b9cb-4848-b4ab-240a2eea8edd triggered by entity DHCP. {{(pid=103232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 19:36:50.472692 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-6115b24c-6345-4f5e-a207-86d1d22edb5a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593630'] for port (c605a7dd-b9cb-4848-b4ab-240a2eea8edd), provisioning_complete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:36:50.569158 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.managers [req-f74b8190-22f1-44c0-9e0a-9f0b557c49b4 req-fc54c641-e2f8-4f46-b3cc-a43f6b6f2a7b service neutron] Attempting to bind port 0b03ba4e-3ae4-445f-a58f-5ced31d50819 on host n-h1-713498-36 for vnic_type normal with profile {{(pid=103230) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 19:36:50.569464 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.managers [req-f74b8190-22f1-44c0-9e0a-9f0b557c49b4 req-fc54c641-e2f8-4f46-b3cc-a43f6b6f2a7b service neutron] Attempting to bind port 0b03ba4e-3ae4-445f-a58f-5ced31d50819 by drivers openvswitch,hyperv on host n-h1-713498-36 at level 0 using segments [{'id': '858d2da7-0314-4b25-bd9f-f8e206467551', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': '2f0cf41a-020e-4549-8a9a-beaa8be7ccf1'}] {{(pid=103230) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 19:36:50.569796 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f74b8190-22f1-44c0-9e0a-9f0b557c49b4 req-fc54c641-e2f8-4f46-b3cc-a43f6b6f2a7b service neutron] Attempting to bind port 0b03ba4e-3ae4-445f-a58f-5ced31d50819 on network 2f0cf41a-020e-4549-8a9a-beaa8be7ccf1 {{(pid=103230) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 19:36:50.578823 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-6115b24c-6345-4f5e-a207-86d1d22edb5a None None] Current status of the port c605a7dd-b9cb-4848-b4ab-240a2eea8edd is: DOWN; New status is: ACTIVE {{(pid=103232) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 19:36:50.579548 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-6115b24c-6345-4f5e-a207-86d1d22edb5a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (c605a7dd-b9cb-4848-b4ab-240a2eea8edd), before_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:36:50.587120 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60c7d30f-0949-466a-a578-65aad000599a req-fb078e3c-f9e2-4e09-99f4-5f6324924b2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:36:50.588655 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-60c7d30f-0949-466a-a578-65aad000599a req-fb078e3c-f9e2-4e09-99f4-5f6324924b2f service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=ba22b315-e430-4895-a078-0c720f335557&tenant_id=eba669c4f4c548e495f13ae7579d0fa6 HTTP/1.1" status: 200 len: 1128 time: 0.0592520 Feb 09 19:36:50.603724 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.v2.base [req-60c7d30f-0949-466a-a578-65aad000599a req-68808fab-06b0-4c25-bcd3-3db1d3366b06 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-713498-36', 'device_owner': 'compute:nova'}} {{(pid=103229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 19:36:50.612715 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f74b8190-22f1-44c0-9e0a-9f0b557c49b4 req-fc54c641-e2f8-4f46-b3cc-a43f6b6f2a7b service neutron] Port 0b03ba4e-3ae4-445f-a58f-5ced31d50819 on network 2f0cf41a-020e-4549-8a9a-beaa8be7ccf1 not bound, no agent of type Open vSwitch agent registered on host n-h1-713498-36 {{(pid=103230) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 19:36:50.613030 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f74b8190-22f1-44c0-9e0a-9f0b557c49b4 req-fc54c641-e2f8-4f46-b3cc-a43f6b6f2a7b service neutron] Attempting to bind port 0b03ba4e-3ae4-445f-a58f-5ced31d50819 on network 2f0cf41a-020e-4549-8a9a-beaa8be7ccf1 {{(pid=103230) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 19:36:50.619995 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f74b8190-22f1-44c0-9e0a-9f0b557c49b4 req-fc54c641-e2f8-4f46-b3cc-a43f6b6f2a7b service neutron] Checking agent: {'id': '488cd9ae-631f-4955-ba0b-4f5a13f12e9c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713498-36', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 18, 59, 18), 'started_at': datetime.datetime(2022, 2, 9, 18, 59, 18), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 19, 36, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103230) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 19:36:50.620335 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f74b8190-22f1-44c0-9e0a-9f0b557c49b4 req-fc54c641-e2f8-4f46-b3cc-a43f6b6f2a7b service neutron] Checking segment: {'id': '858d2da7-0314-4b25-bd9f-f8e206467551', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': '2f0cf41a-020e-4549-8a9a-beaa8be7ccf1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103230) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 19:36:50.620720 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f74b8190-22f1-44c0-9e0a-9f0b557c49b4 req-fc54c641-e2f8-4f46-b3cc-a43f6b6f2a7b service neutron] Bound using segment: {'id': '858d2da7-0314-4b25-bd9f-f8e206467551', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': '2f0cf41a-020e-4549-8a9a-beaa8be7ccf1'} {{(pid=103230) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 19:36:50.621151 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.managers [req-f74b8190-22f1-44c0-9e0a-9f0b557c49b4 req-fc54c641-e2f8-4f46-b3cc-a43f6b6f2a7b service neutron] Bound port: 0b03ba4e-3ae4-445f-a58f-5ced31d50819, host: n-h1-713498-36, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '858d2da7-0314-4b25-bd9f-f8e206467551', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': '2f0cf41a-020e-4549-8a9a-beaa8be7ccf1'}}] {{(pid=103230) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 19:36:50.621511 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [req-f74b8190-22f1-44c0-9e0a-9f0b557c49b4 req-fc54c641-e2f8-4f46-b3cc-a43f6b6f2a7b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (0b03ba4e-3ae4-445f-a58f-5ced31d50819), before_update {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:36:50.621822 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-6115b24c-6345-4f5e-a207-86d1d22edb5a None None] For port c605a7dd-b9cb-4848-b4ab-240a2eea8edd, host n-d-713498-36, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-36',level=0,port_id=c605a7dd-b9cb-4848-b4ab-240a2eea8edd,segment=NetworkSegment(54ffdd8a-4167-4f1d-846a-40f8c33aadc9),segment_id=54ffdd8a-4167-4f1d-846a-40f8c33aadc9)] {{(pid=103232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 19:36:50.626944 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-6115b24c-6345-4f5e-a207-86d1d22edb5a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762867176205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762866656485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762866656503'] for port (c605a7dd-b9cb-4848-b4ab-240a2eea8edd), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:36:50.690059 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6115b24c-6345-4f5e-a207-86d1d22edb5a None None] Pushing event updated for resources: {'Port': ['ID=c605a7dd-b9cb-4848-b4ab-240a2eea8edd,revision_number=3']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:36:50.698667 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-60c7d30f-0949-466a-a578-65aad000599a req-68808fab-06b0-4c25-bcd3-3db1d3366b06 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (5f3120e3-e786-407f-b3ad-794cc89bce3c), before_update {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:36:50.740593 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.db [req-f74b8190-22f1-44c0-9e0a-9f0b557c49b4 req-fc54c641-e2f8-4f46-b3cc-a43f6b6f2a7b service neutron] For port 0b03ba4e-3ae4-445f-a58f-5ced31d50819, host n-h1-713498-36, cleared binding levels {{(pid=103230) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 19:36:50.745058 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.db [req-f74b8190-22f1-44c0-9e0a-9f0b557c49b4 req-fc54c641-e2f8-4f46-b3cc-a43f6b6f2a7b service neutron] For port 0b03ba4e-3ae4-445f-a58f-5ced31d50819, host n-h1-713498-36, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-36',level=0,port_id=0b03ba4e-3ae4-445f-a58f-5ced31d50819,segment=NetworkSegment(858d2da7-0314-4b25-bd9f-f8e206467551),segment_id=858d2da7-0314-4b25-bd9f-f8e206467551)] {{(pid=103230) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 19:36:50.759885 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [req-f74b8190-22f1-44c0-9e0a-9f0b557c49b4 req-fc54c641-e2f8-4f46-b3cc-a43f6b6f2a7b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762867176205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762866656485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762866656503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14393758'] for port (0b03ba4e-3ae4-445f-a58f-5ced31d50819), after_update {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:36:50.772250 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-18198a6d-8d27-4698-a1a4-11053d03ceff tempest-RoutersIpV6Test-841277211 tempest-RoutersIpV6Test-841277211-project] Publish callbacks [] for port (80ca79ef-0238-4e0d-af89-36814fe20cdf), precommit_update {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:36:50.800020 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-18198a6d-8d27-4698-a1a4-11053d03ceff tempest-RoutersIpV6Test-841277211 tempest-RoutersIpV6Test-841277211-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762867176205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762866656485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762866656503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14393758'] for port (80ca79ef-0238-4e0d-af89-36814fe20cdf), after_update {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:36:50.801161 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-18198a6d-8d27-4698-a1a4-11053d03ceff tempest-RoutersIpV6Test-841277211 tempest-RoutersIpV6Test-841277211-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1613458', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1834496'] for router_interface (55fec3fe-7e8e-4d78-bc87-824707365bb4), after_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:36:50.805911 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f74b8190-22f1-44c0-9e0a-9f0b557c49b4 req-fc54c641-e2f8-4f46-b3cc-a43f6b6f2a7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:36:50.806490 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [req-f74b8190-22f1-44c0-9e0a-9f0b557c49b4 req-fc54c641-e2f8-4f46-b3cc-a43f6b6f2a7b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171096'] for port (None), before_response {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:36:50.807915 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-f74b8190-22f1-44c0-9e0a-9f0b557c49b4 req-fc54c641-e2f8-4f46-b3cc-a43f6b6f2a7b service neutron] 10.222.0.89 "PUT /v2.0/ports/0b03ba4e-3ae4-445f-a58f-5ced31d50819 HTTP/1.1" status: 200 len: 1093 time: 1.7822697 Feb 09 19:36:50.808370 n-d-713498-36 neutron-server[103230]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5482a13c-891c-4023-9ac7-fa4d0b8b3c1a', 'tag': '0b03ba4e-3ae4-445f-a58f-5ced31d50819'}] {{(pid=103230) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 19:36:50.810698 n-d-713498-36 neutron-server[103230]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aee5919275bae9f72eb374ee322673045eb80c1f84b4b45a97d96923bd50ab51" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c314b37e-4704-4474-a4b8-599f363d57a5" -d '{"events": [{"name": "network-changed", "server_uuid": "5482a13c-891c-4023-9ac7-fa4d0b8b3c1a", "tag": "0b03ba4e-3ae4-445f-a58f-5ced31d50819"}]}' {{(pid=103230) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 19:36:50.869493 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.provisioning_blocks [None req-323bc809-b502-4ea6-b9c0-5e326bfcae0b None None] Provisioning complete for port c605a7dd-b9cb-4848-b4ab-240a2eea8edd triggered by entity DHCP. {{(pid=103232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 19:36:50.870071 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-323bc809-b502-4ea6-b9c0-5e326bfcae0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593630'] for port (c605a7dd-b9cb-4848-b4ab-240a2eea8edd), provisioning_complete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:36:50.870699 n-d-713498-36 neutron-server[103230]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 19:36:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4c2c3c84-c38e-42d3-8929-298df6080f28 x-openstack-request-id: req-4c2c3c84-c38e-42d3-8929-298df6080f28 {{(pid=103230) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 19:36:50.871120 n-d-713498-36 neutron-server[103230]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5482a13c-891c-4023-9ac7-fa4d0b8b3c1a", "tag": "0b03ba4e-3ae4-445f-a58f-5ced31d50819", "status": "completed", "code": 200}]} {{(pid=103230) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 19:36:50.871387 n-d-713498-36 neutron-server[103230]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-4c2c3c84-c38e-42d3-8929-298df6080f28 {{(pid=103230) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 19:36:50.871896 n-d-713498-36 neutron-server[103230]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5482a13c-891c-4023-9ac7-fa4d0b8b3c1a', 'tag': '0b03ba4e-3ae4-445f-a58f-5ced31d50819', 'status': 'completed', 'code': 200} Feb 09 19:36:50.884964 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc54c641-e2f8-4f46-b3cc-a43f6b6f2a7b service neutron] Pushing event updated for resources: {'Port': ['ID=0b03ba4e-3ae4-445f-a58f-5ced31d50819,revision_number=3']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:36:50.933192 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Device 27babea0-3164-4577-bb03-a987ed29b734 details requested by agent hyperv_n-h2-713498-36 with host n-h2-713498-36 {{(pid=103232) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 19:36:51.011087 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-323bc809-b502-4ea6-b9c0-5e326bfcae0b None None] Current status of the port c605a7dd-b9cb-4848-b4ab-240a2eea8edd is: ACTIVE; New status is: ACTIVE {{(pid=103232) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 19:36:51.071724 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18198a6d-8d27-4698-a1a4-11053d03ceff tempest-RoutersIpV6Test-841277211 tempest-RoutersIpV6Test-841277211-project] Pushing event updated for resources: {'Port': ['ID=80ca79ef-0238-4e0d-af89-36814fe20cdf,revision_number=2']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:36:51.106335 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f74b8190-22f1-44c0-9e0a-9f0b557c49b4 req-df089ad2-b989-409c-8905-2d6f024ba3ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:36:51.108710 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-f74b8190-22f1-44c0-9e0a-9f0b557c49b4 req-df089ad2-b989-409c-8905-2d6f024ba3ca service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=554bad581bcf4d20ab4a10352f965260&device_id=5482a13c-891c-4023-9ac7-fa4d0b8b3c1a HTTP/1.1" status: 200 len: 1127 time: 0.1865625 Feb 09 19:36:51.112574 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Device c605a7dd-b9cb-4848-b4ab-240a2eea8edd up at agent ovs-agent-n-d-713498-36 {{(pid=103232) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 19:36:51.127520 n-d-713498-36 neutron-server[103230]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18198a6d-8d27-4698-a1a4-11053d03ceff tempest-RoutersIpV6Test-841277211 tempest-RoutersIpV6Test-841277211-project] Network 09762455-afbc-487e-9550-20b57642f1af is already hosted by enough agents. {{(pid=103230) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 19:36:51.130096 n-d-713498-36 neutron-server[103230]: DEBUG neutron.scheduler.base_scheduler [None req-18198a6d-8d27-4698-a1a4-11053d03ceff tempest-RoutersIpV6Test-841277211 tempest-RoutersIpV6Test-841277211-project] Resources bound (agent type, host, resource id): {{(pid=103230) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 19:36:51.156642 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-7429db8d-6021-40ad-813e-885be449a89b None None] For port 27babea0-3164-4577-bb03-a987ed29b734, host n-h2-713498-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-36',level=0,port_id=27babea0-3164-4577-bb03-a987ed29b734,segment=NetworkSegment(33e84895-b1ac-4b8b-a075-9ed56e5e0b90),segment_id=33e84895-b1ac-4b8b-a075-9ed56e5e0b90)] {{(pid=103232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 19:36:51.163539 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-f74b8190-22f1-44c0-9e0a-9f0b557c49b4 req-38fa7b74-baf7-4dd8-91e3-0eafea8b0014 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=0b03ba4e-3ae4-445f-a58f-5ced31d50819 HTTP/1.1" status: 200 len: 217 time: 0.0446663 Feb 09 19:36:51.180625 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Returning: {'device': '27babea0-3164-4577-bb03-a987ed29b734', 'network_id': '9246b94a-de57-47ad-8fdb-61aaa56512df', 'port_id': '27babea0-3164-4577-bb03-a987ed29b734', 'mac_address': 'fa:16:3e:a3:15:2a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 391, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8cf0e17c-ad81-4a0a-897d-7becfa85c767', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103232) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 19:36:51.243055 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Current status of the port 27babea0-3164-4577-bb03-a987ed29b734 is: DOWN; New status is: BUILD {{(pid=103232) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 19:36:51.243449 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (27babea0-3164-4577-bb03-a987ed29b734), before_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:36:51.262523 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.provisioning_blocks [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Provisioning complete for port c605a7dd-b9cb-4848-b4ab-240a2eea8edd triggered by entity L2. {{(pid=103232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 19:36:51.262900 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593630'] for port (c605a7dd-b9cb-4848-b4ab-240a2eea8edd), provisioning_complete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:36:51.265549 n-d-713498-36 neutron-server[103232]: DEBUG neutron.notifiers.nova [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 27babea0-3164-4577-bb03-a987ed29b734 {{(pid=103232) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 19:36:51.316203 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f74b8190-22f1-44c0-9e0a-9f0b557c49b4 req-fc8b855f-abf9-458c-b1f8-79c2cfe8d05f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:36:51.317895 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-f74b8190-22f1-44c0-9e0a-9f0b557c49b4 req-fc8b855f-abf9-458c-b1f8-79c2cfe8d05f service neutron] 10.222.0.89 "GET /v2.0/subnets?id=6d1f69a1-f040-48ff-86ee-7d9cfec7a16b HTTP/1.1" status: 200 len: 854 time: 0.1046040 Feb 09 19:36:51.321487 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-7429db8d-6021-40ad-813e-885be449a89b None None] For port 27babea0-3164-4577-bb03-a987ed29b734, host n-h2-713498-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-36',level=0,port_id=27babea0-3164-4577-bb03-a987ed29b734,segment=NetworkSegment(33e84895-b1ac-4b8b-a075-9ed56e5e0b90),segment_id=33e84895-b1ac-4b8b-a075-9ed56e5e0b90)] {{(pid=103232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 19:36:51.331356 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762867176205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762866656485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762866656503'] for port (27babea0-3164-4577-bb03-a987ed29b734), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:36:51.394848 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-f74b8190-22f1-44c0-9e0a-9f0b557c49b4 req-2d5c89b7-8230-41a3-bff8-815c72fb7107 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=2f0cf41a-020e-4549-8a9a-beaa8be7ccf1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0699263 Feb 09 19:36:51.422644 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Pushing event updated for resources: {'Port': ['ID=27babea0-3164-4577-bb03-a987ed29b734,revision_number=4']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:36:51.428079 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88aa4684-b8bf-411d-9669-25cf971dfbd9 req-e2546da0-9898-454a-bd58-8174ef9e2eb5 tempest-VolumesActionsTest-1249020738 tempest-VolumesActionsTest-1249020738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:36:51.430069 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-88aa4684-b8bf-411d-9669-25cf971dfbd9 req-e2546da0-9898-454a-bd58-8174ef9e2eb5 tempest-VolumesActionsTest-1249020738 tempest-VolumesActionsTest-1249020738-project] 10.222.0.75 "GET /v2.0/ports?device_id=4507279d-c0a6-4053-96f9-1d01f37541a6 HTTP/1.1" status: 200 len: 943 time: 0.1746619 Feb 09 19:36:51.461267 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Current status of the port c605a7dd-b9cb-4848-b4ab-240a2eea8edd is: ACTIVE; New status is: ACTIVE {{(pid=103232) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 19:36:51.462846 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Device 240eff6f-5306-487d-bec4-c90c0b0a31c8 up at agent ovs-agent-n-d-713498-36 {{(pid=103232) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 19:36:51.517124 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c845f9d3-9ddd-4fb2-af1e-0db19f52b5bd req-6f8f2c1f-d06b-4de5-ae31-938f11967e5a tempest-ServersNegativeTestJSON-1608020402 tempest-ServersNegativeTestJSON-1608020402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:36:51.518674 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-c845f9d3-9ddd-4fb2-af1e-0db19f52b5bd req-6f8f2c1f-d06b-4de5-ae31-938f11967e5a tempest-ServersNegativeTestJSON-1608020402 tempest-ServersNegativeTestJSON-1608020402-project] 10.222.0.75 "GET /v2.0/ports?device_id=5482a13c-891c-4023-9ac7-fa4d0b8b3c1a HTTP/1.1" status: 200 len: 944 time: 0.4216673 Feb 09 19:36:51.538160 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.provisioning_blocks [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Provisioning complete for port 240eff6f-5306-487d-bec4-c90c0b0a31c8 triggered by entity L2. {{(pid=103232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 19:36:51.538642 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593630'] for port (240eff6f-5306-487d-bec4-c90c0b0a31c8), provisioning_complete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:36:51.540790 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-88aa4684-b8bf-411d-9669-25cf971dfbd9 req-b918448a-36b8-4e5e-8f87-0c34cf40b8fe tempest-VolumesActionsTest-1249020738 tempest-VolumesActionsTest-1249020738-project] 10.222.0.75 "GET /v2.0/security-groups?id=92e3f3e1-abba-4606-8823-ff0f44ed1f23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1013434 Feb 09 19:36:51.584514 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-f74b8190-22f1-44c0-9e0a-9f0b557c49b4 req-82c2efbd-19cd-4532-a044-5949bb9dab62 service neutron] 10.222.0.89 "GET /v2.0/networks/2f0cf41a-020e-4549-8a9a-beaa8be7ccf1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1789160 Feb 09 19:36:51.589878 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.db [req-60c7d30f-0949-466a-a578-65aad000599a req-68808fab-06b0-4c25-bcd3-3db1d3366b06 service neutron] For port 5f3120e3-e786-407f-b3ad-794cc89bce3c, host n-h1-713498-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-36',level=0,port_id=5f3120e3-e786-407f-b3ad-794cc89bce3c,segment=NetworkSegment(25bee314-2f03-4005-a207-d495c9ba8d98),segment_id=25bee314-2f03-4005-a207-d495c9ba8d98)] {{(pid=103229) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 19:36:51.594372 n-d-713498-36 neutron-server[103230]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-18198a6d-8d27-4698-a1a4-11053d03ceff tempest-RoutersIpV6Test-841277211 tempest-RoutersIpV6Test-841277211-project] Router 55fec3fe-7e8e-4d78-bc87-824707365bb4 is scheduled to L3 agent 93303d5e-5d17-45e8-8963-7694f87783ae with binding_index 1 {{(pid=103230) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 09 19:36:51.604225 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-7429db8d-6021-40ad-813e-885be449a89b None None] get_ports_and_sgs() called for port_ids ['27babea0-3164-4577-bb03-a987ed29b734'] {{(pid=103232) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 19:36:51.610502 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.provisioning_blocks [None req-332c2d80-1cc2-4943-999d-3c93e57f73d8 None None] Provisioning complete for port 80ca79ef-0238-4e0d-af89-36814fe20cdf triggered by entity DHCP. {{(pid=103232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 19:36:51.611001 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-332c2d80-1cc2-4943-999d-3c93e57f73d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593630'] for port (80ca79ef-0238-4e0d-af89-36814fe20cdf), provisioning_complete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:36:51.640298 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.db [req-60c7d30f-0949-466a-a578-65aad000599a req-68808fab-06b0-4c25-bcd3-3db1d3366b06 service neutron] For port 5f3120e3-e786-407f-b3ad-794cc89bce3c, host n-h1-713498-36, cleared binding levels {{(pid=103229) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 19:36:51.668763 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-c845f9d3-9ddd-4fb2-af1e-0db19f52b5bd req-6ee7c2a3-82f7-4764-a667-11a8537d0d03 tempest-ServersNegativeTestJSON-1608020402 tempest-ServersNegativeTestJSON-1608020402-project] 10.222.0.75 "GET /v2.0/security-groups?id=25d47ded-5003-4f4d-b434-467ecec6793f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1373236 Feb 09 19:36:51.719893 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-332c2d80-1cc2-4943-999d-3c93e57f73d8 None None] Port 80ca79ef-0238-4e0d-af89-36814fe20cdf cannot update to ACTIVE because it is not bound. {{(pid=103232) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 19:36:51.725015 n-d-713498-36 neutron-server[103229]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ba22b315-e430-4895-a078-0c720f335557', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5f3120e3-e786-407f-b3ad-794cc89bce3c'}] {{(pid=103229) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 19:36:51.727635 n-d-713498-36 neutron-server[103229]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fa6ae9a20702bd564eaf90d946620b2b4277b1ab91129323d3b54181076be307" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-34c0a63e-591b-488f-bbcf-9255a9023f3b" -d '{"events": [{"server_uuid": "ba22b315-e430-4895-a078-0c720f335557", "name": "network-vif-unplugged", "status": "completed", "tag": "5f3120e3-e786-407f-b3ad-794cc89bce3c"}]}' {{(pid=103229) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 19:36:51.734371 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-60c7d30f-0949-466a-a578-65aad000599a req-68808fab-06b0-4c25-bcd3-3db1d3366b06 service neutron] Publish callbacks [] for port (5f3120e3-e786-407f-b3ad-794cc89bce3c), precommit_update {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:36:51.752974 n-d-713498-36 neutron-server[103229]: DEBUG neutron.db.provisioning_blocks [req-60c7d30f-0949-466a-a578-65aad000599a req-68808fab-06b0-4c25-bcd3-3db1d3366b06 service neutron] Transition to ACTIVE for port object 5f3120e3-e786-407f-b3ad-794cc89bce3c will not be triggered until provisioned by entity L2. {{(pid=103229) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 19:36:51.765969 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Current status of the port 240eff6f-5306-487d-bec4-c90c0b0a31c8 is: ACTIVE; New status is: ACTIVE {{(pid=103232) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 19:36:51.767451 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98e8e2ae-03ca-4a2b-84cd-60642491a84e req-17af8cef-69fc-4751-b325-216057b83b5d tempest-TestNetworkAdvancedServerOps-1633223542 tempest-TestNetworkAdvancedServerOps-1633223542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:36:51.771496 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-98e8e2ae-03ca-4a2b-84cd-60642491a84e req-17af8cef-69fc-4751-b325-216057b83b5d tempest-TestNetworkAdvancedServerOps-1633223542 tempest-TestNetworkAdvancedServerOps-1633223542-project] 10.222.0.75 "GET /v2.0/ports?device_id=ba22b315-e430-4895-a078-0c720f335557 HTTP/1.1" status: 200 len: 945 time: 0.1085761 Feb 09 19:36:51.772913 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-60c7d30f-0949-466a-a578-65aad000599a req-68808fab-06b0-4c25-bcd3-3db1d3366b06 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762867176205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762866656485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762866656503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12867569'] for port (5f3120e3-e786-407f-b3ad-794cc89bce3c), after_update {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:36:51.798912 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-f74b8190-22f1-44c0-9e0a-9f0b557c49b4 req-5fed22af-b5b8-49a1-999b-adf025bd6b07 service neutron] 10.222.0.89 "GET /v2.0/networks/2f0cf41a-020e-4549-8a9a-beaa8be7ccf1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2072120 Feb 09 19:36:51.817412 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-18198a6d-8d27-4698-a1a4-11053d03ceff tempest-RoutersIpV6Test-841277211 tempest-RoutersIpV6Test-841277211-project] Notify agent at l3_agent.n-d-713498-36 the message routers_updated {{(pid=103230) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 19:36:51.832179 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-18198a6d-8d27-4698-a1a4-11053d03ceff tempest-RoutersIpV6Test-841277211 tempest-RoutersIpV6Test-841277211-project] 10.222.0.75 "PUT /v2.0/routers/55fec3fe-7e8e-4d78-bc87-824707365bb4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7972143 Feb 09 19:36:51.832846 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 39062) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:36:51.833260 n-d-713498-36 neutron-server[103229]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 09 Feb 2022 19:36:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3a9bc4c4-ba57-4830-b24b-38a4a67956f4 x-openstack-request-id: req-3a9bc4c4-ba57-4830-b24b-38a4a67956f4 {{(pid=103229) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 19:36:51.833593 n-d-713498-36 neutron-server[103229]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ba22b315-e430-4895-a078-0c720f335557", "name": "network-vif-unplugged", "status": "completed", "tag": "5f3120e3-e786-407f-b3ad-794cc89bce3c", "code": 200}]} {{(pid=103229) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 19:36:51.833853 n-d-713498-36 neutron-server[103229]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-3a9bc4c4-ba57-4830-b24b-38a4a67956f4 {{(pid=103229) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 19:36:51.834181 n-d-713498-36 neutron-server[103233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f40f5a9-b8d7-4e7c-b4b8-cc1c8b9ce45a None None] Sync routers for ids ['55fec3fe-7e8e-4d78-bc87-824707365bb4'] in n-d-713498-36 {{(pid=103233) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 19:36:51.834729 n-d-713498-36 neutron-server[103229]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ba22b315-e430-4895-a078-0c720f335557', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5f3120e3-e786-407f-b3ad-794cc89bce3c', 'code': 200} Feb 09 19:36:51.863199 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68808fab-06b0-4c25-bcd3-3db1d3366b06 service neutron] Pushing event updated for resources: {'Port': ['ID=5f3120e3-e786-407f-b3ad-794cc89bce3c,revision_number=10']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:36:51.865123 n-d-713498-36 neutron-server[103233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f40f5a9-b8d7-4e7c-b4b8-cc1c8b9ce45a None None] Routers {'55fec3fe-7e8e-4d78-bc87-824707365bb4'} bound to L3 agent in host n-d-713498-36 {{(pid=103233) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 19:36:51.875285 n-d-713498-36 neutron-server[103233]: DEBUG neutron.db.l3_hamode_db [None req-9f40f5a9-b8d7-4e7c-b4b8-cc1c8b9ce45a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T18:51:43Z,description=,heartbeat_timestamp=2022-02-09T19:36:43Z,host='n-d-713498-36',id=93303d5e-5d17-45e8-8963-7694f87783ae,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T18:51:43Z,topic='l3_agent')) {'router_ids': ['55fec3fe-7e8e-4d78-bc87-824707365bb4'], 'active': True} {{(pid=103233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:36:51.936901 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05487897-810b-4593-83a6-6ed32715ec8f tempest-RoutersIpV6Test-841277211 tempest-RoutersIpV6Test-841277211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:36:51.941495 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-05487897-810b-4593-83a6-6ed32715ec8f tempest-RoutersIpV6Test-841277211 tempest-RoutersIpV6Test-841277211-project] 10.222.0.75 "GET /v2.0/ports/80ca79ef-0238-4e0d-af89-36814fe20cdf HTTP/1.1" status: 200 len: 911 time: 0.1076541 Feb 09 19:36:51.942373 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 39064) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:36:51.948353 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-98e8e2ae-03ca-4a2b-84cd-60642491a84e req-5f23ff98-a5d1-4cf5-99b9-bc0f9e373d74 tempest-TestNetworkAdvancedServerOps-1633223542 tempest-TestNetworkAdvancedServerOps-1633223542-project] 10.222.0.75 "GET /v2.0/security-groups?id=4e60dadd-ab65-4f99-8fbb-201b325b18d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1403980 Feb 09 19:36:51.952305 n-d-713498-36 neutron-server[103233]: DEBUG neutron.db.l3_hamode_db [None req-9f40f5a9-b8d7-4e7c-b4b8-cc1c8b9ce45a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713498-36', False) {} {{(pid=103233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:36:51.966322 n-d-713498-36 neutron-server[103233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f40f5a9-b8d7-4e7c-b4b8-cc1c8b9ce45a None None] Routers {'55fec3fe-7e8e-4d78-bc87-824707365bb4'} bound to L3 agent in host n-d-713498-36 {{(pid=103233) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 19:36:51.967730 n-d-713498-36 neutron-server[103233]: DEBUG neutron.db.l3_hamode_db [None req-9f40f5a9-b8d7-4e7c-b4b8-cc1c8b9ce45a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T18:51:43Z,description=,heartbeat_timestamp=2022-02-09T19:36:43Z,host='n-d-713498-36',id=93303d5e-5d17-45e8-8963-7694f87783ae,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T18:51:43Z,topic='l3_agent')) {'router_ids': ['55fec3fe-7e8e-4d78-bc87-824707365bb4'], 'active': True} {{(pid=103233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:36:51.978353 n-d-713498-36 neutron-server[103229]: DEBUG neutron.db.l3_dvrscheduler_db [req-60c7d30f-0949-466a-a578-65aad000599a req-68808fab-06b0-4c25-bcd3-3db1d3366b06 service neutron] No DVR routers for this DVR port 5f3120e3-e786-407f-b3ad-794cc89bce3c on host n-h1-713498-36 {{(pid=103229) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 19:36:52.013339 n-d-713498-36 neutron-server[103233]: DEBUG neutron.db.l3_hamode_db [None req-9f40f5a9-b8d7-4e7c-b4b8-cc1c8b9ce45a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713498-36', False) {} {{(pid=103233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:36:52.014701 n-d-713498-36 neutron-server[103233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f40f5a9-b8d7-4e7c-b4b8-cc1c8b9ce45a None None] The sync data for ids ['55fec3fe-7e8e-4d78-bc87-824707365bb4'] in n-d-713498-36 is: [] {{(pid=103233) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 19:36:52.055912 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c314b37e-4704-4474-a4b8-599f363d57a5 req-d9b34ee2-af77-4347-9bdc-b82ac861d0ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:36:52.057428 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-c314b37e-4704-4474-a4b8-599f363d57a5 req-d9b34ee2-af77-4347-9bdc-b82ac861d0ff service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=554bad581bcf4d20ab4a10352f965260&device_id=5482a13c-891c-4023-9ac7-fa4d0b8b3c1a HTTP/1.1" status: 200 len: 1127 time: 0.1745722 Feb 09 19:36:52.145509 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.managers [req-60c7d30f-0949-466a-a578-65aad000599a req-68808fab-06b0-4c25-bcd3-3db1d3366b06 service neutron] Attempting to bind port 5f3120e3-e786-407f-b3ad-794cc89bce3c on host n-h2-713498-36 for vnic_type normal with profile {{(pid=103229) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 19:36:52.145700 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.managers [req-60c7d30f-0949-466a-a578-65aad000599a req-68808fab-06b0-4c25-bcd3-3db1d3366b06 service neutron] Attempting to bind port 5f3120e3-e786-407f-b3ad-794cc89bce3c by drivers openvswitch,hyperv on host n-h2-713498-36 at level 0 using segments [{'id': '25bee314-2f03-4005-a207-d495c9ba8d98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': '4441bac0-0a44-4a1e-8093-e71510495491'}] {{(pid=103229) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 19:36:52.145998 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60c7d30f-0949-466a-a578-65aad000599a req-68808fab-06b0-4c25-bcd3-3db1d3366b06 service neutron] Attempting to bind port 5f3120e3-e786-407f-b3ad-794cc89bce3c on network 4441bac0-0a44-4a1e-8093-e71510495491 {{(pid=103229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 19:36:52.150902 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60c7d30f-0949-466a-a578-65aad000599a req-68808fab-06b0-4c25-bcd3-3db1d3366b06 service neutron] Port 5f3120e3-e786-407f-b3ad-794cc89bce3c on network 4441bac0-0a44-4a1e-8093-e71510495491 not bound, no agent of type Open vSwitch agent registered on host n-h2-713498-36 {{(pid=103229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 19:36:52.151231 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60c7d30f-0949-466a-a578-65aad000599a req-68808fab-06b0-4c25-bcd3-3db1d3366b06 service neutron] Attempting to bind port 5f3120e3-e786-407f-b3ad-794cc89bce3c on network 4441bac0-0a44-4a1e-8093-e71510495491 {{(pid=103229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 19:36:52.156562 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60c7d30f-0949-466a-a578-65aad000599a req-68808fab-06b0-4c25-bcd3-3db1d3366b06 service neutron] Checking agent: {'id': 'bcd5faee-dc24-4298-9134-0e0aa054058e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713498-36', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 18, 59, 19), 'started_at': datetime.datetime(2022, 2, 9, 18, 59, 19), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 19, 36, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 19:36:52.156898 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60c7d30f-0949-466a-a578-65aad000599a req-68808fab-06b0-4c25-bcd3-3db1d3366b06 service neutron] Checking segment: {'id': '25bee314-2f03-4005-a207-d495c9ba8d98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': '4441bac0-0a44-4a1e-8093-e71510495491'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103229) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 19:36:52.157279 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60c7d30f-0949-466a-a578-65aad000599a req-68808fab-06b0-4c25-bcd3-3db1d3366b06 service neutron] Bound using segment: {'id': '25bee314-2f03-4005-a207-d495c9ba8d98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': '4441bac0-0a44-4a1e-8093-e71510495491'} {{(pid=103229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 19:36:52.157704 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.managers [req-60c7d30f-0949-466a-a578-65aad000599a req-68808fab-06b0-4c25-bcd3-3db1d3366b06 service neutron] Bound port: 5f3120e3-e786-407f-b3ad-794cc89bce3c, host: n-h2-713498-36, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '25bee314-2f03-4005-a207-d495c9ba8d98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': '4441bac0-0a44-4a1e-8093-e71510495491'}}] {{(pid=103229) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 19:36:52.158115 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-60c7d30f-0949-466a-a578-65aad000599a req-68808fab-06b0-4c25-bcd3-3db1d3366b06 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (5f3120e3-e786-407f-b3ad-794cc89bce3c), before_update {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:36:52.223929 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.db [req-60c7d30f-0949-466a-a578-65aad000599a req-68808fab-06b0-4c25-bcd3-3db1d3366b06 service neutron] For port 5f3120e3-e786-407f-b3ad-794cc89bce3c, host n-h2-713498-36, cleared binding levels {{(pid=103229) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 19:36:52.227362 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.db [req-60c7d30f-0949-466a-a578-65aad000599a req-68808fab-06b0-4c25-bcd3-3db1d3366b06 service neutron] For port 5f3120e3-e786-407f-b3ad-794cc89bce3c, host n-h2-713498-36, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-36',level=0,port_id=5f3120e3-e786-407f-b3ad-794cc89bce3c,segment=NetworkSegment(25bee314-2f03-4005-a207-d495c9ba8d98),segment_id=25bee314-2f03-4005-a207-d495c9ba8d98)] {{(pid=103229) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 19:36:52.235574 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-60c7d30f-0949-466a-a578-65aad000599a req-68808fab-06b0-4c25-bcd3-3db1d3366b06 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762867176205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762866656485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762866656503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12867569'] for port (5f3120e3-e786-407f-b3ad-794cc89bce3c), after_update {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:36:52.276195 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60c7d30f-0949-466a-a578-65aad000599a req-68808fab-06b0-4c25-bcd3-3db1d3366b06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:36:52.276829 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-60c7d30f-0949-466a-a578-65aad000599a req-68808fab-06b0-4c25-bcd3-3db1d3366b06 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171096'] for port (None), before_response {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:36:52.278233 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-60c7d30f-0949-466a-a578-65aad000599a req-68808fab-06b0-4c25-bcd3-3db1d3366b06 service neutron] 10.222.0.90 "PUT /v2.0/ports/5f3120e3-e786-407f-b3ad-794cc89bce3c HTTP/1.1" status: 200 len: 1093 time: 1.6794863 Feb 09 19:36:52.313214 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c314b37e-4704-4474-a4b8-599f363d57a5 req-d3a8ed43-fbb3-42a6-b0a8-3d70f875380c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:36:52.316523 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-c314b37e-4704-4474-a4b8-599f363d57a5 req-d3a8ed43-fbb3-42a6-b0a8-3d70f875380c service neutron] 10.222.0.89 "GET /v2.0/networks?id=2f0cf41a-020e-4549-8a9a-beaa8be7ccf1 HTTP/1.1" status: 200 len: 915 time: 0.2511621 Feb 09 19:36:52.316667 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68808fab-06b0-4c25-bcd3-3db1d3366b06 service neutron] Pushing event updated for resources: {'Port': ['ID=5f3120e3-e786-407f-b3ad-794cc89bce3c,revision_number=11']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:36:52.355228 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60c7d30f-0949-466a-a578-65aad000599a req-78bbd04d-3a02-479d-a59c-8ce95aaac4d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:36:52.357215 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-60c7d30f-0949-466a-a578-65aad000599a req-78bbd04d-3a02-479d-a59c-8ce95aaac4d7 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=eba669c4f4c548e495f13ae7579d0fa6&device_id=ba22b315-e430-4895-a078-0c720f335557 HTTP/1.1" status: 200 len: 1127 time: 0.0515141 Feb 09 19:36:52.368288 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-c314b37e-4704-4474-a4b8-599f363d57a5 req-e701c978-4418-46f8-9e0c-fa51d484fdd8 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=0b03ba4e-3ae4-445f-a58f-5ced31d50819 HTTP/1.1" status: 200 len: 217 time: 0.0470936 Feb 09 19:36:52.453209 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c314b37e-4704-4474-a4b8-599f363d57a5 req-8b2353e5-fb08-45a2-9197-af7cfdc823cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:36:52.454719 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-c314b37e-4704-4474-a4b8-599f363d57a5 req-8b2353e5-fb08-45a2-9197-af7cfdc823cd service neutron] 10.222.0.89 "GET /v2.0/subnets?id=6d1f69a1-f040-48ff-86ee-7d9cfec7a16b HTTP/1.1" status: 200 len: 854 time: 0.0800676 Feb 09 19:36:52.456102 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60c7d30f-0949-466a-a578-65aad000599a req-0e43d1ea-c335-4463-8e1b-779ee5daf2e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:36:52.457693 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-60c7d30f-0949-466a-a578-65aad000599a req-0e43d1ea-c335-4463-8e1b-779ee5daf2e7 service neutron] 10.222.0.90 "GET /v2.0/networks?id=4441bac0-0a44-4a1e-8093-e71510495491 HTTP/1.1" status: 200 len: 898 time: 0.0928900 Feb 09 19:36:52.493497 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-c314b37e-4704-4474-a4b8-599f363d57a5 req-a74cb292-980b-433d-a74c-76410604c970 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=2f0cf41a-020e-4549-8a9a-beaa8be7ccf1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0309651 Feb 09 19:36:52.538716 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-60c7d30f-0949-466a-a578-65aad000599a req-4db3a4a0-7f36-477b-b25c-8dc351b0e5c4 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=5f3120e3-e786-407f-b3ad-794cc89bce3c HTTP/1.1" status: 200 len: 998 time: 0.0746799 Feb 09 19:36:52.596628 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-5e52ff70-4462-4f64-9f5b-6cac7384176d tempest-RoutersIpV6Test-841277211 tempest-RoutersIpV6Test-841277211-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (None), before_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:36:52.603249 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60c7d30f-0949-466a-a578-65aad000599a req-faa2f10a-a66f-4956-b614-570cd25796a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:36:52.604772 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-60c7d30f-0949-466a-a578-65aad000599a req-faa2f10a-a66f-4956-b614-570cd25796a5 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=a53359ef-76e4-4c05-b08e-4db3ad09b5a9 HTTP/1.1" status: 200 len: 835 time: 0.0599387 Feb 09 19:36:52.659419 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60c7d30f-0949-466a-a578-65aad000599a req-012178ab-212d-470e-85e1-aeb160018ed4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:36:52.660961 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-60c7d30f-0949-466a-a578-65aad000599a req-012178ab-212d-470e-85e1-aeb160018ed4 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=4441bac0-0a44-4a1e-8093-e71510495491&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0475335 Feb 09 19:36:52.738005 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-c314b37e-4704-4474-a4b8-599f363d57a5 req-a2cad3e3-72c6-4578-8d6f-ac4c182d2581 service neutron] 10.222.0.89 "GET /v2.0/networks/2f0cf41a-020e-4549-8a9a-beaa8be7ccf1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2242377 Feb 09 19:36:52.787793 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-60c7d30f-0949-466a-a578-65aad000599a req-f108f8f1-44a0-472b-9029-65147f271adc service neutron] 10.222.0.90 "GET /v2.0/networks/4441bac0-0a44-4a1e-8093-e71510495491?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1198933 Feb 09 19:36:52.829913 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-044a07c9-4225-434a-9f07-566820968543 req-2270f316-28dd-4778-9da6-5b8058cefb25 tempest-VolumesActionsTest-1249020738 tempest-VolumesActionsTest-1249020738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:36:52.831444 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-044a07c9-4225-434a-9f07-566820968543 req-2270f316-28dd-4778-9da6-5b8058cefb25 tempest-VolumesActionsTest-1249020738 tempest-VolumesActionsTest-1249020738-project] 10.222.0.75 "GET /v2.0/ports?device_id=4507279d-c0a6-4053-96f9-1d01f37541a6 HTTP/1.1" status: 200 len: 944 time: 0.2056375 Feb 09 19:36:52.888337 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a255468a-c347-4b43-825c-cff4db4997fc req-d73a64d5-29c5-4501-bc70-d0fc01124a92 tempest-ServersNegativeTestJSON-1608020402 tempest-ServersNegativeTestJSON-1608020402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:36:52.890069 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-a255468a-c347-4b43-825c-cff4db4997fc req-d73a64d5-29c5-4501-bc70-d0fc01124a92 tempest-ServersNegativeTestJSON-1608020402 tempest-ServersNegativeTestJSON-1608020402-project] 10.222.0.75 "GET /v2.0/ports?device_id=5482a13c-891c-4023-9ac7-fa4d0b8b3c1a HTTP/1.1" status: 200 len: 944 time: 0.1216261 Feb 09 19:36:52.932481 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-60c7d30f-0949-466a-a578-65aad000599a req-028e4b4c-3c39-43aa-a1a0-1ae257120699 service neutron] 10.222.0.90 "GET /v2.0/networks/4441bac0-0a44-4a1e-8093-e71510495491?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1291776 Feb 09 19:36:52.941000 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Device 27babea0-3164-4577-bb03-a987ed29b734 up at agent hyperv_n-h2-713498-36 {{(pid=103232) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 19:36:52.960622 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-a255468a-c347-4b43-825c-cff4db4997fc req-92a824f4-35c1-4478-9b54-a7c356162cf9 tempest-ServersNegativeTestJSON-1608020402 tempest-ServersNegativeTestJSON-1608020402-project] 10.222.0.75 "GET /v2.0/security-groups?id=25d47ded-5003-4f4d-b434-467ecec6793f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0614192 Feb 09 19:36:52.966354 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-c314b37e-4704-4474-a4b8-599f363d57a5 req-9c12fe99-e73d-4ad7-9053-8068a0b297f1 service neutron] 10.222.0.89 "GET /v2.0/networks/2f0cf41a-020e-4549-8a9a-beaa8be7ccf1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2194004 Feb 09 19:36:52.988814 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-044a07c9-4225-434a-9f07-566820968543 req-9e1d439c-0b69-4faa-a8cd-acd9c9aa83de tempest-VolumesActionsTest-1249020738 tempest-VolumesActionsTest-1249020738-project] 10.222.0.75 "GET /v2.0/security-groups?id=92e3f3e1-abba-4606-8823-ff0f44ed1f23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1264622 Feb 09 19:36:53.027713 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.provisioning_blocks [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Provisioning for port 27babea0-3164-4577-bb03-a987ed29b734 completed by entity L2. {{(pid=103232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 19:36:53.032670 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.provisioning_blocks [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Provisioning complete for port 27babea0-3164-4577-bb03-a987ed29b734 triggered by entity L2. {{(pid=103232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 19:36:53.033060 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593630'] for port (27babea0-3164-4577-bb03-a987ed29b734), provisioning_complete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:36:53.066709 n-d-713498-36 neutron-server[103230]: DEBUG neutron.db.db_base_plugin_common [None req-5e52ff70-4462-4f64-9f5b-6cac7384176d tempest-RoutersIpV6Test-841277211 tempest-RoutersIpV6Test-841277211-project] Allocated IP 2001:db8:1::1 (385eaeed-d715-4918-9ad3-72208996d4a4/80d7b2da-32c0-48cf-a85c-b9042b7d6b8a/8d2cb357-5456-4fc1-9845-39bc3d959d6a) {{(pid=103230) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 19:36:53.099229 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-984320d5-2ca7-4df0-8bd6-16f3586654a1 req-ae1148d1-b3b6-4718-91f2-dc7ac26bcfa6 tempest-TestNetworkAdvancedServerOps-1633223542 tempest-TestNetworkAdvancedServerOps-1633223542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:36:53.100751 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-984320d5-2ca7-4df0-8bd6-16f3586654a1 req-ae1148d1-b3b6-4718-91f2-dc7ac26bcfa6 tempest-TestNetworkAdvancedServerOps-1633223542 tempest-TestNetworkAdvancedServerOps-1633223542-project] 10.222.0.75 "GET /v2.0/ports?device_id=ba22b315-e430-4895-a078-0c720f335557 HTTP/1.1" status: 200 len: 944 time: 0.0605485 Feb 09 19:36:53.123278 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Current status of the port 27babea0-3164-4577-bb03-a987ed29b734 is: BUILD; New status is: ACTIVE {{(pid=103232) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 19:36:53.123673 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (27babea0-3164-4577-bb03-a987ed29b734), before_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:36:53.146657 n-d-713498-36 neutron-server[103232]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4507279d-c0a6-4053-96f9-1d01f37541a6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '27babea0-3164-4577-bb03-a987ed29b734'}] {{(pid=103232) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 19:36:53.148909 n-d-713498-36 neutron-server[103232]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}949cdcde653dec44821de95cbf67297f53cbc2aed4e073b5d514f93bf911ce85" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-facecbbf-662c-4e73-bf8a-0d16d3765a71" -d '{"events": [{"server_uuid": "4507279d-c0a6-4053-96f9-1d01f37541a6", "name": "network-vif-plugged", "status": "completed", "tag": "27babea0-3164-4577-bb03-a987ed29b734"}]}' {{(pid=103232) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 19:36:53.159536 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-984320d5-2ca7-4df0-8bd6-16f3586654a1 req-844e489a-2c6d-4b2c-a441-a784eb9c64a8 tempest-TestNetworkAdvancedServerOps-1633223542 tempest-TestNetworkAdvancedServerOps-1633223542-project] 10.222.0.75 "GET /v2.0/security-groups?id=4e60dadd-ab65-4f99-8fbb-201b325b18d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0516272 Feb 09 19:36:53.180513 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-7429db8d-6021-40ad-813e-885be449a89b None None] For port 27babea0-3164-4577-bb03-a987ed29b734, host n-h2-713498-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-36',level=0,port_id=27babea0-3164-4577-bb03-a987ed29b734,segment=NetworkSegment(33e84895-b1ac-4b8b-a075-9ed56e5e0b90),segment_id=33e84895-b1ac-4b8b-a075-9ed56e5e0b90)] {{(pid=103232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 19:36:53.184905 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762867176205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762866656485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762866656503'] for port (27babea0-3164-4577-bb03-a987ed29b734), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:36:53.192172 n-d-713498-36 neutron-server[103232]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 19:36:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d973e779-c318-4b69-a196-07800906e836 x-openstack-request-id: req-d973e779-c318-4b69-a196-07800906e836 {{(pid=103232) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 19:36:53.192465 n-d-713498-36 neutron-server[103232]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4507279d-c0a6-4053-96f9-1d01f37541a6", "name": "network-vif-plugged", "status": "completed", "tag": "27babea0-3164-4577-bb03-a987ed29b734", "code": 200}]} {{(pid=103232) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 19:36:53.192719 n-d-713498-36 neutron-server[103232]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-d973e779-c318-4b69-a196-07800906e836 {{(pid=103232) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 19:36:53.193247 n-d-713498-36 neutron-server[103232]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4507279d-c0a6-4053-96f9-1d01f37541a6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '27babea0-3164-4577-bb03-a987ed29b734', 'code': 200} Feb 09 19:36:53.215744 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-5e52ff70-4462-4f64-9f5b-6cac7384176d tempest-RoutersIpV6Test-841277211 tempest-RoutersIpV6Test-841277211-project] Publish callbacks [] for port (8d2cb357-5456-4fc1-9845-39bc3d959d6a), precommit_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:36:53.247161 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Pushing event updated for resources: {'Port': ['ID=27babea0-3164-4577-bb03-a987ed29b734,revision_number=5']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:36:53.253855 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-5e52ff70-4462-4f64-9f5b-6cac7384176d tempest-RoutersIpV6Test-841277211 tempest-RoutersIpV6Test-841277211-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762866656467', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14393751'] for port (8d2cb357-5456-4fc1-9845-39bc3d959d6a), after_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:36:53.301705 n-d-713498-36 neutron-server[103230]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e52ff70-4462-4f64-9f5b-6cac7384176d tempest-RoutersIpV6Test-841277211 tempest-RoutersIpV6Test-841277211-project] Network 385eaeed-d715-4918-9ad3-72208996d4a4 is already hosted by enough agents. {{(pid=103230) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 19:36:53.304948 n-d-713498-36 neutron-server[103230]: DEBUG neutron.scheduler.base_scheduler [None req-5e52ff70-4462-4f64-9f5b-6cac7384176d tempest-RoutersIpV6Test-841277211 tempest-RoutersIpV6Test-841277211-project] Resources bound (agent type, host, resource id): {{(pid=103230) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 19:36:53.311224 n-d-713498-36 neutron-server[103230]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e52ff70-4462-4f64-9f5b-6cac7384176d tempest-RoutersIpV6Test-841277211 tempest-RoutersIpV6Test-841277211-project] Received port after_create {{(pid=103230) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 19:36:53.312158 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-5e52ff70-4462-4f64-9f5b-6cac7384176d tempest-RoutersIpV6Test-841277211 tempest-RoutersIpV6Test-841277211-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1819024'] for router_interface (55fec3fe-7e8e-4d78-bc87-824707365bb4), before_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:36:53.315471 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e53805f5-55a2-45ee-aeb1-9a2c26303046 req-9612a7b6-fe36-4a16-bd64-cb252ef42961 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:36:53.317042 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-e53805f5-55a2-45ee-aeb1-9a2c26303046 req-9612a7b6-fe36-4a16-bd64-cb252ef42961 service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=4507279d-c0a6-4053-96f9-1d01f37541a6 HTTP/1.1" status: 200 len: 1128 time: 0.0509944 Feb 09 19:36:53.350742 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e52ff70-4462-4f64-9f5b-6cac7384176d tempest-RoutersIpV6Test-841277211 tempest-RoutersIpV6Test-841277211-project] Pushing event updated for resources: {'Port': ['ID=8d2cb357-5456-4fc1-9845-39bc3d959d6a,revision_number=1']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:36:53.382235 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-e53805f5-55a2-45ee-aeb1-9a2c26303046 req-426ab357-5047-4681-b882-325137103b31 service neutron] 10.222.0.90 "GET /v2.0/security-groups?id=92e3f3e1-abba-4606-8823-ff0f44ed1f23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546074 Feb 09 19:36:53.442879 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-2c50cd07-41f9-4b8f-8917-56c503ddd481 req-45624a4c-a84d-4539-84f8-eab09a1701c5 service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=ef8fb5b1-266b-4abe-85d3-6f5780a36355&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0930796 Feb 09 19:36:53.487148 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-5e52ff70-4462-4f64-9f5b-6cac7384176d tempest-RoutersIpV6Test-841277211 tempest-RoutersIpV6Test-841277211-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (8d2cb357-5456-4fc1-9845-39bc3d959d6a), before_update {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:36:53.606017 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.provisioning_blocks [None req-054b0984-9178-468f-9575-445dde51ce4f None None] Provisioning complete for port 8d2cb357-5456-4fc1-9845-39bc3d959d6a triggered by entity DHCP. {{(pid=103232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 19:36:53.606314 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-054b0984-9178-468f-9575-445dde51ce4f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593630'] for port (8d2cb357-5456-4fc1-9845-39bc3d959d6a), provisioning_complete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:36:53.642661 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c50cd07-41f9-4b8f-8917-56c503ddd481 req-52cf71b4-6d22-433e-99a7-22efa85eea96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:36:53.644172 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-2c50cd07-41f9-4b8f-8917-56c503ddd481 req-52cf71b4-6d22-433e-99a7-22efa85eea96 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=554bad581bcf4d20ab4a10352f965260&device_id=ef8fb5b1-266b-4abe-85d3-6f5780a36355 HTTP/1.1" status: 200 len: 1128 time: 0.1546478 Feb 09 19:36:53.645176 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-054b0984-9178-468f-9575-445dde51ce4f None None] Port 8d2cb357-5456-4fc1-9845-39bc3d959d6a cannot update to ACTIVE because it is not bound. {{(pid=103232) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 19:36:53.737099 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Device 0b03ba4e-3ae4-445f-a58f-5ced31d50819 details requested by agent hyperv_n-h1-713498-36 with host n-h1-713498-36 {{(pid=103232) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 19:36:53.740628 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Device 5f3120e3-e786-407f-b3ad-794cc89bce3c no longer exists at agent hyperv_n-h1-713498-36 {{(pid=103232) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 19:36:53.833680 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] The host n-h1-713498-36 is not matching for port 5f3120e3-e786-407f-b3ad-794cc89bce3c host n-h2-713498-36! {{(pid=103232) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2330}} Feb 09 19:36:53.834126 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Device 5f3120e3-e786-407f-b3ad-794cc89bce3c not bound to the agent host n-h1-713498-36 {{(pid=103232) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 19:36:53.835569 n-d-713498-36 neutron-server[103229]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ba22b315-e430-4895-a078-0c720f335557', 'tag': '5f3120e3-e786-407f-b3ad-794cc89bce3c'}] {{(pid=103229) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 19:36:53.838085 n-d-713498-36 neutron-server[103229]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fa6ae9a20702bd564eaf90d946620b2b4277b1ab91129323d3b54181076be307" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-065528ed-3e24-401b-a462-01778f66b497" -d '{"events": [{"name": "network-changed", "server_uuid": "ba22b315-e430-4895-a078-0c720f335557", "tag": "5f3120e3-e786-407f-b3ad-794cc89bce3c"}]}' {{(pid=103229) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 19:36:53.887166 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] For port 0b03ba4e-3ae4-445f-a58f-5ced31d50819, host n-h1-713498-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-36',level=0,port_id=0b03ba4e-3ae4-445f-a58f-5ced31d50819,segment=NetworkSegment(858d2da7-0314-4b25-bd9f-f8e206467551),segment_id=858d2da7-0314-4b25-bd9f-f8e206467551)] {{(pid=103232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 19:36:53.894410 n-d-713498-36 neutron-server[103229]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 19:36:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-65c5481e-4ff9-40d5-a5eb-cc8a6fe1d242 x-openstack-request-id: req-65c5481e-4ff9-40d5-a5eb-cc8a6fe1d242 {{(pid=103229) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 19:36:53.894916 n-d-713498-36 neutron-server[103229]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ba22b315-e430-4895-a078-0c720f335557", "tag": "5f3120e3-e786-407f-b3ad-794cc89bce3c", "status": "completed", "code": 200}]} {{(pid=103229) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 19:36:53.895373 n-d-713498-36 neutron-server[103229]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-65c5481e-4ff9-40d5-a5eb-cc8a6fe1d242 {{(pid=103229) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 19:36:53.895982 n-d-713498-36 neutron-server[103229]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ba22b315-e430-4895-a078-0c720f335557', 'tag': '5f3120e3-e786-407f-b3ad-794cc89bce3c', 'status': 'completed', 'code': 200} Feb 09 19:36:53.902446 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Returning: {'device': '0b03ba4e-3ae4-445f-a58f-5ced31d50819', 'network_id': '2f0cf41a-020e-4549-8a9a-beaa8be7ccf1', 'port_id': '0b03ba4e-3ae4-445f-a58f-5ced31d50819', 'mac_address': 'fa:16:3e:e6:a6:c9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 385, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6d1f69a1-f040-48ff-86ee-7d9cfec7a16b', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103232) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 19:36:53.955931 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Current status of the port 0b03ba4e-3ae4-445f-a58f-5ced31d50819 is: DOWN; New status is: BUILD {{(pid=103232) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 19:36:53.956655 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (0b03ba4e-3ae4-445f-a58f-5ced31d50819), before_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:36:53.971026 n-d-713498-36 neutron-server[103232]: DEBUG neutron.notifiers.nova [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0b03ba4e-3ae4-445f-a58f-5ced31d50819 {{(pid=103232) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 19:36:53.993182 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-065528ed-3e24-401b-a462-01778f66b497 req-f9cc0e25-151e-4c2c-8532-0072281c223b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:36:53.993669 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] For port 0b03ba4e-3ae4-445f-a58f-5ced31d50819, host n-h1-713498-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-36',level=0,port_id=0b03ba4e-3ae4-445f-a58f-5ced31d50819,segment=NetworkSegment(858d2da7-0314-4b25-bd9f-f8e206467551),segment_id=858d2da7-0314-4b25-bd9f-f8e206467551)] {{(pid=103232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 19:36:53.995602 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-065528ed-3e24-401b-a462-01778f66b497 req-f9cc0e25-151e-4c2c-8532-0072281c223b service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=eba669c4f4c548e495f13ae7579d0fa6&device_id=ba22b315-e430-4895-a078-0c720f335557 HTTP/1.1" status: 200 len: 1127 time: 0.0864215 Feb 09 19:36:54.001991 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762867176205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762866656485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762866656503'] for port (0b03ba4e-3ae4-445f-a58f-5ced31d50819), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:36:54.071211 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-065528ed-3e24-401b-a462-01778f66b497 req-1d69147e-2682-4108-a817-1671ea7c8f43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:36:54.073662 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-065528ed-3e24-401b-a462-01778f66b497 req-1d69147e-2682-4108-a817-1671ea7c8f43 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=eba669c4f4c548e495f13ae7579d0fa6&device_id=ba22b315-e430-4895-a078-0c720f335557 HTTP/1.1" status: 200 len: 1127 time: 0.1356020 Feb 09 19:36:54.077895 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Pushing event updated for resources: {'Port': ['ID=0b03ba4e-3ae4-445f-a58f-5ced31d50819,revision_number=4']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:36:54.222034 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c50cd07-41f9-4b8f-8917-56c503ddd481 req-91d493cf-046d-4bb7-9e85-3cea660a8c8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:36:54.223516 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-2c50cd07-41f9-4b8f-8917-56c503ddd481 req-91d493cf-046d-4bb7-9e85-3cea660a8c8c service neutron] 10.222.0.89 "GET /v2.0/networks?id=2f0cf41a-020e-4549-8a9a-beaa8be7ccf1 HTTP/1.1" status: 200 len: 915 time: 0.5607603 Feb 09 19:36:54.226291 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] get_ports_and_sgs() called for port_ids ['0b03ba4e-3ae4-445f-a58f-5ced31d50819'] {{(pid=103232) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 19:36:54.232566 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e85393f3-7046-4a3d-81c8-1acc1fb740c0 req-e5083cf8-fda4-466a-b2cb-8aa3a621256c tempest-ServersNegativeTestJSON-1608020402 tempest-ServersNegativeTestJSON-1608020402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:36:54.234128 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-e85393f3-7046-4a3d-81c8-1acc1fb740c0 req-e5083cf8-fda4-466a-b2cb-8aa3a621256c tempest-ServersNegativeTestJSON-1608020402 tempest-ServersNegativeTestJSON-1608020402-project] 10.222.0.75 "GET /v2.0/ports?device_id=5482a13c-891c-4023-9ac7-fa4d0b8b3c1a HTTP/1.1" status: 200 len: 945 time: 0.1634130 Feb 09 19:36:54.279949 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9080d89-546d-4fe2-9fd4-53a11d6803fb req-bf82b13a-77d8-446a-bebb-0e51e37358a9 tempest-VolumesActionsTest-1249020738 tempest-VolumesActionsTest-1249020738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:36:54.286475 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-f9080d89-546d-4fe2-9fd4-53a11d6803fb req-bf82b13a-77d8-446a-bebb-0e51e37358a9 tempest-VolumesActionsTest-1249020738 tempest-VolumesActionsTest-1249020738-project] 10.222.0.75 "GET /v2.0/ports?device_id=4507279d-c0a6-4053-96f9-1d01f37541a6 HTTP/1.1" status: 200 len: 945 time: 0.1758869 Feb 09 19:36:54.290751 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-065528ed-3e24-401b-a462-01778f66b497 req-11d4eb0e-ea5d-46d2-b77b-4b29857cf2f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:36:54.290983 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-2c50cd07-41f9-4b8f-8917-56c503ddd481 req-eefa2c30-2c48-459e-9926-6ed9fd95ee16 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e29dcbb8-a456-45b2-83ed-996317badba0 HTTP/1.1" status: 200 len: 217 time: 0.0557876 Feb 09 19:36:54.293423 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-065528ed-3e24-401b-a462-01778f66b497 req-11d4eb0e-ea5d-46d2-b77b-4b29857cf2f4 service neutron] 10.222.0.89 "GET /v2.0/networks?id=4441bac0-0a44-4a1e-8093-e71510495491 HTTP/1.1" status: 200 len: 898 time: 0.2925272 Feb 09 19:36:54.294568 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-065528ed-3e24-401b-a462-01778f66b497 req-e239d4fb-c882-4ab9-be64-d7020404b6eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:36:54.297695 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-065528ed-3e24-401b-a462-01778f66b497 req-e239d4fb-c882-4ab9-be64-d7020404b6eb service neutron] 10.222.0.90 "GET /v2.0/networks?id=4441bac0-0a44-4a1e-8093-e71510495491 HTTP/1.1" status: 200 len: 898 time: 0.1887841 Feb 09 19:36:54.389938 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-e85393f3-7046-4a3d-81c8-1acc1fb740c0 req-c8f3cace-6fbc-4766-9e88-bb616d50a7d8 tempest-ServersNegativeTestJSON-1608020402 tempest-ServersNegativeTestJSON-1608020402-project] 10.222.0.75 "GET /v2.0/security-groups?id=25d47ded-5003-4f4d-b434-467ecec6793f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1449335 Feb 09 19:36:54.392453 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-5e52ff70-4462-4f64-9f5b-6cac7384176d tempest-RoutersIpV6Test-841277211 tempest-RoutersIpV6Test-841277211-project] Publish callbacks [] for port (8d2cb357-5456-4fc1-9845-39bc3d959d6a), precommit_update {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:36:54.397010 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c50cd07-41f9-4b8f-8917-56c503ddd481 req-0052a351-89d5-4205-aed6-f1cec86de870 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:36:54.398705 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-2c50cd07-41f9-4b8f-8917-56c503ddd481 req-0052a351-89d5-4205-aed6-f1cec86de870 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=6d1f69a1-f040-48ff-86ee-7d9cfec7a16b HTTP/1.1" status: 200 len: 854 time: 0.0908473 Feb 09 19:36:54.399644 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-5e52ff70-4462-4f64-9f5b-6cac7384176d tempest-RoutersIpV6Test-841277211 tempest-RoutersIpV6Test-841277211-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762867176205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762866656485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762866656503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14393758'] for port (8d2cb357-5456-4fc1-9845-39bc3d959d6a), after_update {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:36:54.400496 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-5e52ff70-4462-4f64-9f5b-6cac7384176d tempest-RoutersIpV6Test-841277211 tempest-RoutersIpV6Test-841277211-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1613458', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1834496'] for router_interface (55fec3fe-7e8e-4d78-bc87-824707365bb4), after_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:36:54.426596 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-f9080d89-546d-4fe2-9fd4-53a11d6803fb req-7e2104d5-08a1-4926-8bc9-8e3d69956078 tempest-VolumesActionsTest-1249020738 tempest-VolumesActionsTest-1249020738-project] 10.222.0.75 "GET /v2.0/security-groups?id=92e3f3e1-abba-4606-8823-ff0f44ed1f23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1278763 Feb 09 19:36:54.462616 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-065528ed-3e24-401b-a462-01778f66b497 req-9882789c-16d3-427c-b24a-edd28036fa46 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=5f3120e3-e786-407f-b3ad-794cc89bce3c HTTP/1.1" status: 200 len: 998 time: 0.1619186 Feb 09 19:36:54.466285 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-2c50cd07-41f9-4b8f-8917-56c503ddd481 req-199f43c3-6f00-4bd0-8e60-c6ad67f6e2f3 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=2f0cf41a-020e-4549-8a9a-beaa8be7ccf1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0560923 Feb 09 19:36:54.471067 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-065528ed-3e24-401b-a462-01778f66b497 req-4c3285c0-ebac-4509-bfc3-be20d284d7b1 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=5f3120e3-e786-407f-b3ad-794cc89bce3c HTTP/1.1" status: 200 len: 998 time: 0.1545310 Feb 09 19:36:54.553143 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e52ff70-4462-4f64-9f5b-6cac7384176d tempest-RoutersIpV6Test-841277211 tempest-RoutersIpV6Test-841277211-project] Pushing event updated for resources: {'Port': ['ID=8d2cb357-5456-4fc1-9845-39bc3d959d6a,revision_number=2']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:36:54.556204 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-065528ed-3e24-401b-a462-01778f66b497 req-d148ddcb-8eeb-442a-8455-c7f3950cb6cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:36:54.557669 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-065528ed-3e24-401b-a462-01778f66b497 req-d148ddcb-8eeb-442a-8455-c7f3950cb6cd service neutron] 10.222.0.89 "GET /v2.0/subnets?id=a53359ef-76e4-4c05-b08e-4db3ad09b5a9 HTTP/1.1" status: 200 len: 835 time: 0.0832238 Feb 09 19:36:54.559066 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-065528ed-3e24-401b-a462-01778f66b497 req-81d9e6d9-5175-4e9d-be73-327794d6868f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:36:54.560340 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-065528ed-3e24-401b-a462-01778f66b497 req-81d9e6d9-5175-4e9d-be73-327794d6868f service neutron] 10.222.0.90 "GET /v2.0/subnets?id=a53359ef-76e4-4c05-b08e-4db3ad09b5a9 HTTP/1.1" status: 200 len: 835 time: 0.0788202 Feb 09 19:36:54.643221 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-065528ed-3e24-401b-a462-01778f66b497 req-1243fa7f-b885-491a-9f87-864f0e1902c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:36:54.644811 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-065528ed-3e24-401b-a462-01778f66b497 req-1243fa7f-b885-491a-9f87-864f0e1902c8 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=4441bac0-0a44-4a1e-8093-e71510495491&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0715766 Feb 09 19:36:54.650532 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-065528ed-3e24-401b-a462-01778f66b497 req-de15dddf-4b09-4924-a48e-2c9d09e99d45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:36:54.651962 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-065528ed-3e24-401b-a462-01778f66b497 req-de15dddf-4b09-4924-a48e-2c9d09e99d45 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=4441bac0-0a44-4a1e-8093-e71510495491&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0865705 Feb 09 19:36:54.657566 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef888a8f-fd04-42ab-bee8-6ae8ab38692a req-1acac5ac-a43f-473f-8c96-47a954ca5e67 tempest-TestNetworkAdvancedServerOps-1633223542 tempest-TestNetworkAdvancedServerOps-1633223542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:36:54.659074 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-ef888a8f-fd04-42ab-bee8-6ae8ab38692a req-1acac5ac-a43f-473f-8c96-47a954ca5e67 tempest-TestNetworkAdvancedServerOps-1633223542 tempest-TestNetworkAdvancedServerOps-1633223542-project] 10.222.0.75 "GET /v2.0/ports?device_id=ba22b315-e430-4895-a078-0c720f335557 HTTP/1.1" status: 200 len: 944 time: 0.1846716 Feb 09 19:36:54.704193 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-2c50cd07-41f9-4b8f-8917-56c503ddd481 req-13826f16-8946-4b08-a654-62d1cfef32e2 service neutron] 10.222.0.89 "GET /v2.0/networks/2f0cf41a-020e-4549-8a9a-beaa8be7ccf1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2175047 Feb 09 19:36:54.705978 n-d-713498-36 neutron-server[103230]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e52ff70-4462-4f64-9f5b-6cac7384176d tempest-RoutersIpV6Test-841277211 tempest-RoutersIpV6Test-841277211-project] Network 385eaeed-d715-4918-9ad3-72208996d4a4 is already hosted by enough agents. {{(pid=103230) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 19:36:54.711025 n-d-713498-36 neutron-server[103230]: DEBUG neutron.scheduler.base_scheduler [None req-5e52ff70-4462-4f64-9f5b-6cac7384176d tempest-RoutersIpV6Test-841277211 tempest-RoutersIpV6Test-841277211-project] Resources bound (agent type, host, resource id): {{(pid=103230) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 19:36:54.818763 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-065528ed-3e24-401b-a462-01778f66b497 req-a48aa320-f32d-4c89-84cf-a209409b3b9c service neutron] 10.222.0.89 "GET /v2.0/networks/4441bac0-0a44-4a1e-8093-e71510495491?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1601775 Feb 09 19:36:54.820520 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-065528ed-3e24-401b-a462-01778f66b497 req-555fa0c3-00cf-4828-970e-c2ab2ed78168 service neutron] 10.222.0.90 "GET /v2.0/networks/4441bac0-0a44-4a1e-8093-e71510495491?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1632926 Feb 09 19:36:54.858616 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-ef888a8f-fd04-42ab-bee8-6ae8ab38692a req-87bd6ab6-80fb-4c88-8ff7-2dc6201ee6f2 tempest-TestNetworkAdvancedServerOps-1633223542 tempest-TestNetworkAdvancedServerOps-1633223542-project] 10.222.0.75 "GET /v2.0/security-groups?id=4e60dadd-ab65-4f99-8fbb-201b325b18d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1885831 Feb 09 19:36:54.916007 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-2c50cd07-41f9-4b8f-8917-56c503ddd481 req-c60cf0d7-a96a-4783-8169-06b7b6e98ba3 service neutron] 10.222.0.89 "GET /v2.0/networks/2f0cf41a-020e-4549-8a9a-beaa8be7ccf1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1953771 Feb 09 19:36:54.923636 n-d-713498-36 neutron-server[103230]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5e52ff70-4462-4f64-9f5b-6cac7384176d tempest-RoutersIpV6Test-841277211 tempest-RoutersIpV6Test-841277211-project] Router 55fec3fe-7e8e-4d78-bc87-824707365bb4 has already been hosted by L3 agent 93303d5e-5d17-45e8-8963-7694f87783ae {{(pid=103230) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 19:36:54.995504 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.provisioning_blocks [None req-f6f42674-9d39-4ef8-aea7-1783949384d5 None None] Provisioning complete for port 8d2cb357-5456-4fc1-9845-39bc3d959d6a triggered by entity DHCP. {{(pid=103232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 19:36:54.996043 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-f6f42674-9d39-4ef8-aea7-1783949384d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593630'] for port (8d2cb357-5456-4fc1-9845-39bc3d959d6a), provisioning_complete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:36:55.016020 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-065528ed-3e24-401b-a462-01778f66b497 req-353df22c-1bd9-477b-bb32-50780aac0b91 service neutron] 10.222.0.90 "GET /v2.0/networks/4441bac0-0a44-4a1e-8093-e71510495491?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1814804 Feb 09 19:36:55.031962 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-f6f42674-9d39-4ef8-aea7-1783949384d5 None None] Port 8d2cb357-5456-4fc1-9845-39bc3d959d6a cannot update to ACTIVE because it is not bound. {{(pid=103232) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 19:36:55.057866 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-065528ed-3e24-401b-a462-01778f66b497 req-cec25206-da68-4420-bc2e-d4bac41db0b7 service neutron] 10.222.0.89 "GET /v2.0/networks/4441bac0-0a44-4a1e-8093-e71510495491?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2332001 Feb 09 19:36:55.067392 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5e52ff70-4462-4f64-9f5b-6cac7384176d tempest-RoutersIpV6Test-841277211 tempest-RoutersIpV6Test-841277211-project] Notify agent at l3_agent.n-d-713498-36 the message routers_updated {{(pid=103230) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 19:36:55.072929 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-5e52ff70-4462-4f64-9f5b-6cac7384176d tempest-RoutersIpV6Test-841277211 tempest-RoutersIpV6Test-841277211-project] 10.222.0.75 "PUT /v2.0/routers/55fec3fe-7e8e-4d78-bc87-824707365bb4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1279926 Feb 09 19:36:55.075318 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 39084) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:36:55.080760 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d5794db-144f-40b9-b3e7-8a8a74cb4bf5 None None] Sync routers for ids ['55fec3fe-7e8e-4d78-bc87-824707365bb4'] in n-d-713498-36 {{(pid=103232) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 19:36:55.090409 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d5794db-144f-40b9-b3e7-8a8a74cb4bf5 None None] Routers {'55fec3fe-7e8e-4d78-bc87-824707365bb4'} bound to L3 agent in host n-d-713498-36 {{(pid=103232) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 19:36:55.091023 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.l3_hamode_db [None req-2d5794db-144f-40b9-b3e7-8a8a74cb4bf5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T18:51:43Z,description=,heartbeat_timestamp=2022-02-09T19:36:43Z,host='n-d-713498-36',id=93303d5e-5d17-45e8-8963-7694f87783ae,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T18:51:43Z,topic='l3_agent')) {'router_ids': ['55fec3fe-7e8e-4d78-bc87-824707365bb4'], 'active': True} {{(pid=103232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:36:55.127494 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8bb270fb-a87d-4265-b2f0-eb5857aafd06 tempest-RoutersIpV6Test-841277211 tempest-RoutersIpV6Test-841277211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:36:55.128285 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.l3_hamode_db [None req-2d5794db-144f-40b9-b3e7-8a8a74cb4bf5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713498-36', False) {} {{(pid=103232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:36:55.129149 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-8bb270fb-a87d-4265-b2f0-eb5857aafd06 tempest-RoutersIpV6Test-841277211 tempest-RoutersIpV6Test-841277211-project] 10.222.0.75 "GET /v2.0/ports/8d2cb357-5456-4fc1-9845-39bc3d959d6a HTTP/1.1" status: 200 len: 913 time: 0.0529132 Feb 09 19:36:55.131953 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 39086) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:36:55.136911 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d5794db-144f-40b9-b3e7-8a8a74cb4bf5 None None] Routers {'55fec3fe-7e8e-4d78-bc87-824707365bb4'} bound to L3 agent in host n-d-713498-36 {{(pid=103232) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 19:36:55.137498 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.l3_hamode_db [None req-2d5794db-144f-40b9-b3e7-8a8a74cb4bf5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T18:51:43Z,description=,heartbeat_timestamp=2022-02-09T19:36:43Z,host='n-d-713498-36',id=93303d5e-5d17-45e8-8963-7694f87783ae,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T18:51:43Z,topic='l3_agent')) {'router_ids': ['55fec3fe-7e8e-4d78-bc87-824707365bb4'], 'active': True} {{(pid=103232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:36:55.173705 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.l3_hamode_db [None req-2d5794db-144f-40b9-b3e7-8a8a74cb4bf5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713498-36', False) {} {{(pid=103232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:36:55.174402 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d5794db-144f-40b9-b3e7-8a8a74cb4bf5 None None] The sync data for ids ['55fec3fe-7e8e-4d78-bc87-824707365bb4'] in n-d-713498-36 is: [] {{(pid=103232) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 19:36:55.469392 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-1c918cd9-2641-48a2-9ac2-179a9856c4b3 tempest-RoutersIpV6Test-841277211 tempest-RoutersIpV6Test-841277211-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1834525'] for router_interface (55fec3fe-7e8e-4d78-bc87-824707365bb4), before_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:36:55.545017 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f53b2e89-6c44-47c2-a303-d7ae3f3054ae req-e0e795e6-6eed-4587-b6aa-443f324dfdd4 tempest-ServersNegativeTestJSON-1608020402 tempest-ServersNegativeTestJSON-1608020402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:36:55.546549 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-f53b2e89-6c44-47c2-a303-d7ae3f3054ae req-e0e795e6-6eed-4587-b6aa-443f324dfdd4 tempest-ServersNegativeTestJSON-1608020402 tempest-ServersNegativeTestJSON-1608020402-project] 10.222.0.75 "GET /v2.0/ports?device_id=5482a13c-891c-4023-9ac7-fa4d0b8b3c1a HTTP/1.1" status: 200 len: 945 time: 0.0789955 Feb 09 19:36:55.603326 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-f53b2e89-6c44-47c2-a303-d7ae3f3054ae req-78d93458-25c4-46bb-a941-a9480168bc42 tempest-ServersNegativeTestJSON-1608020402 tempest-ServersNegativeTestJSON-1608020402-project] 10.222.0.75 "GET /v2.0/security-groups?id=25d47ded-5003-4f4d-b434-467ecec6793f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467248 Feb 09 19:36:55.653077 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80e73412-3396-4f4e-a19c-d4fcf57ef6db req-ad2cdb94-e88f-47c8-8a22-5b75bb1341f9 tempest-VolumesActionsTest-1249020738 tempest-VolumesActionsTest-1249020738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:36:55.655121 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-80e73412-3396-4f4e-a19c-d4fcf57ef6db req-ad2cdb94-e88f-47c8-8a22-5b75bb1341f9 tempest-VolumesActionsTest-1249020738 tempest-VolumesActionsTest-1249020738-project] 10.222.0.75 "GET /v2.0/ports?device_id=4507279d-c0a6-4053-96f9-1d01f37541a6 HTTP/1.1" status: 200 len: 945 time: 0.1132472 Feb 09 19:36:55.734727 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-80e73412-3396-4f4e-a19c-d4fcf57ef6db req-905e578c-9058-415c-8c8e-201dc4939818 tempest-VolumesActionsTest-1249020738 tempest-VolumesActionsTest-1249020738-project] 10.222.0.75 "GET /v2.0/security-groups?id=92e3f3e1-abba-4606-8823-ff0f44ed1f23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0586207 Feb 09 19:36:55.761942 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Device 0b03ba4e-3ae4-445f-a58f-5ced31d50819 up at agent hyperv_n-h1-713498-36 {{(pid=103232) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 19:36:55.825864 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.provisioning_blocks [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Provisioning for port 0b03ba4e-3ae4-445f-a58f-5ced31d50819 completed by entity L2. {{(pid=103232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 19:36:55.830189 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.provisioning_blocks [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Provisioning complete for port 0b03ba4e-3ae4-445f-a58f-5ced31d50819 triggered by entity L2. {{(pid=103232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 19:36:55.830588 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593630'] for port (0b03ba4e-3ae4-445f-a58f-5ced31d50819), provisioning_complete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:36:55.845148 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.plugin [None req-1c918cd9-2641-48a2-9ac2-179a9856c4b3 tempest-RoutersIpV6Test-841277211 tempest-RoutersIpV6Test-841277211-project] Deleting port 8d2cb357-5456-4fc1-9845-39bc3d959d6a {{(pid=103230) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 19:36:55.845148 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-1c918cd9-2641-48a2-9ac2-179a9856c4b3 tempest-RoutersIpV6Test-841277211 tempest-RoutersIpV6Test-841277211-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762867170196'] for port (8d2cb357-5456-4fc1-9845-39bc3d959d6a), before_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:36:55.930309 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Current status of the port 0b03ba4e-3ae4-445f-a58f-5ced31d50819 is: BUILD; New status is: ACTIVE {{(pid=103232) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 19:36:55.930767 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (0b03ba4e-3ae4-445f-a58f-5ced31d50819), before_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:36:55.956036 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-1c918cd9-2641-48a2-9ac2-179a9856c4b3 tempest-RoutersIpV6Test-841277211 tempest-RoutersIpV6Test-841277211-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1820838'] for port (8d2cb357-5456-4fc1-9845-39bc3d959d6a), precommit_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:36:55.973634 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.plugin [None req-1c918cd9-2641-48a2-9ac2-179a9856c4b3 tempest-RoutersIpV6Test-841277211 tempest-RoutersIpV6Test-841277211-project] Calling delete_port for 8d2cb357-5456-4fc1-9845-39bc3d959d6a owned by network:router_interface {{(pid=103230) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 19:36:55.975789 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] For port 0b03ba4e-3ae4-445f-a58f-5ced31d50819, host n-h1-713498-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-36',level=0,port_id=0b03ba4e-3ae4-445f-a58f-5ced31d50819,segment=NetworkSegment(858d2da7-0314-4b25-bd9f-f8e206467551),segment_id=858d2da7-0314-4b25-bd9f-f8e206467551)] {{(pid=103232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 19:36:55.976972 n-d-713498-36 neutron-server[103232]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5482a13c-891c-4023-9ac7-fa4d0b8b3c1a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0b03ba4e-3ae4-445f-a58f-5ced31d50819'}] {{(pid=103232) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 19:36:55.977307 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-db00e41f-dee7-46be-bdd6-aef69eef2895 req-3fa19e75-7e93-452c-8639-0e48cb0e6119 service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=ba22b315-e430-4895-a078-0c720f335557&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0701954 Feb 09 19:36:55.979906 n-d-713498-36 neutron-server[103232]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}949cdcde653dec44821de95cbf67297f53cbc2aed4e073b5d514f93bf911ce85" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-db4f7454-9697-4159-867d-4c2177fd432d" -d '{"events": [{"server_uuid": "5482a13c-891c-4023-9ac7-fa4d0b8b3c1a", "name": "network-vif-plugged", "status": "completed", "tag": "0b03ba4e-3ae4-445f-a58f-5ced31d50819"}]}' {{(pid=103232) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 19:36:55.985569 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762867176205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762866656485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762866656503'] for port (0b03ba4e-3ae4-445f-a58f-5ced31d50819), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:36:56.061429 n-d-713498-36 neutron-server[103232]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 19:36:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-01dd4c47-029e-46bf-842f-87ab7660bff7 x-openstack-request-id: req-01dd4c47-029e-46bf-842f-87ab7660bff7 {{(pid=103232) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 19:36:56.062268 n-d-713498-36 neutron-server[103232]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5482a13c-891c-4023-9ac7-fa4d0b8b3c1a", "name": "network-vif-plugged", "status": "completed", "tag": "0b03ba4e-3ae4-445f-a58f-5ced31d50819", "code": 200}]} {{(pid=103232) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 19:36:56.062268 n-d-713498-36 neutron-server[103232]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-01dd4c47-029e-46bf-842f-87ab7660bff7 {{(pid=103232) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 19:36:56.062582 n-d-713498-36 neutron-server[103232]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5482a13c-891c-4023-9ac7-fa4d0b8b3c1a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0b03ba4e-3ae4-445f-a58f-5ced31d50819', 'code': 200} Feb 09 19:36:56.066256 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Pushing event updated for resources: {'Port': ['ID=0b03ba4e-3ae4-445f-a58f-5ced31d50819,revision_number=5']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:36:56.132892 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db00e41f-dee7-46be-bdd6-aef69eef2895 req-052fe423-5116-413f-8259-b7b8b39212a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:36:56.134533 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-db00e41f-dee7-46be-bdd6-aef69eef2895 req-052fe423-5116-413f-8259-b7b8b39212a7 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=eba669c4f4c548e495f13ae7579d0fa6&device_id=ba22b315-e430-4895-a078-0c720f335557 HTTP/1.1" status: 200 len: 1127 time: 0.1284170 Feb 09 19:36:56.149650 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad2d8dc1-3829-43f0-a367-b26199e882c3 req-636d9f23-7580-4914-8c03-563aa61e7b6a tempest-TestNetworkAdvancedServerOps-1633223542 tempest-TestNetworkAdvancedServerOps-1633223542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:36:56.151343 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-ad2d8dc1-3829-43f0-a367-b26199e882c3 req-636d9f23-7580-4914-8c03-563aa61e7b6a tempest-TestNetworkAdvancedServerOps-1633223542 tempest-TestNetworkAdvancedServerOps-1633223542-project] 10.222.0.75 "GET /v2.0/ports?device_id=ba22b315-e430-4895-a078-0c720f335557 HTTP/1.1" status: 200 len: 944 time: 0.1184678 Feb 09 19:36:56.233409 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-1c918cd9-2641-48a2-9ac2-179a9856c4b3 tempest-RoutersIpV6Test-841277211 tempest-RoutersIpV6Test-841277211-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762867177463', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762866656476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14393751'] for port (8d2cb357-5456-4fc1-9845-39bc3d959d6a), after_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:36:56.244791 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f20f2a4-426b-46b1-a6e8-397230a57af7 req-2eb01784-dd99-41d3-af1f-12596ae7187c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:36:56.246344 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-6f20f2a4-426b-46b1-a6e8-397230a57af7 req-2eb01784-dd99-41d3-af1f-12596ae7187c service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=5482a13c-891c-4023-9ac7-fa4d0b8b3c1a HTTP/1.1" status: 200 len: 1129 time: 0.1428106 Feb 09 19:36:56.262800 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c918cd9-2641-48a2-9ac2-179a9856c4b3 tempest-RoutersIpV6Test-841277211 tempest-RoutersIpV6Test-841277211-project] Pushing event deleted for resources: {'Port': ['ID=8d2cb357-5456-4fc1-9845-39bc3d959d6a,revision_number=None']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:36:56.303401 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-ad2d8dc1-3829-43f0-a367-b26199e882c3 req-c8a04f20-9313-4217-82b2-895058540e63 tempest-TestNetworkAdvancedServerOps-1633223542 tempest-TestNetworkAdvancedServerOps-1633223542-project] 10.222.0.75 "GET /v2.0/security-groups?id=4e60dadd-ab65-4f99-8fbb-201b325b18d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1445317 Feb 09 19:36:56.338641 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 39106) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:36:56.342818 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-6f20f2a4-426b-46b1-a6e8-397230a57af7 req-71618321-7386-4fe1-b654-ee2b0ee515d5 service neutron] 10.222.0.89 "GET /v2.0/security-groups?id=25d47ded-5003-4f4d-b434-467ecec6793f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0833802 Feb 09 19:36:56.401342 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-1c918cd9-2641-48a2-9ac2-179a9856c4b3 tempest-RoutersIpV6Test-841277211 tempest-RoutersIpV6Test-841277211-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1613467', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1834633'] for router_interface (55fec3fe-7e8e-4d78-bc87-824707365bb4), after_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:36:56.412735 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db00e41f-dee7-46be-bdd6-aef69eef2895 req-e719b4e0-ab1f-45c9-ba1c-23b4018518ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:36:56.414363 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-db00e41f-dee7-46be-bdd6-aef69eef2895 req-e719b4e0-ab1f-45c9-ba1c-23b4018518ac service neutron] 10.222.0.90 "GET /v2.0/networks?id=4441bac0-0a44-4a1e-8093-e71510495491 HTTP/1.1" status: 200 len: 898 time: 0.2366681 Feb 09 19:36:56.435042 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-35de0295-70b9-4e41-aaf2-57a48fcc3bcf tempest-TestNetworkAdvancedServerOps-1633223542 tempest-TestNetworkAdvancedServerOps-1633223542-project] 10.222.0.75 "GET /v2.0/floatingips/8c3087f9-e21c-47c0-9f7b-eab3f06976db HTTP/1.1" status: 200 len: 990 time: 0.0910528 Feb 09 19:36:56.498732 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-db00e41f-dee7-46be-bdd6-aef69eef2895 req-55df3ff6-cd5b-4a10-b7eb-9ff53e4b6f92 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=5f3120e3-e786-407f-b3ad-794cc89bce3c HTTP/1.1" status: 200 len: 998 time: 0.0735373 Feb 09 19:36:56.597040 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db00e41f-dee7-46be-bdd6-aef69eef2895 req-b379bbc9-a5ea-4a2e-bbfa-07f5573d6ac6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:36:56.598527 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-db00e41f-dee7-46be-bdd6-aef69eef2895 req-b379bbc9-a5ea-4a2e-bbfa-07f5573d6ac6 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=a53359ef-76e4-4c05-b08e-4db3ad09b5a9 HTTP/1.1" status: 200 len: 835 time: 0.0863011 Feb 09 19:36:56.616051 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12c7c7c0-4f39-421e-a864-de1a872f7876 req-8afd05ff-31e7-4f38-a815-9ef0472c008c tempest-VolumesActionsTest-1249020738 tempest-VolumesActionsTest-1249020738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:36:56.617506 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-12c7c7c0-4f39-421e-a864-de1a872f7876 req-8afd05ff-31e7-4f38-a815-9ef0472c008c tempest-VolumesActionsTest-1249020738 tempest-VolumesActionsTest-1249020738-project] 10.222.0.75 "GET /v2.0/ports?device_id=4507279d-c0a6-4053-96f9-1d01f37541a6 HTTP/1.1" status: 200 len: 945 time: 0.0708621 Feb 09 19:36:56.702140 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-12c7c7c0-4f39-421e-a864-de1a872f7876 req-a3f81724-c39d-48b2-9436-4b1cb26300c2 tempest-VolumesActionsTest-1249020738 tempest-VolumesActionsTest-1249020738-project] 10.222.0.75 "GET /v2.0/security-groups?id=92e3f3e1-abba-4606-8823-ff0f44ed1f23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0758233 Feb 09 19:36:56.704989 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db00e41f-dee7-46be-bdd6-aef69eef2895 req-05b8b5b2-0ae9-424d-a79d-93d27c0bd6be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:36:56.706529 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-db00e41f-dee7-46be-bdd6-aef69eef2895 req-05b8b5b2-0ae9-424d-a79d-93d27c0bd6be service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=4441bac0-0a44-4a1e-8093-e71510495491&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0881305 Feb 09 19:36:56.808859 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-db00e41f-dee7-46be-bdd6-aef69eef2895 req-7fd3b27c-47f8-40b9-87d5-dbed4e4eb31a service neutron] 10.222.0.90 "GET /v2.0/networks/4441bac0-0a44-4a1e-8093-e71510495491?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0908520 Feb 09 19:36:56.926485 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-db00e41f-dee7-46be-bdd6-aef69eef2895 req-3f9c25ff-8535-4e03-b5fb-dfe2168fa60b service neutron] 10.222.0.90 "GET /v2.0/networks/4441bac0-0a44-4a1e-8093-e71510495491?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1055937 Feb 09 19:36:56.944354 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Device 5f3120e3-e786-407f-b3ad-794cc89bce3c details requested by agent hyperv_n-h2-713498-36 with host n-h2-713498-36 {{(pid=103232) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 19:36:57.016228 n-d-713498-36 neutron-server[103230]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1c918cd9-2641-48a2-9ac2-179a9856c4b3 tempest-RoutersIpV6Test-841277211 tempest-RoutersIpV6Test-841277211-project] Router 55fec3fe-7e8e-4d78-bc87-824707365bb4 has already been hosted by L3 agent 93303d5e-5d17-45e8-8963-7694f87783ae {{(pid=103230) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 19:36:57.025903 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ae1cb83-4940-4d92-829c-f7fa5e4c6a29 req-466ff42e-207c-428d-8263-20660e43157a tempest-ServersNegativeTestJSON-1608020402 tempest-ServersNegativeTestJSON-1608020402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:36:57.027416 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-4ae1cb83-4940-4d92-829c-f7fa5e4c6a29 req-466ff42e-207c-428d-8263-20660e43157a tempest-ServersNegativeTestJSON-1608020402 tempest-ServersNegativeTestJSON-1608020402-project] 10.222.0.75 "GET /v2.0/ports?device_id=5482a13c-891c-4023-9ac7-fa4d0b8b3c1a HTTP/1.1" status: 200 len: 946 time: 0.0781689 Feb 09 19:36:57.046808 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-7429db8d-6021-40ad-813e-885be449a89b None None] For port 5f3120e3-e786-407f-b3ad-794cc89bce3c, host n-h2-713498-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-36',level=0,port_id=5f3120e3-e786-407f-b3ad-794cc89bce3c,segment=NetworkSegment(25bee314-2f03-4005-a207-d495c9ba8d98),segment_id=25bee314-2f03-4005-a207-d495c9ba8d98)] {{(pid=103232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 19:36:57.058187 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Returning: {'device': '5f3120e3-e786-407f-b3ad-794cc89bce3c', 'network_id': '4441bac0-0a44-4a1e-8093-e71510495491', 'port_id': '5f3120e3-e786-407f-b3ad-794cc89bce3c', 'mac_address': 'fa:16:3e:94:56:1c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 386, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a53359ef-76e4-4c05-b08e-4db3ad09b5a9', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103232) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 19:36:57.095360 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Current status of the port 5f3120e3-e786-407f-b3ad-794cc89bce3c is: DOWN; New status is: BUILD {{(pid=103232) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 19:36:57.096032 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (5f3120e3-e786-407f-b3ad-794cc89bce3c), before_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:36:57.108361 n-d-713498-36 neutron-server[103232]: DEBUG neutron.notifiers.nova [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5f3120e3-e786-407f-b3ad-794cc89bce3c {{(pid=103232) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 19:36:57.127543 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-7429db8d-6021-40ad-813e-885be449a89b None None] For port 5f3120e3-e786-407f-b3ad-794cc89bce3c, host n-h2-713498-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-36',level=0,port_id=5f3120e3-e786-407f-b3ad-794cc89bce3c,segment=NetworkSegment(25bee314-2f03-4005-a207-d495c9ba8d98),segment_id=25bee314-2f03-4005-a207-d495c9ba8d98)] {{(pid=103232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 19:36:57.132112 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762867176205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762866656485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762866656503'] for port (5f3120e3-e786-407f-b3ad-794cc89bce3c), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:36:57.152135 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-4ae1cb83-4940-4d92-829c-f7fa5e4c6a29 req-1361ed38-5af8-40fe-9f1a-f059bdb5d14e tempest-ServersNegativeTestJSON-1608020402 tempest-ServersNegativeTestJSON-1608020402-project] 10.222.0.75 "GET /v2.0/security-groups?id=25d47ded-5003-4f4d-b434-467ecec6793f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1166811 Feb 09 19:36:57.158797 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1c918cd9-2641-48a2-9ac2-179a9856c4b3 tempest-RoutersIpV6Test-841277211 tempest-RoutersIpV6Test-841277211-project] Notify agent at l3_agent.n-d-713498-36 the message routers_updated {{(pid=103230) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 19:36:57.166453 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 39112) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:36:57.166893 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-1c918cd9-2641-48a2-9ac2-179a9856c4b3 tempest-RoutersIpV6Test-841277211 tempest-RoutersIpV6Test-841277211-project] 10.222.0.75 "PUT /v2.0/routers/55fec3fe-7e8e-4d78-bc87-824707365bb4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0335894 Feb 09 19:36:57.169324 n-d-713498-36 neutron-server[103233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe9efacc-a656-43d9-b969-20a563921176 None None] Sync routers for ids ['55fec3fe-7e8e-4d78-bc87-824707365bb4'] in n-d-713498-36 {{(pid=103233) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 19:36:57.180059 n-d-713498-36 neutron-server[103233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe9efacc-a656-43d9-b969-20a563921176 None None] Routers {'55fec3fe-7e8e-4d78-bc87-824707365bb4'} bound to L3 agent in host n-d-713498-36 {{(pid=103233) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 19:36:57.180059 n-d-713498-36 neutron-server[103233]: DEBUG neutron.db.l3_hamode_db [None req-fe9efacc-a656-43d9-b969-20a563921176 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T18:51:43Z,description=,heartbeat_timestamp=2022-02-09T19:36:43Z,host='n-d-713498-36',id=93303d5e-5d17-45e8-8963-7694f87783ae,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T18:51:43Z,topic='l3_agent')) {'router_ids': ['55fec3fe-7e8e-4d78-bc87-824707365bb4'], 'active': True} {{(pid=103233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:36:57.197683 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Pushing event updated for resources: {'Port': ['ID=5f3120e3-e786-407f-b3ad-794cc89bce3c,revision_number=12']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:36:57.216826 n-d-713498-36 neutron-server[103233]: DEBUG neutron.db.l3_hamode_db [None req-fe9efacc-a656-43d9-b969-20a563921176 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713498-36', False) {} {{(pid=103233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:36:57.226247 n-d-713498-36 neutron-server[103233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe9efacc-a656-43d9-b969-20a563921176 None None] Routers {'55fec3fe-7e8e-4d78-bc87-824707365bb4'} bound to L3 agent in host n-d-713498-36 {{(pid=103233) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 19:36:57.226840 n-d-713498-36 neutron-server[103233]: DEBUG neutron.db.l3_hamode_db [None req-fe9efacc-a656-43d9-b969-20a563921176 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T18:51:43Z,description=,heartbeat_timestamp=2022-02-09T19:36:43Z,host='n-d-713498-36',id=93303d5e-5d17-45e8-8963-7694f87783ae,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T18:51:43Z,topic='l3_agent')) {'router_ids': ['55fec3fe-7e8e-4d78-bc87-824707365bb4'], 'active': True} {{(pid=103233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:36:57.264855 n-d-713498-36 neutron-server[103233]: DEBUG neutron.db.l3_hamode_db [None req-fe9efacc-a656-43d9-b969-20a563921176 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713498-36', False) {} {{(pid=103233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:36:57.265509 n-d-713498-36 neutron-server[103233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe9efacc-a656-43d9-b969-20a563921176 None None] The sync data for ids ['55fec3fe-7e8e-4d78-bc87-824707365bb4'] in n-d-713498-36 is: [] {{(pid=103233) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 19:36:57.498452 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-7429db8d-6021-40ad-813e-885be449a89b None None] get_ports_and_sgs() called for port_ids ['5f3120e3-e786-407f-b3ad-794cc89bce3c'] {{(pid=103232) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 19:36:57.856086 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-067c6f34-fbbe-4b49-9d81-28bfc9fe65c3 req-b7551c61-5888-407c-afb3-3125987f533d tempest-VolumesActionsTest-1249020738 tempest-VolumesActionsTest-1249020738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:36:57.857563 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-067c6f34-fbbe-4b49-9d81-28bfc9fe65c3 req-b7551c61-5888-407c-afb3-3125987f533d tempest-VolumesActionsTest-1249020738 tempest-VolumesActionsTest-1249020738-project] 10.222.0.75 "GET /v2.0/ports?device_id=4507279d-c0a6-4053-96f9-1d01f37541a6 HTTP/1.1" status: 200 len: 945 time: 0.0787997 Feb 09 19:36:57.911607 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-d227352a-298e-4a9e-b0db-eb868742d120 tempest-RoutersIpV6Test-841277211 tempest-RoutersIpV6Test-841277211-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1834525'] for router_interface (55fec3fe-7e8e-4d78-bc87-824707365bb4), before_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:36:57.917696 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-067c6f34-fbbe-4b49-9d81-28bfc9fe65c3 req-4c8ecb78-89f5-4507-bf5a-094bf9eda47e tempest-VolumesActionsTest-1249020738 tempest-VolumesActionsTest-1249020738-project] 10.222.0.75 "GET /v2.0/security-groups?id=92e3f3e1-abba-4606-8823-ff0f44ed1f23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544269 Feb 09 19:36:58.158653 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.plugin [None req-d227352a-298e-4a9e-b0db-eb868742d120 tempest-RoutersIpV6Test-841277211 tempest-RoutersIpV6Test-841277211-project] Deleting port 80ca79ef-0238-4e0d-af89-36814fe20cdf {{(pid=103229) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 19:36:58.158900 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-d227352a-298e-4a9e-b0db-eb868742d120 tempest-RoutersIpV6Test-841277211 tempest-RoutersIpV6Test-841277211-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762867170196'] for port (80ca79ef-0238-4e0d-af89-36814fe20cdf), before_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:36:58.244129 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-d227352a-298e-4a9e-b0db-eb868742d120 tempest-RoutersIpV6Test-841277211 tempest-RoutersIpV6Test-841277211-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1820838'] for port (80ca79ef-0238-4e0d-af89-36814fe20cdf), precommit_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:36:58.257772 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.plugin [None req-d227352a-298e-4a9e-b0db-eb868742d120 tempest-RoutersIpV6Test-841277211 tempest-RoutersIpV6Test-841277211-project] Calling delete_port for 80ca79ef-0238-4e0d-af89-36814fe20cdf owned by network:router_interface {{(pid=103229) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 19:36:58.279317 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5cf6649-1451-44e8-b3b5-c09017a3557a req-1a03e775-9eac-4e58-97d6-09e893330ad1 tempest-ServersNegativeTestJSON-1608020402 tempest-ServersNegativeTestJSON-1608020402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:36:58.281038 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-c5cf6649-1451-44e8-b3b5-c09017a3557a req-1a03e775-9eac-4e58-97d6-09e893330ad1 tempest-ServersNegativeTestJSON-1608020402 tempest-ServersNegativeTestJSON-1608020402-project] 10.222.0.75 "GET /v2.0/ports?device_id=5482a13c-891c-4023-9ac7-fa4d0b8b3c1a HTTP/1.1" status: 200 len: 946 time: 0.0539794 Feb 09 19:36:58.329524 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-c5cf6649-1451-44e8-b3b5-c09017a3557a req-47b8b262-f233-4ff6-be24-76df0552a82e tempest-ServersNegativeTestJSON-1608020402 tempest-ServersNegativeTestJSON-1608020402-project] 10.222.0.75 "GET /v2.0/security-groups?id=25d47ded-5003-4f4d-b434-467ecec6793f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428607 Feb 09 19:36:58.442723 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-d227352a-298e-4a9e-b0db-eb868742d120 tempest-RoutersIpV6Test-841277211 tempest-RoutersIpV6Test-841277211-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762867177463', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762866656476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12867576'] for port (80ca79ef-0238-4e0d-af89-36814fe20cdf), after_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:36:58.480616 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d227352a-298e-4a9e-b0db-eb868742d120 tempest-RoutersIpV6Test-841277211 tempest-RoutersIpV6Test-841277211-project] Pushing event deleted for resources: {'Port': ['ID=80ca79ef-0238-4e0d-af89-36814fe20cdf,revision_number=None']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:36:58.518380 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d227352a-298e-4a9e-b0db-eb868742d120 tempest-RoutersIpV6Test-841277211 tempest-RoutersIpV6Test-841277211-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:36:58.518763 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d227352a-298e-4a9e-b0db-eb868742d120 tempest-RoutersIpV6Test-841277211 tempest-RoutersIpV6Test-841277211-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:36:58.519113 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d227352a-298e-4a9e-b0db-eb868742d120 tempest-RoutersIpV6Test-841277211 tempest-RoutersIpV6Test-841277211-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:36:58.519441 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d227352a-298e-4a9e-b0db-eb868742d120 tempest-RoutersIpV6Test-841277211 tempest-RoutersIpV6Test-841277211-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:36:58.519776 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d227352a-298e-4a9e-b0db-eb868742d120 tempest-RoutersIpV6Test-841277211 tempest-RoutersIpV6Test-841277211-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:36:58.520110 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d227352a-298e-4a9e-b0db-eb868742d120 tempest-RoutersIpV6Test-841277211 tempest-RoutersIpV6Test-841277211-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:36:58.520444 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d227352a-298e-4a9e-b0db-eb868742d120 tempest-RoutersIpV6Test-841277211 tempest-RoutersIpV6Test-841277211-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:36:58.520798 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d227352a-298e-4a9e-b0db-eb868742d120 tempest-RoutersIpV6Test-841277211 tempest-RoutersIpV6Test-841277211-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:36:58.521117 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d227352a-298e-4a9e-b0db-eb868742d120 tempest-RoutersIpV6Test-841277211 tempest-RoutersIpV6Test-841277211-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:36:58.521451 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d227352a-298e-4a9e-b0db-eb868742d120 tempest-RoutersIpV6Test-841277211 tempest-RoutersIpV6Test-841277211-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:36:58.521782 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d227352a-298e-4a9e-b0db-eb868742d120 tempest-RoutersIpV6Test-841277211 tempest-RoutersIpV6Test-841277211-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:36:58.522142 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d227352a-298e-4a9e-b0db-eb868742d120 tempest-RoutersIpV6Test-841277211 tempest-RoutersIpV6Test-841277211-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:36:58.522473 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d227352a-298e-4a9e-b0db-eb868742d120 tempest-RoutersIpV6Test-841277211 tempest-RoutersIpV6Test-841277211-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:36:58.603455 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-d227352a-298e-4a9e-b0db-eb868742d120 tempest-RoutersIpV6Test-841277211 tempest-RoutersIpV6Test-841277211-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1613467', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1834633'] for router_interface (55fec3fe-7e8e-4d78-bc87-824707365bb4), after_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:36:58.619473 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9921f799-c83a-4c14-8871-7b455eaa1d55 req-1f59b0b8-9be9-40dd-b3d0-09affaa5c922 tempest-ServersNegativeTestJSON-1608020402 tempest-ServersNegativeTestJSON-1608020402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:36:58.621144 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-9921f799-c83a-4c14-8871-7b455eaa1d55 req-1f59b0b8-9be9-40dd-b3d0-09affaa5c922 tempest-ServersNegativeTestJSON-1608020402 tempest-ServersNegativeTestJSON-1608020402-project] 10.222.0.75 "GET /v2.0/ports?device_id=5482a13c-891c-4023-9ac7-fa4d0b8b3c1a HTTP/1.1" status: 200 len: 946 time: 0.0693586 Feb 09 19:36:58.675220 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-9921f799-c83a-4c14-8871-7b455eaa1d55 req-cb10d7e2-3427-4563-9a1d-bcc15eb0a12e tempest-ServersNegativeTestJSON-1608020402 tempest-ServersNegativeTestJSON-1608020402-project] 10.222.0.75 "GET /v2.0/security-groups?id=25d47ded-5003-4f4d-b434-467ecec6793f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470603 Feb 09 19:36:58.800576 n-d-713498-36 neutron-server[103229]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d227352a-298e-4a9e-b0db-eb868742d120 tempest-RoutersIpV6Test-841277211 tempest-RoutersIpV6Test-841277211-project] Router 55fec3fe-7e8e-4d78-bc87-824707365bb4 has already been hosted by L3 agent 93303d5e-5d17-45e8-8963-7694f87783ae {{(pid=103229) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 19:36:58.825166 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb9b7a3d-aee1-4343-901f-6b6862192ba7 req-c69635e7-bd5d-4176-b912-a8fa33611874 tempest-VolumesActionsTest-1249020738 tempest-VolumesActionsTest-1249020738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:36:58.826692 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-bb9b7a3d-aee1-4343-901f-6b6862192ba7 req-c69635e7-bd5d-4176-b912-a8fa33611874 tempest-VolumesActionsTest-1249020738 tempest-VolumesActionsTest-1249020738-project] 10.222.0.90 "GET /v2.0/ports?device_id=4507279d-c0a6-4053-96f9-1d01f37541a6 HTTP/1.1" status: 200 len: 945 time: 0.0962276 Feb 09 19:36:58.928358 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d227352a-298e-4a9e-b0db-eb868742d120 tempest-RoutersIpV6Test-841277211 tempest-RoutersIpV6Test-841277211-project] Notify agent at l3_agent.n-d-713498-36 the message routers_updated {{(pid=103229) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 19:36:58.933534 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-d227352a-298e-4a9e-b0db-eb868742d120 tempest-RoutersIpV6Test-841277211 tempest-RoutersIpV6Test-841277211-project] 10.222.0.75 "PUT /v2.0/routers/55fec3fe-7e8e-4d78-bc87-824707365bb4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7650697 Feb 09 19:36:58.936425 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 39122) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:36:58.937876 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0be9d4fb-cb5d-4c4a-9c5b-24978477dc96 None None] Sync routers for ids ['55fec3fe-7e8e-4d78-bc87-824707365bb4'] in n-d-713498-36 {{(pid=103232) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 19:36:58.949687 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0be9d4fb-cb5d-4c4a-9c5b-24978477dc96 None None] Routers {'55fec3fe-7e8e-4d78-bc87-824707365bb4'} bound to L3 agent in host n-d-713498-36 {{(pid=103232) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 19:36:58.950542 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.l3_hamode_db [None req-0be9d4fb-cb5d-4c4a-9c5b-24978477dc96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T18:51:43Z,description=,heartbeat_timestamp=2022-02-09T19:36:43Z,host='n-d-713498-36',id=93303d5e-5d17-45e8-8963-7694f87783ae,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T18:51:43Z,topic='l3_agent')) {'router_ids': ['55fec3fe-7e8e-4d78-bc87-824707365bb4'], 'active': True} {{(pid=103232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:36:58.970010 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-0fa14c08-b4b7-4a6f-892a-acff0aca7cb1 tempest-RoutersIpV6Test-841277211 tempest-RoutersIpV6Test-841277211-project] 10.222.0.75 "GET /v2.0/ports?device_id=55fec3fe-7e8e-4d78-bc87-824707365bb4 HTTP/1.1" status: 200 len: 205 time: 0.0315676 Feb 09 19:36:58.972890 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 39126) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:36:58.989638 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.l3_hamode_db [None req-0be9d4fb-cb5d-4c4a-9c5b-24978477dc96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713498-36', False) {} {{(pid=103232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:36:58.992034 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Device 5f3120e3-e786-407f-b3ad-794cc89bce3c up at agent hyperv_n-h2-713498-36 {{(pid=103232) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 19:36:59.001372 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.plugin [req-bb9b7a3d-aee1-4343-901f-6b6862192ba7 req-4420e7a8-1484-40f3-adfd-c3ff175cf90d tempest-VolumesActionsTest-1249020738 tempest-VolumesActionsTest-1249020738-project] Deleting port 27babea0-3164-4577-bb03-a987ed29b734 {{(pid=103229) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 19:36:59.001723 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-bb9b7a3d-aee1-4343-901f-6b6862192ba7 req-4420e7a8-1484-40f3-adfd-c3ff175cf90d tempest-VolumesActionsTest-1249020738 tempest-VolumesActionsTest-1249020738-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762867170196'] for port (27babea0-3164-4577-bb03-a987ed29b734), before_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:36:59.033977 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0be9d4fb-cb5d-4c4a-9c5b-24978477dc96 None None] Routers {'55fec3fe-7e8e-4d78-bc87-824707365bb4'} bound to L3 agent in host n-d-713498-36 {{(pid=103232) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 19:36:59.034620 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.l3_hamode_db [None req-0be9d4fb-cb5d-4c4a-9c5b-24978477dc96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T18:51:43Z,description=,heartbeat_timestamp=2022-02-09T19:36:43Z,host='n-d-713498-36',id=93303d5e-5d17-45e8-8963-7694f87783ae,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T18:51:43Z,topic='l3_agent')) {'router_ids': ['55fec3fe-7e8e-4d78-bc87-824707365bb4'], 'active': True} {{(pid=103232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:36:59.067845 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-51e30adb-637b-428d-9e25-74b1e6eb699b tempest-RoutersIpV6Test-841277211 tempest-RoutersIpV6Test-841277211-project] Publish callbacks [] for router (55fec3fe-7e8e-4d78-bc87-824707365bb4), before_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:36:59.076536 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.l3_hamode_db [None req-0be9d4fb-cb5d-4c4a-9c5b-24978477dc96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713498-36', False) {} {{(pid=103232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:36:59.077408 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0be9d4fb-cb5d-4c4a-9c5b-24978477dc96 None None] The sync data for ids ['55fec3fe-7e8e-4d78-bc87-824707365bb4'] in n-d-713498-36 is: [] {{(pid=103232) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 19:36:59.096924 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.provisioning_blocks [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Provisioning for port 5f3120e3-e786-407f-b3ad-794cc89bce3c completed by entity L2. {{(pid=103232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 19:36:59.100683 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.provisioning_blocks [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Provisioning complete for port 5f3120e3-e786-407f-b3ad-794cc89bce3c triggered by entity L2. {{(pid=103232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 19:36:59.101065 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593630'] for port (5f3120e3-e786-407f-b3ad-794cc89bce3c), provisioning_complete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:36:59.120748 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7bc74ad-ddf5-48d4-9b41-105c8e049d3d req-bc60d00b-aec8-4647-bef8-48bf526b7245 tempest-VolumesActionsTest-1249020738 tempest-VolumesActionsTest-1249020738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:36:59.122283 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-c7bc74ad-ddf5-48d4-9b41-105c8e049d3d req-bc60d00b-aec8-4647-bef8-48bf526b7245 tempest-VolumesActionsTest-1249020738 tempest-VolumesActionsTest-1249020738-project] 10.222.0.75 "GET /v2.0/ports?device_id=4507279d-c0a6-4053-96f9-1d01f37541a6 HTTP/1.1" status: 200 len: 945 time: 0.1146181 Feb 09 19:36:59.155631 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.db [req-bb9b7a3d-aee1-4343-901f-6b6862192ba7 req-4420e7a8-1484-40f3-adfd-c3ff175cf90d tempest-VolumesActionsTest-1249020738 tempest-VolumesActionsTest-1249020738-project] For port 27babea0-3164-4577-bb03-a987ed29b734, host n-h2-713498-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-36',level=0,port_id=27babea0-3164-4577-bb03-a987ed29b734,segment=NetworkSegment(33e84895-b1ac-4b8b-a075-9ed56e5e0b90),segment_id=33e84895-b1ac-4b8b-a075-9ed56e5e0b90)] {{(pid=103229) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 19:36:59.156008 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-bb9b7a3d-aee1-4343-901f-6b6862192ba7 req-4420e7a8-1484-40f3-adfd-c3ff175cf90d tempest-VolumesActionsTest-1249020738 tempest-VolumesActionsTest-1249020738-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1820838'] for port (27babea0-3164-4577-bb03-a987ed29b734), precommit_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:36:59.174825 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.plugin [req-bb9b7a3d-aee1-4343-901f-6b6862192ba7 req-4420e7a8-1484-40f3-adfd-c3ff175cf90d tempest-VolumesActionsTest-1249020738 tempest-VolumesActionsTest-1249020738-project] Calling delete_port for 27babea0-3164-4577-bb03-a987ed29b734 owned by compute:nova {{(pid=103229) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 19:36:59.192550 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Current status of the port 5f3120e3-e786-407f-b3ad-794cc89bce3c is: BUILD; New status is: ACTIVE {{(pid=103232) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 19:36:59.192943 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (5f3120e3-e786-407f-b3ad-794cc89bce3c), before_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:36:59.207710 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-c7bc74ad-ddf5-48d4-9b41-105c8e049d3d req-c9b0b151-8289-44ce-b3a0-9985f8a66776 tempest-VolumesActionsTest-1249020738 tempest-VolumesActionsTest-1249020738-project] 10.222.0.75 "GET /v2.0/security-groups?id=92e3f3e1-abba-4606-8823-ff0f44ed1f23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0742290 Feb 09 19:36:59.227428 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-7429db8d-6021-40ad-813e-885be449a89b None None] For port 5f3120e3-e786-407f-b3ad-794cc89bce3c, host n-h2-713498-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-36',level=0,port_id=5f3120e3-e786-407f-b3ad-794cc89bce3c,segment=NetworkSegment(25bee314-2f03-4005-a207-d495c9ba8d98),segment_id=25bee314-2f03-4005-a207-d495c9ba8d98)] {{(pid=103232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 19:36:59.228686 n-d-713498-36 neutron-server[103232]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ba22b315-e430-4895-a078-0c720f335557', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5f3120e3-e786-407f-b3ad-794cc89bce3c'}] {{(pid=103232) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 19:36:59.231556 n-d-713498-36 neutron-server[103232]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}949cdcde653dec44821de95cbf67297f53cbc2aed4e073b5d514f93bf911ce85" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7d14dc89-0927-4000-b137-335030a173ef" -d '{"events": [{"server_uuid": "ba22b315-e430-4895-a078-0c720f335557", "name": "network-vif-plugged", "status": "completed", "tag": "5f3120e3-e786-407f-b3ad-794cc89bce3c"}]}' {{(pid=103232) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 19:36:59.238949 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762867176205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762866656485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762866656503'] for port (5f3120e3-e786-407f-b3ad-794cc89bce3c), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:36:59.247176 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-51e30adb-637b-428d-9e25-74b1e6eb699b tempest-RoutersIpV6Test-841277211 tempest-RoutersIpV6Test-841277211-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1834988', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-58375'] for router (55fec3fe-7e8e-4d78-bc87-824707365bb4), precommit_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:36:59.250292 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-51e30adb-637b-428d-9e25-74b1e6eb699b tempest-RoutersIpV6Test-841277211 tempest-RoutersIpV6Test-841277211-project] Publish callbacks [] for router_controller (55fec3fe-7e8e-4d78-bc87-824707365bb4), precommit_delete_associations {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:36:59.281328 n-d-713498-36 neutron-server[103232]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 19:36:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cc06e8e2-da27-40b9-8852-27c788769dc6 x-openstack-request-id: req-cc06e8e2-da27-40b9-8852-27c788769dc6 {{(pid=103232) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 19:36:59.281623 n-d-713498-36 neutron-server[103232]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ba22b315-e430-4895-a078-0c720f335557", "name": "network-vif-plugged", "status": "completed", "tag": "5f3120e3-e786-407f-b3ad-794cc89bce3c", "code": 200}]} {{(pid=103232) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 19:36:59.281909 n-d-713498-36 neutron-server[103232]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-cc06e8e2-da27-40b9-8852-27c788769dc6 {{(pid=103232) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 19:36:59.282297 n-d-713498-36 neutron-server[103232]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ba22b315-e430-4895-a078-0c720f335557', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5f3120e3-e786-407f-b3ad-794cc89bce3c', 'code': 200} Feb 09 19:36:59.299773 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Pushing event updated for resources: {'Port': ['ID=5f3120e3-e786-407f-b3ad-794cc89bce3c,revision_number=13']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:36:59.308458 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-51e30adb-637b-428d-9e25-74b1e6eb699b tempest-RoutersIpV6Test-841277211 tempest-RoutersIpV6Test-841277211-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1835003'] for router (55fec3fe-7e8e-4d78-bc87-824707365bb4), after_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:36:59.308969 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-51e30adb-637b-428d-9e25-74b1e6eb699b tempest-RoutersIpV6Test-841277211 tempest-RoutersIpV6Test-841277211-project] Fanout notify agent at l3_agent the message router_deleted on router 55fec3fe-7e8e-4d78-bc87-824707365bb4 {{(pid=103230) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 09 19:36:59.318369 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-51e30adb-637b-428d-9e25-74b1e6eb699b tempest-RoutersIpV6Test-841277211 tempest-RoutersIpV6Test-841277211-project] Publish callbacks [] for router (None), before_response {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:36:59.323015 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 39130) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:36:59.324177 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-51e30adb-637b-428d-9e25-74b1e6eb699b tempest-RoutersIpV6Test-841277211 tempest-RoutersIpV6Test-841277211-project] 10.222.0.75 "DELETE /v2.0/routers/55fec3fe-7e8e-4d78-bc87-824707365bb4 HTTP/1.1" status: 204 len: 168 time: 0.3481944 Feb 09 19:36:59.387283 n-d-713498-36 neutron-server[103229]: DEBUG neutron.db.db_base_plugin_v2 [None req-8d370fe3-e9ae-428c-98ba-876b35de5a5e tempest-RoutersIpV6Test-841277211 tempest-RoutersIpV6Test-841277211-project] Deleting subnet 80d7b2da-32c0-48cf-a85c-b9042b7d6b8a {{(pid=103229) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 19:36:59.391117 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-bb9b7a3d-aee1-4343-901f-6b6862192ba7 req-4420e7a8-1484-40f3-adfd-c3ff175cf90d tempest-VolumesActionsTest-1249020738 tempest-VolumesActionsTest-1249020738-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762867177463', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762866656476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12867576'] for port (27babea0-3164-4577-bb03-a987ed29b734), after_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:36:59.392698 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-8d370fe3-e9ae-428c-98ba-876b35de5a5e tempest-RoutersIpV6Test-841277211 tempest-RoutersIpV6Test-841277211-project] Publish callbacks [] for subnet (80d7b2da-32c0-48cf-a85c-b9042b7d6b8a), before_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:36:59.441625 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4420e7a8-1484-40f3-adfd-c3ff175cf90d tempest-VolumesActionsTest-1249020738 tempest-VolumesActionsTest-1249020738-project] Pushing event deleted for resources: {'Port': ['ID=27babea0-3164-4577-bb03-a987ed29b734,revision_number=None']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:36:59.494512 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-8d370fe3-e9ae-428c-98ba-876b35de5a5e tempest-RoutersIpV6Test-841277211 tempest-RoutersIpV6Test-841277211-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16683410'] for subnet (80d7b2da-32c0-48cf-a85c-b9042b7d6b8a), precommit_delete_associations {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:36:59.497142 n-d-713498-36 neutron-server[103229]: DEBUG neutron.db.l3_dvrscheduler_db [req-bb9b7a3d-aee1-4343-901f-6b6862192ba7 req-4420e7a8-1484-40f3-adfd-c3ff175cf90d tempest-VolumesActionsTest-1249020738 tempest-VolumesActionsTest-1249020738-project] No DVR routers for this DVR port 27babea0-3164-4577-bb03-a987ed29b734 on host n-h2-713498-36 {{(pid=103229) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 19:36:59.516215 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-bb9b7a3d-aee1-4343-901f-6b6862192ba7 req-4420e7a8-1484-40f3-adfd-c3ff175cf90d tempest-VolumesActionsTest-1249020738 tempest-VolumesActionsTest-1249020738-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171096'] for port (None), before_response {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:36:59.519526 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-bb9b7a3d-aee1-4343-901f-6b6862192ba7 req-4420e7a8-1484-40f3-adfd-c3ff175cf90d tempest-VolumesActionsTest-1249020738 tempest-VolumesActionsTest-1249020738-project] 10.222.0.90 "DELETE /v2.0/ports/27babea0-3164-4577-bb03-a987ed29b734 HTTP/1.1" status: 204 len: 173 time: 0.6592815 Feb 09 19:36:59.519964 n-d-713498-36 neutron-server[103229]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4507279d-c0a6-4053-96f9-1d01f37541a6', 'name': 'network-vif-deleted', 'tag': '27babea0-3164-4577-bb03-a987ed29b734'}] {{(pid=103229) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 19:36:59.522224 n-d-713498-36 neutron-server[103229]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fa6ae9a20702bd564eaf90d946620b2b4277b1ab91129323d3b54181076be307" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eae67c6b-ccf6-4a79-a152-78e4ee5c6e66" -d '{"events": [{"server_uuid": "4507279d-c0a6-4053-96f9-1d01f37541a6", "name": "network-vif-deleted", "tag": "27babea0-3164-4577-bb03-a987ed29b734"}]}' {{(pid=103229) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 19:36:59.573642 n-d-713498-36 neutron-server[103229]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 19:36:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-62689d35-ff5c-4ea8-8028-a9cf24b22926 x-openstack-request-id: req-62689d35-ff5c-4ea8-8028-a9cf24b22926 {{(pid=103229) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 19:36:59.574251 n-d-713498-36 neutron-server[103229]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4507279d-c0a6-4053-96f9-1d01f37541a6", "name": "network-vif-deleted", "tag": "27babea0-3164-4577-bb03-a987ed29b734", "status": "completed", "code": 200}]} {{(pid=103229) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 19:36:59.574251 n-d-713498-36 neutron-server[103229]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-62689d35-ff5c-4ea8-8028-a9cf24b22926 {{(pid=103229) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 19:36:59.574596 n-d-713498-36 neutron-server[103229]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4507279d-c0a6-4053-96f9-1d01f37541a6', 'name': 'network-vif-deleted', 'tag': '27babea0-3164-4577-bb03-a987ed29b734', 'status': 'completed', 'code': 200} Feb 09 19:36:59.595524 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-8d370fe3-e9ae-428c-98ba-876b35de5a5e tempest-RoutersIpV6Test-841277211 tempest-RoutersIpV6Test-841277211-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-759852'] for subnet (80d7b2da-32c0-48cf-a85c-b9042b7d6b8a), precommit_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:36:59.657235 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-8d370fe3-e9ae-428c-98ba-876b35de5a5e tempest-RoutersIpV6Test-841277211 tempest-RoutersIpV6Test-841277211-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-760023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12867367', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12759238'] for subnet (80d7b2da-32c0-48cf-a85c-b9042b7d6b8a), after_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:36:59.699005 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-8d370fe3-e9ae-428c-98ba-876b35de5a5e tempest-RoutersIpV6Test-841277211 tempest-RoutersIpV6Test-841277211-project] Publish callbacks [] for subnet (None), before_response {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:36:59.703409 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2c7871e-6d70-45b5-956b-f0741131b5bd None None] Network 385eaeed-d715-4918-9ad3-72208996d4a4 requested from n-d-713498-36 {{(pid=103232) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 19:36:59.703899 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-8d370fe3-e9ae-428c-98ba-876b35de5a5e tempest-RoutersIpV6Test-841277211 tempest-RoutersIpV6Test-841277211-project] 10.222.0.75 "DELETE /v2.0/subnets/80d7b2da-32c0-48cf-a85c-b9042b7d6b8a HTTP/1.1" status: 204 len: 168 time: 0.3798869 Feb 09 19:36:59.705437 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d370fe3-e9ae-428c-98ba-876b35de5a5e tempest-RoutersIpV6Test-841277211 tempest-RoutersIpV6Test-841277211-project] Pushing event deleted for resources: {'Subnet': ['ID=80d7b2da-32c0-48cf-a85c-b9042b7d6b8a,revision_number=None']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:36:59.706497 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 39136) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:36:59.802495 n-d-713498-36 neutron-server[103230]: DEBUG neutron.db.db_base_plugin_v2 [None req-cb33ec2f-1a9a-4156-931f-3adb0a329d59 tempest-RoutersIpV6Test-841277211 tempest-RoutersIpV6Test-841277211-project] Deleting subnet 2a8655ee-cd01-4788-9059-a0633bddc388 {{(pid=103230) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 19:36:59.806085 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-cb33ec2f-1a9a-4156-931f-3adb0a329d59 tempest-RoutersIpV6Test-841277211 tempest-RoutersIpV6Test-841277211-project] Publish callbacks [] for subnet (2a8655ee-cd01-4788-9059-a0633bddc388), before_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:36:59.849859 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8244be9-18fd-446d-9099-6913d9d79cab req-19e17226-0c19-45cd-9021-142383010552 tempest-ServersNegativeTestJSON-1608020402 tempest-ServersNegativeTestJSON-1608020402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:36:59.851353 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-c8244be9-18fd-446d-9099-6913d9d79cab req-19e17226-0c19-45cd-9021-142383010552 tempest-ServersNegativeTestJSON-1608020402 tempest-ServersNegativeTestJSON-1608020402-project] 10.222.0.75 "GET /v2.0/ports?device_id=5482a13c-891c-4023-9ac7-fa4d0b8b3c1a HTTP/1.1" status: 200 len: 946 time: 0.1021409 Feb 09 19:36:59.861993 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-cb33ec2f-1a9a-4156-931f-3adb0a329d59 tempest-RoutersIpV6Test-841277211 tempest-RoutersIpV6Test-841277211-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12895822'] for subnet (2a8655ee-cd01-4788-9059-a0633bddc388), precommit_delete_associations {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:36:59.865899 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc9155cc-4f88-4c3c-8abb-66657e34802e None None] DHCP port deletion for 385eaeed-d715-4918-9ad3-72208996d4a4 request from n-d-713498-36 {{(pid=103232) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 09 19:36:59.914350 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c93b38ac-20b4-4d83-aee4-170efd7d8eb9 req-a781d90d-cdf0-4606-b3c6-f0d929fdffe5 tempest-ServersNegativeTestJSON-1608020402 tempest-ServersNegativeTestJSON-1608020402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:36:59.915862 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-c93b38ac-20b4-4d83-aee4-170efd7d8eb9 req-a781d90d-cdf0-4606-b3c6-f0d929fdffe5 tempest-ServersNegativeTestJSON-1608020402 tempest-ServersNegativeTestJSON-1608020402-project] 10.222.0.89 "GET /v2.0/ports?device_id=5482a13c-891c-4023-9ac7-fa4d0b8b3c1a HTTP/1.1" status: 200 len: 946 time: 0.0549779 Feb 09 19:36:59.918046 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-dc9155cc-4f88-4c3c-8abb-66657e34802e None None] Deleting port c605a7dd-b9cb-4848-b4ab-240a2eea8edd {{(pid=103232) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 19:36:59.918759 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-dc9155cc-4f88-4c3c-8abb-66657e34802e None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762867170196'] for port (c605a7dd-b9cb-4848-b4ab-240a2eea8edd), before_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:36:59.959248 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-c8244be9-18fd-446d-9099-6913d9d79cab req-8c4a1cfe-e882-476b-babb-460e99f1066c tempest-ServersNegativeTestJSON-1608020402 tempest-ServersNegativeTestJSON-1608020402-project] 10.222.0.75 "GET /v2.0/security-groups?id=25d47ded-5003-4f4d-b434-467ecec6793f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0886128 Feb 09 19:36:59.994834 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-dc9155cc-4f88-4c3c-8abb-66657e34802e None None] For port c605a7dd-b9cb-4848-b4ab-240a2eea8edd, host n-d-713498-36, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-36',level=0,port_id=c605a7dd-b9cb-4848-b4ab-240a2eea8edd,segment=NetworkSegment(54ffdd8a-4167-4f1d-846a-40f8c33aadc9),segment_id=54ffdd8a-4167-4f1d-846a-40f8c33aadc9)] {{(pid=103232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 19:36:59.995848 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-dc9155cc-4f88-4c3c-8abb-66657e34802e None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1820838'] for port (c605a7dd-b9cb-4848-b4ab-240a2eea8edd), precommit_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:36:59.996274 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-cb33ec2f-1a9a-4156-931f-3adb0a329d59 tempest-RoutersIpV6Test-841277211 tempest-RoutersIpV6Test-841277211-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-759852'] for subnet (2a8655ee-cd01-4788-9059-a0633bddc388), precommit_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:37:00.010725 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-dc9155cc-4f88-4c3c-8abb-66657e34802e None None] Calling delete_port for c605a7dd-b9cb-4848-b4ab-240a2eea8edd owned by network:dhcp {{(pid=103232) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 19:37:00.038756 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.plugin [req-c93b38ac-20b4-4d83-aee4-170efd7d8eb9 req-182b9565-06f4-446c-a150-700c35f5e8ee tempest-ServersNegativeTestJSON-1608020402 tempest-ServersNegativeTestJSON-1608020402-project] Deleting port 0b03ba4e-3ae4-445f-a58f-5ced31d50819 {{(pid=103229) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 19:37:00.039195 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-c93b38ac-20b4-4d83-aee4-170efd7d8eb9 req-182b9565-06f4-446c-a150-700c35f5e8ee tempest-ServersNegativeTestJSON-1608020402 tempest-ServersNegativeTestJSON-1608020402-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762867170196'] for port (0b03ba4e-3ae4-445f-a58f-5ced31d50819), before_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:37:00.080698 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-cb33ec2f-1a9a-4156-931f-3adb0a329d59 tempest-RoutersIpV6Test-841277211 tempest-RoutersIpV6Test-841277211-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-760023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14393672', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12985882'] for subnet (2a8655ee-cd01-4788-9059-a0633bddc388), after_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:37:00.108829 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-dc9155cc-4f88-4c3c-8abb-66657e34802e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762867177463', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762866656476'] for port (c605a7dd-b9cb-4848-b4ab-240a2eea8edd), after_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:37:00.113453 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb33ec2f-1a9a-4156-931f-3adb0a329d59 tempest-RoutersIpV6Test-841277211 tempest-RoutersIpV6Test-841277211-project] Pushing event deleted for resources: {'Subnet': ['ID=2a8655ee-cd01-4788-9059-a0633bddc388,revision_number=None']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:37:00.124039 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb33ec2f-1a9a-4156-931f-3adb0a329d59 tempest-RoutersIpV6Test-841277211 tempest-RoutersIpV6Test-841277211-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:37:00.124039 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb33ec2f-1a9a-4156-931f-3adb0a329d59 tempest-RoutersIpV6Test-841277211 tempest-RoutersIpV6Test-841277211-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:37:00.124039 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb33ec2f-1a9a-4156-931f-3adb0a329d59 tempest-RoutersIpV6Test-841277211 tempest-RoutersIpV6Test-841277211-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:37:00.124416 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb33ec2f-1a9a-4156-931f-3adb0a329d59 tempest-RoutersIpV6Test-841277211 tempest-RoutersIpV6Test-841277211-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:37:00.124777 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb33ec2f-1a9a-4156-931f-3adb0a329d59 tempest-RoutersIpV6Test-841277211 tempest-RoutersIpV6Test-841277211-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:37:00.125271 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb33ec2f-1a9a-4156-931f-3adb0a329d59 tempest-RoutersIpV6Test-841277211 tempest-RoutersIpV6Test-841277211-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:37:00.125725 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb33ec2f-1a9a-4156-931f-3adb0a329d59 tempest-RoutersIpV6Test-841277211 tempest-RoutersIpV6Test-841277211-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:37:00.126356 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb33ec2f-1a9a-4156-931f-3adb0a329d59 tempest-RoutersIpV6Test-841277211 tempest-RoutersIpV6Test-841277211-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:37:00.126697 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb33ec2f-1a9a-4156-931f-3adb0a329d59 tempest-RoutersIpV6Test-841277211 tempest-RoutersIpV6Test-841277211-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:37:00.127032 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb33ec2f-1a9a-4156-931f-3adb0a329d59 tempest-RoutersIpV6Test-841277211 tempest-RoutersIpV6Test-841277211-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:37:00.127899 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb33ec2f-1a9a-4156-931f-3adb0a329d59 tempest-RoutersIpV6Test-841277211 tempest-RoutersIpV6Test-841277211-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:37:00.127899 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb33ec2f-1a9a-4156-931f-3adb0a329d59 tempest-RoutersIpV6Test-841277211 tempest-RoutersIpV6Test-841277211-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:37:00.128104 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb33ec2f-1a9a-4156-931f-3adb0a329d59 tempest-RoutersIpV6Test-841277211 tempest-RoutersIpV6Test-841277211-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:37:00.138535 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-cb33ec2f-1a9a-4156-931f-3adb0a329d59 tempest-RoutersIpV6Test-841277211 tempest-RoutersIpV6Test-841277211-project] Publish callbacks [] for subnet (None), before_response {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:37:00.141377 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc9155cc-4f88-4c3c-8abb-66657e34802e None None] Pushing event deleted for resources: {'Port': ['ID=c605a7dd-b9cb-4848-b4ab-240a2eea8edd,revision_number=None']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:37:00.144021 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc9155cc-4f88-4c3c-8abb-66657e34802e None None] No DVR routers for this DVR port c605a7dd-b9cb-4848-b4ab-240a2eea8edd on host n-d-713498-36 {{(pid=103232) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 19:37:00.149445 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8ae00b6-a0bd-487c-b27e-ead963da4245 None None] Network 09762455-afbc-487e-9550-20b57642f1af requested from n-d-713498-36 {{(pid=103232) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 19:37:00.154811 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-cb33ec2f-1a9a-4156-931f-3adb0a329d59 tempest-RoutersIpV6Test-841277211 tempest-RoutersIpV6Test-841277211-project] 10.222.0.75 "DELETE /v2.0/subnets/2a8655ee-cd01-4788-9059-a0633bddc388 HTTP/1.1" status: 204 len: 168 time: 0.4462919 Feb 09 19:37:00.155738 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 39138) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:37:00.172967 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.db [req-c93b38ac-20b4-4d83-aee4-170efd7d8eb9 req-182b9565-06f4-446c-a150-700c35f5e8ee tempest-ServersNegativeTestJSON-1608020402 tempest-ServersNegativeTestJSON-1608020402-project] For port 0b03ba4e-3ae4-445f-a58f-5ced31d50819, host n-h1-713498-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-36',level=0,port_id=0b03ba4e-3ae4-445f-a58f-5ced31d50819,segment=NetworkSegment(858d2da7-0314-4b25-bd9f-f8e206467551),segment_id=858d2da7-0314-4b25-bd9f-f8e206467551)] {{(pid=103229) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 19:37:00.173344 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-c93b38ac-20b4-4d83-aee4-170efd7d8eb9 req-182b9565-06f4-446c-a150-700c35f5e8ee tempest-ServersNegativeTestJSON-1608020402 tempest-ServersNegativeTestJSON-1608020402-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1820838'] for port (0b03ba4e-3ae4-445f-a58f-5ced31d50819), precommit_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:37:00.190714 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.plugin [req-c93b38ac-20b4-4d83-aee4-170efd7d8eb9 req-182b9565-06f4-446c-a150-700c35f5e8ee tempest-ServersNegativeTestJSON-1608020402 tempest-ServersNegativeTestJSON-1608020402-project] Calling delete_port for 0b03ba4e-3ae4-445f-a58f-5ced31d50819 owned by compute:nova {{(pid=103229) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 19:37:00.264161 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-58dd3098-5f6a-4402-84d5-53721812aeb6 tempest-RoutersIpV6Test-841277211 tempest-RoutersIpV6Test-841277211-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-670458'] for network (385eaeed-d715-4918-9ad3-72208996d4a4), before_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:37:00.365177 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2439931-23c5-45c5-afa3-6102e005b098 None None] DHCP port deletion for 09762455-afbc-487e-9550-20b57642f1af request from n-d-713498-36 {{(pid=103232) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 09 19:37:00.381408 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-c93b38ac-20b4-4d83-aee4-170efd7d8eb9 req-182b9565-06f4-446c-a150-700c35f5e8ee tempest-ServersNegativeTestJSON-1608020402 tempest-ServersNegativeTestJSON-1608020402-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762867177463', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762866656476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12867576'] for port (0b03ba4e-3ae4-445f-a58f-5ced31d50819), after_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:37:00.403433 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] get_ports_and_sgs() called for port_ids ['e29dcbb8-a456-45b2-83ed-996317badba0', '0b03ba4e-3ae4-445f-a58f-5ced31d50819'] {{(pid=103232) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 19:37:00.412753 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-58dd3098-5f6a-4402-84d5-53721812aeb6 tempest-RoutersIpV6Test-841277211 tempest-RoutersIpV6Test-841277211-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-590267', 'neutron.services.segments.db._delete_segments_for_network-8762867132609'] for network (385eaeed-d715-4918-9ad3-72208996d4a4), precommit_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:37:00.431021 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-182b9565-06f4-446c-a150-700c35f5e8ee tempest-ServersNegativeTestJSON-1608020402 tempest-ServersNegativeTestJSON-1608020402-project] Pushing event deleted for resources: {'Port': ['ID=0b03ba4e-3ae4-445f-a58f-5ced31d50819,revision_number=None']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:37:00.439473 n-d-713498-36 neutron-server[103230]: DEBUG neutron.services.segments.db [None req-58dd3098-5f6a-4402-84d5-53721812aeb6 tempest-RoutersIpV6Test-841277211 tempest-RoutersIpV6Test-841277211-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['385eaeed-d715-4918-9ad3-72208996d4a4']}} {{(pid=103230) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:37:00.462324 n-d-713498-36 neutron-server[103230]: DEBUG neutron.services.segments.db [None req-58dd3098-5f6a-4402-84d5-53721812aeb6 tempest-RoutersIpV6Test-841277211 tempest-RoutersIpV6Test-841277211-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '54ffdd8a-4167-4f1d-846a-40f8c33aadc9') {'for_net_delete': True} {{(pid=103230) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:37:00.462324 n-d-713498-36 neutron-server[103230]: DEBUG neutron.services.segments.db [None req-58dd3098-5f6a-4402-84d5-53721812aeb6 tempest-RoutersIpV6Test-841277211 tempest-RoutersIpV6Test-841277211-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '54ffdd8a-4167-4f1d-846a-40f8c33aadc9') {} {{(pid=103230) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:37:00.473877 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-58dd3098-5f6a-4402-84d5-53721812aeb6 tempest-RoutersIpV6Test-841277211 tempest-RoutersIpV6Test-841277211-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762867134154', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12895813'] for segment (54ffdd8a-4167-4f1d-846a-40f8c33aadc9), before_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:37:00.493455 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-58dd3098-5f6a-4402-84d5-53721812aeb6 tempest-RoutersIpV6Test-841277211 tempest-RoutersIpV6Test-841277211-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-759574'] for segment (54ffdd8a-4167-4f1d-846a-40f8c33aadc9), precommit_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:37:00.497562 n-d-713498-36 neutron-server[103229]: DEBUG neutron.db.l3_dvrscheduler_db [req-c93b38ac-20b4-4d83-aee4-170efd7d8eb9 req-182b9565-06f4-446c-a150-700c35f5e8ee tempest-ServersNegativeTestJSON-1608020402 tempest-ServersNegativeTestJSON-1608020402-project] No DVR routers for this DVR port 0b03ba4e-3ae4-445f-a58f-5ced31d50819 on host n-h1-713498-36 {{(pid=103229) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 19:37:00.500886 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-c93b38ac-20b4-4d83-aee4-170efd7d8eb9 req-182b9565-06f4-446c-a150-700c35f5e8ee tempest-ServersNegativeTestJSON-1608020402 tempest-ServersNegativeTestJSON-1608020402-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171096'] for port (None), before_response {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:37:00.505387 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-c93b38ac-20b4-4d83-aee4-170efd7d8eb9 req-182b9565-06f4-446c-a150-700c35f5e8ee tempest-ServersNegativeTestJSON-1608020402 tempest-ServersNegativeTestJSON-1608020402-project] 10.222.0.89 "DELETE /v2.0/ports/0b03ba4e-3ae4-445f-a58f-5ced31d50819 HTTP/1.1" status: 204 len: 173 time: 0.5834260 Feb 09 19:37:00.506661 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-58dd3098-5f6a-4402-84d5-53721812aeb6 tempest-RoutersIpV6Test-841277211 tempest-RoutersIpV6Test-841277211-project] Releasing vlan 366 on physical network physnet1 to pool {{(pid=103230) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 19:37:00.507422 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-58dd3098-5f6a-4402-84d5-53721812aeb6 tempest-RoutersIpV6Test-841277211 tempest-RoutersIpV6Test-841277211-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-759574', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14393826'] for segment (54ffdd8a-4167-4f1d-846a-40f8c33aadc9), after_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:37:00.519998 n-d-713498-36 neutron-server[103230]: Traceback (most recent call last): Feb 09 19:37:00.519998 n-d-713498-36 neutron-server[103230]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 19:37:00.519998 n-d-713498-36 neutron-server[103230]: timer() Feb 09 19:37:00.519998 n-d-713498-36 neutron-server[103230]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 19:37:00.519998 n-d-713498-36 neutron-server[103230]: cb(*args, **kw) Feb 09 19:37:00.519998 n-d-713498-36 neutron-server[103230]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 19:37:00.519998 n-d-713498-36 neutron-server[103230]: return func(*args, **kwargs) Feb 09 19:37:00.519998 n-d-713498-36 neutron-server[103230]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 19:37:00.519998 n-d-713498-36 neutron-server[103230]: self._notify() Feb 09 19:37:00.519998 n-d-713498-36 neutron-server[103230]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 19:37:00.519998 n-d-713498-36 neutron-server[103230]: self.callback(batched_events) Feb 09 19:37:00.519998 n-d-713498-36 neutron-server[103230]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 19:37:00.519998 n-d-713498-36 neutron-server[103230]: event.method(event) Feb 09 19:37:00.519998 n-d-713498-36 neutron-server[103230]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 19:37:00.519998 n-d-713498-36 neutron-server[103230]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 19:37:00.519998 n-d-713498-36 neutron-server[103230]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 19:37:00.519998 n-d-713498-36 neutron-server[103230]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 19:37:00.519998 n-d-713498-36 neutron-server[103230]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 19:37:00.519998 n-d-713498-36 neutron-server[103230]: return f(self, *a, **k) Feb 09 19:37:00.519998 n-d-713498-36 neutron-server[103230]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 19:37:00.519998 n-d-713498-36 neutron-server[103230]: return self._get(url).json() Feb 09 19:37:00.519998 n-d-713498-36 neutron-server[103230]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 19:37:00.519998 n-d-713498-36 neutron-server[103230]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 19:37:00.519998 n-d-713498-36 neutron-server[103230]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 19:37:00.519998 n-d-713498-36 neutron-server[103230]: return self.request(url, 'GET', **kwargs) Feb 09 19:37:00.519998 n-d-713498-36 neutron-server[103230]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 19:37:00.519998 n-d-713498-36 neutron-server[103230]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 19:37:00.519998 n-d-713498-36 neutron-server[103230]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 19:37:00.519998 n-d-713498-36 neutron-server[103230]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 19:37:00.519998 n-d-713498-36 neutron-server[103230]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 19:37:00.519998 n-d-713498-36 neutron-server[103230]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 19:37:00.519998 n-d-713498-36 neutron-server[103230]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 19:37:00.609061 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-58dd3098-5f6a-4402-84d5-53721812aeb6 tempest-RoutersIpV6Test-841277211 tempest-RoutersIpV6Test-841277211-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-590242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1885479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1818895'] for network (385eaeed-d715-4918-9ad3-72208996d4a4), after_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:37:00.614551 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-58dd3098-5f6a-4402-84d5-53721812aeb6 tempest-RoutersIpV6Test-841277211 tempest-RoutersIpV6Test-841277211-project] Publish callbacks [] for network (None), before_response {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:37:00.621154 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 39154) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:37:00.621732 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-58dd3098-5f6a-4402-84d5-53721812aeb6 tempest-RoutersIpV6Test-841277211 tempest-RoutersIpV6Test-841277211-project] 10.222.0.75 "DELETE /v2.0/networks/385eaeed-d715-4918-9ad3-72208996d4a4 HTTP/1.1" status: 204 len: 168 time: 0.4644182 Feb 09 19:37:00.639358 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58dd3098-5f6a-4402-84d5-53721812aeb6 tempest-RoutersIpV6Test-841277211 tempest-RoutersIpV6Test-841277211-project] Pushing event deleted for resources: {'Network': ['ID=385eaeed-d715-4918-9ad3-72208996d4a4,revision_number=None']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:37:00.675504 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-a2439931-23c5-45c5-afa3-6102e005b098 None None] Deleting port 240eff6f-5306-487d-bec4-c90c0b0a31c8 {{(pid=103232) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 19:37:00.675873 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-a2439931-23c5-45c5-afa3-6102e005b098 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762867170196'] for port (240eff6f-5306-487d-bec4-c90c0b0a31c8), before_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:37:00.746907 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-ef884554-8f37-4735-854c-95619ad6b2c3 tempest-RoutersIpV6Test-841277211 tempest-RoutersIpV6Test-841277211-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-670458'] for network (09762455-afbc-487e-9550-20b57642f1af), before_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:37:00.768989 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-a2439931-23c5-45c5-afa3-6102e005b098 None None] For port 240eff6f-5306-487d-bec4-c90c0b0a31c8, host n-d-713498-36, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-36',level=0,port_id=240eff6f-5306-487d-bec4-c90c0b0a31c8,segment=NetworkSegment(030545df-bae1-4097-8476-87fa186419a2),segment_id=030545df-bae1-4097-8476-87fa186419a2)] {{(pid=103232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 19:37:00.769508 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-a2439931-23c5-45c5-afa3-6102e005b098 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1820838'] for port (240eff6f-5306-487d-bec4-c90c0b0a31c8), precommit_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:37:00.788733 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-a2439931-23c5-45c5-afa3-6102e005b098 None None] Calling delete_port for 240eff6f-5306-487d-bec4-c90c0b0a31c8 owned by network:dhcp {{(pid=103232) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 19:37:00.798877 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bf5b8ea-c40e-4d1b-91ed-bf886c646793 req-81559b41-d71f-4b7e-9fc0-6cd544ab811f tempest-VolumesActionsTest-1249020738 tempest-VolumesActionsTest-1249020738-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:37:00.800422 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-6bf5b8ea-c40e-4d1b-91ed-bf886c646793 req-81559b41-d71f-4b7e-9fc0-6cd544ab811f tempest-VolumesActionsTest-1249020738 tempest-VolumesActionsTest-1249020738-project] 10.222.0.75 "GET /v2.0/networks?id=9246b94a-de57-47ad-8fdb-61aaa56512df HTTP/1.1" status: 200 len: 808 time: 0.1444643 Feb 09 19:37:00.813593 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.plugin [None req-ef884554-8f37-4735-854c-95619ad6b2c3 tempest-RoutersIpV6Test-841277211 tempest-RoutersIpV6Test-841277211-project] Deleting port 240eff6f-5306-487d-bec4-c90c0b0a31c8 {{(pid=103229) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 19:37:00.813847 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-ef884554-8f37-4735-854c-95619ad6b2c3 tempest-RoutersIpV6Test-841277211 tempest-RoutersIpV6Test-841277211-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762867170196'] for port (240eff6f-5306-487d-bec4-c90c0b0a31c8), before_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:37:00.816410 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-6bf5b8ea-c40e-4d1b-91ed-bf886c646793 req-0c58bf34-588d-4c0b-ac53-1821b516098e tempest-VolumesActionsTest-1249020738 tempest-VolumesActionsTest-1249020738-project] 10.222.0.75 "GET /v2.0/quotas/b222082e2b8f499f8189e5e823a7ff3f HTTP/1.1" status: 200 len: 375 time: 0.0103526 Feb 09 19:37:00.867055 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-6bf5b8ea-c40e-4d1b-91ed-bf886c646793 req-65c57894-de4e-47e3-b295-9b9e1dbd2594 tempest-VolumesActionsTest-1249020738 tempest-VolumesActionsTest-1249020738-project] 10.222.0.75 "GET /v2.0/ports?tenant_id=b222082e2b8f499f8189e5e823a7ff3f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0448127 Feb 09 19:37:00.913172 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-a2439931-23c5-45c5-afa3-6102e005b098 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762867177463', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762866656476'] for port (240eff6f-5306-487d-bec4-c90c0b0a31c8), after_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:37:00.914730 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.db [None req-ef884554-8f37-4735-854c-95619ad6b2c3 tempest-RoutersIpV6Test-841277211 tempest-RoutersIpV6Test-841277211-project] For port 240eff6f-5306-487d-bec4-c90c0b0a31c8, host n-d-713498-36, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-36',level=0,port_id=240eff6f-5306-487d-bec4-c90c0b0a31c8,segment=NetworkSegment(030545df-bae1-4097-8476-87fa186419a2),segment_id=030545df-bae1-4097-8476-87fa186419a2)] {{(pid=103229) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 19:37:00.915164 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-ef884554-8f37-4735-854c-95619ad6b2c3 tempest-RoutersIpV6Test-841277211 tempest-RoutersIpV6Test-841277211-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1820838'] for port (240eff6f-5306-487d-bec4-c90c0b0a31c8), precommit_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:37:00.930279 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.plugin [None req-ef884554-8f37-4735-854c-95619ad6b2c3 tempest-RoutersIpV6Test-841277211 tempest-RoutersIpV6Test-841277211-project] Calling delete_port for 240eff6f-5306-487d-bec4-c90c0b0a31c8 owned by network:dhcp {{(pid=103229) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 19:37:00.941765 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Device c605a7dd-b9cb-4848-b4ab-240a2eea8edd no longer exists at agent ovs-agent-n-d-713498-36 {{(pid=103232) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 19:37:00.966547 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2439931-23c5-45c5-afa3-6102e005b098 None None] Pushing event deleted for resources: {'Port': ['ID=240eff6f-5306-487d-bec4-c90c0b0a31c8,revision_number=None']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:37:00.969429 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Device 27babea0-3164-4577-bb03-a987ed29b734 no longer exists at agent hyperv_n-h2-713498-36 {{(pid=103232) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 19:37:00.974812 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2439931-23c5-45c5-afa3-6102e005b098 None None] No DVR routers for this DVR port 240eff6f-5306-487d-bec4-c90c0b0a31c8 on host n-d-713498-36 {{(pid=103232) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 19:37:00.980237 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] No Port match for: c605a7dd-b9cb-4848-b4ab-240a2eea8edd {{(pid=103232) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 19:37:00.980838 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Device c605a7dd-b9cb-4848-b4ab-240a2eea8edd not bound to the agent host n-d-713498-36 {{(pid=103232) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 19:37:00.981419 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Device 240eff6f-5306-487d-bec4-c90c0b0a31c8 no longer exists at agent ovs-agent-n-d-713498-36 {{(pid=103232) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 19:37:01.008710 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-6bf5b8ea-c40e-4d1b-91ed-bf886c646793 req-67e70f1c-8870-47c4-997b-dcedee2ee26e service neutron] 10.222.0.75 "GET /v2.0/networks/9246b94a-de57-47ad-8fdb-61aaa56512df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1343775 Feb 09 19:37:01.026322 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-7429db8d-6021-40ad-813e-885be449a89b None None] No Port match for: 27babea0-3164-4577-bb03-a987ed29b734 {{(pid=103232) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 19:37:01.027270 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Device 27babea0-3164-4577-bb03-a987ed29b734 not bound to the agent host n-h2-713498-36 {{(pid=103232) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 19:37:01.029560 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] No Port match for: 240eff6f-5306-487d-bec4-c90c0b0a31c8 {{(pid=103232) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 19:37:01.030162 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Device 240eff6f-5306-487d-bec4-c90c0b0a31c8 not bound to the agent host n-d-713498-36 {{(pid=103232) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 19:37:01.064902 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-ef884554-8f37-4735-854c-95619ad6b2c3 tempest-RoutersIpV6Test-841277211 tempest-RoutersIpV6Test-841277211-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762867177463', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762866656476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12867576'] for port (240eff6f-5306-487d-bec4-c90c0b0a31c8), after_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:37:01.099754 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef884554-8f37-4735-854c-95619ad6b2c3 tempest-RoutersIpV6Test-841277211 tempest-RoutersIpV6Test-841277211-project] Pushing event deleted for resources: {'Port': ['ID=240eff6f-5306-487d-bec4-c90c0b0a31c8,revision_number=None']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:37:01.111247 n-d-713498-36 neutron-server[103229]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef884554-8f37-4735-854c-95619ad6b2c3 tempest-RoutersIpV6Test-841277211 tempest-RoutersIpV6Test-841277211-project] No DVR routers for this DVR port 240eff6f-5306-487d-bec4-c90c0b0a31c8 on host n-d-713498-36 {{(pid=103229) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 19:37:01.120341 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-6bf5b8ea-c40e-4d1b-91ed-bf886c646793 req-80f4ff28-8e48-4ff3-bd2b-c56723d02bb2 service neutron] 10.222.0.75 "GET /v2.0/networks/9246b94a-de57-47ad-8fdb-61aaa56512df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1041970 Feb 09 19:37:01.130493 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-63cdc339-2644-410b-86c6-a8be7fd5bd50 req-c37bfbc2-330c-4f8e-9009-262f3e06ffb8 tempest-ServersNegativeTestJSON-1608020402 tempest-ServersNegativeTestJSON-1608020402-project] 10.222.0.75 "GET /v2.0/ports?device_id=5482a13c-891c-4023-9ac7-fa4d0b8b3c1a HTTP/1.1" status: 200 len: 210 time: 0.0345871 Feb 09 19:37:01.211206 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-ef884554-8f37-4735-854c-95619ad6b2c3 tempest-RoutersIpV6Test-841277211 tempest-RoutersIpV6Test-841277211-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-590267', 'neutron.services.segments.db._delete_segments_for_network-8762867132609'] for network (09762455-afbc-487e-9550-20b57642f1af), precommit_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:37:01.234534 n-d-713498-36 neutron-server[103229]: DEBUG neutron.services.segments.db [None req-ef884554-8f37-4735-854c-95619ad6b2c3 tempest-RoutersIpV6Test-841277211 tempest-RoutersIpV6Test-841277211-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['09762455-afbc-487e-9550-20b57642f1af']}} {{(pid=103229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:37:01.245835 n-d-713498-36 neutron-server[103229]: DEBUG neutron.services.segments.db [None req-ef884554-8f37-4735-854c-95619ad6b2c3 tempest-RoutersIpV6Test-841277211 tempest-RoutersIpV6Test-841277211-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '030545df-bae1-4097-8476-87fa186419a2') {'for_net_delete': True} {{(pid=103229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:37:01.246359 n-d-713498-36 neutron-server[103229]: DEBUG neutron.services.segments.db [None req-ef884554-8f37-4735-854c-95619ad6b2c3 tempest-RoutersIpV6Test-841277211 tempest-RoutersIpV6Test-841277211-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '030545df-bae1-4097-8476-87fa186419a2') {} {{(pid=103229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:37:01.263362 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-ef884554-8f37-4735-854c-95619ad6b2c3 tempest-RoutersIpV6Test-841277211 tempest-RoutersIpV6Test-841277211-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762867134154', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16683417'] for segment (030545df-bae1-4097-8476-87fa186419a2), before_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:37:01.315731 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-a2827dd1-5398-45e9-a982-83187f07c069 req-d7347864-5493-4b3f-972b-54fe2862f071 tempest-VolumesActionsTest-1249020738 tempest-VolumesActionsTest-1249020738-project] 10.222.0.75 "GET /v2.0/ports?device_id=8d71075d-1302-4f92-9922-86999d0a6aa8 HTTP/1.1" status: 200 len: 210 time: 0.0340474 Feb 09 19:37:01.316751 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-ef884554-8f37-4735-854c-95619ad6b2c3 tempest-RoutersIpV6Test-841277211 tempest-RoutersIpV6Test-841277211-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-759574'] for segment (030545df-bae1-4097-8476-87fa186419a2), precommit_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:37:01.324638 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ef884554-8f37-4735-854c-95619ad6b2c3 tempest-RoutersIpV6Test-841277211 tempest-RoutersIpV6Test-841277211-project] Releasing vlan 395 on physical network physnet1 to pool {{(pid=103229) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 19:37:01.325104 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-ef884554-8f37-4735-854c-95619ad6b2c3 tempest-RoutersIpV6Test-841277211 tempest-RoutersIpV6Test-841277211-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-759574', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12867469'] for segment (030545df-bae1-4097-8476-87fa186419a2), after_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:37:01.328792 n-d-713498-36 neutron-server[103229]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 19:37:01.328792 n-d-713498-36 neutron-server[103229]: self.session.flush() Feb 09 19:37:01.328792 n-d-713498-36 neutron-server[103229]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 19:37:01.328792 n-d-713498-36 neutron-server[103229]: self.session.flush() Feb 09 19:37:01.328792 n-d-713498-36 neutron-server[103229]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 19:37:01.328792 n-d-713498-36 neutron-server[103229]: self.session.flush() Feb 09 19:37:01.328792 n-d-713498-36 neutron-server[103229]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 19:37:01.328792 n-d-713498-36 neutron-server[103229]: self.session.flush() Feb 09 19:37:01.328792 n-d-713498-36 neutron-server[103229]: Traceback (most recent call last): Feb 09 19:37:01.328792 n-d-713498-36 neutron-server[103229]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 19:37:01.328792 n-d-713498-36 neutron-server[103229]: timer() Feb 09 19:37:01.328792 n-d-713498-36 neutron-server[103229]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 19:37:01.328792 n-d-713498-36 neutron-server[103229]: cb(*args, **kw) Feb 09 19:37:01.328792 n-d-713498-36 neutron-server[103229]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 19:37:01.328792 n-d-713498-36 neutron-server[103229]: return func(*args, **kwargs) Feb 09 19:37:01.328792 n-d-713498-36 neutron-server[103229]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 19:37:01.328792 n-d-713498-36 neutron-server[103229]: self._notify() Feb 09 19:37:01.328792 n-d-713498-36 neutron-server[103229]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 19:37:01.328792 n-d-713498-36 neutron-server[103229]: self.callback(batched_events) Feb 09 19:37:01.328792 n-d-713498-36 neutron-server[103229]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 19:37:01.328792 n-d-713498-36 neutron-server[103229]: event.method(event) Feb 09 19:37:01.328792 n-d-713498-36 neutron-server[103229]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 19:37:01.328792 n-d-713498-36 neutron-server[103229]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 19:37:01.328792 n-d-713498-36 neutron-server[103229]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 19:37:01.328792 n-d-713498-36 neutron-server[103229]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 19:37:01.328792 n-d-713498-36 neutron-server[103229]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 19:37:01.328792 n-d-713498-36 neutron-server[103229]: return f(self, *a, **k) Feb 09 19:37:01.328792 n-d-713498-36 neutron-server[103229]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 19:37:01.328792 n-d-713498-36 neutron-server[103229]: return self._get(url).json() Feb 09 19:37:01.328792 n-d-713498-36 neutron-server[103229]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 19:37:01.328792 n-d-713498-36 neutron-server[103229]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 19:37:01.328792 n-d-713498-36 neutron-server[103229]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 19:37:01.328792 n-d-713498-36 neutron-server[103229]: return self.request(url, 'GET', **kwargs) Feb 09 19:37:01.328792 n-d-713498-36 neutron-server[103229]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 19:37:01.328792 n-d-713498-36 neutron-server[103229]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 19:37:01.328792 n-d-713498-36 neutron-server[103229]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 19:37:01.328792 n-d-713498-36 neutron-server[103229]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 19:37:01.328792 n-d-713498-36 neutron-server[103229]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 19:37:01.328792 n-d-713498-36 neutron-server[103229]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 19:37:01.328792 n-d-713498-36 neutron-server[103229]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 19:37:01.397004 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-ef884554-8f37-4735-854c-95619ad6b2c3 tempest-RoutersIpV6Test-841277211 tempest-RoutersIpV6Test-841277211-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-590242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1885479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1818895'] for network (09762455-afbc-487e-9550-20b57642f1af), after_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:37:01.405804 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-ef884554-8f37-4735-854c-95619ad6b2c3 tempest-RoutersIpV6Test-841277211 tempest-RoutersIpV6Test-841277211-project] Publish callbacks [] for network (None), before_response {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:37:01.413822 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-ef884554-8f37-4735-854c-95619ad6b2c3 tempest-RoutersIpV6Test-841277211 tempest-RoutersIpV6Test-841277211-project] 10.222.0.75 "DELETE /v2.0/networks/09762455-afbc-487e-9550-20b57642f1af HTTP/1.1" status: 204 len: 168 time: 0.7853794 Feb 09 19:37:01.416309 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 39162) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:37:01.422995 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.v2.base [None req-35bd5540-161a-423e-97c3-f1bb6fb9293e tempest-RoutersIpV6Test-841277211 tempest-RoutersIpV6Test-841277211-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-179628753'}} {{(pid=103230) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 19:37:01.423892 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef884554-8f37-4735-854c-95619ad6b2c3 tempest-RoutersIpV6Test-841277211 tempest-RoutersIpV6Test-841277211-project] Pushing event deleted for resources: {'Network': ['ID=09762455-afbc-487e-9550-20b57642f1af,revision_number=None']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:37:01.443668 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-35bd5540-161a-423e-97c3-f1bb6fb9293e tempest-RoutersIpV6Test-841277211 tempest-RoutersIpV6Test-841277211-project] Made reservation on behalf of 9e33aca4a44d4fa38a064d0581ca7668 for: {'network': 1} {{(pid=103230) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 19:37:01.447182 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-35bd5540-161a-423e-97c3-f1bb6fb9293e tempest-RoutersIpV6Test-841277211 tempest-RoutersIpV6Test-841277211-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for network (None), before_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:37:01.473580 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-35bd5540-161a-423e-97c3-f1bb6fb9293e tempest-RoutersIpV6Test-841277211 tempest-RoutersIpV6Test-841277211-project] vlan segment allocate from pool success with {'vlan_id': 372, 'physical_network': 'physnet1'} {{(pid=103230) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 19:37:01.483970 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-35bd5540-161a-423e-97c3-f1bb6fb9293e tempest-RoutersIpV6Test-841277211 tempest-RoutersIpV6Test-841277211-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-759574'] for segment (6122091b-40d9-4742-b5c0-3fb70436ef23), precommit_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:37:01.484295 n-d-713498-36 neutron-server[103230]: INFO neutron.db.segments_db [None req-35bd5540-161a-423e-97c3-f1bb6fb9293e tempest-RoutersIpV6Test-841277211 tempest-RoutersIpV6Test-841277211-project] Added segment 6122091b-40d9-4742-b5c0-3fb70436ef23 of type vlan for network 1b41d4e4-3be1-4145-a32d-50dff115fe4f Feb 09 19:37:01.528115 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-35bd5540-161a-423e-97c3-f1bb6fb9293e tempest-RoutersIpV6Test-841277211 tempest-RoutersIpV6Test-841277211-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762866642225'] for network (1b41d4e4-3be1-4145-a32d-50dff115fe4f), precommit_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:37:01.558049 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-35bd5540-161a-423e-97c3-f1bb6fb9293e tempest-RoutersIpV6Test-841277211 tempest-RoutersIpV6Test-841277211-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1885479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452'] for network (1b41d4e4-3be1-4145-a32d-50dff115fe4f), after_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:37:01.564435 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35bd5540-161a-423e-97c3-f1bb6fb9293e tempest-RoutersIpV6Test-841277211 tempest-RoutersIpV6Test-841277211-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:37:01.565110 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-35bd5540-161a-423e-97c3-f1bb6fb9293e tempest-RoutersIpV6Test-841277211 tempest-RoutersIpV6Test-841277211-project] Publish callbacks [] for network (None), before_response {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:37:01.577381 n-d-713498-36 neutron-server[103229]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5482a13c-891c-4023-9ac7-fa4d0b8b3c1a', 'name': 'network-vif-deleted', 'tag': '0b03ba4e-3ae4-445f-a58f-5ced31d50819'}] {{(pid=103229) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 19:37:01.580994 n-d-713498-36 neutron-server[103229]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fa6ae9a20702bd564eaf90d946620b2b4277b1ab91129323d3b54181076be307" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a2c38aec-b18f-4bae-a98b-2c68413a98b8" -d '{"events": [{"server_uuid": "5482a13c-891c-4023-9ac7-fa4d0b8b3c1a", "name": "network-vif-deleted", "tag": "0b03ba4e-3ae4-445f-a58f-5ced31d50819"}]}' {{(pid=103229) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 19:37:01.627567 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-35bd5540-161a-423e-97c3-f1bb6fb9293e tempest-RoutersIpV6Test-841277211 tempest-RoutersIpV6Test-841277211-project] 10.222.0.75 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2101181 Feb 09 19:37:01.630689 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 39172) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:37:01.636679 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.v2.base [None req-b005d726-5ff8-4278-bc7a-ad490525a25f tempest-RoutersIpV6Test-841277211 tempest-RoutersIpV6Test-841277211-project] Request body: {'subnet': {'network_id': '1b41d4e4-3be1-4145-a32d-50dff115fe4f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 19:37:01.643803 n-d-713498-36 neutron-server[103229]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 19:37:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c5693924-2c66-4a6d-8871-3fb6bd6e5ac4 x-openstack-request-id: req-c5693924-2c66-4a6d-8871-3fb6bd6e5ac4 {{(pid=103229) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 19:37:01.644265 n-d-713498-36 neutron-server[103229]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5482a13c-891c-4023-9ac7-fa4d0b8b3c1a", "name": "network-vif-deleted", "tag": "0b03ba4e-3ae4-445f-a58f-5ced31d50819", "status": "completed", "code": 200}]} {{(pid=103229) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 19:37:01.644613 n-d-713498-36 neutron-server[103229]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-c5693924-2c66-4a6d-8871-3fb6bd6e5ac4 {{(pid=103229) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 19:37:01.645174 n-d-713498-36 neutron-server[103229]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5482a13c-891c-4023-9ac7-fa4d0b8b3c1a', 'name': 'network-vif-deleted', 'tag': '0b03ba4e-3ae4-445f-a58f-5ced31d50819', 'status': 'completed', 'code': 200} Feb 09 19:37:01.650686 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35bd5540-161a-423e-97c3-f1bb6fb9293e tempest-RoutersIpV6Test-841277211 tempest-RoutersIpV6Test-841277211-project] Pushing event updated for resources: {'Network': ['ID=1b41d4e4-3be1-4145-a32d-50dff115fe4f,revision_number=1']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:37:01.664202 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Network 1b41d4e4-3be1-4145-a32d-50dff115fe4f details requested by agent ovs-agent-n-d-713498-36 with host n-d-713498-36 {{(pid=103232) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 19:37:01.735251 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b005d726-5ff8-4278-bc7a-ad490525a25f tempest-RoutersIpV6Test-841277211 tempest-RoutersIpV6Test-841277211-project] Made reservation on behalf of 9e33aca4a44d4fa38a064d0581ca7668 for: {'subnet': 1} {{(pid=103229) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 19:37:01.739829 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-b005d726-5ff8-4278-bc7a-ad490525a25f tempest-RoutersIpV6Test-841277211 tempest-RoutersIpV6Test-841277211-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12759265'] for subnet (None), before_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:37:01.937359 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-b005d726-5ff8-4278-bc7a-ad490525a25f tempest-RoutersIpV6Test-841277211 tempest-RoutersIpV6Test-841277211-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12867428', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12759263'] for subnet (f96502a4-c82a-4ae2-bfac-befd759b3b0f), after_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:37:02.004379 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b005d726-5ff8-4278-bc7a-ad490525a25f tempest-RoutersIpV6Test-841277211 tempest-RoutersIpV6Test-841277211-project] Pushing event updated for resources: {'Subnet': ['ID=f96502a4-c82a-4ae2-bfac-befd759b3b0f,revision_number=0']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:37:02.012194 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b005d726-5ff8-4278-bc7a-ad490525a25f tempest-RoutersIpV6Test-841277211 tempest-RoutersIpV6Test-841277211-project] Checking segment: {'id': '6122091b-40d9-4742-b5c0-3fb70436ef23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': '1b41d4e4-3be1-4145-a32d-50dff115fe4f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103229) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 19:37:02.012557 n-d-713498-36 neutron-server[103229]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b005d726-5ff8-4278-bc7a-ad490525a25f tempest-RoutersIpV6Test-841277211 tempest-RoutersIpV6Test-841277211-project] Network hostable DHCP agents. Network: 1b41d4e4-3be1-4145-a32d-50dff115fe4f, hostable agents: ['af91e4b9-f4e1-42b1-a25c-a10dc47171c8'], hosted agents: [] {{(pid=103229) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 19:37:02.030820 n-d-713498-36 neutron-server[103229]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b005d726-5ff8-4278-bc7a-ad490525a25f tempest-RoutersIpV6Test-841277211 tempest-RoutersIpV6Test-841277211-project] Network 1b41d4e4-3be1-4145-a32d-50dff115fe4f is scheduled to be hosted by DHCP agent af91e4b9-f4e1-42b1-a25c-a10dc47171c8 with binding_index 1 {{(pid=103229) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 19:37:02.042580 n-d-713498-36 neutron-server[103229]: DEBUG neutron.scheduler.base_scheduler [None req-b005d726-5ff8-4278-bc7a-ad490525a25f tempest-RoutersIpV6Test-841277211 tempest-RoutersIpV6Test-841277211-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713498-36, 1b41d4e4-3be1-4145-a32d-50dff115fe4f) {{(pid=103229) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 19:37:02.048258 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b005d726-5ff8-4278-bc7a-ad490525a25f tempest-RoutersIpV6Test-841277211 tempest-RoutersIpV6Test-841277211-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:37:02.048908 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-b005d726-5ff8-4278-bc7a-ad490525a25f tempest-RoutersIpV6Test-841277211 tempest-RoutersIpV6Test-841277211-project] Publish callbacks [] for subnet (None), before_response {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:37:02.053847 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a211ea4-054e-446b-95cc-db5757ef062a None None] Network 1b41d4e4-3be1-4145-a32d-50dff115fe4f requested from n-d-713498-36 {{(pid=103232) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 19:37:02.065786 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-b005d726-5ff8-4278-bc7a-ad490525a25f tempest-RoutersIpV6Test-841277211 tempest-RoutersIpV6Test-841277211-project] 10.222.0.75 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4338582 Feb 09 19:37:02.068322 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 39174) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:37:02.073004 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.v2.base [None req-931d05b1-0d1c-411a-b728-7d35fffa8815 tempest-RoutersIpV6Test-841277211 tempest-RoutersIpV6Test-841277211-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1206035760', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 19:37:02.094775 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-931d05b1-0d1c-411a-b728-7d35fffa8815 tempest-RoutersIpV6Test-841277211 tempest-RoutersIpV6Test-841277211-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1834830', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-58389'] for router (482a3890-4045-4952-8a05-117babc5a2b1), before_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:37:02.095828 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-931d05b1-0d1c-411a-b728-7d35fffa8815 tempest-RoutersIpV6Test-841277211 tempest-RoutersIpV6Test-841277211-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1834810', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1822096', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1886735', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-58380'] for router (482a3890-4045-4952-8a05-117babc5a2b1), precommit_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:37:02.151138 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-931d05b1-0d1c-411a-b728-7d35fffa8815 tempest-RoutersIpV6Test-841277211 tempest-RoutersIpV6Test-841277211-project] Publish callbacks [] for router_controller (482a3890-4045-4952-8a05-117babc5a2b1), precommit_add_association {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:37:02.157591 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-931d05b1-0d1c-411a-b728-7d35fffa8815 tempest-RoutersIpV6Test-841277211 tempest-RoutersIpV6Test-841277211-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1834945', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1818951'] for router (482a3890-4045-4952-8a05-117babc5a2b1), after_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:37:02.166827 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6fffc26-64db-4cc4-a95a-f2baf39c3ff9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8b32e980-7cce-5e82-a341-bd2fa8945c89-1b41d4e4-3be1-4145-a32d-50dff115fe4f', 'network_id': '1b41d4e4-3be1-4145-a32d-50dff115fe4f', 'project_id': '9e33aca4a44d4fa38a064d0581ca7668', 'fixed_ips': [{'subnet_id': 'f96502a4-c82a-4ae2-bfac-befd759b3b0f'}]}} from n-d-713498-36. {{(pid=103232) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 09 19:37:02.169050 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-f6fffc26-64db-4cc4-a95a-f2baf39c3ff9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (None), before_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:37:02.183672 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-931d05b1-0d1c-411a-b728-7d35fffa8815 tempest-RoutersIpV6Test-841277211 tempest-RoutersIpV6Test-841277211-project] Publish callbacks [] for router (None), before_response {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:37:02.184921 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-931d05b1-0d1c-411a-b728-7d35fffa8815 tempest-RoutersIpV6Test-841277211 tempest-RoutersIpV6Test-841277211-project] 10.222.0.75 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.1154609 Feb 09 19:37:02.190483 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 39178) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:37:02.198041 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.v2.base [None req-fa9e655e-c25e-4f44-9988-6cf99ce9afc0 tempest-RoutersIpV6Test-841277211 tempest-RoutersIpV6Test-841277211-project] Request body: {'port': {'network_id': '1b41d4e4-3be1-4145-a32d-50dff115fe4f', 'name': 'tempest-RoutersIpV6Test-113759544'}} {{(pid=103229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 19:37:02.315651 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6275762e-4f65-4452-9abc-e49fa1b277c2 req-14731de9-e1b3-4c02-8aea-4740d0560bbe tempest-ServersNegativeTestJSON-1608020402 tempest-ServersNegativeTestJSON-1608020402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:37:02.318497 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-6275762e-4f65-4452-9abc-e49fa1b277c2 req-14731de9-e1b3-4c02-8aea-4740d0560bbe tempest-ServersNegativeTestJSON-1608020402 tempest-ServersNegativeTestJSON-1608020402-project] 10.222.0.75 "GET /v2.0/ports?device_id=ef8fb5b1-266b-4abe-85d3-6f5780a36355 HTTP/1.1" status: 200 len: 945 time: 0.0655372 Feb 09 19:37:02.353567 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.db_base_plugin_common [None req-f6fffc26-64db-4cc4-a95a-f2baf39c3ff9 None None] Allocated IP 2001:db8::2 (1b41d4e4-3be1-4145-a32d-50dff115fe4f/f96502a4-c82a-4ae2-bfac-befd759b3b0f/82fd91b6-e8ff-417c-8cbe-a9ff397753fd) {{(pid=103232) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 19:37:02.423444 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-6275762e-4f65-4452-9abc-e49fa1b277c2 req-67e821aa-ea5b-4750-973b-dc585410b732 tempest-ServersNegativeTestJSON-1608020402 tempest-ServersNegativeTestJSON-1608020402-project] 10.222.0.75 "GET /v2.0/security-groups?id=25d47ded-5003-4f4d-b434-467ecec6793f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0964839 Feb 09 19:37:02.561086 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-f6fffc26-64db-4cc4-a95a-f2baf39c3ff9 None None] Publish callbacks [] for port (82fd91b6-e8ff-417c-8cbe-a9ff397753fd), precommit_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:37:02.569318 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-f6fffc26-64db-4cc4-a95a-f2baf39c3ff9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762866656467'] for port (82fd91b6-e8ff-417c-8cbe-a9ff397753fd), after_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:37:02.619496 n-d-713498-36 neutron-server[103232]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6fffc26-64db-4cc4-a95a-f2baf39c3ff9 None None] Network 1b41d4e4-3be1-4145-a32d-50dff115fe4f is already hosted by enough agents. {{(pid=103232) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 19:37:02.622627 n-d-713498-36 neutron-server[103232]: DEBUG neutron.scheduler.base_scheduler [None req-f6fffc26-64db-4cc4-a95a-f2baf39c3ff9 None None] Resources bound (agent type, host, resource id): {{(pid=103232) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 19:37:02.626901 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6fffc26-64db-4cc4-a95a-f2baf39c3ff9 None None] Received port after_create {{(pid=103232) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 19:37:02.629772 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec77eb8c-5e28-4b84-b778-1b465d58d213 req-0b90bca5-c6be-4fbc-beb5-268f4543c344 tempest-ServersNegativeTestJSON-1608020402 tempest-ServersNegativeTestJSON-1608020402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:37:02.631361 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-ec77eb8c-5e28-4b84-b778-1b465d58d213 req-0b90bca5-c6be-4fbc-beb5-268f4543c344 tempest-ServersNegativeTestJSON-1608020402 tempest-ServersNegativeTestJSON-1608020402-project] 10.222.0.75 "GET /v2.0/ports?device_id=ef8fb5b1-266b-4abe-85d3-6f5780a36355 HTTP/1.1" status: 200 len: 945 time: 0.0638475 Feb 09 19:37:02.638909 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6fffc26-64db-4cc4-a95a-f2baf39c3ff9 None None] Pushing event updated for resources: {'Port': ['ID=82fd91b6-e8ff-417c-8cbe-a9ff397753fd,revision_number=1']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:37:02.703788 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-ec77eb8c-5e28-4b84-b778-1b465d58d213 req-966f8b89-7a96-4226-9d9f-02790865b682 tempest-ServersNegativeTestJSON-1608020402 tempest-ServersNegativeTestJSON-1608020402-project] 10.222.0.75 "GET /v2.0/security-groups?id=25d47ded-5003-4f4d-b434-467ecec6793f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0625424 Feb 09 19:37:02.709911 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.managers [None req-f6fffc26-64db-4cc4-a95a-f2baf39c3ff9 None None] Attempting to bind port 82fd91b6-e8ff-417c-8cbe-a9ff397753fd on host n-d-713498-36 for vnic_type normal with profile {{(pid=103232) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 19:37:02.710317 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.managers [None req-f6fffc26-64db-4cc4-a95a-f2baf39c3ff9 None None] Attempting to bind port 82fd91b6-e8ff-417c-8cbe-a9ff397753fd by drivers openvswitch,hyperv on host n-d-713498-36 at level 0 using segments [{'id': '6122091b-40d9-4742-b5c0-3fb70436ef23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': '1b41d4e4-3be1-4145-a32d-50dff115fe4f'}] {{(pid=103232) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 19:37:02.710686 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6fffc26-64db-4cc4-a95a-f2baf39c3ff9 None None] Attempting to bind port 82fd91b6-e8ff-417c-8cbe-a9ff397753fd on network 1b41d4e4-3be1-4145-a32d-50dff115fe4f {{(pid=103232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 19:37:02.716106 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6fffc26-64db-4cc4-a95a-f2baf39c3ff9 None None] Checking agent: {'id': '496418a2-c002-4aec-ab1a-07f3bea491bd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-36', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 18, 51, 47), 'started_at': datetime.datetime(2022, 2, 9, 18, 52, 17), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 19, 36, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-36'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 19:37:02.716564 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6fffc26-64db-4cc4-a95a-f2baf39c3ff9 None None] Checking segment: {'id': '6122091b-40d9-4742-b5c0-3fb70436ef23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': '1b41d4e4-3be1-4145-a32d-50dff115fe4f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103232) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 19:37:02.717190 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-f6fffc26-64db-4cc4-a95a-f2baf39c3ff9 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:37:02.717668 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6fffc26-64db-4cc4-a95a-f2baf39c3ff9 None None] Bound using segment: {'id': '6122091b-40d9-4742-b5c0-3fb70436ef23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': '1b41d4e4-3be1-4145-a32d-50dff115fe4f'} {{(pid=103232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 19:37:02.718363 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.managers [None req-f6fffc26-64db-4cc4-a95a-f2baf39c3ff9 None None] Bound port: 82fd91b6-e8ff-417c-8cbe-a9ff397753fd, host: n-d-713498-36, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6122091b-40d9-4742-b5c0-3fb70436ef23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': '1b41d4e4-3be1-4145-a32d-50dff115fe4f'}}] {{(pid=103232) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 19:37:02.720575 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-f6fffc26-64db-4cc4-a95a-f2baf39c3ff9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (82fd91b6-e8ff-417c-8cbe-a9ff397753fd), before_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:37:02.766977 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-52e88ed8-78ba-4498-a7a4-e7fcd2c13a81 req-f4b61855-f695-42e3-9404-a74ffeb46923 tempest-VolumesActionsTest-1249020738 tempest-VolumesActionsTest-1249020738-project] 10.222.0.75 "GET /v2.0/ports?device_id=8d71075d-1302-4f92-9922-86999d0a6aa8 HTTP/1.1" status: 200 len: 210 time: 0.0546248 Feb 09 19:37:02.790032 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bf5b8ea-c40e-4d1b-91ed-bf886c646793 req-9ca45a7e-23aa-4766-b0a3-4e9ab2968b1e tempest-VolumesActionsTest-1249020738 tempest-VolumesActionsTest-1249020738-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:37:02.791740 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-6bf5b8ea-c40e-4d1b-91ed-bf886c646793 req-9ca45a7e-23aa-4766-b0a3-4e9ab2968b1e tempest-VolumesActionsTest-1249020738 tempest-VolumesActionsTest-1249020738-project] 10.222.0.89 "GET /v2.0/networks?id=9246b94a-de57-47ad-8fdb-61aaa56512df HTTP/1.1" status: 200 len: 808 time: 0.5344715 Feb 09 19:37:02.797261 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-f6fffc26-64db-4cc4-a95a-f2baf39c3ff9 None None] For port 82fd91b6-e8ff-417c-8cbe-a9ff397753fd, host n-d-713498-36, cleared binding levels {{(pid=103232) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 19:37:02.801151 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-f6fffc26-64db-4cc4-a95a-f2baf39c3ff9 None None] For port 82fd91b6-e8ff-417c-8cbe-a9ff397753fd, host n-d-713498-36, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-36',level=0,port_id=82fd91b6-e8ff-417c-8cbe-a9ff397753fd,segment=NetworkSegment(6122091b-40d9-4742-b5c0-3fb70436ef23),segment_id=6122091b-40d9-4742-b5c0-3fb70436ef23)] {{(pid=103232) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 19:37:02.806523 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.v2.base [req-6bf5b8ea-c40e-4d1b-91ed-bf886c646793 req-d14333ae-4aee-4cb4-a0ee-fcf6d94ca636 tempest-VolumesActionsTest-1249020738 tempest-VolumesActionsTest-1249020738-project] Request body: {'port': {'device_id': '8d71075d-1302-4f92-9922-86999d0a6aa8', 'network_id': '9246b94a-de57-47ad-8fdb-61aaa56512df', 'admin_state_up': True, 'tenant_id': 'b222082e2b8f499f8189e5e823a7ff3f'}} {{(pid=103229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 19:37:02.808138 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-f6fffc26-64db-4cc4-a95a-f2baf39c3ff9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762867176205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762866656485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762866656503'] for port (82fd91b6-e8ff-417c-8cbe-a9ff397753fd), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:37:02.832828 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-badc2355-a25b-493e-9a2a-b6b757d435a1 req-231b72a7-d334-4fb7-bf3b-ff025be9bbc1 tempest-ServersNegativeTestJSON-1608020402 tempest-ServersNegativeTestJSON-1608020402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:37:02.834368 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-badc2355-a25b-493e-9a2a-b6b757d435a1 req-231b72a7-d334-4fb7-bf3b-ff025be9bbc1 tempest-ServersNegativeTestJSON-1608020402 tempest-ServersNegativeTestJSON-1608020402-project] 10.222.0.75 "GET /v2.0/ports?device_id=ef8fb5b1-266b-4abe-85d3-6f5780a36355 HTTP/1.1" status: 200 len: 945 time: 0.0667758 Feb 09 19:37:02.835372 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fa9e655e-c25e-4f44-9988-6cf99ce9afc0 tempest-RoutersIpV6Test-841277211 tempest-RoutersIpV6Test-841277211-project] Made reservation on behalf of 9e33aca4a44d4fa38a064d0581ca7668 for: {'port': 1} {{(pid=103229) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 19:37:02.838708 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-fa9e655e-c25e-4f44-9988-6cf99ce9afc0 tempest-RoutersIpV6Test-841277211 tempest-RoutersIpV6Test-841277211-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (None), before_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:37:02.874958 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6fffc26-64db-4cc4-a95a-f2baf39c3ff9 None None] Pushing event updated for resources: {'Port': ['ID=82fd91b6-e8ff-417c-8cbe-a9ff397753fd,revision_number=2']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:37:02.899597 n-d-713498-36 neutron-server[103229]: DEBUG neutron.notifiers.nova [None req-fa9e655e-c25e-4f44-9988-6cf99ce9afc0 tempest-RoutersIpV6Test-841277211 tempest-RoutersIpV6Test-841277211-project] device_id is not set on port 03224de8-1d3c-42a9-bb0d-198d38eb0837 yet. {{(pid=103229) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 09 19:37:02.910751 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-badc2355-a25b-493e-9a2a-b6b757d435a1 req-4caaedb1-fdc3-4fcc-bac9-771b1a6ec292 tempest-ServersNegativeTestJSON-1608020402 tempest-ServersNegativeTestJSON-1608020402-project] 10.222.0.75 "GET /v2.0/security-groups?id=25d47ded-5003-4f4d-b434-467ecec6793f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0661833 Feb 09 19:37:03.047013 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6bf5b8ea-c40e-4d1b-91ed-bf886c646793 req-d14333ae-4aee-4cb4-a0ee-fcf6d94ca636 tempest-VolumesActionsTest-1249020738 tempest-VolumesActionsTest-1249020738-project] Made reservation on behalf of b222082e2b8f499f8189e5e823a7ff3f for: {'port': 1} {{(pid=103229) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 19:37:03.057847 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-6bf5b8ea-c40e-4d1b-91ed-bf886c646793 req-d14333ae-4aee-4cb4-a0ee-fcf6d94ca636 tempest-VolumesActionsTest-1249020738 tempest-VolumesActionsTest-1249020738-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (None), before_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:37:03.098657 n-d-713498-36 neutron-server[103229]: DEBUG neutron.db.db_base_plugin_common [None req-fa9e655e-c25e-4f44-9988-6cf99ce9afc0 tempest-RoutersIpV6Test-841277211 tempest-RoutersIpV6Test-841277211-project] Allocated IP 2001:db8::2d4 (1b41d4e4-3be1-4145-a32d-50dff115fe4f/f96502a4-c82a-4ae2-bfac-befd759b3b0f/03224de8-1d3c-42a9-bb0d-198d38eb0837) {{(pid=103229) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 19:37:03.337854 n-d-713498-36 neutron-server[103229]: DEBUG neutron.db.db_base_plugin_common [req-6bf5b8ea-c40e-4d1b-91ed-bf886c646793 req-d14333ae-4aee-4cb4-a0ee-fcf6d94ca636 tempest-VolumesActionsTest-1249020738 tempest-VolumesActionsTest-1249020738-project] Allocated IP 172.20.0.8 (9246b94a-de57-47ad-8fdb-61aaa56512df/8cf0e17c-ad81-4a0a-897d-7becfa85c767/e3924193-24c6-400c-990f-d1bd76ba2e3b) {{(pid=103229) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 19:37:03.401285 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-fa9e655e-c25e-4f44-9988-6cf99ce9afc0 tempest-RoutersIpV6Test-841277211 tempest-RoutersIpV6Test-841277211-project] Publish callbacks [] for port (03224de8-1d3c-42a9-bb0d-198d38eb0837), precommit_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:37:03.507283 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-fa9e655e-c25e-4f44-9988-6cf99ce9afc0 tempest-RoutersIpV6Test-841277211 tempest-RoutersIpV6Test-841277211-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762866656467', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12867576'] for port (03224de8-1d3c-42a9-bb0d-198d38eb0837), after_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:37:03.577535 n-d-713498-36 neutron-server[103229]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa9e655e-c25e-4f44-9988-6cf99ce9afc0 tempest-RoutersIpV6Test-841277211 tempest-RoutersIpV6Test-841277211-project] Network 1b41d4e4-3be1-4145-a32d-50dff115fe4f is already hosted by enough agents. {{(pid=103229) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 19:37:03.590682 n-d-713498-36 neutron-server[103229]: DEBUG neutron.scheduler.base_scheduler [None req-fa9e655e-c25e-4f44-9988-6cf99ce9afc0 tempest-RoutersIpV6Test-841277211 tempest-RoutersIpV6Test-841277211-project] Resources bound (agent type, host, resource id): {{(pid=103229) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 19:37:03.602459 n-d-713498-36 neutron-server[103229]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa9e655e-c25e-4f44-9988-6cf99ce9afc0 tempest-RoutersIpV6Test-841277211 tempest-RoutersIpV6Test-841277211-project] Received port after_create {{(pid=103229) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 19:37:03.608986 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa9e655e-c25e-4f44-9988-6cf99ce9afc0 tempest-RoutersIpV6Test-841277211 tempest-RoutersIpV6Test-841277211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:37:03.609820 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-fa9e655e-c25e-4f44-9988-6cf99ce9afc0 tempest-RoutersIpV6Test-841277211 tempest-RoutersIpV6Test-841277211-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171096'] for port (None), before_response {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:37:03.612814 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa9e655e-c25e-4f44-9988-6cf99ce9afc0 tempest-RoutersIpV6Test-841277211 tempest-RoutersIpV6Test-841277211-project] Pushing event updated for resources: {'Port': ['ID=03224de8-1d3c-42a9-bb0d-198d38eb0837,revision_number=1']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:37:03.620056 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-6bf5b8ea-c40e-4d1b-91ed-bf886c646793 req-d14333ae-4aee-4cb4-a0ee-fcf6d94ca636 tempest-VolumesActionsTest-1249020738 tempest-VolumesActionsTest-1249020738-project] Publish callbacks [] for port (e3924193-24c6-400c-990f-d1bd76ba2e3b), precommit_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:37:03.646460 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-fa9e655e-c25e-4f44-9988-6cf99ce9afc0 tempest-RoutersIpV6Test-841277211 tempest-RoutersIpV6Test-841277211-project] 10.222.0.75 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 1.4521556 Feb 09 19:37:03.647210 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 39200) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:37:03.670750 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-6bf5b8ea-c40e-4d1b-91ed-bf886c646793 req-d14333ae-4aee-4cb4-a0ee-fcf6d94ca636 tempest-VolumesActionsTest-1249020738 tempest-VolumesActionsTest-1249020738-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762866656467', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12867576'] for port (e3924193-24c6-400c-990f-d1bd76ba2e3b), after_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:37:03.722956 n-d-713498-36 neutron-server[103229]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6bf5b8ea-c40e-4d1b-91ed-bf886c646793 req-d14333ae-4aee-4cb4-a0ee-fcf6d94ca636 tempest-VolumesActionsTest-1249020738 tempest-VolumesActionsTest-1249020738-project] Network 9246b94a-de57-47ad-8fdb-61aaa56512df is already hosted by enough agents. {{(pid=103229) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 19:37:03.726425 n-d-713498-36 neutron-server[103229]: DEBUG neutron.scheduler.base_scheduler [req-6bf5b8ea-c40e-4d1b-91ed-bf886c646793 req-d14333ae-4aee-4cb4-a0ee-fcf6d94ca636 tempest-VolumesActionsTest-1249020738 tempest-VolumesActionsTest-1249020738-project] Resources bound (agent type, host, resource id): {{(pid=103229) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 19:37:03.730530 n-d-713498-36 neutron-server[103229]: DEBUG neutron.db.l3_dvrscheduler_db [req-6bf5b8ea-c40e-4d1b-91ed-bf886c646793 req-d14333ae-4aee-4cb4-a0ee-fcf6d94ca636 tempest-VolumesActionsTest-1249020738 tempest-VolumesActionsTest-1249020738-project] Received port after_create {{(pid=103229) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 19:37:03.756887 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d14333ae-4aee-4cb4-a0ee-fcf6d94ca636 tempest-VolumesActionsTest-1249020738 tempest-VolumesActionsTest-1249020738-project] Pushing event updated for resources: {'Port': ['ID=e3924193-24c6-400c-990f-d1bd76ba2e3b,revision_number=1']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:37:03.785901 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Device 0b03ba4e-3ae4-445f-a58f-5ced31d50819 no longer exists at agent hyperv_n-h1-713498-36 {{(pid=103232) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 19:37:03.791421 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bf5b8ea-c40e-4d1b-91ed-bf886c646793 req-d14333ae-4aee-4cb4-a0ee-fcf6d94ca636 tempest-VolumesActionsTest-1249020738 tempest-VolumesActionsTest-1249020738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:37:03.792191 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-6bf5b8ea-c40e-4d1b-91ed-bf886c646793 req-d14333ae-4aee-4cb4-a0ee-fcf6d94ca636 tempest-VolumesActionsTest-1249020738 tempest-VolumesActionsTest-1249020738-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171096'] for port (None), before_response {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:37:03.809453 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] No Port match for: 0b03ba4e-3ae4-445f-a58f-5ced31d50819 {{(pid=103232) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 19:37:03.809807 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Device 0b03ba4e-3ae4-445f-a58f-5ced31d50819 not bound to the agent host n-h1-713498-36 {{(pid=103232) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 19:37:03.836499 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-6bf5b8ea-c40e-4d1b-91ed-bf886c646793 req-d14333ae-4aee-4cb4-a0ee-fcf6d94ca636 tempest-VolumesActionsTest-1249020738 tempest-VolumesActionsTest-1249020738-project] 10.222.0.89 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0325584 Feb 09 19:37:03.849722 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.v2.base [req-6bf5b8ea-c40e-4d1b-91ed-bf886c646793 req-9c87adf3-d709-4f10-9c9e-f453bf9f1aa6 service neutron] Request body: {'port': {'device_id': '8d71075d-1302-4f92-9922-86999d0a6aa8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-713498-36'}} {{(pid=103229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 19:37:03.959456 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-6bf5b8ea-c40e-4d1b-91ed-bf886c646793 req-9c87adf3-d709-4f10-9c9e-f453bf9f1aa6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (e3924193-24c6-400c-990f-d1bd76ba2e3b), before_update {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:37:03.985548 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1265d471-b4ed-47ad-9e4b-8632c163fcb2 req-ffc7a76e-35e6-4177-9620-6689b7aa4575 tempest-VolumesActionsTest-1249020738 tempest-VolumesActionsTest-1249020738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:37:03.989013 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-1265d471-b4ed-47ad-9e4b-8632c163fcb2 req-ffc7a76e-35e6-4177-9620-6689b7aa4575 tempest-VolumesActionsTest-1249020738 tempest-VolumesActionsTest-1249020738-project] 10.222.0.75 "GET /v2.0/ports?device_id=8d71075d-1302-4f92-9922-86999d0a6aa8 HTTP/1.1" status: 200 len: 931 time: 0.1076829 Feb 09 19:37:04.083119 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed40b42d-7702-4bd2-ad07-d9e7944dc017 None None] Network 1b41d4e4-3be1-4145-a32d-50dff115fe4f requested from n-d-713498-36 {{(pid=103232) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 19:37:04.123082 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-4440c6b3-f898-4676-b651-ae61cf379979 tempest-RoutersIpV6Test-841277211 tempest-RoutersIpV6Test-841277211-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (03224de8-1d3c-42a9-bb0d-198d38eb0837), before_update {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:37:04.197013 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.provisioning_blocks [None req-e749a1e5-f947-40a3-a719-caac77c3b373 None None] Provisioning complete for port 82fd91b6-e8ff-417c-8cbe-a9ff397753fd triggered by entity DHCP. {{(pid=103232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 19:37:04.197675 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-e749a1e5-f947-40a3-a719-caac77c3b373 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593630'] for port (82fd91b6-e8ff-417c-8cbe-a9ff397753fd), provisioning_complete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:37:04.291598 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-e749a1e5-f947-40a3-a719-caac77c3b373 None None] Current status of the port 82fd91b6-e8ff-417c-8cbe-a9ff397753fd is: DOWN; New status is: ACTIVE {{(pid=103232) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 19:37:04.292243 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-e749a1e5-f947-40a3-a719-caac77c3b373 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (82fd91b6-e8ff-417c-8cbe-a9ff397753fd), before_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:37:04.341724 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-e749a1e5-f947-40a3-a719-caac77c3b373 None None] For port 82fd91b6-e8ff-417c-8cbe-a9ff397753fd, host n-d-713498-36, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-36',level=0,port_id=82fd91b6-e8ff-417c-8cbe-a9ff397753fd,segment=NetworkSegment(6122091b-40d9-4742-b5c0-3fb70436ef23),segment_id=6122091b-40d9-4742-b5c0-3fb70436ef23)] {{(pid=103232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 19:37:04.343557 n-d-713498-36 neutron-server[103229]: DEBUG neutron.notifiers.nova [req-6bf5b8ea-c40e-4d1b-91ed-bf886c646793 req-9c87adf3-d709-4f10-9c9e-f453bf9f1aa6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e3924193-24c6-400c-990f-d1bd76ba2e3b {{(pid=103229) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 19:37:04.348492 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-e749a1e5-f947-40a3-a719-caac77c3b373 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762867176205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762866656485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762866656503'] for port (82fd91b6-e8ff-417c-8cbe-a9ff397753fd), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:37:04.360800 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-6bf5b8ea-c40e-4d1b-91ed-bf886c646793 req-9c87adf3-d709-4f10-9c9e-f453bf9f1aa6 service neutron] Publish callbacks [] for port (e3924193-24c6-400c-990f-d1bd76ba2e3b), precommit_update {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:37:04.405692 n-d-713498-36 neutron-server[103229]: DEBUG neutron.db.provisioning_blocks [req-6bf5b8ea-c40e-4d1b-91ed-bf886c646793 req-9c87adf3-d709-4f10-9c9e-f453bf9f1aa6 service neutron] Transition to ACTIVE for port object e3924193-24c6-400c-990f-d1bd76ba2e3b will not be triggered until provisioned by entity L2. {{(pid=103229) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 19:37:04.410726 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-6bf5b8ea-c40e-4d1b-91ed-bf886c646793 req-9c87adf3-d709-4f10-9c9e-f453bf9f1aa6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762867176205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762866656485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762866656503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12867569'] for port (e3924193-24c6-400c-990f-d1bd76ba2e3b), after_update {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:37:04.442925 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e749a1e5-f947-40a3-a719-caac77c3b373 None None] Pushing event updated for resources: {'Port': ['ID=82fd91b6-e8ff-417c-8cbe-a9ff397753fd,revision_number=3']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:37:04.461144 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-1265d471-b4ed-47ad-9e4b-8632c163fcb2 req-d57f06a8-024d-4132-ad2d-3be8eff937c1 tempest-VolumesActionsTest-1249020738 tempest-VolumesActionsTest-1249020738-project] 10.222.0.75 "GET /v2.0/security-groups?id=92e3f3e1-abba-4606-8823-ff0f44ed1f23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4643855 Feb 09 19:37:04.503834 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c87adf3-d709-4f10-9c9e-f453bf9f1aa6 service neutron] Pushing event updated for resources: {'Port': ['ID=e3924193-24c6-400c-990f-d1bd76ba2e3b,revision_number=2']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:37:04.524640 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-4440c6b3-f898-4676-b651-ae61cf379979 tempest-RoutersIpV6Test-841277211 tempest-RoutersIpV6Test-841277211-project] Publish callbacks [] for port (03224de8-1d3c-42a9-bb0d-198d38eb0837), precommit_update {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:37:04.530922 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-4440c6b3-f898-4676-b651-ae61cf379979 tempest-RoutersIpV6Test-841277211 tempest-RoutersIpV6Test-841277211-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762867176205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762866656485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762866656503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14393758'] for port (03224de8-1d3c-42a9-bb0d-198d38eb0837), after_update {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:37:04.624255 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4440c6b3-f898-4676-b651-ae61cf379979 tempest-RoutersIpV6Test-841277211 tempest-RoutersIpV6Test-841277211-project] Pushing event updated for resources: {'Port': ['ID=03224de8-1d3c-42a9-bb0d-198d38eb0837,revision_number=2']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:37:04.625476 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.managers [req-6bf5b8ea-c40e-4d1b-91ed-bf886c646793 req-9c87adf3-d709-4f10-9c9e-f453bf9f1aa6 service neutron] Attempting to bind port e3924193-24c6-400c-990f-d1bd76ba2e3b on host n-h1-713498-36 for vnic_type normal with profile {{(pid=103229) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 19:37:04.625822 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.managers [req-6bf5b8ea-c40e-4d1b-91ed-bf886c646793 req-9c87adf3-d709-4f10-9c9e-f453bf9f1aa6 service neutron] Attempting to bind port e3924193-24c6-400c-990f-d1bd76ba2e3b by drivers openvswitch,hyperv on host n-h1-713498-36 at level 0 using segments [{'id': '33e84895-b1ac-4b8b-a075-9ed56e5e0b90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': '9246b94a-de57-47ad-8fdb-61aaa56512df'}] {{(pid=103229) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 19:37:04.626549 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6bf5b8ea-c40e-4d1b-91ed-bf886c646793 req-9c87adf3-d709-4f10-9c9e-f453bf9f1aa6 service neutron] Attempting to bind port e3924193-24c6-400c-990f-d1bd76ba2e3b on network 9246b94a-de57-47ad-8fdb-61aaa56512df {{(pid=103229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 19:37:04.632639 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6bf5b8ea-c40e-4d1b-91ed-bf886c646793 req-9c87adf3-d709-4f10-9c9e-f453bf9f1aa6 service neutron] Port e3924193-24c6-400c-990f-d1bd76ba2e3b on network 9246b94a-de57-47ad-8fdb-61aaa56512df not bound, no agent of type Open vSwitch agent registered on host n-h1-713498-36 {{(pid=103229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 19:37:04.632979 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6bf5b8ea-c40e-4d1b-91ed-bf886c646793 req-9c87adf3-d709-4f10-9c9e-f453bf9f1aa6 service neutron] Attempting to bind port e3924193-24c6-400c-990f-d1bd76ba2e3b on network 9246b94a-de57-47ad-8fdb-61aaa56512df {{(pid=103229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 19:37:04.642448 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6bf5b8ea-c40e-4d1b-91ed-bf886c646793 req-9c87adf3-d709-4f10-9c9e-f453bf9f1aa6 service neutron] Checking agent: {'id': '488cd9ae-631f-4955-ba0b-4f5a13f12e9c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713498-36', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 18, 59, 18), 'started_at': datetime.datetime(2022, 2, 9, 18, 59, 18), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 19, 36, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 19:37:04.642870 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6bf5b8ea-c40e-4d1b-91ed-bf886c646793 req-9c87adf3-d709-4f10-9c9e-f453bf9f1aa6 service neutron] Checking segment: {'id': '33e84895-b1ac-4b8b-a075-9ed56e5e0b90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': '9246b94a-de57-47ad-8fdb-61aaa56512df'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103229) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 19:37:04.643266 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6bf5b8ea-c40e-4d1b-91ed-bf886c646793 req-9c87adf3-d709-4f10-9c9e-f453bf9f1aa6 service neutron] Bound using segment: {'id': '33e84895-b1ac-4b8b-a075-9ed56e5e0b90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': '9246b94a-de57-47ad-8fdb-61aaa56512df'} {{(pid=103229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 19:37:04.643917 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.managers [req-6bf5b8ea-c40e-4d1b-91ed-bf886c646793 req-9c87adf3-d709-4f10-9c9e-f453bf9f1aa6 service neutron] Bound port: e3924193-24c6-400c-990f-d1bd76ba2e3b, host: n-h1-713498-36, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '33e84895-b1ac-4b8b-a075-9ed56e5e0b90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': '9246b94a-de57-47ad-8fdb-61aaa56512df'}}] {{(pid=103229) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 19:37:04.644274 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-6bf5b8ea-c40e-4d1b-91ed-bf886c646793 req-9c87adf3-d709-4f10-9c9e-f453bf9f1aa6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (e3924193-24c6-400c-990f-d1bd76ba2e3b), before_update {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:37:04.769730 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.db [req-6bf5b8ea-c40e-4d1b-91ed-bf886c646793 req-9c87adf3-d709-4f10-9c9e-f453bf9f1aa6 service neutron] For port e3924193-24c6-400c-990f-d1bd76ba2e3b, host n-h1-713498-36, cleared binding levels {{(pid=103229) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 19:37:04.775171 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.db [req-6bf5b8ea-c40e-4d1b-91ed-bf886c646793 req-9c87adf3-d709-4f10-9c9e-f453bf9f1aa6 service neutron] For port e3924193-24c6-400c-990f-d1bd76ba2e3b, host n-h1-713498-36, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-36',level=0,port_id=e3924193-24c6-400c-990f-d1bd76ba2e3b,segment=NetworkSegment(33e84895-b1ac-4b8b-a075-9ed56e5e0b90),segment_id=33e84895-b1ac-4b8b-a075-9ed56e5e0b90)] {{(pid=103229) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 19:37:04.785774 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-6bf5b8ea-c40e-4d1b-91ed-bf886c646793 req-9c87adf3-d709-4f10-9c9e-f453bf9f1aa6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762867176205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762866656485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762866656503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12867569'] for port (e3924193-24c6-400c-990f-d1bd76ba2e3b), after_update {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:37:04.788808 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.provisioning_blocks [None req-6393e391-a076-4e8e-8084-4df4f3d3af0c None None] Provisioning complete for port 82fd91b6-e8ff-417c-8cbe-a9ff397753fd triggered by entity DHCP. {{(pid=103232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 19:37:04.789279 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-6393e391-a076-4e8e-8084-4df4f3d3af0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593630'] for port (82fd91b6-e8ff-417c-8cbe-a9ff397753fd), provisioning_complete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:37:04.841341 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-4440c6b3-f898-4676-b651-ae61cf379979 tempest-RoutersIpV6Test-841277211 tempest-RoutersIpV6Test-841277211-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1819024'] for router_interface (482a3890-4045-4952-8a05-117babc5a2b1), before_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:37:04.875747 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bf5b8ea-c40e-4d1b-91ed-bf886c646793 req-9c87adf3-d709-4f10-9c9e-f453bf9f1aa6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:37:04.876632 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-6bf5b8ea-c40e-4d1b-91ed-bf886c646793 req-9c87adf3-d709-4f10-9c9e-f453bf9f1aa6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171096'] for port (None), before_response {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:37:04.881613 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-6bf5b8ea-c40e-4d1b-91ed-bf886c646793 req-9c87adf3-d709-4f10-9c9e-f453bf9f1aa6 service neutron] 10.222.0.89 "PUT /v2.0/ports/e3924193-24c6-400c-990f-d1bd76ba2e3b HTTP/1.1" status: 200 len: 1092 time: 1.0359399 Feb 09 19:37:04.893503 n-d-713498-36 neutron-server[103229]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8d71075d-1302-4f92-9922-86999d0a6aa8', 'tag': 'e3924193-24c6-400c-990f-d1bd76ba2e3b'}] {{(pid=103229) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 19:37:04.908240 n-d-713498-36 neutron-server[103229]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fa6ae9a20702bd564eaf90d946620b2b4277b1ab91129323d3b54181076be307" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-01727f08-9b24-49a4-802a-7d6a7a2b0b63" -d '{"events": [{"name": "network-changed", "server_uuid": "8d71075d-1302-4f92-9922-86999d0a6aa8", "tag": "e3924193-24c6-400c-990f-d1bd76ba2e3b"}]}' {{(pid=103229) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 19:37:04.948473 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-6393e391-a076-4e8e-8084-4df4f3d3af0c None None] Current status of the port 82fd91b6-e8ff-417c-8cbe-a9ff397753fd is: ACTIVE; New status is: ACTIVE {{(pid=103232) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 19:37:04.967403 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.provisioning_blocks [None req-6393e391-a076-4e8e-8084-4df4f3d3af0c None None] Provisioning complete for port 03224de8-1d3c-42a9-bb0d-198d38eb0837 triggered by entity DHCP. {{(pid=103232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 19:37:04.968001 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-6393e391-a076-4e8e-8084-4df4f3d3af0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593630'] for port (03224de8-1d3c-42a9-bb0d-198d38eb0837), provisioning_complete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:37:04.997726 n-d-713498-36 neutron-server[103229]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 19:37:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2de75c06-cb25-411f-a6b4-0456045a1258 x-openstack-request-id: req-2de75c06-cb25-411f-a6b4-0456045a1258 {{(pid=103229) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 19:37:04.998169 n-d-713498-36 neutron-server[103229]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8d71075d-1302-4f92-9922-86999d0a6aa8", "tag": "e3924193-24c6-400c-990f-d1bd76ba2e3b", "status": "completed", "code": 200}]} {{(pid=103229) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 19:37:04.998511 n-d-713498-36 neutron-server[103229]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-2de75c06-cb25-411f-a6b4-0456045a1258 {{(pid=103229) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 19:37:04.999031 n-d-713498-36 neutron-server[103229]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8d71075d-1302-4f92-9922-86999d0a6aa8', 'tag': 'e3924193-24c6-400c-990f-d1bd76ba2e3b', 'status': 'completed', 'code': 200} Feb 09 19:37:05.019252 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-6393e391-a076-4e8e-8084-4df4f3d3af0c None None] Port 03224de8-1d3c-42a9-bb0d-198d38eb0837 cannot update to ACTIVE because it is not bound. {{(pid=103232) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 19:37:05.026424 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c87adf3-d709-4f10-9c9e-f453bf9f1aa6 service neutron] Pushing event updated for resources: {'Port': ['ID=e3924193-24c6-400c-990f-d1bd76ba2e3b,revision_number=3']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:37:05.064966 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bf5b8ea-c40e-4d1b-91ed-bf886c646793 req-fc34bfdf-506a-4f93-961f-63298daae6b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:37:05.066875 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-6bf5b8ea-c40e-4d1b-91ed-bf886c646793 req-fc34bfdf-506a-4f93-961f-63298daae6b1 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=b222082e2b8f499f8189e5e823a7ff3f&device_id=8d71075d-1302-4f92-9922-86999d0a6aa8 HTTP/1.1" status: 200 len: 1126 time: 0.1265748 Feb 09 19:37:05.073297 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Device 82fd91b6-e8ff-417c-8cbe-a9ff397753fd up at agent ovs-agent-n-d-713498-36 {{(pid=103232) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 19:37:05.099993 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-4440c6b3-f898-4676-b651-ae61cf379979 tempest-RoutersIpV6Test-841277211 tempest-RoutersIpV6Test-841277211-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (03224de8-1d3c-42a9-bb0d-198d38eb0837), before_update {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:37:05.128660 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-6bf5b8ea-c40e-4d1b-91ed-bf886c646793 req-4168126b-fe24-4f83-a9ca-cd017100a5a4 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e3924193-24c6-400c-990f-d1bd76ba2e3b HTTP/1.1" status: 200 len: 217 time: 0.0496540 Feb 09 19:37:05.141447 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.provisioning_blocks [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Provisioning complete for port 82fd91b6-e8ff-417c-8cbe-a9ff397753fd triggered by entity L2. {{(pid=103232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 19:37:05.142216 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593630'] for port (82fd91b6-e8ff-417c-8cbe-a9ff397753fd), provisioning_complete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:37:05.199531 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.provisioning_blocks [None req-9da9cf38-bb8e-4e04-a0a1-6786881edab1 None None] Provisioning complete for port 03224de8-1d3c-42a9-bb0d-198d38eb0837 triggered by entity DHCP. {{(pid=103232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 19:37:05.200442 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-9da9cf38-bb8e-4e04-a0a1-6786881edab1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593630'] for port (03224de8-1d3c-42a9-bb0d-198d38eb0837), provisioning_complete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:37:05.202827 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bf5b8ea-c40e-4d1b-91ed-bf886c646793 req-11f57778-6537-4cb9-8868-ce1a93e902ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:37:05.204442 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-6bf5b8ea-c40e-4d1b-91ed-bf886c646793 req-11f57778-6537-4cb9-8868-ce1a93e902ec service neutron] 10.222.0.89 "GET /v2.0/subnets?id=8cf0e17c-ad81-4a0a-897d-7becfa85c767 HTTP/1.1" status: 200 len: 848 time: 0.0698707 Feb 09 19:37:05.246269 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-6bf5b8ea-c40e-4d1b-91ed-bf886c646793 req-6831d57a-6ef3-404d-84aa-7dcde6106f4c service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=9246b94a-de57-47ad-8fdb-61aaa56512df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0352390 Feb 09 19:37:05.284482 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Current status of the port 82fd91b6-e8ff-417c-8cbe-a9ff397753fd is: ACTIVE; New status is: ACTIVE {{(pid=103232) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 19:37:05.291008 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-9da9cf38-bb8e-4e04-a0a1-6786881edab1 None None] Port 03224de8-1d3c-42a9-bb0d-198d38eb0837 cannot update to ACTIVE because it is not bound. {{(pid=103232) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 19:37:05.361443 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-6bf5b8ea-c40e-4d1b-91ed-bf886c646793 req-4df0a7da-ee70-41be-8de6-e48ff6f9f62c service neutron] 10.222.0.89 "GET /v2.0/networks/9246b94a-de57-47ad-8fdb-61aaa56512df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1078436 Feb 09 19:37:05.441986 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-4440c6b3-f898-4676-b651-ae61cf379979 tempest-RoutersIpV6Test-841277211 tempest-RoutersIpV6Test-841277211-project] Publish callbacks [] for port (03224de8-1d3c-42a9-bb0d-198d38eb0837), precommit_update {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:37:05.448705 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-4440c6b3-f898-4676-b651-ae61cf379979 tempest-RoutersIpV6Test-841277211 tempest-RoutersIpV6Test-841277211-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762867176205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762866656485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762866656503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14393758'] for port (03224de8-1d3c-42a9-bb0d-198d38eb0837), after_update {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:37:05.449622 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-4440c6b3-f898-4676-b651-ae61cf379979 tempest-RoutersIpV6Test-841277211 tempest-RoutersIpV6Test-841277211-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1613458', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1834496'] for router_interface (482a3890-4045-4952-8a05-117babc5a2b1), after_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:37:05.478450 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-6bf5b8ea-c40e-4d1b-91ed-bf886c646793 req-a8b5d796-72ec-4ae5-a380-5a051b012e22 service neutron] 10.222.0.89 "GET /v2.0/networks/9246b94a-de57-47ad-8fdb-61aaa56512df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1110046 Feb 09 19:37:05.533245 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.provisioning_blocks [None req-ef3b3dc8-4b47-42fb-af77-e8cf35a44ef7 None None] Provisioning complete for port 03224de8-1d3c-42a9-bb0d-198d38eb0837 triggered by entity DHCP. {{(pid=103232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 19:37:05.533700 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-ef3b3dc8-4b47-42fb-af77-e8cf35a44ef7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593630'] for port (03224de8-1d3c-42a9-bb0d-198d38eb0837), provisioning_complete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:37:05.579803 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4440c6b3-f898-4676-b651-ae61cf379979 tempest-RoutersIpV6Test-841277211 tempest-RoutersIpV6Test-841277211-project] Pushing event updated for resources: {'Port': ['ID=03224de8-1d3c-42a9-bb0d-198d38eb0837,revision_number=3']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:37:05.611343 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-ef3b3dc8-4b47-42fb-af77-e8cf35a44ef7 None None] Port 03224de8-1d3c-42a9-bb0d-198d38eb0837 cannot update to ACTIVE because it is not bound. {{(pid=103232) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 19:37:05.636178 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01727f08-9b24-49a4-802a-7d6a7a2b0b63 req-40470213-dd08-44c2-b172-c1552e02a6a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:37:05.637716 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-01727f08-9b24-49a4-802a-7d6a7a2b0b63 req-40470213-dd08-44c2-b172-c1552e02a6a2 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=b222082e2b8f499f8189e5e823a7ff3f&device_id=8d71075d-1302-4f92-9922-86999d0a6aa8 HTTP/1.1" status: 200 len: 1126 time: 0.1052251 Feb 09 19:37:05.638416 n-d-713498-36 neutron-server[103230]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4440c6b3-f898-4676-b651-ae61cf379979 tempest-RoutersIpV6Test-841277211 tempest-RoutersIpV6Test-841277211-project] Network 1b41d4e4-3be1-4145-a32d-50dff115fe4f is already hosted by enough agents. {{(pid=103230) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 19:37:05.640085 n-d-713498-36 neutron-server[103230]: DEBUG neutron.scheduler.base_scheduler [None req-4440c6b3-f898-4676-b651-ae61cf379979 tempest-RoutersIpV6Test-841277211 tempest-RoutersIpV6Test-841277211-project] Resources bound (agent type, host, resource id): {{(pid=103230) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 19:37:05.739680 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cd2e694-d66f-45c1-9380-c64869f07a0b req-a9ba04e7-19af-49b2-9247-4798a065c20d tempest-VolumesActionsTest-1249020738 tempest-VolumesActionsTest-1249020738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:37:05.741316 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-2cd2e694-d66f-45c1-9380-c64869f07a0b req-a9ba04e7-19af-49b2-9247-4798a065c20d tempest-VolumesActionsTest-1249020738 tempest-VolumesActionsTest-1249020738-project] 10.222.0.75 "GET /v2.0/ports?device_id=8d71075d-1302-4f92-9922-86999d0a6aa8 HTTP/1.1" status: 200 len: 943 time: 0.1017184 Feb 09 19:37:05.877815 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-2cd2e694-d66f-45c1-9380-c64869f07a0b req-968a9f6a-daa2-4c2c-95de-5c3bea445a67 tempest-VolumesActionsTest-1249020738 tempest-VolumesActionsTest-1249020738-project] 10.222.0.75 "GET /v2.0/security-groups?id=92e3f3e1-abba-4606-8823-ff0f44ed1f23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1299994 Feb 09 19:37:05.915094 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01727f08-9b24-49a4-802a-7d6a7a2b0b63 req-bfde5645-d43b-45e8-9d9b-1b5eab12804a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:37:05.916649 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-01727f08-9b24-49a4-802a-7d6a7a2b0b63 req-bfde5645-d43b-45e8-9d9b-1b5eab12804a service neutron] 10.222.0.89 "GET /v2.0/networks?id=9246b94a-de57-47ad-8fdb-61aaa56512df HTTP/1.1" status: 200 len: 909 time: 0.2462397 Feb 09 19:37:05.972136 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-01727f08-9b24-49a4-802a-7d6a7a2b0b63 req-c0c8a662-b37a-43d9-947e-475e213289e7 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e3924193-24c6-400c-990f-d1bd76ba2e3b HTTP/1.1" status: 200 len: 217 time: 0.0483031 Feb 09 19:37:06.027503 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01727f08-9b24-49a4-802a-7d6a7a2b0b63 req-3f564ac3-656c-4eec-9dd2-22d3870287cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:37:06.030627 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-01727f08-9b24-49a4-802a-7d6a7a2b0b63 req-3f564ac3-656c-4eec-9dd2-22d3870287cd service neutron] 10.222.0.89 "GET /v2.0/subnets?id=8cf0e17c-ad81-4a0a-897d-7becfa85c767 HTTP/1.1" status: 200 len: 848 time: 0.0525956 Feb 09 19:37:06.037595 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.provisioning_blocks [None req-25c7887d-7445-4cb3-bc6a-4dfeb7a38c6e None None] Provisioning complete for port 03224de8-1d3c-42a9-bb0d-198d38eb0837 triggered by entity DHCP. {{(pid=103232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 19:37:06.038184 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-25c7887d-7445-4cb3-bc6a-4dfeb7a38c6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593630'] for port (03224de8-1d3c-42a9-bb0d-198d38eb0837), provisioning_complete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:37:06.067792 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-01727f08-9b24-49a4-802a-7d6a7a2b0b63 req-40cf8a20-34f7-4d81-b230-796b741137b0 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=9246b94a-de57-47ad-8fdb-61aaa56512df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0301213 Feb 09 19:37:06.080585 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-25c7887d-7445-4cb3-bc6a-4dfeb7a38c6e None None] Port 03224de8-1d3c-42a9-bb0d-198d38eb0837 cannot update to ACTIVE because it is not bound. {{(pid=103232) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 19:37:06.162137 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-227a0d63-6cd2-4e90-aa87-beffbe7bf55f req-90b1adc7-6043-483e-996f-12149c87e9df tempest-ServersNegativeTestJSON-1608020402 tempest-ServersNegativeTestJSON-1608020402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:37:06.163528 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-227a0d63-6cd2-4e90-aa87-beffbe7bf55f req-90b1adc7-6043-483e-996f-12149c87e9df tempest-ServersNegativeTestJSON-1608020402 tempest-ServersNegativeTestJSON-1608020402-project] 10.222.0.75 "GET /v2.0/ports?device_id=ef8fb5b1-266b-4abe-85d3-6f5780a36355 HTTP/1.1" status: 200 len: 945 time: 0.0806072 Feb 09 19:37:06.176915 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-01727f08-9b24-49a4-802a-7d6a7a2b0b63 req-79bf4fbe-dc6f-4a3d-a8ec-a92c539661e8 service neutron] 10.222.0.89 "GET /v2.0/networks/9246b94a-de57-47ad-8fdb-61aaa56512df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1029391 Feb 09 19:37:06.207363 n-d-713498-36 neutron-server[103230]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4440c6b3-f898-4676-b651-ae61cf379979 tempest-RoutersIpV6Test-841277211 tempest-RoutersIpV6Test-841277211-project] Router 482a3890-4045-4952-8a05-117babc5a2b1 is scheduled to L3 agent 93303d5e-5d17-45e8-8963-7694f87783ae with binding_index 1 {{(pid=103230) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 09 19:37:06.228903 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-227a0d63-6cd2-4e90-aa87-beffbe7bf55f req-0b638926-1c0e-4048-840d-970239f44f5e tempest-ServersNegativeTestJSON-1608020402 tempest-ServersNegativeTestJSON-1608020402-project] 10.222.0.75 "GET /v2.0/security-groups?id=25d47ded-5003-4f4d-b434-467ecec6793f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582469 Feb 09 19:37:06.280153 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-01727f08-9b24-49a4-802a-7d6a7a2b0b63 req-c0a3d4fc-8886-4fea-9bb9-c47c96391e80 service neutron] 10.222.0.89 "GET /v2.0/networks/9246b94a-de57-47ad-8fdb-61aaa56512df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0972147 Feb 09 19:37:06.320750 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4440c6b3-f898-4676-b651-ae61cf379979 tempest-RoutersIpV6Test-841277211 tempest-RoutersIpV6Test-841277211-project] Notify agent at l3_agent.n-d-713498-36 the message routers_updated {{(pid=103230) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 19:37:06.326372 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-4440c6b3-f898-4676-b651-ae61cf379979 tempest-RoutersIpV6Test-841277211 tempest-RoutersIpV6Test-841277211-project] 10.222.0.75 "PUT /v2.0/routers/482a3890-4045-4952-8a05-117babc5a2b1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6759975 Feb 09 19:37:06.329047 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 39228) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:37:06.334544 n-d-713498-36 neutron-server[103233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbcb2786-9321-4a44-a601-3d47e2b3c207 None None] Sync routers for ids ['482a3890-4045-4952-8a05-117babc5a2b1'] in n-d-713498-36 {{(pid=103233) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 19:37:06.348554 n-d-713498-36 neutron-server[103233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbcb2786-9321-4a44-a601-3d47e2b3c207 None None] Routers {'482a3890-4045-4952-8a05-117babc5a2b1'} bound to L3 agent in host n-d-713498-36 {{(pid=103233) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 19:37:06.348894 n-d-713498-36 neutron-server[103233]: DEBUG neutron.db.l3_hamode_db [None req-fbcb2786-9321-4a44-a601-3d47e2b3c207 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T18:51:43Z,description=,heartbeat_timestamp=2022-02-09T19:36:43Z,host='n-d-713498-36',id=93303d5e-5d17-45e8-8963-7694f87783ae,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T18:51:43Z,topic='l3_agent')) {'router_ids': ['482a3890-4045-4952-8a05-117babc5a2b1'], 'active': True} {{(pid=103233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:37:06.363641 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83e858ef-f1ae-4687-85cd-e1e8e9d671c5 req-d5738205-c2ce-4947-a30f-47071becc703 tempest-ServersNegativeTestJSON-1608020402 tempest-ServersNegativeTestJSON-1608020402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:37:06.365175 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-83e858ef-f1ae-4687-85cd-e1e8e9d671c5 req-d5738205-c2ce-4947-a30f-47071becc703 tempest-ServersNegativeTestJSON-1608020402 tempest-ServersNegativeTestJSON-1608020402-project] 10.222.0.75 "GET /v2.0/ports?device_id=ef8fb5b1-266b-4abe-85d3-6f5780a36355 HTTP/1.1" status: 200 len: 945 time: 0.0632272 Feb 09 19:37:06.381991 n-d-713498-36 neutron-server[103233]: DEBUG neutron.db.l3_hamode_db [None req-fbcb2786-9321-4a44-a601-3d47e2b3c207 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713498-36', False) {} {{(pid=103233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:37:06.391704 n-d-713498-36 neutron-server[103233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbcb2786-9321-4a44-a601-3d47e2b3c207 None None] Routers {'482a3890-4045-4952-8a05-117babc5a2b1'} bound to L3 agent in host n-d-713498-36 {{(pid=103233) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 19:37:06.392300 n-d-713498-36 neutron-server[103233]: DEBUG neutron.db.l3_hamode_db [None req-fbcb2786-9321-4a44-a601-3d47e2b3c207 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T18:51:43Z,description=,heartbeat_timestamp=2022-02-09T19:36:43Z,host='n-d-713498-36',id=93303d5e-5d17-45e8-8963-7694f87783ae,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T18:51:43Z,topic='l3_agent')) {'router_ids': ['482a3890-4045-4952-8a05-117babc5a2b1'], 'active': True} {{(pid=103233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:37:06.397935 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b5b5620-e1a1-4a46-8c25-4c0993fcf61e tempest-RoutersIpV6Test-841277211 tempest-RoutersIpV6Test-841277211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:37:06.402108 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-7b5b5620-e1a1-4a46-8c25-4c0993fcf61e tempest-RoutersIpV6Test-841277211 tempest-RoutersIpV6Test-841277211-project] 10.222.0.75 "GET /v2.0/ports/03224de8-1d3c-42a9-bb0d-198d38eb0837 HTTP/1.1" status: 200 len: 983 time: 0.0717862 Feb 09 19:37:06.402769 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 39230) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:37:06.428220 n-d-713498-36 neutron-server[103233]: DEBUG neutron.db.l3_hamode_db [None req-fbcb2786-9321-4a44-a601-3d47e2b3c207 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713498-36', False) {} {{(pid=103233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:37:06.428900 n-d-713498-36 neutron-server[103233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbcb2786-9321-4a44-a601-3d47e2b3c207 None None] The sync data for ids ['482a3890-4045-4952-8a05-117babc5a2b1'] in n-d-713498-36 is: [] {{(pid=103233) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 19:37:06.492569 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-83e858ef-f1ae-4687-85cd-e1e8e9d671c5 req-66d6fd10-4992-4caf-8cbc-eeb0777a4cfc tempest-ServersNegativeTestJSON-1608020402 tempest-ServersNegativeTestJSON-1608020402-project] 10.222.0.75 "GET /v2.0/security-groups?id=25d47ded-5003-4f4d-b434-467ecec6793f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1210089 Feb 09 19:37:06.741547 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-a12a3313-c6d3-4338-b50d-8cbd633d4975 tempest-RoutersIpV6Test-841277211 tempest-RoutersIpV6Test-841277211-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1834525'] for router_interface (482a3890-4045-4952-8a05-117babc5a2b1), before_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:37:06.967688 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.plugin [None req-a12a3313-c6d3-4338-b50d-8cbd633d4975 tempest-RoutersIpV6Test-841277211 tempest-RoutersIpV6Test-841277211-project] Deleting port 03224de8-1d3c-42a9-bb0d-198d38eb0837 {{(pid=103229) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 19:37:06.968423 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-a12a3313-c6d3-4338-b50d-8cbd633d4975 tempest-RoutersIpV6Test-841277211 tempest-RoutersIpV6Test-841277211-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762867170196'] for port (03224de8-1d3c-42a9-bb0d-198d38eb0837), before_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:37:07.019845 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40968976-90d3-4cf2-a241-b3dd6330df6b req-4b3bf1bd-8ec7-42d6-a214-0fa58bc9437c tempest-VolumesActionsTest-1249020738 tempest-VolumesActionsTest-1249020738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:37:07.026558 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-40968976-90d3-4cf2-a241-b3dd6330df6b req-4b3bf1bd-8ec7-42d6-a214-0fa58bc9437c tempest-VolumesActionsTest-1249020738 tempest-VolumesActionsTest-1249020738-project] 10.222.0.75 "GET /v2.0/ports?device_id=8d71075d-1302-4f92-9922-86999d0a6aa8 HTTP/1.1" status: 200 len: 943 time: 0.0629413 Feb 09 19:37:07.061628 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-a12a3313-c6d3-4338-b50d-8cbd633d4975 tempest-RoutersIpV6Test-841277211 tempest-RoutersIpV6Test-841277211-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1820838'] for port (03224de8-1d3c-42a9-bb0d-198d38eb0837), precommit_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:37:07.074083 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.plugin [None req-a12a3313-c6d3-4338-b50d-8cbd633d4975 tempest-RoutersIpV6Test-841277211 tempest-RoutersIpV6Test-841277211-project] Calling delete_port for 03224de8-1d3c-42a9-bb0d-198d38eb0837 owned by network:router_interface {{(pid=103229) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 19:37:07.077427 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-40968976-90d3-4cf2-a241-b3dd6330df6b req-07ac3a2b-881a-434e-8e5b-ff6eefb1ba39 tempest-VolumesActionsTest-1249020738 tempest-VolumesActionsTest-1249020738-project] 10.222.0.75 "GET /v2.0/security-groups?id=92e3f3e1-abba-4606-8823-ff0f44ed1f23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498335 Feb 09 19:37:07.251705 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-a12a3313-c6d3-4338-b50d-8cbd633d4975 tempest-RoutersIpV6Test-841277211 tempest-RoutersIpV6Test-841277211-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762867177463', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762866656476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12867576'] for port (03224de8-1d3c-42a9-bb0d-198d38eb0837), after_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:37:07.285326 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a12a3313-c6d3-4338-b50d-8cbd633d4975 tempest-RoutersIpV6Test-841277211 tempest-RoutersIpV6Test-841277211-project] Pushing event deleted for resources: {'Port': ['ID=03224de8-1d3c-42a9-bb0d-198d38eb0837,revision_number=None']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:37:07.386046 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-a12a3313-c6d3-4338-b50d-8cbd633d4975 tempest-RoutersIpV6Test-841277211 tempest-RoutersIpV6Test-841277211-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1613467', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1834633'] for router_interface (482a3890-4045-4952-8a05-117babc5a2b1), after_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:37:07.565290 n-d-713498-36 neutron-server[103229]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a12a3313-c6d3-4338-b50d-8cbd633d4975 tempest-RoutersIpV6Test-841277211 tempest-RoutersIpV6Test-841277211-project] Router 482a3890-4045-4952-8a05-117babc5a2b1 has already been hosted by L3 agent 93303d5e-5d17-45e8-8963-7694f87783ae {{(pid=103229) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 19:37:07.640899 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a12a3313-c6d3-4338-b50d-8cbd633d4975 tempest-RoutersIpV6Test-841277211 tempest-RoutersIpV6Test-841277211-project] Notify agent at l3_agent.n-d-713498-36 the message routers_updated {{(pid=103229) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 19:37:07.646139 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-a12a3313-c6d3-4338-b50d-8cbd633d4975 tempest-RoutersIpV6Test-841277211 tempest-RoutersIpV6Test-841277211-project] 10.222.0.75 "PUT /v2.0/routers/482a3890-4045-4952-8a05-117babc5a2b1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.2369049 Feb 09 19:37:07.648825 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 39244) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:37:07.651512 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e320df8-ce2b-418d-a099-79cfaf84cdf2 None None] Sync routers for ids ['482a3890-4045-4952-8a05-117babc5a2b1'] in n-d-713498-36 {{(pid=103232) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 19:37:07.663091 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e320df8-ce2b-418d-a099-79cfaf84cdf2 None None] Routers {'482a3890-4045-4952-8a05-117babc5a2b1'} bound to L3 agent in host n-d-713498-36 {{(pid=103232) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 19:37:07.663839 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.l3_hamode_db [None req-2e320df8-ce2b-418d-a099-79cfaf84cdf2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T18:51:43Z,description=,heartbeat_timestamp=2022-02-09T19:36:43Z,host='n-d-713498-36',id=93303d5e-5d17-45e8-8963-7694f87783ae,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T18:51:43Z,topic='l3_agent')) {'router_ids': ['482a3890-4045-4952-8a05-117babc5a2b1'], 'active': True} {{(pid=103232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:37:07.698332 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.l3_hamode_db [None req-2e320df8-ce2b-418d-a099-79cfaf84cdf2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713498-36', False) {} {{(pid=103232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:37:07.708032 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e320df8-ce2b-418d-a099-79cfaf84cdf2 None None] Routers {'482a3890-4045-4952-8a05-117babc5a2b1'} bound to L3 agent in host n-d-713498-36 {{(pid=103232) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 19:37:07.708762 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.l3_hamode_db [None req-2e320df8-ce2b-418d-a099-79cfaf84cdf2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T18:51:43Z,description=,heartbeat_timestamp=2022-02-09T19:36:43Z,host='n-d-713498-36',id=93303d5e-5d17-45e8-8963-7694f87783ae,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T18:51:43Z,topic='l3_agent')) {'router_ids': ['482a3890-4045-4952-8a05-117babc5a2b1'], 'active': True} {{(pid=103232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:37:07.742037 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.l3_hamode_db [None req-2e320df8-ce2b-418d-a099-79cfaf84cdf2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713498-36', False) {} {{(pid=103232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:37:07.743070 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e320df8-ce2b-418d-a099-79cfaf84cdf2 None None] The sync data for ids ['482a3890-4045-4952-8a05-117babc5a2b1'] in n-d-713498-36 is: [] {{(pid=103232) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 19:37:07.785363 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Device e3924193-24c6-400c-990f-d1bd76ba2e3b details requested by agent hyperv_n-h1-713498-36 with host n-h1-713498-36 {{(pid=103232) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 19:37:07.851175 n-d-713498-36 neutron-server[103229]: INFO neutron.api.v2.resource [None req-c8b009e5-cd8d-436f-9ff4-6a44225017b5 tempest-RoutersIpV6Test-841277211 tempest-RoutersIpV6Test-841277211-project] remove_router_interface failed (client error): The resource could not be found. Feb 09 19:37:07.855082 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-c8b009e5-cd8d-436f-9ff4-6a44225017b5 tempest-RoutersIpV6Test-841277211 tempest-RoutersIpV6Test-841277211-project] 10.222.0.75 "PUT /v2.0/routers/482a3890-4045-4952-8a05-117babc5a2b1/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 0.2023122 Feb 09 19:37:07.855390 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 39248) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:37:07.889478 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-fd7e53ef-e538-4eeb-b6e0-5b6ceabbda90 tempest-RoutersIpV6Test-841277211 tempest-RoutersIpV6Test-841277211-project] 10.222.0.75 "GET /v2.0/ports?device_id=482a3890-4045-4952-8a05-117babc5a2b1 HTTP/1.1" status: 200 len: 205 time: 0.0328507 Feb 09 19:37:07.892184 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 39250) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:37:07.903865 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] For port e3924193-24c6-400c-990f-d1bd76ba2e3b, host n-h1-713498-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-36',level=0,port_id=e3924193-24c6-400c-990f-d1bd76ba2e3b,segment=NetworkSegment(33e84895-b1ac-4b8b-a075-9ed56e5e0b90),segment_id=33e84895-b1ac-4b8b-a075-9ed56e5e0b90)] {{(pid=103232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 19:37:07.917779 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Returning: {'device': 'e3924193-24c6-400c-990f-d1bd76ba2e3b', 'network_id': '9246b94a-de57-47ad-8fdb-61aaa56512df', 'port_id': 'e3924193-24c6-400c-990f-d1bd76ba2e3b', 'mac_address': 'fa:16:3e:9c:4e:ae', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 391, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8cf0e17c-ad81-4a0a-897d-7becfa85c767', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103232) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 19:37:07.959555 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Current status of the port e3924193-24c6-400c-990f-d1bd76ba2e3b is: DOWN; New status is: BUILD {{(pid=103232) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 19:37:07.959944 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (e3924193-24c6-400c-990f-d1bd76ba2e3b), before_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:37:07.973076 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-4b0cdfca-3035-4eca-941b-16c9bcc9902c tempest-RoutersIpV6Test-841277211 tempest-RoutersIpV6Test-841277211-project] Publish callbacks [] for router (482a3890-4045-4952-8a05-117babc5a2b1), before_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:37:07.977573 n-d-713498-36 neutron-server[103232]: DEBUG neutron.notifiers.nova [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e3924193-24c6-400c-990f-d1bd76ba2e3b {{(pid=103232) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 19:37:08.002469 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] For port e3924193-24c6-400c-990f-d1bd76ba2e3b, host n-h1-713498-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-36',level=0,port_id=e3924193-24c6-400c-990f-d1bd76ba2e3b,segment=NetworkSegment(33e84895-b1ac-4b8b-a075-9ed56e5e0b90),segment_id=33e84895-b1ac-4b8b-a075-9ed56e5e0b90)] {{(pid=103232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 19:37:08.007407 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762867176205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762866656485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762866656503'] for port (e3924193-24c6-400c-990f-d1bd76ba2e3b), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:37:08.069381 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Pushing event updated for resources: {'Port': ['ID=e3924193-24c6-400c-990f-d1bd76ba2e3b,revision_number=4']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:37:08.233625 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] get_ports_and_sgs() called for port_ids ['e3924193-24c6-400c-990f-d1bd76ba2e3b'] {{(pid=103232) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 19:37:08.503120 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-4b0cdfca-3035-4eca-941b-16c9bcc9902c tempest-RoutersIpV6Test-841277211 tempest-RoutersIpV6Test-841277211-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1834988', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-58375'] for router (482a3890-4045-4952-8a05-117babc5a2b1), precommit_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:37:08.506083 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-4b0cdfca-3035-4eca-941b-16c9bcc9902c tempest-RoutersIpV6Test-841277211 tempest-RoutersIpV6Test-841277211-project] Publish callbacks [] for router_controller (482a3890-4045-4952-8a05-117babc5a2b1), precommit_delete_associations {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:37:08.519984 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44c736a2-fa52-4b93-be4a-47486238eb99 req-c197ebed-1764-4735-b31b-188726966711 tempest-VolumesActionsTest-1249020738 tempest-VolumesActionsTest-1249020738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:37:08.521472 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-44c736a2-fa52-4b93-be4a-47486238eb99 req-c197ebed-1764-4735-b31b-188726966711 tempest-VolumesActionsTest-1249020738 tempest-VolumesActionsTest-1249020738-project] 10.222.0.75 "GET /v2.0/ports?device_id=8d71075d-1302-4f92-9922-86999d0a6aa8 HTTP/1.1" status: 200 len: 944 time: 0.1763020 Feb 09 19:37:08.575476 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-4b0cdfca-3035-4eca-941b-16c9bcc9902c tempest-RoutersIpV6Test-841277211 tempest-RoutersIpV6Test-841277211-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1835003'] for router (482a3890-4045-4952-8a05-117babc5a2b1), after_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:37:08.576048 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4b0cdfca-3035-4eca-941b-16c9bcc9902c tempest-RoutersIpV6Test-841277211 tempest-RoutersIpV6Test-841277211-project] Fanout notify agent at l3_agent the message router_deleted on router 482a3890-4045-4952-8a05-117babc5a2b1 {{(pid=103229) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 09 19:37:08.582620 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-4b0cdfca-3035-4eca-941b-16c9bcc9902c tempest-RoutersIpV6Test-841277211 tempest-RoutersIpV6Test-841277211-project] Publish callbacks [] for router (None), before_response {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:37:08.583712 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-4b0cdfca-3035-4eca-941b-16c9bcc9902c tempest-RoutersIpV6Test-841277211 tempest-RoutersIpV6Test-841277211-project] 10.222.0.75 "DELETE /v2.0/routers/482a3890-4045-4952-8a05-117babc5a2b1 HTTP/1.1" status: 204 len: 168 time: 0.6904659 Feb 09 19:37:08.586498 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 39254) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:37:08.607633 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-44c736a2-fa52-4b93-be4a-47486238eb99 req-b6b72b74-7378-4135-98bf-a832e90a55e2 tempest-VolumesActionsTest-1249020738 tempest-VolumesActionsTest-1249020738-project] 10.222.0.75 "GET /v2.0/security-groups?id=92e3f3e1-abba-4606-8823-ff0f44ed1f23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539505 Feb 09 19:37:08.639472 n-d-713498-36 neutron-server[103230]: DEBUG neutron.db.db_base_plugin_v2 [None req-54761029-fba4-4143-86ab-70f3a5bc303b tempest-RoutersIpV6Test-841277211 tempest-RoutersIpV6Test-841277211-project] Deleting subnet f96502a4-c82a-4ae2-bfac-befd759b3b0f {{(pid=103230) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 19:37:08.642616 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-54761029-fba4-4143-86ab-70f3a5bc303b tempest-RoutersIpV6Test-841277211 tempest-RoutersIpV6Test-841277211-project] Publish callbacks [] for subnet (f96502a4-c82a-4ae2-bfac-befd759b3b0f), before_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:37:08.682392 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-54761029-fba4-4143-86ab-70f3a5bc303b tempest-RoutersIpV6Test-841277211 tempest-RoutersIpV6Test-841277211-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12895822'] for subnet (f96502a4-c82a-4ae2-bfac-befd759b3b0f), precommit_delete_associations {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:37:08.769929 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-54761029-fba4-4143-86ab-70f3a5bc303b tempest-RoutersIpV6Test-841277211 tempest-RoutersIpV6Test-841277211-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-759852'] for subnet (f96502a4-c82a-4ae2-bfac-befd759b3b0f), precommit_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:37:08.830218 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-54761029-fba4-4143-86ab-70f3a5bc303b tempest-RoutersIpV6Test-841277211 tempest-RoutersIpV6Test-841277211-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-760023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14393672', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12985882'] for subnet (f96502a4-c82a-4ae2-bfac-befd759b3b0f), after_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:37:08.859690 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54761029-fba4-4143-86ab-70f3a5bc303b tempest-RoutersIpV6Test-841277211 tempest-RoutersIpV6Test-841277211-project] Pushing event deleted for resources: {'Subnet': ['ID=f96502a4-c82a-4ae2-bfac-befd759b3b0f,revision_number=None']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:37:08.861720 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-54761029-fba4-4143-86ab-70f3a5bc303b tempest-RoutersIpV6Test-841277211 tempest-RoutersIpV6Test-841277211-project] Publish callbacks [] for subnet (None), before_response {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:37:08.864966 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-54761029-fba4-4143-86ab-70f3a5bc303b tempest-RoutersIpV6Test-841277211 tempest-RoutersIpV6Test-841277211-project] 10.222.0.75 "DELETE /v2.0/subnets/f96502a4-c82a-4ae2-bfac-befd759b3b0f HTTP/1.1" status: 204 len: 168 time: 0.2774665 Feb 09 19:37:08.867584 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 39258) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:37:08.868095 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db880e85-ca16-4140-8939-7c6a6ba59394 None None] Network 1b41d4e4-3be1-4145-a32d-50dff115fe4f requested from n-d-713498-36 {{(pid=103232) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 19:37:08.961532 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-f37c062a-3558-4117-9e97-05695d5df73e tempest-RoutersIpV6Test-841277211 tempest-RoutersIpV6Test-841277211-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-670458'] for network (1b41d4e4-3be1-4145-a32d-50dff115fe4f), before_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:37:09.041986 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.plugin [None req-f37c062a-3558-4117-9e97-05695d5df73e tempest-RoutersIpV6Test-841277211 tempest-RoutersIpV6Test-841277211-project] Deleting port 82fd91b6-e8ff-417c-8cbe-a9ff397753fd {{(pid=103230) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 19:37:09.042458 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-f37c062a-3558-4117-9e97-05695d5df73e tempest-RoutersIpV6Test-841277211 tempest-RoutersIpV6Test-841277211-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762867170196'] for port (82fd91b6-e8ff-417c-8cbe-a9ff397753fd), before_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:37:09.078963 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2cd1e55-4c02-4c2f-aeaf-e22b9f0ff69d None None] DHCP port deletion for 1b41d4e4-3be1-4145-a32d-50dff115fe4f request from n-d-713498-36 {{(pid=103232) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 09 19:37:09.096857 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7049cdee-033a-4b1e-a61c-188bfdacf4b9 req-afcec840-c97d-4b74-9cfc-61882c84d0fa tempest-ServersNegativeTestJSON-1608020402 tempest-ServersNegativeTestJSON-1608020402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:37:09.102457 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-7049cdee-033a-4b1e-a61c-188bfdacf4b9 req-afcec840-c97d-4b74-9cfc-61882c84d0fa tempest-ServersNegativeTestJSON-1608020402 tempest-ServersNegativeTestJSON-1608020402-project] 10.222.0.75 "GET /v2.0/ports?device_id=ef8fb5b1-266b-4abe-85d3-6f5780a36355 HTTP/1.1" status: 200 len: 945 time: 0.0640061 Feb 09 19:37:09.107682 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.db [None req-f37c062a-3558-4117-9e97-05695d5df73e tempest-RoutersIpV6Test-841277211 tempest-RoutersIpV6Test-841277211-project] For port 82fd91b6-e8ff-417c-8cbe-a9ff397753fd, host n-d-713498-36, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-36',level=0,port_id=82fd91b6-e8ff-417c-8cbe-a9ff397753fd,segment=NetworkSegment(6122091b-40d9-4742-b5c0-3fb70436ef23),segment_id=6122091b-40d9-4742-b5c0-3fb70436ef23)] {{(pid=103230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 19:37:09.108105 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-f37c062a-3558-4117-9e97-05695d5df73e tempest-RoutersIpV6Test-841277211 tempest-RoutersIpV6Test-841277211-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1820838'] for port (82fd91b6-e8ff-417c-8cbe-a9ff397753fd), precommit_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:37:09.123255 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.plugin [None req-f37c062a-3558-4117-9e97-05695d5df73e tempest-RoutersIpV6Test-841277211 tempest-RoutersIpV6Test-841277211-project] Calling delete_port for 82fd91b6-e8ff-417c-8cbe-a9ff397753fd owned by network:dhcp {{(pid=103230) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 19:37:09.129275 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-a2cd1e55-4c02-4c2f-aeaf-e22b9f0ff69d None None] Deleting port 82fd91b6-e8ff-417c-8cbe-a9ff397753fd {{(pid=103232) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 19:37:09.129643 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-a2cd1e55-4c02-4c2f-aeaf-e22b9f0ff69d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762867170196'] for port (82fd91b6-e8ff-417c-8cbe-a9ff397753fd), before_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:37:09.156339 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-7049cdee-033a-4b1e-a61c-188bfdacf4b9 req-7ddd1a70-025a-4474-99e0-a5e72877b6ca tempest-ServersNegativeTestJSON-1608020402 tempest-ServersNegativeTestJSON-1608020402-project] 10.222.0.75 "GET /v2.0/security-groups?id=25d47ded-5003-4f4d-b434-467ecec6793f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522051 Feb 09 19:37:09.194293 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-a2cd1e55-4c02-4c2f-aeaf-e22b9f0ff69d None None] For port 82fd91b6-e8ff-417c-8cbe-a9ff397753fd, host n-d-713498-36, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-36',level=0,port_id=82fd91b6-e8ff-417c-8cbe-a9ff397753fd,segment=NetworkSegment(6122091b-40d9-4742-b5c0-3fb70436ef23),segment_id=6122091b-40d9-4742-b5c0-3fb70436ef23)] {{(pid=103232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 19:37:09.194781 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-a2cd1e55-4c02-4c2f-aeaf-e22b9f0ff69d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1820838'] for port (82fd91b6-e8ff-417c-8cbe-a9ff397753fd), precommit_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:37:09.208530 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-a2cd1e55-4c02-4c2f-aeaf-e22b9f0ff69d None None] Calling delete_port for 82fd91b6-e8ff-417c-8cbe-a9ff397753fd owned by network:dhcp {{(pid=103232) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 19:37:09.214003 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-f37c062a-3558-4117-9e97-05695d5df73e tempest-RoutersIpV6Test-841277211 tempest-RoutersIpV6Test-841277211-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762867177463', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762866656476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14393751'] for port (82fd91b6-e8ff-417c-8cbe-a9ff397753fd), after_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:37:09.243905 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f37c062a-3558-4117-9e97-05695d5df73e tempest-RoutersIpV6Test-841277211 tempest-RoutersIpV6Test-841277211-project] Pushing event deleted for resources: {'Port': ['ID=82fd91b6-e8ff-417c-8cbe-a9ff397753fd,revision_number=None']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:37:09.257281 n-d-713498-36 neutron-server[103230]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f37c062a-3558-4117-9e97-05695d5df73e tempest-RoutersIpV6Test-841277211 tempest-RoutersIpV6Test-841277211-project] No DVR routers for this DVR port 82fd91b6-e8ff-417c-8cbe-a9ff397753fd on host n-d-713498-36 {{(pid=103230) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 19:37:09.291160 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-a2cd1e55-4c02-4c2f-aeaf-e22b9f0ff69d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762867177463', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762866656476'] for port (82fd91b6-e8ff-417c-8cbe-a9ff397753fd), after_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:37:09.316960 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2cd1e55-4c02-4c2f-aeaf-e22b9f0ff69d None None] Pushing event deleted for resources: {'Port': ['ID=82fd91b6-e8ff-417c-8cbe-a9ff397753fd,revision_number=None']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:37:09.320767 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2cd1e55-4c02-4c2f-aeaf-e22b9f0ff69d None None] No DVR routers for this DVR port 82fd91b6-e8ff-417c-8cbe-a9ff397753fd on host n-d-713498-36 {{(pid=103232) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 19:37:09.360391 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-f37c062a-3558-4117-9e97-05695d5df73e tempest-RoutersIpV6Test-841277211 tempest-RoutersIpV6Test-841277211-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-590267', 'neutron.services.segments.db._delete_segments_for_network-8762867132609'] for network (1b41d4e4-3be1-4145-a32d-50dff115fe4f), precommit_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:37:09.380548 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a170dcf7-a3f8-4fb9-9319-53ef9b7bdba2 req-e5bc1205-825f-479f-ae15-fb5071773b93 tempest-ServersNegativeTestJSON-1608020402 tempest-ServersNegativeTestJSON-1608020402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:37:09.382056 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-a170dcf7-a3f8-4fb9-9319-53ef9b7bdba2 req-e5bc1205-825f-479f-ae15-fb5071773b93 tempest-ServersNegativeTestJSON-1608020402 tempest-ServersNegativeTestJSON-1608020402-project] 10.222.0.75 "GET /v2.0/ports?device_id=ef8fb5b1-266b-4abe-85d3-6f5780a36355 HTTP/1.1" status: 200 len: 945 time: 0.1405115 Feb 09 19:37:09.397903 n-d-713498-36 neutron-server[103230]: DEBUG neutron.services.segments.db [None req-f37c062a-3558-4117-9e97-05695d5df73e tempest-RoutersIpV6Test-841277211 tempest-RoutersIpV6Test-841277211-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1b41d4e4-3be1-4145-a32d-50dff115fe4f']}} {{(pid=103230) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:37:09.415116 n-d-713498-36 neutron-server[103230]: DEBUG neutron.services.segments.db [None req-f37c062a-3558-4117-9e97-05695d5df73e tempest-RoutersIpV6Test-841277211 tempest-RoutersIpV6Test-841277211-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6122091b-40d9-4742-b5c0-3fb70436ef23') {'for_net_delete': True} {{(pid=103230) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:37:09.415419 n-d-713498-36 neutron-server[103230]: DEBUG neutron.services.segments.db [None req-f37c062a-3558-4117-9e97-05695d5df73e tempest-RoutersIpV6Test-841277211 tempest-RoutersIpV6Test-841277211-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6122091b-40d9-4742-b5c0-3fb70436ef23') {} {{(pid=103230) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:37:09.427243 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-f37c062a-3558-4117-9e97-05695d5df73e tempest-RoutersIpV6Test-841277211 tempest-RoutersIpV6Test-841277211-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762867134154', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12895813'] for segment (6122091b-40d9-4742-b5c0-3fb70436ef23), before_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:37:09.452983 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-f37c062a-3558-4117-9e97-05695d5df73e tempest-RoutersIpV6Test-841277211 tempest-RoutersIpV6Test-841277211-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-759574'] for segment (6122091b-40d9-4742-b5c0-3fb70436ef23), precommit_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:37:09.460559 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-a170dcf7-a3f8-4fb9-9319-53ef9b7bdba2 req-78532a00-1218-4e08-aaa0-bcc360b829f1 tempest-ServersNegativeTestJSON-1608020402 tempest-ServersNegativeTestJSON-1608020402-project] 10.222.0.75 "GET /v2.0/security-groups?id=25d47ded-5003-4f4d-b434-467ecec6793f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0728767 Feb 09 19:37:09.463330 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f37c062a-3558-4117-9e97-05695d5df73e tempest-RoutersIpV6Test-841277211 tempest-RoutersIpV6Test-841277211-project] Releasing vlan 372 on physical network physnet1 to pool {{(pid=103230) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 19:37:09.463770 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-f37c062a-3558-4117-9e97-05695d5df73e tempest-RoutersIpV6Test-841277211 tempest-RoutersIpV6Test-841277211-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-759574', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14393826'] for segment (6122091b-40d9-4742-b5c0-3fb70436ef23), after_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:37:09.467799 n-d-713498-36 neutron-server[103230]: Traceback (most recent call last): Feb 09 19:37:09.467799 n-d-713498-36 neutron-server[103230]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 19:37:09.467799 n-d-713498-36 neutron-server[103230]: timer() Feb 09 19:37:09.467799 n-d-713498-36 neutron-server[103230]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 19:37:09.467799 n-d-713498-36 neutron-server[103230]: cb(*args, **kw) Feb 09 19:37:09.467799 n-d-713498-36 neutron-server[103230]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 19:37:09.467799 n-d-713498-36 neutron-server[103230]: return func(*args, **kwargs) Feb 09 19:37:09.467799 n-d-713498-36 neutron-server[103230]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 19:37:09.467799 n-d-713498-36 neutron-server[103230]: self._notify() Feb 09 19:37:09.467799 n-d-713498-36 neutron-server[103230]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 19:37:09.467799 n-d-713498-36 neutron-server[103230]: self.callback(batched_events) Feb 09 19:37:09.467799 n-d-713498-36 neutron-server[103230]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 19:37:09.467799 n-d-713498-36 neutron-server[103230]: event.method(event) Feb 09 19:37:09.467799 n-d-713498-36 neutron-server[103230]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 19:37:09.467799 n-d-713498-36 neutron-server[103230]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 19:37:09.467799 n-d-713498-36 neutron-server[103230]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 19:37:09.467799 n-d-713498-36 neutron-server[103230]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 19:37:09.467799 n-d-713498-36 neutron-server[103230]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 19:37:09.467799 n-d-713498-36 neutron-server[103230]: return f(self, *a, **k) Feb 09 19:37:09.467799 n-d-713498-36 neutron-server[103230]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 19:37:09.467799 n-d-713498-36 neutron-server[103230]: return self._get(url).json() Feb 09 19:37:09.467799 n-d-713498-36 neutron-server[103230]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 19:37:09.467799 n-d-713498-36 neutron-server[103230]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 19:37:09.467799 n-d-713498-36 neutron-server[103230]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 19:37:09.467799 n-d-713498-36 neutron-server[103230]: return self.request(url, 'GET', **kwargs) Feb 09 19:37:09.467799 n-d-713498-36 neutron-server[103230]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 19:37:09.467799 n-d-713498-36 neutron-server[103230]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 19:37:09.467799 n-d-713498-36 neutron-server[103230]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 19:37:09.467799 n-d-713498-36 neutron-server[103230]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 19:37:09.467799 n-d-713498-36 neutron-server[103230]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 19:37:09.467799 n-d-713498-36 neutron-server[103230]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 19:37:09.467799 n-d-713498-36 neutron-server[103230]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 19:37:09.541753 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-f37c062a-3558-4117-9e97-05695d5df73e tempest-RoutersIpV6Test-841277211 tempest-RoutersIpV6Test-841277211-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-590242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1885479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1818895'] for network (1b41d4e4-3be1-4145-a32d-50dff115fe4f), after_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:37:09.550203 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-f37c062a-3558-4117-9e97-05695d5df73e tempest-RoutersIpV6Test-841277211 tempest-RoutersIpV6Test-841277211-project] Publish callbacks [] for network (None), before_response {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:37:09.557423 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-f37c062a-3558-4117-9e97-05695d5df73e tempest-RoutersIpV6Test-841277211 tempest-RoutersIpV6Test-841277211-project] 10.222.0.75 "DELETE /v2.0/networks/1b41d4e4-3be1-4145-a32d-50dff115fe4f HTTP/1.1" status: 204 len: 168 time: 0.6854076 Feb 09 19:37:09.557931 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 39274) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:37:09.562988 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.v2.base [None req-eacfb9b1-7176-4cc9-b8de-538f01181929 tempest-RoutersIpV6Test-841277211 tempest-RoutersIpV6Test-841277211-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1715330120'}} {{(pid=103229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 19:37:09.568198 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f37c062a-3558-4117-9e97-05695d5df73e tempest-RoutersIpV6Test-841277211 tempest-RoutersIpV6Test-841277211-project] Pushing event deleted for resources: {'Network': ['ID=1b41d4e4-3be1-4145-a32d-50dff115fe4f,revision_number=None']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:37:09.590963 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eacfb9b1-7176-4cc9-b8de-538f01181929 tempest-RoutersIpV6Test-841277211 tempest-RoutersIpV6Test-841277211-project] Made reservation on behalf of 9e33aca4a44d4fa38a064d0581ca7668 for: {'network': 1} {{(pid=103229) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 19:37:09.594633 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-eacfb9b1-7176-4cc9-b8de-538f01181929 tempest-RoutersIpV6Test-841277211 tempest-RoutersIpV6Test-841277211-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for network (None), before_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:37:09.618519 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-eacfb9b1-7176-4cc9-b8de-538f01181929 tempest-RoutersIpV6Test-841277211 tempest-RoutersIpV6Test-841277211-project] vlan segment allocate from pool success with {'vlan_id': 360, 'physical_network': 'physnet1'} {{(pid=103229) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 19:37:09.628356 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-eacfb9b1-7176-4cc9-b8de-538f01181929 tempest-RoutersIpV6Test-841277211 tempest-RoutersIpV6Test-841277211-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-759574'] for segment (e29eb3d2-cbcf-4dbf-8d48-5b042f4dd8d6), precommit_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:37:09.628700 n-d-713498-36 neutron-server[103229]: INFO neutron.db.segments_db [None req-eacfb9b1-7176-4cc9-b8de-538f01181929 tempest-RoutersIpV6Test-841277211 tempest-RoutersIpV6Test-841277211-project] Added segment e29eb3d2-cbcf-4dbf-8d48-5b042f4dd8d6 of type vlan for network acef9047-aa98-4227-8f00-28b131e7d50f Feb 09 19:37:09.660617 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84f5d30e-f2a1-4fc2-b621-f7c81f3db5fb req-13f6a900-f35c-4f53-a15b-8ea3c9f17a39 tempest-ServersNegativeTestJSON-1608020402 tempest-ServersNegativeTestJSON-1608020402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:37:09.662567 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-84f5d30e-f2a1-4fc2-b621-f7c81f3db5fb req-13f6a900-f35c-4f53-a15b-8ea3c9f17a39 tempest-ServersNegativeTestJSON-1608020402 tempest-ServersNegativeTestJSON-1608020402-project] 10.222.0.75 "GET /v2.0/ports?device_id=ef8fb5b1-266b-4abe-85d3-6f5780a36355 HTTP/1.1" status: 200 len: 945 time: 0.0567095 Feb 09 19:37:09.674594 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-eacfb9b1-7176-4cc9-b8de-538f01181929 tempest-RoutersIpV6Test-841277211 tempest-RoutersIpV6Test-841277211-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762866642225'] for network (acef9047-aa98-4227-8f00-28b131e7d50f), precommit_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:37:09.711969 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-84f5d30e-f2a1-4fc2-b621-f7c81f3db5fb req-a3a56957-8d27-414f-8276-9cd5ab9846a7 tempest-ServersNegativeTestJSON-1608020402 tempest-ServersNegativeTestJSON-1608020402-project] 10.222.0.75 "GET /v2.0/security-groups?id=25d47ded-5003-4f4d-b434-467ecec6793f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430536 Feb 09 19:37:09.729784 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-eacfb9b1-7176-4cc9-b8de-538f01181929 tempest-RoutersIpV6Test-841277211 tempest-RoutersIpV6Test-841277211-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1885479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452'] for network (acef9047-aa98-4227-8f00-28b131e7d50f), after_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:37:09.734842 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eacfb9b1-7176-4cc9-b8de-538f01181929 tempest-RoutersIpV6Test-841277211 tempest-RoutersIpV6Test-841277211-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:37:09.735532 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-eacfb9b1-7176-4cc9-b8de-538f01181929 tempest-RoutersIpV6Test-841277211 tempest-RoutersIpV6Test-841277211-project] Publish callbacks [] for network (None), before_response {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:37:09.803039 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Device e3924193-24c6-400c-990f-d1bd76ba2e3b up at agent hyperv_n-h1-713498-36 {{(pid=103232) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 19:37:09.803675 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-691f5232-0f5b-49fb-9796-fdef889549ec req-aad9662a-ef79-4ea4-9e22-3700a0129c43 tempest-VolumesActionsTest-1249020738 tempest-VolumesActionsTest-1249020738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:37:09.805245 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-691f5232-0f5b-49fb-9796-fdef889549ec req-aad9662a-ef79-4ea4-9e22-3700a0129c43 tempest-VolumesActionsTest-1249020738 tempest-VolumesActionsTest-1249020738-project] 10.222.0.75 "GET /v2.0/ports?device_id=8d71075d-1302-4f92-9922-86999d0a6aa8 HTTP/1.1" status: 200 len: 944 time: 0.1232862 Feb 09 19:37:09.818172 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-eacfb9b1-7176-4cc9-b8de-538f01181929 tempest-RoutersIpV6Test-841277211 tempest-RoutersIpV6Test-841277211-project] 10.222.0.75 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.2581165 Feb 09 19:37:09.820433 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 39280) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:37:09.832733 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.v2.base [None req-8ce5d5be-1e2d-4c8f-8ece-baa36706dbed tempest-RoutersIpV6Test-841277211 tempest-RoutersIpV6Test-841277211-project] Request body: {'subnet': {'network_id': 'acef9047-aa98-4227-8f00-28b131e7d50f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 19:37:09.840835 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-898626bf-1608-429c-8133-6090227b5257 req-361b5bb1-7446-4b62-845e-9c60828e45f7 tempest-ServersNegativeTestJSON-1608020402 tempest-ServersNegativeTestJSON-1608020402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:37:09.842786 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-898626bf-1608-429c-8133-6090227b5257 req-361b5bb1-7446-4b62-845e-9c60828e45f7 tempest-ServersNegativeTestJSON-1608020402 tempest-ServersNegativeTestJSON-1608020402-project] 10.222.0.75 "GET /v2.0/ports?device_id=ef8fb5b1-266b-4abe-85d3-6f5780a36355 HTTP/1.1" status: 200 len: 945 time: 0.0607104 Feb 09 19:37:09.855975 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eacfb9b1-7176-4cc9-b8de-538f01181929 tempest-RoutersIpV6Test-841277211 tempest-RoutersIpV6Test-841277211-project] Pushing event updated for resources: {'Network': ['ID=acef9047-aa98-4227-8f00-28b131e7d50f,revision_number=1']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:37:09.868983 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Network acef9047-aa98-4227-8f00-28b131e7d50f details requested by agent ovs-agent-n-d-713498-36 with host n-d-713498-36 {{(pid=103232) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 19:37:09.905560 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-898626bf-1608-429c-8133-6090227b5257 req-a17d585d-4de0-4f55-902e-0d430a47fe8c tempest-ServersNegativeTestJSON-1608020402 tempest-ServersNegativeTestJSON-1608020402-project] 10.222.0.75 "GET /v2.0/security-groups?id=25d47ded-5003-4f4d-b434-467ecec6793f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549657 Feb 09 19:37:09.922770 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.provisioning_blocks [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Provisioning for port e3924193-24c6-400c-990f-d1bd76ba2e3b completed by entity L2. {{(pid=103232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 19:37:09.936863 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.provisioning_blocks [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Provisioning complete for port e3924193-24c6-400c-990f-d1bd76ba2e3b triggered by entity L2. {{(pid=103232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 19:37:09.937245 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593630'] for port (e3924193-24c6-400c-990f-d1bd76ba2e3b), provisioning_complete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:37:09.944246 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-691f5232-0f5b-49fb-9796-fdef889549ec req-ba66f9bf-38a8-4a71-a8b0-8958b9e55d4b tempest-VolumesActionsTest-1249020738 tempest-VolumesActionsTest-1249020738-project] 10.222.0.75 "GET /v2.0/security-groups?id=92e3f3e1-abba-4606-8823-ff0f44ed1f23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1308632 Feb 09 19:37:09.973191 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8ce5d5be-1e2d-4c8f-8ece-baa36706dbed tempest-RoutersIpV6Test-841277211 tempest-RoutersIpV6Test-841277211-project] Made reservation on behalf of 9e33aca4a44d4fa38a064d0581ca7668 for: {'subnet': 1} {{(pid=103229) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 19:37:09.979128 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-8ce5d5be-1e2d-4c8f-8ece-baa36706dbed tempest-RoutersIpV6Test-841277211 tempest-RoutersIpV6Test-841277211-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12759265'] for subnet (None), before_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:37:10.038846 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Current status of the port e3924193-24c6-400c-990f-d1bd76ba2e3b is: BUILD; New status is: ACTIVE {{(pid=103232) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 19:37:10.039232 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (e3924193-24c6-400c-990f-d1bd76ba2e3b), before_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:37:10.064787 n-d-713498-36 neutron-server[103232]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8d71075d-1302-4f92-9922-86999d0a6aa8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e3924193-24c6-400c-990f-d1bd76ba2e3b'}] {{(pid=103232) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 19:37:10.067126 n-d-713498-36 neutron-server[103232]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}949cdcde653dec44821de95cbf67297f53cbc2aed4e073b5d514f93bf911ce85" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c540a2ae-733a-43d9-a5a9-4cb8c44b7489" -d '{"events": [{"server_uuid": "8d71075d-1302-4f92-9922-86999d0a6aa8", "name": "network-vif-plugged", "status": "completed", "tag": "e3924193-24c6-400c-990f-d1bd76ba2e3b"}]}' {{(pid=103232) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 19:37:10.082337 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] For port e3924193-24c6-400c-990f-d1bd76ba2e3b, host n-h1-713498-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-36',level=0,port_id=e3924193-24c6-400c-990f-d1bd76ba2e3b,segment=NetworkSegment(33e84895-b1ac-4b8b-a075-9ed56e5e0b90),segment_id=33e84895-b1ac-4b8b-a075-9ed56e5e0b90)] {{(pid=103232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 19:37:10.087785 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762867176205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762866656485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762866656503'] for port (e3924193-24c6-400c-990f-d1bd76ba2e3b), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:37:10.121672 n-d-713498-36 neutron-server[103232]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 19:37:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-73cbaef3-26de-4b6b-b752-5c15480b84cb x-openstack-request-id: req-73cbaef3-26de-4b6b-b752-5c15480b84cb {{(pid=103232) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 19:37:10.121983 n-d-713498-36 neutron-server[103232]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8d71075d-1302-4f92-9922-86999d0a6aa8", "name": "network-vif-plugged", "status": "completed", "tag": "e3924193-24c6-400c-990f-d1bd76ba2e3b", "code": 200}]} {{(pid=103232) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 19:37:10.122278 n-d-713498-36 neutron-server[103232]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-73cbaef3-26de-4b6b-b752-5c15480b84cb {{(pid=103232) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 19:37:10.122740 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-596dade8-2033-4afb-bba4-f757bb263757 req-163fa92d-c20b-4fca-8e1c-6e634f811573 tempest-ServersNegativeTestJSON-1608020402 tempest-ServersNegativeTestJSON-1608020402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:37:10.123468 n-d-713498-36 neutron-server[103232]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8d71075d-1302-4f92-9922-86999d0a6aa8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e3924193-24c6-400c-990f-d1bd76ba2e3b', 'code': 200} Feb 09 19:37:10.124517 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-596dade8-2033-4afb-bba4-f757bb263757 req-163fa92d-c20b-4fca-8e1c-6e634f811573 tempest-ServersNegativeTestJSON-1608020402 tempest-ServersNegativeTestJSON-1608020402-project] 10.222.0.75 "GET /v2.0/ports?device_id=ef8fb5b1-266b-4abe-85d3-6f5780a36355 HTTP/1.1" status: 200 len: 945 time: 0.0923941 Feb 09 19:37:10.158373 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Pushing event updated for resources: {'Port': ['ID=e3924193-24c6-400c-990f-d1bd76ba2e3b,revision_number=5']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:37:10.269987 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-596dade8-2033-4afb-bba4-f757bb263757 req-8cf3ffc7-df23-46e8-a116-d404a1838c28 tempest-ServersNegativeTestJSON-1608020402 tempest-ServersNegativeTestJSON-1608020402-project] 10.222.0.75 "GET /v2.0/security-groups?id=25d47ded-5003-4f4d-b434-467ecec6793f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1386311 Feb 09 19:37:10.293563 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-8ce5d5be-1e2d-4c8f-8ece-baa36706dbed tempest-RoutersIpV6Test-841277211 tempest-RoutersIpV6Test-841277211-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12867428', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12759263'] for subnet (6f393876-2554-4013-a918-955311d20002), after_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:37:10.297923 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73058d1d-14d3-4616-a508-b7982a272b31 req-c3edd502-a613-4992-8d4d-baa6b5a57836 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:37:10.299546 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-73058d1d-14d3-4616-a508-b7982a272b31 req-c3edd502-a613-4992-8d4d-baa6b5a57836 service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=8d71075d-1302-4f92-9922-86999d0a6aa8 HTTP/1.1" status: 200 len: 1128 time: 0.1153452 Feb 09 19:37:10.381806 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ce5d5be-1e2d-4c8f-8ece-baa36706dbed tempest-RoutersIpV6Test-841277211 tempest-RoutersIpV6Test-841277211-project] Pushing event updated for resources: {'Subnet': ['ID=6f393876-2554-4013-a918-955311d20002,revision_number=0']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:37:10.396230 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44712295-a3eb-4a4d-8286-f40766095405 req-3ea22dd8-4aa9-434b-a743-8439a7d76acb tempest-ServersNegativeTestJSON-1608020402 tempest-ServersNegativeTestJSON-1608020402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:37:10.397808 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-44712295-a3eb-4a4d-8286-f40766095405 req-3ea22dd8-4aa9-434b-a743-8439a7d76acb tempest-ServersNegativeTestJSON-1608020402 tempest-ServersNegativeTestJSON-1608020402-project] 10.222.0.75 "GET /v2.0/ports?device_id=ef8fb5b1-266b-4abe-85d3-6f5780a36355 HTTP/1.1" status: 200 len: 945 time: 0.0547938 Feb 09 19:37:10.402502 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-73058d1d-14d3-4616-a508-b7982a272b31 req-721430dc-f907-4411-a419-e23883c57cfa service neutron] 10.222.0.89 "GET /v2.0/security-groups?id=92e3f3e1-abba-4606-8823-ff0f44ed1f23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0967133 Feb 09 19:37:10.403350 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ce5d5be-1e2d-4c8f-8ece-baa36706dbed tempest-RoutersIpV6Test-841277211 tempest-RoutersIpV6Test-841277211-project] Checking segment: {'id': 'e29eb3d2-cbcf-4dbf-8d48-5b042f4dd8d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': 'acef9047-aa98-4227-8f00-28b131e7d50f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103229) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 19:37:10.403775 n-d-713498-36 neutron-server[103229]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ce5d5be-1e2d-4c8f-8ece-baa36706dbed tempest-RoutersIpV6Test-841277211 tempest-RoutersIpV6Test-841277211-project] Network hostable DHCP agents. Network: acef9047-aa98-4227-8f00-28b131e7d50f, hostable agents: ['af91e4b9-f4e1-42b1-a25c-a10dc47171c8'], hosted agents: [] {{(pid=103229) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 19:37:10.421991 n-d-713498-36 neutron-server[103229]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ce5d5be-1e2d-4c8f-8ece-baa36706dbed tempest-RoutersIpV6Test-841277211 tempest-RoutersIpV6Test-841277211-project] Network acef9047-aa98-4227-8f00-28b131e7d50f is scheduled to be hosted by DHCP agent af91e4b9-f4e1-42b1-a25c-a10dc47171c8 with binding_index 1 {{(pid=103229) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 19:37:10.431370 n-d-713498-36 neutron-server[103229]: DEBUG neutron.scheduler.base_scheduler [None req-8ce5d5be-1e2d-4c8f-8ece-baa36706dbed tempest-RoutersIpV6Test-841277211 tempest-RoutersIpV6Test-841277211-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713498-36, acef9047-aa98-4227-8f00-28b131e7d50f) {{(pid=103229) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 19:37:10.437839 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ce5d5be-1e2d-4c8f-8ece-baa36706dbed tempest-RoutersIpV6Test-841277211 tempest-RoutersIpV6Test-841277211-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:37:10.438499 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-8ce5d5be-1e2d-4c8f-8ece-baa36706dbed tempest-RoutersIpV6Test-841277211 tempest-RoutersIpV6Test-841277211-project] Publish callbacks [] for subnet (None), before_response {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:37:10.442529 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8578b3b3-10b5-4672-ad40-a3aaa426f26e None None] Network acef9047-aa98-4227-8f00-28b131e7d50f requested from n-d-713498-36 {{(pid=103232) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 19:37:10.456943 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-8ce5d5be-1e2d-4c8f-8ece-baa36706dbed tempest-RoutersIpV6Test-841277211 tempest-RoutersIpV6Test-841277211-project] 10.222.0.75 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.6355882 Feb 09 19:37:10.460903 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 39292) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:37:10.465579 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.v2.base [None req-109371f6-c437-43fc-8eaa-8af44f4c91d6 tempest-RoutersIpV6Test-841277211 tempest-RoutersIpV6Test-841277211-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-914406915', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 19:37:10.470367 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-44712295-a3eb-4a4d-8286-f40766095405 req-3cd0e336-cdc4-4a2b-b65d-c828c404d8c9 tempest-ServersNegativeTestJSON-1608020402 tempest-ServersNegativeTestJSON-1608020402-project] 10.222.0.75 "GET /v2.0/security-groups?id=25d47ded-5003-4f4d-b434-467ecec6793f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0621471 Feb 09 19:37:10.488440 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-109371f6-c437-43fc-8eaa-8af44f4c91d6 tempest-RoutersIpV6Test-841277211 tempest-RoutersIpV6Test-841277211-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1834830', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-58389'] for router (02e6641c-b184-4252-a556-bc015b3ebbba), before_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:37:10.489775 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-109371f6-c437-43fc-8eaa-8af44f4c91d6 tempest-RoutersIpV6Test-841277211 tempest-RoutersIpV6Test-841277211-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1834810', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1822096', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1886735', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-58380'] for router (02e6641c-b184-4252-a556-bc015b3ebbba), precommit_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:37:10.561130 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4884f9d5-c571-486c-8f6f-5536363e8bd1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8b32e980-7cce-5e82-a341-bd2fa8945c89-acef9047-aa98-4227-8f00-28b131e7d50f', 'network_id': 'acef9047-aa98-4227-8f00-28b131e7d50f', 'project_id': '9e33aca4a44d4fa38a064d0581ca7668', 'fixed_ips': [{'subnet_id': '6f393876-2554-4013-a918-955311d20002'}]}} from n-d-713498-36. {{(pid=103232) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 09 19:37:10.562045 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-4884f9d5-c571-486c-8f6f-5536363e8bd1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (None), before_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:37:10.568104 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-109371f6-c437-43fc-8eaa-8af44f4c91d6 tempest-RoutersIpV6Test-841277211 tempest-RoutersIpV6Test-841277211-project] Publish callbacks [] for router_controller (02e6641c-b184-4252-a556-bc015b3ebbba), precommit_add_association {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:37:10.573021 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-109371f6-c437-43fc-8eaa-8af44f4c91d6 tempest-RoutersIpV6Test-841277211 tempest-RoutersIpV6Test-841277211-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1834945', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1818951'] for router (02e6641c-b184-4252-a556-bc015b3ebbba), after_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:37:10.596295 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-109371f6-c437-43fc-8eaa-8af44f4c91d6 tempest-RoutersIpV6Test-841277211 tempest-RoutersIpV6Test-841277211-project] Publish callbacks [] for router (None), before_response {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:37:10.597917 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-109371f6-c437-43fc-8eaa-8af44f4c91d6 tempest-RoutersIpV6Test-841277211 tempest-RoutersIpV6Test-841277211-project] 10.222.0.75 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.1359093 Feb 09 19:37:10.602416 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 39300) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:37:10.652930 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce7df069-016f-4287-8286-cbd55c83f463 req-d44f0540-d2e1-4167-b900-efdf12ff9736 tempest-ServersNegativeTestJSON-1608020402 tempest-ServersNegativeTestJSON-1608020402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:37:10.655556 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-ce7df069-016f-4287-8286-cbd55c83f463 req-d44f0540-d2e1-4167-b900-efdf12ff9736 tempest-ServersNegativeTestJSON-1608020402 tempest-ServersNegativeTestJSON-1608020402-project] 10.222.0.75 "GET /v2.0/ports?device_id=ef8fb5b1-266b-4abe-85d3-6f5780a36355 HTTP/1.1" status: 200 len: 945 time: 0.0555680 Feb 09 19:37:10.709443 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-ce7df069-016f-4287-8286-cbd55c83f463 req-d155ddf5-4f94-4ef8-9560-9701c962bedf tempest-ServersNegativeTestJSON-1608020402 tempest-ServersNegativeTestJSON-1608020402-project] 10.222.0.75 "GET /v2.0/security-groups?id=25d47ded-5003-4f4d-b434-467ecec6793f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482466 Feb 09 19:37:10.713991 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.db_base_plugin_common [None req-4884f9d5-c571-486c-8f6f-5536363e8bd1 None None] Allocated IP 2001:db8::2 (acef9047-aa98-4227-8f00-28b131e7d50f/6f393876-2554-4013-a918-955311d20002/e7664a17-611f-4b4a-b492-a0089ea6a6d6) {{(pid=103232) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 19:37:10.954893 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Device 82fd91b6-e8ff-417c-8cbe-a9ff397753fd no longer exists at agent ovs-agent-n-d-713498-36 {{(pid=103232) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 19:37:10.958408 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c910ccdc-b983-4dc0-aed7-5165ed4d0dec req-9703b08c-9b68-40e1-9b0c-9c8dc8a5306c tempest-ServersNegativeTestJSON-1608020402 tempest-ServersNegativeTestJSON-1608020402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:37:10.959893 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-c910ccdc-b983-4dc0-aed7-5165ed4d0dec req-9703b08c-9b68-40e1-9b0c-9c8dc8a5306c tempest-ServersNegativeTestJSON-1608020402 tempest-ServersNegativeTestJSON-1608020402-project] 10.222.0.75 "GET /v2.0/ports?device_id=ef8fb5b1-266b-4abe-85d3-6f5780a36355 HTTP/1.1" status: 200 len: 945 time: 0.1589398 Feb 09 19:37:10.961611 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-25dcac9b-863c-4f96-aac2-ba931a2bea08 tempest-RoutersIpV6Test-841277211 tempest-RoutersIpV6Test-841277211-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (None), before_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:37:10.987843 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] No Port match for: 82fd91b6-e8ff-417c-8cbe-a9ff397753fd {{(pid=103232) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 19:37:10.988176 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Device 82fd91b6-e8ff-417c-8cbe-a9ff397753fd not bound to the agent host n-d-713498-36 {{(pid=103232) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 19:37:10.993285 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-79be8a40-6c80-4e88-9b1f-2776a54c3f74 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762867132591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593584'] for agent (af91e4b9-f4e1-42b1-a25c-a10dc47171c8), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:37:11.076252 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-4884f9d5-c571-486c-8f6f-5536363e8bd1 None None] Publish callbacks [] for port (e7664a17-611f-4b4a-b492-a0089ea6a6d6), precommit_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:37:11.084380 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-4884f9d5-c571-486c-8f6f-5536363e8bd1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762866656467'] for port (e7664a17-611f-4b4a-b492-a0089ea6a6d6), after_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:37:11.094980 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-c910ccdc-b983-4dc0-aed7-5165ed4d0dec req-ca29f795-d1d2-4936-8334-41c7d0fda671 tempest-ServersNegativeTestJSON-1608020402 tempest-ServersNegativeTestJSON-1608020402-project] 10.222.0.75 "GET /v2.0/security-groups?id=25d47ded-5003-4f4d-b434-467ecec6793f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1233974 Feb 09 19:37:11.104752 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a79b1d37-a453-45d7-8c56-920cb6e88092 req-895fa0bf-635b-4a0a-838b-03fa73f20c36 tempest-VolumesActionsTest-1249020738 tempest-VolumesActionsTest-1249020738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:37:11.106312 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-a79b1d37-a453-45d7-8c56-920cb6e88092 req-895fa0bf-635b-4a0a-838b-03fa73f20c36 tempest-VolumesActionsTest-1249020738 tempest-VolumesActionsTest-1249020738-project] 10.222.0.75 "GET /v2.0/ports?device_id=8d71075d-1302-4f92-9922-86999d0a6aa8 HTTP/1.1" status: 200 len: 945 time: 0.0663717 Feb 09 19:37:11.135907 n-d-713498-36 neutron-server[103232]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4884f9d5-c571-486c-8f6f-5536363e8bd1 None None] Network acef9047-aa98-4227-8f00-28b131e7d50f is already hosted by enough agents. {{(pid=103232) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 19:37:11.139019 n-d-713498-36 neutron-server[103232]: DEBUG neutron.scheduler.base_scheduler [None req-4884f9d5-c571-486c-8f6f-5536363e8bd1 None None] Resources bound (agent type, host, resource id): {{(pid=103232) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 19:37:11.144251 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4884f9d5-c571-486c-8f6f-5536363e8bd1 None None] Received port after_create {{(pid=103232) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 19:37:11.150704 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4884f9d5-c571-486c-8f6f-5536363e8bd1 None None] Pushing event updated for resources: {'Port': ['ID=e7664a17-611f-4b4a-b492-a0089ea6a6d6,revision_number=1']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:37:11.183640 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-a79b1d37-a453-45d7-8c56-920cb6e88092 req-510385fc-2519-4021-ac1f-1b8003f0cbb7 tempest-VolumesActionsTest-1249020738 tempest-VolumesActionsTest-1249020738-project] 10.222.0.75 "GET /v2.0/security-groups?id=92e3f3e1-abba-4606-8823-ff0f44ed1f23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570214 Feb 09 19:37:11.226834 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.managers [None req-4884f9d5-c571-486c-8f6f-5536363e8bd1 None None] Attempting to bind port e7664a17-611f-4b4a-b492-a0089ea6a6d6 on host n-d-713498-36 for vnic_type normal with profile {{(pid=103232) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 19:37:11.227825 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.managers [None req-4884f9d5-c571-486c-8f6f-5536363e8bd1 None None] Attempting to bind port e7664a17-611f-4b4a-b492-a0089ea6a6d6 by drivers openvswitch,hyperv on host n-d-713498-36 at level 0 using segments [{'id': 'e29eb3d2-cbcf-4dbf-8d48-5b042f4dd8d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': 'acef9047-aa98-4227-8f00-28b131e7d50f'}] {{(pid=103232) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 19:37:11.228194 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4884f9d5-c571-486c-8f6f-5536363e8bd1 None None] Attempting to bind port e7664a17-611f-4b4a-b492-a0089ea6a6d6 on network acef9047-aa98-4227-8f00-28b131e7d50f {{(pid=103232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 19:37:11.234934 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4884f9d5-c571-486c-8f6f-5536363e8bd1 None None] Checking agent: {'id': '496418a2-c002-4aec-ab1a-07f3bea491bd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-36', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 18, 51, 47), 'started_at': datetime.datetime(2022, 2, 9, 18, 52, 17), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 19, 36, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-36'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 19:37:11.235318 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4884f9d5-c571-486c-8f6f-5536363e8bd1 None None] Checking segment: {'id': 'e29eb3d2-cbcf-4dbf-8d48-5b042f4dd8d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': 'acef9047-aa98-4227-8f00-28b131e7d50f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103232) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 19:37:11.236163 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-4884f9d5-c571-486c-8f6f-5536363e8bd1 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:37:11.236163 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4884f9d5-c571-486c-8f6f-5536363e8bd1 None None] Bound using segment: {'id': 'e29eb3d2-cbcf-4dbf-8d48-5b042f4dd8d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': 'acef9047-aa98-4227-8f00-28b131e7d50f'} {{(pid=103232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 19:37:11.236548 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.managers [None req-4884f9d5-c571-486c-8f6f-5536363e8bd1 None None] Bound port: e7664a17-611f-4b4a-b492-a0089ea6a6d6, host: n-d-713498-36, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e29eb3d2-cbcf-4dbf-8d48-5b042f4dd8d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': 'acef9047-aa98-4227-8f00-28b131e7d50f'}}] {{(pid=103232) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 19:37:11.236924 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-4884f9d5-c571-486c-8f6f-5536363e8bd1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (e7664a17-611f-4b4a-b492-a0089ea6a6d6), before_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:37:11.302105 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-4884f9d5-c571-486c-8f6f-5536363e8bd1 None None] For port e7664a17-611f-4b4a-b492-a0089ea6a6d6, host n-d-713498-36, cleared binding levels {{(pid=103232) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 19:37:11.305678 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-4884f9d5-c571-486c-8f6f-5536363e8bd1 None None] For port e7664a17-611f-4b4a-b492-a0089ea6a6d6, host n-d-713498-36, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-36',level=0,port_id=e7664a17-611f-4b4a-b492-a0089ea6a6d6,segment=NetworkSegment(e29eb3d2-cbcf-4dbf-8d48-5b042f4dd8d6),segment_id=e29eb3d2-cbcf-4dbf-8d48-5b042f4dd8d6)] {{(pid=103232) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 19:37:11.313722 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-4884f9d5-c571-486c-8f6f-5536363e8bd1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762867176205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762866656485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762866656503'] for port (e7664a17-611f-4b4a-b492-a0089ea6a6d6), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:37:11.339890 n-d-713498-36 neutron-server[103229]: DEBUG neutron.db.db_base_plugin_common [None req-25dcac9b-863c-4f96-aac2-ba931a2bea08 tempest-RoutersIpV6Test-841277211 tempest-RoutersIpV6Test-841277211-project] Allocated IP 2001:db8::1 (acef9047-aa98-4227-8f00-28b131e7d50f/6f393876-2554-4013-a918-955311d20002/09cc16b1-bd3e-4deb-8d89-b2b098cdb1f2) {{(pid=103229) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 19:37:11.352258 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbace131-5150-44c7-bce6-72e70d61adf8 req-de36f8cd-d283-48a6-a5f4-e84c17068aaa tempest-ServersNegativeTestJSON-1608020402 tempest-ServersNegativeTestJSON-1608020402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:37:11.353812 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-fbace131-5150-44c7-bce6-72e70d61adf8 req-de36f8cd-d283-48a6-a5f4-e84c17068aaa tempest-ServersNegativeTestJSON-1608020402 tempest-ServersNegativeTestJSON-1608020402-project] 10.222.0.75 "GET /v2.0/ports?device_id=ef8fb5b1-266b-4abe-85d3-6f5780a36355 HTTP/1.1" status: 200 len: 945 time: 0.1098139 Feb 09 19:37:11.380661 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4884f9d5-c571-486c-8f6f-5536363e8bd1 None None] Pushing event updated for resources: {'Port': ['ID=e7664a17-611f-4b4a-b492-a0089ea6a6d6,revision_number=2']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:37:11.467243 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-fbace131-5150-44c7-bce6-72e70d61adf8 req-07716768-01d7-4b3e-bad4-93531b75582d tempest-ServersNegativeTestJSON-1608020402 tempest-ServersNegativeTestJSON-1608020402-project] 10.222.0.75 "GET /v2.0/security-groups?id=25d47ded-5003-4f4d-b434-467ecec6793f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1067719 Feb 09 19:37:11.514676 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-25dcac9b-863c-4f96-aac2-ba931a2bea08 tempest-RoutersIpV6Test-841277211 tempest-RoutersIpV6Test-841277211-project] Publish callbacks [] for port (09cc16b1-bd3e-4deb-8d89-b2b098cdb1f2), precommit_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:37:11.569842 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-25dcac9b-863c-4f96-aac2-ba931a2bea08 tempest-RoutersIpV6Test-841277211 tempest-RoutersIpV6Test-841277211-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762866656467', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12867576'] for port (09cc16b1-bd3e-4deb-8d89-b2b098cdb1f2), after_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:37:11.628261 n-d-713498-36 neutron-server[103229]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25dcac9b-863c-4f96-aac2-ba931a2bea08 tempest-RoutersIpV6Test-841277211 tempest-RoutersIpV6Test-841277211-project] Network acef9047-aa98-4227-8f00-28b131e7d50f is already hosted by enough agents. {{(pid=103229) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 19:37:11.632481 n-d-713498-36 neutron-server[103229]: DEBUG neutron.scheduler.base_scheduler [None req-25dcac9b-863c-4f96-aac2-ba931a2bea08 tempest-RoutersIpV6Test-841277211 tempest-RoutersIpV6Test-841277211-project] Resources bound (agent type, host, resource id): {{(pid=103229) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 19:37:11.634333 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25dcac9b-863c-4f96-aac2-ba931a2bea08 tempest-RoutersIpV6Test-841277211 tempest-RoutersIpV6Test-841277211-project] Pushing event updated for resources: {'Port': ['ID=09cc16b1-bd3e-4deb-8d89-b2b098cdb1f2,revision_number=1']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:37:11.637161 n-d-713498-36 neutron-server[103229]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25dcac9b-863c-4f96-aac2-ba931a2bea08 tempest-RoutersIpV6Test-841277211 tempest-RoutersIpV6Test-841277211-project] Received port after_create {{(pid=103229) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 19:37:11.637740 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-25dcac9b-863c-4f96-aac2-ba931a2bea08 tempest-RoutersIpV6Test-841277211 tempest-RoutersIpV6Test-841277211-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1819024'] for router_interface (02e6641c-b184-4252-a556-bc015b3ebbba), before_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:37:11.670369 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71f7ccbc-c6cd-4807-8979-5133b346b94d req-49f0f219-3de6-4c2c-ac21-ecf3d34c428c tempest-ServersNegativeTestJSON-1608020402 tempest-ServersNegativeTestJSON-1608020402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:37:11.678948 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-71f7ccbc-c6cd-4807-8979-5133b346b94d req-49f0f219-3de6-4c2c-ac21-ecf3d34c428c tempest-ServersNegativeTestJSON-1608020402 tempest-ServersNegativeTestJSON-1608020402-project] 10.222.0.75 "GET /v2.0/ports?device_id=ef8fb5b1-266b-4abe-85d3-6f5780a36355 HTTP/1.1" status: 200 len: 945 time: 0.1273408 Feb 09 19:37:11.727558 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-71f7ccbc-c6cd-4807-8979-5133b346b94d req-501daed9-b8e9-4ce4-9310-c7e8fa9805b8 tempest-ServersNegativeTestJSON-1608020402 tempest-ServersNegativeTestJSON-1608020402-project] 10.222.0.75 "GET /v2.0/security-groups?id=25d47ded-5003-4f4d-b434-467ecec6793f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467880 Feb 09 19:37:11.786928 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-25dcac9b-863c-4f96-aac2-ba931a2bea08 tempest-RoutersIpV6Test-841277211 tempest-RoutersIpV6Test-841277211-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (09cc16b1-bd3e-4deb-8d89-b2b098cdb1f2), before_update {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:37:11.918454 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77102ec0-dcae-454b-86b4-c4c1a7020d12 req-7c39a968-5b7e-4c19-9413-9bf6b63b7ad4 tempest-ServersNegativeTestJSON-1608020402 tempest-ServersNegativeTestJSON-1608020402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:37:11.920376 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-77102ec0-dcae-454b-86b4-c4c1a7020d12 req-7c39a968-5b7e-4c19-9413-9bf6b63b7ad4 tempest-ServersNegativeTestJSON-1608020402 tempest-ServersNegativeTestJSON-1608020402-project] 10.222.0.75 "GET /v2.0/ports?device_id=ef8fb5b1-266b-4abe-85d3-6f5780a36355 HTTP/1.1" status: 200 len: 945 time: 0.0566044 Feb 09 19:37:11.983862 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-77102ec0-dcae-454b-86b4-c4c1a7020d12 req-c0f7e400-816d-4e18-aef9-547fa163983a tempest-ServersNegativeTestJSON-1608020402 tempest-ServersNegativeTestJSON-1608020402-project] 10.222.0.75 "GET /v2.0/security-groups?id=25d47ded-5003-4f4d-b434-467ecec6793f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502429 Feb 09 19:37:12.058116 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-25dcac9b-863c-4f96-aac2-ba931a2bea08 tempest-RoutersIpV6Test-841277211 tempest-RoutersIpV6Test-841277211-project] Publish callbacks [] for port (09cc16b1-bd3e-4deb-8d89-b2b098cdb1f2), precommit_update {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:37:12.070022 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-25dcac9b-863c-4f96-aac2-ba931a2bea08 tempest-RoutersIpV6Test-841277211 tempest-RoutersIpV6Test-841277211-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762867176205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762866656485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762866656503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12867569'] for port (09cc16b1-bd3e-4deb-8d89-b2b098cdb1f2), after_update {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:37:12.070779 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-25dcac9b-863c-4f96-aac2-ba931a2bea08 tempest-RoutersIpV6Test-841277211 tempest-RoutersIpV6Test-841277211-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1613458', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1834496'] for router_interface (02e6641c-b184-4252-a556-bc015b3ebbba), after_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:37:12.180513 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25dcac9b-863c-4f96-aac2-ba931a2bea08 tempest-RoutersIpV6Test-841277211 tempest-RoutersIpV6Test-841277211-project] Pushing event updated for resources: {'Port': ['ID=09cc16b1-bd3e-4deb-8d89-b2b098cdb1f2,revision_number=2']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:37:12.213457 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40e9a4c7-e991-4ddc-b08f-f4f1c3b8bb02 req-44194352-69fb-45bf-9a3a-76a05e4430d1 tempest-ServersNegativeTestJSON-1608020402 tempest-ServersNegativeTestJSON-1608020402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:37:12.215013 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-40e9a4c7-e991-4ddc-b08f-f4f1c3b8bb02 req-44194352-69fb-45bf-9a3a-76a05e4430d1 tempest-ServersNegativeTestJSON-1608020402 tempest-ServersNegativeTestJSON-1608020402-project] 10.222.0.75 "GET /v2.0/ports?device_id=ef8fb5b1-266b-4abe-85d3-6f5780a36355 HTTP/1.1" status: 200 len: 945 time: 0.1592267 Feb 09 19:37:12.254607 n-d-713498-36 neutron-server[103229]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25dcac9b-863c-4f96-aac2-ba931a2bea08 tempest-RoutersIpV6Test-841277211 tempest-RoutersIpV6Test-841277211-project] Network acef9047-aa98-4227-8f00-28b131e7d50f is already hosted by enough agents. {{(pid=103229) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 19:37:12.258423 n-d-713498-36 neutron-server[103229]: DEBUG neutron.scheduler.base_scheduler [None req-25dcac9b-863c-4f96-aac2-ba931a2bea08 tempest-RoutersIpV6Test-841277211 tempest-RoutersIpV6Test-841277211-project] Resources bound (agent type, host, resource id): {{(pid=103229) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 19:37:12.328907 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8683a9ef-d603-4323-9d68-e337d3183627 req-08e3619e-c2a5-4bba-b4b0-3a8a1f2c71ff tempest-VolumesActionsTest-1249020738 tempest-VolumesActionsTest-1249020738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:37:12.330501 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-8683a9ef-d603-4323-9d68-e337d3183627 req-08e3619e-c2a5-4bba-b4b0-3a8a1f2c71ff tempest-VolumesActionsTest-1249020738 tempest-VolumesActionsTest-1249020738-project] 10.222.0.75 "GET /v2.0/ports?device_id=8d71075d-1302-4f92-9922-86999d0a6aa8 HTTP/1.1" status: 200 len: 945 time: 0.0612822 Feb 09 19:37:12.345498 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-40e9a4c7-e991-4ddc-b08f-f4f1c3b8bb02 req-d59e73c1-09b2-4505-b72d-118a11e875b8 tempest-ServersNegativeTestJSON-1608020402 tempest-ServersNegativeTestJSON-1608020402-project] 10.222.0.75 "GET /v2.0/security-groups?id=25d47ded-5003-4f4d-b434-467ecec6793f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1220605 Feb 09 19:37:12.397377 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-8683a9ef-d603-4323-9d68-e337d3183627 req-44eeeb38-7365-40b0-87df-b73d6507c952 tempest-VolumesActionsTest-1249020738 tempest-VolumesActionsTest-1249020738-project] 10.222.0.75 "GET /v2.0/security-groups?id=92e3f3e1-abba-4606-8823-ff0f44ed1f23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0606525 Feb 09 19:37:12.416933 n-d-713498-36 neutron-server[103229]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-25dcac9b-863c-4f96-aac2-ba931a2bea08 tempest-RoutersIpV6Test-841277211 tempest-RoutersIpV6Test-841277211-project] Router 02e6641c-b184-4252-a556-bc015b3ebbba is scheduled to L3 agent 93303d5e-5d17-45e8-8963-7694f87783ae with binding_index 1 {{(pid=103229) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 09 19:37:12.504381 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-651251a8-3f47-49eb-98d0-9047d91fe740 None None] Network acef9047-aa98-4227-8f00-28b131e7d50f requested from n-d-713498-36 {{(pid=103232) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 19:37:12.574999 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.provisioning_blocks [None req-69be4d24-d629-443f-a433-24795ea64554 None None] Provisioning complete for port e7664a17-611f-4b4a-b492-a0089ea6a6d6 triggered by entity DHCP. {{(pid=103232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 19:37:12.576234 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-69be4d24-d629-443f-a433-24795ea64554 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593630'] for port (e7664a17-611f-4b4a-b492-a0089ea6a6d6), provisioning_complete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:37:12.619666 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-25dcac9b-863c-4f96-aac2-ba931a2bea08 tempest-RoutersIpV6Test-841277211 tempest-RoutersIpV6Test-841277211-project] Notify agent at l3_agent.n-d-713498-36 the message routers_updated {{(pid=103229) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 19:37:12.629056 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-25dcac9b-863c-4f96-aac2-ba931a2bea08 tempest-RoutersIpV6Test-841277211 tempest-RoutersIpV6Test-841277211-project] 10.222.0.75 "PUT /v2.0/routers/02e6641c-b184-4252-a556-bc015b3ebbba/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0246503 Feb 09 19:37:12.633349 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 39340) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:37:12.646822 n-d-713498-36 neutron-server[103233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f092db6b-64cb-408f-ad93-b3b39336b624 None None] Sync routers for ids ['02e6641c-b184-4252-a556-bc015b3ebbba'] in n-d-713498-36 {{(pid=103233) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 19:37:12.658352 n-d-713498-36 neutron-server[103233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f092db6b-64cb-408f-ad93-b3b39336b624 None None] Routers {'02e6641c-b184-4252-a556-bc015b3ebbba'} bound to L3 agent in host n-d-713498-36 {{(pid=103233) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 19:37:12.659212 n-d-713498-36 neutron-server[103233]: DEBUG neutron.db.l3_hamode_db [None req-f092db6b-64cb-408f-ad93-b3b39336b624 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T18:51:43Z,description=,heartbeat_timestamp=2022-02-09T19:36:43Z,host='n-d-713498-36',id=93303d5e-5d17-45e8-8963-7694f87783ae,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T18:51:43Z,topic='l3_agent')) {'router_ids': ['02e6641c-b184-4252-a556-bc015b3ebbba'], 'active': True} {{(pid=103233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:37:12.664059 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01dead5e-853d-494d-bf59-e18ff1614a82 req-ec253318-77a4-4b58-92ab-fdb9aad73d6e tempest-ServersNegativeTestJSON-1608020402 tempest-ServersNegativeTestJSON-1608020402-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:37:12.664764 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-01dead5e-853d-494d-bf59-e18ff1614a82 req-ec253318-77a4-4b58-92ab-fdb9aad73d6e tempest-ServersNegativeTestJSON-1608020402 tempest-ServersNegativeTestJSON-1608020402-project] 10.222.0.75 "GET /v2.0/networks?id=2f0cf41a-020e-4549-8a9a-beaa8be7ccf1 HTTP/1.1" status: 200 len: 814 time: 0.1372843 Feb 09 19:37:12.688910 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-01dead5e-853d-494d-bf59-e18ff1614a82 req-435c9095-2fda-4a57-88a2-af1cee0a633b tempest-ServersNegativeTestJSON-1608020402 tempest-ServersNegativeTestJSON-1608020402-project] 10.222.0.75 "GET /v2.0/quotas/554bad581bcf4d20ab4a10352f965260 HTTP/1.1" status: 200 len: 375 time: 0.0160377 Feb 09 19:37:12.703520 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-69be4d24-d629-443f-a433-24795ea64554 None None] Current status of the port e7664a17-611f-4b4a-b492-a0089ea6a6d6 is: DOWN; New status is: ACTIVE {{(pid=103232) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 19:37:12.703996 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-69be4d24-d629-443f-a433-24795ea64554 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (e7664a17-611f-4b4a-b492-a0089ea6a6d6), before_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:37:12.707876 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59e706b9-18cc-42a2-8d55-d14170bc4ed4 tempest-RoutersIpV6Test-841277211 tempest-RoutersIpV6Test-841277211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:37:12.712210 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-59e706b9-18cc-42a2-8d55-d14170bc4ed4 tempest-RoutersIpV6Test-841277211 tempest-RoutersIpV6Test-841277211-project] 10.222.0.75 "GET /v2.0/ports/09cc16b1-bd3e-4deb-8d89-b2b098cdb1f2 HTTP/1.1" status: 200 len: 911 time: 0.0747652 Feb 09 19:37:12.712501 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 39342) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:37:12.728578 n-d-713498-36 neutron-server[103233]: DEBUG neutron.db.l3_hamode_db [None req-f092db6b-64cb-408f-ad93-b3b39336b624 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713498-36', False) {} {{(pid=103233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:37:12.738632 n-d-713498-36 neutron-server[103233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f092db6b-64cb-408f-ad93-b3b39336b624 None None] Routers {'02e6641c-b184-4252-a556-bc015b3ebbba'} bound to L3 agent in host n-d-713498-36 {{(pid=103233) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 19:37:12.739242 n-d-713498-36 neutron-server[103233]: DEBUG neutron.db.l3_hamode_db [None req-f092db6b-64cb-408f-ad93-b3b39336b624 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T18:51:43Z,description=,heartbeat_timestamp=2022-02-09T19:36:43Z,host='n-d-713498-36',id=93303d5e-5d17-45e8-8963-7694f87783ae,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T18:51:43Z,topic='l3_agent')) {'router_ids': ['02e6641c-b184-4252-a556-bc015b3ebbba'], 'active': True} {{(pid=103233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:37:12.743784 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-69be4d24-d629-443f-a433-24795ea64554 None None] For port e7664a17-611f-4b4a-b492-a0089ea6a6d6, host n-d-713498-36, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-36',level=0,port_id=e7664a17-611f-4b4a-b492-a0089ea6a6d6,segment=NetworkSegment(e29eb3d2-cbcf-4dbf-8d48-5b042f4dd8d6),segment_id=e29eb3d2-cbcf-4dbf-8d48-5b042f4dd8d6)] {{(pid=103232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 19:37:12.751947 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-69be4d24-d629-443f-a433-24795ea64554 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762867176205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762866656485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762866656503'] for port (e7664a17-611f-4b4a-b492-a0089ea6a6d6), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:37:12.778136 n-d-713498-36 neutron-server[103233]: DEBUG neutron.db.l3_hamode_db [None req-f092db6b-64cb-408f-ad93-b3b39336b624 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713498-36', False) {} {{(pid=103233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:37:12.779572 n-d-713498-36 neutron-server[103233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f092db6b-64cb-408f-ad93-b3b39336b624 None None] The sync data for ids ['02e6641c-b184-4252-a556-bc015b3ebbba'] in n-d-713498-36 is: [] {{(pid=103233) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 19:37:12.811829 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69be4d24-d629-443f-a433-24795ea64554 None None] Pushing event updated for resources: {'Port': ['ID=e7664a17-611f-4b4a-b492-a0089ea6a6d6,revision_number=3']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:37:13.004780 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Device e7664a17-611f-4b4a-b492-a0089ea6a6d6 up at agent ovs-agent-n-d-713498-36 {{(pid=103232) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 19:37:13.110353 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-459cee17-9da8-47aa-af36-29bd79bc63b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762867132591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593584'] for agent (93303d5e-5d17-45e8-8963-7694f87783ae), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:37:13.118388 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.provisioning_blocks [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Provisioning complete for port e7664a17-611f-4b4a-b492-a0089ea6a6d6 triggered by entity L2. {{(pid=103232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 19:37:13.118862 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593630'] for port (e7664a17-611f-4b4a-b492-a0089ea6a6d6), provisioning_complete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:37:13.223330 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.provisioning_blocks [None req-a06b87dc-4196-45dd-8331-61b7ae434dfa None None] Provisioning complete for port e7664a17-611f-4b4a-b492-a0089ea6a6d6 triggered by entity DHCP. {{(pid=103232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 19:37:13.223715 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-a06b87dc-4196-45dd-8331-61b7ae434dfa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593630'] for port (e7664a17-611f-4b4a-b492-a0089ea6a6d6), provisioning_complete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:37:13.228825 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Current status of the port e7664a17-611f-4b4a-b492-a0089ea6a6d6 is: ACTIVE; New status is: ACTIVE {{(pid=103232) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 19:37:13.282454 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-01dead5e-853d-494d-bf59-e18ff1614a82 req-8db01851-9536-4ae6-b57c-3e5029e2de32 tempest-ServersNegativeTestJSON-1608020402 tempest-ServersNegativeTestJSON-1608020402-project] 10.222.0.75 "GET /v2.0/ports?tenant_id=554bad581bcf4d20ab4a10352f965260&fields=id HTTP/1.1" status: 200 len: 255 time: 0.5866163 Feb 09 19:37:13.344663 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-a06b87dc-4196-45dd-8331-61b7ae434dfa None None] Current status of the port e7664a17-611f-4b4a-b492-a0089ea6a6d6 is: ACTIVE; New status is: ACTIVE {{(pid=103232) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 19:37:13.359566 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.provisioning_blocks [None req-a06b87dc-4196-45dd-8331-61b7ae434dfa None None] Provisioning complete for port 09cc16b1-bd3e-4deb-8d89-b2b098cdb1f2 triggered by entity DHCP. {{(pid=103232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 19:37:13.360058 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-a06b87dc-4196-45dd-8331-61b7ae434dfa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593630'] for port (09cc16b1-bd3e-4deb-8d89-b2b098cdb1f2), provisioning_complete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:37:13.384970 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8965e1ad-1ba6-468a-bf35-fb089aef9e63 req-84089de8-6cc5-4ab9-bac4-f6bb522d013d tempest-VolumesActionsTest-1249020738 tempest-VolumesActionsTest-1249020738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:37:13.386707 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-8965e1ad-1ba6-468a-bf35-fb089aef9e63 req-84089de8-6cc5-4ab9-bac4-f6bb522d013d tempest-VolumesActionsTest-1249020738 tempest-VolumesActionsTest-1249020738-project] 10.222.0.75 "GET /v2.0/ports?device_id=8d71075d-1302-4f92-9922-86999d0a6aa8 HTTP/1.1" status: 200 len: 945 time: 0.0625060 Feb 09 19:37:13.410104 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-a06b87dc-4196-45dd-8331-61b7ae434dfa None None] Port 09cc16b1-bd3e-4deb-8d89-b2b098cdb1f2 cannot update to ACTIVE because it is not bound. {{(pid=103232) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 19:37:13.457454 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-8965e1ad-1ba6-468a-bf35-fb089aef9e63 req-0b730a34-8c3f-4310-a926-946dd8498872 tempest-VolumesActionsTest-1249020738 tempest-VolumesActionsTest-1249020738-project] 10.222.0.75 "GET /v2.0/security-groups?id=92e3f3e1-abba-4606-8823-ff0f44ed1f23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0639393 Feb 09 19:37:13.480349 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-465be400-c092-4dba-bb61-1decfd28808b req-6ed65166-62f7-4bfb-a655-537944e2e909 tempest-ServersNegativeTestJSON-1608020402 tempest-ServersNegativeTestJSON-1608020402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:37:13.482546 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-465be400-c092-4dba-bb61-1decfd28808b req-6ed65166-62f7-4bfb-a655-537944e2e909 tempest-ServersNegativeTestJSON-1608020402 tempest-ServersNegativeTestJSON-1608020402-project] 10.222.0.75 "GET /v2.0/ports?device_id=ef8fb5b1-266b-4abe-85d3-6f5780a36355 HTTP/1.1" status: 200 len: 945 time: 0.0900321 Feb 09 19:37:13.530438 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.provisioning_blocks [None req-afcf4803-822b-4e57-950f-9e832466c4da None None] Provisioning complete for port 09cc16b1-bd3e-4deb-8d89-b2b098cdb1f2 triggered by entity DHCP. {{(pid=103232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 19:37:13.531054 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-afcf4803-822b-4e57-950f-9e832466c4da None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593630'] for port (09cc16b1-bd3e-4deb-8d89-b2b098cdb1f2), provisioning_complete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:37:13.569480 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-afcf4803-822b-4e57-950f-9e832466c4da None None] Port 09cc16b1-bd3e-4deb-8d89-b2b098cdb1f2 cannot update to ACTIVE because it is not bound. {{(pid=103232) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 19:37:13.575071 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-465be400-c092-4dba-bb61-1decfd28808b req-5925e3a0-5e41-4954-860a-966a04b2cf23 tempest-ServersNegativeTestJSON-1608020402 tempest-ServersNegativeTestJSON-1608020402-project] 10.222.0.75 "GET /v2.0/security-groups?id=25d47ded-5003-4f4d-b434-467ecec6793f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0856330 Feb 09 19:37:13.650330 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-c43048bb-25f9-46e4-94f0-3a2551623726 tempest-RoutersIpV6Test-841277211 tempest-RoutersIpV6Test-841277211-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1834525'] for router_interface (02e6641c-b184-4252-a556-bc015b3ebbba), before_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:37:13.698580 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.provisioning_blocks [None req-b44e2ff0-ed23-4b11-a4a4-c6d29d80aa4e None None] Provisioning complete for port 09cc16b1-bd3e-4deb-8d89-b2b098cdb1f2 triggered by entity DHCP. {{(pid=103232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 19:37:13.699183 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-b44e2ff0-ed23-4b11-a4a4-c6d29d80aa4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593630'] for port (09cc16b1-bd3e-4deb-8d89-b2b098cdb1f2), provisioning_complete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:37:13.709425 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ca634f1-10c3-49d9-ad9e-7fa0ff0680f8 req-2c5e2017-06cb-42ea-bf83-30a6986b0269 tempest-ServersNegativeTestJSON-1608020402 tempest-ServersNegativeTestJSON-1608020402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:37:13.711054 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-5ca634f1-10c3-49d9-ad9e-7fa0ff0680f8 req-2c5e2017-06cb-42ea-bf83-30a6986b0269 tempest-ServersNegativeTestJSON-1608020402 tempest-ServersNegativeTestJSON-1608020402-project] 10.222.0.75 "GET /v2.0/ports?device_id=ef8fb5b1-266b-4abe-85d3-6f5780a36355 HTTP/1.1" status: 200 len: 945 time: 0.0583053 Feb 09 19:37:13.739395 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-b44e2ff0-ed23-4b11-a4a4-c6d29d80aa4e None None] Port 09cc16b1-bd3e-4deb-8d89-b2b098cdb1f2 cannot update to ACTIVE because it is not bound. {{(pid=103232) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 19:37:13.760481 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-5ca634f1-10c3-49d9-ad9e-7fa0ff0680f8 req-47391425-07e9-423b-ac04-6df724252283 tempest-ServersNegativeTestJSON-1608020402 tempest-ServersNegativeTestJSON-1608020402-project] 10.222.0.75 "GET /v2.0/security-groups?id=25d47ded-5003-4f4d-b434-467ecec6793f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427454 Feb 09 19:37:13.920094 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-fcad4d8b-6630-4402-8485-f2d036efe5d8 req-0e88db22-2b47-46aa-93f7-1400b0261fdd tempest-ServersNegativeTestJSON-1608020402 tempest-ServersNegativeTestJSON-1608020402-project] 10.222.0.75 "GET /v2.0/security-groups?name=does_not_exist&fields=id&tenant_id=554bad581bcf4d20ab4a10352f965260 HTTP/1.1" status: 200 len: 221 time: 0.0361326 Feb 09 19:37:13.933379 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.plugin [None req-c43048bb-25f9-46e4-94f0-3a2551623726 tempest-RoutersIpV6Test-841277211 tempest-RoutersIpV6Test-841277211-project] Deleting port 09cc16b1-bd3e-4deb-8d89-b2b098cdb1f2 {{(pid=103229) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 19:37:13.933801 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-c43048bb-25f9-46e4-94f0-3a2551623726 tempest-RoutersIpV6Test-841277211 tempest-RoutersIpV6Test-841277211-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762867170196'] for port (09cc16b1-bd3e-4deb-8d89-b2b098cdb1f2), before_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:37:14.021395 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-c43048bb-25f9-46e4-94f0-3a2551623726 tempest-RoutersIpV6Test-841277211 tempest-RoutersIpV6Test-841277211-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1820838'] for port (09cc16b1-bd3e-4deb-8d89-b2b098cdb1f2), precommit_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:37:14.026025 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a680578-1fbd-4565-9684-51663c2ceafc req-f38d14d7-e292-4be1-8b39-b8ea4a16265e tempest-ServersNegativeTestJSON-1608020402 tempest-ServersNegativeTestJSON-1608020402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:37:14.027888 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-9a680578-1fbd-4565-9684-51663c2ceafc req-f38d14d7-e292-4be1-8b39-b8ea4a16265e tempest-ServersNegativeTestJSON-1608020402 tempest-ServersNegativeTestJSON-1608020402-project] 10.222.0.75 "GET /v2.0/ports?device_id=ef8fb5b1-266b-4abe-85d3-6f5780a36355 HTTP/1.1" status: 200 len: 945 time: 0.0553126 Feb 09 19:37:14.039822 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.plugin [None req-c43048bb-25f9-46e4-94f0-3a2551623726 tempest-RoutersIpV6Test-841277211 tempest-RoutersIpV6Test-841277211-project] Calling delete_port for 09cc16b1-bd3e-4deb-8d89-b2b098cdb1f2 owned by network:router_interface {{(pid=103229) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 19:37:14.081576 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-9a680578-1fbd-4565-9684-51663c2ceafc req-f797a6bf-ab0f-490c-a265-bcd8e09de624 tempest-ServersNegativeTestJSON-1608020402 tempest-ServersNegativeTestJSON-1608020402-project] 10.222.0.75 "GET /v2.0/security-groups?id=25d47ded-5003-4f4d-b434-467ecec6793f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478783 Feb 09 19:37:14.247158 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e4feef0-e777-44e1-b251-5e59445bab66 req-889e4cda-3082-435b-9db2-8cf953acd31b tempest-ServersNegativeTestJSON-1608020402 tempest-ServersNegativeTestJSON-1608020402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:37:14.249398 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-8e4feef0-e777-44e1-b251-5e59445bab66 req-889e4cda-3082-435b-9db2-8cf953acd31b tempest-ServersNegativeTestJSON-1608020402 tempest-ServersNegativeTestJSON-1608020402-project] 10.222.0.75 "GET /v2.0/ports?device_id=ef8fb5b1-266b-4abe-85d3-6f5780a36355 HTTP/1.1" status: 200 len: 945 time: 0.0979371 Feb 09 19:37:14.253718 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-c43048bb-25f9-46e4-94f0-3a2551623726 tempest-RoutersIpV6Test-841277211 tempest-RoutersIpV6Test-841277211-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762867177463', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762866656476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12867576'] for port (09cc16b1-bd3e-4deb-8d89-b2b098cdb1f2), after_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:37:14.298519 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c43048bb-25f9-46e4-94f0-3a2551623726 tempest-RoutersIpV6Test-841277211 tempest-RoutersIpV6Test-841277211-project] Pushing event deleted for resources: {'Port': ['ID=09cc16b1-bd3e-4deb-8d89-b2b098cdb1f2,revision_number=None']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:37:14.361324 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-edc54c9b-7f13-45d9-9271-85c9738b0128 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762867132591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593584'] for agent (a62b1850-466f-48ae-bec7-d62fb280e14b), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:37:14.408835 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-8e4feef0-e777-44e1-b251-5e59445bab66 req-931b3b51-6de5-4ace-a108-16f988519bf9 tempest-ServersNegativeTestJSON-1608020402 tempest-ServersNegativeTestJSON-1608020402-project] 10.222.0.75 "GET /v2.0/security-groups?id=25d47ded-5003-4f4d-b434-467ecec6793f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1527655 Feb 09 19:37:14.416719 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-c43048bb-25f9-46e4-94f0-3a2551623726 tempest-RoutersIpV6Test-841277211 tempest-RoutersIpV6Test-841277211-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1613467', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1834633'] for router_interface (02e6641c-b184-4252-a556-bc015b3ebbba), after_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:37:14.585267 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60ab6e75-1d15-4653-a7b4-3ef89021d8bf req-388d01ee-f6ab-4923-95af-2a781d5199a5 tempest-VolumesActionsTest-1249020738 tempest-VolumesActionsTest-1249020738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:37:14.586823 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-60ab6e75-1d15-4653-a7b4-3ef89021d8bf req-388d01ee-f6ab-4923-95af-2a781d5199a5 tempest-VolumesActionsTest-1249020738 tempest-VolumesActionsTest-1249020738-project] 10.222.0.75 "GET /v2.0/ports?device_id=8d71075d-1302-4f92-9922-86999d0a6aa8 HTTP/1.1" status: 200 len: 945 time: 0.0554554 Feb 09 19:37:14.635901 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-60ab6e75-1d15-4653-a7b4-3ef89021d8bf req-83d8fee7-bf2c-407e-b19f-f29d47d44ee0 tempest-VolumesActionsTest-1249020738 tempest-VolumesActionsTest-1249020738-project] 10.222.0.75 "GET /v2.0/security-groups?id=92e3f3e1-abba-4606-8823-ff0f44ed1f23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430527 Feb 09 19:37:14.661401 n-d-713498-36 neutron-server[103229]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c43048bb-25f9-46e4-94f0-3a2551623726 tempest-RoutersIpV6Test-841277211 tempest-RoutersIpV6Test-841277211-project] Router 02e6641c-b184-4252-a556-bc015b3ebbba has already been hosted by L3 agent 93303d5e-5d17-45e8-8963-7694f87783ae {{(pid=103229) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 19:37:14.674164 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d83aaf48-be65-4038-936b-79df74953b40 req-a633ecae-48c3-4264-8c67-f2568c8f3578 tempest-ServersNegativeTestJSON-1608020402 tempest-ServersNegativeTestJSON-1608020402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:37:14.675640 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-d83aaf48-be65-4038-936b-79df74953b40 req-a633ecae-48c3-4264-8c67-f2568c8f3578 tempest-ServersNegativeTestJSON-1608020402 tempest-ServersNegativeTestJSON-1608020402-project] 10.222.0.75 "GET /v2.0/ports?device_id=ef8fb5b1-266b-4abe-85d3-6f5780a36355 HTTP/1.1" status: 200 len: 945 time: 0.1650906 Feb 09 19:37:14.717277 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd648063-e2ca-451f-917f-193f4e7e5a33 req-9db38988-7812-41f1-befd-6260b2395454 tempest-VolumesActionsTest-1249020738 tempest-VolumesActionsTest-1249020738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:37:14.718728 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-dd648063-e2ca-451f-917f-193f4e7e5a33 req-9db38988-7812-41f1-befd-6260b2395454 tempest-VolumesActionsTest-1249020738 tempest-VolumesActionsTest-1249020738-project] 10.222.0.89 "GET /v2.0/ports?device_id=8d71075d-1302-4f92-9922-86999d0a6aa8 HTTP/1.1" status: 200 len: 945 time: 0.1087122 Feb 09 19:37:14.835195 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-d83aaf48-be65-4038-936b-79df74953b40 req-4795eece-5289-442e-ab7c-b1105490ef50 tempest-ServersNegativeTestJSON-1608020402 tempest-ServersNegativeTestJSON-1608020402-project] 10.222.0.75 "GET /v2.0/security-groups?id=25d47ded-5003-4f4d-b434-467ecec6793f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1519461 Feb 09 19:37:14.836049 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c43048bb-25f9-46e4-94f0-3a2551623726 tempest-RoutersIpV6Test-841277211 tempest-RoutersIpV6Test-841277211-project] Notify agent at l3_agent.n-d-713498-36 the message routers_updated {{(pid=103229) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 19:37:14.846317 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-c43048bb-25f9-46e4-94f0-3a2551623726 tempest-RoutersIpV6Test-841277211 tempest-RoutersIpV6Test-841277211-project] 10.222.0.75 "PUT /v2.0/routers/02e6641c-b184-4252-a556-bc015b3ebbba/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1298292 Feb 09 19:37:14.847230 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 39382) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:37:14.851918 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fb81966-2413-4dbb-aa8e-31189d508983 None None] Sync routers for ids ['02e6641c-b184-4252-a556-bc015b3ebbba'] in n-d-713498-36 {{(pid=103232) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 19:37:14.870956 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fb81966-2413-4dbb-aa8e-31189d508983 None None] Routers {'02e6641c-b184-4252-a556-bc015b3ebbba'} bound to L3 agent in host n-d-713498-36 {{(pid=103232) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 19:37:14.871711 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.l3_hamode_db [None req-6fb81966-2413-4dbb-aa8e-31189d508983 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T18:51:43Z,description=,heartbeat_timestamp=2022-02-09T19:37:13Z,host='n-d-713498-36',id=93303d5e-5d17-45e8-8963-7694f87783ae,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T18:51:43Z,topic='l3_agent')) {'router_ids': ['02e6641c-b184-4252-a556-bc015b3ebbba'], 'active': True} {{(pid=103232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:37:14.894009 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-f9a0f903-d433-4656-9b6e-a3f8f7944b3d tempest-RoutersIpV6Test-841277211 tempest-RoutersIpV6Test-841277211-project] 10.222.0.75 "GET /v2.0/ports?device_id=02e6641c-b184-4252-a556-bc015b3ebbba HTTP/1.1" status: 200 len: 205 time: 0.0449336 Feb 09 19:37:14.896556 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 39386) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:37:14.916440 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.l3_hamode_db [None req-6fb81966-2413-4dbb-aa8e-31189d508983 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713498-36', False) {} {{(pid=103232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:37:14.920493 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.plugin [req-dd648063-e2ca-451f-917f-193f4e7e5a33 req-d15dcb11-4a58-41bc-9a28-7c7fc0d61c04 tempest-VolumesActionsTest-1249020738 tempest-VolumesActionsTest-1249020738-project] Deleting port e3924193-24c6-400c-990f-d1bd76ba2e3b {{(pid=103229) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 19:37:14.921082 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-dd648063-e2ca-451f-917f-193f4e7e5a33 req-d15dcb11-4a58-41bc-9a28-7c7fc0d61c04 tempest-VolumesActionsTest-1249020738 tempest-VolumesActionsTest-1249020738-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762867170196'] for port (e3924193-24c6-400c-990f-d1bd76ba2e3b), before_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:37:14.930708 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fb81966-2413-4dbb-aa8e-31189d508983 None None] Routers {'02e6641c-b184-4252-a556-bc015b3ebbba'} bound to L3 agent in host n-d-713498-36 {{(pid=103232) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 19:37:14.931557 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.l3_hamode_db [None req-6fb81966-2413-4dbb-aa8e-31189d508983 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T18:51:43Z,description=,heartbeat_timestamp=2022-02-09T19:37:13Z,host='n-d-713498-36',id=93303d5e-5d17-45e8-8963-7694f87783ae,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T18:51:43Z,topic='l3_agent')) {'router_ids': ['02e6641c-b184-4252-a556-bc015b3ebbba'], 'active': True} {{(pid=103232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:37:14.971444 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.l3_hamode_db [None req-6fb81966-2413-4dbb-aa8e-31189d508983 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713498-36', False) {} {{(pid=103232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:37:14.972124 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fb81966-2413-4dbb-aa8e-31189d508983 None None] The sync data for ids ['02e6641c-b184-4252-a556-bc015b3ebbba'] in n-d-713498-36 is: [] {{(pid=103232) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 19:37:15.013921 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-86d223ec-d0bc-4835-bb7d-c8399b8c425c tempest-RoutersIpV6Test-841277211 tempest-RoutersIpV6Test-841277211-project] Publish callbacks [] for router (02e6641c-b184-4252-a556-bc015b3ebbba), before_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:37:15.021812 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.db [req-dd648063-e2ca-451f-917f-193f4e7e5a33 req-d15dcb11-4a58-41bc-9a28-7c7fc0d61c04 tempest-VolumesActionsTest-1249020738 tempest-VolumesActionsTest-1249020738-project] For port e3924193-24c6-400c-990f-d1bd76ba2e3b, host n-h1-713498-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-36',level=0,port_id=e3924193-24c6-400c-990f-d1bd76ba2e3b,segment=NetworkSegment(33e84895-b1ac-4b8b-a075-9ed56e5e0b90),segment_id=33e84895-b1ac-4b8b-a075-9ed56e5e0b90)] {{(pid=103229) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 19:37:15.022214 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-dd648063-e2ca-451f-917f-193f4e7e5a33 req-d15dcb11-4a58-41bc-9a28-7c7fc0d61c04 tempest-VolumesActionsTest-1249020738 tempest-VolumesActionsTest-1249020738-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1820838'] for port (e3924193-24c6-400c-990f-d1bd76ba2e3b), precommit_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:37:15.040227 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.plugin [req-dd648063-e2ca-451f-917f-193f4e7e5a33 req-d15dcb11-4a58-41bc-9a28-7c7fc0d61c04 tempest-VolumesActionsTest-1249020738 tempest-VolumesActionsTest-1249020738-project] Calling delete_port for e3924193-24c6-400c-990f-d1bd76ba2e3b owned by compute:nova {{(pid=103229) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 19:37:15.166776 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-dd648063-e2ca-451f-917f-193f4e7e5a33 req-d15dcb11-4a58-41bc-9a28-7c7fc0d61c04 tempest-VolumesActionsTest-1249020738 tempest-VolumesActionsTest-1249020738-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762867177463', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762866656476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12867576'] for port (e3924193-24c6-400c-990f-d1bd76ba2e3b), after_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:37:15.182142 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] get_ports_and_sgs() called for port_ids ['e3924193-24c6-400c-990f-d1bd76ba2e3b'] {{(pid=103232) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 19:37:15.186023 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6715f34-d12c-42fd-bcde-28849ab73517 req-cd793968-0205-4571-b736-0861fe819d46 tempest-ServersNegativeTestJSON-1608020402 tempest-ServersNegativeTestJSON-1608020402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:37:15.187568 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-a6715f34-d12c-42fd-bcde-28849ab73517 req-cd793968-0205-4571-b736-0861fe819d46 tempest-ServersNegativeTestJSON-1608020402 tempest-ServersNegativeTestJSON-1608020402-project] 10.222.0.75 "GET /v2.0/ports?device_id=ef8fb5b1-266b-4abe-85d3-6f5780a36355 HTTP/1.1" status: 200 len: 945 time: 0.2403197 Feb 09 19:37:15.197801 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-86d223ec-d0bc-4835-bb7d-c8399b8c425c tempest-RoutersIpV6Test-841277211 tempest-RoutersIpV6Test-841277211-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1834988', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-58375'] for router (02e6641c-b184-4252-a556-bc015b3ebbba), precommit_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:37:15.198650 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d15dcb11-4a58-41bc-9a28-7c7fc0d61c04 tempest-VolumesActionsTest-1249020738 tempest-VolumesActionsTest-1249020738-project] Pushing event deleted for resources: {'Port': ['ID=e3924193-24c6-400c-990f-d1bd76ba2e3b,revision_number=None']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:37:15.202176 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-86d223ec-d0bc-4835-bb7d-c8399b8c425c tempest-RoutersIpV6Test-841277211 tempest-RoutersIpV6Test-841277211-project] Publish callbacks [] for router_controller (02e6641c-b184-4252-a556-bc015b3ebbba), precommit_delete_associations {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:37:15.247333 n-d-713498-36 neutron-server[103229]: DEBUG neutron.db.l3_dvrscheduler_db [req-dd648063-e2ca-451f-917f-193f4e7e5a33 req-d15dcb11-4a58-41bc-9a28-7c7fc0d61c04 tempest-VolumesActionsTest-1249020738 tempest-VolumesActionsTest-1249020738-project] No DVR routers for this DVR port e3924193-24c6-400c-990f-d1bd76ba2e3b on host n-h1-713498-36 {{(pid=103229) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 19:37:15.250178 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-dd648063-e2ca-451f-917f-193f4e7e5a33 req-d15dcb11-4a58-41bc-9a28-7c7fc0d61c04 tempest-VolumesActionsTest-1249020738 tempest-VolumesActionsTest-1249020738-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171096'] for port (None), before_response {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:37:15.253763 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-dd648063-e2ca-451f-917f-193f4e7e5a33 req-d15dcb11-4a58-41bc-9a28-7c7fc0d61c04 tempest-VolumesActionsTest-1249020738 tempest-VolumesActionsTest-1249020738-project] 10.222.0.89 "DELETE /v2.0/ports/e3924193-24c6-400c-990f-d1bd76ba2e3b HTTP/1.1" status: 204 len: 173 time: 0.5042298 Feb 09 19:37:15.254253 n-d-713498-36 neutron-server[103229]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8d71075d-1302-4f92-9922-86999d0a6aa8', 'name': 'network-vif-deleted', 'tag': 'e3924193-24c6-400c-990f-d1bd76ba2e3b'}] {{(pid=103229) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 19:37:15.256717 n-d-713498-36 neutron-server[103229]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fa6ae9a20702bd564eaf90d946620b2b4277b1ab91129323d3b54181076be307" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c550c429-a97e-4378-8282-b55d5ac7776a" -d '{"events": [{"server_uuid": "8d71075d-1302-4f92-9922-86999d0a6aa8", "name": "network-vif-deleted", "tag": "e3924193-24c6-400c-990f-d1bd76ba2e3b"}]}' {{(pid=103229) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 19:37:15.288947 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-86d223ec-d0bc-4835-bb7d-c8399b8c425c tempest-RoutersIpV6Test-841277211 tempest-RoutersIpV6Test-841277211-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1835003'] for router (02e6641c-b184-4252-a556-bc015b3ebbba), after_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:37:15.289505 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-86d223ec-d0bc-4835-bb7d-c8399b8c425c tempest-RoutersIpV6Test-841277211 tempest-RoutersIpV6Test-841277211-project] Fanout notify agent at l3_agent the message router_deleted on router 02e6641c-b184-4252-a556-bc015b3ebbba {{(pid=103230) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 09 19:37:15.298536 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-86d223ec-d0bc-4835-bb7d-c8399b8c425c tempest-RoutersIpV6Test-841277211 tempest-RoutersIpV6Test-841277211-project] Publish callbacks [] for router (None), before_response {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:37:15.299653 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-86d223ec-d0bc-4835-bb7d-c8399b8c425c tempest-RoutersIpV6Test-841277211 tempest-RoutersIpV6Test-841277211-project] 10.222.0.75 "DELETE /v2.0/routers/02e6641c-b184-4252-a556-bc015b3ebbba HTTP/1.1" status: 204 len: 168 time: 0.4019773 Feb 09 19:37:15.302458 n-d-713498-36 neutron-server[103229]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 19:37:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1121c516-4e44-45c3-ae31-4a940c3ff748 x-openstack-request-id: req-1121c516-4e44-45c3-ae31-4a940c3ff748 {{(pid=103229) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 19:37:15.302715 n-d-713498-36 neutron-server[103229]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8d71075d-1302-4f92-9922-86999d0a6aa8", "name": "network-vif-deleted", "tag": "e3924193-24c6-400c-990f-d1bd76ba2e3b", "status": "completed", "code": 200}]} {{(pid=103229) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 19:37:15.303005 n-d-713498-36 neutron-server[103229]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-1121c516-4e44-45c3-ae31-4a940c3ff748 {{(pid=103229) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 19:37:15.303507 n-d-713498-36 neutron-server[103229]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8d71075d-1302-4f92-9922-86999d0a6aa8', 'name': 'network-vif-deleted', 'tag': 'e3924193-24c6-400c-990f-d1bd76ba2e3b', 'status': 'completed', 'code': 200} Feb 09 19:37:15.303960 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 39390) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:37:15.304376 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-a6715f34-d12c-42fd-bcde-28849ab73517 req-0802c96b-bea8-440e-8e3d-bb79341b4161 tempest-ServersNegativeTestJSON-1608020402 tempest-ServersNegativeTestJSON-1608020402-project] 10.222.0.75 "GET /v2.0/security-groups?id=25d47ded-5003-4f4d-b434-467ecec6793f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1084127 Feb 09 19:37:15.362154 n-d-713498-36 neutron-server[103229]: DEBUG neutron.db.db_base_plugin_v2 [None req-f6f3f463-6b94-487a-9faa-3a8ed2e0f8a3 tempest-RoutersIpV6Test-841277211 tempest-RoutersIpV6Test-841277211-project] Deleting subnet 6f393876-2554-4013-a918-955311d20002 {{(pid=103229) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 19:37:15.365566 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-f6f3f463-6b94-487a-9faa-3a8ed2e0f8a3 tempest-RoutersIpV6Test-841277211 tempest-RoutersIpV6Test-841277211-project] Publish callbacks [] for subnet (6f393876-2554-4013-a918-955311d20002), before_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:37:15.411433 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-f6f3f463-6b94-487a-9faa-3a8ed2e0f8a3 tempest-RoutersIpV6Test-841277211 tempest-RoutersIpV6Test-841277211-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16683410'] for subnet (6f393876-2554-4013-a918-955311d20002), precommit_delete_associations {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:37:15.455987 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92ea94c9-e30e-45cd-9ce1-04407560ec5a req-42be34a6-d059-4529-9004-ab69aff485a1 tempest-ServersNegativeTestJSON-1608020402 tempest-ServersNegativeTestJSON-1608020402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:37:15.457383 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-92ea94c9-e30e-45cd-9ce1-04407560ec5a req-42be34a6-d059-4529-9004-ab69aff485a1 tempest-ServersNegativeTestJSON-1608020402 tempest-ServersNegativeTestJSON-1608020402-project] 10.222.0.75 "GET /v2.0/ports?device_id=ef8fb5b1-266b-4abe-85d3-6f5780a36355 HTTP/1.1" status: 200 len: 945 time: 0.0569232 Feb 09 19:37:15.501264 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-f6f3f463-6b94-487a-9faa-3a8ed2e0f8a3 tempest-RoutersIpV6Test-841277211 tempest-RoutersIpV6Test-841277211-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-759852'] for subnet (6f393876-2554-4013-a918-955311d20002), precommit_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:37:15.506642 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-92ea94c9-e30e-45cd-9ce1-04407560ec5a req-5a068c6c-c108-47d4-aed4-68148929bb5f tempest-ServersNegativeTestJSON-1608020402 tempest-ServersNegativeTestJSON-1608020402-project] 10.222.0.75 "GET /v2.0/security-groups?id=25d47ded-5003-4f4d-b434-467ecec6793f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434356 Feb 09 19:37:15.564150 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-f6f3f463-6b94-487a-9faa-3a8ed2e0f8a3 tempest-RoutersIpV6Test-841277211 tempest-RoutersIpV6Test-841277211-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-760023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12867367', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12759238'] for subnet (6f393876-2554-4013-a918-955311d20002), after_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:37:15.593884 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6f3f463-6b94-487a-9faa-3a8ed2e0f8a3 tempest-RoutersIpV6Test-841277211 tempest-RoutersIpV6Test-841277211-project] Pushing event deleted for resources: {'Subnet': ['ID=6f393876-2554-4013-a918-955311d20002,revision_number=None']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:37:15.605685 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-f6f3f463-6b94-487a-9faa-3a8ed2e0f8a3 tempest-RoutersIpV6Test-841277211 tempest-RoutersIpV6Test-841277211-project] Publish callbacks [] for subnet (None), before_response {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:37:15.609511 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-f6f3f463-6b94-487a-9faa-3a8ed2e0f8a3 tempest-RoutersIpV6Test-841277211 tempest-RoutersIpV6Test-841277211-project] 10.222.0.75 "DELETE /v2.0/subnets/6f393876-2554-4013-a918-955311d20002 HTTP/1.1" status: 204 len: 168 time: 0.3046191 Feb 09 19:37:15.613209 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 39398) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:37:15.615883 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f45d5f4-fc91-4dba-affa-8a842a85363c None None] Network acef9047-aa98-4227-8f00-28b131e7d50f requested from n-d-713498-36 {{(pid=103232) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 19:37:15.658725 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-830bcbb2-f0fd-483e-aff0-34a9cf380b25 req-fb3d436c-fd31-4900-ad47-db12e2e72a06 tempest-ServersNegativeTestJSON-1608020402 tempest-ServersNegativeTestJSON-1608020402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:37:15.660964 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-830bcbb2-f0fd-483e-aff0-34a9cf380b25 req-fb3d436c-fd31-4900-ad47-db12e2e72a06 tempest-ServersNegativeTestJSON-1608020402 tempest-ServersNegativeTestJSON-1608020402-project] 10.222.0.75 "GET /v2.0/ports?device_id=ef8fb5b1-266b-4abe-85d3-6f5780a36355 HTTP/1.1" status: 200 len: 945 time: 0.0691409 Feb 09 19:37:15.728772 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-9c20a213-91ab-4abd-ad7d-5440953fcdd9 tempest-RoutersIpV6Test-841277211 tempest-RoutersIpV6Test-841277211-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-670458'] for network (acef9047-aa98-4227-8f00-28b131e7d50f), before_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:37:15.752479 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-830bcbb2-f0fd-483e-aff0-34a9cf380b25 req-6f70dbc9-53cc-4ccc-b163-e5f4a2f14639 tempest-ServersNegativeTestJSON-1608020402 tempest-ServersNegativeTestJSON-1608020402-project] 10.222.0.75 "GET /v2.0/security-groups?id=25d47ded-5003-4f4d-b434-467ecec6793f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0854213 Feb 09 19:37:15.805930 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-b323cafc-9daa-4736-be21-86cd719a4918 req-97e9193e-882a-4de5-9eba-99141b61c3d6 tempest-VolumesActionsTest-1249020738 tempest-VolumesActionsTest-1249020738-project] 10.222.0.75 "GET /v2.0/ports?device_id=8d71075d-1302-4f92-9922-86999d0a6aa8 HTTP/1.1" status: 200 len: 210 time: 0.0402074 Feb 09 19:37:15.836594 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.plugin [None req-9c20a213-91ab-4abd-ad7d-5440953fcdd9 tempest-RoutersIpV6Test-841277211 tempest-RoutersIpV6Test-841277211-project] Deleting port e7664a17-611f-4b4a-b492-a0089ea6a6d6 {{(pid=103230) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 19:37:15.837597 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-9c20a213-91ab-4abd-ad7d-5440953fcdd9 tempest-RoutersIpV6Test-841277211 tempest-RoutersIpV6Test-841277211-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762867170196'] for port (e7664a17-611f-4b4a-b492-a0089ea6a6d6), before_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:37:15.839677 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4497ab1-aabc-4d1a-8c3c-88c755b9ed0c None None] DHCP port deletion for acef9047-aa98-4227-8f00-28b131e7d50f request from n-d-713498-36 {{(pid=103232) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 09 19:37:15.893867 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-e4497ab1-aabc-4d1a-8c3c-88c755b9ed0c None None] Deleting port e7664a17-611f-4b4a-b492-a0089ea6a6d6 {{(pid=103232) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 19:37:15.894591 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-e4497ab1-aabc-4d1a-8c3c-88c755b9ed0c None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762867170196'] for port (e7664a17-611f-4b4a-b492-a0089ea6a6d6), before_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:37:15.915320 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.db [None req-9c20a213-91ab-4abd-ad7d-5440953fcdd9 tempest-RoutersIpV6Test-841277211 tempest-RoutersIpV6Test-841277211-project] For port e7664a17-611f-4b4a-b492-a0089ea6a6d6, host n-d-713498-36, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-36',level=0,port_id=e7664a17-611f-4b4a-b492-a0089ea6a6d6,segment=NetworkSegment(e29eb3d2-cbcf-4dbf-8d48-5b042f4dd8d6),segment_id=e29eb3d2-cbcf-4dbf-8d48-5b042f4dd8d6)] {{(pid=103230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 19:37:15.915676 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-9c20a213-91ab-4abd-ad7d-5440953fcdd9 tempest-RoutersIpV6Test-841277211 tempest-RoutersIpV6Test-841277211-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1820838'] for port (e7664a17-611f-4b4a-b492-a0089ea6a6d6), precommit_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:37:15.915811 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9af2098-b00c-4e39-92de-a71c6a1acaa4 req-cc05617e-f47d-436a-b023-8bb4c3e1546e tempest-ServersNegativeTestJSON-1608020402 tempest-ServersNegativeTestJSON-1608020402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:37:15.917363 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-a9af2098-b00c-4e39-92de-a71c6a1acaa4 req-cc05617e-f47d-436a-b023-8bb4c3e1546e tempest-ServersNegativeTestJSON-1608020402 tempest-ServersNegativeTestJSON-1608020402-project] 10.222.0.75 "GET /v2.0/ports?device_id=ef8fb5b1-266b-4abe-85d3-6f5780a36355 HTTP/1.1" status: 200 len: 945 time: 0.0619936 Feb 09 19:37:15.933239 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.plugin [None req-9c20a213-91ab-4abd-ad7d-5440953fcdd9 tempest-RoutersIpV6Test-841277211 tempest-RoutersIpV6Test-841277211-project] Calling delete_port for e7664a17-611f-4b4a-b492-a0089ea6a6d6 owned by network:dhcp {{(pid=103230) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 19:37:15.963275 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-e4497ab1-aabc-4d1a-8c3c-88c755b9ed0c None None] For port e7664a17-611f-4b4a-b492-a0089ea6a6d6, host n-d-713498-36, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-36',level=0,port_id=e7664a17-611f-4b4a-b492-a0089ea6a6d6,segment=NetworkSegment(e29eb3d2-cbcf-4dbf-8d48-5b042f4dd8d6),segment_id=e29eb3d2-cbcf-4dbf-8d48-5b042f4dd8d6)] {{(pid=103232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 19:37:15.963769 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-e4497ab1-aabc-4d1a-8c3c-88c755b9ed0c None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1820838'] for port (e7664a17-611f-4b4a-b492-a0089ea6a6d6), precommit_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:37:15.971472 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-a9af2098-b00c-4e39-92de-a71c6a1acaa4 req-dce27556-c551-49d1-825a-5ac244efa8d1 tempest-ServersNegativeTestJSON-1608020402 tempest-ServersNegativeTestJSON-1608020402-project] 10.222.0.75 "GET /v2.0/security-groups?id=25d47ded-5003-4f4d-b434-467ecec6793f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473108 Feb 09 19:37:15.989625 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-e4497ab1-aabc-4d1a-8c3c-88c755b9ed0c None None] Calling delete_port for e7664a17-611f-4b4a-b492-a0089ea6a6d6 owned by network:dhcp {{(pid=103232) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 19:37:16.009927 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-a7262a8e-0513-48fd-984d-75726a511961 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762867132591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593584'] for agent (911cfea2-02ae-4ec9-bac3-7808ee1cdd9c), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:37:16.020525 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-9c20a213-91ab-4abd-ad7d-5440953fcdd9 tempest-RoutersIpV6Test-841277211 tempest-RoutersIpV6Test-841277211-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762867177463', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762866656476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14393751'] for port (e7664a17-611f-4b4a-b492-a0089ea6a6d6), after_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:37:16.049836 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c20a213-91ab-4abd-ad7d-5440953fcdd9 tempest-RoutersIpV6Test-841277211 tempest-RoutersIpV6Test-841277211-project] Pushing event deleted for resources: {'Port': ['ID=e7664a17-611f-4b4a-b492-a0089ea6a6d6,revision_number=None']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:37:16.065935 n-d-713498-36 neutron-server[103230]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c20a213-91ab-4abd-ad7d-5440953fcdd9 tempest-RoutersIpV6Test-841277211 tempest-RoutersIpV6Test-841277211-project] No DVR routers for this DVR port e7664a17-611f-4b4a-b492-a0089ea6a6d6 on host n-d-713498-36 {{(pid=103230) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 19:37:16.072220 n-d-713498-36 neutron-server[103232]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 19:37:16.072220 n-d-713498-36 neutron-server[103232]: self.session.flush() Feb 09 19:37:16.072220 n-d-713498-36 neutron-server[103232]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 19:37:16.072220 n-d-713498-36 neutron-server[103232]: self.session.flush() Feb 09 19:37:16.072220 n-d-713498-36 neutron-server[103232]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 19:37:16.072220 n-d-713498-36 neutron-server[103232]: self.session.flush() Feb 09 19:37:16.072220 n-d-713498-36 neutron-server[103232]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 19:37:16.072220 n-d-713498-36 neutron-server[103232]: self.session.flush() Feb 09 19:37:16.072220 n-d-713498-36 neutron-server[103232]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 19:37:16.072220 n-d-713498-36 neutron-server[103232]: self.session.flush() Feb 09 19:37:16.072220 n-d-713498-36 neutron-server[103232]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 19:37:16.072220 n-d-713498-36 neutron-server[103232]: self.session.flush() Feb 09 19:37:16.072220 n-d-713498-36 neutron-server[103232]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 19:37:16.072220 n-d-713498-36 neutron-server[103232]: self.session.flush() Feb 09 19:37:16.072220 n-d-713498-36 neutron-server[103232]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 19:37:16.072220 n-d-713498-36 neutron-server[103232]: self.session.flush() Feb 09 19:37:16.072220 n-d-713498-36 neutron-server[103232]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 19:37:16.072220 n-d-713498-36 neutron-server[103232]: self.session.flush() Feb 09 19:37:16.072220 n-d-713498-36 neutron-server[103232]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 19:37:16.072220 n-d-713498-36 neutron-server[103232]: self.session.flush() Feb 09 19:37:16.072220 n-d-713498-36 neutron-server[103232]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 19:37:16.072220 n-d-713498-36 neutron-server[103232]: self.session.flush() Feb 09 19:37:16.072220 n-d-713498-36 neutron-server[103232]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 19:37:16.072220 n-d-713498-36 neutron-server[103232]: self.session.flush() Feb 09 19:37:16.072220 n-d-713498-36 neutron-server[103232]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 19:37:16.072220 n-d-713498-36 neutron-server[103232]: self.session.flush() Feb 09 19:37:16.072220 n-d-713498-36 neutron-server[103232]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 19:37:16.072220 n-d-713498-36 neutron-server[103232]: self.session.flush() Feb 09 19:37:16.072220 n-d-713498-36 neutron-server[103232]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 19:37:16.072220 n-d-713498-36 neutron-server[103232]: self.session.flush() Feb 09 19:37:16.072220 n-d-713498-36 neutron-server[103232]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 19:37:16.072220 n-d-713498-36 neutron-server[103232]: self.session.flush() Feb 09 19:37:16.072220 n-d-713498-36 neutron-server[103232]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 19:37:16.072220 n-d-713498-36 neutron-server[103232]: self.session.flush() Feb 09 19:37:16.072220 n-d-713498-36 neutron-server[103232]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 19:37:16.072220 n-d-713498-36 neutron-server[103232]: self.session.flush() Feb 09 19:37:16.072220 n-d-713498-36 neutron-server[103232]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 19:37:16.072220 n-d-713498-36 neutron-server[103232]: self.session.flush() Feb 09 19:37:16.072220 n-d-713498-36 neutron-server[103232]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 19:37:16.072220 n-d-713498-36 neutron-server[103232]: self.session.flush() Feb 09 19:37:16.072220 n-d-713498-36 neutron-server[103232]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 19:37:16.072220 n-d-713498-36 neutron-server[103232]: self.session.flush() Feb 09 19:37:16.072220 n-d-713498-36 neutron-server[103232]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 19:37:16.072220 n-d-713498-36 neutron-server[103232]: self.session.flush() Feb 09 19:37:16.072220 n-d-713498-36 neutron-server[103232]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 19:37:16.072220 n-d-713498-36 neutron-server[103232]: self.session.flush() Feb 09 19:37:16.072220 n-d-713498-36 neutron-server[103232]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 19:37:16.072220 n-d-713498-36 neutron-server[103232]: self.session.flush() Feb 09 19:37:16.072220 n-d-713498-36 neutron-server[103232]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 19:37:16.072220 n-d-713498-36 neutron-server[103232]: self.session.flush() Feb 09 19:37:16.072220 n-d-713498-36 neutron-server[103232]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 19:37:16.072220 n-d-713498-36 neutron-server[103232]: self.session.flush() Feb 09 19:37:16.072220 n-d-713498-36 neutron-server[103232]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 19:37:16.072220 n-d-713498-36 neutron-server[103232]: self.session.flush() Feb 09 19:37:16.081690 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-e4497ab1-aabc-4d1a-8c3c-88c755b9ed0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762867177463', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762866656476'] for port (e7664a17-611f-4b4a-b492-a0089ea6a6d6), after_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:37:16.108079 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4497ab1-aabc-4d1a-8c3c-88c755b9ed0c None None] Pushing event deleted for resources: {'Port': ['ID=e7664a17-611f-4b4a-b492-a0089ea6a6d6,revision_number=None']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:37:16.110815 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4497ab1-aabc-4d1a-8c3c-88c755b9ed0c None None] No DVR routers for this DVR port e7664a17-611f-4b4a-b492-a0089ea6a6d6 on host n-d-713498-36 {{(pid=103232) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 19:37:16.179741 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-9c20a213-91ab-4abd-ad7d-5440953fcdd9 tempest-RoutersIpV6Test-841277211 tempest-RoutersIpV6Test-841277211-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-590267', 'neutron.services.segments.db._delete_segments_for_network-8762867132609'] for network (acef9047-aa98-4227-8f00-28b131e7d50f), precommit_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:37:16.193678 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e21cb926-8bd6-4a44-b00a-fe9d2f3a5cd5 req-171122c3-4d38-4b18-8bbc-118740186543 tempest-ServersNegativeTestJSON-1608020402 tempest-ServersNegativeTestJSON-1608020402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:37:16.195178 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-e21cb926-8bd6-4a44-b00a-fe9d2f3a5cd5 req-171122c3-4d38-4b18-8bbc-118740186543 tempest-ServersNegativeTestJSON-1608020402 tempest-ServersNegativeTestJSON-1608020402-project] 10.222.0.75 "GET /v2.0/ports?device_id=ef8fb5b1-266b-4abe-85d3-6f5780a36355 HTTP/1.1" status: 200 len: 945 time: 0.1468048 Feb 09 19:37:16.214229 n-d-713498-36 neutron-server[103230]: DEBUG neutron.services.segments.db [None req-9c20a213-91ab-4abd-ad7d-5440953fcdd9 tempest-RoutersIpV6Test-841277211 tempest-RoutersIpV6Test-841277211-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['acef9047-aa98-4227-8f00-28b131e7d50f']}} {{(pid=103230) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:37:16.231284 n-d-713498-36 neutron-server[103230]: DEBUG neutron.services.segments.db [None req-9c20a213-91ab-4abd-ad7d-5440953fcdd9 tempest-RoutersIpV6Test-841277211 tempest-RoutersIpV6Test-841277211-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e29eb3d2-cbcf-4dbf-8d48-5b042f4dd8d6') {'for_net_delete': True} {{(pid=103230) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:37:16.231644 n-d-713498-36 neutron-server[103230]: DEBUG neutron.services.segments.db [None req-9c20a213-91ab-4abd-ad7d-5440953fcdd9 tempest-RoutersIpV6Test-841277211 tempest-RoutersIpV6Test-841277211-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e29eb3d2-cbcf-4dbf-8d48-5b042f4dd8d6') {} {{(pid=103230) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:37:16.244926 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-9c20a213-91ab-4abd-ad7d-5440953fcdd9 tempest-RoutersIpV6Test-841277211 tempest-RoutersIpV6Test-841277211-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762867134154', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12895813'] for segment (e29eb3d2-cbcf-4dbf-8d48-5b042f4dd8d6), before_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:37:16.274940 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-9c20a213-91ab-4abd-ad7d-5440953fcdd9 tempest-RoutersIpV6Test-841277211 tempest-RoutersIpV6Test-841277211-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-759574'] for segment (e29eb3d2-cbcf-4dbf-8d48-5b042f4dd8d6), precommit_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:37:16.283550 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-e21cb926-8bd6-4a44-b00a-fe9d2f3a5cd5 req-49cd5b39-5764-47c7-8dc9-923f492ea20b tempest-ServersNegativeTestJSON-1608020402 tempest-ServersNegativeTestJSON-1608020402-project] 10.222.0.75 "GET /v2.0/security-groups?id=25d47ded-5003-4f4d-b434-467ecec6793f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0822082 Feb 09 19:37:16.286032 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9c20a213-91ab-4abd-ad7d-5440953fcdd9 tempest-RoutersIpV6Test-841277211 tempest-RoutersIpV6Test-841277211-project] Releasing vlan 360 on physical network physnet1 to pool {{(pid=103230) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 19:37:16.286425 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-9c20a213-91ab-4abd-ad7d-5440953fcdd9 tempest-RoutersIpV6Test-841277211 tempest-RoutersIpV6Test-841277211-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-759574', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14393826'] for segment (e29eb3d2-cbcf-4dbf-8d48-5b042f4dd8d6), after_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:37:16.289597 n-d-713498-36 neutron-server[103230]: Traceback (most recent call last): Feb 09 19:37:16.289597 n-d-713498-36 neutron-server[103230]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 19:37:16.289597 n-d-713498-36 neutron-server[103230]: timer() Feb 09 19:37:16.289597 n-d-713498-36 neutron-server[103230]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 19:37:16.289597 n-d-713498-36 neutron-server[103230]: cb(*args, **kw) Feb 09 19:37:16.289597 n-d-713498-36 neutron-server[103230]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 19:37:16.289597 n-d-713498-36 neutron-server[103230]: return func(*args, **kwargs) Feb 09 19:37:16.289597 n-d-713498-36 neutron-server[103230]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 19:37:16.289597 n-d-713498-36 neutron-server[103230]: self._notify() Feb 09 19:37:16.289597 n-d-713498-36 neutron-server[103230]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 19:37:16.289597 n-d-713498-36 neutron-server[103230]: self.callback(batched_events) Feb 09 19:37:16.289597 n-d-713498-36 neutron-server[103230]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 19:37:16.289597 n-d-713498-36 neutron-server[103230]: event.method(event) Feb 09 19:37:16.289597 n-d-713498-36 neutron-server[103230]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 19:37:16.289597 n-d-713498-36 neutron-server[103230]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 19:37:16.289597 n-d-713498-36 neutron-server[103230]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 19:37:16.289597 n-d-713498-36 neutron-server[103230]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 19:37:16.289597 n-d-713498-36 neutron-server[103230]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 19:37:16.289597 n-d-713498-36 neutron-server[103230]: return f(self, *a, **k) Feb 09 19:37:16.289597 n-d-713498-36 neutron-server[103230]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 19:37:16.289597 n-d-713498-36 neutron-server[103230]: return self._get(url).json() Feb 09 19:37:16.289597 n-d-713498-36 neutron-server[103230]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 19:37:16.289597 n-d-713498-36 neutron-server[103230]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 19:37:16.289597 n-d-713498-36 neutron-server[103230]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 19:37:16.289597 n-d-713498-36 neutron-server[103230]: return self.request(url, 'GET', **kwargs) Feb 09 19:37:16.289597 n-d-713498-36 neutron-server[103230]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 19:37:16.289597 n-d-713498-36 neutron-server[103230]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 19:37:16.289597 n-d-713498-36 neutron-server[103230]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 19:37:16.289597 n-d-713498-36 neutron-server[103230]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 19:37:16.289597 n-d-713498-36 neutron-server[103230]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 19:37:16.289597 n-d-713498-36 neutron-server[103230]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 19:37:16.289597 n-d-713498-36 neutron-server[103230]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 19:37:16.353797 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-9c20a213-91ab-4abd-ad7d-5440953fcdd9 tempest-RoutersIpV6Test-841277211 tempest-RoutersIpV6Test-841277211-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-590242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1885479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1818895'] for network (acef9047-aa98-4227-8f00-28b131e7d50f), after_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:37:16.359023 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-9c20a213-91ab-4abd-ad7d-5440953fcdd9 tempest-RoutersIpV6Test-841277211 tempest-RoutersIpV6Test-841277211-project] Publish callbacks [] for network (None), before_response {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:37:16.368093 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-9c20a213-91ab-4abd-ad7d-5440953fcdd9 tempest-RoutersIpV6Test-841277211 tempest-RoutersIpV6Test-841277211-project] 10.222.0.75 "DELETE /v2.0/networks/acef9047-aa98-4227-8f00-28b131e7d50f HTTP/1.1" status: 204 len: 168 time: 0.7478135 Feb 09 19:37:16.368193 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 39412) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:37:16.371146 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.v2.base [None req-b4ebd30b-a5c7-43b9-ad46-b8f6f4ec1de8 tempest-RoutersIpV6Test-841277211 tempest-RoutersIpV6Test-841277211-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-326616174', 'external_gateway_info': {'network_id': '88055e1e-672a-4487-be31-ffb6e833ece5'}, 'admin_state_up': False}} {{(pid=103229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 19:37:16.379407 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c20a213-91ab-4abd-ad7d-5440953fcdd9 tempest-RoutersIpV6Test-841277211 tempest-RoutersIpV6Test-841277211-project] Pushing event deleted for resources: {'Network': ['ID=acef9047-aa98-4227-8f00-28b131e7d50f,revision_number=None']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:37:16.394685 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-b4ebd30b-a5c7-43b9-ad46-b8f6f4ec1de8 tempest-RoutersIpV6Test-841277211 tempest-RoutersIpV6Test-841277211-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1834830', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-58389'] for router (f86fa53b-db36-4e8b-9209-2ac1b39433bd), before_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:37:16.395726 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-b4ebd30b-a5c7-43b9-ad46-b8f6f4ec1de8 tempest-RoutersIpV6Test-841277211 tempest-RoutersIpV6Test-841277211-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1834810', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1822096', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1886735', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-58380'] for router (f86fa53b-db36-4e8b-9209-2ac1b39433bd), precommit_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:37:16.435786 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd331867-50f2-4c6d-aa56-106df34ebe16 req-56b9a468-93bc-4c1b-b06f-6ad0c07b9496 tempest-ServersNegativeTestJSON-1608020402 tempest-ServersNegativeTestJSON-1608020402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:37:16.437507 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-cd331867-50f2-4c6d-aa56-106df34ebe16 req-56b9a468-93bc-4c1b-b06f-6ad0c07b9496 tempest-ServersNegativeTestJSON-1608020402 tempest-ServersNegativeTestJSON-1608020402-project] 10.222.0.75 "GET /v2.0/ports?device_id=ef8fb5b1-266b-4abe-85d3-6f5780a36355 HTTP/1.1" status: 200 len: 945 time: 0.0594933 Feb 09 19:37:16.453666 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-b4ebd30b-a5c7-43b9-ad46-b8f6f4ec1de8 tempest-RoutersIpV6Test-841277211 tempest-RoutersIpV6Test-841277211-project] Publish callbacks [] for router_controller (f86fa53b-db36-4e8b-9209-2ac1b39433bd), precommit_add_association {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:37:16.485883 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-cd331867-50f2-4c6d-aa56-106df34ebe16 req-401dc73e-cc32-466c-aec0-a2dc663f951c tempest-ServersNegativeTestJSON-1608020402 tempest-ServersNegativeTestJSON-1608020402-project] 10.222.0.75 "GET /v2.0/security-groups?id=25d47ded-5003-4f4d-b434-467ecec6793f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423386 Feb 09 19:37:16.638302 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-b4ebd30b-a5c7-43b9-ad46-b8f6f4ec1de8 tempest-RoutersIpV6Test-841277211 tempest-RoutersIpV6Test-841277211-project] Publish callbacks [] for router_gateway (f86fa53b-db36-4e8b-9209-2ac1b39433bd), precommit_update {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:37:16.703797 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a905677-0bf6-43aa-bfdc-d17c0c1120bb req-a896cd64-80e3-422c-86eb-b249b20c5cd8 tempest-ServersNegativeTestJSON-1608020402 tempest-ServersNegativeTestJSON-1608020402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:37:16.705279 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-0a905677-0bf6-43aa-bfdc-d17c0c1120bb req-a896cd64-80e3-422c-86eb-b249b20c5cd8 tempest-ServersNegativeTestJSON-1608020402 tempest-ServersNegativeTestJSON-1608020402-project] 10.222.0.75 "GET /v2.0/ports?device_id=ef8fb5b1-266b-4abe-85d3-6f5780a36355 HTTP/1.1" status: 200 len: 945 time: 0.1323237 Feb 09 19:37:16.765553 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-0a905677-0bf6-43aa-bfdc-d17c0c1120bb req-fab9d263-ff19-4227-9e08-522ac82bb0ee tempest-ServersNegativeTestJSON-1608020402 tempest-ServersNegativeTestJSON-1608020402-project] 10.222.0.75 "GET /v2.0/security-groups?id=25d47ded-5003-4f4d-b434-467ecec6793f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534108 Feb 09 19:37:16.921759 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-b4ebd30b-a5c7-43b9-ad46-b8f6f4ec1de8 tempest-RoutersIpV6Test-841277211 tempest-RoutersIpV6Test-841277211-project] Publish callbacks [] for router_gateway (f86fa53b-db36-4e8b-9209-2ac1b39433bd), before_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:37:16.930433 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Device e7664a17-611f-4b4a-b492-a0089ea6a6d6 no longer exists at agent ovs-agent-n-d-713498-36 {{(pid=103232) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 19:37:16.944559 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-b4ebd30b-a5c7-43b9-ad46-b8f6f4ec1de8 tempest-RoutersIpV6Test-841277211 tempest-RoutersIpV6Test-841277211-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (None), before_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:37:16.957857 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] No Port match for: e7664a17-611f-4b4a-b492-a0089ea6a6d6 {{(pid=103232) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 19:37:16.958248 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Device e7664a17-611f-4b4a-b492-a0089ea6a6d6 not bound to the agent host n-d-713498-36 {{(pid=103232) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 19:37:16.968266 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acaa7943-da7a-40f0-8f25-4772418011e7 req-586db565-6ca2-49cf-bbd6-27d6a75da697 tempest-ServersNegativeTestJSON-1608020402 tempest-ServersNegativeTestJSON-1608020402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:37:16.969742 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-acaa7943-da7a-40f0-8f25-4772418011e7 req-586db565-6ca2-49cf-bbd6-27d6a75da697 tempest-ServersNegativeTestJSON-1608020402 tempest-ServersNegativeTestJSON-1608020402-project] 10.222.0.75 "GET /v2.0/ports?device_id=ef8fb5b1-266b-4abe-85d3-6f5780a36355 HTTP/1.1" status: 200 len: 945 time: 0.1116233 Feb 09 19:37:17.024200 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762867132591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593584'] for agent (496418a2-c002-4aec-ab1a-07f3bea491bd), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:37:17.077415 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-acaa7943-da7a-40f0-8f25-4772418011e7 req-b166ee66-2760-478a-97c7-ba30863d4b57 tempest-ServersNegativeTestJSON-1608020402 tempest-ServersNegativeTestJSON-1608020402-project] 10.222.0.75 "GET /v2.0/security-groups?id=25d47ded-5003-4f4d-b434-467ecec6793f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0812702 Feb 09 19:37:17.113544 n-d-713498-36 neutron-server[103229]: DEBUG neutron.db.db_base_plugin_common [None req-b4ebd30b-a5c7-43b9-ad46-b8f6f4ec1de8 tempest-RoutersIpV6Test-841277211 tempest-RoutersIpV6Test-841277211-project] Allocated IP 172.25.1.125 (88055e1e-672a-4487-be31-ffb6e833ece5/ac16dbcc-383c-4b43-9153-d763c4a53f91/49199898-46e9-4e11-9b58-942b29a0ef51) {{(pid=103229) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 19:37:17.214949 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99bf459d-1380-4939-9bfa-55721fe2367e req-8200e548-9dc6-4973-8831-113a4ad214dc tempest-ServersNegativeTestJSON-1608020402 tempest-ServersNegativeTestJSON-1608020402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:37:17.217474 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-99bf459d-1380-4939-9bfa-55721fe2367e req-8200e548-9dc6-4973-8831-113a4ad214dc tempest-ServersNegativeTestJSON-1608020402 tempest-ServersNegativeTestJSON-1608020402-project] 10.222.0.75 "GET /v2.0/ports?device_id=ef8fb5b1-266b-4abe-85d3-6f5780a36355 HTTP/1.1" status: 200 len: 945 time: 0.0642118 Feb 09 19:37:17.229250 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-b4ebd30b-a5c7-43b9-ad46-b8f6f4ec1de8 tempest-RoutersIpV6Test-841277211 tempest-RoutersIpV6Test-841277211-project] Publish callbacks [] for port (49199898-46e9-4e11-9b58-942b29a0ef51), precommit_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:37:17.266480 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-b4ebd30b-a5c7-43b9-ad46-b8f6f4ec1de8 tempest-RoutersIpV6Test-841277211 tempest-RoutersIpV6Test-841277211-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762866656467', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12867576'] for port (49199898-46e9-4e11-9b58-942b29a0ef51), after_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:37:17.268202 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-99bf459d-1380-4939-9bfa-55721fe2367e req-cbe15fed-9cc2-4a12-930d-1566ac374317 tempest-ServersNegativeTestJSON-1608020402 tempest-ServersNegativeTestJSON-1608020402-project] 10.222.0.75 "GET /v2.0/security-groups?id=25d47ded-5003-4f4d-b434-467ecec6793f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446005 Feb 09 19:37:17.309537 n-d-713498-36 neutron-server[103229]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4ebd30b-a5c7-43b9-ad46-b8f6f4ec1de8 tempest-RoutersIpV6Test-841277211 tempest-RoutersIpV6Test-841277211-project] Network 88055e1e-672a-4487-be31-ffb6e833ece5 is already hosted by enough agents. {{(pid=103229) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 19:37:17.316274 n-d-713498-36 neutron-server[103229]: DEBUG neutron.scheduler.base_scheduler [None req-b4ebd30b-a5c7-43b9-ad46-b8f6f4ec1de8 tempest-RoutersIpV6Test-841277211 tempest-RoutersIpV6Test-841277211-project] Resources bound (agent type, host, resource id): {{(pid=103229) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 19:37:17.320503 n-d-713498-36 neutron-server[103229]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4ebd30b-a5c7-43b9-ad46-b8f6f4ec1de8 tempest-RoutersIpV6Test-841277211 tempest-RoutersIpV6Test-841277211-project] Received port after_create {{(pid=103229) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 19:37:17.357855 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4ebd30b-a5c7-43b9-ad46-b8f6f4ec1de8 tempest-RoutersIpV6Test-841277211 tempest-RoutersIpV6Test-841277211-project] Pushing event updated for resources: {'Port': ['ID=49199898-46e9-4e11-9b58-942b29a0ef51,revision_number=1']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:37:17.421511 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6d03590-d955-42ca-ba8f-7b9965588c7c req-ca47764f-c6b1-498a-8b94-2a109c9aacd8 tempest-ServersNegativeTestJSON-1608020402 tempest-ServersNegativeTestJSON-1608020402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:37:17.423122 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-f6d03590-d955-42ca-ba8f-7b9965588c7c req-ca47764f-c6b1-498a-8b94-2a109c9aacd8 tempest-ServersNegativeTestJSON-1608020402 tempest-ServersNegativeTestJSON-1608020402-project] 10.222.0.75 "GET /v2.0/ports?device_id=ef8fb5b1-266b-4abe-85d3-6f5780a36355 HTTP/1.1" status: 200 len: 945 time: 0.0622950 Feb 09 19:37:17.476738 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-f6d03590-d955-42ca-ba8f-7b9965588c7c req-f24b6a70-200d-47b3-b881-ab626c4a2537 tempest-ServersNegativeTestJSON-1608020402 tempest-ServersNegativeTestJSON-1608020402-project] 10.222.0.75 "GET /v2.0/security-groups?id=25d47ded-5003-4f4d-b434-467ecec6793f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472796 Feb 09 19:37:17.646727 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af84f502-7c9a-4738-a474-950b5254421e req-d492ff85-1454-452b-a123-5f6d51be049b tempest-ServersNegativeTestJSON-1608020402 tempest-ServersNegativeTestJSON-1608020402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:37:17.648249 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-af84f502-7c9a-4738-a474-950b5254421e req-d492ff85-1454-452b-a123-5f6d51be049b tempest-ServersNegativeTestJSON-1608020402 tempest-ServersNegativeTestJSON-1608020402-project] 10.222.0.75 "GET /v2.0/ports?device_id=ef8fb5b1-266b-4abe-85d3-6f5780a36355 HTTP/1.1" status: 200 len: 945 time: 0.0767622 Feb 09 19:37:17.652662 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-b4ebd30b-a5c7-43b9-ad46-b8f6f4ec1de8 tempest-RoutersIpV6Test-841277211 tempest-RoutersIpV6Test-841277211-project] Publish callbacks [] for router_gateway (f86fa53b-db36-4e8b-9209-2ac1b39433bd), after_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:37:17.770276 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-af84f502-7c9a-4738-a474-950b5254421e req-9ff4fc15-d9dd-479c-b49d-5b9ae91c61a4 tempest-ServersNegativeTestJSON-1608020402 tempest-ServersNegativeTestJSON-1608020402-project] 10.222.0.75 "GET /v2.0/security-groups?id=25d47ded-5003-4f4d-b434-467ecec6793f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1135962 Feb 09 19:37:17.817675 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Device e3924193-24c6-400c-990f-d1bd76ba2e3b no longer exists at agent hyperv_n-h1-713498-36 {{(pid=103232) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 19:37:17.842749 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] No Port match for: e3924193-24c6-400c-990f-d1bd76ba2e3b {{(pid=103232) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 19:37:17.843721 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Device e3924193-24c6-400c-990f-d1bd76ba2e3b not bound to the agent host n-h1-713498-36 {{(pid=103232) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 19:37:18.249474 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd2cbff6-8724-42cb-a1d5-739cd089744b req-c97342e7-ccee-4ff2-bfc1-607e25170b4e tempest-ServersNegativeTestJSON-1608020402 tempest-ServersNegativeTestJSON-1608020402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:37:18.251065 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-bd2cbff6-8724-42cb-a1d5-739cd089744b req-c97342e7-ccee-4ff2-bfc1-607e25170b4e tempest-ServersNegativeTestJSON-1608020402 tempest-ServersNegativeTestJSON-1608020402-project] 10.222.0.75 "GET /v2.0/ports?device_id=ef8fb5b1-266b-4abe-85d3-6f5780a36355 HTTP/1.1" status: 200 len: 945 time: 0.0786448 Feb 09 19:37:18.252592 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-b4ebd30b-a5c7-43b9-ad46-b8f6f4ec1de8 tempest-RoutersIpV6Test-841277211 tempest-RoutersIpV6Test-841277211-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1834945', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1818951'] for router (f86fa53b-db36-4e8b-9209-2ac1b39433bd), after_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:37:18.372078 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-bd2cbff6-8724-42cb-a1d5-739cd089744b req-5d7c6482-e4be-4af8-94e5-fee787b2d933 tempest-ServersNegativeTestJSON-1608020402 tempest-ServersNegativeTestJSON-1608020402-project] 10.222.0.75 "GET /v2.0/security-groups?id=25d47ded-5003-4f4d-b434-467ecec6793f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1145236 Feb 09 19:37:18.435637 n-d-713498-36 neutron-server[103229]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b4ebd30b-a5c7-43b9-ad46-b8f6f4ec1de8 tempest-RoutersIpV6Test-841277211 tempest-RoutersIpV6Test-841277211-project] Router f86fa53b-db36-4e8b-9209-2ac1b39433bd is scheduled to L3 agent 93303d5e-5d17-45e8-8963-7694f87783ae with binding_index 1 {{(pid=103229) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 09 19:37:18.509070 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7beb665f-31c2-4f5e-9c82-0e3f34804266 req-f9e813c3-6885-416f-830f-f47e37438461 tempest-ServersNegativeTestJSON-1608020402 tempest-ServersNegativeTestJSON-1608020402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:37:18.510568 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-7beb665f-31c2-4f5e-9c82-0e3f34804266 req-f9e813c3-6885-416f-830f-f47e37438461 tempest-ServersNegativeTestJSON-1608020402 tempest-ServersNegativeTestJSON-1608020402-project] 10.222.0.75 "GET /v2.0/ports?device_id=ef8fb5b1-266b-4abe-85d3-6f5780a36355 HTTP/1.1" status: 200 len: 945 time: 0.0593014 Feb 09 19:37:18.553210 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b4ebd30b-a5c7-43b9-ad46-b8f6f4ec1de8 tempest-RoutersIpV6Test-841277211 tempest-RoutersIpV6Test-841277211-project] Notify agent at l3_agent.n-d-713498-36 the message routers_updated {{(pid=103229) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 19:37:18.563902 n-d-713498-36 neutron-server[103233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e34c2638-3796-4e35-8f1b-a2ddf6fb6063 None None] Sync routers for ids ['f86fa53b-db36-4e8b-9209-2ac1b39433bd'] in n-d-713498-36 {{(pid=103233) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 19:37:18.577519 n-d-713498-36 neutron-server[103233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e34c2638-3796-4e35-8f1b-a2ddf6fb6063 None None] Routers {'f86fa53b-db36-4e8b-9209-2ac1b39433bd'} bound to L3 agent in host n-d-713498-36 {{(pid=103233) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 19:37:18.578337 n-d-713498-36 neutron-server[103233]: DEBUG neutron.db.l3_hamode_db [None req-e34c2638-3796-4e35-8f1b-a2ddf6fb6063 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T18:51:43Z,description=,heartbeat_timestamp=2022-02-09T19:37:13Z,host='n-d-713498-36',id=93303d5e-5d17-45e8-8963-7694f87783ae,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T18:51:43Z,topic='l3_agent')) {'router_ids': ['f86fa53b-db36-4e8b-9209-2ac1b39433bd'], 'active': True} {{(pid=103233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:37:18.588448 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-7beb665f-31c2-4f5e-9c82-0e3f34804266 req-b216190f-0dc2-4f19-ac08-7d2a7692ae80 tempest-ServersNegativeTestJSON-1608020402 tempest-ServersNegativeTestJSON-1608020402-project] 10.222.0.75 "GET /v2.0/security-groups?id=25d47ded-5003-4f4d-b434-467ecec6793f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0708017 Feb 09 19:37:18.592408 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-b4ebd30b-a5c7-43b9-ad46-b8f6f4ec1de8 tempest-RoutersIpV6Test-841277211 tempest-RoutersIpV6Test-841277211-project] Publish callbacks [] for router (None), before_response {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:37:18.594321 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-b4ebd30b-a5c7-43b9-ad46-b8f6f4ec1de8 tempest-RoutersIpV6Test-841277211 tempest-RoutersIpV6Test-841277211-project] 10.222.0.75 "POST /v2.0/routers HTTP/1.1" status: 201 len: 883 time: 2.2265604 Feb 09 19:37:18.598044 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 39480) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:37:18.614311 n-d-713498-36 neutron-server[103233]: DEBUG neutron.db.l3_hamode_db [None req-e34c2638-3796-4e35-8f1b-a2ddf6fb6063 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713498-36', False) {} {{(pid=103233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:37:18.624352 n-d-713498-36 neutron-server[103233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e34c2638-3796-4e35-8f1b-a2ddf6fb6063 None None] Routers {'f86fa53b-db36-4e8b-9209-2ac1b39433bd'} bound to L3 agent in host n-d-713498-36 {{(pid=103233) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 19:37:18.625111 n-d-713498-36 neutron-server[103233]: DEBUG neutron.db.l3_hamode_db [None req-e34c2638-3796-4e35-8f1b-a2ddf6fb6063 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T18:51:43Z,description=,heartbeat_timestamp=2022-02-09T19:37:13Z,host='n-d-713498-36',id=93303d5e-5d17-45e8-8963-7694f87783ae,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T18:51:43Z,topic='l3_agent')) {'router_ids': ['f86fa53b-db36-4e8b-9209-2ac1b39433bd'], 'active': True} {{(pid=103233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:37:18.670937 n-d-713498-36 neutron-server[103233]: DEBUG neutron.db.l3_hamode_db [None req-e34c2638-3796-4e35-8f1b-a2ddf6fb6063 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713498-36', False) {} {{(pid=103233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:37:18.671656 n-d-713498-36 neutron-server[103233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e34c2638-3796-4e35-8f1b-a2ddf6fb6063 None None] The sync data for ids ['f86fa53b-db36-4e8b-9209-2ac1b39433bd'] in n-d-713498-36 is: [] {{(pid=103233) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 19:37:18.721759 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762867132591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593584'] for agent (488cd9ae-631f-4955-ba0b-4f5a13f12e9c), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:37:18.755351 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-8e7a2a79-76f1-46f0-8962-b92b00974bb6 tempest-RoutersIpV6Test-841277211 tempest-RoutersIpV6Test-841277211-project] 10.222.0.75 "GET /v2.0/routers/f86fa53b-db36-4e8b-9209-2ac1b39433bd HTTP/1.1" status: 200 len: 884 time: 0.1545331 Feb 09 19:37:18.757904 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 39498) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:37:18.822128 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a1db061-a8cc-466d-b6da-c7ab786cdbdb req-8495f9ee-101e-4141-ae49-29b3f8d22aed tempest-ServersNegativeTestJSON-1608020402 tempest-ServersNegativeTestJSON-1608020402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:37:18.830236 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-8a1db061-a8cc-466d-b6da-c7ab786cdbdb req-8495f9ee-101e-4141-ae49-29b3f8d22aed tempest-ServersNegativeTestJSON-1608020402 tempest-ServersNegativeTestJSON-1608020402-project] 10.222.0.75 "GET /v2.0/ports?device_id=ef8fb5b1-266b-4abe-85d3-6f5780a36355 HTTP/1.1" status: 200 len: 945 time: 0.0670295 Feb 09 19:37:18.884437 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-8a1db061-a8cc-466d-b6da-c7ab786cdbdb req-200ab6ba-7565-4f93-9a80-dc29496dcb66 tempest-ServersNegativeTestJSON-1608020402 tempest-ServersNegativeTestJSON-1608020402-project] 10.222.0.75 "GET /v2.0/security-groups?id=25d47ded-5003-4f4d-b434-467ecec6793f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532436 Feb 09 19:37:19.029811 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-1c7e3c32-23be-433d-ac96-91d7093e8134 tempest-RoutersIpV6Test-841277211 tempest-RoutersIpV6Test-841277211-project] 10.222.0.75 "GET /v2.0/routers HTTP/1.1" status: 200 len: 887 time: 0.2677221 Feb 09 19:37:19.030508 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 39512) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:37:19.034520 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.v2.base [None req-7f44049c-dab7-4c11-97e6-911e8b740f00 tempest-RoutersIpV6Test-841277211 tempest-RoutersIpV6Test-841277211-project] Request body: {'router': {'name': 'updatedtempest-RoutersIpV6Test-router-326616174'}} {{(pid=103229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 19:37:19.111923 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762867132591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593584'] for agent (bcd5faee-dc24-4298-9134-0e0aa054058e), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:37:19.133429 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe49e953-caca-4caa-b7c9-21197bccd8a4 req-747cd720-b99a-41bf-9300-afa09c23e70a tempest-ServersNegativeTestJSON-1608020402 tempest-ServersNegativeTestJSON-1608020402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:37:19.135682 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-fe49e953-caca-4caa-b7c9-21197bccd8a4 req-747cd720-b99a-41bf-9300-afa09c23e70a tempest-ServersNegativeTestJSON-1608020402 tempest-ServersNegativeTestJSON-1608020402-project] 10.222.0.75 "GET /v2.0/ports?device_id=ef8fb5b1-266b-4abe-85d3-6f5780a36355 HTTP/1.1" status: 200 len: 945 time: 0.1661320 Feb 09 19:37:19.249342 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-fe49e953-caca-4caa-b7c9-21197bccd8a4 req-b96e525a-e4b4-461b-b802-1dd5dfbb10f3 tempest-ServersNegativeTestJSON-1608020402 tempest-ServersNegativeTestJSON-1608020402-project] 10.222.0.75 "GET /v2.0/security-groups?id=25d47ded-5003-4f4d-b434-467ecec6793f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1053965 Feb 09 19:37:19.525920 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3e5a73d-d49e-4a28-adb2-3909af2566c7 req-548db73d-0749-4bad-abb4-8bc0951685aa tempest-ServersNegativeTestJSON-1608020402 tempest-ServersNegativeTestJSON-1608020402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:37:19.533877 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-e3e5a73d-d49e-4a28-adb2-3909af2566c7 req-548db73d-0749-4bad-abb4-8bc0951685aa tempest-ServersNegativeTestJSON-1608020402 tempest-ServersNegativeTestJSON-1608020402-project] 10.222.0.75 "GET /v2.0/ports?device_id=ef8fb5b1-266b-4abe-85d3-6f5780a36355 HTTP/1.1" status: 200 len: 945 time: 0.1378314 Feb 09 19:37:19.536020 n-d-713498-36 neutron-server[103233]: DEBUG neutron.db.agents_db [None req-4a8a6a42-0a0c-4437-8958-92282682b6bb None None] Agent healthcheck: found 7 active agents {{(pid=103233) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 19:37:19.544640 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-7f44049c-dab7-4c11-97e6-911e8b740f00 tempest-RoutersIpV6Test-841277211 tempest-RoutersIpV6Test-841277211-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1822118', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1834952', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-58494'] for router (f86fa53b-db36-4e8b-9209-2ac1b39433bd), precommit_update {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:37:19.566838 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-7f44049c-dab7-4c11-97e6-911e8b740f00 tempest-RoutersIpV6Test-841277211 tempest-RoutersIpV6Test-841277211-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1818951', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1822125', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1822132', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1834967'] for router (f86fa53b-db36-4e8b-9209-2ac1b39433bd), after_update {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:37:19.655449 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-e3e5a73d-d49e-4a28-adb2-3909af2566c7 req-de3abe48-1ed2-430b-9e81-5c8be575f19f tempest-ServersNegativeTestJSON-1608020402 tempest-ServersNegativeTestJSON-1608020402-project] 10.222.0.75 "GET /v2.0/security-groups?id=25d47ded-5003-4f4d-b434-467ecec6793f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1209009 Feb 09 19:37:19.735533 n-d-713498-36 neutron-server[103229]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7f44049c-dab7-4c11-97e6-911e8b740f00 tempest-RoutersIpV6Test-841277211 tempest-RoutersIpV6Test-841277211-project] Router f86fa53b-db36-4e8b-9209-2ac1b39433bd has already been hosted by L3 agent 93303d5e-5d17-45e8-8963-7694f87783ae {{(pid=103229) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 19:37:19.823093 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb6e7678-617d-4987-a252-f5d3f6e1eaa3 req-e592501f-07b9-445c-b32f-1c7b67a95df5 tempest-ServersNegativeTestJSON-1608020402 tempest-ServersNegativeTestJSON-1608020402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:37:19.824573 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-bb6e7678-617d-4987-a252-f5d3f6e1eaa3 req-e592501f-07b9-445c-b32f-1c7b67a95df5 tempest-ServersNegativeTestJSON-1608020402 tempest-ServersNegativeTestJSON-1608020402-project] 10.222.0.75 "GET /v2.0/ports?device_id=ef8fb5b1-266b-4abe-85d3-6f5780a36355 HTTP/1.1" status: 200 len: 945 time: 0.0806618 Feb 09 19:37:19.881408 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7f44049c-dab7-4c11-97e6-911e8b740f00 tempest-RoutersIpV6Test-841277211 tempest-RoutersIpV6Test-841277211-project] Notify agent at l3_agent.n-d-713498-36 the message routers_updated {{(pid=103229) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 19:37:19.896618 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-7f44049c-dab7-4c11-97e6-911e8b740f00 tempest-RoutersIpV6Test-841277211 tempest-RoutersIpV6Test-841277211-project] Publish callbacks [] for router (None), before_response {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:37:19.897520 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5fcd3fb-961a-4eaf-ba2e-d5edb9dc3f28 None None] Sync routers for ids ['f86fa53b-db36-4e8b-9209-2ac1b39433bd'] in n-d-713498-36 {{(pid=103232) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 19:37:19.900771 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-7f44049c-dab7-4c11-97e6-911e8b740f00 tempest-RoutersIpV6Test-841277211 tempest-RoutersIpV6Test-841277211-project] 10.222.0.75 "PUT /v2.0/routers/f86fa53b-db36-4e8b-9209-2ac1b39433bd HTTP/1.1" status: 200 len: 891 time: 0.8676238 Feb 09 19:37:19.901855 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 39528) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:37:19.923488 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5fcd3fb-961a-4eaf-ba2e-d5edb9dc3f28 None None] Routers {'f86fa53b-db36-4e8b-9209-2ac1b39433bd'} bound to L3 agent in host n-d-713498-36 {{(pid=103232) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 19:37:19.927335 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.l3_hamode_db [None req-a5fcd3fb-961a-4eaf-ba2e-d5edb9dc3f28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T18:51:43Z,description=,heartbeat_timestamp=2022-02-09T19:37:13Z,host='n-d-713498-36',id=93303d5e-5d17-45e8-8963-7694f87783ae,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T18:51:43Z,topic='l3_agent')) {'router_ids': ['f86fa53b-db36-4e8b-9209-2ac1b39433bd'], 'active': True} {{(pid=103232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:37:19.952000 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-bb6e7678-617d-4987-a252-f5d3f6e1eaa3 req-29b741e3-631b-4e7a-ac7a-2d53c091d7a9 tempest-ServersNegativeTestJSON-1608020402 tempest-ServersNegativeTestJSON-1608020402-project] 10.222.0.75 "GET /v2.0/security-groups?id=25d47ded-5003-4f4d-b434-467ecec6793f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1164398 Feb 09 19:37:19.995416 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.l3_hamode_db [None req-a5fcd3fb-961a-4eaf-ba2e-d5edb9dc3f28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713498-36', False) {} {{(pid=103232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:37:20.004421 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5fcd3fb-961a-4eaf-ba2e-d5edb9dc3f28 None None] Routers {'f86fa53b-db36-4e8b-9209-2ac1b39433bd'} bound to L3 agent in host n-d-713498-36 {{(pid=103232) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 19:37:20.005275 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.l3_hamode_db [None req-a5fcd3fb-961a-4eaf-ba2e-d5edb9dc3f28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T18:51:43Z,description=,heartbeat_timestamp=2022-02-09T19:37:13Z,host='n-d-713498-36',id=93303d5e-5d17-45e8-8963-7694f87783ae,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T18:51:43Z,topic='l3_agent')) {'router_ids': ['f86fa53b-db36-4e8b-9209-2ac1b39433bd'], 'active': True} {{(pid=103232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:37:20.048974 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.l3_hamode_db [None req-a5fcd3fb-961a-4eaf-ba2e-d5edb9dc3f28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713498-36', False) {} {{(pid=103232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:37:20.049908 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5fcd3fb-961a-4eaf-ba2e-d5edb9dc3f28 None None] The sync data for ids ['f86fa53b-db36-4e8b-9209-2ac1b39433bd'] in n-d-713498-36 is: [] {{(pid=103232) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 19:37:20.079163 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 39532) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:37:20.080903 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-78ad0989-e509-42e3-8fbf-e48157c96ec4 tempest-RoutersIpV6Test-841277211 tempest-RoutersIpV6Test-841277211-project] 10.222.0.75 "GET /v2.0/routers/f86fa53b-db36-4e8b-9209-2ac1b39433bd HTTP/1.1" status: 200 len: 891 time: 0.1778176 Feb 09 19:37:20.124136 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-5bb4c685-ee86-45f6-9a25-6f9c96143853 tempest-RoutersIpV6Test-841277211 tempest-RoutersIpV6Test-841277211-project] 10.222.0.75 "GET /v2.0/ports?device_id=f86fa53b-db36-4e8b-9209-2ac1b39433bd HTTP/1.1" status: 200 len: 205 time: 0.0458570 Feb 09 19:37:20.127246 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 39536) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:37:20.239531 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2245d91c-8780-448b-b1fa-131932734c17 req-47accaa9-5a19-4cd6-ae2c-4adb6ae18417 tempest-ServersNegativeTestJSON-1608020402 tempest-ServersNegativeTestJSON-1608020402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:37:20.246756 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-2245d91c-8780-448b-b1fa-131932734c17 req-47accaa9-5a19-4cd6-ae2c-4adb6ae18417 tempest-ServersNegativeTestJSON-1608020402 tempest-ServersNegativeTestJSON-1608020402-project] 10.222.0.75 "GET /v2.0/ports?device_id=ef8fb5b1-266b-4abe-85d3-6f5780a36355 HTTP/1.1" status: 200 len: 945 time: 0.0668712 Feb 09 19:37:20.312241 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-2245d91c-8780-448b-b1fa-131932734c17 req-fe0e672d-b1b2-467e-b07c-f34c78136d8b tempest-ServersNegativeTestJSON-1608020402 tempest-ServersNegativeTestJSON-1608020402-project] 10.222.0.75 "GET /v2.0/security-groups?id=25d47ded-5003-4f4d-b434-467ecec6793f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0569227 Feb 09 19:37:20.330650 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-a3eb5f34-c602-4854-950d-9092c21ae294 tempest-RoutersIpV6Test-841277211 tempest-RoutersIpV6Test-841277211-project] Publish callbacks [] for router (f86fa53b-db36-4e8b-9209-2ac1b39433bd), before_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:37:20.469231 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-a3eb5f34-c602-4854-950d-9092c21ae294 tempest-RoutersIpV6Test-841277211 tempest-RoutersIpV6Test-841277211-project] Publish callbacks [] for router_gateway (f86fa53b-db36-4e8b-9209-2ac1b39433bd), before_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:37:20.532457 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.plugin [None req-a3eb5f34-c602-4854-950d-9092c21ae294 tempest-RoutersIpV6Test-841277211 tempest-RoutersIpV6Test-841277211-project] Deleting port 49199898-46e9-4e11-9b58-942b29a0ef51 {{(pid=103229) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 19:37:20.532935 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-a3eb5f34-c602-4854-950d-9092c21ae294 tempest-RoutersIpV6Test-841277211 tempest-RoutersIpV6Test-841277211-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762867170196'] for port (49199898-46e9-4e11-9b58-942b29a0ef51), before_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:37:20.631580 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-a3eb5f34-c602-4854-950d-9092c21ae294 tempest-RoutersIpV6Test-841277211 tempest-RoutersIpV6Test-841277211-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1820838'] for port (49199898-46e9-4e11-9b58-942b29a0ef51), precommit_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:37:20.646083 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.plugin [None req-a3eb5f34-c602-4854-950d-9092c21ae294 tempest-RoutersIpV6Test-841277211 tempest-RoutersIpV6Test-841277211-project] Calling delete_port for 49199898-46e9-4e11-9b58-942b29a0ef51 owned by network:router_gateway {{(pid=103229) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 19:37:20.895223 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-a3eb5f34-c602-4854-950d-9092c21ae294 tempest-RoutersIpV6Test-841277211 tempest-RoutersIpV6Test-841277211-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762867177463', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762866656476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12867576'] for port (49199898-46e9-4e11-9b58-942b29a0ef51), after_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:37:20.925947 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3eb5f34-c602-4854-950d-9092c21ae294 tempest-RoutersIpV6Test-841277211 tempest-RoutersIpV6Test-841277211-project] Pushing event deleted for resources: {'Port': ['ID=49199898-46e9-4e11-9b58-942b29a0ef51,revision_number=None']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:37:21.008089 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-a3eb5f34-c602-4854-950d-9092c21ae294 tempest-RoutersIpV6Test-841277211 tempest-RoutersIpV6Test-841277211-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1818987'] for router_gateway (f86fa53b-db36-4e8b-9209-2ac1b39433bd), after_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:37:21.133016 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-a3eb5f34-c602-4854-950d-9092c21ae294 tempest-RoutersIpV6Test-841277211 tempest-RoutersIpV6Test-841277211-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1834988', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-58375'] for router (f86fa53b-db36-4e8b-9209-2ac1b39433bd), precommit_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:37:21.136275 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-a3eb5f34-c602-4854-950d-9092c21ae294 tempest-RoutersIpV6Test-841277211 tempest-RoutersIpV6Test-841277211-project] Publish callbacks [] for router_controller (f86fa53b-db36-4e8b-9209-2ac1b39433bd), precommit_delete_associations {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:37:21.192249 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-a3eb5f34-c602-4854-950d-9092c21ae294 tempest-RoutersIpV6Test-841277211 tempest-RoutersIpV6Test-841277211-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1835003'] for router (f86fa53b-db36-4e8b-9209-2ac1b39433bd), after_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:37:21.192989 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a3eb5f34-c602-4854-950d-9092c21ae294 tempest-RoutersIpV6Test-841277211 tempest-RoutersIpV6Test-841277211-project] Fanout notify agent at l3_agent the message router_deleted on router f86fa53b-db36-4e8b-9209-2ac1b39433bd {{(pid=103229) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 09 19:37:21.205776 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-a3eb5f34-c602-4854-950d-9092c21ae294 tempest-RoutersIpV6Test-841277211 tempest-RoutersIpV6Test-841277211-project] Publish callbacks [] for router (None), before_response {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:37:21.207308 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-a3eb5f34-c602-4854-950d-9092c21ae294 tempest-RoutersIpV6Test-841277211 tempest-RoutersIpV6Test-841277211-project] 10.222.0.75 "DELETE /v2.0/routers/f86fa53b-db36-4e8b-9209-2ac1b39433bd HTTP/1.1" status: 204 len: 168 time: 1.0788746 Feb 09 19:37:21.211399 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 39542) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:37:21.218375 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.v2.base [None req-9ed4d6f1-8e85-4b0f-8a6a-0257ac42f38e tempest-RoutersIpV6Test-841277211 tempest-RoutersIpV6Test-841277211-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1513449778'}} {{(pid=103230) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 19:37:21.243928 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9ed4d6f1-8e85-4b0f-8a6a-0257ac42f38e tempest-RoutersIpV6Test-841277211 tempest-RoutersIpV6Test-841277211-project] Made reservation on behalf of 9e33aca4a44d4fa38a064d0581ca7668 for: {'network': 1} {{(pid=103230) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 19:37:21.250602 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-9ed4d6f1-8e85-4b0f-8a6a-0257ac42f38e tempest-RoutersIpV6Test-841277211 tempest-RoutersIpV6Test-841277211-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for network (None), before_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:37:21.281930 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9ed4d6f1-8e85-4b0f-8a6a-0257ac42f38e tempest-RoutersIpV6Test-841277211 tempest-RoutersIpV6Test-841277211-project] vlan segment allocate from pool success with {'vlan_id': 362, 'physical_network': 'physnet1'} {{(pid=103230) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 19:37:21.294716 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-9ed4d6f1-8e85-4b0f-8a6a-0257ac42f38e tempest-RoutersIpV6Test-841277211 tempest-RoutersIpV6Test-841277211-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-759574'] for segment (4a977aed-e6bd-422e-ada3-b7bc9212d636), precommit_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:37:21.295291 n-d-713498-36 neutron-server[103230]: INFO neutron.db.segments_db [None req-9ed4d6f1-8e85-4b0f-8a6a-0257ac42f38e tempest-RoutersIpV6Test-841277211 tempest-RoutersIpV6Test-841277211-project] Added segment 4a977aed-e6bd-422e-ada3-b7bc9212d636 of type vlan for network 6aebdb5e-ed39-4ab1-8731-9b4f4cffd10f Feb 09 19:37:21.386198 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-9ed4d6f1-8e85-4b0f-8a6a-0257ac42f38e tempest-RoutersIpV6Test-841277211 tempest-RoutersIpV6Test-841277211-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762866642225'] for network (6aebdb5e-ed39-4ab1-8731-9b4f4cffd10f), precommit_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:37:21.453670 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-9ed4d6f1-8e85-4b0f-8a6a-0257ac42f38e tempest-RoutersIpV6Test-841277211 tempest-RoutersIpV6Test-841277211-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1885479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452'] for network (6aebdb5e-ed39-4ab1-8731-9b4f4cffd10f), after_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:37:21.459346 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ed4d6f1-8e85-4b0f-8a6a-0257ac42f38e tempest-RoutersIpV6Test-841277211 tempest-RoutersIpV6Test-841277211-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:37:21.460054 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-9ed4d6f1-8e85-4b0f-8a6a-0257ac42f38e tempest-RoutersIpV6Test-841277211 tempest-RoutersIpV6Test-841277211-project] Publish callbacks [] for network (None), before_response {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:37:21.496251 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-9ed4d6f1-8e85-4b0f-8a6a-0257ac42f38e tempest-RoutersIpV6Test-841277211 tempest-RoutersIpV6Test-841277211-project] 10.222.0.75 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.2831342 Feb 09 19:37:21.499098 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ca854d3-5087-43d2-a218-6477cc9c90cc req-4f6e37a7-3523-4ccd-a3d9-0370cff74a9a tempest-ServersNegativeTestJSON-1608020402 tempest-ServersNegativeTestJSON-1608020402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:37:21.508664 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-0ca854d3-5087-43d2-a218-6477cc9c90cc req-4f6e37a7-3523-4ccd-a3d9-0370cff74a9a tempest-ServersNegativeTestJSON-1608020402 tempest-ServersNegativeTestJSON-1608020402-project] 10.222.0.75 "GET /v2.0/ports?device_id=ef8fb5b1-266b-4abe-85d3-6f5780a36355 HTTP/1.1" status: 200 len: 945 time: 0.1168633 Feb 09 19:37:21.516384 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 39546) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:37:21.521192 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.v2.base [None req-d8fac1bf-6cae-4cae-9cac-bbc229e7990f tempest-RoutersIpV6Test-841277211 tempest-RoutersIpV6Test-841277211-project] Request body: {'subnet': {'network_id': '6aebdb5e-ed39-4ab1-8731-9b4f4cffd10f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 19:37:21.554255 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ed4d6f1-8e85-4b0f-8a6a-0257ac42f38e tempest-RoutersIpV6Test-841277211 tempest-RoutersIpV6Test-841277211-project] Pushing event updated for resources: {'Network': ['ID=6aebdb5e-ed39-4ab1-8731-9b4f4cffd10f,revision_number=1']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:37:21.570814 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Network 6aebdb5e-ed39-4ab1-8731-9b4f4cffd10f details requested by agent ovs-agent-n-d-713498-36 with host n-d-713498-36 {{(pid=103232) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 19:37:21.956402 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-0ca854d3-5087-43d2-a218-6477cc9c90cc req-f02c0b9d-5fba-462d-a154-7524639cdaef tempest-ServersNegativeTestJSON-1608020402 tempest-ServersNegativeTestJSON-1608020402-project] 10.222.0.75 "GET /v2.0/security-groups?id=25d47ded-5003-4f4d-b434-467ecec6793f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4468360 Feb 09 19:37:21.995643 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d8fac1bf-6cae-4cae-9cac-bbc229e7990f tempest-RoutersIpV6Test-841277211 tempest-RoutersIpV6Test-841277211-project] Made reservation on behalf of 9e33aca4a44d4fa38a064d0581ca7668 for: {'subnet': 1} {{(pid=103229) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 19:37:22.000387 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-d8fac1bf-6cae-4cae-9cac-bbc229e7990f tempest-RoutersIpV6Test-841277211 tempest-RoutersIpV6Test-841277211-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12759265'] for subnet (None), before_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:37:22.279365 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-d8fac1bf-6cae-4cae-9cac-bbc229e7990f tempest-RoutersIpV6Test-841277211 tempest-RoutersIpV6Test-841277211-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12867428', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12759263'] for subnet (c4fd0e56-ebd1-42d8-896b-f6ec03aed527), after_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:37:22.351970 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8fac1bf-6cae-4cae-9cac-bbc229e7990f tempest-RoutersIpV6Test-841277211 tempest-RoutersIpV6Test-841277211-project] Pushing event updated for resources: {'Subnet': ['ID=c4fd0e56-ebd1-42d8-896b-f6ec03aed527,revision_number=0']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:37:22.369897 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8fac1bf-6cae-4cae-9cac-bbc229e7990f tempest-RoutersIpV6Test-841277211 tempest-RoutersIpV6Test-841277211-project] Checking segment: {'id': '4a977aed-e6bd-422e-ada3-b7bc9212d636', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': '6aebdb5e-ed39-4ab1-8731-9b4f4cffd10f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103229) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 19:37:22.372048 n-d-713498-36 neutron-server[103229]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8fac1bf-6cae-4cae-9cac-bbc229e7990f tempest-RoutersIpV6Test-841277211 tempest-RoutersIpV6Test-841277211-project] Network hostable DHCP agents. Network: 6aebdb5e-ed39-4ab1-8731-9b4f4cffd10f, hostable agents: ['af91e4b9-f4e1-42b1-a25c-a10dc47171c8'], hosted agents: [] {{(pid=103229) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 19:37:22.395906 n-d-713498-36 neutron-server[103229]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8fac1bf-6cae-4cae-9cac-bbc229e7990f tempest-RoutersIpV6Test-841277211 tempest-RoutersIpV6Test-841277211-project] Network 6aebdb5e-ed39-4ab1-8731-9b4f4cffd10f is scheduled to be hosted by DHCP agent af91e4b9-f4e1-42b1-a25c-a10dc47171c8 with binding_index 1 {{(pid=103229) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 19:37:22.411231 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41a06cd7-0608-43ce-9c6c-1e404bebdbbc req-986ef259-4cbd-427e-b4da-8833232419c8 tempest-ServersNegativeTestJSON-1608020402 tempest-ServersNegativeTestJSON-1608020402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:37:22.415017 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-41a06cd7-0608-43ce-9c6c-1e404bebdbbc req-986ef259-4cbd-427e-b4da-8833232419c8 tempest-ServersNegativeTestJSON-1608020402 tempest-ServersNegativeTestJSON-1608020402-project] 10.222.0.75 "GET /v2.0/ports?device_id=ef8fb5b1-266b-4abe-85d3-6f5780a36355 HTTP/1.1" status: 200 len: 945 time: 0.1208375 Feb 09 19:37:22.420757 n-d-713498-36 neutron-server[103229]: DEBUG neutron.scheduler.base_scheduler [None req-d8fac1bf-6cae-4cae-9cac-bbc229e7990f tempest-RoutersIpV6Test-841277211 tempest-RoutersIpV6Test-841277211-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713498-36, 6aebdb5e-ed39-4ab1-8731-9b4f4cffd10f) {{(pid=103229) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 19:37:22.427175 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8fac1bf-6cae-4cae-9cac-bbc229e7990f tempest-RoutersIpV6Test-841277211 tempest-RoutersIpV6Test-841277211-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:37:22.427852 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-d8fac1bf-6cae-4cae-9cac-bbc229e7990f tempest-RoutersIpV6Test-841277211 tempest-RoutersIpV6Test-841277211-project] Publish callbacks [] for subnet (None), before_response {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:37:22.431799 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67f21773-a1e9-4ef5-8d31-1c727efd5608 None None] Network 6aebdb5e-ed39-4ab1-8731-9b4f4cffd10f requested from n-d-713498-36 {{(pid=103232) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 19:37:22.477984 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-d8fac1bf-6cae-4cae-9cac-bbc229e7990f tempest-RoutersIpV6Test-841277211 tempest-RoutersIpV6Test-841277211-project] 10.222.0.75 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.9597883 Feb 09 19:37:22.486254 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 39558) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:37:22.491556 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.v2.base [None req-3296f3f1-33f4-429e-9c4e-5b30eebaad32 tempest-RoutersIpV6Test-841277211 tempest-RoutersIpV6Test-841277211-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-2101096554', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103230) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 19:37:22.527536 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-41a06cd7-0608-43ce-9c6c-1e404bebdbbc req-f206a147-c3ba-4c81-85cb-7faa3f2a35cb tempest-ServersNegativeTestJSON-1608020402 tempest-ServersNegativeTestJSON-1608020402-project] 10.222.0.75 "GET /v2.0/security-groups?id=25d47ded-5003-4f4d-b434-467ecec6793f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1023085 Feb 09 19:37:22.540071 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-3296f3f1-33f4-429e-9c4e-5b30eebaad32 tempest-RoutersIpV6Test-841277211 tempest-RoutersIpV6Test-841277211-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1834830', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-58389'] for router (25b449d3-6fa2-476c-ba93-e6f8bb5687c3), before_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:37:22.541143 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-3296f3f1-33f4-429e-9c4e-5b30eebaad32 tempest-RoutersIpV6Test-841277211 tempest-RoutersIpV6Test-841277211-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1834810', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1822096', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1886735', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-58380'] for router (25b449d3-6fa2-476c-ba93-e6f8bb5687c3), precommit_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:37:22.602029 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9c7b647-f068-4235-99aa-daa4dc44af25 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8b32e980-7cce-5e82-a341-bd2fa8945c89-6aebdb5e-ed39-4ab1-8731-9b4f4cffd10f', 'network_id': '6aebdb5e-ed39-4ab1-8731-9b4f4cffd10f', 'project_id': '9e33aca4a44d4fa38a064d0581ca7668', 'fixed_ips': [{'subnet_id': 'c4fd0e56-ebd1-42d8-896b-f6ec03aed527'}]}} from n-d-713498-36. {{(pid=103232) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 09 19:37:22.604100 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-d9c7b647-f068-4235-99aa-daa4dc44af25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (None), before_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:37:22.633052 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-3296f3f1-33f4-429e-9c4e-5b30eebaad32 tempest-RoutersIpV6Test-841277211 tempest-RoutersIpV6Test-841277211-project] Publish callbacks [] for router_controller (25b449d3-6fa2-476c-ba93-e6f8bb5687c3), precommit_add_association {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:37:22.637000 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-3296f3f1-33f4-429e-9c4e-5b30eebaad32 tempest-RoutersIpV6Test-841277211 tempest-RoutersIpV6Test-841277211-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1834945', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1818951'] for router (25b449d3-6fa2-476c-ba93-e6f8bb5687c3), after_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:37:22.656687 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-3296f3f1-33f4-429e-9c4e-5b30eebaad32 tempest-RoutersIpV6Test-841277211 tempest-RoutersIpV6Test-841277211-project] Publish callbacks [] for router (None), before_response {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:37:22.660726 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-3296f3f1-33f4-429e-9c4e-5b30eebaad32 tempest-RoutersIpV6Test-841277211 tempest-RoutersIpV6Test-841277211-project] 10.222.0.75 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.1733153 Feb 09 19:37:22.660869 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 39560) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:37:22.814626 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.db_base_plugin_common [None req-d9c7b647-f068-4235-99aa-daa4dc44af25 None None] Allocated IP 2001:db8::2 (6aebdb5e-ed39-4ab1-8731-9b4f4cffd10f/c4fd0e56-ebd1-42d8-896b-f6ec03aed527/0a834927-1e7b-4792-9356-95e915289f9b) {{(pid=103232) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 19:37:23.038524 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-d9c7b647-f068-4235-99aa-daa4dc44af25 None None] Publish callbacks [] for port (0a834927-1e7b-4792-9356-95e915289f9b), precommit_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:37:23.051834 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-d9c7b647-f068-4235-99aa-daa4dc44af25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762866656467'] for port (0a834927-1e7b-4792-9356-95e915289f9b), after_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:37:23.056624 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-4e24088d-c354-409c-a6f3-44ab8065e615 tempest-RoutersIpV6Test-841277211 tempest-RoutersIpV6Test-841277211-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (None), before_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:37:23.100454 n-d-713498-36 neutron-server[103232]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9c7b647-f068-4235-99aa-daa4dc44af25 None None] Network 6aebdb5e-ed39-4ab1-8731-9b4f4cffd10f is already hosted by enough agents. {{(pid=103232) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 19:37:23.108213 n-d-713498-36 neutron-server[103232]: DEBUG neutron.scheduler.base_scheduler [None req-d9c7b647-f068-4235-99aa-daa4dc44af25 None None] Resources bound (agent type, host, resource id): {{(pid=103232) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 19:37:23.114454 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9c7b647-f068-4235-99aa-daa4dc44af25 None None] Received port after_create {{(pid=103232) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 19:37:23.134639 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9c7b647-f068-4235-99aa-daa4dc44af25 None None] Pushing event updated for resources: {'Port': ['ID=0a834927-1e7b-4792-9356-95e915289f9b,revision_number=1']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:37:23.163924 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9c7b647-f068-4235-99aa-daa4dc44af25 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:37:23.164433 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9c7b647-f068-4235-99aa-daa4dc44af25 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:37:23.164883 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9c7b647-f068-4235-99aa-daa4dc44af25 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:37:23.165334 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9c7b647-f068-4235-99aa-daa4dc44af25 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:37:23.166106 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9c7b647-f068-4235-99aa-daa4dc44af25 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:37:23.166351 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9c7b647-f068-4235-99aa-daa4dc44af25 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:37:23.166792 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9c7b647-f068-4235-99aa-daa4dc44af25 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:37:23.167226 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9c7b647-f068-4235-99aa-daa4dc44af25 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:37:23.167656 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9c7b647-f068-4235-99aa-daa4dc44af25 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:37:23.168480 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9c7b647-f068-4235-99aa-daa4dc44af25 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:37:23.169545 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9c7b647-f068-4235-99aa-daa4dc44af25 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:37:23.170002 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9c7b647-f068-4235-99aa-daa4dc44af25 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:37:23.170492 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9c7b647-f068-4235-99aa-daa4dc44af25 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:37:23.219039 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.managers [None req-d9c7b647-f068-4235-99aa-daa4dc44af25 None None] Attempting to bind port 0a834927-1e7b-4792-9356-95e915289f9b on host n-d-713498-36 for vnic_type normal with profile {{(pid=103232) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 19:37:23.219738 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.managers [None req-d9c7b647-f068-4235-99aa-daa4dc44af25 None None] Attempting to bind port 0a834927-1e7b-4792-9356-95e915289f9b by drivers openvswitch,hyperv on host n-d-713498-36 at level 0 using segments [{'id': '4a977aed-e6bd-422e-ada3-b7bc9212d636', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': '6aebdb5e-ed39-4ab1-8731-9b4f4cffd10f'}] {{(pid=103232) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 19:37:23.220143 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9c7b647-f068-4235-99aa-daa4dc44af25 None None] Attempting to bind port 0a834927-1e7b-4792-9356-95e915289f9b on network 6aebdb5e-ed39-4ab1-8731-9b4f4cffd10f {{(pid=103232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 19:37:23.226408 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9c7b647-f068-4235-99aa-daa4dc44af25 None None] Checking agent: {'id': '496418a2-c002-4aec-ab1a-07f3bea491bd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-36', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 18, 51, 47), 'started_at': datetime.datetime(2022, 2, 9, 18, 52, 17), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 19, 37, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-36'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 19:37:23.226820 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9c7b647-f068-4235-99aa-daa4dc44af25 None None] Checking segment: {'id': '4a977aed-e6bd-422e-ada3-b7bc9212d636', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': '6aebdb5e-ed39-4ab1-8731-9b4f4cffd10f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103232) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 19:37:23.227352 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-d9c7b647-f068-4235-99aa-daa4dc44af25 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:37:23.227761 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9c7b647-f068-4235-99aa-daa4dc44af25 None None] Bound using segment: {'id': '4a977aed-e6bd-422e-ada3-b7bc9212d636', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': '6aebdb5e-ed39-4ab1-8731-9b4f4cffd10f'} {{(pid=103232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 19:37:23.228265 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.managers [None req-d9c7b647-f068-4235-99aa-daa4dc44af25 None None] Bound port: 0a834927-1e7b-4792-9356-95e915289f9b, host: n-d-713498-36, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4a977aed-e6bd-422e-ada3-b7bc9212d636', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': '6aebdb5e-ed39-4ab1-8731-9b4f4cffd10f'}}] {{(pid=103232) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 19:37:23.228681 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-d9c7b647-f068-4235-99aa-daa4dc44af25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (0a834927-1e7b-4792-9356-95e915289f9b), before_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:37:23.319571 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-d9c7b647-f068-4235-99aa-daa4dc44af25 None None] For port 0a834927-1e7b-4792-9356-95e915289f9b, host n-d-713498-36, cleared binding levels {{(pid=103232) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 19:37:23.326612 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-d9c7b647-f068-4235-99aa-daa4dc44af25 None None] For port 0a834927-1e7b-4792-9356-95e915289f9b, host n-d-713498-36, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-36',level=0,port_id=0a834927-1e7b-4792-9356-95e915289f9b,segment=NetworkSegment(4a977aed-e6bd-422e-ada3-b7bc9212d636),segment_id=4a977aed-e6bd-422e-ada3-b7bc9212d636)] {{(pid=103232) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 19:37:23.335537 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-d9c7b647-f068-4235-99aa-daa4dc44af25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762867176205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762866656485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762866656503'] for port (0a834927-1e7b-4792-9356-95e915289f9b), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:37:23.411365 n-d-713498-36 neutron-server[103230]: DEBUG neutron.db.db_base_plugin_common [None req-4e24088d-c354-409c-a6f3-44ab8065e615 tempest-RoutersIpV6Test-841277211 tempest-RoutersIpV6Test-841277211-project] Allocated IP 2001:db8::1 (6aebdb5e-ed39-4ab1-8731-9b4f4cffd10f/c4fd0e56-ebd1-42d8-896b-f6ec03aed527/35c3a4b8-544c-4767-9d39-0ef17b2cd0e5) {{(pid=103230) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 19:37:23.444099 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9c7b647-f068-4235-99aa-daa4dc44af25 None None] Pushing event updated for resources: {'Port': ['ID=0a834927-1e7b-4792-9356-95e915289f9b,revision_number=2']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:37:23.714355 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-4e24088d-c354-409c-a6f3-44ab8065e615 tempest-RoutersIpV6Test-841277211 tempest-RoutersIpV6Test-841277211-project] Publish callbacks [] for port (35c3a4b8-544c-4767-9d39-0ef17b2cd0e5), precommit_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:37:23.784381 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d6cc8af-e6d6-4bfc-9a67-95128ec965ec req-a9e3eb7b-79c7-43b4-8013-c4425df70c52 tempest-ServersNegativeTestJSON-1608020402 tempest-ServersNegativeTestJSON-1608020402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:37:23.791648 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-8d6cc8af-e6d6-4bfc-9a67-95128ec965ec req-a9e3eb7b-79c7-43b4-8013-c4425df70c52 tempest-ServersNegativeTestJSON-1608020402 tempest-ServersNegativeTestJSON-1608020402-project] 10.222.0.75 "GET /v2.0/ports?device_id=ef8fb5b1-266b-4abe-85d3-6f5780a36355 HTTP/1.1" status: 200 len: 945 time: 0.0921578 Feb 09 19:37:23.810333 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-4e24088d-c354-409c-a6f3-44ab8065e615 tempest-RoutersIpV6Test-841277211 tempest-RoutersIpV6Test-841277211-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762866656467', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14393751'] for port (35c3a4b8-544c-4767-9d39-0ef17b2cd0e5), after_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:37:23.877923 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e24088d-c354-409c-a6f3-44ab8065e615 tempest-RoutersIpV6Test-841277211 tempest-RoutersIpV6Test-841277211-project] Pushing event updated for resources: {'Port': ['ID=35c3a4b8-544c-4767-9d39-0ef17b2cd0e5,revision_number=1']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:37:23.904601 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-8d6cc8af-e6d6-4bfc-9a67-95128ec965ec req-e4ecbce1-029e-4a8e-b5cf-0cc9041973aa tempest-ServersNegativeTestJSON-1608020402 tempest-ServersNegativeTestJSON-1608020402-project] 10.222.0.75 "GET /v2.0/security-groups?id=25d47ded-5003-4f4d-b434-467ecec6793f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1110237 Feb 09 19:37:23.924266 n-d-713498-36 neutron-server[103230]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e24088d-c354-409c-a6f3-44ab8065e615 tempest-RoutersIpV6Test-841277211 tempest-RoutersIpV6Test-841277211-project] Network 6aebdb5e-ed39-4ab1-8731-9b4f4cffd10f is already hosted by enough agents. {{(pid=103230) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 19:37:23.926015 n-d-713498-36 neutron-server[103230]: DEBUG neutron.scheduler.base_scheduler [None req-4e24088d-c354-409c-a6f3-44ab8065e615 tempest-RoutersIpV6Test-841277211 tempest-RoutersIpV6Test-841277211-project] Resources bound (agent type, host, resource id): {{(pid=103230) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 19:37:23.928665 n-d-713498-36 neutron-server[103230]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e24088d-c354-409c-a6f3-44ab8065e615 tempest-RoutersIpV6Test-841277211 tempest-RoutersIpV6Test-841277211-project] Received port after_create {{(pid=103230) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 19:37:23.929260 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-4e24088d-c354-409c-a6f3-44ab8065e615 tempest-RoutersIpV6Test-841277211 tempest-RoutersIpV6Test-841277211-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1819024'] for router_interface (25b449d3-6fa2-476c-ba93-e6f8bb5687c3), before_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:37:24.129867 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28a0909a-8670-4465-a26b-2fd5b767234e req-6d997e7f-bde9-4cd2-b547-17d9031d35e7 tempest-ServersNegativeTestJSON-1608020402 tempest-ServersNegativeTestJSON-1608020402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:37:24.131568 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-28a0909a-8670-4465-a26b-2fd5b767234e req-6d997e7f-bde9-4cd2-b547-17d9031d35e7 tempest-ServersNegativeTestJSON-1608020402 tempest-ServersNegativeTestJSON-1608020402-project] 10.222.0.75 "GET /v2.0/ports?device_id=ef8fb5b1-266b-4abe-85d3-6f5780a36355 HTTP/1.1" status: 200 len: 945 time: 0.1254382 Feb 09 19:37:24.135017 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-4e24088d-c354-409c-a6f3-44ab8065e615 tempest-RoutersIpV6Test-841277211 tempest-RoutersIpV6Test-841277211-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (35c3a4b8-544c-4767-9d39-0ef17b2cd0e5), before_update {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:37:24.716543 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-28a0909a-8670-4465-a26b-2fd5b767234e req-6fb58418-09cf-4d6f-8275-79e2e9a43d79 tempest-ServersNegativeTestJSON-1608020402 tempest-ServersNegativeTestJSON-1608020402-project] 10.222.0.75 "GET /v2.0/security-groups?id=25d47ded-5003-4f4d-b434-467ecec6793f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1570375 Feb 09 19:37:24.976093 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4eeccbe0-45a7-41ca-9e8f-1ae3023ac197 None None] Network 6aebdb5e-ed39-4ab1-8731-9b4f4cffd10f requested from n-d-713498-36 {{(pid=103232) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 19:37:25.069498 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Device 0a834927-1e7b-4792-9356-95e915289f9b up at agent ovs-agent-n-d-713498-36 {{(pid=103232) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 19:37:25.084445 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bec6d9df-7335-42cf-b3ec-34d68d68f463 req-2021ed1d-5c99-41f9-a77a-9cc376a9bba0 tempest-ServersNegativeTestJSON-1608020402 tempest-ServersNegativeTestJSON-1608020402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:37:25.086622 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-bec6d9df-7335-42cf-b3ec-34d68d68f463 req-2021ed1d-5c99-41f9-a77a-9cc376a9bba0 tempest-ServersNegativeTestJSON-1608020402 tempest-ServersNegativeTestJSON-1608020402-project] 10.222.0.75 "GET /v2.0/ports?device_id=ef8fb5b1-266b-4abe-85d3-6f5780a36355 HTTP/1.1" status: 200 len: 945 time: 0.1901350 Feb 09 19:37:25.119238 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-4e24088d-c354-409c-a6f3-44ab8065e615 tempest-RoutersIpV6Test-841277211 tempest-RoutersIpV6Test-841277211-project] Publish callbacks [] for port (35c3a4b8-544c-4767-9d39-0ef17b2cd0e5), precommit_update {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:37:25.131703 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.provisioning_blocks [None req-2e7be0d9-5130-4c0a-849d-cbb1f20787a2 None None] Provisioning complete for port 0a834927-1e7b-4792-9356-95e915289f9b triggered by entity DHCP. {{(pid=103232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 19:37:25.132126 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-2e7be0d9-5130-4c0a-849d-cbb1f20787a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593630'] for port (0a834927-1e7b-4792-9356-95e915289f9b), provisioning_complete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:37:25.137104 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-4e24088d-c354-409c-a6f3-44ab8065e615 tempest-RoutersIpV6Test-841277211 tempest-RoutersIpV6Test-841277211-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762867176205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762866656485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762866656503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14393758'] for port (35c3a4b8-544c-4767-9d39-0ef17b2cd0e5), after_update {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:37:25.139884 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-4e24088d-c354-409c-a6f3-44ab8065e615 tempest-RoutersIpV6Test-841277211 tempest-RoutersIpV6Test-841277211-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1613458', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1834496'] for router_interface (25b449d3-6fa2-476c-ba93-e6f8bb5687c3), after_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:37:25.232204 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e24088d-c354-409c-a6f3-44ab8065e615 tempest-RoutersIpV6Test-841277211 tempest-RoutersIpV6Test-841277211-project] Pushing event updated for resources: {'Port': ['ID=35c3a4b8-544c-4767-9d39-0ef17b2cd0e5,revision_number=2']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:37:25.244464 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-2e7be0d9-5130-4c0a-849d-cbb1f20787a2 None None] Current status of the port 0a834927-1e7b-4792-9356-95e915289f9b is: DOWN; New status is: ACTIVE {{(pid=103232) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 19:37:25.244862 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-2e7be0d9-5130-4c0a-849d-cbb1f20787a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (0a834927-1e7b-4792-9356-95e915289f9b), before_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:37:25.318991 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.provisioning_blocks [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Provisioning complete for port 0a834927-1e7b-4792-9356-95e915289f9b triggered by entity L2. {{(pid=103232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 19:37:25.319368 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593630'] for port (0a834927-1e7b-4792-9356-95e915289f9b), provisioning_complete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:37:25.323452 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-2e7be0d9-5130-4c0a-849d-cbb1f20787a2 None None] For port 0a834927-1e7b-4792-9356-95e915289f9b, host n-d-713498-36, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-36',level=0,port_id=0a834927-1e7b-4792-9356-95e915289f9b,segment=NetworkSegment(4a977aed-e6bd-422e-ada3-b7bc9212d636),segment_id=4a977aed-e6bd-422e-ada3-b7bc9212d636)] {{(pid=103232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 19:37:25.351382 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-bec6d9df-7335-42cf-b3ec-34d68d68f463 req-3a6216b0-6007-47ec-a811-089842e287b7 tempest-ServersNegativeTestJSON-1608020402 tempest-ServersNegativeTestJSON-1608020402-project] 10.222.0.75 "GET /v2.0/security-groups?id=25d47ded-5003-4f4d-b434-467ecec6793f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2291834 Feb 09 19:37:25.353552 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-2e7be0d9-5130-4c0a-849d-cbb1f20787a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762867176205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762866656485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762866656503'] for port (0a834927-1e7b-4792-9356-95e915289f9b), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:37:25.451833 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e7be0d9-5130-4c0a-849d-cbb1f20787a2 None None] Pushing event updated for resources: {'Port': ['ID=0a834927-1e7b-4792-9356-95e915289f9b,revision_number=3']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:37:25.501316 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Current status of the port 0a834927-1e7b-4792-9356-95e915289f9b is: ACTIVE; New status is: ACTIVE {{(pid=103232) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 19:37:25.508118 n-d-713498-36 neutron-server[103230]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e24088d-c354-409c-a6f3-44ab8065e615 tempest-RoutersIpV6Test-841277211 tempest-RoutersIpV6Test-841277211-project] Network 6aebdb5e-ed39-4ab1-8731-9b4f4cffd10f is already hosted by enough agents. {{(pid=103230) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 19:37:25.510292 n-d-713498-36 neutron-server[103230]: DEBUG neutron.scheduler.base_scheduler [None req-4e24088d-c354-409c-a6f3-44ab8065e615 tempest-RoutersIpV6Test-841277211 tempest-RoutersIpV6Test-841277211-project] Resources bound (agent type, host, resource id): {{(pid=103230) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 19:37:25.650994 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-051afa3b-5ce1-4117-9175-ce02445c1ef7 req-44abab07-d50d-43cb-b971-68a35f9303a5 tempest-ServersNegativeTestJSON-1608020402 tempest-ServersNegativeTestJSON-1608020402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:37:25.661853 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-051afa3b-5ce1-4117-9175-ce02445c1ef7 req-44abab07-d50d-43cb-b971-68a35f9303a5 tempest-ServersNegativeTestJSON-1608020402 tempest-ServersNegativeTestJSON-1608020402-project] 10.222.0.75 "GET /v2.0/ports?device_id=ef8fb5b1-266b-4abe-85d3-6f5780a36355 HTTP/1.1" status: 200 len: 945 time: 0.1268125 Feb 09 19:37:25.737174 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-051afa3b-5ce1-4117-9175-ce02445c1ef7 req-481a7a11-90ec-4811-aee2-7aa7401188cb tempest-ServersNegativeTestJSON-1608020402 tempest-ServersNegativeTestJSON-1608020402-project] 10.222.0.75 "GET /v2.0/security-groups?id=25d47ded-5003-4f4d-b434-467ecec6793f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0737619 Feb 09 19:37:25.739379 n-d-713498-36 neutron-server[103230]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4e24088d-c354-409c-a6f3-44ab8065e615 tempest-RoutersIpV6Test-841277211 tempest-RoutersIpV6Test-841277211-project] Router 25b449d3-6fa2-476c-ba93-e6f8bb5687c3 is scheduled to L3 agent 93303d5e-5d17-45e8-8963-7694f87783ae with binding_index 1 {{(pid=103230) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 09 19:37:25.829278 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.provisioning_blocks [None req-512ca13c-9ba0-4306-b98e-6264deba2ce8 None None] Provisioning complete for port 0a834927-1e7b-4792-9356-95e915289f9b triggered by entity DHCP. {{(pid=103232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 19:37:25.829668 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-512ca13c-9ba0-4306-b98e-6264deba2ce8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593630'] for port (0a834927-1e7b-4792-9356-95e915289f9b), provisioning_complete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:37:25.895746 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4e24088d-c354-409c-a6f3-44ab8065e615 tempest-RoutersIpV6Test-841277211 tempest-RoutersIpV6Test-841277211-project] Notify agent at l3_agent.n-d-713498-36 the message routers_updated {{(pid=103230) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 19:37:25.913178 n-d-713498-36 neutron-server[103233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58fbf0c4-1178-4048-999e-528bd048fd0d None None] Sync routers for ids ['25b449d3-6fa2-476c-ba93-e6f8bb5687c3'] in n-d-713498-36 {{(pid=103233) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 19:37:25.920575 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-4e24088d-c354-409c-a6f3-44ab8065e615 tempest-RoutersIpV6Test-841277211 tempest-RoutersIpV6Test-841277211-project] 10.222.0.75 "PUT /v2.0/routers/25b449d3-6fa2-476c-ba93-e6f8bb5687c3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2546890 Feb 09 19:37:25.921089 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 39596) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:37:25.932675 n-d-713498-36 neutron-server[103233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58fbf0c4-1178-4048-999e-528bd048fd0d None None] Routers {'25b449d3-6fa2-476c-ba93-e6f8bb5687c3'} bound to L3 agent in host n-d-713498-36 {{(pid=103233) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 19:37:25.936369 n-d-713498-36 neutron-server[103233]: DEBUG neutron.db.l3_hamode_db [None req-58fbf0c4-1178-4048-999e-528bd048fd0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T18:51:43Z,description=,heartbeat_timestamp=2022-02-09T19:37:13Z,host='n-d-713498-36',id=93303d5e-5d17-45e8-8963-7694f87783ae,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T18:51:43Z,topic='l3_agent')) {'router_ids': ['25b449d3-6fa2-476c-ba93-e6f8bb5687c3'], 'active': True} {{(pid=103233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:37:25.985178 n-d-713498-36 neutron-server[103233]: DEBUG neutron.db.l3_hamode_db [None req-58fbf0c4-1178-4048-999e-528bd048fd0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713498-36', False) {} {{(pid=103233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:37:25.996395 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1f48000-fa54-43ed-87b8-b11bebf5c1b2 req-ba0312b1-6103-443e-94f1-c6efe195d2f1 tempest-ServersNegativeTestJSON-1608020402 tempest-ServersNegativeTestJSON-1608020402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:37:26.017405 n-d-713498-36 neutron-server[103233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58fbf0c4-1178-4048-999e-528bd048fd0d None None] Routers {'25b449d3-6fa2-476c-ba93-e6f8bb5687c3'} bound to L3 agent in host n-d-713498-36 {{(pid=103233) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 19:37:26.017975 n-d-713498-36 neutron-server[103233]: DEBUG neutron.db.l3_hamode_db [None req-58fbf0c4-1178-4048-999e-528bd048fd0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T18:51:43Z,description=,heartbeat_timestamp=2022-02-09T19:37:13Z,host='n-d-713498-36',id=93303d5e-5d17-45e8-8963-7694f87783ae,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T18:51:43Z,topic='l3_agent')) {'router_ids': ['25b449d3-6fa2-476c-ba93-e6f8bb5687c3'], 'active': True} {{(pid=103233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:37:26.019999 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-b1f48000-fa54-43ed-87b8-b11bebf5c1b2 req-ba0312b1-6103-443e-94f1-c6efe195d2f1 tempest-ServersNegativeTestJSON-1608020402 tempest-ServersNegativeTestJSON-1608020402-project] 10.222.0.75 "GET /v2.0/ports?device_id=ef8fb5b1-266b-4abe-85d3-6f5780a36355 HTTP/1.1" status: 200 len: 945 time: 0.1446700 Feb 09 19:37:26.033509 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0fce2a9-8134-48d0-af0b-2fe0611dd973 tempest-RoutersIpV6Test-841277211 tempest-RoutersIpV6Test-841277211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:37:26.033725 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-b0fce2a9-8134-48d0-af0b-2fe0611dd973 tempest-RoutersIpV6Test-841277211 tempest-RoutersIpV6Test-841277211-project] 10.222.0.75 "GET /v2.0/ports/35c3a4b8-544c-4767-9d39-0ef17b2cd0e5 HTTP/1.1" status: 200 len: 911 time: 0.1116698 Feb 09 19:37:26.036938 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 39598) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:37:26.063950 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.v2.base [None req-b41290f8-0563-463e-ac25-93bda06ee31f tempest-RoutersIpV6Test-841277211 tempest-RoutersIpV6Test-841277211-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'c4fd0e56-ebd1-42d8-896b-f6ec03aed527'}]}} {{(pid=103230) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 19:37:26.160363 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-b1f48000-fa54-43ed-87b8-b11bebf5c1b2 req-6337e6be-cad4-4a48-af80-939de8133c50 tempest-ServersNegativeTestJSON-1608020402 tempest-ServersNegativeTestJSON-1608020402-project] 10.222.0.75 "GET /v2.0/security-groups?id=25d47ded-5003-4f4d-b434-467ecec6793f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1383874 Feb 09 19:37:26.286486 n-d-713498-36 neutron-server[103233]: DEBUG neutron.db.l3_hamode_db [None req-58fbf0c4-1178-4048-999e-528bd048fd0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713498-36', False) {} {{(pid=103233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:37:26.287494 n-d-713498-36 neutron-server[103233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58fbf0c4-1178-4048-999e-528bd048fd0d None None] The sync data for ids ['25b449d3-6fa2-476c-ba93-e6f8bb5687c3'] in n-d-713498-36 is: [] {{(pid=103233) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 19:37:26.331459 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-512ca13c-9ba0-4306-b98e-6264deba2ce8 None None] Current status of the port 0a834927-1e7b-4792-9356-95e915289f9b is: ACTIVE; New status is: ACTIVE {{(pid=103232) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 19:37:26.352389 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.provisioning_blocks [None req-512ca13c-9ba0-4306-b98e-6264deba2ce8 None None] Provisioning complete for port 35c3a4b8-544c-4767-9d39-0ef17b2cd0e5 triggered by entity DHCP. {{(pid=103232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 19:37:26.353711 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-512ca13c-9ba0-4306-b98e-6264deba2ce8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593630'] for port (35c3a4b8-544c-4767-9d39-0ef17b2cd0e5), provisioning_complete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:37:26.395663 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-512ca13c-9ba0-4306-b98e-6264deba2ce8 None None] Port 35c3a4b8-544c-4767-9d39-0ef17b2cd0e5 cannot update to ACTIVE because it is not bound. {{(pid=103232) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 19:37:26.399735 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-b41290f8-0563-463e-ac25-93bda06ee31f tempest-RoutersIpV6Test-841277211 tempest-RoutersIpV6Test-841277211-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (35c3a4b8-544c-4767-9d39-0ef17b2cd0e5), before_update {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:37:26.523992 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.provisioning_blocks [None req-11185f4a-345c-453e-b710-0566516d8ea2 None None] Provisioning complete for port 35c3a4b8-544c-4767-9d39-0ef17b2cd0e5 triggered by entity DHCP. {{(pid=103232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 19:37:26.524609 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-11185f4a-345c-453e-b710-0566516d8ea2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593630'] for port (35c3a4b8-544c-4767-9d39-0ef17b2cd0e5), provisioning_complete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:37:26.611125 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-11185f4a-345c-453e-b710-0566516d8ea2 None None] Port 35c3a4b8-544c-4767-9d39-0ef17b2cd0e5 cannot update to ACTIVE because it is not bound. {{(pid=103232) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 19:37:26.681101 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a180fc5-733e-4b68-9bc3-45e35b607611 req-72707903-3cf1-4e16-adc2-834142a42dc1 tempest-ServersNegativeTestJSON-1608020402 tempest-ServersNegativeTestJSON-1608020402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:37:26.682653 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-7a180fc5-733e-4b68-9bc3-45e35b607611 req-72707903-3cf1-4e16-adc2-834142a42dc1 tempest-ServersNegativeTestJSON-1608020402 tempest-ServersNegativeTestJSON-1608020402-project] 10.222.0.75 "GET /v2.0/ports?device_id=ef8fb5b1-266b-4abe-85d3-6f5780a36355 HTTP/1.1" status: 200 len: 945 time: 0.3651171 Feb 09 19:37:26.740365 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.provisioning_blocks [None req-24e8e6c3-ee87-4c82-ba3a-454021053c2b None None] Provisioning complete for port 35c3a4b8-544c-4767-9d39-0ef17b2cd0e5 triggered by entity DHCP. {{(pid=103232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 19:37:26.744944 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-24e8e6c3-ee87-4c82-ba3a-454021053c2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593630'] for port (35c3a4b8-544c-4767-9d39-0ef17b2cd0e5), provisioning_complete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:37:26.794548 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-24e8e6c3-ee87-4c82-ba3a-454021053c2b None None] Port 35c3a4b8-544c-4767-9d39-0ef17b2cd0e5 cannot update to ACTIVE because it is not bound. {{(pid=103232) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 19:37:26.807260 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-7a180fc5-733e-4b68-9bc3-45e35b607611 req-7b770d60-10ca-4030-b36b-f4698d5dca9a tempest-ServersNegativeTestJSON-1608020402 tempest-ServersNegativeTestJSON-1608020402-project] 10.222.0.75 "GET /v2.0/security-groups?id=25d47ded-5003-4f4d-b434-467ecec6793f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1163070 Feb 09 19:37:26.945165 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-b41290f8-0563-463e-ac25-93bda06ee31f tempest-RoutersIpV6Test-841277211 tempest-RoutersIpV6Test-841277211-project] Publish callbacks [] for port (35c3a4b8-544c-4767-9d39-0ef17b2cd0e5), precommit_update {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:37:26.956290 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-b41290f8-0563-463e-ac25-93bda06ee31f tempest-RoutersIpV6Test-841277211 tempest-RoutersIpV6Test-841277211-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762867176205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762866656485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762866656503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14393758'] for port (35c3a4b8-544c-4767-9d39-0ef17b2cd0e5), after_update {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:37:26.963162 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b41290f8-0563-463e-ac25-93bda06ee31f tempest-RoutersIpV6Test-841277211 tempest-RoutersIpV6Test-841277211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:37:26.964090 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-b41290f8-0563-463e-ac25-93bda06ee31f tempest-RoutersIpV6Test-841277211 tempest-RoutersIpV6Test-841277211-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171096'] for port (None), before_response {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:37:26.969444 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 39610) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:37:26.970242 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-b41290f8-0563-463e-ac25-93bda06ee31f tempest-RoutersIpV6Test-841277211 tempest-RoutersIpV6Test-841277211-project] 10.222.0.75 "PUT /v2.0/ports/35c3a4b8-544c-4767-9d39-0ef17b2cd0e5 HTTP/1.1" status: 200 len: 911 time: 0.9255347 Feb 09 19:37:26.977700 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Device 0a834927-1e7b-4792-9356-95e915289f9b up at agent ovs-agent-n-d-713498-36 {{(pid=103232) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 19:37:27.068355 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.provisioning_blocks [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Provisioning complete for port 0a834927-1e7b-4792-9356-95e915289f9b triggered by entity L2. {{(pid=103232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 19:37:27.069023 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593630'] for port (0a834927-1e7b-4792-9356-95e915289f9b), provisioning_complete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:37:27.101393 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b41290f8-0563-463e-ac25-93bda06ee31f tempest-RoutersIpV6Test-841277211 tempest-RoutersIpV6Test-841277211-project] Pushing event updated for resources: {'Port': ['ID=35c3a4b8-544c-4767-9d39-0ef17b2cd0e5,revision_number=3']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:37:27.130857 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14b7ab1e-bdfc-4411-8381-6ab28ea34aba req-9f3baff2-2eb9-495b-b7a3-e1e80fa6b125 tempest-ServersNegativeTestJSON-1608020402 tempest-ServersNegativeTestJSON-1608020402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:37:27.133822 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-14b7ab1e-bdfc-4411-8381-6ab28ea34aba req-9f3baff2-2eb9-495b-b7a3-e1e80fa6b125 tempest-ServersNegativeTestJSON-1608020402 tempest-ServersNegativeTestJSON-1608020402-project] 10.222.0.75 "GET /v2.0/ports?device_id=ef8fb5b1-266b-4abe-85d3-6f5780a36355 HTTP/1.1" status: 200 len: 945 time: 0.1616530 Feb 09 19:37:27.194187 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-14b7ab1e-bdfc-4411-8381-6ab28ea34aba req-3a3f962b-0b1b-480a-a7fc-3611b4534030 tempest-ServersNegativeTestJSON-1608020402 tempest-ServersNegativeTestJSON-1608020402-project] 10.222.0.75 "GET /v2.0/security-groups?id=25d47ded-5003-4f4d-b434-467ecec6793f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543580 Feb 09 19:37:27.209864 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Current status of the port 0a834927-1e7b-4792-9356-95e915289f9b is: ACTIVE; New status is: ACTIVE {{(pid=103232) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 19:37:27.377612 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d554bba-e235-4558-a3d0-ac9a2fc5e4a0 req-1fcf4637-82fa-4de2-9ace-9408a32c4226 tempest-ServersNegativeTestJSON-1608020402 tempest-ServersNegativeTestJSON-1608020402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:37:27.379226 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-9d554bba-e235-4558-a3d0-ac9a2fc5e4a0 req-1fcf4637-82fa-4de2-9ace-9408a32c4226 tempest-ServersNegativeTestJSON-1608020402 tempest-ServersNegativeTestJSON-1608020402-project] 10.222.0.75 "GET /v2.0/ports?device_id=ef8fb5b1-266b-4abe-85d3-6f5780a36355 HTTP/1.1" status: 200 len: 945 time: 0.0972726 Feb 09 19:37:27.460243 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-9d554bba-e235-4558-a3d0-ac9a2fc5e4a0 req-26a1f1ff-aa11-4d66-86ce-119dab8669fe tempest-ServersNegativeTestJSON-1608020402 tempest-ServersNegativeTestJSON-1608020402-project] 10.222.0.75 "GET /v2.0/security-groups?id=25d47ded-5003-4f4d-b434-467ecec6793f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0749063 Feb 09 19:37:27.483096 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-4eaaef4b-6a29-44c6-88f9-db6c65af7869 tempest-RoutersIpV6Test-841277211 tempest-RoutersIpV6Test-841277211-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1834525'] for router_interface (25b449d3-6fa2-476c-ba93-e6f8bb5687c3), before_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:37:27.711575 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb3c0a74-eb21-4f3b-9ca3-2c86bc3583a4 req-744eb2fd-78df-48b3-a1d5-2f6573df0b0e tempest-ServersNegativeTestJSON-1608020402 tempest-ServersNegativeTestJSON-1608020402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:37:27.713130 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-fb3c0a74-eb21-4f3b-9ca3-2c86bc3583a4 req-744eb2fd-78df-48b3-a1d5-2f6573df0b0e tempest-ServersNegativeTestJSON-1608020402 tempest-ServersNegativeTestJSON-1608020402-project] 10.222.0.75 "GET /v2.0/ports?device_id=ef8fb5b1-266b-4abe-85d3-6f5780a36355 HTTP/1.1" status: 200 len: 945 time: 0.0962238 Feb 09 19:37:27.821471 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-fb3c0a74-eb21-4f3b-9ca3-2c86bc3583a4 req-f482df03-3114-4778-8bb9-dc53a88305eb tempest-ServersNegativeTestJSON-1608020402 tempest-ServersNegativeTestJSON-1608020402-project] 10.222.0.75 "GET /v2.0/security-groups?id=25d47ded-5003-4f4d-b434-467ecec6793f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1019795 Feb 09 19:37:27.870074 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.plugin [None req-4eaaef4b-6a29-44c6-88f9-db6c65af7869 tempest-RoutersIpV6Test-841277211 tempest-RoutersIpV6Test-841277211-project] Deleting port 35c3a4b8-544c-4767-9d39-0ef17b2cd0e5 {{(pid=103229) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 19:37:27.873362 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-4eaaef4b-6a29-44c6-88f9-db6c65af7869 tempest-RoutersIpV6Test-841277211 tempest-RoutersIpV6Test-841277211-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762867170196'] for port (35c3a4b8-544c-4767-9d39-0ef17b2cd0e5), before_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:37:27.995074 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-4eaaef4b-6a29-44c6-88f9-db6c65af7869 tempest-RoutersIpV6Test-841277211 tempest-RoutersIpV6Test-841277211-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1820838'] for port (35c3a4b8-544c-4767-9d39-0ef17b2cd0e5), precommit_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:37:28.016516 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.plugin [None req-4eaaef4b-6a29-44c6-88f9-db6c65af7869 tempest-RoutersIpV6Test-841277211 tempest-RoutersIpV6Test-841277211-project] Calling delete_port for 35c3a4b8-544c-4767-9d39-0ef17b2cd0e5 owned by network:router_interface {{(pid=103229) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 19:37:28.033416 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e60b9bd-1c6e-4d3b-9fc3-f0fc4f1c7d86 req-74bc0d99-d9c8-4947-a359-2d65e7f5f0e6 tempest-ServersNegativeTestJSON-1608020402 tempest-ServersNegativeTestJSON-1608020402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:37:28.035440 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-1e60b9bd-1c6e-4d3b-9fc3-f0fc4f1c7d86 req-74bc0d99-d9c8-4947-a359-2d65e7f5f0e6 tempest-ServersNegativeTestJSON-1608020402 tempest-ServersNegativeTestJSON-1608020402-project] 10.222.0.75 "GET /v2.0/ports?device_id=ef8fb5b1-266b-4abe-85d3-6f5780a36355 HTTP/1.1" status: 200 len: 945 time: 0.1001892 Feb 09 19:37:28.107235 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-1e60b9bd-1c6e-4d3b-9fc3-f0fc4f1c7d86 req-ace313aa-f3be-4f79-9c48-816c14fdd19a tempest-ServersNegativeTestJSON-1608020402 tempest-ServersNegativeTestJSON-1608020402-project] 10.222.0.75 "GET /v2.0/security-groups?id=25d47ded-5003-4f4d-b434-467ecec6793f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0652633 Feb 09 19:37:28.258825 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-4eaaef4b-6a29-44c6-88f9-db6c65af7869 tempest-RoutersIpV6Test-841277211 tempest-RoutersIpV6Test-841277211-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762867177463', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762866656476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12867576'] for port (35c3a4b8-544c-4767-9d39-0ef17b2cd0e5), after_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:37:28.263931 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48150d73-b0d1-43c1-a529-91c294e1d03f req-d2cb5b98-4fb7-45d7-b4fd-4bf7bb509960 tempest-ServersNegativeTestJSON-1608020402 tempest-ServersNegativeTestJSON-1608020402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:37:28.272984 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-48150d73-b0d1-43c1-a529-91c294e1d03f req-d2cb5b98-4fb7-45d7-b4fd-4bf7bb509960 tempest-ServersNegativeTestJSON-1608020402 tempest-ServersNegativeTestJSON-1608020402-project] 10.222.0.75 "GET /v2.0/ports?device_id=ef8fb5b1-266b-4abe-85d3-6f5780a36355 HTTP/1.1" status: 200 len: 945 time: 0.0704572 Feb 09 19:37:28.322635 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eaaef4b-6a29-44c6-88f9-db6c65af7869 tempest-RoutersIpV6Test-841277211 tempest-RoutersIpV6Test-841277211-project] Pushing event deleted for resources: {'Port': ['ID=35c3a4b8-544c-4767-9d39-0ef17b2cd0e5,revision_number=None']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:37:28.370862 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-48150d73-b0d1-43c1-a529-91c294e1d03f req-120d6621-a792-46f2-bf20-65733af5ce4c tempest-ServersNegativeTestJSON-1608020402 tempest-ServersNegativeTestJSON-1608020402-project] 10.222.0.75 "GET /v2.0/security-groups?id=25d47ded-5003-4f4d-b434-467ecec6793f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0966895 Feb 09 19:37:28.518051 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-4eaaef4b-6a29-44c6-88f9-db6c65af7869 tempest-RoutersIpV6Test-841277211 tempest-RoutersIpV6Test-841277211-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1613467', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1834633'] for router_interface (25b449d3-6fa2-476c-ba93-e6f8bb5687c3), after_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:37:28.647456 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffd989d3-ca9e-47b3-8cc9-9805b522256c req-a872138f-ec1c-445f-bc04-43217a720084 tempest-ServersNegativeTestJSON-1608020402 tempest-ServersNegativeTestJSON-1608020402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:37:28.654641 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-ffd989d3-ca9e-47b3-8cc9-9805b522256c req-a872138f-ec1c-445f-bc04-43217a720084 tempest-ServersNegativeTestJSON-1608020402 tempest-ServersNegativeTestJSON-1608020402-project] 10.222.0.75 "GET /v2.0/ports?device_id=ef8fb5b1-266b-4abe-85d3-6f5780a36355 HTTP/1.1" status: 200 len: 945 time: 0.1771648 Feb 09 19:37:28.786532 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-ffd989d3-ca9e-47b3-8cc9-9805b522256c req-468c63b1-f7d6-4a61-b455-1dabeff85333 tempest-ServersNegativeTestJSON-1608020402 tempest-ServersNegativeTestJSON-1608020402-project] 10.222.0.75 "GET /v2.0/security-groups?id=25d47ded-5003-4f4d-b434-467ecec6793f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1308484 Feb 09 19:37:28.801989 n-d-713498-36 neutron-server[103229]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4eaaef4b-6a29-44c6-88f9-db6c65af7869 tempest-RoutersIpV6Test-841277211 tempest-RoutersIpV6Test-841277211-project] Router 25b449d3-6fa2-476c-ba93-e6f8bb5687c3 has already been hosted by L3 agent 93303d5e-5d17-45e8-8963-7694f87783ae {{(pid=103229) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 19:37:28.894452 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4eaaef4b-6a29-44c6-88f9-db6c65af7869 tempest-RoutersIpV6Test-841277211 tempest-RoutersIpV6Test-841277211-project] Notify agent at l3_agent.n-d-713498-36 the message routers_updated {{(pid=103229) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 19:37:28.900244 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-4eaaef4b-6a29-44c6-88f9-db6c65af7869 tempest-RoutersIpV6Test-841277211 tempest-RoutersIpV6Test-841277211-project] 10.222.0.75 "PUT /v2.0/routers/25b449d3-6fa2-476c-ba93-e6f8bb5687c3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9270768 Feb 09 19:37:28.903203 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 39638) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:37:28.914934 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41cee320-c9c2-4e72-b783-f20333c0c1b8 None None] Sync routers for ids ['25b449d3-6fa2-476c-ba93-e6f8bb5687c3'] in n-d-713498-36 {{(pid=103232) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 19:37:28.938393 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41cee320-c9c2-4e72-b783-f20333c0c1b8 None None] Routers {'25b449d3-6fa2-476c-ba93-e6f8bb5687c3'} bound to L3 agent in host n-d-713498-36 {{(pid=103232) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 19:37:28.939298 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.l3_hamode_db [None req-41cee320-c9c2-4e72-b783-f20333c0c1b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T18:51:43Z,description=,heartbeat_timestamp=2022-02-09T19:37:13Z,host='n-d-713498-36',id=93303d5e-5d17-45e8-8963-7694f87783ae,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T18:51:43Z,topic='l3_agent')) {'router_ids': ['25b449d3-6fa2-476c-ba93-e6f8bb5687c3'], 'active': True} {{(pid=103232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:37:28.963290 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-e9c09325-21c5-4705-8a5a-7e3dfe457773 tempest-RoutersIpV6Test-841277211 tempest-RoutersIpV6Test-841277211-project] 10.222.0.75 "GET /v2.0/ports?device_id=25b449d3-6fa2-476c-ba93-e6f8bb5687c3 HTTP/1.1" status: 200 len: 205 time: 0.0585058 Feb 09 19:37:28.966437 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 39640) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:37:29.036742 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1a48336-72f6-426f-89c2-7a323a3ed856 req-22addb78-9122-44df-81fa-3a997b2df7ca tempest-ServersNegativeTestJSON-1608020402 tempest-ServersNegativeTestJSON-1608020402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:37:29.044742 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-e1a48336-72f6-426f-89c2-7a323a3ed856 req-22addb78-9122-44df-81fa-3a997b2df7ca tempest-ServersNegativeTestJSON-1608020402 tempest-ServersNegativeTestJSON-1608020402-project] 10.222.0.75 "GET /v2.0/ports?device_id=ef8fb5b1-266b-4abe-85d3-6f5780a36355 HTTP/1.1" status: 200 len: 945 time: 0.1035519 Feb 09 19:37:29.069415 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-82036be2-7601-4d98-85ad-915bd251e576 tempest-RoutersIpV6Test-841277211 tempest-RoutersIpV6Test-841277211-project] Publish callbacks [] for router (25b449d3-6fa2-476c-ba93-e6f8bb5687c3), before_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:37:29.102674 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.l3_hamode_db [None req-41cee320-c9c2-4e72-b783-f20333c0c1b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713498-36', False) {} {{(pid=103232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:37:29.114683 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41cee320-c9c2-4e72-b783-f20333c0c1b8 None None] Routers {'25b449d3-6fa2-476c-ba93-e6f8bb5687c3'} bound to L3 agent in host n-d-713498-36 {{(pid=103232) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 19:37:29.115488 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.l3_hamode_db [None req-41cee320-c9c2-4e72-b783-f20333c0c1b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T18:51:43Z,description=,heartbeat_timestamp=2022-02-09T19:37:13Z,host='n-d-713498-36',id=93303d5e-5d17-45e8-8963-7694f87783ae,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T18:51:43Z,topic='l3_agent')) {'router_ids': ['25b449d3-6fa2-476c-ba93-e6f8bb5687c3'], 'active': True} {{(pid=103232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:37:29.123121 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-e1a48336-72f6-426f-89c2-7a323a3ed856 req-55bb0c58-611d-4370-ae59-a7d032cb5559 tempest-ServersNegativeTestJSON-1608020402 tempest-ServersNegativeTestJSON-1608020402-project] 10.222.0.75 "GET /v2.0/security-groups?id=25d47ded-5003-4f4d-b434-467ecec6793f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0736656 Feb 09 19:37:29.201427 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.l3_hamode_db [None req-41cee320-c9c2-4e72-b783-f20333c0c1b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713498-36', False) {} {{(pid=103232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:37:29.202178 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41cee320-c9c2-4e72-b783-f20333c0c1b8 None None] The sync data for ids ['25b449d3-6fa2-476c-ba93-e6f8bb5687c3'] in n-d-713498-36 is: [] {{(pid=103232) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 19:37:29.319576 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-82036be2-7601-4d98-85ad-915bd251e576 tempest-RoutersIpV6Test-841277211 tempest-RoutersIpV6Test-841277211-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1834988', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-58375'] for router (25b449d3-6fa2-476c-ba93-e6f8bb5687c3), precommit_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:37:29.323413 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-82036be2-7601-4d98-85ad-915bd251e576 tempest-RoutersIpV6Test-841277211 tempest-RoutersIpV6Test-841277211-project] Publish callbacks [] for router_controller (25b449d3-6fa2-476c-ba93-e6f8bb5687c3), precommit_delete_associations {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:37:29.384479 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-82036be2-7601-4d98-85ad-915bd251e576 tempest-RoutersIpV6Test-841277211 tempest-RoutersIpV6Test-841277211-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1835003'] for router (25b449d3-6fa2-476c-ba93-e6f8bb5687c3), after_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:37:29.385166 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-82036be2-7601-4d98-85ad-915bd251e576 tempest-RoutersIpV6Test-841277211 tempest-RoutersIpV6Test-841277211-project] Fanout notify agent at l3_agent the message router_deleted on router 25b449d3-6fa2-476c-ba93-e6f8bb5687c3 {{(pid=103230) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 09 19:37:29.393456 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-82036be2-7601-4d98-85ad-915bd251e576 tempest-RoutersIpV6Test-841277211 tempest-RoutersIpV6Test-841277211-project] Publish callbacks [] for router (None), before_response {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:37:29.394651 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-82036be2-7601-4d98-85ad-915bd251e576 tempest-RoutersIpV6Test-841277211 tempest-RoutersIpV6Test-841277211-project] 10.222.0.75 "DELETE /v2.0/routers/25b449d3-6fa2-476c-ba93-e6f8bb5687c3 HTTP/1.1" status: 204 len: 168 time: 0.4271505 Feb 09 19:37:29.397327 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 39648) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:37:29.401807 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ee9f7b5-ac62-4781-ab94-dc0b10aad997 req-b6677a2e-cff3-44d2-9d2c-f6916b00cb68 tempest-ServersNegativeTestJSON-1608020402 tempest-ServersNegativeTestJSON-1608020402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:37:29.404327 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-9ee9f7b5-ac62-4781-ab94-dc0b10aad997 req-b6677a2e-cff3-44d2-9d2c-f6916b00cb68 tempest-ServersNegativeTestJSON-1608020402 tempest-ServersNegativeTestJSON-1608020402-project] 10.222.0.75 "GET /v2.0/ports?device_id=ef8fb5b1-266b-4abe-85d3-6f5780a36355 HTTP/1.1" status: 200 len: 945 time: 0.1531134 Feb 09 19:37:29.494644 n-d-713498-36 neutron-server[103229]: DEBUG neutron.db.db_base_plugin_v2 [None req-173dc249-1812-4a70-8997-e79db9c4634d tempest-RoutersIpV6Test-841277211 tempest-RoutersIpV6Test-841277211-project] Deleting subnet c4fd0e56-ebd1-42d8-896b-f6ec03aed527 {{(pid=103229) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 19:37:29.499178 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-173dc249-1812-4a70-8997-e79db9c4634d tempest-RoutersIpV6Test-841277211 tempest-RoutersIpV6Test-841277211-project] Publish callbacks [] for subnet (c4fd0e56-ebd1-42d8-896b-f6ec03aed527), before_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:37:29.502690 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-9ee9f7b5-ac62-4781-ab94-dc0b10aad997 req-108cb434-061d-4961-a100-1e0ef240c4de tempest-ServersNegativeTestJSON-1608020402 tempest-ServersNegativeTestJSON-1608020402-project] 10.222.0.75 "GET /v2.0/security-groups?id=25d47ded-5003-4f4d-b434-467ecec6793f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0861354 Feb 09 19:37:29.588792 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-173dc249-1812-4a70-8997-e79db9c4634d tempest-RoutersIpV6Test-841277211 tempest-RoutersIpV6Test-841277211-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16683410'] for subnet (c4fd0e56-ebd1-42d8-896b-f6ec03aed527), precommit_delete_associations {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:37:29.702676 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-173dc249-1812-4a70-8997-e79db9c4634d tempest-RoutersIpV6Test-841277211 tempest-RoutersIpV6Test-841277211-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-759852'] for subnet (c4fd0e56-ebd1-42d8-896b-f6ec03aed527), precommit_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:37:29.705101 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4be8c467-9a36-4c35-a2e0-05492e85fefd req-d6bcab94-2bfa-463c-bcf8-53f7cd28fac3 tempest-ServersNegativeTestJSON-1608020402 tempest-ServersNegativeTestJSON-1608020402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:37:29.709833 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-4be8c467-9a36-4c35-a2e0-05492e85fefd req-d6bcab94-2bfa-463c-bcf8-53f7cd28fac3 tempest-ServersNegativeTestJSON-1608020402 tempest-ServersNegativeTestJSON-1608020402-project] 10.222.0.75 "GET /v2.0/ports?device_id=ef8fb5b1-266b-4abe-85d3-6f5780a36355 HTTP/1.1" status: 200 len: 945 time: 0.1003745 Feb 09 19:37:29.779560 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-173dc249-1812-4a70-8997-e79db9c4634d tempest-RoutersIpV6Test-841277211 tempest-RoutersIpV6Test-841277211-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-760023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12867367', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12759238'] for subnet (c4fd0e56-ebd1-42d8-896b-f6ec03aed527), after_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:37:29.810456 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-173dc249-1812-4a70-8997-e79db9c4634d tempest-RoutersIpV6Test-841277211 tempest-RoutersIpV6Test-841277211-project] Pushing event deleted for resources: {'Subnet': ['ID=c4fd0e56-ebd1-42d8-896b-f6ec03aed527,revision_number=None']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:37:29.815472 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-173dc249-1812-4a70-8997-e79db9c4634d tempest-RoutersIpV6Test-841277211 tempest-RoutersIpV6Test-841277211-project] Publish callbacks [] for subnet (None), before_response {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:37:29.822172 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-4be8c467-9a36-4c35-a2e0-05492e85fefd req-f0778c7b-12cf-4fdf-a9ef-16cf7a6f3a01 tempest-ServersNegativeTestJSON-1608020402 tempest-ServersNegativeTestJSON-1608020402-project] 10.222.0.75 "GET /v2.0/security-groups?id=25d47ded-5003-4f4d-b434-467ecec6793f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1032605 Feb 09 19:37:29.822320 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-173dc249-1812-4a70-8997-e79db9c4634d tempest-RoutersIpV6Test-841277211 tempest-RoutersIpV6Test-841277211-project] 10.222.0.75 "DELETE /v2.0/subnets/c4fd0e56-ebd1-42d8-896b-f6ec03aed527 HTTP/1.1" status: 204 len: 168 time: 0.4235291 Feb 09 19:37:29.826667 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e229c947-09c1-4f0e-bb61-e0da654dce21 None None] Network 6aebdb5e-ed39-4ab1-8731-9b4f4cffd10f requested from n-d-713498-36 {{(pid=103232) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 19:37:29.848825 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 39654) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:37:29.930557 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-89b63bac-8c75-4368-a01b-7b254091c8f7 tempest-RoutersIpV6Test-841277211 tempest-RoutersIpV6Test-841277211-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-670458'] for network (6aebdb5e-ed39-4ab1-8731-9b4f4cffd10f), before_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:37:29.999240 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8074163-cf23-4de5-a48d-d8fa0a8ca93f req-a33c5349-2277-468e-8e43-32a87207abc7 tempest-ServersNegativeTestJSON-1608020402 tempest-ServersNegativeTestJSON-1608020402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:37:30.000805 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-a8074163-cf23-4de5-a48d-d8fa0a8ca93f req-a33c5349-2277-468e-8e43-32a87207abc7 tempest-ServersNegativeTestJSON-1608020402 tempest-ServersNegativeTestJSON-1608020402-project] 10.222.0.75 "GET /v2.0/ports?device_id=ef8fb5b1-266b-4abe-85d3-6f5780a36355 HTTP/1.1" status: 200 len: 945 time: 0.0805116 Feb 09 19:37:30.005492 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.plugin [None req-89b63bac-8c75-4368-a01b-7b254091c8f7 tempest-RoutersIpV6Test-841277211 tempest-RoutersIpV6Test-841277211-project] Deleting port 0a834927-1e7b-4792-9356-95e915289f9b {{(pid=103230) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 19:37:30.005841 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-89b63bac-8c75-4368-a01b-7b254091c8f7 tempest-RoutersIpV6Test-841277211 tempest-RoutersIpV6Test-841277211-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762867170196'] for port (0a834927-1e7b-4792-9356-95e915289f9b), before_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:37:30.068632 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d8b693c-8d89-453d-97c5-5129b47329c5 None None] DHCP port deletion for 6aebdb5e-ed39-4ab1-8731-9b4f4cffd10f request from n-d-713498-36 {{(pid=103232) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 09 19:37:30.081206 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-a8074163-cf23-4de5-a48d-d8fa0a8ca93f req-ec04882a-3e77-4bd5-9b5a-63b625481daf tempest-ServersNegativeTestJSON-1608020402 tempest-ServersNegativeTestJSON-1608020402-project] 10.222.0.75 "GET /v2.0/security-groups?id=25d47ded-5003-4f4d-b434-467ecec6793f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0734241 Feb 09 19:37:30.137096 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.db [None req-89b63bac-8c75-4368-a01b-7b254091c8f7 tempest-RoutersIpV6Test-841277211 tempest-RoutersIpV6Test-841277211-project] For port 0a834927-1e7b-4792-9356-95e915289f9b, host n-d-713498-36, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-36',level=0,port_id=0a834927-1e7b-4792-9356-95e915289f9b,segment=NetworkSegment(4a977aed-e6bd-422e-ada3-b7bc9212d636),segment_id=4a977aed-e6bd-422e-ada3-b7bc9212d636)] {{(pid=103230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 19:37:30.137591 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-89b63bac-8c75-4368-a01b-7b254091c8f7 tempest-RoutersIpV6Test-841277211 tempest-RoutersIpV6Test-841277211-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1820838'] for port (0a834927-1e7b-4792-9356-95e915289f9b), precommit_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:37:30.142839 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-6d8b693c-8d89-453d-97c5-5129b47329c5 None None] Deleting port 0a834927-1e7b-4792-9356-95e915289f9b {{(pid=103232) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 19:37:30.144867 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-6d8b693c-8d89-453d-97c5-5129b47329c5 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762867170196'] for port (0a834927-1e7b-4792-9356-95e915289f9b), before_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:37:30.160826 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.plugin [None req-89b63bac-8c75-4368-a01b-7b254091c8f7 tempest-RoutersIpV6Test-841277211 tempest-RoutersIpV6Test-841277211-project] Calling delete_port for 0a834927-1e7b-4792-9356-95e915289f9b owned by network:dhcp {{(pid=103230) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 19:37:30.239314 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-6d8b693c-8d89-453d-97c5-5129b47329c5 None None] For port 0a834927-1e7b-4792-9356-95e915289f9b, host n-d-713498-36, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-36',level=0,port_id=0a834927-1e7b-4792-9356-95e915289f9b,segment=NetworkSegment(4a977aed-e6bd-422e-ada3-b7bc9212d636),segment_id=4a977aed-e6bd-422e-ada3-b7bc9212d636)] {{(pid=103232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 19:37:30.243859 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-6d8b693c-8d89-453d-97c5-5129b47329c5 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1820838'] for port (0a834927-1e7b-4792-9356-95e915289f9b), precommit_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:37:30.259102 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-89b63bac-8c75-4368-a01b-7b254091c8f7 tempest-RoutersIpV6Test-841277211 tempest-RoutersIpV6Test-841277211-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762867177463', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762866656476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14393751'] for port (0a834927-1e7b-4792-9356-95e915289f9b), after_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:37:30.273162 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-6d8b693c-8d89-453d-97c5-5129b47329c5 None None] Calling delete_port for 0a834927-1e7b-4792-9356-95e915289f9b owned by network:dhcp {{(pid=103232) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 19:37:30.290841 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89b63bac-8c75-4368-a01b-7b254091c8f7 tempest-RoutersIpV6Test-841277211 tempest-RoutersIpV6Test-841277211-project] Pushing event deleted for resources: {'Port': ['ID=0a834927-1e7b-4792-9356-95e915289f9b,revision_number=None']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:37:30.310388 n-d-713498-36 neutron-server[103230]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89b63bac-8c75-4368-a01b-7b254091c8f7 tempest-RoutersIpV6Test-841277211 tempest-RoutersIpV6Test-841277211-project] No DVR routers for this DVR port 0a834927-1e7b-4792-9356-95e915289f9b on host n-d-713498-36 {{(pid=103230) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 19:37:30.370843 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-6d8b693c-8d89-453d-97c5-5129b47329c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762867177463', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762866656476'] for port (0a834927-1e7b-4792-9356-95e915289f9b), after_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:37:30.410607 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d8b693c-8d89-453d-97c5-5129b47329c5 None None] Pushing event deleted for resources: {'Port': ['ID=0a834927-1e7b-4792-9356-95e915289f9b,revision_number=None']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:37:30.415228 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77ea901e-9908-4baf-ad85-3e248321424b req-63e0ea82-2365-4c08-9514-f58fd58908ec tempest-ServersNegativeTestJSON-1608020402 tempest-ServersNegativeTestJSON-1608020402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:37:30.419412 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-77ea901e-9908-4baf-ad85-3e248321424b req-63e0ea82-2365-4c08-9514-f58fd58908ec tempest-ServersNegativeTestJSON-1608020402 tempest-ServersNegativeTestJSON-1608020402-project] 10.222.0.75 "GET /v2.0/ports?device_id=ef8fb5b1-266b-4abe-85d3-6f5780a36355 HTTP/1.1" status: 200 len: 945 time: 0.1620953 Feb 09 19:37:30.423783 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d8b693c-8d89-453d-97c5-5129b47329c5 None None] No DVR routers for this DVR port 0a834927-1e7b-4792-9356-95e915289f9b on host n-d-713498-36 {{(pid=103232) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 19:37:30.485067 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-77ea901e-9908-4baf-ad85-3e248321424b req-11269473-c66d-4e8d-bf03-30e9f694026f tempest-ServersNegativeTestJSON-1608020402 tempest-ServersNegativeTestJSON-1608020402-project] 10.222.0.75 "GET /v2.0/security-groups?id=25d47ded-5003-4f4d-b434-467ecec6793f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534270 Feb 09 19:37:30.512878 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-89b63bac-8c75-4368-a01b-7b254091c8f7 tempest-RoutersIpV6Test-841277211 tempest-RoutersIpV6Test-841277211-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-590267', 'neutron.services.segments.db._delete_segments_for_network-8762867132609'] for network (6aebdb5e-ed39-4ab1-8731-9b4f4cffd10f), precommit_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:37:30.540988 n-d-713498-36 neutron-server[103230]: DEBUG neutron.services.segments.db [None req-89b63bac-8c75-4368-a01b-7b254091c8f7 tempest-RoutersIpV6Test-841277211 tempest-RoutersIpV6Test-841277211-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6aebdb5e-ed39-4ab1-8731-9b4f4cffd10f']}} {{(pid=103230) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:37:30.564547 n-d-713498-36 neutron-server[103230]: DEBUG neutron.services.segments.db [None req-89b63bac-8c75-4368-a01b-7b254091c8f7 tempest-RoutersIpV6Test-841277211 tempest-RoutersIpV6Test-841277211-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4a977aed-e6bd-422e-ada3-b7bc9212d636') {'for_net_delete': True} {{(pid=103230) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:37:30.564893 n-d-713498-36 neutron-server[103230]: DEBUG neutron.services.segments.db [None req-89b63bac-8c75-4368-a01b-7b254091c8f7 tempest-RoutersIpV6Test-841277211 tempest-RoutersIpV6Test-841277211-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4a977aed-e6bd-422e-ada3-b7bc9212d636') {} {{(pid=103230) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:37:30.601508 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-89b63bac-8c75-4368-a01b-7b254091c8f7 tempest-RoutersIpV6Test-841277211 tempest-RoutersIpV6Test-841277211-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762867134154', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12895813'] for segment (4a977aed-e6bd-422e-ada3-b7bc9212d636), before_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:37:30.640999 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-89b63bac-8c75-4368-a01b-7b254091c8f7 tempest-RoutersIpV6Test-841277211 tempest-RoutersIpV6Test-841277211-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-759574'] for segment (4a977aed-e6bd-422e-ada3-b7bc9212d636), precommit_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:37:30.649608 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-89b63bac-8c75-4368-a01b-7b254091c8f7 tempest-RoutersIpV6Test-841277211 tempest-RoutersIpV6Test-841277211-project] Releasing vlan 362 on physical network physnet1 to pool {{(pid=103230) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 19:37:30.649995 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-89b63bac-8c75-4368-a01b-7b254091c8f7 tempest-RoutersIpV6Test-841277211 tempest-RoutersIpV6Test-841277211-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-759574', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14393826'] for segment (4a977aed-e6bd-422e-ada3-b7bc9212d636), after_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:37:30.653831 n-d-713498-36 neutron-server[103230]: Traceback (most recent call last): Feb 09 19:37:30.653831 n-d-713498-36 neutron-server[103230]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 19:37:30.653831 n-d-713498-36 neutron-server[103230]: timer() Feb 09 19:37:30.653831 n-d-713498-36 neutron-server[103230]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 19:37:30.653831 n-d-713498-36 neutron-server[103230]: cb(*args, **kw) Feb 09 19:37:30.653831 n-d-713498-36 neutron-server[103230]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 19:37:30.653831 n-d-713498-36 neutron-server[103230]: return func(*args, **kwargs) Feb 09 19:37:30.653831 n-d-713498-36 neutron-server[103230]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 19:37:30.653831 n-d-713498-36 neutron-server[103230]: self._notify() Feb 09 19:37:30.653831 n-d-713498-36 neutron-server[103230]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 19:37:30.653831 n-d-713498-36 neutron-server[103230]: self.callback(batched_events) Feb 09 19:37:30.653831 n-d-713498-36 neutron-server[103230]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 19:37:30.653831 n-d-713498-36 neutron-server[103230]: event.method(event) Feb 09 19:37:30.653831 n-d-713498-36 neutron-server[103230]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 19:37:30.653831 n-d-713498-36 neutron-server[103230]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 19:37:30.653831 n-d-713498-36 neutron-server[103230]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 19:37:30.653831 n-d-713498-36 neutron-server[103230]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 19:37:30.653831 n-d-713498-36 neutron-server[103230]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 19:37:30.653831 n-d-713498-36 neutron-server[103230]: return f(self, *a, **k) Feb 09 19:37:30.653831 n-d-713498-36 neutron-server[103230]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 19:37:30.653831 n-d-713498-36 neutron-server[103230]: return self._get(url).json() Feb 09 19:37:30.653831 n-d-713498-36 neutron-server[103230]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 19:37:30.653831 n-d-713498-36 neutron-server[103230]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 19:37:30.653831 n-d-713498-36 neutron-server[103230]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 19:37:30.653831 n-d-713498-36 neutron-server[103230]: return self.request(url, 'GET', **kwargs) Feb 09 19:37:30.653831 n-d-713498-36 neutron-server[103230]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 19:37:30.653831 n-d-713498-36 neutron-server[103230]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 19:37:30.653831 n-d-713498-36 neutron-server[103230]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 19:37:30.653831 n-d-713498-36 neutron-server[103230]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 19:37:30.653831 n-d-713498-36 neutron-server[103230]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 19:37:30.653831 n-d-713498-36 neutron-server[103230]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 19:37:30.653831 n-d-713498-36 neutron-server[103230]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 19:37:30.722778 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61b888d2-ceb1-4174-8a9b-32583b5b6a66 req-95c07af5-5992-40f3-b742-a5d14dcf0336 tempest-ServersNegativeTestJSON-1608020402 tempest-ServersNegativeTestJSON-1608020402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:37:30.724411 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-61b888d2-ceb1-4174-8a9b-32583b5b6a66 req-95c07af5-5992-40f3-b742-a5d14dcf0336 tempest-ServersNegativeTestJSON-1608020402 tempest-ServersNegativeTestJSON-1608020402-project] 10.222.0.75 "GET /v2.0/ports?device_id=ef8fb5b1-266b-4abe-85d3-6f5780a36355 HTTP/1.1" status: 200 len: 945 time: 0.1440692 Feb 09 19:37:30.738049 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-89b63bac-8c75-4368-a01b-7b254091c8f7 tempest-RoutersIpV6Test-841277211 tempest-RoutersIpV6Test-841277211-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-590242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1885479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1818895'] for network (6aebdb5e-ed39-4ab1-8731-9b4f4cffd10f), after_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:37:30.744007 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-89b63bac-8c75-4368-a01b-7b254091c8f7 tempest-RoutersIpV6Test-841277211 tempest-RoutersIpV6Test-841277211-project] Publish callbacks [] for network (None), before_response {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:37:30.749062 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-89b63bac-8c75-4368-a01b-7b254091c8f7 tempest-RoutersIpV6Test-841277211 tempest-RoutersIpV6Test-841277211-project] 10.222.0.75 "DELETE /v2.0/networks/6aebdb5e-ed39-4ab1-8731-9b4f4cffd10f HTTP/1.1" status: 204 len: 168 time: 0.9067047 Feb 09 19:37:30.752841 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 39672) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:37:30.757989 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.v2.base [None req-997cb684-522c-4de0-ae1d-1f5793f2ad50 tempest-RoutersIpV6Test-841277211 tempest-RoutersIpV6Test-841277211-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1847530371', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=103229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 19:37:30.780315 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89b63bac-8c75-4368-a01b-7b254091c8f7 tempest-RoutersIpV6Test-841277211 tempest-RoutersIpV6Test-841277211-project] Pushing event deleted for resources: {'Network': ['ID=6aebdb5e-ed39-4ab1-8731-9b4f4cffd10f,revision_number=None']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:37:30.800025 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-997cb684-522c-4de0-ae1d-1f5793f2ad50 tempest-RoutersIpV6Test-841277211 tempest-RoutersIpV6Test-841277211-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1834830', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-58389'] for router (8ce68e28-5c75-4c71-826f-e3317246175c), before_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:37:30.801064 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-997cb684-522c-4de0-ae1d-1f5793f2ad50 tempest-RoutersIpV6Test-841277211 tempest-RoutersIpV6Test-841277211-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1834810', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1822096', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1886735', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-58380'] for router (8ce68e28-5c75-4c71-826f-e3317246175c), precommit_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:37:30.865071 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-61b888d2-ceb1-4174-8a9b-32583b5b6a66 req-337040b2-e3d9-4468-b5bc-a88f8c610eb7 tempest-ServersNegativeTestJSON-1608020402 tempest-ServersNegativeTestJSON-1608020402-project] 10.222.0.75 "GET /v2.0/security-groups?id=25d47ded-5003-4f4d-b434-467ecec6793f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1128542 Feb 09 19:37:30.887011 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-997cb684-522c-4de0-ae1d-1f5793f2ad50 tempest-RoutersIpV6Test-841277211 tempest-RoutersIpV6Test-841277211-project] Publish callbacks [] for router_controller (8ce68e28-5c75-4c71-826f-e3317246175c), precommit_add_association {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:37:30.913979 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-997cb684-522c-4de0-ae1d-1f5793f2ad50 tempest-RoutersIpV6Test-841277211 tempest-RoutersIpV6Test-841277211-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1834945', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1818951'] for router (8ce68e28-5c75-4c71-826f-e3317246175c), after_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:37:30.932163 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-997cb684-522c-4de0-ae1d-1f5793f2ad50 tempest-RoutersIpV6Test-841277211 tempest-RoutersIpV6Test-841277211-project] Publish callbacks [] for router (None), before_response {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:37:30.933693 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-997cb684-522c-4de0-ae1d-1f5793f2ad50 tempest-RoutersIpV6Test-841277211 tempest-RoutersIpV6Test-841277211-project] 10.222.0.75 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.1794763 Feb 09 19:37:30.936881 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 39678) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:37:30.944383 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.v2.base [None req-92182d7b-283c-4cd9-979f-c879a6a880ef tempest-RoutersIpV6Test-841277211 tempest-RoutersIpV6Test-841277211-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-875136470'}} {{(pid=103229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 19:37:30.963781 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Device 0a834927-1e7b-4792-9356-95e915289f9b no longer exists at agent ovs-agent-n-d-713498-36 {{(pid=103232) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 19:37:30.976793 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-92182d7b-283c-4cd9-979f-c879a6a880ef tempest-RoutersIpV6Test-841277211 tempest-RoutersIpV6Test-841277211-project] Made reservation on behalf of 9e33aca4a44d4fa38a064d0581ca7668 for: {'network': 1} {{(pid=103229) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 19:37:30.981571 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-92182d7b-283c-4cd9-979f-c879a6a880ef tempest-RoutersIpV6Test-841277211 tempest-RoutersIpV6Test-841277211-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for network (None), before_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:37:31.011214 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-92182d7b-283c-4cd9-979f-c879a6a880ef tempest-RoutersIpV6Test-841277211 tempest-RoutersIpV6Test-841277211-project] vlan segment allocate from pool success with {'vlan_id': 373, 'physical_network': 'physnet1'} {{(pid=103229) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 19:37:31.016378 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] No Port match for: 0a834927-1e7b-4792-9356-95e915289f9b {{(pid=103232) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 19:37:31.017499 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Device 0a834927-1e7b-4792-9356-95e915289f9b not bound to the agent host n-d-713498-36 {{(pid=103232) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 19:37:31.025349 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-92182d7b-283c-4cd9-979f-c879a6a880ef tempest-RoutersIpV6Test-841277211 tempest-RoutersIpV6Test-841277211-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-759574'] for segment (cdf20bc7-2964-4813-b1ff-b6f7652d1863), precommit_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:37:31.026100 n-d-713498-36 neutron-server[103229]: INFO neutron.db.segments_db [None req-92182d7b-283c-4cd9-979f-c879a6a880ef tempest-RoutersIpV6Test-841277211 tempest-RoutersIpV6Test-841277211-project] Added segment cdf20bc7-2964-4813-b1ff-b6f7652d1863 of type vlan for network a947464f-ef68-4303-8409-45241edd4781 Feb 09 19:37:31.080784 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-92182d7b-283c-4cd9-979f-c879a6a880ef tempest-RoutersIpV6Test-841277211 tempest-RoutersIpV6Test-841277211-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762866642225'] for network (a947464f-ef68-4303-8409-45241edd4781), precommit_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:37:31.144356 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-92182d7b-283c-4cd9-979f-c879a6a880ef tempest-RoutersIpV6Test-841277211 tempest-RoutersIpV6Test-841277211-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1885479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452'] for network (a947464f-ef68-4303-8409-45241edd4781), after_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:37:31.149940 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92182d7b-283c-4cd9-979f-c879a6a880ef tempest-RoutersIpV6Test-841277211 tempest-RoutersIpV6Test-841277211-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:37:31.152143 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-92182d7b-283c-4cd9-979f-c879a6a880ef tempest-RoutersIpV6Test-841277211 tempest-RoutersIpV6Test-841277211-project] Publish callbacks [] for network (None), before_response {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:37:31.171629 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d56dfa11-5e98-404c-bf32-5e54fcfcb949 req-6267f7a2-bc99-4bbb-9605-4f569f9f06f0 tempest-ServersNegativeTestJSON-1608020402 tempest-ServersNegativeTestJSON-1608020402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:37:31.173155 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-d56dfa11-5e98-404c-bf32-5e54fcfcb949 req-6267f7a2-bc99-4bbb-9605-4f569f9f06f0 tempest-ServersNegativeTestJSON-1608020402 tempest-ServersNegativeTestJSON-1608020402-project] 10.222.0.75 "GET /v2.0/ports?device_id=ef8fb5b1-266b-4abe-85d3-6f5780a36355 HTTP/1.1" status: 200 len: 945 time: 0.0959222 Feb 09 19:37:31.231572 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-92182d7b-283c-4cd9-979f-c879a6a880ef tempest-RoutersIpV6Test-841277211 tempest-RoutersIpV6Test-841277211-project] 10.222.0.75 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2929883 Feb 09 19:37:31.234717 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 39688) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:37:31.240272 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.v2.base [None req-37e7e26f-12c0-43a9-9f3e-e1d223cf7f5d tempest-RoutersIpV6Test-841277211 tempest-RoutersIpV6Test-841277211-project] Request body: {'subnet': {'network_id': 'a947464f-ef68-4303-8409-45241edd4781', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103230) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 19:37:31.261626 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92182d7b-283c-4cd9-979f-c879a6a880ef tempest-RoutersIpV6Test-841277211 tempest-RoutersIpV6Test-841277211-project] Pushing event updated for resources: {'Network': ['ID=a947464f-ef68-4303-8409-45241edd4781,revision_number=1']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:37:31.277794 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Network a947464f-ef68-4303-8409-45241edd4781 details requested by agent ovs-agent-n-d-713498-36 with host n-d-713498-36 {{(pid=103232) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 19:37:31.297933 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-d56dfa11-5e98-404c-bf32-5e54fcfcb949 req-21a0f2bc-35d0-419b-b545-707f1b3b95ef tempest-ServersNegativeTestJSON-1608020402 tempest-ServersNegativeTestJSON-1608020402-project] 10.222.0.75 "GET /v2.0/security-groups?id=25d47ded-5003-4f4d-b434-467ecec6793f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1100187 Feb 09 19:37:31.424121 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-37e7e26f-12c0-43a9-9f3e-e1d223cf7f5d tempest-RoutersIpV6Test-841277211 tempest-RoutersIpV6Test-841277211-project] Made reservation on behalf of 9e33aca4a44d4fa38a064d0581ca7668 for: {'subnet': 1} {{(pid=103230) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 19:37:31.425281 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-37e7e26f-12c0-43a9-9f3e-e1d223cf7f5d tempest-RoutersIpV6Test-841277211 tempest-RoutersIpV6Test-841277211-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12985917'] for subnet (None), before_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:37:31.565799 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-378d1298-1b15-4f13-bb2c-009f48a6c310 req-ff9edcf9-cda7-4d01-a3b3-9dc7e911133d tempest-ServersNegativeTestJSON-1608020402 tempest-ServersNegativeTestJSON-1608020402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:37:31.567605 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-378d1298-1b15-4f13-bb2c-009f48a6c310 req-ff9edcf9-cda7-4d01-a3b3-9dc7e911133d tempest-ServersNegativeTestJSON-1608020402 tempest-ServersNegativeTestJSON-1608020402-project] 10.222.0.75 "GET /v2.0/ports?device_id=ef8fb5b1-266b-4abe-85d3-6f5780a36355 HTTP/1.1" status: 200 len: 945 time: 0.1620555 Feb 09 19:37:31.662073 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-378d1298-1b15-4f13-bb2c-009f48a6c310 req-38b17626-1fa5-4c1f-990f-685ae66544ec tempest-ServersNegativeTestJSON-1608020402 tempest-ServersNegativeTestJSON-1608020402-project] 10.222.0.75 "GET /v2.0/security-groups?id=25d47ded-5003-4f4d-b434-467ecec6793f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0852456 Feb 09 19:37:31.731785 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-37e7e26f-12c0-43a9-9f3e-e1d223cf7f5d tempest-RoutersIpV6Test-841277211 tempest-RoutersIpV6Test-841277211-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14393611', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12985859'] for subnet (878b645d-2806-4cc3-8a8f-eea724155e12), after_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:37:31.860841 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37e7e26f-12c0-43a9-9f3e-e1d223cf7f5d tempest-RoutersIpV6Test-841277211 tempest-RoutersIpV6Test-841277211-project] Pushing event updated for resources: {'Subnet': ['ID=878b645d-2806-4cc3-8a8f-eea724155e12,revision_number=0']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:37:31.878115 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37e7e26f-12c0-43a9-9f3e-e1d223cf7f5d tempest-RoutersIpV6Test-841277211 tempest-RoutersIpV6Test-841277211-project] Checking segment: {'id': 'cdf20bc7-2964-4813-b1ff-b6f7652d1863', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': 'a947464f-ef68-4303-8409-45241edd4781'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103230) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 19:37:31.878483 n-d-713498-36 neutron-server[103230]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37e7e26f-12c0-43a9-9f3e-e1d223cf7f5d tempest-RoutersIpV6Test-841277211 tempest-RoutersIpV6Test-841277211-project] Network hostable DHCP agents. Network: a947464f-ef68-4303-8409-45241edd4781, hostable agents: ['af91e4b9-f4e1-42b1-a25c-a10dc47171c8'], hosted agents: [] {{(pid=103230) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 19:37:31.908531 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-276bf8b8-2147-439b-9915-0e7e62c3238e req-588844b1-9203-402e-aa58-e2c56e516319 tempest-ServersNegativeTestJSON-1608020402 tempest-ServersNegativeTestJSON-1608020402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:37:31.909872 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-276bf8b8-2147-439b-9915-0e7e62c3238e req-588844b1-9203-402e-aa58-e2c56e516319 tempest-ServersNegativeTestJSON-1608020402 tempest-ServersNegativeTestJSON-1608020402-project] 10.222.0.75 "GET /v2.0/ports?device_id=ef8fb5b1-266b-4abe-85d3-6f5780a36355 HTTP/1.1" status: 200 len: 945 time: 0.0865331 Feb 09 19:37:31.910994 n-d-713498-36 neutron-server[103230]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37e7e26f-12c0-43a9-9f3e-e1d223cf7f5d tempest-RoutersIpV6Test-841277211 tempest-RoutersIpV6Test-841277211-project] Network a947464f-ef68-4303-8409-45241edd4781 is scheduled to be hosted by DHCP agent af91e4b9-f4e1-42b1-a25c-a10dc47171c8 with binding_index 1 {{(pid=103230) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 19:37:31.927184 n-d-713498-36 neutron-server[103230]: DEBUG neutron.scheduler.base_scheduler [None req-37e7e26f-12c0-43a9-9f3e-e1d223cf7f5d tempest-RoutersIpV6Test-841277211 tempest-RoutersIpV6Test-841277211-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713498-36, a947464f-ef68-4303-8409-45241edd4781) {{(pid=103230) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 19:37:31.939553 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83533aba-2316-4dac-875e-2eafe7cb1758 None None] Network a947464f-ef68-4303-8409-45241edd4781 requested from n-d-713498-36 {{(pid=103232) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 19:37:31.941164 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37e7e26f-12c0-43a9-9f3e-e1d223cf7f5d tempest-RoutersIpV6Test-841277211 tempest-RoutersIpV6Test-841277211-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:37:31.941772 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-37e7e26f-12c0-43a9-9f3e-e1d223cf7f5d tempest-RoutersIpV6Test-841277211 tempest-RoutersIpV6Test-841277211-project] Publish callbacks [] for subnet (None), before_response {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:37:32.001507 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 39700) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:37:32.002651 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-37e7e26f-12c0-43a9-9f3e-e1d223cf7f5d tempest-RoutersIpV6Test-841277211 tempest-RoutersIpV6Test-841277211-project] 10.222.0.75 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.7659631 Feb 09 19:37:32.014372 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-276bf8b8-2147-439b-9915-0e7e62c3238e req-32e7b935-d1bf-47c6-b0ab-b88af9962ed7 tempest-ServersNegativeTestJSON-1608020402 tempest-ServersNegativeTestJSON-1608020402-project] 10.222.0.75 "GET /v2.0/security-groups?id=25d47ded-5003-4f4d-b434-467ecec6793f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0972044 Feb 09 19:37:32.118804 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4105606b-d8dc-4650-af25-dccded7b2f23 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8b32e980-7cce-5e82-a341-bd2fa8945c89-a947464f-ef68-4303-8409-45241edd4781', 'network_id': 'a947464f-ef68-4303-8409-45241edd4781', 'project_id': '9e33aca4a44d4fa38a064d0581ca7668', 'fixed_ips': [{'subnet_id': '878b645d-2806-4cc3-8a8f-eea724155e12'}]}} from n-d-713498-36. {{(pid=103232) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 09 19:37:32.120950 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-4105606b-d8dc-4650-af25-dccded7b2f23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (None), before_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:37:32.326601 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecb27e6c-85bd-4f0a-ac35-975f84476fa2 req-fdf65b0c-447e-464f-a46a-5f204a873868 tempest-ServersNegativeTestJSON-1608020402 tempest-ServersNegativeTestJSON-1608020402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:37:32.334191 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-ecb27e6c-85bd-4f0a-ac35-975f84476fa2 req-fdf65b0c-447e-464f-a46a-5f204a873868 tempest-ServersNegativeTestJSON-1608020402 tempest-ServersNegativeTestJSON-1608020402-project] 10.222.0.75 "GET /v2.0/ports?device_id=ef8fb5b1-266b-4abe-85d3-6f5780a36355 HTTP/1.1" status: 200 len: 945 time: 0.1514013 Feb 09 19:37:32.346715 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.db_base_plugin_common [None req-4105606b-d8dc-4650-af25-dccded7b2f23 None None] Allocated IP 2001:db8::2 (a947464f-ef68-4303-8409-45241edd4781/878b645d-2806-4cc3-8a8f-eea724155e12/c5a3c67b-2d34-40b1-b33f-4d85ae257477) {{(pid=103232) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 19:37:32.483682 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-ecb27e6c-85bd-4f0a-ac35-975f84476fa2 req-b3a50196-5267-4445-a82a-635dd51f3429 tempest-ServersNegativeTestJSON-1608020402 tempest-ServersNegativeTestJSON-1608020402-project] 10.222.0.75 "GET /v2.0/security-groups?id=25d47ded-5003-4f4d-b434-467ecec6793f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1481621 Feb 09 19:37:32.566547 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-4105606b-d8dc-4650-af25-dccded7b2f23 None None] Publish callbacks [] for port (c5a3c67b-2d34-40b1-b33f-4d85ae257477), precommit_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:37:32.575317 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-4105606b-d8dc-4650-af25-dccded7b2f23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762866656467'] for port (c5a3c67b-2d34-40b1-b33f-4d85ae257477), after_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:37:32.596725 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-e9b4f988-5614-4d0a-8668-964b09e29a7f tempest-RoutersIpV6Test-841277211 tempest-RoutersIpV6Test-841277211-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (None), before_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:37:32.622265 n-d-713498-36 neutron-server[103232]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4105606b-d8dc-4650-af25-dccded7b2f23 None None] Network a947464f-ef68-4303-8409-45241edd4781 is already hosted by enough agents. {{(pid=103232) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 19:37:32.625546 n-d-713498-36 neutron-server[103232]: DEBUG neutron.scheduler.base_scheduler [None req-4105606b-d8dc-4650-af25-dccded7b2f23 None None] Resources bound (agent type, host, resource id): {{(pid=103232) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 19:37:32.634495 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4105606b-d8dc-4650-af25-dccded7b2f23 None None] Received port after_create {{(pid=103232) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 19:37:32.678884 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4105606b-d8dc-4650-af25-dccded7b2f23 None None] Pushing event updated for resources: {'Port': ['ID=c5a3c67b-2d34-40b1-b33f-4d85ae257477,revision_number=1']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:37:32.727910 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.managers [None req-4105606b-d8dc-4650-af25-dccded7b2f23 None None] Attempting to bind port c5a3c67b-2d34-40b1-b33f-4d85ae257477 on host n-d-713498-36 for vnic_type normal with profile {{(pid=103232) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 19:37:32.728289 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.managers [None req-4105606b-d8dc-4650-af25-dccded7b2f23 None None] Attempting to bind port c5a3c67b-2d34-40b1-b33f-4d85ae257477 by drivers openvswitch,hyperv on host n-d-713498-36 at level 0 using segments [{'id': 'cdf20bc7-2964-4813-b1ff-b6f7652d1863', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': 'a947464f-ef68-4303-8409-45241edd4781'}] {{(pid=103232) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 19:37:32.728659 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4105606b-d8dc-4650-af25-dccded7b2f23 None None] Attempting to bind port c5a3c67b-2d34-40b1-b33f-4d85ae257477 on network a947464f-ef68-4303-8409-45241edd4781 {{(pid=103232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 19:37:32.735870 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4105606b-d8dc-4650-af25-dccded7b2f23 None None] Checking agent: {'id': '496418a2-c002-4aec-ab1a-07f3bea491bd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-36', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 18, 51, 47), 'started_at': datetime.datetime(2022, 2, 9, 18, 52, 17), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 19, 37, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-36'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 19:37:32.735870 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4105606b-d8dc-4650-af25-dccded7b2f23 None None] Checking segment: {'id': 'cdf20bc7-2964-4813-b1ff-b6f7652d1863', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': 'a947464f-ef68-4303-8409-45241edd4781'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103232) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 19:37:32.736232 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-4105606b-d8dc-4650-af25-dccded7b2f23 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:37:32.736644 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4105606b-d8dc-4650-af25-dccded7b2f23 None None] Bound using segment: {'id': 'cdf20bc7-2964-4813-b1ff-b6f7652d1863', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': 'a947464f-ef68-4303-8409-45241edd4781'} {{(pid=103232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 19:37:32.737102 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.managers [None req-4105606b-d8dc-4650-af25-dccded7b2f23 None None] Bound port: c5a3c67b-2d34-40b1-b33f-4d85ae257477, host: n-d-713498-36, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cdf20bc7-2964-4813-b1ff-b6f7652d1863', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': 'a947464f-ef68-4303-8409-45241edd4781'}}] {{(pid=103232) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 19:37:32.737483 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-4105606b-d8dc-4650-af25-dccded7b2f23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (c5a3c67b-2d34-40b1-b33f-4d85ae257477), before_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:37:32.817807 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-4105606b-d8dc-4650-af25-dccded7b2f23 None None] For port c5a3c67b-2d34-40b1-b33f-4d85ae257477, host n-d-713498-36, cleared binding levels {{(pid=103232) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 19:37:32.824297 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-4105606b-d8dc-4650-af25-dccded7b2f23 None None] For port c5a3c67b-2d34-40b1-b33f-4d85ae257477, host n-d-713498-36, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-36',level=0,port_id=c5a3c67b-2d34-40b1-b33f-4d85ae257477,segment=NetworkSegment(cdf20bc7-2964-4813-b1ff-b6f7652d1863),segment_id=cdf20bc7-2964-4813-b1ff-b6f7652d1863)] {{(pid=103232) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 19:37:32.847792 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-4105606b-d8dc-4650-af25-dccded7b2f23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762867176205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762866656485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762866656503'] for port (c5a3c67b-2d34-40b1-b33f-4d85ae257477), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:37:32.979902 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4105606b-d8dc-4650-af25-dccded7b2f23 None None] Pushing event updated for resources: {'Port': ['ID=c5a3c67b-2d34-40b1-b33f-4d85ae257477,revision_number=2']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:37:33.142634 n-d-713498-36 neutron-server[103229]: DEBUG neutron.db.db_base_plugin_common [None req-e9b4f988-5614-4d0a-8668-964b09e29a7f tempest-RoutersIpV6Test-841277211 tempest-RoutersIpV6Test-841277211-project] Allocated IP 2001:db8::1 (a947464f-ef68-4303-8409-45241edd4781/878b645d-2806-4cc3-8a8f-eea724155e12/17ab5d67-4e7f-4822-bff1-4382ae263533) {{(pid=103229) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 19:37:33.152549 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc50f21a-bff0-47f2-816f-494ba023acd8 req-0ad36c9f-4284-4d68-a7c9-7d3ea62bfc32 tempest-ServersNegativeTestJSON-1608020402 tempest-ServersNegativeTestJSON-1608020402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:37:33.160422 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-cc50f21a-bff0-47f2-816f-494ba023acd8 req-0ad36c9f-4284-4d68-a7c9-7d3ea62bfc32 tempest-ServersNegativeTestJSON-1608020402 tempest-ServersNegativeTestJSON-1608020402-project] 10.222.0.75 "GET /v2.0/ports?device_id=ef8fb5b1-266b-4abe-85d3-6f5780a36355 HTTP/1.1" status: 200 len: 945 time: 0.1199586 Feb 09 19:37:33.283746 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-cc50f21a-bff0-47f2-816f-494ba023acd8 req-682aa7cc-018b-40c6-b432-192e32a6f92a tempest-ServersNegativeTestJSON-1608020402 tempest-ServersNegativeTestJSON-1608020402-project] 10.222.0.75 "GET /v2.0/security-groups?id=25d47ded-5003-4f4d-b434-467ecec6793f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1220443 Feb 09 19:37:33.396167 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-e9b4f988-5614-4d0a-8668-964b09e29a7f tempest-RoutersIpV6Test-841277211 tempest-RoutersIpV6Test-841277211-project] Publish callbacks [] for port (17ab5d67-4e7f-4822-bff1-4382ae263533), precommit_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:37:33.443707 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-e9b4f988-5614-4d0a-8668-964b09e29a7f tempest-RoutersIpV6Test-841277211 tempest-RoutersIpV6Test-841277211-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762866656467', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12867576'] for port (17ab5d67-4e7f-4822-bff1-4382ae263533), after_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:37:33.501438 n-d-713498-36 neutron-server[103229]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9b4f988-5614-4d0a-8668-964b09e29a7f tempest-RoutersIpV6Test-841277211 tempest-RoutersIpV6Test-841277211-project] Network a947464f-ef68-4303-8409-45241edd4781 is already hosted by enough agents. {{(pid=103229) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 19:37:33.504855 n-d-713498-36 neutron-server[103229]: DEBUG neutron.scheduler.base_scheduler [None req-e9b4f988-5614-4d0a-8668-964b09e29a7f tempest-RoutersIpV6Test-841277211 tempest-RoutersIpV6Test-841277211-project] Resources bound (agent type, host, resource id): {{(pid=103229) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 19:37:33.509490 n-d-713498-36 neutron-server[103229]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9b4f988-5614-4d0a-8668-964b09e29a7f tempest-RoutersIpV6Test-841277211 tempest-RoutersIpV6Test-841277211-project] Received port after_create {{(pid=103229) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 19:37:33.510218 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-e9b4f988-5614-4d0a-8668-964b09e29a7f tempest-RoutersIpV6Test-841277211 tempest-RoutersIpV6Test-841277211-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1819024'] for router_interface (8ce68e28-5c75-4c71-826f-e3317246175c), before_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:37:33.516884 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9b4f988-5614-4d0a-8668-964b09e29a7f tempest-RoutersIpV6Test-841277211 tempest-RoutersIpV6Test-841277211-project] Pushing event updated for resources: {'Port': ['ID=17ab5d67-4e7f-4822-bff1-4382ae263533,revision_number=1']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:37:34.134461 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-e9b4f988-5614-4d0a-8668-964b09e29a7f tempest-RoutersIpV6Test-841277211 tempest-RoutersIpV6Test-841277211-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (17ab5d67-4e7f-4822-bff1-4382ae263533), before_update {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:37:34.500949 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea101df6-91ae-4785-8cc7-035292bb5896 req-e96f75ab-abfd-4e76-a299-c7e75311e60f tempest-ServersNegativeTestJSON-1608020402 tempest-ServersNegativeTestJSON-1608020402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:37:34.506960 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-ea101df6-91ae-4785-8cc7-035292bb5896 req-e96f75ab-abfd-4e76-a299-c7e75311e60f tempest-ServersNegativeTestJSON-1608020402 tempest-ServersNegativeTestJSON-1608020402-project] 10.222.0.75 "GET /v2.0/ports?device_id=ef8fb5b1-266b-4abe-85d3-6f5780a36355 HTTP/1.1" status: 200 len: 945 time: 0.0830905 Feb 09 19:37:34.599293 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-e9b4f988-5614-4d0a-8668-964b09e29a7f tempest-RoutersIpV6Test-841277211 tempest-RoutersIpV6Test-841277211-project] Publish callbacks [] for port (17ab5d67-4e7f-4822-bff1-4382ae263533), precommit_update {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:37:34.614258 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-e9b4f988-5614-4d0a-8668-964b09e29a7f tempest-RoutersIpV6Test-841277211 tempest-RoutersIpV6Test-841277211-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762867176205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762866656485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762866656503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12867569'] for port (17ab5d67-4e7f-4822-bff1-4382ae263533), after_update {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:37:34.615583 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-e9b4f988-5614-4d0a-8668-964b09e29a7f tempest-RoutersIpV6Test-841277211 tempest-RoutersIpV6Test-841277211-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1613458', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1834496'] for router_interface (8ce68e28-5c75-4c71-826f-e3317246175c), after_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:37:34.622755 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6273d42f-db8a-458b-8806-ab2852d6247f None None] Network a947464f-ef68-4303-8409-45241edd4781 requested from n-d-713498-36 {{(pid=103232) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 19:37:34.640803 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-ea101df6-91ae-4785-8cc7-035292bb5896 req-f7fa716f-ea67-4ca4-b593-a71c62e9798f tempest-ServersNegativeTestJSON-1608020402 tempest-ServersNegativeTestJSON-1608020402-project] 10.222.0.75 "GET /v2.0/security-groups?id=25d47ded-5003-4f4d-b434-467ecec6793f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1245768 Feb 09 19:37:34.696803 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9b4f988-5614-4d0a-8668-964b09e29a7f tempest-RoutersIpV6Test-841277211 tempest-RoutersIpV6Test-841277211-project] Pushing event updated for resources: {'Port': ['ID=17ab5d67-4e7f-4822-bff1-4382ae263533,revision_number=2']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:37:34.777125 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.provisioning_blocks [None req-9e7645e8-b811-466e-ab12-50754ac272a2 None None] Provisioning complete for port c5a3c67b-2d34-40b1-b33f-4d85ae257477 triggered by entity DHCP. {{(pid=103232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 19:37:34.777512 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-9e7645e8-b811-466e-ab12-50754ac272a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593630'] for port (c5a3c67b-2d34-40b1-b33f-4d85ae257477), provisioning_complete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:37:34.805384 n-d-713498-36 neutron-server[103229]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9b4f988-5614-4d0a-8668-964b09e29a7f tempest-RoutersIpV6Test-841277211 tempest-RoutersIpV6Test-841277211-project] Network a947464f-ef68-4303-8409-45241edd4781 is already hosted by enough agents. {{(pid=103229) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 19:37:34.807721 n-d-713498-36 neutron-server[103229]: DEBUG neutron.scheduler.base_scheduler [None req-e9b4f988-5614-4d0a-8668-964b09e29a7f tempest-RoutersIpV6Test-841277211 tempest-RoutersIpV6Test-841277211-project] Resources bound (agent type, host, resource id): {{(pid=103229) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 19:37:34.903473 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-9e7645e8-b811-466e-ab12-50754ac272a2 None None] Current status of the port c5a3c67b-2d34-40b1-b33f-4d85ae257477 is: DOWN; New status is: ACTIVE {{(pid=103232) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 19:37:34.904213 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-9e7645e8-b811-466e-ab12-50754ac272a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (c5a3c67b-2d34-40b1-b33f-4d85ae257477), before_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:37:34.974823 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-9e7645e8-b811-466e-ab12-50754ac272a2 None None] For port c5a3c67b-2d34-40b1-b33f-4d85ae257477, host n-d-713498-36, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-36',level=0,port_id=c5a3c67b-2d34-40b1-b33f-4d85ae257477,segment=NetworkSegment(cdf20bc7-2964-4813-b1ff-b6f7652d1863),segment_id=cdf20bc7-2964-4813-b1ff-b6f7652d1863)] {{(pid=103232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 19:37:34.991474 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-9e7645e8-b811-466e-ab12-50754ac272a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762867176205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762866656485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762866656503'] for port (c5a3c67b-2d34-40b1-b33f-4d85ae257477), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:37:35.064853 n-d-713498-36 neutron-server[103229]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e9b4f988-5614-4d0a-8668-964b09e29a7f tempest-RoutersIpV6Test-841277211 tempest-RoutersIpV6Test-841277211-project] Router 8ce68e28-5c75-4c71-826f-e3317246175c is scheduled to L3 agent 93303d5e-5d17-45e8-8963-7694f87783ae with binding_index 1 {{(pid=103229) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 09 19:37:35.079556 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Device c5a3c67b-2d34-40b1-b33f-4d85ae257477 up at agent ovs-agent-n-d-713498-36 {{(pid=103232) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 19:37:35.172826 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e7645e8-b811-466e-ab12-50754ac272a2 None None] Pushing event updated for resources: {'Port': ['ID=c5a3c67b-2d34-40b1-b33f-4d85ae257477,revision_number=3']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:37:35.207598 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.provisioning_blocks [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Provisioning complete for port c5a3c67b-2d34-40b1-b33f-4d85ae257477 triggered by entity L2. {{(pid=103232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 19:37:35.208350 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593630'] for port (c5a3c67b-2d34-40b1-b33f-4d85ae257477), provisioning_complete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:37:35.257142 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e9b4f988-5614-4d0a-8668-964b09e29a7f tempest-RoutersIpV6Test-841277211 tempest-RoutersIpV6Test-841277211-project] Notify agent at l3_agent.n-d-713498-36 the message routers_updated {{(pid=103229) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 19:37:35.265932 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-e9b4f988-5614-4d0a-8668-964b09e29a7f tempest-RoutersIpV6Test-841277211 tempest-RoutersIpV6Test-841277211-project] 10.222.0.75 "PUT /v2.0/routers/8ce68e28-5c75-4c71-826f-e3317246175c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2596898 Feb 09 19:37:35.266068 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 39732) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:37:35.271865 n-d-713498-36 neutron-server[103233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-beef4266-0518-4674-bd6b-3e7d8729f3d8 None None] Sync routers for ids ['8ce68e28-5c75-4c71-826f-e3317246175c'] in n-d-713498-36 {{(pid=103233) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 19:37:35.276057 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.v2.base [None req-2139c181-da1b-42b0-a71e-ffe32076730b tempest-RoutersIpV6Test-841277211 tempest-RoutersIpV6Test-841277211-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-952633059'}} {{(pid=103230) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 19:37:35.303686 n-d-713498-36 neutron-server[103233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-beef4266-0518-4674-bd6b-3e7d8729f3d8 None None] Routers {'8ce68e28-5c75-4c71-826f-e3317246175c'} bound to L3 agent in host n-d-713498-36 {{(pid=103233) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 19:37:35.304351 n-d-713498-36 neutron-server[103233]: DEBUG neutron.db.l3_hamode_db [None req-beef4266-0518-4674-bd6b-3e7d8729f3d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T18:51:43Z,description=,heartbeat_timestamp=2022-02-09T19:37:13Z,host='n-d-713498-36',id=93303d5e-5d17-45e8-8963-7694f87783ae,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T18:51:43Z,topic='l3_agent')) {'router_ids': ['8ce68e28-5c75-4c71-826f-e3317246175c'], 'active': True} {{(pid=103233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:37:35.325560 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Current status of the port c5a3c67b-2d34-40b1-b33f-4d85ae257477 is: ACTIVE; New status is: ACTIVE {{(pid=103232) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 19:37:35.342582 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.provisioning_blocks [None req-854b72ce-9947-4a46-a1f1-177fb4630b8e None None] Provisioning complete for port 17ab5d67-4e7f-4822-bff1-4382ae263533 triggered by entity DHCP. {{(pid=103232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 19:37:35.343377 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-854b72ce-9947-4a46-a1f1-177fb4630b8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593630'] for port (17ab5d67-4e7f-4822-bff1-4382ae263533), provisioning_complete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:37:35.379373 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2139c181-da1b-42b0-a71e-ffe32076730b tempest-RoutersIpV6Test-841277211 tempest-RoutersIpV6Test-841277211-project] Made reservation on behalf of 9e33aca4a44d4fa38a064d0581ca7668 for: {'network': 1} {{(pid=103230) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 19:37:35.382923 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-2139c181-da1b-42b0-a71e-ffe32076730b tempest-RoutersIpV6Test-841277211 tempest-RoutersIpV6Test-841277211-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for network (None), before_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:37:35.425445 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-854b72ce-9947-4a46-a1f1-177fb4630b8e None None] Port 17ab5d67-4e7f-4822-bff1-4382ae263533 cannot update to ACTIVE because it is not bound. {{(pid=103232) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 19:37:35.438459 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.provisioning_blocks [None req-854b72ce-9947-4a46-a1f1-177fb4630b8e None None] Provisioning complete for port c5a3c67b-2d34-40b1-b33f-4d85ae257477 triggered by entity DHCP. {{(pid=103232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 19:37:35.439259 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-854b72ce-9947-4a46-a1f1-177fb4630b8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593630'] for port (c5a3c67b-2d34-40b1-b33f-4d85ae257477), provisioning_complete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:37:35.456714 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2139c181-da1b-42b0-a71e-ffe32076730b tempest-RoutersIpV6Test-841277211 tempest-RoutersIpV6Test-841277211-project] vlan segment allocate from pool success with {'vlan_id': 395, 'physical_network': 'physnet1'} {{(pid=103230) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 19:37:35.479634 n-d-713498-36 neutron-server[103233]: DEBUG neutron.db.l3_dvr_db [None req-beef4266-0518-4674-bd6b-3e7d8729f3d8 None None] Set router 8ce68e28-5c75-4c71-826f-e3317246175c gateway port host: None {{(pid=103233) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 19:37:35.487228 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-2139c181-da1b-42b0-a71e-ffe32076730b tempest-RoutersIpV6Test-841277211 tempest-RoutersIpV6Test-841277211-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-759574'] for segment (a9ef0bfc-acfa-4bb3-a830-743d6df498a5), precommit_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:37:35.487888 n-d-713498-36 neutron-server[103230]: INFO neutron.db.segments_db [None req-2139c181-da1b-42b0-a71e-ffe32076730b tempest-RoutersIpV6Test-841277211 tempest-RoutersIpV6Test-841277211-project] Added segment a9ef0bfc-acfa-4bb3-a830-743d6df498a5 of type vlan for network 5fe80f6f-ddef-4294-b1e0-eb2ac0a95313 Feb 09 19:37:35.564244 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-2139c181-da1b-42b0-a71e-ffe32076730b tempest-RoutersIpV6Test-841277211 tempest-RoutersIpV6Test-841277211-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762866642225'] for network (5fe80f6f-ddef-4294-b1e0-eb2ac0a95313), precommit_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:37:35.575778 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-854b72ce-9947-4a46-a1f1-177fb4630b8e None None] Current status of the port c5a3c67b-2d34-40b1-b33f-4d85ae257477 is: ACTIVE; New status is: ACTIVE {{(pid=103232) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 19:37:35.623996 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-2139c181-da1b-42b0-a71e-ffe32076730b tempest-RoutersIpV6Test-841277211 tempest-RoutersIpV6Test-841277211-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1885479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452'] for network (5fe80f6f-ddef-4294-b1e0-eb2ac0a95313), after_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:37:35.645464 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2139c181-da1b-42b0-a71e-ffe32076730b tempest-RoutersIpV6Test-841277211 tempest-RoutersIpV6Test-841277211-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:37:35.646466 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-2139c181-da1b-42b0-a71e-ffe32076730b tempest-RoutersIpV6Test-841277211 tempest-RoutersIpV6Test-841277211-project] Publish callbacks [] for network (None), before_response {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:37:35.745505 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.provisioning_blocks [None req-f8bc5446-1272-492e-b51c-9b81e4ad2586 None None] Provisioning complete for port 17ab5d67-4e7f-4822-bff1-4382ae263533 triggered by entity DHCP. {{(pid=103232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 19:37:35.746216 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-f8bc5446-1272-492e-b51c-9b81e4ad2586 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593630'] for port (17ab5d67-4e7f-4822-bff1-4382ae263533), provisioning_complete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:37:35.785757 n-d-713498-36 neutron-server[103233]: DEBUG neutron.db.l3_hamode_db [None req-beef4266-0518-4674-bd6b-3e7d8729f3d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8ce68e28-5c75-4c71-826f-e3317246175c', 'name': 'tempest-RoutersIpV6Test-router-1847530371', 'tenant_id': '9e33aca4a44d4fa38a064d0581ca7668', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T19:37:30Z', 'updated_at': '2022-02-09T19:37:33Z', 'revision_number': 2, 'project_id': '9e33aca4a44d4fa38a064d0581ca7668', 'gw_port_host': None, '_interfaces': [{'id': '17ab5d67-4e7f-4822-bff1-4382ae263533', 'name': '', 'network_id': 'a947464f-ef68-4303-8409-45241edd4781', 'tenant_id': '9e33aca4a44d4fa38a064d0581ca7668', 'mac_address': 'fa:16:3e:6a:88:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8ce68e28-5c75-4c71-826f-e3317246175c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3431, 'fixed_ips': [{'subnet_id': '878b645d-2806-4cc3-8a8f-eea724155e12', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T19:37:32Z', 'updated_at': '2022-02-09T19:37:34Z', 'revision_number': 2, 'project_id': '9e33aca4a44d4fa38a064d0581ca7668', 'subnets': [{'id': '878b645d-2806-4cc3-8a8f-eea724155e12', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-36', False) {} {{(pid=103233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:37:35.806850 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2139c181-da1b-42b0-a71e-ffe32076730b tempest-RoutersIpV6Test-841277211 tempest-RoutersIpV6Test-841277211-project] Pushing event updated for resources: {'Network': ['ID=5fe80f6f-ddef-4294-b1e0-eb2ac0a95313,revision_number=1']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:37:35.833364 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-2139c181-da1b-42b0-a71e-ffe32076730b tempest-RoutersIpV6Test-841277211 tempest-RoutersIpV6Test-841277211-project] 10.222.0.75 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.5654209 Feb 09 19:37:35.835087 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 39740) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:37:35.837988 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Network 5fe80f6f-ddef-4294-b1e0-eb2ac0a95313 details requested by agent ovs-agent-n-d-713498-36 with host n-d-713498-36 {{(pid=103232) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 19:37:35.846377 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97fd269f-ce5f-4373-b704-ec2745c02679 req-efe8fae7-5a67-4ad1-8711-fb8e6ca28249 tempest-ServersNegativeTestJSON-1608020402 tempest-ServersNegativeTestJSON-1608020402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:37:35.852042 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.v2.base [None req-469604da-6421-4536-9998-ad0444837410 tempest-RoutersIpV6Test-841277211 tempest-RoutersIpV6Test-841277211-project] Request body: {'subnet': {'network_id': '5fe80f6f-ddef-4294-b1e0-eb2ac0a95313', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=103230) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 19:37:35.855257 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-97fd269f-ce5f-4373-b704-ec2745c02679 req-efe8fae7-5a67-4ad1-8711-fb8e6ca28249 tempest-ServersNegativeTestJSON-1608020402 tempest-ServersNegativeTestJSON-1608020402-project] 10.222.0.75 "GET /v2.0/ports?device_id=ef8fb5b1-266b-4abe-85d3-6f5780a36355 HTTP/1.1" status: 200 len: 945 time: 0.1076117 Feb 09 19:37:35.864963 n-d-713498-36 neutron-server[103233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-beef4266-0518-4674-bd6b-3e7d8729f3d8 None None] Checking router: 8ce68e28-5c75-4c71-826f-e3317246175c for host: n-d-713498-36 {{(pid=103233) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 19:37:35.865656 n-d-713498-36 neutron-server[103233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-beef4266-0518-4674-bd6b-3e7d8729f3d8 None None] Updating router 8ce68e28-5c75-4c71-826f-e3317246175c port 17ab5d67-4e7f-4822-bff1-4382ae263533 binding host n-d-713498-36 {{(pid=103233) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 19:37:35.929226 n-d-713498-36 neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-beef4266-0518-4674-bd6b-3e7d8729f3d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (17ab5d67-4e7f-4822-bff1-4382ae263533), before_update {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:37:35.936437 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-97fd269f-ce5f-4373-b704-ec2745c02679 req-6089f560-951b-4f4d-9291-5e786a3f160a tempest-ServersNegativeTestJSON-1608020402 tempest-ServersNegativeTestJSON-1608020402-project] 10.222.0.75 "GET /v2.0/security-groups?id=25d47ded-5003-4f4d-b434-467ecec6793f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0801876 Feb 09 19:37:35.999680 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-f8bc5446-1272-492e-b51c-9b81e4ad2586 None None] Port 17ab5d67-4e7f-4822-bff1-4382ae263533 cannot update to ACTIVE because it is not bound. {{(pid=103232) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 19:37:36.079742 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-469604da-6421-4536-9998-ad0444837410 tempest-RoutersIpV6Test-841277211 tempest-RoutersIpV6Test-841277211-project] Made reservation on behalf of 9e33aca4a44d4fa38a064d0581ca7668 for: {'subnet': 1} {{(pid=103230) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 19:37:36.085582 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-469604da-6421-4536-9998-ad0444837410 tempest-RoutersIpV6Test-841277211 tempest-RoutersIpV6Test-841277211-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12985917'] for subnet (None), before_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:37:36.244852 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.provisioning_blocks [None req-0eaed0e7-bfbc-4dee-9fea-4a9bcd7404df None None] Provisioning complete for port 17ab5d67-4e7f-4822-bff1-4382ae263533 triggered by entity DHCP. {{(pid=103232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 19:37:36.245234 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-0eaed0e7-bfbc-4dee-9fea-4a9bcd7404df None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593630'] for port (17ab5d67-4e7f-4822-bff1-4382ae263533), provisioning_complete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:37:36.304813 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-0eaed0e7-bfbc-4dee-9fea-4a9bcd7404df None None] Port 17ab5d67-4e7f-4822-bff1-4382ae263533 cannot update to ACTIVE because it is not bound. {{(pid=103232) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 19:37:36.416406 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-469604da-6421-4536-9998-ad0444837410 tempest-RoutersIpV6Test-841277211 tempest-RoutersIpV6Test-841277211-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14393611', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12985859'] for subnet (110a991d-ded3-4a7d-ac7f-48d37d00b65b), after_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:37:36.458056 n-d-713498-36 neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-beef4266-0518-4674-bd6b-3e7d8729f3d8 None None] Publish callbacks [] for port (17ab5d67-4e7f-4822-bff1-4382ae263533), precommit_update {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:37:36.477015 n-d-713498-36 neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-beef4266-0518-4674-bd6b-3e7d8729f3d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762867176205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762866656485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762866656503'] for port (17ab5d67-4e7f-4822-bff1-4382ae263533), after_update {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:37:36.523101 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-469604da-6421-4536-9998-ad0444837410 tempest-RoutersIpV6Test-841277211 tempest-RoutersIpV6Test-841277211-project] Checking segment: {'id': 'a9ef0bfc-acfa-4bb3-a830-743d6df498a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '5fe80f6f-ddef-4294-b1e0-eb2ac0a95313'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103230) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 19:37:36.523476 n-d-713498-36 neutron-server[103230]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-469604da-6421-4536-9998-ad0444837410 tempest-RoutersIpV6Test-841277211 tempest-RoutersIpV6Test-841277211-project] Network hostable DHCP agents. Network: 5fe80f6f-ddef-4294-b1e0-eb2ac0a95313, hostable agents: ['af91e4b9-f4e1-42b1-a25c-a10dc47171c8'], hosted agents: [] {{(pid=103230) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 19:37:36.526550 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-469604da-6421-4536-9998-ad0444837410 tempest-RoutersIpV6Test-841277211 tempest-RoutersIpV6Test-841277211-project] Pushing event updated for resources: {'Subnet': ['ID=110a991d-ded3-4a7d-ac7f-48d37d00b65b,revision_number=0']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:37:36.548888 n-d-713498-36 neutron-server[103233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c4c5ed5-d82c-4988-ad92-48958cbad628 None None] Pushing event updated for resources: {'Port': ['ID=17ab5d67-4e7f-4822-bff1-4382ae263533,revision_number=3']} {{(pid=103233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:37:36.558598 n-d-713498-36 neutron-server[103230]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-469604da-6421-4536-9998-ad0444837410 tempest-RoutersIpV6Test-841277211 tempest-RoutersIpV6Test-841277211-project] Network 5fe80f6f-ddef-4294-b1e0-eb2ac0a95313 is scheduled to be hosted by DHCP agent af91e4b9-f4e1-42b1-a25c-a10dc47171c8 with binding_index 1 {{(pid=103230) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 19:37:36.576981 n-d-713498-36 neutron-server[103230]: DEBUG neutron.scheduler.base_scheduler [None req-469604da-6421-4536-9998-ad0444837410 tempest-RoutersIpV6Test-841277211 tempest-RoutersIpV6Test-841277211-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713498-36, 5fe80f6f-ddef-4294-b1e0-eb2ac0a95313) {{(pid=103230) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 19:37:36.581314 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-469604da-6421-4536-9998-ad0444837410 tempest-RoutersIpV6Test-841277211 tempest-RoutersIpV6Test-841277211-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:37:36.581913 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-469604da-6421-4536-9998-ad0444837410 tempest-RoutersIpV6Test-841277211 tempest-RoutersIpV6Test-841277211-project] Publish callbacks [] for subnet (None), before_response {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:37:36.588825 n-d-713498-36 neutron-server[103233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c4c5ed5-d82c-4988-ad92-48958cbad628 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:37:36.589187 n-d-713498-36 neutron-server[103233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c4c5ed5-d82c-4988-ad92-48958cbad628 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:37:36.589536 n-d-713498-36 neutron-server[103233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c4c5ed5-d82c-4988-ad92-48958cbad628 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:37:36.590098 n-d-713498-36 neutron-server[103233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c4c5ed5-d82c-4988-ad92-48958cbad628 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:37:36.590541 n-d-713498-36 neutron-server[103233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c4c5ed5-d82c-4988-ad92-48958cbad628 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:37:36.590882 n-d-713498-36 neutron-server[103233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c4c5ed5-d82c-4988-ad92-48958cbad628 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:37:36.591218 n-d-713498-36 neutron-server[103233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c4c5ed5-d82c-4988-ad92-48958cbad628 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:37:36.591553 n-d-713498-36 neutron-server[103233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c4c5ed5-d82c-4988-ad92-48958cbad628 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:37:36.591885 n-d-713498-36 neutron-server[103233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c4c5ed5-d82c-4988-ad92-48958cbad628 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:37:36.592214 n-d-713498-36 neutron-server[103233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c4c5ed5-d82c-4988-ad92-48958cbad628 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:37:36.592540 n-d-713498-36 neutron-server[103233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c4c5ed5-d82c-4988-ad92-48958cbad628 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:37:36.592867 n-d-713498-36 neutron-server[103233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c4c5ed5-d82c-4988-ad92-48958cbad628 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:37:36.593191 n-d-713498-36 neutron-server[103233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c4c5ed5-d82c-4988-ad92-48958cbad628 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:37:36.610107 n-d-713498-36 neutron-server[103233]: DEBUG neutron.plugins.ml2.managers [None req-beef4266-0518-4674-bd6b-3e7d8729f3d8 None None] Attempting to bind port 17ab5d67-4e7f-4822-bff1-4382ae263533 on host n-d-713498-36 for vnic_type normal with profile {{(pid=103233) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 19:37:36.610491 n-d-713498-36 neutron-server[103233]: DEBUG neutron.plugins.ml2.managers [None req-beef4266-0518-4674-bd6b-3e7d8729f3d8 None None] Attempting to bind port 17ab5d67-4e7f-4822-bff1-4382ae263533 by drivers openvswitch,hyperv on host n-d-713498-36 at level 0 using segments [{'id': 'cdf20bc7-2964-4813-b1ff-b6f7652d1863', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': 'a947464f-ef68-4303-8409-45241edd4781'}] {{(pid=103233) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 19:37:36.610858 n-d-713498-36 neutron-server[103233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-beef4266-0518-4674-bd6b-3e7d8729f3d8 None None] Attempting to bind port 17ab5d67-4e7f-4822-bff1-4382ae263533 on network a947464f-ef68-4303-8409-45241edd4781 {{(pid=103233) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 19:37:36.617243 n-d-713498-36 neutron-server[103233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-beef4266-0518-4674-bd6b-3e7d8729f3d8 None None] Checking agent: {'id': '496418a2-c002-4aec-ab1a-07f3bea491bd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-36', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 18, 51, 47), 'started_at': datetime.datetime(2022, 2, 9, 18, 52, 17), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 19, 37, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-36'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103233) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 19:37:36.617243 n-d-713498-36 neutron-server[103233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-beef4266-0518-4674-bd6b-3e7d8729f3d8 None None] Checking segment: {'id': 'cdf20bc7-2964-4813-b1ff-b6f7652d1863', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': 'a947464f-ef68-4303-8409-45241edd4781'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103233) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 19:37:36.617444 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 39748) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:37:36.617533 n-d-713498-36 neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-beef4266-0518-4674-bd6b-3e7d8729f3d8 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:37:36.617533 n-d-713498-36 neutron-server[103233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-beef4266-0518-4674-bd6b-3e7d8729f3d8 None None] Bound using segment: {'id': 'cdf20bc7-2964-4813-b1ff-b6f7652d1863', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': 'a947464f-ef68-4303-8409-45241edd4781'} {{(pid=103233) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 19:37:36.618035 n-d-713498-36 neutron-server[103233]: DEBUG neutron.plugins.ml2.managers [None req-beef4266-0518-4674-bd6b-3e7d8729f3d8 None None] Bound port: 17ab5d67-4e7f-4822-bff1-4382ae263533, host: n-d-713498-36, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cdf20bc7-2964-4813-b1ff-b6f7652d1863', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': 'a947464f-ef68-4303-8409-45241edd4781'}}] {{(pid=103233) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 19:37:36.618424 n-d-713498-36 neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-beef4266-0518-4674-bd6b-3e7d8729f3d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (17ab5d67-4e7f-4822-bff1-4382ae263533), before_update {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:37:36.643671 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9202200-cbd4-4c3c-a121-9473b8fce36c None None] Network 5fe80f6f-ddef-4294-b1e0-eb2ac0a95313 requested from n-d-713498-36 {{(pid=103232) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 19:37:36.666194 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-469604da-6421-4536-9998-ad0444837410 tempest-RoutersIpV6Test-841277211 tempest-RoutersIpV6Test-841277211-project] 10.222.0.75 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 0.8285012 Feb 09 19:37:36.729323 n-d-713498-36 neutron-server[103233]: DEBUG neutron.plugins.ml2.db [None req-beef4266-0518-4674-bd6b-3e7d8729f3d8 None None] For port 17ab5d67-4e7f-4822-bff1-4382ae263533, host n-d-713498-36, cleared binding levels {{(pid=103233) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 19:37:36.738146 n-d-713498-36 neutron-server[103233]: DEBUG neutron.plugins.ml2.db [None req-beef4266-0518-4674-bd6b-3e7d8729f3d8 None None] For port 17ab5d67-4e7f-4822-bff1-4382ae263533, host n-d-713498-36, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-36',level=0,port_id=17ab5d67-4e7f-4822-bff1-4382ae263533,segment=NetworkSegment(cdf20bc7-2964-4813-b1ff-b6f7652d1863),segment_id=cdf20bc7-2964-4813-b1ff-b6f7652d1863)] {{(pid=103233) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 19:37:36.750465 n-d-713498-36 neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-beef4266-0518-4674-bd6b-3e7d8729f3d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762867176205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762866656485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762866656503'] for port (17ab5d67-4e7f-4822-bff1-4382ae263533), after_update {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:37:36.862270 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7f9e0bb-4122-4f87-993f-0b09b99aef0b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8b32e980-7cce-5e82-a341-bd2fa8945c89-5fe80f6f-ddef-4294-b1e0-eb2ac0a95313', 'network_id': '5fe80f6f-ddef-4294-b1e0-eb2ac0a95313', 'project_id': '9e33aca4a44d4fa38a064d0581ca7668', 'fixed_ips': [{'subnet_id': '110a991d-ded3-4a7d-ac7f-48d37d00b65b'}]}} from n-d-713498-36. {{(pid=103232) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 09 19:37:36.863300 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-f7f9e0bb-4122-4f87-993f-0b09b99aef0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (None), before_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:37:36.887811 n-d-713498-36 neutron-server[103233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c4c5ed5-d82c-4988-ad92-48958cbad628 None None] Pushing event updated for resources: {'Port': ['ID=17ab5d67-4e7f-4822-bff1-4382ae263533,revision_number=4']} {{(pid=103233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:37:36.929712 n-d-713498-36 neutron-server[103233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-beef4266-0518-4674-bd6b-3e7d8729f3d8 None None] Routers {'8ce68e28-5c75-4c71-826f-e3317246175c'} bound to L3 agent in host n-d-713498-36 {{(pid=103233) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 19:37:36.931766 n-d-713498-36 neutron-server[103233]: DEBUG neutron.db.l3_hamode_db [None req-beef4266-0518-4674-bd6b-3e7d8729f3d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T18:51:43Z,description=,heartbeat_timestamp=2022-02-09T19:37:13Z,host='n-d-713498-36',id=93303d5e-5d17-45e8-8963-7694f87783ae,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T18:51:43Z,topic='l3_agent')) {'router_ids': ['8ce68e28-5c75-4c71-826f-e3317246175c'], 'active': True} {{(pid=103233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:37:37.076304 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Device c5a3c67b-2d34-40b1-b33f-4d85ae257477 up at agent ovs-agent-n-d-713498-36 {{(pid=103232) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 19:37:37.198794 n-d-713498-36 neutron-server[103233]: DEBUG neutron.db.l3_dvr_db [None req-beef4266-0518-4674-bd6b-3e7d8729f3d8 None None] Set router 8ce68e28-5c75-4c71-826f-e3317246175c gateway port host: None {{(pid=103233) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 19:37:37.272552 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95f051b3-8a46-428c-959d-fcc70e05139d req-d4e44f4c-c24a-4fd2-99b9-b9b65919c4c9 tempest-ServersNegativeTestJSON-1608020402 tempest-ServersNegativeTestJSON-1608020402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:37:37.275007 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-95f051b3-8a46-428c-959d-fcc70e05139d req-d4e44f4c-c24a-4fd2-99b9-b9b65919c4c9 tempest-ServersNegativeTestJSON-1608020402 tempest-ServersNegativeTestJSON-1608020402-project] 10.222.0.75 "GET /v2.0/ports?device_id=ef8fb5b1-266b-4abe-85d3-6f5780a36355 HTTP/1.1" status: 200 len: 945 time: 0.1279583 Feb 09 19:37:37.384432 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.provisioning_blocks [None req-09e2fa31-0c97-4240-8072-e35a7d21f6de None None] Provisioning complete for port 17ab5d67-4e7f-4822-bff1-4382ae263533 triggered by entity DHCP. {{(pid=103232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 19:37:37.384887 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-09e2fa31-0c97-4240-8072-e35a7d21f6de None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593630'] for port (17ab5d67-4e7f-4822-bff1-4382ae263533), provisioning_complete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:37:37.402457 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-95f051b3-8a46-428c-959d-fcc70e05139d req-78d3af91-dfb4-4cca-811e-bd97596b7314 tempest-ServersNegativeTestJSON-1608020402 tempest-ServersNegativeTestJSON-1608020402-project] 10.222.0.75 "GET /v2.0/security-groups?id=25d47ded-5003-4f4d-b434-467ecec6793f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1170139 Feb 09 19:37:37.555235 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.provisioning_blocks [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Provisioning complete for port c5a3c67b-2d34-40b1-b33f-4d85ae257477 triggered by entity L2. {{(pid=103232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 19:37:37.555618 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593630'] for port (c5a3c67b-2d34-40b1-b33f-4d85ae257477), provisioning_complete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:37:37.560178 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.db_base_plugin_common [None req-f7f9e0bb-4122-4f87-993f-0b09b99aef0b None None] Allocated IP 2001:db8:1::2 (5fe80f6f-ddef-4294-b1e0-eb2ac0a95313/110a991d-ded3-4a7d-ac7f-48d37d00b65b/cd9f47a9-34b1-4fa7-8c8b-cb82d57dac7e) {{(pid=103232) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 19:37:37.597780 n-d-713498-36 neutron-server[103233]: DEBUG neutron.db.l3_hamode_db [None req-beef4266-0518-4674-bd6b-3e7d8729f3d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8ce68e28-5c75-4c71-826f-e3317246175c', 'name': 'tempest-RoutersIpV6Test-router-1847530371', 'tenant_id': '9e33aca4a44d4fa38a064d0581ca7668', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T19:37:30Z', 'updated_at': '2022-02-09T19:37:33Z', 'revision_number': 2, 'project_id': '9e33aca4a44d4fa38a064d0581ca7668', 'gw_port_host': None, '_interfaces': [{'id': '17ab5d67-4e7f-4822-bff1-4382ae263533', 'name': '', 'network_id': 'a947464f-ef68-4303-8409-45241edd4781', 'tenant_id': '9e33aca4a44d4fa38a064d0581ca7668', 'mac_address': 'fa:16:3e:6a:88:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8ce68e28-5c75-4c71-826f-e3317246175c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3431, 'fixed_ips': [{'subnet_id': '878b645d-2806-4cc3-8a8f-eea724155e12', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T19:37:32Z', 'updated_at': '2022-02-09T19:37:36Z', 'revision_number': 4, 'project_id': '9e33aca4a44d4fa38a064d0581ca7668', 'subnets': [{'id': '878b645d-2806-4cc3-8a8f-eea724155e12', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-36', False) {} {{(pid=103233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:37:37.665667 n-d-713498-36 neutron-server[103233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-beef4266-0518-4674-bd6b-3e7d8729f3d8 None None] The sync data for ids ['8ce68e28-5c75-4c71-826f-e3317246175c'] in n-d-713498-36 is: [{'id': '8ce68e28-5c75-4c71-826f-e3317246175c', 'name': 'tempest-RoutersIpV6Test-router-1847530371', 'tenant_id': '9e33aca4a44d4fa38a064d0581ca7668', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T19:37:30Z', 'updated_at': '2022-02-09T19:37:33Z', 'revision_number': 2, 'project_id': '9e33aca4a44d4fa38a064d0581ca7668', 'gw_port_host': None, '_interfaces': [{'id': '17ab5d67-4e7f-4822-bff1-4382ae263533', 'name': '', 'network_id': 'a947464f-ef68-4303-8409-45241edd4781', 'tenant_id': '9e33aca4a44d4fa38a064d0581ca7668', 'mac_address': 'fa:16:3e:6a:88:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8ce68e28-5c75-4c71-826f-e3317246175c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3431, 'fixed_ips': [{'subnet_id': '878b645d-2806-4cc3-8a8f-eea724155e12', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T19:37:32Z', 'updated_at': '2022-02-09T19:37:36Z', 'revision_number': 4, 'project_id': '9e33aca4a44d4fa38a064d0581ca7668', 'subnets': [{'id': '878b645d-2806-4cc3-8a8f-eea724155e12', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103233) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 19:37:37.701289 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d6aee0e-7de5-49cd-a91c-482f73a8c127 req-a8e65136-fdf2-4552-aaa9-d340e7fd11e8 tempest-TestNetworkAdvancedServerOps-513516359 tempest-TestNetworkAdvancedServerOps-513516359-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:37:37.709767 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-4d6aee0e-7de5-49cd-a91c-482f73a8c127 req-a8e65136-fdf2-4552-aaa9-d340e7fd11e8 tempest-TestNetworkAdvancedServerOps-513516359 tempest-TestNetworkAdvancedServerOps-513516359-project-admin] 10.222.0.75 "GET /v2.0/ports?device_id=ba22b315-e430-4895-a078-0c720f335557 HTTP/1.1" status: 200 len: 1129 time: 0.1067605 Feb 09 19:37:37.720083 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-b0a9361b-a02c-4da7-9024-cf32c4e84811 tempest-RoutersIpV6Test-841277211 tempest-RoutersIpV6Test-841277211-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (None), before_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:37:38.034894 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-09e2fa31-0c97-4240-8072-e35a7d21f6de None None] Current status of the port 17ab5d67-4e7f-4822-bff1-4382ae263533 is: DOWN; New status is: ACTIVE {{(pid=103232) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 19:37:38.035462 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-09e2fa31-0c97-4240-8072-e35a7d21f6de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (17ab5d67-4e7f-4822-bff1-4382ae263533), before_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:37:38.088849 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-09e2fa31-0c97-4240-8072-e35a7d21f6de None None] For port 17ab5d67-4e7f-4822-bff1-4382ae263533, host n-d-713498-36, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-36',level=0,port_id=17ab5d67-4e7f-4822-bff1-4382ae263533,segment=NetworkSegment(cdf20bc7-2964-4813-b1ff-b6f7652d1863),segment_id=cdf20bc7-2964-4813-b1ff-b6f7652d1863)] {{(pid=103232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 19:37:38.128681 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-09e2fa31-0c97-4240-8072-e35a7d21f6de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762867176205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762866656485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762866656503'] for port (17ab5d67-4e7f-4822-bff1-4382ae263533), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:37:38.153565 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-4d6aee0e-7de5-49cd-a91c-482f73a8c127 req-06eb3a42-ccd9-49c7-b003-ec90580d4ed5 tempest-TestNetworkAdvancedServerOps-513516359 tempest-TestNetworkAdvancedServerOps-513516359-project-admin] 10.222.0.75 "GET /v2.0/security-groups?id=4e60dadd-ab65-4f99-8fbb-201b325b18d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4428561 Feb 09 19:37:38.187501 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 39764) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:37:38.303431 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Current status of the port c5a3c67b-2d34-40b1-b33f-4d85ae257477 is: ACTIVE; New status is: ACTIVE {{(pid=103232) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 19:37:38.325532 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.provisioning_blocks [None req-470ab6a9-8571-46a3-ae1a-22ca956a1bdc None None] Provisioning complete for port 17ab5d67-4e7f-4822-bff1-4382ae263533 triggered by entity DHCP. {{(pid=103232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 19:37:38.325906 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-470ab6a9-8571-46a3-ae1a-22ca956a1bdc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593630'] for port (17ab5d67-4e7f-4822-bff1-4382ae263533), provisioning_complete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:37:38.393253 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09e2fa31-0c97-4240-8072-e35a7d21f6de None None] Pushing event updated for resources: {'Port': ['ID=17ab5d67-4e7f-4822-bff1-4382ae263533,revision_number=5']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:37:38.435489 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-f7f9e0bb-4122-4f87-993f-0b09b99aef0b None None] Publish callbacks [] for port (cd9f47a9-34b1-4fa7-8c8b-cb82d57dac7e), precommit_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:37:38.514078 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-470ab6a9-8571-46a3-ae1a-22ca956a1bdc None None] Current status of the port 17ab5d67-4e7f-4822-bff1-4382ae263533 is: ACTIVE; New status is: ACTIVE {{(pid=103232) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 19:37:38.517087 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-f7f9e0bb-4122-4f87-993f-0b09b99aef0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762866656467'] for port (cd9f47a9-34b1-4fa7-8c8b-cb82d57dac7e), after_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:37:38.557648 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.plugin [None req-3dcb3297-e3d6-4c60-a588-fa305a721629 tempest-TestNetworkAdvancedServerOps-1633223542 tempest-TestNetworkAdvancedServerOps-1633223542-project] Deleting port 333382e0-ac0a-4850-a36d-c23d7ecc58b4 {{(pid=103229) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 19:37:38.558035 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-3dcb3297-e3d6-4c60-a588-fa305a721629 tempest-TestNetworkAdvancedServerOps-1633223542 tempest-TestNetworkAdvancedServerOps-1633223542-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762867170196'] for port (333382e0-ac0a-4850-a36d-c23d7ecc58b4), before_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:37:38.590916 n-d-713498-36 neutron-server[103229]: DEBUG neutron.db.db_base_plugin_common [None req-b0a9361b-a02c-4da7-9024-cf32c4e84811 tempest-RoutersIpV6Test-841277211 tempest-RoutersIpV6Test-841277211-project] Allocated IP 2001:db8:1::1 (5fe80f6f-ddef-4294-b1e0-eb2ac0a95313/110a991d-ded3-4a7d-ac7f-48d37d00b65b/1b2172e0-2056-43a9-85e3-7c42ab03f722) {{(pid=103229) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 19:37:38.615800 n-d-713498-36 neutron-server[103232]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7f9e0bb-4122-4f87-993f-0b09b99aef0b None None] Network 5fe80f6f-ddef-4294-b1e0-eb2ac0a95313 is already hosted by enough agents. {{(pid=103232) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 19:37:38.627920 n-d-713498-36 neutron-server[103232]: DEBUG neutron.scheduler.base_scheduler [None req-f7f9e0bb-4122-4f87-993f-0b09b99aef0b None None] Resources bound (agent type, host, resource id): {{(pid=103232) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 19:37:38.630067 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7f9e0bb-4122-4f87-993f-0b09b99aef0b None None] Pushing event updated for resources: {'Port': ['ID=cd9f47a9-34b1-4fa7-8c8b-cb82d57dac7e,revision_number=1']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:37:38.638805 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7f9e0bb-4122-4f87-993f-0b09b99aef0b None None] Received port after_create {{(pid=103232) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 19:37:38.720553 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5e08413-b3bc-48bb-bcc4-6f56fd86117a req-587191f3-b6e1-4618-93d1-0e18e35b7749 tempest-ServersNegativeTestJSON-1608020402 tempest-ServersNegativeTestJSON-1608020402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:37:38.729059 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-c5e08413-b3bc-48bb-bcc4-6f56fd86117a req-587191f3-b6e1-4618-93d1-0e18e35b7749 tempest-ServersNegativeTestJSON-1608020402 tempest-ServersNegativeTestJSON-1608020402-project] 10.222.0.75 "GET /v2.0/ports?device_id=ef8fb5b1-266b-4abe-85d3-6f5780a36355 HTTP/1.1" status: 200 len: 945 time: 0.1118822 Feb 09 19:37:38.735598 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.managers [None req-f7f9e0bb-4122-4f87-993f-0b09b99aef0b None None] Attempting to bind port cd9f47a9-34b1-4fa7-8c8b-cb82d57dac7e on host n-d-713498-36 for vnic_type normal with profile {{(pid=103232) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 19:37:38.736105 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.managers [None req-f7f9e0bb-4122-4f87-993f-0b09b99aef0b None None] Attempting to bind port cd9f47a9-34b1-4fa7-8c8b-cb82d57dac7e by drivers openvswitch,hyperv on host n-d-713498-36 at level 0 using segments [{'id': 'a9ef0bfc-acfa-4bb3-a830-743d6df498a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '5fe80f6f-ddef-4294-b1e0-eb2ac0a95313'}] {{(pid=103232) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 19:37:38.736571 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7f9e0bb-4122-4f87-993f-0b09b99aef0b None None] Attempting to bind port cd9f47a9-34b1-4fa7-8c8b-cb82d57dac7e on network 5fe80f6f-ddef-4294-b1e0-eb2ac0a95313 {{(pid=103232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 19:37:38.780816 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7f9e0bb-4122-4f87-993f-0b09b99aef0b None None] Checking agent: {'id': '496418a2-c002-4aec-ab1a-07f3bea491bd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-36', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 18, 51, 47), 'started_at': datetime.datetime(2022, 2, 9, 18, 52, 17), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 19, 37, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-36'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 19:37:38.783089 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7f9e0bb-4122-4f87-993f-0b09b99aef0b None None] Checking segment: {'id': 'a9ef0bfc-acfa-4bb3-a830-743d6df498a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '5fe80f6f-ddef-4294-b1e0-eb2ac0a95313'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103232) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 19:37:38.783821 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-f7f9e0bb-4122-4f87-993f-0b09b99aef0b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:37:38.784316 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7f9e0bb-4122-4f87-993f-0b09b99aef0b None None] Bound using segment: {'id': 'a9ef0bfc-acfa-4bb3-a830-743d6df498a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '5fe80f6f-ddef-4294-b1e0-eb2ac0a95313'} {{(pid=103232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 19:37:38.785890 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.managers [None req-f7f9e0bb-4122-4f87-993f-0b09b99aef0b None None] Bound port: cd9f47a9-34b1-4fa7-8c8b-cb82d57dac7e, host: n-d-713498-36, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a9ef0bfc-acfa-4bb3-a830-743d6df498a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '5fe80f6f-ddef-4294-b1e0-eb2ac0a95313'}}] {{(pid=103232) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 19:37:38.788552 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-f7f9e0bb-4122-4f87-993f-0b09b99aef0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (cd9f47a9-34b1-4fa7-8c8b-cb82d57dac7e), before_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:37:38.822583 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-3dcb3297-e3d6-4c60-a588-fa305a721629 tempest-TestNetworkAdvancedServerOps-1633223542 tempest-TestNetworkAdvancedServerOps-1633223542-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1820838'] for port (333382e0-ac0a-4850-a36d-c23d7ecc58b4), precommit_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:37:38.823173 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-3dcb3297-e3d6-4c60-a588-fa305a721629 tempest-TestNetworkAdvancedServerOps-1633223542 tempest-TestNetworkAdvancedServerOps-1633223542-project] Publish callbacks [] for floatingip (333382e0-ac0a-4850-a36d-c23d7ecc58b4), precommit_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:37:38.863864 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-c5e08413-b3bc-48bb-bcc4-6f56fd86117a req-2df4820b-92b9-4209-a672-8fcdec79ed60 tempest-ServersNegativeTestJSON-1608020402 tempest-ServersNegativeTestJSON-1608020402-project] 10.222.0.75 "GET /v2.0/security-groups?id=25d47ded-5003-4f4d-b434-467ecec6793f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1252246 Feb 09 19:37:38.903515 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.plugin [None req-3dcb3297-e3d6-4c60-a588-fa305a721629 tempest-TestNetworkAdvancedServerOps-1633223542 tempest-TestNetworkAdvancedServerOps-1633223542-project] Calling delete_port for 333382e0-ac0a-4850-a36d-c23d7ecc58b4 owned by network:floatingip {{(pid=103229) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 19:37:38.985380 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-f7f9e0bb-4122-4f87-993f-0b09b99aef0b None None] For port cd9f47a9-34b1-4fa7-8c8b-cb82d57dac7e, host n-d-713498-36, cleared binding levels {{(pid=103232) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 19:37:38.999532 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-f7f9e0bb-4122-4f87-993f-0b09b99aef0b None None] For port cd9f47a9-34b1-4fa7-8c8b-cb82d57dac7e, host n-d-713498-36, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-36',level=0,port_id=cd9f47a9-34b1-4fa7-8c8b-cb82d57dac7e,segment=NetworkSegment(a9ef0bfc-acfa-4bb3-a830-743d6df498a5),segment_id=a9ef0bfc-acfa-4bb3-a830-743d6df498a5)] {{(pid=103232) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 19:37:39.012459 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-f7f9e0bb-4122-4f87-993f-0b09b99aef0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762867176205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762866656485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762866656503'] for port (cd9f47a9-34b1-4fa7-8c8b-cb82d57dac7e), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:37:39.101428 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-b0a9361b-a02c-4da7-9024-cf32c4e84811 tempest-RoutersIpV6Test-841277211 tempest-RoutersIpV6Test-841277211-project] Publish callbacks [] for port (1b2172e0-2056-43a9-85e3-7c42ab03f722), precommit_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:37:39.138690 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Device 17ab5d67-4e7f-4822-bff1-4382ae263533 up at agent ovs-agent-n-d-713498-36 {{(pid=103232) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 19:37:39.184272 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7f9e0bb-4122-4f87-993f-0b09b99aef0b None None] Pushing event updated for resources: {'Port': ['ID=cd9f47a9-34b1-4fa7-8c8b-cb82d57dac7e,revision_number=2']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:37:39.229897 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-b0a9361b-a02c-4da7-9024-cf32c4e84811 tempest-RoutersIpV6Test-841277211 tempest-RoutersIpV6Test-841277211-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762866656467', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12867576'] for port (1b2172e0-2056-43a9-85e3-7c42ab03f722), after_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:37:39.246106 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.provisioning_blocks [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Provisioning complete for port 17ab5d67-4e7f-4822-bff1-4382ae263533 triggered by entity L2. {{(pid=103232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 19:37:39.246562 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593630'] for port (17ab5d67-4e7f-4822-bff1-4382ae263533), provisioning_complete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:37:39.327663 n-d-713498-36 neutron-server[103229]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0a9361b-a02c-4da7-9024-cf32c4e84811 tempest-RoutersIpV6Test-841277211 tempest-RoutersIpV6Test-841277211-project] Network 5fe80f6f-ddef-4294-b1e0-eb2ac0a95313 is already hosted by enough agents. {{(pid=103229) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 19:37:39.370661 n-d-713498-36 neutron-server[103229]: DEBUG neutron.scheduler.base_scheduler [None req-b0a9361b-a02c-4da7-9024-cf32c4e84811 tempest-RoutersIpV6Test-841277211 tempest-RoutersIpV6Test-841277211-project] Resources bound (agent type, host, resource id): {{(pid=103229) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 19:37:39.376553 n-d-713498-36 neutron-server[103229]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0a9361b-a02c-4da7-9024-cf32c4e84811 tempest-RoutersIpV6Test-841277211 tempest-RoutersIpV6Test-841277211-project] Received port after_create {{(pid=103229) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 19:37:39.377116 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-b0a9361b-a02c-4da7-9024-cf32c4e84811 tempest-RoutersIpV6Test-841277211 tempest-RoutersIpV6Test-841277211-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1819024'] for router_interface (8ce68e28-5c75-4c71-826f-e3317246175c), before_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:37:39.424338 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Current status of the port 17ab5d67-4e7f-4822-bff1-4382ae263533 is: ACTIVE; New status is: ACTIVE {{(pid=103232) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 19:37:39.470814 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0a9361b-a02c-4da7-9024-cf32c4e84811 tempest-RoutersIpV6Test-841277211 tempest-RoutersIpV6Test-841277211-project] Pushing event updated for resources: {'Port': ['ID=1b2172e0-2056-43a9-85e3-7c42ab03f722,revision_number=1']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:37:39.576823 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-3dcb3297-e3d6-4c60-a588-fa305a721629 tempest-TestNetworkAdvancedServerOps-1633223542 tempest-TestNetworkAdvancedServerOps-1633223542-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762867177463', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762866656476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12867576'] for port (333382e0-ac0a-4850-a36d-c23d7ecc58b4), after_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:37:39.658132 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dcb3297-e3d6-4c60-a588-fa305a721629 tempest-TestNetworkAdvancedServerOps-1633223542 tempest-TestNetworkAdvancedServerOps-1633223542-project] Pushing event deleted for resources: {'Port': ['ID=333382e0-ac0a-4850-a36d-c23d7ecc58b4,revision_number=None']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:37:39.702230 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-b0a9361b-a02c-4da7-9024-cf32c4e84811 tempest-RoutersIpV6Test-841277211 tempest-RoutersIpV6Test-841277211-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (1b2172e0-2056-43a9-85e3-7c42ab03f722), before_update {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:37:40.164194 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-3dcb3297-e3d6-4c60-a588-fa305a721629 tempest-TestNetworkAdvancedServerOps-1633223542 tempest-TestNetworkAdvancedServerOps-1633223542-project] Publish callbacks [] for floatingip (8c3087f9-e21c-47c0-9f7b-eab3f06976db), after_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:37:40.165814 n-d-713498-36 neutron-server[103229]: INFO neutron.db.l3_db [None req-3dcb3297-e3d6-4c60-a588-fa305a721629 tempest-TestNetworkAdvancedServerOps-1633223542 tempest-TestNetworkAdvancedServerOps-1633223542-project] Floating IP 8c3087f9-e21c-47c0-9f7b-eab3f06976db disassociated (deleted). External IP: 172.25.1.11, port: 5f3120e3-e786-407f-b3ad-794cc89bce3c. Feb 09 19:37:40.211228 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6f79685-f31a-44f1-baa4-acfeffcc8335 req-7dcfd117-f59c-42dc-b6a7-32005cfd7908 tempest-ServersNegativeTestJSON-1608020402 tempest-ServersNegativeTestJSON-1608020402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:37:40.213264 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-a6f79685-f31a-44f1-baa4-acfeffcc8335 req-7dcfd117-f59c-42dc-b6a7-32005cfd7908 tempest-ServersNegativeTestJSON-1608020402 tempest-ServersNegativeTestJSON-1608020402-project] 10.222.0.75 "GET /v2.0/ports?device_id=ef8fb5b1-266b-4abe-85d3-6f5780a36355 HTTP/1.1" status: 200 len: 945 time: 0.1947718 Feb 09 19:37:40.388424 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-b0a9361b-a02c-4da7-9024-cf32c4e84811 tempest-RoutersIpV6Test-841277211 tempest-RoutersIpV6Test-841277211-project] Publish callbacks [] for port (1b2172e0-2056-43a9-85e3-7c42ab03f722), precommit_update {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:37:40.404079 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-a6f79685-f31a-44f1-baa4-acfeffcc8335 req-4f192746-abda-4ad6-a910-3ec19ff0a7d4 tempest-ServersNegativeTestJSON-1608020402 tempest-ServersNegativeTestJSON-1608020402-project] 10.222.0.75 "GET /v2.0/security-groups?id=25d47ded-5003-4f4d-b434-467ecec6793f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1424668 Feb 09 19:37:40.409558 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-b0a9361b-a02c-4da7-9024-cf32c4e84811 tempest-RoutersIpV6Test-841277211 tempest-RoutersIpV6Test-841277211-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762867176205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762866656485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762866656503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12867569'] for port (1b2172e0-2056-43a9-85e3-7c42ab03f722), after_update {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:37:40.410373 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-b0a9361b-a02c-4da7-9024-cf32c4e84811 tempest-RoutersIpV6Test-841277211 tempest-RoutersIpV6Test-841277211-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1613458', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1834496'] for router_interface (8ce68e28-5c75-4c71-826f-e3317246175c), after_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:37:40.831487 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-87a9dcc2-9f24-48e3-bda7-27cc05b72241 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762867132591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593584'] for agent (af91e4b9-f4e1-42b1-a25c-a10dc47171c8), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:37:41.036283 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Device cd9f47a9-34b1-4fa7-8c8b-cb82d57dac7e up at agent ovs-agent-n-d-713498-36 {{(pid=103232) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 19:37:41.097598 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0a9361b-a02c-4da7-9024-cf32c4e84811 tempest-RoutersIpV6Test-841277211 tempest-RoutersIpV6Test-841277211-project] Pushing event updated for resources: {'Port': ['ID=1b2172e0-2056-43a9-85e3-7c42ab03f722,revision_number=2']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:37:41.108739 n-d-713498-36 neutron-server[103229]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3dcb3297-e3d6-4c60-a588-fa305a721629 tempest-TestNetworkAdvancedServerOps-1633223542 tempest-TestNetworkAdvancedServerOps-1633223542-project] Router 0bc32306-17ad-4dc8-ab66-012a1771ad12 has already been hosted by L3 agent 93303d5e-5d17-45e8-8963-7694f87783ae {{(pid=103229) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 19:37:41.110638 n-d-713498-36 neutron-server[103229]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0a9361b-a02c-4da7-9024-cf32c4e84811 tempest-RoutersIpV6Test-841277211 tempest-RoutersIpV6Test-841277211-project] Network 5fe80f6f-ddef-4294-b1e0-eb2ac0a95313 is already hosted by enough agents. {{(pid=103229) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 19:37:41.113870 n-d-713498-36 neutron-server[103229]: DEBUG neutron.scheduler.base_scheduler [None req-b0a9361b-a02c-4da7-9024-cf32c4e84811 tempest-RoutersIpV6Test-841277211 tempest-RoutersIpV6Test-841277211-project] Resources bound (agent type, host, resource id): {{(pid=103229) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 19:37:41.207472 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.provisioning_blocks [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Provisioning complete for port cd9f47a9-34b1-4fa7-8c8b-cb82d57dac7e triggered by entity L2. {{(pid=103232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 19:37:41.212566 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593630'] for port (cd9f47a9-34b1-4fa7-8c8b-cb82d57dac7e), provisioning_complete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:37:41.322746 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d81cd9ed-0ee7-4ea0-8eef-f4927309ed4c None None] Network 5fe80f6f-ddef-4294-b1e0-eb2ac0a95313 requested from n-d-713498-36 {{(pid=103232) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 19:37:41.352375 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3dcb3297-e3d6-4c60-a588-fa305a721629 tempest-TestNetworkAdvancedServerOps-1633223542 tempest-TestNetworkAdvancedServerOps-1633223542-project] Notify agent at l3_agent.n-d-713498-36 the message routers_updated {{(pid=103229) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 19:37:41.358590 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-3dcb3297-e3d6-4c60-a588-fa305a721629 tempest-TestNetworkAdvancedServerOps-1633223542 tempest-TestNetworkAdvancedServerOps-1633223542-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171096'] for floatingip (None), before_response {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:37:41.415433 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-3dcb3297-e3d6-4c60-a588-fa305a721629 tempest-TestNetworkAdvancedServerOps-1633223542 tempest-TestNetworkAdvancedServerOps-1633223542-project] 10.222.0.75 "DELETE /v2.0/floatingips/8c3087f9-e21c-47c0-9f7b-eab3f06976db HTTP/1.1" status: 204 len: 168 time: 3.2241158 Feb 09 19:37:41.415667 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5128da2-06d0-468d-8aa7-ca06c8c3449c None None] Sync routers for ids ['0bc32306-17ad-4dc8-ab66-012a1771ad12'] in n-d-713498-36 {{(pid=103232) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 19:37:41.423027 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.provisioning_blocks [None req-f3bf329b-05ee-43a9-9110-7f60fb4d5c62 None None] Provisioning complete for port cd9f47a9-34b1-4fa7-8c8b-cb82d57dac7e triggered by entity DHCP. {{(pid=103232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 19:37:41.423632 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-f3bf329b-05ee-43a9-9110-7f60fb4d5c62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593630'] for port (cd9f47a9-34b1-4fa7-8c8b-cb82d57dac7e), provisioning_complete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:37:41.426935 n-d-713498-36 neutron-server[103229]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ba22b315-e430-4895-a078-0c720f335557', 'tag': '5f3120e3-e786-407f-b3ad-794cc89bce3c'}] {{(pid=103229) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 19:37:41.429619 n-d-713498-36 neutron-server[103229]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fa6ae9a20702bd564eaf90d946620b2b4277b1ab91129323d3b54181076be307" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fe3df348-55d8-43d2-975d-85a894f9c2bc" -d '{"events": [{"name": "network-changed", "server_uuid": "ba22b315-e430-4895-a078-0c720f335557", "tag": "5f3120e3-e786-407f-b3ad-794cc89bce3c"}]}' {{(pid=103229) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 19:37:41.460200 n-d-713498-36 neutron-server[103229]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b0a9361b-a02c-4da7-9024-cf32c4e84811 tempest-RoutersIpV6Test-841277211 tempest-RoutersIpV6Test-841277211-project] Router 8ce68e28-5c75-4c71-826f-e3317246175c has already been hosted by L3 agent 93303d5e-5d17-45e8-8963-7694f87783ae {{(pid=103229) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 19:37:41.468497 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5128da2-06d0-468d-8aa7-ca06c8c3449c None None] Routers {'0bc32306-17ad-4dc8-ab66-012a1771ad12'} bound to L3 agent in host n-d-713498-36 {{(pid=103232) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 19:37:41.470555 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.l3_hamode_db [None req-d5128da2-06d0-468d-8aa7-ca06c8c3449c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T18:51:43Z,description=,heartbeat_timestamp=2022-02-09T19:37:13Z,host='n-d-713498-36',id=93303d5e-5d17-45e8-8963-7694f87783ae,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T18:51:43Z,topic='l3_agent')) {'router_ids': ['0bc32306-17ad-4dc8-ab66-012a1771ad12'], 'active': True} {{(pid=103232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:37:41.633251 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Current status of the port cd9f47a9-34b1-4fa7-8c8b-cb82d57dac7e is: DOWN; New status is: ACTIVE {{(pid=103232) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 19:37:41.633772 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (cd9f47a9-34b1-4fa7-8c8b-cb82d57dac7e), before_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:37:41.702307 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b0a9361b-a02c-4da7-9024-cf32c4e84811 tempest-RoutersIpV6Test-841277211 tempest-RoutersIpV6Test-841277211-project] Notify agent at l3_agent.n-d-713498-36 the message routers_updated {{(pid=103229) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 19:37:41.717650 n-d-713498-36 neutron-server[103233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1baeba3-94ba-4176-867b-bf486291c69e None None] Sync routers for ids ['8ce68e28-5c75-4c71-826f-e3317246175c'] in n-d-713498-36 {{(pid=103233) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 19:37:41.740485 n-d-713498-36 neutron-server[103233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1baeba3-94ba-4176-867b-bf486291c69e None None] Routers {'8ce68e28-5c75-4c71-826f-e3317246175c'} bound to L3 agent in host n-d-713498-36 {{(pid=103233) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 19:37:41.743607 n-d-713498-36 neutron-server[103233]: DEBUG neutron.db.l3_hamode_db [None req-c1baeba3-94ba-4176-867b-bf486291c69e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T18:51:43Z,description=,heartbeat_timestamp=2022-02-09T19:37:13Z,host='n-d-713498-36',id=93303d5e-5d17-45e8-8963-7694f87783ae,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T18:51:43Z,topic='l3_agent')) {'router_ids': ['8ce68e28-5c75-4c71-826f-e3317246175c'], 'active': True} {{(pid=103233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:37:41.753242 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-b0a9361b-a02c-4da7-9024-cf32c4e84811 tempest-RoutersIpV6Test-841277211 tempest-RoutersIpV6Test-841277211-project] 10.222.0.75 "PUT /v2.0/routers/8ce68e28-5c75-4c71-826f-e3317246175c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.1317408 Feb 09 19:37:41.753482 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 39794) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:37:41.763608 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.v2.base [None req-7df9093f-e550-46da-83f3-f6e6146d7033 tempest-RoutersIpV6Test-841277211 tempest-RoutersIpV6Test-841277211-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1993727482'}} {{(pid=103230) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 19:37:41.765280 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] For port cd9f47a9-34b1-4fa7-8c8b-cb82d57dac7e, host n-d-713498-36, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-36',level=0,port_id=cd9f47a9-34b1-4fa7-8c8b-cb82d57dac7e,segment=NetworkSegment(a9ef0bfc-acfa-4bb3-a830-743d6df498a5),segment_id=a9ef0bfc-acfa-4bb3-a830-743d6df498a5)] {{(pid=103232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 19:37:41.775423 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762867176205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762866656485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762866656503'] for port (cd9f47a9-34b1-4fa7-8c8b-cb82d57dac7e), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:37:41.796645 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5558b99-c36e-4f67-ac60-e3eb060cd3f0 req-99d5274b-0060-46a0-871b-9627c26826d6 tempest-ServersNegativeTestJSON-1608020402 tempest-ServersNegativeTestJSON-1608020402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:37:41.798617 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-f5558b99-c36e-4f67-ac60-e3eb060cd3f0 req-99d5274b-0060-46a0-871b-9627c26826d6 tempest-ServersNegativeTestJSON-1608020402 tempest-ServersNegativeTestJSON-1608020402-project] 10.222.0.75 "GET /v2.0/ports?device_id=ef8fb5b1-266b-4abe-85d3-6f5780a36355 HTTP/1.1" status: 200 len: 945 time: 0.2318413 Feb 09 19:37:41.800567 n-d-713498-36 neutron-server[103229]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 19:37:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6346ab8e-f99c-47d2-a9a4-69cc711cda35 x-openstack-request-id: req-6346ab8e-f99c-47d2-a9a4-69cc711cda35 {{(pid=103229) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 19:37:41.800933 n-d-713498-36 neutron-server[103229]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ba22b315-e430-4895-a078-0c720f335557", "tag": "5f3120e3-e786-407f-b3ad-794cc89bce3c", "status": "completed", "code": 200}]} {{(pid=103229) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 19:37:41.801294 n-d-713498-36 neutron-server[103229]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-6346ab8e-f99c-47d2-a9a4-69cc711cda35 {{(pid=103229) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 19:37:41.801834 n-d-713498-36 neutron-server[103229]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ba22b315-e430-4895-a078-0c720f335557', 'tag': '5f3120e3-e786-407f-b3ad-794cc89bce3c', 'status': 'completed', 'code': 200} Feb 09 19:37:41.843421 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7df9093f-e550-46da-83f3-f6e6146d7033 tempest-RoutersIpV6Test-841277211 tempest-RoutersIpV6Test-841277211-project] Made reservation on behalf of 9e33aca4a44d4fa38a064d0581ca7668 for: {'network': 1} {{(pid=103230) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 19:37:41.852934 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.l3_dvr_db [None req-d5128da2-06d0-468d-8aa7-ca06c8c3449c None None] Set router 0bc32306-17ad-4dc8-ab66-012a1771ad12 gateway port host: n-d-713498-36 {{(pid=103232) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 19:37:41.853467 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-7df9093f-e550-46da-83f3-f6e6146d7033 tempest-RoutersIpV6Test-841277211 tempest-RoutersIpV6Test-841277211-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for network (None), before_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:37:41.944534 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-f3bf329b-05ee-43a9-9110-7f60fb4d5c62 None None] Current status of the port cd9f47a9-34b1-4fa7-8c8b-cb82d57dac7e is: ACTIVE; New status is: ACTIVE {{(pid=103232) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 19:37:41.948935 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7df9093f-e550-46da-83f3-f6e6146d7033 tempest-RoutersIpV6Test-841277211 tempest-RoutersIpV6Test-841277211-project] vlan segment allocate from pool success with {'vlan_id': 374, 'physical_network': 'physnet1'} {{(pid=103230) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 19:37:41.952146 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Pushing event updated for resources: {'Port': ['ID=cd9f47a9-34b1-4fa7-8c8b-cb82d57dac7e,revision_number=3']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:37:41.979096 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-f5558b99-c36e-4f67-ac60-e3eb060cd3f0 req-e3b8c2cb-a19e-45e0-81b9-7b0720328fb1 tempest-ServersNegativeTestJSON-1608020402 tempest-ServersNegativeTestJSON-1608020402-project] 10.222.0.75 "GET /v2.0/security-groups?id=25d47ded-5003-4f4d-b434-467ecec6793f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1520462 Feb 09 19:37:42.015321 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-7df9093f-e550-46da-83f3-f6e6146d7033 tempest-RoutersIpV6Test-841277211 tempest-RoutersIpV6Test-841277211-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-759574'] for segment (750c9425-2f5d-4b2e-93f8-bfa900600951), precommit_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:37:42.015733 n-d-713498-36 neutron-server[103230]: INFO neutron.db.segments_db [None req-7df9093f-e550-46da-83f3-f6e6146d7033 tempest-RoutersIpV6Test-841277211 tempest-RoutersIpV6Test-841277211-project] Added segment 750c9425-2f5d-4b2e-93f8-bfa900600951 of type vlan for network c34957db-a3ca-4dee-85ab-6fddde160ebc Feb 09 19:37:42.024629 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe3df348-55d8-43d2-975d-85a894f9c2bc req-48739019-54d3-40a6-99d0-34cfed50aecd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:37:42.025453 n-d-713498-36 neutron-server[103233]: DEBUG neutron.db.l3_dvr_db [None req-c1baeba3-94ba-4176-867b-bf486291c69e None None] Set router 8ce68e28-5c75-4c71-826f-e3317246175c gateway port host: None {{(pid=103233) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 19:37:42.026215 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-fe3df348-55d8-43d2-975d-85a894f9c2bc req-48739019-54d3-40a6-99d0-34cfed50aecd service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=eba669c4f4c548e495f13ae7579d0fa6&device_id=ba22b315-e430-4895-a078-0c720f335557 HTTP/1.1" status: 200 len: 1129 time: 0.2234435 Feb 09 19:37:42.193061 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-7df9093f-e550-46da-83f3-f6e6146d7033 tempest-RoutersIpV6Test-841277211 tempest-RoutersIpV6Test-841277211-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762866642225'] for network (c34957db-a3ca-4dee-85ab-6fddde160ebc), precommit_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:37:42.223341 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe3df348-55d8-43d2-975d-85a894f9c2bc req-74e14c26-ab73-4497-9699-874176a660c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:37:42.224981 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-fe3df348-55d8-43d2-975d-85a894f9c2bc req-74e14c26-ab73-4497-9699-874176a660c0 service neutron] 10.222.0.90 "GET /v2.0/networks?id=4441bac0-0a44-4a1e-8093-e71510495491 HTTP/1.1" status: 200 len: 898 time: 0.1835029 Feb 09 19:37:42.228651 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-7df9093f-e550-46da-83f3-f6e6146d7033 tempest-RoutersIpV6Test-841277211 tempest-RoutersIpV6Test-841277211-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1885479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452'] for network (c34957db-a3ca-4dee-85ab-6fddde160ebc), after_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:37:42.236175 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7df9093f-e550-46da-83f3-f6e6146d7033 tempest-RoutersIpV6Test-841277211 tempest-RoutersIpV6Test-841277211-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:37:42.240617 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-7df9093f-e550-46da-83f3-f6e6146d7033 tempest-RoutersIpV6Test-841277211 tempest-RoutersIpV6Test-841277211-project] Publish callbacks [] for network (None), before_response {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:37:42.312910 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-fe3df348-55d8-43d2-975d-85a894f9c2bc req-cab32c44-c14d-40df-9cb9-492103e11862 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=5f3120e3-e786-407f-b3ad-794cc89bce3c HTTP/1.1" status: 200 len: 217 time: 0.0772455 Feb 09 19:37:42.409068 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.l3_hamode_db [None req-d5128da2-06d0-468d-8aa7-ca06c8c3449c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0bc32306-17ad-4dc8-ab66-012a1771ad12', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1868811423', 'tenant_id': 'eba669c4f4c548e495f13ae7579d0fa6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88055e1e-672a-4487-be31-ffb6e833ece5', 'external_fixed_ips': [{'subnet_id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'ip_address': '172.25.1.28'}], 'enable_snat': True}, 'gw_port_id': 'b25323a4-38c0-41f3-aec2-9c22b1619da8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T19:35:04Z', 'updated_at': '2022-02-09T19:35:11Z', 'revision_number': 4, 'project_id': 'eba669c4f4c548e495f13ae7579d0fa6', 'gw_port': {'id': 'b25323a4-38c0-41f3-aec2-9c22b1619da8', 'name': '', 'network_id': '88055e1e-672a-4487-be31-ffb6e833ece5', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:e7:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0bc32306-17ad-4dc8-ab66-012a1771ad12', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3284, 'fixed_ips': [{'subnet_id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'ip_address': '172.25.1.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T19:35:05Z', 'updated_at': '2022-02-09T19:35:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-36', '_interfaces': [{'id': '3731ec7d-4543-4ff0-97f8-bcb4bda3c741', 'name': '', 'network_id': '4441bac0-0a44-4a1e-8093-e71510495491', 'tenant_id': 'eba669c4f4c548e495f13ae7579d0fa6', 'mac_address': 'fa:16:3e:ce:f4:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0bc32306-17ad-4dc8-ab66-012a1771ad12', 'device_owner': 'network:router_interface', 'standard_attr_id': 3290, 'fixed_ips': [{'subnet_id': 'a53359ef-76e4-4c05-b08e-4db3ad09b5a9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T19:35:10Z', 'updated_at': '2022-02-09T19:35:17Z', 'revision_number': 5, 'project_id': 'eba669c4f4c548e495f13ae7579d0fa6', 'subnets': [{'id': 'a53359ef-76e4-4c05-b08e-4db3ad09b5a9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-36', False) {} {{(pid=103232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:37:42.451048 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe3df348-55d8-43d2-975d-85a894f9c2bc req-47c75127-9686-4430-9d59-9f3d4db43a74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:37:42.452738 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-fe3df348-55d8-43d2-975d-85a894f9c2bc req-47c75127-9686-4430-9d59-9f3d4db43a74 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=a53359ef-76e4-4c05-b08e-4db3ad09b5a9 HTTP/1.1" status: 200 len: 835 time: 0.1298676 Feb 09 19:37:42.457344 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5128da2-06d0-468d-8aa7-ca06c8c3449c None None] Checking router: 0bc32306-17ad-4dc8-ab66-012a1771ad12 for host: n-d-713498-36 {{(pid=103232) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 19:37:42.459517 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.provisioning_blocks [None req-141b8e5a-3238-4cc2-a68c-1f56cf836d91 None None] Provisioning complete for port 1b2172e0-2056-43a9-85e3-7c42ab03f722 triggered by entity DHCP. {{(pid=103232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 19:37:42.459899 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-141b8e5a-3238-4cc2-a68c-1f56cf836d91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593630'] for port (1b2172e0-2056-43a9-85e3-7c42ab03f722), provisioning_complete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:37:42.494884 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5128da2-06d0-468d-8aa7-ca06c8c3449c None None] Routers {'0bc32306-17ad-4dc8-ab66-012a1771ad12'} bound to L3 agent in host n-d-713498-36 {{(pid=103232) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 19:37:42.495533 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.l3_hamode_db [None req-d5128da2-06d0-468d-8aa7-ca06c8c3449c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T18:51:43Z,description=,heartbeat_timestamp=2022-02-09T19:37:13Z,host='n-d-713498-36',id=93303d5e-5d17-45e8-8963-7694f87783ae,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T18:51:43Z,topic='l3_agent')) {'router_ids': ['0bc32306-17ad-4dc8-ab66-012a1771ad12'], 'active': True} {{(pid=103232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:37:42.575949 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe3df348-55d8-43d2-975d-85a894f9c2bc req-81ccd13c-2412-4c16-ac2e-a580e6d13e88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:37:42.594446 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-fe3df348-55d8-43d2-975d-85a894f9c2bc req-81ccd13c-2412-4c16-ac2e-a580e6d13e88 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=4441bac0-0a44-4a1e-8093-e71510495491&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.1318510 Feb 09 19:37:42.647645 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-141b8e5a-3238-4cc2-a68c-1f56cf836d91 None None] Port 1b2172e0-2056-43a9-85e3-7c42ab03f722 cannot update to ACTIVE because it is not bound. {{(pid=103232) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 19:37:42.750425 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.provisioning_blocks [None req-141b8e5a-3238-4cc2-a68c-1f56cf836d91 None None] Provisioning complete for port cd9f47a9-34b1-4fa7-8c8b-cb82d57dac7e triggered by entity DHCP. {{(pid=103232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 19:37:42.750717 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-141b8e5a-3238-4cc2-a68c-1f56cf836d91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593630'] for port (cd9f47a9-34b1-4fa7-8c8b-cb82d57dac7e), provisioning_complete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:37:42.792826 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-fe3df348-55d8-43d2-975d-85a894f9c2bc req-89677891-086a-45b1-9168-8e38de219962 service neutron] 10.222.0.90 "GET /v2.0/networks/4441bac0-0a44-4a1e-8093-e71510495491?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1870224 Feb 09 19:37:42.804203 n-d-713498-36 neutron-server[103233]: DEBUG neutron.db.l3_hamode_db [None req-c1baeba3-94ba-4176-867b-bf486291c69e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8ce68e28-5c75-4c71-826f-e3317246175c', 'name': 'tempest-RoutersIpV6Test-router-1847530371', 'tenant_id': '9e33aca4a44d4fa38a064d0581ca7668', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T19:37:30Z', 'updated_at': '2022-02-09T19:37:39Z', 'revision_number': 3, 'project_id': '9e33aca4a44d4fa38a064d0581ca7668', 'gw_port_host': None, '_interfaces': [{'id': '17ab5d67-4e7f-4822-bff1-4382ae263533', 'name': '', 'network_id': 'a947464f-ef68-4303-8409-45241edd4781', 'tenant_id': '9e33aca4a44d4fa38a064d0581ca7668', 'mac_address': 'fa:16:3e:6a:88:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ce68e28-5c75-4c71-826f-e3317246175c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3431, 'fixed_ips': [{'subnet_id': '878b645d-2806-4cc3-8a8f-eea724155e12', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T19:37:32Z', 'updated_at': '2022-02-09T19:37:38Z', 'revision_number': 5, 'project_id': '9e33aca4a44d4fa38a064d0581ca7668', 'subnets': [{'id': '878b645d-2806-4cc3-8a8f-eea724155e12', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '1b2172e0-2056-43a9-85e3-7c42ab03f722', 'name': '', 'network_id': '5fe80f6f-ddef-4294-b1e0-eb2ac0a95313', 'tenant_id': '9e33aca4a44d4fa38a064d0581ca7668', 'mac_address': 'fa:16:3e:e0:8c:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8ce68e28-5c75-4c71-826f-e3317246175c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3436, 'fixed_ips': [{'subnet_id': '110a991d-ded3-4a7d-ac7f-48d37d00b65b', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T19:37:37Z', 'updated_at': '2022-02-09T19:37:39Z', 'revision_number': 2, 'project_id': '9e33aca4a44d4fa38a064d0581ca7668', 'subnets': [{'id': '110a991d-ded3-4a7d-ac7f-48d37d00b65b', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-36', False) {} {{(pid=103233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:37:42.891531 n-d-713498-36 neutron-server[103233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1baeba3-94ba-4176-867b-bf486291c69e None None] Checking router: 8ce68e28-5c75-4c71-826f-e3317246175c for host: n-d-713498-36 {{(pid=103233) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 19:37:42.892259 n-d-713498-36 neutron-server[103233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1baeba3-94ba-4176-867b-bf486291c69e None None] Updating router 8ce68e28-5c75-4c71-826f-e3317246175c port 1b2172e0-2056-43a9-85e3-7c42ab03f722 binding host n-d-713498-36 {{(pid=103233) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 19:37:42.916567 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.l3_dvr_db [None req-d5128da2-06d0-468d-8aa7-ca06c8c3449c None None] Set router 0bc32306-17ad-4dc8-ab66-012a1771ad12 gateway port host: n-d-713498-36 {{(pid=103232) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 19:37:42.945560 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9676bc27-ebb2-416a-9477-9508255cd1b5 req-cdda2a53-8da3-44f3-92a9-ee04dcc6256b tempest-TestNetworkAdvancedServerOps-1633223542 tempest-TestNetworkAdvancedServerOps-1633223542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:37:42.946887 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-fe3df348-55d8-43d2-975d-85a894f9c2bc req-72986cc1-dd3f-43e9-87b9-2074c7e50ccd service neutron] 10.222.0.90 "GET /v2.0/networks/4441bac0-0a44-4a1e-8093-e71510495491?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1412661 Feb 09 19:37:42.947136 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-9676bc27-ebb2-416a-9477-9508255cd1b5 req-cdda2a53-8da3-44f3-92a9-ee04dcc6256b tempest-TestNetworkAdvancedServerOps-1633223542 tempest-TestNetworkAdvancedServerOps-1633223542-project] 10.222.0.75 "GET /v2.0/ports?device_id=ba22b315-e430-4895-a078-0c720f335557 HTTP/1.1" status: 200 len: 946 time: 0.9432170 Feb 09 19:37:43.013903 n-d-713498-36 neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-c1baeba3-94ba-4176-867b-bf486291c69e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (1b2172e0-2056-43a9-85e3-7c42ab03f722), before_update {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:37:43.075782 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Device cd9f47a9-34b1-4fa7-8c8b-cb82d57dac7e up at agent ovs-agent-n-d-713498-36 {{(pid=103232) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 19:37:43.139474 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-7df9093f-e550-46da-83f3-f6e6146d7033 tempest-RoutersIpV6Test-841277211 tempest-RoutersIpV6Test-841277211-project] 10.222.0.75 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 1.3856091 Feb 09 19:37:43.156672 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 39802) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:37:43.172415 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.v2.base [None req-0fc3c125-b0fe-4dba-9b76-ac4347587031 tempest-RoutersIpV6Test-841277211 tempest-RoutersIpV6Test-841277211-project] Request body: {'subnet': {'network_id': 'c34957db-a3ca-4dee-85ab-6fddde160ebc', 'cidr': '2001:db8:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:2::1'}} {{(pid=103230) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 19:37:43.273909 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf1f952c-627f-4119-9065-59a80eb2535c req-a24a833f-5ced-4282-ab6b-6d879ff8a849 tempest-ServersNegativeTestJSON-1608020402 tempest-ServersNegativeTestJSON-1608020402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:37:43.276766 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-bf1f952c-627f-4119-9065-59a80eb2535c req-a24a833f-5ced-4282-ab6b-6d879ff8a849 tempest-ServersNegativeTestJSON-1608020402 tempest-ServersNegativeTestJSON-1608020402-project] 10.222.0.75 "GET /v2.0/ports?device_id=ef8fb5b1-266b-4abe-85d3-6f5780a36355 HTTP/1.1" status: 200 len: 945 time: 0.1606073 Feb 09 19:37:43.370814 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7df9093f-e550-46da-83f3-f6e6146d7033 tempest-RoutersIpV6Test-841277211 tempest-RoutersIpV6Test-841277211-project] Pushing event updated for resources: {'Network': ['ID=c34957db-a3ca-4dee-85ab-6fddde160ebc,revision_number=1']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:37:43.386696 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-bf1f952c-627f-4119-9065-59a80eb2535c req-6f201b73-60f5-4c98-9b81-1d2b07db679e tempest-ServersNegativeTestJSON-1608020402 tempest-ServersNegativeTestJSON-1608020402-project] 10.222.0.75 "GET /v2.0/security-groups?id=25d47ded-5003-4f4d-b434-467ecec6793f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1013591 Feb 09 19:37:43.426772 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-9676bc27-ebb2-416a-9477-9508255cd1b5 req-3a8c485e-0087-4e92-a329-c1f87422bddd tempest-TestNetworkAdvancedServerOps-1633223542 tempest-TestNetworkAdvancedServerOps-1633223542-project] 10.222.0.75 "GET /v2.0/security-groups?id=4e60dadd-ab65-4f99-8fbb-201b325b18d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4009008 Feb 09 19:37:43.462422 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-460b49e0-7e45-40f5-a4af-3c7ccf3c0ee1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762867132591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593584'] for agent (93303d5e-5d17-45e8-8963-7694f87783ae), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:37:43.469888 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Network c34957db-a3ca-4dee-85ab-6fddde160ebc details requested by agent ovs-agent-n-d-713498-36 with host n-d-713498-36 {{(pid=103232) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 19:37:43.475351 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0fc3c125-b0fe-4dba-9b76-ac4347587031 tempest-RoutersIpV6Test-841277211 tempest-RoutersIpV6Test-841277211-project] Made reservation on behalf of 9e33aca4a44d4fa38a064d0581ca7668 for: {'subnet': 1} {{(pid=103230) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 19:37:43.479069 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-0fc3c125-b0fe-4dba-9b76-ac4347587031 tempest-RoutersIpV6Test-841277211 tempest-RoutersIpV6Test-841277211-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12985917'] for subnet (None), before_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:37:43.644637 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-141b8e5a-3238-4cc2-a68c-1f56cf836d91 None None] Current status of the port cd9f47a9-34b1-4fa7-8c8b-cb82d57dac7e is: ACTIVE; New status is: ACTIVE {{(pid=103232) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 19:37:43.661062 n-d-713498-36 neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-c1baeba3-94ba-4176-867b-bf486291c69e None None] Publish callbacks [] for port (1b2172e0-2056-43a9-85e3-7c42ab03f722), precommit_update {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:37:43.669794 n-d-713498-36 neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-c1baeba3-94ba-4176-867b-bf486291c69e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762867176205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762866656485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762866656503'] for port (1b2172e0-2056-43a9-85e3-7c42ab03f722), after_update {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:37:43.741082 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.provisioning_blocks [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Provisioning complete for port cd9f47a9-34b1-4fa7-8c8b-cb82d57dac7e triggered by entity L2. {{(pid=103232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 19:37:43.741753 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593630'] for port (cd9f47a9-34b1-4fa7-8c8b-cb82d57dac7e), provisioning_complete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:37:43.788502 n-d-713498-36 neutron-server[103233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f461ca9b-68a7-4726-8ab9-2c2df0b50e1e None None] Pushing event updated for resources: {'Port': ['ID=1b2172e0-2056-43a9-85e3-7c42ab03f722,revision_number=3']} {{(pid=103233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:37:43.836677 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-0fc3c125-b0fe-4dba-9b76-ac4347587031 tempest-RoutersIpV6Test-841277211 tempest-RoutersIpV6Test-841277211-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14393611', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12985859'] for subnet (82d97b57-1f93-4b64-b39e-413e0186ddf7), after_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:37:43.846515 n-d-713498-36 neutron-server[103233]: DEBUG neutron.plugins.ml2.managers [None req-c1baeba3-94ba-4176-867b-bf486291c69e None None] Attempting to bind port 1b2172e0-2056-43a9-85e3-7c42ab03f722 on host n-d-713498-36 for vnic_type normal with profile {{(pid=103233) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 19:37:43.847281 n-d-713498-36 neutron-server[103233]: DEBUG neutron.plugins.ml2.managers [None req-c1baeba3-94ba-4176-867b-bf486291c69e None None] Attempting to bind port 1b2172e0-2056-43a9-85e3-7c42ab03f722 by drivers openvswitch,hyperv on host n-d-713498-36 at level 0 using segments [{'id': 'a9ef0bfc-acfa-4bb3-a830-743d6df498a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '5fe80f6f-ddef-4294-b1e0-eb2ac0a95313'}] {{(pid=103233) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 19:37:43.847784 n-d-713498-36 neutron-server[103233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1baeba3-94ba-4176-867b-bf486291c69e None None] Attempting to bind port 1b2172e0-2056-43a9-85e3-7c42ab03f722 on network 5fe80f6f-ddef-4294-b1e0-eb2ac0a95313 {{(pid=103233) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 19:37:43.856725 n-d-713498-36 neutron-server[103233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1baeba3-94ba-4176-867b-bf486291c69e None None] Checking agent: {'id': '496418a2-c002-4aec-ab1a-07f3bea491bd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-36', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 18, 51, 47), 'started_at': datetime.datetime(2022, 2, 9, 18, 52, 17), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 19, 37, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-36'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103233) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 19:37:43.857826 n-d-713498-36 neutron-server[103233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1baeba3-94ba-4176-867b-bf486291c69e None None] Checking segment: {'id': 'a9ef0bfc-acfa-4bb3-a830-743d6df498a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '5fe80f6f-ddef-4294-b1e0-eb2ac0a95313'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103233) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 19:37:43.858938 n-d-713498-36 neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-c1baeba3-94ba-4176-867b-bf486291c69e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:37:43.860672 n-d-713498-36 neutron-server[103233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1baeba3-94ba-4176-867b-bf486291c69e None None] Bound using segment: {'id': 'a9ef0bfc-acfa-4bb3-a830-743d6df498a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '5fe80f6f-ddef-4294-b1e0-eb2ac0a95313'} {{(pid=103233) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 19:37:43.861304 n-d-713498-36 neutron-server[103233]: DEBUG neutron.plugins.ml2.managers [None req-c1baeba3-94ba-4176-867b-bf486291c69e None None] Bound port: 1b2172e0-2056-43a9-85e3-7c42ab03f722, host: n-d-713498-36, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a9ef0bfc-acfa-4bb3-a830-743d6df498a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '5fe80f6f-ddef-4294-b1e0-eb2ac0a95313'}}] {{(pid=103233) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 19:37:43.863098 n-d-713498-36 neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-c1baeba3-94ba-4176-867b-bf486291c69e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (1b2172e0-2056-43a9-85e3-7c42ab03f722), before_update {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:37:43.920928 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.provisioning_blocks [None req-d2a2207a-9c7d-4a2e-ac6e-f4b08c49cf4d None None] Provisioning complete for port 1b2172e0-2056-43a9-85e3-7c42ab03f722 triggered by entity DHCP. {{(pid=103232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 19:37:43.921522 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-d2a2207a-9c7d-4a2e-ac6e-f4b08c49cf4d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593630'] for port (1b2172e0-2056-43a9-85e3-7c42ab03f722), provisioning_complete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:37:43.937671 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-541a0b7e-2a44-4eb2-bf19-56b5a4dda598 req-393d7df5-58fb-4f4f-9e72-a64f7d8d5dea tempest-TestNetworkAdvancedServerOps-1633223542 tempest-TestNetworkAdvancedServerOps-1633223542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:37:43.939254 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-541a0b7e-2a44-4eb2-bf19-56b5a4dda598 req-393d7df5-58fb-4f4f-9e72-a64f7d8d5dea tempest-TestNetworkAdvancedServerOps-1633223542 tempest-TestNetworkAdvancedServerOps-1633223542-project] 10.222.0.90 "GET /v2.0/ports?device_id=ba22b315-e430-4895-a078-0c720f335557 HTTP/1.1" status: 200 len: 946 time: 0.1531405 Feb 09 19:37:43.944505 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fc3c125-b0fe-4dba-9b76-ac4347587031 tempest-RoutersIpV6Test-841277211 tempest-RoutersIpV6Test-841277211-project] Pushing event updated for resources: {'Subnet': ['ID=82d97b57-1f93-4b64-b39e-413e0186ddf7,revision_number=0']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:37:43.971808 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fc3c125-b0fe-4dba-9b76-ac4347587031 tempest-RoutersIpV6Test-841277211 tempest-RoutersIpV6Test-841277211-project] Checking segment: {'id': '750c9425-2f5d-4b2e-93f8-bfa900600951', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': 'c34957db-a3ca-4dee-85ab-6fddde160ebc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103230) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 19:37:43.972925 n-d-713498-36 neutron-server[103230]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0fc3c125-b0fe-4dba-9b76-ac4347587031 tempest-RoutersIpV6Test-841277211 tempest-RoutersIpV6Test-841277211-project] Network hostable DHCP agents. Network: c34957db-a3ca-4dee-85ab-6fddde160ebc, hostable agents: ['af91e4b9-f4e1-42b1-a25c-a10dc47171c8'], hosted agents: [] {{(pid=103230) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 19:37:43.980532 n-d-713498-36 neutron-server[103233]: DEBUG neutron.plugins.ml2.db [None req-c1baeba3-94ba-4176-867b-bf486291c69e None None] For port 1b2172e0-2056-43a9-85e3-7c42ab03f722, host n-d-713498-36, cleared binding levels {{(pid=103233) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 19:37:43.986389 n-d-713498-36 neutron-server[103233]: DEBUG neutron.plugins.ml2.db [None req-c1baeba3-94ba-4176-867b-bf486291c69e None None] For port 1b2172e0-2056-43a9-85e3-7c42ab03f722, host n-d-713498-36, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-36',level=0,port_id=1b2172e0-2056-43a9-85e3-7c42ab03f722,segment=NetworkSegment(a9ef0bfc-acfa-4bb3-a830-743d6df498a5),segment_id=a9ef0bfc-acfa-4bb3-a830-743d6df498a5)] {{(pid=103233) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 19:37:43.995620 n-d-713498-36 neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-c1baeba3-94ba-4176-867b-bf486291c69e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762867176205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762866656485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762866656503'] for port (1b2172e0-2056-43a9-85e3-7c42ab03f722), after_update {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:37:44.007514 n-d-713498-36 neutron-server[103230]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0fc3c125-b0fe-4dba-9b76-ac4347587031 tempest-RoutersIpV6Test-841277211 tempest-RoutersIpV6Test-841277211-project] Network c34957db-a3ca-4dee-85ab-6fddde160ebc is scheduled to be hosted by DHCP agent af91e4b9-f4e1-42b1-a25c-a10dc47171c8 with binding_index 1 {{(pid=103230) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 19:37:44.031506 n-d-713498-36 neutron-server[103230]: DEBUG neutron.scheduler.base_scheduler [None req-0fc3c125-b0fe-4dba-9b76-ac4347587031 tempest-RoutersIpV6Test-841277211 tempest-RoutersIpV6Test-841277211-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713498-36, c34957db-a3ca-4dee-85ab-6fddde160ebc) {{(pid=103230) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 19:37:44.044086 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-d2a2207a-9c7d-4a2e-ac6e-f4b08c49cf4d None None] Port 1b2172e0-2056-43a9-85e3-7c42ab03f722 cannot update to ACTIVE because it is not bound. {{(pid=103232) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 19:37:44.071380 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad9c2d1c-7573-4fea-9305-21dd4ffce642 None None] Network c34957db-a3ca-4dee-85ab-6fddde160ebc requested from n-d-713498-36 {{(pid=103232) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 19:37:44.078745 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0fc3c125-b0fe-4dba-9b76-ac4347587031 tempest-RoutersIpV6Test-841277211 tempest-RoutersIpV6Test-841277211-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:37:44.079682 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-0fc3c125-b0fe-4dba-9b76-ac4347587031 tempest-RoutersIpV6Test-841277211 tempest-RoutersIpV6Test-841277211-project] Publish callbacks [] for subnet (None), before_response {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:37:44.081291 n-d-713498-36 neutron-server[103233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1baeba3-94ba-4176-867b-bf486291c69e None None] Routers {'8ce68e28-5c75-4c71-826f-e3317246175c'} bound to L3 agent in host n-d-713498-36 {{(pid=103233) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 19:37:44.081936 n-d-713498-36 neutron-server[103233]: DEBUG neutron.db.l3_hamode_db [None req-c1baeba3-94ba-4176-867b-bf486291c69e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T18:51:43Z,description=,heartbeat_timestamp=2022-02-09T19:37:43Z,host='n-d-713498-36',id=93303d5e-5d17-45e8-8963-7694f87783ae,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T18:51:43Z,topic='l3_agent')) {'router_ids': ['8ce68e28-5c75-4c71-826f-e3317246175c'], 'active': True} {{(pid=103233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:37:44.083595 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.l3_hamode_db [None req-d5128da2-06d0-468d-8aa7-ca06c8c3449c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0bc32306-17ad-4dc8-ab66-012a1771ad12', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1868811423', 'tenant_id': 'eba669c4f4c548e495f13ae7579d0fa6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88055e1e-672a-4487-be31-ffb6e833ece5', 'external_fixed_ips': [{'subnet_id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'ip_address': '172.25.1.28'}], 'enable_snat': True}, 'gw_port_id': 'b25323a4-38c0-41f3-aec2-9c22b1619da8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T19:35:04Z', 'updated_at': '2022-02-09T19:35:11Z', 'revision_number': 4, 'project_id': 'eba669c4f4c548e495f13ae7579d0fa6', 'gw_port': {'id': 'b25323a4-38c0-41f3-aec2-9c22b1619da8', 'name': '', 'network_id': '88055e1e-672a-4487-be31-ffb6e833ece5', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:e7:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0bc32306-17ad-4dc8-ab66-012a1771ad12', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3284, 'fixed_ips': [{'subnet_id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'ip_address': '172.25.1.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T19:35:05Z', 'updated_at': '2022-02-09T19:35:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-36', '_interfaces': [{'id': '3731ec7d-4543-4ff0-97f8-bcb4bda3c741', 'name': '', 'network_id': '4441bac0-0a44-4a1e-8093-e71510495491', 'tenant_id': 'eba669c4f4c548e495f13ae7579d0fa6', 'mac_address': 'fa:16:3e:ce:f4:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0bc32306-17ad-4dc8-ab66-012a1771ad12', 'device_owner': 'network:router_interface', 'standard_attr_id': 3290, 'fixed_ips': [{'subnet_id': 'a53359ef-76e4-4c05-b08e-4db3ad09b5a9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T19:35:10Z', 'updated_at': '2022-02-09T19:35:17Z', 'revision_number': 5, 'project_id': 'eba669c4f4c548e495f13ae7579d0fa6', 'subnets': [{'id': 'a53359ef-76e4-4c05-b08e-4db3ad09b5a9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-36', False) {} {{(pid=103232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:37:44.127711 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-0fc3c125-b0fe-4dba-9b76-ac4347587031 tempest-RoutersIpV6Test-841277211 tempest-RoutersIpV6Test-841277211-project] 10.222.0.75 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 0.9699569 Feb 09 19:37:44.130845 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 39812) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:37:44.206042 n-d-713498-36 neutron-server[103233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f461ca9b-68a7-4726-8ab9-2c2df0b50e1e None None] Pushing event updated for resources: {'Port': ['ID=1b2172e0-2056-43a9-85e3-7c42ab03f722,revision_number=4']} {{(pid=103233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:37:44.209053 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.plugin [req-541a0b7e-2a44-4eb2-bf19-56b5a4dda598 req-efa5a4f4-0ca3-44b9-ad41-5dd29bbabb8d tempest-TestNetworkAdvancedServerOps-1633223542 tempest-TestNetworkAdvancedServerOps-1633223542-project] Deleting port 5f3120e3-e786-407f-b3ad-794cc89bce3c {{(pid=103229) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 19:37:44.209409 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-541a0b7e-2a44-4eb2-bf19-56b5a4dda598 req-efa5a4f4-0ca3-44b9-ad41-5dd29bbabb8d tempest-TestNetworkAdvancedServerOps-1633223542 tempest-TestNetworkAdvancedServerOps-1633223542-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762867170196'] for port (5f3120e3-e786-407f-b3ad-794cc89bce3c), before_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:37:44.223408 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5128da2-06d0-468d-8aa7-ca06c8c3449c None None] The sync data for ids ['0bc32306-17ad-4dc8-ab66-012a1771ad12'] in n-d-713498-36 is: [{'id': '0bc32306-17ad-4dc8-ab66-012a1771ad12', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1868811423', 'tenant_id': 'eba669c4f4c548e495f13ae7579d0fa6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88055e1e-672a-4487-be31-ffb6e833ece5', 'external_fixed_ips': [{'subnet_id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'ip_address': '172.25.1.28'}], 'enable_snat': True}, 'gw_port_id': 'b25323a4-38c0-41f3-aec2-9c22b1619da8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T19:35:04Z', 'updated_at': '2022-02-09T19:35:11Z', 'revision_number': 4, 'project_id': 'eba669c4f4c548e495f13ae7579d0fa6', 'gw_port': {'id': 'b25323a4-38c0-41f3-aec2-9c22b1619da8', 'name': '', 'network_id': '88055e1e-672a-4487-be31-ffb6e833ece5', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:e7:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0bc32306-17ad-4dc8-ab66-012a1771ad12', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3284, 'fixed_ips': [{'subnet_id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'ip_address': '172.25.1.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T19:35:05Z', 'updated_at': '2022-02-09T19:35:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-36', '_interfaces': [{'id': '3731ec7d-4543-4ff0-97f8-bcb4bda3c741', 'name': '', 'network_id': '4441bac0-0a44-4a1e-8093-e71510495491', 'tenant_id': 'eba669c4f4c548e495f13ae7579d0fa6', 'mac_address': 'fa:16:3e:ce:f4:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0bc32306-17ad-4dc8-ab66-012a1771ad12', 'device_owner': 'network:router_interface', 'standard_attr_id': 3290, 'fixed_ips': [{'subnet_id': 'a53359ef-76e4-4c05-b08e-4db3ad09b5a9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T19:35:10Z', 'updated_at': '2022-02-09T19:35:17Z', 'revision_number': 5, 'project_id': 'eba669c4f4c548e495f13ae7579d0fa6', 'subnets': [{'id': 'a53359ef-76e4-4c05-b08e-4db3ad09b5a9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103232) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 19:37:44.298518 n-d-713498-36 neutron-server[103233]: DEBUG neutron.db.l3_dvr_db [None req-c1baeba3-94ba-4176-867b-bf486291c69e None None] Set router 8ce68e28-5c75-4c71-826f-e3317246175c gateway port host: None {{(pid=103233) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 19:37:44.507505 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.db [req-541a0b7e-2a44-4eb2-bf19-56b5a4dda598 req-efa5a4f4-0ca3-44b9-ad41-5dd29bbabb8d tempest-TestNetworkAdvancedServerOps-1633223542 tempest-TestNetworkAdvancedServerOps-1633223542-project] For port 5f3120e3-e786-407f-b3ad-794cc89bce3c, host n-h2-713498-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-36',level=0,port_id=5f3120e3-e786-407f-b3ad-794cc89bce3c,segment=NetworkSegment(25bee314-2f03-4005-a207-d495c9ba8d98),segment_id=25bee314-2f03-4005-a207-d495c9ba8d98)] {{(pid=103229) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 19:37:44.508332 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-541a0b7e-2a44-4eb2-bf19-56b5a4dda598 req-efa5a4f4-0ca3-44b9-ad41-5dd29bbabb8d tempest-TestNetworkAdvancedServerOps-1633223542 tempest-TestNetworkAdvancedServerOps-1633223542-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1820838'] for port (5f3120e3-e786-407f-b3ad-794cc89bce3c), precommit_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:37:44.534271 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.provisioning_blocks [None req-991dc055-b50e-4dec-b5c8-6033be23ac0a None None] Provisioning complete for port 1b2172e0-2056-43a9-85e3-7c42ab03f722 triggered by entity DHCP. {{(pid=103232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 19:37:44.534689 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-991dc055-b50e-4dec-b5c8-6033be23ac0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593630'] for port (1b2172e0-2056-43a9-85e3-7c42ab03f722), provisioning_complete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:37:44.629992 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.plugin [req-541a0b7e-2a44-4eb2-bf19-56b5a4dda598 req-efa5a4f4-0ca3-44b9-ad41-5dd29bbabb8d tempest-TestNetworkAdvancedServerOps-1633223542 tempest-TestNetworkAdvancedServerOps-1633223542-project] Calling delete_port for 5f3120e3-e786-407f-b3ad-794cc89bce3c owned by compute:nova {{(pid=103229) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 19:37:44.656097 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-edc54c9b-7f13-45d9-9271-85c9738b0128 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762867132591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593584'] for agent (a62b1850-466f-48ae-bec7-d62fb280e14b), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:37:44.678290 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Current status of the port cd9f47a9-34b1-4fa7-8c8b-cb82d57dac7e is: ACTIVE; New status is: ACTIVE {{(pid=103232) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 19:37:44.761596 n-d-713498-36 neutron-server[103233]: DEBUG neutron.db.l3_hamode_db [None req-c1baeba3-94ba-4176-867b-bf486291c69e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8ce68e28-5c75-4c71-826f-e3317246175c', 'name': 'tempest-RoutersIpV6Test-router-1847530371', 'tenant_id': '9e33aca4a44d4fa38a064d0581ca7668', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T19:37:30Z', 'updated_at': '2022-02-09T19:37:39Z', 'revision_number': 3, 'project_id': '9e33aca4a44d4fa38a064d0581ca7668', 'gw_port_host': None, '_interfaces': [{'id': '17ab5d67-4e7f-4822-bff1-4382ae263533', 'name': '', 'network_id': 'a947464f-ef68-4303-8409-45241edd4781', 'tenant_id': '9e33aca4a44d4fa38a064d0581ca7668', 'mac_address': 'fa:16:3e:6a:88:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ce68e28-5c75-4c71-826f-e3317246175c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3431, 'fixed_ips': [{'subnet_id': '878b645d-2806-4cc3-8a8f-eea724155e12', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T19:37:32Z', 'updated_at': '2022-02-09T19:37:38Z', 'revision_number': 5, 'project_id': '9e33aca4a44d4fa38a064d0581ca7668', 'subnets': [{'id': '878b645d-2806-4cc3-8a8f-eea724155e12', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '1b2172e0-2056-43a9-85e3-7c42ab03f722', 'name': '', 'network_id': '5fe80f6f-ddef-4294-b1e0-eb2ac0a95313', 'tenant_id': '9e33aca4a44d4fa38a064d0581ca7668', 'mac_address': 'fa:16:3e:e0:8c:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8ce68e28-5c75-4c71-826f-e3317246175c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3436, 'fixed_ips': [{'subnet_id': '110a991d-ded3-4a7d-ac7f-48d37d00b65b', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T19:37:37Z', 'updated_at': '2022-02-09T19:37:43Z', 'revision_number': 4, 'project_id': '9e33aca4a44d4fa38a064d0581ca7668', 'subnets': [{'id': '110a991d-ded3-4a7d-ac7f-48d37d00b65b', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-36', False) {} {{(pid=103233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:37:44.807416 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2d0cee6-fe78-44e0-a00e-a813869f3f4e req-3dd8dda7-cb3e-4592-9402-5a910b5120ff tempest-ServersNegativeTestJSON-1608020402 tempest-ServersNegativeTestJSON-1608020402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:37:44.808257 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60c1144c-dd1f-4746-9635-ec5fdaea2d85 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8b32e980-7cce-5e82-a341-bd2fa8945c89-c34957db-a3ca-4dee-85ab-6fddde160ebc', 'network_id': 'c34957db-a3ca-4dee-85ab-6fddde160ebc', 'project_id': '9e33aca4a44d4fa38a064d0581ca7668', 'fixed_ips': [{'subnet_id': '82d97b57-1f93-4b64-b39e-413e0186ddf7'}]}} from n-d-713498-36. {{(pid=103232) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 09 19:37:44.809423 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-f2d0cee6-fe78-44e0-a00e-a813869f3f4e req-3dd8dda7-cb3e-4592-9402-5a910b5120ff tempest-ServersNegativeTestJSON-1608020402 tempest-ServersNegativeTestJSON-1608020402-project] 10.222.0.75 "GET /v2.0/ports?device_id=ef8fb5b1-266b-4abe-85d3-6f5780a36355 HTTP/1.1" status: 200 len: 945 time: 0.2954051 Feb 09 19:37:44.815281 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-60c1144c-dd1f-4746-9635-ec5fdaea2d85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (None), before_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:37:44.836537 n-d-713498-36 neutron-server[103233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1baeba3-94ba-4176-867b-bf486291c69e None None] The sync data for ids ['8ce68e28-5c75-4c71-826f-e3317246175c'] in n-d-713498-36 is: [{'id': '8ce68e28-5c75-4c71-826f-e3317246175c', 'name': 'tempest-RoutersIpV6Test-router-1847530371', 'tenant_id': '9e33aca4a44d4fa38a064d0581ca7668', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T19:37:30Z', 'updated_at': '2022-02-09T19:37:39Z', 'revision_number': 3, 'project_id': '9e33aca4a44d4fa38a064d0581ca7668', 'gw_port_host': None, '_interfaces': [{'id': '17ab5d67-4e7f-4822-bff1-4382ae263533', 'name': '', 'network_id': 'a947464f-ef68-4303-8409-45241edd4781', 'tenant_id': '9e33aca4a44d4fa38a064d0581ca7668', 'mac_address': 'fa:16:3e:6a:88:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ce68e28-5c75-4c71-826f-e3317246175c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3431, 'fixed_ips': [{'subnet_id': '878b645d-2806-4cc3-8a8f-eea724155e12', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T19:37:32Z', 'updated_at': '2022-02-09T19:37:38Z', 'revision_number': 5, 'project_id': '9e33aca4a44d4fa38a064d0581ca7668', 'subnets': [{'id': '878b645d-2806-4cc3-8a8f-eea724155e12', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '1b2172e0-2056-43a9-85e3-7c42ab03f722', 'name': '', 'network_id': '5fe80f6f-ddef-4294-b1e0-eb2ac0a95313', 'tenant_id': '9e33aca4a44d4fa38a064d0581ca7668', 'mac_address': 'fa:16:3e:e0:8c:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8ce68e28-5c75-4c71-826f-e3317246175c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3436, 'fixed_ips': [{'subnet_id': '110a991d-ded3-4a7d-ac7f-48d37d00b65b', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T19:37:37Z', 'updated_at': '2022-02-09T19:37:43Z', 'revision_number': 4, 'project_id': '9e33aca4a44d4fa38a064d0581ca7668', 'subnets': [{'id': '110a991d-ded3-4a7d-ac7f-48d37d00b65b', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103233) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 19:37:44.923836 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b7efbf8-4a74-455f-846e-33f2ec68f829 req-4163355b-16ca-4f75-927c-72999572db26 tempest-TestNetworkAdvancedServerOps-1633223542 tempest-TestNetworkAdvancedServerOps-1633223542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:37:44.948670 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-1b7efbf8-4a74-455f-846e-33f2ec68f829 req-4163355b-16ca-4f75-927c-72999572db26 tempest-TestNetworkAdvancedServerOps-1633223542 tempest-TestNetworkAdvancedServerOps-1633223542-project] 10.222.0.75 "GET /v2.0/ports?device_id=ba22b315-e430-4895-a078-0c720f335557 HTTP/1.1" status: 200 len: 946 time: 0.3055437 Feb 09 19:37:44.993557 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-f2d0cee6-fe78-44e0-a00e-a813869f3f4e req-3d10f4b5-b945-4f7d-a992-2459c40fdd98 tempest-ServersNegativeTestJSON-1608020402 tempest-ServersNegativeTestJSON-1608020402-project] 10.222.0.75 "GET /v2.0/security-groups?id=25d47ded-5003-4f4d-b434-467ecec6793f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1767967 Feb 09 19:37:45.080936 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-1b7efbf8-4a74-455f-846e-33f2ec68f829 req-fd84ae7e-8b54-4384-8e1d-07e93987ceb8 tempest-TestNetworkAdvancedServerOps-1633223542 tempest-TestNetworkAdvancedServerOps-1633223542-project] 10.222.0.75 "GET /v2.0/security-groups?id=4e60dadd-ab65-4f99-8fbb-201b325b18d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1295505 Feb 09 19:37:45.122031 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-541a0b7e-2a44-4eb2-bf19-56b5a4dda598 req-efa5a4f4-0ca3-44b9-ad41-5dd29bbabb8d tempest-TestNetworkAdvancedServerOps-1633223542 tempest-TestNetworkAdvancedServerOps-1633223542-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762867177463', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762866656476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12867576'] for port (5f3120e3-e786-407f-b3ad-794cc89bce3c), after_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:37:45.122294 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa93461a-5642-47db-8812-65a5dd397707 None None] New status for floating IP 8c3087f9-e21c-47c0-9f7b-eab3f06976db: DOWN {{(pid=103232) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 09 19:37:45.226503 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efa5a4f4-0ca3-44b9-ad41-5dd29bbabb8d tempest-TestNetworkAdvancedServerOps-1633223542 tempest-TestNetworkAdvancedServerOps-1633223542-project] Pushing event deleted for resources: {'Port': ['ID=5f3120e3-e786-407f-b3ad-794cc89bce3c,revision_number=None']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:37:45.245690 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-dbb98f14-91dd-4d72-9a24-2b0680c5c431 tempest-RoutersIpV6Test-841277211 tempest-RoutersIpV6Test-841277211-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (None), before_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:37:45.261787 n-d-713498-36 neutron-server[103229]: DEBUG neutron.db.l3_dvrscheduler_db [req-541a0b7e-2a44-4eb2-bf19-56b5a4dda598 req-efa5a4f4-0ca3-44b9-ad41-5dd29bbabb8d tempest-TestNetworkAdvancedServerOps-1633223542 tempest-TestNetworkAdvancedServerOps-1633223542-project] No DVR routers for this DVR port 5f3120e3-e786-407f-b3ad-794cc89bce3c on host n-h2-713498-36 {{(pid=103229) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 19:37:45.265662 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-541a0b7e-2a44-4eb2-bf19-56b5a4dda598 req-efa5a4f4-0ca3-44b9-ad41-5dd29bbabb8d tempest-TestNetworkAdvancedServerOps-1633223542 tempest-TestNetworkAdvancedServerOps-1633223542-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171096'] for port (None), before_response {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:37:45.269397 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-541a0b7e-2a44-4eb2-bf19-56b5a4dda598 req-efa5a4f4-0ca3-44b9-ad41-5dd29bbabb8d tempest-TestNetworkAdvancedServerOps-1633223542 tempest-TestNetworkAdvancedServerOps-1633223542-project] 10.222.0.90 "DELETE /v2.0/ports/5f3120e3-e786-407f-b3ad-794cc89bce3c HTTP/1.1" status: 204 len: 173 time: 1.3181541 Feb 09 19:37:45.269804 n-d-713498-36 neutron-server[103229]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ba22b315-e430-4895-a078-0c720f335557', 'name': 'network-vif-deleted', 'tag': '5f3120e3-e786-407f-b3ad-794cc89bce3c'}] {{(pid=103229) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 19:37:45.278787 n-d-713498-36 neutron-server[103229]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fa6ae9a20702bd564eaf90d946620b2b4277b1ab91129323d3b54181076be307" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d1462084-6931-4090-a17f-1f9314e7241e" -d '{"events": [{"server_uuid": "ba22b315-e430-4895-a078-0c720f335557", "name": "network-vif-deleted", "tag": "5f3120e3-e786-407f-b3ad-794cc89bce3c"}]}' {{(pid=103229) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 19:37:45.316658 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-991dc055-b50e-4dec-b5c8-6033be23ac0a None None] Current status of the port 1b2172e0-2056-43a9-85e3-7c42ab03f722 is: DOWN; New status is: ACTIVE {{(pid=103232) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 19:37:45.317183 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-991dc055-b50e-4dec-b5c8-6033be23ac0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (1b2172e0-2056-43a9-85e3-7c42ab03f722), before_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:37:45.380281 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.db_base_plugin_common [None req-60c1144c-dd1f-4746-9635-ec5fdaea2d85 None None] Allocated IP 2001:db8:2::2 (c34957db-a3ca-4dee-85ab-6fddde160ebc/82d97b57-1f93-4b64-b39e-413e0186ddf7/c5d267b5-c959-4415-982e-5153db1e2f9e) {{(pid=103232) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 19:37:45.408738 n-d-713498-36 neutron-server[103229]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 19:37:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a3c991cf-f8c2-49ec-ac4a-54af01f129a7 x-openstack-request-id: req-a3c991cf-f8c2-49ec-ac4a-54af01f129a7 {{(pid=103229) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 19:37:45.409567 n-d-713498-36 neutron-server[103229]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ba22b315-e430-4895-a078-0c720f335557", "name": "network-vif-deleted", "tag": "5f3120e3-e786-407f-b3ad-794cc89bce3c", "status": "completed", "code": 200}]} {{(pid=103229) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 19:37:45.410683 n-d-713498-36 neutron-server[103229]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-a3c991cf-f8c2-49ec-ac4a-54af01f129a7 {{(pid=103229) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 19:37:45.412645 n-d-713498-36 neutron-server[103229]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ba22b315-e430-4895-a078-0c720f335557', 'name': 'network-vif-deleted', 'tag': '5f3120e3-e786-407f-b3ad-794cc89bce3c', 'status': 'completed', 'code': 200} Feb 09 19:37:45.424307 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-991dc055-b50e-4dec-b5c8-6033be23ac0a None None] For port 1b2172e0-2056-43a9-85e3-7c42ab03f722, host n-d-713498-36, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-36',level=0,port_id=1b2172e0-2056-43a9-85e3-7c42ab03f722,segment=NetworkSegment(a9ef0bfc-acfa-4bb3-a830-743d6df498a5),segment_id=a9ef0bfc-acfa-4bb3-a830-743d6df498a5)] {{(pid=103232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 19:37:45.429359 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-991dc055-b50e-4dec-b5c8-6033be23ac0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762867176205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762866656485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762866656503'] for port (1b2172e0-2056-43a9-85e3-7c42ab03f722), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:37:45.611070 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-991dc055-b50e-4dec-b5c8-6033be23ac0a None None] Pushing event updated for resources: {'Port': ['ID=1b2172e0-2056-43a9-85e3-7c42ab03f722,revision_number=5']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:37:45.616079 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.provisioning_blocks [None req-fd1e7a45-31d1-4283-9046-2bf8e8104eaa None None] Provisioning complete for port 1b2172e0-2056-43a9-85e3-7c42ab03f722 triggered by entity DHCP. {{(pid=103232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 19:37:45.616458 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-fd1e7a45-31d1-4283-9046-2bf8e8104eaa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593630'] for port (1b2172e0-2056-43a9-85e3-7c42ab03f722), provisioning_complete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:37:45.806695 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-60c1144c-dd1f-4746-9635-ec5fdaea2d85 None None] Publish callbacks [] for port (c5d267b5-c959-4415-982e-5153db1e2f9e), precommit_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:37:45.816685 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-fd1e7a45-31d1-4283-9046-2bf8e8104eaa None None] Current status of the port 1b2172e0-2056-43a9-85e3-7c42ab03f722 is: ACTIVE; New status is: ACTIVE {{(pid=103232) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 19:37:45.821305 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-60c1144c-dd1f-4746-9635-ec5fdaea2d85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762866656467'] for port (c5d267b5-c959-4415-982e-5153db1e2f9e), after_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:37:45.838780 n-d-713498-36 neutron-server[103232]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60c1144c-dd1f-4746-9635-ec5fdaea2d85 None None] Network c34957db-a3ca-4dee-85ab-6fddde160ebc is already hosted by enough agents. {{(pid=103232) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 19:37:45.862467 n-d-713498-36 neutron-server[103232]: DEBUG neutron.scheduler.base_scheduler [None req-60c1144c-dd1f-4746-9635-ec5fdaea2d85 None None] Resources bound (agent type, host, resource id): {{(pid=103232) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 19:37:45.865048 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60c1144c-dd1f-4746-9635-ec5fdaea2d85 None None] Received port after_create {{(pid=103232) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 19:37:45.924279 n-d-713498-36 neutron-server[103230]: DEBUG neutron.db.db_base_plugin_common [None req-dbb98f14-91dd-4d72-9a24-2b0680c5c431 tempest-RoutersIpV6Test-841277211 tempest-RoutersIpV6Test-841277211-project] Allocated IP 2001:db8:2::1 (c34957db-a3ca-4dee-85ab-6fddde160ebc/82d97b57-1f93-4b64-b39e-413e0186ddf7/9b1583e6-fe0b-4076-9da0-4af2051b7c26) {{(pid=103230) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 19:37:45.942489 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60c1144c-dd1f-4746-9635-ec5fdaea2d85 None None] Pushing event updated for resources: {'Port': ['ID=c5d267b5-c959-4415-982e-5153db1e2f9e,revision_number=1']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:37:45.973519 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.managers [None req-60c1144c-dd1f-4746-9635-ec5fdaea2d85 None None] Attempting to bind port c5d267b5-c959-4415-982e-5153db1e2f9e on host n-d-713498-36 for vnic_type normal with profile {{(pid=103232) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 19:37:45.973763 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.managers [None req-60c1144c-dd1f-4746-9635-ec5fdaea2d85 None None] Attempting to bind port c5d267b5-c959-4415-982e-5153db1e2f9e by drivers openvswitch,hyperv on host n-d-713498-36 at level 0 using segments [{'id': '750c9425-2f5d-4b2e-93f8-bfa900600951', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': 'c34957db-a3ca-4dee-85ab-6fddde160ebc'}] {{(pid=103232) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 19:37:45.974012 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60c1144c-dd1f-4746-9635-ec5fdaea2d85 None None] Attempting to bind port c5d267b5-c959-4415-982e-5153db1e2f9e on network c34957db-a3ca-4dee-85ab-6fddde160ebc {{(pid=103232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 19:37:45.980317 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60c1144c-dd1f-4746-9635-ec5fdaea2d85 None None] Checking agent: {'id': '496418a2-c002-4aec-ab1a-07f3bea491bd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-36', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 18, 51, 47), 'started_at': datetime.datetime(2022, 2, 9, 18, 52, 17), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 19, 37, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-36'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 19:37:45.980773 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60c1144c-dd1f-4746-9635-ec5fdaea2d85 None None] Checking segment: {'id': '750c9425-2f5d-4b2e-93f8-bfa900600951', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': 'c34957db-a3ca-4dee-85ab-6fddde160ebc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103232) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 19:37:45.981174 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-60c1144c-dd1f-4746-9635-ec5fdaea2d85 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:37:45.981568 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60c1144c-dd1f-4746-9635-ec5fdaea2d85 None None] Bound using segment: {'id': '750c9425-2f5d-4b2e-93f8-bfa900600951', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': 'c34957db-a3ca-4dee-85ab-6fddde160ebc'} {{(pid=103232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 19:37:45.982068 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.managers [None req-60c1144c-dd1f-4746-9635-ec5fdaea2d85 None None] Bound port: c5d267b5-c959-4415-982e-5153db1e2f9e, host: n-d-713498-36, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '750c9425-2f5d-4b2e-93f8-bfa900600951', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': 'c34957db-a3ca-4dee-85ab-6fddde160ebc'}}] {{(pid=103232) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 19:37:45.982493 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-60c1144c-dd1f-4746-9635-ec5fdaea2d85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (c5d267b5-c959-4415-982e-5153db1e2f9e), before_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:37:46.064490 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-60c1144c-dd1f-4746-9635-ec5fdaea2d85 None None] For port c5d267b5-c959-4415-982e-5153db1e2f9e, host n-d-713498-36, cleared binding levels {{(pid=103232) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 19:37:46.067946 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-60c1144c-dd1f-4746-9635-ec5fdaea2d85 None None] For port c5d267b5-c959-4415-982e-5153db1e2f9e, host n-d-713498-36, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-36',level=0,port_id=c5d267b5-c959-4415-982e-5153db1e2f9e,segment=NetworkSegment(750c9425-2f5d-4b2e-93f8-bfa900600951),segment_id=750c9425-2f5d-4b2e-93f8-bfa900600951)] {{(pid=103232) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 19:37:46.072739 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-a7262a8e-0513-48fd-984d-75726a511961 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762867132591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593584'] for agent (911cfea2-02ae-4ec9-bac3-7808ee1cdd9c), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:37:46.076451 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-60c1144c-dd1f-4746-9635-ec5fdaea2d85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762867176205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762866656485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762866656503'] for port (c5d267b5-c959-4415-982e-5153db1e2f9e), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:37:46.083961 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-dbb98f14-91dd-4d72-9a24-2b0680c5c431 tempest-RoutersIpV6Test-841277211 tempest-RoutersIpV6Test-841277211-project] Publish callbacks [] for port (9b1583e6-fe0b-4076-9da0-4af2051b7c26), precommit_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:37:46.123356 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-dbb98f14-91dd-4d72-9a24-2b0680c5c431 tempest-RoutersIpV6Test-841277211 tempest-RoutersIpV6Test-841277211-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762866656467', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14393751'] for port (9b1583e6-fe0b-4076-9da0-4af2051b7c26), after_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:37:46.148669 n-d-713498-36 neutron-server[103230]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dbb98f14-91dd-4d72-9a24-2b0680c5c431 tempest-RoutersIpV6Test-841277211 tempest-RoutersIpV6Test-841277211-project] Network c34957db-a3ca-4dee-85ab-6fddde160ebc is already hosted by enough agents. {{(pid=103230) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 19:37:46.158999 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60c1144c-dd1f-4746-9635-ec5fdaea2d85 None None] Pushing event updated for resources: {'Port': ['ID=c5d267b5-c959-4415-982e-5153db1e2f9e,revision_number=2']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:37:46.163269 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 39852) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:37:46.219267 n-d-713498-36 neutron-server[103230]: DEBUG neutron.scheduler.base_scheduler [None req-dbb98f14-91dd-4d72-9a24-2b0680c5c431 tempest-RoutersIpV6Test-841277211 tempest-RoutersIpV6Test-841277211-project] Resources bound (agent type, host, resource id): {{(pid=103230) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 19:37:46.229613 n-d-713498-36 neutron-server[103230]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbb98f14-91dd-4d72-9a24-2b0680c5c431 tempest-RoutersIpV6Test-841277211 tempest-RoutersIpV6Test-841277211-project] Received port after_create {{(pid=103230) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 19:37:46.230341 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-dbb98f14-91dd-4d72-9a24-2b0680c5c431 tempest-RoutersIpV6Test-841277211 tempest-RoutersIpV6Test-841277211-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1819024'] for router_interface (8ce68e28-5c75-4c71-826f-e3317246175c), before_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:37:46.294401 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbb98f14-91dd-4d72-9a24-2b0680c5c431 tempest-RoutersIpV6Test-841277211 tempest-RoutersIpV6Test-841277211-project] Pushing event updated for resources: {'Port': ['ID=9b1583e6-fe0b-4076-9da0-4af2051b7c26,revision_number=1']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:37:46.368821 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e5b0b93-383c-4d65-aa1f-6e2813f0c7e4 req-63516689-f0bf-4820-b76b-568009d2e98e tempest-ServersNegativeTestJSON-1608020402 tempest-ServersNegativeTestJSON-1608020402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:37:46.370780 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-4e5b0b93-383c-4d65-aa1f-6e2813f0c7e4 req-63516689-f0bf-4820-b76b-568009d2e98e tempest-ServersNegativeTestJSON-1608020402 tempest-ServersNegativeTestJSON-1608020402-project] 10.222.0.75 "GET /v2.0/ports?device_id=ef8fb5b1-266b-4abe-85d3-6f5780a36355 HTTP/1.1" status: 200 len: 945 time: 0.2192972 Feb 09 19:37:46.457187 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-4e5b0b93-383c-4d65-aa1f-6e2813f0c7e4 req-35a990ee-fdd9-439d-87b2-57d4c5bc4cf8 tempest-ServersNegativeTestJSON-1608020402 tempest-ServersNegativeTestJSON-1608020402-project] 10.222.0.75 "GET /v2.0/security-groups?id=25d47ded-5003-4f4d-b434-467ecec6793f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0774069 Feb 09 19:37:46.506772 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-dbb98f14-91dd-4d72-9a24-2b0680c5c431 tempest-RoutersIpV6Test-841277211 tempest-RoutersIpV6Test-841277211-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (9b1583e6-fe0b-4076-9da0-4af2051b7c26), before_update {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:37:46.667121 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-37421715-f330-4a27-b139-e13551be30d7 tempest-TestNetworkAdvancedServerOps-1633223542 tempest-TestNetworkAdvancedServerOps-1633223542-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1834525'] for router_interface (0bc32306-17ad-4dc8-ab66-012a1771ad12), before_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:37:46.856381 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-dbb98f14-91dd-4d72-9a24-2b0680c5c431 tempest-RoutersIpV6Test-841277211 tempest-RoutersIpV6Test-841277211-project] Publish callbacks [] for port (9b1583e6-fe0b-4076-9da0-4af2051b7c26), precommit_update {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:37:46.862980 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-dbb98f14-91dd-4d72-9a24-2b0680c5c431 tempest-RoutersIpV6Test-841277211 tempest-RoutersIpV6Test-841277211-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762867176205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762866656485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762866656503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14393758'] for port (9b1583e6-fe0b-4076-9da0-4af2051b7c26), after_update {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:37:46.864227 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-dbb98f14-91dd-4d72-9a24-2b0680c5c431 tempest-RoutersIpV6Test-841277211 tempest-RoutersIpV6Test-841277211-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1613458', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1834496'] for router_interface (8ce68e28-5c75-4c71-826f-e3317246175c), after_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:37:47.013237 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbb98f14-91dd-4d72-9a24-2b0680c5c431 tempest-RoutersIpV6Test-841277211 tempest-RoutersIpV6Test-841277211-project] Pushing event updated for resources: {'Port': ['ID=9b1583e6-fe0b-4076-9da0-4af2051b7c26,revision_number=2']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:37:47.013826 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.plugin [None req-37421715-f330-4a27-b139-e13551be30d7 tempest-TestNetworkAdvancedServerOps-1633223542 tempest-TestNetworkAdvancedServerOps-1633223542-project] Deleting port 3731ec7d-4543-4ff0-97f8-bcb4bda3c741 {{(pid=103229) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 19:37:47.014412 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-37421715-f330-4a27-b139-e13551be30d7 tempest-TestNetworkAdvancedServerOps-1633223542 tempest-TestNetworkAdvancedServerOps-1633223542-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762867170196'] for port (3731ec7d-4543-4ff0-97f8-bcb4bda3c741), before_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:37:47.045207 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762867132591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593584'] for agent (496418a2-c002-4aec-ab1a-07f3bea491bd), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:37:47.063815 n-d-713498-36 neutron-server[103230]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dbb98f14-91dd-4d72-9a24-2b0680c5c431 tempest-RoutersIpV6Test-841277211 tempest-RoutersIpV6Test-841277211-project] Network c34957db-a3ca-4dee-85ab-6fddde160ebc is already hosted by enough agents. {{(pid=103230) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 19:37:47.065455 n-d-713498-36 neutron-server[103230]: DEBUG neutron.scheduler.base_scheduler [None req-dbb98f14-91dd-4d72-9a24-2b0680c5c431 tempest-RoutersIpV6Test-841277211 tempest-RoutersIpV6Test-841277211-project] Resources bound (agent type, host, resource id): {{(pid=103230) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 19:37:47.131874 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Device 1b2172e0-2056-43a9-85e3-7c42ab03f722 up at agent ovs-agent-n-d-713498-36 {{(pid=103232) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 19:37:47.144411 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.db [None req-37421715-f330-4a27-b139-e13551be30d7 tempest-TestNetworkAdvancedServerOps-1633223542 tempest-TestNetworkAdvancedServerOps-1633223542-project] For port 3731ec7d-4543-4ff0-97f8-bcb4bda3c741, host n-d-713498-36, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-36',level=0,port_id=3731ec7d-4543-4ff0-97f8-bcb4bda3c741,segment=NetworkSegment(25bee314-2f03-4005-a207-d495c9ba8d98),segment_id=25bee314-2f03-4005-a207-d495c9ba8d98)] {{(pid=103229) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 19:37:47.144796 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-37421715-f330-4a27-b139-e13551be30d7 tempest-TestNetworkAdvancedServerOps-1633223542 tempest-TestNetworkAdvancedServerOps-1633223542-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1820838'] for port (3731ec7d-4543-4ff0-97f8-bcb4bda3c741), precommit_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:37:47.163676 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.plugin [None req-37421715-f330-4a27-b139-e13551be30d7 tempest-TestNetworkAdvancedServerOps-1633223542 tempest-TestNetworkAdvancedServerOps-1633223542-project] Calling delete_port for 3731ec7d-4543-4ff0-97f8-bcb4bda3c741 owned by network:router_interface {{(pid=103229) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 19:37:47.179692 n-d-713498-36 neutron-server[103230]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dbb98f14-91dd-4d72-9a24-2b0680c5c431 tempest-RoutersIpV6Test-841277211 tempest-RoutersIpV6Test-841277211-project] Router 8ce68e28-5c75-4c71-826f-e3317246175c has already been hosted by L3 agent 93303d5e-5d17-45e8-8963-7694f87783ae {{(pid=103230) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 19:37:47.198531 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Device 5f3120e3-e786-407f-b3ad-794cc89bce3c no longer exists at agent hyperv_n-h2-713498-36 {{(pid=103232) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 19:37:47.232847 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-7429db8d-6021-40ad-813e-885be449a89b None None] No Port match for: 5f3120e3-e786-407f-b3ad-794cc89bce3c {{(pid=103232) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 19:37:47.233477 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Device 5f3120e3-e786-407f-b3ad-794cc89bce3c not bound to the agent host n-h2-713498-36 {{(pid=103232) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 19:37:47.235769 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.provisioning_blocks [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Provisioning complete for port 1b2172e0-2056-43a9-85e3-7c42ab03f722 triggered by entity L2. {{(pid=103232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 19:37:47.236146 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593630'] for port (1b2172e0-2056-43a9-85e3-7c42ab03f722), provisioning_complete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:37:47.310995 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dbb98f14-91dd-4d72-9a24-2b0680c5c431 tempest-RoutersIpV6Test-841277211 tempest-RoutersIpV6Test-841277211-project] Notify agent at l3_agent.n-d-713498-36 the message routers_updated {{(pid=103230) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 19:37:47.317036 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-dbb98f14-91dd-4d72-9a24-2b0680c5c431 tempest-RoutersIpV6Test-841277211 tempest-RoutersIpV6Test-841277211-project] 10.222.0.75 "PUT /v2.0/routers/8ce68e28-5c75-4c71-826f-e3317246175c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1843133 Feb 09 19:37:47.319732 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 39856) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:37:47.323951 n-d-713498-36 neutron-server[103233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b0d85a7-7f37-438a-b272-e14a8ec8504a None None] Sync routers for ids ['8ce68e28-5c75-4c71-826f-e3317246175c'] in n-d-713498-36 {{(pid=103233) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 19:37:47.339445 n-d-713498-36 neutron-server[103233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b0d85a7-7f37-438a-b272-e14a8ec8504a None None] Routers {'8ce68e28-5c75-4c71-826f-e3317246175c'} bound to L3 agent in host n-d-713498-36 {{(pid=103233) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 19:37:47.341421 n-d-713498-36 neutron-server[103233]: DEBUG neutron.db.l3_hamode_db [None req-0b0d85a7-7f37-438a-b272-e14a8ec8504a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T18:51:43Z,description=,heartbeat_timestamp=2022-02-09T19:37:43Z,host='n-d-713498-36',id=93303d5e-5d17-45e8-8963-7694f87783ae,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T18:51:43Z,topic='l3_agent')) {'router_ids': ['8ce68e28-5c75-4c71-826f-e3317246175c'], 'active': True} {{(pid=103233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:37:47.342179 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.v2.base [None req-e7e4107c-3ca2-4c14-ad55-0f64252e5756 tempest-RoutersIpV6Test-841277211 tempest-RoutersIpV6Test-841277211-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1414719518'}} {{(pid=103230) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 19:37:47.348270 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Current status of the port 1b2172e0-2056-43a9-85e3-7c42ab03f722 is: ACTIVE; New status is: ACTIVE {{(pid=103232) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 19:37:47.348703 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Device c5d267b5-c959-4415-982e-5153db1e2f9e up at agent ovs-agent-n-d-713498-36 {{(pid=103232) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 19:37:47.386086 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e7e4107c-3ca2-4c14-ad55-0f64252e5756 tempest-RoutersIpV6Test-841277211 tempest-RoutersIpV6Test-841277211-project] Made reservation on behalf of 9e33aca4a44d4fa38a064d0581ca7668 for: {'network': 1} {{(pid=103230) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 19:37:47.390743 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-e7e4107c-3ca2-4c14-ad55-0f64252e5756 tempest-RoutersIpV6Test-841277211 tempest-RoutersIpV6Test-841277211-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for network (None), before_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:37:47.408846 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-37421715-f330-4a27-b139-e13551be30d7 tempest-TestNetworkAdvancedServerOps-1633223542 tempest-TestNetworkAdvancedServerOps-1633223542-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762867177463', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762866656476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12867576'] for port (3731ec7d-4543-4ff0-97f8-bcb4bda3c741), after_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:37:47.418825 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.provisioning_blocks [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Provisioning complete for port c5d267b5-c959-4415-982e-5153db1e2f9e triggered by entity L2. {{(pid=103232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 19:37:47.419208 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593630'] for port (c5d267b5-c959-4415-982e-5153db1e2f9e), provisioning_complete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:37:47.451048 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e7e4107c-3ca2-4c14-ad55-0f64252e5756 tempest-RoutersIpV6Test-841277211 tempest-RoutersIpV6Test-841277211-project] vlan segment allocate from pool success with {'vlan_id': 389, 'physical_network': 'physnet1'} {{(pid=103230) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 19:37:47.464221 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-e7e4107c-3ca2-4c14-ad55-0f64252e5756 tempest-RoutersIpV6Test-841277211 tempest-RoutersIpV6Test-841277211-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-759574'] for segment (7569d500-d979-44c6-87d4-a3fa3b926b58), precommit_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:37:47.465357 n-d-713498-36 neutron-server[103230]: INFO neutron.db.segments_db [None req-e7e4107c-3ca2-4c14-ad55-0f64252e5756 tempest-RoutersIpV6Test-841277211 tempest-RoutersIpV6Test-841277211-project] Added segment 7569d500-d979-44c6-87d4-a3fa3b926b58 of type vlan for network df2c02f4-a06d-4aa4-9ac2-6711c9ce1067 Feb 09 19:37:47.467563 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37421715-f330-4a27-b139-e13551be30d7 tempest-TestNetworkAdvancedServerOps-1633223542 tempest-TestNetworkAdvancedServerOps-1633223542-project] Pushing event deleted for resources: {'Port': ['ID=3731ec7d-4543-4ff0-97f8-bcb4bda3c741,revision_number=None']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:37:47.498148 n-d-713498-36 neutron-server[103233]: DEBUG neutron.db.l3_dvr_db [None req-0b0d85a7-7f37-438a-b272-e14a8ec8504a None None] Set router 8ce68e28-5c75-4c71-826f-e3317246175c gateway port host: None {{(pid=103233) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 19:37:47.562687 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-e7e4107c-3ca2-4c14-ad55-0f64252e5756 tempest-RoutersIpV6Test-841277211 tempest-RoutersIpV6Test-841277211-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762866642225'] for network (df2c02f4-a06d-4aa4-9ac2-6711c9ce1067), precommit_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:37:47.564853 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Current status of the port c5d267b5-c959-4415-982e-5153db1e2f9e is: DOWN; New status is: ACTIVE {{(pid=103232) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 19:37:47.565606 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (c5d267b5-c959-4415-982e-5153db1e2f9e), before_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:37:47.621879 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] For port c5d267b5-c959-4415-982e-5153db1e2f9e, host n-d-713498-36, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-36',level=0,port_id=c5d267b5-c959-4415-982e-5153db1e2f9e,segment=NetworkSegment(750c9425-2f5d-4b2e-93f8-bfa900600951),segment_id=750c9425-2f5d-4b2e-93f8-bfa900600951)] {{(pid=103232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 19:37:47.627356 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-e7e4107c-3ca2-4c14-ad55-0f64252e5756 tempest-RoutersIpV6Test-841277211 tempest-RoutersIpV6Test-841277211-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1885479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452'] for network (df2c02f4-a06d-4aa4-9ac2-6711c9ce1067), after_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:37:47.628521 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762867176205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762866656485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762866656503'] for port (c5d267b5-c959-4415-982e-5153db1e2f9e), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:37:47.633470 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7e4107c-3ca2-4c14-ad55-0f64252e5756 tempest-RoutersIpV6Test-841277211 tempest-RoutersIpV6Test-841277211-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:37:47.634149 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-e7e4107c-3ca2-4c14-ad55-0f64252e5756 tempest-RoutersIpV6Test-841277211 tempest-RoutersIpV6Test-841277211-project] Publish callbacks [] for network (None), before_response {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:37:47.746172 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Pushing event updated for resources: {'Port': ['ID=c5d267b5-c959-4415-982e-5153db1e2f9e,revision_number=3']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:37:47.750617 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7e4107c-3ca2-4c14-ad55-0f64252e5756 tempest-RoutersIpV6Test-841277211 tempest-RoutersIpV6Test-841277211-project] Pushing event updated for resources: {'Network': ['ID=df2c02f4-a06d-4aa4-9ac2-6711c9ce1067,revision_number=1']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:37:47.752868 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a728cec8-373d-4077-b9dc-2f5177be7c61 req-472ba027-7cc4-417a-85c4-f43494040358 tempest-ServersNegativeTestJSON-1608020402 tempest-ServersNegativeTestJSON-1608020402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:37:47.753265 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a379a873-f027-46f0-a159-877940322999 None None] Network c34957db-a3ca-4dee-85ab-6fddde160ebc requested from n-d-713498-36 {{(pid=103232) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 19:37:47.760886 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-a728cec8-373d-4077-b9dc-2f5177be7c61 req-472ba027-7cc4-417a-85c4-f43494040358 tempest-ServersNegativeTestJSON-1608020402 tempest-ServersNegativeTestJSON-1608020402-project] 10.222.0.75 "GET /v2.0/ports?device_id=ef8fb5b1-266b-4abe-85d3-6f5780a36355 HTTP/1.1" status: 200 len: 945 time: 0.1540127 Feb 09 19:37:47.773506 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-e7e4107c-3ca2-4c14-ad55-0f64252e5756 tempest-RoutersIpV6Test-841277211 tempest-RoutersIpV6Test-841277211-project] 10.222.0.75 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.4523954 Feb 09 19:37:47.776192 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 39860) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:37:47.779505 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Network df2c02f4-a06d-4aa4-9ac2-6711c9ce1067 details requested by agent ovs-agent-n-d-713498-36 with host n-d-713498-36 {{(pid=103232) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 19:37:47.784583 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.v2.base [None req-914c89cc-2ac6-44cd-addc-8864f7d20250 tempest-RoutersIpV6Test-841277211 tempest-RoutersIpV6Test-841277211-project] Request body: {'subnet': {'network_id': 'df2c02f4-a06d-4aa4-9ac2-6711c9ce1067', 'cidr': '2001:db8:3::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:3::1'}} {{(pid=103230) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 19:37:47.847581 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-a728cec8-373d-4077-b9dc-2f5177be7c61 req-c6df3c8b-af35-4bd4-96a0-4ab641b9e4cf tempest-ServersNegativeTestJSON-1608020402 tempest-ServersNegativeTestJSON-1608020402-project] 10.222.0.75 "GET /v2.0/security-groups?id=25d47ded-5003-4f4d-b434-467ecec6793f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0856488 Feb 09 19:37:47.856632 n-d-713498-36 neutron-server[103233]: DEBUG neutron.db.l3_hamode_db [None req-0b0d85a7-7f37-438a-b272-e14a8ec8504a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8ce68e28-5c75-4c71-826f-e3317246175c', 'name': 'tempest-RoutersIpV6Test-router-1847530371', 'tenant_id': '9e33aca4a44d4fa38a064d0581ca7668', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T19:37:30Z', 'updated_at': '2022-02-09T19:37:46Z', 'revision_number': 4, 'project_id': '9e33aca4a44d4fa38a064d0581ca7668', 'gw_port_host': None, '_interfaces': [{'id': '17ab5d67-4e7f-4822-bff1-4382ae263533', 'name': '', 'network_id': 'a947464f-ef68-4303-8409-45241edd4781', 'tenant_id': '9e33aca4a44d4fa38a064d0581ca7668', 'mac_address': 'fa:16:3e:6a:88:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ce68e28-5c75-4c71-826f-e3317246175c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3431, 'fixed_ips': [{'subnet_id': '878b645d-2806-4cc3-8a8f-eea724155e12', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T19:37:32Z', 'updated_at': '2022-02-09T19:37:38Z', 'revision_number': 5, 'project_id': '9e33aca4a44d4fa38a064d0581ca7668', 'subnets': [{'id': '878b645d-2806-4cc3-8a8f-eea724155e12', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '1b2172e0-2056-43a9-85e3-7c42ab03f722', 'name': '', 'network_id': '5fe80f6f-ddef-4294-b1e0-eb2ac0a95313', 'tenant_id': '9e33aca4a44d4fa38a064d0581ca7668', 'mac_address': 'fa:16:3e:e0:8c:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ce68e28-5c75-4c71-826f-e3317246175c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3436, 'fixed_ips': [{'subnet_id': '110a991d-ded3-4a7d-ac7f-48d37d00b65b', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T19:37:37Z', 'updated_at': '2022-02-09T19:37:45Z', 'revision_number': 5, 'project_id': '9e33aca4a44d4fa38a064d0581ca7668', 'subnets': [{'id': '110a991d-ded3-4a7d-ac7f-48d37d00b65b', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9b1583e6-fe0b-4076-9da0-4af2051b7c26', 'name': '', 'network_id': 'c34957db-a3ca-4dee-85ab-6fddde160ebc', 'tenant_id': '9e33aca4a44d4fa38a064d0581ca7668', 'mac_address': 'fa:16:3e:be:da:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8ce68e28-5c75-4c71-826f-e3317246175c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3441, 'fixed_ips': [{'subnet_id': '82d97b57-1f93-4b64-b39e-413e0186ddf7', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T19:37:45Z', 'updated_at': '2022-02-09T19:37:46Z', 'revision_number': 2, 'project_id': '9e33aca4a44d4fa38a064d0581ca7668', 'subnets': [{'id': '82d97b57-1f93-4b64-b39e-413e0186ddf7', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-36', False) {} {{(pid=103233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:37:47.875715 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-37421715-f330-4a27-b139-e13551be30d7 tempest-TestNetworkAdvancedServerOps-1633223542 tempest-TestNetworkAdvancedServerOps-1633223542-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1613467', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1834633'] for router_interface (0bc32306-17ad-4dc8-ab66-012a1771ad12), after_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:37:47.889707 n-d-713498-36 neutron-server[103233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b0d85a7-7f37-438a-b272-e14a8ec8504a None None] Checking router: 8ce68e28-5c75-4c71-826f-e3317246175c for host: n-d-713498-36 {{(pid=103233) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 19:37:47.890126 n-d-713498-36 neutron-server[103233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b0d85a7-7f37-438a-b272-e14a8ec8504a None None] Updating router 8ce68e28-5c75-4c71-826f-e3317246175c port 9b1583e6-fe0b-4076-9da0-4af2051b7c26 binding host n-d-713498-36 {{(pid=103233) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 19:37:47.912182 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.provisioning_blocks [None req-c6fe7162-a102-4ba5-a668-8ad7bf00aee1 None None] Provisioning complete for port c5d267b5-c959-4415-982e-5153db1e2f9e triggered by entity DHCP. {{(pid=103232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 19:37:47.912548 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-c6fe7162-a102-4ba5-a668-8ad7bf00aee1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593630'] for port (c5d267b5-c959-4415-982e-5153db1e2f9e), provisioning_complete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:37:47.924412 n-d-713498-36 neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-0b0d85a7-7f37-438a-b272-e14a8ec8504a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (9b1583e6-fe0b-4076-9da0-4af2051b7c26), before_update {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:37:47.978758 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-914c89cc-2ac6-44cd-addc-8864f7d20250 tempest-RoutersIpV6Test-841277211 tempest-RoutersIpV6Test-841277211-project] Made reservation on behalf of 9e33aca4a44d4fa38a064d0581ca7668 for: {'subnet': 1} {{(pid=103230) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 19:37:47.991406 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-914c89cc-2ac6-44cd-addc-8864f7d20250 tempest-RoutersIpV6Test-841277211 tempest-RoutersIpV6Test-841277211-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12985917'] for subnet (None), before_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:37:48.094742 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-c6fe7162-a102-4ba5-a668-8ad7bf00aee1 None None] Current status of the port c5d267b5-c959-4415-982e-5153db1e2f9e is: ACTIVE; New status is: ACTIVE {{(pid=103232) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 19:37:48.198059 n-d-713498-36 neutron-server[103229]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-37421715-f330-4a27-b139-e13551be30d7 tempest-TestNetworkAdvancedServerOps-1633223542 tempest-TestNetworkAdvancedServerOps-1633223542-project] Router 0bc32306-17ad-4dc8-ab66-012a1771ad12 has already been hosted by L3 agent 93303d5e-5d17-45e8-8963-7694f87783ae {{(pid=103229) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 19:37:48.300952 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-914c89cc-2ac6-44cd-addc-8864f7d20250 tempest-RoutersIpV6Test-841277211 tempest-RoutersIpV6Test-841277211-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14393611', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12985859'] for subnet (55b94e11-dce7-4d04-929f-b3e6283e6155), after_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:37:48.332170 n-d-713498-36 neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-0b0d85a7-7f37-438a-b272-e14a8ec8504a None None] Publish callbacks [] for port (9b1583e6-fe0b-4076-9da0-4af2051b7c26), precommit_update {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:37:48.342672 n-d-713498-36 neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-0b0d85a7-7f37-438a-b272-e14a8ec8504a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762867176205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762866656485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762866656503'] for port (9b1583e6-fe0b-4076-9da0-4af2051b7c26), after_update {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:37:48.373128 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-37421715-f330-4a27-b139-e13551be30d7 tempest-TestNetworkAdvancedServerOps-1633223542 tempest-TestNetworkAdvancedServerOps-1633223542-project] Notify agent at l3_agent.n-d-713498-36 the message routers_updated {{(pid=103229) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 19:37:48.385599 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b00bfcc-5a33-481c-b922-321fad0e5419 None None] Sync routers for ids ['0bc32306-17ad-4dc8-ab66-012a1771ad12'] in n-d-713498-36 {{(pid=103232) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 19:37:48.394070 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-37421715-f330-4a27-b139-e13551be30d7 tempest-TestNetworkAdvancedServerOps-1633223542 tempest-TestNetworkAdvancedServerOps-1633223542-project] 10.222.0.75 "PUT /v2.0/routers/0bc32306-17ad-4dc8-ab66-012a1771ad12/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2267661 Feb 09 19:37:48.395013 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 39890) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:37:48.407115 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b00bfcc-5a33-481c-b922-321fad0e5419 None None] Routers {'0bc32306-17ad-4dc8-ab66-012a1771ad12'} bound to L3 agent in host n-d-713498-36 {{(pid=103232) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 19:37:48.407962 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.l3_hamode_db [None req-4b00bfcc-5a33-481c-b922-321fad0e5419 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T18:51:43Z,description=,heartbeat_timestamp=2022-02-09T19:37:43Z,host='n-d-713498-36',id=93303d5e-5d17-45e8-8963-7694f87783ae,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T18:51:43Z,topic='l3_agent')) {'router_ids': ['0bc32306-17ad-4dc8-ab66-012a1771ad12'], 'active': True} {{(pid=103232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:37:48.427832 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-914c89cc-2ac6-44cd-addc-8864f7d20250 tempest-RoutersIpV6Test-841277211 tempest-RoutersIpV6Test-841277211-project] Pushing event updated for resources: {'Subnet': ['ID=55b94e11-dce7-4d04-929f-b3e6283e6155,revision_number=0']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:37:48.443989 n-d-713498-36 neutron-server[103233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d78c1587-6d0d-4188-af51-f83a92427ae1 None None] Pushing event updated for resources: {'Port': ['ID=9b1583e6-fe0b-4076-9da0-4af2051b7c26,revision_number=3']} {{(pid=103233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:37:48.466776 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-914c89cc-2ac6-44cd-addc-8864f7d20250 tempest-RoutersIpV6Test-841277211 tempest-RoutersIpV6Test-841277211-project] Checking segment: {'id': '7569d500-d979-44c6-87d4-a3fa3b926b58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': 'df2c02f4-a06d-4aa4-9ac2-6711c9ce1067'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103230) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 19:37:48.467146 n-d-713498-36 neutron-server[103230]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-914c89cc-2ac6-44cd-addc-8864f7d20250 tempest-RoutersIpV6Test-841277211 tempest-RoutersIpV6Test-841277211-project] Network hostable DHCP agents. Network: df2c02f4-a06d-4aa4-9ac2-6711c9ce1067, hostable agents: ['af91e4b9-f4e1-42b1-a25c-a10dc47171c8'], hosted agents: [] {{(pid=103230) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 19:37:48.506829 n-d-713498-36 neutron-server[103230]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-914c89cc-2ac6-44cd-addc-8864f7d20250 tempest-RoutersIpV6Test-841277211 tempest-RoutersIpV6Test-841277211-project] Network df2c02f4-a06d-4aa4-9ac2-6711c9ce1067 is scheduled to be hosted by DHCP agent af91e4b9-f4e1-42b1-a25c-a10dc47171c8 with binding_index 1 {{(pid=103230) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 19:37:48.535432 n-d-713498-36 neutron-server[103230]: DEBUG neutron.scheduler.base_scheduler [None req-914c89cc-2ac6-44cd-addc-8864f7d20250 tempest-RoutersIpV6Test-841277211 tempest-RoutersIpV6Test-841277211-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713498-36, df2c02f4-a06d-4aa4-9ac2-6711c9ce1067) {{(pid=103230) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 19:37:48.541418 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-914c89cc-2ac6-44cd-addc-8864f7d20250 tempest-RoutersIpV6Test-841277211 tempest-RoutersIpV6Test-841277211-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:37:48.542050 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-914c89cc-2ac6-44cd-addc-8864f7d20250 tempest-RoutersIpV6Test-841277211 tempest-RoutersIpV6Test-841277211-project] Publish callbacks [] for subnet (None), before_response {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:37:48.580155 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-914c89cc-2ac6-44cd-addc-8864f7d20250 tempest-RoutersIpV6Test-841277211 tempest-RoutersIpV6Test-841277211-project] 10.222.0.75 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 0.8017247 Feb 09 19:37:48.582261 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 39906) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:37:48.589492 n-d-713498-36 neutron-server[103229]: DEBUG neutron.db.db_base_plugin_v2 [None req-a194ff93-1a52-44ef-997f-6b3c374ec5f7 tempest-TestNetworkAdvancedServerOps-1633223542 tempest-TestNetworkAdvancedServerOps-1633223542-project] Deleting subnet a53359ef-76e4-4c05-b08e-4db3ad09b5a9 {{(pid=103229) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 19:37:48.601463 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-a194ff93-1a52-44ef-997f-6b3c374ec5f7 tempest-TestNetworkAdvancedServerOps-1633223542 tempest-TestNetworkAdvancedServerOps-1633223542-project] Publish callbacks [] for subnet (a53359ef-76e4-4c05-b08e-4db3ad09b5a9), before_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:37:48.619020 n-d-713498-36 neutron-server[103233]: DEBUG neutron.plugins.ml2.managers [None req-0b0d85a7-7f37-438a-b272-e14a8ec8504a None None] Attempting to bind port 9b1583e6-fe0b-4076-9da0-4af2051b7c26 on host n-d-713498-36 for vnic_type normal with profile {{(pid=103233) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 19:37:48.619640 n-d-713498-36 neutron-server[103233]: DEBUG neutron.plugins.ml2.managers [None req-0b0d85a7-7f37-438a-b272-e14a8ec8504a None None] Attempting to bind port 9b1583e6-fe0b-4076-9da0-4af2051b7c26 by drivers openvswitch,hyperv on host n-d-713498-36 at level 0 using segments [{'id': '750c9425-2f5d-4b2e-93f8-bfa900600951', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': 'c34957db-a3ca-4dee-85ab-6fddde160ebc'}] {{(pid=103233) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 19:37:48.620218 n-d-713498-36 neutron-server[103233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b0d85a7-7f37-438a-b272-e14a8ec8504a None None] Attempting to bind port 9b1583e6-fe0b-4076-9da0-4af2051b7c26 on network c34957db-a3ca-4dee-85ab-6fddde160ebc {{(pid=103233) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 19:37:48.629926 n-d-713498-36 neutron-server[103233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b0d85a7-7f37-438a-b272-e14a8ec8504a None None] Checking agent: {'id': '496418a2-c002-4aec-ab1a-07f3bea491bd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-36', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 18, 51, 47), 'started_at': datetime.datetime(2022, 2, 9, 18, 52, 17), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 19, 37, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-36'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103233) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 19:37:48.631234 n-d-713498-36 neutron-server[103233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b0d85a7-7f37-438a-b272-e14a8ec8504a None None] Checking segment: {'id': '750c9425-2f5d-4b2e-93f8-bfa900600951', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': 'c34957db-a3ca-4dee-85ab-6fddde160ebc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103233) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 19:37:48.631745 n-d-713498-36 neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-0b0d85a7-7f37-438a-b272-e14a8ec8504a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:37:48.632230 n-d-713498-36 neutron-server[103233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b0d85a7-7f37-438a-b272-e14a8ec8504a None None] Bound using segment: {'id': '750c9425-2f5d-4b2e-93f8-bfa900600951', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': 'c34957db-a3ca-4dee-85ab-6fddde160ebc'} {{(pid=103233) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 19:37:48.632806 n-d-713498-36 neutron-server[103233]: DEBUG neutron.plugins.ml2.managers [None req-0b0d85a7-7f37-438a-b272-e14a8ec8504a None None] Bound port: 9b1583e6-fe0b-4076-9da0-4af2051b7c26, host: n-d-713498-36, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '750c9425-2f5d-4b2e-93f8-bfa900600951', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': 'c34957db-a3ca-4dee-85ab-6fddde160ebc'}}] {{(pid=103233) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 19:37:48.633275 n-d-713498-36 neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-0b0d85a7-7f37-438a-b272-e14a8ec8504a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (9b1583e6-fe0b-4076-9da0-4af2051b7c26), before_update {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:37:48.695539 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-a194ff93-1a52-44ef-997f-6b3c374ec5f7 tempest-TestNetworkAdvancedServerOps-1633223542 tempest-TestNetworkAdvancedServerOps-1633223542-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16683410'] for subnet (a53359ef-76e4-4c05-b08e-4db3ad09b5a9), precommit_delete_associations {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:37:48.770345 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eab01b0b-e23b-444e-857d-be0c16f71e5e None None] Network df2c02f4-a06d-4aa4-9ac2-6711c9ce1067 requested from n-d-713498-36 {{(pid=103232) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 19:37:48.799027 n-d-713498-36 neutron-server[103233]: DEBUG neutron.plugins.ml2.db [None req-0b0d85a7-7f37-438a-b272-e14a8ec8504a None None] For port 9b1583e6-fe0b-4076-9da0-4af2051b7c26, host n-d-713498-36, cleared binding levels {{(pid=103233) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 19:37:48.805436 n-d-713498-36 neutron-server[103233]: DEBUG neutron.plugins.ml2.db [None req-0b0d85a7-7f37-438a-b272-e14a8ec8504a None None] For port 9b1583e6-fe0b-4076-9da0-4af2051b7c26, host n-d-713498-36, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-36',level=0,port_id=9b1583e6-fe0b-4076-9da0-4af2051b7c26,segment=NetworkSegment(750c9425-2f5d-4b2e-93f8-bfa900600951),segment_id=750c9425-2f5d-4b2e-93f8-bfa900600951)] {{(pid=103233) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 19:37:48.828610 n-d-713498-36 neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-0b0d85a7-7f37-438a-b272-e14a8ec8504a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762867176205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762866656485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762866656503'] for port (9b1583e6-fe0b-4076-9da0-4af2051b7c26), after_update {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:37:48.881900 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-a194ff93-1a52-44ef-997f-6b3c374ec5f7 tempest-TestNetworkAdvancedServerOps-1633223542 tempest-TestNetworkAdvancedServerOps-1633223542-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-759852'] for subnet (a53359ef-76e4-4c05-b08e-4db3ad09b5a9), precommit_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:37:48.958900 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.l3_dvr_db [None req-4b00bfcc-5a33-481c-b922-321fad0e5419 None None] Set router 0bc32306-17ad-4dc8-ab66-012a1771ad12 gateway port host: n-d-713498-36 {{(pid=103232) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 19:37:48.976740 n-d-713498-36 neutron-server[103233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d78c1587-6d0d-4188-af51-f83a92427ae1 None None] Pushing event updated for resources: {'Port': ['ID=9b1583e6-fe0b-4076-9da0-4af2051b7c26,revision_number=4']} {{(pid=103233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:37:49.002652 n-d-713498-36 neutron-server[103233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b0d85a7-7f37-438a-b272-e14a8ec8504a None None] Routers {'8ce68e28-5c75-4c71-826f-e3317246175c'} bound to L3 agent in host n-d-713498-36 {{(pid=103233) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 19:37:49.003449 n-d-713498-36 neutron-server[103233]: DEBUG neutron.db.l3_hamode_db [None req-0b0d85a7-7f37-438a-b272-e14a8ec8504a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T18:51:43Z,description=,heartbeat_timestamp=2022-02-09T19:37:43Z,host='n-d-713498-36',id=93303d5e-5d17-45e8-8963-7694f87783ae,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T18:51:43Z,topic='l3_agent')) {'router_ids': ['8ce68e28-5c75-4c71-826f-e3317246175c'], 'active': True} {{(pid=103233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:37:49.020486 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-a194ff93-1a52-44ef-997f-6b3c374ec5f7 tempest-TestNetworkAdvancedServerOps-1633223542 tempest-TestNetworkAdvancedServerOps-1633223542-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-760023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12867367', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12759238'] for subnet (a53359ef-76e4-4c05-b08e-4db3ad09b5a9), after_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:37:49.055325 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a194ff93-1a52-44ef-997f-6b3c374ec5f7 tempest-TestNetworkAdvancedServerOps-1633223542 tempest-TestNetworkAdvancedServerOps-1633223542-project] Pushing event deleted for resources: {'Subnet': ['ID=a53359ef-76e4-4c05-b08e-4db3ad09b5a9,revision_number=None']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:37:49.085221 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-a194ff93-1a52-44ef-997f-6b3c374ec5f7 tempest-TestNetworkAdvancedServerOps-1633223542 tempest-TestNetworkAdvancedServerOps-1633223542-project] Publish callbacks [] for subnet (None), before_response {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:37:49.093282 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-a194ff93-1a52-44ef-997f-6b3c374ec5f7 tempest-TestNetworkAdvancedServerOps-1633223542 tempest-TestNetworkAdvancedServerOps-1633223542-project] 10.222.0.75 "DELETE /v2.0/subnets/a53359ef-76e4-4c05-b08e-4db3ad09b5a9 HTTP/1.1" status: 204 len: 168 time: 0.6730723 Feb 09 19:37:49.096235 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 39922) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:37:49.299782 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5fbff806-83b8-4333-95b9-ef39e58bd280 None None] Network 4441bac0-0a44-4a1e-8093-e71510495491 requested from n-d-713498-36 {{(pid=103232) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 19:37:49.302006 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Device c5d267b5-c959-4415-982e-5153db1e2f9e up at agent ovs-agent-n-d-713498-36 {{(pid=103232) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 19:37:49.320649 n-d-713498-36 neutron-server[103233]: DEBUG neutron.db.l3_dvr_db [None req-0b0d85a7-7f37-438a-b272-e14a8ec8504a None None] Set router 8ce68e28-5c75-4c71-826f-e3317246175c gateway port host: None {{(pid=103233) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 19:37:49.325973 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.provisioning_blocks [None req-dcdb4200-4e12-49a0-b207-772c926b3711 None None] Provisioning complete for port 9b1583e6-fe0b-4076-9da0-4af2051b7c26 triggered by entity DHCP. {{(pid=103232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 19:37:49.326571 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-dcdb4200-4e12-49a0-b207-772c926b3711 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593630'] for port (9b1583e6-fe0b-4076-9da0-4af2051b7c26), provisioning_complete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:37:49.385522 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da64e216-049e-4068-a465-a9095fe07106 req-d5cb2686-1ac9-4018-a16b-c8ea49366622 tempest-ServersNegativeTestJSON-1608020402 tempest-ServersNegativeTestJSON-1608020402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:37:49.396362 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-da64e216-049e-4068-a465-a9095fe07106 req-d5cb2686-1ac9-4018-a16b-c8ea49366622 tempest-ServersNegativeTestJSON-1608020402 tempest-ServersNegativeTestJSON-1608020402-project] 10.222.0.75 "GET /v2.0/ports?device_id=ef8fb5b1-266b-4abe-85d3-6f5780a36355 HTTP/1.1" status: 200 len: 945 time: 0.3577344 Feb 09 19:37:49.414730 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5dc6ebda-48da-4603-96d5-43f8f4c45829 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8b32e980-7cce-5e82-a341-bd2fa8945c89-df2c02f4-a06d-4aa4-9ac2-6711c9ce1067', 'network_id': 'df2c02f4-a06d-4aa4-9ac2-6711c9ce1067', 'project_id': '9e33aca4a44d4fa38a064d0581ca7668', 'fixed_ips': [{'subnet_id': '55b94e11-dce7-4d04-929f-b3e6283e6155'}]}} from n-d-713498-36. {{(pid=103232) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 09 19:37:49.416259 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-5dc6ebda-48da-4603-96d5-43f8f4c45829 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (None), before_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:37:49.533990 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-da64e216-049e-4068-a465-a9095fe07106 req-dab5a8bc-5c5b-4751-9e5b-dcb3aa470eba tempest-ServersNegativeTestJSON-1608020402 tempest-ServersNegativeTestJSON-1608020402-project] 10.222.0.75 "GET /v2.0/security-groups?id=25d47ded-5003-4f4d-b434-467ecec6793f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1365135 Feb 09 19:37:49.702164 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-c11a455e-d03b-402e-934c-39b95050321f tempest-RoutersIpV6Test-841277211 tempest-RoutersIpV6Test-841277211-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (None), before_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:37:49.707966 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.db_base_plugin_common [None req-5dc6ebda-48da-4603-96d5-43f8f4c45829 None None] Allocated IP 2001:db8:3::2 (df2c02f4-a06d-4aa4-9ac2-6711c9ce1067/55b94e11-dce7-4d04-929f-b3e6283e6155/99dd2be2-fe1d-4a30-b0b2-34989c92babc) {{(pid=103232) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 19:37:49.759253 n-d-713498-36 neutron-server[103233]: DEBUG neutron.db.l3_hamode_db [None req-0b0d85a7-7f37-438a-b272-e14a8ec8504a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8ce68e28-5c75-4c71-826f-e3317246175c', 'name': 'tempest-RoutersIpV6Test-router-1847530371', 'tenant_id': '9e33aca4a44d4fa38a064d0581ca7668', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T19:37:30Z', 'updated_at': '2022-02-09T19:37:46Z', 'revision_number': 4, 'project_id': '9e33aca4a44d4fa38a064d0581ca7668', 'gw_port_host': None, '_interfaces': [{'id': '17ab5d67-4e7f-4822-bff1-4382ae263533', 'name': '', 'network_id': 'a947464f-ef68-4303-8409-45241edd4781', 'tenant_id': '9e33aca4a44d4fa38a064d0581ca7668', 'mac_address': 'fa:16:3e:6a:88:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ce68e28-5c75-4c71-826f-e3317246175c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3431, 'fixed_ips': [{'subnet_id': '878b645d-2806-4cc3-8a8f-eea724155e12', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T19:37:32Z', 'updated_at': '2022-02-09T19:37:38Z', 'revision_number': 5, 'project_id': '9e33aca4a44d4fa38a064d0581ca7668', 'subnets': [{'id': '878b645d-2806-4cc3-8a8f-eea724155e12', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '1b2172e0-2056-43a9-85e3-7c42ab03f722', 'name': '', 'network_id': '5fe80f6f-ddef-4294-b1e0-eb2ac0a95313', 'tenant_id': '9e33aca4a44d4fa38a064d0581ca7668', 'mac_address': 'fa:16:3e:e0:8c:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ce68e28-5c75-4c71-826f-e3317246175c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3436, 'fixed_ips': [{'subnet_id': '110a991d-ded3-4a7d-ac7f-48d37d00b65b', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T19:37:37Z', 'updated_at': '2022-02-09T19:37:45Z', 'revision_number': 5, 'project_id': '9e33aca4a44d4fa38a064d0581ca7668', 'subnets': [{'id': '110a991d-ded3-4a7d-ac7f-48d37d00b65b', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9b1583e6-fe0b-4076-9da0-4af2051b7c26', 'name': '', 'network_id': 'c34957db-a3ca-4dee-85ab-6fddde160ebc', 'tenant_id': '9e33aca4a44d4fa38a064d0581ca7668', 'mac_address': 'fa:16:3e:be:da:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8ce68e28-5c75-4c71-826f-e3317246175c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3441, 'fixed_ips': [{'subnet_id': '82d97b57-1f93-4b64-b39e-413e0186ddf7', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T19:37:45Z', 'updated_at': '2022-02-09T19:37:48Z', 'revision_number': 4, 'project_id': '9e33aca4a44d4fa38a064d0581ca7668', 'subnets': [{'id': '82d97b57-1f93-4b64-b39e-413e0186ddf7', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-36', False) {} {{(pid=103233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:37:49.793646 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762867132591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593584'] for agent (488cd9ae-631f-4955-ba0b-4f5a13f12e9c), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:37:49.823247 n-d-713498-36 neutron-server[103233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b0d85a7-7f37-438a-b272-e14a8ec8504a None None] The sync data for ids ['8ce68e28-5c75-4c71-826f-e3317246175c'] in n-d-713498-36 is: [{'id': '8ce68e28-5c75-4c71-826f-e3317246175c', 'name': 'tempest-RoutersIpV6Test-router-1847530371', 'tenant_id': '9e33aca4a44d4fa38a064d0581ca7668', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T19:37:30Z', 'updated_at': '2022-02-09T19:37:46Z', 'revision_number': 4, 'project_id': '9e33aca4a44d4fa38a064d0581ca7668', 'gw_port_host': None, '_interfaces': [{'id': '17ab5d67-4e7f-4822-bff1-4382ae263533', 'name': '', 'network_id': 'a947464f-ef68-4303-8409-45241edd4781', 'tenant_id': '9e33aca4a44d4fa38a064d0581ca7668', 'mac_address': 'fa:16:3e:6a:88:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ce68e28-5c75-4c71-826f-e3317246175c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3431, 'fixed_ips': [{'subnet_id': '878b645d-2806-4cc3-8a8f-eea724155e12', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T19:37:32Z', 'updated_at': '2022-02-09T19:37:38Z', 'revision_number': 5, 'project_id': '9e33aca4a44d4fa38a064d0581ca7668', 'subnets': [{'id': '878b645d-2806-4cc3-8a8f-eea724155e12', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '1b2172e0-2056-43a9-85e3-7c42ab03f722', 'name': '', 'network_id': '5fe80f6f-ddef-4294-b1e0-eb2ac0a95313', 'tenant_id': '9e33aca4a44d4fa38a064d0581ca7668', 'mac_address': 'fa:16:3e:e0:8c:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ce68e28-5c75-4c71-826f-e3317246175c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3436, 'fixed_ips': [{'subnet_id': '110a991d-ded3-4a7d-ac7f-48d37d00b65b', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T19:37:37Z', 'updated_at': '2022-02-09T19:37:45Z', 'revision_number': 5, 'project_id': '9e33aca4a44d4fa38a064d0581ca7668', 'subnets': [{'id': '110a991d-ded3-4a7d-ac7f-48d37d00b65b', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9b1583e6-fe0b-4076-9da0-4af2051b7c26', 'name': '', 'network_id': 'c34957db-a3ca-4dee-85ab-6fddde160ebc', 'tenant_id': '9e33aca4a44d4fa38a064d0581ca7668', 'mac_address': 'fa:16:3e:be:da:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8ce68e28-5c75-4c71-826f-e3317246175c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3441, 'fixed_ips': [{'subnet_id': '82d97b57-1f93-4b64-b39e-413e0186ddf7', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T19:37:45Z', 'updated_at': '2022-02-09T19:37:48Z', 'revision_number': 4, 'project_id': '9e33aca4a44d4fa38a064d0581ca7668', 'subnets': [{'id': '82d97b57-1f93-4b64-b39e-413e0186ddf7', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103233) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 19:37:50.044003 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762867132591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593584'] for agent (bcd5faee-dc24-4298-9134-0e0aa054058e), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:37:50.109143 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-60356a2c-ea07-4633-b3d6-5e824f4acd1c tempest-TestNetworkAdvancedServerOps-1633223542 tempest-TestNetworkAdvancedServerOps-1633223542-project] Publish callbacks [] for router (0bc32306-17ad-4dc8-ab66-012a1771ad12), before_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:37:50.192881 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.provisioning_blocks [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Provisioning complete for port c5d267b5-c959-4415-982e-5153db1e2f9e triggered by entity L2. {{(pid=103232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 19:37:50.203748 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593630'] for port (c5d267b5-c959-4415-982e-5153db1e2f9e), provisioning_complete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:37:50.269825 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-60356a2c-ea07-4633-b3d6-5e824f4acd1c tempest-TestNetworkAdvancedServerOps-1633223542 tempest-TestNetworkAdvancedServerOps-1633223542-project] Publish callbacks [] for router_gateway (0bc32306-17ad-4dc8-ab66-012a1771ad12), before_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:37:50.349509 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.plugin [None req-60356a2c-ea07-4633-b3d6-5e824f4acd1c tempest-TestNetworkAdvancedServerOps-1633223542 tempest-TestNetworkAdvancedServerOps-1633223542-project] Deleting port b25323a4-38c0-41f3-aec2-9c22b1619da8 {{(pid=103229) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 19:37:50.349989 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-60356a2c-ea07-4633-b3d6-5e824f4acd1c tempest-TestNetworkAdvancedServerOps-1633223542 tempest-TestNetworkAdvancedServerOps-1633223542-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762867170196'] for port (b25323a4-38c0-41f3-aec2-9c22b1619da8), before_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:37:50.518262 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.l3_hamode_db [None req-4b00bfcc-5a33-481c-b922-321fad0e5419 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0bc32306-17ad-4dc8-ab66-012a1771ad12', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1868811423', 'tenant_id': 'eba669c4f4c548e495f13ae7579d0fa6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88055e1e-672a-4487-be31-ffb6e833ece5', 'external_fixed_ips': [{'subnet_id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'ip_address': '172.25.1.28'}], 'enable_snat': True}, 'gw_port_id': 'b25323a4-38c0-41f3-aec2-9c22b1619da8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T19:35:04Z', 'updated_at': '2022-02-09T19:37:47Z', 'revision_number': 5, 'project_id': 'eba669c4f4c548e495f13ae7579d0fa6', 'gw_port': {'id': 'b25323a4-38c0-41f3-aec2-9c22b1619da8', 'name': '', 'network_id': '88055e1e-672a-4487-be31-ffb6e833ece5', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:e7:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0bc32306-17ad-4dc8-ab66-012a1771ad12', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3284, 'fixed_ips': [{'subnet_id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'ip_address': '172.25.1.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T19:35:05Z', 'updated_at': '2022-02-09T19:35:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-36'}], 'n-d-713498-36', False) {} {{(pid=103232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:37:50.529936 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.db [None req-60356a2c-ea07-4633-b3d6-5e824f4acd1c tempest-TestNetworkAdvancedServerOps-1633223542 tempest-TestNetworkAdvancedServerOps-1633223542-project] For port b25323a4-38c0-41f3-aec2-9c22b1619da8, host n-d-713498-36, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-36',level=0,port_id=b25323a4-38c0-41f3-aec2-9c22b1619da8,segment=NetworkSegment(a4222f89-8d3f-4b51-953b-1a8126392491),segment_id=a4222f89-8d3f-4b51-953b-1a8126392491)] {{(pid=103229) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 19:37:50.530315 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-60356a2c-ea07-4633-b3d6-5e824f4acd1c tempest-TestNetworkAdvancedServerOps-1633223542 tempest-TestNetworkAdvancedServerOps-1633223542-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1820838'] for port (b25323a4-38c0-41f3-aec2-9c22b1619da8), precommit_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:37:50.582764 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.plugin [None req-60356a2c-ea07-4633-b3d6-5e824f4acd1c tempest-TestNetworkAdvancedServerOps-1633223542 tempest-TestNetworkAdvancedServerOps-1633223542-project] Calling delete_port for b25323a4-38c0-41f3-aec2-9c22b1619da8 owned by network:router_gateway {{(pid=103229) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 19:37:50.601087 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b00bfcc-5a33-481c-b922-321fad0e5419 None None] Checking router: 0bc32306-17ad-4dc8-ab66-012a1771ad12 for host: n-d-713498-36 {{(pid=103232) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 19:37:50.625934 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44574ade-18ff-4b6b-870c-eb05cc2f942b None None] DHCP port deletion for 4441bac0-0a44-4a1e-8093-e71510495491 request from n-d-713498-36 {{(pid=103232) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 09 19:37:50.778108 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-5dc6ebda-48da-4603-96d5-43f8f4c45829 None None] Publish callbacks [] for port (99dd2be2-fe1d-4a30-b0b2-34989c92babc), precommit_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:37:50.780969 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-dcdb4200-4e12-49a0-b207-772c926b3711 None None] Current status of the port 9b1583e6-fe0b-4076-9da0-4af2051b7c26 is: DOWN; New status is: ACTIVE {{(pid=103232) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 19:37:50.781362 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-dcdb4200-4e12-49a0-b207-772c926b3711 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (9b1583e6-fe0b-4076-9da0-4af2051b7c26), before_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:37:50.789733 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b00bfcc-5a33-481c-b922-321fad0e5419 None None] Routers {'0bc32306-17ad-4dc8-ab66-012a1771ad12'} bound to L3 agent in host n-d-713498-36 {{(pid=103232) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 19:37:50.790462 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.l3_hamode_db [None req-4b00bfcc-5a33-481c-b922-321fad0e5419 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T18:51:43Z,description=,heartbeat_timestamp=2022-02-09T19:37:43Z,host='n-d-713498-36',id=93303d5e-5d17-45e8-8963-7694f87783ae,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T18:51:43Z,topic='l3_agent')) {'router_ids': ['0bc32306-17ad-4dc8-ab66-012a1771ad12'], 'active': True} {{(pid=103232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:37:50.811649 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45107b55-9b41-466f-8ed2-539b972c5f19 req-245a3a66-7a68-42db-a5b6-47166d5b95ec tempest-ServersNegativeTestJSON-1608020402 tempest-ServersNegativeTestJSON-1608020402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:37:50.813975 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-45107b55-9b41-466f-8ed2-539b972c5f19 req-245a3a66-7a68-42db-a5b6-47166d5b95ec tempest-ServersNegativeTestJSON-1608020402 tempest-ServersNegativeTestJSON-1608020402-project] 10.222.0.75 "GET /v2.0/ports?device_id=ef8fb5b1-266b-4abe-85d3-6f5780a36355 HTTP/1.1" status: 200 len: 945 time: 0.1501813 Feb 09 19:37:50.853518 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-5dc6ebda-48da-4603-96d5-43f8f4c45829 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762866656467'] for port (99dd2be2-fe1d-4a30-b0b2-34989c92babc), after_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:37:50.881444 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-45107b55-9b41-466f-8ed2-539b972c5f19 req-7df3b084-5b08-485a-bd6d-93443237f86d tempest-ServersNegativeTestJSON-1608020402 tempest-ServersNegativeTestJSON-1608020402-project] 10.222.0.75 "GET /v2.0/security-groups?id=25d47ded-5003-4f4d-b434-467ecec6793f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591247 Feb 09 19:37:50.914409 n-d-713498-36 neutron-server[103230]: DEBUG neutron.db.db_base_plugin_common [None req-c11a455e-d03b-402e-934c-39b95050321f tempest-RoutersIpV6Test-841277211 tempest-RoutersIpV6Test-841277211-project] Allocated IP 2001:db8:3::1 (df2c02f4-a06d-4aa4-9ac2-6711c9ce1067/55b94e11-dce7-4d04-929f-b3e6283e6155/1ae1bc7c-265f-45ac-a876-a207e196992d) {{(pid=103230) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 19:37:50.947613 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-60356a2c-ea07-4633-b3d6-5e824f4acd1c tempest-TestNetworkAdvancedServerOps-1633223542 tempest-TestNetworkAdvancedServerOps-1633223542-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762867177463', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762866656476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12867576'] for port (b25323a4-38c0-41f3-aec2-9c22b1619da8), after_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:37:50.971008 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Current status of the port c5d267b5-c959-4415-982e-5153db1e2f9e is: ACTIVE; New status is: ACTIVE {{(pid=103232) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 19:37:50.984200 n-d-713498-36 neutron-server[103232]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5dc6ebda-48da-4603-96d5-43f8f4c45829 None None] Network df2c02f4-a06d-4aa4-9ac2-6711c9ce1067 is already hosted by enough agents. {{(pid=103232) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 19:37:50.985872 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60356a2c-ea07-4633-b3d6-5e824f4acd1c tempest-TestNetworkAdvancedServerOps-1633223542 tempest-TestNetworkAdvancedServerOps-1633223542-project] Pushing event deleted for resources: {'Port': ['ID=b25323a4-38c0-41f3-aec2-9c22b1619da8,revision_number=None']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:37:50.998103 n-d-713498-36 neutron-server[103232]: DEBUG neutron.scheduler.base_scheduler [None req-5dc6ebda-48da-4603-96d5-43f8f4c45829 None None] Resources bound (agent type, host, resource id): {{(pid=103232) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 19:37:51.001502 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5dc6ebda-48da-4603-96d5-43f8f4c45829 None None] Received port after_create {{(pid=103232) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 19:37:51.068563 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-dcdb4200-4e12-49a0-b207-772c926b3711 None None] For port 9b1583e6-fe0b-4076-9da0-4af2051b7c26, host n-d-713498-36, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-36',level=0,port_id=9b1583e6-fe0b-4076-9da0-4af2051b7c26,segment=NetworkSegment(750c9425-2f5d-4b2e-93f8-bfa900600951),segment_id=750c9425-2f5d-4b2e-93f8-bfa900600951)] {{(pid=103232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 19:37:51.105063 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-60356a2c-ea07-4633-b3d6-5e824f4acd1c tempest-TestNetworkAdvancedServerOps-1633223542 tempest-TestNetworkAdvancedServerOps-1633223542-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1818987'] for router_gateway (0bc32306-17ad-4dc8-ab66-012a1771ad12), after_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:37:51.139617 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dc6ebda-48da-4603-96d5-43f8f4c45829 None None] Pushing event updated for resources: {'Port': ['ID=99dd2be2-fe1d-4a30-b0b2-34989c92babc,revision_number=1']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:37:51.142900 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-dcdb4200-4e12-49a0-b207-772c926b3711 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762867176205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762866656485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762866656503'] for port (9b1583e6-fe0b-4076-9da0-4af2051b7c26), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:37:51.148962 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.managers [None req-5dc6ebda-48da-4603-96d5-43f8f4c45829 None None] Attempting to bind port 99dd2be2-fe1d-4a30-b0b2-34989c92babc on host n-d-713498-36 for vnic_type normal with profile {{(pid=103232) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 19:37:51.149329 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.managers [None req-5dc6ebda-48da-4603-96d5-43f8f4c45829 None None] Attempting to bind port 99dd2be2-fe1d-4a30-b0b2-34989c92babc by drivers openvswitch,hyperv on host n-d-713498-36 at level 0 using segments [{'id': '7569d500-d979-44c6-87d4-a3fa3b926b58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': 'df2c02f4-a06d-4aa4-9ac2-6711c9ce1067'}] {{(pid=103232) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 19:37:51.149686 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5dc6ebda-48da-4603-96d5-43f8f4c45829 None None] Attempting to bind port 99dd2be2-fe1d-4a30-b0b2-34989c92babc on network df2c02f4-a06d-4aa4-9ac2-6711c9ce1067 {{(pid=103232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 19:37:51.157681 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.l3_dvr_db [None req-4b00bfcc-5a33-481c-b922-321fad0e5419 None None] Set router 0bc32306-17ad-4dc8-ab66-012a1771ad12 gateway port host: None {{(pid=103232) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 19:37:51.213722 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-c11a455e-d03b-402e-934c-39b95050321f tempest-RoutersIpV6Test-841277211 tempest-RoutersIpV6Test-841277211-project] Publish callbacks [] for port (1ae1bc7c-265f-45ac-a876-a207e196992d), precommit_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:37:51.260514 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-c11a455e-d03b-402e-934c-39b95050321f tempest-RoutersIpV6Test-841277211 tempest-RoutersIpV6Test-841277211-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762866656467', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14393751'] for port (1ae1bc7c-265f-45ac-a876-a207e196992d), after_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:37:51.273817 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-60356a2c-ea07-4633-b3d6-5e824f4acd1c tempest-TestNetworkAdvancedServerOps-1633223542 tempest-TestNetworkAdvancedServerOps-1633223542-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1834988', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-58375'] for router (0bc32306-17ad-4dc8-ab66-012a1771ad12), precommit_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:37:51.276166 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-60356a2c-ea07-4633-b3d6-5e824f4acd1c tempest-TestNetworkAdvancedServerOps-1633223542 tempest-TestNetworkAdvancedServerOps-1633223542-project] Publish callbacks [] for router_controller (0bc32306-17ad-4dc8-ab66-012a1771ad12), precommit_delete_associations {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:37:51.323690 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c11a455e-d03b-402e-934c-39b95050321f tempest-RoutersIpV6Test-841277211 tempest-RoutersIpV6Test-841277211-project] Pushing event updated for resources: {'Port': ['ID=1ae1bc7c-265f-45ac-a876-a207e196992d,revision_number=1']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:37:51.334893 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-60356a2c-ea07-4633-b3d6-5e824f4acd1c tempest-TestNetworkAdvancedServerOps-1633223542 tempest-TestNetworkAdvancedServerOps-1633223542-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1835003'] for router (0bc32306-17ad-4dc8-ab66-012a1771ad12), after_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:37:51.335548 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-60356a2c-ea07-4633-b3d6-5e824f4acd1c tempest-TestNetworkAdvancedServerOps-1633223542 tempest-TestNetworkAdvancedServerOps-1633223542-project] Fanout notify agent at l3_agent the message router_deleted on router 0bc32306-17ad-4dc8-ab66-012a1771ad12 {{(pid=103229) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 09 19:37:51.345411 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-60356a2c-ea07-4633-b3d6-5e824f4acd1c tempest-TestNetworkAdvancedServerOps-1633223542 tempest-TestNetworkAdvancedServerOps-1633223542-project] Publish callbacks [] for router (None), before_response {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:37:51.346796 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-60356a2c-ea07-4633-b3d6-5e824f4acd1c tempest-TestNetworkAdvancedServerOps-1633223542 tempest-TestNetworkAdvancedServerOps-1633223542-project] 10.222.0.75 "DELETE /v2.0/routers/0bc32306-17ad-4dc8-ab66-012a1771ad12 HTTP/1.1" status: 204 len: 168 time: 2.2493365 Feb 09 19:37:51.349340 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 39930) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:37:51.367159 n-d-713498-36 neutron-server[103230]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c11a455e-d03b-402e-934c-39b95050321f tempest-RoutersIpV6Test-841277211 tempest-RoutersIpV6Test-841277211-project] Network df2c02f4-a06d-4aa4-9ac2-6711c9ce1067 is already hosted by enough agents. {{(pid=103230) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 19:37:51.369603 n-d-713498-36 neutron-server[103230]: DEBUG neutron.scheduler.base_scheduler [None req-c11a455e-d03b-402e-934c-39b95050321f tempest-RoutersIpV6Test-841277211 tempest-RoutersIpV6Test-841277211-project] Resources bound (agent type, host, resource id): {{(pid=103230) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 19:37:51.378003 n-d-713498-36 neutron-server[103230]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c11a455e-d03b-402e-934c-39b95050321f tempest-RoutersIpV6Test-841277211 tempest-RoutersIpV6Test-841277211-project] Received port after_create {{(pid=103230) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 19:37:51.379468 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-c11a455e-d03b-402e-934c-39b95050321f tempest-RoutersIpV6Test-841277211 tempest-RoutersIpV6Test-841277211-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1819024'] for router_interface (8ce68e28-5c75-4c71-826f-e3317246175c), before_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:37:51.452204 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-719f91eb-1d49-43b4-acfc-3b67875963f1 tempest-TestNetworkAdvancedServerOps-1633223542 tempest-TestNetworkAdvancedServerOps-1633223542-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-670458'] for network (4441bac0-0a44-4a1e-8093-e71510495491), before_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:37:51.472794 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5dc6ebda-48da-4603-96d5-43f8f4c45829 None None] Checking agent: {'id': '496418a2-c002-4aec-ab1a-07f3bea491bd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-36', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 18, 51, 47), 'started_at': datetime.datetime(2022, 2, 9, 18, 52, 17), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 19, 37, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-36'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 19:37:51.473459 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5dc6ebda-48da-4603-96d5-43f8f4c45829 None None] Checking segment: {'id': '7569d500-d979-44c6-87d4-a3fa3b926b58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': 'df2c02f4-a06d-4aa4-9ac2-6711c9ce1067'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103232) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 19:37:51.473933 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-5dc6ebda-48da-4603-96d5-43f8f4c45829 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:37:51.474432 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5dc6ebda-48da-4603-96d5-43f8f4c45829 None None] Bound using segment: {'id': '7569d500-d979-44c6-87d4-a3fa3b926b58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': 'df2c02f4-a06d-4aa4-9ac2-6711c9ce1067'} {{(pid=103232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 19:37:51.475001 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.managers [None req-5dc6ebda-48da-4603-96d5-43f8f4c45829 None None] Bound port: 99dd2be2-fe1d-4a30-b0b2-34989c92babc, host: n-d-713498-36, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7569d500-d979-44c6-87d4-a3fa3b926b58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': 'df2c02f4-a06d-4aa4-9ac2-6711c9ce1067'}}] {{(pid=103232) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 19:37:51.475454 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-5dc6ebda-48da-4603-96d5-43f8f4c45829 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (99dd2be2-fe1d-4a30-b0b2-34989c92babc), before_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:37:51.492129 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Device 9b1583e6-fe0b-4076-9da0-4af2051b7c26 up at agent ovs-agent-n-d-713498-36 {{(pid=103232) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 19:37:51.525273 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.plugin [None req-719f91eb-1d49-43b4-acfc-3b67875963f1 tempest-TestNetworkAdvancedServerOps-1633223542 tempest-TestNetworkAdvancedServerOps-1633223542-project] Deleting port 9bb4af96-df9f-4f45-8df5-e3d89ec83bc5 {{(pid=103229) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 19:37:51.525880 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-719f91eb-1d49-43b4-acfc-3b67875963f1 tempest-TestNetworkAdvancedServerOps-1633223542 tempest-TestNetworkAdvancedServerOps-1633223542-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762867170196'] for port (9bb4af96-df9f-4f45-8df5-e3d89ec83bc5), before_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:37:51.545194 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-c11a455e-d03b-402e-934c-39b95050321f tempest-RoutersIpV6Test-841277211 tempest-RoutersIpV6Test-841277211-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (1ae1bc7c-265f-45ac-a876-a207e196992d), before_update {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:37:51.583150 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-5dc6ebda-48da-4603-96d5-43f8f4c45829 None None] For port 99dd2be2-fe1d-4a30-b0b2-34989c92babc, host n-d-713498-36, cleared binding levels {{(pid=103232) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 19:37:51.586657 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-5dc6ebda-48da-4603-96d5-43f8f4c45829 None None] For port 99dd2be2-fe1d-4a30-b0b2-34989c92babc, host n-d-713498-36, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-36',level=0,port_id=99dd2be2-fe1d-4a30-b0b2-34989c92babc,segment=NetworkSegment(7569d500-d979-44c6-87d4-a3fa3b926b58),segment_id=7569d500-d979-44c6-87d4-a3fa3b926b58)] {{(pid=103232) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 19:37:51.598649 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-44574ade-18ff-4b6b-870c-eb05cc2f942b None None] Deleting port 9bb4af96-df9f-4f45-8df5-e3d89ec83bc5 {{(pid=103232) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 19:37:51.599163 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-44574ade-18ff-4b6b-870c-eb05cc2f942b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762867170196'] for port (9bb4af96-df9f-4f45-8df5-e3d89ec83bc5), before_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:37:51.601395 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.l3_hamode_db [None req-4b00bfcc-5a33-481c-b922-321fad0e5419 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0bc32306-17ad-4dc8-ab66-012a1771ad12', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1868811423', 'tenant_id': 'eba669c4f4c548e495f13ae7579d0fa6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T19:35:04Z', 'updated_at': '2022-02-09T19:37:50Z', 'revision_number': 6, 'project_id': 'eba669c4f4c548e495f13ae7579d0fa6', 'gw_port_host': None}], 'n-d-713498-36', False) {} {{(pid=103232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:37:51.611534 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.db [None req-719f91eb-1d49-43b4-acfc-3b67875963f1 tempest-TestNetworkAdvancedServerOps-1633223542 tempest-TestNetworkAdvancedServerOps-1633223542-project] For port 9bb4af96-df9f-4f45-8df5-e3d89ec83bc5, host n-d-713498-36, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-36',level=0,port_id=9bb4af96-df9f-4f45-8df5-e3d89ec83bc5,segment=NetworkSegment(25bee314-2f03-4005-a207-d495c9ba8d98),segment_id=25bee314-2f03-4005-a207-d495c9ba8d98)] {{(pid=103229) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 19:37:51.612150 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-719f91eb-1d49-43b4-acfc-3b67875963f1 tempest-TestNetworkAdvancedServerOps-1633223542 tempest-TestNetworkAdvancedServerOps-1633223542-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1820838'] for port (9bb4af96-df9f-4f45-8df5-e3d89ec83bc5), precommit_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:37:51.628369 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.plugin [None req-719f91eb-1d49-43b4-acfc-3b67875963f1 tempest-TestNetworkAdvancedServerOps-1633223542 tempest-TestNetworkAdvancedServerOps-1633223542-project] Calling delete_port for 9bb4af96-df9f-4f45-8df5-e3d89ec83bc5 owned by network:dhcp {{(pid=103229) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 19:37:51.642245 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b00bfcc-5a33-481c-b922-321fad0e5419 None None] The sync data for ids ['0bc32306-17ad-4dc8-ab66-012a1771ad12'] in n-d-713498-36 is: [{'id': '0bc32306-17ad-4dc8-ab66-012a1771ad12', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1868811423', 'tenant_id': 'eba669c4f4c548e495f13ae7579d0fa6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T19:35:04Z', 'updated_at': '2022-02-09T19:37:50Z', 'revision_number': 6, 'project_id': 'eba669c4f4c548e495f13ae7579d0fa6', 'gw_port_host': None}] {{(pid=103232) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 19:37:51.643810 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.provisioning_blocks [None req-dcdb4200-4e12-49a0-b207-772c926b3711 None None] Provisioning complete for port c5d267b5-c959-4415-982e-5153db1e2f9e triggered by entity DHCP. {{(pid=103232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 19:37:51.644254 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-dcdb4200-4e12-49a0-b207-772c926b3711 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593630'] for port (c5d267b5-c959-4415-982e-5153db1e2f9e), provisioning_complete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:37:51.646640 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-5dc6ebda-48da-4603-96d5-43f8f4c45829 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762867176205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762866656485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762866656503'] for port (99dd2be2-fe1d-4a30-b0b2-34989c92babc), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:37:51.748810 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-719f91eb-1d49-43b4-acfc-3b67875963f1 tempest-TestNetworkAdvancedServerOps-1633223542 tempest-TestNetworkAdvancedServerOps-1633223542-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762867177463', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762866656476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12867576'] for port (9bb4af96-df9f-4f45-8df5-e3d89ec83bc5), after_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:37:51.787650 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-719f91eb-1d49-43b4-acfc-3b67875963f1 tempest-TestNetworkAdvancedServerOps-1633223542 tempest-TestNetworkAdvancedServerOps-1633223542-project] Pushing event deleted for resources: {'Port': ['ID=9bb4af96-df9f-4f45-8df5-e3d89ec83bc5,revision_number=None']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:37:51.790710 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcdb4200-4e12-49a0-b207-772c926b3711 None None] Pushing event updated for resources: {'Port': ['ID=9b1583e6-fe0b-4076-9da0-4af2051b7c26,revision_number=5']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:37:51.807624 n-d-713498-36 neutron-server[103229]: DEBUG neutron.db.l3_dvrscheduler_db [None req-719f91eb-1d49-43b4-acfc-3b67875963f1 tempest-TestNetworkAdvancedServerOps-1633223542 tempest-TestNetworkAdvancedServerOps-1633223542-project] No DVR routers for this DVR port 9bb4af96-df9f-4f45-8df5-e3d89ec83bc5 on host n-d-713498-36 {{(pid=103229) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 19:37:51.892919 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dc6ebda-48da-4603-96d5-43f8f4c45829 None None] Pushing event updated for resources: {'Port': ['ID=99dd2be2-fe1d-4a30-b0b2-34989c92babc,revision_number=2']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:37:51.909704 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-44574ade-18ff-4b6b-870c-eb05cc2f942b None None] For port 9bb4af96-df9f-4f45-8df5-e3d89ec83bc5, host n-d-713498-36, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-36',level=0,port_id=9bb4af96-df9f-4f45-8df5-e3d89ec83bc5,segment=NetworkSegment(25bee314-2f03-4005-a207-d495c9ba8d98),segment_id=25bee314-2f03-4005-a207-d495c9ba8d98)] {{(pid=103232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 19:37:51.910144 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-44574ade-18ff-4b6b-870c-eb05cc2f942b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1820838'] for port (9bb4af96-df9f-4f45-8df5-e3d89ec83bc5), precommit_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:37:51.916645 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-c11a455e-d03b-402e-934c-39b95050321f tempest-RoutersIpV6Test-841277211 tempest-RoutersIpV6Test-841277211-project] Publish callbacks [] for port (1ae1bc7c-265f-45ac-a876-a207e196992d), precommit_update {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:37:51.923332 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-719f91eb-1d49-43b4-acfc-3b67875963f1 tempest-TestNetworkAdvancedServerOps-1633223542 tempest-TestNetworkAdvancedServerOps-1633223542-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-590267', 'neutron.services.segments.db._delete_segments_for_network-8762867132609'] for network (4441bac0-0a44-4a1e-8093-e71510495491), precommit_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:37:51.923644 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-c11a455e-d03b-402e-934c-39b95050321f tempest-RoutersIpV6Test-841277211 tempest-RoutersIpV6Test-841277211-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762867176205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762866656485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762866656503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14393758'] for port (1ae1bc7c-265f-45ac-a876-a207e196992d), after_update {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:37:51.925517 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-c11a455e-d03b-402e-934c-39b95050321f tempest-RoutersIpV6Test-841277211 tempest-RoutersIpV6Test-841277211-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1613458', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1834496'] for router_interface (8ce68e28-5c75-4c71-826f-e3317246175c), after_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:37:51.941318 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-44574ade-18ff-4b6b-870c-eb05cc2f942b None None] Calling delete_port for 9bb4af96-df9f-4f45-8df5-e3d89ec83bc5 owned by network:dhcp {{(pid=103232) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 19:37:51.961296 n-d-713498-36 neutron-server[103229]: DEBUG neutron.services.segments.db [None req-719f91eb-1d49-43b4-acfc-3b67875963f1 tempest-TestNetworkAdvancedServerOps-1633223542 tempest-TestNetworkAdvancedServerOps-1633223542-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4441bac0-0a44-4a1e-8093-e71510495491']}} {{(pid=103229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:37:51.963803 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.provisioning_blocks [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Provisioning complete for port 9b1583e6-fe0b-4076-9da0-4af2051b7c26 triggered by entity L2. {{(pid=103232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 19:37:51.964215 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593630'] for port (9b1583e6-fe0b-4076-9da0-4af2051b7c26), provisioning_complete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:37:51.975910 n-d-713498-36 neutron-server[103229]: DEBUG neutron.services.segments.db [None req-719f91eb-1d49-43b4-acfc-3b67875963f1 tempest-TestNetworkAdvancedServerOps-1633223542 tempest-TestNetworkAdvancedServerOps-1633223542-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '25bee314-2f03-4005-a207-d495c9ba8d98') {'for_net_delete': True} {{(pid=103229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:37:51.976673 n-d-713498-36 neutron-server[103229]: DEBUG neutron.services.segments.db [None req-719f91eb-1d49-43b4-acfc-3b67875963f1 tempest-TestNetworkAdvancedServerOps-1633223542 tempest-TestNetworkAdvancedServerOps-1633223542-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '25bee314-2f03-4005-a207-d495c9ba8d98') {} {{(pid=103229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:37:51.992472 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-719f91eb-1d49-43b4-acfc-3b67875963f1 tempest-TestNetworkAdvancedServerOps-1633223542 tempest-TestNetworkAdvancedServerOps-1633223542-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762867134154', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16683417'] for segment (25bee314-2f03-4005-a207-d495c9ba8d98), before_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:37:52.013185 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-719f91eb-1d49-43b4-acfc-3b67875963f1 tempest-TestNetworkAdvancedServerOps-1633223542 tempest-TestNetworkAdvancedServerOps-1633223542-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-759574'] for segment (25bee314-2f03-4005-a207-d495c9ba8d98), precommit_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:37:52.038057 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-719f91eb-1d49-43b4-acfc-3b67875963f1 tempest-TestNetworkAdvancedServerOps-1633223542 tempest-TestNetworkAdvancedServerOps-1633223542-project] Releasing vlan 386 on physical network physnet1 to pool {{(pid=103229) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 19:37:52.038385 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-719f91eb-1d49-43b4-acfc-3b67875963f1 tempest-TestNetworkAdvancedServerOps-1633223542 tempest-TestNetworkAdvancedServerOps-1633223542-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-759574', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12867469'] for segment (25bee314-2f03-4005-a207-d495c9ba8d98), after_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:37:52.041528 n-d-713498-36 neutron-server[103229]: Traceback (most recent call last): Feb 09 19:37:52.041528 n-d-713498-36 neutron-server[103229]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 19:37:52.041528 n-d-713498-36 neutron-server[103229]: timer() Feb 09 19:37:52.041528 n-d-713498-36 neutron-server[103229]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 19:37:52.041528 n-d-713498-36 neutron-server[103229]: cb(*args, **kw) Feb 09 19:37:52.041528 n-d-713498-36 neutron-server[103229]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 19:37:52.041528 n-d-713498-36 neutron-server[103229]: return func(*args, **kwargs) Feb 09 19:37:52.041528 n-d-713498-36 neutron-server[103229]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 19:37:52.041528 n-d-713498-36 neutron-server[103229]: self._notify() Feb 09 19:37:52.041528 n-d-713498-36 neutron-server[103229]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 19:37:52.041528 n-d-713498-36 neutron-server[103229]: self.callback(batched_events) Feb 09 19:37:52.041528 n-d-713498-36 neutron-server[103229]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 19:37:52.041528 n-d-713498-36 neutron-server[103229]: event.method(event) Feb 09 19:37:52.041528 n-d-713498-36 neutron-server[103229]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 19:37:52.041528 n-d-713498-36 neutron-server[103229]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 19:37:52.041528 n-d-713498-36 neutron-server[103229]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 19:37:52.041528 n-d-713498-36 neutron-server[103229]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 19:37:52.041528 n-d-713498-36 neutron-server[103229]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 19:37:52.041528 n-d-713498-36 neutron-server[103229]: return f(self, *a, **k) Feb 09 19:37:52.041528 n-d-713498-36 neutron-server[103229]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 19:37:52.041528 n-d-713498-36 neutron-server[103229]: return self._get(url).json() Feb 09 19:37:52.041528 n-d-713498-36 neutron-server[103229]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 19:37:52.041528 n-d-713498-36 neutron-server[103229]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 19:37:52.041528 n-d-713498-36 neutron-server[103229]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 19:37:52.041528 n-d-713498-36 neutron-server[103229]: return self.request(url, 'GET', **kwargs) Feb 09 19:37:52.041528 n-d-713498-36 neutron-server[103229]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 19:37:52.041528 n-d-713498-36 neutron-server[103229]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 19:37:52.041528 n-d-713498-36 neutron-server[103229]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 19:37:52.041528 n-d-713498-36 neutron-server[103229]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 19:37:52.041528 n-d-713498-36 neutron-server[103229]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 19:37:52.041528 n-d-713498-36 neutron-server[103229]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 19:37:52.041528 n-d-713498-36 neutron-server[103229]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 19:37:52.155517 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-dcdb4200-4e12-49a0-b207-772c926b3711 None None] Current status of the port c5d267b5-c959-4415-982e-5153db1e2f9e is: ACTIVE; New status is: ACTIVE {{(pid=103232) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 19:37:52.176416 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c11a455e-d03b-402e-934c-39b95050321f tempest-RoutersIpV6Test-841277211 tempest-RoutersIpV6Test-841277211-project] Pushing event updated for resources: {'Port': ['ID=1ae1bc7c-265f-45ac-a876-a207e196992d,revision_number=2']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:37:52.180378 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-719f91eb-1d49-43b4-acfc-3b67875963f1 tempest-TestNetworkAdvancedServerOps-1633223542 tempest-TestNetworkAdvancedServerOps-1633223542-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-590242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1885479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1818895'] for network (4441bac0-0a44-4a1e-8093-e71510495491), after_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:37:52.206064 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-719f91eb-1d49-43b4-acfc-3b67875963f1 tempest-TestNetworkAdvancedServerOps-1633223542 tempest-TestNetworkAdvancedServerOps-1633223542-project] Publish callbacks [] for network (None), before_response {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:37:52.209643 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-719f91eb-1d49-43b4-acfc-3b67875963f1 tempest-TestNetworkAdvancedServerOps-1633223542 tempest-TestNetworkAdvancedServerOps-1633223542-project] 10.222.0.75 "DELETE /v2.0/networks/4441bac0-0a44-4a1e-8093-e71510495491 HTTP/1.1" status: 204 len: 168 time: 0.8585522 Feb 09 19:37:52.212732 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 39936) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:37:52.233892 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-44574ade-18ff-4b6b-870c-eb05cc2f942b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762867177463', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762866656476'] for port (9bb4af96-df9f-4f45-8df5-e3d89ec83bc5), after_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:37:52.237298 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-719f91eb-1d49-43b4-acfc-3b67875963f1 tempest-TestNetworkAdvancedServerOps-1633223542 tempest-TestNetworkAdvancedServerOps-1633223542-project] Pushing event deleted for resources: {'Network': ['ID=4441bac0-0a44-4a1e-8093-e71510495491,revision_number=None']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:37:52.258322 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-44574ade-18ff-4b6b-870c-eb05cc2f942b None None] Network 4441bac0-0a44-4a1e-8093-e71510495491 is not hosted by any dhcp agent {{(pid=103232) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Feb 09 19:37:52.258802 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44574ade-18ff-4b6b-870c-eb05cc2f942b None None] No DVR routers for this DVR port 9bb4af96-df9f-4f45-8df5-e3d89ec83bc5 on host n-d-713498-36 {{(pid=103232) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 19:37:52.301571 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44574ade-18ff-4b6b-870c-eb05cc2f942b None None] Pushing event deleted for resources: {'Port': ['ID=9bb4af96-df9f-4f45-8df5-e3d89ec83bc5,revision_number=None']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:37:52.359125 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4fec51d-101a-411d-831f-ce700085ef35 req-77d66130-ec95-4ce9-aa09-422437696b42 tempest-ServersNegativeTestJSON-1608020402 tempest-ServersNegativeTestJSON-1608020402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:37:52.361148 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-a4fec51d-101a-411d-831f-ce700085ef35 req-77d66130-ec95-4ce9-aa09-422437696b42 tempest-ServersNegativeTestJSON-1608020402 tempest-ServersNegativeTestJSON-1608020402-project] 10.222.0.75 "GET /v2.0/ports?device_id=ef8fb5b1-266b-4abe-85d3-6f5780a36355 HTTP/1.1" status: 200 len: 945 time: 0.3050921 Feb 09 19:37:52.374720 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Current status of the port 9b1583e6-fe0b-4076-9da0-4af2051b7c26 is: ACTIVE; New status is: ACTIVE {{(pid=103232) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 19:37:52.388657 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.provisioning_blocks [None req-747ef283-b985-4ac1-8471-e9a501b410d3 None None] Provisioning complete for port 9b1583e6-fe0b-4076-9da0-4af2051b7c26 triggered by entity DHCP. {{(pid=103232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 19:37:52.389345 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-747ef283-b985-4ac1-8471-e9a501b410d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593630'] for port (9b1583e6-fe0b-4076-9da0-4af2051b7c26), provisioning_complete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:37:52.411872 n-d-713498-36 neutron-server[103230]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c11a455e-d03b-402e-934c-39b95050321f tempest-RoutersIpV6Test-841277211 tempest-RoutersIpV6Test-841277211-project] Network df2c02f4-a06d-4aa4-9ac2-6711c9ce1067 is already hosted by enough agents. {{(pid=103230) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 19:37:52.415591 n-d-713498-36 neutron-server[103230]: DEBUG neutron.scheduler.base_scheduler [None req-c11a455e-d03b-402e-934c-39b95050321f tempest-RoutersIpV6Test-841277211 tempest-RoutersIpV6Test-841277211-project] Resources bound (agent type, host, resource id): {{(pid=103230) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 19:37:52.458188 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Device 9bb4af96-df9f-4f45-8df5-e3d89ec83bc5 no longer exists at agent ovs-agent-n-d-713498-36 {{(pid=103232) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 19:37:52.502136 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] No Port match for: 9bb4af96-df9f-4f45-8df5-e3d89ec83bc5 {{(pid=103232) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 19:37:52.502500 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Device 9bb4af96-df9f-4f45-8df5-e3d89ec83bc5 not bound to the agent host n-d-713498-36 {{(pid=103232) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 19:37:52.525980 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-747ef283-b985-4ac1-8471-e9a501b410d3 None None] Current status of the port 9b1583e6-fe0b-4076-9da0-4af2051b7c26 is: ACTIVE; New status is: ACTIVE {{(pid=103232) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 19:37:52.555322 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-02761567-cc4d-406b-9d9c-7de195f75970 tempest-TestNetworkAdvancedServerOps-1633223542 tempest-TestNetworkAdvancedServerOps-1633223542-project] Publish callbacks [] for security_group (4e60dadd-ab65-4f99-8fbb-201b325b18d2), before_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:37:52.578935 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-a4fec51d-101a-411d-831f-ce700085ef35 req-2b0d770f-f022-484d-92cf-c70e630a9bab tempest-ServersNegativeTestJSON-1608020402 tempest-ServersNegativeTestJSON-1608020402-project] 10.222.0.75 "GET /v2.0/security-groups?id=25d47ded-5003-4f4d-b434-467ecec6793f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2079098 Feb 09 19:37:52.601617 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-02761567-cc4d-406b-9d9c-7de195f75970 tempest-TestNetworkAdvancedServerOps-1633223542 tempest-TestNetworkAdvancedServerOps-1633223542-project] Publish callbacks [] for security_group (4e60dadd-ab65-4f99-8fbb-201b325b18d2), precommit_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:37:52.618445 n-d-713498-36 neutron-server[103230]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c11a455e-d03b-402e-934c-39b95050321f tempest-RoutersIpV6Test-841277211 tempest-RoutersIpV6Test-841277211-project] Router 8ce68e28-5c75-4c71-826f-e3317246175c has already been hosted by L3 agent 93303d5e-5d17-45e8-8963-7694f87783ae {{(pid=103230) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 19:37:52.750340 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c11a455e-d03b-402e-934c-39b95050321f tempest-RoutersIpV6Test-841277211 tempest-RoutersIpV6Test-841277211-project] Notify agent at l3_agent.n-d-713498-36 the message routers_updated {{(pid=103230) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 19:37:52.756569 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-c11a455e-d03b-402e-934c-39b95050321f tempest-RoutersIpV6Test-841277211 tempest-RoutersIpV6Test-841277211-project] 10.222.0.75 "PUT /v2.0/routers/8ce68e28-5c75-4c71-826f-e3317246175c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1717975 Feb 09 19:37:52.758161 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-02761567-cc4d-406b-9d9c-7de195f75970 tempest-TestNetworkAdvancedServerOps-1633223542 tempest-TestNetworkAdvancedServerOps-1633223542-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1892331'] for security_group (4e60dadd-ab65-4f99-8fbb-201b325b18d2), after_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:37:52.759816 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 39938) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:37:52.765145 n-d-713498-36 neutron-server[103233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68e82707-f310-42df-8217-80e793eaa72d None None] Sync routers for ids ['8ce68e28-5c75-4c71-826f-e3317246175c'] in n-d-713498-36 {{(pid=103233) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 19:37:52.765833 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.v2.base [None req-15925246-9b5d-48f5-ad9a-9b0c4d1b0c26 tempest-RoutersIpV6Test-841277211 tempest-RoutersIpV6Test-841277211-project] Request body: {'router': {'routes': [{'nexthop': '2001:db8:1::2', 'destination': '2001:db8:1::/64'}, {'nexthop': '2001:db8:2::2', 'destination': '2001:db8:2::/64'}, {'nexthop': '2001:db8:3::2', 'destination': '2001:db8:3::/64'}, {'nexthop': '2001:db8::2', 'destination': '2001:db8::/64'}]}} {{(pid=103229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 19:37:52.770202 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-02761567-cc4d-406b-9d9c-7de195f75970 tempest-TestNetworkAdvancedServerOps-1633223542 tempest-TestNetworkAdvancedServerOps-1633223542-project] Publish callbacks [] for security_group (None), before_response {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:37:52.775012 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-02761567-cc4d-406b-9d9c-7de195f75970 tempest-TestNetworkAdvancedServerOps-1633223542 tempest-TestNetworkAdvancedServerOps-1633223542-project] 10.222.0.75 "DELETE /v2.0/security-groups/4e60dadd-ab65-4f99-8fbb-201b325b18d2 HTTP/1.1" status: 204 len: 168 time: 0.5531180 Feb 09 19:37:52.788794 n-d-713498-36 neutron-server[103233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68e82707-f310-42df-8217-80e793eaa72d None None] Routers {'8ce68e28-5c75-4c71-826f-e3317246175c'} bound to L3 agent in host n-d-713498-36 {{(pid=103233) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 19:37:52.790000 n-d-713498-36 neutron-server[103233]: DEBUG neutron.db.l3_hamode_db [None req-68e82707-f310-42df-8217-80e793eaa72d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T18:51:43Z,description=,heartbeat_timestamp=2022-02-09T19:37:43Z,host='n-d-713498-36',id=93303d5e-5d17-45e8-8963-7694f87783ae,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T18:51:43Z,topic='l3_agent')) {'router_ids': ['8ce68e28-5c75-4c71-826f-e3317246175c'], 'active': True} {{(pid=103233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:37:52.807250 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02761567-cc4d-406b-9d9c-7de195f75970 tempest-TestNetworkAdvancedServerOps-1633223542 tempest-TestNetworkAdvancedServerOps-1633223542-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4e60dadd-ab65-4f99-8fbb-201b325b18d2,revision_number=None']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:37:52.955526 n-d-713498-36 neutron-server[103233]: DEBUG neutron.db.l3_dvr_db [None req-68e82707-f310-42df-8217-80e793eaa72d None None] Set router 8ce68e28-5c75-4c71-826f-e3317246175c gateway port host: None {{(pid=103233) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 19:37:53.351419 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Device 99dd2be2-fe1d-4a30-b0b2-34989c92babc up at agent ovs-agent-n-d-713498-36 {{(pid=103232) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 19:37:53.414903 n-d-713498-36 neutron-server[103233]: DEBUG neutron.db.l3_hamode_db [None req-68e82707-f310-42df-8217-80e793eaa72d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8ce68e28-5c75-4c71-826f-e3317246175c', 'name': 'tempest-RoutersIpV6Test-router-1847530371', 'tenant_id': '9e33aca4a44d4fa38a064d0581ca7668', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T19:37:30Z', 'updated_at': '2022-02-09T19:37:51Z', 'revision_number': 5, 'project_id': '9e33aca4a44d4fa38a064d0581ca7668', 'gw_port_host': None, '_interfaces': [{'id': '17ab5d67-4e7f-4822-bff1-4382ae263533', 'name': '', 'network_id': 'a947464f-ef68-4303-8409-45241edd4781', 'tenant_id': '9e33aca4a44d4fa38a064d0581ca7668', 'mac_address': 'fa:16:3e:6a:88:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ce68e28-5c75-4c71-826f-e3317246175c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3431, 'fixed_ips': [{'subnet_id': '878b645d-2806-4cc3-8a8f-eea724155e12', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T19:37:32Z', 'updated_at': '2022-02-09T19:37:38Z', 'revision_number': 5, 'project_id': '9e33aca4a44d4fa38a064d0581ca7668', 'subnets': [{'id': '878b645d-2806-4cc3-8a8f-eea724155e12', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '1ae1bc7c-265f-45ac-a876-a207e196992d', 'name': '', 'network_id': 'df2c02f4-a06d-4aa4-9ac2-6711c9ce1067', 'tenant_id': '9e33aca4a44d4fa38a064d0581ca7668', 'mac_address': 'fa:16:3e:7e:82:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8ce68e28-5c75-4c71-826f-e3317246175c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3446, 'fixed_ips': [{'subnet_id': '55b94e11-dce7-4d04-929f-b3e6283e6155', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T19:37:50Z', 'updated_at': '2022-02-09T19:37:51Z', 'revision_number': 2, 'project_id': '9e33aca4a44d4fa38a064d0581ca7668', 'subnets': [{'id': '55b94e11-dce7-4d04-929f-b3e6283e6155', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '1b2172e0-2056-43a9-85e3-7c42ab03f722', 'name': '', 'network_id': '5fe80f6f-ddef-4294-b1e0-eb2ac0a95313', 'tenant_id': '9e33aca4a44d4fa38a064d0581ca7668', 'mac_address': 'fa:16:3e:e0:8c:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ce68e28-5c75-4c71-826f-e3317246175c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3436, 'fixed_ips': [{'subnet_id': '110a991d-ded3-4a7d-ac7f-48d37d00b65b', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T19:37:37Z', 'updated_at': '2022-02-09T19:37:45Z', 'revision_number': 5, 'project_id': '9e33aca4a44d4fa38a064d0581ca7668', 'subnets': [{'id': '110a991d-ded3-4a7d-ac7f-48d37d00b65b', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9b1583e6-fe0b-4076-9da0-4af2051b7c26', 'name': '', 'network_id': 'c34957db-a3ca-4dee-85ab-6fddde160ebc', 'tenant_id': '9e33aca4a44d4fa38a064d0581ca7668', 'mac_address': 'fa:16:3e:be:da:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ce68e28-5c75-4c71-826f-e3317246175c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3441, 'fixed_ips': [{'subnet_id': '82d97b57-1f93-4b64-b39e-413e0186ddf7', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T19:37:45Z', 'updated_at': '2022-02-09T19:37:50Z', 'revision_number': 5, 'project_id': '9e33aca4a44d4fa38a064d0581ca7668', 'subnets': [{'id': '82d97b57-1f93-4b64-b39e-413e0186ddf7', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-36', False) {} {{(pid=103233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:37:53.443900 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.provisioning_blocks [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Provisioning complete for port 99dd2be2-fe1d-4a30-b0b2-34989c92babc triggered by entity L2. {{(pid=103232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 19:37:53.446367 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593630'] for port (99dd2be2-fe1d-4a30-b0b2-34989c92babc), provisioning_complete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:37:53.451111 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 39946) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:37:53.456861 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.v2.base [None req-d0daecc2-2cb4-41d9-88c6-b04293036892 tempest-TestNetworkAdvancedServerOps-1633223542 tempest-TestNetworkAdvancedServerOps-1633223542-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1744083396', 'description': 'tempest-secgroup-smoke-1744083396 description', 'project_id': 'eba669c4f4c548e495f13ae7579d0fa6'}} {{(pid=103230) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 19:37:53.485938 n-d-713498-36 neutron-server[103233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68e82707-f310-42df-8217-80e793eaa72d None None] Checking router: 8ce68e28-5c75-4c71-826f-e3317246175c for host: n-d-713498-36 {{(pid=103233) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 19:37:53.486622 n-d-713498-36 neutron-server[103233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68e82707-f310-42df-8217-80e793eaa72d None None] Updating router 8ce68e28-5c75-4c71-826f-e3317246175c port 1ae1bc7c-265f-45ac-a876-a207e196992d binding host n-d-713498-36 {{(pid=103233) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 19:37:53.488595 n-d-713498-36 neutron-server[103229]: DEBUG neutron.db.extraroute_db [None req-15925246-9b5d-48f5-ad9a-9b0c4d1b0c26 tempest-RoutersIpV6Test-841277211 tempest-RoutersIpV6Test-841277211-project] Added routes are [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}] {{(pid=103229) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Feb 09 19:37:53.490378 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-d0daecc2-2cb4-41d9-88c6-b04293036892 tempest-TestNetworkAdvancedServerOps-1633223542 tempest-TestNetworkAdvancedServerOps-1633223542-project] Publish callbacks [] for security_group (None), before_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:37:53.510482 n-d-713498-36 neutron-server[103229]: DEBUG neutron.db.extraroute_db [None req-15925246-9b5d-48f5-ad9a-9b0c4d1b0c26 tempest-RoutersIpV6Test-841277211 tempest-RoutersIpV6Test-841277211-project] Removed routes are [] {{(pid=103229) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Feb 09 19:37:53.510975 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-15925246-9b5d-48f5-ad9a-9b0c4d1b0c26 tempest-RoutersIpV6Test-841277211 tempest-RoutersIpV6Test-841277211-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1822118', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1834952', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-58494'] for router (8ce68e28-5c75-4c71-826f-e3317246175c), precommit_update {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:37:53.528774 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c978015d-919b-4124-93de-c81a46db11f1 None None] Network df2c02f4-a06d-4aa4-9ac2-6711c9ce1067 requested from n-d-713498-36 {{(pid=103232) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 19:37:53.536760 n-d-713498-36 neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-68e82707-f310-42df-8217-80e793eaa72d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (1ae1bc7c-265f-45ac-a876-a207e196992d), before_update {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:37:53.645641 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-d0daecc2-2cb4-41d9-88c6-b04293036892 tempest-TestNetworkAdvancedServerOps-1633223542 tempest-TestNetworkAdvancedServerOps-1633223542-project] Publish callbacks [] for security_group (db3e440f-6371-4f6a-b598-e7d001dae153), precommit_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:37:53.654123 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-d0daecc2-2cb4-41d9-88c6-b04293036892 tempest-TestNetworkAdvancedServerOps-1633223542 tempest-TestNetworkAdvancedServerOps-1633223542-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1892331'] for security_group (db3e440f-6371-4f6a-b598-e7d001dae153), after_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:37:53.733019 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-d0daecc2-2cb4-41d9-88c6-b04293036892 tempest-TestNetworkAdvancedServerOps-1633223542 tempest-TestNetworkAdvancedServerOps-1633223542-project] Publish callbacks [] for security_group (None), before_response {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:37:53.734734 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-d0daecc2-2cb4-41d9-88c6-b04293036892 tempest-TestNetworkAdvancedServerOps-1633223542 tempest-TestNetworkAdvancedServerOps-1633223542-project] 10.222.0.75 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.2817214 Feb 09 19:37:53.738578 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 39952) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:37:53.745127 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.v2.base [None req-fb541f02-e18a-4974-bd00-41d0a14df7fa tempest-TestNetworkAdvancedServerOps-1633223542 tempest-TestNetworkAdvancedServerOps-1633223542-project] Request body: {'security_group_rule': {'security_group_id': 'db3e440f-6371-4f6a-b598-e7d001dae153', 'project_id': 'eba669c4f4c548e495f13ae7579d0fa6', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103230) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 19:37:53.747059 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Current status of the port 99dd2be2-fe1d-4a30-b0b2-34989c92babc is: DOWN; New status is: ACTIVE {{(pid=103232) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 19:37:53.747466 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (99dd2be2-fe1d-4a30-b0b2-34989c92babc), before_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:37:53.755984 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0daecc2-2cb4-41d9-88c6-b04293036892 tempest-TestNetworkAdvancedServerOps-1633223542 tempest-TestNetworkAdvancedServerOps-1633223542-project] Pushing event updated for resources: {'SecurityGroup': ['ID=db3e440f-6371-4f6a-b598-e7d001dae153,revision_number=1']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:37:53.786035 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.provisioning_blocks [None req-e5da9144-dbcc-4986-8eb6-f63818d10fd1 None None] Provisioning complete for port 99dd2be2-fe1d-4a30-b0b2-34989c92babc triggered by entity DHCP. {{(pid=103232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 19:37:53.786724 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-e5da9144-dbcc-4986-8eb6-f63818d10fd1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593630'] for port (99dd2be2-fe1d-4a30-b0b2-34989c92babc), provisioning_complete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:37:53.787695 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-fb541f02-e18a-4974-bd00-41d0a14df7fa tempest-TestNetworkAdvancedServerOps-1633223542 tempest-TestNetworkAdvancedServerOps-1633223542-project] Publish callbacks [] for security_group_rule (1c50016e-3b04-46f4-9154-c5cc58e73b94), before_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:37:53.794241 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-15925246-9b5d-48f5-ad9a-9b0c4d1b0c26 tempest-RoutersIpV6Test-841277211 tempest-RoutersIpV6Test-841277211-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1822118', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1834952', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-58494'] for router (8ce68e28-5c75-4c71-826f-e3317246175c), precommit_update {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:37:53.801176 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-15925246-9b5d-48f5-ad9a-9b0c4d1b0c26 tempest-RoutersIpV6Test-841277211 tempest-RoutersIpV6Test-841277211-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1818951', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1822125', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1822132', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1834967'] for router (8ce68e28-5c75-4c71-826f-e3317246175c), after_update {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:37:53.832790 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0324e559-430e-485c-9e76-00d5b5fdf2f0 req-1e45294a-b9ff-4f81-8cfb-fdd544b3d965 tempest-ServersNegativeTestJSON-1608020402 tempest-ServersNegativeTestJSON-1608020402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:37:53.841202 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-0324e559-430e-485c-9e76-00d5b5fdf2f0 req-1e45294a-b9ff-4f81-8cfb-fdd544b3d965 tempest-ServersNegativeTestJSON-1608020402 tempest-ServersNegativeTestJSON-1608020402-project] 10.222.0.75 "GET /v2.0/ports?device_id=ef8fb5b1-266b-4abe-85d3-6f5780a36355 HTTP/1.1" status: 200 len: 945 time: 0.1090286 Feb 09 19:37:53.904761 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] For port 99dd2be2-fe1d-4a30-b0b2-34989c92babc, host n-d-713498-36, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-36',level=0,port_id=99dd2be2-fe1d-4a30-b0b2-34989c92babc,segment=NetworkSegment(7569d500-d979-44c6-87d4-a3fa3b926b58),segment_id=7569d500-d979-44c6-87d4-a3fa3b926b58)] {{(pid=103232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 19:37:53.920821 n-d-713498-36 neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-68e82707-f310-42df-8217-80e793eaa72d None None] Publish callbacks [] for port (1ae1bc7c-265f-45ac-a876-a207e196992d), precommit_update {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:37:53.933402 n-d-713498-36 neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-68e82707-f310-42df-8217-80e793eaa72d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762867176205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762866656485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762866656503'] for port (1ae1bc7c-265f-45ac-a876-a207e196992d), after_update {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:37:53.947913 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762867176205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762866656485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762866656503'] for port (99dd2be2-fe1d-4a30-b0b2-34989c92babc), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:37:53.948704 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Device 9b1583e6-fe0b-4076-9da0-4af2051b7c26 up at agent ovs-agent-n-d-713498-36 {{(pid=103232) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 19:37:53.949249 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-fb541f02-e18a-4974-bd00-41d0a14df7fa tempest-TestNetworkAdvancedServerOps-1633223542 tempest-TestNetworkAdvancedServerOps-1633223542-project] Publish callbacks [] for security_group_rule (1c50016e-3b04-46f4-9154-c5cc58e73b94), precommit_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:37:53.960089 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-fb541f02-e18a-4974-bd00-41d0a14df7fa tempest-TestNetworkAdvancedServerOps-1633223542 tempest-TestNetworkAdvancedServerOps-1633223542-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1892250'] for security_group_rule (1c50016e-3b04-46f4-9154-c5cc58e73b94), after_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:37:53.998364 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-0324e559-430e-485c-9e76-00d5b5fdf2f0 req-f4f380c9-e64b-456c-ad2a-18ba0d91aced tempest-ServersNegativeTestJSON-1608020402 tempest-ServersNegativeTestJSON-1608020402-project] 10.222.0.75 "GET /v2.0/security-groups?id=25d47ded-5003-4f4d-b434-467ecec6793f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1561496 Feb 09 19:37:54.020861 n-d-713498-36 neutron-server[103229]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-15925246-9b5d-48f5-ad9a-9b0c4d1b0c26 tempest-RoutersIpV6Test-841277211 tempest-RoutersIpV6Test-841277211-project] Router 8ce68e28-5c75-4c71-826f-e3317246175c has already been hosted by L3 agent 93303d5e-5d17-45e8-8963-7694f87783ae {{(pid=103229) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 19:37:54.022194 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb541f02-e18a-4974-bd00-41d0a14df7fa tempest-TestNetworkAdvancedServerOps-1633223542 tempest-TestNetworkAdvancedServerOps-1633223542-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1c50016e-3b04-46f4-9154-c5cc58e73b94,revision_number=0']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:37:54.045530 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-fb541f02-e18a-4974-bd00-41d0a14df7fa tempest-TestNetworkAdvancedServerOps-1633223542 tempest-TestNetworkAdvancedServerOps-1633223542-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:37:54.049517 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-fb541f02-e18a-4974-bd00-41d0a14df7fa tempest-TestNetworkAdvancedServerOps-1633223542 tempest-TestNetworkAdvancedServerOps-1633223542-project] 10.222.0.75 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3065090 Feb 09 19:37:54.049905 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 39954) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:37:54.057355 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.v2.base [None req-872f514b-8438-4290-b722-669e602f6036 tempest-TestNetworkAdvancedServerOps-1633223542 tempest-TestNetworkAdvancedServerOps-1633223542-project] Request body: {'security_group_rule': {'security_group_id': 'db3e440f-6371-4f6a-b598-e7d001dae153', 'project_id': 'eba669c4f4c548e495f13ae7579d0fa6', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103230) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 19:37:54.113893 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-e5da9144-dbcc-4986-8eb6-f63818d10fd1 None None] Current status of the port 99dd2be2-fe1d-4a30-b0b2-34989c92babc is: ACTIVE; New status is: ACTIVE {{(pid=103232) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 19:37:54.117317 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-872f514b-8438-4290-b722-669e602f6036 tempest-TestNetworkAdvancedServerOps-1633223542 tempest-TestNetworkAdvancedServerOps-1633223542-project] Publish callbacks [] for security_group_rule (6e3017a8-dce2-408e-85a7-5fc7f7fca623), before_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:37:54.124190 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Pushing event updated for resources: {'Port': ['ID=99dd2be2-fe1d-4a30-b0b2-34989c92babc,revision_number=3']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:37:54.125530 n-d-713498-36 neutron-server[103233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3550a7dc-3e57-4492-8394-b223093f7dd1 None None] Pushing event updated for resources: {'Port': ['ID=1ae1bc7c-265f-45ac-a876-a207e196992d,revision_number=3']} {{(pid=103233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:37:54.144709 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.provisioning_blocks [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Provisioning complete for port 9b1583e6-fe0b-4076-9da0-4af2051b7c26 triggered by entity L2. {{(pid=103232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 19:37:54.145164 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593630'] for port (9b1583e6-fe0b-4076-9da0-4af2051b7c26), provisioning_complete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:37:54.192214 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-15925246-9b5d-48f5-ad9a-9b0c4d1b0c26 tempest-RoutersIpV6Test-841277211 tempest-RoutersIpV6Test-841277211-project] Notify agent at l3_agent.n-d-713498-36 the message routers_updated {{(pid=103229) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 19:37:54.199827 n-d-713498-36 neutron-server[103233]: DEBUG neutron.plugins.ml2.managers [None req-68e82707-f310-42df-8217-80e793eaa72d None None] Attempting to bind port 1ae1bc7c-265f-45ac-a876-a207e196992d on host n-d-713498-36 for vnic_type normal with profile {{(pid=103233) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 19:37:54.200450 n-d-713498-36 neutron-server[103233]: DEBUG neutron.plugins.ml2.managers [None req-68e82707-f310-42df-8217-80e793eaa72d None None] Attempting to bind port 1ae1bc7c-265f-45ac-a876-a207e196992d by drivers openvswitch,hyperv on host n-d-713498-36 at level 0 using segments [{'id': '7569d500-d979-44c6-87d4-a3fa3b926b58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': 'df2c02f4-a06d-4aa4-9ac2-6711c9ce1067'}] {{(pid=103233) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 19:37:54.200890 n-d-713498-36 neutron-server[103233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68e82707-f310-42df-8217-80e793eaa72d None None] Attempting to bind port 1ae1bc7c-265f-45ac-a876-a207e196992d on network df2c02f4-a06d-4aa4-9ac2-6711c9ce1067 {{(pid=103233) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 19:37:54.203444 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-15925246-9b5d-48f5-ad9a-9b0c4d1b0c26 tempest-RoutersIpV6Test-841277211 tempest-RoutersIpV6Test-841277211-project] Publish callbacks [] for router (None), before_response {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:37:54.207962 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-15925246-9b5d-48f5-ad9a-9b0c4d1b0c26 tempest-RoutersIpV6Test-841277211 tempest-RoutersIpV6Test-841277211-project] 10.222.0.75 "PUT /v2.0/routers/8ce68e28-5c75-4c71-826f-e3317246175c HTTP/1.1" status: 200 len: 954 time: 1.4476190 Feb 09 19:37:54.208624 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 39956) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:37:54.214020 n-d-713498-36 neutron-server[103233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68e82707-f310-42df-8217-80e793eaa72d None None] Checking agent: {'id': '496418a2-c002-4aec-ab1a-07f3bea491bd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-36', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 18, 51, 47), 'started_at': datetime.datetime(2022, 2, 9, 18, 52, 17), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 19, 37, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-36'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103233) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 19:37:54.215678 n-d-713498-36 neutron-server[103233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68e82707-f310-42df-8217-80e793eaa72d None None] Checking segment: {'id': '7569d500-d979-44c6-87d4-a3fa3b926b58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': 'df2c02f4-a06d-4aa4-9ac2-6711c9ce1067'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103233) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 19:37:54.217599 n-d-713498-36 neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-68e82707-f310-42df-8217-80e793eaa72d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:37:54.218079 n-d-713498-36 neutron-server[103233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68e82707-f310-42df-8217-80e793eaa72d None None] Bound using segment: {'id': '7569d500-d979-44c6-87d4-a3fa3b926b58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': 'df2c02f4-a06d-4aa4-9ac2-6711c9ce1067'} {{(pid=103233) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 19:37:54.218665 n-d-713498-36 neutron-server[103233]: DEBUG neutron.plugins.ml2.managers [None req-68e82707-f310-42df-8217-80e793eaa72d None None] Bound port: 1ae1bc7c-265f-45ac-a876-a207e196992d, host: n-d-713498-36, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7569d500-d979-44c6-87d4-a3fa3b926b58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': 'df2c02f4-a06d-4aa4-9ac2-6711c9ce1067'}}] {{(pid=103233) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 19:37:54.222549 n-d-713498-36 neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-68e82707-f310-42df-8217-80e793eaa72d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (1ae1bc7c-265f-45ac-a876-a207e196992d), before_update {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:37:54.235014 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-872f514b-8438-4290-b722-669e602f6036 tempest-TestNetworkAdvancedServerOps-1633223542 tempest-TestNetworkAdvancedServerOps-1633223542-project] Publish callbacks [] for security_group_rule (6e3017a8-dce2-408e-85a7-5fc7f7fca623), precommit_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:37:54.241115 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-872f514b-8438-4290-b722-669e602f6036 tempest-TestNetworkAdvancedServerOps-1633223542 tempest-TestNetworkAdvancedServerOps-1633223542-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1892250'] for security_group_rule (6e3017a8-dce2-408e-85a7-5fc7f7fca623), after_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:37:54.255535 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Current status of the port 9b1583e6-fe0b-4076-9da0-4af2051b7c26 is: ACTIVE; New status is: ACTIVE {{(pid=103232) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 19:37:54.291207 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-872f514b-8438-4290-b722-669e602f6036 tempest-TestNetworkAdvancedServerOps-1633223542 tempest-TestNetworkAdvancedServerOps-1633223542-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6e3017a8-dce2-408e-85a7-5fc7f7fca623,revision_number=0']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:37:54.319497 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-872f514b-8438-4290-b722-669e602f6036 tempest-TestNetworkAdvancedServerOps-1633223542 tempest-TestNetworkAdvancedServerOps-1633223542-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:37:54.320898 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-872f514b-8438-4290-b722-669e602f6036 tempest-TestNetworkAdvancedServerOps-1633223542 tempest-TestNetworkAdvancedServerOps-1633223542-project] 10.222.0.75 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2698817 Feb 09 19:37:54.325180 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 39958) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:37:54.332491 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.v2.base [None req-2672f228-535a-4b19-8f90-110e9e5208e8 tempest-TestNetworkAdvancedServerOps-1633223542 tempest-TestNetworkAdvancedServerOps-1633223542-project] Request body: {'security_group_rule': {'security_group_id': 'db3e440f-6371-4f6a-b598-e7d001dae153', 'project_id': 'eba669c4f4c548e495f13ae7579d0fa6', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103230) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 19:37:54.368524 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Device b25323a4-38c0-41f3-aec2-9c22b1619da8 no longer exists at agent ovs-agent-n-d-713498-36 {{(pid=103232) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 19:37:54.369628 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-3baab8a2-9051-4d3b-8705-85375eac1d62 tempest-RoutersIpV6Test-841277211 tempest-RoutersIpV6Test-841277211-project] 10.222.0.75 "GET /v2.0/routers/8ce68e28-5c75-4c71-826f-e3317246175c HTTP/1.1" status: 200 len: 954 time: 0.1596782 Feb 09 19:37:54.369753 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 39960) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:37:54.388418 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.v2.base [None req-296bfe20-7237-4297-b3c0-e3a9fa8d7a3c tempest-RoutersIpV6Test-841277211 tempest-RoutersIpV6Test-841277211-project] Request body: {'router': {'routes': None}} {{(pid=103230) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 19:37:54.404292 n-d-713498-36 neutron-server[103233]: DEBUG neutron.plugins.ml2.db [None req-68e82707-f310-42df-8217-80e793eaa72d None None] For port 1ae1bc7c-265f-45ac-a876-a207e196992d, host n-d-713498-36, cleared binding levels {{(pid=103233) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 19:37:54.409198 n-d-713498-36 neutron-server[103233]: DEBUG neutron.plugins.ml2.db [None req-68e82707-f310-42df-8217-80e793eaa72d None None] For port 1ae1bc7c-265f-45ac-a876-a207e196992d, host n-d-713498-36, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-36',level=0,port_id=1ae1bc7c-265f-45ac-a876-a207e196992d,segment=NetworkSegment(7569d500-d979-44c6-87d4-a3fa3b926b58),segment_id=7569d500-d979-44c6-87d4-a3fa3b926b58)] {{(pid=103233) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 19:37:54.416523 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] No Port match for: b25323a4-38c0-41f3-aec2-9c22b1619da8 {{(pid=103232) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 19:37:54.420809 n-d-713498-36 neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-68e82707-f310-42df-8217-80e793eaa72d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762867176205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762866656485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762866656503'] for port (1ae1bc7c-265f-45ac-a876-a207e196992d), after_update {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:37:54.422998 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Device b25323a4-38c0-41f3-aec2-9c22b1619da8 not bound to the agent host n-d-713498-36 {{(pid=103232) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 19:37:54.423569 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Device 3731ec7d-4543-4ff0-97f8-bcb4bda3c741 no longer exists at agent ovs-agent-n-d-713498-36 {{(pid=103232) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 19:37:54.472644 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] No Port match for: 3731ec7d-4543-4ff0-97f8-bcb4bda3c741 {{(pid=103232) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 19:37:54.478102 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Device 3731ec7d-4543-4ff0-97f8-bcb4bda3c741 not bound to the agent host n-d-713498-36 {{(pid=103232) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 19:37:54.486170 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-2672f228-535a-4b19-8f90-110e9e5208e8 tempest-TestNetworkAdvancedServerOps-1633223542 tempest-TestNetworkAdvancedServerOps-1633223542-project] Publish callbacks [] for security_group_rule (19d74f8f-5bc9-41c3-90c3-e4dee75b9717), before_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:37:54.520083 n-d-713498-36 neutron-server[103233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3550a7dc-3e57-4492-8394-b223093f7dd1 None None] Pushing event updated for resources: {'Port': ['ID=1ae1bc7c-265f-45ac-a876-a207e196992d,revision_number=4']} {{(pid=103233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:37:54.539638 n-d-713498-36 neutron-server[103233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68e82707-f310-42df-8217-80e793eaa72d None None] Routers {'8ce68e28-5c75-4c71-826f-e3317246175c'} bound to L3 agent in host n-d-713498-36 {{(pid=103233) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 19:37:54.540276 n-d-713498-36 neutron-server[103233]: DEBUG neutron.db.l3_hamode_db [None req-68e82707-f310-42df-8217-80e793eaa72d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T18:51:43Z,description=,heartbeat_timestamp=2022-02-09T19:37:43Z,host='n-d-713498-36',id=93303d5e-5d17-45e8-8963-7694f87783ae,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T18:51:43Z,topic='l3_agent')) {'router_ids': ['8ce68e28-5c75-4c71-826f-e3317246175c'], 'active': True} {{(pid=103233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:37:54.656741 n-d-713498-36 neutron-server[103233]: DEBUG neutron.db.l3_dvr_db [None req-68e82707-f310-42df-8217-80e793eaa72d None None] Set router 8ce68e28-5c75-4c71-826f-e3317246175c gateway port host: None {{(pid=103233) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 19:37:54.672240 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.provisioning_blocks [None req-4735052f-ae8b-4800-88b2-f054f3f49221 None None] Provisioning complete for port 1ae1bc7c-265f-45ac-a876-a207e196992d triggered by entity DHCP. {{(pid=103232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 19:37:54.672989 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-4735052f-ae8b-4800-88b2-f054f3f49221 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593630'] for port (1ae1bc7c-265f-45ac-a876-a207e196992d), provisioning_complete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:37:54.685057 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-2672f228-535a-4b19-8f90-110e9e5208e8 tempest-TestNetworkAdvancedServerOps-1633223542 tempest-TestNetworkAdvancedServerOps-1633223542-project] Publish callbacks [] for security_group_rule (19d74f8f-5bc9-41c3-90c3-e4dee75b9717), precommit_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:37:54.698593 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-2672f228-535a-4b19-8f90-110e9e5208e8 tempest-TestNetworkAdvancedServerOps-1633223542 tempest-TestNetworkAdvancedServerOps-1633223542-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1892250'] for security_group_rule (19d74f8f-5bc9-41c3-90c3-e4dee75b9717), after_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:37:54.754294 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2672f228-535a-4b19-8f90-110e9e5208e8 tempest-TestNetworkAdvancedServerOps-1633223542 tempest-TestNetworkAdvancedServerOps-1633223542-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=19d74f8f-5bc9-41c3-90c3-e4dee75b9717,revision_number=0']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:37:54.767121 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-2672f228-535a-4b19-8f90-110e9e5208e8 tempest-TestNetworkAdvancedServerOps-1633223542 tempest-TestNetworkAdvancedServerOps-1633223542-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:37:54.771210 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 39964) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:37:54.771739 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-2672f228-535a-4b19-8f90-110e9e5208e8 tempest-TestNetworkAdvancedServerOps-1633223542 tempest-TestNetworkAdvancedServerOps-1633223542-project] 10.222.0.75 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4455807 Feb 09 19:37:54.776581 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.v2.base [None req-0bf1bb97-f5a5-475e-abf3-aa5a44552033 tempest-TestNetworkAdvancedServerOps-1633223542 tempest-TestNetworkAdvancedServerOps-1633223542-project] Request body: {'security_group_rule': {'security_group_id': 'db3e440f-6371-4f6a-b598-e7d001dae153', 'project_id': 'eba669c4f4c548e495f13ae7579d0fa6', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 19:37:54.828446 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-0bf1bb97-f5a5-475e-abf3-aa5a44552033 tempest-TestNetworkAdvancedServerOps-1633223542 tempest-TestNetworkAdvancedServerOps-1633223542-project] Publish callbacks [] for security_group_rule (ad019f4e-f4d9-47a1-a5a3-48e69cf15718), before_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:37:54.842210 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-4735052f-ae8b-4800-88b2-f054f3f49221 None None] Current status of the port 1ae1bc7c-265f-45ac-a876-a207e196992d is: DOWN; New status is: ACTIVE {{(pid=103232) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 19:37:54.842613 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-4735052f-ae8b-4800-88b2-f054f3f49221 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (1ae1bc7c-265f-45ac-a876-a207e196992d), before_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:37:54.925714 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-4735052f-ae8b-4800-88b2-f054f3f49221 None None] For port 1ae1bc7c-265f-45ac-a876-a207e196992d, host n-d-713498-36, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-36',level=0,port_id=1ae1bc7c-265f-45ac-a876-a207e196992d,segment=NetworkSegment(7569d500-d979-44c6-87d4-a3fa3b926b58),segment_id=7569d500-d979-44c6-87d4-a3fa3b926b58)] {{(pid=103232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 19:37:54.931616 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-4735052f-ae8b-4800-88b2-f054f3f49221 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762867176205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762866656485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762866656503'] for port (1ae1bc7c-265f-45ac-a876-a207e196992d), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:37:54.950390 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-0bf1bb97-f5a5-475e-abf3-aa5a44552033 tempest-TestNetworkAdvancedServerOps-1633223542 tempest-TestNetworkAdvancedServerOps-1633223542-project] Publish callbacks [] for security_group_rule (ad019f4e-f4d9-47a1-a5a3-48e69cf15718), precommit_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:37:54.956684 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-0bf1bb97-f5a5-475e-abf3-aa5a44552033 tempest-TestNetworkAdvancedServerOps-1633223542 tempest-TestNetworkAdvancedServerOps-1633223542-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1892250'] for security_group_rule (ad019f4e-f4d9-47a1-a5a3-48e69cf15718), after_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:37:54.980473 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.provisioning_blocks [None req-4735052f-ae8b-4800-88b2-f054f3f49221 None None] Provisioning complete for port 99dd2be2-fe1d-4a30-b0b2-34989c92babc triggered by entity DHCP. {{(pid=103232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 19:37:54.980654 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-4735052f-ae8b-4800-88b2-f054f3f49221 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593630'] for port (99dd2be2-fe1d-4a30-b0b2-34989c92babc), provisioning_complete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:37:54.989135 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bf1bb97-f5a5-475e-abf3-aa5a44552033 tempest-TestNetworkAdvancedServerOps-1633223542 tempest-TestNetworkAdvancedServerOps-1633223542-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ad019f4e-f4d9-47a1-a5a3-48e69cf15718,revision_number=0']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:37:54.999009 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-0bf1bb97-f5a5-475e-abf3-aa5a44552033 tempest-TestNetworkAdvancedServerOps-1633223542 tempest-TestNetworkAdvancedServerOps-1633223542-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:37:55.001369 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-0bf1bb97-f5a5-475e-abf3-aa5a44552033 tempest-TestNetworkAdvancedServerOps-1633223542 tempest-TestNetworkAdvancedServerOps-1633223542-project] 10.222.0.75 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2280309 Feb 09 19:37:55.003514 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 39966) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:37:55.014401 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.v2.base [None req-eb5d3c45-7ae5-43d8-a4a2-2304109da61f tempest-TestNetworkAdvancedServerOps-1633223542 tempest-TestNetworkAdvancedServerOps-1633223542-project] Request body: {'security_group_rule': {'security_group_id': 'db3e440f-6371-4f6a-b598-e7d001dae153', 'project_id': 'eba669c4f4c548e495f13ae7579d0fa6', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 19:37:55.046311 n-d-713498-36 neutron-server[103229]: INFO neutron.db.securitygroups_db [None req-eb5d3c45-7ae5-43d8-a4a2-2304109da61f tempest-TestNetworkAdvancedServerOps-1633223542 tempest-TestNetworkAdvancedServerOps-1633223542-project] Project eba669c4f4c548e495f13ae7579d0fa6 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 09 19:37:55.051593 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4735052f-ae8b-4800-88b2-f054f3f49221 None None] Pushing event updated for resources: {'Port': ['ID=1ae1bc7c-265f-45ac-a876-a207e196992d,revision_number=5']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:37:55.056078 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-eb5d3c45-7ae5-43d8-a4a2-2304109da61f tempest-TestNetworkAdvancedServerOps-1633223542 tempest-TestNetworkAdvancedServerOps-1633223542-project] Publish callbacks [] for security_group_rule (7925419f-6749-478d-a21d-e37e666f6bc1), before_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:37:55.075798 n-d-713498-36 neutron-server[103233]: DEBUG neutron.db.l3_hamode_db [None req-68e82707-f310-42df-8217-80e793eaa72d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8ce68e28-5c75-4c71-826f-e3317246175c', 'name': 'tempest-RoutersIpV6Test-router-1847530371', 'tenant_id': '9e33aca4a44d4fa38a064d0581ca7668', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T19:37:30Z', 'updated_at': '2022-02-09T19:37:53Z', 'revision_number': 6, 'project_id': '9e33aca4a44d4fa38a064d0581ca7668', 'gw_port_host': None, '_interfaces': [{'id': '17ab5d67-4e7f-4822-bff1-4382ae263533', 'name': '', 'network_id': 'a947464f-ef68-4303-8409-45241edd4781', 'tenant_id': '9e33aca4a44d4fa38a064d0581ca7668', 'mac_address': 'fa:16:3e:6a:88:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ce68e28-5c75-4c71-826f-e3317246175c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3431, 'fixed_ips': [{'subnet_id': '878b645d-2806-4cc3-8a8f-eea724155e12', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T19:37:32Z', 'updated_at': '2022-02-09T19:37:38Z', 'revision_number': 5, 'project_id': '9e33aca4a44d4fa38a064d0581ca7668', 'subnets': [{'id': '878b645d-2806-4cc3-8a8f-eea724155e12', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '1ae1bc7c-265f-45ac-a876-a207e196992d', 'name': '', 'network_id': 'df2c02f4-a06d-4aa4-9ac2-6711c9ce1067', 'tenant_id': '9e33aca4a44d4fa38a064d0581ca7668', 'mac_address': 'fa:16:3e:7e:82:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8ce68e28-5c75-4c71-826f-e3317246175c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3446, 'fixed_ips': [{'subnet_id': '55b94e11-dce7-4d04-929f-b3e6283e6155', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T19:37:50Z', 'updated_at': '2022-02-09T19:37:54Z', 'revision_number': 4, 'project_id': '9e33aca4a44d4fa38a064d0581ca7668', 'subnets': [{'id': '55b94e11-dce7-4d04-929f-b3e6283e6155', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '1b2172e0-2056-43a9-85e3-7c42ab03f722', 'name': '', 'network_id': '5fe80f6f-ddef-4294-b1e0-eb2ac0a95313', 'tenant_id': '9e33aca4a44d4fa38a064d0581ca7668', 'mac_address': 'fa:16:3e:e0:8c:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ce68e28-5c75-4c71-826f-e3317246175c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3436, 'fixed_ips': [{'subnet_id': '110a991d-ded3-4a7d-ac7f-48d37d00b65b', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T19:37:37Z', 'updated_at': '2022-02-09T19:37:45Z', 'revision_number': 5, 'project_id': '9e33aca4a44d4fa38a064d0581ca7668', 'subnets': [{'id': '110a991d-ded3-4a7d-ac7f-48d37d00b65b', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9b1583e6-fe0b-4076-9da0-4af2051b7c26', 'name': '', 'network_id': 'c34957db-a3ca-4dee-85ab-6fddde160ebc', 'tenant_id': '9e33aca4a44d4fa38a064d0581ca7668', 'mac_address': 'fa:16:3e:be:da:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ce68e28-5c75-4c71-826f-e3317246175c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3441, 'fixed_ips': [{'subnet_id': '82d97b57-1f93-4b64-b39e-413e0186ddf7', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T19:37:45Z', 'updated_at': '2022-02-09T19:37:50Z', 'revision_number': 5, 'project_id': '9e33aca4a44d4fa38a064d0581ca7668', 'subnets': [{'id': '82d97b57-1f93-4b64-b39e-413e0186ddf7', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-36', False) {} {{(pid=103233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:37:55.132245 n-d-713498-36 neutron-server[103230]: DEBUG neutron.db.extraroute_db [None req-296bfe20-7237-4297-b3c0-e3a9fa8d7a3c tempest-RoutersIpV6Test-841277211 tempest-RoutersIpV6Test-841277211-project] Added routes are [] {{(pid=103230) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Feb 09 19:37:55.132586 n-d-713498-36 neutron-server[103230]: DEBUG neutron.db.extraroute_db [None req-296bfe20-7237-4297-b3c0-e3a9fa8d7a3c tempest-RoutersIpV6Test-841277211 tempest-RoutersIpV6Test-841277211-project] Removed routes are [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}] {{(pid=103230) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Feb 09 19:37:55.164967 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-4735052f-ae8b-4800-88b2-f054f3f49221 None None] Current status of the port 99dd2be2-fe1d-4a30-b0b2-34989c92babc is: ACTIVE; New status is: ACTIVE {{(pid=103232) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 19:37:55.174155 n-d-713498-36 neutron-server[103233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68e82707-f310-42df-8217-80e793eaa72d None None] The sync data for ids ['8ce68e28-5c75-4c71-826f-e3317246175c'] in n-d-713498-36 is: [{'id': '8ce68e28-5c75-4c71-826f-e3317246175c', 'name': 'tempest-RoutersIpV6Test-router-1847530371', 'tenant_id': '9e33aca4a44d4fa38a064d0581ca7668', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T19:37:30Z', 'updated_at': '2022-02-09T19:37:53Z', 'revision_number': 6, 'project_id': '9e33aca4a44d4fa38a064d0581ca7668', 'gw_port_host': None, '_interfaces': [{'id': '17ab5d67-4e7f-4822-bff1-4382ae263533', 'name': '', 'network_id': 'a947464f-ef68-4303-8409-45241edd4781', 'tenant_id': '9e33aca4a44d4fa38a064d0581ca7668', 'mac_address': 'fa:16:3e:6a:88:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ce68e28-5c75-4c71-826f-e3317246175c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3431, 'fixed_ips': [{'subnet_id': '878b645d-2806-4cc3-8a8f-eea724155e12', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T19:37:32Z', 'updated_at': '2022-02-09T19:37:38Z', 'revision_number': 5, 'project_id': '9e33aca4a44d4fa38a064d0581ca7668', 'subnets': [{'id': '878b645d-2806-4cc3-8a8f-eea724155e12', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '1ae1bc7c-265f-45ac-a876-a207e196992d', 'name': '', 'network_id': 'df2c02f4-a06d-4aa4-9ac2-6711c9ce1067', 'tenant_id': '9e33aca4a44d4fa38a064d0581ca7668', 'mac_address': 'fa:16:3e:7e:82:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8ce68e28-5c75-4c71-826f-e3317246175c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3446, 'fixed_ips': [{'subnet_id': '55b94e11-dce7-4d04-929f-b3e6283e6155', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T19:37:50Z', 'updated_at': '2022-02-09T19:37:54Z', 'revision_number': 4, 'project_id': '9e33aca4a44d4fa38a064d0581ca7668', 'subnets': [{'id': '55b94e11-dce7-4d04-929f-b3e6283e6155', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '1b2172e0-2056-43a9-85e3-7c42ab03f722', 'name': '', 'network_id': '5fe80f6f-ddef-4294-b1e0-eb2ac0a95313', 'tenant_id': '9e33aca4a44d4fa38a064d0581ca7668', 'mac_address': 'fa:16:3e:e0:8c:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ce68e28-5c75-4c71-826f-e3317246175c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3436, 'fixed_ips': [{'subnet_id': '110a991d-ded3-4a7d-ac7f-48d37d00b65b', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T19:37:37Z', 'updated_at': '2022-02-09T19:37:45Z', 'revision_number': 5, 'project_id': '9e33aca4a44d4fa38a064d0581ca7668', 'subnets': [{'id': '110a991d-ded3-4a7d-ac7f-48d37d00b65b', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9b1583e6-fe0b-4076-9da0-4af2051b7c26', 'name': '', 'network_id': 'c34957db-a3ca-4dee-85ab-6fddde160ebc', 'tenant_id': '9e33aca4a44d4fa38a064d0581ca7668', 'mac_address': 'fa:16:3e:be:da:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ce68e28-5c75-4c71-826f-e3317246175c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3441, 'fixed_ips': [{'subnet_id': '82d97b57-1f93-4b64-b39e-413e0186ddf7', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T19:37:45Z', 'updated_at': '2022-02-09T19:37:50Z', 'revision_number': 5, 'project_id': '9e33aca4a44d4fa38a064d0581ca7668', 'subnets': [{'id': '82d97b57-1f93-4b64-b39e-413e0186ddf7', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103233) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 19:37:55.184786 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Device 99dd2be2-fe1d-4a30-b0b2-34989c92babc up at agent ovs-agent-n-d-713498-36 {{(pid=103232) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 19:37:55.206156 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-eb5d3c45-7ae5-43d8-a4a2-2304109da61f tempest-TestNetworkAdvancedServerOps-1633223542 tempest-TestNetworkAdvancedServerOps-1633223542-project] Publish callbacks [] for security_group_rule (7925419f-6749-478d-a21d-e37e666f6bc1), precommit_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:37:55.220772 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-eb5d3c45-7ae5-43d8-a4a2-2304109da61f tempest-TestNetworkAdvancedServerOps-1633223542 tempest-TestNetworkAdvancedServerOps-1633223542-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1892250'] for security_group_rule (7925419f-6749-478d-a21d-e37e666f6bc1), after_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:37:55.265933 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-296bfe20-7237-4297-b3c0-e3a9fa8d7a3c tempest-RoutersIpV6Test-841277211 tempest-RoutersIpV6Test-841277211-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1822118', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1834952', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-58494'] for router (8ce68e28-5c75-4c71-826f-e3317246175c), precommit_update {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:37:55.284007 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf951b98-d4f5-41b6-942e-68e4f5bd64ee req-bd935b59-c981-4320-8c20-ff1f3b499aa1 tempest-ServersNegativeTestJSON-1608020402 tempest-ServersNegativeTestJSON-1608020402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:37:55.284775 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-cf951b98-d4f5-41b6-942e-68e4f5bd64ee req-bd935b59-c981-4320-8c20-ff1f3b499aa1 tempest-ServersNegativeTestJSON-1608020402 tempest-ServersNegativeTestJSON-1608020402-project] 10.222.0.75 "GET /v2.0/ports?device_id=ef8fb5b1-266b-4abe-85d3-6f5780a36355 HTTP/1.1" status: 200 len: 945 time: 0.1298053 Feb 09 19:37:55.334856 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.provisioning_blocks [None req-8ac055ed-85df-40a0-806a-a0fdbede3c25 None None] Provisioning complete for port 1ae1bc7c-265f-45ac-a876-a207e196992d triggered by entity DHCP. {{(pid=103232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 19:37:55.335753 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-8ac055ed-85df-40a0-806a-a0fdbede3c25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593630'] for port (1ae1bc7c-265f-45ac-a876-a207e196992d), provisioning_complete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:37:55.379721 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb5d3c45-7ae5-43d8-a4a2-2304109da61f tempest-TestNetworkAdvancedServerOps-1633223542 tempest-TestNetworkAdvancedServerOps-1633223542-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7925419f-6749-478d-a21d-e37e666f6bc1,revision_number=0']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:37:55.394511 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-eb5d3c45-7ae5-43d8-a4a2-2304109da61f tempest-TestNetworkAdvancedServerOps-1633223542 tempest-TestNetworkAdvancedServerOps-1633223542-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:37:55.398568 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-eb5d3c45-7ae5-43d8-a4a2-2304109da61f tempest-TestNetworkAdvancedServerOps-1633223542 tempest-TestNetworkAdvancedServerOps-1633223542-project] 10.222.0.75 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3914330 Feb 09 19:37:55.398780 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 39970) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:37:55.415959 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.v2.base [None req-29579154-4420-43d5-9aaa-cb6ca9ae4b5e tempest-TestNetworkAdvancedServerOps-1633223542 tempest-TestNetworkAdvancedServerOps-1633223542-project] Request body: {'security_group_rule': {'security_group_id': 'db3e440f-6371-4f6a-b598-e7d001dae153', 'project_id': 'eba669c4f4c548e495f13ae7579d0fa6', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 19:37:55.440931 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.provisioning_blocks [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Provisioning complete for port 99dd2be2-fe1d-4a30-b0b2-34989c92babc triggered by entity L2. {{(pid=103232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 19:37:55.442069 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593630'] for port (99dd2be2-fe1d-4a30-b0b2-34989c92babc), provisioning_complete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:37:55.504466 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 39980) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:37:55.578377 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-cf951b98-d4f5-41b6-942e-68e4f5bd64ee req-ef2a66af-002c-48b4-9c6f-eb0bb6d5ca54 tempest-ServersNegativeTestJSON-1608020402 tempest-ServersNegativeTestJSON-1608020402-project] 10.222.0.75 "GET /v2.0/security-groups?id=25d47ded-5003-4f4d-b434-467ecec6793f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2862189 Feb 09 19:37:55.580218 n-d-713498-36 neutron-server[103229]: INFO neutron.db.securitygroups_db [None req-29579154-4420-43d5-9aaa-cb6ca9ae4b5e tempest-TestNetworkAdvancedServerOps-1633223542 tempest-TestNetworkAdvancedServerOps-1633223542-project] Project eba669c4f4c548e495f13ae7579d0fa6 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 09 19:37:55.659286 n-d-713498-36 neutron-server[103229]: DEBUG neutron.db.db_base_plugin_v2 [None req-00c792cf-dba4-488e-9d72-94a539006bb5 admin admin] Deleting subnet 8cf0e17c-ad81-4a0a-897d-7becfa85c767 {{(pid=103229) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 19:37:55.660456 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-8ac055ed-85df-40a0-806a-a0fdbede3c25 None None] Current status of the port 1ae1bc7c-265f-45ac-a876-a207e196992d is: ACTIVE; New status is: ACTIVE {{(pid=103232) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 19:37:55.664947 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-00c792cf-dba4-488e-9d72-94a539006bb5 admin admin] Publish callbacks [] for subnet (8cf0e17c-ad81-4a0a-897d-7becfa85c767), before_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:37:55.773763 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-00c792cf-dba4-488e-9d72-94a539006bb5 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16683410'] for subnet (8cf0e17c-ad81-4a0a-897d-7becfa85c767), precommit_delete_associations {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:37:55.783595 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Current status of the port 99dd2be2-fe1d-4a30-b0b2-34989c92babc is: ACTIVE; New status is: ACTIVE {{(pid=103232) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 19:37:55.800418 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.provisioning_blocks [None req-45b74209-f9d7-46e7-8f62-dfa7e2c7b882 None None] Provisioning complete for port 1ae1bc7c-265f-45ac-a876-a207e196992d triggered by entity DHCP. {{(pid=103232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 19:37:55.800947 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-45b74209-f9d7-46e7-8f62-dfa7e2c7b882 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593630'] for port (1ae1bc7c-265f-45ac-a876-a207e196992d), provisioning_complete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:37:55.845894 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-29579154-4420-43d5-9aaa-cb6ca9ae4b5e tempest-TestNetworkAdvancedServerOps-1633223542 tempest-TestNetworkAdvancedServerOps-1633223542-project] Publish callbacks [] for security_group_rule (c5dbb185-3fdd-4881-9a00-b4ed15afd7da), before_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:37:55.910848 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-296bfe20-7237-4297-b3c0-e3a9fa8d7a3c tempest-RoutersIpV6Test-841277211 tempest-RoutersIpV6Test-841277211-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1822118', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1834952', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-58494'] for router (8ce68e28-5c75-4c71-826f-e3317246175c), precommit_update {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:37:55.925242 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de03b2a5-6ec6-474a-a024-a414e4dcef80 req-f9e0507f-8728-4b72-b796-7452b2630d20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:37:55.926775 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-de03b2a5-6ec6-474a-a024-a414e4dcef80 req-f9e0507f-8728-4b72-b796-7452b2630d20 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=554bad581bcf4d20ab4a10352f965260&device_id=ef8fb5b1-266b-4abe-85d3-6f5780a36355 HTTP/1.1" status: 200 len: 1128 time: 0.5007989 Feb 09 19:37:55.932209 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-296bfe20-7237-4297-b3c0-e3a9fa8d7a3c tempest-RoutersIpV6Test-841277211 tempest-RoutersIpV6Test-841277211-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1818951', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1822125', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1822132', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1834967'] for router (8ce68e28-5c75-4c71-826f-e3317246175c), after_update {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:37:55.976232 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-29579154-4420-43d5-9aaa-cb6ca9ae4b5e tempest-TestNetworkAdvancedServerOps-1633223542 tempest-TestNetworkAdvancedServerOps-1633223542-project] Publish callbacks [] for security_group_rule (c5dbb185-3fdd-4881-9a00-b4ed15afd7da), precommit_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:37:55.999697 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Device e29dcbb8-a456-45b2-83ed-996317badba0 details requested by agent hyperv_n-h1-713498-36 with host n-h1-713498-36 {{(pid=103232) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 19:37:56.024641 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-45b74209-f9d7-46e7-8f62-dfa7e2c7b882 None None] Current status of the port 1ae1bc7c-265f-45ac-a876-a207e196992d is: ACTIVE; New status is: ACTIVE {{(pid=103232) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 19:37:56.086619 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-29579154-4420-43d5-9aaa-cb6ca9ae4b5e tempest-TestNetworkAdvancedServerOps-1633223542 tempest-TestNetworkAdvancedServerOps-1633223542-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1892250'] for security_group_rule (c5dbb185-3fdd-4881-9a00-b4ed15afd7da), after_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:37:56.161794 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de03b2a5-6ec6-474a-a024-a414e4dcef80 req-cda2ee17-97e4-48a7-8e83-57f23af98321 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:37:56.164651 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-de03b2a5-6ec6-474a-a024-a414e4dcef80 req-cda2ee17-97e4-48a7-8e83-57f23af98321 service neutron] 10.222.0.89 "GET /v2.0/networks?id=2f0cf41a-020e-4549-8a9a-beaa8be7ccf1 HTTP/1.1" status: 200 len: 915 time: 0.1868734 Feb 09 19:37:56.193152 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-29579154-4420-43d5-9aaa-cb6ca9ae4b5e tempest-TestNetworkAdvancedServerOps-1633223542 tempest-TestNetworkAdvancedServerOps-1633223542-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:37:56.194532 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-29579154-4420-43d5-9aaa-cb6ca9ae4b5e tempest-TestNetworkAdvancedServerOps-1633223542 tempest-TestNetworkAdvancedServerOps-1633223542-project] 10.222.0.75 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.7924635 Feb 09 19:37:56.195338 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29579154-4420-43d5-9aaa-cb6ca9ae4b5e tempest-TestNetworkAdvancedServerOps-1633223542 tempest-TestNetworkAdvancedServerOps-1633223542-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c5dbb185-3fdd-4881-9a00-b4ed15afd7da,revision_number=0']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:37:56.197831 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 39996) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:37:56.219052 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.provisioning_blocks [None req-1bf0a6dc-3814-4bf4-9f1a-ea605cab7430 None None] Provisioning complete for port 1ae1bc7c-265f-45ac-a876-a207e196992d triggered by entity DHCP. {{(pid=103232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 19:37:56.219450 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-1bf0a6dc-3814-4bf4-9f1a-ea605cab7430 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593630'] for port (1ae1bc7c-265f-45ac-a876-a207e196992d), provisioning_complete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:37:56.250203 n-d-713498-36 neutron-server[103230]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-296bfe20-7237-4297-b3c0-e3a9fa8d7a3c tempest-RoutersIpV6Test-841277211 tempest-RoutersIpV6Test-841277211-project] Router 8ce68e28-5c75-4c71-826f-e3317246175c has already been hosted by L3 agent 93303d5e-5d17-45e8-8963-7694f87783ae {{(pid=103230) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 19:37:56.299044 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.v2.base [None req-75bb1266-abd3-4ada-ba06-a569272e0345 tempest-TestNetworkAdvancedServerOps-1633223542 tempest-TestNetworkAdvancedServerOps-1633223542-project] Request body: {'network': {'name': 'tempest-network-smoke--1177816614', 'project_id': 'eba669c4f4c548e495f13ae7579d0fa6', 'port_security_enabled': True}} {{(pid=103229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 19:37:56.313562 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-de03b2a5-6ec6-474a-a024-a414e4dcef80 req-827a53b2-e6bf-49e7-82e1-c4f0c54aed30 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e29dcbb8-a456-45b2-83ed-996317badba0 HTTP/1.1" status: 200 len: 217 time: 0.1130819 Feb 09 19:37:56.332185 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-00c792cf-dba4-488e-9d72-94a539006bb5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-759852'] for subnet (8cf0e17c-ad81-4a0a-897d-7becfa85c767), precommit_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:37:56.365892 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] For port e29dcbb8-a456-45b2-83ed-996317badba0, host n-h1-713498-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-36',level=0,port_id=e29dcbb8-a456-45b2-83ed-996317badba0,segment=NetworkSegment(858d2da7-0314-4b25-bd9f-f8e206467551),segment_id=858d2da7-0314-4b25-bd9f-f8e206467551)] {{(pid=103232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 19:37:56.405662 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Returning: {'device': 'e29dcbb8-a456-45b2-83ed-996317badba0', 'network_id': '2f0cf41a-020e-4549-8a9a-beaa8be7ccf1', 'port_id': 'e29dcbb8-a456-45b2-83ed-996317badba0', 'mac_address': 'fa:16:3e:96:b2:ba', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 385, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6d1f69a1-f040-48ff-86ee-7d9cfec7a16b', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103232) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 19:37:56.463406 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-1bf0a6dc-3814-4bf4-9f1a-ea605cab7430 None None] Current status of the port 1ae1bc7c-265f-45ac-a876-a207e196992d is: ACTIVE; New status is: ACTIVE {{(pid=103232) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 19:37:56.465557 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-75bb1266-abd3-4ada-ba06-a569272e0345 tempest-TestNetworkAdvancedServerOps-1633223542 tempest-TestNetworkAdvancedServerOps-1633223542-project] Made reservation on behalf of eba669c4f4c548e495f13ae7579d0fa6 for: {'network': 1} {{(pid=103229) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 19:37:56.473078 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-75bb1266-abd3-4ada-ba06-a569272e0345 tempest-TestNetworkAdvancedServerOps-1633223542 tempest-TestNetworkAdvancedServerOps-1633223542-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for network (None), before_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:37:56.476376 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Current status of the port e29dcbb8-a456-45b2-83ed-996317badba0 is: ACTIVE; New status is: BUILD {{(pid=103232) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 19:37:56.477100 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (e29dcbb8-a456-45b2-83ed-996317badba0), before_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:37:56.506772 n-d-713498-36 neutron-server[103232]: DEBUG neutron.notifiers.nova [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id e29dcbb8-a456-45b2-83ed-996317badba0 {{(pid=103232) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 19:37:56.532693 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-75bb1266-abd3-4ada-ba06-a569272e0345 tempest-TestNetworkAdvancedServerOps-1633223542 tempest-TestNetworkAdvancedServerOps-1633223542-project] vlan segment allocate from pool success with {'vlan_id': 363, 'physical_network': 'physnet1'} {{(pid=103229) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 19:37:56.536053 n-d-713498-36 neutron-server[103233]: DEBUG neutron.db.agents_db [None req-4a8a6a42-0a0c-4437-8958-92282682b6bb None None] Agent healthcheck: found 7 active agents {{(pid=103233) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 19:37:56.544471 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] For port e29dcbb8-a456-45b2-83ed-996317badba0, host n-h1-713498-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-36',level=0,port_id=e29dcbb8-a456-45b2-83ed-996317badba0,segment=NetworkSegment(858d2da7-0314-4b25-bd9f-f8e206467551),segment_id=858d2da7-0314-4b25-bd9f-f8e206467551)] {{(pid=103232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 19:37:56.544735 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-75bb1266-abd3-4ada-ba06-a569272e0345 tempest-TestNetworkAdvancedServerOps-1633223542 tempest-TestNetworkAdvancedServerOps-1633223542-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-759574'] for segment (c9370ef4-6c10-429a-a2d3-5375ca469f6c), precommit_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:37:56.545109 n-d-713498-36 neutron-server[103229]: INFO neutron.db.segments_db [None req-75bb1266-abd3-4ada-ba06-a569272e0345 tempest-TestNetworkAdvancedServerOps-1633223542 tempest-TestNetworkAdvancedServerOps-1633223542-project] Added segment c9370ef4-6c10-429a-a2d3-5375ca469f6c of type vlan for network 6035eead-e0c7-4408-9f20-6d0c89d4e7ac Feb 09 19:37:56.556963 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-296bfe20-7237-4297-b3c0-e3a9fa8d7a3c tempest-RoutersIpV6Test-841277211 tempest-RoutersIpV6Test-841277211-project] Notify agent at l3_agent.n-d-713498-36 the message routers_updated {{(pid=103230) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 19:37:56.561717 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762867176205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762866656485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762866656503'] for port (e29dcbb8-a456-45b2-83ed-996317badba0), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:37:56.591128 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-296bfe20-7237-4297-b3c0-e3a9fa8d7a3c tempest-RoutersIpV6Test-841277211 tempest-RoutersIpV6Test-841277211-project] Publish callbacks [] for router (None), before_response {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:37:56.600710 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-296bfe20-7237-4297-b3c0-e3a9fa8d7a3c tempest-RoutersIpV6Test-841277211 tempest-RoutersIpV6Test-841277211-project] 10.222.0.75 "PUT /v2.0/routers/8ce68e28-5c75-4c71-826f-e3317246175c HTTP/1.1" status: 200 len: 704 time: 2.2276795 Feb 09 19:37:56.600999 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 40000) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:37:56.622621 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-75bb1266-abd3-4ada-ba06-a569272e0345 tempest-TestNetworkAdvancedServerOps-1633223542 tempest-TestNetworkAdvancedServerOps-1633223542-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762866642225'] for network (6035eead-e0c7-4408-9f20-6d0c89d4e7ac), precommit_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:37:56.673707 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-75bb1266-abd3-4ada-ba06-a569272e0345 tempest-TestNetworkAdvancedServerOps-1633223542 tempest-TestNetworkAdvancedServerOps-1633223542-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1885479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452'] for network (6035eead-e0c7-4408-9f20-6d0c89d4e7ac), after_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:37:56.692719 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75bb1266-abd3-4ada-ba06-a569272e0345 tempest-TestNetworkAdvancedServerOps-1633223542 tempest-TestNetworkAdvancedServerOps-1633223542-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:37:56.693940 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-75bb1266-abd3-4ada-ba06-a569272e0345 tempest-TestNetworkAdvancedServerOps-1633223542 tempest-TestNetworkAdvancedServerOps-1633223542-project] Publish callbacks [] for network (None), before_response {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:37:56.774738 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] get_ports_and_sgs() called for port_ids ['e29dcbb8-a456-45b2-83ed-996317badba0'] {{(pid=103232) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 19:37:56.885599 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f73daeba-3d87-4140-8c20-732ddf217b1e None None] Sync routers for ids ['8ce68e28-5c75-4c71-826f-e3317246175c'] in n-d-713498-36 {{(pid=103232) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 19:37:56.930158 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-09273d65-3718-4785-90ac-dea73dde7675 tempest-RoutersIpV6Test-841277211 tempest-RoutersIpV6Test-841277211-project] 10.222.0.75 "GET /v2.0/routers/8ce68e28-5c75-4c71-826f-e3317246175c HTTP/1.1" status: 200 len: 704 time: 0.3223424 Feb 09 19:37:56.933266 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 40004) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:37:56.947389 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.provisioning_blocks [None req-788d4e27-7331-4547-88d0-7c1ab111e010 None None] Provisioning complete for port 1ae1bc7c-265f-45ac-a876-a207e196992d triggered by entity DHCP. {{(pid=103232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 19:37:56.947389 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-788d4e27-7331-4547-88d0-7c1ab111e010 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593630'] for port (1ae1bc7c-265f-45ac-a876-a207e196992d), provisioning_complete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:37:57.053131 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Pushing event updated for resources: {'Port': ['ID=e29dcbb8-a456-45b2-83ed-996317badba0,revision_number=6']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:37:57.101030 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f73daeba-3d87-4140-8c20-732ddf217b1e None None] Routers {'8ce68e28-5c75-4c71-826f-e3317246175c'} bound to L3 agent in host n-d-713498-36 {{(pid=103232) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 19:37:57.101689 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.l3_hamode_db [None req-f73daeba-3d87-4140-8c20-732ddf217b1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T18:51:43Z,description=,heartbeat_timestamp=2022-02-09T19:37:43Z,host='n-d-713498-36',id=93303d5e-5d17-45e8-8963-7694f87783ae,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T18:51:43Z,topic='l3_agent')) {'router_ids': ['8ce68e28-5c75-4c71-826f-e3317246175c'], 'active': True} {{(pid=103232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:37:57.281581 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75bb1266-abd3-4ada-ba06-a569272e0345 tempest-TestNetworkAdvancedServerOps-1633223542 tempest-TestNetworkAdvancedServerOps-1633223542-project] Pushing event updated for resources: {'Network': ['ID=6035eead-e0c7-4408-9f20-6d0c89d4e7ac,revision_number=1']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:37:57.287363 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-75bb1266-abd3-4ada-ba06-a569272e0345 tempest-TestNetworkAdvancedServerOps-1633223542 tempest-TestNetworkAdvancedServerOps-1633223542-project] 10.222.0.75 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 1.0006521 Feb 09 19:37:57.296873 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 40006) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:37:57.304159 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de03b2a5-6ec6-474a-a024-a414e4dcef80 req-a7b7e5d2-5d5a-4ba3-ac61-b5dbc75d0ad9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:37:57.305918 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-de03b2a5-6ec6-474a-a024-a414e4dcef80 req-a7b7e5d2-5d5a-4ba3-ac61-b5dbc75d0ad9 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=6d1f69a1-f040-48ff-86ee-7d9cfec7a16b HTTP/1.1" status: 200 len: 854 time: 0.9640605 Feb 09 19:37:57.349490 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.v2.base [None req-aaf8f906-f2b9-4788-b3eb-c592b90287e0 tempest-TestNetworkAdvancedServerOps-1633223542 tempest-TestNetworkAdvancedServerOps-1633223542-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1038575245', 'admin_state_up': True, 'project_id': 'eba669c4f4c548e495f13ae7579d0fa6', 'external_gateway_info': {'network_id': '88055e1e-672a-4487-be31-ffb6e833ece5'}}} {{(pid=103229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 19:37:57.466409 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-de03b2a5-6ec6-474a-a024-a414e4dcef80 req-4a001cfd-f9d6-4e92-8d9e-8cac9f2b7ff8 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=2f0cf41a-020e-4549-8a9a-beaa8be7ccf1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1352386 Feb 09 19:37:57.506643 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-00c792cf-dba4-488e-9d72-94a539006bb5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-760023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12867367', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12759238'] for subnet (8cf0e17c-ad81-4a0a-897d-7becfa85c767), after_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:37:57.626860 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Device 1ae1bc7c-265f-45ac-a876-a207e196992d up at agent ovs-agent-n-d-713498-36 {{(pid=103232) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 19:37:57.628899 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00c792cf-dba4-488e-9d72-94a539006bb5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8cf0e17c-ad81-4a0a-897d-7becfa85c767,revision_number=None']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:37:57.647457 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-00c792cf-dba4-488e-9d72-94a539006bb5 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:37:57.654536 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-00c792cf-dba4-488e-9d72-94a539006bb5 admin admin] 10.222.0.75 "DELETE /v2.0/subnets/8cf0e17c-ad81-4a0a-897d-7becfa85c767 HTTP/1.1" status: 204 len: 168 time: 2.1452501 Feb 09 19:37:57.654536 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-aaf8f906-f2b9-4788-b3eb-c592b90287e0 tempest-TestNetworkAdvancedServerOps-1633223542 tempest-TestNetworkAdvancedServerOps-1633223542-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1834830', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-58389'] for router (2d38cfb5-4334-482f-a4f2-50916ef92933), before_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:37:57.656298 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-aaf8f906-f2b9-4788-b3eb-c592b90287e0 tempest-TestNetworkAdvancedServerOps-1633223542 tempest-TestNetworkAdvancedServerOps-1633223542-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1834810', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1822096', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1886735', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-58380'] for router (2d38cfb5-4334-482f-a4f2-50916ef92933), precommit_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:37:57.662389 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 40008) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:37:57.679468 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea3347f8-0030-413c-bd4e-1ba41acb3af8 req-f171774c-2561-4977-aaf0-ecf37abffcdd tempest-ServersNegativeTestJSON-1608020402 tempest-ServersNegativeTestJSON-1608020402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:37:57.682877 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-ea3347f8-0030-413c-bd4e-1ba41acb3af8 req-f171774c-2561-4977-aaf0-ecf37abffcdd tempest-ServersNegativeTestJSON-1608020402 tempest-ServersNegativeTestJSON-1608020402-project] 10.222.0.75 "GET /v2.0/ports?device_id=ef8fb5b1-266b-4abe-85d3-6f5780a36355 HTTP/1.1" status: 200 len: 944 time: 0.4519916 Feb 09 19:37:57.718015 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Network 6035eead-e0c7-4408-9f20-6d0c89d4e7ac details requested by agent ovs-agent-n-d-713498-36 with host n-d-713498-36 {{(pid=103232) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 19:37:57.948415 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.l3_dvr_db [None req-f73daeba-3d87-4140-8c20-732ddf217b1e None None] Set router 8ce68e28-5c75-4c71-826f-e3317246175c gateway port host: None {{(pid=103232) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 19:37:58.001106 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-59dd7982-b2f9-488b-a1c7-3c7bfe06bb79 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-670458'] for network (9246b94a-de57-47ad-8fdb-61aaa56512df), before_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:37:58.058558 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-aaf8f906-f2b9-4788-b3eb-c592b90287e0 tempest-TestNetworkAdvancedServerOps-1633223542 tempest-TestNetworkAdvancedServerOps-1633223542-project] Publish callbacks [] for router_controller (2d38cfb5-4334-482f-a4f2-50916ef92933), precommit_add_association {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:37:58.070405 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-de03b2a5-6ec6-474a-a024-a414e4dcef80 req-06146952-7bd3-4447-bb08-e0cd2ad4c54a service neutron] 10.222.0.89 "GET /v2.0/networks/2f0cf41a-020e-4549-8a9a-beaa8be7ccf1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6031251 Feb 09 19:37:58.140621 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-d359265c-0b82-423c-8114-36566812b60a tempest-RoutersIpV6Test-841277211 tempest-RoutersIpV6Test-841277211-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1834525'] for router_interface (8ce68e28-5c75-4c71-826f-e3317246175c), before_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:37:58.267421 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-ea3347f8-0030-413c-bd4e-1ba41acb3af8 req-d35a6b07-6de7-4e5a-8c6d-61298edec259 tempest-ServersNegativeTestJSON-1608020402 tempest-ServersNegativeTestJSON-1608020402-project] 10.222.0.75 "GET /v2.0/security-groups?id=25d47ded-5003-4f4d-b434-467ecec6793f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5114174 Feb 09 19:37:58.455027 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.provisioning_blocks [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Provisioning complete for port 1ae1bc7c-265f-45ac-a876-a207e196992d triggered by entity L2. {{(pid=103232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 19:37:58.455407 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593630'] for port (1ae1bc7c-265f-45ac-a876-a207e196992d), provisioning_complete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:37:58.558772 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.plugin [None req-d359265c-0b82-423c-8114-36566812b60a tempest-RoutersIpV6Test-841277211 tempest-RoutersIpV6Test-841277211-project] Deleting port 1ae1bc7c-265f-45ac-a876-a207e196992d {{(pid=103230) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 19:37:58.559196 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-d359265c-0b82-423c-8114-36566812b60a tempest-RoutersIpV6Test-841277211 tempest-RoutersIpV6Test-841277211-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762867170196'] for port (1ae1bc7c-265f-45ac-a876-a207e196992d), before_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:37:58.565763 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-08224500-8474-4949-8e35-742108d1065c req-40944330-a1cd-4af7-824d-d048bd962788 service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=14c3c4a3-f393-4e4f-98ba-33d4eb176858&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.6469047 Feb 09 19:37:58.598162 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-59dd7982-b2f9-488b-a1c7-3c7bfe06bb79 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-590267', 'neutron.services.segments.db._delete_segments_for_network-8762867132609'] for network (9246b94a-de57-47ad-8fdb-61aaa56512df), precommit_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:37:58.614956 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-788d4e27-7331-4547-88d0-7c1ab111e010 None None] Current status of the port 1ae1bc7c-265f-45ac-a876-a207e196992d is: ACTIVE; New status is: ACTIVE {{(pid=103232) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 19:37:58.635461 n-d-713498-36 neutron-server[103229]: DEBUG neutron.services.segments.db [None req-59dd7982-b2f9-488b-a1c7-3c7bfe06bb79 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9246b94a-de57-47ad-8fdb-61aaa56512df']}} {{(pid=103229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:37:58.648467 n-d-713498-36 neutron-server[103229]: DEBUG neutron.services.segments.db [None req-59dd7982-b2f9-488b-a1c7-3c7bfe06bb79 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '33e84895-b1ac-4b8b-a075-9ed56e5e0b90') {'for_net_delete': True} {{(pid=103229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:37:58.648696 n-d-713498-36 neutron-server[103229]: DEBUG neutron.services.segments.db [None req-59dd7982-b2f9-488b-a1c7-3c7bfe06bb79 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '33e84895-b1ac-4b8b-a075-9ed56e5e0b90') {} {{(pid=103229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:37:58.660260 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-59dd7982-b2f9-488b-a1c7-3c7bfe06bb79 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762867134154', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16683417'] for segment (33e84895-b1ac-4b8b-a075-9ed56e5e0b90), before_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:37:58.669656 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.l3_hamode_db [None req-f73daeba-3d87-4140-8c20-732ddf217b1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8ce68e28-5c75-4c71-826f-e3317246175c', 'name': 'tempest-RoutersIpV6Test-router-1847530371', 'tenant_id': '9e33aca4a44d4fa38a064d0581ca7668', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T19:37:30Z', 'updated_at': '2022-02-09T19:37:55Z', 'revision_number': 7, 'project_id': '9e33aca4a44d4fa38a064d0581ca7668', 'gw_port_host': None, '_interfaces': [{'id': '17ab5d67-4e7f-4822-bff1-4382ae263533', 'name': '', 'network_id': 'a947464f-ef68-4303-8409-45241edd4781', 'tenant_id': '9e33aca4a44d4fa38a064d0581ca7668', 'mac_address': 'fa:16:3e:6a:88:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ce68e28-5c75-4c71-826f-e3317246175c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3431, 'fixed_ips': [{'subnet_id': '878b645d-2806-4cc3-8a8f-eea724155e12', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T19:37:32Z', 'updated_at': '2022-02-09T19:37:38Z', 'revision_number': 5, 'project_id': '9e33aca4a44d4fa38a064d0581ca7668', 'subnets': [{'id': '878b645d-2806-4cc3-8a8f-eea724155e12', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '1ae1bc7c-265f-45ac-a876-a207e196992d', 'name': '', 'network_id': 'df2c02f4-a06d-4aa4-9ac2-6711c9ce1067', 'tenant_id': '9e33aca4a44d4fa38a064d0581ca7668', 'mac_address': 'fa:16:3e:7e:82:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ce68e28-5c75-4c71-826f-e3317246175c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3446, 'fixed_ips': [{'subnet_id': '55b94e11-dce7-4d04-929f-b3e6283e6155', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T19:37:50Z', 'updated_at': '2022-02-09T19:37:54Z', 'revision_number': 5, 'project_id': '9e33aca4a44d4fa38a064d0581ca7668', 'subnets': [{'id': '55b94e11-dce7-4d04-929f-b3e6283e6155', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '1b2172e0-2056-43a9-85e3-7c42ab03f722', 'name': '', 'network_id': '5fe80f6f-ddef-4294-b1e0-eb2ac0a95313', 'tenant_id': '9e33aca4a44d4fa38a064d0581ca7668', 'mac_address': 'fa:16:3e:e0:8c:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ce68e28-5c75-4c71-826f-e3317246175c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3436, 'fixed_ips': [{'subnet_id': '110a991d-ded3-4a7d-ac7f-48d37d00b65b', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T19:37:37Z', 'updated_at': '2022-02-09T19:37:45Z', 'revision_number': 5, 'project_id': '9e33aca4a44d4fa38a064d0581ca7668', 'subnets': [{'id': '110a991d-ded3-4a7d-ac7f-48d37d00b65b', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9b1583e6-fe0b-4076-9da0-4af2051b7c26', 'name': '', 'network_id': 'c34957db-a3ca-4dee-85ab-6fddde160ebc', 'tenant_id': '9e33aca4a44d4fa38a064d0581ca7668', 'mac_address': 'fa:16:3e:be:da:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ce68e28-5c75-4c71-826f-e3317246175c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3441, 'fixed_ips': [{'subnet_id': '82d97b57-1f93-4b64-b39e-413e0186ddf7', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T19:37:45Z', 'updated_at': '2022-02-09T19:37:50Z', 'revision_number': 5, 'project_id': '9e33aca4a44d4fa38a064d0581ca7668', 'subnets': [{'id': '82d97b57-1f93-4b64-b39e-413e0186ddf7', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-36', False) {} {{(pid=103232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:37:58.679082 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-59dd7982-b2f9-488b-a1c7-3c7bfe06bb79 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-759574'] for segment (33e84895-b1ac-4b8b-a075-9ed56e5e0b90), precommit_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:37:58.706908 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f73daeba-3d87-4140-8c20-732ddf217b1e None None] Checking router: 8ce68e28-5c75-4c71-826f-e3317246175c for host: n-d-713498-36 {{(pid=103232) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 19:37:58.718779 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Current status of the port 1ae1bc7c-265f-45ac-a876-a207e196992d is: ACTIVE; New status is: ACTIVE {{(pid=103232) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 19:37:58.727401 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-de03b2a5-6ec6-474a-a024-a414e4dcef80 req-d40fbfb3-3e19-4816-8a8d-fe9e8d1caf9f service neutron] 10.222.0.89 "GET /v2.0/networks/2f0cf41a-020e-4549-8a9a-beaa8be7ccf1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6333482 Feb 09 19:37:58.754691 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f73daeba-3d87-4140-8c20-732ddf217b1e None None] Routers {'8ce68e28-5c75-4c71-826f-e3317246175c'} bound to L3 agent in host n-d-713498-36 {{(pid=103232) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 19:37:58.755331 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.l3_hamode_db [None req-f73daeba-3d87-4140-8c20-732ddf217b1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T18:51:43Z,description=,heartbeat_timestamp=2022-02-09T19:37:43Z,host='n-d-713498-36',id=93303d5e-5d17-45e8-8963-7694f87783ae,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T18:51:43Z,topic='l3_agent')) {'router_ids': ['8ce68e28-5c75-4c71-826f-e3317246175c'], 'active': True} {{(pid=103232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:37:58.763601 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-59dd7982-b2f9-488b-a1c7-3c7bfe06bb79 admin admin] Releasing vlan 391 on physical network physnet1 to pool {{(pid=103229) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 19:37:58.765014 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-59dd7982-b2f9-488b-a1c7-3c7bfe06bb79 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-759574', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12867469'] for segment (33e84895-b1ac-4b8b-a075-9ed56e5e0b90), after_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:37:58.811068 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.db [None req-d359265c-0b82-423c-8114-36566812b60a tempest-RoutersIpV6Test-841277211 tempest-RoutersIpV6Test-841277211-project] For port 1ae1bc7c-265f-45ac-a876-a207e196992d, host n-d-713498-36, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-36',level=0,port_id=1ae1bc7c-265f-45ac-a876-a207e196992d,segment=NetworkSegment(7569d500-d979-44c6-87d4-a3fa3b926b58),segment_id=7569d500-d979-44c6-87d4-a3fa3b926b58)] {{(pid=103230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 19:37:58.812204 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-d359265c-0b82-423c-8114-36566812b60a tempest-RoutersIpV6Test-841277211 tempest-RoutersIpV6Test-841277211-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1820838'] for port (1ae1bc7c-265f-45ac-a876-a207e196992d), precommit_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:37:58.818164 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-aaf8f906-f2b9-4788-b3eb-c592b90287e0 tempest-TestNetworkAdvancedServerOps-1633223542 tempest-TestNetworkAdvancedServerOps-1633223542-project] Publish callbacks [] for router_gateway (2d38cfb5-4334-482f-a4f2-50916ef92933), precommit_update {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:37:58.821418 n-d-713498-36 neutron-server[103229]: Traceback (most recent call last): Feb 09 19:37:58.821418 n-d-713498-36 neutron-server[103229]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 19:37:58.821418 n-d-713498-36 neutron-server[103229]: timer() Feb 09 19:37:58.821418 n-d-713498-36 neutron-server[103229]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 19:37:58.821418 n-d-713498-36 neutron-server[103229]: cb(*args, **kw) Feb 09 19:37:58.821418 n-d-713498-36 neutron-server[103229]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 19:37:58.821418 n-d-713498-36 neutron-server[103229]: return func(*args, **kwargs) Feb 09 19:37:58.821418 n-d-713498-36 neutron-server[103229]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 19:37:58.821418 n-d-713498-36 neutron-server[103229]: self._notify() Feb 09 19:37:58.821418 n-d-713498-36 neutron-server[103229]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 19:37:58.821418 n-d-713498-36 neutron-server[103229]: self.callback(batched_events) Feb 09 19:37:58.821418 n-d-713498-36 neutron-server[103229]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 19:37:58.821418 n-d-713498-36 neutron-server[103229]: event.method(event) Feb 09 19:37:58.821418 n-d-713498-36 neutron-server[103229]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 19:37:58.821418 n-d-713498-36 neutron-server[103229]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 19:37:58.821418 n-d-713498-36 neutron-server[103229]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 19:37:58.821418 n-d-713498-36 neutron-server[103229]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 19:37:58.821418 n-d-713498-36 neutron-server[103229]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 19:37:58.821418 n-d-713498-36 neutron-server[103229]: return f(self, *a, **k) Feb 09 19:37:58.821418 n-d-713498-36 neutron-server[103229]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 19:37:58.821418 n-d-713498-36 neutron-server[103229]: return self._get(url).json() Feb 09 19:37:58.821418 n-d-713498-36 neutron-server[103229]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 19:37:58.821418 n-d-713498-36 neutron-server[103229]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 19:37:58.821418 n-d-713498-36 neutron-server[103229]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 19:37:58.821418 n-d-713498-36 neutron-server[103229]: return self.request(url, 'GET', **kwargs) Feb 09 19:37:58.821418 n-d-713498-36 neutron-server[103229]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 19:37:58.821418 n-d-713498-36 neutron-server[103229]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 19:37:58.821418 n-d-713498-36 neutron-server[103229]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 19:37:58.821418 n-d-713498-36 neutron-server[103229]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 19:37:58.821418 n-d-713498-36 neutron-server[103229]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 19:37:58.821418 n-d-713498-36 neutron-server[103229]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 19:37:58.821418 n-d-713498-36 neutron-server[103229]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 19:37:58.865379 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.plugin [None req-d359265c-0b82-423c-8114-36566812b60a tempest-RoutersIpV6Test-841277211 tempest-RoutersIpV6Test-841277211-project] Calling delete_port for 1ae1bc7c-265f-45ac-a876-a207e196992d owned by network:router_interface {{(pid=103230) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 19:37:58.918971 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-59dd7982-b2f9-488b-a1c7-3c7bfe06bb79 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-590242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1885479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1818895'] for network (9246b94a-de57-47ad-8fdb-61aaa56512df), after_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:37:58.925044 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.l3_dvr_db [None req-f73daeba-3d87-4140-8c20-732ddf217b1e None None] Set router 8ce68e28-5c75-4c71-826f-e3317246175c gateway port host: None {{(pid=103232) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 19:37:58.931915 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-59dd7982-b2f9-488b-a1c7-3c7bfe06bb79 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:37:58.939714 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-59dd7982-b2f9-488b-a1c7-3c7bfe06bb79 admin admin] 10.222.0.75 "DELETE /v2.0/networks/9246b94a-de57-47ad-8fdb-61aaa56512df HTTP/1.1" status: 204 len: 168 time: 1.2714589 Feb 09 19:37:58.940256 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08224500-8474-4949-8e35-742108d1065c req-4c3c710b-c2f0-46e3-bcfd-fe98cc137042 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:37:58.942863 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-08224500-8474-4949-8e35-742108d1065c req-4c3c710b-c2f0-46e3-bcfd-fe98cc137042 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=0484ed2328124ada8d8870756276d1f0&device_id=14c3c4a3-f393-4e4f-98ba-33d4eb176858 HTTP/1.1" status: 200 len: 1128 time: 0.2480757 Feb 09 19:37:58.957455 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59dd7982-b2f9-488b-a1c7-3c7bfe06bb79 admin admin] Pushing event deleted for resources: {'Network': ['ID=9246b94a-de57-47ad-8fdb-61aaa56512df,revision_number=None']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:37:58.968966 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59dd7982-b2f9-488b-a1c7-3c7bfe06bb79 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:37:58.969524 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59dd7982-b2f9-488b-a1c7-3c7bfe06bb79 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:37:58.969851 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59dd7982-b2f9-488b-a1c7-3c7bfe06bb79 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:37:58.970221 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59dd7982-b2f9-488b-a1c7-3c7bfe06bb79 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:37:58.970562 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59dd7982-b2f9-488b-a1c7-3c7bfe06bb79 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:37:58.970893 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59dd7982-b2f9-488b-a1c7-3c7bfe06bb79 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:37:58.971583 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59dd7982-b2f9-488b-a1c7-3c7bfe06bb79 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:37:58.971923 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59dd7982-b2f9-488b-a1c7-3c7bfe06bb79 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:37:58.972253 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59dd7982-b2f9-488b-a1c7-3c7bfe06bb79 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:37:58.972579 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59dd7982-b2f9-488b-a1c7-3c7bfe06bb79 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:37:58.972905 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59dd7982-b2f9-488b-a1c7-3c7bfe06bb79 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:37:58.973230 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59dd7982-b2f9-488b-a1c7-3c7bfe06bb79 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:37:58.973553 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59dd7982-b2f9-488b-a1c7-3c7bfe06bb79 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:37:59.152670 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08224500-8474-4949-8e35-742108d1065c req-592699e6-f7d4-4004-a45d-df58b1b74f0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:37:59.155197 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-08224500-8474-4949-8e35-742108d1065c req-592699e6-f7d4-4004-a45d-df58b1b74f0d service neutron] 10.222.0.90 "GET /v2.0/networks?id=8f2df497-8ab8-4c9e-8bb2-f9e936c46637 HTTP/1.1" status: 200 len: 910 time: 0.1781363 Feb 09 19:37:59.330876 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-d359265c-0b82-423c-8114-36566812b60a tempest-RoutersIpV6Test-841277211 tempest-RoutersIpV6Test-841277211-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762867177463', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762866656476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14393751'] for port (1ae1bc7c-265f-45ac-a876-a207e196992d), after_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:37:59.335704 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-aaf8f906-f2b9-4788-b3eb-c592b90287e0 tempest-TestNetworkAdvancedServerOps-1633223542 tempest-TestNetworkAdvancedServerOps-1633223542-project] Publish callbacks [] for router_gateway (2d38cfb5-4334-482f-a4f2-50916ef92933), before_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:37:59.344824 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 40014) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:37:59.372459 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-08224500-8474-4949-8e35-742108d1065c req-1d586904-e9bd-42cb-bd91-aafbaa7655f0 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=c6f469cb-b1d3-4ec0-ae11-8d288e85cc6d HTTP/1.1" status: 200 len: 1001 time: 0.2068949 Feb 09 19:37:59.375611 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-aaf8f906-f2b9-4788-b3eb-c592b90287e0 tempest-TestNetworkAdvancedServerOps-1633223542 tempest-TestNetworkAdvancedServerOps-1633223542-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (None), before_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:37:59.392184 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d359265c-0b82-423c-8114-36566812b60a tempest-RoutersIpV6Test-841277211 tempest-RoutersIpV6Test-841277211-project] Pushing event deleted for resources: {'Port': ['ID=1ae1bc7c-265f-45ac-a876-a207e196992d,revision_number=None']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:37:59.484463 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08224500-8474-4949-8e35-742108d1065c req-46f9d218-be55-4ba7-ae29-ff4a580c90ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:37:59.486272 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-08224500-8474-4949-8e35-742108d1065c req-46f9d218-be55-4ba7-ae29-ff4a580c90ae service neutron] 10.222.0.90 "GET /v2.0/subnets?id=9358c454-1c1b-4e17-a8a9-b8f83c45b376 HTTP/1.1" status: 200 len: 848 time: 0.0962136 Feb 09 19:37:59.491470 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.l3_hamode_db [None req-f73daeba-3d87-4140-8c20-732ddf217b1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8ce68e28-5c75-4c71-826f-e3317246175c', 'name': 'tempest-RoutersIpV6Test-router-1847530371', 'tenant_id': '9e33aca4a44d4fa38a064d0581ca7668', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T19:37:30Z', 'updated_at': '2022-02-09T19:37:55Z', 'revision_number': 7, 'project_id': '9e33aca4a44d4fa38a064d0581ca7668', 'gw_port_host': None, '_interfaces': [{'id': '17ab5d67-4e7f-4822-bff1-4382ae263533', 'name': '', 'network_id': 'a947464f-ef68-4303-8409-45241edd4781', 'tenant_id': '9e33aca4a44d4fa38a064d0581ca7668', 'mac_address': 'fa:16:3e:6a:88:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ce68e28-5c75-4c71-826f-e3317246175c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3431, 'fixed_ips': [{'subnet_id': '878b645d-2806-4cc3-8a8f-eea724155e12', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T19:37:32Z', 'updated_at': '2022-02-09T19:37:38Z', 'revision_number': 5, 'project_id': '9e33aca4a44d4fa38a064d0581ca7668', 'subnets': [{'id': '878b645d-2806-4cc3-8a8f-eea724155e12', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '1ae1bc7c-265f-45ac-a876-a207e196992d', 'name': '', 'network_id': 'df2c02f4-a06d-4aa4-9ac2-6711c9ce1067', 'tenant_id': '9e33aca4a44d4fa38a064d0581ca7668', 'mac_address': 'fa:16:3e:7e:82:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ce68e28-5c75-4c71-826f-e3317246175c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3446, 'fixed_ips': [{'subnet_id': '55b94e11-dce7-4d04-929f-b3e6283e6155', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T19:37:50Z', 'updated_at': '2022-02-09T19:37:54Z', 'revision_number': 5, 'project_id': '9e33aca4a44d4fa38a064d0581ca7668', 'subnets': [{'id': '55b94e11-dce7-4d04-929f-b3e6283e6155', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '1b2172e0-2056-43a9-85e3-7c42ab03f722', 'name': '', 'network_id': '5fe80f6f-ddef-4294-b1e0-eb2ac0a95313', 'tenant_id': '9e33aca4a44d4fa38a064d0581ca7668', 'mac_address': 'fa:16:3e:e0:8c:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ce68e28-5c75-4c71-826f-e3317246175c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3436, 'fixed_ips': [{'subnet_id': '110a991d-ded3-4a7d-ac7f-48d37d00b65b', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T19:37:37Z', 'updated_at': '2022-02-09T19:37:45Z', 'revision_number': 5, 'project_id': '9e33aca4a44d4fa38a064d0581ca7668', 'subnets': [{'id': '110a991d-ded3-4a7d-ac7f-48d37d00b65b', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9b1583e6-fe0b-4076-9da0-4af2051b7c26', 'name': '', 'network_id': 'c34957db-a3ca-4dee-85ab-6fddde160ebc', 'tenant_id': '9e33aca4a44d4fa38a064d0581ca7668', 'mac_address': 'fa:16:3e:be:da:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ce68e28-5c75-4c71-826f-e3317246175c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3441, 'fixed_ips': [{'subnet_id': '82d97b57-1f93-4b64-b39e-413e0186ddf7', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T19:37:45Z', 'updated_at': '2022-02-09T19:37:50Z', 'revision_number': 5, 'project_id': '9e33aca4a44d4fa38a064d0581ca7668', 'subnets': [{'id': '82d97b57-1f93-4b64-b39e-413e0186ddf7', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-36', False) {} {{(pid=103232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:37:59.529679 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f73daeba-3d87-4140-8c20-732ddf217b1e None None] The sync data for ids ['8ce68e28-5c75-4c71-826f-e3317246175c'] in n-d-713498-36 is: [{'id': '8ce68e28-5c75-4c71-826f-e3317246175c', 'name': 'tempest-RoutersIpV6Test-router-1847530371', 'tenant_id': '9e33aca4a44d4fa38a064d0581ca7668', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T19:37:30Z', 'updated_at': '2022-02-09T19:37:55Z', 'revision_number': 7, 'project_id': '9e33aca4a44d4fa38a064d0581ca7668', 'gw_port_host': None, '_interfaces': [{'id': '17ab5d67-4e7f-4822-bff1-4382ae263533', 'name': '', 'network_id': 'a947464f-ef68-4303-8409-45241edd4781', 'tenant_id': '9e33aca4a44d4fa38a064d0581ca7668', 'mac_address': 'fa:16:3e:6a:88:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ce68e28-5c75-4c71-826f-e3317246175c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3431, 'fixed_ips': [{'subnet_id': '878b645d-2806-4cc3-8a8f-eea724155e12', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T19:37:32Z', 'updated_at': '2022-02-09T19:37:38Z', 'revision_number': 5, 'project_id': '9e33aca4a44d4fa38a064d0581ca7668', 'subnets': [{'id': '878b645d-2806-4cc3-8a8f-eea724155e12', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '1ae1bc7c-265f-45ac-a876-a207e196992d', 'name': '', 'network_id': 'df2c02f4-a06d-4aa4-9ac2-6711c9ce1067', 'tenant_id': '9e33aca4a44d4fa38a064d0581ca7668', 'mac_address': 'fa:16:3e:7e:82:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ce68e28-5c75-4c71-826f-e3317246175c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3446, 'fixed_ips': [{'subnet_id': '55b94e11-dce7-4d04-929f-b3e6283e6155', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T19:37:50Z', 'updated_at': '2022-02-09T19:37:54Z', 'revision_number': 5, 'project_id': '9e33aca4a44d4fa38a064d0581ca7668', 'subnets': [{'id': '55b94e11-dce7-4d04-929f-b3e6283e6155', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '1b2172e0-2056-43a9-85e3-7c42ab03f722', 'name': '', 'network_id': '5fe80f6f-ddef-4294-b1e0-eb2ac0a95313', 'tenant_id': '9e33aca4a44d4fa38a064d0581ca7668', 'mac_address': 'fa:16:3e:e0:8c:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ce68e28-5c75-4c71-826f-e3317246175c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3436, 'fixed_ips': [{'subnet_id': '110a991d-ded3-4a7d-ac7f-48d37d00b65b', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T19:37:37Z', 'updated_at': '2022-02-09T19:37:45Z', 'revision_number': 5, 'project_id': '9e33aca4a44d4fa38a064d0581ca7668', 'subnets': [{'id': '110a991d-ded3-4a7d-ac7f-48d37d00b65b', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9b1583e6-fe0b-4076-9da0-4af2051b7c26', 'name': '', 'network_id': 'c34957db-a3ca-4dee-85ab-6fddde160ebc', 'tenant_id': '9e33aca4a44d4fa38a064d0581ca7668', 'mac_address': 'fa:16:3e:be:da:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ce68e28-5c75-4c71-826f-e3317246175c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3441, 'fixed_ips': [{'subnet_id': '82d97b57-1f93-4b64-b39e-413e0186ddf7', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T19:37:45Z', 'updated_at': '2022-02-09T19:37:50Z', 'revision_number': 5, 'project_id': '9e33aca4a44d4fa38a064d0581ca7668', 'subnets': [{'id': '82d97b57-1f93-4b64-b39e-413e0186ddf7', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103232) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 19:37:59.630784 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5ad314a-f89d-4114-b1c0-441f0c1cd378 req-c84a04fb-f532-4d5b-ad06-58b25a918ccb tempest-ServersNegativeTestJSON-1608020402 tempest-ServersNegativeTestJSON-1608020402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:37:59.639997 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-a5ad314a-f89d-4114-b1c0-441f0c1cd378 req-c84a04fb-f532-4d5b-ad06-58b25a918ccb tempest-ServersNegativeTestJSON-1608020402 tempest-ServersNegativeTestJSON-1608020402-project] 10.222.0.75 "GET /v2.0/ports?device_id=ef8fb5b1-266b-4abe-85d3-6f5780a36355 HTTP/1.1" status: 200 len: 944 time: 0.2112317 Feb 09 19:37:59.641655 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-abd70f87-6461-41ea-a3d5-1e9ed26166e1 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=b222082e2b8f499f8189e5e823a7ff3f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2951758 Feb 09 19:37:59.645410 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 40016) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:37:59.680169 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-d359265c-0b82-423c-8114-36566812b60a tempest-RoutersIpV6Test-841277211 tempest-RoutersIpV6Test-841277211-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1613467', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1834633'] for router_interface (8ce68e28-5c75-4c71-826f-e3317246175c), after_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:37:59.752455 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08224500-8474-4949-8e35-742108d1065c req-20c91ebd-b952-42ee-b7e0-b21fc6f8341d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:37:59.754090 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-08224500-8474-4949-8e35-742108d1065c req-20c91ebd-b952-42ee-b7e0-b21fc6f8341d service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=8f2df497-8ab8-4c9e-8bb2-f9e936c46637&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.2599468 Feb 09 19:37:59.833183 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-a5ad314a-f89d-4114-b1c0-441f0c1cd378 req-c13e03da-1172-4985-a24a-f7178f749234 tempest-ServersNegativeTestJSON-1608020402 tempest-ServersNegativeTestJSON-1608020402-project] 10.222.0.75 "GET /v2.0/security-groups?id=25d47ded-5003-4f4d-b434-467ecec6793f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1920261 Feb 09 19:37:59.853755 n-d-713498-36 neutron-server[103229]: DEBUG neutron.db.db_base_plugin_common [None req-aaf8f906-f2b9-4788-b3eb-c592b90287e0 tempest-TestNetworkAdvancedServerOps-1633223542 tempest-TestNetworkAdvancedServerOps-1633223542-project] Allocated IP 172.25.1.172 (88055e1e-672a-4487-be31-ffb6e833ece5/ac16dbcc-383c-4b43-9153-d763c4a53f91/7b25201c-a915-4ec0-8dd4-56b46a0463a5) {{(pid=103229) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 19:37:59.921343 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-51a80691-7d89-4925-946c-c3a6129fae80 admin admin] Publish callbacks [] for security_group (92e3f3e1-abba-4606-8823-ff0f44ed1f23), before_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:37:59.981377 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-08224500-8474-4949-8e35-742108d1065c req-b87e949c-609d-4840-9a53-f2676ef566d5 service neutron] 10.222.0.90 "GET /v2.0/networks/8f2df497-8ab8-4c9e-8bb2-f9e936c46637?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2185166 Feb 09 19:38:00.000956 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-51a80691-7d89-4925-946c-c3a6129fae80 admin admin] Publish callbacks [] for security_group (92e3f3e1-abba-4606-8823-ff0f44ed1f23), precommit_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:38:00.010862 n-d-713498-36 neutron-server[103230]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d359265c-0b82-423c-8114-36566812b60a tempest-RoutersIpV6Test-841277211 tempest-RoutersIpV6Test-841277211-project] Router 8ce68e28-5c75-4c71-826f-e3317246175c has already been hosted by L3 agent 93303d5e-5d17-45e8-8963-7694f87783ae {{(pid=103230) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 19:38:00.016814 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Device e29dcbb8-a456-45b2-83ed-996317badba0 up at agent hyperv_n-h1-713498-36 {{(pid=103232) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 19:38:00.087831 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.provisioning_blocks [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Provisioning complete for port e29dcbb8-a456-45b2-83ed-996317badba0 triggered by entity L2. {{(pid=103232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 19:38:00.088506 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593630'] for port (e29dcbb8-a456-45b2-83ed-996317badba0), provisioning_complete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:38:00.165518 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d359265c-0b82-423c-8114-36566812b60a tempest-RoutersIpV6Test-841277211 tempest-RoutersIpV6Test-841277211-project] Notify agent at l3_agent.n-d-713498-36 the message routers_updated {{(pid=103230) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 19:38:00.196753 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-d359265c-0b82-423c-8114-36566812b60a tempest-RoutersIpV6Test-841277211 tempest-RoutersIpV6Test-841277211-project] 10.222.0.75 "PUT /v2.0/routers/8ce68e28-5c75-4c71-826f-e3317246175c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2611487 Feb 09 19:38:00.200339 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 40018) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:38:00.207273 n-d-713498-36 neutron-server[103233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4fda0d8-d21a-4a78-81f3-e3fae421de33 None None] Sync routers for ids ['8ce68e28-5c75-4c71-826f-e3317246175c'] in n-d-713498-36 {{(pid=103233) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 19:38:00.207830 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Current status of the port e29dcbb8-a456-45b2-83ed-996317badba0 is: BUILD; New status is: ACTIVE {{(pid=103232) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 19:38:00.209711 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-aaf8f906-f2b9-4788-b3eb-c592b90287e0 tempest-TestNetworkAdvancedServerOps-1633223542 tempest-TestNetworkAdvancedServerOps-1633223542-project] Publish callbacks [] for port (7b25201c-a915-4ec0-8dd4-56b46a0463a5), precommit_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:38:00.210270 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (e29dcbb8-a456-45b2-83ed-996317badba0), before_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:38:00.227666 n-d-713498-36 neutron-server[103233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4fda0d8-d21a-4a78-81f3-e3fae421de33 None None] Routers {'8ce68e28-5c75-4c71-826f-e3317246175c'} bound to L3 agent in host n-d-713498-36 {{(pid=103233) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 19:38:00.236856 n-d-713498-36 neutron-server[103233]: DEBUG neutron.db.l3_hamode_db [None req-c4fda0d8-d21a-4a78-81f3-e3fae421de33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T18:51:43Z,description=,heartbeat_timestamp=2022-02-09T19:37:43Z,host='n-d-713498-36',id=93303d5e-5d17-45e8-8963-7694f87783ae,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T18:51:43Z,topic='l3_agent')) {'router_ids': ['8ce68e28-5c75-4c71-826f-e3317246175c'], 'active': True} {{(pid=103233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:38:00.246927 n-d-713498-36 neutron-server[103232]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ef8fb5b1-266b-4abe-85d3-6f5780a36355', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e29dcbb8-a456-45b2-83ed-996317badba0'}] {{(pid=103232) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 19:38:00.251611 n-d-713498-36 neutron-server[103232]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}949cdcde653dec44821de95cbf67297f53cbc2aed4e073b5d514f93bf911ce85" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4e9624d4-4ebb-4da4-80e1-e1dc3374db2d" -d '{"events": [{"server_uuid": "ef8fb5b1-266b-4abe-85d3-6f5780a36355", "name": "network-vif-plugged", "status": "completed", "tag": "e29dcbb8-a456-45b2-83ed-996317badba0"}]}' {{(pid=103232) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 19:38:00.266138 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-51a80691-7d89-4925-946c-c3a6129fae80 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1892331'] for security_group (92e3f3e1-abba-4606-8823-ff0f44ed1f23), after_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:38:00.273413 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-51a80691-7d89-4925-946c-c3a6129fae80 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:38:00.278058 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-51a80691-7d89-4925-946c-c3a6129fae80 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/92e3f3e1-abba-4606-8823-ff0f44ed1f23 HTTP/1.1" status: 204 len: 168 time: 0.6267309 Feb 09 19:38:00.300544 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] For port e29dcbb8-a456-45b2-83ed-996317badba0, host n-h1-713498-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-36',level=0,port_id=e29dcbb8-a456-45b2-83ed-996317badba0,segment=NetworkSegment(858d2da7-0314-4b25-bd9f-f8e206467551),segment_id=858d2da7-0314-4b25-bd9f-f8e206467551)] {{(pid=103232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 19:38:00.305721 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762867176205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762866656485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762866656503'] for port (e29dcbb8-a456-45b2-83ed-996317badba0), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:38:00.331493 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-08224500-8474-4949-8e35-742108d1065c req-64ba3486-74a5-4e2b-9f50-b89f68d4b90e service neutron] 10.222.0.90 "GET /v2.0/networks/8f2df497-8ab8-4c9e-8bb2-f9e936c46637?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3371992 Feb 09 19:38:00.336294 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51a80691-7d89-4925-946c-c3a6129fae80 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=92e3f3e1-abba-4606-8823-ff0f44ed1f23,revision_number=None']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:38:00.375530 n-d-713498-36 neutron-server[103232]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 19:38:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e19c901c-620a-4059-8502-5c1caef61ab2 x-openstack-request-id: req-e19c901c-620a-4059-8502-5c1caef61ab2 {{(pid=103232) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 19:38:00.376493 n-d-713498-36 neutron-server[103232]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ef8fb5b1-266b-4abe-85d3-6f5780a36355", "name": "network-vif-plugged", "status": "completed", "tag": "e29dcbb8-a456-45b2-83ed-996317badba0", "code": 200}]} {{(pid=103232) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 19:38:00.376765 n-d-713498-36 neutron-server[103232]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-e19c901c-620a-4059-8502-5c1caef61ab2 {{(pid=103232) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 19:38:00.377167 n-d-713498-36 neutron-server[103232]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ef8fb5b1-266b-4abe-85d3-6f5780a36355', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e29dcbb8-a456-45b2-83ed-996317badba0', 'code': 200} Feb 09 19:38:00.380892 n-d-713498-36 neutron-server[103230]: DEBUG neutron.db.db_base_plugin_v2 [None req-51968bd8-174b-4f5a-86a8-758653896e91 tempest-RoutersIpV6Test-841277211 tempest-RoutersIpV6Test-841277211-project] Deleting subnet 55b94e11-dce7-4d04-929f-b3e6283e6155 {{(pid=103230) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 19:38:00.398566 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-51968bd8-174b-4f5a-86a8-758653896e91 tempest-RoutersIpV6Test-841277211 tempest-RoutersIpV6Test-841277211-project] Publish callbacks [] for subnet (55b94e11-dce7-4d04-929f-b3e6283e6155), before_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:38:00.439732 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Pushing event updated for resources: {'Port': ['ID=e29dcbb8-a456-45b2-83ed-996317badba0,revision_number=7']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:38:00.447297 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-aaf8f906-f2b9-4788-b3eb-c592b90287e0 tempest-TestNetworkAdvancedServerOps-1633223542 tempest-TestNetworkAdvancedServerOps-1633223542-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762866656467', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12867576'] for port (7b25201c-a915-4ec0-8dd4-56b46a0463a5), after_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:38:00.507945 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-51968bd8-174b-4f5a-86a8-758653896e91 tempest-RoutersIpV6Test-841277211 tempest-RoutersIpV6Test-841277211-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12895822'] for subnet (55b94e11-dce7-4d04-929f-b3e6283e6155), precommit_delete_associations {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:38:00.518456 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaf8f906-f2b9-4788-b3eb-c592b90287e0 tempest-TestNetworkAdvancedServerOps-1633223542 tempest-TestNetworkAdvancedServerOps-1633223542-project] Pushing event updated for resources: {'Port': ['ID=7b25201c-a915-4ec0-8dd4-56b46a0463a5,revision_number=1']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:38:00.535083 n-d-713498-36 neutron-server[103229]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aaf8f906-f2b9-4788-b3eb-c592b90287e0 tempest-TestNetworkAdvancedServerOps-1633223542 tempest-TestNetworkAdvancedServerOps-1633223542-project] Network 88055e1e-672a-4487-be31-ffb6e833ece5 is already hosted by enough agents. {{(pid=103229) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 19:38:00.536715 n-d-713498-36 neutron-server[103229]: DEBUG neutron.scheduler.base_scheduler [None req-aaf8f906-f2b9-4788-b3eb-c592b90287e0 tempest-TestNetworkAdvancedServerOps-1633223542 tempest-TestNetworkAdvancedServerOps-1633223542-project] Resources bound (agent type, host, resource id): {{(pid=103229) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 19:38:00.540235 n-d-713498-36 neutron-server[103229]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aaf8f906-f2b9-4788-b3eb-c592b90287e0 tempest-TestNetworkAdvancedServerOps-1633223542 tempest-TestNetworkAdvancedServerOps-1633223542-project] Received port after_create {{(pid=103229) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 19:38:00.687865 n-d-713498-36 neutron-server[103233]: DEBUG neutron.db.l3_dvr_db [None req-c4fda0d8-d21a-4a78-81f3-e3fae421de33 None None] Set router 8ce68e28-5c75-4c71-826f-e3317246175c gateway port host: None {{(pid=103233) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 19:38:00.688240 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-51968bd8-174b-4f5a-86a8-758653896e91 tempest-RoutersIpV6Test-841277211 tempest-RoutersIpV6Test-841277211-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-759852'] for subnet (55b94e11-dce7-4d04-929f-b3e6283e6155), precommit_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:38:00.771235 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-51968bd8-174b-4f5a-86a8-758653896e91 tempest-RoutersIpV6Test-841277211 tempest-RoutersIpV6Test-841277211-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-760023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14393672', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12985882'] for subnet (55b94e11-dce7-4d04-929f-b3e6283e6155), after_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:38:00.873686 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51968bd8-174b-4f5a-86a8-758653896e91 tempest-RoutersIpV6Test-841277211 tempest-RoutersIpV6Test-841277211-project] Pushing event deleted for resources: {'Subnet': ['ID=55b94e11-dce7-4d04-929f-b3e6283e6155,revision_number=None']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:38:00.904119 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-51968bd8-174b-4f5a-86a8-758653896e91 tempest-RoutersIpV6Test-841277211 tempest-RoutersIpV6Test-841277211-project] Publish callbacks [] for subnet (None), before_response {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:38:00.908559 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca6205ab-df4e-4a84-9b08-87e92314e1bf None None] Network df2c02f4-a06d-4aa4-9ac2-6711c9ce1067 requested from n-d-713498-36 {{(pid=103232) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 19:38:00.917329 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-51968bd8-174b-4f5a-86a8-758653896e91 tempest-RoutersIpV6Test-841277211 tempest-RoutersIpV6Test-841277211-project] 10.222.0.75 "DELETE /v2.0/subnets/55b94e11-dce7-4d04-929f-b3e6283e6155 HTTP/1.1" status: 204 len: 168 time: 0.7156374 Feb 09 19:38:00.930507 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 40030) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:38:00.941722 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51968bd8-174b-4f5a-86a8-758653896e91 tempest-RoutersIpV6Test-841277211 tempest-RoutersIpV6Test-841277211-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:38:00.942482 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51968bd8-174b-4f5a-86a8-758653896e91 tempest-RoutersIpV6Test-841277211 tempest-RoutersIpV6Test-841277211-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:38:00.942812 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51968bd8-174b-4f5a-86a8-758653896e91 tempest-RoutersIpV6Test-841277211 tempest-RoutersIpV6Test-841277211-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:38:00.943152 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51968bd8-174b-4f5a-86a8-758653896e91 tempest-RoutersIpV6Test-841277211 tempest-RoutersIpV6Test-841277211-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:38:00.943488 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51968bd8-174b-4f5a-86a8-758653896e91 tempest-RoutersIpV6Test-841277211 tempest-RoutersIpV6Test-841277211-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:38:00.943820 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51968bd8-174b-4f5a-86a8-758653896e91 tempest-RoutersIpV6Test-841277211 tempest-RoutersIpV6Test-841277211-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:38:00.944192 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51968bd8-174b-4f5a-86a8-758653896e91 tempest-RoutersIpV6Test-841277211 tempest-RoutersIpV6Test-841277211-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:38:00.944530 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51968bd8-174b-4f5a-86a8-758653896e91 tempest-RoutersIpV6Test-841277211 tempest-RoutersIpV6Test-841277211-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:38:00.944858 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51968bd8-174b-4f5a-86a8-758653896e91 tempest-RoutersIpV6Test-841277211 tempest-RoutersIpV6Test-841277211-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:38:00.954591 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51968bd8-174b-4f5a-86a8-758653896e91 tempest-RoutersIpV6Test-841277211 tempest-RoutersIpV6Test-841277211-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:38:00.958565 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51968bd8-174b-4f5a-86a8-758653896e91 tempest-RoutersIpV6Test-841277211 tempest-RoutersIpV6Test-841277211-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:38:00.958969 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51968bd8-174b-4f5a-86a8-758653896e91 tempest-RoutersIpV6Test-841277211 tempest-RoutersIpV6Test-841277211-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:38:00.959318 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51968bd8-174b-4f5a-86a8-758653896e91 tempest-RoutersIpV6Test-841277211 tempest-RoutersIpV6Test-841277211-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:38:01.075804 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-aaf8f906-f2b9-4788-b3eb-c592b90287e0 tempest-TestNetworkAdvancedServerOps-1633223542 tempest-TestNetworkAdvancedServerOps-1633223542-project] Publish callbacks [] for router_gateway (2d38cfb5-4334-482f-a4f2-50916ef92933), after_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:38:01.204257 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28544547-83ad-4ccf-a247-e394695cd1ca None None] DHCP port deletion for df2c02f4-a06d-4aa4-9ac2-6711c9ce1067 request from n-d-713498-36 {{(pid=103232) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 09 19:38:01.310623 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-8e7f54e3-a7d3-47b0-9c3a-1c56be55488f tempest-RoutersIpV6Test-841277211 tempest-RoutersIpV6Test-841277211-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-670458'] for network (df2c02f4-a06d-4aa4-9ac2-6711c9ce1067), before_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:38:01.325723 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-28544547-83ad-4ccf-a247-e394695cd1ca None None] Deleting port 99dd2be2-fe1d-4a30-b0b2-34989c92babc {{(pid=103232) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 19:38:01.326527 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-28544547-83ad-4ccf-a247-e394695cd1ca None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762867170196'] for port (99dd2be2-fe1d-4a30-b0b2-34989c92babc), before_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:38:01.342980 n-d-713498-36 neutron-server[103233]: DEBUG neutron.db.l3_hamode_db [None req-c4fda0d8-d21a-4a78-81f3-e3fae421de33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8ce68e28-5c75-4c71-826f-e3317246175c', 'name': 'tempest-RoutersIpV6Test-router-1847530371', 'tenant_id': '9e33aca4a44d4fa38a064d0581ca7668', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T19:37:30Z', 'updated_at': '2022-02-09T19:37:59Z', 'revision_number': 8, 'project_id': '9e33aca4a44d4fa38a064d0581ca7668', 'gw_port_host': None, '_interfaces': [{'id': '17ab5d67-4e7f-4822-bff1-4382ae263533', 'name': '', 'network_id': 'a947464f-ef68-4303-8409-45241edd4781', 'tenant_id': '9e33aca4a44d4fa38a064d0581ca7668', 'mac_address': 'fa:16:3e:6a:88:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ce68e28-5c75-4c71-826f-e3317246175c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3431, 'fixed_ips': [{'subnet_id': '878b645d-2806-4cc3-8a8f-eea724155e12', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T19:37:32Z', 'updated_at': '2022-02-09T19:37:38Z', 'revision_number': 5, 'project_id': '9e33aca4a44d4fa38a064d0581ca7668', 'subnets': [{'id': '878b645d-2806-4cc3-8a8f-eea724155e12', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '1b2172e0-2056-43a9-85e3-7c42ab03f722', 'name': '', 'network_id': '5fe80f6f-ddef-4294-b1e0-eb2ac0a95313', 'tenant_id': '9e33aca4a44d4fa38a064d0581ca7668', 'mac_address': 'fa:16:3e:e0:8c:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ce68e28-5c75-4c71-826f-e3317246175c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3436, 'fixed_ips': [{'subnet_id': '110a991d-ded3-4a7d-ac7f-48d37d00b65b', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T19:37:37Z', 'updated_at': '2022-02-09T19:37:45Z', 'revision_number': 5, 'project_id': '9e33aca4a44d4fa38a064d0581ca7668', 'subnets': [{'id': '110a991d-ded3-4a7d-ac7f-48d37d00b65b', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9b1583e6-fe0b-4076-9da0-4af2051b7c26', 'name': '', 'network_id': 'c34957db-a3ca-4dee-85ab-6fddde160ebc', 'tenant_id': '9e33aca4a44d4fa38a064d0581ca7668', 'mac_address': 'fa:16:3e:be:da:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ce68e28-5c75-4c71-826f-e3317246175c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3441, 'fixed_ips': [{'subnet_id': '82d97b57-1f93-4b64-b39e-413e0186ddf7', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T19:37:45Z', 'updated_at': '2022-02-09T19:37:50Z', 'revision_number': 5, 'project_id': '9e33aca4a44d4fa38a064d0581ca7668', 'subnets': [{'id': '82d97b57-1f93-4b64-b39e-413e0186ddf7', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-36', False) {} {{(pid=103233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:38:01.437110 n-d-713498-36 neutron-server[103233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4fda0d8-d21a-4a78-81f3-e3fae421de33 None None] Checking router: 8ce68e28-5c75-4c71-826f-e3317246175c for host: n-d-713498-36 {{(pid=103233) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 19:38:01.441886 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-aaf8f906-f2b9-4788-b3eb-c592b90287e0 tempest-TestNetworkAdvancedServerOps-1633223542 tempest-TestNetworkAdvancedServerOps-1633223542-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1834945', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1818951'] for router (2d38cfb5-4334-482f-a4f2-50916ef92933), after_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:38:01.442204 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6f83a57-0cca-43bb-9960-fa3203a6a4f6 req-663bfb18-62b5-4ad6-9318-37af5ea96d64 tempest-ServersNegativeTestJSON-1608020402 tempest-ServersNegativeTestJSON-1608020402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:38:01.450704 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-f6f83a57-0cca-43bb-9960-fa3203a6a4f6 req-663bfb18-62b5-4ad6-9318-37af5ea96d64 tempest-ServersNegativeTestJSON-1608020402 tempest-ServersNegativeTestJSON-1608020402-project] 10.222.0.75 "GET /v2.0/ports?device_id=ef8fb5b1-266b-4abe-85d3-6f5780a36355 HTTP/1.1" status: 200 len: 945 time: 0.4151735 Feb 09 19:38:01.453439 n-d-713498-36 neutron-server[103233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4fda0d8-d21a-4a78-81f3-e3fae421de33 None None] Routers {'8ce68e28-5c75-4c71-826f-e3317246175c'} bound to L3 agent in host n-d-713498-36 {{(pid=103233) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 19:38:01.455816 n-d-713498-36 neutron-server[103233]: DEBUG neutron.db.l3_hamode_db [None req-c4fda0d8-d21a-4a78-81f3-e3fae421de33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T18:51:43Z,description=,heartbeat_timestamp=2022-02-09T19:37:43Z,host='n-d-713498-36',id=93303d5e-5d17-45e8-8963-7694f87783ae,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T18:51:43Z,topic='l3_agent')) {'router_ids': ['8ce68e28-5c75-4c71-826f-e3317246175c'], 'active': True} {{(pid=103233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:38:01.511047 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-28544547-83ad-4ccf-a247-e394695cd1ca None None] For port 99dd2be2-fe1d-4a30-b0b2-34989c92babc, host n-d-713498-36, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-36',level=0,port_id=99dd2be2-fe1d-4a30-b0b2-34989c92babc,segment=NetworkSegment(7569d500-d979-44c6-87d4-a3fa3b926b58),segment_id=7569d500-d979-44c6-87d4-a3fa3b926b58)] {{(pid=103232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 19:38:01.514232 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-28544547-83ad-4ccf-a247-e394695cd1ca None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1820838'] for port (99dd2be2-fe1d-4a30-b0b2-34989c92babc), precommit_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:38:01.546143 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-28544547-83ad-4ccf-a247-e394695cd1ca None None] Calling delete_port for 99dd2be2-fe1d-4a30-b0b2-34989c92babc owned by network:dhcp {{(pid=103232) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 19:38:01.602571 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-f6f83a57-0cca-43bb-9960-fa3203a6a4f6 req-746ecb5a-84ab-4f7b-9367-c5a6af2f4d92 tempest-ServersNegativeTestJSON-1608020402 tempest-ServersNegativeTestJSON-1608020402-project] 10.222.0.75 "GET /v2.0/security-groups?id=25d47ded-5003-4f4d-b434-467ecec6793f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1509047 Feb 09 19:38:01.622858 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.plugin [None req-8e7f54e3-a7d3-47b0-9c3a-1c56be55488f tempest-RoutersIpV6Test-841277211 tempest-RoutersIpV6Test-841277211-project] Deleting port 99dd2be2-fe1d-4a30-b0b2-34989c92babc {{(pid=103230) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 19:38:01.623489 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-8e7f54e3-a7d3-47b0-9c3a-1c56be55488f tempest-RoutersIpV6Test-841277211 tempest-RoutersIpV6Test-841277211-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762867170196'] for port (99dd2be2-fe1d-4a30-b0b2-34989c92babc), before_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:38:01.635101 n-d-713498-36 neutron-server[103229]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aaf8f906-f2b9-4788-b3eb-c592b90287e0 tempest-TestNetworkAdvancedServerOps-1633223542 tempest-TestNetworkAdvancedServerOps-1633223542-project] Router 2d38cfb5-4334-482f-a4f2-50916ef92933 is scheduled to L3 agent 93303d5e-5d17-45e8-8963-7694f87783ae with binding_index 1 {{(pid=103229) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 09 19:38:01.702250 n-d-713498-36 neutron-server[103233]: DEBUG neutron.db.l3_dvr_db [None req-c4fda0d8-d21a-4a78-81f3-e3fae421de33 None None] Set router 8ce68e28-5c75-4c71-826f-e3317246175c gateway port host: None {{(pid=103233) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 19:38:01.759847 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.db [None req-8e7f54e3-a7d3-47b0-9c3a-1c56be55488f tempest-RoutersIpV6Test-841277211 tempest-RoutersIpV6Test-841277211-project] For port 99dd2be2-fe1d-4a30-b0b2-34989c92babc, host n-d-713498-36, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-36',level=0,port_id=99dd2be2-fe1d-4a30-b0b2-34989c92babc,segment=NetworkSegment(7569d500-d979-44c6-87d4-a3fa3b926b58),segment_id=7569d500-d979-44c6-87d4-a3fa3b926b58)] {{(pid=103230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 19:38:01.760087 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-8e7f54e3-a7d3-47b0-9c3a-1c56be55488f tempest-RoutersIpV6Test-841277211 tempest-RoutersIpV6Test-841277211-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1820838'] for port (99dd2be2-fe1d-4a30-b0b2-34989c92babc), precommit_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:38:01.764415 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-28544547-83ad-4ccf-a247-e394695cd1ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762867177463', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762866656476'] for port (99dd2be2-fe1d-4a30-b0b2-34989c92babc), after_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:38:01.790759 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.plugin [None req-8e7f54e3-a7d3-47b0-9c3a-1c56be55488f tempest-RoutersIpV6Test-841277211 tempest-RoutersIpV6Test-841277211-project] Calling delete_port for 99dd2be2-fe1d-4a30-b0b2-34989c92babc owned by network:dhcp {{(pid=103230) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 19:38:01.832421 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28544547-83ad-4ccf-a247-e394695cd1ca None None] No DVR routers for this DVR port 99dd2be2-fe1d-4a30-b0b2-34989c92babc on host n-d-713498-36 {{(pid=103232) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 19:38:01.835734 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28544547-83ad-4ccf-a247-e394695cd1ca None None] Pushing event deleted for resources: {'Port': ['ID=99dd2be2-fe1d-4a30-b0b2-34989c92babc,revision_number=None']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:38:01.983824 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-8e7f54e3-a7d3-47b0-9c3a-1c56be55488f tempest-RoutersIpV6Test-841277211 tempest-RoutersIpV6Test-841277211-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762867177463', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762866656476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14393751'] for port (99dd2be2-fe1d-4a30-b0b2-34989c92babc), after_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:38:02.021416 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e7f54e3-a7d3-47b0-9c3a-1c56be55488f tempest-RoutersIpV6Test-841277211 tempest-RoutersIpV6Test-841277211-project] Pushing event deleted for resources: {'Port': ['ID=99dd2be2-fe1d-4a30-b0b2-34989c92babc,revision_number=None']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:38:02.025619 n-d-713498-36 neutron-server[103230]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e7f54e3-a7d3-47b0-9c3a-1c56be55488f tempest-RoutersIpV6Test-841277211 tempest-RoutersIpV6Test-841277211-project] No DVR routers for this DVR port 99dd2be2-fe1d-4a30-b0b2-34989c92babc on host n-d-713498-36 {{(pid=103230) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 19:38:02.118916 n-d-713498-36 neutron-server[103233]: DEBUG neutron.db.l3_hamode_db [None req-c4fda0d8-d21a-4a78-81f3-e3fae421de33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8ce68e28-5c75-4c71-826f-e3317246175c', 'name': 'tempest-RoutersIpV6Test-router-1847530371', 'tenant_id': '9e33aca4a44d4fa38a064d0581ca7668', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T19:37:30Z', 'updated_at': '2022-02-09T19:37:59Z', 'revision_number': 8, 'project_id': '9e33aca4a44d4fa38a064d0581ca7668', 'gw_port_host': None, '_interfaces': [{'id': '17ab5d67-4e7f-4822-bff1-4382ae263533', 'name': '', 'network_id': 'a947464f-ef68-4303-8409-45241edd4781', 'tenant_id': '9e33aca4a44d4fa38a064d0581ca7668', 'mac_address': 'fa:16:3e:6a:88:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ce68e28-5c75-4c71-826f-e3317246175c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3431, 'fixed_ips': [{'subnet_id': '878b645d-2806-4cc3-8a8f-eea724155e12', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T19:37:32Z', 'updated_at': '2022-02-09T19:37:38Z', 'revision_number': 5, 'project_id': '9e33aca4a44d4fa38a064d0581ca7668', 'subnets': [{'id': '878b645d-2806-4cc3-8a8f-eea724155e12', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '1b2172e0-2056-43a9-85e3-7c42ab03f722', 'name': '', 'network_id': '5fe80f6f-ddef-4294-b1e0-eb2ac0a95313', 'tenant_id': '9e33aca4a44d4fa38a064d0581ca7668', 'mac_address': 'fa:16:3e:e0:8c:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ce68e28-5c75-4c71-826f-e3317246175c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3436, 'fixed_ips': [{'subnet_id': '110a991d-ded3-4a7d-ac7f-48d37d00b65b', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T19:37:37Z', 'updated_at': '2022-02-09T19:37:45Z', 'revision_number': 5, 'project_id': '9e33aca4a44d4fa38a064d0581ca7668', 'subnets': [{'id': '110a991d-ded3-4a7d-ac7f-48d37d00b65b', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9b1583e6-fe0b-4076-9da0-4af2051b7c26', 'name': '', 'network_id': 'c34957db-a3ca-4dee-85ab-6fddde160ebc', 'tenant_id': '9e33aca4a44d4fa38a064d0581ca7668', 'mac_address': 'fa:16:3e:be:da:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ce68e28-5c75-4c71-826f-e3317246175c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3441, 'fixed_ips': [{'subnet_id': '82d97b57-1f93-4b64-b39e-413e0186ddf7', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T19:37:45Z', 'updated_at': '2022-02-09T19:37:50Z', 'revision_number': 5, 'project_id': '9e33aca4a44d4fa38a064d0581ca7668', 'subnets': [{'id': '82d97b57-1f93-4b64-b39e-413e0186ddf7', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-36', False) {} {{(pid=103233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:38:02.182355 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-8e7f54e3-a7d3-47b0-9c3a-1c56be55488f tempest-RoutersIpV6Test-841277211 tempest-RoutersIpV6Test-841277211-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-590267', 'neutron.services.segments.db._delete_segments_for_network-8762867132609'] for network (df2c02f4-a06d-4aa4-9ac2-6711c9ce1067), precommit_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:38:02.193070 n-d-713498-36 neutron-server[103233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4fda0d8-d21a-4a78-81f3-e3fae421de33 None None] The sync data for ids ['8ce68e28-5c75-4c71-826f-e3317246175c'] in n-d-713498-36 is: [{'id': '8ce68e28-5c75-4c71-826f-e3317246175c', 'name': 'tempest-RoutersIpV6Test-router-1847530371', 'tenant_id': '9e33aca4a44d4fa38a064d0581ca7668', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T19:37:30Z', 'updated_at': '2022-02-09T19:37:59Z', 'revision_number': 8, 'project_id': '9e33aca4a44d4fa38a064d0581ca7668', 'gw_port_host': None, '_interfaces': [{'id': '17ab5d67-4e7f-4822-bff1-4382ae263533', 'name': '', 'network_id': 'a947464f-ef68-4303-8409-45241edd4781', 'tenant_id': '9e33aca4a44d4fa38a064d0581ca7668', 'mac_address': 'fa:16:3e:6a:88:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ce68e28-5c75-4c71-826f-e3317246175c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3431, 'fixed_ips': [{'subnet_id': '878b645d-2806-4cc3-8a8f-eea724155e12', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T19:37:32Z', 'updated_at': '2022-02-09T19:37:38Z', 'revision_number': 5, 'project_id': '9e33aca4a44d4fa38a064d0581ca7668', 'subnets': [{'id': '878b645d-2806-4cc3-8a8f-eea724155e12', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '1b2172e0-2056-43a9-85e3-7c42ab03f722', 'name': '', 'network_id': '5fe80f6f-ddef-4294-b1e0-eb2ac0a95313', 'tenant_id': '9e33aca4a44d4fa38a064d0581ca7668', 'mac_address': 'fa:16:3e:e0:8c:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ce68e28-5c75-4c71-826f-e3317246175c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3436, 'fixed_ips': [{'subnet_id': '110a991d-ded3-4a7d-ac7f-48d37d00b65b', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T19:37:37Z', 'updated_at': '2022-02-09T19:37:45Z', 'revision_number': 5, 'project_id': '9e33aca4a44d4fa38a064d0581ca7668', 'subnets': [{'id': '110a991d-ded3-4a7d-ac7f-48d37d00b65b', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9b1583e6-fe0b-4076-9da0-4af2051b7c26', 'name': '', 'network_id': 'c34957db-a3ca-4dee-85ab-6fddde160ebc', 'tenant_id': '9e33aca4a44d4fa38a064d0581ca7668', 'mac_address': 'fa:16:3e:be:da:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ce68e28-5c75-4c71-826f-e3317246175c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3441, 'fixed_ips': [{'subnet_id': '82d97b57-1f93-4b64-b39e-413e0186ddf7', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T19:37:45Z', 'updated_at': '2022-02-09T19:37:50Z', 'revision_number': 5, 'project_id': '9e33aca4a44d4fa38a064d0581ca7668', 'subnets': [{'id': '82d97b57-1f93-4b64-b39e-413e0186ddf7', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103233) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 19:38:02.223489 n-d-713498-36 neutron-server[103230]: DEBUG neutron.services.segments.db [None req-8e7f54e3-a7d3-47b0-9c3a-1c56be55488f tempest-RoutersIpV6Test-841277211 tempest-RoutersIpV6Test-841277211-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['df2c02f4-a06d-4aa4-9ac2-6711c9ce1067']}} {{(pid=103230) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:38:02.247284 n-d-713498-36 neutron-server[103230]: DEBUG neutron.services.segments.db [None req-8e7f54e3-a7d3-47b0-9c3a-1c56be55488f tempest-RoutersIpV6Test-841277211 tempest-RoutersIpV6Test-841277211-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7569d500-d979-44c6-87d4-a3fa3b926b58') {'for_net_delete': True} {{(pid=103230) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:38:02.247779 n-d-713498-36 neutron-server[103230]: DEBUG neutron.services.segments.db [None req-8e7f54e3-a7d3-47b0-9c3a-1c56be55488f tempest-RoutersIpV6Test-841277211 tempest-RoutersIpV6Test-841277211-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7569d500-d979-44c6-87d4-a3fa3b926b58') {} {{(pid=103230) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:38:02.260666 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-8e7f54e3-a7d3-47b0-9c3a-1c56be55488f tempest-RoutersIpV6Test-841277211 tempest-RoutersIpV6Test-841277211-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762867134154', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12895813'] for segment (7569d500-d979-44c6-87d4-a3fa3b926b58), before_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:38:02.289296 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-8e7f54e3-a7d3-47b0-9c3a-1c56be55488f tempest-RoutersIpV6Test-841277211 tempest-RoutersIpV6Test-841277211-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-759574'] for segment (7569d500-d979-44c6-87d4-a3fa3b926b58), precommit_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:38:02.314000 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8e7f54e3-a7d3-47b0-9c3a-1c56be55488f tempest-RoutersIpV6Test-841277211 tempest-RoutersIpV6Test-841277211-project] Releasing vlan 389 on physical network physnet1 to pool {{(pid=103230) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 19:38:02.316801 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aaf8f906-f2b9-4788-b3eb-c592b90287e0 tempest-TestNetworkAdvancedServerOps-1633223542 tempest-TestNetworkAdvancedServerOps-1633223542-project] Notify agent at l3_agent.n-d-713498-36 the message routers_updated {{(pid=103229) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 19:38:02.318289 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-8e7f54e3-a7d3-47b0-9c3a-1c56be55488f tempest-RoutersIpV6Test-841277211 tempest-RoutersIpV6Test-841277211-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-759574', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14393826'] for segment (7569d500-d979-44c6-87d4-a3fa3b926b58), after_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:38:02.322470 n-d-713498-36 neutron-server[103230]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 19:38:02.322470 n-d-713498-36 neutron-server[103230]: self.session.flush() Feb 09 19:38:02.322470 n-d-713498-36 neutron-server[103230]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 19:38:02.322470 n-d-713498-36 neutron-server[103230]: self.session.flush() Feb 09 19:38:02.322470 n-d-713498-36 neutron-server[103230]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 19:38:02.322470 n-d-713498-36 neutron-server[103230]: self.session.flush() Feb 09 19:38:02.322470 n-d-713498-36 neutron-server[103230]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 19:38:02.322470 n-d-713498-36 neutron-server[103230]: self.session.flush() Feb 09 19:38:02.322470 n-d-713498-36 neutron-server[103230]: Traceback (most recent call last): Feb 09 19:38:02.322470 n-d-713498-36 neutron-server[103230]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 19:38:02.322470 n-d-713498-36 neutron-server[103230]: timer() Feb 09 19:38:02.322470 n-d-713498-36 neutron-server[103230]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 19:38:02.322470 n-d-713498-36 neutron-server[103230]: cb(*args, **kw) Feb 09 19:38:02.322470 n-d-713498-36 neutron-server[103230]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 19:38:02.322470 n-d-713498-36 neutron-server[103230]: return func(*args, **kwargs) Feb 09 19:38:02.322470 n-d-713498-36 neutron-server[103230]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 19:38:02.322470 n-d-713498-36 neutron-server[103230]: self._notify() Feb 09 19:38:02.322470 n-d-713498-36 neutron-server[103230]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 19:38:02.322470 n-d-713498-36 neutron-server[103230]: self.callback(batched_events) Feb 09 19:38:02.322470 n-d-713498-36 neutron-server[103230]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 19:38:02.322470 n-d-713498-36 neutron-server[103230]: event.method(event) Feb 09 19:38:02.322470 n-d-713498-36 neutron-server[103230]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 19:38:02.322470 n-d-713498-36 neutron-server[103230]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 19:38:02.322470 n-d-713498-36 neutron-server[103230]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 19:38:02.322470 n-d-713498-36 neutron-server[103230]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 19:38:02.322470 n-d-713498-36 neutron-server[103230]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 19:38:02.322470 n-d-713498-36 neutron-server[103230]: return f(self, *a, **k) Feb 09 19:38:02.322470 n-d-713498-36 neutron-server[103230]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 19:38:02.322470 n-d-713498-36 neutron-server[103230]: return self._get(url).json() Feb 09 19:38:02.322470 n-d-713498-36 neutron-server[103230]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 19:38:02.322470 n-d-713498-36 neutron-server[103230]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 19:38:02.322470 n-d-713498-36 neutron-server[103230]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 19:38:02.322470 n-d-713498-36 neutron-server[103230]: return self.request(url, 'GET', **kwargs) Feb 09 19:38:02.322470 n-d-713498-36 neutron-server[103230]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 19:38:02.322470 n-d-713498-36 neutron-server[103230]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 19:38:02.322470 n-d-713498-36 neutron-server[103230]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 19:38:02.322470 n-d-713498-36 neutron-server[103230]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 19:38:02.322470 n-d-713498-36 neutron-server[103230]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 19:38:02.322470 n-d-713498-36 neutron-server[103230]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 19:38:02.322470 n-d-713498-36 neutron-server[103230]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 19:38:02.331600 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6f5ba8a-ee28-4052-9c33-076999d2c240 None None] Sync routers for ids ['2d38cfb5-4334-482f-a4f2-50916ef92933'] in n-d-713498-36 {{(pid=103232) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 19:38:02.345847 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6f5ba8a-ee28-4052-9c33-076999d2c240 None None] Routers {'2d38cfb5-4334-482f-a4f2-50916ef92933'} bound to L3 agent in host n-d-713498-36 {{(pid=103232) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 19:38:02.346552 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.l3_hamode_db [None req-f6f5ba8a-ee28-4052-9c33-076999d2c240 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T18:51:43Z,description=,heartbeat_timestamp=2022-02-09T19:37:43Z,host='n-d-713498-36',id=93303d5e-5d17-45e8-8963-7694f87783ae,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T18:51:43Z,topic='l3_agent')) {'router_ids': ['2d38cfb5-4334-482f-a4f2-50916ef92933'], 'active': True} {{(pid=103232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:38:02.347965 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-aaf8f906-f2b9-4788-b3eb-c592b90287e0 tempest-TestNetworkAdvancedServerOps-1633223542 tempest-TestNetworkAdvancedServerOps-1633223542-project] Publish callbacks [] for router (None), before_response {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:38:02.349518 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-aaf8f906-f2b9-4788-b3eb-c592b90287e0 tempest-TestNetworkAdvancedServerOps-1633223542 tempest-TestNetworkAdvancedServerOps-1633223542-project] 10.222.0.75 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 5.0506930 Feb 09 19:38:02.353689 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 40088) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:38:02.398457 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-0e6dd3dd-fdc9-464d-9666-90cdcbe428e6 tempest-TestNetworkAdvancedServerOps-513516359 tempest-TestNetworkAdvancedServerOps-513516359-project-admin] 10.222.0.75 "GET /v2.0/subnets?project_id=eba669c4f4c548e495f13ae7579d0fa6&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0425174 Feb 09 19:38:02.400777 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 40090) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:38:02.434671 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-8e7f54e3-a7d3-47b0-9c3a-1c56be55488f tempest-RoutersIpV6Test-841277211 tempest-RoutersIpV6Test-841277211-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-590242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1885479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1818895'] for network (df2c02f4-a06d-4aa4-9ac2-6711c9ce1067), after_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:38:02.457913 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-8e7f54e3-a7d3-47b0-9c3a-1c56be55488f tempest-RoutersIpV6Test-841277211 tempest-RoutersIpV6Test-841277211-project] Publish callbacks [] for network (None), before_response {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:38:02.467599 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-8e7f54e3-a7d3-47b0-9c3a-1c56be55488f tempest-RoutersIpV6Test-841277211 tempest-RoutersIpV6Test-841277211-project] 10.222.0.75 "DELETE /v2.0/networks/df2c02f4-a06d-4aa4-9ac2-6711c9ce1067 HTTP/1.1" status: 204 len: 168 time: 1.4624979 Feb 09 19:38:02.468678 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e7f54e3-a7d3-47b0-9c3a-1c56be55488f tempest-RoutersIpV6Test-841277211 tempest-RoutersIpV6Test-841277211-project] Pushing event deleted for resources: {'Network': ['ID=df2c02f4-a06d-4aa4-9ac2-6711c9ce1067,revision_number=None']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:38:02.470956 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 40092) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:38:02.486615 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.l3_dvr_db [None req-f6f5ba8a-ee28-4052-9c33-076999d2c240 None None] Set router 2d38cfb5-4334-482f-a4f2-50916ef92933 gateway port host: n-d-713498-36 {{(pid=103232) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 19:38:02.829665 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.l3_hamode_db [None req-f6f5ba8a-ee28-4052-9c33-076999d2c240 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d38cfb5-4334-482f-a4f2-50916ef92933', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1038575245', 'tenant_id': 'eba669c4f4c548e495f13ae7579d0fa6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88055e1e-672a-4487-be31-ffb6e833ece5', 'external_fixed_ips': [{'subnet_id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'ip_address': '172.25.1.172'}], 'enable_snat': True}, 'gw_port_id': '7b25201c-a915-4ec0-8dd4-56b46a0463a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T19:37:57Z', 'updated_at': '2022-02-09T19:38:00Z', 'revision_number': 3, 'project_id': 'eba669c4f4c548e495f13ae7579d0fa6', 'gw_port': {'id': '7b25201c-a915-4ec0-8dd4-56b46a0463a5', 'name': '', 'network_id': '88055e1e-672a-4487-be31-ffb6e833ece5', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:c8:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2d38cfb5-4334-482f-a4f2-50916ef92933', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3459, 'fixed_ips': [{'subnet_id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'ip_address': '172.25.1.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T19:37:59Z', 'updated_at': '2022-02-09T19:37:59Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-36'}], 'n-d-713498-36', False) {} {{(pid=103232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:38:02.931808 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6f5ba8a-ee28-4052-9c33-076999d2c240 None None] Checking router: 2d38cfb5-4334-482f-a4f2-50916ef92933 for host: n-d-713498-36 {{(pid=103232) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 19:38:02.932219 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6f5ba8a-ee28-4052-9c33-076999d2c240 None None] Updating router 2d38cfb5-4334-482f-a4f2-50916ef92933 port 7b25201c-a915-4ec0-8dd4-56b46a0463a5 binding host n-d-713498-36 {{(pid=103232) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 19:38:02.955703 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-960e09d2-381c-4887-b76b-628653296fa3 tempest-TestNetworkAdvancedServerOps-513516359 tempest-TestNetworkAdvancedServerOps-513516359-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:38:02.958949 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-960e09d2-381c-4887-b76b-628653296fa3 tempest-TestNetworkAdvancedServerOps-513516359 tempest-TestNetworkAdvancedServerOps-513516359-project-admin] 10.222.0.75 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.5563102 Feb 09 19:38:02.965734 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 40100) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:38:03.021047 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-482efcbc-701d-4b1e-9def-9cea7d0711ae tempest-TestNetworkAdvancedServerOps-513516359 tempest-TestNetworkAdvancedServerOps-513516359-project-admin] 10.222.0.75 "GET /v2.0/subnets?network_id=88055e1e-672a-4487-be31-ffb6e833ece5&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0459683 Feb 09 19:38:03.024392 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-f6f5ba8a-ee28-4052-9c33-076999d2c240 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (7b25201c-a915-4ec0-8dd4-56b46a0463a5), before_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:38:03.037200 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 40102) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:38:03.069444 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.v2.base [None req-04376dc6-5cf4-4ffb-83f8-24652e741aa3 tempest-TestNetworkAdvancedServerOps-1633223542 tempest-TestNetworkAdvancedServerOps-1633223542-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1496475372', 'network_id': '6035eead-e0c7-4408-9f20-6d0c89d4e7ac', 'project_id': 'eba669c4f4c548e495f13ae7579d0fa6', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103230) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 19:38:03.099491 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-217c7460-f5b2-48f2-896b-52bb572987eb req-d39b0c92-7c57-4233-a954-62ce8b3f2916 tempest-ServersNegativeTestJSON-1608020402 tempest-ServersNegativeTestJSON-1608020402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:38:03.101259 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-217c7460-f5b2-48f2-896b-52bb572987eb req-d39b0c92-7c57-4233-a954-62ce8b3f2916 tempest-ServersNegativeTestJSON-1608020402 tempest-ServersNegativeTestJSON-1608020402-project] 10.222.0.75 "GET /v2.0/ports?device_id=ef8fb5b1-266b-4abe-85d3-6f5780a36355 HTTP/1.1" status: 200 len: 945 time: 0.3310952 Feb 09 19:38:03.217360 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-217c7460-f5b2-48f2-896b-52bb572987eb req-4d63ba9a-9970-4484-8881-194ca1c310e5 tempest-ServersNegativeTestJSON-1608020402 tempest-ServersNegativeTestJSON-1608020402-project] 10.222.0.75 "GET /v2.0/security-groups?id=25d47ded-5003-4f4d-b434-467ecec6793f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1030016 Feb 09 19:38:03.260459 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Device 1ae1bc7c-265f-45ac-a876-a207e196992d no longer exists at agent ovs-agent-n-d-713498-36 {{(pid=103232) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 19:38:03.288417 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-04376dc6-5cf4-4ffb-83f8-24652e741aa3 tempest-TestNetworkAdvancedServerOps-1633223542 tempest-TestNetworkAdvancedServerOps-1633223542-project] Made reservation on behalf of eba669c4f4c548e495f13ae7579d0fa6 for: {'subnet': 1} {{(pid=103230) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 19:38:03.292124 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-04376dc6-5cf4-4ffb-83f8-24652e741aa3 tempest-TestNetworkAdvancedServerOps-1633223542 tempest-TestNetworkAdvancedServerOps-1633223542-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12985917'] for subnet (None), before_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:38:03.295187 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] No Port match for: 1ae1bc7c-265f-45ac-a876-a207e196992d {{(pid=103232) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 19:38:03.295645 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Device 1ae1bc7c-265f-45ac-a876-a207e196992d not bound to the agent host n-d-713498-36 {{(pid=103232) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 19:38:03.296289 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Device 99dd2be2-fe1d-4a30-b0b2-34989c92babc no longer exists at agent ovs-agent-n-d-713498-36 {{(pid=103232) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 19:38:03.326841 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] No Port match for: 99dd2be2-fe1d-4a30-b0b2-34989c92babc {{(pid=103232) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 19:38:03.327197 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Device 99dd2be2-fe1d-4a30-b0b2-34989c92babc not bound to the agent host n-d-713498-36 {{(pid=103232) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 19:38:03.487415 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-a46109ea-c437-4202-8899-57cd1870bf27 tempest-RoutersIpV6Test-841277211 tempest-RoutersIpV6Test-841277211-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1834525'] for router_interface (8ce68e28-5c75-4c71-826f-e3317246175c), before_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:38:03.567010 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-f6f5ba8a-ee28-4052-9c33-076999d2c240 None None] Publish callbacks [] for port (7b25201c-a915-4ec0-8dd4-56b46a0463a5), precommit_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:38:03.584944 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-f6f5ba8a-ee28-4052-9c33-076999d2c240 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762867176205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762866656485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762866656503'] for port (7b25201c-a915-4ec0-8dd4-56b46a0463a5), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:38:03.657762 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.managers [None req-f6f5ba8a-ee28-4052-9c33-076999d2c240 None None] Attempting to bind port 7b25201c-a915-4ec0-8dd4-56b46a0463a5 on host n-d-713498-36 for vnic_type normal with profile {{(pid=103232) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 19:38:03.658504 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.managers [None req-f6f5ba8a-ee28-4052-9c33-076999d2c240 None None] Attempting to bind port 7b25201c-a915-4ec0-8dd4-56b46a0463a5 by drivers openvswitch,hyperv on host n-d-713498-36 at level 0 using segments [{'id': 'a4222f89-8d3f-4b51-953b-1a8126392491', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '88055e1e-672a-4487-be31-ffb6e833ece5'}] {{(pid=103232) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 19:38:03.659222 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6f5ba8a-ee28-4052-9c33-076999d2c240 None None] Attempting to bind port 7b25201c-a915-4ec0-8dd4-56b46a0463a5 on network 88055e1e-672a-4487-be31-ffb6e833ece5 {{(pid=103232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 19:38:03.669512 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6f5ba8a-ee28-4052-9c33-076999d2c240 None None] Checking agent: {'id': '496418a2-c002-4aec-ab1a-07f3bea491bd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-36', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 18, 51, 47), 'started_at': datetime.datetime(2022, 2, 9, 18, 52, 17), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 19, 37, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-36'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 19:38:03.671060 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6f5ba8a-ee28-4052-9c33-076999d2c240 None None] Checking segment: {'id': 'a4222f89-8d3f-4b51-953b-1a8126392491', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '88055e1e-672a-4487-be31-ffb6e833ece5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103232) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 19:38:03.671584 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-f6f5ba8a-ee28-4052-9c33-076999d2c240 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:38:03.673528 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6f5ba8a-ee28-4052-9c33-076999d2c240 None None] Bound using segment: {'id': 'a4222f89-8d3f-4b51-953b-1a8126392491', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '88055e1e-672a-4487-be31-ffb6e833ece5'} {{(pid=103232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 19:38:03.674378 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.managers [None req-f6f5ba8a-ee28-4052-9c33-076999d2c240 None None] Bound port: 7b25201c-a915-4ec0-8dd4-56b46a0463a5, host: n-d-713498-36, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a4222f89-8d3f-4b51-953b-1a8126392491', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '88055e1e-672a-4487-be31-ffb6e833ece5'}}] {{(pid=103232) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 19:38:03.676149 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-f6f5ba8a-ee28-4052-9c33-076999d2c240 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (7b25201c-a915-4ec0-8dd4-56b46a0463a5), before_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:38:03.733406 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3528e705-6983-4a56-898d-410e0ff014b9 None None] Pushing event updated for resources: {'Port': ['ID=7b25201c-a915-4ec0-8dd4-56b46a0463a5,revision_number=2']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:38:03.739190 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-04376dc6-5cf4-4ffb-83f8-24652e741aa3 tempest-TestNetworkAdvancedServerOps-1633223542 tempest-TestNetworkAdvancedServerOps-1633223542-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14393611', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12985859'] for subnet (a7f5b809-e422-427f-b277-488571c8bd57), after_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:38:03.782820 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-f6f5ba8a-ee28-4052-9c33-076999d2c240 None None] For port 7b25201c-a915-4ec0-8dd4-56b46a0463a5, host n-d-713498-36, cleared binding levels {{(pid=103232) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 19:38:03.793421 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-f6f5ba8a-ee28-4052-9c33-076999d2c240 None None] For port 7b25201c-a915-4ec0-8dd4-56b46a0463a5, host n-d-713498-36, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-36',level=0,port_id=7b25201c-a915-4ec0-8dd4-56b46a0463a5,segment=NetworkSegment(a4222f89-8d3f-4b51-953b-1a8126392491),segment_id=a4222f89-8d3f-4b51-953b-1a8126392491)] {{(pid=103232) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 19:38:03.816386 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-f6f5ba8a-ee28-4052-9c33-076999d2c240 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762867176205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762866656485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762866656503'] for port (7b25201c-a915-4ec0-8dd4-56b46a0463a5), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:38:03.837232 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04376dc6-5cf4-4ffb-83f8-24652e741aa3 tempest-TestNetworkAdvancedServerOps-1633223542 tempest-TestNetworkAdvancedServerOps-1633223542-project] Pushing event updated for resources: {'Subnet': ['ID=a7f5b809-e422-427f-b277-488571c8bd57,revision_number=0']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:38:03.859194 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04376dc6-5cf4-4ffb-83f8-24652e741aa3 tempest-TestNetworkAdvancedServerOps-1633223542 tempest-TestNetworkAdvancedServerOps-1633223542-project] Checking segment: {'id': 'c9370ef4-6c10-429a-a2d3-5375ca469f6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': '6035eead-e0c7-4408-9f20-6d0c89d4e7ac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103230) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 19:38:03.859565 n-d-713498-36 neutron-server[103230]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04376dc6-5cf4-4ffb-83f8-24652e741aa3 tempest-TestNetworkAdvancedServerOps-1633223542 tempest-TestNetworkAdvancedServerOps-1633223542-project] Network hostable DHCP agents. Network: 6035eead-e0c7-4408-9f20-6d0c89d4e7ac, hostable agents: ['af91e4b9-f4e1-42b1-a25c-a10dc47171c8'], hosted agents: [] {{(pid=103230) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 19:38:03.910042 n-d-713498-36 neutron-server[103230]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04376dc6-5cf4-4ffb-83f8-24652e741aa3 tempest-TestNetworkAdvancedServerOps-1633223542 tempest-TestNetworkAdvancedServerOps-1633223542-project] Network 6035eead-e0c7-4408-9f20-6d0c89d4e7ac is scheduled to be hosted by DHCP agent af91e4b9-f4e1-42b1-a25c-a10dc47171c8 with binding_index 1 {{(pid=103230) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 19:38:03.949221 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3528e705-6983-4a56-898d-410e0ff014b9 None None] Pushing event updated for resources: {'Port': ['ID=7b25201c-a915-4ec0-8dd4-56b46a0463a5,revision_number=3']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:38:03.949525 n-d-713498-36 neutron-server[103230]: DEBUG neutron.scheduler.base_scheduler [None req-04376dc6-5cf4-4ffb-83f8-24652e741aa3 tempest-TestNetworkAdvancedServerOps-1633223542 tempest-TestNetworkAdvancedServerOps-1633223542-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713498-36, 6035eead-e0c7-4408-9f20-6d0c89d4e7ac) {{(pid=103230) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 19:38:03.959385 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04376dc6-5cf4-4ffb-83f8-24652e741aa3 tempest-TestNetworkAdvancedServerOps-1633223542 tempest-TestNetworkAdvancedServerOps-1633223542-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:38:03.959993 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-04376dc6-5cf4-4ffb-83f8-24652e741aa3 tempest-TestNetworkAdvancedServerOps-1633223542 tempest-TestNetworkAdvancedServerOps-1633223542-project] Publish callbacks [] for subnet (None), before_response {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:38:03.981906 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d73e0f3f-a96e-435f-8bb0-68b578a98bcf None None] Network 6035eead-e0c7-4408-9f20-6d0c89d4e7ac requested from n-d-713498-36 {{(pid=103232) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 19:38:04.039859 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 40140) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:38:04.058448 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-04376dc6-5cf4-4ffb-83f8-24652e741aa3 tempest-TestNetworkAdvancedServerOps-1633223542 tempest-TestNetworkAdvancedServerOps-1633223542-project] 10.222.0.75 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.9812117 Feb 09 19:38:04.102038 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.plugin [None req-a46109ea-c437-4202-8899-57cd1870bf27 tempest-RoutersIpV6Test-841277211 tempest-RoutersIpV6Test-841277211-project] Deleting port 9b1583e6-fe0b-4076-9da0-4af2051b7c26 {{(pid=103230) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 19:38:04.104678 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-a46109ea-c437-4202-8899-57cd1870bf27 tempest-RoutersIpV6Test-841277211 tempest-RoutersIpV6Test-841277211-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762867170196'] for port (9b1583e6-fe0b-4076-9da0-4af2051b7c26), before_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:38:04.133872 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6f5ba8a-ee28-4052-9c33-076999d2c240 None None] Routers {'2d38cfb5-4334-482f-a4f2-50916ef92933'} bound to L3 agent in host n-d-713498-36 {{(pid=103232) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 19:38:04.134911 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.l3_hamode_db [None req-f6f5ba8a-ee28-4052-9c33-076999d2c240 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T18:51:43Z,description=,heartbeat_timestamp=2022-02-09T19:37:43Z,host='n-d-713498-36',id=93303d5e-5d17-45e8-8963-7694f87783ae,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T18:51:43Z,topic='l3_agent')) {'router_ids': ['2d38cfb5-4334-482f-a4f2-50916ef92933'], 'active': True} {{(pid=103232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:38:04.337755 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.db [None req-a46109ea-c437-4202-8899-57cd1870bf27 tempest-RoutersIpV6Test-841277211 tempest-RoutersIpV6Test-841277211-project] For port 9b1583e6-fe0b-4076-9da0-4af2051b7c26, host n-d-713498-36, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-36',level=0,port_id=9b1583e6-fe0b-4076-9da0-4af2051b7c26,segment=NetworkSegment(750c9425-2f5d-4b2e-93f8-bfa900600951),segment_id=750c9425-2f5d-4b2e-93f8-bfa900600951)] {{(pid=103230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 19:38:04.338141 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-a46109ea-c437-4202-8899-57cd1870bf27 tempest-RoutersIpV6Test-841277211 tempest-RoutersIpV6Test-841277211-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1820838'] for port (9b1583e6-fe0b-4076-9da0-4af2051b7c26), precommit_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:38:04.392537 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.plugin [None req-a46109ea-c437-4202-8899-57cd1870bf27 tempest-RoutersIpV6Test-841277211 tempest-RoutersIpV6Test-841277211-project] Calling delete_port for 9b1583e6-fe0b-4076-9da0-4af2051b7c26 owned by network:router_interface {{(pid=103230) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 19:38:04.471127 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b78bbc7-1cbe-4f46-bf19-29dba9ee10da None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8b32e980-7cce-5e82-a341-bd2fa8945c89-6035eead-e0c7-4408-9f20-6d0c89d4e7ac', 'network_id': '6035eead-e0c7-4408-9f20-6d0c89d4e7ac', 'project_id': 'eba669c4f4c548e495f13ae7579d0fa6', 'fixed_ips': [{'subnet_id': 'a7f5b809-e422-427f-b277-488571c8bd57'}]}} from n-d-713498-36. {{(pid=103232) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 09 19:38:04.472477 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-3b78bbc7-1cbe-4f46-bf19-29dba9ee10da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (None), before_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:38:04.509425 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5ab62a7-9a17-4798-80dc-1bc6e19c4d4e req-1d5df69c-621a-4959-bb8e-e177e327250f tempest-ServersNegativeTestJSON-1608020402 tempest-ServersNegativeTestJSON-1608020402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:38:04.510998 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-f5ab62a7-9a17-4798-80dc-1bc6e19c4d4e req-1d5df69c-621a-4959-bb8e-e177e327250f tempest-ServersNegativeTestJSON-1608020402 tempest-ServersNegativeTestJSON-1608020402-project] 10.222.0.75 "GET /v2.0/ports?device_id=ef8fb5b1-266b-4abe-85d3-6f5780a36355 HTTP/1.1" status: 200 len: 945 time: 0.1524680 Feb 09 19:38:04.627539 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-f5ab62a7-9a17-4798-80dc-1bc6e19c4d4e req-0993fe5f-d074-47c7-af93-bbea60a7596b tempest-ServersNegativeTestJSON-1608020402 tempest-ServersNegativeTestJSON-1608020402-project] 10.222.0.75 "GET /v2.0/security-groups?id=25d47ded-5003-4f4d-b434-467ecec6793f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1034064 Feb 09 19:38:04.706958 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.l3_dvr_db [None req-f6f5ba8a-ee28-4052-9c33-076999d2c240 None None] Set router 2d38cfb5-4334-482f-a4f2-50916ef92933 gateway port host: n-d-713498-36 {{(pid=103232) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 19:38:04.752393 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-a46109ea-c437-4202-8899-57cd1870bf27 tempest-RoutersIpV6Test-841277211 tempest-RoutersIpV6Test-841277211-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762867177463', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762866656476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14393751'] for port (9b1583e6-fe0b-4076-9da0-4af2051b7c26), after_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:38:04.834659 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a46109ea-c437-4202-8899-57cd1870bf27 tempest-RoutersIpV6Test-841277211 tempest-RoutersIpV6Test-841277211-project] Pushing event deleted for resources: {'Port': ['ID=9b1583e6-fe0b-4076-9da0-4af2051b7c26,revision_number=None']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:38:04.929988 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.db_base_plugin_common [None req-3b78bbc7-1cbe-4f46-bf19-29dba9ee10da None None] Allocated IP 172.20.0.2 (6035eead-e0c7-4408-9f20-6d0c89d4e7ac/a7f5b809-e422-427f-b277-488571c8bd57/99e6a848-87db-43ee-ad5c-64fc4663346f) {{(pid=103232) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 19:38:05.138954 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-3842389d-5d62-4f4a-9fb8-186b939924a2 tempest-TestNetworkAdvancedServerOps-1633223542 tempest-TestNetworkAdvancedServerOps-1633223542-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (None), before_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:38:05.453640 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-a46109ea-c437-4202-8899-57cd1870bf27 tempest-RoutersIpV6Test-841277211 tempest-RoutersIpV6Test-841277211-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1613467', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1834633'] for router_interface (8ce68e28-5c75-4c71-826f-e3317246175c), after_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:38:05.514333 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-3b78bbc7-1cbe-4f46-bf19-29dba9ee10da None None] Publish callbacks [] for port (99e6a848-87db-43ee-ad5c-64fc4663346f), precommit_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:38:05.528541 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-3b78bbc7-1cbe-4f46-bf19-29dba9ee10da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762866656467'] for port (99e6a848-87db-43ee-ad5c-64fc4663346f), after_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:38:05.575692 n-d-713498-36 neutron-server[103232]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b78bbc7-1cbe-4f46-bf19-29dba9ee10da None None] Network 6035eead-e0c7-4408-9f20-6d0c89d4e7ac is already hosted by enough agents. {{(pid=103232) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 19:38:05.584485 n-d-713498-36 neutron-server[103232]: DEBUG neutron.scheduler.base_scheduler [None req-3b78bbc7-1cbe-4f46-bf19-29dba9ee10da None None] Resources bound (agent type, host, resource id): {{(pid=103232) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 19:38:05.595827 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b78bbc7-1cbe-4f46-bf19-29dba9ee10da None None] Received port after_create {{(pid=103232) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 19:38:05.653726 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.l3_hamode_db [None req-f6f5ba8a-ee28-4052-9c33-076999d2c240 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d38cfb5-4334-482f-a4f2-50916ef92933', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1038575245', 'tenant_id': 'eba669c4f4c548e495f13ae7579d0fa6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88055e1e-672a-4487-be31-ffb6e833ece5', 'external_fixed_ips': [{'subnet_id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'ip_address': '172.25.1.172'}], 'enable_snat': True}, 'gw_port_id': '7b25201c-a915-4ec0-8dd4-56b46a0463a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T19:37:57Z', 'updated_at': '2022-02-09T19:38:00Z', 'revision_number': 3, 'project_id': 'eba669c4f4c548e495f13ae7579d0fa6', 'gw_port': {'id': '7b25201c-a915-4ec0-8dd4-56b46a0463a5', 'name': '', 'network_id': '88055e1e-672a-4487-be31-ffb6e833ece5', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:c8:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2d38cfb5-4334-482f-a4f2-50916ef92933', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3459, 'fixed_ips': [{'subnet_id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'ip_address': '172.25.1.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T19:37:59Z', 'updated_at': '2022-02-09T19:38:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-36'}], 'n-d-713498-36', False) {} {{(pid=103232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:38:05.666721 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b78bbc7-1cbe-4f46-bf19-29dba9ee10da None None] Pushing event updated for resources: {'Port': ['ID=99e6a848-87db-43ee-ad5c-64fc4663346f,revision_number=1']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:38:05.706551 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6f5ba8a-ee28-4052-9c33-076999d2c240 None None] The sync data for ids ['2d38cfb5-4334-482f-a4f2-50916ef92933'] in n-d-713498-36 is: [{'id': '2d38cfb5-4334-482f-a4f2-50916ef92933', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1038575245', 'tenant_id': 'eba669c4f4c548e495f13ae7579d0fa6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88055e1e-672a-4487-be31-ffb6e833ece5', 'external_fixed_ips': [{'subnet_id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'ip_address': '172.25.1.172'}], 'enable_snat': True}, 'gw_port_id': '7b25201c-a915-4ec0-8dd4-56b46a0463a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T19:37:57Z', 'updated_at': '2022-02-09T19:38:00Z', 'revision_number': 3, 'project_id': 'eba669c4f4c548e495f13ae7579d0fa6', 'gw_port': {'id': '7b25201c-a915-4ec0-8dd4-56b46a0463a5', 'name': '', 'network_id': '88055e1e-672a-4487-be31-ffb6e833ece5', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:c8:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2d38cfb5-4334-482f-a4f2-50916ef92933', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3459, 'fixed_ips': [{'subnet_id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'ip_address': '172.25.1.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T19:37:59Z', 'updated_at': '2022-02-09T19:38:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-36'}] {{(pid=103232) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 19:38:05.713259 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.managers [None req-3b78bbc7-1cbe-4f46-bf19-29dba9ee10da None None] Attempting to bind port 99e6a848-87db-43ee-ad5c-64fc4663346f on host n-d-713498-36 for vnic_type normal with profile {{(pid=103232) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 19:38:05.718347 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.managers [None req-3b78bbc7-1cbe-4f46-bf19-29dba9ee10da None None] Attempting to bind port 99e6a848-87db-43ee-ad5c-64fc4663346f by drivers openvswitch,hyperv on host n-d-713498-36 at level 0 using segments [{'id': 'c9370ef4-6c10-429a-a2d3-5375ca469f6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': '6035eead-e0c7-4408-9f20-6d0c89d4e7ac'}] {{(pid=103232) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 19:38:05.719429 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b78bbc7-1cbe-4f46-bf19-29dba9ee10da None None] Attempting to bind port 99e6a848-87db-43ee-ad5c-64fc4663346f on network 6035eead-e0c7-4408-9f20-6d0c89d4e7ac {{(pid=103232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 19:38:05.729495 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b78bbc7-1cbe-4f46-bf19-29dba9ee10da None None] Checking agent: {'id': '496418a2-c002-4aec-ab1a-07f3bea491bd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-36', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 18, 51, 47), 'started_at': datetime.datetime(2022, 2, 9, 18, 52, 17), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 19, 37, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-36'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 19:38:05.730468 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b78bbc7-1cbe-4f46-bf19-29dba9ee10da None None] Checking segment: {'id': 'c9370ef4-6c10-429a-a2d3-5375ca469f6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': '6035eead-e0c7-4408-9f20-6d0c89d4e7ac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103232) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 19:38:05.730884 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-3b78bbc7-1cbe-4f46-bf19-29dba9ee10da None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:38:05.731279 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b78bbc7-1cbe-4f46-bf19-29dba9ee10da None None] Bound using segment: {'id': 'c9370ef4-6c10-429a-a2d3-5375ca469f6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': '6035eead-e0c7-4408-9f20-6d0c89d4e7ac'} {{(pid=103232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 19:38:05.736945 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.managers [None req-3b78bbc7-1cbe-4f46-bf19-29dba9ee10da None None] Bound port: 99e6a848-87db-43ee-ad5c-64fc4663346f, host: n-d-713498-36, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c9370ef4-6c10-429a-a2d3-5375ca469f6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': '6035eead-e0c7-4408-9f20-6d0c89d4e7ac'}}] {{(pid=103232) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 19:38:05.737374 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-3b78bbc7-1cbe-4f46-bf19-29dba9ee10da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (99e6a848-87db-43ee-ad5c-64fc4663346f), before_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:38:05.847310 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-3b78bbc7-1cbe-4f46-bf19-29dba9ee10da None None] For port 99e6a848-87db-43ee-ad5c-64fc4663346f, host n-d-713498-36, cleared binding levels {{(pid=103232) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 19:38:05.852822 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-3b78bbc7-1cbe-4f46-bf19-29dba9ee10da None None] For port 99e6a848-87db-43ee-ad5c-64fc4663346f, host n-d-713498-36, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-36',level=0,port_id=99e6a848-87db-43ee-ad5c-64fc4663346f,segment=NetworkSegment(c9370ef4-6c10-429a-a2d3-5375ca469f6c),segment_id=c9370ef4-6c10-429a-a2d3-5375ca469f6c)] {{(pid=103232) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 19:38:05.863947 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-3b78bbc7-1cbe-4f46-bf19-29dba9ee10da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762867176205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762866656485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762866656503'] for port (99e6a848-87db-43ee-ad5c-64fc4663346f), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:38:05.934104 n-d-713498-36 neutron-server[103229]: DEBUG neutron.db.db_base_plugin_common [None req-3842389d-5d62-4f4a-9fb8-186b939924a2 tempest-TestNetworkAdvancedServerOps-1633223542 tempest-TestNetworkAdvancedServerOps-1633223542-project] Allocated IP 172.20.0.1 (6035eead-e0c7-4408-9f20-6d0c89d4e7ac/a7f5b809-e422-427f-b277-488571c8bd57/d4394da1-671e-46cc-bae8-1604cc107d33) {{(pid=103229) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 19:38:06.019430 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b78bbc7-1cbe-4f46-bf19-29dba9ee10da None None] Pushing event updated for resources: {'Port': ['ID=99e6a848-87db-43ee-ad5c-64fc4663346f,revision_number=2']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:38:06.076455 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6461c207-fb2c-464d-8008-c8bf7ac225be req-887d977f-8357-4dc3-b06e-7adc590c7592 tempest-ServersNegativeTestJSON-1608020402 tempest-ServersNegativeTestJSON-1608020402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:38:06.084967 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-6461c207-fb2c-464d-8008-c8bf7ac225be req-887d977f-8357-4dc3-b06e-7adc590c7592 tempest-ServersNegativeTestJSON-1608020402 tempest-ServersNegativeTestJSON-1608020402-project] 10.222.0.75 "GET /v2.0/ports?device_id=ef8fb5b1-266b-4abe-85d3-6f5780a36355 HTTP/1.1" status: 200 len: 945 time: 0.3185771 Feb 09 19:38:06.259739 n-d-713498-36 neutron-server[103230]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a46109ea-c437-4202-8899-57cd1870bf27 tempest-RoutersIpV6Test-841277211 tempest-RoutersIpV6Test-841277211-project] Router 8ce68e28-5c75-4c71-826f-e3317246175c has already been hosted by L3 agent 93303d5e-5d17-45e8-8963-7694f87783ae {{(pid=103230) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 19:38:06.364752 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-6461c207-fb2c-464d-8008-c8bf7ac225be req-76d41bcc-6cbf-43f6-9805-2934e3c0b1d3 tempest-ServersNegativeTestJSON-1608020402 tempest-ServersNegativeTestJSON-1608020402-project] 10.222.0.75 "GET /v2.0/security-groups?id=25d47ded-5003-4f4d-b434-467ecec6793f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2788191 Feb 09 19:38:06.447096 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-3842389d-5d62-4f4a-9fb8-186b939924a2 tempest-TestNetworkAdvancedServerOps-1633223542 tempest-TestNetworkAdvancedServerOps-1633223542-project] Publish callbacks [] for port (d4394da1-671e-46cc-bae8-1604cc107d33), precommit_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:38:06.510318 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a46109ea-c437-4202-8899-57cd1870bf27 tempest-RoutersIpV6Test-841277211 tempest-RoutersIpV6Test-841277211-project] Notify agent at l3_agent.n-d-713498-36 the message routers_updated {{(pid=103230) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 19:38:06.518459 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-a46109ea-c437-4202-8899-57cd1870bf27 tempest-RoutersIpV6Test-841277211 tempest-RoutersIpV6Test-841277211-project] 10.222.0.75 "PUT /v2.0/routers/8ce68e28-5c75-4c71-826f-e3317246175c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0462251 Feb 09 19:38:06.520966 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 40150) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:38:06.522077 n-d-713498-36 neutron-server[103233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afe39a78-5639-409a-ada0-4f3de4461fbc None None] Sync routers for ids ['8ce68e28-5c75-4c71-826f-e3317246175c'] in n-d-713498-36 {{(pid=103233) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 19:38:06.548318 n-d-713498-36 neutron-server[103233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afe39a78-5639-409a-ada0-4f3de4461fbc None None] Routers {'8ce68e28-5c75-4c71-826f-e3317246175c'} bound to L3 agent in host n-d-713498-36 {{(pid=103233) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 19:38:06.548993 n-d-713498-36 neutron-server[103233]: DEBUG neutron.db.l3_hamode_db [None req-afe39a78-5639-409a-ada0-4f3de4461fbc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T18:51:43Z,description=,heartbeat_timestamp=2022-02-09T19:37:43Z,host='n-d-713498-36',id=93303d5e-5d17-45e8-8963-7694f87783ae,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T18:51:43Z,topic='l3_agent')) {'router_ids': ['8ce68e28-5c75-4c71-826f-e3317246175c'], 'active': True} {{(pid=103233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:38:06.592139 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-3842389d-5d62-4f4a-9fb8-186b939924a2 tempest-TestNetworkAdvancedServerOps-1633223542 tempest-TestNetworkAdvancedServerOps-1633223542-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762866656467', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12867576'] for port (d4394da1-671e-46cc-bae8-1604cc107d33), after_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:38:06.625839 n-d-713498-36 neutron-server[103230]: DEBUG neutron.db.db_base_plugin_v2 [None req-22242500-e71e-405a-b189-fd246c6acce8 tempest-RoutersIpV6Test-841277211 tempest-RoutersIpV6Test-841277211-project] Deleting subnet 82d97b57-1f93-4b64-b39e-413e0186ddf7 {{(pid=103230) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 19:38:06.637089 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-22242500-e71e-405a-b189-fd246c6acce8 tempest-RoutersIpV6Test-841277211 tempest-RoutersIpV6Test-841277211-project] Publish callbacks [] for subnet (82d97b57-1f93-4b64-b39e-413e0186ddf7), before_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:38:06.733289 n-d-713498-36 neutron-server[103229]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3842389d-5d62-4f4a-9fb8-186b939924a2 tempest-TestNetworkAdvancedServerOps-1633223542 tempest-TestNetworkAdvancedServerOps-1633223542-project] Network 6035eead-e0c7-4408-9f20-6d0c89d4e7ac is already hosted by enough agents. {{(pid=103229) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 19:38:06.736108 n-d-713498-36 neutron-server[103229]: DEBUG neutron.scheduler.base_scheduler [None req-3842389d-5d62-4f4a-9fb8-186b939924a2 tempest-TestNetworkAdvancedServerOps-1633223542 tempest-TestNetworkAdvancedServerOps-1633223542-project] Resources bound (agent type, host, resource id): {{(pid=103229) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 19:38:06.770655 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3842389d-5d62-4f4a-9fb8-186b939924a2 tempest-TestNetworkAdvancedServerOps-1633223542 tempest-TestNetworkAdvancedServerOps-1633223542-project] Pushing event updated for resources: {'Port': ['ID=d4394da1-671e-46cc-bae8-1604cc107d33,revision_number=1']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:38:06.774594 n-d-713498-36 neutron-server[103229]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3842389d-5d62-4f4a-9fb8-186b939924a2 tempest-TestNetworkAdvancedServerOps-1633223542 tempest-TestNetworkAdvancedServerOps-1633223542-project] Received port after_create {{(pid=103229) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 19:38:06.783894 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-22242500-e71e-405a-b189-fd246c6acce8 tempest-RoutersIpV6Test-841277211 tempest-RoutersIpV6Test-841277211-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12895822'] for subnet (82d97b57-1f93-4b64-b39e-413e0186ddf7), precommit_delete_associations {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:38:06.826621 n-d-713498-36 neutron-server[103233]: DEBUG neutron.db.l3_dvr_db [None req-afe39a78-5639-409a-ada0-4f3de4461fbc None None] Set router 8ce68e28-5c75-4c71-826f-e3317246175c gateway port host: None {{(pid=103233) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 19:38:06.898498 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-3842389d-5d62-4f4a-9fb8-186b939924a2 tempest-TestNetworkAdvancedServerOps-1633223542 tempest-TestNetworkAdvancedServerOps-1633223542-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1819024'] for router_interface (2d38cfb5-4334-482f-a4f2-50916ef92933), before_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:38:07.070729 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-22242500-e71e-405a-b189-fd246c6acce8 tempest-RoutersIpV6Test-841277211 tempest-RoutersIpV6Test-841277211-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-759852'] for subnet (82d97b57-1f93-4b64-b39e-413e0186ddf7), precommit_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:38:07.288074 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-22242500-e71e-405a-b189-fd246c6acce8 tempest-RoutersIpV6Test-841277211 tempest-RoutersIpV6Test-841277211-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-760023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14393672', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12985882'] for subnet (82d97b57-1f93-4b64-b39e-413e0186ddf7), after_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:38:07.337478 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ae9f2aa-17e7-44f8-9313-936c6b7e3919 None None] Network c34957db-a3ca-4dee-85ab-6fddde160ebc requested from n-d-713498-36 {{(pid=103232) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 19:38:07.351496 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Device 99e6a848-87db-43ee-ad5c-64fc4663346f up at agent ovs-agent-n-d-713498-36 {{(pid=103232) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 19:38:07.388218 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-3842389d-5d62-4f4a-9fb8-186b939924a2 tempest-TestNetworkAdvancedServerOps-1633223542 tempest-TestNetworkAdvancedServerOps-1633223542-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (d4394da1-671e-46cc-bae8-1604cc107d33), before_update {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:38:07.418293 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-22242500-e71e-405a-b189-fd246c6acce8 tempest-RoutersIpV6Test-841277211 tempest-RoutersIpV6Test-841277211-project] Publish callbacks [] for subnet (None), before_response {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:38:07.422289 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-22242500-e71e-405a-b189-fd246c6acce8 tempest-RoutersIpV6Test-841277211 tempest-RoutersIpV6Test-841277211-project] 10.222.0.75 "DELETE /v2.0/subnets/82d97b57-1f93-4b64-b39e-413e0186ddf7 HTTP/1.1" status: 204 len: 168 time: 0.8995502 Feb 09 19:38:07.424287 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 40156) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:38:07.426548 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22242500-e71e-405a-b189-fd246c6acce8 tempest-RoutersIpV6Test-841277211 tempest-RoutersIpV6Test-841277211-project] Pushing event deleted for resources: {'Subnet': ['ID=82d97b57-1f93-4b64-b39e-413e0186ddf7,revision_number=None']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:38:07.516537 n-d-713498-36 neutron-server[103233]: DEBUG neutron.db.l3_hamode_db [None req-afe39a78-5639-409a-ada0-4f3de4461fbc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8ce68e28-5c75-4c71-826f-e3317246175c', 'name': 'tempest-RoutersIpV6Test-router-1847530371', 'tenant_id': '9e33aca4a44d4fa38a064d0581ca7668', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T19:37:30Z', 'updated_at': '2022-02-09T19:38:04Z', 'revision_number': 9, 'project_id': '9e33aca4a44d4fa38a064d0581ca7668', 'gw_port_host': None, '_interfaces': [{'id': '17ab5d67-4e7f-4822-bff1-4382ae263533', 'name': '', 'network_id': 'a947464f-ef68-4303-8409-45241edd4781', 'tenant_id': '9e33aca4a44d4fa38a064d0581ca7668', 'mac_address': 'fa:16:3e:6a:88:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ce68e28-5c75-4c71-826f-e3317246175c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3431, 'fixed_ips': [{'subnet_id': '878b645d-2806-4cc3-8a8f-eea724155e12', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T19:37:32Z', 'updated_at': '2022-02-09T19:37:38Z', 'revision_number': 5, 'project_id': '9e33aca4a44d4fa38a064d0581ca7668', 'subnets': [{'id': '878b645d-2806-4cc3-8a8f-eea724155e12', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '1b2172e0-2056-43a9-85e3-7c42ab03f722', 'name': '', 'network_id': '5fe80f6f-ddef-4294-b1e0-eb2ac0a95313', 'tenant_id': '9e33aca4a44d4fa38a064d0581ca7668', 'mac_address': 'fa:16:3e:e0:8c:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ce68e28-5c75-4c71-826f-e3317246175c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3436, 'fixed_ips': [{'subnet_id': '110a991d-ded3-4a7d-ac7f-48d37d00b65b', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T19:37:37Z', 'updated_at': '2022-02-09T19:37:45Z', 'revision_number': 5, 'project_id': '9e33aca4a44d4fa38a064d0581ca7668', 'subnets': [{'id': '110a991d-ded3-4a7d-ac7f-48d37d00b65b', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-36', False) {} {{(pid=103233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:38:07.592634 n-d-713498-36 neutron-server[103233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afe39a78-5639-409a-ada0-4f3de4461fbc None None] Checking router: 8ce68e28-5c75-4c71-826f-e3317246175c for host: n-d-713498-36 {{(pid=103233) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 19:38:07.617668 n-d-713498-36 neutron-server[103233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afe39a78-5639-409a-ada0-4f3de4461fbc None None] Routers {'8ce68e28-5c75-4c71-826f-e3317246175c'} bound to L3 agent in host n-d-713498-36 {{(pid=103233) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 19:38:07.618657 n-d-713498-36 neutron-server[103233]: DEBUG neutron.db.l3_hamode_db [None req-afe39a78-5639-409a-ada0-4f3de4461fbc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T18:51:43Z,description=,heartbeat_timestamp=2022-02-09T19:37:43Z,host='n-d-713498-36',id=93303d5e-5d17-45e8-8963-7694f87783ae,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T18:51:43Z,topic='l3_agent')) {'router_ids': ['8ce68e28-5c75-4c71-826f-e3317246175c'], 'active': True} {{(pid=103233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:38:07.705167 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-861a7a36-f5aa-42b8-a090-80985a35eaff tempest-RoutersIpV6Test-841277211 tempest-RoutersIpV6Test-841277211-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-670458'] for network (c34957db-a3ca-4dee-85ab-6fddde160ebc), before_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:38:07.767429 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.provisioning_blocks [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Provisioning complete for port 99e6a848-87db-43ee-ad5c-64fc4663346f triggered by entity L2. {{(pid=103232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 19:38:07.767813 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593630'] for port (99e6a848-87db-43ee-ad5c-64fc4663346f), provisioning_complete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:38:07.839543 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-699e1554-9a92-4031-b7a8-93a46b6294e1 req-b9944be6-1629-47f5-b0de-1e66057556b9 tempest-ServersNegativeTestJSON-1608020402 tempest-ServersNegativeTestJSON-1608020402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:38:07.841302 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-699e1554-9a92-4031-b7a8-93a46b6294e1 req-b9944be6-1629-47f5-b0de-1e66057556b9 tempest-ServersNegativeTestJSON-1608020402 tempest-ServersNegativeTestJSON-1608020402-project] 10.222.0.75 "GET /v2.0/ports?device_id=ef8fb5b1-266b-4abe-85d3-6f5780a36355 HTTP/1.1" status: 200 len: 945 time: 0.2271113 Feb 09 19:38:07.882846 n-d-713498-36 neutron-server[103233]: DEBUG neutron.db.l3_dvr_db [None req-afe39a78-5639-409a-ada0-4f3de4461fbc None None] Set router 8ce68e28-5c75-4c71-826f-e3317246175c gateway port host: None {{(pid=103233) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 19:38:07.943329 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Current status of the port 99e6a848-87db-43ee-ad5c-64fc4663346f is: DOWN; New status is: ACTIVE {{(pid=103232) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 19:38:07.944348 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (99e6a848-87db-43ee-ad5c-64fc4663346f), before_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:38:07.994545 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] For port 99e6a848-87db-43ee-ad5c-64fc4663346f, host n-d-713498-36, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-36',level=0,port_id=99e6a848-87db-43ee-ad5c-64fc4663346f,segment=NetworkSegment(c9370ef4-6c10-429a-a2d3-5375ca469f6c),segment_id=c9370ef4-6c10-429a-a2d3-5375ca469f6c)] {{(pid=103232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 19:38:07.999747 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762867176205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762866656485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762866656503'] for port (99e6a848-87db-43ee-ad5c-64fc4663346f), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:38:08.000694 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Device 7b25201c-a915-4ec0-8dd4-56b46a0463a5 up at agent ovs-agent-n-d-713498-36 {{(pid=103232) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 19:38:08.105824 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f950076-5e0e-4ed6-aa69-bf7bc7647d84 None None] DHCP port deletion for c34957db-a3ca-4dee-85ab-6fddde160ebc request from n-d-713498-36 {{(pid=103232) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 09 19:38:08.110392 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.provisioning_blocks [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Provisioning complete for port 7b25201c-a915-4ec0-8dd4-56b46a0463a5 triggered by entity L2. {{(pid=103232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 19:38:08.110778 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593630'] for port (7b25201c-a915-4ec0-8dd4-56b46a0463a5), provisioning_complete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:38:08.172748 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a84fb04-2837-454b-a4da-4f9873b770e0 None None] Network 6035eead-e0c7-4408-9f20-6d0c89d4e7ac requested from n-d-713498-36 {{(pid=103232) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 19:38:08.205685 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-3842389d-5d62-4f4a-9fb8-186b939924a2 tempest-TestNetworkAdvancedServerOps-1633223542 tempest-TestNetworkAdvancedServerOps-1633223542-project] Publish callbacks [] for port (d4394da1-671e-46cc-bae8-1604cc107d33), precommit_update {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:38:08.213098 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-3842389d-5d62-4f4a-9fb8-186b939924a2 tempest-TestNetworkAdvancedServerOps-1633223542 tempest-TestNetworkAdvancedServerOps-1633223542-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762867176205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762866656485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762866656503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12867569'] for port (d4394da1-671e-46cc-bae8-1604cc107d33), after_update {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:38:08.249929 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-699e1554-9a92-4031-b7a8-93a46b6294e1 req-86558617-dfd7-4d03-ae35-2632275d7f7d tempest-ServersNegativeTestJSON-1608020402 tempest-ServersNegativeTestJSON-1608020402-project] 10.222.0.75 "GET /v2.0/security-groups?id=25d47ded-5003-4f4d-b434-467ecec6793f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3941400 Feb 09 19:38:08.256264 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.plugin [None req-861a7a36-f5aa-42b8-a090-80985a35eaff tempest-RoutersIpV6Test-841277211 tempest-RoutersIpV6Test-841277211-project] Deleting port c5d267b5-c959-4415-982e-5153db1e2f9e {{(pid=103230) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 19:38:08.256599 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-861a7a36-f5aa-42b8-a090-80985a35eaff tempest-RoutersIpV6Test-841277211 tempest-RoutersIpV6Test-841277211-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762867170196'] for port (c5d267b5-c959-4415-982e-5153db1e2f9e), before_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:38:08.338937 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Pushing event updated for resources: {'Port': ['ID=99e6a848-87db-43ee-ad5c-64fc4663346f,revision_number=3']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:38:08.386643 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-8f950076-5e0e-4ed6-aa69-bf7bc7647d84 None None] Deleting port c5d267b5-c959-4415-982e-5153db1e2f9e {{(pid=103232) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 19:38:08.394918 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-8f950076-5e0e-4ed6-aa69-bf7bc7647d84 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762867170196'] for port (c5d267b5-c959-4415-982e-5153db1e2f9e), before_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:38:08.397714 n-d-713498-36 neutron-server[103233]: DEBUG neutron.db.l3_hamode_db [None req-afe39a78-5639-409a-ada0-4f3de4461fbc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8ce68e28-5c75-4c71-826f-e3317246175c', 'name': 'tempest-RoutersIpV6Test-router-1847530371', 'tenant_id': '9e33aca4a44d4fa38a064d0581ca7668', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T19:37:30Z', 'updated_at': '2022-02-09T19:38:04Z', 'revision_number': 9, 'project_id': '9e33aca4a44d4fa38a064d0581ca7668', 'gw_port_host': None, '_interfaces': [{'id': '17ab5d67-4e7f-4822-bff1-4382ae263533', 'name': '', 'network_id': 'a947464f-ef68-4303-8409-45241edd4781', 'tenant_id': '9e33aca4a44d4fa38a064d0581ca7668', 'mac_address': 'fa:16:3e:6a:88:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ce68e28-5c75-4c71-826f-e3317246175c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3431, 'fixed_ips': [{'subnet_id': '878b645d-2806-4cc3-8a8f-eea724155e12', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T19:37:32Z', 'updated_at': '2022-02-09T19:37:38Z', 'revision_number': 5, 'project_id': '9e33aca4a44d4fa38a064d0581ca7668', 'subnets': [{'id': '878b645d-2806-4cc3-8a8f-eea724155e12', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '1b2172e0-2056-43a9-85e3-7c42ab03f722', 'name': '', 'network_id': '5fe80f6f-ddef-4294-b1e0-eb2ac0a95313', 'tenant_id': '9e33aca4a44d4fa38a064d0581ca7668', 'mac_address': 'fa:16:3e:e0:8c:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ce68e28-5c75-4c71-826f-e3317246175c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3436, 'fixed_ips': [{'subnet_id': '110a991d-ded3-4a7d-ac7f-48d37d00b65b', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T19:37:37Z', 'updated_at': '2022-02-09T19:37:45Z', 'revision_number': 5, 'project_id': '9e33aca4a44d4fa38a064d0581ca7668', 'subnets': [{'id': '110a991d-ded3-4a7d-ac7f-48d37d00b65b', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-36', False) {} {{(pid=103233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:38:08.463813 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-3842389d-5d62-4f4a-9fb8-186b939924a2 tempest-TestNetworkAdvancedServerOps-1633223542 tempest-TestNetworkAdvancedServerOps-1633223542-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1613458', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1834496'] for router_interface (2d38cfb5-4334-482f-a4f2-50916ef92933), after_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:38:08.468519 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.db [None req-861a7a36-f5aa-42b8-a090-80985a35eaff tempest-RoutersIpV6Test-841277211 tempest-RoutersIpV6Test-841277211-project] For port c5d267b5-c959-4415-982e-5153db1e2f9e, host n-d-713498-36, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-36',level=0,port_id=c5d267b5-c959-4415-982e-5153db1e2f9e,segment=NetworkSegment(750c9425-2f5d-4b2e-93f8-bfa900600951),segment_id=750c9425-2f5d-4b2e-93f8-bfa900600951)] {{(pid=103230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 19:38:08.469096 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-861a7a36-f5aa-42b8-a090-80985a35eaff tempest-RoutersIpV6Test-841277211 tempest-RoutersIpV6Test-841277211-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1820838'] for port (c5d267b5-c959-4415-982e-5153db1e2f9e), precommit_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:38:08.475470 n-d-713498-36 neutron-server[103233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afe39a78-5639-409a-ada0-4f3de4461fbc None None] The sync data for ids ['8ce68e28-5c75-4c71-826f-e3317246175c'] in n-d-713498-36 is: [{'id': '8ce68e28-5c75-4c71-826f-e3317246175c', 'name': 'tempest-RoutersIpV6Test-router-1847530371', 'tenant_id': '9e33aca4a44d4fa38a064d0581ca7668', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T19:37:30Z', 'updated_at': '2022-02-09T19:38:04Z', 'revision_number': 9, 'project_id': '9e33aca4a44d4fa38a064d0581ca7668', 'gw_port_host': None, '_interfaces': [{'id': '17ab5d67-4e7f-4822-bff1-4382ae263533', 'name': '', 'network_id': 'a947464f-ef68-4303-8409-45241edd4781', 'tenant_id': '9e33aca4a44d4fa38a064d0581ca7668', 'mac_address': 'fa:16:3e:6a:88:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ce68e28-5c75-4c71-826f-e3317246175c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3431, 'fixed_ips': [{'subnet_id': '878b645d-2806-4cc3-8a8f-eea724155e12', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T19:37:32Z', 'updated_at': '2022-02-09T19:37:38Z', 'revision_number': 5, 'project_id': '9e33aca4a44d4fa38a064d0581ca7668', 'subnets': [{'id': '878b645d-2806-4cc3-8a8f-eea724155e12', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '1b2172e0-2056-43a9-85e3-7c42ab03f722', 'name': '', 'network_id': '5fe80f6f-ddef-4294-b1e0-eb2ac0a95313', 'tenant_id': '9e33aca4a44d4fa38a064d0581ca7668', 'mac_address': 'fa:16:3e:e0:8c:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ce68e28-5c75-4c71-826f-e3317246175c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3436, 'fixed_ips': [{'subnet_id': '110a991d-ded3-4a7d-ac7f-48d37d00b65b', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T19:37:37Z', 'updated_at': '2022-02-09T19:37:45Z', 'revision_number': 5, 'project_id': '9e33aca4a44d4fa38a064d0581ca7668', 'subnets': [{'id': '110a991d-ded3-4a7d-ac7f-48d37d00b65b', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103233) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 19:38:08.492013 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3842389d-5d62-4f4a-9fb8-186b939924a2 tempest-TestNetworkAdvancedServerOps-1633223542 tempest-TestNetworkAdvancedServerOps-1633223542-project] Pushing event updated for resources: {'Port': ['ID=d4394da1-671e-46cc-bae8-1604cc107d33,revision_number=2']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:38:08.501014 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.plugin [None req-861a7a36-f5aa-42b8-a090-80985a35eaff tempest-RoutersIpV6Test-841277211 tempest-RoutersIpV6Test-841277211-project] Calling delete_port for c5d267b5-c959-4415-982e-5153db1e2f9e owned by network:dhcp {{(pid=103230) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 19:38:08.532158 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-8f950076-5e0e-4ed6-aa69-bf7bc7647d84 None None] For port c5d267b5-c959-4415-982e-5153db1e2f9e, host n-d-713498-36, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-36',level=0,port_id=c5d267b5-c959-4415-982e-5153db1e2f9e,segment=NetworkSegment(750c9425-2f5d-4b2e-93f8-bfa900600951),segment_id=750c9425-2f5d-4b2e-93f8-bfa900600951)] {{(pid=103232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 19:38:08.532571 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-8f950076-5e0e-4ed6-aa69-bf7bc7647d84 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1820838'] for port (c5d267b5-c959-4415-982e-5153db1e2f9e), precommit_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:38:08.549489 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-8f950076-5e0e-4ed6-aa69-bf7bc7647d84 None None] Calling delete_port for c5d267b5-c959-4415-982e-5153db1e2f9e owned by network:dhcp {{(pid=103232) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 19:38:08.617466 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.provisioning_blocks [None req-aad9b44b-0d08-4b44-9f67-7a16dfc93511 None None] Provisioning complete for port 99e6a848-87db-43ee-ad5c-64fc4663346f triggered by entity DHCP. {{(pid=103232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 19:38:08.617847 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-aad9b44b-0d08-4b44-9f67-7a16dfc93511 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593630'] for port (99e6a848-87db-43ee-ad5c-64fc4663346f), provisioning_complete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:38:08.694085 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-861a7a36-f5aa-42b8-a090-80985a35eaff tempest-RoutersIpV6Test-841277211 tempest-RoutersIpV6Test-841277211-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762867177463', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762866656476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14393751'] for port (c5d267b5-c959-4415-982e-5153db1e2f9e), after_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:38:08.707963 n-d-713498-36 neutron-server[103229]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3842389d-5d62-4f4a-9fb8-186b939924a2 tempest-TestNetworkAdvancedServerOps-1633223542 tempest-TestNetworkAdvancedServerOps-1633223542-project] Network 6035eead-e0c7-4408-9f20-6d0c89d4e7ac is already hosted by enough agents. {{(pid=103229) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 19:38:08.709631 n-d-713498-36 neutron-server[103229]: DEBUG neutron.scheduler.base_scheduler [None req-3842389d-5d62-4f4a-9fb8-186b939924a2 tempest-TestNetworkAdvancedServerOps-1633223542 tempest-TestNetworkAdvancedServerOps-1633223542-project] Resources bound (agent type, host, resource id): {{(pid=103229) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 19:38:08.748825 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Current status of the port 7b25201c-a915-4ec0-8dd4-56b46a0463a5 is: DOWN; New status is: ACTIVE {{(pid=103232) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 19:38:08.749231 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (7b25201c-a915-4ec0-8dd4-56b46a0463a5), before_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:38:08.759572 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-861a7a36-f5aa-42b8-a090-80985a35eaff tempest-RoutersIpV6Test-841277211 tempest-RoutersIpV6Test-841277211-project] Pushing event deleted for resources: {'Port': ['ID=c5d267b5-c959-4415-982e-5153db1e2f9e,revision_number=None']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:38:08.767651 n-d-713498-36 neutron-server[103230]: DEBUG neutron.db.l3_dvrscheduler_db [None req-861a7a36-f5aa-42b8-a090-80985a35eaff tempest-RoutersIpV6Test-841277211 tempest-RoutersIpV6Test-841277211-project] No DVR routers for this DVR port c5d267b5-c959-4415-982e-5153db1e2f9e on host n-d-713498-36 {{(pid=103230) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 19:38:08.818569 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-8f950076-5e0e-4ed6-aa69-bf7bc7647d84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762867177463', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762866656476'] for port (c5d267b5-c959-4415-982e-5153db1e2f9e), after_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:38:08.826025 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] For port 7b25201c-a915-4ec0-8dd4-56b46a0463a5, host n-d-713498-36, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-36',level=0,port_id=7b25201c-a915-4ec0-8dd4-56b46a0463a5,segment=NetworkSegment(a4222f89-8d3f-4b51-953b-1a8126392491),segment_id=a4222f89-8d3f-4b51-953b-1a8126392491)] {{(pid=103232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 19:38:09.007654 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-861a7a36-f5aa-42b8-a090-80985a35eaff tempest-RoutersIpV6Test-841277211 tempest-RoutersIpV6Test-841277211-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-590267', 'neutron.services.segments.db._delete_segments_for_network-8762867132609'] for network (c34957db-a3ca-4dee-85ab-6fddde160ebc), precommit_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:38:09.061629 n-d-713498-36 neutron-server[103230]: DEBUG neutron.services.segments.db [None req-861a7a36-f5aa-42b8-a090-80985a35eaff tempest-RoutersIpV6Test-841277211 tempest-RoutersIpV6Test-841277211-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c34957db-a3ca-4dee-85ab-6fddde160ebc']}} {{(pid=103230) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:38:09.079728 n-d-713498-36 neutron-server[103229]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3842389d-5d62-4f4a-9fb8-186b939924a2 tempest-TestNetworkAdvancedServerOps-1633223542 tempest-TestNetworkAdvancedServerOps-1633223542-project] Router 2d38cfb5-4334-482f-a4f2-50916ef92933 has already been hosted by L3 agent 93303d5e-5d17-45e8-8963-7694f87783ae {{(pid=103229) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 19:38:09.094751 n-d-713498-36 neutron-server[103230]: DEBUG neutron.services.segments.db [None req-861a7a36-f5aa-42b8-a090-80985a35eaff tempest-RoutersIpV6Test-841277211 tempest-RoutersIpV6Test-841277211-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '750c9425-2f5d-4b2e-93f8-bfa900600951') {'for_net_delete': True} {{(pid=103230) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:38:09.095108 n-d-713498-36 neutron-server[103230]: DEBUG neutron.services.segments.db [None req-861a7a36-f5aa-42b8-a090-80985a35eaff tempest-RoutersIpV6Test-841277211 tempest-RoutersIpV6Test-841277211-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '750c9425-2f5d-4b2e-93f8-bfa900600951') {} {{(pid=103230) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:38:09.117020 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762867176205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762866656485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762866656503'] for port (7b25201c-a915-4ec0-8dd4-56b46a0463a5), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:38:09.121352 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-861a7a36-f5aa-42b8-a090-80985a35eaff tempest-RoutersIpV6Test-841277211 tempest-RoutersIpV6Test-841277211-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762867134154', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12895813'] for segment (750c9425-2f5d-4b2e-93f8-bfa900600951), before_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:38:09.157901 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f950076-5e0e-4ed6-aa69-bf7bc7647d84 None None] Pushing event deleted for resources: {'Port': ['ID=c5d267b5-c959-4415-982e-5153db1e2f9e,revision_number=None']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:38:09.168758 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-861a7a36-f5aa-42b8-a090-80985a35eaff tempest-RoutersIpV6Test-841277211 tempest-RoutersIpV6Test-841277211-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-759574'] for segment (750c9425-2f5d-4b2e-93f8-bfa900600951), precommit_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:38:09.193593 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-861a7a36-f5aa-42b8-a090-80985a35eaff tempest-RoutersIpV6Test-841277211 tempest-RoutersIpV6Test-841277211-project] Releasing vlan 374 on physical network physnet1 to pool {{(pid=103230) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 19:38:09.194019 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-861a7a36-f5aa-42b8-a090-80985a35eaff tempest-RoutersIpV6Test-841277211 tempest-RoutersIpV6Test-841277211-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-759574', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14393826'] for segment (750c9425-2f5d-4b2e-93f8-bfa900600951), after_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:38:09.199310 n-d-713498-36 neutron-server[103230]: Traceback (most recent call last): Feb 09 19:38:09.199310 n-d-713498-36 neutron-server[103230]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 19:38:09.199310 n-d-713498-36 neutron-server[103230]: timer() Feb 09 19:38:09.199310 n-d-713498-36 neutron-server[103230]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 19:38:09.199310 n-d-713498-36 neutron-server[103230]: cb(*args, **kw) Feb 09 19:38:09.199310 n-d-713498-36 neutron-server[103230]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 19:38:09.199310 n-d-713498-36 neutron-server[103230]: return func(*args, **kwargs) Feb 09 19:38:09.199310 n-d-713498-36 neutron-server[103230]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 19:38:09.199310 n-d-713498-36 neutron-server[103230]: self._notify() Feb 09 19:38:09.199310 n-d-713498-36 neutron-server[103230]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 19:38:09.199310 n-d-713498-36 neutron-server[103230]: self.callback(batched_events) Feb 09 19:38:09.199310 n-d-713498-36 neutron-server[103230]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 19:38:09.199310 n-d-713498-36 neutron-server[103230]: event.method(event) Feb 09 19:38:09.199310 n-d-713498-36 neutron-server[103230]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 19:38:09.199310 n-d-713498-36 neutron-server[103230]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 19:38:09.199310 n-d-713498-36 neutron-server[103230]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 19:38:09.199310 n-d-713498-36 neutron-server[103230]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 19:38:09.199310 n-d-713498-36 neutron-server[103230]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 19:38:09.199310 n-d-713498-36 neutron-server[103230]: return f(self, *a, **k) Feb 09 19:38:09.199310 n-d-713498-36 neutron-server[103230]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 19:38:09.199310 n-d-713498-36 neutron-server[103230]: return self._get(url).json() Feb 09 19:38:09.199310 n-d-713498-36 neutron-server[103230]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 19:38:09.199310 n-d-713498-36 neutron-server[103230]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 19:38:09.199310 n-d-713498-36 neutron-server[103230]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 19:38:09.199310 n-d-713498-36 neutron-server[103230]: return self.request(url, 'GET', **kwargs) Feb 09 19:38:09.199310 n-d-713498-36 neutron-server[103230]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 19:38:09.199310 n-d-713498-36 neutron-server[103230]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 19:38:09.199310 n-d-713498-36 neutron-server[103230]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 19:38:09.199310 n-d-713498-36 neutron-server[103230]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 19:38:09.199310 n-d-713498-36 neutron-server[103230]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 19:38:09.199310 n-d-713498-36 neutron-server[103230]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 19:38:09.199310 n-d-713498-36 neutron-server[103230]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 19:38:09.215378 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f950076-5e0e-4ed6-aa69-bf7bc7647d84 None None] No DVR routers for this DVR port c5d267b5-c959-4415-982e-5153db1e2f9e on host n-d-713498-36 {{(pid=103232) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 19:38:09.347150 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-aad9b44b-0d08-4b44-9f67-7a16dfc93511 None None] Current status of the port 99e6a848-87db-43ee-ad5c-64fc4663346f is: ACTIVE; New status is: ACTIVE {{(pid=103232) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 19:38:09.374332 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-861a7a36-f5aa-42b8-a090-80985a35eaff tempest-RoutersIpV6Test-841277211 tempest-RoutersIpV6Test-841277211-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-590242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1885479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1818895'] for network (c34957db-a3ca-4dee-85ab-6fddde160ebc), after_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:38:09.378326 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-861a7a36-f5aa-42b8-a090-80985a35eaff tempest-RoutersIpV6Test-841277211 tempest-RoutersIpV6Test-841277211-project] Publish callbacks [] for network (None), before_response {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:38:09.390374 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-861a7a36-f5aa-42b8-a090-80985a35eaff tempest-RoutersIpV6Test-841277211 tempest-RoutersIpV6Test-841277211-project] 10.222.0.75 "DELETE /v2.0/networks/c34957db-a3ca-4dee-85ab-6fddde160ebc HTTP/1.1" status: 204 len: 168 time: 1.9650021 Feb 09 19:38:09.391025 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 40162) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:38:09.397531 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Pushing event updated for resources: {'Port': ['ID=7b25201c-a915-4ec0-8dd4-56b46a0463a5,revision_number=4']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:38:09.447217 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Device 99e6a848-87db-43ee-ad5c-64fc4663346f up at agent ovs-agent-n-d-713498-36 {{(pid=103232) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 19:38:09.458641 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3842389d-5d62-4f4a-9fb8-186b939924a2 tempest-TestNetworkAdvancedServerOps-1633223542 tempest-TestNetworkAdvancedServerOps-1633223542-project] Notify agent at l3_agent.n-d-713498-36 the message routers_updated {{(pid=103229) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 19:38:09.481186 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-3842389d-5d62-4f4a-9fb8-186b939924a2 tempest-TestNetworkAdvancedServerOps-1633223542 tempest-TestNetworkAdvancedServerOps-1633223542-project] 10.222.0.75 "PUT /v2.0/routers/2d38cfb5-4334-482f-a4f2-50916ef92933/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.4395359 Feb 09 19:38:09.575677 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a686debc-d797-47c8-a214-c907d6246f5f None None] Sync routers for ids ['2d38cfb5-4334-482f-a4f2-50916ef92933'] in n-d-713498-36 {{(pid=103232) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 19:38:09.591815 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-861a7a36-f5aa-42b8-a090-80985a35eaff tempest-RoutersIpV6Test-841277211 tempest-RoutersIpV6Test-841277211-project] Pushing event deleted for resources: {'Network': ['ID=c34957db-a3ca-4dee-85ab-6fddde160ebc,revision_number=None']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:38:09.629302 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ad69e28-7bd7-47c8-a2f0-3add119416e0 req-620ed6e7-eedd-4377-9749-7ed7951355de tempest-ServersNegativeTestJSON-1608020402 tempest-ServersNegativeTestJSON-1608020402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:38:09.632325 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-5ad69e28-7bd7-47c8-a2f0-3add119416e0 req-620ed6e7-eedd-4377-9749-7ed7951355de tempest-ServersNegativeTestJSON-1608020402 tempest-ServersNegativeTestJSON-1608020402-project] 10.222.0.75 "GET /v2.0/ports?device_id=ef8fb5b1-266b-4abe-85d3-6f5780a36355 HTTP/1.1" status: 200 len: 945 time: 0.1480124 Feb 09 19:38:09.645219 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a686debc-d797-47c8-a214-c907d6246f5f None None] Routers {'2d38cfb5-4334-482f-a4f2-50916ef92933'} bound to L3 agent in host n-d-713498-36 {{(pid=103232) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 19:38:09.645862 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.l3_hamode_db [None req-a686debc-d797-47c8-a214-c907d6246f5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T18:51:43Z,description=,heartbeat_timestamp=2022-02-09T19:37:43Z,host='n-d-713498-36',id=93303d5e-5d17-45e8-8963-7694f87783ae,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T18:51:43Z,topic='l3_agent')) {'router_ids': ['2d38cfb5-4334-482f-a4f2-50916ef92933'], 'active': True} {{(pid=103232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:38:09.731264 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-5ad69e28-7bd7-47c8-a2f0-3add119416e0 req-73bfc319-70c9-4619-b46b-6edc8106e181 tempest-ServersNegativeTestJSON-1608020402 tempest-ServersNegativeTestJSON-1608020402-project] 10.222.0.75 "GET /v2.0/security-groups?id=25d47ded-5003-4f4d-b434-467ecec6793f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0924582 Feb 09 19:38:09.824506 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.provisioning_blocks [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Provisioning complete for port 99e6a848-87db-43ee-ad5c-64fc4663346f triggered by entity L2. {{(pid=103232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 19:38:09.825098 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593630'] for port (99e6a848-87db-43ee-ad5c-64fc4663346f), provisioning_complete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:38:09.923270 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.provisioning_blocks [None req-a9b466a3-5c26-4fb4-bcb8-23942b7ac00a None None] Provisioning complete for port d4394da1-671e-46cc-bae8-1604cc107d33 triggered by entity DHCP. {{(pid=103232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 19:38:09.923660 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-a9b466a3-5c26-4fb4-bcb8-23942b7ac00a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593630'] for port (d4394da1-671e-46cc-bae8-1604cc107d33), provisioning_complete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:38:09.963345 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-a9b466a3-5c26-4fb4-bcb8-23942b7ac00a None None] Port d4394da1-671e-46cc-bae8-1604cc107d33 cannot update to ACTIVE because it is not bound. {{(pid=103232) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 19:38:10.001475 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.l3_dvr_db [None req-a686debc-d797-47c8-a214-c907d6246f5f None None] Set router 2d38cfb5-4334-482f-a4f2-50916ef92933 gateway port host: n-d-713498-36 {{(pid=103232) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 19:38:10.004276 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.provisioning_blocks [None req-a9b466a3-5c26-4fb4-bcb8-23942b7ac00a None None] Provisioning complete for port 99e6a848-87db-43ee-ad5c-64fc4663346f triggered by entity DHCP. {{(pid=103232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 19:38:10.004655 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-a9b466a3-5c26-4fb4-bcb8-23942b7ac00a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593630'] for port (99e6a848-87db-43ee-ad5c-64fc4663346f), provisioning_complete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:38:10.171884 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-d85cddff-7c8f-459d-b099-d657f279743c tempest-RoutersIpV6Test-841277211 tempest-RoutersIpV6Test-841277211-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1834525'] for router_interface (8ce68e28-5c75-4c71-826f-e3317246175c), before_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:38:10.348283 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Current status of the port 99e6a848-87db-43ee-ad5c-64fc4663346f is: ACTIVE; New status is: ACTIVE {{(pid=103232) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 19:38:10.371721 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-a9b466a3-5c26-4fb4-bcb8-23942b7ac00a None None] Current status of the port 99e6a848-87db-43ee-ad5c-64fc4663346f is: ACTIVE; New status is: ACTIVE {{(pid=103232) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 19:38:10.434111 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Device 9b1583e6-fe0b-4076-9da0-4af2051b7c26 no longer exists at agent ovs-agent-n-d-713498-36 {{(pid=103232) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 19:38:10.459696 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] No Port match for: 9b1583e6-fe0b-4076-9da0-4af2051b7c26 {{(pid=103232) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 19:38:10.459696 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Device 9b1583e6-fe0b-4076-9da0-4af2051b7c26 not bound to the agent host n-d-713498-36 {{(pid=103232) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 19:38:10.459696 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Device c5d267b5-c959-4415-982e-5153db1e2f9e no longer exists at agent ovs-agent-n-d-713498-36 {{(pid=103232) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 19:38:10.530759 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] No Port match for: c5d267b5-c959-4415-982e-5153db1e2f9e {{(pid=103232) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 19:38:10.531647 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Device c5d267b5-c959-4415-982e-5153db1e2f9e not bound to the agent host n-d-713498-36 {{(pid=103232) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 19:38:10.548326 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.provisioning_blocks [None req-d735308c-7cb2-413c-946d-774619c45b0f None None] Provisioning complete for port d4394da1-671e-46cc-bae8-1604cc107d33 triggered by entity DHCP. {{(pid=103232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 19:38:10.548713 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-d735308c-7cb2-413c-946d-774619c45b0f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593630'] for port (d4394da1-671e-46cc-bae8-1604cc107d33), provisioning_complete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:38:10.603562 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-d735308c-7cb2-413c-946d-774619c45b0f None None] Port d4394da1-671e-46cc-bae8-1604cc107d33 cannot update to ACTIVE because it is not bound. {{(pid=103232) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 19:38:10.622148 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.l3_hamode_db [None req-a686debc-d797-47c8-a214-c907d6246f5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d38cfb5-4334-482f-a4f2-50916ef92933', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1038575245', 'tenant_id': 'eba669c4f4c548e495f13ae7579d0fa6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88055e1e-672a-4487-be31-ffb6e833ece5', 'external_fixed_ips': [{'subnet_id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'ip_address': '172.25.1.172'}], 'enable_snat': True}, 'gw_port_id': '7b25201c-a915-4ec0-8dd4-56b46a0463a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T19:37:57Z', 'updated_at': '2022-02-09T19:38:07Z', 'revision_number': 4, 'project_id': 'eba669c4f4c548e495f13ae7579d0fa6', 'gw_port': {'id': '7b25201c-a915-4ec0-8dd4-56b46a0463a5', 'name': '', 'network_id': '88055e1e-672a-4487-be31-ffb6e833ece5', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:c8:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d38cfb5-4334-482f-a4f2-50916ef92933', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3459, 'fixed_ips': [{'subnet_id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'ip_address': '172.25.1.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T19:37:59Z', 'updated_at': '2022-02-09T19:38:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-36', '_interfaces': [{'id': 'd4394da1-671e-46cc-bae8-1604cc107d33', 'name': '', 'network_id': '6035eead-e0c7-4408-9f20-6d0c89d4e7ac', 'tenant_id': 'eba669c4f4c548e495f13ae7579d0fa6', 'mac_address': 'fa:16:3e:25:d8:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2d38cfb5-4334-482f-a4f2-50916ef92933', 'device_owner': 'network:router_interface', 'standard_attr_id': 3462, 'fixed_ips': [{'subnet_id': 'a7f5b809-e422-427f-b277-488571c8bd57', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T19:38:05Z', 'updated_at': '2022-02-09T19:38:07Z', 'revision_number': 2, 'project_id': 'eba669c4f4c548e495f13ae7579d0fa6', 'subnets': [{'id': 'a7f5b809-e422-427f-b277-488571c8bd57', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-36', False) {} {{(pid=103232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:38:10.663308 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a686debc-d797-47c8-a214-c907d6246f5f None None] Checking router: 2d38cfb5-4334-482f-a4f2-50916ef92933 for host: n-d-713498-36 {{(pid=103232) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 19:38:10.663308 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a686debc-d797-47c8-a214-c907d6246f5f None None] Updating router 2d38cfb5-4334-482f-a4f2-50916ef92933 port d4394da1-671e-46cc-bae8-1604cc107d33 binding host n-d-713498-36 {{(pid=103232) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 19:38:10.698844 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.plugin [None req-d85cddff-7c8f-459d-b099-d657f279743c tempest-RoutersIpV6Test-841277211 tempest-RoutersIpV6Test-841277211-project] Deleting port 1b2172e0-2056-43a9-85e3-7c42ab03f722 {{(pid=103230) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 19:38:10.699550 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-a686debc-d797-47c8-a214-c907d6246f5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (d4394da1-671e-46cc-bae8-1604cc107d33), before_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:38:10.701011 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-d85cddff-7c8f-459d-b099-d657f279743c tempest-RoutersIpV6Test-841277211 tempest-RoutersIpV6Test-841277211-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762867170196'] for port (1b2172e0-2056-43a9-85e3-7c42ab03f722), before_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:38:10.850400 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-881635a4-5042-40ef-980d-20bfe631a1f0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762867132591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593584'] for agent (af91e4b9-f4e1-42b1-a25c-a10dc47171c8), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:38:10.868132 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.db [None req-d85cddff-7c8f-459d-b099-d657f279743c tempest-RoutersIpV6Test-841277211 tempest-RoutersIpV6Test-841277211-project] For port 1b2172e0-2056-43a9-85e3-7c42ab03f722, host n-d-713498-36, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-36',level=0,port_id=1b2172e0-2056-43a9-85e3-7c42ab03f722,segment=NetworkSegment(a9ef0bfc-acfa-4bb3-a830-743d6df498a5),segment_id=a9ef0bfc-acfa-4bb3-a830-743d6df498a5)] {{(pid=103230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 19:38:10.868510 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-d85cddff-7c8f-459d-b099-d657f279743c tempest-RoutersIpV6Test-841277211 tempest-RoutersIpV6Test-841277211-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1820838'] for port (1b2172e0-2056-43a9-85e3-7c42ab03f722), precommit_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:38:10.887486 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.plugin [None req-d85cddff-7c8f-459d-b099-d657f279743c tempest-RoutersIpV6Test-841277211 tempest-RoutersIpV6Test-841277211-project] Calling delete_port for 1b2172e0-2056-43a9-85e3-7c42ab03f722 owned by network:router_interface {{(pid=103230) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 19:38:11.030477 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0e8fc7e-9c02-4e83-b0b0-c0f589f71e49 req-efd3853f-d521-4f3e-b08b-014720f009f1 tempest-ServersNegativeTestJSON-1608020402 tempest-ServersNegativeTestJSON-1608020402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:38:11.043419 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-a0e8fc7e-9c02-4e83-b0b0-c0f589f71e49 req-efd3853f-d521-4f3e-b08b-014720f009f1 tempest-ServersNegativeTestJSON-1608020402 tempest-ServersNegativeTestJSON-1608020402-project] 10.222.0.75 "GET /v2.0/ports?device_id=ef8fb5b1-266b-4abe-85d3-6f5780a36355 HTTP/1.1" status: 200 len: 945 time: 0.1055348 Feb 09 19:38:11.172315 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-a0e8fc7e-9c02-4e83-b0b0-c0f589f71e49 req-f6d42493-4a08-4542-8291-dcf301357f23 tempest-ServersNegativeTestJSON-1608020402 tempest-ServersNegativeTestJSON-1608020402-project] 10.222.0.75 "GET /v2.0/security-groups?id=25d47ded-5003-4f4d-b434-467ecec6793f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1114082 Feb 09 19:38:11.242913 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-d85cddff-7c8f-459d-b099-d657f279743c tempest-RoutersIpV6Test-841277211 tempest-RoutersIpV6Test-841277211-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762867177463', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762866656476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14393751'] for port (1b2172e0-2056-43a9-85e3-7c42ab03f722), after_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:38:11.276054 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Device 7b25201c-a915-4ec0-8dd4-56b46a0463a5 up at agent ovs-agent-n-d-713498-36 {{(pid=103232) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 19:38:11.308417 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d85cddff-7c8f-459d-b099-d657f279743c tempest-RoutersIpV6Test-841277211 tempest-RoutersIpV6Test-841277211-project] Pushing event deleted for resources: {'Port': ['ID=1b2172e0-2056-43a9-85e3-7c42ab03f722,revision_number=None']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:38:11.431835 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-a686debc-d797-47c8-a214-c907d6246f5f None None] Publish callbacks [] for port (d4394da1-671e-46cc-bae8-1604cc107d33), precommit_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:38:11.443123 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-a686debc-d797-47c8-a214-c907d6246f5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762867176205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762866656485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762866656503'] for port (d4394da1-671e-46cc-bae8-1604cc107d33), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:38:11.475996 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-d85cddff-7c8f-459d-b099-d657f279743c tempest-RoutersIpV6Test-841277211 tempest-RoutersIpV6Test-841277211-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1613467', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1834633'] for router_interface (8ce68e28-5c75-4c71-826f-e3317246175c), after_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:38:11.592853 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09a9d2a6-20f6-4934-ba43-9a624d732625 None None] Pushing event updated for resources: {'Port': ['ID=d4394da1-671e-46cc-bae8-1604cc107d33,revision_number=3']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:38:11.612888 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.provisioning_blocks [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Provisioning complete for port 7b25201c-a915-4ec0-8dd4-56b46a0463a5 triggered by entity L2. {{(pid=103232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 19:38:11.613277 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593630'] for port (7b25201c-a915-4ec0-8dd4-56b46a0463a5), provisioning_complete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:38:11.815016 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.managers [None req-a686debc-d797-47c8-a214-c907d6246f5f None None] Attempting to bind port d4394da1-671e-46cc-bae8-1604cc107d33 on host n-d-713498-36 for vnic_type normal with profile {{(pid=103232) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 19:38:11.815592 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.managers [None req-a686debc-d797-47c8-a214-c907d6246f5f None None] Attempting to bind port d4394da1-671e-46cc-bae8-1604cc107d33 by drivers openvswitch,hyperv on host n-d-713498-36 at level 0 using segments [{'id': 'c9370ef4-6c10-429a-a2d3-5375ca469f6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': '6035eead-e0c7-4408-9f20-6d0c89d4e7ac'}] {{(pid=103232) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 19:38:11.816389 n-d-713498-36 neutron-server[103230]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d85cddff-7c8f-459d-b099-d657f279743c tempest-RoutersIpV6Test-841277211 tempest-RoutersIpV6Test-841277211-project] Router 8ce68e28-5c75-4c71-826f-e3317246175c has already been hosted by L3 agent 93303d5e-5d17-45e8-8963-7694f87783ae {{(pid=103230) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 19:38:11.816884 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a686debc-d797-47c8-a214-c907d6246f5f None None] Attempting to bind port d4394da1-671e-46cc-bae8-1604cc107d33 on network 6035eead-e0c7-4408-9f20-6d0c89d4e7ac {{(pid=103232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 19:38:11.822925 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a686debc-d797-47c8-a214-c907d6246f5f None None] Checking agent: {'id': '496418a2-c002-4aec-ab1a-07f3bea491bd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-36', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 18, 51, 47), 'started_at': datetime.datetime(2022, 2, 9, 18, 52, 17), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 19, 37, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-36'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 19:38:11.824074 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a686debc-d797-47c8-a214-c907d6246f5f None None] Checking segment: {'id': 'c9370ef4-6c10-429a-a2d3-5375ca469f6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': '6035eead-e0c7-4408-9f20-6d0c89d4e7ac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103232) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 19:38:11.824527 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-a686debc-d797-47c8-a214-c907d6246f5f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:38:11.825141 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a686debc-d797-47c8-a214-c907d6246f5f None None] Bound using segment: {'id': 'c9370ef4-6c10-429a-a2d3-5375ca469f6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': '6035eead-e0c7-4408-9f20-6d0c89d4e7ac'} {{(pid=103232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 19:38:11.826206 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.managers [None req-a686debc-d797-47c8-a214-c907d6246f5f None None] Bound port: d4394da1-671e-46cc-bae8-1604cc107d33, host: n-d-713498-36, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c9370ef4-6c10-429a-a2d3-5375ca469f6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': '6035eead-e0c7-4408-9f20-6d0c89d4e7ac'}}] {{(pid=103232) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 19:38:11.826630 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-a686debc-d797-47c8-a214-c907d6246f5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (d4394da1-671e-46cc-bae8-1604cc107d33), before_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:38:11.910831 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Current status of the port 7b25201c-a915-4ec0-8dd4-56b46a0463a5 is: ACTIVE; New status is: ACTIVE {{(pid=103232) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 19:38:11.986473 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-a686debc-d797-47c8-a214-c907d6246f5f None None] For port d4394da1-671e-46cc-bae8-1604cc107d33, host n-d-713498-36, cleared binding levels {{(pid=103232) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 19:38:11.991436 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-a686debc-d797-47c8-a214-c907d6246f5f None None] For port d4394da1-671e-46cc-bae8-1604cc107d33, host n-d-713498-36, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-36',level=0,port_id=d4394da1-671e-46cc-bae8-1604cc107d33,segment=NetworkSegment(c9370ef4-6c10-429a-a2d3-5375ca469f6c),segment_id=c9370ef4-6c10-429a-a2d3-5375ca469f6c)] {{(pid=103232) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 19:38:12.003289 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.provisioning_blocks [None req-ab234113-3179-4de7-8f62-82bb0e61d257 None None] Provisioning complete for port d4394da1-671e-46cc-bae8-1604cc107d33 triggered by entity DHCP. {{(pid=103232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 19:38:12.003722 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-ab234113-3179-4de7-8f62-82bb0e61d257 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593630'] for port (d4394da1-671e-46cc-bae8-1604cc107d33), provisioning_complete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:38:12.006017 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-a686debc-d797-47c8-a214-c907d6246f5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762867176205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762866656485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762866656503'] for port (d4394da1-671e-46cc-bae8-1604cc107d33), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:38:12.010392 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d85cddff-7c8f-459d-b099-d657f279743c tempest-RoutersIpV6Test-841277211 tempest-RoutersIpV6Test-841277211-project] Notify agent at l3_agent.n-d-713498-36 the message routers_updated {{(pid=103230) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 19:38:12.017712 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-d85cddff-7c8f-459d-b099-d657f279743c tempest-RoutersIpV6Test-841277211 tempest-RoutersIpV6Test-841277211-project] 10.222.0.75 "PUT /v2.0/routers/8ce68e28-5c75-4c71-826f-e3317246175c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6207232 Feb 09 19:38:12.021570 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 40186) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:38:12.023922 n-d-713498-36 neutron-server[103233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8deabe30-48df-4d84-ab44-b369d7f6483f None None] Sync routers for ids ['8ce68e28-5c75-4c71-826f-e3317246175c'] in n-d-713498-36 {{(pid=103233) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 19:38:12.043829 n-d-713498-36 neutron-server[103233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8deabe30-48df-4d84-ab44-b369d7f6483f None None] Routers {'8ce68e28-5c75-4c71-826f-e3317246175c'} bound to L3 agent in host n-d-713498-36 {{(pid=103233) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 19:38:12.044820 n-d-713498-36 neutron-server[103233]: DEBUG neutron.db.l3_hamode_db [None req-8deabe30-48df-4d84-ab44-b369d7f6483f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T18:51:43Z,description=,heartbeat_timestamp=2022-02-09T19:37:43Z,host='n-d-713498-36',id=93303d5e-5d17-45e8-8963-7694f87783ae,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T18:51:43Z,topic='l3_agent')) {'router_ids': ['8ce68e28-5c75-4c71-826f-e3317246175c'], 'active': True} {{(pid=103233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:38:12.140466 n-d-713498-36 neutron-server[103230]: DEBUG neutron.db.db_base_plugin_v2 [None req-813e6365-ba16-4bbe-96e2-f113d686a89b tempest-RoutersIpV6Test-841277211 tempest-RoutersIpV6Test-841277211-project] Deleting subnet 110a991d-ded3-4a7d-ac7f-48d37d00b65b {{(pid=103230) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 19:38:12.152698 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-813e6365-ba16-4bbe-96e2-f113d686a89b tempest-RoutersIpV6Test-841277211 tempest-RoutersIpV6Test-841277211-project] Publish callbacks [] for subnet (110a991d-ded3-4a7d-ac7f-48d37d00b65b), before_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:38:12.219592 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a686debc-d797-47c8-a214-c907d6246f5f None None] Routers {'2d38cfb5-4334-482f-a4f2-50916ef92933'} bound to L3 agent in host n-d-713498-36 {{(pid=103232) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 19:38:12.220245 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.l3_hamode_db [None req-a686debc-d797-47c8-a214-c907d6246f5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T18:51:43Z,description=,heartbeat_timestamp=2022-02-09T19:37:43Z,host='n-d-713498-36',id=93303d5e-5d17-45e8-8963-7694f87783ae,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T18:51:43Z,topic='l3_agent')) {'router_ids': ['2d38cfb5-4334-482f-a4f2-50916ef92933'], 'active': True} {{(pid=103232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:38:12.304131 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-813e6365-ba16-4bbe-96e2-f113d686a89b tempest-RoutersIpV6Test-841277211 tempest-RoutersIpV6Test-841277211-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12895822'] for subnet (110a991d-ded3-4a7d-ac7f-48d37d00b65b), precommit_delete_associations {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:38:12.360260 n-d-713498-36 neutron-server[103233]: DEBUG neutron.db.l3_dvr_db [None req-8deabe30-48df-4d84-ab44-b369d7f6483f None None] Set router 8ce68e28-5c75-4c71-826f-e3317246175c gateway port host: None {{(pid=103233) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 19:38:12.465425 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eef99bad-bd32-4f27-9b6b-919ed3f4bcec req-9ccbc91f-c9b7-44ac-898a-0e2ccf6efa48 tempest-ServersNegativeTestJSON-1608020402 tempest-ServersNegativeTestJSON-1608020402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:38:12.469418 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-eef99bad-bd32-4f27-9b6b-919ed3f4bcec req-9ccbc91f-c9b7-44ac-898a-0e2ccf6efa48 tempest-ServersNegativeTestJSON-1608020402 tempest-ServersNegativeTestJSON-1608020402-project] 10.222.0.75 "GET /v2.0/ports?device_id=ef8fb5b1-266b-4abe-85d3-6f5780a36355 HTTP/1.1" status: 200 len: 945 time: 0.1406369 Feb 09 19:38:12.476246 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.l3_dvr_db [None req-a686debc-d797-47c8-a214-c907d6246f5f None None] Set router 2d38cfb5-4334-482f-a4f2-50916ef92933 gateway port host: n-d-713498-36 {{(pid=103232) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 19:38:12.556714 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-813e6365-ba16-4bbe-96e2-f113d686a89b tempest-RoutersIpV6Test-841277211 tempest-RoutersIpV6Test-841277211-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-759852'] for subnet (110a991d-ded3-4a7d-ac7f-48d37d00b65b), precommit_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:38:12.571308 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-eef99bad-bd32-4f27-9b6b-919ed3f4bcec req-68205613-25b2-471f-a875-408368ff380e tempest-ServersNegativeTestJSON-1608020402 tempest-ServersNegativeTestJSON-1608020402-project] 10.222.0.75 "GET /v2.0/security-groups?id=25d47ded-5003-4f4d-b434-467ecec6793f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0708714 Feb 09 19:38:12.716587 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-813e6365-ba16-4bbe-96e2-f113d686a89b tempest-RoutersIpV6Test-841277211 tempest-RoutersIpV6Test-841277211-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-760023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14393672', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12985882'] for subnet (110a991d-ded3-4a7d-ac7f-48d37d00b65b), after_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:38:12.740290 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09a9d2a6-20f6-4934-ba43-9a624d732625 None None] Pushing event updated for resources: {'Port': ['ID=d4394da1-671e-46cc-bae8-1604cc107d33,revision_number=4']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:38:12.746436 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-813e6365-ba16-4bbe-96e2-f113d686a89b tempest-RoutersIpV6Test-841277211 tempest-RoutersIpV6Test-841277211-project] Publish callbacks [] for subnet (None), before_response {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:38:12.753155 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-813e6365-ba16-4bbe-96e2-f113d686a89b tempest-RoutersIpV6Test-841277211 tempest-RoutersIpV6Test-841277211-project] 10.222.0.75 "DELETE /v2.0/subnets/110a991d-ded3-4a7d-ac7f-48d37d00b65b HTTP/1.1" status: 204 len: 168 time: 0.7269754 Feb 09 19:38:12.753515 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 40190) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:38:12.771309 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a33fcad-f187-4258-b6c4-721f28f4cb56 None None] Network 5fe80f6f-ddef-4294-b1e0-eb2ac0a95313 requested from n-d-713498-36 {{(pid=103232) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 19:38:12.781145 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-ab234113-3179-4de7-8f62-82bb0e61d257 None None] Current status of the port d4394da1-671e-46cc-bae8-1604cc107d33 is: DOWN; New status is: ACTIVE {{(pid=103232) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 19:38:12.781673 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-ab234113-3179-4de7-8f62-82bb0e61d257 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (d4394da1-671e-46cc-bae8-1604cc107d33), before_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:38:12.797302 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-813e6365-ba16-4bbe-96e2-f113d686a89b tempest-RoutersIpV6Test-841277211 tempest-RoutersIpV6Test-841277211-project] Pushing event deleted for resources: {'Subnet': ['ID=110a991d-ded3-4a7d-ac7f-48d37d00b65b,revision_number=None']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:38:12.803719 n-d-713498-36 neutron-server[103233]: DEBUG neutron.db.l3_hamode_db [None req-8deabe30-48df-4d84-ab44-b369d7f6483f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8ce68e28-5c75-4c71-826f-e3317246175c', 'name': 'tempest-RoutersIpV6Test-router-1847530371', 'tenant_id': '9e33aca4a44d4fa38a064d0581ca7668', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T19:37:30Z', 'updated_at': '2022-02-09T19:38:11Z', 'revision_number': 10, 'project_id': '9e33aca4a44d4fa38a064d0581ca7668', 'gw_port_host': None, '_interfaces': [{'id': '17ab5d67-4e7f-4822-bff1-4382ae263533', 'name': '', 'network_id': 'a947464f-ef68-4303-8409-45241edd4781', 'tenant_id': '9e33aca4a44d4fa38a064d0581ca7668', 'mac_address': 'fa:16:3e:6a:88:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ce68e28-5c75-4c71-826f-e3317246175c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3431, 'fixed_ips': [{'subnet_id': '878b645d-2806-4cc3-8a8f-eea724155e12', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T19:37:32Z', 'updated_at': '2022-02-09T19:37:38Z', 'revision_number': 5, 'project_id': '9e33aca4a44d4fa38a064d0581ca7668', 'subnets': [{'id': '878b645d-2806-4cc3-8a8f-eea724155e12', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-36', False) {} {{(pid=103233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:38:12.848205 n-d-713498-36 neutron-server[103233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8deabe30-48df-4d84-ab44-b369d7f6483f None None] Checking router: 8ce68e28-5c75-4c71-826f-e3317246175c for host: n-d-713498-36 {{(pid=103233) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 19:38:12.868811 n-d-713498-36 neutron-server[103233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8deabe30-48df-4d84-ab44-b369d7f6483f None None] Routers {'8ce68e28-5c75-4c71-826f-e3317246175c'} bound to L3 agent in host n-d-713498-36 {{(pid=103233) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 19:38:12.871028 n-d-713498-36 neutron-server[103233]: DEBUG neutron.db.l3_hamode_db [None req-8deabe30-48df-4d84-ab44-b369d7f6483f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T18:51:43Z,description=,heartbeat_timestamp=2022-02-09T19:37:43Z,host='n-d-713498-36',id=93303d5e-5d17-45e8-8963-7694f87783ae,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T18:51:43Z,topic='l3_agent')) {'router_ids': ['8ce68e28-5c75-4c71-826f-e3317246175c'], 'active': True} {{(pid=103233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:38:12.928539 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-79833cae-366c-42c3-9b43-894e7b1199d9 tempest-RoutersIpV6Test-841277211 tempest-RoutersIpV6Test-841277211-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-670458'] for network (5fe80f6f-ddef-4294-b1e0-eb2ac0a95313), before_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:38:13.033373 n-d-713498-36 neutron-server[103233]: DEBUG neutron.db.l3_dvr_db [None req-8deabe30-48df-4d84-ab44-b369d7f6483f None None] Set router 8ce68e28-5c75-4c71-826f-e3317246175c gateway port host: None {{(pid=103233) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 19:38:13.065625 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.plugin [None req-79833cae-366c-42c3-9b43-894e7b1199d9 tempest-RoutersIpV6Test-841277211 tempest-RoutersIpV6Test-841277211-project] Deleting port cd9f47a9-34b1-4fa7-8c8b-cb82d57dac7e {{(pid=103229) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 19:38:13.066303 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-79833cae-366c-42c3-9b43-894e7b1199d9 tempest-RoutersIpV6Test-841277211 tempest-RoutersIpV6Test-841277211-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762867170196'] for port (cd9f47a9-34b1-4fa7-8c8b-cb82d57dac7e), before_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:38:13.175417 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.db [None req-79833cae-366c-42c3-9b43-894e7b1199d9 tempest-RoutersIpV6Test-841277211 tempest-RoutersIpV6Test-841277211-project] For port cd9f47a9-34b1-4fa7-8c8b-cb82d57dac7e, host n-d-713498-36, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-36',level=0,port_id=cd9f47a9-34b1-4fa7-8c8b-cb82d57dac7e,segment=NetworkSegment(a9ef0bfc-acfa-4bb3-a830-743d6df498a5),segment_id=a9ef0bfc-acfa-4bb3-a830-743d6df498a5)] {{(pid=103229) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 19:38:13.175946 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-79833cae-366c-42c3-9b43-894e7b1199d9 tempest-RoutersIpV6Test-841277211 tempest-RoutersIpV6Test-841277211-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1820838'] for port (cd9f47a9-34b1-4fa7-8c8b-cb82d57dac7e), precommit_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:38:13.216517 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.plugin [None req-79833cae-366c-42c3-9b43-894e7b1199d9 tempest-RoutersIpV6Test-841277211 tempest-RoutersIpV6Test-841277211-project] Calling delete_port for cd9f47a9-34b1-4fa7-8c8b-cb82d57dac7e owned by network:dhcp {{(pid=103229) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 19:38:13.227003 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-ab234113-3179-4de7-8f62-82bb0e61d257 None None] For port d4394da1-671e-46cc-bae8-1604cc107d33, host n-d-713498-36, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-36',level=0,port_id=d4394da1-671e-46cc-bae8-1604cc107d33,segment=NetworkSegment(c9370ef4-6c10-429a-a2d3-5375ca469f6c),segment_id=c9370ef4-6c10-429a-a2d3-5375ca469f6c)] {{(pid=103232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 19:38:13.256443 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.l3_hamode_db [None req-a686debc-d797-47c8-a214-c907d6246f5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d38cfb5-4334-482f-a4f2-50916ef92933', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1038575245', 'tenant_id': 'eba669c4f4c548e495f13ae7579d0fa6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88055e1e-672a-4487-be31-ffb6e833ece5', 'external_fixed_ips': [{'subnet_id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'ip_address': '172.25.1.172'}], 'enable_snat': True}, 'gw_port_id': '7b25201c-a915-4ec0-8dd4-56b46a0463a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T19:37:57Z', 'updated_at': '2022-02-09T19:38:07Z', 'revision_number': 4, 'project_id': 'eba669c4f4c548e495f13ae7579d0fa6', 'gw_port': {'id': '7b25201c-a915-4ec0-8dd4-56b46a0463a5', 'name': '', 'network_id': '88055e1e-672a-4487-be31-ffb6e833ece5', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:c8:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d38cfb5-4334-482f-a4f2-50916ef92933', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3459, 'fixed_ips': [{'subnet_id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'ip_address': '172.25.1.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T19:37:59Z', 'updated_at': '2022-02-09T19:38:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-36', '_interfaces': [{'id': 'd4394da1-671e-46cc-bae8-1604cc107d33', 'name': '', 'network_id': '6035eead-e0c7-4408-9f20-6d0c89d4e7ac', 'tenant_id': 'eba669c4f4c548e495f13ae7579d0fa6', 'mac_address': 'fa:16:3e:25:d8:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2d38cfb5-4334-482f-a4f2-50916ef92933', 'device_owner': 'network:router_interface', 'standard_attr_id': 3462, 'fixed_ips': [{'subnet_id': 'a7f5b809-e422-427f-b277-488571c8bd57', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T19:38:05Z', 'updated_at': '2022-02-09T19:38:11Z', 'revision_number': 4, 'project_id': 'eba669c4f4c548e495f13ae7579d0fa6', 'subnets': [{'id': 'a7f5b809-e422-427f-b277-488571c8bd57', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-36', False) {} {{(pid=103232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:38:13.263328 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-ded4b81d-4aea-4b9c-a35a-64de65ec9379 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762867132591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593584'] for agent (93303d5e-5d17-45e8-8963-7694f87783ae), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:38:13.269153 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-ab234113-3179-4de7-8f62-82bb0e61d257 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762867176205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762866656485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762866656503'] for port (d4394da1-671e-46cc-bae8-1604cc107d33), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:38:13.309512 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a686debc-d797-47c8-a214-c907d6246f5f None None] The sync data for ids ['2d38cfb5-4334-482f-a4f2-50916ef92933'] in n-d-713498-36 is: [{'id': '2d38cfb5-4334-482f-a4f2-50916ef92933', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1038575245', 'tenant_id': 'eba669c4f4c548e495f13ae7579d0fa6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88055e1e-672a-4487-be31-ffb6e833ece5', 'external_fixed_ips': [{'subnet_id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'ip_address': '172.25.1.172'}], 'enable_snat': True}, 'gw_port_id': '7b25201c-a915-4ec0-8dd4-56b46a0463a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T19:37:57Z', 'updated_at': '2022-02-09T19:38:07Z', 'revision_number': 4, 'project_id': 'eba669c4f4c548e495f13ae7579d0fa6', 'gw_port': {'id': '7b25201c-a915-4ec0-8dd4-56b46a0463a5', 'name': '', 'network_id': '88055e1e-672a-4487-be31-ffb6e833ece5', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:c8:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d38cfb5-4334-482f-a4f2-50916ef92933', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3459, 'fixed_ips': [{'subnet_id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'ip_address': '172.25.1.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T19:37:59Z', 'updated_at': '2022-02-09T19:38:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-36', '_interfaces': [{'id': 'd4394da1-671e-46cc-bae8-1604cc107d33', 'name': '', 'network_id': '6035eead-e0c7-4408-9f20-6d0c89d4e7ac', 'tenant_id': 'eba669c4f4c548e495f13ae7579d0fa6', 'mac_address': 'fa:16:3e:25:d8:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2d38cfb5-4334-482f-a4f2-50916ef92933', 'device_owner': 'network:router_interface', 'standard_attr_id': 3462, 'fixed_ips': [{'subnet_id': 'a7f5b809-e422-427f-b277-488571c8bd57', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T19:38:05Z', 'updated_at': '2022-02-09T19:38:11Z', 'revision_number': 4, 'project_id': 'eba669c4f4c548e495f13ae7579d0fa6', 'subnets': [{'id': 'a7f5b809-e422-427f-b277-488571c8bd57', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103232) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 19:38:13.367800 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-79833cae-366c-42c3-9b43-894e7b1199d9 tempest-RoutersIpV6Test-841277211 tempest-RoutersIpV6Test-841277211-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762867177463', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762866656476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12867576'] for port (cd9f47a9-34b1-4fa7-8c8b-cb82d57dac7e), after_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:38:13.390863 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab234113-3179-4de7-8f62-82bb0e61d257 None None] Pushing event updated for resources: {'Port': ['ID=d4394da1-671e-46cc-bae8-1604cc107d33,revision_number=5']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:38:13.398653 n-d-713498-36 neutron-server[103229]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79833cae-366c-42c3-9b43-894e7b1199d9 tempest-RoutersIpV6Test-841277211 tempest-RoutersIpV6Test-841277211-project] No DVR routers for this DVR port cd9f47a9-34b1-4fa7-8c8b-cb82d57dac7e on host n-d-713498-36 {{(pid=103229) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 19:38:13.437718 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.provisioning_blocks [None req-3745b260-7ac4-41ee-b981-c516d4679bd4 None None] Provisioning complete for port d4394da1-671e-46cc-bae8-1604cc107d33 triggered by entity DHCP. {{(pid=103232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 19:38:13.438140 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-3745b260-7ac4-41ee-b981-c516d4679bd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593630'] for port (d4394da1-671e-46cc-bae8-1604cc107d33), provisioning_complete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:38:13.448552 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79833cae-366c-42c3-9b43-894e7b1199d9 tempest-RoutersIpV6Test-841277211 tempest-RoutersIpV6Test-841277211-project] Pushing event deleted for resources: {'Port': ['ID=cd9f47a9-34b1-4fa7-8c8b-cb82d57dac7e,revision_number=None']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:38:13.628435 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-3745b260-7ac4-41ee-b981-c516d4679bd4 None None] Current status of the port d4394da1-671e-46cc-bae8-1604cc107d33 is: ACTIVE; New status is: ACTIVE {{(pid=103232) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 19:38:13.635874 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0072afc7-513e-4da4-a370-334174337c87 None None] DHCP port deletion for 5fe80f6f-ddef-4294-b1e0-eb2ac0a95313 request from n-d-713498-36 {{(pid=103232) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 09 19:38:13.676034 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-79833cae-366c-42c3-9b43-894e7b1199d9 tempest-RoutersIpV6Test-841277211 tempest-RoutersIpV6Test-841277211-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-590267', 'neutron.services.segments.db._delete_segments_for_network-8762867132609'] for network (5fe80f6f-ddef-4294-b1e0-eb2ac0a95313), precommit_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:38:13.679633 n-d-713498-36 neutron-server[103233]: DEBUG neutron.db.l3_hamode_db [None req-8deabe30-48df-4d84-ab44-b369d7f6483f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8ce68e28-5c75-4c71-826f-e3317246175c', 'name': 'tempest-RoutersIpV6Test-router-1847530371', 'tenant_id': '9e33aca4a44d4fa38a064d0581ca7668', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T19:37:30Z', 'updated_at': '2022-02-09T19:38:11Z', 'revision_number': 10, 'project_id': '9e33aca4a44d4fa38a064d0581ca7668', 'gw_port_host': None, '_interfaces': [{'id': '17ab5d67-4e7f-4822-bff1-4382ae263533', 'name': '', 'network_id': 'a947464f-ef68-4303-8409-45241edd4781', 'tenant_id': '9e33aca4a44d4fa38a064d0581ca7668', 'mac_address': 'fa:16:3e:6a:88:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ce68e28-5c75-4c71-826f-e3317246175c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3431, 'fixed_ips': [{'subnet_id': '878b645d-2806-4cc3-8a8f-eea724155e12', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T19:37:32Z', 'updated_at': '2022-02-09T19:37:38Z', 'revision_number': 5, 'project_id': '9e33aca4a44d4fa38a064d0581ca7668', 'subnets': [{'id': '878b645d-2806-4cc3-8a8f-eea724155e12', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-36', False) {} {{(pid=103233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:38:13.728698 n-d-713498-36 neutron-server[103233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8deabe30-48df-4d84-ab44-b369d7f6483f None None] The sync data for ids ['8ce68e28-5c75-4c71-826f-e3317246175c'] in n-d-713498-36 is: [{'id': '8ce68e28-5c75-4c71-826f-e3317246175c', 'name': 'tempest-RoutersIpV6Test-router-1847530371', 'tenant_id': '9e33aca4a44d4fa38a064d0581ca7668', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T19:37:30Z', 'updated_at': '2022-02-09T19:38:11Z', 'revision_number': 10, 'project_id': '9e33aca4a44d4fa38a064d0581ca7668', 'gw_port_host': None, '_interfaces': [{'id': '17ab5d67-4e7f-4822-bff1-4382ae263533', 'name': '', 'network_id': 'a947464f-ef68-4303-8409-45241edd4781', 'tenant_id': '9e33aca4a44d4fa38a064d0581ca7668', 'mac_address': 'fa:16:3e:6a:88:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ce68e28-5c75-4c71-826f-e3317246175c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3431, 'fixed_ips': [{'subnet_id': '878b645d-2806-4cc3-8a8f-eea724155e12', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T19:37:32Z', 'updated_at': '2022-02-09T19:37:38Z', 'revision_number': 5, 'project_id': '9e33aca4a44d4fa38a064d0581ca7668', 'subnets': [{'id': '878b645d-2806-4cc3-8a8f-eea724155e12', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103233) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 19:38:13.769672 n-d-713498-36 neutron-server[103229]: DEBUG neutron.services.segments.db [None req-79833cae-366c-42c3-9b43-894e7b1199d9 tempest-RoutersIpV6Test-841277211 tempest-RoutersIpV6Test-841277211-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5fe80f6f-ddef-4294-b1e0-eb2ac0a95313']}} {{(pid=103229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:38:13.795842 n-d-713498-36 neutron-server[103229]: DEBUG neutron.services.segments.db [None req-79833cae-366c-42c3-9b43-894e7b1199d9 tempest-RoutersIpV6Test-841277211 tempest-RoutersIpV6Test-841277211-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a9ef0bfc-acfa-4bb3-a830-743d6df498a5') {'for_net_delete': True} {{(pid=103229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:38:13.796343 n-d-713498-36 neutron-server[103229]: DEBUG neutron.services.segments.db [None req-79833cae-366c-42c3-9b43-894e7b1199d9 tempest-RoutersIpV6Test-841277211 tempest-RoutersIpV6Test-841277211-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a9ef0bfc-acfa-4bb3-a830-743d6df498a5') {} {{(pid=103229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:38:13.810600 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-79833cae-366c-42c3-9b43-894e7b1199d9 tempest-RoutersIpV6Test-841277211 tempest-RoutersIpV6Test-841277211-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762867134154', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16683417'] for segment (a9ef0bfc-acfa-4bb3-a830-743d6df498a5), before_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:38:13.842595 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-79833cae-366c-42c3-9b43-894e7b1199d9 tempest-RoutersIpV6Test-841277211 tempest-RoutersIpV6Test-841277211-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-759574'] for segment (a9ef0bfc-acfa-4bb3-a830-743d6df498a5), precommit_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:38:13.857009 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91d6306d-84c7-45ed-9474-6c62007f444c req-6b4a91f8-74b7-4864-97d4-a38d1923e89b tempest-ServersNegativeTestJSON-1608020402 tempest-ServersNegativeTestJSON-1608020402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:38:13.859010 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-91d6306d-84c7-45ed-9474-6c62007f444c req-6b4a91f8-74b7-4864-97d4-a38d1923e89b tempest-ServersNegativeTestJSON-1608020402 tempest-ServersNegativeTestJSON-1608020402-project] 10.222.0.75 "GET /v2.0/ports?device_id=ef8fb5b1-266b-4abe-85d3-6f5780a36355 HTTP/1.1" status: 200 len: 945 time: 0.1629748 Feb 09 19:38:13.862524 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-79833cae-366c-42c3-9b43-894e7b1199d9 tempest-RoutersIpV6Test-841277211 tempest-RoutersIpV6Test-841277211-project] Releasing vlan 395 on physical network physnet1 to pool {{(pid=103229) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 19:38:13.863137 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-79833cae-366c-42c3-9b43-894e7b1199d9 tempest-RoutersIpV6Test-841277211 tempest-RoutersIpV6Test-841277211-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-759574', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12867469'] for segment (a9ef0bfc-acfa-4bb3-a830-743d6df498a5), after_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:38:13.867091 n-d-713498-36 neutron-server[103229]: Traceback (most recent call last): Feb 09 19:38:13.867091 n-d-713498-36 neutron-server[103229]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 19:38:13.867091 n-d-713498-36 neutron-server[103229]: timer() Feb 09 19:38:13.867091 n-d-713498-36 neutron-server[103229]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 19:38:13.867091 n-d-713498-36 neutron-server[103229]: cb(*args, **kw) Feb 09 19:38:13.867091 n-d-713498-36 neutron-server[103229]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 19:38:13.867091 n-d-713498-36 neutron-server[103229]: return func(*args, **kwargs) Feb 09 19:38:13.867091 n-d-713498-36 neutron-server[103229]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 19:38:13.867091 n-d-713498-36 neutron-server[103229]: self._notify() Feb 09 19:38:13.867091 n-d-713498-36 neutron-server[103229]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 19:38:13.867091 n-d-713498-36 neutron-server[103229]: self.callback(batched_events) Feb 09 19:38:13.867091 n-d-713498-36 neutron-server[103229]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 19:38:13.867091 n-d-713498-36 neutron-server[103229]: event.method(event) Feb 09 19:38:13.867091 n-d-713498-36 neutron-server[103229]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 19:38:13.867091 n-d-713498-36 neutron-server[103229]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 19:38:13.867091 n-d-713498-36 neutron-server[103229]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 19:38:13.867091 n-d-713498-36 neutron-server[103229]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 19:38:13.867091 n-d-713498-36 neutron-server[103229]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 19:38:13.867091 n-d-713498-36 neutron-server[103229]: return f(self, *a, **k) Feb 09 19:38:13.867091 n-d-713498-36 neutron-server[103229]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 19:38:13.867091 n-d-713498-36 neutron-server[103229]: return self._get(url).json() Feb 09 19:38:13.867091 n-d-713498-36 neutron-server[103229]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 19:38:13.867091 n-d-713498-36 neutron-server[103229]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 19:38:13.867091 n-d-713498-36 neutron-server[103229]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 19:38:13.867091 n-d-713498-36 neutron-server[103229]: return self.request(url, 'GET', **kwargs) Feb 09 19:38:13.867091 n-d-713498-36 neutron-server[103229]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 19:38:13.867091 n-d-713498-36 neutron-server[103229]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 19:38:13.867091 n-d-713498-36 neutron-server[103229]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 19:38:13.867091 n-d-713498-36 neutron-server[103229]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 19:38:13.867091 n-d-713498-36 neutron-server[103229]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 19:38:13.867091 n-d-713498-36 neutron-server[103229]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 19:38:13.867091 n-d-713498-36 neutron-server[103229]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 19:38:13.985251 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-79833cae-366c-42c3-9b43-894e7b1199d9 tempest-RoutersIpV6Test-841277211 tempest-RoutersIpV6Test-841277211-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-590242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1885479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1818895'] for network (5fe80f6f-ddef-4294-b1e0-eb2ac0a95313), after_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:38:14.005772 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-79833cae-366c-42c3-9b43-894e7b1199d9 tempest-RoutersIpV6Test-841277211 tempest-RoutersIpV6Test-841277211-project] Publish callbacks [] for network (None), before_response {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:38:14.009128 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-79833cae-366c-42c3-9b43-894e7b1199d9 tempest-RoutersIpV6Test-841277211 tempest-RoutersIpV6Test-841277211-project] 10.222.0.75 "DELETE /v2.0/networks/5fe80f6f-ddef-4294-b1e0-eb2ac0a95313 HTTP/1.1" status: 204 len: 168 time: 1.2539473 Feb 09 19:38:14.012763 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 40196) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:38:14.032312 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-91d6306d-84c7-45ed-9474-6c62007f444c req-5f323c26-4dc1-4ec6-aa15-eaccf152f309 tempest-ServersNegativeTestJSON-1608020402 tempest-ServersNegativeTestJSON-1608020402-project] 10.222.0.75 "GET /v2.0/security-groups?id=25d47ded-5003-4f4d-b434-467ecec6793f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1617692 Feb 09 19:38:14.034209 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79833cae-366c-42c3-9b43-894e7b1199d9 tempest-RoutersIpV6Test-841277211 tempest-RoutersIpV6Test-841277211-project] Pushing event deleted for resources: {'Network': ['ID=5fe80f6f-ddef-4294-b1e0-eb2ac0a95313,revision_number=None']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:38:14.378443 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-edc54c9b-7f13-45d9-9271-85c9738b0128 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762867132591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593584'] for agent (a62b1850-466f-48ae-bec7-d62fb280e14b), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:38:14.704193 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-28b3e517-c2cc-4820-9126-0e76391edc48 tempest-RoutersIpV6Test-841277211 tempest-RoutersIpV6Test-841277211-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1834525'] for router_interface (8ce68e28-5c75-4c71-826f-e3317246175c), before_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:38:15.075931 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.plugin [None req-28b3e517-c2cc-4820-9126-0e76391edc48 tempest-RoutersIpV6Test-841277211 tempest-RoutersIpV6Test-841277211-project] Deleting port 17ab5d67-4e7f-4822-bff1-4382ae263533 {{(pid=103229) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 19:38:15.076623 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-28b3e517-c2cc-4820-9126-0e76391edc48 tempest-RoutersIpV6Test-841277211 tempest-RoutersIpV6Test-841277211-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762867170196'] for port (17ab5d67-4e7f-4822-bff1-4382ae263533), before_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:38:15.336261 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Device d4394da1-671e-46cc-bae8-1604cc107d33 up at agent ovs-agent-n-d-713498-36 {{(pid=103232) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 19:38:15.472949 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.provisioning_blocks [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Provisioning complete for port d4394da1-671e-46cc-bae8-1604cc107d33 triggered by entity L2. {{(pid=103232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 19:38:15.473865 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593630'] for port (d4394da1-671e-46cc-bae8-1604cc107d33), provisioning_complete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:38:15.626793 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Current status of the port d4394da1-671e-46cc-bae8-1604cc107d33 is: ACTIVE; New status is: ACTIVE {{(pid=103232) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 19:38:15.705769 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.db [None req-28b3e517-c2cc-4820-9126-0e76391edc48 tempest-RoutersIpV6Test-841277211 tempest-RoutersIpV6Test-841277211-project] For port 17ab5d67-4e7f-4822-bff1-4382ae263533, host n-d-713498-36, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-36',level=0,port_id=17ab5d67-4e7f-4822-bff1-4382ae263533,segment=NetworkSegment(cdf20bc7-2964-4813-b1ff-b6f7652d1863),segment_id=cdf20bc7-2964-4813-b1ff-b6f7652d1863)] {{(pid=103229) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 19:38:15.706407 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-28b3e517-c2cc-4820-9126-0e76391edc48 tempest-RoutersIpV6Test-841277211 tempest-RoutersIpV6Test-841277211-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1820838'] for port (17ab5d67-4e7f-4822-bff1-4382ae263533), precommit_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:38:15.719972 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Device cd9f47a9-34b1-4fa7-8c8b-cb82d57dac7e no longer exists at agent ovs-agent-n-d-713498-36 {{(pid=103232) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 19:38:15.723123 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5071af3-fa71-43aa-9be2-8d703bd90559 req-97983bc1-243c-4fff-af56-e2bf9722c617 tempest-ServersNegativeTestJSON-1608020402 tempest-ServersNegativeTestJSON-1608020402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:38:15.724692 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-c5071af3-fa71-43aa-9be2-8d703bd90559 req-97983bc1-243c-4fff-af56-e2bf9722c617 tempest-ServersNegativeTestJSON-1608020402 tempest-ServersNegativeTestJSON-1608020402-project] 10.222.0.75 "GET /v2.0/ports?device_id=ef8fb5b1-266b-4abe-85d3-6f5780a36355 HTTP/1.1" status: 200 len: 945 time: 0.1125944 Feb 09 19:38:15.733451 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.plugin [None req-28b3e517-c2cc-4820-9126-0e76391edc48 tempest-RoutersIpV6Test-841277211 tempest-RoutersIpV6Test-841277211-project] Calling delete_port for 17ab5d67-4e7f-4822-bff1-4382ae263533 owned by network:router_interface {{(pid=103229) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 19:38:15.759475 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] No Port match for: cd9f47a9-34b1-4fa7-8c8b-cb82d57dac7e {{(pid=103232) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 19:38:15.759816 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Device cd9f47a9-34b1-4fa7-8c8b-cb82d57dac7e not bound to the agent host n-d-713498-36 {{(pid=103232) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 19:38:15.760429 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Device 1b2172e0-2056-43a9-85e3-7c42ab03f722 no longer exists at agent ovs-agent-n-d-713498-36 {{(pid=103232) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 19:38:15.796655 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] No Port match for: 1b2172e0-2056-43a9-85e3-7c42ab03f722 {{(pid=103232) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 19:38:15.797464 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Device 1b2172e0-2056-43a9-85e3-7c42ab03f722 not bound to the agent host n-d-713498-36 {{(pid=103232) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 19:38:15.841046 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-c5071af3-fa71-43aa-9be2-8d703bd90559 req-dba75d08-a918-47d2-a529-ff19bd6f8075 tempest-ServersNegativeTestJSON-1608020402 tempest-ServersNegativeTestJSON-1608020402-project] 10.222.0.75 "GET /v2.0/security-groups?id=25d47ded-5003-4f4d-b434-467ecec6793f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1096351 Feb 09 19:38:16.006379 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-28b3e517-c2cc-4820-9126-0e76391edc48 tempest-RoutersIpV6Test-841277211 tempest-RoutersIpV6Test-841277211-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762867177463', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762866656476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12867576'] for port (17ab5d67-4e7f-4822-bff1-4382ae263533), after_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:38:16.008690 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-a7262a8e-0513-48fd-984d-75726a511961 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762867132591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593584'] for agent (911cfea2-02ae-4ec9-bac3-7808ee1cdd9c), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:38:16.056900 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28b3e517-c2cc-4820-9126-0e76391edc48 tempest-RoutersIpV6Test-841277211 tempest-RoutersIpV6Test-841277211-project] Pushing event deleted for resources: {'Port': ['ID=17ab5d67-4e7f-4822-bff1-4382ae263533,revision_number=None']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:38:16.187039 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-28b3e517-c2cc-4820-9126-0e76391edc48 tempest-RoutersIpV6Test-841277211 tempest-RoutersIpV6Test-841277211-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1613467', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1834633'] for router_interface (8ce68e28-5c75-4c71-826f-e3317246175c), after_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:38:16.452191 n-d-713498-36 neutron-server[103229]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-28b3e517-c2cc-4820-9126-0e76391edc48 tempest-RoutersIpV6Test-841277211 tempest-RoutersIpV6Test-841277211-project] Router 8ce68e28-5c75-4c71-826f-e3317246175c has already been hosted by L3 agent 93303d5e-5d17-45e8-8963-7694f87783ae {{(pid=103229) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 19:38:16.537389 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-28b3e517-c2cc-4820-9126-0e76391edc48 tempest-RoutersIpV6Test-841277211 tempest-RoutersIpV6Test-841277211-project] Notify agent at l3_agent.n-d-713498-36 the message routers_updated {{(pid=103229) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 19:38:16.544622 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-28b3e517-c2cc-4820-9126-0e76391edc48 tempest-RoutersIpV6Test-841277211 tempest-RoutersIpV6Test-841277211-project] 10.222.0.75 "PUT /v2.0/routers/8ce68e28-5c75-4c71-826f-e3317246175c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5308521 Feb 09 19:38:16.547472 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 40208) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:38:16.550317 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61b02527-fe04-4833-bb9e-bf90f1f8c173 None None] Sync routers for ids ['8ce68e28-5c75-4c71-826f-e3317246175c'] in n-d-713498-36 {{(pid=103232) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 19:38:16.563564 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61b02527-fe04-4833-bb9e-bf90f1f8c173 None None] Routers {'8ce68e28-5c75-4c71-826f-e3317246175c'} bound to L3 agent in host n-d-713498-36 {{(pid=103232) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 19:38:16.564328 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.l3_hamode_db [None req-61b02527-fe04-4833-bb9e-bf90f1f8c173 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T18:51:43Z,description=,heartbeat_timestamp=2022-02-09T19:38:13Z,host='n-d-713498-36',id=93303d5e-5d17-45e8-8963-7694f87783ae,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T18:51:43Z,topic='l3_agent')) {'router_ids': ['8ce68e28-5c75-4c71-826f-e3317246175c'], 'active': True} {{(pid=103232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:38:16.616014 n-d-713498-36 neutron-server[103230]: DEBUG neutron.db.db_base_plugin_v2 [None req-ddfbc138-b16e-4bef-90fb-caa026155fb9 tempest-RoutersIpV6Test-841277211 tempest-RoutersIpV6Test-841277211-project] Deleting subnet 878b645d-2806-4cc3-8a8f-eea724155e12 {{(pid=103230) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 19:38:16.619820 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-ddfbc138-b16e-4bef-90fb-caa026155fb9 tempest-RoutersIpV6Test-841277211 tempest-RoutersIpV6Test-841277211-project] Publish callbacks [] for subnet (878b645d-2806-4cc3-8a8f-eea724155e12), before_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:38:16.663169 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.l3_dvr_db [None req-61b02527-fe04-4833-bb9e-bf90f1f8c173 None None] Set router 8ce68e28-5c75-4c71-826f-e3317246175c gateway port host: None {{(pid=103232) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 19:38:16.664487 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-ddfbc138-b16e-4bef-90fb-caa026155fb9 tempest-RoutersIpV6Test-841277211 tempest-RoutersIpV6Test-841277211-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12895822'] for subnet (878b645d-2806-4cc3-8a8f-eea724155e12), precommit_delete_associations {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:38:16.739745 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.l3_hamode_db [None req-61b02527-fe04-4833-bb9e-bf90f1f8c173 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8ce68e28-5c75-4c71-826f-e3317246175c', 'name': 'tempest-RoutersIpV6Test-router-1847530371', 'tenant_id': '9e33aca4a44d4fa38a064d0581ca7668', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T19:37:30Z', 'updated_at': '2022-02-09T19:38:15Z', 'revision_number': 11, 'project_id': '9e33aca4a44d4fa38a064d0581ca7668', 'gw_port_host': None}], 'n-d-713498-36', False) {} {{(pid=103232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:38:16.772296 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-ddfbc138-b16e-4bef-90fb-caa026155fb9 tempest-RoutersIpV6Test-841277211 tempest-RoutersIpV6Test-841277211-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-759852'] for subnet (878b645d-2806-4cc3-8a8f-eea724155e12), precommit_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:38:16.774205 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61b02527-fe04-4833-bb9e-bf90f1f8c173 None None] Checking router: 8ce68e28-5c75-4c71-826f-e3317246175c for host: n-d-713498-36 {{(pid=103232) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 19:38:16.792788 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61b02527-fe04-4833-bb9e-bf90f1f8c173 None None] Routers {'8ce68e28-5c75-4c71-826f-e3317246175c'} bound to L3 agent in host n-d-713498-36 {{(pid=103232) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 19:38:16.795231 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.l3_hamode_db [None req-61b02527-fe04-4833-bb9e-bf90f1f8c173 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T18:51:43Z,description=,heartbeat_timestamp=2022-02-09T19:38:13Z,host='n-d-713498-36',id=93303d5e-5d17-45e8-8963-7694f87783ae,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T18:51:43Z,topic='l3_agent')) {'router_ids': ['8ce68e28-5c75-4c71-826f-e3317246175c'], 'active': True} {{(pid=103232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:38:16.865378 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-ddfbc138-b16e-4bef-90fb-caa026155fb9 tempest-RoutersIpV6Test-841277211 tempest-RoutersIpV6Test-841277211-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-760023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14393672', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12985882'] for subnet (878b645d-2806-4cc3-8a8f-eea724155e12), after_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:38:16.887243 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.l3_dvr_db [None req-61b02527-fe04-4833-bb9e-bf90f1f8c173 None None] Set router 8ce68e28-5c75-4c71-826f-e3317246175c gateway port host: None {{(pid=103232) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 19:38:16.898575 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddfbc138-b16e-4bef-90fb-caa026155fb9 tempest-RoutersIpV6Test-841277211 tempest-RoutersIpV6Test-841277211-project] Pushing event deleted for resources: {'Subnet': ['ID=878b645d-2806-4cc3-8a8f-eea724155e12,revision_number=None']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:38:16.915171 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-ddfbc138-b16e-4bef-90fb-caa026155fb9 tempest-RoutersIpV6Test-841277211 tempest-RoutersIpV6Test-841277211-project] Publish callbacks [] for subnet (None), before_response {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:38:16.923604 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 40214) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:38:16.924153 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-ddfbc138-b16e-4bef-90fb-caa026155fb9 tempest-RoutersIpV6Test-841277211 tempest-RoutersIpV6Test-841277211-project] 10.222.0.75 "DELETE /v2.0/subnets/878b645d-2806-4cc3-8a8f-eea724155e12 HTTP/1.1" status: 204 len: 168 time: 0.3750935 Feb 09 19:38:16.959336 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.l3_hamode_db [None req-61b02527-fe04-4833-bb9e-bf90f1f8c173 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8ce68e28-5c75-4c71-826f-e3317246175c', 'name': 'tempest-RoutersIpV6Test-router-1847530371', 'tenant_id': '9e33aca4a44d4fa38a064d0581ca7668', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T19:37:30Z', 'updated_at': '2022-02-09T19:38:15Z', 'revision_number': 11, 'project_id': '9e33aca4a44d4fa38a064d0581ca7668', 'gw_port_host': None}], 'n-d-713498-36', False) {} {{(pid=103232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:38:16.988303 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-876b004c-fd25-49b6-b0cd-4e130b8f5b8e None None] Network a947464f-ef68-4303-8409-45241edd4781 requested from n-d-713498-36 {{(pid=103232) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 19:38:16.992087 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61b02527-fe04-4833-bb9e-bf90f1f8c173 None None] The sync data for ids ['8ce68e28-5c75-4c71-826f-e3317246175c'] in n-d-713498-36 is: [{'id': '8ce68e28-5c75-4c71-826f-e3317246175c', 'name': 'tempest-RoutersIpV6Test-router-1847530371', 'tenant_id': '9e33aca4a44d4fa38a064d0581ca7668', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T19:37:30Z', 'updated_at': '2022-02-09T19:38:15Z', 'revision_number': 11, 'project_id': '9e33aca4a44d4fa38a064d0581ca7668', 'gw_port_host': None}] {{(pid=103232) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 19:38:17.103534 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762867132591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593584'] for agent (496418a2-c002-4aec-ab1a-07f3bea491bd), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:38:17.138406 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-91403e4e-a544-4356-b18b-02869a96a1a4 tempest-RoutersIpV6Test-841277211 tempest-RoutersIpV6Test-841277211-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-670458'] for network (a947464f-ef68-4303-8409-45241edd4781), before_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:38:17.172989 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5c99400-4f3e-4a4b-b331-47da2ecbf467 req-6f6c58cb-b8e2-4f74-81a4-44d62f91c9e8 tempest-ServersNegativeTestJSON-1608020402 tempest-ServersNegativeTestJSON-1608020402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:38:17.174670 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-b5c99400-4f3e-4a4b-b331-47da2ecbf467 req-6f6c58cb-b8e2-4f74-81a4-44d62f91c9e8 tempest-ServersNegativeTestJSON-1608020402 tempest-ServersNegativeTestJSON-1608020402-project] 10.222.0.75 "GET /v2.0/ports?device_id=ef8fb5b1-266b-4abe-85d3-6f5780a36355 HTTP/1.1" status: 200 len: 945 time: 0.1257231 Feb 09 19:38:17.274555 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-b5c99400-4f3e-4a4b-b331-47da2ecbf467 req-dd102c69-d0d2-46f7-81c0-225c284911da tempest-ServersNegativeTestJSON-1608020402 tempest-ServersNegativeTestJSON-1608020402-project] 10.222.0.75 "GET /v2.0/security-groups?id=25d47ded-5003-4f4d-b434-467ecec6793f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0825024 Feb 09 19:38:17.277735 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.plugin [None req-91403e4e-a544-4356-b18b-02869a96a1a4 tempest-RoutersIpV6Test-841277211 tempest-RoutersIpV6Test-841277211-project] Deleting port c5a3c67b-2d34-40b1-b33f-4d85ae257477 {{(pid=103229) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 19:38:17.278125 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-91403e4e-a544-4356-b18b-02869a96a1a4 tempest-RoutersIpV6Test-841277211 tempest-RoutersIpV6Test-841277211-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762867170196'] for port (c5a3c67b-2d34-40b1-b33f-4d85ae257477), before_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:38:17.367418 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4061cd9-4637-4535-a679-4a1f17a28a2f None None] DHCP port deletion for a947464f-ef68-4303-8409-45241edd4781 request from n-d-713498-36 {{(pid=103232) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 09 19:38:17.415459 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.db [None req-91403e4e-a544-4356-b18b-02869a96a1a4 tempest-RoutersIpV6Test-841277211 tempest-RoutersIpV6Test-841277211-project] For port c5a3c67b-2d34-40b1-b33f-4d85ae257477, host n-d-713498-36, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-36',level=0,port_id=c5a3c67b-2d34-40b1-b33f-4d85ae257477,segment=NetworkSegment(cdf20bc7-2964-4813-b1ff-b6f7652d1863),segment_id=cdf20bc7-2964-4813-b1ff-b6f7652d1863)] {{(pid=103229) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 19:38:17.416164 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-91403e4e-a544-4356-b18b-02869a96a1a4 tempest-RoutersIpV6Test-841277211 tempest-RoutersIpV6Test-841277211-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1820838'] for port (c5a3c67b-2d34-40b1-b33f-4d85ae257477), precommit_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:38:17.469516 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.plugin [None req-91403e4e-a544-4356-b18b-02869a96a1a4 tempest-RoutersIpV6Test-841277211 tempest-RoutersIpV6Test-841277211-project] Calling delete_port for c5a3c67b-2d34-40b1-b33f-4d85ae257477 owned by network:dhcp {{(pid=103229) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 19:38:17.474861 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-c4061cd9-4637-4535-a679-4a1f17a28a2f None None] Deleting port c5a3c67b-2d34-40b1-b33f-4d85ae257477 {{(pid=103232) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 19:38:17.475106 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-c4061cd9-4637-4535-a679-4a1f17a28a2f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762867170196'] for port (c5a3c67b-2d34-40b1-b33f-4d85ae257477), before_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:38:17.534159 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Device c5a3c67b-2d34-40b1-b33f-4d85ae257477 no longer exists at agent ovs-agent-n-d-713498-36 {{(pid=103232) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 19:38:17.580690 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-c4061cd9-4637-4535-a679-4a1f17a28a2f None None] For port c5a3c67b-2d34-40b1-b33f-4d85ae257477, host n-d-713498-36, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-36',level=0,port_id=c5a3c67b-2d34-40b1-b33f-4d85ae257477,segment=NetworkSegment(cdf20bc7-2964-4813-b1ff-b6f7652d1863),segment_id=cdf20bc7-2964-4813-b1ff-b6f7652d1863)] {{(pid=103232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 19:38:17.581354 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-c4061cd9-4637-4535-a679-4a1f17a28a2f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1820838'] for port (c5a3c67b-2d34-40b1-b33f-4d85ae257477), precommit_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:38:17.606869 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-91403e4e-a544-4356-b18b-02869a96a1a4 tempest-RoutersIpV6Test-841277211 tempest-RoutersIpV6Test-841277211-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762867177463', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762866656476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12867576'] for port (c5a3c67b-2d34-40b1-b33f-4d85ae257477), after_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:38:17.607902 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-c4061cd9-4637-4535-a679-4a1f17a28a2f None None] Calling delete_port for c5a3c67b-2d34-40b1-b33f-4d85ae257477 owned by network:dhcp {{(pid=103232) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 19:38:17.612383 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] No active binding found for port c5a3c67b-2d34-40b1-b33f-4d85ae257477 {{(pid=103232) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Feb 09 19:38:17.613004 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] The host n-d-713498-36 is not matching for port c5a3c67b-2d34-40b1-b33f-4d85ae257477 host None! {{(pid=103232) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2330}} Feb 09 19:38:17.613390 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Device c5a3c67b-2d34-40b1-b33f-4d85ae257477 not bound to the agent host n-d-713498-36 {{(pid=103232) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 19:38:17.613804 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Device 17ab5d67-4e7f-4822-bff1-4382ae263533 no longer exists at agent ovs-agent-n-d-713498-36 {{(pid=103232) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 19:38:17.646838 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] No Port match for: 17ab5d67-4e7f-4822-bff1-4382ae263533 {{(pid=103232) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 19:38:17.647184 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Device 17ab5d67-4e7f-4822-bff1-4382ae263533 not bound to the agent host n-d-713498-36 {{(pid=103232) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 19:38:17.660493 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91403e4e-a544-4356-b18b-02869a96a1a4 tempest-RoutersIpV6Test-841277211 tempest-RoutersIpV6Test-841277211-project] Pushing event deleted for resources: {'Port': ['ID=c5a3c67b-2d34-40b1-b33f-4d85ae257477,revision_number=None']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:38:17.665994 n-d-713498-36 neutron-server[103229]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91403e4e-a544-4356-b18b-02869a96a1a4 tempest-RoutersIpV6Test-841277211 tempest-RoutersIpV6Test-841277211-project] No DVR routers for this DVR port c5a3c67b-2d34-40b1-b33f-4d85ae257477 on host n-d-713498-36 {{(pid=103229) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 19:38:17.767588 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-c4061cd9-4637-4535-a679-4a1f17a28a2f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762867177463', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762866656476'] for port (c5a3c67b-2d34-40b1-b33f-4d85ae257477), after_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:38:17.796120 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4061cd9-4637-4535-a679-4a1f17a28a2f None None] Pushing event deleted for resources: {'Port': ['ID=c5a3c67b-2d34-40b1-b33f-4d85ae257477,revision_number=None']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:38:17.797524 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-91403e4e-a544-4356-b18b-02869a96a1a4 tempest-RoutersIpV6Test-841277211 tempest-RoutersIpV6Test-841277211-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-590267', 'neutron.services.segments.db._delete_segments_for_network-8762867132609'] for network (a947464f-ef68-4303-8409-45241edd4781), precommit_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:38:17.811884 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4061cd9-4637-4535-a679-4a1f17a28a2f None None] No DVR routers for this DVR port c5a3c67b-2d34-40b1-b33f-4d85ae257477 on host n-d-713498-36 {{(pid=103232) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 19:38:17.835243 n-d-713498-36 neutron-server[103229]: DEBUG neutron.services.segments.db [None req-91403e4e-a544-4356-b18b-02869a96a1a4 tempest-RoutersIpV6Test-841277211 tempest-RoutersIpV6Test-841277211-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a947464f-ef68-4303-8409-45241edd4781']}} {{(pid=103229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:38:17.852901 n-d-713498-36 neutron-server[103229]: DEBUG neutron.services.segments.db [None req-91403e4e-a544-4356-b18b-02869a96a1a4 tempest-RoutersIpV6Test-841277211 tempest-RoutersIpV6Test-841277211-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cdf20bc7-2964-4813-b1ff-b6f7652d1863') {'for_net_delete': True} {{(pid=103229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:38:17.853218 n-d-713498-36 neutron-server[103229]: DEBUG neutron.services.segments.db [None req-91403e4e-a544-4356-b18b-02869a96a1a4 tempest-RoutersIpV6Test-841277211 tempest-RoutersIpV6Test-841277211-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cdf20bc7-2964-4813-b1ff-b6f7652d1863') {} {{(pid=103229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:38:17.870313 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-91403e4e-a544-4356-b18b-02869a96a1a4 tempest-RoutersIpV6Test-841277211 tempest-RoutersIpV6Test-841277211-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762867134154', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16683417'] for segment (cdf20bc7-2964-4813-b1ff-b6f7652d1863), before_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:38:17.886951 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-91403e4e-a544-4356-b18b-02869a96a1a4 tempest-RoutersIpV6Test-841277211 tempest-RoutersIpV6Test-841277211-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-759574'] for segment (cdf20bc7-2964-4813-b1ff-b6f7652d1863), precommit_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:38:17.896298 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-91403e4e-a544-4356-b18b-02869a96a1a4 tempest-RoutersIpV6Test-841277211 tempest-RoutersIpV6Test-841277211-project] Releasing vlan 373 on physical network physnet1 to pool {{(pid=103229) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 19:38:17.897506 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-91403e4e-a544-4356-b18b-02869a96a1a4 tempest-RoutersIpV6Test-841277211 tempest-RoutersIpV6Test-841277211-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-759574', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12867469'] for segment (cdf20bc7-2964-4813-b1ff-b6f7652d1863), after_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:38:17.900721 n-d-713498-36 neutron-server[103229]: Traceback (most recent call last): Feb 09 19:38:17.900721 n-d-713498-36 neutron-server[103229]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 19:38:17.900721 n-d-713498-36 neutron-server[103229]: timer() Feb 09 19:38:17.900721 n-d-713498-36 neutron-server[103229]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 19:38:17.900721 n-d-713498-36 neutron-server[103229]: cb(*args, **kw) Feb 09 19:38:17.900721 n-d-713498-36 neutron-server[103229]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 19:38:17.900721 n-d-713498-36 neutron-server[103229]: return func(*args, **kwargs) Feb 09 19:38:17.900721 n-d-713498-36 neutron-server[103229]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 19:38:17.900721 n-d-713498-36 neutron-server[103229]: self._notify() Feb 09 19:38:17.900721 n-d-713498-36 neutron-server[103229]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 19:38:17.900721 n-d-713498-36 neutron-server[103229]: self.callback(batched_events) Feb 09 19:38:17.900721 n-d-713498-36 neutron-server[103229]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 19:38:17.900721 n-d-713498-36 neutron-server[103229]: event.method(event) Feb 09 19:38:17.900721 n-d-713498-36 neutron-server[103229]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 19:38:17.900721 n-d-713498-36 neutron-server[103229]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 19:38:17.900721 n-d-713498-36 neutron-server[103229]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 19:38:17.900721 n-d-713498-36 neutron-server[103229]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 19:38:17.900721 n-d-713498-36 neutron-server[103229]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 19:38:17.900721 n-d-713498-36 neutron-server[103229]: return f(self, *a, **k) Feb 09 19:38:17.900721 n-d-713498-36 neutron-server[103229]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 19:38:17.900721 n-d-713498-36 neutron-server[103229]: return self._get(url).json() Feb 09 19:38:17.900721 n-d-713498-36 neutron-server[103229]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 19:38:17.900721 n-d-713498-36 neutron-server[103229]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 19:38:17.900721 n-d-713498-36 neutron-server[103229]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 19:38:17.900721 n-d-713498-36 neutron-server[103229]: return self.request(url, 'GET', **kwargs) Feb 09 19:38:17.900721 n-d-713498-36 neutron-server[103229]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 19:38:17.900721 n-d-713498-36 neutron-server[103229]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 19:38:17.900721 n-d-713498-36 neutron-server[103229]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 19:38:17.900721 n-d-713498-36 neutron-server[103229]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 19:38:17.900721 n-d-713498-36 neutron-server[103229]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 19:38:17.900721 n-d-713498-36 neutron-server[103229]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 19:38:17.900721 n-d-713498-36 neutron-server[103229]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 19:38:17.976492 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-91403e4e-a544-4356-b18b-02869a96a1a4 tempest-RoutersIpV6Test-841277211 tempest-RoutersIpV6Test-841277211-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-590242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1885479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1818895'] for network (a947464f-ef68-4303-8409-45241edd4781), after_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:38:17.981227 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-91403e4e-a544-4356-b18b-02869a96a1a4 tempest-RoutersIpV6Test-841277211 tempest-RoutersIpV6Test-841277211-project] Publish callbacks [] for network (None), before_response {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:38:17.988344 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 40224) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:38:17.988827 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-91403e4e-a544-4356-b18b-02869a96a1a4 tempest-RoutersIpV6Test-841277211 tempest-RoutersIpV6Test-841277211-project] 10.222.0.75 "DELETE /v2.0/networks/a947464f-ef68-4303-8409-45241edd4781 HTTP/1.1" status: 204 len: 168 time: 1.0633824 Feb 09 19:38:17.996914 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.v2.base [None req-9cce4c51-7f65-435e-b4d2-653c6aa4755f tempest-RoutersIpV6Test-841277211 tempest-RoutersIpV6Test-841277211-project] Request body: {'router': {'routes': None}} {{(pid=103230) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 19:38:18.014643 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91403e4e-a544-4356-b18b-02869a96a1a4 tempest-RoutersIpV6Test-841277211 tempest-RoutersIpV6Test-841277211-project] Pushing event deleted for resources: {'Network': ['ID=a947464f-ef68-4303-8409-45241edd4781,revision_number=None']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:38:18.208466 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-61a8e3c9-839a-4334-86ca-6581e993c3b2 req-f0bfba2d-b5c9-4a29-ab58-18955b706928 tempest-TestNetworkAdvancedServerOps-1633223542 tempest-TestNetworkAdvancedServerOps-1633223542-project] 10.222.0.75 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1744083396&fields=id&tenant_id=eba669c4f4c548e495f13ae7579d0fa6 HTTP/1.1" status: 200 len: 267 time: 0.1358638 Feb 09 19:38:18.226822 n-d-713498-36 neutron-server[103230]: DEBUG neutron.db.extraroute_db [None req-9cce4c51-7f65-435e-b4d2-653c6aa4755f tempest-RoutersIpV6Test-841277211 tempest-RoutersIpV6Test-841277211-project] Added routes are [] {{(pid=103230) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Feb 09 19:38:18.227131 n-d-713498-36 neutron-server[103230]: DEBUG neutron.db.extraroute_db [None req-9cce4c51-7f65-435e-b4d2-653c6aa4755f tempest-RoutersIpV6Test-841277211 tempest-RoutersIpV6Test-841277211-project] Removed routes are [] {{(pid=103230) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Feb 09 19:38:18.227498 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-9cce4c51-7f65-435e-b4d2-653c6aa4755f tempest-RoutersIpV6Test-841277211 tempest-RoutersIpV6Test-841277211-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1822118', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1834952', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-58494'] for router (8ce68e28-5c75-4c71-826f-e3317246175c), precommit_update {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:38:18.421145 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abd6e113-c030-4237-853f-5310ed393177 req-80bf9823-4d9d-4865-acbe-0f6eee405c1b tempest-ServersNegativeTestJSON-1608020402 tempest-ServersNegativeTestJSON-1608020402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:38:18.433439 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-abd6e113-c030-4237-853f-5310ed393177 req-80bf9823-4d9d-4865-acbe-0f6eee405c1b tempest-ServersNegativeTestJSON-1608020402 tempest-ServersNegativeTestJSON-1608020402-project] 10.222.0.75 "GET /v2.0/ports?device_id=ef8fb5b1-266b-4abe-85d3-6f5780a36355 HTTP/1.1" status: 200 len: 945 time: 0.0801470 Feb 09 19:38:18.494739 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-abd6e113-c030-4237-853f-5310ed393177 req-262dc10e-e3e8-4a9f-b8ac-e98475dabc0c tempest-ServersNegativeTestJSON-1608020402 tempest-ServersNegativeTestJSON-1608020402-project] 10.222.0.75 "GET /v2.0/security-groups?id=25d47ded-5003-4f4d-b434-467ecec6793f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0601406 Feb 09 19:38:18.675072 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7abbb95-8209-4fa4-9abe-865158e05715 req-0136fc32-f987-40d2-93df-56a75f2ba878 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:38:18.676610 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-e7abbb95-8209-4fa4-9abe-865158e05715 req-0136fc32-f987-40d2-93df-56a75f2ba878 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=554bad581bcf4d20ab4a10352f965260&device_id=ef8fb5b1-266b-4abe-85d3-6f5780a36355 HTTP/1.1" status: 200 len: 1128 time: 0.0504127 Feb 09 19:38:18.746231 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762867132591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593584'] for agent (488cd9ae-631f-4955-ba0b-4f5a13f12e9c), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:38:18.791511 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7abbb95-8209-4fa4-9abe-865158e05715 req-ee03a2b1-2728-44e6-8377-faa62ce14f6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:38:18.793986 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-e7abbb95-8209-4fa4-9abe-865158e05715 req-ee03a2b1-2728-44e6-8377-faa62ce14f6a service neutron] 10.222.0.89 "GET /v2.0/networks?id=2f0cf41a-020e-4549-8a9a-beaa8be7ccf1 HTTP/1.1" status: 200 len: 915 time: 0.1113951 Feb 09 19:38:18.808561 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-9cce4c51-7f65-435e-b4d2-653c6aa4755f tempest-RoutersIpV6Test-841277211 tempest-RoutersIpV6Test-841277211-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1822118', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1834952', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-58494'] for router (8ce68e28-5c75-4c71-826f-e3317246175c), precommit_update {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:38:18.815900 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61a8e3c9-839a-4334-86ca-6581e993c3b2 req-ec3b8471-487c-4334-b072-c45ead2e6f59 tempest-TestNetworkAdvancedServerOps-1633223542 tempest-TestNetworkAdvancedServerOps-1633223542-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:38:18.817535 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-61a8e3c9-839a-4334-86ca-6581e993c3b2 req-ec3b8471-487c-4334-b072-c45ead2e6f59 tempest-TestNetworkAdvancedServerOps-1633223542 tempest-TestNetworkAdvancedServerOps-1633223542-project] 10.222.0.75 "GET /v2.0/networks?id=6035eead-e0c7-4408-9f20-6d0c89d4e7ac HTTP/1.1" status: 200 len: 797 time: 0.5921328 Feb 09 19:38:18.820179 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-9cce4c51-7f65-435e-b4d2-653c6aa4755f tempest-RoutersIpV6Test-841277211 tempest-RoutersIpV6Test-841277211-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1818951', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1822125', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1822132', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1834967'] for router (8ce68e28-5c75-4c71-826f-e3317246175c), after_update {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:38:18.841779 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-e7abbb95-8209-4fa4-9abe-865158e05715 req-3c2df7c5-3e6e-41f3-b80a-e46f46d09129 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e29dcbb8-a456-45b2-83ed-996317badba0 HTTP/1.1" status: 200 len: 217 time: 0.0422966 Feb 09 19:38:18.893880 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-61a8e3c9-839a-4334-86ca-6581e993c3b2 req-31b36f45-dafb-45bd-b869-c1e1fe0b92f3 tempest-TestNetworkAdvancedServerOps-1633223542 tempest-TestNetworkAdvancedServerOps-1633223542-project] 10.222.0.75 "GET /v2.0/quotas/eba669c4f4c548e495f13ae7579d0fa6 HTTP/1.1" status: 200 len: 375 time: 0.0678277 Feb 09 19:38:18.902130 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7abbb95-8209-4fa4-9abe-865158e05715 req-60193c33-6d5d-49a6-8082-ca22f3c84852 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:38:18.903826 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-e7abbb95-8209-4fa4-9abe-865158e05715 req-60193c33-6d5d-49a6-8082-ca22f3c84852 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=6d1f69a1-f040-48ff-86ee-7d9cfec7a16b HTTP/1.1" status: 200 len: 854 time: 0.0564721 Feb 09 19:38:18.939661 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-e7abbb95-8209-4fa4-9abe-865158e05715 req-bdcea8b5-4317-41e6-9f84-ab0f47100f91 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=2f0cf41a-020e-4549-8a9a-beaa8be7ccf1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0298569 Feb 09 19:38:18.943729 n-d-713498-36 neutron-server[103230]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9cce4c51-7f65-435e-b4d2-653c6aa4755f tempest-RoutersIpV6Test-841277211 tempest-RoutersIpV6Test-841277211-project] Router 8ce68e28-5c75-4c71-826f-e3317246175c has already been hosted by L3 agent 93303d5e-5d17-45e8-8963-7694f87783ae {{(pid=103230) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 19:38:19.036961 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-61a8e3c9-839a-4334-86ca-6581e993c3b2 req-c1af6769-3935-4708-9a28-4fbe667f9851 tempest-TestNetworkAdvancedServerOps-1633223542 tempest-TestNetworkAdvancedServerOps-1633223542-project] 10.222.0.75 "GET /v2.0/ports?tenant_id=eba669c4f4c548e495f13ae7579d0fa6&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1316831 Feb 09 19:38:19.037662 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-e7abbb95-8209-4fa4-9abe-865158e05715 req-c29e3691-2709-4418-96d1-603b6983354a service neutron] 10.222.0.89 "GET /v2.0/networks/2f0cf41a-020e-4549-8a9a-beaa8be7ccf1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0923271 Feb 09 19:38:19.042278 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9cce4c51-7f65-435e-b4d2-653c6aa4755f tempest-RoutersIpV6Test-841277211 tempest-RoutersIpV6Test-841277211-project] Notify agent at l3_agent.n-d-713498-36 the message routers_updated {{(pid=103230) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 19:38:19.054509 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-9cce4c51-7f65-435e-b4d2-653c6aa4755f tempest-RoutersIpV6Test-841277211 tempest-RoutersIpV6Test-841277211-project] Publish callbacks [] for router (None), before_response {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:38:19.055431 n-d-713498-36 neutron-server[103233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bdf06b8d-5f5e-4366-bbe9-79114cabc9f1 None None] Sync routers for ids ['8ce68e28-5c75-4c71-826f-e3317246175c'] in n-d-713498-36 {{(pid=103233) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 19:38:19.056100 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-9cce4c51-7f65-435e-b4d2-653c6aa4755f tempest-RoutersIpV6Test-841277211 tempest-RoutersIpV6Test-841277211-project] 10.222.0.75 "PUT /v2.0/routers/8ce68e28-5c75-4c71-826f-e3317246175c HTTP/1.1" status: 200 len: 705 time: 1.0663841 Feb 09 19:38:19.059509 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 40238) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:38:19.068078 n-d-713498-36 neutron-server[103233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdf06b8d-5f5e-4366-bbe9-79114cabc9f1 None None] Routers {'8ce68e28-5c75-4c71-826f-e3317246175c'} bound to L3 agent in host n-d-713498-36 {{(pid=103233) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 19:38:19.069360 n-d-713498-36 neutron-server[103233]: DEBUG neutron.db.l3_hamode_db [None req-bdf06b8d-5f5e-4366-bbe9-79114cabc9f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T18:51:43Z,description=,heartbeat_timestamp=2022-02-09T19:38:13Z,host='n-d-713498-36',id=93303d5e-5d17-45e8-8963-7694f87783ae,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T18:51:43Z,topic='l3_agent')) {'router_ids': ['8ce68e28-5c75-4c71-826f-e3317246175c'], 'active': True} {{(pid=103233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:38:19.144324 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762867132591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593584'] for agent (bcd5faee-dc24-4298-9134-0e0aa054058e), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:38:19.145730 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-8b4b7e39-02b4-4722-bf91-9d1b2f4ca5f3 tempest-RoutersIpV6Test-841277211 tempest-RoutersIpV6Test-841277211-project] 10.222.0.75 "GET /v2.0/ports?device_id=8ce68e28-5c75-4c71-826f-e3317246175c HTTP/1.1" status: 200 len: 205 time: 0.0850756 Feb 09 19:38:19.146369 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 40242) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:38:19.174317 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-e7abbb95-8209-4fa4-9abe-865158e05715 req-aaddb56a-429b-4d85-b4da-4fb98a8d5cb2 service neutron] 10.222.0.89 "GET /v2.0/networks/2f0cf41a-020e-4549-8a9a-beaa8be7ccf1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1307926 Feb 09 19:38:19.181792 n-d-713498-36 neutron-server[103233]: DEBUG neutron.db.l3_dvr_db [None req-bdf06b8d-5f5e-4366-bbe9-79114cabc9f1 None None] Set router 8ce68e28-5c75-4c71-826f-e3317246175c gateway port host: None {{(pid=103233) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 19:38:19.241874 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-c7a40b36-7ab7-43c4-889c-99f5032732ba tempest-RoutersIpV6Test-841277211 tempest-RoutersIpV6Test-841277211-project] Publish callbacks [] for router (8ce68e28-5c75-4c71-826f-e3317246175c), before_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:38:19.242984 n-d-713498-36 neutron-server[103233]: DEBUG neutron.db.l3_hamode_db [None req-bdf06b8d-5f5e-4366-bbe9-79114cabc9f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8ce68e28-5c75-4c71-826f-e3317246175c', 'name': 'tempest-RoutersIpV6Test-router-1847530371', 'tenant_id': '9e33aca4a44d4fa38a064d0581ca7668', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T19:37:30Z', 'updated_at': '2022-02-09T19:38:15Z', 'revision_number': 11, 'project_id': '9e33aca4a44d4fa38a064d0581ca7668', 'gw_port_host': None}], 'n-d-713498-36', False) {} {{(pid=103233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:38:19.270695 n-d-713498-36 neutron-server[103233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bdf06b8d-5f5e-4366-bbe9-79114cabc9f1 None None] Checking router: 8ce68e28-5c75-4c71-826f-e3317246175c for host: n-d-713498-36 {{(pid=103233) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 19:38:19.282110 n-d-713498-36 neutron-server[103233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdf06b8d-5f5e-4366-bbe9-79114cabc9f1 None None] Routers {'8ce68e28-5c75-4c71-826f-e3317246175c'} bound to L3 agent in host n-d-713498-36 {{(pid=103233) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 19:38:19.282723 n-d-713498-36 neutron-server[103233]: DEBUG neutron.db.l3_hamode_db [None req-bdf06b8d-5f5e-4366-bbe9-79114cabc9f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T18:51:43Z,description=,heartbeat_timestamp=2022-02-09T19:38:13Z,host='n-d-713498-36',id=93303d5e-5d17-45e8-8963-7694f87783ae,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T18:51:43Z,topic='l3_agent')) {'router_ids': ['8ce68e28-5c75-4c71-826f-e3317246175c'], 'active': True} {{(pid=103233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:38:19.334409 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-61a8e3c9-839a-4334-86ca-6581e993c3b2 req-02ba73f4-7e1f-4fee-944a-25496bfbc294 service neutron] 10.222.0.75 "GET /v2.0/networks/6035eead-e0c7-4408-9f20-6d0c89d4e7ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2770970 Feb 09 19:38:19.365094 n-d-713498-36 neutron-server[103233]: DEBUG neutron.db.l3_dvr_db [None req-bdf06b8d-5f5e-4366-bbe9-79114cabc9f1 None None] Set router 8ce68e28-5c75-4c71-826f-e3317246175c gateway port host: None {{(pid=103233) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 19:38:19.425586 n-d-713498-36 neutron-server[103233]: DEBUG neutron.db.l3_hamode_db [None req-bdf06b8d-5f5e-4366-bbe9-79114cabc9f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8ce68e28-5c75-4c71-826f-e3317246175c', 'name': 'tempest-RoutersIpV6Test-router-1847530371', 'tenant_id': '9e33aca4a44d4fa38a064d0581ca7668', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T19:37:30Z', 'updated_at': '2022-02-09T19:38:15Z', 'revision_number': 11, 'project_id': '9e33aca4a44d4fa38a064d0581ca7668', 'gw_port_host': None}], 'n-d-713498-36', False) {} {{(pid=103233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:38:19.459999 n-d-713498-36 neutron-server[103233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bdf06b8d-5f5e-4366-bbe9-79114cabc9f1 None None] The sync data for ids ['8ce68e28-5c75-4c71-826f-e3317246175c'] in n-d-713498-36 is: [{'id': '8ce68e28-5c75-4c71-826f-e3317246175c', 'name': 'tempest-RoutersIpV6Test-router-1847530371', 'tenant_id': '9e33aca4a44d4fa38a064d0581ca7668', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T19:37:30Z', 'updated_at': '2022-02-09T19:38:15Z', 'revision_number': 11, 'project_id': '9e33aca4a44d4fa38a064d0581ca7668', 'gw_port_host': None}] {{(pid=103233) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 19:38:19.538787 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-c7a40b36-7ab7-43c4-889c-99f5032732ba tempest-RoutersIpV6Test-841277211 tempest-RoutersIpV6Test-841277211-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1834988', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-58375'] for router (8ce68e28-5c75-4c71-826f-e3317246175c), precommit_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:38:19.544575 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-c7a40b36-7ab7-43c4-889c-99f5032732ba tempest-RoutersIpV6Test-841277211 tempest-RoutersIpV6Test-841277211-project] Publish callbacks [] for router_controller (8ce68e28-5c75-4c71-826f-e3317246175c), precommit_delete_associations {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:38:19.564643 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-61a8e3c9-839a-4334-86ca-6581e993c3b2 req-1e129623-8596-4fa6-a137-2ab4e6d9edc1 service neutron] 10.222.0.75 "GET /v2.0/networks/6035eead-e0c7-4408-9f20-6d0c89d4e7ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2001061 Feb 09 19:38:19.612947 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-c7a40b36-7ab7-43c4-889c-99f5032732ba tempest-RoutersIpV6Test-841277211 tempest-RoutersIpV6Test-841277211-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1835003'] for router (8ce68e28-5c75-4c71-826f-e3317246175c), after_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:38:19.613862 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c7a40b36-7ab7-43c4-889c-99f5032732ba tempest-RoutersIpV6Test-841277211 tempest-RoutersIpV6Test-841277211-project] Fanout notify agent at l3_agent the message router_deleted on router 8ce68e28-5c75-4c71-826f-e3317246175c {{(pid=103230) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 09 19:38:19.624949 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-c7a40b36-7ab7-43c4-889c-99f5032732ba tempest-RoutersIpV6Test-841277211 tempest-RoutersIpV6Test-841277211-project] Publish callbacks [] for router (None), before_response {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:38:19.627736 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-c7a40b36-7ab7-43c4-889c-99f5032732ba tempest-RoutersIpV6Test-841277211 tempest-RoutersIpV6Test-841277211-project] 10.222.0.75 "DELETE /v2.0/routers/8ce68e28-5c75-4c71-826f-e3317246175c HTTP/1.1" status: 204 len: 168 time: 0.4788628 Feb 09 19:38:19.633416 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 40248) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:38:19.639128 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.v2.base [None req-1763e555-5446-4846-aadd-e720010bef8d tempest-RoutersIpV6Test-841277211 tempest-RoutersIpV6Test-841277211-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-963895367', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103230) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 19:38:19.665874 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ef44c6f-8af5-47cf-ac27-98e9915a2081 req-f559eb17-2779-41f3-959e-47721844a0c0 tempest-ServersNegativeTestJSON-1608020402 tempest-ServersNegativeTestJSON-1608020402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:38:19.668691 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-1763e555-5446-4846-aadd-e720010bef8d tempest-RoutersIpV6Test-841277211 tempest-RoutersIpV6Test-841277211-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1834830', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-58389'] for router (8170a10c-ab42-4bdb-ba53-d313bf5fc370), before_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:38:19.670793 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-1763e555-5446-4846-aadd-e720010bef8d tempest-RoutersIpV6Test-841277211 tempest-RoutersIpV6Test-841277211-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1834810', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1822096', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1886735', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-58380'] for router (8170a10c-ab42-4bdb-ba53-d313bf5fc370), precommit_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:38:19.673868 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-6ef44c6f-8af5-47cf-ac27-98e9915a2081 req-f559eb17-2779-41f3-959e-47721844a0c0 tempest-ServersNegativeTestJSON-1608020402 tempest-ServersNegativeTestJSON-1608020402-project] 10.222.0.75 "GET /v2.0/ports?device_id=ef8fb5b1-266b-4abe-85d3-6f5780a36355 HTTP/1.1" status: 200 len: 945 time: 0.0748632 Feb 09 19:38:19.746819 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-6ef44c6f-8af5-47cf-ac27-98e9915a2081 req-4f2e6392-5b8c-42f5-a235-f1fe943fecfd tempest-ServersNegativeTestJSON-1608020402 tempest-ServersNegativeTestJSON-1608020402-project] 10.222.0.75 "GET /v2.0/security-groups?id=25d47ded-5003-4f4d-b434-467ecec6793f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0659604 Feb 09 19:38:19.769382 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-1763e555-5446-4846-aadd-e720010bef8d tempest-RoutersIpV6Test-841277211 tempest-RoutersIpV6Test-841277211-project] Publish callbacks [] for router_controller (8170a10c-ab42-4bdb-ba53-d313bf5fc370), precommit_add_association {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:38:19.774656 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-1763e555-5446-4846-aadd-e720010bef8d tempest-RoutersIpV6Test-841277211 tempest-RoutersIpV6Test-841277211-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1834945', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1818951'] for router (8170a10c-ab42-4bdb-ba53-d313bf5fc370), after_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:38:19.814522 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-1763e555-5446-4846-aadd-e720010bef8d tempest-RoutersIpV6Test-841277211 tempest-RoutersIpV6Test-841277211-project] Publish callbacks [] for router (None), before_response {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:38:19.816328 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-1763e555-5446-4846-aadd-e720010bef8d tempest-RoutersIpV6Test-841277211 tempest-RoutersIpV6Test-841277211-project] 10.222.0.75 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.1816359 Feb 09 19:38:19.818887 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 40254) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:38:19.824786 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.v2.base [None req-0fb55949-a988-491a-96ca-198e4caf01e2 tempest-RoutersIpV6Test-841277211 tempest-RoutersIpV6Test-841277211-project] Request body: {'router': {'admin_state_up': True}} {{(pid=103230) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 19:38:19.876091 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-3aaed507-3f26-4e98-ae21-19ac3f4676f2 req-109fadd8-8918-46a8-9d3b-91eb1b339b44 tempest-TestNetworkAdvancedServerOps-1633223542 tempest-TestNetworkAdvancedServerOps-1633223542-project] 10.222.0.75 "GET /v2.0/ports?device_id=4389c13d-a9e7-4e04-981e-043da3b220bc HTTP/1.1" status: 200 len: 210 time: 0.0402458 Feb 09 19:38:20.098097 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-0fb55949-a988-491a-96ca-198e4caf01e2 tempest-RoutersIpV6Test-841277211 tempest-RoutersIpV6Test-841277211-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1822118', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1834952', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-58494'] for router (8170a10c-ab42-4bdb-ba53-d313bf5fc370), precommit_update {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:38:20.110441 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-0fb55949-a988-491a-96ca-198e4caf01e2 tempest-RoutersIpV6Test-841277211 tempest-RoutersIpV6Test-841277211-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1818951', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1822125', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1822132', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1834967'] for router (8170a10c-ab42-4bdb-ba53-d313bf5fc370), after_update {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:38:20.229025 n-d-713498-36 neutron-server[103230]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0fb55949-a988-491a-96ca-198e4caf01e2 tempest-RoutersIpV6Test-841277211 tempest-RoutersIpV6Test-841277211-project] Router 8170a10c-ab42-4bdb-ba53-d313bf5fc370 is scheduled to L3 agent 93303d5e-5d17-45e8-8963-7694f87783ae with binding_index 1 {{(pid=103230) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 09 19:38:20.317509 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0fb55949-a988-491a-96ca-198e4caf01e2 tempest-RoutersIpV6Test-841277211 tempest-RoutersIpV6Test-841277211-project] Notify agent at l3_agent.n-d-713498-36 the message routers_updated {{(pid=103230) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 19:38:20.328990 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2ed5f6b-4496-4a03-9aab-641016a627a1 None None] Sync routers for ids ['8170a10c-ab42-4bdb-ba53-d313bf5fc370'] in n-d-713498-36 {{(pid=103232) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 19:38:20.332194 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-0fb55949-a988-491a-96ca-198e4caf01e2 tempest-RoutersIpV6Test-841277211 tempest-RoutersIpV6Test-841277211-project] Publish callbacks [] for router (None), before_response {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:38:20.334741 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-0fb55949-a988-491a-96ca-198e4caf01e2 tempest-RoutersIpV6Test-841277211 tempest-RoutersIpV6Test-841277211-project] 10.222.0.75 "PUT /v2.0/routers/8170a10c-ab42-4bdb-ba53-d313bf5fc370 HTTP/1.1" status: 200 len: 697 time: 0.5144017 Feb 09 19:38:20.336026 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 40264) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:38:20.342423 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2ed5f6b-4496-4a03-9aab-641016a627a1 None None] Routers {'8170a10c-ab42-4bdb-ba53-d313bf5fc370'} bound to L3 agent in host n-d-713498-36 {{(pid=103232) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 19:38:20.343727 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.l3_hamode_db [None req-f2ed5f6b-4496-4a03-9aab-641016a627a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T18:51:43Z,description=,heartbeat_timestamp=2022-02-09T19:38:13Z,host='n-d-713498-36',id=93303d5e-5d17-45e8-8963-7694f87783ae,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T18:51:43Z,topic='l3_agent')) {'router_ids': ['8170a10c-ab42-4bdb-ba53-d313bf5fc370'], 'active': True} {{(pid=103232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:38:20.430249 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.l3_dvr_db [None req-f2ed5f6b-4496-4a03-9aab-641016a627a1 None None] Set router 8170a10c-ab42-4bdb-ba53-d313bf5fc370 gateway port host: None {{(pid=103232) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 19:38:20.461250 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 40266) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:38:20.461970 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-461cb07f-8f95-47f7-b8a1-0c0ec0eae7eb tempest-RoutersIpV6Test-841277211 tempest-RoutersIpV6Test-841277211-project] 10.222.0.75 "GET /v2.0/routers/8170a10c-ab42-4bdb-ba53-d313bf5fc370 HTTP/1.1" status: 200 len: 703 time: 0.1242898 Feb 09 19:38:20.502609 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.l3_hamode_db [None req-f2ed5f6b-4496-4a03-9aab-641016a627a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8170a10c-ab42-4bdb-ba53-d313bf5fc370', 'name': 'tempest-RoutersIpV6Test-router-963895367', 'tenant_id': '9e33aca4a44d4fa38a064d0581ca7668', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T19:38:19Z', 'updated_at': '2022-02-09T19:38:20Z', 'revision_number': 2, 'project_id': '9e33aca4a44d4fa38a064d0581ca7668', 'gw_port_host': None}], 'n-d-713498-36', False) {} {{(pid=103232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:38:20.503248 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-57bf1d7c-b7d2-4bf3-a726-604c2e8506a0 tempest-RoutersIpV6Test-841277211 tempest-RoutersIpV6Test-841277211-project] 10.222.0.75 "GET /v2.0/ports?device_id=8170a10c-ab42-4bdb-ba53-d313bf5fc370 HTTP/1.1" status: 200 len: 205 time: 0.0406542 Feb 09 19:38:20.507104 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 40268) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:38:20.533095 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2ed5f6b-4496-4a03-9aab-641016a627a1 None None] Checking router: 8170a10c-ab42-4bdb-ba53-d313bf5fc370 for host: n-d-713498-36 {{(pid=103232) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 19:38:20.544094 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2ed5f6b-4496-4a03-9aab-641016a627a1 None None] Routers {'8170a10c-ab42-4bdb-ba53-d313bf5fc370'} bound to L3 agent in host n-d-713498-36 {{(pid=103232) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 19:38:20.544751 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.l3_hamode_db [None req-f2ed5f6b-4496-4a03-9aab-641016a627a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T18:51:43Z,description=,heartbeat_timestamp=2022-02-09T19:38:13Z,host='n-d-713498-36',id=93303d5e-5d17-45e8-8963-7694f87783ae,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T18:51:43Z,topic='l3_agent')) {'router_ids': ['8170a10c-ab42-4bdb-ba53-d313bf5fc370'], 'active': True} {{(pid=103232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:38:20.623407 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-7ca56423-5ad9-4698-9efc-71904dbdd6d5 tempest-RoutersIpV6Test-841277211 tempest-RoutersIpV6Test-841277211-project] Publish callbacks [] for router (8170a10c-ab42-4bdb-ba53-d313bf5fc370), before_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:38:20.630803 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.l3_dvr_db [None req-f2ed5f6b-4496-4a03-9aab-641016a627a1 None None] Set router 8170a10c-ab42-4bdb-ba53-d313bf5fc370 gateway port host: None {{(pid=103232) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 19:38:20.696621 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.l3_hamode_db [None req-f2ed5f6b-4496-4a03-9aab-641016a627a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8170a10c-ab42-4bdb-ba53-d313bf5fc370', 'name': 'tempest-RoutersIpV6Test-router-963895367', 'tenant_id': '9e33aca4a44d4fa38a064d0581ca7668', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T19:38:19Z', 'updated_at': '2022-02-09T19:38:20Z', 'revision_number': 2, 'project_id': '9e33aca4a44d4fa38a064d0581ca7668', 'gw_port_host': None}], 'n-d-713498-36', False) {} {{(pid=103232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:38:20.725679 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2ed5f6b-4496-4a03-9aab-641016a627a1 None None] The sync data for ids ['8170a10c-ab42-4bdb-ba53-d313bf5fc370'] in n-d-713498-36 is: [{'id': '8170a10c-ab42-4bdb-ba53-d313bf5fc370', 'name': 'tempest-RoutersIpV6Test-router-963895367', 'tenant_id': '9e33aca4a44d4fa38a064d0581ca7668', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T19:38:19Z', 'updated_at': '2022-02-09T19:38:20Z', 'revision_number': 2, 'project_id': '9e33aca4a44d4fa38a064d0581ca7668', 'gw_port_host': None}] {{(pid=103232) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 19:38:20.822388 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-7ca56423-5ad9-4698-9efc-71904dbdd6d5 tempest-RoutersIpV6Test-841277211 tempest-RoutersIpV6Test-841277211-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1834988', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-58375'] for router (8170a10c-ab42-4bdb-ba53-d313bf5fc370), precommit_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:38:20.825315 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-7ca56423-5ad9-4698-9efc-71904dbdd6d5 tempest-RoutersIpV6Test-841277211 tempest-RoutersIpV6Test-841277211-project] Publish callbacks [] for router_controller (8170a10c-ab42-4bdb-ba53-d313bf5fc370), precommit_delete_associations {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:38:20.892868 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-7ca56423-5ad9-4698-9efc-71904dbdd6d5 tempest-RoutersIpV6Test-841277211 tempest-RoutersIpV6Test-841277211-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1835003'] for router (8170a10c-ab42-4bdb-ba53-d313bf5fc370), after_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:38:20.893426 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7ca56423-5ad9-4698-9efc-71904dbdd6d5 tempest-RoutersIpV6Test-841277211 tempest-RoutersIpV6Test-841277211-project] Fanout notify agent at l3_agent the message router_deleted on router 8170a10c-ab42-4bdb-ba53-d313bf5fc370 {{(pid=103229) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 09 19:38:20.899412 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80c4a739-9738-494b-95e4-925f6e100850 req-2697d24e-4afd-4d62-9a42-5f38ba8613c3 tempest-ServersNegativeTestJSON-1608020402 tempest-ServersNegativeTestJSON-1608020402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:38:20.908970 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-7ca56423-5ad9-4698-9efc-71904dbdd6d5 tempest-RoutersIpV6Test-841277211 tempest-RoutersIpV6Test-841277211-project] Publish callbacks [] for router (None), before_response {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:38:20.909239 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-80c4a739-9738-494b-95e4-925f6e100850 req-2697d24e-4afd-4d62-9a42-5f38ba8613c3 tempest-ServersNegativeTestJSON-1608020402 tempest-ServersNegativeTestJSON-1608020402-project] 10.222.0.75 "GET /v2.0/ports?device_id=ef8fb5b1-266b-4abe-85d3-6f5780a36355 HTTP/1.1" status: 200 len: 945 time: 0.0874400 Feb 09 19:38:20.916142 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-7ca56423-5ad9-4698-9efc-71904dbdd6d5 tempest-RoutersIpV6Test-841277211 tempest-RoutersIpV6Test-841277211-project] 10.222.0.75 "DELETE /v2.0/routers/8170a10c-ab42-4bdb-ba53-d313bf5fc370 HTTP/1.1" status: 204 len: 168 time: 0.4076939 Feb 09 19:38:20.918385 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 40276) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:38:20.978833 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-09b9814e-0008-41ed-afff-3d153546754c tempest-RoutersIpV6Test-841277211 tempest-RoutersIpV6Test-841277211-project] 10.222.0.75 "GET /v2.0/ports?device_id=8170a10c-ab42-4bdb-ba53-d313bf5fc370 HTTP/1.1" status: 200 len: 205 time: 0.0592794 Feb 09 19:38:20.982181 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 40278) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:38:21.044862 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-80c4a739-9738-494b-95e4-925f6e100850 req-e913b3a5-0a11-4d29-b069-d786e3280700 tempest-ServersNegativeTestJSON-1608020402 tempest-ServersNegativeTestJSON-1608020402-project] 10.222.0.75 "GET /v2.0/security-groups?id=25d47ded-5003-4f4d-b434-467ecec6793f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1315048 Feb 09 19:38:21.061661 n-d-713498-36 neutron-server[103229]: INFO neutron.api.v2.resource [None req-182aaf02-4383-4111-8a52-63f3c0ea6c67 tempest-RoutersIpV6Test-841277211 tempest-RoutersIpV6Test-841277211-project] delete failed (client error): The resource could not be found. Feb 09 19:38:21.063128 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-182aaf02-4383-4111-8a52-63f3c0ea6c67 tempest-RoutersIpV6Test-841277211 tempest-RoutersIpV6Test-841277211-project] 10.222.0.75 "DELETE /v2.0/routers/8170a10c-ab42-4bdb-ba53-d313bf5fc370 HTTP/1.1" status: 404 len: 336 time: 0.0796008 Feb 09 19:38:21.066886 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 40280) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:38:21.113170 n-d-713498-36 neutron-server[103230]: INFO neutron.pecan_wsgi.hooks.translation [None req-d22238c7-d045-445a-a393-6add7f4efaeb tempest-RoutersIpV6Test-841277211 tempest-RoutersIpV6Test-841277211-project] DELETE failed (client error): The resource could not be found. Feb 09 19:38:21.114632 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d22238c7-d045-445a-a393-6add7f4efaeb tempest-RoutersIpV6Test-841277211 tempest-RoutersIpV6Test-841277211-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103230) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 19:38:21.119224 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-d22238c7-d045-445a-a393-6add7f4efaeb tempest-RoutersIpV6Test-841277211 tempest-RoutersIpV6Test-841277211-project] 10.222.0.75 "DELETE /v2.0/subnets/55b94e11-dce7-4d04-929f-b3e6283e6155 HTTP/1.1" status: 404 len: 337 time: 0.0509155 Feb 09 19:38:21.121682 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 40282) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:38:21.140085 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-00844bda-b13b-457a-ac94-cca82a973ef7 req-b8be3bdc-4d28-4b0b-8338-9cd92c5488ff tempest-TestNetworkAdvancedServerOps-1633223542 tempest-TestNetworkAdvancedServerOps-1633223542-project] 10.222.0.75 "GET /v2.0/ports?device_id=4389c13d-a9e7-4e04-981e-043da3b220bc HTTP/1.1" status: 200 len: 210 time: 0.0753081 Feb 09 19:38:21.177071 n-d-713498-36 neutron-server[103230]: INFO neutron.pecan_wsgi.hooks.translation [None req-171c9230-4feb-4801-9904-bd29cb486e6f tempest-RoutersIpV6Test-841277211 tempest-RoutersIpV6Test-841277211-project] DELETE failed (client error): The resource could not be found. Feb 09 19:38:21.178311 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-171c9230-4feb-4801-9904-bd29cb486e6f tempest-RoutersIpV6Test-841277211 tempest-RoutersIpV6Test-841277211-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103230) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 19:38:21.181792 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-171c9230-4feb-4801-9904-bd29cb486e6f tempest-RoutersIpV6Test-841277211 tempest-RoutersIpV6Test-841277211-project] 10.222.0.75 "DELETE /v2.0/subnets/82d97b57-1f93-4b64-b39e-413e0186ddf7 HTTP/1.1" status: 404 len: 337 time: 0.0588892 Feb 09 19:38:21.184426 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 40284) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:38:21.220403 n-d-713498-36 neutron-server[103230]: INFO neutron.pecan_wsgi.hooks.translation [None req-3e8776ee-656a-4908-ba49-35962ab431f0 tempest-RoutersIpV6Test-841277211 tempest-RoutersIpV6Test-841277211-project] DELETE failed (client error): The resource could not be found. Feb 09 19:38:21.220869 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3e8776ee-656a-4908-ba49-35962ab431f0 tempest-RoutersIpV6Test-841277211 tempest-RoutersIpV6Test-841277211-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103230) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 19:38:21.226303 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-3e8776ee-656a-4908-ba49-35962ab431f0 tempest-RoutersIpV6Test-841277211 tempest-RoutersIpV6Test-841277211-project] 10.222.0.75 "DELETE /v2.0/subnets/110a991d-ded3-4a7d-ac7f-48d37d00b65b HTTP/1.1" status: 404 len: 337 time: 0.0384398 Feb 09 19:38:21.227347 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 40286) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:38:21.259748 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61a8e3c9-839a-4334-86ca-6581e993c3b2 req-9a13e794-b06f-472d-9197-5c0720ea8a08 tempest-TestNetworkAdvancedServerOps-1633223542 tempest-TestNetworkAdvancedServerOps-1633223542-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:38:21.263791 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-61a8e3c9-839a-4334-86ca-6581e993c3b2 req-9a13e794-b06f-472d-9197-5c0720ea8a08 tempest-TestNetworkAdvancedServerOps-1633223542 tempest-TestNetworkAdvancedServerOps-1633223542-project] 10.222.0.89 "GET /v2.0/networks?id=6035eead-e0c7-4408-9f20-6d0c89d4e7ac HTTP/1.1" status: 200 len: 797 time: 0.1764171 Feb 09 19:38:21.264957 n-d-713498-36 neutron-server[103230]: INFO neutron.pecan_wsgi.hooks.translation [None req-b205c7cd-7b80-4b50-86cf-dc858e6c2888 tempest-RoutersIpV6Test-841277211 tempest-RoutersIpV6Test-841277211-project] DELETE failed (client error): The resource could not be found. Feb 09 19:38:21.265598 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b205c7cd-7b80-4b50-86cf-dc858e6c2888 tempest-RoutersIpV6Test-841277211 tempest-RoutersIpV6Test-841277211-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103230) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 19:38:21.268714 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-b205c7cd-7b80-4b50-86cf-dc858e6c2888 tempest-RoutersIpV6Test-841277211 tempest-RoutersIpV6Test-841277211-project] 10.222.0.75 "DELETE /v2.0/subnets/878b645d-2806-4cc3-8a8f-eea724155e12 HTTP/1.1" status: 404 len: 337 time: 0.0410588 Feb 09 19:38:21.271334 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 40288) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:38:21.303416 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-5898a358-a646-4acf-b657-bc256538a6d9 tempest-RoutersIpV6Test-841277211 tempest-RoutersIpV6Test-841277211-project] 10.222.0.75 "GET /v2.0/ports?device_id=8ce68e28-5c75-4c71-826f-e3317246175c HTTP/1.1" status: 200 len: 205 time: 0.0300841 Feb 09 19:38:21.305718 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 40290) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:38:21.352472 n-d-713498-36 neutron-server[103230]: INFO neutron.api.v2.resource [None req-49dfb700-7d17-4f18-9a0a-a67fa8b9666d tempest-RoutersIpV6Test-841277211 tempest-RoutersIpV6Test-841277211-project] delete failed (client error): The resource could not be found. Feb 09 19:38:21.357801 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-49dfb700-7d17-4f18-9a0a-a67fa8b9666d tempest-RoutersIpV6Test-841277211 tempest-RoutersIpV6Test-841277211-project] 10.222.0.75 "DELETE /v2.0/routers/8ce68e28-5c75-4c71-826f-e3317246175c HTTP/1.1" status: 404 len: 336 time: 0.0508769 Feb 09 19:38:21.358271 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-61a8e3c9-839a-4334-86ca-6581e993c3b2 req-2837c03a-b7f1-4754-9dce-2edeed6cf5ad tempest-TestNetworkAdvancedServerOps-1633223542 tempest-TestNetworkAdvancedServerOps-1633223542-project] 10.222.0.89 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=eba669c4f4c548e495f13ae7579d0fa6 HTTP/1.1" status: 200 len: 380 time: 0.0851812 Feb 09 19:38:21.358559 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 40292) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:38:21.371014 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.v2.base [req-61a8e3c9-839a-4334-86ca-6581e993c3b2 req-7f826b0e-65bb-4ded-8f4e-f06cf4b07d56 tempest-TestNetworkAdvancedServerOps-1633223542 tempest-TestNetworkAdvancedServerOps-1633223542-project] Request body: {'port': {'device_id': '4389c13d-a9e7-4e04-981e-043da3b220bc', 'network_id': '6035eead-e0c7-4408-9f20-6d0c89d4e7ac', 'admin_state_up': True, 'tenant_id': 'eba669c4f4c548e495f13ae7579d0fa6', 'security_groups': ['db3e440f-6371-4f6a-b598-e7d001dae153']}} {{(pid=103229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 19:38:21.403074 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-691dfddb-836b-4d4c-b109-2c76d60a96e2 tempest-RoutersIpV6Test-841277211 tempest-RoutersIpV6Test-841277211-project] 10.222.0.75 "GET /v2.0/ports?device_id=25b449d3-6fa2-476c-ba93-e6f8bb5687c3 HTTP/1.1" status: 200 len: 205 time: 0.0431597 Feb 09 19:38:21.405373 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 40294) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:38:21.457729 n-d-713498-36 neutron-server[103230]: INFO neutron.api.v2.resource [None req-b3f74c45-01c8-43e3-adba-29350e9ce75d tempest-RoutersIpV6Test-841277211 tempest-RoutersIpV6Test-841277211-project] delete failed (client error): The resource could not be found. Feb 09 19:38:21.462709 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-b3f74c45-01c8-43e3-adba-29350e9ce75d tempest-RoutersIpV6Test-841277211 tempest-RoutersIpV6Test-841277211-project] 10.222.0.75 "DELETE /v2.0/routers/25b449d3-6fa2-476c-ba93-e6f8bb5687c3 HTTP/1.1" status: 404 len: 336 time: 0.0559754 Feb 09 19:38:21.473482 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 40296) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:38:21.501673 n-d-713498-36 neutron-server[103230]: INFO neutron.pecan_wsgi.hooks.translation [None req-44c0949d-bb62-40b3-888a-243b2c1bb142 tempest-RoutersIpV6Test-841277211 tempest-RoutersIpV6Test-841277211-project] DELETE failed (client error): The resource could not be found. Feb 09 19:38:21.502456 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-44c0949d-bb62-40b3-888a-243b2c1bb142 tempest-RoutersIpV6Test-841277211 tempest-RoutersIpV6Test-841277211-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103230) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 19:38:21.507164 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-44c0949d-bb62-40b3-888a-243b2c1bb142 tempest-RoutersIpV6Test-841277211 tempest-RoutersIpV6Test-841277211-project] 10.222.0.75 "DELETE /v2.0/subnets/c4fd0e56-ebd1-42d8-896b-f6ec03aed527 HTTP/1.1" status: 404 len: 337 time: 0.0318024 Feb 09 19:38:21.509890 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 40298) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:38:21.553481 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 40300) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:38:21.554581 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-41f0423b-a725-4505-968c-0bcd9019d318 tempest-RoutersIpV6Test-841277211 tempest-RoutersIpV6Test-841277211-project] 10.222.0.75 "GET /v2.0/ports?device_id=f86fa53b-db36-4e8b-9209-2ac1b39433bd HTTP/1.1" status: 200 len: 205 time: 0.0423148 Feb 09 19:38:21.563776 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-61a8e3c9-839a-4334-86ca-6581e993c3b2 req-7f826b0e-65bb-4ded-8f4e-f06cf4b07d56 tempest-TestNetworkAdvancedServerOps-1633223542 tempest-TestNetworkAdvancedServerOps-1633223542-project] Made reservation on behalf of eba669c4f4c548e495f13ae7579d0fa6 for: {'port': 1} {{(pid=103229) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 19:38:21.567849 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-61a8e3c9-839a-4334-86ca-6581e993c3b2 req-7f826b0e-65bb-4ded-8f4e-f06cf4b07d56 tempest-TestNetworkAdvancedServerOps-1633223542 tempest-TestNetworkAdvancedServerOps-1633223542-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (None), before_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:38:21.600926 n-d-713498-36 neutron-server[103230]: INFO neutron.api.v2.resource [None req-71e3680f-9213-46f5-a5df-ff23ee3b1060 tempest-RoutersIpV6Test-841277211 tempest-RoutersIpV6Test-841277211-project] delete failed (client error): The resource could not be found. Feb 09 19:38:21.602075 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-71e3680f-9213-46f5-a5df-ff23ee3b1060 tempest-RoutersIpV6Test-841277211 tempest-RoutersIpV6Test-841277211-project] 10.222.0.75 "DELETE /v2.0/routers/f86fa53b-db36-4e8b-9209-2ac1b39433bd HTTP/1.1" status: 404 len: 336 time: 0.0473831 Feb 09 19:38:21.605349 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 40302) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:38:21.643363 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-fa2e36b2-a612-4129-8110-4c02d0fe28f8 tempest-RoutersIpV6Test-841277211 tempest-RoutersIpV6Test-841277211-project] 10.222.0.75 "GET /v2.0/ports?device_id=02e6641c-b184-4252-a556-bc015b3ebbba HTTP/1.1" status: 200 len: 205 time: 0.0367954 Feb 09 19:38:21.645791 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 40306) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:38:21.701559 n-d-713498-36 neutron-server[103230]: INFO neutron.api.v2.resource [None req-58c015c0-4630-4a54-97e9-c608fa50ce17 tempest-RoutersIpV6Test-841277211 tempest-RoutersIpV6Test-841277211-project] delete failed (client error): The resource could not be found. Feb 09 19:38:21.702728 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-58c015c0-4630-4a54-97e9-c608fa50ce17 tempest-RoutersIpV6Test-841277211 tempest-RoutersIpV6Test-841277211-project] 10.222.0.75 "DELETE /v2.0/routers/02e6641c-b184-4252-a556-bc015b3ebbba HTTP/1.1" status: 404 len: 336 time: 0.0556073 Feb 09 19:38:21.705495 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 40308) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:38:21.732463 n-d-713498-36 neutron-server[103230]: INFO neutron.pecan_wsgi.hooks.translation [None req-e8be316f-f48b-4678-b7c2-7440c3b570e1 tempest-RoutersIpV6Test-841277211 tempest-RoutersIpV6Test-841277211-project] DELETE failed (client error): The resource could not be found. Feb 09 19:38:21.733016 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e8be316f-f48b-4678-b7c2-7440c3b570e1 tempest-RoutersIpV6Test-841277211 tempest-RoutersIpV6Test-841277211-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103230) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 19:38:21.738724 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-e8be316f-f48b-4678-b7c2-7440c3b570e1 tempest-RoutersIpV6Test-841277211 tempest-RoutersIpV6Test-841277211-project] 10.222.0.75 "DELETE /v2.0/subnets/6f393876-2554-4013-a918-955311d20002 HTTP/1.1" status: 404 len: 337 time: 0.0296333 Feb 09 19:38:21.738875 n-d-713498-36 neutron-server[103229]: DEBUG neutron.db.db_base_plugin_common [req-61a8e3c9-839a-4334-86ca-6581e993c3b2 req-7f826b0e-65bb-4ded-8f4e-f06cf4b07d56 tempest-TestNetworkAdvancedServerOps-1633223542 tempest-TestNetworkAdvancedServerOps-1633223542-project] Allocated IP 172.20.0.6 (6035eead-e0c7-4408-9f20-6d0c89d4e7ac/a7f5b809-e422-427f-b277-488571c8bd57/5d390df8-f62d-4dcd-86a7-dc07a0e76fe3) {{(pid=103229) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 19:38:21.739067 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 40310) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:38:21.773009 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-3672800f-2b5b-4409-b254-000fec040ce9 tempest-RoutersIpV6Test-841277211 tempest-RoutersIpV6Test-841277211-project] 10.222.0.75 "GET /v2.0/ports?device_id=482a3890-4045-4952-8a05-117babc5a2b1 HTTP/1.1" status: 200 len: 205 time: 0.0324850 Feb 09 19:38:21.775422 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 40312) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:38:21.824774 n-d-713498-36 neutron-server[103230]: INFO neutron.api.v2.resource [None req-9f29a286-d745-4595-ac05-5c138cff6524 tempest-RoutersIpV6Test-841277211 tempest-RoutersIpV6Test-841277211-project] delete failed (client error): The resource could not be found. Feb 09 19:38:21.826903 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-9f29a286-d745-4595-ac05-5c138cff6524 tempest-RoutersIpV6Test-841277211 tempest-RoutersIpV6Test-841277211-project] 10.222.0.75 "DELETE /v2.0/routers/482a3890-4045-4952-8a05-117babc5a2b1 HTTP/1.1" status: 404 len: 336 time: 0.0484538 Feb 09 19:38:21.827484 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 40318) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:38:21.855262 n-d-713498-36 neutron-server[103230]: INFO neutron.pecan_wsgi.hooks.translation [None req-1f38c31d-ccc4-414b-b083-e776dab24592 tempest-RoutersIpV6Test-841277211 tempest-RoutersIpV6Test-841277211-project] DELETE failed (client error): The resource could not be found. Feb 09 19:38:21.856402 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1f38c31d-ccc4-414b-b083-e776dab24592 tempest-RoutersIpV6Test-841277211 tempest-RoutersIpV6Test-841277211-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103230) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 19:38:21.862361 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-1f38c31d-ccc4-414b-b083-e776dab24592 tempest-RoutersIpV6Test-841277211 tempest-RoutersIpV6Test-841277211-project] 10.222.0.75 "DELETE /v2.0/subnets/f96502a4-c82a-4ae2-bfac-befd759b3b0f HTTP/1.1" status: 404 len: 337 time: 0.0330093 Feb 09 19:38:21.862581 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 40324) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:38:21.904952 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-2f59f66b-a281-4b1c-b10f-e0e76362e304 tempest-RoutersIpV6Test-841277211 tempest-RoutersIpV6Test-841277211-project] 10.222.0.75 "GET /v2.0/ports?device_id=55fec3fe-7e8e-4d78-bc87-824707365bb4 HTTP/1.1" status: 200 len: 205 time: 0.0396307 Feb 09 19:38:21.905945 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 40326) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:38:21.953480 n-d-713498-36 neutron-server[103230]: INFO neutron.api.v2.resource [None req-da7787de-5dbe-4da2-acb9-23242787ff2b tempest-RoutersIpV6Test-841277211 tempest-RoutersIpV6Test-841277211-project] delete failed (client error): The resource could not be found. Feb 09 19:38:21.957576 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-da7787de-5dbe-4da2-acb9-23242787ff2b tempest-RoutersIpV6Test-841277211 tempest-RoutersIpV6Test-841277211-project] 10.222.0.75 "DELETE /v2.0/routers/55fec3fe-7e8e-4d78-bc87-824707365bb4 HTTP/1.1" status: 404 len: 336 time: 0.0504727 Feb 09 19:38:21.958256 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 40328) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:38:21.960187 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-61a8e3c9-839a-4334-86ca-6581e993c3b2 req-7f826b0e-65bb-4ded-8f4e-f06cf4b07d56 tempest-TestNetworkAdvancedServerOps-1633223542 tempest-TestNetworkAdvancedServerOps-1633223542-project] Publish callbacks [] for port (5d390df8-f62d-4dcd-86a7-dc07a0e76fe3), precommit_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:38:21.993904 n-d-713498-36 neutron-server[103230]: INFO neutron.pecan_wsgi.hooks.translation [None req-4b1d5e4a-c08a-45e8-b25a-6fa58d57d9bb tempest-RoutersIpV6Test-841277211 tempest-RoutersIpV6Test-841277211-project] DELETE failed (client error): The resource could not be found. Feb 09 19:38:21.994466 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4b1d5e4a-c08a-45e8-b25a-6fa58d57d9bb tempest-RoutersIpV6Test-841277211 tempest-RoutersIpV6Test-841277211-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103230) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 19:38:21.997561 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-4b1d5e4a-c08a-45e8-b25a-6fa58d57d9bb tempest-RoutersIpV6Test-841277211 tempest-RoutersIpV6Test-841277211-project] 10.222.0.75 "DELETE /v2.0/subnets/80d7b2da-32c0-48cf-a85c-b9042b7d6b8a HTTP/1.1" status: 404 len: 337 time: 0.0383837 Feb 09 19:38:22.000148 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 40330) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:38:22.001820 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-61a8e3c9-839a-4334-86ca-6581e993c3b2 req-7f826b0e-65bb-4ded-8f4e-f06cf4b07d56 tempest-TestNetworkAdvancedServerOps-1633223542 tempest-TestNetworkAdvancedServerOps-1633223542-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762866656467', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12867576'] for port (5d390df8-f62d-4dcd-86a7-dc07a0e76fe3), after_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:38:22.030994 n-d-713498-36 neutron-server[103230]: INFO neutron.pecan_wsgi.hooks.translation [None req-c49fd504-955f-42af-b16a-4a8260fd9a00 tempest-RoutersIpV6Test-841277211 tempest-RoutersIpV6Test-841277211-project] DELETE failed (client error): The resource could not be found. Feb 09 19:38:22.031304 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c49fd504-955f-42af-b16a-4a8260fd9a00 tempest-RoutersIpV6Test-841277211 tempest-RoutersIpV6Test-841277211-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103230) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 19:38:22.037067 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-c49fd504-955f-42af-b16a-4a8260fd9a00 tempest-RoutersIpV6Test-841277211 tempest-RoutersIpV6Test-841277211-project] 10.222.0.75 "DELETE /v2.0/subnets/2a8655ee-cd01-4788-9059-a0633bddc388 HTTP/1.1" status: 404 len: 337 time: 0.0332775 Feb 09 19:38:22.053777 n-d-713498-36 neutron-server[103229]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-61a8e3c9-839a-4334-86ca-6581e993c3b2 req-7f826b0e-65bb-4ded-8f4e-f06cf4b07d56 tempest-TestNetworkAdvancedServerOps-1633223542 tempest-TestNetworkAdvancedServerOps-1633223542-project] Network 6035eead-e0c7-4408-9f20-6d0c89d4e7ac is already hosted by enough agents. {{(pid=103229) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 19:38:22.058827 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f826b0e-65bb-4ded-8f4e-f06cf4b07d56 tempest-TestNetworkAdvancedServerOps-1633223542 tempest-TestNetworkAdvancedServerOps-1633223542-project] Pushing event updated for resources: {'Port': ['ID=5d390df8-f62d-4dcd-86a7-dc07a0e76fe3,revision_number=1']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:38:22.074415 n-d-713498-36 neutron-server[103229]: DEBUG neutron.scheduler.base_scheduler [req-61a8e3c9-839a-4334-86ca-6581e993c3b2 req-7f826b0e-65bb-4ded-8f4e-f06cf4b07d56 tempest-TestNetworkAdvancedServerOps-1633223542 tempest-TestNetworkAdvancedServerOps-1633223542-project] Resources bound (agent type, host, resource id): {{(pid=103229) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 19:38:22.077001 n-d-713498-36 neutron-server[103229]: DEBUG neutron.db.l3_dvrscheduler_db [req-61a8e3c9-839a-4334-86ca-6581e993c3b2 req-7f826b0e-65bb-4ded-8f4e-f06cf4b07d56 tempest-TestNetworkAdvancedServerOps-1633223542 tempest-TestNetworkAdvancedServerOps-1633223542-project] Received port after_create {{(pid=103229) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 19:38:22.106240 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Device e29dcbb8-a456-45b2-83ed-996317badba0 no longer exists at agent hyperv_n-h1-713498-36 {{(pid=103232) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 19:38:22.159937 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61a8e3c9-839a-4334-86ca-6581e993c3b2 req-7f826b0e-65bb-4ded-8f4e-f06cf4b07d56 tempest-TestNetworkAdvancedServerOps-1633223542 tempest-TestNetworkAdvancedServerOps-1633223542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:38:22.160584 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-61a8e3c9-839a-4334-86ca-6581e993c3b2 req-7f826b0e-65bb-4ded-8f4e-f06cf4b07d56 tempest-TestNetworkAdvancedServerOps-1633223542 tempest-TestNetworkAdvancedServerOps-1633223542-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171096'] for port (None), before_response {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:38:22.187949 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-61a8e3c9-839a-4334-86ca-6581e993c3b2 req-7f826b0e-65bb-4ded-8f4e-f06cf4b07d56 tempest-TestNetworkAdvancedServerOps-1633223542 tempest-TestNetworkAdvancedServerOps-1633223542-project] 10.222.0.89 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8213096 Feb 09 19:38:22.202582 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.v2.base [req-61a8e3c9-839a-4334-86ca-6581e993c3b2 req-47f074fb-a919-434e-ab9b-f3424ec1bb92 service neutron] Request body: {'port': {'device_id': '4389c13d-a9e7-4e04-981e-043da3b220bc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-713498-36'}} {{(pid=103229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 19:38:22.267474 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07569d73-140e-49db-ae42-3ddf081a566c req-4e8e4074-9e9f-4436-af20-e8b44ac41ea4 tempest-ServersNegativeTestJSON-1608020402 tempest-ServersNegativeTestJSON-1608020402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:38:22.270208 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-07569d73-140e-49db-ae42-3ddf081a566c req-4e8e4074-9e9f-4436-af20-e8b44ac41ea4 tempest-ServersNegativeTestJSON-1608020402 tempest-ServersNegativeTestJSON-1608020402-project] 10.222.0.75 "GET /v2.0/ports?device_id=ef8fb5b1-266b-4abe-85d3-6f5780a36355 HTTP/1.1" status: 200 len: 945 time: 0.1337178 Feb 09 19:38:22.347840 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Current status of the port e29dcbb8-a456-45b2-83ed-996317badba0 is: ACTIVE; New status is: DOWN {{(pid=103232) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 19:38:22.349092 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (e29dcbb8-a456-45b2-83ed-996317badba0), before_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:38:22.361794 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-07569d73-140e-49db-ae42-3ddf081a566c req-0fb95cd9-4ada-4ad1-862b-a35d7d84e86b tempest-ServersNegativeTestJSON-1608020402 tempest-ServersNegativeTestJSON-1608020402-project] 10.222.0.75 "GET /v2.0/security-groups?id=25d47ded-5003-4f4d-b434-467ecec6793f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0796547 Feb 09 19:38:22.405008 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-61a8e3c9-839a-4334-86ca-6581e993c3b2 req-47f074fb-a919-434e-ab9b-f3424ec1bb92 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (5d390df8-f62d-4dcd-86a7-dc07a0e76fe3), before_update {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:38:22.413800 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] For port e29dcbb8-a456-45b2-83ed-996317badba0, host n-h1-713498-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-36',level=0,port_id=e29dcbb8-a456-45b2-83ed-996317badba0,segment=NetworkSegment(858d2da7-0314-4b25-bd9f-f8e206467551),segment_id=858d2da7-0314-4b25-bd9f-f8e206467551)] {{(pid=103232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 19:38:22.429638 n-d-713498-36 neutron-server[103232]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ef8fb5b1-266b-4abe-85d3-6f5780a36355', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e29dcbb8-a456-45b2-83ed-996317badba0'}] {{(pid=103232) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 19:38:22.434967 n-d-713498-36 neutron-server[103232]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}949cdcde653dec44821de95cbf67297f53cbc2aed4e073b5d514f93bf911ce85" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-568663da-7623-492d-8bac-20cdb94d3e18" -d '{"events": [{"server_uuid": "ef8fb5b1-266b-4abe-85d3-6f5780a36355", "name": "network-vif-unplugged", "status": "completed", "tag": "e29dcbb8-a456-45b2-83ed-996317badba0"}]}' {{(pid=103232) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 19:38:22.440601 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762867176205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762866656485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762866656503'] for port (e29dcbb8-a456-45b2-83ed-996317badba0), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:38:22.486473 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b830f9a-f6f8-4708-87c3-80fd9a1ef8eb req-4de4f0d6-9f2c-4007-af98-1c7bf34c6099 tempest-TestNetworkAdvancedServerOps-1633223542 tempest-TestNetworkAdvancedServerOps-1633223542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:38:22.488060 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-3b830f9a-f6f8-4708-87c3-80fd9a1ef8eb req-4de4f0d6-9f2c-4007-af98-1c7bf34c6099 tempest-TestNetworkAdvancedServerOps-1633223542 tempest-TestNetworkAdvancedServerOps-1633223542-project] 10.222.0.75 "GET /v2.0/ports?device_id=4389c13d-a9e7-4e04-981e-043da3b220bc HTTP/1.1" status: 200 len: 931 time: 0.1748776 Feb 09 19:38:22.532295 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 40344) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:38:22.561751 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Pushing event updated for resources: {'Port': ['ID=e29dcbb8-a456-45b2-83ed-996317badba0,revision_number=8']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:38:22.594306 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89d11a62-1843-466b-be79-2ade58e0a3fe req-d66e40a8-50f0-4df5-905f-ccc21ba9b092 tempest-ServersNegativeTestJSON-1608020402 tempest-ServersNegativeTestJSON-1608020402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:38:22.596256 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-89d11a62-1843-466b-be79-2ade58e0a3fe req-d66e40a8-50f0-4df5-905f-ccc21ba9b092 tempest-ServersNegativeTestJSON-1608020402 tempest-ServersNegativeTestJSON-1608020402-project] 10.222.0.75 "GET /v2.0/ports?device_id=ef8fb5b1-266b-4abe-85d3-6f5780a36355 HTTP/1.1" status: 200 len: 943 time: 0.1227999 Feb 09 19:38:22.599153 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.provisioning_blocks [None req-14ee00d8-bd59-44ff-9fe8-891dc41607d9 None None] Provisioning complete for port 5d390df8-f62d-4dcd-86a7-dc07a0e76fe3 triggered by entity DHCP. {{(pid=103232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 19:38:22.599534 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-14ee00d8-bd59-44ff-9fe8-891dc41607d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593630'] for port (5d390df8-f62d-4dcd-86a7-dc07a0e76fe3), provisioning_complete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:38:22.651435 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-14ee00d8-bd59-44ff-9fe8-891dc41607d9 None None] Port 5d390df8-f62d-4dcd-86a7-dc07a0e76fe3 cannot update to ACTIVE because it is not bound. {{(pid=103232) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 19:38:22.675049 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-89d11a62-1843-466b-be79-2ade58e0a3fe req-f27d8030-4844-4949-a16b-caa93db505f5 tempest-ServersNegativeTestJSON-1608020402 tempest-ServersNegativeTestJSON-1608020402-project] 10.222.0.75 "GET /v2.0/security-groups?id=25d47ded-5003-4f4d-b434-467ecec6793f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0684156 Feb 09 19:38:22.745610 n-d-713498-36 neutron-server[103232]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Wed, 09 Feb 2022 19:38:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5b680580-6a87-4116-8214-b7b040a8f190 x-openstack-request-id: req-5b680580-6a87-4116-8214-b7b040a8f190 {{(pid=103232) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 19:38:22.746508 n-d-713498-36 neutron-server[103232]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ef8fb5b1-266b-4abe-85d3-6f5780a36355", "name": "network-vif-unplugged", "status": "failed", "tag": "e29dcbb8-a456-45b2-83ed-996317badba0", "code": 422}]} {{(pid=103232) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 19:38:22.747086 n-d-713498-36 neutron-server[103232]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-5b680580-6a87-4116-8214-b7b040a8f190 {{(pid=103232) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 19:38:22.747690 n-d-713498-36 neutron-server[103232]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'ef8fb5b1-266b-4abe-85d3-6f5780a36355', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'e29dcbb8-a456-45b2-83ed-996317badba0', 'code': 422} returned with failed status Feb 09 19:38:22.787917 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-3b830f9a-f6f8-4708-87c3-80fd9a1ef8eb req-7a5954ec-7371-45ae-9276-3f3429bd2a89 tempest-TestNetworkAdvancedServerOps-1633223542 tempest-TestNetworkAdvancedServerOps-1633223542-project] 10.222.0.75 "GET /v2.0/security-groups?id=db3e440f-6371-4f6a-b598-e7d001dae153&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2767248 Feb 09 19:38:22.845437 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-670b871a-48a0-4258-9e36-7e70486f112d admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=9e33aca4a44d4fa38a064d0581ca7668&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3119459 Feb 09 19:38:22.847997 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 40358) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:38:22.857348 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [req-5c6ecb39-41a4-4744-b376-30530152fbf5 req-b359a7ae-39cc-4334-806f-d76d0654d279 service neutron] http://10.222.0.75:9696/v2.0/extensions returned with HTTP 200 {{(pid=103230) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 09 19:38:22.858458 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-5c6ecb39-41a4-4744-b376-30530152fbf5 req-b359a7ae-39cc-4334-806f-d76d0654d279 service neutron] 10.222.0.75 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0062077 Feb 09 19:38:22.932043 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-aedbe204-b4a6-4f4b-99ef-a38bb4085362 admin admin] Publish callbacks [] for security_group (44cb0530-571d-401c-ae6e-252c8ba9ae55), before_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:38:22.988262 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-aedbe204-b4a6-4f4b-99ef-a38bb4085362 admin admin] Publish callbacks [] for security_group (44cb0530-571d-401c-ae6e-252c8ba9ae55), precommit_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:38:23.009097 n-d-713498-36 neutron-server[103229]: DEBUG neutron.notifiers.nova [req-61a8e3c9-839a-4334-86ca-6581e993c3b2 req-47f074fb-a919-434e-ab9b-f3424ec1bb92 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5d390df8-f62d-4dcd-86a7-dc07a0e76fe3 {{(pid=103229) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 19:38:23.034755 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-61a8e3c9-839a-4334-86ca-6581e993c3b2 req-47f074fb-a919-434e-ab9b-f3424ec1bb92 service neutron] Publish callbacks [] for port (5d390df8-f62d-4dcd-86a7-dc07a0e76fe3), precommit_update {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:38:23.087127 n-d-713498-36 neutron-server[103229]: DEBUG neutron.db.provisioning_blocks [req-61a8e3c9-839a-4334-86ca-6581e993c3b2 req-47f074fb-a919-434e-ab9b-f3424ec1bb92 service neutron] Transition to ACTIVE for port object 5d390df8-f62d-4dcd-86a7-dc07a0e76fe3 will not be triggered until provisioned by entity L2. {{(pid=103229) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 19:38:23.093905 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-61a8e3c9-839a-4334-86ca-6581e993c3b2 req-47f074fb-a919-434e-ab9b-f3424ec1bb92 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762867176205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762866656485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762866656503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12867569'] for port (5d390df8-f62d-4dcd-86a7-dc07a0e76fe3), after_update {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:38:23.159193 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d23952e-7d8a-4866-b7cf-bd178a674b6c req-3f40cc9a-7d28-4817-af9f-614793012eb8 tempest-ServersNegativeTestJSON-1608020402 tempest-ServersNegativeTestJSON-1608020402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:38:23.166429 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-2d23952e-7d8a-4866-b7cf-bd178a674b6c req-3f40cc9a-7d28-4817-af9f-614793012eb8 tempest-ServersNegativeTestJSON-1608020402 tempest-ServersNegativeTestJSON-1608020402-project] 10.222.0.75 "GET /v2.0/ports?device_id=ef8fb5b1-266b-4abe-85d3-6f5780a36355 HTTP/1.1" status: 200 len: 943 time: 0.1619837 Feb 09 19:38:23.192089 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-aedbe204-b4a6-4f4b-99ef-a38bb4085362 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1892331'] for security_group (44cb0530-571d-401c-ae6e-252c8ba9ae55), after_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:38:23.194766 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-aedbe204-b4a6-4f4b-99ef-a38bb4085362 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:38:23.196068 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-aedbe204-b4a6-4f4b-99ef-a38bb4085362 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/44cb0530-571d-401c-ae6e-252c8ba9ae55 HTTP/1.1" status: 204 len: 168 time: 0.3468115 Feb 09 19:38:23.231475 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47f074fb-a919-434e-ab9b-f3424ec1bb92 service neutron] Pushing event updated for resources: {'Port': ['ID=5d390df8-f62d-4dcd-86a7-dc07a0e76fe3,revision_number=2']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:38:23.270996 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aedbe204-b4a6-4f4b-99ef-a38bb4085362 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=44cb0530-571d-401c-ae6e-252c8ba9ae55,revision_number=None']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:38:23.322339 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-2d23952e-7d8a-4866-b7cf-bd178a674b6c req-237cd339-caec-4d55-a565-794bf2a0568b tempest-ServersNegativeTestJSON-1608020402 tempest-ServersNegativeTestJSON-1608020402-project] 10.222.0.75 "GET /v2.0/security-groups?id=25d47ded-5003-4f4d-b434-467ecec6793f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1542785 Feb 09 19:38:23.345150 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.managers [req-61a8e3c9-839a-4334-86ca-6581e993c3b2 req-47f074fb-a919-434e-ab9b-f3424ec1bb92 service neutron] Attempting to bind port 5d390df8-f62d-4dcd-86a7-dc07a0e76fe3 on host n-h1-713498-36 for vnic_type normal with profile {{(pid=103229) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 19:38:23.345495 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.managers [req-61a8e3c9-839a-4334-86ca-6581e993c3b2 req-47f074fb-a919-434e-ab9b-f3424ec1bb92 service neutron] Attempting to bind port 5d390df8-f62d-4dcd-86a7-dc07a0e76fe3 by drivers openvswitch,hyperv on host n-h1-713498-36 at level 0 using segments [{'id': 'c9370ef4-6c10-429a-a2d3-5375ca469f6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': '6035eead-e0c7-4408-9f20-6d0c89d4e7ac'}] {{(pid=103229) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 19:38:23.348030 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61a8e3c9-839a-4334-86ca-6581e993c3b2 req-47f074fb-a919-434e-ab9b-f3424ec1bb92 service neutron] Attempting to bind port 5d390df8-f62d-4dcd-86a7-dc07a0e76fe3 on network 6035eead-e0c7-4408-9f20-6d0c89d4e7ac {{(pid=103229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 19:38:23.356758 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61a8e3c9-839a-4334-86ca-6581e993c3b2 req-47f074fb-a919-434e-ab9b-f3424ec1bb92 service neutron] Port 5d390df8-f62d-4dcd-86a7-dc07a0e76fe3 on network 6035eead-e0c7-4408-9f20-6d0c89d4e7ac not bound, no agent of type Open vSwitch agent registered on host n-h1-713498-36 {{(pid=103229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 19:38:23.357093 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61a8e3c9-839a-4334-86ca-6581e993c3b2 req-47f074fb-a919-434e-ab9b-f3424ec1bb92 service neutron] Attempting to bind port 5d390df8-f62d-4dcd-86a7-dc07a0e76fe3 on network 6035eead-e0c7-4408-9f20-6d0c89d4e7ac {{(pid=103229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 19:38:23.371426 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61a8e3c9-839a-4334-86ca-6581e993c3b2 req-47f074fb-a919-434e-ab9b-f3424ec1bb92 service neutron] Checking agent: {'id': '488cd9ae-631f-4955-ba0b-4f5a13f12e9c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713498-36', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 18, 59, 18), 'started_at': datetime.datetime(2022, 2, 9, 18, 59, 18), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 19, 38, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 19:38:23.371770 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61a8e3c9-839a-4334-86ca-6581e993c3b2 req-47f074fb-a919-434e-ab9b-f3424ec1bb92 service neutron] Checking segment: {'id': 'c9370ef4-6c10-429a-a2d3-5375ca469f6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': '6035eead-e0c7-4408-9f20-6d0c89d4e7ac'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103229) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 19:38:23.372167 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61a8e3c9-839a-4334-86ca-6581e993c3b2 req-47f074fb-a919-434e-ab9b-f3424ec1bb92 service neutron] Bound using segment: {'id': 'c9370ef4-6c10-429a-a2d3-5375ca469f6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': '6035eead-e0c7-4408-9f20-6d0c89d4e7ac'} {{(pid=103229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 19:38:23.372613 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.managers [req-61a8e3c9-839a-4334-86ca-6581e993c3b2 req-47f074fb-a919-434e-ab9b-f3424ec1bb92 service neutron] Bound port: 5d390df8-f62d-4dcd-86a7-dc07a0e76fe3, host: n-h1-713498-36, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c9370ef4-6c10-429a-a2d3-5375ca469f6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': '6035eead-e0c7-4408-9f20-6d0c89d4e7ac'}}] {{(pid=103229) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 19:38:23.373258 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-61a8e3c9-839a-4334-86ca-6581e993c3b2 req-47f074fb-a919-434e-ab9b-f3424ec1bb92 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (5d390df8-f62d-4dcd-86a7-dc07a0e76fe3), before_update {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:38:23.395756 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-b13dadb9-c5e9-4a21-83f6-37a5fcf52d0a req-ff48e91b-4191-4f53-830d-48d9690e35d2 service neutron] 10.222.0.75 "GET /v2.0/ports?device_id=ef8fb5b1-266b-4abe-85d3-6f5780a36355&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0839388 Feb 09 19:38:23.407541 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [req-b13dadb9-c5e9-4a21-83f6-37a5fcf52d0a req-e720225d-51d8-4d84-b928-1dc1542c7555 service neutron] http://10.222.0.75:9696/v2.0/extensions returned with HTTP 200 {{(pid=103230) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 09 19:38:23.409095 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-b13dadb9-c5e9-4a21-83f6-37a5fcf52d0a req-e720225d-51d8-4d84-b928-1dc1542c7555 service neutron] 10.222.0.75 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0079410 Feb 09 19:38:23.477664 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.db [req-61a8e3c9-839a-4334-86ca-6581e993c3b2 req-47f074fb-a919-434e-ab9b-f3424ec1bb92 service neutron] For port 5d390df8-f62d-4dcd-86a7-dc07a0e76fe3, host n-h1-713498-36, cleared binding levels {{(pid=103229) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 19:38:23.482114 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.db [req-61a8e3c9-839a-4334-86ca-6581e993c3b2 req-47f074fb-a919-434e-ab9b-f3424ec1bb92 service neutron] For port 5d390df8-f62d-4dcd-86a7-dc07a0e76fe3, host n-h1-713498-36, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-36',level=0,port_id=5d390df8-f62d-4dcd-86a7-dc07a0e76fe3,segment=NetworkSegment(c9370ef4-6c10-429a-a2d3-5375ca469f6c),segment_id=c9370ef4-6c10-429a-a2d3-5375ca469f6c)] {{(pid=103229) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 19:38:23.496809 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-61a8e3c9-839a-4334-86ca-6581e993c3b2 req-47f074fb-a919-434e-ab9b-f3424ec1bb92 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762867176205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762866656485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762866656503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12867569'] for port (5d390df8-f62d-4dcd-86a7-dc07a0e76fe3), after_update {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:38:23.571220 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61a8e3c9-839a-4334-86ca-6581e993c3b2 req-47f074fb-a919-434e-ab9b-f3424ec1bb92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:38:23.571802 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-61a8e3c9-839a-4334-86ca-6581e993c3b2 req-47f074fb-a919-434e-ab9b-f3424ec1bb92 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171096'] for port (None), before_response {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:38:23.573206 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-61a8e3c9-839a-4334-86ca-6581e993c3b2 req-47f074fb-a919-434e-ab9b-f3424ec1bb92 service neutron] 10.222.0.89 "PUT /v2.0/ports/5d390df8-f62d-4dcd-86a7-dc07a0e76fe3 HTTP/1.1" status: 200 len: 1092 time: 1.3796487 Feb 09 19:38:23.573667 n-d-713498-36 neutron-server[103229]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4389c13d-a9e7-4e04-981e-043da3b220bc', 'tag': '5d390df8-f62d-4dcd-86a7-dc07a0e76fe3'}] {{(pid=103229) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 19:38:23.578638 n-d-713498-36 neutron-server[103229]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fa6ae9a20702bd564eaf90d946620b2b4277b1ab91129323d3b54181076be307" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-afdf67e1-6e9b-4478-969a-0a2145f64600" -d '{"events": [{"name": "network-changed", "server_uuid": "4389c13d-a9e7-4e04-981e-043da3b220bc", "tag": "5d390df8-f62d-4dcd-86a7-dc07a0e76fe3"}]}' {{(pid=103229) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 19:38:23.617297 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47f074fb-a919-434e-ab9b-f3424ec1bb92 service neutron] Pushing event updated for resources: {'Port': ['ID=5d390df8-f62d-4dcd-86a7-dc07a0e76fe3,revision_number=3']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:38:23.718531 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61a8e3c9-839a-4334-86ca-6581e993c3b2 req-cfdcd5e8-ec82-4343-87f4-83e08a1ee390 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:38:23.722858 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-61a8e3c9-839a-4334-86ca-6581e993c3b2 req-cfdcd5e8-ec82-4343-87f4-83e08a1ee390 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=eba669c4f4c548e495f13ae7579d0fa6&device_id=4389c13d-a9e7-4e04-981e-043da3b220bc HTTP/1.1" status: 200 len: 1126 time: 0.0988665 Feb 09 19:38:23.810221 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-61a8e3c9-839a-4334-86ca-6581e993c3b2 req-6685c3f2-5a0a-468f-b14a-b983cbc2b24b service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=5d390df8-f62d-4dcd-86a7-dc07a0e76fe3 HTTP/1.1" status: 200 len: 217 time: 0.0824203 Feb 09 19:38:23.896743 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61a8e3c9-839a-4334-86ca-6581e993c3b2 req-cea5671d-50cb-4f51-8b79-00ee58995ea0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:38:23.898874 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-61a8e3c9-839a-4334-86ca-6581e993c3b2 req-cea5671d-50cb-4f51-8b79-00ee58995ea0 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=a7f5b809-e422-427f-b277-488571c8bd57 HTTP/1.1" status: 200 len: 835 time: 0.0832746 Feb 09 19:38:23.928715 n-d-713498-36 neutron-server[103229]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 19:38:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-adccb410-ac02-46eb-855e-4f464908378f x-openstack-request-id: req-adccb410-ac02-46eb-855e-4f464908378f {{(pid=103229) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 19:38:23.929010 n-d-713498-36 neutron-server[103229]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4389c13d-a9e7-4e04-981e-043da3b220bc", "tag": "5d390df8-f62d-4dcd-86a7-dc07a0e76fe3", "status": "completed", "code": 200}]} {{(pid=103229) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 19:38:23.929684 n-d-713498-36 neutron-server[103229]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-adccb410-ac02-46eb-855e-4f464908378f {{(pid=103229) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 19:38:23.930277 n-d-713498-36 neutron-server[103229]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4389c13d-a9e7-4e04-981e-043da3b220bc', 'tag': '5d390df8-f62d-4dcd-86a7-dc07a0e76fe3', 'status': 'completed', 'code': 200} Feb 09 19:38:24.014830 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61a8e3c9-839a-4334-86ca-6581e993c3b2 req-7f73ad5e-9660-4464-99f3-adc7293212a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:38:24.016340 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-61a8e3c9-839a-4334-86ca-6581e993c3b2 req-7f73ad5e-9660-4464-99f3-adc7293212a1 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=6035eead-e0c7-4408-9f20-6d0c89d4e7ac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.1077719 Feb 09 19:38:24.024582 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6476ff6b-75c2-4a27-9076-49619eb43db1 req-070d3328-f2c5-45b1-8381-7295795e7f5e tempest-TestNetworkAdvancedServerOps-1633223542 tempest-TestNetworkAdvancedServerOps-1633223542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:38:24.032559 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-6476ff6b-75c2-4a27-9076-49619eb43db1 req-070d3328-f2c5-45b1-8381-7295795e7f5e tempest-TestNetworkAdvancedServerOps-1633223542 tempest-TestNetworkAdvancedServerOps-1633223542-project] 10.222.0.75 "GET /v2.0/ports?device_id=4389c13d-a9e7-4e04-981e-043da3b220bc HTTP/1.1" status: 200 len: 943 time: 0.1170557 Feb 09 19:38:24.154678 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-6476ff6b-75c2-4a27-9076-49619eb43db1 req-d62b39ea-5c08-44ae-8941-9eb78fa4ce7e tempest-TestNetworkAdvancedServerOps-1633223542 tempest-TestNetworkAdvancedServerOps-1633223542-project] 10.222.0.75 "GET /v2.0/security-groups?id=db3e440f-6371-4f6a-b598-e7d001dae153&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1212065 Feb 09 19:38:24.213459 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-61a8e3c9-839a-4334-86ca-6581e993c3b2 req-35f1bfd7-ba1a-4cad-a932-d132eaf3177f service neutron] 10.222.0.89 "GET /v2.0/networks/6035eead-e0c7-4408-9f20-6d0c89d4e7ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1780283 Feb 09 19:38:24.320167 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-61a8e3c9-839a-4334-86ca-6581e993c3b2 req-b5fa1f62-0627-4953-8ba6-fe0e886a4cae service neutron] 10.222.0.89 "GET /v2.0/networks/6035eead-e0c7-4408-9f20-6d0c89d4e7ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1011026 Feb 09 19:38:24.335793 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 40414) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:38:24.422176 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afdf67e1-6e9b-4478-969a-0a2145f64600 req-c8057dd8-3a48-4dab-a04d-99abdc334a5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:38:24.425019 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-afdf67e1-6e9b-4478-969a-0a2145f64600 req-c8057dd8-3a48-4dab-a04d-99abdc334a5d service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=eba669c4f4c548e495f13ae7579d0fa6&device_id=4389c13d-a9e7-4e04-981e-043da3b220bc HTTP/1.1" status: 200 len: 1126 time: 0.0568109 Feb 09 19:38:24.483291 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a8603b5-0dee-4a92-bfc7-381b6ebe10c3 req-3c71832e-8524-4fa4-90f3-44cd725bc606 tempest-ServersNegativeTestJSON-1608020402 tempest-ServersNegativeTestJSON-1608020402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:38:24.484882 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-9a8603b5-0dee-4a92-bfc7-381b6ebe10c3 req-3c71832e-8524-4fa4-90f3-44cd725bc606 tempest-ServersNegativeTestJSON-1608020402 tempest-ServersNegativeTestJSON-1608020402-project] 10.222.0.75 "GET /v2.0/ports?device_id=ef8fb5b1-266b-4abe-85d3-6f5780a36355 HTTP/1.1" status: 200 len: 943 time: 0.0641084 Feb 09 19:38:24.488789 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.v2.base [None req-ea3f8e76-a577-48c1-b5af-c16d1f8a6b90 tempest-DvrRoutersNegativeTest-699119847 tempest-DvrRoutersNegativeTest-699119847-project] Request body: {'router': {'name': 'tempest-DvrRoutersNegativeTest-router-1936670267', 'external_gateway_info': {}, 'admin_state_up': False, 'distributed': True}} {{(pid=103229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 19:38:24.491364 n-d-713498-36 neutron-server[103229]: DEBUG neutron.policy [None req-ea3f8e76-a577-48c1-b5af-c16d1f8a6b90 tempest-DvrRoutersNegativeTest-699119847 tempest-DvrRoutersNegativeTest-699119847-project] Enforcing rules: ['create_router', 'create_router:external_gateway_info', 'create_router:distributed'] {{(pid=103229) log_rule_list /opt/stack/neutron/neutron/policy.py:450}} Feb 09 19:38:24.491721 n-d-713498-36 neutron-server[103229]: DEBUG neutron.policy [None req-ea3f8e76-a577-48c1-b5af-c16d1f8a6b90 tempest-DvrRoutersNegativeTest-699119847 tempest-DvrRoutersNegativeTest-699119847-project] Failed policy check for 'create_router' {{(pid=103229) enforce /opt/stack/neutron/neutron/policy.py:524}} Feb 09 19:38:24.492160 n-d-713498-36 neutron-server[103229]: INFO neutron.api.v2.resource [None req-ea3f8e76-a577-48c1-b5af-c16d1f8a6b90 tempest-DvrRoutersNegativeTest-699119847 tempest-DvrRoutersNegativeTest-699119847-project] create failed (client error): Access was denied to this resource. Feb 09 19:38:24.496847 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-ea3f8e76-a577-48c1-b5af-c16d1f8a6b90 tempest-DvrRoutersNegativeTest-699119847 tempest-DvrRoutersNegativeTest-699119847-project] 10.222.0.75 "POST /v2.0/routers HTTP/1.1" status: 403 len: 414 time: 0.1558223 Feb 09 19:38:24.545946 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-9a8603b5-0dee-4a92-bfc7-381b6ebe10c3 req-cc93e4d8-1241-452c-beb6-d101ccee44c7 tempest-ServersNegativeTestJSON-1608020402 tempest-ServersNegativeTestJSON-1608020402-project] 10.222.0.75 "GET /v2.0/security-groups?id=25d47ded-5003-4f4d-b434-467ecec6793f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543871 Feb 09 19:38:24.548771 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afdf67e1-6e9b-4478-969a-0a2145f64600 req-52cbc61b-e0ce-423f-8938-3fd0de028e44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:38:24.550269 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-afdf67e1-6e9b-4478-969a-0a2145f64600 req-52cbc61b-e0ce-423f-8938-3fd0de028e44 service neutron] 10.222.0.89 "GET /v2.0/networks?id=6035eead-e0c7-4408-9f20-6d0c89d4e7ac HTTP/1.1" status: 200 len: 898 time: 0.1198938 Feb 09 19:38:24.615054 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-afdf67e1-6e9b-4478-969a-0a2145f64600 req-ca5fce32-1e2f-4920-8581-e9cd08c53dbd service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=5d390df8-f62d-4dcd-86a7-dc07a0e76fe3 HTTP/1.1" status: 200 len: 217 time: 0.0580192 Feb 09 19:38:24.704049 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afdf67e1-6e9b-4478-969a-0a2145f64600 req-2c0e62b5-3fd3-490c-b5a7-bb8d001822b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:38:24.705523 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-afdf67e1-6e9b-4478-969a-0a2145f64600 req-2c0e62b5-3fd3-490c-b5a7-bb8d001822b7 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=a7f5b809-e422-427f-b277-488571c8bd57 HTTP/1.1" status: 200 len: 835 time: 0.0848424 Feb 09 19:38:24.752711 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b13dadb9-c5e9-4a21-83f6-37a5fcf52d0a req-10e47efb-b6e9-4a56-acea-a26c88189fbd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:38:24.754405 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-b13dadb9-c5e9-4a21-83f6-37a5fcf52d0a req-10e47efb-b6e9-4a56-acea-a26c88189fbd service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=ef8fb5b1-266b-4abe-85d3-6f5780a36355&tenant_id=554bad581bcf4d20ab4a10352f965260 HTTP/1.1" status: 200 len: 1126 time: 0.1442859 Feb 09 19:38:24.768485 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.v2.base [req-b13dadb9-c5e9-4a21-83f6-37a5fcf52d0a req-1bf74119-92b9-49a6-b659-da8a9735118e service neutron] Request body: {'port': {'binding:host_id': 'n-h2-713498-36', 'device_owner': 'compute:nova'}} {{(pid=103229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 19:38:24.795370 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afdf67e1-6e9b-4478-969a-0a2145f64600 req-53305195-9e9c-4cdd-ade2-87e7238064d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:38:24.796947 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-afdf67e1-6e9b-4478-969a-0a2145f64600 req-53305195-9e9c-4cdd-ade2-87e7238064d7 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=6035eead-e0c7-4408-9f20-6d0c89d4e7ac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0849040 Feb 09 19:38:24.824641 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 40426) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:38:24.956167 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-6ff49440-2173-44b5-9a23-87dc26c178b7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:38:25.044885 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-6ff49440-2173-44b5-9a23-87dc26c178b7 admin admin] Publish callbacks [] for security_group (f87ac854-5a3f-4d92-a629-b1d797fe9264), precommit_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:38:25.050120 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-6ff49440-2173-44b5-9a23-87dc26c178b7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1892331'] for security_group (f87ac854-5a3f-4d92-a629-b1d797fe9264), after_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:38:25.098546 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-6ff49440-2173-44b5-9a23-87dc26c178b7 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=40aab1670bb6457b8417b39173fa51bc&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2701478 Feb 09 19:38:25.098546 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ff49440-2173-44b5-9a23-87dc26c178b7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f87ac854-5a3f-4d92-a629-b1d797fe9264,revision_number=1']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:38:25.099374 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 40432) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:38:25.161430 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-7ac237aa-c4f5-4a56-8972-1684e3e9ce6f admin admin] Publish callbacks [] for security_group (f87ac854-5a3f-4d92-a629-b1d797fe9264), before_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:38:25.185378 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-7ac237aa-c4f5-4a56-8972-1684e3e9ce6f admin admin] Publish callbacks [] for security_group (f87ac854-5a3f-4d92-a629-b1d797fe9264), precommit_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:38:25.246695 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-7ac237aa-c4f5-4a56-8972-1684e3e9ce6f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1892331'] for security_group (f87ac854-5a3f-4d92-a629-b1d797fe9264), after_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:38:25.250570 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-7ac237aa-c4f5-4a56-8972-1684e3e9ce6f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:38:25.254441 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-7ac237aa-c4f5-4a56-8972-1684e3e9ce6f admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/f87ac854-5a3f-4d92-a629-b1d797fe9264 HTTP/1.1" status: 204 len: 168 time: 0.1541100 Feb 09 19:38:25.265165 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ac237aa-c4f5-4a56-8972-1684e3e9ce6f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f87ac854-5a3f-4d92-a629-b1d797fe9264,revision_number=None']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:38:25.324454 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-b13dadb9-c5e9-4a21-83f6-37a5fcf52d0a req-1bf74119-92b9-49a6-b659-da8a9735118e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (e29dcbb8-a456-45b2-83ed-996317badba0), before_update {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:38:25.370083 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b285cae-cedb-4205-b634-a1c45661cb8a req-c30387ef-f446-4222-b5fd-545182e52332 tempest-TestNetworkAdvancedServerOps-1633223542 tempest-TestNetworkAdvancedServerOps-1633223542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:38:25.371950 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-6b285cae-cedb-4205-b634-a1c45661cb8a req-c30387ef-f446-4222-b5fd-545182e52332 tempest-TestNetworkAdvancedServerOps-1633223542 tempest-TestNetworkAdvancedServerOps-1633223542-project] 10.222.0.75 "GET /v2.0/ports?device_id=4389c13d-a9e7-4e04-981e-043da3b220bc HTTP/1.1" status: 200 len: 943 time: 0.1012156 Feb 09 19:38:25.408406 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-afdf67e1-6e9b-4478-969a-0a2145f64600 req-8a414313-d703-4753-a160-84fcfbb97505 service neutron] 10.222.0.89 "GET /v2.0/networks/6035eead-e0c7-4408-9f20-6d0c89d4e7ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6031713 Feb 09 19:38:25.625849 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-6b285cae-cedb-4205-b634-a1c45661cb8a req-5caaef4e-57b4-4eae-8162-1e15b4501530 tempest-TestNetworkAdvancedServerOps-1633223542 tempest-TestNetworkAdvancedServerOps-1633223542-project] 10.222.0.75 "GET /v2.0/security-groups?id=db3e440f-6371-4f6a-b598-e7d001dae153&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2298837 Feb 09 19:38:25.720851 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-afdf67e1-6e9b-4478-969a-0a2145f64600 req-6d317c8c-a2a9-4db4-88e5-f58d9ef668b4 service neutron] 10.222.0.89 "GET /v2.0/networks/6035eead-e0c7-4408-9f20-6d0c89d4e7ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2956023 Feb 09 19:38:25.770486 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.db [req-b13dadb9-c5e9-4a21-83f6-37a5fcf52d0a req-1bf74119-92b9-49a6-b659-da8a9735118e service neutron] For port e29dcbb8-a456-45b2-83ed-996317badba0, host n-h1-713498-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-36',level=0,port_id=e29dcbb8-a456-45b2-83ed-996317badba0,segment=NetworkSegment(858d2da7-0314-4b25-bd9f-f8e206467551),segment_id=858d2da7-0314-4b25-bd9f-f8e206467551)] {{(pid=103229) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 19:38:25.795078 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97b33227-3144-47ea-86a6-6e32e9ec152e req-03251f6c-3f38-493f-bd44-0e04f53e28d2 tempest-ServersNegativeTestJSON-1608020402 tempest-ServersNegativeTestJSON-1608020402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:38:25.808690 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-97b33227-3144-47ea-86a6-6e32e9ec152e req-03251f6c-3f38-493f-bd44-0e04f53e28d2 tempest-ServersNegativeTestJSON-1608020402 tempest-ServersNegativeTestJSON-1608020402-project] 10.222.0.75 "GET /v2.0/ports?device_id=ef8fb5b1-266b-4abe-85d3-6f5780a36355 HTTP/1.1" status: 200 len: 943 time: 0.1504748 Feb 09 19:38:25.813349 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.db [req-b13dadb9-c5e9-4a21-83f6-37a5fcf52d0a req-1bf74119-92b9-49a6-b659-da8a9735118e service neutron] For port e29dcbb8-a456-45b2-83ed-996317badba0, host n-h1-713498-36, cleared binding levels {{(pid=103229) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 19:38:25.881554 n-d-713498-36 neutron-server[103229]: DEBUG neutron.notifiers.nova [req-b13dadb9-c5e9-4a21-83f6-37a5fcf52d0a req-1bf74119-92b9-49a6-b659-da8a9735118e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e29dcbb8-a456-45b2-83ed-996317badba0 {{(pid=103229) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 19:38:25.884791 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-97b33227-3144-47ea-86a6-6e32e9ec152e req-bed3c38e-a0a1-4c08-8e8d-3a53a8186cb9 tempest-ServersNegativeTestJSON-1608020402 tempest-ServersNegativeTestJSON-1608020402-project] 10.222.0.75 "GET /v2.0/security-groups?id=25d47ded-5003-4f4d-b434-467ecec6793f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0744205 Feb 09 19:38:25.892132 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-b13dadb9-c5e9-4a21-83f6-37a5fcf52d0a req-1bf74119-92b9-49a6-b659-da8a9735118e service neutron] Publish callbacks [] for port (e29dcbb8-a456-45b2-83ed-996317badba0), precommit_update {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:38:25.932048 n-d-713498-36 neutron-server[103229]: DEBUG neutron.db.provisioning_blocks [req-b13dadb9-c5e9-4a21-83f6-37a5fcf52d0a req-1bf74119-92b9-49a6-b659-da8a9735118e service neutron] Transition to ACTIVE for port object e29dcbb8-a456-45b2-83ed-996317badba0 will not be triggered until provisioned by entity L2. {{(pid=103229) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 19:38:25.940279 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-b13dadb9-c5e9-4a21-83f6-37a5fcf52d0a req-1bf74119-92b9-49a6-b659-da8a9735118e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762867176205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762866656485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762866656503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12867569'] for port (e29dcbb8-a456-45b2-83ed-996317badba0), after_update {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:38:26.040245 n-d-713498-36 neutron-server[103229]: DEBUG neutron.db.l3_dvrscheduler_db [req-b13dadb9-c5e9-4a21-83f6-37a5fcf52d0a req-1bf74119-92b9-49a6-b659-da8a9735118e service neutron] No DVR routers for this DVR port e29dcbb8-a456-45b2-83ed-996317badba0 on host n-h1-713498-36 {{(pid=103229) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 19:38:26.043795 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bf74119-92b9-49a6-b659-da8a9735118e service neutron] Pushing event updated for resources: {'Port': ['ID=e29dcbb8-a456-45b2-83ed-996317badba0,revision_number=9']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:38:26.086877 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.managers [req-b13dadb9-c5e9-4a21-83f6-37a5fcf52d0a req-1bf74119-92b9-49a6-b659-da8a9735118e service neutron] Attempting to bind port e29dcbb8-a456-45b2-83ed-996317badba0 on host n-h2-713498-36 for vnic_type normal with profile {{(pid=103229) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 19:38:26.087217 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.managers [req-b13dadb9-c5e9-4a21-83f6-37a5fcf52d0a req-1bf74119-92b9-49a6-b659-da8a9735118e service neutron] Attempting to bind port e29dcbb8-a456-45b2-83ed-996317badba0 by drivers openvswitch,hyperv on host n-h2-713498-36 at level 0 using segments [{'id': '858d2da7-0314-4b25-bd9f-f8e206467551', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': '2f0cf41a-020e-4549-8a9a-beaa8be7ccf1'}] {{(pid=103229) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 19:38:26.087544 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b13dadb9-c5e9-4a21-83f6-37a5fcf52d0a req-1bf74119-92b9-49a6-b659-da8a9735118e service neutron] Attempting to bind port e29dcbb8-a456-45b2-83ed-996317badba0 on network 2f0cf41a-020e-4549-8a9a-beaa8be7ccf1 {{(pid=103229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 19:38:26.097561 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b13dadb9-c5e9-4a21-83f6-37a5fcf52d0a req-1bf74119-92b9-49a6-b659-da8a9735118e service neutron] Port e29dcbb8-a456-45b2-83ed-996317badba0 on network 2f0cf41a-020e-4549-8a9a-beaa8be7ccf1 not bound, no agent of type Open vSwitch agent registered on host n-h2-713498-36 {{(pid=103229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 19:38:26.097906 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b13dadb9-c5e9-4a21-83f6-37a5fcf52d0a req-1bf74119-92b9-49a6-b659-da8a9735118e service neutron] Attempting to bind port e29dcbb8-a456-45b2-83ed-996317badba0 on network 2f0cf41a-020e-4549-8a9a-beaa8be7ccf1 {{(pid=103229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 19:38:26.110412 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b13dadb9-c5e9-4a21-83f6-37a5fcf52d0a req-1bf74119-92b9-49a6-b659-da8a9735118e service neutron] Checking agent: {'id': 'bcd5faee-dc24-4298-9134-0e0aa054058e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713498-36', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 18, 59, 19), 'started_at': datetime.datetime(2022, 2, 9, 18, 59, 19), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 19, 38, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 19:38:26.110762 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b13dadb9-c5e9-4a21-83f6-37a5fcf52d0a req-1bf74119-92b9-49a6-b659-da8a9735118e service neutron] Checking segment: {'id': '858d2da7-0314-4b25-bd9f-f8e206467551', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': '2f0cf41a-020e-4549-8a9a-beaa8be7ccf1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103229) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 19:38:26.111221 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b13dadb9-c5e9-4a21-83f6-37a5fcf52d0a req-1bf74119-92b9-49a6-b659-da8a9735118e service neutron] Bound using segment: {'id': '858d2da7-0314-4b25-bd9f-f8e206467551', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': '2f0cf41a-020e-4549-8a9a-beaa8be7ccf1'} {{(pid=103229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 19:38:26.111578 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.managers [req-b13dadb9-c5e9-4a21-83f6-37a5fcf52d0a req-1bf74119-92b9-49a6-b659-da8a9735118e service neutron] Bound port: e29dcbb8-a456-45b2-83ed-996317badba0, host: n-h2-713498-36, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '858d2da7-0314-4b25-bd9f-f8e206467551', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': '2f0cf41a-020e-4549-8a9a-beaa8be7ccf1'}}] {{(pid=103229) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 19:38:26.111941 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-b13dadb9-c5e9-4a21-83f6-37a5fcf52d0a req-1bf74119-92b9-49a6-b659-da8a9735118e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (e29dcbb8-a456-45b2-83ed-996317badba0), before_update {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:38:26.141604 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Device 5d390df8-f62d-4dcd-86a7-dc07a0e76fe3 details requested by agent hyperv_n-h1-713498-36 with host n-h1-713498-36 {{(pid=103232) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 19:38:26.201367 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.db [req-b13dadb9-c5e9-4a21-83f6-37a5fcf52d0a req-1bf74119-92b9-49a6-b659-da8a9735118e service neutron] For port e29dcbb8-a456-45b2-83ed-996317badba0, host n-h2-713498-36, cleared binding levels {{(pid=103229) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 19:38:26.206879 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.db [req-b13dadb9-c5e9-4a21-83f6-37a5fcf52d0a req-1bf74119-92b9-49a6-b659-da8a9735118e service neutron] For port e29dcbb8-a456-45b2-83ed-996317badba0, host n-h2-713498-36, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-36',level=0,port_id=e29dcbb8-a456-45b2-83ed-996317badba0,segment=NetworkSegment(858d2da7-0314-4b25-bd9f-f8e206467551),segment_id=858d2da7-0314-4b25-bd9f-f8e206467551)] {{(pid=103229) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 19:38:26.214150 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-b13dadb9-c5e9-4a21-83f6-37a5fcf52d0a req-1bf74119-92b9-49a6-b659-da8a9735118e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762867176205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762866656485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762866656503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12867569'] for port (e29dcbb8-a456-45b2-83ed-996317badba0), after_update {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:38:26.264757 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b13dadb9-c5e9-4a21-83f6-37a5fcf52d0a req-1bf74119-92b9-49a6-b659-da8a9735118e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:38:26.265284 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 40460) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:38:26.265440 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-b13dadb9-c5e9-4a21-83f6-37a5fcf52d0a req-1bf74119-92b9-49a6-b659-da8a9735118e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171096'] for port (None), before_response {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:38:26.267392 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-b13dadb9-c5e9-4a21-83f6-37a5fcf52d0a req-1bf74119-92b9-49a6-b659-da8a9735118e service neutron] 10.222.0.90 "PUT /v2.0/ports/e29dcbb8-a456-45b2-83ed-996317badba0 HTTP/1.1" status: 200 len: 1092 time: 1.5037682 Feb 09 19:38:26.267899 n-d-713498-36 neutron-server[103229]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ef8fb5b1-266b-4abe-85d3-6f5780a36355', 'tag': 'e29dcbb8-a456-45b2-83ed-996317badba0'}] {{(pid=103229) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 19:38:26.270224 n-d-713498-36 neutron-server[103229]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fa6ae9a20702bd564eaf90d946620b2b4277b1ab91129323d3b54181076be307" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f48cfcc3-dcc0-4b12-b13e-18548ab16d66" -d '{"events": [{"name": "network-changed", "server_uuid": "ef8fb5b1-266b-4abe-85d3-6f5780a36355", "tag": "e29dcbb8-a456-45b2-83ed-996317badba0"}]}' {{(pid=103229) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 19:38:26.302913 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] For port 5d390df8-f62d-4dcd-86a7-dc07a0e76fe3, host n-h1-713498-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-36',level=0,port_id=5d390df8-f62d-4dcd-86a7-dc07a0e76fe3,segment=NetworkSegment(c9370ef4-6c10-429a-a2d3-5375ca469f6c),segment_id=c9370ef4-6c10-429a-a2d3-5375ca469f6c)] {{(pid=103232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 19:38:26.329895 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Returning: {'device': '5d390df8-f62d-4dcd-86a7-dc07a0e76fe3', 'network_id': '6035eead-e0c7-4408-9f20-6d0c89d4e7ac', 'port_id': '5d390df8-f62d-4dcd-86a7-dc07a0e76fe3', 'mac_address': 'fa:16:3e:82:ee:1b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 363, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a7f5b809-e422-427f-b277-488571c8bd57', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103232) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 19:38:26.337867 n-d-713498-36 neutron-server[103229]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 19:38:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c69ef14e-3fb0-4a46-8065-0f4516592670 x-openstack-request-id: req-c69ef14e-3fb0-4a46-8065-0f4516592670 {{(pid=103229) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 19:38:26.338207 n-d-713498-36 neutron-server[103229]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ef8fb5b1-266b-4abe-85d3-6f5780a36355", "tag": "e29dcbb8-a456-45b2-83ed-996317badba0", "status": "completed", "code": 200}]} {{(pid=103229) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 19:38:26.339443 n-d-713498-36 neutron-server[103229]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-c69ef14e-3fb0-4a46-8065-0f4516592670 {{(pid=103229) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 19:38:26.339787 n-d-713498-36 neutron-server[103229]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ef8fb5b1-266b-4abe-85d3-6f5780a36355', 'tag': 'e29dcbb8-a456-45b2-83ed-996317badba0', 'status': 'completed', 'code': 200} Feb 09 19:38:26.361799 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bf74119-92b9-49a6-b659-da8a9735118e service neutron] Pushing event updated for resources: {'Port': ['ID=e29dcbb8-a456-45b2-83ed-996317badba0,revision_number=10']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:38:26.385846 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Current status of the port 5d390df8-f62d-4dcd-86a7-dc07a0e76fe3 is: DOWN; New status is: BUILD {{(pid=103232) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 19:38:26.386449 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (5d390df8-f62d-4dcd-86a7-dc07a0e76fe3), before_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:38:26.405404 n-d-713498-36 neutron-server[103232]: DEBUG neutron.notifiers.nova [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5d390df8-f62d-4dcd-86a7-dc07a0e76fe3 {{(pid=103232) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 19:38:26.410061 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b13dadb9-c5e9-4a21-83f6-37a5fcf52d0a req-afbe1da0-c9d4-4faf-ae6a-386574e8eb74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:38:26.411974 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-b13dadb9-c5e9-4a21-83f6-37a5fcf52d0a req-afbe1da0-c9d4-4faf-ae6a-386574e8eb74 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=554bad581bcf4d20ab4a10352f965260&device_id=ef8fb5b1-266b-4abe-85d3-6f5780a36355 HTTP/1.1" status: 200 len: 1127 time: 0.1078815 Feb 09 19:38:26.423749 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.v2.base [None req-51f5cc61-6b48-4234-b8cb-0cf6304e944d tempest-SecGroupIPv6Test-238115098 tempest-SecGroupIPv6Test-238115098-project] Request body: {'security_group': {'name': 'tempest-secgroup--958796457'}} {{(pid=103230) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 19:38:26.428964 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] For port 5d390df8-f62d-4dcd-86a7-dc07a0e76fe3, host n-h1-713498-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-36',level=0,port_id=5d390df8-f62d-4dcd-86a7-dc07a0e76fe3,segment=NetworkSegment(c9370ef4-6c10-429a-a2d3-5375ca469f6c),segment_id=c9370ef4-6c10-429a-a2d3-5375ca469f6c)] {{(pid=103232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 19:38:26.434452 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762867176205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762866656485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762866656503'] for port (5d390df8-f62d-4dcd-86a7-dc07a0e76fe3), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:38:26.456820 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-51f5cc61-6b48-4234-b8cb-0cf6304e944d tempest-SecGroupIPv6Test-238115098 tempest-SecGroupIPv6Test-238115098-project] Publish callbacks [] for security_group (None), before_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:38:26.477402 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-51f5cc61-6b48-4234-b8cb-0cf6304e944d tempest-SecGroupIPv6Test-238115098 tempest-SecGroupIPv6Test-238115098-project] Publish callbacks [] for security_group (None), before_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:38:26.488613 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Pushing event updated for resources: {'Port': ['ID=5d390df8-f62d-4dcd-86a7-dc07a0e76fe3,revision_number=4']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:38:26.496597 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:38:26.496954 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:38:26.497296 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:38:26.497824 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:38:26.498350 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:38:26.498683 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:38:26.499171 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:38:26.499659 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:38:26.500155 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:38:26.500640 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:38:26.501153 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:38:26.501666 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:38:26.502031 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:38:26.552934 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b13dadb9-c5e9-4a21-83f6-37a5fcf52d0a req-8ebed80a-032a-4f48-8848-c0740a2ec6c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:38:26.554544 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-b13dadb9-c5e9-4a21-83f6-37a5fcf52d0a req-8ebed80a-032a-4f48-8848-c0740a2ec6c3 service neutron] 10.222.0.90 "GET /v2.0/networks?id=2f0cf41a-020e-4549-8a9a-beaa8be7ccf1 HTTP/1.1" status: 200 len: 915 time: 0.1309547 Feb 09 19:38:26.571499 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-51f5cc61-6b48-4234-b8cb-0cf6304e944d tempest-SecGroupIPv6Test-238115098 tempest-SecGroupIPv6Test-238115098-project] Publish callbacks [] for security_group (3ff34c37-4bff-45a3-bca2-d6ccba32cb45), precommit_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:38:26.576857 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-51f5cc61-6b48-4234-b8cb-0cf6304e944d tempest-SecGroupIPv6Test-238115098 tempest-SecGroupIPv6Test-238115098-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1892331'] for security_group (3ff34c37-4bff-45a3-bca2-d6ccba32cb45), after_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:38:26.607651 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-b13dadb9-c5e9-4a21-83f6-37a5fcf52d0a req-d47f5295-b679-41da-9290-71471429de2f service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e29dcbb8-a456-45b2-83ed-996317badba0 HTTP/1.1" status: 200 len: 217 time: 0.0408175 Feb 09 19:38:26.630063 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51f5cc61-6b48-4234-b8cb-0cf6304e944d tempest-SecGroupIPv6Test-238115098 tempest-SecGroupIPv6Test-238115098-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3ff34c37-4bff-45a3-bca2-d6ccba32cb45,revision_number=1']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:38:26.636285 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] get_ports_and_sgs() called for port_ids ['5d390df8-f62d-4dcd-86a7-dc07a0e76fe3'] {{(pid=103232) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 19:38:26.679032 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b13dadb9-c5e9-4a21-83f6-37a5fcf52d0a req-04dcf553-7884-452d-856a-b8f3891f4e32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:38:26.681191 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-b13dadb9-c5e9-4a21-83f6-37a5fcf52d0a req-04dcf553-7884-452d-856a-b8f3891f4e32 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=6d1f69a1-f040-48ff-86ee-7d9cfec7a16b HTTP/1.1" status: 200 len: 854 time: 0.0656772 Feb 09 19:38:26.683223 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-51f5cc61-6b48-4234-b8cb-0cf6304e944d tempest-SecGroupIPv6Test-238115098 tempest-SecGroupIPv6Test-238115098-project] Publish callbacks [] for security_group (401ed5e6-407e-425f-afe2-f1997f732565), precommit_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:38:26.692062 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-51f5cc61-6b48-4234-b8cb-0cf6304e944d tempest-SecGroupIPv6Test-238115098 tempest-SecGroupIPv6Test-238115098-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1892331'] for security_group (401ed5e6-407e-425f-afe2-f1997f732565), after_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:38:26.725856 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-b13dadb9-c5e9-4a21-83f6-37a5fcf52d0a req-6d810194-f162-423c-9c62-0ca6219e4c01 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=2f0cf41a-020e-4549-8a9a-beaa8be7ccf1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0358305 Feb 09 19:38:26.732170 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-51f5cc61-6b48-4234-b8cb-0cf6304e944d tempest-SecGroupIPv6Test-238115098 tempest-SecGroupIPv6Test-238115098-project] Publish callbacks [] for security_group (None), before_response {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:38:26.733411 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-51f5cc61-6b48-4234-b8cb-0cf6304e944d tempest-SecGroupIPv6Test-238115098 tempest-SecGroupIPv6Test-238115098-project] 10.222.0.75 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.4671285 Feb 09 19:38:26.740748 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 40476) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:38:26.820398 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51f5cc61-6b48-4234-b8cb-0cf6304e944d tempest-SecGroupIPv6Test-238115098 tempest-SecGroupIPv6Test-238115098-project] Pushing event updated for resources: {'SecurityGroup': ['ID=401ed5e6-407e-425f-afe2-f1997f732565,revision_number=1']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:38:26.869623 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-ab4a11b5-17f6-4437-becc-360dd0ebadac tempest-SecGroupIPv6Test-238115098 tempest-SecGroupIPv6Test-238115098-project] 10.222.0.75 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4544 time: 0.1268723 Feb 09 19:38:26.872442 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 40478) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:38:26.877195 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.v2.base [None req-6af2ba3b-7f42-40f3-8702-7d9fbeeba812 tempest-SecGroupIPv6Test-238115098 tempest-SecGroupIPv6Test-238115098-project] Request body: {'security_group': {'name': 'tempest-security--2099446510', 'description': 'tempest-security-description-891503644'}} {{(pid=103230) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 19:38:26.877413 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-b13dadb9-c5e9-4a21-83f6-37a5fcf52d0a req-cfc8fd64-5856-47e7-876a-f1d99aaf0e46 service neutron] 10.222.0.90 "GET /v2.0/networks/2f0cf41a-020e-4549-8a9a-beaa8be7ccf1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1424689 Feb 09 19:38:26.887331 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86cc3a34-b72b-4402-9cf9-945098b05a23 req-9b917694-d016-432b-abe0-1bb8763f4c23 tempest-TestNetworkAdvancedServerOps-1633223542 tempest-TestNetworkAdvancedServerOps-1633223542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:38:26.894748 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-86cc3a34-b72b-4402-9cf9-945098b05a23 req-9b917694-d016-432b-abe0-1bb8763f4c23 tempest-TestNetworkAdvancedServerOps-1633223542 tempest-TestNetworkAdvancedServerOps-1633223542-project] 10.222.0.75 "GET /v2.0/ports?device_id=4389c13d-a9e7-4e04-981e-043da3b220bc HTTP/1.1" status: 200 len: 944 time: 0.1602125 Feb 09 19:38:26.972275 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-6af2ba3b-7f42-40f3-8702-7d9fbeeba812 tempest-SecGroupIPv6Test-238115098 tempest-SecGroupIPv6Test-238115098-project] Publish callbacks [] for security_group (401ed5e6-407e-425f-afe2-f1997f732565), before_update {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:38:26.990308 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-86cc3a34-b72b-4402-9cf9-945098b05a23 req-d007080b-c945-488f-84a8-ccc850c43329 tempest-TestNetworkAdvancedServerOps-1633223542 tempest-TestNetworkAdvancedServerOps-1633223542-project] 10.222.0.75 "GET /v2.0/security-groups?id=db3e440f-6371-4f6a-b598-e7d001dae153&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0928495 Feb 09 19:38:27.041844 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-6af2ba3b-7f42-40f3-8702-7d9fbeeba812 tempest-SecGroupIPv6Test-238115098 tempest-SecGroupIPv6Test-238115098-project] Publish callbacks [] for security_group (401ed5e6-407e-425f-afe2-f1997f732565), precommit_update {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:38:27.047084 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-6af2ba3b-7f42-40f3-8702-7d9fbeeba812 tempest-SecGroupIPv6Test-238115098 tempest-SecGroupIPv6Test-238115098-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1892331'] for security_group (401ed5e6-407e-425f-afe2-f1997f732565), after_update {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:38:27.052345 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-6af2ba3b-7f42-40f3-8702-7d9fbeeba812 tempest-SecGroupIPv6Test-238115098 tempest-SecGroupIPv6Test-238115098-project] Publish callbacks [] for security_group (None), before_response {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:38:27.053720 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-b13dadb9-c5e9-4a21-83f6-37a5fcf52d0a req-8183d4af-801c-40f3-bd22-c53f0ac82421 service neutron] 10.222.0.90 "GET /v2.0/networks/2f0cf41a-020e-4549-8a9a-beaa8be7ccf1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1685295 Feb 09 19:38:27.053852 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-6af2ba3b-7f42-40f3-8702-7d9fbeeba812 tempest-SecGroupIPv6Test-238115098 tempest-SecGroupIPv6Test-238115098-project] 10.222.0.75 "PUT /v2.0/security-groups/401ed5e6-407e-425f-afe2-f1997f732565 HTTP/1.1" status: 200 len: 1796 time: 0.1802471 Feb 09 19:38:27.056532 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 40484) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:38:27.082736 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6af2ba3b-7f42-40f3-8702-7d9fbeeba812 tempest-SecGroupIPv6Test-238115098 tempest-SecGroupIPv6Test-238115098-project] Pushing event updated for resources: {'SecurityGroup': ['ID=401ed5e6-407e-425f-afe2-f1997f732565,revision_number=2']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:38:27.106097 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-9aa63192-c839-4311-bdc0-058b455e741a tempest-SecGroupIPv6Test-238115098 tempest-SecGroupIPv6Test-238115098-project] 10.222.0.75 "GET /v2.0/security-groups/401ed5e6-407e-425f-afe2-f1997f732565 HTTP/1.1" status: 200 len: 1796 time: 0.0476968 Feb 09 19:38:27.108564 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 40486) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:38:27.117929 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b306a620-4341-499b-abae-3ad9ba86644b req-1f42c0fc-8869-452c-8253-a922d988fecf tempest-ServersNegativeTestJSON-1608020402 tempest-ServersNegativeTestJSON-1608020402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:38:27.119438 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-b306a620-4341-499b-abae-3ad9ba86644b req-1f42c0fc-8869-452c-8253-a922d988fecf tempest-ServersNegativeTestJSON-1608020402 tempest-ServersNegativeTestJSON-1608020402-project] 10.222.0.75 "GET /v2.0/ports?device_id=ef8fb5b1-266b-4abe-85d3-6f5780a36355 HTTP/1.1" status: 200 len: 944 time: 0.1304765 Feb 09 19:38:27.181063 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-bc07aab8-1cbb-403b-9d5f-5d06be61e296 tempest-SecGroupIPv6Test-238115098 tempest-SecGroupIPv6Test-238115098-project] Publish callbacks [] for security_group (401ed5e6-407e-425f-afe2-f1997f732565), before_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:38:27.203233 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-b306a620-4341-499b-abae-3ad9ba86644b req-ad929d8f-43b2-47f1-8845-8597f197bdc3 tempest-ServersNegativeTestJSON-1608020402 tempest-ServersNegativeTestJSON-1608020402-project] 10.222.0.75 "GET /v2.0/security-groups?id=25d47ded-5003-4f4d-b434-467ecec6793f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551836 Feb 09 19:38:27.206076 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f48cfcc3-dcc0-4b12-b13e-18548ab16d66 req-824c905d-df0d-4f6f-9dff-ee8aa844eae7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:38:27.207506 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-f48cfcc3-dcc0-4b12-b13e-18548ab16d66 req-824c905d-df0d-4f6f-9dff-ee8aa844eae7 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=554bad581bcf4d20ab4a10352f965260&device_id=ef8fb5b1-266b-4abe-85d3-6f5780a36355 HTTP/1.1" status: 200 len: 1127 time: 0.0866485 Feb 09 19:38:27.230660 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-bc07aab8-1cbb-403b-9d5f-5d06be61e296 tempest-SecGroupIPv6Test-238115098 tempest-SecGroupIPv6Test-238115098-project] Publish callbacks [] for security_group (401ed5e6-407e-425f-afe2-f1997f732565), precommit_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:38:27.283659 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-bc07aab8-1cbb-403b-9d5f-5d06be61e296 tempest-SecGroupIPv6Test-238115098 tempest-SecGroupIPv6Test-238115098-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1892331'] for security_group (401ed5e6-407e-425f-afe2-f1997f732565), after_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:38:27.287936 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-bc07aab8-1cbb-403b-9d5f-5d06be61e296 tempest-SecGroupIPv6Test-238115098 tempest-SecGroupIPv6Test-238115098-project] Publish callbacks [] for security_group (None), before_response {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:38:27.289084 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-bc07aab8-1cbb-403b-9d5f-5d06be61e296 tempest-SecGroupIPv6Test-238115098 tempest-SecGroupIPv6Test-238115098-project] 10.222.0.75 "DELETE /v2.0/security-groups/401ed5e6-407e-425f-afe2-f1997f732565 HTTP/1.1" status: 204 len: 168 time: 0.1784291 Feb 09 19:38:27.294922 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 40494) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:38:27.303838 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc07aab8-1cbb-403b-9d5f-5d06be61e296 tempest-SecGroupIPv6Test-238115098 tempest-SecGroupIPv6Test-238115098-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=401ed5e6-407e-425f-afe2-f1997f732565,revision_number=None']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:38:27.403144 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-b42c4472-b973-4239-a474-70b4c59aba29 tempest-SecGroupIPv6Test-238115098 tempest-SecGroupIPv6Test-238115098-project] 10.222.0.75 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1042235 Feb 09 19:38:27.404074 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 40502) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:38:27.409444 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f48cfcc3-dcc0-4b12-b13e-18548ab16d66 req-c592232f-2202-41d1-ad85-9196bdfff7ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:38:27.411857 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-f48cfcc3-dcc0-4b12-b13e-18548ab16d66 req-c592232f-2202-41d1-ad85-9196bdfff7ae service neutron] 10.222.0.90 "GET /v2.0/networks?id=2f0cf41a-020e-4549-8a9a-beaa8be7ccf1 HTTP/1.1" status: 200 len: 915 time: 0.1944849 Feb 09 19:38:27.420808 n-d-713498-36 neutron-server[103230]: INFO neutron.api.v2.resource [None req-4053db12-b4d3-49cc-8f90-bd05e76f3c3a tempest-SecGroupIPv6Test-238115098 tempest-SecGroupIPv6Test-238115098-project] delete failed (client error): The resource could not be found. Feb 09 19:38:27.425487 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-4053db12-b4d3-49cc-8f90-bd05e76f3c3a tempest-SecGroupIPv6Test-238115098 tempest-SecGroupIPv6Test-238115098-project] 10.222.0.75 "DELETE /v2.0/security-groups/401ed5e6-407e-425f-afe2-f1997f732565 HTTP/1.1" status: 404 len: 347 time: 0.0172539 Feb 09 19:38:27.425737 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 40504) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:38:27.430675 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.v2.base [None req-e77076d8-4750-4b3e-8aac-953165051a0e tempest-SecGroupIPv6Test-238115098 tempest-SecGroupIPv6Test-238115098-project] Request body: {'security_group': {'name': 'tempest-secgroup--681126216'}} {{(pid=103230) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 19:38:27.454268 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-e77076d8-4750-4b3e-8aac-953165051a0e tempest-SecGroupIPv6Test-238115098 tempest-SecGroupIPv6Test-238115098-project] Publish callbacks [] for security_group (None), before_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:38:27.478269 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-f48cfcc3-dcc0-4b12-b13e-18548ab16d66 req-2c84b868-cbc6-4b09-a96d-bed1dca984c5 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e29dcbb8-a456-45b2-83ed-996317badba0 HTTP/1.1" status: 200 len: 217 time: 0.0578358 Feb 09 19:38:27.542761 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f48cfcc3-dcc0-4b12-b13e-18548ab16d66 req-21fb5164-6b89-4cee-8f42-7e66fed3a5e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:38:27.544433 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-f48cfcc3-dcc0-4b12-b13e-18548ab16d66 req-21fb5164-6b89-4cee-8f42-7e66fed3a5e1 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=6d1f69a1-f040-48ff-86ee-7d9cfec7a16b HTTP/1.1" status: 200 len: 854 time: 0.0568693 Feb 09 19:38:27.563938 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-e77076d8-4750-4b3e-8aac-953165051a0e tempest-SecGroupIPv6Test-238115098 tempest-SecGroupIPv6Test-238115098-project] Publish callbacks [] for security_group (f5ca6854-8a84-42f1-a2f7-f4770d61dcb8), precommit_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:38:27.569711 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-e77076d8-4750-4b3e-8aac-953165051a0e tempest-SecGroupIPv6Test-238115098 tempest-SecGroupIPv6Test-238115098-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1892331'] for security_group (f5ca6854-8a84-42f1-a2f7-f4770d61dcb8), after_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:38:27.614668 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-f48cfcc3-dcc0-4b12-b13e-18548ab16d66 req-c89bc12b-4ad6-4449-99c7-3547dc57f5e2 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=2f0cf41a-020e-4549-8a9a-beaa8be7ccf1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0551476 Feb 09 19:38:27.655459 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e77076d8-4750-4b3e-8aac-953165051a0e tempest-SecGroupIPv6Test-238115098 tempest-SecGroupIPv6Test-238115098-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f5ca6854-8a84-42f1-a2f7-f4770d61dcb8,revision_number=1']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:38:27.663217 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-e77076d8-4750-4b3e-8aac-953165051a0e tempest-SecGroupIPv6Test-238115098 tempest-SecGroupIPv6Test-238115098-project] Publish callbacks [] for security_group (None), before_response {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:38:27.664713 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-e77076d8-4750-4b3e-8aac-953165051a0e tempest-SecGroupIPv6Test-238115098 tempest-SecGroupIPv6Test-238115098-project] 10.222.0.75 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.2380433 Feb 09 19:38:27.679677 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 40512) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:38:27.686754 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.v2.base [None req-5a066eb7-7874-4d54-badc-1cd935240a15 tempest-SecGroupIPv6Test-238115098 tempest-SecGroupIPv6Test-238115098-project] Request body: {'security_group_rule': {'security_group_id': 'f5ca6854-8a84-42f1-a2f7-f4770d61dcb8', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103230) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 19:38:27.735567 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-5a066eb7-7874-4d54-badc-1cd935240a15 tempest-SecGroupIPv6Test-238115098 tempest-SecGroupIPv6Test-238115098-project] Publish callbacks [] for security_group_rule (1d2aa2bd-cc1c-4f99-b3c7-6839224f0005), before_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:38:27.768708 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-f48cfcc3-dcc0-4b12-b13e-18548ab16d66 req-c7dc7501-a4c4-4445-8e81-aa88082b2d8b service neutron] 10.222.0.90 "GET /v2.0/networks/2f0cf41a-020e-4549-8a9a-beaa8be7ccf1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1421363 Feb 09 19:38:27.840131 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-5a066eb7-7874-4d54-badc-1cd935240a15 tempest-SecGroupIPv6Test-238115098 tempest-SecGroupIPv6Test-238115098-project] Publish callbacks [] for security_group_rule (1d2aa2bd-cc1c-4f99-b3c7-6839224f0005), precommit_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:38:27.844310 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-5a066eb7-7874-4d54-badc-1cd935240a15 tempest-SecGroupIPv6Test-238115098 tempest-SecGroupIPv6Test-238115098-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1892250'] for security_group_rule (1d2aa2bd-cc1c-4f99-b3c7-6839224f0005), after_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:38:27.860672 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a066eb7-7874-4d54-badc-1cd935240a15 tempest-SecGroupIPv6Test-238115098 tempest-SecGroupIPv6Test-238115098-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1d2aa2bd-cc1c-4f99-b3c7-6839224f0005,revision_number=0']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:38:27.880274 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-5a066eb7-7874-4d54-badc-1cd935240a15 tempest-SecGroupIPv6Test-238115098 tempest-SecGroupIPv6Test-238115098-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:38:27.881679 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-5a066eb7-7874-4d54-badc-1cd935240a15 tempest-SecGroupIPv6Test-238115098 tempest-SecGroupIPv6Test-238115098-project] 10.222.0.75 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2004611 Feb 09 19:38:27.884868 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 40514) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:38:27.934687 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-6289d69f-ed07-4119-bc32-644c25f415bf tempest-SecGroupIPv6Test-238115098 tempest-SecGroupIPv6Test-238115098-project] Publish callbacks [] for security_group_rule (1d2aa2bd-cc1c-4f99-b3c7-6839224f0005), before_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:38:27.949368 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-6289d69f-ed07-4119-bc32-644c25f415bf tempest-SecGroupIPv6Test-238115098 tempest-SecGroupIPv6Test-238115098-project] Publish callbacks [] for security_group_rule (1d2aa2bd-cc1c-4f99-b3c7-6839224f0005), precommit_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:38:27.997536 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-6289d69f-ed07-4119-bc32-644c25f415bf tempest-SecGroupIPv6Test-238115098 tempest-SecGroupIPv6Test-238115098-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1892250'] for security_group_rule (1d2aa2bd-cc1c-4f99-b3c7-6839224f0005), after_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:38:28.004472 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-6289d69f-ed07-4119-bc32-644c25f415bf tempest-SecGroupIPv6Test-238115098 tempest-SecGroupIPv6Test-238115098-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:38:28.005931 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-6289d69f-ed07-4119-bc32-644c25f415bf tempest-SecGroupIPv6Test-238115098 tempest-SecGroupIPv6Test-238115098-project] 10.222.0.75 "DELETE /v2.0/security-group-rules/1d2aa2bd-cc1c-4f99-b3c7-6839224f0005 HTTP/1.1" status: 204 len: 168 time: 0.1198025 Feb 09 19:38:28.009930 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 40516) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:38:28.019354 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6289d69f-ed07-4119-bc32-644c25f415bf tempest-SecGroupIPv6Test-238115098 tempest-SecGroupIPv6Test-238115098-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=1d2aa2bd-cc1c-4f99-b3c7-6839224f0005,revision_number=None']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:38:28.143065 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Device 5d390df8-f62d-4dcd-86a7-dc07a0e76fe3 up at agent hyperv_n-h1-713498-36 {{(pid=103232) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 19:38:28.180037 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-38379c41-cd29-45e3-9da7-ee65c2f319a3 tempest-SecGroupIPv6Test-238115098 tempest-SecGroupIPv6Test-238115098-project] 10.222.0.75 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1676161 Feb 09 19:38:28.185498 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 40522) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:38:28.188889 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-f48cfcc3-dcc0-4b12-b13e-18548ab16d66 req-12eec8c8-9c13-488b-b28e-c4c2cc36b618 service neutron] 10.222.0.90 "GET /v2.0/networks/2f0cf41a-020e-4549-8a9a-beaa8be7ccf1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3205223 Feb 09 19:38:28.314040 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.provisioning_blocks [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Provisioning for port 5d390df8-f62d-4dcd-86a7-dc07a0e76fe3 completed by entity L2. {{(pid=103232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 19:38:28.319884 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.provisioning_blocks [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Provisioning complete for port 5d390df8-f62d-4dcd-86a7-dc07a0e76fe3 triggered by entity L2. {{(pid=103232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 19:38:28.320563 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593630'] for port (5d390df8-f62d-4dcd-86a7-dc07a0e76fe3), provisioning_complete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:38:28.366919 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-8a108aef-5088-4de4-a9b2-0ce80885a036 tempest-SecGroupIPv6Test-238115098 tempest-SecGroupIPv6Test-238115098-project] Publish callbacks [] for security_group (f5ca6854-8a84-42f1-a2f7-f4770d61dcb8), before_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:38:28.420242 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Current status of the port 5d390df8-f62d-4dcd-86a7-dc07a0e76fe3 is: BUILD; New status is: ACTIVE {{(pid=103232) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 19:38:28.421257 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (5d390df8-f62d-4dcd-86a7-dc07a0e76fe3), before_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:38:28.427979 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4006b10-101b-49dc-b8a9-bdc3cb822b23 req-091a4eef-5742-4642-8ed2-13afde949a9e tempest-TestNetworkAdvancedServerOps-1633223542 tempest-TestNetworkAdvancedServerOps-1633223542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:38:28.429526 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-c4006b10-101b-49dc-b8a9-bdc3cb822b23 req-091a4eef-5742-4642-8ed2-13afde949a9e tempest-TestNetworkAdvancedServerOps-1633223542 tempest-TestNetworkAdvancedServerOps-1633223542-project] 10.222.0.75 "GET /v2.0/ports?device_id=4389c13d-a9e7-4e04-981e-043da3b220bc HTTP/1.1" status: 200 len: 944 time: 0.2104554 Feb 09 19:38:28.442890 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-8a108aef-5088-4de4-a9b2-0ce80885a036 tempest-SecGroupIPv6Test-238115098 tempest-SecGroupIPv6Test-238115098-project] Publish callbacks [] for security_group (f5ca6854-8a84-42f1-a2f7-f4770d61dcb8), precommit_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:38:28.450112 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34f6d287-fdcc-43ed-9791-183588ab1552 req-1088357b-c762-47c5-8b26-811ab5f180a2 tempest-ServersNegativeTestJSON-1608020402 tempest-ServersNegativeTestJSON-1608020402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:38:28.456392 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-34f6d287-fdcc-43ed-9791-183588ab1552 req-1088357b-c762-47c5-8b26-811ab5f180a2 tempest-ServersNegativeTestJSON-1608020402 tempest-ServersNegativeTestJSON-1608020402-project] 10.222.0.75 "GET /v2.0/ports?device_id=ef8fb5b1-266b-4abe-85d3-6f5780a36355 HTTP/1.1" status: 200 len: 944 time: 0.1544127 Feb 09 19:38:28.476194 n-d-713498-36 neutron-server[103232]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4389c13d-a9e7-4e04-981e-043da3b220bc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5d390df8-f62d-4dcd-86a7-dc07a0e76fe3'}] {{(pid=103232) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 19:38:28.483734 n-d-713498-36 neutron-server[103232]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}949cdcde653dec44821de95cbf67297f53cbc2aed4e073b5d514f93bf911ce85" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4bd92758-426a-42d6-9e35-c6fb354c10be" -d '{"events": [{"server_uuid": "4389c13d-a9e7-4e04-981e-043da3b220bc", "name": "network-vif-plugged", "status": "completed", "tag": "5d390df8-f62d-4dcd-86a7-dc07a0e76fe3"}]}' {{(pid=103232) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 19:38:28.519128 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-c4006b10-101b-49dc-b8a9-bdc3cb822b23 req-89c95d19-e94d-43e5-9c3c-7303543ea649 tempest-TestNetworkAdvancedServerOps-1633223542 tempest-TestNetworkAdvancedServerOps-1633223542-project] 10.222.0.75 "GET /v2.0/security-groups?id=db3e440f-6371-4f6a-b598-e7d001dae153&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0811570 Feb 09 19:38:28.538455 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] For port 5d390df8-f62d-4dcd-86a7-dc07a0e76fe3, host n-h1-713498-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-36',level=0,port_id=5d390df8-f62d-4dcd-86a7-dc07a0e76fe3,segment=NetworkSegment(c9370ef4-6c10-429a-a2d3-5375ca469f6c),segment_id=c9370ef4-6c10-429a-a2d3-5375ca469f6c)] {{(pid=103232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 19:38:28.558416 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-8a108aef-5088-4de4-a9b2-0ce80885a036 tempest-SecGroupIPv6Test-238115098 tempest-SecGroupIPv6Test-238115098-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1892331'] for security_group (f5ca6854-8a84-42f1-a2f7-f4770d61dcb8), after_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:38:28.558825 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762867176205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762866656485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762866656503'] for port (5d390df8-f62d-4dcd-86a7-dc07a0e76fe3), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:38:28.562464 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-8a108aef-5088-4de4-a9b2-0ce80885a036 tempest-SecGroupIPv6Test-238115098 tempest-SecGroupIPv6Test-238115098-project] Publish callbacks [] for security_group (None), before_response {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:38:28.564026 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-8a108aef-5088-4de4-a9b2-0ce80885a036 tempest-SecGroupIPv6Test-238115098 tempest-SecGroupIPv6Test-238115098-project] 10.222.0.75 "DELETE /v2.0/security-groups/f5ca6854-8a84-42f1-a2f7-f4770d61dcb8 HTTP/1.1" status: 204 len: 168 time: 0.3770742 Feb 09 19:38:28.570214 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 40528) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:38:28.600782 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-34f6d287-fdcc-43ed-9791-183588ab1552 req-e43a66e2-b82b-460e-90ad-4dc205f54813 tempest-ServersNegativeTestJSON-1608020402 tempest-ServersNegativeTestJSON-1608020402-project] 10.222.0.75 "GET /v2.0/security-groups?id=25d47ded-5003-4f4d-b434-467ecec6793f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1382160 Feb 09 19:38:28.622126 n-d-713498-36 neutron-server[103232]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 19:38:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8692f5e7-7574-429a-8373-177f4dcf1cd6 x-openstack-request-id: req-8692f5e7-7574-429a-8373-177f4dcf1cd6 {{(pid=103232) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 19:38:28.622421 n-d-713498-36 neutron-server[103232]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4389c13d-a9e7-4e04-981e-043da3b220bc", "name": "network-vif-plugged", "status": "completed", "tag": "5d390df8-f62d-4dcd-86a7-dc07a0e76fe3", "code": 200}]} {{(pid=103232) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 19:38:28.622680 n-d-713498-36 neutron-server[103232]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-8692f5e7-7574-429a-8373-177f4dcf1cd6 {{(pid=103232) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 19:38:28.623068 n-d-713498-36 neutron-server[103232]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4389c13d-a9e7-4e04-981e-043da3b220bc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5d390df8-f62d-4dcd-86a7-dc07a0e76fe3', 'code': 200} Feb 09 19:38:28.640833 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Pushing event updated for resources: {'Port': ['ID=5d390df8-f62d-4dcd-86a7-dc07a0e76fe3,revision_number=5']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:38:28.661653 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a108aef-5088-4de4-a9b2-0ce80885a036 tempest-SecGroupIPv6Test-238115098 tempest-SecGroupIPv6Test-238115098-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f5ca6854-8a84-42f1-a2f7-f4770d61dcb8,revision_number=None']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:38:28.694784 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-a72cb314-717f-44ee-98c1-e5fb685b1dc5 tempest-SecGroupIPv6Test-238115098 tempest-SecGroupIPv6Test-238115098-project] 10.222.0.75 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1198592 Feb 09 19:38:28.698833 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 40530) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:38:28.704056 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.v2.base [None req-7a4b118e-94b3-4351-8c2e-5d320b616c84 tempest-SecGroupIPv6Test-238115098 tempest-SecGroupIPv6Test-238115098-project] Request body: {'security_group': {'name': 'tempest-secgroup--1773469042'}} {{(pid=103230) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 19:38:28.734508 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-7a4b118e-94b3-4351-8c2e-5d320b616c84 tempest-SecGroupIPv6Test-238115098 tempest-SecGroupIPv6Test-238115098-project] Publish callbacks [] for security_group (None), before_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:38:28.742261 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78f4f013-3dde-4990-84b8-75c9b8e3ec50 req-873be4a8-4d0c-42a3-b529-f1f1b47729c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:38:28.744005 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-78f4f013-3dde-4990-84b8-75c9b8e3ec50 req-873be4a8-4d0c-42a3-b529-f1f1b47729c4 service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=4389c13d-a9e7-4e04-981e-043da3b220bc HTTP/1.1" status: 200 len: 1128 time: 0.0660791 Feb 09 19:38:28.820056 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-78f4f013-3dde-4990-84b8-75c9b8e3ec50 req-885db6bc-c6ea-44dc-be6a-f758c688e4c8 service neutron] 10.222.0.89 "GET /v2.0/security-groups?id=db3e440f-6371-4f6a-b598-e7d001dae153&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0692513 Feb 09 19:38:28.838362 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-7a4b118e-94b3-4351-8c2e-5d320b616c84 tempest-SecGroupIPv6Test-238115098 tempest-SecGroupIPv6Test-238115098-project] Publish callbacks [] for security_group (f8d38682-98ee-4cfd-8cb9-e7b095b8a8ca), precommit_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:38:28.844486 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-7a4b118e-94b3-4351-8c2e-5d320b616c84 tempest-SecGroupIPv6Test-238115098 tempest-SecGroupIPv6Test-238115098-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1892331'] for security_group (f8d38682-98ee-4cfd-8cb9-e7b095b8a8ca), after_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:38:28.892273 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-7a4b118e-94b3-4351-8c2e-5d320b616c84 tempest-SecGroupIPv6Test-238115098 tempest-SecGroupIPv6Test-238115098-project] Publish callbacks [] for security_group (None), before_response {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:38:28.893668 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-7a4b118e-94b3-4351-8c2e-5d320b616c84 tempest-SecGroupIPv6Test-238115098 tempest-SecGroupIPv6Test-238115098-project] 10.222.0.75 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.1935198 Feb 09 19:38:28.896521 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 40532) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:38:28.898297 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a4b118e-94b3-4351-8c2e-5d320b616c84 tempest-SecGroupIPv6Test-238115098 tempest-SecGroupIPv6Test-238115098-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f8d38682-98ee-4cfd-8cb9-e7b095b8a8ca,revision_number=1']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:38:28.901381 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.v2.base [None req-6b04f618-123c-4deb-a4ba-dffd075305ac tempest-SecGroupIPv6Test-238115098 tempest-SecGroupIPv6Test-238115098-project] Request body: {'security_group_rule': {'security_group_id': 'f8d38682-98ee-4cfd-8cb9-e7b095b8a8ca', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 19:38:28.966219 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-6b04f618-123c-4deb-a4ba-dffd075305ac tempest-SecGroupIPv6Test-238115098 tempest-SecGroupIPv6Test-238115098-project] Publish callbacks [] for security_group_rule (9f53927d-e337-488f-8536-293cea241998), before_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:38:29.037479 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-6b04f618-123c-4deb-a4ba-dffd075305ac tempest-SecGroupIPv6Test-238115098 tempest-SecGroupIPv6Test-238115098-project] Publish callbacks [] for security_group_rule (9f53927d-e337-488f-8536-293cea241998), precommit_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:38:29.042745 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-6b04f618-123c-4deb-a4ba-dffd075305ac tempest-SecGroupIPv6Test-238115098 tempest-SecGroupIPv6Test-238115098-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1892250'] for security_group_rule (9f53927d-e337-488f-8536-293cea241998), after_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:38:29.068371 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b04f618-123c-4deb-a4ba-dffd075305ac tempest-SecGroupIPv6Test-238115098 tempest-SecGroupIPv6Test-238115098-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9f53927d-e337-488f-8536-293cea241998,revision_number=0']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:38:29.081804 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-6b04f618-123c-4deb-a4ba-dffd075305ac tempest-SecGroupIPv6Test-238115098 tempest-SecGroupIPv6Test-238115098-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:38:29.085539 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-6b04f618-123c-4deb-a4ba-dffd075305ac tempest-SecGroupIPv6Test-238115098 tempest-SecGroupIPv6Test-238115098-project] 10.222.0.75 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1854513 Feb 09 19:38:29.085861 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 40534) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:38:29.091074 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.v2.base [None req-dca9d218-7c09-4bc0-b88e-313e57041b7d tempest-SecGroupIPv6Test-238115098 tempest-SecGroupIPv6Test-238115098-project] Request body: {'security_group_rule': {'security_group_id': 'f8d38682-98ee-4cfd-8cb9-e7b095b8a8ca', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103230) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 19:38:29.126159 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-dca9d218-7c09-4bc0-b88e-313e57041b7d tempest-SecGroupIPv6Test-238115098 tempest-SecGroupIPv6Test-238115098-project] Publish callbacks [] for security_group_rule (ca4a85e1-71be-46a8-b4c2-e59ee223f0d1), before_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:38:29.233805 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-dca9d218-7c09-4bc0-b88e-313e57041b7d tempest-SecGroupIPv6Test-238115098 tempest-SecGroupIPv6Test-238115098-project] Publish callbacks [] for security_group_rule (ca4a85e1-71be-46a8-b4c2-e59ee223f0d1), precommit_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:38:29.241907 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-dca9d218-7c09-4bc0-b88e-313e57041b7d tempest-SecGroupIPv6Test-238115098 tempest-SecGroupIPv6Test-238115098-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1892250'] for security_group_rule (ca4a85e1-71be-46a8-b4c2-e59ee223f0d1), after_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:38:29.273762 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dca9d218-7c09-4bc0-b88e-313e57041b7d tempest-SecGroupIPv6Test-238115098 tempest-SecGroupIPv6Test-238115098-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ca4a85e1-71be-46a8-b4c2-e59ee223f0d1,revision_number=0']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:38:29.285072 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-dca9d218-7c09-4bc0-b88e-313e57041b7d tempest-SecGroupIPv6Test-238115098 tempest-SecGroupIPv6Test-238115098-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:38:29.288910 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-dca9d218-7c09-4bc0-b88e-313e57041b7d tempest-SecGroupIPv6Test-238115098 tempest-SecGroupIPv6Test-238115098-project] 10.222.0.75 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1995368 Feb 09 19:38:29.289225 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 40538) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:38:29.294535 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.v2.base [None req-72b3b0b8-3907-4554-9d0a-3e497011067e tempest-SecGroupIPv6Test-238115098 tempest-SecGroupIPv6Test-238115098-project] Request body: {'security_group_rule': {'security_group_id': 'f8d38682-98ee-4cfd-8cb9-e7b095b8a8ca', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103230) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 19:38:29.324701 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-72b3b0b8-3907-4554-9d0a-3e497011067e tempest-SecGroupIPv6Test-238115098 tempest-SecGroupIPv6Test-238115098-project] Publish callbacks [] for security_group_rule (89bd32ff-45ef-4a2d-a9d8-a2dfd7a2e15b), before_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:38:29.434672 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-72b3b0b8-3907-4554-9d0a-3e497011067e tempest-SecGroupIPv6Test-238115098 tempest-SecGroupIPv6Test-238115098-project] Publish callbacks [] for security_group_rule (89bd32ff-45ef-4a2d-a9d8-a2dfd7a2e15b), precommit_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:38:29.450312 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-72b3b0b8-3907-4554-9d0a-3e497011067e tempest-SecGroupIPv6Test-238115098 tempest-SecGroupIPv6Test-238115098-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1892250'] for security_group_rule (89bd32ff-45ef-4a2d-a9d8-a2dfd7a2e15b), after_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:38:29.486138 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72b3b0b8-3907-4554-9d0a-3e497011067e tempest-SecGroupIPv6Test-238115098 tempest-SecGroupIPv6Test-238115098-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=89bd32ff-45ef-4a2d-a9d8-a2dfd7a2e15b,revision_number=0']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:38:29.497760 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-72b3b0b8-3907-4554-9d0a-3e497011067e tempest-SecGroupIPv6Test-238115098 tempest-SecGroupIPv6Test-238115098-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:38:29.501589 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-72b3b0b8-3907-4554-9d0a-3e497011067e tempest-SecGroupIPv6Test-238115098 tempest-SecGroupIPv6Test-238115098-project] 10.222.0.75 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2086236 Feb 09 19:38:29.501828 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 40540) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:38:29.506520 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.v2.base [None req-85e98a39-eeea-4edf-a61a-5203bf40ac0f tempest-SecGroupIPv6Test-238115098 tempest-SecGroupIPv6Test-238115098-project] Request body: {'security_group_rule': {'security_group_id': 'f8d38682-98ee-4cfd-8cb9-e7b095b8a8ca', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103230) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 19:38:29.534018 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-85e98a39-eeea-4edf-a61a-5203bf40ac0f tempest-SecGroupIPv6Test-238115098 tempest-SecGroupIPv6Test-238115098-project] Publish callbacks [] for security_group_rule (4830c2d0-8e46-427f-b415-8d260eb4ec35), before_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:38:29.640723 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-85e98a39-eeea-4edf-a61a-5203bf40ac0f tempest-SecGroupIPv6Test-238115098 tempest-SecGroupIPv6Test-238115098-project] Publish callbacks [] for security_group_rule (4830c2d0-8e46-427f-b415-8d260eb4ec35), precommit_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:38:29.645483 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-85e98a39-eeea-4edf-a61a-5203bf40ac0f tempest-SecGroupIPv6Test-238115098 tempest-SecGroupIPv6Test-238115098-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1892250'] for security_group_rule (4830c2d0-8e46-427f-b415-8d260eb4ec35), after_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:38:29.735423 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85e98a39-eeea-4edf-a61a-5203bf40ac0f tempest-SecGroupIPv6Test-238115098 tempest-SecGroupIPv6Test-238115098-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4830c2d0-8e46-427f-b415-8d260eb4ec35,revision_number=0']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:38:29.830454 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2ca5b5f-0bcc-47b0-95eb-8945a547f506 req-7302bc44-4187-40ba-82f1-629be30acb40 tempest-TestNetworkAdvancedServerOps-1633223542 tempest-TestNetworkAdvancedServerOps-1633223542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:38:29.832079 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-d2ca5b5f-0bcc-47b0-95eb-8945a547f506 req-7302bc44-4187-40ba-82f1-629be30acb40 tempest-TestNetworkAdvancedServerOps-1633223542 tempest-TestNetworkAdvancedServerOps-1633223542-project] 10.222.0.75 "GET /v2.0/ports?device_id=4389c13d-a9e7-4e04-981e-043da3b220bc HTTP/1.1" status: 200 len: 945 time: 0.2091670 Feb 09 19:38:29.837776 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-85e98a39-eeea-4edf-a61a-5203bf40ac0f tempest-SecGroupIPv6Test-238115098 tempest-SecGroupIPv6Test-238115098-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:38:29.842542 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-85e98a39-eeea-4edf-a61a-5203bf40ac0f tempest-SecGroupIPv6Test-238115098 tempest-SecGroupIPv6Test-238115098-project] 10.222.0.75 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3362610 Feb 09 19:38:29.843199 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 40546) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:38:29.849419 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.v2.base [None req-3b571d34-9d20-4ff8-9c60-750bf722bd29 tempest-SecGroupIPv6Test-238115098 tempest-SecGroupIPv6Test-238115098-project] Request body: {'security_group_rule': {'security_group_id': 'f8d38682-98ee-4cfd-8cb9-e7b095b8a8ca', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103230) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 19:38:29.872160 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e4792e0-c27b-4866-a599-71d324b36c84 req-7037e59c-e43c-4354-bf79-1e779c99e32c tempest-ServersNegativeTestJSON-1608020402 tempest-ServersNegativeTestJSON-1608020402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:38:29.888119 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-7e4792e0-c27b-4866-a599-71d324b36c84 req-7037e59c-e43c-4354-bf79-1e779c99e32c tempest-ServersNegativeTestJSON-1608020402 tempest-ServersNegativeTestJSON-1608020402-project] 10.222.0.75 "GET /v2.0/ports?device_id=ef8fb5b1-266b-4abe-85d3-6f5780a36355 HTTP/1.1" status: 200 len: 944 time: 0.1452029 Feb 09 19:38:29.907324 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-d2ca5b5f-0bcc-47b0-95eb-8945a547f506 req-bcdbaf50-a77f-409b-8839-dade372facae tempest-TestNetworkAdvancedServerOps-1633223542 tempest-TestNetworkAdvancedServerOps-1633223542-project] 10.222.0.75 "GET /v2.0/security-groups?id=db3e440f-6371-4f6a-b598-e7d001dae153&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0629830 Feb 09 19:38:29.952980 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-3b571d34-9d20-4ff8-9c60-750bf722bd29 tempest-SecGroupIPv6Test-238115098 tempest-SecGroupIPv6Test-238115098-project] Publish callbacks [] for security_group_rule (bb4aef9d-6a7f-41a1-aa8e-51a2db7caf86), before_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:38:29.976375 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-7e4792e0-c27b-4866-a599-71d324b36c84 req-18c16510-8fd8-439f-a7b3-061c64278d3c tempest-ServersNegativeTestJSON-1608020402 tempest-ServersNegativeTestJSON-1608020402-project] 10.222.0.75 "GET /v2.0/security-groups?id=25d47ded-5003-4f4d-b434-467ecec6793f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0761244 Feb 09 19:38:30.070246 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-3b571d34-9d20-4ff8-9c60-750bf722bd29 tempest-SecGroupIPv6Test-238115098 tempest-SecGroupIPv6Test-238115098-project] Publish callbacks [] for security_group_rule (bb4aef9d-6a7f-41a1-aa8e-51a2db7caf86), precommit_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:38:30.078540 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-3b571d34-9d20-4ff8-9c60-750bf722bd29 tempest-SecGroupIPv6Test-238115098 tempest-SecGroupIPv6Test-238115098-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1892250'] for security_group_rule (bb4aef9d-6a7f-41a1-aa8e-51a2db7caf86), after_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:38:30.104642 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b571d34-9d20-4ff8-9c60-750bf722bd29 tempest-SecGroupIPv6Test-238115098 tempest-SecGroupIPv6Test-238115098-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bb4aef9d-6a7f-41a1-aa8e-51a2db7caf86,revision_number=0']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:38:30.112356 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-3b571d34-9d20-4ff8-9c60-750bf722bd29 tempest-SecGroupIPv6Test-238115098 tempest-SecGroupIPv6Test-238115098-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:38:30.116420 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-3b571d34-9d20-4ff8-9c60-750bf722bd29 tempest-SecGroupIPv6Test-238115098 tempest-SecGroupIPv6Test-238115098-project] 10.222.0.75 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 772 time: 0.2682536 Feb 09 19:38:30.121553 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 40548) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:38:30.197496 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-7bdbdc1b-1dff-48c3-9d5f-d86f85b58601 tempest-SecGroupIPv6Test-238115098 tempest-SecGroupIPv6Test-238115098-project] Publish callbacks [] for security_group_rule (bb4aef9d-6a7f-41a1-aa8e-51a2db7caf86), before_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:38:30.209683 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-7bdbdc1b-1dff-48c3-9d5f-d86f85b58601 tempest-SecGroupIPv6Test-238115098 tempest-SecGroupIPv6Test-238115098-project] Publish callbacks [] for security_group_rule (bb4aef9d-6a7f-41a1-aa8e-51a2db7caf86), precommit_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:38:30.301204 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-7bdbdc1b-1dff-48c3-9d5f-d86f85b58601 tempest-SecGroupIPv6Test-238115098 tempest-SecGroupIPv6Test-238115098-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1892250'] for security_group_rule (bb4aef9d-6a7f-41a1-aa8e-51a2db7caf86), after_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:38:30.318848 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-7bdbdc1b-1dff-48c3-9d5f-d86f85b58601 tempest-SecGroupIPv6Test-238115098 tempest-SecGroupIPv6Test-238115098-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:38:30.320919 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-7bdbdc1b-1dff-48c3-9d5f-d86f85b58601 tempest-SecGroupIPv6Test-238115098 tempest-SecGroupIPv6Test-238115098-project] 10.222.0.75 "DELETE /v2.0/security-group-rules/bb4aef9d-6a7f-41a1-aa8e-51a2db7caf86 HTTP/1.1" status: 204 len: 168 time: 0.2027755 Feb 09 19:38:30.326258 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 40550) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:38:30.328723 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bdbdc1b-1dff-48c3-9d5f-d86f85b58601 tempest-SecGroupIPv6Test-238115098 tempest-SecGroupIPv6Test-238115098-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=bb4aef9d-6a7f-41a1-aa8e-51a2db7caf86,revision_number=None']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:38:30.401822 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-1b387008-8a25-46fe-8cc7-ef1889430030 tempest-SecGroupIPv6Test-238115098 tempest-SecGroupIPv6Test-238115098-project] 10.222.0.75 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5751 time: 0.0707879 Feb 09 19:38:30.405112 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 40554) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:38:30.460827 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-d29a281a-32ba-4846-be3c-db18e9e19cc8 tempest-SecGroupIPv6Test-238115098 tempest-SecGroupIPv6Test-238115098-project] Publish callbacks [] for security_group_rule (4830c2d0-8e46-427f-b415-8d260eb4ec35), before_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:38:30.471960 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-d29a281a-32ba-4846-be3c-db18e9e19cc8 tempest-SecGroupIPv6Test-238115098 tempest-SecGroupIPv6Test-238115098-project] Publish callbacks [] for security_group_rule (4830c2d0-8e46-427f-b415-8d260eb4ec35), precommit_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:38:30.507362 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-d29a281a-32ba-4846-be3c-db18e9e19cc8 tempest-SecGroupIPv6Test-238115098 tempest-SecGroupIPv6Test-238115098-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1892250'] for security_group_rule (4830c2d0-8e46-427f-b415-8d260eb4ec35), after_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:38:30.514888 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-d29a281a-32ba-4846-be3c-db18e9e19cc8 tempest-SecGroupIPv6Test-238115098 tempest-SecGroupIPv6Test-238115098-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:38:30.518454 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-d29a281a-32ba-4846-be3c-db18e9e19cc8 tempest-SecGroupIPv6Test-238115098 tempest-SecGroupIPv6Test-238115098-project] 10.222.0.75 "DELETE /v2.0/security-group-rules/4830c2d0-8e46-427f-b415-8d260eb4ec35 HTTP/1.1" status: 204 len: 168 time: 0.1095080 Feb 09 19:38:30.518949 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 40556) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:38:30.526811 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d29a281a-32ba-4846-be3c-db18e9e19cc8 tempest-SecGroupIPv6Test-238115098 tempest-SecGroupIPv6Test-238115098-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=4830c2d0-8e46-427f-b415-8d260eb4ec35,revision_number=None']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:38:30.579258 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-35444230-d36b-477e-a9a4-d567263a9413 tempest-SecGroupIPv6Test-238115098 tempest-SecGroupIPv6Test-238115098-project] 10.222.0.75 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5205 time: 0.0587728 Feb 09 19:38:30.581723 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 40560) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:38:30.619230 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-ba46f668-be9a-4162-9872-5bf46e63aed3 tempest-SecGroupIPv6Test-238115098 tempest-SecGroupIPv6Test-238115098-project] Publish callbacks [] for security_group_rule (89bd32ff-45ef-4a2d-a9d8-a2dfd7a2e15b), before_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:38:30.629538 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-ba46f668-be9a-4162-9872-5bf46e63aed3 tempest-SecGroupIPv6Test-238115098 tempest-SecGroupIPv6Test-238115098-project] Publish callbacks [] for security_group_rule (89bd32ff-45ef-4a2d-a9d8-a2dfd7a2e15b), precommit_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:38:30.677321 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-ba46f668-be9a-4162-9872-5bf46e63aed3 tempest-SecGroupIPv6Test-238115098 tempest-SecGroupIPv6Test-238115098-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1892250'] for security_group_rule (89bd32ff-45ef-4a2d-a9d8-a2dfd7a2e15b), after_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:38:30.685165 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-ba46f668-be9a-4162-9872-5bf46e63aed3 tempest-SecGroupIPv6Test-238115098 tempest-SecGroupIPv6Test-238115098-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:38:30.689638 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-ba46f668-be9a-4162-9872-5bf46e63aed3 tempest-SecGroupIPv6Test-238115098 tempest-SecGroupIPv6Test-238115098-project] 10.222.0.75 "DELETE /v2.0/security-group-rules/89bd32ff-45ef-4a2d-a9d8-a2dfd7a2e15b HTTP/1.1" status: 204 len: 168 time: 0.1034803 Feb 09 19:38:30.689763 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 40562) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:38:30.703195 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba46f668-be9a-4162-9872-5bf46e63aed3 tempest-SecGroupIPv6Test-238115098 tempest-SecGroupIPv6Test-238115098-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=89bd32ff-45ef-4a2d-a9d8-a2dfd7a2e15b,revision_number=None']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:38:30.763028 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-a3a88f41-e348-4ff7-827f-82dedbf15c54 tempest-SecGroupIPv6Test-238115098 tempest-SecGroupIPv6Test-238115098-project] 10.222.0.75 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.0722680 Feb 09 19:38:30.765921 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 40564) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:38:30.795898 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-3b29bb93-3300-415e-8b1d-4e109d53f14e tempest-SecGroupIPv6Test-238115098 tempest-SecGroupIPv6Test-238115098-project] Publish callbacks [] for security_group_rule (ca4a85e1-71be-46a8-b4c2-e59ee223f0d1), before_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:38:30.805370 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-3b29bb93-3300-415e-8b1d-4e109d53f14e tempest-SecGroupIPv6Test-238115098 tempest-SecGroupIPv6Test-238115098-project] Publish callbacks [] for security_group_rule (ca4a85e1-71be-46a8-b4c2-e59ee223f0d1), precommit_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:38:30.835254 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-3b29bb93-3300-415e-8b1d-4e109d53f14e tempest-SecGroupIPv6Test-238115098 tempest-SecGroupIPv6Test-238115098-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1892250'] for security_group_rule (ca4a85e1-71be-46a8-b4c2-e59ee223f0d1), after_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:38:30.844378 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-3b29bb93-3300-415e-8b1d-4e109d53f14e tempest-SecGroupIPv6Test-238115098 tempest-SecGroupIPv6Test-238115098-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:38:30.845778 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-3b29bb93-3300-415e-8b1d-4e109d53f14e tempest-SecGroupIPv6Test-238115098 tempest-SecGroupIPv6Test-238115098-project] 10.222.0.75 "DELETE /v2.0/security-group-rules/ca4a85e1-71be-46a8-b4c2-e59ee223f0d1 HTTP/1.1" status: 204 len: 168 time: 0.0788498 Feb 09 19:38:30.848821 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 40566) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:38:30.852822 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b29bb93-3300-415e-8b1d-4e109d53f14e tempest-SecGroupIPv6Test-238115098 tempest-SecGroupIPv6Test-238115098-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=ca4a85e1-71be-46a8-b4c2-e59ee223f0d1,revision_number=None']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:38:30.908720 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 40568) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:38:30.909151 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-8c10fb23-4d08-4c67-87ff-c83cb0d25bad tempest-SecGroupIPv6Test-238115098 tempest-SecGroupIPv6Test-238115098-project] 10.222.0.75 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0586243 Feb 09 19:38:30.952329 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-9957d845-7cd9-4d5a-b25a-649a82e75e6c tempest-SecGroupIPv6Test-238115098 tempest-SecGroupIPv6Test-238115098-project] Publish callbacks [] for security_group_rule (9f53927d-e337-488f-8536-293cea241998), before_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:38:30.961582 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-9957d845-7cd9-4d5a-b25a-649a82e75e6c tempest-SecGroupIPv6Test-238115098 tempest-SecGroupIPv6Test-238115098-project] Publish callbacks [] for security_group_rule (9f53927d-e337-488f-8536-293cea241998), precommit_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:38:31.034757 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-9957d845-7cd9-4d5a-b25a-649a82e75e6c tempest-SecGroupIPv6Test-238115098 tempest-SecGroupIPv6Test-238115098-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1892250'] for security_group_rule (9f53927d-e337-488f-8536-293cea241998), after_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:38:31.069257 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-9957d845-7cd9-4d5a-b25a-649a82e75e6c tempest-SecGroupIPv6Test-238115098 tempest-SecGroupIPv6Test-238115098-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:38:31.072415 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-9957d845-7cd9-4d5a-b25a-649a82e75e6c tempest-SecGroupIPv6Test-238115098 tempest-SecGroupIPv6Test-238115098-project] 10.222.0.75 "DELETE /v2.0/security-group-rules/9f53927d-e337-488f-8536-293cea241998 HTTP/1.1" status: 204 len: 168 time: 0.1615584 Feb 09 19:38:31.075160 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 40574) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:38:31.109295 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9957d845-7cd9-4d5a-b25a-649a82e75e6c tempest-SecGroupIPv6Test-238115098 tempest-SecGroupIPv6Test-238115098-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=9f53927d-e337-488f-8536-293cea241998,revision_number=None']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:38:31.159000 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-aa22b2f8-0e22-4321-9f4a-2e153440a016 tempest-SecGroupIPv6Test-238115098 tempest-SecGroupIPv6Test-238115098-project] 10.222.0.75 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0783377 Feb 09 19:38:31.161755 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 40576) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:38:31.224999 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b5420e8-8727-4c80-baf1-89153d1bac37 req-ad480f4d-0b98-4fbf-96ee-fad03787e967 tempest-ServersNegativeTestJSON-1608020402 tempest-ServersNegativeTestJSON-1608020402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:38:31.240476 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-9b5420e8-8727-4c80-baf1-89153d1bac37 req-ad480f4d-0b98-4fbf-96ee-fad03787e967 tempest-ServersNegativeTestJSON-1608020402 tempest-ServersNegativeTestJSON-1608020402-project] 10.222.0.75 "GET /v2.0/ports?device_id=ef8fb5b1-266b-4abe-85d3-6f5780a36355 HTTP/1.1" status: 200 len: 944 time: 0.1281352 Feb 09 19:38:31.304603 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bf325d0-f4fd-4b8e-b245-5ff101a90e41 req-ad14b376-8318-4758-aae1-7995e1e17c72 tempest-TestNetworkAdvancedServerOps-1633223542 tempest-TestNetworkAdvancedServerOps-1633223542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:38:31.306485 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-4bf325d0-f4fd-4b8e-b245-5ff101a90e41 req-ad14b376-8318-4758-aae1-7995e1e17c72 tempest-TestNetworkAdvancedServerOps-1633223542 tempest-TestNetworkAdvancedServerOps-1633223542-project] 10.222.0.75 "GET /v2.0/ports?device_id=4389c13d-a9e7-4e04-981e-043da3b220bc HTTP/1.1" status: 200 len: 945 time: 0.2909474 Feb 09 19:38:31.310804 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-47cc39a5-cbbf-43e4-8d70-ff1b20ea4b0b tempest-SecGroupIPv6Test-238115098 tempest-SecGroupIPv6Test-238115098-project] Publish callbacks [] for security_group (f8d38682-98ee-4cfd-8cb9-e7b095b8a8ca), before_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:38:31.314222 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-9b5420e8-8727-4c80-baf1-89153d1bac37 req-3ac18d37-246f-47b8-ab1c-bd954aa9ae12 tempest-ServersNegativeTestJSON-1608020402 tempest-ServersNegativeTestJSON-1608020402-project] 10.222.0.75 "GET /v2.0/security-groups?id=25d47ded-5003-4f4d-b434-467ecec6793f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0624425 Feb 09 19:38:31.352143 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-47cc39a5-cbbf-43e4-8d70-ff1b20ea4b0b tempest-SecGroupIPv6Test-238115098 tempest-SecGroupIPv6Test-238115098-project] Publish callbacks [] for security_group (f8d38682-98ee-4cfd-8cb9-e7b095b8a8ca), precommit_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:38:31.397791 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-4bf325d0-f4fd-4b8e-b245-5ff101a90e41 req-8ace42c7-aa42-4ec5-8c0a-39c317abc41f tempest-TestNetworkAdvancedServerOps-1633223542 tempest-TestNetworkAdvancedServerOps-1633223542-project] 10.222.0.75 "GET /v2.0/security-groups?id=db3e440f-6371-4f6a-b598-e7d001dae153&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0829327 Feb 09 19:38:31.473177 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-47cc39a5-cbbf-43e4-8d70-ff1b20ea4b0b tempest-SecGroupIPv6Test-238115098 tempest-SecGroupIPv6Test-238115098-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1892331'] for security_group (f8d38682-98ee-4cfd-8cb9-e7b095b8a8ca), after_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:38:31.476209 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-47cc39a5-cbbf-43e4-8d70-ff1b20ea4b0b tempest-SecGroupIPv6Test-238115098 tempest-SecGroupIPv6Test-238115098-project] Publish callbacks [] for security_group (None), before_response {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:38:31.481383 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 40582) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:38:31.492439 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-47cc39a5-cbbf-43e4-8d70-ff1b20ea4b0b tempest-SecGroupIPv6Test-238115098 tempest-SecGroupIPv6Test-238115098-project] 10.222.0.75 "DELETE /v2.0/security-groups/f8d38682-98ee-4cfd-8cb9-e7b095b8a8ca HTTP/1.1" status: 204 len: 168 time: 0.3293891 Feb 09 19:38:31.513980 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47cc39a5-cbbf-43e4-8d70-ff1b20ea4b0b tempest-SecGroupIPv6Test-238115098 tempest-SecGroupIPv6Test-238115098-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f8d38682-98ee-4cfd-8cb9-e7b095b8a8ca,revision_number=None']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:38:31.559955 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-48f06adf-cd6e-4da6-8dd3-c7c6175488c6 tempest-SecGroupIPv6Test-238115098 tempest-SecGroupIPv6Test-238115098-project] 10.222.0.75 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0770345 Feb 09 19:38:31.566458 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 40584) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:38:31.572052 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.v2.base [None req-7f7181eb-0550-450d-a562-5bf6baecc09f tempest-SecGroupIPv6Test-238115098 tempest-SecGroupIPv6Test-238115098-project] Request body: {'security_group': {'name': 'tempest-secgroup--1055945939'}} {{(pid=103230) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 19:38:31.618360 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-7f7181eb-0550-450d-a562-5bf6baecc09f tempest-SecGroupIPv6Test-238115098 tempest-SecGroupIPv6Test-238115098-project] Publish callbacks [] for security_group (None), before_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:38:31.737669 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26aa8704-30bd-4e12-ae5a-5bcf1227d0c9 req-eb14dbf1-d49a-46c7-a82b-c141cb064c50 tempest-TestNetworkAdvancedServerOps-1633223542 tempest-TestNetworkAdvancedServerOps-1633223542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:38:31.741491 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-26aa8704-30bd-4e12-ae5a-5bcf1227d0c9 req-eb14dbf1-d49a-46c7-a82b-c141cb064c50 tempest-TestNetworkAdvancedServerOps-1633223542 tempest-TestNetworkAdvancedServerOps-1633223542-project] 10.222.0.75 "GET /v2.0/ports?device_id=4389c13d-a9e7-4e04-981e-043da3b220bc HTTP/1.1" status: 200 len: 945 time: 0.1865628 Feb 09 19:38:31.789622 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-7f7181eb-0550-450d-a562-5bf6baecc09f tempest-SecGroupIPv6Test-238115098 tempest-SecGroupIPv6Test-238115098-project] Publish callbacks [] for security_group (07ace9e5-81a2-4087-b7bd-5cee9ff0938f), precommit_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:38:31.798774 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-7f7181eb-0550-450d-a562-5bf6baecc09f tempest-SecGroupIPv6Test-238115098 tempest-SecGroupIPv6Test-238115098-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1892331'] for security_group (07ace9e5-81a2-4087-b7bd-5cee9ff0938f), after_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:38:31.856874 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f7181eb-0550-450d-a562-5bf6baecc09f tempest-SecGroupIPv6Test-238115098 tempest-SecGroupIPv6Test-238115098-project] Pushing event updated for resources: {'SecurityGroup': ['ID=07ace9e5-81a2-4087-b7bd-5cee9ff0938f,revision_number=1']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:38:31.865342 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-26aa8704-30bd-4e12-ae5a-5bcf1227d0c9 req-50b608e8-6d50-405d-929c-6c5c7868ecc4 tempest-TestNetworkAdvancedServerOps-1633223542 tempest-TestNetworkAdvancedServerOps-1633223542-project] 10.222.0.75 "GET /v2.0/security-groups?id=db3e440f-6371-4f6a-b598-e7d001dae153&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1122501 Feb 09 19:38:31.880121 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-7f7181eb-0550-450d-a562-5bf6baecc09f tempest-SecGroupIPv6Test-238115098 tempest-SecGroupIPv6Test-238115098-project] Publish callbacks [] for security_group (None), before_response {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:38:31.880384 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 40586) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:38:31.880516 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-7f7181eb-0550-450d-a562-5bf6baecc09f tempest-SecGroupIPv6Test-238115098 tempest-SecGroupIPv6Test-238115098-project] 10.222.0.75 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.3107321 Feb 09 19:38:31.880516 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 40588) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:38:31.883850 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.v2.base [None req-0a98ed4d-e85c-42f9-b9d2-43120cb6daf3 tempest-SecGroupIPv6Test-238115098 tempest-SecGroupIPv6Test-238115098-project] Request body: {'security_group_rule': {'security_group_id': '07ace9e5-81a2-4087-b7bd-5cee9ff0938f', 'direction': 'ingress', 'protocol': 17}} {{(pid=103229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 19:38:31.936018 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-0a98ed4d-e85c-42f9-b9d2-43120cb6daf3 tempest-SecGroupIPv6Test-238115098 tempest-SecGroupIPv6Test-238115098-project] Publish callbacks [] for security_group_rule (39fc44b1-02dd-4cff-94ee-f27135b225df), before_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:38:31.962156 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29dfc338-9fbc-4830-a6b8-036ed539236d tempest-TestNetworkAdvancedServerOps-513516359 tempest-TestNetworkAdvancedServerOps-513516359-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:38:31.962156 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-29dfc338-9fbc-4830-a6b8-036ed539236d tempest-TestNetworkAdvancedServerOps-513516359 tempest-TestNetworkAdvancedServerOps-513516359-project-admin] 10.222.0.75 "GET /v2.0/ports?device_id=4389c13d-a9e7-4e04-981e-043da3b220bc HTTP/1.1" status: 200 len: 1123 time: 0.0743375 Feb 09 19:38:31.962498 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 40590) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:38:31.967856 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.v2.base [None req-5249dfea-bf8e-47d9-ac3b-b432e83eea62 tempest-TestNetworkAdvancedServerOps-1633223542 tempest-TestNetworkAdvancedServerOps-1633223542-project] Request body: {'floatingip': {'floating_network_id': '88055e1e-672a-4487-be31-ffb6e833ece5', 'port_id': '5d390df8-f62d-4dcd-86a7-dc07a0e76fe3', 'tenant_id': 'eba669c4f4c548e495f13ae7579d0fa6', 'fixed_ip_address': '172.20.0.6'}} {{(pid=103229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 19:38:32.039413 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-5249dfea-bf8e-47d9-ac3b-b432e83eea62 tempest-TestNetworkAdvancedServerOps-1633223542 tempest-TestNetworkAdvancedServerOps-1633223542-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:38:32.125327 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-0a98ed4d-e85c-42f9-b9d2-43120cb6daf3 tempest-SecGroupIPv6Test-238115098 tempest-SecGroupIPv6Test-238115098-project] Publish callbacks [] for security_group_rule (39fc44b1-02dd-4cff-94ee-f27135b225df), precommit_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:38:32.131928 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-0a98ed4d-e85c-42f9-b9d2-43120cb6daf3 tempest-SecGroupIPv6Test-238115098 tempest-SecGroupIPv6Test-238115098-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1892250'] for security_group_rule (39fc44b1-02dd-4cff-94ee-f27135b225df), after_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:38:32.168887 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a98ed4d-e85c-42f9-b9d2-43120cb6daf3 tempest-SecGroupIPv6Test-238115098 tempest-SecGroupIPv6Test-238115098-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=39fc44b1-02dd-4cff-94ee-f27135b225df,revision_number=0']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:38:32.212503 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-0a98ed4d-e85c-42f9-b9d2-43120cb6daf3 tempest-SecGroupIPv6Test-238115098 tempest-SecGroupIPv6Test-238115098-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:38:32.219010 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-0a98ed4d-e85c-42f9-b9d2-43120cb6daf3 tempest-SecGroupIPv6Test-238115098 tempest-SecGroupIPv6Test-238115098-project] 10.222.0.75 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.3366375 Feb 09 19:38:32.219377 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 40592) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:38:32.332575 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-5249dfea-bf8e-47d9-ac3b-b432e83eea62 tempest-TestNetworkAdvancedServerOps-1633223542 tempest-TestNetworkAdvancedServerOps-1633223542-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (None), before_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:38:32.401198 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-da6713cd-c494-4287-894e-32b3f62815ad tempest-SecGroupIPv6Test-238115098 tempest-SecGroupIPv6Test-238115098-project] Publish callbacks [] for security_group (07ace9e5-81a2-4087-b7bd-5cee9ff0938f), before_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:38:32.490841 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-da6713cd-c494-4287-894e-32b3f62815ad tempest-SecGroupIPv6Test-238115098 tempest-SecGroupIPv6Test-238115098-project] Publish callbacks [] for security_group (07ace9e5-81a2-4087-b7bd-5cee9ff0938f), precommit_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:38:32.546764 n-d-713498-36 neutron-server[103229]: DEBUG neutron.db.db_base_plugin_common [None req-5249dfea-bf8e-47d9-ac3b-b432e83eea62 tempest-TestNetworkAdvancedServerOps-1633223542 tempest-TestNetworkAdvancedServerOps-1633223542-project] Allocated IP 172.25.1.218 (88055e1e-672a-4487-be31-ffb6e833ece5/ac16dbcc-383c-4b43-9153-d763c4a53f91/a5f4fbf1-34c8-41b1-81ec-55c9d1b7de8a) {{(pid=103229) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 19:38:32.686093 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd3c33cb-108a-4e19-9025-ce815fe02d64 req-fb2e4265-e0d8-43cb-8c90-26c72f6f585d tempest-ServersNegativeTestJSON-1608020402 tempest-ServersNegativeTestJSON-1608020402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:38:32.693460 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-cd3c33cb-108a-4e19-9025-ce815fe02d64 req-fb2e4265-e0d8-43cb-8c90-26c72f6f585d tempest-ServersNegativeTestJSON-1608020402 tempest-ServersNegativeTestJSON-1608020402-project] 10.222.0.75 "GET /v2.0/ports?device_id=ef8fb5b1-266b-4abe-85d3-6f5780a36355 HTTP/1.1" status: 200 len: 944 time: 0.1774025 Feb 09 19:38:32.696403 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-da6713cd-c494-4287-894e-32b3f62815ad tempest-SecGroupIPv6Test-238115098 tempest-SecGroupIPv6Test-238115098-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1892331'] for security_group (07ace9e5-81a2-4087-b7bd-5cee9ff0938f), after_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:38:32.699901 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-da6713cd-c494-4287-894e-32b3f62815ad tempest-SecGroupIPv6Test-238115098 tempest-SecGroupIPv6Test-238115098-project] Publish callbacks [] for security_group (None), before_response {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:38:32.701123 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-da6713cd-c494-4287-894e-32b3f62815ad tempest-SecGroupIPv6Test-238115098 tempest-SecGroupIPv6Test-238115098-project] 10.222.0.75 "DELETE /v2.0/security-groups/07ace9e5-81a2-4087-b7bd-5cee9ff0938f HTTP/1.1" status: 204 len: 168 time: 0.4806495 Feb 09 19:38:32.707634 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 40598) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:38:32.730242 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da6713cd-c494-4287-894e-32b3f62815ad tempest-SecGroupIPv6Test-238115098 tempest-SecGroupIPv6Test-238115098-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=07ace9e5-81a2-4087-b7bd-5cee9ff0938f,revision_number=None']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:38:32.779000 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-cd3c33cb-108a-4e19-9025-ce815fe02d64 req-9bd684fc-a0bd-4ecb-b302-bfbaa28f8a83 tempest-ServersNegativeTestJSON-1608020402 tempest-ServersNegativeTestJSON-1608020402-project] 10.222.0.75 "GET /v2.0/security-groups?id=25d47ded-5003-4f4d-b434-467ecec6793f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0845129 Feb 09 19:38:32.783919 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-5249dfea-bf8e-47d9-ac3b-b432e83eea62 tempest-TestNetworkAdvancedServerOps-1633223542 tempest-TestNetworkAdvancedServerOps-1633223542-project] Publish callbacks [] for port (a5f4fbf1-34c8-41b1-81ec-55c9d1b7de8a), precommit_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:38:32.832506 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 40600) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:38:32.832841 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-12220ba1-4e65-4daa-b71c-4778aa71fa0c tempest-SecGroupIPv6Test-238115098 tempest-SecGroupIPv6Test-238115098-project] 10.222.0.75 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1239369 Feb 09 19:38:32.837130 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.v2.base [None req-2fdda2c0-817f-4204-997a-89d62e9d0f23 tempest-SecGroupIPv6Test-238115098 tempest-SecGroupIPv6Test-238115098-project] Request body: {'security_group': {'name': 'tempest-secgroup--1992546732'}} {{(pid=103230) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 19:38:32.860206 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-2fdda2c0-817f-4204-997a-89d62e9d0f23 tempest-SecGroupIPv6Test-238115098 tempest-SecGroupIPv6Test-238115098-project] Publish callbacks [] for security_group (None), before_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:38:32.863338 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-5249dfea-bf8e-47d9-ac3b-b432e83eea62 tempest-TestNetworkAdvancedServerOps-1633223542 tempest-TestNetworkAdvancedServerOps-1633223542-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762866656467', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12867576'] for port (a5f4fbf1-34c8-41b1-81ec-55c9d1b7de8a), after_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:38:32.917128 n-d-713498-36 neutron-server[103229]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5249dfea-bf8e-47d9-ac3b-b432e83eea62 tempest-TestNetworkAdvancedServerOps-1633223542 tempest-TestNetworkAdvancedServerOps-1633223542-project] Network 88055e1e-672a-4487-be31-ffb6e833ece5 is already hosted by enough agents. {{(pid=103229) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 19:38:32.920833 n-d-713498-36 neutron-server[103229]: DEBUG neutron.scheduler.base_scheduler [None req-5249dfea-bf8e-47d9-ac3b-b432e83eea62 tempest-TestNetworkAdvancedServerOps-1633223542 tempest-TestNetworkAdvancedServerOps-1633223542-project] Resources bound (agent type, host, resource id): {{(pid=103229) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 19:38:32.925849 n-d-713498-36 neutron-server[103229]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5249dfea-bf8e-47d9-ac3b-b432e83eea62 tempest-TestNetworkAdvancedServerOps-1633223542 tempest-TestNetworkAdvancedServerOps-1633223542-project] Received port after_create {{(pid=103229) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 19:38:32.929049 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5249dfea-bf8e-47d9-ac3b-b432e83eea62 tempest-TestNetworkAdvancedServerOps-1633223542 tempest-TestNetworkAdvancedServerOps-1633223542-project] Pushing event updated for resources: {'Port': ['ID=a5f4fbf1-34c8-41b1-81ec-55c9d1b7de8a,revision_number=1']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:38:32.957195 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-2fdda2c0-817f-4204-997a-89d62e9d0f23 tempest-SecGroupIPv6Test-238115098 tempest-SecGroupIPv6Test-238115098-project] Publish callbacks [] for security_group (cb2bb1cd-13cb-4c8f-b6eb-8ae425e98cdc), precommit_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:38:32.964503 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-2fdda2c0-817f-4204-997a-89d62e9d0f23 tempest-SecGroupIPv6Test-238115098 tempest-SecGroupIPv6Test-238115098-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1892331'] for security_group (cb2bb1cd-13cb-4c8f-b6eb-8ae425e98cdc), after_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:38:33.004121 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fdda2c0-817f-4204-997a-89d62e9d0f23 tempest-SecGroupIPv6Test-238115098 tempest-SecGroupIPv6Test-238115098-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cb2bb1cd-13cb-4c8f-b6eb-8ae425e98cdc,revision_number=1']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:38:33.035701 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-2fdda2c0-817f-4204-997a-89d62e9d0f23 tempest-SecGroupIPv6Test-238115098 tempest-SecGroupIPv6Test-238115098-project] Publish callbacks [] for security_group (None), before_response {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:38:33.038482 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-2fdda2c0-817f-4204-997a-89d62e9d0f23 tempest-SecGroupIPv6Test-238115098 tempest-SecGroupIPv6Test-238115098-project] 10.222.0.75 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.2047186 Feb 09 19:38:33.041041 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 40602) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:38:33.047469 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.v2.base [None req-a0f9cd32-ec56-4e28-bf7d-bb466055ec36 tempest-SecGroupIPv6Test-238115098 tempest-SecGroupIPv6Test-238115098-project] Request body: {'security_group': {'name': 'tempest-secgroup--1860490313'}} {{(pid=103230) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 19:38:33.082113 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-a0f9cd32-ec56-4e28-bf7d-bb466055ec36 tempest-SecGroupIPv6Test-238115098 tempest-SecGroupIPv6Test-238115098-project] Publish callbacks [] for security_group (None), before_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:38:33.195328 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-a0f9cd32-ec56-4e28-bf7d-bb466055ec36 tempest-SecGroupIPv6Test-238115098 tempest-SecGroupIPv6Test-238115098-project] Publish callbacks [] for security_group (551055b2-a039-4745-a7c8-5552ce6f8d27), precommit_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:38:33.203785 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-a0f9cd32-ec56-4e28-bf7d-bb466055ec36 tempest-SecGroupIPv6Test-238115098 tempest-SecGroupIPv6Test-238115098-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1892331'] for security_group (551055b2-a039-4745-a7c8-5552ce6f8d27), after_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:38:33.243757 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0f9cd32-ec56-4e28-bf7d-bb466055ec36 tempest-SecGroupIPv6Test-238115098 tempest-SecGroupIPv6Test-238115098-project] Pushing event updated for resources: {'SecurityGroup': ['ID=551055b2-a039-4745-a7c8-5552ce6f8d27,revision_number=1']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:38:33.256743 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-a0f9cd32-ec56-4e28-bf7d-bb466055ec36 tempest-SecGroupIPv6Test-238115098 tempest-SecGroupIPv6Test-238115098-project] Publish callbacks [] for security_group (None), before_response {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:38:33.261998 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 40604) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:38:33.262968 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-a0f9cd32-ec56-4e28-bf7d-bb466055ec36 tempest-SecGroupIPv6Test-238115098 tempest-SecGroupIPv6Test-238115098-project] 10.222.0.75 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.2205420 Feb 09 19:38:33.270785 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.v2.base [None req-7ca1973f-a19b-41b3-8c3e-756b30428fb7 tempest-SecGroupIPv6Test-238115098 tempest-SecGroupIPv6Test-238115098-project] Request body: {'security_group_rule': {'security_group_id': 'cb2bb1cd-13cb-4c8f-b6eb-8ae425e98cdc', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': '551055b2-a039-4745-a7c8-5552ce6f8d27', 'remote_ip_prefix': None}} {{(pid=103229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 19:38:33.382258 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-7ca1973f-a19b-41b3-8c3e-756b30428fb7 tempest-SecGroupIPv6Test-238115098 tempest-SecGroupIPv6Test-238115098-project] Publish callbacks [] for security_group_rule (566020bd-f66e-4d03-a394-ad318a63cc39), before_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:38:33.526433 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-5249dfea-bf8e-47d9-ac3b-b432e83eea62 tempest-TestNetworkAdvancedServerOps-1633223542 tempest-TestNetworkAdvancedServerOps-1633223542-project] Publish callbacks [] for floatingip (04ed9858-16be-450c-a946-5e34e6c89c8b), precommit_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:38:33.537641 n-d-713498-36 neutron-server[103233]: DEBUG neutron.db.agents_db [None req-4a8a6a42-0a0c-4437-8958-92282682b6bb None None] Agent healthcheck: found 7 active agents {{(pid=103233) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 19:38:33.570019 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-7ca1973f-a19b-41b3-8c3e-756b30428fb7 tempest-SecGroupIPv6Test-238115098 tempest-SecGroupIPv6Test-238115098-project] Publish callbacks [] for security_group_rule (566020bd-f66e-4d03-a394-ad318a63cc39), precommit_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:38:33.576090 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-7ca1973f-a19b-41b3-8c3e-756b30428fb7 tempest-SecGroupIPv6Test-238115098 tempest-SecGroupIPv6Test-238115098-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1892250'] for security_group_rule (566020bd-f66e-4d03-a394-ad318a63cc39), after_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:38:33.636584 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ca1973f-a19b-41b3-8c3e-756b30428fb7 tempest-SecGroupIPv6Test-238115098 tempest-SecGroupIPv6Test-238115098-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=566020bd-f66e-4d03-a394-ad318a63cc39,revision_number=0']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:38:33.647858 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-5249dfea-bf8e-47d9-ac3b-b432e83eea62 tempest-TestNetworkAdvancedServerOps-1633223542 tempest-TestNetworkAdvancedServerOps-1633223542-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (a5f4fbf1-34c8-41b1-81ec-55c9d1b7de8a), before_update {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:38:33.652715 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-7ca1973f-a19b-41b3-8c3e-756b30428fb7 tempest-SecGroupIPv6Test-238115098 tempest-SecGroupIPv6Test-238115098-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:38:33.654063 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-7ca1973f-a19b-41b3-8c3e-756b30428fb7 tempest-SecGroupIPv6Test-238115098 tempest-SecGroupIPv6Test-238115098-project] 10.222.0.75 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 798 time: 0.3908236 Feb 09 19:38:33.658006 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 40608) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:38:33.728825 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-d099efe9-fd93-4524-b8ab-7b8515d2d6fe tempest-SecGroupIPv6Test-238115098 tempest-SecGroupIPv6Test-238115098-project] Publish callbacks [] for security_group_rule (566020bd-f66e-4d03-a394-ad318a63cc39), before_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:38:33.745684 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-d099efe9-fd93-4524-b8ab-7b8515d2d6fe tempest-SecGroupIPv6Test-238115098 tempest-SecGroupIPv6Test-238115098-project] Publish callbacks [] for security_group_rule (566020bd-f66e-4d03-a394-ad318a63cc39), precommit_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:38:33.809313 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-d099efe9-fd93-4524-b8ab-7b8515d2d6fe tempest-SecGroupIPv6Test-238115098 tempest-SecGroupIPv6Test-238115098-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1892250'] for security_group_rule (566020bd-f66e-4d03-a394-ad318a63cc39), after_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:38:33.821128 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-d099efe9-fd93-4524-b8ab-7b8515d2d6fe tempest-SecGroupIPv6Test-238115098 tempest-SecGroupIPv6Test-238115098-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:38:33.823558 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-d099efe9-fd93-4524-b8ab-7b8515d2d6fe tempest-SecGroupIPv6Test-238115098 tempest-SecGroupIPv6Test-238115098-project] 10.222.0.75 "DELETE /v2.0/security-group-rules/566020bd-f66e-4d03-a394-ad318a63cc39 HTTP/1.1" status: 204 len: 168 time: 0.1637802 Feb 09 19:38:33.826473 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 40612) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:38:33.830850 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d099efe9-fd93-4524-b8ab-7b8515d2d6fe tempest-SecGroupIPv6Test-238115098 tempest-SecGroupIPv6Test-238115098-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=566020bd-f66e-4d03-a394-ad318a63cc39,revision_number=None']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:38:33.897436 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-d6bf7fae-dcfa-48cc-b360-a0fcbb68c2c0 tempest-SecGroupIPv6Test-238115098 tempest-SecGroupIPv6Test-238115098-project] 10.222.0.75 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.0697465 Feb 09 19:38:33.900200 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 40614) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:38:33.931293 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-5249dfea-bf8e-47d9-ac3b-b432e83eea62 tempest-TestNetworkAdvancedServerOps-1633223542 tempest-TestNetworkAdvancedServerOps-1633223542-project] Publish callbacks [] for port (a5f4fbf1-34c8-41b1-81ec-55c9d1b7de8a), precommit_update {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:38:33.951954 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-5249dfea-bf8e-47d9-ac3b-b432e83eea62 tempest-TestNetworkAdvancedServerOps-1633223542 tempest-TestNetworkAdvancedServerOps-1633223542-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762867176205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762866656485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762866656503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12867569'] for port (a5f4fbf1-34c8-41b1-81ec-55c9d1b7de8a), after_update {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:38:34.002288 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-dc6bfe59-9587-4999-982d-ed0bea3b2f48 tempest-SecGroupIPv6Test-238115098 tempest-SecGroupIPv6Test-238115098-project] Publish callbacks [] for security_group (551055b2-a039-4745-a7c8-5552ce6f8d27), before_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:38:34.044827 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-dc6bfe59-9587-4999-982d-ed0bea3b2f48 tempest-SecGroupIPv6Test-238115098 tempest-SecGroupIPv6Test-238115098-project] Publish callbacks [] for security_group (551055b2-a039-4745-a7c8-5552ce6f8d27), precommit_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:38:34.084543 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5249dfea-bf8e-47d9-ac3b-b432e83eea62 tempest-TestNetworkAdvancedServerOps-1633223542 tempest-TestNetworkAdvancedServerOps-1633223542-project] Pushing event updated for resources: {'Port': ['ID=a5f4fbf1-34c8-41b1-81ec-55c9d1b7de8a,revision_number=2']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:38:34.142595 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-dc6bfe59-9587-4999-982d-ed0bea3b2f48 tempest-SecGroupIPv6Test-238115098 tempest-SecGroupIPv6Test-238115098-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1892331'] for security_group (551055b2-a039-4745-a7c8-5552ce6f8d27), after_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:38:34.153897 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-5249dfea-bf8e-47d9-ac3b-b432e83eea62 tempest-TestNetworkAdvancedServerOps-1633223542 tempest-TestNetworkAdvancedServerOps-1633223542-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1818909'] for floatingip (04ed9858-16be-450c-a946-5e34e6c89c8b), after_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:38:34.159654 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-dc6bfe59-9587-4999-982d-ed0bea3b2f48 tempest-SecGroupIPv6Test-238115098 tempest-SecGroupIPv6Test-238115098-project] Publish callbacks [] for security_group (None), before_response {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:38:34.164598 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-dc6bfe59-9587-4999-982d-ed0bea3b2f48 tempest-SecGroupIPv6Test-238115098 tempest-SecGroupIPv6Test-238115098-project] 10.222.0.75 "DELETE /v2.0/security-groups/551055b2-a039-4745-a7c8-5552ce6f8d27 HTTP/1.1" status: 204 len: 168 time: 0.2617929 Feb 09 19:38:34.166049 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 40622) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:38:34.202036 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc6bfe59-9587-4999-982d-ed0bea3b2f48 tempest-SecGroupIPv6Test-238115098 tempest-SecGroupIPv6Test-238115098-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=551055b2-a039-4745-a7c8-5552ce6f8d27,revision_number=None']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:38:34.289002 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0efa5311-c8cc-4df7-b1e9-bd7d6a7027f0 req-8ae55727-ff30-44ce-a3fa-cc3ad51f565e tempest-ServersNegativeTestJSON-1608020402 tempest-ServersNegativeTestJSON-1608020402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:38:34.299845 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-0efa5311-c8cc-4df7-b1e9-bd7d6a7027f0 req-8ae55727-ff30-44ce-a3fa-cc3ad51f565e tempest-ServersNegativeTestJSON-1608020402 tempest-ServersNegativeTestJSON-1608020402-project] 10.222.0.75 "GET /v2.0/ports?device_id=ef8fb5b1-266b-4abe-85d3-6f5780a36355 HTTP/1.1" status: 200 len: 944 time: 0.3627667 Feb 09 19:38:34.304404 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-0da4c6d7-28ee-4bf7-b640-832630e5fab7 tempest-SecGroupIPv6Test-238115098 tempest-SecGroupIPv6Test-238115098-project] 10.222.0.75 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4545 time: 0.1283858 Feb 09 19:38:34.307128 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 40624) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:38:34.408594 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-0efa5311-c8cc-4df7-b1e9-bd7d6a7027f0 req-523c1f9d-12a6-42b3-a21e-e813640b43ba tempest-ServersNegativeTestJSON-1608020402 tempest-ServersNegativeTestJSON-1608020402-project] 10.222.0.75 "GET /v2.0/security-groups?id=25d47ded-5003-4f4d-b434-467ecec6793f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1079867 Feb 09 19:38:34.446645 n-d-713498-36 neutron-server[103229]: INFO neutron.db.l3_db [None req-5249dfea-bf8e-47d9-ac3b-b432e83eea62 tempest-TestNetworkAdvancedServerOps-1633223542 tempest-TestNetworkAdvancedServerOps-1633223542-project] Floating IP 04ed9858-16be-450c-a946-5e34e6c89c8b associated. External IP: 172.25.1.218, port: 5d390df8-f62d-4dcd-86a7-dc07a0e76fe3. Feb 09 19:38:34.472833 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-8708558a-34e3-4429-8de1-50d4175fb792 tempest-SecGroupIPv6Test-238115098 tempest-SecGroupIPv6Test-238115098-project] Publish callbacks [] for security_group (cb2bb1cd-13cb-4c8f-b6eb-8ae425e98cdc), before_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:38:34.540420 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-8708558a-34e3-4429-8de1-50d4175fb792 tempest-SecGroupIPv6Test-238115098 tempest-SecGroupIPv6Test-238115098-project] Publish callbacks [] for security_group (cb2bb1cd-13cb-4c8f-b6eb-8ae425e98cdc), precommit_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:38:34.617107 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-8708558a-34e3-4429-8de1-50d4175fb792 tempest-SecGroupIPv6Test-238115098 tempest-SecGroupIPv6Test-238115098-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1892331'] for security_group (cb2bb1cd-13cb-4c8f-b6eb-8ae425e98cdc), after_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:38:34.621893 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-8708558a-34e3-4429-8de1-50d4175fb792 tempest-SecGroupIPv6Test-238115098 tempest-SecGroupIPv6Test-238115098-project] Publish callbacks [] for security_group (None), before_response {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:38:34.623755 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-8708558a-34e3-4429-8de1-50d4175fb792 tempest-SecGroupIPv6Test-238115098 tempest-SecGroupIPv6Test-238115098-project] 10.222.0.75 "DELETE /v2.0/security-groups/cb2bb1cd-13cb-4c8f-b6eb-8ae425e98cdc HTTP/1.1" status: 204 len: 168 time: 0.3144054 Feb 09 19:38:34.627255 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 40626) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:38:34.636003 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8708558a-34e3-4429-8de1-50d4175fb792 tempest-SecGroupIPv6Test-238115098 tempest-SecGroupIPv6Test-238115098-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cb2bb1cd-13cb-4c8f-b6eb-8ae425e98cdc,revision_number=None']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:38:34.801981 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-5bf4a34b-b510-4fed-93db-7351c64b06ec tempest-SecGroupIPv6Test-238115098 tempest-SecGroupIPv6Test-238115098-project] 10.222.0.75 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1619642 Feb 09 19:38:34.802557 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 40632) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:38:34.809365 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.v2.base [None req-658ea11a-6162-409b-860e-bd019a911aa2 tempest-SecGroupIPv6Test-238115098 tempest-SecGroupIPv6Test-238115098-project] Request body: {'security_group': {'name': 'tempest-secgroup--2041424335'}} {{(pid=103229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 19:38:34.843172 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-658ea11a-6162-409b-860e-bd019a911aa2 tempest-SecGroupIPv6Test-238115098 tempest-SecGroupIPv6Test-238115098-project] Publish callbacks [] for security_group (None), before_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:38:34.904923 n-d-713498-36 neutron-server[103229]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5249dfea-bf8e-47d9-ac3b-b432e83eea62 tempest-TestNetworkAdvancedServerOps-1633223542 tempest-TestNetworkAdvancedServerOps-1633223542-project] Router 2d38cfb5-4334-482f-a4f2-50916ef92933 has already been hosted by L3 agent 93303d5e-5d17-45e8-8963-7694f87783ae {{(pid=103229) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 19:38:34.966177 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b98882e-8a07-4956-97b4-aebc612a99a4 req-629d33a4-c3e0-4b53-a70e-c0dca3817ddc tempest-TestServerBasicOps-1685830086 tempest-TestServerBasicOps-1685830086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:38:34.967779 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-0b98882e-8a07-4956-97b4-aebc612a99a4 req-629d33a4-c3e0-4b53-a70e-c0dca3817ddc tempest-TestServerBasicOps-1685830086 tempest-TestServerBasicOps-1685830086-project] 10.222.0.75 "GET /v2.0/ports?device_id=14c3c4a3-f393-4e4f-98ba-33d4eb176858 HTTP/1.1" status: 200 len: 945 time: 0.1304815 Feb 09 19:38:35.080292 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-658ea11a-6162-409b-860e-bd019a911aa2 tempest-SecGroupIPv6Test-238115098 tempest-SecGroupIPv6Test-238115098-project] Publish callbacks [] for security_group (48c8e76a-026d-48a4-8d3c-19478fd6be40), precommit_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:38:35.097078 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-658ea11a-6162-409b-860e-bd019a911aa2 tempest-SecGroupIPv6Test-238115098 tempest-SecGroupIPv6Test-238115098-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1892331'] for security_group (48c8e76a-026d-48a4-8d3c-19478fd6be40), after_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:38:35.148468 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-0b98882e-8a07-4956-97b4-aebc612a99a4 req-032ac58d-ef8e-44e4-bd2a-bdaf816087aa tempest-TestServerBasicOps-1685830086 tempest-TestServerBasicOps-1685830086-project] 10.222.0.75 "GET /v2.0/security-groups?id=65ed5d36-ab26-4dda-b5da-35d8a5ba3b82&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1735048 Feb 09 19:38:35.179273 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-658ea11a-6162-409b-860e-bd019a911aa2 tempest-SecGroupIPv6Test-238115098 tempest-SecGroupIPv6Test-238115098-project] Publish callbacks [] for security_group (None), before_response {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:38:35.180380 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-658ea11a-6162-409b-860e-bd019a911aa2 tempest-SecGroupIPv6Test-238115098 tempest-SecGroupIPv6Test-238115098-project] 10.222.0.75 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.3769362 Feb 09 19:38:35.183397 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 40638) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:38:35.188306 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.v2.base [None req-b6082f04-3977-4d17-982c-17d1edf39ab1 tempest-SecGroupIPv6Test-238115098 tempest-SecGroupIPv6Test-238115098-project] Request body: {'security_group_rule': {'security_group_id': '48c8e76a-026d-48a4-8d3c-19478fd6be40', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=103230) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 19:38:35.222986 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-658ea11a-6162-409b-860e-bd019a911aa2 tempest-SecGroupIPv6Test-238115098 tempest-SecGroupIPv6Test-238115098-project] Pushing event updated for resources: {'SecurityGroup': ['ID=48c8e76a-026d-48a4-8d3c-19478fd6be40,revision_number=1']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:38:35.229575 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5249dfea-bf8e-47d9-ac3b-b432e83eea62 tempest-TestNetworkAdvancedServerOps-1633223542 tempest-TestNetworkAdvancedServerOps-1633223542-project] Notify agent at l3_agent.n-d-713498-36 the message routers_updated {{(pid=103229) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 19:38:35.241457 n-d-713498-36 neutron-server[103233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2b7a211-d1a8-49f1-b47d-aecad06c1d08 None None] Sync routers for ids ['2d38cfb5-4334-482f-a4f2-50916ef92933'] in n-d-713498-36 {{(pid=103233) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 19:38:35.251064 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-b6082f04-3977-4d17-982c-17d1edf39ab1 tempest-SecGroupIPv6Test-238115098 tempest-SecGroupIPv6Test-238115098-project] Publish callbacks [] for security_group_rule (955651d8-0a11-4f89-a925-7a301d73c5f4), before_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:38:35.255717 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-5249dfea-bf8e-47d9-ac3b-b432e83eea62 tempest-TestNetworkAdvancedServerOps-1633223542 tempest-TestNetworkAdvancedServerOps-1633223542-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171096'] for floatingip (None), before_response {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:38:35.263415 n-d-713498-36 neutron-server[103233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2b7a211-d1a8-49f1-b47d-aecad06c1d08 None None] Routers {'2d38cfb5-4334-482f-a4f2-50916ef92933'} bound to L3 agent in host n-d-713498-36 {{(pid=103233) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 19:38:35.264535 n-d-713498-36 neutron-server[103233]: DEBUG neutron.db.l3_hamode_db [None req-f2b7a211-d1a8-49f1-b47d-aecad06c1d08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T18:51:43Z,description=,heartbeat_timestamp=2022-02-09T19:38:13Z,host='n-d-713498-36',id=93303d5e-5d17-45e8-8963-7694f87783ae,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T18:51:43Z,topic='l3_agent')) {'router_ids': ['2d38cfb5-4334-482f-a4f2-50916ef92933'], 'active': True} {{(pid=103233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:38:35.341298 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-5249dfea-bf8e-47d9-ac3b-b432e83eea62 tempest-TestNetworkAdvancedServerOps-1633223542 tempest-TestNetworkAdvancedServerOps-1633223542-project] 10.222.0.75 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 3.3777409 Feb 09 19:38:35.342083 n-d-713498-36 neutron-server[103229]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4389c13d-a9e7-4e04-981e-043da3b220bc', 'tag': '5d390df8-f62d-4dcd-86a7-dc07a0e76fe3'}] {{(pid=103229) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 19:38:35.344857 n-d-713498-36 neutron-server[103229]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fa6ae9a20702bd564eaf90d946620b2b4277b1ab91129323d3b54181076be307" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-979fb97f-6d31-4d52-b080-268214768771" -d '{"events": [{"name": "network-changed", "server_uuid": "4389c13d-a9e7-4e04-981e-043da3b220bc", "tag": "5d390df8-f62d-4dcd-86a7-dc07a0e76fe3"}]}' {{(pid=103229) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 19:38:35.413508 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-b6082f04-3977-4d17-982c-17d1edf39ab1 tempest-SecGroupIPv6Test-238115098 tempest-SecGroupIPv6Test-238115098-project] Publish callbacks [] for security_group_rule (955651d8-0a11-4f89-a925-7a301d73c5f4), precommit_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:38:35.424159 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-b6082f04-3977-4d17-982c-17d1edf39ab1 tempest-SecGroupIPv6Test-238115098 tempest-SecGroupIPv6Test-238115098-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1892250'] for security_group_rule (955651d8-0a11-4f89-a925-7a301d73c5f4), after_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:38:35.462827 n-d-713498-36 neutron-server[103229]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 19:38:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-11632cc7-df5a-428c-a3ca-3fd4d9a8303a x-openstack-request-id: req-11632cc7-df5a-428c-a3ca-3fd4d9a8303a {{(pid=103229) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 19:38:35.464110 n-d-713498-36 neutron-server[103229]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4389c13d-a9e7-4e04-981e-043da3b220bc", "tag": "5d390df8-f62d-4dcd-86a7-dc07a0e76fe3", "status": "completed", "code": 200}]} {{(pid=103229) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 19:38:35.464701 n-d-713498-36 neutron-server[103229]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-11632cc7-df5a-428c-a3ca-3fd4d9a8303a {{(pid=103229) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 19:38:35.465478 n-d-713498-36 neutron-server[103229]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4389c13d-a9e7-4e04-981e-043da3b220bc', 'tag': '5d390df8-f62d-4dcd-86a7-dc07a0e76fe3', 'status': 'completed', 'code': 200} Feb 09 19:38:35.501769 n-d-713498-36 neutron-server[103233]: DEBUG neutron.db.l3_dvr_db [None req-f2b7a211-d1a8-49f1-b47d-aecad06c1d08 None None] Set router 2d38cfb5-4334-482f-a4f2-50916ef92933 gateway port host: n-d-713498-36 {{(pid=103233) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 19:38:35.532510 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-b6082f04-3977-4d17-982c-17d1edf39ab1 tempest-SecGroupIPv6Test-238115098 tempest-SecGroupIPv6Test-238115098-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:38:35.533861 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-b6082f04-3977-4d17-982c-17d1edf39ab1 tempest-SecGroupIPv6Test-238115098 tempest-SecGroupIPv6Test-238115098-project] 10.222.0.75 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.3493557 Feb 09 19:38:35.539124 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 40648) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:38:35.544150 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6082f04-3977-4d17-982c-17d1edf39ab1 tempest-SecGroupIPv6Test-238115098 tempest-SecGroupIPv6Test-238115098-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=955651d8-0a11-4f89-a925-7a301d73c5f4,revision_number=0']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:38:35.639000 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-a581a920-d023-4de9-9768-c9d0f977cb52 tempest-SecGroupIPv6Test-238115098 tempest-SecGroupIPv6Test-238115098-project] Publish callbacks [] for security_group_rule (955651d8-0a11-4f89-a925-7a301d73c5f4), before_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:38:35.640180 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79adf2f5-ecc1-4e15-ab87-6e9051cb736d req-7365097d-f8aa-4e73-ae49-af4526c5450a tempest-TestNetworkAdvancedServerOps-1633223542 tempest-TestNetworkAdvancedServerOps-1633223542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:38:35.641776 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-79adf2f5-ecc1-4e15-ab87-6e9051cb736d req-7365097d-f8aa-4e73-ae49-af4526c5450a tempest-TestNetworkAdvancedServerOps-1633223542 tempest-TestNetworkAdvancedServerOps-1633223542-project] 10.222.0.75 "GET /v2.0/ports?device_id=4389c13d-a9e7-4e04-981e-043da3b220bc HTTP/1.1" status: 200 len: 945 time: 0.1525319 Feb 09 19:38:35.666871 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-a581a920-d023-4de9-9768-c9d0f977cb52 tempest-SecGroupIPv6Test-238115098 tempest-SecGroupIPv6Test-238115098-project] Publish callbacks [] for security_group_rule (955651d8-0a11-4f89-a925-7a301d73c5f4), precommit_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:38:35.691178 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-979fb97f-6d31-4d52-b080-268214768771 req-fe92164c-2705-4eae-8218-00fb47e6cb1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:38:35.693940 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-979fb97f-6d31-4d52-b080-268214768771 req-fe92164c-2705-4eae-8218-00fb47e6cb1d service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=eba669c4f4c548e495f13ae7579d0fa6&device_id=4389c13d-a9e7-4e04-981e-043da3b220bc HTTP/1.1" status: 200 len: 1128 time: 0.2090538 Feb 09 19:38:35.746900 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-79adf2f5-ecc1-4e15-ab87-6e9051cb736d req-befa16f5-a56f-4b16-9b7f-fe242411f1e1 tempest-TestNetworkAdvancedServerOps-1633223542 tempest-TestNetworkAdvancedServerOps-1633223542-project] 10.222.0.75 "GET /v2.0/security-groups?id=db3e440f-6371-4f6a-b598-e7d001dae153&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0967643 Feb 09 19:38:35.774177 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 40652) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:38:35.786443 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-a581a920-d023-4de9-9768-c9d0f977cb52 tempest-SecGroupIPv6Test-238115098 tempest-SecGroupIPv6Test-238115098-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1892250'] for security_group_rule (955651d8-0a11-4f89-a925-7a301d73c5f4), after_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:38:35.795008 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-a581a920-d023-4de9-9768-c9d0f977cb52 tempest-SecGroupIPv6Test-238115098 tempest-SecGroupIPv6Test-238115098-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:38:35.799637 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-a581a920-d023-4de9-9768-c9d0f977cb52 tempest-SecGroupIPv6Test-238115098 tempest-SecGroupIPv6Test-238115098-project] 10.222.0.75 "DELETE /v2.0/security-group-rules/955651d8-0a11-4f89-a925-7a301d73c5f4 HTTP/1.1" status: 204 len: 168 time: 0.2498286 Feb 09 19:38:35.809534 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 40654) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:38:35.935048 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-f365580c-0bdc-46c7-94d5-e218540927bc tempest-TestNetworkAdvancedServerOps-1633223542 tempest-TestNetworkAdvancedServerOps-1633223542-project] 10.222.0.75 "GET /v2.0/floatingips/04ed9858-16be-450c-a946-5e34e6c89c8b HTTP/1.1" status: 200 len: 991 time: 0.1596260 Feb 09 19:38:36.024075 n-d-713498-36 neutron-server[103233]: DEBUG neutron.db.l3_hamode_db [None req-f2b7a211-d1a8-49f1-b47d-aecad06c1d08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d38cfb5-4334-482f-a4f2-50916ef92933', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1038575245', 'tenant_id': 'eba669c4f4c548e495f13ae7579d0fa6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88055e1e-672a-4487-be31-ffb6e833ece5', 'external_fixed_ips': [{'subnet_id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'ip_address': '172.25.1.172'}], 'enable_snat': True}, 'gw_port_id': '7b25201c-a915-4ec0-8dd4-56b46a0463a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T19:37:57Z', 'updated_at': '2022-02-09T19:38:07Z', 'revision_number': 4, 'project_id': 'eba669c4f4c548e495f13ae7579d0fa6', 'gw_port': {'id': '7b25201c-a915-4ec0-8dd4-56b46a0463a5', 'name': '', 'network_id': '88055e1e-672a-4487-be31-ffb6e833ece5', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:c8:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d38cfb5-4334-482f-a4f2-50916ef92933', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3459, 'fixed_ips': [{'subnet_id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'ip_address': '172.25.1.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T19:37:59Z', 'updated_at': '2022-02-09T19:38:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-36', '_floatingips': [{'id': '04ed9858-16be-450c-a946-5e34e6c89c8b', 'tenant_id': 'eba669c4f4c548e495f13ae7579d0fa6', 'floating_ip_address': '172.25.1.218', 'floating_network_id': '88055e1e-672a-4487-be31-ffb6e833ece5', 'router_id': '2d38cfb5-4334-482f-a4f2-50916ef92933', 'port_id': '5d390df8-f62d-4dcd-86a7-dc07a0e76fe3', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 3501, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6035eead-e0c7-4408-9f20-6d0c89d4e7ac', 'mac_address': 'fa:16:3e:82:ee:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4389c13d-a9e7-4e04-981e-043da3b220bc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T19:38:33Z', 'updated_at': '2022-02-09T19:38:33Z', 'revision_number': 0, 'project_id': 'eba669c4f4c548e495f13ae7579d0fa6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd4394da1-671e-46cc-bae8-1604cc107d33', 'name': '', 'network_id': '6035eead-e0c7-4408-9f20-6d0c89d4e7ac', 'tenant_id': 'eba669c4f4c548e495f13ae7579d0fa6', 'mac_address': 'fa:16:3e:25:d8:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d38cfb5-4334-482f-a4f2-50916ef92933', 'device_owner': 'network:router_interface', 'standard_attr_id': 3462, 'fixed_ips': [{'subnet_id': 'a7f5b809-e422-427f-b277-488571c8bd57', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T19:38:05Z', 'updated_at': '2022-02-09T19:38:13Z', 'revision_number': 5, 'project_id': 'eba669c4f4c548e495f13ae7579d0fa6', 'subnets': [{'id': 'a7f5b809-e422-427f-b277-488571c8bd57', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-36', False) {} {{(pid=103233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:38:36.099057 n-d-713498-36 neutron-server[103233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2b7a211-d1a8-49f1-b47d-aecad06c1d08 None None] Checking router: 2d38cfb5-4334-482f-a4f2-50916ef92933 for host: n-d-713498-36 {{(pid=103233) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 19:38:36.120397 n-d-713498-36 neutron-server[103233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2b7a211-d1a8-49f1-b47d-aecad06c1d08 None None] Routers {'2d38cfb5-4334-482f-a4f2-50916ef92933'} bound to L3 agent in host n-d-713498-36 {{(pid=103233) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 19:38:36.122210 n-d-713498-36 neutron-server[103233]: DEBUG neutron.db.l3_hamode_db [None req-f2b7a211-d1a8-49f1-b47d-aecad06c1d08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T18:51:43Z,description=,heartbeat_timestamp=2022-02-09T19:38:13Z,host='n-d-713498-36',id=93303d5e-5d17-45e8-8963-7694f87783ae,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T18:51:43Z,topic='l3_agent')) {'router_ids': ['2d38cfb5-4334-482f-a4f2-50916ef92933'], 'active': True} {{(pid=103233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:38:36.402171 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a581a920-d023-4de9-9768-c9d0f977cb52 tempest-SecGroupIPv6Test-238115098 tempest-SecGroupIPv6Test-238115098-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=955651d8-0a11-4f89-a925-7a301d73c5f4,revision_number=None']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:38:36.428829 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0028ae1b-1c2e-4167-a0e0-ad7b2217789d req-e3b76918-099d-4e6f-9477-c88eb9dae973 tempest-ServersNegativeTestJSON-1608020402 tempest-ServersNegativeTestJSON-1608020402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:38:36.436784 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-0028ae1b-1c2e-4167-a0e0-ad7b2217789d req-e3b76918-099d-4e6f-9477-c88eb9dae973 tempest-ServersNegativeTestJSON-1608020402 tempest-ServersNegativeTestJSON-1608020402-project] 10.222.0.75 "GET /v2.0/ports?device_id=ef8fb5b1-266b-4abe-85d3-6f5780a36355 HTTP/1.1" status: 200 len: 944 time: 0.8145669 Feb 09 19:38:36.465189 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30d4ed06-63e6-47bf-9f23-daa55cd2fdb7 req-7fa7e7ad-bf64-4bec-a1ee-2c5072f5e0e4 tempest-TestServerBasicOps-1685830086 tempest-TestServerBasicOps-1685830086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:38:36.466900 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-30d4ed06-63e6-47bf-9f23-daa55cd2fdb7 req-7fa7e7ad-bf64-4bec-a1ee-2c5072f5e0e4 tempest-TestServerBasicOps-1685830086 tempest-TestServerBasicOps-1685830086-project] 10.222.0.75 "GET /v2.0/ports?device_id=14c3c4a3-f393-4e4f-98ba-33d4eb176858 HTTP/1.1" status: 200 len: 945 time: 0.1419120 Feb 09 19:38:36.507340 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-7895382c-5452-4aa8-8ba3-b33b93b2a9d2 tempest-SecGroupIPv6Test-238115098 tempest-SecGroupIPv6Test-238115098-project] 10.222.0.75 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.6941016 Feb 09 19:38:36.507929 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 40660) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:38:36.583768 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-979fb97f-6d31-4d52-b080-268214768771 req-1cd0b10b-8af2-4bfc-bef4-b0b4d5665ce0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:38:36.585834 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-979fb97f-6d31-4d52-b080-268214768771 req-1cd0b10b-8af2-4bfc-bef4-b0b4d5665ce0 service neutron] 10.222.0.89 "GET /v2.0/networks?id=6035eead-e0c7-4408-9f20-6d0c89d4e7ac HTTP/1.1" status: 200 len: 898 time: 0.8859584 Feb 09 19:38:36.630808 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-0028ae1b-1c2e-4167-a0e0-ad7b2217789d req-22784b33-c847-4cfa-b80d-399ad7652f65 tempest-ServersNegativeTestJSON-1608020402 tempest-ServersNegativeTestJSON-1608020402-project] 10.222.0.75 "GET /v2.0/security-groups?id=25d47ded-5003-4f4d-b434-467ecec6793f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1929119 Feb 09 19:38:36.652055 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-30d4ed06-63e6-47bf-9f23-daa55cd2fdb7 req-1ccf8523-5b8f-42d3-a5d1-12ff089851ca tempest-TestServerBasicOps-1685830086 tempest-TestServerBasicOps-1685830086-project] 10.222.0.75 "GET /v2.0/security-groups?id=65ed5d36-ab26-4dda-b5da-35d8a5ba3b82&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1769829 Feb 09 19:38:36.698844 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-483ec643-b9bb-48ea-8bdb-8c5ad72409be tempest-SecGroupIPv6Test-238115098 tempest-SecGroupIPv6Test-238115098-project] Publish callbacks [] for security_group (48c8e76a-026d-48a4-8d3c-19478fd6be40), before_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:38:36.724749 n-d-713498-36 neutron-server[103233]: DEBUG neutron.db.l3_dvr_db [None req-f2b7a211-d1a8-49f1-b47d-aecad06c1d08 None None] Set router 2d38cfb5-4334-482f-a4f2-50916ef92933 gateway port host: n-d-713498-36 {{(pid=103233) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 19:38:36.735830 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-979fb97f-6d31-4d52-b080-268214768771 req-35ad5034-fe07-40f3-a15b-ae2b63171f5e service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=5d390df8-f62d-4dcd-86a7-dc07a0e76fe3 HTTP/1.1" status: 200 len: 999 time: 0.1387331 Feb 09 19:38:36.761987 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-483ec643-b9bb-48ea-8bdb-8c5ad72409be tempest-SecGroupIPv6Test-238115098 tempest-SecGroupIPv6Test-238115098-project] Publish callbacks [] for security_group (48c8e76a-026d-48a4-8d3c-19478fd6be40), precommit_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:38:36.846106 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-979fb97f-6d31-4d52-b080-268214768771 req-326d4ce8-363d-443d-93f9-34ae15b5f348 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:38:36.847763 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-979fb97f-6d31-4d52-b080-268214768771 req-326d4ce8-363d-443d-93f9-34ae15b5f348 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=a7f5b809-e422-427f-b277-488571c8bd57 HTTP/1.1" status: 200 len: 835 time: 0.1009119 Feb 09 19:38:36.873541 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-483ec643-b9bb-48ea-8bdb-8c5ad72409be tempest-SecGroupIPv6Test-238115098 tempest-SecGroupIPv6Test-238115098-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1892331'] for security_group (48c8e76a-026d-48a4-8d3c-19478fd6be40), after_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:38:36.877819 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-483ec643-b9bb-48ea-8bdb-8c5ad72409be tempest-SecGroupIPv6Test-238115098 tempest-SecGroupIPv6Test-238115098-project] Publish callbacks [] for security_group (None), before_response {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:38:36.879621 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-483ec643-b9bb-48ea-8bdb-8c5ad72409be tempest-SecGroupIPv6Test-238115098 tempest-SecGroupIPv6Test-238115098-project] 10.222.0.75 "DELETE /v2.0/security-groups/48c8e76a-026d-48a4-8d3c-19478fd6be40 HTTP/1.1" status: 204 len: 168 time: 0.3699594 Feb 09 19:38:36.893399 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 40662) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:38:36.895808 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-483ec643-b9bb-48ea-8bdb-8c5ad72409be tempest-SecGroupIPv6Test-238115098 tempest-SecGroupIPv6Test-238115098-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=48c8e76a-026d-48a4-8d3c-19478fd6be40,revision_number=None']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:38:36.940019 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 40664) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:38:37.030807 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-fafd8e2e-c6b0-4e2c-9644-c58473c4d779 tempest-SecGroupIPv6Test-238115098 tempest-SecGroupIPv6Test-238115098-project] 10.222.0.75 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1278176 Feb 09 19:38:37.039689 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 40666) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:38:37.044908 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.v2.base [None req-b27b64ab-5666-4ea4-b1c5-773da5d87635 tempest-SecGroupIPv6Test-238115098 tempest-SecGroupIPv6Test-238115098-project] Request body: {'security_group': {'name': 'tempest-secgroup--1238327201'}} {{(pid=103230) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 19:38:37.048451 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-979fb97f-6d31-4d52-b080-268214768771 req-3db4ede8-35cc-457a-8405-57366481a25a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:38:37.055968 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-979fb97f-6d31-4d52-b080-268214768771 req-3db4ede8-35cc-457a-8405-57366481a25a service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=6035eead-e0c7-4408-9f20-6d0c89d4e7ac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.2024233 Feb 09 19:38:37.095243 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-b27b64ab-5666-4ea4-b1c5-773da5d87635 tempest-SecGroupIPv6Test-238115098 tempest-SecGroupIPv6Test-238115098-project] Publish callbacks [] for security_group (None), before_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:38:37.193105 n-d-713498-36 neutron-server[103233]: DEBUG neutron.db.l3_hamode_db [None req-f2b7a211-d1a8-49f1-b47d-aecad06c1d08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d38cfb5-4334-482f-a4f2-50916ef92933', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1038575245', 'tenant_id': 'eba669c4f4c548e495f13ae7579d0fa6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88055e1e-672a-4487-be31-ffb6e833ece5', 'external_fixed_ips': [{'subnet_id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'ip_address': '172.25.1.172'}], 'enable_snat': True}, 'gw_port_id': '7b25201c-a915-4ec0-8dd4-56b46a0463a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T19:37:57Z', 'updated_at': '2022-02-09T19:38:07Z', 'revision_number': 4, 'project_id': 'eba669c4f4c548e495f13ae7579d0fa6', 'gw_port': {'id': '7b25201c-a915-4ec0-8dd4-56b46a0463a5', 'name': '', 'network_id': '88055e1e-672a-4487-be31-ffb6e833ece5', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:c8:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d38cfb5-4334-482f-a4f2-50916ef92933', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3459, 'fixed_ips': [{'subnet_id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'ip_address': '172.25.1.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T19:37:59Z', 'updated_at': '2022-02-09T19:38:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-36', '_floatingips': [{'id': '04ed9858-16be-450c-a946-5e34e6c89c8b', 'tenant_id': 'eba669c4f4c548e495f13ae7579d0fa6', 'floating_ip_address': '172.25.1.218', 'floating_network_id': '88055e1e-672a-4487-be31-ffb6e833ece5', 'router_id': '2d38cfb5-4334-482f-a4f2-50916ef92933', 'port_id': '5d390df8-f62d-4dcd-86a7-dc07a0e76fe3', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 3501, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6035eead-e0c7-4408-9f20-6d0c89d4e7ac', 'mac_address': 'fa:16:3e:82:ee:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4389c13d-a9e7-4e04-981e-043da3b220bc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T19:38:33Z', 'updated_at': '2022-02-09T19:38:33Z', 'revision_number': 0, 'project_id': 'eba669c4f4c548e495f13ae7579d0fa6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd4394da1-671e-46cc-bae8-1604cc107d33', 'name': '', 'network_id': '6035eead-e0c7-4408-9f20-6d0c89d4e7ac', 'tenant_id': 'eba669c4f4c548e495f13ae7579d0fa6', 'mac_address': 'fa:16:3e:25:d8:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d38cfb5-4334-482f-a4f2-50916ef92933', 'device_owner': 'network:router_interface', 'standard_attr_id': 3462, 'fixed_ips': [{'subnet_id': 'a7f5b809-e422-427f-b277-488571c8bd57', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T19:38:05Z', 'updated_at': '2022-02-09T19:38:13Z', 'revision_number': 5, 'project_id': 'eba669c4f4c548e495f13ae7579d0fa6', 'subnets': [{'id': 'a7f5b809-e422-427f-b277-488571c8bd57', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-36', False) {} {{(pid=103233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:38:37.219474 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-3ce5ecf3-796f-4458-b269-1fa1e407c651 tempest-TestNetworkAdvancedServerOps-1633223542 tempest-TestNetworkAdvancedServerOps-1633223542-project] 10.222.0.75 "GET /v2.0/floatingips/04ed9858-16be-450c-a946-5e34e6c89c8b HTTP/1.1" status: 200 len: 991 time: 0.2744875 Feb 09 19:38:37.239297 n-d-713498-36 neutron-server[103233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2b7a211-d1a8-49f1-b47d-aecad06c1d08 None None] The sync data for ids ['2d38cfb5-4334-482f-a4f2-50916ef92933'] in n-d-713498-36 is: [{'id': '2d38cfb5-4334-482f-a4f2-50916ef92933', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1038575245', 'tenant_id': 'eba669c4f4c548e495f13ae7579d0fa6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88055e1e-672a-4487-be31-ffb6e833ece5', 'external_fixed_ips': [{'subnet_id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'ip_address': '172.25.1.172'}], 'enable_snat': True}, 'gw_port_id': '7b25201c-a915-4ec0-8dd4-56b46a0463a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T19:37:57Z', 'updated_at': '2022-02-09T19:38:07Z', 'revision_number': 4, 'project_id': 'eba669c4f4c548e495f13ae7579d0fa6', 'gw_port': {'id': '7b25201c-a915-4ec0-8dd4-56b46a0463a5', 'name': '', 'network_id': '88055e1e-672a-4487-be31-ffb6e833ece5', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:c8:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d38cfb5-4334-482f-a4f2-50916ef92933', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3459, 'fixed_ips': [{'subnet_id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'ip_address': '172.25.1.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T19:37:59Z', 'updated_at': '2022-02-09T19:38:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-36', '_floatingips': [{'id': '04ed9858-16be-450c-a946-5e34e6c89c8b', 'tenant_id': 'eba669c4f4c548e495f13ae7579d0fa6', 'floating_ip_address': '172.25.1.218', 'floating_network_id': '88055e1e-672a-4487-be31-ffb6e833ece5', 'router_id': '2d38cfb5-4334-482f-a4f2-50916ef92933', 'port_id': '5d390df8-f62d-4dcd-86a7-dc07a0e76fe3', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 3501, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6035eead-e0c7-4408-9f20-6d0c89d4e7ac', 'mac_address': 'fa:16:3e:82:ee:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4389c13d-a9e7-4e04-981e-043da3b220bc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T19:38:33Z', 'updated_at': '2022-02-09T19:38:33Z', 'revision_number': 0, 'project_id': 'eba669c4f4c548e495f13ae7579d0fa6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd4394da1-671e-46cc-bae8-1604cc107d33', 'name': '', 'network_id': '6035eead-e0c7-4408-9f20-6d0c89d4e7ac', 'tenant_id': 'eba669c4f4c548e495f13ae7579d0fa6', 'mac_address': 'fa:16:3e:25:d8:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d38cfb5-4334-482f-a4f2-50916ef92933', 'device_owner': 'network:router_interface', 'standard_attr_id': 3462, 'fixed_ips': [{'subnet_id': 'a7f5b809-e422-427f-b277-488571c8bd57', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T19:38:05Z', 'updated_at': '2022-02-09T19:38:13Z', 'revision_number': 5, 'project_id': 'eba669c4f4c548e495f13ae7579d0fa6', 'subnets': [{'id': 'a7f5b809-e422-427f-b277-488571c8bd57', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103233) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 19:38:37.295589 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-b27b64ab-5666-4ea4-b1c5-773da5d87635 tempest-SecGroupIPv6Test-238115098 tempest-SecGroupIPv6Test-238115098-project] Publish callbacks [] for security_group (c04a7082-84db-4686-99be-1b1b4be726c7), precommit_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:38:37.295828 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-979fb97f-6d31-4d52-b080-268214768771 req-581a6bea-85d3-4e10-b394-ccbb91229099 service neutron] 10.222.0.89 "GET /v2.0/networks/6035eead-e0c7-4408-9f20-6d0c89d4e7ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2307241 Feb 09 19:38:37.310025 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-b27b64ab-5666-4ea4-b1c5-773da5d87635 tempest-SecGroupIPv6Test-238115098 tempest-SecGroupIPv6Test-238115098-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1892331'] for security_group (c04a7082-84db-4686-99be-1b1b4be726c7), after_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:38:37.393862 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-b27b64ab-5666-4ea4-b1c5-773da5d87635 tempest-SecGroupIPv6Test-238115098 tempest-SecGroupIPv6Test-238115098-project] Publish callbacks [] for security_group (None), before_response {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:38:37.396705 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-b27b64ab-5666-4ea4-b1c5-773da5d87635 tempest-SecGroupIPv6Test-238115098 tempest-SecGroupIPv6Test-238115098-project] 10.222.0.75 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.3559959 Feb 09 19:38:37.400177 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 40672) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:38:37.406412 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.v2.base [None req-75448743-efed-403c-b2f3-e8a0ec50044d tempest-SecGroupIPv6Test-238115098 tempest-SecGroupIPv6Test-238115098-project] Request body: {'security_group_rule': {'security_group_id': 'c04a7082-84db-4686-99be-1b1b4be726c7', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103230) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 19:38:37.424309 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b27b64ab-5666-4ea4-b1c5-773da5d87635 tempest-SecGroupIPv6Test-238115098 tempest-SecGroupIPv6Test-238115098-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c04a7082-84db-4686-99be-1b1b4be726c7,revision_number=1']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:38:37.481319 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-75448743-efed-403c-b2f3-e8a0ec50044d tempest-SecGroupIPv6Test-238115098 tempest-SecGroupIPv6Test-238115098-project] Publish callbacks [] for security_group_rule (1adff29c-1d0e-485d-86b5-97ca7639e76b), before_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:38:37.493601 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-979fb97f-6d31-4d52-b080-268214768771 req-5d3471f2-043f-48bb-ab8e-a7bbcccb5fda service neutron] 10.222.0.89 "GET /v2.0/networks/6035eead-e0c7-4408-9f20-6d0c89d4e7ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1927159 Feb 09 19:38:37.631970 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-75448743-efed-403c-b2f3-e8a0ec50044d tempest-SecGroupIPv6Test-238115098 tempest-SecGroupIPv6Test-238115098-project] Publish callbacks [] for security_group_rule (1adff29c-1d0e-485d-86b5-97ca7639e76b), precommit_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:38:37.637674 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-75448743-efed-403c-b2f3-e8a0ec50044d tempest-SecGroupIPv6Test-238115098 tempest-SecGroupIPv6Test-238115098-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1892250'] for security_group_rule (1adff29c-1d0e-485d-86b5-97ca7639e76b), after_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:38:37.714993 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75448743-efed-403c-b2f3-e8a0ec50044d tempest-SecGroupIPv6Test-238115098 tempest-SecGroupIPv6Test-238115098-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1adff29c-1d0e-485d-86b5-97ca7639e76b,revision_number=0']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:38:37.736917 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-75448743-efed-403c-b2f3-e8a0ec50044d tempest-SecGroupIPv6Test-238115098 tempest-SecGroupIPv6Test-238115098-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:38:37.738573 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-75448743-efed-403c-b2f3-e8a0ec50044d tempest-SecGroupIPv6Test-238115098 tempest-SecGroupIPv6Test-238115098-project] 10.222.0.75 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3368187 Feb 09 19:38:37.741459 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 40678) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:38:37.754803 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbd5fa28-81b4-4866-af72-3881b415be58 None None] New status for floating IP 04ed9858-16be-450c-a946-5e34e6c89c8b: ACTIVE {{(pid=103232) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 09 19:38:37.797341 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-23cb2b76-9c40-4e73-9210-c1573b62c336 tempest-SecGroupIPv6Test-238115098 tempest-SecGroupIPv6Test-238115098-project] 10.222.0.75 "GET /v2.0/security-group-rules/1adff29c-1d0e-485d-86b5-97ca7639e76b HTTP/1.1" status: 200 len: 763 time: 0.0547874 Feb 09 19:38:37.800317 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 40680) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:38:37.983783 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-949776bd-8653-4b37-aef5-7bc367b9c024 tempest-SecGroupIPv6Test-238115098 tempest-SecGroupIPv6Test-238115098-project] 10.222.0.75 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.1819346 Feb 09 19:38:37.984686 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da3814f0-6ea5-46b5-8325-55968efdf99b req-f71b2acd-9324-497b-9026-37e0af67d11a tempest-ServersNegativeTestJSON-1608020402 tempest-ServersNegativeTestJSON-1608020402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:38:37.989047 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 40682) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:38:37.992419 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-da3814f0-6ea5-46b5-8325-55968efdf99b req-f71b2acd-9324-497b-9026-37e0af67d11a tempest-ServersNegativeTestJSON-1608020402 tempest-ServersNegativeTestJSON-1608020402-project] 10.222.0.75 "GET /v2.0/ports?device_id=ef8fb5b1-266b-4abe-85d3-6f5780a36355 HTTP/1.1" status: 200 len: 944 time: 0.1621463 Feb 09 19:38:38.057797 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-9cbed1b8-dc7a-4907-9f6f-36cf4bd9e93a tempest-SecGroupIPv6Test-238115098 tempest-SecGroupIPv6Test-238115098-project] Publish callbacks [] for security_group_rule (1adff29c-1d0e-485d-86b5-97ca7639e76b), before_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:38:38.070393 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-9cbed1b8-dc7a-4907-9f6f-36cf4bd9e93a tempest-SecGroupIPv6Test-238115098 tempest-SecGroupIPv6Test-238115098-project] Publish callbacks [] for security_group_rule (1adff29c-1d0e-485d-86b5-97ca7639e76b), precommit_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:38:38.099157 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-da3814f0-6ea5-46b5-8325-55968efdf99b req-1d445360-38ba-476c-b536-1d6e28c3e934 tempest-ServersNegativeTestJSON-1608020402 tempest-ServersNegativeTestJSON-1608020402-project] 10.222.0.75 "GET /v2.0/security-groups?id=25d47ded-5003-4f4d-b434-467ecec6793f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1055584 Feb 09 19:38:38.121502 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-9cbed1b8-dc7a-4907-9f6f-36cf4bd9e93a tempest-SecGroupIPv6Test-238115098 tempest-SecGroupIPv6Test-238115098-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1892250'] for security_group_rule (1adff29c-1d0e-485d-86b5-97ca7639e76b), after_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:38:38.138751 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-9cbed1b8-dc7a-4907-9f6f-36cf4bd9e93a tempest-SecGroupIPv6Test-238115098 tempest-SecGroupIPv6Test-238115098-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:38:38.142818 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-9cbed1b8-dc7a-4907-9f6f-36cf4bd9e93a tempest-SecGroupIPv6Test-238115098 tempest-SecGroupIPv6Test-238115098-project] 10.222.0.75 "DELETE /v2.0/security-group-rules/1adff29c-1d0e-485d-86b5-97ca7639e76b HTTP/1.1" status: 204 len: 168 time: 0.1489160 Feb 09 19:38:38.143601 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 40684) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:38:38.151605 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cbed1b8-dc7a-4907-9f6f-36cf4bd9e93a tempest-SecGroupIPv6Test-238115098 tempest-SecGroupIPv6Test-238115098-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=1adff29c-1d0e-485d-86b5-97ca7639e76b,revision_number=None']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:38:38.181406 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4faa4ddb-dd67-46af-b3cb-24b51040bc1f req-688c62bf-4330-46d1-a87c-6ebd19e4779e tempest-TestServerBasicOps-1685830086 tempest-TestServerBasicOps-1685830086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:38:38.183941 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-4faa4ddb-dd67-46af-b3cb-24b51040bc1f req-688c62bf-4330-46d1-a87c-6ebd19e4779e tempest-TestServerBasicOps-1685830086 tempest-TestServerBasicOps-1685830086-project] 10.222.0.75 "GET /v2.0/ports?device_id=14c3c4a3-f393-4e4f-98ba-33d4eb176858 HTTP/1.1" status: 200 len: 945 time: 0.3411822 Feb 09 19:38:38.225748 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-4e32eb7d-8356-4a15-a518-61f0c522fe56 tempest-SecGroupIPv6Test-238115098 tempest-SecGroupIPv6Test-238115098-project] 10.222.0.75 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0806134 Feb 09 19:38:38.227079 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 40686) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:38:38.227700 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 40688) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:38:38.249158 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.v2.base [None req-f72cf557-71fb-4eaa-9944-f51d86c61b2d tempest-SecGroupIPv6Test-238115098 tempest-SecGroupIPv6Test-238115098-project] Request body: {'security_group_rule': {'security_group_id': 'c04a7082-84db-4686-99be-1b1b4be726c7', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 19:38:38.279254 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-4faa4ddb-dd67-46af-b3cb-24b51040bc1f req-2458b01f-cda9-4f55-996a-2f213e8677a3 tempest-TestServerBasicOps-1685830086 tempest-TestServerBasicOps-1685830086-project] 10.222.0.75 "GET /v2.0/security-groups?id=65ed5d36-ab26-4dda-b5da-35d8a5ba3b82&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0868466 Feb 09 19:38:38.318806 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-f72cf557-71fb-4eaa-9944-f51d86c61b2d tempest-SecGroupIPv6Test-238115098 tempest-SecGroupIPv6Test-238115098-project] Publish callbacks [] for security_group_rule (a2319f43-f705-415a-82d0-a56a876f0bf0), before_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:38:38.364718 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-d71cc918-a04d-415a-b51a-e07efef89ef6 tempest-TestNetworkAdvancedServerOps-1633223542 tempest-TestNetworkAdvancedServerOps-1633223542-project] 10.222.0.75 "GET /v2.0/floatingips/04ed9858-16be-450c-a946-5e34e6c89c8b HTTP/1.1" status: 200 len: 993 time: 0.1346924 Feb 09 19:38:38.389280 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-f72cf557-71fb-4eaa-9944-f51d86c61b2d tempest-SecGroupIPv6Test-238115098 tempest-SecGroupIPv6Test-238115098-project] Publish callbacks [] for security_group_rule (a2319f43-f705-415a-82d0-a56a876f0bf0), precommit_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:38:38.393653 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-f72cf557-71fb-4eaa-9944-f51d86c61b2d tempest-SecGroupIPv6Test-238115098 tempest-SecGroupIPv6Test-238115098-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1892250'] for security_group_rule (a2319f43-f705-415a-82d0-a56a876f0bf0), after_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:38:38.419776 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f72cf557-71fb-4eaa-9944-f51d86c61b2d tempest-SecGroupIPv6Test-238115098 tempest-SecGroupIPv6Test-238115098-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a2319f43-f705-415a-82d0-a56a876f0bf0,revision_number=0']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:38:38.432373 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-f72cf557-71fb-4eaa-9944-f51d86c61b2d tempest-SecGroupIPv6Test-238115098 tempest-SecGroupIPv6Test-238115098-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:38:38.434332 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-f72cf557-71fb-4eaa-9944-f51d86c61b2d tempest-SecGroupIPv6Test-238115098 tempest-SecGroupIPv6Test-238115098-project] 10.222.0.75 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1971116 Feb 09 19:38:38.437095 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 40690) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:38:38.457765 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-d1427396-4313-4b34-8259-cff18feba86d tempest-SecGroupIPv6Test-238115098 tempest-SecGroupIPv6Test-238115098-project] 10.222.0.75 "GET /v2.0/security-group-rules/a2319f43-f705-415a-82d0-a56a876f0bf0 HTTP/1.1" status: 200 len: 763 time: 0.0174143 Feb 09 19:38:38.458084 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 40692) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:38:38.500714 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-13ceca21-f481-41ac-899e-7881945955b5 tempest-SecGroupIPv6Test-238115098 tempest-SecGroupIPv6Test-238115098-project] 10.222.0.75 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0392482 Feb 09 19:38:38.501393 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 40694) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:38:38.524217 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-089c6325-91f6-4ac2-997a-b01c081a7bf0 tempest-SecGroupIPv6Test-238115098 tempest-SecGroupIPv6Test-238115098-project] Publish callbacks [] for security_group_rule (a2319f43-f705-415a-82d0-a56a876f0bf0), before_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:38:38.533637 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-089c6325-91f6-4ac2-997a-b01c081a7bf0 tempest-SecGroupIPv6Test-238115098 tempest-SecGroupIPv6Test-238115098-project] Publish callbacks [] for security_group_rule (a2319f43-f705-415a-82d0-a56a876f0bf0), precommit_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:38:38.580392 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-089c6325-91f6-4ac2-997a-b01c081a7bf0 tempest-SecGroupIPv6Test-238115098 tempest-SecGroupIPv6Test-238115098-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1892250'] for security_group_rule (a2319f43-f705-415a-82d0-a56a876f0bf0), after_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:38:38.589802 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-089c6325-91f6-4ac2-997a-b01c081a7bf0 tempest-SecGroupIPv6Test-238115098 tempest-SecGroupIPv6Test-238115098-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:38:38.594268 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-089c6325-91f6-4ac2-997a-b01c081a7bf0 tempest-SecGroupIPv6Test-238115098 tempest-SecGroupIPv6Test-238115098-project] 10.222.0.75 "DELETE /v2.0/security-group-rules/a2319f43-f705-415a-82d0-a56a876f0bf0 HTTP/1.1" status: 204 len: 168 time: 0.0918407 Feb 09 19:38:38.596227 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 40698) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:38:38.606750 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-089c6325-91f6-4ac2-997a-b01c081a7bf0 tempest-SecGroupIPv6Test-238115098 tempest-SecGroupIPv6Test-238115098-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=a2319f43-f705-415a-82d0-a56a876f0bf0,revision_number=None']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:38:38.644369 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-599ccdf7-1993-4ce8-8796-d1875735a0ab tempest-SecGroupIPv6Test-238115098 tempest-SecGroupIPv6Test-238115098-project] 10.222.0.75 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0464394 Feb 09 19:38:38.647045 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 40700) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:38:38.652024 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.v2.base [None req-d7dbf845-a8cf-4c74-9ae6-1b3f3b3aeecc tempest-SecGroupIPv6Test-238115098 tempest-SecGroupIPv6Test-238115098-project] Request body: {'security_group_rule': {'security_group_id': 'c04a7082-84db-4686-99be-1b1b4be726c7', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103230) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 19:38:38.684336 n-d-713498-36 neutron-server[103230]: INFO neutron.db.securitygroups_db [None req-d7dbf845-a8cf-4c74-9ae6-1b3f3b3aeecc tempest-SecGroupIPv6Test-238115098 tempest-SecGroupIPv6Test-238115098-project] Project 259411907ae9457da0bff77cf4ea1de6 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 09 19:38:38.689292 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-d7dbf845-a8cf-4c74-9ae6-1b3f3b3aeecc tempest-SecGroupIPv6Test-238115098 tempest-SecGroupIPv6Test-238115098-project] Publish callbacks [] for security_group_rule (341de2ed-1046-4b1c-9e6d-b897e40fbe4e), before_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:38:38.752628 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-d7dbf845-a8cf-4c74-9ae6-1b3f3b3aeecc tempest-SecGroupIPv6Test-238115098 tempest-SecGroupIPv6Test-238115098-project] Publish callbacks [] for security_group_rule (341de2ed-1046-4b1c-9e6d-b897e40fbe4e), precommit_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:38:38.757657 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-d7dbf845-a8cf-4c74-9ae6-1b3f3b3aeecc tempest-SecGroupIPv6Test-238115098 tempest-SecGroupIPv6Test-238115098-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1892250'] for security_group_rule (341de2ed-1046-4b1c-9e6d-b897e40fbe4e), after_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:38:38.777826 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7dbf845-a8cf-4c74-9ae6-1b3f3b3aeecc tempest-SecGroupIPv6Test-238115098 tempest-SecGroupIPv6Test-238115098-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=341de2ed-1046-4b1c-9e6d-b897e40fbe4e,revision_number=0']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:38:38.788990 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-d7dbf845-a8cf-4c74-9ae6-1b3f3b3aeecc tempest-SecGroupIPv6Test-238115098 tempest-SecGroupIPv6Test-238115098-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:38:38.793505 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-d7dbf845-a8cf-4c74-9ae6-1b3f3b3aeecc tempest-SecGroupIPv6Test-238115098 tempest-SecGroupIPv6Test-238115098-project] 10.222.0.75 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1417704 Feb 09 19:38:38.793764 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 40702) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:38:38.815856 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-0fa9b1fd-2d0e-4570-96c8-272536f17854 tempest-SecGroupIPv6Test-238115098 tempest-SecGroupIPv6Test-238115098-project] 10.222.0.75 "GET /v2.0/security-group-rules/341de2ed-1046-4b1c-9e6d-b897e40fbe4e HTTP/1.1" status: 200 len: 769 time: 0.0183918 Feb 09 19:38:38.816075 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 40704) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:38:38.859803 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-bc2b49df-7650-4204-9e17-ae820a638e14 tempest-SecGroupIPv6Test-238115098 tempest-SecGroupIPv6Test-238115098-project] 10.222.0.75 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4119 time: 0.0400474 Feb 09 19:38:38.860171 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 40706) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:38:38.886208 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-a7ef0257-e575-4ad2-aab5-0768fc0c3cfe tempest-SecGroupIPv6Test-238115098 tempest-SecGroupIPv6Test-238115098-project] Publish callbacks [] for security_group_rule (341de2ed-1046-4b1c-9e6d-b897e40fbe4e), before_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:38:38.894243 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-a7ef0257-e575-4ad2-aab5-0768fc0c3cfe tempest-SecGroupIPv6Test-238115098 tempest-SecGroupIPv6Test-238115098-project] Publish callbacks [] for security_group_rule (341de2ed-1046-4b1c-9e6d-b897e40fbe4e), precommit_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:38:38.922774 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-a7ef0257-e575-4ad2-aab5-0768fc0c3cfe tempest-SecGroupIPv6Test-238115098 tempest-SecGroupIPv6Test-238115098-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1892250'] for security_group_rule (341de2ed-1046-4b1c-9e6d-b897e40fbe4e), after_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:38:38.929046 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-a7ef0257-e575-4ad2-aab5-0768fc0c3cfe tempest-SecGroupIPv6Test-238115098 tempest-SecGroupIPv6Test-238115098-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:38:38.932839 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-a7ef0257-e575-4ad2-aab5-0768fc0c3cfe tempest-SecGroupIPv6Test-238115098 tempest-SecGroupIPv6Test-238115098-project] 10.222.0.75 "DELETE /v2.0/security-group-rules/341de2ed-1046-4b1c-9e6d-b897e40fbe4e HTTP/1.1" status: 204 len: 168 time: 0.0692432 Feb 09 19:38:38.933524 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 40708) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:38:38.943988 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7ef0257-e575-4ad2-aab5-0768fc0c3cfe tempest-SecGroupIPv6Test-238115098 tempest-SecGroupIPv6Test-238115098-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=341de2ed-1046-4b1c-9e6d-b897e40fbe4e,revision_number=None']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:38:38.990566 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-0c79aa00-7af5-442e-888e-137233c81cd3 tempest-SecGroupIPv6Test-238115098 tempest-SecGroupIPv6Test-238115098-project] 10.222.0.75 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0558681 Feb 09 19:38:38.991413 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 40710) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:38:39.043887 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a84503b0-cb06-49c2-b18d-2fa25f4348c6 req-d309d384-7cac-4b13-8ae5-487bd45973b0 tempest-TestServerBasicOps-1685830086 tempest-TestServerBasicOps-1685830086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:38:39.046912 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-a84503b0-cb06-49c2-b18d-2fa25f4348c6 req-d309d384-7cac-4b13-8ae5-487bd45973b0 tempest-TestServerBasicOps-1685830086 tempest-TestServerBasicOps-1685830086-project] 10.222.0.90 "GET /v2.0/ports?device_id=14c3c4a3-f393-4e4f-98ba-33d4eb176858 HTTP/1.1" status: 200 len: 945 time: 0.0811086 Feb 09 19:38:39.051966 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-0f7140f9-ce1d-49a5-bed2-240168801a97 tempest-SecGroupIPv6Test-238115098 tempest-SecGroupIPv6Test-238115098-project] Publish callbacks [] for security_group (c04a7082-84db-4686-99be-1b1b4be726c7), before_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:38:39.078229 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-0f7140f9-ce1d-49a5-bed2-240168801a97 tempest-SecGroupIPv6Test-238115098 tempest-SecGroupIPv6Test-238115098-project] Publish callbacks [] for security_group (c04a7082-84db-4686-99be-1b1b4be726c7), precommit_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:38:39.149146 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-0f7140f9-ce1d-49a5-bed2-240168801a97 tempest-SecGroupIPv6Test-238115098 tempest-SecGroupIPv6Test-238115098-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1892331'] for security_group (c04a7082-84db-4686-99be-1b1b4be726c7), after_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:38:39.156282 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-0f7140f9-ce1d-49a5-bed2-240168801a97 tempest-SecGroupIPv6Test-238115098 tempest-SecGroupIPv6Test-238115098-project] Publish callbacks [] for security_group (None), before_response {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:38:39.165414 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-0f7140f9-ce1d-49a5-bed2-240168801a97 tempest-SecGroupIPv6Test-238115098 tempest-SecGroupIPv6Test-238115098-project] 10.222.0.75 "DELETE /v2.0/security-groups/c04a7082-84db-4686-99be-1b1b4be726c7 HTTP/1.1" status: 204 len: 168 time: 0.1726937 Feb 09 19:38:39.166221 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 40714) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:38:39.192899 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f7140f9-ce1d-49a5-bed2-240168801a97 tempest-SecGroupIPv6Test-238115098 tempest-SecGroupIPv6Test-238115098-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c04a7082-84db-4686-99be-1b1b4be726c7,revision_number=None']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:38:39.249050 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-cc0565e6-14ca-4dec-a54e-1c5fd9cdb174 tempest-SecGroupIPv6Test-238115098 tempest-SecGroupIPv6Test-238115098-project] 10.222.0.75 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0626774 Feb 09 19:38:39.255913 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 40716) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:38:39.263688 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.v2.base [None req-a789b31f-b0a2-4f07-a093-09049c5998a2 tempest-SecGroupIPv6Test-238115098 tempest-SecGroupIPv6Test-238115098-project] Request body: {'security_group': {'name': 'tempest-secgroup--398441549'}} {{(pid=103229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 19:38:39.271835 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.plugin [req-a84503b0-cb06-49c2-b18d-2fa25f4348c6 req-09dcca36-525c-4c02-ae57-0a34b0b9ef80 tempest-TestServerBasicOps-1685830086 tempest-TestServerBasicOps-1685830086-project] Deleting port c6f469cb-b1d3-4ec0-ae11-8d288e85cc6d {{(pid=103229) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 19:38:39.272184 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-a84503b0-cb06-49c2-b18d-2fa25f4348c6 req-09dcca36-525c-4c02-ae57-0a34b0b9ef80 tempest-TestServerBasicOps-1685830086 tempest-TestServerBasicOps-1685830086-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762867170196'] for port (c6f469cb-b1d3-4ec0-ae11-8d288e85cc6d), before_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:38:39.367742 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e0bc87f-1aba-41b4-ad87-cab4ecd35fdc req-7b831fd4-c359-4fe9-a8f8-8d829474b2c5 tempest-ServersNegativeTestJSON-1608020402 tempest-ServersNegativeTestJSON-1608020402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:38:39.370012 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-9e0bc87f-1aba-41b4-ad87-cab4ecd35fdc req-7b831fd4-c359-4fe9-a8f8-8d829474b2c5 tempest-ServersNegativeTestJSON-1608020402 tempest-ServersNegativeTestJSON-1608020402-project] 10.222.0.75 "GET /v2.0/ports?device_id=ef8fb5b1-266b-4abe-85d3-6f5780a36355 HTTP/1.1" status: 200 len: 944 time: 0.1595590 Feb 09 19:38:39.370966 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-a789b31f-b0a2-4f07-a093-09049c5998a2 tempest-SecGroupIPv6Test-238115098 tempest-SecGroupIPv6Test-238115098-project] Publish callbacks [] for security_group (None), before_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:38:39.448972 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb555465-7b0d-4c93-b4bf-039150527fa6 req-73adfe0d-1b8d-4364-a4a0-7b10d31b9302 tempest-TestServerBasicOps-1685830086 tempest-TestServerBasicOps-1685830086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:38:39.450784 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-fb555465-7b0d-4c93-b4bf-039150527fa6 req-73adfe0d-1b8d-4364-a4a0-7b10d31b9302 tempest-TestServerBasicOps-1685830086 tempest-TestServerBasicOps-1685830086-project] 10.222.0.75 "GET /v2.0/ports?device_id=14c3c4a3-f393-4e4f-98ba-33d4eb176858 HTTP/1.1" status: 200 len: 945 time: 0.0666702 Feb 09 19:38:39.464347 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.db [req-a84503b0-cb06-49c2-b18d-2fa25f4348c6 req-09dcca36-525c-4c02-ae57-0a34b0b9ef80 tempest-TestServerBasicOps-1685830086 tempest-TestServerBasicOps-1685830086-project] For port c6f469cb-b1d3-4ec0-ae11-8d288e85cc6d, host n-h2-713498-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-36',level=0,port_id=c6f469cb-b1d3-4ec0-ae11-8d288e85cc6d,segment=NetworkSegment(5abf3098-6695-42c7-978d-ad16a51f9d66),segment_id=5abf3098-6695-42c7-978d-ad16a51f9d66)] {{(pid=103229) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 19:38:39.465061 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-a84503b0-cb06-49c2-b18d-2fa25f4348c6 req-09dcca36-525c-4c02-ae57-0a34b0b9ef80 tempest-TestServerBasicOps-1685830086 tempest-TestServerBasicOps-1685830086-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1820838'] for port (c6f469cb-b1d3-4ec0-ae11-8d288e85cc6d), precommit_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:38:39.505647 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-fb555465-7b0d-4c93-b4bf-039150527fa6 req-238399a5-1d91-417f-ac57-e500ec20253f tempest-TestServerBasicOps-1685830086 tempest-TestServerBasicOps-1685830086-project] 10.222.0.75 "GET /v2.0/security-groups?id=65ed5d36-ab26-4dda-b5da-35d8a5ba3b82&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0491610 Feb 09 19:38:39.579182 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-9e0bc87f-1aba-41b4-ad87-cab4ecd35fdc req-2ab21316-5107-4a78-85a6-3c01be6da331 tempest-ServersNegativeTestJSON-1608020402 tempest-ServersNegativeTestJSON-1608020402-project] 10.222.0.75 "GET /v2.0/security-groups?id=25d47ded-5003-4f4d-b434-467ecec6793f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2010558 Feb 09 19:38:39.726867 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-a789b31f-b0a2-4f07-a093-09049c5998a2 tempest-SecGroupIPv6Test-238115098 tempest-SecGroupIPv6Test-238115098-project] Publish callbacks [] for security_group (dfa8fb9b-f6bf-4eab-bf8d-fe6a4985f0e8), precommit_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:38:39.740899 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-a789b31f-b0a2-4f07-a093-09049c5998a2 tempest-SecGroupIPv6Test-238115098 tempest-SecGroupIPv6Test-238115098-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1892331'] for security_group (dfa8fb9b-f6bf-4eab-bf8d-fe6a4985f0e8), after_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:38:39.823532 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-a789b31f-b0a2-4f07-a093-09049c5998a2 tempest-SecGroupIPv6Test-238115098 tempest-SecGroupIPv6Test-238115098-project] Publish callbacks [] for security_group (None), before_response {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:38:39.827445 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-a789b31f-b0a2-4f07-a093-09049c5998a2 tempest-SecGroupIPv6Test-238115098 tempest-SecGroupIPv6Test-238115098-project] 10.222.0.75 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.5661497 Feb 09 19:38:39.828493 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 40722) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:38:39.830627 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a789b31f-b0a2-4f07-a093-09049c5998a2 tempest-SecGroupIPv6Test-238115098 tempest-SecGroupIPv6Test-238115098-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dfa8fb9b-f6bf-4eab-bf8d-fe6a4985f0e8,revision_number=1']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:38:39.835075 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.v2.base [None req-26fb708a-89fe-4330-8dca-6a83cd82454e tempest-SecGroupIPv6Test-238115098 tempest-SecGroupIPv6Test-238115098-project] Request body: {'security_group_rule': {'security_group_id': 'dfa8fb9b-f6bf-4eab-bf8d-fe6a4985f0e8', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103230) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 19:38:39.844874 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-a84503b0-cb06-49c2-b18d-2fa25f4348c6 req-09dcca36-525c-4c02-ae57-0a34b0b9ef80 tempest-TestServerBasicOps-1685830086 tempest-TestServerBasicOps-1685830086-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:38:39.845403 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-a84503b0-cb06-49c2-b18d-2fa25f4348c6 req-09dcca36-525c-4c02-ae57-0a34b0b9ef80 tempest-TestServerBasicOps-1685830086 tempest-TestServerBasicOps-1685830086-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1818909'] for floatingip (cfde6072-0373-47aa-95ee-2052cbd4dd7c), after_update {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:38:39.845886 n-d-713498-36 neutron-server[103229]: INFO neutron.db.l3_db [req-a84503b0-cb06-49c2-b18d-2fa25f4348c6 req-09dcca36-525c-4c02-ae57-0a34b0b9ef80 tempest-TestServerBasicOps-1685830086 tempest-TestServerBasicOps-1685830086-project] Floating IP cfde6072-0373-47aa-95ee-2052cbd4dd7c disassociated. External IP: 172.25.1.154, port: c6f469cb-b1d3-4ec0-ae11-8d288e85cc6d. Feb 09 19:38:39.846272 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.plugin [req-a84503b0-cb06-49c2-b18d-2fa25f4348c6 req-09dcca36-525c-4c02-ae57-0a34b0b9ef80 tempest-TestServerBasicOps-1685830086 tempest-TestServerBasicOps-1685830086-project] Calling delete_port for c6f469cb-b1d3-4ec0-ae11-8d288e85cc6d owned by compute:nova {{(pid=103229) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 19:38:39.865260 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-26fb708a-89fe-4330-8dca-6a83cd82454e tempest-SecGroupIPv6Test-238115098 tempest-SecGroupIPv6Test-238115098-project] Publish callbacks [] for security_group_rule (de710689-f1d0-41aa-9827-50419a6ede3a), before_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:38:39.924161 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-26fb708a-89fe-4330-8dca-6a83cd82454e tempest-SecGroupIPv6Test-238115098 tempest-SecGroupIPv6Test-238115098-project] Publish callbacks [] for security_group_rule (de710689-f1d0-41aa-9827-50419a6ede3a), precommit_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:38:39.928576 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-26fb708a-89fe-4330-8dca-6a83cd82454e tempest-SecGroupIPv6Test-238115098 tempest-SecGroupIPv6Test-238115098-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1892250'] for security_group_rule (de710689-f1d0-41aa-9827-50419a6ede3a), after_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:38:39.948773 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26fb708a-89fe-4330-8dca-6a83cd82454e tempest-SecGroupIPv6Test-238115098 tempest-SecGroupIPv6Test-238115098-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=de710689-f1d0-41aa-9827-50419a6ede3a,revision_number=0']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:38:39.958198 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-26fb708a-89fe-4330-8dca-6a83cd82454e tempest-SecGroupIPv6Test-238115098 tempest-SecGroupIPv6Test-238115098-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:38:39.961887 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-26fb708a-89fe-4330-8dca-6a83cd82454e tempest-SecGroupIPv6Test-238115098 tempest-SecGroupIPv6Test-238115098-project] 10.222.0.75 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1298473 Feb 09 19:38:39.962225 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 40724) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:38:40.003062 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-a84503b0-cb06-49c2-b18d-2fa25f4348c6 req-09dcca36-525c-4c02-ae57-0a34b0b9ef80 tempest-TestServerBasicOps-1685830086 tempest-TestServerBasicOps-1685830086-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762867177463', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762866656476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12867576'] for port (c6f469cb-b1d3-4ec0-ae11-8d288e85cc6d), after_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:38:40.023062 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-70b695bb-2d97-4613-85f5-03baae425796 tempest-SecGroupIPv6Test-238115098 tempest-SecGroupIPv6Test-238115098-project] Publish callbacks [] for security_group (dfa8fb9b-f6bf-4eab-bf8d-fe6a4985f0e8), before_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:38:40.035778 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09dcca36-525c-4c02-ae57-0a34b0b9ef80 tempest-TestServerBasicOps-1685830086 tempest-TestServerBasicOps-1685830086-project] Pushing event deleted for resources: {'Port': ['ID=c6f469cb-b1d3-4ec0-ae11-8d288e85cc6d,revision_number=None']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:38:40.060700 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-70b695bb-2d97-4613-85f5-03baae425796 tempest-SecGroupIPv6Test-238115098 tempest-SecGroupIPv6Test-238115098-project] Publish callbacks [] for security_group (dfa8fb9b-f6bf-4eab-bf8d-fe6a4985f0e8), precommit_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:38:40.115107 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-70b695bb-2d97-4613-85f5-03baae425796 tempest-SecGroupIPv6Test-238115098 tempest-SecGroupIPv6Test-238115098-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1892331'] for security_group (dfa8fb9b-f6bf-4eab-bf8d-fe6a4985f0e8), after_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:38:40.117949 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-70b695bb-2d97-4613-85f5-03baae425796 tempest-SecGroupIPv6Test-238115098 tempest-SecGroupIPv6Test-238115098-project] Publish callbacks [] for security_group (None), before_response {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:38:40.121460 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-70b695bb-2d97-4613-85f5-03baae425796 tempest-SecGroupIPv6Test-238115098 tempest-SecGroupIPv6Test-238115098-project] 10.222.0.75 "DELETE /v2.0/security-groups/dfa8fb9b-f6bf-4eab-bf8d-fe6a4985f0e8 HTTP/1.1" status: 204 len: 168 time: 0.1553433 Feb 09 19:38:40.123702 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 40726) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:38:40.144847 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70b695bb-2d97-4613-85f5-03baae425796 tempest-SecGroupIPv6Test-238115098 tempest-SecGroupIPv6Test-238115098-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=dfa8fb9b-f6bf-4eab-bf8d-fe6a4985f0e8,revision_number=None']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:38:40.177853 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-5b4fe319-f55f-4bf3-9b14-e3fc91f152c1 tempest-SecGroupIPv6Test-238115098 tempest-SecGroupIPv6Test-238115098-project] 10.222.0.75 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0527554 Feb 09 19:38:40.180210 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 40728) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:38:40.189117 n-d-713498-36 neutron-server[103229]: DEBUG neutron.scheduler.l3_agent_scheduler [req-a84503b0-cb06-49c2-b18d-2fa25f4348c6 req-09dcca36-525c-4c02-ae57-0a34b0b9ef80 tempest-TestServerBasicOps-1685830086 tempest-TestServerBasicOps-1685830086-project] Router 47bf1426-828b-4a74-9907-8874febd8264 has already been hosted by L3 agent 93303d5e-5d17-45e8-8963-7694f87783ae {{(pid=103229) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 19:38:40.218597 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-59a7ff65-0260-4c20-84e4-cb5f7c447430 tempest-SecGroupIPv6Test-238115098 tempest-SecGroupIPv6Test-238115098-project] 10.222.0.75 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 2475 time: 0.0365617 Feb 09 19:38:40.220682 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 40730) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:38:40.235580 n-d-713498-36 neutron-server[103230]: INFO neutron.api.v2.resource [None req-d631444e-849b-402e-9385-7add4e6737a1 tempest-SecGroupIPv6Test-238115098 tempest-SecGroupIPv6Test-238115098-project] delete failed (client error): The resource could not be found. Feb 09 19:38:40.236516 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-d631444e-849b-402e-9385-7add4e6737a1 tempest-SecGroupIPv6Test-238115098 tempest-SecGroupIPv6Test-238115098-project] 10.222.0.75 "DELETE /v2.0/security-groups/dfa8fb9b-f6bf-4eab-bf8d-fe6a4985f0e8 HTTP/1.1" status: 404 len: 347 time: 0.0148499 Feb 09 19:38:40.240316 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 40732) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:38:40.285502 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-2c48b8a9-7efc-4d06-97db-4a0dc5e8cfc7 tempest-SecGroupIPv6Test-238115098 tempest-SecGroupIPv6Test-238115098-project] 10.222.0.75 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0440333 Feb 09 19:38:40.316553 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-a84503b0-cb06-49c2-b18d-2fa25f4348c6 req-09dcca36-525c-4c02-ae57-0a34b0b9ef80 tempest-TestServerBasicOps-1685830086 tempest-TestServerBasicOps-1685830086-project] Notify agent at l3_agent.n-d-713498-36 the message routers_updated {{(pid=103229) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 19:38:40.329299 n-d-713498-36 neutron-server[103233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a200ea88-2c73-42a1-9290-b0ecd7cd3095 None None] Sync routers for ids ['47bf1426-828b-4a74-9907-8874febd8264'] in n-d-713498-36 {{(pid=103233) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 19:38:40.341426 n-d-713498-36 neutron-server[103233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a200ea88-2c73-42a1-9290-b0ecd7cd3095 None None] Routers {'47bf1426-828b-4a74-9907-8874febd8264'} bound to L3 agent in host n-d-713498-36 {{(pid=103233) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 19:38:40.342319 n-d-713498-36 neutron-server[103233]: DEBUG neutron.db.l3_hamode_db [None req-a200ea88-2c73-42a1-9290-b0ecd7cd3095 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T18:51:43Z,description=,heartbeat_timestamp=2022-02-09T19:38:13Z,host='n-d-713498-36',id=93303d5e-5d17-45e8-8963-7694f87783ae,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T18:51:43Z,topic='l3_agent')) {'router_ids': ['47bf1426-828b-4a74-9907-8874febd8264'], 'active': True} {{(pid=103233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:38:40.367821 n-d-713498-36 neutron-server[103229]: DEBUG neutron.db.l3_dvrscheduler_db [req-a84503b0-cb06-49c2-b18d-2fa25f4348c6 req-09dcca36-525c-4c02-ae57-0a34b0b9ef80 tempest-TestServerBasicOps-1685830086 tempest-TestServerBasicOps-1685830086-project] No DVR routers for this DVR port c6f469cb-b1d3-4ec0-ae11-8d288e85cc6d on host n-h2-713498-36 {{(pid=103229) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 19:38:40.376623 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-a84503b0-cb06-49c2-b18d-2fa25f4348c6 req-09dcca36-525c-4c02-ae57-0a34b0b9ef80 tempest-TestServerBasicOps-1685830086 tempest-TestServerBasicOps-1685830086-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171096'] for port (None), before_response {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:38:40.386573 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-a84503b0-cb06-49c2-b18d-2fa25f4348c6 req-09dcca36-525c-4c02-ae57-0a34b0b9ef80 tempest-TestServerBasicOps-1685830086 tempest-TestServerBasicOps-1685830086-project] 10.222.0.90 "DELETE /v2.0/ports/c6f469cb-b1d3-4ec0-ae11-8d288e85cc6d HTTP/1.1" status: 204 len: 173 time: 1.3329725 Feb 09 19:38:40.388114 n-d-713498-36 neutron-server[103229]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '14c3c4a3-f393-4e4f-98ba-33d4eb176858', 'name': 'network-vif-deleted', 'tag': 'c6f469cb-b1d3-4ec0-ae11-8d288e85cc6d'}] {{(pid=103229) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 19:38:40.391710 n-d-713498-36 neutron-server[103229]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fa6ae9a20702bd564eaf90d946620b2b4277b1ab91129323d3b54181076be307" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-85063ec8-0308-497f-a0f4-d0c336e5a41e" -d '{"events": [{"server_uuid": "14c3c4a3-f393-4e4f-98ba-33d4eb176858", "name": "network-vif-deleted", "tag": "c6f469cb-b1d3-4ec0-ae11-8d288e85cc6d"}]}' {{(pid=103229) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 19:38:40.483517 n-d-713498-36 neutron-server[103229]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 19:38:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6c2f47e4-c706-49e9-8f7b-2fcefd652ca6 x-openstack-request-id: req-6c2f47e4-c706-49e9-8f7b-2fcefd652ca6 {{(pid=103229) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 19:38:40.484056 n-d-713498-36 neutron-server[103229]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "14c3c4a3-f393-4e4f-98ba-33d4eb176858", "name": "network-vif-deleted", "tag": "c6f469cb-b1d3-4ec0-ae11-8d288e85cc6d", "status": "completed", "code": 200}]} {{(pid=103229) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 19:38:40.484377 n-d-713498-36 neutron-server[103229]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-6c2f47e4-c706-49e9-8f7b-2fcefd652ca6 {{(pid=103229) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 19:38:40.484901 n-d-713498-36 neutron-server[103229]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '14c3c4a3-f393-4e4f-98ba-33d4eb176858', 'name': 'network-vif-deleted', 'tag': 'c6f469cb-b1d3-4ec0-ae11-8d288e85cc6d', 'status': 'completed', 'code': 200} Feb 09 19:38:40.525869 n-d-713498-36 neutron-server[103233]: DEBUG neutron.db.l3_dvr_db [None req-a200ea88-2c73-42a1-9290-b0ecd7cd3095 None None] Set router 47bf1426-828b-4a74-9907-8874febd8264 gateway port host: n-d-713498-36 {{(pid=103233) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 19:38:40.707711 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-4d0306ac-9954-4080-94f2-131386d9a330 req-78d96ede-9274-41b8-a233-81496c943617 tempest-TestServerBasicOps-1685830086 tempest-TestServerBasicOps-1685830086-project] 10.222.0.75 "GET /v2.0/ports?device_id=14c3c4a3-f393-4e4f-98ba-33d4eb176858 HTTP/1.1" status: 200 len: 210 time: 0.0739264 Feb 09 19:38:40.735076 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 40746) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:38:40.811247 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba2fad20-aa00-4b4d-a417-361a98e59888 req-16cca6d5-ba34-448a-af1e-4e3cdec1fd65 tempest-ServersNegativeTestJSON-1608020402 tempest-ServersNegativeTestJSON-1608020402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:38:40.812794 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-dda5b705-565a-430c-8d17-58357b2a17f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762867132591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593584'] for agent (af91e4b9-f4e1-42b1-a25c-a10dc47171c8), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:38:40.816336 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-ba2fad20-aa00-4b4d-a417-361a98e59888 req-16cca6d5-ba34-448a-af1e-4e3cdec1fd65 tempest-ServersNegativeTestJSON-1608020402 tempest-ServersNegativeTestJSON-1608020402-project] 10.222.0.75 "GET /v2.0/ports?device_id=ef8fb5b1-266b-4abe-85d3-6f5780a36355 HTTP/1.1" status: 200 len: 944 time: 0.0972223 Feb 09 19:38:40.880586 n-d-713498-36 neutron-server[103233]: DEBUG neutron.db.l3_hamode_db [None req-a200ea88-2c73-42a1-9290-b0ecd7cd3095 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '47bf1426-828b-4a74-9907-8874febd8264', 'name': 'tempest-TestServerBasicOps-1476211343-router', 'tenant_id': '0484ed2328124ada8d8870756276d1f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88055e1e-672a-4487-be31-ffb6e833ece5', 'external_fixed_ips': [{'subnet_id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'ip_address': '172.25.1.71'}], 'enable_snat': True}, 'gw_port_id': '56c7a375-0d90-45bd-a485-a908fb4b2cdd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T19:32:05Z', 'updated_at': '2022-02-09T19:32:12Z', 'revision_number': 4, 'project_id': '0484ed2328124ada8d8870756276d1f0', 'gw_port': {'id': '56c7a375-0d90-45bd-a485-a908fb4b2cdd', 'name': '', 'network_id': '88055e1e-672a-4487-be31-ffb6e833ece5', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:26:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47bf1426-828b-4a74-9907-8874febd8264', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3064, 'fixed_ips': [{'subnet_id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'ip_address': '172.25.1.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T19:32:06Z', 'updated_at': '2022-02-09T19:32:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-36', '_interfaces': [{'id': '7b7bc3ad-ac30-4f71-aed2-2471b7e6c31d', 'name': '', 'network_id': '8f2df497-8ab8-4c9e-8bb2-f9e936c46637', 'tenant_id': '0484ed2328124ada8d8870756276d1f0', 'mac_address': 'fa:16:3e:0e:e2:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47bf1426-828b-4a74-9907-8874febd8264', 'device_owner': 'network:router_interface', 'standard_attr_id': 3067, 'fixed_ips': [{'subnet_id': '9358c454-1c1b-4e17-a8a9-b8f83c45b376', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T19:32:11Z', 'updated_at': '2022-02-09T19:32:21Z', 'revision_number': 5, 'project_id': '0484ed2328124ada8d8870756276d1f0', 'subnets': [{'id': '9358c454-1c1b-4e17-a8a9-b8f83c45b376', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-36', False) {} {{(pid=103233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:38:40.880829 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-ba2fad20-aa00-4b4d-a417-361a98e59888 req-a8e16e96-a023-4c14-b576-8e9e7c4500de tempest-ServersNegativeTestJSON-1608020402 tempest-ServersNegativeTestJSON-1608020402-project] 10.222.0.75 "GET /v2.0/security-groups?id=25d47ded-5003-4f4d-b434-467ecec6793f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565560 Feb 09 19:38:40.913448 n-d-713498-36 neutron-server[103233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a200ea88-2c73-42a1-9290-b0ecd7cd3095 None None] Checking router: 47bf1426-828b-4a74-9907-8874febd8264 for host: n-d-713498-36 {{(pid=103233) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 19:38:40.940744 n-d-713498-36 neutron-server[103233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a200ea88-2c73-42a1-9290-b0ecd7cd3095 None None] Routers {'47bf1426-828b-4a74-9907-8874febd8264'} bound to L3 agent in host n-d-713498-36 {{(pid=103233) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 19:38:40.941472 n-d-713498-36 neutron-server[103233]: DEBUG neutron.db.l3_hamode_db [None req-a200ea88-2c73-42a1-9290-b0ecd7cd3095 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T18:51:43Z,description=,heartbeat_timestamp=2022-02-09T19:38:13Z,host='n-d-713498-36',id=93303d5e-5d17-45e8-8963-7694f87783ae,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T18:51:43Z,topic='l3_agent')) {'router_ids': ['47bf1426-828b-4a74-9907-8874febd8264'], 'active': True} {{(pid=103233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:38:40.950363 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-c8646840-6efa-4ae6-aabd-bf6cfe81ec1b admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=259411907ae9457da0bff77cf4ea1de6&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2140589 Feb 09 19:38:40.952892 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 40750) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:38:41.013060 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-dbbaac6c-31e6-4fc9-b422-4b0c1c3c6f8c admin admin] Publish callbacks [] for security_group (3ff34c37-4bff-45a3-bca2-d6ccba32cb45), before_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:38:41.041543 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-dbbaac6c-31e6-4fc9-b422-4b0c1c3c6f8c admin admin] Publish callbacks [] for security_group (3ff34c37-4bff-45a3-bca2-d6ccba32cb45), precommit_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:38:41.103900 n-d-713498-36 neutron-server[103233]: DEBUG neutron.db.l3_dvr_db [None req-a200ea88-2c73-42a1-9290-b0ecd7cd3095 None None] Set router 47bf1426-828b-4a74-9907-8874febd8264 gateway port host: n-d-713498-36 {{(pid=103233) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 19:38:41.115594 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-dbbaac6c-31e6-4fc9-b422-4b0c1c3c6f8c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1892331'] for security_group (3ff34c37-4bff-45a3-bca2-d6ccba32cb45), after_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:38:41.118479 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-dbbaac6c-31e6-4fc9-b422-4b0c1c3c6f8c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:38:41.123225 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-dbbaac6c-31e6-4fc9-b422-4b0c1c3c6f8c admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/3ff34c37-4bff-45a3-bca2-d6ccba32cb45 HTTP/1.1" status: 204 len: 168 time: 0.1669455 Feb 09 19:38:41.128960 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbbaac6c-31e6-4fc9-b422-4b0c1c3c6f8c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3ff34c37-4bff-45a3-bca2-d6ccba32cb45,revision_number=None']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:38:41.336024 n-d-713498-36 neutron-server[103233]: DEBUG neutron.db.l3_hamode_db [None req-a200ea88-2c73-42a1-9290-b0ecd7cd3095 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '47bf1426-828b-4a74-9907-8874febd8264', 'name': 'tempest-TestServerBasicOps-1476211343-router', 'tenant_id': '0484ed2328124ada8d8870756276d1f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88055e1e-672a-4487-be31-ffb6e833ece5', 'external_fixed_ips': [{'subnet_id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'ip_address': '172.25.1.71'}], 'enable_snat': True}, 'gw_port_id': '56c7a375-0d90-45bd-a485-a908fb4b2cdd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T19:32:05Z', 'updated_at': '2022-02-09T19:32:12Z', 'revision_number': 4, 'project_id': '0484ed2328124ada8d8870756276d1f0', 'gw_port': {'id': '56c7a375-0d90-45bd-a485-a908fb4b2cdd', 'name': '', 'network_id': '88055e1e-672a-4487-be31-ffb6e833ece5', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:26:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47bf1426-828b-4a74-9907-8874febd8264', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3064, 'fixed_ips': [{'subnet_id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'ip_address': '172.25.1.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T19:32:06Z', 'updated_at': '2022-02-09T19:32:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-36', '_interfaces': [{'id': '7b7bc3ad-ac30-4f71-aed2-2471b7e6c31d', 'name': '', 'network_id': '8f2df497-8ab8-4c9e-8bb2-f9e936c46637', 'tenant_id': '0484ed2328124ada8d8870756276d1f0', 'mac_address': 'fa:16:3e:0e:e2:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47bf1426-828b-4a74-9907-8874febd8264', 'device_owner': 'network:router_interface', 'standard_attr_id': 3067, 'fixed_ips': [{'subnet_id': '9358c454-1c1b-4e17-a8a9-b8f83c45b376', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T19:32:11Z', 'updated_at': '2022-02-09T19:32:21Z', 'revision_number': 5, 'project_id': '0484ed2328124ada8d8870756276d1f0', 'subnets': [{'id': '9358c454-1c1b-4e17-a8a9-b8f83c45b376', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-36', False) {} {{(pid=103233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:38:41.363840 n-d-713498-36 neutron-server[103233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a200ea88-2c73-42a1-9290-b0ecd7cd3095 None None] The sync data for ids ['47bf1426-828b-4a74-9907-8874febd8264'] in n-d-713498-36 is: [{'id': '47bf1426-828b-4a74-9907-8874febd8264', 'name': 'tempest-TestServerBasicOps-1476211343-router', 'tenant_id': '0484ed2328124ada8d8870756276d1f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88055e1e-672a-4487-be31-ffb6e833ece5', 'external_fixed_ips': [{'subnet_id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'ip_address': '172.25.1.71'}], 'enable_snat': True}, 'gw_port_id': '56c7a375-0d90-45bd-a485-a908fb4b2cdd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T19:32:05Z', 'updated_at': '2022-02-09T19:32:12Z', 'revision_number': 4, 'project_id': '0484ed2328124ada8d8870756276d1f0', 'gw_port': {'id': '56c7a375-0d90-45bd-a485-a908fb4b2cdd', 'name': '', 'network_id': '88055e1e-672a-4487-be31-ffb6e833ece5', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:26:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47bf1426-828b-4a74-9907-8874febd8264', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3064, 'fixed_ips': [{'subnet_id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'ip_address': '172.25.1.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T19:32:06Z', 'updated_at': '2022-02-09T19:32:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-36', '_interfaces': [{'id': '7b7bc3ad-ac30-4f71-aed2-2471b7e6c31d', 'name': '', 'network_id': '8f2df497-8ab8-4c9e-8bb2-f9e936c46637', 'tenant_id': '0484ed2328124ada8d8870756276d1f0', 'mac_address': 'fa:16:3e:0e:e2:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47bf1426-828b-4a74-9907-8874febd8264', 'device_owner': 'network:router_interface', 'standard_attr_id': 3067, 'fixed_ips': [{'subnet_id': '9358c454-1c1b-4e17-a8a9-b8f83c45b376', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T19:32:11Z', 'updated_at': '2022-02-09T19:32:21Z', 'revision_number': 5, 'project_id': '0484ed2328124ada8d8870756276d1f0', 'subnets': [{'id': '9358c454-1c1b-4e17-a8a9-b8f83c45b376', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103233) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 19:38:41.443422 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Device e29dcbb8-a456-45b2-83ed-996317badba0 details requested by agent hyperv_n-h2-713498-36 with host n-h2-713498-36 {{(pid=103232) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 19:38:41.719079 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0fd7c525-58ea-43d1-8c26-8e5e669fd90c None None] New status for floating IP cfde6072-0373-47aa-95ee-2052cbd4dd7c: DOWN {{(pid=103232) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 09 19:38:41.784007 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 40774) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:38:41.902664 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-7429db8d-6021-40ad-813e-885be449a89b None None] For port e29dcbb8-a456-45b2-83ed-996317badba0, host n-h2-713498-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-36',level=0,port_id=e29dcbb8-a456-45b2-83ed-996317badba0,segment=NetworkSegment(858d2da7-0314-4b25-bd9f-f8e206467551),segment_id=858d2da7-0314-4b25-bd9f-f8e206467551)] {{(pid=103232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 19:38:41.922943 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Returning: {'device': 'e29dcbb8-a456-45b2-83ed-996317badba0', 'network_id': '2f0cf41a-020e-4549-8a9a-beaa8be7ccf1', 'port_id': 'e29dcbb8-a456-45b2-83ed-996317badba0', 'mac_address': 'fa:16:3e:96:b2:ba', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 385, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6d1f69a1-f040-48ff-86ee-7d9cfec7a16b', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103232) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 19:38:41.989562 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Current status of the port e29dcbb8-a456-45b2-83ed-996317badba0 is: DOWN; New status is: BUILD {{(pid=103232) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 19:38:41.990274 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (e29dcbb8-a456-45b2-83ed-996317badba0), before_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:38:42.008460 n-d-713498-36 neutron-server[103232]: DEBUG neutron.notifiers.nova [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e29dcbb8-a456-45b2-83ed-996317badba0 {{(pid=103232) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 19:38:42.035591 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-7429db8d-6021-40ad-813e-885be449a89b None None] For port e29dcbb8-a456-45b2-83ed-996317badba0, host n-h2-713498-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-36',level=0,port_id=e29dcbb8-a456-45b2-83ed-996317badba0,segment=NetworkSegment(858d2da7-0314-4b25-bd9f-f8e206467551),segment_id=858d2da7-0314-4b25-bd9f-f8e206467551)] {{(pid=103232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 19:38:42.044466 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762867176205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762866656485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762866656503'] for port (e29dcbb8-a456-45b2-83ed-996317badba0), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:38:42.131463 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Pushing event updated for resources: {'Port': ['ID=e29dcbb8-a456-45b2-83ed-996317badba0,revision_number=11']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:38:42.352887 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-7429db8d-6021-40ad-813e-885be449a89b None None] get_ports_and_sgs() called for port_ids ['e29dcbb8-a456-45b2-83ed-996317badba0'] {{(pid=103232) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 19:38:42.405708 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-460115ed-4bb8-4f19-ae9a-a290279c77db req-b40626b2-a005-4a2b-89c5-1aa675bc46cc tempest-ServersNegativeTestJSON-1608020402 tempest-ServersNegativeTestJSON-1608020402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:38:42.413584 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-460115ed-4bb8-4f19-ae9a-a290279c77db req-b40626b2-a005-4a2b-89c5-1aa675bc46cc tempest-ServersNegativeTestJSON-1608020402 tempest-ServersNegativeTestJSON-1608020402-project] 10.222.0.75 "GET /v2.0/ports?device_id=ef8fb5b1-266b-4abe-85d3-6f5780a36355 HTTP/1.1" status: 200 len: 945 time: 0.1342337 Feb 09 19:38:42.464470 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.plugin [None req-0b779a2d-88a2-4493-85f3-6f52ec1701e5 tempest-TestServerBasicOps-1685830086 tempest-TestServerBasicOps-1685830086-project] Deleting port a6a6e5af-3d5a-4962-9ddb-7ade1b0dea38 {{(pid=103230) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 19:38:42.464818 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-0b779a2d-88a2-4493-85f3-6f52ec1701e5 tempest-TestServerBasicOps-1685830086 tempest-TestServerBasicOps-1685830086-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762867170196'] for port (a6a6e5af-3d5a-4962-9ddb-7ade1b0dea38), before_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:38:42.523957 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-460115ed-4bb8-4f19-ae9a-a290279c77db req-67612458-b34d-4cc0-bcdd-b36b2cd72405 tempest-ServersNegativeTestJSON-1608020402 tempest-ServersNegativeTestJSON-1608020402-project] 10.222.0.75 "GET /v2.0/security-groups?id=25d47ded-5003-4f4d-b434-467ecec6793f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1093664 Feb 09 19:38:42.592187 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-0b779a2d-88a2-4493-85f3-6f52ec1701e5 tempest-TestServerBasicOps-1685830086 tempest-TestServerBasicOps-1685830086-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1820838'] for port (a6a6e5af-3d5a-4962-9ddb-7ade1b0dea38), precommit_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:38:42.592597 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-0b779a2d-88a2-4493-85f3-6f52ec1701e5 tempest-TestServerBasicOps-1685830086 tempest-TestServerBasicOps-1685830086-project] Publish callbacks [] for floatingip (a6a6e5af-3d5a-4962-9ddb-7ade1b0dea38), precommit_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:38:42.606305 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.plugin [None req-0b779a2d-88a2-4493-85f3-6f52ec1701e5 tempest-TestServerBasicOps-1685830086 tempest-TestServerBasicOps-1685830086-project] Calling delete_port for a6a6e5af-3d5a-4962-9ddb-7ade1b0dea38 owned by network:floatingip {{(pid=103230) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 19:38:42.749803 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-0b779a2d-88a2-4493-85f3-6f52ec1701e5 tempest-TestServerBasicOps-1685830086 tempest-TestServerBasicOps-1685830086-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762867177463', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762866656476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14393751'] for port (a6a6e5af-3d5a-4962-9ddb-7ade1b0dea38), after_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:38:42.777209 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b779a2d-88a2-4493-85f3-6f52ec1701e5 tempest-TestServerBasicOps-1685830086 tempest-TestServerBasicOps-1685830086-project] Pushing event deleted for resources: {'Port': ['ID=a6a6e5af-3d5a-4962-9ddb-7ade1b0dea38,revision_number=None']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:38:42.847598 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-0b779a2d-88a2-4493-85f3-6f52ec1701e5 tempest-TestServerBasicOps-1685830086 tempest-TestServerBasicOps-1685830086-project] Publish callbacks [] for floatingip (cfde6072-0373-47aa-95ee-2052cbd4dd7c), after_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:38:42.850327 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-0b779a2d-88a2-4493-85f3-6f52ec1701e5 tempest-TestServerBasicOps-1685830086 tempest-TestServerBasicOps-1685830086-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171096'] for floatingip (None), before_response {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:38:42.855034 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-0b779a2d-88a2-4493-85f3-6f52ec1701e5 tempest-TestServerBasicOps-1685830086 tempest-TestServerBasicOps-1685830086-project] 10.222.0.75 "DELETE /v2.0/floatingips/cfde6072-0373-47aa-95ee-2052cbd4dd7c HTTP/1.1" status: 204 len: 168 time: 1.0665448 Feb 09 19:38:42.933372 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 40806) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:38:43.007843 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-8ba41889-86ff-43e3-bb05-161a69de1455 tempest-TestServerBasicOps-1685830086 tempest-TestServerBasicOps-1685830086-project] Publish callbacks [] for security_group (65ed5d36-ab26-4dda-b5da-35d8a5ba3b82), before_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:38:43.035746 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-8ba41889-86ff-43e3-bb05-161a69de1455 tempest-TestServerBasicOps-1685830086 tempest-TestServerBasicOps-1685830086-project] Publish callbacks [] for security_group (65ed5d36-ab26-4dda-b5da-35d8a5ba3b82), precommit_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:38:43.099417 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-8c487dc3-0d3c-462b-a5a4-4f54eec27f25 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762867132591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593584'] for agent (93303d5e-5d17-45e8-8963-7694f87783ae), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:38:43.112202 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-8ba41889-86ff-43e3-bb05-161a69de1455 tempest-TestServerBasicOps-1685830086 tempest-TestServerBasicOps-1685830086-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1892331'] for security_group (65ed5d36-ab26-4dda-b5da-35d8a5ba3b82), after_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:38:43.115214 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-8ba41889-86ff-43e3-bb05-161a69de1455 tempest-TestServerBasicOps-1685830086 tempest-TestServerBasicOps-1685830086-project] Publish callbacks [] for security_group (None), before_response {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:38:43.116619 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-8ba41889-86ff-43e3-bb05-161a69de1455 tempest-TestServerBasicOps-1685830086 tempest-TestServerBasicOps-1685830086-project] 10.222.0.75 "DELETE /v2.0/security-groups/65ed5d36-ab26-4dda-b5da-35d8a5ba3b82 HTTP/1.1" status: 204 len: 168 time: 0.1819954 Feb 09 19:38:43.129834 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ba41889-86ff-43e3-bb05-161a69de1455 tempest-TestServerBasicOps-1685830086 tempest-TestServerBasicOps-1685830086-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=65ed5d36-ab26-4dda-b5da-35d8a5ba3b82,revision_number=None']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:38:43.183251 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 40814) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:38:43.451842 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Device e29dcbb8-a456-45b2-83ed-996317badba0 up at agent hyperv_n-h2-713498-36 {{(pid=103232) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 19:38:43.594315 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.provisioning_blocks [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Provisioning for port e29dcbb8-a456-45b2-83ed-996317badba0 completed by entity L2. {{(pid=103232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 19:38:43.599217 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.provisioning_blocks [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Provisioning complete for port e29dcbb8-a456-45b2-83ed-996317badba0 triggered by entity L2. {{(pid=103232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 19:38:43.599641 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593630'] for port (e29dcbb8-a456-45b2-83ed-996317badba0), provisioning_complete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:38:43.706136 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Current status of the port e29dcbb8-a456-45b2-83ed-996317badba0 is: BUILD; New status is: ACTIVE {{(pid=103232) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 19:38:43.706700 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (e29dcbb8-a456-45b2-83ed-996317badba0), before_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:38:43.721435 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10f88364-6322-47c2-852c-0d758e3a9db0 req-e8ac7a62-7c50-4c16-8a1d-fd8d2be80b4d tempest-ServersNegativeTestJSON-1608020402 tempest-ServersNegativeTestJSON-1608020402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:38:43.723065 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-10f88364-6322-47c2-852c-0d758e3a9db0 req-e8ac7a62-7c50-4c16-8a1d-fd8d2be80b4d tempest-ServersNegativeTestJSON-1608020402 tempest-ServersNegativeTestJSON-1608020402-project] 10.222.0.75 "GET /v2.0/ports?device_id=ef8fb5b1-266b-4abe-85d3-6f5780a36355 HTTP/1.1" status: 200 len: 945 time: 0.0787177 Feb 09 19:38:43.756120 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-7429db8d-6021-40ad-813e-885be449a89b None None] For port e29dcbb8-a456-45b2-83ed-996317badba0, host n-h2-713498-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-36',level=0,port_id=e29dcbb8-a456-45b2-83ed-996317badba0,segment=NetworkSegment(858d2da7-0314-4b25-bd9f-f8e206467551),segment_id=858d2da7-0314-4b25-bd9f-f8e206467551)] {{(pid=103232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 19:38:43.757248 n-d-713498-36 neutron-server[103232]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ef8fb5b1-266b-4abe-85d3-6f5780a36355', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e29dcbb8-a456-45b2-83ed-996317badba0'}] {{(pid=103232) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 19:38:43.760185 n-d-713498-36 neutron-server[103232]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}949cdcde653dec44821de95cbf67297f53cbc2aed4e073b5d514f93bf911ce85" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-86e235aa-505e-4c99-9867-e774dc62c226" -d '{"events": [{"server_uuid": "ef8fb5b1-266b-4abe-85d3-6f5780a36355", "name": "network-vif-plugged", "status": "completed", "tag": "e29dcbb8-a456-45b2-83ed-996317badba0"}]}' {{(pid=103232) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 19:38:43.765366 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762867176205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762866656485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762866656503'] for port (e29dcbb8-a456-45b2-83ed-996317badba0), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:38:43.766346 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Device c6f469cb-b1d3-4ec0-ae11-8d288e85cc6d no longer exists at agent hyperv_n-h2-713498-36 {{(pid=103232) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 19:38:43.812866 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-7429db8d-6021-40ad-813e-885be449a89b None None] No Port match for: c6f469cb-b1d3-4ec0-ae11-8d288e85cc6d {{(pid=103232) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 19:38:43.813369 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Device c6f469cb-b1d3-4ec0-ae11-8d288e85cc6d not bound to the agent host n-h2-713498-36 {{(pid=103232) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 19:38:43.826813 n-d-713498-36 neutron-server[103232]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 19:38:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e1a53650-71ea-4b3a-ad6d-1c43b0354e5d x-openstack-request-id: req-e1a53650-71ea-4b3a-ad6d-1c43b0354e5d {{(pid=103232) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 19:38:43.827380 n-d-713498-36 neutron-server[103232]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ef8fb5b1-266b-4abe-85d3-6f5780a36355", "name": "network-vif-plugged", "status": "completed", "tag": "e29dcbb8-a456-45b2-83ed-996317badba0", "code": 200}]} {{(pid=103232) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 19:38:43.827570 n-d-713498-36 neutron-server[103232]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-e1a53650-71ea-4b3a-ad6d-1c43b0354e5d {{(pid=103232) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 19:38:43.828316 n-d-713498-36 neutron-server[103232]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ef8fb5b1-266b-4abe-85d3-6f5780a36355', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e29dcbb8-a456-45b2-83ed-996317badba0', 'code': 200} Feb 09 19:38:43.851192 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Pushing event updated for resources: {'Port': ['ID=e29dcbb8-a456-45b2-83ed-996317badba0,revision_number=12']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:38:43.890570 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-10f88364-6322-47c2-852c-0d758e3a9db0 req-8aec83f9-b46c-4c36-b8fd-cf7b31d6af64 tempest-ServersNegativeTestJSON-1608020402 tempest-ServersNegativeTestJSON-1608020402-project] 10.222.0.75 "GET /v2.0/security-groups?id=25d47ded-5003-4f4d-b434-467ecec6793f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1054132 Feb 09 19:38:44.088539 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c31d557d-8614-449c-bc0d-b0b596804f66 req-ed7677b2-8b21-46a8-a777-1917e69fa062 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:38:44.090790 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-c31d557d-8614-449c-bc0d-b0b596804f66 req-ed7677b2-8b21-46a8-a777-1917e69fa062 service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=ef8fb5b1-266b-4abe-85d3-6f5780a36355 HTTP/1.1" status: 200 len: 1129 time: 0.0499640 Feb 09 19:38:44.117515 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-13b9aa19-d964-4d32-b79a-967697f0d8fa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1834525'] for router_interface (47bf1426-828b-4a74-9907-8874febd8264), before_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:38:44.150842 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-c31d557d-8614-449c-bc0d-b0b596804f66 req-5f04b3bd-c6b9-42d2-a540-1049e827ec68 service neutron] 10.222.0.90 "GET /v2.0/security-groups?id=25d47ded-5003-4f4d-b434-467ecec6793f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504277 Feb 09 19:38:44.375888 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-edc54c9b-7f13-45d9-9271-85c9738b0128 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762867132591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593584'] for agent (a62b1850-466f-48ae-bec7-d62fb280e14b), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:38:44.420222 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.plugin [None req-13b9aa19-d964-4d32-b79a-967697f0d8fa admin admin] Deleting port 7b7bc3ad-ac30-4f71-aed2-2471b7e6c31d {{(pid=103230) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 19:38:44.420656 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-13b9aa19-d964-4d32-b79a-967697f0d8fa admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762867170196'] for port (7b7bc3ad-ac30-4f71-aed2-2471b7e6c31d), before_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:38:44.508758 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.db [None req-13b9aa19-d964-4d32-b79a-967697f0d8fa admin admin] For port 7b7bc3ad-ac30-4f71-aed2-2471b7e6c31d, host n-d-713498-36, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-36',level=0,port_id=7b7bc3ad-ac30-4f71-aed2-2471b7e6c31d,segment=NetworkSegment(5abf3098-6695-42c7-978d-ad16a51f9d66),segment_id=5abf3098-6695-42c7-978d-ad16a51f9d66)] {{(pid=103230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 19:38:44.509131 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-13b9aa19-d964-4d32-b79a-967697f0d8fa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1820838'] for port (7b7bc3ad-ac30-4f71-aed2-2471b7e6c31d), precommit_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:38:44.527475 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.plugin [None req-13b9aa19-d964-4d32-b79a-967697f0d8fa admin admin] Calling delete_port for 7b7bc3ad-ac30-4f71-aed2-2471b7e6c31d owned by network:router_interface {{(pid=103230) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 19:38:44.749199 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-13b9aa19-d964-4d32-b79a-967697f0d8fa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762867177463', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762866656476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14393751'] for port (7b7bc3ad-ac30-4f71-aed2-2471b7e6c31d), after_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:38:44.778445 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13b9aa19-d964-4d32-b79a-967697f0d8fa admin admin] Pushing event deleted for resources: {'Port': ['ID=7b7bc3ad-ac30-4f71-aed2-2471b7e6c31d,revision_number=None']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:38:45.017424 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-13b9aa19-d964-4d32-b79a-967697f0d8fa admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1613467', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1834633'] for router_interface (47bf1426-828b-4a74-9907-8874febd8264), after_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:38:45.111912 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2e522ef-369e-482e-995f-57762f92395f req-d42d4f11-5dde-403b-b068-4382f1e7e5b4 tempest-ServersNegativeTestJSON-1608020402 tempest-ServersNegativeTestJSON-1608020402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:38:45.114035 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-d2e522ef-369e-482e-995f-57762f92395f req-d42d4f11-5dde-403b-b068-4382f1e7e5b4 tempest-ServersNegativeTestJSON-1608020402 tempest-ServersNegativeTestJSON-1608020402-project] 10.222.0.75 "GET /v2.0/ports?device_id=ef8fb5b1-266b-4abe-85d3-6f5780a36355 HTTP/1.1" status: 200 len: 946 time: 0.0733244 Feb 09 19:38:45.199055 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-d2e522ef-369e-482e-995f-57762f92395f req-b781d97e-a64a-489c-8035-8187291eb437 tempest-ServersNegativeTestJSON-1608020402 tempest-ServersNegativeTestJSON-1608020402-project] 10.222.0.75 "GET /v2.0/security-groups?id=25d47ded-5003-4f4d-b434-467ecec6793f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0703762 Feb 09 19:38:45.315056 n-d-713498-36 neutron-server[103230]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-13b9aa19-d964-4d32-b79a-967697f0d8fa admin admin] Router 47bf1426-828b-4a74-9907-8874febd8264 has already been hosted by L3 agent 93303d5e-5d17-45e8-8963-7694f87783ae {{(pid=103230) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 19:38:45.433826 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-13b9aa19-d964-4d32-b79a-967697f0d8fa admin admin] Notify agent at l3_agent.n-d-713498-36 the message routers_updated {{(pid=103230) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 19:38:45.440941 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-13b9aa19-d964-4d32-b79a-967697f0d8fa admin admin] 10.222.0.75 "PUT /v2.0/routers/47bf1426-828b-4a74-9907-8874febd8264/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2566624 Feb 09 19:38:45.443057 n-d-713498-36 neutron-server[103233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13d4d8d9-9570-4353-af7d-34d518576432 None None] Sync routers for ids ['47bf1426-828b-4a74-9907-8874febd8264'] in n-d-713498-36 {{(pid=103233) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 19:38:45.443520 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 40836) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:38:45.454099 n-d-713498-36 neutron-server[103233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13d4d8d9-9570-4353-af7d-34d518576432 None None] Routers {'47bf1426-828b-4a74-9907-8874febd8264'} bound to L3 agent in host n-d-713498-36 {{(pid=103233) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 19:38:45.454704 n-d-713498-36 neutron-server[103233]: DEBUG neutron.db.l3_hamode_db [None req-13d4d8d9-9570-4353-af7d-34d518576432 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T18:51:43Z,description=,heartbeat_timestamp=2022-02-09T19:38:43Z,host='n-d-713498-36',id=93303d5e-5d17-45e8-8963-7694f87783ae,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T18:51:43Z,topic='l3_agent')) {'router_ids': ['47bf1426-828b-4a74-9907-8874febd8264'], 'active': True} {{(pid=103233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:38:45.562494 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-08474d9e-5667-446b-bb0e-00c9b04eb687 admin admin] Publish callbacks [] for router (47bf1426-828b-4a74-9907-8874febd8264), before_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:38:45.591354 n-d-713498-36 neutron-server[103233]: DEBUG neutron.db.l3_dvr_db [None req-13d4d8d9-9570-4353-af7d-34d518576432 None None] Set router 47bf1426-828b-4a74-9907-8874febd8264 gateway port host: n-d-713498-36 {{(pid=103233) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 19:38:45.756815 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-08474d9e-5667-446b-bb0e-00c9b04eb687 admin admin] Publish callbacks [] for router_gateway (47bf1426-828b-4a74-9907-8874febd8264), before_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:38:45.867344 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.plugin [None req-08474d9e-5667-446b-bb0e-00c9b04eb687 admin admin] Deleting port 56c7a375-0d90-45bd-a485-a908fb4b2cdd {{(pid=103230) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 19:38:45.867344 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-08474d9e-5667-446b-bb0e-00c9b04eb687 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762867170196'] for port (56c7a375-0d90-45bd-a485-a908fb4b2cdd), before_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:38:45.908257 n-d-713498-36 neutron-server[103233]: DEBUG neutron.db.l3_hamode_db [None req-13d4d8d9-9570-4353-af7d-34d518576432 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '47bf1426-828b-4a74-9907-8874febd8264', 'name': 'tempest-TestServerBasicOps-1476211343-router', 'tenant_id': '0484ed2328124ada8d8870756276d1f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88055e1e-672a-4487-be31-ffb6e833ece5', 'external_fixed_ips': [{'subnet_id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'ip_address': '172.25.1.71'}], 'enable_snat': True}, 'gw_port_id': '56c7a375-0d90-45bd-a485-a908fb4b2cdd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T19:32:05Z', 'updated_at': '2022-02-09T19:38:44Z', 'revision_number': 5, 'project_id': '0484ed2328124ada8d8870756276d1f0', 'gw_port': {'id': '56c7a375-0d90-45bd-a485-a908fb4b2cdd', 'name': '', 'network_id': '88055e1e-672a-4487-be31-ffb6e833ece5', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:26:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47bf1426-828b-4a74-9907-8874febd8264', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3064, 'fixed_ips': [{'subnet_id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'ip_address': '172.25.1.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T19:32:06Z', 'updated_at': '2022-02-09T19:32:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-36'}], 'n-d-713498-36', False) {} {{(pid=103233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:38:45.958777 n-d-713498-36 neutron-server[103233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13d4d8d9-9570-4353-af7d-34d518576432 None None] Checking router: 47bf1426-828b-4a74-9907-8874febd8264 for host: n-d-713498-36 {{(pid=103233) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 19:38:45.970377 n-d-713498-36 neutron-server[103233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13d4d8d9-9570-4353-af7d-34d518576432 None None] Routers {'47bf1426-828b-4a74-9907-8874febd8264'} bound to L3 agent in host n-d-713498-36 {{(pid=103233) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 19:38:45.971080 n-d-713498-36 neutron-server[103233]: DEBUG neutron.db.l3_hamode_db [None req-13d4d8d9-9570-4353-af7d-34d518576432 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T18:51:43Z,description=,heartbeat_timestamp=2022-02-09T19:38:43Z,host='n-d-713498-36',id=93303d5e-5d17-45e8-8963-7694f87783ae,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T18:51:43Z,topic='l3_agent')) {'router_ids': ['47bf1426-828b-4a74-9907-8874febd8264'], 'active': True} {{(pid=103233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:38:45.992237 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.db [None req-08474d9e-5667-446b-bb0e-00c9b04eb687 admin admin] For port 56c7a375-0d90-45bd-a485-a908fb4b2cdd, host n-d-713498-36, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-36',level=0,port_id=56c7a375-0d90-45bd-a485-a908fb4b2cdd,segment=NetworkSegment(a4222f89-8d3f-4b51-953b-1a8126392491),segment_id=a4222f89-8d3f-4b51-953b-1a8126392491)] {{(pid=103230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 19:38:45.992602 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-08474d9e-5667-446b-bb0e-00c9b04eb687 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1820838'] for port (56c7a375-0d90-45bd-a485-a908fb4b2cdd), precommit_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:38:46.035592 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-a7262a8e-0513-48fd-984d-75726a511961 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762867132591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593584'] for agent (911cfea2-02ae-4ec9-bac3-7808ee1cdd9c), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:38:46.042446 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.plugin [None req-08474d9e-5667-446b-bb0e-00c9b04eb687 admin admin] Calling delete_port for 56c7a375-0d90-45bd-a485-a908fb4b2cdd owned by network:router_gateway {{(pid=103230) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 19:38:46.278391 n-d-713498-36 neutron-server[103233]: DEBUG neutron.db.l3_dvr_db [None req-13d4d8d9-9570-4353-af7d-34d518576432 None None] Set router 47bf1426-828b-4a74-9907-8874febd8264 gateway port host: None {{(pid=103233) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 19:38:46.482440 n-d-713498-36 neutron-server[103233]: DEBUG neutron.db.l3_hamode_db [None req-13d4d8d9-9570-4353-af7d-34d518576432 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '47bf1426-828b-4a74-9907-8874febd8264', 'name': 'tempest-TestServerBasicOps-1476211343-router', 'tenant_id': '0484ed2328124ada8d8870756276d1f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T19:32:05Z', 'updated_at': '2022-02-09T19:38:45Z', 'revision_number': 6, 'project_id': '0484ed2328124ada8d8870756276d1f0', 'gw_port_host': None}], 'n-d-713498-36', False) {} {{(pid=103233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:38:46.511951 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6826d7b-10bf-43cf-97b2-a300ef9bef30 req-3451d5a2-a44d-4a87-8856-224e751f94bc tempest-ServersNegativeTestJSON-1608020402 tempest-ServersNegativeTestJSON-1608020402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:38:46.513727 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-a6826d7b-10bf-43cf-97b2-a300ef9bef30 req-3451d5a2-a44d-4a87-8856-224e751f94bc tempest-ServersNegativeTestJSON-1608020402 tempest-ServersNegativeTestJSON-1608020402-project] 10.222.0.75 "GET /v2.0/ports?device_id=ef8fb5b1-266b-4abe-85d3-6f5780a36355 HTTP/1.1" status: 200 len: 946 time: 0.1426311 Feb 09 19:38:46.550996 n-d-713498-36 neutron-server[103233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13d4d8d9-9570-4353-af7d-34d518576432 None None] The sync data for ids ['47bf1426-828b-4a74-9907-8874febd8264'] in n-d-713498-36 is: [{'id': '47bf1426-828b-4a74-9907-8874febd8264', 'name': 'tempest-TestServerBasicOps-1476211343-router', 'tenant_id': '0484ed2328124ada8d8870756276d1f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T19:32:05Z', 'updated_at': '2022-02-09T19:38:45Z', 'revision_number': 6, 'project_id': '0484ed2328124ada8d8870756276d1f0', 'gw_port_host': None}] {{(pid=103233) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 19:38:46.633720 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-08474d9e-5667-446b-bb0e-00c9b04eb687 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762867177463', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762866656476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14393751'] for port (56c7a375-0d90-45bd-a485-a908fb4b2cdd), after_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:38:46.686485 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08474d9e-5667-446b-bb0e-00c9b04eb687 admin admin] Pushing event deleted for resources: {'Port': ['ID=56c7a375-0d90-45bd-a485-a908fb4b2cdd,revision_number=None']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:38:46.699084 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-a6826d7b-10bf-43cf-97b2-a300ef9bef30 req-097c71a8-767a-40ac-aa97-b9d2d6561f03 tempest-ServersNegativeTestJSON-1608020402 tempest-ServersNegativeTestJSON-1608020402-project] 10.222.0.75 "GET /v2.0/security-groups?id=25d47ded-5003-4f4d-b434-467ecec6793f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1795807 Feb 09 19:38:46.778316 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-08474d9e-5667-446b-bb0e-00c9b04eb687 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1818987'] for router_gateway (47bf1426-828b-4a74-9907-8874febd8264), after_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:38:47.064168 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762867132591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593584'] for agent (496418a2-c002-4aec-ab1a-07f3bea491bd), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:38:47.072830 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-08474d9e-5667-446b-bb0e-00c9b04eb687 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1834988', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-58375'] for router (47bf1426-828b-4a74-9907-8874febd8264), precommit_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:38:47.080959 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-08474d9e-5667-446b-bb0e-00c9b04eb687 admin admin] Publish callbacks [] for router_controller (47bf1426-828b-4a74-9907-8874febd8264), precommit_delete_associations {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:38:47.197727 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-08474d9e-5667-446b-bb0e-00c9b04eb687 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1835003'] for router (47bf1426-828b-4a74-9907-8874febd8264), after_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:38:47.208418 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-08474d9e-5667-446b-bb0e-00c9b04eb687 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 47bf1426-828b-4a74-9907-8874febd8264 {{(pid=103230) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 09 19:38:47.242640 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-08474d9e-5667-446b-bb0e-00c9b04eb687 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:38:47.244258 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-08474d9e-5667-446b-bb0e-00c9b04eb687 admin admin] 10.222.0.75 "DELETE /v2.0/routers/47bf1426-828b-4a74-9907-8874febd8264 HTTP/1.1" status: 204 len: 168 time: 1.7998636 Feb 09 19:38:47.247179 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 40884) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:38:47.319614 n-d-713498-36 neutron-server[103229]: DEBUG neutron.db.db_base_plugin_v2 [None req-e64329b2-b99d-460b-bb2c-4c556da77100 admin admin] Deleting subnet 9358c454-1c1b-4e17-a8a9-b8f83c45b376 {{(pid=103229) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 19:38:47.324262 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-e64329b2-b99d-460b-bb2c-4c556da77100 admin admin] Publish callbacks [] for subnet (9358c454-1c1b-4e17-a8a9-b8f83c45b376), before_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:38:47.385907 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-e64329b2-b99d-460b-bb2c-4c556da77100 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16683410'] for subnet (9358c454-1c1b-4e17-a8a9-b8f83c45b376), precommit_delete_associations {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:38:47.487426 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-e64329b2-b99d-460b-bb2c-4c556da77100 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-759852'] for subnet (9358c454-1c1b-4e17-a8a9-b8f83c45b376), precommit_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:38:47.609740 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-e64329b2-b99d-460b-bb2c-4c556da77100 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-760023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12867367', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12759238'] for subnet (9358c454-1c1b-4e17-a8a9-b8f83c45b376), after_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:38:47.631934 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Device 7b7bc3ad-ac30-4f71-aed2-2471b7e6c31d no longer exists at agent ovs-agent-n-d-713498-36 {{(pid=103232) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 19:38:47.637241 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e64329b2-b99d-460b-bb2c-4c556da77100 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9358c454-1c1b-4e17-a8a9-b8f83c45b376,revision_number=None']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:38:47.648401 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-e64329b2-b99d-460b-bb2c-4c556da77100 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:38:47.656171 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 40888) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:38:47.656614 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-e64329b2-b99d-460b-bb2c-4c556da77100 admin admin] 10.222.0.75 "DELETE /v2.0/subnets/9358c454-1c1b-4e17-a8a9-b8f83c45b376 HTTP/1.1" status: 204 len: 168 time: 0.4069085 Feb 09 19:38:47.673756 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f2fce60-8aaa-4f35-b85f-ff0e138588e3 None None] Network 8f2df497-8ab8-4c9e-8bb2-f9e936c46637 requested from n-d-713498-36 {{(pid=103232) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 19:38:47.675680 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] No Port match for: 7b7bc3ad-ac30-4f71-aed2-2471b7e6c31d {{(pid=103232) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 19:38:47.676022 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Device 7b7bc3ad-ac30-4f71-aed2-2471b7e6c31d not bound to the agent host n-d-713498-36 {{(pid=103232) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 19:38:47.781620 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-da7fc40f-092e-40cd-9f08-844462aebd77 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-670458'] for network (8f2df497-8ab8-4c9e-8bb2-f9e936c46637), before_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:38:47.901708 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.plugin [None req-da7fc40f-092e-40cd-9f08-844462aebd77 admin admin] Deleting port 7557cb55-b145-4af6-a86a-232fcc9247d0 {{(pid=103230) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 19:38:47.902441 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-da7fc40f-092e-40cd-9f08-844462aebd77 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762867170196'] for port (7557cb55-b145-4af6-a86a-232fcc9247d0), before_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:38:47.981407 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1381e5af-4982-4f73-833e-864d14a36242 req-9e0bb193-db80-4e61-9a51-cb8cc47fc813 tempest-ServersNegativeTestJSON-1608020402 tempest-ServersNegativeTestJSON-1608020402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:38:47.991236 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-1381e5af-4982-4f73-833e-864d14a36242 req-9e0bb193-db80-4e61-9a51-cb8cc47fc813 tempest-ServersNegativeTestJSON-1608020402 tempest-ServersNegativeTestJSON-1608020402-project] 10.222.0.75 "GET /v2.0/ports?device_id=ef8fb5b1-266b-4abe-85d3-6f5780a36355 HTTP/1.1" status: 200 len: 946 time: 0.1543193 Feb 09 19:38:48.009642 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a07e1bb-ca19-4f5f-874f-44d725e327ec None None] DHCP port deletion for 8f2df497-8ab8-4c9e-8bb2-f9e936c46637 request from n-d-713498-36 {{(pid=103232) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 09 19:38:48.075778 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-1381e5af-4982-4f73-833e-864d14a36242 req-3f679e91-d1c8-4d19-b2ec-cb5df678c7de tempest-ServersNegativeTestJSON-1608020402 tempest-ServersNegativeTestJSON-1608020402-project] 10.222.0.75 "GET /v2.0/security-groups?id=25d47ded-5003-4f4d-b434-467ecec6793f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0822194 Feb 09 19:38:48.079925 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.db [None req-da7fc40f-092e-40cd-9f08-844462aebd77 admin admin] For port 7557cb55-b145-4af6-a86a-232fcc9247d0, host n-d-713498-36, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-36',level=0,port_id=7557cb55-b145-4af6-a86a-232fcc9247d0,segment=NetworkSegment(5abf3098-6695-42c7-978d-ad16a51f9d66),segment_id=5abf3098-6695-42c7-978d-ad16a51f9d66)] {{(pid=103230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 19:38:48.080301 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-da7fc40f-092e-40cd-9f08-844462aebd77 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1820838'] for port (7557cb55-b145-4af6-a86a-232fcc9247d0), precommit_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:38:48.118612 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.plugin [None req-da7fc40f-092e-40cd-9f08-844462aebd77 admin admin] Calling delete_port for 7557cb55-b145-4af6-a86a-232fcc9247d0 owned by network:dhcp {{(pid=103230) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 19:38:48.151098 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-0a07e1bb-ca19-4f5f-874f-44d725e327ec None None] Deleting port 7557cb55-b145-4af6-a86a-232fcc9247d0 {{(pid=103232) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 19:38:48.152498 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-0a07e1bb-ca19-4f5f-874f-44d725e327ec None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762867170196'] for port (7557cb55-b145-4af6-a86a-232fcc9247d0), before_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:38:48.299348 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-0a07e1bb-ca19-4f5f-874f-44d725e327ec None None] For port 7557cb55-b145-4af6-a86a-232fcc9247d0, host n-d-713498-36, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-36',level=0,port_id=7557cb55-b145-4af6-a86a-232fcc9247d0,segment=NetworkSegment(5abf3098-6695-42c7-978d-ad16a51f9d66),segment_id=5abf3098-6695-42c7-978d-ad16a51f9d66)] {{(pid=103232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 19:38:48.299750 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-0a07e1bb-ca19-4f5f-874f-44d725e327ec None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1820838'] for port (7557cb55-b145-4af6-a86a-232fcc9247d0), precommit_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:38:48.335353 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-0a07e1bb-ca19-4f5f-874f-44d725e327ec None None] Calling delete_port for 7557cb55-b145-4af6-a86a-232fcc9247d0 owned by network:dhcp {{(pid=103232) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 19:38:48.360440 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ae9fc4a-57b7-40bd-b752-1a37bfc4ff62 req-9e707a78-9de5-4c23-bdae-16bfc0674975 tempest-ServersNegativeTestJSON-1608020402 tempest-ServersNegativeTestJSON-1608020402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:38:48.372368 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-5ae9fc4a-57b7-40bd-b752-1a37bfc4ff62 req-9e707a78-9de5-4c23-bdae-16bfc0674975 tempest-ServersNegativeTestJSON-1608020402 tempest-ServersNegativeTestJSON-1608020402-project] 10.222.0.75 "GET /v2.0/ports?device_id=ef8fb5b1-266b-4abe-85d3-6f5780a36355 HTTP/1.1" status: 200 len: 946 time: 0.1378660 Feb 09 19:38:48.408604 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-da7fc40f-092e-40cd-9f08-844462aebd77 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762867177463', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762866656476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14393751'] for port (7557cb55-b145-4af6-a86a-232fcc9247d0), after_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:38:48.469752 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-0a07e1bb-ca19-4f5f-874f-44d725e327ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762867177463', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762866656476'] for port (7557cb55-b145-4af6-a86a-232fcc9247d0), after_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:38:48.475148 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da7fc40f-092e-40cd-9f08-844462aebd77 admin admin] Pushing event deleted for resources: {'Port': ['ID=7557cb55-b145-4af6-a86a-232fcc9247d0,revision_number=None']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:38:48.493735 n-d-713498-36 neutron-server[103230]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da7fc40f-092e-40cd-9f08-844462aebd77 admin admin] No DVR routers for this DVR port 7557cb55-b145-4af6-a86a-232fcc9247d0 on host n-d-713498-36 {{(pid=103230) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 19:38:48.504361 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-5ae9fc4a-57b7-40bd-b752-1a37bfc4ff62 req-580de90f-506e-452e-ba70-f1382b1ec944 tempest-ServersNegativeTestJSON-1608020402 tempest-ServersNegativeTestJSON-1608020402-project] 10.222.0.75 "GET /v2.0/security-groups?id=25d47ded-5003-4f4d-b434-467ecec6793f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1297276 Feb 09 19:38:48.527685 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a07e1bb-ca19-4f5f-874f-44d725e327ec None None] No DVR routers for this DVR port 7557cb55-b145-4af6-a86a-232fcc9247d0 on host n-d-713498-36 {{(pid=103232) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 19:38:48.535459 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a07e1bb-ca19-4f5f-874f-44d725e327ec None None] Pushing event deleted for resources: {'Port': ['ID=7557cb55-b145-4af6-a86a-232fcc9247d0,revision_number=None']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:38:48.637158 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-da7fc40f-092e-40cd-9f08-844462aebd77 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-590267', 'neutron.services.segments.db._delete_segments_for_network-8762867132609'] for network (8f2df497-8ab8-4c9e-8bb2-f9e936c46637), precommit_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:38:48.687386 n-d-713498-36 neutron-server[103230]: DEBUG neutron.services.segments.db [None req-da7fc40f-092e-40cd-9f08-844462aebd77 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8f2df497-8ab8-4c9e-8bb2-f9e936c46637']}} {{(pid=103230) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:38:48.710707 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f055ba13-4eaa-40d4-9ad5-38b99c083a21 req-cbd23242-1d67-40eb-b424-607d486f7756 tempest-ServersNegativeTestJSON-1608020402 tempest-ServersNegativeTestJSON-1608020402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:38:48.711996 n-d-713498-36 neutron-server[103230]: DEBUG neutron.services.segments.db [None req-da7fc40f-092e-40cd-9f08-844462aebd77 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5abf3098-6695-42c7-978d-ad16a51f9d66') {'for_net_delete': True} {{(pid=103230) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:38:48.714328 n-d-713498-36 neutron-server[103230]: DEBUG neutron.services.segments.db [None req-da7fc40f-092e-40cd-9f08-844462aebd77 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5abf3098-6695-42c7-978d-ad16a51f9d66') {} {{(pid=103230) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:38:48.719280 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-f055ba13-4eaa-40d4-9ad5-38b99c083a21 req-cbd23242-1d67-40eb-b424-607d486f7756 tempest-ServersNegativeTestJSON-1608020402 tempest-ServersNegativeTestJSON-1608020402-project] 10.222.0.75 "GET /v2.0/ports?device_id=ef8fb5b1-266b-4abe-85d3-6f5780a36355 HTTP/1.1" status: 200 len: 946 time: 0.0792475 Feb 09 19:38:48.747979 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-da7fc40f-092e-40cd-9f08-844462aebd77 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762867134154', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12895813'] for segment (5abf3098-6695-42c7-978d-ad16a51f9d66), before_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:38:48.772246 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762867132591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593584'] for agent (488cd9ae-631f-4955-ba0b-4f5a13f12e9c), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:38:48.776259 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-da7fc40f-092e-40cd-9f08-844462aebd77 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-759574'] for segment (5abf3098-6695-42c7-978d-ad16a51f9d66), precommit_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:38:48.800236 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-da7fc40f-092e-40cd-9f08-844462aebd77 admin admin] Releasing vlan 387 on physical network physnet1 to pool {{(pid=103230) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 19:38:48.803743 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-da7fc40f-092e-40cd-9f08-844462aebd77 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-759574', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14393826'] for segment (5abf3098-6695-42c7-978d-ad16a51f9d66), after_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:38:48.808801 n-d-713498-36 neutron-server[103230]: Traceback (most recent call last): Feb 09 19:38:48.808801 n-d-713498-36 neutron-server[103230]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 19:38:48.808801 n-d-713498-36 neutron-server[103230]: timer() Feb 09 19:38:48.808801 n-d-713498-36 neutron-server[103230]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 19:38:48.808801 n-d-713498-36 neutron-server[103230]: cb(*args, **kw) Feb 09 19:38:48.808801 n-d-713498-36 neutron-server[103230]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 19:38:48.808801 n-d-713498-36 neutron-server[103230]: return func(*args, **kwargs) Feb 09 19:38:48.808801 n-d-713498-36 neutron-server[103230]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 19:38:48.808801 n-d-713498-36 neutron-server[103230]: self._notify() Feb 09 19:38:48.808801 n-d-713498-36 neutron-server[103230]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 19:38:48.808801 n-d-713498-36 neutron-server[103230]: self.callback(batched_events) Feb 09 19:38:48.808801 n-d-713498-36 neutron-server[103230]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 19:38:48.808801 n-d-713498-36 neutron-server[103230]: event.method(event) Feb 09 19:38:48.808801 n-d-713498-36 neutron-server[103230]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 19:38:48.808801 n-d-713498-36 neutron-server[103230]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 19:38:48.808801 n-d-713498-36 neutron-server[103230]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 19:38:48.808801 n-d-713498-36 neutron-server[103230]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 19:38:48.808801 n-d-713498-36 neutron-server[103230]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 19:38:48.808801 n-d-713498-36 neutron-server[103230]: return f(self, *a, **k) Feb 09 19:38:48.808801 n-d-713498-36 neutron-server[103230]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 19:38:48.808801 n-d-713498-36 neutron-server[103230]: return self._get(url).json() Feb 09 19:38:48.808801 n-d-713498-36 neutron-server[103230]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 19:38:48.808801 n-d-713498-36 neutron-server[103230]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 19:38:48.808801 n-d-713498-36 neutron-server[103230]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 19:38:48.808801 n-d-713498-36 neutron-server[103230]: return self.request(url, 'GET', **kwargs) Feb 09 19:38:48.808801 n-d-713498-36 neutron-server[103230]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 19:38:48.808801 n-d-713498-36 neutron-server[103230]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 19:38:48.808801 n-d-713498-36 neutron-server[103230]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 19:38:48.808801 n-d-713498-36 neutron-server[103230]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 19:38:48.808801 n-d-713498-36 neutron-server[103230]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 19:38:48.808801 n-d-713498-36 neutron-server[103230]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 19:38:48.808801 n-d-713498-36 neutron-server[103230]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 19:38:48.811850 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-f055ba13-4eaa-40d4-9ad5-38b99c083a21 req-a4ee177f-5e83-46fd-a4c1-a8792e030dbc tempest-ServersNegativeTestJSON-1608020402 tempest-ServersNegativeTestJSON-1608020402-project] 10.222.0.75 "GET /v2.0/security-groups?id=25d47ded-5003-4f4d-b434-467ecec6793f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0902262 Feb 09 19:38:48.904572 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-da7fc40f-092e-40cd-9f08-844462aebd77 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-590242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1885479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1818895'] for network (8f2df497-8ab8-4c9e-8bb2-f9e936c46637), after_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:38:48.911873 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-da7fc40f-092e-40cd-9f08-844462aebd77 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:38:48.928079 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-da7fc40f-092e-40cd-9f08-844462aebd77 admin admin] 10.222.0.75 "DELETE /v2.0/networks/8f2df497-8ab8-4c9e-8bb2-f9e936c46637 HTTP/1.1" status: 204 len: 168 time: 1.2672596 Feb 09 19:38:48.928079 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 40904) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:38:49.020877 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62211f5b-0574-4ccc-87c3-7cc76961112c req-e0e84d77-4991-408a-b183-61b5ee7da1ce tempest-ServersNegativeTestJSON-1608020402 tempest-ServersNegativeTestJSON-1608020402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:38:49.030763 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-62211f5b-0574-4ccc-87c3-7cc76961112c req-e0e84d77-4991-408a-b183-61b5ee7da1ce tempest-ServersNegativeTestJSON-1608020402 tempest-ServersNegativeTestJSON-1608020402-project] 10.222.0.75 "GET /v2.0/ports?device_id=ef8fb5b1-266b-4abe-85d3-6f5780a36355 HTTP/1.1" status: 200 len: 946 time: 0.0897498 Feb 09 19:38:49.094681 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-62211f5b-0574-4ccc-87c3-7cc76961112c req-de8595eb-f203-4c2d-8334-9ab21dfd8f06 tempest-ServersNegativeTestJSON-1608020402 tempest-ServersNegativeTestJSON-1608020402-project] 10.222.0.75 "GET /v2.0/security-groups?id=25d47ded-5003-4f4d-b434-467ecec6793f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581603 Feb 09 19:38:49.146203 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762867132591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593584'] for agent (bcd5faee-dc24-4298-9134-0e0aa054058e), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:38:49.342454 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Device 7557cb55-b145-4af6-a86a-232fcc9247d0 no longer exists at agent ovs-agent-n-d-713498-36 {{(pid=103232) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 19:38:49.380663 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] No Port match for: 7557cb55-b145-4af6-a86a-232fcc9247d0 {{(pid=103232) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 19:38:49.387012 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Device 7557cb55-b145-4af6-a86a-232fcc9247d0 not bound to the agent host n-d-713498-36 {{(pid=103232) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 19:38:49.388150 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Device 56c7a375-0d90-45bd-a485-a908fb4b2cdd no longer exists at agent ovs-agent-n-d-713498-36 {{(pid=103232) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 19:38:49.437898 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] No Port match for: 56c7a375-0d90-45bd-a485-a908fb4b2cdd {{(pid=103232) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 19:38:49.439497 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Device 56c7a375-0d90-45bd-a485-a908fb4b2cdd not bound to the agent host n-d-713498-36 {{(pid=103232) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 19:38:49.503539 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da7fc40f-092e-40cd-9f08-844462aebd77 admin admin] Pushing event deleted for resources: {'Network': ['ID=8f2df497-8ab8-4c9e-8bb2-f9e936c46637,revision_number=None']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:38:49.637168 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5f87a06-a400-4e1f-93cc-020010479c6e req-de27e932-939a-47f7-8b26-f5cca20acbf3 tempest-ServersNegativeTestJSON-1608020402 tempest-ServersNegativeTestJSON-1608020402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:38:49.645420 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-c5f87a06-a400-4e1f-93cc-020010479c6e req-de27e932-939a-47f7-8b26-f5cca20acbf3 tempest-ServersNegativeTestJSON-1608020402 tempest-ServersNegativeTestJSON-1608020402-project] 10.222.0.75 "GET /v2.0/ports?device_id=ef8fb5b1-266b-4abe-85d3-6f5780a36355 HTTP/1.1" status: 200 len: 946 time: 0.1650913 Feb 09 19:38:49.770490 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-c5f87a06-a400-4e1f-93cc-020010479c6e req-d687f89e-5313-4556-9c1c-f0860ce4a323 tempest-ServersNegativeTestJSON-1608020402 tempest-ServersNegativeTestJSON-1608020402-project] 10.222.0.75 "GET /v2.0/security-groups?id=25d47ded-5003-4f4d-b434-467ecec6793f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1238172 Feb 09 19:38:49.954573 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b63ce43e-f81e-4b7c-a28e-3842dfac2246 req-35087ee8-e89a-4746-89ac-bc8060080283 tempest-ServersNegativeTestJSON-1608020402 tempest-ServersNegativeTestJSON-1608020402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:38:49.956145 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-b63ce43e-f81e-4b7c-a28e-3842dfac2246 req-35087ee8-e89a-4746-89ac-bc8060080283 tempest-ServersNegativeTestJSON-1608020402 tempest-ServersNegativeTestJSON-1608020402-project] 10.222.0.75 "GET /v2.0/ports?device_id=ef8fb5b1-266b-4abe-85d3-6f5780a36355 HTTP/1.1" status: 200 len: 946 time: 0.0770938 Feb 09 19:38:50.031255 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-b63ce43e-f81e-4b7c-a28e-3842dfac2246 req-d67680ff-8a7e-41ca-89eb-b7ba5ef65789 tempest-ServersNegativeTestJSON-1608020402 tempest-ServersNegativeTestJSON-1608020402-project] 10.222.0.75 "GET /v2.0/security-groups?id=25d47ded-5003-4f4d-b434-467ecec6793f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0686991 Feb 09 19:38:50.057741 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-1be3434d-1196-4134-a86b-1bf185013076 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1834525'] for router_interface (fb591b5a-ef79-4802-9216-5c4a46effb50), before_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:38:50.202248 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d52048f-a7d0-4d63-9afc-2b3be0b634d4 req-f3803102-4bba-46ba-aec7-def50ca9a7b0 tempest-ServersNegativeTestJSON-1608020402 tempest-ServersNegativeTestJSON-1608020402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:38:50.207626 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-9d52048f-a7d0-4d63-9afc-2b3be0b634d4 req-f3803102-4bba-46ba-aec7-def50ca9a7b0 tempest-ServersNegativeTestJSON-1608020402 tempest-ServersNegativeTestJSON-1608020402-project] 10.222.0.75 "GET /v2.0/ports?device_id=ef8fb5b1-266b-4abe-85d3-6f5780a36355 HTTP/1.1" status: 200 len: 946 time: 0.0840919 Feb 09 19:38:50.298098 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-9d52048f-a7d0-4d63-9afc-2b3be0b634d4 req-22c933a3-9f26-44ca-a858-cf9ebb6715c8 tempest-ServersNegativeTestJSON-1608020402 tempest-ServersNegativeTestJSON-1608020402-project] 10.222.0.75 "GET /v2.0/security-groups?id=25d47ded-5003-4f4d-b434-467ecec6793f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0825062 Feb 09 19:38:50.403739 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.plugin [None req-1be3434d-1196-4134-a86b-1bf185013076 admin admin] Deleting port b366f6a5-0200-4c0d-87d7-1e22a5e22c3d {{(pid=103230) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 19:38:50.404085 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-1be3434d-1196-4134-a86b-1bf185013076 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762867170196'] for port (b366f6a5-0200-4c0d-87d7-1e22a5e22c3d), before_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:38:50.569101 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.db [None req-1be3434d-1196-4134-a86b-1bf185013076 admin admin] For port b366f6a5-0200-4c0d-87d7-1e22a5e22c3d, host n-d-713498-36, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-36',level=0,port_id=b366f6a5-0200-4c0d-87d7-1e22a5e22c3d,segment=NetworkSegment(12c5c233-f35c-4040-8456-92eb7a372221),segment_id=12c5c233-f35c-4040-8456-92eb7a372221)] {{(pid=103230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 19:38:50.569101 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-1be3434d-1196-4134-a86b-1bf185013076 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1820838'] for port (b366f6a5-0200-4c0d-87d7-1e22a5e22c3d), precommit_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:38:50.593220 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.plugin [None req-1be3434d-1196-4134-a86b-1bf185013076 admin admin] Calling delete_port for b366f6a5-0200-4c0d-87d7-1e22a5e22c3d owned by network:router_interface {{(pid=103230) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 19:38:50.650272 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aba61d3-7026-43fb-b745-6c59f2106ff3 req-56b40287-1fc7-4b06-878d-42f75e90338f tempest-ServersNegativeTestJSON-1608020402 tempest-ServersNegativeTestJSON-1608020402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:38:50.657816 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-4aba61d3-7026-43fb-b745-6c59f2106ff3 req-56b40287-1fc7-4b06-878d-42f75e90338f tempest-ServersNegativeTestJSON-1608020402 tempest-ServersNegativeTestJSON-1608020402-project] 10.222.0.75 "GET /v2.0/ports?device_id=ef8fb5b1-266b-4abe-85d3-6f5780a36355 HTTP/1.1" status: 200 len: 946 time: 0.0889173 Feb 09 19:38:50.734861 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-4aba61d3-7026-43fb-b745-6c59f2106ff3 req-385eefb3-8e72-4d61-9539-585feb4fad55 tempest-ServersNegativeTestJSON-1608020402 tempest-ServersNegativeTestJSON-1608020402-project] 10.222.0.75 "GET /v2.0/security-groups?id=25d47ded-5003-4f4d-b434-467ecec6793f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0696542 Feb 09 19:38:50.883857 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-1be3434d-1196-4134-a86b-1bf185013076 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762867177463', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762866656476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14393751'] for port (b366f6a5-0200-4c0d-87d7-1e22a5e22c3d), after_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:38:50.934248 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1be3434d-1196-4134-a86b-1bf185013076 admin admin] Pushing event deleted for resources: {'Port': ['ID=b366f6a5-0200-4c0d-87d7-1e22a5e22c3d,revision_number=None']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:38:51.209456 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-1be3434d-1196-4134-a86b-1bf185013076 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1613467', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1834633'] for router_interface (fb591b5a-ef79-4802-9216-5c4a46effb50), after_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:38:51.494433 n-d-713498-36 neutron-server[103230]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1be3434d-1196-4134-a86b-1bf185013076 admin admin] Router fb591b5a-ef79-4802-9216-5c4a46effb50 has already been hosted by L3 agent 93303d5e-5d17-45e8-8963-7694f87783ae {{(pid=103230) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 19:38:51.653783 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1be3434d-1196-4134-a86b-1bf185013076 admin admin] Notify agent at l3_agent.n-d-713498-36 the message routers_updated {{(pid=103230) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 19:38:51.660335 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-1be3434d-1196-4134-a86b-1bf185013076 admin admin] 10.222.0.75 "PUT /v2.0/routers/fb591b5a-ef79-4802-9216-5c4a46effb50/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7300870 Feb 09 19:38:51.663447 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 40938) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:38:51.667489 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-883dfc10-80eb-4318-921d-fbd2cb74bc0b None None] Sync routers for ids ['fb591b5a-ef79-4802-9216-5c4a46effb50'] in n-d-713498-36 {{(pid=103232) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 19:38:51.702107 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.l3_dvrscheduler_db [None req-883dfc10-80eb-4318-921d-fbd2cb74bc0b None None] Routers {'fb591b5a-ef79-4802-9216-5c4a46effb50'} bound to L3 agent in host n-d-713498-36 {{(pid=103232) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 19:38:51.706580 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.l3_hamode_db [None req-883dfc10-80eb-4318-921d-fbd2cb74bc0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T18:51:43Z,description=,heartbeat_timestamp=2022-02-09T19:38:43Z,host='n-d-713498-36',id=93303d5e-5d17-45e8-8963-7694f87783ae,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T18:51:43Z,topic='l3_agent')) {'router_ids': ['fb591b5a-ef79-4802-9216-5c4a46effb50'], 'active': True} {{(pid=103232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:38:51.815356 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-e47f528c-9470-4862-b838-d84fa57f5305 admin admin] Publish callbacks [] for router (fb591b5a-ef79-4802-9216-5c4a46effb50), before_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:38:51.864207 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.l3_dvr_db [None req-883dfc10-80eb-4318-921d-fbd2cb74bc0b None None] Set router fb591b5a-ef79-4802-9216-5c4a46effb50 gateway port host: n-d-713498-36 {{(pid=103232) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 19:38:51.941255 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e389ec6-4e99-4ac8-9c3a-5b5d26f5c012 req-563bf8cd-831d-4cd5-baba-8a97d799caca tempest-ServersNegativeTestJSON-1608020402 tempest-ServersNegativeTestJSON-1608020402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:38:51.946926 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-6e389ec6-4e99-4ac8-9c3a-5b5d26f5c012 req-563bf8cd-831d-4cd5-baba-8a97d799caca tempest-ServersNegativeTestJSON-1608020402 tempest-ServersNegativeTestJSON-1608020402-project] 10.222.0.75 "GET /v2.0/ports?device_id=ef8fb5b1-266b-4abe-85d3-6f5780a36355 HTTP/1.1" status: 200 len: 946 time: 0.1140938 Feb 09 19:38:52.029172 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-e47f528c-9470-4862-b838-d84fa57f5305 admin admin] Publish callbacks [] for router_gateway (fb591b5a-ef79-4802-9216-5c4a46effb50), before_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:38:52.036559 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-6e389ec6-4e99-4ac8-9c3a-5b5d26f5c012 req-da4cbddf-03b2-4833-950d-8e23b3c826b5 tempest-ServersNegativeTestJSON-1608020402 tempest-ServersNegativeTestJSON-1608020402-project] 10.222.0.75 "GET /v2.0/security-groups?id=25d47ded-5003-4f4d-b434-467ecec6793f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0855103 Feb 09 19:38:52.114322 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.plugin [None req-e47f528c-9470-4862-b838-d84fa57f5305 admin admin] Deleting port 60f4dbdc-21d8-4bc7-92b2-aa1fcb9ba94d {{(pid=103229) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 19:38:52.114749 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.l3_hamode_db [None req-883dfc10-80eb-4318-921d-fbd2cb74bc0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fb591b5a-ef79-4802-9216-5c4a46effb50', 'name': 'tempest-TestServerBasicOps-861232182-router', 'tenant_id': '186ee2795ec54b078ce75afec47c5196', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88055e1e-672a-4487-be31-ffb6e833ece5', 'external_fixed_ips': [{'subnet_id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'ip_address': '172.25.1.158'}], 'enable_snat': True}, 'gw_port_id': '60f4dbdc-21d8-4bc7-92b2-aa1fcb9ba94d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T19:32:20Z', 'updated_at': '2022-02-09T19:38:50Z', 'revision_number': 5, 'project_id': '186ee2795ec54b078ce75afec47c5196', 'gw_port': {'id': '60f4dbdc-21d8-4bc7-92b2-aa1fcb9ba94d', 'name': '', 'network_id': '88055e1e-672a-4487-be31-ffb6e833ece5', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:3a:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb591b5a-ef79-4802-9216-5c4a46effb50', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3085, 'fixed_ips': [{'subnet_id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'ip_address': '172.25.1.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T19:32:21Z', 'updated_at': '2022-02-09T19:32:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-36'}], 'n-d-713498-36', False) {} {{(pid=103232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:38:52.115358 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-e47f528c-9470-4862-b838-d84fa57f5305 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762867170196'] for port (60f4dbdc-21d8-4bc7-92b2-aa1fcb9ba94d), before_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:38:52.158460 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-883dfc10-80eb-4318-921d-fbd2cb74bc0b None None] Checking router: fb591b5a-ef79-4802-9216-5c4a46effb50 for host: n-d-713498-36 {{(pid=103232) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 19:38:52.200714 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.l3_dvrscheduler_db [None req-883dfc10-80eb-4318-921d-fbd2cb74bc0b None None] Routers {'fb591b5a-ef79-4802-9216-5c4a46effb50'} bound to L3 agent in host n-d-713498-36 {{(pid=103232) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 19:38:52.201823 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.l3_hamode_db [None req-883dfc10-80eb-4318-921d-fbd2cb74bc0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T18:51:43Z,description=,heartbeat_timestamp=2022-02-09T19:38:43Z,host='n-d-713498-36',id=93303d5e-5d17-45e8-8963-7694f87783ae,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T18:51:43Z,topic='l3_agent')) {'router_ids': ['fb591b5a-ef79-4802-9216-5c4a46effb50'], 'active': True} {{(pid=103232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:38:52.250648 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.db [None req-e47f528c-9470-4862-b838-d84fa57f5305 admin admin] For port 60f4dbdc-21d8-4bc7-92b2-aa1fcb9ba94d, host n-d-713498-36, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-36',level=0,port_id=60f4dbdc-21d8-4bc7-92b2-aa1fcb9ba94d,segment=NetworkSegment(a4222f89-8d3f-4b51-953b-1a8126392491),segment_id=a4222f89-8d3f-4b51-953b-1a8126392491)] {{(pid=103229) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 19:38:52.251187 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-e47f528c-9470-4862-b838-d84fa57f5305 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1820838'] for port (60f4dbdc-21d8-4bc7-92b2-aa1fcb9ba94d), precommit_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:38:52.271406 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.plugin [None req-e47f528c-9470-4862-b838-d84fa57f5305 admin admin] Calling delete_port for 60f4dbdc-21d8-4bc7-92b2-aa1fcb9ba94d owned by network:router_gateway {{(pid=103229) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 19:38:52.429405 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.l3_dvr_db [None req-883dfc10-80eb-4318-921d-fbd2cb74bc0b None None] Set router fb591b5a-ef79-4802-9216-5c4a46effb50 gateway port host: None {{(pid=103232) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 19:38:52.534506 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.l3_hamode_db [None req-883dfc10-80eb-4318-921d-fbd2cb74bc0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fb591b5a-ef79-4802-9216-5c4a46effb50', 'name': 'tempest-TestServerBasicOps-861232182-router', 'tenant_id': '186ee2795ec54b078ce75afec47c5196', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T19:32:20Z', 'updated_at': '2022-02-09T19:38:52Z', 'revision_number': 6, 'project_id': '186ee2795ec54b078ce75afec47c5196', 'gw_port_host': None}], 'n-d-713498-36', False) {} {{(pid=103232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:38:52.602734 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-e47f528c-9470-4862-b838-d84fa57f5305 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762867177463', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762866656476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12867576'] for port (60f4dbdc-21d8-4bc7-92b2-aa1fcb9ba94d), after_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:38:52.621294 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-883dfc10-80eb-4318-921d-fbd2cb74bc0b None None] The sync data for ids ['fb591b5a-ef79-4802-9216-5c4a46effb50'] in n-d-713498-36 is: [{'id': 'fb591b5a-ef79-4802-9216-5c4a46effb50', 'name': 'tempest-TestServerBasicOps-861232182-router', 'tenant_id': '186ee2795ec54b078ce75afec47c5196', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T19:32:20Z', 'updated_at': '2022-02-09T19:38:52Z', 'revision_number': 6, 'project_id': '186ee2795ec54b078ce75afec47c5196', 'gw_port_host': None}] {{(pid=103232) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 19:38:52.636046 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e47f528c-9470-4862-b838-d84fa57f5305 admin admin] Pushing event deleted for resources: {'Port': ['ID=60f4dbdc-21d8-4bc7-92b2-aa1fcb9ba94d,revision_number=None']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:38:52.639641 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3277233e-47de-4f89-bf8d-2a9dc29e1c7c req-dd6e5b36-582c-4c1b-adfc-b04af3f121c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:38:52.641523 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-3277233e-47de-4f89-bf8d-2a9dc29e1c7c req-dd6e5b36-582c-4c1b-adfc-b04af3f121c4 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=554bad581bcf4d20ab4a10352f965260&device_id=ef8fb5b1-266b-4abe-85d3-6f5780a36355 HTTP/1.1" status: 200 len: 1129 time: 0.1946340 Feb 09 19:38:52.656437 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc6d62b1-eb15-4760-9b5d-27713bfe9fec req-ea95c06f-62ac-4a3d-a652-adf79e9b8ab1 tempest-ServersNegativeTestJSON-1608020402 tempest-ServersNegativeTestJSON-1608020402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:38:52.658376 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-fc6d62b1-eb15-4760-9b5d-27713bfe9fec req-ea95c06f-62ac-4a3d-a652-adf79e9b8ab1 tempest-ServersNegativeTestJSON-1608020402 tempest-ServersNegativeTestJSON-1608020402-project] 10.222.0.75 "GET /v2.0/ports?device_id=ef8fb5b1-266b-4abe-85d3-6f5780a36355 HTTP/1.1" status: 200 len: 946 time: 0.1553154 Feb 09 19:38:52.846412 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-fc6d62b1-eb15-4760-9b5d-27713bfe9fec req-51295786-0c6d-4e54-ae7f-3720c3751e4a tempest-ServersNegativeTestJSON-1608020402 tempest-ServersNegativeTestJSON-1608020402-project] 10.222.0.75 "GET /v2.0/security-groups?id=25d47ded-5003-4f4d-b434-467ecec6793f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1772401 Feb 09 19:38:52.863565 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-e47f528c-9470-4862-b838-d84fa57f5305 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1818987'] for router_gateway (fb591b5a-ef79-4802-9216-5c4a46effb50), after_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:38:52.972421 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-e47f528c-9470-4862-b838-d84fa57f5305 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1834988', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-58375'] for router (fb591b5a-ef79-4802-9216-5c4a46effb50), precommit_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:38:52.974766 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-e47f528c-9470-4862-b838-d84fa57f5305 admin admin] Publish callbacks [] for router_controller (fb591b5a-ef79-4802-9216-5c4a46effb50), precommit_delete_associations {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:38:53.028383 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3277233e-47de-4f89-bf8d-2a9dc29e1c7c req-e6a5d454-0cc5-4063-967e-8809b80ce4d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:38:53.029859 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-3277233e-47de-4f89-bf8d-2a9dc29e1c7c req-e6a5d454-0cc5-4063-967e-8809b80ce4d6 service neutron] 10.222.0.90 "GET /v2.0/networks?id=2f0cf41a-020e-4549-8a9a-beaa8be7ccf1 HTTP/1.1" status: 200 len: 915 time: 0.3705904 Feb 09 19:38:53.035562 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-e47f528c-9470-4862-b838-d84fa57f5305 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1835003'] for router (fb591b5a-ef79-4802-9216-5c4a46effb50), after_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:38:53.036125 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e47f528c-9470-4862-b838-d84fa57f5305 admin admin] Fanout notify agent at l3_agent the message router_deleted on router fb591b5a-ef79-4802-9216-5c4a46effb50 {{(pid=103229) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 09 19:38:53.062238 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-e47f528c-9470-4862-b838-d84fa57f5305 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:38:53.063820 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-e47f528c-9470-4862-b838-d84fa57f5305 admin admin] 10.222.0.75 "DELETE /v2.0/routers/fb591b5a-ef79-4802-9216-5c4a46effb50 HTTP/1.1" status: 204 len: 168 time: 1.3994970 Feb 09 19:38:53.066101 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 40956) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:38:53.180898 n-d-713498-36 neutron-server[103229]: DEBUG neutron.db.db_base_plugin_v2 [None req-0c608921-9ed6-4020-96fd-38d130be6120 admin admin] Deleting subnet e3f2d53f-5ae9-4eeb-aad6-a1b0d981c69b {{(pid=103229) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 19:38:53.185367 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-3277233e-47de-4f89-bf8d-2a9dc29e1c7c req-bdf0e356-8065-40fa-ba5d-fdf2aebbed26 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e29dcbb8-a456-45b2-83ed-996317badba0 HTTP/1.1" status: 200 len: 217 time: 0.1396456 Feb 09 19:38:53.187917 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-0c608921-9ed6-4020-96fd-38d130be6120 admin admin] Publish callbacks [] for subnet (e3f2d53f-5ae9-4eeb-aad6-a1b0d981c69b), before_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:38:53.281552 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-0c608921-9ed6-4020-96fd-38d130be6120 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16683410'] for subnet (e3f2d53f-5ae9-4eeb-aad6-a1b0d981c69b), precommit_delete_associations {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:38:53.312379 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3277233e-47de-4f89-bf8d-2a9dc29e1c7c req-bd5d21f9-d899-45e0-a1b4-4cb7f52c0b63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:38:53.313935 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-3277233e-47de-4f89-bf8d-2a9dc29e1c7c req-bd5d21f9-d899-45e0-a1b4-4cb7f52c0b63 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=6d1f69a1-f040-48ff-86ee-7d9cfec7a16b HTTP/1.1" status: 200 len: 854 time: 0.1039579 Feb 09 19:38:53.355423 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-3277233e-47de-4f89-bf8d-2a9dc29e1c7c req-99da3c15-aff9-4e18-8025-96abf5999ee7 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=2f0cf41a-020e-4549-8a9a-beaa8be7ccf1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0333717 Feb 09 19:38:53.450924 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-0c608921-9ed6-4020-96fd-38d130be6120 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-759852'] for subnet (e3f2d53f-5ae9-4eeb-aad6-a1b0d981c69b), precommit_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:38:53.529534 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-3277233e-47de-4f89-bf8d-2a9dc29e1c7c req-d0c8bf58-2b3b-48ad-ad8c-d6740a9dc300 service neutron] 10.222.0.90 "GET /v2.0/networks/2f0cf41a-020e-4549-8a9a-beaa8be7ccf1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1666043 Feb 09 19:38:53.599570 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-0c608921-9ed6-4020-96fd-38d130be6120 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-760023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12867367', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12759238'] for subnet (e3f2d53f-5ae9-4eeb-aad6-a1b0d981c69b), after_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:38:53.619012 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Device b366f6a5-0200-4c0d-87d7-1e22a5e22c3d no longer exists at agent ovs-agent-n-d-713498-36 {{(pid=103232) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 19:38:53.651443 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c608921-9ed6-4020-96fd-38d130be6120 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e3f2d53f-5ae9-4eeb-aad6-a1b0d981c69b,revision_number=None']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:38:53.654557 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-0c608921-9ed6-4020-96fd-38d130be6120 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:38:53.657833 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-0c608921-9ed6-4020-96fd-38d130be6120 admin admin] 10.222.0.75 "DELETE /v2.0/subnets/e3f2d53f-5ae9-4eeb-aad6-a1b0d981c69b HTTP/1.1" status: 204 len: 168 time: 0.5907803 Feb 09 19:38:53.660723 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 40958) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:38:53.664204 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dbe72da9-df92-4345-bd88-70545ca31ff9 None None] Network 65e943bb-cd72-447f-91a2-ca24680c1182 requested from n-d-713498-36 {{(pid=103232) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 19:38:53.668365 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] No Port match for: b366f6a5-0200-4c0d-87d7-1e22a5e22c3d {{(pid=103232) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 19:38:53.668803 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Device b366f6a5-0200-4c0d-87d7-1e22a5e22c3d not bound to the agent host n-d-713498-36 {{(pid=103232) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 19:38:53.761619 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-3277233e-47de-4f89-bf8d-2a9dc29e1c7c req-513929a4-52e4-4768-ac4c-058179cfa0c6 service neutron] 10.222.0.90 "GET /v2.0/networks/2f0cf41a-020e-4549-8a9a-beaa8be7ccf1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2209210 Feb 09 19:38:53.763824 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-f14b97e9-95d8-46f7-9a50-d6290982655a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-670458'] for network (65e943bb-cd72-447f-91a2-ca24680c1182), before_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:38:53.834637 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.plugin [None req-f14b97e9-95d8-46f7-9a50-d6290982655a admin admin] Deleting port 2e292f1a-7132-48f0-81a0-5c2b0b6444e5 {{(pid=103229) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 19:38:53.834984 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-f14b97e9-95d8-46f7-9a50-d6290982655a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762867170196'] for port (2e292f1a-7132-48f0-81a0-5c2b0b6444e5), before_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:38:53.909131 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-139fc61f-5f18-4bf9-85f0-842ddf0382b7 None None] DHCP port deletion for 65e943bb-cd72-447f-91a2-ca24680c1182 request from n-d-713498-36 {{(pid=103232) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 09 19:38:53.959786 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.db [None req-f14b97e9-95d8-46f7-9a50-d6290982655a admin admin] For port 2e292f1a-7132-48f0-81a0-5c2b0b6444e5, host n-d-713498-36, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-36',level=0,port_id=2e292f1a-7132-48f0-81a0-5c2b0b6444e5,segment=NetworkSegment(12c5c233-f35c-4040-8456-92eb7a372221),segment_id=12c5c233-f35c-4040-8456-92eb7a372221)] {{(pid=103229) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 19:38:53.964102 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-f14b97e9-95d8-46f7-9a50-d6290982655a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1820838'] for port (2e292f1a-7132-48f0-81a0-5c2b0b6444e5), precommit_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:38:54.006411 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.plugin [None req-f14b97e9-95d8-46f7-9a50-d6290982655a admin admin] Calling delete_port for 2e292f1a-7132-48f0-81a0-5c2b0b6444e5 owned by network:dhcp {{(pid=103229) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 19:38:54.028572 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-139fc61f-5f18-4bf9-85f0-842ddf0382b7 None None] Deleting port 2e292f1a-7132-48f0-81a0-5c2b0b6444e5 {{(pid=103232) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 19:38:54.028834 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-139fc61f-5f18-4bf9-85f0-842ddf0382b7 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762867170196'] for port (2e292f1a-7132-48f0-81a0-5c2b0b6444e5), before_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:38:54.073709 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed411181-d751-4077-844a-3fb16dbc26e8 req-621c88f3-9c19-42ea-abfc-67130adeb8c7 tempest-ServersNegativeTestJSON-1608020402 tempest-ServersNegativeTestJSON-1608020402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:38:54.081688 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-ed411181-d751-4077-844a-3fb16dbc26e8 req-621c88f3-9c19-42ea-abfc-67130adeb8c7 tempest-ServersNegativeTestJSON-1608020402 tempest-ServersNegativeTestJSON-1608020402-project] 10.222.0.75 "GET /v2.0/ports?device_id=ef8fb5b1-266b-4abe-85d3-6f5780a36355 HTTP/1.1" status: 200 len: 946 time: 0.0968566 Feb 09 19:38:54.129040 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-139fc61f-5f18-4bf9-85f0-842ddf0382b7 None None] For port 2e292f1a-7132-48f0-81a0-5c2b0b6444e5, host n-d-713498-36, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-36',level=0,port_id=2e292f1a-7132-48f0-81a0-5c2b0b6444e5,segment=NetworkSegment(12c5c233-f35c-4040-8456-92eb7a372221),segment_id=12c5c233-f35c-4040-8456-92eb7a372221)] {{(pid=103232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 19:38:54.130484 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-139fc61f-5f18-4bf9-85f0-842ddf0382b7 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1820838'] for port (2e292f1a-7132-48f0-81a0-5c2b0b6444e5), precommit_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:38:54.186960 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-ed411181-d751-4077-844a-3fb16dbc26e8 req-b3fd2899-84f9-42e0-8e25-11b1acbe8723 tempest-ServersNegativeTestJSON-1608020402 tempest-ServersNegativeTestJSON-1608020402-project] 10.222.0.75 "GET /v2.0/security-groups?id=25d47ded-5003-4f4d-b434-467ecec6793f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1039762 Feb 09 19:38:54.215065 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-139fc61f-5f18-4bf9-85f0-842ddf0382b7 None None] Calling delete_port for 2e292f1a-7132-48f0-81a0-5c2b0b6444e5 owned by network:dhcp {{(pid=103232) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 19:38:54.238167 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-f14b97e9-95d8-46f7-9a50-d6290982655a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762867177463', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762866656476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12867576'] for port (2e292f1a-7132-48f0-81a0-5c2b0b6444e5), after_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:38:54.268524 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f14b97e9-95d8-46f7-9a50-d6290982655a admin admin] Pushing event deleted for resources: {'Port': ['ID=2e292f1a-7132-48f0-81a0-5c2b0b6444e5,revision_number=None']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:38:54.281997 n-d-713498-36 neutron-server[103229]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f14b97e9-95d8-46f7-9a50-d6290982655a admin admin] No DVR routers for this DVR port 2e292f1a-7132-48f0-81a0-5c2b0b6444e5 on host n-d-713498-36 {{(pid=103229) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 19:38:54.332098 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-139fc61f-5f18-4bf9-85f0-842ddf0382b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762867177463', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762866656476'] for port (2e292f1a-7132-48f0-81a0-5c2b0b6444e5), after_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:38:54.349502 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.l3_dvrscheduler_db [None req-139fc61f-5f18-4bf9-85f0-842ddf0382b7 None None] No DVR routers for this DVR port 2e292f1a-7132-48f0-81a0-5c2b0b6444e5 on host n-d-713498-36 {{(pid=103232) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 19:38:54.374819 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-139fc61f-5f18-4bf9-85f0-842ddf0382b7 None None] Pushing event deleted for resources: {'Port': ['ID=2e292f1a-7132-48f0-81a0-5c2b0b6444e5,revision_number=None']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:38:54.389741 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-f14b97e9-95d8-46f7-9a50-d6290982655a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-590267', 'neutron.services.segments.db._delete_segments_for_network-8762867132609'] for network (65e943bb-cd72-447f-91a2-ca24680c1182), precommit_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:38:54.419085 n-d-713498-36 neutron-server[103229]: DEBUG neutron.services.segments.db [None req-f14b97e9-95d8-46f7-9a50-d6290982655a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['65e943bb-cd72-447f-91a2-ca24680c1182']}} {{(pid=103229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:38:54.429794 n-d-713498-36 neutron-server[103229]: DEBUG neutron.services.segments.db [None req-f14b97e9-95d8-46f7-9a50-d6290982655a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '12c5c233-f35c-4040-8456-92eb7a372221') {'for_net_delete': True} {{(pid=103229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:38:54.430127 n-d-713498-36 neutron-server[103229]: DEBUG neutron.services.segments.db [None req-f14b97e9-95d8-46f7-9a50-d6290982655a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '12c5c233-f35c-4040-8456-92eb7a372221') {} {{(pid=103229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:38:54.442122 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-f14b97e9-95d8-46f7-9a50-d6290982655a admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762867134154', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16683417'] for segment (12c5c233-f35c-4040-8456-92eb7a372221), before_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:38:54.461392 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-f14b97e9-95d8-46f7-9a50-d6290982655a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-759574'] for segment (12c5c233-f35c-4040-8456-92eb7a372221), precommit_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:38:54.469306 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f14b97e9-95d8-46f7-9a50-d6290982655a admin admin] Releasing vlan 358 on physical network physnet1 to pool {{(pid=103229) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 19:38:54.469709 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-f14b97e9-95d8-46f7-9a50-d6290982655a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-759574', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12867469'] for segment (12c5c233-f35c-4040-8456-92eb7a372221), after_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:38:54.471537 n-d-713498-36 neutron-server[103229]: Traceback (most recent call last): Feb 09 19:38:54.471537 n-d-713498-36 neutron-server[103229]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 19:38:54.471537 n-d-713498-36 neutron-server[103229]: timer() Feb 09 19:38:54.471537 n-d-713498-36 neutron-server[103229]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 19:38:54.471537 n-d-713498-36 neutron-server[103229]: cb(*args, **kw) Feb 09 19:38:54.471537 n-d-713498-36 neutron-server[103229]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 19:38:54.471537 n-d-713498-36 neutron-server[103229]: return func(*args, **kwargs) Feb 09 19:38:54.471537 n-d-713498-36 neutron-server[103229]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 19:38:54.471537 n-d-713498-36 neutron-server[103229]: self._notify() Feb 09 19:38:54.471537 n-d-713498-36 neutron-server[103229]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 19:38:54.471537 n-d-713498-36 neutron-server[103229]: self.callback(batched_events) Feb 09 19:38:54.471537 n-d-713498-36 neutron-server[103229]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 19:38:54.471537 n-d-713498-36 neutron-server[103229]: event.method(event) Feb 09 19:38:54.471537 n-d-713498-36 neutron-server[103229]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 19:38:54.471537 n-d-713498-36 neutron-server[103229]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 19:38:54.471537 n-d-713498-36 neutron-server[103229]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 19:38:54.471537 n-d-713498-36 neutron-server[103229]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 19:38:54.471537 n-d-713498-36 neutron-server[103229]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 19:38:54.471537 n-d-713498-36 neutron-server[103229]: return f(self, *a, **k) Feb 09 19:38:54.471537 n-d-713498-36 neutron-server[103229]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 19:38:54.471537 n-d-713498-36 neutron-server[103229]: return self._get(url).json() Feb 09 19:38:54.471537 n-d-713498-36 neutron-server[103229]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 19:38:54.471537 n-d-713498-36 neutron-server[103229]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 19:38:54.471537 n-d-713498-36 neutron-server[103229]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 19:38:54.471537 n-d-713498-36 neutron-server[103229]: return self.request(url, 'GET', **kwargs) Feb 09 19:38:54.471537 n-d-713498-36 neutron-server[103229]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 19:38:54.471537 n-d-713498-36 neutron-server[103229]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 19:38:54.471537 n-d-713498-36 neutron-server[103229]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 19:38:54.471537 n-d-713498-36 neutron-server[103229]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 19:38:54.471537 n-d-713498-36 neutron-server[103229]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 19:38:54.471537 n-d-713498-36 neutron-server[103229]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 19:38:54.471537 n-d-713498-36 neutron-server[103229]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 19:38:54.534805 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-f14b97e9-95d8-46f7-9a50-d6290982655a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-590242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1885479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1818895'] for network (65e943bb-cd72-447f-91a2-ca24680c1182), after_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:38:54.541791 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-f14b97e9-95d8-46f7-9a50-d6290982655a admin admin] Publish callbacks [] for network (None), before_response {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:38:54.547712 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-f14b97e9-95d8-46f7-9a50-d6290982655a admin admin] 10.222.0.75 "DELETE /v2.0/networks/65e943bb-cd72-447f-91a2-ca24680c1182 HTTP/1.1" status: 204 len: 168 time: 0.8835418 Feb 09 19:38:54.556122 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f14b97e9-95d8-46f7-9a50-d6290982655a admin admin] Pushing event deleted for resources: {'Network': ['ID=65e943bb-cd72-447f-91a2-ca24680c1182,revision_number=None']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:38:54.719865 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 40972) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:38:54.776703 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-03e1a363-ea68-49fe-84fa-441889e978bd admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=0484ed2328124ada8d8870756276d1f0&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0520530 Feb 09 19:38:54.777072 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 40974) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:38:54.827296 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-55371ae4-aa1f-4244-87d6-e20d864b59b2 admin admin] Publish callbacks [] for security_group (700d4a2b-ee15-450b-be21-994d30d12453), before_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:38:54.855082 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-55371ae4-aa1f-4244-87d6-e20d864b59b2 admin admin] Publish callbacks [] for security_group (700d4a2b-ee15-450b-be21-994d30d12453), precommit_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:38:54.920713 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-55371ae4-aa1f-4244-87d6-e20d864b59b2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1892331'] for security_group (700d4a2b-ee15-450b-be21-994d30d12453), after_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:38:54.923289 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-55371ae4-aa1f-4244-87d6-e20d864b59b2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:38:54.926850 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-55371ae4-aa1f-4244-87d6-e20d864b59b2 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/700d4a2b-ee15-450b-be21-994d30d12453 HTTP/1.1" status: 204 len: 168 time: 0.1466002 Feb 09 19:38:54.933750 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55371ae4-aa1f-4244-87d6-e20d864b59b2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=700d4a2b-ee15-450b-be21-994d30d12453,revision_number=None']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:38:55.302304 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Device 2e292f1a-7132-48f0-81a0-5c2b0b6444e5 no longer exists at agent ovs-agent-n-d-713498-36 {{(pid=103232) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 19:38:55.343216 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] No Port match for: 2e292f1a-7132-48f0-81a0-5c2b0b6444e5 {{(pid=103232) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 19:38:55.343672 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Device 2e292f1a-7132-48f0-81a0-5c2b0b6444e5 not bound to the agent host n-d-713498-36 {{(pid=103232) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 19:38:55.344185 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Device 60f4dbdc-21d8-4bc7-92b2-aa1fcb9ba94d no longer exists at agent ovs-agent-n-d-713498-36 {{(pid=103232) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 19:38:55.369020 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] No Port match for: 60f4dbdc-21d8-4bc7-92b2-aa1fcb9ba94d {{(pid=103232) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 19:38:55.369938 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Device 60f4dbdc-21d8-4bc7-92b2-aa1fcb9ba94d not bound to the agent host n-d-713498-36 {{(pid=103232) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 19:38:55.435972 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 40986) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:38:55.492257 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-c8e1dd83-febb-424a-9b82-e7cabad78e56 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=186ee2795ec54b078ce75afec47c5196&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0514724 Feb 09 19:38:55.492751 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 40988) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:38:55.559981 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-4ad27d48-db8f-4c44-89d7-53895c61b9fb admin admin] Publish callbacks [] for security_group (cdd25bd9-a6b5-423a-a786-63f9b87de665), before_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:38:55.590811 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-4ad27d48-db8f-4c44-89d7-53895c61b9fb admin admin] Publish callbacks [] for security_group (cdd25bd9-a6b5-423a-a786-63f9b87de665), precommit_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:38:55.645651 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-4ad27d48-db8f-4c44-89d7-53895c61b9fb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1892331'] for security_group (cdd25bd9-a6b5-423a-a786-63f9b87de665), after_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:38:55.649520 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-4ad27d48-db8f-4c44-89d7-53895c61b9fb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:38:55.653900 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-4ad27d48-db8f-4c44-89d7-53895c61b9fb admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/cdd25bd9-a6b5-423a-a786-63f9b87de665 HTTP/1.1" status: 204 len: 168 time: 0.1578703 Feb 09 19:38:55.662504 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ad27d48-db8f-4c44-89d7-53895c61b9fb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cdd25bd9-a6b5-423a-a786-63f9b87de665,revision_number=None']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:38:55.799653 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6a97763-fefd-403d-b7b5-b42d3bca7bfd req-81b67f54-6ba1-4214-a643-1d353b7070fa tempest-ServersNegativeTestJSON-1608020402 tempest-ServersNegativeTestJSON-1608020402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:38:55.801527 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-d6a97763-fefd-403d-b7b5-b42d3bca7bfd req-81b67f54-6ba1-4214-a643-1d353b7070fa tempest-ServersNegativeTestJSON-1608020402 tempest-ServersNegativeTestJSON-1608020402-project] 10.222.0.75 "GET /v2.0/ports?device_id=ef8fb5b1-266b-4abe-85d3-6f5780a36355 HTTP/1.1" status: 200 len: 946 time: 0.5293484 Feb 09 19:38:55.874786 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-d6a97763-fefd-403d-b7b5-b42d3bca7bfd req-105971ea-6b7f-473a-bd0a-025f6f2df727 tempest-ServersNegativeTestJSON-1608020402 tempest-ServersNegativeTestJSON-1608020402-project] 10.222.0.75 "GET /v2.0/security-groups?id=25d47ded-5003-4f4d-b434-467ecec6793f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0662594 Feb 09 19:38:56.085011 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b1cb4b6-ddf0-4e62-83ad-93686442ec8c req-9b44d131-36a6-4f4c-b011-1cfeaa43d589 tempest-ServersNegativeTestJSON-1608020402 tempest-ServersNegativeTestJSON-1608020402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:38:56.086908 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-1b1cb4b6-ddf0-4e62-83ad-93686442ec8c req-9b44d131-36a6-4f4c-b011-1cfeaa43d589 tempest-ServersNegativeTestJSON-1608020402 tempest-ServersNegativeTestJSON-1608020402-project] 10.222.0.75 "GET /v2.0/ports?device_id=ef8fb5b1-266b-4abe-85d3-6f5780a36355 HTTP/1.1" status: 200 len: 946 time: 0.0966282 Feb 09 19:38:56.160742 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-1b1cb4b6-ddf0-4e62-83ad-93686442ec8c req-394f1489-e5ef-456b-9432-03287853e080 tempest-ServersNegativeTestJSON-1608020402 tempest-ServersNegativeTestJSON-1608020402-project] 10.222.0.75 "GET /v2.0/security-groups?id=25d47ded-5003-4f4d-b434-467ecec6793f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579722 Feb 09 19:38:56.377350 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67767f71-06ca-48f2-a343-769a0be3cec8 req-65681c2a-b167-4e97-b1ae-6963484ff1ab tempest-ServersNegativeTestJSON-1608020402 tempest-ServersNegativeTestJSON-1608020402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:38:56.379445 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-67767f71-06ca-48f2-a343-769a0be3cec8 req-65681c2a-b167-4e97-b1ae-6963484ff1ab tempest-ServersNegativeTestJSON-1608020402 tempest-ServersNegativeTestJSON-1608020402-project] 10.222.0.75 "GET /v2.0/ports?device_id=ef8fb5b1-266b-4abe-85d3-6f5780a36355 HTTP/1.1" status: 200 len: 946 time: 0.0989156 Feb 09 19:38:56.401824 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-5c86e227-d172-496f-9548-cb89f7a9e641 req-a28d418d-5dbd-4e29-aef6-6d95328687bd service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=4389c13d-a9e7-4e04-981e-043da3b220bc&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0782890 Feb 09 19:38:56.452662 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-67767f71-06ca-48f2-a343-769a0be3cec8 req-30042a3f-81bc-4372-a00f-0bb5dea21c13 tempest-ServersNegativeTestJSON-1608020402 tempest-ServersNegativeTestJSON-1608020402-project] 10.222.0.75 "GET /v2.0/security-groups?id=25d47ded-5003-4f4d-b434-467ecec6793f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0631740 Feb 09 19:38:56.518531 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c86e227-d172-496f-9548-cb89f7a9e641 req-11bfdda0-88b4-4581-be81-d8c42720fad4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:38:56.521541 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-5c86e227-d172-496f-9548-cb89f7a9e641 req-11bfdda0-88b4-4581-be81-d8c42720fad4 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=eba669c4f4c548e495f13ae7579d0fa6&device_id=4389c13d-a9e7-4e04-981e-043da3b220bc HTTP/1.1" status: 200 len: 1128 time: 0.0722444 Feb 09 19:38:56.650644 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a7caad1-45f5-4398-97e2-79d29ab3146a req-684be15a-92ef-4aae-81f9-0cc2fd73d802 tempest-ServersNegativeTestJSON-1608020402 tempest-ServersNegativeTestJSON-1608020402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:38:56.652378 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-7a7caad1-45f5-4398-97e2-79d29ab3146a req-684be15a-92ef-4aae-81f9-0cc2fd73d802 tempest-ServersNegativeTestJSON-1608020402 tempest-ServersNegativeTestJSON-1608020402-project] 10.222.0.75 "GET /v2.0/ports?device_id=ef8fb5b1-266b-4abe-85d3-6f5780a36355 HTTP/1.1" status: 200 len: 946 time: 0.0928676 Feb 09 19:38:56.655205 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c86e227-d172-496f-9548-cb89f7a9e641 req-4695b5f1-6889-4ef8-8eef-439d6d306648 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:38:56.657204 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-5c86e227-d172-496f-9548-cb89f7a9e641 req-4695b5f1-6889-4ef8-8eef-439d6d306648 service neutron] 10.222.0.89 "GET /v2.0/networks?id=6035eead-e0c7-4408-9f20-6d0c89d4e7ac HTTP/1.1" status: 200 len: 898 time: 0.1147218 Feb 09 19:38:56.713045 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-7a7caad1-45f5-4398-97e2-79d29ab3146a req-5373a239-819c-461b-84cf-380b223b50ff tempest-ServersNegativeTestJSON-1608020402 tempest-ServersNegativeTestJSON-1608020402-project] 10.222.0.75 "GET /v2.0/security-groups?id=25d47ded-5003-4f4d-b434-467ecec6793f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547912 Feb 09 19:38:56.741712 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-5c86e227-d172-496f-9548-cb89f7a9e641 req-c8486ab8-3276-429c-a337-763dcede07b7 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=5d390df8-f62d-4dcd-86a7-dc07a0e76fe3 HTTP/1.1" status: 200 len: 1001 time: 0.0779226 Feb 09 19:38:56.811405 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c86e227-d172-496f-9548-cb89f7a9e641 req-32e97271-47ff-47da-9c1a-62be24bcabac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:38:56.812877 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-5c86e227-d172-496f-9548-cb89f7a9e641 req-32e97271-47ff-47da-9c1a-62be24bcabac service neutron] 10.222.0.89 "GET /v2.0/subnets?id=a7f5b809-e422-427f-b277-488571c8bd57 HTTP/1.1" status: 200 len: 835 time: 0.0653563 Feb 09 19:38:56.818632 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 41030) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:38:56.880032 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c86e227-d172-496f-9548-cb89f7a9e641 req-6a3f6bf4-dbd5-4e04-a765-324d3d37b563 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:38:56.881467 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-5c86e227-d172-496f-9548-cb89f7a9e641 req-6a3f6bf4-dbd5-4e04-a765-324d3d37b563 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=6035eead-e0c7-4408-9f20-6d0c89d4e7ac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0580726 Feb 09 19:38:56.915232 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e1f2bbd-609f-4f2d-98e0-20abdb207039 req-c1d76ddc-55fa-4723-b74c-585ebf82030a tempest-ServersNegativeTestJSON-1608020402 tempest-ServersNegativeTestJSON-1608020402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:38:56.917753 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-6e1f2bbd-609f-4f2d-98e0-20abdb207039 req-c1d76ddc-55fa-4723-b74c-585ebf82030a tempest-ServersNegativeTestJSON-1608020402 tempest-ServersNegativeTestJSON-1608020402-project] 10.222.0.75 "GET /v2.0/ports?device_id=ef8fb5b1-266b-4abe-85d3-6f5780a36355 HTTP/1.1" status: 200 len: 946 time: 0.0727074 Feb 09 19:38:56.972134 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.v2.base [None req-3ab9450d-431f-4780-8097-ccb36577e558 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-2083584163-network', 'tenant_id': 'e66ffe5bb4494e31b9de6c7224f91756'}} {{(pid=103230) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 19:38:56.997692 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3ab9450d-431f-4780-8097-ccb36577e558 admin admin] Made reservation on behalf of e66ffe5bb4494e31b9de6c7224f91756 for: {'network': 1} {{(pid=103230) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 19:38:57.000356 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-3ab9450d-431f-4780-8097-ccb36577e558 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for network (None), before_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:38:57.002560 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-5c86e227-d172-496f-9548-cb89f7a9e641 req-19ad4e68-d3a2-47c9-ba11-cb8ba08b8bd5 service neutron] 10.222.0.89 "GET /v2.0/networks/6035eead-e0c7-4408-9f20-6d0c89d4e7ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1139796 Feb 09 19:38:57.013659 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-3ab9450d-431f-4780-8097-ccb36577e558 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:38:57.019096 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-6e1f2bbd-609f-4f2d-98e0-20abdb207039 req-7f921d44-7d07-4d66-b229-72d40bacb3ee tempest-ServersNegativeTestJSON-1608020402 tempest-ServersNegativeTestJSON-1608020402-project] 10.222.0.75 "GET /v2.0/security-groups?id=25d47ded-5003-4f4d-b434-467ecec6793f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0946550 Feb 09 19:38:57.155105 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-5c86e227-d172-496f-9548-cb89f7a9e641 req-7f59329c-7897-4f6e-a59d-30526757704d service neutron] 10.222.0.89 "GET /v2.0/networks/6035eead-e0c7-4408-9f20-6d0c89d4e7ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1457708 Feb 09 19:38:57.156313 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-3ab9450d-431f-4780-8097-ccb36577e558 admin admin] Publish callbacks [] for security_group (85e2738d-e0ce-44c8-a269-2deaf81a01f4), precommit_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:38:57.164019 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-3ab9450d-431f-4780-8097-ccb36577e558 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1892331'] for security_group (85e2738d-e0ce-44c8-a269-2deaf81a01f4), after_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:38:57.178267 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3ab9450d-431f-4780-8097-ccb36577e558 admin admin] vlan segment allocate from pool success with {'vlan_id': 395, 'physical_network': 'physnet1'} {{(pid=103230) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 19:38:57.192421 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-3ab9450d-431f-4780-8097-ccb36577e558 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-759574'] for segment (33386be2-7716-4eda-8188-eeaffee7e0ec), precommit_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:38:57.193494 n-d-713498-36 neutron-server[103230]: INFO neutron.db.segments_db [None req-3ab9450d-431f-4780-8097-ccb36577e558 admin admin] Added segment 33386be2-7716-4eda-8188-eeaffee7e0ec of type vlan for network 6c0390b8-57a8-4e5d-b1b3-4d3098f0383e Feb 09 19:38:57.202394 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2e62770-9d30-416c-930a-5c933a18dc18 req-01743195-9f9d-498c-bb5d-25d2b99de99e tempest-ServersNegativeTestJSON-1608020402 tempest-ServersNegativeTestJSON-1608020402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:38:57.203933 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-d2e62770-9d30-416c-930a-5c933a18dc18 req-01743195-9f9d-498c-bb5d-25d2b99de99e tempest-ServersNegativeTestJSON-1608020402 tempest-ServersNegativeTestJSON-1608020402-project] 10.222.0.75 "GET /v2.0/ports?device_id=ef8fb5b1-266b-4abe-85d3-6f5780a36355 HTTP/1.1" status: 200 len: 946 time: 0.0968108 Feb 09 19:38:57.257026 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-3ab9450d-431f-4780-8097-ccb36577e558 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762866642225'] for network (6c0390b8-57a8-4e5d-b1b3-4d3098f0383e), precommit_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:38:57.276164 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ab9450d-431f-4780-8097-ccb36577e558 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=85e2738d-e0ce-44c8-a269-2deaf81a01f4,revision_number=1']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:38:57.284876 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-d2e62770-9d30-416c-930a-5c933a18dc18 req-5a172cde-eabb-4463-a905-abe77286211e tempest-ServersNegativeTestJSON-1608020402 tempest-ServersNegativeTestJSON-1608020402-project] 10.222.0.75 "GET /v2.0/security-groups?id=25d47ded-5003-4f4d-b434-467ecec6793f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0742185 Feb 09 19:38:57.321409 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-3ab9450d-431f-4780-8097-ccb36577e558 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1885479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452'] for network (6c0390b8-57a8-4e5d-b1b3-4d3098f0383e), after_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:38:57.323672 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ab9450d-431f-4780-8097-ccb36577e558 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:38:57.324344 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-3ab9450d-431f-4780-8097-ccb36577e558 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:38:57.345373 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-3ab9450d-431f-4780-8097-ccb36577e558 admin admin] 10.222.0.75 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.5253820 Feb 09 19:38:57.348427 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 41046) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:38:57.353808 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.v2.base [None req-a3320635-1288-4cc3-bde6-935a22abb8a0 admin admin] Request body: {'subnet': {'network_id': '6c0390b8-57a8-4e5d-b1b3-4d3098f0383e', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-2083584163-subnet', 'tenant_id': 'e66ffe5bb4494e31b9de6c7224f91756', 'ip_version': 4}} {{(pid=103229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 19:38:57.386580 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a3320635-1288-4cc3-bde6-935a22abb8a0 admin admin] Made reservation on behalf of e66ffe5bb4494e31b9de6c7224f91756 for: {'subnet': 1} {{(pid=103229) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 19:38:57.391231 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-a3320635-1288-4cc3-bde6-935a22abb8a0 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12759265'] for subnet (None), before_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:38:57.464762 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ab9450d-431f-4780-8097-ccb36577e558 admin admin] Pushing event updated for resources: {'Network': ['ID=6c0390b8-57a8-4e5d-b1b3-4d3098f0383e,revision_number=1']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:38:57.481442 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Network 6c0390b8-57a8-4e5d-b1b3-4d3098f0383e details requested by agent ovs-agent-n-d-713498-36 with host n-d-713498-36 {{(pid=103232) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 19:38:57.546031 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80182eab-124b-45d1-afdf-e5d13ae87402 req-9f6464c1-9c29-4d72-a353-4ee365f899d8 tempest-ServersNegativeTestJSON-1608020402 tempest-ServersNegativeTestJSON-1608020402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:38:57.547725 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-80182eab-124b-45d1-afdf-e5d13ae87402 req-9f6464c1-9c29-4d72-a353-4ee365f899d8 tempest-ServersNegativeTestJSON-1608020402 tempest-ServersNegativeTestJSON-1608020402-project] 10.222.0.75 "GET /v2.0/ports?device_id=ef8fb5b1-266b-4abe-85d3-6f5780a36355 HTTP/1.1" status: 200 len: 946 time: 0.0997939 Feb 09 19:38:57.661650 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-80182eab-124b-45d1-afdf-e5d13ae87402 req-ab0c2e02-0f90-4d01-b988-543cfea39965 tempest-ServersNegativeTestJSON-1608020402 tempest-ServersNegativeTestJSON-1608020402-project] 10.222.0.75 "GET /v2.0/security-groups?id=25d47ded-5003-4f4d-b434-467ecec6793f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0979853 Feb 09 19:38:57.748019 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-a3320635-1288-4cc3-bde6-935a22abb8a0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12867428', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12759263'] for subnet (8c23e8df-50ec-4124-b2e0-ec4287e0865a), after_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:38:57.817454 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3320635-1288-4cc3-bde6-935a22abb8a0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8c23e8df-50ec-4124-b2e0-ec4287e0865a,revision_number=0']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:38:57.823795 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3320635-1288-4cc3-bde6-935a22abb8a0 admin admin] Checking segment: {'id': '33386be2-7716-4eda-8188-eeaffee7e0ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '6c0390b8-57a8-4e5d-b1b3-4d3098f0383e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103229) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 19:38:57.824159 n-d-713498-36 neutron-server[103229]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3320635-1288-4cc3-bde6-935a22abb8a0 admin admin] Network hostable DHCP agents. Network: 6c0390b8-57a8-4e5d-b1b3-4d3098f0383e, hostable agents: ['af91e4b9-f4e1-42b1-a25c-a10dc47171c8'], hosted agents: [] {{(pid=103229) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 19:38:57.831598 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37f1ad96-bc50-42ae-9a40-347682ffd3c6 req-62ef36fb-c9d7-45d3-9f78-3209d482d3ca tempest-ServersNegativeTestJSON-1608020402 tempest-ServersNegativeTestJSON-1608020402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:38:57.834261 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-37f1ad96-bc50-42ae-9a40-347682ffd3c6 req-62ef36fb-c9d7-45d3-9f78-3209d482d3ca tempest-ServersNegativeTestJSON-1608020402 tempest-ServersNegativeTestJSON-1608020402-project] 10.222.0.75 "GET /v2.0/ports?device_id=ef8fb5b1-266b-4abe-85d3-6f5780a36355 HTTP/1.1" status: 200 len: 946 time: 0.0782535 Feb 09 19:38:57.844344 n-d-713498-36 neutron-server[103229]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3320635-1288-4cc3-bde6-935a22abb8a0 admin admin] Network 6c0390b8-57a8-4e5d-b1b3-4d3098f0383e is scheduled to be hosted by DHCP agent af91e4b9-f4e1-42b1-a25c-a10dc47171c8 with binding_index 1 {{(pid=103229) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 19:38:57.856095 n-d-713498-36 neutron-server[103229]: DEBUG neutron.scheduler.base_scheduler [None req-a3320635-1288-4cc3-bde6-935a22abb8a0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713498-36, 6c0390b8-57a8-4e5d-b1b3-4d3098f0383e) {{(pid=103229) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 19:38:57.861062 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3320635-1288-4cc3-bde6-935a22abb8a0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:38:57.861676 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-a3320635-1288-4cc3-bde6-935a22abb8a0 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:38:57.870832 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4490585-7f35-4367-876c-826eaca1d6ae None None] Network 6c0390b8-57a8-4e5d-b1b3-4d3098f0383e requested from n-d-713498-36 {{(pid=103232) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 19:38:57.901874 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-a3320635-1288-4cc3-bde6-935a22abb8a0 admin admin] 10.222.0.75 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.5493526 Feb 09 19:38:57.902626 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 41058) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:38:57.906821 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.v2.base [None req-b0e60472-726e-4081-97a2-e620b16a29e5 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-2083584163-router', 'tenant_id': 'e66ffe5bb4494e31b9de6c7224f91756', 'external_gateway_info': {'network_id': '88055e1e-672a-4487-be31-ffb6e833ece5'}}} {{(pid=103229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 19:38:57.913541 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-37f1ad96-bc50-42ae-9a40-347682ffd3c6 req-2fbf282c-0d7a-46ae-a2b6-bc99975025a2 tempest-ServersNegativeTestJSON-1608020402 tempest-ServersNegativeTestJSON-1608020402-project] 10.222.0.75 "GET /v2.0/security-groups?id=25d47ded-5003-4f4d-b434-467ecec6793f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0730352 Feb 09 19:38:57.936508 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-b0e60472-726e-4081-97a2-e620b16a29e5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1834830', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-58389'] for router (af97020d-c483-430c-8753-157d252fcb98), before_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:38:57.937594 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-b0e60472-726e-4081-97a2-e620b16a29e5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1834810', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1822096', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1886735', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-58380'] for router (af97020d-c483-430c-8753-157d252fcb98), precommit_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:38:58.033236 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [req-36831d55-30c6-4664-ad91-1de6a3a695bc req-72b2e21c-af74-417f-8280-841c655645c0 service neutron] http://10.222.0.75:9696/v2.0/extensions returned with HTTP 200 {{(pid=103229) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 09 19:38:58.038605 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-36831d55-30c6-4664-ad91-1de6a3a695bc req-72b2e21c-af74-417f-8280-841c655645c0 service neutron] 10.222.0.75 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0148909 Feb 09 19:38:58.044047 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c04eb78-0799-4973-9672-e290ef9436a4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8b32e980-7cce-5e82-a341-bd2fa8945c89-6c0390b8-57a8-4e5d-b1b3-4d3098f0383e', 'network_id': '6c0390b8-57a8-4e5d-b1b3-4d3098f0383e', 'project_id': 'e66ffe5bb4494e31b9de6c7224f91756', 'fixed_ips': [{'subnet_id': '8c23e8df-50ec-4124-b2e0-ec4287e0865a'}]}} from n-d-713498-36. {{(pid=103232) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 09 19:38:58.045130 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-3c04eb78-0799-4973-9672-e290ef9436a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (None), before_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:38:58.047670 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-b0e60472-726e-4081-97a2-e620b16a29e5 admin admin] Publish callbacks [] for router_controller (af97020d-c483-430c-8753-157d252fcb98), precommit_add_association {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:38:58.195620 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.db_base_plugin_common [None req-3c04eb78-0799-4973-9672-e290ef9436a4 None None] Allocated IP 172.20.0.2 (6c0390b8-57a8-4e5d-b1b3-4d3098f0383e/8c23e8df-50ec-4124-b2e0-ec4287e0865a/01dbd8ad-0a48-47dc-8e28-ed92d4f4a232) {{(pid=103232) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 19:38:58.204205 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bb1870e-a65e-48ca-9e6d-b1324b5dc85e req-8a2d5394-9e21-4eb4-abd6-34451b64dec8 tempest-ServersNegativeTestJSON-1608020402 tempest-ServersNegativeTestJSON-1608020402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:38:58.207488 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-3bb1870e-a65e-48ca-9e6d-b1324b5dc85e req-8a2d5394-9e21-4eb4-abd6-34451b64dec8 tempest-ServersNegativeTestJSON-1608020402 tempest-ServersNegativeTestJSON-1608020402-project] 10.222.0.75 "GET /v2.0/ports?device_id=ef8fb5b1-266b-4abe-85d3-6f5780a36355 HTTP/1.1" status: 200 len: 946 time: 0.0968769 Feb 09 19:38:58.286085 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-3bb1870e-a65e-48ca-9e6d-b1324b5dc85e req-7e8a5567-1988-478c-a879-99f5bbe45035 tempest-ServersNegativeTestJSON-1608020402 tempest-ServersNegativeTestJSON-1608020402-project] 10.222.0.75 "GET /v2.0/security-groups?id=25d47ded-5003-4f4d-b434-467ecec6793f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0672739 Feb 09 19:38:58.301272 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-b0e60472-726e-4081-97a2-e620b16a29e5 admin admin] Publish callbacks [] for router_gateway (af97020d-c483-430c-8753-157d252fcb98), precommit_update {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:38:58.507720 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98b2460c-9654-4382-a6be-39ea3f063676 req-efeba5c8-fd5d-48c7-b4c7-67d9692d75ec tempest-ServersNegativeTestJSON-1608020402 tempest-ServersNegativeTestJSON-1608020402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:38:58.509927 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-98b2460c-9654-4382-a6be-39ea3f063676 req-efeba5c8-fd5d-48c7-b4c7-67d9692d75ec tempest-ServersNegativeTestJSON-1608020402 tempest-ServersNegativeTestJSON-1608020402-project] 10.222.0.75 "GET /v2.0/ports?device_id=ef8fb5b1-266b-4abe-85d3-6f5780a36355 HTTP/1.1" status: 200 len: 946 time: 0.0866179 Feb 09 19:38:58.586593 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-3c04eb78-0799-4973-9672-e290ef9436a4 None None] Publish callbacks [] for port (01dbd8ad-0a48-47dc-8e28-ed92d4f4a232), precommit_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:38:58.596418 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-3c04eb78-0799-4973-9672-e290ef9436a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762866656467'] for port (01dbd8ad-0a48-47dc-8e28-ed92d4f4a232), after_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:38:58.604824 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-98b2460c-9654-4382-a6be-39ea3f063676 req-1a2122db-ca1b-4c59-a1fc-d9a1885b2587 tempest-ServersNegativeTestJSON-1608020402 tempest-ServersNegativeTestJSON-1608020402-project] 10.222.0.75 "GET /v2.0/security-groups?id=25d47ded-5003-4f4d-b434-467ecec6793f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0851121 Feb 09 19:38:58.731888 n-d-713498-36 neutron-server[103232]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c04eb78-0799-4973-9672-e290ef9436a4 None None] Network 6c0390b8-57a8-4e5d-b1b3-4d3098f0383e is already hosted by enough agents. {{(pid=103232) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 19:38:58.741074 n-d-713498-36 neutron-server[103232]: DEBUG neutron.scheduler.base_scheduler [None req-3c04eb78-0799-4973-9672-e290ef9436a4 None None] Resources bound (agent type, host, resource id): {{(pid=103232) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 19:38:58.756801 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c04eb78-0799-4973-9672-e290ef9436a4 None None] Received port after_create {{(pid=103232) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 19:38:58.766691 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c04eb78-0799-4973-9672-e290ef9436a4 None None] Pushing event updated for resources: {'Port': ['ID=01dbd8ad-0a48-47dc-8e28-ed92d4f4a232,revision_number=1']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:38:58.797826 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-b0e60472-726e-4081-97a2-e620b16a29e5 admin admin] Publish callbacks [] for router_gateway (af97020d-c483-430c-8753-157d252fcb98), before_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:38:58.835654 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-b0e60472-726e-4081-97a2-e620b16a29e5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (None), before_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:38:58.856625 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.managers [None req-3c04eb78-0799-4973-9672-e290ef9436a4 None None] Attempting to bind port 01dbd8ad-0a48-47dc-8e28-ed92d4f4a232 on host n-d-713498-36 for vnic_type normal with profile {{(pid=103232) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 19:38:58.863777 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.managers [None req-3c04eb78-0799-4973-9672-e290ef9436a4 None None] Attempting to bind port 01dbd8ad-0a48-47dc-8e28-ed92d4f4a232 by drivers openvswitch,hyperv on host n-d-713498-36 at level 0 using segments [{'id': '33386be2-7716-4eda-8188-eeaffee7e0ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '6c0390b8-57a8-4e5d-b1b3-4d3098f0383e'}] {{(pid=103232) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 19:38:58.864984 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c04eb78-0799-4973-9672-e290ef9436a4 None None] Attempting to bind port 01dbd8ad-0a48-47dc-8e28-ed92d4f4a232 on network 6c0390b8-57a8-4e5d-b1b3-4d3098f0383e {{(pid=103232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 19:38:58.886893 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c04eb78-0799-4973-9672-e290ef9436a4 None None] Checking agent: {'id': '496418a2-c002-4aec-ab1a-07f3bea491bd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-36', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 18, 51, 47), 'started_at': datetime.datetime(2022, 2, 9, 18, 52, 17), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 19, 38, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-36'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 19:38:58.887374 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c04eb78-0799-4973-9672-e290ef9436a4 None None] Checking segment: {'id': '33386be2-7716-4eda-8188-eeaffee7e0ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '6c0390b8-57a8-4e5d-b1b3-4d3098f0383e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103232) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 19:38:58.887808 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-3c04eb78-0799-4973-9672-e290ef9436a4 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:38:58.888255 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c04eb78-0799-4973-9672-e290ef9436a4 None None] Bound using segment: {'id': '33386be2-7716-4eda-8188-eeaffee7e0ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '6c0390b8-57a8-4e5d-b1b3-4d3098f0383e'} {{(pid=103232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 19:38:58.888747 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.managers [None req-3c04eb78-0799-4973-9672-e290ef9436a4 None None] Bound port: 01dbd8ad-0a48-47dc-8e28-ed92d4f4a232, host: n-d-713498-36, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '33386be2-7716-4eda-8188-eeaffee7e0ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '6c0390b8-57a8-4e5d-b1b3-4d3098f0383e'}}] {{(pid=103232) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 19:38:58.889173 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-3c04eb78-0799-4973-9672-e290ef9436a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (01dbd8ad-0a48-47dc-8e28-ed92d4f4a232), before_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:38:59.028911 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-3c04eb78-0799-4973-9672-e290ef9436a4 None None] For port 01dbd8ad-0a48-47dc-8e28-ed92d4f4a232, host n-d-713498-36, cleared binding levels {{(pid=103232) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 19:38:59.030286 n-d-713498-36 neutron-server[103229]: DEBUG neutron.db.db_base_plugin_common [None req-b0e60472-726e-4081-97a2-e620b16a29e5 admin admin] Allocated IP 172.25.1.96 (88055e1e-672a-4487-be31-ffb6e833ece5/ac16dbcc-383c-4b43-9153-d763c4a53f91/3878322d-faab-430b-8a8b-ca2ee6c8723c) {{(pid=103229) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 19:38:59.033851 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-3c04eb78-0799-4973-9672-e290ef9436a4 None None] For port 01dbd8ad-0a48-47dc-8e28-ed92d4f4a232, host n-d-713498-36, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-36',level=0,port_id=01dbd8ad-0a48-47dc-8e28-ed92d4f4a232,segment=NetworkSegment(33386be2-7716-4eda-8188-eeaffee7e0ec),segment_id=33386be2-7716-4eda-8188-eeaffee7e0ec)] {{(pid=103232) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 19:38:59.042612 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-3c04eb78-0799-4973-9672-e290ef9436a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762867176205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762866656485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762866656503'] for port (01dbd8ad-0a48-47dc-8e28-ed92d4f4a232), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:38:59.125254 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c04eb78-0799-4973-9672-e290ef9436a4 None None] Pushing event updated for resources: {'Port': ['ID=01dbd8ad-0a48-47dc-8e28-ed92d4f4a232,revision_number=2']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:38:59.188285 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-b0e60472-726e-4081-97a2-e620b16a29e5 admin admin] Publish callbacks [] for port (3878322d-faab-430b-8a8b-ca2ee6c8723c), precommit_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:38:59.216426 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 41082) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:38:59.277670 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-b0e60472-726e-4081-97a2-e620b16a29e5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762866656467', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12867576'] for port (3878322d-faab-430b-8a8b-ca2ee6c8723c), after_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:38:59.348534 n-d-713498-36 neutron-server[103229]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0e60472-726e-4081-97a2-e620b16a29e5 admin admin] Network 88055e1e-672a-4487-be31-ffb6e833ece5 is already hosted by enough agents. {{(pid=103229) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 19:38:59.369083 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-523c754f-aa30-4bdf-9074-2437b858a8d2 req-662b0b25-900b-4ffb-8b65-031399fc8d65 tempest-ServersNegativeTestJSON-1608020402 tempest-ServersNegativeTestJSON-1608020402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:38:59.371428 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-523c754f-aa30-4bdf-9074-2437b858a8d2 req-662b0b25-900b-4ffb-8b65-031399fc8d65 tempest-ServersNegativeTestJSON-1608020402 tempest-ServersNegativeTestJSON-1608020402-project] 10.222.0.75 "GET /v2.0/ports?device_id=ef8fb5b1-266b-4abe-85d3-6f5780a36355 HTTP/1.1" status: 200 len: 946 time: 0.5752695 Feb 09 19:38:59.395275 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0e60472-726e-4081-97a2-e620b16a29e5 admin admin] Pushing event updated for resources: {'Port': ['ID=3878322d-faab-430b-8a8b-ca2ee6c8723c,revision_number=1']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:38:59.445899 n-d-713498-36 neutron-server[103229]: DEBUG neutron.scheduler.base_scheduler [None req-b0e60472-726e-4081-97a2-e620b16a29e5 admin admin] Resources bound (agent type, host, resource id): {{(pid=103229) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 19:38:59.448930 n-d-713498-36 neutron-server[103229]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0e60472-726e-4081-97a2-e620b16a29e5 admin admin] Received port after_create {{(pid=103229) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 19:38:59.455789 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0e60472-726e-4081-97a2-e620b16a29e5 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:38:59.456147 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0e60472-726e-4081-97a2-e620b16a29e5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:38:59.456495 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0e60472-726e-4081-97a2-e620b16a29e5 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:38:59.456836 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0e60472-726e-4081-97a2-e620b16a29e5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:38:59.457177 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0e60472-726e-4081-97a2-e620b16a29e5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:38:59.457515 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0e60472-726e-4081-97a2-e620b16a29e5 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:38:59.457847 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0e60472-726e-4081-97a2-e620b16a29e5 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:38:59.458205 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0e60472-726e-4081-97a2-e620b16a29e5 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:38:59.458536 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0e60472-726e-4081-97a2-e620b16a29e5 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:38:59.458759 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-fe9e3ff9-05c8-497c-b230-37b5392583a0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:38:59.458891 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0e60472-726e-4081-97a2-e620b16a29e5 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:38:59.459175 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0e60472-726e-4081-97a2-e620b16a29e5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:38:59.459501 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0e60472-726e-4081-97a2-e620b16a29e5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:38:59.459824 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0e60472-726e-4081-97a2-e620b16a29e5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:38:59.584728 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-523c754f-aa30-4bdf-9074-2437b858a8d2 req-85225141-fa9c-4a16-b417-f6c15f49af2d tempest-ServersNegativeTestJSON-1608020402 tempest-ServersNegativeTestJSON-1608020402-project] 10.222.0.75 "GET /v2.0/security-groups?id=25d47ded-5003-4f4d-b434-467ecec6793f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1320791 Feb 09 19:38:59.656388 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-fe9e3ff9-05c8-497c-b230-37b5392583a0 admin admin] Publish callbacks [] for security_group (bb3d8817-73c6-496f-81fe-70f8d2daf8d7), precommit_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:38:59.663161 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-fe9e3ff9-05c8-497c-b230-37b5392583a0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1892331'] for security_group (bb3d8817-73c6-496f-81fe-70f8d2daf8d7), after_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:38:59.706662 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-fe9e3ff9-05c8-497c-b230-37b5392583a0 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=643c13cf6ae94c799db6be56af262ddd&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4870408 Feb 09 19:38:59.709904 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 41088) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:38:59.722723 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-0a966feb-1202-4e2d-a145-087a54cd8aef req-6ab9c2e7-7b16-4443-9643-b811aa58d9fa service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=ef8fb5b1-266b-4abe-85d3-6f5780a36355&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.4926167 Feb 09 19:38:59.790052 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe9e3ff9-05c8-497c-b230-37b5392583a0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bb3d8817-73c6-496f-81fe-70f8d2daf8d7,revision_number=1']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:38:59.856457 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d471e16-cebb-4c9a-99e8-7f2ca9182700 req-02cae6a9-6673-48c1-8275-61ec0cd1e62f tempest-ServersNegativeTestJSON-1608020402 tempest-ServersNegativeTestJSON-1608020402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:38:59.863946 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-7d471e16-cebb-4c9a-99e8-7f2ca9182700 req-02cae6a9-6673-48c1-8275-61ec0cd1e62f tempest-ServersNegativeTestJSON-1608020402 tempest-ServersNegativeTestJSON-1608020402-project] 10.222.0.75 "GET /v2.0/ports?device_id=ef8fb5b1-266b-4abe-85d3-6f5780a36355 HTTP/1.1" status: 200 len: 946 time: 0.1705828 Feb 09 19:38:59.877832 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-ff376a5e-dc1f-48a5-9830-507049c07dae admin admin] Publish callbacks [] for security_group (bb3d8817-73c6-496f-81fe-70f8d2daf8d7), before_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:38:59.946383 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-7d471e16-cebb-4c9a-99e8-7f2ca9182700 req-89048776-324e-4c16-ad47-2807b0353d20 tempest-ServersNegativeTestJSON-1608020402 tempest-ServersNegativeTestJSON-1608020402-project] 10.222.0.75 "GET /v2.0/security-groups?id=25d47ded-5003-4f4d-b434-467ecec6793f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0793719 Feb 09 19:38:59.957069 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-ff376a5e-dc1f-48a5-9830-507049c07dae admin admin] Publish callbacks [] for security_group (bb3d8817-73c6-496f-81fe-70f8d2daf8d7), precommit_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:38:59.985669 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-b0e60472-726e-4081-97a2-e620b16a29e5 admin admin] Publish callbacks [] for router_gateway (af97020d-c483-430c-8753-157d252fcb98), after_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:39:00.049208 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-ff376a5e-dc1f-48a5-9830-507049c07dae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1892331'] for security_group (bb3d8817-73c6-496f-81fe-70f8d2daf8d7), after_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:39:00.052188 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-ff376a5e-dc1f-48a5-9830-507049c07dae admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:39:00.053475 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-ff376a5e-dc1f-48a5-9830-507049c07dae admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/bb3d8817-73c6-496f-81fe-70f8d2daf8d7 HTTP/1.1" status: 204 len: 168 time: 0.3359303 Feb 09 19:39:00.084825 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff376a5e-dc1f-48a5-9830-507049c07dae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bb3d8817-73c6-496f-81fe-70f8d2daf8d7,revision_number=None']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:39:00.111943 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a966feb-1202-4e2d-a145-087a54cd8aef req-e916b268-9ee2-4b5c-832c-29f8d94b0d09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:39:00.114046 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-0a966feb-1202-4e2d-a145-087a54cd8aef req-e916b268-9ee2-4b5c-832c-29f8d94b0d09 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=554bad581bcf4d20ab4a10352f965260&device_id=ef8fb5b1-266b-4abe-85d3-6f5780a36355 HTTP/1.1" status: 200 len: 1129 time: 0.3219898 Feb 09 19:39:00.253866 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7623dec3-e862-451f-96e6-f41fbb07b24c req-690741dc-2f7e-47b5-9fb6-667c95fadafa tempest-ServersNegativeTestJSON-1608020402 tempest-ServersNegativeTestJSON-1608020402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:39:00.269976 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-7623dec3-e862-451f-96e6-f41fbb07b24c req-690741dc-2f7e-47b5-9fb6-667c95fadafa tempest-ServersNegativeTestJSON-1608020402 tempest-ServersNegativeTestJSON-1608020402-project] 10.222.0.75 "GET /v2.0/ports?device_id=ef8fb5b1-266b-4abe-85d3-6f5780a36355 HTTP/1.1" status: 200 len: 946 time: 0.1861391 Feb 09 19:39:00.402937 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-7623dec3-e862-451f-96e6-f41fbb07b24c req-cea4ace2-2516-4acb-b529-c395e43c8f55 tempest-ServersNegativeTestJSON-1608020402 tempest-ServersNegativeTestJSON-1608020402-project] 10.222.0.75 "GET /v2.0/security-groups?id=25d47ded-5003-4f4d-b434-467ecec6793f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1257212 Feb 09 19:39:00.595400 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 41110) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:39:00.616851 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-20d81036-7ad5-4f82-85c6-9cda7e4d84ed admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:39:00.651744 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-b0e60472-726e-4081-97a2-e620b16a29e5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1834945', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1818951'] for router (af97020d-c483-430c-8753-157d252fcb98), after_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:39:00.678321 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a966feb-1202-4e2d-a145-087a54cd8aef req-9c23347a-c183-4200-9af2-61f3d8c97e97 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:39:00.680215 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-0a966feb-1202-4e2d-a145-087a54cd8aef req-9c23347a-c183-4200-9af2-61f3d8c97e97 service neutron] 10.222.0.90 "GET /v2.0/networks?id=2f0cf41a-020e-4549-8a9a-beaa8be7ccf1 HTTP/1.1" status: 200 len: 915 time: 0.5395734 Feb 09 19:39:00.757696 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-20d81036-7ad5-4f82-85c6-9cda7e4d84ed admin admin] Publish callbacks [] for security_group (8a91f1cb-393d-439c-b326-57feead8e538), precommit_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:39:00.763635 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-20d81036-7ad5-4f82-85c6-9cda7e4d84ed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1892331'] for security_group (8a91f1cb-393d-439c-b326-57feead8e538), after_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:39:00.792881 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-20d81036-7ad5-4f82-85c6-9cda7e4d84ed admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=4d749da0ef8d41abae72640c51ca3b9f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1961572 Feb 09 19:39:00.795732 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 41112) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:39:00.802935 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29cb2273-a7ae-4626-ac10-4044597abca7 req-4e4186c9-d718-4048-96cd-b74c2285930e tempest-ServersNegativeTestJSON-1608020402 tempest-ServersNegativeTestJSON-1608020402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:39:00.804999 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-29cb2273-a7ae-4626-ac10-4044597abca7 req-4e4186c9-d718-4048-96cd-b74c2285930e tempest-ServersNegativeTestJSON-1608020402 tempest-ServersNegativeTestJSON-1608020402-project] 10.222.0.75 "GET /v2.0/ports?device_id=ef8fb5b1-266b-4abe-85d3-6f5780a36355 HTTP/1.1" status: 200 len: 946 time: 0.2563725 Feb 09 19:39:00.811428 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b8f8208-a21e-469e-a4f8-154c3b962b41 None None] Network 6c0390b8-57a8-4e5d-b1b3-4d3098f0383e requested from n-d-713498-36 {{(pid=103232) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 19:39:00.843800 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20d81036-7ad5-4f82-85c6-9cda7e4d84ed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8a91f1cb-393d-439c-b326-57feead8e538,revision_number=1']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:39:00.882460 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-82186d4e-67a6-467a-ba16-fafd7e29eb18 admin admin] Publish callbacks [] for security_group (8a91f1cb-393d-439c-b326-57feead8e538), before_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:39:00.909934 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-82186d4e-67a6-467a-ba16-fafd7e29eb18 admin admin] Publish callbacks [] for security_group (8a91f1cb-393d-439c-b326-57feead8e538), precommit_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:39:00.921672 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-0a966feb-1202-4e2d-a145-087a54cd8aef req-fcaa648e-92cd-4a91-bdd8-b6bf8a185de4 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e29dcbb8-a456-45b2-83ed-996317badba0 HTTP/1.1" status: 200 len: 217 time: 0.1891897 Feb 09 19:39:00.959918 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.provisioning_blocks [None req-0935784a-47a2-436f-9588-04b672c1a4ed None None] Provisioning complete for port 01dbd8ad-0a48-47dc-8e28-ed92d4f4a232 triggered by entity DHCP. {{(pid=103232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 19:39:00.960385 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-0935784a-47a2-436f-9588-04b672c1a4ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593630'] for port (01dbd8ad-0a48-47dc-8e28-ed92d4f4a232), provisioning_complete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:39:01.015900 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-82186d4e-67a6-467a-ba16-fafd7e29eb18 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1892331'] for security_group (8a91f1cb-393d-439c-b326-57feead8e538), after_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:39:01.018704 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-82186d4e-67a6-467a-ba16-fafd7e29eb18 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:39:01.022178 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-82186d4e-67a6-467a-ba16-fafd7e29eb18 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/8a91f1cb-393d-439c-b326-57feead8e538 HTTP/1.1" status: 204 len: 168 time: 0.2183318 Feb 09 19:39:01.034148 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82186d4e-67a6-467a-ba16-fafd7e29eb18 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8a91f1cb-393d-439c-b326-57feead8e538,revision_number=None']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:39:01.053078 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-29cb2273-a7ae-4626-ac10-4044597abca7 req-74dd65d8-ca47-47f8-a77e-bec5a2f8b8c4 tempest-ServersNegativeTestJSON-1608020402 tempest-ServersNegativeTestJSON-1608020402-project] 10.222.0.75 "GET /v2.0/security-groups?id=25d47ded-5003-4f4d-b434-467ecec6793f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2101271 Feb 09 19:39:01.074137 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82186d4e-67a6-467a-ba16-fafd7e29eb18 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:39:01.074137 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82186d4e-67a6-467a-ba16-fafd7e29eb18 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:39:01.074137 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82186d4e-67a6-467a-ba16-fafd7e29eb18 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:39:01.074137 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82186d4e-67a6-467a-ba16-fafd7e29eb18 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:39:01.074137 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82186d4e-67a6-467a-ba16-fafd7e29eb18 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:39:01.074137 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82186d4e-67a6-467a-ba16-fafd7e29eb18 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:39:01.074137 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82186d4e-67a6-467a-ba16-fafd7e29eb18 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:39:01.074137 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82186d4e-67a6-467a-ba16-fafd7e29eb18 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:39:01.074137 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82186d4e-67a6-467a-ba16-fafd7e29eb18 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:39:01.075021 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-0935784a-47a2-436f-9588-04b672c1a4ed None None] Current status of the port 01dbd8ad-0a48-47dc-8e28-ed92d4f4a232 is: DOWN; New status is: ACTIVE {{(pid=103232) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 19:39:01.075021 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-0935784a-47a2-436f-9588-04b672c1a4ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (01dbd8ad-0a48-47dc-8e28-ed92d4f4a232), before_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:39:01.075257 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82186d4e-67a6-467a-ba16-fafd7e29eb18 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:39:01.075257 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82186d4e-67a6-467a-ba16-fafd7e29eb18 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:39:01.085294 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82186d4e-67a6-467a-ba16-fafd7e29eb18 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:39:01.085294 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82186d4e-67a6-467a-ba16-fafd7e29eb18 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:39:01.169837 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-0935784a-47a2-436f-9588-04b672c1a4ed None None] For port 01dbd8ad-0a48-47dc-8e28-ed92d4f4a232, host n-d-713498-36, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-36',level=0,port_id=01dbd8ad-0a48-47dc-8e28-ed92d4f4a232,segment=NetworkSegment(33386be2-7716-4eda-8188-eeaffee7e0ec),segment_id=33386be2-7716-4eda-8188-eeaffee7e0ec)] {{(pid=103232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 19:39:01.180264 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-0935784a-47a2-436f-9588-04b672c1a4ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762867176205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762866656485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762866656503'] for port (01dbd8ad-0a48-47dc-8e28-ed92d4f4a232), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:39:01.299067 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0935784a-47a2-436f-9588-04b672c1a4ed None None] Pushing event updated for resources: {'Port': ['ID=01dbd8ad-0a48-47dc-8e28-ed92d4f4a232,revision_number=3']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:39:01.311417 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a966feb-1202-4e2d-a145-087a54cd8aef req-f9894fd1-ab9d-4922-a9e0-42a848d1460b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:39:01.313076 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-0a966feb-1202-4e2d-a145-087a54cd8aef req-f9894fd1-ab9d-4922-a9e0-42a848d1460b service neutron] 10.222.0.90 "GET /v2.0/subnets?id=6d1f69a1-f040-48ff-86ee-7d9cfec7a16b HTTP/1.1" status: 200 len: 854 time: 0.3054669 Feb 09 19:39:01.364844 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Device 01dbd8ad-0a48-47dc-8e28-ed92d4f4a232 up at agent ovs-agent-n-d-713498-36 {{(pid=103232) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 19:39:01.367311 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-0a966feb-1202-4e2d-a145-087a54cd8aef req-4453f872-717e-4e6b-a9f8-fa5d1302ddd2 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=2f0cf41a-020e-4549-8a9a-beaa8be7ccf1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0434735 Feb 09 19:39:01.379193 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c34076e8-2d73-4932-947b-c00fa266687b req-ecd6495b-aa1f-4b2b-900a-8500caab04c8 tempest-ServersNegativeTestJSON-1608020402 tempest-ServersNegativeTestJSON-1608020402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:39:01.380803 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-c34076e8-2d73-4932-947b-c00fa266687b req-ecd6495b-aa1f-4b2b-900a-8500caab04c8 tempest-ServersNegativeTestJSON-1608020402 tempest-ServersNegativeTestJSON-1608020402-project] 10.222.0.75 "GET /v2.0/ports?device_id=ef8fb5b1-266b-4abe-85d3-6f5780a36355 HTTP/1.1" status: 200 len: 946 time: 0.1714942 Feb 09 19:39:01.391281 n-d-713498-36 neutron-server[103229]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b0e60472-726e-4081-97a2-e620b16a29e5 admin admin] Router af97020d-c483-430c-8753-157d252fcb98 is scheduled to L3 agent 93303d5e-5d17-45e8-8963-7694f87783ae with binding_index 1 {{(pid=103229) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 09 19:39:01.469710 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.provisioning_blocks [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Provisioning complete for port 01dbd8ad-0a48-47dc-8e28-ed92d4f4a232 triggered by entity L2. {{(pid=103232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 19:39:01.470517 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593630'] for port (01dbd8ad-0a48-47dc-8e28-ed92d4f4a232), provisioning_complete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:39:01.554271 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.provisioning_blocks [None req-9a8b51d9-08e4-45d0-a911-d53b2d80f909 None None] Provisioning complete for port 01dbd8ad-0a48-47dc-8e28-ed92d4f4a232 triggered by entity DHCP. {{(pid=103232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 19:39:01.554790 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-9a8b51d9-08e4-45d0-a911-d53b2d80f909 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593630'] for port (01dbd8ad-0a48-47dc-8e28-ed92d4f4a232), provisioning_complete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:39:01.656615 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-c34076e8-2d73-4932-947b-c00fa266687b req-3d076f20-73cf-4439-a094-0113940cc5b0 tempest-ServersNegativeTestJSON-1608020402 tempest-ServersNegativeTestJSON-1608020402-project] 10.222.0.75 "GET /v2.0/security-groups?id=25d47ded-5003-4f4d-b434-467ecec6793f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2632868 Feb 09 19:39:01.674552 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Current status of the port 01dbd8ad-0a48-47dc-8e28-ed92d4f4a232 is: ACTIVE; New status is: ACTIVE {{(pid=103232) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 19:39:01.724446 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-9a8b51d9-08e4-45d0-a911-d53b2d80f909 None None] Current status of the port 01dbd8ad-0a48-47dc-8e28-ed92d4f4a232 is: ACTIVE; New status is: ACTIVE {{(pid=103232) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 19:39:01.727284 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-0a966feb-1202-4e2d-a145-087a54cd8aef req-942426cb-8019-48a9-bc2a-bd5061c75941 service neutron] 10.222.0.90 "GET /v2.0/networks/2f0cf41a-020e-4549-8a9a-beaa8be7ccf1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3451219 Feb 09 19:39:01.733505 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b0e60472-726e-4081-97a2-e620b16a29e5 admin admin] Notify agent at l3_agent.n-d-713498-36 the message routers_updated {{(pid=103229) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 19:39:01.745488 n-d-713498-36 neutron-server[103233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38b5781d-8140-499a-b6fd-0f419a97850f None None] Sync routers for ids ['af97020d-c483-430c-8753-157d252fcb98'] in n-d-713498-36 {{(pid=103233) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 19:39:01.765798 n-d-713498-36 neutron-server[103233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38b5781d-8140-499a-b6fd-0f419a97850f None None] Routers {'af97020d-c483-430c-8753-157d252fcb98'} bound to L3 agent in host n-d-713498-36 {{(pid=103233) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 19:39:01.767091 n-d-713498-36 neutron-server[103233]: DEBUG neutron.db.l3_hamode_db [None req-38b5781d-8140-499a-b6fd-0f419a97850f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T18:51:43Z,description=,heartbeat_timestamp=2022-02-09T19:38:43Z,host='n-d-713498-36',id=93303d5e-5d17-45e8-8963-7694f87783ae,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T18:51:43Z,topic='l3_agent')) {'router_ids': ['af97020d-c483-430c-8753-157d252fcb98'], 'active': True} {{(pid=103233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:39:01.859060 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-b0e60472-726e-4081-97a2-e620b16a29e5 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:39:01.860849 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-b0e60472-726e-4081-97a2-e620b16a29e5 admin admin] 10.222.0.75 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 3.9573357 Feb 09 19:39:01.864130 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 41138) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:39:01.915311 n-d-713498-36 neutron-server[103233]: DEBUG neutron.db.l3_dvr_db [None req-38b5781d-8140-499a-b6fd-0f419a97850f None None] Set router af97020d-c483-430c-8753-157d252fcb98 gateway port host: n-d-713498-36 {{(pid=103233) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 19:39:01.931122 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-0a966feb-1202-4e2d-a145-087a54cd8aef req-0a99d21d-fa80-4c46-b08b-c00c7ce39fb3 service neutron] 10.222.0.90 "GET /v2.0/networks/2f0cf41a-020e-4549-8a9a-beaa8be7ccf1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1810172 Feb 09 19:39:02.219382 n-d-713498-36 neutron-server[103233]: DEBUG neutron.db.l3_hamode_db [None req-38b5781d-8140-499a-b6fd-0f419a97850f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af97020d-c483-430c-8753-157d252fcb98', 'name': 'tempest-TestVolumeBootPattern-2083584163-router', 'tenant_id': 'e66ffe5bb4494e31b9de6c7224f91756', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88055e1e-672a-4487-be31-ffb6e833ece5', 'external_fixed_ips': [{'subnet_id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'ip_address': '172.25.1.96'}], 'enable_snat': True}, 'gw_port_id': '3878322d-faab-430b-8a8b-ca2ee6c8723c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T19:38:57Z', 'updated_at': '2022-02-09T19:38:59Z', 'revision_number': 3, 'project_id': 'e66ffe5bb4494e31b9de6c7224f91756', 'gw_port': {'id': '3878322d-faab-430b-8a8b-ca2ee6c8723c', 'name': '', 'network_id': '88055e1e-672a-4487-be31-ffb6e833ece5', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:ae:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'af97020d-c483-430c-8753-157d252fcb98', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3527, 'fixed_ips': [{'subnet_id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'ip_address': '172.25.1.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T19:38:58Z', 'updated_at': '2022-02-09T19:38:59Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-36'}], 'n-d-713498-36', False) {} {{(pid=103233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:39:02.264774 n-d-713498-36 neutron-server[103233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38b5781d-8140-499a-b6fd-0f419a97850f None None] Checking router: af97020d-c483-430c-8753-157d252fcb98 for host: n-d-713498-36 {{(pid=103233) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 19:39:02.265567 n-d-713498-36 neutron-server[103233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38b5781d-8140-499a-b6fd-0f419a97850f None None] Updating router af97020d-c483-430c-8753-157d252fcb98 port 3878322d-faab-430b-8a8b-ca2ee6c8723c binding host n-d-713498-36 {{(pid=103233) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 19:39:02.310773 n-d-713498-36 neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-38b5781d-8140-499a-b6fd-0f419a97850f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (3878322d-faab-430b-8a8b-ca2ee6c8723c), before_update {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:39:02.531781 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-323845ad-4dd9-4982-b37f-d4dac430533e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (None), before_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:39:02.750618 n-d-713498-36 neutron-server[103230]: DEBUG neutron.db.db_base_plugin_common [None req-323845ad-4dd9-4982-b37f-d4dac430533e admin admin] Allocated IP 172.20.0.1 (6c0390b8-57a8-4e5d-b1b3-4d3098f0383e/8c23e8df-50ec-4124-b2e0-ec4287e0865a/9526628b-bffd-45e9-9adc-d4172fc99500) {{(pid=103230) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 19:39:02.782001 n-d-713498-36 neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-38b5781d-8140-499a-b6fd-0f419a97850f None None] Publish callbacks [] for port (3878322d-faab-430b-8a8b-ca2ee6c8723c), precommit_update {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:39:02.795820 n-d-713498-36 neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-38b5781d-8140-499a-b6fd-0f419a97850f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762867176205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762866656485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762866656503'] for port (3878322d-faab-430b-8a8b-ca2ee6c8723c), after_update {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:39:02.919681 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-323845ad-4dd9-4982-b37f-d4dac430533e admin admin] Publish callbacks [] for port (9526628b-bffd-45e9-9adc-d4172fc99500), precommit_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:39:02.952802 n-d-713498-36 neutron-server[103233]: DEBUG neutron.plugins.ml2.managers [None req-38b5781d-8140-499a-b6fd-0f419a97850f None None] Attempting to bind port 3878322d-faab-430b-8a8b-ca2ee6c8723c on host n-d-713498-36 for vnic_type normal with profile {{(pid=103233) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 19:39:02.953294 n-d-713498-36 neutron-server[103233]: DEBUG neutron.plugins.ml2.managers [None req-38b5781d-8140-499a-b6fd-0f419a97850f None None] Attempting to bind port 3878322d-faab-430b-8a8b-ca2ee6c8723c by drivers openvswitch,hyperv on host n-d-713498-36 at level 0 using segments [{'id': 'a4222f89-8d3f-4b51-953b-1a8126392491', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '88055e1e-672a-4487-be31-ffb6e833ece5'}] {{(pid=103233) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 19:39:02.953712 n-d-713498-36 neutron-server[103233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38b5781d-8140-499a-b6fd-0f419a97850f None None] Attempting to bind port 3878322d-faab-430b-8a8b-ca2ee6c8723c on network 88055e1e-672a-4487-be31-ffb6e833ece5 {{(pid=103233) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 19:39:02.964905 n-d-713498-36 neutron-server[103233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6460b383-1bc9-4f30-a640-d43c02a42c99 None None] Pushing event updated for resources: {'Port': ['ID=3878322d-faab-430b-8a8b-ca2ee6c8723c,revision_number=2']} {{(pid=103233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:39:02.968385 n-d-713498-36 neutron-server[103233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38b5781d-8140-499a-b6fd-0f419a97850f None None] Checking agent: {'id': '496418a2-c002-4aec-ab1a-07f3bea491bd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-36', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 18, 51, 47), 'started_at': datetime.datetime(2022, 2, 9, 18, 52, 17), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 19, 38, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-36'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103233) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 19:39:02.968770 n-d-713498-36 neutron-server[103233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38b5781d-8140-499a-b6fd-0f419a97850f None None] Checking segment: {'id': 'a4222f89-8d3f-4b51-953b-1a8126392491', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '88055e1e-672a-4487-be31-ffb6e833ece5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103233) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 19:39:02.969194 n-d-713498-36 neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-38b5781d-8140-499a-b6fd-0f419a97850f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:39:02.969628 n-d-713498-36 neutron-server[103233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38b5781d-8140-499a-b6fd-0f419a97850f None None] Bound using segment: {'id': 'a4222f89-8d3f-4b51-953b-1a8126392491', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '88055e1e-672a-4487-be31-ffb6e833ece5'} {{(pid=103233) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 19:39:02.970134 n-d-713498-36 neutron-server[103233]: DEBUG neutron.plugins.ml2.managers [None req-38b5781d-8140-499a-b6fd-0f419a97850f None None] Bound port: 3878322d-faab-430b-8a8b-ca2ee6c8723c, host: n-d-713498-36, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a4222f89-8d3f-4b51-953b-1a8126392491', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '88055e1e-672a-4487-be31-ffb6e833ece5'}}] {{(pid=103233) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 19:39:02.970517 n-d-713498-36 neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-38b5781d-8140-499a-b6fd-0f419a97850f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (3878322d-faab-430b-8a8b-ca2ee6c8723c), before_update {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:39:02.982845 n-d-713498-36 neutron-server[103233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6460b383-1bc9-4f30-a640-d43c02a42c99 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:39:02.982845 n-d-713498-36 neutron-server[103233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6460b383-1bc9-4f30-a640-d43c02a42c99 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:39:02.982845 n-d-713498-36 neutron-server[103233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6460b383-1bc9-4f30-a640-d43c02a42c99 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:39:02.982845 n-d-713498-36 neutron-server[103233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6460b383-1bc9-4f30-a640-d43c02a42c99 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:39:02.982845 n-d-713498-36 neutron-server[103233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6460b383-1bc9-4f30-a640-d43c02a42c99 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:39:02.982845 n-d-713498-36 neutron-server[103233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6460b383-1bc9-4f30-a640-d43c02a42c99 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:39:02.982845 n-d-713498-36 neutron-server[103233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6460b383-1bc9-4f30-a640-d43c02a42c99 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:39:02.982845 n-d-713498-36 neutron-server[103233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6460b383-1bc9-4f30-a640-d43c02a42c99 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:39:02.982845 n-d-713498-36 neutron-server[103233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6460b383-1bc9-4f30-a640-d43c02a42c99 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:39:02.982845 n-d-713498-36 neutron-server[103233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6460b383-1bc9-4f30-a640-d43c02a42c99 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:39:02.982845 n-d-713498-36 neutron-server[103233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6460b383-1bc9-4f30-a640-d43c02a42c99 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:39:02.982845 n-d-713498-36 neutron-server[103233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6460b383-1bc9-4f30-a640-d43c02a42c99 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:39:02.982845 n-d-713498-36 neutron-server[103233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6460b383-1bc9-4f30-a640-d43c02a42c99 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:39:03.001116 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-323845ad-4dd9-4982-b37f-d4dac430533e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762866656467', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14393751'] for port (9526628b-bffd-45e9-9adc-d4172fc99500), after_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:39:03.068398 n-d-713498-36 neutron-server[103233]: DEBUG neutron.plugins.ml2.db [None req-38b5781d-8140-499a-b6fd-0f419a97850f None None] For port 3878322d-faab-430b-8a8b-ca2ee6c8723c, host n-d-713498-36, cleared binding levels {{(pid=103233) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 19:39:03.078418 n-d-713498-36 neutron-server[103233]: DEBUG neutron.plugins.ml2.db [None req-38b5781d-8140-499a-b6fd-0f419a97850f None None] For port 3878322d-faab-430b-8a8b-ca2ee6c8723c, host n-d-713498-36, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-36',level=0,port_id=3878322d-faab-430b-8a8b-ca2ee6c8723c,segment=NetworkSegment(a4222f89-8d3f-4b51-953b-1a8126392491),segment_id=a4222f89-8d3f-4b51-953b-1a8126392491)] {{(pid=103233) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 19:39:03.088474 n-d-713498-36 neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-38b5781d-8140-499a-b6fd-0f419a97850f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762867176205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762866656485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762866656503'] for port (3878322d-faab-430b-8a8b-ca2ee6c8723c), after_update {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:39:03.113574 n-d-713498-36 neutron-server[103230]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-323845ad-4dd9-4982-b37f-d4dac430533e admin admin] Network 6c0390b8-57a8-4e5d-b1b3-4d3098f0383e is already hosted by enough agents. {{(pid=103230) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 19:39:03.131614 n-d-713498-36 neutron-server[103230]: DEBUG neutron.scheduler.base_scheduler [None req-323845ad-4dd9-4982-b37f-d4dac430533e admin admin] Resources bound (agent type, host, resource id): {{(pid=103230) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 19:39:03.134592 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-323845ad-4dd9-4982-b37f-d4dac430533e admin admin] Pushing event updated for resources: {'Port': ['ID=9526628b-bffd-45e9-9adc-d4172fc99500,revision_number=1']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:39:03.142510 n-d-713498-36 neutron-server[103230]: DEBUG neutron.db.l3_dvrscheduler_db [None req-323845ad-4dd9-4982-b37f-d4dac430533e admin admin] Received port after_create {{(pid=103230) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 19:39:03.242556 n-d-713498-36 neutron-server[103233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6460b383-1bc9-4f30-a640-d43c02a42c99 None None] Pushing event updated for resources: {'Port': ['ID=3878322d-faab-430b-8a8b-ca2ee6c8723c,revision_number=3']} {{(pid=103233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:39:03.275530 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-323845ad-4dd9-4982-b37f-d4dac430533e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1819024'] for router_interface (af97020d-c483-430c-8753-157d252fcb98), before_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:39:03.279770 n-d-713498-36 neutron-server[103233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38b5781d-8140-499a-b6fd-0f419a97850f None None] Routers {'af97020d-c483-430c-8753-157d252fcb98'} bound to L3 agent in host n-d-713498-36 {{(pid=103233) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 19:39:03.281288 n-d-713498-36 neutron-server[103233]: DEBUG neutron.db.l3_hamode_db [None req-38b5781d-8140-499a-b6fd-0f419a97850f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T18:51:43Z,description=,heartbeat_timestamp=2022-02-09T19:38:43Z,host='n-d-713498-36',id=93303d5e-5d17-45e8-8963-7694f87783ae,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T18:51:43Z,topic='l3_agent')) {'router_ids': ['af97020d-c483-430c-8753-157d252fcb98'], 'active': True} {{(pid=103233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:39:03.316980 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Device 01dbd8ad-0a48-47dc-8e28-ed92d4f4a232 up at agent ovs-agent-n-d-713498-36 {{(pid=103232) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 19:39:03.365547 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-056f9273-57fd-44ba-80d6-e0002fc2241a req-c0339539-22b4-47de-b462-e6ffb34c2545 tempest-TestNetworkAdvancedServerOps-1633223542 tempest-TestNetworkAdvancedServerOps-1633223542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:39:03.367215 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-056f9273-57fd-44ba-80d6-e0002fc2241a req-c0339539-22b4-47de-b462-e6ffb34c2545 tempest-TestNetworkAdvancedServerOps-1633223542 tempest-TestNetworkAdvancedServerOps-1633223542-project] 10.222.0.75 "GET /v2.0/ports?device_id=4389c13d-a9e7-4e04-981e-043da3b220bc HTTP/1.1" status: 200 len: 945 time: 0.2222903 Feb 09 19:39:03.451841 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.provisioning_blocks [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Provisioning complete for port 01dbd8ad-0a48-47dc-8e28-ed92d4f4a232 triggered by entity L2. {{(pid=103232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 19:39:03.452530 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593630'] for port (01dbd8ad-0a48-47dc-8e28-ed92d4f4a232), provisioning_complete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:39:03.479579 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-056f9273-57fd-44ba-80d6-e0002fc2241a req-28eaff98-59a1-41de-8176-d32b89ce004d tempest-TestNetworkAdvancedServerOps-1633223542 tempest-TestNetworkAdvancedServerOps-1633223542-project] 10.222.0.75 "GET /v2.0/security-groups?id=db3e440f-6371-4f6a-b598-e7d001dae153&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1029027 Feb 09 19:39:03.491469 n-d-713498-36 neutron-server[103233]: DEBUG neutron.db.l3_dvr_db [None req-38b5781d-8140-499a-b6fd-0f419a97850f None None] Set router af97020d-c483-430c-8753-157d252fcb98 gateway port host: n-d-713498-36 {{(pid=103233) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 19:39:03.511559 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 41176) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:39:03.661298 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Current status of the port 01dbd8ad-0a48-47dc-8e28-ed92d4f4a232 is: ACTIVE; New status is: ACTIVE {{(pid=103232) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 19:39:03.690225 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.provisioning_blocks [None req-222c3143-a32c-46ab-a43d-427607ea95f8 None None] Provisioning complete for port 9526628b-bffd-45e9-9adc-d4172fc99500 triggered by entity DHCP. {{(pid=103232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 19:39:03.691083 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-222c3143-a32c-46ab-a43d-427607ea95f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593630'] for port (9526628b-bffd-45e9-9adc-d4172fc99500), provisioning_complete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:39:03.736645 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-8e1b95fe-2fba-48a0-a8c0-2b215235f15d tempest-TestNetworkAdvancedServerOps-1633223542 tempest-TestNetworkAdvancedServerOps-1633223542-project] 10.222.0.75 "GET /v2.0/floatingips/04ed9858-16be-450c-a946-5e34e6c89c8b HTTP/1.1" status: 200 len: 993 time: 0.2220552 Feb 09 19:39:03.741399 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-222c3143-a32c-46ab-a43d-427607ea95f8 None None] Port 9526628b-bffd-45e9-9adc-d4172fc99500 cannot update to ACTIVE because it is not bound. {{(pid=103232) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 19:39:03.845587 n-d-713498-36 neutron-server[103233]: DEBUG neutron.db.l3_hamode_db [None req-38b5781d-8140-499a-b6fd-0f419a97850f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af97020d-c483-430c-8753-157d252fcb98', 'name': 'tempest-TestVolumeBootPattern-2083584163-router', 'tenant_id': 'e66ffe5bb4494e31b9de6c7224f91756', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88055e1e-672a-4487-be31-ffb6e833ece5', 'external_fixed_ips': [{'subnet_id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'ip_address': '172.25.1.96'}], 'enable_snat': True}, 'gw_port_id': '3878322d-faab-430b-8a8b-ca2ee6c8723c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T19:38:57Z', 'updated_at': '2022-02-09T19:38:59Z', 'revision_number': 3, 'project_id': 'e66ffe5bb4494e31b9de6c7224f91756', 'gw_port': {'id': '3878322d-faab-430b-8a8b-ca2ee6c8723c', 'name': '', 'network_id': '88055e1e-672a-4487-be31-ffb6e833ece5', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:ae:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'af97020d-c483-430c-8753-157d252fcb98', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3527, 'fixed_ips': [{'subnet_id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'ip_address': '172.25.1.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T19:38:58Z', 'updated_at': '2022-02-09T19:39:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-36'}], 'n-d-713498-36', False) {} {{(pid=103233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:39:03.888690 n-d-713498-36 neutron-server[103233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38b5781d-8140-499a-b6fd-0f419a97850f None None] The sync data for ids ['af97020d-c483-430c-8753-157d252fcb98'] in n-d-713498-36 is: [{'id': 'af97020d-c483-430c-8753-157d252fcb98', 'name': 'tempest-TestVolumeBootPattern-2083584163-router', 'tenant_id': 'e66ffe5bb4494e31b9de6c7224f91756', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88055e1e-672a-4487-be31-ffb6e833ece5', 'external_fixed_ips': [{'subnet_id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'ip_address': '172.25.1.96'}], 'enable_snat': True}, 'gw_port_id': '3878322d-faab-430b-8a8b-ca2ee6c8723c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T19:38:57Z', 'updated_at': '2022-02-09T19:38:59Z', 'revision_number': 3, 'project_id': 'e66ffe5bb4494e31b9de6c7224f91756', 'gw_port': {'id': '3878322d-faab-430b-8a8b-ca2ee6c8723c', 'name': '', 'network_id': '88055e1e-672a-4487-be31-ffb6e833ece5', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:ae:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'af97020d-c483-430c-8753-157d252fcb98', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3527, 'fixed_ips': [{'subnet_id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'ip_address': '172.25.1.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T19:38:58Z', 'updated_at': '2022-02-09T19:39:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-36'}] {{(pid=103233) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 19:39:04.325508 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-323845ad-4dd9-4982-b37f-d4dac430533e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (9526628b-bffd-45e9-9adc-d4172fc99500), before_update {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:39:04.520878 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-163aac9c-b7ee-4724-a616-fecf603a3a14 req-9e78ae7a-13d8-4651-9f0b-fbfcb4983fc5 tempest-TestNetworkAdvancedServerOps-513516359 tempest-TestNetworkAdvancedServerOps-513516359-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:39:04.523125 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-163aac9c-b7ee-4724-a616-fecf603a3a14 req-9e78ae7a-13d8-4651-9f0b-fbfcb4983fc5 tempest-TestNetworkAdvancedServerOps-513516359 tempest-TestNetworkAdvancedServerOps-513516359-project-admin] 10.222.0.75 "GET /v2.0/ports?device_id=4389c13d-a9e7-4e04-981e-043da3b220bc HTTP/1.1" status: 200 len: 1128 time: 0.2230458 Feb 09 19:39:04.630011 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-163aac9c-b7ee-4724-a616-fecf603a3a14 req-094c79c0-aa04-4daf-86fb-430b3bf0cd35 tempest-TestNetworkAdvancedServerOps-513516359 tempest-TestNetworkAdvancedServerOps-513516359-project-admin] 10.222.0.75 "GET /v2.0/security-groups?id=db3e440f-6371-4f6a-b598-e7d001dae153&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0999837 Feb 09 19:39:04.727444 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-323845ad-4dd9-4982-b37f-d4dac430533e admin admin] Publish callbacks [] for port (9526628b-bffd-45e9-9adc-d4172fc99500), precommit_update {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:39:04.734032 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-323845ad-4dd9-4982-b37f-d4dac430533e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762867176205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762866656485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762866656503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14393758'] for port (9526628b-bffd-45e9-9adc-d4172fc99500), after_update {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:39:04.833812 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-323845ad-4dd9-4982-b37f-d4dac430533e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1613458', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1834496'] for router_interface (af97020d-c483-430c-8753-157d252fcb98), after_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:39:04.845435 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-323845ad-4dd9-4982-b37f-d4dac430533e admin admin] Pushing event updated for resources: {'Port': ['ID=9526628b-bffd-45e9-9adc-d4172fc99500,revision_number=2']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:39:05.024598 n-d-713498-36 neutron-server[103230]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-323845ad-4dd9-4982-b37f-d4dac430533e admin admin] Network 6c0390b8-57a8-4e5d-b1b3-4d3098f0383e is already hosted by enough agents. {{(pid=103230) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 19:39:05.030644 n-d-713498-36 neutron-server[103230]: DEBUG neutron.scheduler.base_scheduler [None req-323845ad-4dd9-4982-b37f-d4dac430533e admin admin] Resources bound (agent type, host, resource id): {{(pid=103230) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 19:39:05.309433 n-d-713498-36 neutron-server[103230]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-323845ad-4dd9-4982-b37f-d4dac430533e admin admin] Router af97020d-c483-430c-8753-157d252fcb98 has already been hosted by L3 agent 93303d5e-5d17-45e8-8963-7694f87783ae {{(pid=103230) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 19:39:05.361611 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Device 3878322d-faab-430b-8a8b-ca2ee6c8723c up at agent ovs-agent-n-d-713498-36 {{(pid=103232) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 19:39:05.470975 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.provisioning_blocks [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Provisioning complete for port 3878322d-faab-430b-8a8b-ca2ee6c8723c triggered by entity L2. {{(pid=103232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 19:39:05.471279 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593630'] for port (3878322d-faab-430b-8a8b-ca2ee6c8723c), provisioning_complete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:39:05.564646 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.provisioning_blocks [None req-c33e0072-fe69-4049-9df3-81c4643d51f7 None None] Provisioning complete for port 9526628b-bffd-45e9-9adc-d4172fc99500 triggered by entity DHCP. {{(pid=103232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 19:39:05.569671 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-c33e0072-fe69-4049-9df3-81c4643d51f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593630'] for port (9526628b-bffd-45e9-9adc-d4172fc99500), provisioning_complete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:39:05.690625 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-323845ad-4dd9-4982-b37f-d4dac430533e admin admin] Notify agent at l3_agent.n-d-713498-36 the message routers_updated {{(pid=103230) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 19:39:05.712026 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-323845ad-4dd9-4982-b37f-d4dac430533e admin admin] 10.222.0.75 "PUT /v2.0/routers/af97020d-c483-430c-8753-157d252fcb98/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8461566 Feb 09 19:39:05.780852 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-c33e0072-fe69-4049-9df3-81c4643d51f7 None None] Port 9526628b-bffd-45e9-9adc-d4172fc99500 cannot update to ACTIVE because it is not bound. {{(pid=103232) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 19:39:05.826659 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Current status of the port 3878322d-faab-430b-8a8b-ca2ee6c8723c is: DOWN; New status is: ACTIVE {{(pid=103232) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 19:39:05.828391 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (3878322d-faab-430b-8a8b-ca2ee6c8723c), before_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:39:05.867029 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] For port 3878322d-faab-430b-8a8b-ca2ee6c8723c, host n-d-713498-36, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-36',level=0,port_id=3878322d-faab-430b-8a8b-ca2ee6c8723c,segment=NetworkSegment(a4222f89-8d3f-4b51-953b-1a8126392491),segment_id=a4222f89-8d3f-4b51-953b-1a8126392491)] {{(pid=103232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 19:39:05.872748 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762867176205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762866656485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762866656503'] for port (3878322d-faab-430b-8a8b-ca2ee6c8723c), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:39:05.957478 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-63d68c14-4a91-4b8a-ac66-d5ef3fec3b88 req-efcfd10a-a1ce-4e63-8b4a-ea837df029e8 service neutron] 10.222.0.75 "GET /v2.0/ports?device_id=4389c13d-a9e7-4e04-981e-043da3b220bc&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.2218297 Feb 09 19:39:05.971634 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [req-63d68c14-4a91-4b8a-ac66-d5ef3fec3b88 req-e23304d3-a535-4303-a1be-f18e443e93ba service neutron] http://10.222.0.75:9696/v2.0/extensions returned with HTTP 200 {{(pid=103230) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 09 19:39:05.985920 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-63d68c14-4a91-4b8a-ac66-d5ef3fec3b88 req-e23304d3-a535-4303-a1be-f18e443e93ba service neutron] 10.222.0.75 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0238659 Feb 09 19:39:05.996724 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Pushing event updated for resources: {'Port': ['ID=3878322d-faab-430b-8a8b-ca2ee6c8723c,revision_number=4']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:39:06.860096 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 41252) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:39:06.865802 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.v2.base [None req-14e3b4e0-a1d7-4710-9e24-b14d29d0be84 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1655488579-network', 'tenant_id': '79aef4abcfba4ceebff1ca55474927ed'}} {{(pid=103230) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 19:39:06.969529 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-448ff29f-ee13-4c1f-b10b-7a6a87d62ad0 None None] Sync routers for ids ['af97020d-c483-430c-8753-157d252fcb98'] in n-d-713498-36 {{(pid=103232) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 19:39:06.986943 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.l3_dvrscheduler_db [None req-448ff29f-ee13-4c1f-b10b-7a6a87d62ad0 None None] Routers {'af97020d-c483-430c-8753-157d252fcb98'} bound to L3 agent in host n-d-713498-36 {{(pid=103232) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 19:39:06.988587 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.l3_hamode_db [None req-448ff29f-ee13-4c1f-b10b-7a6a87d62ad0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T18:51:43Z,description=,heartbeat_timestamp=2022-02-09T19:38:43Z,host='n-d-713498-36',id=93303d5e-5d17-45e8-8963-7694f87783ae,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T18:51:43Z,topic='l3_agent')) {'router_ids': ['af97020d-c483-430c-8753-157d252fcb98'], 'active': True} {{(pid=103232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:39:06.990387 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-14e3b4e0-a1d7-4710-9e24-b14d29d0be84 admin admin] Made reservation on behalf of 79aef4abcfba4ceebff1ca55474927ed for: {'network': 1} {{(pid=103230) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 19:39:06.996319 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-14e3b4e0-a1d7-4710-9e24-b14d29d0be84 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for network (None), before_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:39:07.021581 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63d68c14-4a91-4b8a-ac66-d5ef3fec3b88 req-2c2a100a-2c8d-4d8d-96b3-b8e50478b464 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:39:07.027333 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-63d68c14-4a91-4b8a-ac66-d5ef3fec3b88 req-2c2a100a-2c8d-4d8d-96b3-b8e50478b464 service neutron] 10.222.0.75 "GET /v2.0/ports/5d390df8-f62d-4dcd-86a7-dc07a0e76fe3 HTTP/1.1" status: 200 len: 1125 time: 0.1481457 Feb 09 19:39:07.038282 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-14e3b4e0-a1d7-4710-9e24-b14d29d0be84 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:39:07.044454 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.v2.base [req-63d68c14-4a91-4b8a-ac66-d5ef3fec3b88 req-be9e78fc-9e29-4950-893d-bde4b0e8cecc service neutron] Request body: {'binding': {'host': 'n-h2-713498-36', 'vnic_type': 'normal', 'profile': {}}} {{(pid=103230) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 19:39:07.045226 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.v2.base [req-63d68c14-4a91-4b8a-ac66-d5ef3fec3b88 req-be9e78fc-9e29-4950-893d-bde4b0e8cecc service neutron] Unknown quota resources ['binding']. {{(pid=103230) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Feb 09 19:39:07.210083 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.l3_dvr_db [None req-448ff29f-ee13-4c1f-b10b-7a6a87d62ad0 None None] Set router af97020d-c483-430c-8753-157d252fcb98 gateway port host: n-d-713498-36 {{(pid=103232) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 19:39:07.336681 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-14e3b4e0-a1d7-4710-9e24-b14d29d0be84 admin admin] Publish callbacks [] for security_group (f833b800-29b5-4a66-a293-55bf421f2747), precommit_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:39:07.345835 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Device 3878322d-faab-430b-8a8b-ca2ee6c8723c up at agent ovs-agent-n-d-713498-36 {{(pid=103232) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 19:39:07.351821 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-14e3b4e0-a1d7-4710-9e24-b14d29d0be84 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1892331'] for security_group (f833b800-29b5-4a66-a293-55bf421f2747), after_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:39:07.391030 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-14e3b4e0-a1d7-4710-9e24-b14d29d0be84 admin admin] vlan segment allocate from pool success with {'vlan_id': 380, 'physical_network': 'physnet1'} {{(pid=103230) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 19:39:07.431398 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14e3b4e0-a1d7-4710-9e24-b14d29d0be84 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f833b800-29b5-4a66-a293-55bf421f2747,revision_number=1']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:39:07.437804 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-14e3b4e0-a1d7-4710-9e24-b14d29d0be84 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-759574'] for segment (2b853001-1a05-4c26-9ffd-115973a099e0), precommit_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:39:07.438187 n-d-713498-36 neutron-server[103230]: INFO neutron.db.segments_db [None req-14e3b4e0-a1d7-4710-9e24-b14d29d0be84 admin admin] Added segment 2b853001-1a05-4c26-9ffd-115973a099e0 of type vlan for network b108ef99-b589-4109-9c70-66425a0eeb34 Feb 09 19:39:07.496943 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-14e3b4e0-a1d7-4710-9e24-b14d29d0be84 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762866642225'] for network (b108ef99-b589-4109-9c70-66425a0eeb34), precommit_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:39:07.540995 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.managers [req-63d68c14-4a91-4b8a-ac66-d5ef3fec3b88 req-be9e78fc-9e29-4950-893d-bde4b0e8cecc service neutron] Attempting to bind port 5d390df8-f62d-4dcd-86a7-dc07a0e76fe3 on host n-h2-713498-36 for vnic_type normal with profile None {{(pid=103230) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 19:39:07.541769 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.managers [req-63d68c14-4a91-4b8a-ac66-d5ef3fec3b88 req-be9e78fc-9e29-4950-893d-bde4b0e8cecc service neutron] Attempting to bind port 5d390df8-f62d-4dcd-86a7-dc07a0e76fe3 by drivers openvswitch,hyperv on host n-h2-713498-36 at level 0 using segments [{'id': 'c9370ef4-6c10-429a-a2d3-5375ca469f6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': '6035eead-e0c7-4408-9f20-6d0c89d4e7ac'}] {{(pid=103230) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 19:39:07.542459 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63d68c14-4a91-4b8a-ac66-d5ef3fec3b88 req-be9e78fc-9e29-4950-893d-bde4b0e8cecc service neutron] Attempting to bind port 5d390df8-f62d-4dcd-86a7-dc07a0e76fe3 on network 6035eead-e0c7-4408-9f20-6d0c89d4e7ac {{(pid=103230) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 19:39:07.546253 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-14e3b4e0-a1d7-4710-9e24-b14d29d0be84 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1885479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452'] for network (b108ef99-b589-4109-9c70-66425a0eeb34), after_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:39:07.547289 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14e3b4e0-a1d7-4710-9e24-b14d29d0be84 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:39:07.547941 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-14e3b4e0-a1d7-4710-9e24-b14d29d0be84 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:39:07.593842 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.provisioning_blocks [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Provisioning complete for port 3878322d-faab-430b-8a8b-ca2ee6c8723c triggered by entity L2. {{(pid=103232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 19:39:07.594499 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593630'] for port (3878322d-faab-430b-8a8b-ca2ee6c8723c), provisioning_complete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:39:07.627468 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14e3b4e0-a1d7-4710-9e24-b14d29d0be84 admin admin] Pushing event updated for resources: {'Network': ['ID=b108ef99-b589-4109-9c70-66425a0eeb34,revision_number=1']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:39:07.637813 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63d68c14-4a91-4b8a-ac66-d5ef3fec3b88 req-be9e78fc-9e29-4950-893d-bde4b0e8cecc service neutron] Port 5d390df8-f62d-4dcd-86a7-dc07a0e76fe3 on network 6035eead-e0c7-4408-9f20-6d0c89d4e7ac not bound, no agent of type Open vSwitch agent registered on host n-h2-713498-36 {{(pid=103230) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 19:39:07.638522 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63d68c14-4a91-4b8a-ac66-d5ef3fec3b88 req-be9e78fc-9e29-4950-893d-bde4b0e8cecc service neutron] Attempting to bind port 5d390df8-f62d-4dcd-86a7-dc07a0e76fe3 on network 6035eead-e0c7-4408-9f20-6d0c89d4e7ac {{(pid=103230) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 19:39:07.647854 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-14e3b4e0-a1d7-4710-9e24-b14d29d0be84 admin admin] 10.222.0.75 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.7864587 Feb 09 19:39:07.650620 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 41256) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:39:07.656100 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.v2.base [None req-d9014b38-938a-407f-93b4-79024ef1efe0 admin admin] Request body: {'subnet': {'network_id': 'b108ef99-b589-4109-9c70-66425a0eeb34', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1655488579-subnet', 'tenant_id': '79aef4abcfba4ceebff1ca55474927ed', 'ip_version': 4}} {{(pid=103229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 19:39:07.659629 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Network b108ef99-b589-4109-9c70-66425a0eeb34 details requested by agent ovs-agent-n-d-713498-36 with host n-d-713498-36 {{(pid=103232) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 19:39:07.660287 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63d68c14-4a91-4b8a-ac66-d5ef3fec3b88 req-be9e78fc-9e29-4950-893d-bde4b0e8cecc service neutron] Checking agent: {'id': 'bcd5faee-dc24-4298-9134-0e0aa054058e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713498-36', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 18, 59, 19), 'started_at': datetime.datetime(2022, 2, 9, 18, 59, 19), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 19, 38, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103230) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 19:39:07.661059 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63d68c14-4a91-4b8a-ac66-d5ef3fec3b88 req-be9e78fc-9e29-4950-893d-bde4b0e8cecc service neutron] Checking segment: {'id': 'c9370ef4-6c10-429a-a2d3-5375ca469f6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': '6035eead-e0c7-4408-9f20-6d0c89d4e7ac'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103230) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 19:39:07.661862 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63d68c14-4a91-4b8a-ac66-d5ef3fec3b88 req-be9e78fc-9e29-4950-893d-bde4b0e8cecc service neutron] Bound using segment: {'id': 'c9370ef4-6c10-429a-a2d3-5375ca469f6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': '6035eead-e0c7-4408-9f20-6d0c89d4e7ac'} {{(pid=103230) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 19:39:07.663022 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.managers [req-63d68c14-4a91-4b8a-ac66-d5ef3fec3b88 req-be9e78fc-9e29-4950-893d-bde4b0e8cecc service neutron] Bound port: 5d390df8-f62d-4dcd-86a7-dc07a0e76fe3, host: n-h2-713498-36, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c9370ef4-6c10-429a-a2d3-5375ca469f6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': '6035eead-e0c7-4408-9f20-6d0c89d4e7ac'}}] {{(pid=103230) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 19:39:07.698550 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d9014b38-938a-407f-93b4-79024ef1efe0 admin admin] Made reservation on behalf of 79aef4abcfba4ceebff1ca55474927ed for: {'subnet': 1} {{(pid=103229) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 19:39:07.701066 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-d9014b38-938a-407f-93b4-79024ef1efe0 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12759265'] for subnet (None), before_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:39:07.810591 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.l3_hamode_db [None req-448ff29f-ee13-4c1f-b10b-7a6a87d62ad0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af97020d-c483-430c-8753-157d252fcb98', 'name': 'tempest-TestVolumeBootPattern-2083584163-router', 'tenant_id': 'e66ffe5bb4494e31b9de6c7224f91756', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88055e1e-672a-4487-be31-ffb6e833ece5', 'external_fixed_ips': [{'subnet_id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'ip_address': '172.25.1.96'}], 'enable_snat': True}, 'gw_port_id': '3878322d-faab-430b-8a8b-ca2ee6c8723c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T19:38:57Z', 'updated_at': '2022-02-09T19:39:03Z', 'revision_number': 4, 'project_id': 'e66ffe5bb4494e31b9de6c7224f91756', 'gw_port': {'id': '3878322d-faab-430b-8a8b-ca2ee6c8723c', 'name': '', 'network_id': '88055e1e-672a-4487-be31-ffb6e833ece5', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:ae:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af97020d-c483-430c-8753-157d252fcb98', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3527, 'fixed_ips': [{'subnet_id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'ip_address': '172.25.1.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T19:38:58Z', 'updated_at': '2022-02-09T19:39:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-36', '_interfaces': [{'id': '9526628b-bffd-45e9-9adc-d4172fc99500', 'name': '', 'network_id': '6c0390b8-57a8-4e5d-b1b3-4d3098f0383e', 'tenant_id': 'e66ffe5bb4494e31b9de6c7224f91756', 'mac_address': 'fa:16:3e:f6:25:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'af97020d-c483-430c-8753-157d252fcb98', 'device_owner': 'network:router_interface', 'standard_attr_id': 3538, 'fixed_ips': [{'subnet_id': '8c23e8df-50ec-4124-b2e0-ec4287e0865a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T19:39:02Z', 'updated_at': '2022-02-09T19:39:04Z', 'revision_number': 2, 'project_id': 'e66ffe5bb4494e31b9de6c7224f91756', 'subnets': [{'id': '8c23e8df-50ec-4124-b2e0-ec4287e0865a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-36', False) {} {{(pid=103232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:39:07.819951 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.db [req-63d68c14-4a91-4b8a-ac66-d5ef3fec3b88 req-be9e78fc-9e29-4950-893d-bde4b0e8cecc service neutron] For port 5d390df8-f62d-4dcd-86a7-dc07a0e76fe3, host n-h2-713498-36, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-36',level=0,port_id=5d390df8-f62d-4dcd-86a7-dc07a0e76fe3,segment=NetworkSegment(c9370ef4-6c10-429a-a2d3-5375ca469f6c),segment_id=c9370ef4-6c10-429a-a2d3-5375ca469f6c)] {{(pid=103230) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 19:39:07.830297 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [req-63d68c14-4a91-4b8a-ac66-d5ef3fec3b88 req-be9e78fc-9e29-4950-893d-bde4b0e8cecc service neutron] Publish callbacks [] for binding (None), before_response {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:39:07.831501 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-63d68c14-4a91-4b8a-ac66-d5ef3fec3b88 req-be9e78fc-9e29-4950-893d-bde4b0e8cecc service neutron] 10.222.0.75 "POST /v2.0/ports/5d390df8-f62d-4dcd-86a7-dc07a0e76fe3/bindings HTTP/1.1" status: 201 len: 390 time: 0.7952375 Feb 09 19:39:07.849099 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-448ff29f-ee13-4c1f-b10b-7a6a87d62ad0 None None] Checking router: af97020d-c483-430c-8753-157d252fcb98 for host: n-d-713498-36 {{(pid=103232) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 19:39:07.850038 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-448ff29f-ee13-4c1f-b10b-7a6a87d62ad0 None None] Updating router af97020d-c483-430c-8753-157d252fcb98 port 9526628b-bffd-45e9-9adc-d4172fc99500 binding host n-d-713498-36 {{(pid=103232) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 19:39:07.891335 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-448ff29f-ee13-4c1f-b10b-7a6a87d62ad0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (9526628b-bffd-45e9-9adc-d4172fc99500), before_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:39:07.968033 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Current status of the port 3878322d-faab-430b-8a8b-ca2ee6c8723c is: ACTIVE; New status is: ACTIVE {{(pid=103232) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 19:39:08.207960 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-d9014b38-938a-407f-93b4-79024ef1efe0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12867428', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12759263'] for subnet (60eda60e-03c9-4826-ae63-c8b45a85f073), after_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:39:08.221141 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b48f849-f2ab-4d87-b8b4-4ceb4ddb972a req-06e4762d-9cca-4d27-ae78-fe5b885687f4 tempest-TestNetworkAdvancedServerOps-1633223542 tempest-TestNetworkAdvancedServerOps-1633223542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:39:08.223886 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-0b48f849-f2ab-4d87-b8b4-4ceb4ddb972a req-06e4762d-9cca-4d27-ae78-fe5b885687f4 tempest-TestNetworkAdvancedServerOps-1633223542 tempest-TestNetworkAdvancedServerOps-1633223542-project] 10.222.0.75 "GET /v2.0/ports?device_id=4389c13d-a9e7-4e04-981e-043da3b220bc HTTP/1.1" status: 200 len: 945 time: 0.1498294 Feb 09 19:39:08.355203 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-0b48f849-f2ab-4d87-b8b4-4ceb4ddb972a req-6440190c-ec9f-47ee-a0bc-d03a0f2a618e tempest-TestNetworkAdvancedServerOps-1633223542 tempest-TestNetworkAdvancedServerOps-1633223542-project] 10.222.0.75 "GET /v2.0/security-groups?id=db3e440f-6371-4f6a-b598-e7d001dae153&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1223121 Feb 09 19:39:08.379217 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9014b38-938a-407f-93b4-79024ef1efe0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=60eda60e-03c9-4826-ae63-c8b45a85f073,revision_number=0']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:39:08.411034 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63d68c14-4a91-4b8a-ac66-d5ef3fec3b88 req-95c31398-b863-42fa-be9f-bec4d52912fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:39:08.412933 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-63d68c14-4a91-4b8a-ac66-d5ef3fec3b88 req-95c31398-b863-42fa-be9f-bec4d52912fc service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=eba669c4f4c548e495f13ae7579d0fa6&device_id=4389c13d-a9e7-4e04-981e-043da3b220bc HTTP/1.1" status: 200 len: 1128 time: 0.2251592 Feb 09 19:39:08.456907 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9014b38-938a-407f-93b4-79024ef1efe0 admin admin] Checking segment: {'id': '2b853001-1a05-4c26-9ffd-115973a099e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': 'b108ef99-b589-4109-9c70-66425a0eeb34'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103229) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 19:39:08.458027 n-d-713498-36 neutron-server[103229]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9014b38-938a-407f-93b4-79024ef1efe0 admin admin] Network hostable DHCP agents. Network: b108ef99-b589-4109-9c70-66425a0eeb34, hostable agents: ['af91e4b9-f4e1-42b1-a25c-a10dc47171c8'], hosted agents: [] {{(pid=103229) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 19:39:08.596166 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-448ff29f-ee13-4c1f-b10b-7a6a87d62ad0 None None] Publish callbacks [] for port (9526628b-bffd-45e9-9adc-d4172fc99500), precommit_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:39:08.615978 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-448ff29f-ee13-4c1f-b10b-7a6a87d62ad0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762867176205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762866656485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762866656503'] for port (9526628b-bffd-45e9-9adc-d4172fc99500), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:39:08.624598 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63d68c14-4a91-4b8a-ac66-d5ef3fec3b88 req-6d9a895b-fd52-43be-af91-e7661f9ab270 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:39:08.626725 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-63d68c14-4a91-4b8a-ac66-d5ef3fec3b88 req-6d9a895b-fd52-43be-af91-e7661f9ab270 service neutron] 10.222.0.90 "GET /v2.0/networks?id=6035eead-e0c7-4408-9f20-6d0c89d4e7ac HTTP/1.1" status: 200 len: 898 time: 0.2042193 Feb 09 19:39:08.627149 n-d-713498-36 neutron-server[103229]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9014b38-938a-407f-93b4-79024ef1efe0 admin admin] Network b108ef99-b589-4109-9c70-66425a0eeb34 is scheduled to be hosted by DHCP agent af91e4b9-f4e1-42b1-a25c-a10dc47171c8 with binding_index 1 {{(pid=103229) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 19:39:08.647580 n-d-713498-36 neutron-server[103229]: DEBUG neutron.scheduler.base_scheduler [None req-d9014b38-938a-407f-93b4-79024ef1efe0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713498-36, b108ef99-b589-4109-9c70-66425a0eeb34) {{(pid=103229) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 19:39:08.695115 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af007a3c-b884-4e63-90af-ba304e34a7d0 None None] Network b108ef99-b589-4109-9c70-66425a0eeb34 requested from n-d-713498-36 {{(pid=103232) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 19:39:08.706463 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9014b38-938a-407f-93b4-79024ef1efe0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:39:08.707775 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-d9014b38-938a-407f-93b4-79024ef1efe0 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:39:08.746114 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-d9014b38-938a-407f-93b4-79024ef1efe0 admin admin] 10.222.0.75 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.0942845 Feb 09 19:39:08.746521 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 41276) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:39:08.753609 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.v2.base [None req-ad5f9229-1cec-4c8e-b08a-057ac2589f6b admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1655488579-router', 'tenant_id': '79aef4abcfba4ceebff1ca55474927ed', 'external_gateway_info': {'network_id': '88055e1e-672a-4487-be31-ffb6e833ece5'}}} {{(pid=103230) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 19:39:08.754741 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-63d68c14-4a91-4b8a-ac66-d5ef3fec3b88 req-d1dd160d-42de-4f92-9678-bad78c6fc828 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=5d390df8-f62d-4dcd-86a7-dc07a0e76fe3 HTTP/1.1" status: 200 len: 1001 time: 0.1181185 Feb 09 19:39:08.775371 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17721426-95ca-4896-aafc-01416fe3a5b3 None None] Pushing event updated for resources: {'Port': ['ID=9526628b-bffd-45e9-9adc-d4172fc99500,revision_number=3']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:39:08.789236 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-ad5f9229-1cec-4c8e-b08a-057ac2589f6b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1834830', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-58389'] for router (8c61dcb4-b7d0-4c95-a433-1e580bee08af), before_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:39:08.791011 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-ad5f9229-1cec-4c8e-b08a-057ac2589f6b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1834810', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1822096', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1886735', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-58380'] for router (8c61dcb4-b7d0-4c95-a433-1e580bee08af), precommit_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:39:08.881190 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63d68c14-4a91-4b8a-ac66-d5ef3fec3b88 req-f10b2133-e597-4176-984e-d103960b06a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:39:08.884635 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-63d68c14-4a91-4b8a-ac66-d5ef3fec3b88 req-f10b2133-e597-4176-984e-d103960b06a4 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=a7f5b809-e422-427f-b277-488571c8bd57 HTTP/1.1" status: 200 len: 835 time: 0.1181459 Feb 09 19:39:08.966929 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-ad5f9229-1cec-4c8e-b08a-057ac2589f6b admin admin] Publish callbacks [] for router_controller (8c61dcb4-b7d0-4c95-a433-1e580bee08af), precommit_add_association {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:39:09.032379 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63d68c14-4a91-4b8a-ac66-d5ef3fec3b88 req-e4fc3238-6e7a-4614-8644-c898597b9d77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:39:09.033915 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-63d68c14-4a91-4b8a-ac66-d5ef3fec3b88 req-e4fc3238-6e7a-4614-8644-c898597b9d77 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=6035eead-e0c7-4408-9f20-6d0c89d4e7ac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.1385748 Feb 09 19:39:09.248541 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-63d68c14-4a91-4b8a-ac66-d5ef3fec3b88 req-e3f94a2e-4bbb-4351-8ca2-7f6bf61cd9ba service neutron] 10.222.0.90 "GET /v2.0/networks/6035eead-e0c7-4408-9f20-6d0c89d4e7ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2070050 Feb 09 19:39:09.398412 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-ad5f9229-1cec-4c8e-b08a-057ac2589f6b admin admin] Publish callbacks [] for router_gateway (8c61dcb4-b7d0-4c95-a433-1e580bee08af), precommit_update {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:39:09.467832 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.provisioning_blocks [None req-9fec445f-6c2b-4035-889f-7c258daf7099 None None] Provisioning complete for port 9526628b-bffd-45e9-9adc-d4172fc99500 triggered by entity DHCP. {{(pid=103232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 19:39:09.468415 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-9fec445f-6c2b-4035-889f-7c258daf7099 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593630'] for port (9526628b-bffd-45e9-9adc-d4172fc99500), provisioning_complete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:39:09.641945 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.managers [None req-448ff29f-ee13-4c1f-b10b-7a6a87d62ad0 None None] Attempting to bind port 9526628b-bffd-45e9-9adc-d4172fc99500 on host n-d-713498-36 for vnic_type normal with profile {{(pid=103232) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 19:39:09.642771 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.managers [None req-448ff29f-ee13-4c1f-b10b-7a6a87d62ad0 None None] Attempting to bind port 9526628b-bffd-45e9-9adc-d4172fc99500 by drivers openvswitch,hyperv on host n-d-713498-36 at level 0 using segments [{'id': '33386be2-7716-4eda-8188-eeaffee7e0ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '6c0390b8-57a8-4e5d-b1b3-4d3098f0383e'}] {{(pid=103232) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 19:39:09.647712 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-448ff29f-ee13-4c1f-b10b-7a6a87d62ad0 None None] Attempting to bind port 9526628b-bffd-45e9-9adc-d4172fc99500 on network 6c0390b8-57a8-4e5d-b1b3-4d3098f0383e {{(pid=103232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 19:39:09.663329 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-9fec445f-6c2b-4035-889f-7c258daf7099 None None] Port 9526628b-bffd-45e9-9adc-d4172fc99500 cannot update to ACTIVE because it is not bound. {{(pid=103232) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 19:39:09.673948 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-448ff29f-ee13-4c1f-b10b-7a6a87d62ad0 None None] Checking agent: {'id': '496418a2-c002-4aec-ab1a-07f3bea491bd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-36', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 18, 51, 47), 'started_at': datetime.datetime(2022, 2, 9, 18, 52, 17), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 19, 38, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-36'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 19:39:09.678486 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-448ff29f-ee13-4c1f-b10b-7a6a87d62ad0 None None] Checking segment: {'id': '33386be2-7716-4eda-8188-eeaffee7e0ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '6c0390b8-57a8-4e5d-b1b3-4d3098f0383e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103232) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 19:39:09.679041 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-448ff29f-ee13-4c1f-b10b-7a6a87d62ad0 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:39:09.679921 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-448ff29f-ee13-4c1f-b10b-7a6a87d62ad0 None None] Bound using segment: {'id': '33386be2-7716-4eda-8188-eeaffee7e0ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '6c0390b8-57a8-4e5d-b1b3-4d3098f0383e'} {{(pid=103232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 19:39:09.682646 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.managers [None req-448ff29f-ee13-4c1f-b10b-7a6a87d62ad0 None None] Bound port: 9526628b-bffd-45e9-9adc-d4172fc99500, host: n-d-713498-36, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '33386be2-7716-4eda-8188-eeaffee7e0ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '6c0390b8-57a8-4e5d-b1b3-4d3098f0383e'}}] {{(pid=103232) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 19:39:09.683209 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-448ff29f-ee13-4c1f-b10b-7a6a87d62ad0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (9526628b-bffd-45e9-9adc-d4172fc99500), before_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:39:09.859849 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-ad5f9229-1cec-4c8e-b08a-057ac2589f6b admin admin] Publish callbacks [] for router_gateway (8c61dcb4-b7d0-4c95-a433-1e580bee08af), before_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:39:09.902773 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-ad5f9229-1cec-4c8e-b08a-057ac2589f6b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (None), before_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:39:09.955299 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-448ff29f-ee13-4c1f-b10b-7a6a87d62ad0 None None] For port 9526628b-bffd-45e9-9adc-d4172fc99500, host n-d-713498-36, cleared binding levels {{(pid=103232) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 19:39:09.962281 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-448ff29f-ee13-4c1f-b10b-7a6a87d62ad0 None None] For port 9526628b-bffd-45e9-9adc-d4172fc99500, host n-d-713498-36, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-36',level=0,port_id=9526628b-bffd-45e9-9adc-d4172fc99500,segment=NetworkSegment(33386be2-7716-4eda-8188-eeaffee7e0ec),segment_id=33386be2-7716-4eda-8188-eeaffee7e0ec)] {{(pid=103232) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 19:39:09.976432 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81cd7aec-6d1b-4ca1-9eaa-a9586b671907 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8b32e980-7cce-5e82-a341-bd2fa8945c89-b108ef99-b589-4109-9c70-66425a0eeb34', 'network_id': 'b108ef99-b589-4109-9c70-66425a0eeb34', 'project_id': '79aef4abcfba4ceebff1ca55474927ed', 'fixed_ips': [{'subnet_id': '60eda60e-03c9-4826-ae63-c8b45a85f073'}]}} from n-d-713498-36. {{(pid=103232) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 09 19:39:09.978565 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-81cd7aec-6d1b-4ca1-9eaa-a9586b671907 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (None), before_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:39:10.011352 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-448ff29f-ee13-4c1f-b10b-7a6a87d62ad0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762867176205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762866656485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762866656503'] for port (9526628b-bffd-45e9-9adc-d4172fc99500), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:39:10.157702 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16442348-cf44-40cf-87d2-3b68c617f372 req-59d6d42e-129d-4b64-9410-ceeead76b53e tempest-TestNetworkAdvancedServerOps-1633223542 tempest-TestNetworkAdvancedServerOps-1633223542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:39:10.159382 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-16442348-cf44-40cf-87d2-3b68c617f372 req-59d6d42e-129d-4b64-9410-ceeead76b53e tempest-TestNetworkAdvancedServerOps-1633223542 tempest-TestNetworkAdvancedServerOps-1633223542-project] 10.222.0.75 "GET /v2.0/ports?device_id=4389c13d-a9e7-4e04-981e-043da3b220bc HTTP/1.1" status: 200 len: 945 time: 0.0922973 Feb 09 19:39:10.256378 n-d-713498-36 neutron-server[103230]: DEBUG neutron.db.db_base_plugin_common [None req-ad5f9229-1cec-4c8e-b08a-057ac2589f6b admin admin] Allocated IP 172.25.1.104 (88055e1e-672a-4487-be31-ffb6e833ece5/ac16dbcc-383c-4b43-9153-d763c4a53f91/3e88bab1-8d82-472b-b8ab-379d8e0210b8) {{(pid=103230) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 19:39:10.387768 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-16442348-cf44-40cf-87d2-3b68c617f372 req-74c149d0-e825-4156-aa8b-4f76ac77c12b tempest-TestNetworkAdvancedServerOps-1633223542 tempest-TestNetworkAdvancedServerOps-1633223542-project] 10.222.0.75 "GET /v2.0/security-groups?id=db3e440f-6371-4f6a-b598-e7d001dae153&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2178719 Feb 09 19:39:10.398983 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-63d68c14-4a91-4b8a-ac66-d5ef3fec3b88 req-12c2f1f6-fea9-4631-b1e0-2af2c3fa191a service neutron] 10.222.0.90 "GET /v2.0/networks/6035eead-e0c7-4408-9f20-6d0c89d4e7ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1440454 Feb 09 19:39:10.451780 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.l3_dvrscheduler_db [None req-448ff29f-ee13-4c1f-b10b-7a6a87d62ad0 None None] Routers {'af97020d-c483-430c-8753-157d252fcb98'} bound to L3 agent in host n-d-713498-36 {{(pid=103232) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 19:39:10.452424 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.l3_hamode_db [None req-448ff29f-ee13-4c1f-b10b-7a6a87d62ad0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T18:51:43Z,description=,heartbeat_timestamp=2022-02-09T19:38:43Z,host='n-d-713498-36',id=93303d5e-5d17-45e8-8963-7694f87783ae,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T18:51:43Z,topic='l3_agent')) {'router_ids': ['af97020d-c483-430c-8753-157d252fcb98'], 'active': True} {{(pid=103232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:39:10.537970 n-d-713498-36 neutron-server[103233]: DEBUG neutron.db.agents_db [None req-4a8a6a42-0a0c-4437-8958-92282682b6bb None None] Agent healthcheck: found 7 active agents {{(pid=103233) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 19:39:10.598151 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-ad5f9229-1cec-4c8e-b08a-057ac2589f6b admin admin] Publish callbacks [] for port (3e88bab1-8d82-472b-b8ab-379d8e0210b8), precommit_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:39:10.678195 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-ad5f9229-1cec-4c8e-b08a-057ac2589f6b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762866656467', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14393751'] for port (3e88bab1-8d82-472b-b8ab-379d8e0210b8), after_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:39:10.747200 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.l3_dvr_db [None req-448ff29f-ee13-4c1f-b10b-7a6a87d62ad0 None None] Set router af97020d-c483-430c-8753-157d252fcb98 gateway port host: n-d-713498-36 {{(pid=103232) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 19:39:10.762626 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63d68c14-4a91-4b8a-ac66-d5ef3fec3b88 req-4f4a1e51-a4fa-489a-b0b0-c320eb344f01 tempest-TestNetworkAdvancedServerOps-513516359 tempest-TestNetworkAdvancedServerOps-513516359-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:39:10.767639 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-63d68c14-4a91-4b8a-ac66-d5ef3fec3b88 req-4f4a1e51-a4fa-489a-b0b0-c320eb344f01 tempest-TestNetworkAdvancedServerOps-513516359 tempest-TestNetworkAdvancedServerOps-513516359-project-admin] 10.222.0.90 "GET /v2.0/ports?device_id=4389c13d-a9e7-4e04-981e-043da3b220bc&tenant_id=eba669c4f4c548e495f13ae7579d0fa6&binding%3Ahost_id=n-h1-713498-36 HTTP/1.1" status: 200 len: 1128 time: 0.2570767 Feb 09 19:39:10.790751 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.v2.base [req-63d68c14-4a91-4b8a-ac66-d5ef3fec3b88 req-0fde2430-cceb-4b1f-945f-e7c944aa24f1 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-713498-36'}}} {{(pid=103229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 19:39:10.826731 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad5f9229-1cec-4c8e-b08a-057ac2589f6b admin admin] Pushing event updated for resources: {'Port': ['ID=3e88bab1-8d82-472b-b8ab-379d8e0210b8,revision_number=1']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:39:10.887150 n-d-713498-36 neutron-server[103230]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad5f9229-1cec-4c8e-b08a-057ac2589f6b admin admin] Network 88055e1e-672a-4487-be31-ffb6e833ece5 is already hosted by enough agents. {{(pid=103230) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 19:39:10.888946 n-d-713498-36 neutron-server[103230]: DEBUG neutron.scheduler.base_scheduler [None req-ad5f9229-1cec-4c8e-b08a-057ac2589f6b admin admin] Resources bound (agent type, host, resource id): {{(pid=103230) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 19:39:10.902380 n-d-713498-36 neutron-server[103230]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad5f9229-1cec-4c8e-b08a-057ac2589f6b admin admin] Received port after_create {{(pid=103230) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 19:39:11.019987 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-63d68c14-4a91-4b8a-ac66-d5ef3fec3b88 req-0fde2430-cceb-4b1f-945f-e7c944aa24f1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (5d390df8-f62d-4dcd-86a7-dc07a0e76fe3), before_update {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:39:11.244361 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17721426-95ca-4896-aafc-01416fe3a5b3 None None] Pushing event updated for resources: {'Port': ['ID=9526628b-bffd-45e9-9adc-d4172fc99500,revision_number=4']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:39:11.259660 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-a7714a9f-cadc-48ab-a2d4-9dfb48bc2cde None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762867132591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593584'] for agent (af91e4b9-f4e1-42b1-a25c-a10dc47171c8), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:39:11.283490 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.provisioning_blocks [None req-baf4f797-78ab-4a5c-aaf8-11e6a134c4cd None None] Provisioning complete for port 9526628b-bffd-45e9-9adc-d4172fc99500 triggered by entity DHCP. {{(pid=103232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 19:39:11.284337 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-baf4f797-78ab-4a5c-aaf8-11e6a134c4cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593630'] for port (9526628b-bffd-45e9-9adc-d4172fc99500), provisioning_complete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:39:11.465798 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.db [req-63d68c14-4a91-4b8a-ac66-d5ef3fec3b88 req-0fde2430-cceb-4b1f-945f-e7c944aa24f1 service neutron] For port 5d390df8-f62d-4dcd-86a7-dc07a0e76fe3, host n-h1-713498-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-36',level=0,port_id=5d390df8-f62d-4dcd-86a7-dc07a0e76fe3,segment=NetworkSegment(c9370ef4-6c10-429a-a2d3-5375ca469f6c),segment_id=c9370ef4-6c10-429a-a2d3-5375ca469f6c)] {{(pid=103229) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 19:39:11.487455 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-baf4f797-78ab-4a5c-aaf8-11e6a134c4cd None None] Current status of the port 9526628b-bffd-45e9-9adc-d4172fc99500 is: DOWN; New status is: ACTIVE {{(pid=103232) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 19:39:11.488150 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-baf4f797-78ab-4a5c-aaf8-11e6a134c4cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (9526628b-bffd-45e9-9adc-d4172fc99500), before_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:39:11.535826 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-ad5f9229-1cec-4c8e-b08a-057ac2589f6b admin admin] Publish callbacks [] for router_gateway (8c61dcb4-b7d0-4c95-a433-1e580bee08af), after_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:39:11.539423 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.l3_hamode_db [None req-448ff29f-ee13-4c1f-b10b-7a6a87d62ad0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af97020d-c483-430c-8753-157d252fcb98', 'name': 'tempest-TestVolumeBootPattern-2083584163-router', 'tenant_id': 'e66ffe5bb4494e31b9de6c7224f91756', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88055e1e-672a-4487-be31-ffb6e833ece5', 'external_fixed_ips': [{'subnet_id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'ip_address': '172.25.1.96'}], 'enable_snat': True}, 'gw_port_id': '3878322d-faab-430b-8a8b-ca2ee6c8723c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T19:38:57Z', 'updated_at': '2022-02-09T19:39:03Z', 'revision_number': 4, 'project_id': 'e66ffe5bb4494e31b9de6c7224f91756', 'gw_port': {'id': '3878322d-faab-430b-8a8b-ca2ee6c8723c', 'name': '', 'network_id': '88055e1e-672a-4487-be31-ffb6e833ece5', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:ae:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af97020d-c483-430c-8753-157d252fcb98', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3527, 'fixed_ips': [{'subnet_id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'ip_address': '172.25.1.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T19:38:58Z', 'updated_at': '2022-02-09T19:39:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-36', '_interfaces': [{'id': '9526628b-bffd-45e9-9adc-d4172fc99500', 'name': '', 'network_id': '6c0390b8-57a8-4e5d-b1b3-4d3098f0383e', 'tenant_id': 'e66ffe5bb4494e31b9de6c7224f91756', 'mac_address': 'fa:16:3e:f6:25:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'af97020d-c483-430c-8753-157d252fcb98', 'device_owner': 'network:router_interface', 'standard_attr_id': 3538, 'fixed_ips': [{'subnet_id': '8c23e8df-50ec-4124-b2e0-ec4287e0865a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T19:39:02Z', 'updated_at': '2022-02-09T19:39:09Z', 'revision_number': 4, 'project_id': 'e66ffe5bb4494e31b9de6c7224f91756', 'subnets': [{'id': '8c23e8df-50ec-4124-b2e0-ec4287e0865a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-36', False) {} {{(pid=103232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:39:11.599791 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-448ff29f-ee13-4c1f-b10b-7a6a87d62ad0 None None] The sync data for ids ['af97020d-c483-430c-8753-157d252fcb98'] in n-d-713498-36 is: [{'id': 'af97020d-c483-430c-8753-157d252fcb98', 'name': 'tempest-TestVolumeBootPattern-2083584163-router', 'tenant_id': 'e66ffe5bb4494e31b9de6c7224f91756', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88055e1e-672a-4487-be31-ffb6e833ece5', 'external_fixed_ips': [{'subnet_id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'ip_address': '172.25.1.96'}], 'enable_snat': True}, 'gw_port_id': '3878322d-faab-430b-8a8b-ca2ee6c8723c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T19:38:57Z', 'updated_at': '2022-02-09T19:39:03Z', 'revision_number': 4, 'project_id': 'e66ffe5bb4494e31b9de6c7224f91756', 'gw_port': {'id': '3878322d-faab-430b-8a8b-ca2ee6c8723c', 'name': '', 'network_id': '88055e1e-672a-4487-be31-ffb6e833ece5', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:ae:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af97020d-c483-430c-8753-157d252fcb98', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3527, 'fixed_ips': [{'subnet_id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'ip_address': '172.25.1.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T19:38:58Z', 'updated_at': '2022-02-09T19:39:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-36', '_interfaces': [{'id': '9526628b-bffd-45e9-9adc-d4172fc99500', 'name': '', 'network_id': '6c0390b8-57a8-4e5d-b1b3-4d3098f0383e', 'tenant_id': 'e66ffe5bb4494e31b9de6c7224f91756', 'mac_address': 'fa:16:3e:f6:25:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'af97020d-c483-430c-8753-157d252fcb98', 'device_owner': 'network:router_interface', 'standard_attr_id': 3538, 'fixed_ips': [{'subnet_id': '8c23e8df-50ec-4124-b2e0-ec4287e0865a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T19:39:02Z', 'updated_at': '2022-02-09T19:39:09Z', 'revision_number': 4, 'project_id': 'e66ffe5bb4494e31b9de6c7224f91756', 'subnets': [{'id': '8c23e8df-50ec-4124-b2e0-ec4287e0865a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103232) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 19:39:11.607722 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.db_base_plugin_common [None req-81cd7aec-6d1b-4ca1-9eaa-a9586b671907 None None] Allocated IP 172.20.0.2 (b108ef99-b589-4109-9c70-66425a0eeb34/60eda60e-03c9-4826-ae63-c8b45a85f073/27cb54a0-d9e1-44d4-842d-54d160ea3aac) {{(pid=103232) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 19:39:11.628844 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-baf4f797-78ab-4a5c-aaf8-11e6a134c4cd None None] For port 9526628b-bffd-45e9-9adc-d4172fc99500, host n-d-713498-36, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-36',level=0,port_id=9526628b-bffd-45e9-9adc-d4172fc99500,segment=NetworkSegment(33386be2-7716-4eda-8188-eeaffee7e0ec),segment_id=33386be2-7716-4eda-8188-eeaffee7e0ec)] {{(pid=103232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 19:39:11.637184 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-baf4f797-78ab-4a5c-aaf8-11e6a134c4cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762867176205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762866656485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762866656503'] for port (9526628b-bffd-45e9-9adc-d4172fc99500), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:39:11.671839 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.db [req-63d68c14-4a91-4b8a-ac66-d5ef3fec3b88 req-0fde2430-cceb-4b1f-945f-e7c944aa24f1 service neutron] For port 5d390df8-f62d-4dcd-86a7-dc07a0e76fe3, host n-h1-713498-36, cleared binding levels {{(pid=103229) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 19:39:11.759804 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baf4f797-78ab-4a5c-aaf8-11e6a134c4cd None None] Pushing event updated for resources: {'Port': ['ID=9526628b-bffd-45e9-9adc-d4172fc99500,revision_number=5']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:39:11.926481 n-d-713498-36 neutron-server[103229]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4389c13d-a9e7-4e04-981e-043da3b220bc', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5d390df8-f62d-4dcd-86a7-dc07a0e76fe3'}] {{(pid=103229) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 19:39:11.929621 n-d-713498-36 neutron-server[103229]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fa6ae9a20702bd564eaf90d946620b2b4277b1ab91129323d3b54181076be307" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-61bf028a-2891-4d31-8c24-1ac191ec9880" -d '{"events": [{"server_uuid": "4389c13d-a9e7-4e04-981e-043da3b220bc", "name": "network-vif-unplugged", "status": "completed", "tag": "5d390df8-f62d-4dcd-86a7-dc07a0e76fe3"}]}' {{(pid=103229) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 19:39:11.945797 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-63d68c14-4a91-4b8a-ac66-d5ef3fec3b88 req-0fde2430-cceb-4b1f-945f-e7c944aa24f1 service neutron] Publish callbacks [] for port (5d390df8-f62d-4dcd-86a7-dc07a0e76fe3), precommit_update {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:39:11.987700 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-63d68c14-4a91-4b8a-ac66-d5ef3fec3b88 req-0fde2430-cceb-4b1f-945f-e7c944aa24f1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762867176205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762866656485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762866656503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12867569'] for port (5d390df8-f62d-4dcd-86a7-dc07a0e76fe3), after_update {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:39:12.091899 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-81cd7aec-6d1b-4ca1-9eaa-a9586b671907 None None] Publish callbacks [] for port (27cb54a0-d9e1-44d4-842d-54d160ea3aac), precommit_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:39:12.100570 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-81cd7aec-6d1b-4ca1-9eaa-a9586b671907 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762866656467'] for port (27cb54a0-d9e1-44d4-842d-54d160ea3aac), after_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:39:12.128508 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e741c08-736c-4320-a588-631b802c8b04 req-263b0145-8d14-4f29-8e14-cb60854c6c68 tempest-TestNetworkAdvancedServerOps-1633223542 tempest-TestNetworkAdvancedServerOps-1633223542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:39:12.140287 n-d-713498-36 neutron-server[103232]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81cd7aec-6d1b-4ca1-9eaa-a9586b671907 None None] Network b108ef99-b589-4109-9c70-66425a0eeb34 is already hosted by enough agents. {{(pid=103232) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 19:39:12.141087 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-8e741c08-736c-4320-a588-631b802c8b04 req-263b0145-8d14-4f29-8e14-cb60854c6c68 tempest-TestNetworkAdvancedServerOps-1633223542 tempest-TestNetworkAdvancedServerOps-1633223542-project] 10.222.0.75 "GET /v2.0/ports?device_id=4389c13d-a9e7-4e04-981e-043da3b220bc HTTP/1.1" status: 200 len: 945 time: 0.4215920 Feb 09 19:39:12.146969 n-d-713498-36 neutron-server[103232]: DEBUG neutron.scheduler.base_scheduler [None req-81cd7aec-6d1b-4ca1-9eaa-a9586b671907 None None] Resources bound (agent type, host, resource id): {{(pid=103232) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 19:39:12.158107 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81cd7aec-6d1b-4ca1-9eaa-a9586b671907 None None] Received port after_create {{(pid=103232) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 19:39:12.191206 n-d-713498-36 neutron-server[103229]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 09 Feb 2022 19:39:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-83842558-1157-4c19-8126-860a1e930ef5 x-openstack-request-id: req-83842558-1157-4c19-8126-860a1e930ef5 {{(pid=103229) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 19:39:12.191589 n-d-713498-36 neutron-server[103229]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4389c13d-a9e7-4e04-981e-043da3b220bc", "name": "network-vif-unplugged", "status": "completed", "tag": "5d390df8-f62d-4dcd-86a7-dc07a0e76fe3", "code": 200}]} {{(pid=103229) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 19:39:12.191832 n-d-713498-36 neutron-server[103229]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-83842558-1157-4c19-8126-860a1e930ef5 {{(pid=103229) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 19:39:12.196826 n-d-713498-36 neutron-server[103229]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4389c13d-a9e7-4e04-981e-043da3b220bc', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5d390df8-f62d-4dcd-86a7-dc07a0e76fe3', 'code': 200} Feb 09 19:39:12.197673 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fde2430-cceb-4b1f-945f-e7c944aa24f1 service neutron] Pushing event updated for resources: {'Port': ['ID=5d390df8-f62d-4dcd-86a7-dc07a0e76fe3,revision_number=7']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:39:12.449757 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.managers [None req-81cd7aec-6d1b-4ca1-9eaa-a9586b671907 None None] Attempting to bind port 27cb54a0-d9e1-44d4-842d-54d160ea3aac on host n-d-713498-36 for vnic_type normal with profile {{(pid=103232) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 19:39:12.450315 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.managers [None req-81cd7aec-6d1b-4ca1-9eaa-a9586b671907 None None] Attempting to bind port 27cb54a0-d9e1-44d4-842d-54d160ea3aac by drivers openvswitch,hyperv on host n-d-713498-36 at level 0 using segments [{'id': '2b853001-1a05-4c26-9ffd-115973a099e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': 'b108ef99-b589-4109-9c70-66425a0eeb34'}] {{(pid=103232) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 19:39:12.450696 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81cd7aec-6d1b-4ca1-9eaa-a9586b671907 None None] Attempting to bind port 27cb54a0-d9e1-44d4-842d-54d160ea3aac on network b108ef99-b589-4109-9c70-66425a0eeb34 {{(pid=103232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 19:39:12.481106 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81cd7aec-6d1b-4ca1-9eaa-a9586b671907 None None] Pushing event updated for resources: {'Port': ['ID=27cb54a0-d9e1-44d4-842d-54d160ea3aac,revision_number=1']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:39:12.513737 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81cd7aec-6d1b-4ca1-9eaa-a9586b671907 None None] Checking agent: {'id': '496418a2-c002-4aec-ab1a-07f3bea491bd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-36', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 18, 51, 47), 'started_at': datetime.datetime(2022, 2, 9, 18, 52, 17), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 19, 38, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-36'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 19:39:12.515954 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81cd7aec-6d1b-4ca1-9eaa-a9586b671907 None None] Checking segment: {'id': '2b853001-1a05-4c26-9ffd-115973a099e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': 'b108ef99-b589-4109-9c70-66425a0eeb34'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103232) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 19:39:12.517722 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-81cd7aec-6d1b-4ca1-9eaa-a9586b671907 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:39:12.518332 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81cd7aec-6d1b-4ca1-9eaa-a9586b671907 None None] Bound using segment: {'id': '2b853001-1a05-4c26-9ffd-115973a099e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': 'b108ef99-b589-4109-9c70-66425a0eeb34'} {{(pid=103232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 19:39:12.519434 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.managers [None req-81cd7aec-6d1b-4ca1-9eaa-a9586b671907 None None] Bound port: 27cb54a0-d9e1-44d4-842d-54d160ea3aac, host: n-d-713498-36, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2b853001-1a05-4c26-9ffd-115973a099e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': 'b108ef99-b589-4109-9c70-66425a0eeb34'}}] {{(pid=103232) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 19:39:12.521337 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-81cd7aec-6d1b-4ca1-9eaa-a9586b671907 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (27cb54a0-d9e1-44d4-842d-54d160ea3aac), before_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:39:12.535691 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.managers [req-63d68c14-4a91-4b8a-ac66-d5ef3fec3b88 req-0fde2430-cceb-4b1f-945f-e7c944aa24f1 service neutron] Attempting to bind port 5d390df8-f62d-4dcd-86a7-dc07a0e76fe3 on host n-h1-713498-36 for vnic_type normal with profile {"migrating_to": "n-h2-713498-36"} {{(pid=103229) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 19:39:12.536284 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.managers [req-63d68c14-4a91-4b8a-ac66-d5ef3fec3b88 req-0fde2430-cceb-4b1f-945f-e7c944aa24f1 service neutron] Attempting to bind port 5d390df8-f62d-4dcd-86a7-dc07a0e76fe3 by drivers openvswitch,hyperv on host n-h1-713498-36 at level 0 using segments [{'id': 'c9370ef4-6c10-429a-a2d3-5375ca469f6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': '6035eead-e0c7-4408-9f20-6d0c89d4e7ac'}] {{(pid=103229) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 19:39:12.536623 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63d68c14-4a91-4b8a-ac66-d5ef3fec3b88 req-0fde2430-cceb-4b1f-945f-e7c944aa24f1 service neutron] Attempting to bind port 5d390df8-f62d-4dcd-86a7-dc07a0e76fe3 on network 6035eead-e0c7-4408-9f20-6d0c89d4e7ac {{(pid=103229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 19:39:12.557140 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63d68c14-4a91-4b8a-ac66-d5ef3fec3b88 req-0fde2430-cceb-4b1f-945f-e7c944aa24f1 service neutron] Port 5d390df8-f62d-4dcd-86a7-dc07a0e76fe3 on network 6035eead-e0c7-4408-9f20-6d0c89d4e7ac not bound, no agent of type Open vSwitch agent registered on host n-h1-713498-36 {{(pid=103229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 19:39:12.557474 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63d68c14-4a91-4b8a-ac66-d5ef3fec3b88 req-0fde2430-cceb-4b1f-945f-e7c944aa24f1 service neutron] Attempting to bind port 5d390df8-f62d-4dcd-86a7-dc07a0e76fe3 on network 6035eead-e0c7-4408-9f20-6d0c89d4e7ac {{(pid=103229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 19:39:12.576082 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63d68c14-4a91-4b8a-ac66-d5ef3fec3b88 req-0fde2430-cceb-4b1f-945f-e7c944aa24f1 service neutron] Checking agent: {'id': '488cd9ae-631f-4955-ba0b-4f5a13f12e9c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713498-36', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 18, 59, 18), 'started_at': datetime.datetime(2022, 2, 9, 18, 59, 18), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 19, 38, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 19:39:12.576616 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63d68c14-4a91-4b8a-ac66-d5ef3fec3b88 req-0fde2430-cceb-4b1f-945f-e7c944aa24f1 service neutron] Checking segment: {'id': 'c9370ef4-6c10-429a-a2d3-5375ca469f6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': '6035eead-e0c7-4408-9f20-6d0c89d4e7ac'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103229) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 19:39:12.577025 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63d68c14-4a91-4b8a-ac66-d5ef3fec3b88 req-0fde2430-cceb-4b1f-945f-e7c944aa24f1 service neutron] Bound using segment: {'id': 'c9370ef4-6c10-429a-a2d3-5375ca469f6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': '6035eead-e0c7-4408-9f20-6d0c89d4e7ac'} {{(pid=103229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 19:39:12.577475 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.managers [req-63d68c14-4a91-4b8a-ac66-d5ef3fec3b88 req-0fde2430-cceb-4b1f-945f-e7c944aa24f1 service neutron] Bound port: 5d390df8-f62d-4dcd-86a7-dc07a0e76fe3, host: n-h1-713498-36, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c9370ef4-6c10-429a-a2d3-5375ca469f6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': '6035eead-e0c7-4408-9f20-6d0c89d4e7ac'}}] {{(pid=103229) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 19:39:12.577845 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-63d68c14-4a91-4b8a-ac66-d5ef3fec3b88 req-0fde2430-cceb-4b1f-945f-e7c944aa24f1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (5d390df8-f62d-4dcd-86a7-dc07a0e76fe3), before_update {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:39:12.597143 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-8e741c08-736c-4320-a588-631b802c8b04 req-c19d82ad-ebff-4a24-a134-0452ff6ecdc8 tempest-TestNetworkAdvancedServerOps-1633223542 tempest-TestNetworkAdvancedServerOps-1633223542-project] 10.222.0.75 "GET /v2.0/security-groups?id=db3e440f-6371-4f6a-b598-e7d001dae153&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4255531 Feb 09 19:39:12.666555 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-ad5f9229-1cec-4c8e-b08a-057ac2589f6b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1834945', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1818951'] for router (8c61dcb4-b7d0-4c95-a433-1e580bee08af), after_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:39:12.753121 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-81cd7aec-6d1b-4ca1-9eaa-a9586b671907 None None] For port 27cb54a0-d9e1-44d4-842d-54d160ea3aac, host n-d-713498-36, cleared binding levels {{(pid=103232) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 19:39:12.774796 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-81cd7aec-6d1b-4ca1-9eaa-a9586b671907 None None] For port 27cb54a0-d9e1-44d4-842d-54d160ea3aac, host n-d-713498-36, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-36',level=0,port_id=27cb54a0-d9e1-44d4-842d-54d160ea3aac,segment=NetworkSegment(2b853001-1a05-4c26-9ffd-115973a099e0),segment_id=2b853001-1a05-4c26-9ffd-115973a099e0)] {{(pid=103232) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 19:39:12.794606 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.db [req-63d68c14-4a91-4b8a-ac66-d5ef3fec3b88 req-0fde2430-cceb-4b1f-945f-e7c944aa24f1 service neutron] For port 5d390df8-f62d-4dcd-86a7-dc07a0e76fe3, host n-h1-713498-36, cleared binding levels {{(pid=103229) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 19:39:12.798914 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.db [req-63d68c14-4a91-4b8a-ac66-d5ef3fec3b88 req-0fde2430-cceb-4b1f-945f-e7c944aa24f1 service neutron] For port 5d390df8-f62d-4dcd-86a7-dc07a0e76fe3, host n-h1-713498-36, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-36',level=0,port_id=5d390df8-f62d-4dcd-86a7-dc07a0e76fe3,segment=NetworkSegment(c9370ef4-6c10-429a-a2d3-5375ca469f6c),segment_id=c9370ef4-6c10-429a-a2d3-5375ca469f6c)] {{(pid=103229) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 19:39:12.800723 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-81cd7aec-6d1b-4ca1-9eaa-a9586b671907 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762867176205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762866656485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762866656503'] for port (27cb54a0-d9e1-44d4-842d-54d160ea3aac), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:39:12.811802 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-63d68c14-4a91-4b8a-ac66-d5ef3fec3b88 req-0fde2430-cceb-4b1f-945f-e7c944aa24f1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762867176205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762866656485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762866656503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12867569'] for port (5d390df8-f62d-4dcd-86a7-dc07a0e76fe3), after_update {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:39:12.887417 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.provisioning_blocks [None req-8939513e-5d68-4044-bc3d-2d7ffca90cc2 None None] Provisioning complete for port 5d390df8-f62d-4dcd-86a7-dc07a0e76fe3 triggered by entity DHCP. {{(pid=103232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 19:39:12.887792 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-8939513e-5d68-4044-bc3d-2d7ffca90cc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593630'] for port (5d390df8-f62d-4dcd-86a7-dc07a0e76fe3), provisioning_complete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:39:12.971271 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fde2430-cceb-4b1f-945f-e7c944aa24f1 service neutron] Pushing event updated for resources: {'Port': ['ID=5d390df8-f62d-4dcd-86a7-dc07a0e76fe3,revision_number=8']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:39:13.019451 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81cd7aec-6d1b-4ca1-9eaa-a9586b671907 None None] Pushing event updated for resources: {'Port': ['ID=27cb54a0-d9e1-44d4-842d-54d160ea3aac,revision_number=2']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:39:13.129163 n-d-713498-36 neutron-server[103230]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ad5f9229-1cec-4c8e-b08a-057ac2589f6b admin admin] Router 8c61dcb4-b7d0-4c95-a433-1e580bee08af is scheduled to L3 agent 93303d5e-5d17-45e8-8963-7694f87783ae with binding_index 1 {{(pid=103230) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 09 19:39:13.194586 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-8939513e-5d68-4044-bc3d-2d7ffca90cc2 None None] Current status of the port 5d390df8-f62d-4dcd-86a7-dc07a0e76fe3 is: DOWN; New status is: ACTIVE {{(pid=103232) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 19:39:13.194977 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-8939513e-5d68-4044-bc3d-2d7ffca90cc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (5d390df8-f62d-4dcd-86a7-dc07a0e76fe3), before_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:39:13.206268 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-ab1db1e3-b619-48ae-b0b2-a99a88d38b67 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762867132591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593584'] for agent (93303d5e-5d17-45e8-8963-7694f87783ae), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:39:13.301039 n-d-713498-36 neutron-server[103232]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4389c13d-a9e7-4e04-981e-043da3b220bc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5d390df8-f62d-4dcd-86a7-dc07a0e76fe3'}] {{(pid=103232) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 19:39:13.303859 n-d-713498-36 neutron-server[103232]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}949cdcde653dec44821de95cbf67297f53cbc2aed4e073b5d514f93bf911ce85" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d20f8e7f-ae3f-4e07-a918-8860a6b91ee3" -d '{"events": [{"server_uuid": "4389c13d-a9e7-4e04-981e-043da3b220bc", "name": "network-vif-plugged", "status": "completed", "tag": "5d390df8-f62d-4dcd-86a7-dc07a0e76fe3"}]}' {{(pid=103232) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 19:39:13.320292 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-8939513e-5d68-4044-bc3d-2d7ffca90cc2 None None] For port 5d390df8-f62d-4dcd-86a7-dc07a0e76fe3, host n-h1-713498-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-36',level=0,port_id=5d390df8-f62d-4dcd-86a7-dc07a0e76fe3,segment=NetworkSegment(c9370ef4-6c10-429a-a2d3-5375ca469f6c),segment_id=c9370ef4-6c10-429a-a2d3-5375ca469f6c)] {{(pid=103232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 19:39:13.328177 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-8939513e-5d68-4044-bc3d-2d7ffca90cc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762867176205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762866656485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762866656503'] for port (5d390df8-f62d-4dcd-86a7-dc07a0e76fe3), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:39:13.357561 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63d68c14-4a91-4b8a-ac66-d5ef3fec3b88 req-0fde2430-cceb-4b1f-945f-e7c944aa24f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:39:13.359572 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-63d68c14-4a91-4b8a-ac66-d5ef3fec3b88 req-0fde2430-cceb-4b1f-945f-e7c944aa24f1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171096'] for port (None), before_response {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:39:13.365188 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-63d68c14-4a91-4b8a-ac66-d5ef3fec3b88 req-0fde2430-cceb-4b1f-945f-e7c944aa24f1 service neutron] 10.222.0.90 "PUT /v2.0/ports/5d390df8-f62d-4dcd-86a7-dc07a0e76fe3 HTTP/1.1" status: 200 len: 1123 time: 2.5917220 Feb 09 19:39:13.676993 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ad5f9229-1cec-4c8e-b08a-057ac2589f6b admin admin] Notify agent at l3_agent.n-d-713498-36 the message routers_updated {{(pid=103230) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 19:39:13.688789 n-d-713498-36 neutron-server[103233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e26669e-d609-4534-80c7-19edf505107a None None] Sync routers for ids ['8c61dcb4-b7d0-4c95-a433-1e580bee08af'] in n-d-713498-36 {{(pid=103233) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 19:39:13.716177 n-d-713498-36 neutron-server[103233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e26669e-d609-4534-80c7-19edf505107a None None] Routers {'8c61dcb4-b7d0-4c95-a433-1e580bee08af'} bound to L3 agent in host n-d-713498-36 {{(pid=103233) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 19:39:13.716728 n-d-713498-36 neutron-server[103233]: DEBUG neutron.db.l3_hamode_db [None req-4e26669e-d609-4534-80c7-19edf505107a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T18:51:43Z,description=,heartbeat_timestamp=2022-02-09T19:39:13Z,host='n-d-713498-36',id=93303d5e-5d17-45e8-8963-7694f87783ae,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T18:51:43Z,topic='l3_agent')) {'router_ids': ['8c61dcb4-b7d0-4c95-a433-1e580bee08af'], 'active': True} {{(pid=103233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:39:13.760882 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-ad5f9229-1cec-4c8e-b08a-057ac2589f6b admin admin] Publish callbacks [] for router (None), before_response {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:39:13.762614 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-ad5f9229-1cec-4c8e-b08a-057ac2589f6b admin admin] 10.222.0.75 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 5.0143766 Feb 09 19:39:13.765609 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 41358) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:39:13.823467 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Device 9526628b-bffd-45e9-9adc-d4172fc99500 up at agent ovs-agent-n-d-713498-36 {{(pid=103232) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 19:39:13.832015 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8939513e-5d68-4044-bc3d-2d7ffca90cc2 None None] Pushing event updated for resources: {'Port': ['ID=5d390df8-f62d-4dcd-86a7-dc07a0e76fe3,revision_number=9']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:39:13.844590 n-d-713498-36 neutron-server[103232]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 19:39:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d37b67e4-f8df-4d9b-b5f4-2f66d76c54f4 x-openstack-request-id: req-d37b67e4-f8df-4d9b-b5f4-2f66d76c54f4 {{(pid=103232) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 19:39:13.844883 n-d-713498-36 neutron-server[103232]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4389c13d-a9e7-4e04-981e-043da3b220bc", "name": "network-vif-plugged", "status": "completed", "tag": "5d390df8-f62d-4dcd-86a7-dc07a0e76fe3", "code": 200}]} {{(pid=103232) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 19:39:13.847236 n-d-713498-36 neutron-server[103232]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-d37b67e4-f8df-4d9b-b5f4-2f66d76c54f4 {{(pid=103232) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 19:39:13.847664 n-d-713498-36 neutron-server[103232]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4389c13d-a9e7-4e04-981e-043da3b220bc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5d390df8-f62d-4dcd-86a7-dc07a0e76fe3', 'code': 200} Feb 09 19:39:13.870634 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] get_ports_and_sgs() called for port_ids ['5d390df8-f62d-4dcd-86a7-dc07a0e76fe3'] {{(pid=103232) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 19:39:13.976363 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21c51bbb-1457-4400-abab-f9eb120f3355 req-cdcc7bf9-795e-4381-b9d5-592020cd3220 tempest-TestNetworkAdvancedServerOps-1633223542 tempest-TestNetworkAdvancedServerOps-1633223542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:39:14.002924 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-21c51bbb-1457-4400-abab-f9eb120f3355 req-cdcc7bf9-795e-4381-b9d5-592020cd3220 tempest-TestNetworkAdvancedServerOps-1633223542 tempest-TestNetworkAdvancedServerOps-1633223542-project] 10.222.0.75 "GET /v2.0/ports?device_id=4389c13d-a9e7-4e04-981e-043da3b220bc HTTP/1.1" status: 200 len: 945 time: 0.1708293 Feb 09 19:39:14.157146 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-21c51bbb-1457-4400-abab-f9eb120f3355 req-fb0d434d-2edb-496b-a349-f615361ae444 tempest-TestNetworkAdvancedServerOps-1633223542 tempest-TestNetworkAdvancedServerOps-1633223542-project] 10.222.0.75 "GET /v2.0/security-groups?id=db3e440f-6371-4f6a-b598-e7d001dae153&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1516311 Feb 09 19:39:14.379312 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.provisioning_blocks [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Provisioning complete for port 9526628b-bffd-45e9-9adc-d4172fc99500 triggered by entity L2. {{(pid=103232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 19:39:14.380058 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593630'] for port (9526628b-bffd-45e9-9adc-d4172fc99500), provisioning_complete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:39:14.424938 n-d-713498-36 neutron-server[103229]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4389c13d-a9e7-4e04-981e-043da3b220bc', 'tag': '5d390df8-f62d-4dcd-86a7-dc07a0e76fe3'}] {{(pid=103229) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 19:39:14.433870 n-d-713498-36 neutron-server[103229]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fa6ae9a20702bd564eaf90d946620b2b4277b1ab91129323d3b54181076be307" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2a90120e-5425-4cc7-b260-322afa812a63" -d '{"events": [{"name": "network-changed", "server_uuid": "4389c13d-a9e7-4e04-981e-043da3b220bc", "tag": "5d390df8-f62d-4dcd-86a7-dc07a0e76fe3"}]}' {{(pid=103229) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 19:39:14.506914 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-edc54c9b-7f13-45d9-9271-85c9738b0128 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762867132591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593584'] for agent (a62b1850-466f-48ae-bec7-d62fb280e14b), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:39:14.526417 n-d-713498-36 neutron-server[103233]: DEBUG neutron.db.l3_dvr_db [None req-4e26669e-d609-4534-80c7-19edf505107a None None] Set router 8c61dcb4-b7d0-4c95-a433-1e580bee08af gateway port host: n-d-713498-36 {{(pid=103233) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 19:39:14.631107 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Current status of the port 9526628b-bffd-45e9-9adc-d4172fc99500 is: ACTIVE; New status is: ACTIVE {{(pid=103232) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 19:39:14.689545 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.provisioning_blocks [None req-ce09a867-3ece-400b-a326-1e904e524755 None None] Provisioning complete for port 5d390df8-f62d-4dcd-86a7-dc07a0e76fe3 triggered by entity DHCP. {{(pid=103232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 19:39:14.690102 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-ce09a867-3ece-400b-a326-1e904e524755 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593630'] for port (5d390df8-f62d-4dcd-86a7-dc07a0e76fe3), provisioning_complete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:39:14.811310 n-d-713498-36 neutron-server[103229]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 19:39:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6a9096d2-7218-4ee2-9771-ae3a53628975 x-openstack-request-id: req-6a9096d2-7218-4ee2-9771-ae3a53628975 {{(pid=103229) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 19:39:14.811785 n-d-713498-36 neutron-server[103229]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4389c13d-a9e7-4e04-981e-043da3b220bc", "tag": "5d390df8-f62d-4dcd-86a7-dc07a0e76fe3", "status": "completed", "code": 200}]} {{(pid=103229) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 19:39:14.814625 n-d-713498-36 neutron-server[103229]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-6a9096d2-7218-4ee2-9771-ae3a53628975 {{(pid=103229) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 19:39:14.815158 n-d-713498-36 neutron-server[103229]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4389c13d-a9e7-4e04-981e-043da3b220bc', 'tag': '5d390df8-f62d-4dcd-86a7-dc07a0e76fe3', 'status': 'completed', 'code': 200} Feb 09 19:39:15.001552 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a90120e-5425-4cc7-b260-322afa812a63 req-d1b22bb3-7589-4512-b6db-88c9c15ef6c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:39:15.003668 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-2a90120e-5425-4cc7-b260-322afa812a63 req-d1b22bb3-7589-4512-b6db-88c9c15ef6c2 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=eba669c4f4c548e495f13ae7579d0fa6&device_id=4389c13d-a9e7-4e04-981e-043da3b220bc HTTP/1.1" status: 200 len: 1159 time: 0.1871006 Feb 09 19:39:15.013189 n-d-713498-36 neutron-server[103233]: DEBUG neutron.db.l3_hamode_db [None req-4e26669e-d609-4534-80c7-19edf505107a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8c61dcb4-b7d0-4c95-a433-1e580bee08af', 'name': 'tempest-TestVolumeBootPattern-1655488579-router', 'tenant_id': '79aef4abcfba4ceebff1ca55474927ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88055e1e-672a-4487-be31-ffb6e833ece5', 'external_fixed_ips': [{'subnet_id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'ip_address': '172.25.1.104'}], 'enable_snat': True}, 'gw_port_id': '3e88bab1-8d82-472b-b8ab-379d8e0210b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T19:39:08Z', 'updated_at': '2022-02-09T19:39:11Z', 'revision_number': 3, 'project_id': '79aef4abcfba4ceebff1ca55474927ed', 'gw_port': {'id': '3e88bab1-8d82-472b-b8ab-379d8e0210b8', 'name': '', 'network_id': '88055e1e-672a-4487-be31-ffb6e833ece5', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:ce:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8c61dcb4-b7d0-4c95-a433-1e580bee08af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3548, 'fixed_ips': [{'subnet_id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'ip_address': '172.25.1.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T19:39:09Z', 'updated_at': '2022-02-09T19:39:10Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-36'}], 'n-d-713498-36', False) {} {{(pid=103233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:39:15.066153 n-d-713498-36 neutron-server[103233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e26669e-d609-4534-80c7-19edf505107a None None] Checking router: 8c61dcb4-b7d0-4c95-a433-1e580bee08af for host: n-d-713498-36 {{(pid=103233) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 19:39:15.066518 n-d-713498-36 neutron-server[103233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e26669e-d609-4534-80c7-19edf505107a None None] Updating router 8c61dcb4-b7d0-4c95-a433-1e580bee08af port 3e88bab1-8d82-472b-b8ab-379d8e0210b8 binding host n-d-713498-36 {{(pid=103233) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 19:39:15.099712 n-d-713498-36 neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-4e26669e-d609-4534-80c7-19edf505107a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (3e88bab1-8d82-472b-b8ab-379d8e0210b8), before_update {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:39:15.158047 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-7819e133-df89-4551-af07-b211ef6d8e53 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (None), before_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:39:15.502240 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3849b5c6-69bc-44e5-929c-ebdae8228671 req-6a1d27f8-c5ea-42e4-97d0-e1f42059fc43 tempest-TestNetworkAdvancedServerOps-1633223542 tempest-TestNetworkAdvancedServerOps-1633223542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:39:15.503680 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-3849b5c6-69bc-44e5-929c-ebdae8228671 req-6a1d27f8-c5ea-42e4-97d0-e1f42059fc43 tempest-TestNetworkAdvancedServerOps-1633223542 tempest-TestNetworkAdvancedServerOps-1633223542-project] 10.222.0.75 "GET /v2.0/ports?device_id=4389c13d-a9e7-4e04-981e-043da3b220bc HTTP/1.1" status: 200 len: 945 time: 0.1516442 Feb 09 19:39:15.563437 n-d-713498-36 neutron-server[103229]: DEBUG neutron.db.db_base_plugin_common [None req-7819e133-df89-4551-af07-b211ef6d8e53 admin admin] Allocated IP 172.20.0.1 (b108ef99-b589-4109-9c70-66425a0eeb34/60eda60e-03c9-4826-ae63-c8b45a85f073/88a56467-5054-4d26-99e3-648495d0e36d) {{(pid=103229) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 19:39:15.623158 n-d-713498-36 neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-4e26669e-d609-4534-80c7-19edf505107a None None] Publish callbacks [] for port (3e88bab1-8d82-472b-b8ab-379d8e0210b8), precommit_update {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:39:15.641749 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-3849b5c6-69bc-44e5-929c-ebdae8228671 req-d03aac35-a749-4d8e-a322-e2d6da7918c1 tempest-TestNetworkAdvancedServerOps-1633223542 tempest-TestNetworkAdvancedServerOps-1633223542-project] 10.222.0.75 "GET /v2.0/security-groups?id=db3e440f-6371-4f6a-b598-e7d001dae153&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1260550 Feb 09 19:39:15.643267 n-d-713498-36 neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-4e26669e-d609-4534-80c7-19edf505107a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762867176205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762866656485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762866656503'] for port (3e88bab1-8d82-472b-b8ab-379d8e0210b8), after_update {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:39:15.654651 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6bbff253-7c63-466b-bbc6-ffc7e612fd7c None None] Network b108ef99-b589-4109-9c70-66425a0eeb34 requested from n-d-713498-36 {{(pid=103232) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 19:39:15.701140 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Device 27cb54a0-d9e1-44d4-842d-54d160ea3aac up at agent ovs-agent-n-d-713498-36 {{(pid=103232) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 19:39:15.703272 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Device 5d390df8-f62d-4dcd-86a7-dc07a0e76fe3 details requested by agent hyperv_n-h2-713498-36 with host n-h2-713498-36 {{(pid=103232) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 19:39:15.742409 n-d-713498-36 neutron-server[103233]: DEBUG neutron.plugins.ml2.managers [None req-4e26669e-d609-4534-80c7-19edf505107a None None] Attempting to bind port 3e88bab1-8d82-472b-b8ab-379d8e0210b8 on host n-d-713498-36 for vnic_type normal with profile {{(pid=103233) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 19:39:15.743819 n-d-713498-36 neutron-server[103233]: DEBUG neutron.plugins.ml2.managers [None req-4e26669e-d609-4534-80c7-19edf505107a None None] Attempting to bind port 3e88bab1-8d82-472b-b8ab-379d8e0210b8 by drivers openvswitch,hyperv on host n-d-713498-36 at level 0 using segments [{'id': 'a4222f89-8d3f-4b51-953b-1a8126392491', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '88055e1e-672a-4487-be31-ffb6e833ece5'}] {{(pid=103233) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 19:39:15.745114 n-d-713498-36 neutron-server[103233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e26669e-d609-4534-80c7-19edf505107a None None] Attempting to bind port 3e88bab1-8d82-472b-b8ab-379d8e0210b8 on network 88055e1e-672a-4487-be31-ffb6e833ece5 {{(pid=103233) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 19:39:15.778245 n-d-713498-36 neutron-server[103233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e26669e-d609-4534-80c7-19edf505107a None None] Checking agent: {'id': '496418a2-c002-4aec-ab1a-07f3bea491bd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-36', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 18, 51, 47), 'started_at': datetime.datetime(2022, 2, 9, 18, 52, 17), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 19, 38, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-36'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103233) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 19:39:15.778931 n-d-713498-36 neutron-server[103233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e26669e-d609-4534-80c7-19edf505107a None None] Checking segment: {'id': 'a4222f89-8d3f-4b51-953b-1a8126392491', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '88055e1e-672a-4487-be31-ffb6e833ece5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103233) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 19:39:15.779740 n-d-713498-36 neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-4e26669e-d609-4534-80c7-19edf505107a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:39:15.780300 n-d-713498-36 neutron-server[103233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e26669e-d609-4534-80c7-19edf505107a None None] Bound using segment: {'id': 'a4222f89-8d3f-4b51-953b-1a8126392491', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '88055e1e-672a-4487-be31-ffb6e833ece5'} {{(pid=103233) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 19:39:15.781165 n-d-713498-36 neutron-server[103233]: DEBUG neutron.plugins.ml2.managers [None req-4e26669e-d609-4534-80c7-19edf505107a None None] Bound port: 3e88bab1-8d82-472b-b8ab-379d8e0210b8, host: n-d-713498-36, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a4222f89-8d3f-4b51-953b-1a8126392491', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '88055e1e-672a-4487-be31-ffb6e833ece5'}}] {{(pid=103233) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 19:39:15.781858 n-d-713498-36 neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-4e26669e-d609-4534-80c7-19edf505107a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (3e88bab1-8d82-472b-b8ab-379d8e0210b8), before_update {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:39:15.785163 n-d-713498-36 neutron-server[103233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-001ff75f-2923-4022-be49-8c7324bad6f8 None None] Pushing event updated for resources: {'Port': ['ID=3e88bab1-8d82-472b-b8ab-379d8e0210b8,revision_number=2']} {{(pid=103233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:39:15.785791 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-7819e133-df89-4551-af07-b211ef6d8e53 admin admin] Publish callbacks [] for port (88a56467-5054-4d26-99e3-648495d0e36d), precommit_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:39:15.825413 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a90120e-5425-4cc7-b260-322afa812a63 req-dc549176-9a16-487d-8cb9-fad686509f08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:39:15.827090 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-2a90120e-5425-4cc7-b260-322afa812a63 req-dc549176-9a16-487d-8cb9-fad686509f08 service neutron] 10.222.0.89 "GET /v2.0/networks?id=6035eead-e0c7-4408-9f20-6d0c89d4e7ac HTTP/1.1" status: 200 len: 898 time: 0.8136451 Feb 09 19:39:15.849410 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-7429db8d-6021-40ad-813e-885be449a89b None None] For port 5d390df8-f62d-4dcd-86a7-dc07a0e76fe3, host n-h1-713498-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-36',level=0,port_id=5d390df8-f62d-4dcd-86a7-dc07a0e76fe3,segment=NetworkSegment(c9370ef4-6c10-429a-a2d3-5375ca469f6c),segment_id=c9370ef4-6c10-429a-a2d3-5375ca469f6c)] {{(pid=103232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 19:39:15.890512 n-d-713498-36 neutron-server[103233]: DEBUG neutron.plugins.ml2.db [None req-4e26669e-d609-4534-80c7-19edf505107a None None] For port 3e88bab1-8d82-472b-b8ab-379d8e0210b8, host n-d-713498-36, cleared binding levels {{(pid=103233) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 19:39:15.899723 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Device 5d390df8-f62d-4dcd-86a7-dc07a0e76fe3 has no active binding in host n-h2-713498-36 {{(pid=103232) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Feb 09 19:39:15.900555 n-d-713498-36 neutron-server[103233]: DEBUG neutron.plugins.ml2.db [None req-4e26669e-d609-4534-80c7-19edf505107a None None] For port 3e88bab1-8d82-472b-b8ab-379d8e0210b8, host n-d-713498-36, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-36',level=0,port_id=3e88bab1-8d82-472b-b8ab-379d8e0210b8,segment=NetworkSegment(a4222f89-8d3f-4b51-953b-1a8126392491),segment_id=a4222f89-8d3f-4b51-953b-1a8126392491)] {{(pid=103233) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 19:39:15.920028 n-d-713498-36 neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-4e26669e-d609-4534-80c7-19edf505107a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762867176205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762866656485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762866656503'] for port (3e88bab1-8d82-472b-b8ab-379d8e0210b8), after_update {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:39:15.927028 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-7819e133-df89-4551-af07-b211ef6d8e53 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762866656467', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12867576'] for port (88a56467-5054-4d26-99e3-648495d0e36d), after_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:39:16.002622 n-d-713498-36 neutron-server[103233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e26669e-d609-4534-80c7-19edf505107a None None] Routers {'8c61dcb4-b7d0-4c95-a433-1e580bee08af'} bound to L3 agent in host n-d-713498-36 {{(pid=103233) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 19:39:16.004217 n-d-713498-36 neutron-server[103233]: DEBUG neutron.db.l3_hamode_db [None req-4e26669e-d609-4534-80c7-19edf505107a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T18:51:43Z,description=,heartbeat_timestamp=2022-02-09T19:39:13Z,host='n-d-713498-36',id=93303d5e-5d17-45e8-8963-7694f87783ae,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T18:51:43Z,topic='l3_agent')) {'router_ids': ['8c61dcb4-b7d0-4c95-a433-1e580bee08af'], 'active': True} {{(pid=103233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:39:16.006856 n-d-713498-36 neutron-server[103233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-001ff75f-2923-4022-be49-8c7324bad6f8 None None] Pushing event updated for resources: {'Port': ['ID=3e88bab1-8d82-472b-b8ab-379d8e0210b8,revision_number=3']} {{(pid=103233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:39:16.024379 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-ce09a867-3ece-400b-a326-1e904e524755 None None] Current status of the port 5d390df8-f62d-4dcd-86a7-dc07a0e76fe3 is: ACTIVE; New status is: ACTIVE {{(pid=103232) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 19:39:16.053507 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7819e133-df89-4551-af07-b211ef6d8e53 admin admin] Pushing event updated for resources: {'Port': ['ID=88a56467-5054-4d26-99e3-648495d0e36d,revision_number=1']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:39:16.073524 n-d-713498-36 neutron-server[103229]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7819e133-df89-4551-af07-b211ef6d8e53 admin admin] Network b108ef99-b589-4109-9c70-66425a0eeb34 is already hosted by enough agents. {{(pid=103229) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 19:39:16.082723 n-d-713498-36 neutron-server[103229]: DEBUG neutron.scheduler.base_scheduler [None req-7819e133-df89-4551-af07-b211ef6d8e53 admin admin] Resources bound (agent type, host, resource id): {{(pid=103229) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 19:39:16.083569 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-a7262a8e-0513-48fd-984d-75726a511961 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762867132591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593584'] for agent (911cfea2-02ae-4ec9-bac3-7808ee1cdd9c), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:39:16.090239 n-d-713498-36 neutron-server[103229]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7819e133-df89-4551-af07-b211ef6d8e53 admin admin] Received port after_create {{(pid=103229) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 19:39:16.121073 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.provisioning_blocks [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Provisioning complete for port 27cb54a0-d9e1-44d4-842d-54d160ea3aac triggered by entity L2. {{(pid=103232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 19:39:16.121599 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593630'] for port (27cb54a0-d9e1-44d4-842d-54d160ea3aac), provisioning_complete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:39:16.165262 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-2a90120e-5425-4cc7-b260-322afa812a63 req-23b11a85-28a9-456e-a0b1-ca29d99f2aa3 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=5d390df8-f62d-4dcd-86a7-dc07a0e76fe3 HTTP/1.1" status: 200 len: 1001 time: 0.3315299 Feb 09 19:39:16.174028 n-d-713498-36 neutron-server[103233]: DEBUG neutron.db.l3_dvr_db [None req-4e26669e-d609-4534-80c7-19edf505107a None None] Set router 8c61dcb4-b7d0-4c95-a433-1e580bee08af gateway port host: n-d-713498-36 {{(pid=103233) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 19:39:16.241507 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.provisioning_blocks [None req-6f2856ea-4848-44ea-b31e-1f3c2e726111 None None] Provisioning complete for port 27cb54a0-d9e1-44d4-842d-54d160ea3aac triggered by entity DHCP. {{(pid=103232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 19:39:16.241998 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-6f2856ea-4848-44ea-b31e-1f3c2e726111 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593630'] for port (27cb54a0-d9e1-44d4-842d-54d160ea3aac), provisioning_complete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:39:16.244319 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-7819e133-df89-4551-af07-b211ef6d8e53 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1819024'] for router_interface (8c61dcb4-b7d0-4c95-a433-1e580bee08af), before_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:39:16.299704 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Current status of the port 27cb54a0-d9e1-44d4-842d-54d160ea3aac is: DOWN; New status is: ACTIVE {{(pid=103232) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 19:39:16.300051 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (27cb54a0-d9e1-44d4-842d-54d160ea3aac), before_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:39:16.304076 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a90120e-5425-4cc7-b260-322afa812a63 req-6ffa9b3e-dce4-40e5-9ac2-5c88752afe22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:39:16.306288 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-2a90120e-5425-4cc7-b260-322afa812a63 req-6ffa9b3e-dce4-40e5-9ac2-5c88752afe22 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=a7f5b809-e422-427f-b277-488571c8bd57 HTTP/1.1" status: 200 len: 835 time: 0.1304181 Feb 09 19:39:16.341905 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] For port 27cb54a0-d9e1-44d4-842d-54d160ea3aac, host n-d-713498-36, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-36',level=0,port_id=27cb54a0-d9e1-44d4-842d-54d160ea3aac,segment=NetworkSegment(2b853001-1a05-4c26-9ffd-115973a099e0),segment_id=2b853001-1a05-4c26-9ffd-115973a099e0)] {{(pid=103232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 19:39:16.351109 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762867176205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762866656485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762866656503'] for port (27cb54a0-d9e1-44d4-842d-54d160ea3aac), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:39:16.443497 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a90120e-5425-4cc7-b260-322afa812a63 req-3454bda6-3316-4a58-8647-5b602dc00ced service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:39:16.445083 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-2a90120e-5425-4cc7-b260-322afa812a63 req-3454bda6-3316-4a58-8647-5b602dc00ced service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=6035eead-e0c7-4408-9f20-6d0c89d4e7ac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.1295729 Feb 09 19:39:16.447501 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Pushing event updated for resources: {'Port': ['ID=27cb54a0-d9e1-44d4-842d-54d160ea3aac,revision_number=3']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:39:16.535600 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-6f2856ea-4848-44ea-b31e-1f3c2e726111 None None] Current status of the port 27cb54a0-d9e1-44d4-842d-54d160ea3aac is: ACTIVE; New status is: ACTIVE {{(pid=103232) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 19:39:16.549056 n-d-713498-36 neutron-server[103233]: DEBUG neutron.db.l3_hamode_db [None req-4e26669e-d609-4534-80c7-19edf505107a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8c61dcb4-b7d0-4c95-a433-1e580bee08af', 'name': 'tempest-TestVolumeBootPattern-1655488579-router', 'tenant_id': '79aef4abcfba4ceebff1ca55474927ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88055e1e-672a-4487-be31-ffb6e833ece5', 'external_fixed_ips': [{'subnet_id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'ip_address': '172.25.1.104'}], 'enable_snat': True}, 'gw_port_id': '3e88bab1-8d82-472b-b8ab-379d8e0210b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T19:39:08Z', 'updated_at': '2022-02-09T19:39:11Z', 'revision_number': 3, 'project_id': '79aef4abcfba4ceebff1ca55474927ed', 'gw_port': {'id': '3e88bab1-8d82-472b-b8ab-379d8e0210b8', 'name': '', 'network_id': '88055e1e-672a-4487-be31-ffb6e833ece5', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:ce:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8c61dcb4-b7d0-4c95-a433-1e580bee08af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3548, 'fixed_ips': [{'subnet_id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'ip_address': '172.25.1.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T19:39:09Z', 'updated_at': '2022-02-09T19:39:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-36'}], 'n-d-713498-36', False) {} {{(pid=103233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:39:16.629152 n-d-713498-36 neutron-server[103233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e26669e-d609-4534-80c7-19edf505107a None None] The sync data for ids ['8c61dcb4-b7d0-4c95-a433-1e580bee08af'] in n-d-713498-36 is: [{'id': '8c61dcb4-b7d0-4c95-a433-1e580bee08af', 'name': 'tempest-TestVolumeBootPattern-1655488579-router', 'tenant_id': '79aef4abcfba4ceebff1ca55474927ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88055e1e-672a-4487-be31-ffb6e833ece5', 'external_fixed_ips': [{'subnet_id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'ip_address': '172.25.1.104'}], 'enable_snat': True}, 'gw_port_id': '3e88bab1-8d82-472b-b8ab-379d8e0210b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T19:39:08Z', 'updated_at': '2022-02-09T19:39:11Z', 'revision_number': 3, 'project_id': '79aef4abcfba4ceebff1ca55474927ed', 'gw_port': {'id': '3e88bab1-8d82-472b-b8ab-379d8e0210b8', 'name': '', 'network_id': '88055e1e-672a-4487-be31-ffb6e833ece5', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:ce:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8c61dcb4-b7d0-4c95-a433-1e580bee08af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3548, 'fixed_ips': [{'subnet_id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'ip_address': '172.25.1.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T19:39:09Z', 'updated_at': '2022-02-09T19:39:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-36'}] {{(pid=103233) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 19:39:16.663097 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-7819e133-df89-4551-af07-b211ef6d8e53 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (88a56467-5054-4d26-99e3-648495d0e36d), before_update {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:39:16.857511 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-2a90120e-5425-4cc7-b260-322afa812a63 req-13928ce4-77b5-48a2-bfef-541094ca36c2 service neutron] 10.222.0.89 "GET /v2.0/networks/6035eead-e0c7-4408-9f20-6d0c89d4e7ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3937242 Feb 09 19:39:16.865784 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.provisioning_blocks [None req-1b8f3948-2f49-4788-83b4-61160ccad295 None None] Provisioning complete for port 27cb54a0-d9e1-44d4-842d-54d160ea3aac triggered by entity DHCP. {{(pid=103232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 19:39:16.866802 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-1b8f3948-2f49-4788-83b4-61160ccad295 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593630'] for port (27cb54a0-d9e1-44d4-842d-54d160ea3aac), provisioning_complete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:39:16.979833 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32570233-32f5-4ca6-90dc-8c5095418474 req-9a45b122-418c-4aee-8aeb-6317a3d3da46 tempest-TestNetworkAdvancedServerOps-1633223542 tempest-TestNetworkAdvancedServerOps-1633223542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:39:16.987019 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-32570233-32f5-4ca6-90dc-8c5095418474 req-9a45b122-418c-4aee-8aeb-6317a3d3da46 tempest-TestNetworkAdvancedServerOps-1633223542 tempest-TestNetworkAdvancedServerOps-1633223542-project] 10.222.0.75 "GET /v2.0/ports?device_id=4389c13d-a9e7-4e04-981e-043da3b220bc HTTP/1.1" status: 200 len: 945 time: 0.1970146 Feb 09 19:39:17.075180 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762867132591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593584'] for agent (496418a2-c002-4aec-ab1a-07f3bea491bd), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:39:17.174433 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-1b8f3948-2f49-4788-83b4-61160ccad295 None None] Current status of the port 27cb54a0-d9e1-44d4-842d-54d160ea3aac is: ACTIVE; New status is: ACTIVE {{(pid=103232) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 19:39:17.185558 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.provisioning_blocks [None req-1b8f3948-2f49-4788-83b4-61160ccad295 None None] Provisioning complete for port 88a56467-5054-4d26-99e3-648495d0e36d triggered by entity DHCP. {{(pid=103232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 19:39:17.185940 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-1b8f3948-2f49-4788-83b4-61160ccad295 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593630'] for port (88a56467-5054-4d26-99e3-648495d0e36d), provisioning_complete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:39:17.297931 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-1b8f3948-2f49-4788-83b4-61160ccad295 None None] Port 88a56467-5054-4d26-99e3-648495d0e36d cannot update to ACTIVE because it is not bound. {{(pid=103232) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 19:39:17.386082 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-32570233-32f5-4ca6-90dc-8c5095418474 req-e58acfc7-3de0-4b8e-9664-13135b5a823c tempest-TestNetworkAdvancedServerOps-1633223542 tempest-TestNetworkAdvancedServerOps-1633223542-project] 10.222.0.75 "GET /v2.0/security-groups?id=db3e440f-6371-4f6a-b598-e7d001dae153&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3978877 Feb 09 19:39:17.453463 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-7819e133-df89-4551-af07-b211ef6d8e53 admin admin] Publish callbacks [] for port (88a56467-5054-4d26-99e3-648495d0e36d), precommit_update {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:39:17.453822 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.provisioning_blocks [None req-2ca12d4c-faa3-430b-a72b-e55e126bec27 None None] Provisioning complete for port 88a56467-5054-4d26-99e3-648495d0e36d triggered by entity DHCP. {{(pid=103232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 19:39:17.454206 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-2ca12d4c-faa3-430b-a72b-e55e126bec27 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593630'] for port (88a56467-5054-4d26-99e3-648495d0e36d), provisioning_complete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:39:17.484766 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-7819e133-df89-4551-af07-b211ef6d8e53 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762867176205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762866656485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762866656503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12867569'] for port (88a56467-5054-4d26-99e3-648495d0e36d), after_update {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:39:17.536577 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-2ca12d4c-faa3-430b-a72b-e55e126bec27 None None] Port 88a56467-5054-4d26-99e3-648495d0e36d cannot update to ACTIVE because it is not bound. {{(pid=103232) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 19:39:17.556675 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Device 3e88bab1-8d82-472b-b8ab-379d8e0210b8 up at agent ovs-agent-n-d-713498-36 {{(pid=103232) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 19:39:17.615477 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7819e133-df89-4551-af07-b211ef6d8e53 admin admin] Pushing event updated for resources: {'Port': ['ID=88a56467-5054-4d26-99e3-648495d0e36d,revision_number=2']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:39:17.625865 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-2a90120e-5425-4cc7-b260-322afa812a63 req-0f30e25a-82b4-434b-8e40-dcb4ab92e437 service neutron] 10.222.0.89 "GET /v2.0/networks/6035eead-e0c7-4408-9f20-6d0c89d4e7ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7561679 Feb 09 19:39:17.672976 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-7819e133-df89-4551-af07-b211ef6d8e53 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1613458', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1834496'] for router_interface (8c61dcb4-b7d0-4c95-a433-1e580bee08af), after_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:39:17.736112 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.provisioning_blocks [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Provisioning complete for port 3e88bab1-8d82-472b-b8ab-379d8e0210b8 triggered by entity L2. {{(pid=103232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 19:39:17.740778 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593630'] for port (3e88bab1-8d82-472b-b8ab-379d8e0210b8), provisioning_complete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:39:17.952481 n-d-713498-36 neutron-server[103229]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7819e133-df89-4551-af07-b211ef6d8e53 admin admin] Network b108ef99-b589-4109-9c70-66425a0eeb34 is already hosted by enough agents. {{(pid=103229) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 19:39:17.955144 n-d-713498-36 neutron-server[103229]: DEBUG neutron.scheduler.base_scheduler [None req-7819e133-df89-4551-af07-b211ef6d8e53 admin admin] Resources bound (agent type, host, resource id): {{(pid=103229) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 19:39:17.988102 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Current status of the port 3e88bab1-8d82-472b-b8ab-379d8e0210b8 is: DOWN; New status is: ACTIVE {{(pid=103232) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 19:39:17.988649 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (3e88bab1-8d82-472b-b8ab-379d8e0210b8), before_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:39:18.036201 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] For port 3e88bab1-8d82-472b-b8ab-379d8e0210b8, host n-d-713498-36, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-36',level=0,port_id=3e88bab1-8d82-472b-b8ab-379d8e0210b8,segment=NetworkSegment(a4222f89-8d3f-4b51-953b-1a8126392491),segment_id=a4222f89-8d3f-4b51-953b-1a8126392491)] {{(pid=103232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 19:39:18.054011 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762867176205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762866656485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762866656503'] for port (3e88bab1-8d82-472b-b8ab-379d8e0210b8), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:39:18.054679 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Device 27cb54a0-d9e1-44d4-842d-54d160ea3aac up at agent ovs-agent-n-d-713498-36 {{(pid=103232) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 19:39:18.314317 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.provisioning_blocks [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Provisioning complete for port 27cb54a0-d9e1-44d4-842d-54d160ea3aac triggered by entity L2. {{(pid=103232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 19:39:18.314685 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593630'] for port (27cb54a0-d9e1-44d4-842d-54d160ea3aac), provisioning_complete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:39:18.433081 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Pushing event updated for resources: {'Port': ['ID=3e88bab1-8d82-472b-b8ab-379d8e0210b8,revision_number=4']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:39:18.481562 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1876eef-a995-4684-9ba6-9eca66dc4ea1 req-9b8c1d37-ebd0-489e-b084-35da660df89c tempest-ServersNegativeTestJSON-1608020402 tempest-ServersNegativeTestJSON-1608020402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:39:18.495400 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-d1876eef-a995-4684-9ba6-9eca66dc4ea1 req-9b8c1d37-ebd0-489e-b084-35da660df89c tempest-ServersNegativeTestJSON-1608020402 tempest-ServersNegativeTestJSON-1608020402-project] 10.222.0.75 "GET /v2.0/ports?device_id=ef8fb5b1-266b-4abe-85d3-6f5780a36355 HTTP/1.1" status: 200 len: 946 time: 0.1976686 Feb 09 19:39:18.539713 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Current status of the port 27cb54a0-d9e1-44d4-842d-54d160ea3aac is: ACTIVE; New status is: ACTIVE {{(pid=103232) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 19:39:18.556975 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.provisioning_blocks [None req-572332ad-df4b-433b-b9c5-578021d255d9 None None] Provisioning complete for port 88a56467-5054-4d26-99e3-648495d0e36d triggered by entity DHCP. {{(pid=103232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 19:39:18.558400 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-572332ad-df4b-433b-b9c5-578021d255d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593630'] for port (88a56467-5054-4d26-99e3-648495d0e36d), provisioning_complete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:39:18.598327 n-d-713498-36 neutron-server[103229]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7819e133-df89-4551-af07-b211ef6d8e53 admin admin] Router 8c61dcb4-b7d0-4c95-a433-1e580bee08af has already been hosted by L3 agent 93303d5e-5d17-45e8-8963-7694f87783ae {{(pid=103229) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 19:39:18.612335 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-697322b1-76bc-46ac-95a2-2285701891f0 req-bb4869a7-f453-43dc-9420-ae8ab1da2fc2 tempest-TestNetworkAdvancedServerOps-1633223542 tempest-TestNetworkAdvancedServerOps-1633223542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:39:18.642112 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-697322b1-76bc-46ac-95a2-2285701891f0 req-bb4869a7-f453-43dc-9420-ae8ab1da2fc2 tempest-TestNetworkAdvancedServerOps-1633223542 tempest-TestNetworkAdvancedServerOps-1633223542-project] 10.222.0.75 "GET /v2.0/ports?device_id=4389c13d-a9e7-4e04-981e-043da3b220bc HTTP/1.1" status: 200 len: 945 time: 0.1259782 Feb 09 19:39:18.710017 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-572332ad-df4b-433b-b9c5-578021d255d9 None None] Port 88a56467-5054-4d26-99e3-648495d0e36d cannot update to ACTIVE because it is not bound. {{(pid=103232) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 19:39:18.775252 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-697322b1-76bc-46ac-95a2-2285701891f0 req-24489905-1da6-4b2f-913a-e676e52d5b55 tempest-TestNetworkAdvancedServerOps-1633223542 tempest-TestNetworkAdvancedServerOps-1633223542-project] 10.222.0.75 "GET /v2.0/security-groups?id=db3e440f-6371-4f6a-b598-e7d001dae153&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1317096 Feb 09 19:39:18.800765 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762867132591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593584'] for agent (488cd9ae-631f-4955-ba0b-4f5a13f12e9c), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:39:18.825121 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-d1876eef-a995-4684-9ba6-9eca66dc4ea1 req-893e2125-ead9-4868-90f5-6eee1242e978 tempest-ServersNegativeTestJSON-1608020402 tempest-ServersNegativeTestJSON-1608020402-project] 10.222.0.75 "GET /v2.0/security-groups?id=25d47ded-5003-4f4d-b434-467ecec6793f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2300754 Feb 09 19:39:18.906434 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7819e133-df89-4551-af07-b211ef6d8e53 admin admin] Notify agent at l3_agent.n-d-713498-36 the message routers_updated {{(pid=103229) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 19:39:18.932869 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-7819e133-df89-4551-af07-b211ef6d8e53 admin admin] 10.222.0.75 "PUT /v2.0/routers/8c61dcb4-b7d0-4c95-a433-1e580bee08af/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.1577990 Feb 09 19:39:19.159358 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762867132591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593584'] for agent (bcd5faee-dc24-4298-9134-0e0aa054058e), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:39:19.366205 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Device 3e88bab1-8d82-472b-b8ab-379d8e0210b8 up at agent ovs-agent-n-d-713498-36 {{(pid=103232) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 19:39:19.530648 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.provisioning_blocks [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Provisioning complete for port 3e88bab1-8d82-472b-b8ab-379d8e0210b8 triggered by entity L2. {{(pid=103232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 19:39:19.531021 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593630'] for port (3e88bab1-8d82-472b-b8ab-379d8e0210b8), provisioning_complete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:39:19.824655 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-63d68c14-4a91-4b8a-ac66-d5ef3fec3b88 req-8952b6b1-904b-4fd8-865f-0cb484239e32 service neutron] 10.222.0.89 "GET /v2.0/ports/5d390df8-f62d-4dcd-86a7-dc07a0e76fe3/bindings/n-h2-713498-36 HTTP/1.1" status: 200 len: 385 time: 0.1906848 Feb 09 19:39:19.862578 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Current status of the port 3e88bab1-8d82-472b-b8ab-379d8e0210b8 is: ACTIVE; New status is: ACTIVE {{(pid=103232) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 19:39:19.941007 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0bee87db-7f06-4b0f-8146-4ebebf7d9e61 None None] Sync routers for ids ['8c61dcb4-b7d0-4c95-a433-1e580bee08af'] in n-d-713498-36 {{(pid=103232) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 19:39:19.994220 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad94a1a6-94ba-4feb-a619-be389a563d5e req-b533f6ba-b2e0-414d-a225-28e06e9b9dbc tempest-TestNetworkAdvancedServerOps-1633223542 tempest-TestNetworkAdvancedServerOps-1633223542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:39:19.999531 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bee87db-7f06-4b0f-8146-4ebebf7d9e61 None None] Routers {'8c61dcb4-b7d0-4c95-a433-1e580bee08af'} bound to L3 agent in host n-d-713498-36 {{(pid=103232) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 19:39:20.002822 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-ad94a1a6-94ba-4feb-a619-be389a563d5e req-b533f6ba-b2e0-414d-a225-28e06e9b9dbc tempest-TestNetworkAdvancedServerOps-1633223542 tempest-TestNetworkAdvancedServerOps-1633223542-project] 10.222.0.75 "GET /v2.0/ports?device_id=4389c13d-a9e7-4e04-981e-043da3b220bc HTTP/1.1" status: 200 len: 945 time: 0.0981226 Feb 09 19:39:20.006977 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.l3_hamode_db [None req-0bee87db-7f06-4b0f-8146-4ebebf7d9e61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T18:51:43Z,description=,heartbeat_timestamp=2022-02-09T19:39:13Z,host='n-d-713498-36',id=93303d5e-5d17-45e8-8963-7694f87783ae,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T18:51:43Z,topic='l3_agent')) {'router_ids': ['8c61dcb4-b7d0-4c95-a433-1e580bee08af'], 'active': True} {{(pid=103232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:39:20.068851 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-ad94a1a6-94ba-4feb-a619-be389a563d5e req-68f33f53-14a1-450c-8394-49b5b8fc962d tempest-TestNetworkAdvancedServerOps-1633223542 tempest-TestNetworkAdvancedServerOps-1633223542-project] 10.222.0.75 "GET /v2.0/security-groups?id=db3e440f-6371-4f6a-b598-e7d001dae153&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0635393 Feb 09 19:39:20.311875 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.l3_dvr_db [None req-0bee87db-7f06-4b0f-8146-4ebebf7d9e61 None None] Set router 8c61dcb4-b7d0-4c95-a433-1e580bee08af gateway port host: n-d-713498-36 {{(pid=103232) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 19:39:20.518729 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.db [req-63d68c14-4a91-4b8a-ac66-d5ef3fec3b88 req-f81d409d-c381-42d2-a853-bae2625760c5 service neutron] For port 5d390df8-f62d-4dcd-86a7-dc07a0e76fe3, host n-h1-713498-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-36',level=0,port_id=5d390df8-f62d-4dcd-86a7-dc07a0e76fe3,segment=NetworkSegment(c9370ef4-6c10-429a-a2d3-5375ca469f6c),segment_id=c9370ef4-6c10-429a-a2d3-5375ca469f6c)] {{(pid=103229) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 19:39:20.608594 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.db [req-63d68c14-4a91-4b8a-ac66-d5ef3fec3b88 req-f81d409d-c381-42d2-a853-bae2625760c5 service neutron] For port 5d390df8-f62d-4dcd-86a7-dc07a0e76fe3, host n-h1-713498-36, cleared binding levels {{(pid=103229) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 19:39:20.614287 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.l3_hamode_db [None req-0bee87db-7f06-4b0f-8146-4ebebf7d9e61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8c61dcb4-b7d0-4c95-a433-1e580bee08af', 'name': 'tempest-TestVolumeBootPattern-1655488579-router', 'tenant_id': '79aef4abcfba4ceebff1ca55474927ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88055e1e-672a-4487-be31-ffb6e833ece5', 'external_fixed_ips': [{'subnet_id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'ip_address': '172.25.1.104'}], 'enable_snat': True}, 'gw_port_id': '3e88bab1-8d82-472b-b8ab-379d8e0210b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T19:39:08Z', 'updated_at': '2022-02-09T19:39:16Z', 'revision_number': 4, 'project_id': '79aef4abcfba4ceebff1ca55474927ed', 'gw_port': {'id': '3e88bab1-8d82-472b-b8ab-379d8e0210b8', 'name': '', 'network_id': '88055e1e-672a-4487-be31-ffb6e833ece5', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:ce:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c61dcb4-b7d0-4c95-a433-1e580bee08af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3548, 'fixed_ips': [{'subnet_id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'ip_address': '172.25.1.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T19:39:09Z', 'updated_at': '2022-02-09T19:39:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-36', '_interfaces': [{'id': '88a56467-5054-4d26-99e3-648495d0e36d', 'name': '', 'network_id': 'b108ef99-b589-4109-9c70-66425a0eeb34', 'tenant_id': '79aef4abcfba4ceebff1ca55474927ed', 'mac_address': 'fa:16:3e:d0:78:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8c61dcb4-b7d0-4c95-a433-1e580bee08af', 'device_owner': 'network:router_interface', 'standard_attr_id': 3550, 'fixed_ips': [{'subnet_id': '60eda60e-03c9-4826-ae63-c8b45a85f073', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T19:39:15Z', 'updated_at': '2022-02-09T19:39:16Z', 'revision_number': 2, 'project_id': '79aef4abcfba4ceebff1ca55474927ed', 'subnets': [{'id': '60eda60e-03c9-4826-ae63-c8b45a85f073', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-36', False) {} {{(pid=103232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:39:20.674507 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0bee87db-7f06-4b0f-8146-4ebebf7d9e61 None None] Checking router: 8c61dcb4-b7d0-4c95-a433-1e580bee08af for host: n-d-713498-36 {{(pid=103232) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 19:39:20.674507 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0bee87db-7f06-4b0f-8146-4ebebf7d9e61 None None] Updating router 8c61dcb4-b7d0-4c95-a433-1e580bee08af port 88a56467-5054-4d26-99e3-648495d0e36d binding host n-d-713498-36 {{(pid=103232) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 19:39:20.872035 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-248b0417-9a41-49ed-9254-328a98150bcc req-e61939ba-1be2-4852-84d1-a18f7e7942d4 tempest-ServersNegativeTestJSON-1608020402 tempest-ServersNegativeTestJSON-1608020402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:39:20.880497 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-248b0417-9a41-49ed-9254-328a98150bcc req-e61939ba-1be2-4852-84d1-a18f7e7942d4 tempest-ServersNegativeTestJSON-1608020402 tempest-ServersNegativeTestJSON-1608020402-project] 10.222.0.75 "GET /v2.0/ports?device_id=ef8fb5b1-266b-4abe-85d3-6f5780a36355 HTTP/1.1" status: 200 len: 946 time: 0.8174329 Feb 09 19:39:20.904501 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-0bee87db-7f06-4b0f-8146-4ebebf7d9e61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (88a56467-5054-4d26-99e3-648495d0e36d), before_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:39:21.091344 n-d-713498-36 neutron-server[103229]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4389c13d-a9e7-4e04-981e-043da3b220bc', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5d390df8-f62d-4dcd-86a7-dc07a0e76fe3'}] {{(pid=103229) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 19:39:21.093625 n-d-713498-36 neutron-server[103229]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fa6ae9a20702bd564eaf90d946620b2b4277b1ab91129323d3b54181076be307" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4b119306-5c34-44aa-bd70-34974446c2e7" -d '{"events": [{"server_uuid": "4389c13d-a9e7-4e04-981e-043da3b220bc", "name": "network-vif-unplugged", "status": "completed", "tag": "5d390df8-f62d-4dcd-86a7-dc07a0e76fe3"}]}' {{(pid=103229) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 19:39:21.108811 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.db [req-63d68c14-4a91-4b8a-ac66-d5ef3fec3b88 req-f81d409d-c381-42d2-a853-bae2625760c5 service neutron] For port 5d390df8-f62d-4dcd-86a7-dc07a0e76fe3, host n-h2-713498-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-36',level=0,port_id=5d390df8-f62d-4dcd-86a7-dc07a0e76fe3,segment=NetworkSegment(c9370ef4-6c10-429a-a2d3-5375ca469f6c),segment_id=c9370ef4-6c10-429a-a2d3-5375ca469f6c)] {{(pid=103229) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 19:39:21.118428 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 41446) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:39:21.156620 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-63d68c14-4a91-4b8a-ac66-d5ef3fec3b88 req-f81d409d-c381-42d2-a853-bae2625760c5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (5d390df8-f62d-4dcd-86a7-dc07a0e76fe3), before_update {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:39:21.230664 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-248b0417-9a41-49ed-9254-328a98150bcc req-d98c137d-896c-428e-ba5b-436a58387e2f tempest-ServersNegativeTestJSON-1608020402 tempest-ServersNegativeTestJSON-1608020402-project] 10.222.0.75 "GET /v2.0/security-groups?id=25d47ded-5003-4f4d-b434-467ecec6793f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3375771 Feb 09 19:39:21.240445 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35030b55-8129-41ce-b934-1ac6905a8d88 req-2f61705d-a172-437e-b0d0-34a7c3a8bd22 tempest-ServersNegativeTestJSON-1608020402 tempest-ServersNegativeTestJSON-1608020402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:39:21.241999 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-35030b55-8129-41ce-b934-1ac6905a8d88 req-2f61705d-a172-437e-b0d0-34a7c3a8bd22 tempest-ServersNegativeTestJSON-1608020402 tempest-ServersNegativeTestJSON-1608020402-project] 10.222.0.90 "GET /v2.0/ports?device_id=ef8fb5b1-266b-4abe-85d3-6f5780a36355 HTTP/1.1" status: 200 len: 946 time: 0.3586094 Feb 09 19:39:21.376268 n-d-713498-36 neutron-server[103229]: DEBUG neutron.db.provisioning_blocks [req-63d68c14-4a91-4b8a-ac66-d5ef3fec3b88 req-f81d409d-c381-42d2-a853-bae2625760c5 service neutron] Transition to ACTIVE for port object 5d390df8-f62d-4dcd-86a7-dc07a0e76fe3 will not be triggered until provisioned by entity L2. {{(pid=103229) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 19:39:21.392433 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-63d68c14-4a91-4b8a-ac66-d5ef3fec3b88 req-f81d409d-c381-42d2-a853-bae2625760c5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762867176205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762866656485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762866656503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12867569'] for port (5d390df8-f62d-4dcd-86a7-dc07a0e76fe3), after_update {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:39:21.410368 n-d-713498-36 neutron-server[103229]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 09 Feb 2022 19:39:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b7cf8615-3bb5-4afe-963f-863c4378ee00 x-openstack-request-id: req-b7cf8615-3bb5-4afe-963f-863c4378ee00 {{(pid=103229) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 19:39:21.410715 n-d-713498-36 neutron-server[103229]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4389c13d-a9e7-4e04-981e-043da3b220bc", "name": "network-vif-unplugged", "status": "completed", "tag": "5d390df8-f62d-4dcd-86a7-dc07a0e76fe3", "code": 200}]} {{(pid=103229) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 19:39:21.411929 n-d-713498-36 neutron-server[103229]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-b7cf8615-3bb5-4afe-963f-863c4378ee00 {{(pid=103229) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 19:39:21.412346 n-d-713498-36 neutron-server[103229]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4389c13d-a9e7-4e04-981e-043da3b220bc', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5d390df8-f62d-4dcd-86a7-dc07a0e76fe3', 'code': 200} Feb 09 19:39:21.434790 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-7aa9d0f6-12e9-47f7-a7ed-4720fb45e116 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:39:21.497746 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d609cf48-2cda-42f8-b851-1593f912113c req-e8517202-6455-479b-b62a-d4f22a17d2cb tempest-TestNetworkAdvancedServerOps-1633223542 tempest-TestNetworkAdvancedServerOps-1633223542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:39:21.522646 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-d609cf48-2cda-42f8-b851-1593f912113c req-e8517202-6455-479b-b62a-d4f22a17d2cb tempest-TestNetworkAdvancedServerOps-1633223542 tempest-TestNetworkAdvancedServerOps-1633223542-project] 10.222.0.75 "GET /v2.0/ports?device_id=4389c13d-a9e7-4e04-981e-043da3b220bc HTTP/1.1" status: 200 len: 944 time: 0.3179216 Feb 09 19:39:21.551418 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f81d409d-c381-42d2-a853-bae2625760c5 service neutron] Pushing event updated for resources: {'Port': ['ID=5d390df8-f62d-4dcd-86a7-dc07a0e76fe3,revision_number=11']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:39:21.583338 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.plugin [req-35030b55-8129-41ce-b934-1ac6905a8d88 req-12267b13-521e-4ffa-88b4-e59be6337c56 tempest-ServersNegativeTestJSON-1608020402 tempest-ServersNegativeTestJSON-1608020402-project] Deleting port e29dcbb8-a456-45b2-83ed-996317badba0 {{(pid=103229) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 19:39:21.583689 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-35030b55-8129-41ce-b934-1ac6905a8d88 req-12267b13-521e-4ffa-88b4-e59be6337c56 tempest-ServersNegativeTestJSON-1608020402 tempest-ServersNegativeTestJSON-1608020402-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762867170196'] for port (e29dcbb8-a456-45b2-83ed-996317badba0), before_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:39:21.651187 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-0bee87db-7f06-4b0f-8146-4ebebf7d9e61 None None] Publish callbacks [] for port (88a56467-5054-4d26-99e3-648495d0e36d), precommit_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:39:21.660800 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-0bee87db-7f06-4b0f-8146-4ebebf7d9e61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762867176205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762866656485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762866656503'] for port (88a56467-5054-4d26-99e3-648495d0e36d), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:39:21.731680 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-d609cf48-2cda-42f8-b851-1593f912113c req-b54cedba-596a-40f7-873b-88bb9abdd2f4 tempest-TestNetworkAdvancedServerOps-1633223542 tempest-TestNetworkAdvancedServerOps-1633223542-project] 10.222.0.75 "GET /v2.0/security-groups?id=db3e440f-6371-4f6a-b598-e7d001dae153&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2078106 Feb 09 19:39:21.861237 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b99a381f-9427-4219-8e9d-d4d5f442ca75 None None] Pushing event updated for resources: {'Port': ['ID=88a56467-5054-4d26-99e3-648495d0e36d,revision_number=3']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:39:21.962949 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-7aa9d0f6-12e9-47f7-a7ed-4720fb45e116 admin admin] Publish callbacks [] for security_group (34b3a55f-c691-462e-aa51-4b5e7b9cedaa), precommit_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:39:21.977821 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-7aa9d0f6-12e9-47f7-a7ed-4720fb45e116 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1892331'] for security_group (34b3a55f-c691-462e-aa51-4b5e7b9cedaa), after_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:39:22.097759 n-d-713498-36 neutron-server[103229]: DEBUG neutron.db.l3_dvrscheduler_db [req-63d68c14-4a91-4b8a-ac66-d5ef3fec3b88 req-f81d409d-c381-42d2-a853-bae2625760c5 service neutron] No DVR routers for this DVR port 5d390df8-f62d-4dcd-86a7-dc07a0e76fe3 on host n-h1-713498-36 {{(pid=103229) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 19:39:22.144185 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-7aa9d0f6-12e9-47f7-a7ed-4720fb45e116 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=8ea54cc1ecad46cea8356576a1e3c809&name=default HTTP/1.1" status: 200 len: 3000 time: 1.0231490 Feb 09 19:39:22.155763 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.managers [None req-0bee87db-7f06-4b0f-8146-4ebebf7d9e61 None None] Attempting to bind port 88a56467-5054-4d26-99e3-648495d0e36d on host n-d-713498-36 for vnic_type normal with profile {{(pid=103232) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 19:39:22.156141 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.managers [None req-0bee87db-7f06-4b0f-8146-4ebebf7d9e61 None None] Attempting to bind port 88a56467-5054-4d26-99e3-648495d0e36d by drivers openvswitch,hyperv on host n-d-713498-36 at level 0 using segments [{'id': '2b853001-1a05-4c26-9ffd-115973a099e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': 'b108ef99-b589-4109-9c70-66425a0eeb34'}] {{(pid=103232) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 19:39:22.159286 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aa9d0f6-12e9-47f7-a7ed-4720fb45e116 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=34b3a55f-c691-462e-aa51-4b5e7b9cedaa,revision_number=1']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:39:22.161729 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bee87db-7f06-4b0f-8146-4ebebf7d9e61 None None] Attempting to bind port 88a56467-5054-4d26-99e3-648495d0e36d on network b108ef99-b589-4109-9c70-66425a0eeb34 {{(pid=103232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 19:39:22.183773 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 41454) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:39:22.189537 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bee87db-7f06-4b0f-8146-4ebebf7d9e61 None None] Checking agent: {'id': '496418a2-c002-4aec-ab1a-07f3bea491bd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-36', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 18, 51, 47), 'started_at': datetime.datetime(2022, 2, 9, 18, 52, 17), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 19, 39, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-36'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 19:39:22.189927 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bee87db-7f06-4b0f-8146-4ebebf7d9e61 None None] Checking segment: {'id': '2b853001-1a05-4c26-9ffd-115973a099e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': 'b108ef99-b589-4109-9c70-66425a0eeb34'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103232) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 19:39:22.196513 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-0bee87db-7f06-4b0f-8146-4ebebf7d9e61 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:39:22.196917 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bee87db-7f06-4b0f-8146-4ebebf7d9e61 None None] Bound using segment: {'id': '2b853001-1a05-4c26-9ffd-115973a099e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': 'b108ef99-b589-4109-9c70-66425a0eeb34'} {{(pid=103232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 19:39:22.197419 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.managers [None req-0bee87db-7f06-4b0f-8146-4ebebf7d9e61 None None] Bound port: 88a56467-5054-4d26-99e3-648495d0e36d, host: n-d-713498-36, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2b853001-1a05-4c26-9ffd-115973a099e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': 'b108ef99-b589-4109-9c70-66425a0eeb34'}}] {{(pid=103232) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 19:39:22.198304 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-0bee87db-7f06-4b0f-8146-4ebebf7d9e61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (88a56467-5054-4d26-99e3-648495d0e36d), before_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:39:22.311646 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-50e59660-31c4-44e8-ac52-25663f640a68 admin admin] Publish callbacks [] for security_group (34b3a55f-c691-462e-aa51-4b5e7b9cedaa), before_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:39:22.340070 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.db [req-35030b55-8129-41ce-b934-1ac6905a8d88 req-12267b13-521e-4ffa-88b4-e59be6337c56 tempest-ServersNegativeTestJSON-1608020402 tempest-ServersNegativeTestJSON-1608020402-project] For port e29dcbb8-a456-45b2-83ed-996317badba0, host n-h2-713498-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-36',level=0,port_id=e29dcbb8-a456-45b2-83ed-996317badba0,segment=NetworkSegment(858d2da7-0314-4b25-bd9f-f8e206467551),segment_id=858d2da7-0314-4b25-bd9f-f8e206467551)] {{(pid=103229) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 19:39:22.342391 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-35030b55-8129-41ce-b934-1ac6905a8d88 req-12267b13-521e-4ffa-88b4-e59be6337c56 tempest-ServersNegativeTestJSON-1608020402 tempest-ServersNegativeTestJSON-1608020402-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1820838'] for port (e29dcbb8-a456-45b2-83ed-996317badba0), precommit_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:39:22.370175 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-50e59660-31c4-44e8-ac52-25663f640a68 admin admin] Publish callbacks [] for security_group (34b3a55f-c691-462e-aa51-4b5e7b9cedaa), precommit_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:39:22.403351 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Device 5d390df8-f62d-4dcd-86a7-dc07a0e76fe3 no longer exists at agent hyperv_n-h1-713498-36 {{(pid=103232) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 19:39:22.435049 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-50e59660-31c4-44e8-ac52-25663f640a68 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1892331'] for security_group (34b3a55f-c691-462e-aa51-4b5e7b9cedaa), after_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:39:22.448580 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-50e59660-31c4-44e8-ac52-25663f640a68 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:39:22.449998 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-50e59660-31c4-44e8-ac52-25663f640a68 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/34b3a55f-c691-462e-aa51-4b5e7b9cedaa HTTP/1.1" status: 204 len: 168 time: 0.2602201 Feb 09 19:39:22.461912 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50e59660-31c4-44e8-ac52-25663f640a68 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=34b3a55f-c691-462e-aa51-4b5e7b9cedaa,revision_number=None']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:39:22.513457 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-0bee87db-7f06-4b0f-8146-4ebebf7d9e61 None None] For port 88a56467-5054-4d26-99e3-648495d0e36d, host n-d-713498-36, cleared binding levels {{(pid=103232) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 19:39:22.534220 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] The host n-h1-713498-36 is not matching for port 5d390df8-f62d-4dcd-86a7-dc07a0e76fe3 host n-h2-713498-36! {{(pid=103232) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2330}} Feb 09 19:39:22.534681 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Device 5d390df8-f62d-4dcd-86a7-dc07a0e76fe3 not bound to the agent host n-h1-713498-36 {{(pid=103232) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 19:39:22.537252 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-0bee87db-7f06-4b0f-8146-4ebebf7d9e61 None None] For port 88a56467-5054-4d26-99e3-648495d0e36d, host n-d-713498-36, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-36',level=0,port_id=88a56467-5054-4d26-99e3-648495d0e36d,segment=NetworkSegment(2b853001-1a05-4c26-9ffd-115973a099e0),segment_id=2b853001-1a05-4c26-9ffd-115973a099e0)] {{(pid=103232) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 19:39:22.543248 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.provisioning_blocks [None req-bae8ed5e-d2dd-4a13-b425-e5acb798aa62 None None] Provisioning complete for port 88a56467-5054-4d26-99e3-648495d0e36d triggered by entity DHCP. {{(pid=103232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 19:39:22.543647 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-bae8ed5e-d2dd-4a13-b425-e5acb798aa62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593630'] for port (88a56467-5054-4d26-99e3-648495d0e36d), provisioning_complete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:39:22.612575 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-0bee87db-7f06-4b0f-8146-4ebebf7d9e61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762867176205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762866656485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762866656503'] for port (88a56467-5054-4d26-99e3-648495d0e36d), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:39:22.708427 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b99a381f-9427-4219-8e9d-d4d5f442ca75 None None] Pushing event updated for resources: {'Port': ['ID=88a56467-5054-4d26-99e3-648495d0e36d,revision_number=4']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:39:22.788476 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bee87db-7f06-4b0f-8146-4ebebf7d9e61 None None] Routers {'8c61dcb4-b7d0-4c95-a433-1e580bee08af'} bound to L3 agent in host n-d-713498-36 {{(pid=103232) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 19:39:22.798994 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.l3_hamode_db [None req-0bee87db-7f06-4b0f-8146-4ebebf7d9e61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T18:51:43Z,description=,heartbeat_timestamp=2022-02-09T19:39:13Z,host='n-d-713498-36',id=93303d5e-5d17-45e8-8963-7694f87783ae,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T18:51:43Z,topic='l3_agent')) {'router_ids': ['8c61dcb4-b7d0-4c95-a433-1e580bee08af'], 'active': True} {{(pid=103232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:39:23.147434 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-456442fb-adc4-4529-9815-e9ed6ee6ae9f req-0b86dbc8-fcd9-44de-b543-576c1f95a232 tempest-TestNetworkAdvancedServerOps-1633223542 tempest-TestNetworkAdvancedServerOps-1633223542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:39:23.155246 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-456442fb-adc4-4529-9815-e9ed6ee6ae9f req-0b86dbc8-fcd9-44de-b543-576c1f95a232 tempest-TestNetworkAdvancedServerOps-1633223542 tempest-TestNetworkAdvancedServerOps-1633223542-project] 10.222.0.75 "GET /v2.0/ports?device_id=4389c13d-a9e7-4e04-981e-043da3b220bc HTTP/1.1" status: 200 len: 944 time: 0.1511846 Feb 09 19:39:23.269911 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.l3_dvr_db [None req-0bee87db-7f06-4b0f-8146-4ebebf7d9e61 None None] Set router 8c61dcb4-b7d0-4c95-a433-1e580bee08af gateway port host: n-d-713498-36 {{(pid=103232) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 19:39:23.338997 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-456442fb-adc4-4529-9815-e9ed6ee6ae9f req-9043be1e-f91d-4400-aa8a-cc4416c1e0dd tempest-TestNetworkAdvancedServerOps-1633223542 tempest-TestNetworkAdvancedServerOps-1633223542-project] 10.222.0.75 "GET /v2.0/security-groups?id=db3e440f-6371-4f6a-b598-e7d001dae153&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1765788 Feb 09 19:39:23.342061 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 41468) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:39:23.388919 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-0780d4e3-abed-4873-aa12-f8ccd847727d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:39:23.431400 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-bae8ed5e-d2dd-4a13-b425-e5acb798aa62 None None] Current status of the port 88a56467-5054-4d26-99e3-648495d0e36d is: DOWN; New status is: ACTIVE {{(pid=103232) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 19:39:23.431811 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-bae8ed5e-d2dd-4a13-b425-e5acb798aa62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (88a56467-5054-4d26-99e3-648495d0e36d), before_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:39:23.469381 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-bae8ed5e-d2dd-4a13-b425-e5acb798aa62 None None] For port 88a56467-5054-4d26-99e3-648495d0e36d, host n-d-713498-36, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-36',level=0,port_id=88a56467-5054-4d26-99e3-648495d0e36d,segment=NetworkSegment(2b853001-1a05-4c26-9ffd-115973a099e0),segment_id=2b853001-1a05-4c26-9ffd-115973a099e0)] {{(pid=103232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 19:39:23.479040 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-bae8ed5e-d2dd-4a13-b425-e5acb798aa62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762867176205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762866656485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762866656503'] for port (88a56467-5054-4d26-99e3-648495d0e36d), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:39:23.553278 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bae8ed5e-d2dd-4a13-b425-e5acb798aa62 None None] Pushing event updated for resources: {'Port': ['ID=88a56467-5054-4d26-99e3-648495d0e36d,revision_number=5']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:39:23.593267 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-0780d4e3-abed-4873-aa12-f8ccd847727d admin admin] Publish callbacks [] for security_group (a96a0493-6947-4bd2-89ca-6277de15d01b), precommit_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:39:23.599036 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-0780d4e3-abed-4873-aa12-f8ccd847727d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1892331'] for security_group (a96a0493-6947-4bd2-89ca-6277de15d01b), after_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:39:23.606605 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.plugin [req-35030b55-8129-41ce-b934-1ac6905a8d88 req-12267b13-521e-4ffa-88b4-e59be6337c56 tempest-ServersNegativeTestJSON-1608020402 tempest-ServersNegativeTestJSON-1608020402-project] Calling delete_port for e29dcbb8-a456-45b2-83ed-996317badba0 owned by compute:nova {{(pid=103229) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 19:39:23.647743 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.provisioning_blocks [None req-592deac2-d0cc-44a1-a33d-93a361e932a4 None None] Provisioning complete for port 88a56467-5054-4d26-99e3-648495d0e36d triggered by entity DHCP. {{(pid=103232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 19:39:23.647743 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-592deac2-d0cc-44a1-a33d-93a361e932a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593630'] for port (88a56467-5054-4d26-99e3-648495d0e36d), provisioning_complete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:39:23.657375 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-0780d4e3-abed-4873-aa12-f8ccd847727d admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=74279278247444c480dce53f90ad31b6&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3081949 Feb 09 19:39:23.661425 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 41470) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:39:23.746809 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-592deac2-d0cc-44a1-a33d-93a361e932a4 None None] Current status of the port 88a56467-5054-4d26-99e3-648495d0e36d is: ACTIVE; New status is: ACTIVE {{(pid=103232) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 19:39:23.768454 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.l3_hamode_db [None req-0bee87db-7f06-4b0f-8146-4ebebf7d9e61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8c61dcb4-b7d0-4c95-a433-1e580bee08af', 'name': 'tempest-TestVolumeBootPattern-1655488579-router', 'tenant_id': '79aef4abcfba4ceebff1ca55474927ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88055e1e-672a-4487-be31-ffb6e833ece5', 'external_fixed_ips': [{'subnet_id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'ip_address': '172.25.1.104'}], 'enable_snat': True}, 'gw_port_id': '3e88bab1-8d82-472b-b8ab-379d8e0210b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T19:39:08Z', 'updated_at': '2022-02-09T19:39:16Z', 'revision_number': 4, 'project_id': '79aef4abcfba4ceebff1ca55474927ed', 'gw_port': {'id': '3e88bab1-8d82-472b-b8ab-379d8e0210b8', 'name': '', 'network_id': '88055e1e-672a-4487-be31-ffb6e833ece5', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:ce:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c61dcb4-b7d0-4c95-a433-1e580bee08af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3548, 'fixed_ips': [{'subnet_id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'ip_address': '172.25.1.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T19:39:09Z', 'updated_at': '2022-02-09T19:39:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-36', '_interfaces': [{'id': '88a56467-5054-4d26-99e3-648495d0e36d', 'name': '', 'network_id': 'b108ef99-b589-4109-9c70-66425a0eeb34', 'tenant_id': '79aef4abcfba4ceebff1ca55474927ed', 'mac_address': 'fa:16:3e:d0:78:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8c61dcb4-b7d0-4c95-a433-1e580bee08af', 'device_owner': 'network:router_interface', 'standard_attr_id': 3550, 'fixed_ips': [{'subnet_id': '60eda60e-03c9-4826-ae63-c8b45a85f073', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T19:39:15Z', 'updated_at': '2022-02-09T19:39:22Z', 'revision_number': 4, 'project_id': '79aef4abcfba4ceebff1ca55474927ed', 'subnets': [{'id': '60eda60e-03c9-4826-ae63-c8b45a85f073', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-36', False) {} {{(pid=103232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:39:23.829237 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0780d4e3-abed-4873-aa12-f8ccd847727d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a96a0493-6947-4bd2-89ca-6277de15d01b,revision_number=1']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:39:23.860834 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0bee87db-7f06-4b0f-8146-4ebebf7d9e61 None None] The sync data for ids ['8c61dcb4-b7d0-4c95-a433-1e580bee08af'] in n-d-713498-36 is: [{'id': '8c61dcb4-b7d0-4c95-a433-1e580bee08af', 'name': 'tempest-TestVolumeBootPattern-1655488579-router', 'tenant_id': '79aef4abcfba4ceebff1ca55474927ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88055e1e-672a-4487-be31-ffb6e833ece5', 'external_fixed_ips': [{'subnet_id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'ip_address': '172.25.1.104'}], 'enable_snat': True}, 'gw_port_id': '3e88bab1-8d82-472b-b8ab-379d8e0210b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T19:39:08Z', 'updated_at': '2022-02-09T19:39:16Z', 'revision_number': 4, 'project_id': '79aef4abcfba4ceebff1ca55474927ed', 'gw_port': {'id': '3e88bab1-8d82-472b-b8ab-379d8e0210b8', 'name': '', 'network_id': '88055e1e-672a-4487-be31-ffb6e833ece5', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:ce:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c61dcb4-b7d0-4c95-a433-1e580bee08af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3548, 'fixed_ips': [{'subnet_id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'ip_address': '172.25.1.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T19:39:09Z', 'updated_at': '2022-02-09T19:39:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-36', '_interfaces': [{'id': '88a56467-5054-4d26-99e3-648495d0e36d', 'name': '', 'network_id': 'b108ef99-b589-4109-9c70-66425a0eeb34', 'tenant_id': '79aef4abcfba4ceebff1ca55474927ed', 'mac_address': 'fa:16:3e:d0:78:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8c61dcb4-b7d0-4c95-a433-1e580bee08af', 'device_owner': 'network:router_interface', 'standard_attr_id': 3550, 'fixed_ips': [{'subnet_id': '60eda60e-03c9-4826-ae63-c8b45a85f073', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T19:39:15Z', 'updated_at': '2022-02-09T19:39:22Z', 'revision_number': 4, 'project_id': '79aef4abcfba4ceebff1ca55474927ed', 'subnets': [{'id': '60eda60e-03c9-4826-ae63-c8b45a85f073', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103232) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 19:39:23.900208 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-fb4aa437-e03f-4a5a-981f-b88a48bd2eb6 admin admin] Publish callbacks [] for security_group (a96a0493-6947-4bd2-89ca-6277de15d01b), before_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:39:23.927046 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-63d68c14-4a91-4b8a-ac66-d5ef3fec3b88 req-f81d409d-c381-42d2-a853-bae2625760c5 service neutron] 10.222.0.89 "PUT /v2.0/ports/5d390df8-f62d-4dcd-86a7-dc07a0e76fe3/bindings/n-h2-713498-36/activate HTTP/1.1" status: 200 len: 370 time: 4.0975873 Feb 09 19:39:23.949676 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-fb4aa437-e03f-4a5a-981f-b88a48bd2eb6 admin admin] Publish callbacks [] for security_group (a96a0493-6947-4bd2-89ca-6277de15d01b), precommit_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:39:23.996329 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58159441-b488-4017-95ab-b19c6ce09f89 req-2bf1a0da-5556-4c5c-9531-655c7588c6f2 tempest-ServersNegativeTestJSON-1608020402 tempest-ServersNegativeTestJSON-1608020402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:39:23.998410 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-58159441-b488-4017-95ab-b19c6ce09f89 req-2bf1a0da-5556-4c5c-9531-655c7588c6f2 tempest-ServersNegativeTestJSON-1608020402 tempest-ServersNegativeTestJSON-1608020402-project] 10.222.0.75 "GET /v2.0/ports?device_id=ef8fb5b1-266b-4abe-85d3-6f5780a36355 HTTP/1.1" status: 200 len: 946 time: 1.6237326 Feb 09 19:39:24.208921 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-58159441-b488-4017-95ab-b19c6ce09f89 req-2ce03578-d8ec-4c50-83ee-fa6d00c2cb27 tempest-ServersNegativeTestJSON-1608020402 tempest-ServersNegativeTestJSON-1608020402-project] 10.222.0.75 "GET /v2.0/security-groups?id=25d47ded-5003-4f4d-b434-467ecec6793f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1855803 Feb 09 19:39:24.308510 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-35030b55-8129-41ce-b934-1ac6905a8d88 req-12267b13-521e-4ffa-88b4-e59be6337c56 tempest-ServersNegativeTestJSON-1608020402 tempest-ServersNegativeTestJSON-1608020402-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762867177463', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762866656476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12867576'] for port (e29dcbb8-a456-45b2-83ed-996317badba0), after_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:39:24.452350 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12267b13-521e-4ffa-88b4-e59be6337c56 tempest-ServersNegativeTestJSON-1608020402 tempest-ServersNegativeTestJSON-1608020402-project] Pushing event deleted for resources: {'Port': ['ID=e29dcbb8-a456-45b2-83ed-996317badba0,revision_number=None']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:39:24.474045 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63d68c14-4a91-4b8a-ac66-d5ef3fec3b88 req-3aa7a6d9-5d13-4c6a-93ff-63eff6d6c1dd tempest-TestNetworkAdvancedServerOps-513516359 tempest-TestNetworkAdvancedServerOps-513516359-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:39:24.484232 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-63d68c14-4a91-4b8a-ac66-d5ef3fec3b88 req-3aa7a6d9-5d13-4c6a-93ff-63eff6d6c1dd tempest-TestNetworkAdvancedServerOps-513516359 tempest-TestNetworkAdvancedServerOps-513516359-project-admin] 10.222.0.90 "GET /v2.0/ports?device_id=4389c13d-a9e7-4e04-981e-043da3b220bc&tenant_id=eba669c4f4c548e495f13ae7579d0fa6&binding%3Ahost_id=n-h1-713498-36 HTTP/1.1" status: 200 len: 1127 time: 0.4509099 Feb 09 19:39:24.553844 n-d-713498-36 neutron-server[103229]: DEBUG neutron.db.l3_dvrscheduler_db [req-35030b55-8129-41ce-b934-1ac6905a8d88 req-12267b13-521e-4ffa-88b4-e59be6337c56 tempest-ServersNegativeTestJSON-1608020402 tempest-ServersNegativeTestJSON-1608020402-project] No DVR routers for this DVR port e29dcbb8-a456-45b2-83ed-996317badba0 on host n-h2-713498-36 {{(pid=103229) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 19:39:24.557706 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-35030b55-8129-41ce-b934-1ac6905a8d88 req-12267b13-521e-4ffa-88b4-e59be6337c56 tempest-ServersNegativeTestJSON-1608020402 tempest-ServersNegativeTestJSON-1608020402-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171096'] for port (None), before_response {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:39:24.564242 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-35030b55-8129-41ce-b934-1ac6905a8d88 req-12267b13-521e-4ffa-88b4-e59be6337c56 tempest-ServersNegativeTestJSON-1608020402 tempest-ServersNegativeTestJSON-1608020402-project] 10.222.0.90 "DELETE /v2.0/ports/e29dcbb8-a456-45b2-83ed-996317badba0 HTTP/1.1" status: 204 len: 173 time: 3.3146272 Feb 09 19:39:24.566226 n-d-713498-36 neutron-server[103229]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ef8fb5b1-266b-4abe-85d3-6f5780a36355', 'name': 'network-vif-deleted', 'tag': 'e29dcbb8-a456-45b2-83ed-996317badba0'}] {{(pid=103229) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 19:39:24.569348 n-d-713498-36 neutron-server[103229]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fa6ae9a20702bd564eaf90d946620b2b4277b1ab91129323d3b54181076be307" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a0a40bf9-4a27-445b-a37c-1ed57e3f9b1b" -d '{"events": [{"server_uuid": "ef8fb5b1-266b-4abe-85d3-6f5780a36355", "name": "network-vif-deleted", "tag": "e29dcbb8-a456-45b2-83ed-996317badba0"}]}' {{(pid=103229) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 19:39:24.669112 n-d-713498-36 neutron-server[103229]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 19:39:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-26117007-ac80-42e4-83ea-e9bedeba6ef3 x-openstack-request-id: req-26117007-ac80-42e4-83ea-e9bedeba6ef3 {{(pid=103229) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 19:39:24.669821 n-d-713498-36 neutron-server[103229]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ef8fb5b1-266b-4abe-85d3-6f5780a36355", "name": "network-vif-deleted", "tag": "e29dcbb8-a456-45b2-83ed-996317badba0", "status": "completed", "code": 200}]} {{(pid=103229) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 19:39:24.669821 n-d-713498-36 neutron-server[103229]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-26117007-ac80-42e4-83ea-e9bedeba6ef3 {{(pid=103229) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 19:39:24.670183 n-d-713498-36 neutron-server[103229]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ef8fb5b1-266b-4abe-85d3-6f5780a36355', 'name': 'network-vif-deleted', 'tag': 'e29dcbb8-a456-45b2-83ed-996317badba0', 'status': 'completed', 'code': 200} Feb 09 19:39:25.182076 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-fb4aa437-e03f-4a5a-981f-b88a48bd2eb6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1892331'] for security_group (a96a0493-6947-4bd2-89ca-6277de15d01b), after_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:39:25.184933 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-fb4aa437-e03f-4a5a-981f-b88a48bd2eb6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:39:25.187688 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-fb4aa437-e03f-4a5a-981f-b88a48bd2eb6 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/a96a0493-6947-4bd2-89ca-6277de15d01b HTTP/1.1" status: 204 len: 168 time: 1.5251424 Feb 09 19:39:25.285066 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb4aa437-e03f-4a5a-981f-b88a48bd2eb6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a96a0493-6947-4bd2-89ca-6277de15d01b,revision_number=None']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:39:25.292453 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63d68c14-4a91-4b8a-ac66-d5ef3fec3b88 req-a316068b-51a2-42cd-b808-b06e58484c2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:39:25.294568 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-63d68c14-4a91-4b8a-ac66-d5ef3fec3b88 req-a316068b-51a2-42cd-b808-b06e58484c2c service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=4389c13d-a9e7-4e04-981e-043da3b220bc&tenant_id=eba669c4f4c548e495f13ae7579d0fa6 HTTP/1.1" status: 200 len: 1127 time: 0.7965925 Feb 09 19:39:25.322778 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6737c42-6df7-447e-b638-69a051f41f36 req-51f99b63-7326-4d79-b626-4482874b0602 tempest-TestNetworkAdvancedServerOps-1633223542 tempest-TestNetworkAdvancedServerOps-1633223542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:39:25.334579 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-f6737c42-6df7-447e-b638-69a051f41f36 req-51f99b63-7326-4d79-b626-4482874b0602 tempest-TestNetworkAdvancedServerOps-1633223542 tempest-TestNetworkAdvancedServerOps-1633223542-project] 10.222.0.75 "GET /v2.0/ports?device_id=4389c13d-a9e7-4e04-981e-043da3b220bc HTTP/1.1" status: 200 len: 944 time: 0.2602847 Feb 09 19:39:25.380332 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Device 88a56467-5054-4d26-99e3-648495d0e36d up at agent ovs-agent-n-d-713498-36 {{(pid=103232) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 19:39:25.468649 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63d68c14-4a91-4b8a-ac66-d5ef3fec3b88 req-8ba17146-886c-44a1-8e68-e609dfd4e6e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:39:25.470306 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-63d68c14-4a91-4b8a-ac66-d5ef3fec3b88 req-8ba17146-886c-44a1-8e68-e609dfd4e6e2 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=eba669c4f4c548e495f13ae7579d0fa6&device_id=4389c13d-a9e7-4e04-981e-043da3b220bc HTTP/1.1" status: 200 len: 1127 time: 0.0993941 Feb 09 19:39:25.481818 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-f6737c42-6df7-447e-b638-69a051f41f36 req-8faac3ab-e112-4ebd-971e-d25f5d832a6d tempest-TestNetworkAdvancedServerOps-1633223542 tempest-TestNetworkAdvancedServerOps-1633223542-project] 10.222.0.75 "GET /v2.0/security-groups?id=db3e440f-6371-4f6a-b598-e7d001dae153&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1462998 Feb 09 19:39:25.491961 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93210c7e-9187-483e-af24-93f9b9c7299c req-c1242c68-b54b-482d-a112-cbb7e7c4f63b tempest-TestVolumeBootPattern-1615943498 tempest-TestVolumeBootPattern-1615943498-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:39:25.496515 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.provisioning_blocks [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Provisioning complete for port 88a56467-5054-4d26-99e3-648495d0e36d triggered by entity L2. {{(pid=103232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 19:39:25.501001 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593630'] for port (88a56467-5054-4d26-99e3-648495d0e36d), provisioning_complete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:39:25.506608 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-93210c7e-9187-483e-af24-93f9b9c7299c req-c1242c68-b54b-482d-a112-cbb7e7c4f63b tempest-TestVolumeBootPattern-1615943498 tempest-TestVolumeBootPattern-1615943498-project] 10.222.0.75 "GET /v2.0/networks?id=6c0390b8-57a8-4e5d-b1b3-4d3098f0383e HTTP/1.1" status: 200 len: 812 time: 0.2724590 Feb 09 19:39:25.534027 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-93210c7e-9187-483e-af24-93f9b9c7299c req-508b0950-cb17-4366-a361-3e1cfaf58add tempest-TestVolumeBootPattern-1615943498 tempest-TestVolumeBootPattern-1615943498-project] 10.222.0.75 "GET /v2.0/quotas/e66ffe5bb4494e31b9de6c7224f91756 HTTP/1.1" status: 200 len: 375 time: 0.0263364 Feb 09 19:39:25.594939 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 41498) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:39:25.618068 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Device e29dcbb8-a456-45b2-83ed-996317badba0 no longer exists at agent hyperv_n-h2-713498-36 {{(pid=103232) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 19:39:25.644819 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-7429db8d-6021-40ad-813e-885be449a89b None None] No Port match for: e29dcbb8-a456-45b2-83ed-996317badba0 {{(pid=103232) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 19:39:25.645166 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Device e29dcbb8-a456-45b2-83ed-996317badba0 not bound to the agent host n-h2-713498-36 {{(pid=103232) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 19:39:25.680408 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63d68c14-4a91-4b8a-ac66-d5ef3fec3b88 req-6d4a8ebd-d498-45fc-84ad-fe93adccf10e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:39:25.682301 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-63d68c14-4a91-4b8a-ac66-d5ef3fec3b88 req-6d4a8ebd-d498-45fc-84ad-fe93adccf10e service neutron] 10.222.0.90 "GET /v2.0/networks?id=6035eead-e0c7-4408-9f20-6d0c89d4e7ac HTTP/1.1" status: 200 len: 898 time: 0.1994646 Feb 09 19:39:25.698336 n-d-713498-36 neutron-server[103229]: DEBUG neutron.db.db_base_plugin_v2 [None req-b975f301-00e1-46d1-9624-954427e69451 admin admin] Deleting subnet 6d1f69a1-f040-48ff-86ee-7d9cfec7a16b {{(pid=103229) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 19:39:25.714580 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Current status of the port 88a56467-5054-4d26-99e3-648495d0e36d is: ACTIVE; New status is: ACTIVE {{(pid=103232) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 19:39:25.718731 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-93210c7e-9187-483e-af24-93f9b9c7299c req-850e1581-a736-4509-8db1-192a27dbe0eb tempest-TestVolumeBootPattern-1615943498 tempest-TestVolumeBootPattern-1615943498-project] 10.222.0.75 "GET /v2.0/ports?tenant_id=e66ffe5bb4494e31b9de6c7224f91756&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1836686 Feb 09 19:39:25.719463 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-b975f301-00e1-46d1-9624-954427e69451 admin admin] Publish callbacks [] for subnet (6d1f69a1-f040-48ff-86ee-7d9cfec7a16b), before_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:39:25.794089 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-b975f301-00e1-46d1-9624-954427e69451 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16683410'] for subnet (6d1f69a1-f040-48ff-86ee-7d9cfec7a16b), precommit_delete_associations {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:39:25.815201 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-63d68c14-4a91-4b8a-ac66-d5ef3fec3b88 req-ec15ddf5-1e2c-44ae-ab20-1f3237090dd6 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=5d390df8-f62d-4dcd-86a7-dc07a0e76fe3 HTTP/1.1" status: 200 len: 999 time: 0.1220078 Feb 09 19:39:25.885372 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63d68c14-4a91-4b8a-ac66-d5ef3fec3b88 req-55291ffd-3ab2-431b-8695-849cfa95dd3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:39:25.888051 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-63d68c14-4a91-4b8a-ac66-d5ef3fec3b88 req-55291ffd-3ab2-431b-8695-849cfa95dd3d service neutron] 10.222.0.90 "GET /v2.0/subnets?id=a7f5b809-e422-427f-b277-488571c8bd57 HTTP/1.1" status: 200 len: 835 time: 0.0656986 Feb 09 19:39:25.924719 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-b975f301-00e1-46d1-9624-954427e69451 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-759852'] for subnet (6d1f69a1-f040-48ff-86ee-7d9cfec7a16b), precommit_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:39:25.966790 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63d68c14-4a91-4b8a-ac66-d5ef3fec3b88 req-331cbbf3-89fa-4981-83c8-1f4efacb1479 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:39:25.969204 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-63d68c14-4a91-4b8a-ac66-d5ef3fec3b88 req-331cbbf3-89fa-4981-83c8-1f4efacb1479 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=6035eead-e0c7-4408-9f20-6d0c89d4e7ac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0726869 Feb 09 19:39:25.991640 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-93210c7e-9187-483e-af24-93f9b9c7299c req-c65ab9d6-47b6-4fc3-bea5-445c81ef3e93 service neutron] 10.222.0.75 "GET /v2.0/networks/6c0390b8-57a8-4e5d-b1b3-4d3098f0383e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2428067 Feb 09 19:39:26.080081 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-b975f301-00e1-46d1-9624-954427e69451 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-760023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12867367', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12759238'] for subnet (6d1f69a1-f040-48ff-86ee-7d9cfec7a16b), after_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:39:26.113885 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-63d68c14-4a91-4b8a-ac66-d5ef3fec3b88 req-794a2d42-8e67-40e5-8cf0-94f1b69ee5ad service neutron] 10.222.0.90 "GET /v2.0/networks/6035eead-e0c7-4408-9f20-6d0c89d4e7ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1370561 Feb 09 19:39:26.126929 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b975f301-00e1-46d1-9624-954427e69451 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6d1f69a1-f040-48ff-86ee-7d9cfec7a16b,revision_number=None']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:39:26.141715 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-b975f301-00e1-46d1-9624-954427e69451 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:39:26.152581 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-b975f301-00e1-46d1-9624-954427e69451 admin admin] 10.222.0.75 "DELETE /v2.0/subnets/6d1f69a1-f040-48ff-86ee-7d9cfec7a16b HTTP/1.1" status: 204 len: 168 time: 0.5564296 Feb 09 19:39:26.160524 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 41510) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:39:26.255649 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-63d68c14-4a91-4b8a-ac66-d5ef3fec3b88 req-e4929cd3-9e47-4b36-81da-011edde0736d service neutron] 10.222.0.90 "GET /v2.0/networks/6035eead-e0c7-4408-9f20-6d0c89d4e7ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1339691 Feb 09 19:39:26.327464 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-49481549-961b-4ad1-b84b-0880e554585e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-670458'] for network (2f0cf41a-020e-4549-8a9a-beaa8be7ccf1), before_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:39:26.355606 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-93210c7e-9187-483e-af24-93f9b9c7299c req-5fdb777d-3db0-49d1-bfdd-31e172cd2fc6 service neutron] 10.222.0.75 "GET /v2.0/networks/6c0390b8-57a8-4e5d-b1b3-4d3098f0383e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3433506 Feb 09 19:39:26.498470 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-49481549-961b-4ad1-b84b-0880e554585e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-590267', 'neutron.services.segments.db._delete_segments_for_network-8762867132609'] for network (2f0cf41a-020e-4549-8a9a-beaa8be7ccf1), precommit_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:39:26.549831 n-d-713498-36 neutron-server[103229]: DEBUG neutron.services.segments.db [None req-49481549-961b-4ad1-b84b-0880e554585e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2f0cf41a-020e-4549-8a9a-beaa8be7ccf1']}} {{(pid=103229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:39:26.574884 n-d-713498-36 neutron-server[103229]: DEBUG neutron.services.segments.db [None req-49481549-961b-4ad1-b84b-0880e554585e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '858d2da7-0314-4b25-bd9f-f8e206467551') {'for_net_delete': True} {{(pid=103229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:39:26.575353 n-d-713498-36 neutron-server[103229]: DEBUG neutron.services.segments.db [None req-49481549-961b-4ad1-b84b-0880e554585e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '858d2da7-0314-4b25-bd9f-f8e206467551') {} {{(pid=103229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:39:26.596035 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-49481549-961b-4ad1-b84b-0880e554585e admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762867134154', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16683417'] for segment (858d2da7-0314-4b25-bd9f-f8e206467551), before_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:39:26.622753 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-49481549-961b-4ad1-b84b-0880e554585e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-759574'] for segment (858d2da7-0314-4b25-bd9f-f8e206467551), precommit_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:39:26.632712 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-49481549-961b-4ad1-b84b-0880e554585e admin admin] Releasing vlan 385 on physical network physnet1 to pool {{(pid=103229) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 19:39:26.633939 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-49481549-961b-4ad1-b84b-0880e554585e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-759574', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12867469'] for segment (858d2da7-0314-4b25-bd9f-f8e206467551), after_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:39:26.665709 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 41530) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:39:26.699225 n-d-713498-36 neutron-server[103229]: Traceback (most recent call last): Feb 09 19:39:26.699225 n-d-713498-36 neutron-server[103229]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 19:39:26.699225 n-d-713498-36 neutron-server[103229]: timer() Feb 09 19:39:26.699225 n-d-713498-36 neutron-server[103229]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 19:39:26.699225 n-d-713498-36 neutron-server[103229]: cb(*args, **kw) Feb 09 19:39:26.699225 n-d-713498-36 neutron-server[103229]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 19:39:26.699225 n-d-713498-36 neutron-server[103229]: return func(*args, **kwargs) Feb 09 19:39:26.699225 n-d-713498-36 neutron-server[103229]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 19:39:26.699225 n-d-713498-36 neutron-server[103229]: self._notify() Feb 09 19:39:26.699225 n-d-713498-36 neutron-server[103229]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 19:39:26.699225 n-d-713498-36 neutron-server[103229]: self.callback(batched_events) Feb 09 19:39:26.699225 n-d-713498-36 neutron-server[103229]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 19:39:26.699225 n-d-713498-36 neutron-server[103229]: event.method(event) Feb 09 19:39:26.699225 n-d-713498-36 neutron-server[103229]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 19:39:26.699225 n-d-713498-36 neutron-server[103229]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 19:39:26.699225 n-d-713498-36 neutron-server[103229]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 19:39:26.699225 n-d-713498-36 neutron-server[103229]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 19:39:26.699225 n-d-713498-36 neutron-server[103229]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 19:39:26.699225 n-d-713498-36 neutron-server[103229]: return f(self, *a, **k) Feb 09 19:39:26.699225 n-d-713498-36 neutron-server[103229]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 19:39:26.699225 n-d-713498-36 neutron-server[103229]: return self._get(url).json() Feb 09 19:39:26.699225 n-d-713498-36 neutron-server[103229]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 19:39:26.699225 n-d-713498-36 neutron-server[103229]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 19:39:26.699225 n-d-713498-36 neutron-server[103229]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 19:39:26.699225 n-d-713498-36 neutron-server[103229]: return self.request(url, 'GET', **kwargs) Feb 09 19:39:26.699225 n-d-713498-36 neutron-server[103229]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 19:39:26.699225 n-d-713498-36 neutron-server[103229]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 19:39:26.699225 n-d-713498-36 neutron-server[103229]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 19:39:26.699225 n-d-713498-36 neutron-server[103229]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 19:39:26.699225 n-d-713498-36 neutron-server[103229]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 19:39:26.699225 n-d-713498-36 neutron-server[103229]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 19:39:26.699225 n-d-713498-36 neutron-server[103229]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 19:39:26.716487 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-49481549-961b-4ad1-b84b-0880e554585e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-590242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1885479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1818895'] for network (2f0cf41a-020e-4549-8a9a-beaa8be7ccf1), after_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:39:26.741383 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-49481549-961b-4ad1-b84b-0880e554585e admin admin] Publish callbacks [] for network (None), before_response {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:39:26.746392 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-49481549-961b-4ad1-b84b-0880e554585e admin admin] 10.222.0.75 "DELETE /v2.0/networks/2f0cf41a-020e-4549-8a9a-beaa8be7ccf1 HTTP/1.1" status: 204 len: 168 time: 0.5849051 Feb 09 19:39:26.747635 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49481549-961b-4ad1-b84b-0880e554585e admin admin] Pushing event deleted for resources: {'Network': ['ID=2f0cf41a-020e-4549-8a9a-beaa8be7ccf1,revision_number=None']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:39:26.767559 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63d68c14-4a91-4b8a-ac66-d5ef3fec3b88 req-2a5e651c-d116-4ce2-bfb1-c45211be8681 tempest-TestNetworkAdvancedServerOps-513516359 tempest-TestNetworkAdvancedServerOps-513516359-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:39:26.769458 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-63d68c14-4a91-4b8a-ac66-d5ef3fec3b88 req-2a5e651c-d116-4ce2-bfb1-c45211be8681 tempest-TestNetworkAdvancedServerOps-513516359 tempest-TestNetworkAdvancedServerOps-513516359-project-admin] 10.222.0.90 "GET /v2.0/ports?device_id=4389c13d-a9e7-4e04-981e-043da3b220bc&tenant_id=eba669c4f4c548e495f13ae7579d0fa6&binding%3Ahost_id=n-h2-713498-36 HTTP/1.1" status: 200 len: 1127 time: 0.1753278 Feb 09 19:39:26.889811 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a770d944-b8c0-4961-ab53-7f8736827de9 req-90441b17-7767-474f-9e34-e3531d9c0eeb tempest-TestNetworkAdvancedServerOps-1633223542 tempest-TestNetworkAdvancedServerOps-1633223542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:39:26.892694 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-4c5b5048-6601-4bce-a12c-159e6a42a548 req-3d9de55f-7114-43a1-8d4f-9deeae60dcb6 tempest-TestVolumeBootPattern-1615943498 tempest-TestVolumeBootPattern-1615943498-project] 10.222.0.75 "GET /v2.0/ports?device_id=12a976dd-6cea-41c9-ac01-b3afb88322e3 HTTP/1.1" status: 200 len: 210 time: 0.0504563 Feb 09 19:39:26.899437 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-a770d944-b8c0-4961-ab53-7f8736827de9 req-90441b17-7767-474f-9e34-e3531d9c0eeb tempest-TestNetworkAdvancedServerOps-1633223542 tempest-TestNetworkAdvancedServerOps-1633223542-project] 10.222.0.75 "GET /v2.0/ports?device_id=4389c13d-a9e7-4e04-981e-043da3b220bc HTTP/1.1" status: 200 len: 944 time: 0.2483654 Feb 09 19:39:26.944291 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 41540) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:39:26.992052 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-a770d944-b8c0-4961-ab53-7f8736827de9 req-41ab388c-9648-4e70-834a-938c1215d575 tempest-TestNetworkAdvancedServerOps-1633223542 tempest-TestNetworkAdvancedServerOps-1633223542-project] 10.222.0.75 "GET /v2.0/security-groups?id=db3e440f-6371-4f6a-b598-e7d001dae153&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0915449 Feb 09 19:39:27.012007 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.v2.base [None req-3bac2446-b0ed-4b85-b81a-bc583a99747b admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBackupRestore-1617496221-network', 'tenant_id': '4c59ff00c3d1431da7ba682b198a4ba5'}} {{(pid=103230) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 19:39:27.042394 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-84626482-551e-4416-a20c-9deaf615c27e admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=554bad581bcf4d20ab4a10352f965260&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0942349 Feb 09 19:39:27.042984 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 41542) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:39:27.087443 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3bac2446-b0ed-4b85-b81a-bc583a99747b admin admin] Made reservation on behalf of 4c59ff00c3d1431da7ba682b198a4ba5 for: {'network': 1} {{(pid=103230) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 19:39:27.089919 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-3bac2446-b0ed-4b85-b81a-bc583a99747b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for network (None), before_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:39:27.103322 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-3bac2446-b0ed-4b85-b81a-bc583a99747b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:39:27.108803 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-27b8e5f4-f63b-4b54-86c3-e09cf8bfa9d0 admin admin] Publish callbacks [] for security_group (25d47ded-5003-4f4d-b434-467ecec6793f), before_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:39:27.122139 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.db [req-63d68c14-4a91-4b8a-ac66-d5ef3fec3b88 req-87d651af-65de-4811-9a3c-213306ee5bf7 service neutron] For port 5d390df8-f62d-4dcd-86a7-dc07a0e76fe3, host n-h1-713498-36, cleared binding levels {{(pid=103230) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 19:39:27.127485 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [req-63d68c14-4a91-4b8a-ac66-d5ef3fec3b88 req-87d651af-65de-4811-9a3c-213306ee5bf7 service neutron] Publish callbacks [] for binding (None), before_response {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:39:27.128775 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-63d68c14-4a91-4b8a-ac66-d5ef3fec3b88 req-87d651af-65de-4811-9a3c-213306ee5bf7 service neutron] 10.222.0.90 "DELETE /v2.0/ports/5d390df8-f62d-4dcd-86a7-dc07a0e76fe3/bindings/n-h1-713498-36 HTTP/1.1" status: 204 len: 173 time: 0.3442881 Feb 09 19:39:27.134344 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-27b8e5f4-f63b-4b54-86c3-e09cf8bfa9d0 admin admin] Publish callbacks [] for security_group (25d47ded-5003-4f4d-b434-467ecec6793f), precommit_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:39:27.220252 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-27b8e5f4-f63b-4b54-86c3-e09cf8bfa9d0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1892331'] for security_group (25d47ded-5003-4f4d-b434-467ecec6793f), after_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:39:27.223415 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-27b8e5f4-f63b-4b54-86c3-e09cf8bfa9d0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:39:27.223619 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-3bac2446-b0ed-4b85-b81a-bc583a99747b admin admin] Publish callbacks [] for security_group (31711e79-da17-4eb8-90b9-c8113d434b32), precommit_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:39:27.229118 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-27b8e5f4-f63b-4b54-86c3-e09cf8bfa9d0 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/25d47ded-5003-4f4d-b434-467ecec6793f HTTP/1.1" status: 204 len: 168 time: 0.1822565 Feb 09 19:39:27.231730 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-3bac2446-b0ed-4b85-b81a-bc583a99747b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1892331'] for security_group (31711e79-da17-4eb8-90b9-c8113d434b32), after_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:39:27.244032 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27b8e5f4-f63b-4b54-86c3-e09cf8bfa9d0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=25d47ded-5003-4f4d-b434-467ecec6793f,revision_number=None']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:39:27.266858 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3bac2446-b0ed-4b85-b81a-bc583a99747b admin admin] vlan segment allocate from pool success with {'vlan_id': 373, 'physical_network': 'physnet1'} {{(pid=103230) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 19:39:27.282824 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bac2446-b0ed-4b85-b81a-bc583a99747b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=31711e79-da17-4eb8-90b9-c8113d434b32,revision_number=1']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:39:27.287471 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-3bac2446-b0ed-4b85-b81a-bc583a99747b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-759574'] for segment (6912a3c6-390b-493a-8586-f44e28e90c68), precommit_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:39:27.287821 n-d-713498-36 neutron-server[103230]: INFO neutron.db.segments_db [None req-3bac2446-b0ed-4b85-b81a-bc583a99747b admin admin] Added segment 6912a3c6-390b-493a-8586-f44e28e90c68 of type vlan for network c82d426f-a355-47f2-9358-68fe4349f782 Feb 09 19:39:27.340066 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-3bac2446-b0ed-4b85-b81a-bc583a99747b admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762866642225'] for network (c82d426f-a355-47f2-9358-68fe4349f782), precommit_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:39:27.371706 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-3bac2446-b0ed-4b85-b81a-bc583a99747b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1885479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452'] for network (c82d426f-a355-47f2-9358-68fe4349f782), after_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:39:27.373203 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3bac2446-b0ed-4b85-b81a-bc583a99747b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:39:27.373788 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-3bac2446-b0ed-4b85-b81a-bc583a99747b admin admin] Publish callbacks [] for network (None), before_response {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:39:27.403900 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-3bac2446-b0ed-4b85-b81a-bc583a99747b admin admin] 10.222.0.75 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.7109053 Feb 09 19:39:27.405732 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 41554) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:39:27.412402 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.v2.base [None req-bfa807f3-90a2-4489-b0ea-e2f7019590fd admin admin] Request body: {'subnet': {'network_id': 'c82d426f-a355-47f2-9358-68fe4349f782', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBackupRestore-1617496221-subnet', 'tenant_id': '4c59ff00c3d1431da7ba682b198a4ba5', 'ip_version': 4}} {{(pid=103229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 19:39:27.464590 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bfa807f3-90a2-4489-b0ea-e2f7019590fd admin admin] Made reservation on behalf of 4c59ff00c3d1431da7ba682b198a4ba5 for: {'subnet': 1} {{(pid=103229) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 19:39:27.468205 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-bfa807f3-90a2-4489-b0ea-e2f7019590fd admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12759265'] for subnet (None), before_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:39:27.470989 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bac2446-b0ed-4b85-b81a-bc583a99747b admin admin] Pushing event updated for resources: {'Network': ['ID=c82d426f-a355-47f2-9358-68fe4349f782,revision_number=1']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:39:27.483314 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Network c82d426f-a355-47f2-9358-68fe4349f782 details requested by agent ovs-agent-n-d-713498-36 with host n-d-713498-36 {{(pid=103232) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 19:39:27.735879 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-bfa807f3-90a2-4489-b0ea-e2f7019590fd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12867428', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12759263'] for subnet (1606ed9d-0a78-4c8f-95cd-673eb47e18dc), after_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:39:27.864246 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfa807f3-90a2-4489-b0ea-e2f7019590fd admin admin] Checking segment: {'id': '6912a3c6-390b-493a-8586-f44e28e90c68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': 'c82d426f-a355-47f2-9358-68fe4349f782'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103229) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 19:39:27.864626 n-d-713498-36 neutron-server[103229]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bfa807f3-90a2-4489-b0ea-e2f7019590fd admin admin] Network hostable DHCP agents. Network: c82d426f-a355-47f2-9358-68fe4349f782, hostable agents: ['af91e4b9-f4e1-42b1-a25c-a10dc47171c8'], hosted agents: [] {{(pid=103229) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 19:39:27.869416 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfa807f3-90a2-4489-b0ea-e2f7019590fd admin admin] Pushing event updated for resources: {'Subnet': ['ID=1606ed9d-0a78-4c8f-95cd-673eb47e18dc,revision_number=0']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:39:27.902557 n-d-713498-36 neutron-server[103229]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bfa807f3-90a2-4489-b0ea-e2f7019590fd admin admin] Network c82d426f-a355-47f2-9358-68fe4349f782 is scheduled to be hosted by DHCP agent af91e4b9-f4e1-42b1-a25c-a10dc47171c8 with binding_index 1 {{(pid=103229) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 19:39:27.921066 n-d-713498-36 neutron-server[103229]: DEBUG neutron.scheduler.base_scheduler [None req-bfa807f3-90a2-4489-b0ea-e2f7019590fd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713498-36, c82d426f-a355-47f2-9358-68fe4349f782) {{(pid=103229) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 19:39:27.927139 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bfa807f3-90a2-4489-b0ea-e2f7019590fd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:39:27.927955 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-bfa807f3-90a2-4489-b0ea-e2f7019590fd admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:39:27.959011 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-bfa807f3-90a2-4489-b0ea-e2f7019590fd admin admin] 10.222.0.75 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.5512068 Feb 09 19:39:27.962160 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 41568) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:39:27.969455 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.v2.base [None req-f81e9fc7-183f-4fe3-a62e-ce8c811b232e admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBackupRestore-1617496221-router', 'tenant_id': '4c59ff00c3d1431da7ba682b198a4ba5', 'external_gateway_info': {'network_id': '88055e1e-672a-4487-be31-ffb6e833ece5'}}} {{(pid=103229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 19:39:27.989232 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e04415ba-dd46-4fbf-a3dc-5fafcb19ee6f None None] Network c82d426f-a355-47f2-9358-68fe4349f782 requested from n-d-713498-36 {{(pid=103232) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 19:39:28.002037 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-f81e9fc7-183f-4fe3-a62e-ce8c811b232e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1834830', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-58389'] for router (042d4063-0dd6-4eab-baa5-294896cb13f5), before_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:39:28.003306 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-f81e9fc7-183f-4fe3-a62e-ce8c811b232e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1834810', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1822096', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1886735', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-58380'] for router (042d4063-0dd6-4eab-baa5-294896cb13f5), precommit_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:39:28.088168 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-d94a583b-a22b-488d-b204-7da02cafd800 req-7aebcd43-a909-4b16-b42f-a4846139a246 tempest-TestVolumeBootPattern-1615943498 tempest-TestVolumeBootPattern-1615943498-project] 10.222.0.75 "GET /v2.0/ports?device_id=12a976dd-6cea-41c9-ac01-b3afb88322e3 HTTP/1.1" status: 200 len: 210 time: 0.0614023 Feb 09 19:39:28.137508 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-f81e9fc7-183f-4fe3-a62e-ce8c811b232e admin admin] Publish callbacks [] for router_controller (042d4063-0dd6-4eab-baa5-294896cb13f5), precommit_add_association {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:39:28.161175 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8553ec33-8433-4676-9ef4-410980bac261 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8b32e980-7cce-5e82-a341-bd2fa8945c89-c82d426f-a355-47f2-9358-68fe4349f782', 'network_id': 'c82d426f-a355-47f2-9358-68fe4349f782', 'project_id': '4c59ff00c3d1431da7ba682b198a4ba5', 'fixed_ips': [{'subnet_id': '1606ed9d-0a78-4c8f-95cd-673eb47e18dc'}]}} from n-d-713498-36. {{(pid=103232) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 09 19:39:28.162744 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-8553ec33-8433-4676-9ef4-410980bac261 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (None), before_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:39:28.237377 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a80a8c61-b2c4-403c-913f-4ff9ddd57069 req-35c5c64a-1ec6-44e9-a11c-bf31ae1cb609 tempest-TestNetworkAdvancedServerOps-1633223542 tempest-TestNetworkAdvancedServerOps-1633223542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:39:28.246102 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-a80a8c61-b2c4-403c-913f-4ff9ddd57069 req-35c5c64a-1ec6-44e9-a11c-bf31ae1cb609 tempest-TestNetworkAdvancedServerOps-1633223542 tempest-TestNetworkAdvancedServerOps-1633223542-project] 10.222.0.75 "GET /v2.0/ports?device_id=4389c13d-a9e7-4e04-981e-043da3b220bc HTTP/1.1" status: 200 len: 944 time: 0.1031914 Feb 09 19:39:28.343059 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.db_base_plugin_common [None req-8553ec33-8433-4676-9ef4-410980bac261 None None] Allocated IP 172.20.0.2 (c82d426f-a355-47f2-9358-68fe4349f782/1606ed9d-0a78-4c8f-95cd-673eb47e18dc/941add26-cd67-49ec-abce-d9c57f99c71e) {{(pid=103232) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 19:39:28.349244 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-a80a8c61-b2c4-403c-913f-4ff9ddd57069 req-2bcd1770-b6bd-44b2-bade-4d2d7528f7f7 tempest-TestNetworkAdvancedServerOps-1633223542 tempest-TestNetworkAdvancedServerOps-1633223542-project] 10.222.0.75 "GET /v2.0/security-groups?id=db3e440f-6371-4f6a-b598-e7d001dae153&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1018970 Feb 09 19:39:28.353249 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-f81e9fc7-183f-4fe3-a62e-ce8c811b232e admin admin] Publish callbacks [] for router_gateway (042d4063-0dd6-4eab-baa5-294896cb13f5), precommit_update {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:39:28.528335 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 41586) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:39:28.593803 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-8553ec33-8433-4676-9ef4-410980bac261 None None] Publish callbacks [] for port (941add26-cd67-49ec-abce-d9c57f99c71e), precommit_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:39:28.597088 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93210c7e-9187-483e-af24-93f9b9c7299c req-31eaa66d-8d0b-4e68-a715-bf081dc8dc73 tempest-TestVolumeBootPattern-1615943498 tempest-TestVolumeBootPattern-1615943498-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:39:28.600137 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-93210c7e-9187-483e-af24-93f9b9c7299c req-31eaa66d-8d0b-4e68-a715-bf081dc8dc73 tempest-TestVolumeBootPattern-1615943498 tempest-TestVolumeBootPattern-1615943498-project] 10.222.0.90 "GET /v2.0/networks?id=6c0390b8-57a8-4e5d-b1b3-4d3098f0383e HTTP/1.1" status: 200 len: 812 time: 0.2389054 Feb 09 19:39:28.607808 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-8553ec33-8433-4676-9ef4-410980bac261 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762866656467'] for port (941add26-cd67-49ec-abce-d9c57f99c71e), after_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:39:28.623500 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.v2.base [req-93210c7e-9187-483e-af24-93f9b9c7299c req-eab45264-9805-4a68-80a3-98ffe12f5c05 tempest-TestVolumeBootPattern-1615943498 tempest-TestVolumeBootPattern-1615943498-project] Request body: {'port': {'device_id': '12a976dd-6cea-41c9-ac01-b3afb88322e3', 'network_id': '6c0390b8-57a8-4e5d-b1b3-4d3098f0383e', 'admin_state_up': True, 'tenant_id': 'e66ffe5bb4494e31b9de6c7224f91756'}} {{(pid=103230) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 19:39:28.651926 n-d-713498-36 neutron-server[103232]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8553ec33-8433-4676-9ef4-410980bac261 None None] Network c82d426f-a355-47f2-9358-68fe4349f782 is already hosted by enough agents. {{(pid=103232) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 19:39:28.655431 n-d-713498-36 neutron-server[103232]: DEBUG neutron.scheduler.base_scheduler [None req-8553ec33-8433-4676-9ef4-410980bac261 None None] Resources bound (agent type, host, resource id): {{(pid=103232) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 19:39:28.657986 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8553ec33-8433-4676-9ef4-410980bac261 None None] Received port after_create {{(pid=103232) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 19:39:28.762808 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8553ec33-8433-4676-9ef4-410980bac261 None None] Pushing event updated for resources: {'Port': ['ID=941add26-cd67-49ec-abce-d9c57f99c71e,revision_number=1']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:39:28.771786 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.managers [None req-8553ec33-8433-4676-9ef4-410980bac261 None None] Attempting to bind port 941add26-cd67-49ec-abce-d9c57f99c71e on host n-d-713498-36 for vnic_type normal with profile {{(pid=103232) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 19:39:28.772248 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.managers [None req-8553ec33-8433-4676-9ef4-410980bac261 None None] Attempting to bind port 941add26-cd67-49ec-abce-d9c57f99c71e by drivers openvswitch,hyperv on host n-d-713498-36 at level 0 using segments [{'id': '6912a3c6-390b-493a-8586-f44e28e90c68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': 'c82d426f-a355-47f2-9358-68fe4349f782'}] {{(pid=103232) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 19:39:28.772688 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8553ec33-8433-4676-9ef4-410980bac261 None None] Attempting to bind port 941add26-cd67-49ec-abce-d9c57f99c71e on network c82d426f-a355-47f2-9358-68fe4349f782 {{(pid=103232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 19:39:28.776149 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8553ec33-8433-4676-9ef4-410980bac261 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:39:28.776809 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8553ec33-8433-4676-9ef4-410980bac261 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:39:28.777273 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8553ec33-8433-4676-9ef4-410980bac261 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:39:28.777689 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8553ec33-8433-4676-9ef4-410980bac261 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:39:28.778301 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8553ec33-8433-4676-9ef4-410980bac261 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:39:28.778690 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8553ec33-8433-4676-9ef4-410980bac261 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:39:28.779089 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8553ec33-8433-4676-9ef4-410980bac261 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:39:28.779486 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8553ec33-8433-4676-9ef4-410980bac261 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:39:28.779883 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8553ec33-8433-4676-9ef4-410980bac261 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:39:28.780291 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8553ec33-8433-4676-9ef4-410980bac261 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:39:28.780682 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8553ec33-8433-4676-9ef4-410980bac261 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:39:28.781076 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8553ec33-8433-4676-9ef4-410980bac261 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:39:28.781467 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8553ec33-8433-4676-9ef4-410980bac261 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:39:28.790888 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8553ec33-8433-4676-9ef4-410980bac261 None None] Checking agent: {'id': '496418a2-c002-4aec-ab1a-07f3bea491bd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-36', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 18, 51, 47), 'started_at': datetime.datetime(2022, 2, 9, 18, 52, 17), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 19, 39, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-36'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 19:39:28.791329 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8553ec33-8433-4676-9ef4-410980bac261 None None] Checking segment: {'id': '6912a3c6-390b-493a-8586-f44e28e90c68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': 'c82d426f-a355-47f2-9358-68fe4349f782'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103232) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 19:39:28.791879 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-8553ec33-8433-4676-9ef4-410980bac261 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:39:28.792263 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8553ec33-8433-4676-9ef4-410980bac261 None None] Bound using segment: {'id': '6912a3c6-390b-493a-8586-f44e28e90c68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': 'c82d426f-a355-47f2-9358-68fe4349f782'} {{(pid=103232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 19:39:28.792804 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.managers [None req-8553ec33-8433-4676-9ef4-410980bac261 None None] Bound port: 941add26-cd67-49ec-abce-d9c57f99c71e, host: n-d-713498-36, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6912a3c6-390b-493a-8586-f44e28e90c68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': 'c82d426f-a355-47f2-9358-68fe4349f782'}}] {{(pid=103232) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 19:39:28.793521 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-8553ec33-8433-4676-9ef4-410980bac261 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (941add26-cd67-49ec-abce-d9c57f99c71e), before_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:39:28.799883 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b801bd8-950e-4045-a936-8b57b84635cb req-0eac419a-8ded-467c-ab41-46a48a8fd53f tempest-TestNetworkAdvancedServerOps-513516359 tempest-TestNetworkAdvancedServerOps-513516359-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:39:28.801438 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-0b801bd8-950e-4045-a936-8b57b84635cb req-0eac419a-8ded-467c-ab41-46a48a8fd53f tempest-TestNetworkAdvancedServerOps-513516359 tempest-TestNetworkAdvancedServerOps-513516359-project-admin] 10.222.0.75 "GET /v2.0/ports?device_id=4389c13d-a9e7-4e04-981e-043da3b220bc HTTP/1.1" status: 200 len: 1127 time: 0.3169560 Feb 09 19:39:28.860902 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.v2.base [None req-d484de51-a651-485b-9308-e2932ab30ae2 admin admin] Request body: {'network': {'name': 'tempest-ComputeTenantNetworksTest-2092017722-network', 'tenant_id': '7febc802c55342e4bb6b03d294b55de8'}} {{(pid=103230) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 19:39:28.865359 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-0b801bd8-950e-4045-a936-8b57b84635cb req-60ec26ec-0e1c-440c-af3a-1319181f48c8 tempest-TestNetworkAdvancedServerOps-513516359 tempest-TestNetworkAdvancedServerOps-513516359-project-admin] 10.222.0.75 "GET /v2.0/security-groups?id=db3e440f-6371-4f6a-b598-e7d001dae153&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0573680 Feb 09 19:39:28.866620 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-f81e9fc7-183f-4fe3-a62e-ce8c811b232e admin admin] Publish callbacks [] for router_gateway (042d4063-0dd6-4eab-baa5-294896cb13f5), before_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:39:28.868779 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-8553ec33-8433-4676-9ef4-410980bac261 None None] For port 941add26-cd67-49ec-abce-d9c57f99c71e, host n-d-713498-36, cleared binding levels {{(pid=103232) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 19:39:28.873042 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-8553ec33-8433-4676-9ef4-410980bac261 None None] For port 941add26-cd67-49ec-abce-d9c57f99c71e, host n-d-713498-36, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-36',level=0,port_id=941add26-cd67-49ec-abce-d9c57f99c71e,segment=NetworkSegment(6912a3c6-390b-493a-8586-f44e28e90c68),segment_id=6912a3c6-390b-493a-8586-f44e28e90c68)] {{(pid=103232) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 19:39:28.880921 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-8553ec33-8433-4676-9ef4-410980bac261 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762867176205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762866656485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762866656503'] for port (941add26-cd67-49ec-abce-d9c57f99c71e), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:39:28.882343 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-93210c7e-9187-483e-af24-93f9b9c7299c req-eab45264-9805-4a68-80a3-98ffe12f5c05 tempest-TestVolumeBootPattern-1615943498 tempest-TestVolumeBootPattern-1615943498-project] Made reservation on behalf of e66ffe5bb4494e31b9de6c7224f91756 for: {'port': 1} {{(pid=103230) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 19:39:28.889340 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [req-93210c7e-9187-483e-af24-93f9b9c7299c req-eab45264-9805-4a68-80a3-98ffe12f5c05 tempest-TestVolumeBootPattern-1615943498 tempest-TestVolumeBootPattern-1615943498-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (None), before_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:39:28.917525 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d484de51-a651-485b-9308-e2932ab30ae2 admin admin] Made reservation on behalf of 7febc802c55342e4bb6b03d294b55de8 for: {'network': 1} {{(pid=103230) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 19:39:28.920708 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-d484de51-a651-485b-9308-e2932ab30ae2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for network (None), before_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:39:28.924952 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-f81e9fc7-183f-4fe3-a62e-ce8c811b232e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (None), before_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:39:28.981446 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8553ec33-8433-4676-9ef4-410980bac261 None None] Pushing event updated for resources: {'Port': ['ID=941add26-cd67-49ec-abce-d9c57f99c71e,revision_number=2']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:39:28.996224 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-d484de51-a651-485b-9308-e2932ab30ae2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:39:29.141147 n-d-713498-36 neutron-server[103229]: DEBUG neutron.db.db_base_plugin_common [None req-f81e9fc7-183f-4fe3-a62e-ce8c811b232e admin admin] Allocated IP 172.25.1.69 (88055e1e-672a-4487-be31-ffb6e833ece5/ac16dbcc-383c-4b43-9153-d763c4a53f91/e2f54ecd-d581-40a3-bc20-cd4e87bc270d) {{(pid=103229) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 19:39:29.254654 n-d-713498-36 neutron-server[103230]: DEBUG neutron.db.db_base_plugin_common [req-93210c7e-9187-483e-af24-93f9b9c7299c req-eab45264-9805-4a68-80a3-98ffe12f5c05 tempest-TestVolumeBootPattern-1615943498 tempest-TestVolumeBootPattern-1615943498-project] Allocated IP 172.20.0.7 (6c0390b8-57a8-4e5d-b1b3-4d3098f0383e/8c23e8df-50ec-4124-b2e0-ec4287e0865a/1fd0e181-9609-4a05-8ad9-99bc305a2c05) {{(pid=103230) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 19:39:29.343482 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-e7f8e7c3-49e4-4a4f-b4d2-bc596f8190a4 req-9934a445-3a43-4d77-a0d9-16a4c3ff7139 tempest-TestVolumeBootPattern-1615943498 tempest-TestVolumeBootPattern-1615943498-project] 10.222.0.75 "GET /v2.0/ports?device_id=12a976dd-6cea-41c9-ac01-b3afb88322e3 HTTP/1.1" status: 200 len: 210 time: 0.1069720 Feb 09 19:39:29.347347 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-d484de51-a651-485b-9308-e2932ab30ae2 admin admin] Publish callbacks [] for security_group (2ea86e7f-877c-43d6-bb7a-f8d25406d62f), precommit_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:39:29.357524 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-d484de51-a651-485b-9308-e2932ab30ae2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1892331'] for security_group (2ea86e7f-877c-43d6-bb7a-f8d25406d62f), after_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:39:29.389366 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d484de51-a651-485b-9308-e2932ab30ae2 admin admin] vlan segment allocate from pool success with {'vlan_id': 385, 'physical_network': 'physnet1'} {{(pid=103230) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 19:39:29.448546 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-d484de51-a651-485b-9308-e2932ab30ae2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-759574'] for segment (bd6bff80-fc0d-406d-b8d8-6ec7efb55e6e), precommit_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:39:29.448899 n-d-713498-36 neutron-server[103230]: INFO neutron.db.segments_db [None req-d484de51-a651-485b-9308-e2932ab30ae2 admin admin] Added segment bd6bff80-fc0d-406d-b8d8-6ec7efb55e6e of type vlan for network 34684ff4-965a-460b-aacc-1bf668626343 Feb 09 19:39:29.493630 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-f81e9fc7-183f-4fe3-a62e-ce8c811b232e admin admin] Publish callbacks [] for port (e2f54ecd-d581-40a3-bc20-cd4e87bc270d), precommit_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:39:29.504387 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d484de51-a651-485b-9308-e2932ab30ae2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2ea86e7f-877c-43d6-bb7a-f8d25406d62f,revision_number=1']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:39:29.532565 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-f81e9fc7-183f-4fe3-a62e-ce8c811b232e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762866656467', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12867576'] for port (e2f54ecd-d581-40a3-bc20-cd4e87bc270d), after_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:39:29.590099 n-d-713498-36 neutron-server[103229]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f81e9fc7-183f-4fe3-a62e-ce8c811b232e admin admin] Network 88055e1e-672a-4487-be31-ffb6e833ece5 is already hosted by enough agents. {{(pid=103229) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 19:39:29.593425 n-d-713498-36 neutron-server[103229]: DEBUG neutron.scheduler.base_scheduler [None req-f81e9fc7-183f-4fe3-a62e-ce8c811b232e admin admin] Resources bound (agent type, host, resource id): {{(pid=103229) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 19:39:29.598103 n-d-713498-36 neutron-server[103229]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f81e9fc7-183f-4fe3-a62e-ce8c811b232e admin admin] Received port after_create {{(pid=103229) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 19:39:29.632169 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f81e9fc7-183f-4fe3-a62e-ce8c811b232e admin admin] Pushing event updated for resources: {'Port': ['ID=e2f54ecd-d581-40a3-bc20-cd4e87bc270d,revision_number=1']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:39:29.691168 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [req-93210c7e-9187-483e-af24-93f9b9c7299c req-eab45264-9805-4a68-80a3-98ffe12f5c05 tempest-TestVolumeBootPattern-1615943498 tempest-TestVolumeBootPattern-1615943498-project] Publish callbacks [] for port (1fd0e181-9609-4a05-8ad9-99bc305a2c05), precommit_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:39:29.732708 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [req-93210c7e-9187-483e-af24-93f9b9c7299c req-eab45264-9805-4a68-80a3-98ffe12f5c05 tempest-TestVolumeBootPattern-1615943498 tempest-TestVolumeBootPattern-1615943498-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762866656467', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14393751'] for port (1fd0e181-9609-4a05-8ad9-99bc305a2c05), after_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:39:29.739227 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-d484de51-a651-485b-9308-e2932ab30ae2 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762866642225'] for network (34684ff4-965a-460b-aacc-1bf668626343), precommit_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:39:29.799518 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eab45264-9805-4a68-80a3-98ffe12f5c05 tempest-TestVolumeBootPattern-1615943498 tempest-TestVolumeBootPattern-1615943498-project] Pushing event updated for resources: {'Port': ['ID=1fd0e181-9609-4a05-8ad9-99bc305a2c05,revision_number=1']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:39:29.818037 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd25d096-e7e3-4d73-9c1b-5a8c1737bb05 req-6f35e4ea-e07b-4e37-b59d-e8ebba7f0b6d tempest-TestNetworkAdvancedServerOps-1633223542 tempest-TestNetworkAdvancedServerOps-1633223542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:39:29.820100 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-bd25d096-e7e3-4d73-9c1b-5a8c1737bb05 req-6f35e4ea-e07b-4e37-b59d-e8ebba7f0b6d tempest-TestNetworkAdvancedServerOps-1633223542 tempest-TestNetworkAdvancedServerOps-1633223542-project] 10.222.0.75 "GET /v2.0/ports?device_id=4389c13d-a9e7-4e04-981e-043da3b220bc HTTP/1.1" status: 200 len: 944 time: 0.4129465 Feb 09 19:39:29.846100 n-d-713498-36 neutron-server[103230]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-93210c7e-9187-483e-af24-93f9b9c7299c req-eab45264-9805-4a68-80a3-98ffe12f5c05 tempest-TestVolumeBootPattern-1615943498 tempest-TestVolumeBootPattern-1615943498-project] Network 6c0390b8-57a8-4e5d-b1b3-4d3098f0383e is already hosted by enough agents. {{(pid=103230) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 19:39:29.857593 n-d-713498-36 neutron-server[103230]: DEBUG neutron.scheduler.base_scheduler [req-93210c7e-9187-483e-af24-93f9b9c7299c req-eab45264-9805-4a68-80a3-98ffe12f5c05 tempest-TestVolumeBootPattern-1615943498 tempest-TestVolumeBootPattern-1615943498-project] Resources bound (agent type, host, resource id): {{(pid=103230) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 19:39:29.869546 n-d-713498-36 neutron-server[103230]: DEBUG neutron.db.l3_dvrscheduler_db [req-93210c7e-9187-483e-af24-93f9b9c7299c req-eab45264-9805-4a68-80a3-98ffe12f5c05 tempest-TestVolumeBootPattern-1615943498 tempest-TestVolumeBootPattern-1615943498-project] Received port after_create {{(pid=103230) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 19:39:29.875920 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-d484de51-a651-485b-9308-e2932ab30ae2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1885479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452'] for network (34684ff4-965a-460b-aacc-1bf668626343), after_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:39:29.877174 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d484de51-a651-485b-9308-e2932ab30ae2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:39:29.878399 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-d484de51-a651-485b-9308-e2932ab30ae2 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:39:29.953060 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-f81e9fc7-183f-4fe3-a62e-ce8c811b232e admin admin] Publish callbacks [] for router_gateway (042d4063-0dd6-4eab-baa5-294896cb13f5), after_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:39:30.041549 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d484de51-a651-485b-9308-e2932ab30ae2 admin admin] Pushing event updated for resources: {'Network': ['ID=34684ff4-965a-460b-aacc-1bf668626343,revision_number=1']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:39:30.054121 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Network 34684ff4-965a-460b-aacc-1bf668626343 details requested by agent ovs-agent-n-d-713498-36 with host n-d-713498-36 {{(pid=103232) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 19:39:30.137200 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-d484de51-a651-485b-9308-e2932ab30ae2 admin admin] 10.222.0.75 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 1.5999041 Feb 09 19:39:30.174507 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93210c7e-9187-483e-af24-93f9b9c7299c req-eab45264-9805-4a68-80a3-98ffe12f5c05 tempest-TestVolumeBootPattern-1615943498 tempest-TestVolumeBootPattern-1615943498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:39:30.175096 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [req-93210c7e-9187-483e-af24-93f9b9c7299c req-eab45264-9805-4a68-80a3-98ffe12f5c05 tempest-TestVolumeBootPattern-1615943498 tempest-TestVolumeBootPattern-1615943498-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171096'] for port (None), before_response {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:39:30.250075 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-bd25d096-e7e3-4d73-9c1b-5a8c1737bb05 req-4d083975-0992-4914-b306-f00f79e49761 tempest-TestNetworkAdvancedServerOps-1633223542 tempest-TestNetworkAdvancedServerOps-1633223542-project] 10.222.0.75 "GET /v2.0/security-groups?id=db3e440f-6371-4f6a-b598-e7d001dae153&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4111528 Feb 09 19:39:30.256121 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 41602) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:39:30.340731 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-93210c7e-9187-483e-af24-93f9b9c7299c req-eab45264-9805-4a68-80a3-98ffe12f5c05 tempest-TestVolumeBootPattern-1615943498 tempest-TestVolumeBootPattern-1615943498-project] 10.222.0.90 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7229302 Feb 09 19:39:30.342586 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.provisioning_blocks [None req-0294aeef-0d0f-4945-a855-3f12bec5796b None None] Provisioning complete for port 1fd0e181-9609-4a05-8ad9-99bc305a2c05 triggered by entity DHCP. {{(pid=103232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 19:39:30.342966 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-0294aeef-0d0f-4945-a855-3f12bec5796b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593630'] for port (1fd0e181-9609-4a05-8ad9-99bc305a2c05), provisioning_complete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:39:30.363662 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.v2.base [req-93210c7e-9187-483e-af24-93f9b9c7299c req-38cfb97e-edfa-4bbf-a0d6-905dea6347cc service neutron] Request body: {'port': {'device_id': '12a976dd-6cea-41c9-ac01-b3afb88322e3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-713498-36'}} {{(pid=103230) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 19:39:30.449121 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-0294aeef-0d0f-4945-a855-3f12bec5796b None None] Port 1fd0e181-9609-4a05-8ad9-99bc305a2c05 cannot update to ACTIVE because it is not bound. {{(pid=103232) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 19:39:30.451625 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-f81e9fc7-183f-4fe3-a62e-ce8c811b232e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1834945', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1818951'] for router (042d4063-0dd6-4eab-baa5-294896cb13f5), after_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:39:30.468565 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-ea514262-3bde-4244-af51-ac6d4f3df104 tempest-TestNetworkAdvancedServerOps-1633223542 tempest-TestNetworkAdvancedServerOps-1633223542-project] 10.222.0.75 "GET /v2.0/floatingips/04ed9858-16be-450c-a946-5e34e6c89c8b HTTP/1.1" status: 200 len: 991 time: 0.2109609 Feb 09 19:39:30.526885 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [req-93210c7e-9187-483e-af24-93f9b9c7299c req-38cfb97e-edfa-4bbf-a0d6-905dea6347cc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (1fd0e181-9609-4a05-8ad9-99bc305a2c05), before_update {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:39:30.738327 n-d-713498-36 neutron-server[103229]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f81e9fc7-183f-4fe3-a62e-ce8c811b232e admin admin] Router 042d4063-0dd6-4eab-baa5-294896cb13f5 is scheduled to L3 agent 93303d5e-5d17-45e8-8963-7694f87783ae with binding_index 1 {{(pid=103229) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 09 19:39:30.746163 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62a0dba7-6739-4d77-a418-fa34b173d764 None None] Network c82d426f-a355-47f2-9358-68fe4349f782 requested from n-d-713498-36 {{(pid=103232) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 19:39:30.756735 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76bddc1d-bc65-436d-ba78-b1d3f1dc4345 req-edb73955-0b8b-44e3-92d4-2237bb9d5b87 tempest-TestVolumeBootPattern-1615943498 tempest-TestVolumeBootPattern-1615943498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:39:30.759830 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-76bddc1d-bc65-436d-ba78-b1d3f1dc4345 req-edb73955-0b8b-44e3-92d4-2237bb9d5b87 tempest-TestVolumeBootPattern-1615943498 tempest-TestVolumeBootPattern-1615943498-project] 10.222.0.75 "GET /v2.0/ports?device_id=12a976dd-6cea-41c9-ac01-b3afb88322e3 HTTP/1.1" status: 200 len: 931 time: 0.1222224 Feb 09 19:39:30.907067 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.provisioning_blocks [None req-091d83fa-537c-4e57-8be2-f1c010c3b2d3 None None] Provisioning complete for port 941add26-cd67-49ec-abce-d9c57f99c71e triggered by entity DHCP. {{(pid=103232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 19:39:30.909010 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-091d83fa-537c-4e57-8be2-f1c010c3b2d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593630'] for port (941add26-cd67-49ec-abce-d9c57f99c71e), provisioning_complete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:39:31.022915 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-091d83fa-537c-4e57-8be2-f1c010c3b2d3 None None] Current status of the port 941add26-cd67-49ec-abce-d9c57f99c71e is: DOWN; New status is: ACTIVE {{(pid=103232) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 19:39:31.024045 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-091d83fa-537c-4e57-8be2-f1c010c3b2d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (941add26-cd67-49ec-abce-d9c57f99c71e), before_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:39:31.097306 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-091d83fa-537c-4e57-8be2-f1c010c3b2d3 None None] For port 941add26-cd67-49ec-abce-d9c57f99c71e, host n-d-713498-36, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-36',level=0,port_id=941add26-cd67-49ec-abce-d9c57f99c71e,segment=NetworkSegment(6912a3c6-390b-493a-8586-f44e28e90c68),segment_id=6912a3c6-390b-493a-8586-f44e28e90c68)] {{(pid=103232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 19:39:31.108452 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-091d83fa-537c-4e57-8be2-f1c010c3b2d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762867176205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762866656485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762866656503'] for port (941add26-cd67-49ec-abce-d9c57f99c71e), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:39:31.198237 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-091d83fa-537c-4e57-8be2-f1c010c3b2d3 None None] Pushing event updated for resources: {'Port': ['ID=941add26-cd67-49ec-abce-d9c57f99c71e,revision_number=3']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:39:31.199813 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60d98b13-78e2-408d-9410-a24a3a70dcbe req-f8bc79a7-579d-468b-8117-dbba839059dd tempest-ComputeTenantNetworksTest-1202292419 tempest-ComputeTenantNetworksTest-1202292419-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:39:31.204862 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60d98b13-78e2-408d-9410-a24a3a70dcbe req-f8bc79a7-579d-468b-8117-dbba839059dd tempest-ComputeTenantNetworksTest-1202292419 tempest-ComputeTenantNetworksTest-1202292419-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:39:31.221834 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60d98b13-78e2-408d-9410-a24a3a70dcbe req-f8bc79a7-579d-468b-8117-dbba839059dd tempest-ComputeTenantNetworksTest-1202292419 tempest-ComputeTenantNetworksTest-1202292419-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:39:31.228931 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-60d98b13-78e2-408d-9410-a24a3a70dcbe req-f8bc79a7-579d-468b-8117-dbba839059dd tempest-ComputeTenantNetworksTest-1202292419 tempest-ComputeTenantNetworksTest-1202292419-project] 10.222.0.75 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1903 time: 0.5033822 Feb 09 19:39:31.452463 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Device 941add26-cd67-49ec-abce-d9c57f99c71e up at agent ovs-agent-n-d-713498-36 {{(pid=103232) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 19:39:31.494257 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.provisioning_blocks [None req-7b297664-6dbe-4039-960f-04a8bf8b56c1 None None] Provisioning complete for port 941add26-cd67-49ec-abce-d9c57f99c71e triggered by entity DHCP. {{(pid=103232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 19:39:31.494641 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-7b297664-6dbe-4039-960f-04a8bf8b56c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593630'] for port (941add26-cd67-49ec-abce-d9c57f99c71e), provisioning_complete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:39:31.500664 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-76bddc1d-bc65-436d-ba78-b1d3f1dc4345 req-9eef4221-9e91-4793-9e59-cdce3888a261 tempest-TestVolumeBootPattern-1615943498 tempest-TestVolumeBootPattern-1615943498-project] 10.222.0.75 "GET /v2.0/security-groups?id=85e2738d-e0ce-44c8-a269-2deaf81a01f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7341235 Feb 09 19:39:31.515286 n-d-713498-36 neutron-server[103230]: DEBUG neutron.notifiers.nova [req-93210c7e-9187-483e-af24-93f9b9c7299c req-38cfb97e-edfa-4bbf-a0d6-905dea6347cc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1fd0e181-9609-4a05-8ad9-99bc305a2c05 {{(pid=103230) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 19:39:31.542579 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f81e9fc7-183f-4fe3-a62e-ce8c811b232e admin admin] Notify agent at l3_agent.n-d-713498-36 the message routers_updated {{(pid=103229) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 19:39:31.545583 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 41620) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:39:31.550053 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [req-93210c7e-9187-483e-af24-93f9b9c7299c req-38cfb97e-edfa-4bbf-a0d6-905dea6347cc service neutron] Publish callbacks [] for port (1fd0e181-9609-4a05-8ad9-99bc305a2c05), precommit_update {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:39:31.562655 n-d-713498-36 neutron-server[103233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0142d9b3-b3b1-4b72-8538-4574aca79367 None None] Sync routers for ids ['042d4063-0dd6-4eab-baa5-294896cb13f5'] in n-d-713498-36 {{(pid=103233) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 19:39:31.588213 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34d3d828-e4ad-4394-9baa-a8da009fbd15 req-9375cdec-228c-4c49-9007-5270350585f0 tempest-ComputeTenantNetworksTest-1202292419 tempest-ComputeTenantNetworksTest-1202292419-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:39:31.588480 n-d-713498-36 neutron-server[103233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0142d9b3-b3b1-4b72-8538-4574aca79367 None None] Routers {'042d4063-0dd6-4eab-baa5-294896cb13f5'} bound to L3 agent in host n-d-713498-36 {{(pid=103233) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 19:39:31.589063 n-d-713498-36 neutron-server[103233]: DEBUG neutron.db.l3_hamode_db [None req-0142d9b3-b3b1-4b72-8538-4574aca79367 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T18:51:43Z,description=,heartbeat_timestamp=2022-02-09T19:39:13Z,host='n-d-713498-36',id=93303d5e-5d17-45e8-8963-7694f87783ae,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T18:51:43Z,topic='l3_agent')) {'router_ids': ['042d4063-0dd6-4eab-baa5-294896cb13f5'], 'active': True} {{(pid=103233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:39:31.590263 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-34d3d828-e4ad-4394-9baa-a8da009fbd15 req-9375cdec-228c-4c49-9007-5270350585f0 tempest-ComputeTenantNetworksTest-1202292419 tempest-ComputeTenantNetworksTest-1202292419-project] 10.222.0.75 "GET /v2.0/networks/34684ff4-965a-460b-aacc-1bf668626343 HTTP/1.1" status: 200 len: 769 time: 0.1568308 Feb 09 19:39:31.591490 n-d-713498-36 neutron-server[103230]: DEBUG neutron.db.provisioning_blocks [req-93210c7e-9187-483e-af24-93f9b9c7299c req-38cfb97e-edfa-4bbf-a0d6-905dea6347cc service neutron] Transition to ACTIVE for port object 1fd0e181-9609-4a05-8ad9-99bc305a2c05 will not be triggered until provisioned by entity L2. {{(pid=103230) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 19:39:31.598547 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [req-93210c7e-9187-483e-af24-93f9b9c7299c req-38cfb97e-edfa-4bbf-a0d6-905dea6347cc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762867176205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762866656485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762866656503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14393758'] for port (1fd0e181-9609-4a05-8ad9-99bc305a2c05), after_update {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:39:31.604981 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 41622) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:39:31.722926 n-d-713498-36 neutron-server[103233]: DEBUG neutron.db.l3_dvr_db [None req-0142d9b3-b3b1-4b72-8538-4574aca79367 None None] Set router 042d4063-0dd6-4eab-baa5-294896cb13f5 gateway port host: n-d-713498-36 {{(pid=103233) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 19:39:31.750778 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.provisioning_blocks [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Provisioning complete for port 941add26-cd67-49ec-abce-d9c57f99c71e triggered by entity L2. {{(pid=103232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 19:39:31.751162 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593630'] for port (941add26-cd67-49ec-abce-d9c57f99c71e), provisioning_complete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:39:31.752683 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-7b297664-6dbe-4039-960f-04a8bf8b56c1 None None] Current status of the port 941add26-cd67-49ec-abce-d9c57f99c71e is: ACTIVE; New status is: ACTIVE {{(pid=103232) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 19:39:31.760379 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-865523e5-a480-40f0-aced-c0ec453aacbc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-670458'] for network (34684ff4-965a-460b-aacc-1bf668626343), before_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:39:31.792224 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-f81e9fc7-183f-4fe3-a62e-ce8c811b232e admin admin] Publish callbacks [] for router (None), before_response {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:39:31.796305 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-f81e9fc7-183f-4fe3-a62e-ce8c811b232e admin admin] 10.222.0.75 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 3.8301091 Feb 09 19:39:31.799185 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 41624) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:39:31.880078 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38cfb97e-edfa-4bbf-a0d6-905dea6347cc service neutron] Pushing event updated for resources: {'Port': ['ID=1fd0e181-9609-4a05-8ad9-99bc305a2c05,revision_number=2']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:39:31.937820 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Current status of the port 941add26-cd67-49ec-abce-d9c57f99c71e is: ACTIVE; New status is: ACTIVE {{(pid=103232) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 19:39:32.092535 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.plugin [None req-2e626802-25ab-4eea-bcef-6141752a3813 tempest-TestNetworkAdvancedServerOps-1633223542 tempest-TestNetworkAdvancedServerOps-1633223542-project] Deleting port a5f4fbf1-34c8-41b1-81ec-55c9d1b7de8a {{(pid=103229) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 19:39:32.096896 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-2e626802-25ab-4eea-bcef-6141752a3813 tempest-TestNetworkAdvancedServerOps-1633223542 tempest-TestNetworkAdvancedServerOps-1633223542-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762867170196'] for port (a5f4fbf1-34c8-41b1-81ec-55c9d1b7de8a), before_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:39:32.148963 n-d-713498-36 neutron-server[103233]: DEBUG neutron.db.l3_hamode_db [None req-0142d9b3-b3b1-4b72-8538-4574aca79367 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '042d4063-0dd6-4eab-baa5-294896cb13f5', 'name': 'tempest-TestVolumeBackupRestore-1617496221-router', 'tenant_id': '4c59ff00c3d1431da7ba682b198a4ba5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88055e1e-672a-4487-be31-ffb6e833ece5', 'external_fixed_ips': [{'subnet_id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'ip_address': '172.25.1.69'}], 'enable_snat': True}, 'gw_port_id': 'e2f54ecd-d581-40a3-bc20-cd4e87bc270d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T19:39:28Z', 'updated_at': '2022-02-09T19:39:29Z', 'revision_number': 3, 'project_id': '4c59ff00c3d1431da7ba682b198a4ba5', 'gw_port': {'id': 'e2f54ecd-d581-40a3-bc20-cd4e87bc270d', 'name': '', 'network_id': '88055e1e-672a-4487-be31-ffb6e833ece5', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:b8:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '042d4063-0dd6-4eab-baa5-294896cb13f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3571, 'fixed_ips': [{'subnet_id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'ip_address': '172.25.1.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T19:39:28Z', 'updated_at': '2022-02-09T19:39:29Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-36'}], 'n-d-713498-36', False) {} {{(pid=103233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:39:32.174343 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-865523e5-a480-40f0-aced-c0ec453aacbc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-590267', 'neutron.services.segments.db._delete_segments_for_network-8762867132609'] for network (34684ff4-965a-460b-aacc-1bf668626343), precommit_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:39:32.184316 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.managers [req-93210c7e-9187-483e-af24-93f9b9c7299c req-38cfb97e-edfa-4bbf-a0d6-905dea6347cc service neutron] Attempting to bind port 1fd0e181-9609-4a05-8ad9-99bc305a2c05 on host n-h2-713498-36 for vnic_type normal with profile {{(pid=103230) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 19:39:32.184650 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.managers [req-93210c7e-9187-483e-af24-93f9b9c7299c req-38cfb97e-edfa-4bbf-a0d6-905dea6347cc service neutron] Attempting to bind port 1fd0e181-9609-4a05-8ad9-99bc305a2c05 by drivers openvswitch,hyperv on host n-h2-713498-36 at level 0 using segments [{'id': '33386be2-7716-4eda-8188-eeaffee7e0ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '6c0390b8-57a8-4e5d-b1b3-4d3098f0383e'}] {{(pid=103230) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 19:39:32.184981 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93210c7e-9187-483e-af24-93f9b9c7299c req-38cfb97e-edfa-4bbf-a0d6-905dea6347cc service neutron] Attempting to bind port 1fd0e181-9609-4a05-8ad9-99bc305a2c05 on network 6c0390b8-57a8-4e5d-b1b3-4d3098f0383e {{(pid=103230) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 19:39:32.191447 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93210c7e-9187-483e-af24-93f9b9c7299c req-38cfb97e-edfa-4bbf-a0d6-905dea6347cc service neutron] Port 1fd0e181-9609-4a05-8ad9-99bc305a2c05 on network 6c0390b8-57a8-4e5d-b1b3-4d3098f0383e not bound, no agent of type Open vSwitch agent registered on host n-h2-713498-36 {{(pid=103230) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 19:39:32.191773 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93210c7e-9187-483e-af24-93f9b9c7299c req-38cfb97e-edfa-4bbf-a0d6-905dea6347cc service neutron] Attempting to bind port 1fd0e181-9609-4a05-8ad9-99bc305a2c05 on network 6c0390b8-57a8-4e5d-b1b3-4d3098f0383e {{(pid=103230) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 19:39:32.221391 n-d-713498-36 neutron-server[103230]: DEBUG neutron.services.segments.db [None req-865523e5-a480-40f0-aced-c0ec453aacbc admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['34684ff4-965a-460b-aacc-1bf668626343']}} {{(pid=103230) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:39:32.222431 n-d-713498-36 neutron-server[103233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0142d9b3-b3b1-4b72-8538-4574aca79367 None None] Checking router: 042d4063-0dd6-4eab-baa5-294896cb13f5 for host: n-d-713498-36 {{(pid=103233) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 19:39:32.222895 n-d-713498-36 neutron-server[103233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0142d9b3-b3b1-4b72-8538-4574aca79367 None None] Updating router 042d4063-0dd6-4eab-baa5-294896cb13f5 port e2f54ecd-d581-40a3-bc20-cd4e87bc270d binding host n-d-713498-36 {{(pid=103233) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 19:39:32.224285 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93210c7e-9187-483e-af24-93f9b9c7299c req-38cfb97e-edfa-4bbf-a0d6-905dea6347cc service neutron] Checking agent: {'id': 'bcd5faee-dc24-4298-9134-0e0aa054058e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713498-36', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 18, 59, 19), 'started_at': datetime.datetime(2022, 2, 9, 18, 59, 19), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 19, 39, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103230) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 19:39:32.224800 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93210c7e-9187-483e-af24-93f9b9c7299c req-38cfb97e-edfa-4bbf-a0d6-905dea6347cc service neutron] Checking segment: {'id': '33386be2-7716-4eda-8188-eeaffee7e0ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '6c0390b8-57a8-4e5d-b1b3-4d3098f0383e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103230) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 19:39:32.225196 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93210c7e-9187-483e-af24-93f9b9c7299c req-38cfb97e-edfa-4bbf-a0d6-905dea6347cc service neutron] Bound using segment: {'id': '33386be2-7716-4eda-8188-eeaffee7e0ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '6c0390b8-57a8-4e5d-b1b3-4d3098f0383e'} {{(pid=103230) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 19:39:32.227405 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.managers [req-93210c7e-9187-483e-af24-93f9b9c7299c req-38cfb97e-edfa-4bbf-a0d6-905dea6347cc service neutron] Bound port: 1fd0e181-9609-4a05-8ad9-99bc305a2c05, host: n-h2-713498-36, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '33386be2-7716-4eda-8188-eeaffee7e0ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '6c0390b8-57a8-4e5d-b1b3-4d3098f0383e'}}] {{(pid=103230) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 19:39:32.227787 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [req-93210c7e-9187-483e-af24-93f9b9c7299c req-38cfb97e-edfa-4bbf-a0d6-905dea6347cc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (1fd0e181-9609-4a05-8ad9-99bc305a2c05), before_update {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:39:32.252662 n-d-713498-36 neutron-server[103230]: DEBUG neutron.services.segments.db [None req-865523e5-a480-40f0-aced-c0ec453aacbc admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bd6bff80-fc0d-406d-b8d8-6ec7efb55e6e') {'for_net_delete': True} {{(pid=103230) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:39:32.252862 n-d-713498-36 neutron-server[103230]: DEBUG neutron.services.segments.db [None req-865523e5-a480-40f0-aced-c0ec453aacbc admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bd6bff80-fc0d-406d-b8d8-6ec7efb55e6e') {} {{(pid=103230) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:39:32.258828 n-d-713498-36 neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-0142d9b3-b3b1-4b72-8538-4574aca79367 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (e2f54ecd-d581-40a3-bc20-cd4e87bc270d), before_update {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:39:32.274430 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-865523e5-a480-40f0-aced-c0ec453aacbc admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762867134154', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12895813'] for segment (bd6bff80-fc0d-406d-b8d8-6ec7efb55e6e), before_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:39:32.317375 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-865523e5-a480-40f0-aced-c0ec453aacbc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-759574'] for segment (bd6bff80-fc0d-406d-b8d8-6ec7efb55e6e), precommit_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:39:32.330545 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-865523e5-a480-40f0-aced-c0ec453aacbc admin admin] Releasing vlan 385 on physical network physnet1 to pool {{(pid=103230) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 19:39:32.330545 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-865523e5-a480-40f0-aced-c0ec453aacbc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-759574', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14393826'] for segment (bd6bff80-fc0d-406d-b8d8-6ec7efb55e6e), after_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:39:32.332872 n-d-713498-36 neutron-server[103230]: Traceback (most recent call last): Feb 09 19:39:32.332872 n-d-713498-36 neutron-server[103230]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 19:39:32.332872 n-d-713498-36 neutron-server[103230]: timer() Feb 09 19:39:32.332872 n-d-713498-36 neutron-server[103230]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 19:39:32.332872 n-d-713498-36 neutron-server[103230]: cb(*args, **kw) Feb 09 19:39:32.332872 n-d-713498-36 neutron-server[103230]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 19:39:32.332872 n-d-713498-36 neutron-server[103230]: return func(*args, **kwargs) Feb 09 19:39:32.332872 n-d-713498-36 neutron-server[103230]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 19:39:32.332872 n-d-713498-36 neutron-server[103230]: self._notify() Feb 09 19:39:32.332872 n-d-713498-36 neutron-server[103230]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 19:39:32.332872 n-d-713498-36 neutron-server[103230]: self.callback(batched_events) Feb 09 19:39:32.332872 n-d-713498-36 neutron-server[103230]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 19:39:32.332872 n-d-713498-36 neutron-server[103230]: event.method(event) Feb 09 19:39:32.332872 n-d-713498-36 neutron-server[103230]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 19:39:32.332872 n-d-713498-36 neutron-server[103230]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 19:39:32.332872 n-d-713498-36 neutron-server[103230]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 19:39:32.332872 n-d-713498-36 neutron-server[103230]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 19:39:32.332872 n-d-713498-36 neutron-server[103230]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 19:39:32.332872 n-d-713498-36 neutron-server[103230]: return f(self, *a, **k) Feb 09 19:39:32.332872 n-d-713498-36 neutron-server[103230]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 19:39:32.332872 n-d-713498-36 neutron-server[103230]: return self._get(url).json() Feb 09 19:39:32.332872 n-d-713498-36 neutron-server[103230]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 19:39:32.332872 n-d-713498-36 neutron-server[103230]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 19:39:32.332872 n-d-713498-36 neutron-server[103230]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 19:39:32.332872 n-d-713498-36 neutron-server[103230]: return self.request(url, 'GET', **kwargs) Feb 09 19:39:32.332872 n-d-713498-36 neutron-server[103230]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 19:39:32.332872 n-d-713498-36 neutron-server[103230]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 19:39:32.332872 n-d-713498-36 neutron-server[103230]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 19:39:32.332872 n-d-713498-36 neutron-server[103230]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 19:39:32.332872 n-d-713498-36 neutron-server[103230]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 19:39:32.332872 n-d-713498-36 neutron-server[103230]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 19:39:32.332872 n-d-713498-36 neutron-server[103230]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 19:39:32.409749 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.db [req-93210c7e-9187-483e-af24-93f9b9c7299c req-38cfb97e-edfa-4bbf-a0d6-905dea6347cc service neutron] For port 1fd0e181-9609-4a05-8ad9-99bc305a2c05, host n-h2-713498-36, cleared binding levels {{(pid=103230) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 19:39:32.432674 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-865523e5-a480-40f0-aced-c0ec453aacbc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-590242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1885479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1818895'] for network (34684ff4-965a-460b-aacc-1bf668626343), after_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:39:32.435571 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.db [req-93210c7e-9187-483e-af24-93f9b9c7299c req-38cfb97e-edfa-4bbf-a0d6-905dea6347cc service neutron] For port 1fd0e181-9609-4a05-8ad9-99bc305a2c05, host n-h2-713498-36, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-36',level=0,port_id=1fd0e181-9609-4a05-8ad9-99bc305a2c05,segment=NetworkSegment(33386be2-7716-4eda-8188-eeaffee7e0ec),segment_id=33386be2-7716-4eda-8188-eeaffee7e0ec)] {{(pid=103230) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 19:39:32.451321 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-865523e5-a480-40f0-aced-c0ec453aacbc admin admin] Publish callbacks [] for network (None), before_response {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:39:32.456828 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-865523e5-a480-40f0-aced-c0ec453aacbc admin admin] 10.222.0.75 "DELETE /v2.0/networks/34684ff4-965a-460b-aacc-1bf668626343 HTTP/1.1" status: 204 len: 168 time: 0.8458240 Feb 09 19:39:32.471412 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-2e626802-25ab-4eea-bcef-6141752a3813 tempest-TestNetworkAdvancedServerOps-1633223542 tempest-TestNetworkAdvancedServerOps-1633223542-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1820838'] for port (a5f4fbf1-34c8-41b1-81ec-55c9d1b7de8a), precommit_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:39:32.472093 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-2e626802-25ab-4eea-bcef-6141752a3813 tempest-TestNetworkAdvancedServerOps-1633223542 tempest-TestNetworkAdvancedServerOps-1633223542-project] Publish callbacks [] for floatingip (a5f4fbf1-34c8-41b1-81ec-55c9d1b7de8a), precommit_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:39:32.492687 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.plugin [None req-2e626802-25ab-4eea-bcef-6141752a3813 tempest-TestNetworkAdvancedServerOps-1633223542 tempest-TestNetworkAdvancedServerOps-1633223542-project] Calling delete_port for a5f4fbf1-34c8-41b1-81ec-55c9d1b7de8a owned by network:floatingip {{(pid=103229) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 19:39:32.500263 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-865523e5-a480-40f0-aced-c0ec453aacbc admin admin] Pushing event deleted for resources: {'Network': ['ID=34684ff4-965a-460b-aacc-1bf668626343,revision_number=None']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:39:32.515315 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [req-93210c7e-9187-483e-af24-93f9b9c7299c req-38cfb97e-edfa-4bbf-a0d6-905dea6347cc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762867176205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762866656485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762866656503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14393758'] for port (1fd0e181-9609-4a05-8ad9-99bc305a2c05), after_update {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:39:32.564515 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93210c7e-9187-483e-af24-93f9b9c7299c req-38cfb97e-edfa-4bbf-a0d6-905dea6347cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:39:32.565141 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [req-93210c7e-9187-483e-af24-93f9b9c7299c req-38cfb97e-edfa-4bbf-a0d6-905dea6347cc service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171096'] for port (None), before_response {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:39:32.568563 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-93210c7e-9187-483e-af24-93f9b9c7299c req-38cfb97e-edfa-4bbf-a0d6-905dea6347cc service neutron] 10.222.0.90 "PUT /v2.0/ports/1fd0e181-9609-4a05-8ad9-99bc305a2c05 HTTP/1.1" status: 200 len: 1092 time: 2.2161181 Feb 09 19:39:32.660445 n-d-713498-36 neutron-server[103230]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '12a976dd-6cea-41c9-ac01-b3afb88322e3', 'tag': '1fd0e181-9609-4a05-8ad9-99bc305a2c05'}] {{(pid=103230) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 19:39:32.662777 n-d-713498-36 neutron-server[103230]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aee5919275bae9f72eb374ee322673045eb80c1f84b4b45a97d96923bd50ab51" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-777dd0b1-676e-4930-ac9e-e5e68410ed73" -d '{"events": [{"name": "network-changed", "server_uuid": "12a976dd-6cea-41c9-ac01-b3afb88322e3", "tag": "1fd0e181-9609-4a05-8ad9-99bc305a2c05"}]}' {{(pid=103230) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 19:39:32.747378 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 41636) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:39:32.850518 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38cfb97e-edfa-4bbf-a0d6-905dea6347cc service neutron] Pushing event updated for resources: {'Port': ['ID=1fd0e181-9609-4a05-8ad9-99bc305a2c05,revision_number=3']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:39:32.889155 n-d-713498-36 neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-0142d9b3-b3b1-4b72-8538-4574aca79367 None None] Publish callbacks [] for port (e2f54ecd-d581-40a3-bc20-cd4e87bc270d), precommit_update {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:39:32.890480 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93210c7e-9187-483e-af24-93f9b9c7299c req-ee880f33-a226-422c-8a89-51af520b2395 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:39:32.892008 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-93210c7e-9187-483e-af24-93f9b9c7299c req-ee880f33-a226-422c-8a89-51af520b2395 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=e66ffe5bb4494e31b9de6c7224f91756&device_id=12a976dd-6cea-41c9-ac01-b3afb88322e3 HTTP/1.1" status: 200 len: 1126 time: 0.2152014 Feb 09 19:39:32.895905 n-d-713498-36 neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-0142d9b3-b3b1-4b72-8538-4574aca79367 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762867176205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762866656485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762866656503'] for port (e2f54ecd-d581-40a3-bc20-cd4e87bc270d), after_update {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:39:32.918658 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-9bed98a0-a2d0-4427-aafb-16e731da8797 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=7febc802c55342e4bb6b03d294b55de8&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1661832 Feb 09 19:39:32.926662 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 41638) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:39:32.931764 n-d-713498-36 neutron-server[103230]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 19:39:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bf048802-8056-401d-a2a3-edb421d2255b x-openstack-request-id: req-bf048802-8056-401d-a2a3-edb421d2255b {{(pid=103230) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 19:39:32.932432 n-d-713498-36 neutron-server[103230]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "12a976dd-6cea-41c9-ac01-b3afb88322e3", "tag": "1fd0e181-9609-4a05-8ad9-99bc305a2c05", "status": "completed", "code": 200}]} {{(pid=103230) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 19:39:32.932754 n-d-713498-36 neutron-server[103230]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-bf048802-8056-401d-a2a3-edb421d2255b {{(pid=103230) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 19:39:32.933216 n-d-713498-36 neutron-server[103230]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '12a976dd-6cea-41c9-ac01-b3afb88322e3', 'tag': '1fd0e181-9609-4a05-8ad9-99bc305a2c05', 'status': 'completed', 'code': 200} Feb 09 19:39:32.968476 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-01f8cfdd-6097-4903-a6c1-46f49a4ec4d2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (None), before_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:39:33.018117 n-d-713498-36 neutron-server[103233]: DEBUG neutron.plugins.ml2.managers [None req-0142d9b3-b3b1-4b72-8538-4574aca79367 None None] Attempting to bind port e2f54ecd-d581-40a3-bc20-cd4e87bc270d on host n-d-713498-36 for vnic_type normal with profile {{(pid=103233) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 19:39:33.018547 n-d-713498-36 neutron-server[103233]: DEBUG neutron.plugins.ml2.managers [None req-0142d9b3-b3b1-4b72-8538-4574aca79367 None None] Attempting to bind port e2f54ecd-d581-40a3-bc20-cd4e87bc270d by drivers openvswitch,hyperv on host n-d-713498-36 at level 0 using segments [{'id': 'a4222f89-8d3f-4b51-953b-1a8126392491', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '88055e1e-672a-4487-be31-ffb6e833ece5'}] {{(pid=103233) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 19:39:33.018997 n-d-713498-36 neutron-server[103233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0142d9b3-b3b1-4b72-8538-4574aca79367 None None] Attempting to bind port e2f54ecd-d581-40a3-bc20-cd4e87bc270d on network 88055e1e-672a-4487-be31-ffb6e833ece5 {{(pid=103233) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 19:39:33.020392 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-2e626802-25ab-4eea-bcef-6141752a3813 tempest-TestNetworkAdvancedServerOps-1633223542 tempest-TestNetworkAdvancedServerOps-1633223542-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762867177463', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762866656476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12867576'] for port (a5f4fbf1-34c8-41b1-81ec-55c9d1b7de8a), after_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:39:33.028023 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-93210c7e-9187-483e-af24-93f9b9c7299c req-89c9187b-bb09-4bbc-ac48-3eb67cac3be6 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=1fd0e181-9609-4a05-8ad9-99bc305a2c05 HTTP/1.1" status: 200 len: 217 time: 0.1190083 Feb 09 19:39:33.059670 n-d-713498-36 neutron-server[103233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0142d9b3-b3b1-4b72-8538-4574aca79367 None None] Checking agent: {'id': '496418a2-c002-4aec-ab1a-07f3bea491bd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-36', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 18, 51, 47), 'started_at': datetime.datetime(2022, 2, 9, 18, 52, 17), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 19, 39, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-36'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103233) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 19:39:33.061666 n-d-713498-36 neutron-server[103233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0142d9b3-b3b1-4b72-8538-4574aca79367 None None] Checking segment: {'id': 'a4222f89-8d3f-4b51-953b-1a8126392491', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '88055e1e-672a-4487-be31-ffb6e833ece5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103233) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 19:39:33.062183 n-d-713498-36 neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-0142d9b3-b3b1-4b72-8538-4574aca79367 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:39:33.063418 n-d-713498-36 neutron-server[103233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0142d9b3-b3b1-4b72-8538-4574aca79367 None None] Bound using segment: {'id': 'a4222f89-8d3f-4b51-953b-1a8126392491', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '88055e1e-672a-4487-be31-ffb6e833ece5'} {{(pid=103233) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 19:39:33.064790 n-d-713498-36 neutron-server[103233]: DEBUG neutron.plugins.ml2.managers [None req-0142d9b3-b3b1-4b72-8538-4574aca79367 None None] Bound port: e2f54ecd-d581-40a3-bc20-cd4e87bc270d, host: n-d-713498-36, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a4222f89-8d3f-4b51-953b-1a8126392491', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '88055e1e-672a-4487-be31-ffb6e833ece5'}}] {{(pid=103233) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 19:39:33.065305 n-d-713498-36 neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-0142d9b3-b3b1-4b72-8538-4574aca79367 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (e2f54ecd-d581-40a3-bc20-cd4e87bc270d), before_update {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:39:33.120357 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e626802-25ab-4eea-bcef-6141752a3813 tempest-TestNetworkAdvancedServerOps-1633223542 tempest-TestNetworkAdvancedServerOps-1633223542-project] Pushing event deleted for resources: {'Port': ['ID=a5f4fbf1-34c8-41b1-81ec-55c9d1b7de8a,revision_number=None']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:39:33.150298 n-d-713498-36 neutron-server[103233]: DEBUG neutron.plugins.ml2.db [None req-0142d9b3-b3b1-4b72-8538-4574aca79367 None None] For port e2f54ecd-d581-40a3-bc20-cd4e87bc270d, host n-d-713498-36, cleared binding levels {{(pid=103233) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 19:39:33.153831 n-d-713498-36 neutron-server[103233]: DEBUG neutron.plugins.ml2.db [None req-0142d9b3-b3b1-4b72-8538-4574aca79367 None None] For port e2f54ecd-d581-40a3-bc20-cd4e87bc270d, host n-d-713498-36, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-36',level=0,port_id=e2f54ecd-d581-40a3-bc20-cd4e87bc270d,segment=NetworkSegment(a4222f89-8d3f-4b51-953b-1a8126392491),segment_id=a4222f89-8d3f-4b51-953b-1a8126392491)] {{(pid=103233) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 19:39:33.157388 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c293cc6a-249f-480f-ab4d-0cc7788d4817 req-8df4fe2d-2d60-4a90-811d-ee6ba9293b96 tempest-TestVolumeBootPattern-1615943498 tempest-TestVolumeBootPattern-1615943498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:39:33.160106 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-c293cc6a-249f-480f-ab4d-0cc7788d4817 req-8df4fe2d-2d60-4a90-811d-ee6ba9293b96 tempest-TestVolumeBootPattern-1615943498 tempest-TestVolumeBootPattern-1615943498-project] 10.222.0.75 "GET /v2.0/ports?device_id=12a976dd-6cea-41c9-ac01-b3afb88322e3 HTTP/1.1" status: 200 len: 943 time: 0.4498971 Feb 09 19:39:33.160490 n-d-713498-36 neutron-server[103233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02fd18b6-9f99-44ca-9aaf-211d3a7777dd None None] Pushing event updated for resources: {'Port': ['ID=e2f54ecd-d581-40a3-bc20-cd4e87bc270d,revision_number=2']} {{(pid=103233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:39:33.164753 n-d-713498-36 neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-0142d9b3-b3b1-4b72-8538-4574aca79367 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762867176205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762866656485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762866656503'] for port (e2f54ecd-d581-40a3-bc20-cd4e87bc270d), after_update {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:39:33.176634 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93210c7e-9187-483e-af24-93f9b9c7299c req-ccc8a20f-2fc6-4a4f-b4f4-3a23751242d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:39:33.178419 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-93210c7e-9187-483e-af24-93f9b9c7299c req-ccc8a20f-2fc6-4a4f-b4f4-3a23751242d2 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=8c23e8df-50ec-4124-b2e0-ec4287e0865a HTTP/1.1" status: 200 len: 851 time: 0.1406775 Feb 09 19:39:33.231985 n-d-713498-36 neutron-server[103233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0142d9b3-b3b1-4b72-8538-4574aca79367 None None] Routers {'042d4063-0dd6-4eab-baa5-294896cb13f5'} bound to L3 agent in host n-d-713498-36 {{(pid=103233) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 19:39:33.232802 n-d-713498-36 neutron-server[103233]: DEBUG neutron.db.l3_hamode_db [None req-0142d9b3-b3b1-4b72-8538-4574aca79367 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T18:51:43Z,description=,heartbeat_timestamp=2022-02-09T19:39:13Z,host='n-d-713498-36',id=93303d5e-5d17-45e8-8963-7694f87783ae,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T18:51:43Z,topic='l3_agent')) {'router_ids': ['042d4063-0dd6-4eab-baa5-294896cb13f5'], 'active': True} {{(pid=103233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:39:33.305456 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93210c7e-9187-483e-af24-93f9b9c7299c req-c9b98054-c50a-4715-bda2-23c5d10998ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:39:33.312080 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-93210c7e-9187-483e-af24-93f9b9c7299c req-c9b98054-c50a-4715-bda2-23c5d10998ff service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=6c0390b8-57a8-4e5d-b1b3-4d3098f0383e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.1183867 Feb 09 19:39:33.345341 n-d-713498-36 neutron-server[103233]: DEBUG neutron.db.l3_dvr_db [None req-0142d9b3-b3b1-4b72-8538-4574aca79367 None None] Set router 042d4063-0dd6-4eab-baa5-294896cb13f5 gateway port host: n-d-713498-36 {{(pid=103233) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 19:39:33.403275 n-d-713498-36 neutron-server[103229]: DEBUG neutron.db.db_base_plugin_common [None req-01f8cfdd-6097-4903-a6c1-46f49a4ec4d2 admin admin] Allocated IP 172.20.0.1 (c82d426f-a355-47f2-9358-68fe4349f782/1606ed9d-0a78-4c8f-95cd-673eb47e18dc/aa0f446c-0d86-4ea8-bed2-b11f1660554b) {{(pid=103229) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 19:39:33.410834 n-d-713498-36 neutron-server[103233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02fd18b6-9f99-44ca-9aaf-211d3a7777dd None None] Pushing event updated for resources: {'Port': ['ID=e2f54ecd-d581-40a3-bc20-cd4e87bc270d,revision_number=3']} {{(pid=103233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:39:33.493396 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-93210c7e-9187-483e-af24-93f9b9c7299c req-49534f12-1670-438a-8e4a-66630b4a860f service neutron] 10.222.0.90 "GET /v2.0/networks/6c0390b8-57a8-4e5d-b1b3-4d3098f0383e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1692674 Feb 09 19:39:33.548308 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-01f8cfdd-6097-4903-a6c1-46f49a4ec4d2 admin admin] Publish callbacks [] for port (aa0f446c-0d86-4ea8-bed2-b11f1660554b), precommit_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:39:33.635193 n-d-713498-36 neutron-server[103233]: DEBUG neutron.db.l3_hamode_db [None req-0142d9b3-b3b1-4b72-8538-4574aca79367 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '042d4063-0dd6-4eab-baa5-294896cb13f5', 'name': 'tempest-TestVolumeBackupRestore-1617496221-router', 'tenant_id': '4c59ff00c3d1431da7ba682b198a4ba5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88055e1e-672a-4487-be31-ffb6e833ece5', 'external_fixed_ips': [{'subnet_id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'ip_address': '172.25.1.69'}], 'enable_snat': True}, 'gw_port_id': 'e2f54ecd-d581-40a3-bc20-cd4e87bc270d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T19:39:28Z', 'updated_at': '2022-02-09T19:39:29Z', 'revision_number': 3, 'project_id': '4c59ff00c3d1431da7ba682b198a4ba5', 'gw_port': {'id': 'e2f54ecd-d581-40a3-bc20-cd4e87bc270d', 'name': '', 'network_id': '88055e1e-672a-4487-be31-ffb6e833ece5', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:b8:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '042d4063-0dd6-4eab-baa5-294896cb13f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3571, 'fixed_ips': [{'subnet_id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'ip_address': '172.25.1.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T19:39:28Z', 'updated_at': '2022-02-09T19:39:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-36'}], 'n-d-713498-36', False) {} {{(pid=103233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:39:33.643004 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-2e626802-25ab-4eea-bcef-6141752a3813 tempest-TestNetworkAdvancedServerOps-1633223542 tempest-TestNetworkAdvancedServerOps-1633223542-project] Publish callbacks [] for floatingip (04ed9858-16be-450c-a946-5e34e6c89c8b), after_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:39:33.643344 n-d-713498-36 neutron-server[103229]: INFO neutron.db.l3_db [None req-2e626802-25ab-4eea-bcef-6141752a3813 tempest-TestNetworkAdvancedServerOps-1633223542 tempest-TestNetworkAdvancedServerOps-1633223542-project] Floating IP 04ed9858-16be-450c-a946-5e34e6c89c8b disassociated (deleted). External IP: 172.25.1.218, port: 5d390df8-f62d-4dcd-86a7-dc07a0e76fe3. Feb 09 19:39:33.678280 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-93210c7e-9187-483e-af24-93f9b9c7299c req-021ae1ea-9b32-4a50-94bc-2b8fa40bf59a service neutron] 10.222.0.90 "GET /v2.0/networks/6c0390b8-57a8-4e5d-b1b3-4d3098f0383e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1747546 Feb 09 19:39:33.687341 n-d-713498-36 neutron-server[103233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0142d9b3-b3b1-4b72-8538-4574aca79367 None None] The sync data for ids ['042d4063-0dd6-4eab-baa5-294896cb13f5'] in n-d-713498-36 is: [{'id': '042d4063-0dd6-4eab-baa5-294896cb13f5', 'name': 'tempest-TestVolumeBackupRestore-1617496221-router', 'tenant_id': '4c59ff00c3d1431da7ba682b198a4ba5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88055e1e-672a-4487-be31-ffb6e833ece5', 'external_fixed_ips': [{'subnet_id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'ip_address': '172.25.1.69'}], 'enable_snat': True}, 'gw_port_id': 'e2f54ecd-d581-40a3-bc20-cd4e87bc270d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T19:39:28Z', 'updated_at': '2022-02-09T19:39:29Z', 'revision_number': 3, 'project_id': '4c59ff00c3d1431da7ba682b198a4ba5', 'gw_port': {'id': 'e2f54ecd-d581-40a3-bc20-cd4e87bc270d', 'name': '', 'network_id': '88055e1e-672a-4487-be31-ffb6e833ece5', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:b8:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '042d4063-0dd6-4eab-baa5-294896cb13f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3571, 'fixed_ips': [{'subnet_id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'ip_address': '172.25.1.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T19:39:28Z', 'updated_at': '2022-02-09T19:39:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-36'}] {{(pid=103233) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 19:39:33.698317 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-4b0406c2-b9e3-423b-b3b0-0ce268b51dd3 admin admin] Publish callbacks [] for security_group (2ea86e7f-877c-43d6-bb7a-f8d25406d62f), before_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:39:33.777519 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-4b0406c2-b9e3-423b-b3b0-0ce268b51dd3 admin admin] Publish callbacks [] for security_group (2ea86e7f-877c-43d6-bb7a-f8d25406d62f), precommit_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:39:33.797710 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-777dd0b1-676e-4930-ac9e-e5e68410ed73 req-f3db39ab-0663-4df3-b0fc-ce23e7d849b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:39:33.799985 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-777dd0b1-676e-4930-ac9e-e5e68410ed73 req-f3db39ab-0663-4df3-b0fc-ce23e7d849b3 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=e66ffe5bb4494e31b9de6c7224f91756&device_id=12a976dd-6cea-41c9-ac01-b3afb88322e3 HTTP/1.1" status: 200 len: 1126 time: 0.0583291 Feb 09 19:39:33.926201 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-777dd0b1-676e-4930-ac9e-e5e68410ed73 req-9b22fbb7-1e75-42cf-b5a7-7da55bc65139 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:39:33.928126 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-777dd0b1-676e-4930-ac9e-e5e68410ed73 req-9b22fbb7-1e75-42cf-b5a7-7da55bc65139 service neutron] 10.222.0.90 "GET /v2.0/networks?id=6c0390b8-57a8-4e5d-b1b3-4d3098f0383e HTTP/1.1" status: 200 len: 913 time: 0.1168573 Feb 09 19:39:33.992976 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-777dd0b1-676e-4930-ac9e-e5e68410ed73 req-7ebee18b-953f-44e1-b6c4-5375eeb7b791 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=1fd0e181-9609-4a05-8ad9-99bc305a2c05 HTTP/1.1" status: 200 len: 217 time: 0.0554924 Feb 09 19:39:34.063640 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-777dd0b1-676e-4930-ac9e-e5e68410ed73 req-ef11b7da-1dd3-4ff9-95dd-79d3e753a966 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:39:34.065167 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-777dd0b1-676e-4930-ac9e-e5e68410ed73 req-ef11b7da-1dd3-4ff9-95dd-79d3e753a966 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=8c23e8df-50ec-4124-b2e0-ec4287e0865a HTTP/1.1" status: 200 len: 851 time: 0.0623627 Feb 09 19:39:34.079917 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-c293cc6a-249f-480f-ab4d-0cc7788d4817 req-cdf630b8-d45e-4287-80f2-dbb8f2244e4e tempest-TestVolumeBootPattern-1615943498 tempest-TestVolumeBootPattern-1615943498-project] 10.222.0.75 "GET /v2.0/security-groups?id=85e2738d-e0ce-44c8-a269-2deaf81a01f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8907499 Feb 09 19:39:34.088813 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-4b0406c2-b9e3-423b-b3b0-0ce268b51dd3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1892331'] for security_group (2ea86e7f-877c-43d6-bb7a-f8d25406d62f), after_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:39:34.098760 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-4b0406c2-b9e3-423b-b3b0-0ce268b51dd3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:39:34.098760 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-4b0406c2-b9e3-423b-b3b0-0ce268b51dd3 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/2ea86e7f-877c-43d6-bb7a-f8d25406d62f HTTP/1.1" status: 204 len: 168 time: 1.1668365 Feb 09 19:39:34.137596 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-01f8cfdd-6097-4903-a6c1-46f49a4ec4d2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762866656467', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12867576'] for port (aa0f446c-0d86-4ea8-bed2-b11f1660554b), after_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:39:34.241650 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-777dd0b1-676e-4930-ac9e-e5e68410ed73 req-c58c8050-eb20-4e80-ae4b-bb1d6a764040 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:39:34.244996 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-777dd0b1-676e-4930-ac9e-e5e68410ed73 req-c58c8050-eb20-4e80-ae4b-bb1d6a764040 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=6c0390b8-57a8-4e5d-b1b3-4d3098f0383e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.1677163 Feb 09 19:39:34.265076 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b0406c2-b9e3-423b-b3b0-0ce268b51dd3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2ea86e7f-877c-43d6-bb7a-f8d25406d62f,revision_number=None']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:39:34.365185 n-d-713498-36 neutron-server[103229]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01f8cfdd-6097-4903-a6c1-46f49a4ec4d2 admin admin] Network c82d426f-a355-47f2-9358-68fe4349f782 is already hosted by enough agents. {{(pid=103229) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 19:39:34.373236 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01f8cfdd-6097-4903-a6c1-46f49a4ec4d2 admin admin] Pushing event updated for resources: {'Port': ['ID=aa0f446c-0d86-4ea8-bed2-b11f1660554b,revision_number=1']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:39:34.379594 n-d-713498-36 neutron-server[103229]: DEBUG neutron.scheduler.base_scheduler [None req-01f8cfdd-6097-4903-a6c1-46f49a4ec4d2 admin admin] Resources bound (agent type, host, resource id): {{(pid=103229) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 19:39:34.402481 n-d-713498-36 neutron-server[103229]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01f8cfdd-6097-4903-a6c1-46f49a4ec4d2 admin admin] Received port after_create {{(pid=103229) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 19:39:34.499288 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-777dd0b1-676e-4930-ac9e-e5e68410ed73 req-3321fa2a-77b9-4851-bb11-97ae3234302d service neutron] 10.222.0.90 "GET /v2.0/networks/6c0390b8-57a8-4e5d-b1b3-4d3098f0383e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2433019 Feb 09 19:39:34.509422 n-d-713498-36 neutron-server[103229]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2e626802-25ab-4eea-bcef-6141752a3813 tempest-TestNetworkAdvancedServerOps-1633223542 tempest-TestNetworkAdvancedServerOps-1633223542-project] Router 2d38cfb5-4334-482f-a4f2-50916ef92933 has already been hosted by L3 agent 93303d5e-5d17-45e8-8963-7694f87783ae {{(pid=103229) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 19:39:34.543519 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-01f8cfdd-6097-4903-a6c1-46f49a4ec4d2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1819024'] for router_interface (042d4063-0dd6-4eab-baa5-294896cb13f5), before_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:39:34.755249 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-777dd0b1-676e-4930-ac9e-e5e68410ed73 req-b9c179dc-b493-48e4-87ad-33e24987d64c service neutron] 10.222.0.90 "GET /v2.0/networks/6c0390b8-57a8-4e5d-b1b3-4d3098f0383e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2487905 Feb 09 19:39:34.774525 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.provisioning_blocks [None req-e16bb38f-805f-4bce-893b-256da20b9748 None None] Provisioning complete for port aa0f446c-0d86-4ea8-bed2-b11f1660554b triggered by entity DHCP. {{(pid=103232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 19:39:34.776221 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-e16bb38f-805f-4bce-893b-256da20b9748 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593630'] for port (aa0f446c-0d86-4ea8-bed2-b11f1660554b), provisioning_complete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:39:34.864081 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-e16bb38f-805f-4bce-893b-256da20b9748 None None] Port aa0f446c-0d86-4ea8-bed2-b11f1660554b cannot update to ACTIVE because it is not bound. {{(pid=103232) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 19:39:34.917755 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2e626802-25ab-4eea-bcef-6141752a3813 tempest-TestNetworkAdvancedServerOps-1633223542 tempest-TestNetworkAdvancedServerOps-1633223542-project] Notify agent at l3_agent.n-d-713498-36 the message routers_updated {{(pid=103229) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 19:39:34.925735 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-2e626802-25ab-4eea-bcef-6141752a3813 tempest-TestNetworkAdvancedServerOps-1633223542 tempest-TestNetworkAdvancedServerOps-1633223542-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171096'] for floatingip (None), before_response {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:39:34.933752 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2288d216-e453-48e7-a978-6d936b7ac35f None None] Sync routers for ids ['2d38cfb5-4334-482f-a4f2-50916ef92933'] in n-d-713498-36 {{(pid=103232) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 19:39:34.952347 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2288d216-e453-48e7-a978-6d936b7ac35f None None] Routers {'2d38cfb5-4334-482f-a4f2-50916ef92933'} bound to L3 agent in host n-d-713498-36 {{(pid=103232) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 19:39:34.953468 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.l3_hamode_db [None req-2288d216-e453-48e7-a978-6d936b7ac35f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T18:51:43Z,description=,heartbeat_timestamp=2022-02-09T19:39:13Z,host='n-d-713498-36',id=93303d5e-5d17-45e8-8963-7694f87783ae,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T18:51:43Z,topic='l3_agent')) {'router_ids': ['2d38cfb5-4334-482f-a4f2-50916ef92933'], 'active': True} {{(pid=103232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:39:34.989556 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-2e626802-25ab-4eea-bcef-6141752a3813 tempest-TestNetworkAdvancedServerOps-1633223542 tempest-TestNetworkAdvancedServerOps-1633223542-project] 10.222.0.75 "DELETE /v2.0/floatingips/04ed9858-16be-450c-a946-5e34e6c89c8b HTTP/1.1" status: 204 len: 168 time: 3.4421258 Feb 09 19:39:34.993297 n-d-713498-36 neutron-server[103229]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4389c13d-a9e7-4e04-981e-043da3b220bc', 'tag': '5d390df8-f62d-4dcd-86a7-dc07a0e76fe3'}] {{(pid=103229) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 19:39:34.995810 n-d-713498-36 neutron-server[103229]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fa6ae9a20702bd564eaf90d946620b2b4277b1ab91129323d3b54181076be307" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c8a66d6e-7711-4b88-8f68-a2ab2ccefaeb" -d '{"events": [{"name": "network-changed", "server_uuid": "4389c13d-a9e7-4e04-981e-043da3b220bc", "tag": "5d390df8-f62d-4dcd-86a7-dc07a0e76fe3"}]}' {{(pid=103229) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 19:39:35.012244 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-01f8cfdd-6097-4903-a6c1-46f49a4ec4d2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (aa0f446c-0d86-4ea8-bed2-b11f1660554b), before_update {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:39:35.095863 n-d-713498-36 neutron-server[103229]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 19:39:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-38b42c7d-b128-4a4a-a34f-1fe8ae7d18e5 x-openstack-request-id: req-38b42c7d-b128-4a4a-a34f-1fe8ae7d18e5 {{(pid=103229) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 19:39:35.096579 n-d-713498-36 neutron-server[103229]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4389c13d-a9e7-4e04-981e-043da3b220bc", "tag": "5d390df8-f62d-4dcd-86a7-dc07a0e76fe3", "status": "completed", "code": 200}]} {{(pid=103229) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 19:39:35.096579 n-d-713498-36 neutron-server[103229]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-38b42c7d-b128-4a4a-a34f-1fe8ae7d18e5 {{(pid=103229) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 19:39:35.096923 n-d-713498-36 neutron-server[103229]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4389c13d-a9e7-4e04-981e-043da3b220bc', 'tag': '5d390df8-f62d-4dcd-86a7-dc07a0e76fe3', 'status': 'completed', 'code': 200} Feb 09 19:39:35.248586 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.l3_dvr_db [None req-2288d216-e453-48e7-a978-6d936b7ac35f None None] Set router 2d38cfb5-4334-482f-a4f2-50916ef92933 gateway port host: n-d-713498-36 {{(pid=103232) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 19:39:35.315308 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8a66d6e-7711-4b88-8f68-a2ab2ccefaeb req-08a25ae9-31ca-4c40-953a-f5bbd764ab8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:39:35.317004 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-c8a66d6e-7711-4b88-8f68-a2ab2ccefaeb req-08a25ae9-31ca-4c40-953a-f5bbd764ab8b service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=eba669c4f4c548e495f13ae7579d0fa6&device_id=4389c13d-a9e7-4e04-981e-043da3b220bc HTTP/1.1" status: 200 len: 1127 time: 0.2143734 Feb 09 19:39:35.660206 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-01f8cfdd-6097-4903-a6c1-46f49a4ec4d2 admin admin] Publish callbacks [] for port (aa0f446c-0d86-4ea8-bed2-b11f1660554b), precommit_update {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:39:35.669505 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-01f8cfdd-6097-4903-a6c1-46f49a4ec4d2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762867176205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762866656485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762866656503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12867569'] for port (aa0f446c-0d86-4ea8-bed2-b11f1660554b), after_update {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:39:35.706918 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-941bfe47-bba4-4fec-956d-388f9b3bdc06 req-0802e2a8-df5c-439a-b46f-d5626565ee76 tempest-TestVolumeBootPattern-1615943498 tempest-TestVolumeBootPattern-1615943498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:39:35.708546 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-941bfe47-bba4-4fec-956d-388f9b3bdc06 req-0802e2a8-df5c-439a-b46f-d5626565ee76 tempest-TestVolumeBootPattern-1615943498 tempest-TestVolumeBootPattern-1615943498-project] 10.222.0.75 "GET /v2.0/ports?device_id=12a976dd-6cea-41c9-ac01-b3afb88322e3 HTTP/1.1" status: 200 len: 943 time: 0.3905678 Feb 09 19:39:35.796137 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8a66d6e-7711-4b88-8f68-a2ab2ccefaeb req-98969283-887f-452e-93ff-5736909acfe1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:39:35.798451 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-c8a66d6e-7711-4b88-8f68-a2ab2ccefaeb req-98969283-887f-452e-93ff-5736909acfe1 service neutron] 10.222.0.90 "GET /v2.0/networks?id=6035eead-e0c7-4408-9f20-6d0c89d4e7ac HTTP/1.1" status: 200 len: 898 time: 0.4658444 Feb 09 19:39:35.807550 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a4a4048-a516-4382-905d-9c5460ea26f6 req-e8311db6-2893-49ae-a91d-ac68d837dbf3 tempest-TestNetworkAdvancedServerOps-1633223542 tempest-TestNetworkAdvancedServerOps-1633223542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:39:35.817060 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-8a4a4048-a516-4382-905d-9c5460ea26f6 req-e8311db6-2893-49ae-a91d-ac68d837dbf3 tempest-TestNetworkAdvancedServerOps-1633223542 tempest-TestNetworkAdvancedServerOps-1633223542-project] 10.222.0.75 "GET /v2.0/ports?device_id=4389c13d-a9e7-4e04-981e-043da3b220bc HTTP/1.1" status: 200 len: 944 time: 0.2229714 Feb 09 19:39:35.857260 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Device e2f54ecd-d581-40a3-bc20-cd4e87bc270d up at agent ovs-agent-n-d-713498-36 {{(pid=103232) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 19:39:35.890611 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-c8a66d6e-7711-4b88-8f68-a2ab2ccefaeb req-eb831770-0698-4e81-a1b6-70937df36aa7 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=5d390df8-f62d-4dcd-86a7-dc07a0e76fe3 HTTP/1.1" status: 200 len: 217 time: 0.0631239 Feb 09 19:39:35.913401 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01f8cfdd-6097-4903-a6c1-46f49a4ec4d2 admin admin] Pushing event updated for resources: {'Port': ['ID=aa0f446c-0d86-4ea8-bed2-b11f1660554b,revision_number=2']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:39:35.931923 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-01f8cfdd-6097-4903-a6c1-46f49a4ec4d2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1613458', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1834496'] for router_interface (042d4063-0dd6-4eab-baa5-294896cb13f5), after_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:39:35.958401 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-8a4a4048-a516-4382-905d-9c5460ea26f6 req-b0120e2b-4d65-4cbc-b4c9-1568d40cc017 tempest-TestNetworkAdvancedServerOps-1633223542 tempest-TestNetworkAdvancedServerOps-1633223542-project] 10.222.0.75 "GET /v2.0/security-groups?id=db3e440f-6371-4f6a-b598-e7d001dae153&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1358435 Feb 09 19:39:36.065738 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-941bfe47-bba4-4fec-956d-388f9b3bdc06 req-c672c415-58ee-4f24-b15c-83b47a36bc08 tempest-TestVolumeBootPattern-1615943498 tempest-TestVolumeBootPattern-1615943498-project] 10.222.0.75 "GET /v2.0/security-groups?id=85e2738d-e0ce-44c8-a269-2deaf81a01f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2441652 Feb 09 19:39:36.081971 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8a66d6e-7711-4b88-8f68-a2ab2ccefaeb req-210ffd78-a5f0-4717-a78c-2791f9dc7ef5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:39:36.085555 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-c8a66d6e-7711-4b88-8f68-a2ab2ccefaeb req-210ffd78-a5f0-4717-a78c-2791f9dc7ef5 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=a7f5b809-e422-427f-b277-488571c8bd57 HTTP/1.1" status: 200 len: 835 time: 0.1543381 Feb 09 19:39:36.109769 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.provisioning_blocks [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Provisioning complete for port e2f54ecd-d581-40a3-bc20-cd4e87bc270d triggered by entity L2. {{(pid=103232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 19:39:36.110175 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593630'] for port (e2f54ecd-d581-40a3-bc20-cd4e87bc270d), provisioning_complete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:39:36.172927 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.l3_hamode_db [None req-2288d216-e453-48e7-a978-6d936b7ac35f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d38cfb5-4334-482f-a4f2-50916ef92933', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1038575245', 'tenant_id': 'eba669c4f4c548e495f13ae7579d0fa6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88055e1e-672a-4487-be31-ffb6e833ece5', 'external_fixed_ips': [{'subnet_id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'ip_address': '172.25.1.172'}], 'enable_snat': True}, 'gw_port_id': '7b25201c-a915-4ec0-8dd4-56b46a0463a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T19:37:57Z', 'updated_at': '2022-02-09T19:38:07Z', 'revision_number': 4, 'project_id': 'eba669c4f4c548e495f13ae7579d0fa6', 'gw_port': {'id': '7b25201c-a915-4ec0-8dd4-56b46a0463a5', 'name': '', 'network_id': '88055e1e-672a-4487-be31-ffb6e833ece5', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:c8:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d38cfb5-4334-482f-a4f2-50916ef92933', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3459, 'fixed_ips': [{'subnet_id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'ip_address': '172.25.1.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T19:37:59Z', 'updated_at': '2022-02-09T19:38:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-36', '_interfaces': [{'id': 'd4394da1-671e-46cc-bae8-1604cc107d33', 'name': '', 'network_id': '6035eead-e0c7-4408-9f20-6d0c89d4e7ac', 'tenant_id': 'eba669c4f4c548e495f13ae7579d0fa6', 'mac_address': 'fa:16:3e:25:d8:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d38cfb5-4334-482f-a4f2-50916ef92933', 'device_owner': 'network:router_interface', 'standard_attr_id': 3462, 'fixed_ips': [{'subnet_id': 'a7f5b809-e422-427f-b277-488571c8bd57', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T19:38:05Z', 'updated_at': '2022-02-09T19:38:13Z', 'revision_number': 5, 'project_id': 'eba669c4f4c548e495f13ae7579d0fa6', 'subnets': [{'id': 'a7f5b809-e422-427f-b277-488571c8bd57', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-36', False) {} {{(pid=103232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:39:36.204032 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8a66d6e-7711-4b88-8f68-a2ab2ccefaeb req-2e68dd71-c16d-47e2-8b8a-199a66219b1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:39:36.208906 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-c8a66d6e-7711-4b88-8f68-a2ab2ccefaeb req-2e68dd71-c16d-47e2-8b8a-199a66219b1d service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=6035eead-e0c7-4408-9f20-6d0c89d4e7ac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.1141052 Feb 09 19:39:36.242698 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2288d216-e453-48e7-a978-6d936b7ac35f None None] Checking router: 2d38cfb5-4334-482f-a4f2-50916ef92933 for host: n-d-713498-36 {{(pid=103232) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 19:39:36.299607 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2288d216-e453-48e7-a978-6d936b7ac35f None None] Routers {'2d38cfb5-4334-482f-a4f2-50916ef92933'} bound to L3 agent in host n-d-713498-36 {{(pid=103232) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 19:39:36.300425 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.l3_hamode_db [None req-2288d216-e453-48e7-a978-6d936b7ac35f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T18:51:43Z,description=,heartbeat_timestamp=2022-02-09T19:39:13Z,host='n-d-713498-36',id=93303d5e-5d17-45e8-8963-7694f87783ae,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T18:51:43Z,topic='l3_agent')) {'router_ids': ['2d38cfb5-4334-482f-a4f2-50916ef92933'], 'active': True} {{(pid=103232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:39:36.332009 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c83b1b6e-15ff-4035-a652-4d597dec3cc9 req-53e0799d-cde2-41ee-a87a-822af922f60c tempest-TestNetworkAdvancedServerOps-1633223542 tempest-TestNetworkAdvancedServerOps-1633223542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:39:36.333619 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-c83b1b6e-15ff-4035-a652-4d597dec3cc9 req-53e0799d-cde2-41ee-a87a-822af922f60c tempest-TestNetworkAdvancedServerOps-1633223542 tempest-TestNetworkAdvancedServerOps-1633223542-project] 10.222.0.90 "GET /v2.0/ports?device_id=4389c13d-a9e7-4e04-981e-043da3b220bc HTTP/1.1" status: 200 len: 944 time: 0.2651694 Feb 09 19:39:36.393740 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-c8a66d6e-7711-4b88-8f68-a2ab2ccefaeb req-eb7d4920-fef4-45e6-8acb-5ae51ec54648 service neutron] 10.222.0.90 "GET /v2.0/networks/6035eead-e0c7-4408-9f20-6d0c89d4e7ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1773210 Feb 09 19:39:36.480875 n-d-713498-36 neutron-server[103229]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01f8cfdd-6097-4903-a6c1-46f49a4ec4d2 admin admin] Network c82d426f-a355-47f2-9358-68fe4349f782 is already hosted by enough agents. {{(pid=103229) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 19:39:36.508673 n-d-713498-36 neutron-server[103229]: DEBUG neutron.scheduler.base_scheduler [None req-01f8cfdd-6097-4903-a6c1-46f49a4ec4d2 admin admin] Resources bound (agent type, host, resource id): {{(pid=103229) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 19:39:36.663858 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.l3_dvr_db [None req-2288d216-e453-48e7-a978-6d936b7ac35f None None] Set router 2d38cfb5-4334-482f-a4f2-50916ef92933 gateway port host: n-d-713498-36 {{(pid=103232) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 19:39:36.860665 n-d-713498-36 neutron-server[103229]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-01f8cfdd-6097-4903-a6c1-46f49a4ec4d2 admin admin] Router 042d4063-0dd6-4eab-baa5-294896cb13f5 has already been hosted by L3 agent 93303d5e-5d17-45e8-8963-7694f87783ae {{(pid=103229) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 19:39:36.862012 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 41692) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:39:36.982274 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Current status of the port e2f54ecd-d581-40a3-bc20-cd4e87bc270d is: DOWN; New status is: ACTIVE {{(pid=103232) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 19:39:36.988155 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (e2f54ecd-d581-40a3-bc20-cd4e87bc270d), before_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:39:37.208370 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-01f8cfdd-6097-4903-a6c1-46f49a4ec4d2 admin admin] Notify agent at l3_agent.n-d-713498-36 the message routers_updated {{(pid=103229) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 19:39:37.221032 n-d-713498-36 neutron-server[103233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0283bbe0-d097-4978-b152-a5bcfb016488 None None] Sync routers for ids ['042d4063-0dd6-4eab-baa5-294896cb13f5'] in n-d-713498-36 {{(pid=103233) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 19:39:37.251715 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-01f8cfdd-6097-4903-a6c1-46f49a4ec4d2 admin admin] 10.222.0.75 "PUT /v2.0/routers/042d4063-0dd6-4eab-baa5-294896cb13f5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.4513037 Feb 09 19:39:37.279703 n-d-713498-36 neutron-server[103233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0283bbe0-d097-4978-b152-a5bcfb016488 None None] Routers {'042d4063-0dd6-4eab-baa5-294896cb13f5'} bound to L3 agent in host n-d-713498-36 {{(pid=103233) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 19:39:37.280422 n-d-713498-36 neutron-server[103233]: DEBUG neutron.db.l3_hamode_db [None req-0283bbe0-d097-4978-b152-a5bcfb016488 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T18:51:43Z,description=,heartbeat_timestamp=2022-02-09T19:39:13Z,host='n-d-713498-36',id=93303d5e-5d17-45e8-8963-7694f87783ae,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T18:51:43Z,topic='l3_agent')) {'router_ids': ['042d4063-0dd6-4eab-baa5-294896cb13f5'], 'active': True} {{(pid=103233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:39:37.320911 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-9179e18b-37c0-4ff4-af46-1c295b56b5e0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:39:37.345010 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-c8a66d6e-7711-4b88-8f68-a2ab2ccefaeb req-412766b3-1056-4587-bb21-91ad14f9109c service neutron] 10.222.0.90 "GET /v2.0/networks/6035eead-e0c7-4408-9f20-6d0c89d4e7ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9419856 Feb 09 19:39:37.433472 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-9179e18b-37c0-4ff4-af46-1c295b56b5e0 admin admin] Publish callbacks [] for security_group (6f66885d-b80c-468f-90b8-854d0bc2b52f), precommit_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:39:37.452914 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.plugin [req-c83b1b6e-15ff-4035-a652-4d597dec3cc9 req-567ade54-df15-4f90-b800-57276272ecb3 tempest-TestNetworkAdvancedServerOps-1633223542 tempest-TestNetworkAdvancedServerOps-1633223542-project] Deleting port 5d390df8-f62d-4dcd-86a7-dc07a0e76fe3 {{(pid=103229) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 19:39:37.453265 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-c83b1b6e-15ff-4035-a652-4d597dec3cc9 req-567ade54-df15-4f90-b800-57276272ecb3 tempest-TestNetworkAdvancedServerOps-1633223542 tempest-TestNetworkAdvancedServerOps-1633223542-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762867170196'] for port (5d390df8-f62d-4dcd-86a7-dc07a0e76fe3), before_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:39:37.506504 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9323d40-81f0-4644-a22b-cc7fed9df5dd req-cf54a3b9-4443-4d01-8a31-013886bed6ea tempest-TestNetworkAdvancedServerOps-1633223542 tempest-TestNetworkAdvancedServerOps-1633223542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:39:37.511435 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-d9323d40-81f0-4644-a22b-cc7fed9df5dd req-cf54a3b9-4443-4d01-8a31-013886bed6ea tempest-TestNetworkAdvancedServerOps-1633223542 tempest-TestNetworkAdvancedServerOps-1633223542-project] 10.222.0.75 "GET /v2.0/ports?device_id=4389c13d-a9e7-4e04-981e-043da3b220bc HTTP/1.1" status: 200 len: 944 time: 0.1451354 Feb 09 19:39:37.615855 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-d9323d40-81f0-4644-a22b-cc7fed9df5dd req-c8605f6c-8143-4730-853c-4f2f29768558 tempest-TestNetworkAdvancedServerOps-1633223542 tempest-TestNetworkAdvancedServerOps-1633223542-project] 10.222.0.75 "GET /v2.0/security-groups?id=db3e440f-6371-4f6a-b598-e7d001dae153&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0989206 Feb 09 19:39:37.636719 n-d-713498-36 neutron-server[103233]: DEBUG neutron.db.l3_dvr_db [None req-0283bbe0-d097-4978-b152-a5bcfb016488 None None] Set router 042d4063-0dd6-4eab-baa5-294896cb13f5 gateway port host: n-d-713498-36 {{(pid=103233) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 19:39:37.671249 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] For port e2f54ecd-d581-40a3-bc20-cd4e87bc270d, host n-d-713498-36, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-36',level=0,port_id=e2f54ecd-d581-40a3-bc20-cd4e87bc270d,segment=NetworkSegment(a4222f89-8d3f-4b51-953b-1a8126392491),segment_id=a4222f89-8d3f-4b51-953b-1a8126392491)] {{(pid=103232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 19:39:37.756498 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.db [req-c83b1b6e-15ff-4035-a652-4d597dec3cc9 req-567ade54-df15-4f90-b800-57276272ecb3 tempest-TestNetworkAdvancedServerOps-1633223542 tempest-TestNetworkAdvancedServerOps-1633223542-project] For port 5d390df8-f62d-4dcd-86a7-dc07a0e76fe3, host n-h2-713498-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-36',level=0,port_id=5d390df8-f62d-4dcd-86a7-dc07a0e76fe3,segment=NetworkSegment(c9370ef4-6c10-429a-a2d3-5375ca469f6c),segment_id=c9370ef4-6c10-429a-a2d3-5375ca469f6c)] {{(pid=103229) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 19:39:37.757003 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762867176205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762866656485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762866656503'] for port (e2f54ecd-d581-40a3-bc20-cd4e87bc270d), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:39:37.762937 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-c83b1b6e-15ff-4035-a652-4d597dec3cc9 req-567ade54-df15-4f90-b800-57276272ecb3 tempest-TestNetworkAdvancedServerOps-1633223542 tempest-TestNetworkAdvancedServerOps-1633223542-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1820838'] for port (5d390df8-f62d-4dcd-86a7-dc07a0e76fe3), precommit_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:39:37.812329 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.plugin [req-c83b1b6e-15ff-4035-a652-4d597dec3cc9 req-567ade54-df15-4f90-b800-57276272ecb3 tempest-TestNetworkAdvancedServerOps-1633223542 tempest-TestNetworkAdvancedServerOps-1633223542-project] Calling delete_port for 5d390df8-f62d-4dcd-86a7-dc07a0e76fe3 owned by compute:nova {{(pid=103229) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 19:39:37.843680 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Pushing event updated for resources: {'Port': ['ID=e2f54ecd-d581-40a3-bc20-cd4e87bc270d,revision_number=4']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:39:37.869891 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.provisioning_blocks [None req-0b8a6c5e-fd9e-450e-9fba-87b642fadaea None None] Provisioning complete for port aa0f446c-0d86-4ea8-bed2-b11f1660554b triggered by entity DHCP. {{(pid=103232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 19:39:37.870568 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-0b8a6c5e-fd9e-450e-9fba-87b642fadaea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593630'] for port (aa0f446c-0d86-4ea8-bed2-b11f1660554b), provisioning_complete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:39:37.912882 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-0b8a6c5e-fd9e-450e-9fba-87b642fadaea None None] Port aa0f446c-0d86-4ea8-bed2-b11f1660554b cannot update to ACTIVE because it is not bound. {{(pid=103232) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 19:39:37.936144 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.l3_hamode_db [None req-2288d216-e453-48e7-a978-6d936b7ac35f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d38cfb5-4334-482f-a4f2-50916ef92933', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1038575245', 'tenant_id': 'eba669c4f4c548e495f13ae7579d0fa6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88055e1e-672a-4487-be31-ffb6e833ece5', 'external_fixed_ips': [{'subnet_id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'ip_address': '172.25.1.172'}], 'enable_snat': True}, 'gw_port_id': '7b25201c-a915-4ec0-8dd4-56b46a0463a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T19:37:57Z', 'updated_at': '2022-02-09T19:38:07Z', 'revision_number': 4, 'project_id': 'eba669c4f4c548e495f13ae7579d0fa6', 'gw_port': {'id': '7b25201c-a915-4ec0-8dd4-56b46a0463a5', 'name': '', 'network_id': '88055e1e-672a-4487-be31-ffb6e833ece5', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:c8:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d38cfb5-4334-482f-a4f2-50916ef92933', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3459, 'fixed_ips': [{'subnet_id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'ip_address': '172.25.1.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T19:37:59Z', 'updated_at': '2022-02-09T19:38:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-36', '_interfaces': [{'id': 'd4394da1-671e-46cc-bae8-1604cc107d33', 'name': '', 'network_id': '6035eead-e0c7-4408-9f20-6d0c89d4e7ac', 'tenant_id': 'eba669c4f4c548e495f13ae7579d0fa6', 'mac_address': 'fa:16:3e:25:d8:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d38cfb5-4334-482f-a4f2-50916ef92933', 'device_owner': 'network:router_interface', 'standard_attr_id': 3462, 'fixed_ips': [{'subnet_id': 'a7f5b809-e422-427f-b277-488571c8bd57', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T19:38:05Z', 'updated_at': '2022-02-09T19:38:13Z', 'revision_number': 5, 'project_id': 'eba669c4f4c548e495f13ae7579d0fa6', 'subnets': [{'id': 'a7f5b809-e422-427f-b277-488571c8bd57', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-36', False) {} {{(pid=103232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:39:37.970681 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2288d216-e453-48e7-a978-6d936b7ac35f None None] The sync data for ids ['2d38cfb5-4334-482f-a4f2-50916ef92933'] in n-d-713498-36 is: [{'id': '2d38cfb5-4334-482f-a4f2-50916ef92933', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1038575245', 'tenant_id': 'eba669c4f4c548e495f13ae7579d0fa6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88055e1e-672a-4487-be31-ffb6e833ece5', 'external_fixed_ips': [{'subnet_id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'ip_address': '172.25.1.172'}], 'enable_snat': True}, 'gw_port_id': '7b25201c-a915-4ec0-8dd4-56b46a0463a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T19:37:57Z', 'updated_at': '2022-02-09T19:38:07Z', 'revision_number': 4, 'project_id': 'eba669c4f4c548e495f13ae7579d0fa6', 'gw_port': {'id': '7b25201c-a915-4ec0-8dd4-56b46a0463a5', 'name': '', 'network_id': '88055e1e-672a-4487-be31-ffb6e833ece5', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:c8:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d38cfb5-4334-482f-a4f2-50916ef92933', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3459, 'fixed_ips': [{'subnet_id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'ip_address': '172.25.1.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T19:37:59Z', 'updated_at': '2022-02-09T19:38:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-36', '_interfaces': [{'id': 'd4394da1-671e-46cc-bae8-1604cc107d33', 'name': '', 'network_id': '6035eead-e0c7-4408-9f20-6d0c89d4e7ac', 'tenant_id': 'eba669c4f4c548e495f13ae7579d0fa6', 'mac_address': 'fa:16:3e:25:d8:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d38cfb5-4334-482f-a4f2-50916ef92933', 'device_owner': 'network:router_interface', 'standard_attr_id': 3462, 'fixed_ips': [{'subnet_id': 'a7f5b809-e422-427f-b277-488571c8bd57', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T19:38:05Z', 'updated_at': '2022-02-09T19:38:13Z', 'revision_number': 5, 'project_id': 'eba669c4f4c548e495f13ae7579d0fa6', 'subnets': [{'id': 'a7f5b809-e422-427f-b277-488571c8bd57', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103232) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 19:39:38.074574 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-9179e18b-37c0-4ff4-af46-1c295b56b5e0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1892331'] for security_group (6f66885d-b80c-468f-90b8-854d0bc2b52f), after_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:39:38.146237 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-c83b1b6e-15ff-4035-a652-4d597dec3cc9 req-567ade54-df15-4f90-b800-57276272ecb3 tempest-TestNetworkAdvancedServerOps-1633223542 tempest-TestNetworkAdvancedServerOps-1633223542-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762867177463', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762866656476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12867576'] for port (5d390df8-f62d-4dcd-86a7-dc07a0e76fe3), after_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:39:38.153397 n-d-713498-36 neutron-server[103233]: DEBUG neutron.db.l3_hamode_db [None req-0283bbe0-d097-4978-b152-a5bcfb016488 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '042d4063-0dd6-4eab-baa5-294896cb13f5', 'name': 'tempest-TestVolumeBackupRestore-1617496221-router', 'tenant_id': '4c59ff00c3d1431da7ba682b198a4ba5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88055e1e-672a-4487-be31-ffb6e833ece5', 'external_fixed_ips': [{'subnet_id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'ip_address': '172.25.1.69'}], 'enable_snat': True}, 'gw_port_id': 'e2f54ecd-d581-40a3-bc20-cd4e87bc270d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T19:39:28Z', 'updated_at': '2022-02-09T19:39:34Z', 'revision_number': 4, 'project_id': '4c59ff00c3d1431da7ba682b198a4ba5', 'gw_port': {'id': 'e2f54ecd-d581-40a3-bc20-cd4e87bc270d', 'name': '', 'network_id': '88055e1e-672a-4487-be31-ffb6e833ece5', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:b8:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '042d4063-0dd6-4eab-baa5-294896cb13f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3571, 'fixed_ips': [{'subnet_id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'ip_address': '172.25.1.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T19:39:28Z', 'updated_at': '2022-02-09T19:39:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-36', '_interfaces': [{'id': 'aa0f446c-0d86-4ea8-bed2-b11f1660554b', 'name': '', 'network_id': 'c82d426f-a355-47f2-9358-68fe4349f782', 'tenant_id': '4c59ff00c3d1431da7ba682b198a4ba5', 'mac_address': 'fa:16:3e:ec:ec:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '042d4063-0dd6-4eab-baa5-294896cb13f5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3580, 'fixed_ips': [{'subnet_id': '1606ed9d-0a78-4c8f-95cd-673eb47e18dc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T19:39:33Z', 'updated_at': '2022-02-09T19:39:35Z', 'revision_number': 2, 'project_id': '4c59ff00c3d1431da7ba682b198a4ba5', 'subnets': [{'id': '1606ed9d-0a78-4c8f-95cd-673eb47e18dc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-36', False) {} {{(pid=103233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:39:38.179986 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23978e6d-3bcc-4202-b752-7ff999e31ffb req-a1c0bd5d-cb3c-4df8-b7a8-a09e81f8b16b tempest-TestVolumeBootPattern-1615943498 tempest-TestVolumeBootPattern-1615943498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:39:38.182205 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-23978e6d-3bcc-4202-b752-7ff999e31ffb req-a1c0bd5d-cb3c-4df8-b7a8-a09e81f8b16b tempest-TestVolumeBootPattern-1615943498 tempest-TestVolumeBootPattern-1615943498-project] 10.222.0.75 "GET /v2.0/ports?device_id=12a976dd-6cea-41c9-ac01-b3afb88322e3 HTTP/1.1" status: 200 len: 943 time: 0.9169524 Feb 09 19:39:38.227086 n-d-713498-36 neutron-server[103233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0283bbe0-d097-4978-b152-a5bcfb016488 None None] Checking router: 042d4063-0dd6-4eab-baa5-294896cb13f5 for host: n-d-713498-36 {{(pid=103233) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 19:39:38.228316 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-567ade54-df15-4f90-b800-57276272ecb3 tempest-TestNetworkAdvancedServerOps-1633223542 tempest-TestNetworkAdvancedServerOps-1633223542-project] Pushing event deleted for resources: {'Port': ['ID=5d390df8-f62d-4dcd-86a7-dc07a0e76fe3,revision_number=None']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:39:38.228969 n-d-713498-36 neutron-server[103233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0283bbe0-d097-4978-b152-a5bcfb016488 None None] Updating router 042d4063-0dd6-4eab-baa5-294896cb13f5 port aa0f446c-0d86-4ea8-bed2-b11f1660554b binding host n-d-713498-36 {{(pid=103233) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 19:39:38.300340 n-d-713498-36 neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-0283bbe0-d097-4978-b152-a5bcfb016488 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (aa0f446c-0d86-4ea8-bed2-b11f1660554b), before_update {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:39:38.428339 n-d-713498-36 neutron-server[103229]: DEBUG neutron.db.l3_dvrscheduler_db [req-c83b1b6e-15ff-4035-a652-4d597dec3cc9 req-567ade54-df15-4f90-b800-57276272ecb3 tempest-TestNetworkAdvancedServerOps-1633223542 tempest-TestNetworkAdvancedServerOps-1633223542-project] No DVR routers for this DVR port 5d390df8-f62d-4dcd-86a7-dc07a0e76fe3 on host n-h2-713498-36 {{(pid=103229) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 19:39:38.431988 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-c83b1b6e-15ff-4035-a652-4d597dec3cc9 req-567ade54-df15-4f90-b800-57276272ecb3 tempest-TestNetworkAdvancedServerOps-1633223542 tempest-TestNetworkAdvancedServerOps-1633223542-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171096'] for port (None), before_response {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:39:38.436309 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-c83b1b6e-15ff-4035-a652-4d597dec3cc9 req-567ade54-df15-4f90-b800-57276272ecb3 tempest-TestNetworkAdvancedServerOps-1633223542 tempest-TestNetworkAdvancedServerOps-1633223542-project] 10.222.0.90 "DELETE /v2.0/ports/5d390df8-f62d-4dcd-86a7-dc07a0e76fe3 HTTP/1.1" status: 204 len: 173 time: 2.0820506 Feb 09 19:39:38.440644 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-9179e18b-37c0-4ff4-af46-1c295b56b5e0 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=a91c0e4fc192413695d1a45fb1fe9251&name=default HTTP/1.1" status: 200 len: 3000 time: 1.5690279 Feb 09 19:39:38.444140 n-d-713498-36 neutron-server[103229]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4389c13d-a9e7-4e04-981e-043da3b220bc', 'name': 'network-vif-deleted', 'tag': '5d390df8-f62d-4dcd-86a7-dc07a0e76fe3'}] {{(pid=103229) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 19:39:38.444890 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 41714) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:39:38.448588 n-d-713498-36 neutron-server[103229]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fa6ae9a20702bd564eaf90d946620b2b4277b1ab91129323d3b54181076be307" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-54f858eb-610b-420b-98d6-bb80b5de286d" -d '{"events": [{"server_uuid": "4389c13d-a9e7-4e04-981e-043da3b220bc", "name": "network-vif-deleted", "tag": "5d390df8-f62d-4dcd-86a7-dc07a0e76fe3"}]}' {{(pid=103229) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 19:39:38.451557 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9179e18b-37c0-4ff4-af46-1c295b56b5e0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6f66885d-b80c-468f-90b8-854d0bc2b52f,revision_number=1']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:39:38.503767 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-23978e6d-3bcc-4202-b752-7ff999e31ffb req-634d1f94-e4cb-4b53-8359-343daa51c9d9 tempest-TestVolumeBootPattern-1615943498 tempest-TestVolumeBootPattern-1615943498-project] 10.222.0.75 "GET /v2.0/security-groups?id=85e2738d-e0ce-44c8-a269-2deaf81a01f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2865050 Feb 09 19:39:38.565645 n-d-713498-36 neutron-server[103229]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 19:39:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1fd3f9f3-f02e-45dc-a349-e55848be6dbe x-openstack-request-id: req-1fd3f9f3-f02e-45dc-a349-e55848be6dbe {{(pid=103229) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 19:39:38.566055 n-d-713498-36 neutron-server[103229]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4389c13d-a9e7-4e04-981e-043da3b220bc", "name": "network-vif-deleted", "tag": "5d390df8-f62d-4dcd-86a7-dc07a0e76fe3", "status": "completed", "code": 200}]} {{(pid=103229) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 19:39:38.566402 n-d-713498-36 neutron-server[103229]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-1fd3f9f3-f02e-45dc-a349-e55848be6dbe {{(pid=103229) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 19:39:38.566883 n-d-713498-36 neutron-server[103229]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4389c13d-a9e7-4e04-981e-043da3b220bc', 'name': 'network-vif-deleted', 'tag': '5d390df8-f62d-4dcd-86a7-dc07a0e76fe3', 'status': 'completed', 'code': 200} Feb 09 19:39:38.578020 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 41720) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:39:38.584950 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.v2.base [None req-c811a91c-a3d5-4e93-8cba-86894e2a5e4b admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBackupRestore-1998753892-network', 'tenant_id': '6a0634e8951d44de98a3d83478c325b5'}} {{(pid=103229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 19:39:38.644981 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c811a91c-a3d5-4e93-8cba-86894e2a5e4b admin admin] Made reservation on behalf of 6a0634e8951d44de98a3d83478c325b5 for: {'network': 1} {{(pid=103229) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 19:39:38.651108 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-c811a91c-a3d5-4e93-8cba-86894e2a5e4b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for network (None), before_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:39:38.686539 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-c811a91c-a3d5-4e93-8cba-86894e2a5e4b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:39:38.702785 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c67501d0-ab29-415d-bf6d-167b06557e97 None None] New status for floating IP 04ed9858-16be-450c-a946-5e34e6c89c8b: DOWN {{(pid=103232) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 09 19:39:38.780665 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-47fe2232-eae1-473d-8920-10919a106a12 admin admin] Publish callbacks [] for security_group (6f66885d-b80c-468f-90b8-854d0bc2b52f), before_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:39:38.889527 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-47fe2232-eae1-473d-8920-10919a106a12 admin admin] Publish callbacks [] for security_group (6f66885d-b80c-468f-90b8-854d0bc2b52f), precommit_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:39:38.982779 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-c811a91c-a3d5-4e93-8cba-86894e2a5e4b admin admin] Publish callbacks [] for security_group (c5643ad1-768c-4ef2-9f52-e1e4ceffd548), precommit_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:39:38.990784 n-d-713498-36 neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-0283bbe0-d097-4978-b152-a5bcfb016488 None None] Publish callbacks [] for port (aa0f446c-0d86-4ea8-bed2-b11f1660554b), precommit_update {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:39:38.999461 n-d-713498-36 neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-0283bbe0-d097-4978-b152-a5bcfb016488 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762867176205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762866656485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762866656503'] for port (aa0f446c-0d86-4ea8-bed2-b11f1660554b), after_update {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:39:39.012110 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-c811a91c-a3d5-4e93-8cba-86894e2a5e4b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1892331'] for security_group (c5643ad1-768c-4ef2-9f52-e1e4ceffd548), after_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:39:39.040990 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-47fe2232-eae1-473d-8920-10919a106a12 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1892331'] for security_group (6f66885d-b80c-468f-90b8-854d0bc2b52f), after_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:39:39.045285 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-47fe2232-eae1-473d-8920-10919a106a12 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:39:39.046960 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-47fe2232-eae1-473d-8920-10919a106a12 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/6f66885d-b80c-468f-90b8-854d0bc2b52f HTTP/1.1" status: 204 len: 168 time: 0.5999115 Feb 09 19:39:39.062498 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47fe2232-eae1-473d-8920-10919a106a12 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f66885d-b80c-468f-90b8-854d0bc2b52f,revision_number=None']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:39:39.158282 n-d-713498-36 neutron-server[103233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba8c0f0e-267f-44ec-8748-0df88d6ea885 None None] Pushing event updated for resources: {'Port': ['ID=aa0f446c-0d86-4ea8-bed2-b11f1660554b,revision_number=3']} {{(pid=103233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:39:39.235121 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-2030d3d1-c3ea-4d43-a6d5-6a95d8e09529 req-d4a22cb9-6587-4699-b009-820a9e39efab tempest-TestNetworkAdvancedServerOps-1633223542 tempest-TestNetworkAdvancedServerOps-1633223542-project] 10.222.0.75 "GET /v2.0/ports?device_id=4389c13d-a9e7-4e04-981e-043da3b220bc HTTP/1.1" status: 200 len: 210 time: 0.2308865 Feb 09 19:39:39.239393 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c811a91c-a3d5-4e93-8cba-86894e2a5e4b admin admin] vlan segment allocate from pool success with {'vlan_id': 368, 'physical_network': 'physnet1'} {{(pid=103229) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 19:39:39.287214 n-d-713498-36 neutron-server[103233]: DEBUG neutron.plugins.ml2.managers [None req-0283bbe0-d097-4978-b152-a5bcfb016488 None None] Attempting to bind port aa0f446c-0d86-4ea8-bed2-b11f1660554b on host n-d-713498-36 for vnic_type normal with profile {{(pid=103233) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 19:39:39.287712 n-d-713498-36 neutron-server[103233]: DEBUG neutron.plugins.ml2.managers [None req-0283bbe0-d097-4978-b152-a5bcfb016488 None None] Attempting to bind port aa0f446c-0d86-4ea8-bed2-b11f1660554b by drivers openvswitch,hyperv on host n-d-713498-36 at level 0 using segments [{'id': '6912a3c6-390b-493a-8586-f44e28e90c68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': 'c82d426f-a355-47f2-9358-68fe4349f782'}] {{(pid=103233) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 19:39:39.290428 n-d-713498-36 neutron-server[103233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0283bbe0-d097-4978-b152-a5bcfb016488 None None] Attempting to bind port aa0f446c-0d86-4ea8-bed2-b11f1660554b on network c82d426f-a355-47f2-9358-68fe4349f782 {{(pid=103233) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 19:39:39.305386 n-d-713498-36 neutron-server[103233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0283bbe0-d097-4978-b152-a5bcfb016488 None None] Checking agent: {'id': '496418a2-c002-4aec-ab1a-07f3bea491bd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-36', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 18, 51, 47), 'started_at': datetime.datetime(2022, 2, 9, 18, 52, 17), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 19, 39, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-36'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103233) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 19:39:39.306995 n-d-713498-36 neutron-server[103233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0283bbe0-d097-4978-b152-a5bcfb016488 None None] Checking segment: {'id': '6912a3c6-390b-493a-8586-f44e28e90c68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': 'c82d426f-a355-47f2-9358-68fe4349f782'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103233) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 19:39:39.308035 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c811a91c-a3d5-4e93-8cba-86894e2a5e4b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c5643ad1-768c-4ef2-9f52-e1e4ceffd548,revision_number=1']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:39:39.308393 n-d-713498-36 neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-0283bbe0-d097-4978-b152-a5bcfb016488 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:39:39.309894 n-d-713498-36 neutron-server[103233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0283bbe0-d097-4978-b152-a5bcfb016488 None None] Bound using segment: {'id': '6912a3c6-390b-493a-8586-f44e28e90c68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': 'c82d426f-a355-47f2-9358-68fe4349f782'} {{(pid=103233) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 19:39:39.320486 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-c811a91c-a3d5-4e93-8cba-86894e2a5e4b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-759574'] for segment (c0e1e43e-0537-4256-8167-517a0680bf98), precommit_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:39:39.321057 n-d-713498-36 neutron-server[103229]: INFO neutron.db.segments_db [None req-c811a91c-a3d5-4e93-8cba-86894e2a5e4b admin admin] Added segment c0e1e43e-0537-4256-8167-517a0680bf98 of type vlan for network 253924d1-5bc4-4bc0-bf3c-8e951b69fe65 Feb 09 19:39:39.323613 n-d-713498-36 neutron-server[103233]: DEBUG neutron.plugins.ml2.managers [None req-0283bbe0-d097-4978-b152-a5bcfb016488 None None] Bound port: aa0f446c-0d86-4ea8-bed2-b11f1660554b, host: n-d-713498-36, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6912a3c6-390b-493a-8586-f44e28e90c68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': 'c82d426f-a355-47f2-9358-68fe4349f782'}}] {{(pid=103233) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 19:39:39.325386 n-d-713498-36 neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-0283bbe0-d097-4978-b152-a5bcfb016488 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (aa0f446c-0d86-4ea8-bed2-b11f1660554b), before_update {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:39:39.474931 n-d-713498-36 neutron-server[103233]: DEBUG neutron.plugins.ml2.db [None req-0283bbe0-d097-4978-b152-a5bcfb016488 None None] For port aa0f446c-0d86-4ea8-bed2-b11f1660554b, host n-d-713498-36, cleared binding levels {{(pid=103233) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 19:39:39.481420 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-c811a91c-a3d5-4e93-8cba-86894e2a5e4b admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762866642225'] for network (253924d1-5bc4-4bc0-bf3c-8e951b69fe65), precommit_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:39:39.483807 n-d-713498-36 neutron-server[103233]: DEBUG neutron.plugins.ml2.db [None req-0283bbe0-d097-4978-b152-a5bcfb016488 None None] For port aa0f446c-0d86-4ea8-bed2-b11f1660554b, host n-d-713498-36, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-36',level=0,port_id=aa0f446c-0d86-4ea8-bed2-b11f1660554b,segment=NetworkSegment(6912a3c6-390b-493a-8586-f44e28e90c68),segment_id=6912a3c6-390b-493a-8586-f44e28e90c68)] {{(pid=103233) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 19:39:39.492490 n-d-713498-36 neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-0283bbe0-d097-4978-b152-a5bcfb016488 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762867176205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762866656485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762866656503'] for port (aa0f446c-0d86-4ea8-bed2-b11f1660554b), after_update {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:39:39.583674 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.provisioning_blocks [None req-d0cb2f6d-a416-4b5d-9cf8-89c9108f5a2a None None] Provisioning complete for port aa0f446c-0d86-4ea8-bed2-b11f1660554b triggered by entity DHCP. {{(pid=103232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 19:39:39.584285 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-d0cb2f6d-a416-4b5d-9cf8-89c9108f5a2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593630'] for port (aa0f446c-0d86-4ea8-bed2-b11f1660554b), provisioning_complete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:39:39.625943 n-d-713498-36 neutron-server[103233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba8c0f0e-267f-44ec-8748-0df88d6ea885 None None] Pushing event updated for resources: {'Port': ['ID=aa0f446c-0d86-4ea8-bed2-b11f1660554b,revision_number=4']} {{(pid=103233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:39:39.683645 n-d-713498-36 neutron-server[103233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0283bbe0-d097-4978-b152-a5bcfb016488 None None] Routers {'042d4063-0dd6-4eab-baa5-294896cb13f5'} bound to L3 agent in host n-d-713498-36 {{(pid=103233) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 19:39:39.684295 n-d-713498-36 neutron-server[103233]: DEBUG neutron.db.l3_hamode_db [None req-0283bbe0-d097-4978-b152-a5bcfb016488 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T18:51:43Z,description=,heartbeat_timestamp=2022-02-09T19:39:13Z,host='n-d-713498-36',id=93303d5e-5d17-45e8-8963-7694f87783ae,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T18:51:43Z,topic='l3_agent')) {'router_ids': ['042d4063-0dd6-4eab-baa5-294896cb13f5'], 'active': True} {{(pid=103233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:39:39.704729 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Device 5d390df8-f62d-4dcd-86a7-dc07a0e76fe3 no longer exists at agent hyperv_n-h2-713498-36 {{(pid=103232) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 19:39:39.753381 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e9c99da-dd5f-44c8-a73d-f683f6a45de5 req-7a2275d8-9d15-490d-9c19-7d2485f8c21e tempest-TestVolumeBootPattern-1615943498 tempest-TestVolumeBootPattern-1615943498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:39:39.776197 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-7429db8d-6021-40ad-813e-885be449a89b None None] No Port match for: 5d390df8-f62d-4dcd-86a7-dc07a0e76fe3 {{(pid=103232) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 19:39:39.776554 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Device 5d390df8-f62d-4dcd-86a7-dc07a0e76fe3 not bound to the agent host n-h2-713498-36 {{(pid=103232) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 19:39:39.783229 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-6e9c99da-dd5f-44c8-a73d-f683f6a45de5 req-7a2275d8-9d15-490d-9c19-7d2485f8c21e tempest-TestVolumeBootPattern-1615943498 tempest-TestVolumeBootPattern-1615943498-project] 10.222.0.75 "GET /v2.0/ports?device_id=12a976dd-6cea-41c9-ac01-b3afb88322e3 HTTP/1.1" status: 200 len: 943 time: 0.1153784 Feb 09 19:39:39.893797 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-6e9c99da-dd5f-44c8-a73d-f683f6a45de5 req-3709df81-cf39-4e49-8de1-afe1a05b2efe tempest-TestVolumeBootPattern-1615943498 tempest-TestVolumeBootPattern-1615943498-project] 10.222.0.75 "GET /v2.0/security-groups?id=85e2738d-e0ce-44c8-a269-2deaf81a01f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1058939 Feb 09 19:39:39.958398 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-d0cb2f6d-a416-4b5d-9cf8-89c9108f5a2a None None] Current status of the port aa0f446c-0d86-4ea8-bed2-b11f1660554b is: DOWN; New status is: ACTIVE {{(pid=103232) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 19:39:39.958935 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-d0cb2f6d-a416-4b5d-9cf8-89c9108f5a2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (aa0f446c-0d86-4ea8-bed2-b11f1660554b), before_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:39:40.004335 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Device e2f54ecd-d581-40a3-bc20-cd4e87bc270d up at agent ovs-agent-n-d-713498-36 {{(pid=103232) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 19:39:40.052124 n-d-713498-36 neutron-server[103233]: DEBUG neutron.db.l3_dvr_db [None req-0283bbe0-d097-4978-b152-a5bcfb016488 None None] Set router 042d4063-0dd6-4eab-baa5-294896cb13f5 gateway port host: n-d-713498-36 {{(pid=103233) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 19:39:40.200063 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-d0cb2f6d-a416-4b5d-9cf8-89c9108f5a2a None None] For port aa0f446c-0d86-4ea8-bed2-b11f1660554b, host n-d-713498-36, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-36',level=0,port_id=aa0f446c-0d86-4ea8-bed2-b11f1660554b,segment=NetworkSegment(6912a3c6-390b-493a-8586-f44e28e90c68),segment_id=6912a3c6-390b-493a-8586-f44e28e90c68)] {{(pid=103232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 19:39:40.228396 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-d0cb2f6d-a416-4b5d-9cf8-89c9108f5a2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762867176205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762866656485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762866656503'] for port (aa0f446c-0d86-4ea8-bed2-b11f1660554b), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:39:40.307841 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0cb2f6d-a416-4b5d-9cf8-89c9108f5a2a None None] Pushing event updated for resources: {'Port': ['ID=aa0f446c-0d86-4ea8-bed2-b11f1660554b,revision_number=5']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:39:40.318913 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.provisioning_blocks [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Provisioning complete for port e2f54ecd-d581-40a3-bc20-cd4e87bc270d triggered by entity L2. {{(pid=103232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 19:39:40.320306 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593630'] for port (e2f54ecd-d581-40a3-bc20-cd4e87bc270d), provisioning_complete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:39:40.393811 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 41750) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:39:40.399351 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.provisioning_blocks [None req-ce1e1454-4832-4590-8226-34f28db28cdf None None] Provisioning complete for port aa0f446c-0d86-4ea8-bed2-b11f1660554b triggered by entity DHCP. {{(pid=103232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 19:39:40.399923 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-ce1e1454-4832-4590-8226-34f28db28cdf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593630'] for port (aa0f446c-0d86-4ea8-bed2-b11f1660554b), provisioning_complete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:39:40.495440 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Current status of the port e2f54ecd-d581-40a3-bc20-cd4e87bc270d is: ACTIVE; New status is: ACTIVE {{(pid=103232) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 19:39:40.635648 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-ce1e1454-4832-4590-8226-34f28db28cdf None None] Current status of the port aa0f446c-0d86-4ea8-bed2-b11f1660554b is: ACTIVE; New status is: ACTIVE {{(pid=103232) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 19:39:40.811248 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-d4239542-6c93-4728-ad5f-3ee980acd6bc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762867132591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593584'] for agent (af91e4b9-f4e1-42b1-a25c-a10dc47171c8), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:39:40.829085 n-d-713498-36 neutron-server[103233]: DEBUG neutron.db.l3_hamode_db [None req-0283bbe0-d097-4978-b152-a5bcfb016488 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '042d4063-0dd6-4eab-baa5-294896cb13f5', 'name': 'tempest-TestVolumeBackupRestore-1617496221-router', 'tenant_id': '4c59ff00c3d1431da7ba682b198a4ba5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88055e1e-672a-4487-be31-ffb6e833ece5', 'external_fixed_ips': [{'subnet_id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'ip_address': '172.25.1.69'}], 'enable_snat': True}, 'gw_port_id': 'e2f54ecd-d581-40a3-bc20-cd4e87bc270d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T19:39:28Z', 'updated_at': '2022-02-09T19:39:34Z', 'revision_number': 4, 'project_id': '4c59ff00c3d1431da7ba682b198a4ba5', 'gw_port': {'id': 'e2f54ecd-d581-40a3-bc20-cd4e87bc270d', 'name': '', 'network_id': '88055e1e-672a-4487-be31-ffb6e833ece5', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:b8:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '042d4063-0dd6-4eab-baa5-294896cb13f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3571, 'fixed_ips': [{'subnet_id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'ip_address': '172.25.1.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T19:39:28Z', 'updated_at': '2022-02-09T19:39:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-36', '_interfaces': [{'id': 'aa0f446c-0d86-4ea8-bed2-b11f1660554b', 'name': '', 'network_id': 'c82d426f-a355-47f2-9358-68fe4349f782', 'tenant_id': '4c59ff00c3d1431da7ba682b198a4ba5', 'mac_address': 'fa:16:3e:ec:ec:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '042d4063-0dd6-4eab-baa5-294896cb13f5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3580, 'fixed_ips': [{'subnet_id': '1606ed9d-0a78-4c8f-95cd-673eb47e18dc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T19:39:33Z', 'updated_at': '2022-02-09T19:39:39Z', 'revision_number': 4, 'project_id': '4c59ff00c3d1431da7ba682b198a4ba5', 'subnets': [{'id': '1606ed9d-0a78-4c8f-95cd-673eb47e18dc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-36', False) {} {{(pid=103233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:39:40.849315 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-c811a91c-a3d5-4e93-8cba-86894e2a5e4b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1885479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452'] for network (253924d1-5bc4-4bc0-bf3c-8e951b69fe65), after_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:39:40.854727 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c811a91c-a3d5-4e93-8cba-86894e2a5e4b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:39:40.857654 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-c811a91c-a3d5-4e93-8cba-86894e2a5e4b admin admin] Publish callbacks [] for network (None), before_response {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:39:40.870424 n-d-713498-36 neutron-server[103233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0283bbe0-d097-4978-b152-a5bcfb016488 None None] The sync data for ids ['042d4063-0dd6-4eab-baa5-294896cb13f5'] in n-d-713498-36 is: [{'id': '042d4063-0dd6-4eab-baa5-294896cb13f5', 'name': 'tempest-TestVolumeBackupRestore-1617496221-router', 'tenant_id': '4c59ff00c3d1431da7ba682b198a4ba5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88055e1e-672a-4487-be31-ffb6e833ece5', 'external_fixed_ips': [{'subnet_id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'ip_address': '172.25.1.69'}], 'enable_snat': True}, 'gw_port_id': 'e2f54ecd-d581-40a3-bc20-cd4e87bc270d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T19:39:28Z', 'updated_at': '2022-02-09T19:39:34Z', 'revision_number': 4, 'project_id': '4c59ff00c3d1431da7ba682b198a4ba5', 'gw_port': {'id': 'e2f54ecd-d581-40a3-bc20-cd4e87bc270d', 'name': '', 'network_id': '88055e1e-672a-4487-be31-ffb6e833ece5', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:b8:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '042d4063-0dd6-4eab-baa5-294896cb13f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3571, 'fixed_ips': [{'subnet_id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'ip_address': '172.25.1.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T19:39:28Z', 'updated_at': '2022-02-09T19:39:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-36', '_interfaces': [{'id': 'aa0f446c-0d86-4ea8-bed2-b11f1660554b', 'name': '', 'network_id': 'c82d426f-a355-47f2-9358-68fe4349f782', 'tenant_id': '4c59ff00c3d1431da7ba682b198a4ba5', 'mac_address': 'fa:16:3e:ec:ec:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '042d4063-0dd6-4eab-baa5-294896cb13f5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3580, 'fixed_ips': [{'subnet_id': '1606ed9d-0a78-4c8f-95cd-673eb47e18dc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T19:39:33Z', 'updated_at': '2022-02-09T19:39:39Z', 'revision_number': 4, 'project_id': '4c59ff00c3d1431da7ba682b198a4ba5', 'subnets': [{'id': '1606ed9d-0a78-4c8f-95cd-673eb47e18dc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103233) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 19:39:41.015753 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-c811a91c-a3d5-4e93-8cba-86894e2a5e4b admin admin] 10.222.0.75 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 2.4364042 Feb 09 19:39:41.022339 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 41760) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:39:41.027842 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.v2.base [None req-6ba15dff-7875-410c-82c3-bfb510c7f7bb admin admin] Request body: {'subnet': {'network_id': '253924d1-5bc4-4bc0-bf3c-8e951b69fe65', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBackupRestore-1998753892-subnet', 'tenant_id': '6a0634e8951d44de98a3d83478c325b5', 'ip_version': 4}} {{(pid=103229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 19:39:41.091694 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6ba15dff-7875-410c-82c3-bfb510c7f7bb admin admin] Made reservation on behalf of 6a0634e8951d44de98a3d83478c325b5 for: {'subnet': 1} {{(pid=103229) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 19:39:41.094412 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-6ba15dff-7875-410c-82c3-bfb510c7f7bb admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12759265'] for subnet (None), before_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:39:41.252025 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-22585e2b-dfff-436c-9af8-721b058cd6b9 tempest-TestNetworkAdvancedServerOps-1633223542 tempest-TestNetworkAdvancedServerOps-1633223542-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1834525'] for router_interface (2d38cfb5-4334-482f-a4f2-50916ef92933), before_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:39:41.334392 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c811a91c-a3d5-4e93-8cba-86894e2a5e4b admin admin] Pushing event updated for resources: {'Network': ['ID=253924d1-5bc4-4bc0-bf3c-8e951b69fe65,revision_number=1']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:39:41.347330 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Network 253924d1-5bc4-4bc0-bf3c-8e951b69fe65 details requested by agent ovs-agent-n-d-713498-36 with host n-d-713498-36 {{(pid=103232) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 19:39:41.442618 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0b43dbc-6832-4640-b0f6-1d75d39a4d3e req-3e808ab7-b78b-4914-897e-f3ff73374792 tempest-TestVolumeBootPattern-1615943498 tempest-TestVolumeBootPattern-1615943498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:39:41.453279 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-e0b43dbc-6832-4640-b0f6-1d75d39a4d3e req-3e808ab7-b78b-4914-897e-f3ff73374792 tempest-TestVolumeBootPattern-1615943498 tempest-TestVolumeBootPattern-1615943498-project] 10.222.0.75 "GET /v2.0/ports?device_id=12a976dd-6cea-41c9-ac01-b3afb88322e3 HTTP/1.1" status: 200 len: 943 time: 0.2362995 Feb 09 19:39:41.584571 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-e0b43dbc-6832-4640-b0f6-1d75d39a4d3e req-b9db9d67-5eee-4e64-9583-de7aa12280c6 tempest-TestVolumeBootPattern-1615943498 tempest-TestVolumeBootPattern-1615943498-project] 10.222.0.75 "GET /v2.0/security-groups?id=85e2738d-e0ce-44c8-a269-2deaf81a01f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1248970 Feb 09 19:39:41.725196 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-6ba15dff-7875-410c-82c3-bfb510c7f7bb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12867428', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12759263'] for subnet (597fc409-4a62-4ed9-b2e1-bc4bc4817033), after_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:39:41.888951 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ba15dff-7875-410c-82c3-bfb510c7f7bb admin admin] Pushing event updated for resources: {'Subnet': ['ID=597fc409-4a62-4ed9-b2e1-bc4bc4817033,revision_number=0']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:39:41.907464 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ba15dff-7875-410c-82c3-bfb510c7f7bb admin admin] Checking segment: {'id': 'c0e1e43e-0537-4256-8167-517a0680bf98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': '253924d1-5bc4-4bc0-bf3c-8e951b69fe65'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103229) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 19:39:41.910723 n-d-713498-36 neutron-server[103229]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ba15dff-7875-410c-82c3-bfb510c7f7bb admin admin] Network hostable DHCP agents. Network: 253924d1-5bc4-4bc0-bf3c-8e951b69fe65, hostable agents: ['af91e4b9-f4e1-42b1-a25c-a10dc47171c8'], hosted agents: [] {{(pid=103229) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 19:39:41.967413 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Device aa0f446c-0d86-4ea8-bed2-b11f1660554b up at agent ovs-agent-n-d-713498-36 {{(pid=103232) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 19:39:41.971305 n-d-713498-36 neutron-server[103229]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ba15dff-7875-410c-82c3-bfb510c7f7bb admin admin] Network 253924d1-5bc4-4bc0-bf3c-8e951b69fe65 is scheduled to be hosted by DHCP agent af91e4b9-f4e1-42b1-a25c-a10dc47171c8 with binding_index 1 {{(pid=103229) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 19:39:41.992070 n-d-713498-36 neutron-server[103229]: DEBUG neutron.scheduler.base_scheduler [None req-6ba15dff-7875-410c-82c3-bfb510c7f7bb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713498-36, 253924d1-5bc4-4bc0-bf3c-8e951b69fe65) {{(pid=103229) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 19:39:42.005223 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ba15dff-7875-410c-82c3-bfb510c7f7bb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:39:42.007336 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-6ba15dff-7875-410c-82c3-bfb510c7f7bb admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:39:42.036467 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b01803e8-5d8b-4107-867c-4e0d8979d085 None None] Network 253924d1-5bc4-4bc0-bf3c-8e951b69fe65 requested from n-d-713498-36 {{(pid=103232) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 19:39:42.053017 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-6ba15dff-7875-410c-82c3-bfb510c7f7bb admin admin] 10.222.0.75 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.0275524 Feb 09 19:39:42.053444 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 41788) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:39:42.058434 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.plugin [None req-22585e2b-dfff-436c-9af8-721b058cd6b9 tempest-TestNetworkAdvancedServerOps-1633223542 tempest-TestNetworkAdvancedServerOps-1633223542-project] Deleting port d4394da1-671e-46cc-bae8-1604cc107d33 {{(pid=103230) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 19:39:42.059016 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-22585e2b-dfff-436c-9af8-721b058cd6b9 tempest-TestNetworkAdvancedServerOps-1633223542 tempest-TestNetworkAdvancedServerOps-1633223542-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762867170196'] for port (d4394da1-671e-46cc-bae8-1604cc107d33), before_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:39:42.060875 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.v2.base [None req-3723f273-50b8-43b1-9cb7-09839d301e15 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBackupRestore-1998753892-router', 'tenant_id': '6a0634e8951d44de98a3d83478c325b5', 'external_gateway_info': {'network_id': '88055e1e-672a-4487-be31-ffb6e833ece5'}}} {{(pid=103229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 19:39:42.088929 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-3723f273-50b8-43b1-9cb7-09839d301e15 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1834830', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-58389'] for router (e722d96c-2f41-4388-89d3-807a5214300f), before_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:39:42.090712 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-3723f273-50b8-43b1-9cb7-09839d301e15 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1834810', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1822096', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1886735', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-58380'] for router (e722d96c-2f41-4388-89d3-807a5214300f), precommit_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:39:42.178201 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-3723f273-50b8-43b1-9cb7-09839d301e15 admin admin] Publish callbacks [] for router_controller (e722d96c-2f41-4388-89d3-807a5214300f), precommit_add_association {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:39:42.179182 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 41790) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:39:42.340066 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.db [None req-22585e2b-dfff-436c-9af8-721b058cd6b9 tempest-TestNetworkAdvancedServerOps-1633223542 tempest-TestNetworkAdvancedServerOps-1633223542-project] For port d4394da1-671e-46cc-bae8-1604cc107d33, host n-d-713498-36, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-36',level=0,port_id=d4394da1-671e-46cc-bae8-1604cc107d33,segment=NetworkSegment(c9370ef4-6c10-429a-a2d3-5375ca469f6c),segment_id=c9370ef4-6c10-429a-a2d3-5375ca469f6c)] {{(pid=103230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 19:39:42.340795 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-22585e2b-dfff-436c-9af8-721b058cd6b9 tempest-TestNetworkAdvancedServerOps-1633223542 tempest-TestNetworkAdvancedServerOps-1633223542-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1820838'] for port (d4394da1-671e-46cc-bae8-1604cc107d33), precommit_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:39:42.383796 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.plugin [None req-22585e2b-dfff-436c-9af8-721b058cd6b9 tempest-TestNetworkAdvancedServerOps-1633223542 tempest-TestNetworkAdvancedServerOps-1633223542-project] Calling delete_port for d4394da1-671e-46cc-bae8-1604cc107d33 owned by network:router_interface {{(pid=103230) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 19:39:42.401510 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80c8240a-8fd6-4345-8194-40badd29b073 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8b32e980-7cce-5e82-a341-bd2fa8945c89-253924d1-5bc4-4bc0-bf3c-8e951b69fe65', 'network_id': '253924d1-5bc4-4bc0-bf3c-8e951b69fe65', 'project_id': '6a0634e8951d44de98a3d83478c325b5', 'fixed_ips': [{'subnet_id': '597fc409-4a62-4ed9-b2e1-bc4bc4817033'}]}} from n-d-713498-36. {{(pid=103232) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 09 19:39:42.402412 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-80c8240a-8fd6-4345-8194-40badd29b073 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (None), before_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:39:42.437640 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.provisioning_blocks [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Provisioning complete for port aa0f446c-0d86-4ea8-bed2-b11f1660554b triggered by entity L2. {{(pid=103232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 19:39:42.438119 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593630'] for port (aa0f446c-0d86-4ea8-bed2-b11f1660554b), provisioning_complete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:39:42.509639 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-3723f273-50b8-43b1-9cb7-09839d301e15 admin admin] Publish callbacks [] for router_gateway (e722d96c-2f41-4388-89d3-807a5214300f), precommit_update {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:39:42.511807 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-af968512-97c4-4e92-8923-ec4c8ad12110 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:39:42.830057 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Current status of the port aa0f446c-0d86-4ea8-bed2-b11f1660554b is: ACTIVE; New status is: ACTIVE {{(pid=103232) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 19:39:42.851047 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.db_base_plugin_common [None req-80c8240a-8fd6-4345-8194-40badd29b073 None None] Allocated IP 172.20.0.2 (253924d1-5bc4-4bc0-bf3c-8e951b69fe65/597fc409-4a62-4ed9-b2e1-bc4bc4817033/80979a01-fedd-40d5-a5e3-182921870b38) {{(pid=103232) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 19:39:42.902856 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-3723f273-50b8-43b1-9cb7-09839d301e15 admin admin] Publish callbacks [] for router_gateway (e722d96c-2f41-4388-89d3-807a5214300f), before_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:39:42.939004 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-3723f273-50b8-43b1-9cb7-09839d301e15 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (None), before_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:39:42.939247 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-af968512-97c4-4e92-8923-ec4c8ad12110 admin admin] Publish callbacks [] for security_group (0b86e8bd-fdd5-48f3-9370-34f142bc832d), precommit_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:39:42.974854 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43f01d24-0a4b-4a5b-b2fc-acafe70908dc req-efdcb2ea-100e-4c3c-9b44-2ebb996d0255 tempest-TestVolumeBootPattern-1615943498 tempest-TestVolumeBootPattern-1615943498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:39:42.981088 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-43f01d24-0a4b-4a5b-b2fc-acafe70908dc req-efdcb2ea-100e-4c3c-9b44-2ebb996d0255 tempest-TestVolumeBootPattern-1615943498 tempest-TestVolumeBootPattern-1615943498-project] 10.222.0.75 "GET /v2.0/ports?device_id=12a976dd-6cea-41c9-ac01-b3afb88322e3 HTTP/1.1" status: 200 len: 943 time: 0.2578177 Feb 09 19:39:42.983548 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-af968512-97c4-4e92-8923-ec4c8ad12110 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1892331'] for security_group (0b86e8bd-fdd5-48f3-9370-34f142bc832d), after_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:39:43.090650 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-80c8240a-8fd6-4345-8194-40badd29b073 None None] Publish callbacks [] for port (80979a01-fedd-40d5-a5e3-182921870b38), precommit_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:39:43.104825 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-80c8240a-8fd6-4345-8194-40badd29b073 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762866656467'] for port (80979a01-fedd-40d5-a5e3-182921870b38), after_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:39:43.167397 n-d-713498-36 neutron-server[103232]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80c8240a-8fd6-4345-8194-40badd29b073 None None] Network 253924d1-5bc4-4bc0-bf3c-8e951b69fe65 is already hosted by enough agents. {{(pid=103232) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 19:39:43.170460 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-43f01d24-0a4b-4a5b-b2fc-acafe70908dc req-8835a5e9-0031-4523-9703-5b151a4eef17 tempest-TestVolumeBootPattern-1615943498 tempest-TestVolumeBootPattern-1615943498-project] 10.222.0.75 "GET /v2.0/security-groups?id=85e2738d-e0ce-44c8-a269-2deaf81a01f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1771214 Feb 09 19:39:43.174223 n-d-713498-36 neutron-server[103232]: DEBUG neutron.scheduler.base_scheduler [None req-80c8240a-8fd6-4345-8194-40badd29b073 None None] Resources bound (agent type, host, resource id): {{(pid=103232) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 19:39:43.176250 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-4209e80f-207b-448a-9ad4-ea87901c91ad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762867132591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593584'] for agent (93303d5e-5d17-45e8-8963-7694f87783ae), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:39:43.176405 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-af968512-97c4-4e92-8923-ec4c8ad12110 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=2181f6aacc0c4bf99e51a64725320320&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9951758 Feb 09 19:39:43.177114 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af968512-97c4-4e92-8923-ec4c8ad12110 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0b86e8bd-fdd5-48f3-9370-34f142bc832d,revision_number=1']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:39:43.178217 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80c8240a-8fd6-4345-8194-40badd29b073 None None] Received port after_create {{(pid=103232) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 19:39:43.180845 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 41798) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:39:43.192865 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80c8240a-8fd6-4345-8194-40badd29b073 None None] Pushing event updated for resources: {'Port': ['ID=80979a01-fedd-40d5-a5e3-182921870b38,revision_number=1']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:39:43.234836 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-22585e2b-dfff-436c-9af8-721b058cd6b9 tempest-TestNetworkAdvancedServerOps-1633223542 tempest-TestNetworkAdvancedServerOps-1633223542-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762867177463', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762866656476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14393751'] for port (d4394da1-671e-46cc-bae8-1604cc107d33), after_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:39:43.278594 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.managers [None req-80c8240a-8fd6-4345-8194-40badd29b073 None None] Attempting to bind port 80979a01-fedd-40d5-a5e3-182921870b38 on host n-d-713498-36 for vnic_type normal with profile {{(pid=103232) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 19:39:43.279262 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.managers [None req-80c8240a-8fd6-4345-8194-40badd29b073 None None] Attempting to bind port 80979a01-fedd-40d5-a5e3-182921870b38 by drivers openvswitch,hyperv on host n-d-713498-36 at level 0 using segments [{'id': 'c0e1e43e-0537-4256-8167-517a0680bf98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': '253924d1-5bc4-4bc0-bf3c-8e951b69fe65'}] {{(pid=103232) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 19:39:43.279836 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80c8240a-8fd6-4345-8194-40badd29b073 None None] Attempting to bind port 80979a01-fedd-40d5-a5e3-182921870b38 on network 253924d1-5bc4-4bc0-bf3c-8e951b69fe65 {{(pid=103232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 19:39:43.286872 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80c8240a-8fd6-4345-8194-40badd29b073 None None] Checking agent: {'id': '496418a2-c002-4aec-ab1a-07f3bea491bd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-36', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 18, 51, 47), 'started_at': datetime.datetime(2022, 2, 9, 18, 52, 17), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 19, 39, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-36'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 19:39:43.287541 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80c8240a-8fd6-4345-8194-40badd29b073 None None] Checking segment: {'id': 'c0e1e43e-0537-4256-8167-517a0680bf98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': '253924d1-5bc4-4bc0-bf3c-8e951b69fe65'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103232) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 19:39:43.288846 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-80c8240a-8fd6-4345-8194-40badd29b073 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:39:43.289423 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80c8240a-8fd6-4345-8194-40badd29b073 None None] Bound using segment: {'id': 'c0e1e43e-0537-4256-8167-517a0680bf98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': '253924d1-5bc4-4bc0-bf3c-8e951b69fe65'} {{(pid=103232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 19:39:43.290147 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.managers [None req-80c8240a-8fd6-4345-8194-40badd29b073 None None] Bound port: 80979a01-fedd-40d5-a5e3-182921870b38, host: n-d-713498-36, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c0e1e43e-0537-4256-8167-517a0680bf98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': '253924d1-5bc4-4bc0-bf3c-8e951b69fe65'}}] {{(pid=103232) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 19:39:43.290723 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-80c8240a-8fd6-4345-8194-40badd29b073 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (80979a01-fedd-40d5-a5e3-182921870b38), before_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:39:43.308247 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22585e2b-dfff-436c-9af8-721b058cd6b9 tempest-TestNetworkAdvancedServerOps-1633223542 tempest-TestNetworkAdvancedServerOps-1633223542-project] Pushing event deleted for resources: {'Port': ['ID=d4394da1-671e-46cc-bae8-1604cc107d33,revision_number=None']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:39:43.354904 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-4e24e774-3e64-4c18-9ae1-c864be991147 admin admin] Publish callbacks [] for security_group (0b86e8bd-fdd5-48f3-9370-34f142bc832d), before_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:39:43.380563 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-80c8240a-8fd6-4345-8194-40badd29b073 None None] For port 80979a01-fedd-40d5-a5e3-182921870b38, host n-d-713498-36, cleared binding levels {{(pid=103232) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 19:39:43.388756 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-80c8240a-8fd6-4345-8194-40badd29b073 None None] For port 80979a01-fedd-40d5-a5e3-182921870b38, host n-d-713498-36, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-36',level=0,port_id=80979a01-fedd-40d5-a5e3-182921870b38,segment=NetworkSegment(c0e1e43e-0537-4256-8167-517a0680bf98),segment_id=c0e1e43e-0537-4256-8167-517a0680bf98)] {{(pid=103232) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 19:39:43.397308 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-80c8240a-8fd6-4345-8194-40badd29b073 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762867176205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762866656485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762866656503'] for port (80979a01-fedd-40d5-a5e3-182921870b38), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:39:43.416040 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-4e24e774-3e64-4c18-9ae1-c864be991147 admin admin] Publish callbacks [] for security_group (0b86e8bd-fdd5-48f3-9370-34f142bc832d), precommit_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:39:43.443378 n-d-713498-36 neutron-server[103229]: DEBUG neutron.db.db_base_plugin_common [None req-3723f273-50b8-43b1-9cb7-09839d301e15 admin admin] Allocated IP 172.25.1.54 (88055e1e-672a-4487-be31-ffb6e833ece5/ac16dbcc-383c-4b43-9153-d763c4a53f91/ead72004-10c2-49c6-8ccd-afc2d52ca8f2) {{(pid=103229) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 19:39:43.503062 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80c8240a-8fd6-4345-8194-40badd29b073 None None] Pushing event updated for resources: {'Port': ['ID=80979a01-fedd-40d5-a5e3-182921870b38,revision_number=2']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:39:43.540056 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-4e24e774-3e64-4c18-9ae1-c864be991147 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1892331'] for security_group (0b86e8bd-fdd5-48f3-9370-34f142bc832d), after_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:39:43.545193 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-4e24e774-3e64-4c18-9ae1-c864be991147 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:39:43.566524 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-4e24e774-3e64-4c18-9ae1-c864be991147 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/0b86e8bd-fdd5-48f3-9370-34f142bc832d HTTP/1.1" status: 204 len: 168 time: 0.3800838 Feb 09 19:39:43.630434 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-3723f273-50b8-43b1-9cb7-09839d301e15 admin admin] Publish callbacks [] for port (ead72004-10c2-49c6-8ccd-afc2d52ca8f2), precommit_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:39:43.636999 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e24e774-3e64-4c18-9ae1-c864be991147 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0b86e8bd-fdd5-48f3-9370-34f142bc832d,revision_number=None']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:39:43.698148 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-3723f273-50b8-43b1-9cb7-09839d301e15 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762866656467', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12867576'] for port (ead72004-10c2-49c6-8ccd-afc2d52ca8f2), after_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:39:43.836994 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3723f273-50b8-43b1-9cb7-09839d301e15 admin admin] Pushing event updated for resources: {'Port': ['ID=ead72004-10c2-49c6-8ccd-afc2d52ca8f2,revision_number=1']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:39:43.870727 n-d-713498-36 neutron-server[103229]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3723f273-50b8-43b1-9cb7-09839d301e15 admin admin] Network 88055e1e-672a-4487-be31-ffb6e833ece5 is already hosted by enough agents. {{(pid=103229) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 19:39:43.873430 n-d-713498-36 neutron-server[103229]: DEBUG neutron.scheduler.base_scheduler [None req-3723f273-50b8-43b1-9cb7-09839d301e15 admin admin] Resources bound (agent type, host, resource id): {{(pid=103229) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 19:39:43.880444 n-d-713498-36 neutron-server[103229]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3723f273-50b8-43b1-9cb7-09839d301e15 admin admin] Received port after_create {{(pid=103229) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 19:39:43.922915 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-22585e2b-dfff-436c-9af8-721b058cd6b9 tempest-TestNetworkAdvancedServerOps-1633223542 tempest-TestNetworkAdvancedServerOps-1633223542-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1613467', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1834633'] for router_interface (2d38cfb5-4334-482f-a4f2-50916ef92933), after_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:39:44.179304 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Device 80979a01-fedd-40d5-a5e3-182921870b38 up at agent ovs-agent-n-d-713498-36 {{(pid=103232) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 19:39:44.341196 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.provisioning_blocks [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Provisioning complete for port 80979a01-fedd-40d5-a5e3-182921870b38 triggered by entity L2. {{(pid=103232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 19:39:44.341977 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593630'] for port (80979a01-fedd-40d5-a5e3-182921870b38), provisioning_complete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:39:44.394385 n-d-713498-36 neutron-server[103230]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-22585e2b-dfff-436c-9af8-721b058cd6b9 tempest-TestNetworkAdvancedServerOps-1633223542 tempest-TestNetworkAdvancedServerOps-1633223542-project] Router 2d38cfb5-4334-482f-a4f2-50916ef92933 has already been hosted by L3 agent 93303d5e-5d17-45e8-8963-7694f87783ae {{(pid=103230) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 19:39:44.468640 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-edc54c9b-7f13-45d9-9271-85c9738b0128 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762867132591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593584'] for agent (a62b1850-466f-48ae-bec7-d62fb280e14b), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:39:44.535495 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Current status of the port 80979a01-fedd-40d5-a5e3-182921870b38 is: DOWN; New status is: ACTIVE {{(pid=103232) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 19:39:44.535815 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (80979a01-fedd-40d5-a5e3-182921870b38), before_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:39:44.594466 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] For port 80979a01-fedd-40d5-a5e3-182921870b38, host n-d-713498-36, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-36',level=0,port_id=80979a01-fedd-40d5-a5e3-182921870b38,segment=NetworkSegment(c0e1e43e-0537-4256-8167-517a0680bf98),segment_id=c0e1e43e-0537-4256-8167-517a0680bf98)] {{(pid=103232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 19:39:44.600069 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd21ee46-e1f5-4d3a-8391-717ce5cd76de req-6f49e924-5758-4396-a4ab-89735049650e tempest-TestVolumeBootPattern-1615943498 tempest-TestVolumeBootPattern-1615943498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:39:44.603291 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762867176205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762866656485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762866656503'] for port (80979a01-fedd-40d5-a5e3-182921870b38), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:39:44.612488 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-cd21ee46-e1f5-4d3a-8391-717ce5cd76de req-6f49e924-5758-4396-a4ab-89735049650e tempest-TestVolumeBootPattern-1615943498 tempest-TestVolumeBootPattern-1615943498-project] 10.222.0.75 "GET /v2.0/ports?device_id=12a976dd-6cea-41c9-ac01-b3afb88322e3 HTTP/1.1" status: 200 len: 943 time: 0.2580762 Feb 09 19:39:44.643034 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-22585e2b-dfff-436c-9af8-721b058cd6b9 tempest-TestNetworkAdvancedServerOps-1633223542 tempest-TestNetworkAdvancedServerOps-1633223542-project] Notify agent at l3_agent.n-d-713498-36 the message routers_updated {{(pid=103230) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 19:39:44.659498 n-d-713498-36 neutron-server[103233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18fddd05-7fee-4dc7-b296-5edf48bacf25 None None] Sync routers for ids ['2d38cfb5-4334-482f-a4f2-50916ef92933'] in n-d-713498-36 {{(pid=103233) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 19:39:44.665941 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-22585e2b-dfff-436c-9af8-721b058cd6b9 tempest-TestNetworkAdvancedServerOps-1633223542 tempest-TestNetworkAdvancedServerOps-1633223542-project] 10.222.0.75 "PUT /v2.0/routers/2d38cfb5-4334-482f-a4f2-50916ef92933/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2711895 Feb 09 19:39:44.668919 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 41822) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:39:44.688394 n-d-713498-36 neutron-server[103233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18fddd05-7fee-4dc7-b296-5edf48bacf25 None None] Routers {'2d38cfb5-4334-482f-a4f2-50916ef92933'} bound to L3 agent in host n-d-713498-36 {{(pid=103233) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 19:39:44.693327 n-d-713498-36 neutron-server[103233]: DEBUG neutron.db.l3_hamode_db [None req-18fddd05-7fee-4dc7-b296-5edf48bacf25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T18:51:43Z,description=,heartbeat_timestamp=2022-02-09T19:39:43Z,host='n-d-713498-36',id=93303d5e-5d17-45e8-8963-7694f87783ae,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T18:51:43Z,topic='l3_agent')) {'router_ids': ['2d38cfb5-4334-482f-a4f2-50916ef92933'], 'active': True} {{(pid=103233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:39:44.745026 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-3723f273-50b8-43b1-9cb7-09839d301e15 admin admin] Publish callbacks [] for router_gateway (e722d96c-2f41-4388-89d3-807a5214300f), after_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:39:44.800553 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Pushing event updated for resources: {'Port': ['ID=80979a01-fedd-40d5-a5e3-182921870b38,revision_number=3']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:39:44.889250 n-d-713498-36 neutron-server[103229]: DEBUG neutron.db.db_base_plugin_v2 [None req-27d85315-31e4-4c5d-83ee-305637a4e6f5 tempest-TestNetworkAdvancedServerOps-1633223542 tempest-TestNetworkAdvancedServerOps-1633223542-project] Deleting subnet a7f5b809-e422-427f-b277-488571c8bd57 {{(pid=103229) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 19:39:44.968254 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-27d85315-31e4-4c5d-83ee-305637a4e6f5 tempest-TestNetworkAdvancedServerOps-1633223542 tempest-TestNetworkAdvancedServerOps-1633223542-project] Publish callbacks [] for subnet (a7f5b809-e422-427f-b277-488571c8bd57), before_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:39:45.027818 n-d-713498-36 neutron-server[103233]: DEBUG neutron.db.l3_dvr_db [None req-18fddd05-7fee-4dc7-b296-5edf48bacf25 None None] Set router 2d38cfb5-4334-482f-a4f2-50916ef92933 gateway port host: n-d-713498-36 {{(pid=103233) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 19:39:45.113072 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-cd21ee46-e1f5-4d3a-8391-717ce5cd76de req-0273f789-fe82-4102-b177-83bae5656fd2 tempest-TestVolumeBootPattern-1615943498 tempest-TestVolumeBootPattern-1615943498-project] 10.222.0.75 "GET /v2.0/security-groups?id=85e2738d-e0ce-44c8-a269-2deaf81a01f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4989841 Feb 09 19:39:45.130196 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-27d85315-31e4-4c5d-83ee-305637a4e6f5 tempest-TestNetworkAdvancedServerOps-1633223542 tempest-TestNetworkAdvancedServerOps-1633223542-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16683410'] for subnet (a7f5b809-e422-427f-b277-488571c8bd57), precommit_delete_associations {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:39:45.217412 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-3723f273-50b8-43b1-9cb7-09839d301e15 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1834945', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1818951'] for router (e722d96c-2f41-4388-89d3-807a5214300f), after_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:39:45.284773 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-096c4e90-8e29-4d7a-ab82-932c7ed0d810 None None] Network 253924d1-5bc4-4bc0-bf3c-8e951b69fe65 requested from n-d-713498-36 {{(pid=103232) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 19:39:45.384300 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-27d85315-31e4-4c5d-83ee-305637a4e6f5 tempest-TestNetworkAdvancedServerOps-1633223542 tempest-TestNetworkAdvancedServerOps-1633223542-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-759852'] for subnet (a7f5b809-e422-427f-b277-488571c8bd57), precommit_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:39:45.417520 n-d-713498-36 neutron-server[103233]: DEBUG neutron.db.l3_hamode_db [None req-18fddd05-7fee-4dc7-b296-5edf48bacf25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d38cfb5-4334-482f-a4f2-50916ef92933', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1038575245', 'tenant_id': 'eba669c4f4c548e495f13ae7579d0fa6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88055e1e-672a-4487-be31-ffb6e833ece5', 'external_fixed_ips': [{'subnet_id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'ip_address': '172.25.1.172'}], 'enable_snat': True}, 'gw_port_id': '7b25201c-a915-4ec0-8dd4-56b46a0463a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T19:37:57Z', 'updated_at': '2022-02-09T19:39:42Z', 'revision_number': 5, 'project_id': 'eba669c4f4c548e495f13ae7579d0fa6', 'gw_port': {'id': '7b25201c-a915-4ec0-8dd4-56b46a0463a5', 'name': '', 'network_id': '88055e1e-672a-4487-be31-ffb6e833ece5', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:c8:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d38cfb5-4334-482f-a4f2-50916ef92933', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3459, 'fixed_ips': [{'subnet_id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'ip_address': '172.25.1.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T19:37:59Z', 'updated_at': '2022-02-09T19:38:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-36'}], 'n-d-713498-36', False) {} {{(pid=103233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:39:45.478928 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.provisioning_blocks [None req-1b655585-5cbb-4fd8-885c-0fc0e7e9dad9 None None] Provisioning complete for port 80979a01-fedd-40d5-a5e3-182921870b38 triggered by entity DHCP. {{(pid=103232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 19:39:45.479376 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-1b655585-5cbb-4fd8-885c-0fc0e7e9dad9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593630'] for port (80979a01-fedd-40d5-a5e3-182921870b38), provisioning_complete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:39:45.482520 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-27d85315-31e4-4c5d-83ee-305637a4e6f5 tempest-TestNetworkAdvancedServerOps-1633223542 tempest-TestNetworkAdvancedServerOps-1633223542-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-760023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12867367', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12759238'] for subnet (a7f5b809-e422-427f-b277-488571c8bd57), after_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:39:45.489058 n-d-713498-36 neutron-server[103233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18fddd05-7fee-4dc7-b296-5edf48bacf25 None None] Checking router: 2d38cfb5-4334-482f-a4f2-50916ef92933 for host: n-d-713498-36 {{(pid=103233) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 19:39:45.505910 n-d-713498-36 neutron-server[103233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18fddd05-7fee-4dc7-b296-5edf48bacf25 None None] Routers {'2d38cfb5-4334-482f-a4f2-50916ef92933'} bound to L3 agent in host n-d-713498-36 {{(pid=103233) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 19:39:45.506847 n-d-713498-36 neutron-server[103233]: DEBUG neutron.db.l3_hamode_db [None req-18fddd05-7fee-4dc7-b296-5edf48bacf25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T18:51:43Z,description=,heartbeat_timestamp=2022-02-09T19:39:43Z,host='n-d-713498-36',id=93303d5e-5d17-45e8-8963-7694f87783ae,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T18:51:43Z,topic='l3_agent')) {'router_ids': ['2d38cfb5-4334-482f-a4f2-50916ef92933'], 'active': True} {{(pid=103233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:39:45.511745 n-d-713498-36 neutron-server[103229]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3723f273-50b8-43b1-9cb7-09839d301e15 admin admin] Router e722d96c-2f41-4388-89d3-807a5214300f is scheduled to L3 agent 93303d5e-5d17-45e8-8963-7694f87783ae with binding_index 1 {{(pid=103229) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 09 19:39:45.516073 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27d85315-31e4-4c5d-83ee-305637a4e6f5 tempest-TestNetworkAdvancedServerOps-1633223542 tempest-TestNetworkAdvancedServerOps-1633223542-project] Pushing event deleted for resources: {'Subnet': ['ID=a7f5b809-e422-427f-b277-488571c8bd57,revision_number=None']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:39:45.530673 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-27d85315-31e4-4c5d-83ee-305637a4e6f5 tempest-TestNetworkAdvancedServerOps-1633223542 tempest-TestNetworkAdvancedServerOps-1633223542-project] Publish callbacks [] for subnet (None), before_response {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:39:45.540789 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 41836) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:39:45.542176 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-27d85315-31e4-4c5d-83ee-305637a4e6f5 tempest-TestNetworkAdvancedServerOps-1633223542 tempest-TestNetworkAdvancedServerOps-1633223542-project] 10.222.0.75 "DELETE /v2.0/subnets/a7f5b809-e422-427f-b277-488571c8bd57 HTTP/1.1" status: 204 len: 168 time: 0.8597171 Feb 09 19:39:45.561053 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89613d0f-c012-4482-8024-4b691579c474 None None] Network 6035eead-e0c7-4408-9f20-6d0c89d4e7ac requested from n-d-713498-36 {{(pid=103232) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 19:39:45.720526 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3723f273-50b8-43b1-9cb7-09839d301e15 admin admin] Notify agent at l3_agent.n-d-713498-36 the message routers_updated {{(pid=103229) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 19:39:45.763070 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-3723f273-50b8-43b1-9cb7-09839d301e15 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:39:45.763340 n-d-713498-36 neutron-server[103233]: DEBUG neutron.db.l3_dvr_db [None req-18fddd05-7fee-4dc7-b296-5edf48bacf25 None None] Set router 2d38cfb5-4334-482f-a4f2-50916ef92933 gateway port host: n-d-713498-36 {{(pid=103233) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 19:39:45.764345 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-3723f273-50b8-43b1-9cb7-09839d301e15 admin admin] 10.222.0.75 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 3.7096829 Feb 09 19:39:45.767188 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 41838) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:39:45.846552 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-21619c34-1fe7-49a0-84dd-7e6f1fc6ebfe tempest-TestNetworkAdvancedServerOps-1633223542 tempest-TestNetworkAdvancedServerOps-1633223542-project] Publish callbacks [] for router (2d38cfb5-4334-482f-a4f2-50916ef92933), before_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:39:45.862603 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-175b3ba2-4574-4bcc-944b-ff0c5c8bc063 None None] Sync routers for ids ['e722d96c-2f41-4388-89d3-807a5214300f'] in n-d-713498-36 {{(pid=103232) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 19:39:46.012460 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Device 80979a01-fedd-40d5-a5e3-182921870b38 up at agent ovs-agent-n-d-713498-36 {{(pid=103232) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 19:39:46.056294 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.l3_dvrscheduler_db [None req-175b3ba2-4574-4bcc-944b-ff0c5c8bc063 None None] Routers {'e722d96c-2f41-4388-89d3-807a5214300f'} bound to L3 agent in host n-d-713498-36 {{(pid=103232) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 19:39:46.057663 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.l3_hamode_db [None req-175b3ba2-4574-4bcc-944b-ff0c5c8bc063 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T18:51:43Z,description=,heartbeat_timestamp=2022-02-09T19:39:43Z,host='n-d-713498-36',id=93303d5e-5d17-45e8-8963-7694f87783ae,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T18:51:43Z,topic='l3_agent')) {'router_ids': ['e722d96c-2f41-4388-89d3-807a5214300f'], 'active': True} {{(pid=103232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:39:46.189778 n-d-713498-36 neutron-server[103233]: DEBUG neutron.db.l3_hamode_db [None req-18fddd05-7fee-4dc7-b296-5edf48bacf25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d38cfb5-4334-482f-a4f2-50916ef92933', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1038575245', 'tenant_id': 'eba669c4f4c548e495f13ae7579d0fa6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88055e1e-672a-4487-be31-ffb6e833ece5', 'external_fixed_ips': [{'subnet_id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'ip_address': '172.25.1.172'}], 'enable_snat': True}, 'gw_port_id': '7b25201c-a915-4ec0-8dd4-56b46a0463a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T19:37:57Z', 'updated_at': '2022-02-09T19:39:42Z', 'revision_number': 5, 'project_id': 'eba669c4f4c548e495f13ae7579d0fa6', 'gw_port': {'id': '7b25201c-a915-4ec0-8dd4-56b46a0463a5', 'name': '', 'network_id': '88055e1e-672a-4487-be31-ffb6e833ece5', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:c8:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d38cfb5-4334-482f-a4f2-50916ef92933', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3459, 'fixed_ips': [{'subnet_id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'ip_address': '172.25.1.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T19:37:59Z', 'updated_at': '2022-02-09T19:38:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-36'}], 'n-d-713498-36', False) {} {{(pid=103233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:39:46.192852 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-21619c34-1fe7-49a0-84dd-7e6f1fc6ebfe tempest-TestNetworkAdvancedServerOps-1633223542 tempest-TestNetworkAdvancedServerOps-1633223542-project] Publish callbacks [] for router_gateway (2d38cfb5-4334-482f-a4f2-50916ef92933), before_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:39:46.250215 n-d-713498-36 neutron-server[103233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18fddd05-7fee-4dc7-b296-5edf48bacf25 None None] The sync data for ids ['2d38cfb5-4334-482f-a4f2-50916ef92933'] in n-d-713498-36 is: [{'id': '2d38cfb5-4334-482f-a4f2-50916ef92933', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1038575245', 'tenant_id': 'eba669c4f4c548e495f13ae7579d0fa6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88055e1e-672a-4487-be31-ffb6e833ece5', 'external_fixed_ips': [{'subnet_id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'ip_address': '172.25.1.172'}], 'enable_snat': True}, 'gw_port_id': '7b25201c-a915-4ec0-8dd4-56b46a0463a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T19:37:57Z', 'updated_at': '2022-02-09T19:39:42Z', 'revision_number': 5, 'project_id': 'eba669c4f4c548e495f13ae7579d0fa6', 'gw_port': {'id': '7b25201c-a915-4ec0-8dd4-56b46a0463a5', 'name': '', 'network_id': '88055e1e-672a-4487-be31-ffb6e833ece5', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:c8:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d38cfb5-4334-482f-a4f2-50916ef92933', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3459, 'fixed_ips': [{'subnet_id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'ip_address': '172.25.1.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T19:37:59Z', 'updated_at': '2022-02-09T19:38:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-36'}] {{(pid=103233) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 19:39:46.434838 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.plugin [None req-21619c34-1fe7-49a0-84dd-7e6f1fc6ebfe tempest-TestNetworkAdvancedServerOps-1633223542 tempest-TestNetworkAdvancedServerOps-1633223542-project] Deleting port 7b25201c-a915-4ec0-8dd4-56b46a0463a5 {{(pid=103230) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 19:39:46.435896 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-21619c34-1fe7-49a0-84dd-7e6f1fc6ebfe tempest-TestNetworkAdvancedServerOps-1633223542 tempest-TestNetworkAdvancedServerOps-1633223542-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762867170196'] for port (7b25201c-a915-4ec0-8dd4-56b46a0463a5), before_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:39:46.447622 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88a01a99-8a02-45b4-b8f0-25f3ed82752d req-39aec29b-e614-4490-96f5-06d8ce841da7 tempest-TestVolumeBootPattern-1615943498 tempest-TestVolumeBootPattern-1615943498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:39:46.455432 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-88a01a99-8a02-45b4-b8f0-25f3ed82752d req-39aec29b-e614-4490-96f5-06d8ce841da7 tempest-TestVolumeBootPattern-1615943498 tempest-TestVolumeBootPattern-1615943498-project] 10.222.0.75 "GET /v2.0/ports?device_id=12a976dd-6cea-41c9-ac01-b3afb88322e3 HTTP/1.1" status: 200 len: 943 time: 0.1363380 Feb 09 19:39:46.586026 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-88a01a99-8a02-45b4-b8f0-25f3ed82752d req-02240b6d-40ce-42d1-8f58-f5690947a1a2 tempest-TestVolumeBootPattern-1615943498 tempest-TestVolumeBootPattern-1615943498-project] 10.222.0.75 "GET /v2.0/security-groups?id=85e2738d-e0ce-44c8-a269-2deaf81a01f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1244690 Feb 09 19:39:46.618539 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.db [None req-21619c34-1fe7-49a0-84dd-7e6f1fc6ebfe tempest-TestNetworkAdvancedServerOps-1633223542 tempest-TestNetworkAdvancedServerOps-1633223542-project] For port 7b25201c-a915-4ec0-8dd4-56b46a0463a5, host n-d-713498-36, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-36',level=0,port_id=7b25201c-a915-4ec0-8dd4-56b46a0463a5,segment=NetworkSegment(a4222f89-8d3f-4b51-953b-1a8126392491),segment_id=a4222f89-8d3f-4b51-953b-1a8126392491)] {{(pid=103230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 19:39:46.619361 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-21619c34-1fe7-49a0-84dd-7e6f1fc6ebfe tempest-TestNetworkAdvancedServerOps-1633223542 tempest-TestNetworkAdvancedServerOps-1633223542-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1820838'] for port (7b25201c-a915-4ec0-8dd4-56b46a0463a5), precommit_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:39:46.635583 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.plugin [None req-21619c34-1fe7-49a0-84dd-7e6f1fc6ebfe tempest-TestNetworkAdvancedServerOps-1633223542 tempest-TestNetworkAdvancedServerOps-1633223542-project] Calling delete_port for 7b25201c-a915-4ec0-8dd4-56b46a0463a5 owned by network:router_gateway {{(pid=103230) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 19:39:46.820866 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-a7262a8e-0513-48fd-984d-75726a511961 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762867132591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593584'] for agent (911cfea2-02ae-4ec9-bac3-7808ee1cdd9c), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:39:46.853691 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-1b655585-5cbb-4fd8-885c-0fc0e7e9dad9 None None] Current status of the port 80979a01-fedd-40d5-a5e3-182921870b38 is: ACTIVE; New status is: ACTIVE {{(pid=103232) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 19:39:46.937983 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.provisioning_blocks [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Provisioning complete for port 80979a01-fedd-40d5-a5e3-182921870b38 triggered by entity L2. {{(pid=103232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 19:39:46.938372 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593630'] for port (80979a01-fedd-40d5-a5e3-182921870b38), provisioning_complete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:39:47.059979 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.l3_dvr_db [None req-175b3ba2-4574-4bcc-944b-ff0c5c8bc063 None None] Set router e722d96c-2f41-4388-89d3-807a5214300f gateway port host: n-d-713498-36 {{(pid=103232) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 19:39:47.103631 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-8d07751e-9677-49f0-8005-c840121a3342 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (None), before_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:39:47.188831 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed9369c0-1c42-431c-87e9-c618ed7d7d66 None None] DHCP port deletion for 6035eead-e0c7-4408-9f20-6d0c89d4e7ac request from n-d-713498-36 {{(pid=103232) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 09 19:39:47.214140 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-21619c34-1fe7-49a0-84dd-7e6f1fc6ebfe tempest-TestNetworkAdvancedServerOps-1633223542 tempest-TestNetworkAdvancedServerOps-1633223542-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762867177463', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762866656476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14393751'] for port (7b25201c-a915-4ec0-8dd4-56b46a0463a5), after_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:39:47.285594 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21619c34-1fe7-49a0-84dd-7e6f1fc6ebfe tempest-TestNetworkAdvancedServerOps-1633223542 tempest-TestNetworkAdvancedServerOps-1633223542-project] Pushing event deleted for resources: {'Port': ['ID=7b25201c-a915-4ec0-8dd4-56b46a0463a5,revision_number=None']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:39:47.412295 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762867132591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593584'] for agent (496418a2-c002-4aec-ab1a-07f3bea491bd), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:39:47.457830 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-21619c34-1fe7-49a0-84dd-7e6f1fc6ebfe tempest-TestNetworkAdvancedServerOps-1633223542 tempest-TestNetworkAdvancedServerOps-1633223542-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1818987'] for router_gateway (2d38cfb5-4334-482f-a4f2-50916ef92933), after_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:39:47.528749 n-d-713498-36 neutron-server[103229]: DEBUG neutron.db.db_base_plugin_common [None req-8d07751e-9677-49f0-8005-c840121a3342 admin admin] Allocated IP 172.20.0.1 (253924d1-5bc4-4bc0-bf3c-8e951b69fe65/597fc409-4a62-4ed9-b2e1-bc4bc4817033/3ad1e6cb-b29f-419e-98e4-b4dd5f68393e) {{(pid=103229) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 19:39:47.540430 n-d-713498-36 neutron-server[103233]: DEBUG neutron.db.agents_db [None req-4a8a6a42-0a0c-4437-8958-92282682b6bb None None] Agent healthcheck: found 7 active agents {{(pid=103233) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 19:39:47.644935 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.provisioning_blocks [None req-7ce4c438-8bc3-4fe4-a382-ca6264de2e6e None None] Provisioning complete for port 80979a01-fedd-40d5-a5e3-182921870b38 triggered by entity DHCP. {{(pid=103232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 19:39:47.646302 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-7ce4c438-8bc3-4fe4-a382-ca6264de2e6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593630'] for port (80979a01-fedd-40d5-a5e3-182921870b38), provisioning_complete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:39:47.652274 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-8d07751e-9677-49f0-8005-c840121a3342 admin admin] Publish callbacks [] for port (3ad1e6cb-b29f-419e-98e4-b4dd5f68393e), precommit_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:39:47.699570 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-8d07751e-9677-49f0-8005-c840121a3342 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762866656467', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12867576'] for port (3ad1e6cb-b29f-419e-98e4-b4dd5f68393e), after_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:39:47.753484 n-d-713498-36 neutron-server[103229]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d07751e-9677-49f0-8005-c840121a3342 admin admin] Network 253924d1-5bc4-4bc0-bf3c-8e951b69fe65 is already hosted by enough agents. {{(pid=103229) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 19:39:47.757261 n-d-713498-36 neutron-server[103229]: DEBUG neutron.scheduler.base_scheduler [None req-8d07751e-9677-49f0-8005-c840121a3342 admin admin] Resources bound (agent type, host, resource id): {{(pid=103229) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 19:39:47.763169 n-d-713498-36 neutron-server[103229]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d07751e-9677-49f0-8005-c840121a3342 admin admin] Received port after_create {{(pid=103229) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 19:39:47.799972 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-21619c34-1fe7-49a0-84dd-7e6f1fc6ebfe tempest-TestNetworkAdvancedServerOps-1633223542 tempest-TestNetworkAdvancedServerOps-1633223542-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1834988', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-58375'] for router (2d38cfb5-4334-482f-a4f2-50916ef92933), precommit_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:39:47.803588 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-21619c34-1fe7-49a0-84dd-7e6f1fc6ebfe tempest-TestNetworkAdvancedServerOps-1633223542 tempest-TestNetworkAdvancedServerOps-1633223542-project] Publish callbacks [] for router_controller (2d38cfb5-4334-482f-a4f2-50916ef92933), precommit_delete_associations {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:39:47.842753 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-8d07751e-9677-49f0-8005-c840121a3342 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1819024'] for router_interface (e722d96c-2f41-4388-89d3-807a5214300f), before_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:39:47.963439 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-21619c34-1fe7-49a0-84dd-7e6f1fc6ebfe tempest-TestNetworkAdvancedServerOps-1633223542 tempest-TestNetworkAdvancedServerOps-1633223542-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1835003'] for router (2d38cfb5-4334-482f-a4f2-50916ef92933), after_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:39:47.963834 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-ed9369c0-1c42-431c-87e9-c618ed7d7d66 None None] Deleting port 99e6a848-87db-43ee-ad5c-64fc4663346f {{(pid=103232) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 19:39:47.964348 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-ed9369c0-1c42-431c-87e9-c618ed7d7d66 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762867170196'] for port (99e6a848-87db-43ee-ad5c-64fc4663346f), before_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:39:47.965178 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-21619c34-1fe7-49a0-84dd-7e6f1fc6ebfe tempest-TestNetworkAdvancedServerOps-1633223542 tempest-TestNetworkAdvancedServerOps-1633223542-project] Fanout notify agent at l3_agent the message router_deleted on router 2d38cfb5-4334-482f-a4f2-50916ef92933 {{(pid=103230) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 09 19:39:47.984766 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-21619c34-1fe7-49a0-84dd-7e6f1fc6ebfe tempest-TestNetworkAdvancedServerOps-1633223542 tempest-TestNetworkAdvancedServerOps-1633223542-project] Publish callbacks [] for router (None), before_response {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:39:47.989392 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-21619c34-1fe7-49a0-84dd-7e6f1fc6ebfe tempest-TestNetworkAdvancedServerOps-1633223542 tempest-TestNetworkAdvancedServerOps-1633223542-project] 10.222.0.75 "DELETE /v2.0/routers/2d38cfb5-4334-482f-a4f2-50916ef92933 HTTP/1.1" status: 204 len: 168 time: 2.4441524 Feb 09 19:39:48.002107 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 41876) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:39:48.059872 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d07751e-9677-49f0-8005-c840121a3342 admin admin] Pushing event updated for resources: {'Port': ['ID=3ad1e6cb-b29f-419e-98e4-b4dd5f68393e,revision_number=1']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:39:48.203147 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-ed9369c0-1c42-431c-87e9-c618ed7d7d66 None None] For port 99e6a848-87db-43ee-ad5c-64fc4663346f, host n-d-713498-36, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-36',level=0,port_id=99e6a848-87db-43ee-ad5c-64fc4663346f,segment=NetworkSegment(c9370ef4-6c10-429a-a2d3-5375ca469f6c),segment_id=c9370ef4-6c10-429a-a2d3-5375ca469f6c)] {{(pid=103232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 19:39:48.207198 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-ed9369c0-1c42-431c-87e9-c618ed7d7d66 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1820838'] for port (99e6a848-87db-43ee-ad5c-64fc4663346f), precommit_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:39:48.216531 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d8bf910-a8b5-4ddc-b0bb-371e48898552 req-339bd77f-b4dc-41e0-bf06-bd5dc63c4fd8 tempest-TestVolumeBootPattern-1615943498 tempest-TestVolumeBootPattern-1615943498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:39:48.231141 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-0d8bf910-a8b5-4ddc-b0bb-371e48898552 req-339bd77f-b4dc-41e0-bf06-bd5dc63c4fd8 tempest-TestVolumeBootPattern-1615943498 tempest-TestVolumeBootPattern-1615943498-project] 10.222.0.75 "GET /v2.0/ports?device_id=12a976dd-6cea-41c9-ac01-b3afb88322e3 HTTP/1.1" status: 200 len: 943 time: 0.3897626 Feb 09 19:39:48.238103 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-ed9369c0-1c42-431c-87e9-c618ed7d7d66 None None] Calling delete_port for 99e6a848-87db-43ee-ad5c-64fc4663346f owned by network:dhcp {{(pid=103232) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 19:39:48.280689 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-e609b034-56b4-4489-b20d-9b1c4aacc90d tempest-TestNetworkAdvancedServerOps-1633223542 tempest-TestNetworkAdvancedServerOps-1633223542-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-670458'] for network (6035eead-e0c7-4408-9f20-6d0c89d4e7ac), before_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:39:48.402913 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Current status of the port 80979a01-fedd-40d5-a5e3-182921870b38 is: ACTIVE; New status is: ACTIVE {{(pid=103232) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 19:39:48.415699 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.plugin [None req-e609b034-56b4-4489-b20d-9b1c4aacc90d tempest-TestNetworkAdvancedServerOps-1633223542 tempest-TestNetworkAdvancedServerOps-1633223542-project] Deleting port 99e6a848-87db-43ee-ad5c-64fc4663346f {{(pid=103230) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 19:39:48.420158 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-ed9369c0-1c42-431c-87e9-c618ed7d7d66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762867177463', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762866656476'] for port (99e6a848-87db-43ee-ad5c-64fc4663346f), after_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:39:48.423216 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-e609b034-56b4-4489-b20d-9b1c4aacc90d tempest-TestNetworkAdvancedServerOps-1633223542 tempest-TestNetworkAdvancedServerOps-1633223542-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762867170196'] for port (99e6a848-87db-43ee-ad5c-64fc4663346f), before_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:39:48.464016 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-0d8bf910-a8b5-4ddc-b0bb-371e48898552 req-1b269a87-6128-4597-9d44-86bec50c9310 tempest-TestVolumeBootPattern-1615943498 tempest-TestVolumeBootPattern-1615943498-project] 10.222.0.75 "GET /v2.0/security-groups?id=85e2738d-e0ce-44c8-a269-2deaf81a01f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2197356 Feb 09 19:39:48.541904 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-8d07751e-9677-49f0-8005-c840121a3342 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (3ad1e6cb-b29f-419e-98e4-b4dd5f68393e), before_update {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:39:48.677574 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.db [None req-e609b034-56b4-4489-b20d-9b1c4aacc90d tempest-TestNetworkAdvancedServerOps-1633223542 tempest-TestNetworkAdvancedServerOps-1633223542-project] For port 99e6a848-87db-43ee-ad5c-64fc4663346f, host n-d-713498-36, got binding levels [] {{(pid=103230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 19:39:48.678116 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-e609b034-56b4-4489-b20d-9b1c4aacc90d tempest-TestNetworkAdvancedServerOps-1633223542 tempest-TestNetworkAdvancedServerOps-1633223542-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1820838'] for port (99e6a848-87db-43ee-ad5c-64fc4663346f), precommit_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:39:48.725494 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-7ce4c438-8bc3-4fe4-a382-ca6264de2e6e None None] Current status of the port 80979a01-fedd-40d5-a5e3-182921870b38 is: ACTIVE; New status is: ACTIVE {{(pid=103232) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 19:39:48.738969 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.plugin [None req-e609b034-56b4-4489-b20d-9b1c4aacc90d tempest-TestNetworkAdvancedServerOps-1633223542 tempest-TestNetworkAdvancedServerOps-1633223542-project] Calling delete_port for 99e6a848-87db-43ee-ad5c-64fc4663346f owned by network:dhcp {{(pid=103230) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 19:39:48.740810 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed9369c0-1c42-431c-87e9-c618ed7d7d66 None None] Pushing event deleted for resources: {'Port': ['ID=99e6a848-87db-43ee-ad5c-64fc4663346f,revision_number=None']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:39:48.750597 n-d-713498-36 neutron-server[103230]: DEBUG neutron.db.ipam_backend_mixin [None req-e609b034-56b4-4489-b20d-9b1c4aacc90d tempest-TestNetworkAdvancedServerOps-1633223542 tempest-TestNetworkAdvancedServerOps-1633223542-project] Port 99e6a848-87db-43ee-ad5c-64fc4663346f was not found and therefore no delete operation was performed {{(pid=103230) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Feb 09 19:39:48.756816 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-e609b034-56b4-4489-b20d-9b1c4aacc90d tempest-TestNetworkAdvancedServerOps-1633223542 tempest-TestNetworkAdvancedServerOps-1633223542-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762867177463', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762866656476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14393751'] for port (99e6a848-87db-43ee-ad5c-64fc4663346f), after_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:39:48.764750 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed9369c0-1c42-431c-87e9-c618ed7d7d66 None None] No DVR routers for this DVR port 99e6a848-87db-43ee-ad5c-64fc4663346f on host n-d-713498-36 {{(pid=103232) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 19:39:48.784800 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Device 99e6a848-87db-43ee-ad5c-64fc4663346f no longer exists at agent ovs-agent-n-d-713498-36 {{(pid=103232) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 19:39:48.803502 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e609b034-56b4-4489-b20d-9b1c4aacc90d tempest-TestNetworkAdvancedServerOps-1633223542 tempest-TestNetworkAdvancedServerOps-1633223542-project] Pushing event deleted for resources: {'Port': ['ID=99e6a848-87db-43ee-ad5c-64fc4663346f,revision_number=None']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:39:48.814512 n-d-713498-36 neutron-server[103230]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e609b034-56b4-4489-b20d-9b1c4aacc90d tempest-TestNetworkAdvancedServerOps-1633223542 tempest-TestNetworkAdvancedServerOps-1633223542-project] No DVR routers for this DVR port 99e6a848-87db-43ee-ad5c-64fc4663346f on host n-d-713498-36 {{(pid=103230) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 19:39:48.919205 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] No Port match for: 99e6a848-87db-43ee-ad5c-64fc4663346f {{(pid=103232) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 19:39:48.920244 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Device 99e6a848-87db-43ee-ad5c-64fc4663346f not bound to the agent host n-d-713498-36 {{(pid=103232) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 19:39:48.922787 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Device 7b25201c-a915-4ec0-8dd4-56b46a0463a5 no longer exists at agent ovs-agent-n-d-713498-36 {{(pid=103232) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 19:39:48.943457 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762867132591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593584'] for agent (488cd9ae-631f-4955-ba0b-4f5a13f12e9c), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:39:48.974949 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-8d07751e-9677-49f0-8005-c840121a3342 admin admin] Publish callbacks [] for port (3ad1e6cb-b29f-419e-98e4-b4dd5f68393e), precommit_update {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:39:48.982823 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-8d07751e-9677-49f0-8005-c840121a3342 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762867176205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762866656485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762866656503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12867569'] for port (3ad1e6cb-b29f-419e-98e4-b4dd5f68393e), after_update {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:39:48.997240 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] No Port match for: 7b25201c-a915-4ec0-8dd4-56b46a0463a5 {{(pid=103232) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 19:39:48.997866 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Device 7b25201c-a915-4ec0-8dd4-56b46a0463a5 not bound to the agent host n-d-713498-36 {{(pid=103232) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 19:39:49.004639 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Device d4394da1-671e-46cc-bae8-1604cc107d33 no longer exists at agent ovs-agent-n-d-713498-36 {{(pid=103232) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 19:39:49.028289 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-e609b034-56b4-4489-b20d-9b1c4aacc90d tempest-TestNetworkAdvancedServerOps-1633223542 tempest-TestNetworkAdvancedServerOps-1633223542-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-590267', 'neutron.services.segments.db._delete_segments_for_network-8762867132609'] for network (6035eead-e0c7-4408-9f20-6d0c89d4e7ac), precommit_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:39:49.059001 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d07751e-9677-49f0-8005-c840121a3342 admin admin] Pushing event updated for resources: {'Port': ['ID=3ad1e6cb-b29f-419e-98e4-b4dd5f68393e,revision_number=2']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:39:49.066644 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] No Port match for: d4394da1-671e-46cc-bae8-1604cc107d33 {{(pid=103232) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 19:39:49.067260 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Device d4394da1-671e-46cc-bae8-1604cc107d33 not bound to the agent host n-d-713498-36 {{(pid=103232) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 19:39:49.101286 n-d-713498-36 neutron-server[103230]: DEBUG neutron.services.segments.db [None req-e609b034-56b4-4489-b20d-9b1c4aacc90d tempest-TestNetworkAdvancedServerOps-1633223542 tempest-TestNetworkAdvancedServerOps-1633223542-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6035eead-e0c7-4408-9f20-6d0c89d4e7ac']}} {{(pid=103230) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:39:49.127279 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-8d07751e-9677-49f0-8005-c840121a3342 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1613458', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1834496'] for router_interface (e722d96c-2f41-4388-89d3-807a5214300f), after_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:39:49.129392 n-d-713498-36 neutron-server[103230]: DEBUG neutron.services.segments.db [None req-e609b034-56b4-4489-b20d-9b1c4aacc90d tempest-TestNetworkAdvancedServerOps-1633223542 tempest-TestNetworkAdvancedServerOps-1633223542-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c9370ef4-6c10-429a-a2d3-5375ca469f6c') {'for_net_delete': True} {{(pid=103230) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:39:49.129654 n-d-713498-36 neutron-server[103230]: DEBUG neutron.services.segments.db [None req-e609b034-56b4-4489-b20d-9b1c4aacc90d tempest-TestNetworkAdvancedServerOps-1633223542 tempest-TestNetworkAdvancedServerOps-1633223542-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c9370ef4-6c10-429a-a2d3-5375ca469f6c') {} {{(pid=103230) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:39:49.144121 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.provisioning_blocks [None req-8875a1bc-c9af-49d2-9b53-b33e8480978c None None] Provisioning complete for port 3ad1e6cb-b29f-419e-98e4-b4dd5f68393e triggered by entity DHCP. {{(pid=103232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 19:39:49.144523 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-8875a1bc-c9af-49d2-9b53-b33e8480978c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593630'] for port (3ad1e6cb-b29f-419e-98e4-b4dd5f68393e), provisioning_complete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:39:49.170323 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-e609b034-56b4-4489-b20d-9b1c4aacc90d tempest-TestNetworkAdvancedServerOps-1633223542 tempest-TestNetworkAdvancedServerOps-1633223542-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762867134154', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12895813'] for segment (c9370ef4-6c10-429a-a2d3-5375ca469f6c), before_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:39:49.217299 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-e609b034-56b4-4489-b20d-9b1c4aacc90d tempest-TestNetworkAdvancedServerOps-1633223542 tempest-TestNetworkAdvancedServerOps-1633223542-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-759574'] for segment (c9370ef4-6c10-429a-a2d3-5375ca469f6c), precommit_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:39:49.226855 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e609b034-56b4-4489-b20d-9b1c4aacc90d tempest-TestNetworkAdvancedServerOps-1633223542 tempest-TestNetworkAdvancedServerOps-1633223542-project] Releasing vlan 363 on physical network physnet1 to pool {{(pid=103230) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 19:39:49.227308 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-e609b034-56b4-4489-b20d-9b1c4aacc90d tempest-TestNetworkAdvancedServerOps-1633223542 tempest-TestNetworkAdvancedServerOps-1633223542-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-759574', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14393826'] for segment (c9370ef4-6c10-429a-a2d3-5375ca469f6c), after_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:39:49.239029 n-d-713498-36 neutron-server[103230]: Traceback (most recent call last): Feb 09 19:39:49.239029 n-d-713498-36 neutron-server[103230]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 19:39:49.239029 n-d-713498-36 neutron-server[103230]: timer() Feb 09 19:39:49.239029 n-d-713498-36 neutron-server[103230]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 19:39:49.239029 n-d-713498-36 neutron-server[103230]: cb(*args, **kw) Feb 09 19:39:49.239029 n-d-713498-36 neutron-server[103230]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 19:39:49.239029 n-d-713498-36 neutron-server[103230]: return func(*args, **kwargs) Feb 09 19:39:49.239029 n-d-713498-36 neutron-server[103230]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 19:39:49.239029 n-d-713498-36 neutron-server[103230]: self._notify() Feb 09 19:39:49.239029 n-d-713498-36 neutron-server[103230]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 19:39:49.239029 n-d-713498-36 neutron-server[103230]: self.callback(batched_events) Feb 09 19:39:49.239029 n-d-713498-36 neutron-server[103230]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 19:39:49.239029 n-d-713498-36 neutron-server[103230]: event.method(event) Feb 09 19:39:49.239029 n-d-713498-36 neutron-server[103230]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 19:39:49.239029 n-d-713498-36 neutron-server[103230]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 19:39:49.239029 n-d-713498-36 neutron-server[103230]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 19:39:49.239029 n-d-713498-36 neutron-server[103230]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 19:39:49.239029 n-d-713498-36 neutron-server[103230]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 19:39:49.239029 n-d-713498-36 neutron-server[103230]: return f(self, *a, **k) Feb 09 19:39:49.239029 n-d-713498-36 neutron-server[103230]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 19:39:49.239029 n-d-713498-36 neutron-server[103230]: return self._get(url).json() Feb 09 19:39:49.239029 n-d-713498-36 neutron-server[103230]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 19:39:49.239029 n-d-713498-36 neutron-server[103230]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 19:39:49.239029 n-d-713498-36 neutron-server[103230]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 19:39:49.239029 n-d-713498-36 neutron-server[103230]: return self.request(url, 'GET', **kwargs) Feb 09 19:39:49.239029 n-d-713498-36 neutron-server[103230]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 19:39:49.239029 n-d-713498-36 neutron-server[103230]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 19:39:49.239029 n-d-713498-36 neutron-server[103230]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 19:39:49.239029 n-d-713498-36 neutron-server[103230]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 19:39:49.239029 n-d-713498-36 neutron-server[103230]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 19:39:49.239029 n-d-713498-36 neutron-server[103230]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 19:39:49.239029 n-d-713498-36 neutron-server[103230]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 19:39:49.255021 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762867132591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593584'] for agent (bcd5faee-dc24-4298-9134-0e0aa054058e), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:39:49.259372 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-8875a1bc-c9af-49d2-9b53-b33e8480978c None None] Port 3ad1e6cb-b29f-419e-98e4-b4dd5f68393e cannot update to ACTIVE because it is not bound. {{(pid=103232) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 19:39:49.263822 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.l3_hamode_db [None req-175b3ba2-4574-4bcc-944b-ff0c5c8bc063 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e722d96c-2f41-4388-89d3-807a5214300f', 'name': 'tempest-TestVolumeBackupRestore-1998753892-router', 'tenant_id': '6a0634e8951d44de98a3d83478c325b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88055e1e-672a-4487-be31-ffb6e833ece5', 'external_fixed_ips': [{'subnet_id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'ip_address': '172.25.1.54'}], 'enable_snat': True}, 'gw_port_id': 'ead72004-10c2-49c6-8ccd-afc2d52ca8f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T19:39:42Z', 'updated_at': '2022-02-09T19:39:44Z', 'revision_number': 3, 'project_id': '6a0634e8951d44de98a3d83478c325b5', 'gw_port': {'id': 'ead72004-10c2-49c6-8ccd-afc2d52ca8f2', 'name': '', 'network_id': '88055e1e-672a-4487-be31-ffb6e833ece5', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:54:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e722d96c-2f41-4388-89d3-807a5214300f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3601, 'fixed_ips': [{'subnet_id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'ip_address': '172.25.1.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T19:39:42Z', 'updated_at': '2022-02-09T19:39:43Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-36'}], 'n-d-713498-36', False) {} {{(pid=103232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:39:49.307579 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-175b3ba2-4574-4bcc-944b-ff0c5c8bc063 None None] Checking router: e722d96c-2f41-4388-89d3-807a5214300f for host: n-d-713498-36 {{(pid=103232) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 19:39:49.308174 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-175b3ba2-4574-4bcc-944b-ff0c5c8bc063 None None] Updating router e722d96c-2f41-4388-89d3-807a5214300f port ead72004-10c2-49c6-8ccd-afc2d52ca8f2 binding host n-d-713498-36 {{(pid=103232) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 19:39:49.358922 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-175b3ba2-4574-4bcc-944b-ff0c5c8bc063 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (ead72004-10c2-49c6-8ccd-afc2d52ca8f2), before_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:39:49.385158 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-e609b034-56b4-4489-b20d-9b1c4aacc90d tempest-TestNetworkAdvancedServerOps-1633223542 tempest-TestNetworkAdvancedServerOps-1633223542-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-590242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1885479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1818895'] for network (6035eead-e0c7-4408-9f20-6d0c89d4e7ac), after_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:39:49.407816 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-e609b034-56b4-4489-b20d-9b1c4aacc90d tempest-TestNetworkAdvancedServerOps-1633223542 tempest-TestNetworkAdvancedServerOps-1633223542-project] Publish callbacks [] for network (None), before_response {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:39:49.411062 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-e609b034-56b4-4489-b20d-9b1c4aacc90d tempest-TestNetworkAdvancedServerOps-1633223542 tempest-TestNetworkAdvancedServerOps-1633223542-project] 10.222.0.75 "DELETE /v2.0/networks/6035eead-e0c7-4408-9f20-6d0c89d4e7ac HTTP/1.1" status: 204 len: 168 time: 1.4075224 Feb 09 19:39:49.456524 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 41896) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:39:49.478965 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e609b034-56b4-4489-b20d-9b1c4aacc90d tempest-TestNetworkAdvancedServerOps-1633223542 tempest-TestNetworkAdvancedServerOps-1633223542-project] Pushing event deleted for resources: {'Network': ['ID=6035eead-e0c7-4408-9f20-6d0c89d4e7ac,revision_number=None']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:39:49.692992 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-e52a28b4-8512-4191-b03d-a9cd4525aa8d tempest-TestNetworkAdvancedServerOps-1633223542 tempest-TestNetworkAdvancedServerOps-1633223542-project] Publish callbacks [] for security_group (db3e440f-6371-4f6a-b598-e7d001dae153), before_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:39:49.741462 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-e52a28b4-8512-4191-b03d-a9cd4525aa8d tempest-TestNetworkAdvancedServerOps-1633223542 tempest-TestNetworkAdvancedServerOps-1633223542-project] Publish callbacks [] for security_group (db3e440f-6371-4f6a-b598-e7d001dae153), precommit_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:39:49.753506 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30be7387-272b-40ed-a55b-ff1eac745c41 req-3d385b93-f1f5-488b-9e95-aef95a7fc889 tempest-TestVolumeBootPattern-1615943498 tempest-TestVolumeBootPattern-1615943498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:39:49.762430 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-30be7387-272b-40ed-a55b-ff1eac745c41 req-3d385b93-f1f5-488b-9e95-aef95a7fc889 tempest-TestVolumeBootPattern-1615943498 tempest-TestVolumeBootPattern-1615943498-project] 10.222.0.75 "GET /v2.0/ports?device_id=12a976dd-6cea-41c9-ac01-b3afb88322e3 HTTP/1.1" status: 200 len: 943 time: 0.1760130 Feb 09 19:39:49.796576 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-175b3ba2-4574-4bcc-944b-ff0c5c8bc063 None None] Publish callbacks [] for port (ead72004-10c2-49c6-8ccd-afc2d52ca8f2), precommit_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:39:49.806394 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-175b3ba2-4574-4bcc-944b-ff0c5c8bc063 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762867176205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762866656485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762866656503'] for port (ead72004-10c2-49c6-8ccd-afc2d52ca8f2), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:39:49.856586 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c4149c0-27e3-4ced-9b33-4a644dde1d0a None None] Pushing event updated for resources: {'Port': ['ID=ead72004-10c2-49c6-8ccd-afc2d52ca8f2,revision_number=2']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:39:49.890077 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.managers [None req-175b3ba2-4574-4bcc-944b-ff0c5c8bc063 None None] Attempting to bind port ead72004-10c2-49c6-8ccd-afc2d52ca8f2 on host n-d-713498-36 for vnic_type normal with profile {{(pid=103232) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 19:39:49.890713 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.managers [None req-175b3ba2-4574-4bcc-944b-ff0c5c8bc063 None None] Attempting to bind port ead72004-10c2-49c6-8ccd-afc2d52ca8f2 by drivers openvswitch,hyperv on host n-d-713498-36 at level 0 using segments [{'id': 'a4222f89-8d3f-4b51-953b-1a8126392491', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '88055e1e-672a-4487-be31-ffb6e833ece5'}] {{(pid=103232) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 19:39:49.891242 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-175b3ba2-4574-4bcc-944b-ff0c5c8bc063 None None] Attempting to bind port ead72004-10c2-49c6-8ccd-afc2d52ca8f2 on network 88055e1e-672a-4487-be31-ffb6e833ece5 {{(pid=103232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 19:39:49.899545 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-175b3ba2-4574-4bcc-944b-ff0c5c8bc063 None None] Checking agent: {'id': '496418a2-c002-4aec-ab1a-07f3bea491bd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-36', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 18, 51, 47), 'started_at': datetime.datetime(2022, 2, 9, 18, 52, 17), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 19, 39, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-36'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 19:39:49.901136 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-175b3ba2-4574-4bcc-944b-ff0c5c8bc063 None None] Checking segment: {'id': 'a4222f89-8d3f-4b51-953b-1a8126392491', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '88055e1e-672a-4487-be31-ffb6e833ece5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103232) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 19:39:49.902254 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-30be7387-272b-40ed-a55b-ff1eac745c41 req-bbb9a67a-592b-44d6-98ca-9f8cd19c8eee tempest-TestVolumeBootPattern-1615943498 tempest-TestVolumeBootPattern-1615943498-project] 10.222.0.75 "GET /v2.0/security-groups?id=85e2738d-e0ce-44c8-a269-2deaf81a01f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1386619 Feb 09 19:39:49.909464 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-175b3ba2-4574-4bcc-944b-ff0c5c8bc063 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:39:49.909883 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-175b3ba2-4574-4bcc-944b-ff0c5c8bc063 None None] Bound using segment: {'id': 'a4222f89-8d3f-4b51-953b-1a8126392491', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '88055e1e-672a-4487-be31-ffb6e833ece5'} {{(pid=103232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 19:39:49.918449 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.managers [None req-175b3ba2-4574-4bcc-944b-ff0c5c8bc063 None None] Bound port: ead72004-10c2-49c6-8ccd-afc2d52ca8f2, host: n-d-713498-36, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a4222f89-8d3f-4b51-953b-1a8126392491', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '88055e1e-672a-4487-be31-ffb6e833ece5'}}] {{(pid=103232) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 19:39:49.918449 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-175b3ba2-4574-4bcc-944b-ff0c5c8bc063 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (ead72004-10c2-49c6-8ccd-afc2d52ca8f2), before_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:39:49.927457 n-d-713498-36 neutron-server[103229]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d07751e-9677-49f0-8005-c840121a3342 admin admin] Network 253924d1-5bc4-4bc0-bf3c-8e951b69fe65 is already hosted by enough agents. {{(pid=103229) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 19:39:49.928800 n-d-713498-36 neutron-server[103229]: DEBUG neutron.scheduler.base_scheduler [None req-8d07751e-9677-49f0-8005-c840121a3342 admin admin] Resources bound (agent type, host, resource id): {{(pid=103229) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 19:39:49.946887 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-e52a28b4-8512-4191-b03d-a9cd4525aa8d tempest-TestNetworkAdvancedServerOps-1633223542 tempest-TestNetworkAdvancedServerOps-1633223542-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1892331'] for security_group (db3e440f-6371-4f6a-b598-e7d001dae153), after_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:39:49.953920 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-e52a28b4-8512-4191-b03d-a9cd4525aa8d tempest-TestNetworkAdvancedServerOps-1633223542 tempest-TestNetworkAdvancedServerOps-1633223542-project] Publish callbacks [] for security_group (None), before_response {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:39:49.962701 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-e52a28b4-8512-4191-b03d-a9cd4525aa8d tempest-TestNetworkAdvancedServerOps-1633223542 tempest-TestNetworkAdvancedServerOps-1633223542-project] 10.222.0.75 "DELETE /v2.0/security-groups/db3e440f-6371-4f6a-b598-e7d001dae153 HTTP/1.1" status: 204 len: 168 time: 0.5024095 Feb 09 19:39:50.003095 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e52a28b4-8512-4191-b03d-a9cd4525aa8d tempest-TestNetworkAdvancedServerOps-1633223542 tempest-TestNetworkAdvancedServerOps-1633223542-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=db3e440f-6371-4f6a-b598-e7d001dae153,revision_number=None']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:39:50.068304 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-175b3ba2-4574-4bcc-944b-ff0c5c8bc063 None None] For port ead72004-10c2-49c6-8ccd-afc2d52ca8f2, host n-d-713498-36, cleared binding levels {{(pid=103232) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 19:39:50.071969 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-175b3ba2-4574-4bcc-944b-ff0c5c8bc063 None None] For port ead72004-10c2-49c6-8ccd-afc2d52ca8f2, host n-d-713498-36, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-36',level=0,port_id=ead72004-10c2-49c6-8ccd-afc2d52ca8f2,segment=NetworkSegment(a4222f89-8d3f-4b51-953b-1a8126392491),segment_id=a4222f89-8d3f-4b51-953b-1a8126392491)] {{(pid=103232) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 19:39:50.087283 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-175b3ba2-4574-4bcc-944b-ff0c5c8bc063 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762867176205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762866656485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762866656503'] for port (ead72004-10c2-49c6-8ccd-afc2d52ca8f2), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:39:50.184525 n-d-713498-36 neutron-server[103229]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8d07751e-9677-49f0-8005-c840121a3342 admin admin] Router e722d96c-2f41-4388-89d3-807a5214300f has already been hosted by L3 agent 93303d5e-5d17-45e8-8963-7694f87783ae {{(pid=103229) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 19:39:50.204844 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.l3_dvrscheduler_db [None req-175b3ba2-4574-4bcc-944b-ff0c5c8bc063 None None] Routers {'e722d96c-2f41-4388-89d3-807a5214300f'} bound to L3 agent in host n-d-713498-36 {{(pid=103232) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 19:39:50.205544 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.l3_hamode_db [None req-175b3ba2-4574-4bcc-944b-ff0c5c8bc063 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T18:51:43Z,description=,heartbeat_timestamp=2022-02-09T19:39:43Z,host='n-d-713498-36',id=93303d5e-5d17-45e8-8963-7694f87783ae,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T18:51:43Z,topic='l3_agent')) {'router_ids': ['e722d96c-2f41-4388-89d3-807a5214300f'], 'active': True} {{(pid=103232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:39:50.373091 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.l3_dvr_db [None req-175b3ba2-4574-4bcc-944b-ff0c5c8bc063 None None] Set router e722d96c-2f41-4388-89d3-807a5214300f gateway port host: n-d-713498-36 {{(pid=103232) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 19:39:50.447604 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8d07751e-9677-49f0-8005-c840121a3342 admin admin] Notify agent at l3_agent.n-d-713498-36 the message routers_updated {{(pid=103229) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 19:39:50.470781 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-8d07751e-9677-49f0-8005-c840121a3342 admin admin] 10.222.0.75 "PUT /v2.0/routers/e722d96c-2f41-4388-89d3-807a5214300f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6955266 Feb 09 19:39:50.509143 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c4149c0-27e3-4ced-9b33-4a644dde1d0a None None] Pushing event updated for resources: {'Port': ['ID=ead72004-10c2-49c6-8ccd-afc2d52ca8f2,revision_number=3']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:39:50.561225 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.provisioning_blocks [None req-eb47b65b-9c94-47e6-a10e-2fdb01efc255 None None] Provisioning complete for port 3ad1e6cb-b29f-419e-98e4-b4dd5f68393e triggered by entity DHCP. {{(pid=103232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 19:39:50.561709 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-eb47b65b-9c94-47e6-a10e-2fdb01efc255 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593630'] for port (3ad1e6cb-b29f-419e-98e4-b4dd5f68393e), provisioning_complete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:39:50.603788 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-eb47b65b-9c94-47e6-a10e-2fdb01efc255 None None] Port 3ad1e6cb-b29f-419e-98e4-b4dd5f68393e cannot update to ACTIVE because it is not bound. {{(pid=103232) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 19:39:50.657943 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 41924) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:39:50.662760 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.v2.base [None req-4496fa34-8dd5-4709-a106-2f49029118ad tempest-TestNetworkAdvancedServerOps-1633223542 tempest-TestNetworkAdvancedServerOps-1633223542-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1996691792', 'description': 'tempest-secgroup-smoke-1996691792 description', 'project_id': 'eba669c4f4c548e495f13ae7579d0fa6'}} {{(pid=103229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 19:39:50.721842 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-4496fa34-8dd5-4709-a106-2f49029118ad tempest-TestNetworkAdvancedServerOps-1633223542 tempest-TestNetworkAdvancedServerOps-1633223542-project] Publish callbacks [] for security_group (None), before_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:39:50.738552 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.l3_hamode_db [None req-175b3ba2-4574-4bcc-944b-ff0c5c8bc063 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e722d96c-2f41-4388-89d3-807a5214300f', 'name': 'tempest-TestVolumeBackupRestore-1998753892-router', 'tenant_id': '6a0634e8951d44de98a3d83478c325b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88055e1e-672a-4487-be31-ffb6e833ece5', 'external_fixed_ips': [{'subnet_id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'ip_address': '172.25.1.54'}], 'enable_snat': True}, 'gw_port_id': 'ead72004-10c2-49c6-8ccd-afc2d52ca8f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T19:39:42Z', 'updated_at': '2022-02-09T19:39:48Z', 'revision_number': 4, 'project_id': '6a0634e8951d44de98a3d83478c325b5', 'gw_port': {'id': 'ead72004-10c2-49c6-8ccd-afc2d52ca8f2', 'name': '', 'network_id': '88055e1e-672a-4487-be31-ffb6e833ece5', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:54:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e722d96c-2f41-4388-89d3-807a5214300f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3601, 'fixed_ips': [{'subnet_id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'ip_address': '172.25.1.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T19:39:42Z', 'updated_at': '2022-02-09T19:39:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-36', '_interfaces': [{'id': '3ad1e6cb-b29f-419e-98e4-b4dd5f68393e', 'name': '', 'network_id': '253924d1-5bc4-4bc0-bf3c-8e951b69fe65', 'tenant_id': '6a0634e8951d44de98a3d83478c325b5', 'mac_address': 'fa:16:3e:4e:92:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e722d96c-2f41-4388-89d3-807a5214300f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3602, 'fixed_ips': [{'subnet_id': '597fc409-4a62-4ed9-b2e1-bc4bc4817033', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T19:39:47Z', 'updated_at': '2022-02-09T19:39:48Z', 'revision_number': 2, 'project_id': '6a0634e8951d44de98a3d83478c325b5', 'subnets': [{'id': '597fc409-4a62-4ed9-b2e1-bc4bc4817033', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-36', False) {} {{(pid=103232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:39:50.771135 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-175b3ba2-4574-4bcc-944b-ff0c5c8bc063 None None] The sync data for ids ['e722d96c-2f41-4388-89d3-807a5214300f'] in n-d-713498-36 is: [{'id': 'e722d96c-2f41-4388-89d3-807a5214300f', 'name': 'tempest-TestVolumeBackupRestore-1998753892-router', 'tenant_id': '6a0634e8951d44de98a3d83478c325b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88055e1e-672a-4487-be31-ffb6e833ece5', 'external_fixed_ips': [{'subnet_id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'ip_address': '172.25.1.54'}], 'enable_snat': True}, 'gw_port_id': 'ead72004-10c2-49c6-8ccd-afc2d52ca8f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T19:39:42Z', 'updated_at': '2022-02-09T19:39:48Z', 'revision_number': 4, 'project_id': '6a0634e8951d44de98a3d83478c325b5', 'gw_port': {'id': 'ead72004-10c2-49c6-8ccd-afc2d52ca8f2', 'name': '', 'network_id': '88055e1e-672a-4487-be31-ffb6e833ece5', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:54:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e722d96c-2f41-4388-89d3-807a5214300f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3601, 'fixed_ips': [{'subnet_id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'ip_address': '172.25.1.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T19:39:42Z', 'updated_at': '2022-02-09T19:39:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-36', '_interfaces': [{'id': '3ad1e6cb-b29f-419e-98e4-b4dd5f68393e', 'name': '', 'network_id': '253924d1-5bc4-4bc0-bf3c-8e951b69fe65', 'tenant_id': '6a0634e8951d44de98a3d83478c325b5', 'mac_address': 'fa:16:3e:4e:92:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e722d96c-2f41-4388-89d3-807a5214300f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3602, 'fixed_ips': [{'subnet_id': '597fc409-4a62-4ed9-b2e1-bc4bc4817033', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T19:39:47Z', 'updated_at': '2022-02-09T19:39:48Z', 'revision_number': 2, 'project_id': '6a0634e8951d44de98a3d83478c325b5', 'subnets': [{'id': '597fc409-4a62-4ed9-b2e1-bc4bc4817033', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103232) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 19:39:50.885184 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-4496fa34-8dd5-4709-a106-2f49029118ad tempest-TestNetworkAdvancedServerOps-1633223542 tempest-TestNetworkAdvancedServerOps-1633223542-project] Publish callbacks [] for security_group (32aeffe2-bc9f-4956-9652-b873d20dee0d), precommit_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:39:50.889833 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-4496fa34-8dd5-4709-a106-2f49029118ad tempest-TestNetworkAdvancedServerOps-1633223542 tempest-TestNetworkAdvancedServerOps-1633223542-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1892331'] for security_group (32aeffe2-bc9f-4956-9652-b873d20dee0d), after_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:39:50.949325 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-4496fa34-8dd5-4709-a106-2f49029118ad tempest-TestNetworkAdvancedServerOps-1633223542 tempest-TestNetworkAdvancedServerOps-1633223542-project] Publish callbacks [] for security_group (None), before_response {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:39:50.950599 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-4496fa34-8dd5-4709-a106-2f49029118ad tempest-TestNetworkAdvancedServerOps-1633223542 tempest-TestNetworkAdvancedServerOps-1633223542-project] 10.222.0.75 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.2916203 Feb 09 19:39:50.953747 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 41942) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:39:50.957424 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4496fa34-8dd5-4709-a106-2f49029118ad tempest-TestNetworkAdvancedServerOps-1633223542 tempest-TestNetworkAdvancedServerOps-1633223542-project] Pushing event updated for resources: {'SecurityGroup': ['ID=32aeffe2-bc9f-4956-9652-b873d20dee0d,revision_number=1']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:39:50.958847 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.v2.base [None req-eef8d4b9-a7b3-4377-a9ea-900193c2b654 tempest-TestNetworkAdvancedServerOps-1633223542 tempest-TestNetworkAdvancedServerOps-1633223542-project] Request body: {'security_group_rule': {'security_group_id': '32aeffe2-bc9f-4956-9652-b873d20dee0d', 'project_id': 'eba669c4f4c548e495f13ae7579d0fa6', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103230) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 19:39:51.042934 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-eef8d4b9-a7b3-4377-a9ea-900193c2b654 tempest-TestNetworkAdvancedServerOps-1633223542 tempest-TestNetworkAdvancedServerOps-1633223542-project] Publish callbacks [] for security_group_rule (90d5653c-edfd-4603-a721-967c7f9d9c6d), before_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:39:51.159448 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-eef8d4b9-a7b3-4377-a9ea-900193c2b654 tempest-TestNetworkAdvancedServerOps-1633223542 tempest-TestNetworkAdvancedServerOps-1633223542-project] Publish callbacks [] for security_group_rule (90d5653c-edfd-4603-a721-967c7f9d9c6d), precommit_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:39:51.165253 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-eef8d4b9-a7b3-4377-a9ea-900193c2b654 tempest-TestNetworkAdvancedServerOps-1633223542 tempest-TestNetworkAdvancedServerOps-1633223542-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1892250'] for security_group_rule (90d5653c-edfd-4603-a721-967c7f9d9c6d), after_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:39:51.181368 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19211651-0c6b-4035-b1b5-991334ad793f req-c6867760-7ee9-44d3-87e1-f9133c086185 tempest-TestVolumeBootPattern-1615943498 tempest-TestVolumeBootPattern-1615943498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:39:51.184129 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-19211651-0c6b-4035-b1b5-991334ad793f req-c6867760-7ee9-44d3-87e1-f9133c086185 tempest-TestVolumeBootPattern-1615943498 tempest-TestVolumeBootPattern-1615943498-project] 10.222.0.75 "GET /v2.0/ports?device_id=12a976dd-6cea-41c9-ac01-b3afb88322e3 HTTP/1.1" status: 200 len: 943 time: 0.1348062 Feb 09 19:39:51.218079 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eef8d4b9-a7b3-4377-a9ea-900193c2b654 tempest-TestNetworkAdvancedServerOps-1633223542 tempest-TestNetworkAdvancedServerOps-1633223542-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=90d5653c-edfd-4603-a721-967c7f9d9c6d,revision_number=0']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:39:51.225204 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-eef8d4b9-a7b3-4377-a9ea-900193c2b654 tempest-TestNetworkAdvancedServerOps-1633223542 tempest-TestNetworkAdvancedServerOps-1633223542-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:39:51.231000 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-eef8d4b9-a7b3-4377-a9ea-900193c2b654 tempest-TestNetworkAdvancedServerOps-1633223542 tempest-TestNetworkAdvancedServerOps-1633223542-project] 10.222.0.75 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2757733 Feb 09 19:39:51.233371 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 41948) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:39:51.266223 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.v2.base [None req-6aa410d9-6e9e-46ba-963d-ade7ed85d95e tempest-TestNetworkAdvancedServerOps-1633223542 tempest-TestNetworkAdvancedServerOps-1633223542-project] Request body: {'security_group_rule': {'security_group_id': '32aeffe2-bc9f-4956-9652-b873d20dee0d', 'project_id': 'eba669c4f4c548e495f13ae7579d0fa6', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103230) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 19:39:51.289904 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-19211651-0c6b-4035-b1b5-991334ad793f req-e327cbab-6342-4982-bcb1-0e9854acd4a6 tempest-TestVolumeBootPattern-1615943498 tempest-TestVolumeBootPattern-1615943498-project] 10.222.0.75 "GET /v2.0/security-groups?id=85e2738d-e0ce-44c8-a269-2deaf81a01f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0891385 Feb 09 19:39:51.341559 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-6aa410d9-6e9e-46ba-963d-ade7ed85d95e tempest-TestNetworkAdvancedServerOps-1633223542 tempest-TestNetworkAdvancedServerOps-1633223542-project] Publish callbacks [] for security_group_rule (1774bc36-f44e-43eb-a7e8-a6ff3e49d224), before_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:39:51.471169 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-6aa410d9-6e9e-46ba-963d-ade7ed85d95e tempest-TestNetworkAdvancedServerOps-1633223542 tempest-TestNetworkAdvancedServerOps-1633223542-project] Publish callbacks [] for security_group_rule (1774bc36-f44e-43eb-a7e8-a6ff3e49d224), precommit_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:39:51.481557 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-6aa410d9-6e9e-46ba-963d-ade7ed85d95e tempest-TestNetworkAdvancedServerOps-1633223542 tempest-TestNetworkAdvancedServerOps-1633223542-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1892250'] for security_group_rule (1774bc36-f44e-43eb-a7e8-a6ff3e49d224), after_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:39:51.578979 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-6aa410d9-6e9e-46ba-963d-ade7ed85d95e tempest-TestNetworkAdvancedServerOps-1633223542 tempest-TestNetworkAdvancedServerOps-1633223542-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:39:51.583337 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-6aa410d9-6e9e-46ba-963d-ade7ed85d95e tempest-TestNetworkAdvancedServerOps-1633223542 tempest-TestNetworkAdvancedServerOps-1633223542-project] 10.222.0.75 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3457165 Feb 09 19:39:51.583988 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 41972) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:39:51.593930 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.v2.base [None req-e834733a-541f-42a3-87e9-538578b9097d tempest-TestNetworkAdvancedServerOps-1633223542 tempest-TestNetworkAdvancedServerOps-1633223542-project] Request body: {'security_group_rule': {'security_group_id': '32aeffe2-bc9f-4956-9652-b873d20dee0d', 'project_id': 'eba669c4f4c548e495f13ae7579d0fa6', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 19:39:51.602684 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aa410d9-6e9e-46ba-963d-ade7ed85d95e tempest-TestNetworkAdvancedServerOps-1633223542 tempest-TestNetworkAdvancedServerOps-1633223542-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1774bc36-f44e-43eb-a7e8-a6ff3e49d224,revision_number=0']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:39:51.655545 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-e834733a-541f-42a3-87e9-538578b9097d tempest-TestNetworkAdvancedServerOps-1633223542 tempest-TestNetworkAdvancedServerOps-1633223542-project] Publish callbacks [] for security_group_rule (cc4630ca-4f54-418c-928c-229c0af17a42), before_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:39:51.764463 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-e834733a-541f-42a3-87e9-538578b9097d tempest-TestNetworkAdvancedServerOps-1633223542 tempest-TestNetworkAdvancedServerOps-1633223542-project] Publish callbacks [] for security_group_rule (cc4630ca-4f54-418c-928c-229c0af17a42), precommit_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:39:51.770756 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-e834733a-541f-42a3-87e9-538578b9097d tempest-TestNetworkAdvancedServerOps-1633223542 tempest-TestNetworkAdvancedServerOps-1633223542-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1892250'] for security_group_rule (cc4630ca-4f54-418c-928c-229c0af17a42), after_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:39:51.805650 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e834733a-541f-42a3-87e9-538578b9097d tempest-TestNetworkAdvancedServerOps-1633223542 tempest-TestNetworkAdvancedServerOps-1633223542-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cc4630ca-4f54-418c-928c-229c0af17a42,revision_number=0']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:39:51.813045 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-e834733a-541f-42a3-87e9-538578b9097d tempest-TestNetworkAdvancedServerOps-1633223542 tempest-TestNetworkAdvancedServerOps-1633223542-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:39:51.818386 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-e834733a-541f-42a3-87e9-538578b9097d tempest-TestNetworkAdvancedServerOps-1633223542 tempest-TestNetworkAdvancedServerOps-1633223542-project] 10.222.0.75 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2317843 Feb 09 19:39:51.819404 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 41998) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:39:51.826784 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.v2.base [None req-ffb6284e-dcc2-446e-8eed-6f17e9fa21e7 tempest-TestNetworkAdvancedServerOps-1633223542 tempest-TestNetworkAdvancedServerOps-1633223542-project] Request body: {'security_group_rule': {'security_group_id': '32aeffe2-bc9f-4956-9652-b873d20dee0d', 'project_id': 'eba669c4f4c548e495f13ae7579d0fa6', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 19:39:51.860409 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-ffb6284e-dcc2-446e-8eed-6f17e9fa21e7 tempest-TestNetworkAdvancedServerOps-1633223542 tempest-TestNetworkAdvancedServerOps-1633223542-project] Publish callbacks [] for security_group_rule (a6fe59c9-3a7b-461a-be13-73344b612b96), before_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:39:51.953321 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-ffb6284e-dcc2-446e-8eed-6f17e9fa21e7 tempest-TestNetworkAdvancedServerOps-1633223542 tempest-TestNetworkAdvancedServerOps-1633223542-project] Publish callbacks [] for security_group_rule (a6fe59c9-3a7b-461a-be13-73344b612b96), precommit_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:39:51.965511 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-ffb6284e-dcc2-446e-8eed-6f17e9fa21e7 tempest-TestNetworkAdvancedServerOps-1633223542 tempest-TestNetworkAdvancedServerOps-1633223542-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1892250'] for security_group_rule (a6fe59c9-3a7b-461a-be13-73344b612b96), after_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:39:52.019345 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffb6284e-dcc2-446e-8eed-6f17e9fa21e7 tempest-TestNetworkAdvancedServerOps-1633223542 tempest-TestNetworkAdvancedServerOps-1633223542-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a6fe59c9-3a7b-461a-be13-73344b612b96,revision_number=0']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:39:52.047340 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-ffb6284e-dcc2-446e-8eed-6f17e9fa21e7 tempest-TestNetworkAdvancedServerOps-1633223542 tempest-TestNetworkAdvancedServerOps-1633223542-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:39:52.048567 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-ffb6284e-dcc2-446e-8eed-6f17e9fa21e7 tempest-TestNetworkAdvancedServerOps-1633223542 tempest-TestNetworkAdvancedServerOps-1633223542-project] 10.222.0.75 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2273853 Feb 09 19:39:52.051589 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 42002) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:39:52.057597 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.v2.base [None req-0560c62b-038c-4145-86ea-d192911a86df tempest-TestNetworkAdvancedServerOps-1633223542 tempest-TestNetworkAdvancedServerOps-1633223542-project] Request body: {'security_group_rule': {'security_group_id': '32aeffe2-bc9f-4956-9652-b873d20dee0d', 'project_id': 'eba669c4f4c548e495f13ae7579d0fa6', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103230) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 19:39:52.127190 n-d-713498-36 neutron-server[103230]: INFO neutron.db.securitygroups_db [None req-0560c62b-038c-4145-86ea-d192911a86df tempest-TestNetworkAdvancedServerOps-1633223542 tempest-TestNetworkAdvancedServerOps-1633223542-project] Project eba669c4f4c548e495f13ae7579d0fa6 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 09 19:39:52.147240 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-0560c62b-038c-4145-86ea-d192911a86df tempest-TestNetworkAdvancedServerOps-1633223542 tempest-TestNetworkAdvancedServerOps-1633223542-project] Publish callbacks [] for security_group_rule (e130c806-a081-45b1-b415-5febf3e80a79), before_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:39:52.278951 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-0560c62b-038c-4145-86ea-d192911a86df tempest-TestNetworkAdvancedServerOps-1633223542 tempest-TestNetworkAdvancedServerOps-1633223542-project] Publish callbacks [] for security_group_rule (e130c806-a081-45b1-b415-5febf3e80a79), precommit_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:39:52.291346 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-0560c62b-038c-4145-86ea-d192911a86df tempest-TestNetworkAdvancedServerOps-1633223542 tempest-TestNetworkAdvancedServerOps-1633223542-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1892250'] for security_group_rule (e130c806-a081-45b1-b415-5febf3e80a79), after_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:39:52.323402 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0560c62b-038c-4145-86ea-d192911a86df tempest-TestNetworkAdvancedServerOps-1633223542 tempest-TestNetworkAdvancedServerOps-1633223542-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e130c806-a081-45b1-b415-5febf3e80a79,revision_number=0']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:39:52.339921 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-0560c62b-038c-4145-86ea-d192911a86df tempest-TestNetworkAdvancedServerOps-1633223542 tempest-TestNetworkAdvancedServerOps-1633223542-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:39:52.343815 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 42014) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:39:52.350337 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.v2.base [None req-8f9b0fe2-e6f1-4fb2-af63-552a3baf66b1 tempest-TestNetworkAdvancedServerOps-1633223542 tempest-TestNetworkAdvancedServerOps-1633223542-project] Request body: {'security_group_rule': {'security_group_id': '32aeffe2-bc9f-4956-9652-b873d20dee0d', 'project_id': 'eba669c4f4c548e495f13ae7579d0fa6', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 19:39:52.356620 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-0560c62b-038c-4145-86ea-d192911a86df tempest-TestNetworkAdvancedServerOps-1633223542 tempest-TestNetworkAdvancedServerOps-1633223542-project] 10.222.0.75 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2974346 Feb 09 19:39:52.390758 n-d-713498-36 neutron-server[103229]: INFO neutron.db.securitygroups_db [None req-8f9b0fe2-e6f1-4fb2-af63-552a3baf66b1 tempest-TestNetworkAdvancedServerOps-1633223542 tempest-TestNetworkAdvancedServerOps-1633223542-project] Project eba669c4f4c548e495f13ae7579d0fa6 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 09 19:39:52.399668 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-8f9b0fe2-e6f1-4fb2-af63-552a3baf66b1 tempest-TestNetworkAdvancedServerOps-1633223542 tempest-TestNetworkAdvancedServerOps-1633223542-project] Publish callbacks [] for security_group_rule (fc2b5027-b3e1-4e23-99a5-a2a83deaf2ee), before_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:39:52.497418 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4480514-7291-4e93-a0e3-752b7149ff99 req-1084babd-b3b2-46b0-96c9-0e08804bf733 tempest-TestVolumeBootPattern-1615943498 tempest-TestVolumeBootPattern-1615943498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:39:52.511770 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-f4480514-7291-4e93-a0e3-752b7149ff99 req-1084babd-b3b2-46b0-96c9-0e08804bf733 tempest-TestVolumeBootPattern-1615943498 tempest-TestVolumeBootPattern-1615943498-project] 10.222.0.75 "GET /v2.0/ports?device_id=12a976dd-6cea-41c9-ac01-b3afb88322e3 HTTP/1.1" status: 200 len: 943 time: 0.1206999 Feb 09 19:39:52.564157 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-8f9b0fe2-e6f1-4fb2-af63-552a3baf66b1 tempest-TestNetworkAdvancedServerOps-1633223542 tempest-TestNetworkAdvancedServerOps-1633223542-project] Publish callbacks [] for security_group_rule (fc2b5027-b3e1-4e23-99a5-a2a83deaf2ee), precommit_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:39:52.579987 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-8f9b0fe2-e6f1-4fb2-af63-552a3baf66b1 tempest-TestNetworkAdvancedServerOps-1633223542 tempest-TestNetworkAdvancedServerOps-1633223542-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1892250'] for security_group_rule (fc2b5027-b3e1-4e23-99a5-a2a83deaf2ee), after_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:39:52.603407 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Device ead72004-10c2-49c6-8ccd-afc2d52ca8f2 up at agent ovs-agent-n-d-713498-36 {{(pid=103232) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 19:39:52.635518 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f9b0fe2-e6f1-4fb2-af63-552a3baf66b1 tempest-TestNetworkAdvancedServerOps-1633223542 tempest-TestNetworkAdvancedServerOps-1633223542-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fc2b5027-b3e1-4e23-99a5-a2a83deaf2ee,revision_number=0']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:39:52.659724 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-f4480514-7291-4e93-a0e3-752b7149ff99 req-ab631e34-ceb0-49db-8987-656430101597 tempest-TestVolumeBootPattern-1615943498 tempest-TestVolumeBootPattern-1615943498-project] 10.222.0.75 "GET /v2.0/security-groups?id=85e2738d-e0ce-44c8-a269-2deaf81a01f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1469939 Feb 09 19:39:52.706530 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-8f9b0fe2-e6f1-4fb2-af63-552a3baf66b1 tempest-TestNetworkAdvancedServerOps-1633223542 tempest-TestNetworkAdvancedServerOps-1633223542-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:39:52.708013 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-8f9b0fe2-e6f1-4fb2-af63-552a3baf66b1 tempest-TestNetworkAdvancedServerOps-1633223542 tempest-TestNetworkAdvancedServerOps-1633223542-project] 10.222.0.75 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3631613 Feb 09 19:39:52.711316 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 42044) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:39:52.722430 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.v2.base [None req-3307d009-8433-43c7-81d6-9096f7a51457 tempest-TestNetworkAdvancedServerOps-1633223542 tempest-TestNetworkAdvancedServerOps-1633223542-project] Request body: {'network': {'name': 'tempest-network-smoke--1140644690', 'project_id': 'eba669c4f4c548e495f13ae7579d0fa6', 'port_security_enabled': True}} {{(pid=103230) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 19:39:52.769833 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.provisioning_blocks [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Provisioning complete for port ead72004-10c2-49c6-8ccd-afc2d52ca8f2 triggered by entity L2. {{(pid=103232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 19:39:52.770578 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593630'] for port (ead72004-10c2-49c6-8ccd-afc2d52ca8f2), provisioning_complete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:39:52.780056 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3307d009-8433-43c7-81d6-9096f7a51457 tempest-TestNetworkAdvancedServerOps-1633223542 tempest-TestNetworkAdvancedServerOps-1633223542-project] Made reservation on behalf of eba669c4f4c548e495f13ae7579d0fa6 for: {'network': 1} {{(pid=103230) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 19:39:52.783867 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-3307d009-8433-43c7-81d6-9096f7a51457 tempest-TestNetworkAdvancedServerOps-1633223542 tempest-TestNetworkAdvancedServerOps-1633223542-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for network (None), before_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:39:52.862819 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3307d009-8433-43c7-81d6-9096f7a51457 tempest-TestNetworkAdvancedServerOps-1633223542 tempest-TestNetworkAdvancedServerOps-1633223542-project] vlan segment allocate from pool success with {'vlan_id': 352, 'physical_network': 'physnet1'} {{(pid=103230) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 19:39:52.885899 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-3307d009-8433-43c7-81d6-9096f7a51457 tempest-TestNetworkAdvancedServerOps-1633223542 tempest-TestNetworkAdvancedServerOps-1633223542-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-759574'] for segment (72842ce4-e236-45d5-823f-ca1a14d3b913), precommit_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:39:52.886522 n-d-713498-36 neutron-server[103230]: INFO neutron.db.segments_db [None req-3307d009-8433-43c7-81d6-9096f7a51457 tempest-TestNetworkAdvancedServerOps-1633223542 tempest-TestNetworkAdvancedServerOps-1633223542-project] Added segment 72842ce4-e236-45d5-823f-ca1a14d3b913 of type vlan for network 931f090d-88a1-42ee-810e-99a3f542c491 Feb 09 19:39:53.010560 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-3307d009-8433-43c7-81d6-9096f7a51457 tempest-TestNetworkAdvancedServerOps-1633223542 tempest-TestNetworkAdvancedServerOps-1633223542-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762866642225'] for network (931f090d-88a1-42ee-810e-99a3f542c491), precommit_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:39:53.062178 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-3307d009-8433-43c7-81d6-9096f7a51457 tempest-TestNetworkAdvancedServerOps-1633223542 tempest-TestNetworkAdvancedServerOps-1633223542-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1885479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452'] for network (931f090d-88a1-42ee-810e-99a3f542c491), after_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:39:53.074559 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3307d009-8433-43c7-81d6-9096f7a51457 tempest-TestNetworkAdvancedServerOps-1633223542 tempest-TestNetworkAdvancedServerOps-1633223542-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:39:53.075200 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-3307d009-8433-43c7-81d6-9096f7a51457 tempest-TestNetworkAdvancedServerOps-1633223542 tempest-TestNetworkAdvancedServerOps-1633223542-project] Publish callbacks [] for network (None), before_response {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:39:53.227325 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3307d009-8433-43c7-81d6-9096f7a51457 tempest-TestNetworkAdvancedServerOps-1633223542 tempest-TestNetworkAdvancedServerOps-1633223542-project] Pushing event updated for resources: {'Network': ['ID=931f090d-88a1-42ee-810e-99a3f542c491,revision_number=1']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:39:53.280654 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 42068) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:39:53.282130 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-3307d009-8433-43c7-81d6-9096f7a51457 tempest-TestNetworkAdvancedServerOps-1633223542 tempest-TestNetworkAdvancedServerOps-1633223542-project] 10.222.0.75 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.5639060 Feb 09 19:39:53.285401 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.v2.base [None req-900d82f1-53c9-4b53-a28b-ad1646a43f36 tempest-TestNetworkAdvancedServerOps-1633223542 tempest-TestNetworkAdvancedServerOps-1633223542-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-702977224', 'admin_state_up': True, 'project_id': 'eba669c4f4c548e495f13ae7579d0fa6', 'external_gateway_info': {'network_id': '88055e1e-672a-4487-be31-ffb6e833ece5'}}} {{(pid=103229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 19:39:53.358765 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-900d82f1-53c9-4b53-a28b-ad1646a43f36 tempest-TestNetworkAdvancedServerOps-1633223542 tempest-TestNetworkAdvancedServerOps-1633223542-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1834830', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-58389'] for router (5659aff7-daf4-4e9e-b67a-7019e64842e2), before_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:39:53.359852 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-900d82f1-53c9-4b53-a28b-ad1646a43f36 tempest-TestNetworkAdvancedServerOps-1633223542 tempest-TestNetworkAdvancedServerOps-1633223542-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1834810', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1822096', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1886735', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-58380'] for router (5659aff7-daf4-4e9e-b67a-7019e64842e2), precommit_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:39:53.407371 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Current status of the port ead72004-10c2-49c6-8ccd-afc2d52ca8f2 is: DOWN; New status is: ACTIVE {{(pid=103232) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 19:39:53.408026 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (ead72004-10c2-49c6-8ccd-afc2d52ca8f2), before_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:39:53.414262 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Network 931f090d-88a1-42ee-810e-99a3f542c491 details requested by agent ovs-agent-n-d-713498-36 with host n-d-713498-36 {{(pid=103232) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 19:39:53.508905 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-900d82f1-53c9-4b53-a28b-ad1646a43f36 tempest-TestNetworkAdvancedServerOps-1633223542 tempest-TestNetworkAdvancedServerOps-1633223542-project] Publish callbacks [] for router_controller (5659aff7-daf4-4e9e-b67a-7019e64842e2), precommit_add_association {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:39:53.528727 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] For port ead72004-10c2-49c6-8ccd-afc2d52ca8f2, host n-d-713498-36, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-36',level=0,port_id=ead72004-10c2-49c6-8ccd-afc2d52ca8f2,segment=NetworkSegment(a4222f89-8d3f-4b51-953b-1a8126392491),segment_id=a4222f89-8d3f-4b51-953b-1a8126392491)] {{(pid=103232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 19:39:53.560327 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762867176205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762866656485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762866656503'] for port (ead72004-10c2-49c6-8ccd-afc2d52ca8f2), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:39:53.635405 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Pushing event updated for resources: {'Port': ['ID=ead72004-10c2-49c6-8ccd-afc2d52ca8f2,revision_number=4']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:39:53.873419 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-900d82f1-53c9-4b53-a28b-ad1646a43f36 tempest-TestNetworkAdvancedServerOps-1633223542 tempest-TestNetworkAdvancedServerOps-1633223542-project] Publish callbacks [] for router_gateway (5659aff7-daf4-4e9e-b67a-7019e64842e2), precommit_update {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:39:54.040209 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd7a9132-52f6-4070-af7a-0b67bc6ea2c4 req-913c0d74-9f96-4352-beab-7f28df13a6ae tempest-TestVolumeBootPattern-1615943498 tempest-TestVolumeBootPattern-1615943498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:39:54.049814 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-dd7a9132-52f6-4070-af7a-0b67bc6ea2c4 req-913c0d74-9f96-4352-beab-7f28df13a6ae tempest-TestVolumeBootPattern-1615943498 tempest-TestVolumeBootPattern-1615943498-project] 10.222.0.75 "GET /v2.0/ports?device_id=12a976dd-6cea-41c9-ac01-b3afb88322e3 HTTP/1.1" status: 200 len: 943 time: 0.1611066 Feb 09 19:39:54.159516 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-dd7a9132-52f6-4070-af7a-0b67bc6ea2c4 req-fb566e43-da24-46e6-81c5-7308462b142b tempest-TestVolumeBootPattern-1615943498 tempest-TestVolumeBootPattern-1615943498-project] 10.222.0.75 "GET /v2.0/security-groups?id=85e2738d-e0ce-44c8-a269-2deaf81a01f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1082973 Feb 09 19:39:54.443458 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-900d82f1-53c9-4b53-a28b-ad1646a43f36 tempest-TestNetworkAdvancedServerOps-1633223542 tempest-TestNetworkAdvancedServerOps-1633223542-project] Publish callbacks [] for router_gateway (5659aff7-daf4-4e9e-b67a-7019e64842e2), before_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:39:54.541479 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-900d82f1-53c9-4b53-a28b-ad1646a43f36 tempest-TestNetworkAdvancedServerOps-1633223542 tempest-TestNetworkAdvancedServerOps-1633223542-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (None), before_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:39:54.565124 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Device ead72004-10c2-49c6-8ccd-afc2d52ca8f2 up at agent ovs-agent-n-d-713498-36 {{(pid=103232) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 19:39:54.706360 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.provisioning_blocks [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Provisioning complete for port ead72004-10c2-49c6-8ccd-afc2d52ca8f2 triggered by entity L2. {{(pid=103232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 19:39:54.707001 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593630'] for port (ead72004-10c2-49c6-8ccd-afc2d52ca8f2), provisioning_complete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:39:54.745757 n-d-713498-36 neutron-server[103229]: DEBUG neutron.db.db_base_plugin_common [None req-900d82f1-53c9-4b53-a28b-ad1646a43f36 tempest-TestNetworkAdvancedServerOps-1633223542 tempest-TestNetworkAdvancedServerOps-1633223542-project] Allocated IP 172.25.1.228 (88055e1e-672a-4487-be31-ffb6e833ece5/ac16dbcc-383c-4b43-9153-d763c4a53f91/af50b5f5-8273-460d-9de2-30f1c5a3f69e) {{(pid=103229) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 19:39:54.779866 n-d-713498-36 neutron-server[103233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53139808-cb4a-4729-a7b4-4c72bcb8d120 None None] Sync routers for ids ['e722d96c-2f41-4388-89d3-807a5214300f'] in n-d-713498-36 {{(pid=103233) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 19:39:54.811145 n-d-713498-36 neutron-server[103233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53139808-cb4a-4729-a7b4-4c72bcb8d120 None None] Routers {'e722d96c-2f41-4388-89d3-807a5214300f'} bound to L3 agent in host n-d-713498-36 {{(pid=103233) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 19:39:54.812667 n-d-713498-36 neutron-server[103233]: DEBUG neutron.db.l3_hamode_db [None req-53139808-cb4a-4729-a7b4-4c72bcb8d120 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T18:51:43Z,description=,heartbeat_timestamp=2022-02-09T19:39:43Z,host='n-d-713498-36',id=93303d5e-5d17-45e8-8963-7694f87783ae,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T18:51:43Z,topic='l3_agent')) {'router_ids': ['e722d96c-2f41-4388-89d3-807a5214300f'], 'active': True} {{(pid=103233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:39:54.885673 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Current status of the port ead72004-10c2-49c6-8ccd-afc2d52ca8f2 is: ACTIVE; New status is: ACTIVE {{(pid=103232) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 19:39:55.014613 n-d-713498-36 neutron-server[103233]: DEBUG neutron.db.l3_dvr_db [None req-53139808-cb4a-4729-a7b4-4c72bcb8d120 None None] Set router e722d96c-2f41-4388-89d3-807a5214300f gateway port host: n-d-713498-36 {{(pid=103233) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 19:39:55.048442 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-900d82f1-53c9-4b53-a28b-ad1646a43f36 tempest-TestNetworkAdvancedServerOps-1633223542 tempest-TestNetworkAdvancedServerOps-1633223542-project] Publish callbacks [] for port (af50b5f5-8273-460d-9de2-30f1c5a3f69e), precommit_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:39:55.125399 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-900d82f1-53c9-4b53-a28b-ad1646a43f36 tempest-TestNetworkAdvancedServerOps-1633223542 tempest-TestNetworkAdvancedServerOps-1633223542-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762866656467', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12867576'] for port (af50b5f5-8273-460d-9de2-30f1c5a3f69e), after_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:39:55.224885 n-d-713498-36 neutron-server[103229]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-900d82f1-53c9-4b53-a28b-ad1646a43f36 tempest-TestNetworkAdvancedServerOps-1633223542 tempest-TestNetworkAdvancedServerOps-1633223542-project] Network 88055e1e-672a-4487-be31-ffb6e833ece5 is already hosted by enough agents. {{(pid=103229) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 19:39:55.262446 n-d-713498-36 neutron-server[103229]: DEBUG neutron.scheduler.base_scheduler [None req-900d82f1-53c9-4b53-a28b-ad1646a43f36 tempest-TestNetworkAdvancedServerOps-1633223542 tempest-TestNetworkAdvancedServerOps-1633223542-project] Resources bound (agent type, host, resource id): {{(pid=103229) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 19:39:55.264705 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-900d82f1-53c9-4b53-a28b-ad1646a43f36 tempest-TestNetworkAdvancedServerOps-1633223542 tempest-TestNetworkAdvancedServerOps-1633223542-project] Pushing event updated for resources: {'Port': ['ID=af50b5f5-8273-460d-9de2-30f1c5a3f69e,revision_number=1']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:39:55.271941 n-d-713498-36 neutron-server[103229]: DEBUG neutron.db.l3_dvrscheduler_db [None req-900d82f1-53c9-4b53-a28b-ad1646a43f36 tempest-TestNetworkAdvancedServerOps-1633223542 tempest-TestNetworkAdvancedServerOps-1633223542-project] Received port after_create {{(pid=103229) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 19:39:55.416158 n-d-713498-36 neutron-server[103233]: DEBUG neutron.db.l3_hamode_db [None req-53139808-cb4a-4729-a7b4-4c72bcb8d120 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e722d96c-2f41-4388-89d3-807a5214300f', 'name': 'tempest-TestVolumeBackupRestore-1998753892-router', 'tenant_id': '6a0634e8951d44de98a3d83478c325b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88055e1e-672a-4487-be31-ffb6e833ece5', 'external_fixed_ips': [{'subnet_id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'ip_address': '172.25.1.54'}], 'enable_snat': True}, 'gw_port_id': 'ead72004-10c2-49c6-8ccd-afc2d52ca8f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T19:39:42Z', 'updated_at': '2022-02-09T19:39:48Z', 'revision_number': 4, 'project_id': '6a0634e8951d44de98a3d83478c325b5', 'gw_port': {'id': 'ead72004-10c2-49c6-8ccd-afc2d52ca8f2', 'name': '', 'network_id': '88055e1e-672a-4487-be31-ffb6e833ece5', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:54:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e722d96c-2f41-4388-89d3-807a5214300f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3601, 'fixed_ips': [{'subnet_id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'ip_address': '172.25.1.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T19:39:42Z', 'updated_at': '2022-02-09T19:39:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-36', '_interfaces': [{'id': '3ad1e6cb-b29f-419e-98e4-b4dd5f68393e', 'name': '', 'network_id': '253924d1-5bc4-4bc0-bf3c-8e951b69fe65', 'tenant_id': '6a0634e8951d44de98a3d83478c325b5', 'mac_address': 'fa:16:3e:4e:92:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e722d96c-2f41-4388-89d3-807a5214300f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3602, 'fixed_ips': [{'subnet_id': '597fc409-4a62-4ed9-b2e1-bc4bc4817033', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T19:39:47Z', 'updated_at': '2022-02-09T19:39:48Z', 'revision_number': 2, 'project_id': '6a0634e8951d44de98a3d83478c325b5', 'subnets': [{'id': '597fc409-4a62-4ed9-b2e1-bc4bc4817033', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-36', False) {} {{(pid=103233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:39:55.436054 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d00f8527-4470-4c62-917f-643ddd400bbc req-1a0635ae-a650-4c60-8a99-869c7627ad9d tempest-TestVolumeBootPattern-1615943498 tempest-TestVolumeBootPattern-1615943498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:39:55.445199 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-d00f8527-4470-4c62-917f-643ddd400bbc req-1a0635ae-a650-4c60-8a99-869c7627ad9d tempest-TestVolumeBootPattern-1615943498 tempest-TestVolumeBootPattern-1615943498-project] 10.222.0.75 "GET /v2.0/ports?device_id=12a976dd-6cea-41c9-ac01-b3afb88322e3 HTTP/1.1" status: 200 len: 943 time: 0.1441493 Feb 09 19:39:55.466033 n-d-713498-36 neutron-server[103233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53139808-cb4a-4729-a7b4-4c72bcb8d120 None None] Checking router: e722d96c-2f41-4388-89d3-807a5214300f for host: n-d-713498-36 {{(pid=103233) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 19:39:55.466698 n-d-713498-36 neutron-server[103233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53139808-cb4a-4729-a7b4-4c72bcb8d120 None None] Updating router e722d96c-2f41-4388-89d3-807a5214300f port 3ad1e6cb-b29f-419e-98e4-b4dd5f68393e binding host n-d-713498-36 {{(pid=103233) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 19:39:55.508888 n-d-713498-36 neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-53139808-cb4a-4729-a7b4-4c72bcb8d120 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (3ad1e6cb-b29f-419e-98e4-b4dd5f68393e), before_update {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:39:55.599470 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-d00f8527-4470-4c62-917f-643ddd400bbc req-a6e091c2-71d5-45ce-91a0-1600de3fdbce tempest-TestVolumeBootPattern-1615943498 tempest-TestVolumeBootPattern-1615943498-project] 10.222.0.75 "GET /v2.0/security-groups?id=85e2738d-e0ce-44c8-a269-2deaf81a01f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1494439 Feb 09 19:39:55.676541 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-900d82f1-53c9-4b53-a28b-ad1646a43f36 tempest-TestNetworkAdvancedServerOps-1633223542 tempest-TestNetworkAdvancedServerOps-1633223542-project] Publish callbacks [] for router_gateway (5659aff7-daf4-4e9e-b67a-7019e64842e2), after_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:39:56.003136 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-900d82f1-53c9-4b53-a28b-ad1646a43f36 tempest-TestNetworkAdvancedServerOps-1633223542 tempest-TestNetworkAdvancedServerOps-1633223542-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1834945', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1818951'] for router (5659aff7-daf4-4e9e-b67a-7019e64842e2), after_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:39:56.081390 n-d-713498-36 neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-53139808-cb4a-4729-a7b4-4c72bcb8d120 None None] Publish callbacks [] for port (3ad1e6cb-b29f-419e-98e4-b4dd5f68393e), precommit_update {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:39:56.089777 n-d-713498-36 neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-53139808-cb4a-4729-a7b4-4c72bcb8d120 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762867176205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762866656485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762866656503'] for port (3ad1e6cb-b29f-419e-98e4-b4dd5f68393e), after_update {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:39:56.161160 n-d-713498-36 neutron-server[103233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-885ccd9e-47df-4737-ab04-229f94de425b None None] Pushing event updated for resources: {'Port': ['ID=3ad1e6cb-b29f-419e-98e4-b4dd5f68393e,revision_number=3']} {{(pid=103233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:39:56.216770 n-d-713498-36 neutron-server[103229]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-900d82f1-53c9-4b53-a28b-ad1646a43f36 tempest-TestNetworkAdvancedServerOps-1633223542 tempest-TestNetworkAdvancedServerOps-1633223542-project] Router 5659aff7-daf4-4e9e-b67a-7019e64842e2 is scheduled to L3 agent 93303d5e-5d17-45e8-8963-7694f87783ae with binding_index 1 {{(pid=103229) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 09 19:39:56.292014 n-d-713498-36 neutron-server[103233]: DEBUG neutron.plugins.ml2.managers [None req-53139808-cb4a-4729-a7b4-4c72bcb8d120 None None] Attempting to bind port 3ad1e6cb-b29f-419e-98e4-b4dd5f68393e on host n-d-713498-36 for vnic_type normal with profile {{(pid=103233) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 19:39:56.292314 n-d-713498-36 neutron-server[103233]: DEBUG neutron.plugins.ml2.managers [None req-53139808-cb4a-4729-a7b4-4c72bcb8d120 None None] Attempting to bind port 3ad1e6cb-b29f-419e-98e4-b4dd5f68393e by drivers openvswitch,hyperv on host n-d-713498-36 at level 0 using segments [{'id': 'c0e1e43e-0537-4256-8167-517a0680bf98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': '253924d1-5bc4-4bc0-bf3c-8e951b69fe65'}] {{(pid=103233) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 19:39:56.292691 n-d-713498-36 neutron-server[103233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53139808-cb4a-4729-a7b4-4c72bcb8d120 None None] Attempting to bind port 3ad1e6cb-b29f-419e-98e4-b4dd5f68393e on network 253924d1-5bc4-4bc0-bf3c-8e951b69fe65 {{(pid=103233) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 19:39:56.309231 n-d-713498-36 neutron-server[103233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53139808-cb4a-4729-a7b4-4c72bcb8d120 None None] Checking agent: {'id': '496418a2-c002-4aec-ab1a-07f3bea491bd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-36', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 18, 51, 47), 'started_at': datetime.datetime(2022, 2, 9, 18, 52, 17), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 19, 39, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-36'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103233) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 19:39:56.309605 n-d-713498-36 neutron-server[103233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53139808-cb4a-4729-a7b4-4c72bcb8d120 None None] Checking segment: {'id': 'c0e1e43e-0537-4256-8167-517a0680bf98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': '253924d1-5bc4-4bc0-bf3c-8e951b69fe65'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103233) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 19:39:56.310036 n-d-713498-36 neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-53139808-cb4a-4729-a7b4-4c72bcb8d120 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:39:56.310429 n-d-713498-36 neutron-server[103233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53139808-cb4a-4729-a7b4-4c72bcb8d120 None None] Bound using segment: {'id': 'c0e1e43e-0537-4256-8167-517a0680bf98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': '253924d1-5bc4-4bc0-bf3c-8e951b69fe65'} {{(pid=103233) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 19:39:56.310895 n-d-713498-36 neutron-server[103233]: DEBUG neutron.plugins.ml2.managers [None req-53139808-cb4a-4729-a7b4-4c72bcb8d120 None None] Bound port: 3ad1e6cb-b29f-419e-98e4-b4dd5f68393e, host: n-d-713498-36, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c0e1e43e-0537-4256-8167-517a0680bf98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': '253924d1-5bc4-4bc0-bf3c-8e951b69fe65'}}] {{(pid=103233) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 19:39:56.311273 n-d-713498-36 neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-53139808-cb4a-4729-a7b4-4c72bcb8d120 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (3ad1e6cb-b29f-419e-98e4-b4dd5f68393e), before_update {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:39:56.429641 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-900d82f1-53c9-4b53-a28b-ad1646a43f36 tempest-TestNetworkAdvancedServerOps-1633223542 tempest-TestNetworkAdvancedServerOps-1633223542-project] Notify agent at l3_agent.n-d-713498-36 the message routers_updated {{(pid=103229) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 19:39:56.435204 n-d-713498-36 neutron-server[103233]: DEBUG neutron.plugins.ml2.db [None req-53139808-cb4a-4729-a7b4-4c72bcb8d120 None None] For port 3ad1e6cb-b29f-419e-98e4-b4dd5f68393e, host n-d-713498-36, cleared binding levels {{(pid=103233) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 19:39:56.440022 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5827cb53-5d5c-49e3-a1af-2f4a386bda9a None None] Sync routers for ids ['5659aff7-daf4-4e9e-b67a-7019e64842e2'] in n-d-713498-36 {{(pid=103232) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 19:39:56.440552 n-d-713498-36 neutron-server[103233]: DEBUG neutron.plugins.ml2.db [None req-53139808-cb4a-4729-a7b4-4c72bcb8d120 None None] For port 3ad1e6cb-b29f-419e-98e4-b4dd5f68393e, host n-d-713498-36, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-36',level=0,port_id=3ad1e6cb-b29f-419e-98e4-b4dd5f68393e,segment=NetworkSegment(c0e1e43e-0537-4256-8167-517a0680bf98),segment_id=c0e1e43e-0537-4256-8167-517a0680bf98)] {{(pid=103233) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 19:39:56.452850 n-d-713498-36 neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-53139808-cb4a-4729-a7b4-4c72bcb8d120 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762867176205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762866656485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762866656503'] for port (3ad1e6cb-b29f-419e-98e4-b4dd5f68393e), after_update {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:39:56.457152 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-900d82f1-53c9-4b53-a28b-ad1646a43f36 tempest-TestNetworkAdvancedServerOps-1633223542 tempest-TestNetworkAdvancedServerOps-1633223542-project] Publish callbacks [] for router (None), before_response {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:39:56.459396 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-900d82f1-53c9-4b53-a28b-ad1646a43f36 tempest-TestNetworkAdvancedServerOps-1633223542 tempest-TestNetworkAdvancedServerOps-1633223542-project] 10.222.0.75 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 3.1776710 Feb 09 19:39:56.463464 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 42128) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:39:56.473756 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5827cb53-5d5c-49e3-a1af-2f4a386bda9a None None] Routers {'5659aff7-daf4-4e9e-b67a-7019e64842e2'} bound to L3 agent in host n-d-713498-36 {{(pid=103232) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 19:39:56.478526 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.l3_hamode_db [None req-5827cb53-5d5c-49e3-a1af-2f4a386bda9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T18:51:43Z,description=,heartbeat_timestamp=2022-02-09T19:39:43Z,host='n-d-713498-36',id=93303d5e-5d17-45e8-8963-7694f87783ae,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T18:51:43Z,topic='l3_agent')) {'router_ids': ['5659aff7-daf4-4e9e-b67a-7019e64842e2'], 'active': True} {{(pid=103232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:39:56.530820 n-d-713498-36 neutron-server[103233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-885ccd9e-47df-4737-ab04-229f94de425b None None] Pushing event updated for resources: {'Port': ['ID=3ad1e6cb-b29f-419e-98e4-b4dd5f68393e,revision_number=4']} {{(pid=103233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:39:56.551697 n-d-713498-36 neutron-server[103233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53139808-cb4a-4729-a7b4-4c72bcb8d120 None None] Routers {'e722d96c-2f41-4388-89d3-807a5214300f'} bound to L3 agent in host n-d-713498-36 {{(pid=103233) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 19:39:56.554853 n-d-713498-36 neutron-server[103233]: DEBUG neutron.db.l3_hamode_db [None req-53139808-cb4a-4729-a7b4-4c72bcb8d120 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T18:51:43Z,description=,heartbeat_timestamp=2022-02-09T19:39:43Z,host='n-d-713498-36',id=93303d5e-5d17-45e8-8963-7694f87783ae,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T18:51:43Z,topic='l3_agent')) {'router_ids': ['e722d96c-2f41-4388-89d3-807a5214300f'], 'active': True} {{(pid=103233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:39:56.555609 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-6ca1f9a2-93f5-428f-a1d8-eba63e9a2277 tempest-TestNetworkAdvancedServerOps-513516359 tempest-TestNetworkAdvancedServerOps-513516359-project-admin] 10.222.0.75 "GET /v2.0/subnets?project_id=eba669c4f4c548e495f13ae7579d0fa6&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0875866 Feb 09 19:39:56.556702 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 42130) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:39:56.787800 n-d-713498-36 neutron-server[103233]: DEBUG neutron.db.l3_dvr_db [None req-53139808-cb4a-4729-a7b4-4c72bcb8d120 None None] Set router e722d96c-2f41-4388-89d3-807a5214300f gateway port host: n-d-713498-36 {{(pid=103233) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 19:39:56.793262 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.provisioning_blocks [None req-100e4e03-a31d-430a-9876-f6839c54dde7 None None] Provisioning complete for port 3ad1e6cb-b29f-419e-98e4-b4dd5f68393e triggered by entity DHCP. {{(pid=103232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 19:39:56.793648 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-100e4e03-a31d-430a-9876-f6839c54dde7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593630'] for port (3ad1e6cb-b29f-419e-98e4-b4dd5f68393e), provisioning_complete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:39:56.937623 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83c51a1e-6c86-4ae4-9a57-849259ba6b70 req-4851933e-2686-4b52-89da-85f6ce49f6b4 tempest-TestVolumeBootPattern-1615943498 tempest-TestVolumeBootPattern-1615943498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:39:56.939199 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-83c51a1e-6c86-4ae4-9a57-849259ba6b70 req-4851933e-2686-4b52-89da-85f6ce49f6b4 tempest-TestVolumeBootPattern-1615943498 tempest-TestVolumeBootPattern-1615943498-project] 10.222.0.75 "GET /v2.0/ports?device_id=12a976dd-6cea-41c9-ac01-b3afb88322e3 HTTP/1.1" status: 200 len: 943 time: 0.2156475 Feb 09 19:39:56.959435 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.l3_dvr_db [None req-5827cb53-5d5c-49e3-a1af-2f4a386bda9a None None] Set router 5659aff7-daf4-4e9e-b67a-7019e64842e2 gateway port host: n-d-713498-36 {{(pid=103232) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 19:39:57.105080 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dcb0a2a4-5564-4428-80a5-cfc69f421d6a tempest-TestNetworkAdvancedServerOps-513516359 tempest-TestNetworkAdvancedServerOps-513516359-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:39:57.106810 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-dcb0a2a4-5564-4428-80a5-cfc69f421d6a tempest-TestNetworkAdvancedServerOps-513516359 tempest-TestNetworkAdvancedServerOps-513516359-project-admin] 10.222.0.75 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.5491228 Feb 09 19:39:57.110041 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 42144) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:39:57.119498 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-83c51a1e-6c86-4ae4-9a57-849259ba6b70 req-7dacd2c7-cc69-4778-b474-a9bad5713ead tempest-TestVolumeBootPattern-1615943498 tempest-TestVolumeBootPattern-1615943498-project] 10.222.0.75 "GET /v2.0/security-groups?id=85e2738d-e0ce-44c8-a269-2deaf81a01f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1629705 Feb 09 19:39:57.194825 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 42146) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:39:57.195237 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-286bd4e9-2125-4864-9753-0b0cd1628e8e tempest-TestNetworkAdvancedServerOps-513516359 tempest-TestNetworkAdvancedServerOps-513516359-project-admin] 10.222.0.75 "GET /v2.0/subnets?network_id=88055e1e-672a-4487-be31-ffb6e833ece5&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0834446 Feb 09 19:39:57.200159 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.v2.base [None req-8609c558-713e-4707-9768-5884eca5661f tempest-TestNetworkAdvancedServerOps-1633223542 tempest-TestNetworkAdvancedServerOps-1633223542-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-106303196', 'network_id': '931f090d-88a1-42ee-810e-99a3f542c491', 'project_id': 'eba669c4f4c548e495f13ae7579d0fa6', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 19:39:57.275382 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-100e4e03-a31d-430a-9876-f6839c54dde7 None None] Current status of the port 3ad1e6cb-b29f-419e-98e4-b4dd5f68393e is: DOWN; New status is: ACTIVE {{(pid=103232) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 19:39:57.278267 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-100e4e03-a31d-430a-9876-f6839c54dde7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (3ad1e6cb-b29f-419e-98e4-b4dd5f68393e), before_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:39:57.280811 n-d-713498-36 neutron-server[103233]: DEBUG neutron.db.l3_hamode_db [None req-53139808-cb4a-4729-a7b4-4c72bcb8d120 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e722d96c-2f41-4388-89d3-807a5214300f', 'name': 'tempest-TestVolumeBackupRestore-1998753892-router', 'tenant_id': '6a0634e8951d44de98a3d83478c325b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88055e1e-672a-4487-be31-ffb6e833ece5', 'external_fixed_ips': [{'subnet_id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'ip_address': '172.25.1.54'}], 'enable_snat': True}, 'gw_port_id': 'ead72004-10c2-49c6-8ccd-afc2d52ca8f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T19:39:42Z', 'updated_at': '2022-02-09T19:39:48Z', 'revision_number': 4, 'project_id': '6a0634e8951d44de98a3d83478c325b5', 'gw_port': {'id': 'ead72004-10c2-49c6-8ccd-afc2d52ca8f2', 'name': '', 'network_id': '88055e1e-672a-4487-be31-ffb6e833ece5', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:54:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e722d96c-2f41-4388-89d3-807a5214300f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3601, 'fixed_ips': [{'subnet_id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'ip_address': '172.25.1.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T19:39:42Z', 'updated_at': '2022-02-09T19:39:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-36', '_interfaces': [{'id': '3ad1e6cb-b29f-419e-98e4-b4dd5f68393e', 'name': '', 'network_id': '253924d1-5bc4-4bc0-bf3c-8e951b69fe65', 'tenant_id': '6a0634e8951d44de98a3d83478c325b5', 'mac_address': 'fa:16:3e:4e:92:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e722d96c-2f41-4388-89d3-807a5214300f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3602, 'fixed_ips': [{'subnet_id': '597fc409-4a62-4ed9-b2e1-bc4bc4817033', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T19:39:47Z', 'updated_at': '2022-02-09T19:39:56Z', 'revision_number': 4, 'project_id': '6a0634e8951d44de98a3d83478c325b5', 'subnets': [{'id': '597fc409-4a62-4ed9-b2e1-bc4bc4817033', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-36', False) {} {{(pid=103233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:39:57.322048 n-d-713498-36 neutron-server[103233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53139808-cb4a-4729-a7b4-4c72bcb8d120 None None] The sync data for ids ['e722d96c-2f41-4388-89d3-807a5214300f'] in n-d-713498-36 is: [{'id': 'e722d96c-2f41-4388-89d3-807a5214300f', 'name': 'tempest-TestVolumeBackupRestore-1998753892-router', 'tenant_id': '6a0634e8951d44de98a3d83478c325b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88055e1e-672a-4487-be31-ffb6e833ece5', 'external_fixed_ips': [{'subnet_id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'ip_address': '172.25.1.54'}], 'enable_snat': True}, 'gw_port_id': 'ead72004-10c2-49c6-8ccd-afc2d52ca8f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T19:39:42Z', 'updated_at': '2022-02-09T19:39:48Z', 'revision_number': 4, 'project_id': '6a0634e8951d44de98a3d83478c325b5', 'gw_port': {'id': 'ead72004-10c2-49c6-8ccd-afc2d52ca8f2', 'name': '', 'network_id': '88055e1e-672a-4487-be31-ffb6e833ece5', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:54:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e722d96c-2f41-4388-89d3-807a5214300f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3601, 'fixed_ips': [{'subnet_id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'ip_address': '172.25.1.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T19:39:42Z', 'updated_at': '2022-02-09T19:39:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-36', '_interfaces': [{'id': '3ad1e6cb-b29f-419e-98e4-b4dd5f68393e', 'name': '', 'network_id': '253924d1-5bc4-4bc0-bf3c-8e951b69fe65', 'tenant_id': '6a0634e8951d44de98a3d83478c325b5', 'mac_address': 'fa:16:3e:4e:92:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e722d96c-2f41-4388-89d3-807a5214300f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3602, 'fixed_ips': [{'subnet_id': '597fc409-4a62-4ed9-b2e1-bc4bc4817033', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T19:39:47Z', 'updated_at': '2022-02-09T19:39:56Z', 'revision_number': 4, 'project_id': '6a0634e8951d44de98a3d83478c325b5', 'subnets': [{'id': '597fc409-4a62-4ed9-b2e1-bc4bc4817033', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103233) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 19:39:57.391779 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8609c558-713e-4707-9768-5884eca5661f tempest-TestNetworkAdvancedServerOps-1633223542 tempest-TestNetworkAdvancedServerOps-1633223542-project] Made reservation on behalf of eba669c4f4c548e495f13ae7579d0fa6 for: {'subnet': 1} {{(pid=103229) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 19:39:57.395868 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-8609c558-713e-4707-9768-5884eca5661f tempest-TestNetworkAdvancedServerOps-1633223542 tempest-TestNetworkAdvancedServerOps-1633223542-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12759265'] for subnet (None), before_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:39:57.411343 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-100e4e03-a31d-430a-9876-f6839c54dde7 None None] For port 3ad1e6cb-b29f-419e-98e4-b4dd5f68393e, host n-d-713498-36, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-36',level=0,port_id=3ad1e6cb-b29f-419e-98e4-b4dd5f68393e,segment=NetworkSegment(c0e1e43e-0537-4256-8167-517a0680bf98),segment_id=c0e1e43e-0537-4256-8167-517a0680bf98)] {{(pid=103232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 19:39:57.464710 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-100e4e03-a31d-430a-9876-f6839c54dde7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762867176205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762866656485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762866656503'] for port (3ad1e6cb-b29f-419e-98e4-b4dd5f68393e), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:39:57.612614 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-100e4e03-a31d-430a-9876-f6839c54dde7 None None] Pushing event updated for resources: {'Port': ['ID=3ad1e6cb-b29f-419e-98e4-b4dd5f68393e,revision_number=5']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:39:57.631158 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.l3_hamode_db [None req-5827cb53-5d5c-49e3-a1af-2f4a386bda9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5659aff7-daf4-4e9e-b67a-7019e64842e2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-702977224', 'tenant_id': 'eba669c4f4c548e495f13ae7579d0fa6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88055e1e-672a-4487-be31-ffb6e833ece5', 'external_fixed_ips': [{'subnet_id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'ip_address': '172.25.1.228'}], 'enable_snat': True}, 'gw_port_id': 'af50b5f5-8273-460d-9de2-30f1c5a3f69e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T19:39:53Z', 'updated_at': '2022-02-09T19:39:55Z', 'revision_number': 3, 'project_id': 'eba669c4f4c548e495f13ae7579d0fa6', 'gw_port': {'id': 'af50b5f5-8273-460d-9de2-30f1c5a3f69e', 'name': '', 'network_id': '88055e1e-672a-4487-be31-ffb6e833ece5', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:99:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5659aff7-daf4-4e9e-b67a-7019e64842e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3615, 'fixed_ips': [{'subnet_id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'ip_address': '172.25.1.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T19:39:54Z', 'updated_at': '2022-02-09T19:39:54Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-36'}], 'n-d-713498-36', False) {} {{(pid=103232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:39:57.671257 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5827cb53-5d5c-49e3-a1af-2f4a386bda9a None None] Checking router: 5659aff7-daf4-4e9e-b67a-7019e64842e2 for host: n-d-713498-36 {{(pid=103232) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 19:39:57.671617 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5827cb53-5d5c-49e3-a1af-2f4a386bda9a None None] Updating router 5659aff7-daf4-4e9e-b67a-7019e64842e2 port af50b5f5-8273-460d-9de2-30f1c5a3f69e binding host n-d-713498-36 {{(pid=103232) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 19:39:57.676190 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.provisioning_blocks [None req-b7f54636-1055-4dbe-ba8e-cfa18b89e806 None None] Provisioning complete for port 3ad1e6cb-b29f-419e-98e4-b4dd5f68393e triggered by entity DHCP. {{(pid=103232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 19:39:57.676618 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-b7f54636-1055-4dbe-ba8e-cfa18b89e806 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593630'] for port (3ad1e6cb-b29f-419e-98e4-b4dd5f68393e), provisioning_complete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:39:57.714498 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-8609c558-713e-4707-9768-5884eca5661f tempest-TestNetworkAdvancedServerOps-1633223542 tempest-TestNetworkAdvancedServerOps-1633223542-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12867428', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12759263'] for subnet (04cdeb5d-3b35-42d0-b422-14f79b3b10b7), after_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:39:57.744089 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-5827cb53-5d5c-49e3-a1af-2f4a386bda9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (af50b5f5-8273-460d-9de2-30f1c5a3f69e), before_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:39:57.838791 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8609c558-713e-4707-9768-5884eca5661f tempest-TestNetworkAdvancedServerOps-1633223542 tempest-TestNetworkAdvancedServerOps-1633223542-project] Pushing event updated for resources: {'Subnet': ['ID=04cdeb5d-3b35-42d0-b422-14f79b3b10b7,revision_number=0']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:39:57.906594 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8609c558-713e-4707-9768-5884eca5661f tempest-TestNetworkAdvancedServerOps-1633223542 tempest-TestNetworkAdvancedServerOps-1633223542-project] Checking segment: {'id': '72842ce4-e236-45d5-823f-ca1a14d3b913', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': '931f090d-88a1-42ee-810e-99a3f542c491'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103229) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 19:39:57.906975 n-d-713498-36 neutron-server[103229]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8609c558-713e-4707-9768-5884eca5661f tempest-TestNetworkAdvancedServerOps-1633223542 tempest-TestNetworkAdvancedServerOps-1633223542-project] Network hostable DHCP agents. Network: 931f090d-88a1-42ee-810e-99a3f542c491, hostable agents: ['af91e4b9-f4e1-42b1-a25c-a10dc47171c8'], hosted agents: [] {{(pid=103229) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 19:39:57.948203 n-d-713498-36 neutron-server[103229]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8609c558-713e-4707-9768-5884eca5661f tempest-TestNetworkAdvancedServerOps-1633223542 tempest-TestNetworkAdvancedServerOps-1633223542-project] Network 931f090d-88a1-42ee-810e-99a3f542c491 is scheduled to be hosted by DHCP agent af91e4b9-f4e1-42b1-a25c-a10dc47171c8 with binding_index 1 {{(pid=103229) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 19:39:57.966577 n-d-713498-36 neutron-server[103229]: DEBUG neutron.scheduler.base_scheduler [None req-8609c558-713e-4707-9768-5884eca5661f tempest-TestNetworkAdvancedServerOps-1633223542 tempest-TestNetworkAdvancedServerOps-1633223542-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713498-36, 931f090d-88a1-42ee-810e-99a3f542c491) {{(pid=103229) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 19:39:57.985081 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8609c558-713e-4707-9768-5884eca5661f tempest-TestNetworkAdvancedServerOps-1633223542 tempest-TestNetworkAdvancedServerOps-1633223542-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:39:57.985685 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-8609c558-713e-4707-9768-5884eca5661f tempest-TestNetworkAdvancedServerOps-1633223542 tempest-TestNetworkAdvancedServerOps-1633223542-project] Publish callbacks [] for subnet (None), before_response {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:39:58.024415 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-8609c558-713e-4707-9768-5884eca5661f tempest-TestNetworkAdvancedServerOps-1633223542 tempest-TestNetworkAdvancedServerOps-1633223542-project] 10.222.0.75 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.8282032 Feb 09 19:39:58.027271 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 42156) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:39:58.186081 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5df6215a-41f5-4542-980f-ad681ffaef5c None None] Network 931f090d-88a1-42ee-810e-99a3f542c491 requested from n-d-713498-36 {{(pid=103232) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 19:39:58.349891 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13fc44c6-2dc3-45fb-8776-910e6dd5e929 req-9e103e50-b5a8-42e1-923c-bee8aec2347b tempest-TestVolumeBootPattern-1615943498 tempest-TestVolumeBootPattern-1615943498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:39:58.355935 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-5827cb53-5d5c-49e3-a1af-2f4a386bda9a None None] Publish callbacks [] for port (af50b5f5-8273-460d-9de2-30f1c5a3f69e), precommit_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:39:58.368575 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-13fc44c6-2dc3-45fb-8776-910e6dd5e929 req-9e103e50-b5a8-42e1-923c-bee8aec2347b tempest-TestVolumeBootPattern-1615943498 tempest-TestVolumeBootPattern-1615943498-project] 10.222.0.75 "GET /v2.0/ports?device_id=12a976dd-6cea-41c9-ac01-b3afb88322e3 HTTP/1.1" status: 200 len: 943 time: 0.1294403 Feb 09 19:39:58.389321 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-5827cb53-5d5c-49e3-a1af-2f4a386bda9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762867176205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762866656485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762866656503'] for port (af50b5f5-8273-460d-9de2-30f1c5a3f69e), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:39:58.505362 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-13fc44c6-2dc3-45fb-8776-910e6dd5e929 req-78a18df3-04f7-4584-89b9-664dfa800edd tempest-TestVolumeBootPattern-1615943498 tempest-TestVolumeBootPattern-1615943498-project] 10.222.0.75 "GET /v2.0/security-groups?id=85e2738d-e0ce-44c8-a269-2deaf81a01f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1289973 Feb 09 19:39:58.679016 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Device 3ad1e6cb-b29f-419e-98e4-b4dd5f68393e up at agent ovs-agent-n-d-713498-36 {{(pid=103232) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 19:39:58.730779 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.managers [None req-5827cb53-5d5c-49e3-a1af-2f4a386bda9a None None] Attempting to bind port af50b5f5-8273-460d-9de2-30f1c5a3f69e on host n-d-713498-36 for vnic_type normal with profile {{(pid=103232) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 19:39:58.731867 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.managers [None req-5827cb53-5d5c-49e3-a1af-2f4a386bda9a None None] Attempting to bind port af50b5f5-8273-460d-9de2-30f1c5a3f69e by drivers openvswitch,hyperv on host n-d-713498-36 at level 0 using segments [{'id': 'a4222f89-8d3f-4b51-953b-1a8126392491', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '88055e1e-672a-4487-be31-ffb6e833ece5'}] {{(pid=103232) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 19:39:58.734480 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5827cb53-5d5c-49e3-a1af-2f4a386bda9a None None] Attempting to bind port af50b5f5-8273-460d-9de2-30f1c5a3f69e on network 88055e1e-672a-4487-be31-ffb6e833ece5 {{(pid=103232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 19:39:58.842950 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32cd8dd2-e8e6-49ca-9d0c-d46819348ef5 None None] Pushing event updated for resources: {'Port': ['ID=af50b5f5-8273-460d-9de2-30f1c5a3f69e,revision_number=2']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:39:58.854547 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5827cb53-5d5c-49e3-a1af-2f4a386bda9a None None] Checking agent: {'id': '496418a2-c002-4aec-ab1a-07f3bea491bd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-36', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 18, 51, 47), 'started_at': datetime.datetime(2022, 2, 9, 18, 52, 17), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 19, 39, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-36'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 19:39:58.856151 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5827cb53-5d5c-49e3-a1af-2f4a386bda9a None None] Checking segment: {'id': 'a4222f89-8d3f-4b51-953b-1a8126392491', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '88055e1e-672a-4487-be31-ffb6e833ece5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103232) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 19:39:58.857371 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-5827cb53-5d5c-49e3-a1af-2f4a386bda9a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:39:58.864429 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5827cb53-5d5c-49e3-a1af-2f4a386bda9a None None] Bound using segment: {'id': 'a4222f89-8d3f-4b51-953b-1a8126392491', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '88055e1e-672a-4487-be31-ffb6e833ece5'} {{(pid=103232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 19:39:58.866026 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.managers [None req-5827cb53-5d5c-49e3-a1af-2f4a386bda9a None None] Bound port: af50b5f5-8273-460d-9de2-30f1c5a3f69e, host: n-d-713498-36, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a4222f89-8d3f-4b51-953b-1a8126392491', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '88055e1e-672a-4487-be31-ffb6e833ece5'}}] {{(pid=103232) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 19:39:58.868335 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-5827cb53-5d5c-49e3-a1af-2f4a386bda9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (af50b5f5-8273-460d-9de2-30f1c5a3f69e), before_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:39:58.884243 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 42180) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:39:59.016968 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-ee6778e5-c415-4ac0-ba66-d800dbcfb113 tempest-TestNetworkAdvancedServerOps-1633223542 tempest-TestNetworkAdvancedServerOps-1633223542-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (None), before_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:39:59.026074 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-b7f54636-1055-4dbe-ba8e-cfa18b89e806 None None] Current status of the port 3ad1e6cb-b29f-419e-98e4-b4dd5f68393e is: ACTIVE; New status is: ACTIVE {{(pid=103232) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 19:39:59.028580 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6a5e71f-8529-4e39-8b3e-e27a6774952e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8b32e980-7cce-5e82-a341-bd2fa8945c89-931f090d-88a1-42ee-810e-99a3f542c491', 'network_id': '931f090d-88a1-42ee-810e-99a3f542c491', 'project_id': 'eba669c4f4c548e495f13ae7579d0fa6', 'fixed_ips': [{'subnet_id': '04cdeb5d-3b35-42d0-b422-14f79b3b10b7'}]}} from n-d-713498-36. {{(pid=103232) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 09 19:39:59.029428 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-d6a5e71f-8529-4e39-8b3e-e27a6774952e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (None), before_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:39:59.079089 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-5827cb53-5d5c-49e3-a1af-2f4a386bda9a None None] For port af50b5f5-8273-460d-9de2-30f1c5a3f69e, host n-d-713498-36, cleared binding levels {{(pid=103232) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 19:39:59.087256 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-5827cb53-5d5c-49e3-a1af-2f4a386bda9a None None] For port af50b5f5-8273-460d-9de2-30f1c5a3f69e, host n-d-713498-36, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-36',level=0,port_id=af50b5f5-8273-460d-9de2-30f1c5a3f69e,segment=NetworkSegment(a4222f89-8d3f-4b51-953b-1a8126392491),segment_id=a4222f89-8d3f-4b51-953b-1a8126392491)] {{(pid=103232) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 19:39:59.111607 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-5827cb53-5d5c-49e3-a1af-2f4a386bda9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762867176205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762866656485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762866656503'] for port (af50b5f5-8273-460d-9de2-30f1c5a3f69e), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:39:59.251996 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-41a3939e-e9d1-48dc-89dc-b6729d448ab1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:39:59.261554 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32cd8dd2-e8e6-49ca-9d0c-d46819348ef5 None None] Pushing event updated for resources: {'Port': ['ID=af50b5f5-8273-460d-9de2-30f1c5a3f69e,revision_number=3']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:39:59.289068 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5827cb53-5d5c-49e3-a1af-2f4a386bda9a None None] Routers {'5659aff7-daf4-4e9e-b67a-7019e64842e2'} bound to L3 agent in host n-d-713498-36 {{(pid=103232) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 19:39:59.289784 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.l3_hamode_db [None req-5827cb53-5d5c-49e3-a1af-2f4a386bda9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T18:51:43Z,description=,heartbeat_timestamp=2022-02-09T19:39:43Z,host='n-d-713498-36',id=93303d5e-5d17-45e8-8963-7694f87783ae,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T18:51:43Z,topic='l3_agent')) {'router_ids': ['5659aff7-daf4-4e9e-b67a-7019e64842e2'], 'active': True} {{(pid=103232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:39:59.403626 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.l3_dvr_db [None req-5827cb53-5d5c-49e3-a1af-2f4a386bda9a None None] Set router 5659aff7-daf4-4e9e-b67a-7019e64842e2 gateway port host: n-d-713498-36 {{(pid=103232) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 19:39:59.490861 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-41a3939e-e9d1-48dc-89dc-b6729d448ab1 admin admin] Publish callbacks [] for security_group (1802425c-2332-4cd4-aaf5-2bf2b8cd36c3), precommit_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:39:59.497109 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-41a3939e-e9d1-48dc-89dc-b6729d448ab1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1892331'] for security_group (1802425c-2332-4cd4-aaf5-2bf2b8cd36c3), after_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:39:59.548931 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41a3939e-e9d1-48dc-89dc-b6729d448ab1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1802425c-2332-4cd4-aaf5-2bf2b8cd36c3,revision_number=1']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:39:59.588171 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-41a3939e-e9d1-48dc-89dc-b6729d448ab1 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=9d9ca0481afe4ca5b896c750d892e2d4&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6999757 Feb 09 19:39:59.588641 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 42190) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:39:59.705848 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-a01abca6-3a9b-4290-9e4e-48140ab4e3ac admin admin] Publish callbacks [] for security_group (1802425c-2332-4cd4-aaf5-2bf2b8cd36c3), before_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:39:59.753669 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-a01abca6-3a9b-4290-9e4e-48140ab4e3ac admin admin] Publish callbacks [] for security_group (1802425c-2332-4cd4-aaf5-2bf2b8cd36c3), precommit_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:39:59.758536 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a798cd3d-0b8a-4e84-af7d-08b7d13f74b2 req-e3f9b8e9-c25c-4637-ab37-8f45d813b981 tempest-TestVolumeBootPattern-1615943498 tempest-TestVolumeBootPattern-1615943498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:39:59.766466 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-a798cd3d-0b8a-4e84-af7d-08b7d13f74b2 req-e3f9b8e9-c25c-4637-ab37-8f45d813b981 tempest-TestVolumeBootPattern-1615943498 tempest-TestVolumeBootPattern-1615943498-project] 10.222.0.75 "GET /v2.0/ports?device_id=12a976dd-6cea-41c9-ac01-b3afb88322e3 HTTP/1.1" status: 200 len: 943 time: 0.1362140 Feb 09 19:39:59.776352 n-d-713498-36 neutron-server[103229]: DEBUG neutron.db.db_base_plugin_common [None req-ee6778e5-c415-4ac0-ba66-d800dbcfb113 tempest-TestNetworkAdvancedServerOps-1633223542 tempest-TestNetworkAdvancedServerOps-1633223542-project] Allocated IP 172.20.0.1 (931f090d-88a1-42ee-810e-99a3f542c491/04cdeb5d-3b35-42d0-b422-14f79b3b10b7/b1ac94bf-7b18-4dfe-84fa-9d420f0bfbd1) {{(pid=103229) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 19:39:59.828814 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-a01abca6-3a9b-4290-9e4e-48140ab4e3ac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1892331'] for security_group (1802425c-2332-4cd4-aaf5-2bf2b8cd36c3), after_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:39:59.832160 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-a01abca6-3a9b-4290-9e4e-48140ab4e3ac admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:39:59.837220 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-a01abca6-3a9b-4290-9e4e-48140ab4e3ac admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/1802425c-2332-4cd4-aaf5-2bf2b8cd36c3 HTTP/1.1" status: 204 len: 168 time: 0.2468996 Feb 09 19:39:59.841546 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.provisioning_blocks [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Provisioning complete for port 3ad1e6cb-b29f-419e-98e4-b4dd5f68393e triggered by entity L2. {{(pid=103232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 19:39:59.841546 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593630'] for port (3ad1e6cb-b29f-419e-98e4-b4dd5f68393e), provisioning_complete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:39:59.857308 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a01abca6-3a9b-4290-9e4e-48140ab4e3ac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1802425c-2332-4cd4-aaf5-2bf2b8cd36c3,revision_number=None']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:39:59.858212 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-a798cd3d-0b8a-4e84-af7d-08b7d13f74b2 req-5d2e2b9d-d5a4-4287-b28a-f47be777e352 tempest-TestVolumeBootPattern-1615943498 tempest-TestVolumeBootPattern-1615943498-project] 10.222.0.75 "GET /v2.0/security-groups?id=85e2738d-e0ce-44c8-a269-2deaf81a01f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0906515 Feb 09 19:39:59.871551 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Device 1fd0e181-9609-4a05-8ad9-99bc305a2c05 details requested by agent hyperv_n-h2-713498-36 with host n-h2-713498-36 {{(pid=103232) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 19:40:00.059877 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-7429db8d-6021-40ad-813e-885be449a89b None None] For port 1fd0e181-9609-4a05-8ad9-99bc305a2c05, host n-h2-713498-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-36',level=0,port_id=1fd0e181-9609-4a05-8ad9-99bc305a2c05,segment=NetworkSegment(33386be2-7716-4eda-8188-eeaffee7e0ec),segment_id=33386be2-7716-4eda-8188-eeaffee7e0ec)] {{(pid=103232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 19:40:00.143293 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Returning: {'device': '1fd0e181-9609-4a05-8ad9-99bc305a2c05', 'network_id': '6c0390b8-57a8-4e5d-b1b3-4d3098f0383e', 'port_id': '1fd0e181-9609-4a05-8ad9-99bc305a2c05', 'mac_address': 'fa:16:3e:7c:8b:42', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 395, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8c23e8df-50ec-4124-b2e0-ec4287e0865a', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103232) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 19:40:00.245834 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Current status of the port 1fd0e181-9609-4a05-8ad9-99bc305a2c05 is: DOWN; New status is: BUILD {{(pid=103232) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 19:40:00.246265 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (1fd0e181-9609-4a05-8ad9-99bc305a2c05), before_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:40:00.388093 n-d-713498-36 neutron-server[103232]: DEBUG neutron.notifiers.nova [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1fd0e181-9609-4a05-8ad9-99bc305a2c05 {{(pid=103232) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 19:40:00.486932 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-7429db8d-6021-40ad-813e-885be449a89b None None] For port 1fd0e181-9609-4a05-8ad9-99bc305a2c05, host n-h2-713498-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-36',level=0,port_id=1fd0e181-9609-4a05-8ad9-99bc305a2c05,segment=NetworkSegment(33386be2-7716-4eda-8188-eeaffee7e0ec),segment_id=33386be2-7716-4eda-8188-eeaffee7e0ec)] {{(pid=103232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 19:40:00.489560 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Current status of the port 3ad1e6cb-b29f-419e-98e4-b4dd5f68393e is: ACTIVE; New status is: ACTIVE {{(pid=103232) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 19:40:00.499534 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762867176205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762866656485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762866656503'] for port (1fd0e181-9609-4a05-8ad9-99bc305a2c05), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:40:00.592757 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.l3_hamode_db [None req-5827cb53-5d5c-49e3-a1af-2f4a386bda9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5659aff7-daf4-4e9e-b67a-7019e64842e2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-702977224', 'tenant_id': 'eba669c4f4c548e495f13ae7579d0fa6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88055e1e-672a-4487-be31-ffb6e833ece5', 'external_fixed_ips': [{'subnet_id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'ip_address': '172.25.1.228'}], 'enable_snat': True}, 'gw_port_id': 'af50b5f5-8273-460d-9de2-30f1c5a3f69e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T19:39:53Z', 'updated_at': '2022-02-09T19:39:55Z', 'revision_number': 3, 'project_id': 'eba669c4f4c548e495f13ae7579d0fa6', 'gw_port': {'id': 'af50b5f5-8273-460d-9de2-30f1c5a3f69e', 'name': '', 'network_id': '88055e1e-672a-4487-be31-ffb6e833ece5', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:99:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5659aff7-daf4-4e9e-b67a-7019e64842e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3615, 'fixed_ips': [{'subnet_id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'ip_address': '172.25.1.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T19:39:54Z', 'updated_at': '2022-02-09T19:39:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-36'}], 'n-d-713498-36', False) {} {{(pid=103232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:40:00.622250 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5827cb53-5d5c-49e3-a1af-2f4a386bda9a None None] The sync data for ids ['5659aff7-daf4-4e9e-b67a-7019e64842e2'] in n-d-713498-36 is: [{'id': '5659aff7-daf4-4e9e-b67a-7019e64842e2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-702977224', 'tenant_id': 'eba669c4f4c548e495f13ae7579d0fa6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88055e1e-672a-4487-be31-ffb6e833ece5', 'external_fixed_ips': [{'subnet_id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'ip_address': '172.25.1.228'}], 'enable_snat': True}, 'gw_port_id': 'af50b5f5-8273-460d-9de2-30f1c5a3f69e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T19:39:53Z', 'updated_at': '2022-02-09T19:39:55Z', 'revision_number': 3, 'project_id': 'eba669c4f4c548e495f13ae7579d0fa6', 'gw_port': {'id': 'af50b5f5-8273-460d-9de2-30f1c5a3f69e', 'name': '', 'network_id': '88055e1e-672a-4487-be31-ffb6e833ece5', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:99:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5659aff7-daf4-4e9e-b67a-7019e64842e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3615, 'fixed_ips': [{'subnet_id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'ip_address': '172.25.1.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T19:39:54Z', 'updated_at': '2022-02-09T19:39:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-36'}] {{(pid=103232) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 19:40:00.623905 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Pushing event updated for resources: {'Port': ['ID=1fd0e181-9609-4a05-8ad9-99bc305a2c05,revision_number=4']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:40:00.687407 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-ee6778e5-c415-4ac0-ba66-d800dbcfb113 tempest-TestNetworkAdvancedServerOps-1633223542 tempest-TestNetworkAdvancedServerOps-1633223542-project] Publish callbacks [] for port (b1ac94bf-7b18-4dfe-84fa-9d420f0bfbd1), precommit_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:40:00.733280 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-ee6778e5-c415-4ac0-ba66-d800dbcfb113 tempest-TestNetworkAdvancedServerOps-1633223542 tempest-TestNetworkAdvancedServerOps-1633223542-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762866656467', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12867576'] for port (b1ac94bf-7b18-4dfe-84fa-9d420f0bfbd1), after_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:40:00.799045 n-d-713498-36 neutron-server[103229]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee6778e5-c415-4ac0-ba66-d800dbcfb113 tempest-TestNetworkAdvancedServerOps-1633223542 tempest-TestNetworkAdvancedServerOps-1633223542-project] Network 931f090d-88a1-42ee-810e-99a3f542c491 is already hosted by enough agents. {{(pid=103229) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 19:40:00.804371 n-d-713498-36 neutron-server[103229]: DEBUG neutron.scheduler.base_scheduler [None req-ee6778e5-c415-4ac0-ba66-d800dbcfb113 tempest-TestNetworkAdvancedServerOps-1633223542 tempest-TestNetworkAdvancedServerOps-1633223542-project] Resources bound (agent type, host, resource id): {{(pid=103229) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 19:40:00.820015 n-d-713498-36 neutron-server[103229]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee6778e5-c415-4ac0-ba66-d800dbcfb113 tempest-TestNetworkAdvancedServerOps-1633223542 tempest-TestNetworkAdvancedServerOps-1633223542-project] Received port after_create {{(pid=103229) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 19:40:00.837017 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-7429db8d-6021-40ad-813e-885be449a89b None None] get_ports_and_sgs() called for port_ids ['1fd0e181-9609-4a05-8ad9-99bc305a2c05'] {{(pid=103232) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 19:40:00.884440 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee6778e5-c415-4ac0-ba66-d800dbcfb113 tempest-TestNetworkAdvancedServerOps-1633223542 tempest-TestNetworkAdvancedServerOps-1633223542-project] Pushing event updated for resources: {'Port': ['ID=b1ac94bf-7b18-4dfe-84fa-9d420f0bfbd1,revision_number=1']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:40:00.941544 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee6778e5-c415-4ac0-ba66-d800dbcfb113 tempest-TestNetworkAdvancedServerOps-1633223542 tempest-TestNetworkAdvancedServerOps-1633223542-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:40:00.946082 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee6778e5-c415-4ac0-ba66-d800dbcfb113 tempest-TestNetworkAdvancedServerOps-1633223542 tempest-TestNetworkAdvancedServerOps-1633223542-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:40:00.947828 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee6778e5-c415-4ac0-ba66-d800dbcfb113 tempest-TestNetworkAdvancedServerOps-1633223542 tempest-TestNetworkAdvancedServerOps-1633223542-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:40:00.948269 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee6778e5-c415-4ac0-ba66-d800dbcfb113 tempest-TestNetworkAdvancedServerOps-1633223542 tempest-TestNetworkAdvancedServerOps-1633223542-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:40:00.949083 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee6778e5-c415-4ac0-ba66-d800dbcfb113 tempest-TestNetworkAdvancedServerOps-1633223542 tempest-TestNetworkAdvancedServerOps-1633223542-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:40:00.951043 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee6778e5-c415-4ac0-ba66-d800dbcfb113 tempest-TestNetworkAdvancedServerOps-1633223542 tempest-TestNetworkAdvancedServerOps-1633223542-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:40:00.953587 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee6778e5-c415-4ac0-ba66-d800dbcfb113 tempest-TestNetworkAdvancedServerOps-1633223542 tempest-TestNetworkAdvancedServerOps-1633223542-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:40:00.954078 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee6778e5-c415-4ac0-ba66-d800dbcfb113 tempest-TestNetworkAdvancedServerOps-1633223542 tempest-TestNetworkAdvancedServerOps-1633223542-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:40:00.954499 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee6778e5-c415-4ac0-ba66-d800dbcfb113 tempest-TestNetworkAdvancedServerOps-1633223542 tempest-TestNetworkAdvancedServerOps-1633223542-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:40:00.956223 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee6778e5-c415-4ac0-ba66-d800dbcfb113 tempest-TestNetworkAdvancedServerOps-1633223542 tempest-TestNetworkAdvancedServerOps-1633223542-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:40:00.957110 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee6778e5-c415-4ac0-ba66-d800dbcfb113 tempest-TestNetworkAdvancedServerOps-1633223542 tempest-TestNetworkAdvancedServerOps-1633223542-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:40:00.957668 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee6778e5-c415-4ac0-ba66-d800dbcfb113 tempest-TestNetworkAdvancedServerOps-1633223542 tempest-TestNetworkAdvancedServerOps-1633223542-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:40:00.958996 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee6778e5-c415-4ac0-ba66-d800dbcfb113 tempest-TestNetworkAdvancedServerOps-1633223542 tempest-TestNetworkAdvancedServerOps-1633223542-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:40:00.972066 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.db_base_plugin_common [None req-d6a5e71f-8529-4e39-8b3e-e27a6774952e None None] Allocated IP 172.20.0.2 (931f090d-88a1-42ee-810e-99a3f542c491/04cdeb5d-3b35-42d0-b422-14f79b3b10b7/9bcbd73b-fc5d-4968-b68e-d5225887e059) {{(pid=103232) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 19:40:00.973406 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-ee6778e5-c415-4ac0-ba66-d800dbcfb113 tempest-TestNetworkAdvancedServerOps-1633223542 tempest-TestNetworkAdvancedServerOps-1633223542-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1819024'] for router_interface (5659aff7-daf4-4e9e-b67a-7019e64842e2), before_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:40:01.233940 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa8a5666-65d6-4c21-8f26-ebd832d16944 req-bd3fc339-c0c9-40c0-9a72-61bef5551ccd tempest-TestVolumeBootPattern-1615943498 tempest-TestVolumeBootPattern-1615943498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:40:01.252959 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-fa8a5666-65d6-4c21-8f26-ebd832d16944 req-bd3fc339-c0c9-40c0-9a72-61bef5551ccd tempest-TestVolumeBootPattern-1615943498 tempest-TestVolumeBootPattern-1615943498-project] 10.222.0.75 "GET /v2.0/ports?device_id=12a976dd-6cea-41c9-ac01-b3afb88322e3 HTTP/1.1" status: 200 len: 944 time: 0.2313607 Feb 09 19:40:01.415597 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-fa8a5666-65d6-4c21-8f26-ebd832d16944 req-d5ff8737-8795-4732-bd86-93bb3dbf9f32 tempest-TestVolumeBootPattern-1615943498 tempest-TestVolumeBootPattern-1615943498-project] 10.222.0.75 "GET /v2.0/security-groups?id=85e2738d-e0ce-44c8-a269-2deaf81a01f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1601553 Feb 09 19:40:01.480252 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-ee6778e5-c415-4ac0-ba66-d800dbcfb113 tempest-TestNetworkAdvancedServerOps-1633223542 tempest-TestNetworkAdvancedServerOps-1633223542-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (b1ac94bf-7b18-4dfe-84fa-9d420f0bfbd1), before_update {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:40:01.713134 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-d6a5e71f-8529-4e39-8b3e-e27a6774952e None None] Publish callbacks [] for port (9bcbd73b-fc5d-4968-b68e-d5225887e059), precommit_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:40:01.730407 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-d6a5e71f-8529-4e39-8b3e-e27a6774952e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762866656467'] for port (9bcbd73b-fc5d-4968-b68e-d5225887e059), after_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:40:01.842832 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6a5e71f-8529-4e39-8b3e-e27a6774952e None None] Pushing event updated for resources: {'Port': ['ID=9bcbd73b-fc5d-4968-b68e-d5225887e059,revision_number=1']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:40:01.888750 n-d-713498-36 neutron-server[103232]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6a5e71f-8529-4e39-8b3e-e27a6774952e None None] Network 931f090d-88a1-42ee-810e-99a3f542c491 is already hosted by enough agents. {{(pid=103232) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 19:40:01.890533 n-d-713498-36 neutron-server[103232]: DEBUG neutron.scheduler.base_scheduler [None req-d6a5e71f-8529-4e39-8b3e-e27a6774952e None None] Resources bound (agent type, host, resource id): {{(pid=103232) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 19:40:01.893577 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6a5e71f-8529-4e39-8b3e-e27a6774952e None None] Received port after_create {{(pid=103232) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 19:40:02.052864 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.managers [None req-d6a5e71f-8529-4e39-8b3e-e27a6774952e None None] Attempting to bind port 9bcbd73b-fc5d-4968-b68e-d5225887e059 on host n-d-713498-36 for vnic_type normal with profile {{(pid=103232) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 19:40:02.053581 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.managers [None req-d6a5e71f-8529-4e39-8b3e-e27a6774952e None None] Attempting to bind port 9bcbd73b-fc5d-4968-b68e-d5225887e059 by drivers openvswitch,hyperv on host n-d-713498-36 at level 0 using segments [{'id': '72842ce4-e236-45d5-823f-ca1a14d3b913', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': '931f090d-88a1-42ee-810e-99a3f542c491'}] {{(pid=103232) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 19:40:02.054617 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6a5e71f-8529-4e39-8b3e-e27a6774952e None None] Attempting to bind port 9bcbd73b-fc5d-4968-b68e-d5225887e059 on network 931f090d-88a1-42ee-810e-99a3f542c491 {{(pid=103232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 19:40:02.072040 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6a5e71f-8529-4e39-8b3e-e27a6774952e None None] Checking agent: {'id': '496418a2-c002-4aec-ab1a-07f3bea491bd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-36', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 18, 51, 47), 'started_at': datetime.datetime(2022, 2, 9, 18, 52, 17), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 19, 39, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-36'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 19:40:02.073351 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6a5e71f-8529-4e39-8b3e-e27a6774952e None None] Checking segment: {'id': '72842ce4-e236-45d5-823f-ca1a14d3b913', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': '931f090d-88a1-42ee-810e-99a3f542c491'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103232) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 19:40:02.074679 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-d6a5e71f-8529-4e39-8b3e-e27a6774952e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:40:02.075186 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6a5e71f-8529-4e39-8b3e-e27a6774952e None None] Bound using segment: {'id': '72842ce4-e236-45d5-823f-ca1a14d3b913', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': '931f090d-88a1-42ee-810e-99a3f542c491'} {{(pid=103232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 19:40:02.076614 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.managers [None req-d6a5e71f-8529-4e39-8b3e-e27a6774952e None None] Bound port: 9bcbd73b-fc5d-4968-b68e-d5225887e059, host: n-d-713498-36, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '72842ce4-e236-45d5-823f-ca1a14d3b913', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': '931f090d-88a1-42ee-810e-99a3f542c491'}}] {{(pid=103232) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 19:40:02.077934 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-d6a5e71f-8529-4e39-8b3e-e27a6774952e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (9bcbd73b-fc5d-4968-b68e-d5225887e059), before_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:40:02.250018 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-ee6778e5-c415-4ac0-ba66-d800dbcfb113 tempest-TestNetworkAdvancedServerOps-1633223542 tempest-TestNetworkAdvancedServerOps-1633223542-project] Publish callbacks [] for port (b1ac94bf-7b18-4dfe-84fa-9d420f0bfbd1), precommit_update {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:40:02.258140 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-d6a5e71f-8529-4e39-8b3e-e27a6774952e None None] For port 9bcbd73b-fc5d-4968-b68e-d5225887e059, host n-d-713498-36, cleared binding levels {{(pid=103232) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 19:40:02.258696 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-ee6778e5-c415-4ac0-ba66-d800dbcfb113 tempest-TestNetworkAdvancedServerOps-1633223542 tempest-TestNetworkAdvancedServerOps-1633223542-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762867176205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762866656485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762866656503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12867569'] for port (b1ac94bf-7b18-4dfe-84fa-9d420f0bfbd1), after_update {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:40:02.267107 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-d6a5e71f-8529-4e39-8b3e-e27a6774952e None None] For port 9bcbd73b-fc5d-4968-b68e-d5225887e059, host n-d-713498-36, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-36',level=0,port_id=9bcbd73b-fc5d-4968-b68e-d5225887e059,segment=NetworkSegment(72842ce4-e236-45d5-823f-ca1a14d3b913),segment_id=72842ce4-e236-45d5-823f-ca1a14d3b913)] {{(pid=103232) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 19:40:02.282843 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-d6a5e71f-8529-4e39-8b3e-e27a6774952e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762867176205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762866656485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762866656503'] for port (9bcbd73b-fc5d-4968-b68e-d5225887e059), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:40:02.439225 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee6778e5-c415-4ac0-ba66-d800dbcfb113 tempest-TestNetworkAdvancedServerOps-1633223542 tempest-TestNetworkAdvancedServerOps-1633223542-project] Pushing event updated for resources: {'Port': ['ID=b1ac94bf-7b18-4dfe-84fa-9d420f0bfbd1,revision_number=2']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:40:02.447638 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-ee6778e5-c415-4ac0-ba66-d800dbcfb113 tempest-TestNetworkAdvancedServerOps-1633223542 tempest-TestNetworkAdvancedServerOps-1633223542-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1613458', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1834496'] for router_interface (5659aff7-daf4-4e9e-b67a-7019e64842e2), after_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:40:02.497857 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6a5e71f-8529-4e39-8b3e-e27a6774952e None None] Pushing event updated for resources: {'Port': ['ID=9bcbd73b-fc5d-4968-b68e-d5225887e059,revision_number=2']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:40:02.728519 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5423a55c-b19a-4d76-ae75-639f4e5e014f req-6e01bef0-2fd5-416e-a06f-d7d5322c383a tempest-TestVolumeBootPattern-1615943498 tempest-TestVolumeBootPattern-1615943498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:40:02.730771 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-5423a55c-b19a-4d76-ae75-639f4e5e014f req-6e01bef0-2fd5-416e-a06f-d7d5322c383a tempest-TestVolumeBootPattern-1615943498 tempest-TestVolumeBootPattern-1615943498-project] 10.222.0.75 "GET /v2.0/ports?device_id=12a976dd-6cea-41c9-ac01-b3afb88322e3 HTTP/1.1" status: 200 len: 944 time: 0.1329517 Feb 09 19:40:02.733090 n-d-713498-36 neutron-server[103229]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee6778e5-c415-4ac0-ba66-d800dbcfb113 tempest-TestNetworkAdvancedServerOps-1633223542 tempest-TestNetworkAdvancedServerOps-1633223542-project] Network 931f090d-88a1-42ee-810e-99a3f542c491 is already hosted by enough agents. {{(pid=103229) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 19:40:02.735706 n-d-713498-36 neutron-server[103229]: DEBUG neutron.scheduler.base_scheduler [None req-ee6778e5-c415-4ac0-ba66-d800dbcfb113 tempest-TestNetworkAdvancedServerOps-1633223542 tempest-TestNetworkAdvancedServerOps-1633223542-project] Resources bound (agent type, host, resource id): {{(pid=103229) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 19:40:02.762681 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Device af50b5f5-8273-460d-9de2-30f1c5a3f69e up at agent ovs-agent-n-d-713498-36 {{(pid=103232) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 19:40:02.912123 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 42264) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:40:02.956810 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.provisioning_blocks [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Provisioning complete for port af50b5f5-8273-460d-9de2-30f1c5a3f69e triggered by entity L2. {{(pid=103232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 19:40:02.957194 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593630'] for port (af50b5f5-8273-460d-9de2-30f1c5a3f69e), provisioning_complete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:40:02.957725 n-d-713498-36 neutron-server[103229]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ee6778e5-c415-4ac0-ba66-d800dbcfb113 tempest-TestNetworkAdvancedServerOps-1633223542 tempest-TestNetworkAdvancedServerOps-1633223542-project] Router 5659aff7-daf4-4e9e-b67a-7019e64842e2 has already been hosted by L3 agent 93303d5e-5d17-45e8-8963-7694f87783ae {{(pid=103229) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 19:40:03.086150 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-5423a55c-b19a-4d76-ae75-639f4e5e014f req-99317084-0d20-40ef-a1e6-151b6bafd050 tempest-TestVolumeBootPattern-1615943498 tempest-TestVolumeBootPattern-1615943498-project] 10.222.0.75 "GET /v2.0/security-groups?id=85e2738d-e0ce-44c8-a269-2deaf81a01f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3395245 Feb 09 19:40:03.267893 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Current status of the port af50b5f5-8273-460d-9de2-30f1c5a3f69e is: DOWN; New status is: ACTIVE {{(pid=103232) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 19:40:03.268470 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (af50b5f5-8273-460d-9de2-30f1c5a3f69e), before_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:40:03.311888 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] For port af50b5f5-8273-460d-9de2-30f1c5a3f69e, host n-d-713498-36, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-36',level=0,port_id=af50b5f5-8273-460d-9de2-30f1c5a3f69e,segment=NetworkSegment(a4222f89-8d3f-4b51-953b-1a8126392491),segment_id=a4222f89-8d3f-4b51-953b-1a8126392491)] {{(pid=103232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 19:40:03.317662 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762867176205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762866656485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762866656503'] for port (af50b5f5-8273-460d-9de2-30f1c5a3f69e), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:40:03.384142 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ee6778e5-c415-4ac0-ba66-d800dbcfb113 tempest-TestNetworkAdvancedServerOps-1633223542 tempest-TestNetworkAdvancedServerOps-1633223542-project] Notify agent at l3_agent.n-d-713498-36 the message routers_updated {{(pid=103229) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 19:40:03.394557 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-0dec9e05-40d2-4296-8b85-c0f047a9ff83 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:40:03.401203 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-ee6778e5-c415-4ac0-ba66-d800dbcfb113 tempest-TestNetworkAdvancedServerOps-1633223542 tempest-TestNetworkAdvancedServerOps-1633223542-project] 10.222.0.75 "PUT /v2.0/routers/5659aff7-daf4-4e9e-b67a-7019e64842e2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.3725891 Feb 09 19:40:03.418953 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Pushing event updated for resources: {'Port': ['ID=af50b5f5-8273-460d-9de2-30f1c5a3f69e,revision_number=4']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:40:03.556643 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-0dec9e05-40d2-4296-8b85-c0f047a9ff83 admin admin] Publish callbacks [] for security_group (900098ab-253a-4a5a-b12a-d4e36037dcda), precommit_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:40:03.562879 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-0dec9e05-40d2-4296-8b85-c0f047a9ff83 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1892331'] for security_group (900098ab-253a-4a5a-b12a-d4e36037dcda), after_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:40:03.611421 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dec9e05-40d2-4296-8b85-c0f047a9ff83 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=900098ab-253a-4a5a-b12a-d4e36037dcda,revision_number=1']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:40:03.615501 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-0dec9e05-40d2-4296-8b85-c0f047a9ff83 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=82157178300844569b46c44c92eb1f19&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7011714 Feb 09 19:40:03.618287 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 42286) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:40:03.635502 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dec9e05-40d2-4296-8b85-c0f047a9ff83 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:40:03.635872 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dec9e05-40d2-4296-8b85-c0f047a9ff83 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:40:03.636403 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dec9e05-40d2-4296-8b85-c0f047a9ff83 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:40:03.636933 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dec9e05-40d2-4296-8b85-c0f047a9ff83 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:40:03.637442 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dec9e05-40d2-4296-8b85-c0f047a9ff83 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:40:03.638000 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dec9e05-40d2-4296-8b85-c0f047a9ff83 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:40:03.638497 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dec9e05-40d2-4296-8b85-c0f047a9ff83 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:40:03.639382 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dec9e05-40d2-4296-8b85-c0f047a9ff83 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:40:03.639906 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dec9e05-40d2-4296-8b85-c0f047a9ff83 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:40:03.640411 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dec9e05-40d2-4296-8b85-c0f047a9ff83 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:40:03.640943 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dec9e05-40d2-4296-8b85-c0f047a9ff83 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:40:03.641472 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dec9e05-40d2-4296-8b85-c0f047a9ff83 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:40:03.642002 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dec9e05-40d2-4296-8b85-c0f047a9ff83 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:40:03.728456 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-99fa22d0-4379-4503-bf78-eaaa78932d57 admin admin] Publish callbacks [] for security_group (900098ab-253a-4a5a-b12a-d4e36037dcda), before_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:40:03.757321 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-99fa22d0-4379-4503-bf78-eaaa78932d57 admin admin] Publish callbacks [] for security_group (900098ab-253a-4a5a-b12a-d4e36037dcda), precommit_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:40:03.808435 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-d500ca62-9952-4d4d-93f0-3c49aca89bb6 req-987bf090-dc06-464e-be3b-8799f09cc220 tempest-TestNetworkAdvancedServerOps-1633223542 tempest-TestNetworkAdvancedServerOps-1633223542-project] 10.222.0.75 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1996691792&fields=id&tenant_id=eba669c4f4c548e495f13ae7579d0fa6 HTTP/1.1" status: 200 len: 267 time: 0.1239152 Feb 09 19:40:03.839495 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Device 1fd0e181-9609-4a05-8ad9-99bc305a2c05 up at agent hyperv_n-h2-713498-36 {{(pid=103232) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 19:40:03.931192 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.provisioning_blocks [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Provisioning for port 1fd0e181-9609-4a05-8ad9-99bc305a2c05 completed by entity L2. {{(pid=103232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 19:40:03.935088 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-99fa22d0-4379-4503-bf78-eaaa78932d57 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1892331'] for security_group (900098ab-253a-4a5a-b12a-d4e36037dcda), after_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:40:03.948747 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-99fa22d0-4379-4503-bf78-eaaa78932d57 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:40:03.948981 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.provisioning_blocks [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Provisioning complete for port 1fd0e181-9609-4a05-8ad9-99bc305a2c05 triggered by entity L2. {{(pid=103232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 19:40:03.949087 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-99fa22d0-4379-4503-bf78-eaaa78932d57 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/900098ab-253a-4a5a-b12a-d4e36037dcda HTTP/1.1" status: 204 len: 168 time: 0.3260739 Feb 09 19:40:03.949180 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593630'] for port (1fd0e181-9609-4a05-8ad9-99bc305a2c05), provisioning_complete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:40:03.999774 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99fa22d0-4379-4503-bf78-eaaa78932d57 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=900098ab-253a-4a5a-b12a-d4e36037dcda,revision_number=None']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:40:04.029356 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d500ca62-9952-4d4d-93f0-3c49aca89bb6 req-589d5f27-fb7e-43a1-b023-76063744a3aa tempest-TestNetworkAdvancedServerOps-1633223542 tempest-TestNetworkAdvancedServerOps-1633223542-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:40:04.036353 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-d500ca62-9952-4d4d-93f0-3c49aca89bb6 req-589d5f27-fb7e-43a1-b023-76063744a3aa tempest-TestNetworkAdvancedServerOps-1633223542 tempest-TestNetworkAdvancedServerOps-1633223542-project] 10.222.0.75 "GET /v2.0/networks?id=931f090d-88a1-42ee-810e-99a3f542c491 HTTP/1.1" status: 200 len: 797 time: 0.2266340 Feb 09 19:40:04.059316 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-d500ca62-9952-4d4d-93f0-3c49aca89bb6 req-b4ef349b-7512-4fc0-b791-580f6d21912c tempest-TestNetworkAdvancedServerOps-1633223542 tempest-TestNetworkAdvancedServerOps-1633223542-project] 10.222.0.75 "GET /v2.0/quotas/eba669c4f4c548e495f13ae7579d0fa6 HTTP/1.1" status: 200 len: 375 time: 0.0218244 Feb 09 19:40:04.132241 n-d-713498-36 neutron-server[103233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-681a2f8c-e549-4b3d-aec5-7c01125b828c None None] Sync routers for ids ['5659aff7-daf4-4e9e-b67a-7019e64842e2'] in n-d-713498-36 {{(pid=103233) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 19:40:04.154949 n-d-713498-36 neutron-server[103233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-681a2f8c-e549-4b3d-aec5-7c01125b828c None None] Routers {'5659aff7-daf4-4e9e-b67a-7019e64842e2'} bound to L3 agent in host n-d-713498-36 {{(pid=103233) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 19:40:04.155608 n-d-713498-36 neutron-server[103233]: DEBUG neutron.db.l3_hamode_db [None req-681a2f8c-e549-4b3d-aec5-7c01125b828c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T18:51:43Z,description=,heartbeat_timestamp=2022-02-09T19:39:43Z,host='n-d-713498-36',id=93303d5e-5d17-45e8-8963-7694f87783ae,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T18:51:43Z,topic='l3_agent')) {'router_ids': ['5659aff7-daf4-4e9e-b67a-7019e64842e2'], 'active': True} {{(pid=103233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:40:04.216468 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-d500ca62-9952-4d4d-93f0-3c49aca89bb6 req-8b7c8e01-ebae-4936-afac-6b70fb04ab57 tempest-TestNetworkAdvancedServerOps-1633223542 tempest-TestNetworkAdvancedServerOps-1633223542-project] 10.222.0.75 "GET /v2.0/ports?tenant_id=eba669c4f4c548e495f13ae7579d0fa6&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1271374 Feb 09 19:40:04.272612 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Current status of the port 1fd0e181-9609-4a05-8ad9-99bc305a2c05 is: BUILD; New status is: ACTIVE {{(pid=103232) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 19:40:04.273104 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (1fd0e181-9609-4a05-8ad9-99bc305a2c05), before_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:40:04.357174 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d54be55-e904-4ecc-86b9-d3d6be86a880 req-c81fdc50-5afe-4699-9d4e-5cbfefefff9c tempest-TestVolumeBootPattern-1615943498 tempest-TestVolumeBootPattern-1615943498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:40:04.358781 n-d-713498-36 neutron-server[103232]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '12a976dd-6cea-41c9-ac01-b3afb88322e3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1fd0e181-9609-4a05-8ad9-99bc305a2c05'}] {{(pid=103232) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 19:40:04.360672 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-8d54be55-e904-4ecc-86b9-d3d6be86a880 req-c81fdc50-5afe-4699-9d4e-5cbfefefff9c tempest-TestVolumeBootPattern-1615943498 tempest-TestVolumeBootPattern-1615943498-project] 10.222.0.75 "GET /v2.0/ports?device_id=12a976dd-6cea-41c9-ac01-b3afb88322e3 HTTP/1.1" status: 200 len: 944 time: 0.1293073 Feb 09 19:40:04.364729 n-d-713498-36 neutron-server[103232]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}949cdcde653dec44821de95cbf67297f53cbc2aed4e073b5d514f93bf911ce85" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f451ec0a-7389-4e45-ae71-75ac5acca711" -d '{"events": [{"server_uuid": "12a976dd-6cea-41c9-ac01-b3afb88322e3", "name": "network-vif-plugged", "status": "completed", "tag": "1fd0e181-9609-4a05-8ad9-99bc305a2c05"}]}' {{(pid=103232) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 19:40:04.387754 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-7429db8d-6021-40ad-813e-885be449a89b None None] For port 1fd0e181-9609-4a05-8ad9-99bc305a2c05, host n-h2-713498-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-36',level=0,port_id=1fd0e181-9609-4a05-8ad9-99bc305a2c05,segment=NetworkSegment(33386be2-7716-4eda-8188-eeaffee7e0ec),segment_id=33386be2-7716-4eda-8188-eeaffee7e0ec)] {{(pid=103232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 19:40:04.395124 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762867176205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762866656485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762866656503'] for port (1fd0e181-9609-4a05-8ad9-99bc305a2c05), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:40:04.463530 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-719181ba-e0e8-4fba-9b9e-f53cc2165168 None None] Network 931f090d-88a1-42ee-810e-99a3f542c491 requested from n-d-713498-36 {{(pid=103232) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 19:40:04.467394 n-d-713498-36 neutron-server[103233]: DEBUG neutron.db.l3_dvr_db [None req-681a2f8c-e549-4b3d-aec5-7c01125b828c None None] Set router 5659aff7-daf4-4e9e-b67a-7019e64842e2 gateway port host: n-d-713498-36 {{(pid=103233) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 19:40:04.477505 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-d500ca62-9952-4d4d-93f0-3c49aca89bb6 req-eaf0e080-9a71-4c28-b085-dbc832657f7e service neutron] 10.222.0.75 "GET /v2.0/networks/931f090d-88a1-42ee-810e-99a3f542c491?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2413275 Feb 09 19:40:04.495953 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-8d54be55-e904-4ecc-86b9-d3d6be86a880 req-db5cbc15-bed8-4dc9-a351-183a740c2c7f tempest-TestVolumeBootPattern-1615943498 tempest-TestVolumeBootPattern-1615943498-project] 10.222.0.75 "GET /v2.0/security-groups?id=85e2738d-e0ce-44c8-a269-2deaf81a01f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1289186 Feb 09 19:40:04.755821 n-d-713498-36 neutron-server[103232]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 19:40:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ce854d16-94d5-4f93-b43e-dafb9bc68a61 x-openstack-request-id: req-ce854d16-94d5-4f93-b43e-dafb9bc68a61 {{(pid=103232) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 19:40:04.758250 n-d-713498-36 neutron-server[103232]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "12a976dd-6cea-41c9-ac01-b3afb88322e3", "name": "network-vif-plugged", "status": "completed", "tag": "1fd0e181-9609-4a05-8ad9-99bc305a2c05", "code": 200}]} {{(pid=103232) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 19:40:04.759967 n-d-713498-36 neutron-server[103232]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-ce854d16-94d5-4f93-b43e-dafb9bc68a61 {{(pid=103232) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 19:40:04.760395 n-d-713498-36 neutron-server[103232]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '12a976dd-6cea-41c9-ac01-b3afb88322e3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1fd0e181-9609-4a05-8ad9-99bc305a2c05', 'code': 200} Feb 09 19:40:04.761472 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Pushing event updated for resources: {'Port': ['ID=1fd0e181-9609-4a05-8ad9-99bc305a2c05,revision_number=5']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:40:04.762723 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-d500ca62-9952-4d4d-93f0-3c49aca89bb6 req-164ecebd-9897-4d17-baa3-6b02cb95cee9 service neutron] 10.222.0.75 "GET /v2.0/networks/931f090d-88a1-42ee-810e-99a3f542c491?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2757809 Feb 09 19:40:04.802872 n-d-713498-36 neutron-server[103233]: DEBUG neutron.db.l3_hamode_db [None req-681a2f8c-e549-4b3d-aec5-7c01125b828c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5659aff7-daf4-4e9e-b67a-7019e64842e2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-702977224', 'tenant_id': 'eba669c4f4c548e495f13ae7579d0fa6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88055e1e-672a-4487-be31-ffb6e833ece5', 'external_fixed_ips': [{'subnet_id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'ip_address': '172.25.1.228'}], 'enable_snat': True}, 'gw_port_id': 'af50b5f5-8273-460d-9de2-30f1c5a3f69e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T19:39:53Z', 'updated_at': '2022-02-09T19:40:01Z', 'revision_number': 4, 'project_id': 'eba669c4f4c548e495f13ae7579d0fa6', 'gw_port': {'id': 'af50b5f5-8273-460d-9de2-30f1c5a3f69e', 'name': '', 'network_id': '88055e1e-672a-4487-be31-ffb6e833ece5', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:99:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5659aff7-daf4-4e9e-b67a-7019e64842e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3615, 'fixed_ips': [{'subnet_id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'ip_address': '172.25.1.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T19:39:54Z', 'updated_at': '2022-02-09T19:40:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-36', '_interfaces': [{'id': 'b1ac94bf-7b18-4dfe-84fa-9d420f0bfbd1', 'name': '', 'network_id': '931f090d-88a1-42ee-810e-99a3f542c491', 'tenant_id': 'eba669c4f4c548e495f13ae7579d0fa6', 'mac_address': 'fa:16:3e:68:76:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5659aff7-daf4-4e9e-b67a-7019e64842e2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3620, 'fixed_ips': [{'subnet_id': '04cdeb5d-3b35-42d0-b422-14f79b3b10b7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T19:39:59Z', 'updated_at': '2022-02-09T19:40:01Z', 'revision_number': 2, 'project_id': 'eba669c4f4c548e495f13ae7579d0fa6', 'subnets': [{'id': '04cdeb5d-3b35-42d0-b422-14f79b3b10b7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-36', False) {} {{(pid=103233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:40:04.830864 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61c95da9-3223-46e3-b349-de5ad6af4eb9 req-b67b0be6-a88c-49b9-957b-627647299f93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:40:04.832400 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-61c95da9-3223-46e3-b349-de5ad6af4eb9 req-b67b0be6-a88c-49b9-957b-627647299f93 service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=12a976dd-6cea-41c9-ac01-b3afb88322e3 HTTP/1.1" status: 200 len: 1128 time: 0.0988991 Feb 09 19:40:04.866460 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.provisioning_blocks [None req-41d39984-f7d4-40ae-b347-c5c76ca54bd7 None None] Provisioning complete for port 9bcbd73b-fc5d-4968-b68e-d5225887e059 triggered by entity DHCP. {{(pid=103232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 19:40:04.868452 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-41d39984-f7d4-40ae-b347-c5c76ca54bd7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593630'] for port (9bcbd73b-fc5d-4968-b68e-d5225887e059), provisioning_complete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:40:04.888049 n-d-713498-36 neutron-server[103233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-681a2f8c-e549-4b3d-aec5-7c01125b828c None None] Checking router: 5659aff7-daf4-4e9e-b67a-7019e64842e2 for host: n-d-713498-36 {{(pid=103233) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 19:40:04.888616 n-d-713498-36 neutron-server[103233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-681a2f8c-e549-4b3d-aec5-7c01125b828c None None] Updating router 5659aff7-daf4-4e9e-b67a-7019e64842e2 port b1ac94bf-7b18-4dfe-84fa-9d420f0bfbd1 binding host n-d-713498-36 {{(pid=103233) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 19:40:04.956071 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Device 9bcbd73b-fc5d-4968-b68e-d5225887e059 up at agent ovs-agent-n-d-713498-36 {{(pid=103232) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 19:40:04.968072 n-d-713498-36 neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-681a2f8c-e549-4b3d-aec5-7c01125b828c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (b1ac94bf-7b18-4dfe-84fa-9d420f0bfbd1), before_update {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:40:04.981274 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-61c95da9-3223-46e3-b349-de5ad6af4eb9 req-e1fb6a83-33f8-4ca7-9345-0a941e8a8b53 service neutron] 10.222.0.90 "GET /v2.0/security-groups?id=85e2738d-e0ce-44c8-a269-2deaf81a01f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1374302 Feb 09 19:40:05.159267 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-317d717e-8328-430b-a5a7-9c6f13811216 req-1340382f-e349-47bb-8c38-3068c25524ba tempest-TestNetworkAdvancedServerOps-1633223542 tempest-TestNetworkAdvancedServerOps-1633223542-project] 10.222.0.75 "GET /v2.0/ports?device_id=596e30ba-290c-4c63-866e-7c100f835b42 HTTP/1.1" status: 200 len: 210 time: 0.0959752 Feb 09 19:40:05.192331 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-41d39984-f7d4-40ae-b347-c5c76ca54bd7 None None] Current status of the port 9bcbd73b-fc5d-4968-b68e-d5225887e059 is: DOWN; New status is: ACTIVE {{(pid=103232) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 19:40:05.192722 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-41d39984-f7d4-40ae-b347-c5c76ca54bd7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (9bcbd73b-fc5d-4968-b68e-d5225887e059), before_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:40:05.268096 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-41d39984-f7d4-40ae-b347-c5c76ca54bd7 None None] For port 9bcbd73b-fc5d-4968-b68e-d5225887e059, host n-d-713498-36, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-36',level=0,port_id=9bcbd73b-fc5d-4968-b68e-d5225887e059,segment=NetworkSegment(72842ce4-e236-45d5-823f-ca1a14d3b913),segment_id=72842ce4-e236-45d5-823f-ca1a14d3b913)] {{(pid=103232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 19:40:05.269999 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.provisioning_blocks [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Provisioning complete for port 9bcbd73b-fc5d-4968-b68e-d5225887e059 triggered by entity L2. {{(pid=103232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 19:40:05.270569 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593630'] for port (9bcbd73b-fc5d-4968-b68e-d5225887e059), provisioning_complete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:40:05.298975 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-41d39984-f7d4-40ae-b347-c5c76ca54bd7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762867176205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762866656485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762866656503'] for port (9bcbd73b-fc5d-4968-b68e-d5225887e059), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:40:05.510475 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Current status of the port 9bcbd73b-fc5d-4968-b68e-d5225887e059 is: ACTIVE; New status is: ACTIVE {{(pid=103232) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 19:40:05.511904 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Device af50b5f5-8273-460d-9de2-30f1c5a3f69e up at agent ovs-agent-n-d-713498-36 {{(pid=103232) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 19:40:05.520439 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41d39984-f7d4-40ae-b347-c5c76ca54bd7 None None] Pushing event updated for resources: {'Port': ['ID=9bcbd73b-fc5d-4968-b68e-d5225887e059,revision_number=3']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:40:05.629024 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.provisioning_blocks [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Provisioning complete for port af50b5f5-8273-460d-9de2-30f1c5a3f69e triggered by entity L2. {{(pid=103232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 19:40:05.630797 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593630'] for port (af50b5f5-8273-460d-9de2-30f1c5a3f69e), provisioning_complete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:40:05.648054 n-d-713498-36 neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-681a2f8c-e549-4b3d-aec5-7c01125b828c None None] Publish callbacks [] for port (b1ac94bf-7b18-4dfe-84fa-9d420f0bfbd1), precommit_update {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:40:05.665784 n-d-713498-36 neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-681a2f8c-e549-4b3d-aec5-7c01125b828c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762867176205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762866656485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762866656503'] for port (b1ac94bf-7b18-4dfe-84fa-9d420f0bfbd1), after_update {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:40:05.852825 n-d-713498-36 neutron-server[103233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78eab3e3-48e1-4f80-98fd-0837f6d88404 None None] Pushing event updated for resources: {'Port': ['ID=b1ac94bf-7b18-4dfe-84fa-9d420f0bfbd1,revision_number=3']} {{(pid=103233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:40:05.884458 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3c96fbc-8452-45e2-a220-5a87e4da9ddc req-a04c851a-0d15-44dd-861b-42e336b0172c tempest-TestVolumeBootPattern-1615943498 tempest-TestVolumeBootPattern-1615943498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:40:05.890592 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Current status of the port af50b5f5-8273-460d-9de2-30f1c5a3f69e is: ACTIVE; New status is: ACTIVE {{(pid=103232) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 19:40:05.901592 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.provisioning_blocks [None req-39ba822d-1a5b-4f3e-9a2c-c10960c4195b None None] Provisioning complete for port 9bcbd73b-fc5d-4968-b68e-d5225887e059 triggered by entity DHCP. {{(pid=103232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 19:40:05.903855 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-39ba822d-1a5b-4f3e-9a2c-c10960c4195b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593630'] for port (9bcbd73b-fc5d-4968-b68e-d5225887e059), provisioning_complete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:40:05.905016 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-a3c96fbc-8452-45e2-a220-5a87e4da9ddc req-a04c851a-0d15-44dd-861b-42e336b0172c tempest-TestVolumeBootPattern-1615943498 tempest-TestVolumeBootPattern-1615943498-project] 10.222.0.75 "GET /v2.0/ports?device_id=12a976dd-6cea-41c9-ac01-b3afb88322e3 HTTP/1.1" status: 200 len: 945 time: 0.2201135 Feb 09 19:40:05.923931 n-d-713498-36 neutron-server[103233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78eab3e3-48e1-4f80-98fd-0837f6d88404 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:40:05.926575 n-d-713498-36 neutron-server[103233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78eab3e3-48e1-4f80-98fd-0837f6d88404 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:40:05.927252 n-d-713498-36 neutron-server[103233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78eab3e3-48e1-4f80-98fd-0837f6d88404 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:40:05.927812 n-d-713498-36 neutron-server[103233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78eab3e3-48e1-4f80-98fd-0837f6d88404 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:40:05.928412 n-d-713498-36 neutron-server[103233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78eab3e3-48e1-4f80-98fd-0837f6d88404 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:40:05.931918 n-d-713498-36 neutron-server[103233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78eab3e3-48e1-4f80-98fd-0837f6d88404 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:40:05.932472 n-d-713498-36 neutron-server[103233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78eab3e3-48e1-4f80-98fd-0837f6d88404 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:40:05.932982 n-d-713498-36 neutron-server[103233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78eab3e3-48e1-4f80-98fd-0837f6d88404 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:40:05.933641 n-d-713498-36 neutron-server[103233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78eab3e3-48e1-4f80-98fd-0837f6d88404 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:40:05.934178 n-d-713498-36 neutron-server[103233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78eab3e3-48e1-4f80-98fd-0837f6d88404 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:40:05.934685 n-d-713498-36 neutron-server[103233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78eab3e3-48e1-4f80-98fd-0837f6d88404 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:40:05.935172 n-d-713498-36 neutron-server[103233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78eab3e3-48e1-4f80-98fd-0837f6d88404 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:40:05.941894 n-d-713498-36 neutron-server[103233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78eab3e3-48e1-4f80-98fd-0837f6d88404 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:40:06.016434 n-d-713498-36 neutron-server[103233]: DEBUG neutron.plugins.ml2.managers [None req-681a2f8c-e549-4b3d-aec5-7c01125b828c None None] Attempting to bind port b1ac94bf-7b18-4dfe-84fa-9d420f0bfbd1 on host n-d-713498-36 for vnic_type normal with profile {{(pid=103233) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 19:40:06.017896 n-d-713498-36 neutron-server[103233]: DEBUG neutron.plugins.ml2.managers [None req-681a2f8c-e549-4b3d-aec5-7c01125b828c None None] Attempting to bind port b1ac94bf-7b18-4dfe-84fa-9d420f0bfbd1 by drivers openvswitch,hyperv on host n-d-713498-36 at level 0 using segments [{'id': '72842ce4-e236-45d5-823f-ca1a14d3b913', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': '931f090d-88a1-42ee-810e-99a3f542c491'}] {{(pid=103233) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 19:40:06.018304 n-d-713498-36 neutron-server[103233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-681a2f8c-e549-4b3d-aec5-7c01125b828c None None] Attempting to bind port b1ac94bf-7b18-4dfe-84fa-9d420f0bfbd1 on network 931f090d-88a1-42ee-810e-99a3f542c491 {{(pid=103233) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 19:40:06.034487 n-d-713498-36 neutron-server[103233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-681a2f8c-e549-4b3d-aec5-7c01125b828c None None] Checking agent: {'id': '496418a2-c002-4aec-ab1a-07f3bea491bd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-36', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 18, 51, 47), 'started_at': datetime.datetime(2022, 2, 9, 18, 52, 17), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 19, 39, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-36'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103233) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 19:40:06.034945 n-d-713498-36 neutron-server[103233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-681a2f8c-e549-4b3d-aec5-7c01125b828c None None] Checking segment: {'id': '72842ce4-e236-45d5-823f-ca1a14d3b913', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': '931f090d-88a1-42ee-810e-99a3f542c491'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103233) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 19:40:06.035193 n-d-713498-36 neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-681a2f8c-e549-4b3d-aec5-7c01125b828c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:40:06.035612 n-d-713498-36 neutron-server[103233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-681a2f8c-e549-4b3d-aec5-7c01125b828c None None] Bound using segment: {'id': '72842ce4-e236-45d5-823f-ca1a14d3b913', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': '931f090d-88a1-42ee-810e-99a3f542c491'} {{(pid=103233) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 19:40:06.036139 n-d-713498-36 neutron-server[103233]: DEBUG neutron.plugins.ml2.managers [None req-681a2f8c-e549-4b3d-aec5-7c01125b828c None None] Bound port: b1ac94bf-7b18-4dfe-84fa-9d420f0bfbd1, host: n-d-713498-36, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '72842ce4-e236-45d5-823f-ca1a14d3b913', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': '931f090d-88a1-42ee-810e-99a3f542c491'}}] {{(pid=103233) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 19:40:06.036533 n-d-713498-36 neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-681a2f8c-e549-4b3d-aec5-7c01125b828c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (b1ac94bf-7b18-4dfe-84fa-9d420f0bfbd1), before_update {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:40:06.137406 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-39ba822d-1a5b-4f3e-9a2c-c10960c4195b None None] Current status of the port 9bcbd73b-fc5d-4968-b68e-d5225887e059 is: ACTIVE; New status is: ACTIVE {{(pid=103232) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 19:40:06.142819 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-a3c96fbc-8452-45e2-a220-5a87e4da9ddc req-1d8e3879-bef6-4158-999d-4857d1261658 tempest-TestVolumeBootPattern-1615943498 tempest-TestVolumeBootPattern-1615943498-project] 10.222.0.75 "GET /v2.0/security-groups?id=85e2738d-e0ce-44c8-a269-2deaf81a01f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2366600 Feb 09 19:40:06.155722 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.provisioning_blocks [None req-39ba822d-1a5b-4f3e-9a2c-c10960c4195b None None] Provisioning complete for port b1ac94bf-7b18-4dfe-84fa-9d420f0bfbd1 triggered by entity DHCP. {{(pid=103232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 19:40:06.156596 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-39ba822d-1a5b-4f3e-9a2c-c10960c4195b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593630'] for port (b1ac94bf-7b18-4dfe-84fa-9d420f0bfbd1), provisioning_complete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:40:06.203292 n-d-713498-36 neutron-server[103233]: DEBUG neutron.plugins.ml2.db [None req-681a2f8c-e549-4b3d-aec5-7c01125b828c None None] For port b1ac94bf-7b18-4dfe-84fa-9d420f0bfbd1, host n-d-713498-36, cleared binding levels {{(pid=103233) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 19:40:06.207337 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-39ba822d-1a5b-4f3e-9a2c-c10960c4195b None None] Port b1ac94bf-7b18-4dfe-84fa-9d420f0bfbd1 cannot update to ACTIVE because it is not bound. {{(pid=103232) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 19:40:06.208725 n-d-713498-36 neutron-server[103233]: DEBUG neutron.plugins.ml2.db [None req-681a2f8c-e549-4b3d-aec5-7c01125b828c None None] For port b1ac94bf-7b18-4dfe-84fa-9d420f0bfbd1, host n-d-713498-36, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-36',level=0,port_id=b1ac94bf-7b18-4dfe-84fa-9d420f0bfbd1,segment=NetworkSegment(72842ce4-e236-45d5-823f-ca1a14d3b913),segment_id=72842ce4-e236-45d5-823f-ca1a14d3b913)] {{(pid=103233) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 19:40:06.219728 n-d-713498-36 neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-681a2f8c-e549-4b3d-aec5-7c01125b828c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762867176205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762866656485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762866656503'] for port (b1ac94bf-7b18-4dfe-84fa-9d420f0bfbd1), after_update {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:40:06.298901 n-d-713498-36 neutron-server[103233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78eab3e3-48e1-4f80-98fd-0837f6d88404 None None] Pushing event updated for resources: {'Port': ['ID=b1ac94bf-7b18-4dfe-84fa-9d420f0bfbd1,revision_number=4']} {{(pid=103233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:40:06.333169 n-d-713498-36 neutron-server[103233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-681a2f8c-e549-4b3d-aec5-7c01125b828c None None] Routers {'5659aff7-daf4-4e9e-b67a-7019e64842e2'} bound to L3 agent in host n-d-713498-36 {{(pid=103233) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 19:40:06.335877 n-d-713498-36 neutron-server[103233]: DEBUG neutron.db.l3_hamode_db [None req-681a2f8c-e549-4b3d-aec5-7c01125b828c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T18:51:43Z,description=,heartbeat_timestamp=2022-02-09T19:39:43Z,host='n-d-713498-36',id=93303d5e-5d17-45e8-8963-7694f87783ae,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T18:51:43Z,topic='l3_agent')) {'router_ids': ['5659aff7-daf4-4e9e-b67a-7019e64842e2'], 'active': True} {{(pid=103233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:40:06.356128 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.provisioning_blocks [None req-ad1e2ed9-57bc-4fd8-ab2e-63c1f201497e None None] Provisioning complete for port b1ac94bf-7b18-4dfe-84fa-9d420f0bfbd1 triggered by entity DHCP. {{(pid=103232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 19:40:06.356786 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-ad1e2ed9-57bc-4fd8-ab2e-63c1f201497e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593630'] for port (b1ac94bf-7b18-4dfe-84fa-9d420f0bfbd1), provisioning_complete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:40:06.370399 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-c92a135e-46e1-48a4-a021-c5a54bb6dacb req-b02ec61b-8194-4417-b012-139a940ba2b2 tempest-TestNetworkAdvancedServerOps-1633223542 tempest-TestNetworkAdvancedServerOps-1633223542-project] 10.222.0.75 "GET /v2.0/ports?device_id=596e30ba-290c-4c63-866e-7c100f835b42 HTTP/1.1" status: 200 len: 210 time: 0.0986180 Feb 09 19:40:06.580596 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 42352) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:40:06.639162 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-ad1e2ed9-57bc-4fd8-ab2e-63c1f201497e None None] Current status of the port b1ac94bf-7b18-4dfe-84fa-9d420f0bfbd1 is: DOWN; New status is: ACTIVE {{(pid=103232) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 19:40:06.639561 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-ad1e2ed9-57bc-4fd8-ab2e-63c1f201497e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (b1ac94bf-7b18-4dfe-84fa-9d420f0bfbd1), before_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:40:06.696619 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Device 9bcbd73b-fc5d-4968-b68e-d5225887e059 up at agent ovs-agent-n-d-713498-36 {{(pid=103232) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 19:40:06.755576 n-d-713498-36 neutron-server[103233]: DEBUG neutron.db.l3_dvr_db [None req-681a2f8c-e549-4b3d-aec5-7c01125b828c None None] Set router 5659aff7-daf4-4e9e-b67a-7019e64842e2 gateway port host: n-d-713498-36 {{(pid=103233) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 19:40:06.772899 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.v2.base [None req-5ec946af-e075-4a7d-9d7d-bbad5d45e3d7 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-167642711-network', 'tenant_id': 'fd0a542145cd49b4b252311e7932421a'}} {{(pid=103229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 19:40:06.811708 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5ec946af-e075-4a7d-9d7d-bbad5d45e3d7 admin admin] Made reservation on behalf of fd0a542145cd49b4b252311e7932421a for: {'network': 1} {{(pid=103229) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 19:40:06.822184 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-5ec946af-e075-4a7d-9d7d-bbad5d45e3d7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for network (None), before_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:40:06.824142 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-ad1e2ed9-57bc-4fd8-ab2e-63c1f201497e None None] For port b1ac94bf-7b18-4dfe-84fa-9d420f0bfbd1, host n-d-713498-36, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-36',level=0,port_id=b1ac94bf-7b18-4dfe-84fa-9d420f0bfbd1,segment=NetworkSegment(72842ce4-e236-45d5-823f-ca1a14d3b913),segment_id=72842ce4-e236-45d5-823f-ca1a14d3b913)] {{(pid=103232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 19:40:06.831357 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-ad1e2ed9-57bc-4fd8-ab2e-63c1f201497e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762867176205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762866656485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762866656503'] for port (b1ac94bf-7b18-4dfe-84fa-9d420f0bfbd1), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:40:06.853124 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-5ec946af-e075-4a7d-9d7d-bbad5d45e3d7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:40:06.893385 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad1e2ed9-57bc-4fd8-ab2e-63c1f201497e None None] Pushing event updated for resources: {'Port': ['ID=b1ac94bf-7b18-4dfe-84fa-9d420f0bfbd1,revision_number=5']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:40:06.898541 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.provisioning_blocks [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Provisioning complete for port 9bcbd73b-fc5d-4968-b68e-d5225887e059 triggered by entity L2. {{(pid=103232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 19:40:06.899188 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593630'] for port (9bcbd73b-fc5d-4968-b68e-d5225887e059), provisioning_complete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:40:06.979819 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.provisioning_blocks [None req-cb2e4c62-c6c8-4861-86f4-d29dd9a5b42c None None] Provisioning complete for port b1ac94bf-7b18-4dfe-84fa-9d420f0bfbd1 triggered by entity DHCP. {{(pid=103232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 19:40:06.980696 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-cb2e4c62-c6c8-4861-86f4-d29dd9a5b42c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593630'] for port (b1ac94bf-7b18-4dfe-84fa-9d420f0bfbd1), provisioning_complete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:40:07.191602 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 42362) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:40:07.212529 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-cb2e4c62-c6c8-4861-86f4-d29dd9a5b42c None None] Current status of the port b1ac94bf-7b18-4dfe-84fa-9d420f0bfbd1 is: ACTIVE; New status is: ACTIVE {{(pid=103232) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 19:40:07.214659 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Current status of the port 9bcbd73b-fc5d-4968-b68e-d5225887e059 is: ACTIVE; New status is: ACTIVE {{(pid=103232) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 19:40:07.290954 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d500ca62-9952-4d4d-93f0-3c49aca89bb6 req-c863fc12-2976-48b4-afa7-9d55cbb5b787 tempest-TestNetworkAdvancedServerOps-1633223542 tempest-TestNetworkAdvancedServerOps-1633223542-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:40:07.292570 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-d500ca62-9952-4d4d-93f0-3c49aca89bb6 req-c863fc12-2976-48b4-afa7-9d55cbb5b787 tempest-TestNetworkAdvancedServerOps-1633223542 tempest-TestNetworkAdvancedServerOps-1633223542-project] 10.222.0.89 "GET /v2.0/networks?id=931f090d-88a1-42ee-810e-99a3f542c491 HTTP/1.1" status: 200 len: 797 time: 0.4162591 Feb 09 19:40:07.331333 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-5ec946af-e075-4a7d-9d7d-bbad5d45e3d7 admin admin] Publish callbacks [] for security_group (e81ac41c-f182-4bcd-89b0-fdc41cdb146e), precommit_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:40:07.345200 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-5ec946af-e075-4a7d-9d7d-bbad5d45e3d7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1892331'] for security_group (e81ac41c-f182-4bcd-89b0-fdc41cdb146e), after_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:40:07.368509 n-d-713498-36 neutron-server[103233]: DEBUG neutron.db.l3_hamode_db [None req-681a2f8c-e549-4b3d-aec5-7c01125b828c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5659aff7-daf4-4e9e-b67a-7019e64842e2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-702977224', 'tenant_id': 'eba669c4f4c548e495f13ae7579d0fa6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88055e1e-672a-4487-be31-ffb6e833ece5', 'external_fixed_ips': [{'subnet_id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'ip_address': '172.25.1.228'}], 'enable_snat': True}, 'gw_port_id': 'af50b5f5-8273-460d-9de2-30f1c5a3f69e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T19:39:53Z', 'updated_at': '2022-02-09T19:40:01Z', 'revision_number': 4, 'project_id': 'eba669c4f4c548e495f13ae7579d0fa6', 'gw_port': {'id': 'af50b5f5-8273-460d-9de2-30f1c5a3f69e', 'name': '', 'network_id': '88055e1e-672a-4487-be31-ffb6e833ece5', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:99:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5659aff7-daf4-4e9e-b67a-7019e64842e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3615, 'fixed_ips': [{'subnet_id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'ip_address': '172.25.1.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T19:39:54Z', 'updated_at': '2022-02-09T19:40:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-36', '_interfaces': [{'id': 'b1ac94bf-7b18-4dfe-84fa-9d420f0bfbd1', 'name': '', 'network_id': '931f090d-88a1-42ee-810e-99a3f542c491', 'tenant_id': 'eba669c4f4c548e495f13ae7579d0fa6', 'mac_address': 'fa:16:3e:68:76:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5659aff7-daf4-4e9e-b67a-7019e64842e2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3620, 'fixed_ips': [{'subnet_id': '04cdeb5d-3b35-42d0-b422-14f79b3b10b7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T19:39:59Z', 'updated_at': '2022-02-09T19:40:06Z', 'revision_number': 4, 'project_id': 'eba669c4f4c548e495f13ae7579d0fa6', 'subnets': [{'id': '04cdeb5d-3b35-42d0-b422-14f79b3b10b7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-36', False) {} {{(pid=103233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:40:07.370687 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.provisioning_blocks [None req-b286b91d-289e-4763-8417-916e55eecf65 None None] Provisioning complete for port b1ac94bf-7b18-4dfe-84fa-9d420f0bfbd1 triggered by entity DHCP. {{(pid=103232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 19:40:07.371186 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f22f768-49c8-453e-ba63-fc1f160ebce7 req-3d6ec778-1eab-4dca-bf83-bcd013d5d21e tempest-TestVolumeBootPattern-1615943498 tempest-TestVolumeBootPattern-1615943498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:40:07.371318 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-b286b91d-289e-4763-8417-916e55eecf65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593630'] for port (b1ac94bf-7b18-4dfe-84fa-9d420f0bfbd1), provisioning_complete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:40:07.381826 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-9f22f768-49c8-453e-ba63-fc1f160ebce7 req-3d6ec778-1eab-4dca-bf83-bcd013d5d21e tempest-TestVolumeBootPattern-1615943498 tempest-TestVolumeBootPattern-1615943498-project] 10.222.0.75 "GET /v2.0/ports?device_id=12a976dd-6cea-41c9-ac01-b3afb88322e3 HTTP/1.1" status: 200 len: 945 time: 0.1318133 Feb 09 19:40:07.382912 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ec946af-e075-4a7d-9d7d-bbad5d45e3d7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e81ac41c-f182-4bcd-89b0-fdc41cdb146e,revision_number=1']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:40:07.422573 n-d-713498-36 neutron-server[103233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-681a2f8c-e549-4b3d-aec5-7c01125b828c None None] The sync data for ids ['5659aff7-daf4-4e9e-b67a-7019e64842e2'] in n-d-713498-36 is: [{'id': '5659aff7-daf4-4e9e-b67a-7019e64842e2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-702977224', 'tenant_id': 'eba669c4f4c548e495f13ae7579d0fa6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88055e1e-672a-4487-be31-ffb6e833ece5', 'external_fixed_ips': [{'subnet_id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'ip_address': '172.25.1.228'}], 'enable_snat': True}, 'gw_port_id': 'af50b5f5-8273-460d-9de2-30f1c5a3f69e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T19:39:53Z', 'updated_at': '2022-02-09T19:40:01Z', 'revision_number': 4, 'project_id': 'eba669c4f4c548e495f13ae7579d0fa6', 'gw_port': {'id': 'af50b5f5-8273-460d-9de2-30f1c5a3f69e', 'name': '', 'network_id': '88055e1e-672a-4487-be31-ffb6e833ece5', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:99:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5659aff7-daf4-4e9e-b67a-7019e64842e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3615, 'fixed_ips': [{'subnet_id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'ip_address': '172.25.1.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T19:39:54Z', 'updated_at': '2022-02-09T19:40:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-36', '_interfaces': [{'id': 'b1ac94bf-7b18-4dfe-84fa-9d420f0bfbd1', 'name': '', 'network_id': '931f090d-88a1-42ee-810e-99a3f542c491', 'tenant_id': 'eba669c4f4c548e495f13ae7579d0fa6', 'mac_address': 'fa:16:3e:68:76:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5659aff7-daf4-4e9e-b67a-7019e64842e2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3620, 'fixed_ips': [{'subnet_id': '04cdeb5d-3b35-42d0-b422-14f79b3b10b7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T19:39:59Z', 'updated_at': '2022-02-09T19:40:06Z', 'revision_number': 4, 'project_id': 'eba669c4f4c548e495f13ae7579d0fa6', 'subnets': [{'id': '04cdeb5d-3b35-42d0-b422-14f79b3b10b7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103233) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 19:40:07.478714 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5ec946af-e075-4a7d-9d7d-bbad5d45e3d7 admin admin] vlan segment allocate from pool success with {'vlan_id': 399, 'physical_network': 'physnet1'} {{(pid=103229) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 19:40:07.519878 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-9f22f768-49c8-453e-ba63-fc1f160ebce7 req-f8481dcd-699d-42e6-a638-530cf8729bdf tempest-TestVolumeBootPattern-1615943498 tempest-TestVolumeBootPattern-1615943498-project] 10.222.0.75 "GET /v2.0/security-groups?id=85e2738d-e0ce-44c8-a269-2deaf81a01f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1362848 Feb 09 19:40:07.563643 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-01f21159-26df-4883-95c3-3aa27f5e0527 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:40:07.574355 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-d500ca62-9952-4d4d-93f0-3c49aca89bb6 req-2c9b3bef-6372-454c-ade5-6e38f48a5f89 tempest-TestNetworkAdvancedServerOps-1633223542 tempest-TestNetworkAdvancedServerOps-1633223542-project] 10.222.0.89 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=eba669c4f4c548e495f13ae7579d0fa6 HTTP/1.1" status: 200 len: 380 time: 0.2721071 Feb 09 19:40:07.598130 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-5ec946af-e075-4a7d-9d7d-bbad5d45e3d7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-759574'] for segment (9a93bd09-258e-4090-9a00-d09b547e90c6), precommit_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:40:07.601871 n-d-713498-36 neutron-server[103229]: INFO neutron.db.segments_db [None req-5ec946af-e075-4a7d-9d7d-bbad5d45e3d7 admin admin] Added segment 9a93bd09-258e-4090-9a00-d09b547e90c6 of type vlan for network d3ba274b-bc96-4a3e-aeca-129a021b9dfd Feb 09 19:40:07.609882 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-b286b91d-289e-4763-8417-916e55eecf65 None None] Current status of the port b1ac94bf-7b18-4dfe-84fa-9d420f0bfbd1 is: ACTIVE; New status is: ACTIVE {{(pid=103232) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 19:40:07.669636 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-5f796c3e-4019-4164-beeb-e8dc16c8f310 req-a2563f9b-2eeb-4fa2-9b4b-fd70e3097e02 tempest-TestNetworkAdvancedServerOps-1633223542 tempest-TestNetworkAdvancedServerOps-1633223542-project] 10.222.0.75 "GET /v2.0/ports?device_id=596e30ba-290c-4c63-866e-7c100f835b42 HTTP/1.1" status: 200 len: 210 time: 0.1345592 Feb 09 19:40:07.675230 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.v2.base [req-d500ca62-9952-4d4d-93f0-3c49aca89bb6 req-b36d3e9a-3f90-4edb-a61e-c828c88c6bc3 tempest-TestNetworkAdvancedServerOps-1633223542 tempest-TestNetworkAdvancedServerOps-1633223542-project] Request body: {'port': {'device_id': '596e30ba-290c-4c63-866e-7c100f835b42', 'network_id': '931f090d-88a1-42ee-810e-99a3f542c491', 'admin_state_up': True, 'tenant_id': 'eba669c4f4c548e495f13ae7579d0fa6', 'security_groups': ['32aeffe2-bc9f-4956-9652-b873d20dee0d']}} {{(pid=103229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 19:40:07.734575 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.provisioning_blocks [None req-a780d1fb-a2ca-4287-867b-c52606f72c17 None None] Provisioning complete for port b1ac94bf-7b18-4dfe-84fa-9d420f0bfbd1 triggered by entity DHCP. {{(pid=103232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 19:40:07.734955 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-a780d1fb-a2ca-4287-867b-c52606f72c17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593630'] for port (b1ac94bf-7b18-4dfe-84fa-9d420f0bfbd1), provisioning_complete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:40:07.799965 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-01f21159-26df-4883-95c3-3aa27f5e0527 admin admin] Publish callbacks [] for security_group (852141b6-add8-4717-a40b-15cdf89f577c), precommit_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:40:07.805207 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-5ec946af-e075-4a7d-9d7d-bbad5d45e3d7 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762866642225'] for network (d3ba274b-bc96-4a3e-aeca-129a021b9dfd), precommit_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:40:07.813501 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20d43324-78f2-41a0-bed6-6e03f81bde06 req-dd63a282-f21f-4974-a27e-f039db5d34e5 tempest-TestVolumeBootPattern-1615943498 tempest-TestVolumeBootPattern-1615943498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:40:07.822162 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-20d43324-78f2-41a0-bed6-6e03f81bde06 req-dd63a282-f21f-4974-a27e-f039db5d34e5 tempest-TestVolumeBootPattern-1615943498 tempest-TestVolumeBootPattern-1615943498-project] 10.222.0.75 "GET /v2.0/ports?device_id=12a976dd-6cea-41c9-ac01-b3afb88322e3 HTTP/1.1" status: 200 len: 945 time: 0.1856453 Feb 09 19:40:07.825711 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-01f21159-26df-4883-95c3-3aa27f5e0527 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1892331'] for security_group (852141b6-add8-4717-a40b-15cdf89f577c), after_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:40:07.851497 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-a780d1fb-a2ca-4287-867b-c52606f72c17 None None] Current status of the port b1ac94bf-7b18-4dfe-84fa-9d420f0bfbd1 is: ACTIVE; New status is: ACTIVE {{(pid=103232) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 19:40:07.874394 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01f21159-26df-4883-95c3-3aa27f5e0527 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=852141b6-add8-4717-a40b-15cdf89f577c,revision_number=1']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:40:07.909306 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-5ec946af-e075-4a7d-9d7d-bbad5d45e3d7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1885479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452'] for network (d3ba274b-bc96-4a3e-aeca-129a021b9dfd), after_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:40:07.910428 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ec946af-e075-4a7d-9d7d-bbad5d45e3d7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:40:07.911020 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-5ec946af-e075-4a7d-9d7d-bbad5d45e3d7 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:40:07.938689 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-01f21159-26df-4883-95c3-3aa27f5e0527 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=907bc9ce3cb946d984273f1ec95427da&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7452695 Feb 09 19:40:07.945565 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 42372) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:40:08.001855 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-20d43324-78f2-41a0-bed6-6e03f81bde06 req-66fed9b9-7187-435b-820f-38175bb87eab tempest-TestVolumeBootPattern-1615943498 tempest-TestVolumeBootPattern-1615943498-project] 10.222.0.75 "GET /v2.0/security-groups?id=85e2738d-e0ce-44c8-a269-2deaf81a01f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1781433 Feb 09 19:40:08.008921 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-5ec946af-e075-4a7d-9d7d-bbad5d45e3d7 admin admin] 10.222.0.75 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 1.4223926 Feb 09 19:40:08.018224 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 42374) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:40:08.018462 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ec946af-e075-4a7d-9d7d-bbad5d45e3d7 admin admin] Pushing event updated for resources: {'Network': ['ID=d3ba274b-bc96-4a3e-aeca-129a021b9dfd,revision_number=1']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:40:08.018576 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.v2.base [None req-0e35c7ba-753d-4240-a8cd-705020da1f0a admin admin] Request body: {'subnet': {'network_id': 'd3ba274b-bc96-4a3e-aeca-129a021b9dfd', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-167642711-subnet', 'tenant_id': 'fd0a542145cd49b4b252311e7932421a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103230) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 19:40:08.029150 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d500ca62-9952-4d4d-93f0-3c49aca89bb6 req-b36d3e9a-3f90-4edb-a61e-c828c88c6bc3 tempest-TestNetworkAdvancedServerOps-1633223542 tempest-TestNetworkAdvancedServerOps-1633223542-project] Made reservation on behalf of eba669c4f4c548e495f13ae7579d0fa6 for: {'port': 1} {{(pid=103229) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 19:40:08.034610 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Network d3ba274b-bc96-4a3e-aeca-129a021b9dfd details requested by agent ovs-agent-n-d-713498-36 with host n-d-713498-36 {{(pid=103232) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 19:40:08.040793 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-d500ca62-9952-4d4d-93f0-3c49aca89bb6 req-b36d3e9a-3f90-4edb-a61e-c828c88c6bc3 tempest-TestNetworkAdvancedServerOps-1633223542 tempest-TestNetworkAdvancedServerOps-1633223542-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (None), before_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:40:08.098808 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-f97cbaf3-7a97-4a7d-b03e-4deff1468991 admin admin] Publish callbacks [] for security_group (852141b6-add8-4717-a40b-15cdf89f577c), before_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:40:08.124187 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-f97cbaf3-7a97-4a7d-b03e-4deff1468991 admin admin] Publish callbacks [] for security_group (852141b6-add8-4717-a40b-15cdf89f577c), precommit_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:40:08.126043 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0e35c7ba-753d-4240-a8cd-705020da1f0a admin admin] Made reservation on behalf of fd0a542145cd49b4b252311e7932421a for: {'subnet': 1} {{(pid=103230) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 19:40:08.129826 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-0e35c7ba-753d-4240-a8cd-705020da1f0a admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12985917'] for subnet (None), before_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:40:08.330839 n-d-713498-36 neutron-server[103229]: DEBUG neutron.db.db_base_plugin_common [req-d500ca62-9952-4d4d-93f0-3c49aca89bb6 req-b36d3e9a-3f90-4edb-a61e-c828c88c6bc3 tempest-TestNetworkAdvancedServerOps-1633223542 tempest-TestNetworkAdvancedServerOps-1633223542-project] Allocated IP 172.20.0.11 (931f090d-88a1-42ee-810e-99a3f542c491/04cdeb5d-3b35-42d0-b422-14f79b3b10b7/f1e54750-6a2e-4d19-b478-caf0c5afef1c) {{(pid=103229) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 19:40:08.383209 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ab215c3-3f68-434c-b0bd-c031522cec25 req-b88b449a-618d-4357-93f6-d291fe7ff2b7 tempest-TestVolumeBootPattern-1615943498 tempest-TestVolumeBootPattern-1615943498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:40:08.384974 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-2ab215c3-3f68-434c-b0bd-c031522cec25 req-b88b449a-618d-4357-93f6-d291fe7ff2b7 tempest-TestVolumeBootPattern-1615943498 tempest-TestVolumeBootPattern-1615943498-project] 10.222.0.75 "GET /v2.0/ports?device_id=12a976dd-6cea-41c9-ac01-b3afb88322e3 HTTP/1.1" status: 200 len: 945 time: 0.2446823 Feb 09 19:40:08.571339 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-2ab215c3-3f68-434c-b0bd-c031522cec25 req-c36fb7cc-6ba4-4335-a45f-156d606fa100 tempest-TestVolumeBootPattern-1615943498 tempest-TestVolumeBootPattern-1615943498-project] 10.222.0.75 "GET /v2.0/security-groups?id=85e2738d-e0ce-44c8-a269-2deaf81a01f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1705587 Feb 09 19:40:08.629507 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-d500ca62-9952-4d4d-93f0-3c49aca89bb6 req-b36d3e9a-3f90-4edb-a61e-c828c88c6bc3 tempest-TestNetworkAdvancedServerOps-1633223542 tempest-TestNetworkAdvancedServerOps-1633223542-project] Publish callbacks [] for port (f1e54750-6a2e-4d19-b478-caf0c5afef1c), precommit_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:40:08.690598 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Device b1ac94bf-7b18-4dfe-84fa-9d420f0bfbd1 up at agent ovs-agent-n-d-713498-36 {{(pid=103232) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 19:40:08.726317 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-d500ca62-9952-4d4d-93f0-3c49aca89bb6 req-b36d3e9a-3f90-4edb-a61e-c828c88c6bc3 tempest-TestNetworkAdvancedServerOps-1633223542 tempest-TestNetworkAdvancedServerOps-1633223542-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762866656467', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12867576'] for port (f1e54750-6a2e-4d19-b478-caf0c5afef1c), after_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:40:08.821020 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.provisioning_blocks [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Provisioning complete for port b1ac94bf-7b18-4dfe-84fa-9d420f0bfbd1 triggered by entity L2. {{(pid=103232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 19:40:08.822363 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593630'] for port (b1ac94bf-7b18-4dfe-84fa-9d420f0bfbd1), provisioning_complete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:40:08.852412 n-d-713498-36 neutron-server[103229]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d500ca62-9952-4d4d-93f0-3c49aca89bb6 req-b36d3e9a-3f90-4edb-a61e-c828c88c6bc3 tempest-TestNetworkAdvancedServerOps-1633223542 tempest-TestNetworkAdvancedServerOps-1633223542-project] Network 931f090d-88a1-42ee-810e-99a3f542c491 is already hosted by enough agents. {{(pid=103229) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 19:40:08.864624 n-d-713498-36 neutron-server[103229]: DEBUG neutron.scheduler.base_scheduler [req-d500ca62-9952-4d4d-93f0-3c49aca89bb6 req-b36d3e9a-3f90-4edb-a61e-c828c88c6bc3 tempest-TestNetworkAdvancedServerOps-1633223542 tempest-TestNetworkAdvancedServerOps-1633223542-project] Resources bound (agent type, host, resource id): {{(pid=103229) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 19:40:08.868949 n-d-713498-36 neutron-server[103229]: DEBUG neutron.db.l3_dvrscheduler_db [req-d500ca62-9952-4d4d-93f0-3c49aca89bb6 req-b36d3e9a-3f90-4edb-a61e-c828c88c6bc3 tempest-TestNetworkAdvancedServerOps-1633223542 tempest-TestNetworkAdvancedServerOps-1633223542-project] Received port after_create {{(pid=103229) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 19:40:09.053889 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b36d3e9a-3f90-4edb-a61e-c828c88c6bc3 tempest-TestNetworkAdvancedServerOps-1633223542 tempest-TestNetworkAdvancedServerOps-1633223542-project] Pushing event updated for resources: {'Port': ['ID=f1e54750-6a2e-4d19-b478-caf0c5afef1c,revision_number=1']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:40:09.109907 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Current status of the port b1ac94bf-7b18-4dfe-84fa-9d420f0bfbd1 is: ACTIVE; New status is: ACTIVE {{(pid=103232) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 19:40:09.120026 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d500ca62-9952-4d4d-93f0-3c49aca89bb6 req-b36d3e9a-3f90-4edb-a61e-c828c88c6bc3 tempest-TestNetworkAdvancedServerOps-1633223542 tempest-TestNetworkAdvancedServerOps-1633223542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:40:09.120766 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-d500ca62-9952-4d4d-93f0-3c49aca89bb6 req-b36d3e9a-3f90-4edb-a61e-c828c88c6bc3 tempest-TestNetworkAdvancedServerOps-1633223542 tempest-TestNetworkAdvancedServerOps-1633223542-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171096'] for port (None), before_response {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:40:09.198354 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a677161f-a3d9-4680-b9ba-4926c5811581 req-8206c395-1c91-4198-aced-89194c030545 tempest-TestNetworkAdvancedServerOps-1633223542 tempest-TestNetworkAdvancedServerOps-1633223542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:40:09.210291 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd86c6b8-befb-4d97-90e4-b1cf0188f0a6 req-11c62cff-8c30-4ebf-a356-fae1e748b5e5 tempest-TestVolumeBootPattern-1615943498 tempest-TestVolumeBootPattern-1615943498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:40:09.211001 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-a677161f-a3d9-4680-b9ba-4926c5811581 req-8206c395-1c91-4198-aced-89194c030545 tempest-TestNetworkAdvancedServerOps-1633223542 tempest-TestNetworkAdvancedServerOps-1633223542-project] 10.222.0.75 "GET /v2.0/ports?device_id=596e30ba-290c-4c63-866e-7c100f835b42 HTTP/1.1" status: 200 len: 932 time: 0.3465846 Feb 09 19:40:09.211864 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-fd86c6b8-befb-4d97-90e4-b1cf0188f0a6 req-11c62cff-8c30-4ebf-a356-fae1e748b5e5 tempest-TestVolumeBootPattern-1615943498 tempest-TestVolumeBootPattern-1615943498-project] 10.222.0.75 "GET /v2.0/ports?device_id=12a976dd-6cea-41c9-ac01-b3afb88322e3 HTTP/1.1" status: 200 len: 945 time: 0.1440949 Feb 09 19:40:09.215360 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-f97cbaf3-7a97-4a7d-b03e-4deff1468991 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1892331'] for security_group (852141b6-add8-4717-a40b-15cdf89f577c), after_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:40:09.218696 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-f97cbaf3-7a97-4a7d-b03e-4deff1468991 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:40:09.219888 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-f97cbaf3-7a97-4a7d-b03e-4deff1468991 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/852141b6-add8-4717-a40b-15cdf89f577c HTTP/1.1" status: 204 len: 168 time: 1.2713265 Feb 09 19:40:09.235381 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-d500ca62-9952-4d4d-93f0-3c49aca89bb6 req-b36d3e9a-3f90-4edb-a61e-c828c88c6bc3 tempest-TestNetworkAdvancedServerOps-1633223542 tempest-TestNetworkAdvancedServerOps-1633223542-project] 10.222.0.89 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5695374 Feb 09 19:40:09.260572 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f97cbaf3-7a97-4a7d-b03e-4deff1468991 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=852141b6-add8-4717-a40b-15cdf89f577c,revision_number=None']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:40:09.300606 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.v2.base [req-d500ca62-9952-4d4d-93f0-3c49aca89bb6 req-0abbb2a8-aa7d-4e3e-a748-0fe513b56a96 service neutron] Request body: {'port': {'device_id': '596e30ba-290c-4c63-866e-7c100f835b42', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-713498-36'}} {{(pid=103229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 19:40:09.320151 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-fd86c6b8-befb-4d97-90e4-b1cf0188f0a6 req-59db90d9-fcc1-4880-aebe-33440a4fa668 tempest-TestVolumeBootPattern-1615943498 tempest-TestVolumeBootPattern-1615943498-project] 10.222.0.75 "GET /v2.0/security-groups?id=85e2738d-e0ce-44c8-a269-2deaf81a01f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0973990 Feb 09 19:40:09.442749 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-0e35c7ba-753d-4240-a8cd-705020da1f0a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14393611', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12985859'] for subnet (520085a7-4a3f-4cac-80cb-73b612951186), after_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:40:09.535387 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.provisioning_blocks [None req-bb000513-ba01-4a72-9e9f-9a11008297da None None] Provisioning complete for port f1e54750-6a2e-4d19-b478-caf0c5afef1c triggered by entity DHCP. {{(pid=103232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 19:40:09.535387 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-bb000513-ba01-4a72-9e9f-9a11008297da None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593630'] for port (f1e54750-6a2e-4d19-b478-caf0c5afef1c), provisioning_complete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:40:09.542771 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-a677161f-a3d9-4680-b9ba-4926c5811581 req-b314b32a-788a-46ae-9570-cb117b2ebde1 tempest-TestNetworkAdvancedServerOps-1633223542 tempest-TestNetworkAdvancedServerOps-1633223542-project] 10.222.0.75 "GET /v2.0/security-groups?id=32aeffe2-bc9f-4956-9652-b873d20dee0d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3308215 Feb 09 19:40:09.563895 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-d500ca62-9952-4d4d-93f0-3c49aca89bb6 req-0abbb2a8-aa7d-4e3e-a748-0fe513b56a96 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (f1e54750-6a2e-4d19-b478-caf0c5afef1c), before_update {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:40:09.579737 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e35c7ba-753d-4240-a8cd-705020da1f0a admin admin] Pushing event updated for resources: {'Subnet': ['ID=520085a7-4a3f-4cac-80cb-73b612951186,revision_number=0']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:40:09.597162 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e35c7ba-753d-4240-a8cd-705020da1f0a admin admin] Checking segment: {'id': '9a93bd09-258e-4090-9a00-d09b547e90c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': 'd3ba274b-bc96-4a3e-aeca-129a021b9dfd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103230) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 19:40:09.597498 n-d-713498-36 neutron-server[103230]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e35c7ba-753d-4240-a8cd-705020da1f0a admin admin] Network hostable DHCP agents. Network: d3ba274b-bc96-4a3e-aeca-129a021b9dfd, hostable agents: ['af91e4b9-f4e1-42b1-a25c-a10dc47171c8'], hosted agents: [] {{(pid=103230) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 19:40:09.632792 n-d-713498-36 neutron-server[103230]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e35c7ba-753d-4240-a8cd-705020da1f0a admin admin] Network d3ba274b-bc96-4a3e-aeca-129a021b9dfd is scheduled to be hosted by DHCP agent af91e4b9-f4e1-42b1-a25c-a10dc47171c8 with binding_index 1 {{(pid=103230) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 19:40:09.646182 n-d-713498-36 neutron-server[103230]: DEBUG neutron.scheduler.base_scheduler [None req-0e35c7ba-753d-4240-a8cd-705020da1f0a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713498-36, d3ba274b-bc96-4a3e-aeca-129a021b9dfd) {{(pid=103230) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 19:40:09.653499 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e35c7ba-753d-4240-a8cd-705020da1f0a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:40:09.654299 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-0e35c7ba-753d-4240-a8cd-705020da1f0a admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:40:09.668630 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0a2d87d-166a-4879-bb3d-a8c2146f75b6 None None] Network d3ba274b-bc96-4a3e-aeca-129a021b9dfd requested from n-d-713498-36 {{(pid=103232) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 19:40:09.686490 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-bb000513-ba01-4a72-9e9f-9a11008297da None None] Port f1e54750-6a2e-4d19-b478-caf0c5afef1c cannot update to ACTIVE because it is not bound. {{(pid=103232) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 19:40:09.699764 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-0e35c7ba-753d-4240-a8cd-705020da1f0a admin admin] 10.222.0.75 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.6874309 Feb 09 19:40:09.879169 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 42392) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:40:09.897696 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-205aeb71-6974-40f5-b83b-5309372beb90 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:40:09.899633 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65fff594-377f-4776-b837-94a01e1f987d None None] Network d3ba274b-bc96-4a3e-aeca-129a021b9dfd requested from n-d-713498-36 {{(pid=103232) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 19:40:10.015580 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-205aeb71-6974-40f5-b83b-5309372beb90 admin admin] Publish callbacks [] for security_group (7f241fab-ea47-4b19-8c6a-dee15e0f728b), precommit_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:40:10.021178 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-205aeb71-6974-40f5-b83b-5309372beb90 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1892331'] for security_group (7f241fab-ea47-4b19-8c6a-dee15e0f728b), after_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:40:10.021551 n-d-713498-36 neutron-server[103229]: DEBUG neutron.notifiers.nova [req-d500ca62-9952-4d4d-93f0-3c49aca89bb6 req-0abbb2a8-aa7d-4e3e-a748-0fe513b56a96 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f1e54750-6a2e-4d19-b478-caf0c5afef1c {{(pid=103229) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 19:40:10.044806 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-d500ca62-9952-4d4d-93f0-3c49aca89bb6 req-0abbb2a8-aa7d-4e3e-a748-0fe513b56a96 service neutron] Publish callbacks [] for port (f1e54750-6a2e-4d19-b478-caf0c5afef1c), precommit_update {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:40:10.078511 n-d-713498-36 neutron-server[103229]: DEBUG neutron.db.provisioning_blocks [req-d500ca62-9952-4d4d-93f0-3c49aca89bb6 req-0abbb2a8-aa7d-4e3e-a748-0fe513b56a96 service neutron] Transition to ACTIVE for port object f1e54750-6a2e-4d19-b478-caf0c5afef1c will not be triggered until provisioned by entity L2. {{(pid=103229) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 19:40:10.082652 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-205aeb71-6974-40f5-b83b-5309372beb90 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=31a1049aa2914eceaecc1b26165b0a71&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2022388 Feb 09 19:40:10.084322 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-205aeb71-6974-40f5-b83b-5309372beb90 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7f241fab-ea47-4b19-8c6a-dee15e0f728b,revision_number=1']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:40:10.087079 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 42400) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:40:10.090426 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-d500ca62-9952-4d4d-93f0-3c49aca89bb6 req-0abbb2a8-aa7d-4e3e-a748-0fe513b56a96 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762867176205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762866656485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762866656503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12867569'] for port (f1e54750-6a2e-4d19-b478-caf0c5afef1c), after_update {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:40:10.228433 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0abbb2a8-aa7d-4e3e-a748-0fe513b56a96 service neutron] Pushing event updated for resources: {'Port': ['ID=f1e54750-6a2e-4d19-b478-caf0c5afef1c,revision_number=2']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:40:10.248080 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-ecd687a6-4e28-4fb2-b6fa-88b89b36f2db admin admin] Publish callbacks [] for security_group (7f241fab-ea47-4b19-8c6a-dee15e0f728b), before_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:40:10.281543 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-ecd687a6-4e28-4fb2-b6fa-88b89b36f2db admin admin] Publish callbacks [] for security_group (7f241fab-ea47-4b19-8c6a-dee15e0f728b), precommit_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:40:10.317585 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.managers [req-d500ca62-9952-4d4d-93f0-3c49aca89bb6 req-0abbb2a8-aa7d-4e3e-a748-0fe513b56a96 service neutron] Attempting to bind port f1e54750-6a2e-4d19-b478-caf0c5afef1c on host n-h1-713498-36 for vnic_type normal with profile {{(pid=103229) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 19:40:10.317931 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.managers [req-d500ca62-9952-4d4d-93f0-3c49aca89bb6 req-0abbb2a8-aa7d-4e3e-a748-0fe513b56a96 service neutron] Attempting to bind port f1e54750-6a2e-4d19-b478-caf0c5afef1c by drivers openvswitch,hyperv on host n-h1-713498-36 at level 0 using segments [{'id': '72842ce4-e236-45d5-823f-ca1a14d3b913', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': '931f090d-88a1-42ee-810e-99a3f542c491'}] {{(pid=103229) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 19:40:10.318313 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d500ca62-9952-4d4d-93f0-3c49aca89bb6 req-0abbb2a8-aa7d-4e3e-a748-0fe513b56a96 service neutron] Attempting to bind port f1e54750-6a2e-4d19-b478-caf0c5afef1c on network 931f090d-88a1-42ee-810e-99a3f542c491 {{(pid=103229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 19:40:10.342679 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d500ca62-9952-4d4d-93f0-3c49aca89bb6 req-0abbb2a8-aa7d-4e3e-a748-0fe513b56a96 service neutron] Port f1e54750-6a2e-4d19-b478-caf0c5afef1c on network 931f090d-88a1-42ee-810e-99a3f542c491 not bound, no agent of type Open vSwitch agent registered on host n-h1-713498-36 {{(pid=103229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 19:40:10.342679 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d500ca62-9952-4d4d-93f0-3c49aca89bb6 req-0abbb2a8-aa7d-4e3e-a748-0fe513b56a96 service neutron] Attempting to bind port f1e54750-6a2e-4d19-b478-caf0c5afef1c on network 931f090d-88a1-42ee-810e-99a3f542c491 {{(pid=103229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 19:40:10.348928 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d500ca62-9952-4d4d-93f0-3c49aca89bb6 req-0abbb2a8-aa7d-4e3e-a748-0fe513b56a96 service neutron] Checking agent: {'id': '488cd9ae-631f-4955-ba0b-4f5a13f12e9c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713498-36', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 18, 59, 18), 'started_at': datetime.datetime(2022, 2, 9, 18, 59, 18), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 19, 39, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 19:40:10.349284 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d500ca62-9952-4d4d-93f0-3c49aca89bb6 req-0abbb2a8-aa7d-4e3e-a748-0fe513b56a96 service neutron] Checking segment: {'id': '72842ce4-e236-45d5-823f-ca1a14d3b913', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': '931f090d-88a1-42ee-810e-99a3f542c491'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103229) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 19:40:10.349705 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d500ca62-9952-4d4d-93f0-3c49aca89bb6 req-0abbb2a8-aa7d-4e3e-a748-0fe513b56a96 service neutron] Bound using segment: {'id': '72842ce4-e236-45d5-823f-ca1a14d3b913', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': '931f090d-88a1-42ee-810e-99a3f542c491'} {{(pid=103229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 19:40:10.350935 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.managers [req-d500ca62-9952-4d4d-93f0-3c49aca89bb6 req-0abbb2a8-aa7d-4e3e-a748-0fe513b56a96 service neutron] Bound port: f1e54750-6a2e-4d19-b478-caf0c5afef1c, host: n-h1-713498-36, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '72842ce4-e236-45d5-823f-ca1a14d3b913', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': '931f090d-88a1-42ee-810e-99a3f542c491'}}] {{(pid=103229) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 19:40:10.351835 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-d500ca62-9952-4d4d-93f0-3c49aca89bb6 req-0abbb2a8-aa7d-4e3e-a748-0fe513b56a96 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (f1e54750-6a2e-4d19-b478-caf0c5afef1c), before_update {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:40:10.420629 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-ecd687a6-4e28-4fb2-b6fa-88b89b36f2db admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1892331'] for security_group (7f241fab-ea47-4b19-8c6a-dee15e0f728b), after_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:40:10.423838 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-ecd687a6-4e28-4fb2-b6fa-88b89b36f2db admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:40:10.436261 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-ecd687a6-4e28-4fb2-b6fa-88b89b36f2db admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/7f241fab-ea47-4b19-8c6a-dee15e0f728b HTTP/1.1" status: 204 len: 168 time: 0.3396063 Feb 09 19:40:10.480180 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecd687a6-4e28-4fb2-b6fa-88b89b36f2db admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7f241fab-ea47-4b19-8c6a-dee15e0f728b,revision_number=None']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:40:10.482931 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3f87a82-19ed-4fb7-94a4-81310aad4004 req-32c896bd-da43-4f7a-9380-3068aa5ce54c tempest-TestVolumeBootPattern-1615943498 tempest-TestVolumeBootPattern-1615943498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:40:10.498874 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-f3f87a82-19ed-4fb7-94a4-81310aad4004 req-32c896bd-da43-4f7a-9380-3068aa5ce54c tempest-TestVolumeBootPattern-1615943498 tempest-TestVolumeBootPattern-1615943498-project] 10.222.0.75 "GET /v2.0/ports?device_id=12a976dd-6cea-41c9-ac01-b3afb88322e3 HTTP/1.1" status: 200 len: 945 time: 0.0838311 Feb 09 19:40:10.509584 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.db [req-d500ca62-9952-4d4d-93f0-3c49aca89bb6 req-0abbb2a8-aa7d-4e3e-a748-0fe513b56a96 service neutron] For port f1e54750-6a2e-4d19-b478-caf0c5afef1c, host n-h1-713498-36, cleared binding levels {{(pid=103229) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 19:40:10.513818 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.db [req-d500ca62-9952-4d4d-93f0-3c49aca89bb6 req-0abbb2a8-aa7d-4e3e-a748-0fe513b56a96 service neutron] For port f1e54750-6a2e-4d19-b478-caf0c5afef1c, host n-h1-713498-36, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-36',level=0,port_id=f1e54750-6a2e-4d19-b478-caf0c5afef1c,segment=NetworkSegment(72842ce4-e236-45d5-823f-ca1a14d3b913),segment_id=72842ce4-e236-45d5-823f-ca1a14d3b913)] {{(pid=103229) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 19:40:10.524342 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-d500ca62-9952-4d4d-93f0-3c49aca89bb6 req-0abbb2a8-aa7d-4e3e-a748-0fe513b56a96 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762867176205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762866656485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762866656503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12867569'] for port (f1e54750-6a2e-4d19-b478-caf0c5afef1c), after_update {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:40:10.723344 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-f3f87a82-19ed-4fb7-94a4-81310aad4004 req-ec10c716-c01f-4458-8ede-179c5c555183 tempest-TestVolumeBootPattern-1615943498 tempest-TestVolumeBootPattern-1615943498-project] 10.222.0.75 "GET /v2.0/security-groups?id=85e2738d-e0ce-44c8-a269-2deaf81a01f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2200174 Feb 09 19:40:10.799748 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d500ca62-9952-4d4d-93f0-3c49aca89bb6 req-0abbb2a8-aa7d-4e3e-a748-0fe513b56a96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:40:10.800930 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-d500ca62-9952-4d4d-93f0-3c49aca89bb6 req-0abbb2a8-aa7d-4e3e-a748-0fe513b56a96 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171096'] for port (None), before_response {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:40:10.803170 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-d500ca62-9952-4d4d-93f0-3c49aca89bb6 req-0abbb2a8-aa7d-4e3e-a748-0fe513b56a96 service neutron] 10.222.0.89 "PUT /v2.0/ports/f1e54750-6a2e-4d19-b478-caf0c5afef1c HTTP/1.1" status: 200 len: 1093 time: 1.5453181 Feb 09 19:40:10.811972 n-d-713498-36 neutron-server[103229]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '596e30ba-290c-4c63-866e-7c100f835b42', 'tag': 'f1e54750-6a2e-4d19-b478-caf0c5afef1c'}] {{(pid=103229) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 19:40:10.814582 n-d-713498-36 neutron-server[103229]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fa6ae9a20702bd564eaf90d946620b2b4277b1ab91129323d3b54181076be307" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c1351b3f-069f-4348-ae82-61a87148f354" -d '{"events": [{"name": "network-changed", "server_uuid": "596e30ba-290c-4c63-866e-7c100f835b42", "tag": "f1e54750-6a2e-4d19-b478-caf0c5afef1c"}]}' {{(pid=103229) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 19:40:10.825510 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-0491f22c-8c95-4b51-9d9a-a121a28216b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762867132591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593584'] for agent (af91e4b9-f4e1-42b1-a25c-a10dc47171c8), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:40:10.905091 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5e95b41-4195-4ef6-ab5c-e2d314023459 req-1f08b65c-b686-46eb-ab23-a3cca15676cf tempest-TestNetworkAdvancedServerOps-1633223542 tempest-TestNetworkAdvancedServerOps-1633223542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:40:10.912386 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-d5e95b41-4195-4ef6-ab5c-e2d314023459 req-1f08b65c-b686-46eb-ab23-a3cca15676cf tempest-TestNetworkAdvancedServerOps-1633223542 tempest-TestNetworkAdvancedServerOps-1633223542-project] 10.222.0.75 "GET /v2.0/ports?device_id=596e30ba-290c-4c63-866e-7c100f835b42 HTTP/1.1" status: 200 len: 944 time: 0.2196929 Feb 09 19:40:10.922071 n-d-713498-36 neutron-server[103229]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 19:40:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-efd1333a-4d3b-4c87-aee6-604db529227c x-openstack-request-id: req-efd1333a-4d3b-4c87-aee6-604db529227c {{(pid=103229) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 19:40:10.922363 n-d-713498-36 neutron-server[103229]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "596e30ba-290c-4c63-866e-7c100f835b42", "tag": "f1e54750-6a2e-4d19-b478-caf0c5afef1c", "status": "completed", "code": 200}]} {{(pid=103229) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 19:40:10.922617 n-d-713498-36 neutron-server[103229]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-efd1333a-4d3b-4c87-aee6-604db529227c {{(pid=103229) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 19:40:10.923016 n-d-713498-36 neutron-server[103229]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '596e30ba-290c-4c63-866e-7c100f835b42', 'tag': 'f1e54750-6a2e-4d19-b478-caf0c5afef1c', 'status': 'completed', 'code': 200} Feb 09 19:40:10.931626 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0abbb2a8-aa7d-4e3e-a748-0fe513b56a96 service neutron] Pushing event updated for resources: {'Port': ['ID=f1e54750-6a2e-4d19-b478-caf0c5afef1c,revision_number=3']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:40:10.987242 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d500ca62-9952-4d4d-93f0-3c49aca89bb6 req-d84885cd-7bf2-4ba4-9b18-3a2974b23cc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:40:10.989942 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-d500ca62-9952-4d4d-93f0-3c49aca89bb6 req-d84885cd-7bf2-4ba4-9b18-3a2974b23cc1 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=eba669c4f4c548e495f13ae7579d0fa6&device_id=596e30ba-290c-4c63-866e-7c100f835b42 HTTP/1.1" status: 200 len: 1127 time: 0.1293621 Feb 09 19:40:10.996085 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-d5e95b41-4195-4ef6-ab5c-e2d314023459 req-756d4df9-9321-45bc-a8cd-859cbd1996d1 tempest-TestNetworkAdvancedServerOps-1633223542 tempest-TestNetworkAdvancedServerOps-1633223542-project] 10.222.0.75 "GET /v2.0/security-groups?id=32aeffe2-bc9f-4956-9652-b873d20dee0d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0828047 Feb 09 19:40:11.048238 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-d500ca62-9952-4d4d-93f0-3c49aca89bb6 req-b1d625ca-259e-4721-a9e3-159836bcf57c service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f1e54750-6a2e-4d19-b478-caf0c5afef1c HTTP/1.1" status: 200 len: 217 time: 0.0502894 Feb 09 19:40:11.139733 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d500ca62-9952-4d4d-93f0-3c49aca89bb6 req-cc47e485-f12f-4297-bdfc-49e081b44adc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:40:11.141209 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-d500ca62-9952-4d4d-93f0-3c49aca89bb6 req-cc47e485-f12f-4297-bdfc-49e081b44adc service neutron] 10.222.0.89 "GET /v2.0/subnets?id=04cdeb5d-3b35-42d0-b422-14f79b3b10b7 HTTP/1.1" status: 200 len: 834 time: 0.0866344 Feb 09 19:40:11.261085 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d500ca62-9952-4d4d-93f0-3c49aca89bb6 req-080ad433-fff4-447c-8078-6f2cc491f1ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:40:11.263178 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-d500ca62-9952-4d4d-93f0-3c49aca89bb6 req-080ad433-fff4-447c-8078-6f2cc491f1ab service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=931f090d-88a1-42ee-810e-99a3f542c491&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.1142888 Feb 09 19:40:11.279882 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c41854f4-d79d-482b-a409-f0761b22e82e req-d33078b8-7557-4945-a9d7-b3c4ab8caeac tempest-TestVolumeBootPattern-1615943498 tempest-TestVolumeBootPattern-1615943498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:40:11.281771 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-c41854f4-d79d-482b-a409-f0761b22e82e req-d33078b8-7557-4945-a9d7-b3c4ab8caeac tempest-TestVolumeBootPattern-1615943498 tempest-TestVolumeBootPattern-1615943498-project] 10.222.0.90 "GET /v2.0/ports?device_id=12a976dd-6cea-41c9-ac01-b3afb88322e3 HTTP/1.1" status: 200 len: 945 time: 0.0949109 Feb 09 19:40:11.460302 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-d500ca62-9952-4d4d-93f0-3c49aca89bb6 req-541df95f-25f3-4da1-9c6e-c589d3a3c913 service neutron] 10.222.0.89 "GET /v2.0/networks/931f090d-88a1-42ee-810e-99a3f542c491?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1898522 Feb 09 19:40:11.539443 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.plugin [req-c41854f4-d79d-482b-a409-f0761b22e82e req-13c564f4-fdbf-4b32-94cf-e4b59f53e0ce tempest-TestVolumeBootPattern-1615943498 tempest-TestVolumeBootPattern-1615943498-project] Deleting port 1fd0e181-9609-4a05-8ad9-99bc305a2c05 {{(pid=103229) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 19:40:11.539866 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-c41854f4-d79d-482b-a409-f0761b22e82e req-13c564f4-fdbf-4b32-94cf-e4b59f53e0ce tempest-TestVolumeBootPattern-1615943498 tempest-TestVolumeBootPattern-1615943498-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762867170196'] for port (1fd0e181-9609-4a05-8ad9-99bc305a2c05), before_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:40:11.651509 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-d500ca62-9952-4d4d-93f0-3c49aca89bb6 req-73b1c29f-bed0-4e7a-b3ee-51e9a602c7af service neutron] 10.222.0.89 "GET /v2.0/networks/931f090d-88a1-42ee-810e-99a3f542c491?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1821315 Feb 09 19:40:11.705494 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.db [req-c41854f4-d79d-482b-a409-f0761b22e82e req-13c564f4-fdbf-4b32-94cf-e4b59f53e0ce tempest-TestVolumeBootPattern-1615943498 tempest-TestVolumeBootPattern-1615943498-project] For port 1fd0e181-9609-4a05-8ad9-99bc305a2c05, host n-h2-713498-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-36',level=0,port_id=1fd0e181-9609-4a05-8ad9-99bc305a2c05,segment=NetworkSegment(33386be2-7716-4eda-8188-eeaffee7e0ec),segment_id=33386be2-7716-4eda-8188-eeaffee7e0ec)] {{(pid=103229) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 19:40:11.705931 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-c41854f4-d79d-482b-a409-f0761b22e82e req-13c564f4-fdbf-4b32-94cf-e4b59f53e0ce tempest-TestVolumeBootPattern-1615943498 tempest-TestVolumeBootPattern-1615943498-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1820838'] for port (1fd0e181-9609-4a05-8ad9-99bc305a2c05), precommit_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:40:11.784968 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.plugin [req-c41854f4-d79d-482b-a409-f0761b22e82e req-13c564f4-fdbf-4b32-94cf-e4b59f53e0ce tempest-TestVolumeBootPattern-1615943498 tempest-TestVolumeBootPattern-1615943498-project] Calling delete_port for 1fd0e181-9609-4a05-8ad9-99bc305a2c05 owned by compute:nova {{(pid=103229) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 19:40:11.921100 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ada44da0-e067-4177-bae4-404c598cc90b req-ed9dd1d4-3793-4711-a304-98abcd77e45e tempest-TestVolumeBootPattern-1615943498 tempest-TestVolumeBootPattern-1615943498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:40:11.931661 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-ada44da0-e067-4177-bae4-404c598cc90b req-ed9dd1d4-3793-4711-a304-98abcd77e45e tempest-TestVolumeBootPattern-1615943498 tempest-TestVolumeBootPattern-1615943498-project] 10.222.0.75 "GET /v2.0/ports?device_id=12a976dd-6cea-41c9-ac01-b3afb88322e3 HTTP/1.1" status: 200 len: 945 time: 0.0669620 Feb 09 19:40:11.967629 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1351b3f-069f-4348-ae82-61a87148f354 req-a05f265b-e15d-4b27-b9e7-eb563f36f856 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:40:11.973155 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-c1351b3f-069f-4348-ae82-61a87148f354 req-a05f265b-e15d-4b27-b9e7-eb563f36f856 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=eba669c4f4c548e495f13ae7579d0fa6&device_id=596e30ba-290c-4c63-866e-7c100f835b42 HTTP/1.1" status: 200 len: 1127 time: 0.2471352 Feb 09 19:40:12.013248 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-ada44da0-e067-4177-bae4-404c598cc90b req-cb69d40a-fe75-4b7a-8a1b-808826db136b tempest-TestVolumeBootPattern-1615943498 tempest-TestVolumeBootPattern-1615943498-project] 10.222.0.75 "GET /v2.0/security-groups?id=85e2738d-e0ce-44c8-a269-2deaf81a01f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0803916 Feb 09 19:40:12.104830 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-c41854f4-d79d-482b-a409-f0761b22e82e req-13c564f4-fdbf-4b32-94cf-e4b59f53e0ce tempest-TestVolumeBootPattern-1615943498 tempest-TestVolumeBootPattern-1615943498-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762867177463', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762866656476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12867576'] for port (1fd0e181-9609-4a05-8ad9-99bc305a2c05), after_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:40:12.117870 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-7429db8d-6021-40ad-813e-885be449a89b None None] get_ports_and_sgs() called for port_ids ['1fd0e181-9609-4a05-8ad9-99bc305a2c05'] {{(pid=103232) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 19:40:12.170415 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13c564f4-fdbf-4b32-94cf-e4b59f53e0ce tempest-TestVolumeBootPattern-1615943498 tempest-TestVolumeBootPattern-1615943498-project] Pushing event deleted for resources: {'Port': ['ID=1fd0e181-9609-4a05-8ad9-99bc305a2c05,revision_number=None']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:40:12.299843 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1351b3f-069f-4348-ae82-61a87148f354 req-be6d5045-cd4c-42d6-b6d7-a2a50c858fd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:40:12.301513 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-c1351b3f-069f-4348-ae82-61a87148f354 req-be6d5045-cd4c-42d6-b6d7-a2a50c858fd4 service neutron] 10.222.0.89 "GET /v2.0/networks?id=931f090d-88a1-42ee-810e-99a3f542c491 HTTP/1.1" status: 200 len: 898 time: 0.3201101 Feb 09 19:40:12.304753 n-d-713498-36 neutron-server[103229]: DEBUG neutron.db.l3_dvrscheduler_db [req-c41854f4-d79d-482b-a409-f0761b22e82e req-13c564f4-fdbf-4b32-94cf-e4b59f53e0ce tempest-TestVolumeBootPattern-1615943498 tempest-TestVolumeBootPattern-1615943498-project] No DVR routers for this DVR port 1fd0e181-9609-4a05-8ad9-99bc305a2c05 on host n-h2-713498-36 {{(pid=103229) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 19:40:12.308996 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-c41854f4-d79d-482b-a409-f0761b22e82e req-13c564f4-fdbf-4b32-94cf-e4b59f53e0ce tempest-TestVolumeBootPattern-1615943498 tempest-TestVolumeBootPattern-1615943498-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171096'] for port (None), before_response {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:40:12.312529 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-c41854f4-d79d-482b-a409-f0761b22e82e req-13c564f4-fdbf-4b32-94cf-e4b59f53e0ce tempest-TestVolumeBootPattern-1615943498 tempest-TestVolumeBootPattern-1615943498-project] 10.222.0.90 "DELETE /v2.0/ports/1fd0e181-9609-4a05-8ad9-99bc305a2c05 HTTP/1.1" status: 204 len: 173 time: 1.0122628 Feb 09 19:40:12.386656 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1c0ea56-18c7-496c-b4ca-b236855fbe10 req-0df9c639-6445-4c16-919b-e1ba503904c6 tempest-TestNetworkAdvancedServerOps-1633223542 tempest-TestNetworkAdvancedServerOps-1633223542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:40:12.392776 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-e1c0ea56-18c7-496c-b4ca-b236855fbe10 req-0df9c639-6445-4c16-919b-e1ba503904c6 tempest-TestNetworkAdvancedServerOps-1633223542 tempest-TestNetworkAdvancedServerOps-1633223542-project] 10.222.0.75 "GET /v2.0/ports?device_id=596e30ba-290c-4c63-866e-7c100f835b42 HTTP/1.1" status: 200 len: 944 time: 0.2620811 Feb 09 19:40:12.394389 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-c1351b3f-069f-4348-ae82-61a87148f354 req-c6601e73-3dd4-44dd-9dfb-54609f3a103b service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f1e54750-6a2e-4d19-b478-caf0c5afef1c HTTP/1.1" status: 200 len: 217 time: 0.0806961 Feb 09 19:40:12.498420 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1351b3f-069f-4348-ae82-61a87148f354 req-b5a9b49c-a2d1-43ff-bcec-099c45f9318e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:40:12.499989 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-c1351b3f-069f-4348-ae82-61a87148f354 req-b5a9b49c-a2d1-43ff-bcec-099c45f9318e service neutron] 10.222.0.89 "GET /v2.0/subnets?id=04cdeb5d-3b35-42d0-b422-14f79b3b10b7 HTTP/1.1" status: 200 len: 834 time: 0.0988986 Feb 09 19:40:12.537303 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-e1c0ea56-18c7-496c-b4ca-b236855fbe10 req-299a3f1d-e52f-4131-a502-97b87ba6bea6 tempest-TestNetworkAdvancedServerOps-1633223542 tempest-TestNetworkAdvancedServerOps-1633223542-project] 10.222.0.75 "GET /v2.0/security-groups?id=32aeffe2-bc9f-4956-9652-b873d20dee0d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1271522 Feb 09 19:40:12.589389 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1351b3f-069f-4348-ae82-61a87148f354 req-89dfbd46-ae93-435a-ab00-d87a3be955e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:40:12.591535 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-c1351b3f-069f-4348-ae82-61a87148f354 req-89dfbd46-ae93-435a-ab00-d87a3be955e1 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=931f090d-88a1-42ee-810e-99a3f542c491&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0770984 Feb 09 19:40:12.716993 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-c1351b3f-069f-4348-ae82-61a87148f354 req-31f7c10a-c6dd-48fc-ae5c-7a593e45a1bd service neutron] 10.222.0.89 "GET /v2.0/networks/931f090d-88a1-42ee-810e-99a3f542c491?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1189122 Feb 09 19:40:12.835009 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-c1351b3f-069f-4348-ae82-61a87148f354 req-9d952656-55fd-4c04-a383-1a88cd2c3dae service neutron] 10.222.0.89 "GET /v2.0/networks/931f090d-88a1-42ee-810e-99a3f542c491?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1066697 Feb 09 19:40:12.924839 n-d-713498-36 neutron-server[103229]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '12a976dd-6cea-41c9-ac01-b3afb88322e3', 'name': 'network-vif-deleted', 'tag': '1fd0e181-9609-4a05-8ad9-99bc305a2c05'}] {{(pid=103229) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 19:40:12.930223 n-d-713498-36 neutron-server[103229]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fa6ae9a20702bd564eaf90d946620b2b4277b1ab91129323d3b54181076be307" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-008716bd-332d-4153-9e5f-72e71059393b" -d '{"events": [{"server_uuid": "12a976dd-6cea-41c9-ac01-b3afb88322e3", "name": "network-vif-deleted", "tag": "1fd0e181-9609-4a05-8ad9-99bc305a2c05"}]}' {{(pid=103229) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 19:40:12.986280 n-d-713498-36 neutron-server[103229]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 19:40:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ff0c3710-6aa7-42c8-8751-5c2ce2deba81 x-openstack-request-id: req-ff0c3710-6aa7-42c8-8751-5c2ce2deba81 {{(pid=103229) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 19:40:12.986893 n-d-713498-36 neutron-server[103229]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "12a976dd-6cea-41c9-ac01-b3afb88322e3", "name": "network-vif-deleted", "tag": "1fd0e181-9609-4a05-8ad9-99bc305a2c05", "status": "completed", "code": 200}]} {{(pid=103229) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 19:40:12.986893 n-d-713498-36 neutron-server[103229]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-ff0c3710-6aa7-42c8-8751-5c2ce2deba81 {{(pid=103229) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 19:40:12.987208 n-d-713498-36 neutron-server[103229]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '12a976dd-6cea-41c9-ac01-b3afb88322e3', 'name': 'network-vif-deleted', 'tag': '1fd0e181-9609-4a05-8ad9-99bc305a2c05', 'status': 'completed', 'code': 200} Feb 09 19:40:13.104392 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-78962802-1ae4-4c3f-969d-7d0d9226c967 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762867132591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593584'] for agent (93303d5e-5d17-45e8-8963-7694f87783ae), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:40:13.172278 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-837b05f8-9bbe-4b75-b1c2-257aa48a2a64 req-1bb61c6b-685b-48b2-a1d4-aced3c153c75 tempest-TestVolumeBootPattern-1615943498 tempest-TestVolumeBootPattern-1615943498-project] 10.222.0.75 "GET /v2.0/ports?device_id=12a976dd-6cea-41c9-ac01-b3afb88322e3 HTTP/1.1" status: 200 len: 210 time: 0.0324566 Feb 09 19:40:13.777481 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67e813f8-a990-4e4e-8978-a92dfef9a523 req-a03d0053-5e1c-4784-86c4-98a1ac2d0055 tempest-TestNetworkAdvancedServerOps-1633223542 tempest-TestNetworkAdvancedServerOps-1633223542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:40:13.787108 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-67e813f8-a990-4e4e-8978-a92dfef9a523 req-a03d0053-5e1c-4784-86c4-98a1ac2d0055 tempest-TestNetworkAdvancedServerOps-1633223542 tempest-TestNetworkAdvancedServerOps-1633223542-project] 10.222.0.75 "GET /v2.0/ports?device_id=596e30ba-290c-4c63-866e-7c100f835b42 HTTP/1.1" status: 200 len: 944 time: 0.1102958 Feb 09 19:40:13.904719 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-67e813f8-a990-4e4e-8978-a92dfef9a523 req-7f8550f8-9a09-47d6-8e2c-b00975ff9595 tempest-TestNetworkAdvancedServerOps-1633223542 tempest-TestNetworkAdvancedServerOps-1633223542-project] 10.222.0.75 "GET /v2.0/security-groups?id=32aeffe2-bc9f-4956-9652-b873d20dee0d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1163654 Feb 09 19:40:14.031852 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 42518) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:40:14.148713 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-7fe45928-af46-478f-a8b7-d58578de1849 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:40:14.238586 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-7fe45928-af46-478f-a8b7-d58578de1849 admin admin] Publish callbacks [] for security_group (4e62ecf7-c4af-4073-96fa-4e802b0e803d), precommit_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:40:14.245249 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-7fe45928-af46-478f-a8b7-d58578de1849 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1892331'] for security_group (4e62ecf7-c4af-4073-96fa-4e802b0e803d), after_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:40:14.307721 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-7fe45928-af46-478f-a8b7-d58578de1849 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=c1106f35679c4ad98778e7518ab27826&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2744839 Feb 09 19:40:14.308522 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 42526) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:40:14.326893 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fe45928-af46-478f-a8b7-d58578de1849 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4e62ecf7-c4af-4073-96fa-4e802b0e803d,revision_number=1']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:40:14.344812 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-74d80892-59a9-4dc1-9756-d286222dffe8 req-e33bc239-4d85-4dd9-999f-90c2710f417c tempest-TestVolumeBootPattern-1615943498 tempest-TestVolumeBootPattern-1615943498-project] 10.222.0.75 "GET /v2.0/ports?device_id=12a976dd-6cea-41c9-ac01-b3afb88322e3 HTTP/1.1" status: 200 len: 210 time: 0.0646067 Feb 09 19:40:14.384555 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-edc54c9b-7f13-45d9-9271-85c9738b0128 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762867132591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593584'] for agent (a62b1850-466f-48ae-bec7-d62fb280e14b), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:40:14.394904 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-8bcc5701-5d83-4030-b6bf-1c55f11846da admin admin] Publish callbacks [] for security_group (4e62ecf7-c4af-4073-96fa-4e802b0e803d), before_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:40:14.426878 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-8bcc5701-5d83-4030-b6bf-1c55f11846da admin admin] Publish callbacks [] for security_group (4e62ecf7-c4af-4073-96fa-4e802b0e803d), precommit_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:40:14.487648 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-8bcc5701-5d83-4030-b6bf-1c55f11846da admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1892331'] for security_group (4e62ecf7-c4af-4073-96fa-4e802b0e803d), after_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:40:14.491850 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-8bcc5701-5d83-4030-b6bf-1c55f11846da admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:40:14.493610 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-8bcc5701-5d83-4030-b6bf-1c55f11846da admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/4e62ecf7-c4af-4073-96fa-4e802b0e803d HTTP/1.1" status: 204 len: 168 time: 0.1728535 Feb 09 19:40:14.505825 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bcc5701-5d83-4030-b6bf-1c55f11846da admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4e62ecf7-c4af-4073-96fa-4e802b0e803d,revision_number=None']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:40:14.550102 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Device f1e54750-6a2e-4d19-b478-caf0c5afef1c details requested by agent hyperv_n-h1-713498-36 with host n-h1-713498-36 {{(pid=103232) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 19:40:14.685827 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] For port f1e54750-6a2e-4d19-b478-caf0c5afef1c, host n-h1-713498-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-36',level=0,port_id=f1e54750-6a2e-4d19-b478-caf0c5afef1c,segment=NetworkSegment(72842ce4-e236-45d5-823f-ca1a14d3b913),segment_id=72842ce4-e236-45d5-823f-ca1a14d3b913)] {{(pid=103232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 19:40:14.702317 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Returning: {'device': 'f1e54750-6a2e-4d19-b478-caf0c5afef1c', 'network_id': '931f090d-88a1-42ee-810e-99a3f542c491', 'port_id': 'f1e54750-6a2e-4d19-b478-caf0c5afef1c', 'mac_address': 'fa:16:3e:9a:13:40', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 352, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '04cdeb5d-3b35-42d0-b422-14f79b3b10b7', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103232) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 19:40:14.825054 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Current status of the port f1e54750-6a2e-4d19-b478-caf0c5afef1c is: DOWN; New status is: BUILD {{(pid=103232) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 19:40:14.826880 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (f1e54750-6a2e-4d19-b478-caf0c5afef1c), before_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:40:14.869492 n-d-713498-36 neutron-server[103232]: DEBUG neutron.notifiers.nova [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f1e54750-6a2e-4d19-b478-caf0c5afef1c {{(pid=103232) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 19:40:14.910499 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] For port f1e54750-6a2e-4d19-b478-caf0c5afef1c, host n-h1-713498-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-36',level=0,port_id=f1e54750-6a2e-4d19-b478-caf0c5afef1c,segment=NetworkSegment(72842ce4-e236-45d5-823f-ca1a14d3b913),segment_id=72842ce4-e236-45d5-823f-ca1a14d3b913)] {{(pid=103232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 19:40:14.916819 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762867176205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762866656485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762866656503'] for port (f1e54750-6a2e-4d19-b478-caf0c5afef1c), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:40:14.989028 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Pushing event updated for resources: {'Port': ['ID=f1e54750-6a2e-4d19-b478-caf0c5afef1c,revision_number=4']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:40:15.005260 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 42544) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:40:15.029474 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-fb5e5692-d890-4b52-8410-c127023a2869 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:40:15.106433 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-902dfc82-79d2-4ee0-8443-610302df4427 req-505605f3-b842-46ce-a3c6-2f3fbb73954b tempest-TestNetworkAdvancedServerOps-1633223542 tempest-TestNetworkAdvancedServerOps-1633223542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:40:15.107841 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-902dfc82-79d2-4ee0-8443-610302df4427 req-505605f3-b842-46ce-a3c6-2f3fbb73954b tempest-TestNetworkAdvancedServerOps-1633223542 tempest-TestNetworkAdvancedServerOps-1633223542-project] 10.222.0.75 "GET /v2.0/ports?device_id=596e30ba-290c-4c63-866e-7c100f835b42 HTTP/1.1" status: 200 len: 945 time: 0.0945785 Feb 09 19:40:15.124227 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] get_ports_and_sgs() called for port_ids ['f1e54750-6a2e-4d19-b478-caf0c5afef1c'] {{(pid=103232) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 19:40:15.221800 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-902dfc82-79d2-4ee0-8443-610302df4427 req-8057cc6d-2710-4f52-be4c-5c47f2424c37 tempest-TestNetworkAdvancedServerOps-1633223542 tempest-TestNetworkAdvancedServerOps-1633223542-project] 10.222.0.75 "GET /v2.0/security-groups?id=32aeffe2-bc9f-4956-9652-b873d20dee0d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1050050 Feb 09 19:40:15.275775 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-fb5e5692-d890-4b52-8410-c127023a2869 admin admin] Publish callbacks [] for security_group (5bbfb486-d941-49dd-a352-38c62ecdc6f0), precommit_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:40:15.280897 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-fb5e5692-d890-4b52-8410-c127023a2869 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1892331'] for security_group (5bbfb486-d941-49dd-a352-38c62ecdc6f0), after_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:40:15.313695 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 42548) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:40:15.313920 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-fb5e5692-d890-4b52-8410-c127023a2869 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=12be1880dde74aac9b965e3661120db7&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3063734 Feb 09 19:40:15.336456 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb5e5692-d890-4b52-8410-c127023a2869 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5bbfb486-d941-49dd-a352-38c62ecdc6f0,revision_number=1']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:40:15.447274 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-fb6ca173-2d5a-427d-9f22-be6c81c68cd4 admin admin] Publish callbacks [] for security_group (5bbfb486-d941-49dd-a352-38c62ecdc6f0), before_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:40:15.582598 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-c4413475-dfbf-4d52-bfde-e798e3c80de9 req-984dc3d4-d3bd-4797-9f8e-48aa8bb236bb tempest-TestVolumeBootPattern-1615943498 tempest-TestVolumeBootPattern-1615943498-project] 10.222.0.75 "GET /v2.0/ports?device_id=12a976dd-6cea-41c9-ac01-b3afb88322e3 HTTP/1.1" status: 200 len: 210 time: 0.0921381 Feb 09 19:40:15.588478 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-fb6ca173-2d5a-427d-9f22-be6c81c68cd4 admin admin] Publish callbacks [] for security_group (5bbfb486-d941-49dd-a352-38c62ecdc6f0), precommit_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:40:15.881358 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Device 1fd0e181-9609-4a05-8ad9-99bc305a2c05 no longer exists at agent hyperv_n-h2-713498-36 {{(pid=103232) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 19:40:15.910054 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-7429db8d-6021-40ad-813e-885be449a89b None None] No Port match for: 1fd0e181-9609-4a05-8ad9-99bc305a2c05 {{(pid=103232) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 19:40:15.910411 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Device 1fd0e181-9609-4a05-8ad9-99bc305a2c05 not bound to the agent host n-h2-713498-36 {{(pid=103232) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 19:40:16.041151 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-a7262a8e-0513-48fd-984d-75726a511961 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762867132591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593584'] for agent (911cfea2-02ae-4ec9-bac3-7808ee1cdd9c), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:40:16.062334 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-fb6ca173-2d5a-427d-9f22-be6c81c68cd4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1892331'] for security_group (5bbfb486-d941-49dd-a352-38c62ecdc6f0), after_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:40:16.065167 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-fb6ca173-2d5a-427d-9f22-be6c81c68cd4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:40:16.066415 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-fb6ca173-2d5a-427d-9f22-be6c81c68cd4 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/5bbfb486-d941-49dd-a352-38c62ecdc6f0 HTTP/1.1" status: 204 len: 168 time: 0.7510574 Feb 09 19:40:16.084930 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb6ca173-2d5a-427d-9f22-be6c81c68cd4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5bbfb486-d941-49dd-a352-38c62ecdc6f0,revision_number=None']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:40:16.405146 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceda5376-3ac6-40ad-9e48-9e055a5e6bbc req-62c43c14-5744-4b85-91d2-212570f85e27 tempest-TestNetworkAdvancedServerOps-1633223542 tempest-TestNetworkAdvancedServerOps-1633223542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:40:16.407751 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-ceda5376-3ac6-40ad-9e48-9e055a5e6bbc req-62c43c14-5744-4b85-91d2-212570f85e27 tempest-TestNetworkAdvancedServerOps-1633223542 tempest-TestNetworkAdvancedServerOps-1633223542-project] 10.222.0.75 "GET /v2.0/ports?device_id=596e30ba-290c-4c63-866e-7c100f835b42 HTTP/1.1" status: 200 len: 945 time: 0.0656731 Feb 09 19:40:16.472057 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-ceda5376-3ac6-40ad-9e48-9e055a5e6bbc req-ea998da3-f46c-4569-9f6c-d0744eb03b6d tempest-TestNetworkAdvancedServerOps-1633223542 tempest-TestNetworkAdvancedServerOps-1633223542-project] 10.222.0.75 "GET /v2.0/security-groups?id=32aeffe2-bc9f-4956-9652-b873d20dee0d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0586333 Feb 09 19:40:16.563601 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Device f1e54750-6a2e-4d19-b478-caf0c5afef1c up at agent hyperv_n-h1-713498-36 {{(pid=103232) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 19:40:16.631692 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.provisioning_blocks [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Provisioning for port f1e54750-6a2e-4d19-b478-caf0c5afef1c completed by entity L2. {{(pid=103232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 19:40:16.637445 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.provisioning_blocks [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Provisioning complete for port f1e54750-6a2e-4d19-b478-caf0c5afef1c triggered by entity L2. {{(pid=103232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 19:40:16.638083 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593630'] for port (f1e54750-6a2e-4d19-b478-caf0c5afef1c), provisioning_complete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:40:16.735210 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Current status of the port f1e54750-6a2e-4d19-b478-caf0c5afef1c is: BUILD; New status is: ACTIVE {{(pid=103232) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 19:40:16.736029 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (f1e54750-6a2e-4d19-b478-caf0c5afef1c), before_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:40:16.768025 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-3137e3fa-33dd-4ab6-972a-61fcce721e44 req-1af1e0bc-3f75-44d5-99c7-77ccf71f0581 tempest-TestVolumeBootPattern-1615943498 tempest-TestVolumeBootPattern-1615943498-project] 10.222.0.75 "GET /v2.0/ports?device_id=12a976dd-6cea-41c9-ac01-b3afb88322e3 HTTP/1.1" status: 200 len: 210 time: 0.0648050 Feb 09 19:40:16.770668 n-d-713498-36 neutron-server[103232]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '596e30ba-290c-4c63-866e-7c100f835b42', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f1e54750-6a2e-4d19-b478-caf0c5afef1c'}] {{(pid=103232) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 19:40:16.777239 n-d-713498-36 neutron-server[103232]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}949cdcde653dec44821de95cbf67297f53cbc2aed4e073b5d514f93bf911ce85" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-855ddcee-24e9-4537-84c1-44571f5cc09b" -d '{"events": [{"server_uuid": "596e30ba-290c-4c63-866e-7c100f835b42", "name": "network-vif-plugged", "status": "completed", "tag": "f1e54750-6a2e-4d19-b478-caf0c5afef1c"}]}' {{(pid=103232) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 19:40:16.793668 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] For port f1e54750-6a2e-4d19-b478-caf0c5afef1c, host n-h1-713498-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-36',level=0,port_id=f1e54750-6a2e-4d19-b478-caf0c5afef1c,segment=NetworkSegment(72842ce4-e236-45d5-823f-ca1a14d3b913),segment_id=72842ce4-e236-45d5-823f-ca1a14d3b913)] {{(pid=103232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 19:40:16.811294 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762867176205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762866656485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762866656503'] for port (f1e54750-6a2e-4d19-b478-caf0c5afef1c), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:40:16.863777 n-d-713498-36 neutron-server[103232]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 19:40:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eac27209-ac92-4342-be8c-b4ecbf0b10ef x-openstack-request-id: req-eac27209-ac92-4342-be8c-b4ecbf0b10ef {{(pid=103232) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 19:40:16.868870 n-d-713498-36 neutron-server[103232]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "596e30ba-290c-4c63-866e-7c100f835b42", "name": "network-vif-plugged", "status": "completed", "tag": "f1e54750-6a2e-4d19-b478-caf0c5afef1c", "code": 200}]} {{(pid=103232) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 19:40:16.869157 n-d-713498-36 neutron-server[103232]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-eac27209-ac92-4342-be8c-b4ecbf0b10ef {{(pid=103232) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 19:40:16.870173 n-d-713498-36 neutron-server[103232]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '596e30ba-290c-4c63-866e-7c100f835b42', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f1e54750-6a2e-4d19-b478-caf0c5afef1c', 'code': 200} Feb 09 19:40:16.888154 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Pushing event updated for resources: {'Port': ['ID=f1e54750-6a2e-4d19-b478-caf0c5afef1c,revision_number=5']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:40:16.963462 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-481dfe27-7004-44a9-87fb-30c95076aae3 req-5222e72c-36c3-455f-b2e8-20174299936b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:40:16.966327 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-481dfe27-7004-44a9-87fb-30c95076aae3 req-5222e72c-36c3-455f-b2e8-20174299936b service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=596e30ba-290c-4c63-866e-7c100f835b42 HTTP/1.1" status: 200 len: 1129 time: 0.0534761 Feb 09 19:40:17.058208 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762867132591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593584'] for agent (496418a2-c002-4aec-ab1a-07f3bea491bd), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:40:17.060331 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-481dfe27-7004-44a9-87fb-30c95076aae3 req-231350e1-e09b-414d-96e9-9d1657266eca service neutron] 10.222.0.89 "GET /v2.0/security-groups?id=32aeffe2-bc9f-4956-9652-b873d20dee0d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0887198 Feb 09 19:40:17.726609 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d71f2809-04d9-4525-bdae-d7c475a55b72 req-0e381a66-ae21-4da7-9a6d-c5a79319ac84 tempest-TestNetworkAdvancedServerOps-1633223542 tempest-TestNetworkAdvancedServerOps-1633223542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:40:17.731957 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-d71f2809-04d9-4525-bdae-d7c475a55b72 req-0e381a66-ae21-4da7-9a6d-c5a79319ac84 tempest-TestNetworkAdvancedServerOps-1633223542 tempest-TestNetworkAdvancedServerOps-1633223542-project] 10.222.0.75 "GET /v2.0/ports?device_id=596e30ba-290c-4c63-866e-7c100f835b42 HTTP/1.1" status: 200 len: 946 time: 0.1011403 Feb 09 19:40:17.841931 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-d71f2809-04d9-4525-bdae-d7c475a55b72 req-078ef676-4d91-4e0d-9dd7-74dfeb3936ae tempest-TestNetworkAdvancedServerOps-1633223542 tempest-TestNetworkAdvancedServerOps-1633223542-project] 10.222.0.75 "GET /v2.0/security-groups?id=32aeffe2-bc9f-4956-9652-b873d20dee0d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1040308 Feb 09 19:40:17.923014 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-57f4e982-3963-46a8-8561-782fcbbe46cc req-14d1b9f3-37ea-4cc9-a66e-108f970ae7de tempest-TestVolumeBootPattern-1615943498 tempest-TestVolumeBootPattern-1615943498-project] 10.222.0.75 "GET /v2.0/ports?device_id=12a976dd-6cea-41c9-ac01-b3afb88322e3 HTTP/1.1" status: 200 len: 210 time: 0.0382278 Feb 09 19:40:18.820981 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762867132591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593584'] for agent (488cd9ae-631f-4955-ba0b-4f5a13f12e9c), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:40:19.059359 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-74d82d3e-c723-4ecb-be0d-57b4d5991691 req-e0c347f4-747c-4a4c-96eb-7cc9dc5c28bf tempest-TestVolumeBootPattern-1615943498 tempest-TestVolumeBootPattern-1615943498-project] 10.222.0.75 "GET /v2.0/ports?device_id=12a976dd-6cea-41c9-ac01-b3afb88322e3 HTTP/1.1" status: 200 len: 210 time: 0.0481310 Feb 09 19:40:19.091488 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67d3cd56-54b3-4c5a-928c-eb74e1f3dd1e req-6e805fe3-11db-47d4-a3c2-93c1076658cf tempest-TestNetworkAdvancedServerOps-1633223542 tempest-TestNetworkAdvancedServerOps-1633223542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:40:19.095715 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-67d3cd56-54b3-4c5a-928c-eb74e1f3dd1e req-6e805fe3-11db-47d4-a3c2-93c1076658cf tempest-TestNetworkAdvancedServerOps-1633223542 tempest-TestNetworkAdvancedServerOps-1633223542-project] 10.222.0.75 "GET /v2.0/ports?device_id=596e30ba-290c-4c63-866e-7c100f835b42 HTTP/1.1" status: 200 len: 946 time: 0.1316941 Feb 09 19:40:19.144053 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762867132591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593584'] for agent (bcd5faee-dc24-4298-9134-0e0aa054058e), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:40:19.181935 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-67d3cd56-54b3-4c5a-928c-eb74e1f3dd1e req-b876280a-331d-46f0-b7ce-964c69e935c9 tempest-TestNetworkAdvancedServerOps-1633223542 tempest-TestNetworkAdvancedServerOps-1633223542-project] 10.222.0.75 "GET /v2.0/security-groups?id=32aeffe2-bc9f-4956-9652-b873d20dee0d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0804369 Feb 09 19:40:19.376690 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61e47f5d-13fa-41e8-965d-a1c4e8b8aaa2 req-9108d1c3-c068-4d5a-8197-1c8ff523851f tempest-TestNetworkAdvancedServerOps-1633223542 tempest-TestNetworkAdvancedServerOps-1633223542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:40:19.384459 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-61e47f5d-13fa-41e8-965d-a1c4e8b8aaa2 req-9108d1c3-c068-4d5a-8197-1c8ff523851f tempest-TestNetworkAdvancedServerOps-1633223542 tempest-TestNetworkAdvancedServerOps-1633223542-project] 10.222.0.75 "GET /v2.0/ports?device_id=596e30ba-290c-4c63-866e-7c100f835b42 HTTP/1.1" status: 200 len: 946 time: 0.1193984 Feb 09 19:40:19.449673 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-61e47f5d-13fa-41e8-965d-a1c4e8b8aaa2 req-abf97561-fbe9-4b0b-ac7a-9ba38a7d64d7 tempest-TestNetworkAdvancedServerOps-1633223542 tempest-TestNetworkAdvancedServerOps-1633223542-project] 10.222.0.75 "GET /v2.0/security-groups?id=32aeffe2-bc9f-4956-9652-b873d20dee0d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0642593 Feb 09 19:40:19.462364 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 42708) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:40:19.528800 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c60b645f-88f7-4c11-9bca-2ac3e1873a95 tempest-TestNetworkAdvancedServerOps-513516359 tempest-TestNetworkAdvancedServerOps-513516359-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:40:19.530467 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-c60b645f-88f7-4c11-9bca-2ac3e1873a95 tempest-TestNetworkAdvancedServerOps-513516359 tempest-TestNetworkAdvancedServerOps-513516359-project-admin] 10.222.0.75 "GET /v2.0/ports?device_id=596e30ba-290c-4c63-866e-7c100f835b42 HTTP/1.1" status: 200 len: 1124 time: 0.0666945 Feb 09 19:40:19.533468 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 42720) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:40:19.538996 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.v2.base [None req-1627df5d-f3bc-43e2-9755-eca81467d378 tempest-TestNetworkAdvancedServerOps-1633223542 tempest-TestNetworkAdvancedServerOps-1633223542-project] Request body: {'floatingip': {'floating_network_id': '88055e1e-672a-4487-be31-ffb6e833ece5', 'port_id': 'f1e54750-6a2e-4d19-b478-caf0c5afef1c', 'tenant_id': 'eba669c4f4c548e495f13ae7579d0fa6', 'fixed_ip_address': '172.20.0.11'}} {{(pid=103230) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 19:40:19.590696 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-1627df5d-f3bc-43e2-9755-eca81467d378 tempest-TestNetworkAdvancedServerOps-1633223542 tempest-TestNetworkAdvancedServerOps-1633223542-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:40:19.776193 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-1627df5d-f3bc-43e2-9755-eca81467d378 tempest-TestNetworkAdvancedServerOps-1633223542 tempest-TestNetworkAdvancedServerOps-1633223542-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (None), before_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:40:19.976255 n-d-713498-36 neutron-server[103230]: DEBUG neutron.db.db_base_plugin_common [None req-1627df5d-f3bc-43e2-9755-eca81467d378 tempest-TestNetworkAdvancedServerOps-1633223542 tempest-TestNetworkAdvancedServerOps-1633223542-project] Allocated IP 172.25.1.152 (88055e1e-672a-4487-be31-ffb6e833ece5/ac16dbcc-383c-4b43-9153-d763c4a53f91/f8c8848b-af5a-414b-9ad2-5e6a57c84644) {{(pid=103230) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 19:40:20.137896 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-1627df5d-f3bc-43e2-9755-eca81467d378 tempest-TestNetworkAdvancedServerOps-1633223542 tempest-TestNetworkAdvancedServerOps-1633223542-project] Publish callbacks [] for port (f8c8848b-af5a-414b-9ad2-5e6a57c84644), precommit_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:40:20.228442 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-1627df5d-f3bc-43e2-9755-eca81467d378 tempest-TestNetworkAdvancedServerOps-1633223542 tempest-TestNetworkAdvancedServerOps-1633223542-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762866656467', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14393751'] for port (f8c8848b-af5a-414b-9ad2-5e6a57c84644), after_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:40:20.241176 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-fafd4c28-c208-491f-9493-36fa3e6ba94b req-f6adcd86-28e4-4235-916e-6c6c243e6007 tempest-TestVolumeBootPattern-1615943498 tempest-TestVolumeBootPattern-1615943498-project] 10.222.0.75 "GET /v2.0/ports?device_id=12a976dd-6cea-41c9-ac01-b3afb88322e3 HTTP/1.1" status: 200 len: 210 time: 0.0600321 Feb 09 19:40:20.282332 n-d-713498-36 neutron-server[103230]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1627df5d-f3bc-43e2-9755-eca81467d378 tempest-TestNetworkAdvancedServerOps-1633223542 tempest-TestNetworkAdvancedServerOps-1633223542-project] Network 88055e1e-672a-4487-be31-ffb6e833ece5 is already hosted by enough agents. {{(pid=103230) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 19:40:20.305224 n-d-713498-36 neutron-server[103230]: DEBUG neutron.scheduler.base_scheduler [None req-1627df5d-f3bc-43e2-9755-eca81467d378 tempest-TestNetworkAdvancedServerOps-1633223542 tempest-TestNetworkAdvancedServerOps-1633223542-project] Resources bound (agent type, host, resource id): {{(pid=103230) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 19:40:20.310989 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1627df5d-f3bc-43e2-9755-eca81467d378 tempest-TestNetworkAdvancedServerOps-1633223542 tempest-TestNetworkAdvancedServerOps-1633223542-project] Pushing event updated for resources: {'Port': ['ID=f8c8848b-af5a-414b-9ad2-5e6a57c84644,revision_number=1']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:40:20.314722 n-d-713498-36 neutron-server[103230]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1627df5d-f3bc-43e2-9755-eca81467d378 tempest-TestNetworkAdvancedServerOps-1633223542 tempest-TestNetworkAdvancedServerOps-1633223542-project] Received port after_create {{(pid=103230) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 19:40:20.757203 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 42772) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:40:20.868272 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-1627df5d-f3bc-43e2-9755-eca81467d378 tempest-TestNetworkAdvancedServerOps-1633223542 tempest-TestNetworkAdvancedServerOps-1633223542-project] Publish callbacks [] for floatingip (126a3ea4-b69c-4503-aabe-0f0b5428c911), precommit_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:40:20.963340 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-1627df5d-f3bc-43e2-9755-eca81467d378 tempest-TestNetworkAdvancedServerOps-1633223542 tempest-TestNetworkAdvancedServerOps-1633223542-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (f8c8848b-af5a-414b-9ad2-5e6a57c84644), before_update {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:40:20.997801 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-7794f3b7-9d16-44fa-a287-7a1b6871fd22 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:40:21.093769 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-7794f3b7-9d16-44fa-a287-7a1b6871fd22 admin admin] Publish callbacks [] for security_group (d0598aab-daee-4383-b14f-82c4d9af9b50), precommit_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:40:21.100880 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-7794f3b7-9d16-44fa-a287-7a1b6871fd22 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1892331'] for security_group (d0598aab-daee-4383-b14f-82c4d9af9b50), after_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:40:21.137799 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 42778) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:40:21.138507 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-7794f3b7-9d16-44fa-a287-7a1b6871fd22 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=e0cad69098244ab2bfc3a73e4a08cb78&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3790741 Feb 09 19:40:21.163785 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7794f3b7-9d16-44fa-a287-7a1b6871fd22 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d0598aab-daee-4383-b14f-82c4d9af9b50,revision_number=1']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:40:21.225647 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-1627df5d-f3bc-43e2-9755-eca81467d378 tempest-TestNetworkAdvancedServerOps-1633223542 tempest-TestNetworkAdvancedServerOps-1633223542-project] Publish callbacks [] for port (f8c8848b-af5a-414b-9ad2-5e6a57c84644), precommit_update {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:40:21.249085 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-9f9b88bf-23f5-41d3-8b65-10121cbd4a4f admin admin] Publish callbacks [] for security_group (d0598aab-daee-4383-b14f-82c4d9af9b50), before_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:40:21.251345 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-1627df5d-f3bc-43e2-9755-eca81467d378 tempest-TestNetworkAdvancedServerOps-1633223542 tempest-TestNetworkAdvancedServerOps-1633223542-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762867176205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762866656485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762866656503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14393758'] for port (f8c8848b-af5a-414b-9ad2-5e6a57c84644), after_update {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:40:21.370404 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-9f9b88bf-23f5-41d3-8b65-10121cbd4a4f admin admin] Publish callbacks [] for security_group (d0598aab-daee-4383-b14f-82c4d9af9b50), precommit_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:40:21.449331 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-1627df5d-f3bc-43e2-9755-eca81467d378 tempest-TestNetworkAdvancedServerOps-1633223542 tempest-TestNetworkAdvancedServerOps-1633223542-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1818909'] for floatingip (126a3ea4-b69c-4503-aabe-0f0b5428c911), after_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:40:21.451789 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1627df5d-f3bc-43e2-9755-eca81467d378 tempest-TestNetworkAdvancedServerOps-1633223542 tempest-TestNetworkAdvancedServerOps-1633223542-project] Pushing event updated for resources: {'Port': ['ID=f8c8848b-af5a-414b-9ad2-5e6a57c84644,revision_number=2']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:40:21.578744 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-acb03ac6-113c-46bf-beda-ba263f4e6a8d req-f9dd7417-9393-45dd-8603-e0c37910e7a9 tempest-TestVolumeBootPattern-1615943498 tempest-TestVolumeBootPattern-1615943498-project] 10.222.0.75 "GET /v2.0/ports?device_id=12a976dd-6cea-41c9-ac01-b3afb88322e3 HTTP/1.1" status: 200 len: 210 time: 0.1756911 Feb 09 19:40:21.684507 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-9f9b88bf-23f5-41d3-8b65-10121cbd4a4f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1892331'] for security_group (d0598aab-daee-4383-b14f-82c4d9af9b50), after_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:40:21.689313 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-9f9b88bf-23f5-41d3-8b65-10121cbd4a4f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:40:21.695934 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-9f9b88bf-23f5-41d3-8b65-10121cbd4a4f admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/d0598aab-daee-4383-b14f-82c4d9af9b50 HTTP/1.1" status: 204 len: 168 time: 0.5563607 Feb 09 19:40:21.697557 n-d-713498-36 neutron-server[103230]: INFO neutron.db.l3_db [None req-1627df5d-f3bc-43e2-9755-eca81467d378 tempest-TestNetworkAdvancedServerOps-1633223542 tempest-TestNetworkAdvancedServerOps-1633223542-project] Floating IP 126a3ea4-b69c-4503-aabe-0f0b5428c911 associated. External IP: 172.25.1.152, port: f1e54750-6a2e-4d19-b478-caf0c5afef1c. Feb 09 19:40:21.711634 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f9b88bf-23f5-41d3-8b65-10121cbd4a4f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d0598aab-daee-4383-b14f-82c4d9af9b50,revision_number=None']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:40:22.056692 n-d-713498-36 neutron-server[103230]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1627df5d-f3bc-43e2-9755-eca81467d378 tempest-TestNetworkAdvancedServerOps-1633223542 tempest-TestNetworkAdvancedServerOps-1633223542-project] Router 5659aff7-daf4-4e9e-b67a-7019e64842e2 has already been hosted by L3 agent 93303d5e-5d17-45e8-8963-7694f87783ae {{(pid=103230) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 19:40:22.126994 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 42790) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:40:22.152497 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-b7a76f54-4718-4d65-ab82-68fb5d7f8de6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:40:22.243911 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1627df5d-f3bc-43e2-9755-eca81467d378 tempest-TestNetworkAdvancedServerOps-1633223542 tempest-TestNetworkAdvancedServerOps-1633223542-project] Notify agent at l3_agent.n-d-713498-36 the message routers_updated {{(pid=103230) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 19:40:22.258060 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43908da0-2ed7-4f89-be20-b5411e004f45 None None] Sync routers for ids ['5659aff7-daf4-4e9e-b67a-7019e64842e2'] in n-d-713498-36 {{(pid=103232) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 19:40:22.267483 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-1627df5d-f3bc-43e2-9755-eca81467d378 tempest-TestNetworkAdvancedServerOps-1633223542 tempest-TestNetworkAdvancedServerOps-1633223542-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171096'] for floatingip (None), before_response {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:40:22.284882 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43908da0-2ed7-4f89-be20-b5411e004f45 None None] Routers {'5659aff7-daf4-4e9e-b67a-7019e64842e2'} bound to L3 agent in host n-d-713498-36 {{(pid=103232) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 19:40:22.289038 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.l3_hamode_db [None req-43908da0-2ed7-4f89-be20-b5411e004f45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-09T18:51:43Z,description=,heartbeat_timestamp=2022-02-09T19:40:13Z,host='n-d-713498-36',id=93303d5e-5d17-45e8-8963-7694f87783ae,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T18:51:43Z,topic='l3_agent')) {'router_ids': ['5659aff7-daf4-4e9e-b67a-7019e64842e2'], 'active': True} {{(pid=103232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:40:22.316011 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-1627df5d-f3bc-43e2-9755-eca81467d378 tempest-TestNetworkAdvancedServerOps-1633223542 tempest-TestNetworkAdvancedServerOps-1633223542-project] 10.222.0.75 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.7811937 Feb 09 19:40:22.316860 n-d-713498-36 neutron-server[103230]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '596e30ba-290c-4c63-866e-7c100f835b42', 'tag': 'f1e54750-6a2e-4d19-b478-caf0c5afef1c'}] {{(pid=103230) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 19:40:22.324754 n-d-713498-36 neutron-server[103230]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aee5919275bae9f72eb374ee322673045eb80c1f84b4b45a97d96923bd50ab51" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-04b97b35-9631-4987-9554-e17e9a71add2" -d '{"events": [{"name": "network-changed", "server_uuid": "596e30ba-290c-4c63-866e-7c100f835b42", "tag": "f1e54750-6a2e-4d19-b478-caf0c5afef1c"}]}' {{(pid=103230) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 19:40:22.416081 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-b7a76f54-4718-4d65-ab82-68fb5d7f8de6 admin admin] Publish callbacks [] for security_group (641ec6d9-c67f-4f83-b00d-451abf84b705), precommit_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:40:22.418432 n-d-713498-36 neutron-server[103230]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 19:40:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1cf56de2-aaf1-4d9a-bc9f-7cd749a61cdb x-openstack-request-id: req-1cf56de2-aaf1-4d9a-bc9f-7cd749a61cdb {{(pid=103230) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 19:40:22.418756 n-d-713498-36 neutron-server[103230]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "596e30ba-290c-4c63-866e-7c100f835b42", "tag": "f1e54750-6a2e-4d19-b478-caf0c5afef1c", "status": "completed", "code": 200}]} {{(pid=103230) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 19:40:22.419043 n-d-713498-36 neutron-server[103230]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-1cf56de2-aaf1-4d9a-bc9f-7cd749a61cdb {{(pid=103230) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 19:40:22.419663 n-d-713498-36 neutron-server[103230]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '596e30ba-290c-4c63-866e-7c100f835b42', 'tag': 'f1e54750-6a2e-4d19-b478-caf0c5afef1c', 'status': 'completed', 'code': 200} Feb 09 19:40:22.423774 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-b7a76f54-4718-4d65-ab82-68fb5d7f8de6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1892331'] for security_group (641ec6d9-c67f-4f83-b00d-451abf84b705), after_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:40:22.527083 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.l3_dvr_db [None req-43908da0-2ed7-4f89-be20-b5411e004f45 None None] Set router 5659aff7-daf4-4e9e-b67a-7019e64842e2 gateway port host: n-d-713498-36 {{(pid=103232) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 19:40:22.623106 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-b7a76f54-4718-4d65-ab82-68fb5d7f8de6 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=6aeb172ba99d483cb8e94b58e5e5acb6&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4950049 Feb 09 19:40:22.626677 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 42800) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:40:22.629095 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7a76f54-4718-4d65-ab82-68fb5d7f8de6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=641ec6d9-c67f-4f83-b00d-451abf84b705,revision_number=1']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:40:22.677094 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04b97b35-9631-4987-9554-e17e9a71add2 req-5fa3fde5-8c3a-4880-9ac7-653d30396cda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:40:22.679410 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-04b97b35-9631-4987-9554-e17e9a71add2 req-5fa3fde5-8c3a-4880-9ac7-653d30396cda service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=eba669c4f4c548e495f13ae7579d0fa6&device_id=596e30ba-290c-4c63-866e-7c100f835b42 HTTP/1.1" status: 200 len: 1129 time: 0.2152393 Feb 09 19:40:22.688575 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9da7e0c-36ed-4f68-b178-2d53ce32283b req-c0c7e71e-65c3-46cd-8aeb-f95b0d20375c tempest-TestNetworkAdvancedServerOps-1633223542 tempest-TestNetworkAdvancedServerOps-1633223542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:40:22.690864 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-d9da7e0c-36ed-4f68-b178-2d53ce32283b req-c0c7e71e-65c3-46cd-8aeb-f95b0d20375c tempest-TestNetworkAdvancedServerOps-1633223542 tempest-TestNetworkAdvancedServerOps-1633223542-project] 10.222.0.75 "GET /v2.0/ports?device_id=596e30ba-290c-4c63-866e-7c100f835b42 HTTP/1.1" status: 200 len: 946 time: 0.2316310 Feb 09 19:40:22.829528 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-15899cd0-6b42-4029-b769-a1def4593533 req-70938e06-8879-47eb-bc1a-3edd9b9fb389 tempest-TestVolumeBootPattern-1615943498 tempest-TestVolumeBootPattern-1615943498-project] 10.222.0.75 "GET /v2.0/ports?device_id=12a976dd-6cea-41c9-ac01-b3afb88322e3 HTTP/1.1" status: 200 len: 210 time: 0.1127899 Feb 09 19:40:22.854933 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-037d1773-cffb-4f90-aacd-ec26ffcbcc15 admin admin] Publish callbacks [] for security_group (641ec6d9-c67f-4f83-b00d-451abf84b705), before_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:40:22.882218 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-037d1773-cffb-4f90-aacd-ec26ffcbcc15 admin admin] Publish callbacks [] for security_group (641ec6d9-c67f-4f83-b00d-451abf84b705), precommit_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:40:22.909357 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-d9da7e0c-36ed-4f68-b178-2d53ce32283b req-6bd5996d-be6e-4360-8630-ab9891ae8a2a tempest-TestNetworkAdvancedServerOps-1633223542 tempest-TestNetworkAdvancedServerOps-1633223542-project] 10.222.0.75 "GET /v2.0/security-groups?id=32aeffe2-bc9f-4956-9652-b873d20dee0d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2084024 Feb 09 19:40:22.938759 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 42804) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:40:22.971393 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04b97b35-9631-4987-9554-e17e9a71add2 req-5784ca2d-c509-489d-9979-70ab80e6073f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:40:22.976853 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-04b97b35-9631-4987-9554-e17e9a71add2 req-5784ca2d-c509-489d-9979-70ab80e6073f service neutron] 10.222.0.89 "GET /v2.0/networks?id=931f090d-88a1-42ee-810e-99a3f542c491 HTTP/1.1" status: 200 len: 898 time: 0.2846272 Feb 09 19:40:22.999059 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.l3_hamode_db [None req-43908da0-2ed7-4f89-be20-b5411e004f45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5659aff7-daf4-4e9e-b67a-7019e64842e2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-702977224', 'tenant_id': 'eba669c4f4c548e495f13ae7579d0fa6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88055e1e-672a-4487-be31-ffb6e833ece5', 'external_fixed_ips': [{'subnet_id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'ip_address': '172.25.1.228'}], 'enable_snat': True}, 'gw_port_id': 'af50b5f5-8273-460d-9de2-30f1c5a3f69e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T19:39:53Z', 'updated_at': '2022-02-09T19:40:01Z', 'revision_number': 4, 'project_id': 'eba669c4f4c548e495f13ae7579d0fa6', 'gw_port': {'id': 'af50b5f5-8273-460d-9de2-30f1c5a3f69e', 'name': '', 'network_id': '88055e1e-672a-4487-be31-ffb6e833ece5', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:99:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5659aff7-daf4-4e9e-b67a-7019e64842e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3615, 'fixed_ips': [{'subnet_id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'ip_address': '172.25.1.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T19:39:54Z', 'updated_at': '2022-02-09T19:40:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-36', '_floatingips': [{'id': '126a3ea4-b69c-4503-aabe-0f0b5428c911', 'tenant_id': 'eba669c4f4c548e495f13ae7579d0fa6', 'floating_ip_address': '172.25.1.152', 'floating_network_id': '88055e1e-672a-4487-be31-ffb6e833ece5', 'router_id': '5659aff7-daf4-4e9e-b67a-7019e64842e2', 'port_id': 'f1e54750-6a2e-4d19-b478-caf0c5afef1c', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 3659, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '931f090d-88a1-42ee-810e-99a3f542c491', 'mac_address': 'fa:16:3e:9a:13:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '596e30ba-290c-4c63-866e-7c100f835b42', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T19:40:20Z', 'updated_at': '2022-02-09T19:40:20Z', 'revision_number': 0, 'project_id': 'eba669c4f4c548e495f13ae7579d0fa6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b1ac94bf-7b18-4dfe-84fa-9d420f0bfbd1', 'name': '', 'network_id': '931f090d-88a1-42ee-810e-99a3f542c491', 'tenant_id': 'eba669c4f4c548e495f13ae7579d0fa6', 'mac_address': 'fa:16:3e:68:76:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5659aff7-daf4-4e9e-b67a-7019e64842e2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3620, 'fixed_ips': [{'subnet_id': '04cdeb5d-3b35-42d0-b422-14f79b3b10b7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T19:39:59Z', 'updated_at': '2022-02-09T19:40:06Z', 'revision_number': 5, 'project_id': 'eba669c4f4c548e495f13ae7579d0fa6', 'subnets': [{'id': '04cdeb5d-3b35-42d0-b422-14f79b3b10b7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-36', False) {} {{(pid=103232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:40:23.041620 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-86fd6ae7-0600-4168-bc6d-22c4429898a8 tempest-TestNetworkAdvancedServerOps-1633223542 tempest-TestNetworkAdvancedServerOps-1633223542-project] 10.222.0.75 "GET /v2.0/floatingips/126a3ea4-b69c-4503-aabe-0f0b5428c911 HTTP/1.1" status: 200 len: 992 time: 0.0979750 Feb 09 19:40:23.051131 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-037d1773-cffb-4f90-aacd-ec26ffcbcc15 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1892331'] for security_group (641ec6d9-c67f-4f83-b00d-451abf84b705), after_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:40:23.056400 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-037d1773-cffb-4f90-aacd-ec26ffcbcc15 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:40:23.057825 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-037d1773-cffb-4f90-aacd-ec26ffcbcc15 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/641ec6d9-c67f-4f83-b00d-451abf84b705 HTTP/1.1" status: 204 len: 168 time: 0.4301693 Feb 09 19:40:23.101478 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43908da0-2ed7-4f89-be20-b5411e004f45 None None] Checking router: 5659aff7-daf4-4e9e-b67a-7019e64842e2 for host: n-d-713498-36 {{(pid=103232) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 19:40:23.106763 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-037d1773-cffb-4f90-aacd-ec26ffcbcc15 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=641ec6d9-c67f-4f83-b00d-451abf84b705,revision_number=None']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:40:23.123114 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43908da0-2ed7-4f89-be20-b5411e004f45 None None] Routers {'5659aff7-daf4-4e9e-b67a-7019e64842e2'} bound to L3 agent in host n-d-713498-36 {{(pid=103232) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 19:40:23.124162 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.l3_hamode_db [None req-43908da0-2ed7-4f89-be20-b5411e004f45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-09T18:51:43Z,description=,heartbeat_timestamp=2022-02-09T19:40:13Z,host='n-d-713498-36',id=93303d5e-5d17-45e8-8963-7694f87783ae,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T18:51:43Z,topic='l3_agent')) {'router_ids': ['5659aff7-daf4-4e9e-b67a-7019e64842e2'], 'active': True} {{(pid=103232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:40:23.142285 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-04b97b35-9631-4987-9554-e17e9a71add2 req-1d3a70ef-22e1-42cd-821f-deab4eccda06 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f1e54750-6a2e-4d19-b478-caf0c5afef1c HTTP/1.1" status: 200 len: 1000 time: 0.1558518 Feb 09 19:40:23.265766 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04b97b35-9631-4987-9554-e17e9a71add2 req-8c8d1642-e74e-4702-a9c8-7f379a12940c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:40:23.269215 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-04b97b35-9631-4987-9554-e17e9a71add2 req-8c8d1642-e74e-4702-a9c8-7f379a12940c service neutron] 10.222.0.89 "GET /v2.0/subnets?id=04cdeb5d-3b35-42d0-b422-14f79b3b10b7 HTTP/1.1" status: 200 len: 834 time: 0.1207032 Feb 09 19:40:23.269374 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.l3_dvr_db [None req-43908da0-2ed7-4f89-be20-b5411e004f45 None None] Set router 5659aff7-daf4-4e9e-b67a-7019e64842e2 gateway port host: n-d-713498-36 {{(pid=103232) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 19:40:23.402020 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04b97b35-9631-4987-9554-e17e9a71add2 req-b789ade3-8571-4018-8433-dde6942e1cda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:40:23.404184 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-04b97b35-9631-4987-9554-e17e9a71add2 req-b789ade3-8571-4018-8433-dde6942e1cda service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=931f090d-88a1-42ee-810e-99a3f542c491&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.1288428 Feb 09 19:40:23.636056 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-04b97b35-9631-4987-9554-e17e9a71add2 req-391b42cb-24cc-4a43-960a-db3f39b7045b service neutron] 10.222.0.89 "GET /v2.0/networks/931f090d-88a1-42ee-810e-99a3f542c491?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2151783 Feb 09 19:40:23.797462 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.l3_hamode_db [None req-43908da0-2ed7-4f89-be20-b5411e004f45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5659aff7-daf4-4e9e-b67a-7019e64842e2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-702977224', 'tenant_id': 'eba669c4f4c548e495f13ae7579d0fa6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88055e1e-672a-4487-be31-ffb6e833ece5', 'external_fixed_ips': [{'subnet_id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'ip_address': '172.25.1.228'}], 'enable_snat': True}, 'gw_port_id': 'af50b5f5-8273-460d-9de2-30f1c5a3f69e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T19:39:53Z', 'updated_at': '2022-02-09T19:40:01Z', 'revision_number': 4, 'project_id': 'eba669c4f4c548e495f13ae7579d0fa6', 'gw_port': {'id': 'af50b5f5-8273-460d-9de2-30f1c5a3f69e', 'name': '', 'network_id': '88055e1e-672a-4487-be31-ffb6e833ece5', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:99:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5659aff7-daf4-4e9e-b67a-7019e64842e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3615, 'fixed_ips': [{'subnet_id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'ip_address': '172.25.1.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T19:39:54Z', 'updated_at': '2022-02-09T19:40:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-36', '_floatingips': [{'id': '126a3ea4-b69c-4503-aabe-0f0b5428c911', 'tenant_id': 'eba669c4f4c548e495f13ae7579d0fa6', 'floating_ip_address': '172.25.1.152', 'floating_network_id': '88055e1e-672a-4487-be31-ffb6e833ece5', 'router_id': '5659aff7-daf4-4e9e-b67a-7019e64842e2', 'port_id': 'f1e54750-6a2e-4d19-b478-caf0c5afef1c', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 3659, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '931f090d-88a1-42ee-810e-99a3f542c491', 'mac_address': 'fa:16:3e:9a:13:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '596e30ba-290c-4c63-866e-7c100f835b42', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T19:40:20Z', 'updated_at': '2022-02-09T19:40:20Z', 'revision_number': 0, 'project_id': 'eba669c4f4c548e495f13ae7579d0fa6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b1ac94bf-7b18-4dfe-84fa-9d420f0bfbd1', 'name': '', 'network_id': '931f090d-88a1-42ee-810e-99a3f542c491', 'tenant_id': 'eba669c4f4c548e495f13ae7579d0fa6', 'mac_address': 'fa:16:3e:68:76:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5659aff7-daf4-4e9e-b67a-7019e64842e2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3620, 'fixed_ips': [{'subnet_id': '04cdeb5d-3b35-42d0-b422-14f79b3b10b7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T19:39:59Z', 'updated_at': '2022-02-09T19:40:06Z', 'revision_number': 5, 'project_id': 'eba669c4f4c548e495f13ae7579d0fa6', 'subnets': [{'id': '04cdeb5d-3b35-42d0-b422-14f79b3b10b7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-36', False) {} {{(pid=103232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:40:23.855694 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43908da0-2ed7-4f89-be20-b5411e004f45 None None] The sync data for ids ['5659aff7-daf4-4e9e-b67a-7019e64842e2'] in n-d-713498-36 is: [{'id': '5659aff7-daf4-4e9e-b67a-7019e64842e2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-702977224', 'tenant_id': 'eba669c4f4c548e495f13ae7579d0fa6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88055e1e-672a-4487-be31-ffb6e833ece5', 'external_fixed_ips': [{'subnet_id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'ip_address': '172.25.1.228'}], 'enable_snat': True}, 'gw_port_id': 'af50b5f5-8273-460d-9de2-30f1c5a3f69e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T19:39:53Z', 'updated_at': '2022-02-09T19:40:01Z', 'revision_number': 4, 'project_id': 'eba669c4f4c548e495f13ae7579d0fa6', 'gw_port': {'id': 'af50b5f5-8273-460d-9de2-30f1c5a3f69e', 'name': '', 'network_id': '88055e1e-672a-4487-be31-ffb6e833ece5', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:99:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5659aff7-daf4-4e9e-b67a-7019e64842e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3615, 'fixed_ips': [{'subnet_id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'ip_address': '172.25.1.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T19:39:54Z', 'updated_at': '2022-02-09T19:40:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-36', '_floatingips': [{'id': '126a3ea4-b69c-4503-aabe-0f0b5428c911', 'tenant_id': 'eba669c4f4c548e495f13ae7579d0fa6', 'floating_ip_address': '172.25.1.152', 'floating_network_id': '88055e1e-672a-4487-be31-ffb6e833ece5', 'router_id': '5659aff7-daf4-4e9e-b67a-7019e64842e2', 'port_id': 'f1e54750-6a2e-4d19-b478-caf0c5afef1c', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 3659, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '931f090d-88a1-42ee-810e-99a3f542c491', 'mac_address': 'fa:16:3e:9a:13:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '596e30ba-290c-4c63-866e-7c100f835b42', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T19:40:20Z', 'updated_at': '2022-02-09T19:40:20Z', 'revision_number': 0, 'project_id': 'eba669c4f4c548e495f13ae7579d0fa6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b1ac94bf-7b18-4dfe-84fa-9d420f0bfbd1', 'name': '', 'network_id': '931f090d-88a1-42ee-810e-99a3f542c491', 'tenant_id': 'eba669c4f4c548e495f13ae7579d0fa6', 'mac_address': 'fa:16:3e:68:76:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5659aff7-daf4-4e9e-b67a-7019e64842e2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3620, 'fixed_ips': [{'subnet_id': '04cdeb5d-3b35-42d0-b422-14f79b3b10b7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T19:39:59Z', 'updated_at': '2022-02-09T19:40:06Z', 'revision_number': 5, 'project_id': 'eba669c4f4c548e495f13ae7579d0fa6', 'subnets': [{'id': '04cdeb5d-3b35-42d0-b422-14f79b3b10b7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103232) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 19:40:23.868206 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-04b97b35-9631-4987-9554-e17e9a71add2 req-2c3df130-2b9c-4109-966c-122fea8bcc23 service neutron] 10.222.0.89 "GET /v2.0/networks/931f090d-88a1-42ee-810e-99a3f542c491?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2224283 Feb 09 19:40:23.988068 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-0f8ac924-b748-4af3-b170-16d8ca0525d2 req-b6887966-97c1-48fc-a1d0-c955e59699c8 tempest-TestVolumeBootPattern-1615943498 tempest-TestVolumeBootPattern-1615943498-project] 10.222.0.75 "GET /v2.0/ports?device_id=12a976dd-6cea-41c9-ac01-b3afb88322e3 HTTP/1.1" status: 200 len: 210 time: 0.0538130 Feb 09 19:40:24.044316 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 42824) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:40:24.181913 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-99521a50-0ae2-4f46-8a15-9e8d1a66fd9f tempest-TestNetworkAdvancedServerOps-1633223542 tempest-TestNetworkAdvancedServerOps-1633223542-project] 10.222.0.75 "GET /v2.0/floatingips/126a3ea4-b69c-4503-aabe-0f0b5428c911 HTTP/1.1" status: 200 len: 992 time: 0.1362031 Feb 09 19:40:24.290256 n-d-713498-36 neutron-server[103233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19199884-e686-49fc-99ef-ce70452e3516 None None] New status for floating IP 126a3ea4-b69c-4503-aabe-0f0b5428c911: ACTIVE {{(pid=103233) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 09 19:40:24.541426 n-d-713498-36 neutron-server[103233]: DEBUG neutron.db.agents_db [None req-4a8a6a42-0a0c-4437-8958-92282682b6bb None None] Agent healthcheck: found 7 active agents {{(pid=103233) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 19:40:25.186880 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 42860) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:40:25.281373 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 42862) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:40:25.329675 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-a8cab963-8766-43c4-8d62-38476f1115da tempest-TestNetworkAdvancedServerOps-1633223542 tempest-TestNetworkAdvancedServerOps-1633223542-project] 10.222.0.75 "GET /v2.0/floatingips/126a3ea4-b69c-4503-aabe-0f0b5428c911 HTTP/1.1" status: 200 len: 994 time: 0.1409435 Feb 09 19:40:25.491910 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.v2.base [None req-d5a79461-396d-45d0-909f-ed91fa380db7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1718418689 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1718418689-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-test-network-1933698736'}} {{(pid=103229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 19:40:25.517916 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d5a79461-396d-45d0-909f-ed91fa380db7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1718418689 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1718418689-project] Made reservation on behalf of 2826fe5a3d304d3ea78fb034865b31d1 for: {'network': 1} {{(pid=103229) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 19:40:25.522985 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-d5a79461-396d-45d0-909f-ed91fa380db7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1718418689 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1718418689-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for network (None), before_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:40:25.534236 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-d5a79461-396d-45d0-909f-ed91fa380db7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1718418689 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1718418689-project] Publish callbacks [] for security_group (None), before_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:40:25.668690 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-d5a79461-396d-45d0-909f-ed91fa380db7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1718418689 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1718418689-project] Publish callbacks [] for security_group (ade20ed2-210d-4e75-9990-c02878ec4206), precommit_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:40:25.675053 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-d5a79461-396d-45d0-909f-ed91fa380db7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1718418689 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1718418689-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1892331'] for security_group (ade20ed2-210d-4e75-9990-c02878ec4206), after_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:40:25.690032 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d5a79461-396d-45d0-909f-ed91fa380db7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1718418689 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1718418689-project] vlan segment allocate from pool success with {'vlan_id': 390, 'physical_network': 'physnet1'} {{(pid=103229) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 19:40:25.701742 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-d5a79461-396d-45d0-909f-ed91fa380db7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1718418689 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1718418689-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-759574'] for segment (62bf5d1a-d96f-4ced-85f9-cd8537bde534), precommit_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:40:25.702485 n-d-713498-36 neutron-server[103229]: INFO neutron.db.segments_db [None req-d5a79461-396d-45d0-909f-ed91fa380db7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1718418689 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1718418689-project] Added segment 62bf5d1a-d96f-4ced-85f9-cd8537bde534 of type vlan for network 25cb982d-01ec-4aad-abd0-a998e63ae3df Feb 09 19:40:25.776166 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5a79461-396d-45d0-909f-ed91fa380db7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1718418689 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1718418689-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ade20ed2-210d-4e75-9990-c02878ec4206,revision_number=1']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:40:25.817661 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-d5a79461-396d-45d0-909f-ed91fa380db7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1718418689 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1718418689-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762866642225'] for network (25cb982d-01ec-4aad-abd0-a998e63ae3df), precommit_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:40:25.875799 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-d5a79461-396d-45d0-909f-ed91fa380db7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1718418689 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1718418689-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1885479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452'] for network (25cb982d-01ec-4aad-abd0-a998e63ae3df), after_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:40:25.891829 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5a79461-396d-45d0-909f-ed91fa380db7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1718418689 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1718418689-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:40:25.893691 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-d5a79461-396d-45d0-909f-ed91fa380db7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1718418689 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1718418689-project] Publish callbacks [] for network (None), before_response {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:40:25.970219 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5a79461-396d-45d0-909f-ed91fa380db7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1718418689 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1718418689-project] Pushing event updated for resources: {'Network': ['ID=25cb982d-01ec-4aad-abd0-a998e63ae3df,revision_number=1']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:40:25.989106 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Network 25cb982d-01ec-4aad-abd0-a998e63ae3df details requested by agent ovs-agent-n-d-713498-36 with host n-d-713498-36 {{(pid=103232) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 19:40:25.990687 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-d5a79461-396d-45d0-909f-ed91fa380db7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1718418689 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1718418689-project] 10.222.0.75 "POST /v2.0/networks HTTP/1.1" status: 201 len: 803 time: 0.7069805 Feb 09 19:40:26.247407 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 42872) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:40:26.252768 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.v2.base [None req-b9c7f3ba-6247-4c76-a597-7504f171aee2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1040671149 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1040671149-project-admin] Request body: {'port': {'network_id': '25cb982d-01ec-4aad-abd0-a998e63ae3df', 'binding:host_id': 'n-h1-713498-36', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1983246011'}} {{(pid=103229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 19:40:26.281421 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b9c7f3ba-6247-4c76-a597-7504f171aee2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1040671149 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1040671149-project-admin] Made reservation on behalf of 8f6cdacc01c342cea7287393c164fa9f for: {'port': 1} {{(pid=103229) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 19:40:26.284931 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-b9c7f3ba-6247-4c76-a597-7504f171aee2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1040671149 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1040671149-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (None), before_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:40:26.312672 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-b9c7f3ba-6247-4c76-a597-7504f171aee2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1040671149 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1040671149-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:40:26.458474 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-b9c7f3ba-6247-4c76-a597-7504f171aee2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1040671149 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1040671149-project-admin] Publish callbacks [] for security_group (ee32a9b1-db8e-4094-af95-b9584399923b), precommit_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:40:26.467387 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-b9c7f3ba-6247-4c76-a597-7504f171aee2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1040671149 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1040671149-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1892331'] for security_group (ee32a9b1-db8e-4094-af95-b9584399923b), after_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:40:26.487045 n-d-713498-36 neutron-server[103229]: DEBUG neutron.notifiers.nova [None req-b9c7f3ba-6247-4c76-a597-7504f171aee2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1040671149 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1040671149-project-admin] device_id is not set on port b9da8073-dc76-4039-870f-51680f632a0b yet. {{(pid=103229) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 09 19:40:26.637990 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9c7f3ba-6247-4c76-a597-7504f171aee2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1040671149 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1040671149-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ee32a9b1-db8e-4094-af95-b9584399923b,revision_number=1']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:40:26.949782 n-d-713498-36 neutron-server[103229]: DEBUG neutron.notifiers.nova [None req-b9c7f3ba-6247-4c76-a597-7504f171aee2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1040671149 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1040671149-project-admin] device_id is not set on port b9da8073-dc76-4039-870f-51680f632a0b yet. {{(pid=103229) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 09 19:40:26.960908 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-b9c7f3ba-6247-4c76-a597-7504f171aee2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1040671149 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1040671149-project-admin] Publish callbacks [] for port (b9da8073-dc76-4039-870f-51680f632a0b), precommit_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:40:26.975486 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-b9c7f3ba-6247-4c76-a597-7504f171aee2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1040671149 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1040671149-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762866656467', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12867576'] for port (b9da8073-dc76-4039-870f-51680f632a0b), after_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:40:27.077162 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9c7f3ba-6247-4c76-a597-7504f171aee2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1040671149 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1040671149-project-admin] Pushing event updated for resources: {'Port': ['ID=b9da8073-dc76-4039-870f-51680f632a0b,revision_number=1']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:40:27.160354 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9c7f3ba-6247-4c76-a597-7504f171aee2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1040671149 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1040671149-project-admin] Checking segment: {'id': '62bf5d1a-d96f-4ced-85f9-cd8537bde534', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': '25cb982d-01ec-4aad-abd0-a998e63ae3df'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103229) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 19:40:27.160732 n-d-713498-36 neutron-server[103229]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9c7f3ba-6247-4c76-a597-7504f171aee2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1040671149 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1040671149-project-admin] Network hostable DHCP agents. Network: 25cb982d-01ec-4aad-abd0-a998e63ae3df, hostable agents: ['af91e4b9-f4e1-42b1-a25c-a10dc47171c8'], hosted agents: [] {{(pid=103229) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 19:40:27.226099 n-d-713498-36 neutron-server[103229]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9c7f3ba-6247-4c76-a597-7504f171aee2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1040671149 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1040671149-project-admin] Network 25cb982d-01ec-4aad-abd0-a998e63ae3df is scheduled to be hosted by DHCP agent af91e4b9-f4e1-42b1-a25c-a10dc47171c8 with binding_index 1 {{(pid=103229) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 19:40:27.247699 n-d-713498-36 neutron-server[103229]: DEBUG neutron.scheduler.base_scheduler [None req-b9c7f3ba-6247-4c76-a597-7504f171aee2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1040671149 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1040671149-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713498-36, 25cb982d-01ec-4aad-abd0-a998e63ae3df) {{(pid=103229) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 19:40:27.265649 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-251831bf-159f-4d98-92b7-a3287db63a2b None None] Network 25cb982d-01ec-4aad-abd0-a998e63ae3df requested from n-d-713498-36 {{(pid=103232) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 19:40:27.269437 n-d-713498-36 neutron-server[103229]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9c7f3ba-6247-4c76-a597-7504f171aee2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1040671149 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1040671149-project-admin] Received port after_create {{(pid=103229) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 19:40:27.306056 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.managers [None req-b9c7f3ba-6247-4c76-a597-7504f171aee2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1040671149 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1040671149-project-admin] Attempting to bind port b9da8073-dc76-4039-870f-51680f632a0b on host n-h1-713498-36 for vnic_type normal with profile {{(pid=103229) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 19:40:27.307078 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.managers [None req-b9c7f3ba-6247-4c76-a597-7504f171aee2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1040671149 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1040671149-project-admin] Attempting to bind port b9da8073-dc76-4039-870f-51680f632a0b by drivers openvswitch,hyperv on host n-h1-713498-36 at level 0 using segments [{'id': '62bf5d1a-d96f-4ced-85f9-cd8537bde534', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': '25cb982d-01ec-4aad-abd0-a998e63ae3df'}] {{(pid=103229) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 19:40:27.307592 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9c7f3ba-6247-4c76-a597-7504f171aee2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1040671149 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1040671149-project-admin] Attempting to bind port b9da8073-dc76-4039-870f-51680f632a0b on network 25cb982d-01ec-4aad-abd0-a998e63ae3df {{(pid=103229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 19:40:27.320259 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9c7f3ba-6247-4c76-a597-7504f171aee2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1040671149 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1040671149-project-admin] Port b9da8073-dc76-4039-870f-51680f632a0b on network 25cb982d-01ec-4aad-abd0-a998e63ae3df not bound, no agent of type Open vSwitch agent registered on host n-h1-713498-36 {{(pid=103229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 19:40:27.320885 n-d-713498-36 neutron-server[103229]: ERROR neutron.plugins.ml2.managers [None req-b9c7f3ba-6247-4c76-a597-7504f171aee2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1040671149 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1040671149-project-admin] Failed to bind port b9da8073-dc76-4039-870f-51680f632a0b on host n-h1-713498-36 for vnic_type normal using segments [{'id': '62bf5d1a-d96f-4ced-85f9-cd8537bde534', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': '25cb982d-01ec-4aad-abd0-a998e63ae3df'}] Feb 09 19:40:27.321450 n-d-713498-36 neutron-server[103229]: INFO neutron.plugins.ml2.plugin [None req-b9c7f3ba-6247-4c76-a597-7504f171aee2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1040671149 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1040671149-project-admin] Attempt 2 to bind port b9da8073-dc76-4039-870f-51680f632a0b Feb 09 19:40:27.355769 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.managers [None req-b9c7f3ba-6247-4c76-a597-7504f171aee2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1040671149 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1040671149-project-admin] Attempting to bind port b9da8073-dc76-4039-870f-51680f632a0b on host n-h1-713498-36 for vnic_type normal with profile {{(pid=103229) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 19:40:27.356112 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.managers [None req-b9c7f3ba-6247-4c76-a597-7504f171aee2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1040671149 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1040671149-project-admin] Attempting to bind port b9da8073-dc76-4039-870f-51680f632a0b by drivers openvswitch,hyperv on host n-h1-713498-36 at level 0 using segments [{'id': '62bf5d1a-d96f-4ced-85f9-cd8537bde534', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': '25cb982d-01ec-4aad-abd0-a998e63ae3df'}] {{(pid=103229) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 19:40:27.356456 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9c7f3ba-6247-4c76-a597-7504f171aee2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1040671149 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1040671149-project-admin] Attempting to bind port b9da8073-dc76-4039-870f-51680f632a0b on network 25cb982d-01ec-4aad-abd0-a998e63ae3df {{(pid=103229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 19:40:27.366807 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9c7f3ba-6247-4c76-a597-7504f171aee2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1040671149 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1040671149-project-admin] Port b9da8073-dc76-4039-870f-51680f632a0b on network 25cb982d-01ec-4aad-abd0-a998e63ae3df not bound, no agent of type Open vSwitch agent registered on host n-h1-713498-36 {{(pid=103229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 19:40:27.367135 n-d-713498-36 neutron-server[103229]: ERROR neutron.plugins.ml2.managers [None req-b9c7f3ba-6247-4c76-a597-7504f171aee2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1040671149 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1040671149-project-admin] Failed to bind port b9da8073-dc76-4039-870f-51680f632a0b on host n-h1-713498-36 for vnic_type normal using segments [{'id': '62bf5d1a-d96f-4ced-85f9-cd8537bde534', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': '25cb982d-01ec-4aad-abd0-a998e63ae3df'}] Feb 09 19:40:27.367490 n-d-713498-36 neutron-server[103229]: INFO neutron.plugins.ml2.plugin [None req-b9c7f3ba-6247-4c76-a597-7504f171aee2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1040671149 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1040671149-project-admin] Attempt 3 to bind port b9da8073-dc76-4039-870f-51680f632a0b Feb 09 19:40:27.402535 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.managers [None req-b9c7f3ba-6247-4c76-a597-7504f171aee2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1040671149 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1040671149-project-admin] Attempting to bind port b9da8073-dc76-4039-870f-51680f632a0b on host n-h1-713498-36 for vnic_type normal with profile {{(pid=103229) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 19:40:27.402872 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.managers [None req-b9c7f3ba-6247-4c76-a597-7504f171aee2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1040671149 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1040671149-project-admin] Attempting to bind port b9da8073-dc76-4039-870f-51680f632a0b by drivers openvswitch,hyperv on host n-h1-713498-36 at level 0 using segments [{'id': '62bf5d1a-d96f-4ced-85f9-cd8537bde534', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': '25cb982d-01ec-4aad-abd0-a998e63ae3df'}] {{(pid=103229) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 19:40:27.403226 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9c7f3ba-6247-4c76-a597-7504f171aee2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1040671149 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1040671149-project-admin] Attempting to bind port b9da8073-dc76-4039-870f-51680f632a0b on network 25cb982d-01ec-4aad-abd0-a998e63ae3df {{(pid=103229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 19:40:27.411045 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9c7f3ba-6247-4c76-a597-7504f171aee2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1040671149 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1040671149-project-admin] Port b9da8073-dc76-4039-870f-51680f632a0b on network 25cb982d-01ec-4aad-abd0-a998e63ae3df not bound, no agent of type Open vSwitch agent registered on host n-h1-713498-36 {{(pid=103229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 19:40:27.411543 n-d-713498-36 neutron-server[103229]: ERROR neutron.plugins.ml2.managers [None req-b9c7f3ba-6247-4c76-a597-7504f171aee2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1040671149 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1040671149-project-admin] Failed to bind port b9da8073-dc76-4039-870f-51680f632a0b on host n-h1-713498-36 for vnic_type normal using segments [{'id': '62bf5d1a-d96f-4ced-85f9-cd8537bde534', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': '25cb982d-01ec-4aad-abd0-a998e63ae3df'}] Feb 09 19:40:27.412585 n-d-713498-36 neutron-server[103229]: INFO neutron.plugins.ml2.plugin [None req-b9c7f3ba-6247-4c76-a597-7504f171aee2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1040671149 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1040671149-project-admin] Attempt 4 to bind port b9da8073-dc76-4039-870f-51680f632a0b Feb 09 19:40:27.458314 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.managers [None req-b9c7f3ba-6247-4c76-a597-7504f171aee2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1040671149 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1040671149-project-admin] Attempting to bind port b9da8073-dc76-4039-870f-51680f632a0b on host n-h1-713498-36 for vnic_type normal with profile {{(pid=103229) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 19:40:27.459651 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.managers [None req-b9c7f3ba-6247-4c76-a597-7504f171aee2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1040671149 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1040671149-project-admin] Attempting to bind port b9da8073-dc76-4039-870f-51680f632a0b by drivers openvswitch,hyperv on host n-h1-713498-36 at level 0 using segments [{'id': '62bf5d1a-d96f-4ced-85f9-cd8537bde534', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': '25cb982d-01ec-4aad-abd0-a998e63ae3df'}] {{(pid=103229) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 19:40:27.459944 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9c7f3ba-6247-4c76-a597-7504f171aee2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1040671149 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1040671149-project-admin] Attempting to bind port b9da8073-dc76-4039-870f-51680f632a0b on network 25cb982d-01ec-4aad-abd0-a998e63ae3df {{(pid=103229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 19:40:27.476904 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9c7f3ba-6247-4c76-a597-7504f171aee2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1040671149 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1040671149-project-admin] Port b9da8073-dc76-4039-870f-51680f632a0b on network 25cb982d-01ec-4aad-abd0-a998e63ae3df not bound, no agent of type Open vSwitch agent registered on host n-h1-713498-36 {{(pid=103229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 19:40:27.477998 n-d-713498-36 neutron-server[103229]: ERROR neutron.plugins.ml2.managers [None req-b9c7f3ba-6247-4c76-a597-7504f171aee2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1040671149 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1040671149-project-admin] Failed to bind port b9da8073-dc76-4039-870f-51680f632a0b on host n-h1-713498-36 for vnic_type normal using segments [{'id': '62bf5d1a-d96f-4ced-85f9-cd8537bde534', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': '25cb982d-01ec-4aad-abd0-a998e63ae3df'}] Feb 09 19:40:27.477998 n-d-713498-36 neutron-server[103229]: INFO neutron.plugins.ml2.plugin [None req-b9c7f3ba-6247-4c76-a597-7504f171aee2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1040671149 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1040671149-project-admin] Attempt 5 to bind port b9da8073-dc76-4039-870f-51680f632a0b Feb 09 19:40:27.500824 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.managers [None req-b9c7f3ba-6247-4c76-a597-7504f171aee2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1040671149 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1040671149-project-admin] Attempting to bind port b9da8073-dc76-4039-870f-51680f632a0b on host n-h1-713498-36 for vnic_type normal with profile {{(pid=103229) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 19:40:27.501382 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.managers [None req-b9c7f3ba-6247-4c76-a597-7504f171aee2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1040671149 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1040671149-project-admin] Attempting to bind port b9da8073-dc76-4039-870f-51680f632a0b by drivers openvswitch,hyperv on host n-h1-713498-36 at level 0 using segments [{'id': '62bf5d1a-d96f-4ced-85f9-cd8537bde534', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': '25cb982d-01ec-4aad-abd0-a998e63ae3df'}] {{(pid=103229) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 19:40:27.501946 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9c7f3ba-6247-4c76-a597-7504f171aee2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1040671149 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1040671149-project-admin] Attempting to bind port b9da8073-dc76-4039-870f-51680f632a0b on network 25cb982d-01ec-4aad-abd0-a998e63ae3df {{(pid=103229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 19:40:27.507008 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9c7f3ba-6247-4c76-a597-7504f171aee2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1040671149 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1040671149-project-admin] Port b9da8073-dc76-4039-870f-51680f632a0b on network 25cb982d-01ec-4aad-abd0-a998e63ae3df not bound, no agent of type Open vSwitch agent registered on host n-h1-713498-36 {{(pid=103229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 19:40:27.507458 n-d-713498-36 neutron-server[103229]: ERROR neutron.plugins.ml2.managers [None req-b9c7f3ba-6247-4c76-a597-7504f171aee2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1040671149 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1040671149-project-admin] Failed to bind port b9da8073-dc76-4039-870f-51680f632a0b on host n-h1-713498-36 for vnic_type normal using segments [{'id': '62bf5d1a-d96f-4ced-85f9-cd8537bde534', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': '25cb982d-01ec-4aad-abd0-a998e63ae3df'}] Feb 09 19:40:27.507902 n-d-713498-36 neutron-server[103229]: INFO neutron.plugins.ml2.plugin [None req-b9c7f3ba-6247-4c76-a597-7504f171aee2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1040671149 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1040671149-project-admin] Attempt 6 to bind port b9da8073-dc76-4039-870f-51680f632a0b Feb 09 19:40:27.522752 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.managers [None req-b9c7f3ba-6247-4c76-a597-7504f171aee2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1040671149 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1040671149-project-admin] Attempting to bind port b9da8073-dc76-4039-870f-51680f632a0b on host n-h1-713498-36 for vnic_type normal with profile {{(pid=103229) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 19:40:27.523343 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.managers [None req-b9c7f3ba-6247-4c76-a597-7504f171aee2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1040671149 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1040671149-project-admin] Attempting to bind port b9da8073-dc76-4039-870f-51680f632a0b by drivers openvswitch,hyperv on host n-h1-713498-36 at level 0 using segments [{'id': '62bf5d1a-d96f-4ced-85f9-cd8537bde534', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': '25cb982d-01ec-4aad-abd0-a998e63ae3df'}] {{(pid=103229) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 19:40:27.523885 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9c7f3ba-6247-4c76-a597-7504f171aee2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1040671149 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1040671149-project-admin] Attempting to bind port b9da8073-dc76-4039-870f-51680f632a0b on network 25cb982d-01ec-4aad-abd0-a998e63ae3df {{(pid=103229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 19:40:27.529128 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9c7f3ba-6247-4c76-a597-7504f171aee2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1040671149 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1040671149-project-admin] Port b9da8073-dc76-4039-870f-51680f632a0b on network 25cb982d-01ec-4aad-abd0-a998e63ae3df not bound, no agent of type Open vSwitch agent registered on host n-h1-713498-36 {{(pid=103229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 19:40:27.529802 n-d-713498-36 neutron-server[103229]: ERROR neutron.plugins.ml2.managers [None req-b9c7f3ba-6247-4c76-a597-7504f171aee2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1040671149 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1040671149-project-admin] Failed to bind port b9da8073-dc76-4039-870f-51680f632a0b on host n-h1-713498-36 for vnic_type normal using segments [{'id': '62bf5d1a-d96f-4ced-85f9-cd8537bde534', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': '25cb982d-01ec-4aad-abd0-a998e63ae3df'}] Feb 09 19:40:27.534485 n-d-713498-36 neutron-server[103229]: INFO neutron.plugins.ml2.plugin [None req-b9c7f3ba-6247-4c76-a597-7504f171aee2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1040671149 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1040671149-project-admin] Attempt 7 to bind port b9da8073-dc76-4039-870f-51680f632a0b Feb 09 19:40:27.569462 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.managers [None req-b9c7f3ba-6247-4c76-a597-7504f171aee2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1040671149 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1040671149-project-admin] Attempting to bind port b9da8073-dc76-4039-870f-51680f632a0b on host n-h1-713498-36 for vnic_type normal with profile {{(pid=103229) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 19:40:27.573573 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.managers [None req-b9c7f3ba-6247-4c76-a597-7504f171aee2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1040671149 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1040671149-project-admin] Attempting to bind port b9da8073-dc76-4039-870f-51680f632a0b by drivers openvswitch,hyperv on host n-h1-713498-36 at level 0 using segments [{'id': '62bf5d1a-d96f-4ced-85f9-cd8537bde534', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': '25cb982d-01ec-4aad-abd0-a998e63ae3df'}] {{(pid=103229) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 19:40:27.579380 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9c7f3ba-6247-4c76-a597-7504f171aee2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1040671149 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1040671149-project-admin] Attempting to bind port b9da8073-dc76-4039-870f-51680f632a0b on network 25cb982d-01ec-4aad-abd0-a998e63ae3df {{(pid=103229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 19:40:27.579380 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9c7f3ba-6247-4c76-a597-7504f171aee2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1040671149 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1040671149-project-admin] Port b9da8073-dc76-4039-870f-51680f632a0b on network 25cb982d-01ec-4aad-abd0-a998e63ae3df not bound, no agent of type Open vSwitch agent registered on host n-h1-713498-36 {{(pid=103229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 19:40:27.579627 n-d-713498-36 neutron-server[103229]: ERROR neutron.plugins.ml2.managers [None req-b9c7f3ba-6247-4c76-a597-7504f171aee2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1040671149 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1040671149-project-admin] Failed to bind port b9da8073-dc76-4039-870f-51680f632a0b on host n-h1-713498-36 for vnic_type normal using segments [{'id': '62bf5d1a-d96f-4ced-85f9-cd8537bde534', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': '25cb982d-01ec-4aad-abd0-a998e63ae3df'}] Feb 09 19:40:27.590280 n-d-713498-36 neutron-server[103229]: INFO neutron.plugins.ml2.plugin [None req-b9c7f3ba-6247-4c76-a597-7504f171aee2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1040671149 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1040671149-project-admin] Attempt 8 to bind port b9da8073-dc76-4039-870f-51680f632a0b Feb 09 19:40:27.612542 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.managers [None req-b9c7f3ba-6247-4c76-a597-7504f171aee2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1040671149 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1040671149-project-admin] Attempting to bind port b9da8073-dc76-4039-870f-51680f632a0b on host n-h1-713498-36 for vnic_type normal with profile {{(pid=103229) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 19:40:27.613016 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.managers [None req-b9c7f3ba-6247-4c76-a597-7504f171aee2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1040671149 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1040671149-project-admin] Attempting to bind port b9da8073-dc76-4039-870f-51680f632a0b by drivers openvswitch,hyperv on host n-h1-713498-36 at level 0 using segments [{'id': '62bf5d1a-d96f-4ced-85f9-cd8537bde534', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': '25cb982d-01ec-4aad-abd0-a998e63ae3df'}] {{(pid=103229) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 19:40:27.613469 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9c7f3ba-6247-4c76-a597-7504f171aee2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1040671149 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1040671149-project-admin] Attempting to bind port b9da8073-dc76-4039-870f-51680f632a0b on network 25cb982d-01ec-4aad-abd0-a998e63ae3df {{(pid=103229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 19:40:27.618616 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9c7f3ba-6247-4c76-a597-7504f171aee2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1040671149 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1040671149-project-admin] Port b9da8073-dc76-4039-870f-51680f632a0b on network 25cb982d-01ec-4aad-abd0-a998e63ae3df not bound, no agent of type Open vSwitch agent registered on host n-h1-713498-36 {{(pid=103229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 19:40:27.619037 n-d-713498-36 neutron-server[103229]: ERROR neutron.plugins.ml2.managers [None req-b9c7f3ba-6247-4c76-a597-7504f171aee2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1040671149 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1040671149-project-admin] Failed to bind port b9da8073-dc76-4039-870f-51680f632a0b on host n-h1-713498-36 for vnic_type normal using segments [{'id': '62bf5d1a-d96f-4ced-85f9-cd8537bde534', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': '25cb982d-01ec-4aad-abd0-a998e63ae3df'}] Feb 09 19:40:27.619532 n-d-713498-36 neutron-server[103229]: INFO neutron.plugins.ml2.plugin [None req-b9c7f3ba-6247-4c76-a597-7504f171aee2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1040671149 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1040671149-project-admin] Attempt 9 to bind port b9da8073-dc76-4039-870f-51680f632a0b Feb 09 19:40:27.633603 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.managers [None req-b9c7f3ba-6247-4c76-a597-7504f171aee2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1040671149 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1040671149-project-admin] Attempting to bind port b9da8073-dc76-4039-870f-51680f632a0b on host n-h1-713498-36 for vnic_type normal with profile {{(pid=103229) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 19:40:27.634174 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.managers [None req-b9c7f3ba-6247-4c76-a597-7504f171aee2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1040671149 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1040671149-project-admin] Attempting to bind port b9da8073-dc76-4039-870f-51680f632a0b by drivers openvswitch,hyperv on host n-h1-713498-36 at level 0 using segments [{'id': '62bf5d1a-d96f-4ced-85f9-cd8537bde534', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': '25cb982d-01ec-4aad-abd0-a998e63ae3df'}] {{(pid=103229) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 19:40:27.634617 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9c7f3ba-6247-4c76-a597-7504f171aee2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1040671149 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1040671149-project-admin] Attempting to bind port b9da8073-dc76-4039-870f-51680f632a0b on network 25cb982d-01ec-4aad-abd0-a998e63ae3df {{(pid=103229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 19:40:27.640292 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9c7f3ba-6247-4c76-a597-7504f171aee2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1040671149 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1040671149-project-admin] Port b9da8073-dc76-4039-870f-51680f632a0b on network 25cb982d-01ec-4aad-abd0-a998e63ae3df not bound, no agent of type Open vSwitch agent registered on host n-h1-713498-36 {{(pid=103229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 19:40:27.640746 n-d-713498-36 neutron-server[103229]: ERROR neutron.plugins.ml2.managers [None req-b9c7f3ba-6247-4c76-a597-7504f171aee2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1040671149 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1040671149-project-admin] Failed to bind port b9da8073-dc76-4039-870f-51680f632a0b on host n-h1-713498-36 for vnic_type normal using segments [{'id': '62bf5d1a-d96f-4ced-85f9-cd8537bde534', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': '25cb982d-01ec-4aad-abd0-a998e63ae3df'}] Feb 09 19:40:27.641382 n-d-713498-36 neutron-server[103229]: INFO neutron.plugins.ml2.plugin [None req-b9c7f3ba-6247-4c76-a597-7504f171aee2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1040671149 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1040671149-project-admin] Attempt 10 to bind port b9da8073-dc76-4039-870f-51680f632a0b Feb 09 19:40:27.655229 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.managers [None req-b9c7f3ba-6247-4c76-a597-7504f171aee2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1040671149 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1040671149-project-admin] Attempting to bind port b9da8073-dc76-4039-870f-51680f632a0b on host n-h1-713498-36 for vnic_type normal with profile {{(pid=103229) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 19:40:27.655711 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.managers [None req-b9c7f3ba-6247-4c76-a597-7504f171aee2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1040671149 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1040671149-project-admin] Attempting to bind port b9da8073-dc76-4039-870f-51680f632a0b by drivers openvswitch,hyperv on host n-h1-713498-36 at level 0 using segments [{'id': '62bf5d1a-d96f-4ced-85f9-cd8537bde534', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': '25cb982d-01ec-4aad-abd0-a998e63ae3df'}] {{(pid=103229) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 19:40:27.656143 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9c7f3ba-6247-4c76-a597-7504f171aee2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1040671149 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1040671149-project-admin] Attempting to bind port b9da8073-dc76-4039-870f-51680f632a0b on network 25cb982d-01ec-4aad-abd0-a998e63ae3df {{(pid=103229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 19:40:27.660896 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9c7f3ba-6247-4c76-a597-7504f171aee2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1040671149 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1040671149-project-admin] Port b9da8073-dc76-4039-870f-51680f632a0b on network 25cb982d-01ec-4aad-abd0-a998e63ae3df not bound, no agent of type Open vSwitch agent registered on host n-h1-713498-36 {{(pid=103229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 19:40:27.661323 n-d-713498-36 neutron-server[103229]: ERROR neutron.plugins.ml2.managers [None req-b9c7f3ba-6247-4c76-a597-7504f171aee2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1040671149 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1040671149-project-admin] Failed to bind port b9da8073-dc76-4039-870f-51680f632a0b on host n-h1-713498-36 for vnic_type normal using segments [{'id': '62bf5d1a-d96f-4ced-85f9-cd8537bde534', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': '25cb982d-01ec-4aad-abd0-a998e63ae3df'}] Feb 09 19:40:27.662629 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-b9c7f3ba-6247-4c76-a597-7504f171aee2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1040671149 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1040671149-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (b9da8073-dc76-4039-870f-51680f632a0b), before_update {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:40:27.734458 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.db [None req-b9c7f3ba-6247-4c76-a597-7504f171aee2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1040671149 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1040671149-project-admin] For port b9da8073-dc76-4039-870f-51680f632a0b, host n-h1-713498-36, cleared binding levels {{(pid=103229) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 19:40:27.735016 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.db [None req-b9c7f3ba-6247-4c76-a597-7504f171aee2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1040671149 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1040671149-project-admin] Attempted to set empty binding levels {{(pid=103229) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Feb 09 19:40:27.740510 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-b9c7f3ba-6247-4c76-a597-7504f171aee2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1040671149 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1040671149-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762867176205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762866656485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762866656503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12867569'] for port (b9da8073-dc76-4039-870f-51680f632a0b), after_update {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:40:27.779421 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9c7f3ba-6247-4c76-a597-7504f171aee2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1040671149 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1040671149-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:40:27.780187 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-b9c7f3ba-6247-4c76-a597-7504f171aee2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1040671149 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1040671149-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171096'] for port (None), before_response {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:40:27.800430 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9c7f3ba-6247-4c76-a597-7504f171aee2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1040671149 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1040671149-project-admin] Pushing event updated for resources: {'Port': ['ID=b9da8073-dc76-4039-870f-51680f632a0b,revision_number=2']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:40:27.813549 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-b9c7f3ba-6247-4c76-a597-7504f171aee2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1040671149 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1040671149-project-admin] 10.222.0.75 "POST /v2.0/ports HTTP/1.1" status: 201 len: 985 time: 1.5648696 Feb 09 19:40:27.816665 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 42892) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:40:27.957740 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.plugin [None req-392a9ab5-3e60-4bb9-926f-fdeebb24012e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1040671149 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1040671149-project-admin] Deleting port b9da8073-dc76-4039-870f-51680f632a0b {{(pid=103229) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 19:40:27.958144 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-392a9ab5-3e60-4bb9-926f-fdeebb24012e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1040671149 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1040671149-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762867170196'] for port (b9da8073-dc76-4039-870f-51680f632a0b), before_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:40:28.117358 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.db [None req-392a9ab5-3e60-4bb9-926f-fdeebb24012e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1040671149 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1040671149-project-admin] For port b9da8073-dc76-4039-870f-51680f632a0b, host n-h1-713498-36, got binding levels [] {{(pid=103229) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 19:40:28.117651 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-392a9ab5-3e60-4bb9-926f-fdeebb24012e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1040671149 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1040671149-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1820838'] for port (b9da8073-dc76-4039-870f-51680f632a0b), precommit_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:40:28.131910 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.plugin [None req-392a9ab5-3e60-4bb9-926f-fdeebb24012e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1040671149 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1040671149-project-admin] Calling delete_port for b9da8073-dc76-4039-870f-51680f632a0b owned by {{(pid=103229) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 19:40:28.249768 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-392a9ab5-3e60-4bb9-926f-fdeebb24012e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1040671149 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1040671149-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762867177463', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762866656476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12867576'] for port (b9da8073-dc76-4039-870f-51680f632a0b), after_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:40:28.279174 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-392a9ab5-3e60-4bb9-926f-fdeebb24012e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1040671149 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1040671149-project-admin] Pushing event deleted for resources: {'Port': ['ID=b9da8073-dc76-4039-870f-51680f632a0b,revision_number=None']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:40:28.299139 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-392a9ab5-3e60-4bb9-926f-fdeebb24012e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1040671149 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1040671149-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171096'] for port (None), before_response {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:40:28.316673 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-392a9ab5-3e60-4bb9-926f-fdeebb24012e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1040671149 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1040671149-project-admin] 10.222.0.75 "DELETE /v2.0/ports/b9da8073-dc76-4039-870f-51680f632a0b HTTP/1.1" status: 204 len: 168 time: 0.4883406 Feb 09 19:40:28.317461 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 42898) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:40:28.346716 n-d-713498-36 neutron-server[103230]: INFO neutron.pecan_wsgi.hooks.translation [None req-8eef29e1-d9ce-47f9-8822-df614d8d7201 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1040671149 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1040671149-project-admin] GET failed (client error): The resource could not be found. Feb 09 19:40:28.355203 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-8eef29e1-d9ce-47f9-8822-df614d8d7201 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1040671149 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1040671149-project-admin] 10.222.0.75 "GET /v2.0/ports/b9da8073-dc76-4039-870f-51680f632a0b HTTP/1.1" status: 404 len: 333 time: 0.0299447 Feb 09 19:40:28.355579 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 42900) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:40:28.360132 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.v2.base [None req-6a7cfc40-204b-4df4-811d-f5614ca0ea65 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1040671149 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1040671149-project-admin] Request body: {'port': {'network_id': '25cb982d-01ec-4aad-abd0-a998e63ae3df', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1085878758'}} {{(pid=103229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 19:40:28.389902 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6a7cfc40-204b-4df4-811d-f5614ca0ea65 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1040671149 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1040671149-project-admin] Made reservation on behalf of 8f6cdacc01c342cea7287393c164fa9f for: {'port': 1} {{(pid=103229) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 19:40:28.390825 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-6a7cfc40-204b-4df4-811d-f5614ca0ea65 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1040671149 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1040671149-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (None), before_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:40:28.424987 n-d-713498-36 neutron-server[103229]: DEBUG neutron.notifiers.nova [None req-6a7cfc40-204b-4df4-811d-f5614ca0ea65 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1040671149 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1040671149-project-admin] device_id is not set on port 79d412df-4048-4e31-87a2-1a98ccc16deb yet. {{(pid=103229) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 09 19:40:28.649614 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-6a7cfc40-204b-4df4-811d-f5614ca0ea65 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1040671149 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1040671149-project-admin] Publish callbacks [] for port (79d412df-4048-4e31-87a2-1a98ccc16deb), precommit_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:40:28.691479 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-6a7cfc40-204b-4df4-811d-f5614ca0ea65 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1040671149 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1040671149-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762866656467', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12867576'] for port (79d412df-4048-4e31-87a2-1a98ccc16deb), after_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:40:28.747047 n-d-713498-36 neutron-server[103229]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a7cfc40-204b-4df4-811d-f5614ca0ea65 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1040671149 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1040671149-project-admin] Network 25cb982d-01ec-4aad-abd0-a998e63ae3df is already hosted by enough agents. {{(pid=103229) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 19:40:28.750120 n-d-713498-36 neutron-server[103229]: DEBUG neutron.scheduler.base_scheduler [None req-6a7cfc40-204b-4df4-811d-f5614ca0ea65 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1040671149 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1040671149-project-admin] Resources bound (agent type, host, resource id): {{(pid=103229) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 19:40:28.754098 n-d-713498-36 neutron-server[103229]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a7cfc40-204b-4df4-811d-f5614ca0ea65 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1040671149 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1040671149-project-admin] Received port after_create {{(pid=103229) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 19:40:28.755045 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a7cfc40-204b-4df4-811d-f5614ca0ea65 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1040671149 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1040671149-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:40:28.756227 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-6a7cfc40-204b-4df4-811d-f5614ca0ea65 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1040671149 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1040671149-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171096'] for port (None), before_response {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:40:28.774923 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a7cfc40-204b-4df4-811d-f5614ca0ea65 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1040671149 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1040671149-project-admin] Pushing event updated for resources: {'Port': ['ID=79d412df-4048-4e31-87a2-1a98ccc16deb,revision_number=1']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:40:28.800600 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-6a7cfc40-204b-4df4-811d-f5614ca0ea65 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1040671149 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1040671149-project-admin] 10.222.0.75 "POST /v2.0/ports HTTP/1.1" status: 201 len: 964 time: 0.4425907 Feb 09 19:40:28.800768 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 42904) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:40:28.812570 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.v2.base [None req-12ca7c3b-89c6-4c7d-a1db-593d686de0fe tempest-PortsAdminExtendedAttrsIpV6TestJSON-1040671149 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1040671149-project-admin] Request body: {'port': {'binding:host_id': 'n-h1-713498-36'}} {{(pid=103229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 19:40:28.959576 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-12ca7c3b-89c6-4c7d-a1db-593d686de0fe tempest-PortsAdminExtendedAttrsIpV6TestJSON-1040671149 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1040671149-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (79d412df-4048-4e31-87a2-1a98ccc16deb), before_update {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:40:29.190515 n-d-713498-36 neutron-server[103229]: DEBUG neutron.notifiers.nova [None req-12ca7c3b-89c6-4c7d-a1db-593d686de0fe tempest-PortsAdminExtendedAttrsIpV6TestJSON-1040671149 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1040671149-project-admin] device_id is not set on port 79d412df-4048-4e31-87a2-1a98ccc16deb yet. {{(pid=103229) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 09 19:40:29.202839 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-12ca7c3b-89c6-4c7d-a1db-593d686de0fe tempest-PortsAdminExtendedAttrsIpV6TestJSON-1040671149 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1040671149-project-admin] Publish callbacks [] for port (79d412df-4048-4e31-87a2-1a98ccc16deb), precommit_update {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:40:29.210230 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-12ca7c3b-89c6-4c7d-a1db-593d686de0fe tempest-PortsAdminExtendedAttrsIpV6TestJSON-1040671149 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1040671149-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762867176205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762866656485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762866656503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12867569'] for port (79d412df-4048-4e31-87a2-1a98ccc16deb), after_update {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:40:29.302480 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.managers [None req-12ca7c3b-89c6-4c7d-a1db-593d686de0fe tempest-PortsAdminExtendedAttrsIpV6TestJSON-1040671149 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1040671149-project-admin] Attempting to bind port 79d412df-4048-4e31-87a2-1a98ccc16deb on host n-h1-713498-36 for vnic_type normal with profile {{(pid=103229) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 19:40:29.303403 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.managers [None req-12ca7c3b-89c6-4c7d-a1db-593d686de0fe tempest-PortsAdminExtendedAttrsIpV6TestJSON-1040671149 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1040671149-project-admin] Attempting to bind port 79d412df-4048-4e31-87a2-1a98ccc16deb by drivers openvswitch,hyperv on host n-h1-713498-36 at level 0 using segments [{'id': '62bf5d1a-d96f-4ced-85f9-cd8537bde534', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': '25cb982d-01ec-4aad-abd0-a998e63ae3df'}] {{(pid=103229) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 19:40:29.303752 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12ca7c3b-89c6-4c7d-a1db-593d686de0fe tempest-PortsAdminExtendedAttrsIpV6TestJSON-1040671149 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1040671149-project-admin] Attempting to bind port 79d412df-4048-4e31-87a2-1a98ccc16deb on network 25cb982d-01ec-4aad-abd0-a998e63ae3df {{(pid=103229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 19:40:29.305859 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12ca7c3b-89c6-4c7d-a1db-593d686de0fe tempest-PortsAdminExtendedAttrsIpV6TestJSON-1040671149 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1040671149-project-admin] Pushing event updated for resources: {'Port': ['ID=79d412df-4048-4e31-87a2-1a98ccc16deb,revision_number=2']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:40:29.310827 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12ca7c3b-89c6-4c7d-a1db-593d686de0fe tempest-PortsAdminExtendedAttrsIpV6TestJSON-1040671149 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1040671149-project-admin] Port 79d412df-4048-4e31-87a2-1a98ccc16deb on network 25cb982d-01ec-4aad-abd0-a998e63ae3df not bound, no agent of type Open vSwitch agent registered on host n-h1-713498-36 {{(pid=103229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 19:40:29.311146 n-d-713498-36 neutron-server[103229]: ERROR neutron.plugins.ml2.managers [None req-12ca7c3b-89c6-4c7d-a1db-593d686de0fe tempest-PortsAdminExtendedAttrsIpV6TestJSON-1040671149 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1040671149-project-admin] Failed to bind port 79d412df-4048-4e31-87a2-1a98ccc16deb on host n-h1-713498-36 for vnic_type normal using segments [{'id': '62bf5d1a-d96f-4ced-85f9-cd8537bde534', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': '25cb982d-01ec-4aad-abd0-a998e63ae3df'}] Feb 09 19:40:29.311541 n-d-713498-36 neutron-server[103229]: INFO neutron.plugins.ml2.plugin [None req-12ca7c3b-89c6-4c7d-a1db-593d686de0fe tempest-PortsAdminExtendedAttrsIpV6TestJSON-1040671149 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1040671149-project-admin] Attempt 2 to bind port 79d412df-4048-4e31-87a2-1a98ccc16deb Feb 09 19:40:29.345364 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.managers [None req-12ca7c3b-89c6-4c7d-a1db-593d686de0fe tempest-PortsAdminExtendedAttrsIpV6TestJSON-1040671149 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1040671149-project-admin] Attempting to bind port 79d412df-4048-4e31-87a2-1a98ccc16deb on host n-h1-713498-36 for vnic_type normal with profile {{(pid=103229) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 19:40:29.345364 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.managers [None req-12ca7c3b-89c6-4c7d-a1db-593d686de0fe tempest-PortsAdminExtendedAttrsIpV6TestJSON-1040671149 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1040671149-project-admin] Attempting to bind port 79d412df-4048-4e31-87a2-1a98ccc16deb by drivers openvswitch,hyperv on host n-h1-713498-36 at level 0 using segments [{'id': '62bf5d1a-d96f-4ced-85f9-cd8537bde534', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': '25cb982d-01ec-4aad-abd0-a998e63ae3df'}] {{(pid=103229) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 19:40:29.346137 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12ca7c3b-89c6-4c7d-a1db-593d686de0fe tempest-PortsAdminExtendedAttrsIpV6TestJSON-1040671149 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1040671149-project-admin] Attempting to bind port 79d412df-4048-4e31-87a2-1a98ccc16deb on network 25cb982d-01ec-4aad-abd0-a998e63ae3df {{(pid=103229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 19:40:29.360551 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12ca7c3b-89c6-4c7d-a1db-593d686de0fe tempest-PortsAdminExtendedAttrsIpV6TestJSON-1040671149 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1040671149-project-admin] Port 79d412df-4048-4e31-87a2-1a98ccc16deb on network 25cb982d-01ec-4aad-abd0-a998e63ae3df not bound, no agent of type Open vSwitch agent registered on host n-h1-713498-36 {{(pid=103229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 19:40:29.360891 n-d-713498-36 neutron-server[103229]: ERROR neutron.plugins.ml2.managers [None req-12ca7c3b-89c6-4c7d-a1db-593d686de0fe tempest-PortsAdminExtendedAttrsIpV6TestJSON-1040671149 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1040671149-project-admin] Failed to bind port 79d412df-4048-4e31-87a2-1a98ccc16deb on host n-h1-713498-36 for vnic_type normal using segments [{'id': '62bf5d1a-d96f-4ced-85f9-cd8537bde534', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': '25cb982d-01ec-4aad-abd0-a998e63ae3df'}] Feb 09 19:40:29.361306 n-d-713498-36 neutron-server[103229]: INFO neutron.plugins.ml2.plugin [None req-12ca7c3b-89c6-4c7d-a1db-593d686de0fe tempest-PortsAdminExtendedAttrsIpV6TestJSON-1040671149 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1040671149-project-admin] Attempt 3 to bind port 79d412df-4048-4e31-87a2-1a98ccc16deb Feb 09 19:40:29.385257 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.managers [None req-12ca7c3b-89c6-4c7d-a1db-593d686de0fe tempest-PortsAdminExtendedAttrsIpV6TestJSON-1040671149 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1040671149-project-admin] Attempting to bind port 79d412df-4048-4e31-87a2-1a98ccc16deb on host n-h1-713498-36 for vnic_type normal with profile {{(pid=103229) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 19:40:29.385499 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.managers [None req-12ca7c3b-89c6-4c7d-a1db-593d686de0fe tempest-PortsAdminExtendedAttrsIpV6TestJSON-1040671149 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1040671149-project-admin] Attempting to bind port 79d412df-4048-4e31-87a2-1a98ccc16deb by drivers openvswitch,hyperv on host n-h1-713498-36 at level 0 using segments [{'id': '62bf5d1a-d96f-4ced-85f9-cd8537bde534', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': '25cb982d-01ec-4aad-abd0-a998e63ae3df'}] {{(pid=103229) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 19:40:29.385822 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12ca7c3b-89c6-4c7d-a1db-593d686de0fe tempest-PortsAdminExtendedAttrsIpV6TestJSON-1040671149 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1040671149-project-admin] Attempting to bind port 79d412df-4048-4e31-87a2-1a98ccc16deb on network 25cb982d-01ec-4aad-abd0-a998e63ae3df {{(pid=103229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 19:40:29.411299 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12ca7c3b-89c6-4c7d-a1db-593d686de0fe tempest-PortsAdminExtendedAttrsIpV6TestJSON-1040671149 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1040671149-project-admin] Port 79d412df-4048-4e31-87a2-1a98ccc16deb on network 25cb982d-01ec-4aad-abd0-a998e63ae3df not bound, no agent of type Open vSwitch agent registered on host n-h1-713498-36 {{(pid=103229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 19:40:29.414737 n-d-713498-36 neutron-server[103229]: ERROR neutron.plugins.ml2.managers [None req-12ca7c3b-89c6-4c7d-a1db-593d686de0fe tempest-PortsAdminExtendedAttrsIpV6TestJSON-1040671149 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1040671149-project-admin] Failed to bind port 79d412df-4048-4e31-87a2-1a98ccc16deb on host n-h1-713498-36 for vnic_type normal using segments [{'id': '62bf5d1a-d96f-4ced-85f9-cd8537bde534', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': '25cb982d-01ec-4aad-abd0-a998e63ae3df'}] Feb 09 19:40:29.415720 n-d-713498-36 neutron-server[103229]: INFO neutron.plugins.ml2.plugin [None req-12ca7c3b-89c6-4c7d-a1db-593d686de0fe tempest-PortsAdminExtendedAttrsIpV6TestJSON-1040671149 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1040671149-project-admin] Attempt 4 to bind port 79d412df-4048-4e31-87a2-1a98ccc16deb Feb 09 19:40:29.459553 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.managers [None req-12ca7c3b-89c6-4c7d-a1db-593d686de0fe tempest-PortsAdminExtendedAttrsIpV6TestJSON-1040671149 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1040671149-project-admin] Attempting to bind port 79d412df-4048-4e31-87a2-1a98ccc16deb on host n-h1-713498-36 for vnic_type normal with profile {{(pid=103229) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 19:40:29.460852 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.managers [None req-12ca7c3b-89c6-4c7d-a1db-593d686de0fe tempest-PortsAdminExtendedAttrsIpV6TestJSON-1040671149 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1040671149-project-admin] Attempting to bind port 79d412df-4048-4e31-87a2-1a98ccc16deb by drivers openvswitch,hyperv on host n-h1-713498-36 at level 0 using segments [{'id': '62bf5d1a-d96f-4ced-85f9-cd8537bde534', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': '25cb982d-01ec-4aad-abd0-a998e63ae3df'}] {{(pid=103229) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 19:40:29.461217 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12ca7c3b-89c6-4c7d-a1db-593d686de0fe tempest-PortsAdminExtendedAttrsIpV6TestJSON-1040671149 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1040671149-project-admin] Attempting to bind port 79d412df-4048-4e31-87a2-1a98ccc16deb on network 25cb982d-01ec-4aad-abd0-a998e63ae3df {{(pid=103229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 19:40:29.481766 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12ca7c3b-89c6-4c7d-a1db-593d686de0fe tempest-PortsAdminExtendedAttrsIpV6TestJSON-1040671149 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1040671149-project-admin] Port 79d412df-4048-4e31-87a2-1a98ccc16deb on network 25cb982d-01ec-4aad-abd0-a998e63ae3df not bound, no agent of type Open vSwitch agent registered on host n-h1-713498-36 {{(pid=103229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 19:40:29.482132 n-d-713498-36 neutron-server[103229]: ERROR neutron.plugins.ml2.managers [None req-12ca7c3b-89c6-4c7d-a1db-593d686de0fe tempest-PortsAdminExtendedAttrsIpV6TestJSON-1040671149 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1040671149-project-admin] Failed to bind port 79d412df-4048-4e31-87a2-1a98ccc16deb on host n-h1-713498-36 for vnic_type normal using segments [{'id': '62bf5d1a-d96f-4ced-85f9-cd8537bde534', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': '25cb982d-01ec-4aad-abd0-a998e63ae3df'}] Feb 09 19:40:29.483411 n-d-713498-36 neutron-server[103229]: INFO neutron.plugins.ml2.plugin [None req-12ca7c3b-89c6-4c7d-a1db-593d686de0fe tempest-PortsAdminExtendedAttrsIpV6TestJSON-1040671149 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1040671149-project-admin] Attempt 5 to bind port 79d412df-4048-4e31-87a2-1a98ccc16deb Feb 09 19:40:29.523450 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.managers [None req-12ca7c3b-89c6-4c7d-a1db-593d686de0fe tempest-PortsAdminExtendedAttrsIpV6TestJSON-1040671149 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1040671149-project-admin] Attempting to bind port 79d412df-4048-4e31-87a2-1a98ccc16deb on host n-h1-713498-36 for vnic_type normal with profile {{(pid=103229) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 19:40:29.524303 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.managers [None req-12ca7c3b-89c6-4c7d-a1db-593d686de0fe tempest-PortsAdminExtendedAttrsIpV6TestJSON-1040671149 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1040671149-project-admin] Attempting to bind port 79d412df-4048-4e31-87a2-1a98ccc16deb by drivers openvswitch,hyperv on host n-h1-713498-36 at level 0 using segments [{'id': '62bf5d1a-d96f-4ced-85f9-cd8537bde534', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': '25cb982d-01ec-4aad-abd0-a998e63ae3df'}] {{(pid=103229) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 19:40:29.524650 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12ca7c3b-89c6-4c7d-a1db-593d686de0fe tempest-PortsAdminExtendedAttrsIpV6TestJSON-1040671149 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1040671149-project-admin] Attempting to bind port 79d412df-4048-4e31-87a2-1a98ccc16deb on network 25cb982d-01ec-4aad-abd0-a998e63ae3df {{(pid=103229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 19:40:29.538506 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12ca7c3b-89c6-4c7d-a1db-593d686de0fe tempest-PortsAdminExtendedAttrsIpV6TestJSON-1040671149 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1040671149-project-admin] Port 79d412df-4048-4e31-87a2-1a98ccc16deb on network 25cb982d-01ec-4aad-abd0-a998e63ae3df not bound, no agent of type Open vSwitch agent registered on host n-h1-713498-36 {{(pid=103229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 19:40:29.539183 n-d-713498-36 neutron-server[103229]: ERROR neutron.plugins.ml2.managers [None req-12ca7c3b-89c6-4c7d-a1db-593d686de0fe tempest-PortsAdminExtendedAttrsIpV6TestJSON-1040671149 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1040671149-project-admin] Failed to bind port 79d412df-4048-4e31-87a2-1a98ccc16deb on host n-h1-713498-36 for vnic_type normal using segments [{'id': '62bf5d1a-d96f-4ced-85f9-cd8537bde534', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': '25cb982d-01ec-4aad-abd0-a998e63ae3df'}] Feb 09 19:40:29.539871 n-d-713498-36 neutron-server[103229]: INFO neutron.plugins.ml2.plugin [None req-12ca7c3b-89c6-4c7d-a1db-593d686de0fe tempest-PortsAdminExtendedAttrsIpV6TestJSON-1040671149 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1040671149-project-admin] Attempt 6 to bind port 79d412df-4048-4e31-87a2-1a98ccc16deb Feb 09 19:40:29.564482 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.managers [None req-12ca7c3b-89c6-4c7d-a1db-593d686de0fe tempest-PortsAdminExtendedAttrsIpV6TestJSON-1040671149 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1040671149-project-admin] Attempting to bind port 79d412df-4048-4e31-87a2-1a98ccc16deb on host n-h1-713498-36 for vnic_type normal with profile {{(pid=103229) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 19:40:29.565013 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.managers [None req-12ca7c3b-89c6-4c7d-a1db-593d686de0fe tempest-PortsAdminExtendedAttrsIpV6TestJSON-1040671149 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1040671149-project-admin] Attempting to bind port 79d412df-4048-4e31-87a2-1a98ccc16deb by drivers openvswitch,hyperv on host n-h1-713498-36 at level 0 using segments [{'id': '62bf5d1a-d96f-4ced-85f9-cd8537bde534', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': '25cb982d-01ec-4aad-abd0-a998e63ae3df'}] {{(pid=103229) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 19:40:29.565483 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12ca7c3b-89c6-4c7d-a1db-593d686de0fe tempest-PortsAdminExtendedAttrsIpV6TestJSON-1040671149 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1040671149-project-admin] Attempting to bind port 79d412df-4048-4e31-87a2-1a98ccc16deb on network 25cb982d-01ec-4aad-abd0-a998e63ae3df {{(pid=103229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 19:40:29.573759 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12ca7c3b-89c6-4c7d-a1db-593d686de0fe tempest-PortsAdminExtendedAttrsIpV6TestJSON-1040671149 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1040671149-project-admin] Port 79d412df-4048-4e31-87a2-1a98ccc16deb on network 25cb982d-01ec-4aad-abd0-a998e63ae3df not bound, no agent of type Open vSwitch agent registered on host n-h1-713498-36 {{(pid=103229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 19:40:29.574204 n-d-713498-36 neutron-server[103229]: ERROR neutron.plugins.ml2.managers [None req-12ca7c3b-89c6-4c7d-a1db-593d686de0fe tempest-PortsAdminExtendedAttrsIpV6TestJSON-1040671149 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1040671149-project-admin] Failed to bind port 79d412df-4048-4e31-87a2-1a98ccc16deb on host n-h1-713498-36 for vnic_type normal using segments [{'id': '62bf5d1a-d96f-4ced-85f9-cd8537bde534', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': '25cb982d-01ec-4aad-abd0-a998e63ae3df'}] Feb 09 19:40:29.574837 n-d-713498-36 neutron-server[103229]: INFO neutron.plugins.ml2.plugin [None req-12ca7c3b-89c6-4c7d-a1db-593d686de0fe tempest-PortsAdminExtendedAttrsIpV6TestJSON-1040671149 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1040671149-project-admin] Attempt 7 to bind port 79d412df-4048-4e31-87a2-1a98ccc16deb Feb 09 19:40:29.619008 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.managers [None req-12ca7c3b-89c6-4c7d-a1db-593d686de0fe tempest-PortsAdminExtendedAttrsIpV6TestJSON-1040671149 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1040671149-project-admin] Attempting to bind port 79d412df-4048-4e31-87a2-1a98ccc16deb on host n-h1-713498-36 for vnic_type normal with profile {{(pid=103229) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 19:40:29.619342 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.managers [None req-12ca7c3b-89c6-4c7d-a1db-593d686de0fe tempest-PortsAdminExtendedAttrsIpV6TestJSON-1040671149 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1040671149-project-admin] Attempting to bind port 79d412df-4048-4e31-87a2-1a98ccc16deb by drivers openvswitch,hyperv on host n-h1-713498-36 at level 0 using segments [{'id': '62bf5d1a-d96f-4ced-85f9-cd8537bde534', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': '25cb982d-01ec-4aad-abd0-a998e63ae3df'}] {{(pid=103229) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 19:40:29.619719 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12ca7c3b-89c6-4c7d-a1db-593d686de0fe tempest-PortsAdminExtendedAttrsIpV6TestJSON-1040671149 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1040671149-project-admin] Attempting to bind port 79d412df-4048-4e31-87a2-1a98ccc16deb on network 25cb982d-01ec-4aad-abd0-a998e63ae3df {{(pid=103229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 19:40:29.625264 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12ca7c3b-89c6-4c7d-a1db-593d686de0fe tempest-PortsAdminExtendedAttrsIpV6TestJSON-1040671149 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1040671149-project-admin] Port 79d412df-4048-4e31-87a2-1a98ccc16deb on network 25cb982d-01ec-4aad-abd0-a998e63ae3df not bound, no agent of type Open vSwitch agent registered on host n-h1-713498-36 {{(pid=103229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 19:40:29.625597 n-d-713498-36 neutron-server[103229]: ERROR neutron.plugins.ml2.managers [None req-12ca7c3b-89c6-4c7d-a1db-593d686de0fe tempest-PortsAdminExtendedAttrsIpV6TestJSON-1040671149 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1040671149-project-admin] Failed to bind port 79d412df-4048-4e31-87a2-1a98ccc16deb on host n-h1-713498-36 for vnic_type normal using segments [{'id': '62bf5d1a-d96f-4ced-85f9-cd8537bde534', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': '25cb982d-01ec-4aad-abd0-a998e63ae3df'}] Feb 09 19:40:29.626016 n-d-713498-36 neutron-server[103229]: INFO neutron.plugins.ml2.plugin [None req-12ca7c3b-89c6-4c7d-a1db-593d686de0fe tempest-PortsAdminExtendedAttrsIpV6TestJSON-1040671149 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1040671149-project-admin] Attempt 8 to bind port 79d412df-4048-4e31-87a2-1a98ccc16deb Feb 09 19:40:29.675006 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.managers [None req-12ca7c3b-89c6-4c7d-a1db-593d686de0fe tempest-PortsAdminExtendedAttrsIpV6TestJSON-1040671149 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1040671149-project-admin] Attempting to bind port 79d412df-4048-4e31-87a2-1a98ccc16deb on host n-h1-713498-36 for vnic_type normal with profile {{(pid=103229) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 19:40:29.676301 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.managers [None req-12ca7c3b-89c6-4c7d-a1db-593d686de0fe tempest-PortsAdminExtendedAttrsIpV6TestJSON-1040671149 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1040671149-project-admin] Attempting to bind port 79d412df-4048-4e31-87a2-1a98ccc16deb by drivers openvswitch,hyperv on host n-h1-713498-36 at level 0 using segments [{'id': '62bf5d1a-d96f-4ced-85f9-cd8537bde534', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': '25cb982d-01ec-4aad-abd0-a998e63ae3df'}] {{(pid=103229) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 19:40:29.678427 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12ca7c3b-89c6-4c7d-a1db-593d686de0fe tempest-PortsAdminExtendedAttrsIpV6TestJSON-1040671149 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1040671149-project-admin] Attempting to bind port 79d412df-4048-4e31-87a2-1a98ccc16deb on network 25cb982d-01ec-4aad-abd0-a998e63ae3df {{(pid=103229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 19:40:29.695924 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12ca7c3b-89c6-4c7d-a1db-593d686de0fe tempest-PortsAdminExtendedAttrsIpV6TestJSON-1040671149 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1040671149-project-admin] Port 79d412df-4048-4e31-87a2-1a98ccc16deb on network 25cb982d-01ec-4aad-abd0-a998e63ae3df not bound, no agent of type Open vSwitch agent registered on host n-h1-713498-36 {{(pid=103229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 19:40:29.696700 n-d-713498-36 neutron-server[103229]: ERROR neutron.plugins.ml2.managers [None req-12ca7c3b-89c6-4c7d-a1db-593d686de0fe tempest-PortsAdminExtendedAttrsIpV6TestJSON-1040671149 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1040671149-project-admin] Failed to bind port 79d412df-4048-4e31-87a2-1a98ccc16deb on host n-h1-713498-36 for vnic_type normal using segments [{'id': '62bf5d1a-d96f-4ced-85f9-cd8537bde534', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': '25cb982d-01ec-4aad-abd0-a998e63ae3df'}] Feb 09 19:40:29.700023 n-d-713498-36 neutron-server[103229]: INFO neutron.plugins.ml2.plugin [None req-12ca7c3b-89c6-4c7d-a1db-593d686de0fe tempest-PortsAdminExtendedAttrsIpV6TestJSON-1040671149 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1040671149-project-admin] Attempt 9 to bind port 79d412df-4048-4e31-87a2-1a98ccc16deb Feb 09 19:40:29.737576 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.managers [None req-12ca7c3b-89c6-4c7d-a1db-593d686de0fe tempest-PortsAdminExtendedAttrsIpV6TestJSON-1040671149 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1040671149-project-admin] Attempting to bind port 79d412df-4048-4e31-87a2-1a98ccc16deb on host n-h1-713498-36 for vnic_type normal with profile {{(pid=103229) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 19:40:29.741011 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.managers [None req-12ca7c3b-89c6-4c7d-a1db-593d686de0fe tempest-PortsAdminExtendedAttrsIpV6TestJSON-1040671149 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1040671149-project-admin] Attempting to bind port 79d412df-4048-4e31-87a2-1a98ccc16deb by drivers openvswitch,hyperv on host n-h1-713498-36 at level 0 using segments [{'id': '62bf5d1a-d96f-4ced-85f9-cd8537bde534', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': '25cb982d-01ec-4aad-abd0-a998e63ae3df'}] {{(pid=103229) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 19:40:29.741569 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12ca7c3b-89c6-4c7d-a1db-593d686de0fe tempest-PortsAdminExtendedAttrsIpV6TestJSON-1040671149 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1040671149-project-admin] Attempting to bind port 79d412df-4048-4e31-87a2-1a98ccc16deb on network 25cb982d-01ec-4aad-abd0-a998e63ae3df {{(pid=103229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 19:40:29.753528 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12ca7c3b-89c6-4c7d-a1db-593d686de0fe tempest-PortsAdminExtendedAttrsIpV6TestJSON-1040671149 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1040671149-project-admin] Port 79d412df-4048-4e31-87a2-1a98ccc16deb on network 25cb982d-01ec-4aad-abd0-a998e63ae3df not bound, no agent of type Open vSwitch agent registered on host n-h1-713498-36 {{(pid=103229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 19:40:29.754189 n-d-713498-36 neutron-server[103229]: ERROR neutron.plugins.ml2.managers [None req-12ca7c3b-89c6-4c7d-a1db-593d686de0fe tempest-PortsAdminExtendedAttrsIpV6TestJSON-1040671149 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1040671149-project-admin] Failed to bind port 79d412df-4048-4e31-87a2-1a98ccc16deb on host n-h1-713498-36 for vnic_type normal using segments [{'id': '62bf5d1a-d96f-4ced-85f9-cd8537bde534', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': '25cb982d-01ec-4aad-abd0-a998e63ae3df'}] Feb 09 19:40:29.754830 n-d-713498-36 neutron-server[103229]: INFO neutron.plugins.ml2.plugin [None req-12ca7c3b-89c6-4c7d-a1db-593d686de0fe tempest-PortsAdminExtendedAttrsIpV6TestJSON-1040671149 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1040671149-project-admin] Attempt 10 to bind port 79d412df-4048-4e31-87a2-1a98ccc16deb Feb 09 19:40:29.785420 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.managers [None req-12ca7c3b-89c6-4c7d-a1db-593d686de0fe tempest-PortsAdminExtendedAttrsIpV6TestJSON-1040671149 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1040671149-project-admin] Attempting to bind port 79d412df-4048-4e31-87a2-1a98ccc16deb on host n-h1-713498-36 for vnic_type normal with profile {{(pid=103229) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 19:40:29.786886 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.managers [None req-12ca7c3b-89c6-4c7d-a1db-593d686de0fe tempest-PortsAdminExtendedAttrsIpV6TestJSON-1040671149 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1040671149-project-admin] Attempting to bind port 79d412df-4048-4e31-87a2-1a98ccc16deb by drivers openvswitch,hyperv on host n-h1-713498-36 at level 0 using segments [{'id': '62bf5d1a-d96f-4ced-85f9-cd8537bde534', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': '25cb982d-01ec-4aad-abd0-a998e63ae3df'}] {{(pid=103229) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 19:40:29.787349 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12ca7c3b-89c6-4c7d-a1db-593d686de0fe tempest-PortsAdminExtendedAttrsIpV6TestJSON-1040671149 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1040671149-project-admin] Attempting to bind port 79d412df-4048-4e31-87a2-1a98ccc16deb on network 25cb982d-01ec-4aad-abd0-a998e63ae3df {{(pid=103229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 19:40:29.792861 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12ca7c3b-89c6-4c7d-a1db-593d686de0fe tempest-PortsAdminExtendedAttrsIpV6TestJSON-1040671149 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1040671149-project-admin] Port 79d412df-4048-4e31-87a2-1a98ccc16deb on network 25cb982d-01ec-4aad-abd0-a998e63ae3df not bound, no agent of type Open vSwitch agent registered on host n-h1-713498-36 {{(pid=103229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 19:40:29.794146 n-d-713498-36 neutron-server[103229]: ERROR neutron.plugins.ml2.managers [None req-12ca7c3b-89c6-4c7d-a1db-593d686de0fe tempest-PortsAdminExtendedAttrsIpV6TestJSON-1040671149 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1040671149-project-admin] Failed to bind port 79d412df-4048-4e31-87a2-1a98ccc16deb on host n-h1-713498-36 for vnic_type normal using segments [{'id': '62bf5d1a-d96f-4ced-85f9-cd8537bde534', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': '25cb982d-01ec-4aad-abd0-a998e63ae3df'}] Feb 09 19:40:29.794146 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-12ca7c3b-89c6-4c7d-a1db-593d686de0fe tempest-PortsAdminExtendedAttrsIpV6TestJSON-1040671149 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1040671149-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (79d412df-4048-4e31-87a2-1a98ccc16deb), before_update {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:40:29.863979 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.db [None req-12ca7c3b-89c6-4c7d-a1db-593d686de0fe tempest-PortsAdminExtendedAttrsIpV6TestJSON-1040671149 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1040671149-project-admin] For port 79d412df-4048-4e31-87a2-1a98ccc16deb, host n-h1-713498-36, cleared binding levels {{(pid=103229) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 19:40:29.865537 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.db [None req-12ca7c3b-89c6-4c7d-a1db-593d686de0fe tempest-PortsAdminExtendedAttrsIpV6TestJSON-1040671149 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1040671149-project-admin] Attempted to set empty binding levels {{(pid=103229) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Feb 09 19:40:29.871403 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-12ca7c3b-89c6-4c7d-a1db-593d686de0fe tempest-PortsAdminExtendedAttrsIpV6TestJSON-1040671149 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1040671149-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762867176205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762866656485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762866656503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12867569'] for port (79d412df-4048-4e31-87a2-1a98ccc16deb), after_update {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:40:29.907895 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.plugin [None req-12ca7c3b-89c6-4c7d-a1db-593d686de0fe tempest-PortsAdminExtendedAttrsIpV6TestJSON-1040671149 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1040671149-project-admin] In _notify_port_updated(), no bound segment for port 79d412df-4048-4e31-87a2-1a98ccc16deb on network 25cb982d-01ec-4aad-abd0-a998e63ae3df {{(pid=103229) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Feb 09 19:40:29.908314 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12ca7c3b-89c6-4c7d-a1db-593d686de0fe tempest-PortsAdminExtendedAttrsIpV6TestJSON-1040671149 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1040671149-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:40:29.908926 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-12ca7c3b-89c6-4c7d-a1db-593d686de0fe tempest-PortsAdminExtendedAttrsIpV6TestJSON-1040671149 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1040671149-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171096'] for port (None), before_response {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:40:29.915571 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 42914) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:40:29.916422 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-12ca7c3b-89c6-4c7d-a1db-593d686de0fe tempest-PortsAdminExtendedAttrsIpV6TestJSON-1040671149 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1040671149-project-admin] 10.222.0.75 "PUT /v2.0/ports/79d412df-4048-4e31-87a2-1a98ccc16deb HTTP/1.1" status: 200 len: 980 time: 1.1073034 Feb 09 19:40:29.947259 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12ca7c3b-89c6-4c7d-a1db-593d686de0fe tempest-PortsAdminExtendedAttrsIpV6TestJSON-1040671149 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1040671149-project-admin] Pushing event updated for resources: {'Port': ['ID=79d412df-4048-4e31-87a2-1a98ccc16deb,revision_number=3']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:40:30.084122 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9d185fd-b015-418d-87f8-9a3ba73c216a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1040671149 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1040671149-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:40:30.084823 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9d185fd-b015-418d-87f8-9a3ba73c216a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1040671149 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1040671149-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:40:30.085633 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9d185fd-b015-418d-87f8-9a3ba73c216a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1040671149 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1040671149-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:40:30.098566 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9d185fd-b015-418d-87f8-9a3ba73c216a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1040671149 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1040671149-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:40:30.099237 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9d185fd-b015-418d-87f8-9a3ba73c216a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1040671149 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1040671149-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:40:30.100743 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9d185fd-b015-418d-87f8-9a3ba73c216a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1040671149 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1040671149-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:40:30.101464 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9d185fd-b015-418d-87f8-9a3ba73c216a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1040671149 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1040671149-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:40:30.102146 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9d185fd-b015-418d-87f8-9a3ba73c216a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1040671149 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1040671149-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:40:30.102787 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9d185fd-b015-418d-87f8-9a3ba73c216a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1040671149 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1040671149-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:40:30.103408 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9d185fd-b015-418d-87f8-9a3ba73c216a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1040671149 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1040671149-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:40:30.104057 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9d185fd-b015-418d-87f8-9a3ba73c216a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1040671149 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1040671149-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:40:30.104714 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9d185fd-b015-418d-87f8-9a3ba73c216a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1040671149 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1040671149-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:40:30.105349 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9d185fd-b015-418d-87f8-9a3ba73c216a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1040671149 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1040671149-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:40:30.106018 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9d185fd-b015-418d-87f8-9a3ba73c216a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1040671149 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1040671149-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:40:30.106655 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9d185fd-b015-418d-87f8-9a3ba73c216a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1040671149 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1040671149-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:40:30.107407 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9d185fd-b015-418d-87f8-9a3ba73c216a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1040671149 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1040671149-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:40:30.107772 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9d185fd-b015-418d-87f8-9a3ba73c216a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1040671149 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1040671149-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:40:30.108232 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9d185fd-b015-418d-87f8-9a3ba73c216a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1040671149 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1040671149-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:40:30.108682 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9d185fd-b015-418d-87f8-9a3ba73c216a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1040671149 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1040671149-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:40:30.109141 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9d185fd-b015-418d-87f8-9a3ba73c216a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1040671149 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1040671149-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:40:30.109593 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9d185fd-b015-418d-87f8-9a3ba73c216a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1040671149 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1040671149-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:40:30.118012 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9d185fd-b015-418d-87f8-9a3ba73c216a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1040671149 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1040671149-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:40:30.121159 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-d9d185fd-b015-418d-87f8-9a3ba73c216a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1040671149 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1040671149-project-admin] 10.222.0.75 "GET /v2.0/ports HTTP/1.1" status: 200 len: 20716 time: 0.2044108 Feb 09 19:40:30.126236 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 42918) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:40:30.271502 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.plugin [None req-1ad5b2b9-bc2c-47d6-a574-b9e825cb2c55 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1040671149 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1040671149-project-admin] Deleting port 79d412df-4048-4e31-87a2-1a98ccc16deb {{(pid=103230) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 19:40:30.272147 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-1ad5b2b9-bc2c-47d6-a574-b9e825cb2c55 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1040671149 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1040671149-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762867170196'] for port (79d412df-4048-4e31-87a2-1a98ccc16deb), before_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:40:30.339934 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.db [None req-1ad5b2b9-bc2c-47d6-a574-b9e825cb2c55 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1040671149 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1040671149-project-admin] For port 79d412df-4048-4e31-87a2-1a98ccc16deb, host n-h1-713498-36, got binding levels [] {{(pid=103230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 19:40:30.340535 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-1ad5b2b9-bc2c-47d6-a574-b9e825cb2c55 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1040671149 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1040671149-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1820838'] for port (79d412df-4048-4e31-87a2-1a98ccc16deb), precommit_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:40:30.355856 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.plugin [None req-1ad5b2b9-bc2c-47d6-a574-b9e825cb2c55 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1040671149 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1040671149-project-admin] Calling delete_port for 79d412df-4048-4e31-87a2-1a98ccc16deb owned by {{(pid=103230) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 19:40:30.454035 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-1ad5b2b9-bc2c-47d6-a574-b9e825cb2c55 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1040671149 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1040671149-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762867177463', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762866656476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14393751'] for port (79d412df-4048-4e31-87a2-1a98ccc16deb), after_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:40:30.522685 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ad5b2b9-bc2c-47d6-a574-b9e825cb2c55 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1040671149 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1040671149-project-admin] Pushing event deleted for resources: {'Port': ['ID=79d412df-4048-4e31-87a2-1a98ccc16deb,revision_number=None']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:40:30.527332 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-1ad5b2b9-bc2c-47d6-a574-b9e825cb2c55 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1040671149 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1040671149-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171096'] for port (None), before_response {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:40:30.532099 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-1ad5b2b9-bc2c-47d6-a574-b9e825cb2c55 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1040671149 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1040671149-project-admin] 10.222.0.75 "DELETE /v2.0/ports/79d412df-4048-4e31-87a2-1a98ccc16deb HTTP/1.1" status: 204 len: 168 time: 0.4024658 Feb 09 19:40:30.534917 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 42920) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:40:30.627684 n-d-713498-36 neutron-server[103229]: INFO neutron.pecan_wsgi.hooks.translation [None req-b025287e-d7ea-41e6-a00b-1a74bb432675 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1040671149 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1040671149-project-admin] GET failed (client error): The resource could not be found. Feb 09 19:40:30.633927 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-b025287e-d7ea-41e6-a00b-1a74bb432675 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1040671149 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1040671149-project-admin] 10.222.0.75 "GET /v2.0/ports/79d412df-4048-4e31-87a2-1a98ccc16deb HTTP/1.1" status: 404 len: 333 time: 0.0936835 Feb 09 19:40:30.634536 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 42924) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:40:30.651469 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.v2.base [None req-3fbf8e6c-bc27-4ed2-9e7c-a31c02d0949d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1040671149 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1040671149-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-507487399', 'network_id': '25cb982d-01ec-4aad-abd0-a998e63ae3df'}} {{(pid=103230) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 19:40:30.684657 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3fbf8e6c-bc27-4ed2-9e7c-a31c02d0949d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1040671149 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1040671149-project-admin] Made reservation on behalf of 8f6cdacc01c342cea7287393c164fa9f for: {'port': 1} {{(pid=103230) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 19:40:30.687130 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-3fbf8e6c-bc27-4ed2-9e7c-a31c02d0949d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1040671149 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1040671149-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (None), before_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:40:30.716516 n-d-713498-36 neutron-server[103230]: DEBUG neutron.notifiers.nova [None req-3fbf8e6c-bc27-4ed2-9e7c-a31c02d0949d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1040671149 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1040671149-project-admin] device_id is not set on port 13b0d7dc-e183-4df5-8610-55adbeae7a7d yet. {{(pid=103230) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 09 19:40:30.891347 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-3fbf8e6c-bc27-4ed2-9e7c-a31c02d0949d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1040671149 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1040671149-project-admin] Publish callbacks [] for port (13b0d7dc-e183-4df5-8610-55adbeae7a7d), precommit_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:40:30.930814 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-3fbf8e6c-bc27-4ed2-9e7c-a31c02d0949d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1040671149 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1040671149-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762866656467', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14393751'] for port (13b0d7dc-e183-4df5-8610-55adbeae7a7d), after_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:40:30.991754 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fbf8e6c-bc27-4ed2-9e7c-a31c02d0949d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1040671149 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1040671149-project-admin] Pushing event updated for resources: {'Port': ['ID=13b0d7dc-e183-4df5-8610-55adbeae7a7d,revision_number=1']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:40:31.027810 n-d-713498-36 neutron-server[103230]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3fbf8e6c-bc27-4ed2-9e7c-a31c02d0949d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1040671149 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1040671149-project-admin] Network 25cb982d-01ec-4aad-abd0-a998e63ae3df is already hosted by enough agents. {{(pid=103230) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 19:40:31.029587 n-d-713498-36 neutron-server[103230]: DEBUG neutron.scheduler.base_scheduler [None req-3fbf8e6c-bc27-4ed2-9e7c-a31c02d0949d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1040671149 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1040671149-project-admin] Resources bound (agent type, host, resource id): {{(pid=103230) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 19:40:31.037186 n-d-713498-36 neutron-server[103230]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fbf8e6c-bc27-4ed2-9e7c-a31c02d0949d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1040671149 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1040671149-project-admin] Received port after_create {{(pid=103230) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 19:40:31.039755 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3fbf8e6c-bc27-4ed2-9e7c-a31c02d0949d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1040671149 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1040671149-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:40:31.040637 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-3fbf8e6c-bc27-4ed2-9e7c-a31c02d0949d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1040671149 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1040671149-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171096'] for port (None), before_response {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:40:31.059667 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-3fbf8e6c-bc27-4ed2-9e7c-a31c02d0949d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1040671149 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1040671149-project-admin] 10.222.0.75 "POST /v2.0/ports HTTP/1.1" status: 201 len: 963 time: 0.4228551 Feb 09 19:40:31.062265 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 42930) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:40:31.111410 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9cf59b01-12c2-4d55-84c8-64752d085efd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1040671149 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1040671149-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:40:31.112934 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-9cf59b01-12c2-4d55-84c8-64752d085efd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1040671149 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1040671149-project-admin] 10.222.0.75 "GET /v2.0/ports/13b0d7dc-e183-4df5-8610-55adbeae7a7d HTTP/1.1" status: 200 len: 958 time: 0.0481839 Feb 09 19:40:31.116908 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 42932) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:40:31.264160 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.plugin [None req-26d0ccd2-ba4f-4170-9838-c455dd317dd1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1040671149 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1040671149-project-admin] Deleting port 13b0d7dc-e183-4df5-8610-55adbeae7a7d {{(pid=103229) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 19:40:31.264542 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-26d0ccd2-ba4f-4170-9838-c455dd317dd1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1040671149 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1040671149-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762867170196'] for port (13b0d7dc-e183-4df5-8610-55adbeae7a7d), before_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:40:31.359681 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-26d0ccd2-ba4f-4170-9838-c455dd317dd1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1040671149 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1040671149-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1820838'] for port (13b0d7dc-e183-4df5-8610-55adbeae7a7d), precommit_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:40:31.379883 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.plugin [None req-26d0ccd2-ba4f-4170-9838-c455dd317dd1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1040671149 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1040671149-project-admin] Calling delete_port for 13b0d7dc-e183-4df5-8610-55adbeae7a7d owned by {{(pid=103229) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 19:40:31.471767 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-26d0ccd2-ba4f-4170-9838-c455dd317dd1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1040671149 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1040671149-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762867177463', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762866656476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12867576'] for port (13b0d7dc-e183-4df5-8610-55adbeae7a7d), after_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:40:31.507152 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26d0ccd2-ba4f-4170-9838-c455dd317dd1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1040671149 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1040671149-project-admin] Pushing event deleted for resources: {'Port': ['ID=13b0d7dc-e183-4df5-8610-55adbeae7a7d,revision_number=None']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:40:31.509636 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-26d0ccd2-ba4f-4170-9838-c455dd317dd1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1040671149 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1040671149-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171096'] for port (None), before_response {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:40:31.515559 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-26d0ccd2-ba4f-4170-9838-c455dd317dd1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1040671149 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1040671149-project-admin] 10.222.0.75 "DELETE /v2.0/ports/13b0d7dc-e183-4df5-8610-55adbeae7a7d HTTP/1.1" status: 204 len: 168 time: 0.3952835 Feb 09 19:40:31.516242 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 42936) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:40:31.561450 n-d-713498-36 neutron-server[103230]: INFO neutron.pecan_wsgi.hooks.translation [None req-d8d83af7-8a20-4303-a5a9-378e178bd0af tempest-PortsAdminExtendedAttrsIpV6TestJSON-1040671149 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1040671149-project-admin] GET failed (client error): The resource could not be found. Feb 09 19:40:31.563799 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-d8d83af7-8a20-4303-a5a9-378e178bd0af tempest-PortsAdminExtendedAttrsIpV6TestJSON-1040671149 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1040671149-project-admin] 10.222.0.75 "GET /v2.0/ports/13b0d7dc-e183-4df5-8610-55adbeae7a7d HTTP/1.1" status: 404 len: 333 time: 0.0465822 Feb 09 19:40:31.567422 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 42938) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:40:31.581473 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.v2.base [None req-f065e6a4-9f66-4b11-a0c3-7f19098e1586 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1040671149 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1040671149-project-admin] Request body: {'port': {'network_id': '25cb982d-01ec-4aad-abd0-a998e63ae3df', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-220828947'}} {{(pid=103229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 19:40:31.607113 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f065e6a4-9f66-4b11-a0c3-7f19098e1586 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1040671149 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1040671149-project-admin] Made reservation on behalf of 8f6cdacc01c342cea7287393c164fa9f for: {'port': 1} {{(pid=103229) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 19:40:31.610643 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-f065e6a4-9f66-4b11-a0c3-7f19098e1586 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1040671149 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1040671149-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (None), before_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:40:31.634110 n-d-713498-36 neutron-server[103229]: DEBUG neutron.notifiers.nova [None req-f065e6a4-9f66-4b11-a0c3-7f19098e1586 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1040671149 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1040671149-project-admin] device_id is not set on port 5c6622a4-caa1-420d-b12f-3ff7c3d2d793 yet. {{(pid=103229) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 09 19:40:31.864137 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-f065e6a4-9f66-4b11-a0c3-7f19098e1586 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1040671149 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1040671149-project-admin] Publish callbacks [] for port (5c6622a4-caa1-420d-b12f-3ff7c3d2d793), precommit_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:40:31.902162 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-f065e6a4-9f66-4b11-a0c3-7f19098e1586 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1040671149 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1040671149-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762866656467', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12867576'] for port (5c6622a4-caa1-420d-b12f-3ff7c3d2d793), after_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:40:31.966289 n-d-713498-36 neutron-server[103229]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f065e6a4-9f66-4b11-a0c3-7f19098e1586 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1040671149 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1040671149-project-admin] Network 25cb982d-01ec-4aad-abd0-a998e63ae3df is already hosted by enough agents. {{(pid=103229) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 19:40:31.973303 n-d-713498-36 neutron-server[103229]: DEBUG neutron.scheduler.base_scheduler [None req-f065e6a4-9f66-4b11-a0c3-7f19098e1586 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1040671149 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1040671149-project-admin] Resources bound (agent type, host, resource id): {{(pid=103229) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 19:40:31.982661 n-d-713498-36 neutron-server[103229]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f065e6a4-9f66-4b11-a0c3-7f19098e1586 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1040671149 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1040671149-project-admin] Received port after_create {{(pid=103229) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 19:40:31.984864 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f065e6a4-9f66-4b11-a0c3-7f19098e1586 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1040671149 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1040671149-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:40:31.986017 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-f065e6a4-9f66-4b11-a0c3-7f19098e1586 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1040671149 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1040671149-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171096'] for port (None), before_response {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:40:32.002447 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f065e6a4-9f66-4b11-a0c3-7f19098e1586 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1040671149 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1040671149-project-admin] Pushing event updated for resources: {'Port': ['ID=5c6622a4-caa1-420d-b12f-3ff7c3d2d793,revision_number=1']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:40:32.029397 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-f065e6a4-9f66-4b11-a0c3-7f19098e1586 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1040671149 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1040671149-project-admin] 10.222.0.75 "POST /v2.0/ports HTTP/1.1" status: 201 len: 963 time: 0.4589860 Feb 09 19:40:32.032337 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 42968) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:40:32.039710 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.v2.base [None req-8752774f-9b1c-4a0c-8701-5bbe93f4e25e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1040671149 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1040671149-project-admin] Request body: {'port': {'binding:host_id': 'n-h1-713498-36'}} {{(pid=103230) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 19:40:32.178443 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-8752774f-9b1c-4a0c-8701-5bbe93f4e25e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1040671149 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1040671149-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (5c6622a4-caa1-420d-b12f-3ff7c3d2d793), before_update {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:40:32.397825 n-d-713498-36 neutron-server[103230]: DEBUG neutron.notifiers.nova [None req-8752774f-9b1c-4a0c-8701-5bbe93f4e25e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1040671149 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1040671149-project-admin] device_id is not set on port 5c6622a4-caa1-420d-b12f-3ff7c3d2d793 yet. {{(pid=103230) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 09 19:40:32.406478 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-8752774f-9b1c-4a0c-8701-5bbe93f4e25e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1040671149 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1040671149-project-admin] Publish callbacks [] for port (5c6622a4-caa1-420d-b12f-3ff7c3d2d793), precommit_update {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:40:32.420365 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-8752774f-9b1c-4a0c-8701-5bbe93f4e25e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1040671149 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1040671149-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762867176205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762866656485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762866656503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14393758'] for port (5c6622a4-caa1-420d-b12f-3ff7c3d2d793), after_update {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:40:32.531176 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.managers [None req-8752774f-9b1c-4a0c-8701-5bbe93f4e25e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1040671149 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1040671149-project-admin] Attempting to bind port 5c6622a4-caa1-420d-b12f-3ff7c3d2d793 on host n-h1-713498-36 for vnic_type normal with profile {{(pid=103230) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 19:40:32.531322 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.managers [None req-8752774f-9b1c-4a0c-8701-5bbe93f4e25e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1040671149 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1040671149-project-admin] Attempting to bind port 5c6622a4-caa1-420d-b12f-3ff7c3d2d793 by drivers openvswitch,hyperv on host n-h1-713498-36 at level 0 using segments [{'id': '62bf5d1a-d96f-4ced-85f9-cd8537bde534', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': '25cb982d-01ec-4aad-abd0-a998e63ae3df'}] {{(pid=103230) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 19:40:32.531711 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8752774f-9b1c-4a0c-8701-5bbe93f4e25e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1040671149 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1040671149-project-admin] Attempting to bind port 5c6622a4-caa1-420d-b12f-3ff7c3d2d793 on network 25cb982d-01ec-4aad-abd0-a998e63ae3df {{(pid=103230) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 19:40:32.535085 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8752774f-9b1c-4a0c-8701-5bbe93f4e25e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1040671149 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1040671149-project-admin] Pushing event updated for resources: {'Port': ['ID=5c6622a4-caa1-420d-b12f-3ff7c3d2d793,revision_number=2']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:40:32.540857 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8752774f-9b1c-4a0c-8701-5bbe93f4e25e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1040671149 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1040671149-project-admin] Port 5c6622a4-caa1-420d-b12f-3ff7c3d2d793 on network 25cb982d-01ec-4aad-abd0-a998e63ae3df not bound, no agent of type Open vSwitch agent registered on host n-h1-713498-36 {{(pid=103230) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 19:40:32.541192 n-d-713498-36 neutron-server[103230]: ERROR neutron.plugins.ml2.managers [None req-8752774f-9b1c-4a0c-8701-5bbe93f4e25e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1040671149 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1040671149-project-admin] Failed to bind port 5c6622a4-caa1-420d-b12f-3ff7c3d2d793 on host n-h1-713498-36 for vnic_type normal using segments [{'id': '62bf5d1a-d96f-4ced-85f9-cd8537bde534', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': '25cb982d-01ec-4aad-abd0-a998e63ae3df'}] Feb 09 19:40:32.541582 n-d-713498-36 neutron-server[103230]: INFO neutron.plugins.ml2.plugin [None req-8752774f-9b1c-4a0c-8701-5bbe93f4e25e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1040671149 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1040671149-project-admin] Attempt 2 to bind port 5c6622a4-caa1-420d-b12f-3ff7c3d2d793 Feb 09 19:40:32.563136 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.managers [None req-8752774f-9b1c-4a0c-8701-5bbe93f4e25e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1040671149 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1040671149-project-admin] Attempting to bind port 5c6622a4-caa1-420d-b12f-3ff7c3d2d793 on host n-h1-713498-36 for vnic_type normal with profile {{(pid=103230) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 19:40:32.563472 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.managers [None req-8752774f-9b1c-4a0c-8701-5bbe93f4e25e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1040671149 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1040671149-project-admin] Attempting to bind port 5c6622a4-caa1-420d-b12f-3ff7c3d2d793 by drivers openvswitch,hyperv on host n-h1-713498-36 at level 0 using segments [{'id': '62bf5d1a-d96f-4ced-85f9-cd8537bde534', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': '25cb982d-01ec-4aad-abd0-a998e63ae3df'}] {{(pid=103230) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 19:40:32.563806 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8752774f-9b1c-4a0c-8701-5bbe93f4e25e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1040671149 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1040671149-project-admin] Attempting to bind port 5c6622a4-caa1-420d-b12f-3ff7c3d2d793 on network 25cb982d-01ec-4aad-abd0-a998e63ae3df {{(pid=103230) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 19:40:32.569117 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8752774f-9b1c-4a0c-8701-5bbe93f4e25e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1040671149 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1040671149-project-admin] Port 5c6622a4-caa1-420d-b12f-3ff7c3d2d793 on network 25cb982d-01ec-4aad-abd0-a998e63ae3df not bound, no agent of type Open vSwitch agent registered on host n-h1-713498-36 {{(pid=103230) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 19:40:32.569453 n-d-713498-36 neutron-server[103230]: ERROR neutron.plugins.ml2.managers [None req-8752774f-9b1c-4a0c-8701-5bbe93f4e25e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1040671149 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1040671149-project-admin] Failed to bind port 5c6622a4-caa1-420d-b12f-3ff7c3d2d793 on host n-h1-713498-36 for vnic_type normal using segments [{'id': '62bf5d1a-d96f-4ced-85f9-cd8537bde534', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': '25cb982d-01ec-4aad-abd0-a998e63ae3df'}] Feb 09 19:40:32.569846 n-d-713498-36 neutron-server[103230]: INFO neutron.plugins.ml2.plugin [None req-8752774f-9b1c-4a0c-8701-5bbe93f4e25e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1040671149 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1040671149-project-admin] Attempt 3 to bind port 5c6622a4-caa1-420d-b12f-3ff7c3d2d793 Feb 09 19:40:32.583511 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.managers [None req-8752774f-9b1c-4a0c-8701-5bbe93f4e25e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1040671149 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1040671149-project-admin] Attempting to bind port 5c6622a4-caa1-420d-b12f-3ff7c3d2d793 on host n-h1-713498-36 for vnic_type normal with profile {{(pid=103230) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 19:40:32.584151 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.managers [None req-8752774f-9b1c-4a0c-8701-5bbe93f4e25e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1040671149 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1040671149-project-admin] Attempting to bind port 5c6622a4-caa1-420d-b12f-3ff7c3d2d793 by drivers openvswitch,hyperv on host n-h1-713498-36 at level 0 using segments [{'id': '62bf5d1a-d96f-4ced-85f9-cd8537bde534', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': '25cb982d-01ec-4aad-abd0-a998e63ae3df'}] {{(pid=103230) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 19:40:32.584269 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8752774f-9b1c-4a0c-8701-5bbe93f4e25e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1040671149 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1040671149-project-admin] Attempting to bind port 5c6622a4-caa1-420d-b12f-3ff7c3d2d793 on network 25cb982d-01ec-4aad-abd0-a998e63ae3df {{(pid=103230) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 19:40:32.589612 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8752774f-9b1c-4a0c-8701-5bbe93f4e25e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1040671149 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1040671149-project-admin] Port 5c6622a4-caa1-420d-b12f-3ff7c3d2d793 on network 25cb982d-01ec-4aad-abd0-a998e63ae3df not bound, no agent of type Open vSwitch agent registered on host n-h1-713498-36 {{(pid=103230) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 19:40:32.589949 n-d-713498-36 neutron-server[103230]: ERROR neutron.plugins.ml2.managers [None req-8752774f-9b1c-4a0c-8701-5bbe93f4e25e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1040671149 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1040671149-project-admin] Failed to bind port 5c6622a4-caa1-420d-b12f-3ff7c3d2d793 on host n-h1-713498-36 for vnic_type normal using segments [{'id': '62bf5d1a-d96f-4ced-85f9-cd8537bde534', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': '25cb982d-01ec-4aad-abd0-a998e63ae3df'}] Feb 09 19:40:32.590517 n-d-713498-36 neutron-server[103230]: INFO neutron.plugins.ml2.plugin [None req-8752774f-9b1c-4a0c-8701-5bbe93f4e25e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1040671149 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1040671149-project-admin] Attempt 4 to bind port 5c6622a4-caa1-420d-b12f-3ff7c3d2d793 Feb 09 19:40:32.617398 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.managers [None req-8752774f-9b1c-4a0c-8701-5bbe93f4e25e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1040671149 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1040671149-project-admin] Attempting to bind port 5c6622a4-caa1-420d-b12f-3ff7c3d2d793 on host n-h1-713498-36 for vnic_type normal with profile {{(pid=103230) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 19:40:32.617682 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.managers [None req-8752774f-9b1c-4a0c-8701-5bbe93f4e25e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1040671149 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1040671149-project-admin] Attempting to bind port 5c6622a4-caa1-420d-b12f-3ff7c3d2d793 by drivers openvswitch,hyperv on host n-h1-713498-36 at level 0 using segments [{'id': '62bf5d1a-d96f-4ced-85f9-cd8537bde534', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': '25cb982d-01ec-4aad-abd0-a998e63ae3df'}] {{(pid=103230) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 19:40:32.630080 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8752774f-9b1c-4a0c-8701-5bbe93f4e25e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1040671149 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1040671149-project-admin] Attempting to bind port 5c6622a4-caa1-420d-b12f-3ff7c3d2d793 on network 25cb982d-01ec-4aad-abd0-a998e63ae3df {{(pid=103230) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 19:40:32.635453 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8752774f-9b1c-4a0c-8701-5bbe93f4e25e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1040671149 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1040671149-project-admin] Port 5c6622a4-caa1-420d-b12f-3ff7c3d2d793 on network 25cb982d-01ec-4aad-abd0-a998e63ae3df not bound, no agent of type Open vSwitch agent registered on host n-h1-713498-36 {{(pid=103230) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 19:40:32.635831 n-d-713498-36 neutron-server[103230]: ERROR neutron.plugins.ml2.managers [None req-8752774f-9b1c-4a0c-8701-5bbe93f4e25e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1040671149 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1040671149-project-admin] Failed to bind port 5c6622a4-caa1-420d-b12f-3ff7c3d2d793 on host n-h1-713498-36 for vnic_type normal using segments [{'id': '62bf5d1a-d96f-4ced-85f9-cd8537bde534', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': '25cb982d-01ec-4aad-abd0-a998e63ae3df'}] Feb 09 19:40:32.636206 n-d-713498-36 neutron-server[103230]: INFO neutron.plugins.ml2.plugin [None req-8752774f-9b1c-4a0c-8701-5bbe93f4e25e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1040671149 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1040671149-project-admin] Attempt 5 to bind port 5c6622a4-caa1-420d-b12f-3ff7c3d2d793 Feb 09 19:40:32.661561 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.managers [None req-8752774f-9b1c-4a0c-8701-5bbe93f4e25e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1040671149 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1040671149-project-admin] Attempting to bind port 5c6622a4-caa1-420d-b12f-3ff7c3d2d793 on host n-h1-713498-36 for vnic_type normal with profile {{(pid=103230) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 19:40:32.662066 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.managers [None req-8752774f-9b1c-4a0c-8701-5bbe93f4e25e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1040671149 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1040671149-project-admin] Attempting to bind port 5c6622a4-caa1-420d-b12f-3ff7c3d2d793 by drivers openvswitch,hyperv on host n-h1-713498-36 at level 0 using segments [{'id': '62bf5d1a-d96f-4ced-85f9-cd8537bde534', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': '25cb982d-01ec-4aad-abd0-a998e63ae3df'}] {{(pid=103230) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 19:40:32.662413 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8752774f-9b1c-4a0c-8701-5bbe93f4e25e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1040671149 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1040671149-project-admin] Attempting to bind port 5c6622a4-caa1-420d-b12f-3ff7c3d2d793 on network 25cb982d-01ec-4aad-abd0-a998e63ae3df {{(pid=103230) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 19:40:32.675261 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8752774f-9b1c-4a0c-8701-5bbe93f4e25e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1040671149 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1040671149-project-admin] Port 5c6622a4-caa1-420d-b12f-3ff7c3d2d793 on network 25cb982d-01ec-4aad-abd0-a998e63ae3df not bound, no agent of type Open vSwitch agent registered on host n-h1-713498-36 {{(pid=103230) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 19:40:32.675589 n-d-713498-36 neutron-server[103230]: ERROR neutron.plugins.ml2.managers [None req-8752774f-9b1c-4a0c-8701-5bbe93f4e25e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1040671149 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1040671149-project-admin] Failed to bind port 5c6622a4-caa1-420d-b12f-3ff7c3d2d793 on host n-h1-713498-36 for vnic_type normal using segments [{'id': '62bf5d1a-d96f-4ced-85f9-cd8537bde534', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': '25cb982d-01ec-4aad-abd0-a998e63ae3df'}] Feb 09 19:40:32.676570 n-d-713498-36 neutron-server[103230]: INFO neutron.plugins.ml2.plugin [None req-8752774f-9b1c-4a0c-8701-5bbe93f4e25e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1040671149 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1040671149-project-admin] Attempt 6 to bind port 5c6622a4-caa1-420d-b12f-3ff7c3d2d793 Feb 09 19:40:32.692771 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.managers [None req-8752774f-9b1c-4a0c-8701-5bbe93f4e25e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1040671149 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1040671149-project-admin] Attempting to bind port 5c6622a4-caa1-420d-b12f-3ff7c3d2d793 on host n-h1-713498-36 for vnic_type normal with profile {{(pid=103230) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 19:40:32.693309 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.managers [None req-8752774f-9b1c-4a0c-8701-5bbe93f4e25e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1040671149 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1040671149-project-admin] Attempting to bind port 5c6622a4-caa1-420d-b12f-3ff7c3d2d793 by drivers openvswitch,hyperv on host n-h1-713498-36 at level 0 using segments [{'id': '62bf5d1a-d96f-4ced-85f9-cd8537bde534', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': '25cb982d-01ec-4aad-abd0-a998e63ae3df'}] {{(pid=103230) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 19:40:32.693645 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8752774f-9b1c-4a0c-8701-5bbe93f4e25e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1040671149 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1040671149-project-admin] Attempting to bind port 5c6622a4-caa1-420d-b12f-3ff7c3d2d793 on network 25cb982d-01ec-4aad-abd0-a998e63ae3df {{(pid=103230) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 19:40:32.699404 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8752774f-9b1c-4a0c-8701-5bbe93f4e25e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1040671149 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1040671149-project-admin] Port 5c6622a4-caa1-420d-b12f-3ff7c3d2d793 on network 25cb982d-01ec-4aad-abd0-a998e63ae3df not bound, no agent of type Open vSwitch agent registered on host n-h1-713498-36 {{(pid=103230) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 19:40:32.699756 n-d-713498-36 neutron-server[103230]: ERROR neutron.plugins.ml2.managers [None req-8752774f-9b1c-4a0c-8701-5bbe93f4e25e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1040671149 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1040671149-project-admin] Failed to bind port 5c6622a4-caa1-420d-b12f-3ff7c3d2d793 on host n-h1-713498-36 for vnic_type normal using segments [{'id': '62bf5d1a-d96f-4ced-85f9-cd8537bde534', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': '25cb982d-01ec-4aad-abd0-a998e63ae3df'}] Feb 09 19:40:32.700145 n-d-713498-36 neutron-server[103230]: INFO neutron.plugins.ml2.plugin [None req-8752774f-9b1c-4a0c-8701-5bbe93f4e25e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1040671149 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1040671149-project-admin] Attempt 7 to bind port 5c6622a4-caa1-420d-b12f-3ff7c3d2d793 Feb 09 19:40:32.716320 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.managers [None req-8752774f-9b1c-4a0c-8701-5bbe93f4e25e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1040671149 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1040671149-project-admin] Attempting to bind port 5c6622a4-caa1-420d-b12f-3ff7c3d2d793 on host n-h1-713498-36 for vnic_type normal with profile {{(pid=103230) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 19:40:32.716597 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.managers [None req-8752774f-9b1c-4a0c-8701-5bbe93f4e25e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1040671149 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1040671149-project-admin] Attempting to bind port 5c6622a4-caa1-420d-b12f-3ff7c3d2d793 by drivers openvswitch,hyperv on host n-h1-713498-36 at level 0 using segments [{'id': '62bf5d1a-d96f-4ced-85f9-cd8537bde534', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': '25cb982d-01ec-4aad-abd0-a998e63ae3df'}] {{(pid=103230) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 19:40:32.716933 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8752774f-9b1c-4a0c-8701-5bbe93f4e25e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1040671149 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1040671149-project-admin] Attempting to bind port 5c6622a4-caa1-420d-b12f-3ff7c3d2d793 on network 25cb982d-01ec-4aad-abd0-a998e63ae3df {{(pid=103230) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 19:40:32.722960 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8752774f-9b1c-4a0c-8701-5bbe93f4e25e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1040671149 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1040671149-project-admin] Port 5c6622a4-caa1-420d-b12f-3ff7c3d2d793 on network 25cb982d-01ec-4aad-abd0-a998e63ae3df not bound, no agent of type Open vSwitch agent registered on host n-h1-713498-36 {{(pid=103230) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 19:40:32.723588 n-d-713498-36 neutron-server[103230]: ERROR neutron.plugins.ml2.managers [None req-8752774f-9b1c-4a0c-8701-5bbe93f4e25e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1040671149 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1040671149-project-admin] Failed to bind port 5c6622a4-caa1-420d-b12f-3ff7c3d2d793 on host n-h1-713498-36 for vnic_type normal using segments [{'id': '62bf5d1a-d96f-4ced-85f9-cd8537bde534', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': '25cb982d-01ec-4aad-abd0-a998e63ae3df'}] Feb 09 19:40:32.724326 n-d-713498-36 neutron-server[103230]: INFO neutron.plugins.ml2.plugin [None req-8752774f-9b1c-4a0c-8701-5bbe93f4e25e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1040671149 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1040671149-project-admin] Attempt 8 to bind port 5c6622a4-caa1-420d-b12f-3ff7c3d2d793 Feb 09 19:40:32.738602 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.managers [None req-8752774f-9b1c-4a0c-8701-5bbe93f4e25e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1040671149 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1040671149-project-admin] Attempting to bind port 5c6622a4-caa1-420d-b12f-3ff7c3d2d793 on host n-h1-713498-36 for vnic_type normal with profile {{(pid=103230) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 19:40:32.739216 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.managers [None req-8752774f-9b1c-4a0c-8701-5bbe93f4e25e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1040671149 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1040671149-project-admin] Attempting to bind port 5c6622a4-caa1-420d-b12f-3ff7c3d2d793 by drivers openvswitch,hyperv on host n-h1-713498-36 at level 0 using segments [{'id': '62bf5d1a-d96f-4ced-85f9-cd8537bde534', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': '25cb982d-01ec-4aad-abd0-a998e63ae3df'}] {{(pid=103230) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 19:40:32.739800 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8752774f-9b1c-4a0c-8701-5bbe93f4e25e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1040671149 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1040671149-project-admin] Attempting to bind port 5c6622a4-caa1-420d-b12f-3ff7c3d2d793 on network 25cb982d-01ec-4aad-abd0-a998e63ae3df {{(pid=103230) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 19:40:32.745552 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8752774f-9b1c-4a0c-8701-5bbe93f4e25e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1040671149 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1040671149-project-admin] Port 5c6622a4-caa1-420d-b12f-3ff7c3d2d793 on network 25cb982d-01ec-4aad-abd0-a998e63ae3df not bound, no agent of type Open vSwitch agent registered on host n-h1-713498-36 {{(pid=103230) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 19:40:32.746257 n-d-713498-36 neutron-server[103230]: ERROR neutron.plugins.ml2.managers [None req-8752774f-9b1c-4a0c-8701-5bbe93f4e25e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1040671149 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1040671149-project-admin] Failed to bind port 5c6622a4-caa1-420d-b12f-3ff7c3d2d793 on host n-h1-713498-36 for vnic_type normal using segments [{'id': '62bf5d1a-d96f-4ced-85f9-cd8537bde534', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': '25cb982d-01ec-4aad-abd0-a998e63ae3df'}] Feb 09 19:40:32.746847 n-d-713498-36 neutron-server[103230]: INFO neutron.plugins.ml2.plugin [None req-8752774f-9b1c-4a0c-8701-5bbe93f4e25e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1040671149 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1040671149-project-admin] Attempt 9 to bind port 5c6622a4-caa1-420d-b12f-3ff7c3d2d793 Feb 09 19:40:32.761438 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.managers [None req-8752774f-9b1c-4a0c-8701-5bbe93f4e25e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1040671149 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1040671149-project-admin] Attempting to bind port 5c6622a4-caa1-420d-b12f-3ff7c3d2d793 on host n-h1-713498-36 for vnic_type normal with profile {{(pid=103230) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 19:40:32.762072 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.managers [None req-8752774f-9b1c-4a0c-8701-5bbe93f4e25e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1040671149 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1040671149-project-admin] Attempting to bind port 5c6622a4-caa1-420d-b12f-3ff7c3d2d793 by drivers openvswitch,hyperv on host n-h1-713498-36 at level 0 using segments [{'id': '62bf5d1a-d96f-4ced-85f9-cd8537bde534', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': '25cb982d-01ec-4aad-abd0-a998e63ae3df'}] {{(pid=103230) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 19:40:32.762607 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8752774f-9b1c-4a0c-8701-5bbe93f4e25e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1040671149 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1040671149-project-admin] Attempting to bind port 5c6622a4-caa1-420d-b12f-3ff7c3d2d793 on network 25cb982d-01ec-4aad-abd0-a998e63ae3df {{(pid=103230) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 19:40:32.769212 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8752774f-9b1c-4a0c-8701-5bbe93f4e25e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1040671149 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1040671149-project-admin] Port 5c6622a4-caa1-420d-b12f-3ff7c3d2d793 on network 25cb982d-01ec-4aad-abd0-a998e63ae3df not bound, no agent of type Open vSwitch agent registered on host n-h1-713498-36 {{(pid=103230) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 19:40:32.769781 n-d-713498-36 neutron-server[103230]: ERROR neutron.plugins.ml2.managers [None req-8752774f-9b1c-4a0c-8701-5bbe93f4e25e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1040671149 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1040671149-project-admin] Failed to bind port 5c6622a4-caa1-420d-b12f-3ff7c3d2d793 on host n-h1-713498-36 for vnic_type normal using segments [{'id': '62bf5d1a-d96f-4ced-85f9-cd8537bde534', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': '25cb982d-01ec-4aad-abd0-a998e63ae3df'}] Feb 09 19:40:32.770385 n-d-713498-36 neutron-server[103230]: INFO neutron.plugins.ml2.plugin [None req-8752774f-9b1c-4a0c-8701-5bbe93f4e25e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1040671149 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1040671149-project-admin] Attempt 10 to bind port 5c6622a4-caa1-420d-b12f-3ff7c3d2d793 Feb 09 19:40:32.786322 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.managers [None req-8752774f-9b1c-4a0c-8701-5bbe93f4e25e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1040671149 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1040671149-project-admin] Attempting to bind port 5c6622a4-caa1-420d-b12f-3ff7c3d2d793 on host n-h1-713498-36 for vnic_type normal with profile {{(pid=103230) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 19:40:32.787102 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.managers [None req-8752774f-9b1c-4a0c-8701-5bbe93f4e25e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1040671149 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1040671149-project-admin] Attempting to bind port 5c6622a4-caa1-420d-b12f-3ff7c3d2d793 by drivers openvswitch,hyperv on host n-h1-713498-36 at level 0 using segments [{'id': '62bf5d1a-d96f-4ced-85f9-cd8537bde534', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': '25cb982d-01ec-4aad-abd0-a998e63ae3df'}] {{(pid=103230) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 19:40:32.787663 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8752774f-9b1c-4a0c-8701-5bbe93f4e25e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1040671149 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1040671149-project-admin] Attempting to bind port 5c6622a4-caa1-420d-b12f-3ff7c3d2d793 on network 25cb982d-01ec-4aad-abd0-a998e63ae3df {{(pid=103230) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 19:40:32.796198 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8752774f-9b1c-4a0c-8701-5bbe93f4e25e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1040671149 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1040671149-project-admin] Port 5c6622a4-caa1-420d-b12f-3ff7c3d2d793 on network 25cb982d-01ec-4aad-abd0-a998e63ae3df not bound, no agent of type Open vSwitch agent registered on host n-h1-713498-36 {{(pid=103230) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 19:40:32.796855 n-d-713498-36 neutron-server[103230]: ERROR neutron.plugins.ml2.managers [None req-8752774f-9b1c-4a0c-8701-5bbe93f4e25e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1040671149 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1040671149-project-admin] Failed to bind port 5c6622a4-caa1-420d-b12f-3ff7c3d2d793 on host n-h1-713498-36 for vnic_type normal using segments [{'id': '62bf5d1a-d96f-4ced-85f9-cd8537bde534', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': '25cb982d-01ec-4aad-abd0-a998e63ae3df'}] Feb 09 19:40:32.797425 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-8752774f-9b1c-4a0c-8701-5bbe93f4e25e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1040671149 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1040671149-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (5c6622a4-caa1-420d-b12f-3ff7c3d2d793), before_update {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:40:32.890767 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.db [None req-8752774f-9b1c-4a0c-8701-5bbe93f4e25e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1040671149 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1040671149-project-admin] For port 5c6622a4-caa1-420d-b12f-3ff7c3d2d793, host n-h1-713498-36, cleared binding levels {{(pid=103230) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 19:40:32.890995 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.db [None req-8752774f-9b1c-4a0c-8701-5bbe93f4e25e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1040671149 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1040671149-project-admin] Attempted to set empty binding levels {{(pid=103230) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Feb 09 19:40:32.903488 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-8752774f-9b1c-4a0c-8701-5bbe93f4e25e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1040671149 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1040671149-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762867176205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762866656485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762866656503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14393758'] for port (5c6622a4-caa1-420d-b12f-3ff7c3d2d793), after_update {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:40:32.946905 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.plugin [None req-8752774f-9b1c-4a0c-8701-5bbe93f4e25e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1040671149 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1040671149-project-admin] In _notify_port_updated(), no bound segment for port 5c6622a4-caa1-420d-b12f-3ff7c3d2d793 on network 25cb982d-01ec-4aad-abd0-a998e63ae3df {{(pid=103230) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Feb 09 19:40:32.947908 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8752774f-9b1c-4a0c-8701-5bbe93f4e25e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1040671149 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1040671149-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:40:32.948798 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-8752774f-9b1c-4a0c-8701-5bbe93f4e25e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1040671149 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1040671149-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171096'] for port (None), before_response {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:40:32.950291 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-8752774f-9b1c-4a0c-8701-5bbe93f4e25e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1040671149 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1040671149-project-admin] 10.222.0.75 "PUT /v2.0/ports/5c6622a4-caa1-420d-b12f-3ff7c3d2d793 HTTP/1.1" status: 200 len: 979 time: 0.9162807 Feb 09 19:40:32.953123 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 43016) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:40:33.003343 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8752774f-9b1c-4a0c-8701-5bbe93f4e25e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1040671149 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1040671149-project-admin] Pushing event updated for resources: {'Port': ['ID=5c6622a4-caa1-420d-b12f-3ff7c3d2d793,revision_number=3']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:40:33.073628 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.plugin [None req-d9ea928e-9b4b-4eac-970b-0c931beeb399 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1040671149 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1040671149-project-admin] Deleting port 5c6622a4-caa1-420d-b12f-3ff7c3d2d793 {{(pid=103230) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 19:40:33.074240 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-d9ea928e-9b4b-4eac-970b-0c931beeb399 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1040671149 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1040671149-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762867170196'] for port (5c6622a4-caa1-420d-b12f-3ff7c3d2d793), before_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:40:33.164226 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.db [None req-d9ea928e-9b4b-4eac-970b-0c931beeb399 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1040671149 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1040671149-project-admin] For port 5c6622a4-caa1-420d-b12f-3ff7c3d2d793, host n-h1-713498-36, got binding levels [] {{(pid=103230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 19:40:33.164643 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-d9ea928e-9b4b-4eac-970b-0c931beeb399 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1040671149 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1040671149-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1820838'] for port (5c6622a4-caa1-420d-b12f-3ff7c3d2d793), precommit_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:40:33.181669 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.plugin [None req-d9ea928e-9b4b-4eac-970b-0c931beeb399 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1040671149 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1040671149-project-admin] Calling delete_port for 5c6622a4-caa1-420d-b12f-3ff7c3d2d793 owned by {{(pid=103230) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 19:40:33.279216 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-d9ea928e-9b4b-4eac-970b-0c931beeb399 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1040671149 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1040671149-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762867177463', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762866656476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14393751'] for port (5c6622a4-caa1-420d-b12f-3ff7c3d2d793), after_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:40:33.331184 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-d9ea928e-9b4b-4eac-970b-0c931beeb399 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1040671149 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1040671149-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171096'] for port (None), before_response {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:40:33.336648 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-d9ea928e-9b4b-4eac-970b-0c931beeb399 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1040671149 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1040671149-project-admin] 10.222.0.75 "DELETE /v2.0/ports/5c6622a4-caa1-420d-b12f-3ff7c3d2d793 HTTP/1.1" status: 204 len: 168 time: 0.3824730 Feb 09 19:40:33.337712 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9ea928e-9b4b-4eac-970b-0c931beeb399 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1040671149 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1040671149-project-admin] Pushing event deleted for resources: {'Port': ['ID=5c6622a4-caa1-420d-b12f-3ff7c3d2d793,revision_number=None']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:40:33.339511 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 43030) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:40:33.387431 n-d-713498-36 neutron-server[103230]: INFO neutron.pecan_wsgi.hooks.translation [None req-a0760b9d-a0e0-437d-86e9-bc0b7c64b864 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1040671149 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1040671149-project-admin] GET failed (client error): The resource could not be found. Feb 09 19:40:33.393588 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 43032) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:40:33.406595 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-a0760b9d-a0e0-437d-86e9-bc0b7c64b864 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1040671149 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1040671149-project-admin] 10.222.0.75 "GET /v2.0/ports/5c6622a4-caa1-420d-b12f-3ff7c3d2d793 HTTP/1.1" status: 404 len: 333 time: 0.0658402 Feb 09 19:40:33.499175 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-369a7be8-a55a-4ff0-85d6-3b3707f3d92c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1718418689 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1718418689-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-670458'] for network (25cb982d-01ec-4aad-abd0-a998e63ae3df), before_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:40:33.612332 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-369a7be8-a55a-4ff0-85d6-3b3707f3d92c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1718418689 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1718418689-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-590267', 'neutron.services.segments.db._delete_segments_for_network-8762867132609'] for network (25cb982d-01ec-4aad-abd0-a998e63ae3df), precommit_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:40:33.636902 n-d-713498-36 neutron-server[103229]: DEBUG neutron.services.segments.db [None req-369a7be8-a55a-4ff0-85d6-3b3707f3d92c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1718418689 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1718418689-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['25cb982d-01ec-4aad-abd0-a998e63ae3df']}} {{(pid=103229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:40:33.647495 n-d-713498-36 neutron-server[103229]: DEBUG neutron.services.segments.db [None req-369a7be8-a55a-4ff0-85d6-3b3707f3d92c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1718418689 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1718418689-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '62bf5d1a-d96f-4ced-85f9-cd8537bde534') {'for_net_delete': True} {{(pid=103229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:40:33.647802 n-d-713498-36 neutron-server[103229]: DEBUG neutron.services.segments.db [None req-369a7be8-a55a-4ff0-85d6-3b3707f3d92c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1718418689 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1718418689-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '62bf5d1a-d96f-4ced-85f9-cd8537bde534') {} {{(pid=103229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:40:33.664000 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-369a7be8-a55a-4ff0-85d6-3b3707f3d92c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1718418689 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1718418689-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762867134154', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16683417'] for segment (62bf5d1a-d96f-4ced-85f9-cd8537bde534), before_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:40:33.680080 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-369a7be8-a55a-4ff0-85d6-3b3707f3d92c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1718418689 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1718418689-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-759574'] for segment (62bf5d1a-d96f-4ced-85f9-cd8537bde534), precommit_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:40:33.686808 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-369a7be8-a55a-4ff0-85d6-3b3707f3d92c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1718418689 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1718418689-project] Releasing vlan 390 on physical network physnet1 to pool {{(pid=103229) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 19:40:33.687210 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-369a7be8-a55a-4ff0-85d6-3b3707f3d92c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1718418689 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1718418689-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-759574', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12867469'] for segment (62bf5d1a-d96f-4ced-85f9-cd8537bde534), after_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:40:33.690721 n-d-713498-36 neutron-server[103229]: Traceback (most recent call last): Feb 09 19:40:33.690721 n-d-713498-36 neutron-server[103229]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 19:40:33.690721 n-d-713498-36 neutron-server[103229]: timer() Feb 09 19:40:33.690721 n-d-713498-36 neutron-server[103229]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 19:40:33.690721 n-d-713498-36 neutron-server[103229]: cb(*args, **kw) Feb 09 19:40:33.690721 n-d-713498-36 neutron-server[103229]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 19:40:33.690721 n-d-713498-36 neutron-server[103229]: return func(*args, **kwargs) Feb 09 19:40:33.690721 n-d-713498-36 neutron-server[103229]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 19:40:33.690721 n-d-713498-36 neutron-server[103229]: self._notify() Feb 09 19:40:33.690721 n-d-713498-36 neutron-server[103229]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 19:40:33.690721 n-d-713498-36 neutron-server[103229]: self.callback(batched_events) Feb 09 19:40:33.690721 n-d-713498-36 neutron-server[103229]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 19:40:33.690721 n-d-713498-36 neutron-server[103229]: event.method(event) Feb 09 19:40:33.690721 n-d-713498-36 neutron-server[103229]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 19:40:33.690721 n-d-713498-36 neutron-server[103229]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 19:40:33.690721 n-d-713498-36 neutron-server[103229]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 19:40:33.690721 n-d-713498-36 neutron-server[103229]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 19:40:33.690721 n-d-713498-36 neutron-server[103229]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 19:40:33.690721 n-d-713498-36 neutron-server[103229]: return f(self, *a, **k) Feb 09 19:40:33.690721 n-d-713498-36 neutron-server[103229]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 19:40:33.690721 n-d-713498-36 neutron-server[103229]: return self._get(url).json() Feb 09 19:40:33.690721 n-d-713498-36 neutron-server[103229]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 19:40:33.690721 n-d-713498-36 neutron-server[103229]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 19:40:33.690721 n-d-713498-36 neutron-server[103229]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 19:40:33.690721 n-d-713498-36 neutron-server[103229]: return self.request(url, 'GET', **kwargs) Feb 09 19:40:33.690721 n-d-713498-36 neutron-server[103229]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 19:40:33.690721 n-d-713498-36 neutron-server[103229]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 19:40:33.690721 n-d-713498-36 neutron-server[103229]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 19:40:33.690721 n-d-713498-36 neutron-server[103229]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 19:40:33.690721 n-d-713498-36 neutron-server[103229]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 19:40:33.690721 n-d-713498-36 neutron-server[103229]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 19:40:33.690721 n-d-713498-36 neutron-server[103229]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 19:40:33.798894 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-369a7be8-a55a-4ff0-85d6-3b3707f3d92c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1718418689 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1718418689-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-590242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1885479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1818895'] for network (25cb982d-01ec-4aad-abd0-a998e63ae3df), after_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:40:33.807854 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-369a7be8-a55a-4ff0-85d6-3b3707f3d92c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1718418689 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1718418689-project] Publish callbacks [] for network (None), before_response {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:40:33.816558 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-369a7be8-a55a-4ff0-85d6-3b3707f3d92c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1718418689 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1718418689-project] 10.222.0.75 "DELETE /v2.0/networks/25cb982d-01ec-4aad-abd0-a998e63ae3df HTTP/1.1" status: 204 len: 168 time: 0.4201512 Feb 09 19:40:33.836169 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-369a7be8-a55a-4ff0-85d6-3b3707f3d92c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1718418689 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1718418689-project] Pushing event deleted for resources: {'Network': ['ID=25cb982d-01ec-4aad-abd0-a998e63ae3df,revision_number=None']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:40:34.227057 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 43044) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:40:34.385834 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-b564bb35-adef-4357-8e3f-6c2373b051b1 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=2826fe5a3d304d3ea78fb034865b31d1&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1571553 Feb 09 19:40:34.387987 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 43048) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:40:34.439120 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-04ca53fd-3788-4aa3-9187-e5e3e629247c admin admin] Publish callbacks [] for security_group (ade20ed2-210d-4e75-9990-c02878ec4206), before_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:40:34.461770 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-04ca53fd-3788-4aa3-9187-e5e3e629247c admin admin] Publish callbacks [] for security_group (ade20ed2-210d-4e75-9990-c02878ec4206), precommit_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:40:34.515214 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-04ca53fd-3788-4aa3-9187-e5e3e629247c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1892331'] for security_group (ade20ed2-210d-4e75-9990-c02878ec4206), after_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:40:34.518214 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-04ca53fd-3788-4aa3-9187-e5e3e629247c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:40:34.522359 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-04ca53fd-3788-4aa3-9187-e5e3e629247c admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/ade20ed2-210d-4e75-9990-c02878ec4206 HTTP/1.1" status: 204 len: 168 time: 0.1304567 Feb 09 19:40:34.529473 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04ca53fd-3788-4aa3-9187-e5e3e629247c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ade20ed2-210d-4e75-9990-c02878ec4206,revision_number=None']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:40:34.862591 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 43056) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:40:34.919519 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-1477bddc-a5b5-43df-8299-217eef435caa admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=8f6cdacc01c342cea7287393c164fa9f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0554104 Feb 09 19:40:34.922681 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 43060) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:40:34.976252 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-7dff220e-5329-4a52-aec6-f3bef204740d admin admin] Publish callbacks [] for security_group (ee32a9b1-db8e-4094-af95-b9584399923b), before_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:40:35.004539 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-7dff220e-5329-4a52-aec6-f3bef204740d admin admin] Publish callbacks [] for security_group (ee32a9b1-db8e-4094-af95-b9584399923b), precommit_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:40:35.055004 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-7dff220e-5329-4a52-aec6-f3bef204740d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1892331'] for security_group (ee32a9b1-db8e-4094-af95-b9584399923b), after_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:40:35.058137 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-7dff220e-5329-4a52-aec6-f3bef204740d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:40:35.059279 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-7dff220e-5329-4a52-aec6-f3bef204740d admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/ee32a9b1-db8e-4094-af95-b9584399923b HTTP/1.1" status: 204 len: 168 time: 0.1354434 Feb 09 19:40:35.074888 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dff220e-5329-4a52-aec6-f3bef204740d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ee32a9b1-db8e-4094-af95-b9584399923b,revision_number=None']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:40:35.893798 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 43088) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:40:36.017178 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.v2.base [None req-10d038e2-71f8-45e0-851f-de1c0535d477 tempest-AllowedAddressPairIpV6TestJSON-1417755410 tempest-AllowedAddressPairIpV6TestJSON-1417755410-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairIpV6TestJSON-test-network-2112145152'}} {{(pid=103230) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 19:40:36.047155 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-10d038e2-71f8-45e0-851f-de1c0535d477 tempest-AllowedAddressPairIpV6TestJSON-1417755410 tempest-AllowedAddressPairIpV6TestJSON-1417755410-project] Made reservation on behalf of a96a599f76594668965543420ef02f11 for: {'network': 1} {{(pid=103230) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 19:40:36.052060 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-10d038e2-71f8-45e0-851f-de1c0535d477 tempest-AllowedAddressPairIpV6TestJSON-1417755410 tempest-AllowedAddressPairIpV6TestJSON-1417755410-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for network (None), before_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:40:36.066573 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-10d038e2-71f8-45e0-851f-de1c0535d477 tempest-AllowedAddressPairIpV6TestJSON-1417755410 tempest-AllowedAddressPairIpV6TestJSON-1417755410-project] Publish callbacks [] for security_group (None), before_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:40:36.160118 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-10d038e2-71f8-45e0-851f-de1c0535d477 tempest-AllowedAddressPairIpV6TestJSON-1417755410 tempest-AllowedAddressPairIpV6TestJSON-1417755410-project] Publish callbacks [] for security_group (dfd64264-8f12-4c4c-b83e-81f2c399bcb3), precommit_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:40:36.165884 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-10d038e2-71f8-45e0-851f-de1c0535d477 tempest-AllowedAddressPairIpV6TestJSON-1417755410 tempest-AllowedAddressPairIpV6TestJSON-1417755410-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1892331'] for security_group (dfd64264-8f12-4c4c-b83e-81f2c399bcb3), after_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:40:36.196632 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-10d038e2-71f8-45e0-851f-de1c0535d477 tempest-AllowedAddressPairIpV6TestJSON-1417755410 tempest-AllowedAddressPairIpV6TestJSON-1417755410-project] vlan segment allocate from pool success with {'vlan_id': 357, 'physical_network': 'physnet1'} {{(pid=103230) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 19:40:36.215827 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10d038e2-71f8-45e0-851f-de1c0535d477 tempest-AllowedAddressPairIpV6TestJSON-1417755410 tempest-AllowedAddressPairIpV6TestJSON-1417755410-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dfd64264-8f12-4c4c-b83e-81f2c399bcb3,revision_number=1']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:40:36.219107 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-10d038e2-71f8-45e0-851f-de1c0535d477 tempest-AllowedAddressPairIpV6TestJSON-1417755410 tempest-AllowedAddressPairIpV6TestJSON-1417755410-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-759574'] for segment (d08d9c07-ff2e-4cbc-a289-ed26541f6a7a), precommit_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:40:36.219632 n-d-713498-36 neutron-server[103230]: INFO neutron.db.segments_db [None req-10d038e2-71f8-45e0-851f-de1c0535d477 tempest-AllowedAddressPairIpV6TestJSON-1417755410 tempest-AllowedAddressPairIpV6TestJSON-1417755410-project] Added segment d08d9c07-ff2e-4cbc-a289-ed26541f6a7a of type vlan for network 9f02866a-1fac-4359-87eb-56c1ec4e8881 Feb 09 19:40:36.275375 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-10d038e2-71f8-45e0-851f-de1c0535d477 tempest-AllowedAddressPairIpV6TestJSON-1417755410 tempest-AllowedAddressPairIpV6TestJSON-1417755410-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762866642225'] for network (9f02866a-1fac-4359-87eb-56c1ec4e8881), precommit_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:40:36.304570 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-10d038e2-71f8-45e0-851f-de1c0535d477 tempest-AllowedAddressPairIpV6TestJSON-1417755410 tempest-AllowedAddressPairIpV6TestJSON-1417755410-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1885479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452'] for network (9f02866a-1fac-4359-87eb-56c1ec4e8881), after_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:40:36.310473 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10d038e2-71f8-45e0-851f-de1c0535d477 tempest-AllowedAddressPairIpV6TestJSON-1417755410 tempest-AllowedAddressPairIpV6TestJSON-1417755410-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:40:36.311067 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-10d038e2-71f8-45e0-851f-de1c0535d477 tempest-AllowedAddressPairIpV6TestJSON-1417755410 tempest-AllowedAddressPairIpV6TestJSON-1417755410-project] Publish callbacks [] for network (None), before_response {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:40:36.394460 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-10d038e2-71f8-45e0-851f-de1c0535d477 tempest-AllowedAddressPairIpV6TestJSON-1417755410 tempest-AllowedAddressPairIpV6TestJSON-1417755410-project] 10.222.0.75 "POST /v2.0/networks HTTP/1.1" status: 201 len: 798 time: 0.4976053 Feb 09 19:40:36.394936 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 43096) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:40:36.395502 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10d038e2-71f8-45e0-851f-de1c0535d477 tempest-AllowedAddressPairIpV6TestJSON-1417755410 tempest-AllowedAddressPairIpV6TestJSON-1417755410-project] Pushing event updated for resources: {'Network': ['ID=9f02866a-1fac-4359-87eb-56c1ec4e8881,revision_number=1']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:40:36.401182 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.v2.base [None req-99742fe1-f116-4ef7-b90d-ab7f3052d767 tempest-AllowedAddressPairIpV6TestJSON-1417755410 tempest-AllowedAddressPairIpV6TestJSON-1417755410-project] Request body: {'subnet': {'network_id': '9f02866a-1fac-4359-87eb-56c1ec4e8881', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 19:40:36.408598 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Network 9f02866a-1fac-4359-87eb-56c1ec4e8881 details requested by agent ovs-agent-n-d-713498-36 with host n-d-713498-36 {{(pid=103232) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 19:40:36.566984 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-99742fe1-f116-4ef7-b90d-ab7f3052d767 tempest-AllowedAddressPairIpV6TestJSON-1417755410 tempest-AllowedAddressPairIpV6TestJSON-1417755410-project] Made reservation on behalf of a96a599f76594668965543420ef02f11 for: {'subnet': 1} {{(pid=103229) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 19:40:36.573662 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-99742fe1-f116-4ef7-b90d-ab7f3052d767 tempest-AllowedAddressPairIpV6TestJSON-1417755410 tempest-AllowedAddressPairIpV6TestJSON-1417755410-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12759265'] for subnet (None), before_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:40:36.855049 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-99742fe1-f116-4ef7-b90d-ab7f3052d767 tempest-AllowedAddressPairIpV6TestJSON-1417755410 tempest-AllowedAddressPairIpV6TestJSON-1417755410-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12867428', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12759263'] for subnet (7f0ea386-0bf5-49ee-85b9-c7b78fa7a9c2), after_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:40:36.902345 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99742fe1-f116-4ef7-b90d-ab7f3052d767 tempest-AllowedAddressPairIpV6TestJSON-1417755410 tempest-AllowedAddressPairIpV6TestJSON-1417755410-project] Pushing event updated for resources: {'Subnet': ['ID=7f0ea386-0bf5-49ee-85b9-c7b78fa7a9c2,revision_number=0']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:40:36.946438 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99742fe1-f116-4ef7-b90d-ab7f3052d767 tempest-AllowedAddressPairIpV6TestJSON-1417755410 tempest-AllowedAddressPairIpV6TestJSON-1417755410-project] Checking segment: {'id': 'd08d9c07-ff2e-4cbc-a289-ed26541f6a7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '9f02866a-1fac-4359-87eb-56c1ec4e8881'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103229) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 19:40:36.946829 n-d-713498-36 neutron-server[103229]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99742fe1-f116-4ef7-b90d-ab7f3052d767 tempest-AllowedAddressPairIpV6TestJSON-1417755410 tempest-AllowedAddressPairIpV6TestJSON-1417755410-project] Network hostable DHCP agents. Network: 9f02866a-1fac-4359-87eb-56c1ec4e8881, hostable agents: ['af91e4b9-f4e1-42b1-a25c-a10dc47171c8'], hosted agents: [] {{(pid=103229) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 19:40:36.978103 n-d-713498-36 neutron-server[103229]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99742fe1-f116-4ef7-b90d-ab7f3052d767 tempest-AllowedAddressPairIpV6TestJSON-1417755410 tempest-AllowedAddressPairIpV6TestJSON-1417755410-project] Network 9f02866a-1fac-4359-87eb-56c1ec4e8881 is scheduled to be hosted by DHCP agent af91e4b9-f4e1-42b1-a25c-a10dc47171c8 with binding_index 1 {{(pid=103229) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 19:40:36.995394 n-d-713498-36 neutron-server[103229]: DEBUG neutron.scheduler.base_scheduler [None req-99742fe1-f116-4ef7-b90d-ab7f3052d767 tempest-AllowedAddressPairIpV6TestJSON-1417755410 tempest-AllowedAddressPairIpV6TestJSON-1417755410-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713498-36, 9f02866a-1fac-4359-87eb-56c1ec4e8881) {{(pid=103229) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 19:40:37.000142 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99742fe1-f116-4ef7-b90d-ab7f3052d767 tempest-AllowedAddressPairIpV6TestJSON-1417755410 tempest-AllowedAddressPairIpV6TestJSON-1417755410-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:40:37.000737 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-99742fe1-f116-4ef7-b90d-ab7f3052d767 tempest-AllowedAddressPairIpV6TestJSON-1417755410 tempest-AllowedAddressPairIpV6TestJSON-1417755410-project] Publish callbacks [] for subnet (None), before_response {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:40:37.006872 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37927077-6a94-4415-beae-49f8edf8757e None None] Network 9f02866a-1fac-4359-87eb-56c1ec4e8881 requested from n-d-713498-36 {{(pid=103232) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 19:40:37.024534 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-99742fe1-f116-4ef7-b90d-ab7f3052d767 tempest-AllowedAddressPairIpV6TestJSON-1417755410 tempest-AllowedAddressPairIpV6TestJSON-1417755410-project] 10.222.0.75 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.6282775 Feb 09 19:40:37.026744 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 43100) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:40:37.038966 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.v2.base [None req-2a3c102d-6b59-4045-b16c-edff6f69ffe1 tempest-AllowedAddressPairIpV6TestJSON-1417755410 tempest-AllowedAddressPairIpV6TestJSON-1417755410-project] Request body: {'port': {'network_id': '9f02866a-1fac-4359-87eb-56c1ec4e8881', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1689286978'}} {{(pid=103229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 19:40:37.164985 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f72da409-48a0-44a8-9ec5-7f5ad68155b4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8b32e980-7cce-5e82-a341-bd2fa8945c89-9f02866a-1fac-4359-87eb-56c1ec4e8881', 'network_id': '9f02866a-1fac-4359-87eb-56c1ec4e8881', 'project_id': 'a96a599f76594668965543420ef02f11', 'fixed_ips': [{'subnet_id': '7f0ea386-0bf5-49ee-85b9-c7b78fa7a9c2'}]}} from n-d-713498-36. {{(pid=103232) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 09 19:40:37.166109 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-f72da409-48a0-44a8-9ec5-7f5ad68155b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (None), before_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:40:37.197706 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2a3c102d-6b59-4045-b16c-edff6f69ffe1 tempest-AllowedAddressPairIpV6TestJSON-1417755410 tempest-AllowedAddressPairIpV6TestJSON-1417755410-project] Made reservation on behalf of a96a599f76594668965543420ef02f11 for: {'port': 1} {{(pid=103229) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 19:40:37.201441 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-2a3c102d-6b59-4045-b16c-edff6f69ffe1 tempest-AllowedAddressPairIpV6TestJSON-1417755410 tempest-AllowedAddressPairIpV6TestJSON-1417755410-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (None), before_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:40:37.243305 n-d-713498-36 neutron-server[103229]: DEBUG neutron.notifiers.nova [None req-2a3c102d-6b59-4045-b16c-edff6f69ffe1 tempest-AllowedAddressPairIpV6TestJSON-1417755410 tempest-AllowedAddressPairIpV6TestJSON-1417755410-project] device_id is not set on port 31c172da-d6bc-4f3e-9950-3ec165866288 yet. {{(pid=103229) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 09 19:40:37.392775 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.db_base_plugin_common [None req-f72da409-48a0-44a8-9ec5-7f5ad68155b4 None None] Allocated IP 2001:db8::2 (9f02866a-1fac-4359-87eb-56c1ec4e8881/7f0ea386-0bf5-49ee-85b9-c7b78fa7a9c2/83cacede-b819-4656-bd99-eaa91103ff16) {{(pid=103232) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 19:40:37.589101 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-f72da409-48a0-44a8-9ec5-7f5ad68155b4 None None] Publish callbacks [] for port (83cacede-b819-4656-bd99-eaa91103ff16), precommit_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:40:37.600053 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-f72da409-48a0-44a8-9ec5-7f5ad68155b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762866656467'] for port (83cacede-b819-4656-bd99-eaa91103ff16), after_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:40:37.637903 n-d-713498-36 neutron-server[103232]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f72da409-48a0-44a8-9ec5-7f5ad68155b4 None None] Network 9f02866a-1fac-4359-87eb-56c1ec4e8881 is already hosted by enough agents. {{(pid=103232) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 19:40:37.639689 n-d-713498-36 neutron-server[103232]: DEBUG neutron.scheduler.base_scheduler [None req-f72da409-48a0-44a8-9ec5-7f5ad68155b4 None None] Resources bound (agent type, host, resource id): {{(pid=103232) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 19:40:37.643646 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f72da409-48a0-44a8-9ec5-7f5ad68155b4 None None] Received port after_create {{(pid=103232) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 19:40:37.686447 n-d-713498-36 neutron-server[103229]: DEBUG neutron.db.db_base_plugin_common [None req-2a3c102d-6b59-4045-b16c-edff6f69ffe1 tempest-AllowedAddressPairIpV6TestJSON-1417755410 tempest-AllowedAddressPairIpV6TestJSON-1417755410-project] Allocated IP 2001:db8::39a (9f02866a-1fac-4359-87eb-56c1ec4e8881/7f0ea386-0bf5-49ee-85b9-c7b78fa7a9c2/31c172da-d6bc-4f3e-9950-3ec165866288) {{(pid=103229) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 19:40:37.909764 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.managers [None req-f72da409-48a0-44a8-9ec5-7f5ad68155b4 None None] Attempting to bind port 83cacede-b819-4656-bd99-eaa91103ff16 on host n-d-713498-36 for vnic_type normal with profile {{(pid=103232) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 19:40:37.910118 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.managers [None req-f72da409-48a0-44a8-9ec5-7f5ad68155b4 None None] Attempting to bind port 83cacede-b819-4656-bd99-eaa91103ff16 by drivers openvswitch,hyperv on host n-d-713498-36 at level 0 using segments [{'id': 'd08d9c07-ff2e-4cbc-a289-ed26541f6a7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '9f02866a-1fac-4359-87eb-56c1ec4e8881'}] {{(pid=103232) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 19:40:37.911100 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f72da409-48a0-44a8-9ec5-7f5ad68155b4 None None] Attempting to bind port 83cacede-b819-4656-bd99-eaa91103ff16 on network 9f02866a-1fac-4359-87eb-56c1ec4e8881 {{(pid=103232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 19:40:37.916702 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f72da409-48a0-44a8-9ec5-7f5ad68155b4 None None] Pushing event updated for resources: {'Port': ['ID=83cacede-b819-4656-bd99-eaa91103ff16,revision_number=1']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:40:37.919297 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f72da409-48a0-44a8-9ec5-7f5ad68155b4 None None] Checking agent: {'id': '496418a2-c002-4aec-ab1a-07f3bea491bd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-36', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 18, 51, 47), 'started_at': datetime.datetime(2022, 2, 9, 18, 52, 17), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 19, 40, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-36'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 19:40:37.919676 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f72da409-48a0-44a8-9ec5-7f5ad68155b4 None None] Checking segment: {'id': 'd08d9c07-ff2e-4cbc-a289-ed26541f6a7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '9f02866a-1fac-4359-87eb-56c1ec4e8881'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103232) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 19:40:37.920069 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-f72da409-48a0-44a8-9ec5-7f5ad68155b4 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:40:37.920926 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f72da409-48a0-44a8-9ec5-7f5ad68155b4 None None] Bound using segment: {'id': 'd08d9c07-ff2e-4cbc-a289-ed26541f6a7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '9f02866a-1fac-4359-87eb-56c1ec4e8881'} {{(pid=103232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 19:40:37.921170 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.managers [None req-f72da409-48a0-44a8-9ec5-7f5ad68155b4 None None] Bound port: 83cacede-b819-4656-bd99-eaa91103ff16, host: n-d-713498-36, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd08d9c07-ff2e-4cbc-a289-ed26541f6a7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '9f02866a-1fac-4359-87eb-56c1ec4e8881'}}] {{(pid=103232) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 19:40:37.921561 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-f72da409-48a0-44a8-9ec5-7f5ad68155b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (83cacede-b819-4656-bd99-eaa91103ff16), before_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:40:37.939052 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f72da409-48a0-44a8-9ec5-7f5ad68155b4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:40:37.939052 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f72da409-48a0-44a8-9ec5-7f5ad68155b4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:40:37.939388 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f72da409-48a0-44a8-9ec5-7f5ad68155b4 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:40:37.939662 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f72da409-48a0-44a8-9ec5-7f5ad68155b4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:40:37.939998 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f72da409-48a0-44a8-9ec5-7f5ad68155b4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:40:37.940328 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f72da409-48a0-44a8-9ec5-7f5ad68155b4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:40:37.940662 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f72da409-48a0-44a8-9ec5-7f5ad68155b4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:40:37.940991 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f72da409-48a0-44a8-9ec5-7f5ad68155b4 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:40:37.941318 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f72da409-48a0-44a8-9ec5-7f5ad68155b4 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:40:37.941643 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f72da409-48a0-44a8-9ec5-7f5ad68155b4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:40:37.941981 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f72da409-48a0-44a8-9ec5-7f5ad68155b4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:40:37.942314 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f72da409-48a0-44a8-9ec5-7f5ad68155b4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:40:37.944166 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f72da409-48a0-44a8-9ec5-7f5ad68155b4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:40:38.032660 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-2a3c102d-6b59-4045-b16c-edff6f69ffe1 tempest-AllowedAddressPairIpV6TestJSON-1417755410 tempest-AllowedAddressPairIpV6TestJSON-1417755410-project] Publish callbacks [] for port (31c172da-d6bc-4f3e-9950-3ec165866288), precommit_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:40:38.061842 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-f72da409-48a0-44a8-9ec5-7f5ad68155b4 None None] For port 83cacede-b819-4656-bd99-eaa91103ff16, host n-d-713498-36, cleared binding levels {{(pid=103232) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 19:40:38.065633 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-f72da409-48a0-44a8-9ec5-7f5ad68155b4 None None] For port 83cacede-b819-4656-bd99-eaa91103ff16, host n-d-713498-36, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-36',level=0,port_id=83cacede-b819-4656-bd99-eaa91103ff16,segment=NetworkSegment(d08d9c07-ff2e-4cbc-a289-ed26541f6a7a),segment_id=d08d9c07-ff2e-4cbc-a289-ed26541f6a7a)] {{(pid=103232) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 19:40:38.076019 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-f72da409-48a0-44a8-9ec5-7f5ad68155b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762867176205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762866656485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762866656503'] for port (83cacede-b819-4656-bd99-eaa91103ff16), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:40:38.119022 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-2a3c102d-6b59-4045-b16c-edff6f69ffe1 tempest-AllowedAddressPairIpV6TestJSON-1417755410 tempest-AllowedAddressPairIpV6TestJSON-1417755410-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762866656467', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12867576'] for port (31c172da-d6bc-4f3e-9950-3ec165866288), after_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:40:38.168396 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f72da409-48a0-44a8-9ec5-7f5ad68155b4 None None] Pushing event updated for resources: {'Port': ['ID=83cacede-b819-4656-bd99-eaa91103ff16,revision_number=2']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:40:38.204599 n-d-713498-36 neutron-server[103229]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a3c102d-6b59-4045-b16c-edff6f69ffe1 tempest-AllowedAddressPairIpV6TestJSON-1417755410 tempest-AllowedAddressPairIpV6TestJSON-1417755410-project] Network 9f02866a-1fac-4359-87eb-56c1ec4e8881 is already hosted by enough agents. {{(pid=103229) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 19:40:38.221761 n-d-713498-36 neutron-server[103229]: DEBUG neutron.scheduler.base_scheduler [None req-2a3c102d-6b59-4045-b16c-edff6f69ffe1 tempest-AllowedAddressPairIpV6TestJSON-1417755410 tempest-AllowedAddressPairIpV6TestJSON-1417755410-project] Resources bound (agent type, host, resource id): {{(pid=103229) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 19:40:38.224501 n-d-713498-36 neutron-server[103229]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a3c102d-6b59-4045-b16c-edff6f69ffe1 tempest-AllowedAddressPairIpV6TestJSON-1417755410 tempest-AllowedAddressPairIpV6TestJSON-1417755410-project] Received port after_create {{(pid=103229) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 19:40:38.230454 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a3c102d-6b59-4045-b16c-edff6f69ffe1 tempest-AllowedAddressPairIpV6TestJSON-1417755410 tempest-AllowedAddressPairIpV6TestJSON-1417755410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:40:38.231188 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-2a3c102d-6b59-4045-b16c-edff6f69ffe1 tempest-AllowedAddressPairIpV6TestJSON-1417755410 tempest-AllowedAddressPairIpV6TestJSON-1417755410-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171096'] for port (None), before_response {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:40:38.259056 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a3c102d-6b59-4045-b16c-edff6f69ffe1 tempest-AllowedAddressPairIpV6TestJSON-1417755410 tempest-AllowedAddressPairIpV6TestJSON-1417755410-project] Pushing event updated for resources: {'Port': ['ID=31c172da-d6bc-4f3e-9950-3ec165866288,revision_number=1']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:40:38.274989 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 43110) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:40:38.275506 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-2a3c102d-6b59-4045-b16c-edff6f69ffe1 tempest-AllowedAddressPairIpV6TestJSON-1417755410 tempest-AllowedAddressPairIpV6TestJSON-1417755410-project] 10.222.0.75 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 1.2465053 Feb 09 19:40:38.281054 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.v2.base [None req-ac438957-3b44-40e3-86bb-4f3dd0e2d5ba tempest-AllowedAddressPairIpV6TestJSON-1417755410 tempest-AllowedAddressPairIpV6TestJSON-1417755410-project] Request body: {'port': {'network_id': '9f02866a-1fac-4359-87eb-56c1ec4e8881', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-717081955', 'allowed_address_pairs': [{'ip_address': '2001:db8::39a', 'mac_address': 'fa:16:3e:ad:ec:0c'}]}} {{(pid=103230) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 19:40:38.464971 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ac438957-3b44-40e3-86bb-4f3dd0e2d5ba tempest-AllowedAddressPairIpV6TestJSON-1417755410 tempest-AllowedAddressPairIpV6TestJSON-1417755410-project] Made reservation on behalf of a96a599f76594668965543420ef02f11 for: {'port': 1} {{(pid=103230) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 19:40:38.640592 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-ac438957-3b44-40e3-86bb-4f3dd0e2d5ba tempest-AllowedAddressPairIpV6TestJSON-1417755410 tempest-AllowedAddressPairIpV6TestJSON-1417755410-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (None), before_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:40:38.683586 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Device 83cacede-b819-4656-bd99-eaa91103ff16 up at agent ovs-agent-n-d-713498-36 {{(pid=103232) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 19:40:38.690565 n-d-713498-36 neutron-server[103230]: DEBUG neutron.notifiers.nova [None req-ac438957-3b44-40e3-86bb-4f3dd0e2d5ba tempest-AllowedAddressPairIpV6TestJSON-1417755410 tempest-AllowedAddressPairIpV6TestJSON-1417755410-project] device_id is not set on port 9fb0a995-9d47-44e0-9ec2-ca3e8cb45860 yet. {{(pid=103230) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 09 19:40:38.773445 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.provisioning_blocks [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Provisioning complete for port 83cacede-b819-4656-bd99-eaa91103ff16 triggered by entity L2. {{(pid=103232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 19:40:38.776942 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593630'] for port (83cacede-b819-4656-bd99-eaa91103ff16), provisioning_complete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:40:38.850577 n-d-713498-36 neutron-server[103230]: DEBUG neutron.db.db_base_plugin_common [None req-ac438957-3b44-40e3-86bb-4f3dd0e2d5ba tempest-AllowedAddressPairIpV6TestJSON-1417755410 tempest-AllowedAddressPairIpV6TestJSON-1417755410-project] Allocated IP 2001:db8::2f7 (9f02866a-1fac-4359-87eb-56c1ec4e8881/7f0ea386-0bf5-49ee-85b9-c7b78fa7a9c2/9fb0a995-9d47-44e0-9ec2-ca3e8cb45860) {{(pid=103230) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 19:40:38.904682 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Current status of the port 83cacede-b819-4656-bd99-eaa91103ff16 is: DOWN; New status is: ACTIVE {{(pid=103232) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 19:40:38.905156 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (83cacede-b819-4656-bd99-eaa91103ff16), before_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:40:38.949635 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] For port 83cacede-b819-4656-bd99-eaa91103ff16, host n-d-713498-36, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-36',level=0,port_id=83cacede-b819-4656-bd99-eaa91103ff16,segment=NetworkSegment(d08d9c07-ff2e-4cbc-a289-ed26541f6a7a),segment_id=d08d9c07-ff2e-4cbc-a289-ed26541f6a7a)] {{(pid=103232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 19:40:38.956270 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762867176205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762866656485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762866656503'] for port (83cacede-b819-4656-bd99-eaa91103ff16), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:40:39.015476 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Pushing event updated for resources: {'Port': ['ID=83cacede-b819-4656-bd99-eaa91103ff16,revision_number=3']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:40:39.095360 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-ac438957-3b44-40e3-86bb-4f3dd0e2d5ba tempest-AllowedAddressPairIpV6TestJSON-1417755410 tempest-AllowedAddressPairIpV6TestJSON-1417755410-project] Publish callbacks [] for port (9fb0a995-9d47-44e0-9ec2-ca3e8cb45860), precommit_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:40:39.135215 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-ac438957-3b44-40e3-86bb-4f3dd0e2d5ba tempest-AllowedAddressPairIpV6TestJSON-1417755410 tempest-AllowedAddressPairIpV6TestJSON-1417755410-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762866656467', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14393751'] for port (9fb0a995-9d47-44e0-9ec2-ca3e8cb45860), after_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:40:39.202914 n-d-713498-36 neutron-server[103230]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac438957-3b44-40e3-86bb-4f3dd0e2d5ba tempest-AllowedAddressPairIpV6TestJSON-1417755410 tempest-AllowedAddressPairIpV6TestJSON-1417755410-project] Network 9f02866a-1fac-4359-87eb-56c1ec4e8881 is already hosted by enough agents. {{(pid=103230) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 19:40:39.206562 n-d-713498-36 neutron-server[103230]: DEBUG neutron.scheduler.base_scheduler [None req-ac438957-3b44-40e3-86bb-4f3dd0e2d5ba tempest-AllowedAddressPairIpV6TestJSON-1417755410 tempest-AllowedAddressPairIpV6TestJSON-1417755410-project] Resources bound (agent type, host, resource id): {{(pid=103230) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 19:40:39.214251 n-d-713498-36 neutron-server[103230]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac438957-3b44-40e3-86bb-4f3dd0e2d5ba tempest-AllowedAddressPairIpV6TestJSON-1417755410 tempest-AllowedAddressPairIpV6TestJSON-1417755410-project] Received port after_create {{(pid=103230) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 19:40:39.220315 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac438957-3b44-40e3-86bb-4f3dd0e2d5ba tempest-AllowedAddressPairIpV6TestJSON-1417755410 tempest-AllowedAddressPairIpV6TestJSON-1417755410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:40:39.220957 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-ac438957-3b44-40e3-86bb-4f3dd0e2d5ba tempest-AllowedAddressPairIpV6TestJSON-1417755410 tempest-AllowedAddressPairIpV6TestJSON-1417755410-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171096'] for port (None), before_response {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:40:39.226442 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac438957-3b44-40e3-86bb-4f3dd0e2d5ba tempest-AllowedAddressPairIpV6TestJSON-1417755410 tempest-AllowedAddressPairIpV6TestJSON-1417755410-project] Pushing event updated for resources: {'Port': ['ID=9fb0a995-9d47-44e0-9ec2-ca3e8cb45860,revision_number=1']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:40:39.259730 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-ac438957-3b44-40e3-86bb-4f3dd0e2d5ba tempest-AllowedAddressPairIpV6TestJSON-1417755410 tempest-AllowedAddressPairIpV6TestJSON-1417755410-project] 10.222.0.75 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1007 time: 0.9823203 Feb 09 19:40:39.262125 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 43116) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:40:39.359762 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db534818-71f7-45f6-9ede-a00e9774f093 tempest-AllowedAddressPairIpV6TestJSON-1417755410 tempest-AllowedAddressPairIpV6TestJSON-1417755410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:40:39.366747 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db534818-71f7-45f6-9ede-a00e9774f093 tempest-AllowedAddressPairIpV6TestJSON-1417755410 tempest-AllowedAddressPairIpV6TestJSON-1417755410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:40:39.372627 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db534818-71f7-45f6-9ede-a00e9774f093 tempest-AllowedAddressPairIpV6TestJSON-1417755410 tempest-AllowedAddressPairIpV6TestJSON-1417755410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:40:39.374659 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-db534818-71f7-45f6-9ede-a00e9774f093 tempest-AllowedAddressPairIpV6TestJSON-1417755410 tempest-AllowedAddressPairIpV6TestJSON-1417755410-project] 10.222.0.75 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2483 time: 0.1115823 Feb 09 19:40:39.377565 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 43122) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:40:39.488945 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.plugin [None req-6b8f2f16-8b1f-41eb-b472-c6b2658500a2 tempest-AllowedAddressPairIpV6TestJSON-1417755410 tempest-AllowedAddressPairIpV6TestJSON-1417755410-project] Deleting port 9fb0a995-9d47-44e0-9ec2-ca3e8cb45860 {{(pid=103230) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 19:40:39.489309 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-6b8f2f16-8b1f-41eb-b472-c6b2658500a2 tempest-AllowedAddressPairIpV6TestJSON-1417755410 tempest-AllowedAddressPairIpV6TestJSON-1417755410-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762867170196'] for port (9fb0a995-9d47-44e0-9ec2-ca3e8cb45860), before_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:40:39.618728 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-6b8f2f16-8b1f-41eb-b472-c6b2658500a2 tempest-AllowedAddressPairIpV6TestJSON-1417755410 tempest-AllowedAddressPairIpV6TestJSON-1417755410-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1820838'] for port (9fb0a995-9d47-44e0-9ec2-ca3e8cb45860), precommit_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:40:39.634918 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.plugin [None req-6b8f2f16-8b1f-41eb-b472-c6b2658500a2 tempest-AllowedAddressPairIpV6TestJSON-1417755410 tempest-AllowedAddressPairIpV6TestJSON-1417755410-project] Calling delete_port for 9fb0a995-9d47-44e0-9ec2-ca3e8cb45860 owned by {{(pid=103230) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 19:40:39.676303 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74a74c50-eb97-4687-aabb-1b79105c722b None None] Network 9f02866a-1fac-4359-87eb-56c1ec4e8881 requested from n-d-713498-36 {{(pid=103232) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 19:40:39.752506 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.provisioning_blocks [None req-4f9d0bec-a75a-44e1-8200-65fe85271e21 None None] Provisioning complete for port 83cacede-b819-4656-bd99-eaa91103ff16 triggered by entity DHCP. {{(pid=103232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 19:40:39.753166 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-4f9d0bec-a75a-44e1-8200-65fe85271e21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593630'] for port (83cacede-b819-4656-bd99-eaa91103ff16), provisioning_complete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:40:39.808827 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-6b8f2f16-8b1f-41eb-b472-c6b2658500a2 tempest-AllowedAddressPairIpV6TestJSON-1417755410 tempest-AllowedAddressPairIpV6TestJSON-1417755410-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762867177463', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762866656476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14393751'] for port (9fb0a995-9d47-44e0-9ec2-ca3e8cb45860), after_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:40:39.862548 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b8f2f16-8b1f-41eb-b472-c6b2658500a2 tempest-AllowedAddressPairIpV6TestJSON-1417755410 tempest-AllowedAddressPairIpV6TestJSON-1417755410-project] Pushing event deleted for resources: {'Port': ['ID=9fb0a995-9d47-44e0-9ec2-ca3e8cb45860,revision_number=None']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:40:39.887692 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-4f9d0bec-a75a-44e1-8200-65fe85271e21 None None] Current status of the port 83cacede-b819-4656-bd99-eaa91103ff16 is: ACTIVE; New status is: ACTIVE {{(pid=103232) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 19:40:39.994861 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-6b8f2f16-8b1f-41eb-b472-c6b2658500a2 tempest-AllowedAddressPairIpV6TestJSON-1417755410 tempest-AllowedAddressPairIpV6TestJSON-1417755410-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171096'] for port (None), before_response {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:40:40.001124 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-6b8f2f16-8b1f-41eb-b472-c6b2658500a2 tempest-AllowedAddressPairIpV6TestJSON-1417755410 tempest-AllowedAddressPairIpV6TestJSON-1417755410-project] 10.222.0.75 "DELETE /v2.0/ports/9fb0a995-9d47-44e0-9ec2-ca3e8cb45860 HTTP/1.1" status: 204 len: 168 time: 0.6198139 Feb 09 19:40:40.001322 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 43124) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:40:40.028202 n-d-713498-36 neutron-server[103230]: INFO neutron.pecan_wsgi.hooks.translation [None req-627908a9-7c44-4637-ab49-3b78026b0944 tempest-AllowedAddressPairIpV6TestJSON-1417755410 tempest-AllowedAddressPairIpV6TestJSON-1417755410-project] GET failed (client error): The resource could not be found. Feb 09 19:40:40.029641 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-627908a9-7c44-4637-ab49-3b78026b0944 tempest-AllowedAddressPairIpV6TestJSON-1417755410 tempest-AllowedAddressPairIpV6TestJSON-1417755410-project] 10.222.0.75 "GET /v2.0/ports/9fb0a995-9d47-44e0-9ec2-ca3e8cb45860 HTTP/1.1" status: 404 len: 333 time: 0.0274329 Feb 09 19:40:40.033337 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 43126) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:40:40.038723 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.v2.base [None req-6c090fde-7912-42b4-953d-bb465623301a tempest-AllowedAddressPairIpV6TestJSON-1417755410 tempest-AllowedAddressPairIpV6TestJSON-1417755410-project] Request body: {'port': {'network_id': '9f02866a-1fac-4359-87eb-56c1ec4e8881', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1742658427'}} {{(pid=103230) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 19:40:40.229449 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.provisioning_blocks [None req-c03d852e-bef0-4b17-8444-17cf12b092af None None] Provisioning complete for port 83cacede-b819-4656-bd99-eaa91103ff16 triggered by entity DHCP. {{(pid=103232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 19:40:40.229903 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-c03d852e-bef0-4b17-8444-17cf12b092af None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593630'] for port (83cacede-b819-4656-bd99-eaa91103ff16), provisioning_complete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:40:40.431719 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-c03d852e-bef0-4b17-8444-17cf12b092af None None] Current status of the port 83cacede-b819-4656-bd99-eaa91103ff16 is: ACTIVE; New status is: ACTIVE {{(pid=103232) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 19:40:40.454011 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.provisioning_blocks [None req-c03d852e-bef0-4b17-8444-17cf12b092af None None] Provisioning complete for port 31c172da-d6bc-4f3e-9950-3ec165866288 triggered by entity DHCP. {{(pid=103232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 19:40:40.454450 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-c03d852e-bef0-4b17-8444-17cf12b092af None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593630'] for port (31c172da-d6bc-4f3e-9950-3ec165866288), provisioning_complete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:40:40.498206 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-c03d852e-bef0-4b17-8444-17cf12b092af None None] Port 31c172da-d6bc-4f3e-9950-3ec165866288 cannot update to ACTIVE because it is not bound. {{(pid=103232) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 19:40:40.620944 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6c090fde-7912-42b4-953d-bb465623301a tempest-AllowedAddressPairIpV6TestJSON-1417755410 tempest-AllowedAddressPairIpV6TestJSON-1417755410-project] Made reservation on behalf of a96a599f76594668965543420ef02f11 for: {'port': 1} {{(pid=103230) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 19:40:40.636414 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.provisioning_blocks [None req-43286ac8-6e76-47e4-9a32-33aac002b7c0 None None] Provisioning complete for port 31c172da-d6bc-4f3e-9950-3ec165866288 triggered by entity DHCP. {{(pid=103232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 19:40:40.636801 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-43286ac8-6e76-47e4-9a32-33aac002b7c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593630'] for port (31c172da-d6bc-4f3e-9950-3ec165866288), provisioning_complete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:40:40.643719 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-6c090fde-7912-42b4-953d-bb465623301a tempest-AllowedAddressPairIpV6TestJSON-1417755410 tempest-AllowedAddressPairIpV6TestJSON-1417755410-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (None), before_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:40:40.673322 n-d-713498-36 neutron-server[103230]: DEBUG neutron.notifiers.nova [None req-6c090fde-7912-42b4-953d-bb465623301a tempest-AllowedAddressPairIpV6TestJSON-1417755410 tempest-AllowedAddressPairIpV6TestJSON-1417755410-project] device_id is not set on port 52b86835-3a10-4f8f-94ae-e3ec75f4d2f2 yet. {{(pid=103230) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 09 19:40:40.688297 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Device 83cacede-b819-4656-bd99-eaa91103ff16 up at agent ovs-agent-n-d-713498-36 {{(pid=103232) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 19:40:40.735778 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-43286ac8-6e76-47e4-9a32-33aac002b7c0 None None] Port 31c172da-d6bc-4f3e-9950-3ec165866288 cannot update to ACTIVE because it is not bound. {{(pid=103232) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 19:40:40.759821 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.provisioning_blocks [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Provisioning complete for port 83cacede-b819-4656-bd99-eaa91103ff16 triggered by entity L2. {{(pid=103232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 19:40:40.761196 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593630'] for port (83cacede-b819-4656-bd99-eaa91103ff16), provisioning_complete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:40:40.820748 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-a2130770-bb5a-489b-a80b-ffe45ec4f10c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762867132591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593584'] for agent (af91e4b9-f4e1-42b1-a25c-a10dc47171c8), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:40:40.879893 n-d-713498-36 neutron-server[103230]: DEBUG neutron.db.db_base_plugin_common [None req-6c090fde-7912-42b4-953d-bb465623301a tempest-AllowedAddressPairIpV6TestJSON-1417755410 tempest-AllowedAddressPairIpV6TestJSON-1417755410-project] Allocated IP 2001:db8::49 (9f02866a-1fac-4359-87eb-56c1ec4e8881/7f0ea386-0bf5-49ee-85b9-c7b78fa7a9c2/52b86835-3a10-4f8f-94ae-e3ec75f4d2f2) {{(pid=103230) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 19:40:40.890077 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Current status of the port 83cacede-b819-4656-bd99-eaa91103ff16 is: ACTIVE; New status is: ACTIVE {{(pid=103232) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 19:40:41.054689 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.provisioning_blocks [None req-10989b30-19a8-4985-a82a-2f57f1dd327a None None] Could not find standard attr ID for object 9fb0a995-9d47-44e0-9ec2-ca3e8cb45860. {{(pid=103232) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 09 19:40:41.089092 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-6c090fde-7912-42b4-953d-bb465623301a tempest-AllowedAddressPairIpV6TestJSON-1417755410 tempest-AllowedAddressPairIpV6TestJSON-1417755410-project] Publish callbacks [] for port (52b86835-3a10-4f8f-94ae-e3ec75f4d2f2), precommit_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:40:41.136996 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-6c090fde-7912-42b4-953d-bb465623301a tempest-AllowedAddressPairIpV6TestJSON-1417755410 tempest-AllowedAddressPairIpV6TestJSON-1417755410-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762866656467', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14393751'] for port (52b86835-3a10-4f8f-94ae-e3ec75f4d2f2), after_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:40:41.206919 n-d-713498-36 neutron-server[103230]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c090fde-7912-42b4-953d-bb465623301a tempest-AllowedAddressPairIpV6TestJSON-1417755410 tempest-AllowedAddressPairIpV6TestJSON-1417755410-project] Network 9f02866a-1fac-4359-87eb-56c1ec4e8881 is already hosted by enough agents. {{(pid=103230) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 19:40:41.213251 n-d-713498-36 neutron-server[103230]: DEBUG neutron.scheduler.base_scheduler [None req-6c090fde-7912-42b4-953d-bb465623301a tempest-AllowedAddressPairIpV6TestJSON-1417755410 tempest-AllowedAddressPairIpV6TestJSON-1417755410-project] Resources bound (agent type, host, resource id): {{(pid=103230) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 19:40:41.216541 n-d-713498-36 neutron-server[103230]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c090fde-7912-42b4-953d-bb465623301a tempest-AllowedAddressPairIpV6TestJSON-1417755410 tempest-AllowedAddressPairIpV6TestJSON-1417755410-project] Received port after_create {{(pid=103230) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 19:40:41.222446 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c090fde-7912-42b4-953d-bb465623301a tempest-AllowedAddressPairIpV6TestJSON-1417755410 tempest-AllowedAddressPairIpV6TestJSON-1417755410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:40:41.223149 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-6c090fde-7912-42b4-953d-bb465623301a tempest-AllowedAddressPairIpV6TestJSON-1417755410 tempest-AllowedAddressPairIpV6TestJSON-1417755410-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171096'] for port (None), before_response {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:40:41.231989 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c090fde-7912-42b4-953d-bb465623301a tempest-AllowedAddressPairIpV6TestJSON-1417755410 tempest-AllowedAddressPairIpV6TestJSON-1417755410-project] Pushing event updated for resources: {'Port': ['ID=52b86835-3a10-4f8f-94ae-e3ec75f4d2f2,revision_number=1']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:40:41.259074 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-6c090fde-7912-42b4-953d-bb465623301a tempest-AllowedAddressPairIpV6TestJSON-1417755410 tempest-AllowedAddressPairIpV6TestJSON-1417755410-project] 10.222.0.75 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 1.2246051 Feb 09 19:40:41.261706 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 43136) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:40:41.267130 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.v2.base [None req-f125abb4-2a97-4690-a8de-44607c818d9d tempest-AllowedAddressPairIpV6TestJSON-1417755410 tempest-AllowedAddressPairIpV6TestJSON-1417755410-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::39a', 'mac_address': 'fa:16:3e:ad:ec:0c'}]}} {{(pid=103229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 19:40:41.469492 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-f125abb4-2a97-4690-a8de-44607c818d9d tempest-AllowedAddressPairIpV6TestJSON-1417755410 tempest-AllowedAddressPairIpV6TestJSON-1417755410-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (52b86835-3a10-4f8f-94ae-e3ec75f4d2f2), before_update {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:40:41.687553 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.provisioning_blocks [None req-f9da2ac2-0b33-40a9-b4d7-8b1b944c7f8c None None] Provisioning complete for port 52b86835-3a10-4f8f-94ae-e3ec75f4d2f2 triggered by entity DHCP. {{(pid=103232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 19:40:41.688435 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-f9da2ac2-0b33-40a9-b4d7-8b1b944c7f8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593630'] for port (52b86835-3a10-4f8f-94ae-e3ec75f4d2f2), provisioning_complete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:40:41.730084 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-f9da2ac2-0b33-40a9-b4d7-8b1b944c7f8c None None] Port 52b86835-3a10-4f8f-94ae-e3ec75f4d2f2 cannot update to ACTIVE because it is not bound. {{(pid=103232) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 19:40:41.731745 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-f125abb4-2a97-4690-a8de-44607c818d9d tempest-AllowedAddressPairIpV6TestJSON-1417755410 tempest-AllowedAddressPairIpV6TestJSON-1417755410-project] Publish callbacks [] for port (52b86835-3a10-4f8f-94ae-e3ec75f4d2f2), precommit_update {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:40:41.737135 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-f125abb4-2a97-4690-a8de-44607c818d9d tempest-AllowedAddressPairIpV6TestJSON-1417755410 tempest-AllowedAddressPairIpV6TestJSON-1417755410-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762867176205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762866656485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762866656503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12867569'] for port (52b86835-3a10-4f8f-94ae-e3ec75f4d2f2), after_update {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:40:41.780571 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.plugin [None req-f125abb4-2a97-4690-a8de-44607c818d9d tempest-AllowedAddressPairIpV6TestJSON-1417755410 tempest-AllowedAddressPairIpV6TestJSON-1417755410-project] In _notify_port_updated(), no bound segment for port 52b86835-3a10-4f8f-94ae-e3ec75f4d2f2 on network 9f02866a-1fac-4359-87eb-56c1ec4e8881 {{(pid=103229) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Feb 09 19:40:41.786894 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f125abb4-2a97-4690-a8de-44607c818d9d tempest-AllowedAddressPairIpV6TestJSON-1417755410 tempest-AllowedAddressPairIpV6TestJSON-1417755410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:40:41.787892 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-f125abb4-2a97-4690-a8de-44607c818d9d tempest-AllowedAddressPairIpV6TestJSON-1417755410 tempest-AllowedAddressPairIpV6TestJSON-1417755410-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171096'] for port (None), before_response {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:40:41.789440 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-f125abb4-2a97-4690-a8de-44607c818d9d tempest-AllowedAddressPairIpV6TestJSON-1417755410 tempest-AllowedAddressPairIpV6TestJSON-1417755410-project] 10.222.0.75 "PUT /v2.0/ports/52b86835-3a10-4f8f-94ae-e3ec75f4d2f2 HTTP/1.1" status: 200 len: 1002 time: 0.5266750 Feb 09 19:40:41.792392 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 43142) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:40:41.814597 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f125abb4-2a97-4690-a8de-44607c818d9d tempest-AllowedAddressPairIpV6TestJSON-1417755410 tempest-AllowedAddressPairIpV6TestJSON-1417755410-project] Pushing event updated for resources: {'Port': ['ID=52b86835-3a10-4f8f-94ae-e3ec75f4d2f2,revision_number=2']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:40:41.929500 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.plugin [None req-6954c92a-e157-415b-9e21-89cecbc84715 tempest-AllowedAddressPairIpV6TestJSON-1417755410 tempest-AllowedAddressPairIpV6TestJSON-1417755410-project] Deleting port 52b86835-3a10-4f8f-94ae-e3ec75f4d2f2 {{(pid=103230) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 19:40:41.930569 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-6954c92a-e157-415b-9e21-89cecbc84715 tempest-AllowedAddressPairIpV6TestJSON-1417755410 tempest-AllowedAddressPairIpV6TestJSON-1417755410-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762867170196'] for port (52b86835-3a10-4f8f-94ae-e3ec75f4d2f2), before_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:40:42.043227 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-6954c92a-e157-415b-9e21-89cecbc84715 tempest-AllowedAddressPairIpV6TestJSON-1417755410 tempest-AllowedAddressPairIpV6TestJSON-1417755410-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1820838'] for port (52b86835-3a10-4f8f-94ae-e3ec75f4d2f2), precommit_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:40:42.060717 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.plugin [None req-6954c92a-e157-415b-9e21-89cecbc84715 tempest-AllowedAddressPairIpV6TestJSON-1417755410 tempest-AllowedAddressPairIpV6TestJSON-1417755410-project] Calling delete_port for 52b86835-3a10-4f8f-94ae-e3ec75f4d2f2 owned by {{(pid=103230) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 19:40:42.156975 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.provisioning_blocks [None req-515e7adb-abee-452f-bfec-d7b631d37707 None None] Provisioning complete for port 52b86835-3a10-4f8f-94ae-e3ec75f4d2f2 triggered by entity DHCP. {{(pid=103232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 19:40:42.158123 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-515e7adb-abee-452f-bfec-d7b631d37707 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593630'] for port (52b86835-3a10-4f8f-94ae-e3ec75f4d2f2), provisioning_complete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:40:42.205497 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-515e7adb-abee-452f-bfec-d7b631d37707 None None] Port 52b86835-3a10-4f8f-94ae-e3ec75f4d2f2 cannot update to ACTIVE because it is not bound. {{(pid=103232) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 19:40:42.224839 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-6954c92a-e157-415b-9e21-89cecbc84715 tempest-AllowedAddressPairIpV6TestJSON-1417755410 tempest-AllowedAddressPairIpV6TestJSON-1417755410-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762867177463', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762866656476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14393751'] for port (52b86835-3a10-4f8f-94ae-e3ec75f4d2f2), after_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:40:42.259096 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6954c92a-e157-415b-9e21-89cecbc84715 tempest-AllowedAddressPairIpV6TestJSON-1417755410 tempest-AllowedAddressPairIpV6TestJSON-1417755410-project] Pushing event deleted for resources: {'Port': ['ID=52b86835-3a10-4f8f-94ae-e3ec75f4d2f2,revision_number=None']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:40:42.384552 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-6954c92a-e157-415b-9e21-89cecbc84715 tempest-AllowedAddressPairIpV6TestJSON-1417755410 tempest-AllowedAddressPairIpV6TestJSON-1417755410-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171096'] for port (None), before_response {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:40:42.394196 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-6954c92a-e157-415b-9e21-89cecbc84715 tempest-AllowedAddressPairIpV6TestJSON-1417755410 tempest-AllowedAddressPairIpV6TestJSON-1417755410-project] 10.222.0.75 "DELETE /v2.0/ports/52b86835-3a10-4f8f-94ae-e3ec75f4d2f2 HTTP/1.1" status: 204 len: 168 time: 0.5982287 Feb 09 19:40:42.394442 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 43148) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:40:42.423669 n-d-713498-36 neutron-server[103230]: INFO neutron.pecan_wsgi.hooks.translation [None req-f92e8a05-07e3-4512-b703-ac2ad0b1bc48 tempest-AllowedAddressPairIpV6TestJSON-1417755410 tempest-AllowedAddressPairIpV6TestJSON-1417755410-project] GET failed (client error): The resource could not be found. Feb 09 19:40:42.429684 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-f92e8a05-07e3-4512-b703-ac2ad0b1bc48 tempest-AllowedAddressPairIpV6TestJSON-1417755410 tempest-AllowedAddressPairIpV6TestJSON-1417755410-project] 10.222.0.75 "GET /v2.0/ports/52b86835-3a10-4f8f-94ae-e3ec75f4d2f2 HTTP/1.1" status: 404 len: 333 time: 0.0300732 Feb 09 19:40:42.430395 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 43150) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:40:42.447216 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.v2.base [None req-1508440e-6ec8-47f0-beeb-75d91f1d0ca9 tempest-AllowedAddressPairIpV6TestJSON-1417755410 tempest-AllowedAddressPairIpV6TestJSON-1417755410-project] Request body: {'port': {'network_id': '9f02866a-1fac-4359-87eb-56c1ec4e8881', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1593331914'}} {{(pid=103229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 19:40:42.600978 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1508440e-6ec8-47f0-beeb-75d91f1d0ca9 tempest-AllowedAddressPairIpV6TestJSON-1417755410 tempest-AllowedAddressPairIpV6TestJSON-1417755410-project] Made reservation on behalf of a96a599f76594668965543420ef02f11 for: {'port': 1} {{(pid=103229) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 19:40:42.604899 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-1508440e-6ec8-47f0-beeb-75d91f1d0ca9 tempest-AllowedAddressPairIpV6TestJSON-1417755410 tempest-AllowedAddressPairIpV6TestJSON-1417755410-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (None), before_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:40:42.625974 n-d-713498-36 neutron-server[103229]: DEBUG neutron.notifiers.nova [None req-1508440e-6ec8-47f0-beeb-75d91f1d0ca9 tempest-AllowedAddressPairIpV6TestJSON-1417755410 tempest-AllowedAddressPairIpV6TestJSON-1417755410-project] device_id is not set on port e4f7083f-5488-4aca-a0b2-b40f064dfd8c yet. {{(pid=103229) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 09 19:40:42.757334 n-d-713498-36 neutron-server[103229]: DEBUG neutron.db.db_base_plugin_common [None req-1508440e-6ec8-47f0-beeb-75d91f1d0ca9 tempest-AllowedAddressPairIpV6TestJSON-1417755410 tempest-AllowedAddressPairIpV6TestJSON-1417755410-project] Allocated IP 2001:db8::b (9f02866a-1fac-4359-87eb-56c1ec4e8881/7f0ea386-0bf5-49ee-85b9-c7b78fa7a9c2/e4f7083f-5488-4aca-a0b2-b40f064dfd8c) {{(pid=103229) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 19:40:42.927121 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-1508440e-6ec8-47f0-beeb-75d91f1d0ca9 tempest-AllowedAddressPairIpV6TestJSON-1417755410 tempest-AllowedAddressPairIpV6TestJSON-1417755410-project] Publish callbacks [] for port (e4f7083f-5488-4aca-a0b2-b40f064dfd8c), precommit_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:40:42.978455 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-1508440e-6ec8-47f0-beeb-75d91f1d0ca9 tempest-AllowedAddressPairIpV6TestJSON-1417755410 tempest-AllowedAddressPairIpV6TestJSON-1417755410-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762866656467', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12867576'] for port (e4f7083f-5488-4aca-a0b2-b40f064dfd8c), after_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:40:43.050311 n-d-713498-36 neutron-server[103229]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1508440e-6ec8-47f0-beeb-75d91f1d0ca9 tempest-AllowedAddressPairIpV6TestJSON-1417755410 tempest-AllowedAddressPairIpV6TestJSON-1417755410-project] Network 9f02866a-1fac-4359-87eb-56c1ec4e8881 is already hosted by enough agents. {{(pid=103229) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 19:40:43.055118 n-d-713498-36 neutron-server[103229]: DEBUG neutron.scheduler.base_scheduler [None req-1508440e-6ec8-47f0-beeb-75d91f1d0ca9 tempest-AllowedAddressPairIpV6TestJSON-1417755410 tempest-AllowedAddressPairIpV6TestJSON-1417755410-project] Resources bound (agent type, host, resource id): {{(pid=103229) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 19:40:43.060246 n-d-713498-36 neutron-server[103229]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1508440e-6ec8-47f0-beeb-75d91f1d0ca9 tempest-AllowedAddressPairIpV6TestJSON-1417755410 tempest-AllowedAddressPairIpV6TestJSON-1417755410-project] Received port after_create {{(pid=103229) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 19:40:43.065851 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1508440e-6ec8-47f0-beeb-75d91f1d0ca9 tempest-AllowedAddressPairIpV6TestJSON-1417755410 tempest-AllowedAddressPairIpV6TestJSON-1417755410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:40:43.066532 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-1508440e-6ec8-47f0-beeb-75d91f1d0ca9 tempest-AllowedAddressPairIpV6TestJSON-1417755410 tempest-AllowedAddressPairIpV6TestJSON-1417755410-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171096'] for port (None), before_response {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:40:43.081646 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1508440e-6ec8-47f0-beeb-75d91f1d0ca9 tempest-AllowedAddressPairIpV6TestJSON-1417755410 tempest-AllowedAddressPairIpV6TestJSON-1417755410-project] Pushing event updated for resources: {'Port': ['ID=e4f7083f-5488-4aca-a0b2-b40f064dfd8c,revision_number=1']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:40:43.097257 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-a9fda6d5-0ff6-44f3-8e6b-33a2e7156cb8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762867132591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593584'] for agent (93303d5e-5d17-45e8-8963-7694f87783ae), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:40:43.102742 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-1508440e-6ec8-47f0-beeb-75d91f1d0ca9 tempest-AllowedAddressPairIpV6TestJSON-1417755410 tempest-AllowedAddressPairIpV6TestJSON-1417755410-project] 10.222.0.75 "POST /v2.0/ports HTTP/1.1" status: 201 len: 942 time: 0.6711929 Feb 09 19:40:43.105658 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 43154) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:40:43.111599 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.v2.base [None req-d6be24bf-4419-4950-8431-a0e58a4ff126 tempest-AllowedAddressPairIpV6TestJSON-1417755410 tempest-AllowedAddressPairIpV6TestJSON-1417755410-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::/48', 'mac_address': 'fa:16:3e:ad:ec:0c'}]}} {{(pid=103230) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 19:40:43.205644 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-d6be24bf-4419-4950-8431-a0e58a4ff126 tempest-AllowedAddressPairIpV6TestJSON-1417755410 tempest-AllowedAddressPairIpV6TestJSON-1417755410-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (e4f7083f-5488-4aca-a0b2-b40f064dfd8c), before_update {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:40:43.446062 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.provisioning_blocks [None req-1ab39a4d-dd50-4e48-ad27-d5f3b7cfd19c None None] Provisioning complete for port e4f7083f-5488-4aca-a0b2-b40f064dfd8c triggered by entity DHCP. {{(pid=103232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 19:40:43.446564 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-1ab39a4d-dd50-4e48-ad27-d5f3b7cfd19c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593630'] for port (e4f7083f-5488-4aca-a0b2-b40f064dfd8c), provisioning_complete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:40:43.496626 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-d6be24bf-4419-4950-8431-a0e58a4ff126 tempest-AllowedAddressPairIpV6TestJSON-1417755410 tempest-AllowedAddressPairIpV6TestJSON-1417755410-project] Publish callbacks [] for port (e4f7083f-5488-4aca-a0b2-b40f064dfd8c), precommit_update {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:40:43.503809 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-d6be24bf-4419-4950-8431-a0e58a4ff126 tempest-AllowedAddressPairIpV6TestJSON-1417755410 tempest-AllowedAddressPairIpV6TestJSON-1417755410-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762867176205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762866656485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762866656503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14393758'] for port (e4f7083f-5488-4aca-a0b2-b40f064dfd8c), after_update {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:40:43.535690 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-1ab39a4d-dd50-4e48-ad27-d5f3b7cfd19c None None] Port e4f7083f-5488-4aca-a0b2-b40f064dfd8c cannot update to ACTIVE because it is not bound. {{(pid=103232) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 19:40:43.548174 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.plugin [None req-d6be24bf-4419-4950-8431-a0e58a4ff126 tempest-AllowedAddressPairIpV6TestJSON-1417755410 tempest-AllowedAddressPairIpV6TestJSON-1417755410-project] In _notify_port_updated(), no bound segment for port e4f7083f-5488-4aca-a0b2-b40f064dfd8c on network 9f02866a-1fac-4359-87eb-56c1ec4e8881 {{(pid=103230) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Feb 09 19:40:43.555343 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6be24bf-4419-4950-8431-a0e58a4ff126 tempest-AllowedAddressPairIpV6TestJSON-1417755410 tempest-AllowedAddressPairIpV6TestJSON-1417755410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:40:43.556668 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-d6be24bf-4419-4950-8431-a0e58a4ff126 tempest-AllowedAddressPairIpV6TestJSON-1417755410 tempest-AllowedAddressPairIpV6TestJSON-1417755410-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171096'] for port (None), before_response {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:40:43.558396 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-d6be24bf-4419-4950-8431-a0e58a4ff126 tempest-AllowedAddressPairIpV6TestJSON-1417755410 tempest-AllowedAddressPairIpV6TestJSON-1417755410-project] 10.222.0.75 "PUT /v2.0/ports/e4f7083f-5488-4aca-a0b2-b40f064dfd8c HTTP/1.1" status: 200 len: 1001 time: 0.4512124 Feb 09 19:40:43.563895 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 43164) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:40:43.615959 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6be24bf-4419-4950-8431-a0e58a4ff126 tempest-AllowedAddressPairIpV6TestJSON-1417755410 tempest-AllowedAddressPairIpV6TestJSON-1417755410-project] Pushing event updated for resources: {'Port': ['ID=e4f7083f-5488-4aca-a0b2-b40f064dfd8c,revision_number=2']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:40:43.683032 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.plugin [None req-0f4d2b69-231a-4e3d-95f5-fe1df6444390 tempest-AllowedAddressPairIpV6TestJSON-1417755410 tempest-AllowedAddressPairIpV6TestJSON-1417755410-project] Deleting port e4f7083f-5488-4aca-a0b2-b40f064dfd8c {{(pid=103230) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 19:40:43.683741 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-0f4d2b69-231a-4e3d-95f5-fe1df6444390 tempest-AllowedAddressPairIpV6TestJSON-1417755410 tempest-AllowedAddressPairIpV6TestJSON-1417755410-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762867170196'] for port (e4f7083f-5488-4aca-a0b2-b40f064dfd8c), before_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:40:43.806107 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-0f4d2b69-231a-4e3d-95f5-fe1df6444390 tempest-AllowedAddressPairIpV6TestJSON-1417755410 tempest-AllowedAddressPairIpV6TestJSON-1417755410-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1820838'] for port (e4f7083f-5488-4aca-a0b2-b40f064dfd8c), precommit_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:40:43.825053 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.plugin [None req-0f4d2b69-231a-4e3d-95f5-fe1df6444390 tempest-AllowedAddressPairIpV6TestJSON-1417755410 tempest-AllowedAddressPairIpV6TestJSON-1417755410-project] Calling delete_port for e4f7083f-5488-4aca-a0b2-b40f064dfd8c owned by {{(pid=103230) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 19:40:43.962804 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.provisioning_blocks [None req-78f4616f-9e1e-4cd0-a7c3-7645320690e1 None None] Provisioning complete for port e4f7083f-5488-4aca-a0b2-b40f064dfd8c triggered by entity DHCP. {{(pid=103232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 19:40:43.963165 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-78f4616f-9e1e-4cd0-a7c3-7645320690e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593630'] for port (e4f7083f-5488-4aca-a0b2-b40f064dfd8c), provisioning_complete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:40:43.987892 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-0f4d2b69-231a-4e3d-95f5-fe1df6444390 tempest-AllowedAddressPairIpV6TestJSON-1417755410 tempest-AllowedAddressPairIpV6TestJSON-1417755410-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762867177463', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762866656476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14393751'] for port (e4f7083f-5488-4aca-a0b2-b40f064dfd8c), after_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:40:44.011963 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-78f4616f-9e1e-4cd0-a7c3-7645320690e1 None None] Port e4f7083f-5488-4aca-a0b2-b40f064dfd8c cannot update to ACTIVE because it is not bound. {{(pid=103232) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 19:40:44.024649 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f4d2b69-231a-4e3d-95f5-fe1df6444390 tempest-AllowedAddressPairIpV6TestJSON-1417755410 tempest-AllowedAddressPairIpV6TestJSON-1417755410-project] Pushing event deleted for resources: {'Port': ['ID=e4f7083f-5488-4aca-a0b2-b40f064dfd8c,revision_number=None']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:40:44.058004 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-0f4d2b69-231a-4e3d-95f5-fe1df6444390 tempest-AllowedAddressPairIpV6TestJSON-1417755410 tempest-AllowedAddressPairIpV6TestJSON-1417755410-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171096'] for port (None), before_response {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:40:44.061677 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-0f4d2b69-231a-4e3d-95f5-fe1df6444390 tempest-AllowedAddressPairIpV6TestJSON-1417755410 tempest-AllowedAddressPairIpV6TestJSON-1417755410-project] 10.222.0.75 "DELETE /v2.0/ports/e4f7083f-5488-4aca-a0b2-b40f064dfd8c HTTP/1.1" status: 204 len: 168 time: 0.4966125 Feb 09 19:40:44.064417 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 43168) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:40:44.096415 n-d-713498-36 neutron-server[103229]: INFO neutron.pecan_wsgi.hooks.translation [None req-36bc5340-61eb-4724-974c-fc3c49a22423 tempest-AllowedAddressPairIpV6TestJSON-1417755410 tempest-AllowedAddressPairIpV6TestJSON-1417755410-project] GET failed (client error): The resource could not be found. Feb 09 19:40:44.097874 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-36bc5340-61eb-4724-974c-fc3c49a22423 tempest-AllowedAddressPairIpV6TestJSON-1417755410 tempest-AllowedAddressPairIpV6TestJSON-1417755410-project] 10.222.0.75 "GET /v2.0/ports/e4f7083f-5488-4aca-a0b2-b40f064dfd8c HTTP/1.1" status: 404 len: 333 time: 0.0323956 Feb 09 19:40:44.102186 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 43170) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:40:44.106994 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.v2.base [None req-1bf2968f-19f3-4bb8-b408-ae50ed258781 tempest-AllowedAddressPairIpV6TestJSON-1417755410 tempest-AllowedAddressPairIpV6TestJSON-1417755410-project] Request body: {'port': {'network_id': '9f02866a-1fac-4359-87eb-56c1ec4e8881', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-334664811'}} {{(pid=103229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 19:40:44.243473 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1bf2968f-19f3-4bb8-b408-ae50ed258781 tempest-AllowedAddressPairIpV6TestJSON-1417755410 tempest-AllowedAddressPairIpV6TestJSON-1417755410-project] Made reservation on behalf of a96a599f76594668965543420ef02f11 for: {'port': 1} {{(pid=103229) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 19:40:44.247698 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-1bf2968f-19f3-4bb8-b408-ae50ed258781 tempest-AllowedAddressPairIpV6TestJSON-1417755410 tempest-AllowedAddressPairIpV6TestJSON-1417755410-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (None), before_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:40:44.273270 n-d-713498-36 neutron-server[103229]: DEBUG neutron.notifiers.nova [None req-1bf2968f-19f3-4bb8-b408-ae50ed258781 tempest-AllowedAddressPairIpV6TestJSON-1417755410 tempest-AllowedAddressPairIpV6TestJSON-1417755410-project] device_id is not set on port 72a3e4e7-32ac-4554-8a9a-b24490d45e8f yet. {{(pid=103229) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 09 19:40:44.387018 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-edc54c9b-7f13-45d9-9271-85c9738b0128 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762867132591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593584'] for agent (a62b1850-466f-48ae-bec7-d62fb280e14b), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:40:44.422412 n-d-713498-36 neutron-server[103229]: DEBUG neutron.db.db_base_plugin_common [None req-1bf2968f-19f3-4bb8-b408-ae50ed258781 tempest-AllowedAddressPairIpV6TestJSON-1417755410 tempest-AllowedAddressPairIpV6TestJSON-1417755410-project] Allocated IP 2001:db8::29a (9f02866a-1fac-4359-87eb-56c1ec4e8881/7f0ea386-0bf5-49ee-85b9-c7b78fa7a9c2/72a3e4e7-32ac-4554-8a9a-b24490d45e8f) {{(pid=103229) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 19:40:44.612502 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-1bf2968f-19f3-4bb8-b408-ae50ed258781 tempest-AllowedAddressPairIpV6TestJSON-1417755410 tempest-AllowedAddressPairIpV6TestJSON-1417755410-project] Publish callbacks [] for port (72a3e4e7-32ac-4554-8a9a-b24490d45e8f), precommit_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:40:44.647416 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-1bf2968f-19f3-4bb8-b408-ae50ed258781 tempest-AllowedAddressPairIpV6TestJSON-1417755410 tempest-AllowedAddressPairIpV6TestJSON-1417755410-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762866656467', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12867576'] for port (72a3e4e7-32ac-4554-8a9a-b24490d45e8f), after_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:40:44.703042 n-d-713498-36 neutron-server[103229]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1bf2968f-19f3-4bb8-b408-ae50ed258781 tempest-AllowedAddressPairIpV6TestJSON-1417755410 tempest-AllowedAddressPairIpV6TestJSON-1417755410-project] Network 9f02866a-1fac-4359-87eb-56c1ec4e8881 is already hosted by enough agents. {{(pid=103229) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 19:40:44.708818 n-d-713498-36 neutron-server[103229]: DEBUG neutron.scheduler.base_scheduler [None req-1bf2968f-19f3-4bb8-b408-ae50ed258781 tempest-AllowedAddressPairIpV6TestJSON-1417755410 tempest-AllowedAddressPairIpV6TestJSON-1417755410-project] Resources bound (agent type, host, resource id): {{(pid=103229) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 19:40:44.711273 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bf2968f-19f3-4bb8-b408-ae50ed258781 tempest-AllowedAddressPairIpV6TestJSON-1417755410 tempest-AllowedAddressPairIpV6TestJSON-1417755410-project] Pushing event updated for resources: {'Port': ['ID=72a3e4e7-32ac-4554-8a9a-b24490d45e8f,revision_number=1']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:40:44.720791 n-d-713498-36 neutron-server[103229]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bf2968f-19f3-4bb8-b408-ae50ed258781 tempest-AllowedAddressPairIpV6TestJSON-1417755410 tempest-AllowedAddressPairIpV6TestJSON-1417755410-project] Received port after_create {{(pid=103229) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 19:40:44.728276 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1bf2968f-19f3-4bb8-b408-ae50ed258781 tempest-AllowedAddressPairIpV6TestJSON-1417755410 tempest-AllowedAddressPairIpV6TestJSON-1417755410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:40:44.728926 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-1bf2968f-19f3-4bb8-b408-ae50ed258781 tempest-AllowedAddressPairIpV6TestJSON-1417755410 tempest-AllowedAddressPairIpV6TestJSON-1417755410-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171096'] for port (None), before_response {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:40:44.750428 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-1bf2968f-19f3-4bb8-b408-ae50ed258781 tempest-AllowedAddressPairIpV6TestJSON-1417755410 tempest-AllowedAddressPairIpV6TestJSON-1417755410-project] 10.222.0.75 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 0.6471167 Feb 09 19:40:44.752823 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 43178) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:40:44.758760 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.v2.base [None req-6c502406-6d6f-4569-ac27-b78ae6306af6 tempest-AllowedAddressPairIpV6TestJSON-1417755410 tempest-AllowedAddressPairIpV6TestJSON-1417755410-project] Request body: {'port': {'network_id': '9f02866a-1fac-4359-87eb-56c1ec4e8881', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-2112958914'}} {{(pid=103229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 19:40:44.894933 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6c502406-6d6f-4569-ac27-b78ae6306af6 tempest-AllowedAddressPairIpV6TestJSON-1417755410 tempest-AllowedAddressPairIpV6TestJSON-1417755410-project] Made reservation on behalf of a96a599f76594668965543420ef02f11 for: {'port': 1} {{(pid=103229) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 19:40:44.900744 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-6c502406-6d6f-4569-ac27-b78ae6306af6 tempest-AllowedAddressPairIpV6TestJSON-1417755410 tempest-AllowedAddressPairIpV6TestJSON-1417755410-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (None), before_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:40:44.931465 n-d-713498-36 neutron-server[103229]: DEBUG neutron.notifiers.nova [None req-6c502406-6d6f-4569-ac27-b78ae6306af6 tempest-AllowedAddressPairIpV6TestJSON-1417755410 tempest-AllowedAddressPairIpV6TestJSON-1417755410-project] device_id is not set on port f5ce5454-4407-4008-bec6-2fdf1af00b24 yet. {{(pid=103229) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 09 19:40:45.053718 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.provisioning_blocks [None req-79c18b49-9854-49d9-abc8-501fb024518d None None] Provisioning complete for port 72a3e4e7-32ac-4554-8a9a-b24490d45e8f triggered by entity DHCP. {{(pid=103232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 19:40:45.054285 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-79c18b49-9854-49d9-abc8-501fb024518d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593630'] for port (72a3e4e7-32ac-4554-8a9a-b24490d45e8f), provisioning_complete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:40:45.083962 n-d-713498-36 neutron-server[103229]: DEBUG neutron.db.db_base_plugin_common [None req-6c502406-6d6f-4569-ac27-b78ae6306af6 tempest-AllowedAddressPairIpV6TestJSON-1417755410 tempest-AllowedAddressPairIpV6TestJSON-1417755410-project] Allocated IP 2001:db8::114 (9f02866a-1fac-4359-87eb-56c1ec4e8881/7f0ea386-0bf5-49ee-85b9-c7b78fa7a9c2/f5ce5454-4407-4008-bec6-2fdf1af00b24) {{(pid=103229) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 19:40:45.114182 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-79c18b49-9854-49d9-abc8-501fb024518d None None] Port 72a3e4e7-32ac-4554-8a9a-b24490d45e8f cannot update to ACTIVE because it is not bound. {{(pid=103232) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 19:40:45.296200 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-6c502406-6d6f-4569-ac27-b78ae6306af6 tempest-AllowedAddressPairIpV6TestJSON-1417755410 tempest-AllowedAddressPairIpV6TestJSON-1417755410-project] Publish callbacks [] for port (f5ce5454-4407-4008-bec6-2fdf1af00b24), precommit_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:40:45.350507 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-6c502406-6d6f-4569-ac27-b78ae6306af6 tempest-AllowedAddressPairIpV6TestJSON-1417755410 tempest-AllowedAddressPairIpV6TestJSON-1417755410-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762866656467', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12867576'] for port (f5ce5454-4407-4008-bec6-2fdf1af00b24), after_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:40:45.404546 n-d-713498-36 neutron-server[103229]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c502406-6d6f-4569-ac27-b78ae6306af6 tempest-AllowedAddressPairIpV6TestJSON-1417755410 tempest-AllowedAddressPairIpV6TestJSON-1417755410-project] Network 9f02866a-1fac-4359-87eb-56c1ec4e8881 is already hosted by enough agents. {{(pid=103229) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 19:40:45.411061 n-d-713498-36 neutron-server[103229]: DEBUG neutron.scheduler.base_scheduler [None req-6c502406-6d6f-4569-ac27-b78ae6306af6 tempest-AllowedAddressPairIpV6TestJSON-1417755410 tempest-AllowedAddressPairIpV6TestJSON-1417755410-project] Resources bound (agent type, host, resource id): {{(pid=103229) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 19:40:45.418416 n-d-713498-36 neutron-server[103229]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c502406-6d6f-4569-ac27-b78ae6306af6 tempest-AllowedAddressPairIpV6TestJSON-1417755410 tempest-AllowedAddressPairIpV6TestJSON-1417755410-project] Received port after_create {{(pid=103229) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 19:40:45.425158 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c502406-6d6f-4569-ac27-b78ae6306af6 tempest-AllowedAddressPairIpV6TestJSON-1417755410 tempest-AllowedAddressPairIpV6TestJSON-1417755410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:40:45.426076 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-6c502406-6d6f-4569-ac27-b78ae6306af6 tempest-AllowedAddressPairIpV6TestJSON-1417755410 tempest-AllowedAddressPairIpV6TestJSON-1417755410-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171096'] for port (None), before_response {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:40:45.442330 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c502406-6d6f-4569-ac27-b78ae6306af6 tempest-AllowedAddressPairIpV6TestJSON-1417755410 tempest-AllowedAddressPairIpV6TestJSON-1417755410-project] Pushing event updated for resources: {'Port': ['ID=f5ce5454-4407-4008-bec6-2fdf1af00b24,revision_number=1']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:40:45.459091 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-6c502406-6d6f-4569-ac27-b78ae6306af6 tempest-AllowedAddressPairIpV6TestJSON-1417755410 tempest-AllowedAddressPairIpV6TestJSON-1417755410-project] 10.222.0.75 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 0.7051942 Feb 09 19:40:45.461885 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 43182) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:40:45.491562 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.v2.base [None req-0ed8cdb5-6ccd-446f-abdb-8d59621fdb77 tempest-AllowedAddressPairIpV6TestJSON-1417755410 tempest-AllowedAddressPairIpV6TestJSON-1417755410-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::39a', 'mac_address': 'fa:16:3e:ad:ec:0c'}, {'ip_address': '2001:db8::29a', 'mac_address': 'fa:16:3e:f5:f9:80'}]}} {{(pid=103229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 19:40:45.620160 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-0ed8cdb5-6ccd-446f-abdb-8d59621fdb77 tempest-AllowedAddressPairIpV6TestJSON-1417755410 tempest-AllowedAddressPairIpV6TestJSON-1417755410-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (f5ce5454-4407-4008-bec6-2fdf1af00b24), before_update {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:40:45.882204 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.provisioning_blocks [None req-28f3768e-f15c-4fcd-8217-157e3dd6506a None None] Provisioning complete for port f5ce5454-4407-4008-bec6-2fdf1af00b24 triggered by entity DHCP. {{(pid=103232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 19:40:45.884107 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-28f3768e-f15c-4fcd-8217-157e3dd6506a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593630'] for port (f5ce5454-4407-4008-bec6-2fdf1af00b24), provisioning_complete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:40:45.947068 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-28f3768e-f15c-4fcd-8217-157e3dd6506a None None] Port f5ce5454-4407-4008-bec6-2fdf1af00b24 cannot update to ACTIVE because it is not bound. {{(pid=103232) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 19:40:46.033578 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-a7262a8e-0513-48fd-984d-75726a511961 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762867132591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593584'] for agent (911cfea2-02ae-4ec9-bac3-7808ee1cdd9c), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:40:46.232725 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-0ed8cdb5-6ccd-446f-abdb-8d59621fdb77 tempest-AllowedAddressPairIpV6TestJSON-1417755410 tempest-AllowedAddressPairIpV6TestJSON-1417755410-project] Publish callbacks [] for port (f5ce5454-4407-4008-bec6-2fdf1af00b24), precommit_update {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:40:46.242172 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-0ed8cdb5-6ccd-446f-abdb-8d59621fdb77 tempest-AllowedAddressPairIpV6TestJSON-1417755410 tempest-AllowedAddressPairIpV6TestJSON-1417755410-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762867176205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762866656485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762866656503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12867569'] for port (f5ce5454-4407-4008-bec6-2fdf1af00b24), after_update {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:40:46.282803 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.plugin [None req-0ed8cdb5-6ccd-446f-abdb-8d59621fdb77 tempest-AllowedAddressPairIpV6TestJSON-1417755410 tempest-AllowedAddressPairIpV6TestJSON-1417755410-project] In _notify_port_updated(), no bound segment for port f5ce5454-4407-4008-bec6-2fdf1af00b24 on network 9f02866a-1fac-4359-87eb-56c1ec4e8881 {{(pid=103229) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Feb 09 19:40:46.292712 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ed8cdb5-6ccd-446f-abdb-8d59621fdb77 tempest-AllowedAddressPairIpV6TestJSON-1417755410 tempest-AllowedAddressPairIpV6TestJSON-1417755410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:40:46.295861 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-0ed8cdb5-6ccd-446f-abdb-8d59621fdb77 tempest-AllowedAddressPairIpV6TestJSON-1417755410 tempest-AllowedAddressPairIpV6TestJSON-1417755410-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171096'] for port (None), before_response {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:40:46.300267 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 43192) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:40:46.306537 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-0ed8cdb5-6ccd-446f-abdb-8d59621fdb77 tempest-AllowedAddressPairIpV6TestJSON-1417755410 tempest-AllowedAddressPairIpV6TestJSON-1417755410-project] 10.222.0.75 "PUT /v2.0/ports/f5ce5454-4407-4008-bec6-2fdf1af00b24 HTTP/1.1" status: 200 len: 1068 time: 0.8430243 Feb 09 19:40:46.327881 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ed8cdb5-6ccd-446f-abdb-8d59621fdb77 tempest-AllowedAddressPairIpV6TestJSON-1417755410 tempest-AllowedAddressPairIpV6TestJSON-1417755410-project] Pushing event updated for resources: {'Port': ['ID=f5ce5454-4407-4008-bec6-2fdf1af00b24,revision_number=2']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:40:46.450720 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.plugin [None req-f2ac6f2a-fddc-49ad-b8c5-f0733e2817e4 tempest-AllowedAddressPairIpV6TestJSON-1417755410 tempest-AllowedAddressPairIpV6TestJSON-1417755410-project] Deleting port f5ce5454-4407-4008-bec6-2fdf1af00b24 {{(pid=103230) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 19:40:46.451658 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-f2ac6f2a-fddc-49ad-b8c5-f0733e2817e4 tempest-AllowedAddressPairIpV6TestJSON-1417755410 tempest-AllowedAddressPairIpV6TestJSON-1417755410-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762867170196'] for port (f5ce5454-4407-4008-bec6-2fdf1af00b24), before_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:40:46.599375 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-f2ac6f2a-fddc-49ad-b8c5-f0733e2817e4 tempest-AllowedAddressPairIpV6TestJSON-1417755410 tempest-AllowedAddressPairIpV6TestJSON-1417755410-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1820838'] for port (f5ce5454-4407-4008-bec6-2fdf1af00b24), precommit_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:40:46.640217 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.plugin [None req-f2ac6f2a-fddc-49ad-b8c5-f0733e2817e4 tempest-AllowedAddressPairIpV6TestJSON-1417755410 tempest-AllowedAddressPairIpV6TestJSON-1417755410-project] Calling delete_port for f5ce5454-4407-4008-bec6-2fdf1af00b24 owned by {{(pid=103230) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 19:40:46.677416 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.provisioning_blocks [None req-a08d71a4-e017-41bb-a31a-a129c1a0e07d None None] Provisioning complete for port f5ce5454-4407-4008-bec6-2fdf1af00b24 triggered by entity DHCP. {{(pid=103232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 19:40:46.679369 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-a08d71a4-e017-41bb-a31a-a129c1a0e07d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593630'] for port (f5ce5454-4407-4008-bec6-2fdf1af00b24), provisioning_complete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:40:46.763605 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-a08d71a4-e017-41bb-a31a-a129c1a0e07d None None] Port f5ce5454-4407-4008-bec6-2fdf1af00b24 cannot update to ACTIVE because it is not bound. {{(pid=103232) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 19:40:46.836048 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-f2ac6f2a-fddc-49ad-b8c5-f0733e2817e4 tempest-AllowedAddressPairIpV6TestJSON-1417755410 tempest-AllowedAddressPairIpV6TestJSON-1417755410-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762867177463', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762866656476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14393751'] for port (f5ce5454-4407-4008-bec6-2fdf1af00b24), after_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:40:46.867009 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2ac6f2a-fddc-49ad-b8c5-f0733e2817e4 tempest-AllowedAddressPairIpV6TestJSON-1417755410 tempest-AllowedAddressPairIpV6TestJSON-1417755410-project] Pushing event deleted for resources: {'Port': ['ID=f5ce5454-4407-4008-bec6-2fdf1af00b24,revision_number=None']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:40:47.060725 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762867132591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593584'] for agent (496418a2-c002-4aec-ab1a-07f3bea491bd), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:40:47.168893 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-f2ac6f2a-fddc-49ad-b8c5-f0733e2817e4 tempest-AllowedAddressPairIpV6TestJSON-1417755410 tempest-AllowedAddressPairIpV6TestJSON-1417755410-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171096'] for port (None), before_response {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:40:47.175473 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-f2ac6f2a-fddc-49ad-b8c5-f0733e2817e4 tempest-AllowedAddressPairIpV6TestJSON-1417755410 tempest-AllowedAddressPairIpV6TestJSON-1417755410-project] 10.222.0.75 "DELETE /v2.0/ports/f5ce5454-4407-4008-bec6-2fdf1af00b24 HTTP/1.1" status: 204 len: 168 time: 0.8739893 Feb 09 19:40:47.178258 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 43200) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:40:47.217004 n-d-713498-36 neutron-server[103230]: INFO neutron.pecan_wsgi.hooks.translation [None req-96a6d38a-6603-464e-a25a-391b8afb8a77 tempest-AllowedAddressPairIpV6TestJSON-1417755410 tempest-AllowedAddressPairIpV6TestJSON-1417755410-project] GET failed (client error): The resource could not be found. Feb 09 19:40:47.220097 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-96a6d38a-6603-464e-a25a-391b8afb8a77 tempest-AllowedAddressPairIpV6TestJSON-1417755410 tempest-AllowedAddressPairIpV6TestJSON-1417755410-project] 10.222.0.75 "GET /v2.0/ports/f5ce5454-4407-4008-bec6-2fdf1af00b24 HTTP/1.1" status: 404 len: 333 time: 0.0399208 Feb 09 19:40:47.222902 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 43202) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:40:47.332511 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.plugin [None req-4b7a8757-1204-4fc7-957c-0c58b2cb5380 tempest-AllowedAddressPairIpV6TestJSON-1417755410 tempest-AllowedAddressPairIpV6TestJSON-1417755410-project] Deleting port 72a3e4e7-32ac-4554-8a9a-b24490d45e8f {{(pid=103229) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 19:40:47.333252 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-4b7a8757-1204-4fc7-957c-0c58b2cb5380 tempest-AllowedAddressPairIpV6TestJSON-1417755410 tempest-AllowedAddressPairIpV6TestJSON-1417755410-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762867170196'] for port (72a3e4e7-32ac-4554-8a9a-b24490d45e8f), before_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:40:47.484144 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-4b7a8757-1204-4fc7-957c-0c58b2cb5380 tempest-AllowedAddressPairIpV6TestJSON-1417755410 tempest-AllowedAddressPairIpV6TestJSON-1417755410-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1820838'] for port (72a3e4e7-32ac-4554-8a9a-b24490d45e8f), precommit_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:40:47.498812 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.plugin [None req-4b7a8757-1204-4fc7-957c-0c58b2cb5380 tempest-AllowedAddressPairIpV6TestJSON-1417755410 tempest-AllowedAddressPairIpV6TestJSON-1417755410-project] Calling delete_port for 72a3e4e7-32ac-4554-8a9a-b24490d45e8f owned by {{(pid=103229) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 19:40:47.680331 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-4b7a8757-1204-4fc7-957c-0c58b2cb5380 tempest-AllowedAddressPairIpV6TestJSON-1417755410 tempest-AllowedAddressPairIpV6TestJSON-1417755410-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762867177463', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762866656476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12867576'] for port (72a3e4e7-32ac-4554-8a9a-b24490d45e8f), after_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:40:47.750989 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b7a8757-1204-4fc7-957c-0c58b2cb5380 tempest-AllowedAddressPairIpV6TestJSON-1417755410 tempest-AllowedAddressPairIpV6TestJSON-1417755410-project] Pushing event deleted for resources: {'Port': ['ID=72a3e4e7-32ac-4554-8a9a-b24490d45e8f,revision_number=None']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:40:47.787667 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-4b7a8757-1204-4fc7-957c-0c58b2cb5380 tempest-AllowedAddressPairIpV6TestJSON-1417755410 tempest-AllowedAddressPairIpV6TestJSON-1417755410-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171096'] for port (None), before_response {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:40:47.791193 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-4b7a8757-1204-4fc7-957c-0c58b2cb5380 tempest-AllowedAddressPairIpV6TestJSON-1417755410 tempest-AllowedAddressPairIpV6TestJSON-1417755410-project] 10.222.0.75 "DELETE /v2.0/ports/72a3e4e7-32ac-4554-8a9a-b24490d45e8f HTTP/1.1" status: 204 len: 168 time: 0.5664556 Feb 09 19:40:47.794174 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 43226) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:40:47.821673 n-d-713498-36 neutron-server[103230]: INFO neutron.pecan_wsgi.hooks.translation [None req-dff5d00f-ba81-460f-91d3-db6333246f9b tempest-AllowedAddressPairIpV6TestJSON-1417755410 tempest-AllowedAddressPairIpV6TestJSON-1417755410-project] GET failed (client error): The resource could not be found. Feb 09 19:40:47.825503 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-dff5d00f-ba81-460f-91d3-db6333246f9b tempest-AllowedAddressPairIpV6TestJSON-1417755410 tempest-AllowedAddressPairIpV6TestJSON-1417755410-project] 10.222.0.75 "GET /v2.0/ports/72a3e4e7-32ac-4554-8a9a-b24490d45e8f HTTP/1.1" status: 404 len: 333 time: 0.0301251 Feb 09 19:40:47.831125 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 43228) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:40:47.997309 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.plugin [None req-3c5c1cca-f882-416f-973a-8c8d13035570 tempest-AllowedAddressPairIpV6TestJSON-1417755410 tempest-AllowedAddressPairIpV6TestJSON-1417755410-project] Deleting port 31c172da-d6bc-4f3e-9950-3ec165866288 {{(pid=103229) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 19:40:47.997669 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-3c5c1cca-f882-416f-973a-8c8d13035570 tempest-AllowedAddressPairIpV6TestJSON-1417755410 tempest-AllowedAddressPairIpV6TestJSON-1417755410-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762867170196'] for port (31c172da-d6bc-4f3e-9950-3ec165866288), before_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:40:48.117832 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-3c5c1cca-f882-416f-973a-8c8d13035570 tempest-AllowedAddressPairIpV6TestJSON-1417755410 tempest-AllowedAddressPairIpV6TestJSON-1417755410-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1820838'] for port (31c172da-d6bc-4f3e-9950-3ec165866288), precommit_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:40:48.136207 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.plugin [None req-3c5c1cca-f882-416f-973a-8c8d13035570 tempest-AllowedAddressPairIpV6TestJSON-1417755410 tempest-AllowedAddressPairIpV6TestJSON-1417755410-project] Calling delete_port for 31c172da-d6bc-4f3e-9950-3ec165866288 owned by {{(pid=103229) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 19:40:48.286987 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-3c5c1cca-f882-416f-973a-8c8d13035570 tempest-AllowedAddressPairIpV6TestJSON-1417755410 tempest-AllowedAddressPairIpV6TestJSON-1417755410-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762867177463', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762866656476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12867576'] for port (31c172da-d6bc-4f3e-9950-3ec165866288), after_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:40:48.317850 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c5c1cca-f882-416f-973a-8c8d13035570 tempest-AllowedAddressPairIpV6TestJSON-1417755410 tempest-AllowedAddressPairIpV6TestJSON-1417755410-project] Pushing event deleted for resources: {'Port': ['ID=31c172da-d6bc-4f3e-9950-3ec165866288,revision_number=None']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:40:48.362403 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-3c5c1cca-f882-416f-973a-8c8d13035570 tempest-AllowedAddressPairIpV6TestJSON-1417755410 tempest-AllowedAddressPairIpV6TestJSON-1417755410-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171096'] for port (None), before_response {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:40:48.367891 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-3c5c1cca-f882-416f-973a-8c8d13035570 tempest-AllowedAddressPairIpV6TestJSON-1417755410 tempest-AllowedAddressPairIpV6TestJSON-1417755410-project] 10.222.0.75 "DELETE /v2.0/ports/31c172da-d6bc-4f3e-9950-3ec165866288 HTTP/1.1" status: 204 len: 168 time: 0.5356765 Feb 09 19:40:48.370477 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 43238) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:40:48.481576 n-d-713498-36 neutron-server[103230]: DEBUG neutron.db.db_base_plugin_v2 [None req-c7b70a97-1d63-4dc0-833a-d7334f60c4cd tempest-AllowedAddressPairIpV6TestJSON-1417755410 tempest-AllowedAddressPairIpV6TestJSON-1417755410-project] Deleting subnet 7f0ea386-0bf5-49ee-85b9-c7b78fa7a9c2 {{(pid=103230) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 19:40:48.496044 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-c7b70a97-1d63-4dc0-833a-d7334f60c4cd tempest-AllowedAddressPairIpV6TestJSON-1417755410 tempest-AllowedAddressPairIpV6TestJSON-1417755410-project] Publish callbacks [] for subnet (7f0ea386-0bf5-49ee-85b9-c7b78fa7a9c2), before_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:40:48.555169 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-c7b70a97-1d63-4dc0-833a-d7334f60c4cd tempest-AllowedAddressPairIpV6TestJSON-1417755410 tempest-AllowedAddressPairIpV6TestJSON-1417755410-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12895822'] for subnet (7f0ea386-0bf5-49ee-85b9-c7b78fa7a9c2), precommit_delete_associations {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:40:48.718509 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-c7b70a97-1d63-4dc0-833a-d7334f60c4cd tempest-AllowedAddressPairIpV6TestJSON-1417755410 tempest-AllowedAddressPairIpV6TestJSON-1417755410-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-759852'] for subnet (7f0ea386-0bf5-49ee-85b9-c7b78fa7a9c2), precommit_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:40:48.791934 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762867132591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593584'] for agent (488cd9ae-631f-4955-ba0b-4f5a13f12e9c), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:40:48.842792 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-c7b70a97-1d63-4dc0-833a-d7334f60c4cd tempest-AllowedAddressPairIpV6TestJSON-1417755410 tempest-AllowedAddressPairIpV6TestJSON-1417755410-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-760023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14393672', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12985882'] for subnet (7f0ea386-0bf5-49ee-85b9-c7b78fa7a9c2), after_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:40:48.874769 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7b70a97-1d63-4dc0-833a-d7334f60c4cd tempest-AllowedAddressPairIpV6TestJSON-1417755410 tempest-AllowedAddressPairIpV6TestJSON-1417755410-project] Pushing event deleted for resources: {'Subnet': ['ID=7f0ea386-0bf5-49ee-85b9-c7b78fa7a9c2,revision_number=None']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:40:48.883818 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-c7b70a97-1d63-4dc0-833a-d7334f60c4cd tempest-AllowedAddressPairIpV6TestJSON-1417755410 tempest-AllowedAddressPairIpV6TestJSON-1417755410-project] Publish callbacks [] for subnet (None), before_response {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:40:48.887519 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-c7b70a97-1d63-4dc0-833a-d7334f60c4cd tempest-AllowedAddressPairIpV6TestJSON-1417755410 tempest-AllowedAddressPairIpV6TestJSON-1417755410-project] 10.222.0.75 "DELETE /v2.0/subnets/7f0ea386-0bf5-49ee-85b9-c7b78fa7a9c2 HTTP/1.1" status: 204 len: 168 time: 0.5157678 Feb 09 19:40:48.890102 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 43256) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:40:48.890834 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5e45068-9815-4895-81aa-a5d1536510bb None None] Network 9f02866a-1fac-4359-87eb-56c1ec4e8881 requested from n-d-713498-36 {{(pid=103232) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 19:40:49.066437 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-cf4d4cf5-2691-4d21-afff-881be1c108b6 tempest-AllowedAddressPairIpV6TestJSON-1417755410 tempest-AllowedAddressPairIpV6TestJSON-1417755410-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-670458'] for network (9f02866a-1fac-4359-87eb-56c1ec4e8881), before_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:40:49.110241 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd64baa5-4795-4a67-8a31-bde56d7433dd None None] DHCP port deletion for 9f02866a-1fac-4359-87eb-56c1ec4e8881 request from n-d-713498-36 {{(pid=103232) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 09 19:40:49.152791 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.plugin [None req-cf4d4cf5-2691-4d21-afff-881be1c108b6 tempest-AllowedAddressPairIpV6TestJSON-1417755410 tempest-AllowedAddressPairIpV6TestJSON-1417755410-project] Deleting port 83cacede-b819-4656-bd99-eaa91103ff16 {{(pid=103229) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 19:40:49.155054 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-cf4d4cf5-2691-4d21-afff-881be1c108b6 tempest-AllowedAddressPairIpV6TestJSON-1417755410 tempest-AllowedAddressPairIpV6TestJSON-1417755410-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762867170196'] for port (83cacede-b819-4656-bd99-eaa91103ff16), before_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:40:49.203348 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762867132591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593584'] for agent (bcd5faee-dc24-4298-9134-0e0aa054058e), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:40:49.243378 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-cd64baa5-4795-4a67-8a31-bde56d7433dd None None] Deleting port 83cacede-b819-4656-bd99-eaa91103ff16 {{(pid=103232) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 19:40:49.244078 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-cd64baa5-4795-4a67-8a31-bde56d7433dd None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762867170196'] for port (83cacede-b819-4656-bd99-eaa91103ff16), before_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:40:49.267658 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.db [None req-cf4d4cf5-2691-4d21-afff-881be1c108b6 tempest-AllowedAddressPairIpV6TestJSON-1417755410 tempest-AllowedAddressPairIpV6TestJSON-1417755410-project] For port 83cacede-b819-4656-bd99-eaa91103ff16, host n-d-713498-36, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-36',level=0,port_id=83cacede-b819-4656-bd99-eaa91103ff16,segment=NetworkSegment(d08d9c07-ff2e-4cbc-a289-ed26541f6a7a),segment_id=d08d9c07-ff2e-4cbc-a289-ed26541f6a7a)] {{(pid=103229) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 19:40:49.268019 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-cf4d4cf5-2691-4d21-afff-881be1c108b6 tempest-AllowedAddressPairIpV6TestJSON-1417755410 tempest-AllowedAddressPairIpV6TestJSON-1417755410-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1820838'] for port (83cacede-b819-4656-bd99-eaa91103ff16), precommit_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:40:49.302945 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.plugin [None req-cf4d4cf5-2691-4d21-afff-881be1c108b6 tempest-AllowedAddressPairIpV6TestJSON-1417755410 tempest-AllowedAddressPairIpV6TestJSON-1417755410-project] Calling delete_port for 83cacede-b819-4656-bd99-eaa91103ff16 owned by network:dhcp {{(pid=103229) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 19:40:49.326971 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-cd64baa5-4795-4a67-8a31-bde56d7433dd None None] For port 83cacede-b819-4656-bd99-eaa91103ff16, host n-d-713498-36, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-36',level=0,port_id=83cacede-b819-4656-bd99-eaa91103ff16,segment=NetworkSegment(d08d9c07-ff2e-4cbc-a289-ed26541f6a7a),segment_id=d08d9c07-ff2e-4cbc-a289-ed26541f6a7a)] {{(pid=103232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 19:40:49.327601 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-cd64baa5-4795-4a67-8a31-bde56d7433dd None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1820838'] for port (83cacede-b819-4656-bd99-eaa91103ff16), precommit_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:40:49.341342 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-cd64baa5-4795-4a67-8a31-bde56d7433dd None None] Calling delete_port for 83cacede-b819-4656-bd99-eaa91103ff16 owned by network:dhcp {{(pid=103232) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 19:40:49.460619 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-cd64baa5-4795-4a67-8a31-bde56d7433dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762867177463', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762866656476'] for port (83cacede-b819-4656-bd99-eaa91103ff16), after_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:40:49.466769 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-cf4d4cf5-2691-4d21-afff-881be1c108b6 tempest-AllowedAddressPairIpV6TestJSON-1417755410 tempest-AllowedAddressPairIpV6TestJSON-1417755410-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762867177463', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762866656476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12867576'] for port (83cacede-b819-4656-bd99-eaa91103ff16), after_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:40:49.492272 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd64baa5-4795-4a67-8a31-bde56d7433dd None None] Pushing event deleted for resources: {'Port': ['ID=83cacede-b819-4656-bd99-eaa91103ff16,revision_number=None']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:40:49.496600 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd64baa5-4795-4a67-8a31-bde56d7433dd None None] No DVR routers for this DVR port 83cacede-b819-4656-bd99-eaa91103ff16 on host n-d-713498-36 {{(pid=103232) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 19:40:49.525020 n-d-713498-36 neutron-server[103229]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf4d4cf5-2691-4d21-afff-881be1c108b6 tempest-AllowedAddressPairIpV6TestJSON-1417755410 tempest-AllowedAddressPairIpV6TestJSON-1417755410-project] No DVR routers for this DVR port 83cacede-b819-4656-bd99-eaa91103ff16 on host n-d-713498-36 {{(pid=103229) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 19:40:49.531791 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf4d4cf5-2691-4d21-afff-881be1c108b6 tempest-AllowedAddressPairIpV6TestJSON-1417755410 tempest-AllowedAddressPairIpV6TestJSON-1417755410-project] Pushing event deleted for resources: {'Port': ['ID=83cacede-b819-4656-bd99-eaa91103ff16,revision_number=None']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:40:49.666593 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-cf4d4cf5-2691-4d21-afff-881be1c108b6 tempest-AllowedAddressPairIpV6TestJSON-1417755410 tempest-AllowedAddressPairIpV6TestJSON-1417755410-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-590267', 'neutron.services.segments.db._delete_segments_for_network-8762867132609'] for network (9f02866a-1fac-4359-87eb-56c1ec4e8881), precommit_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:40:49.695142 n-d-713498-36 neutron-server[103229]: DEBUG neutron.services.segments.db [None req-cf4d4cf5-2691-4d21-afff-881be1c108b6 tempest-AllowedAddressPairIpV6TestJSON-1417755410 tempest-AllowedAddressPairIpV6TestJSON-1417755410-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9f02866a-1fac-4359-87eb-56c1ec4e8881']}} {{(pid=103229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:40:49.710976 n-d-713498-36 neutron-server[103229]: DEBUG neutron.services.segments.db [None req-cf4d4cf5-2691-4d21-afff-881be1c108b6 tempest-AllowedAddressPairIpV6TestJSON-1417755410 tempest-AllowedAddressPairIpV6TestJSON-1417755410-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd08d9c07-ff2e-4cbc-a289-ed26541f6a7a') {'for_net_delete': True} {{(pid=103229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:40:49.711358 n-d-713498-36 neutron-server[103229]: DEBUG neutron.services.segments.db [None req-cf4d4cf5-2691-4d21-afff-881be1c108b6 tempest-AllowedAddressPairIpV6TestJSON-1417755410 tempest-AllowedAddressPairIpV6TestJSON-1417755410-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd08d9c07-ff2e-4cbc-a289-ed26541f6a7a') {} {{(pid=103229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:40:49.722111 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-cf4d4cf5-2691-4d21-afff-881be1c108b6 tempest-AllowedAddressPairIpV6TestJSON-1417755410 tempest-AllowedAddressPairIpV6TestJSON-1417755410-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762867134154', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16683417'] for segment (d08d9c07-ff2e-4cbc-a289-ed26541f6a7a), before_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:40:49.746792 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-cf4d4cf5-2691-4d21-afff-881be1c108b6 tempest-AllowedAddressPairIpV6TestJSON-1417755410 tempest-AllowedAddressPairIpV6TestJSON-1417755410-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-759574'] for segment (d08d9c07-ff2e-4cbc-a289-ed26541f6a7a), precommit_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:40:49.750688 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cf4d4cf5-2691-4d21-afff-881be1c108b6 tempest-AllowedAddressPairIpV6TestJSON-1417755410 tempest-AllowedAddressPairIpV6TestJSON-1417755410-project] Releasing vlan 357 on physical network physnet1 to pool {{(pid=103229) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 19:40:49.751055 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-cf4d4cf5-2691-4d21-afff-881be1c108b6 tempest-AllowedAddressPairIpV6TestJSON-1417755410 tempest-AllowedAddressPairIpV6TestJSON-1417755410-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-759574', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12867469'] for segment (d08d9c07-ff2e-4cbc-a289-ed26541f6a7a), after_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:40:49.754504 n-d-713498-36 neutron-server[103229]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 19:40:49.754504 n-d-713498-36 neutron-server[103229]: self.session.flush() Feb 09 19:40:49.754504 n-d-713498-36 neutron-server[103229]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 19:40:49.754504 n-d-713498-36 neutron-server[103229]: self.session.flush() Feb 09 19:40:49.754504 n-d-713498-36 neutron-server[103229]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 19:40:49.754504 n-d-713498-36 neutron-server[103229]: self.session.flush() Feb 09 19:40:49.754504 n-d-713498-36 neutron-server[103229]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 19:40:49.754504 n-d-713498-36 neutron-server[103229]: self.session.flush() Feb 09 19:40:49.754504 n-d-713498-36 neutron-server[103229]: Traceback (most recent call last): Feb 09 19:40:49.754504 n-d-713498-36 neutron-server[103229]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 19:40:49.754504 n-d-713498-36 neutron-server[103229]: timer() Feb 09 19:40:49.754504 n-d-713498-36 neutron-server[103229]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 19:40:49.754504 n-d-713498-36 neutron-server[103229]: cb(*args, **kw) Feb 09 19:40:49.754504 n-d-713498-36 neutron-server[103229]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 19:40:49.754504 n-d-713498-36 neutron-server[103229]: return func(*args, **kwargs) Feb 09 19:40:49.754504 n-d-713498-36 neutron-server[103229]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 19:40:49.754504 n-d-713498-36 neutron-server[103229]: self._notify() Feb 09 19:40:49.754504 n-d-713498-36 neutron-server[103229]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 19:40:49.754504 n-d-713498-36 neutron-server[103229]: self.callback(batched_events) Feb 09 19:40:49.754504 n-d-713498-36 neutron-server[103229]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 19:40:49.754504 n-d-713498-36 neutron-server[103229]: event.method(event) Feb 09 19:40:49.754504 n-d-713498-36 neutron-server[103229]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 19:40:49.754504 n-d-713498-36 neutron-server[103229]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 19:40:49.754504 n-d-713498-36 neutron-server[103229]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 19:40:49.754504 n-d-713498-36 neutron-server[103229]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 19:40:49.754504 n-d-713498-36 neutron-server[103229]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 19:40:49.754504 n-d-713498-36 neutron-server[103229]: return f(self, *a, **k) Feb 09 19:40:49.754504 n-d-713498-36 neutron-server[103229]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 19:40:49.754504 n-d-713498-36 neutron-server[103229]: return self._get(url).json() Feb 09 19:40:49.754504 n-d-713498-36 neutron-server[103229]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 19:40:49.754504 n-d-713498-36 neutron-server[103229]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 19:40:49.754504 n-d-713498-36 neutron-server[103229]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 19:40:49.754504 n-d-713498-36 neutron-server[103229]: return self.request(url, 'GET', **kwargs) Feb 09 19:40:49.754504 n-d-713498-36 neutron-server[103229]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 19:40:49.754504 n-d-713498-36 neutron-server[103229]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 19:40:49.754504 n-d-713498-36 neutron-server[103229]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 19:40:49.754504 n-d-713498-36 neutron-server[103229]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 19:40:49.754504 n-d-713498-36 neutron-server[103229]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 19:40:49.754504 n-d-713498-36 neutron-server[103229]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 19:40:49.754504 n-d-713498-36 neutron-server[103229]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 19:40:49.826928 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-cf4d4cf5-2691-4d21-afff-881be1c108b6 tempest-AllowedAddressPairIpV6TestJSON-1417755410 tempest-AllowedAddressPairIpV6TestJSON-1417755410-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-590242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1885479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1818895'] for network (9f02866a-1fac-4359-87eb-56c1ec4e8881), after_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:40:49.835565 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-cf4d4cf5-2691-4d21-afff-881be1c108b6 tempest-AllowedAddressPairIpV6TestJSON-1417755410 tempest-AllowedAddressPairIpV6TestJSON-1417755410-project] Publish callbacks [] for network (None), before_response {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:40:49.839852 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-cf4d4cf5-2691-4d21-afff-881be1c108b6 tempest-AllowedAddressPairIpV6TestJSON-1417755410 tempest-AllowedAddressPairIpV6TestJSON-1417755410-project] 10.222.0.75 "DELETE /v2.0/networks/9f02866a-1fac-4359-87eb-56c1ec4e8881 HTTP/1.1" status: 204 len: 168 time: 0.9476891 Feb 09 19:40:49.875801 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf4d4cf5-2691-4d21-afff-881be1c108b6 tempest-AllowedAddressPairIpV6TestJSON-1417755410 tempest-AllowedAddressPairIpV6TestJSON-1417755410-project] Pushing event deleted for resources: {'Network': ['ID=9f02866a-1fac-4359-87eb-56c1ec4e8881,revision_number=None']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:40:50.172072 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 43284) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:40:50.327257 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-9b9c64b9-8624-44d9-b825-027ab9991b1c admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=a96a599f76594668965543420ef02f11&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1517196 Feb 09 19:40:50.327570 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 43288) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:40:50.375582 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-bf9f5df4-0638-4af4-892f-e0978223482d admin admin] Publish callbacks [] for security_group (dfd64264-8f12-4c4c-b83e-81f2c399bcb3), before_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:40:50.399263 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-bf9f5df4-0638-4af4-892f-e0978223482d admin admin] Publish callbacks [] for security_group (dfd64264-8f12-4c4c-b83e-81f2c399bcb3), precommit_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:40:50.450757 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-bf9f5df4-0638-4af4-892f-e0978223482d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1892331'] for security_group (dfd64264-8f12-4c4c-b83e-81f2c399bcb3), after_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:40:50.453668 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-bf9f5df4-0638-4af4-892f-e0978223482d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:40:50.457147 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-bf9f5df4-0638-4af4-892f-e0978223482d admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/dfd64264-8f12-4c4c-b83e-81f2c399bcb3 HTTP/1.1" status: 204 len: 168 time: 0.1263394 Feb 09 19:40:50.463345 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf9f5df4-0638-4af4-892f-e0978223482d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dfd64264-8f12-4c4c-b83e-81f2c399bcb3,revision_number=None']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:40:50.651249 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Device 83cacede-b819-4656-bd99-eaa91103ff16 no longer exists at agent ovs-agent-n-d-713498-36 {{(pid=103232) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 19:40:50.677351 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] No Port match for: 83cacede-b819-4656-bd99-eaa91103ff16 {{(pid=103232) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 19:40:50.678313 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Device 83cacede-b819-4656-bd99-eaa91103ff16 not bound to the agent host n-d-713498-36 {{(pid=103232) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 19:40:51.347371 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 43320) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:40:51.502671 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.v2.base [None req-acf78fff-dc77-4ba9-ba02-9fca876aaa8b tempest-BulkNetworkOpsTest-36131613 tempest-BulkNetworkOpsTest-36131613-project] Request body: {'networks': [{'name': 'tempest-network--1508310684'}, {'name': 'tempest-network--215525807'}]} {{(pid=103230) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 19:40:51.506374 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.v2.base [None req-acf78fff-dc77-4ba9-ba02-9fca876aaa8b tempest-BulkNetworkOpsTest-36131613 tempest-BulkNetworkOpsTest-36131613-project] Request body: {'network': {'name': 'tempest-network--1508310684'}} {{(pid=103230) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 19:40:51.507105 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.v2.base [None req-acf78fff-dc77-4ba9-ba02-9fca876aaa8b tempest-BulkNetworkOpsTest-36131613 tempest-BulkNetworkOpsTest-36131613-project] Request body: {'network': {'name': 'tempest-network--215525807'}} {{(pid=103230) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 19:40:51.540880 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-acf78fff-dc77-4ba9-ba02-9fca876aaa8b tempest-BulkNetworkOpsTest-36131613 tempest-BulkNetworkOpsTest-36131613-project] Made reservation on behalf of 05262998589d48cfba8a99317dc525c6 for: {'network': 2} {{(pid=103230) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 19:40:51.547492 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-acf78fff-dc77-4ba9-ba02-9fca876aaa8b tempest-BulkNetworkOpsTest-36131613 tempest-BulkNetworkOpsTest-36131613-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for network (None), before_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:40:51.561581 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-acf78fff-dc77-4ba9-ba02-9fca876aaa8b tempest-BulkNetworkOpsTest-36131613 tempest-BulkNetworkOpsTest-36131613-project] Publish callbacks [] for security_group (None), before_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:40:51.662804 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-acf78fff-dc77-4ba9-ba02-9fca876aaa8b tempest-BulkNetworkOpsTest-36131613 tempest-BulkNetworkOpsTest-36131613-project] Publish callbacks [] for security_group (14ef2e4d-e01e-49ab-be82-141320afcb3f), precommit_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:40:51.670348 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-acf78fff-dc77-4ba9-ba02-9fca876aaa8b tempest-BulkNetworkOpsTest-36131613 tempest-BulkNetworkOpsTest-36131613-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1892331'] for security_group (14ef2e4d-e01e-49ab-be82-141320afcb3f), after_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:40:51.671162 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-acf78fff-dc77-4ba9-ba02-9fca876aaa8b tempest-BulkNetworkOpsTest-36131613 tempest-BulkNetworkOpsTest-36131613-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for network (None), before_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:40:51.747382 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acf78fff-dc77-4ba9-ba02-9fca876aaa8b tempest-BulkNetworkOpsTest-36131613 tempest-BulkNetworkOpsTest-36131613-project] Pushing event updated for resources: {'SecurityGroup': ['ID=14ef2e4d-e01e-49ab-be82-141320afcb3f,revision_number=1']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:40:51.753405 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-acf78fff-dc77-4ba9-ba02-9fca876aaa8b tempest-BulkNetworkOpsTest-36131613 tempest-BulkNetworkOpsTest-36131613-project] vlan segment allocate from pool success with {'vlan_id': 376, 'physical_network': 'physnet1'} {{(pid=103230) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 19:40:51.769799 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-acf78fff-dc77-4ba9-ba02-9fca876aaa8b tempest-BulkNetworkOpsTest-36131613 tempest-BulkNetworkOpsTest-36131613-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-759574'] for segment (8432b545-8df8-498b-86d2-5cada520fae5), precommit_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:40:51.770519 n-d-713498-36 neutron-server[103230]: INFO neutron.db.segments_db [None req-acf78fff-dc77-4ba9-ba02-9fca876aaa8b tempest-BulkNetworkOpsTest-36131613 tempest-BulkNetworkOpsTest-36131613-project] Added segment 8432b545-8df8-498b-86d2-5cada520fae5 of type vlan for network 279221d5-c6fe-48ee-9183-51fa0fa672d5 Feb 09 19:40:51.855973 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-acf78fff-dc77-4ba9-ba02-9fca876aaa8b tempest-BulkNetworkOpsTest-36131613 tempest-BulkNetworkOpsTest-36131613-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762866642225'] for network (279221d5-c6fe-48ee-9183-51fa0fa672d5), precommit_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:40:51.899451 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-acf78fff-dc77-4ba9-ba02-9fca876aaa8b tempest-BulkNetworkOpsTest-36131613 tempest-BulkNetworkOpsTest-36131613-project] vlan segment allocate from pool success with {'vlan_id': 389, 'physical_network': 'physnet1'} {{(pid=103230) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 19:40:51.914448 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-acf78fff-dc77-4ba9-ba02-9fca876aaa8b tempest-BulkNetworkOpsTest-36131613 tempest-BulkNetworkOpsTest-36131613-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-759574'] for segment (d9f1a7fd-798b-42ba-bc32-f3b9d71f6081), precommit_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:40:51.915012 n-d-713498-36 neutron-server[103230]: INFO neutron.db.segments_db [None req-acf78fff-dc77-4ba9-ba02-9fca876aaa8b tempest-BulkNetworkOpsTest-36131613 tempest-BulkNetworkOpsTest-36131613-project] Added segment d9f1a7fd-798b-42ba-bc32-f3b9d71f6081 of type vlan for network c113a049-0c95-4f91-94d3-7d90b4c07763 Feb 09 19:40:51.964601 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-acf78fff-dc77-4ba9-ba02-9fca876aaa8b tempest-BulkNetworkOpsTest-36131613 tempest-BulkNetworkOpsTest-36131613-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762866642225'] for network (c113a049-0c95-4f91-94d3-7d90b4c07763), precommit_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:40:51.998498 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-acf78fff-dc77-4ba9-ba02-9fca876aaa8b tempest-BulkNetworkOpsTest-36131613 tempest-BulkNetworkOpsTest-36131613-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1885479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452'] for network (279221d5-c6fe-48ee-9183-51fa0fa672d5), after_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:40:51.999228 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-acf78fff-dc77-4ba9-ba02-9fca876aaa8b tempest-BulkNetworkOpsTest-36131613 tempest-BulkNetworkOpsTest-36131613-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1885479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452'] for network (c113a049-0c95-4f91-94d3-7d90b4c07763), after_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:40:52.008012 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-acf78fff-dc77-4ba9-ba02-9fca876aaa8b tempest-BulkNetworkOpsTest-36131613 tempest-BulkNetworkOpsTest-36131613-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:40:52.013866 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-acf78fff-dc77-4ba9-ba02-9fca876aaa8b tempest-BulkNetworkOpsTest-36131613 tempest-BulkNetworkOpsTest-36131613-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:40:52.015043 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-acf78fff-dc77-4ba9-ba02-9fca876aaa8b tempest-BulkNetworkOpsTest-36131613 tempest-BulkNetworkOpsTest-36131613-project] Publish callbacks [] for network (None), before_response {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:40:52.100049 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 43346) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:40:52.100617 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-acf78fff-dc77-4ba9-ba02-9fca876aaa8b tempest-BulkNetworkOpsTest-36131613 tempest-BulkNetworkOpsTest-36131613-project] 10.222.0.75 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1319 time: 0.7520874 Feb 09 19:40:52.133450 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acf78fff-dc77-4ba9-ba02-9fca876aaa8b tempest-BulkNetworkOpsTest-36131613 tempest-BulkNetworkOpsTest-36131613-project] Pushing event updated for resources: {'Network': ['ID=279221d5-c6fe-48ee-9183-51fa0fa672d5,revision_number=1']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:40:52.147259 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Network 279221d5-c6fe-48ee-9183-51fa0fa672d5 details requested by agent ovs-agent-n-d-713498-36 with host n-d-713498-36 {{(pid=103232) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 19:40:52.231680 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acf78fff-dc77-4ba9-ba02-9fca876aaa8b tempest-BulkNetworkOpsTest-36131613 tempest-BulkNetworkOpsTest-36131613-project] Pushing event updated for resources: {'Network': ['ID=c113a049-0c95-4f91-94d3-7d90b4c07763,revision_number=1']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:40:52.284767 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Network c113a049-0c95-4f91-94d3-7d90b4c07763 details requested by agent ovs-agent-n-d-713498-36 with host n-d-713498-36 {{(pid=103232) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 19:40:52.487055 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab3a9a2d-0e06-4ec9-b910-dfde5d66cbc0 tempest-BulkNetworkOpsTest-36131613 tempest-BulkNetworkOpsTest-36131613-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:40:52.493326 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab3a9a2d-0e06-4ec9-b910-dfde5d66cbc0 tempest-BulkNetworkOpsTest-36131613 tempest-BulkNetworkOpsTest-36131613-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:40:52.504566 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab3a9a2d-0e06-4ec9-b910-dfde5d66cbc0 tempest-BulkNetworkOpsTest-36131613 tempest-BulkNetworkOpsTest-36131613-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:40:52.510480 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab3a9a2d-0e06-4ec9-b910-dfde5d66cbc0 tempest-BulkNetworkOpsTest-36131613 tempest-BulkNetworkOpsTest-36131613-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:40:52.515853 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 43360) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:40:52.523868 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-ab3a9a2d-0e06-4ec9-b910-dfde5d66cbc0 tempest-BulkNetworkOpsTest-36131613 tempest-BulkNetworkOpsTest-36131613-project] 10.222.0.75 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2406 time: 0.4225950 Feb 09 19:40:52.610271 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-62d7970c-c85e-4b2a-9ca3-7100fd204ddf tempest-BulkNetworkOpsTest-36131613 tempest-BulkNetworkOpsTest-36131613-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-670458'] for network (279221d5-c6fe-48ee-9183-51fa0fa672d5), before_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:40:52.716066 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-62d7970c-c85e-4b2a-9ca3-7100fd204ddf tempest-BulkNetworkOpsTest-36131613 tempest-BulkNetworkOpsTest-36131613-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-590267', 'neutron.services.segments.db._delete_segments_for_network-8762867132609'] for network (279221d5-c6fe-48ee-9183-51fa0fa672d5), precommit_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:40:52.741707 n-d-713498-36 neutron-server[103230]: DEBUG neutron.services.segments.db [None req-62d7970c-c85e-4b2a-9ca3-7100fd204ddf tempest-BulkNetworkOpsTest-36131613 tempest-BulkNetworkOpsTest-36131613-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['279221d5-c6fe-48ee-9183-51fa0fa672d5']}} {{(pid=103230) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:40:52.751897 n-d-713498-36 neutron-server[103230]: DEBUG neutron.services.segments.db [None req-62d7970c-c85e-4b2a-9ca3-7100fd204ddf tempest-BulkNetworkOpsTest-36131613 tempest-BulkNetworkOpsTest-36131613-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8432b545-8df8-498b-86d2-5cada520fae5') {'for_net_delete': True} {{(pid=103230) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:40:52.752222 n-d-713498-36 neutron-server[103230]: DEBUG neutron.services.segments.db [None req-62d7970c-c85e-4b2a-9ca3-7100fd204ddf tempest-BulkNetworkOpsTest-36131613 tempest-BulkNetworkOpsTest-36131613-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8432b545-8df8-498b-86d2-5cada520fae5') {} {{(pid=103230) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:40:52.763174 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-62d7970c-c85e-4b2a-9ca3-7100fd204ddf tempest-BulkNetworkOpsTest-36131613 tempest-BulkNetworkOpsTest-36131613-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762867134154', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12895813'] for segment (8432b545-8df8-498b-86d2-5cada520fae5), before_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:40:52.780025 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-62d7970c-c85e-4b2a-9ca3-7100fd204ddf tempest-BulkNetworkOpsTest-36131613 tempest-BulkNetworkOpsTest-36131613-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-759574'] for segment (8432b545-8df8-498b-86d2-5cada520fae5), precommit_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:40:52.804344 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-62d7970c-c85e-4b2a-9ca3-7100fd204ddf tempest-BulkNetworkOpsTest-36131613 tempest-BulkNetworkOpsTest-36131613-project] Releasing vlan 376 on physical network physnet1 to pool {{(pid=103230) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 19:40:52.804344 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-62d7970c-c85e-4b2a-9ca3-7100fd204ddf tempest-BulkNetworkOpsTest-36131613 tempest-BulkNetworkOpsTest-36131613-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-759574', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14393826'] for segment (8432b545-8df8-498b-86d2-5cada520fae5), after_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:40:52.804344 n-d-713498-36 neutron-server[103230]: Traceback (most recent call last): Feb 09 19:40:52.804344 n-d-713498-36 neutron-server[103230]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 19:40:52.804344 n-d-713498-36 neutron-server[103230]: timer() Feb 09 19:40:52.804344 n-d-713498-36 neutron-server[103230]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 19:40:52.804344 n-d-713498-36 neutron-server[103230]: cb(*args, **kw) Feb 09 19:40:52.804344 n-d-713498-36 neutron-server[103230]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 19:40:52.804344 n-d-713498-36 neutron-server[103230]: return func(*args, **kwargs) Feb 09 19:40:52.804344 n-d-713498-36 neutron-server[103230]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 19:40:52.804344 n-d-713498-36 neutron-server[103230]: self._notify() Feb 09 19:40:52.804344 n-d-713498-36 neutron-server[103230]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 19:40:52.804344 n-d-713498-36 neutron-server[103230]: self.callback(batched_events) Feb 09 19:40:52.804344 n-d-713498-36 neutron-server[103230]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 19:40:52.804344 n-d-713498-36 neutron-server[103230]: event.method(event) Feb 09 19:40:52.804344 n-d-713498-36 neutron-server[103230]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 19:40:52.804344 n-d-713498-36 neutron-server[103230]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 19:40:52.804344 n-d-713498-36 neutron-server[103230]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 19:40:52.804344 n-d-713498-36 neutron-server[103230]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 19:40:52.804344 n-d-713498-36 neutron-server[103230]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 19:40:52.804344 n-d-713498-36 neutron-server[103230]: return f(self, *a, **k) Feb 09 19:40:52.804344 n-d-713498-36 neutron-server[103230]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 19:40:52.804344 n-d-713498-36 neutron-server[103230]: return self._get(url).json() Feb 09 19:40:52.804344 n-d-713498-36 neutron-server[103230]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 19:40:52.804344 n-d-713498-36 neutron-server[103230]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 19:40:52.804344 n-d-713498-36 neutron-server[103230]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 19:40:52.804344 n-d-713498-36 neutron-server[103230]: return self.request(url, 'GET', **kwargs) Feb 09 19:40:52.804344 n-d-713498-36 neutron-server[103230]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 19:40:52.804344 n-d-713498-36 neutron-server[103230]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 19:40:52.804344 n-d-713498-36 neutron-server[103230]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 19:40:52.804344 n-d-713498-36 neutron-server[103230]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 19:40:52.804344 n-d-713498-36 neutron-server[103230]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 19:40:52.804344 n-d-713498-36 neutron-server[103230]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 19:40:52.804344 n-d-713498-36 neutron-server[103230]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 19:40:52.876392 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-62d7970c-c85e-4b2a-9ca3-7100fd204ddf tempest-BulkNetworkOpsTest-36131613 tempest-BulkNetworkOpsTest-36131613-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-590242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1885479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1818895'] for network (279221d5-c6fe-48ee-9183-51fa0fa672d5), after_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:40:52.894869 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-62d7970c-c85e-4b2a-9ca3-7100fd204ddf tempest-BulkNetworkOpsTest-36131613 tempest-BulkNetworkOpsTest-36131613-project] Publish callbacks [] for network (None), before_response {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:40:52.901329 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-62d7970c-c85e-4b2a-9ca3-7100fd204ddf tempest-BulkNetworkOpsTest-36131613 tempest-BulkNetworkOpsTest-36131613-project] 10.222.0.75 "DELETE /v2.0/networks/279221d5-c6fe-48ee-9183-51fa0fa672d5 HTTP/1.1" status: 204 len: 168 time: 0.3821464 Feb 09 19:40:52.902235 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 43376) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:40:52.912059 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62d7970c-c85e-4b2a-9ca3-7100fd204ddf tempest-BulkNetworkOpsTest-36131613 tempest-BulkNetworkOpsTest-36131613-project] Pushing event deleted for resources: {'Network': ['ID=279221d5-c6fe-48ee-9183-51fa0fa672d5,revision_number=None']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:40:52.994903 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-8b5f6bc0-2de2-42e7-8e62-12b816064d43 tempest-BulkNetworkOpsTest-36131613 tempest-BulkNetworkOpsTest-36131613-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-670458'] for network (c113a049-0c95-4f91-94d3-7d90b4c07763), before_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:40:53.123711 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-8b5f6bc0-2de2-42e7-8e62-12b816064d43 tempest-BulkNetworkOpsTest-36131613 tempest-BulkNetworkOpsTest-36131613-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-590267', 'neutron.services.segments.db._delete_segments_for_network-8762867132609'] for network (c113a049-0c95-4f91-94d3-7d90b4c07763), precommit_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:40:53.150392 n-d-713498-36 neutron-server[103229]: DEBUG neutron.services.segments.db [None req-8b5f6bc0-2de2-42e7-8e62-12b816064d43 tempest-BulkNetworkOpsTest-36131613 tempest-BulkNetworkOpsTest-36131613-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c113a049-0c95-4f91-94d3-7d90b4c07763']}} {{(pid=103229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:40:53.160488 n-d-713498-36 neutron-server[103229]: DEBUG neutron.services.segments.db [None req-8b5f6bc0-2de2-42e7-8e62-12b816064d43 tempest-BulkNetworkOpsTest-36131613 tempest-BulkNetworkOpsTest-36131613-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd9f1a7fd-798b-42ba-bc32-f3b9d71f6081') {'for_net_delete': True} {{(pid=103229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:40:53.160802 n-d-713498-36 neutron-server[103229]: DEBUG neutron.services.segments.db [None req-8b5f6bc0-2de2-42e7-8e62-12b816064d43 tempest-BulkNetworkOpsTest-36131613 tempest-BulkNetworkOpsTest-36131613-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd9f1a7fd-798b-42ba-bc32-f3b9d71f6081') {} {{(pid=103229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:40:53.173372 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-8b5f6bc0-2de2-42e7-8e62-12b816064d43 tempest-BulkNetworkOpsTest-36131613 tempest-BulkNetworkOpsTest-36131613-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762867134154', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16683417'] for segment (d9f1a7fd-798b-42ba-bc32-f3b9d71f6081), before_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:40:53.187732 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-8b5f6bc0-2de2-42e7-8e62-12b816064d43 tempest-BulkNetworkOpsTest-36131613 tempest-BulkNetworkOpsTest-36131613-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-759574'] for segment (d9f1a7fd-798b-42ba-bc32-f3b9d71f6081), precommit_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:40:53.199168 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8b5f6bc0-2de2-42e7-8e62-12b816064d43 tempest-BulkNetworkOpsTest-36131613 tempest-BulkNetworkOpsTest-36131613-project] Releasing vlan 389 on physical network physnet1 to pool {{(pid=103229) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 19:40:53.199658 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-8b5f6bc0-2de2-42e7-8e62-12b816064d43 tempest-BulkNetworkOpsTest-36131613 tempest-BulkNetworkOpsTest-36131613-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-759574', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12867469'] for segment (d9f1a7fd-798b-42ba-bc32-f3b9d71f6081), after_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:40:53.203004 n-d-713498-36 neutron-server[103229]: Traceback (most recent call last): Feb 09 19:40:53.203004 n-d-713498-36 neutron-server[103229]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 19:40:53.203004 n-d-713498-36 neutron-server[103229]: timer() Feb 09 19:40:53.203004 n-d-713498-36 neutron-server[103229]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 19:40:53.203004 n-d-713498-36 neutron-server[103229]: cb(*args, **kw) Feb 09 19:40:53.203004 n-d-713498-36 neutron-server[103229]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 19:40:53.203004 n-d-713498-36 neutron-server[103229]: return func(*args, **kwargs) Feb 09 19:40:53.203004 n-d-713498-36 neutron-server[103229]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 19:40:53.203004 n-d-713498-36 neutron-server[103229]: self._notify() Feb 09 19:40:53.203004 n-d-713498-36 neutron-server[103229]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 19:40:53.203004 n-d-713498-36 neutron-server[103229]: self.callback(batched_events) Feb 09 19:40:53.203004 n-d-713498-36 neutron-server[103229]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 19:40:53.203004 n-d-713498-36 neutron-server[103229]: event.method(event) Feb 09 19:40:53.203004 n-d-713498-36 neutron-server[103229]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 19:40:53.203004 n-d-713498-36 neutron-server[103229]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 19:40:53.203004 n-d-713498-36 neutron-server[103229]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 19:40:53.203004 n-d-713498-36 neutron-server[103229]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 19:40:53.203004 n-d-713498-36 neutron-server[103229]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 19:40:53.203004 n-d-713498-36 neutron-server[103229]: return f(self, *a, **k) Feb 09 19:40:53.203004 n-d-713498-36 neutron-server[103229]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 19:40:53.203004 n-d-713498-36 neutron-server[103229]: return self._get(url).json() Feb 09 19:40:53.203004 n-d-713498-36 neutron-server[103229]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 19:40:53.203004 n-d-713498-36 neutron-server[103229]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 19:40:53.203004 n-d-713498-36 neutron-server[103229]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 19:40:53.203004 n-d-713498-36 neutron-server[103229]: return self.request(url, 'GET', **kwargs) Feb 09 19:40:53.203004 n-d-713498-36 neutron-server[103229]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 19:40:53.203004 n-d-713498-36 neutron-server[103229]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 19:40:53.203004 n-d-713498-36 neutron-server[103229]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 19:40:53.203004 n-d-713498-36 neutron-server[103229]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 19:40:53.203004 n-d-713498-36 neutron-server[103229]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 19:40:53.203004 n-d-713498-36 neutron-server[103229]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 19:40:53.203004 n-d-713498-36 neutron-server[103229]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 19:40:53.299761 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-8b5f6bc0-2de2-42e7-8e62-12b816064d43 tempest-BulkNetworkOpsTest-36131613 tempest-BulkNetworkOpsTest-36131613-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-590242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1885479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1818895'] for network (c113a049-0c95-4f91-94d3-7d90b4c07763), after_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:40:53.309464 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-8b5f6bc0-2de2-42e7-8e62-12b816064d43 tempest-BulkNetworkOpsTest-36131613 tempest-BulkNetworkOpsTest-36131613-project] Publish callbacks [] for network (None), before_response {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:40:53.315785 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-8b5f6bc0-2de2-42e7-8e62-12b816064d43 tempest-BulkNetworkOpsTest-36131613 tempest-BulkNetworkOpsTest-36131613-project] 10.222.0.75 "DELETE /v2.0/networks/c113a049-0c95-4f91-94d3-7d90b4c07763 HTTP/1.1" status: 204 len: 168 time: 0.4099791 Feb 09 19:40:53.316243 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 43392) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:40:53.346802 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b5f6bc0-2de2-42e7-8e62-12b816064d43 tempest-BulkNetworkOpsTest-36131613 tempest-BulkNetworkOpsTest-36131613-project] Pushing event deleted for resources: {'Network': ['ID=c113a049-0c95-4f91-94d3-7d90b4c07763,revision_number=None']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:40:53.460530 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33bb7fb8-6ea7-4ba5-aa60-72c4666d0231 tempest-BulkNetworkOpsTest-36131613 tempest-BulkNetworkOpsTest-36131613-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:40:53.466700 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33bb7fb8-6ea7-4ba5-aa60-72c4666d0231 tempest-BulkNetworkOpsTest-36131613 tempest-BulkNetworkOpsTest-36131613-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:40:53.471745 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-33bb7fb8-6ea7-4ba5-aa60-72c4666d0231 tempest-BulkNetworkOpsTest-36131613 tempest-BulkNetworkOpsTest-36131613-project] 10.222.0.75 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 0.1510754 Feb 09 19:40:53.472603 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 43394) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:40:53.478899 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.v2.base [None req-4042dcce-a942-453e-8a6b-8799006b5c88 tempest-BulkNetworkOpsTest-36131613 tempest-BulkNetworkOpsTest-36131613-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1871983840'}} {{(pid=103229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 19:40:53.503870 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4042dcce-a942-453e-8a6b-8799006b5c88 tempest-BulkNetworkOpsTest-36131613 tempest-BulkNetworkOpsTest-36131613-project] Made reservation on behalf of 05262998589d48cfba8a99317dc525c6 for: {'network': 1} {{(pid=103229) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 19:40:53.509007 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-4042dcce-a942-453e-8a6b-8799006b5c88 tempest-BulkNetworkOpsTest-36131613 tempest-BulkNetworkOpsTest-36131613-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for network (None), before_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:40:53.537365 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4042dcce-a942-453e-8a6b-8799006b5c88 tempest-BulkNetworkOpsTest-36131613 tempest-BulkNetworkOpsTest-36131613-project] vlan segment allocate from pool success with {'vlan_id': 378, 'physical_network': 'physnet1'} {{(pid=103229) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 19:40:53.549660 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-4042dcce-a942-453e-8a6b-8799006b5c88 tempest-BulkNetworkOpsTest-36131613 tempest-BulkNetworkOpsTest-36131613-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-759574'] for segment (c0afa4e8-608d-42c0-96a3-552d4ca58c18), precommit_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:40:53.550468 n-d-713498-36 neutron-server[103229]: INFO neutron.db.segments_db [None req-4042dcce-a942-453e-8a6b-8799006b5c88 tempest-BulkNetworkOpsTest-36131613 tempest-BulkNetworkOpsTest-36131613-project] Added segment c0afa4e8-608d-42c0-96a3-552d4ca58c18 of type vlan for network 60c893a9-effa-43c0-8925-8a6a576c3a26 Feb 09 19:40:53.603105 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-4042dcce-a942-453e-8a6b-8799006b5c88 tempest-BulkNetworkOpsTest-36131613 tempest-BulkNetworkOpsTest-36131613-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762866642225'] for network (60c893a9-effa-43c0-8925-8a6a576c3a26), precommit_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:40:53.632644 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-4042dcce-a942-453e-8a6b-8799006b5c88 tempest-BulkNetworkOpsTest-36131613 tempest-BulkNetworkOpsTest-36131613-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1885479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452'] for network (60c893a9-effa-43c0-8925-8a6a576c3a26), after_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:40:53.647376 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4042dcce-a942-453e-8a6b-8799006b5c88 tempest-BulkNetworkOpsTest-36131613 tempest-BulkNetworkOpsTest-36131613-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:40:53.648635 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-4042dcce-a942-453e-8a6b-8799006b5c88 tempest-BulkNetworkOpsTest-36131613 tempest-BulkNetworkOpsTest-36131613-project] Publish callbacks [] for network (None), before_response {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:40:53.687791 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-4042dcce-a942-453e-8a6b-8799006b5c88 tempest-BulkNetworkOpsTest-36131613 tempest-BulkNetworkOpsTest-36131613-project] 10.222.0.75 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.2114997 Feb 09 19:40:53.688205 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 43404) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:40:53.695285 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.v2.base [None req-2b467026-e85f-4231-b04a-c47633eac5d9 tempest-BulkNetworkOpsTest-36131613 tempest-BulkNetworkOpsTest-36131613-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1860320046'}} {{(pid=103230) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 19:40:53.729806 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2b467026-e85f-4231-b04a-c47633eac5d9 tempest-BulkNetworkOpsTest-36131613 tempest-BulkNetworkOpsTest-36131613-project] Made reservation on behalf of 05262998589d48cfba8a99317dc525c6 for: {'network': 1} {{(pid=103230) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 19:40:53.733225 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-2b467026-e85f-4231-b04a-c47633eac5d9 tempest-BulkNetworkOpsTest-36131613 tempest-BulkNetworkOpsTest-36131613-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for network (None), before_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:40:53.777629 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4042dcce-a942-453e-8a6b-8799006b5c88 tempest-BulkNetworkOpsTest-36131613 tempest-BulkNetworkOpsTest-36131613-project] Pushing event updated for resources: {'Network': ['ID=60c893a9-effa-43c0-8925-8a6a576c3a26,revision_number=1']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:40:53.792179 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Network 60c893a9-effa-43c0-8925-8a6a576c3a26 details requested by agent ovs-agent-n-d-713498-36 with host n-d-713498-36 {{(pid=103232) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 19:40:53.805909 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2b467026-e85f-4231-b04a-c47633eac5d9 tempest-BulkNetworkOpsTest-36131613 tempest-BulkNetworkOpsTest-36131613-project] vlan segment allocate from pool success with {'vlan_id': 394, 'physical_network': 'physnet1'} {{(pid=103230) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 19:40:53.826206 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-2b467026-e85f-4231-b04a-c47633eac5d9 tempest-BulkNetworkOpsTest-36131613 tempest-BulkNetworkOpsTest-36131613-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-759574'] for segment (ca3d8671-2e56-4dbc-be6d-a39d232768b3), precommit_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:40:53.826669 n-d-713498-36 neutron-server[103230]: INFO neutron.db.segments_db [None req-2b467026-e85f-4231-b04a-c47633eac5d9 tempest-BulkNetworkOpsTest-36131613 tempest-BulkNetworkOpsTest-36131613-project] Added segment ca3d8671-2e56-4dbc-be6d-a39d232768b3 of type vlan for network dce50e32-c4c5-4fa2-a3e9-f032f2ea94d2 Feb 09 19:40:53.915796 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-2b467026-e85f-4231-b04a-c47633eac5d9 tempest-BulkNetworkOpsTest-36131613 tempest-BulkNetworkOpsTest-36131613-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762866642225'] for network (dce50e32-c4c5-4fa2-a3e9-f032f2ea94d2), precommit_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:40:53.947356 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-2b467026-e85f-4231-b04a-c47633eac5d9 tempest-BulkNetworkOpsTest-36131613 tempest-BulkNetworkOpsTest-36131613-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1885479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452'] for network (dce50e32-c4c5-4fa2-a3e9-f032f2ea94d2), after_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:40:53.954097 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b467026-e85f-4231-b04a-c47633eac5d9 tempest-BulkNetworkOpsTest-36131613 tempest-BulkNetworkOpsTest-36131613-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:40:53.954967 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-2b467026-e85f-4231-b04a-c47633eac5d9 tempest-BulkNetworkOpsTest-36131613 tempest-BulkNetworkOpsTest-36131613-project] Publish callbacks [] for network (None), before_response {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:40:54.047262 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b467026-e85f-4231-b04a-c47633eac5d9 tempest-BulkNetworkOpsTest-36131613 tempest-BulkNetworkOpsTest-36131613-project] Pushing event updated for resources: {'Network': ['ID=dce50e32-c4c5-4fa2-a3e9-f032f2ea94d2,revision_number=1']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:40:54.060274 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Network dce50e32-c4c5-4fa2-a3e9-f032f2ea94d2 details requested by agent ovs-agent-n-d-713498-36 with host n-d-713498-36 {{(pid=103232) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 19:40:54.066040 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-2b467026-e85f-4231-b04a-c47633eac5d9 tempest-BulkNetworkOpsTest-36131613 tempest-BulkNetworkOpsTest-36131613-project] 10.222.0.75 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.3756704 Feb 09 19:40:54.069899 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 43414) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:40:54.076694 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.v2.base [None req-ecc1a11a-a649-4859-b4ab-e52d0b06bed7 tempest-BulkNetworkOpsTest-36131613 tempest-BulkNetworkOpsTest-36131613-project] Request body: {'ports': [{'network_id': '60c893a9-effa-43c0-8925-8a6a576c3a26', 'name': 'tempest-port--456650682', 'admin_state_up': True}, {'network_id': 'dce50e32-c4c5-4fa2-a3e9-f032f2ea94d2', 'admin_state_up': False}]} {{(pid=103230) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 19:40:54.077345 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.v2.base [None req-ecc1a11a-a649-4859-b4ab-e52d0b06bed7 tempest-BulkNetworkOpsTest-36131613 tempest-BulkNetworkOpsTest-36131613-project] Request body: {'port': {'network_id': '60c893a9-effa-43c0-8925-8a6a576c3a26', 'name': 'tempest-port--456650682', 'admin_state_up': True}} {{(pid=103230) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 19:40:54.079243 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.v2.base [None req-ecc1a11a-a649-4859-b4ab-e52d0b06bed7 tempest-BulkNetworkOpsTest-36131613 tempest-BulkNetworkOpsTest-36131613-project] Request body: {'port': {'network_id': 'dce50e32-c4c5-4fa2-a3e9-f032f2ea94d2', 'admin_state_up': False}} {{(pid=103230) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 19:40:54.348700 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ecc1a11a-a649-4859-b4ab-e52d0b06bed7 tempest-BulkNetworkOpsTest-36131613 tempest-BulkNetworkOpsTest-36131613-project] Made reservation on behalf of 05262998589d48cfba8a99317dc525c6 for: {'port': 2} {{(pid=103230) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 19:40:54.353766 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-ecc1a11a-a649-4859-b4ab-e52d0b06bed7 tempest-BulkNetworkOpsTest-36131613 tempest-BulkNetworkOpsTest-36131613-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (None), before_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:40:54.370014 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-ecc1a11a-a649-4859-b4ab-e52d0b06bed7 tempest-BulkNetworkOpsTest-36131613 tempest-BulkNetworkOpsTest-36131613-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (None), before_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:40:54.549488 n-d-713498-36 neutron-server[103230]: DEBUG neutron.notifiers.nova [None req-ecc1a11a-a649-4859-b4ab-e52d0b06bed7 tempest-BulkNetworkOpsTest-36131613 tempest-BulkNetworkOpsTest-36131613-project] device_id is not set on port 36703d92-0ca9-443a-8f4e-729a6220e90b yet. {{(pid=103230) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 09 19:40:54.661820 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-ecc1a11a-a649-4859-b4ab-e52d0b06bed7 tempest-BulkNetworkOpsTest-36131613 tempest-BulkNetworkOpsTest-36131613-project] Publish callbacks [] for port (36703d92-0ca9-443a-8f4e-729a6220e90b), precommit_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:40:54.787979 n-d-713498-36 neutron-server[103230]: DEBUG neutron.notifiers.nova [None req-ecc1a11a-a649-4859-b4ab-e52d0b06bed7 tempest-BulkNetworkOpsTest-36131613 tempest-BulkNetworkOpsTest-36131613-project] device_id is not set on port ccb06bd0-707d-47a3-af76-24df6da87b7d yet. {{(pid=103230) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 09 19:40:54.909081 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-ecc1a11a-a649-4859-b4ab-e52d0b06bed7 tempest-BulkNetworkOpsTest-36131613 tempest-BulkNetworkOpsTest-36131613-project] Publish callbacks [] for port (ccb06bd0-707d-47a3-af76-24df6da87b7d), precommit_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:40:55.018565 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-ecc1a11a-a649-4859-b4ab-e52d0b06bed7 tempest-BulkNetworkOpsTest-36131613 tempest-BulkNetworkOpsTest-36131613-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762866656467', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14393751'] for port (36703d92-0ca9-443a-8f4e-729a6220e90b), after_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:40:55.119681 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecc1a11a-a649-4859-b4ab-e52d0b06bed7 tempest-BulkNetworkOpsTest-36131613 tempest-BulkNetworkOpsTest-36131613-project] Pushing event updated for resources: {'Port': ['ID=36703d92-0ca9-443a-8f4e-729a6220e90b,revision_number=1']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:40:55.121987 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecc1a11a-a649-4859-b4ab-e52d0b06bed7 tempest-BulkNetworkOpsTest-36131613 tempest-BulkNetworkOpsTest-36131613-project] Checking segment: {'id': 'c0afa4e8-608d-42c0-96a3-552d4ca58c18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': '60c893a9-effa-43c0-8925-8a6a576c3a26'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103230) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 19:40:55.122359 n-d-713498-36 neutron-server[103230]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ecc1a11a-a649-4859-b4ab-e52d0b06bed7 tempest-BulkNetworkOpsTest-36131613 tempest-BulkNetworkOpsTest-36131613-project] Network hostable DHCP agents. Network: 60c893a9-effa-43c0-8925-8a6a576c3a26, hostable agents: ['af91e4b9-f4e1-42b1-a25c-a10dc47171c8'], hosted agents: [] {{(pid=103230) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 19:40:55.141491 n-d-713498-36 neutron-server[103230]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ecc1a11a-a649-4859-b4ab-e52d0b06bed7 tempest-BulkNetworkOpsTest-36131613 tempest-BulkNetworkOpsTest-36131613-project] Network 60c893a9-effa-43c0-8925-8a6a576c3a26 is scheduled to be hosted by DHCP agent af91e4b9-f4e1-42b1-a25c-a10dc47171c8 with binding_index 1 {{(pid=103230) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 19:40:55.154753 n-d-713498-36 neutron-server[103230]: DEBUG neutron.scheduler.base_scheduler [None req-ecc1a11a-a649-4859-b4ab-e52d0b06bed7 tempest-BulkNetworkOpsTest-36131613 tempest-BulkNetworkOpsTest-36131613-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713498-36, 60c893a9-effa-43c0-8925-8a6a576c3a26) {{(pid=103230) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 19:40:55.158873 n-d-713498-36 neutron-server[103230]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecc1a11a-a649-4859-b4ab-e52d0b06bed7 tempest-BulkNetworkOpsTest-36131613 tempest-BulkNetworkOpsTest-36131613-project] Received port after_create {{(pid=103230) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 19:40:55.159808 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-ecc1a11a-a649-4859-b4ab-e52d0b06bed7 tempest-BulkNetworkOpsTest-36131613 tempest-BulkNetworkOpsTest-36131613-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762866656467', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14393751'] for port (ccb06bd0-707d-47a3-af76-24df6da87b7d), after_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:40:55.167393 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2702743d-d9bd-4c06-b7d9-7a34d19fa701 None None] Network 60c893a9-effa-43c0-8925-8a6a576c3a26 requested from n-d-713498-36 {{(pid=103232) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 19:40:55.221442 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4f60597-4ef0-4549-abd4-664f67b02177 req-b1f16e2b-586a-4854-bc59-42c7cb5f5d39 tempest-TestNetworkAdvancedServerOps-1633223542 tempest-TestNetworkAdvancedServerOps-1633223542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:40:55.228823 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-f4f60597-4ef0-4549-abd4-664f67b02177 req-b1f16e2b-586a-4854-bc59-42c7cb5f5d39 tempest-TestNetworkAdvancedServerOps-1633223542 tempest-TestNetworkAdvancedServerOps-1633223542-project] 10.222.0.75 "GET /v2.0/ports?device_id=596e30ba-290c-4c63-866e-7c100f835b42 HTTP/1.1" status: 200 len: 946 time: 0.1598318 Feb 09 19:40:55.360800 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-f4f60597-4ef0-4549-abd4-664f67b02177 req-136d5894-1d8a-45cd-b3be-8347c22d58e1 tempest-TestNetworkAdvancedServerOps-1633223542 tempest-TestNetworkAdvancedServerOps-1633223542-project] 10.222.0.75 "GET /v2.0/security-groups?id=32aeffe2-bc9f-4956-9652-b873d20dee0d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0984566 Feb 09 19:40:55.388529 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecc1a11a-a649-4859-b4ab-e52d0b06bed7 tempest-BulkNetworkOpsTest-36131613 tempest-BulkNetworkOpsTest-36131613-project] Pushing event updated for resources: {'Port': ['ID=ccb06bd0-707d-47a3-af76-24df6da87b7d,revision_number=1']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:40:55.410239 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecc1a11a-a649-4859-b4ab-e52d0b06bed7 tempest-BulkNetworkOpsTest-36131613 tempest-BulkNetworkOpsTest-36131613-project] Checking segment: {'id': 'ca3d8671-2e56-4dbc-be6d-a39d232768b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': 'dce50e32-c4c5-4fa2-a3e9-f032f2ea94d2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103230) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 19:40:55.410610 n-d-713498-36 neutron-server[103230]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ecc1a11a-a649-4859-b4ab-e52d0b06bed7 tempest-BulkNetworkOpsTest-36131613 tempest-BulkNetworkOpsTest-36131613-project] Network hostable DHCP agents. Network: dce50e32-c4c5-4fa2-a3e9-f032f2ea94d2, hostable agents: ['af91e4b9-f4e1-42b1-a25c-a10dc47171c8'], hosted agents: [] {{(pid=103230) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 19:40:55.434039 n-d-713498-36 neutron-server[103230]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ecc1a11a-a649-4859-b4ab-e52d0b06bed7 tempest-BulkNetworkOpsTest-36131613 tempest-BulkNetworkOpsTest-36131613-project] Network dce50e32-c4c5-4fa2-a3e9-f032f2ea94d2 is scheduled to be hosted by DHCP agent af91e4b9-f4e1-42b1-a25c-a10dc47171c8 with binding_index 1 {{(pid=103230) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 19:40:55.445309 n-d-713498-36 neutron-server[103230]: DEBUG neutron.scheduler.base_scheduler [None req-ecc1a11a-a649-4859-b4ab-e52d0b06bed7 tempest-BulkNetworkOpsTest-36131613 tempest-BulkNetworkOpsTest-36131613-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713498-36, dce50e32-c4c5-4fa2-a3e9-f032f2ea94d2) {{(pid=103230) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 19:40:55.453992 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e7b3da9-3071-4bd7-a304-810c98a882f2 None None] Network dce50e32-c4c5-4fa2-a3e9-f032f2ea94d2 requested from n-d-713498-36 {{(pid=103232) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 19:40:55.471211 n-d-713498-36 neutron-server[103230]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecc1a11a-a649-4859-b4ab-e52d0b06bed7 tempest-BulkNetworkOpsTest-36131613 tempest-BulkNetworkOpsTest-36131613-project] Received port after_create {{(pid=103230) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 19:40:55.487259 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ecc1a11a-a649-4859-b4ab-e52d0b06bed7 tempest-BulkNetworkOpsTest-36131613 tempest-BulkNetworkOpsTest-36131613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:40:55.498638 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ecc1a11a-a649-4859-b4ab-e52d0b06bed7 tempest-BulkNetworkOpsTest-36131613 tempest-BulkNetworkOpsTest-36131613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:40:55.499386 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-ecc1a11a-a649-4859-b4ab-e52d0b06bed7 tempest-BulkNetworkOpsTest-36131613 tempest-BulkNetworkOpsTest-36131613-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171096'] for port (None), before_response {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:40:55.531451 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-ecc1a11a-a649-4859-b4ab-e52d0b06bed7 tempest-BulkNetworkOpsTest-36131613 tempest-BulkNetworkOpsTest-36131613-project] 10.222.0.75 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1449 time: 1.4598682 Feb 09 19:40:55.534061 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 43468) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:40:55.609641 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11da176b-377b-47f1-98d5-3194d4704780 tempest-BulkNetworkOpsTest-36131613 tempest-BulkNetworkOpsTest-36131613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:40:55.617496 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11da176b-377b-47f1-98d5-3194d4704780 tempest-BulkNetworkOpsTest-36131613 tempest-BulkNetworkOpsTest-36131613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:40:55.619157 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-11da176b-377b-47f1-98d5-3194d4704780 tempest-BulkNetworkOpsTest-36131613 tempest-BulkNetworkOpsTest-36131613-project] 10.222.0.75 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1444 time: 0.0833426 Feb 09 19:40:55.622307 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 43476) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:40:55.750732 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.plugin [None req-c1f4ce1c-e7ab-4306-913d-a1867f0fa30d tempest-BulkNetworkOpsTest-36131613 tempest-BulkNetworkOpsTest-36131613-project] Deleting port 36703d92-0ca9-443a-8f4e-729a6220e90b {{(pid=103230) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 19:40:55.751282 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-c1f4ce1c-e7ab-4306-913d-a1867f0fa30d tempest-BulkNetworkOpsTest-36131613 tempest-BulkNetworkOpsTest-36131613-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762867170196'] for port (36703d92-0ca9-443a-8f4e-729a6220e90b), before_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:40:55.841518 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-c1f4ce1c-e7ab-4306-913d-a1867f0fa30d tempest-BulkNetworkOpsTest-36131613 tempest-BulkNetworkOpsTest-36131613-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1820838'] for port (36703d92-0ca9-443a-8f4e-729a6220e90b), precommit_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:40:55.861794 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.plugin [None req-c1f4ce1c-e7ab-4306-913d-a1867f0fa30d tempest-BulkNetworkOpsTest-36131613 tempest-BulkNetworkOpsTest-36131613-project] Calling delete_port for 36703d92-0ca9-443a-8f4e-729a6220e90b owned by {{(pid=103230) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 19:40:56.000852 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-c1f4ce1c-e7ab-4306-913d-a1867f0fa30d tempest-BulkNetworkOpsTest-36131613 tempest-BulkNetworkOpsTest-36131613-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762867177463', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762866656476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14393751'] for port (36703d92-0ca9-443a-8f4e-729a6220e90b), after_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:40:56.034760 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1f4ce1c-e7ab-4306-913d-a1867f0fa30d tempest-BulkNetworkOpsTest-36131613 tempest-BulkNetworkOpsTest-36131613-project] Pushing event deleted for resources: {'Port': ['ID=36703d92-0ca9-443a-8f4e-729a6220e90b,revision_number=None']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:40:56.038812 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-c1f4ce1c-e7ab-4306-913d-a1867f0fa30d tempest-BulkNetworkOpsTest-36131613 tempest-BulkNetworkOpsTest-36131613-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171096'] for port (None), before_response {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:40:56.044846 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-c1f4ce1c-e7ab-4306-913d-a1867f0fa30d tempest-BulkNetworkOpsTest-36131613 tempest-BulkNetworkOpsTest-36131613-project] 10.222.0.75 "DELETE /v2.0/ports/36703d92-0ca9-443a-8f4e-729a6220e90b HTTP/1.1" status: 204 len: 168 time: 0.4187772 Feb 09 19:40:56.045026 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 43490) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:40:56.168573 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.plugin [None req-791405df-4b71-4ce5-b5ee-c65ffd31cc46 tempest-BulkNetworkOpsTest-36131613 tempest-BulkNetworkOpsTest-36131613-project] Deleting port ccb06bd0-707d-47a3-af76-24df6da87b7d {{(pid=103230) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 19:40:56.169370 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-791405df-4b71-4ce5-b5ee-c65ffd31cc46 tempest-BulkNetworkOpsTest-36131613 tempest-BulkNetworkOpsTest-36131613-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762867170196'] for port (ccb06bd0-707d-47a3-af76-24df6da87b7d), before_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:40:56.243543 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-791405df-4b71-4ce5-b5ee-c65ffd31cc46 tempest-BulkNetworkOpsTest-36131613 tempest-BulkNetworkOpsTest-36131613-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1820838'] for port (ccb06bd0-707d-47a3-af76-24df6da87b7d), precommit_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:40:56.258715 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.plugin [None req-791405df-4b71-4ce5-b5ee-c65ffd31cc46 tempest-BulkNetworkOpsTest-36131613 tempest-BulkNetworkOpsTest-36131613-project] Calling delete_port for ccb06bd0-707d-47a3-af76-24df6da87b7d owned by {{(pid=103230) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 19:40:56.394926 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-791405df-4b71-4ce5-b5ee-c65ffd31cc46 tempest-BulkNetworkOpsTest-36131613 tempest-BulkNetworkOpsTest-36131613-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762867177463', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762866656476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14393751'] for port (ccb06bd0-707d-47a3-af76-24df6da87b7d), after_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:40:56.419202 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-791405df-4b71-4ce5-b5ee-c65ffd31cc46 tempest-BulkNetworkOpsTest-36131613 tempest-BulkNetworkOpsTest-36131613-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171096'] for port (None), before_response {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:40:56.426508 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-791405df-4b71-4ce5-b5ee-c65ffd31cc46 tempest-BulkNetworkOpsTest-36131613 tempest-BulkNetworkOpsTest-36131613-project] 10.222.0.75 "DELETE /v2.0/ports/ccb06bd0-707d-47a3-af76-24df6da87b7d HTTP/1.1" status: 204 len: 168 time: 0.3781872 Feb 09 19:40:56.426872 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 43500) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:40:56.465617 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-791405df-4b71-4ce5-b5ee-c65ffd31cc46 tempest-BulkNetworkOpsTest-36131613 tempest-BulkNetworkOpsTest-36131613-project] Pushing event deleted for resources: {'Port': ['ID=ccb06bd0-707d-47a3-af76-24df6da87b7d,revision_number=None']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:40:56.500082 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-69cb03fb-a528-4845-8f1e-7d79a0938db1 tempest-BulkNetworkOpsTest-36131613 tempest-BulkNetworkOpsTest-36131613-project] 10.222.0.75 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0707395 Feb 09 19:40:56.503540 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 43502) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:40:56.509896 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.v2.base [None req-c4f91c14-2eb2-4427-bbeb-26dbeaae4b07 tempest-BulkNetworkOpsTest-36131613 tempest-BulkNetworkOpsTest-36131613-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-932582409'}} {{(pid=103230) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 19:40:56.511198 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2efaa5cf-1d9f-4604-b35c-65073f9eb584 req-0cd3ee59-8ab6-4f5d-8ddc-3023b0298429 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:40:56.513350 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-2efaa5cf-1d9f-4604-b35c-65073f9eb584 req-0cd3ee59-8ab6-4f5d-8ddc-3023b0298429 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=eba669c4f4c548e495f13ae7579d0fa6&device_id=596e30ba-290c-4c63-866e-7c100f835b42 HTTP/1.1" status: 200 len: 1129 time: 0.1445472 Feb 09 19:40:56.565459 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c4f91c14-2eb2-4427-bbeb-26dbeaae4b07 tempest-BulkNetworkOpsTest-36131613 tempest-BulkNetworkOpsTest-36131613-project] Made reservation on behalf of 05262998589d48cfba8a99317dc525c6 for: {'network': 1} {{(pid=103230) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 19:40:56.569576 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-c4f91c14-2eb2-4427-bbeb-26dbeaae4b07 tempest-BulkNetworkOpsTest-36131613 tempest-BulkNetworkOpsTest-36131613-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for network (None), before_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:40:56.644217 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2558c8cd-f2d5-4bd8-a7d6-881af1f3ebb5 req-5809d4dd-08fb-4e0d-9ebd-d6fd53cd2be8 tempest-TestNetworkAdvancedServerOps-1633223542 tempest-TestNetworkAdvancedServerOps-1633223542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:40:56.646467 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-2558c8cd-f2d5-4bd8-a7d6-881af1f3ebb5 req-5809d4dd-08fb-4e0d-9ebd-d6fd53cd2be8 tempest-TestNetworkAdvancedServerOps-1633223542 tempest-TestNetworkAdvancedServerOps-1633223542-project] 10.222.0.75 "GET /v2.0/ports?device_id=596e30ba-290c-4c63-866e-7c100f835b42 HTTP/1.1" status: 200 len: 946 time: 0.1027148 Feb 09 19:40:56.652694 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c4f91c14-2eb2-4427-bbeb-26dbeaae4b07 tempest-BulkNetworkOpsTest-36131613 tempest-BulkNetworkOpsTest-36131613-project] vlan segment allocate from pool success with {'vlan_id': 358, 'physical_network': 'physnet1'} {{(pid=103230) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 19:40:56.669076 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2efaa5cf-1d9f-4604-b35c-65073f9eb584 req-fba98af9-6634-4e48-941d-a2a97806d849 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:40:56.671237 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-2efaa5cf-1d9f-4604-b35c-65073f9eb584 req-fba98af9-6634-4e48-941d-a2a97806d849 service neutron] 10.222.0.89 "GET /v2.0/networks?id=931f090d-88a1-42ee-810e-99a3f542c491 HTTP/1.1" status: 200 len: 898 time: 0.1339080 Feb 09 19:40:56.713126 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-c4f91c14-2eb2-4427-bbeb-26dbeaae4b07 tempest-BulkNetworkOpsTest-36131613 tempest-BulkNetworkOpsTest-36131613-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-759574'] for segment (fdb5eca5-787e-4749-8a76-be185f990352), precommit_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:40:56.713504 n-d-713498-36 neutron-server[103230]: INFO neutron.db.segments_db [None req-c4f91c14-2eb2-4427-bbeb-26dbeaae4b07 tempest-BulkNetworkOpsTest-36131613 tempest-BulkNetworkOpsTest-36131613-project] Added segment fdb5eca5-787e-4749-8a76-be185f990352 of type vlan for network 22bb7a78-707b-4be2-990f-2bc2c58ef272 Feb 09 19:40:56.718171 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-2558c8cd-f2d5-4bd8-a7d6-881af1f3ebb5 req-09cfdfa8-f667-40ef-90ec-fedcb160c34a tempest-TestNetworkAdvancedServerOps-1633223542 tempest-TestNetworkAdvancedServerOps-1633223542-project] 10.222.0.75 "GET /v2.0/security-groups?id=32aeffe2-bc9f-4956-9652-b873d20dee0d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0622597 Feb 09 19:40:56.778501 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-c4f91c14-2eb2-4427-bbeb-26dbeaae4b07 tempest-BulkNetworkOpsTest-36131613 tempest-BulkNetworkOpsTest-36131613-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762866642225'] for network (22bb7a78-707b-4be2-990f-2bc2c58ef272), precommit_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:40:56.781977 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-2efaa5cf-1d9f-4604-b35c-65073f9eb584 req-d0c44e73-e109-4e9c-aefd-308b72b30687 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f1e54750-6a2e-4d19-b478-caf0c5afef1c HTTP/1.1" status: 200 len: 1002 time: 0.1040542 Feb 09 19:40:56.810406 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-c4f91c14-2eb2-4427-bbeb-26dbeaae4b07 tempest-BulkNetworkOpsTest-36131613 tempest-BulkNetworkOpsTest-36131613-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1885479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452'] for network (22bb7a78-707b-4be2-990f-2bc2c58ef272), after_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:40:56.820012 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4f91c14-2eb2-4427-bbeb-26dbeaae4b07 tempest-BulkNetworkOpsTest-36131613 tempest-BulkNetworkOpsTest-36131613-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:40:56.820679 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-c4f91c14-2eb2-4427-bbeb-26dbeaae4b07 tempest-BulkNetworkOpsTest-36131613 tempest-BulkNetworkOpsTest-36131613-project] Publish callbacks [] for network (None), before_response {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:40:56.857819 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2efaa5cf-1d9f-4604-b35c-65073f9eb584 req-4c347539-0741-4c61-9fe7-0fe2754adbd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:40:56.859861 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-2efaa5cf-1d9f-4604-b35c-65073f9eb584 req-4c347539-0741-4c61-9fe7-0fe2754adbd4 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=04cdeb5d-3b35-42d0-b422-14f79b3b10b7 HTTP/1.1" status: 200 len: 834 time: 0.0712309 Feb 09 19:40:56.893988 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-c4f91c14-2eb2-4427-bbeb-26dbeaae4b07 tempest-BulkNetworkOpsTest-36131613 tempest-BulkNetworkOpsTest-36131613-project] 10.222.0.75 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.3891470 Feb 09 19:40:56.898097 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 43508) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:40:56.904753 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.v2.base [None req-0ec1326f-788b-4f1f-a223-67e8e98ea830 tempest-BulkNetworkOpsTest-36131613 tempest-BulkNetworkOpsTest-36131613-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1386853976'}} {{(pid=103230) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 19:40:56.935278 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4f91c14-2eb2-4427-bbeb-26dbeaae4b07 tempest-BulkNetworkOpsTest-36131613 tempest-BulkNetworkOpsTest-36131613-project] Pushing event updated for resources: {'Network': ['ID=22bb7a78-707b-4be2-990f-2bc2c58ef272,revision_number=1']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:40:56.937465 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2efaa5cf-1d9f-4604-b35c-65073f9eb584 req-064d4b07-cdf2-4fe0-b316-be9b5e4ace7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:40:56.937610 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0ec1326f-788b-4f1f-a223-67e8e98ea830 tempest-BulkNetworkOpsTest-36131613 tempest-BulkNetworkOpsTest-36131613-project] Made reservation on behalf of 05262998589d48cfba8a99317dc525c6 for: {'network': 1} {{(pid=103230) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 19:40:56.940925 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-0ec1326f-788b-4f1f-a223-67e8e98ea830 tempest-BulkNetworkOpsTest-36131613 tempest-BulkNetworkOpsTest-36131613-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for network (None), before_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:40:56.953157 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Network 22bb7a78-707b-4be2-990f-2bc2c58ef272 details requested by agent ovs-agent-n-d-713498-36 with host n-d-713498-36 {{(pid=103232) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 19:40:56.963923 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-2efaa5cf-1d9f-4604-b35c-65073f9eb584 req-064d4b07-cdf2-4fe0-b316-be9b5e4ace7f service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=931f090d-88a1-42ee-810e-99a3f542c491&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0977466 Feb 09 19:40:57.016604 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0ec1326f-788b-4f1f-a223-67e8e98ea830 tempest-BulkNetworkOpsTest-36131613 tempest-BulkNetworkOpsTest-36131613-project] vlan segment allocate from pool success with {'vlan_id': 351, 'physical_network': 'physnet1'} {{(pid=103230) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 19:40:57.027248 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-0ec1326f-788b-4f1f-a223-67e8e98ea830 tempest-BulkNetworkOpsTest-36131613 tempest-BulkNetworkOpsTest-36131613-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-759574'] for segment (ff431fdd-82b3-4fae-8319-96076b9ab269), precommit_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:40:57.027828 n-d-713498-36 neutron-server[103230]: INFO neutron.db.segments_db [None req-0ec1326f-788b-4f1f-a223-67e8e98ea830 tempest-BulkNetworkOpsTest-36131613 tempest-BulkNetworkOpsTest-36131613-project] Added segment ff431fdd-82b3-4fae-8319-96076b9ab269 of type vlan for network 4f13b92d-daf0-4855-aebf-40a3cc418754 Feb 09 19:40:57.075933 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-0ec1326f-788b-4f1f-a223-67e8e98ea830 tempest-BulkNetworkOpsTest-36131613 tempest-BulkNetworkOpsTest-36131613-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762866642225'] for network (4f13b92d-daf0-4855-aebf-40a3cc418754), precommit_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:40:57.138377 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-0ec1326f-788b-4f1f-a223-67e8e98ea830 tempest-BulkNetworkOpsTest-36131613 tempest-BulkNetworkOpsTest-36131613-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1885479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452'] for network (4f13b92d-daf0-4855-aebf-40a3cc418754), after_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:40:57.144307 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ec1326f-788b-4f1f-a223-67e8e98ea830 tempest-BulkNetworkOpsTest-36131613 tempest-BulkNetworkOpsTest-36131613-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:40:57.144970 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-0ec1326f-788b-4f1f-a223-67e8e98ea830 tempest-BulkNetworkOpsTest-36131613 tempest-BulkNetworkOpsTest-36131613-project] Publish callbacks [] for network (None), before_response {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:40:57.158958 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-2efaa5cf-1d9f-4604-b35c-65073f9eb584 req-92dbbc62-e1a5-4ec0-a0c2-0c2c3ea540f3 service neutron] 10.222.0.89 "GET /v2.0/networks/931f090d-88a1-42ee-810e-99a3f542c491?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1872969 Feb 09 19:40:57.167799 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-0ec1326f-788b-4f1f-a223-67e8e98ea830 tempest-BulkNetworkOpsTest-36131613 tempest-BulkNetworkOpsTest-36131613-project] 10.222.0.75 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.2690411 Feb 09 19:40:57.230913 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ec1326f-788b-4f1f-a223-67e8e98ea830 tempest-BulkNetworkOpsTest-36131613 tempest-BulkNetworkOpsTest-36131613-project] Pushing event updated for resources: {'Network': ['ID=4f13b92d-daf0-4855-aebf-40a3cc418754,revision_number=1']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:40:57.257449 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Network 4f13b92d-daf0-4855-aebf-40a3cc418754 details requested by agent ovs-agent-n-d-713498-36 with host n-d-713498-36 {{(pid=103232) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 19:40:57.304800 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-2efaa5cf-1d9f-4604-b35c-65073f9eb584 req-61be1e16-ff08-44df-a150-b4fcfe138494 service neutron] 10.222.0.89 "GET /v2.0/networks/931f090d-88a1-42ee-810e-99a3f542c491?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1392539 Feb 09 19:40:57.345591 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 43518) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:40:57.361216 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.v2.base [None req-559efe03-322b-4e42-a640-0138fdbb043a tempest-BulkNetworkOpsTest-36131613 tempest-BulkNetworkOpsTest-36131613-project] Request body: {'subnets': [{'network_id': '22bb7a78-707b-4be2-990f-2bc2c58ef272', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--961587094', 'ip_version': 4}, {'network_id': '4f13b92d-daf0-4855-aebf-40a3cc418754', 'cidr': '172.20.0.16/28', 'ip_version': 4}]} {{(pid=103230) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 19:40:57.361535 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.v2.base [None req-559efe03-322b-4e42-a640-0138fdbb043a tempest-BulkNetworkOpsTest-36131613 tempest-BulkNetworkOpsTest-36131613-project] Request body: {'subnet': {'network_id': '22bb7a78-707b-4be2-990f-2bc2c58ef272', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--961587094', 'ip_version': 4}} {{(pid=103230) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 19:40:57.362144 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.v2.base [None req-559efe03-322b-4e42-a640-0138fdbb043a tempest-BulkNetworkOpsTest-36131613 tempest-BulkNetworkOpsTest-36131613-project] Request body: {'subnet': {'network_id': '4f13b92d-daf0-4855-aebf-40a3cc418754', 'cidr': '172.20.0.16/28', 'ip_version': 4}} {{(pid=103230) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 19:40:57.646998 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-559efe03-322b-4e42-a640-0138fdbb043a tempest-BulkNetworkOpsTest-36131613 tempest-BulkNetworkOpsTest-36131613-project] Made reservation on behalf of 05262998589d48cfba8a99317dc525c6 for: {'subnet': 2} {{(pid=103230) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 19:40:57.654890 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-559efe03-322b-4e42-a640-0138fdbb043a tempest-BulkNetworkOpsTest-36131613 tempest-BulkNetworkOpsTest-36131613-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12985917'] for subnet (None), before_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:40:57.655321 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-559efe03-322b-4e42-a640-0138fdbb043a tempest-BulkNetworkOpsTest-36131613 tempest-BulkNetworkOpsTest-36131613-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12985917'] for subnet (None), before_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:40:57.954782 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-046a53be-4cd2-4a4f-9b52-8e2bc07c66cb req-1b45a7f1-95ae-4fe0-98ac-d15a2e63fafb tempest-TestNetworkAdvancedServerOps-1633223542 tempest-TestNetworkAdvancedServerOps-1633223542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:40:57.959430 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-046a53be-4cd2-4a4f-9b52-8e2bc07c66cb req-1b45a7f1-95ae-4fe0-98ac-d15a2e63fafb tempest-TestNetworkAdvancedServerOps-1633223542 tempest-TestNetworkAdvancedServerOps-1633223542-project] 10.222.0.75 "GET /v2.0/ports?device_id=596e30ba-290c-4c63-866e-7c100f835b42 HTTP/1.1" status: 200 len: 946 time: 0.1312857 Feb 09 19:40:58.045596 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-046a53be-4cd2-4a4f-9b52-8e2bc07c66cb req-8d4a1186-95ec-42f1-8109-b598a74efa62 tempest-TestNetworkAdvancedServerOps-1633223542 tempest-TestNetworkAdvancedServerOps-1633223542-project] 10.222.0.75 "GET /v2.0/security-groups?id=32aeffe2-bc9f-4956-9652-b873d20dee0d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0795579 Feb 09 19:40:58.254499 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-559efe03-322b-4e42-a640-0138fdbb043a tempest-BulkNetworkOpsTest-36131613 tempest-BulkNetworkOpsTest-36131613-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14393611', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12985859'] for subnet (dad3eb5e-da52-45d5-bb7d-5f1acfc95280), after_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:40:58.316028 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-559efe03-322b-4e42-a640-0138fdbb043a tempest-BulkNetworkOpsTest-36131613 tempest-BulkNetworkOpsTest-36131613-project] Pushing event updated for resources: {'Subnet': ['ID=dad3eb5e-da52-45d5-bb7d-5f1acfc95280,revision_number=0']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:40:58.341296 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-559efe03-322b-4e42-a640-0138fdbb043a tempest-BulkNetworkOpsTest-36131613 tempest-BulkNetworkOpsTest-36131613-project] Checking segment: {'id': 'fdb5eca5-787e-4749-8a76-be185f990352', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': '22bb7a78-707b-4be2-990f-2bc2c58ef272'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103230) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 19:40:58.341799 n-d-713498-36 neutron-server[103230]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-559efe03-322b-4e42-a640-0138fdbb043a tempest-BulkNetworkOpsTest-36131613 tempest-BulkNetworkOpsTest-36131613-project] Network hostable DHCP agents. Network: 22bb7a78-707b-4be2-990f-2bc2c58ef272, hostable agents: ['af91e4b9-f4e1-42b1-a25c-a10dc47171c8'], hosted agents: [] {{(pid=103230) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 19:40:58.360174 n-d-713498-36 neutron-server[103230]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-559efe03-322b-4e42-a640-0138fdbb043a tempest-BulkNetworkOpsTest-36131613 tempest-BulkNetworkOpsTest-36131613-project] Network 22bb7a78-707b-4be2-990f-2bc2c58ef272 is scheduled to be hosted by DHCP agent af91e4b9-f4e1-42b1-a25c-a10dc47171c8 with binding_index 1 {{(pid=103230) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 19:40:58.379222 n-d-713498-36 neutron-server[103230]: DEBUG neutron.scheduler.base_scheduler [None req-559efe03-322b-4e42-a640-0138fdbb043a tempest-BulkNetworkOpsTest-36131613 tempest-BulkNetworkOpsTest-36131613-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713498-36, 22bb7a78-707b-4be2-990f-2bc2c58ef272) {{(pid=103230) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 19:40:58.383512 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-559efe03-322b-4e42-a640-0138fdbb043a tempest-BulkNetworkOpsTest-36131613 tempest-BulkNetworkOpsTest-36131613-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14393611', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12985859'] for subnet (81d2b6b7-02b0-428b-a8f8-96c8577c61ea), after_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:40:58.402376 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1cc0db7d-72e2-40e5-acc8-1a6864fd04cb None None] Network 22bb7a78-707b-4be2-990f-2bc2c58ef272 requested from n-d-713498-36 {{(pid=103232) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 19:40:58.484787 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-559efe03-322b-4e42-a640-0138fdbb043a tempest-BulkNetworkOpsTest-36131613 tempest-BulkNetworkOpsTest-36131613-project] Pushing event updated for resources: {'Subnet': ['ID=81d2b6b7-02b0-428b-a8f8-96c8577c61ea,revision_number=0']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:40:58.498863 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-559efe03-322b-4e42-a640-0138fdbb043a tempest-BulkNetworkOpsTest-36131613 tempest-BulkNetworkOpsTest-36131613-project] Checking segment: {'id': 'ff431fdd-82b3-4fae-8319-96076b9ab269', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': '4f13b92d-daf0-4855-aebf-40a3cc418754'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103230) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 19:40:58.499727 n-d-713498-36 neutron-server[103230]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-559efe03-322b-4e42-a640-0138fdbb043a tempest-BulkNetworkOpsTest-36131613 tempest-BulkNetworkOpsTest-36131613-project] Network hostable DHCP agents. Network: 4f13b92d-daf0-4855-aebf-40a3cc418754, hostable agents: ['af91e4b9-f4e1-42b1-a25c-a10dc47171c8'], hosted agents: [] {{(pid=103230) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 19:40:58.526692 n-d-713498-36 neutron-server[103230]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-559efe03-322b-4e42-a640-0138fdbb043a tempest-BulkNetworkOpsTest-36131613 tempest-BulkNetworkOpsTest-36131613-project] Network 4f13b92d-daf0-4855-aebf-40a3cc418754 is scheduled to be hosted by DHCP agent af91e4b9-f4e1-42b1-a25c-a10dc47171c8 with binding_index 1 {{(pid=103230) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 19:40:58.538318 n-d-713498-36 neutron-server[103230]: DEBUG neutron.scheduler.base_scheduler [None req-559efe03-322b-4e42-a640-0138fdbb043a tempest-BulkNetworkOpsTest-36131613 tempest-BulkNetworkOpsTest-36131613-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713498-36, 4f13b92d-daf0-4855-aebf-40a3cc418754) {{(pid=103230) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 19:40:58.544194 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-559efe03-322b-4e42-a640-0138fdbb043a tempest-BulkNetworkOpsTest-36131613 tempest-BulkNetworkOpsTest-36131613-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:40:58.544926 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-559efe03-322b-4e42-a640-0138fdbb043a tempest-BulkNetworkOpsTest-36131613 tempest-BulkNetworkOpsTest-36131613-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:40:58.546415 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-559efe03-322b-4e42-a640-0138fdbb043a tempest-BulkNetworkOpsTest-36131613 tempest-BulkNetworkOpsTest-36131613-project] Publish callbacks [] for subnet (None), before_response {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:40:58.576302 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-559efe03-322b-4e42-a640-0138fdbb043a tempest-BulkNetworkOpsTest-36131613 tempest-BulkNetworkOpsTest-36131613-project] 10.222.0.75 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1425 time: 1.2231669 Feb 09 19:40:58.576302 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 43546) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:40:58.613251 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c30b4af2-c965-46ac-8b57-b015f664a233 None None] Network 4f13b92d-daf0-4855-aebf-40a3cc418754 requested from n-d-713498-36 {{(pid=103232) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 19:40:58.663402 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-922d32c2-0e76-4ec2-8295-627ad9099244 tempest-BulkNetworkOpsTest-36131613 tempest-BulkNetworkOpsTest-36131613-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:40:58.666470 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-922d32c2-0e76-4ec2-8295-627ad9099244 tempest-BulkNetworkOpsTest-36131613 tempest-BulkNetworkOpsTest-36131613-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:40:58.668325 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-922d32c2-0e76-4ec2-8295-627ad9099244 tempest-BulkNetworkOpsTest-36131613 tempest-BulkNetworkOpsTest-36131613-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:40:58.673357 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 43550) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:40:58.673901 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-922d32c2-0e76-4ec2-8295-627ad9099244 tempest-BulkNetworkOpsTest-36131613 tempest-BulkNetworkOpsTest-36131613-project] 10.222.0.75 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2051 time: 0.0997305 Feb 09 19:40:58.743813 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d6e6bda-34b5-45da-8818-994ae090955f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8b32e980-7cce-5e82-a341-bd2fa8945c89-22bb7a78-707b-4be2-990f-2bc2c58ef272', 'network_id': '22bb7a78-707b-4be2-990f-2bc2c58ef272', 'project_id': '05262998589d48cfba8a99317dc525c6', 'fixed_ips': [{'subnet_id': 'dad3eb5e-da52-45d5-bb7d-5f1acfc95280'}]}} from n-d-713498-36. {{(pid=103232) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 09 19:40:58.744835 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-4d6e6bda-34b5-45da-8818-994ae090955f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (None), before_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:40:58.757490 n-d-713498-36 neutron-server[103229]: DEBUG neutron.db.db_base_plugin_v2 [None req-733dc911-8eed-489e-b3ad-da44297b93a1 tempest-BulkNetworkOpsTest-36131613 tempest-BulkNetworkOpsTest-36131613-project] Deleting subnet dad3eb5e-da52-45d5-bb7d-5f1acfc95280 {{(pid=103229) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 19:40:58.761045 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-733dc911-8eed-489e-b3ad-da44297b93a1 tempest-BulkNetworkOpsTest-36131613 tempest-BulkNetworkOpsTest-36131613-project] Publish callbacks [] for subnet (dad3eb5e-da52-45d5-bb7d-5f1acfc95280), before_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:40:58.859603 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-733dc911-8eed-489e-b3ad-da44297b93a1 tempest-BulkNetworkOpsTest-36131613 tempest-BulkNetworkOpsTest-36131613-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16683410'] for subnet (dad3eb5e-da52-45d5-bb7d-5f1acfc95280), precommit_delete_associations {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:40:58.932377 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-733dc911-8eed-489e-b3ad-da44297b93a1 tempest-BulkNetworkOpsTest-36131613 tempest-BulkNetworkOpsTest-36131613-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-759852'] for subnet (dad3eb5e-da52-45d5-bb7d-5f1acfc95280), precommit_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:40:59.015065 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-733dc911-8eed-489e-b3ad-da44297b93a1 tempest-BulkNetworkOpsTest-36131613 tempest-BulkNetworkOpsTest-36131613-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-760023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12867367', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12759238'] for subnet (dad3eb5e-da52-45d5-bb7d-5f1acfc95280), after_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:40:59.063310 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-733dc911-8eed-489e-b3ad-da44297b93a1 tempest-BulkNetworkOpsTest-36131613 tempest-BulkNetworkOpsTest-36131613-project] Pushing event deleted for resources: {'Subnet': ['ID=dad3eb5e-da52-45d5-bb7d-5f1acfc95280,revision_number=None']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:40:59.073536 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-733dc911-8eed-489e-b3ad-da44297b93a1 tempest-BulkNetworkOpsTest-36131613 tempest-BulkNetworkOpsTest-36131613-project] Publish callbacks [] for subnet (None), before_response {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:40:59.078823 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-733dc911-8eed-489e-b3ad-da44297b93a1 tempest-BulkNetworkOpsTest-36131613 tempest-BulkNetworkOpsTest-36131613-project] 10.222.0.75 "DELETE /v2.0/subnets/dad3eb5e-da52-45d5-bb7d-5f1acfc95280 HTTP/1.1" status: 204 len: 168 time: 0.4042120 Feb 09 19:40:59.081484 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 43562) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:40:59.154276 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5db08cb8-9ae9-460f-8e12-8781bf34bf68 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8b32e980-7cce-5e82-a341-bd2fa8945c89-4f13b92d-daf0-4855-aebf-40a3cc418754', 'network_id': '4f13b92d-daf0-4855-aebf-40a3cc418754', 'project_id': '05262998589d48cfba8a99317dc525c6', 'fixed_ips': [{'subnet_id': '81d2b6b7-02b0-428b-a8f8-96c8577c61ea'}]}} from n-d-713498-36. {{(pid=103232) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 09 19:40:59.155434 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-5db08cb8-9ae9-460f-8e12-8781bf34bf68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (None), before_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:40:59.170474 n-d-713498-36 neutron-server[103229]: DEBUG neutron.db.db_base_plugin_v2 [None req-626a15b6-b4f3-4198-a885-bb96efaf17b9 tempest-BulkNetworkOpsTest-36131613 tempest-BulkNetworkOpsTest-36131613-project] Deleting subnet 81d2b6b7-02b0-428b-a8f8-96c8577c61ea {{(pid=103229) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 19:40:59.177568 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-626a15b6-b4f3-4198-a885-bb96efaf17b9 tempest-BulkNetworkOpsTest-36131613 tempest-BulkNetworkOpsTest-36131613-project] Publish callbacks [] for subnet (81d2b6b7-02b0-428b-a8f8-96c8577c61ea), before_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:40:59.244874 n-d-713498-36 neutron-server[103232]: ERROR oslo_messaging.rpc.server [None req-4d6e6bda-34b5-45da-8818-994ae090955f None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet dad3eb5e-da52-45d5-bb7d-5f1acfc95280: This subnet is being modified by another concurrent operation. Feb 09 19:40:59.244874 n-d-713498-36 neutron-server[103232]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Feb 09 19:40:59.244874 n-d-713498-36 neutron-server[103232]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Feb 09 19:40:59.244874 n-d-713498-36 neutron-server[103232]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Feb 09 19:40:59.244874 n-d-713498-36 neutron-server[103232]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Feb 09 19:40:59.244874 n-d-713498-36 neutron-server[103232]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Feb 09 19:40:59.244874 n-d-713498-36 neutron-server[103232]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Feb 09 19:40:59.244874 n-d-713498-36 neutron-server[103232]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Feb 09 19:40:59.244874 n-d-713498-36 neutron-server[103232]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Feb 09 19:40:59.244874 n-d-713498-36 neutron-server[103232]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Feb 09 19:40:59.244874 n-d-713498-36 neutron-server[103232]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Feb 09 19:40:59.244874 n-d-713498-36 neutron-server[103232]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Feb 09 19:40:59.244874 n-d-713498-36 neutron-server[103232]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 09 19:40:59.244874 n-d-713498-36 neutron-server[103232]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 09 19:40:59.244874 n-d-713498-36 neutron-server[103232]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 09 19:40:59.244874 n-d-713498-36 neutron-server[103232]: ERROR oslo_messaging.rpc.server raise self.value Feb 09 19:40:59.244874 n-d-713498-36 neutron-server[103232]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Feb 09 19:40:59.244874 n-d-713498-36 neutron-server[103232]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 09 19:40:59.244874 n-d-713498-36 neutron-server[103232]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Feb 09 19:40:59.244874 n-d-713498-36 neutron-server[103232]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Feb 09 19:40:59.244874 n-d-713498-36 neutron-server[103232]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 09 19:40:59.244874 n-d-713498-36 neutron-server[103232]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 09 19:40:59.244874 n-d-713498-36 neutron-server[103232]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 09 19:40:59.244874 n-d-713498-36 neutron-server[103232]: ERROR oslo_messaging.rpc.server raise self.value Feb 09 19:40:59.244874 n-d-713498-36 neutron-server[103232]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Feb 09 19:40:59.244874 n-d-713498-36 neutron-server[103232]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 09 19:40:59.244874 n-d-713498-36 neutron-server[103232]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Feb 09 19:40:59.244874 n-d-713498-36 neutron-server[103232]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Feb 09 19:40:59.244874 n-d-713498-36 neutron-server[103232]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 09 19:40:59.244874 n-d-713498-36 neutron-server[103232]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 09 19:40:59.244874 n-d-713498-36 neutron-server[103232]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 09 19:40:59.244874 n-d-713498-36 neutron-server[103232]: ERROR oslo_messaging.rpc.server raise self.value Feb 09 19:40:59.244874 n-d-713498-36 neutron-server[103232]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Feb 09 19:40:59.244874 n-d-713498-36 neutron-server[103232]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Feb 09 19:40:59.244874 n-d-713498-36 neutron-server[103232]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Feb 09 19:40:59.244874 n-d-713498-36 neutron-server[103232]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Feb 09 19:40:59.244874 n-d-713498-36 neutron-server[103232]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 278, in create_dhcp_port Feb 09 19:40:59.244874 n-d-713498-36 neutron-server[103232]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Feb 09 19:40:59.244874 n-d-713498-36 neutron-server[103232]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 116, in _port_action Feb 09 19:40:59.244874 n-d-713498-36 neutron-server[103232]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Feb 09 19:40:59.244874 n-d-713498-36 neutron-server[103232]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Feb 09 19:40:59.244874 n-d-713498-36 neutron-server[103232]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Feb 09 19:40:59.244874 n-d-713498-36 neutron-server[103232]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 701, in inner Feb 09 19:40:59.244874 n-d-713498-36 neutron-server[103232]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 09 19:40:59.244874 n-d-713498-36 neutron-server[103232]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Feb 09 19:40:59.244874 n-d-713498-36 neutron-server[103232]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Feb 09 19:40:59.244874 n-d-713498-36 neutron-server[103232]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Feb 09 19:40:59.244874 n-d-713498-36 neutron-server[103232]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Feb 09 19:40:59.244874 n-d-713498-36 neutron-server[103232]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 09 19:40:59.244874 n-d-713498-36 neutron-server[103232]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 09 19:40:59.244874 n-d-713498-36 neutron-server[103232]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 09 19:40:59.244874 n-d-713498-36 neutron-server[103232]: ERROR oslo_messaging.rpc.server raise self.value Feb 09 19:40:59.244874 n-d-713498-36 neutron-server[103232]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Feb 09 19:40:59.244874 n-d-713498-36 neutron-server[103232]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 09 19:40:59.244874 n-d-713498-36 neutron-server[103232]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Feb 09 19:40:59.244874 n-d-713498-36 neutron-server[103232]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Feb 09 19:40:59.244874 n-d-713498-36 neutron-server[103232]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 09 19:40:59.244874 n-d-713498-36 neutron-server[103232]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 09 19:40:59.244874 n-d-713498-36 neutron-server[103232]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 09 19:40:59.244874 n-d-713498-36 neutron-server[103232]: ERROR oslo_messaging.rpc.server raise self.value Feb 09 19:40:59.244874 n-d-713498-36 neutron-server[103232]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Feb 09 19:40:59.244874 n-d-713498-36 neutron-server[103232]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 09 19:40:59.244874 n-d-713498-36 neutron-server[103232]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Feb 09 19:40:59.244874 n-d-713498-36 neutron-server[103232]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Feb 09 19:40:59.244874 n-d-713498-36 neutron-server[103232]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 09 19:40:59.244874 n-d-713498-36 neutron-server[103232]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 09 19:40:59.244874 n-d-713498-36 neutron-server[103232]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 09 19:40:59.244874 n-d-713498-36 neutron-server[103232]: ERROR oslo_messaging.rpc.server raise self.value Feb 09 19:40:59.244874 n-d-713498-36 neutron-server[103232]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Feb 09 19:40:59.244874 n-d-713498-36 neutron-server[103232]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Feb 09 19:40:59.244874 n-d-713498-36 neutron-server[103232]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1504, in create_port Feb 09 19:40:59.244874 n-d-713498-36 neutron-server[103232]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Feb 09 19:40:59.244874 n-d-713498-36 neutron-server[103232]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1469, in _create_port_db Feb 09 19:40:59.244874 n-d-713498-36 neutron-server[103232]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Feb 09 19:40:59.244874 n-d-713498-36 neutron-server[103232]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1466, in create_port_db Feb 09 19:40:59.244874 n-d-713498-36 neutron-server[103232]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Feb 09 19:40:59.244874 n-d-713498-36 neutron-server[103232]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Feb 09 19:40:59.244874 n-d-713498-36 neutron-server[103232]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Feb 09 19:40:59.244874 n-d-713498-36 neutron-server[103232]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Feb 09 19:40:59.244874 n-d-713498-36 neutron-server[103232]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Feb 09 19:40:59.244874 n-d-713498-36 neutron-server[103232]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1010, in wrapper Feb 09 19:40:59.244874 n-d-713498-36 neutron-server[103232]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Feb 09 19:40:59.244874 n-d-713498-36 neutron-server[103232]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Feb 09 19:40:59.244874 n-d-713498-36 neutron-server[103232]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Feb 09 19:40:59.244874 n-d-713498-36 neutron-server[103232]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Feb 09 19:40:59.244874 n-d-713498-36 neutron-server[103232]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Feb 09 19:40:59.244874 n-d-713498-36 neutron-server[103232]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Feb 09 19:40:59.244874 n-d-713498-36 neutron-server[103232]: ERROR oslo_messaging.rpc.server subnet.lock_register( Feb 09 19:40:59.244874 n-d-713498-36 neutron-server[103232]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Feb 09 19:40:59.244874 n-d-713498-36 neutron-server[103232]: ERROR oslo_messaging.rpc.server raise exception Feb 09 19:40:59.244874 n-d-713498-36 neutron-server[103232]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet dad3eb5e-da52-45d5-bb7d-5f1acfc95280: This subnet is being modified by another concurrent operation. Feb 09 19:40:59.244874 n-d-713498-36 neutron-server[103232]: ERROR oslo_messaging.rpc.server Feb 09 19:40:59.275252 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e776a844-f0b5-4017-9869-ccd4c484fdcc req-098a7455-3613-47fc-a1ac-0de04e507736 tempest-TestNetworkAdvancedServerOps-1633223542 tempest-TestNetworkAdvancedServerOps-1633223542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:40:59.275252 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-e776a844-f0b5-4017-9869-ccd4c484fdcc req-098a7455-3613-47fc-a1ac-0de04e507736 tempest-TestNetworkAdvancedServerOps-1633223542 tempest-TestNetworkAdvancedServerOps-1633223542-project] 10.222.0.75 "GET /v2.0/ports?device_id=596e30ba-290c-4c63-866e-7c100f835b42 HTTP/1.1" status: 200 len: 946 time: 0.1027594 Feb 09 19:40:59.300776 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-626a15b6-b4f3-4198-a885-bb96efaf17b9 tempest-BulkNetworkOpsTest-36131613 tempest-BulkNetworkOpsTest-36131613-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16683410'] for subnet (81d2b6b7-02b0-428b-a8f8-96c8577c61ea), precommit_delete_associations {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:40:59.341420 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cead5751-b359-4d3b-9726-99556ff4feb4 None None] Network 22bb7a78-707b-4be2-990f-2bc2c58ef272 requested from n-d-713498-36 {{(pid=103232) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 19:40:59.361565 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-e776a844-f0b5-4017-9869-ccd4c484fdcc req-ed3a976b-8e91-4e2c-bbdd-8d42f829908a tempest-TestNetworkAdvancedServerOps-1633223542 tempest-TestNetworkAdvancedServerOps-1633223542-project] 10.222.0.75 "GET /v2.0/security-groups?id=32aeffe2-bc9f-4956-9652-b873d20dee0d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0814724 Feb 09 19:40:59.391164 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-626a15b6-b4f3-4198-a885-bb96efaf17b9 tempest-BulkNetworkOpsTest-36131613 tempest-BulkNetworkOpsTest-36131613-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-759852'] for subnet (81d2b6b7-02b0-428b-a8f8-96c8577c61ea), precommit_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:40:59.508018 n-d-713498-36 neutron-server[103232]: ERROR oslo_messaging.rpc.server [None req-5db08cb8-9ae9-460f-8e12-8781bf34bf68 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 81d2b6b7-02b0-428b-a8f8-96c8577c61ea: This subnet is being modified by another concurrent operation. Feb 09 19:40:59.508018 n-d-713498-36 neutron-server[103232]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Feb 09 19:40:59.508018 n-d-713498-36 neutron-server[103232]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Feb 09 19:40:59.508018 n-d-713498-36 neutron-server[103232]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Feb 09 19:40:59.508018 n-d-713498-36 neutron-server[103232]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Feb 09 19:40:59.508018 n-d-713498-36 neutron-server[103232]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Feb 09 19:40:59.508018 n-d-713498-36 neutron-server[103232]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Feb 09 19:40:59.508018 n-d-713498-36 neutron-server[103232]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Feb 09 19:40:59.508018 n-d-713498-36 neutron-server[103232]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Feb 09 19:40:59.508018 n-d-713498-36 neutron-server[103232]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Feb 09 19:40:59.508018 n-d-713498-36 neutron-server[103232]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Feb 09 19:40:59.508018 n-d-713498-36 neutron-server[103232]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Feb 09 19:40:59.508018 n-d-713498-36 neutron-server[103232]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 09 19:40:59.508018 n-d-713498-36 neutron-server[103232]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 09 19:40:59.508018 n-d-713498-36 neutron-server[103232]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 09 19:40:59.508018 n-d-713498-36 neutron-server[103232]: ERROR oslo_messaging.rpc.server raise self.value Feb 09 19:40:59.508018 n-d-713498-36 neutron-server[103232]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Feb 09 19:40:59.508018 n-d-713498-36 neutron-server[103232]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 09 19:40:59.508018 n-d-713498-36 neutron-server[103232]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Feb 09 19:40:59.508018 n-d-713498-36 neutron-server[103232]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Feb 09 19:40:59.508018 n-d-713498-36 neutron-server[103232]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 09 19:40:59.508018 n-d-713498-36 neutron-server[103232]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 09 19:40:59.508018 n-d-713498-36 neutron-server[103232]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 09 19:40:59.508018 n-d-713498-36 neutron-server[103232]: ERROR oslo_messaging.rpc.server raise self.value Feb 09 19:40:59.508018 n-d-713498-36 neutron-server[103232]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Feb 09 19:40:59.508018 n-d-713498-36 neutron-server[103232]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 09 19:40:59.508018 n-d-713498-36 neutron-server[103232]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Feb 09 19:40:59.508018 n-d-713498-36 neutron-server[103232]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Feb 09 19:40:59.508018 n-d-713498-36 neutron-server[103232]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 09 19:40:59.508018 n-d-713498-36 neutron-server[103232]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 09 19:40:59.508018 n-d-713498-36 neutron-server[103232]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 09 19:40:59.508018 n-d-713498-36 neutron-server[103232]: ERROR oslo_messaging.rpc.server raise self.value Feb 09 19:40:59.508018 n-d-713498-36 neutron-server[103232]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Feb 09 19:40:59.508018 n-d-713498-36 neutron-server[103232]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Feb 09 19:40:59.508018 n-d-713498-36 neutron-server[103232]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Feb 09 19:40:59.508018 n-d-713498-36 neutron-server[103232]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Feb 09 19:40:59.508018 n-d-713498-36 neutron-server[103232]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 278, in create_dhcp_port Feb 09 19:40:59.508018 n-d-713498-36 neutron-server[103232]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Feb 09 19:40:59.508018 n-d-713498-36 neutron-server[103232]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 116, in _port_action Feb 09 19:40:59.508018 n-d-713498-36 neutron-server[103232]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Feb 09 19:40:59.508018 n-d-713498-36 neutron-server[103232]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Feb 09 19:40:59.508018 n-d-713498-36 neutron-server[103232]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Feb 09 19:40:59.508018 n-d-713498-36 neutron-server[103232]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 701, in inner Feb 09 19:40:59.508018 n-d-713498-36 neutron-server[103232]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 09 19:40:59.508018 n-d-713498-36 neutron-server[103232]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Feb 09 19:40:59.508018 n-d-713498-36 neutron-server[103232]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Feb 09 19:40:59.508018 n-d-713498-36 neutron-server[103232]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Feb 09 19:40:59.508018 n-d-713498-36 neutron-server[103232]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Feb 09 19:40:59.508018 n-d-713498-36 neutron-server[103232]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 09 19:40:59.508018 n-d-713498-36 neutron-server[103232]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 09 19:40:59.508018 n-d-713498-36 neutron-server[103232]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 09 19:40:59.508018 n-d-713498-36 neutron-server[103232]: ERROR oslo_messaging.rpc.server raise self.value Feb 09 19:40:59.508018 n-d-713498-36 neutron-server[103232]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Feb 09 19:40:59.508018 n-d-713498-36 neutron-server[103232]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 09 19:40:59.508018 n-d-713498-36 neutron-server[103232]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Feb 09 19:40:59.508018 n-d-713498-36 neutron-server[103232]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Feb 09 19:40:59.508018 n-d-713498-36 neutron-server[103232]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 09 19:40:59.508018 n-d-713498-36 neutron-server[103232]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 09 19:40:59.508018 n-d-713498-36 neutron-server[103232]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 09 19:40:59.508018 n-d-713498-36 neutron-server[103232]: ERROR oslo_messaging.rpc.server raise self.value Feb 09 19:40:59.508018 n-d-713498-36 neutron-server[103232]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Feb 09 19:40:59.508018 n-d-713498-36 neutron-server[103232]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 09 19:40:59.508018 n-d-713498-36 neutron-server[103232]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Feb 09 19:40:59.508018 n-d-713498-36 neutron-server[103232]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Feb 09 19:40:59.508018 n-d-713498-36 neutron-server[103232]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 09 19:40:59.508018 n-d-713498-36 neutron-server[103232]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 09 19:40:59.508018 n-d-713498-36 neutron-server[103232]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 09 19:40:59.508018 n-d-713498-36 neutron-server[103232]: ERROR oslo_messaging.rpc.server raise self.value Feb 09 19:40:59.508018 n-d-713498-36 neutron-server[103232]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Feb 09 19:40:59.508018 n-d-713498-36 neutron-server[103232]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Feb 09 19:40:59.508018 n-d-713498-36 neutron-server[103232]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1504, in create_port Feb 09 19:40:59.508018 n-d-713498-36 neutron-server[103232]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Feb 09 19:40:59.508018 n-d-713498-36 neutron-server[103232]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1469, in _create_port_db Feb 09 19:40:59.508018 n-d-713498-36 neutron-server[103232]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Feb 09 19:40:59.508018 n-d-713498-36 neutron-server[103232]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1466, in create_port_db Feb 09 19:40:59.508018 n-d-713498-36 neutron-server[103232]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Feb 09 19:40:59.508018 n-d-713498-36 neutron-server[103232]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Feb 09 19:40:59.508018 n-d-713498-36 neutron-server[103232]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Feb 09 19:40:59.508018 n-d-713498-36 neutron-server[103232]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Feb 09 19:40:59.508018 n-d-713498-36 neutron-server[103232]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Feb 09 19:40:59.508018 n-d-713498-36 neutron-server[103232]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1010, in wrapper Feb 09 19:40:59.508018 n-d-713498-36 neutron-server[103232]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Feb 09 19:40:59.508018 n-d-713498-36 neutron-server[103232]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Feb 09 19:40:59.508018 n-d-713498-36 neutron-server[103232]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Feb 09 19:40:59.508018 n-d-713498-36 neutron-server[103232]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Feb 09 19:40:59.508018 n-d-713498-36 neutron-server[103232]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Feb 09 19:40:59.508018 n-d-713498-36 neutron-server[103232]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Feb 09 19:40:59.508018 n-d-713498-36 neutron-server[103232]: ERROR oslo_messaging.rpc.server subnet.lock_register( Feb 09 19:40:59.508018 n-d-713498-36 neutron-server[103232]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Feb 09 19:40:59.508018 n-d-713498-36 neutron-server[103232]: ERROR oslo_messaging.rpc.server raise exception Feb 09 19:40:59.508018 n-d-713498-36 neutron-server[103232]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 81d2b6b7-02b0-428b-a8f8-96c8577c61ea: This subnet is being modified by another concurrent operation. Feb 09 19:40:59.508018 n-d-713498-36 neutron-server[103232]: ERROR oslo_messaging.rpc.server Feb 09 19:40:59.526323 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-626a15b6-b4f3-4198-a885-bb96efaf17b9 tempest-BulkNetworkOpsTest-36131613 tempest-BulkNetworkOpsTest-36131613-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-760023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12867367', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12759238'] for subnet (81d2b6b7-02b0-428b-a8f8-96c8577c61ea), after_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:40:59.532502 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dffe357b-fadd-40df-adf7-38f79fa2a643 None None] get_active_networks_info from n-d-713498-36 {{(pid=103232) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Feb 09 19:40:59.559655 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-626a15b6-b4f3-4198-a885-bb96efaf17b9 tempest-BulkNetworkOpsTest-36131613 tempest-BulkNetworkOpsTest-36131613-project] Pushing event deleted for resources: {'Subnet': ['ID=81d2b6b7-02b0-428b-a8f8-96c8577c61ea,revision_number=None']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:40:59.582335 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-626a15b6-b4f3-4198-a885-bb96efaf17b9 tempest-BulkNetworkOpsTest-36131613 tempest-BulkNetworkOpsTest-36131613-project] Publish callbacks [] for subnet (None), before_response {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:40:59.589041 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 43570) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:40:59.589256 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-626a15b6-b4f3-4198-a885-bb96efaf17b9 tempest-BulkNetworkOpsTest-36131613 tempest-BulkNetworkOpsTest-36131613-project] 10.222.0.75 "DELETE /v2.0/subnets/81d2b6b7-02b0-428b-a8f8-96c8577c61ea HTTP/1.1" status: 204 len: 168 time: 0.5062447 Feb 09 19:40:59.688372 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86f781d3-be07-4bf9-a5fa-3015920f335d tempest-BulkNetworkOpsTest-36131613 tempest-BulkNetworkOpsTest-36131613-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:40:59.692851 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-86f781d3-be07-4bf9-a5fa-3015920f335d tempest-BulkNetworkOpsTest-36131613 tempest-BulkNetworkOpsTest-36131613-project] 10.222.0.75 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1022520 Feb 09 19:40:59.698223 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 43578) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:40:59.704887 n-d-713498-36 neutron-server[103232]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dffe357b-fadd-40df-adf7-38f79fa2a643 None None] Resources bound (agent type, host, resource id): {{(pid=103232) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 09 19:40:59.837871 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-f8db3b76-73b4-4850-91a1-03e352d9f8fc tempest-BulkNetworkOpsTest-36131613 tempest-BulkNetworkOpsTest-36131613-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-670458'] for network (4f13b92d-daf0-4855-aebf-40a3cc418754), before_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:40:59.937202 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-f8db3b76-73b4-4850-91a1-03e352d9f8fc tempest-BulkNetworkOpsTest-36131613 tempest-BulkNetworkOpsTest-36131613-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-590267', 'neutron.services.segments.db._delete_segments_for_network-8762867132609'] for network (4f13b92d-daf0-4855-aebf-40a3cc418754), precommit_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:40:59.958731 n-d-713498-36 neutron-server[103229]: DEBUG neutron.services.segments.db [None req-f8db3b76-73b4-4850-91a1-03e352d9f8fc tempest-BulkNetworkOpsTest-36131613 tempest-BulkNetworkOpsTest-36131613-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4f13b92d-daf0-4855-aebf-40a3cc418754']}} {{(pid=103229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:40:59.968592 n-d-713498-36 neutron-server[103229]: DEBUG neutron.services.segments.db [None req-f8db3b76-73b4-4850-91a1-03e352d9f8fc tempest-BulkNetworkOpsTest-36131613 tempest-BulkNetworkOpsTest-36131613-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ff431fdd-82b3-4fae-8319-96076b9ab269') {'for_net_delete': True} {{(pid=103229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:40:59.968955 n-d-713498-36 neutron-server[103229]: DEBUG neutron.services.segments.db [None req-f8db3b76-73b4-4850-91a1-03e352d9f8fc tempest-BulkNetworkOpsTest-36131613 tempest-BulkNetworkOpsTest-36131613-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ff431fdd-82b3-4fae-8319-96076b9ab269') {} {{(pid=103229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:40:59.980382 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b26d653-831f-4b7b-9234-26717c1758f2 None None] get_active_networks_info from n-d-713498-36 {{(pid=103232) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Feb 09 19:40:59.980554 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-f8db3b76-73b4-4850-91a1-03e352d9f8fc tempest-BulkNetworkOpsTest-36131613 tempest-BulkNetworkOpsTest-36131613-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762867134154', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16683417'] for segment (ff431fdd-82b3-4fae-8319-96076b9ab269), before_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:40:59.995700 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-f8db3b76-73b4-4850-91a1-03e352d9f8fc tempest-BulkNetworkOpsTest-36131613 tempest-BulkNetworkOpsTest-36131613-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-759574'] for segment (ff431fdd-82b3-4fae-8319-96076b9ab269), precommit_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:41:00.002235 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f8db3b76-73b4-4850-91a1-03e352d9f8fc tempest-BulkNetworkOpsTest-36131613 tempest-BulkNetworkOpsTest-36131613-project] Releasing vlan 351 on physical network physnet1 to pool {{(pid=103229) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 19:41:00.002650 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-f8db3b76-73b4-4850-91a1-03e352d9f8fc tempest-BulkNetworkOpsTest-36131613 tempest-BulkNetworkOpsTest-36131613-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-759574', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12867469'] for segment (ff431fdd-82b3-4fae-8319-96076b9ab269), after_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:41:00.073522 n-d-713498-36 neutron-server[103229]: Traceback (most recent call last): Feb 09 19:41:00.073522 n-d-713498-36 neutron-server[103229]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 19:41:00.073522 n-d-713498-36 neutron-server[103229]: timer() Feb 09 19:41:00.073522 n-d-713498-36 neutron-server[103229]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 19:41:00.073522 n-d-713498-36 neutron-server[103229]: cb(*args, **kw) Feb 09 19:41:00.073522 n-d-713498-36 neutron-server[103229]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 19:41:00.073522 n-d-713498-36 neutron-server[103229]: return func(*args, **kwargs) Feb 09 19:41:00.073522 n-d-713498-36 neutron-server[103229]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 19:41:00.073522 n-d-713498-36 neutron-server[103229]: self._notify() Feb 09 19:41:00.073522 n-d-713498-36 neutron-server[103229]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 19:41:00.073522 n-d-713498-36 neutron-server[103229]: self.callback(batched_events) Feb 09 19:41:00.073522 n-d-713498-36 neutron-server[103229]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 19:41:00.073522 n-d-713498-36 neutron-server[103229]: event.method(event) Feb 09 19:41:00.073522 n-d-713498-36 neutron-server[103229]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 19:41:00.073522 n-d-713498-36 neutron-server[103229]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 19:41:00.073522 n-d-713498-36 neutron-server[103229]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 19:41:00.073522 n-d-713498-36 neutron-server[103229]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 19:41:00.073522 n-d-713498-36 neutron-server[103229]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 19:41:00.073522 n-d-713498-36 neutron-server[103229]: return f(self, *a, **k) Feb 09 19:41:00.073522 n-d-713498-36 neutron-server[103229]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 19:41:00.073522 n-d-713498-36 neutron-server[103229]: return self._get(url).json() Feb 09 19:41:00.073522 n-d-713498-36 neutron-server[103229]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 19:41:00.073522 n-d-713498-36 neutron-server[103229]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 19:41:00.073522 n-d-713498-36 neutron-server[103229]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 19:41:00.073522 n-d-713498-36 neutron-server[103229]: return self.request(url, 'GET', **kwargs) Feb 09 19:41:00.073522 n-d-713498-36 neutron-server[103229]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 19:41:00.073522 n-d-713498-36 neutron-server[103229]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 19:41:00.073522 n-d-713498-36 neutron-server[103229]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 19:41:00.073522 n-d-713498-36 neutron-server[103229]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 19:41:00.073522 n-d-713498-36 neutron-server[103229]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 19:41:00.073522 n-d-713498-36 neutron-server[103229]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 19:41:00.073522 n-d-713498-36 neutron-server[103229]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 19:41:00.077827 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-f8db3b76-73b4-4850-91a1-03e352d9f8fc tempest-BulkNetworkOpsTest-36131613 tempest-BulkNetworkOpsTest-36131613-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-590242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1885479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1818895'] for network (4f13b92d-daf0-4855-aebf-40a3cc418754), after_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:41:00.083460 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-f8db3b76-73b4-4850-91a1-03e352d9f8fc tempest-BulkNetworkOpsTest-36131613 tempest-BulkNetworkOpsTest-36131613-project] Publish callbacks [] for network (None), before_response {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:41:00.089734 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 43588) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:41:00.090233 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-f8db3b76-73b4-4850-91a1-03e352d9f8fc tempest-BulkNetworkOpsTest-36131613 tempest-BulkNetworkOpsTest-36131613-project] 10.222.0.75 "DELETE /v2.0/networks/4f13b92d-daf0-4855-aebf-40a3cc418754 HTTP/1.1" status: 204 len: 168 time: 0.3913445 Feb 09 19:41:00.114700 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8db3b76-73b4-4850-91a1-03e352d9f8fc tempest-BulkNetworkOpsTest-36131613 tempest-BulkNetworkOpsTest-36131613-project] Pushing event deleted for resources: {'Network': ['ID=4f13b92d-daf0-4855-aebf-40a3cc418754,revision_number=None']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:41:00.200412 n-d-713498-36 neutron-server[103232]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b26d653-831f-4b7b-9234-26717c1758f2 None None] Resources bound (agent type, host, resource id): {{(pid=103232) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 09 19:41:00.211966 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-c8aafda2-18ed-4f58-ba02-f091c3dedf80 tempest-BulkNetworkOpsTest-36131613 tempest-BulkNetworkOpsTest-36131613-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-670458'] for network (22bb7a78-707b-4be2-990f-2bc2c58ef272), before_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:41:00.330224 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-c8aafda2-18ed-4f58-ba02-f091c3dedf80 tempest-BulkNetworkOpsTest-36131613 tempest-BulkNetworkOpsTest-36131613-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-590267', 'neutron.services.segments.db._delete_segments_for_network-8762867132609'] for network (22bb7a78-707b-4be2-990f-2bc2c58ef272), precommit_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:41:00.355414 n-d-713498-36 neutron-server[103230]: DEBUG neutron.services.segments.db [None req-c8aafda2-18ed-4f58-ba02-f091c3dedf80 tempest-BulkNetworkOpsTest-36131613 tempest-BulkNetworkOpsTest-36131613-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['22bb7a78-707b-4be2-990f-2bc2c58ef272']}} {{(pid=103230) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:41:00.372106 n-d-713498-36 neutron-server[103230]: DEBUG neutron.services.segments.db [None req-c8aafda2-18ed-4f58-ba02-f091c3dedf80 tempest-BulkNetworkOpsTest-36131613 tempest-BulkNetworkOpsTest-36131613-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fdb5eca5-787e-4749-8a76-be185f990352') {'for_net_delete': True} {{(pid=103230) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:41:00.372482 n-d-713498-36 neutron-server[103230]: DEBUG neutron.services.segments.db [None req-c8aafda2-18ed-4f58-ba02-f091c3dedf80 tempest-BulkNetworkOpsTest-36131613 tempest-BulkNetworkOpsTest-36131613-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fdb5eca5-787e-4749-8a76-be185f990352') {} {{(pid=103230) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:41:00.397781 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-c8aafda2-18ed-4f58-ba02-f091c3dedf80 tempest-BulkNetworkOpsTest-36131613 tempest-BulkNetworkOpsTest-36131613-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762867134154', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12895813'] for segment (fdb5eca5-787e-4749-8a76-be185f990352), before_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:41:00.431359 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-c8aafda2-18ed-4f58-ba02-f091c3dedf80 tempest-BulkNetworkOpsTest-36131613 tempest-BulkNetworkOpsTest-36131613-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-759574'] for segment (fdb5eca5-787e-4749-8a76-be185f990352), precommit_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:41:00.438479 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c8aafda2-18ed-4f58-ba02-f091c3dedf80 tempest-BulkNetworkOpsTest-36131613 tempest-BulkNetworkOpsTest-36131613-project] Releasing vlan 358 on physical network physnet1 to pool {{(pid=103230) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 19:41:00.439045 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-c8aafda2-18ed-4f58-ba02-f091c3dedf80 tempest-BulkNetworkOpsTest-36131613 tempest-BulkNetworkOpsTest-36131613-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-759574', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14393826'] for segment (fdb5eca5-787e-4749-8a76-be185f990352), after_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:41:00.443414 n-d-713498-36 neutron-server[103230]: Traceback (most recent call last): Feb 09 19:41:00.443414 n-d-713498-36 neutron-server[103230]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 19:41:00.443414 n-d-713498-36 neutron-server[103230]: timer() Feb 09 19:41:00.443414 n-d-713498-36 neutron-server[103230]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 19:41:00.443414 n-d-713498-36 neutron-server[103230]: cb(*args, **kw) Feb 09 19:41:00.443414 n-d-713498-36 neutron-server[103230]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 19:41:00.443414 n-d-713498-36 neutron-server[103230]: return func(*args, **kwargs) Feb 09 19:41:00.443414 n-d-713498-36 neutron-server[103230]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 19:41:00.443414 n-d-713498-36 neutron-server[103230]: self._notify() Feb 09 19:41:00.443414 n-d-713498-36 neutron-server[103230]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 19:41:00.443414 n-d-713498-36 neutron-server[103230]: self.callback(batched_events) Feb 09 19:41:00.443414 n-d-713498-36 neutron-server[103230]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 19:41:00.443414 n-d-713498-36 neutron-server[103230]: event.method(event) Feb 09 19:41:00.443414 n-d-713498-36 neutron-server[103230]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 19:41:00.443414 n-d-713498-36 neutron-server[103230]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 19:41:00.443414 n-d-713498-36 neutron-server[103230]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 19:41:00.443414 n-d-713498-36 neutron-server[103230]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 19:41:00.443414 n-d-713498-36 neutron-server[103230]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 19:41:00.443414 n-d-713498-36 neutron-server[103230]: return f(self, *a, **k) Feb 09 19:41:00.443414 n-d-713498-36 neutron-server[103230]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 19:41:00.443414 n-d-713498-36 neutron-server[103230]: return self._get(url).json() Feb 09 19:41:00.443414 n-d-713498-36 neutron-server[103230]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 19:41:00.443414 n-d-713498-36 neutron-server[103230]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 19:41:00.443414 n-d-713498-36 neutron-server[103230]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 19:41:00.443414 n-d-713498-36 neutron-server[103230]: return self.request(url, 'GET', **kwargs) Feb 09 19:41:00.443414 n-d-713498-36 neutron-server[103230]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 19:41:00.443414 n-d-713498-36 neutron-server[103230]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 19:41:00.443414 n-d-713498-36 neutron-server[103230]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 19:41:00.443414 n-d-713498-36 neutron-server[103230]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 19:41:00.443414 n-d-713498-36 neutron-server[103230]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 19:41:00.443414 n-d-713498-36 neutron-server[103230]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 19:41:00.443414 n-d-713498-36 neutron-server[103230]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 19:41:00.488283 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ef8539e-04bf-4f04-b366-d14f7b804a50 None None] Network 4f13b92d-daf0-4855-aebf-40a3cc418754 requested from n-d-713498-36 {{(pid=103232) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 19:41:00.503346 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ef8539e-04bf-4f04-b366-d14f7b804a50 None None] Network 4f13b92d-daf0-4855-aebf-40a3cc418754 could not be found, it might have been deleted concurrently. {{(pid=103232) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:196}} Feb 09 19:41:00.529533 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-c8aafda2-18ed-4f58-ba02-f091c3dedf80 tempest-BulkNetworkOpsTest-36131613 tempest-BulkNetworkOpsTest-36131613-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-590242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1885479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1818895'] for network (22bb7a78-707b-4be2-990f-2bc2c58ef272), after_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:41:00.535788 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1c84a79-640a-4cbf-a5b7-050a35c77003 req-0f2cc3cc-b9ce-403b-85e6-0adb58b5748a tempest-TestNetworkAdvancedServerOps-1633223542 tempest-TestNetworkAdvancedServerOps-1633223542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:41:00.538158 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-c8aafda2-18ed-4f58-ba02-f091c3dedf80 tempest-BulkNetworkOpsTest-36131613 tempest-BulkNetworkOpsTest-36131613-project] Publish callbacks [] for network (None), before_response {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:41:00.541456 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-c8aafda2-18ed-4f58-ba02-f091c3dedf80 tempest-BulkNetworkOpsTest-36131613 tempest-BulkNetworkOpsTest-36131613-project] 10.222.0.75 "DELETE /v2.0/networks/22bb7a78-707b-4be2-990f-2bc2c58ef272 HTTP/1.1" status: 204 len: 168 time: 0.4504850 Feb 09 19:41:00.544155 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 43600) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:41:00.546741 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-a1c84a79-640a-4cbf-a5b7-050a35c77003 req-0f2cc3cc-b9ce-403b-85e6-0adb58b5748a tempest-TestNetworkAdvancedServerOps-1633223542 tempest-TestNetworkAdvancedServerOps-1633223542-project] 10.222.0.75 "GET /v2.0/ports?device_id=596e30ba-290c-4c63-866e-7c100f835b42 HTTP/1.1" status: 200 len: 946 time: 0.0939767 Feb 09 19:41:00.608756 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-a1c84a79-640a-4cbf-a5b7-050a35c77003 req-55daca54-1a6e-40fb-89f6-e2d70c16ed75 tempest-TestNetworkAdvancedServerOps-1633223542 tempest-TestNetworkAdvancedServerOps-1633223542-project] 10.222.0.75 "GET /v2.0/security-groups?id=32aeffe2-bc9f-4956-9652-b873d20dee0d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0608139 Feb 09 19:41:00.654118 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-2f6a4a7b-2e87-47de-9a5f-8f3bb4375c06 tempest-BulkNetworkOpsTest-36131613 tempest-BulkNetworkOpsTest-36131613-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-670458'] for network (dce50e32-c4c5-4fa2-a3e9-f032f2ea94d2), before_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:41:00.657016 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8aafda2-18ed-4f58-ba02-f091c3dedf80 tempest-BulkNetworkOpsTest-36131613 tempest-BulkNetworkOpsTest-36131613-project] Pushing event deleted for resources: {'Network': ['ID=22bb7a78-707b-4be2-990f-2bc2c58ef272,revision_number=None']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:41:00.774721 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-2f6a4a7b-2e87-47de-9a5f-8f3bb4375c06 tempest-BulkNetworkOpsTest-36131613 tempest-BulkNetworkOpsTest-36131613-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-590267', 'neutron.services.segments.db._delete_segments_for_network-8762867132609'] for network (dce50e32-c4c5-4fa2-a3e9-f032f2ea94d2), precommit_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:41:00.815666 n-d-713498-36 neutron-server[103230]: DEBUG neutron.services.segments.db [None req-2f6a4a7b-2e87-47de-9a5f-8f3bb4375c06 tempest-BulkNetworkOpsTest-36131613 tempest-BulkNetworkOpsTest-36131613-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dce50e32-c4c5-4fa2-a3e9-f032f2ea94d2']}} {{(pid=103230) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:41:00.826751 n-d-713498-36 neutron-server[103230]: DEBUG neutron.services.segments.db [None req-2f6a4a7b-2e87-47de-9a5f-8f3bb4375c06 tempest-BulkNetworkOpsTest-36131613 tempest-BulkNetworkOpsTest-36131613-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ca3d8671-2e56-4dbc-be6d-a39d232768b3') {'for_net_delete': True} {{(pid=103230) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:41:00.827336 n-d-713498-36 neutron-server[103230]: DEBUG neutron.services.segments.db [None req-2f6a4a7b-2e87-47de-9a5f-8f3bb4375c06 tempest-BulkNetworkOpsTest-36131613 tempest-BulkNetworkOpsTest-36131613-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ca3d8671-2e56-4dbc-be6d-a39d232768b3') {} {{(pid=103230) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:41:00.838392 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-2f6a4a7b-2e87-47de-9a5f-8f3bb4375c06 tempest-BulkNetworkOpsTest-36131613 tempest-BulkNetworkOpsTest-36131613-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762867134154', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12895813'] for segment (ca3d8671-2e56-4dbc-be6d-a39d232768b3), before_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:41:00.853848 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-2f6a4a7b-2e87-47de-9a5f-8f3bb4375c06 tempest-BulkNetworkOpsTest-36131613 tempest-BulkNetworkOpsTest-36131613-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-759574'] for segment (ca3d8671-2e56-4dbc-be6d-a39d232768b3), precommit_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:41:00.860127 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2f6a4a7b-2e87-47de-9a5f-8f3bb4375c06 tempest-BulkNetworkOpsTest-36131613 tempest-BulkNetworkOpsTest-36131613-project] Releasing vlan 394 on physical network physnet1 to pool {{(pid=103230) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 19:41:00.860678 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-2f6a4a7b-2e87-47de-9a5f-8f3bb4375c06 tempest-BulkNetworkOpsTest-36131613 tempest-BulkNetworkOpsTest-36131613-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-759574', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14393826'] for segment (ca3d8671-2e56-4dbc-be6d-a39d232768b3), after_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:41:00.864166 n-d-713498-36 neutron-server[103230]: Traceback (most recent call last): Feb 09 19:41:00.864166 n-d-713498-36 neutron-server[103230]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 19:41:00.864166 n-d-713498-36 neutron-server[103230]: timer() Feb 09 19:41:00.864166 n-d-713498-36 neutron-server[103230]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 19:41:00.864166 n-d-713498-36 neutron-server[103230]: cb(*args, **kw) Feb 09 19:41:00.864166 n-d-713498-36 neutron-server[103230]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 19:41:00.864166 n-d-713498-36 neutron-server[103230]: return func(*args, **kwargs) Feb 09 19:41:00.864166 n-d-713498-36 neutron-server[103230]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 19:41:00.864166 n-d-713498-36 neutron-server[103230]: self._notify() Feb 09 19:41:00.864166 n-d-713498-36 neutron-server[103230]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 19:41:00.864166 n-d-713498-36 neutron-server[103230]: self.callback(batched_events) Feb 09 19:41:00.864166 n-d-713498-36 neutron-server[103230]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 19:41:00.864166 n-d-713498-36 neutron-server[103230]: event.method(event) Feb 09 19:41:00.864166 n-d-713498-36 neutron-server[103230]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 19:41:00.864166 n-d-713498-36 neutron-server[103230]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 19:41:00.864166 n-d-713498-36 neutron-server[103230]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 19:41:00.864166 n-d-713498-36 neutron-server[103230]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 19:41:00.864166 n-d-713498-36 neutron-server[103230]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 19:41:00.864166 n-d-713498-36 neutron-server[103230]: return f(self, *a, **k) Feb 09 19:41:00.864166 n-d-713498-36 neutron-server[103230]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 19:41:00.864166 n-d-713498-36 neutron-server[103230]: return self._get(url).json() Feb 09 19:41:00.864166 n-d-713498-36 neutron-server[103230]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 19:41:00.864166 n-d-713498-36 neutron-server[103230]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 19:41:00.864166 n-d-713498-36 neutron-server[103230]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 19:41:00.864166 n-d-713498-36 neutron-server[103230]: return self.request(url, 'GET', **kwargs) Feb 09 19:41:00.864166 n-d-713498-36 neutron-server[103230]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 19:41:00.864166 n-d-713498-36 neutron-server[103230]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 19:41:00.864166 n-d-713498-36 neutron-server[103230]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 19:41:00.864166 n-d-713498-36 neutron-server[103230]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 19:41:00.864166 n-d-713498-36 neutron-server[103230]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 19:41:00.864166 n-d-713498-36 neutron-server[103230]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 19:41:00.864166 n-d-713498-36 neutron-server[103230]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 19:41:00.932368 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-2f6a4a7b-2e87-47de-9a5f-8f3bb4375c06 tempest-BulkNetworkOpsTest-36131613 tempest-BulkNetworkOpsTest-36131613-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-590242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1885479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1818895'] for network (dce50e32-c4c5-4fa2-a3e9-f032f2ea94d2), after_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:41:00.936508 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-2f6a4a7b-2e87-47de-9a5f-8f3bb4375c06 tempest-BulkNetworkOpsTest-36131613 tempest-BulkNetworkOpsTest-36131613-project] Publish callbacks [] for network (None), before_response {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:41:00.943082 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 43612) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:41:00.946456 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-2f6a4a7b-2e87-47de-9a5f-8f3bb4375c06 tempest-BulkNetworkOpsTest-36131613 tempest-BulkNetworkOpsTest-36131613-project] 10.222.0.75 "DELETE /v2.0/networks/dce50e32-c4c5-4fa2-a3e9-f032f2ea94d2 HTTP/1.1" status: 204 len: 168 time: 0.4013157 Feb 09 19:41:00.986219 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f6a4a7b-2e87-47de-9a5f-8f3bb4375c06 tempest-BulkNetworkOpsTest-36131613 tempest-BulkNetworkOpsTest-36131613-project] Pushing event deleted for resources: {'Network': ['ID=dce50e32-c4c5-4fa2-a3e9-f032f2ea94d2,revision_number=None']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:41:01.078311 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-0b57a6db-cf45-4b06-9e76-4af17cf6174c tempest-BulkNetworkOpsTest-36131613 tempest-BulkNetworkOpsTest-36131613-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-670458'] for network (60c893a9-effa-43c0-8925-8a6a576c3a26), before_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:41:01.182136 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-0b57a6db-cf45-4b06-9e76-4af17cf6174c tempest-BulkNetworkOpsTest-36131613 tempest-BulkNetworkOpsTest-36131613-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-590267', 'neutron.services.segments.db._delete_segments_for_network-8762867132609'] for network (60c893a9-effa-43c0-8925-8a6a576c3a26), precommit_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:41:01.204556 n-d-713498-36 neutron-server[103229]: DEBUG neutron.services.segments.db [None req-0b57a6db-cf45-4b06-9e76-4af17cf6174c tempest-BulkNetworkOpsTest-36131613 tempest-BulkNetworkOpsTest-36131613-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['60c893a9-effa-43c0-8925-8a6a576c3a26']}} {{(pid=103229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:41:01.214386 n-d-713498-36 neutron-server[103229]: DEBUG neutron.services.segments.db [None req-0b57a6db-cf45-4b06-9e76-4af17cf6174c tempest-BulkNetworkOpsTest-36131613 tempest-BulkNetworkOpsTest-36131613-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c0afa4e8-608d-42c0-96a3-552d4ca58c18') {'for_net_delete': True} {{(pid=103229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:41:01.214760 n-d-713498-36 neutron-server[103229]: DEBUG neutron.services.segments.db [None req-0b57a6db-cf45-4b06-9e76-4af17cf6174c tempest-BulkNetworkOpsTest-36131613 tempest-BulkNetworkOpsTest-36131613-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c0afa4e8-608d-42c0-96a3-552d4ca58c18') {} {{(pid=103229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:41:01.229385 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-0b57a6db-cf45-4b06-9e76-4af17cf6174c tempest-BulkNetworkOpsTest-36131613 tempest-BulkNetworkOpsTest-36131613-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762867134154', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16683417'] for segment (c0afa4e8-608d-42c0-96a3-552d4ca58c18), before_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:41:01.244331 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-0b57a6db-cf45-4b06-9e76-4af17cf6174c tempest-BulkNetworkOpsTest-36131613 tempest-BulkNetworkOpsTest-36131613-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-759574'] for segment (c0afa4e8-608d-42c0-96a3-552d4ca58c18), precommit_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:41:01.250493 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0b57a6db-cf45-4b06-9e76-4af17cf6174c tempest-BulkNetworkOpsTest-36131613 tempest-BulkNetworkOpsTest-36131613-project] Releasing vlan 378 on physical network physnet1 to pool {{(pid=103229) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 19:41:01.251264 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-0b57a6db-cf45-4b06-9e76-4af17cf6174c tempest-BulkNetworkOpsTest-36131613 tempest-BulkNetworkOpsTest-36131613-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-759574', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12867469'] for segment (c0afa4e8-608d-42c0-96a3-552d4ca58c18), after_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:41:01.255667 n-d-713498-36 neutron-server[103229]: Traceback (most recent call last): Feb 09 19:41:01.255667 n-d-713498-36 neutron-server[103229]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 19:41:01.255667 n-d-713498-36 neutron-server[103229]: timer() Feb 09 19:41:01.255667 n-d-713498-36 neutron-server[103229]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 19:41:01.255667 n-d-713498-36 neutron-server[103229]: cb(*args, **kw) Feb 09 19:41:01.255667 n-d-713498-36 neutron-server[103229]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 19:41:01.255667 n-d-713498-36 neutron-server[103229]: return func(*args, **kwargs) Feb 09 19:41:01.255667 n-d-713498-36 neutron-server[103229]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 19:41:01.255667 n-d-713498-36 neutron-server[103229]: self._notify() Feb 09 19:41:01.255667 n-d-713498-36 neutron-server[103229]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 19:41:01.255667 n-d-713498-36 neutron-server[103229]: self.callback(batched_events) Feb 09 19:41:01.255667 n-d-713498-36 neutron-server[103229]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 19:41:01.255667 n-d-713498-36 neutron-server[103229]: event.method(event) Feb 09 19:41:01.255667 n-d-713498-36 neutron-server[103229]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 19:41:01.255667 n-d-713498-36 neutron-server[103229]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 19:41:01.255667 n-d-713498-36 neutron-server[103229]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 19:41:01.255667 n-d-713498-36 neutron-server[103229]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 19:41:01.255667 n-d-713498-36 neutron-server[103229]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 19:41:01.255667 n-d-713498-36 neutron-server[103229]: return f(self, *a, **k) Feb 09 19:41:01.255667 n-d-713498-36 neutron-server[103229]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 19:41:01.255667 n-d-713498-36 neutron-server[103229]: return self._get(url).json() Feb 09 19:41:01.255667 n-d-713498-36 neutron-server[103229]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 19:41:01.255667 n-d-713498-36 neutron-server[103229]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 19:41:01.255667 n-d-713498-36 neutron-server[103229]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 19:41:01.255667 n-d-713498-36 neutron-server[103229]: return self.request(url, 'GET', **kwargs) Feb 09 19:41:01.255667 n-d-713498-36 neutron-server[103229]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 19:41:01.255667 n-d-713498-36 neutron-server[103229]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 19:41:01.255667 n-d-713498-36 neutron-server[103229]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 19:41:01.255667 n-d-713498-36 neutron-server[103229]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 19:41:01.255667 n-d-713498-36 neutron-server[103229]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 19:41:01.255667 n-d-713498-36 neutron-server[103229]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 19:41:01.255667 n-d-713498-36 neutron-server[103229]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 19:41:01.327072 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-0b57a6db-cf45-4b06-9e76-4af17cf6174c tempest-BulkNetworkOpsTest-36131613 tempest-BulkNetworkOpsTest-36131613-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-590242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1885479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1818895'] for network (60c893a9-effa-43c0-8925-8a6a576c3a26), after_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:41:01.333933 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-0b57a6db-cf45-4b06-9e76-4af17cf6174c tempest-BulkNetworkOpsTest-36131613 tempest-BulkNetworkOpsTest-36131613-project] Publish callbacks [] for network (None), before_response {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:41:01.350548 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-0b57a6db-cf45-4b06-9e76-4af17cf6174c tempest-BulkNetworkOpsTest-36131613 tempest-BulkNetworkOpsTest-36131613-project] 10.222.0.75 "DELETE /v2.0/networks/60c893a9-effa-43c0-8925-8a6a576c3a26 HTTP/1.1" status: 204 len: 168 time: 0.3976560 Feb 09 19:41:01.370149 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b57a6db-cf45-4b06-9e76-4af17cf6174c tempest-BulkNetworkOpsTest-36131613 tempest-BulkNetworkOpsTest-36131613-project] Pushing event deleted for resources: {'Network': ['ID=60c893a9-effa-43c0-8925-8a6a576c3a26,revision_number=None']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:41:01.378521 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b57a6db-cf45-4b06-9e76-4af17cf6174c tempest-BulkNetworkOpsTest-36131613 tempest-BulkNetworkOpsTest-36131613-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:41:01.378964 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b57a6db-cf45-4b06-9e76-4af17cf6174c tempest-BulkNetworkOpsTest-36131613 tempest-BulkNetworkOpsTest-36131613-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:41:01.379470 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b57a6db-cf45-4b06-9e76-4af17cf6174c tempest-BulkNetworkOpsTest-36131613 tempest-BulkNetworkOpsTest-36131613-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:41:01.380533 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b57a6db-cf45-4b06-9e76-4af17cf6174c tempest-BulkNetworkOpsTest-36131613 tempest-BulkNetworkOpsTest-36131613-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:41:01.381121 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b57a6db-cf45-4b06-9e76-4af17cf6174c tempest-BulkNetworkOpsTest-36131613 tempest-BulkNetworkOpsTest-36131613-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:41:01.381554 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b57a6db-cf45-4b06-9e76-4af17cf6174c tempest-BulkNetworkOpsTest-36131613 tempest-BulkNetworkOpsTest-36131613-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:41:01.382001 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b57a6db-cf45-4b06-9e76-4af17cf6174c tempest-BulkNetworkOpsTest-36131613 tempest-BulkNetworkOpsTest-36131613-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:41:01.382393 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b57a6db-cf45-4b06-9e76-4af17cf6174c tempest-BulkNetworkOpsTest-36131613 tempest-BulkNetworkOpsTest-36131613-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:41:01.382804 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b57a6db-cf45-4b06-9e76-4af17cf6174c tempest-BulkNetworkOpsTest-36131613 tempest-BulkNetworkOpsTest-36131613-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:41:01.383209 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b57a6db-cf45-4b06-9e76-4af17cf6174c tempest-BulkNetworkOpsTest-36131613 tempest-BulkNetworkOpsTest-36131613-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:41:01.385523 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b57a6db-cf45-4b06-9e76-4af17cf6174c tempest-BulkNetworkOpsTest-36131613 tempest-BulkNetworkOpsTest-36131613-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:41:01.385895 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b57a6db-cf45-4b06-9e76-4af17cf6174c tempest-BulkNetworkOpsTest-36131613 tempest-BulkNetworkOpsTest-36131613-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:41:01.386250 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b57a6db-cf45-4b06-9e76-4af17cf6174c tempest-BulkNetworkOpsTest-36131613 tempest-BulkNetworkOpsTest-36131613-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:41:01.540765 n-d-713498-36 neutron-server[103233]: DEBUG neutron.db.agents_db [None req-4a8a6a42-0a0c-4437-8958-92282682b6bb None None] Agent healthcheck: found 7 active agents {{(pid=103233) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 19:41:01.693945 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 43638) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:41:01.812847 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20d7adeb-2d92-4dfa-a2a0-846124175416 req-1686b860-c9c7-4c54-8f5c-be1aa6b6d425 tempest-TestNetworkAdvancedServerOps-1633223542 tempest-TestNetworkAdvancedServerOps-1633223542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:41:01.815194 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-20d7adeb-2d92-4dfa-a2a0-846124175416 req-1686b860-c9c7-4c54-8f5c-be1aa6b6d425 tempest-TestNetworkAdvancedServerOps-1633223542 tempest-TestNetworkAdvancedServerOps-1633223542-project] 10.222.0.75 "GET /v2.0/ports?device_id=596e30ba-290c-4c63-866e-7c100f835b42 HTTP/1.1" status: 200 len: 946 time: 0.1083155 Feb 09 19:41:01.912399 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-20d7adeb-2d92-4dfa-a2a0-846124175416 req-6dd719fc-201e-4037-bba1-b3c661f45083 tempest-TestNetworkAdvancedServerOps-1633223542 tempest-TestNetworkAdvancedServerOps-1633223542-project] 10.222.0.75 "GET /v2.0/security-groups?id=32aeffe2-bc9f-4956-9652-b873d20dee0d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0915868 Feb 09 19:41:01.942587 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-bde87965-5d09-4d33-aee2-12004ec2a934 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=05262998589d48cfba8a99317dc525c6&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2464404 Feb 09 19:41:01.945639 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 43646) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:41:02.007878 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-f3f50265-b571-47cc-b98a-54dbf2c16721 admin admin] Publish callbacks [] for security_group (14ef2e4d-e01e-49ab-be82-141320afcb3f), before_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:41:02.034768 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-f3f50265-b571-47cc-b98a-54dbf2c16721 admin admin] Publish callbacks [] for security_group (14ef2e4d-e01e-49ab-be82-141320afcb3f), precommit_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:41:02.096788 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-f3f50265-b571-47cc-b98a-54dbf2c16721 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1892331'] for security_group (14ef2e4d-e01e-49ab-be82-141320afcb3f), after_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:41:02.100239 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-f3f50265-b571-47cc-b98a-54dbf2c16721 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:41:02.104208 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-f3f50265-b571-47cc-b98a-54dbf2c16721 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/14ef2e4d-e01e-49ab-be82-141320afcb3f HTTP/1.1" status: 204 len: 168 time: 0.1502571 Feb 09 19:41:02.120082 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3f50265-b571-47cc-b98a-54dbf2c16721 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=14ef2e4d-e01e-49ab-be82-141320afcb3f,revision_number=None']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:41:02.949305 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 43686) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:41:03.104385 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b68f17f7-2c3d-4924-9200-005ed8dd8931 req-4f021f69-a15d-4500-840d-d573a79e84c2 tempest-TestNetworkAdvancedServerOps-1633223542 tempest-TestNetworkAdvancedServerOps-1633223542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:41:03.106300 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-b68f17f7-2c3d-4924-9200-005ed8dd8931 req-4f021f69-a15d-4500-840d-d573a79e84c2 tempest-TestNetworkAdvancedServerOps-1633223542 tempest-TestNetworkAdvancedServerOps-1633223542-project] 10.222.0.75 "GET /v2.0/ports?device_id=596e30ba-290c-4c63-866e-7c100f835b42 HTTP/1.1" status: 200 len: 946 time: 0.0942721 Feb 09 19:41:03.127558 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.v2.base [None req-3eb3e007-21fe-4364-8df7-144759d34abc tempest-NetworksTest-2133233541 tempest-NetworksTest-2133233541-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-2143834854'}} {{(pid=103230) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 19:41:03.196711 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3eb3e007-21fe-4364-8df7-144759d34abc tempest-NetworksTest-2133233541 tempest-NetworksTest-2133233541-project] Made reservation on behalf of 7fff0fdfdb9d4728bec7dae9cd8dc087 for: {'network': 1} {{(pid=103230) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 19:41:03.200557 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-3eb3e007-21fe-4364-8df7-144759d34abc tempest-NetworksTest-2133233541 tempest-NetworksTest-2133233541-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for network (None), before_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:41:03.208551 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-b68f17f7-2c3d-4924-9200-005ed8dd8931 req-9bec191d-4052-421b-8807-ae50750b3fbb tempest-TestNetworkAdvancedServerOps-1633223542 tempest-TestNetworkAdvancedServerOps-1633223542-project] 10.222.0.75 "GET /v2.0/security-groups?id=32aeffe2-bc9f-4956-9652-b873d20dee0d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0946693 Feb 09 19:41:03.215237 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-3eb3e007-21fe-4364-8df7-144759d34abc tempest-NetworksTest-2133233541 tempest-NetworksTest-2133233541-project] Publish callbacks [] for security_group (None), before_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:41:03.303993 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-3eb3e007-21fe-4364-8df7-144759d34abc tempest-NetworksTest-2133233541 tempest-NetworksTest-2133233541-project] Publish callbacks [] for security_group (3f31834e-f785-43e1-8492-4b5541844d2c), precommit_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:41:03.309181 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-3eb3e007-21fe-4364-8df7-144759d34abc tempest-NetworksTest-2133233541 tempest-NetworksTest-2133233541-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1892331'] for security_group (3f31834e-f785-43e1-8492-4b5541844d2c), after_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:41:03.347247 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3eb3e007-21fe-4364-8df7-144759d34abc tempest-NetworksTest-2133233541 tempest-NetworksTest-2133233541-project] vlan segment allocate from pool success with {'vlan_id': 390, 'physical_network': 'physnet1'} {{(pid=103230) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 19:41:03.364929 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eb3e007-21fe-4364-8df7-144759d34abc tempest-NetworksTest-2133233541 tempest-NetworksTest-2133233541-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3f31834e-f785-43e1-8492-4b5541844d2c,revision_number=1']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:41:03.386292 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-3eb3e007-21fe-4364-8df7-144759d34abc tempest-NetworksTest-2133233541 tempest-NetworksTest-2133233541-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-759574'] for segment (5d738f16-a318-4943-a62e-ce057e34657a), precommit_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:41:03.386643 n-d-713498-36 neutron-server[103230]: INFO neutron.db.segments_db [None req-3eb3e007-21fe-4364-8df7-144759d34abc tempest-NetworksTest-2133233541 tempest-NetworksTest-2133233541-project] Added segment 5d738f16-a318-4943-a62e-ce057e34657a of type vlan for network 091237b6-321e-4dd0-8a82-1a9c050e26d5 Feb 09 19:41:03.464690 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-3eb3e007-21fe-4364-8df7-144759d34abc tempest-NetworksTest-2133233541 tempest-NetworksTest-2133233541-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762866642225'] for network (091237b6-321e-4dd0-8a82-1a9c050e26d5), precommit_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:41:03.494151 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-3eb3e007-21fe-4364-8df7-144759d34abc tempest-NetworksTest-2133233541 tempest-NetworksTest-2133233541-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1885479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452'] for network (091237b6-321e-4dd0-8a82-1a9c050e26d5), after_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:41:03.502492 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3eb3e007-21fe-4364-8df7-144759d34abc tempest-NetworksTest-2133233541 tempest-NetworksTest-2133233541-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:41:03.503545 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-3eb3e007-21fe-4364-8df7-144759d34abc tempest-NetworksTest-2133233541 tempest-NetworksTest-2133233541-project] Publish callbacks [] for network (None), before_response {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:41:03.539541 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-3eb3e007-21fe-4364-8df7-144759d34abc tempest-NetworksTest-2133233541 tempest-NetworksTest-2133233541-project] 10.222.0.75 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.5802414 Feb 09 19:41:03.594013 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eb3e007-21fe-4364-8df7-144759d34abc tempest-NetworksTest-2133233541 tempest-NetworksTest-2133233541-project] Pushing event updated for resources: {'Network': ['ID=091237b6-321e-4dd0-8a82-1a9c050e26d5,revision_number=1']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:41:03.617342 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Network 091237b6-321e-4dd0-8a82-1a9c050e26d5 details requested by agent ovs-agent-n-d-713498-36 with host n-d-713498-36 {{(pid=103232) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 19:41:03.683869 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 43710) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:41:03.688928 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.v2.base [None req-c35b8dd6-265b-407c-aa2f-ea1dfa9c864d tempest-NetworksTest-2133233541 tempest-NetworksTest-2133233541-project] Request body: {'subnet': {'network_id': '091237b6-321e-4dd0-8a82-1a9c050e26d5', 'cidr': '172.20.255.240/28', 'ip_version': 4, 'gateway_ip': '172.20.255.241'}} {{(pid=103229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 19:41:03.872896 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c35b8dd6-265b-407c-aa2f-ea1dfa9c864d tempest-NetworksTest-2133233541 tempest-NetworksTest-2133233541-project] Made reservation on behalf of 7fff0fdfdb9d4728bec7dae9cd8dc087 for: {'subnet': 1} {{(pid=103229) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 19:41:03.877074 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-c35b8dd6-265b-407c-aa2f-ea1dfa9c864d tempest-NetworksTest-2133233541 tempest-NetworksTest-2133233541-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12759265'] for subnet (None), before_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:41:04.102258 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-c35b8dd6-265b-407c-aa2f-ea1dfa9c864d tempest-NetworksTest-2133233541 tempest-NetworksTest-2133233541-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12867428', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12759263'] for subnet (ac1b10be-dece-4bf2-bd4f-e218a74ef767), after_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:41:04.170485 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c35b8dd6-265b-407c-aa2f-ea1dfa9c864d tempest-NetworksTest-2133233541 tempest-NetworksTest-2133233541-project] Pushing event updated for resources: {'Subnet': ['ID=ac1b10be-dece-4bf2-bd4f-e218a74ef767,revision_number=0']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:41:04.175889 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c35b8dd6-265b-407c-aa2f-ea1dfa9c864d tempest-NetworksTest-2133233541 tempest-NetworksTest-2133233541-project] Checking segment: {'id': '5d738f16-a318-4943-a62e-ce057e34657a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': '091237b6-321e-4dd0-8a82-1a9c050e26d5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103229) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 19:41:04.176408 n-d-713498-36 neutron-server[103229]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c35b8dd6-265b-407c-aa2f-ea1dfa9c864d tempest-NetworksTest-2133233541 tempest-NetworksTest-2133233541-project] Network hostable DHCP agents. Network: 091237b6-321e-4dd0-8a82-1a9c050e26d5, hostable agents: ['af91e4b9-f4e1-42b1-a25c-a10dc47171c8'], hosted agents: [] {{(pid=103229) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 19:41:04.196658 n-d-713498-36 neutron-server[103229]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c35b8dd6-265b-407c-aa2f-ea1dfa9c864d tempest-NetworksTest-2133233541 tempest-NetworksTest-2133233541-project] Network 091237b6-321e-4dd0-8a82-1a9c050e26d5 is scheduled to be hosted by DHCP agent af91e4b9-f4e1-42b1-a25c-a10dc47171c8 with binding_index 1 {{(pid=103229) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 19:41:04.206884 n-d-713498-36 neutron-server[103229]: DEBUG neutron.scheduler.base_scheduler [None req-c35b8dd6-265b-407c-aa2f-ea1dfa9c864d tempest-NetworksTest-2133233541 tempest-NetworksTest-2133233541-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713498-36, 091237b6-321e-4dd0-8a82-1a9c050e26d5) {{(pid=103229) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 19:41:04.211940 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c35b8dd6-265b-407c-aa2f-ea1dfa9c864d tempest-NetworksTest-2133233541 tempest-NetworksTest-2133233541-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:41:04.213547 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-c35b8dd6-265b-407c-aa2f-ea1dfa9c864d tempest-NetworksTest-2133233541 tempest-NetworksTest-2133233541-project] Publish callbacks [] for subnet (None), before_response {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:41:04.218326 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61a80247-569d-4c32-8ff6-79db5006f4a7 None None] Network 091237b6-321e-4dd0-8a82-1a9c050e26d5 requested from n-d-713498-36 {{(pid=103232) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 19:41:04.261645 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-c35b8dd6-265b-407c-aa2f-ea1dfa9c864d tempest-NetworksTest-2133233541 tempest-NetworksTest-2133233541-project] 10.222.0.75 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 816 time: 0.5766323 Feb 09 19:41:04.265293 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 43738) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:41:04.271531 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.v2.base [None req-414b7d88-00f2-4aed-b334-87c99a3d12b3 tempest-NetworksTest-2133233541 tempest-NetworksTest-2133233541-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1559102664'}} {{(pid=103230) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 19:41:04.317071 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-414b7d88-00f2-4aed-b334-87c99a3d12b3 tempest-NetworksTest-2133233541 tempest-NetworksTest-2133233541-project] Made reservation on behalf of 7fff0fdfdb9d4728bec7dae9cd8dc087 for: {'network': 1} {{(pid=103230) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 19:41:04.321044 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-414b7d88-00f2-4aed-b334-87c99a3d12b3 tempest-NetworksTest-2133233541 tempest-NetworksTest-2133233541-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for network (None), before_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:41:04.383024 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c58758f-203e-48a7-ab97-e68eea9a7e59 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8b32e980-7cce-5e82-a341-bd2fa8945c89-091237b6-321e-4dd0-8a82-1a9c050e26d5', 'network_id': '091237b6-321e-4dd0-8a82-1a9c050e26d5', 'project_id': '7fff0fdfdb9d4728bec7dae9cd8dc087', 'fixed_ips': [{'subnet_id': 'ac1b10be-dece-4bf2-bd4f-e218a74ef767'}]}} from n-d-713498-36. {{(pid=103232) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 09 19:41:04.387713 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-4c58758f-203e-48a7-ab97-e68eea9a7e59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (None), before_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:41:04.391362 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-414b7d88-00f2-4aed-b334-87c99a3d12b3 tempest-NetworksTest-2133233541 tempest-NetworksTest-2133233541-project] vlan segment allocate from pool success with {'vlan_id': 397, 'physical_network': 'physnet1'} {{(pid=103230) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 19:41:04.454034 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-414b7d88-00f2-4aed-b334-87c99a3d12b3 tempest-NetworksTest-2133233541 tempest-NetworksTest-2133233541-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-759574'] for segment (889fe399-314b-4649-baa3-195f60602082), precommit_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:41:04.454414 n-d-713498-36 neutron-server[103230]: INFO neutron.db.segments_db [None req-414b7d88-00f2-4aed-b334-87c99a3d12b3 tempest-NetworksTest-2133233541 tempest-NetworksTest-2133233541-project] Added segment 889fe399-314b-4649-baa3-195f60602082 of type vlan for network 34da2969-9b17-4805-adbc-1a59e8d4272a Feb 09 19:41:04.512742 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ce6d0e3-a87f-4d51-b734-18dce0df072e req-10c96c76-0524-49a7-bad9-6e00f7ba5632 tempest-TestNetworkAdvancedServerOps-1633223542 tempest-TestNetworkAdvancedServerOps-1633223542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:41:04.514261 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-5ce6d0e3-a87f-4d51-b734-18dce0df072e req-10c96c76-0524-49a7-bad9-6e00f7ba5632 tempest-TestNetworkAdvancedServerOps-1633223542 tempest-TestNetworkAdvancedServerOps-1633223542-project] 10.222.0.75 "GET /v2.0/ports?device_id=596e30ba-290c-4c63-866e-7c100f835b42 HTTP/1.1" status: 200 len: 946 time: 0.1353953 Feb 09 19:41:04.518156 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-414b7d88-00f2-4aed-b334-87c99a3d12b3 tempest-NetworksTest-2133233541 tempest-NetworksTest-2133233541-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762866642225'] for network (34da2969-9b17-4805-adbc-1a59e8d4272a), precommit_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:41:04.594244 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-414b7d88-00f2-4aed-b334-87c99a3d12b3 tempest-NetworksTest-2133233541 tempest-NetworksTest-2133233541-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1885479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452'] for network (34da2969-9b17-4805-adbc-1a59e8d4272a), after_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:41:04.594867 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.db_base_plugin_common [None req-4c58758f-203e-48a7-ab97-e68eea9a7e59 None None] Allocated IP 172.20.255.242 (091237b6-321e-4dd0-8a82-1a9c050e26d5/ac1b10be-dece-4bf2-bd4f-e218a74ef767/5d931d9b-fcc3-4a7f-9c9f-1468b7751143) {{(pid=103232) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 19:41:04.600217 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-414b7d88-00f2-4aed-b334-87c99a3d12b3 tempest-NetworksTest-2133233541 tempest-NetworksTest-2133233541-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:41:04.600843 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-414b7d88-00f2-4aed-b334-87c99a3d12b3 tempest-NetworksTest-2133233541 tempest-NetworksTest-2133233541-project] Publish callbacks [] for network (None), before_response {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:41:04.619421 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-5ce6d0e3-a87f-4d51-b734-18dce0df072e req-ede52bda-b550-4129-bd26-a4e9f4b7a7bf tempest-TestNetworkAdvancedServerOps-1633223542 tempest-TestNetworkAdvancedServerOps-1633223542-project] 10.222.0.75 "GET /v2.0/security-groups?id=32aeffe2-bc9f-4956-9652-b873d20dee0d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0953043 Feb 09 19:41:04.684621 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-414b7d88-00f2-4aed-b334-87c99a3d12b3 tempest-NetworksTest-2133233541 tempest-NetworksTest-2133233541-project] 10.222.0.75 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.4157364 Feb 09 19:41:04.685758 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 43750) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:41:04.690460 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.v2.base [None req-95a622f8-8f6a-4a2f-bcda-cb8afafd8ced tempest-NetworksTest-2133233541 tempest-NetworksTest-2133233541-project] Request body: {'subnet': {'network_id': '34da2969-9b17-4805-adbc-1a59e8d4272a', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': True, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=103230) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 19:41:04.768444 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdb9b1a8-b1d6-454a-a1e9-2d0e9e21e5c8 req-f26c3221-b468-4d4a-97c5-eadbc55527ce tempest-TestVolumeBootPattern-1615943498 tempest-TestVolumeBootPattern-1615943498-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:41:04.771206 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-fdb9b1a8-b1d6-454a-a1e9-2d0e9e21e5c8 req-f26c3221-b468-4d4a-97c5-eadbc55527ce tempest-TestVolumeBootPattern-1615943498 tempest-TestVolumeBootPattern-1615943498-project] 10.222.0.75 "GET /v2.0/networks?id=6c0390b8-57a8-4e5d-b1b3-4d3098f0383e HTTP/1.1" status: 200 len: 812 time: 0.2150407 Feb 09 19:41:04.799977 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-fdb9b1a8-b1d6-454a-a1e9-2d0e9e21e5c8 req-db95fbab-2039-4df0-9692-b6f4f9e8cd6d tempest-TestVolumeBootPattern-1615943498 tempest-TestVolumeBootPattern-1615943498-project] 10.222.0.75 "GET /v2.0/quotas/e66ffe5bb4494e31b9de6c7224f91756 HTTP/1.1" status: 200 len: 375 time: 0.0164053 Feb 09 19:41:04.914536 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-fdb9b1a8-b1d6-454a-a1e9-2d0e9e21e5c8 req-1431e67b-b8f9-46d9-b3bc-3a2ee48ac7f5 tempest-TestVolumeBootPattern-1615943498 tempest-TestVolumeBootPattern-1615943498-project] 10.222.0.75 "GET /v2.0/ports?tenant_id=e66ffe5bb4494e31b9de6c7224f91756&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1132629 Feb 09 19:41:04.920380 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-4c58758f-203e-48a7-ab97-e68eea9a7e59 None None] Publish callbacks [] for port (5d931d9b-fcc3-4a7f-9c9f-1468b7751143), precommit_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:41:04.941408 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-4c58758f-203e-48a7-ab97-e68eea9a7e59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762866656467'] for port (5d931d9b-fcc3-4a7f-9c9f-1468b7751143), after_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:41:05.013205 n-d-713498-36 neutron-server[103232]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c58758f-203e-48a7-ab97-e68eea9a7e59 None None] Network 091237b6-321e-4dd0-8a82-1a9c050e26d5 is already hosted by enough agents. {{(pid=103232) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 19:41:05.014497 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c58758f-203e-48a7-ab97-e68eea9a7e59 None None] Pushing event updated for resources: {'Port': ['ID=5d931d9b-fcc3-4a7f-9c9f-1468b7751143,revision_number=1']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:41:05.017145 n-d-713498-36 neutron-server[103232]: DEBUG neutron.scheduler.base_scheduler [None req-4c58758f-203e-48a7-ab97-e68eea9a7e59 None None] Resources bound (agent type, host, resource id): {{(pid=103232) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 19:41:05.019244 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c58758f-203e-48a7-ab97-e68eea9a7e59 None None] Received port after_create {{(pid=103232) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 19:41:05.121976 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.managers [None req-4c58758f-203e-48a7-ab97-e68eea9a7e59 None None] Attempting to bind port 5d931d9b-fcc3-4a7f-9c9f-1468b7751143 on host n-d-713498-36 for vnic_type normal with profile {{(pid=103232) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 19:41:05.122883 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.managers [None req-4c58758f-203e-48a7-ab97-e68eea9a7e59 None None] Attempting to bind port 5d931d9b-fcc3-4a7f-9c9f-1468b7751143 by drivers openvswitch,hyperv on host n-d-713498-36 at level 0 using segments [{'id': '5d738f16-a318-4943-a62e-ce057e34657a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': '091237b6-321e-4dd0-8a82-1a9c050e26d5'}] {{(pid=103232) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 19:41:05.123441 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c58758f-203e-48a7-ab97-e68eea9a7e59 None None] Attempting to bind port 5d931d9b-fcc3-4a7f-9c9f-1468b7751143 on network 091237b6-321e-4dd0-8a82-1a9c050e26d5 {{(pid=103232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 19:41:05.130400 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c58758f-203e-48a7-ab97-e68eea9a7e59 None None] Checking agent: {'id': '496418a2-c002-4aec-ab1a-07f3bea491bd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-36', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 18, 51, 47), 'started_at': datetime.datetime(2022, 2, 9, 18, 52, 17), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 19, 40, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-36'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 19:41:05.131063 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c58758f-203e-48a7-ab97-e68eea9a7e59 None None] Checking segment: {'id': '5d738f16-a318-4943-a62e-ce057e34657a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': '091237b6-321e-4dd0-8a82-1a9c050e26d5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103232) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 19:41:05.131653 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-4c58758f-203e-48a7-ab97-e68eea9a7e59 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:41:05.132375 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c58758f-203e-48a7-ab97-e68eea9a7e59 None None] Bound using segment: {'id': '5d738f16-a318-4943-a62e-ce057e34657a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': '091237b6-321e-4dd0-8a82-1a9c050e26d5'} {{(pid=103232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 19:41:05.133320 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.managers [None req-4c58758f-203e-48a7-ab97-e68eea9a7e59 None None] Bound port: 5d931d9b-fcc3-4a7f-9c9f-1468b7751143, host: n-d-713498-36, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5d738f16-a318-4943-a62e-ce057e34657a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': '091237b6-321e-4dd0-8a82-1a9c050e26d5'}}] {{(pid=103232) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 19:41:05.133942 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-4c58758f-203e-48a7-ab97-e68eea9a7e59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (5d931d9b-fcc3-4a7f-9c9f-1468b7751143), before_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:41:05.200964 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-fdb9b1a8-b1d6-454a-a1e9-2d0e9e21e5c8 req-164cc9d3-da8d-4cfc-8a3a-7272764195b9 service neutron] 10.222.0.75 "GET /v2.0/networks/6c0390b8-57a8-4e5d-b1b3-4d3098f0383e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2851803 Feb 09 19:41:05.220970 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-4c58758f-203e-48a7-ab97-e68eea9a7e59 None None] For port 5d931d9b-fcc3-4a7f-9c9f-1468b7751143, host n-d-713498-36, cleared binding levels {{(pid=103232) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 19:41:05.225721 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-4c58758f-203e-48a7-ab97-e68eea9a7e59 None None] For port 5d931d9b-fcc3-4a7f-9c9f-1468b7751143, host n-d-713498-36, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-36',level=0,port_id=5d931d9b-fcc3-4a7f-9c9f-1468b7751143,segment=NetworkSegment(5d738f16-a318-4943-a62e-ce057e34657a),segment_id=5d738f16-a318-4943-a62e-ce057e34657a)] {{(pid=103232) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 19:41:05.235524 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-4c58758f-203e-48a7-ab97-e68eea9a7e59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762867176205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762866656485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762866656503'] for port (5d931d9b-fcc3-4a7f-9c9f-1468b7751143), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:41:05.335590 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c58758f-203e-48a7-ab97-e68eea9a7e59 None None] Pushing event updated for resources: {'Port': ['ID=5d931d9b-fcc3-4a7f-9c9f-1468b7751143,revision_number=2']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:41:05.375578 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-fdb9b1a8-b1d6-454a-a1e9-2d0e9e21e5c8 req-efc73eea-3564-42c1-aea5-2c6c9edbd5de service neutron] 10.222.0.75 "GET /v2.0/networks/6c0390b8-57a8-4e5d-b1b3-4d3098f0383e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1693294 Feb 09 19:41:05.396158 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-414b7d88-00f2-4aed-b334-87c99a3d12b3 tempest-NetworksTest-2133233541 tempest-NetworksTest-2133233541-project] Pushing event updated for resources: {'Network': ['ID=34da2969-9b17-4805-adbc-1a59e8d4272a,revision_number=1']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:41:05.419098 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-414b7d88-00f2-4aed-b334-87c99a3d12b3 tempest-NetworksTest-2133233541 tempest-NetworksTest-2133233541-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:41:05.419483 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-414b7d88-00f2-4aed-b334-87c99a3d12b3 tempest-NetworksTest-2133233541 tempest-NetworksTest-2133233541-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:41:05.420026 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-414b7d88-00f2-4aed-b334-87c99a3d12b3 tempest-NetworksTest-2133233541 tempest-NetworksTest-2133233541-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:41:05.420428 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-414b7d88-00f2-4aed-b334-87c99a3d12b3 tempest-NetworksTest-2133233541 tempest-NetworksTest-2133233541-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:41:05.420815 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-414b7d88-00f2-4aed-b334-87c99a3d12b3 tempest-NetworksTest-2133233541 tempest-NetworksTest-2133233541-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:41:05.421153 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-414b7d88-00f2-4aed-b334-87c99a3d12b3 tempest-NetworksTest-2133233541 tempest-NetworksTest-2133233541-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:41:05.421493 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-414b7d88-00f2-4aed-b334-87c99a3d12b3 tempest-NetworksTest-2133233541 tempest-NetworksTest-2133233541-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:41:05.421809 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-414b7d88-00f2-4aed-b334-87c99a3d12b3 tempest-NetworksTest-2133233541 tempest-NetworksTest-2133233541-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:41:05.422470 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-414b7d88-00f2-4aed-b334-87c99a3d12b3 tempest-NetworksTest-2133233541 tempest-NetworksTest-2133233541-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:41:05.422863 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-414b7d88-00f2-4aed-b334-87c99a3d12b3 tempest-NetworksTest-2133233541 tempest-NetworksTest-2133233541-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:41:05.423190 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-414b7d88-00f2-4aed-b334-87c99a3d12b3 tempest-NetworksTest-2133233541 tempest-NetworksTest-2133233541-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:41:05.423513 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-414b7d88-00f2-4aed-b334-87c99a3d12b3 tempest-NetworksTest-2133233541 tempest-NetworksTest-2133233541-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:41:05.423829 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-414b7d88-00f2-4aed-b334-87c99a3d12b3 tempest-NetworksTest-2133233541 tempest-NetworksTest-2133233541-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:41:05.436636 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-95a622f8-8f6a-4a2f-bcda-cb8afafd8ced tempest-NetworksTest-2133233541 tempest-NetworksTest-2133233541-project] Made reservation on behalf of 7fff0fdfdb9d4728bec7dae9cd8dc087 for: {'subnet': 1} {{(pid=103230) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 19:41:05.440803 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Network 34da2969-9b17-4805-adbc-1a59e8d4272a details requested by agent ovs-agent-n-d-713498-36 with host n-d-713498-36 {{(pid=103232) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 19:41:05.441273 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-95a622f8-8f6a-4a2f-bcda-cb8afafd8ced tempest-NetworksTest-2133233541 tempest-NetworksTest-2133233541-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12985917'] for subnet (None), before_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:41:05.767003 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-400a7c43-1018-4a6d-ae01-d44b13ded8e4 req-26210543-82bd-4920-a8e3-a156891aaa6b tempest-TestVolumeBootPattern-1615943498 tempest-TestVolumeBootPattern-1615943498-project] 10.222.0.75 "GET /v2.0/ports?device_id=0dc45f8d-fedd-40c2-8f12-83a4bb0d624c HTTP/1.1" status: 200 len: 210 time: 0.0748975 Feb 09 19:41:05.884949 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-95a622f8-8f6a-4a2f-bcda-cb8afafd8ced tempest-NetworksTest-2133233541 tempest-NetworksTest-2133233541-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14393611', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12985859'] for subnet (b2d89579-9d5e-431b-a79e-9414c5e867eb), after_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:41:05.909878 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1f6f7e9-d8a2-44fb-bbdd-bfafa23c418a req-d4c86589-09d9-47a2-8df7-108b22f9d01c tempest-TestNetworkAdvancedServerOps-1633223542 tempest-TestNetworkAdvancedServerOps-1633223542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:41:05.924527 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-c1f6f7e9-d8a2-44fb-bbdd-bfafa23c418a req-d4c86589-09d9-47a2-8df7-108b22f9d01c tempest-TestNetworkAdvancedServerOps-1633223542 tempest-TestNetworkAdvancedServerOps-1633223542-project] 10.222.0.75 "GET /v2.0/ports?device_id=596e30ba-290c-4c63-866e-7c100f835b42 HTTP/1.1" status: 200 len: 946 time: 0.1199837 Feb 09 19:41:05.992186 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95a622f8-8f6a-4a2f-bcda-cb8afafd8ced tempest-NetworksTest-2133233541 tempest-NetworksTest-2133233541-project] Pushing event updated for resources: {'Subnet': ['ID=b2d89579-9d5e-431b-a79e-9414c5e867eb,revision_number=0']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:41:06.005528 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95a622f8-8f6a-4a2f-bcda-cb8afafd8ced tempest-NetworksTest-2133233541 tempest-NetworksTest-2133233541-project] Checking segment: {'id': '889fe399-314b-4649-baa3-195f60602082', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '34da2969-9b17-4805-adbc-1a59e8d4272a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103230) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 19:41:06.005897 n-d-713498-36 neutron-server[103230]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95a622f8-8f6a-4a2f-bcda-cb8afafd8ced tempest-NetworksTest-2133233541 tempest-NetworksTest-2133233541-project] Network hostable DHCP agents. Network: 34da2969-9b17-4805-adbc-1a59e8d4272a, hostable agents: ['af91e4b9-f4e1-42b1-a25c-a10dc47171c8'], hosted agents: [] {{(pid=103230) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 19:41:06.011353 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-c1f6f7e9-d8a2-44fb-bbdd-bfafa23c418a req-0237b7f2-74ef-461e-9e85-06efdb9ee072 tempest-TestNetworkAdvancedServerOps-1633223542 tempest-TestNetworkAdvancedServerOps-1633223542-project] 10.222.0.75 "GET /v2.0/security-groups?id=32aeffe2-bc9f-4956-9652-b873d20dee0d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0858562 Feb 09 19:41:06.035382 n-d-713498-36 neutron-server[103230]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95a622f8-8f6a-4a2f-bcda-cb8afafd8ced tempest-NetworksTest-2133233541 tempest-NetworksTest-2133233541-project] Network 34da2969-9b17-4805-adbc-1a59e8d4272a is scheduled to be hosted by DHCP agent af91e4b9-f4e1-42b1-a25c-a10dc47171c8 with binding_index 1 {{(pid=103230) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 19:41:06.049260 n-d-713498-36 neutron-server[103230]: DEBUG neutron.scheduler.base_scheduler [None req-95a622f8-8f6a-4a2f-bcda-cb8afafd8ced tempest-NetworksTest-2133233541 tempest-NetworksTest-2133233541-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713498-36, 34da2969-9b17-4805-adbc-1a59e8d4272a) {{(pid=103230) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 19:41:06.055248 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95a622f8-8f6a-4a2f-bcda-cb8afafd8ced tempest-NetworksTest-2133233541 tempest-NetworksTest-2133233541-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:41:06.056044 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-95a622f8-8f6a-4a2f-bcda-cb8afafd8ced tempest-NetworksTest-2133233541 tempest-NetworksTest-2133233541-project] Publish callbacks [] for subnet (None), before_response {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:41:06.057348 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70ebf6d6-9720-4e15-af15-372107c64bf0 None None] Network 34da2969-9b17-4805-adbc-1a59e8d4272a requested from n-d-713498-36 {{(pid=103232) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 19:41:06.081100 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 43788) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:41:06.081320 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-95a622f8-8f6a-4a2f-bcda-cb8afafd8ced tempest-NetworksTest-2133233541 tempest-NetworksTest-2133233541-project] 10.222.0.75 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 873 time: 1.3946671 Feb 09 19:41:06.215138 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75042c7a-61c7-4d22-93a0-241beb2688c6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8b32e980-7cce-5e82-a341-bd2fa8945c89-34da2969-9b17-4805-adbc-1a59e8d4272a', 'network_id': '34da2969-9b17-4805-adbc-1a59e8d4272a', 'project_id': '7fff0fdfdb9d4728bec7dae9cd8dc087', 'fixed_ips': [{'subnet_id': 'b2d89579-9d5e-431b-a79e-9414c5e867eb'}]}} from n-d-713498-36. {{(pid=103232) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 09 19:41:06.220455 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-75042c7a-61c7-4d22-93a0-241beb2688c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (None), before_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:41:06.256080 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-1c983f42-92b8-4103-841d-95649e6e20f2 tempest-NetworksTest-2133233541 tempest-NetworksTest-2133233541-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-670458'] for network (34da2969-9b17-4805-adbc-1a59e8d4272a), before_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:41:06.385750 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-1c983f42-92b8-4103-841d-95649e6e20f2 tempest-NetworksTest-2133233541 tempest-NetworksTest-2133233541-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-759852'] for subnet (b2d89579-9d5e-431b-a79e-9414c5e867eb), precommit_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:41:06.478022 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.db_base_plugin_common [None req-75042c7a-61c7-4d22-93a0-241beb2688c6 None None] Allocated IP 172.20.0.2 (34da2969-9b17-4805-adbc-1a59e8d4272a/b2d89579-9d5e-431b-a79e-9414c5e867eb/43e7dea1-8fdd-43ee-bfca-cc0c37f09b73) {{(pid=103232) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 19:41:06.702682 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-75042c7a-61c7-4d22-93a0-241beb2688c6 None None] Publish callbacks [] for port (43e7dea1-8fdd-43ee-bfca-cc0c37f09b73), precommit_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:41:06.712973 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-75042c7a-61c7-4d22-93a0-241beb2688c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762866656467'] for port (43e7dea1-8fdd-43ee-bfca-cc0c37f09b73), after_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:41:06.743939 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-1c983f42-92b8-4103-841d-95649e6e20f2 tempest-NetworksTest-2133233541 tempest-NetworksTest-2133233541-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-760023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12867367', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12759238'] for subnet (b2d89579-9d5e-431b-a79e-9414c5e867eb), after_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:41:06.778288 n-d-713498-36 neutron-server[103232]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75042c7a-61c7-4d22-93a0-241beb2688c6 None None] Network 34da2969-9b17-4805-adbc-1a59e8d4272a is already hosted by enough agents. {{(pid=103232) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 19:41:06.789927 n-d-713498-36 neutron-server[103232]: DEBUG neutron.scheduler.base_scheduler [None req-75042c7a-61c7-4d22-93a0-241beb2688c6 None None] Resources bound (agent type, host, resource id): {{(pid=103232) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 19:41:06.792567 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Device 5d931d9b-fcc3-4a7f-9c9f-1468b7751143 up at agent ovs-agent-n-d-713498-36 {{(pid=103232) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 19:41:06.795016 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75042c7a-61c7-4d22-93a0-241beb2688c6 None None] Received port after_create {{(pid=103232) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 19:41:06.849172 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75042c7a-61c7-4d22-93a0-241beb2688c6 None None] Pushing event updated for resources: {'Port': ['ID=43e7dea1-8fdd-43ee-bfca-cc0c37f09b73,revision_number=1']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:41:06.880462 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c983f42-92b8-4103-841d-95649e6e20f2 tempest-NetworksTest-2133233541 tempest-NetworksTest-2133233541-project] Pushing event deleted for resources: {'Subnet': ['ID=b2d89579-9d5e-431b-a79e-9414c5e867eb,revision_number=None']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:41:06.952199 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-bc771c40-c90c-4ef7-8626-80b5b15d79db req-587d3dd6-5d08-45a0-b9a6-388e9186e141 tempest-TestVolumeBootPattern-1615943498 tempest-TestVolumeBootPattern-1615943498-project] 10.222.0.75 "GET /v2.0/ports?device_id=0dc45f8d-fedd-40c2-8f12-83a4bb0d624c HTTP/1.1" status: 200 len: 210 time: 0.0491235 Feb 09 19:41:06.998256 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-1c983f42-92b8-4103-841d-95649e6e20f2 tempest-NetworksTest-2133233541 tempest-NetworksTest-2133233541-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-590267', 'neutron.services.segments.db._delete_segments_for_network-8762867132609'] for network (34da2969-9b17-4805-adbc-1a59e8d4272a), precommit_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:41:07.007382 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.managers [None req-75042c7a-61c7-4d22-93a0-241beb2688c6 None None] Attempting to bind port 43e7dea1-8fdd-43ee-bfca-cc0c37f09b73 on host n-d-713498-36 for vnic_type normal with profile {{(pid=103232) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 19:41:07.007860 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.managers [None req-75042c7a-61c7-4d22-93a0-241beb2688c6 None None] Attempting to bind port 43e7dea1-8fdd-43ee-bfca-cc0c37f09b73 by drivers openvswitch,hyperv on host n-d-713498-36 at level 0 using segments [{'id': '889fe399-314b-4649-baa3-195f60602082', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '34da2969-9b17-4805-adbc-1a59e8d4272a'}] {{(pid=103232) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 19:41:07.008330 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75042c7a-61c7-4d22-93a0-241beb2688c6 None None] Attempting to bind port 43e7dea1-8fdd-43ee-bfca-cc0c37f09b73 on network 34da2969-9b17-4805-adbc-1a59e8d4272a {{(pid=103232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 19:41:07.030756 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.provisioning_blocks [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Provisioning complete for port 5d931d9b-fcc3-4a7f-9c9f-1468b7751143 triggered by entity L2. {{(pid=103232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 19:41:07.030756 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593630'] for port (5d931d9b-fcc3-4a7f-9c9f-1468b7751143), provisioning_complete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:41:07.057295 n-d-713498-36 neutron-server[103229]: DEBUG neutron.services.segments.db [None req-1c983f42-92b8-4103-841d-95649e6e20f2 tempest-NetworksTest-2133233541 tempest-NetworksTest-2133233541-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['34da2969-9b17-4805-adbc-1a59e8d4272a']}} {{(pid=103229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:41:07.068913 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75042c7a-61c7-4d22-93a0-241beb2688c6 None None] Checking agent: {'id': '496418a2-c002-4aec-ab1a-07f3bea491bd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-36', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 18, 51, 47), 'started_at': datetime.datetime(2022, 2, 9, 18, 52, 17), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 19, 40, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-36'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 19:41:07.069861 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75042c7a-61c7-4d22-93a0-241beb2688c6 None None] Checking segment: {'id': '889fe399-314b-4649-baa3-195f60602082', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '34da2969-9b17-4805-adbc-1a59e8d4272a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103232) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 19:41:07.070436 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-75042c7a-61c7-4d22-93a0-241beb2688c6 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:41:07.070965 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75042c7a-61c7-4d22-93a0-241beb2688c6 None None] Bound using segment: {'id': '889fe399-314b-4649-baa3-195f60602082', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '34da2969-9b17-4805-adbc-1a59e8d4272a'} {{(pid=103232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 19:41:07.072041 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.managers [None req-75042c7a-61c7-4d22-93a0-241beb2688c6 None None] Bound port: 43e7dea1-8fdd-43ee-bfca-cc0c37f09b73, host: n-d-713498-36, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '889fe399-314b-4649-baa3-195f60602082', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '34da2969-9b17-4805-adbc-1a59e8d4272a'}}] {{(pid=103232) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 19:41:07.072727 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-75042c7a-61c7-4d22-93a0-241beb2688c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (43e7dea1-8fdd-43ee-bfca-cc0c37f09b73), before_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:41:07.083834 n-d-713498-36 neutron-server[103229]: DEBUG neutron.services.segments.db [None req-1c983f42-92b8-4103-841d-95649e6e20f2 tempest-NetworksTest-2133233541 tempest-NetworksTest-2133233541-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '889fe399-314b-4649-baa3-195f60602082') {'for_net_delete': True} {{(pid=103229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:41:07.086334 n-d-713498-36 neutron-server[103229]: DEBUG neutron.services.segments.db [None req-1c983f42-92b8-4103-841d-95649e6e20f2 tempest-NetworksTest-2133233541 tempest-NetworksTest-2133233541-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '889fe399-314b-4649-baa3-195f60602082') {} {{(pid=103229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:41:07.094093 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56c076cb-9a5a-4579-b8de-5df94c8ffcca None None] Network 091237b6-321e-4dd0-8a82-1a9c050e26d5 requested from n-d-713498-36 {{(pid=103232) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 19:41:07.112400 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-1c983f42-92b8-4103-841d-95649e6e20f2 tempest-NetworksTest-2133233541 tempest-NetworksTest-2133233541-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762867134154', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16683417'] for segment (889fe399-314b-4649-baa3-195f60602082), before_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:41:07.143460 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-1c983f42-92b8-4103-841d-95649e6e20f2 tempest-NetworksTest-2133233541 tempest-NetworksTest-2133233541-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-759574'] for segment (889fe399-314b-4649-baa3-195f60602082), precommit_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:41:07.152678 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1c983f42-92b8-4103-841d-95649e6e20f2 tempest-NetworksTest-2133233541 tempest-NetworksTest-2133233541-project] Releasing vlan 397 on physical network physnet1 to pool {{(pid=103229) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 19:41:07.153226 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-1c983f42-92b8-4103-841d-95649e6e20f2 tempest-NetworksTest-2133233541 tempest-NetworksTest-2133233541-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-759574', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12867469'] for segment (889fe399-314b-4649-baa3-195f60602082), after_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:41:07.220116 n-d-713498-36 neutron-server[103229]: Traceback (most recent call last): Feb 09 19:41:07.220116 n-d-713498-36 neutron-server[103229]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 19:41:07.220116 n-d-713498-36 neutron-server[103229]: timer() Feb 09 19:41:07.220116 n-d-713498-36 neutron-server[103229]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 19:41:07.220116 n-d-713498-36 neutron-server[103229]: cb(*args, **kw) Feb 09 19:41:07.220116 n-d-713498-36 neutron-server[103229]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 19:41:07.220116 n-d-713498-36 neutron-server[103229]: return func(*args, **kwargs) Feb 09 19:41:07.220116 n-d-713498-36 neutron-server[103229]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 19:41:07.220116 n-d-713498-36 neutron-server[103229]: self._notify() Feb 09 19:41:07.220116 n-d-713498-36 neutron-server[103229]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 19:41:07.220116 n-d-713498-36 neutron-server[103229]: self.callback(batched_events) Feb 09 19:41:07.220116 n-d-713498-36 neutron-server[103229]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 19:41:07.220116 n-d-713498-36 neutron-server[103229]: event.method(event) Feb 09 19:41:07.220116 n-d-713498-36 neutron-server[103229]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 19:41:07.220116 n-d-713498-36 neutron-server[103229]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 19:41:07.220116 n-d-713498-36 neutron-server[103229]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 19:41:07.220116 n-d-713498-36 neutron-server[103229]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 19:41:07.220116 n-d-713498-36 neutron-server[103229]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 19:41:07.220116 n-d-713498-36 neutron-server[103229]: return f(self, *a, **k) Feb 09 19:41:07.220116 n-d-713498-36 neutron-server[103229]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 19:41:07.220116 n-d-713498-36 neutron-server[103229]: return self._get(url).json() Feb 09 19:41:07.220116 n-d-713498-36 neutron-server[103229]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 19:41:07.220116 n-d-713498-36 neutron-server[103229]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 19:41:07.220116 n-d-713498-36 neutron-server[103229]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 19:41:07.220116 n-d-713498-36 neutron-server[103229]: return self.request(url, 'GET', **kwargs) Feb 09 19:41:07.220116 n-d-713498-36 neutron-server[103229]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 19:41:07.220116 n-d-713498-36 neutron-server[103229]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 19:41:07.220116 n-d-713498-36 neutron-server[103229]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 19:41:07.220116 n-d-713498-36 neutron-server[103229]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 19:41:07.220116 n-d-713498-36 neutron-server[103229]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 19:41:07.220116 n-d-713498-36 neutron-server[103229]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 19:41:07.220116 n-d-713498-36 neutron-server[103229]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 19:41:07.319224 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.db.api [None req-1c983f42-92b8-4103-841d-95649e6e20f2 tempest-NetworksTest-2133233541 tempest-NetworksTest-2133233541-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Feb 09 19:41:07.319224 n-d-713498-36 neutron-server[103229]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Feb 09 19:41:07.319224 n-d-713498-36 neutron-server[103229]: [parameters: {'id': '34da2969-9b17-4805-adbc-1a59e8d4272a'}] Feb 09 19:41:07.319224 n-d-713498-36 neutron-server[103229]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=103229) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 09 19:41:07.320147 n-d-713498-36 neutron-server[103229]: DEBUG oslo_db.api [None req-1c983f42-92b8-4103-841d-95649e6e20f2 tempest-NetworksTest-2133233541 tempest-NetworksTest-2133233541-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=103229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 09 19:41:07.340589 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.provisioning_blocks [None req-373797c6-ac62-433b-bb35-3e17e4f885dd None None] Provisioning complete for port 5d931d9b-fcc3-4a7f-9c9f-1468b7751143 triggered by entity DHCP. {{(pid=103232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 19:41:07.341074 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-373797c6-ac62-433b-bb35-3e17e4f885dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593630'] for port (5d931d9b-fcc3-4a7f-9c9f-1468b7751143), provisioning_complete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:41:07.472324 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdb9b1a8-b1d6-454a-a1e9-2d0e9e21e5c8 req-56955c0f-15f9-4e8d-9504-cf09b6afb0c6 tempest-TestVolumeBootPattern-1615943498 tempest-TestVolumeBootPattern-1615943498-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:41:07.474467 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-fdb9b1a8-b1d6-454a-a1e9-2d0e9e21e5c8 req-56955c0f-15f9-4e8d-9504-cf09b6afb0c6 tempest-TestVolumeBootPattern-1615943498 tempest-TestVolumeBootPattern-1615943498-project] 10.222.0.90 "GET /v2.0/networks?id=6c0390b8-57a8-4e5d-b1b3-4d3098f0383e HTTP/1.1" status: 200 len: 812 time: 0.2531762 Feb 09 19:41:07.502668 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0d72dd6-49a5-4c64-a8c8-d5bf0f1d424b req-b6f5d830-aa03-419c-b567-8b8c092497b0 tempest-TestNetworkAdvancedServerOps-1633223542 tempest-TestNetworkAdvancedServerOps-1633223542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:41:07.508925 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-b0d72dd6-49a5-4c64-a8c8-d5bf0f1d424b req-b6f5d830-aa03-419c-b567-8b8c092497b0 tempest-TestNetworkAdvancedServerOps-1633223542 tempest-TestNetworkAdvancedServerOps-1633223542-project] 10.222.0.75 "GET /v2.0/ports?device_id=596e30ba-290c-4c63-866e-7c100f835b42 HTTP/1.1" status: 200 len: 946 time: 0.2702074 Feb 09 19:41:07.514796 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.v2.base [req-fdb9b1a8-b1d6-454a-a1e9-2d0e9e21e5c8 req-8f754af5-d87e-48c9-aa98-1e604c123b1d tempest-TestVolumeBootPattern-1615943498 tempest-TestVolumeBootPattern-1615943498-project] Request body: {'port': {'device_id': '0dc45f8d-fedd-40c2-8f12-83a4bb0d624c', 'network_id': '6c0390b8-57a8-4e5d-b1b3-4d3098f0383e', 'admin_state_up': True, 'tenant_id': 'e66ffe5bb4494e31b9de6c7224f91756'}} {{(pid=103229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 19:41:07.530891 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-75042c7a-61c7-4d22-93a0-241beb2688c6 None None] For port 43e7dea1-8fdd-43ee-bfca-cc0c37f09b73, host n-d-713498-36, cleared binding levels {{(pid=103232) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 19:41:07.533248 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Current status of the port 5d931d9b-fcc3-4a7f-9c9f-1468b7751143 is: DOWN; New status is: ACTIVE {{(pid=103232) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 19:41:07.533757 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (5d931d9b-fcc3-4a7f-9c9f-1468b7751143), before_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:41:07.554878 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-75042c7a-61c7-4d22-93a0-241beb2688c6 None None] For port 43e7dea1-8fdd-43ee-bfca-cc0c37f09b73, host n-d-713498-36, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-36',level=0,port_id=43e7dea1-8fdd-43ee-bfca-cc0c37f09b73,segment=NetworkSegment(889fe399-314b-4649-baa3-195f60602082),segment_id=889fe399-314b-4649-baa3-195f60602082)] {{(pid=103232) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 19:41:07.584080 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] For port 5d931d9b-fcc3-4a7f-9c9f-1468b7751143, host n-d-713498-36, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-36',level=0,port_id=5d931d9b-fcc3-4a7f-9c9f-1468b7751143,segment=NetworkSegment(5d738f16-a318-4943-a62e-ce057e34657a),segment_id=5d738f16-a318-4943-a62e-ce057e34657a)] {{(pid=103232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 19:41:07.589869 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-75042c7a-61c7-4d22-93a0-241beb2688c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762867176205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762866656485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762866656503'] for port (43e7dea1-8fdd-43ee-bfca-cc0c37f09b73), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:41:07.613036 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762867176205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762866656485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762866656503'] for port (5d931d9b-fcc3-4a7f-9c9f-1468b7751143), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:41:07.730746 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-373797c6-ac62-433b-bb35-3e17e4f885dd None None] Current status of the port 5d931d9b-fcc3-4a7f-9c9f-1468b7751143 is: DOWN; New status is: ACTIVE {{(pid=103232) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 19:41:07.733835 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-373797c6-ac62-433b-bb35-3e17e4f885dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (5d931d9b-fcc3-4a7f-9c9f-1468b7751143), before_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:41:07.747066 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eae03279-8e5a-4746-bac9-421862382120 None None] Network 34da2969-9b17-4805-adbc-1a59e8d4272a requested from n-d-713498-36 {{(pid=103232) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 19:41:08.155438 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-104a17de-10cc-498c-b9b3-0a611c46112c req-bfcd7875-98d6-42f5-ab4a-669c585e2544 tempest-TestVolumeBootPattern-1615943498 tempest-TestVolumeBootPattern-1615943498-project] 10.222.0.75 "GET /v2.0/ports?device_id=0dc45f8d-fedd-40c2-8f12-83a4bb0d624c HTTP/1.1" status: 200 len: 210 time: 0.0650263 Feb 09 19:41:08.179143 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-1c983f42-92b8-4103-841d-95649e6e20f2 tempest-NetworksTest-2133233541 tempest-NetworksTest-2133233541-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-670458'] for network (34da2969-9b17-4805-adbc-1a59e8d4272a), before_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:41:08.203764 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75042c7a-61c7-4d22-93a0-241beb2688c6 None None] Pushing event updated for resources: {'Port': ['ID=43e7dea1-8fdd-43ee-bfca-cc0c37f09b73,revision_number=2']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:41:08.401690 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Pushing event updated for resources: {'Port': ['ID=5d931d9b-fcc3-4a7f-9c9f-1468b7751143,revision_number=3']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:41:08.408401 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.db.api [None req-373797c6-ac62-433b-bb35-3e17e4f885dd None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103232) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 09 19:41:08.409190 n-d-713498-36 neutron-server[103232]: DEBUG oslo_db.api [None req-373797c6-ac62-433b-bb35-3e17e4f885dd None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 09 19:41:08.414877 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-b0d72dd6-49a5-4c64-a8c8-d5bf0f1d424b req-c1bbb286-2185-4459-966f-b037b1233560 tempest-TestNetworkAdvancedServerOps-1633223542 tempest-TestNetworkAdvancedServerOps-1633223542-project] 10.222.0.75 "GET /v2.0/security-groups?id=32aeffe2-bc9f-4956-9652-b873d20dee0d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.8962173 Feb 09 19:41:08.420207 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fdb9b1a8-b1d6-454a-a1e9-2d0e9e21e5c8 req-8f754af5-d87e-48c9-aa98-1e604c123b1d tempest-TestVolumeBootPattern-1615943498 tempest-TestVolumeBootPattern-1615943498-project] Made reservation on behalf of e66ffe5bb4494e31b9de6c7224f91756 for: {'port': 1} {{(pid=103229) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 19:41:08.423805 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-fdb9b1a8-b1d6-454a-a1e9-2d0e9e21e5c8 req-8f754af5-d87e-48c9-aa98-1e604c123b1d tempest-TestVolumeBootPattern-1615943498 tempest-TestVolumeBootPattern-1615943498-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (None), before_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:41:08.426053 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c94e26a3-fa5d-48ad-9611-a4c00113fb4a None None] get_active_networks_info from n-d-713498-36 {{(pid=103232) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Feb 09 19:41:08.620891 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.plugin [None req-1c983f42-92b8-4103-841d-95649e6e20f2 tempest-NetworksTest-2133233541 tempest-NetworksTest-2133233541-project] Deleting port 43e7dea1-8fdd-43ee-bfca-cc0c37f09b73 {{(pid=103229) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 19:41:08.622712 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-1c983f42-92b8-4103-841d-95649e6e20f2 tempest-NetworksTest-2133233541 tempest-NetworksTest-2133233541-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762867170196'] for port (43e7dea1-8fdd-43ee-bfca-cc0c37f09b73), before_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:41:08.664583 n-d-713498-36 neutron-server[103232]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c94e26a3-fa5d-48ad-9611-a4c00113fb4a None None] Resources bound (agent type, host, resource id): {{(pid=103232) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 09 19:41:08.744101 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Device 5d931d9b-fcc3-4a7f-9c9f-1468b7751143 up at agent ovs-agent-n-d-713498-36 {{(pid=103232) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 19:41:08.763058 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.db [None req-1c983f42-92b8-4103-841d-95649e6e20f2 tempest-NetworksTest-2133233541 tempest-NetworksTest-2133233541-project] For port 43e7dea1-8fdd-43ee-bfca-cc0c37f09b73, host n-d-713498-36, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-36',level=0,port_id=43e7dea1-8fdd-43ee-bfca-cc0c37f09b73,segment=NetworkSegment(889fe399-314b-4649-baa3-195f60602082),segment_id=889fe399-314b-4649-baa3-195f60602082)] {{(pid=103229) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 19:41:08.763747 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-1c983f42-92b8-4103-841d-95649e6e20f2 tempest-NetworksTest-2133233541 tempest-NetworksTest-2133233541-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1820838'] for port (43e7dea1-8fdd-43ee-bfca-cc0c37f09b73), precommit_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:41:08.784040 n-d-713498-36 neutron-server[103229]: DEBUG neutron.db.db_base_plugin_common [req-fdb9b1a8-b1d6-454a-a1e9-2d0e9e21e5c8 req-8f754af5-d87e-48c9-aa98-1e604c123b1d tempest-TestVolumeBootPattern-1615943498 tempest-TestVolumeBootPattern-1615943498-project] Allocated IP 172.20.0.3 (6c0390b8-57a8-4e5d-b1b3-4d3098f0383e/8c23e8df-50ec-4124-b2e0-ec4287e0865a/ba498e06-b142-482f-baa2-29452c6971cd) {{(pid=103229) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 19:41:08.799191 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.plugin [None req-1c983f42-92b8-4103-841d-95649e6e20f2 tempest-NetworksTest-2133233541 tempest-NetworksTest-2133233541-project] Calling delete_port for 43e7dea1-8fdd-43ee-bfca-cc0c37f09b73 owned by network:dhcp {{(pid=103229) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 19:41:09.076890 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.provisioning_blocks [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Provisioning complete for port 5d931d9b-fcc3-4a7f-9c9f-1468b7751143 triggered by entity L2. {{(pid=103232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 19:41:09.077261 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593630'] for port (5d931d9b-fcc3-4a7f-9c9f-1468b7751143), provisioning_complete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:41:09.158601 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-1c983f42-92b8-4103-841d-95649e6e20f2 tempest-NetworksTest-2133233541 tempest-NetworksTest-2133233541-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762867177463', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762866656476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12867576'] for port (43e7dea1-8fdd-43ee-bfca-cc0c37f09b73), after_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:41:09.219354 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-373797c6-ac62-433b-bb35-3e17e4f885dd None None] Current status of the port 5d931d9b-fcc3-4a7f-9c9f-1468b7751143 is: ACTIVE; New status is: ACTIVE {{(pid=103232) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 19:41:09.249563 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c983f42-92b8-4103-841d-95649e6e20f2 tempest-NetworksTest-2133233541 tempest-NetworksTest-2133233541-project] Pushing event deleted for resources: {'Port': ['ID=43e7dea1-8fdd-43ee-bfca-cc0c37f09b73,revision_number=None']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:41:09.302696 n-d-713498-36 neutron-server[103229]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c983f42-92b8-4103-841d-95649e6e20f2 tempest-NetworksTest-2133233541 tempest-NetworksTest-2133233541-project] No DVR routers for this DVR port 43e7dea1-8fdd-43ee-bfca-cc0c37f09b73 on host n-d-713498-36 {{(pid=103229) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 19:41:09.354569 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-c400a44b-c1fb-4777-a794-7328cb16c7d5 req-a3f77bb9-a084-4f2e-9ee7-01a0dc092fe4 tempest-TestVolumeBootPattern-1615943498 tempest-TestVolumeBootPattern-1615943498-project] 10.222.0.75 "GET /v2.0/ports?device_id=0dc45f8d-fedd-40c2-8f12-83a4bb0d624c HTTP/1.1" status: 200 len: 210 time: 0.0567763 Feb 09 19:41:09.389044 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-fdb9b1a8-b1d6-454a-a1e9-2d0e9e21e5c8 req-8f754af5-d87e-48c9-aa98-1e604c123b1d tempest-TestVolumeBootPattern-1615943498 tempest-TestVolumeBootPattern-1615943498-project] Publish callbacks [] for port (ba498e06-b142-482f-baa2-29452c6971cd), precommit_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:41:09.469434 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-1c983f42-92b8-4103-841d-95649e6e20f2 tempest-NetworksTest-2133233541 tempest-NetworksTest-2133233541-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-590267', 'neutron.services.segments.db._delete_segments_for_network-8762867132609'] for network (34da2969-9b17-4805-adbc-1a59e8d4272a), precommit_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:41:09.503679 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.provisioning_blocks [None req-959053df-36d2-4a97-9e6d-4db2ccb8a7ff None None] Provisioning complete for port 5d931d9b-fcc3-4a7f-9c9f-1468b7751143 triggered by entity DHCP. {{(pid=103232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 19:41:09.505074 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-959053df-36d2-4a97-9e6d-4db2ccb8a7ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593630'] for port (5d931d9b-fcc3-4a7f-9c9f-1468b7751143), provisioning_complete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:41:09.537215 n-d-713498-36 neutron-server[103229]: DEBUG neutron.services.segments.db [None req-1c983f42-92b8-4103-841d-95649e6e20f2 tempest-NetworksTest-2133233541 tempest-NetworksTest-2133233541-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['34da2969-9b17-4805-adbc-1a59e8d4272a']}} {{(pid=103229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:41:09.553642 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-fdb9b1a8-b1d6-454a-a1e9-2d0e9e21e5c8 req-8f754af5-d87e-48c9-aa98-1e604c123b1d tempest-TestVolumeBootPattern-1615943498 tempest-TestVolumeBootPattern-1615943498-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762866656467', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12867576'] for port (ba498e06-b142-482f-baa2-29452c6971cd), after_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:41:09.564044 n-d-713498-36 neutron-server[103229]: DEBUG neutron.services.segments.db [None req-1c983f42-92b8-4103-841d-95649e6e20f2 tempest-NetworksTest-2133233541 tempest-NetworksTest-2133233541-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '889fe399-314b-4649-baa3-195f60602082') {'for_net_delete': True} {{(pid=103229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:41:09.564355 n-d-713498-36 neutron-server[103229]: DEBUG neutron.services.segments.db [None req-1c983f42-92b8-4103-841d-95649e6e20f2 tempest-NetworksTest-2133233541 tempest-NetworksTest-2133233541-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '889fe399-314b-4649-baa3-195f60602082') {} {{(pid=103229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:41:09.620423 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Current status of the port 5d931d9b-fcc3-4a7f-9c9f-1468b7751143 is: ACTIVE; New status is: ACTIVE {{(pid=103232) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 19:41:09.690337 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-1c983f42-92b8-4103-841d-95649e6e20f2 tempest-NetworksTest-2133233541 tempest-NetworksTest-2133233541-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762867134154', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16683417'] for segment (889fe399-314b-4649-baa3-195f60602082), before_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:41:09.717807 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-959053df-36d2-4a97-9e6d-4db2ccb8a7ff None None] Current status of the port 5d931d9b-fcc3-4a7f-9c9f-1468b7751143 is: ACTIVE; New status is: ACTIVE {{(pid=103232) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 19:41:09.726941 n-d-713498-36 neutron-server[103229]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fdb9b1a8-b1d6-454a-a1e9-2d0e9e21e5c8 req-8f754af5-d87e-48c9-aa98-1e604c123b1d tempest-TestVolumeBootPattern-1615943498 tempest-TestVolumeBootPattern-1615943498-project] Network 6c0390b8-57a8-4e5d-b1b3-4d3098f0383e is already hosted by enough agents. {{(pid=103229) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 19:41:09.727696 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f754af5-d87e-48c9-aa98-1e604c123b1d tempest-TestVolumeBootPattern-1615943498 tempest-TestVolumeBootPattern-1615943498-project] Pushing event updated for resources: {'Port': ['ID=ba498e06-b142-482f-baa2-29452c6971cd,revision_number=1']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:41:09.730856 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-1c983f42-92b8-4103-841d-95649e6e20f2 tempest-NetworksTest-2133233541 tempest-NetworksTest-2133233541-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-759574'] for segment (889fe399-314b-4649-baa3-195f60602082), precommit_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:41:09.738803 n-d-713498-36 neutron-server[103229]: DEBUG neutron.scheduler.base_scheduler [req-fdb9b1a8-b1d6-454a-a1e9-2d0e9e21e5c8 req-8f754af5-d87e-48c9-aa98-1e604c123b1d tempest-TestVolumeBootPattern-1615943498 tempest-TestVolumeBootPattern-1615943498-project] Resources bound (agent type, host, resource id): {{(pid=103229) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 19:41:09.748998 n-d-713498-36 neutron-server[103229]: DEBUG neutron.db.l3_dvrscheduler_db [req-fdb9b1a8-b1d6-454a-a1e9-2d0e9e21e5c8 req-8f754af5-d87e-48c9-aa98-1e604c123b1d tempest-TestVolumeBootPattern-1615943498 tempest-TestVolumeBootPattern-1615943498-project] Received port after_create {{(pid=103229) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 19:41:09.752543 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1c983f42-92b8-4103-841d-95649e6e20f2 tempest-NetworksTest-2133233541 tempest-NetworksTest-2133233541-project] Releasing vlan 397 on physical network physnet1 to pool {{(pid=103229) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 19:41:09.752781 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-1c983f42-92b8-4103-841d-95649e6e20f2 tempest-NetworksTest-2133233541 tempest-NetworksTest-2133233541-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-759574', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12867469'] for segment (889fe399-314b-4649-baa3-195f60602082), after_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:41:09.757507 n-d-713498-36 neutron-server[103229]: Traceback (most recent call last): Feb 09 19:41:09.757507 n-d-713498-36 neutron-server[103229]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 19:41:09.757507 n-d-713498-36 neutron-server[103229]: timer() Feb 09 19:41:09.757507 n-d-713498-36 neutron-server[103229]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 19:41:09.757507 n-d-713498-36 neutron-server[103229]: cb(*args, **kw) Feb 09 19:41:09.757507 n-d-713498-36 neutron-server[103229]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 19:41:09.757507 n-d-713498-36 neutron-server[103229]: return func(*args, **kwargs) Feb 09 19:41:09.757507 n-d-713498-36 neutron-server[103229]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 19:41:09.757507 n-d-713498-36 neutron-server[103229]: self._notify() Feb 09 19:41:09.757507 n-d-713498-36 neutron-server[103229]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 19:41:09.757507 n-d-713498-36 neutron-server[103229]: self.callback(batched_events) Feb 09 19:41:09.757507 n-d-713498-36 neutron-server[103229]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 19:41:09.757507 n-d-713498-36 neutron-server[103229]: event.method(event) Feb 09 19:41:09.757507 n-d-713498-36 neutron-server[103229]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 19:41:09.757507 n-d-713498-36 neutron-server[103229]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 19:41:09.757507 n-d-713498-36 neutron-server[103229]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 19:41:09.757507 n-d-713498-36 neutron-server[103229]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 19:41:09.757507 n-d-713498-36 neutron-server[103229]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 19:41:09.757507 n-d-713498-36 neutron-server[103229]: return f(self, *a, **k) Feb 09 19:41:09.757507 n-d-713498-36 neutron-server[103229]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 19:41:09.757507 n-d-713498-36 neutron-server[103229]: return self._get(url).json() Feb 09 19:41:09.757507 n-d-713498-36 neutron-server[103229]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 19:41:09.757507 n-d-713498-36 neutron-server[103229]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 19:41:09.757507 n-d-713498-36 neutron-server[103229]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 19:41:09.757507 n-d-713498-36 neutron-server[103229]: return self.request(url, 'GET', **kwargs) Feb 09 19:41:09.757507 n-d-713498-36 neutron-server[103229]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 19:41:09.757507 n-d-713498-36 neutron-server[103229]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 19:41:09.757507 n-d-713498-36 neutron-server[103229]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 19:41:09.757507 n-d-713498-36 neutron-server[103229]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 19:41:09.757507 n-d-713498-36 neutron-server[103229]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 19:41:09.757507 n-d-713498-36 neutron-server[103229]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 19:41:09.757507 n-d-713498-36 neutron-server[103229]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 19:41:09.876076 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1553384-21fd-4327-8651-ed7c0de7a827 req-7b7dfe96-506a-4b77-93ba-20a11f457ed9 tempest-TestNetworkAdvancedServerOps-1633223542 tempest-TestNetworkAdvancedServerOps-1633223542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:41:09.878423 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-d1553384-21fd-4327-8651-ed7c0de7a827 req-7b7dfe96-506a-4b77-93ba-20a11f457ed9 tempest-TestNetworkAdvancedServerOps-1633223542 tempest-TestNetworkAdvancedServerOps-1633223542-project] 10.222.0.75 "GET /v2.0/ports?device_id=596e30ba-290c-4c63-866e-7c100f835b42 HTTP/1.1" status: 200 len: 946 time: 0.3186772 Feb 09 19:41:09.950026 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-1c983f42-92b8-4103-841d-95649e6e20f2 tempest-NetworksTest-2133233541 tempest-NetworksTest-2133233541-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-590242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1885479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1818895'] for network (34da2969-9b17-4805-adbc-1a59e8d4272a), after_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:41:09.964490 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdb9b1a8-b1d6-454a-a1e9-2d0e9e21e5c8 req-8f754af5-d87e-48c9-aa98-1e604c123b1d tempest-TestVolumeBootPattern-1615943498 tempest-TestVolumeBootPattern-1615943498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:41:09.965573 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-fdb9b1a8-b1d6-454a-a1e9-2d0e9e21e5c8 req-8f754af5-d87e-48c9-aa98-1e604c123b1d tempest-TestVolumeBootPattern-1615943498 tempest-TestVolumeBootPattern-1615943498-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171096'] for port (None), before_response {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:41:10.007862 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-1c983f42-92b8-4103-841d-95649e6e20f2 tempest-NetworksTest-2133233541 tempest-NetworksTest-2133233541-project] Publish callbacks [] for network (None), before_response {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:41:10.011413 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-1c983f42-92b8-4103-841d-95649e6e20f2 tempest-NetworksTest-2133233541 tempest-NetworksTest-2133233541-project] 10.222.0.75 "DELETE /v2.0/networks/34da2969-9b17-4805-adbc-1a59e8d4272a HTTP/1.1" status: 204 len: 168 time: 3.9291849 Feb 09 19:41:10.014999 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 43870) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:41:10.020985 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.v2.base [None req-d99eaee2-e055-42bd-b7db-5954fedab155 tempest-NetworksTest-2133233541 tempest-NetworksTest-2133233541-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1274989174'}} {{(pid=103230) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 19:41:10.076138 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d99eaee2-e055-42bd-b7db-5954fedab155 tempest-NetworksTest-2133233541 tempest-NetworksTest-2133233541-project] Made reservation on behalf of 7fff0fdfdb9d4728bec7dae9cd8dc087 for: {'network': 1} {{(pid=103230) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 19:41:10.081014 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-d99eaee2-e055-42bd-b7db-5954fedab155 tempest-NetworksTest-2133233541 tempest-NetworksTest-2133233541-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for network (None), before_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:41:10.094810 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c983f42-92b8-4103-841d-95649e6e20f2 tempest-NetworksTest-2133233541 tempest-NetworksTest-2133233541-project] Pushing event deleted for resources: {'Network': ['ID=34da2969-9b17-4805-adbc-1a59e8d4272a,revision_number=None']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:41:10.115782 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-fdb9b1a8-b1d6-454a-a1e9-2d0e9e21e5c8 req-8f754af5-d87e-48c9-aa98-1e604c123b1d tempest-TestVolumeBootPattern-1615943498 tempest-TestVolumeBootPattern-1615943498-project] 10.222.0.90 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.6050065 Feb 09 19:41:10.121827 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d99eaee2-e055-42bd-b7db-5954fedab155 tempest-NetworksTest-2133233541 tempest-NetworksTest-2133233541-project] vlan segment allocate from pool success with {'vlan_id': 397, 'physical_network': 'physnet1'} {{(pid=103230) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 19:41:10.139823 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-d99eaee2-e055-42bd-b7db-5954fedab155 tempest-NetworksTest-2133233541 tempest-NetworksTest-2133233541-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-759574'] for segment (5554c965-3888-47ed-b015-71bb6e822a83), precommit_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:41:10.140568 n-d-713498-36 neutron-server[103230]: INFO neutron.db.segments_db [None req-d99eaee2-e055-42bd-b7db-5954fedab155 tempest-NetworksTest-2133233541 tempest-NetworksTest-2133233541-project] Added segment 5554c965-3888-47ed-b015-71bb6e822a83 of type vlan for network 627251f3-faca-442e-a2fb-c76b9a6f5d0c Feb 09 19:41:10.159710 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.provisioning_blocks [None req-605915cf-c3c5-4204-b161-ebf0708884a1 None None] Provisioning complete for port ba498e06-b142-482f-baa2-29452c6971cd triggered by entity DHCP. {{(pid=103232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 19:41:10.161522 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-605915cf-c3c5-4204-b161-ebf0708884a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593630'] for port (ba498e06-b142-482f-baa2-29452c6971cd), provisioning_complete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:41:10.180470 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.v2.base [req-fdb9b1a8-b1d6-454a-a1e9-2d0e9e21e5c8 req-39097699-17d0-4673-bce2-3890a87c5236 service neutron] Request body: {'port': {'device_id': '0dc45f8d-fedd-40c2-8f12-83a4bb0d624c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-713498-36'}} {{(pid=103229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 19:41:10.222375 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-d99eaee2-e055-42bd-b7db-5954fedab155 tempest-NetworksTest-2133233541 tempest-NetworksTest-2133233541-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762866642225'] for network (627251f3-faca-442e-a2fb-c76b9a6f5d0c), precommit_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:41:10.257249 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-d99eaee2-e055-42bd-b7db-5954fedab155 tempest-NetworksTest-2133233541 tempest-NetworksTest-2133233541-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1885479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452'] for network (627251f3-faca-442e-a2fb-c76b9a6f5d0c), after_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:41:10.263557 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d99eaee2-e055-42bd-b7db-5954fedab155 tempest-NetworksTest-2133233541 tempest-NetworksTest-2133233541-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:41:10.264430 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-d99eaee2-e055-42bd-b7db-5954fedab155 tempest-NetworksTest-2133233541 tempest-NetworksTest-2133233541-project] Publish callbacks [] for network (None), before_response {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:41:10.271777 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-605915cf-c3c5-4204-b161-ebf0708884a1 None None] Port ba498e06-b142-482f-baa2-29452c6971cd cannot update to ACTIVE because it is not bound. {{(pid=103232) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 19:41:10.325459 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-fdb9b1a8-b1d6-454a-a1e9-2d0e9e21e5c8 req-39097699-17d0-4673-bce2-3890a87c5236 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (ba498e06-b142-482f-baa2-29452c6971cd), before_update {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:41:10.345645 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-d1553384-21fd-4327-8651-ed7c0de7a827 req-de3a3775-5fcf-4195-bcec-b844a092895f tempest-TestNetworkAdvancedServerOps-1633223542 tempest-TestNetworkAdvancedServerOps-1633223542-project] 10.222.0.75 "GET /v2.0/security-groups?id=32aeffe2-bc9f-4956-9652-b873d20dee0d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3979144 Feb 09 19:41:10.376234 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-d99eaee2-e055-42bd-b7db-5954fedab155 tempest-NetworksTest-2133233541 tempest-NetworksTest-2133233541-project] 10.222.0.75 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.3575139 Feb 09 19:41:10.376793 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 43874) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:41:10.388058 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.v2.base [None req-f1a3380c-ff0c-4e13-8461-00692e5d83fa tempest-NetworksTest-2133233541 tempest-NetworksTest-2133233541-project] Request body: {'subnet': {'network_id': '627251f3-faca-442e-a2fb-c76b9a6f5d0c', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=103230) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 19:41:10.449248 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d99eaee2-e055-42bd-b7db-5954fedab155 tempest-NetworksTest-2133233541 tempest-NetworksTest-2133233541-project] Pushing event updated for resources: {'Network': ['ID=627251f3-faca-442e-a2fb-c76b9a6f5d0c,revision_number=1']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:41:10.468743 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Network 627251f3-faca-442e-a2fb-c76b9a6f5d0c details requested by agent ovs-agent-n-d-713498-36 with host n-d-713498-36 {{(pid=103232) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 19:41:10.663875 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f1a3380c-ff0c-4e13-8461-00692e5d83fa tempest-NetworksTest-2133233541 tempest-NetworksTest-2133233541-project] Made reservation on behalf of 7fff0fdfdb9d4728bec7dae9cd8dc087 for: {'subnet': 1} {{(pid=103230) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 19:41:10.667722 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-f1a3380c-ff0c-4e13-8461-00692e5d83fa tempest-NetworksTest-2133233541 tempest-NetworksTest-2133233541-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12985917'] for subnet (None), before_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:41:10.678723 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60383ba2-4ed0-4d8c-824a-e73586c4d5fc req-2655f58c-2546-4217-8c98-d88fa66cde0f tempest-TestVolumeBootPattern-1615943498 tempest-TestVolumeBootPattern-1615943498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:41:10.680890 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-60383ba2-4ed0-4d8c-824a-e73586c4d5fc req-2655f58c-2546-4217-8c98-d88fa66cde0f tempest-TestVolumeBootPattern-1615943498 tempest-TestVolumeBootPattern-1615943498-project] 10.222.0.75 "GET /v2.0/ports?device_id=0dc45f8d-fedd-40c2-8f12-83a4bb0d624c HTTP/1.1" status: 200 len: 931 time: 0.1772175 Feb 09 19:41:10.786958 n-d-713498-36 neutron-server[103230]: DEBUG neutron.db.ipam_backend_mixin [None req-f1a3380c-ff0c-4e13-8461-00692e5d83fa tempest-NetworksTest-2133233541 tempest-NetworksTest-2133233541-project] Performing IP validity checks on allocation pools {{(pid=103230) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Feb 09 19:41:10.789425 n-d-713498-36 neutron-server[103230]: DEBUG neutron.db.ipam_backend_mixin [None req-f1a3380c-ff0c-4e13-8461-00692e5d83fa tempest-NetworksTest-2133233541 tempest-NetworksTest-2133233541-project] Checking for overlaps among allocation pools and gateway ip {{(pid=103230) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Feb 09 19:41:10.850605 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-56ebcfec-90df-4607-8332-3952583a5b8a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762867132591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593584'] for agent (af91e4b9-f4e1-42b1-a25c-a10dc47171c8), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:41:10.884867 n-d-713498-36 neutron-server[103229]: DEBUG neutron.notifiers.nova [req-fdb9b1a8-b1d6-454a-a1e9-2d0e9e21e5c8 req-39097699-17d0-4673-bce2-3890a87c5236 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ba498e06-b142-482f-baa2-29452c6971cd {{(pid=103229) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 19:41:10.896578 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-fdb9b1a8-b1d6-454a-a1e9-2d0e9e21e5c8 req-39097699-17d0-4673-bce2-3890a87c5236 service neutron] Publish callbacks [] for port (ba498e06-b142-482f-baa2-29452c6971cd), precommit_update {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:41:10.915699 n-d-713498-36 neutron-server[103229]: DEBUG neutron.db.provisioning_blocks [req-fdb9b1a8-b1d6-454a-a1e9-2d0e9e21e5c8 req-39097699-17d0-4673-bce2-3890a87c5236 service neutron] Transition to ACTIVE for port object ba498e06-b142-482f-baa2-29452c6971cd will not be triggered until provisioned by entity L2. {{(pid=103229) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 19:41:10.919900 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-fdb9b1a8-b1d6-454a-a1e9-2d0e9e21e5c8 req-39097699-17d0-4673-bce2-3890a87c5236 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762867176205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762866656485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762866656503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12867569'] for port (ba498e06-b142-482f-baa2-29452c6971cd), after_update {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:41:11.017858 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39097699-17d0-4673-bce2-3890a87c5236 service neutron] Pushing event updated for resources: {'Port': ['ID=ba498e06-b142-482f-baa2-29452c6971cd,revision_number=2']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:41:11.059764 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-f1a3380c-ff0c-4e13-8461-00692e5d83fa tempest-NetworksTest-2133233541 tempest-NetworksTest-2133233541-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14393611', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12985859'] for subnet (061ed4c6-33ec-4af1-a105-0cb0275ad7ba), after_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:41:11.121530 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.managers [req-fdb9b1a8-b1d6-454a-a1e9-2d0e9e21e5c8 req-39097699-17d0-4673-bce2-3890a87c5236 service neutron] Attempting to bind port ba498e06-b142-482f-baa2-29452c6971cd on host n-h2-713498-36 for vnic_type normal with profile {{(pid=103229) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 19:41:11.123211 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.managers [req-fdb9b1a8-b1d6-454a-a1e9-2d0e9e21e5c8 req-39097699-17d0-4673-bce2-3890a87c5236 service neutron] Attempting to bind port ba498e06-b142-482f-baa2-29452c6971cd by drivers openvswitch,hyperv on host n-h2-713498-36 at level 0 using segments [{'id': '33386be2-7716-4eda-8188-eeaffee7e0ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '6c0390b8-57a8-4e5d-b1b3-4d3098f0383e'}] {{(pid=103229) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 19:41:11.123753 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fdb9b1a8-b1d6-454a-a1e9-2d0e9e21e5c8 req-39097699-17d0-4673-bce2-3890a87c5236 service neutron] Attempting to bind port ba498e06-b142-482f-baa2-29452c6971cd on network 6c0390b8-57a8-4e5d-b1b3-4d3098f0383e {{(pid=103229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 19:41:11.131492 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fdb9b1a8-b1d6-454a-a1e9-2d0e9e21e5c8 req-39097699-17d0-4673-bce2-3890a87c5236 service neutron] Port ba498e06-b142-482f-baa2-29452c6971cd on network 6c0390b8-57a8-4e5d-b1b3-4d3098f0383e not bound, no agent of type Open vSwitch agent registered on host n-h2-713498-36 {{(pid=103229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 19:41:11.131492 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fdb9b1a8-b1d6-454a-a1e9-2d0e9e21e5c8 req-39097699-17d0-4673-bce2-3890a87c5236 service neutron] Attempting to bind port ba498e06-b142-482f-baa2-29452c6971cd on network 6c0390b8-57a8-4e5d-b1b3-4d3098f0383e {{(pid=103229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 19:41:11.138771 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fdb9b1a8-b1d6-454a-a1e9-2d0e9e21e5c8 req-39097699-17d0-4673-bce2-3890a87c5236 service neutron] Checking agent: {'id': 'bcd5faee-dc24-4298-9134-0e0aa054058e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713498-36', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 18, 59, 19), 'started_at': datetime.datetime(2022, 2, 9, 18, 59, 19), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 19, 40, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 19:41:11.138771 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fdb9b1a8-b1d6-454a-a1e9-2d0e9e21e5c8 req-39097699-17d0-4673-bce2-3890a87c5236 service neutron] Checking segment: {'id': '33386be2-7716-4eda-8188-eeaffee7e0ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '6c0390b8-57a8-4e5d-b1b3-4d3098f0383e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103229) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 19:41:11.138771 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fdb9b1a8-b1d6-454a-a1e9-2d0e9e21e5c8 req-39097699-17d0-4673-bce2-3890a87c5236 service neutron] Bound using segment: {'id': '33386be2-7716-4eda-8188-eeaffee7e0ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '6c0390b8-57a8-4e5d-b1b3-4d3098f0383e'} {{(pid=103229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 19:41:11.138771 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.managers [req-fdb9b1a8-b1d6-454a-a1e9-2d0e9e21e5c8 req-39097699-17d0-4673-bce2-3890a87c5236 service neutron] Bound port: ba498e06-b142-482f-baa2-29452c6971cd, host: n-h2-713498-36, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '33386be2-7716-4eda-8188-eeaffee7e0ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '6c0390b8-57a8-4e5d-b1b3-4d3098f0383e'}}] {{(pid=103229) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 19:41:11.138771 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-fdb9b1a8-b1d6-454a-a1e9-2d0e9e21e5c8 req-39097699-17d0-4673-bce2-3890a87c5236 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (ba498e06-b142-482f-baa2-29452c6971cd), before_update {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:41:11.203672 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1a3380c-ff0c-4e13-8461-00692e5d83fa tempest-NetworksTest-2133233541 tempest-NetworksTest-2133233541-project] Pushing event updated for resources: {'Subnet': ['ID=061ed4c6-33ec-4af1-a105-0cb0275ad7ba,revision_number=0']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:41:11.234349 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-60383ba2-4ed0-4d8c-824a-e73586c4d5fc req-c22d75c4-2bd4-4063-88bf-a102dc45af48 tempest-TestVolumeBootPattern-1615943498 tempest-TestVolumeBootPattern-1615943498-project] 10.222.0.75 "GET /v2.0/security-groups?id=85e2738d-e0ce-44c8-a269-2deaf81a01f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1818509 Feb 09 19:41:11.241479 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1a3380c-ff0c-4e13-8461-00692e5d83fa tempest-NetworksTest-2133233541 tempest-NetworksTest-2133233541-project] Checking segment: {'id': '5554c965-3888-47ed-b015-71bb6e822a83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '627251f3-faca-442e-a2fb-c76b9a6f5d0c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103230) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 19:41:11.241847 n-d-713498-36 neutron-server[103230]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1a3380c-ff0c-4e13-8461-00692e5d83fa tempest-NetworksTest-2133233541 tempest-NetworksTest-2133233541-project] Network hostable DHCP agents. Network: 627251f3-faca-442e-a2fb-c76b9a6f5d0c, hostable agents: ['af91e4b9-f4e1-42b1-a25c-a10dc47171c8'], hosted agents: [] {{(pid=103230) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 19:41:11.251070 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.db [req-fdb9b1a8-b1d6-454a-a1e9-2d0e9e21e5c8 req-39097699-17d0-4673-bce2-3890a87c5236 service neutron] For port ba498e06-b142-482f-baa2-29452c6971cd, host n-h2-713498-36, cleared binding levels {{(pid=103229) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 19:41:11.254751 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.db [req-fdb9b1a8-b1d6-454a-a1e9-2d0e9e21e5c8 req-39097699-17d0-4673-bce2-3890a87c5236 service neutron] For port ba498e06-b142-482f-baa2-29452c6971cd, host n-h2-713498-36, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-36',level=0,port_id=ba498e06-b142-482f-baa2-29452c6971cd,segment=NetworkSegment(33386be2-7716-4eda-8188-eeaffee7e0ec),segment_id=33386be2-7716-4eda-8188-eeaffee7e0ec)] {{(pid=103229) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 19:41:11.265329 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-fdb9b1a8-b1d6-454a-a1e9-2d0e9e21e5c8 req-39097699-17d0-4673-bce2-3890a87c5236 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762867176205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762866656485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762866656503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12867569'] for port (ba498e06-b142-482f-baa2-29452c6971cd), after_update {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:41:11.287240 n-d-713498-36 neutron-server[103230]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1a3380c-ff0c-4e13-8461-00692e5d83fa tempest-NetworksTest-2133233541 tempest-NetworksTest-2133233541-project] Network 627251f3-faca-442e-a2fb-c76b9a6f5d0c is scheduled to be hosted by DHCP agent af91e4b9-f4e1-42b1-a25c-a10dc47171c8 with binding_index 1 {{(pid=103230) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 19:41:11.305456 n-d-713498-36 neutron-server[103230]: DEBUG neutron.scheduler.base_scheduler [None req-f1a3380c-ff0c-4e13-8461-00692e5d83fa tempest-NetworksTest-2133233541 tempest-NetworksTest-2133233541-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713498-36, 627251f3-faca-442e-a2fb-c76b9a6f5d0c) {{(pid=103230) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 19:41:11.311485 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1a3380c-ff0c-4e13-8461-00692e5d83fa tempest-NetworksTest-2133233541 tempest-NetworksTest-2133233541-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:41:11.316910 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a3d9465-4dd6-4133-9e0b-ebdbe1e3aad2 None None] Network 627251f3-faca-442e-a2fb-c76b9a6f5d0c requested from n-d-713498-36 {{(pid=103232) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 19:41:11.329660 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-f1a3380c-ff0c-4e13-8461-00692e5d83fa tempest-NetworksTest-2133233541 tempest-NetworksTest-2133233541-project] Publish callbacks [] for subnet (None), before_response {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:41:11.371241 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdb9b1a8-b1d6-454a-a1e9-2d0e9e21e5c8 req-39097699-17d0-4673-bce2-3890a87c5236 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:41:11.371914 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-fdb9b1a8-b1d6-454a-a1e9-2d0e9e21e5c8 req-39097699-17d0-4673-bce2-3890a87c5236 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171096'] for port (None), before_response {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:41:11.373273 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-fdb9b1a8-b1d6-454a-a1e9-2d0e9e21e5c8 req-39097699-17d0-4673-bce2-3890a87c5236 service neutron] 10.222.0.90 "PUT /v2.0/ports/ba498e06-b142-482f-baa2-29452c6971cd HTTP/1.1" status: 200 len: 1092 time: 1.2001421 Feb 09 19:41:11.373731 n-d-713498-36 neutron-server[103229]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0dc45f8d-fedd-40c2-8f12-83a4bb0d624c', 'tag': 'ba498e06-b142-482f-baa2-29452c6971cd'}] {{(pid=103229) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 19:41:11.376251 n-d-713498-36 neutron-server[103229]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fa6ae9a20702bd564eaf90d946620b2b4277b1ab91129323d3b54181076be307" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-042b5556-aceb-4196-a16a-8fbd3662a24a" -d '{"events": [{"name": "network-changed", "server_uuid": "0dc45f8d-fedd-40c2-8f12-83a4bb0d624c", "tag": "ba498e06-b142-482f-baa2-29452c6971cd"}]}' {{(pid=103229) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 19:41:11.378386 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-f1a3380c-ff0c-4e13-8461-00692e5d83fa tempest-NetworksTest-2133233541 tempest-NetworksTest-2133233541-project] 10.222.0.75 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 792 time: 1.0009303 Feb 09 19:41:11.379024 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 43894) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:41:11.479690 n-d-713498-36 neutron-server[103229]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 19:41:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-12ffd8cb-af7d-4d61-9a50-6500b6cdea4f x-openstack-request-id: req-12ffd8cb-af7d-4d61-9a50-6500b6cdea4f {{(pid=103229) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 19:41:11.486436 n-d-713498-36 neutron-server[103229]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0dc45f8d-fedd-40c2-8f12-83a4bb0d624c", "tag": "ba498e06-b142-482f-baa2-29452c6971cd", "status": "completed", "code": 200}]} {{(pid=103229) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 19:41:11.487145 n-d-713498-36 neutron-server[103229]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-12ffd8cb-af7d-4d61-9a50-6500b6cdea4f {{(pid=103229) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 19:41:11.487293 n-d-713498-36 neutron-server[103229]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0dc45f8d-fedd-40c2-8f12-83a4bb0d624c', 'tag': 'ba498e06-b142-482f-baa2-29452c6971cd', 'status': 'completed', 'code': 200} Feb 09 19:41:11.541514 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39097699-17d0-4673-bce2-3890a87c5236 service neutron] Pushing event updated for resources: {'Port': ['ID=ba498e06-b142-482f-baa2-29452c6971cd,revision_number=3']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:41:11.632702 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdb9b1a8-b1d6-454a-a1e9-2d0e9e21e5c8 req-ea243380-2ef3-481a-bda4-b7f8381e15a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:41:11.637758 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-fdb9b1a8-b1d6-454a-a1e9-2d0e9e21e5c8 req-ea243380-2ef3-481a-bda4-b7f8381e15a2 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=e66ffe5bb4494e31b9de6c7224f91756&device_id=0dc45f8d-fedd-40c2-8f12-83a4bb0d624c HTTP/1.1" status: 200 len: 1126 time: 0.1884465 Feb 09 19:41:11.674014 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b843becc-d4fa-4318-845f-cc1eeb1f213a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8b32e980-7cce-5e82-a341-bd2fa8945c89-627251f3-faca-442e-a2fb-c76b9a6f5d0c', 'network_id': '627251f3-faca-442e-a2fb-c76b9a6f5d0c', 'project_id': '7fff0fdfdb9d4728bec7dae9cd8dc087', 'fixed_ips': [{'subnet_id': '061ed4c6-33ec-4af1-a105-0cb0275ad7ba'}]}} from n-d-713498-36. {{(pid=103232) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 09 19:41:11.682741 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-b843becc-d4fa-4318-845f-cc1eeb1f213a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (None), before_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:41:11.713361 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-fdb9b1a8-b1d6-454a-a1e9-2d0e9e21e5c8 req-feb9defa-53db-43c3-b669-e2a42b3c382d service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ba498e06-b142-482f-baa2-29452c6971cd HTTP/1.1" status: 200 len: 217 time: 0.0620437 Feb 09 19:41:11.721493 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3725357-b4a9-41f5-838c-4a8ed0540768 req-8d4fc03c-db4c-4549-b372-552a47633643 tempest-TestNetworkAdvancedServerOps-1633223542 tempest-TestNetworkAdvancedServerOps-1633223542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:41:11.725393 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-a3725357-b4a9-41f5-838c-4a8ed0540768 req-8d4fc03c-db4c-4549-b372-552a47633643 tempest-TestNetworkAdvancedServerOps-1633223542 tempest-TestNetworkAdvancedServerOps-1633223542-project] 10.222.0.75 "GET /v2.0/ports?device_id=596e30ba-290c-4c63-866e-7c100f835b42 HTTP/1.1" status: 200 len: 946 time: 0.1963077 Feb 09 19:41:11.779437 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-c6806150-2c28-4bd0-a9b9-3c6d8ed91b4b tempest-NetworksTest-2133233541 tempest-NetworksTest-2133233541-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-670458'] for network (627251f3-faca-442e-a2fb-c76b9a6f5d0c), before_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:41:11.914506 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdb9b1a8-b1d6-454a-a1e9-2d0e9e21e5c8 req-ee3519d5-b65c-40c9-88d7-8679a23a16d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:41:11.916610 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-fdb9b1a8-b1d6-454a-a1e9-2d0e9e21e5c8 req-ee3519d5-b65c-40c9-88d7-8679a23a16d5 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=8c23e8df-50ec-4124-b2e0-ec4287e0865a HTTP/1.1" status: 200 len: 851 time: 0.1787460 Feb 09 19:41:11.936631 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-a3725357-b4a9-41f5-838c-4a8ed0540768 req-d4852be1-b287-4dd5-b4a6-5baf07d7e38e tempest-TestNetworkAdvancedServerOps-1633223542 tempest-TestNetworkAdvancedServerOps-1633223542-project] 10.222.0.75 "GET /v2.0/security-groups?id=32aeffe2-bc9f-4956-9652-b873d20dee0d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2053633 Feb 09 19:41:11.938463 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-c6806150-2c28-4bd0-a9b9-3c6d8ed91b4b tempest-NetworksTest-2133233541 tempest-NetworksTest-2133233541-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-759852'] for subnet (061ed4c6-33ec-4af1-a105-0cb0275ad7ba), precommit_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:41:12.002058 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdb9b1a8-b1d6-454a-a1e9-2d0e9e21e5c8 req-d045548b-fc93-425b-b231-f09bb80cfeba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:41:12.003732 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-fdb9b1a8-b1d6-454a-a1e9-2d0e9e21e5c8 req-d045548b-fc93-425b-b231-f09bb80cfeba service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=6c0390b8-57a8-4e5d-b1b3-4d3098f0383e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0647519 Feb 09 19:41:12.034487 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.db_base_plugin_common [None req-b843becc-d4fa-4318-845f-cc1eeb1f213a None None] Allocated IP 172.20.0.3 (627251f3-faca-442e-a2fb-c76b9a6f5d0c/061ed4c6-33ec-4af1-a105-0cb0275ad7ba/4c20fee1-6b14-4242-a3bf-1f3b137310c1) {{(pid=103232) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 19:41:12.147943 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-fdb9b1a8-b1d6-454a-a1e9-2d0e9e21e5c8 req-a50e2f0f-c77d-4f08-9678-1fde57aa848a service neutron] 10.222.0.90 "GET /v2.0/networks/6c0390b8-57a8-4e5d-b1b3-4d3098f0383e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1325841 Feb 09 19:41:12.223871 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-b843becc-d4fa-4318-845f-cc1eeb1f213a None None] Publish callbacks [] for port (4c20fee1-6b14-4242-a3bf-1f3b137310c1), precommit_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:41:12.234674 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-b843becc-d4fa-4318-845f-cc1eeb1f213a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762866656467'] for port (4c20fee1-6b14-4242-a3bf-1f3b137310c1), after_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:41:12.261760 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-c6806150-2c28-4bd0-a9b9-3c6d8ed91b4b tempest-NetworksTest-2133233541 tempest-NetworksTest-2133233541-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-760023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14393672', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12985882'] for subnet (061ed4c6-33ec-4af1-a105-0cb0275ad7ba), after_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:41:12.296828 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-fdb9b1a8-b1d6-454a-a1e9-2d0e9e21e5c8 req-87c28f34-5567-4d5b-bb10-3b2e03f7b23c service neutron] 10.222.0.90 "GET /v2.0/networks/6c0390b8-57a8-4e5d-b1b3-4d3098f0383e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1379166 Feb 09 19:41:12.325130 n-d-713498-36 neutron-server[103232]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b843becc-d4fa-4318-845f-cc1eeb1f213a None None] Network 627251f3-faca-442e-a2fb-c76b9a6f5d0c is already hosted by enough agents. {{(pid=103232) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 19:41:12.331333 n-d-713498-36 neutron-server[103232]: DEBUG neutron.scheduler.base_scheduler [None req-b843becc-d4fa-4318-845f-cc1eeb1f213a None None] Resources bound (agent type, host, resource id): {{(pid=103232) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 19:41:12.349883 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b843becc-d4fa-4318-845f-cc1eeb1f213a None None] Received port after_create {{(pid=103232) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 19:41:12.361609 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6806150-2c28-4bd0-a9b9-3c6d8ed91b4b tempest-NetworksTest-2133233541 tempest-NetworksTest-2133233541-project] Pushing event deleted for resources: {'Subnet': ['ID=061ed4c6-33ec-4af1-a105-0cb0275ad7ba,revision_number=None']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:41:12.388237 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b843becc-d4fa-4318-845f-cc1eeb1f213a None None] Pushing event updated for resources: {'Port': ['ID=4c20fee1-6b14-4242-a3bf-1f3b137310c1,revision_number=1']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:41:12.450988 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-042b5556-aceb-4196-a16a-8fbd3662a24a req-9841c9e6-5411-42c1-916e-dc2fc853f0c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:41:12.453291 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-042b5556-aceb-4196-a16a-8fbd3662a24a req-9841c9e6-5411-42c1-916e-dc2fc853f0c4 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=e66ffe5bb4494e31b9de6c7224f91756&device_id=0dc45f8d-fedd-40c2-8f12-83a4bb0d624c HTTP/1.1" status: 200 len: 1126 time: 0.0827596 Feb 09 19:41:12.477375 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.managers [None req-b843becc-d4fa-4318-845f-cc1eeb1f213a None None] Attempting to bind port 4c20fee1-6b14-4242-a3bf-1f3b137310c1 on host n-d-713498-36 for vnic_type normal with profile {{(pid=103232) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 19:41:12.477741 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.managers [None req-b843becc-d4fa-4318-845f-cc1eeb1f213a None None] Attempting to bind port 4c20fee1-6b14-4242-a3bf-1f3b137310c1 by drivers openvswitch,hyperv on host n-d-713498-36 at level 0 using segments [{'id': '5554c965-3888-47ed-b015-71bb6e822a83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '627251f3-faca-442e-a2fb-c76b9a6f5d0c'}] {{(pid=103232) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 19:41:12.478137 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b843becc-d4fa-4318-845f-cc1eeb1f213a None None] Attempting to bind port 4c20fee1-6b14-4242-a3bf-1f3b137310c1 on network 627251f3-faca-442e-a2fb-c76b9a6f5d0c {{(pid=103232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 19:41:12.494849 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b843becc-d4fa-4318-845f-cc1eeb1f213a None None] Checking agent: {'id': '496418a2-c002-4aec-ab1a-07f3bea491bd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-36', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 18, 51, 47), 'started_at': datetime.datetime(2022, 2, 9, 18, 52, 17), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 19, 40, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-36'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 19:41:12.495228 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b843becc-d4fa-4318-845f-cc1eeb1f213a None None] Checking segment: {'id': '5554c965-3888-47ed-b015-71bb6e822a83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '627251f3-faca-442e-a2fb-c76b9a6f5d0c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103232) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 19:41:12.495678 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-b843becc-d4fa-4318-845f-cc1eeb1f213a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:41:12.496024 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b843becc-d4fa-4318-845f-cc1eeb1f213a None None] Bound using segment: {'id': '5554c965-3888-47ed-b015-71bb6e822a83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '627251f3-faca-442e-a2fb-c76b9a6f5d0c'} {{(pid=103232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 19:41:12.501055 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.managers [None req-b843becc-d4fa-4318-845f-cc1eeb1f213a None None] Bound port: 4c20fee1-6b14-4242-a3bf-1f3b137310c1, host: n-d-713498-36, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5554c965-3888-47ed-b015-71bb6e822a83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '627251f3-faca-442e-a2fb-c76b9a6f5d0c'}}] {{(pid=103232) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 19:41:12.501531 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-b843becc-d4fa-4318-845f-cc1eeb1f213a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (4c20fee1-6b14-4242-a3bf-1f3b137310c1), before_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:41:12.513566 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-c6806150-2c28-4bd0-a9b9-3c6d8ed91b4b tempest-NetworksTest-2133233541 tempest-NetworksTest-2133233541-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-590267', 'neutron.services.segments.db._delete_segments_for_network-8762867132609'] for network (627251f3-faca-442e-a2fb-c76b9a6f5d0c), precommit_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:41:12.541823 n-d-713498-36 neutron-server[103230]: DEBUG neutron.services.segments.db [None req-c6806150-2c28-4bd0-a9b9-3c6d8ed91b4b tempest-NetworksTest-2133233541 tempest-NetworksTest-2133233541-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['627251f3-faca-442e-a2fb-c76b9a6f5d0c']}} {{(pid=103230) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:41:12.556757 n-d-713498-36 neutron-server[103230]: DEBUG neutron.services.segments.db [None req-c6806150-2c28-4bd0-a9b9-3c6d8ed91b4b tempest-NetworksTest-2133233541 tempest-NetworksTest-2133233541-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5554c965-3888-47ed-b015-71bb6e822a83') {'for_net_delete': True} {{(pid=103230) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:41:12.556757 n-d-713498-36 neutron-server[103230]: DEBUG neutron.services.segments.db [None req-c6806150-2c28-4bd0-a9b9-3c6d8ed91b4b tempest-NetworksTest-2133233541 tempest-NetworksTest-2133233541-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5554c965-3888-47ed-b015-71bb6e822a83') {} {{(pid=103230) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:41:12.588171 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b452c977-badd-42a1-8e2c-2b01fbab89df req-2726947e-87c3-41f7-90b6-b3bb7a65fe0b tempest-TestVolumeBootPattern-1615943498 tempest-TestVolumeBootPattern-1615943498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:41:12.589773 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-b452c977-badd-42a1-8e2c-2b01fbab89df req-2726947e-87c3-41f7-90b6-b3bb7a65fe0b tempest-TestVolumeBootPattern-1615943498 tempest-TestVolumeBootPattern-1615943498-project] 10.222.0.75 "GET /v2.0/ports?device_id=0dc45f8d-fedd-40c2-8f12-83a4bb0d624c HTTP/1.1" status: 200 len: 943 time: 0.1766896 Feb 09 19:41:12.600946 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-c6806150-2c28-4bd0-a9b9-3c6d8ed91b4b tempest-NetworksTest-2133233541 tempest-NetworksTest-2133233541-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762867134154', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12895813'] for segment (5554c965-3888-47ed-b015-71bb6e822a83), before_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:41:12.658460 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-c6806150-2c28-4bd0-a9b9-3c6d8ed91b4b tempest-NetworksTest-2133233541 tempest-NetworksTest-2133233541-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-759574'] for segment (5554c965-3888-47ed-b015-71bb6e822a83), precommit_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:41:12.668614 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-042b5556-aceb-4196-a16a-8fbd3662a24a req-d4439963-12a7-4830-9edb-fcc5d5c6ff2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:41:12.668866 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-042b5556-aceb-4196-a16a-8fbd3662a24a req-d4439963-12a7-4830-9edb-fcc5d5c6ff2a service neutron] 10.222.0.90 "GET /v2.0/networks?id=6c0390b8-57a8-4e5d-b1b3-4d3098f0383e HTTP/1.1" status: 200 len: 913 time: 0.2051818 Feb 09 19:41:12.676446 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-b843becc-d4fa-4318-845f-cc1eeb1f213a None None] For port 4c20fee1-6b14-4242-a3bf-1f3b137310c1, host n-d-713498-36, cleared binding levels {{(pid=103232) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 19:41:12.688643 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c6806150-2c28-4bd0-a9b9-3c6d8ed91b4b tempest-NetworksTest-2133233541 tempest-NetworksTest-2133233541-project] Releasing vlan 397 on physical network physnet1 to pool {{(pid=103230) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 19:41:12.688643 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-c6806150-2c28-4bd0-a9b9-3c6d8ed91b4b tempest-NetworksTest-2133233541 tempest-NetworksTest-2133233541-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-759574', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14393826'] for segment (5554c965-3888-47ed-b015-71bb6e822a83), after_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:41:12.688643 n-d-713498-36 neutron-server[103230]: Traceback (most recent call last): Feb 09 19:41:12.688643 n-d-713498-36 neutron-server[103230]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 19:41:12.688643 n-d-713498-36 neutron-server[103230]: timer() Feb 09 19:41:12.688643 n-d-713498-36 neutron-server[103230]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 19:41:12.688643 n-d-713498-36 neutron-server[103230]: cb(*args, **kw) Feb 09 19:41:12.688643 n-d-713498-36 neutron-server[103230]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 19:41:12.688643 n-d-713498-36 neutron-server[103230]: return func(*args, **kwargs) Feb 09 19:41:12.688643 n-d-713498-36 neutron-server[103230]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 19:41:12.688643 n-d-713498-36 neutron-server[103230]: self._notify() Feb 09 19:41:12.688643 n-d-713498-36 neutron-server[103230]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 19:41:12.688643 n-d-713498-36 neutron-server[103230]: self.callback(batched_events) Feb 09 19:41:12.688643 n-d-713498-36 neutron-server[103230]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 19:41:12.688643 n-d-713498-36 neutron-server[103230]: event.method(event) Feb 09 19:41:12.688643 n-d-713498-36 neutron-server[103230]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 19:41:12.688643 n-d-713498-36 neutron-server[103230]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 19:41:12.688643 n-d-713498-36 neutron-server[103230]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 19:41:12.688643 n-d-713498-36 neutron-server[103230]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 19:41:12.688643 n-d-713498-36 neutron-server[103230]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 19:41:12.688643 n-d-713498-36 neutron-server[103230]: return f(self, *a, **k) Feb 09 19:41:12.688643 n-d-713498-36 neutron-server[103230]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 19:41:12.688643 n-d-713498-36 neutron-server[103230]: return self._get(url).json() Feb 09 19:41:12.688643 n-d-713498-36 neutron-server[103230]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 19:41:12.688643 n-d-713498-36 neutron-server[103230]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 19:41:12.688643 n-d-713498-36 neutron-server[103230]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 19:41:12.688643 n-d-713498-36 neutron-server[103230]: return self.request(url, 'GET', **kwargs) Feb 09 19:41:12.688643 n-d-713498-36 neutron-server[103230]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 19:41:12.688643 n-d-713498-36 neutron-server[103230]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 19:41:12.688643 n-d-713498-36 neutron-server[103230]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 19:41:12.688643 n-d-713498-36 neutron-server[103230]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 19:41:12.688643 n-d-713498-36 neutron-server[103230]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 19:41:12.688643 n-d-713498-36 neutron-server[103230]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 19:41:12.688643 n-d-713498-36 neutron-server[103230]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 19:41:12.737431 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-042b5556-aceb-4196-a16a-8fbd3662a24a req-3863d75f-560f-41bb-91aa-ac10f7068f43 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ba498e06-b142-482f-baa2-29452c6971cd HTTP/1.1" status: 200 len: 217 time: 0.0565503 Feb 09 19:41:12.783590 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-b452c977-badd-42a1-8e2c-2b01fbab89df req-c3120957-081d-45e7-a5ee-dea9cef66a81 tempest-TestVolumeBootPattern-1615943498 tempest-TestVolumeBootPattern-1615943498-project] 10.222.0.75 "GET /v2.0/security-groups?id=85e2738d-e0ce-44c8-a269-2deaf81a01f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1852715 Feb 09 19:41:12.806553 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-042b5556-aceb-4196-a16a-8fbd3662a24a req-705bcffb-71bc-4719-bce6-cf9cca25606e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:41:12.806752 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.db.api [None req-c6806150-2c28-4bd0-a9b9-3c6d8ed91b4b tempest-NetworksTest-2133233541 tempest-NetworksTest-2133233541-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Feb 09 19:41:12.806752 n-d-713498-36 neutron-server[103230]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Feb 09 19:41:12.806752 n-d-713498-36 neutron-server[103230]: [parameters: {'id': '627251f3-faca-442e-a2fb-c76b9a6f5d0c'}] Feb 09 19:41:12.806752 n-d-713498-36 neutron-server[103230]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=103230) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 09 19:41:12.806752 n-d-713498-36 neutron-server[103230]: DEBUG oslo_db.api [None req-c6806150-2c28-4bd0-a9b9-3c6d8ed91b4b tempest-NetworksTest-2133233541 tempest-NetworksTest-2133233541-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=103230) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 09 19:41:12.807132 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-042b5556-aceb-4196-a16a-8fbd3662a24a req-705bcffb-71bc-4719-bce6-cf9cca25606e service neutron] 10.222.0.90 "GET /v2.0/subnets?id=8c23e8df-50ec-4124-b2e0-ec4287e0865a HTTP/1.1" status: 200 len: 851 time: 0.0573819 Feb 09 19:41:12.809243 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-b843becc-d4fa-4318-845f-cc1eeb1f213a None None] For port 4c20fee1-6b14-4242-a3bf-1f3b137310c1, host n-d-713498-36, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-36',level=0,port_id=4c20fee1-6b14-4242-a3bf-1f3b137310c1,segment=NetworkSegment(5554c965-3888-47ed-b015-71bb6e822a83),segment_id=5554c965-3888-47ed-b015-71bb6e822a83)] {{(pid=103232) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 19:41:12.815776 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-b843becc-d4fa-4318-845f-cc1eeb1f213a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762867176205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762866656485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762866656503'] for port (4c20fee1-6b14-4242-a3bf-1f3b137310c1), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:41:12.889855 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-042b5556-aceb-4196-a16a-8fbd3662a24a req-1b134cff-3283-487e-8969-275de20d1aea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:41:12.891735 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-042b5556-aceb-4196-a16a-8fbd3662a24a req-1b134cff-3283-487e-8969-275de20d1aea service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=6c0390b8-57a8-4e5d-b1b3-4d3098f0383e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0758629 Feb 09 19:41:12.902918 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b843becc-d4fa-4318-845f-cc1eeb1f213a None None] Pushing event updated for resources: {'Port': ['ID=4c20fee1-6b14-4242-a3bf-1f3b137310c1,revision_number=2']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:41:13.032012 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb5ca79b-be9c-423e-9ecf-bc8fb71475ce None None] get_active_networks_info from n-d-713498-36 {{(pid=103232) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Feb 09 19:41:13.120197 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-042b5556-aceb-4196-a16a-8fbd3662a24a req-71863ebc-f2c5-4f48-93f3-509610bac66e service neutron] 10.222.0.90 "GET /v2.0/networks/6c0390b8-57a8-4e5d-b1b3-4d3098f0383e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2060566 Feb 09 19:41:13.200296 n-d-713498-36 neutron-server[103232]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb5ca79b-be9c-423e-9ecf-bc8fb71475ce None None] Resources bound (agent type, host, resource id): {{(pid=103232) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 09 19:41:13.249212 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-97359122-496d-4dad-8b46-d60950716b24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762867132591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593584'] for agent (93303d5e-5d17-45e8-8963-7694f87783ae), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:41:13.305022 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-c6806150-2c28-4bd0-a9b9-3c6d8ed91b4b tempest-NetworksTest-2133233541 tempest-NetworksTest-2133233541-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-670458'] for network (627251f3-faca-442e-a2fb-c76b9a6f5d0c), before_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:41:13.350005 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-042b5556-aceb-4196-a16a-8fbd3662a24a req-7c09c1d3-e935-4dc5-b112-617133547648 service neutron] 10.222.0.90 "GET /v2.0/networks/6c0390b8-57a8-4e5d-b1b3-4d3098f0383e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1996436 Feb 09 19:41:13.408639 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c854c38-f48d-45b4-9dd7-db4d25622a02 req-6f568aa6-a34e-4145-bb1a-c4f9f78d381c tempest-TestNetworkAdvancedServerOps-1633223542 tempest-TestNetworkAdvancedServerOps-1633223542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:41:13.414450 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.plugin [None req-c6806150-2c28-4bd0-a9b9-3c6d8ed91b4b tempest-NetworksTest-2133233541 tempest-NetworksTest-2133233541-project] Deleting port 4c20fee1-6b14-4242-a3bf-1f3b137310c1 {{(pid=103230) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 19:41:13.414812 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-c6806150-2c28-4bd0-a9b9-3c6d8ed91b4b tempest-NetworksTest-2133233541 tempest-NetworksTest-2133233541-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762867170196'] for port (4c20fee1-6b14-4242-a3bf-1f3b137310c1), before_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:41:13.417357 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-8c854c38-f48d-45b4-9dd7-db4d25622a02 req-6f568aa6-a34e-4145-bb1a-c4f9f78d381c tempest-TestNetworkAdvancedServerOps-1633223542 tempest-TestNetworkAdvancedServerOps-1633223542-project] 10.222.0.75 "GET /v2.0/ports?device_id=596e30ba-290c-4c63-866e-7c100f835b42 HTTP/1.1" status: 200 len: 946 time: 0.2793567 Feb 09 19:41:13.449989 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd41dded-2135-4680-aa9a-f0d50d119ea7 req-bbb2e743-7ddd-4cf7-bd04-42a262d0d273 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:41:13.451863 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-dd41dded-2135-4680-aa9a-f0d50d119ea7 req-bbb2e743-7ddd-4cf7-bd04-42a262d0d273 service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=596e30ba-290c-4c63-866e-7c100f835b42 HTTP/1.1" status: 200 len: 1129 time: 0.3307698 Feb 09 19:41:13.526855 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-8c854c38-f48d-45b4-9dd7-db4d25622a02 req-de230b1b-4b00-498a-8a05-d8f2f15306b5 tempest-TestNetworkAdvancedServerOps-1633223542 tempest-TestNetworkAdvancedServerOps-1633223542-project] 10.222.0.75 "GET /v2.0/security-groups?id=32aeffe2-bc9f-4956-9652-b873d20dee0d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1084552 Feb 09 19:41:13.569383 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13fa6c75-0c90-4b8f-9dfd-ff53bb5b3cb5 None None] Network 627251f3-faca-442e-a2fb-c76b9a6f5d0c requested from n-d-713498-36 {{(pid=103232) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 19:41:13.588504 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-dd41dded-2135-4680-aa9a-f0d50d119ea7 req-3f4ae507-7f0d-4559-8033-269b563db983 service neutron] 10.222.0.89 "GET /v2.0/security-groups?id=32aeffe2-bc9f-4956-9652-b873d20dee0d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1213162 Feb 09 19:41:13.617380 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.db [None req-c6806150-2c28-4bd0-a9b9-3c6d8ed91b4b tempest-NetworksTest-2133233541 tempest-NetworksTest-2133233541-project] For port 4c20fee1-6b14-4242-a3bf-1f3b137310c1, host n-d-713498-36, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-36',level=0,port_id=4c20fee1-6b14-4242-a3bf-1f3b137310c1,segment=NetworkSegment(5554c965-3888-47ed-b015-71bb6e822a83),segment_id=5554c965-3888-47ed-b015-71bb6e822a83)] {{(pid=103230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 19:41:13.618051 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-c6806150-2c28-4bd0-a9b9-3c6d8ed91b4b tempest-NetworksTest-2133233541 tempest-NetworksTest-2133233541-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1820838'] for port (4c20fee1-6b14-4242-a3bf-1f3b137310c1), precommit_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:41:13.658969 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.plugin [None req-c6806150-2c28-4bd0-a9b9-3c6d8ed91b4b tempest-NetworksTest-2133233541 tempest-NetworksTest-2133233541-project] Calling delete_port for 4c20fee1-6b14-4242-a3bf-1f3b137310c1 owned by network:dhcp {{(pid=103230) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 19:41:13.808234 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-c6806150-2c28-4bd0-a9b9-3c6d8ed91b4b tempest-NetworksTest-2133233541 tempest-NetworksTest-2133233541-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762867177463', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762866656476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14393751'] for port (4c20fee1-6b14-4242-a3bf-1f3b137310c1), after_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:41:13.848625 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6806150-2c28-4bd0-a9b9-3c6d8ed91b4b tempest-NetworksTest-2133233541 tempest-NetworksTest-2133233541-project] Pushing event deleted for resources: {'Port': ['ID=4c20fee1-6b14-4242-a3bf-1f3b137310c1,revision_number=None']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:41:13.850350 n-d-713498-36 neutron-server[103230]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6806150-2c28-4bd0-a9b9-3c6d8ed91b4b tempest-NetworksTest-2133233541 tempest-NetworksTest-2133233541-project] No DVR routers for this DVR port 4c20fee1-6b14-4242-a3bf-1f3b137310c1 on host n-d-713498-36 {{(pid=103230) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 19:41:13.964145 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-c6806150-2c28-4bd0-a9b9-3c6d8ed91b4b tempest-NetworksTest-2133233541 tempest-NetworksTest-2133233541-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-590267', 'neutron.services.segments.db._delete_segments_for_network-8762867132609'] for network (627251f3-faca-442e-a2fb-c76b9a6f5d0c), precommit_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:41:13.990383 n-d-713498-36 neutron-server[103230]: DEBUG neutron.services.segments.db [None req-c6806150-2c28-4bd0-a9b9-3c6d8ed91b4b tempest-NetworksTest-2133233541 tempest-NetworksTest-2133233541-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['627251f3-faca-442e-a2fb-c76b9a6f5d0c']}} {{(pid=103230) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:41:14.011780 n-d-713498-36 neutron-server[103230]: DEBUG neutron.services.segments.db [None req-c6806150-2c28-4bd0-a9b9-3c6d8ed91b4b tempest-NetworksTest-2133233541 tempest-NetworksTest-2133233541-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5554c965-3888-47ed-b015-71bb6e822a83') {'for_net_delete': True} {{(pid=103230) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:41:14.011780 n-d-713498-36 neutron-server[103230]: DEBUG neutron.services.segments.db [None req-c6806150-2c28-4bd0-a9b9-3c6d8ed91b4b tempest-NetworksTest-2133233541 tempest-NetworksTest-2133233541-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5554c965-3888-47ed-b015-71bb6e822a83') {} {{(pid=103230) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:41:14.016781 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-c6806150-2c28-4bd0-a9b9-3c6d8ed91b4b tempest-NetworksTest-2133233541 tempest-NetworksTest-2133233541-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762867134154', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12895813'] for segment (5554c965-3888-47ed-b015-71bb6e822a83), before_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:41:14.032006 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-c6806150-2c28-4bd0-a9b9-3c6d8ed91b4b tempest-NetworksTest-2133233541 tempest-NetworksTest-2133233541-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-759574'] for segment (5554c965-3888-47ed-b015-71bb6e822a83), precommit_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:41:14.039445 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c6806150-2c28-4bd0-a9b9-3c6d8ed91b4b tempest-NetworksTest-2133233541 tempest-NetworksTest-2133233541-project] Releasing vlan 397 on physical network physnet1 to pool {{(pid=103230) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 19:41:14.039848 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-c6806150-2c28-4bd0-a9b9-3c6d8ed91b4b tempest-NetworksTest-2133233541 tempest-NetworksTest-2133233541-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-759574', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14393826'] for segment (5554c965-3888-47ed-b015-71bb6e822a83), after_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:41:14.117597 n-d-713498-36 neutron-server[103230]: Traceback (most recent call last): Feb 09 19:41:14.117597 n-d-713498-36 neutron-server[103230]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 19:41:14.117597 n-d-713498-36 neutron-server[103230]: timer() Feb 09 19:41:14.117597 n-d-713498-36 neutron-server[103230]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 19:41:14.117597 n-d-713498-36 neutron-server[103230]: cb(*args, **kw) Feb 09 19:41:14.117597 n-d-713498-36 neutron-server[103230]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 19:41:14.117597 n-d-713498-36 neutron-server[103230]: return func(*args, **kwargs) Feb 09 19:41:14.117597 n-d-713498-36 neutron-server[103230]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 19:41:14.117597 n-d-713498-36 neutron-server[103230]: self._notify() Feb 09 19:41:14.117597 n-d-713498-36 neutron-server[103230]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 19:41:14.117597 n-d-713498-36 neutron-server[103230]: self.callback(batched_events) Feb 09 19:41:14.117597 n-d-713498-36 neutron-server[103230]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 19:41:14.117597 n-d-713498-36 neutron-server[103230]: event.method(event) Feb 09 19:41:14.117597 n-d-713498-36 neutron-server[103230]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 19:41:14.117597 n-d-713498-36 neutron-server[103230]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 19:41:14.117597 n-d-713498-36 neutron-server[103230]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 19:41:14.117597 n-d-713498-36 neutron-server[103230]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 19:41:14.117597 n-d-713498-36 neutron-server[103230]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 19:41:14.117597 n-d-713498-36 neutron-server[103230]: return f(self, *a, **k) Feb 09 19:41:14.117597 n-d-713498-36 neutron-server[103230]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 19:41:14.117597 n-d-713498-36 neutron-server[103230]: return self._get(url).json() Feb 09 19:41:14.117597 n-d-713498-36 neutron-server[103230]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 19:41:14.117597 n-d-713498-36 neutron-server[103230]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 19:41:14.117597 n-d-713498-36 neutron-server[103230]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 19:41:14.117597 n-d-713498-36 neutron-server[103230]: return self.request(url, 'GET', **kwargs) Feb 09 19:41:14.117597 n-d-713498-36 neutron-server[103230]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 19:41:14.117597 n-d-713498-36 neutron-server[103230]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 19:41:14.117597 n-d-713498-36 neutron-server[103230]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 19:41:14.117597 n-d-713498-36 neutron-server[103230]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 19:41:14.117597 n-d-713498-36 neutron-server[103230]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 19:41:14.117597 n-d-713498-36 neutron-server[103230]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 19:41:14.117597 n-d-713498-36 neutron-server[103230]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 19:41:14.120265 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-c6806150-2c28-4bd0-a9b9-3c6d8ed91b4b tempest-NetworksTest-2133233541 tempest-NetworksTest-2133233541-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-590242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1885479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1818895'] for network (627251f3-faca-442e-a2fb-c76b9a6f5d0c), after_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:41:14.128065 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-c6806150-2c28-4bd0-a9b9-3c6d8ed91b4b tempest-NetworksTest-2133233541 tempest-NetworksTest-2133233541-project] Publish callbacks [] for network (None), before_response {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:41:14.131351 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-c6806150-2c28-4bd0-a9b9-3c6d8ed91b4b tempest-NetworksTest-2133233541 tempest-NetworksTest-2133233541-project] 10.222.0.75 "DELETE /v2.0/networks/627251f3-faca-442e-a2fb-c76b9a6f5d0c HTTP/1.1" status: 204 len: 168 time: 2.7389641 Feb 09 19:41:14.135271 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 43948) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:41:14.140785 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.v2.base [None req-77326c26-ab57-4d0a-8fc8-4856a7b2e80c tempest-NetworksTest-2133233541 tempest-NetworksTest-2133233541-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-645405123'}} {{(pid=103229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 19:41:14.165149 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6806150-2c28-4bd0-a9b9-3c6d8ed91b4b tempest-NetworksTest-2133233541 tempest-NetworksTest-2133233541-project] Pushing event deleted for resources: {'Network': ['ID=627251f3-faca-442e-a2fb-c76b9a6f5d0c,revision_number=None']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:41:14.190745 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-77326c26-ab57-4d0a-8fc8-4856a7b2e80c tempest-NetworksTest-2133233541 tempest-NetworksTest-2133233541-project] Made reservation on behalf of 7fff0fdfdb9d4728bec7dae9cd8dc087 for: {'network': 1} {{(pid=103229) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 19:41:14.193946 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fc349a1-823a-4e59-81d1-25e7ada2b6b8 req-e45f7a4c-a4f0-450e-8a4d-92cdf2bc57c9 tempest-TestVolumeBootPattern-1615943498 tempest-TestVolumeBootPattern-1615943498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:41:14.195437 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-77326c26-ab57-4d0a-8fc8-4856a7b2e80c tempest-NetworksTest-2133233541 tempest-NetworksTest-2133233541-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for network (None), before_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:41:14.195684 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-3fc349a1-823a-4e59-81d1-25e7ada2b6b8 req-e45f7a4c-a4f0-450e-8a4d-92cdf2bc57c9 tempest-TestVolumeBootPattern-1615943498 tempest-TestVolumeBootPattern-1615943498-project] 10.222.0.75 "GET /v2.0/ports?device_id=0dc45f8d-fedd-40c2-8f12-83a4bb0d624c HTTP/1.1" status: 200 len: 943 time: 0.3036864 Feb 09 19:41:14.254899 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-77326c26-ab57-4d0a-8fc8-4856a7b2e80c tempest-NetworksTest-2133233541 tempest-NetworksTest-2133233541-project] vlan segment allocate from pool success with {'vlan_id': 397, 'physical_network': 'physnet1'} {{(pid=103229) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 19:41:14.268550 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-77326c26-ab57-4d0a-8fc8-4856a7b2e80c tempest-NetworksTest-2133233541 tempest-NetworksTest-2133233541-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-759574'] for segment (314c94cd-4a64-4f43-828d-0262a67b36cf), precommit_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:41:14.269327 n-d-713498-36 neutron-server[103229]: INFO neutron.db.segments_db [None req-77326c26-ab57-4d0a-8fc8-4856a7b2e80c tempest-NetworksTest-2133233541 tempest-NetworksTest-2133233541-project] Added segment 314c94cd-4a64-4f43-828d-0262a67b36cf of type vlan for network 9d278787-47fe-4592-ab30-0f7651403eca Feb 09 19:41:14.284972 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-3fc349a1-823a-4e59-81d1-25e7ada2b6b8 req-b5175b48-9c1e-454b-9f14-c4fc022bd170 tempest-TestVolumeBootPattern-1615943498 tempest-TestVolumeBootPattern-1615943498-project] 10.222.0.75 "GET /v2.0/security-groups?id=85e2738d-e0ce-44c8-a269-2deaf81a01f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0830083 Feb 09 19:41:14.321891 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-77326c26-ab57-4d0a-8fc8-4856a7b2e80c tempest-NetworksTest-2133233541 tempest-NetworksTest-2133233541-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762866642225'] for network (9d278787-47fe-4592-ab30-0f7651403eca), precommit_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:41:14.381334 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-77326c26-ab57-4d0a-8fc8-4856a7b2e80c tempest-NetworksTest-2133233541 tempest-NetworksTest-2133233541-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1885479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452'] for network (9d278787-47fe-4592-ab30-0f7651403eca), after_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:41:14.388787 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-edc54c9b-7f13-45d9-9271-85c9738b0128 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762867132591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593584'] for agent (a62b1850-466f-48ae-bec7-d62fb280e14b), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:41:14.390542 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77326c26-ab57-4d0a-8fc8-4856a7b2e80c tempest-NetworksTest-2133233541 tempest-NetworksTest-2133233541-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:41:14.391233 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-77326c26-ab57-4d0a-8fc8-4856a7b2e80c tempest-NetworksTest-2133233541 tempest-NetworksTest-2133233541-project] Publish callbacks [] for network (None), before_response {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:41:14.462964 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77326c26-ab57-4d0a-8fc8-4856a7b2e80c tempest-NetworksTest-2133233541 tempest-NetworksTest-2133233541-project] Pushing event updated for resources: {'Network': ['ID=9d278787-47fe-4592-ab30-0f7651403eca,revision_number=1']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:41:14.468901 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-77326c26-ab57-4d0a-8fc8-4856a7b2e80c tempest-NetworksTest-2133233541 tempest-NetworksTest-2133233541-project] 10.222.0.75 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.3320897 Feb 09 19:41:14.472288 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 43954) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:41:14.476707 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Network 9d278787-47fe-4592-ab30-0f7651403eca details requested by agent ovs-agent-n-d-713498-36 with host n-d-713498-36 {{(pid=103232) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 19:41:14.485561 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.v2.base [None req-3b0c698c-2c42-43b1-971b-4a063b78f414 tempest-NetworksTest-2133233541 tempest-NetworksTest-2133233541-project] Request body: {'subnet': {'network_id': '9d278787-47fe-4592-ab30-0f7651403eca', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=103229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 19:41:14.705728 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3b0c698c-2c42-43b1-971b-4a063b78f414 tempest-NetworksTest-2133233541 tempest-NetworksTest-2133233541-project] Made reservation on behalf of 7fff0fdfdb9d4728bec7dae9cd8dc087 for: {'subnet': 1} {{(pid=103229) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 19:41:14.709118 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-3b0c698c-2c42-43b1-971b-4a063b78f414 tempest-NetworksTest-2133233541 tempest-NetworksTest-2133233541-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12759265'] for subnet (None), before_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:41:14.762491 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Device f1e54750-6a2e-4d19-b478-caf0c5afef1c details requested by agent hyperv_n-h1-713498-36 with host n-h1-713498-36 {{(pid=103232) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 19:41:14.913064 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] For port f1e54750-6a2e-4d19-b478-caf0c5afef1c, host n-h1-713498-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-36',level=0,port_id=f1e54750-6a2e-4d19-b478-caf0c5afef1c,segment=NetworkSegment(72842ce4-e236-45d5-823f-ca1a14d3b913),segment_id=72842ce4-e236-45d5-823f-ca1a14d3b913)] {{(pid=103232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 19:41:14.931063 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Returning: {'device': 'f1e54750-6a2e-4d19-b478-caf0c5afef1c', 'network_id': '931f090d-88a1-42ee-810e-99a3f542c491', 'port_id': 'f1e54750-6a2e-4d19-b478-caf0c5afef1c', 'mac_address': 'fa:16:3e:9a:13:40', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 352, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '04cdeb5d-3b35-42d0-b422-14f79b3b10b7', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103232) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 19:41:14.935744 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Device f1e54750-6a2e-4d19-b478-caf0c5afef1c no longer exists at agent hyperv_n-h1-713498-36 {{(pid=103232) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 19:41:14.958851 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75dd90aa-5221-446a-9187-9fcfa901ae6c req-9b0ae58b-7eab-40ee-ac7e-55ac64cd597b tempest-TestNetworkAdvancedServerOps-1633223542 tempest-TestNetworkAdvancedServerOps-1633223542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:41:14.960614 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-75dd90aa-5221-446a-9187-9fcfa901ae6c req-9b0ae58b-7eab-40ee-ac7e-55ac64cd597b tempest-TestNetworkAdvancedServerOps-1633223542 tempest-TestNetworkAdvancedServerOps-1633223542-project] 10.222.0.75 "GET /v2.0/ports?device_id=596e30ba-290c-4c63-866e-7c100f835b42 HTTP/1.1" status: 200 len: 946 time: 0.2740138 Feb 09 19:41:15.015051 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Current status of the port f1e54750-6a2e-4d19-b478-caf0c5afef1c is: ACTIVE; New status is: BUILD {{(pid=103232) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 19:41:15.015452 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (f1e54750-6a2e-4d19-b478-caf0c5afef1c), before_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:41:15.034419 n-d-713498-36 neutron-server[103232]: DEBUG neutron.notifiers.nova [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id f1e54750-6a2e-4d19-b478-caf0c5afef1c {{(pid=103232) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 19:41:15.053182 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-75dd90aa-5221-446a-9187-9fcfa901ae6c req-4bee627e-cd7a-4217-8b75-299f802089eb tempest-TestNetworkAdvancedServerOps-1633223542 tempest-TestNetworkAdvancedServerOps-1633223542-project] 10.222.0.75 "GET /v2.0/security-groups?id=32aeffe2-bc9f-4956-9652-b873d20dee0d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0757217 Feb 09 19:41:15.056666 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] For port f1e54750-6a2e-4d19-b478-caf0c5afef1c, host n-h1-713498-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-36',level=0,port_id=f1e54750-6a2e-4d19-b478-caf0c5afef1c,segment=NetworkSegment(72842ce4-e236-45d5-823f-ca1a14d3b913),segment_id=72842ce4-e236-45d5-823f-ca1a14d3b913)] {{(pid=103232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 19:41:15.078814 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762867176205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762866656485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762866656503'] for port (f1e54750-6a2e-4d19-b478-caf0c5afef1c), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:41:15.156842 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Pushing event updated for resources: {'Port': ['ID=f1e54750-6a2e-4d19-b478-caf0c5afef1c,revision_number=6']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:41:15.188277 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Current status of the port f1e54750-6a2e-4d19-b478-caf0c5afef1c is: ACTIVE; New status is: DOWN {{(pid=103232) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 19:41:15.190250 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (f1e54750-6a2e-4d19-b478-caf0c5afef1c), before_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:41:15.195333 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-3b0c698c-2c42-43b1-971b-4a063b78f414 tempest-NetworksTest-2133233541 tempest-NetworksTest-2133233541-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12867428', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12759263'] for subnet (2b0ac846-4954-44f7-b10e-0a664e200b41), after_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:41:15.286967 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.db.api [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103232) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 09 19:41:15.287428 n-d-713498-36 neutron-server[103232]: DEBUG oslo_db.api [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 09 19:41:15.303836 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b0c698c-2c42-43b1-971b-4a063b78f414 tempest-NetworksTest-2133233541 tempest-NetworksTest-2133233541-project] Checking segment: {'id': '314c94cd-4a64-4f43-828d-0262a67b36cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '9d278787-47fe-4592-ab30-0f7651403eca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103229) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 19:41:15.304205 n-d-713498-36 neutron-server[103229]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b0c698c-2c42-43b1-971b-4a063b78f414 tempest-NetworksTest-2133233541 tempest-NetworksTest-2133233541-project] Network hostable DHCP agents. Network: 9d278787-47fe-4592-ab30-0f7651403eca, hostable agents: ['af91e4b9-f4e1-42b1-a25c-a10dc47171c8'], hosted agents: [] {{(pid=103229) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 19:41:15.305944 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] get_ports_and_sgs() called for port_ids ['f1e54750-6a2e-4d19-b478-caf0c5afef1c'] {{(pid=103232) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 19:41:15.312147 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b0c698c-2c42-43b1-971b-4a063b78f414 tempest-NetworksTest-2133233541 tempest-NetworksTest-2133233541-project] Pushing event updated for resources: {'Subnet': ['ID=2b0ac846-4954-44f7-b10e-0a664e200b41,revision_number=0']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:41:15.329083 n-d-713498-36 neutron-server[103229]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b0c698c-2c42-43b1-971b-4a063b78f414 tempest-NetworksTest-2133233541 tempest-NetworksTest-2133233541-project] Network 9d278787-47fe-4592-ab30-0f7651403eca is scheduled to be hosted by DHCP agent af91e4b9-f4e1-42b1-a25c-a10dc47171c8 with binding_index 1 {{(pid=103229) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 19:41:15.343881 n-d-713498-36 neutron-server[103229]: DEBUG neutron.scheduler.base_scheduler [None req-3b0c698c-2c42-43b1-971b-4a063b78f414 tempest-NetworksTest-2133233541 tempest-NetworksTest-2133233541-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713498-36, 9d278787-47fe-4592-ab30-0f7651403eca) {{(pid=103229) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 19:41:15.357926 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b0c698c-2c42-43b1-971b-4a063b78f414 tempest-NetworksTest-2133233541 tempest-NetworksTest-2133233541-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:41:15.359005 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-3b0c698c-2c42-43b1-971b-4a063b78f414 tempest-NetworksTest-2133233541 tempest-NetworksTest-2133233541-project] Publish callbacks [] for subnet (None), before_response {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:41:15.386731 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-3b0c698c-2c42-43b1-971b-4a063b78f414 tempest-NetworksTest-2133233541 tempest-NetworksTest-2133233541-project] 10.222.0.75 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 0.9115064 Feb 09 19:41:15.388523 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 43976) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:41:15.390873 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce57f902-67a5-4080-855c-7eaa74ae2f40 None None] Network 9d278787-47fe-4592-ab30-0f7651403eca requested from n-d-713498-36 {{(pid=103232) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 19:41:15.500572 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daf5eb48-d0f9-4627-8bc3-30d392f1d387 req-afb2a08f-220d-4384-b796-19de53e55529 tempest-TestVolumeBootPattern-1615943498 tempest-TestVolumeBootPattern-1615943498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:41:15.502505 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-daf5eb48-d0f9-4627-8bc3-30d392f1d387 req-afb2a08f-220d-4384-b796-19de53e55529 tempest-TestVolumeBootPattern-1615943498 tempest-TestVolumeBootPattern-1615943498-project] 10.222.0.75 "GET /v2.0/ports?device_id=0dc45f8d-fedd-40c2-8f12-83a4bb0d624c HTTP/1.1" status: 200 len: 943 time: 0.1022289 Feb 09 19:41:15.649315 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-daf5eb48-d0f9-4627-8bc3-30d392f1d387 req-a9f236a7-3cae-49f9-928c-af8bf8c0b5df tempest-TestVolumeBootPattern-1615943498 tempest-TestVolumeBootPattern-1615943498-project] 10.222.0.75 "GET /v2.0/security-groups?id=85e2738d-e0ce-44c8-a269-2deaf81a01f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1384053 Feb 09 19:41:15.652411 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-839de9f2-ec2c-42a8-9e1f-bef7dce3e778 tempest-NetworksTest-2133233541 tempest-NetworksTest-2133233541-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-670458'] for network (9d278787-47fe-4592-ab30-0f7651403eca), before_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:41:15.725787 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-839de9f2-ec2c-42a8-9e1f-bef7dce3e778 tempest-NetworksTest-2133233541 tempest-NetworksTest-2133233541-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-759852'] for subnet (2b0ac846-4954-44f7-b10e-0a664e200b41), precommit_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:41:15.848461 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f276431-de35-4325-aab2-18a2cb752f01 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8b32e980-7cce-5e82-a341-bd2fa8945c89-9d278787-47fe-4592-ab30-0f7651403eca', 'network_id': '9d278787-47fe-4592-ab30-0f7651403eca', 'project_id': '7fff0fdfdb9d4728bec7dae9cd8dc087', 'fixed_ips': [{'subnet_id': '2b0ac846-4954-44f7-b10e-0a664e200b41'}]}} from n-d-713498-36. {{(pid=103232) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 09 19:41:15.849491 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-4f276431-de35-4325-aab2-18a2cb752f01 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (None), before_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:41:15.852254 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-839de9f2-ec2c-42a8-9e1f-bef7dce3e778 tempest-NetworksTest-2133233541 tempest-NetworksTest-2133233541-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-760023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12867367', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12759238'] for subnet (2b0ac846-4954-44f7-b10e-0a664e200b41), after_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:41:15.894384 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-839de9f2-ec2c-42a8-9e1f-bef7dce3e778 tempest-NetworksTest-2133233541 tempest-NetworksTest-2133233541-project] Pushing event deleted for resources: {'Subnet': ['ID=2b0ac846-4954-44f7-b10e-0a664e200b41,revision_number=None']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:41:15.999274 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-839de9f2-ec2c-42a8-9e1f-bef7dce3e778 tempest-NetworksTest-2133233541 tempest-NetworksTest-2133233541-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-590267', 'neutron.services.segments.db._delete_segments_for_network-8762867132609'] for network (9d278787-47fe-4592-ab30-0f7651403eca), precommit_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:41:16.023805 n-d-713498-36 neutron-server[103229]: DEBUG neutron.services.segments.db [None req-839de9f2-ec2c-42a8-9e1f-bef7dce3e778 tempest-NetworksTest-2133233541 tempest-NetworksTest-2133233541-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9d278787-47fe-4592-ab30-0f7651403eca']}} {{(pid=103229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:41:16.037695 n-d-713498-36 neutron-server[103229]: DEBUG neutron.services.segments.db [None req-839de9f2-ec2c-42a8-9e1f-bef7dce3e778 tempest-NetworksTest-2133233541 tempest-NetworksTest-2133233541-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '314c94cd-4a64-4f43-828d-0262a67b36cf') {'for_net_delete': True} {{(pid=103229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:41:16.038177 n-d-713498-36 neutron-server[103229]: DEBUG neutron.services.segments.db [None req-839de9f2-ec2c-42a8-9e1f-bef7dce3e778 tempest-NetworksTest-2133233541 tempest-NetworksTest-2133233541-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '314c94cd-4a64-4f43-828d-0262a67b36cf') {} {{(pid=103229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:41:16.051396 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-839de9f2-ec2c-42a8-9e1f-bef7dce3e778 tempest-NetworksTest-2133233541 tempest-NetworksTest-2133233541-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762867134154', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16683417'] for segment (314c94cd-4a64-4f43-828d-0262a67b36cf), before_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:41:16.083013 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-839de9f2-ec2c-42a8-9e1f-bef7dce3e778 tempest-NetworksTest-2133233541 tempest-NetworksTest-2133233541-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-759574'] for segment (314c94cd-4a64-4f43-828d-0262a67b36cf), precommit_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:41:16.090393 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-839de9f2-ec2c-42a8-9e1f-bef7dce3e778 tempest-NetworksTest-2133233541 tempest-NetworksTest-2133233541-project] Releasing vlan 397 on physical network physnet1 to pool {{(pid=103229) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 19:41:16.091654 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-839de9f2-ec2c-42a8-9e1f-bef7dce3e778 tempest-NetworksTest-2133233541 tempest-NetworksTest-2133233541-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-759574', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12867469'] for segment (314c94cd-4a64-4f43-828d-0262a67b36cf), after_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:41:16.123403 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Current status of the port f1e54750-6a2e-4d19-b478-caf0c5afef1c is: BUILD; New status is: DOWN {{(pid=103232) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 19:41:16.124035 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (f1e54750-6a2e-4d19-b478-caf0c5afef1c), before_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:41:16.150518 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-a7262a8e-0513-48fd-984d-75726a511961 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762867132591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593584'] for agent (911cfea2-02ae-4ec9-bac3-7808ee1cdd9c), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:41:16.178111 n-d-713498-36 neutron-server[103229]: Traceback (most recent call last): Feb 09 19:41:16.178111 n-d-713498-36 neutron-server[103229]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 19:41:16.178111 n-d-713498-36 neutron-server[103229]: timer() Feb 09 19:41:16.178111 n-d-713498-36 neutron-server[103229]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 19:41:16.178111 n-d-713498-36 neutron-server[103229]: cb(*args, **kw) Feb 09 19:41:16.178111 n-d-713498-36 neutron-server[103229]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 19:41:16.178111 n-d-713498-36 neutron-server[103229]: return func(*args, **kwargs) Feb 09 19:41:16.178111 n-d-713498-36 neutron-server[103229]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 19:41:16.178111 n-d-713498-36 neutron-server[103229]: self._notify() Feb 09 19:41:16.178111 n-d-713498-36 neutron-server[103229]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 19:41:16.178111 n-d-713498-36 neutron-server[103229]: self.callback(batched_events) Feb 09 19:41:16.178111 n-d-713498-36 neutron-server[103229]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 19:41:16.178111 n-d-713498-36 neutron-server[103229]: event.method(event) Feb 09 19:41:16.178111 n-d-713498-36 neutron-server[103229]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 19:41:16.178111 n-d-713498-36 neutron-server[103229]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 19:41:16.178111 n-d-713498-36 neutron-server[103229]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 19:41:16.178111 n-d-713498-36 neutron-server[103229]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 19:41:16.178111 n-d-713498-36 neutron-server[103229]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 19:41:16.178111 n-d-713498-36 neutron-server[103229]: return f(self, *a, **k) Feb 09 19:41:16.178111 n-d-713498-36 neutron-server[103229]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 19:41:16.178111 n-d-713498-36 neutron-server[103229]: return self._get(url).json() Feb 09 19:41:16.178111 n-d-713498-36 neutron-server[103229]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 19:41:16.178111 n-d-713498-36 neutron-server[103229]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 19:41:16.178111 n-d-713498-36 neutron-server[103229]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 19:41:16.178111 n-d-713498-36 neutron-server[103229]: return self.request(url, 'GET', **kwargs) Feb 09 19:41:16.178111 n-d-713498-36 neutron-server[103229]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 19:41:16.178111 n-d-713498-36 neutron-server[103229]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 19:41:16.178111 n-d-713498-36 neutron-server[103229]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 19:41:16.178111 n-d-713498-36 neutron-server[103229]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 19:41:16.178111 n-d-713498-36 neutron-server[103229]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 19:41:16.178111 n-d-713498-36 neutron-server[103229]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 19:41:16.178111 n-d-713498-36 neutron-server[103229]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 19:41:16.187716 n-d-713498-36 neutron-server[103232]: DEBUG neutron.notifiers.nova [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id f1e54750-6a2e-4d19-b478-caf0c5afef1c {{(pid=103232) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 19:41:16.200611 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.db.api [None req-4f276431-de35-4325-aab2-18a2cb752f01 None None] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Feb 09 19:41:16.200611 n-d-713498-36 neutron-server[103232]: [SQL: INSERT INTO ports (project_id, id, name, network_id, mac_address, admin_state_up, status, device_id, device_owner, ip_allocation, standard_attr_id) VALUES (%(project_id)s, %(id)s, %(name)s, %(network_id)s, %(mac_address)s, %(admin_state_up)s, %(status)s, %(device_id)s, %(device_owner)s, %(ip_allocation)s, %(standard_attr_id)s)] Feb 09 19:41:16.200611 n-d-713498-36 neutron-server[103232]: [parameters: {'project_id': '7fff0fdfdb9d4728bec7dae9cd8dc087', 'id': '48036243-1c28-4b66-bcd2-b9a66ba87034', 'name': '', 'network_id': '9d278787-47fe-4592-ab30-0f7651403eca', 'mac_address': 'fa:16:3e:0a:e5:35', 'admin_state_up': 1, 'status': 'DOWN', 'device_id': 'dhcp8b32e980-7cce-5e82-a341-bd2fa8945c89-9d278787-47fe-4592-ab30-0f7651403eca', 'device_owner': 'network:dhcp', 'ip_allocation': None, 'standard_attr_id': 3745}] Feb 09 19:41:16.200611 n-d-713498-36 neutron-server[103232]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=103232) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 09 19:41:16.201679 n-d-713498-36 neutron-server[103232]: DEBUG oslo_db.api [None req-4f276431-de35-4325-aab2-18a2cb752f01 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_port {{(pid=103232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 09 19:41:16.238049 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] For port f1e54750-6a2e-4d19-b478-caf0c5afef1c, host n-h1-713498-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-36',level=0,port_id=f1e54750-6a2e-4d19-b478-caf0c5afef1c,segment=NetworkSegment(72842ce4-e236-45d5-823f-ca1a14d3b913),segment_id=72842ce4-e236-45d5-823f-ca1a14d3b913)] {{(pid=103232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 19:41:16.246858 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-839de9f2-ec2c-42a8-9e1f-bef7dce3e778 tempest-NetworksTest-2133233541 tempest-NetworksTest-2133233541-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-590242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1885479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1818895'] for network (9d278787-47fe-4592-ab30-0f7651403eca), after_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:41:16.255126 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762867176205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762866656485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762866656503'] for port (f1e54750-6a2e-4d19-b478-caf0c5afef1c), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:41:16.263288 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-839de9f2-ec2c-42a8-9e1f-bef7dce3e778 tempest-NetworksTest-2133233541 tempest-NetworksTest-2133233541-project] Publish callbacks [] for network (None), before_response {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:41:16.269805 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-839de9f2-ec2c-42a8-9e1f-bef7dce3e778 tempest-NetworksTest-2133233541 tempest-NetworksTest-2133233541-project] 10.222.0.75 "DELETE /v2.0/networks/9d278787-47fe-4592-ab30-0f7651403eca HTTP/1.1" status: 204 len: 168 time: 0.8769245 Feb 09 19:41:16.270259 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 43996) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:41:16.277024 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.v2.base [None req-ca6c5080-88e1-475d-85b5-4537d5408d1b tempest-NetworksTest-2133233541 tempest-NetworksTest-2133233541-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1743265661'}} {{(pid=103230) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 19:41:16.297305 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-839de9f2-ec2c-42a8-9e1f-bef7dce3e778 tempest-NetworksTest-2133233541 tempest-NetworksTest-2133233541-project] Pushing event deleted for resources: {'Network': ['ID=9d278787-47fe-4592-ab30-0f7651403eca,revision_number=None']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:41:16.304053 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ca6c5080-88e1-475d-85b5-4537d5408d1b tempest-NetworksTest-2133233541 tempest-NetworksTest-2133233541-project] Made reservation on behalf of 7fff0fdfdb9d4728bec7dae9cd8dc087 for: {'network': 1} {{(pid=103230) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 19:41:16.306820 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-ca6c5080-88e1-475d-85b5-4537d5408d1b tempest-NetworksTest-2133233541 tempest-NetworksTest-2133233541-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for network (None), before_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:41:16.331820 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3fca7e9-42cf-451d-a235-8fb1163a33a1 req-1a602f51-6361-4a43-9e18-91911ee84902 tempest-TestNetworkAdvancedServerOps-1633223542 tempest-TestNetworkAdvancedServerOps-1633223542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:41:16.341314 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-b3fca7e9-42cf-451d-a235-8fb1163a33a1 req-1a602f51-6361-4a43-9e18-91911ee84902 tempest-TestNetworkAdvancedServerOps-1633223542 tempest-TestNetworkAdvancedServerOps-1633223542-project] 10.222.0.75 "GET /v2.0/ports?device_id=596e30ba-290c-4c63-866e-7c100f835b42 HTTP/1.1" status: 200 len: 945 time: 0.1539087 Feb 09 19:41:16.355677 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Pushing event updated for resources: {'Port': ['ID=f1e54750-6a2e-4d19-b478-caf0c5afef1c,revision_number=7']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:41:16.370348 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ca6c5080-88e1-475d-85b5-4537d5408d1b tempest-NetworksTest-2133233541 tempest-NetworksTest-2133233541-project] vlan segment allocate from pool success with {'vlan_id': 365, 'physical_network': 'physnet1'} {{(pid=103230) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 19:41:16.384404 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-ca6c5080-88e1-475d-85b5-4537d5408d1b tempest-NetworksTest-2133233541 tempest-NetworksTest-2133233541-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-759574'] for segment (35ae1b6b-a8e8-4f52-8736-8be80ae22607), precommit_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:41:16.385030 n-d-713498-36 neutron-server[103230]: INFO neutron.db.segments_db [None req-ca6c5080-88e1-475d-85b5-4537d5408d1b tempest-NetworksTest-2133233541 tempest-NetworksTest-2133233541-project] Added segment 35ae1b6b-a8e8-4f52-8736-8be80ae22607 of type vlan for network 5dedff55-1dae-4ac6-86c0-ca03f0051bb8 Feb 09 19:41:16.413759 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-b3fca7e9-42cf-451d-a235-8fb1163a33a1 req-7b8d00ec-481d-4c5b-867c-fca1d4992b05 tempest-TestNetworkAdvancedServerOps-1633223542 tempest-TestNetworkAdvancedServerOps-1633223542-project] 10.222.0.75 "GET /v2.0/security-groups?id=32aeffe2-bc9f-4956-9652-b873d20dee0d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0715144 Feb 09 19:41:16.427204 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 43998) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:41:16.449729 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-ca6c5080-88e1-475d-85b5-4537d5408d1b tempest-NetworksTest-2133233541 tempest-NetworksTest-2133233541-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762866642225'] for network (5dedff55-1dae-4ac6-86c0-ca03f0051bb8), precommit_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:41:16.479963 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-ca6c5080-88e1-475d-85b5-4537d5408d1b tempest-NetworksTest-2133233541 tempest-NetworksTest-2133233541-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1885479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452'] for network (5dedff55-1dae-4ac6-86c0-ca03f0051bb8), after_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:41:16.485457 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca6c5080-88e1-475d-85b5-4537d5408d1b tempest-NetworksTest-2133233541 tempest-NetworksTest-2133233541-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:41:16.486160 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-ca6c5080-88e1-475d-85b5-4537d5408d1b tempest-NetworksTest-2133233541 tempest-NetworksTest-2133233541-project] Publish callbacks [] for network (None), before_response {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:41:16.516236 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-ca6c5080-88e1-475d-85b5-4537d5408d1b tempest-NetworksTest-2133233541 tempest-NetworksTest-2133233541-project] 10.222.0.75 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.2447228 Feb 09 19:41:16.531313 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 44002) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:41:16.537587 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.v2.base [None req-3dcc7937-268d-497c-ba9f-f31770034316 tempest-NetworksTest-2133233541 tempest-NetworksTest-2133233541-project] Request body: {'subnet': {'network_id': '5dedff55-1dae-4ac6-86c0-ca03f0051bb8', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103230) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 19:41:16.609352 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-e0e9fd66-b5e9-4888-ac4b-5fc10ffaf9ee tempest-TestNetworkAdvancedServerOps-1633223542 tempest-TestNetworkAdvancedServerOps-1633223542-project] 10.222.0.75 "GET /v2.0/floatingips/126a3ea4-b69c-4503-aabe-0f0b5428c911 HTTP/1.1" status: 200 len: 992 time: 0.1805832 Feb 09 19:41:16.656930 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca6c5080-88e1-475d-85b5-4537d5408d1b tempest-NetworksTest-2133233541 tempest-NetworksTest-2133233541-project] Pushing event updated for resources: {'Network': ['ID=5dedff55-1dae-4ac6-86c0-ca03f0051bb8,revision_number=1']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:41:16.671607 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Network 5dedff55-1dae-4ac6-86c0-ca03f0051bb8 details requested by agent ovs-agent-n-d-713498-36 with host n-d-713498-36 {{(pid=103232) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 19:41:16.720744 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-4f276431-de35-4325-aab2-18a2cb752f01 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (None), before_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:41:16.732320 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3dcc7937-268d-497c-ba9f-f31770034316 tempest-NetworksTest-2133233541 tempest-NetworksTest-2133233541-project] Made reservation on behalf of 7fff0fdfdb9d4728bec7dae9cd8dc087 for: {'subnet': 1} {{(pid=103230) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 19:41:16.736499 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-3dcc7937-268d-497c-ba9f-f31770034316 tempest-NetworksTest-2133233541 tempest-NetworksTest-2133233541-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12985917'] for subnet (None), before_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:41:16.770619 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Device f1e54750-6a2e-4d19-b478-caf0c5afef1c up at agent hyperv_n-h1-713498-36 {{(pid=103232) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 19:41:16.781418 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04225c0f-0775-4477-bc7a-d504e5a8077d None None] Network 9d278787-47fe-4592-ab30-0f7651403eca requested from n-d-713498-36 {{(pid=103232) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 19:41:16.893195 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04225c0f-0775-4477-bc7a-d504e5a8077d None None] Network 9d278787-47fe-4592-ab30-0f7651403eca could not be found, it might have been deleted concurrently. {{(pid=103232) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:196}} Feb 09 19:41:16.924613 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.provisioning_blocks [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Provisioning complete for port f1e54750-6a2e-4d19-b478-caf0c5afef1c triggered by entity L2. {{(pid=103232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 19:41:16.925335 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593630'] for port (f1e54750-6a2e-4d19-b478-caf0c5afef1c), provisioning_complete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:41:16.998652 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39dc9167-fb95-48ee-ae56-7c2c2648e60f req-42118989-f36a-470b-8b26-3e48828fa46a tempest-TestVolumeBootPattern-1615943498 tempest-TestVolumeBootPattern-1615943498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:41:17.000575 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-39dc9167-fb95-48ee-ae56-7c2c2648e60f req-42118989-f36a-470b-8b26-3e48828fa46a tempest-TestVolumeBootPattern-1615943498 tempest-TestVolumeBootPattern-1615943498-project] 10.222.0.75 "GET /v2.0/ports?device_id=0dc45f8d-fedd-40c2-8f12-83a4bb0d624c HTTP/1.1" status: 200 len: 943 time: 0.2592013 Feb 09 19:41:17.069268 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762867132591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593584'] for agent (496418a2-c002-4aec-ab1a-07f3bea491bd), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:41:17.086182 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Current status of the port f1e54750-6a2e-4d19-b478-caf0c5afef1c is: DOWN; New status is: ACTIVE {{(pid=103232) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 19:41:17.086182 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (f1e54750-6a2e-4d19-b478-caf0c5afef1c), before_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:41:17.121208 n-d-713498-36 neutron-server[103232]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '596e30ba-290c-4c63-866e-7c100f835b42', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f1e54750-6a2e-4d19-b478-caf0c5afef1c'}] {{(pid=103232) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 19:41:17.124633 n-d-713498-36 neutron-server[103232]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}949cdcde653dec44821de95cbf67297f53cbc2aed4e073b5d514f93bf911ce85" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-db2c43d4-625b-49fc-8ebb-1a22f4165e6d" -d '{"events": [{"server_uuid": "596e30ba-290c-4c63-866e-7c100f835b42", "name": "network-vif-plugged", "status": "completed", "tag": "f1e54750-6a2e-4d19-b478-caf0c5afef1c"}]}' {{(pid=103232) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 19:41:17.148798 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] For port f1e54750-6a2e-4d19-b478-caf0c5afef1c, host n-h1-713498-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-36',level=0,port_id=f1e54750-6a2e-4d19-b478-caf0c5afef1c,segment=NetworkSegment(72842ce4-e236-45d5-823f-ca1a14d3b913),segment_id=72842ce4-e236-45d5-823f-ca1a14d3b913)] {{(pid=103232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 19:41:17.155478 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-39dc9167-fb95-48ee-ae56-7c2c2648e60f req-4cc38f61-af92-4733-92e8-6220a1bba9e9 tempest-TestVolumeBootPattern-1615943498 tempest-TestVolumeBootPattern-1615943498-project] 10.222.0.75 "GET /v2.0/security-groups?id=85e2738d-e0ce-44c8-a269-2deaf81a01f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1462305 Feb 09 19:41:17.156902 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762867176205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762866656485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762866656503'] for port (f1e54750-6a2e-4d19-b478-caf0c5afef1c), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:41:17.235667 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Pushing event updated for resources: {'Port': ['ID=f1e54750-6a2e-4d19-b478-caf0c5afef1c,revision_number=8']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:41:17.287712 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-3dcc7937-268d-497c-ba9f-f31770034316 tempest-NetworksTest-2133233541 tempest-NetworksTest-2133233541-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14393611', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12985859'] for subnet (c2e24349-bb9d-4079-9694-604a9d5123c7), after_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:41:17.440371 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dcc7937-268d-497c-ba9f-f31770034316 tempest-NetworksTest-2133233541 tempest-NetworksTest-2133233541-project] Pushing event updated for resources: {'Subnet': ['ID=c2e24349-bb9d-4079-9694-604a9d5123c7,revision_number=0']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:41:17.446379 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3dcc7937-268d-497c-ba9f-f31770034316 tempest-NetworksTest-2133233541 tempest-NetworksTest-2133233541-project] Checking segment: {'id': '35ae1b6b-a8e8-4f52-8736-8be80ae22607', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': '5dedff55-1dae-4ac6-86c0-ca03f0051bb8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103230) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 19:41:17.446838 n-d-713498-36 neutron-server[103230]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3dcc7937-268d-497c-ba9f-f31770034316 tempest-NetworksTest-2133233541 tempest-NetworksTest-2133233541-project] Network hostable DHCP agents. Network: 5dedff55-1dae-4ac6-86c0-ca03f0051bb8, hostable agents: ['af91e4b9-f4e1-42b1-a25c-a10dc47171c8'], hosted agents: [] {{(pid=103230) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 19:41:17.468089 n-d-713498-36 neutron-server[103230]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3dcc7937-268d-497c-ba9f-f31770034316 tempest-NetworksTest-2133233541 tempest-NetworksTest-2133233541-project] Network 5dedff55-1dae-4ac6-86c0-ca03f0051bb8 is scheduled to be hosted by DHCP agent af91e4b9-f4e1-42b1-a25c-a10dc47171c8 with binding_index 1 {{(pid=103230) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 19:41:17.481614 n-d-713498-36 neutron-server[103230]: DEBUG neutron.scheduler.base_scheduler [None req-3dcc7937-268d-497c-ba9f-f31770034316 tempest-NetworksTest-2133233541 tempest-NetworksTest-2133233541-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713498-36, 5dedff55-1dae-4ac6-86c0-ca03f0051bb8) {{(pid=103230) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 19:41:17.493524 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e058a29-e80b-4796-8f62-d511276addd5 None None] Network 5dedff55-1dae-4ac6-86c0-ca03f0051bb8 requested from n-d-713498-36 {{(pid=103232) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 19:41:17.500505 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3dcc7937-268d-497c-ba9f-f31770034316 tempest-NetworksTest-2133233541 tempest-NetworksTest-2133233541-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:41:17.501100 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-3dcc7937-268d-497c-ba9f-f31770034316 tempest-NetworksTest-2133233541 tempest-NetworksTest-2133233541-project] Publish callbacks [] for subnet (None), before_response {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:41:17.533991 n-d-713498-36 neutron-server[103232]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 19:41:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9e25f392-8ec7-4e46-bb44-c79b0d4a00ee x-openstack-request-id: req-9e25f392-8ec7-4e46-bb44-c79b0d4a00ee {{(pid=103232) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 19:41:17.535085 n-d-713498-36 neutron-server[103232]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "596e30ba-290c-4c63-866e-7c100f835b42", "name": "network-vif-plugged", "status": "completed", "tag": "f1e54750-6a2e-4d19-b478-caf0c5afef1c", "code": 200}]} {{(pid=103232) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 19:41:17.535551 n-d-713498-36 neutron-server[103232]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-9e25f392-8ec7-4e46-bb44-c79b0d4a00ee {{(pid=103232) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 19:41:17.536592 n-d-713498-36 neutron-server[103232]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '596e30ba-290c-4c63-866e-7c100f835b42', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f1e54750-6a2e-4d19-b478-caf0c5afef1c', 'code': 200} Feb 09 19:41:17.564417 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-3dcc7937-268d-497c-ba9f-f31770034316 tempest-NetworksTest-2133233541 tempest-NetworksTest-2133233541-project] 10.222.0.75 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0315139 Feb 09 19:41:17.576053 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 44024) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:41:17.744318 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff079d8f-b196-4a50-9811-e37aa8e8cbb0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8b32e980-7cce-5e82-a341-bd2fa8945c89-5dedff55-1dae-4ac6-86c0-ca03f0051bb8', 'network_id': '5dedff55-1dae-4ac6-86c0-ca03f0051bb8', 'project_id': '7fff0fdfdb9d4728bec7dae9cd8dc087', 'fixed_ips': [{'subnet_id': 'c2e24349-bb9d-4079-9694-604a9d5123c7'}]}} from n-d-713498-36. {{(pid=103232) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 09 19:41:17.746626 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-ff079d8f-b196-4a50-9811-e37aa8e8cbb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (None), before_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:41:17.765193 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-e727c427-ca89-4f55-9531-600d86bde082 tempest-NetworksTest-2133233541 tempest-NetworksTest-2133233541-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-670458'] for network (5dedff55-1dae-4ac6-86c0-ca03f0051bb8), before_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:41:17.916218 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-e727c427-ca89-4f55-9531-600d86bde082 tempest-NetworksTest-2133233541 tempest-NetworksTest-2133233541-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-759852'] for subnet (c2e24349-bb9d-4079-9694-604a9d5123c7), precommit_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:41:17.986796 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.db_base_plugin_common [None req-ff079d8f-b196-4a50-9811-e37aa8e8cbb0 None None] Allocated IP 172.20.0.2 (5dedff55-1dae-4ac6-86c0-ca03f0051bb8/c2e24349-bb9d-4079-9694-604a9d5123c7/b4aeae35-481a-4e4d-8cdf-a0d29da1bff6) {{(pid=103232) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 19:41:18.240651 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-ff079d8f-b196-4a50-9811-e37aa8e8cbb0 None None] Publish callbacks [] for port (b4aeae35-481a-4e4d-8cdf-a0d29da1bff6), precommit_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:41:18.272589 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-ff079d8f-b196-4a50-9811-e37aa8e8cbb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762866656467'] for port (b4aeae35-481a-4e4d-8cdf-a0d29da1bff6), after_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:41:18.306322 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-e727c427-ca89-4f55-9531-600d86bde082 tempest-NetworksTest-2133233541 tempest-NetworksTest-2133233541-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-760023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12867367', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12759238'] for subnet (c2e24349-bb9d-4079-9694-604a9d5123c7), after_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:41:18.326263 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff079d8f-b196-4a50-9811-e37aa8e8cbb0 None None] Pushing event updated for resources: {'Port': ['ID=b4aeae35-481a-4e4d-8cdf-a0d29da1bff6,revision_number=1']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:41:18.349349 n-d-713498-36 neutron-server[103232]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff079d8f-b196-4a50-9811-e37aa8e8cbb0 None None] Network 5dedff55-1dae-4ac6-86c0-ca03f0051bb8 is already hosted by enough agents. {{(pid=103232) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 19:41:18.353319 n-d-713498-36 neutron-server[103232]: DEBUG neutron.scheduler.base_scheduler [None req-ff079d8f-b196-4a50-9811-e37aa8e8cbb0 None None] Resources bound (agent type, host, resource id): {{(pid=103232) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 19:41:18.362397 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff079d8f-b196-4a50-9811-e37aa8e8cbb0 None None] Received port after_create {{(pid=103232) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 19:41:18.381185 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e727c427-ca89-4f55-9531-600d86bde082 tempest-NetworksTest-2133233541 tempest-NetworksTest-2133233541-project] Pushing event deleted for resources: {'Subnet': ['ID=c2e24349-bb9d-4079-9694-604a9d5123c7,revision_number=None']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:41:18.487098 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-483b0458-df3f-4a91-9c1d-52b3844e2c4b req-5449c219-5aa9-4362-91b8-a507fb8c7fae tempest-TestVolumeBootPattern-1615943498 tempest-TestVolumeBootPattern-1615943498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:41:18.495993 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-483b0458-df3f-4a91-9c1d-52b3844e2c4b req-5449c219-5aa9-4362-91b8-a507fb8c7fae tempest-TestVolumeBootPattern-1615943498 tempest-TestVolumeBootPattern-1615943498-project] 10.222.0.75 "GET /v2.0/ports?device_id=0dc45f8d-fedd-40c2-8f12-83a4bb0d624c HTTP/1.1" status: 200 len: 943 time: 0.1992710 Feb 09 19:41:18.523541 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.managers [None req-ff079d8f-b196-4a50-9811-e37aa8e8cbb0 None None] Attempting to bind port b4aeae35-481a-4e4d-8cdf-a0d29da1bff6 on host n-d-713498-36 for vnic_type normal with profile {{(pid=103232) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 19:41:18.525101 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.managers [None req-ff079d8f-b196-4a50-9811-e37aa8e8cbb0 None None] Attempting to bind port b4aeae35-481a-4e4d-8cdf-a0d29da1bff6 by drivers openvswitch,hyperv on host n-d-713498-36 at level 0 using segments [{'id': '35ae1b6b-a8e8-4f52-8736-8be80ae22607', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': '5dedff55-1dae-4ac6-86c0-ca03f0051bb8'}] {{(pid=103232) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 19:41:18.525424 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff079d8f-b196-4a50-9811-e37aa8e8cbb0 None None] Attempting to bind port b4aeae35-481a-4e4d-8cdf-a0d29da1bff6 on network 5dedff55-1dae-4ac6-86c0-ca03f0051bb8 {{(pid=103232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 19:41:18.534402 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff079d8f-b196-4a50-9811-e37aa8e8cbb0 None None] Checking agent: {'id': '496418a2-c002-4aec-ab1a-07f3bea491bd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-36', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 18, 51, 47), 'started_at': datetime.datetime(2022, 2, 9, 18, 52, 17), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 19, 41, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-36'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 19:41:18.534791 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff079d8f-b196-4a50-9811-e37aa8e8cbb0 None None] Checking segment: {'id': '35ae1b6b-a8e8-4f52-8736-8be80ae22607', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': '5dedff55-1dae-4ac6-86c0-ca03f0051bb8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103232) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 19:41:18.538204 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-ff079d8f-b196-4a50-9811-e37aa8e8cbb0 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:41:18.538204 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff079d8f-b196-4a50-9811-e37aa8e8cbb0 None None] Bound using segment: {'id': '35ae1b6b-a8e8-4f52-8736-8be80ae22607', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': '5dedff55-1dae-4ac6-86c0-ca03f0051bb8'} {{(pid=103232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 19:41:18.538204 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.managers [None req-ff079d8f-b196-4a50-9811-e37aa8e8cbb0 None None] Bound port: b4aeae35-481a-4e4d-8cdf-a0d29da1bff6, host: n-d-713498-36, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '35ae1b6b-a8e8-4f52-8736-8be80ae22607', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': '5dedff55-1dae-4ac6-86c0-ca03f0051bb8'}}] {{(pid=103232) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 19:41:18.538204 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-ff079d8f-b196-4a50-9811-e37aa8e8cbb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (b4aeae35-481a-4e4d-8cdf-a0d29da1bff6), before_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:41:18.548820 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-e727c427-ca89-4f55-9531-600d86bde082 tempest-NetworksTest-2133233541 tempest-NetworksTest-2133233541-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-590267', 'neutron.services.segments.db._delete_segments_for_network-8762867132609'] for network (5dedff55-1dae-4ac6-86c0-ca03f0051bb8), precommit_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:41:18.652886 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-483b0458-df3f-4a91-9c1d-52b3844e2c4b req-036626dd-d85c-4f75-9c68-111f404de28a tempest-TestVolumeBootPattern-1615943498 tempest-TestVolumeBootPattern-1615943498-project] 10.222.0.75 "GET /v2.0/security-groups?id=85e2738d-e0ce-44c8-a269-2deaf81a01f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1358786 Feb 09 19:41:18.720087 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-ff079d8f-b196-4a50-9811-e37aa8e8cbb0 None None] For port b4aeae35-481a-4e4d-8cdf-a0d29da1bff6, host n-d-713498-36, cleared binding levels {{(pid=103232) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 19:41:18.723951 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-ff079d8f-b196-4a50-9811-e37aa8e8cbb0 None None] For port b4aeae35-481a-4e4d-8cdf-a0d29da1bff6, host n-d-713498-36, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-36',level=0,port_id=b4aeae35-481a-4e4d-8cdf-a0d29da1bff6,segment=NetworkSegment(35ae1b6b-a8e8-4f52-8736-8be80ae22607),segment_id=35ae1b6b-a8e8-4f52-8736-8be80ae22607)] {{(pid=103232) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 19:41:18.743642 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-ff079d8f-b196-4a50-9811-e37aa8e8cbb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762867176205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762866656485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762866656503'] for port (b4aeae35-481a-4e4d-8cdf-a0d29da1bff6), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:41:18.846451 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff079d8f-b196-4a50-9811-e37aa8e8cbb0 None None] Pushing event updated for resources: {'Port': ['ID=b4aeae35-481a-4e4d-8cdf-a0d29da1bff6,revision_number=2']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:41:18.849369 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762867132591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593584'] for agent (488cd9ae-631f-4955-ba0b-4f5a13f12e9c), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:41:18.879737 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95ab1e72-0f32-4391-8e7e-f9566d6af543 None None] get_active_networks_info from n-d-713498-36 {{(pid=103232) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Feb 09 19:41:19.038330 n-d-713498-36 neutron-server[103232]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95ab1e72-0f32-4391-8e7e-f9566d6af543 None None] Resources bound (agent type, host, resource id): {{(pid=103232) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 09 19:41:19.185538 n-d-713498-36 neutron-server[103229]: DEBUG neutron.services.segments.db [None req-e727c427-ca89-4f55-9531-600d86bde082 tempest-NetworksTest-2133233541 tempest-NetworksTest-2133233541-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5dedff55-1dae-4ac6-86c0-ca03f0051bb8']}} {{(pid=103229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:41:19.195977 n-d-713498-36 neutron-server[103229]: DEBUG neutron.services.segments.db [None req-e727c427-ca89-4f55-9531-600d86bde082 tempest-NetworksTest-2133233541 tempest-NetworksTest-2133233541-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '35ae1b6b-a8e8-4f52-8736-8be80ae22607') {'for_net_delete': True} {{(pid=103229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:41:19.196299 n-d-713498-36 neutron-server[103229]: DEBUG neutron.services.segments.db [None req-e727c427-ca89-4f55-9531-600d86bde082 tempest-NetworksTest-2133233541 tempest-NetworksTest-2133233541-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '35ae1b6b-a8e8-4f52-8736-8be80ae22607') {} {{(pid=103229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:41:19.205649 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-e727c427-ca89-4f55-9531-600d86bde082 tempest-NetworksTest-2133233541 tempest-NetworksTest-2133233541-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762867134154', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16683417'] for segment (35ae1b6b-a8e8-4f52-8736-8be80ae22607), before_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:41:19.241731 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-e727c427-ca89-4f55-9531-600d86bde082 tempest-NetworksTest-2133233541 tempest-NetworksTest-2133233541-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-759574'] for segment (35ae1b6b-a8e8-4f52-8736-8be80ae22607), precommit_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:41:19.270620 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e727c427-ca89-4f55-9531-600d86bde082 tempest-NetworksTest-2133233541 tempest-NetworksTest-2133233541-project] Releasing vlan 365 on physical network physnet1 to pool {{(pid=103229) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 19:41:19.271400 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-e727c427-ca89-4f55-9531-600d86bde082 tempest-NetworksTest-2133233541 tempest-NetworksTest-2133233541-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-759574', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12867469'] for segment (35ae1b6b-a8e8-4f52-8736-8be80ae22607), after_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:41:19.286195 n-d-713498-36 neutron-server[103229]: Traceback (most recent call last): Feb 09 19:41:19.286195 n-d-713498-36 neutron-server[103229]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 19:41:19.286195 n-d-713498-36 neutron-server[103229]: timer() Feb 09 19:41:19.286195 n-d-713498-36 neutron-server[103229]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 19:41:19.286195 n-d-713498-36 neutron-server[103229]: cb(*args, **kw) Feb 09 19:41:19.286195 n-d-713498-36 neutron-server[103229]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 19:41:19.286195 n-d-713498-36 neutron-server[103229]: return func(*args, **kwargs) Feb 09 19:41:19.286195 n-d-713498-36 neutron-server[103229]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 19:41:19.286195 n-d-713498-36 neutron-server[103229]: self._notify() Feb 09 19:41:19.286195 n-d-713498-36 neutron-server[103229]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 19:41:19.286195 n-d-713498-36 neutron-server[103229]: self.callback(batched_events) Feb 09 19:41:19.286195 n-d-713498-36 neutron-server[103229]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 19:41:19.286195 n-d-713498-36 neutron-server[103229]: event.method(event) Feb 09 19:41:19.286195 n-d-713498-36 neutron-server[103229]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 19:41:19.286195 n-d-713498-36 neutron-server[103229]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 19:41:19.286195 n-d-713498-36 neutron-server[103229]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 19:41:19.286195 n-d-713498-36 neutron-server[103229]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 19:41:19.286195 n-d-713498-36 neutron-server[103229]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 19:41:19.286195 n-d-713498-36 neutron-server[103229]: return f(self, *a, **k) Feb 09 19:41:19.286195 n-d-713498-36 neutron-server[103229]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 19:41:19.286195 n-d-713498-36 neutron-server[103229]: return self._get(url).json() Feb 09 19:41:19.286195 n-d-713498-36 neutron-server[103229]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 19:41:19.286195 n-d-713498-36 neutron-server[103229]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 19:41:19.286195 n-d-713498-36 neutron-server[103229]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 19:41:19.286195 n-d-713498-36 neutron-server[103229]: return self.request(url, 'GET', **kwargs) Feb 09 19:41:19.286195 n-d-713498-36 neutron-server[103229]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 19:41:19.286195 n-d-713498-36 neutron-server[103229]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 19:41:19.286195 n-d-713498-36 neutron-server[103229]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 19:41:19.286195 n-d-713498-36 neutron-server[103229]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 19:41:19.286195 n-d-713498-36 neutron-server[103229]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 19:41:19.286195 n-d-713498-36 neutron-server[103229]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 19:41:19.286195 n-d-713498-36 neutron-server[103229]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 19:41:19.342373 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762867132591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593584'] for agent (bcd5faee-dc24-4298-9134-0e0aa054058e), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:41:19.374234 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.db.api [None req-e727c427-ca89-4f55-9531-600d86bde082 tempest-NetworksTest-2133233541 tempest-NetworksTest-2133233541-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Feb 09 19:41:19.374234 n-d-713498-36 neutron-server[103229]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Feb 09 19:41:19.374234 n-d-713498-36 neutron-server[103229]: [parameters: {'id': '5dedff55-1dae-4ac6-86c0-ca03f0051bb8'}] Feb 09 19:41:19.374234 n-d-713498-36 neutron-server[103229]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=103229) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 09 19:41:19.375290 n-d-713498-36 neutron-server[103229]: DEBUG oslo_db.api [None req-e727c427-ca89-4f55-9531-600d86bde082 tempest-NetworksTest-2133233541 tempest-NetworksTest-2133233541-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=103229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 09 19:41:19.478422 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f48e63e3-f671-478f-8e21-d16ca01bd0a6 None None] Network 5dedff55-1dae-4ac6-86c0-ca03f0051bb8 requested from n-d-713498-36 {{(pid=103232) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 19:41:19.820076 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7ff479c-e920-4291-bdb3-8dc26c31e353 req-44961147-ae11-41ab-ba60-79fd2489aa0f tempest-TestVolumeBootPattern-1615943498 tempest-TestVolumeBootPattern-1615943498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:41:19.822053 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-f7ff479c-e920-4291-bdb3-8dc26c31e353 req-44961147-ae11-41ab-ba60-79fd2489aa0f tempest-TestVolumeBootPattern-1615943498 tempest-TestVolumeBootPattern-1615943498-project] 10.222.0.75 "GET /v2.0/ports?device_id=0dc45f8d-fedd-40c2-8f12-83a4bb0d624c HTTP/1.1" status: 200 len: 943 time: 0.0705183 Feb 09 19:41:19.876356 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-e727c427-ca89-4f55-9531-600d86bde082 tempest-NetworksTest-2133233541 tempest-NetworksTest-2133233541-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-670458'] for network (5dedff55-1dae-4ac6-86c0-ca03f0051bb8), before_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:41:19.912609 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-f7ff479c-e920-4291-bdb3-8dc26c31e353 req-46a67b27-5a14-4374-8b43-b4e097dcf417 tempest-TestVolumeBootPattern-1615943498 tempest-TestVolumeBootPattern-1615943498-project] 10.222.0.75 "GET /v2.0/security-groups?id=85e2738d-e0ce-44c8-a269-2deaf81a01f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0841410 Feb 09 19:41:19.945103 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.plugin [None req-e727c427-ca89-4f55-9531-600d86bde082 tempest-NetworksTest-2133233541 tempest-NetworksTest-2133233541-project] Deleting port b4aeae35-481a-4e4d-8cdf-a0d29da1bff6 {{(pid=103229) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 19:41:19.946310 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-e727c427-ca89-4f55-9531-600d86bde082 tempest-NetworksTest-2133233541 tempest-NetworksTest-2133233541-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762867170196'] for port (b4aeae35-481a-4e4d-8cdf-a0d29da1bff6), before_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:41:20.048722 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.db [None req-e727c427-ca89-4f55-9531-600d86bde082 tempest-NetworksTest-2133233541 tempest-NetworksTest-2133233541-project] For port b4aeae35-481a-4e4d-8cdf-a0d29da1bff6, host n-d-713498-36, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-36',level=0,port_id=b4aeae35-481a-4e4d-8cdf-a0d29da1bff6,segment=NetworkSegment(35ae1b6b-a8e8-4f52-8736-8be80ae22607),segment_id=35ae1b6b-a8e8-4f52-8736-8be80ae22607)] {{(pid=103229) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 19:41:20.049110 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-e727c427-ca89-4f55-9531-600d86bde082 tempest-NetworksTest-2133233541 tempest-NetworksTest-2133233541-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1820838'] for port (b4aeae35-481a-4e4d-8cdf-a0d29da1bff6), precommit_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:41:20.068055 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.plugin [None req-e727c427-ca89-4f55-9531-600d86bde082 tempest-NetworksTest-2133233541 tempest-NetworksTest-2133233541-project] Calling delete_port for b4aeae35-481a-4e4d-8cdf-a0d29da1bff6 owned by network:dhcp {{(pid=103229) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 19:41:20.194877 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-e727c427-ca89-4f55-9531-600d86bde082 tempest-NetworksTest-2133233541 tempest-NetworksTest-2133233541-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762867177463', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762866656476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12867576'] for port (b4aeae35-481a-4e4d-8cdf-a0d29da1bff6), after_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:41:20.226387 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e727c427-ca89-4f55-9531-600d86bde082 tempest-NetworksTest-2133233541 tempest-NetworksTest-2133233541-project] Pushing event deleted for resources: {'Port': ['ID=b4aeae35-481a-4e4d-8cdf-a0d29da1bff6,revision_number=None']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:41:20.228494 n-d-713498-36 neutron-server[103229]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e727c427-ca89-4f55-9531-600d86bde082 tempest-NetworksTest-2133233541 tempest-NetworksTest-2133233541-project] No DVR routers for this DVR port b4aeae35-481a-4e4d-8cdf-a0d29da1bff6 on host n-d-713498-36 {{(pid=103229) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 19:41:20.321748 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-e727c427-ca89-4f55-9531-600d86bde082 tempest-NetworksTest-2133233541 tempest-NetworksTest-2133233541-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-590267', 'neutron.services.segments.db._delete_segments_for_network-8762867132609'] for network (5dedff55-1dae-4ac6-86c0-ca03f0051bb8), precommit_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:41:20.351402 n-d-713498-36 neutron-server[103229]: DEBUG neutron.services.segments.db [None req-e727c427-ca89-4f55-9531-600d86bde082 tempest-NetworksTest-2133233541 tempest-NetworksTest-2133233541-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5dedff55-1dae-4ac6-86c0-ca03f0051bb8']}} {{(pid=103229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:41:20.362204 n-d-713498-36 neutron-server[103229]: DEBUG neutron.services.segments.db [None req-e727c427-ca89-4f55-9531-600d86bde082 tempest-NetworksTest-2133233541 tempest-NetworksTest-2133233541-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '35ae1b6b-a8e8-4f52-8736-8be80ae22607') {'for_net_delete': True} {{(pid=103229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:41:20.362823 n-d-713498-36 neutron-server[103229]: DEBUG neutron.services.segments.db [None req-e727c427-ca89-4f55-9531-600d86bde082 tempest-NetworksTest-2133233541 tempest-NetworksTest-2133233541-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '35ae1b6b-a8e8-4f52-8736-8be80ae22607') {} {{(pid=103229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:41:20.375011 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-e727c427-ca89-4f55-9531-600d86bde082 tempest-NetworksTest-2133233541 tempest-NetworksTest-2133233541-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762867134154', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16683417'] for segment (35ae1b6b-a8e8-4f52-8736-8be80ae22607), before_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:41:20.393035 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-e727c427-ca89-4f55-9531-600d86bde082 tempest-NetworksTest-2133233541 tempest-NetworksTest-2133233541-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-759574'] for segment (35ae1b6b-a8e8-4f52-8736-8be80ae22607), precommit_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:41:20.401809 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e727c427-ca89-4f55-9531-600d86bde082 tempest-NetworksTest-2133233541 tempest-NetworksTest-2133233541-project] Releasing vlan 365 on physical network physnet1 to pool {{(pid=103229) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 19:41:20.402328 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-e727c427-ca89-4f55-9531-600d86bde082 tempest-NetworksTest-2133233541 tempest-NetworksTest-2133233541-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-759574', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12867469'] for segment (35ae1b6b-a8e8-4f52-8736-8be80ae22607), after_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:41:20.412632 n-d-713498-36 neutron-server[103229]: Traceback (most recent call last): Feb 09 19:41:20.412632 n-d-713498-36 neutron-server[103229]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 19:41:20.412632 n-d-713498-36 neutron-server[103229]: timer() Feb 09 19:41:20.412632 n-d-713498-36 neutron-server[103229]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 19:41:20.412632 n-d-713498-36 neutron-server[103229]: cb(*args, **kw) Feb 09 19:41:20.412632 n-d-713498-36 neutron-server[103229]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 19:41:20.412632 n-d-713498-36 neutron-server[103229]: return func(*args, **kwargs) Feb 09 19:41:20.412632 n-d-713498-36 neutron-server[103229]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 19:41:20.412632 n-d-713498-36 neutron-server[103229]: self._notify() Feb 09 19:41:20.412632 n-d-713498-36 neutron-server[103229]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 19:41:20.412632 n-d-713498-36 neutron-server[103229]: self.callback(batched_events) Feb 09 19:41:20.412632 n-d-713498-36 neutron-server[103229]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 19:41:20.412632 n-d-713498-36 neutron-server[103229]: event.method(event) Feb 09 19:41:20.412632 n-d-713498-36 neutron-server[103229]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 19:41:20.412632 n-d-713498-36 neutron-server[103229]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 19:41:20.412632 n-d-713498-36 neutron-server[103229]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 19:41:20.412632 n-d-713498-36 neutron-server[103229]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 19:41:20.412632 n-d-713498-36 neutron-server[103229]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 19:41:20.412632 n-d-713498-36 neutron-server[103229]: return f(self, *a, **k) Feb 09 19:41:20.412632 n-d-713498-36 neutron-server[103229]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 19:41:20.412632 n-d-713498-36 neutron-server[103229]: return self._get(url).json() Feb 09 19:41:20.412632 n-d-713498-36 neutron-server[103229]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 19:41:20.412632 n-d-713498-36 neutron-server[103229]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 19:41:20.412632 n-d-713498-36 neutron-server[103229]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 19:41:20.412632 n-d-713498-36 neutron-server[103229]: return self.request(url, 'GET', **kwargs) Feb 09 19:41:20.412632 n-d-713498-36 neutron-server[103229]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 19:41:20.412632 n-d-713498-36 neutron-server[103229]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 19:41:20.412632 n-d-713498-36 neutron-server[103229]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 19:41:20.412632 n-d-713498-36 neutron-server[103229]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 19:41:20.412632 n-d-713498-36 neutron-server[103229]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 19:41:20.412632 n-d-713498-36 neutron-server[103229]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 19:41:20.412632 n-d-713498-36 neutron-server[103229]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 19:41:20.563614 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-e727c427-ca89-4f55-9531-600d86bde082 tempest-NetworksTest-2133233541 tempest-NetworksTest-2133233541-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-590242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1885479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1818895'] for network (5dedff55-1dae-4ac6-86c0-ca03f0051bb8), after_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:41:20.599256 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-e727c427-ca89-4f55-9531-600d86bde082 tempest-NetworksTest-2133233541 tempest-NetworksTest-2133233541-project] Publish callbacks [] for network (None), before_response {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:41:20.607512 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 44078) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:41:20.608052 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-e727c427-ca89-4f55-9531-600d86bde082 tempest-NetworksTest-2133233541 tempest-NetworksTest-2133233541-project] 10.222.0.75 "DELETE /v2.0/networks/5dedff55-1dae-4ac6-86c0-ca03f0051bb8 HTTP/1.1" status: 204 len: 168 time: 3.0367692 Feb 09 19:41:20.608993 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e727c427-ca89-4f55-9531-600d86bde082 tempest-NetworksTest-2133233541 tempest-NetworksTest-2133233541-project] Pushing event deleted for resources: {'Network': ['ID=5dedff55-1dae-4ac6-86c0-ca03f0051bb8,revision_number=None']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:41:20.614327 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.v2.base [None req-705aa018-f3da-406c-9aab-c5b6e1e1dda9 tempest-NetworksTest-2133233541 tempest-NetworksTest-2133233541-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1126283960'}} {{(pid=103230) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 19:41:20.646650 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-705aa018-f3da-406c-9aab-c5b6e1e1dda9 tempest-NetworksTest-2133233541 tempest-NetworksTest-2133233541-project] Made reservation on behalf of 7fff0fdfdb9d4728bec7dae9cd8dc087 for: {'network': 1} {{(pid=103230) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 19:41:20.654000 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-705aa018-f3da-406c-9aab-c5b6e1e1dda9 tempest-NetworksTest-2133233541 tempest-NetworksTest-2133233541-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for network (None), before_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:41:20.699892 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-705aa018-f3da-406c-9aab-c5b6e1e1dda9 tempest-NetworksTest-2133233541 tempest-NetworksTest-2133233541-project] vlan segment allocate from pool success with {'vlan_id': 376, 'physical_network': 'physnet1'} {{(pid=103230) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 19:41:20.729045 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-705aa018-f3da-406c-9aab-c5b6e1e1dda9 tempest-NetworksTest-2133233541 tempest-NetworksTest-2133233541-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-759574'] for segment (bf3a6a17-1912-4eac-8a66-c6e0e5fc20e8), precommit_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:41:20.729403 n-d-713498-36 neutron-server[103230]: INFO neutron.db.segments_db [None req-705aa018-f3da-406c-9aab-c5b6e1e1dda9 tempest-NetworksTest-2133233541 tempest-NetworksTest-2133233541-project] Added segment bf3a6a17-1912-4eac-8a66-c6e0e5fc20e8 of type vlan for network f52b8d00-81a6-4cb5-9bc1-d04dfc69d532 Feb 09 19:41:20.785935 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-705aa018-f3da-406c-9aab-c5b6e1e1dda9 tempest-NetworksTest-2133233541 tempest-NetworksTest-2133233541-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762866642225'] for network (f52b8d00-81a6-4cb5-9bc1-d04dfc69d532), precommit_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:41:20.837053 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-705aa018-f3da-406c-9aab-c5b6e1e1dda9 tempest-NetworksTest-2133233541 tempest-NetworksTest-2133233541-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1885479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452'] for network (f52b8d00-81a6-4cb5-9bc1-d04dfc69d532), after_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:41:20.843224 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-705aa018-f3da-406c-9aab-c5b6e1e1dda9 tempest-NetworksTest-2133233541 tempest-NetworksTest-2133233541-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:41:20.844044 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-705aa018-f3da-406c-9aab-c5b6e1e1dda9 tempest-NetworksTest-2133233541 tempest-NetworksTest-2133233541-project] Publish callbacks [] for network (None), before_response {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:41:20.938238 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-705aa018-f3da-406c-9aab-c5b6e1e1dda9 tempest-NetworksTest-2133233541 tempest-NetworksTest-2133233541-project] 10.222.0.75 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.3283200 Feb 09 19:41:20.941022 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 44084) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:41:20.956325 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.v2.base [None req-b1b609c1-d484-4ab0-838c-49eacd3a53a7 tempest-NetworksTest-2133233541 tempest-NetworksTest-2133233541-project] Request body: {'subnet': {'network_id': 'f52b8d00-81a6-4cb5-9bc1-d04dfc69d532', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=103229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 19:41:20.971421 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-705aa018-f3da-406c-9aab-c5b6e1e1dda9 tempest-NetworksTest-2133233541 tempest-NetworksTest-2133233541-project] Pushing event updated for resources: {'Network': ['ID=f52b8d00-81a6-4cb5-9bc1-d04dfc69d532,revision_number=1']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:41:20.994202 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Network f52b8d00-81a6-4cb5-9bc1-d04dfc69d532 details requested by agent ovs-agent-n-d-713498-36 with host n-d-713498-36 {{(pid=103232) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 19:41:21.170480 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b1b609c1-d484-4ab0-838c-49eacd3a53a7 tempest-NetworksTest-2133233541 tempest-NetworksTest-2133233541-project] Made reservation on behalf of 7fff0fdfdb9d4728bec7dae9cd8dc087 for: {'subnet': 1} {{(pid=103229) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 19:41:21.174793 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-b1b609c1-d484-4ab0-838c-49eacd3a53a7 tempest-NetworksTest-2133233541 tempest-NetworksTest-2133233541-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12759265'] for subnet (None), before_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:41:21.243621 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92d39281-d330-4768-9c80-9315dbbcff7d req-15b67214-539e-4aee-afac-6d9a2d135407 tempest-TestVolumeBootPattern-1615943498 tempest-TestVolumeBootPattern-1615943498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:41:21.251592 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-92d39281-d330-4768-9c80-9315dbbcff7d req-15b67214-539e-4aee-afac-6d9a2d135407 tempest-TestVolumeBootPattern-1615943498 tempest-TestVolumeBootPattern-1615943498-project] 10.222.0.75 "GET /v2.0/ports?device_id=0dc45f8d-fedd-40c2-8f12-83a4bb0d624c HTTP/1.1" status: 200 len: 943 time: 0.1494818 Feb 09 19:41:21.289599 n-d-713498-36 neutron-server[103229]: DEBUG neutron.db.ipam_backend_mixin [None req-b1b609c1-d484-4ab0-838c-49eacd3a53a7 tempest-NetworksTest-2133233541 tempest-NetworksTest-2133233541-project] Performing IP validity checks on allocation pools {{(pid=103229) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Feb 09 19:41:21.291016 n-d-713498-36 neutron-server[103229]: DEBUG neutron.db.ipam_backend_mixin [None req-b1b609c1-d484-4ab0-838c-49eacd3a53a7 tempest-NetworksTest-2133233541 tempest-NetworksTest-2133233541-project] Checking for overlaps among allocation pools and gateway ip {{(pid=103229) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Feb 09 19:41:21.361803 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-92d39281-d330-4768-9c80-9315dbbcff7d req-df8c1a0b-f02c-49c8-857b-9624c05c6fd0 tempest-TestVolumeBootPattern-1615943498 tempest-TestVolumeBootPattern-1615943498-project] 10.222.0.75 "GET /v2.0/security-groups?id=85e2738d-e0ce-44c8-a269-2deaf81a01f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1006377 Feb 09 19:41:21.485258 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-b1b609c1-d484-4ab0-838c-49eacd3a53a7 tempest-NetworksTest-2133233541 tempest-NetworksTest-2133233541-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12867428', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12759263'] for subnet (f8f728cf-f378-4b00-97c1-a36d556deb2e), after_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:41:21.554241 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1b609c1-d484-4ab0-838c-49eacd3a53a7 tempest-NetworksTest-2133233541 tempest-NetworksTest-2133233541-project] Pushing event updated for resources: {'Subnet': ['ID=f8f728cf-f378-4b00-97c1-a36d556deb2e,revision_number=0']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:41:21.563406 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1b609c1-d484-4ab0-838c-49eacd3a53a7 tempest-NetworksTest-2133233541 tempest-NetworksTest-2133233541-project] Checking segment: {'id': 'bf3a6a17-1912-4eac-8a66-c6e0e5fc20e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': 'f52b8d00-81a6-4cb5-9bc1-d04dfc69d532'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103229) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 19:41:21.564810 n-d-713498-36 neutron-server[103229]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1b609c1-d484-4ab0-838c-49eacd3a53a7 tempest-NetworksTest-2133233541 tempest-NetworksTest-2133233541-project] Network hostable DHCP agents. Network: f52b8d00-81a6-4cb5-9bc1-d04dfc69d532, hostable agents: ['af91e4b9-f4e1-42b1-a25c-a10dc47171c8'], hosted agents: [] {{(pid=103229) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 19:41:21.591549 n-d-713498-36 neutron-server[103229]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1b609c1-d484-4ab0-838c-49eacd3a53a7 tempest-NetworksTest-2133233541 tempest-NetworksTest-2133233541-project] Network f52b8d00-81a6-4cb5-9bc1-d04dfc69d532 is scheduled to be hosted by DHCP agent af91e4b9-f4e1-42b1-a25c-a10dc47171c8 with binding_index 1 {{(pid=103229) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 19:41:21.614863 n-d-713498-36 neutron-server[103229]: DEBUG neutron.scheduler.base_scheduler [None req-b1b609c1-d484-4ab0-838c-49eacd3a53a7 tempest-NetworksTest-2133233541 tempest-NetworksTest-2133233541-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713498-36, f52b8d00-81a6-4cb5-9bc1-d04dfc69d532) {{(pid=103229) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 19:41:21.624636 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1b609c1-d484-4ab0-838c-49eacd3a53a7 tempest-NetworksTest-2133233541 tempest-NetworksTest-2133233541-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:41:21.625367 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-b1b609c1-d484-4ab0-838c-49eacd3a53a7 tempest-NetworksTest-2133233541 tempest-NetworksTest-2133233541-project] Publish callbacks [] for subnet (None), before_response {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:41:21.627426 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fbefe6b2-570f-4512-ae19-f6fd8c1b7d6c None None] Network f52b8d00-81a6-4cb5-9bc1-d04dfc69d532 requested from n-d-713498-36 {{(pid=103232) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 19:41:21.705076 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 44102) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:41:21.718201 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-b1b609c1-d484-4ab0-838c-49eacd3a53a7 tempest-NetworksTest-2133233541 tempest-NetworksTest-2133233541-project] 10.222.0.75 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 800 time: 0.7580986 Feb 09 19:41:21.812632 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2efd652a-c969-41a2-b84e-2cebb5975ebc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8b32e980-7cce-5e82-a341-bd2fa8945c89-f52b8d00-81a6-4cb5-9bc1-d04dfc69d532', 'network_id': 'f52b8d00-81a6-4cb5-9bc1-d04dfc69d532', 'project_id': '7fff0fdfdb9d4728bec7dae9cd8dc087', 'fixed_ips': [{'subnet_id': 'f8f728cf-f378-4b00-97c1-a36d556deb2e'}]}} from n-d-713498-36. {{(pid=103232) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 09 19:41:21.813519 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-2efd652a-c969-41a2-b84e-2cebb5975ebc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (None), before_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:41:21.922988 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-2f3f7dde-2060-4998-9003-1438efbd7cf1 tempest-NetworksTest-2133233541 tempest-NetworksTest-2133233541-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-670458'] for network (f52b8d00-81a6-4cb5-9bc1-d04dfc69d532), before_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:41:22.061061 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-2f3f7dde-2060-4998-9003-1438efbd7cf1 tempest-NetworksTest-2133233541 tempest-NetworksTest-2133233541-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-759852'] for subnet (f8f728cf-f378-4b00-97c1-a36d556deb2e), precommit_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:41:22.133486 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.db_base_plugin_common [None req-2efd652a-c969-41a2-b84e-2cebb5975ebc None None] Allocated IP 172.20.0.3 (f52b8d00-81a6-4cb5-9bc1-d04dfc69d532/f8f728cf-f378-4b00-97c1-a36d556deb2e/f0854e99-e30f-485b-b71f-9ea8aee4a468) {{(pid=103232) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 19:41:22.323996 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-2efd652a-c969-41a2-b84e-2cebb5975ebc None None] Publish callbacks [] for port (f0854e99-e30f-485b-b71f-9ea8aee4a468), precommit_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:41:22.361487 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-2efd652a-c969-41a2-b84e-2cebb5975ebc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762866656467'] for port (f0854e99-e30f-485b-b71f-9ea8aee4a468), after_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:41:22.371527 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-2f3f7dde-2060-4998-9003-1438efbd7cf1 tempest-NetworksTest-2133233541 tempest-NetworksTest-2133233541-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-760023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14393672', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12985882'] for subnet (f8f728cf-f378-4b00-97c1-a36d556deb2e), after_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:41:22.403331 n-d-713498-36 neutron-server[103232]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2efd652a-c969-41a2-b84e-2cebb5975ebc None None] Network f52b8d00-81a6-4cb5-9bc1-d04dfc69d532 is already hosted by enough agents. {{(pid=103232) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 19:41:22.409402 n-d-713498-36 neutron-server[103232]: DEBUG neutron.scheduler.base_scheduler [None req-2efd652a-c969-41a2-b84e-2cebb5975ebc None None] Resources bound (agent type, host, resource id): {{(pid=103232) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 19:41:22.448416 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2efd652a-c969-41a2-b84e-2cebb5975ebc None None] Received port after_create {{(pid=103232) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 19:41:22.463766 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f3f7dde-2060-4998-9003-1438efbd7cf1 tempest-NetworksTest-2133233541 tempest-NetworksTest-2133233541-project] Pushing event deleted for resources: {'Subnet': ['ID=f8f728cf-f378-4b00-97c1-a36d556deb2e,revision_number=None']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:41:22.574210 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2efd652a-c969-41a2-b84e-2cebb5975ebc None None] Pushing event updated for resources: {'Port': ['ID=f0854e99-e30f-485b-b71f-9ea8aee4a468,revision_number=1']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:41:22.584717 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-2f3f7dde-2060-4998-9003-1438efbd7cf1 tempest-NetworksTest-2133233541 tempest-NetworksTest-2133233541-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-590267', 'neutron.services.segments.db._delete_segments_for_network-8762867132609'] for network (f52b8d00-81a6-4cb5-9bc1-d04dfc69d532), precommit_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:41:22.621265 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.managers [None req-2efd652a-c969-41a2-b84e-2cebb5975ebc None None] Attempting to bind port f0854e99-e30f-485b-b71f-9ea8aee4a468 on host n-d-713498-36 for vnic_type normal with profile {{(pid=103232) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 19:41:22.622611 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.managers [None req-2efd652a-c969-41a2-b84e-2cebb5975ebc None None] Attempting to bind port f0854e99-e30f-485b-b71f-9ea8aee4a468 by drivers openvswitch,hyperv on host n-d-713498-36 at level 0 using segments [{'id': 'bf3a6a17-1912-4eac-8a66-c6e0e5fc20e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': 'f52b8d00-81a6-4cb5-9bc1-d04dfc69d532'}] {{(pid=103232) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 19:41:22.623433 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2efd652a-c969-41a2-b84e-2cebb5975ebc None None] Attempting to bind port f0854e99-e30f-485b-b71f-9ea8aee4a468 on network f52b8d00-81a6-4cb5-9bc1-d04dfc69d532 {{(pid=103232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 19:41:22.646739 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2efd652a-c969-41a2-b84e-2cebb5975ebc None None] Checking agent: {'id': '496418a2-c002-4aec-ab1a-07f3bea491bd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-36', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 18, 51, 47), 'started_at': datetime.datetime(2022, 2, 9, 18, 52, 17), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 19, 41, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-36'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 19:41:22.646739 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2efd652a-c969-41a2-b84e-2cebb5975ebc None None] Checking segment: {'id': 'bf3a6a17-1912-4eac-8a66-c6e0e5fc20e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': 'f52b8d00-81a6-4cb5-9bc1-d04dfc69d532'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103232) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 19:41:22.646739 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-2efd652a-c969-41a2-b84e-2cebb5975ebc None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:41:22.646739 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2efd652a-c969-41a2-b84e-2cebb5975ebc None None] Bound using segment: {'id': 'bf3a6a17-1912-4eac-8a66-c6e0e5fc20e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': 'f52b8d00-81a6-4cb5-9bc1-d04dfc69d532'} {{(pid=103232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 19:41:22.647307 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37e06788-8812-4b01-91dc-063a911583c8 req-44a07ded-e26c-40ed-98a0-17e9e3eb9d39 tempest-TestVolumeBootPattern-1615943498 tempest-TestVolumeBootPattern-1615943498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:41:22.647814 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.managers [None req-2efd652a-c969-41a2-b84e-2cebb5975ebc None None] Bound port: f0854e99-e30f-485b-b71f-9ea8aee4a468, host: n-d-713498-36, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bf3a6a17-1912-4eac-8a66-c6e0e5fc20e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': 'f52b8d00-81a6-4cb5-9bc1-d04dfc69d532'}}] {{(pid=103232) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 19:41:22.647814 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-2efd652a-c969-41a2-b84e-2cebb5975ebc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (f0854e99-e30f-485b-b71f-9ea8aee4a468), before_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:41:22.648023 n-d-713498-36 neutron-server[103230]: DEBUG neutron.services.segments.db [None req-2f3f7dde-2060-4998-9003-1438efbd7cf1 tempest-NetworksTest-2133233541 tempest-NetworksTest-2133233541-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f52b8d00-81a6-4cb5-9bc1-d04dfc69d532']}} {{(pid=103230) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:41:22.648134 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-37e06788-8812-4b01-91dc-063a911583c8 req-44a07ded-e26c-40ed-98a0-17e9e3eb9d39 tempest-TestVolumeBootPattern-1615943498 tempest-TestVolumeBootPattern-1615943498-project] 10.222.0.75 "GET /v2.0/ports?device_id=0dc45f8d-fedd-40c2-8f12-83a4bb0d624c HTTP/1.1" status: 200 len: 943 time: 0.1561303 Feb 09 19:41:22.681247 n-d-713498-36 neutron-server[103230]: DEBUG neutron.services.segments.db [None req-2f3f7dde-2060-4998-9003-1438efbd7cf1 tempest-NetworksTest-2133233541 tempest-NetworksTest-2133233541-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bf3a6a17-1912-4eac-8a66-c6e0e5fc20e8') {'for_net_delete': True} {{(pid=103230) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:41:22.681912 n-d-713498-36 neutron-server[103230]: DEBUG neutron.services.segments.db [None req-2f3f7dde-2060-4998-9003-1438efbd7cf1 tempest-NetworksTest-2133233541 tempest-NetworksTest-2133233541-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bf3a6a17-1912-4eac-8a66-c6e0e5fc20e8') {} {{(pid=103230) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:41:22.700264 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-2f3f7dde-2060-4998-9003-1438efbd7cf1 tempest-NetworksTest-2133233541 tempest-NetworksTest-2133233541-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762867134154', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12895813'] for segment (bf3a6a17-1912-4eac-8a66-c6e0e5fc20e8), before_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:41:22.743800 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-2f3f7dde-2060-4998-9003-1438efbd7cf1 tempest-NetworksTest-2133233541 tempest-NetworksTest-2133233541-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-759574'] for segment (bf3a6a17-1912-4eac-8a66-c6e0e5fc20e8), precommit_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:41:22.751551 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-37e06788-8812-4b01-91dc-063a911583c8 req-e8b42ede-0758-4214-a3ba-88a09ec1fb0c tempest-TestVolumeBootPattern-1615943498 tempest-TestVolumeBootPattern-1615943498-project] 10.222.0.75 "GET /v2.0/security-groups?id=85e2738d-e0ce-44c8-a269-2deaf81a01f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0963721 Feb 09 19:41:22.760714 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2f3f7dde-2060-4998-9003-1438efbd7cf1 tempest-NetworksTest-2133233541 tempest-NetworksTest-2133233541-project] Releasing vlan 376 on physical network physnet1 to pool {{(pid=103230) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 19:41:22.761122 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-2f3f7dde-2060-4998-9003-1438efbd7cf1 tempest-NetworksTest-2133233541 tempest-NetworksTest-2133233541-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-759574', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14393826'] for segment (bf3a6a17-1912-4eac-8a66-c6e0e5fc20e8), after_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:41:22.768097 n-d-713498-36 neutron-server[103230]: Traceback (most recent call last): Feb 09 19:41:22.768097 n-d-713498-36 neutron-server[103230]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 19:41:22.768097 n-d-713498-36 neutron-server[103230]: timer() Feb 09 19:41:22.768097 n-d-713498-36 neutron-server[103230]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 19:41:22.768097 n-d-713498-36 neutron-server[103230]: cb(*args, **kw) Feb 09 19:41:22.768097 n-d-713498-36 neutron-server[103230]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 19:41:22.768097 n-d-713498-36 neutron-server[103230]: return func(*args, **kwargs) Feb 09 19:41:22.768097 n-d-713498-36 neutron-server[103230]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 19:41:22.768097 n-d-713498-36 neutron-server[103230]: self._notify() Feb 09 19:41:22.768097 n-d-713498-36 neutron-server[103230]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 19:41:22.768097 n-d-713498-36 neutron-server[103230]: self.callback(batched_events) Feb 09 19:41:22.768097 n-d-713498-36 neutron-server[103230]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 19:41:22.768097 n-d-713498-36 neutron-server[103230]: event.method(event) Feb 09 19:41:22.768097 n-d-713498-36 neutron-server[103230]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 19:41:22.768097 n-d-713498-36 neutron-server[103230]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 19:41:22.768097 n-d-713498-36 neutron-server[103230]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 19:41:22.768097 n-d-713498-36 neutron-server[103230]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 19:41:22.768097 n-d-713498-36 neutron-server[103230]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 19:41:22.768097 n-d-713498-36 neutron-server[103230]: return f(self, *a, **k) Feb 09 19:41:22.768097 n-d-713498-36 neutron-server[103230]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 19:41:22.768097 n-d-713498-36 neutron-server[103230]: return self._get(url).json() Feb 09 19:41:22.768097 n-d-713498-36 neutron-server[103230]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 19:41:22.768097 n-d-713498-36 neutron-server[103230]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 19:41:22.768097 n-d-713498-36 neutron-server[103230]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 19:41:22.768097 n-d-713498-36 neutron-server[103230]: return self.request(url, 'GET', **kwargs) Feb 09 19:41:22.768097 n-d-713498-36 neutron-server[103230]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 19:41:22.768097 n-d-713498-36 neutron-server[103230]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 19:41:22.768097 n-d-713498-36 neutron-server[103230]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 19:41:22.768097 n-d-713498-36 neutron-server[103230]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 19:41:22.768097 n-d-713498-36 neutron-server[103230]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 19:41:22.768097 n-d-713498-36 neutron-server[103230]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 19:41:22.768097 n-d-713498-36 neutron-server[103230]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 19:41:22.841119 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-2efd652a-c969-41a2-b84e-2cebb5975ebc None None] For port f0854e99-e30f-485b-b71f-9ea8aee4a468, host n-d-713498-36, cleared binding levels {{(pid=103232) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 19:41:22.874435 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.db.api [None req-2f3f7dde-2060-4998-9003-1438efbd7cf1 tempest-NetworksTest-2133233541 tempest-NetworksTest-2133233541-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Feb 09 19:41:22.874435 n-d-713498-36 neutron-server[103230]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Feb 09 19:41:22.874435 n-d-713498-36 neutron-server[103230]: [parameters: {'id': 'f52b8d00-81a6-4cb5-9bc1-d04dfc69d532'}] Feb 09 19:41:22.874435 n-d-713498-36 neutron-server[103230]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=103230) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 09 19:41:22.875137 n-d-713498-36 neutron-server[103230]: DEBUG oslo_db.api [None req-2f3f7dde-2060-4998-9003-1438efbd7cf1 tempest-NetworksTest-2133233541 tempest-NetworksTest-2133233541-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=103230) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 09 19:41:22.875780 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-2efd652a-c969-41a2-b84e-2cebb5975ebc None None] For port f0854e99-e30f-485b-b71f-9ea8aee4a468, host n-d-713498-36, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-36',level=0,port_id=f0854e99-e30f-485b-b71f-9ea8aee4a468,segment=NetworkSegment(bf3a6a17-1912-4eac-8a66-c6e0e5fc20e8),segment_id=bf3a6a17-1912-4eac-8a66-c6e0e5fc20e8)] {{(pid=103232) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 19:41:22.889108 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-2efd652a-c969-41a2-b84e-2cebb5975ebc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762867176205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762866656485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762866656503'] for port (f0854e99-e30f-485b-b71f-9ea8aee4a468), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:41:23.044862 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd93650a-1b01-446b-9db9-46b993416373 None None] get_active_networks_info from n-d-713498-36 {{(pid=103232) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Feb 09 19:41:23.048024 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2efd652a-c969-41a2-b84e-2cebb5975ebc None None] Pushing event updated for resources: {'Port': ['ID=f0854e99-e30f-485b-b71f-9ea8aee4a468,revision_number=2']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:41:23.236774 n-d-713498-36 neutron-server[103232]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd93650a-1b01-446b-9db9-46b993416373 None None] Resources bound (agent type, host, resource id): {{(pid=103232) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 09 19:41:23.376178 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-2f3f7dde-2060-4998-9003-1438efbd7cf1 tempest-NetworksTest-2133233541 tempest-NetworksTest-2133233541-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-670458'] for network (f52b8d00-81a6-4cb5-9bc1-d04dfc69d532), before_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:41:23.458539 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.plugin [None req-2f3f7dde-2060-4998-9003-1438efbd7cf1 tempest-NetworksTest-2133233541 tempest-NetworksTest-2133233541-project] Deleting port f0854e99-e30f-485b-b71f-9ea8aee4a468 {{(pid=103230) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 19:41:23.459679 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-2f3f7dde-2060-4998-9003-1438efbd7cf1 tempest-NetworksTest-2133233541 tempest-NetworksTest-2133233541-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762867170196'] for port (f0854e99-e30f-485b-b71f-9ea8aee4a468), before_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:41:23.542527 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-520ea4d8-da94-4d36-be9d-03efae6dbae8 None None] Network f52b8d00-81a6-4cb5-9bc1-d04dfc69d532 requested from n-d-713498-36 {{(pid=103232) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 19:41:23.640533 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.db [None req-2f3f7dde-2060-4998-9003-1438efbd7cf1 tempest-NetworksTest-2133233541 tempest-NetworksTest-2133233541-project] For port f0854e99-e30f-485b-b71f-9ea8aee4a468, host n-d-713498-36, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-36',level=0,port_id=f0854e99-e30f-485b-b71f-9ea8aee4a468,segment=NetworkSegment(bf3a6a17-1912-4eac-8a66-c6e0e5fc20e8),segment_id=bf3a6a17-1912-4eac-8a66-c6e0e5fc20e8)] {{(pid=103230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 19:41:23.640533 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-2f3f7dde-2060-4998-9003-1438efbd7cf1 tempest-NetworksTest-2133233541 tempest-NetworksTest-2133233541-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1820838'] for port (f0854e99-e30f-485b-b71f-9ea8aee4a468), precommit_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:41:23.697820 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.plugin [None req-2f3f7dde-2060-4998-9003-1438efbd7cf1 tempest-NetworksTest-2133233541 tempest-NetworksTest-2133233541-project] Calling delete_port for f0854e99-e30f-485b-b71f-9ea8aee4a468 owned by network:dhcp {{(pid=103230) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 19:41:23.909077 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-2f3f7dde-2060-4998-9003-1438efbd7cf1 tempest-NetworksTest-2133233541 tempest-NetworksTest-2133233541-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762867177463', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762866656476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14393751'] for port (f0854e99-e30f-485b-b71f-9ea8aee4a468), after_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:41:23.943154 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f3f7dde-2060-4998-9003-1438efbd7cf1 tempest-NetworksTest-2133233541 tempest-NetworksTest-2133233541-project] Pushing event deleted for resources: {'Port': ['ID=f0854e99-e30f-485b-b71f-9ea8aee4a468,revision_number=None']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:41:23.949770 n-d-713498-36 neutron-server[103230]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f3f7dde-2060-4998-9003-1438efbd7cf1 tempest-NetworksTest-2133233541 tempest-NetworksTest-2133233541-project] No DVR routers for this DVR port f0854e99-e30f-485b-b71f-9ea8aee4a468 on host n-d-713498-36 {{(pid=103230) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 19:41:24.036957 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1abcba79-1a60-424f-b68d-67cb2c34d24a req-b16052fe-5166-4665-82d8-0f70b2068713 tempest-TestVolumeBootPattern-1615943498 tempest-TestVolumeBootPattern-1615943498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:41:24.038721 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-1abcba79-1a60-424f-b68d-67cb2c34d24a req-b16052fe-5166-4665-82d8-0f70b2068713 tempest-TestVolumeBootPattern-1615943498 tempest-TestVolumeBootPattern-1615943498-project] 10.222.0.75 "GET /v2.0/ports?device_id=0dc45f8d-fedd-40c2-8f12-83a4bb0d624c HTTP/1.1" status: 200 len: 943 time: 0.1626287 Feb 09 19:41:24.135710 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-2f3f7dde-2060-4998-9003-1438efbd7cf1 tempest-NetworksTest-2133233541 tempest-NetworksTest-2133233541-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-590267', 'neutron.services.segments.db._delete_segments_for_network-8762867132609'] for network (f52b8d00-81a6-4cb5-9bc1-d04dfc69d532), precommit_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:41:24.170791 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-1abcba79-1a60-424f-b68d-67cb2c34d24a req-f6c0d5e6-6f94-4a59-bd8b-5e1b4a11ef5b tempest-TestVolumeBootPattern-1615943498 tempest-TestVolumeBootPattern-1615943498-project] 10.222.0.75 "GET /v2.0/security-groups?id=85e2738d-e0ce-44c8-a269-2deaf81a01f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1107602 Feb 09 19:41:24.187957 n-d-713498-36 neutron-server[103230]: DEBUG neutron.services.segments.db [None req-2f3f7dde-2060-4998-9003-1438efbd7cf1 tempest-NetworksTest-2133233541 tempest-NetworksTest-2133233541-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f52b8d00-81a6-4cb5-9bc1-d04dfc69d532']}} {{(pid=103230) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:41:24.205623 n-d-713498-36 neutron-server[103230]: DEBUG neutron.services.segments.db [None req-2f3f7dde-2060-4998-9003-1438efbd7cf1 tempest-NetworksTest-2133233541 tempest-NetworksTest-2133233541-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bf3a6a17-1912-4eac-8a66-c6e0e5fc20e8') {'for_net_delete': True} {{(pid=103230) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:41:24.205922 n-d-713498-36 neutron-server[103230]: DEBUG neutron.services.segments.db [None req-2f3f7dde-2060-4998-9003-1438efbd7cf1 tempest-NetworksTest-2133233541 tempest-NetworksTest-2133233541-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bf3a6a17-1912-4eac-8a66-c6e0e5fc20e8') {} {{(pid=103230) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:41:24.231623 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-2f3f7dde-2060-4998-9003-1438efbd7cf1 tempest-NetworksTest-2133233541 tempest-NetworksTest-2133233541-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762867134154', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12895813'] for segment (bf3a6a17-1912-4eac-8a66-c6e0e5fc20e8), before_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:41:24.279618 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-2f3f7dde-2060-4998-9003-1438efbd7cf1 tempest-NetworksTest-2133233541 tempest-NetworksTest-2133233541-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-759574'] for segment (bf3a6a17-1912-4eac-8a66-c6e0e5fc20e8), precommit_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:41:24.286281 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2f3f7dde-2060-4998-9003-1438efbd7cf1 tempest-NetworksTest-2133233541 tempest-NetworksTest-2133233541-project] Releasing vlan 376 on physical network physnet1 to pool {{(pid=103230) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 19:41:24.288331 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-2f3f7dde-2060-4998-9003-1438efbd7cf1 tempest-NetworksTest-2133233541 tempest-NetworksTest-2133233541-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-759574', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14393826'] for segment (bf3a6a17-1912-4eac-8a66-c6e0e5fc20e8), after_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:41:24.334137 n-d-713498-36 neutron-server[103230]: Traceback (most recent call last): Feb 09 19:41:24.334137 n-d-713498-36 neutron-server[103230]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 19:41:24.334137 n-d-713498-36 neutron-server[103230]: timer() Feb 09 19:41:24.334137 n-d-713498-36 neutron-server[103230]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 19:41:24.334137 n-d-713498-36 neutron-server[103230]: cb(*args, **kw) Feb 09 19:41:24.334137 n-d-713498-36 neutron-server[103230]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 19:41:24.334137 n-d-713498-36 neutron-server[103230]: return func(*args, **kwargs) Feb 09 19:41:24.334137 n-d-713498-36 neutron-server[103230]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 19:41:24.334137 n-d-713498-36 neutron-server[103230]: self._notify() Feb 09 19:41:24.334137 n-d-713498-36 neutron-server[103230]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 19:41:24.334137 n-d-713498-36 neutron-server[103230]: self.callback(batched_events) Feb 09 19:41:24.334137 n-d-713498-36 neutron-server[103230]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 19:41:24.334137 n-d-713498-36 neutron-server[103230]: event.method(event) Feb 09 19:41:24.334137 n-d-713498-36 neutron-server[103230]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 19:41:24.334137 n-d-713498-36 neutron-server[103230]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 19:41:24.334137 n-d-713498-36 neutron-server[103230]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 19:41:24.334137 n-d-713498-36 neutron-server[103230]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 19:41:24.334137 n-d-713498-36 neutron-server[103230]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 19:41:24.334137 n-d-713498-36 neutron-server[103230]: return f(self, *a, **k) Feb 09 19:41:24.334137 n-d-713498-36 neutron-server[103230]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 19:41:24.334137 n-d-713498-36 neutron-server[103230]: return self._get(url).json() Feb 09 19:41:24.334137 n-d-713498-36 neutron-server[103230]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 19:41:24.334137 n-d-713498-36 neutron-server[103230]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 19:41:24.334137 n-d-713498-36 neutron-server[103230]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 19:41:24.334137 n-d-713498-36 neutron-server[103230]: return self.request(url, 'GET', **kwargs) Feb 09 19:41:24.334137 n-d-713498-36 neutron-server[103230]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 19:41:24.334137 n-d-713498-36 neutron-server[103230]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 19:41:24.334137 n-d-713498-36 neutron-server[103230]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 19:41:24.334137 n-d-713498-36 neutron-server[103230]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 19:41:24.334137 n-d-713498-36 neutron-server[103230]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 19:41:24.334137 n-d-713498-36 neutron-server[103230]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 19:41:24.334137 n-d-713498-36 neutron-server[103230]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 19:41:24.374965 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-2f3f7dde-2060-4998-9003-1438efbd7cf1 tempest-NetworksTest-2133233541 tempest-NetworksTest-2133233541-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-590242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1885479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1818895'] for network (f52b8d00-81a6-4cb5-9bc1-d04dfc69d532), after_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:41:24.383086 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-2f3f7dde-2060-4998-9003-1438efbd7cf1 tempest-NetworksTest-2133233541 tempest-NetworksTest-2133233541-project] Publish callbacks [] for network (None), before_response {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:41:24.390520 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-2f3f7dde-2060-4998-9003-1438efbd7cf1 tempest-NetworksTest-2133233541 tempest-NetworksTest-2133233541-project] 10.222.0.75 "DELETE /v2.0/networks/f52b8d00-81a6-4cb5-9bc1-d04dfc69d532 HTTP/1.1" status: 204 len: 168 time: 2.6844060 Feb 09 19:41:24.394989 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 44152) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:41:24.404623 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f3f7dde-2060-4998-9003-1438efbd7cf1 tempest-NetworksTest-2133233541 tempest-NetworksTest-2133233541-project] Pushing event deleted for resources: {'Network': ['ID=f52b8d00-81a6-4cb5-9bc1-d04dfc69d532,revision_number=None']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:41:24.407344 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.v2.base [None req-4ff6b26c-00be-4589-a4b9-a078c9eab0f2 tempest-NetworksTest-2133233541 tempest-NetworksTest-2133233541-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-870049133'}} {{(pid=103229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 19:41:24.435700 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4ff6b26c-00be-4589-a4b9-a078c9eab0f2 tempest-NetworksTest-2133233541 tempest-NetworksTest-2133233541-project] Made reservation on behalf of 7fff0fdfdb9d4728bec7dae9cd8dc087 for: {'network': 1} {{(pid=103229) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 19:41:24.439950 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-4ff6b26c-00be-4589-a4b9-a078c9eab0f2 tempest-NetworksTest-2133233541 tempest-NetworksTest-2133233541-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for network (None), before_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:41:24.485048 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4ff6b26c-00be-4589-a4b9-a078c9eab0f2 tempest-NetworksTest-2133233541 tempest-NetworksTest-2133233541-project] vlan segment allocate from pool success with {'vlan_id': 356, 'physical_network': 'physnet1'} {{(pid=103229) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 19:41:24.496351 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-4ff6b26c-00be-4589-a4b9-a078c9eab0f2 tempest-NetworksTest-2133233541 tempest-NetworksTest-2133233541-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-759574'] for segment (f8d94175-0900-4630-b277-560a7a51422a), precommit_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:41:24.496758 n-d-713498-36 neutron-server[103229]: INFO neutron.db.segments_db [None req-4ff6b26c-00be-4589-a4b9-a078c9eab0f2 tempest-NetworksTest-2133233541 tempest-NetworksTest-2133233541-project] Added segment f8d94175-0900-4630-b277-560a7a51422a of type vlan for network 5c2deef3-f30a-4f03-b5e8-29de9cf4420a Feb 09 19:41:24.591808 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-4ff6b26c-00be-4589-a4b9-a078c9eab0f2 tempest-NetworksTest-2133233541 tempest-NetworksTest-2133233541-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762866642225'] for network (5c2deef3-f30a-4f03-b5e8-29de9cf4420a), precommit_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:41:24.621923 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-4ff6b26c-00be-4589-a4b9-a078c9eab0f2 tempest-NetworksTest-2133233541 tempest-NetworksTest-2133233541-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1885479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452'] for network (5c2deef3-f30a-4f03-b5e8-29de9cf4420a), after_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:41:24.628054 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ff6b26c-00be-4589-a4b9-a078c9eab0f2 tempest-NetworksTest-2133233541 tempest-NetworksTest-2133233541-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:41:24.628894 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-4ff6b26c-00be-4589-a4b9-a078c9eab0f2 tempest-NetworksTest-2133233541 tempest-NetworksTest-2133233541-project] Publish callbacks [] for network (None), before_response {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:41:24.723793 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ff6b26c-00be-4589-a4b9-a078c9eab0f2 tempest-NetworksTest-2133233541 tempest-NetworksTest-2133233541-project] Pushing event updated for resources: {'Network': ['ID=5c2deef3-f30a-4f03-b5e8-29de9cf4420a,revision_number=1']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:41:24.736524 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Network 5c2deef3-f30a-4f03-b5e8-29de9cf4420a details requested by agent ovs-agent-n-d-713498-36 with host n-d-713498-36 {{(pid=103232) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 19:41:24.756679 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-4ff6b26c-00be-4589-a4b9-a078c9eab0f2 tempest-NetworksTest-2133233541 tempest-NetworksTest-2133233541-project] 10.222.0.75 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.3571491 Feb 09 19:41:24.757156 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 44160) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:41:24.762984 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.v2.base [None req-f012480f-fa4e-417e-af39-e47506236b95 tempest-NetworksTest-2133233541 tempest-NetworksTest-2133233541-project] Request body: {'subnet': {'network_id': '5c2deef3-f30a-4f03-b5e8-29de9cf4420a', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=103230) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 19:41:24.900633 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f012480f-fa4e-417e-af39-e47506236b95 tempest-NetworksTest-2133233541 tempest-NetworksTest-2133233541-project] Made reservation on behalf of 7fff0fdfdb9d4728bec7dae9cd8dc087 for: {'subnet': 1} {{(pid=103230) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 19:41:24.904453 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-f012480f-fa4e-417e-af39-e47506236b95 tempest-NetworksTest-2133233541 tempest-NetworksTest-2133233541-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12985917'] for subnet (None), before_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:41:25.110866 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-f012480f-fa4e-417e-af39-e47506236b95 tempest-NetworksTest-2133233541 tempest-NetworksTest-2133233541-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14393611', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12985859'] for subnet (8fffe30f-41e7-4649-8aab-ae2c60ee4382), after_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:41:25.181996 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f012480f-fa4e-417e-af39-e47506236b95 tempest-NetworksTest-2133233541 tempest-NetworksTest-2133233541-project] Pushing event updated for resources: {'Subnet': ['ID=8fffe30f-41e7-4649-8aab-ae2c60ee4382,revision_number=0']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:41:25.191216 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f012480f-fa4e-417e-af39-e47506236b95 tempest-NetworksTest-2133233541 tempest-NetworksTest-2133233541-project] Checking segment: {'id': 'f8d94175-0900-4630-b277-560a7a51422a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': '5c2deef3-f30a-4f03-b5e8-29de9cf4420a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103230) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 19:41:25.191583 n-d-713498-36 neutron-server[103230]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f012480f-fa4e-417e-af39-e47506236b95 tempest-NetworksTest-2133233541 tempest-NetworksTest-2133233541-project] Network hostable DHCP agents. Network: 5c2deef3-f30a-4f03-b5e8-29de9cf4420a, hostable agents: ['af91e4b9-f4e1-42b1-a25c-a10dc47171c8'], hosted agents: [] {{(pid=103230) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 19:41:25.214385 n-d-713498-36 neutron-server[103230]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f012480f-fa4e-417e-af39-e47506236b95 tempest-NetworksTest-2133233541 tempest-NetworksTest-2133233541-project] Network 5c2deef3-f30a-4f03-b5e8-29de9cf4420a is scheduled to be hosted by DHCP agent af91e4b9-f4e1-42b1-a25c-a10dc47171c8 with binding_index 1 {{(pid=103230) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 19:41:25.236287 n-d-713498-36 neutron-server[103230]: DEBUG neutron.scheduler.base_scheduler [None req-f012480f-fa4e-417e-af39-e47506236b95 tempest-NetworksTest-2133233541 tempest-NetworksTest-2133233541-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713498-36, 5c2deef3-f30a-4f03-b5e8-29de9cf4420a) {{(pid=103230) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 19:41:25.248888 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32230ea5-ca97-4ef4-a745-8aa26570832e None None] Network 5c2deef3-f30a-4f03-b5e8-29de9cf4420a requested from n-d-713498-36 {{(pid=103232) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 19:41:25.254355 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f012480f-fa4e-417e-af39-e47506236b95 tempest-NetworksTest-2133233541 tempest-NetworksTest-2133233541-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:41:25.255051 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-f012480f-fa4e-417e-af39-e47506236b95 tempest-NetworksTest-2133233541 tempest-NetworksTest-2133233541-project] Publish callbacks [] for subnet (None), before_response {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:41:25.278097 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-f012480f-fa4e-417e-af39-e47506236b95 tempest-NetworksTest-2133233541 tempest-NetworksTest-2133233541-project] 10.222.0.75 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 0.5173154 Feb 09 19:41:25.278444 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 44178) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:41:25.384770 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3f507b8-c630-4af5-9cfa-d8e561f3e97c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8b32e980-7cce-5e82-a341-bd2fa8945c89-5c2deef3-f30a-4f03-b5e8-29de9cf4420a', 'network_id': '5c2deef3-f30a-4f03-b5e8-29de9cf4420a', 'project_id': '7fff0fdfdb9d4728bec7dae9cd8dc087', 'fixed_ips': [{'subnet_id': '8fffe30f-41e7-4649-8aab-ae2c60ee4382'}]}} from n-d-713498-36. {{(pid=103232) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 09 19:41:25.385630 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-b3f507b8-c630-4af5-9cfa-d8e561f3e97c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (None), before_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:41:25.465215 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-f40ada46-ce46-4bfd-8347-f2fbd534c38c tempest-NetworksTest-2133233541 tempest-NetworksTest-2133233541-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-670458'] for network (5c2deef3-f30a-4f03-b5e8-29de9cf4420a), before_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:41:25.555133 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42b3d61b-66c1-4e63-b2f3-ab2dcbce90dc req-a8a8452a-8fed-44b9-a78a-fb7829c2c72c tempest-TestVolumeBootPattern-1615943498 tempest-TestVolumeBootPattern-1615943498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:41:25.556844 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-42b3d61b-66c1-4e63-b2f3-ab2dcbce90dc req-a8a8452a-8fed-44b9-a78a-fb7829c2c72c tempest-TestVolumeBootPattern-1615943498 tempest-TestVolumeBootPattern-1615943498-project] 10.222.0.75 "GET /v2.0/ports?device_id=0dc45f8d-fedd-40c2-8f12-83a4bb0d624c HTTP/1.1" status: 200 len: 943 time: 0.2145419 Feb 09 19:41:25.560981 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-f40ada46-ce46-4bfd-8347-f2fbd534c38c tempest-NetworksTest-2133233541 tempest-NetworksTest-2133233541-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-759852'] for subnet (8fffe30f-41e7-4649-8aab-ae2c60ee4382), precommit_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:41:25.588632 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.db_base_plugin_common [None req-b3f507b8-c630-4af5-9cfa-d8e561f3e97c None None] Allocated IP 172.20.0.1 (5c2deef3-f30a-4f03-b5e8-29de9cf4420a/8fffe30f-41e7-4649-8aab-ae2c60ee4382/e2bd975b-e7d4-4b58-80de-13e6349ea88d) {{(pid=103232) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 19:41:25.648174 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-42b3d61b-66c1-4e63-b2f3-ab2dcbce90dc req-26fa67bd-9ddd-4893-b3f5-fa0b67d11be1 tempest-TestVolumeBootPattern-1615943498 tempest-TestVolumeBootPattern-1615943498-project] 10.222.0.75 "GET /v2.0/security-groups?id=85e2738d-e0ce-44c8-a269-2deaf81a01f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0822473 Feb 09 19:41:25.755672 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-b3f507b8-c630-4af5-9cfa-d8e561f3e97c None None] Publish callbacks [] for port (e2bd975b-e7d4-4b58-80de-13e6349ea88d), precommit_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:41:25.763754 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-b3f507b8-c630-4af5-9cfa-d8e561f3e97c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762866656467'] for port (e2bd975b-e7d4-4b58-80de-13e6349ea88d), after_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:41:25.784352 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-f40ada46-ce46-4bfd-8347-f2fbd534c38c tempest-NetworksTest-2133233541 tempest-NetworksTest-2133233541-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-760023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12867367', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12759238'] for subnet (8fffe30f-41e7-4649-8aab-ae2c60ee4382), after_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:41:25.822506 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f40ada46-ce46-4bfd-8347-f2fbd534c38c tempest-NetworksTest-2133233541 tempest-NetworksTest-2133233541-project] Pushing event deleted for resources: {'Subnet': ['ID=8fffe30f-41e7-4649-8aab-ae2c60ee4382,revision_number=None']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:41:25.926430 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-f40ada46-ce46-4bfd-8347-f2fbd534c38c tempest-NetworksTest-2133233541 tempest-NetworksTest-2133233541-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-590267', 'neutron.services.segments.db._delete_segments_for_network-8762867132609'] for network (5c2deef3-f30a-4f03-b5e8-29de9cf4420a), precommit_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:41:25.960646 n-d-713498-36 neutron-server[103229]: DEBUG neutron.services.segments.db [None req-f40ada46-ce46-4bfd-8347-f2fbd534c38c tempest-NetworksTest-2133233541 tempest-NetworksTest-2133233541-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5c2deef3-f30a-4f03-b5e8-29de9cf4420a']}} {{(pid=103229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:41:25.980165 n-d-713498-36 neutron-server[103229]: DEBUG neutron.services.segments.db [None req-f40ada46-ce46-4bfd-8347-f2fbd534c38c tempest-NetworksTest-2133233541 tempest-NetworksTest-2133233541-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f8d94175-0900-4630-b277-560a7a51422a') {'for_net_delete': True} {{(pid=103229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:41:25.980856 n-d-713498-36 neutron-server[103229]: DEBUG neutron.services.segments.db [None req-f40ada46-ce46-4bfd-8347-f2fbd534c38c tempest-NetworksTest-2133233541 tempest-NetworksTest-2133233541-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f8d94175-0900-4630-b277-560a7a51422a') {} {{(pid=103229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:41:25.985827 n-d-713498-36 neutron-server[103232]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3f507b8-c630-4af5-9cfa-d8e561f3e97c None None] Network 5c2deef3-f30a-4f03-b5e8-29de9cf4420a is already hosted by enough agents. {{(pid=103232) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 19:41:25.990821 n-d-713498-36 neutron-server[103232]: DEBUG neutron.scheduler.base_scheduler [None req-b3f507b8-c630-4af5-9cfa-d8e561f3e97c None None] Resources bound (agent type, host, resource id): {{(pid=103232) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 19:41:25.995027 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3f507b8-c630-4af5-9cfa-d8e561f3e97c None None] Received port after_create {{(pid=103232) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 19:41:25.997052 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-f40ada46-ce46-4bfd-8347-f2fbd534c38c tempest-NetworksTest-2133233541 tempest-NetworksTest-2133233541-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762867134154', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16683417'] for segment (f8d94175-0900-4630-b277-560a7a51422a), before_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:41:25.997999 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3f507b8-c630-4af5-9cfa-d8e561f3e97c None None] Pushing event updated for resources: {'Port': ['ID=e2bd975b-e7d4-4b58-80de-13e6349ea88d,revision_number=1']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:41:26.028864 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-f40ada46-ce46-4bfd-8347-f2fbd534c38c tempest-NetworksTest-2133233541 tempest-NetworksTest-2133233541-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-759574'] for segment (f8d94175-0900-4630-b277-560a7a51422a), precommit_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:41:26.038699 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f40ada46-ce46-4bfd-8347-f2fbd534c38c tempest-NetworksTest-2133233541 tempest-NetworksTest-2133233541-project] Releasing vlan 356 on physical network physnet1 to pool {{(pid=103229) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 19:41:26.039463 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-f40ada46-ce46-4bfd-8347-f2fbd534c38c tempest-NetworksTest-2133233541 tempest-NetworksTest-2133233541-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-759574', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12867469'] for segment (f8d94175-0900-4630-b277-560a7a51422a), after_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:41:26.059743 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.managers [None req-b3f507b8-c630-4af5-9cfa-d8e561f3e97c None None] Attempting to bind port e2bd975b-e7d4-4b58-80de-13e6349ea88d on host n-d-713498-36 for vnic_type normal with profile {{(pid=103232) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 19:41:26.060126 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.managers [None req-b3f507b8-c630-4af5-9cfa-d8e561f3e97c None None] Attempting to bind port e2bd975b-e7d4-4b58-80de-13e6349ea88d by drivers openvswitch,hyperv on host n-d-713498-36 at level 0 using segments [{'id': 'f8d94175-0900-4630-b277-560a7a51422a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': '5c2deef3-f30a-4f03-b5e8-29de9cf4420a'}] {{(pid=103232) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 19:41:26.060501 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3f507b8-c630-4af5-9cfa-d8e561f3e97c None None] Attempting to bind port e2bd975b-e7d4-4b58-80de-13e6349ea88d on network 5c2deef3-f30a-4f03-b5e8-29de9cf4420a {{(pid=103232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 19:41:26.065587 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3f507b8-c630-4af5-9cfa-d8e561f3e97c None None] Checking agent: {'id': '496418a2-c002-4aec-ab1a-07f3bea491bd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-36', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 18, 51, 47), 'started_at': datetime.datetime(2022, 2, 9, 18, 52, 17), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 19, 41, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-36'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 19:41:26.066157 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3f507b8-c630-4af5-9cfa-d8e561f3e97c None None] Checking segment: {'id': 'f8d94175-0900-4630-b277-560a7a51422a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': '5c2deef3-f30a-4f03-b5e8-29de9cf4420a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103232) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 19:41:26.066570 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-b3f507b8-c630-4af5-9cfa-d8e561f3e97c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:41:26.066969 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3f507b8-c630-4af5-9cfa-d8e561f3e97c None None] Bound using segment: {'id': 'f8d94175-0900-4630-b277-560a7a51422a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': '5c2deef3-f30a-4f03-b5e8-29de9cf4420a'} {{(pid=103232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 19:41:26.067441 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.managers [None req-b3f507b8-c630-4af5-9cfa-d8e561f3e97c None None] Bound port: e2bd975b-e7d4-4b58-80de-13e6349ea88d, host: n-d-713498-36, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f8d94175-0900-4630-b277-560a7a51422a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': '5c2deef3-f30a-4f03-b5e8-29de9cf4420a'}}] {{(pid=103232) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 19:41:26.067826 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-b3f507b8-c630-4af5-9cfa-d8e561f3e97c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (e2bd975b-e7d4-4b58-80de-13e6349ea88d), before_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:41:26.113836 n-d-713498-36 neutron-server[103229]: Traceback (most recent call last): Feb 09 19:41:26.113836 n-d-713498-36 neutron-server[103229]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 19:41:26.113836 n-d-713498-36 neutron-server[103229]: timer() Feb 09 19:41:26.113836 n-d-713498-36 neutron-server[103229]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 19:41:26.113836 n-d-713498-36 neutron-server[103229]: cb(*args, **kw) Feb 09 19:41:26.113836 n-d-713498-36 neutron-server[103229]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 19:41:26.113836 n-d-713498-36 neutron-server[103229]: return func(*args, **kwargs) Feb 09 19:41:26.113836 n-d-713498-36 neutron-server[103229]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 19:41:26.113836 n-d-713498-36 neutron-server[103229]: self._notify() Feb 09 19:41:26.113836 n-d-713498-36 neutron-server[103229]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 19:41:26.113836 n-d-713498-36 neutron-server[103229]: self.callback(batched_events) Feb 09 19:41:26.113836 n-d-713498-36 neutron-server[103229]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 19:41:26.113836 n-d-713498-36 neutron-server[103229]: event.method(event) Feb 09 19:41:26.113836 n-d-713498-36 neutron-server[103229]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 19:41:26.113836 n-d-713498-36 neutron-server[103229]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 19:41:26.113836 n-d-713498-36 neutron-server[103229]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 19:41:26.113836 n-d-713498-36 neutron-server[103229]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 19:41:26.113836 n-d-713498-36 neutron-server[103229]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 19:41:26.113836 n-d-713498-36 neutron-server[103229]: return f(self, *a, **k) Feb 09 19:41:26.113836 n-d-713498-36 neutron-server[103229]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 19:41:26.113836 n-d-713498-36 neutron-server[103229]: return self._get(url).json() Feb 09 19:41:26.113836 n-d-713498-36 neutron-server[103229]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 19:41:26.113836 n-d-713498-36 neutron-server[103229]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 19:41:26.113836 n-d-713498-36 neutron-server[103229]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 19:41:26.113836 n-d-713498-36 neutron-server[103229]: return self.request(url, 'GET', **kwargs) Feb 09 19:41:26.113836 n-d-713498-36 neutron-server[103229]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 19:41:26.113836 n-d-713498-36 neutron-server[103229]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 19:41:26.113836 n-d-713498-36 neutron-server[103229]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 19:41:26.113836 n-d-713498-36 neutron-server[103229]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 19:41:26.113836 n-d-713498-36 neutron-server[103229]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 19:41:26.113836 n-d-713498-36 neutron-server[103229]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 19:41:26.113836 n-d-713498-36 neutron-server[103229]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 19:41:26.118494 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.db.api [None req-f40ada46-ce46-4bfd-8347-f2fbd534c38c tempest-NetworksTest-2133233541 tempest-NetworksTest-2133233541-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Feb 09 19:41:26.118494 n-d-713498-36 neutron-server[103229]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Feb 09 19:41:26.118494 n-d-713498-36 neutron-server[103229]: [parameters: {'id': '5c2deef3-f30a-4f03-b5e8-29de9cf4420a'}] Feb 09 19:41:26.118494 n-d-713498-36 neutron-server[103229]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=103229) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 09 19:41:26.119257 n-d-713498-36 neutron-server[103229]: DEBUG oslo_db.api [None req-f40ada46-ce46-4bfd-8347-f2fbd534c38c tempest-NetworksTest-2133233541 tempest-NetworksTest-2133233541-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=103229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 09 19:41:26.134469 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-b3f507b8-c630-4af5-9cfa-d8e561f3e97c None None] For port e2bd975b-e7d4-4b58-80de-13e6349ea88d, host n-d-713498-36, cleared binding levels {{(pid=103232) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 19:41:26.137780 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-b3f507b8-c630-4af5-9cfa-d8e561f3e97c None None] For port e2bd975b-e7d4-4b58-80de-13e6349ea88d, host n-d-713498-36, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-36',level=0,port_id=e2bd975b-e7d4-4b58-80de-13e6349ea88d,segment=NetworkSegment(f8d94175-0900-4630-b277-560a7a51422a),segment_id=f8d94175-0900-4630-b277-560a7a51422a)] {{(pid=103232) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 19:41:26.144892 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-b3f507b8-c630-4af5-9cfa-d8e561f3e97c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762867176205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762866656485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762866656503'] for port (e2bd975b-e7d4-4b58-80de-13e6349ea88d), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:41:26.233228 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3f507b8-c630-4af5-9cfa-d8e561f3e97c None None] Pushing event updated for resources: {'Port': ['ID=e2bd975b-e7d4-4b58-80de-13e6349ea88d,revision_number=2']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:41:26.267330 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a98d3e2-560c-409d-92df-fafed19cca5c None None] get_active_networks_info from n-d-713498-36 {{(pid=103232) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Feb 09 19:41:26.375479 n-d-713498-36 neutron-server[103232]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a98d3e2-560c-409d-92df-fafed19cca5c None None] Resources bound (agent type, host, resource id): {{(pid=103232) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 09 19:41:26.596491 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b341a4d-c1f2-4a42-a473-a42d460b1c22 None None] Network 5c2deef3-f30a-4f03-b5e8-29de9cf4420a requested from n-d-713498-36 {{(pid=103232) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 19:41:26.621933 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-f40ada46-ce46-4bfd-8347-f2fbd534c38c tempest-NetworksTest-2133233541 tempest-NetworksTest-2133233541-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-670458'] for network (5c2deef3-f30a-4f03-b5e8-29de9cf4420a), before_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:41:26.732380 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.plugin [None req-f40ada46-ce46-4bfd-8347-f2fbd534c38c tempest-NetworksTest-2133233541 tempest-NetworksTest-2133233541-project] Deleting port e2bd975b-e7d4-4b58-80de-13e6349ea88d {{(pid=103229) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 19:41:26.732806 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-f40ada46-ce46-4bfd-8347-f2fbd534c38c tempest-NetworksTest-2133233541 tempest-NetworksTest-2133233541-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762867170196'] for port (e2bd975b-e7d4-4b58-80de-13e6349ea88d), before_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:41:26.826178 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.db [None req-f40ada46-ce46-4bfd-8347-f2fbd534c38c tempest-NetworksTest-2133233541 tempest-NetworksTest-2133233541-project] For port e2bd975b-e7d4-4b58-80de-13e6349ea88d, host n-d-713498-36, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-36',level=0,port_id=e2bd975b-e7d4-4b58-80de-13e6349ea88d,segment=NetworkSegment(f8d94175-0900-4630-b277-560a7a51422a),segment_id=f8d94175-0900-4630-b277-560a7a51422a)] {{(pid=103229) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 19:41:26.826558 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-f40ada46-ce46-4bfd-8347-f2fbd534c38c tempest-NetworksTest-2133233541 tempest-NetworksTest-2133233541-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1820838'] for port (e2bd975b-e7d4-4b58-80de-13e6349ea88d), precommit_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:41:26.856847 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.plugin [None req-f40ada46-ce46-4bfd-8347-f2fbd534c38c tempest-NetworksTest-2133233541 tempest-NetworksTest-2133233541-project] Calling delete_port for e2bd975b-e7d4-4b58-80de-13e6349ea88d owned by network:dhcp {{(pid=103229) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 19:41:26.869803 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9ac68d4-b42b-46e5-ba2e-97898e54f9b9 req-66f67456-a8c2-4ec7-9bd9-5bb26fa87ef2 tempest-TestVolumeBootPattern-1615943498 tempest-TestVolumeBootPattern-1615943498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:41:26.871452 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-f9ac68d4-b42b-46e5-ba2e-97898e54f9b9 req-66f67456-a8c2-4ec7-9bd9-5bb26fa87ef2 tempest-TestVolumeBootPattern-1615943498 tempest-TestVolumeBootPattern-1615943498-project] 10.222.0.75 "GET /v2.0/ports?device_id=0dc45f8d-fedd-40c2-8f12-83a4bb0d624c HTTP/1.1" status: 200 len: 943 time: 0.0914676 Feb 09 19:41:26.949507 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-f9ac68d4-b42b-46e5-ba2e-97898e54f9b9 req-afd633ee-3ebc-43d7-b9ba-85a55af5f3c4 tempest-TestVolumeBootPattern-1615943498 tempest-TestVolumeBootPattern-1615943498-project] 10.222.0.75 "GET /v2.0/security-groups?id=85e2738d-e0ce-44c8-a269-2deaf81a01f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0623577 Feb 09 19:41:26.995470 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-f40ada46-ce46-4bfd-8347-f2fbd534c38c tempest-NetworksTest-2133233541 tempest-NetworksTest-2133233541-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762867177463', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762866656476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12867576'] for port (e2bd975b-e7d4-4b58-80de-13e6349ea88d), after_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:41:27.027844 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f40ada46-ce46-4bfd-8347-f2fbd534c38c tempest-NetworksTest-2133233541 tempest-NetworksTest-2133233541-project] Pushing event deleted for resources: {'Port': ['ID=e2bd975b-e7d4-4b58-80de-13e6349ea88d,revision_number=None']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:41:27.034404 n-d-713498-36 neutron-server[103229]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f40ada46-ce46-4bfd-8347-f2fbd534c38c tempest-NetworksTest-2133233541 tempest-NetworksTest-2133233541-project] No DVR routers for this DVR port e2bd975b-e7d4-4b58-80de-13e6349ea88d on host n-d-713498-36 {{(pid=103229) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 19:41:27.127439 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-f40ada46-ce46-4bfd-8347-f2fbd534c38c tempest-NetworksTest-2133233541 tempest-NetworksTest-2133233541-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-590267', 'neutron.services.segments.db._delete_segments_for_network-8762867132609'] for network (5c2deef3-f30a-4f03-b5e8-29de9cf4420a), precommit_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:41:27.175415 n-d-713498-36 neutron-server[103229]: DEBUG neutron.services.segments.db [None req-f40ada46-ce46-4bfd-8347-f2fbd534c38c tempest-NetworksTest-2133233541 tempest-NetworksTest-2133233541-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5c2deef3-f30a-4f03-b5e8-29de9cf4420a']}} {{(pid=103229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:41:27.199221 n-d-713498-36 neutron-server[103229]: DEBUG neutron.services.segments.db [None req-f40ada46-ce46-4bfd-8347-f2fbd534c38c tempest-NetworksTest-2133233541 tempest-NetworksTest-2133233541-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f8d94175-0900-4630-b277-560a7a51422a') {'for_net_delete': True} {{(pid=103229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:41:27.200570 n-d-713498-36 neutron-server[103229]: DEBUG neutron.services.segments.db [None req-f40ada46-ce46-4bfd-8347-f2fbd534c38c tempest-NetworksTest-2133233541 tempest-NetworksTest-2133233541-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f8d94175-0900-4630-b277-560a7a51422a') {} {{(pid=103229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:41:27.211112 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-f40ada46-ce46-4bfd-8347-f2fbd534c38c tempest-NetworksTest-2133233541 tempest-NetworksTest-2133233541-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762867134154', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16683417'] for segment (f8d94175-0900-4630-b277-560a7a51422a), before_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:41:27.229947 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-f40ada46-ce46-4bfd-8347-f2fbd534c38c tempest-NetworksTest-2133233541 tempest-NetworksTest-2133233541-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-759574'] for segment (f8d94175-0900-4630-b277-560a7a51422a), precommit_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:41:27.254180 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f40ada46-ce46-4bfd-8347-f2fbd534c38c tempest-NetworksTest-2133233541 tempest-NetworksTest-2133233541-project] Releasing vlan 356 on physical network physnet1 to pool {{(pid=103229) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 19:41:27.254180 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-f40ada46-ce46-4bfd-8347-f2fbd534c38c tempest-NetworksTest-2133233541 tempest-NetworksTest-2133233541-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-759574', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12867469'] for segment (f8d94175-0900-4630-b277-560a7a51422a), after_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:41:27.323399 n-d-713498-36 neutron-server[103229]: Traceback (most recent call last): Feb 09 19:41:27.323399 n-d-713498-36 neutron-server[103229]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 19:41:27.323399 n-d-713498-36 neutron-server[103229]: timer() Feb 09 19:41:27.323399 n-d-713498-36 neutron-server[103229]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 19:41:27.323399 n-d-713498-36 neutron-server[103229]: cb(*args, **kw) Feb 09 19:41:27.323399 n-d-713498-36 neutron-server[103229]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 19:41:27.323399 n-d-713498-36 neutron-server[103229]: return func(*args, **kwargs) Feb 09 19:41:27.323399 n-d-713498-36 neutron-server[103229]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 19:41:27.323399 n-d-713498-36 neutron-server[103229]: self._notify() Feb 09 19:41:27.323399 n-d-713498-36 neutron-server[103229]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 19:41:27.323399 n-d-713498-36 neutron-server[103229]: self.callback(batched_events) Feb 09 19:41:27.323399 n-d-713498-36 neutron-server[103229]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 19:41:27.323399 n-d-713498-36 neutron-server[103229]: event.method(event) Feb 09 19:41:27.323399 n-d-713498-36 neutron-server[103229]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 19:41:27.323399 n-d-713498-36 neutron-server[103229]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 19:41:27.323399 n-d-713498-36 neutron-server[103229]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 19:41:27.323399 n-d-713498-36 neutron-server[103229]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 19:41:27.323399 n-d-713498-36 neutron-server[103229]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 19:41:27.323399 n-d-713498-36 neutron-server[103229]: return f(self, *a, **k) Feb 09 19:41:27.323399 n-d-713498-36 neutron-server[103229]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 19:41:27.323399 n-d-713498-36 neutron-server[103229]: return self._get(url).json() Feb 09 19:41:27.323399 n-d-713498-36 neutron-server[103229]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 19:41:27.323399 n-d-713498-36 neutron-server[103229]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 19:41:27.323399 n-d-713498-36 neutron-server[103229]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 19:41:27.323399 n-d-713498-36 neutron-server[103229]: return self.request(url, 'GET', **kwargs) Feb 09 19:41:27.323399 n-d-713498-36 neutron-server[103229]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 19:41:27.323399 n-d-713498-36 neutron-server[103229]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 19:41:27.323399 n-d-713498-36 neutron-server[103229]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 19:41:27.323399 n-d-713498-36 neutron-server[103229]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 19:41:27.323399 n-d-713498-36 neutron-server[103229]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 19:41:27.323399 n-d-713498-36 neutron-server[103229]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 19:41:27.323399 n-d-713498-36 neutron-server[103229]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 19:41:27.419768 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-f40ada46-ce46-4bfd-8347-f2fbd534c38c tempest-NetworksTest-2133233541 tempest-NetworksTest-2133233541-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-590242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1885479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1818895'] for network (5c2deef3-f30a-4f03-b5e8-29de9cf4420a), after_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:41:27.472523 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-f40ada46-ce46-4bfd-8347-f2fbd534c38c tempest-NetworksTest-2133233541 tempest-NetworksTest-2133233541-project] Publish callbacks [] for network (None), before_response {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:41:27.479711 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 44222) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:41:27.483575 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-f40ada46-ce46-4bfd-8347-f2fbd534c38c tempest-NetworksTest-2133233541 tempest-NetworksTest-2133233541-project] 10.222.0.75 "DELETE /v2.0/networks/5c2deef3-f30a-4f03-b5e8-29de9cf4420a HTTP/1.1" status: 204 len: 168 time: 2.2015696 Feb 09 19:41:27.485066 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.v2.base [None req-9bb607d8-0f9e-4487-9962-aab66a6e8eeb tempest-NetworksTest-2133233541 tempest-NetworksTest-2133233541-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-303935409'}} {{(pid=103230) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 19:41:27.485501 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f40ada46-ce46-4bfd-8347-f2fbd534c38c tempest-NetworksTest-2133233541 tempest-NetworksTest-2133233541-project] Pushing event deleted for resources: {'Network': ['ID=5c2deef3-f30a-4f03-b5e8-29de9cf4420a,revision_number=None']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:41:27.541613 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9bb607d8-0f9e-4487-9962-aab66a6e8eeb tempest-NetworksTest-2133233541 tempest-NetworksTest-2133233541-project] Made reservation on behalf of 7fff0fdfdb9d4728bec7dae9cd8dc087 for: {'network': 1} {{(pid=103230) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 19:41:27.546852 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-9bb607d8-0f9e-4487-9962-aab66a6e8eeb tempest-NetworksTest-2133233541 tempest-NetworksTest-2133233541-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for network (None), before_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:41:27.606228 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9bb607d8-0f9e-4487-9962-aab66a6e8eeb tempest-NetworksTest-2133233541 tempest-NetworksTest-2133233541-project] vlan segment allocate from pool success with {'vlan_id': 382, 'physical_network': 'physnet1'} {{(pid=103230) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 19:41:27.623337 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-9bb607d8-0f9e-4487-9962-aab66a6e8eeb tempest-NetworksTest-2133233541 tempest-NetworksTest-2133233541-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-759574'] for segment (2a0ab753-3ca0-41ae-9b50-800802d602c8), precommit_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:41:27.623702 n-d-713498-36 neutron-server[103230]: INFO neutron.db.segments_db [None req-9bb607d8-0f9e-4487-9962-aab66a6e8eeb tempest-NetworksTest-2133233541 tempest-NetworksTest-2133233541-project] Added segment 2a0ab753-3ca0-41ae-9b50-800802d602c8 of type vlan for network b2f7a8e7-89f6-4ec7-8b42-e945e07392b8 Feb 09 19:41:27.736909 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-9bb607d8-0f9e-4487-9962-aab66a6e8eeb tempest-NetworksTest-2133233541 tempest-NetworksTest-2133233541-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762866642225'] for network (b2f7a8e7-89f6-4ec7-8b42-e945e07392b8), precommit_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:41:27.790756 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-9bb607d8-0f9e-4487-9962-aab66a6e8eeb tempest-NetworksTest-2133233541 tempest-NetworksTest-2133233541-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1885479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452'] for network (b2f7a8e7-89f6-4ec7-8b42-e945e07392b8), after_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:41:27.797160 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9bb607d8-0f9e-4487-9962-aab66a6e8eeb tempest-NetworksTest-2133233541 tempest-NetworksTest-2133233541-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:41:27.798006 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-9bb607d8-0f9e-4487-9962-aab66a6e8eeb tempest-NetworksTest-2133233541 tempest-NetworksTest-2133233541-project] Publish callbacks [] for network (None), before_response {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:41:27.868842 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bb607d8-0f9e-4487-9962-aab66a6e8eeb tempest-NetworksTest-2133233541 tempest-NetworksTest-2133233541-project] Pushing event updated for resources: {'Network': ['ID=b2f7a8e7-89f6-4ec7-8b42-e945e07392b8,revision_number=1']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:41:27.884021 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Network b2f7a8e7-89f6-4ec7-8b42-e945e07392b8 details requested by agent ovs-agent-n-d-713498-36 with host n-d-713498-36 {{(pid=103232) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 19:41:27.890872 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-9bb607d8-0f9e-4487-9962-aab66a6e8eeb tempest-NetworksTest-2133233541 tempest-NetworksTest-2133233541-project] 10.222.0.75 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.4080813 Feb 09 19:41:27.891374 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 44232) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:41:27.896748 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.v2.base [None req-8ba37fec-e63c-48a5-9beb-7ca765838273 tempest-NetworksTest-2133233541 tempest-NetworksTest-2133233541-project] Request body: {'subnet': {'network_id': 'b2f7a8e7-89f6-4ec7-8b42-e945e07392b8', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=103229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 19:41:28.047268 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8ba37fec-e63c-48a5-9beb-7ca765838273 tempest-NetworksTest-2133233541 tempest-NetworksTest-2133233541-project] Made reservation on behalf of 7fff0fdfdb9d4728bec7dae9cd8dc087 for: {'subnet': 1} {{(pid=103229) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 19:41:28.054144 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-8ba37fec-e63c-48a5-9beb-7ca765838273 tempest-NetworksTest-2133233541 tempest-NetworksTest-2133233541-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12759265'] for subnet (None), before_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:41:28.200349 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a36b0ebb-82df-4f24-8010-cb6d802e3be0 req-4feec263-9472-405a-ba83-059b0d904cf4 tempest-TestVolumeBootPattern-1615943498 tempest-TestVolumeBootPattern-1615943498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:41:28.201754 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-a36b0ebb-82df-4f24-8010-cb6d802e3be0 req-4feec263-9472-405a-ba83-059b0d904cf4 tempest-TestVolumeBootPattern-1615943498 tempest-TestVolumeBootPattern-1615943498-project] 10.222.0.75 "GET /v2.0/ports?device_id=0dc45f8d-fedd-40c2-8f12-83a4bb0d624c HTTP/1.1" status: 200 len: 943 time: 0.1408603 Feb 09 19:41:28.322161 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-a36b0ebb-82df-4f24-8010-cb6d802e3be0 req-3d83357d-a0a9-4fef-8e34-eda280e1cfa0 tempest-TestVolumeBootPattern-1615943498 tempest-TestVolumeBootPattern-1615943498-project] 10.222.0.75 "GET /v2.0/security-groups?id=85e2738d-e0ce-44c8-a269-2deaf81a01f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1091161 Feb 09 19:41:28.374442 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-8ba37fec-e63c-48a5-9beb-7ca765838273 tempest-NetworksTest-2133233541 tempest-NetworksTest-2133233541-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12867428', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12759263'] for subnet (fee27f77-acee-40ba-92fd-575b66f5b0a8), after_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:41:28.462989 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ba37fec-e63c-48a5-9beb-7ca765838273 tempest-NetworksTest-2133233541 tempest-NetworksTest-2133233541-project] Checking segment: {'id': '2a0ab753-3ca0-41ae-9b50-800802d602c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': 'b2f7a8e7-89f6-4ec7-8b42-e945e07392b8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103229) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 19:41:28.463210 n-d-713498-36 neutron-server[103229]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ba37fec-e63c-48a5-9beb-7ca765838273 tempest-NetworksTest-2133233541 tempest-NetworksTest-2133233541-project] Network hostable DHCP agents. Network: b2f7a8e7-89f6-4ec7-8b42-e945e07392b8, hostable agents: ['af91e4b9-f4e1-42b1-a25c-a10dc47171c8'], hosted agents: [] {{(pid=103229) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 19:41:28.475088 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ba37fec-e63c-48a5-9beb-7ca765838273 tempest-NetworksTest-2133233541 tempest-NetworksTest-2133233541-project] Pushing event updated for resources: {'Subnet': ['ID=fee27f77-acee-40ba-92fd-575b66f5b0a8,revision_number=0']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:41:28.487496 n-d-713498-36 neutron-server[103229]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ba37fec-e63c-48a5-9beb-7ca765838273 tempest-NetworksTest-2133233541 tempest-NetworksTest-2133233541-project] Network b2f7a8e7-89f6-4ec7-8b42-e945e07392b8 is scheduled to be hosted by DHCP agent af91e4b9-f4e1-42b1-a25c-a10dc47171c8 with binding_index 1 {{(pid=103229) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 19:41:28.498633 n-d-713498-36 neutron-server[103229]: DEBUG neutron.scheduler.base_scheduler [None req-8ba37fec-e63c-48a5-9beb-7ca765838273 tempest-NetworksTest-2133233541 tempest-NetworksTest-2133233541-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713498-36, b2f7a8e7-89f6-4ec7-8b42-e945e07392b8) {{(pid=103229) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 19:41:28.507896 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-acefa60d-8068-4368-bb9c-928c6486b4c5 None None] Network b2f7a8e7-89f6-4ec7-8b42-e945e07392b8 requested from n-d-713498-36 {{(pid=103232) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 19:41:28.513247 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ba37fec-e63c-48a5-9beb-7ca765838273 tempest-NetworksTest-2133233541 tempest-NetworksTest-2133233541-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:41:28.514764 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-8ba37fec-e63c-48a5-9beb-7ca765838273 tempest-NetworksTest-2133233541 tempest-NetworksTest-2133233541-project] Publish callbacks [] for subnet (None), before_response {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:41:28.535220 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-8ba37fec-e63c-48a5-9beb-7ca765838273 tempest-NetworksTest-2133233541 tempest-NetworksTest-2133233541-project] 10.222.0.75 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 0.6423113 Feb 09 19:41:28.537282 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 44248) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:41:28.734656 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5fc6644-2d23-4ae5-b680-9c40a79e8c9f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8b32e980-7cce-5e82-a341-bd2fa8945c89-b2f7a8e7-89f6-4ec7-8b42-e945e07392b8', 'network_id': 'b2f7a8e7-89f6-4ec7-8b42-e945e07392b8', 'project_id': '7fff0fdfdb9d4728bec7dae9cd8dc087', 'fixed_ips': [{'subnet_id': 'fee27f77-acee-40ba-92fd-575b66f5b0a8'}]}} from n-d-713498-36. {{(pid=103232) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 09 19:41:28.736178 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-c5fc6644-2d23-4ae5-b680-9c40a79e8c9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (None), before_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:41:28.741290 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-032cd99a-7fea-457a-aedd-be6f167a6ebe tempest-NetworksTest-2133233541 tempest-NetworksTest-2133233541-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-670458'] for network (b2f7a8e7-89f6-4ec7-8b42-e945e07392b8), before_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:41:28.833208 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-032cd99a-7fea-457a-aedd-be6f167a6ebe tempest-NetworksTest-2133233541 tempest-NetworksTest-2133233541-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-759852'] for subnet (fee27f77-acee-40ba-92fd-575b66f5b0a8), precommit_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:41:28.957400 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.db_base_plugin_common [None req-c5fc6644-2d23-4ae5-b680-9c40a79e8c9f None None] Allocated IP 172.20.0.1 (b2f7a8e7-89f6-4ec7-8b42-e945e07392b8/fee27f77-acee-40ba-92fd-575b66f5b0a8/48a69ced-d235-4b88-825a-cbad2f2758df) {{(pid=103232) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 19:41:29.118103 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-c5fc6644-2d23-4ae5-b680-9c40a79e8c9f None None] Publish callbacks [] for port (48a69ced-d235-4b88-825a-cbad2f2758df), precommit_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:41:29.127933 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-c5fc6644-2d23-4ae5-b680-9c40a79e8c9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762866656467'] for port (48a69ced-d235-4b88-825a-cbad2f2758df), after_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:41:29.162403 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-032cd99a-7fea-457a-aedd-be6f167a6ebe tempest-NetworksTest-2133233541 tempest-NetworksTest-2133233541-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-760023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12867367', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12759238'] for subnet (fee27f77-acee-40ba-92fd-575b66f5b0a8), after_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:41:29.182228 n-d-713498-36 neutron-server[103232]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5fc6644-2d23-4ae5-b680-9c40a79e8c9f None None] Network b2f7a8e7-89f6-4ec7-8b42-e945e07392b8 is already hosted by enough agents. {{(pid=103232) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 19:41:29.185615 n-d-713498-36 neutron-server[103232]: DEBUG neutron.scheduler.base_scheduler [None req-c5fc6644-2d23-4ae5-b680-9c40a79e8c9f None None] Resources bound (agent type, host, resource id): {{(pid=103232) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 19:41:29.189921 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5fc6644-2d23-4ae5-b680-9c40a79e8c9f None None] Received port after_create {{(pid=103232) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 19:41:29.239667 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-032cd99a-7fea-457a-aedd-be6f167a6ebe tempest-NetworksTest-2133233541 tempest-NetworksTest-2133233541-project] Pushing event deleted for resources: {'Subnet': ['ID=fee27f77-acee-40ba-92fd-575b66f5b0a8,revision_number=None']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:41:29.280952 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5fc6644-2d23-4ae5-b680-9c40a79e8c9f None None] Pushing event updated for resources: {'Port': ['ID=48a69ced-d235-4b88-825a-cbad2f2758df,revision_number=1']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:41:29.335353 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-032cd99a-7fea-457a-aedd-be6f167a6ebe tempest-NetworksTest-2133233541 tempest-NetworksTest-2133233541-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-590267', 'neutron.services.segments.db._delete_segments_for_network-8762867132609'] for network (b2f7a8e7-89f6-4ec7-8b42-e945e07392b8), precommit_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:41:29.366611 n-d-713498-36 neutron-server[103229]: DEBUG neutron.services.segments.db [None req-032cd99a-7fea-457a-aedd-be6f167a6ebe tempest-NetworksTest-2133233541 tempest-NetworksTest-2133233541-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b2f7a8e7-89f6-4ec7-8b42-e945e07392b8']}} {{(pid=103229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:41:29.376342 n-d-713498-36 neutron-server[103229]: DEBUG neutron.services.segments.db [None req-032cd99a-7fea-457a-aedd-be6f167a6ebe tempest-NetworksTest-2133233541 tempest-NetworksTest-2133233541-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2a0ab753-3ca0-41ae-9b50-800802d602c8') {'for_net_delete': True} {{(pid=103229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:41:29.376642 n-d-713498-36 neutron-server[103229]: DEBUG neutron.services.segments.db [None req-032cd99a-7fea-457a-aedd-be6f167a6ebe tempest-NetworksTest-2133233541 tempest-NetworksTest-2133233541-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2a0ab753-3ca0-41ae-9b50-800802d602c8') {} {{(pid=103229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:41:29.382437 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.managers [None req-c5fc6644-2d23-4ae5-b680-9c40a79e8c9f None None] Attempting to bind port 48a69ced-d235-4b88-825a-cbad2f2758df on host n-d-713498-36 for vnic_type normal with profile {{(pid=103232) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 19:41:29.382814 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.managers [None req-c5fc6644-2d23-4ae5-b680-9c40a79e8c9f None None] Attempting to bind port 48a69ced-d235-4b88-825a-cbad2f2758df by drivers openvswitch,hyperv on host n-d-713498-36 at level 0 using segments [{'id': '2a0ab753-3ca0-41ae-9b50-800802d602c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': 'b2f7a8e7-89f6-4ec7-8b42-e945e07392b8'}] {{(pid=103232) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 19:41:29.384659 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5fc6644-2d23-4ae5-b680-9c40a79e8c9f None None] Attempting to bind port 48a69ced-d235-4b88-825a-cbad2f2758df on network b2f7a8e7-89f6-4ec7-8b42-e945e07392b8 {{(pid=103232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 19:41:29.388507 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-032cd99a-7fea-457a-aedd-be6f167a6ebe tempest-NetworksTest-2133233541 tempest-NetworksTest-2133233541-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762867134154', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16683417'] for segment (2a0ab753-3ca0-41ae-9b50-800802d602c8), before_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:41:29.403378 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-032cd99a-7fea-457a-aedd-be6f167a6ebe tempest-NetworksTest-2133233541 tempest-NetworksTest-2133233541-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-759574'] for segment (2a0ab753-3ca0-41ae-9b50-800802d602c8), precommit_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:41:29.405096 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5fc6644-2d23-4ae5-b680-9c40a79e8c9f None None] Checking agent: {'id': '496418a2-c002-4aec-ab1a-07f3bea491bd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-36', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 18, 51, 47), 'started_at': datetime.datetime(2022, 2, 9, 18, 52, 17), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 19, 41, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-36'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 19:41:29.405480 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5fc6644-2d23-4ae5-b680-9c40a79e8c9f None None] Checking segment: {'id': '2a0ab753-3ca0-41ae-9b50-800802d602c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': 'b2f7a8e7-89f6-4ec7-8b42-e945e07392b8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103232) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 19:41:29.405885 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-c5fc6644-2d23-4ae5-b680-9c40a79e8c9f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:41:29.406307 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5fc6644-2d23-4ae5-b680-9c40a79e8c9f None None] Bound using segment: {'id': '2a0ab753-3ca0-41ae-9b50-800802d602c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': 'b2f7a8e7-89f6-4ec7-8b42-e945e07392b8'} {{(pid=103232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 19:41:29.406775 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.managers [None req-c5fc6644-2d23-4ae5-b680-9c40a79e8c9f None None] Bound port: 48a69ced-d235-4b88-825a-cbad2f2758df, host: n-d-713498-36, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2a0ab753-3ca0-41ae-9b50-800802d602c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': 'b2f7a8e7-89f6-4ec7-8b42-e945e07392b8'}}] {{(pid=103232) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 19:41:29.410317 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-032cd99a-7fea-457a-aedd-be6f167a6ebe tempest-NetworksTest-2133233541 tempest-NetworksTest-2133233541-project] Releasing vlan 382 on physical network physnet1 to pool {{(pid=103229) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 19:41:29.410891 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-032cd99a-7fea-457a-aedd-be6f167a6ebe tempest-NetworksTest-2133233541 tempest-NetworksTest-2133233541-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-759574', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12867469'] for segment (2a0ab753-3ca0-41ae-9b50-800802d602c8), after_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:41:29.420432 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-c5fc6644-2d23-4ae5-b680-9c40a79e8c9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (48a69ced-d235-4b88-825a-cbad2f2758df), before_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:41:29.477883 n-d-713498-36 neutron-server[103229]: Traceback (most recent call last): Feb 09 19:41:29.477883 n-d-713498-36 neutron-server[103229]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 19:41:29.477883 n-d-713498-36 neutron-server[103229]: timer() Feb 09 19:41:29.477883 n-d-713498-36 neutron-server[103229]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 19:41:29.477883 n-d-713498-36 neutron-server[103229]: cb(*args, **kw) Feb 09 19:41:29.477883 n-d-713498-36 neutron-server[103229]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 19:41:29.477883 n-d-713498-36 neutron-server[103229]: return func(*args, **kwargs) Feb 09 19:41:29.477883 n-d-713498-36 neutron-server[103229]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 19:41:29.477883 n-d-713498-36 neutron-server[103229]: self._notify() Feb 09 19:41:29.477883 n-d-713498-36 neutron-server[103229]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 19:41:29.477883 n-d-713498-36 neutron-server[103229]: self.callback(batched_events) Feb 09 19:41:29.477883 n-d-713498-36 neutron-server[103229]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 19:41:29.477883 n-d-713498-36 neutron-server[103229]: event.method(event) Feb 09 19:41:29.477883 n-d-713498-36 neutron-server[103229]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 19:41:29.477883 n-d-713498-36 neutron-server[103229]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 19:41:29.477883 n-d-713498-36 neutron-server[103229]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 19:41:29.477883 n-d-713498-36 neutron-server[103229]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 19:41:29.477883 n-d-713498-36 neutron-server[103229]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 19:41:29.477883 n-d-713498-36 neutron-server[103229]: return f(self, *a, **k) Feb 09 19:41:29.477883 n-d-713498-36 neutron-server[103229]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 19:41:29.477883 n-d-713498-36 neutron-server[103229]: return self._get(url).json() Feb 09 19:41:29.477883 n-d-713498-36 neutron-server[103229]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 19:41:29.477883 n-d-713498-36 neutron-server[103229]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 19:41:29.477883 n-d-713498-36 neutron-server[103229]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 19:41:29.477883 n-d-713498-36 neutron-server[103229]: return self.request(url, 'GET', **kwargs) Feb 09 19:41:29.477883 n-d-713498-36 neutron-server[103229]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 19:41:29.477883 n-d-713498-36 neutron-server[103229]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 19:41:29.477883 n-d-713498-36 neutron-server[103229]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 19:41:29.477883 n-d-713498-36 neutron-server[103229]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 19:41:29.477883 n-d-713498-36 neutron-server[103229]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 19:41:29.477883 n-d-713498-36 neutron-server[103229]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 19:41:29.477883 n-d-713498-36 neutron-server[103229]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 19:41:29.480359 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.db.api [None req-032cd99a-7fea-457a-aedd-be6f167a6ebe tempest-NetworksTest-2133233541 tempest-NetworksTest-2133233541-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Feb 09 19:41:29.480359 n-d-713498-36 neutron-server[103229]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Feb 09 19:41:29.480359 n-d-713498-36 neutron-server[103229]: [parameters: {'id': 'b2f7a8e7-89f6-4ec7-8b42-e945e07392b8'}] Feb 09 19:41:29.480359 n-d-713498-36 neutron-server[103229]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=103229) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 09 19:41:29.480688 n-d-713498-36 neutron-server[103229]: DEBUG oslo_db.api [None req-032cd99a-7fea-457a-aedd-be6f167a6ebe tempest-NetworksTest-2133233541 tempest-NetworksTest-2133233541-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=103229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 09 19:41:29.532910 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49bd494f-9a56-41ef-8e08-a19a28266817 req-ef870a02-1359-4a8f-8e08-496ca0768631 tempest-TestVolumeBootPattern-1615943498 tempest-TestVolumeBootPattern-1615943498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:41:29.535670 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-49bd494f-9a56-41ef-8e08-a19a28266817 req-ef870a02-1359-4a8f-8e08-496ca0768631 tempest-TestVolumeBootPattern-1615943498 tempest-TestVolumeBootPattern-1615943498-project] 10.222.0.75 "GET /v2.0/ports?device_id=0dc45f8d-fedd-40c2-8f12-83a4bb0d624c HTTP/1.1" status: 200 len: 943 time: 0.0791614 Feb 09 19:41:29.546995 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-c5fc6644-2d23-4ae5-b680-9c40a79e8c9f None None] For port 48a69ced-d235-4b88-825a-cbad2f2758df, host n-d-713498-36, cleared binding levels {{(pid=103232) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 19:41:29.551165 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-c5fc6644-2d23-4ae5-b680-9c40a79e8c9f None None] For port 48a69ced-d235-4b88-825a-cbad2f2758df, host n-d-713498-36, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-36',level=0,port_id=48a69ced-d235-4b88-825a-cbad2f2758df,segment=NetworkSegment(2a0ab753-3ca0-41ae-9b50-800802d602c8),segment_id=2a0ab753-3ca0-41ae-9b50-800802d602c8)] {{(pid=103232) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 19:41:29.559986 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-c5fc6644-2d23-4ae5-b680-9c40a79e8c9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762867176205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762866656485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762866656503'] for port (48a69ced-d235-4b88-825a-cbad2f2758df), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:41:29.662806 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5fc6644-2d23-4ae5-b680-9c40a79e8c9f None None] Pushing event updated for resources: {'Port': ['ID=48a69ced-d235-4b88-825a-cbad2f2758df,revision_number=2']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:41:29.678475 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-49bd494f-9a56-41ef-8e08-a19a28266817 req-fa9d15ea-eb20-4553-973c-966b386cb577 tempest-TestVolumeBootPattern-1615943498 tempest-TestVolumeBootPattern-1615943498-project] 10.222.0.75 "GET /v2.0/security-groups?id=85e2738d-e0ce-44c8-a269-2deaf81a01f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1135287 Feb 09 19:41:29.709336 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f94995e-62fc-4a06-b522-a2b49bd48d75 None None] get_active_networks_info from n-d-713498-36 {{(pid=103232) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Feb 09 19:41:29.830138 n-d-713498-36 neutron-server[103232]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f94995e-62fc-4a06-b522-a2b49bd48d75 None None] Resources bound (agent type, host, resource id): {{(pid=103232) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 09 19:41:29.981989 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-032cd99a-7fea-457a-aedd-be6f167a6ebe tempest-NetworksTest-2133233541 tempest-NetworksTest-2133233541-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-670458'] for network (b2f7a8e7-89f6-4ec7-8b42-e945e07392b8), before_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:41:30.112296 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.plugin [None req-032cd99a-7fea-457a-aedd-be6f167a6ebe tempest-NetworksTest-2133233541 tempest-NetworksTest-2133233541-project] Deleting port 48a69ced-d235-4b88-825a-cbad2f2758df {{(pid=103229) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 19:41:30.112857 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-032cd99a-7fea-457a-aedd-be6f167a6ebe tempest-NetworksTest-2133233541 tempest-NetworksTest-2133233541-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762867170196'] for port (48a69ced-d235-4b88-825a-cbad2f2758df), before_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:41:30.135885 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88fe9c19-1756-46f7-8cc2-4e6499c134f7 None None] Network b2f7a8e7-89f6-4ec7-8b42-e945e07392b8 requested from n-d-713498-36 {{(pid=103232) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 19:41:30.207324 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.db [None req-032cd99a-7fea-457a-aedd-be6f167a6ebe tempest-NetworksTest-2133233541 tempest-NetworksTest-2133233541-project] For port 48a69ced-d235-4b88-825a-cbad2f2758df, host n-d-713498-36, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-36',level=0,port_id=48a69ced-d235-4b88-825a-cbad2f2758df,segment=NetworkSegment(2a0ab753-3ca0-41ae-9b50-800802d602c8),segment_id=2a0ab753-3ca0-41ae-9b50-800802d602c8)] {{(pid=103229) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 19:41:30.207997 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-032cd99a-7fea-457a-aedd-be6f167a6ebe tempest-NetworksTest-2133233541 tempest-NetworksTest-2133233541-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1820838'] for port (48a69ced-d235-4b88-825a-cbad2f2758df), precommit_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:41:30.221035 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.plugin [None req-032cd99a-7fea-457a-aedd-be6f167a6ebe tempest-NetworksTest-2133233541 tempest-NetworksTest-2133233541-project] Calling delete_port for 48a69ced-d235-4b88-825a-cbad2f2758df owned by network:dhcp {{(pid=103229) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 19:41:30.327267 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-032cd99a-7fea-457a-aedd-be6f167a6ebe tempest-NetworksTest-2133233541 tempest-NetworksTest-2133233541-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762867177463', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762866656476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12867576'] for port (48a69ced-d235-4b88-825a-cbad2f2758df), after_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:41:30.359366 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-032cd99a-7fea-457a-aedd-be6f167a6ebe tempest-NetworksTest-2133233541 tempest-NetworksTest-2133233541-project] Pushing event deleted for resources: {'Port': ['ID=48a69ced-d235-4b88-825a-cbad2f2758df,revision_number=None']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:41:30.380017 n-d-713498-36 neutron-server[103229]: DEBUG neutron.db.l3_dvrscheduler_db [None req-032cd99a-7fea-457a-aedd-be6f167a6ebe tempest-NetworksTest-2133233541 tempest-NetworksTest-2133233541-project] No DVR routers for this DVR port 48a69ced-d235-4b88-825a-cbad2f2758df on host n-d-713498-36 {{(pid=103229) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 19:41:30.502652 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-032cd99a-7fea-457a-aedd-be6f167a6ebe tempest-NetworksTest-2133233541 tempest-NetworksTest-2133233541-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-590267', 'neutron.services.segments.db._delete_segments_for_network-8762867132609'] for network (b2f7a8e7-89f6-4ec7-8b42-e945e07392b8), precommit_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:41:30.528145 n-d-713498-36 neutron-server[103229]: DEBUG neutron.services.segments.db [None req-032cd99a-7fea-457a-aedd-be6f167a6ebe tempest-NetworksTest-2133233541 tempest-NetworksTest-2133233541-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b2f7a8e7-89f6-4ec7-8b42-e945e07392b8']}} {{(pid=103229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:41:30.540179 n-d-713498-36 neutron-server[103229]: DEBUG neutron.services.segments.db [None req-032cd99a-7fea-457a-aedd-be6f167a6ebe tempest-NetworksTest-2133233541 tempest-NetworksTest-2133233541-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2a0ab753-3ca0-41ae-9b50-800802d602c8') {'for_net_delete': True} {{(pid=103229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:41:30.541817 n-d-713498-36 neutron-server[103229]: DEBUG neutron.services.segments.db [None req-032cd99a-7fea-457a-aedd-be6f167a6ebe tempest-NetworksTest-2133233541 tempest-NetworksTest-2133233541-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2a0ab753-3ca0-41ae-9b50-800802d602c8') {} {{(pid=103229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:41:30.557297 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-032cd99a-7fea-457a-aedd-be6f167a6ebe tempest-NetworksTest-2133233541 tempest-NetworksTest-2133233541-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762867134154', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16683417'] for segment (2a0ab753-3ca0-41ae-9b50-800802d602c8), before_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:41:30.580226 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-032cd99a-7fea-457a-aedd-be6f167a6ebe tempest-NetworksTest-2133233541 tempest-NetworksTest-2133233541-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-759574'] for segment (2a0ab753-3ca0-41ae-9b50-800802d602c8), precommit_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:41:30.589202 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-032cd99a-7fea-457a-aedd-be6f167a6ebe tempest-NetworksTest-2133233541 tempest-NetworksTest-2133233541-project] Releasing vlan 382 on physical network physnet1 to pool {{(pid=103229) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 19:41:30.589720 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-032cd99a-7fea-457a-aedd-be6f167a6ebe tempest-NetworksTest-2133233541 tempest-NetworksTest-2133233541-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-759574', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12867469'] for segment (2a0ab753-3ca0-41ae-9b50-800802d602c8), after_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:41:30.598681 n-d-713498-36 neutron-server[103229]: Traceback (most recent call last): Feb 09 19:41:30.598681 n-d-713498-36 neutron-server[103229]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 19:41:30.598681 n-d-713498-36 neutron-server[103229]: timer() Feb 09 19:41:30.598681 n-d-713498-36 neutron-server[103229]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 19:41:30.598681 n-d-713498-36 neutron-server[103229]: cb(*args, **kw) Feb 09 19:41:30.598681 n-d-713498-36 neutron-server[103229]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 19:41:30.598681 n-d-713498-36 neutron-server[103229]: return func(*args, **kwargs) Feb 09 19:41:30.598681 n-d-713498-36 neutron-server[103229]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 19:41:30.598681 n-d-713498-36 neutron-server[103229]: self._notify() Feb 09 19:41:30.598681 n-d-713498-36 neutron-server[103229]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 19:41:30.598681 n-d-713498-36 neutron-server[103229]: self.callback(batched_events) Feb 09 19:41:30.598681 n-d-713498-36 neutron-server[103229]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 19:41:30.598681 n-d-713498-36 neutron-server[103229]: event.method(event) Feb 09 19:41:30.598681 n-d-713498-36 neutron-server[103229]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 19:41:30.598681 n-d-713498-36 neutron-server[103229]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 19:41:30.598681 n-d-713498-36 neutron-server[103229]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 19:41:30.598681 n-d-713498-36 neutron-server[103229]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 19:41:30.598681 n-d-713498-36 neutron-server[103229]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 19:41:30.598681 n-d-713498-36 neutron-server[103229]: return f(self, *a, **k) Feb 09 19:41:30.598681 n-d-713498-36 neutron-server[103229]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 19:41:30.598681 n-d-713498-36 neutron-server[103229]: return self._get(url).json() Feb 09 19:41:30.598681 n-d-713498-36 neutron-server[103229]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 19:41:30.598681 n-d-713498-36 neutron-server[103229]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 19:41:30.598681 n-d-713498-36 neutron-server[103229]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 19:41:30.598681 n-d-713498-36 neutron-server[103229]: return self.request(url, 'GET', **kwargs) Feb 09 19:41:30.598681 n-d-713498-36 neutron-server[103229]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 19:41:30.598681 n-d-713498-36 neutron-server[103229]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 19:41:30.598681 n-d-713498-36 neutron-server[103229]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 19:41:30.598681 n-d-713498-36 neutron-server[103229]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 19:41:30.598681 n-d-713498-36 neutron-server[103229]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 19:41:30.598681 n-d-713498-36 neutron-server[103229]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 19:41:30.598681 n-d-713498-36 neutron-server[103229]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 19:41:30.693362 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-032cd99a-7fea-457a-aedd-be6f167a6ebe tempest-NetworksTest-2133233541 tempest-NetworksTest-2133233541-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-590242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1885479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1818895'] for network (b2f7a8e7-89f6-4ec7-8b42-e945e07392b8), after_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:41:30.703532 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-032cd99a-7fea-457a-aedd-be6f167a6ebe tempest-NetworksTest-2133233541 tempest-NetworksTest-2133233541-project] Publish callbacks [] for network (None), before_response {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:41:30.718542 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-032cd99a-7fea-457a-aedd-be6f167a6ebe tempest-NetworksTest-2133233541 tempest-NetworksTest-2133233541-project] 10.222.0.75 "DELETE /v2.0/networks/b2f7a8e7-89f6-4ec7-8b42-e945e07392b8 HTTP/1.1" status: 204 len: 168 time: 2.1797590 Feb 09 19:41:30.722108 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 44294) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:41:30.728300 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.v2.base [None req-449142fd-e355-4b11-b737-4a3a78f970b4 tempest-NetworksTest-2133233541 tempest-NetworksTest-2133233541-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-786869697'}} {{(pid=103230) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 19:41:30.772779 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-032cd99a-7fea-457a-aedd-be6f167a6ebe tempest-NetworksTest-2133233541 tempest-NetworksTest-2133233541-project] Pushing event deleted for resources: {'Network': ['ID=b2f7a8e7-89f6-4ec7-8b42-e945e07392b8,revision_number=None']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:41:30.781197 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-449142fd-e355-4b11-b737-4a3a78f970b4 tempest-NetworksTest-2133233541 tempest-NetworksTest-2133233541-project] Made reservation on behalf of 7fff0fdfdb9d4728bec7dae9cd8dc087 for: {'network': 1} {{(pid=103230) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 19:41:30.784688 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-449142fd-e355-4b11-b737-4a3a78f970b4 tempest-NetworksTest-2133233541 tempest-NetworksTest-2133233541-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for network (None), before_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:41:30.840140 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-449142fd-e355-4b11-b737-4a3a78f970b4 tempest-NetworksTest-2133233541 tempest-NetworksTest-2133233541-project] vlan segment allocate from pool success with {'vlan_id': 384, 'physical_network': 'physnet1'} {{(pid=103230) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 19:41:30.857670 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-449142fd-e355-4b11-b737-4a3a78f970b4 tempest-NetworksTest-2133233541 tempest-NetworksTest-2133233541-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-759574'] for segment (9767312b-979d-4b70-baa5-1179ec5739cd), precommit_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:41:30.858035 n-d-713498-36 neutron-server[103230]: INFO neutron.db.segments_db [None req-449142fd-e355-4b11-b737-4a3a78f970b4 tempest-NetworksTest-2133233541 tempest-NetworksTest-2133233541-project] Added segment 9767312b-979d-4b70-baa5-1179ec5739cd of type vlan for network c192b24d-a715-4f57-9e1f-6e4492a0f044 Feb 09 19:41:30.887335 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f4f064c-4d6a-43c6-adea-70d37d9d9945 req-e7552426-19a3-4d88-a7ed-37b99ae3b7f4 tempest-TestVolumeBootPattern-1615943498 tempest-TestVolumeBootPattern-1615943498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:41:30.888808 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-7f4f064c-4d6a-43c6-adea-70d37d9d9945 req-e7552426-19a3-4d88-a7ed-37b99ae3b7f4 tempest-TestVolumeBootPattern-1615943498 tempest-TestVolumeBootPattern-1615943498-project] 10.222.0.75 "GET /v2.0/ports?device_id=0dc45f8d-fedd-40c2-8f12-83a4bb0d624c HTTP/1.1" status: 200 len: 943 time: 0.1176739 Feb 09 19:41:30.959106 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-449142fd-e355-4b11-b737-4a3a78f970b4 tempest-NetworksTest-2133233541 tempest-NetworksTest-2133233541-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762866642225'] for network (c192b24d-a715-4f57-9e1f-6e4492a0f044), precommit_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:41:30.998949 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-449142fd-e355-4b11-b737-4a3a78f970b4 tempest-NetworksTest-2133233541 tempest-NetworksTest-2133233541-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1885479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452'] for network (c192b24d-a715-4f57-9e1f-6e4492a0f044), after_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:41:31.006070 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-449142fd-e355-4b11-b737-4a3a78f970b4 tempest-NetworksTest-2133233541 tempest-NetworksTest-2133233541-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:41:31.006758 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-449142fd-e355-4b11-b737-4a3a78f970b4 tempest-NetworksTest-2133233541 tempest-NetworksTest-2133233541-project] Publish callbacks [] for network (None), before_response {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:41:31.032857 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-7f4f064c-4d6a-43c6-adea-70d37d9d9945 req-9a3628e4-20a5-40d4-917a-b8c18c252dec tempest-TestVolumeBootPattern-1615943498 tempest-TestVolumeBootPattern-1615943498-project] 10.222.0.75 "GET /v2.0/security-groups?id=85e2738d-e0ce-44c8-a269-2deaf81a01f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1305144 Feb 09 19:41:31.095962 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-449142fd-e355-4b11-b737-4a3a78f970b4 tempest-NetworksTest-2133233541 tempest-NetworksTest-2133233541-project] 10.222.0.75 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.3715975 Feb 09 19:41:31.099333 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 44306) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:41:31.105564 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.v2.base [None req-8cce0440-4987-4043-bba3-16ee67b2cf4f tempest-NetworksTest-2133233541 tempest-NetworksTest-2133233541-project] Request body: {'network': {'name': 'New_network'}} {{(pid=103229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 19:41:31.122252 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-449142fd-e355-4b11-b737-4a3a78f970b4 tempest-NetworksTest-2133233541 tempest-NetworksTest-2133233541-project] Pushing event updated for resources: {'Network': ['ID=c192b24d-a715-4f57-9e1f-6e4492a0f044,revision_number=1']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:41:31.150658 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Network c192b24d-a715-4f57-9e1f-6e4492a0f044 details requested by agent ovs-agent-n-d-713498-36 with host n-d-713498-36 {{(pid=103232) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 19:41:31.309738 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-8cce0440-4987-4043-bba3-16ee67b2cf4f tempest-NetworksTest-2133233541 tempest-NetworksTest-2133233541-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762866642225'] for network (c192b24d-a715-4f57-9e1f-6e4492a0f044), precommit_update {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:41:31.327631 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-8cce0440-4987-4043-bba3-16ee67b2cf4f tempest-NetworksTest-2133233541 tempest-NetworksTest-2133233541-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1885479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452'] for network (c192b24d-a715-4f57-9e1f-6e4492a0f044), after_update {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:41:31.350850 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-8cce0440-4987-4043-bba3-16ee67b2cf4f tempest-NetworksTest-2133233541 tempest-NetworksTest-2133233541-project] Network c192b24d-a715-4f57-9e1f-6e4492a0f044 is not hosted by any dhcp agent {{(pid=103229) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Feb 09 19:41:31.357020 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8cce0440-4987-4043-bba3-16ee67b2cf4f tempest-NetworksTest-2133233541 tempest-NetworksTest-2133233541-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:41:31.357787 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-8cce0440-4987-4043-bba3-16ee67b2cf4f tempest-NetworksTest-2133233541 tempest-NetworksTest-2133233541-project] Publish callbacks [] for network (None), before_response {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:41:31.359243 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-8cce0440-4987-4043-bba3-16ee67b2cf4f tempest-NetworksTest-2133233541 tempest-NetworksTest-2133233541-project] 10.222.0.75 "PUT /v2.0/networks/c192b24d-a715-4f57-9e1f-6e4492a0f044 HTTP/1.1" status: 200 len: 723 time: 0.2579343 Feb 09 19:41:31.361914 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 44308) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:41:31.368409 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.v2.base [None req-4ed816ff-8267-4676-888f-6385bf3b4724 tempest-NetworksTest-2133233541 tempest-NetworksTest-2133233541-project] Request body: {'subnet': {'network_id': 'c192b24d-a715-4f57-9e1f-6e4492a0f044', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103230) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 19:41:31.428982 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cce0440-4987-4043-bba3-16ee67b2cf4f tempest-NetworksTest-2133233541 tempest-NetworksTest-2133233541-project] Pushing event updated for resources: {'Network': ['ID=c192b24d-a715-4f57-9e1f-6e4492a0f044,revision_number=2']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:41:31.440189 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Network c192b24d-a715-4f57-9e1f-6e4492a0f044 details requested by agent ovs-agent-n-d-713498-36 with host n-d-713498-36 {{(pid=103232) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 19:41:31.595032 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4ed816ff-8267-4676-888f-6385bf3b4724 tempest-NetworksTest-2133233541 tempest-NetworksTest-2133233541-project] Made reservation on behalf of 7fff0fdfdb9d4728bec7dae9cd8dc087 for: {'subnet': 1} {{(pid=103230) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 19:41:31.599723 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-4ed816ff-8267-4676-888f-6385bf3b4724 tempest-NetworksTest-2133233541 tempest-NetworksTest-2133233541-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12985917'] for subnet (None), before_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:41:31.843894 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-4ed816ff-8267-4676-888f-6385bf3b4724 tempest-NetworksTest-2133233541 tempest-NetworksTest-2133233541-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14393611', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12985859'] for subnet (b51981f1-07a9-4caa-96af-f91381293bf2), after_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:41:31.921328 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ed816ff-8267-4676-888f-6385bf3b4724 tempest-NetworksTest-2133233541 tempest-NetworksTest-2133233541-project] Pushing event updated for resources: {'Subnet': ['ID=b51981f1-07a9-4caa-96af-f91381293bf2,revision_number=0']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:41:31.932666 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ed816ff-8267-4676-888f-6385bf3b4724 tempest-NetworksTest-2133233541 tempest-NetworksTest-2133233541-project] Checking segment: {'id': '9767312b-979d-4b70-baa5-1179ec5739cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': 'c192b24d-a715-4f57-9e1f-6e4492a0f044'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103230) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 19:41:31.933029 n-d-713498-36 neutron-server[103230]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ed816ff-8267-4676-888f-6385bf3b4724 tempest-NetworksTest-2133233541 tempest-NetworksTest-2133233541-project] Network hostable DHCP agents. Network: c192b24d-a715-4f57-9e1f-6e4492a0f044, hostable agents: ['af91e4b9-f4e1-42b1-a25c-a10dc47171c8'], hosted agents: [] {{(pid=103230) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 19:41:31.950747 n-d-713498-36 neutron-server[103230]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ed816ff-8267-4676-888f-6385bf3b4724 tempest-NetworksTest-2133233541 tempest-NetworksTest-2133233541-project] Network c192b24d-a715-4f57-9e1f-6e4492a0f044 is scheduled to be hosted by DHCP agent af91e4b9-f4e1-42b1-a25c-a10dc47171c8 with binding_index 1 {{(pid=103230) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 19:41:31.970157 n-d-713498-36 neutron-server[103230]: DEBUG neutron.scheduler.base_scheduler [None req-4ed816ff-8267-4676-888f-6385bf3b4724 tempest-NetworksTest-2133233541 tempest-NetworksTest-2133233541-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713498-36, c192b24d-a715-4f57-9e1f-6e4492a0f044) {{(pid=103230) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 19:41:31.981385 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f89b4e6-d240-452e-9d31-1ee1f72aa15c None None] Network c192b24d-a715-4f57-9e1f-6e4492a0f044 requested from n-d-713498-36 {{(pid=103232) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 19:41:31.984439 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ed816ff-8267-4676-888f-6385bf3b4724 tempest-NetworksTest-2133233541 tempest-NetworksTest-2133233541-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:41:31.985270 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-4ed816ff-8267-4676-888f-6385bf3b4724 tempest-NetworksTest-2133233541 tempest-NetworksTest-2133233541-project] Publish callbacks [] for subnet (None), before_response {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:41:32.008889 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 44324) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:41:32.009800 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-4ed816ff-8267-4676-888f-6385bf3b4724 tempest-NetworksTest-2133233541 tempest-NetworksTest-2133233541-project] 10.222.0.75 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6455739 Feb 09 19:41:32.014548 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.v2.base [None req-1df1e293-1e35-475b-b362-7dc8f143532b tempest-NetworksTest-2133233541 tempest-NetworksTest-2133233541-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=103229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 19:41:32.196695 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-1df1e293-1e35-475b-b362-7dc8f143532b tempest-NetworksTest-2133233541 tempest-NetworksTest-2133233541-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-12759272'] for subnet (b51981f1-07a9-4caa-96af-f91381293bf2), before_update {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:41:32.213661 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85bc77f4-aae6-4a76-bb79-088ef692ab4b req-4c87758a-790b-4879-bec3-bfad1a9f65e4 tempest-TestVolumeBootPattern-1615943498 tempest-TestVolumeBootPattern-1615943498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:41:32.215216 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-85bc77f4-aae6-4a76-bb79-088ef692ab4b req-4c87758a-790b-4879-bec3-bfad1a9f65e4 tempest-TestVolumeBootPattern-1615943498 tempest-TestVolumeBootPattern-1615943498-project] 10.222.0.75 "GET /v2.0/ports?device_id=0dc45f8d-fedd-40c2-8f12-83a4bb0d624c HTTP/1.1" status: 200 len: 943 time: 0.0792749 Feb 09 19:41:32.234490 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a8688aa-52c2-40ec-9ecf-e3c8b1088c99 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8b32e980-7cce-5e82-a341-bd2fa8945c89-c192b24d-a715-4f57-9e1f-6e4492a0f044', 'network_id': 'c192b24d-a715-4f57-9e1f-6e4492a0f044', 'project_id': '7fff0fdfdb9d4728bec7dae9cd8dc087', 'fixed_ips': [{'subnet_id': 'b51981f1-07a9-4caa-96af-f91381293bf2'}]}} from n-d-713498-36. {{(pid=103232) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 09 19:41:32.235371 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-9a8688aa-52c2-40ec-9ecf-e3c8b1088c99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (None), before_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:41:32.329137 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-85bc77f4-aae6-4a76-bb79-088ef692ab4b req-0851bb5a-cc39-4889-9b28-a59b2fd93882 tempest-TestVolumeBootPattern-1615943498 tempest-TestVolumeBootPattern-1615943498-project] 10.222.0.75 "GET /v2.0/security-groups?id=85e2738d-e0ce-44c8-a269-2deaf81a01f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0963831 Feb 09 19:41:32.458158 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-1df1e293-1e35-475b-b362-7dc8f143532b tempest-NetworksTest-2133233541 tempest-NetworksTest-2133233541-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8762867176196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-12867374'] for subnet (b51981f1-07a9-4caa-96af-f91381293bf2), after_update {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:41:32.512127 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1df1e293-1e35-475b-b362-7dc8f143532b tempest-NetworksTest-2133233541 tempest-NetworksTest-2133233541-project] Pushing event updated for resources: {'Subnet': ['ID=b51981f1-07a9-4caa-96af-f91381293bf2,revision_number=1']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:41:32.518854 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1df1e293-1e35-475b-b362-7dc8f143532b tempest-NetworksTest-2133233541 tempest-NetworksTest-2133233541-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:41:32.519790 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-1df1e293-1e35-475b-b362-7dc8f143532b tempest-NetworksTest-2133233541 tempest-NetworksTest-2133233541-project] Publish callbacks [] for subnet (None), before_response {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:41:32.523581 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-1df1e293-1e35-475b-b362-7dc8f143532b tempest-NetworksTest-2133233541 tempest-NetworksTest-2133233541-project] 10.222.0.75 "PUT /v2.0/subnets/b51981f1-07a9-4caa-96af-f91381293bf2 HTTP/1.1" status: 200 len: 806 time: 0.5110724 Feb 09 19:41:32.524077 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 44340) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:41:32.546168 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.db_base_plugin_common [None req-9a8688aa-52c2-40ec-9ecf-e3c8b1088c99 None None] Allocated IP 172.20.0.2 (c192b24d-a715-4f57-9e1f-6e4492a0f044/b51981f1-07a9-4caa-96af-f91381293bf2/24c71dc6-b763-455c-b28d-23da5f7b44e8) {{(pid=103232) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 19:41:32.717686 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-e4fb5c45-13c9-4c11-9384-3416dbb1b78a tempest-NetworksTest-2133233541 tempest-NetworksTest-2133233541-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-670458'] for network (c192b24d-a715-4f57-9e1f-6e4492a0f044), before_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:41:32.805608 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-9a8688aa-52c2-40ec-9ecf-e3c8b1088c99 None None] Publish callbacks [] for port (24c71dc6-b763-455c-b28d-23da5f7b44e8), precommit_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:41:32.813369 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-9a8688aa-52c2-40ec-9ecf-e3c8b1088c99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762866656467'] for port (24c71dc6-b763-455c-b28d-23da5f7b44e8), after_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:41:32.830402 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-e4fb5c45-13c9-4c11-9384-3416dbb1b78a tempest-NetworksTest-2133233541 tempest-NetworksTest-2133233541-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-759852'] for subnet (b51981f1-07a9-4caa-96af-f91381293bf2), precommit_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:41:32.860094 n-d-713498-36 neutron-server[103232]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a8688aa-52c2-40ec-9ecf-e3c8b1088c99 None None] Network c192b24d-a715-4f57-9e1f-6e4492a0f044 is already hosted by enough agents. {{(pid=103232) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 19:41:32.863718 n-d-713498-36 neutron-server[103232]: DEBUG neutron.scheduler.base_scheduler [None req-9a8688aa-52c2-40ec-9ecf-e3c8b1088c99 None None] Resources bound (agent type, host, resource id): {{(pid=103232) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 19:41:32.868436 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a8688aa-52c2-40ec-9ecf-e3c8b1088c99 None None] Received port after_create {{(pid=103232) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 19:41:32.875889 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a8688aa-52c2-40ec-9ecf-e3c8b1088c99 None None] Pushing event updated for resources: {'Port': ['ID=24c71dc6-b763-455c-b28d-23da5f7b44e8,revision_number=1']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:41:32.937615 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.managers [None req-9a8688aa-52c2-40ec-9ecf-e3c8b1088c99 None None] Attempting to bind port 24c71dc6-b763-455c-b28d-23da5f7b44e8 on host n-d-713498-36 for vnic_type normal with profile {{(pid=103232) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 19:41:32.938000 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.managers [None req-9a8688aa-52c2-40ec-9ecf-e3c8b1088c99 None None] Attempting to bind port 24c71dc6-b763-455c-b28d-23da5f7b44e8 by drivers openvswitch,hyperv on host n-d-713498-36 at level 0 using segments [{'id': '9767312b-979d-4b70-baa5-1179ec5739cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': 'c192b24d-a715-4f57-9e1f-6e4492a0f044'}] {{(pid=103232) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 19:41:32.938379 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a8688aa-52c2-40ec-9ecf-e3c8b1088c99 None None] Attempting to bind port 24c71dc6-b763-455c-b28d-23da5f7b44e8 on network c192b24d-a715-4f57-9e1f-6e4492a0f044 {{(pid=103232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 19:41:32.944386 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a8688aa-52c2-40ec-9ecf-e3c8b1088c99 None None] Checking agent: {'id': '496418a2-c002-4aec-ab1a-07f3bea491bd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-36', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 18, 51, 47), 'started_at': datetime.datetime(2022, 2, 9, 18, 52, 17), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 19, 41, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-36'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 19:41:32.944775 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a8688aa-52c2-40ec-9ecf-e3c8b1088c99 None None] Checking segment: {'id': '9767312b-979d-4b70-baa5-1179ec5739cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': 'c192b24d-a715-4f57-9e1f-6e4492a0f044'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103232) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 19:41:32.945181 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-9a8688aa-52c2-40ec-9ecf-e3c8b1088c99 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:41:32.945575 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a8688aa-52c2-40ec-9ecf-e3c8b1088c99 None None] Bound using segment: {'id': '9767312b-979d-4b70-baa5-1179ec5739cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': 'c192b24d-a715-4f57-9e1f-6e4492a0f044'} {{(pid=103232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 19:41:32.946135 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.managers [None req-9a8688aa-52c2-40ec-9ecf-e3c8b1088c99 None None] Bound port: 24c71dc6-b763-455c-b28d-23da5f7b44e8, host: n-d-713498-36, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9767312b-979d-4b70-baa5-1179ec5739cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': 'c192b24d-a715-4f57-9e1f-6e4492a0f044'}}] {{(pid=103232) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 19:41:32.946519 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-9a8688aa-52c2-40ec-9ecf-e3c8b1088c99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (24c71dc6-b763-455c-b28d-23da5f7b44e8), before_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:41:33.013143 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-e4fb5c45-13c9-4c11-9384-3416dbb1b78a tempest-NetworksTest-2133233541 tempest-NetworksTest-2133233541-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-760023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14393672', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12985882'] for subnet (b51981f1-07a9-4caa-96af-f91381293bf2), after_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:41:33.058683 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4fb5c45-13c9-4c11-9384-3416dbb1b78a tempest-NetworksTest-2133233541 tempest-NetworksTest-2133233541-project] Pushing event deleted for resources: {'Subnet': ['ID=b51981f1-07a9-4caa-96af-f91381293bf2,revision_number=None']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:41:33.101580 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-9a8688aa-52c2-40ec-9ecf-e3c8b1088c99 None None] For port 24c71dc6-b763-455c-b28d-23da5f7b44e8, host n-d-713498-36, cleared binding levels {{(pid=103232) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 19:41:33.116337 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-9a8688aa-52c2-40ec-9ecf-e3c8b1088c99 None None] For port 24c71dc6-b763-455c-b28d-23da5f7b44e8, host n-d-713498-36, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-36',level=0,port_id=24c71dc6-b763-455c-b28d-23da5f7b44e8,segment=NetworkSegment(9767312b-979d-4b70-baa5-1179ec5739cd),segment_id=9767312b-979d-4b70-baa5-1179ec5739cd)] {{(pid=103232) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 19:41:33.126565 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-9a8688aa-52c2-40ec-9ecf-e3c8b1088c99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762867176205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762866656485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762866656503'] for port (24c71dc6-b763-455c-b28d-23da5f7b44e8), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:41:33.148217 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-e4fb5c45-13c9-4c11-9384-3416dbb1b78a tempest-NetworksTest-2133233541 tempest-NetworksTest-2133233541-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-590267', 'neutron.services.segments.db._delete_segments_for_network-8762867132609'] for network (c192b24d-a715-4f57-9e1f-6e4492a0f044), precommit_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:41:33.172677 n-d-713498-36 neutron-server[103230]: DEBUG neutron.services.segments.db [None req-e4fb5c45-13c9-4c11-9384-3416dbb1b78a tempest-NetworksTest-2133233541 tempest-NetworksTest-2133233541-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c192b24d-a715-4f57-9e1f-6e4492a0f044']}} {{(pid=103230) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:41:33.183594 n-d-713498-36 neutron-server[103230]: DEBUG neutron.services.segments.db [None req-e4fb5c45-13c9-4c11-9384-3416dbb1b78a tempest-NetworksTest-2133233541 tempest-NetworksTest-2133233541-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9767312b-979d-4b70-baa5-1179ec5739cd') {'for_net_delete': True} {{(pid=103230) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:41:33.184040 n-d-713498-36 neutron-server[103230]: DEBUG neutron.services.segments.db [None req-e4fb5c45-13c9-4c11-9384-3416dbb1b78a tempest-NetworksTest-2133233541 tempest-NetworksTest-2133233541-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9767312b-979d-4b70-baa5-1179ec5739cd') {} {{(pid=103230) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:41:33.193864 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-e4fb5c45-13c9-4c11-9384-3416dbb1b78a tempest-NetworksTest-2133233541 tempest-NetworksTest-2133233541-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762867134154', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12895813'] for segment (9767312b-979d-4b70-baa5-1179ec5739cd), before_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:41:33.209258 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-e4fb5c45-13c9-4c11-9384-3416dbb1b78a tempest-NetworksTest-2133233541 tempest-NetworksTest-2133233541-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-759574'] for segment (9767312b-979d-4b70-baa5-1179ec5739cd), precommit_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:41:33.216952 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e4fb5c45-13c9-4c11-9384-3416dbb1b78a tempest-NetworksTest-2133233541 tempest-NetworksTest-2133233541-project] Releasing vlan 384 on physical network physnet1 to pool {{(pid=103230) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 19:41:33.217510 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-e4fb5c45-13c9-4c11-9384-3416dbb1b78a tempest-NetworksTest-2133233541 tempest-NetworksTest-2133233541-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-759574', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14393826'] for segment (9767312b-979d-4b70-baa5-1179ec5739cd), after_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:41:33.262960 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a8688aa-52c2-40ec-9ecf-e3c8b1088c99 None None] Pushing event updated for resources: {'Port': ['ID=24c71dc6-b763-455c-b28d-23da5f7b44e8,revision_number=2']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:41:33.291484 n-d-713498-36 neutron-server[103230]: Traceback (most recent call last): Feb 09 19:41:33.291484 n-d-713498-36 neutron-server[103230]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 19:41:33.291484 n-d-713498-36 neutron-server[103230]: timer() Feb 09 19:41:33.291484 n-d-713498-36 neutron-server[103230]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 19:41:33.291484 n-d-713498-36 neutron-server[103230]: cb(*args, **kw) Feb 09 19:41:33.291484 n-d-713498-36 neutron-server[103230]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 19:41:33.291484 n-d-713498-36 neutron-server[103230]: return func(*args, **kwargs) Feb 09 19:41:33.291484 n-d-713498-36 neutron-server[103230]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 19:41:33.291484 n-d-713498-36 neutron-server[103230]: self._notify() Feb 09 19:41:33.291484 n-d-713498-36 neutron-server[103230]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 19:41:33.291484 n-d-713498-36 neutron-server[103230]: self.callback(batched_events) Feb 09 19:41:33.291484 n-d-713498-36 neutron-server[103230]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 19:41:33.291484 n-d-713498-36 neutron-server[103230]: event.method(event) Feb 09 19:41:33.291484 n-d-713498-36 neutron-server[103230]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 19:41:33.291484 n-d-713498-36 neutron-server[103230]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 19:41:33.291484 n-d-713498-36 neutron-server[103230]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 19:41:33.291484 n-d-713498-36 neutron-server[103230]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 19:41:33.291484 n-d-713498-36 neutron-server[103230]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 19:41:33.291484 n-d-713498-36 neutron-server[103230]: return f(self, *a, **k) Feb 09 19:41:33.291484 n-d-713498-36 neutron-server[103230]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 19:41:33.291484 n-d-713498-36 neutron-server[103230]: return self._get(url).json() Feb 09 19:41:33.291484 n-d-713498-36 neutron-server[103230]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 19:41:33.291484 n-d-713498-36 neutron-server[103230]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 19:41:33.291484 n-d-713498-36 neutron-server[103230]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 19:41:33.291484 n-d-713498-36 neutron-server[103230]: return self.request(url, 'GET', **kwargs) Feb 09 19:41:33.291484 n-d-713498-36 neutron-server[103230]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 19:41:33.291484 n-d-713498-36 neutron-server[103230]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 19:41:33.291484 n-d-713498-36 neutron-server[103230]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 19:41:33.291484 n-d-713498-36 neutron-server[103230]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 19:41:33.291484 n-d-713498-36 neutron-server[103230]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 19:41:33.291484 n-d-713498-36 neutron-server[103230]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 19:41:33.291484 n-d-713498-36 neutron-server[103230]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 19:41:33.299154 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.db.api [None req-e4fb5c45-13c9-4c11-9384-3416dbb1b78a tempest-NetworksTest-2133233541 tempest-NetworksTest-2133233541-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Feb 09 19:41:33.299154 n-d-713498-36 neutron-server[103230]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Feb 09 19:41:33.299154 n-d-713498-36 neutron-server[103230]: [parameters: {'id': 'c192b24d-a715-4f57-9e1f-6e4492a0f044'}] Feb 09 19:41:33.299154 n-d-713498-36 neutron-server[103230]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=103230) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 09 19:41:33.299815 n-d-713498-36 neutron-server[103230]: DEBUG oslo_db.api [None req-e4fb5c45-13c9-4c11-9384-3416dbb1b78a tempest-NetworksTest-2133233541 tempest-NetworksTest-2133233541-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=103230) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 09 19:41:33.583037 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a52068b3-efbb-46d6-8844-dc0cd8e619ed req-39e5a504-7e05-44c9-b2ca-1b5cc19aafab tempest-TestVolumeBootPattern-1615943498 tempest-TestVolumeBootPattern-1615943498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:41:33.602660 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-a52068b3-efbb-46d6-8844-dc0cd8e619ed req-39e5a504-7e05-44c9-b2ca-1b5cc19aafab tempest-TestVolumeBootPattern-1615943498 tempest-TestVolumeBootPattern-1615943498-project] 10.222.0.75 "GET /v2.0/ports?device_id=0dc45f8d-fedd-40c2-8f12-83a4bb0d624c HTTP/1.1" status: 200 len: 943 time: 0.1798079 Feb 09 19:41:33.699194 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-a52068b3-efbb-46d6-8844-dc0cd8e619ed req-a3699d53-bb7f-41dd-b716-a8758cc7524a tempest-TestVolumeBootPattern-1615943498 tempest-TestVolumeBootPattern-1615943498-project] 10.222.0.75 "GET /v2.0/security-groups?id=85e2738d-e0ce-44c8-a269-2deaf81a01f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0953956 Feb 09 19:41:33.802938 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-e4fb5c45-13c9-4c11-9384-3416dbb1b78a tempest-NetworksTest-2133233541 tempest-NetworksTest-2133233541-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-670458'] for network (c192b24d-a715-4f57-9e1f-6e4492a0f044), before_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:41:33.862195 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.plugin [None req-e4fb5c45-13c9-4c11-9384-3416dbb1b78a tempest-NetworksTest-2133233541 tempest-NetworksTest-2133233541-project] Deleting port 24c71dc6-b763-455c-b28d-23da5f7b44e8 {{(pid=103230) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 19:41:33.863544 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-e4fb5c45-13c9-4c11-9384-3416dbb1b78a tempest-NetworksTest-2133233541 tempest-NetworksTest-2133233541-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762867170196'] for port (24c71dc6-b763-455c-b28d-23da5f7b44e8), before_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:41:33.950920 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.db [None req-e4fb5c45-13c9-4c11-9384-3416dbb1b78a tempest-NetworksTest-2133233541 tempest-NetworksTest-2133233541-project] For port 24c71dc6-b763-455c-b28d-23da5f7b44e8, host n-d-713498-36, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-36',level=0,port_id=24c71dc6-b763-455c-b28d-23da5f7b44e8,segment=NetworkSegment(9767312b-979d-4b70-baa5-1179ec5739cd),segment_id=9767312b-979d-4b70-baa5-1179ec5739cd)] {{(pid=103230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 19:41:33.951702 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-e4fb5c45-13c9-4c11-9384-3416dbb1b78a tempest-NetworksTest-2133233541 tempest-NetworksTest-2133233541-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1820838'] for port (24c71dc6-b763-455c-b28d-23da5f7b44e8), precommit_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:41:33.973187 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.plugin [None req-e4fb5c45-13c9-4c11-9384-3416dbb1b78a tempest-NetworksTest-2133233541 tempest-NetworksTest-2133233541-project] Calling delete_port for 24c71dc6-b763-455c-b28d-23da5f7b44e8 owned by network:dhcp {{(pid=103230) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 19:41:34.069487 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-e4fb5c45-13c9-4c11-9384-3416dbb1b78a tempest-NetworksTest-2133233541 tempest-NetworksTest-2133233541-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762867177463', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762866656476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14393751'] for port (24c71dc6-b763-455c-b28d-23da5f7b44e8), after_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:41:34.086241 n-d-713498-36 neutron-server[103230]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4fb5c45-13c9-4c11-9384-3416dbb1b78a tempest-NetworksTest-2133233541 tempest-NetworksTest-2133233541-project] No DVR routers for this DVR port 24c71dc6-b763-455c-b28d-23da5f7b44e8 on host n-d-713498-36 {{(pid=103230) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 19:41:34.115187 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4fb5c45-13c9-4c11-9384-3416dbb1b78a tempest-NetworksTest-2133233541 tempest-NetworksTest-2133233541-project] Pushing event deleted for resources: {'Port': ['ID=24c71dc6-b763-455c-b28d-23da5f7b44e8,revision_number=None']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:41:34.229925 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-e4fb5c45-13c9-4c11-9384-3416dbb1b78a tempest-NetworksTest-2133233541 tempest-NetworksTest-2133233541-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-590267', 'neutron.services.segments.db._delete_segments_for_network-8762867132609'] for network (c192b24d-a715-4f57-9e1f-6e4492a0f044), precommit_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:41:34.250449 n-d-713498-36 neutron-server[103230]: DEBUG neutron.services.segments.db [None req-e4fb5c45-13c9-4c11-9384-3416dbb1b78a tempest-NetworksTest-2133233541 tempest-NetworksTest-2133233541-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c192b24d-a715-4f57-9e1f-6e4492a0f044']}} {{(pid=103230) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:41:34.260359 n-d-713498-36 neutron-server[103230]: DEBUG neutron.services.segments.db [None req-e4fb5c45-13c9-4c11-9384-3416dbb1b78a tempest-NetworksTest-2133233541 tempest-NetworksTest-2133233541-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9767312b-979d-4b70-baa5-1179ec5739cd') {'for_net_delete': True} {{(pid=103230) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:41:34.260665 n-d-713498-36 neutron-server[103230]: DEBUG neutron.services.segments.db [None req-e4fb5c45-13c9-4c11-9384-3416dbb1b78a tempest-NetworksTest-2133233541 tempest-NetworksTest-2133233541-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9767312b-979d-4b70-baa5-1179ec5739cd') {} {{(pid=103230) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:41:34.275170 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-e4fb5c45-13c9-4c11-9384-3416dbb1b78a tempest-NetworksTest-2133233541 tempest-NetworksTest-2133233541-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762867134154', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12895813'] for segment (9767312b-979d-4b70-baa5-1179ec5739cd), before_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:41:34.289949 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-e4fb5c45-13c9-4c11-9384-3416dbb1b78a tempest-NetworksTest-2133233541 tempest-NetworksTest-2133233541-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-759574'] for segment (9767312b-979d-4b70-baa5-1179ec5739cd), precommit_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:41:34.296528 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e4fb5c45-13c9-4c11-9384-3416dbb1b78a tempest-NetworksTest-2133233541 tempest-NetworksTest-2133233541-project] Releasing vlan 384 on physical network physnet1 to pool {{(pid=103230) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 19:41:34.296931 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-e4fb5c45-13c9-4c11-9384-3416dbb1b78a tempest-NetworksTest-2133233541 tempest-NetworksTest-2133233541-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-759574', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14393826'] for segment (9767312b-979d-4b70-baa5-1179ec5739cd), after_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:41:34.372199 n-d-713498-36 neutron-server[103230]: Traceback (most recent call last): Feb 09 19:41:34.372199 n-d-713498-36 neutron-server[103230]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 19:41:34.372199 n-d-713498-36 neutron-server[103230]: timer() Feb 09 19:41:34.372199 n-d-713498-36 neutron-server[103230]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 19:41:34.372199 n-d-713498-36 neutron-server[103230]: cb(*args, **kw) Feb 09 19:41:34.372199 n-d-713498-36 neutron-server[103230]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 19:41:34.372199 n-d-713498-36 neutron-server[103230]: return func(*args, **kwargs) Feb 09 19:41:34.372199 n-d-713498-36 neutron-server[103230]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 19:41:34.372199 n-d-713498-36 neutron-server[103230]: self._notify() Feb 09 19:41:34.372199 n-d-713498-36 neutron-server[103230]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 19:41:34.372199 n-d-713498-36 neutron-server[103230]: self.callback(batched_events) Feb 09 19:41:34.372199 n-d-713498-36 neutron-server[103230]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 19:41:34.372199 n-d-713498-36 neutron-server[103230]: event.method(event) Feb 09 19:41:34.372199 n-d-713498-36 neutron-server[103230]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 19:41:34.372199 n-d-713498-36 neutron-server[103230]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 19:41:34.372199 n-d-713498-36 neutron-server[103230]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 19:41:34.372199 n-d-713498-36 neutron-server[103230]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 19:41:34.372199 n-d-713498-36 neutron-server[103230]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 19:41:34.372199 n-d-713498-36 neutron-server[103230]: return f(self, *a, **k) Feb 09 19:41:34.372199 n-d-713498-36 neutron-server[103230]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 19:41:34.372199 n-d-713498-36 neutron-server[103230]: return self._get(url).json() Feb 09 19:41:34.372199 n-d-713498-36 neutron-server[103230]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 19:41:34.372199 n-d-713498-36 neutron-server[103230]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 19:41:34.372199 n-d-713498-36 neutron-server[103230]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 19:41:34.372199 n-d-713498-36 neutron-server[103230]: return self.request(url, 'GET', **kwargs) Feb 09 19:41:34.372199 n-d-713498-36 neutron-server[103230]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 19:41:34.372199 n-d-713498-36 neutron-server[103230]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 19:41:34.372199 n-d-713498-36 neutron-server[103230]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 19:41:34.372199 n-d-713498-36 neutron-server[103230]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 19:41:34.372199 n-d-713498-36 neutron-server[103230]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 19:41:34.372199 n-d-713498-36 neutron-server[103230]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 19:41:34.372199 n-d-713498-36 neutron-server[103230]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 19:41:34.376613 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-e4fb5c45-13c9-4c11-9384-3416dbb1b78a tempest-NetworksTest-2133233541 tempest-NetworksTest-2133233541-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-590242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1885479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1818895'] for network (c192b24d-a715-4f57-9e1f-6e4492a0f044), after_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:41:34.389991 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-e4fb5c45-13c9-4c11-9384-3416dbb1b78a tempest-NetworksTest-2133233541 tempest-NetworksTest-2133233541-project] Publish callbacks [] for network (None), before_response {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:41:34.393474 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-e4fb5c45-13c9-4c11-9384-3416dbb1b78a tempest-NetworksTest-2133233541 tempest-NetworksTest-2133233541-project] 10.222.0.75 "DELETE /v2.0/networks/c192b24d-a715-4f57-9e1f-6e4492a0f044 HTTP/1.1" status: 204 len: 168 time: 1.8683026 Feb 09 19:41:34.397124 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 44376) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:41:34.411254 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4fb5c45-13c9-4c11-9384-3416dbb1b78a tempest-NetworksTest-2133233541 tempest-NetworksTest-2133233541-project] Pushing event deleted for resources: {'Network': ['ID=c192b24d-a715-4f57-9e1f-6e4492a0f044,revision_number=None']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:41:34.425053 n-d-713498-36 neutron-server[103229]: INFO neutron.pecan_wsgi.hooks.translation [None req-65bfe1db-2f5e-4a4b-a832-f762fe6ec14a tempest-NetworksTest-2133233541 tempest-NetworksTest-2133233541-project] DELETE failed (client error): The resource could not be found. Feb 09 19:41:34.427642 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-65bfe1db-2f5e-4a4b-a832-f762fe6ec14a tempest-NetworksTest-2133233541 tempest-NetworksTest-2133233541-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103229) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 19:41:34.441103 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-65bfe1db-2f5e-4a4b-a832-f762fe6ec14a tempest-NetworksTest-2133233541 tempest-NetworksTest-2133233541-project] 10.222.0.75 "DELETE /v2.0/networks/c192b24d-a715-4f57-9e1f-6e4492a0f044 HTTP/1.1" status: 404 len: 339 time: 0.0424306 Feb 09 19:41:34.446310 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 44378) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:41:34.452440 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.v2.base [None req-02768224-283a-4179-8433-b1dd519e8481 tempest-NetworksTest-2133233541 tempest-NetworksTest-2133233541-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-2086448643', 'description': 'd1'}} {{(pid=103230) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 19:41:34.496233 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-02768224-283a-4179-8433-b1dd519e8481 tempest-NetworksTest-2133233541 tempest-NetworksTest-2133233541-project] Made reservation on behalf of 7fff0fdfdb9d4728bec7dae9cd8dc087 for: {'network': 1} {{(pid=103230) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 19:41:34.502182 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-02768224-283a-4179-8433-b1dd519e8481 tempest-NetworksTest-2133233541 tempest-NetworksTest-2133233541-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for network (None), before_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:41:34.537292 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-02768224-283a-4179-8433-b1dd519e8481 tempest-NetworksTest-2133233541 tempest-NetworksTest-2133233541-project] vlan segment allocate from pool success with {'vlan_id': 392, 'physical_network': 'physnet1'} {{(pid=103230) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 19:41:34.602743 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-02768224-283a-4179-8433-b1dd519e8481 tempest-NetworksTest-2133233541 tempest-NetworksTest-2133233541-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-759574'] for segment (f2b522c4-6712-40ca-bec6-5c672086471f), precommit_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:41:34.603383 n-d-713498-36 neutron-server[103230]: INFO neutron.db.segments_db [None req-02768224-283a-4179-8433-b1dd519e8481 tempest-NetworksTest-2133233541 tempest-NetworksTest-2133233541-project] Added segment f2b522c4-6712-40ca-bec6-5c672086471f of type vlan for network d908267f-65bc-49de-95d0-371c0f33359d Feb 09 19:41:34.687383 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-02768224-283a-4179-8433-b1dd519e8481 tempest-NetworksTest-2133233541 tempest-NetworksTest-2133233541-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762866642225'] for network (d908267f-65bc-49de-95d0-371c0f33359d), precommit_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:41:34.742397 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-02768224-283a-4179-8433-b1dd519e8481 tempest-NetworksTest-2133233541 tempest-NetworksTest-2133233541-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1885479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452'] for network (d908267f-65bc-49de-95d0-371c0f33359d), after_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:41:34.747578 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02768224-283a-4179-8433-b1dd519e8481 tempest-NetworksTest-2133233541 tempest-NetworksTest-2133233541-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:41:34.748150 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-02768224-283a-4179-8433-b1dd519e8481 tempest-NetworksTest-2133233541 tempest-NetworksTest-2133233541-project] Publish callbacks [] for network (None), before_response {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:41:34.806692 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.provisioning_blocks [None req-ad7712ce-08f7-4ae7-9d59-563c5c340220 None None] Could not find standard attr ID for object 24c71dc6-b763-455c-b28d-23da5f7b44e8. {{(pid=103232) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 09 19:41:34.873216 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a44d476-1aa2-4174-90d3-3fed40dbab43 None None] DHCP port deletion for c192b24d-a715-4f57-9e1f-6e4492a0f044 request from n-d-713498-36 {{(pid=103232) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 09 19:41:34.892686 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-02768224-283a-4179-8433-b1dd519e8481 tempest-NetworksTest-2133233541 tempest-NetworksTest-2133233541-project] 10.222.0.75 "POST /v2.0/networks HTTP/1.1" status: 201 len: 782 time: 0.4451547 Feb 09 19:41:34.895843 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 44388) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:41:34.904107 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a94e9d89-537c-42b4-8881-970b4919ab8f None None] Network c192b24d-a715-4f57-9e1f-6e4492a0f044 requested from n-d-713498-36 {{(pid=103232) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 19:41:34.947595 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02768224-283a-4179-8433-b1dd519e8481 tempest-NetworksTest-2133233541 tempest-NetworksTest-2133233541-project] Pushing event updated for resources: {'Network': ['ID=d908267f-65bc-49de-95d0-371c0f33359d,revision_number=1']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:41:34.957402 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a94e9d89-537c-42b4-8881-970b4919ab8f None None] Network c192b24d-a715-4f57-9e1f-6e4492a0f044 could not be found, it might have been deleted concurrently. {{(pid=103232) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:196}} Feb 09 19:41:34.969544 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Network d908267f-65bc-49de-95d0-371c0f33359d details requested by agent ovs-agent-n-d-713498-36 with host n-d-713498-36 {{(pid=103232) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 19:41:34.972948 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db6b7ffa-66fb-46c3-a9e4-9b149919afa5 None None] Network c192b24d-a715-4f57-9e1f-6e4492a0f044 requested from n-d-713498-36 {{(pid=103232) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 19:41:34.996803 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7baf20d5-5171-421a-a1a2-93ebadda58b4 req-26e08fe0-3cc5-4140-b72f-d92c8786a812 tempest-TestVolumeBootPattern-1615943498 tempest-TestVolumeBootPattern-1615943498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:41:35.001040 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-7baf20d5-5171-421a-a1a2-93ebadda58b4 req-26e08fe0-3cc5-4140-b72f-d92c8786a812 tempest-TestVolumeBootPattern-1615943498 tempest-TestVolumeBootPattern-1615943498-project] 10.222.0.75 "GET /v2.0/ports?device_id=0dc45f8d-fedd-40c2-8f12-83a4bb0d624c HTTP/1.1" status: 200 len: 943 time: 0.1620433 Feb 09 19:41:35.051854 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db6b7ffa-66fb-46c3-a9e4-9b149919afa5 None None] Network c192b24d-a715-4f57-9e1f-6e4492a0f044 could not be found, it might have been deleted concurrently. {{(pid=103232) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:196}} Feb 09 19:41:35.074870 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a44534a9-8d72-4699-a25b-1720701fc9c9 tempest-NetworksTest-2133233541 tempest-NetworksTest-2133233541-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:41:35.076461 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-a44534a9-8d72-4699-a25b-1720701fc9c9 tempest-NetworksTest-2133233541 tempest-NetworksTest-2133233541-project] 10.222.0.75 "GET /v2.0/networks?id=d908267f-65bc-49de-95d0-371c0f33359d HTTP/1.1" status: 200 len: 761 time: 0.1796319 Feb 09 19:41:35.079255 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 44390) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:41:35.088872 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.v2.base [None req-3efa3cb3-1b16-4001-9eb3-c032ac33ab7c tempest-NetworksTest-2133233541 tempest-NetworksTest-2133233541-project] Request body: {'network': {'description': 'd2'}} {{(pid=103229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 19:41:35.097563 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-7baf20d5-5171-421a-a1a2-93ebadda58b4 req-13980430-85d2-49e3-bc92-dda3b89fcc66 tempest-TestVolumeBootPattern-1615943498 tempest-TestVolumeBootPattern-1615943498-project] 10.222.0.75 "GET /v2.0/security-groups?id=85e2738d-e0ce-44c8-a269-2deaf81a01f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0897303 Feb 09 19:41:35.289636 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-3efa3cb3-1b16-4001-9eb3-c032ac33ab7c tempest-NetworksTest-2133233541 tempest-NetworksTest-2133233541-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762866642225'] for network (d908267f-65bc-49de-95d0-371c0f33359d), precommit_update {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:41:35.310040 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-3efa3cb3-1b16-4001-9eb3-c032ac33ab7c tempest-NetworksTest-2133233541 tempest-NetworksTest-2133233541-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1885479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452'] for network (d908267f-65bc-49de-95d0-371c0f33359d), after_update {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:41:35.333249 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-3efa3cb3-1b16-4001-9eb3-c032ac33ab7c tempest-NetworksTest-2133233541 tempest-NetworksTest-2133233541-project] Network d908267f-65bc-49de-95d0-371c0f33359d is not hosted by any dhcp agent {{(pid=103229) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Feb 09 19:41:35.338435 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3efa3cb3-1b16-4001-9eb3-c032ac33ab7c tempest-NetworksTest-2133233541 tempest-NetworksTest-2133233541-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:41:35.339207 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-3efa3cb3-1b16-4001-9eb3-c032ac33ab7c tempest-NetworksTest-2133233541 tempest-NetworksTest-2133233541-project] Publish callbacks [] for network (None), before_response {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:41:35.340516 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-3efa3cb3-1b16-4001-9eb3-c032ac33ab7c tempest-NetworksTest-2133233541 tempest-NetworksTest-2133233541-project] 10.222.0.75 "PUT /v2.0/networks/d908267f-65bc-49de-95d0-371c0f33359d HTTP/1.1" status: 200 len: 758 time: 0.2602925 Feb 09 19:41:35.343229 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 44392) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:41:35.423093 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3efa3cb3-1b16-4001-9eb3-c032ac33ab7c tempest-NetworksTest-2133233541 tempest-NetworksTest-2133233541-project] Pushing event updated for resources: {'Network': ['ID=d908267f-65bc-49de-95d0-371c0f33359d,revision_number=1']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:41:35.434869 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Network d908267f-65bc-49de-95d0-371c0f33359d details requested by agent ovs-agent-n-d-713498-36 with host n-d-713498-36 {{(pid=103232) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 19:41:35.451259 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d876cd06-1161-4015-a779-31a60c2a7118 tempest-NetworksTest-2133233541 tempest-NetworksTest-2133233541-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:41:35.453159 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-d876cd06-1161-4015-a779-31a60c2a7118 tempest-NetworksTest-2133233541 tempest-NetworksTest-2133233541-project] 10.222.0.75 "GET /v2.0/networks?id=d908267f-65bc-49de-95d0-371c0f33359d HTTP/1.1" status: 200 len: 761 time: 0.1089396 Feb 09 19:41:35.457493 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 44394) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:41:35.463037 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.v2.base [None req-ce8bb115-47cc-46a6-b6e1-51ddda0ec65d tempest-NetworksTest-2133233541 tempest-NetworksTest-2133233541-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1319068660'}} {{(pid=103229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 19:41:35.500425 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ce8bb115-47cc-46a6-b6e1-51ddda0ec65d tempest-NetworksTest-2133233541 tempest-NetworksTest-2133233541-project] Made reservation on behalf of 7fff0fdfdb9d4728bec7dae9cd8dc087 for: {'network': 1} {{(pid=103229) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 19:41:35.504370 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-ce8bb115-47cc-46a6-b6e1-51ddda0ec65d tempest-NetworksTest-2133233541 tempest-NetworksTest-2133233541-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for network (None), before_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:41:35.562594 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ce8bb115-47cc-46a6-b6e1-51ddda0ec65d tempest-NetworksTest-2133233541 tempest-NetworksTest-2133233541-project] vlan segment allocate from pool success with {'vlan_id': 375, 'physical_network': 'physnet1'} {{(pid=103229) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 19:41:35.585537 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-ce8bb115-47cc-46a6-b6e1-51ddda0ec65d tempest-NetworksTest-2133233541 tempest-NetworksTest-2133233541-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-759574'] for segment (bbed761a-eefe-4af3-a321-5d1ce9dc3c36), precommit_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:41:35.586078 n-d-713498-36 neutron-server[103229]: INFO neutron.db.segments_db [None req-ce8bb115-47cc-46a6-b6e1-51ddda0ec65d tempest-NetworksTest-2133233541 tempest-NetworksTest-2133233541-project] Added segment bbed761a-eefe-4af3-a321-5d1ce9dc3c36 of type vlan for network e2a87ce2-2ff8-446d-a1ee-03da5f20aa11 Feb 09 19:41:35.644999 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-ce8bb115-47cc-46a6-b6e1-51ddda0ec65d tempest-NetworksTest-2133233541 tempest-NetworksTest-2133233541-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762866642225'] for network (e2a87ce2-2ff8-446d-a1ee-03da5f20aa11), precommit_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:41:35.967192 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-ce8bb115-47cc-46a6-b6e1-51ddda0ec65d tempest-NetworksTest-2133233541 tempest-NetworksTest-2133233541-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1885479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452'] for network (e2a87ce2-2ff8-446d-a1ee-03da5f20aa11), after_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:41:35.973173 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce8bb115-47cc-46a6-b6e1-51ddda0ec65d tempest-NetworksTest-2133233541 tempest-NetworksTest-2133233541-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:41:35.974125 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-ce8bb115-47cc-46a6-b6e1-51ddda0ec65d tempest-NetworksTest-2133233541 tempest-NetworksTest-2133233541-project] Publish callbacks [] for network (None), before_response {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:41:36.049434 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce8bb115-47cc-46a6-b6e1-51ddda0ec65d tempest-NetworksTest-2133233541 tempest-NetworksTest-2133233541-project] Pushing event updated for resources: {'Network': ['ID=e2a87ce2-2ff8-446d-a1ee-03da5f20aa11,revision_number=1']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:41:36.055039 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-ce8bb115-47cc-46a6-b6e1-51ddda0ec65d tempest-NetworksTest-2133233541 tempest-NetworksTest-2133233541-project] 10.222.0.75 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.5960305 Feb 09 19:41:36.057892 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 44404) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:41:36.062428 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Network e2a87ce2-2ff8-446d-a1ee-03da5f20aa11 details requested by agent ovs-agent-n-d-713498-36 with host n-d-713498-36 {{(pid=103232) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 19:41:36.063541 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.v2.base [None req-223e8e0c-c1f3-4d21-889f-d522415801ac tempest-NetworksTest-2133233541 tempest-NetworksTest-2133233541-project] Request body: {'subnet': {'network_id': 'e2a87ce2-2ff8-446d-a1ee-03da5f20aa11', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 19:41:36.174518 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-223e8e0c-c1f3-4d21-889f-d522415801ac tempest-NetworksTest-2133233541 tempest-NetworksTest-2133233541-project] Made reservation on behalf of 7fff0fdfdb9d4728bec7dae9cd8dc087 for: {'subnet': 1} {{(pid=103229) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 19:41:36.183863 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-223e8e0c-c1f3-4d21-889f-d522415801ac tempest-NetworksTest-2133233541 tempest-NetworksTest-2133233541-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12759265'] for subnet (None), before_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:41:36.391344 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-223e8e0c-c1f3-4d21-889f-d522415801ac tempest-NetworksTest-2133233541 tempest-NetworksTest-2133233541-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12867428', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12759263'] for subnet (02900871-cac2-47e8-9c22-aeddd9aa92ab), after_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:41:36.461070 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-223e8e0c-c1f3-4d21-889f-d522415801ac tempest-NetworksTest-2133233541 tempest-NetworksTest-2133233541-project] Pushing event updated for resources: {'Subnet': ['ID=02900871-cac2-47e8-9c22-aeddd9aa92ab,revision_number=0']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:41:36.512176 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c39f119-7d48-4606-84a3-8c645fcef462 req-b2736b15-bfce-47a7-a443-5902d2c275e4 tempest-TestVolumeBootPattern-1615943498 tempest-TestVolumeBootPattern-1615943498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:41:36.514000 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-9c39f119-7d48-4606-84a3-8c645fcef462 req-b2736b15-bfce-47a7-a443-5902d2c275e4 tempest-TestVolumeBootPattern-1615943498 tempest-TestVolumeBootPattern-1615943498-project] 10.222.0.75 "GET /v2.0/ports?device_id=0dc45f8d-fedd-40c2-8f12-83a4bb0d624c HTTP/1.1" status: 200 len: 943 time: 0.1322799 Feb 09 19:41:36.514886 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-223e8e0c-c1f3-4d21-889f-d522415801ac tempest-NetworksTest-2133233541 tempest-NetworksTest-2133233541-project] Checking segment: {'id': 'bbed761a-eefe-4af3-a321-5d1ce9dc3c36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': 'e2a87ce2-2ff8-446d-a1ee-03da5f20aa11'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103229) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 19:41:36.515418 n-d-713498-36 neutron-server[103229]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-223e8e0c-c1f3-4d21-889f-d522415801ac tempest-NetworksTest-2133233541 tempest-NetworksTest-2133233541-project] Network hostable DHCP agents. Network: e2a87ce2-2ff8-446d-a1ee-03da5f20aa11, hostable agents: ['af91e4b9-f4e1-42b1-a25c-a10dc47171c8'], hosted agents: [] {{(pid=103229) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 19:41:36.556688 n-d-713498-36 neutron-server[103229]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-223e8e0c-c1f3-4d21-889f-d522415801ac tempest-NetworksTest-2133233541 tempest-NetworksTest-2133233541-project] Network e2a87ce2-2ff8-446d-a1ee-03da5f20aa11 is scheduled to be hosted by DHCP agent af91e4b9-f4e1-42b1-a25c-a10dc47171c8 with binding_index 1 {{(pid=103229) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 19:41:36.576192 n-d-713498-36 neutron-server[103229]: DEBUG neutron.scheduler.base_scheduler [None req-223e8e0c-c1f3-4d21-889f-d522415801ac tempest-NetworksTest-2133233541 tempest-NetworksTest-2133233541-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713498-36, e2a87ce2-2ff8-446d-a1ee-03da5f20aa11) {{(pid=103229) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 19:41:36.590673 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee1ae5eb-0d30-47fc-bce3-2119c0944773 None None] Network e2a87ce2-2ff8-446d-a1ee-03da5f20aa11 requested from n-d-713498-36 {{(pid=103232) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 19:41:36.611288 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-223e8e0c-c1f3-4d21-889f-d522415801ac tempest-NetworksTest-2133233541 tempest-NetworksTest-2133233541-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:41:36.614625 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-223e8e0c-c1f3-4d21-889f-d522415801ac tempest-NetworksTest-2133233541 tempest-NetworksTest-2133233541-project] Publish callbacks [] for subnet (None), before_response {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:41:36.657168 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-9c39f119-7d48-4606-84a3-8c645fcef462 req-86ef52e2-29db-4dc5-8e0b-3492f1b38d49 tempest-TestVolumeBootPattern-1615943498 tempest-TestVolumeBootPattern-1615943498-project] 10.222.0.75 "GET /v2.0/security-groups?id=85e2738d-e0ce-44c8-a269-2deaf81a01f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1362877 Feb 09 19:41:36.662584 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-223e8e0c-c1f3-4d21-889f-d522415801ac tempest-NetworksTest-2133233541 tempest-NetworksTest-2133233541-project] 10.222.0.75 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6035080 Feb 09 19:41:36.665560 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 44414) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:41:36.716023 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Device 24c71dc6-b763-455c-b28d-23da5f7b44e8 no longer exists at agent ovs-agent-n-d-713498-36 {{(pid=103232) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 19:41:36.747173 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] No Port match for: 24c71dc6-b763-455c-b28d-23da5f7b44e8 {{(pid=103232) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 19:41:36.747517 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Device 24c71dc6-b763-455c-b28d-23da5f7b44e8 not bound to the agent host n-d-713498-36 {{(pid=103232) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 19:41:36.823438 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d01ad63d-680a-4e54-947a-f3e8012308f1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8b32e980-7cce-5e82-a341-bd2fa8945c89-e2a87ce2-2ff8-446d-a1ee-03da5f20aa11', 'network_id': 'e2a87ce2-2ff8-446d-a1ee-03da5f20aa11', 'project_id': '7fff0fdfdb9d4728bec7dae9cd8dc087', 'fixed_ips': [{'subnet_id': '02900871-cac2-47e8-9c22-aeddd9aa92ab'}]}} from n-d-713498-36. {{(pid=103232) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 09 19:41:36.824722 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-d01ad63d-680a-4e54-947a-f3e8012308f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (None), before_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:41:36.918383 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-0b2d1616-8fa4-4b7d-83c7-53edf0958af8 tempest-NetworksTest-2133233541 tempest-NetworksTest-2133233541-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-670458'] for network (e2a87ce2-2ff8-446d-a1ee-03da5f20aa11), before_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:41:36.994265 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-0b2d1616-8fa4-4b7d-83c7-53edf0958af8 tempest-NetworksTest-2133233541 tempest-NetworksTest-2133233541-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-759852'] for subnet (02900871-cac2-47e8-9c22-aeddd9aa92ab), precommit_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:41:37.001553 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.db_base_plugin_common [None req-d01ad63d-680a-4e54-947a-f3e8012308f1 None None] Allocated IP 172.20.0.2 (e2a87ce2-2ff8-446d-a1ee-03da5f20aa11/02900871-cac2-47e8-9c22-aeddd9aa92ab/78dd370e-eab6-4c75-8924-579d3582257c) {{(pid=103232) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 19:41:37.184889 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-d01ad63d-680a-4e54-947a-f3e8012308f1 None None] Publish callbacks [] for port (78dd370e-eab6-4c75-8924-579d3582257c), precommit_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:41:37.195685 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-d01ad63d-680a-4e54-947a-f3e8012308f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762866656467'] for port (78dd370e-eab6-4c75-8924-579d3582257c), after_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:41:37.215669 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-0b2d1616-8fa4-4b7d-83c7-53edf0958af8 tempest-NetworksTest-2133233541 tempest-NetworksTest-2133233541-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-760023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14393672', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12985882'] for subnet (02900871-cac2-47e8-9c22-aeddd9aa92ab), after_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:41:37.255153 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b2d1616-8fa4-4b7d-83c7-53edf0958af8 tempest-NetworksTest-2133233541 tempest-NetworksTest-2133233541-project] Pushing event deleted for resources: {'Subnet': ['ID=02900871-cac2-47e8-9c22-aeddd9aa92ab,revision_number=None']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:41:37.315779 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d01ad63d-680a-4e54-947a-f3e8012308f1 None None] Pushing event updated for resources: {'Port': ['ID=78dd370e-eab6-4c75-8924-579d3582257c,revision_number=1']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:41:37.329402 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-0b2d1616-8fa4-4b7d-83c7-53edf0958af8 tempest-NetworksTest-2133233541 tempest-NetworksTest-2133233541-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-590267', 'neutron.services.segments.db._delete_segments_for_network-8762867132609'] for network (e2a87ce2-2ff8-446d-a1ee-03da5f20aa11), precommit_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:41:37.335761 n-d-713498-36 neutron-server[103232]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d01ad63d-680a-4e54-947a-f3e8012308f1 None None] Network e2a87ce2-2ff8-446d-a1ee-03da5f20aa11 is already hosted by enough agents. {{(pid=103232) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 19:41:37.337772 n-d-713498-36 neutron-server[103232]: DEBUG neutron.scheduler.base_scheduler [None req-d01ad63d-680a-4e54-947a-f3e8012308f1 None None] Resources bound (agent type, host, resource id): {{(pid=103232) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 19:41:37.344798 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d01ad63d-680a-4e54-947a-f3e8012308f1 None None] Received port after_create {{(pid=103232) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 19:41:37.390011 n-d-713498-36 neutron-server[103230]: DEBUG neutron.services.segments.db [None req-0b2d1616-8fa4-4b7d-83c7-53edf0958af8 tempest-NetworksTest-2133233541 tempest-NetworksTest-2133233541-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e2a87ce2-2ff8-446d-a1ee-03da5f20aa11']}} {{(pid=103230) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:41:37.401877 n-d-713498-36 neutron-server[103230]: DEBUG neutron.services.segments.db [None req-0b2d1616-8fa4-4b7d-83c7-53edf0958af8 tempest-NetworksTest-2133233541 tempest-NetworksTest-2133233541-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bbed761a-eefe-4af3-a321-5d1ce9dc3c36') {'for_net_delete': True} {{(pid=103230) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:41:37.402217 n-d-713498-36 neutron-server[103230]: DEBUG neutron.services.segments.db [None req-0b2d1616-8fa4-4b7d-83c7-53edf0958af8 tempest-NetworksTest-2133233541 tempest-NetworksTest-2133233541-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bbed761a-eefe-4af3-a321-5d1ce9dc3c36') {} {{(pid=103230) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:41:37.423142 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-0b2d1616-8fa4-4b7d-83c7-53edf0958af8 tempest-NetworksTest-2133233541 tempest-NetworksTest-2133233541-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762867134154', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12895813'] for segment (bbed761a-eefe-4af3-a321-5d1ce9dc3c36), before_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:41:37.427714 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.managers [None req-d01ad63d-680a-4e54-947a-f3e8012308f1 None None] Attempting to bind port 78dd370e-eab6-4c75-8924-579d3582257c on host n-d-713498-36 for vnic_type normal with profile {{(pid=103232) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 19:41:37.428163 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.managers [None req-d01ad63d-680a-4e54-947a-f3e8012308f1 None None] Attempting to bind port 78dd370e-eab6-4c75-8924-579d3582257c by drivers openvswitch,hyperv on host n-d-713498-36 at level 0 using segments [{'id': 'bbed761a-eefe-4af3-a321-5d1ce9dc3c36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': 'e2a87ce2-2ff8-446d-a1ee-03da5f20aa11'}] {{(pid=103232) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 19:41:37.428459 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d01ad63d-680a-4e54-947a-f3e8012308f1 None None] Attempting to bind port 78dd370e-eab6-4c75-8924-579d3582257c on network e2a87ce2-2ff8-446d-a1ee-03da5f20aa11 {{(pid=103232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 19:41:37.435613 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d01ad63d-680a-4e54-947a-f3e8012308f1 None None] Checking agent: {'id': '496418a2-c002-4aec-ab1a-07f3bea491bd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-36', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 18, 51, 47), 'started_at': datetime.datetime(2022, 2, 9, 18, 52, 17), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 19, 41, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-36'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 19:41:37.435956 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d01ad63d-680a-4e54-947a-f3e8012308f1 None None] Checking segment: {'id': 'bbed761a-eefe-4af3-a321-5d1ce9dc3c36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': 'e2a87ce2-2ff8-446d-a1ee-03da5f20aa11'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103232) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 19:41:37.436327 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-d01ad63d-680a-4e54-947a-f3e8012308f1 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:41:37.436889 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d01ad63d-680a-4e54-947a-f3e8012308f1 None None] Bound using segment: {'id': 'bbed761a-eefe-4af3-a321-5d1ce9dc3c36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': 'e2a87ce2-2ff8-446d-a1ee-03da5f20aa11'} {{(pid=103232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 19:41:37.437807 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.managers [None req-d01ad63d-680a-4e54-947a-f3e8012308f1 None None] Bound port: 78dd370e-eab6-4c75-8924-579d3582257c, host: n-d-713498-36, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bbed761a-eefe-4af3-a321-5d1ce9dc3c36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': 'e2a87ce2-2ff8-446d-a1ee-03da5f20aa11'}}] {{(pid=103232) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 19:41:37.438229 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-d01ad63d-680a-4e54-947a-f3e8012308f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (78dd370e-eab6-4c75-8924-579d3582257c), before_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:41:37.454048 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-0b2d1616-8fa4-4b7d-83c7-53edf0958af8 tempest-NetworksTest-2133233541 tempest-NetworksTest-2133233541-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-759574'] for segment (bbed761a-eefe-4af3-a321-5d1ce9dc3c36), precommit_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:41:37.462173 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0b2d1616-8fa4-4b7d-83c7-53edf0958af8 tempest-NetworksTest-2133233541 tempest-NetworksTest-2133233541-project] Releasing vlan 375 on physical network physnet1 to pool {{(pid=103230) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 19:41:37.462568 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-0b2d1616-8fa4-4b7d-83c7-53edf0958af8 tempest-NetworksTest-2133233541 tempest-NetworksTest-2133233541-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-759574', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14393826'] for segment (bbed761a-eefe-4af3-a321-5d1ce9dc3c36), after_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:41:37.466081 n-d-713498-36 neutron-server[103230]: Traceback (most recent call last): Feb 09 19:41:37.466081 n-d-713498-36 neutron-server[103230]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 19:41:37.466081 n-d-713498-36 neutron-server[103230]: timer() Feb 09 19:41:37.466081 n-d-713498-36 neutron-server[103230]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 19:41:37.466081 n-d-713498-36 neutron-server[103230]: cb(*args, **kw) Feb 09 19:41:37.466081 n-d-713498-36 neutron-server[103230]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 19:41:37.466081 n-d-713498-36 neutron-server[103230]: return func(*args, **kwargs) Feb 09 19:41:37.466081 n-d-713498-36 neutron-server[103230]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 19:41:37.466081 n-d-713498-36 neutron-server[103230]: self._notify() Feb 09 19:41:37.466081 n-d-713498-36 neutron-server[103230]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 19:41:37.466081 n-d-713498-36 neutron-server[103230]: self.callback(batched_events) Feb 09 19:41:37.466081 n-d-713498-36 neutron-server[103230]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 19:41:37.466081 n-d-713498-36 neutron-server[103230]: event.method(event) Feb 09 19:41:37.466081 n-d-713498-36 neutron-server[103230]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 19:41:37.466081 n-d-713498-36 neutron-server[103230]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 19:41:37.466081 n-d-713498-36 neutron-server[103230]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 19:41:37.466081 n-d-713498-36 neutron-server[103230]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 19:41:37.466081 n-d-713498-36 neutron-server[103230]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 19:41:37.466081 n-d-713498-36 neutron-server[103230]: return f(self, *a, **k) Feb 09 19:41:37.466081 n-d-713498-36 neutron-server[103230]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 19:41:37.466081 n-d-713498-36 neutron-server[103230]: return self._get(url).json() Feb 09 19:41:37.466081 n-d-713498-36 neutron-server[103230]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 19:41:37.466081 n-d-713498-36 neutron-server[103230]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 19:41:37.466081 n-d-713498-36 neutron-server[103230]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 19:41:37.466081 n-d-713498-36 neutron-server[103230]: return self.request(url, 'GET', **kwargs) Feb 09 19:41:37.466081 n-d-713498-36 neutron-server[103230]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 19:41:37.466081 n-d-713498-36 neutron-server[103230]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 19:41:37.466081 n-d-713498-36 neutron-server[103230]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 19:41:37.466081 n-d-713498-36 neutron-server[103230]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 19:41:37.466081 n-d-713498-36 neutron-server[103230]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 19:41:37.466081 n-d-713498-36 neutron-server[103230]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 19:41:37.466081 n-d-713498-36 neutron-server[103230]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 19:41:37.535147 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-d01ad63d-680a-4e54-947a-f3e8012308f1 None None] For port 78dd370e-eab6-4c75-8924-579d3582257c, host n-d-713498-36, cleared binding levels {{(pid=103232) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 19:41:37.552054 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-d01ad63d-680a-4e54-947a-f3e8012308f1 None None] For port 78dd370e-eab6-4c75-8924-579d3582257c, host n-d-713498-36, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-36',level=0,port_id=78dd370e-eab6-4c75-8924-579d3582257c,segment=NetworkSegment(bbed761a-eefe-4af3-a321-5d1ce9dc3c36),segment_id=bbed761a-eefe-4af3-a321-5d1ce9dc3c36)] {{(pid=103232) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 19:41:37.558772 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-d01ad63d-680a-4e54-947a-f3e8012308f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762867176205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762866656485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762866656503'] for port (78dd370e-eab6-4c75-8924-579d3582257c), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:41:37.567115 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.db.api [None req-0b2d1616-8fa4-4b7d-83c7-53edf0958af8 tempest-NetworksTest-2133233541 tempest-NetworksTest-2133233541-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Feb 09 19:41:37.567115 n-d-713498-36 neutron-server[103230]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Feb 09 19:41:37.567115 n-d-713498-36 neutron-server[103230]: [parameters: {'id': 'e2a87ce2-2ff8-446d-a1ee-03da5f20aa11'}] Feb 09 19:41:37.567115 n-d-713498-36 neutron-server[103230]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=103230) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 09 19:41:37.568224 n-d-713498-36 neutron-server[103230]: DEBUG oslo_db.api [None req-0b2d1616-8fa4-4b7d-83c7-53edf0958af8 tempest-NetworksTest-2133233541 tempest-NetworksTest-2133233541-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=103230) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 09 19:41:37.680724 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d01ad63d-680a-4e54-947a-f3e8012308f1 None None] Pushing event updated for resources: {'Port': ['ID=78dd370e-eab6-4c75-8924-579d3582257c,revision_number=2']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:41:37.729879 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f12bc829-2f12-42a5-8910-842c1f10b342 None None] get_active_networks_info from n-d-713498-36 {{(pid=103232) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Feb 09 19:41:37.876692 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5324db96-2aa6-40dc-9573-b2d6880d0fae req-f7db1a91-f635-466b-b8e1-262f5395f3d4 tempest-TestVolumeBootPattern-1615943498 tempest-TestVolumeBootPattern-1615943498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:41:37.884915 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-5324db96-2aa6-40dc-9573-b2d6880d0fae req-f7db1a91-f635-466b-b8e1-262f5395f3d4 tempest-TestVolumeBootPattern-1615943498 tempest-TestVolumeBootPattern-1615943498-project] 10.222.0.75 "GET /v2.0/ports?device_id=0dc45f8d-fedd-40c2-8f12-83a4bb0d624c HTTP/1.1" status: 200 len: 943 time: 0.0986004 Feb 09 19:41:38.240546 n-d-713498-36 neutron-server[103232]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f12bc829-2f12-42a5-8910-842c1f10b342 None None] Resources bound (agent type, host, resource id): {{(pid=103232) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 09 19:41:38.454178 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-0b2d1616-8fa4-4b7d-83c7-53edf0958af8 tempest-NetworksTest-2133233541 tempest-NetworksTest-2133233541-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-670458'] for network (e2a87ce2-2ff8-446d-a1ee-03da5f20aa11), before_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:41:38.502210 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea41a7e2-a3dc-4690-905a-55aeaec2ddf8 None None] Network e2a87ce2-2ff8-446d-a1ee-03da5f20aa11 requested from n-d-713498-36 {{(pid=103232) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 19:41:38.545359 n-d-713498-36 neutron-server[103233]: DEBUG neutron.db.agents_db [None req-4a8a6a42-0a0c-4437-8958-92282682b6bb None None] Agent healthcheck: found 7 active agents {{(pid=103233) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 19:41:38.561097 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-5324db96-2aa6-40dc-9573-b2d6880d0fae req-99c7fdf0-98ff-4f2d-857f-de419fb6f8f1 tempest-TestVolumeBootPattern-1615943498 tempest-TestVolumeBootPattern-1615943498-project] 10.222.0.75 "GET /v2.0/security-groups?id=85e2738d-e0ce-44c8-a269-2deaf81a01f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6751831 Feb 09 19:41:38.588049 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.plugin [None req-0b2d1616-8fa4-4b7d-83c7-53edf0958af8 tempest-NetworksTest-2133233541 tempest-NetworksTest-2133233541-project] Deleting port 78dd370e-eab6-4c75-8924-579d3582257c {{(pid=103230) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 19:41:38.588481 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-0b2d1616-8fa4-4b7d-83c7-53edf0958af8 tempest-NetworksTest-2133233541 tempest-NetworksTest-2133233541-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762867170196'] for port (78dd370e-eab6-4c75-8924-579d3582257c), before_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:41:38.671403 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.db [None req-0b2d1616-8fa4-4b7d-83c7-53edf0958af8 tempest-NetworksTest-2133233541 tempest-NetworksTest-2133233541-project] For port 78dd370e-eab6-4c75-8924-579d3582257c, host n-d-713498-36, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-36',level=0,port_id=78dd370e-eab6-4c75-8924-579d3582257c,segment=NetworkSegment(bbed761a-eefe-4af3-a321-5d1ce9dc3c36),segment_id=bbed761a-eefe-4af3-a321-5d1ce9dc3c36)] {{(pid=103230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 19:41:38.671883 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-0b2d1616-8fa4-4b7d-83c7-53edf0958af8 tempest-NetworksTest-2133233541 tempest-NetworksTest-2133233541-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1820838'] for port (78dd370e-eab6-4c75-8924-579d3582257c), precommit_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:41:38.691359 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.plugin [None req-0b2d1616-8fa4-4b7d-83c7-53edf0958af8 tempest-NetworksTest-2133233541 tempest-NetworksTest-2133233541-project] Calling delete_port for 78dd370e-eab6-4c75-8924-579d3582257c owned by network:dhcp {{(pid=103230) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 19:41:38.795475 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-0b2d1616-8fa4-4b7d-83c7-53edf0958af8 tempest-NetworksTest-2133233541 tempest-NetworksTest-2133233541-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762867177463', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762866656476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14393751'] for port (78dd370e-eab6-4c75-8924-579d3582257c), after_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:41:38.830326 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b2d1616-8fa4-4b7d-83c7-53edf0958af8 tempest-NetworksTest-2133233541 tempest-NetworksTest-2133233541-project] Pushing event deleted for resources: {'Port': ['ID=78dd370e-eab6-4c75-8924-579d3582257c,revision_number=None']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:41:38.857714 n-d-713498-36 neutron-server[103230]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b2d1616-8fa4-4b7d-83c7-53edf0958af8 tempest-NetworksTest-2133233541 tempest-NetworksTest-2133233541-project] No DVR routers for this DVR port 78dd370e-eab6-4c75-8924-579d3582257c on host n-d-713498-36 {{(pid=103230) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 19:41:38.972096 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-0b2d1616-8fa4-4b7d-83c7-53edf0958af8 tempest-NetworksTest-2133233541 tempest-NetworksTest-2133233541-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-590267', 'neutron.services.segments.db._delete_segments_for_network-8762867132609'] for network (e2a87ce2-2ff8-446d-a1ee-03da5f20aa11), precommit_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:41:38.999122 n-d-713498-36 neutron-server[103230]: DEBUG neutron.services.segments.db [None req-0b2d1616-8fa4-4b7d-83c7-53edf0958af8 tempest-NetworksTest-2133233541 tempest-NetworksTest-2133233541-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e2a87ce2-2ff8-446d-a1ee-03da5f20aa11']}} {{(pid=103230) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:41:39.010535 n-d-713498-36 neutron-server[103230]: DEBUG neutron.services.segments.db [None req-0b2d1616-8fa4-4b7d-83c7-53edf0958af8 tempest-NetworksTest-2133233541 tempest-NetworksTest-2133233541-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bbed761a-eefe-4af3-a321-5d1ce9dc3c36') {'for_net_delete': True} {{(pid=103230) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:41:39.010839 n-d-713498-36 neutron-server[103230]: DEBUG neutron.services.segments.db [None req-0b2d1616-8fa4-4b7d-83c7-53edf0958af8 tempest-NetworksTest-2133233541 tempest-NetworksTest-2133233541-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bbed761a-eefe-4af3-a321-5d1ce9dc3c36') {} {{(pid=103230) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:41:39.021262 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-0b2d1616-8fa4-4b7d-83c7-53edf0958af8 tempest-NetworksTest-2133233541 tempest-NetworksTest-2133233541-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762867134154', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12895813'] for segment (bbed761a-eefe-4af3-a321-5d1ce9dc3c36), before_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:41:39.034866 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-0b2d1616-8fa4-4b7d-83c7-53edf0958af8 tempest-NetworksTest-2133233541 tempest-NetworksTest-2133233541-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-759574'] for segment (bbed761a-eefe-4af3-a321-5d1ce9dc3c36), precommit_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:41:39.041436 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0b2d1616-8fa4-4b7d-83c7-53edf0958af8 tempest-NetworksTest-2133233541 tempest-NetworksTest-2133233541-project] Releasing vlan 375 on physical network physnet1 to pool {{(pid=103230) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 19:41:39.041854 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-0b2d1616-8fa4-4b7d-83c7-53edf0958af8 tempest-NetworksTest-2133233541 tempest-NetworksTest-2133233541-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-759574', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14393826'] for segment (bbed761a-eefe-4af3-a321-5d1ce9dc3c36), after_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:41:39.046523 n-d-713498-36 neutron-server[103230]: Traceback (most recent call last): Feb 09 19:41:39.046523 n-d-713498-36 neutron-server[103230]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 19:41:39.046523 n-d-713498-36 neutron-server[103230]: timer() Feb 09 19:41:39.046523 n-d-713498-36 neutron-server[103230]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 19:41:39.046523 n-d-713498-36 neutron-server[103230]: cb(*args, **kw) Feb 09 19:41:39.046523 n-d-713498-36 neutron-server[103230]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 19:41:39.046523 n-d-713498-36 neutron-server[103230]: return func(*args, **kwargs) Feb 09 19:41:39.046523 n-d-713498-36 neutron-server[103230]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 19:41:39.046523 n-d-713498-36 neutron-server[103230]: self._notify() Feb 09 19:41:39.046523 n-d-713498-36 neutron-server[103230]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 19:41:39.046523 n-d-713498-36 neutron-server[103230]: self.callback(batched_events) Feb 09 19:41:39.046523 n-d-713498-36 neutron-server[103230]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 19:41:39.046523 n-d-713498-36 neutron-server[103230]: event.method(event) Feb 09 19:41:39.046523 n-d-713498-36 neutron-server[103230]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 19:41:39.046523 n-d-713498-36 neutron-server[103230]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 19:41:39.046523 n-d-713498-36 neutron-server[103230]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 19:41:39.046523 n-d-713498-36 neutron-server[103230]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 19:41:39.046523 n-d-713498-36 neutron-server[103230]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 19:41:39.046523 n-d-713498-36 neutron-server[103230]: return f(self, *a, **k) Feb 09 19:41:39.046523 n-d-713498-36 neutron-server[103230]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 19:41:39.046523 n-d-713498-36 neutron-server[103230]: return self._get(url).json() Feb 09 19:41:39.046523 n-d-713498-36 neutron-server[103230]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 19:41:39.046523 n-d-713498-36 neutron-server[103230]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 19:41:39.046523 n-d-713498-36 neutron-server[103230]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 19:41:39.046523 n-d-713498-36 neutron-server[103230]: return self.request(url, 'GET', **kwargs) Feb 09 19:41:39.046523 n-d-713498-36 neutron-server[103230]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 19:41:39.046523 n-d-713498-36 neutron-server[103230]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 19:41:39.046523 n-d-713498-36 neutron-server[103230]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 19:41:39.046523 n-d-713498-36 neutron-server[103230]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 19:41:39.046523 n-d-713498-36 neutron-server[103230]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 19:41:39.046523 n-d-713498-36 neutron-server[103230]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 19:41:39.046523 n-d-713498-36 neutron-server[103230]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 19:41:39.113575 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-0b2d1616-8fa4-4b7d-83c7-53edf0958af8 tempest-NetworksTest-2133233541 tempest-NetworksTest-2133233541-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-590242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1885479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1818895'] for network (e2a87ce2-2ff8-446d-a1ee-03da5f20aa11), after_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:41:39.134757 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-0b2d1616-8fa4-4b7d-83c7-53edf0958af8 tempest-NetworksTest-2133233541 tempest-NetworksTest-2133233541-project] Publish callbacks [] for network (None), before_response {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:41:39.141225 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-0b2d1616-8fa4-4b7d-83c7-53edf0958af8 tempest-NetworksTest-2133233541 tempest-NetworksTest-2133233541-project] 10.222.0.75 "DELETE /v2.0/networks/e2a87ce2-2ff8-446d-a1ee-03da5f20aa11 HTTP/1.1" status: 204 len: 168 time: 2.4722674 Feb 09 19:41:39.141225 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b2d1616-8fa4-4b7d-83c7-53edf0958af8 tempest-NetworksTest-2133233541 tempest-NetworksTest-2133233541-project] Pushing event deleted for resources: {'Network': ['ID=e2a87ce2-2ff8-446d-a1ee-03da5f20aa11,revision_number=None']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:41:39.141663 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 44436) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:41:39.172833 n-d-713498-36 neutron-server[103229]: INFO neutron.pecan_wsgi.hooks.translation [None req-24670106-4107-4a2d-972f-302cd4f5d4e2 tempest-NetworksTest-2133233541 tempest-NetworksTest-2133233541-project] GET failed (client error): The resource could not be found. Feb 09 19:41:39.178644 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-24670106-4107-4a2d-972f-302cd4f5d4e2 tempest-NetworksTest-2133233541 tempest-NetworksTest-2133233541-project] 10.222.0.75 "GET /v2.0/subnets/02900871-cac2-47e8-9c22-aeddd9aa92ab HTTP/1.1" status: 404 len: 337 time: 0.0322447 Feb 09 19:41:39.178922 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 44438) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:41:39.197901 n-d-713498-36 neutron-server[103229]: INFO neutron.pecan_wsgi.hooks.translation [None req-be4baf4a-2852-48b6-9718-e578bbb412f7 tempest-NetworksTest-2133233541 tempest-NetworksTest-2133233541-project] DELETE failed (client error): The resource could not be found. Feb 09 19:41:39.198679 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-be4baf4a-2852-48b6-9718-e578bbb412f7 tempest-NetworksTest-2133233541 tempest-NetworksTest-2133233541-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103229) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 19:41:39.205394 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-be4baf4a-2852-48b6-9718-e578bbb412f7 tempest-NetworksTest-2133233541 tempest-NetworksTest-2133233541-project] 10.222.0.75 "DELETE /v2.0/networks/e2a87ce2-2ff8-446d-a1ee-03da5f20aa11 HTTP/1.1" status: 404 len: 339 time: 0.0218914 Feb 09 19:41:39.205723 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 44440) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:41:39.414224 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-201cab9b-b833-4f35-8782-c9053b0da3cb tempest-NetworksTest-2133233541 tempest-NetworksTest-2133233541-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:41:39.418525 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-201cab9b-b833-4f35-8782-c9053b0da3cb tempest-NetworksTest-2133233541 tempest-NetworksTest-2133233541-project] 10.222.0.75 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.2089982 Feb 09 19:41:39.419098 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 44442) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:41:39.456846 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-e6f6aeff-3c7c-42f1-9662-9f5f0bc1726c tempest-NetworksTest-2133233541 tempest-NetworksTest-2133233541-project] 10.222.0.75 "GET /v2.0/subnets?network_id=88055e1e-672a-4487-be31-ffb6e833ece5 HTTP/1.1" status: 200 len: 207 time: 0.0362589 Feb 09 19:41:39.460546 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 44444) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:41:39.573406 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cdd1e3a0-333a-48c0-9f38-bd54684d21fb tempest-NetworksTest-2133233541 tempest-NetworksTest-2133233541-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:41:39.578801 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cdd1e3a0-333a-48c0-9f38-bd54684d21fb tempest-NetworksTest-2133233541 tempest-NetworksTest-2133233541-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:41:39.584705 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cdd1e3a0-333a-48c0-9f38-bd54684d21fb tempest-NetworksTest-2133233541 tempest-NetworksTest-2133233541-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:41:39.589718 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cdd1e3a0-333a-48c0-9f38-bd54684d21fb tempest-NetworksTest-2133233541 tempest-NetworksTest-2133233541-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:41:39.595172 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 44446) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:41:39.595371 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-cdd1e3a0-333a-48c0-9f38-bd54684d21fb tempest-NetworksTest-2133233541 tempest-NetworksTest-2133233541-project] 10.222.0.75 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2487 time: 0.1334817 Feb 09 19:41:39.805023 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16ba155b-e11d-4ccb-a8b4-159436b0f653 req-301316fc-b83a-4632-812a-57db77887b45 tempest-TestVolumeBootPattern-1615943498 tempest-TestVolumeBootPattern-1615943498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:41:39.806891 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-16ba155b-e11d-4ccb-a8b4-159436b0f653 req-301316fc-b83a-4632-812a-57db77887b45 tempest-TestVolumeBootPattern-1615943498 tempest-TestVolumeBootPattern-1615943498-project] 10.222.0.75 "GET /v2.0/ports?device_id=0dc45f8d-fedd-40c2-8f12-83a4bb0d624c HTTP/1.1" status: 200 len: 943 time: 0.1178825 Feb 09 19:41:39.824069 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 44454) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:41:39.825611 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-f24fa4af-4e22-4ea6-bbd0-a2327341a630 tempest-NetworksTest-2133233541 tempest-NetworksTest-2133233541-project] 10.222.0.75 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 576 time: 0.2287679 Feb 09 19:41:39.896947 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-16ba155b-e11d-4ccb-a8b4-159436b0f653 req-65a870b6-c175-4914-af9b-eb6cb93b3361 tempest-TestVolumeBootPattern-1615943498 tempest-TestVolumeBootPattern-1615943498-project] 10.222.0.75 "GET /v2.0/security-groups?id=85e2738d-e0ce-44c8-a269-2deaf81a01f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0655813 Feb 09 19:41:39.915558 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79433777-4fbb-45ac-8f90-7748c9b78f1c tempest-NetworksTest-2133233541 tempest-NetworksTest-2133233541-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:41:39.917010 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79433777-4fbb-45ac-8f90-7748c9b78f1c tempest-NetworksTest-2133233541 tempest-NetworksTest-2133233541-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:41:39.918599 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-79433777-4fbb-45ac-8f90-7748c9b78f1c tempest-NetworksTest-2133233541 tempest-NetworksTest-2133233541-project] 10.222.0.75 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1446 time: 0.0930037 Feb 09 19:41:39.938133 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 44460) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:41:40.028120 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60c563f9-9778-43e6-9588-e9c92b828a15 tempest-NetworksTest-2133233541 tempest-NetworksTest-2133233541-project] Attributes excluded by policy engine: ['shared'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:41:40.029386 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60c563f9-9778-43e6-9588-e9c92b828a15 tempest-NetworksTest-2133233541 tempest-NetworksTest-2133233541-project] Attributes excluded by policy engine: ['shared'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:41:40.034030 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-60c563f9-9778-43e6-9588-e9c92b828a15 tempest-NetworksTest-2133233541 tempest-NetworksTest-2133233541-project] 10.222.0.75 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 403 time: 0.0918553 Feb 09 19:41:40.035160 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 44462) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:41:40.153242 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-580af653-3219-490f-8077-b0d6027defbc tempest-NetworksTest-2133233541 tempest-NetworksTest-2133233541-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:41:40.158304 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-580af653-3219-490f-8077-b0d6027defbc tempest-NetworksTest-2133233541 tempest-NetworksTest-2133233541-project] 10.222.0.75 "GET /v2.0/networks/091237b6-321e-4dd0-8a82-1a9c050e26d5 HTTP/1.1" status: 200 len: 800 time: 0.1221049 Feb 09 19:41:40.158889 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 44464) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:41:40.261306 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-b790e645-02fe-45d5-8f34-ad8a3c926b6a tempest-NetworksTest-2133233541 tempest-NetworksTest-2133233541-project] 10.222.0.75 "GET /v2.0/networks/091237b6-321e-4dd0-8a82-1a9c050e26d5?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 316 time: 0.0978994 Feb 09 19:41:40.261526 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 44466) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:41:40.312181 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c3341ff-d871-4f8e-b370-13b7b78d21a1 tempest-NetworksTest-2133233541 tempest-NetworksTest-2133233541-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:41:40.318380 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-4c3341ff-d871-4f8e-b370-13b7b78d21a1 tempest-NetworksTest-2133233541 tempest-NetworksTest-2133233541-project] 10.222.0.75 "GET /v2.0/subnets/ac1b10be-dece-4bf2-bd4f-e218a74ef767 HTTP/1.1" status: 200 len: 811 time: 0.0511870 Feb 09 19:41:40.318649 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 44468) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:41:40.383117 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d699536-32b0-4e78-b9a6-33a50acafa7e tempest-NetworksTest-2133233541 tempest-NetworksTest-2133233541-project] Attributes excluded by policy engine: ['shared'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:41:40.384906 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-2d699536-32b0-4e78-b9a6-33a50acafa7e tempest-NetworksTest-2133233541 tempest-NetworksTest-2133233541-project] 10.222.0.75 "GET /v2.0/subnets/ac1b10be-dece-4bf2-bd4f-e218a74ef767?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.0650353 Feb 09 19:41:40.388029 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 44470) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:41:40.392711 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.v2.base [None req-72b23683-9599-4362-9beb-ffafae02b7f4 tempest-NetworksTest-2133233541 tempest-NetworksTest-2133233541-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-793322500'}} {{(pid=103230) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 19:41:40.412473 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-72b23683-9599-4362-9beb-ffafae02b7f4 tempest-NetworksTest-2133233541 tempest-NetworksTest-2133233541-project] Made reservation on behalf of 7fff0fdfdb9d4728bec7dae9cd8dc087 for: {'network': 1} {{(pid=103230) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 19:41:40.415766 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-72b23683-9599-4362-9beb-ffafae02b7f4 tempest-NetworksTest-2133233541 tempest-NetworksTest-2133233541-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for network (None), before_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:41:40.440404 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-72b23683-9599-4362-9beb-ffafae02b7f4 tempest-NetworksTest-2133233541 tempest-NetworksTest-2133233541-project] vlan segment allocate from pool success with {'vlan_id': 355, 'physical_network': 'physnet1'} {{(pid=103230) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 19:41:40.450013 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-72b23683-9599-4362-9beb-ffafae02b7f4 tempest-NetworksTest-2133233541 tempest-NetworksTest-2133233541-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-759574'] for segment (d757c4e2-e3f0-48b1-b334-a6c91356fa11), precommit_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:41:40.450368 n-d-713498-36 neutron-server[103230]: INFO neutron.db.segments_db [None req-72b23683-9599-4362-9beb-ffafae02b7f4 tempest-NetworksTest-2133233541 tempest-NetworksTest-2133233541-project] Added segment d757c4e2-e3f0-48b1-b334-a6c91356fa11 of type vlan for network 08abb977-1852-41bc-a1f4-18786c22da42 Feb 09 19:41:40.491445 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-72b23683-9599-4362-9beb-ffafae02b7f4 tempest-NetworksTest-2133233541 tempest-NetworksTest-2133233541-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762866642225'] for network (08abb977-1852-41bc-a1f4-18786c22da42), precommit_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:41:40.516067 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-72b23683-9599-4362-9beb-ffafae02b7f4 tempest-NetworksTest-2133233541 tempest-NetworksTest-2133233541-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1885479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452'] for network (08abb977-1852-41bc-a1f4-18786c22da42), after_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:41:40.521507 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72b23683-9599-4362-9beb-ffafae02b7f4 tempest-NetworksTest-2133233541 tempest-NetworksTest-2133233541-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:41:40.522115 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-72b23683-9599-4362-9beb-ffafae02b7f4 tempest-NetworksTest-2133233541 tempest-NetworksTest-2133233541-project] Publish callbacks [] for network (None), before_response {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:41:40.588836 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-72b23683-9599-4362-9beb-ffafae02b7f4 tempest-NetworksTest-2133233541 tempest-NetworksTest-2133233541-project] 10.222.0.75 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.1972814 Feb 09 19:41:40.589719 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 44472) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:41:40.601000 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.v2.base [None req-94acbd01-e087-499d-8de9-e8ef5b05a2e7 tempest-NetworksTest-2133233541 tempest-NetworksTest-2133233541-project] Request body: {'subnet': {'network_id': '08abb977-1852-41bc-a1f4-18786c22da42', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8'], 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=103229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 19:41:40.603193 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72b23683-9599-4362-9beb-ffafae02b7f4 tempest-NetworksTest-2133233541 tempest-NetworksTest-2133233541-project] Pushing event updated for resources: {'Network': ['ID=08abb977-1852-41bc-a1f4-18786c22da42,revision_number=1']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:41:40.620462 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Network 08abb977-1852-41bc-a1f4-18786c22da42 details requested by agent ovs-agent-n-d-713498-36 with host n-d-713498-36 {{(pid=103232) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 19:41:40.747059 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-94acbd01-e087-499d-8de9-e8ef5b05a2e7 tempest-NetworksTest-2133233541 tempest-NetworksTest-2133233541-project] Made reservation on behalf of 7fff0fdfdb9d4728bec7dae9cd8dc087 for: {'subnet': 1} {{(pid=103229) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 19:41:40.759899 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-94acbd01-e087-499d-8de9-e8ef5b05a2e7 tempest-NetworksTest-2133233541 tempest-NetworksTest-2133233541-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12759265'] for subnet (None), before_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:41:40.835739 n-d-713498-36 neutron-server[103229]: DEBUG neutron.db.ipam_backend_mixin [None req-94acbd01-e087-499d-8de9-e8ef5b05a2e7 tempest-NetworksTest-2133233541 tempest-NetworksTest-2133233541-project] Performing IP validity checks on allocation pools {{(pid=103229) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Feb 09 19:41:40.836322 n-d-713498-36 neutron-server[103229]: DEBUG neutron.db.ipam_backend_mixin [None req-94acbd01-e087-499d-8de9-e8ef5b05a2e7 tempest-NetworksTest-2133233541 tempest-NetworksTest-2133233541-project] Checking for overlaps among allocation pools and gateway ip {{(pid=103229) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Feb 09 19:41:40.841225 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-e6975d38-900d-42a2-afcd-13554e666504 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762867132591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593584'] for agent (af91e4b9-f4e1-42b1-a25c-a10dc47171c8), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:41:41.001318 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-94acbd01-e087-499d-8de9-e8ef5b05a2e7 tempest-NetworksTest-2133233541 tempest-NetworksTest-2133233541-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12867428', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12759263'] for subnet (5cc672f5-c74e-4197-b235-51e291388612), after_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:41:41.104085 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94acbd01-e087-499d-8de9-e8ef5b05a2e7 tempest-NetworksTest-2133233541 tempest-NetworksTest-2133233541-project] Pushing event updated for resources: {'Subnet': ['ID=5cc672f5-c74e-4197-b235-51e291388612,revision_number=0']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:41:41.122629 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94acbd01-e087-499d-8de9-e8ef5b05a2e7 tempest-NetworksTest-2133233541 tempest-NetworksTest-2133233541-project] Checking segment: {'id': 'd757c4e2-e3f0-48b1-b334-a6c91356fa11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '08abb977-1852-41bc-a1f4-18786c22da42'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103229) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 19:41:41.123007 n-d-713498-36 neutron-server[103229]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94acbd01-e087-499d-8de9-e8ef5b05a2e7 tempest-NetworksTest-2133233541 tempest-NetworksTest-2133233541-project] Network hostable DHCP agents. Network: 08abb977-1852-41bc-a1f4-18786c22da42, hostable agents: ['af91e4b9-f4e1-42b1-a25c-a10dc47171c8'], hosted agents: [] {{(pid=103229) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 19:41:41.133559 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b927dc10-5a97-4b77-8a96-71d88a09e62f req-3b55345e-ce90-4c6a-a966-eee6efe1c019 tempest-TestVolumeBootPattern-1615943498 tempest-TestVolumeBootPattern-1615943498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:41:41.135112 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-b927dc10-5a97-4b77-8a96-71d88a09e62f req-3b55345e-ce90-4c6a-a966-eee6efe1c019 tempest-TestVolumeBootPattern-1615943498 tempest-TestVolumeBootPattern-1615943498-project] 10.222.0.75 "GET /v2.0/ports?device_id=0dc45f8d-fedd-40c2-8f12-83a4bb0d624c HTTP/1.1" status: 200 len: 943 time: 0.1310158 Feb 09 19:41:41.172848 n-d-713498-36 neutron-server[103229]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94acbd01-e087-499d-8de9-e8ef5b05a2e7 tempest-NetworksTest-2133233541 tempest-NetworksTest-2133233541-project] Network 08abb977-1852-41bc-a1f4-18786c22da42 is scheduled to be hosted by DHCP agent af91e4b9-f4e1-42b1-a25c-a10dc47171c8 with binding_index 1 {{(pid=103229) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 19:41:41.198405 n-d-713498-36 neutron-server[103229]: DEBUG neutron.scheduler.base_scheduler [None req-94acbd01-e087-499d-8de9-e8ef5b05a2e7 tempest-NetworksTest-2133233541 tempest-NetworksTest-2133233541-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713498-36, 08abb977-1852-41bc-a1f4-18786c22da42) {{(pid=103229) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 19:41:41.203104 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94acbd01-e087-499d-8de9-e8ef5b05a2e7 tempest-NetworksTest-2133233541 tempest-NetworksTest-2133233541-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:41:41.203716 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-94acbd01-e087-499d-8de9-e8ef5b05a2e7 tempest-NetworksTest-2133233541 tempest-NetworksTest-2133233541-project] Publish callbacks [] for subnet (None), before_response {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:41:41.213429 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c76c2cba-92e0-4282-a756-397ccc884442 None None] Network 08abb977-1852-41bc-a1f4-18786c22da42 requested from n-d-713498-36 {{(pid=103232) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 19:41:41.226083 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-b927dc10-5a97-4b77-8a96-71d88a09e62f req-04532760-28ba-4e77-8c6b-7eb9d5be13f7 tempest-TestVolumeBootPattern-1615943498 tempest-TestVolumeBootPattern-1615943498-project] 10.222.0.75 "GET /v2.0/security-groups?id=85e2738d-e0ce-44c8-a269-2deaf81a01f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0836892 Feb 09 19:41:41.243005 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-94acbd01-e087-499d-8de9-e8ef5b05a2e7 tempest-NetworksTest-2133233541 tempest-NetworksTest-2133233541-project] 10.222.0.75 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 872 time: 0.6514568 Feb 09 19:41:41.243981 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 44488) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:41:41.262295 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.v2.base [None req-bebe8f42-e00f-4760-92f4-285ae78bf913 tempest-NetworksTest-2133233541 tempest-NetworksTest-2133233541-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.2'}], 'dns_nameservers': ['7.8.8.8', '7.8.4.4'], 'gateway_ip': '172.20.0.2', 'enable_dhcp': True}} {{(pid=103230) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 19:41:41.349243 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e2aebf8-7ac9-4ad4-b03a-b3e4ca8eef6f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8b32e980-7cce-5e82-a341-bd2fa8945c89-08abb977-1852-41bc-a1f4-18786c22da42', 'network_id': '08abb977-1852-41bc-a1f4-18786c22da42', 'project_id': '7fff0fdfdb9d4728bec7dae9cd8dc087', 'fixed_ips': [{'subnet_id': '5cc672f5-c74e-4197-b235-51e291388612'}]}} from n-d-713498-36. {{(pid=103232) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 09 19:41:41.350591 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-7e2aebf8-7ac9-4ad4-b03a-b3e4ca8eef6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (None), before_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:41:41.413152 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-bebe8f42-e00f-4760-92f4-285ae78bf913 tempest-NetworksTest-2133233541 tempest-NetworksTest-2133233541-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-12985908'] for subnet (5cc672f5-c74e-4197-b235-51e291388612), before_update {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:41:41.523106 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.db.api [None req-7e2aebf8-7ac9-4ad4-b03a-b3e4ca8eef6f None None] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Feb 09 19:41:41.523106 n-d-713498-36 neutron-server[103232]: [SQL: UPDATE subnets SET in_use=%(in_use)s WHERE subnets.id = %(id_1)s] Feb 09 19:41:41.523106 n-d-713498-36 neutron-server[103232]: [parameters: {'in_use': 1, 'id_1': '5cc672f5-c74e-4197-b235-51e291388612'}] Feb 09 19:41:41.523106 n-d-713498-36 neutron-server[103232]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=103232) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 09 19:41:41.523596 n-d-713498-36 neutron-server[103232]: DEBUG oslo_db.api [None req-7e2aebf8-7ac9-4ad4-b03a-b3e4ca8eef6f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_port {{(pid=103232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 09 19:41:41.630011 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-bebe8f42-e00f-4760-92f4-285ae78bf913 tempest-NetworksTest-2133233541 tempest-NetworksTest-2133233541-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8762867176196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-14393665'] for subnet (5cc672f5-c74e-4197-b235-51e291388612), after_update {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:41:41.672319 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bebe8f42-e00f-4760-92f4-285ae78bf913 tempest-NetworksTest-2133233541 tempest-NetworksTest-2133233541-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:41:41.672937 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-bebe8f42-e00f-4760-92f4-285ae78bf913 tempest-NetworksTest-2133233541 tempest-NetworksTest-2133233541-project] Publish callbacks [] for subnet (None), before_response {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:41:41.677063 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-bebe8f42-e00f-4760-92f4-285ae78bf913 tempest-NetworksTest-2133233541 tempest-NetworksTest-2133233541-project] 10.222.0.75 "PUT /v2.0/subnets/5cc672f5-c74e-4197-b235-51e291388612 HTTP/1.1" status: 200 len: 877 time: 0.4285893 Feb 09 19:41:41.677578 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 44498) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:41:41.695114 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bebe8f42-e00f-4760-92f4-285ae78bf913 tempest-NetworksTest-2133233541 tempest-NetworksTest-2133233541-project] Pushing event updated for resources: {'Subnet': ['ID=5cc672f5-c74e-4197-b235-51e291388612,revision_number=1']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:41:41.803641 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-ae6eb368-ff31-4182-8fd5-198e0248c7fd tempest-NetworksTest-2133233541 tempest-NetworksTest-2133233541-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-670458'] for network (08abb977-1852-41bc-a1f4-18786c22da42), before_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:41:41.857692 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-ae6eb368-ff31-4182-8fd5-198e0248c7fd tempest-NetworksTest-2133233541 tempest-NetworksTest-2133233541-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-759852'] for subnet (5cc672f5-c74e-4197-b235-51e291388612), precommit_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:41:41.932909 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-ae6eb368-ff31-4182-8fd5-198e0248c7fd tempest-NetworksTest-2133233541 tempest-NetworksTest-2133233541-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-760023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12867367', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12759238'] for subnet (5cc672f5-c74e-4197-b235-51e291388612), after_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:41:41.964590 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae6eb368-ff31-4182-8fd5-198e0248c7fd tempest-NetworksTest-2133233541 tempest-NetworksTest-2133233541-project] Pushing event deleted for resources: {'Subnet': ['ID=5cc672f5-c74e-4197-b235-51e291388612,revision_number=None']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:41:42.025041 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-7e2aebf8-7ac9-4ad4-b03a-b3e4ca8eef6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (None), before_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:41:42.049300 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-ae6eb368-ff31-4182-8fd5-198e0248c7fd tempest-NetworksTest-2133233541 tempest-NetworksTest-2133233541-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-590267', 'neutron.services.segments.db._delete_segments_for_network-8762867132609'] for network (08abb977-1852-41bc-a1f4-18786c22da42), precommit_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:41:42.078034 n-d-713498-36 neutron-server[103229]: DEBUG neutron.services.segments.db [None req-ae6eb368-ff31-4182-8fd5-198e0248c7fd tempest-NetworksTest-2133233541 tempest-NetworksTest-2133233541-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['08abb977-1852-41bc-a1f4-18786c22da42']}} {{(pid=103229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:41:42.090081 n-d-713498-36 neutron-server[103229]: DEBUG neutron.services.segments.db [None req-ae6eb368-ff31-4182-8fd5-198e0248c7fd tempest-NetworksTest-2133233541 tempest-NetworksTest-2133233541-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd757c4e2-e3f0-48b1-b334-a6c91356fa11') {'for_net_delete': True} {{(pid=103229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:41:42.090589 n-d-713498-36 neutron-server[103229]: DEBUG neutron.services.segments.db [None req-ae6eb368-ff31-4182-8fd5-198e0248c7fd tempest-NetworksTest-2133233541 tempest-NetworksTest-2133233541-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd757c4e2-e3f0-48b1-b334-a6c91356fa11') {} {{(pid=103229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:41:42.116177 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c14f0c4a-8c61-4582-a5d6-ddf4d79cc98c None None] Network 08abb977-1852-41bc-a1f4-18786c22da42 requested from n-d-713498-36 {{(pid=103232) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 19:41:42.116346 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-ae6eb368-ff31-4182-8fd5-198e0248c7fd tempest-NetworksTest-2133233541 tempest-NetworksTest-2133233541-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762867134154', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16683417'] for segment (d757c4e2-e3f0-48b1-b334-a6c91356fa11), before_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:41:42.133570 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-ae6eb368-ff31-4182-8fd5-198e0248c7fd tempest-NetworksTest-2133233541 tempest-NetworksTest-2133233541-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-759574'] for segment (d757c4e2-e3f0-48b1-b334-a6c91356fa11), precommit_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:41:42.141280 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ae6eb368-ff31-4182-8fd5-198e0248c7fd tempest-NetworksTest-2133233541 tempest-NetworksTest-2133233541-project] Releasing vlan 355 on physical network physnet1 to pool {{(pid=103229) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 19:41:42.141868 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-ae6eb368-ff31-4182-8fd5-198e0248c7fd tempest-NetworksTest-2133233541 tempest-NetworksTest-2133233541-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-759574', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12867469'] for segment (d757c4e2-e3f0-48b1-b334-a6c91356fa11), after_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:41:42.189938 n-d-713498-36 neutron-server[103229]: Traceback (most recent call last): Feb 09 19:41:42.189938 n-d-713498-36 neutron-server[103229]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 19:41:42.189938 n-d-713498-36 neutron-server[103229]: timer() Feb 09 19:41:42.189938 n-d-713498-36 neutron-server[103229]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 19:41:42.189938 n-d-713498-36 neutron-server[103229]: cb(*args, **kw) Feb 09 19:41:42.189938 n-d-713498-36 neutron-server[103229]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 19:41:42.189938 n-d-713498-36 neutron-server[103229]: return func(*args, **kwargs) Feb 09 19:41:42.189938 n-d-713498-36 neutron-server[103229]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 19:41:42.189938 n-d-713498-36 neutron-server[103229]: self._notify() Feb 09 19:41:42.189938 n-d-713498-36 neutron-server[103229]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 19:41:42.189938 n-d-713498-36 neutron-server[103229]: self.callback(batched_events) Feb 09 19:41:42.189938 n-d-713498-36 neutron-server[103229]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 19:41:42.189938 n-d-713498-36 neutron-server[103229]: event.method(event) Feb 09 19:41:42.189938 n-d-713498-36 neutron-server[103229]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 19:41:42.189938 n-d-713498-36 neutron-server[103229]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 19:41:42.189938 n-d-713498-36 neutron-server[103229]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 19:41:42.189938 n-d-713498-36 neutron-server[103229]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 19:41:42.189938 n-d-713498-36 neutron-server[103229]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 19:41:42.189938 n-d-713498-36 neutron-server[103229]: return f(self, *a, **k) Feb 09 19:41:42.189938 n-d-713498-36 neutron-server[103229]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 19:41:42.189938 n-d-713498-36 neutron-server[103229]: return self._get(url).json() Feb 09 19:41:42.189938 n-d-713498-36 neutron-server[103229]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 19:41:42.189938 n-d-713498-36 neutron-server[103229]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 19:41:42.189938 n-d-713498-36 neutron-server[103229]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 19:41:42.189938 n-d-713498-36 neutron-server[103229]: return self.request(url, 'GET', **kwargs) Feb 09 19:41:42.189938 n-d-713498-36 neutron-server[103229]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 19:41:42.189938 n-d-713498-36 neutron-server[103229]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 19:41:42.189938 n-d-713498-36 neutron-server[103229]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 19:41:42.189938 n-d-713498-36 neutron-server[103229]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 19:41:42.189938 n-d-713498-36 neutron-server[103229]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 19:41:42.189938 n-d-713498-36 neutron-server[103229]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 19:41:42.189938 n-d-713498-36 neutron-server[103229]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 19:41:42.219486 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-ae6eb368-ff31-4182-8fd5-198e0248c7fd tempest-NetworksTest-2133233541 tempest-NetworksTest-2133233541-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-590242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1885479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1818895'] for network (08abb977-1852-41bc-a1f4-18786c22da42), after_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:41:42.227981 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce7f4c2c-1661-4a20-bf2d-7ae25d9dabe0 None None] Network 08abb977-1852-41bc-a1f4-18786c22da42 requested from n-d-713498-36 {{(pid=103232) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 19:41:42.234354 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-ae6eb368-ff31-4182-8fd5-198e0248c7fd tempest-NetworksTest-2133233541 tempest-NetworksTest-2133233541-project] Publish callbacks [] for network (None), before_response {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:41:42.239666 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-ae6eb368-ff31-4182-8fd5-198e0248c7fd tempest-NetworksTest-2133233541 tempest-NetworksTest-2133233541-project] 10.222.0.75 "DELETE /v2.0/networks/08abb977-1852-41bc-a1f4-18786c22da42 HTTP/1.1" status: 204 len: 168 time: 0.5609236 Feb 09 19:41:42.242563 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce7f4c2c-1661-4a20-bf2d-7ae25d9dabe0 None None] Network 08abb977-1852-41bc-a1f4-18786c22da42 could not be found, it might have been deleted concurrently. {{(pid=103232) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:196}} Feb 09 19:41:42.243916 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 44508) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:41:42.279842 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae6eb368-ff31-4182-8fd5-198e0248c7fd tempest-NetworksTest-2133233541 tempest-NetworksTest-2133233541-project] Pushing event deleted for resources: {'Network': ['ID=08abb977-1852-41bc-a1f4-18786c22da42,revision_number=None']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:41:42.281397 n-d-713498-36 neutron-server[103230]: INFO neutron.pecan_wsgi.hooks.translation [None req-30977711-88e3-4e07-b04f-4df600fe5c25 tempest-NetworksTest-2133233541 tempest-NetworksTest-2133233541-project] DELETE failed (client error): The resource could not be found. Feb 09 19:41:42.288379 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-30977711-88e3-4e07-b04f-4df600fe5c25 tempest-NetworksTest-2133233541 tempest-NetworksTest-2133233541-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103230) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 19:41:42.292456 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-30977711-88e3-4e07-b04f-4df600fe5c25 tempest-NetworksTest-2133233541 tempest-NetworksTest-2133233541-project] 10.222.0.75 "DELETE /v2.0/subnets/5cc672f5-c74e-4197-b235-51e291388612 HTTP/1.1" status: 404 len: 337 time: 0.0474939 Feb 09 19:41:42.295138 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 44512) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:41:42.316968 n-d-713498-36 neutron-server[103230]: INFO neutron.pecan_wsgi.hooks.translation [None req-32bd1927-f4b6-4ef4-8115-a40ac1e67c17 tempest-NetworksTest-2133233541 tempest-NetworksTest-2133233541-project] DELETE failed (client error): The resource could not be found. Feb 09 19:41:42.318234 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-32bd1927-f4b6-4ef4-8115-a40ac1e67c17 tempest-NetworksTest-2133233541 tempest-NetworksTest-2133233541-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103230) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 19:41:42.321309 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-32bd1927-f4b6-4ef4-8115-a40ac1e67c17 tempest-NetworksTest-2133233541 tempest-NetworksTest-2133233541-project] 10.222.0.75 "DELETE /v2.0/networks/08abb977-1852-41bc-a1f4-18786c22da42 HTTP/1.1" status: 404 len: 339 time: 0.0252340 Feb 09 19:41:42.323925 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 44514) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:41:42.358414 n-d-713498-36 neutron-server[103229]: INFO neutron.pecan_wsgi.hooks.translation [None req-4a605982-58b1-4735-87a1-76083c9ff372 tempest-NetworksTest-2133233541 tempest-NetworksTest-2133233541-project] DELETE failed (client error): The resource could not be found. Feb 09 19:41:42.358880 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4a605982-58b1-4735-87a1-76083c9ff372 tempest-NetworksTest-2133233541 tempest-NetworksTest-2133233541-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103229) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 19:41:42.361882 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-4a605982-58b1-4735-87a1-76083c9ff372 tempest-NetworksTest-2133233541 tempest-NetworksTest-2133233541-project] 10.222.0.75 "DELETE /v2.0/subnets/02900871-cac2-47e8-9c22-aeddd9aa92ab HTTP/1.1" status: 404 len: 337 time: 0.0369322 Feb 09 19:41:42.365003 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 44520) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:41:42.386440 n-d-713498-36 neutron-server[103229]: INFO neutron.pecan_wsgi.hooks.translation [None req-08704337-be6b-406d-bb80-d7aee1be3445 tempest-NetworksTest-2133233541 tempest-NetworksTest-2133233541-project] DELETE failed (client error): The resource could not be found. Feb 09 19:41:42.386935 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-08704337-be6b-406d-bb80-d7aee1be3445 tempest-NetworksTest-2133233541 tempest-NetworksTest-2133233541-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103229) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 19:41:42.390530 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-08704337-be6b-406d-bb80-d7aee1be3445 tempest-NetworksTest-2133233541 tempest-NetworksTest-2133233541-project] 10.222.0.75 "DELETE /v2.0/networks/e2a87ce2-2ff8-446d-a1ee-03da5f20aa11 HTTP/1.1" status: 404 len: 339 time: 0.0245965 Feb 09 19:41:42.393061 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 44522) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:41:42.399977 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91f901d3-fa8e-4757-bc81-50713161d828 req-37b57604-6c0d-46b6-80d3-0c7d2692d34b tempest-TestVolumeBootPattern-1615943498 tempest-TestVolumeBootPattern-1615943498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:41:42.401767 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-91f901d3-fa8e-4757-bc81-50713161d828 req-37b57604-6c0d-46b6-80d3-0c7d2692d34b tempest-TestVolumeBootPattern-1615943498 tempest-TestVolumeBootPattern-1615943498-project] 10.222.0.75 "GET /v2.0/ports?device_id=0dc45f8d-fedd-40c2-8f12-83a4bb0d624c HTTP/1.1" status: 200 len: 943 time: 0.0644774 Feb 09 19:41:42.481597 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-91f901d3-fa8e-4757-bc81-50713161d828 req-10a0735d-b232-4cfc-8a0b-649d8d7d3367 tempest-TestVolumeBootPattern-1615943498 tempest-TestVolumeBootPattern-1615943498-project] 10.222.0.75 "GET /v2.0/security-groups?id=85e2738d-e0ce-44c8-a269-2deaf81a01f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0718887 Feb 09 19:41:42.483938 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-4a2df131-92a7-4cab-9a0b-7bad5ff2bf2f tempest-NetworksTest-2133233541 tempest-NetworksTest-2133233541-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-670458'] for network (d908267f-65bc-49de-95d0-371c0f33359d), before_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:41:42.584058 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-4a2df131-92a7-4cab-9a0b-7bad5ff2bf2f tempest-NetworksTest-2133233541 tempest-NetworksTest-2133233541-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-590267', 'neutron.services.segments.db._delete_segments_for_network-8762867132609'] for network (d908267f-65bc-49de-95d0-371c0f33359d), precommit_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:41:42.610490 n-d-713498-36 neutron-server[103229]: DEBUG neutron.services.segments.db [None req-4a2df131-92a7-4cab-9a0b-7bad5ff2bf2f tempest-NetworksTest-2133233541 tempest-NetworksTest-2133233541-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d908267f-65bc-49de-95d0-371c0f33359d']}} {{(pid=103229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:41:42.621056 n-d-713498-36 neutron-server[103229]: DEBUG neutron.services.segments.db [None req-4a2df131-92a7-4cab-9a0b-7bad5ff2bf2f tempest-NetworksTest-2133233541 tempest-NetworksTest-2133233541-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f2b522c4-6712-40ca-bec6-5c672086471f') {'for_net_delete': True} {{(pid=103229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:41:42.621362 n-d-713498-36 neutron-server[103229]: DEBUG neutron.services.segments.db [None req-4a2df131-92a7-4cab-9a0b-7bad5ff2bf2f tempest-NetworksTest-2133233541 tempest-NetworksTest-2133233541-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f2b522c4-6712-40ca-bec6-5c672086471f') {} {{(pid=103229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:41:42.631220 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-4a2df131-92a7-4cab-9a0b-7bad5ff2bf2f tempest-NetworksTest-2133233541 tempest-NetworksTest-2133233541-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762867134154', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16683417'] for segment (f2b522c4-6712-40ca-bec6-5c672086471f), before_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:41:42.644306 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-4a2df131-92a7-4cab-9a0b-7bad5ff2bf2f tempest-NetworksTest-2133233541 tempest-NetworksTest-2133233541-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-759574'] for segment (f2b522c4-6712-40ca-bec6-5c672086471f), precommit_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:41:42.650046 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4a2df131-92a7-4cab-9a0b-7bad5ff2bf2f tempest-NetworksTest-2133233541 tempest-NetworksTest-2133233541-project] Releasing vlan 392 on physical network physnet1 to pool {{(pid=103229) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 19:41:42.650443 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-4a2df131-92a7-4cab-9a0b-7bad5ff2bf2f tempest-NetworksTest-2133233541 tempest-NetworksTest-2133233541-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-759574', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12867469'] for segment (f2b522c4-6712-40ca-bec6-5c672086471f), after_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:41:42.653435 n-d-713498-36 neutron-server[103229]: Traceback (most recent call last): Feb 09 19:41:42.653435 n-d-713498-36 neutron-server[103229]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 19:41:42.653435 n-d-713498-36 neutron-server[103229]: timer() Feb 09 19:41:42.653435 n-d-713498-36 neutron-server[103229]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 19:41:42.653435 n-d-713498-36 neutron-server[103229]: cb(*args, **kw) Feb 09 19:41:42.653435 n-d-713498-36 neutron-server[103229]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 19:41:42.653435 n-d-713498-36 neutron-server[103229]: return func(*args, **kwargs) Feb 09 19:41:42.653435 n-d-713498-36 neutron-server[103229]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 19:41:42.653435 n-d-713498-36 neutron-server[103229]: self._notify() Feb 09 19:41:42.653435 n-d-713498-36 neutron-server[103229]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 19:41:42.653435 n-d-713498-36 neutron-server[103229]: self.callback(batched_events) Feb 09 19:41:42.653435 n-d-713498-36 neutron-server[103229]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 19:41:42.653435 n-d-713498-36 neutron-server[103229]: event.method(event) Feb 09 19:41:42.653435 n-d-713498-36 neutron-server[103229]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 19:41:42.653435 n-d-713498-36 neutron-server[103229]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 19:41:42.653435 n-d-713498-36 neutron-server[103229]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 19:41:42.653435 n-d-713498-36 neutron-server[103229]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 19:41:42.653435 n-d-713498-36 neutron-server[103229]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 19:41:42.653435 n-d-713498-36 neutron-server[103229]: return f(self, *a, **k) Feb 09 19:41:42.653435 n-d-713498-36 neutron-server[103229]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 19:41:42.653435 n-d-713498-36 neutron-server[103229]: return self._get(url).json() Feb 09 19:41:42.653435 n-d-713498-36 neutron-server[103229]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 19:41:42.653435 n-d-713498-36 neutron-server[103229]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 19:41:42.653435 n-d-713498-36 neutron-server[103229]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 19:41:42.653435 n-d-713498-36 neutron-server[103229]: return self.request(url, 'GET', **kwargs) Feb 09 19:41:42.653435 n-d-713498-36 neutron-server[103229]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 19:41:42.653435 n-d-713498-36 neutron-server[103229]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 19:41:42.653435 n-d-713498-36 neutron-server[103229]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 19:41:42.653435 n-d-713498-36 neutron-server[103229]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 19:41:42.653435 n-d-713498-36 neutron-server[103229]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 19:41:42.653435 n-d-713498-36 neutron-server[103229]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 19:41:42.653435 n-d-713498-36 neutron-server[103229]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 19:41:42.712387 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-4a2df131-92a7-4cab-9a0b-7bad5ff2bf2f tempest-NetworksTest-2133233541 tempest-NetworksTest-2133233541-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-590242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1885479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1818895'] for network (d908267f-65bc-49de-95d0-371c0f33359d), after_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:41:42.719299 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-4a2df131-92a7-4cab-9a0b-7bad5ff2bf2f tempest-NetworksTest-2133233541 tempest-NetworksTest-2133233541-project] Publish callbacks [] for network (None), before_response {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:41:42.723054 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-4a2df131-92a7-4cab-9a0b-7bad5ff2bf2f tempest-NetworksTest-2133233541 tempest-NetworksTest-2133233541-project] 10.222.0.75 "DELETE /v2.0/networks/d908267f-65bc-49de-95d0-371c0f33359d HTTP/1.1" status: 204 len: 168 time: 0.3290093 Feb 09 19:41:42.725731 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 44524) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:41:42.744076 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a2df131-92a7-4cab-9a0b-7bad5ff2bf2f tempest-NetworksTest-2133233541 tempest-NetworksTest-2133233541-project] Pushing event deleted for resources: {'Network': ['ID=d908267f-65bc-49de-95d0-371c0f33359d,revision_number=None']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:41:42.762039 n-d-713498-36 neutron-server[103229]: INFO neutron.pecan_wsgi.hooks.translation [None req-3afc133a-c636-43b0-86ba-0b0470d9af7d tempest-NetworksTest-2133233541 tempest-NetworksTest-2133233541-project] DELETE failed (client error): The resource could not be found. Feb 09 19:41:42.762509 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3afc133a-c636-43b0-86ba-0b0470d9af7d tempest-NetworksTest-2133233541 tempest-NetworksTest-2133233541-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103229) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 19:41:42.765585 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-3afc133a-c636-43b0-86ba-0b0470d9af7d tempest-NetworksTest-2133233541 tempest-NetworksTest-2133233541-project] 10.222.0.75 "DELETE /v2.0/subnets/b51981f1-07a9-4caa-96af-f91381293bf2 HTTP/1.1" status: 404 len: 337 time: 0.0388906 Feb 09 19:41:42.768187 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 44530) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:41:42.788191 n-d-713498-36 neutron-server[103230]: INFO neutron.pecan_wsgi.hooks.translation [None req-834cdecd-752c-4161-ae18-0397741abc13 tempest-NetworksTest-2133233541 tempest-NetworksTest-2133233541-project] DELETE failed (client error): The resource could not be found. Feb 09 19:41:42.788823 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-834cdecd-752c-4161-ae18-0397741abc13 tempest-NetworksTest-2133233541 tempest-NetworksTest-2133233541-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103230) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 19:41:42.794645 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-834cdecd-752c-4161-ae18-0397741abc13 tempest-NetworksTest-2133233541 tempest-NetworksTest-2133233541-project] 10.222.0.75 "DELETE /v2.0/networks/c192b24d-a715-4f57-9e1f-6e4492a0f044 HTTP/1.1" status: 404 len: 339 time: 0.0226431 Feb 09 19:41:42.794893 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 44532) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:41:42.822589 n-d-713498-36 neutron-server[103230]: INFO neutron.pecan_wsgi.hooks.translation [None req-7f073b2c-9ea6-48d2-ba1f-b82f0b29f28d tempest-NetworksTest-2133233541 tempest-NetworksTest-2133233541-project] DELETE failed (client error): The resource could not be found. Feb 09 19:41:42.822589 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7f073b2c-9ea6-48d2-ba1f-b82f0b29f28d tempest-NetworksTest-2133233541 tempest-NetworksTest-2133233541-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103230) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 19:41:42.828051 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-7f073b2c-9ea6-48d2-ba1f-b82f0b29f28d tempest-NetworksTest-2133233541 tempest-NetworksTest-2133233541-project] 10.222.0.75 "DELETE /v2.0/subnets/fee27f77-acee-40ba-92fd-575b66f5b0a8 HTTP/1.1" status: 404 len: 337 time: 0.0293300 Feb 09 19:41:42.828051 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 44534) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:41:42.848647 n-d-713498-36 neutron-server[103230]: INFO neutron.pecan_wsgi.hooks.translation [None req-33b05b20-8f6c-4295-a0bc-405b939de19c tempest-NetworksTest-2133233541 tempest-NetworksTest-2133233541-project] DELETE failed (client error): The resource could not be found. Feb 09 19:41:42.849152 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-33b05b20-8f6c-4295-a0bc-405b939de19c tempest-NetworksTest-2133233541 tempest-NetworksTest-2133233541-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103230) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 19:41:42.853997 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-33b05b20-8f6c-4295-a0bc-405b939de19c tempest-NetworksTest-2133233541 tempest-NetworksTest-2133233541-project] 10.222.0.75 "DELETE /v2.0/networks/b2f7a8e7-89f6-4ec7-8b42-e945e07392b8 HTTP/1.1" status: 404 len: 339 time: 0.0237341 Feb 09 19:41:42.854888 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 44536) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:41:42.883039 n-d-713498-36 neutron-server[103230]: INFO neutron.pecan_wsgi.hooks.translation [None req-00a55602-8b71-42aa-8360-5aa0229f3403 tempest-NetworksTest-2133233541 tempest-NetworksTest-2133233541-project] DELETE failed (client error): The resource could not be found. Feb 09 19:41:42.884093 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-00a55602-8b71-42aa-8360-5aa0229f3403 tempest-NetworksTest-2133233541 tempest-NetworksTest-2133233541-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103230) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 19:41:42.887453 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-00a55602-8b71-42aa-8360-5aa0229f3403 tempest-NetworksTest-2133233541 tempest-NetworksTest-2133233541-project] 10.222.0.75 "DELETE /v2.0/subnets/8fffe30f-41e7-4649-8aab-ae2c60ee4382 HTTP/1.1" status: 404 len: 337 time: 0.0314910 Feb 09 19:41:42.890008 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 44538) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:41:42.911154 n-d-713498-36 neutron-server[103230]: INFO neutron.pecan_wsgi.hooks.translation [None req-a9ebf640-807a-4fbb-8430-6da264c4d2e4 tempest-NetworksTest-2133233541 tempest-NetworksTest-2133233541-project] DELETE failed (client error): The resource could not be found. Feb 09 19:41:42.911861 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a9ebf640-807a-4fbb-8430-6da264c4d2e4 tempest-NetworksTest-2133233541 tempest-NetworksTest-2133233541-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103230) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 19:41:42.918403 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 44542) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:41:42.918609 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-a9ebf640-807a-4fbb-8430-6da264c4d2e4 tempest-NetworksTest-2133233541 tempest-NetworksTest-2133233541-project] 10.222.0.75 "DELETE /v2.0/networks/5c2deef3-f30a-4f03-b5e8-29de9cf4420a HTTP/1.1" status: 404 len: 339 time: 0.0270884 Feb 09 19:41:42.973254 n-d-713498-36 neutron-server[103229]: INFO neutron.pecan_wsgi.hooks.translation [None req-1e9d99d6-22ed-42dc-b42a-b3d83acfe0a2 tempest-NetworksTest-2133233541 tempest-NetworksTest-2133233541-project] DELETE failed (client error): The resource could not be found. Feb 09 19:41:42.973724 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1e9d99d6-22ed-42dc-b42a-b3d83acfe0a2 tempest-NetworksTest-2133233541 tempest-NetworksTest-2133233541-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103229) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 19:41:42.977621 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-1e9d99d6-22ed-42dc-b42a-b3d83acfe0a2 tempest-NetworksTest-2133233541 tempest-NetworksTest-2133233541-project] 10.222.0.75 "DELETE /v2.0/subnets/f8f728cf-f378-4b00-97c1-a36d556deb2e HTTP/1.1" status: 404 len: 337 time: 0.0574462 Feb 09 19:41:42.980420 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 44546) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:41:43.002398 n-d-713498-36 neutron-server[103230]: INFO neutron.pecan_wsgi.hooks.translation [None req-c2f3abfd-b901-43d3-979d-77348fd9d663 tempest-NetworksTest-2133233541 tempest-NetworksTest-2133233541-project] DELETE failed (client error): The resource could not be found. Feb 09 19:41:43.003606 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c2f3abfd-b901-43d3-979d-77348fd9d663 tempest-NetworksTest-2133233541 tempest-NetworksTest-2133233541-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103230) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 19:41:43.006936 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-c2f3abfd-b901-43d3-979d-77348fd9d663 tempest-NetworksTest-2133233541 tempest-NetworksTest-2133233541-project] 10.222.0.75 "DELETE /v2.0/networks/f52b8d00-81a6-4cb5-9bc1-d04dfc69d532 HTTP/1.1" status: 404 len: 339 time: 0.0249424 Feb 09 19:41:43.009513 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 44548) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:41:43.036905 n-d-713498-36 neutron-server[103230]: INFO neutron.pecan_wsgi.hooks.translation [None req-ed9430ac-9f31-434a-a22b-c5601107d779 tempest-NetworksTest-2133233541 tempest-NetworksTest-2133233541-project] DELETE failed (client error): The resource could not be found. Feb 09 19:41:43.037491 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ed9430ac-9f31-434a-a22b-c5601107d779 tempest-NetworksTest-2133233541 tempest-NetworksTest-2133233541-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103230) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 19:41:43.043462 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-ed9430ac-9f31-434a-a22b-c5601107d779 tempest-NetworksTest-2133233541 tempest-NetworksTest-2133233541-project] 10.222.0.75 "DELETE /v2.0/subnets/c2e24349-bb9d-4079-9694-604a9d5123c7 HTTP/1.1" status: 404 len: 337 time: 0.0301743 Feb 09 19:41:43.043755 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 44550) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:41:43.062342 n-d-713498-36 neutron-server[103230]: INFO neutron.pecan_wsgi.hooks.translation [None req-4ca7b026-561a-4774-8fe8-62af2c91a6fa tempest-NetworksTest-2133233541 tempest-NetworksTest-2133233541-project] DELETE failed (client error): The resource could not be found. Feb 09 19:41:43.062965 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4ca7b026-561a-4774-8fe8-62af2c91a6fa tempest-NetworksTest-2133233541 tempest-NetworksTest-2133233541-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103230) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 19:41:43.068778 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-4ca7b026-561a-4774-8fe8-62af2c91a6fa tempest-NetworksTest-2133233541 tempest-NetworksTest-2133233541-project] 10.222.0.75 "DELETE /v2.0/networks/5dedff55-1dae-4ac6-86c0-ca03f0051bb8 HTTP/1.1" status: 404 len: 339 time: 0.0214422 Feb 09 19:41:43.069049 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 44552) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:41:43.098378 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-5aa98bd2-476f-4d52-b150-b47aeef46533 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762867132591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593584'] for agent (93303d5e-5d17-45e8-8963-7694f87783ae), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:41:43.117937 n-d-713498-36 neutron-server[103230]: INFO neutron.pecan_wsgi.hooks.translation [None req-076912e7-8b22-4da6-a3c2-94ae01e84f51 tempest-NetworksTest-2133233541 tempest-NetworksTest-2133233541-project] DELETE failed (client error): The resource could not be found. Feb 09 19:41:43.118568 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-076912e7-8b22-4da6-a3c2-94ae01e84f51 tempest-NetworksTest-2133233541 tempest-NetworksTest-2133233541-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103230) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 19:41:43.124311 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-076912e7-8b22-4da6-a3c2-94ae01e84f51 tempest-NetworksTest-2133233541 tempest-NetworksTest-2133233541-project] 10.222.0.75 "DELETE /v2.0/subnets/2b0ac846-4954-44f7-b10e-0a664e200b41 HTTP/1.1" status: 404 len: 337 time: 0.0516613 Feb 09 19:41:43.124621 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 44554) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:41:43.144236 n-d-713498-36 neutron-server[103230]: INFO neutron.pecan_wsgi.hooks.translation [None req-ffa13e9a-e365-4d0c-bc94-e8cf6fda6762 tempest-NetworksTest-2133233541 tempest-NetworksTest-2133233541-project] DELETE failed (client error): The resource could not be found. Feb 09 19:41:43.144900 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ffa13e9a-e365-4d0c-bc94-e8cf6fda6762 tempest-NetworksTest-2133233541 tempest-NetworksTest-2133233541-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103230) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 19:41:43.150636 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-ffa13e9a-e365-4d0c-bc94-e8cf6fda6762 tempest-NetworksTest-2133233541 tempest-NetworksTest-2133233541-project] 10.222.0.75 "DELETE /v2.0/networks/9d278787-47fe-4592-ab30-0f7651403eca HTTP/1.1" status: 404 len: 339 time: 0.0224135 Feb 09 19:41:43.150968 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 44556) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:41:43.179202 n-d-713498-36 neutron-server[103230]: INFO neutron.pecan_wsgi.hooks.translation [None req-3723dc54-46ee-4c00-b6a1-92f48ec27354 tempest-NetworksTest-2133233541 tempest-NetworksTest-2133233541-project] DELETE failed (client error): The resource could not be found. Feb 09 19:41:43.179728 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3723dc54-46ee-4c00-b6a1-92f48ec27354 tempest-NetworksTest-2133233541 tempest-NetworksTest-2133233541-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103230) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 19:41:43.185290 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-3723dc54-46ee-4c00-b6a1-92f48ec27354 tempest-NetworksTest-2133233541 tempest-NetworksTest-2133233541-project] 10.222.0.75 "DELETE /v2.0/subnets/061ed4c6-33ec-4af1-a105-0cb0275ad7ba HTTP/1.1" status: 404 len: 337 time: 0.0308900 Feb 09 19:41:43.185659 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 44558) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:41:43.205150 n-d-713498-36 neutron-server[103230]: INFO neutron.pecan_wsgi.hooks.translation [None req-20bf0174-b583-4065-8153-5bda108f2887 tempest-NetworksTest-2133233541 tempest-NetworksTest-2133233541-project] DELETE failed (client error): The resource could not be found. Feb 09 19:41:43.205823 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-20bf0174-b583-4065-8153-5bda108f2887 tempest-NetworksTest-2133233541 tempest-NetworksTest-2133233541-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103230) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 19:41:43.211972 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-20bf0174-b583-4065-8153-5bda108f2887 tempest-NetworksTest-2133233541 tempest-NetworksTest-2133233541-project] 10.222.0.75 "DELETE /v2.0/networks/627251f3-faca-442e-a2fb-c76b9a6f5d0c HTTP/1.1" status: 404 len: 339 time: 0.0227923 Feb 09 19:41:43.212296 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 44560) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:41:43.239610 n-d-713498-36 neutron-server[103230]: INFO neutron.pecan_wsgi.hooks.translation [None req-1c7370cd-4b6a-48dc-a947-d878495204b1 tempest-NetworksTest-2133233541 tempest-NetworksTest-2133233541-project] DELETE failed (client error): The resource could not be found. Feb 09 19:41:43.240230 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1c7370cd-4b6a-48dc-a947-d878495204b1 tempest-NetworksTest-2133233541 tempest-NetworksTest-2133233541-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103230) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 19:41:43.245908 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-1c7370cd-4b6a-48dc-a947-d878495204b1 tempest-NetworksTest-2133233541 tempest-NetworksTest-2133233541-project] 10.222.0.75 "DELETE /v2.0/subnets/b2d89579-9d5e-431b-a79e-9414c5e867eb HTTP/1.1" status: 404 len: 337 time: 0.0301502 Feb 09 19:41:43.246290 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 44562) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:41:43.267464 n-d-713498-36 neutron-server[103230]: INFO neutron.pecan_wsgi.hooks.translation [None req-fb737063-6f13-4d75-810c-cf4dd3315fc5 tempest-NetworksTest-2133233541 tempest-NetworksTest-2133233541-project] DELETE failed (client error): The resource could not be found. Feb 09 19:41:43.268096 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fb737063-6f13-4d75-810c-cf4dd3315fc5 tempest-NetworksTest-2133233541 tempest-NetworksTest-2133233541-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103230) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 19:41:43.274353 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-fb737063-6f13-4d75-810c-cf4dd3315fc5 tempest-NetworksTest-2133233541 tempest-NetworksTest-2133233541-project] 10.222.0.75 "DELETE /v2.0/networks/34da2969-9b17-4805-adbc-1a59e8d4272a HTTP/1.1" status: 404 len: 339 time: 0.0246093 Feb 09 19:41:43.275005 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 44564) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:41:43.328442 n-d-713498-36 neutron-server[103230]: DEBUG neutron.db.db_base_plugin_v2 [None req-f39f0c67-8f86-4353-aa8f-8dfcff48b3cf tempest-NetworksTest-2133233541 tempest-NetworksTest-2133233541-project] Deleting subnet ac1b10be-dece-4bf2-bd4f-e218a74ef767 {{(pid=103230) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 19:41:43.332541 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-f39f0c67-8f86-4353-aa8f-8dfcff48b3cf tempest-NetworksTest-2133233541 tempest-NetworksTest-2133233541-project] Publish callbacks [] for subnet (ac1b10be-dece-4bf2-bd4f-e218a74ef767), before_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:41:43.384450 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-f39f0c67-8f86-4353-aa8f-8dfcff48b3cf tempest-NetworksTest-2133233541 tempest-NetworksTest-2133233541-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12895822'] for subnet (ac1b10be-dece-4bf2-bd4f-e218a74ef767), precommit_delete_associations {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:41:43.476028 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-f39f0c67-8f86-4353-aa8f-8dfcff48b3cf tempest-NetworksTest-2133233541 tempest-NetworksTest-2133233541-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-759852'] for subnet (ac1b10be-dece-4bf2-bd4f-e218a74ef767), precommit_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:41:43.553751 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-f39f0c67-8f86-4353-aa8f-8dfcff48b3cf tempest-NetworksTest-2133233541 tempest-NetworksTest-2133233541-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-760023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14393672', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12985882'] for subnet (ac1b10be-dece-4bf2-bd4f-e218a74ef767), after_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:41:43.598454 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f39f0c67-8f86-4353-aa8f-8dfcff48b3cf tempest-NetworksTest-2133233541 tempest-NetworksTest-2133233541-project] Pushing event deleted for resources: {'Subnet': ['ID=ac1b10be-dece-4bf2-bd4f-e218a74ef767,revision_number=None']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:41:43.603685 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-f39f0c67-8f86-4353-aa8f-8dfcff48b3cf tempest-NetworksTest-2133233541 tempest-NetworksTest-2133233541-project] Publish callbacks [] for subnet (None), before_response {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:41:43.610422 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-f39f0c67-8f86-4353-aa8f-8dfcff48b3cf tempest-NetworksTest-2133233541 tempest-NetworksTest-2133233541-project] 10.222.0.75 "DELETE /v2.0/subnets/ac1b10be-dece-4bf2-bd4f-e218a74ef767 HTTP/1.1" status: 204 len: 168 time: 0.3346672 Feb 09 19:41:43.614406 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 44574) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:41:43.614712 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a3010b4-6d0d-4aea-8b4e-21dca09cb27a None None] Network 091237b6-321e-4dd0-8a82-1a9c050e26d5 requested from n-d-713498-36 {{(pid=103232) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 19:41:43.705011 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-d8cc8633-e4e8-4964-8901-fa61880b2f8c tempest-NetworksTest-2133233541 tempest-NetworksTest-2133233541-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-670458'] for network (091237b6-321e-4dd0-8a82-1a9c050e26d5), before_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:41:43.716528 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3e4ab7b-28dc-4b86-ab44-22a80813d64c req-067aa6dc-f483-4d67-adcb-a855c979941d tempest-TestVolumeBootPattern-1615943498 tempest-TestVolumeBootPattern-1615943498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:41:43.718079 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-f3e4ab7b-28dc-4b86-ab44-22a80813d64c req-067aa6dc-f483-4d67-adcb-a855c979941d tempest-TestVolumeBootPattern-1615943498 tempest-TestVolumeBootPattern-1615943498-project] 10.222.0.75 "GET /v2.0/ports?device_id=0dc45f8d-fedd-40c2-8f12-83a4bb0d624c HTTP/1.1" status: 200 len: 943 time: 0.1400881 Feb 09 19:41:43.808468 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.plugin [None req-d8cc8633-e4e8-4964-8901-fa61880b2f8c tempest-NetworksTest-2133233541 tempest-NetworksTest-2133233541-project] Deleting port 5d931d9b-fcc3-4a7f-9c9f-1468b7751143 {{(pid=103229) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 19:41:43.808822 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-d8cc8633-e4e8-4964-8901-fa61880b2f8c tempest-NetworksTest-2133233541 tempest-NetworksTest-2133233541-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762867170196'] for port (5d931d9b-fcc3-4a7f-9c9f-1468b7751143), before_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:41:43.850480 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-137b09d8-0f3d-4d67-96db-e0634a4f877a None None] DHCP port deletion for 091237b6-321e-4dd0-8a82-1a9c050e26d5 request from n-d-713498-36 {{(pid=103232) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 09 19:41:43.910483 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-137b09d8-0f3d-4d67-96db-e0634a4f877a None None] Deleting port 5d931d9b-fcc3-4a7f-9c9f-1468b7751143 {{(pid=103232) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 19:41:43.911353 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-137b09d8-0f3d-4d67-96db-e0634a4f877a None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762867170196'] for port (5d931d9b-fcc3-4a7f-9c9f-1468b7751143), before_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:41:43.929064 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-f3e4ab7b-28dc-4b86-ab44-22a80813d64c req-786722fa-386b-4c41-898d-ed2c169d2b4c tempest-TestVolumeBootPattern-1615943498 tempest-TestVolumeBootPattern-1615943498-project] 10.222.0.75 "GET /v2.0/security-groups?id=85e2738d-e0ce-44c8-a269-2deaf81a01f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2035916 Feb 09 19:41:43.952011 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.db [None req-d8cc8633-e4e8-4964-8901-fa61880b2f8c tempest-NetworksTest-2133233541 tempest-NetworksTest-2133233541-project] For port 5d931d9b-fcc3-4a7f-9c9f-1468b7751143, host n-d-713498-36, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-36',level=0,port_id=5d931d9b-fcc3-4a7f-9c9f-1468b7751143,segment=NetworkSegment(5d738f16-a318-4943-a62e-ce057e34657a),segment_id=5d738f16-a318-4943-a62e-ce057e34657a)] {{(pid=103229) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 19:41:43.952547 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-d8cc8633-e4e8-4964-8901-fa61880b2f8c tempest-NetworksTest-2133233541 tempest-NetworksTest-2133233541-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1820838'] for port (5d931d9b-fcc3-4a7f-9c9f-1468b7751143), precommit_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:41:43.978652 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.plugin [None req-d8cc8633-e4e8-4964-8901-fa61880b2f8c tempest-NetworksTest-2133233541 tempest-NetworksTest-2133233541-project] Calling delete_port for 5d931d9b-fcc3-4a7f-9c9f-1468b7751143 owned by network:dhcp {{(pid=103229) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 19:41:43.992149 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-137b09d8-0f3d-4d67-96db-e0634a4f877a None None] For port 5d931d9b-fcc3-4a7f-9c9f-1468b7751143, host n-d-713498-36, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-36',level=0,port_id=5d931d9b-fcc3-4a7f-9c9f-1468b7751143,segment=NetworkSegment(5d738f16-a318-4943-a62e-ce057e34657a),segment_id=5d738f16-a318-4943-a62e-ce057e34657a)] {{(pid=103232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 19:41:43.992911 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-137b09d8-0f3d-4d67-96db-e0634a4f877a None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1820838'] for port (5d931d9b-fcc3-4a7f-9c9f-1468b7751143), precommit_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:41:44.009056 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-137b09d8-0f3d-4d67-96db-e0634a4f877a None None] Calling delete_port for 5d931d9b-fcc3-4a7f-9c9f-1468b7751143 owned by network:dhcp {{(pid=103232) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 19:41:44.083244 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-d8cc8633-e4e8-4964-8901-fa61880b2f8c tempest-NetworksTest-2133233541 tempest-NetworksTest-2133233541-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762867177463', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762866656476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12867576'] for port (5d931d9b-fcc3-4a7f-9c9f-1468b7751143), after_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:41:44.117895 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-137b09d8-0f3d-4d67-96db-e0634a4f877a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762867177463', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762866656476'] for port (5d931d9b-fcc3-4a7f-9c9f-1468b7751143), after_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:41:44.121909 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8cc8633-e4e8-4964-8901-fa61880b2f8c tempest-NetworksTest-2133233541 tempest-NetworksTest-2133233541-project] Pushing event deleted for resources: {'Port': ['ID=5d931d9b-fcc3-4a7f-9c9f-1468b7751143,revision_number=None']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:41:44.131387 n-d-713498-36 neutron-server[103229]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8cc8633-e4e8-4964-8901-fa61880b2f8c tempest-NetworksTest-2133233541 tempest-NetworksTest-2133233541-project] No DVR routers for this DVR port 5d931d9b-fcc3-4a7f-9c9f-1468b7751143 on host n-d-713498-36 {{(pid=103229) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 19:41:44.131639 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.l3_dvrscheduler_db [None req-137b09d8-0f3d-4d67-96db-e0634a4f877a None None] No DVR routers for this DVR port 5d931d9b-fcc3-4a7f-9c9f-1468b7751143 on host n-d-713498-36 {{(pid=103232) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 19:41:44.156570 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-137b09d8-0f3d-4d67-96db-e0634a4f877a None None] Pushing event deleted for resources: {'Port': ['ID=5d931d9b-fcc3-4a7f-9c9f-1468b7751143,revision_number=None']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:41:44.166394 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-137b09d8-0f3d-4d67-96db-e0634a4f877a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:41:44.166752 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-137b09d8-0f3d-4d67-96db-e0634a4f877a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:41:44.167824 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-137b09d8-0f3d-4d67-96db-e0634a4f877a None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:41:44.167824 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-137b09d8-0f3d-4d67-96db-e0634a4f877a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:41:44.167824 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-137b09d8-0f3d-4d67-96db-e0634a4f877a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:41:44.168497 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-137b09d8-0f3d-4d67-96db-e0634a4f877a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:41:44.168931 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-137b09d8-0f3d-4d67-96db-e0634a4f877a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:41:44.169426 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-137b09d8-0f3d-4d67-96db-e0634a4f877a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:41:44.169758 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-137b09d8-0f3d-4d67-96db-e0634a4f877a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:41:44.170128 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-137b09d8-0f3d-4d67-96db-e0634a4f877a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:41:44.170457 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-137b09d8-0f3d-4d67-96db-e0634a4f877a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:41:44.170789 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-137b09d8-0f3d-4d67-96db-e0634a4f877a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:41:44.171113 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-137b09d8-0f3d-4d67-96db-e0634a4f877a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:41:44.239739 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-d8cc8633-e4e8-4964-8901-fa61880b2f8c tempest-NetworksTest-2133233541 tempest-NetworksTest-2133233541-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-590267', 'neutron.services.segments.db._delete_segments_for_network-8762867132609'] for network (091237b6-321e-4dd0-8a82-1a9c050e26d5), precommit_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:41:44.263157 n-d-713498-36 neutron-server[103229]: DEBUG neutron.services.segments.db [None req-d8cc8633-e4e8-4964-8901-fa61880b2f8c tempest-NetworksTest-2133233541 tempest-NetworksTest-2133233541-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['091237b6-321e-4dd0-8a82-1a9c050e26d5']}} {{(pid=103229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:41:44.280559 n-d-713498-36 neutron-server[103229]: DEBUG neutron.services.segments.db [None req-d8cc8633-e4e8-4964-8901-fa61880b2f8c tempest-NetworksTest-2133233541 tempest-NetworksTest-2133233541-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5d738f16-a318-4943-a62e-ce057e34657a') {'for_net_delete': True} {{(pid=103229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:41:44.280559 n-d-713498-36 neutron-server[103229]: DEBUG neutron.services.segments.db [None req-d8cc8633-e4e8-4964-8901-fa61880b2f8c tempest-NetworksTest-2133233541 tempest-NetworksTest-2133233541-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5d738f16-a318-4943-a62e-ce057e34657a') {} {{(pid=103229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:41:44.290239 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-d8cc8633-e4e8-4964-8901-fa61880b2f8c tempest-NetworksTest-2133233541 tempest-NetworksTest-2133233541-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762867134154', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16683417'] for segment (5d738f16-a318-4943-a62e-ce057e34657a), before_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:41:44.304413 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-d8cc8633-e4e8-4964-8901-fa61880b2f8c tempest-NetworksTest-2133233541 tempest-NetworksTest-2133233541-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-759574'] for segment (5d738f16-a318-4943-a62e-ce057e34657a), precommit_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:41:44.310482 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d8cc8633-e4e8-4964-8901-fa61880b2f8c tempest-NetworksTest-2133233541 tempest-NetworksTest-2133233541-project] Releasing vlan 390 on physical network physnet1 to pool {{(pid=103229) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 19:41:44.310888 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-d8cc8633-e4e8-4964-8901-fa61880b2f8c tempest-NetworksTest-2133233541 tempest-NetworksTest-2133233541-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-759574', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12867469'] for segment (5d738f16-a318-4943-a62e-ce057e34657a), after_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:41:44.314036 n-d-713498-36 neutron-server[103229]: Traceback (most recent call last): Feb 09 19:41:44.314036 n-d-713498-36 neutron-server[103229]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 19:41:44.314036 n-d-713498-36 neutron-server[103229]: timer() Feb 09 19:41:44.314036 n-d-713498-36 neutron-server[103229]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 19:41:44.314036 n-d-713498-36 neutron-server[103229]: cb(*args, **kw) Feb 09 19:41:44.314036 n-d-713498-36 neutron-server[103229]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 19:41:44.314036 n-d-713498-36 neutron-server[103229]: return func(*args, **kwargs) Feb 09 19:41:44.314036 n-d-713498-36 neutron-server[103229]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 19:41:44.314036 n-d-713498-36 neutron-server[103229]: self._notify() Feb 09 19:41:44.314036 n-d-713498-36 neutron-server[103229]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 19:41:44.314036 n-d-713498-36 neutron-server[103229]: self.callback(batched_events) Feb 09 19:41:44.314036 n-d-713498-36 neutron-server[103229]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 19:41:44.314036 n-d-713498-36 neutron-server[103229]: event.method(event) Feb 09 19:41:44.314036 n-d-713498-36 neutron-server[103229]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 19:41:44.314036 n-d-713498-36 neutron-server[103229]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 19:41:44.314036 n-d-713498-36 neutron-server[103229]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 19:41:44.314036 n-d-713498-36 neutron-server[103229]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 19:41:44.314036 n-d-713498-36 neutron-server[103229]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 19:41:44.314036 n-d-713498-36 neutron-server[103229]: return f(self, *a, **k) Feb 09 19:41:44.314036 n-d-713498-36 neutron-server[103229]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 19:41:44.314036 n-d-713498-36 neutron-server[103229]: return self._get(url).json() Feb 09 19:41:44.314036 n-d-713498-36 neutron-server[103229]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 19:41:44.314036 n-d-713498-36 neutron-server[103229]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 19:41:44.314036 n-d-713498-36 neutron-server[103229]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 19:41:44.314036 n-d-713498-36 neutron-server[103229]: return self.request(url, 'GET', **kwargs) Feb 09 19:41:44.314036 n-d-713498-36 neutron-server[103229]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 19:41:44.314036 n-d-713498-36 neutron-server[103229]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 19:41:44.314036 n-d-713498-36 neutron-server[103229]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 19:41:44.314036 n-d-713498-36 neutron-server[103229]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 19:41:44.314036 n-d-713498-36 neutron-server[103229]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 19:41:44.314036 n-d-713498-36 neutron-server[103229]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 19:41:44.314036 n-d-713498-36 neutron-server[103229]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 19:41:44.383444 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-d8cc8633-e4e8-4964-8901-fa61880b2f8c tempest-NetworksTest-2133233541 tempest-NetworksTest-2133233541-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-590242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1885479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1818895'] for network (091237b6-321e-4dd0-8a82-1a9c050e26d5), after_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:41:44.392338 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-d8cc8633-e4e8-4964-8901-fa61880b2f8c tempest-NetworksTest-2133233541 tempest-NetworksTest-2133233541-project] Publish callbacks [] for network (None), before_response {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:41:44.396754 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-d8cc8633-e4e8-4964-8901-fa61880b2f8c tempest-NetworksTest-2133233541 tempest-NetworksTest-2133233541-project] 10.222.0.75 "DELETE /v2.0/networks/091237b6-321e-4dd0-8a82-1a9c050e26d5 HTTP/1.1" status: 204 len: 168 time: 0.7817276 Feb 09 19:41:44.399605 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-edc54c9b-7f13-45d9-9271-85c9738b0128 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762867132591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593584'] for agent (a62b1850-466f-48ae-bec7-d62fb280e14b), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:41:44.407459 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8cc8633-e4e8-4964-8901-fa61880b2f8c tempest-NetworksTest-2133233541 tempest-NetworksTest-2133233541-project] Pushing event deleted for resources: {'Network': ['ID=091237b6-321e-4dd0-8a82-1a9c050e26d5,revision_number=None']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:41:44.678309 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 44594) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:41:44.688725 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Device 5d931d9b-fcc3-4a7f-9c9f-1468b7751143 no longer exists at agent ovs-agent-n-d-713498-36 {{(pid=103232) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 19:41:44.714175 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] No Port match for: 5d931d9b-fcc3-4a7f-9c9f-1468b7751143 {{(pid=103232) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 19:41:44.714741 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Device 5d931d9b-fcc3-4a7f-9c9f-1468b7751143 not bound to the agent host n-d-713498-36 {{(pid=103232) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 19:41:44.835718 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 44600) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:41:44.836243 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-9c02d783-d838-4779-a976-7eb787cec3d3 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=7fff0fdfdb9d4728bec7dae9cd8dc087&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1562822 Feb 09 19:41:44.886603 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-e9b61eaf-fc0e-4cea-921c-f7768e90f2e4 admin admin] Publish callbacks [] for security_group (3f31834e-f785-43e1-8492-4b5541844d2c), before_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:41:44.908731 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-e9b61eaf-fc0e-4cea-921c-f7768e90f2e4 admin admin] Publish callbacks [] for security_group (3f31834e-f785-43e1-8492-4b5541844d2c), precommit_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:41:44.974825 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-e9b61eaf-fc0e-4cea-921c-f7768e90f2e4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1892331'] for security_group (3f31834e-f785-43e1-8492-4b5541844d2c), after_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:41:44.978630 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-e9b61eaf-fc0e-4cea-921c-f7768e90f2e4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:41:44.980356 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-e9b61eaf-fc0e-4cea-921c-f7768e90f2e4 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/3f31834e-f785-43e1-8492-4b5541844d2c HTTP/1.1" status: 204 len: 168 time: 0.1433816 Feb 09 19:41:44.993975 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9b61eaf-fc0e-4cea-921c-f7768e90f2e4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3f31834e-f785-43e1-8492-4b5541844d2c,revision_number=None']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:41:45.120866 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50be1f16-cb61-4255-8289-3f3914af8882 req-d88e1677-db51-45c9-b68a-9bb56afb4b2a tempest-TestVolumeBootPattern-1615943498 tempest-TestVolumeBootPattern-1615943498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:41:45.122739 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-50be1f16-cb61-4255-8289-3f3914af8882 req-d88e1677-db51-45c9-b68a-9bb56afb4b2a tempest-TestVolumeBootPattern-1615943498 tempest-TestVolumeBootPattern-1615943498-project] 10.222.0.75 "GET /v2.0/ports?device_id=0dc45f8d-fedd-40c2-8f12-83a4bb0d624c HTTP/1.1" status: 200 len: 943 time: 0.0845520 Feb 09 19:41:45.194346 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-50be1f16-cb61-4255-8289-3f3914af8882 req-338f2c1b-002e-4f8c-9c7e-494817db999d tempest-TestVolumeBootPattern-1615943498 tempest-TestVolumeBootPattern-1615943498-project] 10.222.0.75 "GET /v2.0/security-groups?id=85e2738d-e0ce-44c8-a269-2deaf81a01f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588934 Feb 09 19:41:45.748089 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 44634) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:41:45.753555 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [-] 10.222.0.75 "GET / HTTP/1.1" status: 200 len: 248 time: 0.0032675 Feb 09 19:41:45.756286 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 44636) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:41:45.879801 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-39ab7700-9f9a-4456-a57d-8fb902a98c8a tempest-NetworksApiDiscovery-859929248 tempest-NetworksApiDiscovery-859929248-project] 10.222.0.75 "GET /v2.0/ HTTP/1.1" status: 200 len: 702 time: 0.1181793 Feb 09 19:41:46.035256 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-a7262a8e-0513-48fd-984d-75726a511961 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762867132591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593584'] for agent (911cfea2-02ae-4ec9-bac3-7808ee1cdd9c), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:41:46.181048 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 44652) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:41:46.300912 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-123876a0-f802-4551-8182-dc60ed1baeb4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:41:46.337397 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cc2e60a-e9be-446f-a770-9448a587d4c3 req-8cb65f80-353b-4e6c-9e7a-52ddc3510d88 tempest-TestVolumeBootPattern-1615943498 tempest-TestVolumeBootPattern-1615943498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:41:46.345005 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-0cc2e60a-e9be-446f-a770-9448a587d4c3 req-8cb65f80-353b-4e6c-9e7a-52ddc3510d88 tempest-TestVolumeBootPattern-1615943498 tempest-TestVolumeBootPattern-1615943498-project] 10.222.0.75 "GET /v2.0/ports?device_id=0dc45f8d-fedd-40c2-8f12-83a4bb0d624c HTTP/1.1" status: 200 len: 943 time: 0.0711398 Feb 09 19:41:46.387240 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-123876a0-f802-4551-8182-dc60ed1baeb4 admin admin] Publish callbacks [] for security_group (6d444878-6bf7-46d9-a5c3-589ca68638aa), precommit_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:41:46.392664 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-123876a0-f802-4551-8182-dc60ed1baeb4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1892331'] for security_group (6d444878-6bf7-46d9-a5c3-589ca68638aa), after_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:41:46.418495 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-0cc2e60a-e9be-446f-a770-9448a587d4c3 req-17cb14d2-52bb-4b92-a377-1e1d7423fa5b tempest-TestVolumeBootPattern-1615943498 tempest-TestVolumeBootPattern-1615943498-project] 10.222.0.75 "GET /v2.0/security-groups?id=85e2738d-e0ce-44c8-a269-2deaf81a01f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0699232 Feb 09 19:41:46.442196 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-123876a0-f802-4551-8182-dc60ed1baeb4 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=4d82cace6ad84badae6552d6924dee1b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2600989 Feb 09 19:41:46.443175 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-123876a0-f802-4551-8182-dc60ed1baeb4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6d444878-6bf7-46d9-a5c3-589ca68638aa,revision_number=1']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:41:46.446158 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 44662) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:41:46.506358 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-5d981f5c-04fb-4cf9-945b-86a2d31111c9 admin admin] Publish callbacks [] for security_group (6d444878-6bf7-46d9-a5c3-589ca68638aa), before_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:41:46.528154 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-5d981f5c-04fb-4cf9-945b-86a2d31111c9 admin admin] Publish callbacks [] for security_group (6d444878-6bf7-46d9-a5c3-589ca68638aa), precommit_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:41:46.581022 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-5d981f5c-04fb-4cf9-945b-86a2d31111c9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1892331'] for security_group (6d444878-6bf7-46d9-a5c3-589ca68638aa), after_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:41:46.584955 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-5d981f5c-04fb-4cf9-945b-86a2d31111c9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:41:46.586466 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-5d981f5c-04fb-4cf9-945b-86a2d31111c9 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/6d444878-6bf7-46d9-a5c3-589ca68638aa HTTP/1.1" status: 204 len: 168 time: 0.1342041 Feb 09 19:41:46.597686 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d981f5c-04fb-4cf9-945b-86a2d31111c9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6d444878-6bf7-46d9-a5c3-589ca68638aa,revision_number=None']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:41:47.066034 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762867132591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593584'] for agent (496418a2-c002-4aec-ab1a-07f3bea491bd), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:41:47.256733 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 44694) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:41:47.446942 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.plugin [None req-ac620afa-1eb5-4334-ad0b-21eab18c4004 tempest-TestNetworkAdvancedServerOps-1633223542 tempest-TestNetworkAdvancedServerOps-1633223542-project] Deleting port f8c8848b-af5a-414b-9ad2-5e6a57c84644 {{(pid=103229) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 19:41:47.447614 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-ac620afa-1eb5-4334-ad0b-21eab18c4004 tempest-TestNetworkAdvancedServerOps-1633223542 tempest-TestNetworkAdvancedServerOps-1633223542-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762867170196'] for port (f8c8848b-af5a-414b-9ad2-5e6a57c84644), before_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:41:47.572180 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-ac620afa-1eb5-4334-ad0b-21eab18c4004 tempest-TestNetworkAdvancedServerOps-1633223542 tempest-TestNetworkAdvancedServerOps-1633223542-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1820838'] for port (f8c8848b-af5a-414b-9ad2-5e6a57c84644), precommit_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:41:47.572524 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-ac620afa-1eb5-4334-ad0b-21eab18c4004 tempest-TestNetworkAdvancedServerOps-1633223542 tempest-TestNetworkAdvancedServerOps-1633223542-project] Publish callbacks [] for floatingip (f8c8848b-af5a-414b-9ad2-5e6a57c84644), precommit_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:41:47.590577 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.plugin [None req-ac620afa-1eb5-4334-ad0b-21eab18c4004 tempest-TestNetworkAdvancedServerOps-1633223542 tempest-TestNetworkAdvancedServerOps-1633223542-project] Calling delete_port for f8c8848b-af5a-414b-9ad2-5e6a57c84644 owned by network:floatingip {{(pid=103229) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 19:41:47.656348 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a61615fd-35c9-451a-9a28-aa17d8ccbb53 req-6632130a-7ee9-44b4-b331-6ef093a152e4 tempest-TestVolumeBootPattern-1615943498 tempest-TestVolumeBootPattern-1615943498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:41:47.661919 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-a61615fd-35c9-451a-9a28-aa17d8ccbb53 req-6632130a-7ee9-44b4-b331-6ef093a152e4 tempest-TestVolumeBootPattern-1615943498 tempest-TestVolumeBootPattern-1615943498-project] 10.222.0.75 "GET /v2.0/ports?device_id=0dc45f8d-fedd-40c2-8f12-83a4bb0d624c HTTP/1.1" status: 200 len: 943 time: 0.1258492 Feb 09 19:41:47.731664 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-a61615fd-35c9-451a-9a28-aa17d8ccbb53 req-781fd4a0-1fb8-44ac-ab69-f590e6186e42 tempest-TestVolumeBootPattern-1615943498 tempest-TestVolumeBootPattern-1615943498-project] 10.222.0.75 "GET /v2.0/security-groups?id=85e2738d-e0ce-44c8-a269-2deaf81a01f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582170 Feb 09 19:41:47.869930 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-ac620afa-1eb5-4334-ad0b-21eab18c4004 tempest-TestNetworkAdvancedServerOps-1633223542 tempest-TestNetworkAdvancedServerOps-1633223542-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762867177463', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762866656476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12867576'] for port (f8c8848b-af5a-414b-9ad2-5e6a57c84644), after_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:41:47.934474 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac620afa-1eb5-4334-ad0b-21eab18c4004 tempest-TestNetworkAdvancedServerOps-1633223542 tempest-TestNetworkAdvancedServerOps-1633223542-project] Pushing event deleted for resources: {'Port': ['ID=f8c8848b-af5a-414b-9ad2-5e6a57c84644,revision_number=None']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:41:47.977975 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-ac620afa-1eb5-4334-ad0b-21eab18c4004 tempest-TestNetworkAdvancedServerOps-1633223542 tempest-TestNetworkAdvancedServerOps-1633223542-project] Publish callbacks [] for floatingip (126a3ea4-b69c-4503-aabe-0f0b5428c911), after_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:41:47.978562 n-d-713498-36 neutron-server[103229]: INFO neutron.db.l3_db [None req-ac620afa-1eb5-4334-ad0b-21eab18c4004 tempest-TestNetworkAdvancedServerOps-1633223542 tempest-TestNetworkAdvancedServerOps-1633223542-project] Floating IP 126a3ea4-b69c-4503-aabe-0f0b5428c911 disassociated (deleted). External IP: 172.25.1.152, port: f1e54750-6a2e-4d19-b478-caf0c5afef1c. Feb 09 19:41:48.233069 n-d-713498-36 neutron-server[103229]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ac620afa-1eb5-4334-ad0b-21eab18c4004 tempest-TestNetworkAdvancedServerOps-1633223542 tempest-TestNetworkAdvancedServerOps-1633223542-project] Router 5659aff7-daf4-4e9e-b67a-7019e64842e2 has already been hosted by L3 agent 93303d5e-5d17-45e8-8963-7694f87783ae {{(pid=103229) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 19:41:48.339872 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Device ba498e06-b142-482f-baa2-29452c6971cd details requested by agent hyperv_n-h2-713498-36 with host n-h2-713498-36 {{(pid=103232) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 19:41:48.512252 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-7429db8d-6021-40ad-813e-885be449a89b None None] For port ba498e06-b142-482f-baa2-29452c6971cd, host n-h2-713498-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-36',level=0,port_id=ba498e06-b142-482f-baa2-29452c6971cd,segment=NetworkSegment(33386be2-7716-4eda-8188-eeaffee7e0ec),segment_id=33386be2-7716-4eda-8188-eeaffee7e0ec)] {{(pid=103232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 19:41:48.532201 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Returning: {'device': 'ba498e06-b142-482f-baa2-29452c6971cd', 'network_id': '6c0390b8-57a8-4e5d-b1b3-4d3098f0383e', 'port_id': 'ba498e06-b142-482f-baa2-29452c6971cd', 'mac_address': 'fa:16:3e:21:3e:0f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 395, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8c23e8df-50ec-4124-b2e0-ec4287e0865a', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103232) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 19:41:48.598627 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Current status of the port ba498e06-b142-482f-baa2-29452c6971cd is: DOWN; New status is: BUILD {{(pid=103232) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 19:41:48.599296 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (ba498e06-b142-482f-baa2-29452c6971cd), before_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:41:48.616534 n-d-713498-36 neutron-server[103232]: DEBUG neutron.notifiers.nova [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ba498e06-b142-482f-baa2-29452c6971cd {{(pid=103232) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 19:41:48.646888 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-7429db8d-6021-40ad-813e-885be449a89b None None] For port ba498e06-b142-482f-baa2-29452c6971cd, host n-h2-713498-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-36',level=0,port_id=ba498e06-b142-482f-baa2-29452c6971cd,segment=NetworkSegment(33386be2-7716-4eda-8188-eeaffee7e0ec),segment_id=33386be2-7716-4eda-8188-eeaffee7e0ec)] {{(pid=103232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 19:41:48.651645 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762867176205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762866656485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762866656503'] for port (ba498e06-b142-482f-baa2-29452c6971cd), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:41:48.719502 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Pushing event updated for resources: {'Port': ['ID=ba498e06-b142-482f-baa2-29452c6971cd,revision_number=4']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:41:48.807856 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762867132591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593584'] for agent (488cd9ae-631f-4955-ba0b-4f5a13f12e9c), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:41:48.813324 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ac620afa-1eb5-4334-ad0b-21eab18c4004 tempest-TestNetworkAdvancedServerOps-1633223542 tempest-TestNetworkAdvancedServerOps-1633223542-project] Notify agent at l3_agent.n-d-713498-36 the message routers_updated {{(pid=103229) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 19:41:48.824571 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-ac620afa-1eb5-4334-ad0b-21eab18c4004 tempest-TestNetworkAdvancedServerOps-1633223542 tempest-TestNetworkAdvancedServerOps-1633223542-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171096'] for floatingip (None), before_response {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:41:48.832614 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa6d5993-6885-4997-b915-ce1594e86521 None None] Sync routers for ids ['5659aff7-daf4-4e9e-b67a-7019e64842e2'] in n-d-713498-36 {{(pid=103232) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 19:41:48.890443 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa6d5993-6885-4997-b915-ce1594e86521 None None] Routers {'5659aff7-daf4-4e9e-b67a-7019e64842e2'} bound to L3 agent in host n-d-713498-36 {{(pid=103232) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 19:41:48.891586 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.l3_hamode_db [None req-fa6d5993-6885-4997-b915-ce1594e86521 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-09T18:51:43Z,description=,heartbeat_timestamp=2022-02-09T19:41:43Z,host='n-d-713498-36',id=93303d5e-5d17-45e8-8963-7694f87783ae,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T18:51:43Z,topic='l3_agent')) {'router_ids': ['5659aff7-daf4-4e9e-b67a-7019e64842e2'], 'active': True} {{(pid=103232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:41:48.910289 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-ac620afa-1eb5-4334-ad0b-21eab18c4004 tempest-TestNetworkAdvancedServerOps-1633223542 tempest-TestNetworkAdvancedServerOps-1633223542-project] 10.222.0.75 "DELETE /v2.0/floatingips/126a3ea4-b69c-4503-aabe-0f0b5428c911 HTTP/1.1" status: 204 len: 168 time: 1.6499467 Feb 09 19:41:48.910289 n-d-713498-36 neutron-server[103229]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '596e30ba-290c-4c63-866e-7c100f835b42', 'tag': 'f1e54750-6a2e-4d19-b478-caf0c5afef1c'}] {{(pid=103229) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 19:41:48.935048 n-d-713498-36 neutron-server[103229]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fa6ae9a20702bd564eaf90d946620b2b4277b1ab91129323d3b54181076be307" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-faec265d-c2e2-4ef0-8a68-4e9f412b3481" -d '{"events": [{"name": "network-changed", "server_uuid": "596e30ba-290c-4c63-866e-7c100f835b42", "tag": "f1e54750-6a2e-4d19-b478-caf0c5afef1c"}]}' {{(pid=103229) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 19:41:48.993478 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 44754) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:41:49.024791 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d30c3c03-8f72-4208-817b-d23ec2ce75a5 req-623a4a29-214b-422a-968a-a3651abfe817 tempest-TestVolumeBootPattern-1615943498 tempest-TestVolumeBootPattern-1615943498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:41:49.031725 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-d30c3c03-8f72-4208-817b-d23ec2ce75a5 req-623a4a29-214b-422a-968a-a3651abfe817 tempest-TestVolumeBootPattern-1615943498 tempest-TestVolumeBootPattern-1615943498-project] 10.222.0.75 "GET /v2.0/ports?device_id=0dc45f8d-fedd-40c2-8f12-83a4bb0d624c HTTP/1.1" status: 200 len: 944 time: 0.1494813 Feb 09 19:41:49.064254 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-7429db8d-6021-40ad-813e-885be449a89b None None] get_ports_and_sgs() called for port_ids ['ba498e06-b142-482f-baa2-29452c6971cd'] {{(pid=103232) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 19:41:49.189675 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-d30c3c03-8f72-4208-817b-d23ec2ce75a5 req-e253a87b-34f3-431c-9acc-bbcef5c6cdb9 tempest-TestVolumeBootPattern-1615943498 tempest-TestVolumeBootPattern-1615943498-project] 10.222.0.75 "GET /v2.0/security-groups?id=85e2738d-e0ce-44c8-a269-2deaf81a01f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1550281 Feb 09 19:41:49.263228 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-cda85baf-eb5c-486d-8feb-3dd6b0b51715 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:41:49.266736 n-d-713498-36 neutron-server[103229]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 19:41:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-641e31f3-7cf1-4380-b6dd-4724cc1f59b4 x-openstack-request-id: req-641e31f3-7cf1-4380-b6dd-4724cc1f59b4 {{(pid=103229) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 19:41:49.267037 n-d-713498-36 neutron-server[103229]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "596e30ba-290c-4c63-866e-7c100f835b42", "tag": "f1e54750-6a2e-4d19-b478-caf0c5afef1c", "status": "completed", "code": 200}]} {{(pid=103229) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 19:41:49.267488 n-d-713498-36 neutron-server[103229]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-641e31f3-7cf1-4380-b6dd-4724cc1f59b4 {{(pid=103229) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 19:41:49.268663 n-d-713498-36 neutron-server[103229]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '596e30ba-290c-4c63-866e-7c100f835b42', 'tag': 'f1e54750-6a2e-4d19-b478-caf0c5afef1c', 'status': 'completed', 'code': 200} Feb 09 19:41:49.302627 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762867132591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593584'] for agent (bcd5faee-dc24-4298-9134-0e0aa054058e), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:41:49.346619 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.l3_dvr_db [None req-fa6d5993-6885-4997-b915-ce1594e86521 None None] Set router 5659aff7-daf4-4e9e-b67a-7019e64842e2 gateway port host: n-d-713498-36 {{(pid=103232) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 19:41:49.401019 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-cda85baf-eb5c-486d-8feb-3dd6b0b51715 admin admin] Publish callbacks [] for security_group (6534805d-62f8-4ca6-a110-b4c3ae22982b), precommit_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:41:49.408261 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-cda85baf-eb5c-486d-8feb-3dd6b0b51715 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1892331'] for security_group (6534805d-62f8-4ca6-a110-b4c3ae22982b), after_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:41:49.419410 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faec265d-c2e2-4ef0-8a68-4e9f412b3481 req-b3d4b1c4-b79c-4b16-8fdd-66c09aa583fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:41:49.423674 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-faec265d-c2e2-4ef0-8a68-4e9f412b3481 req-b3d4b1c4-b79c-4b16-8fdd-66c09aa583fc service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=eba669c4f4c548e495f13ae7579d0fa6&device_id=596e30ba-290c-4c63-866e-7c100f835b42 HTTP/1.1" status: 200 len: 1129 time: 0.0960670 Feb 09 19:41:49.503135 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3350854-1f21-4f8f-b45c-6a47dd1b580c req-d5e9ae27-5a41-4952-b6a9-6ee66937bfce tempest-TestNetworkAdvancedServerOps-1633223542 tempest-TestNetworkAdvancedServerOps-1633223542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:41:49.506771 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-a3350854-1f21-4f8f-b45c-6a47dd1b580c req-d5e9ae27-5a41-4952-b6a9-6ee66937bfce tempest-TestNetworkAdvancedServerOps-1633223542 tempest-TestNetworkAdvancedServerOps-1633223542-project] 10.222.0.75 "GET /v2.0/ports?device_id=596e30ba-290c-4c63-866e-7c100f835b42 HTTP/1.1" status: 200 len: 946 time: 0.1482360 Feb 09 19:41:49.589199 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-cda85baf-eb5c-486d-8feb-3dd6b0b51715 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=2c766cea829c4d598d6288fafb573229&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5938840 Feb 09 19:41:49.590509 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cda85baf-eb5c-486d-8feb-3dd6b0b51715 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6534805d-62f8-4ca6-a110-b4c3ae22982b,revision_number=1']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:41:49.593494 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 44770) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:41:49.606591 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-a3350854-1f21-4f8f-b45c-6a47dd1b580c req-5d1edb2f-32ff-4ff3-969f-4d70f65bfcce tempest-TestNetworkAdvancedServerOps-1633223542 tempest-TestNetworkAdvancedServerOps-1633223542-project] 10.222.0.75 "GET /v2.0/security-groups?id=32aeffe2-bc9f-4956-9652-b873d20dee0d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0900373 Feb 09 19:41:49.656190 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faec265d-c2e2-4ef0-8a68-4e9f412b3481 req-839a9b5f-4a8e-45a6-8798-88ff1299372a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:41:49.656446 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-90ddfb00-5471-4b60-9065-334b59702410 admin admin] Publish callbacks [] for security_group (6534805d-62f8-4ca6-a110-b4c3ae22982b), before_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:41:49.658378 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-faec265d-c2e2-4ef0-8a68-4e9f412b3481 req-839a9b5f-4a8e-45a6-8798-88ff1299372a service neutron] 10.222.0.89 "GET /v2.0/networks?id=931f090d-88a1-42ee-810e-99a3f542c491 HTTP/1.1" status: 200 len: 898 time: 0.2285409 Feb 09 19:41:49.685317 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-90ddfb00-5471-4b60-9065-334b59702410 admin admin] Publish callbacks [] for security_group (6534805d-62f8-4ca6-a110-b4c3ae22982b), precommit_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:41:49.737148 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-faec265d-c2e2-4ef0-8a68-4e9f412b3481 req-8edcf573-0c71-4005-aac3-aa10eb361424 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f1e54750-6a2e-4d19-b478-caf0c5afef1c HTTP/1.1" status: 200 len: 217 time: 0.0707433 Feb 09 19:41:49.748380 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-90ddfb00-5471-4b60-9065-334b59702410 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1892331'] for security_group (6534805d-62f8-4ca6-a110-b4c3ae22982b), after_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:41:49.753933 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-90ddfb00-5471-4b60-9065-334b59702410 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:41:49.757679 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-90ddfb00-5471-4b60-9065-334b59702410 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/6534805d-62f8-4ca6-a110-b4c3ae22982b HTTP/1.1" status: 204 len: 168 time: 0.1625667 Feb 09 19:41:49.779884 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90ddfb00-5471-4b60-9065-334b59702410 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6534805d-62f8-4ca6-a110-b4c3ae22982b,revision_number=None']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:41:49.830193 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faec265d-c2e2-4ef0-8a68-4e9f412b3481 req-996c20ee-002b-4933-a1bc-38e3e9f4694d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:41:49.833160 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-faec265d-c2e2-4ef0-8a68-4e9f412b3481 req-996c20ee-002b-4933-a1bc-38e3e9f4694d service neutron] 10.222.0.89 "GET /v2.0/subnets?id=04cdeb5d-3b35-42d0-b422-14f79b3b10b7 HTTP/1.1" status: 200 len: 834 time: 0.0881786 Feb 09 19:41:49.922740 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faec265d-c2e2-4ef0-8a68-4e9f412b3481 req-ca7009fb-9fe8-4e94-aa69-1dfe831d023a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:41:49.926696 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-faec265d-c2e2-4ef0-8a68-4e9f412b3481 req-ca7009fb-9fe8-4e94-aa69-1dfe831d023a service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=931f090d-88a1-42ee-810e-99a3f542c491&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0863626 Feb 09 19:41:50.049615 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-faec265d-c2e2-4ef0-8a68-4e9f412b3481 req-5730c6d3-f32a-4b07-8846-112021d3d31a service neutron] 10.222.0.89 "GET /v2.0/networks/931f090d-88a1-42ee-810e-99a3f542c491?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1155698 Feb 09 19:41:50.095147 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.l3_hamode_db [None req-fa6d5993-6885-4997-b915-ce1594e86521 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5659aff7-daf4-4e9e-b67a-7019e64842e2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-702977224', 'tenant_id': 'eba669c4f4c548e495f13ae7579d0fa6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88055e1e-672a-4487-be31-ffb6e833ece5', 'external_fixed_ips': [{'subnet_id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'ip_address': '172.25.1.228'}], 'enable_snat': True}, 'gw_port_id': 'af50b5f5-8273-460d-9de2-30f1c5a3f69e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T19:39:53Z', 'updated_at': '2022-02-09T19:40:01Z', 'revision_number': 4, 'project_id': 'eba669c4f4c548e495f13ae7579d0fa6', 'gw_port': {'id': 'af50b5f5-8273-460d-9de2-30f1c5a3f69e', 'name': '', 'network_id': '88055e1e-672a-4487-be31-ffb6e833ece5', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:99:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5659aff7-daf4-4e9e-b67a-7019e64842e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3615, 'fixed_ips': [{'subnet_id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'ip_address': '172.25.1.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T19:39:54Z', 'updated_at': '2022-02-09T19:40:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-36', '_interfaces': [{'id': 'b1ac94bf-7b18-4dfe-84fa-9d420f0bfbd1', 'name': '', 'network_id': '931f090d-88a1-42ee-810e-99a3f542c491', 'tenant_id': 'eba669c4f4c548e495f13ae7579d0fa6', 'mac_address': 'fa:16:3e:68:76:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5659aff7-daf4-4e9e-b67a-7019e64842e2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3620, 'fixed_ips': [{'subnet_id': '04cdeb5d-3b35-42d0-b422-14f79b3b10b7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T19:39:59Z', 'updated_at': '2022-02-09T19:40:06Z', 'revision_number': 5, 'project_id': 'eba669c4f4c548e495f13ae7579d0fa6', 'subnets': [{'id': '04cdeb5d-3b35-42d0-b422-14f79b3b10b7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-36', False) {} {{(pid=103232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:41:50.135484 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa6d5993-6885-4997-b915-ce1594e86521 None None] Checking router: 5659aff7-daf4-4e9e-b67a-7019e64842e2 for host: n-d-713498-36 {{(pid=103232) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 19:41:50.146342 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa6d5993-6885-4997-b915-ce1594e86521 None None] Routers {'5659aff7-daf4-4e9e-b67a-7019e64842e2'} bound to L3 agent in host n-d-713498-36 {{(pid=103232) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 19:41:50.147196 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.l3_hamode_db [None req-fa6d5993-6885-4997-b915-ce1594e86521 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-09T18:51:43Z,description=,heartbeat_timestamp=2022-02-09T19:41:43Z,host='n-d-713498-36',id=93303d5e-5d17-45e8-8963-7694f87783ae,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T18:51:43Z,topic='l3_agent')) {'router_ids': ['5659aff7-daf4-4e9e-b67a-7019e64842e2'], 'active': True} {{(pid=103232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:41:50.227938 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-faec265d-c2e2-4ef0-8a68-4e9f412b3481 req-a7988e50-2d95-4408-a63d-a5958330c923 service neutron] 10.222.0.89 "GET /v2.0/networks/931f090d-88a1-42ee-810e-99a3f542c491?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1665444 Feb 09 19:41:50.258828 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 44784) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:41:50.294156 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-b552a526-fb02-4ccd-a82c-6a6379fdd423 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:41:50.307613 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.l3_dvr_db [None req-fa6d5993-6885-4997-b915-ce1594e86521 None None] Set router 5659aff7-daf4-4e9e-b67a-7019e64842e2 gateway port host: n-d-713498-36 {{(pid=103232) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 19:41:50.451594 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-b552a526-fb02-4ccd-a82c-6a6379fdd423 admin admin] Publish callbacks [] for security_group (08d6d0c4-cdfa-46e9-8fd5-0648eaaf68a1), precommit_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:41:50.466217 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-b552a526-fb02-4ccd-a82c-6a6379fdd423 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1892331'] for security_group (08d6d0c4-cdfa-46e9-8fd5-0648eaaf68a1), after_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:41:50.515169 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 44796) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:41:50.530538 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-b552a526-fb02-4ccd-a82c-6a6379fdd423 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=ff78f59daa62415086b1c97b688f607c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2705274 Feb 09 19:41:50.616147 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b552a526-fb02-4ccd-a82c-6a6379fdd423 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=08d6d0c4-cdfa-46e9-8fd5-0648eaaf68a1,revision_number=1']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:41:50.647327 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.l3_hamode_db [None req-fa6d5993-6885-4997-b915-ce1594e86521 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5659aff7-daf4-4e9e-b67a-7019e64842e2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-702977224', 'tenant_id': 'eba669c4f4c548e495f13ae7579d0fa6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88055e1e-672a-4487-be31-ffb6e833ece5', 'external_fixed_ips': [{'subnet_id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'ip_address': '172.25.1.228'}], 'enable_snat': True}, 'gw_port_id': 'af50b5f5-8273-460d-9de2-30f1c5a3f69e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T19:39:53Z', 'updated_at': '2022-02-09T19:40:01Z', 'revision_number': 4, 'project_id': 'eba669c4f4c548e495f13ae7579d0fa6', 'gw_port': {'id': 'af50b5f5-8273-460d-9de2-30f1c5a3f69e', 'name': '', 'network_id': '88055e1e-672a-4487-be31-ffb6e833ece5', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:99:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5659aff7-daf4-4e9e-b67a-7019e64842e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3615, 'fixed_ips': [{'subnet_id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'ip_address': '172.25.1.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T19:39:54Z', 'updated_at': '2022-02-09T19:40:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-36', '_interfaces': [{'id': 'b1ac94bf-7b18-4dfe-84fa-9d420f0bfbd1', 'name': '', 'network_id': '931f090d-88a1-42ee-810e-99a3f542c491', 'tenant_id': 'eba669c4f4c548e495f13ae7579d0fa6', 'mac_address': 'fa:16:3e:68:76:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5659aff7-daf4-4e9e-b67a-7019e64842e2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3620, 'fixed_ips': [{'subnet_id': '04cdeb5d-3b35-42d0-b422-14f79b3b10b7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T19:39:59Z', 'updated_at': '2022-02-09T19:40:06Z', 'revision_number': 5, 'project_id': 'eba669c4f4c548e495f13ae7579d0fa6', 'subnets': [{'id': '04cdeb5d-3b35-42d0-b422-14f79b3b10b7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-36', False) {} {{(pid=103232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:41:50.669726 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c77e8c5-dcfe-497e-9e13-e5ffa2bc4810 req-862e41f8-3e24-420a-a2e6-5c56f186a7c2 tempest-TestVolumeBootPattern-1615943498 tempest-TestVolumeBootPattern-1615943498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:41:50.677314 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-e7f51bf3-84fb-4414-98f3-0c64968b4d78 admin admin] Publish callbacks [] for security_group (08d6d0c4-cdfa-46e9-8fd5-0648eaaf68a1), before_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:41:50.681408 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-4c77e8c5-dcfe-497e-9e13-e5ffa2bc4810 req-862e41f8-3e24-420a-a2e6-5c56f186a7c2 tempest-TestVolumeBootPattern-1615943498 tempest-TestVolumeBootPattern-1615943498-project] 10.222.0.75 "GET /v2.0/ports?device_id=0dc45f8d-fedd-40c2-8f12-83a4bb0d624c HTTP/1.1" status: 200 len: 944 time: 0.2281561 Feb 09 19:41:50.748570 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa6d5993-6885-4997-b915-ce1594e86521 None None] The sync data for ids ['5659aff7-daf4-4e9e-b67a-7019e64842e2'] in n-d-713498-36 is: [{'id': '5659aff7-daf4-4e9e-b67a-7019e64842e2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-702977224', 'tenant_id': 'eba669c4f4c548e495f13ae7579d0fa6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88055e1e-672a-4487-be31-ffb6e833ece5', 'external_fixed_ips': [{'subnet_id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'ip_address': '172.25.1.228'}], 'enable_snat': True}, 'gw_port_id': 'af50b5f5-8273-460d-9de2-30f1c5a3f69e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T19:39:53Z', 'updated_at': '2022-02-09T19:40:01Z', 'revision_number': 4, 'project_id': 'eba669c4f4c548e495f13ae7579d0fa6', 'gw_port': {'id': 'af50b5f5-8273-460d-9de2-30f1c5a3f69e', 'name': '', 'network_id': '88055e1e-672a-4487-be31-ffb6e833ece5', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:99:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5659aff7-daf4-4e9e-b67a-7019e64842e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3615, 'fixed_ips': [{'subnet_id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'ip_address': '172.25.1.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T19:39:54Z', 'updated_at': '2022-02-09T19:40:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-36', '_interfaces': [{'id': 'b1ac94bf-7b18-4dfe-84fa-9d420f0bfbd1', 'name': '', 'network_id': '931f090d-88a1-42ee-810e-99a3f542c491', 'tenant_id': 'eba669c4f4c548e495f13ae7579d0fa6', 'mac_address': 'fa:16:3e:68:76:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5659aff7-daf4-4e9e-b67a-7019e64842e2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3620, 'fixed_ips': [{'subnet_id': '04cdeb5d-3b35-42d0-b422-14f79b3b10b7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T19:39:59Z', 'updated_at': '2022-02-09T19:40:06Z', 'revision_number': 5, 'project_id': 'eba669c4f4c548e495f13ae7579d0fa6', 'subnets': [{'id': '04cdeb5d-3b35-42d0-b422-14f79b3b10b7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103232) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 19:41:50.785134 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-4c77e8c5-dcfe-497e-9e13-e5ffa2bc4810 req-ba488334-55ed-471e-86cd-406dd83ed287 tempest-TestVolumeBootPattern-1615943498 tempest-TestVolumeBootPattern-1615943498-project] 10.222.0.75 "GET /v2.0/security-groups?id=85e2738d-e0ce-44c8-a269-2deaf81a01f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1027400 Feb 09 19:41:50.792260 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-e7f51bf3-84fb-4414-98f3-0c64968b4d78 admin admin] Publish callbacks [] for security_group (08d6d0c4-cdfa-46e9-8fd5-0648eaaf68a1), precommit_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:41:50.882916 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efaf6952-5e4e-4784-a605-9c8caa75a4dc req-c8785a1e-abf0-4462-8596-a7b29d3b2b60 tempest-TestNetworkAdvancedServerOps-1633223542 tempest-TestNetworkAdvancedServerOps-1633223542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:41:50.884427 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-efaf6952-5e4e-4784-a605-9c8caa75a4dc req-c8785a1e-abf0-4462-8596-a7b29d3b2b60 tempest-TestNetworkAdvancedServerOps-1633223542 tempest-TestNetworkAdvancedServerOps-1633223542-project] 10.222.0.89 "GET /v2.0/ports?device_id=596e30ba-290c-4c63-866e-7c100f835b42 HTTP/1.1" status: 200 len: 946 time: 0.2644639 Feb 09 19:41:50.965724 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6986e67f-88be-4443-84d0-486d569ca6b2 req-170f9eee-6286-40a1-b8a2-73f38f91149e tempest-TestNetworkAdvancedServerOps-1633223542 tempest-TestNetworkAdvancedServerOps-1633223542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:41:50.967268 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-6986e67f-88be-4443-84d0-486d569ca6b2 req-170f9eee-6286-40a1-b8a2-73f38f91149e tempest-TestNetworkAdvancedServerOps-1633223542 tempest-TestNetworkAdvancedServerOps-1633223542-project] 10.222.0.75 "GET /v2.0/ports?device_id=596e30ba-290c-4c63-866e-7c100f835b42 HTTP/1.1" status: 200 len: 946 time: 0.1576786 Feb 09 19:41:51.025361 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-e7f51bf3-84fb-4414-98f3-0c64968b4d78 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1892331'] for security_group (08d6d0c4-cdfa-46e9-8fd5-0648eaaf68a1), after_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:41:51.028017 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-e7f51bf3-84fb-4414-98f3-0c64968b4d78 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:41:51.029154 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-e7f51bf3-84fb-4414-98f3-0c64968b4d78 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/08d6d0c4-cdfa-46e9-8fd5-0648eaaf68a1 HTTP/1.1" status: 204 len: 168 time: 0.5061414 Feb 09 19:41:51.047935 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7f51bf3-84fb-4414-98f3-0c64968b4d78 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=08d6d0c4-cdfa-46e9-8fd5-0648eaaf68a1,revision_number=None']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:41:51.081259 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-6986e67f-88be-4443-84d0-486d569ca6b2 req-398468e2-2177-4b54-9aa6-63625f3c8d21 tempest-TestNetworkAdvancedServerOps-1633223542 tempest-TestNetworkAdvancedServerOps-1633223542-project] 10.222.0.75 "GET /v2.0/security-groups?id=32aeffe2-bc9f-4956-9652-b873d20dee0d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0805964 Feb 09 19:41:51.097125 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.plugin [req-efaf6952-5e4e-4784-a605-9c8caa75a4dc req-a8fc6b8f-f858-44a7-ba20-0c3723344009 tempest-TestNetworkAdvancedServerOps-1633223542 tempest-TestNetworkAdvancedServerOps-1633223542-project] Deleting port f1e54750-6a2e-4d19-b478-caf0c5afef1c {{(pid=103229) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 19:41:51.101050 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-efaf6952-5e4e-4784-a605-9c8caa75a4dc req-a8fc6b8f-f858-44a7-ba20-0c3723344009 tempest-TestNetworkAdvancedServerOps-1633223542 tempest-TestNetworkAdvancedServerOps-1633223542-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762867170196'] for port (f1e54750-6a2e-4d19-b478-caf0c5afef1c), before_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:41:51.313136 n-d-713498-36 neutron-server[103233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41740360-d0bf-4a7f-806a-75b368e8d647 None None] New status for floating IP 126a3ea4-b69c-4503-aabe-0f0b5428c911: DOWN {{(pid=103233) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 09 19:41:51.323370 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.db [req-efaf6952-5e4e-4784-a605-9c8caa75a4dc req-a8fc6b8f-f858-44a7-ba20-0c3723344009 tempest-TestNetworkAdvancedServerOps-1633223542 tempest-TestNetworkAdvancedServerOps-1633223542-project] For port f1e54750-6a2e-4d19-b478-caf0c5afef1c, host n-h1-713498-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-36',level=0,port_id=f1e54750-6a2e-4d19-b478-caf0c5afef1c,segment=NetworkSegment(72842ce4-e236-45d5-823f-ca1a14d3b913),segment_id=72842ce4-e236-45d5-823f-ca1a14d3b913)] {{(pid=103229) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 19:41:51.323751 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-efaf6952-5e4e-4784-a605-9c8caa75a4dc req-a8fc6b8f-f858-44a7-ba20-0c3723344009 tempest-TestNetworkAdvancedServerOps-1633223542 tempest-TestNetworkAdvancedServerOps-1633223542-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1820838'] for port (f1e54750-6a2e-4d19-b478-caf0c5afef1c), precommit_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:41:51.354934 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.plugin [req-efaf6952-5e4e-4784-a605-9c8caa75a4dc req-a8fc6b8f-f858-44a7-ba20-0c3723344009 tempest-TestNetworkAdvancedServerOps-1633223542 tempest-TestNetworkAdvancedServerOps-1633223542-project] Calling delete_port for f1e54750-6a2e-4d19-b478-caf0c5afef1c owned by compute:nova {{(pid=103229) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 19:41:51.587455 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-efaf6952-5e4e-4784-a605-9c8caa75a4dc req-a8fc6b8f-f858-44a7-ba20-0c3723344009 tempest-TestNetworkAdvancedServerOps-1633223542 tempest-TestNetworkAdvancedServerOps-1633223542-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762867177463', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762866656476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12867576'] for port (f1e54750-6a2e-4d19-b478-caf0c5afef1c), after_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:41:51.633414 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8fc6b8f-f858-44a7-ba20-0c3723344009 tempest-TestNetworkAdvancedServerOps-1633223542 tempest-TestNetworkAdvancedServerOps-1633223542-project] Pushing event deleted for resources: {'Port': ['ID=f1e54750-6a2e-4d19-b478-caf0c5afef1c,revision_number=None']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:41:51.690651 n-d-713498-36 neutron-server[103229]: DEBUG neutron.db.l3_dvrscheduler_db [req-efaf6952-5e4e-4784-a605-9c8caa75a4dc req-a8fc6b8f-f858-44a7-ba20-0c3723344009 tempest-TestNetworkAdvancedServerOps-1633223542 tempest-TestNetworkAdvancedServerOps-1633223542-project] No DVR routers for this DVR port f1e54750-6a2e-4d19-b478-caf0c5afef1c on host n-h1-713498-36 {{(pid=103229) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 19:41:51.693783 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-efaf6952-5e4e-4784-a605-9c8caa75a4dc req-a8fc6b8f-f858-44a7-ba20-0c3723344009 tempest-TestNetworkAdvancedServerOps-1633223542 tempest-TestNetworkAdvancedServerOps-1633223542-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171096'] for port (None), before_response {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:41:51.698369 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-efaf6952-5e4e-4784-a605-9c8caa75a4dc req-a8fc6b8f-f858-44a7-ba20-0c3723344009 tempest-TestNetworkAdvancedServerOps-1633223542 tempest-TestNetworkAdvancedServerOps-1633223542-project] 10.222.0.89 "DELETE /v2.0/ports/f1e54750-6a2e-4d19-b478-caf0c5afef1c HTTP/1.1" status: 204 len: 173 time: 0.8077962 Feb 09 19:41:51.699036 n-d-713498-36 neutron-server[103229]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '596e30ba-290c-4c63-866e-7c100f835b42', 'name': 'network-vif-deleted', 'tag': 'f1e54750-6a2e-4d19-b478-caf0c5afef1c'}] {{(pid=103229) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 19:41:51.703250 n-d-713498-36 neutron-server[103229]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fa6ae9a20702bd564eaf90d946620b2b4277b1ab91129323d3b54181076be307" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8f818beb-a620-4e8f-b74b-fe3a39468b4a" -d '{"events": [{"server_uuid": "596e30ba-290c-4c63-866e-7c100f835b42", "name": "network-vif-deleted", "tag": "f1e54750-6a2e-4d19-b478-caf0c5afef1c"}]}' {{(pid=103229) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 19:41:51.787565 n-d-713498-36 neutron-server[103229]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 19:41:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1c7b7fd2-482e-44b5-b936-b6e805134cbe x-openstack-request-id: req-1c7b7fd2-482e-44b5-b936-b6e805134cbe {{(pid=103229) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 19:41:51.788401 n-d-713498-36 neutron-server[103229]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "596e30ba-290c-4c63-866e-7c100f835b42", "name": "network-vif-deleted", "tag": "f1e54750-6a2e-4d19-b478-caf0c5afef1c", "status": "completed", "code": 200}]} {{(pid=103229) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 19:41:51.788971 n-d-713498-36 neutron-server[103229]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-1c7b7fd2-482e-44b5-b936-b6e805134cbe {{(pid=103229) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 19:41:51.789436 n-d-713498-36 neutron-server[103229]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '596e30ba-290c-4c63-866e-7c100f835b42', 'name': 'network-vif-deleted', 'tag': 'f1e54750-6a2e-4d19-b478-caf0c5afef1c', 'status': 'completed', 'code': 200} Feb 09 19:41:51.980843 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a8719a3-f2f1-49aa-b1f3-279de8d517fb req-03394dc6-fc8e-40cb-b08d-c6eb793ef313 tempest-TestVolumeBootPattern-1615943498 tempest-TestVolumeBootPattern-1615943498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:41:51.991189 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-5a8719a3-f2f1-49aa-b1f3-279de8d517fb req-03394dc6-fc8e-40cb-b08d-c6eb793ef313 tempest-TestVolumeBootPattern-1615943498 tempest-TestVolumeBootPattern-1615943498-project] 10.222.0.75 "GET /v2.0/ports?device_id=0dc45f8d-fedd-40c2-8f12-83a4bb0d624c HTTP/1.1" status: 200 len: 944 time: 0.0991988 Feb 09 19:41:52.060974 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-5a8719a3-f2f1-49aa-b1f3-279de8d517fb req-efd6fd60-179f-4713-a0e4-e8cb0e4c43a1 tempest-TestVolumeBootPattern-1615943498 tempest-TestVolumeBootPattern-1615943498-project] 10.222.0.75 "GET /v2.0/security-groups?id=85e2738d-e0ce-44c8-a269-2deaf81a01f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0687618 Feb 09 19:41:52.356810 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Device ba498e06-b142-482f-baa2-29452c6971cd up at agent hyperv_n-h2-713498-36 {{(pid=103232) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 19:41:52.503740 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.provisioning_blocks [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Provisioning for port ba498e06-b142-482f-baa2-29452c6971cd completed by entity L2. {{(pid=103232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 19:41:52.509273 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.provisioning_blocks [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Provisioning complete for port ba498e06-b142-482f-baa2-29452c6971cd triggered by entity L2. {{(pid=103232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 19:41:52.510047 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593630'] for port (ba498e06-b142-482f-baa2-29452c6971cd), provisioning_complete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:41:52.700535 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Current status of the port ba498e06-b142-482f-baa2-29452c6971cd is: BUILD; New status is: ACTIVE {{(pid=103232) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 19:41:52.701232 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (ba498e06-b142-482f-baa2-29452c6971cd), before_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:41:52.740675 n-d-713498-36 neutron-server[103232]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0dc45f8d-fedd-40c2-8f12-83a4bb0d624c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ba498e06-b142-482f-baa2-29452c6971cd'}] {{(pid=103232) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 19:41:52.745218 n-d-713498-36 neutron-server[103232]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}949cdcde653dec44821de95cbf67297f53cbc2aed4e073b5d514f93bf911ce85" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2fae663d-cdb4-4ee8-a235-0216085e84bc" -d '{"events": [{"server_uuid": "0dc45f8d-fedd-40c2-8f12-83a4bb0d624c", "name": "network-vif-plugged", "status": "completed", "tag": "ba498e06-b142-482f-baa2-29452c6971cd"}]}' {{(pid=103232) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 19:41:52.766483 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-7429db8d-6021-40ad-813e-885be449a89b None None] For port ba498e06-b142-482f-baa2-29452c6971cd, host n-h2-713498-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-36',level=0,port_id=ba498e06-b142-482f-baa2-29452c6971cd,segment=NetworkSegment(33386be2-7716-4eda-8188-eeaffee7e0ec),segment_id=33386be2-7716-4eda-8188-eeaffee7e0ec)] {{(pid=103232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 19:41:52.781322 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762867176205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762866656485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762866656503'] for port (ba498e06-b142-482f-baa2-29452c6971cd), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:41:52.857118 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-16e49c14-cf7d-44c0-97a3-12dbd0c8081a req-2d2e99ae-fbc9-4100-a822-a4f4e4516fa2 tempest-TestNetworkAdvancedServerOps-1633223542 tempest-TestNetworkAdvancedServerOps-1633223542-project] 10.222.0.75 "GET /v2.0/ports?device_id=596e30ba-290c-4c63-866e-7c100f835b42 HTTP/1.1" status: 200 len: 210 time: 0.5975440 Feb 09 19:41:52.913376 n-d-713498-36 neutron-server[103232]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 19:41:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8caa6eee-e60a-4368-8d43-a12cadb13747 x-openstack-request-id: req-8caa6eee-e60a-4368-8d43-a12cadb13747 {{(pid=103232) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 19:41:52.913946 n-d-713498-36 neutron-server[103232]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0dc45f8d-fedd-40c2-8f12-83a4bb0d624c", "name": "network-vif-plugged", "status": "completed", "tag": "ba498e06-b142-482f-baa2-29452c6971cd", "code": 200}]} {{(pid=103232) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 19:41:52.914422 n-d-713498-36 neutron-server[103232]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-8caa6eee-e60a-4368-8d43-a12cadb13747 {{(pid=103232) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 19:41:52.915007 n-d-713498-36 neutron-server[103232]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0dc45f8d-fedd-40c2-8f12-83a4bb0d624c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ba498e06-b142-482f-baa2-29452c6971cd', 'code': 200} Feb 09 19:41:52.936478 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Pushing event updated for resources: {'Port': ['ID=ba498e06-b142-482f-baa2-29452c6971cd,revision_number=5']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:41:53.009780 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2bbfafd-7984-46da-a564-07fc5532afa4 req-6f27b76c-a7f7-4e5d-8158-330fcdcca6c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:41:53.012119 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-a2bbfafd-7984-46da-a564-07fc5532afa4 req-6f27b76c-a7f7-4e5d-8158-330fcdcca6c8 service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=0dc45f8d-fedd-40c2-8f12-83a4bb0d624c HTTP/1.1" status: 200 len: 1128 time: 0.0641325 Feb 09 19:41:53.045906 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Device f1e54750-6a2e-4d19-b478-caf0c5afef1c no longer exists at agent hyperv_n-h1-713498-36 {{(pid=103232) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 19:41:53.114240 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] No Port match for: f1e54750-6a2e-4d19-b478-caf0c5afef1c {{(pid=103232) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 19:41:53.114599 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Device f1e54750-6a2e-4d19-b478-caf0c5afef1c not bound to the agent host n-h1-713498-36 {{(pid=103232) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 19:41:53.135316 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-a2bbfafd-7984-46da-a564-07fc5532afa4 req-f889eb25-5fcd-48fd-b91e-5559b5ed3d79 service neutron] 10.222.0.90 "GET /v2.0/security-groups?id=85e2738d-e0ce-44c8-a269-2deaf81a01f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1149397 Feb 09 19:41:53.253013 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89b5d1d9-1fde-468d-b2a6-930a937a0282 req-549151c3-05ad-44b3-85a9-06e5a34dc916 tempest-TestVolumeBootPattern-1615943498 tempest-TestVolumeBootPattern-1615943498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:41:53.261486 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-89b5d1d9-1fde-468d-b2a6-930a937a0282 req-549151c3-05ad-44b3-85a9-06e5a34dc916 tempest-TestVolumeBootPattern-1615943498 tempest-TestVolumeBootPattern-1615943498-project] 10.222.0.75 "GET /v2.0/ports?device_id=0dc45f8d-fedd-40c2-8f12-83a4bb0d624c HTTP/1.1" status: 200 len: 945 time: 0.0905726 Feb 09 19:41:53.342543 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-89b5d1d9-1fde-468d-b2a6-930a937a0282 req-bf571651-79f7-4766-980c-33c22bbbfbd5 tempest-TestVolumeBootPattern-1615943498 tempest-TestVolumeBootPattern-1615943498-project] 10.222.0.75 "GET /v2.0/security-groups?id=85e2738d-e0ce-44c8-a269-2deaf81a01f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0800073 Feb 09 19:41:53.404351 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [req-21e782e6-93b5-47d6-bead-c03f99f15ffa req-b490aadb-f882-4ca2-ac64-938456454066 service neutron] (103230) timed out ('10.222.0.90', 54552) {{(pid=103230) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Feb 09 19:41:53.943871 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 45196) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:41:54.677366 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63ce9ee6-8978-4f85-8e1b-25b7141be177 req-b492c003-b51a-4c51-86ab-307db03de8c9 tempest-TestVolumeBootPattern-1615943498 tempest-TestVolumeBootPattern-1615943498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:41:54.685986 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-63ce9ee6-8978-4f85-8e1b-25b7141be177 req-b492c003-b51a-4c51-86ab-307db03de8c9 tempest-TestVolumeBootPattern-1615943498 tempest-TestVolumeBootPattern-1615943498-project] 10.222.0.75 "GET /v2.0/ports?device_id=0dc45f8d-fedd-40c2-8f12-83a4bb0d624c HTTP/1.1" status: 200 len: 945 time: 0.1839356 Feb 09 19:41:54.698643 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-f5be61f6-71aa-4012-935e-863a9c793d92 tempest-TestNetworkAdvancedServerOps-1633223542 tempest-TestNetworkAdvancedServerOps-1633223542-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1834525'] for router_interface (5659aff7-daf4-4e9e-b67a-7019e64842e2), before_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:41:54.796299 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-63ce9ee6-8978-4f85-8e1b-25b7141be177 req-e93fce69-2801-4962-a9cd-378d0621f41b tempest-TestVolumeBootPattern-1615943498 tempest-TestVolumeBootPattern-1615943498-project] 10.222.0.75 "GET /v2.0/security-groups?id=85e2738d-e0ce-44c8-a269-2deaf81a01f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1017616 Feb 09 19:41:55.249741 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.plugin [None req-f5be61f6-71aa-4012-935e-863a9c793d92 tempest-TestNetworkAdvancedServerOps-1633223542 tempest-TestNetworkAdvancedServerOps-1633223542-project] Deleting port b1ac94bf-7b18-4dfe-84fa-9d420f0bfbd1 {{(pid=103230) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 19:41:55.250266 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-f5be61f6-71aa-4012-935e-863a9c793d92 tempest-TestNetworkAdvancedServerOps-1633223542 tempest-TestNetworkAdvancedServerOps-1633223542-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762867170196'] for port (b1ac94bf-7b18-4dfe-84fa-9d420f0bfbd1), before_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:41:55.416833 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.db [None req-f5be61f6-71aa-4012-935e-863a9c793d92 tempest-TestNetworkAdvancedServerOps-1633223542 tempest-TestNetworkAdvancedServerOps-1633223542-project] For port b1ac94bf-7b18-4dfe-84fa-9d420f0bfbd1, host n-d-713498-36, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-36',level=0,port_id=b1ac94bf-7b18-4dfe-84fa-9d420f0bfbd1,segment=NetworkSegment(72842ce4-e236-45d5-823f-ca1a14d3b913),segment_id=72842ce4-e236-45d5-823f-ca1a14d3b913)] {{(pid=103230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 19:41:55.417437 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-f5be61f6-71aa-4012-935e-863a9c793d92 tempest-TestNetworkAdvancedServerOps-1633223542 tempest-TestNetworkAdvancedServerOps-1633223542-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1820838'] for port (b1ac94bf-7b18-4dfe-84fa-9d420f0bfbd1), precommit_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:41:55.437873 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.plugin [None req-f5be61f6-71aa-4012-935e-863a9c793d92 tempest-TestNetworkAdvancedServerOps-1633223542 tempest-TestNetworkAdvancedServerOps-1633223542-project] Calling delete_port for b1ac94bf-7b18-4dfe-84fa-9d420f0bfbd1 owned by network:router_interface {{(pid=103230) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 19:41:55.716905 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-f5be61f6-71aa-4012-935e-863a9c793d92 tempest-TestNetworkAdvancedServerOps-1633223542 tempest-TestNetworkAdvancedServerOps-1633223542-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762867177463', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762866656476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14393751'] for port (b1ac94bf-7b18-4dfe-84fa-9d420f0bfbd1), after_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:41:55.767563 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5be61f6-71aa-4012-935e-863a9c793d92 tempest-TestNetworkAdvancedServerOps-1633223542 tempest-TestNetworkAdvancedServerOps-1633223542-project] Pushing event deleted for resources: {'Port': ['ID=b1ac94bf-7b18-4dfe-84fa-9d420f0bfbd1,revision_number=None']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:41:56.091965 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-f5be61f6-71aa-4012-935e-863a9c793d92 tempest-TestNetworkAdvancedServerOps-1633223542 tempest-TestNetworkAdvancedServerOps-1633223542-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1613467', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1834633'] for router_interface (5659aff7-daf4-4e9e-b67a-7019e64842e2), after_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:41:56.265266 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1b4ee31-8b37-48b9-aeb2-d5f201b97838 req-a8868124-3609-4e14-8d71-db242e19938c tempest-TestVolumeBootPattern-1615943498 tempest-TestVolumeBootPattern-1615943498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:41:56.266921 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-f1b4ee31-8b37-48b9-aeb2-d5f201b97838 req-a8868124-3609-4e14-8d71-db242e19938c tempest-TestVolumeBootPattern-1615943498 tempest-TestVolumeBootPattern-1615943498-project] 10.222.0.75 "GET /v2.0/ports?device_id=0dc45f8d-fedd-40c2-8f12-83a4bb0d624c HTTP/1.1" status: 200 len: 945 time: 0.3026795 Feb 09 19:41:56.292010 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-682dd7f2-c65b-4a81-b4c6-ce96177dcfee req-03321156-291b-424f-8f05-c093679ae16a tempest-VolumesSnapshotTestJSON-1470959948 tempest-VolumesSnapshotTestJSON-1470959948-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:41:56.301049 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-682dd7f2-c65b-4a81-b4c6-ce96177dcfee req-03321156-291b-424f-8f05-c093679ae16a tempest-VolumesSnapshotTestJSON-1470959948 tempest-VolumesSnapshotTestJSON-1470959948-project] 10.222.0.75 "GET /v2.0/networks?id=d3ba274b-bc96-4a3e-aeca-129a021b9dfd HTTP/1.1" status: 200 len: 813 time: 0.2124624 Feb 09 19:41:56.329887 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-682dd7f2-c65b-4a81-b4c6-ce96177dcfee req-c8abf42f-aacc-4444-bdee-7ff04fb45640 tempest-VolumesSnapshotTestJSON-1470959948 tempest-VolumesSnapshotTestJSON-1470959948-project] 10.222.0.75 "GET /v2.0/quotas/fd0a542145cd49b4b252311e7932421a HTTP/1.1" status: 200 len: 375 time: 0.0216472 Feb 09 19:41:56.380204 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-f1b4ee31-8b37-48b9-aeb2-d5f201b97838 req-6626ef6a-4b5c-4c98-9fc8-9624b30207ff tempest-TestVolumeBootPattern-1615943498 tempest-TestVolumeBootPattern-1615943498-project] 10.222.0.75 "GET /v2.0/security-groups?id=85e2738d-e0ce-44c8-a269-2deaf81a01f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1050475 Feb 09 19:41:56.411919 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-682dd7f2-c65b-4a81-b4c6-ce96177dcfee req-2167667d-3f81-41d7-bfac-37ccefe7ea5b tempest-VolumesSnapshotTestJSON-1470959948 tempest-VolumesSnapshotTestJSON-1470959948-project] 10.222.0.75 "GET /v2.0/ports?tenant_id=fd0a542145cd49b4b252311e7932421a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0734286 Feb 09 19:41:56.487687 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 45458) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:41:56.535640 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-682dd7f2-c65b-4a81-b4c6-ce96177dcfee req-d4261d60-7ef6-443b-a356-7f93150e2cfc service neutron] 10.222.0.75 "GET /v2.0/networks/d3ba274b-bc96-4a3e-aeca-129a021b9dfd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1163032 Feb 09 19:41:56.584930 n-d-713498-36 neutron-server[103230]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f5be61f6-71aa-4012-935e-863a9c793d92 tempest-TestNetworkAdvancedServerOps-1633223542 tempest-TestNetworkAdvancedServerOps-1633223542-project] Router 5659aff7-daf4-4e9e-b67a-7019e64842e2 has already been hosted by L3 agent 93303d5e-5d17-45e8-8963-7694f87783ae {{(pid=103230) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 19:41:56.621040 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddca1245-e69c-4aae-b058-8254f5f216ef req-204cb41a-b07f-46c6-a48e-591a4488a5b9 tempest-TestVolumeBootPattern-1615943498 tempest-TestVolumeBootPattern-1615943498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:41:56.632318 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-ddca1245-e69c-4aae-b058-8254f5f216ef req-204cb41a-b07f-46c6-a48e-591a4488a5b9 tempest-TestVolumeBootPattern-1615943498 tempest-TestVolumeBootPattern-1615943498-project] 10.222.0.75 "GET /v2.0/ports?device_id=0dc45f8d-fedd-40c2-8f12-83a4bb0d624c HTTP/1.1" status: 200 len: 945 time: 0.1435010 Feb 09 19:41:56.716079 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-517d4394-da46-46c6-b0c1-31d1467f763e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:41:56.760338 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-682dd7f2-c65b-4a81-b4c6-ce96177dcfee req-09aba1ab-7081-454e-9d3e-c495a963ceeb service neutron] 10.222.0.75 "GET /v2.0/networks/d3ba274b-bc96-4a3e-aeca-129a021b9dfd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2235730 Feb 09 19:41:56.815850 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f5be61f6-71aa-4012-935e-863a9c793d92 tempest-TestNetworkAdvancedServerOps-1633223542 tempest-TestNetworkAdvancedServerOps-1633223542-project] Notify agent at l3_agent.n-d-713498-36 the message routers_updated {{(pid=103230) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 19:41:56.828287 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-f5be61f6-71aa-4012-935e-863a9c793d92 tempest-TestNetworkAdvancedServerOps-1633223542 tempest-TestNetworkAdvancedServerOps-1633223542-project] 10.222.0.75 "PUT /v2.0/routers/5659aff7-daf4-4e9e-b67a-7019e64842e2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8806660 Feb 09 19:41:56.828504 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 45468) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:41:56.833948 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce7848ea-2d55-4e5d-9092-1e6826516ea5 None None] Sync routers for ids ['5659aff7-daf4-4e9e-b67a-7019e64842e2'] in n-d-713498-36 {{(pid=103232) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 19:41:56.852779 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce7848ea-2d55-4e5d-9092-1e6826516ea5 None None] Routers {'5659aff7-daf4-4e9e-b67a-7019e64842e2'} bound to L3 agent in host n-d-713498-36 {{(pid=103232) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 19:41:56.854484 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.l3_hamode_db [None req-ce7848ea-2d55-4e5d-9092-1e6826516ea5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-09T18:51:43Z,description=,heartbeat_timestamp=2022-02-09T19:41:43Z,host='n-d-713498-36',id=93303d5e-5d17-45e8-8963-7694f87783ae,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T18:51:43Z,topic='l3_agent')) {'router_ids': ['5659aff7-daf4-4e9e-b67a-7019e64842e2'], 'active': True} {{(pid=103232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:41:56.890313 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-ddca1245-e69c-4aae-b058-8254f5f216ef req-7df12f65-8c19-457a-ae2e-c25506821799 tempest-TestVolumeBootPattern-1615943498 tempest-TestVolumeBootPattern-1615943498-project] 10.222.0.75 "GET /v2.0/security-groups?id=85e2738d-e0ce-44c8-a269-2deaf81a01f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2546813 Feb 09 19:41:56.988948 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-517d4394-da46-46c6-b0c1-31d1467f763e admin admin] Publish callbacks [] for security_group (e8957a54-7533-49b8-92e3-8507c9bb241f), precommit_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:41:56.995681 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-517d4394-da46-46c6-b0c1-31d1467f763e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1892331'] for security_group (e8957a54-7533-49b8-92e3-8507c9bb241f), after_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:41:57.070353 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.l3_dvr_db [None req-ce7848ea-2d55-4e5d-9092-1e6826516ea5 None None] Set router 5659aff7-daf4-4e9e-b67a-7019e64842e2 gateway port host: n-d-713498-36 {{(pid=103232) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 19:41:57.077374 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-3fc9b33a-e14c-49ab-9048-6fd2e1820cc5 req-c8548c7b-99ab-468a-9876-9869e13602aa tempest-VolumesSnapshotTestJSON-1470959948 tempest-VolumesSnapshotTestJSON-1470959948-project] 10.222.0.75 "GET /v2.0/ports?device_id=989128d9-c46c-4b13-918b-4c0821c1bb86 HTTP/1.1" status: 200 len: 210 time: 0.0808892 Feb 09 19:41:57.119320 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-517d4394-da46-46c6-b0c1-31d1467f763e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e8957a54-7533-49b8-92e3-8507c9bb241f,revision_number=1']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:41:57.144237 n-d-713498-36 neutron-server[103229]: DEBUG neutron.db.db_base_plugin_v2 [None req-9931e8b0-70a0-41a3-8b24-3fc7856d8aef tempest-TestNetworkAdvancedServerOps-1633223542 tempest-TestNetworkAdvancedServerOps-1633223542-project] Deleting subnet 04cdeb5d-3b35-42d0-b422-14f79b3b10b7 {{(pid=103229) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 19:41:57.164785 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-9931e8b0-70a0-41a3-8b24-3fc7856d8aef tempest-TestNetworkAdvancedServerOps-1633223542 tempest-TestNetworkAdvancedServerOps-1633223542-project] Publish callbacks [] for subnet (04cdeb5d-3b35-42d0-b422-14f79b3b10b7), before_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:41:57.201231 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 45480) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:41:57.201452 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-517d4394-da46-46c6-b0c1-31d1467f763e admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=a0de478f150d43c3ae0a31d7a6525074&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7125435 Feb 09 19:41:57.224648 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82235fc4-78bd-4ba3-9a44-6880300a5faa req-0e346086-2e3a-482f-b8b9-aa105c6ea528 tempest-TestVolumeBootPattern-1615943498 tempest-TestVolumeBootPattern-1615943498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:41:57.233326 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-82235fc4-78bd-4ba3-9a44-6880300a5faa req-0e346086-2e3a-482f-b8b9-aa105c6ea528 tempest-TestVolumeBootPattern-1615943498 tempest-TestVolumeBootPattern-1615943498-project] 10.222.0.75 "GET /v2.0/ports?device_id=0dc45f8d-fedd-40c2-8f12-83a4bb0d624c HTTP/1.1" status: 200 len: 945 time: 0.2228253 Feb 09 19:41:57.258852 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-9931e8b0-70a0-41a3-8b24-3fc7856d8aef tempest-TestNetworkAdvancedServerOps-1633223542 tempest-TestNetworkAdvancedServerOps-1633223542-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16683410'] for subnet (04cdeb5d-3b35-42d0-b422-14f79b3b10b7), precommit_delete_associations {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:41:57.271761 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-7599f395-ff2b-4367-9250-3471ea9e984e admin admin] Publish callbacks [] for security_group (e8957a54-7533-49b8-92e3-8507c9bb241f), before_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:41:57.342388 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-7599f395-ff2b-4367-9250-3471ea9e984e admin admin] Publish callbacks [] for security_group (e8957a54-7533-49b8-92e3-8507c9bb241f), precommit_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:41:57.344483 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-82235fc4-78bd-4ba3-9a44-6880300a5faa req-03f2f18b-ca04-4e0f-87b9-270a2432df43 tempest-TestVolumeBootPattern-1615943498 tempest-TestVolumeBootPattern-1615943498-project] 10.222.0.75 "GET /v2.0/security-groups?id=85e2738d-e0ce-44c8-a269-2deaf81a01f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1100655 Feb 09 19:41:57.352878 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.l3_hamode_db [None req-ce7848ea-2d55-4e5d-9092-1e6826516ea5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5659aff7-daf4-4e9e-b67a-7019e64842e2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-702977224', 'tenant_id': 'eba669c4f4c548e495f13ae7579d0fa6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88055e1e-672a-4487-be31-ffb6e833ece5', 'external_fixed_ips': [{'subnet_id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'ip_address': '172.25.1.228'}], 'enable_snat': True}, 'gw_port_id': 'af50b5f5-8273-460d-9de2-30f1c5a3f69e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T19:39:53Z', 'updated_at': '2022-02-09T19:41:55Z', 'revision_number': 5, 'project_id': 'eba669c4f4c548e495f13ae7579d0fa6', 'gw_port': {'id': 'af50b5f5-8273-460d-9de2-30f1c5a3f69e', 'name': '', 'network_id': '88055e1e-672a-4487-be31-ffb6e833ece5', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:99:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5659aff7-daf4-4e9e-b67a-7019e64842e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3615, 'fixed_ips': [{'subnet_id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'ip_address': '172.25.1.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T19:39:54Z', 'updated_at': '2022-02-09T19:40:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-36'}], 'n-d-713498-36', False) {} {{(pid=103232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:41:57.414934 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce7848ea-2d55-4e5d-9092-1e6826516ea5 None None] Checking router: 5659aff7-daf4-4e9e-b67a-7019e64842e2 for host: n-d-713498-36 {{(pid=103232) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 19:41:57.439473 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce7848ea-2d55-4e5d-9092-1e6826516ea5 None None] Routers {'5659aff7-daf4-4e9e-b67a-7019e64842e2'} bound to L3 agent in host n-d-713498-36 {{(pid=103232) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 19:41:57.440349 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.l3_hamode_db [None req-ce7848ea-2d55-4e5d-9092-1e6826516ea5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-09T18:51:43Z,description=,heartbeat_timestamp=2022-02-09T19:41:43Z,host='n-d-713498-36',id=93303d5e-5d17-45e8-8963-7694f87783ae,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T18:51:43Z,topic='l3_agent')) {'router_ids': ['5659aff7-daf4-4e9e-b67a-7019e64842e2'], 'active': True} {{(pid=103232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:41:57.461160 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-7599f395-ff2b-4367-9250-3471ea9e984e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1892331'] for security_group (e8957a54-7533-49b8-92e3-8507c9bb241f), after_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:41:57.464018 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-7599f395-ff2b-4367-9250-3471ea9e984e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:41:57.476444 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-7599f395-ff2b-4367-9250-3471ea9e984e admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/e8957a54-7533-49b8-92e3-8507c9bb241f HTTP/1.1" status: 204 len: 168 time: 0.2715755 Feb 09 19:41:57.536406 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7599f395-ff2b-4367-9250-3471ea9e984e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e8957a54-7533-49b8-92e3-8507c9bb241f,revision_number=None']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:41:57.567713 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-9931e8b0-70a0-41a3-8b24-3fc7856d8aef tempest-TestNetworkAdvancedServerOps-1633223542 tempest-TestNetworkAdvancedServerOps-1633223542-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-759852'] for subnet (04cdeb5d-3b35-42d0-b422-14f79b3b10b7), precommit_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:41:57.692298 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-9931e8b0-70a0-41a3-8b24-3fc7856d8aef tempest-TestNetworkAdvancedServerOps-1633223542 tempest-TestNetworkAdvancedServerOps-1633223542-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-760023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12867367', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12759238'] for subnet (04cdeb5d-3b35-42d0-b422-14f79b3b10b7), after_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:41:57.762879 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9931e8b0-70a0-41a3-8b24-3fc7856d8aef tempest-TestNetworkAdvancedServerOps-1633223542 tempest-TestNetworkAdvancedServerOps-1633223542-project] Pushing event deleted for resources: {'Subnet': ['ID=04cdeb5d-3b35-42d0-b422-14f79b3b10b7,revision_number=None']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:41:57.772594 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-9931e8b0-70a0-41a3-8b24-3fc7856d8aef tempest-TestNetworkAdvancedServerOps-1633223542 tempest-TestNetworkAdvancedServerOps-1633223542-project] Publish callbacks [] for subnet (None), before_response {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:41:57.778503 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-9931e8b0-70a0-41a3-8b24-3fc7856d8aef tempest-TestNetworkAdvancedServerOps-1633223542 tempest-TestNetworkAdvancedServerOps-1633223542-project] 10.222.0.75 "DELETE /v2.0/subnets/04cdeb5d-3b35-42d0-b422-14f79b3b10b7 HTTP/1.1" status: 204 len: 168 time: 0.9491622 Feb 09 19:41:57.781275 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 45502) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:41:57.784656 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35544576-e4c7-4807-9fb5-f174110eab1e None None] Network 931f090d-88a1-42ee-810e-99a3f542c491 requested from n-d-713498-36 {{(pid=103232) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 19:41:57.983439 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.l3_dvr_db [None req-ce7848ea-2d55-4e5d-9092-1e6826516ea5 None None] Set router 5659aff7-daf4-4e9e-b67a-7019e64842e2 gateway port host: n-d-713498-36 {{(pid=103232) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 19:41:58.015315 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-befd1fc6-c224-434a-824b-6c18711cb795 tempest-TestNetworkAdvancedServerOps-1633223542 tempest-TestNetworkAdvancedServerOps-1633223542-project] Publish callbacks [] for router (5659aff7-daf4-4e9e-b67a-7019e64842e2), before_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:41:58.070699 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f52ab44-a654-4591-bc4e-f91e9eb48d4c req-b8d49451-dc7d-45a2-8886-d9ef9bc56caf tempest-TestVolumeBootPattern-1615943498 tempest-TestVolumeBootPattern-1615943498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:41:58.072567 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-6f52ab44-a654-4591-bc4e-f91e9eb48d4c req-b8d49451-dc7d-45a2-8886-d9ef9bc56caf tempest-TestVolumeBootPattern-1615943498 tempest-TestVolumeBootPattern-1615943498-project] 10.222.0.75 "GET /v2.0/ports?device_id=0dc45f8d-fedd-40c2-8f12-83a4bb0d624c HTTP/1.1" status: 200 len: 945 time: 0.1221201 Feb 09 19:41:58.073113 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 45510) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:41:58.113860 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-630af3e5-462c-4735-a014-a659ba0772ee admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:41:58.226404 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-6f52ab44-a654-4591-bc4e-f91e9eb48d4c req-0fbc4e9c-935c-4b7d-abbc-964b42fe563a tempest-TestVolumeBootPattern-1615943498 tempest-TestVolumeBootPattern-1615943498-project] 10.222.0.75 "GET /v2.0/security-groups?id=85e2738d-e0ce-44c8-a269-2deaf81a01f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1407924 Feb 09 19:41:58.267388 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-759f30b2-1718-4e35-b9f5-188d1ab882a4 None None] DHCP port deletion for 931f090d-88a1-42ee-810e-99a3f542c491 request from n-d-713498-36 {{(pid=103232) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 09 19:41:58.276909 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-f4faaef0-4aec-4ece-aa6e-97f324176b84 req-48d75ebd-d542-40e3-b231-dde4dfaa34ab tempest-VolumesSnapshotTestJSON-1470959948 tempest-VolumesSnapshotTestJSON-1470959948-project] 10.222.0.75 "GET /v2.0/ports?device_id=989128d9-c46c-4b13-918b-4c0821c1bb86 HTTP/1.1" status: 200 len: 210 time: 0.0847805 Feb 09 19:41:58.280672 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-befd1fc6-c224-434a-824b-6c18711cb795 tempest-TestNetworkAdvancedServerOps-1633223542 tempest-TestNetworkAdvancedServerOps-1633223542-project] Publish callbacks [] for router_gateway (5659aff7-daf4-4e9e-b67a-7019e64842e2), before_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:41:58.342236 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.l3_hamode_db [None req-ce7848ea-2d55-4e5d-9092-1e6826516ea5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5659aff7-daf4-4e9e-b67a-7019e64842e2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-702977224', 'tenant_id': 'eba669c4f4c548e495f13ae7579d0fa6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88055e1e-672a-4487-be31-ffb6e833ece5', 'external_fixed_ips': [{'subnet_id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'ip_address': '172.25.1.228'}], 'enable_snat': True}, 'gw_port_id': 'af50b5f5-8273-460d-9de2-30f1c5a3f69e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T19:39:53Z', 'updated_at': '2022-02-09T19:41:55Z', 'revision_number': 5, 'project_id': 'eba669c4f4c548e495f13ae7579d0fa6', 'gw_port': {'id': 'af50b5f5-8273-460d-9de2-30f1c5a3f69e', 'name': '', 'network_id': '88055e1e-672a-4487-be31-ffb6e833ece5', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:99:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5659aff7-daf4-4e9e-b67a-7019e64842e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3615, 'fixed_ips': [{'subnet_id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'ip_address': '172.25.1.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T19:39:54Z', 'updated_at': '2022-02-09T19:40:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-36'}], 'n-d-713498-36', False) {} {{(pid=103232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:41:58.369089 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.plugin [None req-befd1fc6-c224-434a-824b-6c18711cb795 tempest-TestNetworkAdvancedServerOps-1633223542 tempest-TestNetworkAdvancedServerOps-1633223542-project] Deleting port af50b5f5-8273-460d-9de2-30f1c5a3f69e {{(pid=103230) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 19:41:58.370188 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-befd1fc6-c224-434a-824b-6c18711cb795 tempest-TestNetworkAdvancedServerOps-1633223542 tempest-TestNetworkAdvancedServerOps-1633223542-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762867170196'] for port (af50b5f5-8273-460d-9de2-30f1c5a3f69e), before_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:41:58.378728 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-630af3e5-462c-4735-a014-a659ba0772ee admin admin] Publish callbacks [] for security_group (5088959f-d5a5-4945-a68d-228cfd301432), precommit_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:41:58.383622 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-630af3e5-462c-4735-a014-a659ba0772ee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1892331'] for security_group (5088959f-d5a5-4945-a68d-228cfd301432), after_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:41:58.388084 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce7848ea-2d55-4e5d-9092-1e6826516ea5 None None] The sync data for ids ['5659aff7-daf4-4e9e-b67a-7019e64842e2'] in n-d-713498-36 is: [{'id': '5659aff7-daf4-4e9e-b67a-7019e64842e2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-702977224', 'tenant_id': 'eba669c4f4c548e495f13ae7579d0fa6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88055e1e-672a-4487-be31-ffb6e833ece5', 'external_fixed_ips': [{'subnet_id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'ip_address': '172.25.1.228'}], 'enable_snat': True}, 'gw_port_id': 'af50b5f5-8273-460d-9de2-30f1c5a3f69e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T19:39:53Z', 'updated_at': '2022-02-09T19:41:55Z', 'revision_number': 5, 'project_id': 'eba669c4f4c548e495f13ae7579d0fa6', 'gw_port': {'id': 'af50b5f5-8273-460d-9de2-30f1c5a3f69e', 'name': '', 'network_id': '88055e1e-672a-4487-be31-ffb6e833ece5', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:99:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5659aff7-daf4-4e9e-b67a-7019e64842e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3615, 'fixed_ips': [{'subnet_id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'ip_address': '172.25.1.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T19:39:54Z', 'updated_at': '2022-02-09T19:40:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-36'}] {{(pid=103232) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 19:41:58.390423 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-759f30b2-1718-4e35-b9f5-188d1ab882a4 None None] Deleting port 9bcbd73b-fc5d-4968-b68e-d5225887e059 {{(pid=103232) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 19:41:58.390985 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-759f30b2-1718-4e35-b9f5-188d1ab882a4 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762867170196'] for port (9bcbd73b-fc5d-4968-b68e-d5225887e059), before_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:41:58.443355 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-630af3e5-462c-4735-a014-a659ba0772ee admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=911a537f263842f6a578d00b6f0eb386&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3667493 Feb 09 19:41:58.443355 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-630af3e5-462c-4735-a014-a659ba0772ee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5088959f-d5a5-4945-a68d-228cfd301432,revision_number=1']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:41:58.445750 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 45518) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:41:58.497028 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-759f30b2-1718-4e35-b9f5-188d1ab882a4 None None] For port 9bcbd73b-fc5d-4968-b68e-d5225887e059, host n-d-713498-36, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-36',level=0,port_id=9bcbd73b-fc5d-4968-b68e-d5225887e059,segment=NetworkSegment(72842ce4-e236-45d5-823f-ca1a14d3b913),segment_id=72842ce4-e236-45d5-823f-ca1a14d3b913)] {{(pid=103232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 19:41:58.497599 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-759f30b2-1718-4e35-b9f5-188d1ab882a4 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1820838'] for port (9bcbd73b-fc5d-4968-b68e-d5225887e059), precommit_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:41:58.519328 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-759f30b2-1718-4e35-b9f5-188d1ab882a4 None None] Calling delete_port for 9bcbd73b-fc5d-4968-b68e-d5225887e059 owned by network:dhcp {{(pid=103232) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 19:41:58.527154 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.db [None req-befd1fc6-c224-434a-824b-6c18711cb795 tempest-TestNetworkAdvancedServerOps-1633223542 tempest-TestNetworkAdvancedServerOps-1633223542-project] For port af50b5f5-8273-460d-9de2-30f1c5a3f69e, host n-d-713498-36, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-36',level=0,port_id=af50b5f5-8273-460d-9de2-30f1c5a3f69e,segment=NetworkSegment(a4222f89-8d3f-4b51-953b-1a8126392491),segment_id=a4222f89-8d3f-4b51-953b-1a8126392491)] {{(pid=103230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 19:41:58.527518 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-befd1fc6-c224-434a-824b-6c18711cb795 tempest-TestNetworkAdvancedServerOps-1633223542 tempest-TestNetworkAdvancedServerOps-1633223542-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1820838'] for port (af50b5f5-8273-460d-9de2-30f1c5a3f69e), precommit_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:41:58.556513 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-30a4be1b-18af-43c2-90f2-40c72847d626 admin admin] Publish callbacks [] for security_group (5088959f-d5a5-4945-a68d-228cfd301432), before_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:41:58.580647 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-30a4be1b-18af-43c2-90f2-40c72847d626 admin admin] Publish callbacks [] for security_group (5088959f-d5a5-4945-a68d-228cfd301432), precommit_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:41:58.624366 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.plugin [None req-befd1fc6-c224-434a-824b-6c18711cb795 tempest-TestNetworkAdvancedServerOps-1633223542 tempest-TestNetworkAdvancedServerOps-1633223542-project] Calling delete_port for af50b5f5-8273-460d-9de2-30f1c5a3f69e owned by network:router_gateway {{(pid=103230) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 19:41:58.675886 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-759f30b2-1718-4e35-b9f5-188d1ab882a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762867177463', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762866656476'] for port (9bcbd73b-fc5d-4968-b68e-d5225887e059), after_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:41:58.730035 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-759f30b2-1718-4e35-b9f5-188d1ab882a4 None None] Pushing event deleted for resources: {'Port': ['ID=9bcbd73b-fc5d-4968-b68e-d5225887e059,revision_number=None']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:41:58.732912 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.l3_dvrscheduler_db [None req-759f30b2-1718-4e35-b9f5-188d1ab882a4 None None] No DVR routers for this DVR port 9bcbd73b-fc5d-4968-b68e-d5225887e059 on host n-d-713498-36 {{(pid=103232) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 19:41:58.754313 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-30a4be1b-18af-43c2-90f2-40c72847d626 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1892331'] for security_group (5088959f-d5a5-4945-a68d-228cfd301432), after_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:41:58.757518 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-30a4be1b-18af-43c2-90f2-40c72847d626 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:41:58.761248 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-30a4be1b-18af-43c2-90f2-40c72847d626 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/5088959f-d5a5-4945-a68d-228cfd301432 HTTP/1.1" status: 204 len: 168 time: 0.3118093 Feb 09 19:41:58.761581 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-682dd7f2-c65b-4a81-b4c6-ce96177dcfee req-7e286d93-466a-4404-aca0-617ec642a6ba tempest-VolumesSnapshotTestJSON-1470959948 tempest-VolumesSnapshotTestJSON-1470959948-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:41:58.763118 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-682dd7f2-c65b-4a81-b4c6-ce96177dcfee req-7e286d93-466a-4404-aca0-617ec642a6ba tempest-VolumesSnapshotTestJSON-1470959948 tempest-VolumesSnapshotTestJSON-1470959948-project] 10.222.0.89 "GET /v2.0/networks?id=d3ba274b-bc96-4a3e-aeca-129a021b9dfd HTTP/1.1" status: 200 len: 813 time: 0.2318985 Feb 09 19:41:58.791361 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.v2.base [req-682dd7f2-c65b-4a81-b4c6-ce96177dcfee req-6df27d25-3a7e-4e9e-9a8a-4be535a92cbe tempest-VolumesSnapshotTestJSON-1470959948 tempest-VolumesSnapshotTestJSON-1470959948-project] Request body: {'port': {'device_id': '989128d9-c46c-4b13-918b-4c0821c1bb86', 'network_id': 'd3ba274b-bc96-4a3e-aeca-129a021b9dfd', 'admin_state_up': True, 'tenant_id': 'fd0a542145cd49b4b252311e7932421a'}} {{(pid=103229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 19:41:58.795606 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30a4be1b-18af-43c2-90f2-40c72847d626 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5088959f-d5a5-4945-a68d-228cfd301432,revision_number=None']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:41:58.901105 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Device 9bcbd73b-fc5d-4968-b68e-d5225887e059 no longer exists at agent ovs-agent-n-d-713498-36 {{(pid=103232) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 19:41:58.939910 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] No Port match for: 9bcbd73b-fc5d-4968-b68e-d5225887e059 {{(pid=103232) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 19:41:58.942712 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Device 9bcbd73b-fc5d-4968-b68e-d5225887e059 not bound to the agent host n-d-713498-36 {{(pid=103232) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 19:41:58.943412 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Device b1ac94bf-7b18-4dfe-84fa-9d420f0bfbd1 no longer exists at agent ovs-agent-n-d-713498-36 {{(pid=103232) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 19:41:58.983282 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] No Port match for: b1ac94bf-7b18-4dfe-84fa-9d420f0bfbd1 {{(pid=103232) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 19:41:58.983700 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Device b1ac94bf-7b18-4dfe-84fa-9d420f0bfbd1 not bound to the agent host n-d-713498-36 {{(pid=103232) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 19:41:59.055681 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-befd1fc6-c224-434a-824b-6c18711cb795 tempest-TestNetworkAdvancedServerOps-1633223542 tempest-TestNetworkAdvancedServerOps-1633223542-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762867177463', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762866656476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14393751'] for port (af50b5f5-8273-460d-9de2-30f1c5a3f69e), after_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:41:59.062294 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-682dd7f2-c65b-4a81-b4c6-ce96177dcfee req-6df27d25-3a7e-4e9e-9a8a-4be535a92cbe tempest-VolumesSnapshotTestJSON-1470959948 tempest-VolumesSnapshotTestJSON-1470959948-project] Made reservation on behalf of fd0a542145cd49b4b252311e7932421a for: {'port': 1} {{(pid=103229) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 19:41:59.066912 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-682dd7f2-c65b-4a81-b4c6-ce96177dcfee req-6df27d25-3a7e-4e9e-9a8a-4be535a92cbe tempest-VolumesSnapshotTestJSON-1470959948 tempest-VolumesSnapshotTestJSON-1470959948-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (None), before_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:41:59.092953 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-befd1fc6-c224-434a-824b-6c18711cb795 tempest-TestNetworkAdvancedServerOps-1633223542 tempest-TestNetworkAdvancedServerOps-1633223542-project] Pushing event deleted for resources: {'Port': ['ID=af50b5f5-8273-460d-9de2-30f1c5a3f69e,revision_number=None']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:41:59.183432 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-befd1fc6-c224-434a-824b-6c18711cb795 tempest-TestNetworkAdvancedServerOps-1633223542 tempest-TestNetworkAdvancedServerOps-1633223542-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1818987'] for router_gateway (5659aff7-daf4-4e9e-b67a-7019e64842e2), after_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:41:59.282502 n-d-713498-36 neutron-server[103229]: DEBUG neutron.db.db_base_plugin_common [req-682dd7f2-c65b-4a81-b4c6-ce96177dcfee req-6df27d25-3a7e-4e9e-9a8a-4be535a92cbe tempest-VolumesSnapshotTestJSON-1470959948 tempest-VolumesSnapshotTestJSON-1470959948-project] Allocated IP 172.20.0.9 (d3ba274b-bc96-4a3e-aeca-129a021b9dfd/520085a7-4a3f-4cac-80cb-73b612951186/3dc22f63-fd63-45b8-b7d5-edbeb2f1f4cd) {{(pid=103229) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 19:41:59.304796 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-befd1fc6-c224-434a-824b-6c18711cb795 tempest-TestNetworkAdvancedServerOps-1633223542 tempest-TestNetworkAdvancedServerOps-1633223542-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1834988', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-58375'] for router (5659aff7-daf4-4e9e-b67a-7019e64842e2), precommit_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:41:59.307271 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-befd1fc6-c224-434a-824b-6c18711cb795 tempest-TestNetworkAdvancedServerOps-1633223542 tempest-TestNetworkAdvancedServerOps-1633223542-project] Publish callbacks [] for router_controller (5659aff7-daf4-4e9e-b67a-7019e64842e2), precommit_delete_associations {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:41:59.365749 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-befd1fc6-c224-434a-824b-6c18711cb795 tempest-TestNetworkAdvancedServerOps-1633223542 tempest-TestNetworkAdvancedServerOps-1633223542-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1835003'] for router (5659aff7-daf4-4e9e-b67a-7019e64842e2), after_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:41:59.366598 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-befd1fc6-c224-434a-824b-6c18711cb795 tempest-TestNetworkAdvancedServerOps-1633223542 tempest-TestNetworkAdvancedServerOps-1633223542-project] Fanout notify agent at l3_agent the message router_deleted on router 5659aff7-daf4-4e9e-b67a-7019e64842e2 {{(pid=103230) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 09 19:41:59.375306 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-befd1fc6-c224-434a-824b-6c18711cb795 tempest-TestNetworkAdvancedServerOps-1633223542 tempest-TestNetworkAdvancedServerOps-1633223542-project] Publish callbacks [] for router (None), before_response {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:41:59.377014 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-befd1fc6-c224-434a-824b-6c18711cb795 tempest-TestNetworkAdvancedServerOps-1633223542 tempest-TestNetworkAdvancedServerOps-1633223542-project] 10.222.0.75 "DELETE /v2.0/routers/5659aff7-daf4-4e9e-b67a-7019e64842e2 HTTP/1.1" status: 204 len: 168 time: 1.5941594 Feb 09 19:41:59.379981 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 45544) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:41:59.484958 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-e473eaf9-2ee4-4a87-b5c3-a66c2f456621 req-0669c504-b938-4148-8321-a1f7774a7ae8 tempest-VolumesSnapshotTestJSON-1470959948 tempest-VolumesSnapshotTestJSON-1470959948-project] 10.222.0.75 "GET /v2.0/ports?device_id=989128d9-c46c-4b13-918b-4c0821c1bb86 HTTP/1.1" status: 200 len: 210 time: 0.0933459 Feb 09 19:41:59.508707 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-7404ec68-3bc5-440b-82f0-1b91820bddec tempest-TestNetworkAdvancedServerOps-1633223542 tempest-TestNetworkAdvancedServerOps-1633223542-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-670458'] for network (931f090d-88a1-42ee-810e-99a3f542c491), before_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:41:59.617889 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8e32ec1-9d8c-46da-8c3c-4267c651a3f8 req-35b64a4d-0ebc-4828-90d3-728071ba1af3 tempest-TestVolumeBootPattern-1615943498 tempest-TestVolumeBootPattern-1615943498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:41:59.625438 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-e8e32ec1-9d8c-46da-8c3c-4267c651a3f8 req-35b64a4d-0ebc-4828-90d3-728071ba1af3 tempest-TestVolumeBootPattern-1615943498 tempest-TestVolumeBootPattern-1615943498-project] 10.222.0.75 "GET /v2.0/ports?device_id=0dc45f8d-fedd-40c2-8f12-83a4bb0d624c HTTP/1.1" status: 200 len: 945 time: 0.2689126 Feb 09 19:41:59.683554 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-682dd7f2-c65b-4a81-b4c6-ce96177dcfee req-6df27d25-3a7e-4e9e-9a8a-4be535a92cbe tempest-VolumesSnapshotTestJSON-1470959948 tempest-VolumesSnapshotTestJSON-1470959948-project] Publish callbacks [] for port (3dc22f63-fd63-45b8-b7d5-edbeb2f1f4cd), precommit_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:41:59.702640 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-7404ec68-3bc5-440b-82f0-1b91820bddec tempest-TestNetworkAdvancedServerOps-1633223542 tempest-TestNetworkAdvancedServerOps-1633223542-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-590267', 'neutron.services.segments.db._delete_segments_for_network-8762867132609'] for network (931f090d-88a1-42ee-810e-99a3f542c491), precommit_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:41:59.711103 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-e8e32ec1-9d8c-46da-8c3c-4267c651a3f8 req-35ae73dc-9a7e-47c5-a3f7-7d2bd977f6c3 tempest-TestVolumeBootPattern-1615943498 tempest-TestVolumeBootPattern-1615943498-project] 10.222.0.75 "GET /v2.0/security-groups?id=85e2738d-e0ce-44c8-a269-2deaf81a01f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0846279 Feb 09 19:41:59.735753 n-d-713498-36 neutron-server[103230]: DEBUG neutron.services.segments.db [None req-7404ec68-3bc5-440b-82f0-1b91820bddec tempest-TestNetworkAdvancedServerOps-1633223542 tempest-TestNetworkAdvancedServerOps-1633223542-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['931f090d-88a1-42ee-810e-99a3f542c491']}} {{(pid=103230) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:41:59.750656 n-d-713498-36 neutron-server[103230]: DEBUG neutron.services.segments.db [None req-7404ec68-3bc5-440b-82f0-1b91820bddec tempest-TestNetworkAdvancedServerOps-1633223542 tempest-TestNetworkAdvancedServerOps-1633223542-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '72842ce4-e236-45d5-823f-ca1a14d3b913') {'for_net_delete': True} {{(pid=103230) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:41:59.750948 n-d-713498-36 neutron-server[103230]: DEBUG neutron.services.segments.db [None req-7404ec68-3bc5-440b-82f0-1b91820bddec tempest-TestNetworkAdvancedServerOps-1633223542 tempest-TestNetworkAdvancedServerOps-1633223542-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '72842ce4-e236-45d5-823f-ca1a14d3b913') {} {{(pid=103230) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:41:59.751148 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-682dd7f2-c65b-4a81-b4c6-ce96177dcfee req-6df27d25-3a7e-4e9e-9a8a-4be535a92cbe tempest-VolumesSnapshotTestJSON-1470959948 tempest-VolumesSnapshotTestJSON-1470959948-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762866656467', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12867576'] for port (3dc22f63-fd63-45b8-b7d5-edbeb2f1f4cd), after_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:41:59.769397 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-7404ec68-3bc5-440b-82f0-1b91820bddec tempest-TestNetworkAdvancedServerOps-1633223542 tempest-TestNetworkAdvancedServerOps-1633223542-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762867134154', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12895813'] for segment (72842ce4-e236-45d5-823f-ca1a14d3b913), before_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:41:59.786319 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-7404ec68-3bc5-440b-82f0-1b91820bddec tempest-TestNetworkAdvancedServerOps-1633223542 tempest-TestNetworkAdvancedServerOps-1633223542-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-759574'] for segment (72842ce4-e236-45d5-823f-ca1a14d3b913), precommit_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:41:59.795022 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7404ec68-3bc5-440b-82f0-1b91820bddec tempest-TestNetworkAdvancedServerOps-1633223542 tempest-TestNetworkAdvancedServerOps-1633223542-project] Releasing vlan 352 on physical network physnet1 to pool {{(pid=103230) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 19:41:59.795596 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-7404ec68-3bc5-440b-82f0-1b91820bddec tempest-TestNetworkAdvancedServerOps-1633223542 tempest-TestNetworkAdvancedServerOps-1633223542-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-759574', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14393826'] for segment (72842ce4-e236-45d5-823f-ca1a14d3b913), after_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:41:59.802225 n-d-713498-36 neutron-server[103229]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-682dd7f2-c65b-4a81-b4c6-ce96177dcfee req-6df27d25-3a7e-4e9e-9a8a-4be535a92cbe tempest-VolumesSnapshotTestJSON-1470959948 tempest-VolumesSnapshotTestJSON-1470959948-project] Network d3ba274b-bc96-4a3e-aeca-129a021b9dfd is already hosted by enough agents. {{(pid=103229) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 19:41:59.811316 n-d-713498-36 neutron-server[103229]: DEBUG neutron.scheduler.base_scheduler [req-682dd7f2-c65b-4a81-b4c6-ce96177dcfee req-6df27d25-3a7e-4e9e-9a8a-4be535a92cbe tempest-VolumesSnapshotTestJSON-1470959948 tempest-VolumesSnapshotTestJSON-1470959948-project] Resources bound (agent type, host, resource id): {{(pid=103229) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 19:41:59.816262 n-d-713498-36 neutron-server[103229]: DEBUG neutron.db.l3_dvrscheduler_db [req-682dd7f2-c65b-4a81-b4c6-ce96177dcfee req-6df27d25-3a7e-4e9e-9a8a-4be535a92cbe tempest-VolumesSnapshotTestJSON-1470959948 tempest-VolumesSnapshotTestJSON-1470959948-project] Received port after_create {{(pid=103229) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 19:41:59.851913 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6df27d25-3a7e-4e9e-9a8a-4be535a92cbe tempest-VolumesSnapshotTestJSON-1470959948 tempest-VolumesSnapshotTestJSON-1470959948-project] Pushing event updated for resources: {'Port': ['ID=3dc22f63-fd63-45b8-b7d5-edbeb2f1f4cd,revision_number=1']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:41:59.856526 n-d-713498-36 neutron-server[103230]: Traceback (most recent call last): Feb 09 19:41:59.856526 n-d-713498-36 neutron-server[103230]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 19:41:59.856526 n-d-713498-36 neutron-server[103230]: timer() Feb 09 19:41:59.856526 n-d-713498-36 neutron-server[103230]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 19:41:59.856526 n-d-713498-36 neutron-server[103230]: cb(*args, **kw) Feb 09 19:41:59.856526 n-d-713498-36 neutron-server[103230]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 19:41:59.856526 n-d-713498-36 neutron-server[103230]: return func(*args, **kwargs) Feb 09 19:41:59.856526 n-d-713498-36 neutron-server[103230]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 19:41:59.856526 n-d-713498-36 neutron-server[103230]: self._notify() Feb 09 19:41:59.856526 n-d-713498-36 neutron-server[103230]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 19:41:59.856526 n-d-713498-36 neutron-server[103230]: self.callback(batched_events) Feb 09 19:41:59.856526 n-d-713498-36 neutron-server[103230]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 19:41:59.856526 n-d-713498-36 neutron-server[103230]: event.method(event) Feb 09 19:41:59.856526 n-d-713498-36 neutron-server[103230]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 19:41:59.856526 n-d-713498-36 neutron-server[103230]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 19:41:59.856526 n-d-713498-36 neutron-server[103230]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 19:41:59.856526 n-d-713498-36 neutron-server[103230]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 19:41:59.856526 n-d-713498-36 neutron-server[103230]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 19:41:59.856526 n-d-713498-36 neutron-server[103230]: return f(self, *a, **k) Feb 09 19:41:59.856526 n-d-713498-36 neutron-server[103230]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 19:41:59.856526 n-d-713498-36 neutron-server[103230]: return self._get(url).json() Feb 09 19:41:59.856526 n-d-713498-36 neutron-server[103230]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 19:41:59.856526 n-d-713498-36 neutron-server[103230]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 19:41:59.856526 n-d-713498-36 neutron-server[103230]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 19:41:59.856526 n-d-713498-36 neutron-server[103230]: return self.request(url, 'GET', **kwargs) Feb 09 19:41:59.856526 n-d-713498-36 neutron-server[103230]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 19:41:59.856526 n-d-713498-36 neutron-server[103230]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 19:41:59.856526 n-d-713498-36 neutron-server[103230]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 19:41:59.856526 n-d-713498-36 neutron-server[103230]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 19:41:59.856526 n-d-713498-36 neutron-server[103230]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 19:41:59.856526 n-d-713498-36 neutron-server[103230]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 19:41:59.856526 n-d-713498-36 neutron-server[103230]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 19:41:59.881545 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-7404ec68-3bc5-440b-82f0-1b91820bddec tempest-TestNetworkAdvancedServerOps-1633223542 tempest-TestNetworkAdvancedServerOps-1633223542-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-590242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1885479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1818895'] for network (931f090d-88a1-42ee-810e-99a3f542c491), after_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:41:59.905681 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-682dd7f2-c65b-4a81-b4c6-ce96177dcfee req-6df27d25-3a7e-4e9e-9a8a-4be535a92cbe tempest-VolumesSnapshotTestJSON-1470959948 tempest-VolumesSnapshotTestJSON-1470959948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:41:59.906159 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-7404ec68-3bc5-440b-82f0-1b91820bddec tempest-TestNetworkAdvancedServerOps-1633223542 tempest-TestNetworkAdvancedServerOps-1633223542-project] Publish callbacks [] for network (None), before_response {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:41:59.907557 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-682dd7f2-c65b-4a81-b4c6-ce96177dcfee req-6df27d25-3a7e-4e9e-9a8a-4be535a92cbe tempest-VolumesSnapshotTestJSON-1470959948 tempest-VolumesSnapshotTestJSON-1470959948-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171096'] for port (None), before_response {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:41:59.909835 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-7404ec68-3bc5-440b-82f0-1b91820bddec tempest-TestNetworkAdvancedServerOps-1633223542 tempest-TestNetworkAdvancedServerOps-1633223542-project] 10.222.0.75 "DELETE /v2.0/networks/931f090d-88a1-42ee-810e-99a3f542c491 HTTP/1.1" status: 204 len: 168 time: 0.5287392 Feb 09 19:41:59.910870 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7404ec68-3bc5-440b-82f0-1b91820bddec tempest-TestNetworkAdvancedServerOps-1633223542 tempest-TestNetworkAdvancedServerOps-1633223542-project] Pushing event deleted for resources: {'Network': ['ID=931f090d-88a1-42ee-810e-99a3f542c491,revision_number=None']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:41:59.912534 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 45566) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:41:59.931811 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-682dd7f2-c65b-4a81-b4c6-ce96177dcfee req-6df27d25-3a7e-4e9e-9a8a-4be535a92cbe tempest-VolumesSnapshotTestJSON-1470959948 tempest-VolumesSnapshotTestJSON-1470959948-project] 10.222.0.89 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1567686 Feb 09 19:41:59.947193 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.v2.base [req-682dd7f2-c65b-4a81-b4c6-ce96177dcfee req-ec6a5848-d989-47b2-a160-8149b061c44c service neutron] Request body: {'port': {'device_id': '989128d9-c46c-4b13-918b-4c0821c1bb86', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-713498-36'}} {{(pid=103229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 19:42:00.019116 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-4bb758ec-0b37-4fc4-aec9-2680f6f92637 tempest-TestNetworkAdvancedServerOps-1633223542 tempest-TestNetworkAdvancedServerOps-1633223542-project] Publish callbacks [] for security_group (32aeffe2-bc9f-4956-9652-b873d20dee0d), before_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:42:00.021282 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-682dd7f2-c65b-4a81-b4c6-ce96177dcfee req-ec6a5848-d989-47b2-a160-8149b061c44c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (3dc22f63-fd63-45b8-b7d5-edbeb2f1f4cd), before_update {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:42:00.055547 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-4bb758ec-0b37-4fc4-aec9-2680f6f92637 tempest-TestNetworkAdvancedServerOps-1633223542 tempest-TestNetworkAdvancedServerOps-1633223542-project] Publish callbacks [] for security_group (32aeffe2-bc9f-4956-9652-b873d20dee0d), precommit_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:42:00.173748 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-4bb758ec-0b37-4fc4-aec9-2680f6f92637 tempest-TestNetworkAdvancedServerOps-1633223542 tempest-TestNetworkAdvancedServerOps-1633223542-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1892331'] for security_group (32aeffe2-bc9f-4956-9652-b873d20dee0d), after_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:42:00.181758 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-4bb758ec-0b37-4fc4-aec9-2680f6f92637 tempest-TestNetworkAdvancedServerOps-1633223542 tempest-TestNetworkAdvancedServerOps-1633223542-project] Publish callbacks [] for security_group (None), before_response {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:42:00.183502 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-4bb758ec-0b37-4fc4-aec9-2680f6f92637 tempest-TestNetworkAdvancedServerOps-1633223542 tempest-TestNetworkAdvancedServerOps-1633223542-project] 10.222.0.75 "DELETE /v2.0/security-groups/32aeffe2-bc9f-4956-9652-b873d20dee0d HTTP/1.1" status: 204 len: 168 time: 0.2699277 Feb 09 19:42:00.202732 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bb758ec-0b37-4fc4-aec9-2680f6f92637 tempest-TestNetworkAdvancedServerOps-1633223542 tempest-TestNetworkAdvancedServerOps-1633223542-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=32aeffe2-bc9f-4956-9652-b873d20dee0d,revision_number=None']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:42:00.231878 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb7b72e5-a514-41cb-ba8c-55161f96043d req-5891c66e-dcef-4ceb-8e9e-b9cd646b97c2 tempest-TestVolumeBootPattern-1615943498 tempest-TestVolumeBootPattern-1615943498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:42:00.233455 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-eb7b72e5-a514-41cb-ba8c-55161f96043d req-5891c66e-dcef-4ceb-8e9e-b9cd646b97c2 tempest-TestVolumeBootPattern-1615943498 tempest-TestVolumeBootPattern-1615943498-project] 10.222.0.90 "GET /v2.0/ports?device_id=0dc45f8d-fedd-40c2-8f12-83a4bb0d624c HTTP/1.1" status: 200 len: 945 time: 0.1865606 Feb 09 19:42:00.464700 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.plugin [req-eb7b72e5-a514-41cb-ba8c-55161f96043d req-d72fec22-d2ae-432c-8c3e-babbb627471d tempest-TestVolumeBootPattern-1615943498 tempest-TestVolumeBootPattern-1615943498-project] Deleting port ba498e06-b142-482f-baa2-29452c6971cd {{(pid=103229) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 19:42:00.465041 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-eb7b72e5-a514-41cb-ba8c-55161f96043d req-d72fec22-d2ae-432c-8c3e-babbb627471d tempest-TestVolumeBootPattern-1615943498 tempest-TestVolumeBootPattern-1615943498-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762867170196'] for port (ba498e06-b142-482f-baa2-29452c6971cd), before_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:42:00.520457 n-d-713498-36 neutron-server[103229]: DEBUG neutron.notifiers.nova [req-682dd7f2-c65b-4a81-b4c6-ce96177dcfee req-ec6a5848-d989-47b2-a160-8149b061c44c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3dc22f63-fd63-45b8-b7d5-edbeb2f1f4cd {{(pid=103229) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 19:42:00.535583 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-682dd7f2-c65b-4a81-b4c6-ce96177dcfee req-ec6a5848-d989-47b2-a160-8149b061c44c service neutron] Publish callbacks [] for port (3dc22f63-fd63-45b8-b7d5-edbeb2f1f4cd), precommit_update {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:42:00.560888 n-d-713498-36 neutron-server[103229]: DEBUG neutron.db.provisioning_blocks [req-682dd7f2-c65b-4a81-b4c6-ce96177dcfee req-ec6a5848-d989-47b2-a160-8149b061c44c service neutron] Transition to ACTIVE for port object 3dc22f63-fd63-45b8-b7d5-edbeb2f1f4cd will not be triggered until provisioned by entity L2. {{(pid=103229) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 19:42:00.568372 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-682dd7f2-c65b-4a81-b4c6-ce96177dcfee req-ec6a5848-d989-47b2-a160-8149b061c44c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762867176205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762866656485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762866656503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12867569'] for port (3dc22f63-fd63-45b8-b7d5-edbeb2f1f4cd), after_update {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:42:00.622362 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.db [req-eb7b72e5-a514-41cb-ba8c-55161f96043d req-d72fec22-d2ae-432c-8c3e-babbb627471d tempest-TestVolumeBootPattern-1615943498 tempest-TestVolumeBootPattern-1615943498-project] For port ba498e06-b142-482f-baa2-29452c6971cd, host n-h2-713498-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-36',level=0,port_id=ba498e06-b142-482f-baa2-29452c6971cd,segment=NetworkSegment(33386be2-7716-4eda-8188-eeaffee7e0ec),segment_id=33386be2-7716-4eda-8188-eeaffee7e0ec)] {{(pid=103229) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 19:42:00.623401 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-eb7b72e5-a514-41cb-ba8c-55161f96043d req-d72fec22-d2ae-432c-8c3e-babbb627471d tempest-TestVolumeBootPattern-1615943498 tempest-TestVolumeBootPattern-1615943498-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1820838'] for port (ba498e06-b142-482f-baa2-29452c6971cd), precommit_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:42:00.683459 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec6a5848-d989-47b2-a160-8149b061c44c service neutron] Pushing event updated for resources: {'Port': ['ID=3dc22f63-fd63-45b8-b7d5-edbeb2f1f4cd,revision_number=2']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:42:00.697600 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.plugin [req-eb7b72e5-a514-41cb-ba8c-55161f96043d req-d72fec22-d2ae-432c-8c3e-babbb627471d tempest-TestVolumeBootPattern-1615943498 tempest-TestVolumeBootPattern-1615943498-project] Calling delete_port for ba498e06-b142-482f-baa2-29452c6971cd owned by compute:nova {{(pid=103229) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 19:42:00.754607 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Device af50b5f5-8273-460d-9de2-30f1c5a3f69e no longer exists at agent ovs-agent-n-d-713498-36 {{(pid=103232) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 19:42:00.812029 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] No Port match for: af50b5f5-8273-460d-9de2-30f1c5a3f69e {{(pid=103232) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 19:42:00.812383 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Device af50b5f5-8273-460d-9de2-30f1c5a3f69e not bound to the agent host n-d-713498-36 {{(pid=103232) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 19:42:00.858878 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c037faed-d9fc-4431-aa13-22209ebdd2e9 req-9de2612c-6c5f-4788-b319-027559f4a839 tempest-VolumesSnapshotTestJSON-1470959948 tempest-VolumesSnapshotTestJSON-1470959948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:42:00.860484 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-c037faed-d9fc-4431-aa13-22209ebdd2e9 req-9de2612c-6c5f-4788-b319-027559f4a839 tempest-VolumesSnapshotTestJSON-1470959948 tempest-VolumesSnapshotTestJSON-1470959948-project] 10.222.0.75 "GET /v2.0/ports?device_id=989128d9-c46c-4b13-918b-4c0821c1bb86 HTTP/1.1" status: 200 len: 943 time: 0.2037301 Feb 09 19:42:00.894148 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7cb1b0b-a661-44d5-9164-86c1202a5e50 req-0826462b-b15b-4fe9-b2de-67badc972a92 tempest-TestVolumeBootPattern-1615943498 tempest-TestVolumeBootPattern-1615943498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:42:00.899429 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.managers [req-682dd7f2-c65b-4a81-b4c6-ce96177dcfee req-ec6a5848-d989-47b2-a160-8149b061c44c service neutron] Attempting to bind port 3dc22f63-fd63-45b8-b7d5-edbeb2f1f4cd on host n-h1-713498-36 for vnic_type normal with profile {{(pid=103229) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 19:42:00.899774 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.managers [req-682dd7f2-c65b-4a81-b4c6-ce96177dcfee req-ec6a5848-d989-47b2-a160-8149b061c44c service neutron] Attempting to bind port 3dc22f63-fd63-45b8-b7d5-edbeb2f1f4cd by drivers openvswitch,hyperv on host n-h1-713498-36 at level 0 using segments [{'id': '9a93bd09-258e-4090-9a00-d09b547e90c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': 'd3ba274b-bc96-4a3e-aeca-129a021b9dfd'}] {{(pid=103229) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 19:42:00.900105 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-682dd7f2-c65b-4a81-b4c6-ce96177dcfee req-ec6a5848-d989-47b2-a160-8149b061c44c service neutron] Attempting to bind port 3dc22f63-fd63-45b8-b7d5-edbeb2f1f4cd on network d3ba274b-bc96-4a3e-aeca-129a021b9dfd {{(pid=103229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 19:42:00.906763 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-b7cb1b0b-a661-44d5-9164-86c1202a5e50 req-0826462b-b15b-4fe9-b2de-67badc972a92 tempest-TestVolumeBootPattern-1615943498 tempest-TestVolumeBootPattern-1615943498-project] 10.222.0.75 "GET /v2.0/ports?device_id=0dc45f8d-fedd-40c2-8f12-83a4bb0d624c HTTP/1.1" status: 200 len: 945 time: 0.1107156 Feb 09 19:42:00.928977 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 45600) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:42:01.004354 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-682dd7f2-c65b-4a81-b4c6-ce96177dcfee req-ec6a5848-d989-47b2-a160-8149b061c44c service neutron] Port 3dc22f63-fd63-45b8-b7d5-edbeb2f1f4cd on network d3ba274b-bc96-4a3e-aeca-129a021b9dfd not bound, no agent of type Open vSwitch agent registered on host n-h1-713498-36 {{(pid=103229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 19:42:01.004716 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-682dd7f2-c65b-4a81-b4c6-ce96177dcfee req-ec6a5848-d989-47b2-a160-8149b061c44c service neutron] Attempting to bind port 3dc22f63-fd63-45b8-b7d5-edbeb2f1f4cd on network d3ba274b-bc96-4a3e-aeca-129a021b9dfd {{(pid=103229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 19:42:01.011036 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-682dd7f2-c65b-4a81-b4c6-ce96177dcfee req-ec6a5848-d989-47b2-a160-8149b061c44c service neutron] Checking agent: {'id': '488cd9ae-631f-4955-ba0b-4f5a13f12e9c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713498-36', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 18, 59, 18), 'started_at': datetime.datetime(2022, 2, 9, 18, 59, 18), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 19, 41, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 19:42:01.011435 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-682dd7f2-c65b-4a81-b4c6-ce96177dcfee req-ec6a5848-d989-47b2-a160-8149b061c44c service neutron] Checking segment: {'id': '9a93bd09-258e-4090-9a00-d09b547e90c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': 'd3ba274b-bc96-4a3e-aeca-129a021b9dfd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103229) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 19:42:01.011773 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-682dd7f2-c65b-4a81-b4c6-ce96177dcfee req-ec6a5848-d989-47b2-a160-8149b061c44c service neutron] Bound using segment: {'id': '9a93bd09-258e-4090-9a00-d09b547e90c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': 'd3ba274b-bc96-4a3e-aeca-129a021b9dfd'} {{(pid=103229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 19:42:01.012213 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.managers [req-682dd7f2-c65b-4a81-b4c6-ce96177dcfee req-ec6a5848-d989-47b2-a160-8149b061c44c service neutron] Bound port: 3dc22f63-fd63-45b8-b7d5-edbeb2f1f4cd, host: n-h1-713498-36, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9a93bd09-258e-4090-9a00-d09b547e90c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': 'd3ba274b-bc96-4a3e-aeca-129a021b9dfd'}}] {{(pid=103229) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 19:42:01.012571 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-682dd7f2-c65b-4a81-b4c6-ce96177dcfee req-ec6a5848-d989-47b2-a160-8149b061c44c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (3dc22f63-fd63-45b8-b7d5-edbeb2f1f4cd), before_update {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:42:01.019676 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-b7cb1b0b-a661-44d5-9164-86c1202a5e50 req-6314bd85-1a5c-4b3b-9767-e02aa7d50d35 tempest-TestVolumeBootPattern-1615943498 tempest-TestVolumeBootPattern-1615943498-project] 10.222.0.75 "GET /v2.0/security-groups?id=85e2738d-e0ce-44c8-a269-2deaf81a01f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1100688 Feb 09 19:42:01.040197 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-eb7b72e5-a514-41cb-ba8c-55161f96043d req-d72fec22-d2ae-432c-8c3e-babbb627471d tempest-TestVolumeBootPattern-1615943498 tempest-TestVolumeBootPattern-1615943498-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762867177463', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762866656476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12867576'] for port (ba498e06-b142-482f-baa2-29452c6971cd), after_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:42:01.062948 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-7429db8d-6021-40ad-813e-885be449a89b None None] get_ports_and_sgs() called for port_ids ['ba498e06-b142-482f-baa2-29452c6971cd'] {{(pid=103232) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 19:42:01.109969 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d72fec22-d2ae-432c-8c3e-babbb627471d tempest-TestVolumeBootPattern-1615943498 tempest-TestVolumeBootPattern-1615943498-project] Pushing event deleted for resources: {'Port': ['ID=ba498e06-b142-482f-baa2-29452c6971cd,revision_number=None']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:42:01.312340 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-9f63b0fa-c594-453e-9d95-a401816f4eac admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=eba669c4f4c548e495f13ae7579d0fa6&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3793118 Feb 09 19:42:01.315650 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 45614) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:42:01.410244 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-7327a679-7e12-4b6d-b328-375111c9ae75 admin admin] Publish callbacks [] for security_group (ac82d15b-47e0-437b-a934-2f63cad223d2), before_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:42:01.436197 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-7327a679-7e12-4b6d-b328-375111c9ae75 admin admin] Publish callbacks [] for security_group (ac82d15b-47e0-437b-a934-2f63cad223d2), precommit_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:42:01.541074 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-7327a679-7e12-4b6d-b328-375111c9ae75 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1892331'] for security_group (ac82d15b-47e0-437b-a934-2f63cad223d2), after_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:42:01.544727 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-7327a679-7e12-4b6d-b328-375111c9ae75 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:42:01.553823 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-7327a679-7e12-4b6d-b328-375111c9ae75 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/ac82d15b-47e0-437b-a934-2f63cad223d2 HTTP/1.1" status: 204 len: 168 time: 0.2294519 Feb 09 19:42:01.562453 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7327a679-7e12-4b6d-b328-375111c9ae75 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ac82d15b-47e0-437b-a934-2f63cad223d2,revision_number=None']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:42:01.587663 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-c037faed-d9fc-4431-aa13-22209ebdd2e9 req-43080de4-f709-4a83-8070-7367e75c4d70 tempest-VolumesSnapshotTestJSON-1470959948 tempest-VolumesSnapshotTestJSON-1470959948-project] 10.222.0.75 "GET /v2.0/security-groups?id=e81ac41c-f182-4bcd-89b0-fdc41cdb146e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7191432 Feb 09 19:42:01.623267 n-d-713498-36 neutron-server[103229]: DEBUG neutron.db.l3_dvrscheduler_db [req-eb7b72e5-a514-41cb-ba8c-55161f96043d req-d72fec22-d2ae-432c-8c3e-babbb627471d tempest-TestVolumeBootPattern-1615943498 tempest-TestVolumeBootPattern-1615943498-project] No DVR routers for this DVR port ba498e06-b142-482f-baa2-29452c6971cd on host n-h2-713498-36 {{(pid=103229) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 19:42:01.632064 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-eb7b72e5-a514-41cb-ba8c-55161f96043d req-d72fec22-d2ae-432c-8c3e-babbb627471d tempest-TestVolumeBootPattern-1615943498 tempest-TestVolumeBootPattern-1615943498-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171096'] for port (None), before_response {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:42:01.636532 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-eb7b72e5-a514-41cb-ba8c-55161f96043d req-d72fec22-d2ae-432c-8c3e-babbb627471d tempest-TestVolumeBootPattern-1615943498 tempest-TestVolumeBootPattern-1615943498-project] 10.222.0.90 "DELETE /v2.0/ports/ba498e06-b142-482f-baa2-29452c6971cd HTTP/1.1" status: 204 len: 173 time: 1.3939295 Feb 09 19:42:01.636990 n-d-713498-36 neutron-server[103229]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0dc45f8d-fedd-40c2-8f12-83a4bb0d624c', 'name': 'network-vif-deleted', 'tag': 'ba498e06-b142-482f-baa2-29452c6971cd'}] {{(pid=103229) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 19:42:01.639434 n-d-713498-36 neutron-server[103229]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fa6ae9a20702bd564eaf90d946620b2b4277b1ab91129323d3b54181076be307" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9ca19152-dba5-4fd2-8480-b3f0f5c95838" -d '{"events": [{"server_uuid": "0dc45f8d-fedd-40c2-8f12-83a4bb0d624c", "name": "network-vif-deleted", "tag": "ba498e06-b142-482f-baa2-29452c6971cd"}]}' {{(pid=103229) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 19:42:01.677478 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.db [req-682dd7f2-c65b-4a81-b4c6-ce96177dcfee req-ec6a5848-d989-47b2-a160-8149b061c44c service neutron] For port 3dc22f63-fd63-45b8-b7d5-edbeb2f1f4cd, host n-h1-713498-36, cleared binding levels {{(pid=103229) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 19:42:01.688310 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.db [req-682dd7f2-c65b-4a81-b4c6-ce96177dcfee req-ec6a5848-d989-47b2-a160-8149b061c44c service neutron] For port 3dc22f63-fd63-45b8-b7d5-edbeb2f1f4cd, host n-h1-713498-36, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-36',level=0,port_id=3dc22f63-fd63-45b8-b7d5-edbeb2f1f4cd,segment=NetworkSegment(9a93bd09-258e-4090-9a00-d09b547e90c6),segment_id=9a93bd09-258e-4090-9a00-d09b547e90c6)] {{(pid=103229) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 19:42:01.696549 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-682dd7f2-c65b-4a81-b4c6-ce96177dcfee req-ec6a5848-d989-47b2-a160-8149b061c44c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762867176205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762866656485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762866656503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12867569'] for port (3dc22f63-fd63-45b8-b7d5-edbeb2f1f4cd), after_update {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:42:01.729192 n-d-713498-36 neutron-server[103229]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 19:42:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-da77be95-e84a-46a3-bd35-fed69489dbcf x-openstack-request-id: req-da77be95-e84a-46a3-bd35-fed69489dbcf {{(pid=103229) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 19:42:01.729479 n-d-713498-36 neutron-server[103229]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0dc45f8d-fedd-40c2-8f12-83a4bb0d624c", "name": "network-vif-deleted", "tag": "ba498e06-b142-482f-baa2-29452c6971cd", "status": "completed", "code": 200}]} {{(pid=103229) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 19:42:01.729942 n-d-713498-36 neutron-server[103229]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-da77be95-e84a-46a3-bd35-fed69489dbcf {{(pid=103229) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 19:42:01.730535 n-d-713498-36 neutron-server[103229]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0dc45f8d-fedd-40c2-8f12-83a4bb0d624c', 'name': 'network-vif-deleted', 'tag': 'ba498e06-b142-482f-baa2-29452c6971cd', 'status': 'completed', 'code': 200} Feb 09 19:42:01.741685 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-682dd7f2-c65b-4a81-b4c6-ce96177dcfee req-ec6a5848-d989-47b2-a160-8149b061c44c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:42:01.742423 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-682dd7f2-c65b-4a81-b4c6-ce96177dcfee req-ec6a5848-d989-47b2-a160-8149b061c44c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171096'] for port (None), before_response {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:42:01.758356 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-682dd7f2-c65b-4a81-b4c6-ce96177dcfee req-ec6a5848-d989-47b2-a160-8149b061c44c service neutron] 10.222.0.89 "PUT /v2.0/ports/3dc22f63-fd63-45b8-b7d5-edbeb2f1f4cd HTTP/1.1" status: 200 len: 1092 time: 1.8056157 Feb 09 19:42:01.831473 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec6a5848-d989-47b2-a160-8149b061c44c service neutron] Pushing event updated for resources: {'Port': ['ID=3dc22f63-fd63-45b8-b7d5-edbeb2f1f4cd,revision_number=3']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:42:01.847323 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec6a5848-d989-47b2-a160-8149b061c44c service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:42:01.847803 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec6a5848-d989-47b2-a160-8149b061c44c service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:42:01.848159 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec6a5848-d989-47b2-a160-8149b061c44c service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:42:01.848525 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec6a5848-d989-47b2-a160-8149b061c44c service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:42:01.848908 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec6a5848-d989-47b2-a160-8149b061c44c service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:42:01.849242 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec6a5848-d989-47b2-a160-8149b061c44c service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:42:01.849566 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec6a5848-d989-47b2-a160-8149b061c44c service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:42:01.850077 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec6a5848-d989-47b2-a160-8149b061c44c service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:42:01.850405 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec6a5848-d989-47b2-a160-8149b061c44c service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:42:01.850728 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec6a5848-d989-47b2-a160-8149b061c44c service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:42:01.851052 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec6a5848-d989-47b2-a160-8149b061c44c service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:42:01.851375 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec6a5848-d989-47b2-a160-8149b061c44c service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:42:01.851696 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec6a5848-d989-47b2-a160-8149b061c44c service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:42:01.865621 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-682dd7f2-c65b-4a81-b4c6-ce96177dcfee req-571632ef-3262-4873-b2c3-66924ff2ae48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:42:01.867704 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-682dd7f2-c65b-4a81-b4c6-ce96177dcfee req-571632ef-3262-4873-b2c3-66924ff2ae48 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=fd0a542145cd49b4b252311e7932421a&device_id=989128d9-c46c-4b13-918b-4c0821c1bb86 HTTP/1.1" status: 200 len: 1126 time: 0.0807822 Feb 09 19:42:01.936083 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-682dd7f2-c65b-4a81-b4c6-ce96177dcfee req-7a31ed11-6019-4a6c-a44b-f3f8a9e303f6 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=3dc22f63-fd63-45b8-b7d5-edbeb2f1f4cd HTTP/1.1" status: 200 len: 217 time: 0.0620871 Feb 09 19:42:02.050039 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-682dd7f2-c65b-4a81-b4c6-ce96177dcfee req-31357fdc-67a2-4309-8f60-5f6004ffeb8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:42:02.051793 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-682dd7f2-c65b-4a81-b4c6-ce96177dcfee req-31357fdc-67a2-4309-8f60-5f6004ffeb8c service neutron] 10.222.0.89 "GET /v2.0/subnets?id=520085a7-4a3f-4cac-80cb-73b612951186 HTTP/1.1" status: 200 len: 853 time: 0.1098409 Feb 09 19:42:02.119984 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-682dd7f2-c65b-4a81-b4c6-ce96177dcfee req-8dc99062-fefc-448d-8c34-c8d04ba35453 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=d3ba274b-bc96-4a3e-aeca-129a021b9dfd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0586231 Feb 09 19:42:02.138896 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 45644) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:42:02.186547 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-a4446537-7d53-4102-b27d-127529d362a6 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=f2f3d5c0f1104d5a89e01f08a4c7ef68&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0469940 Feb 09 19:42:02.189127 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 45650) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:42:02.206625 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-dac3f513-b083-4d2a-816f-c1c36f814f09 req-628e722b-7926-4f3f-b15e-37c899bf8e2a tempest-TestVolumeBootPattern-1615943498 tempest-TestVolumeBootPattern-1615943498-project] 10.222.0.75 "GET /v2.0/ports?device_id=0dc45f8d-fedd-40c2-8f12-83a4bb0d624c HTTP/1.1" status: 200 len: 210 time: 0.0724204 Feb 09 19:42:02.264000 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-aa983528-f965-48a9-bd40-76e5edf17949 admin admin] Publish callbacks [] for security_group (dfd0e4d9-68d4-4f6e-b65c-eef70271f279), before_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:42:02.294348 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-aa983528-f965-48a9-bd40-76e5edf17949 admin admin] Publish callbacks [] for security_group (dfd0e4d9-68d4-4f6e-b65c-eef70271f279), precommit_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:42:02.294554 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-682dd7f2-c65b-4a81-b4c6-ce96177dcfee req-7eed6896-87a0-44b3-958a-2aae08b9b89d service neutron] 10.222.0.89 "GET /v2.0/networks/d3ba274b-bc96-4a3e-aeca-129a021b9dfd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1622984 Feb 09 19:42:02.351930 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-aa983528-f965-48a9-bd40-76e5edf17949 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1892331'] for security_group (dfd0e4d9-68d4-4f6e-b65c-eef70271f279), after_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:42:02.356201 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-aa983528-f965-48a9-bd40-76e5edf17949 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:42:02.357495 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-aa983528-f965-48a9-bd40-76e5edf17949 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/dfd0e4d9-68d4-4f6e-b65c-eef70271f279 HTTP/1.1" status: 204 len: 168 time: 0.1668575 Feb 09 19:42:02.370829 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa983528-f965-48a9-bd40-76e5edf17949 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dfd0e4d9-68d4-4f6e-b65c-eef70271f279,revision_number=None']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:42:02.401599 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-682dd7f2-c65b-4a81-b4c6-ce96177dcfee req-63b2abcd-e073-4e4e-ad3b-5a169f39160d service neutron] 10.222.0.89 "GET /v2.0/networks/d3ba274b-bc96-4a3e-aeca-129a021b9dfd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1015584 Feb 09 19:42:02.790686 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4216515-8904-4849-b0e9-1cb69238cb02 req-b6f806c4-efba-4cfc-9cc1-e3015a3341e0 tempest-VolumesSnapshotTestJSON-1470959948 tempest-VolumesSnapshotTestJSON-1470959948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:42:02.792582 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-f4216515-8904-4849-b0e9-1cb69238cb02 req-b6f806c4-efba-4cfc-9cc1-e3015a3341e0 tempest-VolumesSnapshotTestJSON-1470959948 tempest-VolumesSnapshotTestJSON-1470959948-project] 10.222.0.75 "GET /v2.0/ports?device_id=989128d9-c46c-4b13-918b-4c0821c1bb86 HTTP/1.1" status: 200 len: 943 time: 0.0610635 Feb 09 19:42:02.865109 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-f4216515-8904-4849-b0e9-1cb69238cb02 req-ec4acf2a-d307-4308-b7d1-d05c7bd93033 tempest-VolumesSnapshotTestJSON-1470959948 tempest-VolumesSnapshotTestJSON-1470959948-project] 10.222.0.75 "GET /v2.0/security-groups?id=e81ac41c-f182-4bcd-89b0-fdc41cdb146e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0661538 Feb 09 19:42:03.374240 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-baadc5a1-a12c-425b-a201-43a36afb1184 req-972ba8e8-7aa4-480a-87fe-2435a3f04c1b tempest-TestVolumeBootPattern-1615943498 tempest-TestVolumeBootPattern-1615943498-project] 10.222.0.75 "GET /v2.0/ports?device_id=0dc45f8d-fedd-40c2-8f12-83a4bb0d624c HTTP/1.1" status: 200 len: 210 time: 0.0465410 Feb 09 19:42:03.731827 n-d-713498-36 neutron-server[103229]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '989128d9-c46c-4b13-918b-4c0821c1bb86', 'tag': '3dc22f63-fd63-45b8-b7d5-edbeb2f1f4cd'}] {{(pid=103229) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 19:42:03.735212 n-d-713498-36 neutron-server[103229]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fa6ae9a20702bd564eaf90d946620b2b4277b1ab91129323d3b54181076be307" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-296afd60-b9e2-415d-942b-c81556c9575a" -d '{"events": [{"name": "network-changed", "server_uuid": "989128d9-c46c-4b13-918b-4c0821c1bb86", "tag": "3dc22f63-fd63-45b8-b7d5-edbeb2f1f4cd"}]}' {{(pid=103229) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 19:42:03.815140 n-d-713498-36 neutron-server[103229]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 19:42:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2791e66f-8591-41dc-911b-98385919c133 x-openstack-request-id: req-2791e66f-8591-41dc-911b-98385919c133 {{(pid=103229) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 19:42:03.815442 n-d-713498-36 neutron-server[103229]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "989128d9-c46c-4b13-918b-4c0821c1bb86", "tag": "3dc22f63-fd63-45b8-b7d5-edbeb2f1f4cd", "status": "completed", "code": 200}]} {{(pid=103229) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 19:42:03.815709 n-d-713498-36 neutron-server[103229]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-2791e66f-8591-41dc-911b-98385919c133 {{(pid=103229) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 19:42:03.819687 n-d-713498-36 neutron-server[103229]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '989128d9-c46c-4b13-918b-4c0821c1bb86', 'tag': '3dc22f63-fd63-45b8-b7d5-edbeb2f1f4cd', 'status': 'completed', 'code': 200} Feb 09 19:42:03.897704 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-296afd60-b9e2-415d-942b-c81556c9575a req-c2d902ee-ef91-48e8-85ca-a8378f3f275d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:42:03.901118 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-296afd60-b9e2-415d-942b-c81556c9575a req-c2d902ee-ef91-48e8-85ca-a8378f3f275d service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=fd0a542145cd49b4b252311e7932421a&device_id=989128d9-c46c-4b13-918b-4c0821c1bb86 HTTP/1.1" status: 200 len: 1126 time: 0.0671113 Feb 09 19:42:04.072230 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-296afd60-b9e2-415d-942b-c81556c9575a req-bc513f7e-a5c3-4b5f-ac61-6f94ba9f4483 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:42:04.074633 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-296afd60-b9e2-415d-942b-c81556c9575a req-bc513f7e-a5c3-4b5f-ac61-6f94ba9f4483 service neutron] 10.222.0.89 "GET /v2.0/networks?id=d3ba274b-bc96-4a3e-aeca-129a021b9dfd HTTP/1.1" status: 200 len: 914 time: 0.1679220 Feb 09 19:42:04.101757 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50f0d2fa-4f3e-42bc-b151-9eae2b6b71e5 req-12ffcaa4-b715-40dd-817a-51d7ab4d96de tempest-VolumesSnapshotTestJSON-1470959948 tempest-VolumesSnapshotTestJSON-1470959948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:42:04.103702 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-50f0d2fa-4f3e-42bc-b151-9eae2b6b71e5 req-12ffcaa4-b715-40dd-817a-51d7ab4d96de tempest-VolumesSnapshotTestJSON-1470959948 tempest-VolumesSnapshotTestJSON-1470959948-project] 10.222.0.75 "GET /v2.0/ports?device_id=989128d9-c46c-4b13-918b-4c0821c1bb86 HTTP/1.1" status: 200 len: 943 time: 0.1271894 Feb 09 19:42:04.161186 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-296afd60-b9e2-415d-942b-c81556c9575a req-e2dfd458-85ce-482f-a874-abafa69e328c service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=3dc22f63-fd63-45b8-b7d5-edbeb2f1f4cd HTTP/1.1" status: 200 len: 217 time: 0.0798452 Feb 09 19:42:04.232343 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-50f0d2fa-4f3e-42bc-b151-9eae2b6b71e5 req-b1f43d42-2984-4014-8109-e5a9f12d0cca tempest-VolumesSnapshotTestJSON-1470959948 tempest-VolumesSnapshotTestJSON-1470959948-project] 10.222.0.75 "GET /v2.0/security-groups?id=e81ac41c-f182-4bcd-89b0-fdc41cdb146e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1222575 Feb 09 19:42:04.247376 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-296afd60-b9e2-415d-942b-c81556c9575a req-da5ea7a1-a6ab-49bf-984b-214240f564e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:42:04.249900 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-296afd60-b9e2-415d-942b-c81556c9575a req-da5ea7a1-a6ab-49bf-984b-214240f564e5 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=520085a7-4a3f-4cac-80cb-73b612951186 HTTP/1.1" status: 200 len: 853 time: 0.0824444 Feb 09 19:42:04.305019 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-296afd60-b9e2-415d-942b-c81556c9575a req-a037a812-cda9-4971-82a2-137811c4b491 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=d3ba274b-bc96-4a3e-aeca-129a021b9dfd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0412569 Feb 09 19:42:04.397501 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Device ba498e06-b142-482f-baa2-29452c6971cd no longer exists at agent hyperv_n-h2-713498-36 {{(pid=103232) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 19:42:04.418442 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-296afd60-b9e2-415d-942b-c81556c9575a req-a06962ae-bec4-49a9-be94-d920fbf16801 service neutron] 10.222.0.89 "GET /v2.0/networks/d3ba274b-bc96-4a3e-aeca-129a021b9dfd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1053851 Feb 09 19:42:04.459987 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-7429db8d-6021-40ad-813e-885be449a89b None None] No Port match for: ba498e06-b142-482f-baa2-29452c6971cd {{(pid=103232) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 19:42:04.461567 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Device ba498e06-b142-482f-baa2-29452c6971cd not bound to the agent host n-h2-713498-36 {{(pid=103232) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 19:42:04.516165 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-2e54cb20-d6a5-4d25-bd53-0a0e1122ec6c req-3840ec4c-8d98-47f7-9d5d-92901d1dd658 tempest-TestVolumeBootPattern-1615943498 tempest-TestVolumeBootPattern-1615943498-project] 10.222.0.75 "GET /v2.0/ports?device_id=0dc45f8d-fedd-40c2-8f12-83a4bb0d624c HTTP/1.1" status: 200 len: 210 time: 0.0361958 Feb 09 19:42:04.554175 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-296afd60-b9e2-415d-942b-c81556c9575a req-4e05f160-96f8-4c2e-8cc8-cc04c92a8db7 service neutron] 10.222.0.89 "GET /v2.0/networks/d3ba274b-bc96-4a3e-aeca-129a021b9dfd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1293170 Feb 09 19:42:05.120160 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Device 3dc22f63-fd63-45b8-b7d5-edbeb2f1f4cd details requested by agent hyperv_n-h1-713498-36 with host n-h1-713498-36 {{(pid=103232) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 19:42:05.438335 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f329c6e0-bb49-41bf-920d-0b4647349ff3 req-4ac9245a-0aff-43a1-9065-79afe9afee07 tempest-VolumesSnapshotTestJSON-1470959948 tempest-VolumesSnapshotTestJSON-1470959948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:42:05.455078 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 45796) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:42:05.461371 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.v2.base [None req-c1b4a33a-d03f-41c2-a074-5c9f5c0cbf41 tempest-TestSecurityGroupsBasicOps-1450369721 tempest-TestSecurityGroupsBasicOps-1450369721-project] Request body: {'network': {'name': 'tempest-network-smoke--606183582', 'project_id': 'ad7e5b1e3bd44a9292bbae1791f9aecc', 'port_security_enabled': True}} {{(pid=103229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 19:42:05.462159 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-f329c6e0-bb49-41bf-920d-0b4647349ff3 req-4ac9245a-0aff-43a1-9065-79afe9afee07 tempest-VolumesSnapshotTestJSON-1470959948 tempest-VolumesSnapshotTestJSON-1470959948-project] 10.222.0.75 "GET /v2.0/ports?device_id=989128d9-c46c-4b13-918b-4c0821c1bb86 HTTP/1.1" status: 200 len: 943 time: 0.1080210 Feb 09 19:42:05.496076 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c1b4a33a-d03f-41c2-a074-5c9f5c0cbf41 tempest-TestSecurityGroupsBasicOps-1450369721 tempest-TestSecurityGroupsBasicOps-1450369721-project] Made reservation on behalf of ad7e5b1e3bd44a9292bbae1791f9aecc for: {'network': 1} {{(pid=103229) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 19:42:05.510909 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-c1b4a33a-d03f-41c2-a074-5c9f5c0cbf41 tempest-TestSecurityGroupsBasicOps-1450369721 tempest-TestSecurityGroupsBasicOps-1450369721-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for network (None), before_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:42:05.531038 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-c1b4a33a-d03f-41c2-a074-5c9f5c0cbf41 tempest-TestSecurityGroupsBasicOps-1450369721 tempest-TestSecurityGroupsBasicOps-1450369721-project] Publish callbacks [] for security_group (None), before_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:42:05.593686 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-f329c6e0-bb49-41bf-920d-0b4647349ff3 req-9a36b490-211f-42aa-964c-ba39beeaab05 tempest-VolumesSnapshotTestJSON-1470959948 tempest-VolumesSnapshotTestJSON-1470959948-project] 10.222.0.75 "GET /v2.0/security-groups?id=e81ac41c-f182-4bcd-89b0-fdc41cdb146e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1305680 Feb 09 19:42:05.713058 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-50d0b3d2-48a3-40d0-9a3a-17b527cc948b req-c681c69d-7102-47c9-8ab9-828759f1856d tempest-TestVolumeBootPattern-1615943498 tempest-TestVolumeBootPattern-1615943498-project] 10.222.0.75 "GET /v2.0/ports?device_id=0dc45f8d-fedd-40c2-8f12-83a4bb0d624c HTTP/1.1" status: 200 len: 210 time: 0.0473266 Feb 09 19:42:05.720956 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] For port 3dc22f63-fd63-45b8-b7d5-edbeb2f1f4cd, host n-h1-713498-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-36',level=0,port_id=3dc22f63-fd63-45b8-b7d5-edbeb2f1f4cd,segment=NetworkSegment(9a93bd09-258e-4090-9a00-d09b547e90c6),segment_id=9a93bd09-258e-4090-9a00-d09b547e90c6)] {{(pid=103232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 19:42:05.739397 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-c1b4a33a-d03f-41c2-a074-5c9f5c0cbf41 tempest-TestSecurityGroupsBasicOps-1450369721 tempest-TestSecurityGroupsBasicOps-1450369721-project] Publish callbacks [] for security_group (ab0a0c08-6729-4b2c-8ee9-9f633c4ff2c2), precommit_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:42:05.743709 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Returning: {'device': '3dc22f63-fd63-45b8-b7d5-edbeb2f1f4cd', 'network_id': 'd3ba274b-bc96-4a3e-aeca-129a021b9dfd', 'port_id': '3dc22f63-fd63-45b8-b7d5-edbeb2f1f4cd', 'mac_address': 'fa:16:3e:4b:83:e1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 399, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '520085a7-4a3f-4cac-80cb-73b612951186', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103232) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 19:42:05.744916 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-c1b4a33a-d03f-41c2-a074-5c9f5c0cbf41 tempest-TestSecurityGroupsBasicOps-1450369721 tempest-TestSecurityGroupsBasicOps-1450369721-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1892331'] for security_group (ab0a0c08-6729-4b2c-8ee9-9f633c4ff2c2), after_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:42:05.784996 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c1b4a33a-d03f-41c2-a074-5c9f5c0cbf41 tempest-TestSecurityGroupsBasicOps-1450369721 tempest-TestSecurityGroupsBasicOps-1450369721-project] vlan segment allocate from pool success with {'vlan_id': 358, 'physical_network': 'physnet1'} {{(pid=103229) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 19:42:05.809904 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1b4a33a-d03f-41c2-a074-5c9f5c0cbf41 tempest-TestSecurityGroupsBasicOps-1450369721 tempest-TestSecurityGroupsBasicOps-1450369721-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ab0a0c08-6729-4b2c-8ee9-9f633c4ff2c2,revision_number=1']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:42:05.833914 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-c1b4a33a-d03f-41c2-a074-5c9f5c0cbf41 tempest-TestSecurityGroupsBasicOps-1450369721 tempest-TestSecurityGroupsBasicOps-1450369721-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-759574'] for segment (f1402305-d28a-49c1-90f8-909dbce76426), precommit_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:42:05.835568 n-d-713498-36 neutron-server[103229]: INFO neutron.db.segments_db [None req-c1b4a33a-d03f-41c2-a074-5c9f5c0cbf41 tempest-TestSecurityGroupsBasicOps-1450369721 tempest-TestSecurityGroupsBasicOps-1450369721-project] Added segment f1402305-d28a-49c1-90f8-909dbce76426 of type vlan for network 16b9cb9f-5859-4d1b-9414-216a285f496b Feb 09 19:42:05.844642 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Current status of the port 3dc22f63-fd63-45b8-b7d5-edbeb2f1f4cd is: DOWN; New status is: BUILD {{(pid=103232) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 19:42:05.847332 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (3dc22f63-fd63-45b8-b7d5-edbeb2f1f4cd), before_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:42:05.881534 n-d-713498-36 neutron-server[103232]: DEBUG neutron.notifiers.nova [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3dc22f63-fd63-45b8-b7d5-edbeb2f1f4cd {{(pid=103232) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 19:42:05.889259 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-c1b4a33a-d03f-41c2-a074-5c9f5c0cbf41 tempest-TestSecurityGroupsBasicOps-1450369721 tempest-TestSecurityGroupsBasicOps-1450369721-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762866642225'] for network (16b9cb9f-5859-4d1b-9414-216a285f496b), precommit_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:42:05.936797 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] For port 3dc22f63-fd63-45b8-b7d5-edbeb2f1f4cd, host n-h1-713498-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-36',level=0,port_id=3dc22f63-fd63-45b8-b7d5-edbeb2f1f4cd,segment=NetworkSegment(9a93bd09-258e-4090-9a00-d09b547e90c6),segment_id=9a93bd09-258e-4090-9a00-d09b547e90c6)] {{(pid=103232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 19:42:05.942621 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762867176205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762866656485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762866656503'] for port (3dc22f63-fd63-45b8-b7d5-edbeb2f1f4cd), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:42:05.950034 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-c1b4a33a-d03f-41c2-a074-5c9f5c0cbf41 tempest-TestSecurityGroupsBasicOps-1450369721 tempest-TestSecurityGroupsBasicOps-1450369721-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1885479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452'] for network (16b9cb9f-5859-4d1b-9414-216a285f496b), after_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:42:05.985116 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1b4a33a-d03f-41c2-a074-5c9f5c0cbf41 tempest-TestSecurityGroupsBasicOps-1450369721 tempest-TestSecurityGroupsBasicOps-1450369721-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:42:05.986467 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-c1b4a33a-d03f-41c2-a074-5c9f5c0cbf41 tempest-TestSecurityGroupsBasicOps-1450369721 tempest-TestSecurityGroupsBasicOps-1450369721-project] Publish callbacks [] for network (None), before_response {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:42:06.028026 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 45820) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:42:06.030937 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Pushing event updated for resources: {'Port': ['ID=3dc22f63-fd63-45b8-b7d5-edbeb2f1f4cd,revision_number=4']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:42:06.062795 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 45824) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:42:06.063178 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-c1b4a33a-d03f-41c2-a074-5c9f5c0cbf41 tempest-TestSecurityGroupsBasicOps-1450369721 tempest-TestSecurityGroupsBasicOps-1450369721-project] 10.222.0.75 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.6056073 Feb 09 19:42:06.072471 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.v2.base [None req-e7adbae5-201f-4b00-ba59-315bc2f0128a tempest-TestSecurityGroupsBasicOps-1450369721 tempest-TestSecurityGroupsBasicOps-1450369721-project] Request body: {'router': {'name': 'tempest-TestSecurityGroupsBasicOps-router-1386984561', 'admin_state_up': True, 'project_id': 'ad7e5b1e3bd44a9292bbae1791f9aecc', 'external_gateway_info': {'network_id': '88055e1e-672a-4487-be31-ffb6e833ece5'}}} {{(pid=103230) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 19:42:06.082266 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1b4a33a-d03f-41c2-a074-5c9f5c0cbf41 tempest-TestSecurityGroupsBasicOps-1450369721 tempest-TestSecurityGroupsBasicOps-1450369721-project] Pushing event updated for resources: {'Network': ['ID=16b9cb9f-5859-4d1b-9414-216a285f496b,revision_number=1']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:42:06.097508 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Network 16b9cb9f-5859-4d1b-9414-216a285f496b details requested by agent ovs-agent-n-d-713498-36 with host n-d-713498-36 {{(pid=103232) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 19:42:06.114154 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-e7adbae5-201f-4b00-ba59-315bc2f0128a tempest-TestSecurityGroupsBasicOps-1450369721 tempest-TestSecurityGroupsBasicOps-1450369721-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1834830', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-58389'] for router (277f573c-a4fa-41af-ba23-f374de52ee54), before_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:42:06.115869 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-e7adbae5-201f-4b00-ba59-315bc2f0128a tempest-TestSecurityGroupsBasicOps-1450369721 tempest-TestSecurityGroupsBasicOps-1450369721-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1834810', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1822096', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1886735', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-58380'] for router (277f573c-a4fa-41af-ba23-f374de52ee54), precommit_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:42:06.150749 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] get_ports_and_sgs() called for port_ids ['3dc22f63-fd63-45b8-b7d5-edbeb2f1f4cd'] {{(pid=103232) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 19:42:06.633526 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-039d7f1d-6223-4fb5-aa03-00d3b7e63eee admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:42:06.650658 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-e7adbae5-201f-4b00-ba59-315bc2f0128a tempest-TestSecurityGroupsBasicOps-1450369721 tempest-TestSecurityGroupsBasicOps-1450369721-project] Publish callbacks [] for router_controller (277f573c-a4fa-41af-ba23-f374de52ee54), precommit_add_association {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:42:06.834357 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-cbb08d5e-6db3-44d9-854c-036b52ec2502 req-c14ae940-9aaa-4362-9879-80b5cb8f55f3 tempest-TestVolumeBootPattern-1615943498 tempest-TestVolumeBootPattern-1615943498-project] 10.222.0.75 "GET /v2.0/ports?device_id=0dc45f8d-fedd-40c2-8f12-83a4bb0d624c HTTP/1.1" status: 200 len: 210 time: 0.0314815 Feb 09 19:42:06.860791 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-e7adbae5-201f-4b00-ba59-315bc2f0128a tempest-TestSecurityGroupsBasicOps-1450369721 tempest-TestSecurityGroupsBasicOps-1450369721-project] Publish callbacks [] for router_gateway (277f573c-a4fa-41af-ba23-f374de52ee54), precommit_update {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:42:06.879666 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ad4399c-a087-4262-ab8f-a3032f68aeac req-1ee8cb65-181e-471b-a22f-c6b8c6f4caf3 tempest-VolumesSnapshotTestJSON-1470959948 tempest-VolumesSnapshotTestJSON-1470959948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:42:06.882495 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-4ad4399c-a087-4262-ab8f-a3032f68aeac req-1ee8cb65-181e-471b-a22f-c6b8c6f4caf3 tempest-VolumesSnapshotTestJSON-1470959948 tempest-VolumesSnapshotTestJSON-1470959948-project] 10.222.0.75 "GET /v2.0/ports?device_id=989128d9-c46c-4b13-918b-4c0821c1bb86 HTTP/1.1" status: 200 len: 944 time: 0.1838081 Feb 09 19:42:06.964270 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-039d7f1d-6223-4fb5-aa03-00d3b7e63eee admin admin] Publish callbacks [] for security_group (8538289d-d70e-4e62-b17d-f6cbbdb656cf), precommit_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:42:06.973287 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-039d7f1d-6223-4fb5-aa03-00d3b7e63eee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1892331'] for security_group (8538289d-d70e-4e62-b17d-f6cbbdb656cf), after_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:42:07.035871 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-039d7f1d-6223-4fb5-aa03-00d3b7e63eee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8538289d-d70e-4e62-b17d-f6cbbdb656cf,revision_number=1']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:42:07.040531 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-4ad4399c-a087-4262-ab8f-a3032f68aeac req-c3907951-8aa3-4b4f-aa0b-c41defdc19f1 tempest-VolumesSnapshotTestJSON-1470959948 tempest-VolumesSnapshotTestJSON-1470959948-project] 10.222.0.75 "GET /v2.0/security-groups?id=e81ac41c-f182-4bcd-89b0-fdc41cdb146e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1428928 Feb 09 19:42:07.045414 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-039d7f1d-6223-4fb5-aa03-00d3b7e63eee admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=d824f2c94c874ae8bcc11c22f09f3161&name=default HTTP/1.1" status: 200 len: 3000 time: 1.0163434 Feb 09 19:42:07.048626 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 45836) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:42:07.052580 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-039d7f1d-6223-4fb5-aa03-00d3b7e63eee admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:42:07.052944 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-039d7f1d-6223-4fb5-aa03-00d3b7e63eee admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:42:07.053283 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-039d7f1d-6223-4fb5-aa03-00d3b7e63eee admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:42:07.053611 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-039d7f1d-6223-4fb5-aa03-00d3b7e63eee admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:42:07.053943 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-039d7f1d-6223-4fb5-aa03-00d3b7e63eee admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:42:07.054308 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-039d7f1d-6223-4fb5-aa03-00d3b7e63eee admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:42:07.054631 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-039d7f1d-6223-4fb5-aa03-00d3b7e63eee admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:42:07.054950 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-039d7f1d-6223-4fb5-aa03-00d3b7e63eee admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:42:07.055272 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-039d7f1d-6223-4fb5-aa03-00d3b7e63eee admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:42:07.055612 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-039d7f1d-6223-4fb5-aa03-00d3b7e63eee admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:42:07.055908 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-039d7f1d-6223-4fb5-aa03-00d3b7e63eee admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:42:07.056231 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-039d7f1d-6223-4fb5-aa03-00d3b7e63eee admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:42:07.056540 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-039d7f1d-6223-4fb5-aa03-00d3b7e63eee admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:42:07.152536 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Device 3dc22f63-fd63-45b8-b7d5-edbeb2f1f4cd up at agent hyperv_n-h1-713498-36 {{(pid=103232) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 19:42:07.181758 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-79895da3-00ea-4363-9bbd-a332557285ac admin admin] Publish callbacks [] for security_group (8538289d-d70e-4e62-b17d-f6cbbdb656cf), before_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:42:07.223861 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-e7adbae5-201f-4b00-ba59-315bc2f0128a tempest-TestSecurityGroupsBasicOps-1450369721 tempest-TestSecurityGroupsBasicOps-1450369721-project] Publish callbacks [] for router_gateway (277f573c-a4fa-41af-ba23-f374de52ee54), before_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:42:07.240209 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-79895da3-00ea-4363-9bbd-a332557285ac admin admin] Publish callbacks [] for security_group (8538289d-d70e-4e62-b17d-f6cbbdb656cf), precommit_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:42:07.254479 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.provisioning_blocks [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Provisioning for port 3dc22f63-fd63-45b8-b7d5-edbeb2f1f4cd completed by entity L2. {{(pid=103232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 19:42:07.260842 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.provisioning_blocks [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Provisioning complete for port 3dc22f63-fd63-45b8-b7d5-edbeb2f1f4cd triggered by entity L2. {{(pid=103232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 19:42:07.261610 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593630'] for port (3dc22f63-fd63-45b8-b7d5-edbeb2f1f4cd), provisioning_complete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:42:07.272201 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-e7adbae5-201f-4b00-ba59-315bc2f0128a tempest-TestSecurityGroupsBasicOps-1450369721 tempest-TestSecurityGroupsBasicOps-1450369721-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (None), before_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:42:07.349846 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-79895da3-00ea-4363-9bbd-a332557285ac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1892331'] for security_group (8538289d-d70e-4e62-b17d-f6cbbdb656cf), after_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:42:07.353890 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-79895da3-00ea-4363-9bbd-a332557285ac admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:42:07.354941 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Current status of the port 3dc22f63-fd63-45b8-b7d5-edbeb2f1f4cd is: BUILD; New status is: ACTIVE {{(pid=103232) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 19:42:07.355576 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (3dc22f63-fd63-45b8-b7d5-edbeb2f1f4cd), before_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:42:07.365633 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-79895da3-00ea-4363-9bbd-a332557285ac admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/8538289d-d70e-4e62-b17d-f6cbbdb656cf HTTP/1.1" status: 204 len: 168 time: 0.3092363 Feb 09 19:42:07.388926 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79895da3-00ea-4363-9bbd-a332557285ac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8538289d-d70e-4e62-b17d-f6cbbdb656cf,revision_number=None']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:42:07.401463 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] For port 3dc22f63-fd63-45b8-b7d5-edbeb2f1f4cd, host n-h1-713498-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-36',level=0,port_id=3dc22f63-fd63-45b8-b7d5-edbeb2f1f4cd,segment=NetworkSegment(9a93bd09-258e-4090-9a00-d09b547e90c6),segment_id=9a93bd09-258e-4090-9a00-d09b547e90c6)] {{(pid=103232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 19:42:07.402987 n-d-713498-36 neutron-server[103232]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '989128d9-c46c-4b13-918b-4c0821c1bb86', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3dc22f63-fd63-45b8-b7d5-edbeb2f1f4cd'}] {{(pid=103232) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 19:42:07.406019 n-d-713498-36 neutron-server[103232]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}949cdcde653dec44821de95cbf67297f53cbc2aed4e073b5d514f93bf911ce85" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-536f9207-a443-4fbb-9ad6-71feb13c0176" -d '{"events": [{"server_uuid": "989128d9-c46c-4b13-918b-4c0821c1bb86", "name": "network-vif-plugged", "status": "completed", "tag": "3dc22f63-fd63-45b8-b7d5-edbeb2f1f4cd"}]}' {{(pid=103232) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 19:42:07.414890 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762867176205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762866656485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762866656503'] for port (3dc22f63-fd63-45b8-b7d5-edbeb2f1f4cd), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:42:07.429920 n-d-713498-36 neutron-server[103230]: DEBUG neutron.db.db_base_plugin_common [None req-e7adbae5-201f-4b00-ba59-315bc2f0128a tempest-TestSecurityGroupsBasicOps-1450369721 tempest-TestSecurityGroupsBasicOps-1450369721-project] Allocated IP 172.25.1.86 (88055e1e-672a-4487-be31-ffb6e833ece5/ac16dbcc-383c-4b43-9153-d763c4a53f91/7183d5dd-f5b7-414d-9585-6131c399fd14) {{(pid=103230) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 19:42:07.509858 n-d-713498-36 neutron-server[103232]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 19:42:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2a2202c9-74f3-4d8a-a9ab-327012ba2ce2 x-openstack-request-id: req-2a2202c9-74f3-4d8a-a9ab-327012ba2ce2 {{(pid=103232) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 19:42:07.510272 n-d-713498-36 neutron-server[103232]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "989128d9-c46c-4b13-918b-4c0821c1bb86", "name": "network-vif-plugged", "status": "completed", "tag": "3dc22f63-fd63-45b8-b7d5-edbeb2f1f4cd", "code": 200}]} {{(pid=103232) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 19:42:07.510486 n-d-713498-36 neutron-server[103232]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-2a2202c9-74f3-4d8a-a9ab-327012ba2ce2 {{(pid=103232) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 19:42:07.510837 n-d-713498-36 neutron-server[103232]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '989128d9-c46c-4b13-918b-4c0821c1bb86', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3dc22f63-fd63-45b8-b7d5-edbeb2f1f4cd', 'code': 200} Feb 09 19:42:07.523051 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Pushing event updated for resources: {'Port': ['ID=3dc22f63-fd63-45b8-b7d5-edbeb2f1f4cd,revision_number=5']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:42:07.614812 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-e7adbae5-201f-4b00-ba59-315bc2f0128a tempest-TestSecurityGroupsBasicOps-1450369721 tempest-TestSecurityGroupsBasicOps-1450369721-project] Publish callbacks [] for port (7183d5dd-f5b7-414d-9585-6131c399fd14), precommit_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:42:07.680608 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-e7adbae5-201f-4b00-ba59-315bc2f0128a tempest-TestSecurityGroupsBasicOps-1450369721 tempest-TestSecurityGroupsBasicOps-1450369721-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762866656467', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14393751'] for port (7183d5dd-f5b7-414d-9585-6131c399fd14), after_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:42:07.726435 n-d-713498-36 neutron-server[103230]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7adbae5-201f-4b00-ba59-315bc2f0128a tempest-TestSecurityGroupsBasicOps-1450369721 tempest-TestSecurityGroupsBasicOps-1450369721-project] Network 88055e1e-672a-4487-be31-ffb6e833ece5 is already hosted by enough agents. {{(pid=103230) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 19:42:07.735933 n-d-713498-36 neutron-server[103230]: DEBUG neutron.scheduler.base_scheduler [None req-e7adbae5-201f-4b00-ba59-315bc2f0128a tempest-TestSecurityGroupsBasicOps-1450369721 tempest-TestSecurityGroupsBasicOps-1450369721-project] Resources bound (agent type, host, resource id): {{(pid=103230) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 19:42:07.743551 n-d-713498-36 neutron-server[103230]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7adbae5-201f-4b00-ba59-315bc2f0128a tempest-TestSecurityGroupsBasicOps-1450369721 tempest-TestSecurityGroupsBasicOps-1450369721-project] Received port after_create {{(pid=103230) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 19:42:07.781156 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7adbae5-201f-4b00-ba59-315bc2f0128a tempest-TestSecurityGroupsBasicOps-1450369721 tempest-TestSecurityGroupsBasicOps-1450369721-project] Pushing event updated for resources: {'Port': ['ID=7183d5dd-f5b7-414d-9585-6131c399fd14,revision_number=1']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:42:07.787823 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-041a1eb5-6015-4cdc-9338-1157485f8d0b req-bb47925c-225d-4432-973d-3253bd964e28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:42:07.789360 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-041a1eb5-6015-4cdc-9338-1157485f8d0b req-bb47925c-225d-4432-973d-3253bd964e28 service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=989128d9-c46c-4b13-918b-4c0821c1bb86 HTTP/1.1" status: 200 len: 1128 time: 0.2270851 Feb 09 19:42:07.903220 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-041a1eb5-6015-4cdc-9338-1157485f8d0b req-ab6f39b7-437c-45dd-8dfb-bdfa55e7cfac service neutron] 10.222.0.89 "GET /v2.0/security-groups?id=e81ac41c-f182-4bcd-89b0-fdc41cdb146e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1073368 Feb 09 19:42:07.938710 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 45850) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:42:07.957551 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-77573941-c487-4166-8371-b5b4ff27157d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:42:07.983186 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-d6496c5e-3800-4755-ae48-d7e78af6ad9f req-aa3c83a9-1923-459c-9d64-91a39aa02c27 tempest-TestVolumeBootPattern-1615943498 tempest-TestVolumeBootPattern-1615943498-project] 10.222.0.75 "GET /v2.0/ports?device_id=0dc45f8d-fedd-40c2-8f12-83a4bb0d624c HTTP/1.1" status: 200 len: 210 time: 0.0355313 Feb 09 19:42:08.050731 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-77573941-c487-4166-8371-b5b4ff27157d admin admin] Publish callbacks [] for security_group (427d8fc2-6bf2-4e1b-b119-2f0307de88ae), precommit_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:42:08.056383 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-77573941-c487-4166-8371-b5b4ff27157d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1892331'] for security_group (427d8fc2-6bf2-4e1b-b119-2f0307de88ae), after_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:42:08.098633 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-77573941-c487-4166-8371-b5b4ff27157d admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=ef48e45ae89644638b60939c441b2b0b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1586766 Feb 09 19:42:08.100113 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77573941-c487-4166-8371-b5b4ff27157d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=427d8fc2-6bf2-4e1b-b119-2f0307de88ae,revision_number=1']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:42:08.103183 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 45854) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:42:08.153136 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-e7adbae5-201f-4b00-ba59-315bc2f0128a tempest-TestSecurityGroupsBasicOps-1450369721 tempest-TestSecurityGroupsBasicOps-1450369721-project] Publish callbacks [] for router_gateway (277f573c-a4fa-41af-ba23-f374de52ee54), after_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:42:08.233211 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d72d3813-6354-40b9-97ac-a134dbefdfad req-762b78af-9d90-4a9c-b9a6-4f1845d9506a tempest-VolumesSnapshotTestJSON-1470959948 tempest-VolumesSnapshotTestJSON-1470959948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:42:08.235648 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-d72d3813-6354-40b9-97ac-a134dbefdfad req-762b78af-9d90-4a9c-b9a6-4f1845d9506a tempest-VolumesSnapshotTestJSON-1470959948 tempest-VolumesSnapshotTestJSON-1470959948-project] 10.222.0.75 "GET /v2.0/ports?device_id=989128d9-c46c-4b13-918b-4c0821c1bb86 HTTP/1.1" status: 200 len: 945 time: 0.0802715 Feb 09 19:42:08.237257 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-164c3e23-4a09-4730-b909-9d17aa3c6bd6 admin admin] Publish callbacks [] for security_group (427d8fc2-6bf2-4e1b-b119-2f0307de88ae), before_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:42:08.276354 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-164c3e23-4a09-4730-b909-9d17aa3c6bd6 admin admin] Publish callbacks [] for security_group (427d8fc2-6bf2-4e1b-b119-2f0307de88ae), precommit_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:42:08.309512 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-d72d3813-6354-40b9-97ac-a134dbefdfad req-b7811009-b9c7-450e-9716-645e9971e05a tempest-VolumesSnapshotTestJSON-1470959948 tempest-VolumesSnapshotTestJSON-1470959948-project] 10.222.0.75 "GET /v2.0/security-groups?id=e81ac41c-f182-4bcd-89b0-fdc41cdb146e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0666687 Feb 09 19:42:08.429410 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-164c3e23-4a09-4730-b909-9d17aa3c6bd6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1892331'] for security_group (427d8fc2-6bf2-4e1b-b119-2f0307de88ae), after_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:42:08.432145 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-164c3e23-4a09-4730-b909-9d17aa3c6bd6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:42:08.435795 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-164c3e23-4a09-4730-b909-9d17aa3c6bd6 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/427d8fc2-6bf2-4e1b-b119-2f0307de88ae HTTP/1.1" status: 204 len: 168 time: 0.3296976 Feb 09 19:42:08.445526 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-164c3e23-4a09-4730-b909-9d17aa3c6bd6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=427d8fc2-6bf2-4e1b-b119-2f0307de88ae,revision_number=None']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:42:08.477593 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-e7adbae5-201f-4b00-ba59-315bc2f0128a tempest-TestSecurityGroupsBasicOps-1450369721 tempest-TestSecurityGroupsBasicOps-1450369721-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1834945', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1818951'] for router (277f573c-a4fa-41af-ba23-f374de52ee54), after_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:42:08.642271 n-d-713498-36 neutron-server[103230]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e7adbae5-201f-4b00-ba59-315bc2f0128a tempest-TestSecurityGroupsBasicOps-1450369721 tempest-TestSecurityGroupsBasicOps-1450369721-project] Router 277f573c-a4fa-41af-ba23-f374de52ee54 is scheduled to L3 agent 93303d5e-5d17-45e8-8963-7694f87783ae with binding_index 1 {{(pid=103230) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 09 19:42:08.756301 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e7adbae5-201f-4b00-ba59-315bc2f0128a tempest-TestSecurityGroupsBasicOps-1450369721 tempest-TestSecurityGroupsBasicOps-1450369721-project] Notify agent at l3_agent.n-d-713498-36 the message routers_updated {{(pid=103230) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 19:42:08.768232 n-d-713498-36 neutron-server[103233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ff41449-7a7b-4e1e-9814-d2c5beb89458 None None] Sync routers for ids ['277f573c-a4fa-41af-ba23-f374de52ee54'] in n-d-713498-36 {{(pid=103233) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 19:42:08.777793 n-d-713498-36 neutron-server[103233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ff41449-7a7b-4e1e-9814-d2c5beb89458 None None] Routers {'277f573c-a4fa-41af-ba23-f374de52ee54'} bound to L3 agent in host n-d-713498-36 {{(pid=103233) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 19:42:08.789481 n-d-713498-36 neutron-server[103233]: DEBUG neutron.db.l3_hamode_db [None req-4ff41449-7a7b-4e1e-9814-d2c5beb89458 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-09T18:51:43Z,description=,heartbeat_timestamp=2022-02-09T19:41:43Z,host='n-d-713498-36',id=93303d5e-5d17-45e8-8963-7694f87783ae,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T18:51:43Z,topic='l3_agent')) {'router_ids': ['277f573c-a4fa-41af-ba23-f374de52ee54'], 'active': True} {{(pid=103233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:42:08.795206 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-e7adbae5-201f-4b00-ba59-315bc2f0128a tempest-TestSecurityGroupsBasicOps-1450369721 tempest-TestSecurityGroupsBasicOps-1450369721-project] Publish callbacks [] for router (None), before_response {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:42:08.797997 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-e7adbae5-201f-4b00-ba59-315bc2f0128a tempest-TestSecurityGroupsBasicOps-1450369721 tempest-TestSecurityGroupsBasicOps-1450369721-project] 10.222.0.75 "POST /v2.0/routers HTTP/1.1" status: 201 len: 893 time: 2.7327197 Feb 09 19:42:08.800451 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 45864) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:42:08.957976 n-d-713498-36 neutron-server[103233]: DEBUG neutron.db.l3_dvr_db [None req-4ff41449-7a7b-4e1e-9814-d2c5beb89458 None None] Set router 277f573c-a4fa-41af-ba23-f374de52ee54 gateway port host: n-d-713498-36 {{(pid=103233) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 19:42:09.116911 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-99709825-f0d3-4d7a-8162-9ff99e0e77ea tempest-TestSecurityGroupsBasicOps-1586493205 tempest-TestSecurityGroupsBasicOps-1586493205-project-admin] 10.222.0.75 "GET /v2.0/subnets?project_id=ad7e5b1e3bd44a9292bbae1791f9aecc&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.3148999 Feb 09 19:42:09.120797 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 45876) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:42:09.231078 n-d-713498-36 neutron-server[103233]: DEBUG neutron.db.l3_hamode_db [None req-4ff41449-7a7b-4e1e-9814-d2c5beb89458 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '277f573c-a4fa-41af-ba23-f374de52ee54', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1386984561', 'tenant_id': 'ad7e5b1e3bd44a9292bbae1791f9aecc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88055e1e-672a-4487-be31-ffb6e833ece5', 'external_fixed_ips': [{'subnet_id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'ip_address': '172.25.1.86'}], 'enable_snat': True}, 'gw_port_id': '7183d5dd-f5b7-414d-9585-6131c399fd14', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T19:42:06Z', 'updated_at': '2022-02-09T19:42:07Z', 'revision_number': 3, 'project_id': 'ad7e5b1e3bd44a9292bbae1791f9aecc', 'gw_port': {'id': '7183d5dd-f5b7-414d-9585-6131c399fd14', 'name': '', 'network_id': '88055e1e-672a-4487-be31-ffb6e833ece5', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:c4:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '277f573c-a4fa-41af-ba23-f374de52ee54', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3816, 'fixed_ips': [{'subnet_id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'ip_address': '172.25.1.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T19:42:07Z', 'updated_at': '2022-02-09T19:42:07Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-36'}], 'n-d-713498-36', False) {} {{(pid=103233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:42:09.266369 n-d-713498-36 neutron-server[103233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ff41449-7a7b-4e1e-9814-d2c5beb89458 None None] Checking router: 277f573c-a4fa-41af-ba23-f374de52ee54 for host: n-d-713498-36 {{(pid=103233) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 19:42:09.267148 n-d-713498-36 neutron-server[103233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ff41449-7a7b-4e1e-9814-d2c5beb89458 None None] Updating router 277f573c-a4fa-41af-ba23-f374de52ee54 port 7183d5dd-f5b7-414d-9585-6131c399fd14 binding host n-d-713498-36 {{(pid=103233) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 19:42:09.326619 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce43e272-5852-478f-bc64-534ec773de1a tempest-TestSecurityGroupsBasicOps-1586493205 tempest-TestSecurityGroupsBasicOps-1586493205-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:42:09.328669 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-ce43e272-5852-478f-bc64-534ec773de1a tempest-TestSecurityGroupsBasicOps-1586493205 tempest-TestSecurityGroupsBasicOps-1586493205-project-admin] 10.222.0.75 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2066109 Feb 09 19:42:09.333298 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 45888) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:42:09.359157 n-d-713498-36 neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-4ff41449-7a7b-4e1e-9814-d2c5beb89458 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (7183d5dd-f5b7-414d-9585-6131c399fd14), before_update {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:42:09.369713 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-984bf2c4-a213-4958-b2fc-80d0deefb845 req-55d9f713-80d2-4164-8cf8-1c178084e814 tempest-TestVolumeBootPattern-1615943498 tempest-TestVolumeBootPattern-1615943498-project] 10.222.0.75 "GET /v2.0/ports?device_id=0dc45f8d-fedd-40c2-8f12-83a4bb0d624c HTTP/1.1" status: 200 len: 210 time: 0.0384071 Feb 09 19:42:09.474388 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-04f366c9-bb24-4bae-9966-62349e69e31d tempest-TestSecurityGroupsBasicOps-1586493205 tempest-TestSecurityGroupsBasicOps-1586493205-project-admin] 10.222.0.75 "GET /v2.0/subnets?network_id=88055e1e-672a-4487-be31-ffb6e833ece5&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1397650 Feb 09 19:42:09.477532 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 45892) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:42:09.482863 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.v2.base [None req-3cbff322-f349-40ec-b3ce-967808c90b40 tempest-TestSecurityGroupsBasicOps-1450369721 tempest-TestSecurityGroupsBasicOps-1450369721-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1861993201', 'network_id': '16b9cb9f-5859-4d1b-9414-216a285f496b', 'project_id': 'ad7e5b1e3bd44a9292bbae1791f9aecc', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103230) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 19:42:09.500095 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f75683e-b745-4e6a-8708-0ac2d3a03290 req-769e47f1-60db-4ec5-a111-e9fbc6d993b2 tempest-VolumesSnapshotTestJSON-1470959948 tempest-VolumesSnapshotTestJSON-1470959948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:42:09.506251 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-8f75683e-b745-4e6a-8708-0ac2d3a03290 req-769e47f1-60db-4ec5-a111-e9fbc6d993b2 tempest-VolumesSnapshotTestJSON-1470959948 tempest-VolumesSnapshotTestJSON-1470959948-project] 10.222.0.75 "GET /v2.0/ports?device_id=989128d9-c46c-4b13-918b-4c0821c1bb86 HTTP/1.1" status: 200 len: 945 time: 0.0750642 Feb 09 19:42:09.620456 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-8f75683e-b745-4e6a-8708-0ac2d3a03290 req-da433ec7-9688-4517-879b-34ac422e6b7e tempest-VolumesSnapshotTestJSON-1470959948 tempest-VolumesSnapshotTestJSON-1470959948-project] 10.222.0.75 "GET /v2.0/security-groups?id=e81ac41c-f182-4bcd-89b0-fdc41cdb146e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1010969 Feb 09 19:42:09.653544 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3cbff322-f349-40ec-b3ce-967808c90b40 tempest-TestSecurityGroupsBasicOps-1450369721 tempest-TestSecurityGroupsBasicOps-1450369721-project] Made reservation on behalf of ad7e5b1e3bd44a9292bbae1791f9aecc for: {'subnet': 1} {{(pid=103230) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 19:42:09.658629 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-3cbff322-f349-40ec-b3ce-967808c90b40 tempest-TestSecurityGroupsBasicOps-1450369721 tempest-TestSecurityGroupsBasicOps-1450369721-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12985917'] for subnet (None), before_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:42:09.807780 n-d-713498-36 neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-4ff41449-7a7b-4e1e-9814-d2c5beb89458 None None] Publish callbacks [] for port (7183d5dd-f5b7-414d-9585-6131c399fd14), precommit_update {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:42:09.815921 n-d-713498-36 neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-4ff41449-7a7b-4e1e-9814-d2c5beb89458 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762867176205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762866656485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762866656503'] for port (7183d5dd-f5b7-414d-9585-6131c399fd14), after_update {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:42:09.906600 n-d-713498-36 neutron-server[103233]: DEBUG neutron.plugins.ml2.managers [None req-4ff41449-7a7b-4e1e-9814-d2c5beb89458 None None] Attempting to bind port 7183d5dd-f5b7-414d-9585-6131c399fd14 on host n-d-713498-36 for vnic_type normal with profile {{(pid=103233) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 19:42:09.907242 n-d-713498-36 neutron-server[103233]: DEBUG neutron.plugins.ml2.managers [None req-4ff41449-7a7b-4e1e-9814-d2c5beb89458 None None] Attempting to bind port 7183d5dd-f5b7-414d-9585-6131c399fd14 by drivers openvswitch,hyperv on host n-d-713498-36 at level 0 using segments [{'id': 'a4222f89-8d3f-4b51-953b-1a8126392491', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '88055e1e-672a-4487-be31-ffb6e833ece5'}] {{(pid=103233) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 19:42:09.907809 n-d-713498-36 neutron-server[103233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ff41449-7a7b-4e1e-9814-d2c5beb89458 None None] Attempting to bind port 7183d5dd-f5b7-414d-9585-6131c399fd14 on network 88055e1e-672a-4487-be31-ffb6e833ece5 {{(pid=103233) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 19:42:09.918201 n-d-713498-36 neutron-server[103233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ff41449-7a7b-4e1e-9814-d2c5beb89458 None None] Checking agent: {'id': '496418a2-c002-4aec-ab1a-07f3bea491bd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-36', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 18, 51, 47), 'started_at': datetime.datetime(2022, 2, 9, 18, 52, 17), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 19, 41, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-36'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103233) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 19:42:09.919113 n-d-713498-36 neutron-server[103233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ff41449-7a7b-4e1e-9814-d2c5beb89458 None None] Checking segment: {'id': 'a4222f89-8d3f-4b51-953b-1a8126392491', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '88055e1e-672a-4487-be31-ffb6e833ece5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103233) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 19:42:09.919860 n-d-713498-36 neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-4ff41449-7a7b-4e1e-9814-d2c5beb89458 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:42:09.920419 n-d-713498-36 neutron-server[103233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ff41449-7a7b-4e1e-9814-d2c5beb89458 None None] Bound using segment: {'id': 'a4222f89-8d3f-4b51-953b-1a8126392491', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '88055e1e-672a-4487-be31-ffb6e833ece5'} {{(pid=103233) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 19:42:09.921060 n-d-713498-36 neutron-server[103233]: DEBUG neutron.plugins.ml2.managers [None req-4ff41449-7a7b-4e1e-9814-d2c5beb89458 None None] Bound port: 7183d5dd-f5b7-414d-9585-6131c399fd14, host: n-d-713498-36, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a4222f89-8d3f-4b51-953b-1a8126392491', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '88055e1e-672a-4487-be31-ffb6e833ece5'}}] {{(pid=103233) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 19:42:09.921629 n-d-713498-36 neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-4ff41449-7a7b-4e1e-9814-d2c5beb89458 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (7183d5dd-f5b7-414d-9585-6131c399fd14), before_update {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:42:09.932177 n-d-713498-36 neutron-server[103233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62408d7b-c32a-4cb9-97f3-134e9c6ded0d None None] Pushing event updated for resources: {'Port': ['ID=7183d5dd-f5b7-414d-9585-6131c399fd14,revision_number=2']} {{(pid=103233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:42:09.975167 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-3cbff322-f349-40ec-b3ce-967808c90b40 tempest-TestSecurityGroupsBasicOps-1450369721 tempest-TestSecurityGroupsBasicOps-1450369721-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14393611', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12985859'] for subnet (655873f1-fc83-4fbc-b7c0-49c9ad533a8e), after_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:42:10.015059 n-d-713498-36 neutron-server[103233]: DEBUG neutron.plugins.ml2.db [None req-4ff41449-7a7b-4e1e-9814-d2c5beb89458 None None] For port 7183d5dd-f5b7-414d-9585-6131c399fd14, host n-d-713498-36, cleared binding levels {{(pid=103233) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 19:42:10.020329 n-d-713498-36 neutron-server[103233]: DEBUG neutron.plugins.ml2.db [None req-4ff41449-7a7b-4e1e-9814-d2c5beb89458 None None] For port 7183d5dd-f5b7-414d-9585-6131c399fd14, host n-d-713498-36, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-36',level=0,port_id=7183d5dd-f5b7-414d-9585-6131c399fd14,segment=NetworkSegment(a4222f89-8d3f-4b51-953b-1a8126392491),segment_id=a4222f89-8d3f-4b51-953b-1a8126392491)] {{(pid=103233) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 19:42:10.035573 n-d-713498-36 neutron-server[103233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62408d7b-c32a-4cb9-97f3-134e9c6ded0d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:42:10.036205 n-d-713498-36 neutron-server[103233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62408d7b-c32a-4cb9-97f3-134e9c6ded0d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:42:10.036769 n-d-713498-36 neutron-server[103233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62408d7b-c32a-4cb9-97f3-134e9c6ded0d None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:42:10.037410 n-d-713498-36 neutron-server[103233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62408d7b-c32a-4cb9-97f3-134e9c6ded0d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:42:10.038060 n-d-713498-36 neutron-server[103233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62408d7b-c32a-4cb9-97f3-134e9c6ded0d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:42:10.038591 n-d-713498-36 neutron-server[103233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62408d7b-c32a-4cb9-97f3-134e9c6ded0d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:42:10.039295 n-d-713498-36 neutron-server[103233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62408d7b-c32a-4cb9-97f3-134e9c6ded0d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:42:10.039790 n-d-713498-36 neutron-server[103233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62408d7b-c32a-4cb9-97f3-134e9c6ded0d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:42:10.040301 n-d-713498-36 neutron-server[103233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62408d7b-c32a-4cb9-97f3-134e9c6ded0d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:42:10.040966 n-d-713498-36 neutron-server[103233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62408d7b-c32a-4cb9-97f3-134e9c6ded0d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:42:10.041619 n-d-713498-36 neutron-server[103233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62408d7b-c32a-4cb9-97f3-134e9c6ded0d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:42:10.042491 n-d-713498-36 neutron-server[103233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62408d7b-c32a-4cb9-97f3-134e9c6ded0d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:42:10.043296 n-d-713498-36 neutron-server[103233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62408d7b-c32a-4cb9-97f3-134e9c6ded0d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:42:10.059045 n-d-713498-36 neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-4ff41449-7a7b-4e1e-9814-d2c5beb89458 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762867176205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762866656485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762866656503'] for port (7183d5dd-f5b7-414d-9585-6131c399fd14), after_update {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:42:10.119112 n-d-713498-36 neutron-server[103233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ff41449-7a7b-4e1e-9814-d2c5beb89458 None None] Routers {'277f573c-a4fa-41af-ba23-f374de52ee54'} bound to L3 agent in host n-d-713498-36 {{(pid=103233) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 19:42:10.119868 n-d-713498-36 neutron-server[103233]: DEBUG neutron.db.l3_hamode_db [None req-4ff41449-7a7b-4e1e-9814-d2c5beb89458 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-09T18:51:43Z,description=,heartbeat_timestamp=2022-02-09T19:41:43Z,host='n-d-713498-36',id=93303d5e-5d17-45e8-8963-7694f87783ae,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T18:51:43Z,topic='l3_agent')) {'router_ids': ['277f573c-a4fa-41af-ba23-f374de52ee54'], 'active': True} {{(pid=103233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:42:10.130395 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3cbff322-f349-40ec-b3ce-967808c90b40 tempest-TestSecurityGroupsBasicOps-1450369721 tempest-TestSecurityGroupsBasicOps-1450369721-project] Checking segment: {'id': 'f1402305-d28a-49c1-90f8-909dbce76426', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': '16b9cb9f-5859-4d1b-9414-216a285f496b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103230) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 19:42:10.130904 n-d-713498-36 neutron-server[103230]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3cbff322-f349-40ec-b3ce-967808c90b40 tempest-TestSecurityGroupsBasicOps-1450369721 tempest-TestSecurityGroupsBasicOps-1450369721-project] Network hostable DHCP agents. Network: 16b9cb9f-5859-4d1b-9414-216a285f496b, hostable agents: ['af91e4b9-f4e1-42b1-a25c-a10dc47171c8'], hosted agents: [] {{(pid=103230) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 19:42:10.133199 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cbff322-f349-40ec-b3ce-967808c90b40 tempest-TestSecurityGroupsBasicOps-1450369721 tempest-TestSecurityGroupsBasicOps-1450369721-project] Pushing event updated for resources: {'Subnet': ['ID=655873f1-fc83-4fbc-b7c0-49c9ad533a8e,revision_number=0']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:42:10.152776 n-d-713498-36 neutron-server[103230]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3cbff322-f349-40ec-b3ce-967808c90b40 tempest-TestSecurityGroupsBasicOps-1450369721 tempest-TestSecurityGroupsBasicOps-1450369721-project] Network 16b9cb9f-5859-4d1b-9414-216a285f496b is scheduled to be hosted by DHCP agent af91e4b9-f4e1-42b1-a25c-a10dc47171c8 with binding_index 1 {{(pid=103230) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 19:42:10.169442 n-d-713498-36 neutron-server[103230]: DEBUG neutron.scheduler.base_scheduler [None req-3cbff322-f349-40ec-b3ce-967808c90b40 tempest-TestSecurityGroupsBasicOps-1450369721 tempest-TestSecurityGroupsBasicOps-1450369721-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713498-36, 16b9cb9f-5859-4d1b-9414-216a285f496b) {{(pid=103230) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 19:42:10.176016 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3cbff322-f349-40ec-b3ce-967808c90b40 tempest-TestSecurityGroupsBasicOps-1450369721 tempest-TestSecurityGroupsBasicOps-1450369721-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:42:10.176726 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-3cbff322-f349-40ec-b3ce-967808c90b40 tempest-TestSecurityGroupsBasicOps-1450369721 tempest-TestSecurityGroupsBasicOps-1450369721-project] Publish callbacks [] for subnet (None), before_response {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:42:10.222616 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-3cbff322-f349-40ec-b3ce-967808c90b40 tempest-TestSecurityGroupsBasicOps-1450369721 tempest-TestSecurityGroupsBasicOps-1450369721-project] 10.222.0.75 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.7405818 Feb 09 19:42:10.223569 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 45942) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:42:10.391084 n-d-713498-36 neutron-server[103233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62408d7b-c32a-4cb9-97f3-134e9c6ded0d None None] Pushing event updated for resources: {'Port': ['ID=7183d5dd-f5b7-414d-9585-6131c399fd14,revision_number=3']} {{(pid=103233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:42:10.494131 n-d-713498-36 neutron-server[103233]: DEBUG neutron.db.l3_dvr_db [None req-4ff41449-7a7b-4e1e-9814-d2c5beb89458 None None] Set router 277f573c-a4fa-41af-ba23-f374de52ee54 gateway port host: n-d-713498-36 {{(pid=103233) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 19:42:10.525942 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25e384d3-ee4d-488b-b38e-745c40848115 None None] Network 16b9cb9f-5859-4d1b-9414-216a285f496b requested from n-d-713498-36 {{(pid=103232) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 19:42:10.641454 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12c613bc-bf70-4363-a504-f74956736c9e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8b32e980-7cce-5e82-a341-bd2fa8945c89-16b9cb9f-5859-4d1b-9414-216a285f496b', 'network_id': '16b9cb9f-5859-4d1b-9414-216a285f496b', 'project_id': 'ad7e5b1e3bd44a9292bbae1791f9aecc', 'fixed_ips': [{'subnet_id': '655873f1-fc83-4fbc-b7c0-49c9ad533a8e'}]}} from n-d-713498-36. {{(pid=103232) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 09 19:42:10.644570 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-12c613bc-bf70-4363-a504-f74956736c9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (None), before_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:42:10.771366 n-d-713498-36 neutron-server[103233]: DEBUG neutron.db.l3_hamode_db [None req-4ff41449-7a7b-4e1e-9814-d2c5beb89458 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '277f573c-a4fa-41af-ba23-f374de52ee54', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1386984561', 'tenant_id': 'ad7e5b1e3bd44a9292bbae1791f9aecc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88055e1e-672a-4487-be31-ffb6e833ece5', 'external_fixed_ips': [{'subnet_id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'ip_address': '172.25.1.86'}], 'enable_snat': True}, 'gw_port_id': '7183d5dd-f5b7-414d-9585-6131c399fd14', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T19:42:06Z', 'updated_at': '2022-02-09T19:42:07Z', 'revision_number': 3, 'project_id': 'ad7e5b1e3bd44a9292bbae1791f9aecc', 'gw_port': {'id': '7183d5dd-f5b7-414d-9585-6131c399fd14', 'name': '', 'network_id': '88055e1e-672a-4487-be31-ffb6e833ece5', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:c4:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '277f573c-a4fa-41af-ba23-f374de52ee54', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3816, 'fixed_ips': [{'subnet_id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'ip_address': '172.25.1.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T19:42:07Z', 'updated_at': '2022-02-09T19:42:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-36'}], 'n-d-713498-36', False) {} {{(pid=103233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:42:10.854417 n-d-713498-36 neutron-server[103233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ff41449-7a7b-4e1e-9814-d2c5beb89458 None None] The sync data for ids ['277f573c-a4fa-41af-ba23-f374de52ee54'] in n-d-713498-36 is: [{'id': '277f573c-a4fa-41af-ba23-f374de52ee54', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1386984561', 'tenant_id': 'ad7e5b1e3bd44a9292bbae1791f9aecc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88055e1e-672a-4487-be31-ffb6e833ece5', 'external_fixed_ips': [{'subnet_id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'ip_address': '172.25.1.86'}], 'enable_snat': True}, 'gw_port_id': '7183d5dd-f5b7-414d-9585-6131c399fd14', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T19:42:06Z', 'updated_at': '2022-02-09T19:42:07Z', 'revision_number': 3, 'project_id': 'ad7e5b1e3bd44a9292bbae1791f9aecc', 'gw_port': {'id': '7183d5dd-f5b7-414d-9585-6131c399fd14', 'name': '', 'network_id': '88055e1e-672a-4487-be31-ffb6e833ece5', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:c4:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '277f573c-a4fa-41af-ba23-f374de52ee54', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3816, 'fixed_ips': [{'subnet_id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'ip_address': '172.25.1.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T19:42:07Z', 'updated_at': '2022-02-09T19:42:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-36'}] {{(pid=103233) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 19:42:10.915929 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-c3b2adaa-eb30-4a7b-a1e7-45ed4676e038 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762867132591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593584'] for agent (af91e4b9-f4e1-42b1-a25c-a10dc47171c8), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:42:10.947048 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.db_base_plugin_common [None req-12c613bc-bf70-4363-a504-f74956736c9e None None] Allocated IP 172.20.0.2 (16b9cb9f-5859-4d1b-9414-216a285f496b/655873f1-fc83-4fbc-b7c0-49c9ad533a8e/090468ab-695b-416f-9cf6-46cb6c0c988a) {{(pid=103232) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 19:42:11.160252 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-12c613bc-bf70-4363-a504-f74956736c9e None None] Publish callbacks [] for port (090468ab-695b-416f-9cf6-46cb6c0c988a), precommit_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:42:11.169938 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-12c613bc-bf70-4363-a504-f74956736c9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762866656467'] for port (090468ab-695b-416f-9cf6-46cb6c0c988a), after_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:42:11.241670 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-297139a2-026d-477a-a930-7231421000ad req-25d4592d-98c7-4694-96fe-a7f026a9d3bd tempest-TestVolumeBootPattern-1615943498 tempest-TestVolumeBootPattern-1615943498-project] 10.222.0.75 "GET /v2.0/ports?device_id=0dc45f8d-fedd-40c2-8f12-83a4bb0d624c HTTP/1.1" status: 200 len: 210 time: 0.1291316 Feb 09 19:42:11.246805 n-d-713498-36 neutron-server[103232]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12c613bc-bf70-4363-a504-f74956736c9e None None] Network 16b9cb9f-5859-4d1b-9414-216a285f496b is already hosted by enough agents. {{(pid=103232) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 19:42:11.259370 n-d-713498-36 neutron-server[103232]: DEBUG neutron.scheduler.base_scheduler [None req-12c613bc-bf70-4363-a504-f74956736c9e None None] Resources bound (agent type, host, resource id): {{(pid=103232) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 19:42:11.263332 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12c613bc-bf70-4363-a504-f74956736c9e None None] Received port after_create {{(pid=103232) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 19:42:11.293560 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12c613bc-bf70-4363-a504-f74956736c9e None None] Pushing event updated for resources: {'Port': ['ID=090468ab-695b-416f-9cf6-46cb6c0c988a,revision_number=1']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:42:11.450589 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.managers [None req-12c613bc-bf70-4363-a504-f74956736c9e None None] Attempting to bind port 090468ab-695b-416f-9cf6-46cb6c0c988a on host n-d-713498-36 for vnic_type normal with profile {{(pid=103232) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 19:42:11.451227 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.managers [None req-12c613bc-bf70-4363-a504-f74956736c9e None None] Attempting to bind port 090468ab-695b-416f-9cf6-46cb6c0c988a by drivers openvswitch,hyperv on host n-d-713498-36 at level 0 using segments [{'id': 'f1402305-d28a-49c1-90f8-909dbce76426', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': '16b9cb9f-5859-4d1b-9414-216a285f496b'}] {{(pid=103232) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 19:42:11.451797 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12c613bc-bf70-4363-a504-f74956736c9e None None] Attempting to bind port 090468ab-695b-416f-9cf6-46cb6c0c988a on network 16b9cb9f-5859-4d1b-9414-216a285f496b {{(pid=103232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 19:42:11.458774 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12c613bc-bf70-4363-a504-f74956736c9e None None] Checking agent: {'id': '496418a2-c002-4aec-ab1a-07f3bea491bd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-36', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 18, 51, 47), 'started_at': datetime.datetime(2022, 2, 9, 18, 52, 17), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 19, 41, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-36'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 19:42:11.459578 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12c613bc-bf70-4363-a504-f74956736c9e None None] Checking segment: {'id': 'f1402305-d28a-49c1-90f8-909dbce76426', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': '16b9cb9f-5859-4d1b-9414-216a285f496b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103232) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 19:42:11.460549 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-12c613bc-bf70-4363-a504-f74956736c9e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:42:11.461427 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12c613bc-bf70-4363-a504-f74956736c9e None None] Bound using segment: {'id': 'f1402305-d28a-49c1-90f8-909dbce76426', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': '16b9cb9f-5859-4d1b-9414-216a285f496b'} {{(pid=103232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 19:42:11.462122 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.managers [None req-12c613bc-bf70-4363-a504-f74956736c9e None None] Bound port: 090468ab-695b-416f-9cf6-46cb6c0c988a, host: n-d-713498-36, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f1402305-d28a-49c1-90f8-909dbce76426', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': '16b9cb9f-5859-4d1b-9414-216a285f496b'}}] {{(pid=103232) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 19:42:11.462943 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-12c613bc-bf70-4363-a504-f74956736c9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (090468ab-695b-416f-9cf6-46cb6c0c988a), before_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:42:11.590961 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-12c613bc-bf70-4363-a504-f74956736c9e None None] For port 090468ab-695b-416f-9cf6-46cb6c0c988a, host n-d-713498-36, cleared binding levels {{(pid=103232) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 19:42:11.601434 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-12c613bc-bf70-4363-a504-f74956736c9e None None] For port 090468ab-695b-416f-9cf6-46cb6c0c988a, host n-d-713498-36, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-36',level=0,port_id=090468ab-695b-416f-9cf6-46cb6c0c988a,segment=NetworkSegment(f1402305-d28a-49c1-90f8-909dbce76426),segment_id=f1402305-d28a-49c1-90f8-909dbce76426)] {{(pid=103232) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 19:42:11.620966 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-12c613bc-bf70-4363-a504-f74956736c9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762867176205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762866656485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762866656503'] for port (090468ab-695b-416f-9cf6-46cb6c0c988a), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:42:11.713294 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-5cd49914-8873-44fc-849c-29c9dca9c9ef tempest-TestSecurityGroupsBasicOps-1450369721 tempest-TestSecurityGroupsBasicOps-1450369721-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (None), before_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:42:11.743175 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12c613bc-bf70-4363-a504-f74956736c9e None None] Pushing event updated for resources: {'Port': ['ID=090468ab-695b-416f-9cf6-46cb6c0c988a,revision_number=2']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:42:12.402814 n-d-713498-36 neutron-server[103230]: DEBUG neutron.db.db_base_plugin_common [None req-5cd49914-8873-44fc-849c-29c9dca9c9ef tempest-TestSecurityGroupsBasicOps-1450369721 tempest-TestSecurityGroupsBasicOps-1450369721-project] Allocated IP 172.20.0.1 (16b9cb9f-5859-4d1b-9414-216a285f496b/655873f1-fc83-4fbc-b7c0-49c9ad533a8e/b66fea34-1153-469a-919b-913ac384af0b) {{(pid=103230) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 19:42:12.447876 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-a152b9d6-0d95-4036-874e-3efec0582f80 req-c36c1efc-4eb6-4423-8261-14decf8946cb tempest-TestVolumeBootPattern-1615943498 tempest-TestVolumeBootPattern-1615943498-project] 10.222.0.75 "GET /v2.0/ports?device_id=0dc45f8d-fedd-40c2-8f12-83a4bb0d624c HTTP/1.1" status: 200 len: 210 time: 0.0574207 Feb 09 19:42:12.598665 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-5cd49914-8873-44fc-849c-29c9dca9c9ef tempest-TestSecurityGroupsBasicOps-1450369721 tempest-TestSecurityGroupsBasicOps-1450369721-project] Publish callbacks [] for port (b66fea34-1153-469a-919b-913ac384af0b), precommit_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:42:12.667356 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-5cd49914-8873-44fc-849c-29c9dca9c9ef tempest-TestSecurityGroupsBasicOps-1450369721 tempest-TestSecurityGroupsBasicOps-1450369721-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762866656467', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14393751'] for port (b66fea34-1153-469a-919b-913ac384af0b), after_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:42:12.789854 n-d-713498-36 neutron-server[103230]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5cd49914-8873-44fc-849c-29c9dca9c9ef tempest-TestSecurityGroupsBasicOps-1450369721 tempest-TestSecurityGroupsBasicOps-1450369721-project] Network 16b9cb9f-5859-4d1b-9414-216a285f496b is already hosted by enough agents. {{(pid=103230) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 19:42:12.793618 n-d-713498-36 neutron-server[103230]: DEBUG neutron.scheduler.base_scheduler [None req-5cd49914-8873-44fc-849c-29c9dca9c9ef tempest-TestSecurityGroupsBasicOps-1450369721 tempest-TestSecurityGroupsBasicOps-1450369721-project] Resources bound (agent type, host, resource id): {{(pid=103230) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 19:42:12.798492 n-d-713498-36 neutron-server[103230]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5cd49914-8873-44fc-849c-29c9dca9c9ef tempest-TestSecurityGroupsBasicOps-1450369721 tempest-TestSecurityGroupsBasicOps-1450369721-project] Received port after_create {{(pid=103230) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 19:42:12.858494 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Device 090468ab-695b-416f-9cf6-46cb6c0c988a up at agent ovs-agent-n-d-713498-36 {{(pid=103232) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 19:42:12.875644 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cd49914-8873-44fc-849c-29c9dca9c9ef tempest-TestSecurityGroupsBasicOps-1450369721 tempest-TestSecurityGroupsBasicOps-1450369721-project] Pushing event updated for resources: {'Port': ['ID=b66fea34-1153-469a-919b-913ac384af0b,revision_number=1']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:42:12.886553 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-5cd49914-8873-44fc-849c-29c9dca9c9ef tempest-TestSecurityGroupsBasicOps-1450369721 tempest-TestSecurityGroupsBasicOps-1450369721-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1819024'] for router_interface (277f573c-a4fa-41af-ba23-f374de52ee54), before_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:42:12.949897 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.provisioning_blocks [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Provisioning complete for port 090468ab-695b-416f-9cf6-46cb6c0c988a triggered by entity L2. {{(pid=103232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 19:42:12.950696 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593630'] for port (090468ab-695b-416f-9cf6-46cb6c0c988a), provisioning_complete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:42:13.154911 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-d88c0f52-0727-456a-ade3-767a68ffd6bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762867132591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593584'] for agent (93303d5e-5d17-45e8-8963-7694f87783ae), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:42:13.169317 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Current status of the port 090468ab-695b-416f-9cf6-46cb6c0c988a is: DOWN; New status is: ACTIVE {{(pid=103232) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 19:42:13.169902 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (090468ab-695b-416f-9cf6-46cb6c0c988a), before_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:42:13.245293 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] For port 090468ab-695b-416f-9cf6-46cb6c0c988a, host n-d-713498-36, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-36',level=0,port_id=090468ab-695b-416f-9cf6-46cb6c0c988a,segment=NetworkSegment(f1402305-d28a-49c1-90f8-909dbce76426),segment_id=f1402305-d28a-49c1-90f8-909dbce76426)] {{(pid=103232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 19:42:13.257685 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762867176205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762866656485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762866656503'] for port (090468ab-695b-416f-9cf6-46cb6c0c988a), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:42:13.270274 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Device 7183d5dd-f5b7-414d-9585-6131c399fd14 up at agent ovs-agent-n-d-713498-36 {{(pid=103232) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 19:42:13.332781 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-5cd49914-8873-44fc-849c-29c9dca9c9ef tempest-TestSecurityGroupsBasicOps-1450369721 tempest-TestSecurityGroupsBasicOps-1450369721-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (b66fea34-1153-469a-919b-913ac384af0b), before_update {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:42:13.402634 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf0a0240-c3b7-4856-8268-1c30a9839276 None None] Network 16b9cb9f-5859-4d1b-9414-216a285f496b requested from n-d-713498-36 {{(pid=103232) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 19:42:13.526698 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.provisioning_blocks [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Provisioning complete for port 7183d5dd-f5b7-414d-9585-6131c399fd14 triggered by entity L2. {{(pid=103232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 19:42:13.527000 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593630'] for port (7183d5dd-f5b7-414d-9585-6131c399fd14), provisioning_complete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:42:13.539355 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.provisioning_blocks [None req-149519d0-f38e-4e5c-a7f5-ef6c74b1e822 None None] Provisioning complete for port 090468ab-695b-416f-9cf6-46cb6c0c988a triggered by entity DHCP. {{(pid=103232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 19:42:13.540030 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-149519d0-f38e-4e5c-a7f5-ef6c74b1e822 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593630'] for port (090468ab-695b-416f-9cf6-46cb6c0c988a), provisioning_complete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:42:13.613432 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Pushing event updated for resources: {'Port': ['ID=090468ab-695b-416f-9cf6-46cb6c0c988a,revision_number=3']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:42:13.679419 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-a1813363-6f8f-43e0-91b1-694deceee95d req-8167f53b-05c1-4b6a-8566-57888183b9fe tempest-TestVolumeBootPattern-1615943498 tempest-TestVolumeBootPattern-1615943498-project] 10.222.0.75 "GET /v2.0/ports?device_id=0dc45f8d-fedd-40c2-8f12-83a4bb0d624c HTTP/1.1" status: 200 len: 210 time: 0.0432720 Feb 09 19:42:13.871985 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Current status of the port 7183d5dd-f5b7-414d-9585-6131c399fd14 is: DOWN; New status is: ACTIVE {{(pid=103232) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 19:42:13.872593 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (7183d5dd-f5b7-414d-9585-6131c399fd14), before_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:42:13.934166 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] For port 7183d5dd-f5b7-414d-9585-6131c399fd14, host n-d-713498-36, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-36',level=0,port_id=7183d5dd-f5b7-414d-9585-6131c399fd14,segment=NetworkSegment(a4222f89-8d3f-4b51-953b-1a8126392491),segment_id=a4222f89-8d3f-4b51-953b-1a8126392491)] {{(pid=103232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 19:42:13.948951 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762867176205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762866656485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762866656503'] for port (7183d5dd-f5b7-414d-9585-6131c399fd14), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:42:14.031833 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-5cd49914-8873-44fc-849c-29c9dca9c9ef tempest-TestSecurityGroupsBasicOps-1450369721 tempest-TestSecurityGroupsBasicOps-1450369721-project] Publish callbacks [] for port (b66fea34-1153-469a-919b-913ac384af0b), precommit_update {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:42:14.037717 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Pushing event updated for resources: {'Port': ['ID=7183d5dd-f5b7-414d-9585-6131c399fd14,revision_number=4']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:42:14.038547 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-5cd49914-8873-44fc-849c-29c9dca9c9ef tempest-TestSecurityGroupsBasicOps-1450369721 tempest-TestSecurityGroupsBasicOps-1450369721-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762867176205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762866656485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762866656503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14393758'] for port (b66fea34-1153-469a-919b-913ac384af0b), after_update {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:42:14.040872 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-149519d0-f38e-4e5c-a7f5-ef6c74b1e822 None None] Current status of the port 090468ab-695b-416f-9cf6-46cb6c0c988a is: ACTIVE; New status is: ACTIVE {{(pid=103232) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 19:42:14.145678 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-5cd49914-8873-44fc-849c-29c9dca9c9ef tempest-TestSecurityGroupsBasicOps-1450369721 tempest-TestSecurityGroupsBasicOps-1450369721-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1613458', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1834496'] for router_interface (277f573c-a4fa-41af-ba23-f374de52ee54), after_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:42:14.156701 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cd49914-8873-44fc-849c-29c9dca9c9ef tempest-TestSecurityGroupsBasicOps-1450369721 tempest-TestSecurityGroupsBasicOps-1450369721-project] Pushing event updated for resources: {'Port': ['ID=b66fea34-1153-469a-919b-913ac384af0b,revision_number=2']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:42:14.182909 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.provisioning_blocks [None req-0326a3ec-4efc-40b4-9044-cd2f05aa6733 None None] Provisioning complete for port b66fea34-1153-469a-919b-913ac384af0b triggered by entity DHCP. {{(pid=103232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 19:42:14.183612 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-0326a3ec-4efc-40b4-9044-cd2f05aa6733 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593630'] for port (b66fea34-1153-469a-919b-913ac384af0b), provisioning_complete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:42:14.283944 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-0326a3ec-4efc-40b4-9044-cd2f05aa6733 None None] Port b66fea34-1153-469a-919b-913ac384af0b cannot update to ACTIVE because it is not bound. {{(pid=103232) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 19:42:14.344038 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.provisioning_blocks [None req-0326a3ec-4efc-40b4-9044-cd2f05aa6733 None None] Provisioning complete for port 090468ab-695b-416f-9cf6-46cb6c0c988a triggered by entity DHCP. {{(pid=103232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 19:42:14.344300 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-0326a3ec-4efc-40b4-9044-cd2f05aa6733 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593630'] for port (090468ab-695b-416f-9cf6-46cb6c0c988a), provisioning_complete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:42:14.360480 n-d-713498-36 neutron-server[103230]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5cd49914-8873-44fc-849c-29c9dca9c9ef tempest-TestSecurityGroupsBasicOps-1450369721 tempest-TestSecurityGroupsBasicOps-1450369721-project] Network 16b9cb9f-5859-4d1b-9414-216a285f496b is already hosted by enough agents. {{(pid=103230) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 19:42:14.362439 n-d-713498-36 neutron-server[103230]: DEBUG neutron.scheduler.base_scheduler [None req-5cd49914-8873-44fc-849c-29c9dca9c9ef tempest-TestSecurityGroupsBasicOps-1450369721 tempest-TestSecurityGroupsBasicOps-1450369721-project] Resources bound (agent type, host, resource id): {{(pid=103230) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 19:42:14.485442 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-edc54c9b-7f13-45d9-9271-85c9738b0128 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762867132591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593584'] for agent (a62b1850-466f-48ae-bec7-d62fb280e14b), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:42:14.570665 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-0326a3ec-4efc-40b4-9044-cd2f05aa6733 None None] Current status of the port 090468ab-695b-416f-9cf6-46cb6c0c988a is: ACTIVE; New status is: ACTIVE {{(pid=103232) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 19:42:14.591224 n-d-713498-36 neutron-server[103230]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5cd49914-8873-44fc-849c-29c9dca9c9ef tempest-TestSecurityGroupsBasicOps-1450369721 tempest-TestSecurityGroupsBasicOps-1450369721-project] Router 277f573c-a4fa-41af-ba23-f374de52ee54 has already been hosted by L3 agent 93303d5e-5d17-45e8-8963-7694f87783ae {{(pid=103230) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 19:42:14.712110 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.provisioning_blocks [None req-1127ce8a-00eb-4b75-9df0-181f80491a27 None None] Provisioning complete for port b66fea34-1153-469a-919b-913ac384af0b triggered by entity DHCP. {{(pid=103232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 19:42:14.712792 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-1127ce8a-00eb-4b75-9df0-181f80491a27 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593630'] for port (b66fea34-1153-469a-919b-913ac384af0b), provisioning_complete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:42:14.801859 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Device 090468ab-695b-416f-9cf6-46cb6c0c988a up at agent ovs-agent-n-d-713498-36 {{(pid=103232) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 19:42:14.845026 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5cd49914-8873-44fc-849c-29c9dca9c9ef tempest-TestSecurityGroupsBasicOps-1450369721 tempest-TestSecurityGroupsBasicOps-1450369721-project] Notify agent at l3_agent.n-d-713498-36 the message routers_updated {{(pid=103230) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 19:42:14.856262 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-5cd49914-8873-44fc-849c-29c9dca9c9ef tempest-TestSecurityGroupsBasicOps-1450369721 tempest-TestSecurityGroupsBasicOps-1450369721-project] 10.222.0.75 "PUT /v2.0/routers/277f573c-a4fa-41af-ba23-f374de52ee54/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6292095 Feb 09 19:42:14.859323 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 46022) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:42:14.879680 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.v2.base [None req-102a8cd9-93eb-470c-85d4-c4860581dc9b tempest-TestSecurityGroupsBasicOps-1450369721 tempest-TestSecurityGroupsBasicOps-1450369721-project] Request body: {'security_group': {'name': 'tempest-secgroup_access--834641242', 'description': 'tempest-secgroup_access--834641242 description', 'project_id': 'ad7e5b1e3bd44a9292bbae1791f9aecc'}} {{(pid=103230) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 19:42:14.886435 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30af0220-7d15-4f5a-9054-5cd70bc7ae41 None None] Sync routers for ids ['277f573c-a4fa-41af-ba23-f374de52ee54'] in n-d-713498-36 {{(pid=103232) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 19:42:14.914838 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-102a8cd9-93eb-470c-85d4-c4860581dc9b tempest-TestSecurityGroupsBasicOps-1450369721 tempest-TestSecurityGroupsBasicOps-1450369721-project] Publish callbacks [] for security_group (None), before_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:42:14.917007 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-1127ce8a-00eb-4b75-9df0-181f80491a27 None None] Port b66fea34-1153-469a-919b-913ac384af0b cannot update to ACTIVE because it is not bound. {{(pid=103232) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 19:42:14.922500 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-fd00aef2-27b9-47fe-9818-7e1d62de9d33 req-8afc2d37-fabe-49e3-8e95-436b1089b8b9 tempest-TestVolumeBootPattern-1615943498 tempest-TestVolumeBootPattern-1615943498-project] 10.222.0.75 "GET /v2.0/ports?device_id=0dc45f8d-fedd-40c2-8f12-83a4bb0d624c HTTP/1.1" status: 200 len: 210 time: 0.0676286 Feb 09 19:42:14.953866 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30af0220-7d15-4f5a-9054-5cd70bc7ae41 None None] Routers {'277f573c-a4fa-41af-ba23-f374de52ee54'} bound to L3 agent in host n-d-713498-36 {{(pid=103232) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 19:42:14.953866 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.l3_hamode_db [None req-30af0220-7d15-4f5a-9054-5cd70bc7ae41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-09T18:51:43Z,description=,heartbeat_timestamp=2022-02-09T19:42:13Z,host='n-d-713498-36',id=93303d5e-5d17-45e8-8963-7694f87783ae,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T18:51:43Z,topic='l3_agent')) {'router_ids': ['277f573c-a4fa-41af-ba23-f374de52ee54'], 'active': True} {{(pid=103232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:42:15.022731 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-102a8cd9-93eb-470c-85d4-c4860581dc9b tempest-TestSecurityGroupsBasicOps-1450369721 tempest-TestSecurityGroupsBasicOps-1450369721-project] Publish callbacks [] for security_group (b40f5da6-2429-4132-adcd-aac3e2c495d4), precommit_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:42:15.031231 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-102a8cd9-93eb-470c-85d4-c4860581dc9b tempest-TestSecurityGroupsBasicOps-1450369721 tempest-TestSecurityGroupsBasicOps-1450369721-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1892331'] for security_group (b40f5da6-2429-4132-adcd-aac3e2c495d4), after_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:42:15.082514 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-102a8cd9-93eb-470c-85d4-c4860581dc9b tempest-TestSecurityGroupsBasicOps-1450369721 tempest-TestSecurityGroupsBasicOps-1450369721-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b40f5da6-2429-4132-adcd-aac3e2c495d4,revision_number=1']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:42:15.089392 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-102a8cd9-93eb-470c-85d4-c4860581dc9b tempest-TestSecurityGroupsBasicOps-1450369721 tempest-TestSecurityGroupsBasicOps-1450369721-project] Publish callbacks [] for security_group (None), before_response {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:42:15.094015 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-102a8cd9-93eb-470c-85d4-c4860581dc9b tempest-TestSecurityGroupsBasicOps-1450369721 tempest-TestSecurityGroupsBasicOps-1450369721-project] 10.222.0.75 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1815 time: 0.2174001 Feb 09 19:42:15.094424 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 46024) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:42:15.099650 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.v2.base [None req-2fafee49-c787-42a1-a120-cdcdc93fc308 tempest-TestSecurityGroupsBasicOps-1450369721 tempest-TestSecurityGroupsBasicOps-1450369721-project] Request body: {'security_group': {'name': 'tempest-secgroup_general--1549083497', 'description': 'tempest-secgroup_general--1549083497 description', 'project_id': 'ad7e5b1e3bd44a9292bbae1791f9aecc'}} {{(pid=103230) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 19:42:15.140926 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-2fafee49-c787-42a1-a120-cdcdc93fc308 tempest-TestSecurityGroupsBasicOps-1450369721 tempest-TestSecurityGroupsBasicOps-1450369721-project] Publish callbacks [] for security_group (None), before_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:42:15.170753 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.provisioning_blocks [None req-083be826-88ad-4255-84fa-c07aaf143ff5 None None] Provisioning complete for port b66fea34-1153-469a-919b-913ac384af0b triggered by entity DHCP. {{(pid=103232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 19:42:15.171136 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-083be826-88ad-4255-84fa-c07aaf143ff5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593630'] for port (b66fea34-1153-469a-919b-913ac384af0b), provisioning_complete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:42:15.239725 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-2fafee49-c787-42a1-a120-cdcdc93fc308 tempest-TestSecurityGroupsBasicOps-1450369721 tempest-TestSecurityGroupsBasicOps-1450369721-project] Publish callbacks [] for security_group (62931257-fc5f-4889-91a9-8f0c280a61cf), precommit_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:42:15.246331 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-2fafee49-c787-42a1-a120-cdcdc93fc308 tempest-TestSecurityGroupsBasicOps-1450369721 tempest-TestSecurityGroupsBasicOps-1450369721-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1892331'] for security_group (62931257-fc5f-4889-91a9-8f0c280a61cf), after_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:42:15.250249 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.l3_dvr_db [None req-30af0220-7d15-4f5a-9054-5cd70bc7ae41 None None] Set router 277f573c-a4fa-41af-ba23-f374de52ee54 gateway port host: n-d-713498-36 {{(pid=103232) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 19:42:15.276743 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-2fafee49-c787-42a1-a120-cdcdc93fc308 tempest-TestSecurityGroupsBasicOps-1450369721 tempest-TestSecurityGroupsBasicOps-1450369721-project] Publish callbacks [] for security_group (None), before_response {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:42:15.277995 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-2fafee49-c787-42a1-a120-cdcdc93fc308 tempest-TestSecurityGroupsBasicOps-1450369721 tempest-TestSecurityGroupsBasicOps-1450369721-project] 10.222.0.75 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1819 time: 0.1825943 Feb 09 19:42:15.281124 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 46030) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:42:15.286015 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.v2.base [None req-b77f2295-0375-4d60-a08d-cba61d10abfe tempest-TestSecurityGroupsBasicOps-1450369721 tempest-TestSecurityGroupsBasicOps-1450369721-project] Request body: {'security_group_rule': {'security_group_id': 'b40f5da6-2429-4132-adcd-aac3e2c495d4', 'project_id': 'ad7e5b1e3bd44a9292bbae1791f9aecc', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 19:42:15.306187 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fafee49-c787-42a1-a120-cdcdc93fc308 tempest-TestSecurityGroupsBasicOps-1450369721 tempest-TestSecurityGroupsBasicOps-1450369721-project] Pushing event updated for resources: {'SecurityGroup': ['ID=62931257-fc5f-4889-91a9-8f0c280a61cf,revision_number=1']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:42:15.323429 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-083be826-88ad-4255-84fa-c07aaf143ff5 None None] Port b66fea34-1153-469a-919b-913ac384af0b cannot update to ACTIVE because it is not bound. {{(pid=103232) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 19:42:15.333009 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.provisioning_blocks [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Provisioning complete for port 090468ab-695b-416f-9cf6-46cb6c0c988a triggered by entity L2. {{(pid=103232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 19:42:15.334617 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593630'] for port (090468ab-695b-416f-9cf6-46cb6c0c988a), provisioning_complete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:42:15.338130 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-b77f2295-0375-4d60-a08d-cba61d10abfe tempest-TestSecurityGroupsBasicOps-1450369721 tempest-TestSecurityGroupsBasicOps-1450369721-project] Publish callbacks [] for security_group_rule (9ff10266-e113-44c7-9c4c-df70747f9d0d), before_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:42:15.409727 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-b77f2295-0375-4d60-a08d-cba61d10abfe tempest-TestSecurityGroupsBasicOps-1450369721 tempest-TestSecurityGroupsBasicOps-1450369721-project] Publish callbacks [] for security_group_rule (9ff10266-e113-44c7-9c4c-df70747f9d0d), precommit_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:42:15.414445 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-b77f2295-0375-4d60-a08d-cba61d10abfe tempest-TestSecurityGroupsBasicOps-1450369721 tempest-TestSecurityGroupsBasicOps-1450369721-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1892250'] for security_group_rule (9ff10266-e113-44c7-9c4c-df70747f9d0d), after_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:42:15.456220 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b77f2295-0375-4d60-a08d-cba61d10abfe tempest-TestSecurityGroupsBasicOps-1450369721 tempest-TestSecurityGroupsBasicOps-1450369721-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9ff10266-e113-44c7-9c4c-df70747f9d0d,revision_number=0']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:42:15.472320 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-b77f2295-0375-4d60-a08d-cba61d10abfe tempest-TestSecurityGroupsBasicOps-1450369721 tempest-TestSecurityGroupsBasicOps-1450369721-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:42:15.474260 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-b77f2295-0375-4d60-a08d-cba61d10abfe tempest-TestSecurityGroupsBasicOps-1450369721 tempest-TestSecurityGroupsBasicOps-1450369721-project] 10.222.0.75 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1919558 Feb 09 19:42:15.552453 n-d-713498-36 neutron-server[103233]: DEBUG neutron.db.agents_db [None req-4a8a6a42-0a0c-4437-8958-92282682b6bb None None] Agent healthcheck: found 7 active agents {{(pid=103233) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 19:42:15.817985 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Current status of the port 090468ab-695b-416f-9cf6-46cb6c0c988a is: ACTIVE; New status is: ACTIVE {{(pid=103232) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 19:42:15.819160 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Device 7183d5dd-f5b7-414d-9585-6131c399fd14 up at agent ovs-agent-n-d-713498-36 {{(pid=103232) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 19:42:15.866452 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-80fc2511-9d75-4407-b55a-1639ea6d7604 req-29ba6ac8-6903-4120-a609-214538d9309d tempest-TestSecurityGroupsBasicOps-1450369721 tempest-TestSecurityGroupsBasicOps-1450369721-project] 10.222.0.75 "GET /v2.0/security-groups?name=tempest-secgroup_general--1549083497&fields=id&tenant_id=ad7e5b1e3bd44a9292bbae1791f9aecc HTTP/1.1" status: 200 len: 267 time: 0.0882304 Feb 09 19:42:15.933876 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.provisioning_blocks [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Provisioning complete for port 7183d5dd-f5b7-414d-9585-6131c399fd14 triggered by entity L2. {{(pid=103232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 19:42:15.934504 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593630'] for port (7183d5dd-f5b7-414d-9585-6131c399fd14), provisioning_complete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:42:15.951418 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-80fc2511-9d75-4407-b55a-1639ea6d7604 req-46bd0a9c-9526-48a4-833b-149416fcef8d tempest-TestSecurityGroupsBasicOps-1450369721 tempest-TestSecurityGroupsBasicOps-1450369721-project] 10.222.0.75 "GET /v2.0/security-groups?name=tempest-secgroup_access--834641242&fields=id&tenant_id=ad7e5b1e3bd44a9292bbae1791f9aecc HTTP/1.1" status: 200 len: 267 time: 0.0762856 Feb 09 19:42:15.992535 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.l3_hamode_db [None req-30af0220-7d15-4f5a-9054-5cd70bc7ae41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '277f573c-a4fa-41af-ba23-f374de52ee54', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1386984561', 'tenant_id': 'ad7e5b1e3bd44a9292bbae1791f9aecc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88055e1e-672a-4487-be31-ffb6e833ece5', 'external_fixed_ips': [{'subnet_id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'ip_address': '172.25.1.86'}], 'enable_snat': True}, 'gw_port_id': '7183d5dd-f5b7-414d-9585-6131c399fd14', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T19:42:06Z', 'updated_at': '2022-02-09T19:42:13Z', 'revision_number': 4, 'project_id': 'ad7e5b1e3bd44a9292bbae1791f9aecc', 'gw_port': {'id': '7183d5dd-f5b7-414d-9585-6131c399fd14', 'name': '', 'network_id': '88055e1e-672a-4487-be31-ffb6e833ece5', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:c4:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '277f573c-a4fa-41af-ba23-f374de52ee54', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3816, 'fixed_ips': [{'subnet_id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'ip_address': '172.25.1.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T19:42:07Z', 'updated_at': '2022-02-09T19:42:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-36', '_interfaces': [{'id': 'b66fea34-1153-469a-919b-913ac384af0b', 'name': '', 'network_id': '16b9cb9f-5859-4d1b-9414-216a285f496b', 'tenant_id': 'ad7e5b1e3bd44a9292bbae1791f9aecc', 'mac_address': 'fa:16:3e:8a:c9:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '277f573c-a4fa-41af-ba23-f374de52ee54', 'device_owner': 'network:router_interface', 'standard_attr_id': 3824, 'fixed_ips': [{'subnet_id': '655873f1-fc83-4fbc-b7c0-49c9ad533a8e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T19:42:11Z', 'updated_at': '2022-02-09T19:42:13Z', 'revision_number': 2, 'project_id': 'ad7e5b1e3bd44a9292bbae1791f9aecc', 'subnets': [{'id': '655873f1-fc83-4fbc-b7c0-49c9ad533a8e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-36', False) {} {{(pid=103232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:42:16.027431 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30af0220-7d15-4f5a-9054-5cd70bc7ae41 None None] Checking router: 277f573c-a4fa-41af-ba23-f374de52ee54 for host: n-d-713498-36 {{(pid=103232) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 19:42:16.028010 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30af0220-7d15-4f5a-9054-5cd70bc7ae41 None None] Updating router 277f573c-a4fa-41af-ba23-f374de52ee54 port b66fea34-1153-469a-919b-913ac384af0b binding host n-d-713498-36 {{(pid=103232) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 19:42:16.116340 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-30af0220-7d15-4f5a-9054-5cd70bc7ae41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (b66fea34-1153-469a-919b-913ac384af0b), before_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:42:16.139759 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-a7262a8e-0513-48fd-984d-75726a511961 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762867132591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593584'] for agent (911cfea2-02ae-4ec9-bac3-7808ee1cdd9c), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:42:16.146924 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Current status of the port 7183d5dd-f5b7-414d-9585-6131c399fd14 is: ACTIVE; New status is: ACTIVE {{(pid=103232) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 19:42:16.253189 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80fc2511-9d75-4407-b55a-1639ea6d7604 req-4e8d56b9-7c1a-425a-af86-316d6215409a tempest-TestSecurityGroupsBasicOps-1450369721 tempest-TestSecurityGroupsBasicOps-1450369721-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:42:16.254871 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-80fc2511-9d75-4407-b55a-1639ea6d7604 req-4e8d56b9-7c1a-425a-af86-316d6215409a tempest-TestSecurityGroupsBasicOps-1450369721 tempest-TestSecurityGroupsBasicOps-1450369721-project] 10.222.0.75 "GET /v2.0/networks?id=16b9cb9f-5859-4d1b-9414-216a285f496b HTTP/1.1" status: 200 len: 796 time: 0.2841527 Feb 09 19:42:16.307659 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-80fc2511-9d75-4407-b55a-1639ea6d7604 req-b21272e1-dfb5-44b6-9517-4e28841d2504 tempest-TestSecurityGroupsBasicOps-1450369721 tempest-TestSecurityGroupsBasicOps-1450369721-project] 10.222.0.75 "GET /v2.0/quotas/ad7e5b1e3bd44a9292bbae1791f9aecc HTTP/1.1" status: 200 len: 375 time: 0.0346048 Feb 09 19:42:16.382168 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-80fc2511-9d75-4407-b55a-1639ea6d7604 req-0772657f-ee49-449b-ae79-47edae240dad tempest-TestSecurityGroupsBasicOps-1450369721 tempest-TestSecurityGroupsBasicOps-1450369721-project] 10.222.0.75 "GET /v2.0/ports?tenant_id=ad7e5b1e3bd44a9292bbae1791f9aecc&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0689025 Feb 09 19:42:16.583043 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-30af0220-7d15-4f5a-9054-5cd70bc7ae41 None None] Publish callbacks [] for port (b66fea34-1153-469a-919b-913ac384af0b), precommit_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:42:16.591413 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-30af0220-7d15-4f5a-9054-5cd70bc7ae41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762867176205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762866656485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762866656503'] for port (b66fea34-1153-469a-919b-913ac384af0b), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:42:16.685609 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7415d7a0-34f1-462a-96ba-06c6a2d57cdb None None] Pushing event updated for resources: {'Port': ['ID=b66fea34-1153-469a-919b-913ac384af0b,revision_number=3']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:42:16.741167 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-80fc2511-9d75-4407-b55a-1639ea6d7604 req-ec6395f2-b8c0-4b24-a27d-c41e0466b786 service neutron] 10.222.0.75 "GET /v2.0/networks/16b9cb9f-5859-4d1b-9414-216a285f496b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3395050 Feb 09 19:42:16.778792 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.managers [None req-30af0220-7d15-4f5a-9054-5cd70bc7ae41 None None] Attempting to bind port b66fea34-1153-469a-919b-913ac384af0b on host n-d-713498-36 for vnic_type normal with profile {{(pid=103232) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 19:42:16.779415 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.managers [None req-30af0220-7d15-4f5a-9054-5cd70bc7ae41 None None] Attempting to bind port b66fea34-1153-469a-919b-913ac384af0b by drivers openvswitch,hyperv on host n-d-713498-36 at level 0 using segments [{'id': 'f1402305-d28a-49c1-90f8-909dbce76426', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': '16b9cb9f-5859-4d1b-9414-216a285f496b'}] {{(pid=103232) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 19:42:16.779786 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30af0220-7d15-4f5a-9054-5cd70bc7ae41 None None] Attempting to bind port b66fea34-1153-469a-919b-913ac384af0b on network 16b9cb9f-5859-4d1b-9414-216a285f496b {{(pid=103232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 19:42:16.790694 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30af0220-7d15-4f5a-9054-5cd70bc7ae41 None None] Checking agent: {'id': '496418a2-c002-4aec-ab1a-07f3bea491bd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-36', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 18, 51, 47), 'started_at': datetime.datetime(2022, 2, 9, 18, 52, 17), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 19, 41, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-36'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 19:42:16.791079 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30af0220-7d15-4f5a-9054-5cd70bc7ae41 None None] Checking segment: {'id': 'f1402305-d28a-49c1-90f8-909dbce76426', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': '16b9cb9f-5859-4d1b-9414-216a285f496b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103232) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 19:42:16.791447 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-30af0220-7d15-4f5a-9054-5cd70bc7ae41 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:42:16.791840 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30af0220-7d15-4f5a-9054-5cd70bc7ae41 None None] Bound using segment: {'id': 'f1402305-d28a-49c1-90f8-909dbce76426', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': '16b9cb9f-5859-4d1b-9414-216a285f496b'} {{(pid=103232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 19:42:16.794566 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.managers [None req-30af0220-7d15-4f5a-9054-5cd70bc7ae41 None None] Bound port: b66fea34-1153-469a-919b-913ac384af0b, host: n-d-713498-36, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f1402305-d28a-49c1-90f8-909dbce76426', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': '16b9cb9f-5859-4d1b-9414-216a285f496b'}}] {{(pid=103232) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 19:42:16.794979 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-30af0220-7d15-4f5a-9054-5cd70bc7ae41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (b66fea34-1153-469a-919b-913ac384af0b), before_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:42:16.925816 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-80fc2511-9d75-4407-b55a-1639ea6d7604 req-ada92fbf-21f0-4ae7-8857-dad692a84a41 service neutron] 10.222.0.75 "GET /v2.0/networks/16b9cb9f-5859-4d1b-9414-216a285f496b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1782007 Feb 09 19:42:16.940596 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-30af0220-7d15-4f5a-9054-5cd70bc7ae41 None None] For port b66fea34-1153-469a-919b-913ac384af0b, host n-d-713498-36, cleared binding levels {{(pid=103232) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 19:42:16.946096 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-30af0220-7d15-4f5a-9054-5cd70bc7ae41 None None] For port b66fea34-1153-469a-919b-913ac384af0b, host n-d-713498-36, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-36',level=0,port_id=b66fea34-1153-469a-919b-913ac384af0b,segment=NetworkSegment(f1402305-d28a-49c1-90f8-909dbce76426),segment_id=f1402305-d28a-49c1-90f8-909dbce76426)] {{(pid=103232) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 19:42:16.957753 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-30af0220-7d15-4f5a-9054-5cd70bc7ae41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762867176205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762866656485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762866656503'] for port (b66fea34-1153-469a-919b-913ac384af0b), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:42:17.010645 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.provisioning_blocks [None req-4e4e816b-9e75-4395-8524-13160e009dfe None None] Provisioning complete for port b66fea34-1153-469a-919b-913ac384af0b triggered by entity DHCP. {{(pid=103232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 19:42:17.011155 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-4e4e816b-9e75-4395-8524-13160e009dfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593630'] for port (b66fea34-1153-469a-919b-913ac384af0b), provisioning_complete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:42:17.114453 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30af0220-7d15-4f5a-9054-5cd70bc7ae41 None None] Routers {'277f573c-a4fa-41af-ba23-f374de52ee54'} bound to L3 agent in host n-d-713498-36 {{(pid=103232) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 19:42:17.115177 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.l3_hamode_db [None req-30af0220-7d15-4f5a-9054-5cd70bc7ae41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-09T18:51:43Z,description=,heartbeat_timestamp=2022-02-09T19:42:13Z,host='n-d-713498-36',id=93303d5e-5d17-45e8-8963-7694f87783ae,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T18:51:43Z,topic='l3_agent')) {'router_ids': ['277f573c-a4fa-41af-ba23-f374de52ee54'], 'active': True} {{(pid=103232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:42:17.382011 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-cfa8892e-2324-44ad-af1d-6c63b7436fa5 req-a171fdb7-3c9c-4266-8ada-634327640b92 tempest-TestSecurityGroupsBasicOps-1450369721 tempest-TestSecurityGroupsBasicOps-1450369721-project] 10.222.0.75 "GET /v2.0/ports?device_id=77581439-108c-44ae-832f-761549f53196 HTTP/1.1" status: 200 len: 210 time: 0.0997336 Feb 09 19:42:17.403565 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.l3_dvr_db [None req-30af0220-7d15-4f5a-9054-5cd70bc7ae41 None None] Set router 277f573c-a4fa-41af-ba23-f374de52ee54 gateway port host: n-d-713498-36 {{(pid=103232) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 19:42:17.569518 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7415d7a0-34f1-462a-96ba-06c6a2d57cdb None None] Pushing event updated for resources: {'Port': ['ID=b66fea34-1153-469a-919b-913ac384af0b,revision_number=4']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:42:17.578141 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762867132591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593584'] for agent (496418a2-c002-4aec-ab1a-07f3bea491bd), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:42:17.736690 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-4e4e816b-9e75-4395-8524-13160e009dfe None None] Current status of the port b66fea34-1153-469a-919b-913ac384af0b is: DOWN; New status is: ACTIVE {{(pid=103232) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 19:42:17.736690 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-4e4e816b-9e75-4395-8524-13160e009dfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (b66fea34-1153-469a-919b-913ac384af0b), before_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:42:17.825227 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-4e4e816b-9e75-4395-8524-13160e009dfe None None] For port b66fea34-1153-469a-919b-913ac384af0b, host n-d-713498-36, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-36',level=0,port_id=b66fea34-1153-469a-919b-913ac384af0b,segment=NetworkSegment(f1402305-d28a-49c1-90f8-909dbce76426),segment_id=f1402305-d28a-49c1-90f8-909dbce76426)] {{(pid=103232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 19:42:17.857892 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-4e4e816b-9e75-4395-8524-13160e009dfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762867176205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762866656485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762866656503'] for port (b66fea34-1153-469a-919b-913ac384af0b), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:42:17.947094 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e4e816b-9e75-4395-8524-13160e009dfe None None] Pushing event updated for resources: {'Port': ['ID=b66fea34-1153-469a-919b-913ac384af0b,revision_number=5']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:42:17.962891 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.l3_hamode_db [None req-30af0220-7d15-4f5a-9054-5cd70bc7ae41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '277f573c-a4fa-41af-ba23-f374de52ee54', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1386984561', 'tenant_id': 'ad7e5b1e3bd44a9292bbae1791f9aecc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88055e1e-672a-4487-be31-ffb6e833ece5', 'external_fixed_ips': [{'subnet_id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'ip_address': '172.25.1.86'}], 'enable_snat': True}, 'gw_port_id': '7183d5dd-f5b7-414d-9585-6131c399fd14', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T19:42:06Z', 'updated_at': '2022-02-09T19:42:13Z', 'revision_number': 4, 'project_id': 'ad7e5b1e3bd44a9292bbae1791f9aecc', 'gw_port': {'id': '7183d5dd-f5b7-414d-9585-6131c399fd14', 'name': '', 'network_id': '88055e1e-672a-4487-be31-ffb6e833ece5', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:c4:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '277f573c-a4fa-41af-ba23-f374de52ee54', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3816, 'fixed_ips': [{'subnet_id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'ip_address': '172.25.1.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T19:42:07Z', 'updated_at': '2022-02-09T19:42:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-36', '_interfaces': [{'id': 'b66fea34-1153-469a-919b-913ac384af0b', 'name': '', 'network_id': '16b9cb9f-5859-4d1b-9414-216a285f496b', 'tenant_id': 'ad7e5b1e3bd44a9292bbae1791f9aecc', 'mac_address': 'fa:16:3e:8a:c9:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '277f573c-a4fa-41af-ba23-f374de52ee54', 'device_owner': 'network:router_interface', 'standard_attr_id': 3824, 'fixed_ips': [{'subnet_id': '655873f1-fc83-4fbc-b7c0-49c9ad533a8e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T19:42:11Z', 'updated_at': '2022-02-09T19:42:16Z', 'revision_number': 4, 'project_id': 'ad7e5b1e3bd44a9292bbae1791f9aecc', 'subnets': [{'id': '655873f1-fc83-4fbc-b7c0-49c9ad533a8e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-36', False) {} {{(pid=103232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:42:17.998179 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30af0220-7d15-4f5a-9054-5cd70bc7ae41 None None] The sync data for ids ['277f573c-a4fa-41af-ba23-f374de52ee54'] in n-d-713498-36 is: [{'id': '277f573c-a4fa-41af-ba23-f374de52ee54', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1386984561', 'tenant_id': 'ad7e5b1e3bd44a9292bbae1791f9aecc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88055e1e-672a-4487-be31-ffb6e833ece5', 'external_fixed_ips': [{'subnet_id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'ip_address': '172.25.1.86'}], 'enable_snat': True}, 'gw_port_id': '7183d5dd-f5b7-414d-9585-6131c399fd14', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T19:42:06Z', 'updated_at': '2022-02-09T19:42:13Z', 'revision_number': 4, 'project_id': 'ad7e5b1e3bd44a9292bbae1791f9aecc', 'gw_port': {'id': '7183d5dd-f5b7-414d-9585-6131c399fd14', 'name': '', 'network_id': '88055e1e-672a-4487-be31-ffb6e833ece5', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:c4:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '277f573c-a4fa-41af-ba23-f374de52ee54', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3816, 'fixed_ips': [{'subnet_id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'ip_address': '172.25.1.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T19:42:07Z', 'updated_at': '2022-02-09T19:42:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-36', '_interfaces': [{'id': 'b66fea34-1153-469a-919b-913ac384af0b', 'name': '', 'network_id': '16b9cb9f-5859-4d1b-9414-216a285f496b', 'tenant_id': 'ad7e5b1e3bd44a9292bbae1791f9aecc', 'mac_address': 'fa:16:3e:8a:c9:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '277f573c-a4fa-41af-ba23-f374de52ee54', 'device_owner': 'network:router_interface', 'standard_attr_id': 3824, 'fixed_ips': [{'subnet_id': '655873f1-fc83-4fbc-b7c0-49c9ad533a8e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T19:42:11Z', 'updated_at': '2022-02-09T19:42:16Z', 'revision_number': 4, 'project_id': 'ad7e5b1e3bd44a9292bbae1791f9aecc', 'subnets': [{'id': '655873f1-fc83-4fbc-b7c0-49c9ad533a8e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103232) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 19:42:18.013273 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.provisioning_blocks [None req-0290ab4e-d4fd-40ca-b103-9809d2edcf2f None None] Provisioning complete for port b66fea34-1153-469a-919b-913ac384af0b triggered by entity DHCP. {{(pid=103232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 19:42:18.013652 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-0290ab4e-d4fd-40ca-b103-9809d2edcf2f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593630'] for port (b66fea34-1153-469a-919b-913ac384af0b), provisioning_complete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:42:18.144244 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-0290ab4e-d4fd-40ca-b103-9809d2edcf2f None None] Current status of the port b66fea34-1153-469a-919b-913ac384af0b is: ACTIVE; New status is: ACTIVE {{(pid=103232) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 19:42:18.532976 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-36c59916-239e-424e-ad1b-1d245da17ac9 req-36e56edd-a05e-4e7d-b9c6-4976866249e4 tempest-TestSecurityGroupsBasicOps-1450369721 tempest-TestSecurityGroupsBasicOps-1450369721-project] 10.222.0.75 "GET /v2.0/ports?device_id=77581439-108c-44ae-832f-761549f53196 HTTP/1.1" status: 200 len: 210 time: 0.0492356 Feb 09 19:42:18.819462 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Device b66fea34-1153-469a-919b-913ac384af0b up at agent ovs-agent-n-d-713498-36 {{(pid=103232) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 19:42:18.861938 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762867132591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593584'] for agent (488cd9ae-631f-4955-ba0b-4f5a13f12e9c), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:42:18.910803 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.provisioning_blocks [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Provisioning complete for port b66fea34-1153-469a-919b-913ac384af0b triggered by entity L2. {{(pid=103232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 19:42:18.911194 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593630'] for port (b66fea34-1153-469a-919b-913ac384af0b), provisioning_complete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:42:19.082776 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Current status of the port b66fea34-1153-469a-919b-913ac384af0b is: ACTIVE; New status is: ACTIVE {{(pid=103232) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 19:42:19.169972 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762867132591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593584'] for agent (bcd5faee-dc24-4298-9134-0e0aa054058e), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:42:19.191526 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80fc2511-9d75-4407-b55a-1639ea6d7604 req-4e64b713-ca14-43e9-aa1e-98408ef3ae10 tempest-TestSecurityGroupsBasicOps-1450369721 tempest-TestSecurityGroupsBasicOps-1450369721-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:42:19.202017 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-80fc2511-9d75-4407-b55a-1639ea6d7604 req-4e64b713-ca14-43e9-aa1e-98408ef3ae10 tempest-TestSecurityGroupsBasicOps-1450369721 tempest-TestSecurityGroupsBasicOps-1450369721-project] 10.222.0.90 "GET /v2.0/networks?id=16b9cb9f-5859-4d1b-9414-216a285f496b HTTP/1.1" status: 200 len: 796 time: 0.3047061 Feb 09 19:42:19.316303 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-80fc2511-9d75-4407-b55a-1639ea6d7604 req-d7a9aaf4-c25b-4921-8a8c-aab2ef7f2aae tempest-TestSecurityGroupsBasicOps-1450369721 tempest-TestSecurityGroupsBasicOps-1450369721-project] 10.222.0.90 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ad7e5b1e3bd44a9292bbae1791f9aecc HTTP/1.1" status: 200 len: 477 time: 0.1008160 Feb 09 19:42:19.329342 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.v2.base [req-80fc2511-9d75-4407-b55a-1639ea6d7604 req-daa18076-0930-4e84-87bd-2a4bd5641d32 tempest-TestSecurityGroupsBasicOps-1450369721 tempest-TestSecurityGroupsBasicOps-1450369721-project] Request body: {'port': {'device_id': '77581439-108c-44ae-832f-761549f53196', 'network_id': '16b9cb9f-5859-4d1b-9414-216a285f496b', 'admin_state_up': True, 'tenant_id': 'ad7e5b1e3bd44a9292bbae1791f9aecc', 'security_groups': ['62931257-fc5f-4889-91a9-8f0c280a61cf', 'b40f5da6-2429-4132-adcd-aac3e2c495d4']}} {{(pid=103229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 19:42:19.576695 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-80fc2511-9d75-4407-b55a-1639ea6d7604 req-daa18076-0930-4e84-87bd-2a4bd5641d32 tempest-TestSecurityGroupsBasicOps-1450369721 tempest-TestSecurityGroupsBasicOps-1450369721-project] Made reservation on behalf of ad7e5b1e3bd44a9292bbae1791f9aecc for: {'port': 1} {{(pid=103229) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 19:42:19.593070 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-80fc2511-9d75-4407-b55a-1639ea6d7604 req-daa18076-0930-4e84-87bd-2a4bd5641d32 tempest-TestSecurityGroupsBasicOps-1450369721 tempest-TestSecurityGroupsBasicOps-1450369721-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (None), before_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:42:19.717201 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-d334f8d2-8d13-48a6-83e2-3fa2c573ed14 req-87edeae0-2c5c-4f89-bf3b-883897373f05 tempest-TestSecurityGroupsBasicOps-1450369721 tempest-TestSecurityGroupsBasicOps-1450369721-project] 10.222.0.75 "GET /v2.0/ports?device_id=77581439-108c-44ae-832f-761549f53196 HTTP/1.1" status: 200 len: 210 time: 0.0421000 Feb 09 19:42:19.830259 n-d-713498-36 neutron-server[103229]: DEBUG neutron.db.db_base_plugin_common [req-80fc2511-9d75-4407-b55a-1639ea6d7604 req-daa18076-0930-4e84-87bd-2a4bd5641d32 tempest-TestSecurityGroupsBasicOps-1450369721 tempest-TestSecurityGroupsBasicOps-1450369721-project] Allocated IP 172.20.0.9 (16b9cb9f-5859-4d1b-9414-216a285f496b/655873f1-fc83-4fbc-b7c0-49c9ad533a8e/891646c3-c785-4047-8c8b-118e2fe099cf) {{(pid=103229) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 19:42:20.074235 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-80fc2511-9d75-4407-b55a-1639ea6d7604 req-daa18076-0930-4e84-87bd-2a4bd5641d32 tempest-TestSecurityGroupsBasicOps-1450369721 tempest-TestSecurityGroupsBasicOps-1450369721-project] Publish callbacks [] for port (891646c3-c785-4047-8c8b-118e2fe099cf), precommit_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:42:20.116401 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-80fc2511-9d75-4407-b55a-1639ea6d7604 req-daa18076-0930-4e84-87bd-2a4bd5641d32 tempest-TestSecurityGroupsBasicOps-1450369721 tempest-TestSecurityGroupsBasicOps-1450369721-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762866656467', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12867576'] for port (891646c3-c785-4047-8c8b-118e2fe099cf), after_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:42:20.163959 n-d-713498-36 neutron-server[103229]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-80fc2511-9d75-4407-b55a-1639ea6d7604 req-daa18076-0930-4e84-87bd-2a4bd5641d32 tempest-TestSecurityGroupsBasicOps-1450369721 tempest-TestSecurityGroupsBasicOps-1450369721-project] Network 16b9cb9f-5859-4d1b-9414-216a285f496b is already hosted by enough agents. {{(pid=103229) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 19:42:20.167007 n-d-713498-36 neutron-server[103229]: DEBUG neutron.scheduler.base_scheduler [req-80fc2511-9d75-4407-b55a-1639ea6d7604 req-daa18076-0930-4e84-87bd-2a4bd5641d32 tempest-TestSecurityGroupsBasicOps-1450369721 tempest-TestSecurityGroupsBasicOps-1450369721-project] Resources bound (agent type, host, resource id): {{(pid=103229) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 19:42:20.171192 n-d-713498-36 neutron-server[103229]: DEBUG neutron.db.l3_dvrscheduler_db [req-80fc2511-9d75-4407-b55a-1639ea6d7604 req-daa18076-0930-4e84-87bd-2a4bd5641d32 tempest-TestSecurityGroupsBasicOps-1450369721 tempest-TestSecurityGroupsBasicOps-1450369721-project] Received port after_create {{(pid=103229) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 19:42:20.236932 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daa18076-0930-4e84-87bd-2a4bd5641d32 tempest-TestSecurityGroupsBasicOps-1450369721 tempest-TestSecurityGroupsBasicOps-1450369721-project] Pushing event updated for resources: {'Port': ['ID=891646c3-c785-4047-8c8b-118e2fe099cf,revision_number=1']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:42:20.258622 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80fc2511-9d75-4407-b55a-1639ea6d7604 req-daa18076-0930-4e84-87bd-2a4bd5641d32 tempest-TestSecurityGroupsBasicOps-1450369721 tempest-TestSecurityGroupsBasicOps-1450369721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:42:20.259275 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-80fc2511-9d75-4407-b55a-1639ea6d7604 req-daa18076-0930-4e84-87bd-2a4bd5641d32 tempest-TestSecurityGroupsBasicOps-1450369721 tempest-TestSecurityGroupsBasicOps-1450369721-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171096'] for port (None), before_response {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:42:20.287184 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-80fc2511-9d75-4407-b55a-1639ea6d7604 req-daa18076-0930-4e84-87bd-2a4bd5641d32 tempest-TestSecurityGroupsBasicOps-1450369721 tempest-TestSecurityGroupsBasicOps-1450369721-project] 10.222.0.90 "POST /v2.0/ports HTTP/1.1" status: 201 len: 972 time: 0.9650323 Feb 09 19:42:20.302409 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.v2.base [req-80fc2511-9d75-4407-b55a-1639ea6d7604 req-a35bd8ee-c6af-4ca4-8a4a-58a089a62c17 service neutron] Request body: {'port': {'device_id': '77581439-108c-44ae-832f-761549f53196', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-713498-36'}} {{(pid=103229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 19:42:20.432333 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-80fc2511-9d75-4407-b55a-1639ea6d7604 req-a35bd8ee-c6af-4ca4-8a4a-58a089a62c17 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (891646c3-c785-4047-8c8b-118e2fe099cf), before_update {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:42:20.507486 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.provisioning_blocks [None req-c98595cc-8278-41e7-b753-d2933e2c95e3 None None] Provisioning complete for port 891646c3-c785-4047-8c8b-118e2fe099cf triggered by entity DHCP. {{(pid=103232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 19:42:20.507964 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-c98595cc-8278-41e7-b753-d2933e2c95e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593630'] for port (891646c3-c785-4047-8c8b-118e2fe099cf), provisioning_complete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:42:20.590369 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-c98595cc-8278-41e7-b753-d2933e2c95e3 None None] Port 891646c3-c785-4047-8c8b-118e2fe099cf cannot update to ACTIVE because it is not bound. {{(pid=103232) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 19:42:20.878088 n-d-713498-36 neutron-server[103229]: DEBUG neutron.notifiers.nova [req-80fc2511-9d75-4407-b55a-1639ea6d7604 req-a35bd8ee-c6af-4ca4-8a4a-58a089a62c17 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 891646c3-c785-4047-8c8b-118e2fe099cf {{(pid=103229) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 19:42:20.897135 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-80fc2511-9d75-4407-b55a-1639ea6d7604 req-a35bd8ee-c6af-4ca4-8a4a-58a089a62c17 service neutron] Publish callbacks [] for port (891646c3-c785-4047-8c8b-118e2fe099cf), precommit_update {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:42:20.929232 n-d-713498-36 neutron-server[103229]: DEBUG neutron.db.provisioning_blocks [req-80fc2511-9d75-4407-b55a-1639ea6d7604 req-a35bd8ee-c6af-4ca4-8a4a-58a089a62c17 service neutron] Transition to ACTIVE for port object 891646c3-c785-4047-8c8b-118e2fe099cf will not be triggered until provisioned by entity L2. {{(pid=103229) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 19:42:20.936541 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-80fc2511-9d75-4407-b55a-1639ea6d7604 req-a35bd8ee-c6af-4ca4-8a4a-58a089a62c17 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762867176205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762866656485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762866656503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12867569'] for port (891646c3-c785-4047-8c8b-118e2fe099cf), after_update {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:42:20.964979 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e33f2d4e-8c2e-4638-9184-7ae43c12a562 req-b20a304f-b347-41c3-8f2b-9737f7ba480b tempest-TestSecurityGroupsBasicOps-1450369721 tempest-TestSecurityGroupsBasicOps-1450369721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:42:20.968382 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-e33f2d4e-8c2e-4638-9184-7ae43c12a562 req-b20a304f-b347-41c3-8f2b-9737f7ba480b tempest-TestSecurityGroupsBasicOps-1450369721 tempest-TestSecurityGroupsBasicOps-1450369721-project] 10.222.0.75 "GET /v2.0/ports?device_id=77581439-108c-44ae-832f-761549f53196 HTTP/1.1" status: 200 len: 970 time: 0.1134899 Feb 09 19:42:21.023778 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a35bd8ee-c6af-4ca4-8a4a-58a089a62c17 service neutron] Pushing event updated for resources: {'Port': ['ID=891646c3-c785-4047-8c8b-118e2fe099cf,revision_number=2']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:42:21.141449 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-e33f2d4e-8c2e-4638-9184-7ae43c12a562 req-6cd43d73-c2f6-48fb-a255-cd2de26382c1 tempest-TestSecurityGroupsBasicOps-1450369721 tempest-TestSecurityGroupsBasicOps-1450369721-project] 10.222.0.75 "GET /v2.0/security-groups?id=62931257-fc5f-4889-91a9-8f0c280a61cf&id=b40f5da6-2429-4132-adcd-aac3e2c495d4&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.1551762 Feb 09 19:42:21.162285 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.managers [req-80fc2511-9d75-4407-b55a-1639ea6d7604 req-a35bd8ee-c6af-4ca4-8a4a-58a089a62c17 service neutron] Attempting to bind port 891646c3-c785-4047-8c8b-118e2fe099cf on host n-h2-713498-36 for vnic_type normal with profile {{(pid=103229) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 19:42:21.162697 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.managers [req-80fc2511-9d75-4407-b55a-1639ea6d7604 req-a35bd8ee-c6af-4ca4-8a4a-58a089a62c17 service neutron] Attempting to bind port 891646c3-c785-4047-8c8b-118e2fe099cf by drivers openvswitch,hyperv on host n-h2-713498-36 at level 0 using segments [{'id': 'f1402305-d28a-49c1-90f8-909dbce76426', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': '16b9cb9f-5859-4d1b-9414-216a285f496b'}] {{(pid=103229) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 19:42:21.163102 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80fc2511-9d75-4407-b55a-1639ea6d7604 req-a35bd8ee-c6af-4ca4-8a4a-58a089a62c17 service neutron] Attempting to bind port 891646c3-c785-4047-8c8b-118e2fe099cf on network 16b9cb9f-5859-4d1b-9414-216a285f496b {{(pid=103229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 19:42:21.171849 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80fc2511-9d75-4407-b55a-1639ea6d7604 req-a35bd8ee-c6af-4ca4-8a4a-58a089a62c17 service neutron] Port 891646c3-c785-4047-8c8b-118e2fe099cf on network 16b9cb9f-5859-4d1b-9414-216a285f496b not bound, no agent of type Open vSwitch agent registered on host n-h2-713498-36 {{(pid=103229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 19:42:21.172316 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80fc2511-9d75-4407-b55a-1639ea6d7604 req-a35bd8ee-c6af-4ca4-8a4a-58a089a62c17 service neutron] Attempting to bind port 891646c3-c785-4047-8c8b-118e2fe099cf on network 16b9cb9f-5859-4d1b-9414-216a285f496b {{(pid=103229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 19:42:21.178848 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80fc2511-9d75-4407-b55a-1639ea6d7604 req-a35bd8ee-c6af-4ca4-8a4a-58a089a62c17 service neutron] Checking agent: {'id': 'bcd5faee-dc24-4298-9134-0e0aa054058e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713498-36', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 18, 59, 19), 'started_at': datetime.datetime(2022, 2, 9, 18, 59, 19), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 19, 42, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 19:42:21.179288 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80fc2511-9d75-4407-b55a-1639ea6d7604 req-a35bd8ee-c6af-4ca4-8a4a-58a089a62c17 service neutron] Checking segment: {'id': 'f1402305-d28a-49c1-90f8-909dbce76426', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': '16b9cb9f-5859-4d1b-9414-216a285f496b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103229) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 19:42:21.179746 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80fc2511-9d75-4407-b55a-1639ea6d7604 req-a35bd8ee-c6af-4ca4-8a4a-58a089a62c17 service neutron] Bound using segment: {'id': 'f1402305-d28a-49c1-90f8-909dbce76426', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': '16b9cb9f-5859-4d1b-9414-216a285f496b'} {{(pid=103229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 19:42:21.180249 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.managers [req-80fc2511-9d75-4407-b55a-1639ea6d7604 req-a35bd8ee-c6af-4ca4-8a4a-58a089a62c17 service neutron] Bound port: 891646c3-c785-4047-8c8b-118e2fe099cf, host: n-h2-713498-36, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f1402305-d28a-49c1-90f8-909dbce76426', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': '16b9cb9f-5859-4d1b-9414-216a285f496b'}}] {{(pid=103229) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 19:42:21.180677 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-80fc2511-9d75-4407-b55a-1639ea6d7604 req-a35bd8ee-c6af-4ca4-8a4a-58a089a62c17 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (891646c3-c785-4047-8c8b-118e2fe099cf), before_update {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:42:21.282155 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.db [req-80fc2511-9d75-4407-b55a-1639ea6d7604 req-a35bd8ee-c6af-4ca4-8a4a-58a089a62c17 service neutron] For port 891646c3-c785-4047-8c8b-118e2fe099cf, host n-h2-713498-36, cleared binding levels {{(pid=103229) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 19:42:21.288339 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.db [req-80fc2511-9d75-4407-b55a-1639ea6d7604 req-a35bd8ee-c6af-4ca4-8a4a-58a089a62c17 service neutron] For port 891646c3-c785-4047-8c8b-118e2fe099cf, host n-h2-713498-36, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-36',level=0,port_id=891646c3-c785-4047-8c8b-118e2fe099cf,segment=NetworkSegment(f1402305-d28a-49c1-90f8-909dbce76426),segment_id=f1402305-d28a-49c1-90f8-909dbce76426)] {{(pid=103229) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 19:42:21.296680 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-80fc2511-9d75-4407-b55a-1639ea6d7604 req-a35bd8ee-c6af-4ca4-8a4a-58a089a62c17 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762867176205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762866656485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762866656503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12867569'] for port (891646c3-c785-4047-8c8b-118e2fe099cf), after_update {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:42:21.347058 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80fc2511-9d75-4407-b55a-1639ea6d7604 req-a35bd8ee-c6af-4ca4-8a4a-58a089a62c17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:42:21.347703 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-80fc2511-9d75-4407-b55a-1639ea6d7604 req-a35bd8ee-c6af-4ca4-8a4a-58a089a62c17 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171096'] for port (None), before_response {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:42:21.349361 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-80fc2511-9d75-4407-b55a-1639ea6d7604 req-a35bd8ee-c6af-4ca4-8a4a-58a089a62c17 service neutron] 10.222.0.90 "PUT /v2.0/ports/891646c3-c785-4047-8c8b-118e2fe099cf HTTP/1.1" status: 200 len: 1131 time: 1.0517728 Feb 09 19:42:21.352443 n-d-713498-36 neutron-server[103229]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '77581439-108c-44ae-832f-761549f53196', 'tag': '891646c3-c785-4047-8c8b-118e2fe099cf'}] {{(pid=103229) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 19:42:21.354950 n-d-713498-36 neutron-server[103229]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fa6ae9a20702bd564eaf90d946620b2b4277b1ab91129323d3b54181076be307" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1dc6f52b-726b-40b1-87d2-11a144d21926" -d '{"events": [{"name": "network-changed", "server_uuid": "77581439-108c-44ae-832f-761549f53196", "tag": "891646c3-c785-4047-8c8b-118e2fe099cf"}]}' {{(pid=103229) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 19:42:21.429268 n-d-713498-36 neutron-server[103229]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 19:42:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b16a34d1-4af1-4033-b5bb-0d6fbd8574b8 x-openstack-request-id: req-b16a34d1-4af1-4033-b5bb-0d6fbd8574b8 {{(pid=103229) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 19:42:21.429885 n-d-713498-36 neutron-server[103229]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "77581439-108c-44ae-832f-761549f53196", "tag": "891646c3-c785-4047-8c8b-118e2fe099cf", "status": "completed", "code": 200}]} {{(pid=103229) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 19:42:21.430191 n-d-713498-36 neutron-server[103229]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-b16a34d1-4af1-4033-b5bb-0d6fbd8574b8 {{(pid=103229) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 19:42:21.430603 n-d-713498-36 neutron-server[103229]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '77581439-108c-44ae-832f-761549f53196', 'tag': '891646c3-c785-4047-8c8b-118e2fe099cf', 'status': 'completed', 'code': 200} Feb 09 19:42:21.458131 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a35bd8ee-c6af-4ca4-8a4a-58a089a62c17 service neutron] Pushing event updated for resources: {'Port': ['ID=891646c3-c785-4047-8c8b-118e2fe099cf,revision_number=3']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:42:21.484785 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80fc2511-9d75-4407-b55a-1639ea6d7604 req-a1c00dfd-de89-448a-bb99-fc577e791441 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:42:21.487214 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-80fc2511-9d75-4407-b55a-1639ea6d7604 req-a1c00dfd-de89-448a-bb99-fc577e791441 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=ad7e5b1e3bd44a9292bbae1791f9aecc&device_id=77581439-108c-44ae-832f-761549f53196 HTTP/1.1" status: 200 len: 1165 time: 0.0850437 Feb 09 19:42:21.552459 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-80fc2511-9d75-4407-b55a-1639ea6d7604 req-dd84ed80-85c2-4c25-b7e0-78b08d76b732 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=891646c3-c785-4047-8c8b-118e2fe099cf HTTP/1.1" status: 200 len: 217 time: 0.0556498 Feb 09 19:42:21.632981 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80fc2511-9d75-4407-b55a-1639ea6d7604 req-45f98100-f551-42d1-9fe0-881de2825f71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:42:21.634554 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-80fc2511-9d75-4407-b55a-1639ea6d7604 req-45f98100-f551-42d1-9fe0-881de2825f71 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=655873f1-fc83-4fbc-b7c0-49c9ad533a8e HTTP/1.1" status: 200 len: 835 time: 0.0747190 Feb 09 19:42:21.734812 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80fc2511-9d75-4407-b55a-1639ea6d7604 req-79b041dc-2d4d-48c4-a38a-d3a8ae5ee37c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:42:21.736701 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-80fc2511-9d75-4407-b55a-1639ea6d7604 req-79b041dc-2d4d-48c4-a38a-d3a8ae5ee37c service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=16b9cb9f-5859-4d1b-9414-216a285f496b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0946884 Feb 09 19:42:21.855855 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-80fc2511-9d75-4407-b55a-1639ea6d7604 req-072fbfe6-7d55-4ee0-9bf9-616f84cff8c7 service neutron] 10.222.0.90 "GET /v2.0/networks/16b9cb9f-5859-4d1b-9414-216a285f496b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1083145 Feb 09 19:42:21.968658 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-80fc2511-9d75-4407-b55a-1639ea6d7604 req-04d05f60-6a94-4fab-a8ad-73dd64fbe1dc service neutron] 10.222.0.90 "GET /v2.0/networks/16b9cb9f-5859-4d1b-9414-216a285f496b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1028266 Feb 09 19:42:22.099505 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dc6f52b-726b-40b1-87d2-11a144d21926 req-3b16f89d-7b7d-4d4e-9d51-c636ebfc15fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:42:22.101421 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-1dc6f52b-726b-40b1-87d2-11a144d21926 req-3b16f89d-7b7d-4d4e-9d51-c636ebfc15fe service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=ad7e5b1e3bd44a9292bbae1791f9aecc&device_id=77581439-108c-44ae-832f-761549f53196 HTTP/1.1" status: 200 len: 1165 time: 0.0749822 Feb 09 19:42:22.287540 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dc6f52b-726b-40b1-87d2-11a144d21926 req-6f7a640d-9c69-47f7-b733-dd309327dd72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:42:22.289104 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-1dc6f52b-726b-40b1-87d2-11a144d21926 req-6f7a640d-9c69-47f7-b733-dd309327dd72 service neutron] 10.222.0.90 "GET /v2.0/networks?id=16b9cb9f-5859-4d1b-9414-216a285f496b HTTP/1.1" status: 200 len: 897 time: 0.1809852 Feb 09 19:42:22.392946 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-1dc6f52b-726b-40b1-87d2-11a144d21926 req-c18f0086-7ccf-4fbe-afc5-12ae9bb9e1b7 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=891646c3-c785-4047-8c8b-118e2fe099cf HTTP/1.1" status: 200 len: 217 time: 0.0961587 Feb 09 19:42:22.406012 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9859106a-b3a8-4ff2-91cf-18490c8cdd47 req-edc6da33-cc0f-4889-bc48-bf8e2949e385 tempest-TestSecurityGroupsBasicOps-1450369721 tempest-TestSecurityGroupsBasicOps-1450369721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:42:22.419668 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-9859106a-b3a8-4ff2-91cf-18490c8cdd47 req-edc6da33-cc0f-4889-bc48-bf8e2949e385 tempest-TestSecurityGroupsBasicOps-1450369721 tempest-TestSecurityGroupsBasicOps-1450369721-project] 10.222.0.75 "GET /v2.0/ports?device_id=77581439-108c-44ae-832f-761549f53196 HTTP/1.1" status: 200 len: 982 time: 0.1338315 Feb 09 19:42:22.467564 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dc6f52b-726b-40b1-87d2-11a144d21926 req-a06a05ba-5bf5-42ab-934f-228c58035754 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:42:22.475415 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-1dc6f52b-726b-40b1-87d2-11a144d21926 req-a06a05ba-5bf5-42ab-934f-228c58035754 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=655873f1-fc83-4fbc-b7c0-49c9ad533a8e HTTP/1.1" status: 200 len: 835 time: 0.0709202 Feb 09 19:42:22.587383 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dc6f52b-726b-40b1-87d2-11a144d21926 req-5254e608-6549-4d72-b035-787cf42900b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:42:22.589162 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-1dc6f52b-726b-40b1-87d2-11a144d21926 req-5254e608-6549-4d72-b035-787cf42900b3 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=16b9cb9f-5859-4d1b-9414-216a285f496b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.1067863 Feb 09 19:42:22.622548 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-9859106a-b3a8-4ff2-91cf-18490c8cdd47 req-79adae16-568d-4eb5-989e-a451e71e72e7 tempest-TestSecurityGroupsBasicOps-1450369721 tempest-TestSecurityGroupsBasicOps-1450369721-project] 10.222.0.75 "GET /v2.0/security-groups?id=62931257-fc5f-4889-91a9-8f0c280a61cf&id=b40f5da6-2429-4132-adcd-aac3e2c495d4&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.1947818 Feb 09 19:42:22.771404 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 46142) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:42:22.794907 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-1dc6f52b-726b-40b1-87d2-11a144d21926 req-0fbd49e4-9731-4b87-998f-3dd8cfb58830 service neutron] 10.222.0.90 "GET /v2.0/networks/16b9cb9f-5859-4d1b-9414-216a285f496b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1873724 Feb 09 19:42:23.013453 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-2ab95187-28fc-47e4-b1b1-75a437abcdcb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:42:23.020050 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-1dc6f52b-726b-40b1-87d2-11a144d21926 req-d456ef34-1f2f-4ba7-8780-62dc001fc4c6 service neutron] 10.222.0.90 "GET /v2.0/networks/16b9cb9f-5859-4d1b-9414-216a285f496b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2161558 Feb 09 19:42:23.111924 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-2ab95187-28fc-47e4-b1b1-75a437abcdcb admin admin] Publish callbacks [] for security_group (17089e25-dd34-4dde-8775-6a95069a4e0a), precommit_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:42:23.117356 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-2ab95187-28fc-47e4-b1b1-75a437abcdcb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1892331'] for security_group (17089e25-dd34-4dde-8775-6a95069a4e0a), after_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:42:23.150068 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ab95187-28fc-47e4-b1b1-75a437abcdcb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=17089e25-dd34-4dde-8775-6a95069a4e0a,revision_number=1']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:42:23.181258 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 46148) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:42:23.182101 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-2ab95187-28fc-47e4-b1b1-75a437abcdcb admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=978e4d295483421bb9fc178d7e8168c4&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3969440 Feb 09 19:42:23.277849 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-28b32a1c-108a-46b6-9a2e-247e274e38e1 admin admin] Publish callbacks [] for security_group (17089e25-dd34-4dde-8775-6a95069a4e0a), before_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:42:23.323598 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-28b32a1c-108a-46b6-9a2e-247e274e38e1 admin admin] Publish callbacks [] for security_group (17089e25-dd34-4dde-8775-6a95069a4e0a), precommit_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:42:23.397482 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-28b32a1c-108a-46b6-9a2e-247e274e38e1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1892331'] for security_group (17089e25-dd34-4dde-8775-6a95069a4e0a), after_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:42:23.400592 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-28b32a1c-108a-46b6-9a2e-247e274e38e1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:42:23.402237 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-28b32a1c-108a-46b6-9a2e-247e274e38e1 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/17089e25-dd34-4dde-8775-6a95069a4e0a HTTP/1.1" status: 204 len: 168 time: 0.2199695 Feb 09 19:42:23.415045 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28b32a1c-108a-46b6-9a2e-247e274e38e1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=17089e25-dd34-4dde-8775-6a95069a4e0a,revision_number=None']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:42:23.846254 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00e2cb1a-dbf8-4d70-8e0e-04db9770b8de req-a540e9e3-2570-420c-894c-4c91a2d82d94 tempest-TestSecurityGroupsBasicOps-1450369721 tempest-TestSecurityGroupsBasicOps-1450369721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:42:23.849208 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-00e2cb1a-dbf8-4d70-8e0e-04db9770b8de req-a540e9e3-2570-420c-894c-4c91a2d82d94 tempest-TestSecurityGroupsBasicOps-1450369721 tempest-TestSecurityGroupsBasicOps-1450369721-project] 10.222.0.75 "GET /v2.0/ports?device_id=77581439-108c-44ae-832f-761549f53196 HTTP/1.1" status: 200 len: 982 time: 0.1369810 Feb 09 19:42:23.975607 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-00e2cb1a-dbf8-4d70-8e0e-04db9770b8de req-0be51edf-87d3-41d9-81a5-aa1cde1b6be5 tempest-TestSecurityGroupsBasicOps-1450369721 tempest-TestSecurityGroupsBasicOps-1450369721-project] 10.222.0.75 "GET /v2.0/security-groups?id=62931257-fc5f-4889-91a9-8f0c280a61cf&id=b40f5da6-2429-4132-adcd-aac3e2c495d4&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.1166804 Feb 09 19:42:23.998848 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 46162) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:42:24.028488 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-72083b2a-1574-4721-a809-3cb76f3a9537 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:42:24.185547 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-72083b2a-1574-4721-a809-3cb76f3a9537 admin admin] Publish callbacks [] for security_group (b5175870-345f-434c-b4d9-bf46e427dcfe), precommit_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:42:24.195072 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-72083b2a-1574-4721-a809-3cb76f3a9537 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1892331'] for security_group (b5175870-345f-434c-b4d9-bf46e427dcfe), after_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:42:24.244486 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-72083b2a-1574-4721-a809-3cb76f3a9537 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=d7e7a94f0f93486d93c373d0e7de3765&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2450018 Feb 09 19:42:24.247334 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 46164) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:42:24.296106 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72083b2a-1574-4721-a809-3cb76f3a9537 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b5175870-345f-434c-b4d9-bf46e427dcfe,revision_number=1']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:42:24.366029 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-07962bd2-40aa-4e7f-912a-d7a35ffa4079 admin admin] Publish callbacks [] for security_group (b5175870-345f-434c-b4d9-bf46e427dcfe), before_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:42:24.396843 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-07962bd2-40aa-4e7f-912a-d7a35ffa4079 admin admin] Publish callbacks [] for security_group (b5175870-345f-434c-b4d9-bf46e427dcfe), precommit_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:42:24.457401 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-07962bd2-40aa-4e7f-912a-d7a35ffa4079 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1892331'] for security_group (b5175870-345f-434c-b4d9-bf46e427dcfe), after_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:42:24.460913 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-07962bd2-40aa-4e7f-912a-d7a35ffa4079 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:42:24.467661 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-07962bd2-40aa-4e7f-912a-d7a35ffa4079 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/b5175870-345f-434c-b4d9-bf46e427dcfe HTTP/1.1" status: 204 len: 168 time: 0.2186770 Feb 09 19:42:24.487232 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07962bd2-40aa-4e7f-912a-d7a35ffa4079 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b5175870-345f-434c-b4d9-bf46e427dcfe,revision_number=None']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:42:25.183600 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f078690c-69ca-40d9-94d2-104f46669f04 req-60c3c597-32e7-4a4d-b158-5246b91a8131 tempest-TestSecurityGroupsBasicOps-1450369721 tempest-TestSecurityGroupsBasicOps-1450369721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:42:25.185388 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-f078690c-69ca-40d9-94d2-104f46669f04 req-60c3c597-32e7-4a4d-b158-5246b91a8131 tempest-TestSecurityGroupsBasicOps-1450369721 tempest-TestSecurityGroupsBasicOps-1450369721-project] 10.222.0.75 "GET /v2.0/ports?device_id=77581439-108c-44ae-832f-761549f53196 HTTP/1.1" status: 200 len: 982 time: 0.0993357 Feb 09 19:42:25.259723 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-f078690c-69ca-40d9-94d2-104f46669f04 req-0be13d87-6180-46ae-b7d9-9ac73bef8e1f tempest-TestSecurityGroupsBasicOps-1450369721 tempest-TestSecurityGroupsBasicOps-1450369721-project] 10.222.0.75 "GET /v2.0/security-groups?id=62931257-fc5f-4889-91a9-8f0c280a61cf&id=b40f5da6-2429-4132-adcd-aac3e2c495d4&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0672665 Feb 09 19:42:26.435034 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c1c93cf-72f8-46cd-8023-472bd817aadf req-31f7999b-663e-440f-afe6-03ed4908fe6e tempest-TestSecurityGroupsBasicOps-1450369721 tempest-TestSecurityGroupsBasicOps-1450369721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:42:26.437907 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-9c1c93cf-72f8-46cd-8023-472bd817aadf req-31f7999b-663e-440f-afe6-03ed4908fe6e tempest-TestSecurityGroupsBasicOps-1450369721 tempest-TestSecurityGroupsBasicOps-1450369721-project] 10.222.0.75 "GET /v2.0/ports?device_id=77581439-108c-44ae-832f-761549f53196 HTTP/1.1" status: 200 len: 982 time: 0.1000917 Feb 09 19:42:26.490035 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Device 891646c3-c785-4047-8c8b-118e2fe099cf details requested by agent hyperv_n-h2-713498-36 with host n-h2-713498-36 {{(pid=103232) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 19:42:26.531549 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-9c1c93cf-72f8-46cd-8023-472bd817aadf req-d2dbb8a0-6fb7-4154-8e00-76e4da3a4b83 tempest-TestSecurityGroupsBasicOps-1450369721 tempest-TestSecurityGroupsBasicOps-1450369721-project] 10.222.0.75 "GET /v2.0/security-groups?id=62931257-fc5f-4889-91a9-8f0c280a61cf&id=b40f5da6-2429-4132-adcd-aac3e2c495d4&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0870731 Feb 09 19:42:26.664526 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-7429db8d-6021-40ad-813e-885be449a89b None None] For port 891646c3-c785-4047-8c8b-118e2fe099cf, host n-h2-713498-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-36',level=0,port_id=891646c3-c785-4047-8c8b-118e2fe099cf,segment=NetworkSegment(f1402305-d28a-49c1-90f8-909dbce76426),segment_id=f1402305-d28a-49c1-90f8-909dbce76426)] {{(pid=103232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 19:42:26.678618 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Returning: {'device': '891646c3-c785-4047-8c8b-118e2fe099cf', 'network_id': '16b9cb9f-5859-4d1b-9414-216a285f496b', 'port_id': '891646c3-c785-4047-8c8b-118e2fe099cf', 'mac_address': 'fa:16:3e:a3:87:88', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 358, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '655873f1-fc83-4fbc-b7c0-49c9ad533a8e', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103232) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 19:42:26.747025 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Current status of the port 891646c3-c785-4047-8c8b-118e2fe099cf is: DOWN; New status is: BUILD {{(pid=103232) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 19:42:26.747764 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (891646c3-c785-4047-8c8b-118e2fe099cf), before_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:42:26.770927 n-d-713498-36 neutron-server[103232]: DEBUG neutron.notifiers.nova [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 891646c3-c785-4047-8c8b-118e2fe099cf {{(pid=103232) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 19:42:26.804945 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-7429db8d-6021-40ad-813e-885be449a89b None None] For port 891646c3-c785-4047-8c8b-118e2fe099cf, host n-h2-713498-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-36',level=0,port_id=891646c3-c785-4047-8c8b-118e2fe099cf,segment=NetworkSegment(f1402305-d28a-49c1-90f8-909dbce76426),segment_id=f1402305-d28a-49c1-90f8-909dbce76426)] {{(pid=103232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 19:42:26.810660 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762867176205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762866656485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762866656503'] for port (891646c3-c785-4047-8c8b-118e2fe099cf), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:42:26.872517 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Pushing event updated for resources: {'Port': ['ID=891646c3-c785-4047-8c8b-118e2fe099cf,revision_number=4']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:42:27.118756 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-7429db8d-6021-40ad-813e-885be449a89b None None] get_ports_and_sgs() called for port_ids ['891646c3-c785-4047-8c8b-118e2fe099cf'] {{(pid=103232) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 19:42:27.318633 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 46248) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:42:27.535154 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-08eda83f-0e10-4156-99c3-f1576d513826 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:42:27.691555 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-08eda83f-0e10-4156-99c3-f1576d513826 admin admin] Publish callbacks [] for security_group (a9182808-4f2c-4dda-8ff1-49c88844b816), precommit_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:42:27.729661 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-08eda83f-0e10-4156-99c3-f1576d513826 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1892331'] for security_group (a9182808-4f2c-4dda-8ff1-49c88844b816), after_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:42:27.883416 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-08eda83f-0e10-4156-99c3-f1576d513826 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=f8ce72f78d30431792785772bc740405&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5632951 Feb 09 19:42:27.884216 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08eda83f-0e10-4156-99c3-f1576d513826 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a9182808-4f2c-4dda-8ff1-49c88844b816,revision_number=1']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:42:27.886272 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 46256) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:42:27.920812 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbbe1a14-7755-4ba3-9fc0-58dc352150d2 req-53ae4487-a1a1-4b43-8318-a33679151e02 tempest-TestSecurityGroupsBasicOps-1450369721 tempest-TestSecurityGroupsBasicOps-1450369721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:42:27.922885 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-bbbe1a14-7755-4ba3-9fc0-58dc352150d2 req-53ae4487-a1a1-4b43-8318-a33679151e02 tempest-TestSecurityGroupsBasicOps-1450369721 tempest-TestSecurityGroupsBasicOps-1450369721-project] 10.222.0.75 "GET /v2.0/ports?device_id=77581439-108c-44ae-832f-761549f53196 HTTP/1.1" status: 200 len: 983 time: 0.2289796 Feb 09 19:42:28.104861 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-e849845b-5da6-4611-9cc7-61a4bb0aa13a admin admin] Publish callbacks [] for security_group (a9182808-4f2c-4dda-8ff1-49c88844b816), before_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:42:28.107514 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-bbbe1a14-7755-4ba3-9fc0-58dc352150d2 req-713c73a5-94c8-44ec-a83c-9087e3cfd88b tempest-TestSecurityGroupsBasicOps-1450369721 tempest-TestSecurityGroupsBasicOps-1450369721-project] 10.222.0.75 "GET /v2.0/security-groups?id=62931257-fc5f-4889-91a9-8f0c280a61cf&id=b40f5da6-2429-4132-adcd-aac3e2c495d4&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.1764908 Feb 09 19:42:28.172451 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-e849845b-5da6-4611-9cc7-61a4bb0aa13a admin admin] Publish callbacks [] for security_group (a9182808-4f2c-4dda-8ff1-49c88844b816), precommit_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:42:28.247916 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-e849845b-5da6-4611-9cc7-61a4bb0aa13a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1892331'] for security_group (a9182808-4f2c-4dda-8ff1-49c88844b816), after_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:42:28.250552 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-e849845b-5da6-4611-9cc7-61a4bb0aa13a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:42:28.254561 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-e849845b-5da6-4611-9cc7-61a4bb0aa13a admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/a9182808-4f2c-4dda-8ff1-49c88844b816 HTTP/1.1" status: 204 len: 168 time: 0.3639789 Feb 09 19:42:28.271967 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e849845b-5da6-4611-9cc7-61a4bb0aa13a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a9182808-4f2c-4dda-8ff1-49c88844b816,revision_number=None']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:42:28.523975 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Device 891646c3-c785-4047-8c8b-118e2fe099cf up at agent hyperv_n-h2-713498-36 {{(pid=103232) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 19:42:28.631982 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.provisioning_blocks [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Provisioning for port 891646c3-c785-4047-8c8b-118e2fe099cf completed by entity L2. {{(pid=103232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 19:42:28.638979 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.provisioning_blocks [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Provisioning complete for port 891646c3-c785-4047-8c8b-118e2fe099cf triggered by entity L2. {{(pid=103232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 19:42:28.640423 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593630'] for port (891646c3-c785-4047-8c8b-118e2fe099cf), provisioning_complete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:42:28.832220 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 46268) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:42:28.846402 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Current status of the port 891646c3-c785-4047-8c8b-118e2fe099cf is: BUILD; New status is: ACTIVE {{(pid=103232) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 19:42:28.847212 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (891646c3-c785-4047-8c8b-118e2fe099cf), before_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:42:28.855427 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-dfa1c824-7735-4c8f-9644-75045a4be38e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:42:28.889106 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-7429db8d-6021-40ad-813e-885be449a89b None None] For port 891646c3-c785-4047-8c8b-118e2fe099cf, host n-h2-713498-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-36',level=0,port_id=891646c3-c785-4047-8c8b-118e2fe099cf,segment=NetworkSegment(f1402305-d28a-49c1-90f8-909dbce76426),segment_id=f1402305-d28a-49c1-90f8-909dbce76426)] {{(pid=103232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 19:42:28.890638 n-d-713498-36 neutron-server[103232]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '77581439-108c-44ae-832f-761549f53196', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '891646c3-c785-4047-8c8b-118e2fe099cf'}] {{(pid=103232) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 19:42:28.894468 n-d-713498-36 neutron-server[103232]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}949cdcde653dec44821de95cbf67297f53cbc2aed4e073b5d514f93bf911ce85" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dbb3c26a-7571-45ce-94e1-a2610e81a9e1" -d '{"events": [{"server_uuid": "77581439-108c-44ae-832f-761549f53196", "name": "network-vif-plugged", "status": "completed", "tag": "891646c3-c785-4047-8c8b-118e2fe099cf"}]}' {{(pid=103232) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 19:42:28.912634 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762867176205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762866656485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762866656503'] for port (891646c3-c785-4047-8c8b-118e2fe099cf), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:42:28.971418 n-d-713498-36 neutron-server[103232]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 19:42:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-791a2099-95f8-43b3-914f-2dcb646c933a x-openstack-request-id: req-791a2099-95f8-43b3-914f-2dcb646c933a {{(pid=103232) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 19:42:28.971983 n-d-713498-36 neutron-server[103232]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "77581439-108c-44ae-832f-761549f53196", "name": "network-vif-plugged", "status": "completed", "tag": "891646c3-c785-4047-8c8b-118e2fe099cf", "code": 200}]} {{(pid=103232) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 19:42:28.972408 n-d-713498-36 neutron-server[103232]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-791a2099-95f8-43b3-914f-2dcb646c933a {{(pid=103232) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 19:42:28.973013 n-d-713498-36 neutron-server[103232]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '77581439-108c-44ae-832f-761549f53196', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '891646c3-c785-4047-8c8b-118e2fe099cf', 'code': 200} Feb 09 19:42:29.006550 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Pushing event updated for resources: {'Port': ['ID=891646c3-c785-4047-8c8b-118e2fe099cf,revision_number=5']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:42:29.105086 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-dfa1c824-7735-4c8f-9644-75045a4be38e admin admin] Publish callbacks [] for security_group (0bf04ac2-dbb9-4634-ab2f-71d91fd481d9), precommit_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:42:29.129646 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-dfa1c824-7735-4c8f-9644-75045a4be38e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1892331'] for security_group (0bf04ac2-dbb9-4634-ab2f-71d91fd481d9), after_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:42:29.211593 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-dfa1c824-7735-4c8f-9644-75045a4be38e admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=b3d395c657764a338059927cea2a7cb2&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3774912 Feb 09 19:42:29.214210 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 46274) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:42:29.258566 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfa1c824-7735-4c8f-9644-75045a4be38e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0bf04ac2-dbb9-4634-ab2f-71d91fd481d9,revision_number=1']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:42:29.268160 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bda5351a-aba0-4620-b541-d805c19f54f3 req-59744317-df25-4cc5-a06b-81895eff1888 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:42:29.270138 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-bda5351a-aba0-4620-b541-d805c19f54f3 req-59744317-df25-4cc5-a06b-81895eff1888 service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=77581439-108c-44ae-832f-761549f53196 HTTP/1.1" status: 200 len: 1167 time: 0.1774242 Feb 09 19:42:29.370814 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-cd56d1cd-bc11-48eb-8d42-aa07e07eabaf admin admin] Publish callbacks [] for security_group (0bf04ac2-dbb9-4634-ab2f-71d91fd481d9), before_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:42:29.410505 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6846a22b-6e99-4a86-a338-ec034021306c req-7d19ec27-a7bd-4869-a7a7-8f6710123221 tempest-TestSecurityGroupsBasicOps-1450369721 tempest-TestSecurityGroupsBasicOps-1450369721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:42:29.412186 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-6846a22b-6e99-4a86-a338-ec034021306c req-7d19ec27-a7bd-4869-a7a7-8f6710123221 tempest-TestSecurityGroupsBasicOps-1450369721 tempest-TestSecurityGroupsBasicOps-1450369721-project] 10.222.0.75 "GET /v2.0/ports?device_id=77581439-108c-44ae-832f-761549f53196 HTTP/1.1" status: 200 len: 984 time: 0.1717253 Feb 09 19:42:29.413001 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-bda5351a-aba0-4620-b541-d805c19f54f3 req-e160f8f2-f5e0-466c-bbec-0d5345b6a992 service neutron] 10.222.0.90 "GET /v2.0/security-groups?id=62931257-fc5f-4889-91a9-8f0c280a61cf&id=b40f5da6-2429-4132-adcd-aac3e2c495d4&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.1269219 Feb 09 19:42:29.451920 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-cd56d1cd-bc11-48eb-8d42-aa07e07eabaf admin admin] Publish callbacks [] for security_group (0bf04ac2-dbb9-4634-ab2f-71d91fd481d9), precommit_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:42:29.519026 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-6846a22b-6e99-4a86-a338-ec034021306c req-21526012-650e-433d-8dff-048cbb1d94ad tempest-TestSecurityGroupsBasicOps-1450369721 tempest-TestSecurityGroupsBasicOps-1450369721-project] 10.222.0.75 "GET /v2.0/security-groups?id=62931257-fc5f-4889-91a9-8f0c280a61cf&id=b40f5da6-2429-4132-adcd-aac3e2c495d4&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0970399 Feb 09 19:42:29.593161 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-cd56d1cd-bc11-48eb-8d42-aa07e07eabaf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1892331'] for security_group (0bf04ac2-dbb9-4634-ab2f-71d91fd481d9), after_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:42:29.596198 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-cd56d1cd-bc11-48eb-8d42-aa07e07eabaf admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:42:29.597337 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-cd56d1cd-bc11-48eb-8d42-aa07e07eabaf admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/0bf04ac2-dbb9-4634-ab2f-71d91fd481d9 HTTP/1.1" status: 204 len: 168 time: 0.3815656 Feb 09 19:42:29.615278 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd56d1cd-bc11-48eb-8d42-aa07e07eabaf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0bf04ac2-dbb9-4634-ab2f-71d91fd481d9,revision_number=None']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:42:30.674868 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 46324) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:42:30.712150 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aea92e8b-e21e-41aa-b1f9-7df90550d4b0 req-52916a2e-af7f-4498-adf2-a011fb697b40 tempest-TestSecurityGroupsBasicOps-1450369721 tempest-TestSecurityGroupsBasicOps-1450369721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:42:30.713827 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-aea92e8b-e21e-41aa-b1f9-7df90550d4b0 req-52916a2e-af7f-4498-adf2-a011fb697b40 tempest-TestSecurityGroupsBasicOps-1450369721 tempest-TestSecurityGroupsBasicOps-1450369721-project] 10.222.0.75 "GET /v2.0/ports?device_id=77581439-108c-44ae-832f-761549f53196 HTTP/1.1" status: 200 len: 984 time: 0.0775771 Feb 09 19:42:30.779220 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-aea92e8b-e21e-41aa-b1f9-7df90550d4b0 req-1ae65cc4-bcfb-447c-b492-ce1b65692ebe tempest-TestSecurityGroupsBasicOps-1450369721 tempest-TestSecurityGroupsBasicOps-1450369721-project] 10.222.0.75 "GET /v2.0/security-groups?id=62931257-fc5f-4889-91a9-8f0c280a61cf&id=b40f5da6-2429-4132-adcd-aac3e2c495d4&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0578854 Feb 09 19:42:30.861883 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.v2.base [None req-7708219d-863d-4828-b5b6-0f692bc6ebee admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-432973230-network', 'tenant_id': '5ed633af43894dcdbe6d9a3044d2b33b'}} {{(pid=103230) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 19:42:30.886468 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7708219d-863d-4828-b5b6-0f692bc6ebee admin admin] Made reservation on behalf of 5ed633af43894dcdbe6d9a3044d2b33b for: {'network': 1} {{(pid=103230) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 19:42:30.896298 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-7708219d-863d-4828-b5b6-0f692bc6ebee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for network (None), before_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:42:30.908107 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-7708219d-863d-4828-b5b6-0f692bc6ebee admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:42:31.073490 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-7708219d-863d-4828-b5b6-0f692bc6ebee admin admin] Publish callbacks [] for security_group (b763083d-ad5b-4ab9-a9e0-a6d332d19391), precommit_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:42:31.079212 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-7708219d-863d-4828-b5b6-0f692bc6ebee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1892331'] for security_group (b763083d-ad5b-4ab9-a9e0-a6d332d19391), after_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:42:31.110994 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7708219d-863d-4828-b5b6-0f692bc6ebee admin admin] vlan segment allocate from pool success with {'vlan_id': 398, 'physical_network': 'physnet1'} {{(pid=103230) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 19:42:31.123408 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7708219d-863d-4828-b5b6-0f692bc6ebee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b763083d-ad5b-4ab9-a9e0-a6d332d19391,revision_number=1']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:42:31.127114 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-7708219d-863d-4828-b5b6-0f692bc6ebee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-759574'] for segment (a2765e3b-6477-4b17-806d-0421069f7cb9), precommit_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:42:31.128043 n-d-713498-36 neutron-server[103230]: INFO neutron.db.segments_db [None req-7708219d-863d-4828-b5b6-0f692bc6ebee admin admin] Added segment a2765e3b-6477-4b17-806d-0421069f7cb9 of type vlan for network 58565dc0-69e7-476b-89ff-24335add83db Feb 09 19:42:31.176361 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-7708219d-863d-4828-b5b6-0f692bc6ebee admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762866642225'] for network (58565dc0-69e7-476b-89ff-24335add83db), precommit_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:42:31.201498 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-7708219d-863d-4828-b5b6-0f692bc6ebee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1885479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452'] for network (58565dc0-69e7-476b-89ff-24335add83db), after_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:42:31.202472 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7708219d-863d-4828-b5b6-0f692bc6ebee admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:42:31.203049 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-7708219d-863d-4828-b5b6-0f692bc6ebee admin admin] Publish callbacks [] for network (None), before_response {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:42:31.297425 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 46328) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:42:31.297652 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-7708219d-863d-4828-b5b6-0f692bc6ebee admin admin] 10.222.0.75 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.6214235 Feb 09 19:42:31.300895 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7708219d-863d-4828-b5b6-0f692bc6ebee admin admin] Pushing event updated for resources: {'Network': ['ID=58565dc0-69e7-476b-89ff-24335add83db,revision_number=1']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:42:31.318556 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.v2.base [None req-76527af1-c197-42b5-a8c5-700188c053b7 admin admin] Request body: {'subnet': {'network_id': '58565dc0-69e7-476b-89ff-24335add83db', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-432973230-subnet', 'tenant_id': '5ed633af43894dcdbe6d9a3044d2b33b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 19:42:31.322455 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Network 58565dc0-69e7-476b-89ff-24335add83db details requested by agent ovs-agent-n-d-713498-36 with host n-d-713498-36 {{(pid=103232) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 19:42:31.346906 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-76527af1-c197-42b5-a8c5-700188c053b7 admin admin] Made reservation on behalf of 5ed633af43894dcdbe6d9a3044d2b33b for: {'subnet': 1} {{(pid=103229) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 19:42:31.349938 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-76527af1-c197-42b5-a8c5-700188c053b7 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12759265'] for subnet (None), before_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:42:31.646862 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-76527af1-c197-42b5-a8c5-700188c053b7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12867428', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12759263'] for subnet (5d3328dd-2f29-4bb1-80ab-555a2650da92), after_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:42:31.761378 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76527af1-c197-42b5-a8c5-700188c053b7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5d3328dd-2f29-4bb1-80ab-555a2650da92,revision_number=0']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:42:31.788404 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76527af1-c197-42b5-a8c5-700188c053b7 admin admin] Checking segment: {'id': 'a2765e3b-6477-4b17-806d-0421069f7cb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': '58565dc0-69e7-476b-89ff-24335add83db'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103229) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 19:42:31.789388 n-d-713498-36 neutron-server[103229]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76527af1-c197-42b5-a8c5-700188c053b7 admin admin] Network hostable DHCP agents. Network: 58565dc0-69e7-476b-89ff-24335add83db, hostable agents: ['af91e4b9-f4e1-42b1-a25c-a10dc47171c8'], hosted agents: [] {{(pid=103229) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 19:42:31.813184 n-d-713498-36 neutron-server[103229]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76527af1-c197-42b5-a8c5-700188c053b7 admin admin] Network 58565dc0-69e7-476b-89ff-24335add83db is scheduled to be hosted by DHCP agent af91e4b9-f4e1-42b1-a25c-a10dc47171c8 with binding_index 1 {{(pid=103229) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 19:42:31.832960 n-d-713498-36 neutron-server[103229]: DEBUG neutron.scheduler.base_scheduler [None req-76527af1-c197-42b5-a8c5-700188c053b7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713498-36, 58565dc0-69e7-476b-89ff-24335add83db) {{(pid=103229) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 19:42:31.844417 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76527af1-c197-42b5-a8c5-700188c053b7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:42:31.846891 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-76527af1-c197-42b5-a8c5-700188c053b7 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:42:31.849823 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0cac0001-2d63-4ab3-8368-5107a516bca5 None None] Network 58565dc0-69e7-476b-89ff-24335add83db requested from n-d-713498-36 {{(pid=103232) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 19:42:31.873844 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-76527af1-c197-42b5-a8c5-700188c053b7 admin admin] 10.222.0.75 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.5736911 Feb 09 19:42:32.080433 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0933c5fe-db25-4939-8f28-53b963051d73 None None] Network 58565dc0-69e7-476b-89ff-24335add83db requested from n-d-713498-36 {{(pid=103232) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 19:42:32.361708 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca300403-3463-403a-bc66-8d41638ac824 req-a08c48d0-d562-4e23-9c4e-264244ce2532 tempest-TestSecurityGroupsBasicOps-1450369721 tempest-TestSecurityGroupsBasicOps-1450369721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:42:32.364306 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-ca300403-3463-403a-bc66-8d41638ac824 req-a08c48d0-d562-4e23-9c4e-264244ce2532 tempest-TestSecurityGroupsBasicOps-1450369721 tempest-TestSecurityGroupsBasicOps-1450369721-project] 10.222.0.75 "GET /v2.0/ports?device_id=77581439-108c-44ae-832f-761549f53196 HTTP/1.1" status: 200 len: 984 time: 0.4828246 Feb 09 19:42:32.439316 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-ca300403-3463-403a-bc66-8d41638ac824 req-06585765-5963-46fc-9d2e-df835eac6693 tempest-TestSecurityGroupsBasicOps-1450369721 tempest-TestSecurityGroupsBasicOps-1450369721-project] 10.222.0.75 "GET /v2.0/security-groups?id=62931257-fc5f-4889-91a9-8f0c280a61cf&id=b40f5da6-2429-4132-adcd-aac3e2c495d4&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0686378 Feb 09 19:42:32.647137 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5543877-eddc-4fa7-9d76-7b5665ab0e3e req-28def5dc-95e9-40b6-86e8-eb6e2dbc2fa6 tempest-TestSecurityGroupsBasicOps-1450369721 tempest-TestSecurityGroupsBasicOps-1450369721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:42:32.654271 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-a5543877-eddc-4fa7-9d76-7b5665ab0e3e req-28def5dc-95e9-40b6-86e8-eb6e2dbc2fa6 tempest-TestSecurityGroupsBasicOps-1450369721 tempest-TestSecurityGroupsBasicOps-1450369721-project] 10.222.0.75 "GET /v2.0/ports?device_id=77581439-108c-44ae-832f-761549f53196 HTTP/1.1" status: 200 len: 984 time: 0.1028845 Feb 09 19:42:32.782103 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-a5543877-eddc-4fa7-9d76-7b5665ab0e3e req-651328c1-903d-4f38-af79-cbfeab265b85 tempest-TestSecurityGroupsBasicOps-1450369721 tempest-TestSecurityGroupsBasicOps-1450369721-project] 10.222.0.75 "GET /v2.0/security-groups?id=62931257-fc5f-4889-91a9-8f0c280a61cf&id=b40f5da6-2429-4132-adcd-aac3e2c495d4&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.1219897 Feb 09 19:42:32.848832 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 46372) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:42:32.853651 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.v2.base [None req-298a0d7f-ba22-4707-b713-f8aa330efdeb admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1051146549-network', 'tenant_id': 'e623b01258284f9c9ad6fb074b6b0cb2'}} {{(pid=103229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 19:42:32.875258 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-298a0d7f-ba22-4707-b713-f8aa330efdeb admin admin] Made reservation on behalf of e623b01258284f9c9ad6fb074b6b0cb2 for: {'network': 1} {{(pid=103229) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 19:42:32.878923 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-298a0d7f-ba22-4707-b713-f8aa330efdeb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for network (None), before_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:42:32.910153 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-298a0d7f-ba22-4707-b713-f8aa330efdeb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:42:33.037102 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20bd34df-debf-4faf-bfaf-e79f8b887f04 req-e89a63ed-d1b4-4c7e-a2ed-a60d085a1dfe tempest-TestSecurityGroupsBasicOps-1586493205 tempest-TestSecurityGroupsBasicOps-1586493205-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:42:33.046375 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-20bd34df-debf-4faf-bfaf-e79f8b887f04 req-e89a63ed-d1b4-4c7e-a2ed-a60d085a1dfe tempest-TestSecurityGroupsBasicOps-1586493205 tempest-TestSecurityGroupsBasicOps-1586493205-project-admin] 10.222.0.75 "GET /v2.0/ports?device_id=77581439-108c-44ae-832f-761549f53196 HTTP/1.1" status: 200 len: 1167 time: 0.1612535 Feb 09 19:42:33.052991 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-298a0d7f-ba22-4707-b713-f8aa330efdeb admin admin] Publish callbacks [] for security_group (2846a8a9-ce5a-4a55-b346-cc59f276d527), precommit_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:42:33.058421 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-298a0d7f-ba22-4707-b713-f8aa330efdeb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1892331'] for security_group (2846a8a9-ce5a-4a55-b346-cc59f276d527), after_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:42:33.076071 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-298a0d7f-ba22-4707-b713-f8aa330efdeb admin admin] vlan segment allocate from pool success with {'vlan_id': 397, 'physical_network': 'physnet1'} {{(pid=103229) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 19:42:33.092243 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [req-20bd34df-debf-4faf-bfaf-e79f8b887f04 req-e8003dea-cef6-48b0-9136-d556b3de1280 tempest-TestSecurityGroupsBasicOps-1586493205 tempest-TestSecurityGroupsBasicOps-1586493205-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:42:33.103721 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-298a0d7f-ba22-4707-b713-f8aa330efdeb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-759574'] for segment (539b4547-940a-4780-b0a3-65cc6e10b767), precommit_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:42:33.104140 n-d-713498-36 neutron-server[103229]: INFO neutron.db.segments_db [None req-298a0d7f-ba22-4707-b713-f8aa330efdeb admin admin] Added segment 539b4547-940a-4780-b0a3-65cc6e10b767 of type vlan for network 931c5600-f1be-4ace-895f-93b59cbb9014 Feb 09 19:42:33.157694 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-298a0d7f-ba22-4707-b713-f8aa330efdeb admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762866642225'] for network (931c5600-f1be-4ace-895f-93b59cbb9014), precommit_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:42:33.208629 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-298a0d7f-ba22-4707-b713-f8aa330efdeb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2846a8a9-ce5a-4a55-b346-cc59f276d527,revision_number=1']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:42:33.233463 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-298a0d7f-ba22-4707-b713-f8aa330efdeb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1885479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452'] for network (931c5600-f1be-4ace-895f-93b59cbb9014), after_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:42:33.235104 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-298a0d7f-ba22-4707-b713-f8aa330efdeb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:42:33.236888 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-298a0d7f-ba22-4707-b713-f8aa330efdeb admin admin] Publish callbacks [] for network (None), before_response {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:42:33.253167 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [req-20bd34df-debf-4faf-bfaf-e79f8b887f04 req-e8003dea-cef6-48b0-9136-d556b3de1280 tempest-TestSecurityGroupsBasicOps-1586493205 tempest-TestSecurityGroupsBasicOps-1586493205-project-admin] Publish callbacks [] for security_group (1f738682-ace7-4a3f-ba47-8094a719a654), precommit_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:42:33.258836 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [req-20bd34df-debf-4faf-bfaf-e79f8b887f04 req-e8003dea-cef6-48b0-9136-d556b3de1280 tempest-TestSecurityGroupsBasicOps-1586493205 tempest-TestSecurityGroupsBasicOps-1586493205-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1892331'] for security_group (1f738682-ace7-4a3f-ba47-8094a719a654), after_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:42:33.314848 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8003dea-cef6-48b0-9136-d556b3de1280 tempest-TestSecurityGroupsBasicOps-1586493205 tempest-TestSecurityGroupsBasicOps-1586493205-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1f738682-ace7-4a3f-ba47-8094a719a654,revision_number=1']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:42:33.322428 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-20bd34df-debf-4faf-bfaf-e79f8b887f04 req-e8003dea-cef6-48b0-9136-d556b3de1280 tempest-TestSecurityGroupsBasicOps-1586493205 tempest-TestSecurityGroupsBasicOps-1586493205-project-admin] 10.222.0.75 "GET /v2.0/security-groups?id=62931257-fc5f-4889-91a9-8f0c280a61cf&id=b40f5da6-2429-4132-adcd-aac3e2c495d4&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.2747347 Feb 09 19:42:33.346065 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 46374) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:42:33.348522 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-298a0d7f-ba22-4707-b713-f8aa330efdeb admin admin] Pushing event updated for resources: {'Network': ['ID=931c5600-f1be-4ace-895f-93b59cbb9014,revision_number=1']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:42:33.362072 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Network 931c5600-f1be-4ace-895f-93b59cbb9014 details requested by agent ovs-agent-n-d-713498-36 with host n-d-713498-36 {{(pid=103232) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 19:42:33.371848 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-298a0d7f-ba22-4707-b713-f8aa330efdeb admin admin] 10.222.0.75 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.5218906 Feb 09 19:42:33.375935 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 46376) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:42:33.393081 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.v2.base [None req-36ac29aa-4740-4d65-afc3-59b4e79384fe admin admin] Request body: {'subnet': {'network_id': '931c5600-f1be-4ace-895f-93b59cbb9014', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1051146549-subnet', 'tenant_id': 'e623b01258284f9c9ad6fb074b6b0cb2', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 19:42:33.435488 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31e961b5-3f9b-4048-b750-735f55235e18 tempest-TestSecurityGroupsBasicOps-1586493205 tempest-TestSecurityGroupsBasicOps-1586493205-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:42:33.439126 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-31e961b5-3f9b-4048-b750-735f55235e18 tempest-TestSecurityGroupsBasicOps-1586493205 tempest-TestSecurityGroupsBasicOps-1586493205-project-admin] 10.222.0.75 "GET /v2.0/ports?device_id=77581439-108c-44ae-832f-761549f53196 HTTP/1.1" status: 200 len: 1162 time: 0.0898740 Feb 09 19:42:33.441811 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 46380) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:42:33.450286 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.v2.base [None req-99218786-f86b-4e84-92b7-010bd9406982 tempest-TestSecurityGroupsBasicOps-1450369721 tempest-TestSecurityGroupsBasicOps-1450369721-project] Request body: {'floatingip': {'floating_network_id': '88055e1e-672a-4487-be31-ffb6e833ece5', 'port_id': '891646c3-c785-4047-8c8b-118e2fe099cf', 'tenant_id': 'ad7e5b1e3bd44a9292bbae1791f9aecc', 'fixed_ip_address': '172.20.0.9'}} {{(pid=103229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 19:42:33.465769 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-36ac29aa-4740-4d65-afc3-59b4e79384fe admin admin] Made reservation on behalf of e623b01258284f9c9ad6fb074b6b0cb2 for: {'subnet': 1} {{(pid=103229) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 19:42:33.468708 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-36ac29aa-4740-4d65-afc3-59b4e79384fe admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12759265'] for subnet (None), before_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:42:33.535189 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-99218786-f86b-4e84-92b7-010bd9406982 tempest-TestSecurityGroupsBasicOps-1450369721 tempest-TestSecurityGroupsBasicOps-1450369721-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:42:34.141091 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-36ac29aa-4740-4d65-afc3-59b4e79384fe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12867428', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12759263'] for subnet (d52da55a-fca3-4e15-8692-0f7b9c2edc7c), after_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:42:34.192283 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36ac29aa-4740-4d65-afc3-59b4e79384fe admin admin] Pushing event updated for resources: {'Subnet': ['ID=d52da55a-fca3-4e15-8692-0f7b9c2edc7c,revision_number=0']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:42:34.199470 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-99218786-f86b-4e84-92b7-010bd9406982 tempest-TestSecurityGroupsBasicOps-1450369721 tempest-TestSecurityGroupsBasicOps-1450369721-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (None), before_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:42:34.277076 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36ac29aa-4740-4d65-afc3-59b4e79384fe admin admin] Checking segment: {'id': '539b4547-940a-4780-b0a3-65cc6e10b767', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '931c5600-f1be-4ace-895f-93b59cbb9014'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103229) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 19:42:34.277613 n-d-713498-36 neutron-server[103229]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36ac29aa-4740-4d65-afc3-59b4e79384fe admin admin] Network hostable DHCP agents. Network: 931c5600-f1be-4ace-895f-93b59cbb9014, hostable agents: ['af91e4b9-f4e1-42b1-a25c-a10dc47171c8'], hosted agents: [] {{(pid=103229) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 19:42:34.338211 n-d-713498-36 neutron-server[103229]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36ac29aa-4740-4d65-afc3-59b4e79384fe admin admin] Network 931c5600-f1be-4ace-895f-93b59cbb9014 is scheduled to be hosted by DHCP agent af91e4b9-f4e1-42b1-a25c-a10dc47171c8 with binding_index 1 {{(pid=103229) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 19:42:34.357236 n-d-713498-36 neutron-server[103229]: DEBUG neutron.db.db_base_plugin_common [None req-99218786-f86b-4e84-92b7-010bd9406982 tempest-TestSecurityGroupsBasicOps-1450369721 tempest-TestSecurityGroupsBasicOps-1450369721-project] Allocated IP 172.25.1.131 (88055e1e-672a-4487-be31-ffb6e833ece5/ac16dbcc-383c-4b43-9153-d763c4a53f91/8069aa5a-afe3-4a8a-abc8-bdc06cf53640) {{(pid=103229) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 19:42:34.359241 n-d-713498-36 neutron-server[103229]: DEBUG neutron.scheduler.base_scheduler [None req-36ac29aa-4740-4d65-afc3-59b4e79384fe admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713498-36, 931c5600-f1be-4ace-895f-93b59cbb9014) {{(pid=103229) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 19:42:34.370118 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7783c3ea-1653-4f8e-b103-c3043d1d5564 None None] Network 931c5600-f1be-4ace-895f-93b59cbb9014 requested from n-d-713498-36 {{(pid=103232) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 19:42:34.466286 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36ac29aa-4740-4d65-afc3-59b4e79384fe admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:42:34.467164 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-36ac29aa-4740-4d65-afc3-59b4e79384fe admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:42:34.488690 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-36ac29aa-4740-4d65-afc3-59b4e79384fe admin admin] 10.222.0.75 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.1105466 Feb 09 19:42:34.557124 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-99218786-f86b-4e84-92b7-010bd9406982 tempest-TestSecurityGroupsBasicOps-1450369721 tempest-TestSecurityGroupsBasicOps-1450369721-project] Publish callbacks [] for port (8069aa5a-afe3-4a8a-abc8-bdc06cf53640), precommit_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:42:34.588827 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ad5dced-9d4d-48eb-b0cd-bfdd61733e0f None None] Network 931c5600-f1be-4ace-895f-93b59cbb9014 requested from n-d-713498-36 {{(pid=103232) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 19:42:34.612601 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-99218786-f86b-4e84-92b7-010bd9406982 tempest-TestSecurityGroupsBasicOps-1450369721 tempest-TestSecurityGroupsBasicOps-1450369721-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762866656467', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12867576'] for port (8069aa5a-afe3-4a8a-abc8-bdc06cf53640), after_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:42:34.651672 n-d-713498-36 neutron-server[103229]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99218786-f86b-4e84-92b7-010bd9406982 tempest-TestSecurityGroupsBasicOps-1450369721 tempest-TestSecurityGroupsBasicOps-1450369721-project] Network 88055e1e-672a-4487-be31-ffb6e833ece5 is already hosted by enough agents. {{(pid=103229) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 19:42:34.655232 n-d-713498-36 neutron-server[103229]: DEBUG neutron.scheduler.base_scheduler [None req-99218786-f86b-4e84-92b7-010bd9406982 tempest-TestSecurityGroupsBasicOps-1450369721 tempest-TestSecurityGroupsBasicOps-1450369721-project] Resources bound (agent type, host, resource id): {{(pid=103229) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 19:42:34.663850 n-d-713498-36 neutron-server[103229]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99218786-f86b-4e84-92b7-010bd9406982 tempest-TestSecurityGroupsBasicOps-1450369721 tempest-TestSecurityGroupsBasicOps-1450369721-project] Received port after_create {{(pid=103229) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 19:42:34.778044 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99218786-f86b-4e84-92b7-010bd9406982 tempest-TestSecurityGroupsBasicOps-1450369721 tempest-TestSecurityGroupsBasicOps-1450369721-project] Pushing event updated for resources: {'Port': ['ID=8069aa5a-afe3-4a8a-abc8-bdc06cf53640,revision_number=1']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:42:35.431350 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-99218786-f86b-4e84-92b7-010bd9406982 tempest-TestSecurityGroupsBasicOps-1450369721 tempest-TestSecurityGroupsBasicOps-1450369721-project] Publish callbacks [] for floatingip (804656a5-3492-43a2-aaf8-d2a74c1e1506), precommit_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:42:35.629808 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1177fca3-fb9a-4a52-995c-123b947eb9b5 req-cc0508b7-52bd-42d3-b445-d1f0b3b75b87 tempest-VolumesActionsTest-1032294313 tempest-VolumesActionsTest-1032294313-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:42:35.631884 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-1177fca3-fb9a-4a52-995c-123b947eb9b5 req-cc0508b7-52bd-42d3-b445-d1f0b3b75b87 tempest-VolumesActionsTest-1032294313 tempest-VolumesActionsTest-1032294313-project] 10.222.0.75 "GET /v2.0/networks?id=58565dc0-69e7-476b-89ff-24335add83db HTTP/1.1" status: 200 len: 808 time: 0.1217787 Feb 09 19:42:35.670548 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-1177fca3-fb9a-4a52-995c-123b947eb9b5 req-fac38c5b-7228-45d5-a491-b761ee5c5ec8 tempest-VolumesActionsTest-1032294313 tempest-VolumesActionsTest-1032294313-project] 10.222.0.75 "GET /v2.0/quotas/5ed633af43894dcdbe6d9a3044d2b33b HTTP/1.1" status: 200 len: 375 time: 0.0331256 Feb 09 19:42:35.678791 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-99218786-f86b-4e84-92b7-010bd9406982 tempest-TestSecurityGroupsBasicOps-1450369721 tempest-TestSecurityGroupsBasicOps-1450369721-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (8069aa5a-afe3-4a8a-abc8-bdc06cf53640), before_update {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:42:35.881396 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-99218786-f86b-4e84-92b7-010bd9406982 tempest-TestSecurityGroupsBasicOps-1450369721 tempest-TestSecurityGroupsBasicOps-1450369721-project] Publish callbacks [] for port (8069aa5a-afe3-4a8a-abc8-bdc06cf53640), precommit_update {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:42:35.885334 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-1177fca3-fb9a-4a52-995c-123b947eb9b5 req-ad87c677-2ee1-4d98-972b-9fd9091fd5a5 tempest-VolumesActionsTest-1032294313 tempest-VolumesActionsTest-1032294313-project] 10.222.0.75 "GET /v2.0/ports?tenant_id=5ed633af43894dcdbe6d9a3044d2b33b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.2044029 Feb 09 19:42:35.888965 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-99218786-f86b-4e84-92b7-010bd9406982 tempest-TestSecurityGroupsBasicOps-1450369721 tempest-TestSecurityGroupsBasicOps-1450369721-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762867176205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762866656485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762866656503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12867569'] for port (8069aa5a-afe3-4a8a-abc8-bdc06cf53640), after_update {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:42:36.126285 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-1177fca3-fb9a-4a52-995c-123b947eb9b5 req-6746065f-799c-439d-88cf-3f98a9d756d5 service neutron] 10.222.0.75 "GET /v2.0/networks/58565dc0-69e7-476b-89ff-24335add83db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2260060 Feb 09 19:42:36.143034 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99218786-f86b-4e84-92b7-010bd9406982 tempest-TestSecurityGroupsBasicOps-1450369721 tempest-TestSecurityGroupsBasicOps-1450369721-project] Pushing event updated for resources: {'Port': ['ID=8069aa5a-afe3-4a8a-abc8-bdc06cf53640,revision_number=2']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:42:36.220900 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-99218786-f86b-4e84-92b7-010bd9406982 tempest-TestSecurityGroupsBasicOps-1450369721 tempest-TestSecurityGroupsBasicOps-1450369721-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1818909'] for floatingip (804656a5-3492-43a2-aaf8-d2a74c1e1506), after_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:42:36.331389 n-d-713498-36 neutron-server[103229]: INFO neutron.db.l3_db [None req-99218786-f86b-4e84-92b7-010bd9406982 tempest-TestSecurityGroupsBasicOps-1450369721 tempest-TestSecurityGroupsBasicOps-1450369721-project] Floating IP 804656a5-3492-43a2-aaf8-d2a74c1e1506 associated. External IP: 172.25.1.131, port: 891646c3-c785-4047-8c8b-118e2fe099cf. Feb 09 19:42:36.475494 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-1177fca3-fb9a-4a52-995c-123b947eb9b5 req-ad4115dc-cf9f-4240-8615-132ca478cbdf service neutron] 10.222.0.75 "GET /v2.0/networks/58565dc0-69e7-476b-89ff-24335add83db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3393769 Feb 09 19:42:36.901555 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-80a1579e-2943-49f3-a8a0-2f4e8978bda1 req-fe19ee2b-a290-4157-ab48-db4e85dde941 tempest-VolumesActionsTest-1032294313 tempest-VolumesActionsTest-1032294313-project] 10.222.0.75 "GET /v2.0/ports?device_id=dd045e05-9072-4892-8cee-91e6a974cd9f HTTP/1.1" status: 200 len: 210 time: 0.0737028 Feb 09 19:42:36.931023 n-d-713498-36 neutron-server[103229]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-99218786-f86b-4e84-92b7-010bd9406982 tempest-TestSecurityGroupsBasicOps-1450369721 tempest-TestSecurityGroupsBasicOps-1450369721-project] Router 277f573c-a4fa-41af-ba23-f374de52ee54 has already been hosted by L3 agent 93303d5e-5d17-45e8-8963-7694f87783ae {{(pid=103229) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 19:42:37.227344 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-99218786-f86b-4e84-92b7-010bd9406982 tempest-TestSecurityGroupsBasicOps-1450369721 tempest-TestSecurityGroupsBasicOps-1450369721-project] Notify agent at l3_agent.n-d-713498-36 the message routers_updated {{(pid=103229) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 19:42:37.246552 n-d-713498-36 neutron-server[103233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d50ea3f6-38dd-4499-b4df-3370ead1ec7f None None] Sync routers for ids ['277f573c-a4fa-41af-ba23-f374de52ee54'] in n-d-713498-36 {{(pid=103233) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 19:42:37.273700 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-99218786-f86b-4e84-92b7-010bd9406982 tempest-TestSecurityGroupsBasicOps-1450369721 tempest-TestSecurityGroupsBasicOps-1450369721-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171096'] for floatingip (None), before_response {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:42:37.277276 n-d-713498-36 neutron-server[103233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d50ea3f6-38dd-4499-b4df-3370ead1ec7f None None] Routers {'277f573c-a4fa-41af-ba23-f374de52ee54'} bound to L3 agent in host n-d-713498-36 {{(pid=103233) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 19:42:37.277924 n-d-713498-36 neutron-server[103233]: DEBUG neutron.db.l3_hamode_db [None req-d50ea3f6-38dd-4499-b4df-3370ead1ec7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-09T18:51:43Z,description=,heartbeat_timestamp=2022-02-09T19:42:13Z,host='n-d-713498-36',id=93303d5e-5d17-45e8-8963-7694f87783ae,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T18:51:43Z,topic='l3_agent')) {'router_ids': ['277f573c-a4fa-41af-ba23-f374de52ee54'], 'active': True} {{(pid=103233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:42:37.629015 n-d-713498-36 neutron-server[103233]: DEBUG neutron.db.l3_dvr_db [None req-d50ea3f6-38dd-4499-b4df-3370ead1ec7f None None] Set router 277f573c-a4fa-41af-ba23-f374de52ee54 gateway port host: n-d-713498-36 {{(pid=103233) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 19:42:38.099918 n-d-713498-36 neutron-server[103233]: DEBUG neutron.db.l3_hamode_db [None req-d50ea3f6-38dd-4499-b4df-3370ead1ec7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '277f573c-a4fa-41af-ba23-f374de52ee54', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1386984561', 'tenant_id': 'ad7e5b1e3bd44a9292bbae1791f9aecc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88055e1e-672a-4487-be31-ffb6e833ece5', 'external_fixed_ips': [{'subnet_id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'ip_address': '172.25.1.86'}], 'enable_snat': True}, 'gw_port_id': '7183d5dd-f5b7-414d-9585-6131c399fd14', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T19:42:06Z', 'updated_at': '2022-02-09T19:42:13Z', 'revision_number': 4, 'project_id': 'ad7e5b1e3bd44a9292bbae1791f9aecc', 'gw_port': {'id': '7183d5dd-f5b7-414d-9585-6131c399fd14', 'name': '', 'network_id': '88055e1e-672a-4487-be31-ffb6e833ece5', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:c4:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '277f573c-a4fa-41af-ba23-f374de52ee54', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3816, 'fixed_ips': [{'subnet_id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'ip_address': '172.25.1.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T19:42:07Z', 'updated_at': '2022-02-09T19:42:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-36', '_floatingips': [{'id': '804656a5-3492-43a2-aaf8-d2a74c1e1506', 'tenant_id': 'ad7e5b1e3bd44a9292bbae1791f9aecc', 'floating_ip_address': '172.25.1.131', 'floating_network_id': '88055e1e-672a-4487-be31-ffb6e833ece5', 'router_id': '277f573c-a4fa-41af-ba23-f374de52ee54', 'port_id': '891646c3-c785-4047-8c8b-118e2fe099cf', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 3875, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '16b9cb9f-5859-4d1b-9414-216a285f496b', 'mac_address': 'fa:16:3e:a3:87:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77581439-108c-44ae-832f-761549f53196', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T19:42:35Z', 'updated_at': '2022-02-09T19:42:35Z', 'revision_number': 0, 'project_id': 'ad7e5b1e3bd44a9292bbae1791f9aecc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b66fea34-1153-469a-919b-913ac384af0b', 'name': '', 'network_id': '16b9cb9f-5859-4d1b-9414-216a285f496b', 'tenant_id': 'ad7e5b1e3bd44a9292bbae1791f9aecc', 'mac_address': 'fa:16:3e:8a:c9:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '277f573c-a4fa-41af-ba23-f374de52ee54', 'device_owner': 'network:router_interface', 'standard_attr_id': 3824, 'fixed_ips': [{'subnet_id': '655873f1-fc83-4fbc-b7c0-49c9ad533a8e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T19:42:11Z', 'updated_at': '2022-02-09T19:42:17Z', 'revision_number': 5, 'project_id': 'ad7e5b1e3bd44a9292bbae1791f9aecc', 'subnets': [{'id': '655873f1-fc83-4fbc-b7c0-49c9ad533a8e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-36', False) {} {{(pid=103233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:42:38.165737 n-d-713498-36 neutron-server[103233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d50ea3f6-38dd-4499-b4df-3370ead1ec7f None None] Checking router: 277f573c-a4fa-41af-ba23-f374de52ee54 for host: n-d-713498-36 {{(pid=103233) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 19:42:38.167488 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-99218786-f86b-4e84-92b7-010bd9406982 tempest-TestSecurityGroupsBasicOps-1450369721 tempest-TestSecurityGroupsBasicOps-1450369721-project] 10.222.0.75 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 4.7228153 Feb 09 19:42:38.169012 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 46520) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:42:38.171385 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-88ad7478-7c85-4ad7-875d-e7d60aa599a8 req-904b3e6a-df39-4e7b-8637-d32f5acb55ed tempest-VolumesActionsTest-1032294313 tempest-VolumesActionsTest-1032294313-project] 10.222.0.75 "GET /v2.0/ports?device_id=dd045e05-9072-4892-8cee-91e6a974cd9f HTTP/1.1" status: 200 len: 210 time: 0.0778756 Feb 09 19:42:38.171891 n-d-713498-36 neutron-server[103229]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '77581439-108c-44ae-832f-761549f53196', 'tag': '891646c3-c785-4047-8c8b-118e2fe099cf'}] {{(pid=103229) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 19:42:38.178502 n-d-713498-36 neutron-server[103229]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fa6ae9a20702bd564eaf90d946620b2b4277b1ab91129323d3b54181076be307" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-20729ee3-5e58-41e9-bb79-68b1cd769ed0" -d '{"events": [{"name": "network-changed", "server_uuid": "77581439-108c-44ae-832f-761549f53196", "tag": "891646c3-c785-4047-8c8b-118e2fe099cf"}]}' {{(pid=103229) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 19:42:38.199732 n-d-713498-36 neutron-server[103233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d50ea3f6-38dd-4499-b4df-3370ead1ec7f None None] Routers {'277f573c-a4fa-41af-ba23-f374de52ee54'} bound to L3 agent in host n-d-713498-36 {{(pid=103233) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 19:42:38.217341 n-d-713498-36 neutron-server[103233]: DEBUG neutron.db.l3_hamode_db [None req-d50ea3f6-38dd-4499-b4df-3370ead1ec7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-09T18:51:43Z,description=,heartbeat_timestamp=2022-02-09T19:42:13Z,host='n-d-713498-36',id=93303d5e-5d17-45e8-8963-7694f87783ae,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T18:51:43Z,topic='l3_agent')) {'router_ids': ['277f573c-a4fa-41af-ba23-f374de52ee54'], 'active': True} {{(pid=103233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:42:38.302521 n-d-713498-36 neutron-server[103229]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 19:42:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3a122c7c-886d-406b-9d41-39421de6c4da x-openstack-request-id: req-3a122c7c-886d-406b-9d41-39421de6c4da {{(pid=103229) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 19:42:38.302835 n-d-713498-36 neutron-server[103229]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "77581439-108c-44ae-832f-761549f53196", "tag": "891646c3-c785-4047-8c8b-118e2fe099cf", "status": "completed", "code": 200}]} {{(pid=103229) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 19:42:38.303153 n-d-713498-36 neutron-server[103229]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-3a122c7c-886d-406b-9d41-39421de6c4da {{(pid=103229) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 19:42:38.303547 n-d-713498-36 neutron-server[103229]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '77581439-108c-44ae-832f-761549f53196', 'tag': '891646c3-c785-4047-8c8b-118e2fe099cf', 'status': 'completed', 'code': 200} Feb 09 19:42:38.480348 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20729ee3-5e58-41e9-bb79-68b1cd769ed0 req-7c8e865a-7fb7-44ec-9f16-7a1b6a75a902 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:42:38.484785 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-20729ee3-5e58-41e9-bb79-68b1cd769ed0 req-7c8e865a-7fb7-44ec-9f16-7a1b6a75a902 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=ad7e5b1e3bd44a9292bbae1791f9aecc&device_id=77581439-108c-44ae-832f-761549f53196 HTTP/1.1" status: 200 len: 1167 time: 0.1569719 Feb 09 19:42:38.497364 n-d-713498-36 neutron-server[103233]: DEBUG neutron.db.l3_dvr_db [None req-d50ea3f6-38dd-4499-b4df-3370ead1ec7f None None] Set router 277f573c-a4fa-41af-ba23-f374de52ee54 gateway port host: n-d-713498-36 {{(pid=103233) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 19:42:38.869834 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ae4a09a-2bd7-4f0b-8bd7-bbf7efa99283 tempest-TestSecurityGroupsBasicOps-1586493205 tempest-TestSecurityGroupsBasicOps-1586493205-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:42:38.870091 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ae4a09a-2bd7-4f0b-8bd7-bbf7efa99283 tempest-TestSecurityGroupsBasicOps-1586493205 tempest-TestSecurityGroupsBasicOps-1586493205-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:42:38.870542 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ae4a09a-2bd7-4f0b-8bd7-bbf7efa99283 tempest-TestSecurityGroupsBasicOps-1586493205 tempest-TestSecurityGroupsBasicOps-1586493205-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:42:38.871042 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ae4a09a-2bd7-4f0b-8bd7-bbf7efa99283 tempest-TestSecurityGroupsBasicOps-1586493205 tempest-TestSecurityGroupsBasicOps-1586493205-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:42:38.871545 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ae4a09a-2bd7-4f0b-8bd7-bbf7efa99283 tempest-TestSecurityGroupsBasicOps-1586493205 tempest-TestSecurityGroupsBasicOps-1586493205-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:42:38.872039 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ae4a09a-2bd7-4f0b-8bd7-bbf7efa99283 tempest-TestSecurityGroupsBasicOps-1586493205 tempest-TestSecurityGroupsBasicOps-1586493205-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:42:38.872561 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ae4a09a-2bd7-4f0b-8bd7-bbf7efa99283 tempest-TestSecurityGroupsBasicOps-1586493205 tempest-TestSecurityGroupsBasicOps-1586493205-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:42:38.873032 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ae4a09a-2bd7-4f0b-8bd7-bbf7efa99283 tempest-TestSecurityGroupsBasicOps-1586493205 tempest-TestSecurityGroupsBasicOps-1586493205-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:42:38.873497 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ae4a09a-2bd7-4f0b-8bd7-bbf7efa99283 tempest-TestSecurityGroupsBasicOps-1586493205 tempest-TestSecurityGroupsBasicOps-1586493205-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:42:38.873987 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ae4a09a-2bd7-4f0b-8bd7-bbf7efa99283 tempest-TestSecurityGroupsBasicOps-1586493205 tempest-TestSecurityGroupsBasicOps-1586493205-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:42:38.874449 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ae4a09a-2bd7-4f0b-8bd7-bbf7efa99283 tempest-TestSecurityGroupsBasicOps-1586493205 tempest-TestSecurityGroupsBasicOps-1586493205-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:42:38.886460 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-3ae4a09a-2bd7-4f0b-8bd7-bbf7efa99283 tempest-TestSecurityGroupsBasicOps-1586493205 tempest-TestSecurityGroupsBasicOps-1586493205-project-admin] 10.222.0.75 "GET /v2.0/networks HTTP/1.1" status: 200 len: 7783 time: 0.7140172 Feb 09 19:42:38.889456 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 46526) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:42:39.091075 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20729ee3-5e58-41e9-bb79-68b1cd769ed0 req-2db5eb98-d816-49e0-b761-2a84086cd20c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:42:39.092921 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-20729ee3-5e58-41e9-bb79-68b1cd769ed0 req-2db5eb98-d816-49e0-b761-2a84086cd20c service neutron] 10.222.0.90 "GET /v2.0/networks?id=16b9cb9f-5859-4d1b-9414-216a285f496b HTTP/1.1" status: 200 len: 897 time: 0.5734253 Feb 09 19:42:39.156553 n-d-713498-36 neutron-server[103233]: DEBUG neutron.db.l3_hamode_db [None req-d50ea3f6-38dd-4499-b4df-3370ead1ec7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '277f573c-a4fa-41af-ba23-f374de52ee54', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1386984561', 'tenant_id': 'ad7e5b1e3bd44a9292bbae1791f9aecc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88055e1e-672a-4487-be31-ffb6e833ece5', 'external_fixed_ips': [{'subnet_id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'ip_address': '172.25.1.86'}], 'enable_snat': True}, 'gw_port_id': '7183d5dd-f5b7-414d-9585-6131c399fd14', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T19:42:06Z', 'updated_at': '2022-02-09T19:42:13Z', 'revision_number': 4, 'project_id': 'ad7e5b1e3bd44a9292bbae1791f9aecc', 'gw_port': {'id': '7183d5dd-f5b7-414d-9585-6131c399fd14', 'name': '', 'network_id': '88055e1e-672a-4487-be31-ffb6e833ece5', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:c4:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '277f573c-a4fa-41af-ba23-f374de52ee54', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3816, 'fixed_ips': [{'subnet_id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'ip_address': '172.25.1.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T19:42:07Z', 'updated_at': '2022-02-09T19:42:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-36', '_floatingips': [{'id': '804656a5-3492-43a2-aaf8-d2a74c1e1506', 'tenant_id': 'ad7e5b1e3bd44a9292bbae1791f9aecc', 'floating_ip_address': '172.25.1.131', 'floating_network_id': '88055e1e-672a-4487-be31-ffb6e833ece5', 'router_id': '277f573c-a4fa-41af-ba23-f374de52ee54', 'port_id': '891646c3-c785-4047-8c8b-118e2fe099cf', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 3875, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '16b9cb9f-5859-4d1b-9414-216a285f496b', 'mac_address': 'fa:16:3e:a3:87:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77581439-108c-44ae-832f-761549f53196', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T19:42:35Z', 'updated_at': '2022-02-09T19:42:35Z', 'revision_number': 0, 'project_id': 'ad7e5b1e3bd44a9292bbae1791f9aecc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b66fea34-1153-469a-919b-913ac384af0b', 'name': '', 'network_id': '16b9cb9f-5859-4d1b-9414-216a285f496b', 'tenant_id': 'ad7e5b1e3bd44a9292bbae1791f9aecc', 'mac_address': 'fa:16:3e:8a:c9:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '277f573c-a4fa-41af-ba23-f374de52ee54', 'device_owner': 'network:router_interface', 'standard_attr_id': 3824, 'fixed_ips': [{'subnet_id': '655873f1-fc83-4fbc-b7c0-49c9ad533a8e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T19:42:11Z', 'updated_at': '2022-02-09T19:42:17Z', 'revision_number': 5, 'project_id': 'ad7e5b1e3bd44a9292bbae1791f9aecc', 'subnets': [{'id': '655873f1-fc83-4fbc-b7c0-49c9ad533a8e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-36', False) {} {{(pid=103233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:42:39.186805 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69550e08-081b-45c8-9511-c3f70c6f0578 tempest-TestSecurityGroupsBasicOps-1586493205 tempest-TestSecurityGroupsBasicOps-1586493205-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:42:39.188035 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69550e08-081b-45c8-9511-c3f70c6f0578 tempest-TestSecurityGroupsBasicOps-1586493205 tempest-TestSecurityGroupsBasicOps-1586493205-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:42:39.189182 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69550e08-081b-45c8-9511-c3f70c6f0578 tempest-TestSecurityGroupsBasicOps-1586493205 tempest-TestSecurityGroupsBasicOps-1586493205-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:42:39.189745 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69550e08-081b-45c8-9511-c3f70c6f0578 tempest-TestSecurityGroupsBasicOps-1586493205 tempest-TestSecurityGroupsBasicOps-1586493205-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:42:39.193481 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69550e08-081b-45c8-9511-c3f70c6f0578 tempest-TestSecurityGroupsBasicOps-1586493205 tempest-TestSecurityGroupsBasicOps-1586493205-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:42:39.194480 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69550e08-081b-45c8-9511-c3f70c6f0578 tempest-TestSecurityGroupsBasicOps-1586493205 tempest-TestSecurityGroupsBasicOps-1586493205-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:42:39.196380 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69550e08-081b-45c8-9511-c3f70c6f0578 tempest-TestSecurityGroupsBasicOps-1586493205 tempest-TestSecurityGroupsBasicOps-1586493205-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:42:39.197014 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69550e08-081b-45c8-9511-c3f70c6f0578 tempest-TestSecurityGroupsBasicOps-1586493205 tempest-TestSecurityGroupsBasicOps-1586493205-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:42:39.202464 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69550e08-081b-45c8-9511-c3f70c6f0578 tempest-TestSecurityGroupsBasicOps-1586493205 tempest-TestSecurityGroupsBasicOps-1586493205-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:42:39.203353 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69550e08-081b-45c8-9511-c3f70c6f0578 tempest-TestSecurityGroupsBasicOps-1586493205 tempest-TestSecurityGroupsBasicOps-1586493205-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:42:39.204743 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69550e08-081b-45c8-9511-c3f70c6f0578 tempest-TestSecurityGroupsBasicOps-1586493205 tempest-TestSecurityGroupsBasicOps-1586493205-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:42:39.209874 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-69550e08-081b-45c8-9511-c3f70c6f0578 tempest-TestSecurityGroupsBasicOps-1586493205 tempest-TestSecurityGroupsBasicOps-1586493205-project-admin] 10.222.0.75 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 7202 time: 0.3169115 Feb 09 19:42:39.210816 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 46530) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:42:39.229513 n-d-713498-36 neutron-server[103233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d50ea3f6-38dd-4499-b4df-3370ead1ec7f None None] The sync data for ids ['277f573c-a4fa-41af-ba23-f374de52ee54'] in n-d-713498-36 is: [{'id': '277f573c-a4fa-41af-ba23-f374de52ee54', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1386984561', 'tenant_id': 'ad7e5b1e3bd44a9292bbae1791f9aecc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88055e1e-672a-4487-be31-ffb6e833ece5', 'external_fixed_ips': [{'subnet_id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'ip_address': '172.25.1.86'}], 'enable_snat': True}, 'gw_port_id': '7183d5dd-f5b7-414d-9585-6131c399fd14', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T19:42:06Z', 'updated_at': '2022-02-09T19:42:13Z', 'revision_number': 4, 'project_id': 'ad7e5b1e3bd44a9292bbae1791f9aecc', 'gw_port': {'id': '7183d5dd-f5b7-414d-9585-6131c399fd14', 'name': '', 'network_id': '88055e1e-672a-4487-be31-ffb6e833ece5', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:c4:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '277f573c-a4fa-41af-ba23-f374de52ee54', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3816, 'fixed_ips': [{'subnet_id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'ip_address': '172.25.1.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T19:42:07Z', 'updated_at': '2022-02-09T19:42:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-36', '_floatingips': [{'id': '804656a5-3492-43a2-aaf8-d2a74c1e1506', 'tenant_id': 'ad7e5b1e3bd44a9292bbae1791f9aecc', 'floating_ip_address': '172.25.1.131', 'floating_network_id': '88055e1e-672a-4487-be31-ffb6e833ece5', 'router_id': '277f573c-a4fa-41af-ba23-f374de52ee54', 'port_id': '891646c3-c785-4047-8c8b-118e2fe099cf', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 3875, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '16b9cb9f-5859-4d1b-9414-216a285f496b', 'mac_address': 'fa:16:3e:a3:87:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77581439-108c-44ae-832f-761549f53196', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T19:42:35Z', 'updated_at': '2022-02-09T19:42:35Z', 'revision_number': 0, 'project_id': 'ad7e5b1e3bd44a9292bbae1791f9aecc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b66fea34-1153-469a-919b-913ac384af0b', 'name': '', 'network_id': '16b9cb9f-5859-4d1b-9414-216a285f496b', 'tenant_id': 'ad7e5b1e3bd44a9292bbae1791f9aecc', 'mac_address': 'fa:16:3e:8a:c9:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '277f573c-a4fa-41af-ba23-f374de52ee54', 'device_owner': 'network:router_interface', 'standard_attr_id': 3824, 'fixed_ips': [{'subnet_id': '655873f1-fc83-4fbc-b7c0-49c9ad533a8e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T19:42:11Z', 'updated_at': '2022-02-09T19:42:17Z', 'revision_number': 5, 'project_id': 'ad7e5b1e3bd44a9292bbae1791f9aecc', 'subnets': [{'id': '655873f1-fc83-4fbc-b7c0-49c9ad533a8e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103233) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 19:42:39.257647 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-20729ee3-5e58-41e9-bb79-68b1cd769ed0 req-4163a10c-cca5-4d59-a43c-b535eb71ccad service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=891646c3-c785-4047-8c8b-118e2fe099cf HTTP/1.1" status: 200 len: 999 time: 0.1540551 Feb 09 19:42:39.339920 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1177fca3-fb9a-4a52-995c-123b947eb9b5 req-bacfa294-e267-4c98-ab85-57634b5c6d9c tempest-VolumesActionsTest-1032294313 tempest-VolumesActionsTest-1032294313-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:42:39.345986 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-1177fca3-fb9a-4a52-995c-123b947eb9b5 req-bacfa294-e267-4c98-ab85-57634b5c6d9c tempest-VolumesActionsTest-1032294313 tempest-VolumesActionsTest-1032294313-project] 10.222.0.89 "GET /v2.0/networks?id=58565dc0-69e7-476b-89ff-24335add83db HTTP/1.1" status: 200 len: 808 time: 0.8576012 Feb 09 19:42:39.371307 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.v2.base [req-1177fca3-fb9a-4a52-995c-123b947eb9b5 req-0956d22a-2170-4770-b4ff-edea39a16f38 tempest-VolumesActionsTest-1032294313 tempest-VolumesActionsTest-1032294313-project] Request body: {'port': {'device_id': 'dd045e05-9072-4892-8cee-91e6a974cd9f', 'network_id': '58565dc0-69e7-476b-89ff-24335add83db', 'admin_state_up': True, 'tenant_id': '5ed633af43894dcdbe6d9a3044d2b33b'}} {{(pid=103229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 19:42:39.703535 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-935ef3bc-9a47-42f3-a90b-27694263ecd2 None None] New status for floating IP 804656a5-3492-43a2-aaf8-d2a74c1e1506: ACTIVE {{(pid=103232) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 09 19:42:39.731238 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-012cc15c-97e2-4be4-8619-b580ddec1b11 tempest-TestSecurityGroupsBasicOps-1586493205 tempest-TestSecurityGroupsBasicOps-1586493205-project-admin] 10.222.0.75 "GET /v2.0/routers HTTP/1.1" status: 200 len: 4498 time: 0.5191321 Feb 09 19:42:39.734004 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 46538) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:42:39.838665 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-a5883591-1009-430b-8a0f-d7a10a39424a req-5dbb75dc-2588-4c3e-a01b-77d927eab9e8 tempest-VolumesActionsTest-1032294313 tempest-VolumesActionsTest-1032294313-project] 10.222.0.75 "GET /v2.0/ports?device_id=dd045e05-9072-4892-8cee-91e6a974cd9f HTTP/1.1" status: 200 len: 210 time: 0.3763697 Feb 09 19:42:39.850772 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20729ee3-5e58-41e9-bb79-68b1cd769ed0 req-bf8e639a-5a62-42ef-bb1b-daf7f9605025 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:42:39.852237 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-20729ee3-5e58-41e9-bb79-68b1cd769ed0 req-bf8e639a-5a62-42ef-bb1b-daf7f9605025 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=655873f1-fc83-4fbc-b7c0-49c9ad533a8e HTTP/1.1" status: 200 len: 835 time: 0.5793467 Feb 09 19:42:39.889082 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8592cc62-4fd9-41da-bb1a-ce3b1ab23325 tempest-TestSecurityGroupsBasicOps-1586493205 tempest-TestSecurityGroupsBasicOps-1586493205-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:42:39.893395 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8592cc62-4fd9-41da-bb1a-ce3b1ab23325 tempest-TestSecurityGroupsBasicOps-1586493205 tempest-TestSecurityGroupsBasicOps-1586493205-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:42:39.898019 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-8592cc62-4fd9-41da-bb1a-ce3b1ab23325 tempest-TestSecurityGroupsBasicOps-1586493205 tempest-TestSecurityGroupsBasicOps-1586493205-project-admin] 10.222.0.75 "GET /v2.0/ports?device_id=277f573c-a4fa-41af-ba23-f374de52ee54 HTTP/1.1" status: 200 len: 2063 time: 0.1628230 Feb 09 19:42:39.922353 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1177fca3-fb9a-4a52-995c-123b947eb9b5 req-0956d22a-2170-4770-b4ff-edea39a16f38 tempest-VolumesActionsTest-1032294313 tempest-VolumesActionsTest-1032294313-project] Made reservation on behalf of 5ed633af43894dcdbe6d9a3044d2b33b for: {'port': 1} {{(pid=103229) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 19:42:39.926862 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-1177fca3-fb9a-4a52-995c-123b947eb9b5 req-0956d22a-2170-4770-b4ff-edea39a16f38 tempest-VolumesActionsTest-1032294313 tempest-VolumesActionsTest-1032294313-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (None), before_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:42:40.285783 n-d-713498-36 neutron-server[103229]: DEBUG neutron.db.db_base_plugin_common [req-1177fca3-fb9a-4a52-995c-123b947eb9b5 req-0956d22a-2170-4770-b4ff-edea39a16f38 tempest-VolumesActionsTest-1032294313 tempest-VolumesActionsTest-1032294313-project] Allocated IP 172.20.0.13 (58565dc0-69e7-476b-89ff-24335add83db/5d3328dd-2f29-4bb1-80ab-555a2650da92/3f591999-c5c0-481e-a5f6-ab53de110442) {{(pid=103229) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 19:42:40.304612 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20729ee3-5e58-41e9-bb79-68b1cd769ed0 req-018ef13e-b134-4b98-9e7b-65de1c64f714 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:42:40.306558 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-20729ee3-5e58-41e9-bb79-68b1cd769ed0 req-018ef13e-b134-4b98-9e7b-65de1c64f714 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=16b9cb9f-5859-4d1b-9414-216a285f496b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.4371638 Feb 09 19:42:40.595504 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-1177fca3-fb9a-4a52-995c-123b947eb9b5 req-0956d22a-2170-4770-b4ff-edea39a16f38 tempest-VolumesActionsTest-1032294313 tempest-VolumesActionsTest-1032294313-project] Publish callbacks [] for port (3f591999-c5c0-481e-a5f6-ab53de110442), precommit_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:42:40.647716 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-1177fca3-fb9a-4a52-995c-123b947eb9b5 req-0956d22a-2170-4770-b4ff-edea39a16f38 tempest-VolumesActionsTest-1032294313 tempest-VolumesActionsTest-1032294313-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762866656467', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12867576'] for port (3f591999-c5c0-481e-a5f6-ab53de110442), after_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:42:40.712802 n-d-713498-36 neutron-server[103229]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1177fca3-fb9a-4a52-995c-123b947eb9b5 req-0956d22a-2170-4770-b4ff-edea39a16f38 tempest-VolumesActionsTest-1032294313 tempest-VolumesActionsTest-1032294313-project] Network 58565dc0-69e7-476b-89ff-24335add83db is already hosted by enough agents. {{(pid=103229) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 19:42:40.742947 n-d-713498-36 neutron-server[103229]: DEBUG neutron.scheduler.base_scheduler [req-1177fca3-fb9a-4a52-995c-123b947eb9b5 req-0956d22a-2170-4770-b4ff-edea39a16f38 tempest-VolumesActionsTest-1032294313 tempest-VolumesActionsTest-1032294313-project] Resources bound (agent type, host, resource id): {{(pid=103229) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 19:42:40.746323 n-d-713498-36 neutron-server[103229]: DEBUG neutron.db.l3_dvrscheduler_db [req-1177fca3-fb9a-4a52-995c-123b947eb9b5 req-0956d22a-2170-4770-b4ff-edea39a16f38 tempest-VolumesActionsTest-1032294313 tempest-VolumesActionsTest-1032294313-project] Received port after_create {{(pid=103229) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 19:42:40.830970 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1177fca3-fb9a-4a52-995c-123b947eb9b5 req-0956d22a-2170-4770-b4ff-edea39a16f38 tempest-VolumesActionsTest-1032294313 tempest-VolumesActionsTest-1032294313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:42:40.831822 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-1177fca3-fb9a-4a52-995c-123b947eb9b5 req-0956d22a-2170-4770-b4ff-edea39a16f38 tempest-VolumesActionsTest-1032294313 tempest-VolumesActionsTest-1032294313-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171096'] for port (None), before_response {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:42:40.835432 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-b7926a89-6ad9-4d6a-b302-d5ec7e48e9c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762867132591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593584'] for agent (af91e4b9-f4e1-42b1-a25c-a10dc47171c8), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:42:40.861495 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-1177fca3-fb9a-4a52-995c-123b947eb9b5 req-0956d22a-2170-4770-b4ff-edea39a16f38 tempest-VolumesActionsTest-1032294313 tempest-VolumesActionsTest-1032294313-project] 10.222.0.89 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5043621 Feb 09 19:42:40.871637 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [req-1177fca3-fb9a-4a52-995c-123b947eb9b5 req-a9e36131-b3b9-4d12-a41a-1a08293ac1fe tempest-VolumesActionsTest-1032294313 tempest-VolumesActionsTest-1032294313-project] http://10.222.0.75:9696/v2.0/extensions returned with HTTP 200 {{(pid=103229) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 09 19:42:40.872739 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-1177fca3-fb9a-4a52-995c-123b947eb9b5 req-a9e36131-b3b9-4d12-a41a-1a08293ac1fe tempest-VolumesActionsTest-1032294313 tempest-VolumesActionsTest-1032294313-project] 10.222.0.89 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0055346 Feb 09 19:42:40.886469 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.v2.base [req-1177fca3-fb9a-4a52-995c-123b947eb9b5 req-2a43e34f-27b6-426f-93ae-7c5e9823dac3 service neutron] Request body: {'port': {'device_id': 'dd045e05-9072-4892-8cee-91e6a974cd9f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-713498-36'}} {{(pid=103229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 19:42:40.928593 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0956d22a-2170-4770-b4ff-edea39a16f38 tempest-VolumesActionsTest-1032294313 tempest-VolumesActionsTest-1032294313-project] Pushing event updated for resources: {'Port': ['ID=3f591999-c5c0-481e-a5f6-ab53de110442,revision_number=1']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:42:40.965769 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-20729ee3-5e58-41e9-bb79-68b1cd769ed0 req-ae060e4b-1ab3-43f9-a13a-d012e68b2851 service neutron] 10.222.0.90 "GET /v2.0/networks/16b9cb9f-5859-4d1b-9414-216a285f496b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6454921 Feb 09 19:42:40.995046 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-1177fca3-fb9a-4a52-995c-123b947eb9b5 req-2a43e34f-27b6-426f-93ae-7c5e9823dac3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (3f591999-c5c0-481e-a5f6-ab53de110442), before_update {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:42:41.088709 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb98352f-36d0-45ca-b41e-895b01104cdf req-8cb3cc5f-cf19-46ed-a185-d668ac229246 tempest-VolumesActionsTest-1032294313 tempest-VolumesActionsTest-1032294313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:42:41.091083 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-eb98352f-36d0-45ca-b41e-895b01104cdf req-8cb3cc5f-cf19-46ed-a185-d668ac229246 tempest-VolumesActionsTest-1032294313 tempest-VolumesActionsTest-1032294313-project] 10.222.0.75 "GET /v2.0/ports?device_id=dd045e05-9072-4892-8cee-91e6a974cd9f HTTP/1.1" status: 200 len: 932 time: 0.1287386 Feb 09 19:42:41.189630 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-eb98352f-36d0-45ca-b41e-895b01104cdf req-2768799e-2127-4844-b009-6460b01f7b0b tempest-VolumesActionsTest-1032294313 tempest-VolumesActionsTest-1032294313-project] 10.222.0.75 "GET /v2.0/security-groups?id=b763083d-ad5b-4ab9-a9e0-a6d332d19391&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0918696 Feb 09 19:42:41.285563 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-20729ee3-5e58-41e9-bb79-68b1cd769ed0 req-88cc3249-77b9-4e0a-acc2-7c0c8e9322af service neutron] 10.222.0.90 "GET /v2.0/networks/16b9cb9f-5859-4d1b-9414-216a285f496b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2877233 Feb 09 19:42:41.466788 n-d-713498-36 neutron-server[103229]: DEBUG neutron.notifiers.nova [req-1177fca3-fb9a-4a52-995c-123b947eb9b5 req-2a43e34f-27b6-426f-93ae-7c5e9823dac3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3f591999-c5c0-481e-a5f6-ab53de110442 {{(pid=103229) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 19:42:41.475690 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-1177fca3-fb9a-4a52-995c-123b947eb9b5 req-2a43e34f-27b6-426f-93ae-7c5e9823dac3 service neutron] Publish callbacks [] for port (3f591999-c5c0-481e-a5f6-ab53de110442), precommit_update {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:42:41.489259 n-d-713498-36 neutron-server[103229]: DEBUG neutron.db.provisioning_blocks [req-1177fca3-fb9a-4a52-995c-123b947eb9b5 req-2a43e34f-27b6-426f-93ae-7c5e9823dac3 service neutron] Transition to ACTIVE for port object 3f591999-c5c0-481e-a5f6-ab53de110442 will not be triggered until provisioned by entity L2. {{(pid=103229) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 19:42:41.493058 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-1177fca3-fb9a-4a52-995c-123b947eb9b5 req-2a43e34f-27b6-426f-93ae-7c5e9823dac3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762867176205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762866656485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762866656503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12867569'] for port (3f591999-c5c0-481e-a5f6-ab53de110442), after_update {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:42:41.553541 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a43e34f-27b6-426f-93ae-7c5e9823dac3 service neutron] Pushing event updated for resources: {'Port': ['ID=3f591999-c5c0-481e-a5f6-ab53de110442,revision_number=2']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:42:41.676720 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.managers [req-1177fca3-fb9a-4a52-995c-123b947eb9b5 req-2a43e34f-27b6-426f-93ae-7c5e9823dac3 service neutron] Attempting to bind port 3f591999-c5c0-481e-a5f6-ab53de110442 on host n-h1-713498-36 for vnic_type normal with profile {{(pid=103229) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 19:42:41.677020 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.managers [req-1177fca3-fb9a-4a52-995c-123b947eb9b5 req-2a43e34f-27b6-426f-93ae-7c5e9823dac3 service neutron] Attempting to bind port 3f591999-c5c0-481e-a5f6-ab53de110442 by drivers openvswitch,hyperv on host n-h1-713498-36 at level 0 using segments [{'id': 'a2765e3b-6477-4b17-806d-0421069f7cb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': '58565dc0-69e7-476b-89ff-24335add83db'}] {{(pid=103229) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 19:42:41.677356 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1177fca3-fb9a-4a52-995c-123b947eb9b5 req-2a43e34f-27b6-426f-93ae-7c5e9823dac3 service neutron] Attempting to bind port 3f591999-c5c0-481e-a5f6-ab53de110442 on network 58565dc0-69e7-476b-89ff-24335add83db {{(pid=103229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 19:42:41.683771 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1177fca3-fb9a-4a52-995c-123b947eb9b5 req-2a43e34f-27b6-426f-93ae-7c5e9823dac3 service neutron] Port 3f591999-c5c0-481e-a5f6-ab53de110442 on network 58565dc0-69e7-476b-89ff-24335add83db not bound, no agent of type Open vSwitch agent registered on host n-h1-713498-36 {{(pid=103229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 19:42:41.683771 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1177fca3-fb9a-4a52-995c-123b947eb9b5 req-2a43e34f-27b6-426f-93ae-7c5e9823dac3 service neutron] Attempting to bind port 3f591999-c5c0-481e-a5f6-ab53de110442 on network 58565dc0-69e7-476b-89ff-24335add83db {{(pid=103229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 19:42:41.690079 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1177fca3-fb9a-4a52-995c-123b947eb9b5 req-2a43e34f-27b6-426f-93ae-7c5e9823dac3 service neutron] Checking agent: {'id': '488cd9ae-631f-4955-ba0b-4f5a13f12e9c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713498-36', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 18, 59, 18), 'started_at': datetime.datetime(2022, 2, 9, 18, 59, 18), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 19, 42, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 19:42:41.690565 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1177fca3-fb9a-4a52-995c-123b947eb9b5 req-2a43e34f-27b6-426f-93ae-7c5e9823dac3 service neutron] Checking segment: {'id': 'a2765e3b-6477-4b17-806d-0421069f7cb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': '58565dc0-69e7-476b-89ff-24335add83db'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103229) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 19:42:41.691052 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1177fca3-fb9a-4a52-995c-123b947eb9b5 req-2a43e34f-27b6-426f-93ae-7c5e9823dac3 service neutron] Bound using segment: {'id': 'a2765e3b-6477-4b17-806d-0421069f7cb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': '58565dc0-69e7-476b-89ff-24335add83db'} {{(pid=103229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 19:42:41.691586 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.managers [req-1177fca3-fb9a-4a52-995c-123b947eb9b5 req-2a43e34f-27b6-426f-93ae-7c5e9823dac3 service neutron] Bound port: 3f591999-c5c0-481e-a5f6-ab53de110442, host: n-h1-713498-36, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a2765e3b-6477-4b17-806d-0421069f7cb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': '58565dc0-69e7-476b-89ff-24335add83db'}}] {{(pid=103229) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 19:42:41.692051 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-1177fca3-fb9a-4a52-995c-123b947eb9b5 req-2a43e34f-27b6-426f-93ae-7c5e9823dac3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (3f591999-c5c0-481e-a5f6-ab53de110442), before_update {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:42:41.763772 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.db [req-1177fca3-fb9a-4a52-995c-123b947eb9b5 req-2a43e34f-27b6-426f-93ae-7c5e9823dac3 service neutron] For port 3f591999-c5c0-481e-a5f6-ab53de110442, host n-h1-713498-36, cleared binding levels {{(pid=103229) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 19:42:41.767713 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.db [req-1177fca3-fb9a-4a52-995c-123b947eb9b5 req-2a43e34f-27b6-426f-93ae-7c5e9823dac3 service neutron] For port 3f591999-c5c0-481e-a5f6-ab53de110442, host n-h1-713498-36, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-36',level=0,port_id=3f591999-c5c0-481e-a5f6-ab53de110442,segment=NetworkSegment(a2765e3b-6477-4b17-806d-0421069f7cb9),segment_id=a2765e3b-6477-4b17-806d-0421069f7cb9)] {{(pid=103229) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 19:42:41.775227 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-1177fca3-fb9a-4a52-995c-123b947eb9b5 req-2a43e34f-27b6-426f-93ae-7c5e9823dac3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762867176205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762866656485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762866656503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12867569'] for port (3f591999-c5c0-481e-a5f6-ab53de110442), after_update {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:42:41.839147 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a43e34f-27b6-426f-93ae-7c5e9823dac3 service neutron] Pushing event updated for resources: {'Port': ['ID=3f591999-c5c0-481e-a5f6-ab53de110442,revision_number=3']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:42:41.856881 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1177fca3-fb9a-4a52-995c-123b947eb9b5 req-2a43e34f-27b6-426f-93ae-7c5e9823dac3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:42:41.857664 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-1177fca3-fb9a-4a52-995c-123b947eb9b5 req-2a43e34f-27b6-426f-93ae-7c5e9823dac3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171096'] for port (None), before_response {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:42:41.860689 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-1177fca3-fb9a-4a52-995c-123b947eb9b5 req-2a43e34f-27b6-426f-93ae-7c5e9823dac3 service neutron] 10.222.0.89 "PUT /v2.0/ports/3f591999-c5c0-481e-a5f6-ab53de110442 HTTP/1.1" status: 200 len: 1093 time: 0.9778125 Feb 09 19:42:41.861328 n-d-713498-36 neutron-server[103229]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dd045e05-9072-4892-8cee-91e6a974cd9f', 'tag': '3f591999-c5c0-481e-a5f6-ab53de110442'}] {{(pid=103229) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 19:42:41.865142 n-d-713498-36 neutron-server[103229]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fa6ae9a20702bd564eaf90d946620b2b4277b1ab91129323d3b54181076be307" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-462a2305-eb8b-4677-96fe-051bb5b2762d" -d '{"events": [{"name": "network-changed", "server_uuid": "dd045e05-9072-4892-8cee-91e6a974cd9f", "tag": "3f591999-c5c0-481e-a5f6-ab53de110442"}]}' {{(pid=103229) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 19:42:41.950242 n-d-713498-36 neutron-server[103229]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 19:42:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e0e528ca-6195-4472-b7ed-18871a38666e x-openstack-request-id: req-e0e528ca-6195-4472-b7ed-18871a38666e {{(pid=103229) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 19:42:41.950876 n-d-713498-36 neutron-server[103229]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dd045e05-9072-4892-8cee-91e6a974cd9f", "tag": "3f591999-c5c0-481e-a5f6-ab53de110442", "status": "completed", "code": 200}]} {{(pid=103229) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 19:42:41.951138 n-d-713498-36 neutron-server[103229]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-e0e528ca-6195-4472-b7ed-18871a38666e {{(pid=103229) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 19:42:41.951541 n-d-713498-36 neutron-server[103229]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dd045e05-9072-4892-8cee-91e6a974cd9f', 'tag': '3f591999-c5c0-481e-a5f6-ab53de110442', 'status': 'completed', 'code': 200} Feb 09 19:42:41.968936 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1177fca3-fb9a-4a52-995c-123b947eb9b5 req-b27cc0db-7742-4923-bdff-eefbfce41118 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:42:41.971388 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-1177fca3-fb9a-4a52-995c-123b947eb9b5 req-b27cc0db-7742-4923-bdff-eefbfce41118 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=5ed633af43894dcdbe6d9a3044d2b33b&device_id=dd045e05-9072-4892-8cee-91e6a974cd9f HTTP/1.1" status: 200 len: 1127 time: 0.0656724 Feb 09 19:42:42.019586 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-1177fca3-fb9a-4a52-995c-123b947eb9b5 req-243b2af9-fc2c-4db7-a40d-5bdcce1bc6dd service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=3f591999-c5c0-481e-a5f6-ab53de110442 HTTP/1.1" status: 200 len: 217 time: 0.0386777 Feb 09 19:42:42.084072 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1177fca3-fb9a-4a52-995c-123b947eb9b5 req-8037e596-ae57-4028-9e34-f58f63b7f2ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:42:42.086919 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-1177fca3-fb9a-4a52-995c-123b947eb9b5 req-8037e596-ae57-4028-9e34-f58f63b7f2ce service neutron] 10.222.0.89 "GET /v2.0/subnets?id=5d3328dd-2f29-4bb1-80ab-555a2650da92 HTTP/1.1" status: 200 len: 848 time: 0.0612109 Feb 09 19:42:42.130670 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-1177fca3-fb9a-4a52-995c-123b947eb9b5 req-b85530e7-ea4f-4cd8-976d-75c06162f6b4 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=58565dc0-69e7-476b-89ff-24335add83db&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0370307 Feb 09 19:42:42.338197 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-1177fca3-fb9a-4a52-995c-123b947eb9b5 req-d85c10c0-ad5c-4c9f-b049-0b549e79e7cf service neutron] 10.222.0.89 "GET /v2.0/networks/58565dc0-69e7-476b-89ff-24335add83db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2008586 Feb 09 19:42:42.413127 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e30f266a-0a8b-4114-aa33-bfd8e7cff458 req-1165aeae-3698-4ce1-a79c-f1a776328cb0 tempest-VolumesActionsTest-1032294313 tempest-VolumesActionsTest-1032294313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:42:42.414659 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-e30f266a-0a8b-4114-aa33-bfd8e7cff458 req-1165aeae-3698-4ce1-a79c-f1a776328cb0 tempest-VolumesActionsTest-1032294313 tempest-VolumesActionsTest-1032294313-project] 10.222.0.75 "GET /v2.0/ports?device_id=dd045e05-9072-4892-8cee-91e6a974cd9f HTTP/1.1" status: 200 len: 944 time: 0.0925472 Feb 09 19:42:42.502864 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-e30f266a-0a8b-4114-aa33-bfd8e7cff458 req-c57294c9-bd8a-4f91-bdf4-1397de4e7d11 tempest-VolumesActionsTest-1032294313 tempest-VolumesActionsTest-1032294313-project] 10.222.0.75 "GET /v2.0/security-groups?id=b763083d-ad5b-4ab9-a9e0-a6d332d19391&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0804923 Feb 09 19:42:42.535259 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-1177fca3-fb9a-4a52-995c-123b947eb9b5 req-c0ba5150-5364-42eb-8eeb-289abde6084c service neutron] 10.222.0.89 "GET /v2.0/networks/58565dc0-69e7-476b-89ff-24335add83db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1906624 Feb 09 19:42:42.681830 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-462a2305-eb8b-4677-96fe-051bb5b2762d req-032e2a61-b38e-4d73-8fac-f0df61f05ab5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:42:42.683655 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-462a2305-eb8b-4677-96fe-051bb5b2762d req-032e2a61-b38e-4d73-8fac-f0df61f05ab5 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=5ed633af43894dcdbe6d9a3044d2b33b&device_id=dd045e05-9072-4892-8cee-91e6a974cd9f HTTP/1.1" status: 200 len: 1127 time: 0.0909703 Feb 09 19:42:42.837084 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-462a2305-eb8b-4677-96fe-051bb5b2762d req-da20ba17-3d7c-4e06-80e5-7f6da48d0414 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:42:42.839545 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-462a2305-eb8b-4677-96fe-051bb5b2762d req-da20ba17-3d7c-4e06-80e5-7f6da48d0414 service neutron] 10.222.0.89 "GET /v2.0/networks?id=58565dc0-69e7-476b-89ff-24335add83db HTTP/1.1" status: 200 len: 909 time: 0.1475644 Feb 09 19:42:42.898117 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-462a2305-eb8b-4677-96fe-051bb5b2762d req-314ff8f0-fc8e-4707-9379-c01024c876fb service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=3f591999-c5c0-481e-a5f6-ab53de110442 HTTP/1.1" status: 200 len: 217 time: 0.0512772 Feb 09 19:42:42.985842 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-462a2305-eb8b-4677-96fe-051bb5b2762d req-6aed2bd5-8970-45e6-b292-64b5940b98d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:42:42.991000 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-462a2305-eb8b-4677-96fe-051bb5b2762d req-6aed2bd5-8970-45e6-b292-64b5940b98d8 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=5d3328dd-2f29-4bb1-80ab-555a2650da92 HTTP/1.1" status: 200 len: 848 time: 0.0827746 Feb 09 19:42:43.040802 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-462a2305-eb8b-4677-96fe-051bb5b2762d req-cccfb101-3820-4ef5-bf38-2c01d6122c83 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=58565dc0-69e7-476b-89ff-24335add83db&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0430596 Feb 09 19:42:43.129561 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-124cef39-8061-40b8-bbd2-4a71cef5da23 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762867132591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593584'] for agent (93303d5e-5d17-45e8-8963-7694f87783ae), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:42:43.189932 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-462a2305-eb8b-4677-96fe-051bb5b2762d req-2770393d-4b3b-433c-9717-7df92bed805e service neutron] 10.222.0.89 "GET /v2.0/networks/58565dc0-69e7-476b-89ff-24335add83db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1426158 Feb 09 19:42:43.309832 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-462a2305-eb8b-4677-96fe-051bb5b2762d req-d43057f5-39c0-4aca-a763-dc5839b1409f service neutron] 10.222.0.89 "GET /v2.0/networks/58565dc0-69e7-476b-89ff-24335add83db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1106265 Feb 09 19:42:43.341575 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Device 3f591999-c5c0-481e-a5f6-ab53de110442 details requested by agent hyperv_n-h1-713498-36 with host n-h1-713498-36 {{(pid=103232) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 19:42:43.480751 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] For port 3f591999-c5c0-481e-a5f6-ab53de110442, host n-h1-713498-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-36',level=0,port_id=3f591999-c5c0-481e-a5f6-ab53de110442,segment=NetworkSegment(a2765e3b-6477-4b17-806d-0421069f7cb9),segment_id=a2765e3b-6477-4b17-806d-0421069f7cb9)] {{(pid=103232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 19:42:43.505372 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Returning: {'device': '3f591999-c5c0-481e-a5f6-ab53de110442', 'network_id': '58565dc0-69e7-476b-89ff-24335add83db', 'port_id': '3f591999-c5c0-481e-a5f6-ab53de110442', 'mac_address': 'fa:16:3e:24:9c:42', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 398, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5d3328dd-2f29-4bb1-80ab-555a2650da92', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103232) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 19:42:43.548908 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Current status of the port 3f591999-c5c0-481e-a5f6-ab53de110442 is: DOWN; New status is: BUILD {{(pid=103232) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 19:42:43.552811 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (3f591999-c5c0-481e-a5f6-ab53de110442), before_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:42:43.564771 n-d-713498-36 neutron-server[103232]: DEBUG neutron.notifiers.nova [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3f591999-c5c0-481e-a5f6-ab53de110442 {{(pid=103232) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 19:42:43.603497 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] For port 3f591999-c5c0-481e-a5f6-ab53de110442, host n-h1-713498-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-36',level=0,port_id=3f591999-c5c0-481e-a5f6-ab53de110442,segment=NetworkSegment(a2765e3b-6477-4b17-806d-0421069f7cb9),segment_id=a2765e3b-6477-4b17-806d-0421069f7cb9)] {{(pid=103232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 19:42:43.607888 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762867176205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762866656485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762866656503'] for port (3f591999-c5c0-481e-a5f6-ab53de110442), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:42:43.732979 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Pushing event updated for resources: {'Port': ['ID=3f591999-c5c0-481e-a5f6-ab53de110442,revision_number=4']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:42:43.756245 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4ff43ec-1411-4187-b04b-50a34fa58fdd req-debb32df-f2a5-4b21-a9ca-c32e460dd0f5 tempest-VolumesActionsTest-1032294313 tempest-VolumesActionsTest-1032294313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:42:43.757770 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-a4ff43ec-1411-4187-b04b-50a34fa58fdd req-debb32df-f2a5-4b21-a9ca-c32e460dd0f5 tempest-VolumesActionsTest-1032294313 tempest-VolumesActionsTest-1032294313-project] 10.222.0.75 "GET /v2.0/ports?device_id=dd045e05-9072-4892-8cee-91e6a974cd9f HTTP/1.1" status: 200 len: 945 time: 0.1144524 Feb 09 19:42:43.846998 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] get_ports_and_sgs() called for port_ids ['3f591999-c5c0-481e-a5f6-ab53de110442'] {{(pid=103232) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 19:42:43.850240 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-a4ff43ec-1411-4187-b04b-50a34fa58fdd req-b2c04428-3a47-4f21-8555-fb71af60bc28 tempest-VolumesActionsTest-1032294313 tempest-VolumesActionsTest-1032294313-project] 10.222.0.75 "GET /v2.0/security-groups?id=b763083d-ad5b-4ab9-a9e0-a6d332d19391&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0742202 Feb 09 19:42:44.404005 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-edc54c9b-7f13-45d9-9271-85c9738b0128 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762867132591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593584'] for agent (a62b1850-466f-48ae-bec7-d62fb280e14b), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:42:44.987378 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5959c34b-3373-4c27-9f4b-03dd6d43a019 req-4f90d560-6d9e-47f0-82ab-c933f19ce709 tempest-VolumesActionsTest-1032294313 tempest-VolumesActionsTest-1032294313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:42:44.989161 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-5959c34b-3373-4c27-9f4b-03dd6d43a019 req-4f90d560-6d9e-47f0-82ab-c933f19ce709 tempest-VolumesActionsTest-1032294313 tempest-VolumesActionsTest-1032294313-project] 10.222.0.75 "GET /v2.0/ports?device_id=dd045e05-9072-4892-8cee-91e6a974cd9f HTTP/1.1" status: 200 len: 945 time: 0.0726328 Feb 09 19:42:45.057135 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-5959c34b-3373-4c27-9f4b-03dd6d43a019 req-8fc0a23e-5cf9-45f8-bce5-7dc56f6ec9a2 tempest-VolumesActionsTest-1032294313 tempest-VolumesActionsTest-1032294313-project] 10.222.0.75 "GET /v2.0/security-groups?id=b763083d-ad5b-4ab9-a9e0-a6d332d19391&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0600693 Feb 09 19:42:45.352987 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Device 3f591999-c5c0-481e-a5f6-ab53de110442 up at agent hyperv_n-h1-713498-36 {{(pid=103232) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 19:42:45.432613 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.provisioning_blocks [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Provisioning for port 3f591999-c5c0-481e-a5f6-ab53de110442 completed by entity L2. {{(pid=103232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 19:42:45.437610 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.provisioning_blocks [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Provisioning complete for port 3f591999-c5c0-481e-a5f6-ab53de110442 triggered by entity L2. {{(pid=103232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 19:42:45.438169 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593630'] for port (3f591999-c5c0-481e-a5f6-ab53de110442), provisioning_complete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:42:45.529572 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Current status of the port 3f591999-c5c0-481e-a5f6-ab53de110442 is: BUILD; New status is: ACTIVE {{(pid=103232) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 19:42:45.529911 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (3f591999-c5c0-481e-a5f6-ab53de110442), before_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:42:45.579327 n-d-713498-36 neutron-server[103232]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dd045e05-9072-4892-8cee-91e6a974cd9f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3f591999-c5c0-481e-a5f6-ab53de110442'}] {{(pid=103232) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 19:42:45.585703 n-d-713498-36 neutron-server[103232]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}949cdcde653dec44821de95cbf67297f53cbc2aed4e073b5d514f93bf911ce85" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cc256c3c-b998-4e87-84e8-85fbe29652b1" -d '{"events": [{"server_uuid": "dd045e05-9072-4892-8cee-91e6a974cd9f", "name": "network-vif-plugged", "status": "completed", "tag": "3f591999-c5c0-481e-a5f6-ab53de110442"}]}' {{(pid=103232) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 19:42:45.602292 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] For port 3f591999-c5c0-481e-a5f6-ab53de110442, host n-h1-713498-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-36',level=0,port_id=3f591999-c5c0-481e-a5f6-ab53de110442,segment=NetworkSegment(a2765e3b-6477-4b17-806d-0421069f7cb9),segment_id=a2765e3b-6477-4b17-806d-0421069f7cb9)] {{(pid=103232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 19:42:45.608592 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762867176205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762866656485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762866656503'] for port (3f591999-c5c0-481e-a5f6-ab53de110442), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:42:45.656978 n-d-713498-36 neutron-server[103232]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 19:42:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bb4af776-aef9-435d-a965-b861a114a8b5 x-openstack-request-id: req-bb4af776-aef9-435d-a965-b861a114a8b5 {{(pid=103232) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 19:42:45.657583 n-d-713498-36 neutron-server[103232]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dd045e05-9072-4892-8cee-91e6a974cd9f", "name": "network-vif-plugged", "status": "completed", "tag": "3f591999-c5c0-481e-a5f6-ab53de110442", "code": 200}]} {{(pid=103232) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 19:42:45.658092 n-d-713498-36 neutron-server[103232]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-bb4af776-aef9-435d-a965-b861a114a8b5 {{(pid=103232) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 19:42:45.658584 n-d-713498-36 neutron-server[103232]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dd045e05-9072-4892-8cee-91e6a974cd9f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3f591999-c5c0-481e-a5f6-ab53de110442', 'code': 200} Feb 09 19:42:45.680955 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Pushing event updated for resources: {'Port': ['ID=3f591999-c5c0-481e-a5f6-ab53de110442,revision_number=5']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:42:45.701628 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:42:45.704623 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:42:45.705765 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:42:45.706521 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:42:45.707034 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:42:45.707603 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:42:45.708223 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:42:45.709074 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:42:45.709721 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:42:45.710247 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:42:45.710749 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:42:45.711360 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:42:45.711861 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:42:45.765756 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00237490-b97f-4a0e-b1de-42fe0c6f360e req-12ea8a38-d5bd-4388-81a1-7a0bb9af6ac0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:42:45.767537 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-00237490-b97f-4a0e-b1de-42fe0c6f360e req-12ea8a38-d5bd-4388-81a1-7a0bb9af6ac0 service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=dd045e05-9072-4892-8cee-91e6a974cd9f HTTP/1.1" status: 200 len: 1129 time: 0.0486543 Feb 09 19:42:45.824943 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-00237490-b97f-4a0e-b1de-42fe0c6f360e req-d56528e9-5b46-42a5-9175-6e11630e56fe service neutron] 10.222.0.89 "GET /v2.0/security-groups?id=b763083d-ad5b-4ab9-a9e0-a6d332d19391&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516951 Feb 09 19:42:46.019620 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-a7262a8e-0513-48fd-984d-75726a511961 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762867132591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593584'] for agent (911cfea2-02ae-4ec9-bac3-7808ee1cdd9c), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:42:46.279398 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0958ec5-39bb-491e-9c8a-b6f3fb7d65fd req-2f7d27d6-7a2a-4530-8801-af62ec750de5 tempest-VolumesActionsTest-1032294313 tempest-VolumesActionsTest-1032294313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:42:46.287776 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-e0958ec5-39bb-491e-9c8a-b6f3fb7d65fd req-2f7d27d6-7a2a-4530-8801-af62ec750de5 tempest-VolumesActionsTest-1032294313 tempest-VolumesActionsTest-1032294313-project] 10.222.0.75 "GET /v2.0/ports?device_id=dd045e05-9072-4892-8cee-91e6a974cd9f HTTP/1.1" status: 200 len: 946 time: 0.1228583 Feb 09 19:42:46.347929 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-e0958ec5-39bb-491e-9c8a-b6f3fb7d65fd req-c72b339c-7e99-4a2f-9ad6-4c5dda88a030 tempest-VolumesActionsTest-1032294313 tempest-VolumesActionsTest-1032294313-project] 10.222.0.75 "GET /v2.0/security-groups?id=b763083d-ad5b-4ab9-a9e0-a6d332d19391&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588682 Feb 09 19:42:47.050347 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762867132591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593584'] for agent (496418a2-c002-4aec-ab1a-07f3bea491bd), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:42:47.488873 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1cd54d0-a575-4f60-8e6c-4bff8bc4da44 req-fe5de32d-b845-45fd-a18c-19d8d7a2b694 tempest-VolumesActionsTest-1032294313 tempest-VolumesActionsTest-1032294313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:42:47.490829 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-c1cd54d0-a575-4f60-8e6c-4bff8bc4da44 req-fe5de32d-b845-45fd-a18c-19d8d7a2b694 tempest-VolumesActionsTest-1032294313 tempest-VolumesActionsTest-1032294313-project] 10.222.0.75 "GET /v2.0/ports?device_id=dd045e05-9072-4892-8cee-91e6a974cd9f HTTP/1.1" status: 200 len: 946 time: 0.0720844 Feb 09 19:42:47.559063 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-c1cd54d0-a575-4f60-8e6c-4bff8bc4da44 req-a7f3e22d-eafb-4459-85d1-22babed686e2 tempest-VolumesActionsTest-1032294313 tempest-VolumesActionsTest-1032294313-project] 10.222.0.75 "GET /v2.0/security-groups?id=b763083d-ad5b-4ab9-a9e0-a6d332d19391&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0622880 Feb 09 19:42:48.840060 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762867132591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593584'] for agent (488cd9ae-631f-4955-ba0b-4f5a13f12e9c), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:42:49.168733 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762867132591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593584'] for agent (bcd5faee-dc24-4298-9134-0e0aa054058e), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:42:51.758783 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cbb1196-68fb-4cf9-9b45-2e7150561717 req-3dc56e4a-6d88-4f38-9e83-6e8c2e4a98af tempest-VolumesActionsTest-1032294313 tempest-VolumesActionsTest-1032294313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:42:51.760542 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-5cbb1196-68fb-4cf9-9b45-2e7150561717 req-3dc56e4a-6d88-4f38-9e83-6e8c2e4a98af tempest-VolumesActionsTest-1032294313 tempest-VolumesActionsTest-1032294313-project] 10.222.0.75 "GET /v2.0/ports?device_id=dd045e05-9072-4892-8cee-91e6a974cd9f HTTP/1.1" status: 200 len: 946 time: 0.0690217 Feb 09 19:42:51.849106 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-5cbb1196-68fb-4cf9-9b45-2e7150561717 req-5b10f294-b45d-4550-a90d-d2d1ee4e0586 tempest-VolumesActionsTest-1032294313 tempest-VolumesActionsTest-1032294313-project] 10.222.0.75 "GET /v2.0/security-groups?id=b763083d-ad5b-4ab9-a9e0-a6d332d19391&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0724223 Feb 09 19:42:52.552612 n-d-713498-36 neutron-server[103233]: DEBUG neutron.db.agents_db [None req-4a8a6a42-0a0c-4437-8958-92282682b6bb None None] Agent healthcheck: found 7 active agents {{(pid=103233) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 19:42:53.043793 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8ad2408-6965-4bee-b806-c42156ea861e req-2475572a-8099-435b-be99-24f536a37603 tempest-VolumesActionsTest-1032294313 tempest-VolumesActionsTest-1032294313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:42:53.051619 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-d8ad2408-6965-4bee-b806-c42156ea861e req-2475572a-8099-435b-be99-24f536a37603 tempest-VolumesActionsTest-1032294313 tempest-VolumesActionsTest-1032294313-project] 10.222.0.75 "GET /v2.0/ports?device_id=dd045e05-9072-4892-8cee-91e6a974cd9f HTTP/1.1" status: 200 len: 946 time: 0.0925796 Feb 09 19:42:53.064998 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b86479f9-dbc8-45ee-a095-417203fd97f6 req-38296f5f-e7b0-4320-964f-d49912e16250 tempest-VolumesActionsTest-1032294313 tempest-VolumesActionsTest-1032294313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:42:53.067367 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-b86479f9-dbc8-45ee-a095-417203fd97f6 req-38296f5f-e7b0-4320-964f-d49912e16250 tempest-VolumesActionsTest-1032294313 tempest-VolumesActionsTest-1032294313-project] 10.222.0.89 "GET /v2.0/ports?device_id=dd045e05-9072-4892-8cee-91e6a974cd9f HTTP/1.1" status: 200 len: 946 time: 0.1120732 Feb 09 19:42:53.123145 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-d8ad2408-6965-4bee-b806-c42156ea861e req-9de1eb9f-8ab9-40f0-aaeb-4e10200f2a13 tempest-VolumesActionsTest-1032294313 tempest-VolumesActionsTest-1032294313-project] 10.222.0.75 "GET /v2.0/security-groups?id=b763083d-ad5b-4ab9-a9e0-a6d332d19391&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0664742 Feb 09 19:42:53.215925 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.plugin [req-b86479f9-dbc8-45ee-a095-417203fd97f6 req-128f3ace-3417-473b-8f8b-c8389d080ca1 tempest-VolumesActionsTest-1032294313 tempest-VolumesActionsTest-1032294313-project] Deleting port 3f591999-c5c0-481e-a5f6-ab53de110442 {{(pid=103229) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 19:42:53.217587 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-b86479f9-dbc8-45ee-a095-417203fd97f6 req-128f3ace-3417-473b-8f8b-c8389d080ca1 tempest-VolumesActionsTest-1032294313 tempest-VolumesActionsTest-1032294313-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762867170196'] for port (3f591999-c5c0-481e-a5f6-ab53de110442), before_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:42:53.362917 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.db [req-b86479f9-dbc8-45ee-a095-417203fd97f6 req-128f3ace-3417-473b-8f8b-c8389d080ca1 tempest-VolumesActionsTest-1032294313 tempest-VolumesActionsTest-1032294313-project] For port 3f591999-c5c0-481e-a5f6-ab53de110442, host n-h1-713498-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-36',level=0,port_id=3f591999-c5c0-481e-a5f6-ab53de110442,segment=NetworkSegment(a2765e3b-6477-4b17-806d-0421069f7cb9),segment_id=a2765e3b-6477-4b17-806d-0421069f7cb9)] {{(pid=103229) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 19:42:53.363489 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-b86479f9-dbc8-45ee-a095-417203fd97f6 req-128f3ace-3417-473b-8f8b-c8389d080ca1 tempest-VolumesActionsTest-1032294313 tempest-VolumesActionsTest-1032294313-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1820838'] for port (3f591999-c5c0-481e-a5f6-ab53de110442), precommit_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:42:53.383549 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.plugin [req-b86479f9-dbc8-45ee-a095-417203fd97f6 req-128f3ace-3417-473b-8f8b-c8389d080ca1 tempest-VolumesActionsTest-1032294313 tempest-VolumesActionsTest-1032294313-project] Calling delete_port for 3f591999-c5c0-481e-a5f6-ab53de110442 owned by compute:nova {{(pid=103229) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 19:42:53.535977 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-b86479f9-dbc8-45ee-a095-417203fd97f6 req-128f3ace-3417-473b-8f8b-c8389d080ca1 tempest-VolumesActionsTest-1032294313 tempest-VolumesActionsTest-1032294313-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762867177463', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762866656476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12867576'] for port (3f591999-c5c0-481e-a5f6-ab53de110442), after_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:42:53.585560 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-128f3ace-3417-473b-8f8b-c8389d080ca1 tempest-VolumesActionsTest-1032294313 tempest-VolumesActionsTest-1032294313-project] Pushing event deleted for resources: {'Port': ['ID=3f591999-c5c0-481e-a5f6-ab53de110442,revision_number=None']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:42:53.652232 n-d-713498-36 neutron-server[103229]: DEBUG neutron.db.l3_dvrscheduler_db [req-b86479f9-dbc8-45ee-a095-417203fd97f6 req-128f3ace-3417-473b-8f8b-c8389d080ca1 tempest-VolumesActionsTest-1032294313 tempest-VolumesActionsTest-1032294313-project] No DVR routers for this DVR port 3f591999-c5c0-481e-a5f6-ab53de110442 on host n-h1-713498-36 {{(pid=103229) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 19:42:53.655088 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-b86479f9-dbc8-45ee-a095-417203fd97f6 req-128f3ace-3417-473b-8f8b-c8389d080ca1 tempest-VolumesActionsTest-1032294313 tempest-VolumesActionsTest-1032294313-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171096'] for port (None), before_response {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:42:53.659451 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-b86479f9-dbc8-45ee-a095-417203fd97f6 req-128f3ace-3417-473b-8f8b-c8389d080ca1 tempest-VolumesActionsTest-1032294313 tempest-VolumesActionsTest-1032294313-project] 10.222.0.89 "DELETE /v2.0/ports/3f591999-c5c0-481e-a5f6-ab53de110442 HTTP/1.1" status: 204 len: 173 time: 0.5868137 Feb 09 19:42:53.659919 n-d-713498-36 neutron-server[103229]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dd045e05-9072-4892-8cee-91e6a974cd9f', 'name': 'network-vif-deleted', 'tag': '3f591999-c5c0-481e-a5f6-ab53de110442'}] {{(pid=103229) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 19:42:53.662600 n-d-713498-36 neutron-server[103229]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fa6ae9a20702bd564eaf90d946620b2b4277b1ab91129323d3b54181076be307" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-501eacc0-72b1-484e-b394-a69ae5ed2a2e" -d '{"events": [{"server_uuid": "dd045e05-9072-4892-8cee-91e6a974cd9f", "name": "network-vif-deleted", "tag": "3f591999-c5c0-481e-a5f6-ab53de110442"}]}' {{(pid=103229) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 19:42:53.735869 n-d-713498-36 neutron-server[103229]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 19:42:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7057a789-c89b-4869-9f3c-30470015b186 x-openstack-request-id: req-7057a789-c89b-4869-9f3c-30470015b186 {{(pid=103229) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 19:42:53.736268 n-d-713498-36 neutron-server[103229]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dd045e05-9072-4892-8cee-91e6a974cd9f", "name": "network-vif-deleted", "tag": "3f591999-c5c0-481e-a5f6-ab53de110442", "status": "completed", "code": 200}]} {{(pid=103229) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 19:42:53.736621 n-d-713498-36 neutron-server[103229]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-7057a789-c89b-4869-9f3c-30470015b186 {{(pid=103229) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 19:42:53.737120 n-d-713498-36 neutron-server[103229]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dd045e05-9072-4892-8cee-91e6a974cd9f', 'name': 'network-vif-deleted', 'tag': '3f591999-c5c0-481e-a5f6-ab53de110442', 'status': 'completed', 'code': 200} Feb 09 19:42:54.257923 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-ece0d306-daff-40a8-9c9d-91365a2df3df req-f035b2e9-9aca-4c4e-8fec-d37d42be240c tempest-VolumesActionsTest-1032294313 tempest-VolumesActionsTest-1032294313-project] 10.222.0.75 "GET /v2.0/ports?device_id=dd045e05-9072-4892-8cee-91e6a974cd9f HTTP/1.1" status: 200 len: 210 time: 0.0331671 Feb 09 19:42:55.401353 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Device 3f591999-c5c0-481e-a5f6-ab53de110442 no longer exists at agent hyperv_n-h1-713498-36 {{(pid=103232) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 19:42:55.469913 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] No Port match for: 3f591999-c5c0-481e-a5f6-ab53de110442 {{(pid=103232) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 19:42:55.470783 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Device 3f591999-c5c0-481e-a5f6-ab53de110442 not bound to the agent host n-h1-713498-36 {{(pid=103232) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 19:42:56.399658 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-925ab81b-8ccf-496e-a114-61895fad3c57 req-94b81c95-73a6-4d79-999d-2f91171e6db5 service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=989128d9-c46c-4b13-918b-4c0821c1bb86&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0838776 Feb 09 19:42:56.543594 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-925ab81b-8ccf-496e-a114-61895fad3c57 req-e4179b8e-2359-48e8-a8a4-4bc7408e7f0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:42:56.545765 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-925ab81b-8ccf-496e-a114-61895fad3c57 req-e4179b8e-2359-48e8-a8a4-4bc7408e7f0f service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=fd0a542145cd49b4b252311e7932421a&device_id=989128d9-c46c-4b13-918b-4c0821c1bb86 HTTP/1.1" status: 200 len: 1128 time: 0.0809925 Feb 09 19:42:56.821799 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-925ab81b-8ccf-496e-a114-61895fad3c57 req-9525d079-1951-46f1-bea2-624b02d6f7a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:42:56.824883 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-925ab81b-8ccf-496e-a114-61895fad3c57 req-9525d079-1951-46f1-bea2-624b02d6f7a7 service neutron] 10.222.0.89 "GET /v2.0/networks?id=d3ba274b-bc96-4a3e-aeca-129a021b9dfd HTTP/1.1" status: 200 len: 914 time: 0.2535136 Feb 09 19:42:56.927969 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-925ab81b-8ccf-496e-a114-61895fad3c57 req-196b8762-b1ea-473c-b92f-bd9e7d04de79 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=3dc22f63-fd63-45b8-b7d5-edbeb2f1f4cd HTTP/1.1" status: 200 len: 217 time: 0.0966055 Feb 09 19:42:57.005938 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-925ab81b-8ccf-496e-a114-61895fad3c57 req-a58bbd90-8b3e-43bc-8f5b-2c51bd5ac1c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:42:57.007663 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-925ab81b-8ccf-496e-a114-61895fad3c57 req-a58bbd90-8b3e-43bc-8f5b-2c51bd5ac1c9 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=520085a7-4a3f-4cac-80cb-73b612951186 HTTP/1.1" status: 200 len: 853 time: 0.0717640 Feb 09 19:42:57.086524 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-925ab81b-8ccf-496e-a114-61895fad3c57 req-20d17b2c-d4b9-4f7a-84ea-b63908eff59a service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=d3ba274b-bc96-4a3e-aeca-129a021b9dfd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0481179 Feb 09 19:42:57.299166 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-925ab81b-8ccf-496e-a114-61895fad3c57 req-71536dc8-1d7e-4cae-a2eb-7d7e174e5fc3 service neutron] 10.222.0.89 "GET /v2.0/networks/d3ba274b-bc96-4a3e-aeca-129a021b9dfd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2089386 Feb 09 19:42:57.432714 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-925ab81b-8ccf-496e-a114-61895fad3c57 req-93f3870e-ee09-43f5-9993-0e9bfdf908c2 service neutron] 10.222.0.89 "GET /v2.0/networks/d3ba274b-bc96-4a3e-aeca-129a021b9dfd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1287782 Feb 09 19:43:01.938560 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-1daf7d89-980c-4e28-8f28-e30084c241a1 req-3636474a-e260-4efc-ab2a-4470a06175be service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=77581439-108c-44ae-832f-761549f53196&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0612636 Feb 09 19:43:02.097778 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1daf7d89-980c-4e28-8f28-e30084c241a1 req-e7de7449-2eee-4a06-a71f-e28edeba92c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:43:02.100269 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-1daf7d89-980c-4e28-8f28-e30084c241a1 req-e7de7449-2eee-4a06-a71f-e28edeba92c0 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=ad7e5b1e3bd44a9292bbae1791f9aecc&device_id=77581439-108c-44ae-832f-761549f53196 HTTP/1.1" status: 200 len: 1167 time: 0.0771916 Feb 09 19:43:02.337394 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1daf7d89-980c-4e28-8f28-e30084c241a1 req-0f02113f-7e90-4cbb-b858-1be0e0c2dae6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:43:02.339051 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-1daf7d89-980c-4e28-8f28-e30084c241a1 req-0f02113f-7e90-4cbb-b858-1be0e0c2dae6 service neutron] 10.222.0.90 "GET /v2.0/networks?id=16b9cb9f-5859-4d1b-9414-216a285f496b HTTP/1.1" status: 200 len: 897 time: 0.1652036 Feb 09 19:43:02.448459 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-1daf7d89-980c-4e28-8f28-e30084c241a1 req-d1e61631-8095-40e2-b6de-5169a7c560ed service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=891646c3-c785-4047-8c8b-118e2fe099cf HTTP/1.1" status: 200 len: 1001 time: 0.0981882 Feb 09 19:43:02.642813 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1daf7d89-980c-4e28-8f28-e30084c241a1 req-2b59bfa6-4fb8-460b-8980-7418bce21b53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:43:02.644422 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-1daf7d89-980c-4e28-8f28-e30084c241a1 req-2b59bfa6-4fb8-460b-8980-7418bce21b53 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=655873f1-fc83-4fbc-b7c0-49c9ad533a8e HTTP/1.1" status: 200 len: 835 time: 0.1800303 Feb 09 19:43:02.740534 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1daf7d89-980c-4e28-8f28-e30084c241a1 req-cb2d1f3d-fa75-4feb-bdb8-905057332d57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:43:02.747258 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-1daf7d89-980c-4e28-8f28-e30084c241a1 req-cb2d1f3d-fa75-4feb-bdb8-905057332d57 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=16b9cb9f-5859-4d1b-9414-216a285f496b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0916951 Feb 09 19:43:02.904757 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-1daf7d89-980c-4e28-8f28-e30084c241a1 req-5979a5cf-818c-4360-abbe-1e22fedf938f service neutron] 10.222.0.90 "GET /v2.0/networks/16b9cb9f-5859-4d1b-9414-216a285f496b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1471939 Feb 09 19:43:03.102126 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-1daf7d89-980c-4e28-8f28-e30084c241a1 req-0bad3fbf-0b0f-430e-9a01-01c264a52bed service neutron] 10.222.0.90 "GET /v2.0/networks/16b9cb9f-5859-4d1b-9414-216a285f496b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1859982 Feb 09 19:43:05.846772 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ef39057-446a-42eb-9b63-a109b6d16dd3 req-6de432fd-1050-4df1-8e08-b67177e9b016 tempest-TestVolumeBootPattern-1615943498 tempest-TestVolumeBootPattern-1615943498-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:43:05.848299 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-7ef39057-446a-42eb-9b63-a109b6d16dd3 req-6de432fd-1050-4df1-8e08-b67177e9b016 tempest-TestVolumeBootPattern-1615943498 tempest-TestVolumeBootPattern-1615943498-project] 10.222.0.75 "GET /v2.0/networks?id=6c0390b8-57a8-4e5d-b1b3-4d3098f0383e HTTP/1.1" status: 200 len: 812 time: 0.1098044 Feb 09 19:43:05.863910 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-7ef39057-446a-42eb-9b63-a109b6d16dd3 req-bec8b8b7-b5a4-4c93-a9c0-202100a4a130 tempest-TestVolumeBootPattern-1615943498 tempest-TestVolumeBootPattern-1615943498-project] 10.222.0.75 "GET /v2.0/quotas/e66ffe5bb4494e31b9de6c7224f91756 HTTP/1.1" status: 200 len: 375 time: 0.0104370 Feb 09 19:43:05.927165 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-7ef39057-446a-42eb-9b63-a109b6d16dd3 req-35f16293-0c56-47f8-8d17-2c16cf1edea2 tempest-TestVolumeBootPattern-1615943498 tempest-TestVolumeBootPattern-1615943498-project] 10.222.0.75 "GET /v2.0/ports?tenant_id=e66ffe5bb4494e31b9de6c7224f91756&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0573945 Feb 09 19:43:06.024161 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-7ef39057-446a-42eb-9b63-a109b6d16dd3 req-409e3dfd-8be2-4297-9b12-0fa791994e8b service neutron] 10.222.0.75 "GET /v2.0/networks/6c0390b8-57a8-4e5d-b1b3-4d3098f0383e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0872135 Feb 09 19:43:06.124421 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-7ef39057-446a-42eb-9b63-a109b6d16dd3 req-48d6cc81-a3d7-4cd3-b0a8-e8a33aab171c service neutron] 10.222.0.75 "GET /v2.0/networks/6c0390b8-57a8-4e5d-b1b3-4d3098f0383e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0934193 Feb 09 19:43:06.497211 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-47d1a653-e0b0-4e5b-99ef-735ba51b8a33 req-fb479a4d-45af-44f2-b300-e9b26ae0eb34 tempest-TestVolumeBootPattern-1615943498 tempest-TestVolumeBootPattern-1615943498-project] 10.222.0.75 "GET /v2.0/ports?device_id=979d1676-7858-444c-ad74-270d4bc6922c HTTP/1.1" status: 200 len: 210 time: 0.0294952 Feb 09 19:43:07.607240 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-ba09d00d-2c81-4927-8383-79fa409f656c req-b9c3c265-9c3e-4260-b033-98dcfd6fd945 tempest-TestVolumeBootPattern-1615943498 tempest-TestVolumeBootPattern-1615943498-project] 10.222.0.75 "GET /v2.0/ports?device_id=979d1676-7858-444c-ad74-270d4bc6922c HTTP/1.1" status: 200 len: 210 time: 0.0303650 Feb 09 19:43:07.894670 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ef39057-446a-42eb-9b63-a109b6d16dd3 req-f8fda4c6-2859-445f-a9ce-fd500dff6290 tempest-TestVolumeBootPattern-1615943498 tempest-TestVolumeBootPattern-1615943498-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:43:07.896302 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-7ef39057-446a-42eb-9b63-a109b6d16dd3 req-f8fda4c6-2859-445f-a9ce-fd500dff6290 tempest-TestVolumeBootPattern-1615943498 tempest-TestVolumeBootPattern-1615943498-project] 10.222.0.89 "GET /v2.0/networks?id=6c0390b8-57a8-4e5d-b1b3-4d3098f0383e HTTP/1.1" status: 200 len: 812 time: 0.1508567 Feb 09 19:43:07.914922 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.v2.base [req-7ef39057-446a-42eb-9b63-a109b6d16dd3 req-fbc9b9bf-6b85-42e6-a10e-95350485e5ac tempest-TestVolumeBootPattern-1615943498 tempest-TestVolumeBootPattern-1615943498-project] Request body: {'port': {'device_id': '979d1676-7858-444c-ad74-270d4bc6922c', 'network_id': '6c0390b8-57a8-4e5d-b1b3-4d3098f0383e', 'admin_state_up': True, 'tenant_id': 'e66ffe5bb4494e31b9de6c7224f91756'}} {{(pid=103229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 19:43:08.037873 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7ef39057-446a-42eb-9b63-a109b6d16dd3 req-fbc9b9bf-6b85-42e6-a10e-95350485e5ac tempest-TestVolumeBootPattern-1615943498 tempest-TestVolumeBootPattern-1615943498-project] Made reservation on behalf of e66ffe5bb4494e31b9de6c7224f91756 for: {'port': 1} {{(pid=103229) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 19:43:08.041814 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-7ef39057-446a-42eb-9b63-a109b6d16dd3 req-fbc9b9bf-6b85-42e6-a10e-95350485e5ac tempest-TestVolumeBootPattern-1615943498 tempest-TestVolumeBootPattern-1615943498-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (None), before_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:43:08.189550 n-d-713498-36 neutron-server[103229]: DEBUG neutron.db.db_base_plugin_common [req-7ef39057-446a-42eb-9b63-a109b6d16dd3 req-fbc9b9bf-6b85-42e6-a10e-95350485e5ac tempest-TestVolumeBootPattern-1615943498 tempest-TestVolumeBootPattern-1615943498-project] Allocated IP 172.20.0.7 (6c0390b8-57a8-4e5d-b1b3-4d3098f0383e/8c23e8df-50ec-4124-b2e0-ec4287e0865a/e05a24f3-41be-4636-973c-20cbe5cf3a4a) {{(pid=103229) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 19:43:08.378371 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-7ef39057-446a-42eb-9b63-a109b6d16dd3 req-fbc9b9bf-6b85-42e6-a10e-95350485e5ac tempest-TestVolumeBootPattern-1615943498 tempest-TestVolumeBootPattern-1615943498-project] Publish callbacks [] for port (e05a24f3-41be-4636-973c-20cbe5cf3a4a), precommit_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:43:08.415693 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-7ef39057-446a-42eb-9b63-a109b6d16dd3 req-fbc9b9bf-6b85-42e6-a10e-95350485e5ac tempest-TestVolumeBootPattern-1615943498 tempest-TestVolumeBootPattern-1615943498-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762866656467', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12867576'] for port (e05a24f3-41be-4636-973c-20cbe5cf3a4a), after_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:43:08.467589 n-d-713498-36 neutron-server[103229]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7ef39057-446a-42eb-9b63-a109b6d16dd3 req-fbc9b9bf-6b85-42e6-a10e-95350485e5ac tempest-TestVolumeBootPattern-1615943498 tempest-TestVolumeBootPattern-1615943498-project] Network 6c0390b8-57a8-4e5d-b1b3-4d3098f0383e is already hosted by enough agents. {{(pid=103229) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 19:43:08.472840 n-d-713498-36 neutron-server[103229]: DEBUG neutron.scheduler.base_scheduler [req-7ef39057-446a-42eb-9b63-a109b6d16dd3 req-fbc9b9bf-6b85-42e6-a10e-95350485e5ac tempest-TestVolumeBootPattern-1615943498 tempest-TestVolumeBootPattern-1615943498-project] Resources bound (agent type, host, resource id): {{(pid=103229) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 19:43:08.494555 n-d-713498-36 neutron-server[103229]: DEBUG neutron.db.l3_dvrscheduler_db [req-7ef39057-446a-42eb-9b63-a109b6d16dd3 req-fbc9b9bf-6b85-42e6-a10e-95350485e5ac tempest-TestVolumeBootPattern-1615943498 tempest-TestVolumeBootPattern-1615943498-project] Received port after_create {{(pid=103229) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 19:43:08.582426 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ef39057-446a-42eb-9b63-a109b6d16dd3 req-fbc9b9bf-6b85-42e6-a10e-95350485e5ac tempest-TestVolumeBootPattern-1615943498 tempest-TestVolumeBootPattern-1615943498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:43:08.583138 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-7ef39057-446a-42eb-9b63-a109b6d16dd3 req-fbc9b9bf-6b85-42e6-a10e-95350485e5ac tempest-TestVolumeBootPattern-1615943498 tempest-TestVolumeBootPattern-1615943498-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171096'] for port (None), before_response {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:43:08.600845 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-7ef39057-446a-42eb-9b63-a109b6d16dd3 req-fbc9b9bf-6b85-42e6-a10e-95350485e5ac tempest-TestVolumeBootPattern-1615943498 tempest-TestVolumeBootPattern-1615943498-project] 10.222.0.89 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6922510 Feb 09 19:43:08.632952 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.v2.base [req-7ef39057-446a-42eb-9b63-a109b6d16dd3 req-40fa9ae5-fe36-4eb3-9330-41a5e7e13e24 service neutron] Request body: {'port': {'device_id': '979d1676-7858-444c-ad74-270d4bc6922c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-713498-36'}} {{(pid=103229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 19:43:08.732773 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbc9b9bf-6b85-42e6-a10e-95350485e5ac tempest-TestVolumeBootPattern-1615943498 tempest-TestVolumeBootPattern-1615943498-project] Pushing event updated for resources: {'Port': ['ID=e05a24f3-41be-4636-973c-20cbe5cf3a4a,revision_number=1']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:43:08.776509 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbc9b9bf-6b85-42e6-a10e-95350485e5ac tempest-TestVolumeBootPattern-1615943498 tempest-TestVolumeBootPattern-1615943498-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:43:08.781268 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbc9b9bf-6b85-42e6-a10e-95350485e5ac tempest-TestVolumeBootPattern-1615943498 tempest-TestVolumeBootPattern-1615943498-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:43:08.781846 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbc9b9bf-6b85-42e6-a10e-95350485e5ac tempest-TestVolumeBootPattern-1615943498 tempest-TestVolumeBootPattern-1615943498-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:43:08.782358 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbc9b9bf-6b85-42e6-a10e-95350485e5ac tempest-TestVolumeBootPattern-1615943498 tempest-TestVolumeBootPattern-1615943498-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:43:08.782881 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbc9b9bf-6b85-42e6-a10e-95350485e5ac tempest-TestVolumeBootPattern-1615943498 tempest-TestVolumeBootPattern-1615943498-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:43:08.783360 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbc9b9bf-6b85-42e6-a10e-95350485e5ac tempest-TestVolumeBootPattern-1615943498 tempest-TestVolumeBootPattern-1615943498-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:43:08.783865 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbc9b9bf-6b85-42e6-a10e-95350485e5ac tempest-TestVolumeBootPattern-1615943498 tempest-TestVolumeBootPattern-1615943498-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:43:08.784282 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbc9b9bf-6b85-42e6-a10e-95350485e5ac tempest-TestVolumeBootPattern-1615943498 tempest-TestVolumeBootPattern-1615943498-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:43:08.784689 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbc9b9bf-6b85-42e6-a10e-95350485e5ac tempest-TestVolumeBootPattern-1615943498 tempest-TestVolumeBootPattern-1615943498-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:43:08.785773 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbc9b9bf-6b85-42e6-a10e-95350485e5ac tempest-TestVolumeBootPattern-1615943498 tempest-TestVolumeBootPattern-1615943498-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:43:08.786267 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbc9b9bf-6b85-42e6-a10e-95350485e5ac tempest-TestVolumeBootPattern-1615943498 tempest-TestVolumeBootPattern-1615943498-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:43:08.787302 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbc9b9bf-6b85-42e6-a10e-95350485e5ac tempest-TestVolumeBootPattern-1615943498 tempest-TestVolumeBootPattern-1615943498-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:43:08.787725 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbc9b9bf-6b85-42e6-a10e-95350485e5ac tempest-TestVolumeBootPattern-1615943498 tempest-TestVolumeBootPattern-1615943498-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:43:08.938047 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-7ef39057-446a-42eb-9b63-a109b6d16dd3 req-40fa9ae5-fe36-4eb3-9330-41a5e7e13e24 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (e05a24f3-41be-4636-973c-20cbe5cf3a4a), before_update {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:43:08.963030 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.provisioning_blocks [None req-cb2bddab-d378-4d2a-97fc-01014b7d6ec8 None None] Provisioning complete for port e05a24f3-41be-4636-973c-20cbe5cf3a4a triggered by entity DHCP. {{(pid=103232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 19:43:08.963664 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-164228c5-d477-40de-b878-b530d166a72d req-f2227103-47e8-49bc-ad85-86a88b139e0b tempest-TestVolumeBootPattern-1615943498 tempest-TestVolumeBootPattern-1615943498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:43:08.963823 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-cb2bddab-d378-4d2a-97fc-01014b7d6ec8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593630'] for port (e05a24f3-41be-4636-973c-20cbe5cf3a4a), provisioning_complete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:43:08.965637 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-164228c5-d477-40de-b878-b530d166a72d req-f2227103-47e8-49bc-ad85-86a88b139e0b tempest-TestVolumeBootPattern-1615943498 tempest-TestVolumeBootPattern-1615943498-project] 10.222.0.75 "GET /v2.0/ports?device_id=979d1676-7858-444c-ad74-270d4bc6922c HTTP/1.1" status: 200 len: 931 time: 0.1698287 Feb 09 19:43:09.052528 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-cb2bddab-d378-4d2a-97fc-01014b7d6ec8 None None] Port e05a24f3-41be-4636-973c-20cbe5cf3a4a cannot update to ACTIVE because it is not bound. {{(pid=103232) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 19:43:09.328405 n-d-713498-36 neutron-server[103229]: DEBUG neutron.notifiers.nova [req-7ef39057-446a-42eb-9b63-a109b6d16dd3 req-40fa9ae5-fe36-4eb3-9330-41a5e7e13e24 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e05a24f3-41be-4636-973c-20cbe5cf3a4a {{(pid=103229) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 19:43:09.377923 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-164228c5-d477-40de-b878-b530d166a72d req-54a28fa9-032e-4b19-a8ff-618f0f096c70 tempest-TestVolumeBootPattern-1615943498 tempest-TestVolumeBootPattern-1615943498-project] 10.222.0.75 "GET /v2.0/security-groups?id=85e2738d-e0ce-44c8-a269-2deaf81a01f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3898022 Feb 09 19:43:09.380571 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-7ef39057-446a-42eb-9b63-a109b6d16dd3 req-40fa9ae5-fe36-4eb3-9330-41a5e7e13e24 service neutron] Publish callbacks [] for port (e05a24f3-41be-4636-973c-20cbe5cf3a4a), precommit_update {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:43:09.420218 n-d-713498-36 neutron-server[103229]: DEBUG neutron.db.provisioning_blocks [req-7ef39057-446a-42eb-9b63-a109b6d16dd3 req-40fa9ae5-fe36-4eb3-9330-41a5e7e13e24 service neutron] Transition to ACTIVE for port object e05a24f3-41be-4636-973c-20cbe5cf3a4a will not be triggered until provisioned by entity L2. {{(pid=103229) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 19:43:09.433527 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-7ef39057-446a-42eb-9b63-a109b6d16dd3 req-40fa9ae5-fe36-4eb3-9330-41a5e7e13e24 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762867176205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762866656485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762866656503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12867569'] for port (e05a24f3-41be-4636-973c-20cbe5cf3a4a), after_update {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:43:09.586707 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40fa9ae5-fe36-4eb3-9330-41a5e7e13e24 service neutron] Pushing event updated for resources: {'Port': ['ID=e05a24f3-41be-4636-973c-20cbe5cf3a4a,revision_number=2']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:43:09.675960 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.managers [req-7ef39057-446a-42eb-9b63-a109b6d16dd3 req-40fa9ae5-fe36-4eb3-9330-41a5e7e13e24 service neutron] Attempting to bind port e05a24f3-41be-4636-973c-20cbe5cf3a4a on host n-h1-713498-36 for vnic_type normal with profile {{(pid=103229) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 19:43:09.676303 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.managers [req-7ef39057-446a-42eb-9b63-a109b6d16dd3 req-40fa9ae5-fe36-4eb3-9330-41a5e7e13e24 service neutron] Attempting to bind port e05a24f3-41be-4636-973c-20cbe5cf3a4a by drivers openvswitch,hyperv on host n-h1-713498-36 at level 0 using segments [{'id': '33386be2-7716-4eda-8188-eeaffee7e0ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '6c0390b8-57a8-4e5d-b1b3-4d3098f0383e'}] {{(pid=103229) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 19:43:09.676641 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ef39057-446a-42eb-9b63-a109b6d16dd3 req-40fa9ae5-fe36-4eb3-9330-41a5e7e13e24 service neutron] Attempting to bind port e05a24f3-41be-4636-973c-20cbe5cf3a4a on network 6c0390b8-57a8-4e5d-b1b3-4d3098f0383e {{(pid=103229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 19:43:09.693894 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ef39057-446a-42eb-9b63-a109b6d16dd3 req-40fa9ae5-fe36-4eb3-9330-41a5e7e13e24 service neutron] Port e05a24f3-41be-4636-973c-20cbe5cf3a4a on network 6c0390b8-57a8-4e5d-b1b3-4d3098f0383e not bound, no agent of type Open vSwitch agent registered on host n-h1-713498-36 {{(pid=103229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 19:43:09.694263 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ef39057-446a-42eb-9b63-a109b6d16dd3 req-40fa9ae5-fe36-4eb3-9330-41a5e7e13e24 service neutron] Attempting to bind port e05a24f3-41be-4636-973c-20cbe5cf3a4a on network 6c0390b8-57a8-4e5d-b1b3-4d3098f0383e {{(pid=103229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 19:43:09.706397 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ef39057-446a-42eb-9b63-a109b6d16dd3 req-40fa9ae5-fe36-4eb3-9330-41a5e7e13e24 service neutron] Checking agent: {'id': '488cd9ae-631f-4955-ba0b-4f5a13f12e9c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713498-36', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 18, 59, 18), 'started_at': datetime.datetime(2022, 2, 9, 18, 59, 18), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 19, 42, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 19:43:09.706926 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ef39057-446a-42eb-9b63-a109b6d16dd3 req-40fa9ae5-fe36-4eb3-9330-41a5e7e13e24 service neutron] Checking segment: {'id': '33386be2-7716-4eda-8188-eeaffee7e0ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '6c0390b8-57a8-4e5d-b1b3-4d3098f0383e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103229) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 19:43:09.707553 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ef39057-446a-42eb-9b63-a109b6d16dd3 req-40fa9ae5-fe36-4eb3-9330-41a5e7e13e24 service neutron] Bound using segment: {'id': '33386be2-7716-4eda-8188-eeaffee7e0ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '6c0390b8-57a8-4e5d-b1b3-4d3098f0383e'} {{(pid=103229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 19:43:09.708311 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.managers [req-7ef39057-446a-42eb-9b63-a109b6d16dd3 req-40fa9ae5-fe36-4eb3-9330-41a5e7e13e24 service neutron] Bound port: e05a24f3-41be-4636-973c-20cbe5cf3a4a, host: n-h1-713498-36, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '33386be2-7716-4eda-8188-eeaffee7e0ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '6c0390b8-57a8-4e5d-b1b3-4d3098f0383e'}}] {{(pid=103229) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 19:43:09.708908 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-7ef39057-446a-42eb-9b63-a109b6d16dd3 req-40fa9ae5-fe36-4eb3-9330-41a5e7e13e24 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (e05a24f3-41be-4636-973c-20cbe5cf3a4a), before_update {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:43:09.868958 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.db [req-7ef39057-446a-42eb-9b63-a109b6d16dd3 req-40fa9ae5-fe36-4eb3-9330-41a5e7e13e24 service neutron] For port e05a24f3-41be-4636-973c-20cbe5cf3a4a, host n-h1-713498-36, cleared binding levels {{(pid=103229) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 19:43:09.873294 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.db [req-7ef39057-446a-42eb-9b63-a109b6d16dd3 req-40fa9ae5-fe36-4eb3-9330-41a5e7e13e24 service neutron] For port e05a24f3-41be-4636-973c-20cbe5cf3a4a, host n-h1-713498-36, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-36',level=0,port_id=e05a24f3-41be-4636-973c-20cbe5cf3a4a,segment=NetworkSegment(33386be2-7716-4eda-8188-eeaffee7e0ec),segment_id=33386be2-7716-4eda-8188-eeaffee7e0ec)] {{(pid=103229) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 19:43:09.883222 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-7ef39057-446a-42eb-9b63-a109b6d16dd3 req-40fa9ae5-fe36-4eb3-9330-41a5e7e13e24 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762867176205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762866656485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762866656503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12867569'] for port (e05a24f3-41be-4636-973c-20cbe5cf3a4a), after_update {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:43:09.927721 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ef39057-446a-42eb-9b63-a109b6d16dd3 req-40fa9ae5-fe36-4eb3-9330-41a5e7e13e24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:43:09.928582 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-7ef39057-446a-42eb-9b63-a109b6d16dd3 req-40fa9ae5-fe36-4eb3-9330-41a5e7e13e24 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171096'] for port (None), before_response {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:43:09.930709 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-7ef39057-446a-42eb-9b63-a109b6d16dd3 req-40fa9ae5-fe36-4eb3-9330-41a5e7e13e24 service neutron] 10.222.0.89 "PUT /v2.0/ports/e05a24f3-41be-4636-973c-20cbe5cf3a4a HTTP/1.1" status: 200 len: 1092 time: 1.3128428 Feb 09 19:43:09.931403 n-d-713498-36 neutron-server[103229]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '979d1676-7858-444c-ad74-270d4bc6922c', 'tag': 'e05a24f3-41be-4636-973c-20cbe5cf3a4a'}] {{(pid=103229) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 19:43:09.934580 n-d-713498-36 neutron-server[103229]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fa6ae9a20702bd564eaf90d946620b2b4277b1ab91129323d3b54181076be307" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d8c64747-2f67-4172-a2a7-c56fba878527" -d '{"events": [{"name": "network-changed", "server_uuid": "979d1676-7858-444c-ad74-270d4bc6922c", "tag": "e05a24f3-41be-4636-973c-20cbe5cf3a4a"}]}' {{(pid=103229) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 19:43:10.018278 n-d-713498-36 neutron-server[103229]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 19:43:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e8318264-d969-44b3-87ee-f3cf716010f8 x-openstack-request-id: req-e8318264-d969-44b3-87ee-f3cf716010f8 {{(pid=103229) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 19:43:10.019009 n-d-713498-36 neutron-server[103229]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "979d1676-7858-444c-ad74-270d4bc6922c", "tag": "e05a24f3-41be-4636-973c-20cbe5cf3a4a", "status": "completed", "code": 200}]} {{(pid=103229) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 19:43:10.022135 n-d-713498-36 neutron-server[103229]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-e8318264-d969-44b3-87ee-f3cf716010f8 {{(pid=103229) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 19:43:10.022580 n-d-713498-36 neutron-server[103229]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '979d1676-7858-444c-ad74-270d4bc6922c', 'tag': 'e05a24f3-41be-4636-973c-20cbe5cf3a4a', 'status': 'completed', 'code': 200} Feb 09 19:43:10.042619 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40fa9ae5-fe36-4eb3-9330-41a5e7e13e24 service neutron] Pushing event updated for resources: {'Port': ['ID=e05a24f3-41be-4636-973c-20cbe5cf3a4a,revision_number=3']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:43:10.070748 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ef39057-446a-42eb-9b63-a109b6d16dd3 req-3e9ca720-4a75-4c68-902b-9bd39696e0fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:43:10.072325 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-7ef39057-446a-42eb-9b63-a109b6d16dd3 req-3e9ca720-4a75-4c68-902b-9bd39696e0fd service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=e66ffe5bb4494e31b9de6c7224f91756&device_id=979d1676-7858-444c-ad74-270d4bc6922c HTTP/1.1" status: 200 len: 1126 time: 0.1005938 Feb 09 19:43:10.133222 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-7ef39057-446a-42eb-9b63-a109b6d16dd3 req-3a74508c-5f71-427b-8fc5-bf8227f9f86d service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e05a24f3-41be-4636-973c-20cbe5cf3a4a HTTP/1.1" status: 200 len: 217 time: 0.0544186 Feb 09 19:43:10.201668 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ef39057-446a-42eb-9b63-a109b6d16dd3 req-c9f4f9d0-34e2-414d-bb46-be4efdbcc9e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:43:10.206218 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-7ef39057-446a-42eb-9b63-a109b6d16dd3 req-c9f4f9d0-34e2-414d-bb46-be4efdbcc9e1 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=8c23e8df-50ec-4124-b2e0-ec4287e0865a HTTP/1.1" status: 200 len: 851 time: 0.0673771 Feb 09 19:43:10.270281 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ef39057-446a-42eb-9b63-a109b6d16dd3 req-5e410115-7747-4896-b9ce-25c221188c56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:43:10.273565 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-7ef39057-446a-42eb-9b63-a109b6d16dd3 req-5e410115-7747-4896-b9ce-25c221188c56 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=6c0390b8-57a8-4e5d-b1b3-4d3098f0383e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0620253 Feb 09 19:43:10.412679 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-7ef39057-446a-42eb-9b63-a109b6d16dd3 req-0891d628-b408-4725-8b27-d326adbd8bcb service neutron] 10.222.0.89 "GET /v2.0/networks/6c0390b8-57a8-4e5d-b1b3-4d3098f0383e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1324265 Feb 09 19:43:10.828672 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-af420a1b-7d29-41c9-a20d-a2985c24cfed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762867132591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593584'] for agent (af91e4b9-f4e1-42b1-a25c-a10dc47171c8), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:43:10.972399 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e41d24ff-bb4c-4170-9e3e-58c6a72ae1e0 req-b5ea20c5-28fb-4272-8317-1b343c793cba tempest-TestVolumeBootPattern-1615943498 tempest-TestVolumeBootPattern-1615943498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:43:10.975296 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-e41d24ff-bb4c-4170-9e3e-58c6a72ae1e0 req-b5ea20c5-28fb-4272-8317-1b343c793cba tempest-TestVolumeBootPattern-1615943498 tempest-TestVolumeBootPattern-1615943498-project] 10.222.0.75 "GET /v2.0/ports?device_id=979d1676-7858-444c-ad74-270d4bc6922c HTTP/1.1" status: 200 len: 943 time: 0.1461861 Feb 09 19:43:10.986084 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-7ef39057-446a-42eb-9b63-a109b6d16dd3 req-21653d98-dc3e-4420-9479-cfb6a3992c76 service neutron] 10.222.0.89 "GET /v2.0/networks/6c0390b8-57a8-4e5d-b1b3-4d3098f0383e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5668674 Feb 09 19:43:11.057736 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-e41d24ff-bb4c-4170-9e3e-58c6a72ae1e0 req-4b140d07-0d89-408f-83be-e905b8324c1e tempest-TestVolumeBootPattern-1615943498 tempest-TestVolumeBootPattern-1615943498-project] 10.222.0.75 "GET /v2.0/security-groups?id=85e2738d-e0ce-44c8-a269-2deaf81a01f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0764012 Feb 09 19:43:11.127014 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8c64747-2f67-4172-a2a7-c56fba878527 req-55e02bc3-c479-40b7-9a92-5f1106438eaf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:43:11.129864 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-d8c64747-2f67-4172-a2a7-c56fba878527 req-55e02bc3-c479-40b7-9a92-5f1106438eaf service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=e66ffe5bb4494e31b9de6c7224f91756&device_id=979d1676-7858-444c-ad74-270d4bc6922c HTTP/1.1" status: 200 len: 1126 time: 0.0773969 Feb 09 19:43:11.326115 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8c64747-2f67-4172-a2a7-c56fba878527 req-4784dd40-6496-4a82-ad01-620b2dcac5cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:43:11.329492 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-d8c64747-2f67-4172-a2a7-c56fba878527 req-4784dd40-6496-4a82-ad01-620b2dcac5cd service neutron] 10.222.0.89 "GET /v2.0/networks?id=6c0390b8-57a8-4e5d-b1b3-4d3098f0383e HTTP/1.1" status: 200 len: 913 time: 0.1911447 Feb 09 19:43:11.386038 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-d8c64747-2f67-4172-a2a7-c56fba878527 req-44641fea-b5b0-497e-be48-1508a6d795d2 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e05a24f3-41be-4636-973c-20cbe5cf3a4a HTTP/1.1" status: 200 len: 217 time: 0.0517790 Feb 09 19:43:11.495463 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8c64747-2f67-4172-a2a7-c56fba878527 req-8265821f-4a36-47c1-9031-31df2f7a4ca9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:43:11.497478 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-d8c64747-2f67-4172-a2a7-c56fba878527 req-8265821f-4a36-47c1-9031-31df2f7a4ca9 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=8c23e8df-50ec-4124-b2e0-ec4287e0865a HTTP/1.1" status: 200 len: 851 time: 0.1056149 Feb 09 19:43:11.596104 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8c64747-2f67-4172-a2a7-c56fba878527 req-af137d6f-e929-4d78-a858-e8f51846478e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:43:11.598931 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-d8c64747-2f67-4172-a2a7-c56fba878527 req-af137d6f-e929-4d78-a858-e8f51846478e service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=6c0390b8-57a8-4e5d-b1b3-4d3098f0383e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0953176 Feb 09 19:43:11.759153 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-d8c64747-2f67-4172-a2a7-c56fba878527 req-b7cef093-c387-407d-b051-dc680285e8ff service neutron] 10.222.0.89 "GET /v2.0/networks/6c0390b8-57a8-4e5d-b1b3-4d3098f0383e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1546259 Feb 09 19:43:11.964174 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-d8c64747-2f67-4172-a2a7-c56fba878527 req-899db862-c216-4880-a728-7124f5784718 service neutron] 10.222.0.89 "GET /v2.0/networks/6c0390b8-57a8-4e5d-b1b3-4d3098f0383e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1967466 Feb 09 19:43:12.310923 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27f55d38-857a-4f75-93fb-871ffed91e29 req-61ff8a32-edc5-4631-b845-27a42a874dea tempest-TestVolumeBootPattern-1615943498 tempest-TestVolumeBootPattern-1615943498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:43:12.313093 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-27f55d38-857a-4f75-93fb-871ffed91e29 req-61ff8a32-edc5-4631-b845-27a42a874dea tempest-TestVolumeBootPattern-1615943498 tempest-TestVolumeBootPattern-1615943498-project] 10.222.0.75 "GET /v2.0/ports?device_id=979d1676-7858-444c-ad74-270d4bc6922c HTTP/1.1" status: 200 len: 943 time: 0.0930173 Feb 09 19:43:12.395089 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-27f55d38-857a-4f75-93fb-871ffed91e29 req-030b96eb-164a-4501-9d58-5db71ac8b945 tempest-TestVolumeBootPattern-1615943498 tempest-TestVolumeBootPattern-1615943498-project] 10.222.0.75 "GET /v2.0/security-groups?id=85e2738d-e0ce-44c8-a269-2deaf81a01f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0731833 Feb 09 19:43:13.149519 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-5a9f7e98-49a4-46d8-b862-c6ecc8b717ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762867132591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593584'] for agent (93303d5e-5d17-45e8-8963-7694f87783ae), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:43:13.523920 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88c8f668-328b-41a5-8b55-bd93dd3613de req-efca633d-615f-4ce9-b9c1-0bf03f2bf819 tempest-TestVolumeBootPattern-1615943498 tempest-TestVolumeBootPattern-1615943498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:43:13.525705 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-88c8f668-328b-41a5-8b55-bd93dd3613de req-efca633d-615f-4ce9-b9c1-0bf03f2bf819 tempest-TestVolumeBootPattern-1615943498 tempest-TestVolumeBootPattern-1615943498-project] 10.222.0.75 "GET /v2.0/ports?device_id=979d1676-7858-444c-ad74-270d4bc6922c HTTP/1.1" status: 200 len: 943 time: 0.0615053 Feb 09 19:43:13.609469 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-88c8f668-328b-41a5-8b55-bd93dd3613de req-8272753e-f6a0-4c80-b9a9-f8980fb83587 tempest-TestVolumeBootPattern-1615943498 tempest-TestVolumeBootPattern-1615943498-project] 10.222.0.75 "GET /v2.0/security-groups?id=85e2738d-e0ce-44c8-a269-2deaf81a01f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0735095 Feb 09 19:43:14.404187 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-edc54c9b-7f13-45d9-9271-85c9738b0128 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762867132591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593584'] for agent (a62b1850-466f-48ae-bec7-d62fb280e14b), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:43:14.762390 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c77176a8-5cd0-44f5-bbe3-ebf8c4eb01e8 req-f3e12810-873e-45a4-ba92-8adaf07f4536 tempest-TestVolumeBootPattern-1615943498 tempest-TestVolumeBootPattern-1615943498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:43:14.771914 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-c77176a8-5cd0-44f5-bbe3-ebf8c4eb01e8 req-f3e12810-873e-45a4-ba92-8adaf07f4536 tempest-TestVolumeBootPattern-1615943498 tempest-TestVolumeBootPattern-1615943498-project] 10.222.0.75 "GET /v2.0/ports?device_id=979d1676-7858-444c-ad74-270d4bc6922c HTTP/1.1" status: 200 len: 943 time: 0.0755954 Feb 09 19:43:14.832131 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-c77176a8-5cd0-44f5-bbe3-ebf8c4eb01e8 req-10c8141c-394c-4c73-92d9-6ae22fc9e684 tempest-TestVolumeBootPattern-1615943498 tempest-TestVolumeBootPattern-1615943498-project] 10.222.0.75 "GET /v2.0/security-groups?id=85e2738d-e0ce-44c8-a269-2deaf81a01f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587375 Feb 09 19:43:16.022865 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-a7262a8e-0513-48fd-984d-75726a511961 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762867132591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593584'] for agent (911cfea2-02ae-4ec9-bac3-7808ee1cdd9c), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:43:16.026490 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cda2bd55-2633-4c57-a370-94693307dd6f req-c1053c87-73a3-4145-9077-8f44f41f8292 tempest-TestVolumeBootPattern-1615943498 tempest-TestVolumeBootPattern-1615943498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:43:16.028701 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-cda2bd55-2633-4c57-a370-94693307dd6f req-c1053c87-73a3-4145-9077-8f44f41f8292 tempest-TestVolumeBootPattern-1615943498 tempest-TestVolumeBootPattern-1615943498-project] 10.222.0.75 "GET /v2.0/ports?device_id=979d1676-7858-444c-ad74-270d4bc6922c HTTP/1.1" status: 200 len: 943 time: 0.1105874 Feb 09 19:43:16.095399 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-cda2bd55-2633-4c57-a370-94693307dd6f req-76ee874b-df6b-4a8c-96f1-0bf5996000d1 tempest-TestVolumeBootPattern-1615943498 tempest-TestVolumeBootPattern-1615943498-project] 10.222.0.75 "GET /v2.0/security-groups?id=85e2738d-e0ce-44c8-a269-2deaf81a01f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583417 Feb 09 19:43:17.085789 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762867132591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593584'] for agent (496418a2-c002-4aec-ab1a-07f3bea491bd), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:43:17.250219 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-491129c3-b05a-4598-a99d-e079a1b0a0e9 req-a2c81ddf-cab6-4660-a0dc-573a7206d9ba tempest-TestVolumeBootPattern-1615943498 tempest-TestVolumeBootPattern-1615943498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:43:17.252599 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-491129c3-b05a-4598-a99d-e079a1b0a0e9 req-a2c81ddf-cab6-4660-a0dc-573a7206d9ba tempest-TestVolumeBootPattern-1615943498 tempest-TestVolumeBootPattern-1615943498-project] 10.222.0.75 "GET /v2.0/ports?device_id=979d1676-7858-444c-ad74-270d4bc6922c HTTP/1.1" status: 200 len: 943 time: 0.0616112 Feb 09 19:43:17.324090 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-491129c3-b05a-4598-a99d-e079a1b0a0e9 req-529233f4-003c-4a40-8529-7b32e3426ae6 tempest-TestVolumeBootPattern-1615943498 tempest-TestVolumeBootPattern-1615943498-project] 10.222.0.75 "GET /v2.0/security-groups?id=85e2738d-e0ce-44c8-a269-2deaf81a01f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0631332 Feb 09 19:43:18.502820 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a11fe178-e82c-4899-9897-a5913c0264a5 req-2c96f73c-4491-4885-a7b3-7662a329c842 tempest-TestVolumeBootPattern-1615943498 tempest-TestVolumeBootPattern-1615943498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:43:18.511080 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-a11fe178-e82c-4899-9897-a5913c0264a5 req-2c96f73c-4491-4885-a7b3-7662a329c842 tempest-TestVolumeBootPattern-1615943498 tempest-TestVolumeBootPattern-1615943498-project] 10.222.0.75 "GET /v2.0/ports?device_id=979d1676-7858-444c-ad74-270d4bc6922c HTTP/1.1" status: 200 len: 943 time: 0.0854273 Feb 09 19:43:18.588113 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-a11fe178-e82c-4899-9897-a5913c0264a5 req-e8779543-e1b4-44d4-a374-aa09babc7afb tempest-TestVolumeBootPattern-1615943498 tempest-TestVolumeBootPattern-1615943498-project] 10.222.0.75 "GET /v2.0/security-groups?id=85e2738d-e0ce-44c8-a269-2deaf81a01f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0760975 Feb 09 19:43:18.848241 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762867132591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593584'] for agent (488cd9ae-631f-4955-ba0b-4f5a13f12e9c), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:43:19.165556 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762867132591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593584'] for agent (bcd5faee-dc24-4298-9134-0e0aa054058e), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:43:19.843613 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45198b9f-8e4a-4319-b7f4-997da3e130a5 req-6eef7820-e733-41b1-a824-9813f400c79d tempest-TestVolumeBootPattern-1615943498 tempest-TestVolumeBootPattern-1615943498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:43:19.846308 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-45198b9f-8e4a-4319-b7f4-997da3e130a5 req-6eef7820-e733-41b1-a824-9813f400c79d tempest-TestVolumeBootPattern-1615943498 tempest-TestVolumeBootPattern-1615943498-project] 10.222.0.75 "GET /v2.0/ports?device_id=979d1676-7858-444c-ad74-270d4bc6922c HTTP/1.1" status: 200 len: 943 time: 0.1224558 Feb 09 19:43:19.933571 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-45198b9f-8e4a-4319-b7f4-997da3e130a5 req-bebff731-a4b2-498a-8604-de7820a05139 tempest-TestVolumeBootPattern-1615943498 tempest-TestVolumeBootPattern-1615943498-project] 10.222.0.75 "GET /v2.0/security-groups?id=85e2738d-e0ce-44c8-a269-2deaf81a01f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0686519 Feb 09 19:43:21.075241 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b287f615-8c7c-4983-9658-0880ea8de559 req-ad8333d4-48d5-4c8b-b0e8-de527c07ac48 tempest-TestVolumeBootPattern-1615943498 tempest-TestVolumeBootPattern-1615943498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:43:21.078083 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-b287f615-8c7c-4983-9658-0880ea8de559 req-ad8333d4-48d5-4c8b-b0e8-de527c07ac48 tempest-TestVolumeBootPattern-1615943498 tempest-TestVolumeBootPattern-1615943498-project] 10.222.0.75 "GET /v2.0/ports?device_id=979d1676-7858-444c-ad74-270d4bc6922c HTTP/1.1" status: 200 len: 943 time: 0.0563478 Feb 09 19:43:21.131374 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-b287f615-8c7c-4983-9658-0880ea8de559 req-366baf55-9886-480d-afa9-1dd704dd2fdd tempest-TestVolumeBootPattern-1615943498 tempest-TestVolumeBootPattern-1615943498-project] 10.222.0.75 "GET /v2.0/security-groups?id=85e2738d-e0ce-44c8-a269-2deaf81a01f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454383 Feb 09 19:43:22.285294 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71887151-3e79-42e2-a951-6e5d83608ae5 req-a2f95169-5d3a-4541-9986-eca4bfcca11d tempest-TestVolumeBootPattern-1615943498 tempest-TestVolumeBootPattern-1615943498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:43:22.290544 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-71887151-3e79-42e2-a951-6e5d83608ae5 req-a2f95169-5d3a-4541-9986-eca4bfcca11d tempest-TestVolumeBootPattern-1615943498 tempest-TestVolumeBootPattern-1615943498-project] 10.222.0.75 "GET /v2.0/ports?device_id=979d1676-7858-444c-ad74-270d4bc6922c HTTP/1.1" status: 200 len: 943 time: 0.0648718 Feb 09 19:43:22.335504 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-71887151-3e79-42e2-a951-6e5d83608ae5 req-972ad408-acd2-438a-ae12-31cf581e679d tempest-TestVolumeBootPattern-1615943498 tempest-TestVolumeBootPattern-1615943498-project] 10.222.0.75 "GET /v2.0/security-groups?id=85e2738d-e0ce-44c8-a269-2deaf81a01f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425184 Feb 09 19:43:23.505908 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9de275b6-ee6e-4459-91be-4e4cd04034b6 req-e5e04f4f-a219-4b0c-abd0-659f55933f77 tempest-TestVolumeBootPattern-1615943498 tempest-TestVolumeBootPattern-1615943498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:43:23.514561 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-9de275b6-ee6e-4459-91be-4e4cd04034b6 req-e5e04f4f-a219-4b0c-abd0-659f55933f77 tempest-TestVolumeBootPattern-1615943498 tempest-TestVolumeBootPattern-1615943498-project] 10.222.0.75 "GET /v2.0/ports?device_id=979d1676-7858-444c-ad74-270d4bc6922c HTTP/1.1" status: 200 len: 943 time: 0.0701220 Feb 09 19:43:23.571606 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-9de275b6-ee6e-4459-91be-4e4cd04034b6 req-98ac2f86-4125-4ff9-8280-a9d7a7cda87e tempest-TestVolumeBootPattern-1615943498 tempest-TestVolumeBootPattern-1615943498-project] 10.222.0.75 "GET /v2.0/security-groups?id=85e2738d-e0ce-44c8-a269-2deaf81a01f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554230 Feb 09 19:43:24.378110 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 47286) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:43:24.383027 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.v2.base [None req-640e029e-c5a1-4c43-aa7b-9aeca2a710e1 tempest-TestVolumeBackupRestore-719474059 tempest-TestVolumeBackupRestore-719474059-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-2056269307', 'description': 'tempest-secgroup-smoke-2056269307 description', 'project_id': '4c59ff00c3d1431da7ba682b198a4ba5'}} {{(pid=103230) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 19:43:24.408883 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-640e029e-c5a1-4c43-aa7b-9aeca2a710e1 tempest-TestVolumeBackupRestore-719474059 tempest-TestVolumeBackupRestore-719474059-project] Publish callbacks [] for security_group (None), before_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:43:24.491288 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-640e029e-c5a1-4c43-aa7b-9aeca2a710e1 tempest-TestVolumeBackupRestore-719474059 tempest-TestVolumeBackupRestore-719474059-project] Publish callbacks [] for security_group (9756189c-51bb-4234-9287-a2b3fd71ce58), precommit_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:43:24.496349 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-640e029e-c5a1-4c43-aa7b-9aeca2a710e1 tempest-TestVolumeBackupRestore-719474059 tempest-TestVolumeBackupRestore-719474059-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1892331'] for security_group (9756189c-51bb-4234-9287-a2b3fd71ce58), after_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:43:24.536699 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-640e029e-c5a1-4c43-aa7b-9aeca2a710e1 tempest-TestVolumeBackupRestore-719474059 tempest-TestVolumeBackupRestore-719474059-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9756189c-51bb-4234-9287-a2b3fd71ce58,revision_number=1']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:43:24.554077 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-640e029e-c5a1-4c43-aa7b-9aeca2a710e1 tempest-TestVolumeBackupRestore-719474059 tempest-TestVolumeBackupRestore-719474059-project] Publish callbacks [] for security_group (None), before_response {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:43:24.556386 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-640e029e-c5a1-4c43-aa7b-9aeca2a710e1 tempest-TestVolumeBackupRestore-719474059 tempest-TestVolumeBackupRestore-719474059-project] 10.222.0.75 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.1771379 Feb 09 19:43:24.558135 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-640e029e-c5a1-4c43-aa7b-9aeca2a710e1 tempest-TestVolumeBackupRestore-719474059 tempest-TestVolumeBackupRestore-719474059-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:43:24.558832 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-640e029e-c5a1-4c43-aa7b-9aeca2a710e1 tempest-TestVolumeBackupRestore-719474059 tempest-TestVolumeBackupRestore-719474059-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:43:24.559339 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-640e029e-c5a1-4c43-aa7b-9aeca2a710e1 tempest-TestVolumeBackupRestore-719474059 tempest-TestVolumeBackupRestore-719474059-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:43:24.559606 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 47288) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:43:24.560332 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-640e029e-c5a1-4c43-aa7b-9aeca2a710e1 tempest-TestVolumeBackupRestore-719474059 tempest-TestVolumeBackupRestore-719474059-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:43:24.560982 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-640e029e-c5a1-4c43-aa7b-9aeca2a710e1 tempest-TestVolumeBackupRestore-719474059 tempest-TestVolumeBackupRestore-719474059-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:43:24.561521 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-640e029e-c5a1-4c43-aa7b-9aeca2a710e1 tempest-TestVolumeBackupRestore-719474059 tempest-TestVolumeBackupRestore-719474059-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:43:24.562267 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-640e029e-c5a1-4c43-aa7b-9aeca2a710e1 tempest-TestVolumeBackupRestore-719474059 tempest-TestVolumeBackupRestore-719474059-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:43:24.563031 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-640e029e-c5a1-4c43-aa7b-9aeca2a710e1 tempest-TestVolumeBackupRestore-719474059 tempest-TestVolumeBackupRestore-719474059-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:43:24.563530 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-640e029e-c5a1-4c43-aa7b-9aeca2a710e1 tempest-TestVolumeBackupRestore-719474059 tempest-TestVolumeBackupRestore-719474059-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:43:24.564031 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-640e029e-c5a1-4c43-aa7b-9aeca2a710e1 tempest-TestVolumeBackupRestore-719474059 tempest-TestVolumeBackupRestore-719474059-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:43:24.564521 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-640e029e-c5a1-4c43-aa7b-9aeca2a710e1 tempest-TestVolumeBackupRestore-719474059 tempest-TestVolumeBackupRestore-719474059-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:43:24.565022 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-640e029e-c5a1-4c43-aa7b-9aeca2a710e1 tempest-TestVolumeBackupRestore-719474059 tempest-TestVolumeBackupRestore-719474059-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:43:24.565682 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.v2.base [None req-b3618a7a-d7a3-49fe-a526-32e481537b3b tempest-TestVolumeBackupRestore-719474059 tempest-TestVolumeBackupRestore-719474059-project] Request body: {'security_group_rule': {'security_group_id': '9756189c-51bb-4234-9287-a2b3fd71ce58', 'project_id': '4c59ff00c3d1431da7ba682b198a4ba5', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 19:43:24.565884 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-640e029e-c5a1-4c43-aa7b-9aeca2a710e1 tempest-TestVolumeBackupRestore-719474059 tempest-TestVolumeBackupRestore-719474059-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:43:24.631181 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-b3618a7a-d7a3-49fe-a526-32e481537b3b tempest-TestVolumeBackupRestore-719474059 tempest-TestVolumeBackupRestore-719474059-project] Publish callbacks [] for security_group_rule (1fe45386-b812-49b0-8ae7-74695841b0af), before_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:43:24.740228 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-b3618a7a-d7a3-49fe-a526-32e481537b3b tempest-TestVolumeBackupRestore-719474059 tempest-TestVolumeBackupRestore-719474059-project] Publish callbacks [] for security_group_rule (1fe45386-b812-49b0-8ae7-74695841b0af), precommit_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:43:24.749693 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-b3618a7a-d7a3-49fe-a526-32e481537b3b tempest-TestVolumeBackupRestore-719474059 tempest-TestVolumeBackupRestore-719474059-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1892250'] for security_group_rule (1fe45386-b812-49b0-8ae7-74695841b0af), after_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:43:24.777386 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-b3618a7a-d7a3-49fe-a526-32e481537b3b tempest-TestVolumeBackupRestore-719474059 tempest-TestVolumeBackupRestore-719474059-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:43:24.779368 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-b3618a7a-d7a3-49fe-a526-32e481537b3b tempest-TestVolumeBackupRestore-719474059 tempest-TestVolumeBackupRestore-719474059-project] 10.222.0.75 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2179275 Feb 09 19:43:24.781938 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 47292) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:43:24.787442 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.v2.base [None req-30987316-48d9-4379-b311-d750fa987048 tempest-TestVolumeBackupRestore-719474059 tempest-TestVolumeBackupRestore-719474059-project] Request body: {'security_group_rule': {'security_group_id': '9756189c-51bb-4234-9287-a2b3fd71ce58', 'project_id': '4c59ff00c3d1431da7ba682b198a4ba5', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103230) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 19:43:24.810826 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3618a7a-d7a3-49fe-a526-32e481537b3b tempest-TestVolumeBackupRestore-719474059 tempest-TestVolumeBackupRestore-719474059-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1fe45386-b812-49b0-8ae7-74695841b0af,revision_number=0']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:43:24.839299 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-30987316-48d9-4379-b311-d750fa987048 tempest-TestVolumeBackupRestore-719474059 tempest-TestVolumeBackupRestore-719474059-project] Publish callbacks [] for security_group_rule (dcc31568-fe16-4c87-acd4-94654cc1b1ba), before_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:43:24.851467 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f73cbd6-d8b0-4a01-85d0-5c7df52eae94 req-91414547-aef1-4769-900e-1f95b70ecb7c tempest-TestVolumeBootPattern-1615943498 tempest-TestVolumeBootPattern-1615943498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:43:24.853355 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-7f73cbd6-d8b0-4a01-85d0-5c7df52eae94 req-91414547-aef1-4769-900e-1f95b70ecb7c tempest-TestVolumeBootPattern-1615943498 tempest-TestVolumeBootPattern-1615943498-project] 10.222.0.75 "GET /v2.0/ports?device_id=979d1676-7858-444c-ad74-270d4bc6922c HTTP/1.1" status: 200 len: 943 time: 0.1984730 Feb 09 19:43:24.939145 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-7f73cbd6-d8b0-4a01-85d0-5c7df52eae94 req-5a466874-1e83-47ba-80b9-954d36228949 tempest-TestVolumeBootPattern-1615943498 tempest-TestVolumeBootPattern-1615943498-project] 10.222.0.75 "GET /v2.0/security-groups?id=85e2738d-e0ce-44c8-a269-2deaf81a01f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0797052 Feb 09 19:43:25.011512 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-30987316-48d9-4379-b311-d750fa987048 tempest-TestVolumeBackupRestore-719474059 tempest-TestVolumeBackupRestore-719474059-project] Publish callbacks [] for security_group_rule (dcc31568-fe16-4c87-acd4-94654cc1b1ba), precommit_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:43:25.021239 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-30987316-48d9-4379-b311-d750fa987048 tempest-TestVolumeBackupRestore-719474059 tempest-TestVolumeBackupRestore-719474059-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1892250'] for security_group_rule (dcc31568-fe16-4c87-acd4-94654cc1b1ba), after_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:43:25.047114 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30987316-48d9-4379-b311-d750fa987048 tempest-TestVolumeBackupRestore-719474059 tempest-TestVolumeBackupRestore-719474059-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dcc31568-fe16-4c87-acd4-94654cc1b1ba,revision_number=0']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:43:25.067366 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-30987316-48d9-4379-b311-d750fa987048 tempest-TestVolumeBackupRestore-719474059 tempest-TestVolumeBackupRestore-719474059-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:43:25.071708 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 47300) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:43:25.077768 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.v2.base [None req-587f4839-6d5e-43bb-8e0f-4c49e73e0363 tempest-TestVolumeBackupRestore-719474059 tempest-TestVolumeBackupRestore-719474059-project] Request body: {'security_group_rule': {'security_group_id': '9756189c-51bb-4234-9287-a2b3fd71ce58', 'project_id': '4c59ff00c3d1431da7ba682b198a4ba5', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 19:43:25.084008 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-30987316-48d9-4379-b311-d750fa987048 tempest-TestVolumeBackupRestore-719474059 tempest-TestVolumeBackupRestore-719474059-project] 10.222.0.75 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3004336 Feb 09 19:43:25.127408 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-587f4839-6d5e-43bb-8e0f-4c49e73e0363 tempest-TestVolumeBackupRestore-719474059 tempest-TestVolumeBackupRestore-719474059-project] Publish callbacks [] for security_group_rule (e04e2c7b-c039-4c05-ad1f-2f5f8f4412bc), before_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:43:25.201911 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-587f4839-6d5e-43bb-8e0f-4c49e73e0363 tempest-TestVolumeBackupRestore-719474059 tempest-TestVolumeBackupRestore-719474059-project] Publish callbacks [] for security_group_rule (e04e2c7b-c039-4c05-ad1f-2f5f8f4412bc), precommit_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:43:25.210932 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-587f4839-6d5e-43bb-8e0f-4c49e73e0363 tempest-TestVolumeBackupRestore-719474059 tempest-TestVolumeBackupRestore-719474059-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1892250'] for security_group_rule (e04e2c7b-c039-4c05-ad1f-2f5f8f4412bc), after_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:43:25.251768 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-587f4839-6d5e-43bb-8e0f-4c49e73e0363 tempest-TestVolumeBackupRestore-719474059 tempest-TestVolumeBackupRestore-719474059-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e04e2c7b-c039-4c05-ad1f-2f5f8f4412bc,revision_number=0']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:43:25.262888 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-587f4839-6d5e-43bb-8e0f-4c49e73e0363 tempest-TestVolumeBackupRestore-719474059 tempest-TestVolumeBackupRestore-719474059-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:43:25.264585 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-587f4839-6d5e-43bb-8e0f-4c49e73e0363 tempest-TestVolumeBackupRestore-719474059 tempest-TestVolumeBackupRestore-719474059-project] 10.222.0.75 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1917195 Feb 09 19:43:25.268338 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 47302) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:43:25.273909 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.v2.base [None req-28cc3467-0259-4a59-9504-7b45acadece7 tempest-TestVolumeBackupRestore-719474059 tempest-TestVolumeBackupRestore-719474059-project] Request body: {'security_group_rule': {'security_group_id': '9756189c-51bb-4234-9287-a2b3fd71ce58', 'project_id': '4c59ff00c3d1431da7ba682b198a4ba5', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103230) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 19:43:25.328369 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 47304) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:43:25.344145 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-28cc3467-0259-4a59-9504-7b45acadece7 tempest-TestVolumeBackupRestore-719474059 tempest-TestVolumeBackupRestore-719474059-project] Publish callbacks [] for security_group_rule (e4591a47-f194-4a23-9e54-c7565e30db56), before_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:43:25.460658 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-28cc3467-0259-4a59-9504-7b45acadece7 tempest-TestVolumeBackupRestore-719474059 tempest-TestVolumeBackupRestore-719474059-project] Publish callbacks [] for security_group_rule (e4591a47-f194-4a23-9e54-c7565e30db56), precommit_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:43:25.477788 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-28cc3467-0259-4a59-9504-7b45acadece7 tempest-TestVolumeBackupRestore-719474059 tempest-TestVolumeBackupRestore-719474059-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1892250'] for security_group_rule (e4591a47-f194-4a23-9e54-c7565e30db56), after_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:43:25.528290 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-b41505a3-ddf6-4e9f-8a45-6aa10a5381de tempest-TestSecurityGroupsBasicOps-1586493205 tempest-TestSecurityGroupsBasicOps-1586493205-project-admin] 10.222.0.75 "GET /v2.0/ports?fields=fixed_ips&fields=mac_address HTTP/1.1" status: 200 len: 3185 time: 0.1987693 Feb 09 19:43:25.529317 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28cc3467-0259-4a59-9504-7b45acadece7 tempest-TestVolumeBackupRestore-719474059 tempest-TestVolumeBackupRestore-719474059-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e4591a47-f194-4a23-9e54-c7565e30db56,revision_number=0']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:43:25.531837 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 47310) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:43:25.539219 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.v2.base [None req-c04ddb3e-5d7f-463d-8546-31c0c286d4e8 tempest-TestSecurityGroupsBasicOps-1450369721 tempest-TestSecurityGroupsBasicOps-1450369721-project] Request body: {'network': {'name': 'tempest-network-smoke--1894723712', 'project_id': 'ad7e5b1e3bd44a9292bbae1791f9aecc', 'port_security_enabled': False}} {{(pid=103229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 19:43:25.549155 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-28cc3467-0259-4a59-9504-7b45acadece7 tempest-TestVolumeBackupRestore-719474059 tempest-TestVolumeBackupRestore-719474059-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:43:25.554455 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-28cc3467-0259-4a59-9504-7b45acadece7 tempest-TestVolumeBackupRestore-719474059 tempest-TestVolumeBackupRestore-719474059-project] 10.222.0.75 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2846816 Feb 09 19:43:25.555949 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 47314) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:43:25.562285 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.v2.base [None req-0ee4a11d-2d5b-47ed-8d50-c7120cb5e957 tempest-TestVolumeBackupRestore-719474059 tempest-TestVolumeBackupRestore-719474059-project] Request body: {'security_group_rule': {'security_group_id': '9756189c-51bb-4234-9287-a2b3fd71ce58', 'project_id': '4c59ff00c3d1431da7ba682b198a4ba5', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 19:43:25.600806 n-d-713498-36 neutron-server[103229]: INFO neutron.db.securitygroups_db [None req-0ee4a11d-2d5b-47ed-8d50-c7120cb5e957 tempest-TestVolumeBackupRestore-719474059 tempest-TestVolumeBackupRestore-719474059-project] Project 4c59ff00c3d1431da7ba682b198a4ba5 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 09 19:43:25.611926 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-0ee4a11d-2d5b-47ed-8d50-c7120cb5e957 tempest-TestVolumeBackupRestore-719474059 tempest-TestVolumeBackupRestore-719474059-project] Publish callbacks [] for security_group_rule (23d44526-8bcb-49ec-901f-df31d14739f7), before_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:43:25.623901 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c04ddb3e-5d7f-463d-8546-31c0c286d4e8 tempest-TestSecurityGroupsBasicOps-1450369721 tempest-TestSecurityGroupsBasicOps-1450369721-project] Made reservation on behalf of ad7e5b1e3bd44a9292bbae1791f9aecc for: {'network': 1} {{(pid=103229) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 19:43:25.630587 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-c04ddb3e-5d7f-463d-8546-31c0c286d4e8 tempest-TestSecurityGroupsBasicOps-1450369721 tempest-TestSecurityGroupsBasicOps-1450369721-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for network (None), before_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:43:25.686197 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c04ddb3e-5d7f-463d-8546-31c0c286d4e8 tempest-TestSecurityGroupsBasicOps-1450369721 tempest-TestSecurityGroupsBasicOps-1450369721-project] vlan segment allocate from pool success with {'vlan_id': 360, 'physical_network': 'physnet1'} {{(pid=103229) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 19:43:25.704517 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-c04ddb3e-5d7f-463d-8546-31c0c286d4e8 tempest-TestSecurityGroupsBasicOps-1450369721 tempest-TestSecurityGroupsBasicOps-1450369721-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-759574'] for segment (df303057-d82f-4f49-9a6d-902c6c994491), precommit_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:43:25.704904 n-d-713498-36 neutron-server[103229]: INFO neutron.db.segments_db [None req-c04ddb3e-5d7f-463d-8546-31c0c286d4e8 tempest-TestSecurityGroupsBasicOps-1450369721 tempest-TestSecurityGroupsBasicOps-1450369721-project] Added segment df303057-d82f-4f49-9a6d-902c6c994491 of type vlan for network 680c8d73-a86e-4665-a805-21a029d45ebb Feb 09 19:43:25.723294 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-0ee4a11d-2d5b-47ed-8d50-c7120cb5e957 tempest-TestVolumeBackupRestore-719474059 tempest-TestVolumeBackupRestore-719474059-project] Publish callbacks [] for security_group_rule (23d44526-8bcb-49ec-901f-df31d14739f7), precommit_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:43:25.743258 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-0ee4a11d-2d5b-47ed-8d50-c7120cb5e957 tempest-TestVolumeBackupRestore-719474059 tempest-TestVolumeBackupRestore-719474059-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1892250'] for security_group_rule (23d44526-8bcb-49ec-901f-df31d14739f7), after_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:43:25.772924 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-c04ddb3e-5d7f-463d-8546-31c0c286d4e8 tempest-TestSecurityGroupsBasicOps-1450369721 tempest-TestSecurityGroupsBasicOps-1450369721-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762866642225'] for network (680c8d73-a86e-4665-a805-21a029d45ebb), precommit_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:43:25.781946 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ee4a11d-2d5b-47ed-8d50-c7120cb5e957 tempest-TestVolumeBackupRestore-719474059 tempest-TestVolumeBackupRestore-719474059-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=23d44526-8bcb-49ec-901f-df31d14739f7,revision_number=0']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:43:25.788940 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-0ee4a11d-2d5b-47ed-8d50-c7120cb5e957 tempest-TestVolumeBackupRestore-719474059 tempest-TestVolumeBackupRestore-719474059-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:43:25.789496 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-0ee4a11d-2d5b-47ed-8d50-c7120cb5e957 tempest-TestVolumeBackupRestore-719474059 tempest-TestVolumeBackupRestore-719474059-project] 10.222.0.75 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2324574 Feb 09 19:43:25.792229 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 47318) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:43:25.799978 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.v2.base [None req-a92f35f6-d61a-4a4d-b8d1-4c04cc064dd6 tempest-TestVolumeBackupRestore-719474059 tempest-TestVolumeBackupRestore-719474059-project] Request body: {'security_group_rule': {'security_group_id': '9756189c-51bb-4234-9287-a2b3fd71ce58', 'project_id': '4c59ff00c3d1431da7ba682b198a4ba5', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 19:43:25.830482 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-c04ddb3e-5d7f-463d-8546-31c0c286d4e8 tempest-TestSecurityGroupsBasicOps-1450369721 tempest-TestSecurityGroupsBasicOps-1450369721-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1885479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452'] for network (680c8d73-a86e-4665-a805-21a029d45ebb), after_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:43:25.835966 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c04ddb3e-5d7f-463d-8546-31c0c286d4e8 tempest-TestSecurityGroupsBasicOps-1450369721 tempest-TestSecurityGroupsBasicOps-1450369721-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:43:25.836619 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-c04ddb3e-5d7f-463d-8546-31c0c286d4e8 tempest-TestSecurityGroupsBasicOps-1450369721 tempest-TestSecurityGroupsBasicOps-1450369721-project] Publish callbacks [] for network (None), before_response {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:43:25.844475 n-d-713498-36 neutron-server[103229]: INFO neutron.db.securitygroups_db [None req-a92f35f6-d61a-4a4d-b8d1-4c04cc064dd6 tempest-TestVolumeBackupRestore-719474059 tempest-TestVolumeBackupRestore-719474059-project] Project 4c59ff00c3d1431da7ba682b198a4ba5 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 09 19:43:25.863945 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-a92f35f6-d61a-4a4d-b8d1-4c04cc064dd6 tempest-TestVolumeBackupRestore-719474059 tempest-TestVolumeBackupRestore-719474059-project] Publish callbacks [] for security_group_rule (a1387e24-9679-498a-9ec8-de6ad032a6b7), before_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:43:25.927371 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-c04ddb3e-5d7f-463d-8546-31c0c286d4e8 tempest-TestSecurityGroupsBasicOps-1450369721 tempest-TestSecurityGroupsBasicOps-1450369721-project] 10.222.0.75 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.3918602 Feb 09 19:43:25.930551 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 47324) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:43:25.935516 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.v2.base [None req-93c6cbe4-249a-4e14-ab64-98a55a2e56d6 tempest-TestSecurityGroupsBasicOps-1450369721 tempest-TestSecurityGroupsBasicOps-1450369721-project] Request body: {'router': {'name': 'tempest-TestSecurityGroupsBasicOps-router-781874670', 'admin_state_up': True, 'project_id': 'ad7e5b1e3bd44a9292bbae1791f9aecc', 'external_gateway_info': {'network_id': '88055e1e-672a-4487-be31-ffb6e833ece5'}}} {{(pid=103230) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 19:43:25.948506 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c04ddb3e-5d7f-463d-8546-31c0c286d4e8 tempest-TestSecurityGroupsBasicOps-1450369721 tempest-TestSecurityGroupsBasicOps-1450369721-project] Pushing event updated for resources: {'Network': ['ID=680c8d73-a86e-4665-a805-21a029d45ebb,revision_number=1']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:43:25.984526 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Network 680c8d73-a86e-4665-a805-21a029d45ebb details requested by agent ovs-agent-n-d-713498-36 with host n-d-713498-36 {{(pid=103232) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 19:43:25.993163 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-a92f35f6-d61a-4a4d-b8d1-4c04cc064dd6 tempest-TestVolumeBackupRestore-719474059 tempest-TestVolumeBackupRestore-719474059-project] Publish callbacks [] for security_group_rule (a1387e24-9679-498a-9ec8-de6ad032a6b7), precommit_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:43:26.001259 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-a92f35f6-d61a-4a4d-b8d1-4c04cc064dd6 tempest-TestVolumeBackupRestore-719474059 tempest-TestVolumeBackupRestore-719474059-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1892250'] for security_group_rule (a1387e24-9679-498a-9ec8-de6ad032a6b7), after_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:43:26.030814 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-93c6cbe4-249a-4e14-ab64-98a55a2e56d6 tempest-TestSecurityGroupsBasicOps-1450369721 tempest-TestSecurityGroupsBasicOps-1450369721-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1834830', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-58389'] for router (07c999dd-3fc0-4df0-9a6c-4e573884e7f7), before_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:43:26.034541 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-93c6cbe4-249a-4e14-ab64-98a55a2e56d6 tempest-TestSecurityGroupsBasicOps-1450369721 tempest-TestSecurityGroupsBasicOps-1450369721-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1834810', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1822096', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1886735', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-58380'] for router (07c999dd-3fc0-4df0-9a6c-4e573884e7f7), precommit_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:43:26.047889 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a92f35f6-d61a-4a4d-b8d1-4c04cc064dd6 tempest-TestVolumeBackupRestore-719474059 tempest-TestVolumeBackupRestore-719474059-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a1387e24-9679-498a-9ec8-de6ad032a6b7,revision_number=0']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:43:26.070770 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-a92f35f6-d61a-4a4d-b8d1-4c04cc064dd6 tempest-TestVolumeBackupRestore-719474059 tempest-TestVolumeBackupRestore-719474059-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:43:26.072117 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-a92f35f6-d61a-4a4d-b8d1-4c04cc064dd6 tempest-TestVolumeBackupRestore-719474059 tempest-TestVolumeBackupRestore-719474059-project] 10.222.0.75 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2789283 Feb 09 19:43:26.201023 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37aba0e5-5c7d-430a-b1fe-5714fa4e7028 req-e2b38bfa-ab3d-4f23-9218-3c1eebbce764 tempest-TestVolumeBootPattern-1615943498 tempest-TestVolumeBootPattern-1615943498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:43:26.208674 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-37aba0e5-5c7d-430a-b1fe-5714fa4e7028 req-e2b38bfa-ab3d-4f23-9218-3c1eebbce764 tempest-TestVolumeBootPattern-1615943498 tempest-TestVolumeBootPattern-1615943498-project] 10.222.0.75 "GET /v2.0/ports?device_id=979d1676-7858-444c-ad74-270d4bc6922c HTTP/1.1" status: 200 len: 943 time: 0.1246223 Feb 09 19:43:26.239967 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-93c6cbe4-249a-4e14-ab64-98a55a2e56d6 tempest-TestSecurityGroupsBasicOps-1450369721 tempest-TestSecurityGroupsBasicOps-1450369721-project] Publish callbacks [] for router_controller (07c999dd-3fc0-4df0-9a6c-4e573884e7f7), precommit_add_association {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:43:26.284835 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-37aba0e5-5c7d-430a-b1fe-5714fa4e7028 req-2bcc6647-496b-4dbb-a30f-37bea9dacb2f tempest-TestVolumeBootPattern-1615943498 tempest-TestVolumeBootPattern-1615943498-project] 10.222.0.75 "GET /v2.0/security-groups?id=85e2738d-e0ce-44c8-a269-2deaf81a01f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0727284 Feb 09 19:43:26.536388 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-93c6cbe4-249a-4e14-ab64-98a55a2e56d6 tempest-TestSecurityGroupsBasicOps-1450369721 tempest-TestSecurityGroupsBasicOps-1450369721-project] Publish callbacks [] for router_gateway (07c999dd-3fc0-4df0-9a6c-4e573884e7f7), precommit_update {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:43:26.618406 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-b3522364-a0e5-4825-a927-5aaefb3fad69 req-31e6a43a-e0e1-4159-821d-cd40cdfc1fe2 tempest-TestVolumeBackupRestore-719474059 tempest-TestVolumeBackupRestore-719474059-project] 10.222.0.75 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2056269307&fields=id&tenant_id=4c59ff00c3d1431da7ba682b198a4ba5 HTTP/1.1" status: 200 len: 267 time: 0.1530502 Feb 09 19:43:26.829074 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3522364-a0e5-4825-a927-5aaefb3fad69 req-5f7bfe8b-aba8-438a-9a5d-d9922dbbecd5 tempest-TestVolumeBackupRestore-719474059 tempest-TestVolumeBackupRestore-719474059-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:43:26.836838 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-b3522364-a0e5-4825-a927-5aaefb3fad69 req-5f7bfe8b-aba8-438a-9a5d-d9922dbbecd5 tempest-TestVolumeBackupRestore-719474059 tempest-TestVolumeBackupRestore-719474059-project] 10.222.0.75 "GET /v2.0/networks?id=c82d426f-a355-47f2-9358-68fe4349f782 HTTP/1.1" status: 200 len: 814 time: 0.2132638 Feb 09 19:43:26.854369 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-b3522364-a0e5-4825-a927-5aaefb3fad69 req-e6a1adb5-e979-437e-b55d-3421cedd82fe tempest-TestVolumeBackupRestore-719474059 tempest-TestVolumeBackupRestore-719474059-project] 10.222.0.75 "GET /v2.0/quotas/4c59ff00c3d1431da7ba682b198a4ba5 HTTP/1.1" status: 200 len: 375 time: 0.0154707 Feb 09 19:43:26.915552 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-93c6cbe4-249a-4e14-ab64-98a55a2e56d6 tempest-TestSecurityGroupsBasicOps-1450369721 tempest-TestSecurityGroupsBasicOps-1450369721-project] Publish callbacks [] for router_gateway (07c999dd-3fc0-4df0-9a6c-4e573884e7f7), before_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:43:26.941078 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-93c6cbe4-249a-4e14-ab64-98a55a2e56d6 tempest-TestSecurityGroupsBasicOps-1450369721 tempest-TestSecurityGroupsBasicOps-1450369721-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (None), before_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:43:26.972808 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-b3522364-a0e5-4825-a927-5aaefb3fad69 req-4b4cbddc-6731-45f9-a35c-ba3bacbbf78b tempest-TestVolumeBackupRestore-719474059 tempest-TestVolumeBackupRestore-719474059-project] 10.222.0.75 "GET /v2.0/ports?tenant_id=4c59ff00c3d1431da7ba682b198a4ba5&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1171486 Feb 09 19:43:27.115190 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-b3522364-a0e5-4825-a927-5aaefb3fad69 req-793c11e8-4e12-403b-b952-1280e7499dcb service neutron] 10.222.0.75 "GET /v2.0/networks/c82d426f-a355-47f2-9358-68fe4349f782?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1391032 Feb 09 19:43:27.117409 n-d-713498-36 neutron-server[103230]: DEBUG neutron.db.db_base_plugin_common [None req-93c6cbe4-249a-4e14-ab64-98a55a2e56d6 tempest-TestSecurityGroupsBasicOps-1450369721 tempest-TestSecurityGroupsBasicOps-1450369721-project] Allocated IP 172.25.1.226 (88055e1e-672a-4487-be31-ffb6e833ece5/ac16dbcc-383c-4b43-9153-d763c4a53f91/d419cd9f-4899-4635-85df-c583d337910d) {{(pid=103230) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 19:43:27.221851 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-b3522364-a0e5-4825-a927-5aaefb3fad69 req-03eda5ab-fbe1-4046-be74-b8504a15b0ea service neutron] 10.222.0.75 "GET /v2.0/networks/c82d426f-a355-47f2-9358-68fe4349f782?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1052165 Feb 09 19:43:27.260566 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-93c6cbe4-249a-4e14-ab64-98a55a2e56d6 tempest-TestSecurityGroupsBasicOps-1450369721 tempest-TestSecurityGroupsBasicOps-1450369721-project] Publish callbacks [] for port (d419cd9f-4899-4635-85df-c583d337910d), precommit_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:43:27.310544 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-93c6cbe4-249a-4e14-ab64-98a55a2e56d6 tempest-TestSecurityGroupsBasicOps-1450369721 tempest-TestSecurityGroupsBasicOps-1450369721-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762866656467', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14393751'] for port (d419cd9f-4899-4635-85df-c583d337910d), after_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:43:27.378692 n-d-713498-36 neutron-server[103230]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93c6cbe4-249a-4e14-ab64-98a55a2e56d6 tempest-TestSecurityGroupsBasicOps-1450369721 tempest-TestSecurityGroupsBasicOps-1450369721-project] Network 88055e1e-672a-4487-be31-ffb6e833ece5 is already hosted by enough agents. {{(pid=103230) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 19:43:27.380231 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93c6cbe4-249a-4e14-ab64-98a55a2e56d6 tempest-TestSecurityGroupsBasicOps-1450369721 tempest-TestSecurityGroupsBasicOps-1450369721-project] Pushing event updated for resources: {'Port': ['ID=d419cd9f-4899-4635-85df-c583d337910d,revision_number=1']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:43:27.385279 n-d-713498-36 neutron-server[103230]: DEBUG neutron.scheduler.base_scheduler [None req-93c6cbe4-249a-4e14-ab64-98a55a2e56d6 tempest-TestSecurityGroupsBasicOps-1450369721 tempest-TestSecurityGroupsBasicOps-1450369721-project] Resources bound (agent type, host, resource id): {{(pid=103230) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 19:43:27.388151 n-d-713498-36 neutron-server[103230]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93c6cbe4-249a-4e14-ab64-98a55a2e56d6 tempest-TestSecurityGroupsBasicOps-1450369721 tempest-TestSecurityGroupsBasicOps-1450369721-project] Received port after_create {{(pid=103230) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 19:43:27.847059 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4d2f801-357a-45e9-94e7-127612fb0ff3 req-52bc221b-9ff6-4d51-b9d7-6e501d6ba5b9 tempest-TestVolumeBootPattern-1615943498 tempest-TestVolumeBootPattern-1615943498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:43:27.848563 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-c4d2f801-357a-45e9-94e7-127612fb0ff3 req-52bc221b-9ff6-4d51-b9d7-6e501d6ba5b9 tempest-TestVolumeBootPattern-1615943498 tempest-TestVolumeBootPattern-1615943498-project] 10.222.0.75 "GET /v2.0/ports?device_id=979d1676-7858-444c-ad74-270d4bc6922c HTTP/1.1" status: 200 len: 943 time: 0.1534364 Feb 09 19:43:27.978907 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-c4d2f801-357a-45e9-94e7-127612fb0ff3 req-edffc300-de5a-4f4c-be11-0a8b5a0ba713 tempest-TestVolumeBootPattern-1615943498 tempest-TestVolumeBootPattern-1615943498-project] 10.222.0.75 "GET /v2.0/security-groups?id=85e2738d-e0ce-44c8-a269-2deaf81a01f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1194940 Feb 09 19:43:28.021805 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-93c6cbe4-249a-4e14-ab64-98a55a2e56d6 tempest-TestSecurityGroupsBasicOps-1450369721 tempest-TestSecurityGroupsBasicOps-1450369721-project] Publish callbacks [] for router_gateway (07c999dd-3fc0-4df0-9a6c-4e573884e7f7), after_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:43:28.286957 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-93c6cbe4-249a-4e14-ab64-98a55a2e56d6 tempest-TestSecurityGroupsBasicOps-1450369721 tempest-TestSecurityGroupsBasicOps-1450369721-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1834945', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1818951'] for router (07c999dd-3fc0-4df0-9a6c-4e573884e7f7), after_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:43:28.568913 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-6fb32b4b-30b0-4ff7-b388-6e94e6239f8e req-de28c6ca-f0ab-4b27-ba3e-af25dce38dfc tempest-TestVolumeBackupRestore-719474059 tempest-TestVolumeBackupRestore-719474059-project] 10.222.0.75 "GET /v2.0/ports?device_id=ef11860c-6c68-4442-8b21-9c74e24d1a1d HTTP/1.1" status: 200 len: 210 time: 0.0713289 Feb 09 19:43:28.595791 n-d-713498-36 neutron-server[103230]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-93c6cbe4-249a-4e14-ab64-98a55a2e56d6 tempest-TestSecurityGroupsBasicOps-1450369721 tempest-TestSecurityGroupsBasicOps-1450369721-project] Router 07c999dd-3fc0-4df0-9a6c-4e573884e7f7 is scheduled to L3 agent 93303d5e-5d17-45e8-8963-7694f87783ae with binding_index 1 {{(pid=103230) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 09 19:43:28.741734 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-93c6cbe4-249a-4e14-ab64-98a55a2e56d6 tempest-TestSecurityGroupsBasicOps-1450369721 tempest-TestSecurityGroupsBasicOps-1450369721-project] Notify agent at l3_agent.n-d-713498-36 the message routers_updated {{(pid=103230) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 19:43:28.755284 n-d-713498-36 neutron-server[103233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17e8da54-31bd-4acb-b342-5f4468d3fb35 None None] Sync routers for ids ['07c999dd-3fc0-4df0-9a6c-4e573884e7f7'] in n-d-713498-36 {{(pid=103233) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 19:43:28.766025 n-d-713498-36 neutron-server[103233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17e8da54-31bd-4acb-b342-5f4468d3fb35 None None] Routers {'07c999dd-3fc0-4df0-9a6c-4e573884e7f7'} bound to L3 agent in host n-d-713498-36 {{(pid=103233) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 19:43:28.766645 n-d-713498-36 neutron-server[103233]: DEBUG neutron.db.l3_hamode_db [None req-17e8da54-31bd-4acb-b342-5f4468d3fb35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-09T18:51:43Z,description=,heartbeat_timestamp=2022-02-09T19:43:13Z,host='n-d-713498-36',id=93303d5e-5d17-45e8-8963-7694f87783ae,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T18:51:43Z,topic='l3_agent')) {'router_ids': ['07c999dd-3fc0-4df0-9a6c-4e573884e7f7'], 'active': True} {{(pid=103233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:43:28.784355 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-93c6cbe4-249a-4e14-ab64-98a55a2e56d6 tempest-TestSecurityGroupsBasicOps-1450369721 tempest-TestSecurityGroupsBasicOps-1450369721-project] Publish callbacks [] for router (None), before_response {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:43:28.785937 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-93c6cbe4-249a-4e14-ab64-98a55a2e56d6 tempest-TestSecurityGroupsBasicOps-1450369721 tempest-TestSecurityGroupsBasicOps-1450369721-project] 10.222.0.75 "POST /v2.0/routers HTTP/1.1" status: 201 len: 893 time: 2.8538451 Feb 09 19:43:28.789893 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 47376) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:43:28.952574 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c390e4c3-1b1c-4052-b1c7-50c654284534 tempest-TestSecurityGroupsBasicOps-1586493205 tempest-TestSecurityGroupsBasicOps-1586493205-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:43:28.955214 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-c390e4c3-1b1c-4052-b1c7-50c654284534 tempest-TestSecurityGroupsBasicOps-1586493205 tempest-TestSecurityGroupsBasicOps-1586493205-project-admin] 10.222.0.75 "GET /v2.0/subnets?project_id=ad7e5b1e3bd44a9292bbae1791f9aecc&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 830 time: 0.1641474 Feb 09 19:43:28.958572 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 47382) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:43:28.999546 n-d-713498-36 neutron-server[103233]: DEBUG neutron.db.l3_dvr_db [None req-17e8da54-31bd-4acb-b342-5f4468d3fb35 None None] Set router 07c999dd-3fc0-4df0-9a6c-4e573884e7f7 gateway port host: n-d-713498-36 {{(pid=103233) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 19:43:29.083625 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-315963ee-75a4-40e5-a16d-b2139b4915a3 tempest-TestSecurityGroupsBasicOps-1586493205 tempest-TestSecurityGroupsBasicOps-1586493205-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:43:29.088063 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 47392) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:43:29.088242 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-315963ee-75a4-40e5-a16d-b2139b4915a3 tempest-TestSecurityGroupsBasicOps-1586493205 tempest-TestSecurityGroupsBasicOps-1586493205-project-admin] 10.222.0.75 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1276402 Feb 09 19:43:29.174634 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-c184c570-a1ba-4d46-9541-b82ec97f80fe tempest-TestSecurityGroupsBasicOps-1586493205 tempest-TestSecurityGroupsBasicOps-1586493205-project-admin] 10.222.0.75 "GET /v2.0/subnets?network_id=88055e1e-672a-4487-be31-ffb6e833ece5&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0847995 Feb 09 19:43:29.174878 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 47396) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:43:29.255734 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-017adf83-5197-4fa2-b3f2-d00f2ef15ea4 tempest-TestSecurityGroupsBasicOps-1586493205 tempest-TestSecurityGroupsBasicOps-1586493205-project-admin] 10.222.0.75 "GET /v2.0/subnets?project_id=ad7e5b1e3bd44a9292bbae1791f9aecc&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0792654 Feb 09 19:43:29.257135 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 47400) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:43:29.294385 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa309415-620b-4655-994e-e4ee104b625a req-b8700150-0503-40df-a131-ac9affa5c78f tempest-TestVolumeBootPattern-1615943498 tempest-TestVolumeBootPattern-1615943498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:43:29.300744 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-fa309415-620b-4655-994e-e4ee104b625a req-b8700150-0503-40df-a131-ac9affa5c78f tempest-TestVolumeBootPattern-1615943498 tempest-TestVolumeBootPattern-1615943498-project] 10.222.0.75 "GET /v2.0/ports?device_id=979d1676-7858-444c-ad74-270d4bc6922c HTTP/1.1" status: 200 len: 943 time: 0.1527040 Feb 09 19:43:29.319357 n-d-713498-36 neutron-server[103233]: DEBUG neutron.db.l3_hamode_db [None req-17e8da54-31bd-4acb-b342-5f4468d3fb35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '07c999dd-3fc0-4df0-9a6c-4e573884e7f7', 'name': 'tempest-TestSecurityGroupsBasicOps-router-781874670', 'tenant_id': 'ad7e5b1e3bd44a9292bbae1791f9aecc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88055e1e-672a-4487-be31-ffb6e833ece5', 'external_fixed_ips': [{'subnet_id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'ip_address': '172.25.1.226'}], 'enable_snat': True}, 'gw_port_id': 'd419cd9f-4899-4635-85df-c583d337910d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T19:43:26Z', 'updated_at': '2022-02-09T19:43:27Z', 'revision_number': 3, 'project_id': 'ad7e5b1e3bd44a9292bbae1791f9aecc', 'gw_port': {'id': 'd419cd9f-4899-4635-85df-c583d337910d', 'name': '', 'network_id': '88055e1e-672a-4487-be31-ffb6e833ece5', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:1e:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '07c999dd-3fc0-4df0-9a6c-4e573884e7f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3890, 'fixed_ips': [{'subnet_id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'ip_address': '172.25.1.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T19:43:26Z', 'updated_at': '2022-02-09T19:43:27Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-36'}], 'n-d-713498-36', False) {} {{(pid=103233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:43:29.348756 n-d-713498-36 neutron-server[103233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17e8da54-31bd-4acb-b342-5f4468d3fb35 None None] Checking router: 07c999dd-3fc0-4df0-9a6c-4e573884e7f7 for host: n-d-713498-36 {{(pid=103233) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 19:43:29.349096 n-d-713498-36 neutron-server[103233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17e8da54-31bd-4acb-b342-5f4468d3fb35 None None] Updating router 07c999dd-3fc0-4df0-9a6c-4e573884e7f7 port d419cd9f-4899-4635-85df-c583d337910d binding host n-d-713498-36 {{(pid=103233) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 19:43:29.386580 n-d-713498-36 neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-17e8da54-31bd-4acb-b342-5f4468d3fb35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (d419cd9f-4899-4635-85df-c583d337910d), before_update {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:43:29.409619 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-fa309415-620b-4655-994e-e4ee104b625a req-8e49ca40-685d-4731-b3f2-a26eef452a0b tempest-TestVolumeBootPattern-1615943498 tempest-TestVolumeBootPattern-1615943498-project] 10.222.0.75 "GET /v2.0/security-groups?id=85e2738d-e0ce-44c8-a269-2deaf81a01f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1031892 Feb 09 19:43:29.463934 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d0e944a-41c6-4e12-9f74-2ee8fab54844 tempest-TestSecurityGroupsBasicOps-1586493205 tempest-TestSecurityGroupsBasicOps-1586493205-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:43:29.467065 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-2d0e944a-41c6-4e12-9f74-2ee8fab54844 tempest-TestSecurityGroupsBasicOps-1586493205 tempest-TestSecurityGroupsBasicOps-1586493205-project-admin] 10.222.0.75 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2088041 Feb 09 19:43:29.470505 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 47402) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:43:29.502075 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-4e60763c-12c5-438e-abd9-680c12fa2bb6 tempest-TestSecurityGroupsBasicOps-1586493205 tempest-TestSecurityGroupsBasicOps-1586493205-project-admin] 10.222.0.75 "GET /v2.0/subnets?network_id=88055e1e-672a-4487-be31-ffb6e833ece5&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0303433 Feb 09 19:43:29.504496 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 47404) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:43:29.510948 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.v2.base [None req-908e9bd3-f619-41d6-8a65-e32fae1aecf8 tempest-TestSecurityGroupsBasicOps-1450369721 tempest-TestSecurityGroupsBasicOps-1450369721-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1465257401', 'network_id': '680c8d73-a86e-4665-a805-21a029d45ebb', 'project_id': 'ad7e5b1e3bd44a9292bbae1791f9aecc', 'ip_version': 4, 'cidr': '172.20.0.16/28'}} {{(pid=103229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 19:43:29.645814 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-908e9bd3-f619-41d6-8a65-e32fae1aecf8 tempest-TestSecurityGroupsBasicOps-1450369721 tempest-TestSecurityGroupsBasicOps-1450369721-project] Made reservation on behalf of ad7e5b1e3bd44a9292bbae1791f9aecc for: {'subnet': 1} {{(pid=103229) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 19:43:29.649586 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-908e9bd3-f619-41d6-8a65-e32fae1aecf8 tempest-TestSecurityGroupsBasicOps-1450369721 tempest-TestSecurityGroupsBasicOps-1450369721-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12759265'] for subnet (None), before_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:43:29.715983 n-d-713498-36 neutron-server[103233]: DEBUG neutron.db.agents_db [None req-4a8a6a42-0a0c-4437-8958-92282682b6bb None None] Agent healthcheck: found 7 active agents {{(pid=103233) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 19:43:29.720360 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-74891682-6a9d-47b8-a08c-6ab13f2914ec req-255051e3-1705-4cea-844b-3534367d0f2d tempest-TestVolumeBackupRestore-719474059 tempest-TestVolumeBackupRestore-719474059-project] 10.222.0.75 "GET /v2.0/ports?device_id=ef11860c-6c68-4442-8b21-9c74e24d1a1d HTTP/1.1" status: 200 len: 210 time: 0.0436778 Feb 09 19:43:29.876761 n-d-713498-36 neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-17e8da54-31bd-4acb-b342-5f4468d3fb35 None None] Publish callbacks [] for port (d419cd9f-4899-4635-85df-c583d337910d), precommit_update {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:43:29.884180 n-d-713498-36 neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-17e8da54-31bd-4acb-b342-5f4468d3fb35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762867176205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762866656485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762866656503'] for port (d419cd9f-4899-4635-85df-c583d337910d), after_update {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:43:29.943293 n-d-713498-36 neutron-server[103233]: DEBUG neutron.plugins.ml2.managers [None req-17e8da54-31bd-4acb-b342-5f4468d3fb35 None None] Attempting to bind port d419cd9f-4899-4635-85df-c583d337910d on host n-d-713498-36 for vnic_type normal with profile {{(pid=103233) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 19:43:29.944154 n-d-713498-36 neutron-server[103233]: DEBUG neutron.plugins.ml2.managers [None req-17e8da54-31bd-4acb-b342-5f4468d3fb35 None None] Attempting to bind port d419cd9f-4899-4635-85df-c583d337910d by drivers openvswitch,hyperv on host n-d-713498-36 at level 0 using segments [{'id': 'a4222f89-8d3f-4b51-953b-1a8126392491', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '88055e1e-672a-4487-be31-ffb6e833ece5'}] {{(pid=103233) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 19:43:29.945152 n-d-713498-36 neutron-server[103233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17e8da54-31bd-4acb-b342-5f4468d3fb35 None None] Attempting to bind port d419cd9f-4899-4635-85df-c583d337910d on network 88055e1e-672a-4487-be31-ffb6e833ece5 {{(pid=103233) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 19:43:29.953265 n-d-713498-36 neutron-server[103233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17e8da54-31bd-4acb-b342-5f4468d3fb35 None None] Checking agent: {'id': '496418a2-c002-4aec-ab1a-07f3bea491bd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-36', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 18, 51, 47), 'started_at': datetime.datetime(2022, 2, 9, 18, 52, 17), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 19, 43, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-36'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103233) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 19:43:29.953941 n-d-713498-36 neutron-server[103233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17e8da54-31bd-4acb-b342-5f4468d3fb35 None None] Checking segment: {'id': 'a4222f89-8d3f-4b51-953b-1a8126392491', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '88055e1e-672a-4487-be31-ffb6e833ece5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103233) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 19:43:29.954615 n-d-713498-36 neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-17e8da54-31bd-4acb-b342-5f4468d3fb35 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:43:29.955263 n-d-713498-36 neutron-server[103233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17e8da54-31bd-4acb-b342-5f4468d3fb35 None None] Bound using segment: {'id': 'a4222f89-8d3f-4b51-953b-1a8126392491', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '88055e1e-672a-4487-be31-ffb6e833ece5'} {{(pid=103233) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 19:43:29.955862 n-d-713498-36 neutron-server[103233]: DEBUG neutron.plugins.ml2.managers [None req-17e8da54-31bd-4acb-b342-5f4468d3fb35 None None] Bound port: d419cd9f-4899-4635-85df-c583d337910d, host: n-d-713498-36, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a4222f89-8d3f-4b51-953b-1a8126392491', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '88055e1e-672a-4487-be31-ffb6e833ece5'}}] {{(pid=103233) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 19:43:29.956249 n-d-713498-36 neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-17e8da54-31bd-4acb-b342-5f4468d3fb35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (d419cd9f-4899-4635-85df-c583d337910d), before_update {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:43:29.958407 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-908e9bd3-f619-41d6-8a65-e32fae1aecf8 tempest-TestSecurityGroupsBasicOps-1450369721 tempest-TestSecurityGroupsBasicOps-1450369721-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12867428', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12759263'] for subnet (feee26c6-6784-4501-89e2-39f6c205a27c), after_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:43:30.024116 n-d-713498-36 neutron-server[103233]: DEBUG neutron.plugins.ml2.db [None req-17e8da54-31bd-4acb-b342-5f4468d3fb35 None None] For port d419cd9f-4899-4635-85df-c583d337910d, host n-d-713498-36, cleared binding levels {{(pid=103233) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 19:43:30.029038 n-d-713498-36 neutron-server[103233]: DEBUG neutron.plugins.ml2.db [None req-17e8da54-31bd-4acb-b342-5f4468d3fb35 None None] For port d419cd9f-4899-4635-85df-c583d337910d, host n-d-713498-36, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-36',level=0,port_id=d419cd9f-4899-4635-85df-c583d337910d,segment=NetworkSegment(a4222f89-8d3f-4b51-953b-1a8126392491),segment_id=a4222f89-8d3f-4b51-953b-1a8126392491)] {{(pid=103233) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 19:43:30.040339 n-d-713498-36 neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-17e8da54-31bd-4acb-b342-5f4468d3fb35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762867176205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762866656485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762866656503'] for port (d419cd9f-4899-4635-85df-c583d337910d), after_update {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:43:30.041525 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-908e9bd3-f619-41d6-8a65-e32fae1aecf8 tempest-TestSecurityGroupsBasicOps-1450369721 tempest-TestSecurityGroupsBasicOps-1450369721-project] Pushing event updated for resources: {'Subnet': ['ID=feee26c6-6784-4501-89e2-39f6c205a27c,revision_number=0']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:43:30.047230 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-908e9bd3-f619-41d6-8a65-e32fae1aecf8 tempest-TestSecurityGroupsBasicOps-1450369721 tempest-TestSecurityGroupsBasicOps-1450369721-project] Checking segment: {'id': 'df303057-d82f-4f49-9a6d-902c6c994491', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '680c8d73-a86e-4665-a805-21a029d45ebb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103229) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 19:43:30.048003 n-d-713498-36 neutron-server[103229]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-908e9bd3-f619-41d6-8a65-e32fae1aecf8 tempest-TestSecurityGroupsBasicOps-1450369721 tempest-TestSecurityGroupsBasicOps-1450369721-project] Network hostable DHCP agents. Network: 680c8d73-a86e-4665-a805-21a029d45ebb, hostable agents: ['af91e4b9-f4e1-42b1-a25c-a10dc47171c8'], hosted agents: [] {{(pid=103229) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 19:43:30.072710 n-d-713498-36 neutron-server[103229]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-908e9bd3-f619-41d6-8a65-e32fae1aecf8 tempest-TestSecurityGroupsBasicOps-1450369721 tempest-TestSecurityGroupsBasicOps-1450369721-project] Network 680c8d73-a86e-4665-a805-21a029d45ebb is scheduled to be hosted by DHCP agent af91e4b9-f4e1-42b1-a25c-a10dc47171c8 with binding_index 1 {{(pid=103229) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 19:43:30.076147 n-d-713498-36 neutron-server[103233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-272f0cfc-1565-4ce8-bef3-af86558bbec0 None None] Pushing event updated for resources: {'Port': ['ID=d419cd9f-4899-4635-85df-c583d337910d,revision_number=2']} {{(pid=103233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:43:30.083830 n-d-713498-36 neutron-server[103233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17e8da54-31bd-4acb-b342-5f4468d3fb35 None None] Routers {'07c999dd-3fc0-4df0-9a6c-4e573884e7f7'} bound to L3 agent in host n-d-713498-36 {{(pid=103233) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 19:43:30.084509 n-d-713498-36 neutron-server[103233]: DEBUG neutron.db.l3_hamode_db [None req-17e8da54-31bd-4acb-b342-5f4468d3fb35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-09T18:51:43Z,description=,heartbeat_timestamp=2022-02-09T19:43:13Z,host='n-d-713498-36',id=93303d5e-5d17-45e8-8963-7694f87783ae,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T18:51:43Z,topic='l3_agent')) {'router_ids': ['07c999dd-3fc0-4df0-9a6c-4e573884e7f7'], 'active': True} {{(pid=103233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:43:30.085973 n-d-713498-36 neutron-server[103229]: DEBUG neutron.scheduler.base_scheduler [None req-908e9bd3-f619-41d6-8a65-e32fae1aecf8 tempest-TestSecurityGroupsBasicOps-1450369721 tempest-TestSecurityGroupsBasicOps-1450369721-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713498-36, 680c8d73-a86e-4665-a805-21a029d45ebb) {{(pid=103229) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 19:43:30.088644 n-d-713498-36 neutron-server[103233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-272f0cfc-1565-4ce8-bef3-af86558bbec0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:43:30.088995 n-d-713498-36 neutron-server[103233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-272f0cfc-1565-4ce8-bef3-af86558bbec0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:43:30.089333 n-d-713498-36 neutron-server[103233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-272f0cfc-1565-4ce8-bef3-af86558bbec0 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:43:30.089670 n-d-713498-36 neutron-server[103233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-272f0cfc-1565-4ce8-bef3-af86558bbec0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:43:30.090027 n-d-713498-36 neutron-server[103233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-272f0cfc-1565-4ce8-bef3-af86558bbec0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:43:30.090376 n-d-713498-36 neutron-server[103233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-272f0cfc-1565-4ce8-bef3-af86558bbec0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:43:30.090690 n-d-713498-36 neutron-server[103233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-272f0cfc-1565-4ce8-bef3-af86558bbec0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:43:30.091006 n-d-713498-36 neutron-server[103233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-272f0cfc-1565-4ce8-bef3-af86558bbec0 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:43:30.091326 n-d-713498-36 neutron-server[103233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-272f0cfc-1565-4ce8-bef3-af86558bbec0 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:43:30.091643 n-d-713498-36 neutron-server[103233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-272f0cfc-1565-4ce8-bef3-af86558bbec0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:43:30.091959 n-d-713498-36 neutron-server[103233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-272f0cfc-1565-4ce8-bef3-af86558bbec0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:43:30.092276 n-d-713498-36 neutron-server[103233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-272f0cfc-1565-4ce8-bef3-af86558bbec0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:43:30.092639 n-d-713498-36 neutron-server[103233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-272f0cfc-1565-4ce8-bef3-af86558bbec0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:43:30.099727 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50d1daef-9331-41bc-8691-a5158021f885 None None] Network 680c8d73-a86e-4665-a805-21a029d45ebb requested from n-d-713498-36 {{(pid=103232) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 19:43:30.120145 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-908e9bd3-f619-41d6-8a65-e32fae1aecf8 tempest-TestSecurityGroupsBasicOps-1450369721 tempest-TestSecurityGroupsBasicOps-1450369721-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:43:30.121456 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-908e9bd3-f619-41d6-8a65-e32fae1aecf8 tempest-TestSecurityGroupsBasicOps-1450369721 tempest-TestSecurityGroupsBasicOps-1450369721-project] Publish callbacks [] for subnet (None), before_response {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:43:30.147512 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-908e9bd3-f619-41d6-8a65-e32fae1aecf8 tempest-TestSecurityGroupsBasicOps-1450369721 tempest-TestSecurityGroupsBasicOps-1450369721-project] 10.222.0.75 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 0.6411591 Feb 09 19:43:30.150392 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 47408) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:43:30.335340 n-d-713498-36 neutron-server[103233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-272f0cfc-1565-4ce8-bef3-af86558bbec0 None None] Pushing event updated for resources: {'Port': ['ID=d419cd9f-4899-4635-85df-c583d337910d,revision_number=3']} {{(pid=103233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:43:30.338201 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-866567b8-b07a-4ee3-b449-d52c157a4e82 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8b32e980-7cce-5e82-a341-bd2fa8945c89-680c8d73-a86e-4665-a805-21a029d45ebb', 'network_id': '680c8d73-a86e-4665-a805-21a029d45ebb', 'project_id': 'ad7e5b1e3bd44a9292bbae1791f9aecc', 'fixed_ips': [{'subnet_id': 'feee26c6-6784-4501-89e2-39f6c205a27c'}]}} from n-d-713498-36. {{(pid=103232) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 09 19:43:30.339302 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-866567b8-b07a-4ee3-b449-d52c157a4e82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (None), before_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:43:30.390453 n-d-713498-36 neutron-server[103233]: DEBUG neutron.db.l3_dvr_db [None req-17e8da54-31bd-4acb-b342-5f4468d3fb35 None None] Set router 07c999dd-3fc0-4df0-9a6c-4e573884e7f7 gateway port host: n-d-713498-36 {{(pid=103233) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 19:43:30.620519 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3522364-a0e5-4825-a927-5aaefb3fad69 req-af208b98-fe0b-4d22-bfb3-56b301754211 tempest-TestVolumeBackupRestore-719474059 tempest-TestVolumeBackupRestore-719474059-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:43:30.625899 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-b3522364-a0e5-4825-a927-5aaefb3fad69 req-af208b98-fe0b-4d22-bfb3-56b301754211 tempest-TestVolumeBackupRestore-719474059 tempest-TestVolumeBackupRestore-719474059-project] 10.222.0.90 "GET /v2.0/networks?id=c82d426f-a355-47f2-9358-68fe4349f782 HTTP/1.1" status: 200 len: 814 time: 0.3096871 Feb 09 19:43:30.642895 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.db_base_plugin_common [None req-866567b8-b07a-4ee3-b449-d52c157a4e82 None None] Allocated IP 172.20.0.18 (680c8d73-a86e-4665-a805-21a029d45ebb/feee26c6-6784-4501-89e2-39f6c205a27c/06aaa3ee-4b95-4f47-9482-9011d66d18ab) {{(pid=103232) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 19:43:30.749102 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d19c67c-598f-488d-a5b3-d6cf15e445ac req-0e10b1c7-eb33-4db3-9e2a-5b3705755b56 tempest-TestVolumeBootPattern-1615943498 tempest-TestVolumeBootPattern-1615943498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:43:30.757623 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-9d19c67c-598f-488d-a5b3-d6cf15e445ac req-0e10b1c7-eb33-4db3-9e2a-5b3705755b56 tempest-TestVolumeBootPattern-1615943498 tempest-TestVolumeBootPattern-1615943498-project] 10.222.0.75 "GET /v2.0/ports?device_id=979d1676-7858-444c-ad74-270d4bc6922c HTTP/1.1" status: 200 len: 943 time: 0.2214539 Feb 09 19:43:30.830037 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-b3522364-a0e5-4825-a927-5aaefb3fad69 req-964e29a7-8ad2-4d69-b45b-915f5829ff8e tempest-TestVolumeBackupRestore-719474059 tempest-TestVolumeBackupRestore-719474059-project] 10.222.0.90 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=4c59ff00c3d1431da7ba682b198a4ba5 HTTP/1.1" status: 200 len: 380 time: 0.1867321 Feb 09 19:43:30.843342 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.v2.base [req-b3522364-a0e5-4825-a927-5aaefb3fad69 req-0a87f9a4-4d5c-44eb-8ebb-b1fc33ee8395 tempest-TestVolumeBackupRestore-719474059 tempest-TestVolumeBackupRestore-719474059-project] Request body: {'port': {'device_id': 'ef11860c-6c68-4442-8b21-9c74e24d1a1d', 'network_id': 'c82d426f-a355-47f2-9358-68fe4349f782', 'admin_state_up': True, 'tenant_id': '4c59ff00c3d1431da7ba682b198a4ba5', 'security_groups': ['9756189c-51bb-4234-9287-a2b3fd71ce58']}} {{(pid=103229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 19:43:30.878913 n-d-713498-36 neutron-server[103233]: DEBUG neutron.db.l3_hamode_db [None req-17e8da54-31bd-4acb-b342-5f4468d3fb35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '07c999dd-3fc0-4df0-9a6c-4e573884e7f7', 'name': 'tempest-TestSecurityGroupsBasicOps-router-781874670', 'tenant_id': 'ad7e5b1e3bd44a9292bbae1791f9aecc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88055e1e-672a-4487-be31-ffb6e833ece5', 'external_fixed_ips': [{'subnet_id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'ip_address': '172.25.1.226'}], 'enable_snat': True}, 'gw_port_id': 'd419cd9f-4899-4635-85df-c583d337910d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T19:43:26Z', 'updated_at': '2022-02-09T19:43:27Z', 'revision_number': 3, 'project_id': 'ad7e5b1e3bd44a9292bbae1791f9aecc', 'gw_port': {'id': 'd419cd9f-4899-4635-85df-c583d337910d', 'name': '', 'network_id': '88055e1e-672a-4487-be31-ffb6e833ece5', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:1e:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '07c999dd-3fc0-4df0-9a6c-4e573884e7f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3890, 'fixed_ips': [{'subnet_id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'ip_address': '172.25.1.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T19:43:26Z', 'updated_at': '2022-02-09T19:43:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-36'}], 'n-d-713498-36', False) {} {{(pid=103233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:43:30.905979 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-38f3c9cd-a8b8-439b-b9f8-32c22af4b20f req-022143ba-b9a1-45f7-a809-71a736de7701 tempest-TestVolumeBackupRestore-719474059 tempest-TestVolumeBackupRestore-719474059-project] 10.222.0.75 "GET /v2.0/ports?device_id=ef11860c-6c68-4442-8b21-9c74e24d1a1d HTTP/1.1" status: 200 len: 210 time: 0.0720434 Feb 09 19:43:30.942249 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-866567b8-b07a-4ee3-b449-d52c157a4e82 None None] Publish callbacks [] for port (06aaa3ee-4b95-4f47-9482-9011d66d18ab), precommit_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:43:30.943999 n-d-713498-36 neutron-server[103233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17e8da54-31bd-4acb-b342-5f4468d3fb35 None None] The sync data for ids ['07c999dd-3fc0-4df0-9a6c-4e573884e7f7'] in n-d-713498-36 is: [{'id': '07c999dd-3fc0-4df0-9a6c-4e573884e7f7', 'name': 'tempest-TestSecurityGroupsBasicOps-router-781874670', 'tenant_id': 'ad7e5b1e3bd44a9292bbae1791f9aecc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88055e1e-672a-4487-be31-ffb6e833ece5', 'external_fixed_ips': [{'subnet_id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'ip_address': '172.25.1.226'}], 'enable_snat': True}, 'gw_port_id': 'd419cd9f-4899-4635-85df-c583d337910d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T19:43:26Z', 'updated_at': '2022-02-09T19:43:27Z', 'revision_number': 3, 'project_id': 'ad7e5b1e3bd44a9292bbae1791f9aecc', 'gw_port': {'id': 'd419cd9f-4899-4635-85df-c583d337910d', 'name': '', 'network_id': '88055e1e-672a-4487-be31-ffb6e833ece5', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:1e:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '07c999dd-3fc0-4df0-9a6c-4e573884e7f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3890, 'fixed_ips': [{'subnet_id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'ip_address': '172.25.1.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T19:43:26Z', 'updated_at': '2022-02-09T19:43:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-36'}] {{(pid=103233) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 19:43:30.951390 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-866567b8-b07a-4ee3-b449-d52c157a4e82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762866656467'] for port (06aaa3ee-4b95-4f47-9482-9011d66d18ab), after_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:43:30.986561 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-9d19c67c-598f-488d-a5b3-d6cf15e445ac req-53cf74d7-2912-4805-9bb0-914167d88c0b tempest-TestVolumeBootPattern-1615943498 tempest-TestVolumeBootPattern-1615943498-project] 10.222.0.75 "GET /v2.0/security-groups?id=85e2738d-e0ce-44c8-a269-2deaf81a01f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2223744 Feb 09 19:43:31.010248 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-866567b8-b07a-4ee3-b449-d52c157a4e82 None None] Pushing event updated for resources: {'Port': ['ID=06aaa3ee-4b95-4f47-9482-9011d66d18ab,revision_number=1']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:43:31.025110 n-d-713498-36 neutron-server[103232]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-866567b8-b07a-4ee3-b449-d52c157a4e82 None None] Network 680c8d73-a86e-4665-a805-21a029d45ebb is already hosted by enough agents. {{(pid=103232) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 19:43:31.027441 n-d-713498-36 neutron-server[103232]: DEBUG neutron.scheduler.base_scheduler [None req-866567b8-b07a-4ee3-b449-d52c157a4e82 None None] Resources bound (agent type, host, resource id): {{(pid=103232) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 19:43:31.032411 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.l3_dvrscheduler_db [None req-866567b8-b07a-4ee3-b449-d52c157a4e82 None None] Received port after_create {{(pid=103232) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 19:43:31.114190 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.managers [None req-866567b8-b07a-4ee3-b449-d52c157a4e82 None None] Attempting to bind port 06aaa3ee-4b95-4f47-9482-9011d66d18ab on host n-d-713498-36 for vnic_type normal with profile {{(pid=103232) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 19:43:31.115384 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.managers [None req-866567b8-b07a-4ee3-b449-d52c157a4e82 None None] Attempting to bind port 06aaa3ee-4b95-4f47-9482-9011d66d18ab by drivers openvswitch,hyperv on host n-d-713498-36 at level 0 using segments [{'id': 'df303057-d82f-4f49-9a6d-902c6c994491', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '680c8d73-a86e-4665-a805-21a029d45ebb'}] {{(pid=103232) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 19:43:31.116064 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-866567b8-b07a-4ee3-b449-d52c157a4e82 None None] Attempting to bind port 06aaa3ee-4b95-4f47-9482-9011d66d18ab on network 680c8d73-a86e-4665-a805-21a029d45ebb {{(pid=103232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 19:43:31.124627 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-866567b8-b07a-4ee3-b449-d52c157a4e82 None None] Checking agent: {'id': '496418a2-c002-4aec-ab1a-07f3bea491bd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-36', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 18, 51, 47), 'started_at': datetime.datetime(2022, 2, 9, 18, 52, 17), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 19, 43, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-36'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 19:43:31.125521 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-866567b8-b07a-4ee3-b449-d52c157a4e82 None None] Checking segment: {'id': 'df303057-d82f-4f49-9a6d-902c6c994491', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '680c8d73-a86e-4665-a805-21a029d45ebb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103232) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 19:43:31.126304 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-866567b8-b07a-4ee3-b449-d52c157a4e82 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:43:31.127749 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-866567b8-b07a-4ee3-b449-d52c157a4e82 None None] Bound using segment: {'id': 'df303057-d82f-4f49-9a6d-902c6c994491', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '680c8d73-a86e-4665-a805-21a029d45ebb'} {{(pid=103232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 19:43:31.128572 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.managers [None req-866567b8-b07a-4ee3-b449-d52c157a4e82 None None] Bound port: 06aaa3ee-4b95-4f47-9482-9011d66d18ab, host: n-d-713498-36, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'df303057-d82f-4f49-9a6d-902c6c994491', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '680c8d73-a86e-4665-a805-21a029d45ebb'}}] {{(pid=103232) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 19:43:31.129140 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-866567b8-b07a-4ee3-b449-d52c157a4e82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (06aaa3ee-4b95-4f47-9482-9011d66d18ab), before_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:43:31.141645 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b3522364-a0e5-4825-a927-5aaefb3fad69 req-0a87f9a4-4d5c-44eb-8ebb-b1fc33ee8395 tempest-TestVolumeBackupRestore-719474059 tempest-TestVolumeBackupRestore-719474059-project] Made reservation on behalf of 4c59ff00c3d1431da7ba682b198a4ba5 for: {'port': 1} {{(pid=103229) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 19:43:31.145367 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-b3522364-a0e5-4825-a927-5aaefb3fad69 req-0a87f9a4-4d5c-44eb-8ebb-b1fc33ee8395 tempest-TestVolumeBackupRestore-719474059 tempest-TestVolumeBackupRestore-719474059-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (None), before_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:43:31.158353 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-9b959168-dbd6-43cf-9abe-4ec328669242 tempest-TestSecurityGroupsBasicOps-1450369721 tempest-TestSecurityGroupsBasicOps-1450369721-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (None), before_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:43:31.219850 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-866567b8-b07a-4ee3-b449-d52c157a4e82 None None] For port 06aaa3ee-4b95-4f47-9482-9011d66d18ab, host n-d-713498-36, cleared binding levels {{(pid=103232) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 19:43:31.225933 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-866567b8-b07a-4ee3-b449-d52c157a4e82 None None] For port 06aaa3ee-4b95-4f47-9482-9011d66d18ab, host n-d-713498-36, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-36',level=0,port_id=06aaa3ee-4b95-4f47-9482-9011d66d18ab,segment=NetworkSegment(df303057-d82f-4f49-9a6d-902c6c994491),segment_id=df303057-d82f-4f49-9a6d-902c6c994491)] {{(pid=103232) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 19:43:31.235517 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-866567b8-b07a-4ee3-b449-d52c157a4e82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762867176205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762866656485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762866656503'] for port (06aaa3ee-4b95-4f47-9482-9011d66d18ab), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:43:31.320296 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-866567b8-b07a-4ee3-b449-d52c157a4e82 None None] Pushing event updated for resources: {'Port': ['ID=06aaa3ee-4b95-4f47-9482-9011d66d18ab,revision_number=2']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:43:31.444037 n-d-713498-36 neutron-server[103229]: DEBUG neutron.db.db_base_plugin_common [req-b3522364-a0e5-4825-a927-5aaefb3fad69 req-0a87f9a4-4d5c-44eb-8ebb-b1fc33ee8395 tempest-TestVolumeBackupRestore-719474059 tempest-TestVolumeBackupRestore-719474059-project] Allocated IP 172.20.0.3 (c82d426f-a355-47f2-9358-68fe4349f782/1606ed9d-0a78-4c8f-95cd-673eb47e18dc/110acd77-41d6-4497-b355-470e0d380e4b) {{(pid=103229) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 19:43:31.757409 n-d-713498-36 neutron-server[103230]: DEBUG neutron.db.db_base_plugin_common [None req-9b959168-dbd6-43cf-9abe-4ec328669242 tempest-TestSecurityGroupsBasicOps-1450369721 tempest-TestSecurityGroupsBasicOps-1450369721-project] Allocated IP 172.20.0.17 (680c8d73-a86e-4665-a805-21a029d45ebb/feee26c6-6784-4501-89e2-39f6c205a27c/9cecc6c9-daa8-4711-831f-5ea74778d273) {{(pid=103230) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 19:43:31.910414 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-b3522364-a0e5-4825-a927-5aaefb3fad69 req-0a87f9a4-4d5c-44eb-8ebb-b1fc33ee8395 tempest-TestVolumeBackupRestore-719474059 tempest-TestVolumeBackupRestore-719474059-project] Publish callbacks [] for port (110acd77-41d6-4497-b355-470e0d380e4b), precommit_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:43:31.991136 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-b3522364-a0e5-4825-a927-5aaefb3fad69 req-0a87f9a4-4d5c-44eb-8ebb-b1fc33ee8395 tempest-TestVolumeBackupRestore-719474059 tempest-TestVolumeBackupRestore-719474059-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762866656467', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12867576'] for port (110acd77-41d6-4497-b355-470e0d380e4b), after_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:43:32.024752 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-9b959168-dbd6-43cf-9abe-4ec328669242 tempest-TestSecurityGroupsBasicOps-1450369721 tempest-TestSecurityGroupsBasicOps-1450369721-project] Publish callbacks [] for port (9cecc6c9-daa8-4711-831f-5ea74778d273), precommit_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:43:32.149450 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-9b959168-dbd6-43cf-9abe-4ec328669242 tempest-TestSecurityGroupsBasicOps-1450369721 tempest-TestSecurityGroupsBasicOps-1450369721-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762866656467', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14393751'] for port (9cecc6c9-daa8-4711-831f-5ea74778d273), after_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:43:32.155091 n-d-713498-36 neutron-server[103229]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b3522364-a0e5-4825-a927-5aaefb3fad69 req-0a87f9a4-4d5c-44eb-8ebb-b1fc33ee8395 tempest-TestVolumeBackupRestore-719474059 tempest-TestVolumeBackupRestore-719474059-project] Network c82d426f-a355-47f2-9358-68fe4349f782 is already hosted by enough agents. {{(pid=103229) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 19:43:32.165397 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a87f9a4-4d5c-44eb-8ebb-b1fc33ee8395 tempest-TestVolumeBackupRestore-719474059 tempest-TestVolumeBackupRestore-719474059-project] Pushing event updated for resources: {'Port': ['ID=110acd77-41d6-4497-b355-470e0d380e4b,revision_number=1']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:43:32.204935 n-d-713498-36 neutron-server[103230]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b959168-dbd6-43cf-9abe-4ec328669242 tempest-TestSecurityGroupsBasicOps-1450369721 tempest-TestSecurityGroupsBasicOps-1450369721-project] Network 680c8d73-a86e-4665-a805-21a029d45ebb is already hosted by enough agents. {{(pid=103230) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 19:43:32.213673 n-d-713498-36 neutron-server[103230]: DEBUG neutron.scheduler.base_scheduler [None req-9b959168-dbd6-43cf-9abe-4ec328669242 tempest-TestSecurityGroupsBasicOps-1450369721 tempest-TestSecurityGroupsBasicOps-1450369721-project] Resources bound (agent type, host, resource id): {{(pid=103230) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 19:43:32.227426 n-d-713498-36 neutron-server[103230]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b959168-dbd6-43cf-9abe-4ec328669242 tempest-TestSecurityGroupsBasicOps-1450369721 tempest-TestSecurityGroupsBasicOps-1450369721-project] Received port after_create {{(pid=103230) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 19:43:32.235574 n-d-713498-36 neutron-server[103229]: DEBUG neutron.scheduler.base_scheduler [req-b3522364-a0e5-4825-a927-5aaefb3fad69 req-0a87f9a4-4d5c-44eb-8ebb-b1fc33ee8395 tempest-TestVolumeBackupRestore-719474059 tempest-TestVolumeBackupRestore-719474059-project] Resources bound (agent type, host, resource id): {{(pid=103229) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 19:43:32.249716 n-d-713498-36 neutron-server[103229]: DEBUG neutron.db.l3_dvrscheduler_db [req-b3522364-a0e5-4825-a927-5aaefb3fad69 req-0a87f9a4-4d5c-44eb-8ebb-b1fc33ee8395 tempest-TestVolumeBackupRestore-719474059 tempest-TestVolumeBackupRestore-719474059-project] Received port after_create {{(pid=103229) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 19:43:32.262692 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9521e30-2e2a-4258-835a-0b1367a8c566 req-cba78e69-36ce-4684-a1bb-97bd148d841f tempest-TestVolumeBackupRestore-719474059 tempest-TestVolumeBackupRestore-719474059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:43:32.271510 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-e9521e30-2e2a-4258-835a-0b1367a8c566 req-cba78e69-36ce-4684-a1bb-97bd148d841f tempest-TestVolumeBackupRestore-719474059 tempest-TestVolumeBackupRestore-719474059-project] 10.222.0.75 "GET /v2.0/ports?device_id=ef11860c-6c68-4442-8b21-9c74e24d1a1d HTTP/1.1" status: 200 len: 931 time: 0.1869500 Feb 09 19:43:32.359917 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b959168-dbd6-43cf-9abe-4ec328669242 tempest-TestSecurityGroupsBasicOps-1450369721 tempest-TestSecurityGroupsBasicOps-1450369721-project] Pushing event updated for resources: {'Port': ['ID=9cecc6c9-daa8-4711-831f-5ea74778d273,revision_number=1']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:43:32.413510 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3522364-a0e5-4825-a927-5aaefb3fad69 req-0a87f9a4-4d5c-44eb-8ebb-b1fc33ee8395 tempest-TestVolumeBackupRestore-719474059 tempest-TestVolumeBackupRestore-719474059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:43:32.414520 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-b3522364-a0e5-4825-a927-5aaefb3fad69 req-0a87f9a4-4d5c-44eb-8ebb-b1fc33ee8395 tempest-TestVolumeBackupRestore-719474059 tempest-TestVolumeBackupRestore-719474059-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171096'] for port (None), before_response {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:43:32.462332 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-e9521e30-2e2a-4258-835a-0b1367a8c566 req-d1c844b8-67a3-487d-ab39-ca9773fbf84f tempest-TestVolumeBackupRestore-719474059 tempest-TestVolumeBackupRestore-719474059-project] 10.222.0.75 "GET /v2.0/security-groups?id=9756189c-51bb-4234-9287-a2b3fd71ce58&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1893992 Feb 09 19:43:32.464641 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-9b959168-dbd6-43cf-9abe-4ec328669242 tempest-TestSecurityGroupsBasicOps-1450369721 tempest-TestSecurityGroupsBasicOps-1450369721-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1819024'] for router_interface (07c999dd-3fc0-4df0-9a6c-4e573884e7f7), before_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:43:32.474995 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a01b167-ad7b-4a4b-b8e3-b8b25521e1a2 req-76c3f897-8f5f-4b7b-9f8d-39cd7dd92d1e tempest-TestVolumeBootPattern-1615943498 tempest-TestVolumeBootPattern-1615943498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:43:32.490738 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-2a01b167-ad7b-4a4b-b8e3-b8b25521e1a2 req-76c3f897-8f5f-4b7b-9f8d-39cd7dd92d1e tempest-TestVolumeBootPattern-1615943498 tempest-TestVolumeBootPattern-1615943498-project] 10.222.0.75 "GET /v2.0/ports?device_id=979d1676-7858-444c-ad74-270d4bc6922c HTTP/1.1" status: 200 len: 943 time: 0.3682330 Feb 09 19:43:32.495883 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-b3522364-a0e5-4825-a927-5aaefb3fad69 req-0a87f9a4-4d5c-44eb-8ebb-b1fc33ee8395 tempest-TestVolumeBackupRestore-719474059 tempest-TestVolumeBackupRestore-719474059-project] 10.222.0.90 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6569438 Feb 09 19:43:32.518017 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [req-b3522364-a0e5-4825-a927-5aaefb3fad69 req-b7d72015-de4a-45cc-8432-13e512af791f tempest-TestVolumeBackupRestore-719474059 tempest-TestVolumeBackupRestore-719474059-project] http://10.222.0.75:9696/v2.0/extensions returned with HTTP 200 {{(pid=103229) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 09 19:43:32.519064 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-b3522364-a0e5-4825-a927-5aaefb3fad69 req-b7d72015-de4a-45cc-8432-13e512af791f tempest-TestVolumeBackupRestore-719474059 tempest-TestVolumeBackupRestore-719474059-project] 10.222.0.90 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0067389 Feb 09 19:43:32.647425 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-2a01b167-ad7b-4a4b-b8e3-b8b25521e1a2 req-52ec4960-3ff6-4da9-83e3-c0f204fba953 tempest-TestVolumeBootPattern-1615943498 tempest-TestVolumeBootPattern-1615943498-project] 10.222.0.75 "GET /v2.0/security-groups?id=85e2738d-e0ce-44c8-a269-2deaf81a01f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1471083 Feb 09 19:43:32.741927 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.provisioning_blocks [None req-66dedd41-a5b0-47e1-9995-02c1fa8643c3 None None] Provisioning complete for port 110acd77-41d6-4497-b355-470e0d380e4b triggered by entity DHCP. {{(pid=103232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 19:43:32.742473 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-66dedd41-a5b0-47e1-9995-02c1fa8643c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593630'] for port (110acd77-41d6-4497-b355-470e0d380e4b), provisioning_complete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:43:32.854537 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-66dedd41-a5b0-47e1-9995-02c1fa8643c3 None None] Port 110acd77-41d6-4497-b355-470e0d380e4b cannot update to ACTIVE because it is not bound. {{(pid=103232) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 19:43:32.898716 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-9b959168-dbd6-43cf-9abe-4ec328669242 tempest-TestSecurityGroupsBasicOps-1450369721 tempest-TestSecurityGroupsBasicOps-1450369721-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (9cecc6c9-daa8-4711-831f-5ea74778d273), before_update {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:43:32.932373 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.v2.base [req-b3522364-a0e5-4825-a927-5aaefb3fad69 req-b80fb7e1-e43d-4033-b4e9-a56e4406cd8d service neutron] Request body: {'port': {'device_id': 'ef11860c-6c68-4442-8b21-9c74e24d1a1d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-713498-36'}} {{(pid=103229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 19:43:33.000083 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Device d419cd9f-4899-4635-85df-c583d337910d up at agent ovs-agent-n-d-713498-36 {{(pid=103232) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 19:43:33.130879 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.provisioning_blocks [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Provisioning complete for port d419cd9f-4899-4635-85df-c583d337910d triggered by entity L2. {{(pid=103232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 19:43:33.131577 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593630'] for port (d419cd9f-4899-4635-85df-c583d337910d), provisioning_complete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:43:33.148345 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-b3522364-a0e5-4825-a927-5aaefb3fad69 req-b80fb7e1-e43d-4033-b4e9-a56e4406cd8d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (110acd77-41d6-4497-b355-470e0d380e4b), before_update {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:43:33.266178 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Current status of the port d419cd9f-4899-4635-85df-c583d337910d is: DOWN; New status is: ACTIVE {{(pid=103232) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 19:43:33.266952 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (d419cd9f-4899-4635-85df-c583d337910d), before_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:43:33.318496 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] For port d419cd9f-4899-4635-85df-c583d337910d, host n-d-713498-36, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-36',level=0,port_id=d419cd9f-4899-4635-85df-c583d337910d,segment=NetworkSegment(a4222f89-8d3f-4b51-953b-1a8126392491),segment_id=a4222f89-8d3f-4b51-953b-1a8126392491)] {{(pid=103232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 19:43:33.329576 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762867176205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762866656485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762866656503'] for port (d419cd9f-4899-4635-85df-c583d337910d), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:43:33.331989 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Device 06aaa3ee-4b95-4f47-9482-9011d66d18ab up at agent ovs-agent-n-d-713498-36 {{(pid=103232) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 19:43:33.385504 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e748bdde-c0fa-4c1e-8d59-53a57f519fa5 None None] Network 680c8d73-a86e-4665-a805-21a029d45ebb requested from n-d-713498-36 {{(pid=103232) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 19:43:33.417134 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-9b959168-dbd6-43cf-9abe-4ec328669242 tempest-TestSecurityGroupsBasicOps-1450369721 tempest-TestSecurityGroupsBasicOps-1450369721-project] Publish callbacks [] for port (9cecc6c9-daa8-4711-831f-5ea74778d273), precommit_update {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:43:33.439615 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-9b959168-dbd6-43cf-9abe-4ec328669242 tempest-TestSecurityGroupsBasicOps-1450369721 tempest-TestSecurityGroupsBasicOps-1450369721-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762867176205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762866656485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762866656503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14393758'] for port (9cecc6c9-daa8-4711-831f-5ea74778d273), after_update {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:43:33.564704 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-9b959168-dbd6-43cf-9abe-4ec328669242 tempest-TestSecurityGroupsBasicOps-1450369721 tempest-TestSecurityGroupsBasicOps-1450369721-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1613458', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1834496'] for router_interface (07c999dd-3fc0-4df0-9a6c-4e573884e7f7), after_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:43:33.693919 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.provisioning_blocks [None req-13868b02-f344-4e0c-a07b-8b6a3b5f60a0 None None] Provisioning complete for port 06aaa3ee-4b95-4f47-9482-9011d66d18ab triggered by entity DHCP. {{(pid=103232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 19:43:33.694476 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-13868b02-f344-4e0c-a07b-8b6a3b5f60a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593630'] for port (06aaa3ee-4b95-4f47-9482-9011d66d18ab), provisioning_complete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:43:33.708353 n-d-713498-36 neutron-server[103229]: DEBUG neutron.notifiers.nova [req-b3522364-a0e5-4825-a927-5aaefb3fad69 req-b80fb7e1-e43d-4033-b4e9-a56e4406cd8d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 110acd77-41d6-4497-b355-470e0d380e4b {{(pid=103229) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 19:43:33.734539 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-b3522364-a0e5-4825-a927-5aaefb3fad69 req-b80fb7e1-e43d-4033-b4e9-a56e4406cd8d service neutron] Publish callbacks [] for port (110acd77-41d6-4497-b355-470e0d380e4b), precommit_update {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:43:33.745583 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b959168-dbd6-43cf-9abe-4ec328669242 tempest-TestSecurityGroupsBasicOps-1450369721 tempest-TestSecurityGroupsBasicOps-1450369721-project] Pushing event updated for resources: {'Port': ['ID=9cecc6c9-daa8-4711-831f-5ea74778d273,revision_number=2']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:43:33.762382 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b47d8290-556b-4bff-ae8b-b285a0d8fc5a req-fe3906c7-b2b7-430b-9b08-0d4c55602a5b tempest-TestVolumeBackupRestore-719474059 tempest-TestVolumeBackupRestore-719474059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:43:33.771740 n-d-713498-36 neutron-server[103229]: DEBUG neutron.db.provisioning_blocks [req-b3522364-a0e5-4825-a927-5aaefb3fad69 req-b80fb7e1-e43d-4033-b4e9-a56e4406cd8d service neutron] Transition to ACTIVE for port object 110acd77-41d6-4497-b355-470e0d380e4b will not be triggered until provisioned by entity L2. {{(pid=103229) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 19:43:33.776404 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-b47d8290-556b-4bff-ae8b-b285a0d8fc5a req-fe3906c7-b2b7-430b-9b08-0d4c55602a5b tempest-TestVolumeBackupRestore-719474059 tempest-TestVolumeBackupRestore-719474059-project] 10.222.0.75 "GET /v2.0/ports?device_id=ef11860c-6c68-4442-8b21-9c74e24d1a1d HTTP/1.1" status: 200 len: 931 time: 0.1584172 Feb 09 19:43:33.778522 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-b3522364-a0e5-4825-a927-5aaefb3fad69 req-b80fb7e1-e43d-4033-b4e9-a56e4406cd8d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762867176205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762866656485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762866656503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12867569'] for port (110acd77-41d6-4497-b355-470e0d380e4b), after_update {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:43:33.852191 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-b47d8290-556b-4bff-ae8b-b285a0d8fc5a req-76de5869-b7c4-4aa1-981c-1e943c0850b8 tempest-TestVolumeBackupRestore-719474059 tempest-TestVolumeBackupRestore-719474059-project] 10.222.0.75 "GET /v2.0/security-groups?id=9756189c-51bb-4234-9287-a2b3fd71ce58&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0746355 Feb 09 19:43:33.902023 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.provisioning_blocks [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Provisioning complete for port 06aaa3ee-4b95-4f47-9482-9011d66d18ab triggered by entity L2. {{(pid=103232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 19:43:33.902561 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593630'] for port (06aaa3ee-4b95-4f47-9482-9011d66d18ab), provisioning_complete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:43:33.924288 n-d-713498-36 neutron-server[103230]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b959168-dbd6-43cf-9abe-4ec328669242 tempest-TestSecurityGroupsBasicOps-1450369721 tempest-TestSecurityGroupsBasicOps-1450369721-project] Network 680c8d73-a86e-4665-a805-21a029d45ebb is already hosted by enough agents. {{(pid=103230) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 19:43:33.929277 n-d-713498-36 neutron-server[103230]: DEBUG neutron.scheduler.base_scheduler [None req-9b959168-dbd6-43cf-9abe-4ec328669242 tempest-TestSecurityGroupsBasicOps-1450369721 tempest-TestSecurityGroupsBasicOps-1450369721-project] Resources bound (agent type, host, resource id): {{(pid=103230) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 19:43:34.015117 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Pushing event updated for resources: {'Port': ['ID=d419cd9f-4899-4635-85df-c583d337910d,revision_number=4']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:43:34.041001 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.managers [req-b3522364-a0e5-4825-a927-5aaefb3fad69 req-b80fb7e1-e43d-4033-b4e9-a56e4406cd8d service neutron] Attempting to bind port 110acd77-41d6-4497-b355-470e0d380e4b on host n-h2-713498-36 for vnic_type normal with profile {{(pid=103229) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 19:43:34.041343 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.managers [req-b3522364-a0e5-4825-a927-5aaefb3fad69 req-b80fb7e1-e43d-4033-b4e9-a56e4406cd8d service neutron] Attempting to bind port 110acd77-41d6-4497-b355-470e0d380e4b by drivers openvswitch,hyperv on host n-h2-713498-36 at level 0 using segments [{'id': '6912a3c6-390b-493a-8586-f44e28e90c68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': 'c82d426f-a355-47f2-9358-68fe4349f782'}] {{(pid=103229) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 19:43:34.041676 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3522364-a0e5-4825-a927-5aaefb3fad69 req-b80fb7e1-e43d-4033-b4e9-a56e4406cd8d service neutron] Attempting to bind port 110acd77-41d6-4497-b355-470e0d380e4b on network c82d426f-a355-47f2-9358-68fe4349f782 {{(pid=103229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 19:43:34.078342 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3522364-a0e5-4825-a927-5aaefb3fad69 req-b80fb7e1-e43d-4033-b4e9-a56e4406cd8d service neutron] Port 110acd77-41d6-4497-b355-470e0d380e4b on network c82d426f-a355-47f2-9358-68fe4349f782 not bound, no agent of type Open vSwitch agent registered on host n-h2-713498-36 {{(pid=103229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 19:43:34.078716 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3522364-a0e5-4825-a927-5aaefb3fad69 req-b80fb7e1-e43d-4033-b4e9-a56e4406cd8d service neutron] Attempting to bind port 110acd77-41d6-4497-b355-470e0d380e4b on network c82d426f-a355-47f2-9358-68fe4349f782 {{(pid=103229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 19:43:34.095858 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b80fb7e1-e43d-4033-b4e9-a56e4406cd8d service neutron] Pushing event updated for resources: {'Port': ['ID=110acd77-41d6-4497-b355-470e0d380e4b,revision_number=2']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:43:34.104097 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3522364-a0e5-4825-a927-5aaefb3fad69 req-b80fb7e1-e43d-4033-b4e9-a56e4406cd8d service neutron] Checking agent: {'id': 'bcd5faee-dc24-4298-9134-0e0aa054058e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713498-36', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 18, 59, 19), 'started_at': datetime.datetime(2022, 2, 9, 18, 59, 19), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 19, 43, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 19:43:34.104446 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3522364-a0e5-4825-a927-5aaefb3fad69 req-b80fb7e1-e43d-4033-b4e9-a56e4406cd8d service neutron] Checking segment: {'id': '6912a3c6-390b-493a-8586-f44e28e90c68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': 'c82d426f-a355-47f2-9358-68fe4349f782'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103229) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 19:43:34.104839 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3522364-a0e5-4825-a927-5aaefb3fad69 req-b80fb7e1-e43d-4033-b4e9-a56e4406cd8d service neutron] Bound using segment: {'id': '6912a3c6-390b-493a-8586-f44e28e90c68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': 'c82d426f-a355-47f2-9358-68fe4349f782'} {{(pid=103229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 19:43:34.105286 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.managers [req-b3522364-a0e5-4825-a927-5aaefb3fad69 req-b80fb7e1-e43d-4033-b4e9-a56e4406cd8d service neutron] Bound port: 110acd77-41d6-4497-b355-470e0d380e4b, host: n-h2-713498-36, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6912a3c6-390b-493a-8586-f44e28e90c68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': 'c82d426f-a355-47f2-9358-68fe4349f782'}}] {{(pid=103229) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 19:43:34.105650 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-b3522364-a0e5-4825-a927-5aaefb3fad69 req-b80fb7e1-e43d-4033-b4e9-a56e4406cd8d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (110acd77-41d6-4497-b355-470e0d380e4b), before_update {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:43:34.151288 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e81ae2e9-2c44-444c-b965-c929b7f0a366 req-fd9d4264-9871-4677-b270-f4669e494066 tempest-TestVolumeBootPattern-1615943498 tempest-TestVolumeBootPattern-1615943498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:43:34.153054 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-e81ae2e9-2c44-444c-b965-c929b7f0a366 req-fd9d4264-9871-4677-b270-f4669e494066 tempest-TestVolumeBootPattern-1615943498 tempest-TestVolumeBootPattern-1615943498-project] 10.222.0.75 "GET /v2.0/ports?device_id=979d1676-7858-444c-ad74-270d4bc6922c HTTP/1.1" status: 200 len: 943 time: 0.3505797 Feb 09 19:43:34.211983 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Current status of the port 06aaa3ee-4b95-4f47-9482-9011d66d18ab is: DOWN; New status is: ACTIVE {{(pid=103232) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 19:43:34.212805 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (06aaa3ee-4b95-4f47-9482-9011d66d18ab), before_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:43:34.219098 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-13868b02-f344-4e0c-a07b-8b6a3b5f60a0 None None] Current status of the port 06aaa3ee-4b95-4f47-9482-9011d66d18ab is: DOWN; New status is: ACTIVE {{(pid=103232) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 19:43:34.219616 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-13868b02-f344-4e0c-a07b-8b6a3b5f60a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (06aaa3ee-4b95-4f47-9482-9011d66d18ab), before_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:43:34.237910 n-d-713498-36 neutron-server[103230]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9b959168-dbd6-43cf-9abe-4ec328669242 tempest-TestSecurityGroupsBasicOps-1450369721 tempest-TestSecurityGroupsBasicOps-1450369721-project] Router 07c999dd-3fc0-4df0-9a6c-4e573884e7f7 has already been hosted by L3 agent 93303d5e-5d17-45e8-8963-7694f87783ae {{(pid=103230) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 19:43:34.309757 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-e81ae2e9-2c44-444c-b965-c929b7f0a366 req-5cd69785-6288-4eeb-87f6-0469cc844ae6 tempest-TestVolumeBootPattern-1615943498 tempest-TestVolumeBootPattern-1615943498-project] 10.222.0.75 "GET /v2.0/security-groups?id=85e2738d-e0ce-44c8-a269-2deaf81a01f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1437986 Feb 09 19:43:34.327569 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-13868b02-f344-4e0c-a07b-8b6a3b5f60a0 None None] For port 06aaa3ee-4b95-4f47-9482-9011d66d18ab, host n-d-713498-36, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-36',level=0,port_id=06aaa3ee-4b95-4f47-9482-9011d66d18ab,segment=NetworkSegment(df303057-d82f-4f49-9a6d-902c6c994491),segment_id=df303057-d82f-4f49-9a6d-902c6c994491)] {{(pid=103232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 19:43:34.347520 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-13868b02-f344-4e0c-a07b-8b6a3b5f60a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762867176205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762866656485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762866656503'] for port (06aaa3ee-4b95-4f47-9482-9011d66d18ab), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:43:34.364146 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.db [req-b3522364-a0e5-4825-a927-5aaefb3fad69 req-b80fb7e1-e43d-4033-b4e9-a56e4406cd8d service neutron] For port 110acd77-41d6-4497-b355-470e0d380e4b, host n-h2-713498-36, cleared binding levels {{(pid=103229) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 19:43:34.372044 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.db [req-b3522364-a0e5-4825-a927-5aaefb3fad69 req-b80fb7e1-e43d-4033-b4e9-a56e4406cd8d service neutron] For port 110acd77-41d6-4497-b355-470e0d380e4b, host n-h2-713498-36, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-36',level=0,port_id=110acd77-41d6-4497-b355-470e0d380e4b,segment=NetworkSegment(6912a3c6-390b-493a-8586-f44e28e90c68),segment_id=6912a3c6-390b-493a-8586-f44e28e90c68)] {{(pid=103229) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 19:43:34.392142 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-b3522364-a0e5-4825-a927-5aaefb3fad69 req-b80fb7e1-e43d-4033-b4e9-a56e4406cd8d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762867176205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762866656485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762866656503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12867569'] for port (110acd77-41d6-4497-b355-470e0d380e4b), after_update {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:43:34.453210 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b80fb7e1-e43d-4033-b4e9-a56e4406cd8d service neutron] Pushing event updated for resources: {'Port': ['ID=110acd77-41d6-4497-b355-470e0d380e4b,revision_number=3']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:43:34.467014 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.db.api [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103232) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 09 19:43:34.468476 n-d-713498-36 neutron-server[103232]: DEBUG oslo_db.api [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 09 19:43:34.470559 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13868b02-f344-4e0c-a07b-8b6a3b5f60a0 None None] Pushing event updated for resources: {'Port': ['ID=06aaa3ee-4b95-4f47-9482-9011d66d18ab,revision_number=3']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:43:34.482766 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9b959168-dbd6-43cf-9abe-4ec328669242 tempest-TestSecurityGroupsBasicOps-1450369721 tempest-TestSecurityGroupsBasicOps-1450369721-project] Notify agent at l3_agent.n-d-713498-36 the message routers_updated {{(pid=103230) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 19:43:34.487575 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3522364-a0e5-4825-a927-5aaefb3fad69 req-b80fb7e1-e43d-4033-b4e9-a56e4406cd8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:43:34.490200 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-b3522364-a0e5-4825-a927-5aaefb3fad69 req-b80fb7e1-e43d-4033-b4e9-a56e4406cd8d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171096'] for port (None), before_response {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:43:34.491778 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-b3522364-a0e5-4825-a927-5aaefb3fad69 req-b80fb7e1-e43d-4033-b4e9-a56e4406cd8d service neutron] 10.222.0.90 "PUT /v2.0/ports/110acd77-41d6-4497-b355-470e0d380e4b HTTP/1.1" status: 200 len: 1092 time: 1.9518623 Feb 09 19:43:34.492308 n-d-713498-36 neutron-server[103229]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ef11860c-6c68-4442-8b21-9c74e24d1a1d', 'tag': '110acd77-41d6-4497-b355-470e0d380e4b'}] {{(pid=103229) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 19:43:34.501033 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-9b959168-dbd6-43cf-9abe-4ec328669242 tempest-TestSecurityGroupsBasicOps-1450369721 tempest-TestSecurityGroupsBasicOps-1450369721-project] 10.222.0.75 "PUT /v2.0/routers/07c999dd-3fc0-4df0-9a6c-4e573884e7f7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3413186 Feb 09 19:43:34.501160 n-d-713498-36 neutron-server[103229]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fa6ae9a20702bd564eaf90d946620b2b4277b1ab91129323d3b54181076be307" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cfe82ff5-5dbe-40c9-b512-da08c640f41c" -d '{"events": [{"name": "network-changed", "server_uuid": "ef11860c-6c68-4442-8b21-9c74e24d1a1d", "tag": "110acd77-41d6-4497-b355-470e0d380e4b"}]}' {{(pid=103229) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 19:43:34.509350 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.provisioning_blocks [None req-05dd5907-992b-471e-bcf9-4d99a747b86c None None] Provisioning complete for port 06aaa3ee-4b95-4f47-9482-9011d66d18ab triggered by entity DHCP. {{(pid=103232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 19:43:34.509619 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-05dd5907-992b-471e-bcf9-4d99a747b86c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593630'] for port (06aaa3ee-4b95-4f47-9482-9011d66d18ab), provisioning_complete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:43:34.528156 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3994f10-ab9e-4cb5-9bd4-4652e03cb844 None None] Sync routers for ids ['07c999dd-3fc0-4df0-9a6c-4e573884e7f7'] in n-d-713498-36 {{(pid=103232) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 19:43:34.653047 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3994f10-ab9e-4cb5-9bd4-4652e03cb844 None None] Routers {'07c999dd-3fc0-4df0-9a6c-4e573884e7f7'} bound to L3 agent in host n-d-713498-36 {{(pid=103232) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 19:43:34.656161 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.l3_hamode_db [None req-a3994f10-ab9e-4cb5-9bd4-4652e03cb844 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-09T18:51:43Z,description=,heartbeat_timestamp=2022-02-09T19:43:13Z,host='n-d-713498-36',id=93303d5e-5d17-45e8-8963-7694f87783ae,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T18:51:43Z,topic='l3_agent')) {'router_ids': ['07c999dd-3fc0-4df0-9a6c-4e573884e7f7'], 'active': True} {{(pid=103232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:43:34.679364 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3522364-a0e5-4825-a927-5aaefb3fad69 req-9bab36db-017c-4da5-8336-e9328ce43849 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:43:34.680959 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-b3522364-a0e5-4825-a927-5aaefb3fad69 req-9bab36db-017c-4da5-8336-e9328ce43849 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=4c59ff00c3d1431da7ba682b198a4ba5&device_id=ef11860c-6c68-4442-8b21-9c74e24d1a1d HTTP/1.1" status: 200 len: 1126 time: 0.1235108 Feb 09 19:43:34.747995 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-b3522364-a0e5-4825-a927-5aaefb3fad69 req-93e21a21-9fe0-4b73-944e-b4091f3b73e8 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=110acd77-41d6-4497-b355-470e0d380e4b HTTP/1.1" status: 200 len: 217 time: 0.0575502 Feb 09 19:43:34.827777 n-d-713498-36 neutron-server[103229]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 19:43:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cb1ce129-4cc2-4d6d-a22e-87e07509d636 x-openstack-request-id: req-cb1ce129-4cc2-4d6d-a22e-87e07509d636 {{(pid=103229) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 19:43:34.828462 n-d-713498-36 neutron-server[103229]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ef11860c-6c68-4442-8b21-9c74e24d1a1d", "tag": "110acd77-41d6-4497-b355-470e0d380e4b", "status": "completed", "code": 200}]} {{(pid=103229) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 19:43:34.828850 n-d-713498-36 neutron-server[103229]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-cb1ce129-4cc2-4d6d-a22e-87e07509d636 {{(pid=103229) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 19:43:34.829524 n-d-713498-36 neutron-server[103229]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ef11860c-6c68-4442-8b21-9c74e24d1a1d', 'tag': '110acd77-41d6-4497-b355-470e0d380e4b', 'status': 'completed', 'code': 200} Feb 09 19:43:34.866399 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3522364-a0e5-4825-a927-5aaefb3fad69 req-70bf1be4-acc2-4207-92dc-03d7fb62ea9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:43:34.873545 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-b3522364-a0e5-4825-a927-5aaefb3fad69 req-70bf1be4-acc2-4207-92dc-03d7fb62ea9e service neutron] 10.222.0.90 "GET /v2.0/subnets?id=1606ed9d-0a78-4c8f-95cd-673eb47e18dc HTTP/1.1" status: 200 len: 853 time: 0.1150770 Feb 09 19:43:35.061655 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d3c6f57-e0fe-421e-9bb7-ead3a0286812 req-391d9d48-bc2b-44dc-b34b-58d732eba80c tempest-TestVolumeBackupRestore-719474059 tempest-TestVolumeBackupRestore-719474059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:43:35.079904 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-7d3c6f57-e0fe-421e-9bb7-ead3a0286812 req-391d9d48-bc2b-44dc-b34b-58d732eba80c tempest-TestVolumeBackupRestore-719474059 tempest-TestVolumeBackupRestore-719474059-project] 10.222.0.75 "GET /v2.0/ports?device_id=ef11860c-6c68-4442-8b21-9c74e24d1a1d HTTP/1.1" status: 200 len: 943 time: 0.1104290 Feb 09 19:43:35.143132 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-7d3c6f57-e0fe-421e-9bb7-ead3a0286812 req-5ad166f1-73a9-4aa0-a776-e0011d8ebaa0 tempest-TestVolumeBackupRestore-719474059 tempest-TestVolumeBackupRestore-719474059-project] 10.222.0.75 "GET /v2.0/security-groups?id=9756189c-51bb-4234-9287-a2b3fd71ce58&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0618606 Feb 09 19:43:35.158217 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3522364-a0e5-4825-a927-5aaefb3fad69 req-a6049466-5d80-4619-8490-edc6f97274e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:43:35.159756 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-b3522364-a0e5-4825-a927-5aaefb3fad69 req-a6049466-5d80-4619-8490-edc6f97274e4 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=c82d426f-a355-47f2-9358-68fe4349f782&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.2750561 Feb 09 19:43:35.242076 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-05dd5907-992b-471e-bcf9-4d99a747b86c None None] Current status of the port 06aaa3ee-4b95-4f47-9482-9011d66d18ab is: ACTIVE; New status is: ACTIVE {{(pid=103232) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 19:43:35.260860 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.l3_dvr_db [None req-a3994f10-ab9e-4cb5-9bd4-4652e03cb844 None None] Set router 07c999dd-3fc0-4df0-9a6c-4e573884e7f7 gateway port host: n-d-713498-36 {{(pid=103232) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 19:43:35.289359 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c489549-ea71-4874-b38f-b9ce4f5bb4b2 req-dcbdc484-172d-4b59-9584-5c60d61c0b07 tempest-TestSecurityGroupsBasicOps-1450369721 tempest-TestSecurityGroupsBasicOps-1450369721-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:43:35.291963 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-9c489549-ea71-4874-b38f-b9ce4f5bb4b2 req-dcbdc484-172d-4b59-9584-5c60d61c0b07 tempest-TestSecurityGroupsBasicOps-1450369721 tempest-TestSecurityGroupsBasicOps-1450369721-project] 10.222.0.75 "GET /v2.0/networks?id=680c8d73-a86e-4665-a805-21a029d45ebb HTTP/1.1" status: 200 len: 798 time: 0.3872085 Feb 09 19:43:35.321627 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Current status of the port 06aaa3ee-4b95-4f47-9482-9011d66d18ab is: ACTIVE; New status is: ACTIVE {{(pid=103232) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 19:43:35.330764 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.provisioning_blocks [None req-05dd5907-992b-471e-bcf9-4d99a747b86c None None] Provisioning complete for port 9cecc6c9-daa8-4711-831f-5ea74778d273 triggered by entity DHCP. {{(pid=103232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 19:43:35.330930 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-05dd5907-992b-471e-bcf9-4d99a747b86c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593630'] for port (9cecc6c9-daa8-4711-831f-5ea74778d273), provisioning_complete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:43:35.338937 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-9c489549-ea71-4874-b38f-b9ce4f5bb4b2 req-fa82535f-2f7f-42a8-8bc5-0202a544cc00 tempest-TestSecurityGroupsBasicOps-1450369721 tempest-TestSecurityGroupsBasicOps-1450369721-project] 10.222.0.75 "GET /v2.0/quotas/ad7e5b1e3bd44a9292bbae1791f9aecc HTTP/1.1" status: 200 len: 375 time: 0.0376577 Feb 09 19:43:35.372722 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-05dd5907-992b-471e-bcf9-4d99a747b86c None None] Port 9cecc6c9-daa8-4711-831f-5ea74778d273 cannot update to ACTIVE because it is not bound. {{(pid=103232) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 19:43:35.399599 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-b3522364-a0e5-4825-a927-5aaefb3fad69 req-745622c4-a778-4a9f-81f9-8218da2013e0 service neutron] 10.222.0.90 "GET /v2.0/networks/c82d426f-a355-47f2-9358-68fe4349f782?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2259085 Feb 09 19:43:35.489924 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-9c489549-ea71-4874-b38f-b9ce4f5bb4b2 req-3b1b36ff-50ce-4491-882c-7192350aa047 tempest-TestSecurityGroupsBasicOps-1450369721 tempest-TestSecurityGroupsBasicOps-1450369721-project] 10.222.0.75 "GET /v2.0/ports?tenant_id=ad7e5b1e3bd44a9292bbae1791f9aecc&fields=id HTTP/1.1" status: 200 len: 440 time: 0.1498275 Feb 09 19:43:35.532804 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Device d419cd9f-4899-4635-85df-c583d337910d up at agent ovs-agent-n-d-713498-36 {{(pid=103232) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 19:43:35.541304 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69e23103-da93-4eae-a8b1-356c0465880c req-a49876d2-8285-4313-83d4-b6d5988b2431 tempest-TestVolumeBootPattern-1615943498 tempest-TestVolumeBootPattern-1615943498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:43:35.560221 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-69e23103-da93-4eae-a8b1-356c0465880c req-a49876d2-8285-4313-83d4-b6d5988b2431 tempest-TestVolumeBootPattern-1615943498 tempest-TestVolumeBootPattern-1615943498-project] 10.222.0.75 "GET /v2.0/ports?device_id=979d1676-7858-444c-ad74-270d4bc6922c HTTP/1.1" status: 200 len: 943 time: 0.1338892 Feb 09 19:43:35.612242 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Device e05a24f3-41be-4636-973c-20cbe5cf3a4a details requested by agent hyperv_n-h1-713498-36 with host n-h1-713498-36 {{(pid=103232) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 19:43:35.628383 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-69e23103-da93-4eae-a8b1-356c0465880c req-aa5fa6a0-de75-4c8b-8eca-b3fba8e61f9e tempest-TestVolumeBootPattern-1615943498 tempest-TestVolumeBootPattern-1615943498-project] 10.222.0.75 "GET /v2.0/security-groups?id=85e2738d-e0ce-44c8-a269-2deaf81a01f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0614977 Feb 09 19:43:35.662829 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.provisioning_blocks [None req-f4c7c15b-8714-4ef4-abf6-d2d4cc9b2428 None None] Provisioning complete for port 9cecc6c9-daa8-4711-831f-5ea74778d273 triggered by entity DHCP. {{(pid=103232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 19:43:35.663249 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-f4c7c15b-8714-4ef4-abf6-d2d4cc9b2428 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593630'] for port (9cecc6c9-daa8-4711-831f-5ea74778d273), provisioning_complete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:43:35.735741 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.l3_hamode_db [None req-a3994f10-ab9e-4cb5-9bd4-4652e03cb844 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '07c999dd-3fc0-4df0-9a6c-4e573884e7f7', 'name': 'tempest-TestSecurityGroupsBasicOps-router-781874670', 'tenant_id': 'ad7e5b1e3bd44a9292bbae1791f9aecc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88055e1e-672a-4487-be31-ffb6e833ece5', 'external_fixed_ips': [{'subnet_id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'ip_address': '172.25.1.226'}], 'enable_snat': True}, 'gw_port_id': 'd419cd9f-4899-4635-85df-c583d337910d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T19:43:26Z', 'updated_at': '2022-02-09T19:43:32Z', 'revision_number': 4, 'project_id': 'ad7e5b1e3bd44a9292bbae1791f9aecc', 'gw_port': {'id': 'd419cd9f-4899-4635-85df-c583d337910d', 'name': '', 'network_id': '88055e1e-672a-4487-be31-ffb6e833ece5', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:1e:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07c999dd-3fc0-4df0-9a6c-4e573884e7f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3890, 'fixed_ips': [{'subnet_id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'ip_address': '172.25.1.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T19:43:26Z', 'updated_at': '2022-02-09T19:43:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-36', '_interfaces': [{'id': '9cecc6c9-daa8-4711-831f-5ea74778d273', 'name': '', 'network_id': '680c8d73-a86e-4665-a805-21a029d45ebb', 'tenant_id': 'ad7e5b1e3bd44a9292bbae1791f9aecc', 'mac_address': 'fa:16:3e:75:82:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '07c999dd-3fc0-4df0-9a6c-4e573884e7f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3894, 'fixed_ips': [{'subnet_id': 'feee26c6-6784-4501-89e2-39f6c205a27c', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T19:43:31Z', 'updated_at': '2022-02-09T19:43:33Z', 'revision_number': 2, 'project_id': 'ad7e5b1e3bd44a9292bbae1791f9aecc', 'subnets': [{'id': 'feee26c6-6784-4501-89e2-39f6c205a27c', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-36', False) {} {{(pid=103232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:43:35.786669 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3994f10-ab9e-4cb5-9bd4-4652e03cb844 None None] Checking router: 07c999dd-3fc0-4df0-9a6c-4e573884e7f7 for host: n-d-713498-36 {{(pid=103232) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 19:43:35.787205 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3994f10-ab9e-4cb5-9bd4-4652e03cb844 None None] Updating router 07c999dd-3fc0-4df0-9a6c-4e573884e7f7 port 9cecc6c9-daa8-4711-831f-5ea74778d273 binding host n-d-713498-36 {{(pid=103232) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 19:43:35.828243 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-a3994f10-ab9e-4cb5-9bd4-4652e03cb844 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (9cecc6c9-daa8-4711-831f-5ea74778d273), before_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:43:35.833042 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-f4c7c15b-8714-4ef4-abf6-d2d4cc9b2428 None None] Port 9cecc6c9-daa8-4711-831f-5ea74778d273 cannot update to ACTIVE because it is not bound. {{(pid=103232) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 19:43:35.852383 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.provisioning_blocks [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Provisioning complete for port d419cd9f-4899-4635-85df-c583d337910d triggered by entity L2. {{(pid=103232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 19:43:35.853084 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593630'] for port (d419cd9f-4899-4635-85df-c583d337910d), provisioning_complete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:43:35.966082 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-9c489549-ea71-4874-b38f-b9ce4f5bb4b2 req-4270c8d5-62ba-4dbd-85fd-98659f1e14db service neutron] 10.222.0.75 "GET /v2.0/networks/680c8d73-a86e-4665-a805-21a029d45ebb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4751458 Feb 09 19:43:36.005314 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-b3522364-a0e5-4825-a927-5aaefb3fad69 req-b7b3d4f4-537c-45dc-a646-8952b1c0479a service neutron] 10.222.0.90 "GET /v2.0/networks/c82d426f-a355-47f2-9358-68fe4349f782?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5972822 Feb 09 19:43:36.150400 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-9c489549-ea71-4874-b38f-b9ce4f5bb4b2 req-fe9089b5-3e6b-480b-9462-9620c2a71912 service neutron] 10.222.0.75 "GET /v2.0/networks/680c8d73-a86e-4665-a805-21a029d45ebb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1437151 Feb 09 19:43:36.183490 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfe82ff5-5dbe-40c9-b512-da08c640f41c req-fffe63f6-b90b-4b2c-9855-ff75fa411446 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:43:36.188443 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-cfe82ff5-5dbe-40c9-b512-da08c640f41c req-fffe63f6-b90b-4b2c-9855-ff75fa411446 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=4c59ff00c3d1431da7ba682b198a4ba5&device_id=ef11860c-6c68-4442-8b21-9c74e24d1a1d HTTP/1.1" status: 200 len: 1126 time: 0.1136224 Feb 09 19:43:36.194010 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-a3994f10-ab9e-4cb5-9bd4-4652e03cb844 None None] Publish callbacks [] for port (9cecc6c9-daa8-4711-831f-5ea74778d273), precommit_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:43:36.222960 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-a3994f10-ab9e-4cb5-9bd4-4652e03cb844 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762867176205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762866656485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762866656503'] for port (9cecc6c9-daa8-4711-831f-5ea74778d273), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:43:36.280938 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36a3043e-24c3-41af-a0d6-cb28b3f1221d None None] Pushing event updated for resources: {'Port': ['ID=9cecc6c9-daa8-4711-831f-5ea74778d273,revision_number=3']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:43:36.297705 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] For port e05a24f3-41be-4636-973c-20cbe5cf3a4a, host n-h1-713498-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-36',level=0,port_id=e05a24f3-41be-4636-973c-20cbe5cf3a4a,segment=NetworkSegment(33386be2-7716-4eda-8188-eeaffee7e0ec),segment_id=33386be2-7716-4eda-8188-eeaffee7e0ec)] {{(pid=103232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 19:43:36.320506 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Returning: {'device': 'e05a24f3-41be-4636-973c-20cbe5cf3a4a', 'network_id': '6c0390b8-57a8-4e5d-b1b3-4d3098f0383e', 'port_id': 'e05a24f3-41be-4636-973c-20cbe5cf3a4a', 'mac_address': 'fa:16:3e:b3:e9:c0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 395, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8c23e8df-50ec-4124-b2e0-ec4287e0865a', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103232) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 19:43:36.384482 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dd3820a-0019-4c51-91e8-bcb7309ba8d9 req-8d0c31ea-97f6-4758-8333-c25ee136a2a9 tempest-TestVolumeBackupRestore-719474059 tempest-TestVolumeBackupRestore-719474059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:43:36.397424 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-3dd3820a-0019-4c51-91e8-bcb7309ba8d9 req-8d0c31ea-97f6-4758-8333-c25ee136a2a9 tempest-TestVolumeBackupRestore-719474059 tempest-TestVolumeBackupRestore-719474059-project] 10.222.0.75 "GET /v2.0/ports?device_id=ef11860c-6c68-4442-8b21-9c74e24d1a1d HTTP/1.1" status: 200 len: 943 time: 0.1342168 Feb 09 19:43:36.450516 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfe82ff5-5dbe-40c9-b512-da08c640f41c req-5bbf0e12-bba7-43ea-87f8-fc4198054720 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:43:36.452527 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-cfe82ff5-5dbe-40c9-b512-da08c640f41c req-5bbf0e12-bba7-43ea-87f8-fc4198054720 service neutron] 10.222.0.90 "GET /v2.0/networks?id=c82d426f-a355-47f2-9358-68fe4349f782 HTTP/1.1" status: 200 len: 915 time: 0.2545083 Feb 09 19:43:36.541267 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-cfe82ff5-5dbe-40c9-b512-da08c640f41c req-4778cb12-1c2c-48b2-b7a4-ee7eea7ac42e service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=110acd77-41d6-4497-b355-470e0d380e4b HTTP/1.1" status: 200 len: 217 time: 0.0754375 Feb 09 19:43:36.582720 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Current status of the port e05a24f3-41be-4636-973c-20cbe5cf3a4a is: DOWN; New status is: BUILD {{(pid=103232) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 19:43:36.583395 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (e05a24f3-41be-4636-973c-20cbe5cf3a4a), before_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:43:36.609016 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-3dd3820a-0019-4c51-91e8-bcb7309ba8d9 req-d00becec-ef13-4722-b660-5e808a78ad1b tempest-TestVolumeBackupRestore-719474059 tempest-TestVolumeBackupRestore-719474059-project] 10.222.0.75 "GET /v2.0/security-groups?id=9756189c-51bb-4234-9287-a2b3fd71ce58&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1999757 Feb 09 19:43:36.622046 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-5c96fd8c-4cc9-4e96-accd-bfa530edcf60 req-df6e8118-ba5b-4a6c-8003-ff8576060eb1 tempest-TestSecurityGroupsBasicOps-1450369721 tempest-TestSecurityGroupsBasicOps-1450369721-project] 10.222.0.75 "GET /v2.0/ports?device_id=9051455d-87fd-4973-b714-f769e5ade8b0 HTTP/1.1" status: 200 len: 210 time: 0.0866938 Feb 09 19:43:36.624763 n-d-713498-36 neutron-server[103232]: DEBUG neutron.notifiers.nova [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e05a24f3-41be-4636-973c-20cbe5cf3a4a {{(pid=103232) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 19:43:36.649217 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Current status of the port d419cd9f-4899-4635-85df-c583d337910d is: ACTIVE; New status is: ACTIVE {{(pid=103232) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 19:43:36.657757 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Device 06aaa3ee-4b95-4f47-9482-9011d66d18ab up at agent ovs-agent-n-d-713498-36 {{(pid=103232) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 19:43:36.665436 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfe82ff5-5dbe-40c9-b512-da08c640f41c req-2156e6b0-9da6-4119-923e-2365941814c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:43:36.673443 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-cfe82ff5-5dbe-40c9-b512-da08c640f41c req-2156e6b0-9da6-4119-923e-2365941814c3 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=1606ed9d-0a78-4c8f-95cd-673eb47e18dc HTTP/1.1" status: 200 len: 853 time: 0.1094642 Feb 09 19:43:36.732338 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.managers [None req-a3994f10-ab9e-4cb5-9bd4-4652e03cb844 None None] Attempting to bind port 9cecc6c9-daa8-4711-831f-5ea74778d273 on host n-d-713498-36 for vnic_type normal with profile {{(pid=103232) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 19:43:36.735748 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.managers [None req-a3994f10-ab9e-4cb5-9bd4-4652e03cb844 None None] Attempting to bind port 9cecc6c9-daa8-4711-831f-5ea74778d273 by drivers openvswitch,hyperv on host n-d-713498-36 at level 0 using segments [{'id': 'df303057-d82f-4f49-9a6d-902c6c994491', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '680c8d73-a86e-4665-a805-21a029d45ebb'}] {{(pid=103232) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 19:43:36.736566 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3994f10-ab9e-4cb5-9bd4-4652e03cb844 None None] Attempting to bind port 9cecc6c9-daa8-4711-831f-5ea74778d273 on network 680c8d73-a86e-4665-a805-21a029d45ebb {{(pid=103232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 19:43:36.766017 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] For port e05a24f3-41be-4636-973c-20cbe5cf3a4a, host n-h1-713498-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-36',level=0,port_id=e05a24f3-41be-4636-973c-20cbe5cf3a4a,segment=NetworkSegment(33386be2-7716-4eda-8188-eeaffee7e0ec),segment_id=33386be2-7716-4eda-8188-eeaffee7e0ec)] {{(pid=103232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 19:43:36.767582 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3994f10-ab9e-4cb5-9bd4-4652e03cb844 None None] Checking agent: {'id': '496418a2-c002-4aec-ab1a-07f3bea491bd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-36', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 18, 51, 47), 'started_at': datetime.datetime(2022, 2, 9, 18, 52, 17), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 19, 43, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-36'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 19:43:36.767785 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3994f10-ab9e-4cb5-9bd4-4652e03cb844 None None] Checking segment: {'id': 'df303057-d82f-4f49-9a6d-902c6c994491', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '680c8d73-a86e-4665-a805-21a029d45ebb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103232) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 19:43:36.768316 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-a3994f10-ab9e-4cb5-9bd4-4652e03cb844 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:43:36.768815 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3994f10-ab9e-4cb5-9bd4-4652e03cb844 None None] Bound using segment: {'id': 'df303057-d82f-4f49-9a6d-902c6c994491', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '680c8d73-a86e-4665-a805-21a029d45ebb'} {{(pid=103232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 19:43:36.769724 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.managers [None req-a3994f10-ab9e-4cb5-9bd4-4652e03cb844 None None] Bound port: 9cecc6c9-daa8-4711-831f-5ea74778d273, host: n-d-713498-36, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'df303057-d82f-4f49-9a6d-902c6c994491', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '680c8d73-a86e-4665-a805-21a029d45ebb'}}] {{(pid=103232) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 19:43:36.770273 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-a3994f10-ab9e-4cb5-9bd4-4652e03cb844 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (9cecc6c9-daa8-4711-831f-5ea74778d273), before_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:43:36.794417 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762867176205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762866656485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762866656503'] for port (e05a24f3-41be-4636-973c-20cbe5cf3a4a), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:43:36.835179 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfe82ff5-5dbe-40c9-b512-da08c640f41c req-c5e0b48f-b08b-477e-97d7-448c402a9391 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:43:36.839258 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-cfe82ff5-5dbe-40c9-b512-da08c640f41c req-c5e0b48f-b08b-477e-97d7-448c402a9391 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=c82d426f-a355-47f2-9358-68fe4349f782&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.1553986 Feb 09 19:43:36.893191 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Pushing event updated for resources: {'Port': ['ID=e05a24f3-41be-4636-973c-20cbe5cf3a4a,revision_number=4']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:43:36.897891 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34520885-8c2c-4458-ac2b-2a5916fb5db5 req-94121a51-0e13-4a09-88b6-b82fbf684234 tempest-TestVolumeBootPattern-1615943498 tempest-TestVolumeBootPattern-1615943498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:43:36.899758 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-34520885-8c2c-4458-ac2b-2a5916fb5db5 req-94121a51-0e13-4a09-88b6-b82fbf684234 tempest-TestVolumeBootPattern-1615943498 tempest-TestVolumeBootPattern-1615943498-project] 10.222.0.75 "GET /v2.0/ports?device_id=979d1676-7858-444c-ad74-270d4bc6922c HTTP/1.1" status: 200 len: 943 time: 0.1525991 Feb 09 19:43:36.919407 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.provisioning_blocks [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Provisioning complete for port 06aaa3ee-4b95-4f47-9482-9011d66d18ab triggered by entity L2. {{(pid=103232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 19:43:36.920260 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593630'] for port (06aaa3ee-4b95-4f47-9482-9011d66d18ab), provisioning_complete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:43:36.926273 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.provisioning_blocks [None req-ac583ee8-8786-4773-b868-256c67305079 None None] Provisioning complete for port 9cecc6c9-daa8-4711-831f-5ea74778d273 triggered by entity DHCP. {{(pid=103232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 19:43:36.926786 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-ac583ee8-8786-4773-b868-256c67305079 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593630'] for port (9cecc6c9-daa8-4711-831f-5ea74778d273), provisioning_complete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:43:37.003842 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-ac583ee8-8786-4773-b868-256c67305079 None None] Port 9cecc6c9-daa8-4711-831f-5ea74778d273 cannot update to ACTIVE because it is not bound. {{(pid=103232) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 19:43:37.032241 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-34520885-8c2c-4458-ac2b-2a5916fb5db5 req-3be8d617-c173-42e9-9c4c-3eccdc92e49c tempest-TestVolumeBootPattern-1615943498 tempest-TestVolumeBootPattern-1615943498-project] 10.222.0.75 "GET /v2.0/security-groups?id=85e2738d-e0ce-44c8-a269-2deaf81a01f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1237319 Feb 09 19:43:37.079928 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-cfe82ff5-5dbe-40c9-b512-da08c640f41c req-108c59cb-7adc-4370-b869-529710aa71e1 service neutron] 10.222.0.90 "GET /v2.0/networks/c82d426f-a355-47f2-9358-68fe4349f782?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2276359 Feb 09 19:43:37.084096 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-a3994f10-ab9e-4cb5-9bd4-4652e03cb844 None None] For port 9cecc6c9-daa8-4711-831f-5ea74778d273, host n-d-713498-36, cleared binding levels {{(pid=103232) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 19:43:37.088417 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-a3994f10-ab9e-4cb5-9bd4-4652e03cb844 None None] For port 9cecc6c9-daa8-4711-831f-5ea74778d273, host n-d-713498-36, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-36',level=0,port_id=9cecc6c9-daa8-4711-831f-5ea74778d273,segment=NetworkSegment(df303057-d82f-4f49-9a6d-902c6c994491),segment_id=df303057-d82f-4f49-9a6d-902c6c994491)] {{(pid=103232) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 19:43:37.098410 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-a3994f10-ab9e-4cb5-9bd4-4652e03cb844 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762867176205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762866656485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762866656503'] for port (9cecc6c9-daa8-4711-831f-5ea74778d273), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:43:37.124701 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] get_ports_and_sgs() called for port_ids ['e05a24f3-41be-4636-973c-20cbe5cf3a4a'] {{(pid=103232) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 19:43:37.275522 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3994f10-ab9e-4cb5-9bd4-4652e03cb844 None None] Routers {'07c999dd-3fc0-4df0-9a6c-4e573884e7f7'} bound to L3 agent in host n-d-713498-36 {{(pid=103232) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 19:43:37.276380 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.l3_hamode_db [None req-a3994f10-ab9e-4cb5-9bd4-4652e03cb844 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-09T18:51:43Z,description=,heartbeat_timestamp=2022-02-09T19:43:13Z,host='n-d-713498-36',id=93303d5e-5d17-45e8-8963-7694f87783ae,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T18:51:43Z,topic='l3_agent')) {'router_ids': ['07c999dd-3fc0-4df0-9a6c-4e573884e7f7'], 'active': True} {{(pid=103232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:43:37.326381 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-cfe82ff5-5dbe-40c9-b512-da08c640f41c req-307ee8cd-c93d-484c-9d6c-220d41713816 service neutron] 10.222.0.90 "GET /v2.0/networks/c82d426f-a355-47f2-9358-68fe4349f782?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2410071 Feb 09 19:43:37.446674 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.l3_dvr_db [None req-a3994f10-ab9e-4cb5-9bd4-4652e03cb844 None None] Set router 07c999dd-3fc0-4df0-9a6c-4e573884e7f7 gateway port host: n-d-713498-36 {{(pid=103232) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 19:43:37.793820 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-219cc251-ac43-4d0e-aded-60dabac7b0e2 req-e56616e7-c4fa-47e1-b4ac-68bf9c0fade7 tempest-TestSecurityGroupsBasicOps-1450369721 tempest-TestSecurityGroupsBasicOps-1450369721-project] 10.222.0.75 "GET /v2.0/ports?device_id=9051455d-87fd-4973-b714-f769e5ade8b0 HTTP/1.1" status: 200 len: 210 time: 0.0475719 Feb 09 19:43:37.828916 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ec53c5b-2cfd-4256-975b-dd70a9d851a5 req-0acceeed-787f-49fc-afe4-20a02639ad02 tempest-TestVolumeBackupRestore-719474059 tempest-TestVolumeBackupRestore-719474059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:43:37.836220 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-5ec53c5b-2cfd-4256-975b-dd70a9d851a5 req-0acceeed-787f-49fc-afe4-20a02639ad02 tempest-TestVolumeBackupRestore-719474059 tempest-TestVolumeBackupRestore-719474059-project] 10.222.0.75 "GET /v2.0/ports?device_id=ef11860c-6c68-4442-8b21-9c74e24d1a1d HTTP/1.1" status: 200 len: 943 time: 0.1326282 Feb 09 19:43:37.907813 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-5ec53c5b-2cfd-4256-975b-dd70a9d851a5 req-eb7c0a44-2dee-4e11-b32c-a714b620f3fd tempest-TestVolumeBackupRestore-719474059 tempest-TestVolumeBackupRestore-719474059-project] 10.222.0.75 "GET /v2.0/security-groups?id=9756189c-51bb-4234-9287-a2b3fd71ce58&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0704439 Feb 09 19:43:38.125777 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.provisioning_blocks [None req-6865723a-a766-4d11-a3af-7eb0a35fc956 None None] Provisioning complete for port 9cecc6c9-daa8-4711-831f-5ea74778d273 triggered by entity DHCP. {{(pid=103232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 19:43:38.130176 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-6865723a-a766-4d11-a3af-7eb0a35fc956 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593630'] for port (9cecc6c9-daa8-4711-831f-5ea74778d273), provisioning_complete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:43:38.223394 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36a3043e-24c3-41af-a0d6-cb28b3f1221d None None] Pushing event updated for resources: {'Port': ['ID=9cecc6c9-daa8-4711-831f-5ea74778d273,revision_number=4']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:43:38.289731 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Current status of the port 06aaa3ee-4b95-4f47-9482-9011d66d18ab is: ACTIVE; New status is: ACTIVE {{(pid=103232) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 19:43:38.296747 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdb12591-ae36-40ec-bbf1-1b5697b0797a req-4b50b9d8-0ee5-467a-9afd-b5100b671e32 tempest-TestVolumeBootPattern-1615943498 tempest-TestVolumeBootPattern-1615943498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:43:38.300345 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-fdb12591-ae36-40ec-bbf1-1b5697b0797a req-4b50b9d8-0ee5-467a-9afd-b5100b671e32 tempest-TestVolumeBootPattern-1615943498 tempest-TestVolumeBootPattern-1615943498-project] 10.222.0.75 "GET /v2.0/ports?device_id=979d1676-7858-444c-ad74-270d4bc6922c HTTP/1.1" status: 200 len: 944 time: 0.1256824 Feb 09 19:43:38.315024 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c489549-ea71-4874-b38f-b9ce4f5bb4b2 req-88ff1f0c-4172-4d77-96c4-7f77ad0e6016 tempest-TestSecurityGroupsBasicOps-1450369721 tempest-TestSecurityGroupsBasicOps-1450369721-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:43:38.318082 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-9c489549-ea71-4874-b38f-b9ce4f5bb4b2 req-88ff1f0c-4172-4d77-96c4-7f77ad0e6016 tempest-TestSecurityGroupsBasicOps-1450369721 tempest-TestSecurityGroupsBasicOps-1450369721-project] 10.222.0.89 "GET /v2.0/networks?id=680c8d73-a86e-4665-a805-21a029d45ebb HTTP/1.1" status: 200 len: 798 time: 0.2793758 Feb 09 19:43:38.331276 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.v2.base [req-9c489549-ea71-4874-b38f-b9ce4f5bb4b2 req-f180fd3f-254f-465a-ab31-6cf50020ea12 tempest-TestSecurityGroupsBasicOps-1450369721 tempest-TestSecurityGroupsBasicOps-1450369721-project] Request body: {'port': {'device_id': '9051455d-87fd-4973-b714-f769e5ade8b0', 'network_id': '680c8d73-a86e-4665-a805-21a029d45ebb', 'admin_state_up': True, 'tenant_id': 'ad7e5b1e3bd44a9292bbae1791f9aecc'}} {{(pid=103229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 19:43:38.356365 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.l3_hamode_db [None req-a3994f10-ab9e-4cb5-9bd4-4652e03cb844 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '07c999dd-3fc0-4df0-9a6c-4e573884e7f7', 'name': 'tempest-TestSecurityGroupsBasicOps-router-781874670', 'tenant_id': 'ad7e5b1e3bd44a9292bbae1791f9aecc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88055e1e-672a-4487-be31-ffb6e833ece5', 'external_fixed_ips': [{'subnet_id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'ip_address': '172.25.1.226'}], 'enable_snat': True}, 'gw_port_id': 'd419cd9f-4899-4635-85df-c583d337910d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T19:43:26Z', 'updated_at': '2022-02-09T19:43:32Z', 'revision_number': 4, 'project_id': 'ad7e5b1e3bd44a9292bbae1791f9aecc', 'gw_port': {'id': 'd419cd9f-4899-4635-85df-c583d337910d', 'name': '', 'network_id': '88055e1e-672a-4487-be31-ffb6e833ece5', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:1e:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07c999dd-3fc0-4df0-9a6c-4e573884e7f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3890, 'fixed_ips': [{'subnet_id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'ip_address': '172.25.1.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T19:43:26Z', 'updated_at': '2022-02-09T19:43:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-36', '_interfaces': [{'id': '9cecc6c9-daa8-4711-831f-5ea74778d273', 'name': '', 'network_id': '680c8d73-a86e-4665-a805-21a029d45ebb', 'tenant_id': 'ad7e5b1e3bd44a9292bbae1791f9aecc', 'mac_address': 'fa:16:3e:75:82:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '07c999dd-3fc0-4df0-9a6c-4e573884e7f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3894, 'fixed_ips': [{'subnet_id': 'feee26c6-6784-4501-89e2-39f6c205a27c', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T19:43:31Z', 'updated_at': '2022-02-09T19:43:37Z', 'revision_number': 4, 'project_id': 'ad7e5b1e3bd44a9292bbae1791f9aecc', 'subnets': [{'id': 'feee26c6-6784-4501-89e2-39f6c205a27c', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-36', False) {} {{(pid=103232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:43:38.395991 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-fdb12591-ae36-40ec-bbf1-1b5697b0797a req-b28de5e1-ba2d-44ff-92f4-019f24c19cb3 tempest-TestVolumeBootPattern-1615943498 tempest-TestVolumeBootPattern-1615943498-project] 10.222.0.75 "GET /v2.0/security-groups?id=85e2738d-e0ce-44c8-a269-2deaf81a01f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0874276 Feb 09 19:43:38.430578 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3994f10-ab9e-4cb5-9bd4-4652e03cb844 None None] The sync data for ids ['07c999dd-3fc0-4df0-9a6c-4e573884e7f7'] in n-d-713498-36 is: [{'id': '07c999dd-3fc0-4df0-9a6c-4e573884e7f7', 'name': 'tempest-TestSecurityGroupsBasicOps-router-781874670', 'tenant_id': 'ad7e5b1e3bd44a9292bbae1791f9aecc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88055e1e-672a-4487-be31-ffb6e833ece5', 'external_fixed_ips': [{'subnet_id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'ip_address': '172.25.1.226'}], 'enable_snat': True}, 'gw_port_id': 'd419cd9f-4899-4635-85df-c583d337910d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T19:43:26Z', 'updated_at': '2022-02-09T19:43:32Z', 'revision_number': 4, 'project_id': 'ad7e5b1e3bd44a9292bbae1791f9aecc', 'gw_port': {'id': 'd419cd9f-4899-4635-85df-c583d337910d', 'name': '', 'network_id': '88055e1e-672a-4487-be31-ffb6e833ece5', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:1e:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07c999dd-3fc0-4df0-9a6c-4e573884e7f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3890, 'fixed_ips': [{'subnet_id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'ip_address': '172.25.1.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T19:43:26Z', 'updated_at': '2022-02-09T19:43:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-36', '_interfaces': [{'id': '9cecc6c9-daa8-4711-831f-5ea74778d273', 'name': '', 'network_id': '680c8d73-a86e-4665-a805-21a029d45ebb', 'tenant_id': 'ad7e5b1e3bd44a9292bbae1791f9aecc', 'mac_address': 'fa:16:3e:75:82:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '07c999dd-3fc0-4df0-9a6c-4e573884e7f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3894, 'fixed_ips': [{'subnet_id': 'feee26c6-6784-4501-89e2-39f6c205a27c', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T19:43:31Z', 'updated_at': '2022-02-09T19:43:37Z', 'revision_number': 4, 'project_id': 'ad7e5b1e3bd44a9292bbae1791f9aecc', 'subnets': [{'id': 'feee26c6-6784-4501-89e2-39f6c205a27c', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103232) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 19:43:38.557735 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9c489549-ea71-4874-b38f-b9ce4f5bb4b2 req-f180fd3f-254f-465a-ab31-6cf50020ea12 tempest-TestSecurityGroupsBasicOps-1450369721 tempest-TestSecurityGroupsBasicOps-1450369721-project] Made reservation on behalf of ad7e5b1e3bd44a9292bbae1791f9aecc for: {'port': 1} {{(pid=103229) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 19:43:38.563094 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-9c489549-ea71-4874-b38f-b9ce4f5bb4b2 req-f180fd3f-254f-465a-ab31-6cf50020ea12 tempest-TestSecurityGroupsBasicOps-1450369721 tempest-TestSecurityGroupsBasicOps-1450369721-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (None), before_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:43:38.604761 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-6865723a-a766-4d11-a3af-7eb0a35fc956 None None] Current status of the port 9cecc6c9-daa8-4711-831f-5ea74778d273 is: DOWN; New status is: ACTIVE {{(pid=103232) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 19:43:38.605362 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-6865723a-a766-4d11-a3af-7eb0a35fc956 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (9cecc6c9-daa8-4711-831f-5ea74778d273), before_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:43:38.655099 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-6865723a-a766-4d11-a3af-7eb0a35fc956 None None] For port 9cecc6c9-daa8-4711-831f-5ea74778d273, host n-d-713498-36, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-36',level=0,port_id=9cecc6c9-daa8-4711-831f-5ea74778d273,segment=NetworkSegment(df303057-d82f-4f49-9a6d-902c6c994491),segment_id=df303057-d82f-4f49-9a6d-902c6c994491)] {{(pid=103232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 19:43:38.660560 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-6865723a-a766-4d11-a3af-7eb0a35fc956 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762867176205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762866656485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762866656503'] for port (9cecc6c9-daa8-4711-831f-5ea74778d273), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:43:38.737117 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6865723a-a766-4d11-a3af-7eb0a35fc956 None None] Pushing event updated for resources: {'Port': ['ID=9cecc6c9-daa8-4711-831f-5ea74778d273,revision_number=5']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:43:38.802515 n-d-713498-36 neutron-server[103229]: DEBUG neutron.db.db_base_plugin_common [req-9c489549-ea71-4874-b38f-b9ce4f5bb4b2 req-f180fd3f-254f-465a-ab31-6cf50020ea12 tempest-TestSecurityGroupsBasicOps-1450369721 tempest-TestSecurityGroupsBasicOps-1450369721-project] Allocated IP 172.20.0.22 (680c8d73-a86e-4665-a805-21a029d45ebb/feee26c6-6784-4501-89e2-39f6c205a27c/5f2f27a6-293d-40b2-b9be-df771ff535f8) {{(pid=103229) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 19:43:38.988059 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-18643caa-6acc-47b5-b0fb-102094457994 req-e60b3236-8e9b-48ac-b87d-6988e0b7ff73 tempest-TestSecurityGroupsBasicOps-1450369721 tempest-TestSecurityGroupsBasicOps-1450369721-project] 10.222.0.75 "GET /v2.0/ports?device_id=9051455d-87fd-4973-b714-f769e5ade8b0 HTTP/1.1" status: 200 len: 210 time: 0.0712056 Feb 09 19:43:39.120344 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-9c489549-ea71-4874-b38f-b9ce4f5bb4b2 req-f180fd3f-254f-465a-ab31-6cf50020ea12 tempest-TestSecurityGroupsBasicOps-1450369721 tempest-TestSecurityGroupsBasicOps-1450369721-project] Publish callbacks [] for port (5f2f27a6-293d-40b2-b9be-df771ff535f8), precommit_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:43:39.176484 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63d7bf02-8e58-4a65-aae3-0c28bf939033 req-a98b6bb4-f2ff-4149-9ab4-3d907426a3fa tempest-TestVolumeBackupRestore-719474059 tempest-TestVolumeBackupRestore-719474059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:43:39.184238 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-63d7bf02-8e58-4a65-aae3-0c28bf939033 req-a98b6bb4-f2ff-4149-9ab4-3d907426a3fa tempest-TestVolumeBackupRestore-719474059 tempest-TestVolumeBackupRestore-719474059-project] 10.222.0.75 "GET /v2.0/ports?device_id=ef11860c-6c68-4442-8b21-9c74e24d1a1d HTTP/1.1" status: 200 len: 943 time: 0.1147234 Feb 09 19:43:39.190509 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-9c489549-ea71-4874-b38f-b9ce4f5bb4b2 req-f180fd3f-254f-465a-ab31-6cf50020ea12 tempest-TestSecurityGroupsBasicOps-1450369721 tempest-TestSecurityGroupsBasicOps-1450369721-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762866656467', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12867576'] for port (5f2f27a6-293d-40b2-b9be-df771ff535f8), after_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:43:39.267705 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-63d7bf02-8e58-4a65-aae3-0c28bf939033 req-0c48052b-a6f6-4427-82b0-1a88e2d45e03 tempest-TestVolumeBackupRestore-719474059 tempest-TestVolumeBackupRestore-719474059-project] 10.222.0.75 "GET /v2.0/security-groups?id=9756189c-51bb-4234-9287-a2b3fd71ce58&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0729566 Feb 09 19:43:39.302086 n-d-713498-36 neutron-server[103229]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9c489549-ea71-4874-b38f-b9ce4f5bb4b2 req-f180fd3f-254f-465a-ab31-6cf50020ea12 tempest-TestSecurityGroupsBasicOps-1450369721 tempest-TestSecurityGroupsBasicOps-1450369721-project] Network 680c8d73-a86e-4665-a805-21a029d45ebb is already hosted by enough agents. {{(pid=103229) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 19:43:39.305393 n-d-713498-36 neutron-server[103229]: DEBUG neutron.scheduler.base_scheduler [req-9c489549-ea71-4874-b38f-b9ce4f5bb4b2 req-f180fd3f-254f-465a-ab31-6cf50020ea12 tempest-TestSecurityGroupsBasicOps-1450369721 tempest-TestSecurityGroupsBasicOps-1450369721-project] Resources bound (agent type, host, resource id): {{(pid=103229) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 19:43:39.309737 n-d-713498-36 neutron-server[103229]: DEBUG neutron.db.l3_dvrscheduler_db [req-9c489549-ea71-4874-b38f-b9ce4f5bb4b2 req-f180fd3f-254f-465a-ab31-6cf50020ea12 tempest-TestSecurityGroupsBasicOps-1450369721 tempest-TestSecurityGroupsBasicOps-1450369721-project] Received port after_create {{(pid=103229) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 19:43:39.314746 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f180fd3f-254f-465a-ab31-6cf50020ea12 tempest-TestSecurityGroupsBasicOps-1450369721 tempest-TestSecurityGroupsBasicOps-1450369721-project] Pushing event updated for resources: {'Port': ['ID=5f2f27a6-293d-40b2-b9be-df771ff535f8,revision_number=1']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:43:39.415340 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c489549-ea71-4874-b38f-b9ce4f5bb4b2 req-f180fd3f-254f-465a-ab31-6cf50020ea12 tempest-TestSecurityGroupsBasicOps-1450369721 tempest-TestSecurityGroupsBasicOps-1450369721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:43:39.416035 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-9c489549-ea71-4874-b38f-b9ce4f5bb4b2 req-f180fd3f-254f-465a-ab31-6cf50020ea12 tempest-TestSecurityGroupsBasicOps-1450369721 tempest-TestSecurityGroupsBasicOps-1450369721-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171096'] for port (None), before_response {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:43:39.449942 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-9c489549-ea71-4874-b38f-b9ce4f5bb4b2 req-f180fd3f-254f-465a-ab31-6cf50020ea12 tempest-TestSecurityGroupsBasicOps-1450369721 tempest-TestSecurityGroupsBasicOps-1450369721-project] 10.222.0.89 "POST /v2.0/ports HTTP/1.1" status: 201 len: 897 time: 1.1234138 Feb 09 19:43:39.467361 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.v2.base [req-9c489549-ea71-4874-b38f-b9ce4f5bb4b2 req-3fd0a773-78e6-4f85-aa53-ceaf0c0ba7ec service neutron] Request body: {'port': {'device_id': '9051455d-87fd-4973-b714-f769e5ade8b0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-713498-36'}} {{(pid=103229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 19:43:39.632390 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Device e05a24f3-41be-4636-973c-20cbe5cf3a4a up at agent hyperv_n-h1-713498-36 {{(pid=103232) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 19:43:39.645729 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-9c489549-ea71-4874-b38f-b9ce4f5bb4b2 req-3fd0a773-78e6-4f85-aa53-ceaf0c0ba7ec service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (5f2f27a6-293d-40b2-b9be-df771ff535f8), before_update {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:43:39.737809 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa40e623-9fee-4e85-8bb8-5368b333680c req-17ffa8db-f511-4c2f-8c52-5d8573b3cf21 tempest-TestVolumeBootPattern-1615943498 tempest-TestVolumeBootPattern-1615943498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:43:39.739466 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-fa40e623-9fee-4e85-8bb8-5368b333680c req-17ffa8db-f511-4c2f-8c52-5d8573b3cf21 tempest-TestVolumeBootPattern-1615943498 tempest-TestVolumeBootPattern-1615943498-project] 10.222.0.75 "GET /v2.0/ports?device_id=979d1676-7858-444c-ad74-270d4bc6922c HTTP/1.1" status: 200 len: 944 time: 0.2374051 Feb 09 19:43:39.768259 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.provisioning_blocks [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Provisioning for port e05a24f3-41be-4636-973c-20cbe5cf3a4a completed by entity L2. {{(pid=103232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 19:43:39.776283 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.provisioning_blocks [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Provisioning complete for port e05a24f3-41be-4636-973c-20cbe5cf3a4a triggered by entity L2. {{(pid=103232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 19:43:39.776665 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593630'] for port (e05a24f3-41be-4636-973c-20cbe5cf3a4a), provisioning_complete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:43:39.859617 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.provisioning_blocks [None req-069ace51-af66-4db9-8594-51038dcf990a None None] Provisioning complete for port 5f2f27a6-293d-40b2-b9be-df771ff535f8 triggered by entity DHCP. {{(pid=103232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 19:43:39.860324 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-069ace51-af66-4db9-8594-51038dcf990a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593630'] for port (5f2f27a6-293d-40b2-b9be-df771ff535f8), provisioning_complete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:43:39.928602 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-fa40e623-9fee-4e85-8bb8-5368b333680c req-27433e65-1282-418a-9db4-986c0f7104a9 tempest-TestVolumeBootPattern-1615943498 tempest-TestVolumeBootPattern-1615943498-project] 10.222.0.75 "GET /v2.0/security-groups?id=85e2738d-e0ce-44c8-a269-2deaf81a01f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1619797 Feb 09 19:43:39.941374 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Current status of the port e05a24f3-41be-4636-973c-20cbe5cf3a4a is: BUILD; New status is: ACTIVE {{(pid=103232) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 19:43:39.942295 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (e05a24f3-41be-4636-973c-20cbe5cf3a4a), before_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:43:39.950451 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-069ace51-af66-4db9-8594-51038dcf990a None None] Port 5f2f27a6-293d-40b2-b9be-df771ff535f8 cannot update to ACTIVE because it is not bound. {{(pid=103232) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 19:43:39.994064 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] For port e05a24f3-41be-4636-973c-20cbe5cf3a4a, host n-h1-713498-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-36',level=0,port_id=e05a24f3-41be-4636-973c-20cbe5cf3a4a,segment=NetworkSegment(33386be2-7716-4eda-8188-eeaffee7e0ec),segment_id=33386be2-7716-4eda-8188-eeaffee7e0ec)] {{(pid=103232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 19:43:39.996035 n-d-713498-36 neutron-server[103232]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '979d1676-7858-444c-ad74-270d4bc6922c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e05a24f3-41be-4636-973c-20cbe5cf3a4a'}] {{(pid=103232) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 19:43:40.000249 n-d-713498-36 neutron-server[103232]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}949cdcde653dec44821de95cbf67297f53cbc2aed4e073b5d514f93bf911ce85" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bc1b86ca-2423-4904-a9ca-24889f1413bb" -d '{"events": [{"server_uuid": "979d1676-7858-444c-ad74-270d4bc6922c", "name": "network-vif-plugged", "status": "completed", "tag": "e05a24f3-41be-4636-973c-20cbe5cf3a4a"}]}' {{(pid=103232) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 19:43:40.005337 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762867176205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762866656485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762866656503'] for port (e05a24f3-41be-4636-973c-20cbe5cf3a4a), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:43:40.073059 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Pushing event updated for resources: {'Port': ['ID=e05a24f3-41be-4636-973c-20cbe5cf3a4a,revision_number=5']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:43:40.092321 n-d-713498-36 neutron-server[103232]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 19:43:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b4e5edbd-0960-4d9d-bb7d-460879ac8c6a x-openstack-request-id: req-b4e5edbd-0960-4d9d-bb7d-460879ac8c6a {{(pid=103232) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 19:43:40.093310 n-d-713498-36 neutron-server[103232]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "979d1676-7858-444c-ad74-270d4bc6922c", "name": "network-vif-plugged", "status": "completed", "tag": "e05a24f3-41be-4636-973c-20cbe5cf3a4a", "code": 200}]} {{(pid=103232) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 19:43:40.093572 n-d-713498-36 neutron-server[103232]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-b4e5edbd-0960-4d9d-bb7d-460879ac8c6a {{(pid=103232) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 19:43:40.094103 n-d-713498-36 neutron-server[103232]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '979d1676-7858-444c-ad74-270d4bc6922c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e05a24f3-41be-4636-973c-20cbe5cf3a4a', 'code': 200} Feb 09 19:43:40.198864 n-d-713498-36 neutron-server[103229]: DEBUG neutron.notifiers.nova [req-9c489549-ea71-4874-b38f-b9ce4f5bb4b2 req-3fd0a773-78e6-4f85-aa53-ceaf0c0ba7ec service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5f2f27a6-293d-40b2-b9be-df771ff535f8 {{(pid=103229) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 19:43:40.209865 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a220bdff-001b-4e84-865e-7a9fb1190782 req-ec7b8e6e-6121-4f58-b59d-4b6ef694476c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:43:40.210561 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-9c489549-ea71-4874-b38f-b9ce4f5bb4b2 req-3fd0a773-78e6-4f85-aa53-ceaf0c0ba7ec service neutron] Publish callbacks [] for port (5f2f27a6-293d-40b2-b9be-df771ff535f8), precommit_update {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:43:40.212520 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-a220bdff-001b-4e84-865e-7a9fb1190782 req-ec7b8e6e-6121-4f58-b59d-4b6ef694476c service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=979d1676-7858-444c-ad74-270d4bc6922c HTTP/1.1" status: 200 len: 1128 time: 0.0554521 Feb 09 19:43:40.232324 n-d-713498-36 neutron-server[103229]: DEBUG neutron.db.provisioning_blocks [req-9c489549-ea71-4874-b38f-b9ce4f5bb4b2 req-3fd0a773-78e6-4f85-aa53-ceaf0c0ba7ec service neutron] Transition to ACTIVE for port object 5f2f27a6-293d-40b2-b9be-df771ff535f8 will not be triggered until provisioned by entity L2. {{(pid=103229) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 19:43:40.239287 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-9c489549-ea71-4874-b38f-b9ce4f5bb4b2 req-3fd0a773-78e6-4f85-aa53-ceaf0c0ba7ec service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762867176205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762866656485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762866656503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12867569'] for port (5f2f27a6-293d-40b2-b9be-df771ff535f8), after_update {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:43:40.248693 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32ec7329-1e14-4206-b9db-d36855373229 req-91ce4149-fbbe-4d6a-8ce6-a4567dee5d31 tempest-TestSecurityGroupsBasicOps-1450369721 tempest-TestSecurityGroupsBasicOps-1450369721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:43:40.250547 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-32ec7329-1e14-4206-b9db-d36855373229 req-91ce4149-fbbe-4d6a-8ce6-a4567dee5d31 tempest-TestSecurityGroupsBasicOps-1450369721 tempest-TestSecurityGroupsBasicOps-1450369721-project] 10.222.0.75 "GET /v2.0/ports?device_id=9051455d-87fd-4973-b714-f769e5ade8b0 HTTP/1.1" status: 200 len: 895 time: 0.0945072 Feb 09 19:43:40.308187 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-a220bdff-001b-4e84-865e-7a9fb1190782 req-90f133b0-0632-4ee6-ae09-d51e99033aee service neutron] 10.222.0.89 "GET /v2.0/security-groups?id=85e2738d-e0ce-44c8-a269-2deaf81a01f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0869291 Feb 09 19:43:40.375178 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fd0a773-78e6-4f85-aa53-ceaf0c0ba7ec service neutron] Pushing event updated for resources: {'Port': ['ID=5f2f27a6-293d-40b2-b9be-df771ff535f8,revision_number=2']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:43:40.484969 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.managers [req-9c489549-ea71-4874-b38f-b9ce4f5bb4b2 req-3fd0a773-78e6-4f85-aa53-ceaf0c0ba7ec service neutron] Attempting to bind port 5f2f27a6-293d-40b2-b9be-df771ff535f8 on host n-h1-713498-36 for vnic_type normal with profile {{(pid=103229) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 19:43:40.486083 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.managers [req-9c489549-ea71-4874-b38f-b9ce4f5bb4b2 req-3fd0a773-78e6-4f85-aa53-ceaf0c0ba7ec service neutron] Attempting to bind port 5f2f27a6-293d-40b2-b9be-df771ff535f8 by drivers openvswitch,hyperv on host n-h1-713498-36 at level 0 using segments [{'id': 'df303057-d82f-4f49-9a6d-902c6c994491', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '680c8d73-a86e-4665-a805-21a029d45ebb'}] {{(pid=103229) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 19:43:40.486898 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c489549-ea71-4874-b38f-b9ce4f5bb4b2 req-3fd0a773-78e6-4f85-aa53-ceaf0c0ba7ec service neutron] Attempting to bind port 5f2f27a6-293d-40b2-b9be-df771ff535f8 on network 680c8d73-a86e-4665-a805-21a029d45ebb {{(pid=103229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 19:43:40.492492 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c489549-ea71-4874-b38f-b9ce4f5bb4b2 req-3fd0a773-78e6-4f85-aa53-ceaf0c0ba7ec service neutron] Port 5f2f27a6-293d-40b2-b9be-df771ff535f8 on network 680c8d73-a86e-4665-a805-21a029d45ebb not bound, no agent of type Open vSwitch agent registered on host n-h1-713498-36 {{(pid=103229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 19:43:40.493089 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c489549-ea71-4874-b38f-b9ce4f5bb4b2 req-3fd0a773-78e6-4f85-aa53-ceaf0c0ba7ec service neutron] Attempting to bind port 5f2f27a6-293d-40b2-b9be-df771ff535f8 on network 680c8d73-a86e-4665-a805-21a029d45ebb {{(pid=103229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 19:43:40.502457 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c489549-ea71-4874-b38f-b9ce4f5bb4b2 req-3fd0a773-78e6-4f85-aa53-ceaf0c0ba7ec service neutron] Checking agent: {'id': '488cd9ae-631f-4955-ba0b-4f5a13f12e9c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713498-36', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 18, 59, 18), 'started_at': datetime.datetime(2022, 2, 9, 18, 59, 18), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 19, 43, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 19:43:40.502859 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c489549-ea71-4874-b38f-b9ce4f5bb4b2 req-3fd0a773-78e6-4f85-aa53-ceaf0c0ba7ec service neutron] Checking segment: {'id': 'df303057-d82f-4f49-9a6d-902c6c994491', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '680c8d73-a86e-4665-a805-21a029d45ebb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103229) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 19:43:40.503258 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c489549-ea71-4874-b38f-b9ce4f5bb4b2 req-3fd0a773-78e6-4f85-aa53-ceaf0c0ba7ec service neutron] Bound using segment: {'id': 'df303057-d82f-4f49-9a6d-902c6c994491', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '680c8d73-a86e-4665-a805-21a029d45ebb'} {{(pid=103229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 19:43:40.503896 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.managers [req-9c489549-ea71-4874-b38f-b9ce4f5bb4b2 req-3fd0a773-78e6-4f85-aa53-ceaf0c0ba7ec service neutron] Bound port: 5f2f27a6-293d-40b2-b9be-df771ff535f8, host: n-h1-713498-36, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'df303057-d82f-4f49-9a6d-902c6c994491', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '680c8d73-a86e-4665-a805-21a029d45ebb'}}] {{(pid=103229) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 19:43:40.504560 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-9c489549-ea71-4874-b38f-b9ce4f5bb4b2 req-3fd0a773-78e6-4f85-aa53-ceaf0c0ba7ec service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (5f2f27a6-293d-40b2-b9be-df771ff535f8), before_update {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:43:40.536690 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4a47f03-cd55-41d5-9d84-73f7cbf0d93d req-5cbc31f0-ab53-4c7b-9195-43ef133288c1 tempest-TestVolumeBackupRestore-719474059 tempest-TestVolumeBackupRestore-719474059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:43:40.540873 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Device 9cecc6c9-daa8-4711-831f-5ea74778d273 up at agent ovs-agent-n-d-713498-36 {{(pid=103232) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 19:43:40.546039 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-b4a47f03-cd55-41d5-9d84-73f7cbf0d93d req-5cbc31f0-ab53-4c7b-9195-43ef133288c1 tempest-TestVolumeBackupRestore-719474059 tempest-TestVolumeBackupRestore-719474059-project] 10.222.0.75 "GET /v2.0/ports?device_id=ef11860c-6c68-4442-8b21-9c74e24d1a1d HTTP/1.1" status: 200 len: 943 time: 0.1094294 Feb 09 19:43:40.614085 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.db [req-9c489549-ea71-4874-b38f-b9ce4f5bb4b2 req-3fd0a773-78e6-4f85-aa53-ceaf0c0ba7ec service neutron] For port 5f2f27a6-293d-40b2-b9be-df771ff535f8, host n-h1-713498-36, cleared binding levels {{(pid=103229) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 19:43:40.619418 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.db [req-9c489549-ea71-4874-b38f-b9ce4f5bb4b2 req-3fd0a773-78e6-4f85-aa53-ceaf0c0ba7ec service neutron] For port 5f2f27a6-293d-40b2-b9be-df771ff535f8, host n-h1-713498-36, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-36',level=0,port_id=5f2f27a6-293d-40b2-b9be-df771ff535f8,segment=NetworkSegment(df303057-d82f-4f49-9a6d-902c6c994491),segment_id=df303057-d82f-4f49-9a6d-902c6c994491)] {{(pid=103229) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 19:43:40.623578 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-b4a47f03-cd55-41d5-9d84-73f7cbf0d93d req-29e19e2c-d59e-427d-aadb-8a8ba9484e7f tempest-TestVolumeBackupRestore-719474059 tempest-TestVolumeBackupRestore-719474059-project] 10.222.0.75 "GET /v2.0/security-groups?id=9756189c-51bb-4234-9287-a2b3fd71ce58&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0759225 Feb 09 19:43:40.630620 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-9c489549-ea71-4874-b38f-b9ce4f5bb4b2 req-3fd0a773-78e6-4f85-aa53-ceaf0c0ba7ec service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762867176205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762866656485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762866656503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12867569'] for port (5f2f27a6-293d-40b2-b9be-df771ff535f8), after_update {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:43:40.661228 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.provisioning_blocks [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Provisioning complete for port 9cecc6c9-daa8-4711-831f-5ea74778d273 triggered by entity L2. {{(pid=103232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 19:43:40.662244 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593630'] for port (9cecc6c9-daa8-4711-831f-5ea74778d273), provisioning_complete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:43:40.678894 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c489549-ea71-4874-b38f-b9ce4f5bb4b2 req-3fd0a773-78e6-4f85-aa53-ceaf0c0ba7ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:43:40.679986 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-9c489549-ea71-4874-b38f-b9ce4f5bb4b2 req-3fd0a773-78e6-4f85-aa53-ceaf0c0ba7ec service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171096'] for port (None), before_response {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:43:40.681563 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-9c489549-ea71-4874-b38f-b9ce4f5bb4b2 req-3fd0a773-78e6-4f85-aa53-ceaf0c0ba7ec service neutron] 10.222.0.89 "PUT /v2.0/ports/5f2f27a6-293d-40b2-b9be-df771ff535f8 HTTP/1.1" status: 200 len: 1056 time: 1.2203104 Feb 09 19:43:40.682058 n-d-713498-36 neutron-server[103229]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9051455d-87fd-4973-b714-f769e5ade8b0', 'tag': '5f2f27a6-293d-40b2-b9be-df771ff535f8'}] {{(pid=103229) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 19:43:40.684472 n-d-713498-36 neutron-server[103229]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fa6ae9a20702bd564eaf90d946620b2b4277b1ab91129323d3b54181076be307" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-81bb6c8b-de3a-42a3-b5a7-de4b23e9d45a" -d '{"events": [{"name": "network-changed", "server_uuid": "9051455d-87fd-4973-b714-f769e5ade8b0", "tag": "5f2f27a6-293d-40b2-b9be-df771ff535f8"}]}' {{(pid=103229) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 19:43:40.747164 n-d-713498-36 neutron-server[103229]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 19:43:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b30ce565-1604-4d0d-8f98-eb834d61080a x-openstack-request-id: req-b30ce565-1604-4d0d-8f98-eb834d61080a {{(pid=103229) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 19:43:40.747606 n-d-713498-36 neutron-server[103229]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9051455d-87fd-4973-b714-f769e5ade8b0", "tag": "5f2f27a6-293d-40b2-b9be-df771ff535f8", "status": "completed", "code": 200}]} {{(pid=103229) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 19:43:40.747961 n-d-713498-36 neutron-server[103229]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-b30ce565-1604-4d0d-8f98-eb834d61080a {{(pid=103229) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 19:43:40.749143 n-d-713498-36 neutron-server[103229]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9051455d-87fd-4973-b714-f769e5ade8b0', 'tag': '5f2f27a6-293d-40b2-b9be-df771ff535f8', 'status': 'completed', 'code': 200} Feb 09 19:43:40.769923 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fd0a773-78e6-4f85-aa53-ceaf0c0ba7ec service neutron] Pushing event updated for resources: {'Port': ['ID=5f2f27a6-293d-40b2-b9be-df771ff535f8,revision_number=3']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:43:40.795227 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c489549-ea71-4874-b38f-b9ce4f5bb4b2 req-c338c977-92b5-4d0d-b670-9aa6527adb88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:43:40.797039 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-9c489549-ea71-4874-b38f-b9ce4f5bb4b2 req-c338c977-92b5-4d0d-b670-9aa6527adb88 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=ad7e5b1e3bd44a9292bbae1791f9aecc&device_id=9051455d-87fd-4973-b714-f769e5ade8b0 HTTP/1.1" status: 200 len: 1090 time: 0.0649531 Feb 09 19:43:40.803862 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Current status of the port 9cecc6c9-daa8-4711-831f-5ea74778d273 is: ACTIVE; New status is: ACTIVE {{(pid=103232) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 19:43:40.837593 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-2f93d7c4-01f1-4601-9c4e-63f4ca3e96b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762867132591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593584'] for agent (af91e4b9-f4e1-42b1-a25c-a10dc47171c8), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:43:40.860749 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-9c489549-ea71-4874-b38f-b9ce4f5bb4b2 req-84941859-3b7c-4609-a460-2338152047d6 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.22&port_id=5f2f27a6-293d-40b2-b9be-df771ff535f8 HTTP/1.1" status: 200 len: 217 time: 0.0549643 Feb 09 19:43:40.919000 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c489549-ea71-4874-b38f-b9ce4f5bb4b2 req-51f40b44-6b1e-427c-92f1-72821a2d6d1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:43:40.921365 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-9c489549-ea71-4874-b38f-b9ce4f5bb4b2 req-51f40b44-6b1e-427c-92f1-72821a2d6d1e service neutron] 10.222.0.89 "GET /v2.0/subnets?id=feee26c6-6784-4501-89e2-39f6c205a27c HTTP/1.1" status: 200 len: 838 time: 0.0541871 Feb 09 19:43:40.980634 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c489549-ea71-4874-b38f-b9ce4f5bb4b2 req-6827e784-3aea-4f65-9ebf-769cab9804c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:43:40.982261 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-9c489549-ea71-4874-b38f-b9ce4f5bb4b2 req-6827e784-3aea-4f65-9ebf-769cab9804c2 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=680c8d73-a86e-4665-a805-21a029d45ebb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1202 time: 0.0548840 Feb 09 19:43:41.078375 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c72f95e1-0f4c-41e6-acae-35e58ca3842d req-3ec1ce17-433d-4be2-906f-da3223455559 tempest-TestVolumeBootPattern-1615943498 tempest-TestVolumeBootPattern-1615943498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:43:41.080308 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-c72f95e1-0f4c-41e6-acae-35e58ca3842d req-3ec1ce17-433d-4be2-906f-da3223455559 tempest-TestVolumeBootPattern-1615943498 tempest-TestVolumeBootPattern-1615943498-project] 10.222.0.75 "GET /v2.0/ports?device_id=979d1676-7858-444c-ad74-270d4bc6922c HTTP/1.1" status: 200 len: 945 time: 0.0687904 Feb 09 19:43:41.084359 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-9c489549-ea71-4874-b38f-b9ce4f5bb4b2 req-1dd8947b-b5c1-4206-854a-3ad34fef0178 service neutron] 10.222.0.89 "GET /v2.0/networks/680c8d73-a86e-4665-a805-21a029d45ebb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0949008 Feb 09 19:43:41.132108 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-c72f95e1-0f4c-41e6-acae-35e58ca3842d req-2e76385d-7547-4164-a607-e4cb3703a1c4 tempest-TestVolumeBootPattern-1615943498 tempest-TestVolumeBootPattern-1615943498-project] 10.222.0.75 "GET /v2.0/security-groups?id=85e2738d-e0ce-44c8-a269-2deaf81a01f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449431 Feb 09 19:43:41.185439 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-9c489549-ea71-4874-b38f-b9ce4f5bb4b2 req-6ed643a9-363f-4e25-837d-5d250bb12b52 service neutron] 10.222.0.89 "GET /v2.0/networks/680c8d73-a86e-4665-a805-21a029d45ebb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0907576 Feb 09 19:43:41.289052 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81bb6c8b-de3a-42a3-b5a7-de4b23e9d45a req-d6372471-92e5-44f4-ac1c-63b1fee8c295 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:43:41.290556 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-81bb6c8b-de3a-42a3-b5a7-de4b23e9d45a req-d6372471-92e5-44f4-ac1c-63b1fee8c295 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=ad7e5b1e3bd44a9292bbae1791f9aecc&device_id=9051455d-87fd-4973-b714-f769e5ade8b0 HTTP/1.1" status: 200 len: 1090 time: 0.0517447 Feb 09 19:43:41.439963 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81bb6c8b-de3a-42a3-b5a7-de4b23e9d45a req-ebf7a029-0eba-46da-b876-cbb793ff21f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:43:41.441363 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-81bb6c8b-de3a-42a3-b5a7-de4b23e9d45a req-ebf7a029-0eba-46da-b876-cbb793ff21f2 service neutron] 10.222.0.89 "GET /v2.0/networks?id=680c8d73-a86e-4665-a805-21a029d45ebb HTTP/1.1" status: 200 len: 899 time: 0.1440294 Feb 09 19:43:41.448965 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-017a7ca6-96ee-4302-ba0e-8434406c6045 req-258344ed-f763-4e28-bce5-daad7300a43f tempest-TestSecurityGroupsBasicOps-1450369721 tempest-TestSecurityGroupsBasicOps-1450369721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:43:41.450382 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-017a7ca6-96ee-4302-ba0e-8434406c6045 req-258344ed-f763-4e28-bce5-daad7300a43f tempest-TestSecurityGroupsBasicOps-1450369721 tempest-TestSecurityGroupsBasicOps-1450369721-project] 10.222.0.75 "GET /v2.0/ports?device_id=9051455d-87fd-4973-b714-f769e5ade8b0 HTTP/1.1" status: 200 len: 907 time: 0.0866082 Feb 09 19:43:41.489398 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-81bb6c8b-de3a-42a3-b5a7-de4b23e9d45a req-aec41178-5338-4e67-8cc3-7897bbcdbdba service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.22&port_id=5f2f27a6-293d-40b2-b9be-df771ff535f8 HTTP/1.1" status: 200 len: 217 time: 0.0380433 Feb 09 19:43:41.542834 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81bb6c8b-de3a-42a3-b5a7-de4b23e9d45a req-68af837f-2358-4541-9cc2-872a763baa89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:43:41.544825 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-81bb6c8b-de3a-42a3-b5a7-de4b23e9d45a req-68af837f-2358-4541-9cc2-872a763baa89 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=feee26c6-6784-4501-89e2-39f6c205a27c HTTP/1.1" status: 200 len: 838 time: 0.0496132 Feb 09 19:43:41.599548 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81bb6c8b-de3a-42a3-b5a7-de4b23e9d45a req-d0769317-e7f0-4ea9-88ae-687e2820f695 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:43:41.601089 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-81bb6c8b-de3a-42a3-b5a7-de4b23e9d45a req-d0769317-e7f0-4ea9-88ae-687e2820f695 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=680c8d73-a86e-4665-a805-21a029d45ebb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1202 time: 0.0498896 Feb 09 19:43:41.695841 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-81bb6c8b-de3a-42a3-b5a7-de4b23e9d45a req-2880d453-524d-44d2-a25c-b4821ee11d41 service neutron] 10.222.0.89 "GET /v2.0/networks/680c8d73-a86e-4665-a805-21a029d45ebb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0876255 Feb 09 19:43:41.744731 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-168d8266-807a-4e62-a4e5-11077840851c req-31fd089f-8977-4c88-bbec-ff6e7a14e050 tempest-TestVolumeBackupRestore-719474059 tempest-TestVolumeBackupRestore-719474059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:43:41.749071 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-168d8266-807a-4e62-a4e5-11077840851c req-31fd089f-8977-4c88-bbec-ff6e7a14e050 tempest-TestVolumeBackupRestore-719474059 tempest-TestVolumeBackupRestore-719474059-project] 10.222.0.75 "GET /v2.0/ports?device_id=ef11860c-6c68-4442-8b21-9c74e24d1a1d HTTP/1.1" status: 200 len: 943 time: 0.0596907 Feb 09 19:43:41.789939 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-81bb6c8b-de3a-42a3-b5a7-de4b23e9d45a req-83437556-7c67-4be8-a164-96dfb5b2f7c7 service neutron] 10.222.0.89 "GET /v2.0/networks/680c8d73-a86e-4665-a805-21a029d45ebb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0875518 Feb 09 19:43:41.799585 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-168d8266-807a-4e62-a4e5-11077840851c req-8fb24160-4af9-43b4-8c77-1c67e39540dc tempest-TestVolumeBackupRestore-719474059 tempest-TestVolumeBackupRestore-719474059-project] 10.222.0.75 "GET /v2.0/security-groups?id=9756189c-51bb-4234-9287-a2b3fd71ce58&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0473638 Feb 09 19:43:42.278478 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b76a5216-1f4b-4cd0-97fd-89922e12de4e req-e6e5aef4-b673-4b5c-b26d-c602267f0808 tempest-TestVolumeBootPattern-1615943498 tempest-TestVolumeBootPattern-1615943498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:43:42.282470 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-b76a5216-1f4b-4cd0-97fd-89922e12de4e req-e6e5aef4-b673-4b5c-b26d-c602267f0808 tempest-TestVolumeBootPattern-1615943498 tempest-TestVolumeBootPattern-1615943498-project] 10.222.0.75 "GET /v2.0/ports?device_id=979d1676-7858-444c-ad74-270d4bc6922c HTTP/1.1" status: 200 len: 945 time: 0.0747457 Feb 09 19:43:42.355794 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-b76a5216-1f4b-4cd0-97fd-89922e12de4e req-83513688-a91f-4bc0-b36f-9fdce09c069d tempest-TestVolumeBootPattern-1615943498 tempest-TestVolumeBootPattern-1615943498-project] 10.222.0.75 "GET /v2.0/security-groups?id=85e2738d-e0ce-44c8-a269-2deaf81a01f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0676618 Feb 09 19:43:42.523263 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4863bc30-fd79-4607-b473-b90325298234 req-5a029754-3ded-461f-9f6a-d9e734e2230c tempest-TestVolumeBootPattern-1615943498 tempest-TestVolumeBootPattern-1615943498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:43:42.524815 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-4863bc30-fd79-4607-b473-b90325298234 req-5a029754-3ded-461f-9f6a-d9e734e2230c tempest-TestVolumeBootPattern-1615943498 tempest-TestVolumeBootPattern-1615943498-project] 10.222.0.75 "GET /v2.0/ports?device_id=979d1676-7858-444c-ad74-270d4bc6922c HTTP/1.1" status: 200 len: 945 time: 0.0962424 Feb 09 19:43:42.626751 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-4863bc30-fd79-4607-b473-b90325298234 req-077f1286-7004-4c45-a8bd-32fdb45b6925 tempest-TestVolumeBootPattern-1615943498 tempest-TestVolumeBootPattern-1615943498-project] 10.222.0.75 "GET /v2.0/security-groups?id=85e2738d-e0ce-44c8-a269-2deaf81a01f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0898201 Feb 09 19:43:42.763201 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6274c1f8-6198-464c-a1fb-e892733ed289 req-0ad996e4-84c9-478e-87cc-ca524a1fde0f tempest-VolumesSnapshotTestJSON-1470959948 tempest-VolumesSnapshotTestJSON-1470959948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:43:42.765370 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-6274c1f8-6198-464c-a1fb-e892733ed289 req-0ad996e4-84c9-478e-87cc-ca524a1fde0f tempest-VolumesSnapshotTestJSON-1470959948 tempest-VolumesSnapshotTestJSON-1470959948-project] 10.222.0.75 "GET /v2.0/ports?device_id=989128d9-c46c-4b13-918b-4c0821c1bb86 HTTP/1.1" status: 200 len: 945 time: 0.0686448 Feb 09 19:43:42.822465 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-6274c1f8-6198-464c-a1fb-e892733ed289 req-f20f7ca1-1316-440e-9900-9e479c945923 tempest-VolumesSnapshotTestJSON-1470959948 tempest-VolumesSnapshotTestJSON-1470959948-project] 10.222.0.75 "GET /v2.0/security-groups?id=e81ac41c-f182-4bcd-89b0-fdc41cdb146e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468800 Feb 09 19:43:42.990074 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-779998e4-eed0-49e2-ac04-88f7f16c0d63 req-ecdfad93-4bb4-476e-b63e-fd1bde6b5049 tempest-TestSecurityGroupsBasicOps-1450369721 tempest-TestSecurityGroupsBasicOps-1450369721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:43:42.994578 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-779998e4-eed0-49e2-ac04-88f7f16c0d63 req-ecdfad93-4bb4-476e-b63e-fd1bde6b5049 tempest-TestSecurityGroupsBasicOps-1450369721 tempest-TestSecurityGroupsBasicOps-1450369721-project] 10.222.0.75 "GET /v2.0/ports?device_id=9051455d-87fd-4973-b714-f769e5ade8b0 HTTP/1.1" status: 200 len: 907 time: 0.4108124 Feb 09 19:43:43.124798 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-4b9c7515-7357-45c3-a5b0-3356f9dbb013 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762867132591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593584'] for agent (93303d5e-5d17-45e8-8963-7694f87783ae), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:43:43.153555 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ce8c31a-f622-41e6-99cf-79ad55ee9519 req-effd7d1d-f776-4a69-b5c4-30586583c2e4 tempest-TestVolumeBackupRestore-719474059 tempest-TestVolumeBackupRestore-719474059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:43:43.155925 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-2ce8c31a-f622-41e6-99cf-79ad55ee9519 req-effd7d1d-f776-4a69-b5c4-30586583c2e4 tempest-TestVolumeBackupRestore-719474059 tempest-TestVolumeBackupRestore-719474059-project] 10.222.0.75 "GET /v2.0/ports?device_id=ef11860c-6c68-4442-8b21-9c74e24d1a1d HTTP/1.1" status: 200 len: 943 time: 0.0943842 Feb 09 19:43:43.216067 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-2ce8c31a-f622-41e6-99cf-79ad55ee9519 req-bcc02c98-9b6d-4f20-9577-516cb7998fc5 tempest-TestVolumeBackupRestore-719474059 tempest-TestVolumeBackupRestore-719474059-project] 10.222.0.75 "GET /v2.0/security-groups?id=9756189c-51bb-4234-9287-a2b3fd71ce58&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0540175 Feb 09 19:43:43.658725 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Device 5f2f27a6-293d-40b2-b9be-df771ff535f8 details requested by agent hyperv_n-h1-713498-36 with host n-h1-713498-36 {{(pid=103232) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 19:43:43.819753 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] For port 5f2f27a6-293d-40b2-b9be-df771ff535f8, host n-h1-713498-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-36',level=0,port_id=5f2f27a6-293d-40b2-b9be-df771ff535f8,segment=NetworkSegment(df303057-d82f-4f49-9a6d-902c6c994491),segment_id=df303057-d82f-4f49-9a6d-902c6c994491)] {{(pid=103232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 19:43:43.876526 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Returning: {'device': '5f2f27a6-293d-40b2-b9be-df771ff535f8', 'network_id': '680c8d73-a86e-4665-a805-21a029d45ebb', 'port_id': '5f2f27a6-293d-40b2-b9be-df771ff535f8', 'mac_address': 'fa:16:3e:01:17:81', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 360, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'feee26c6-6784-4501-89e2-39f6c205a27c', 'ip_address': '172.20.0.22'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': False, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103232) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 19:43:44.067140 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Current status of the port 5f2f27a6-293d-40b2-b9be-df771ff535f8 is: DOWN; New status is: BUILD {{(pid=103232) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 19:43:44.067559 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (5f2f27a6-293d-40b2-b9be-df771ff535f8), before_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:43:44.101774 n-d-713498-36 neutron-server[103232]: DEBUG neutron.notifiers.nova [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5f2f27a6-293d-40b2-b9be-df771ff535f8 {{(pid=103232) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 19:43:44.144783 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb421087-b23c-428e-afe2-e8edd4cd34f6 req-edc74c33-a4ee-447e-8062-79ce44156c62 tempest-VolumesSnapshotTestJSON-1470959948 tempest-VolumesSnapshotTestJSON-1470959948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:43:44.160102 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-cb421087-b23c-428e-afe2-e8edd4cd34f6 req-edc74c33-a4ee-447e-8062-79ce44156c62 tempest-VolumesSnapshotTestJSON-1470959948 tempest-VolumesSnapshotTestJSON-1470959948-project] 10.222.0.75 "GET /v2.0/ports?device_id=989128d9-c46c-4b13-918b-4c0821c1bb86 HTTP/1.1" status: 200 len: 945 time: 0.1636374 Feb 09 19:43:44.160340 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] For port 5f2f27a6-293d-40b2-b9be-df771ff535f8, host n-h1-713498-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-36',level=0,port_id=5f2f27a6-293d-40b2-b9be-df771ff535f8,segment=NetworkSegment(df303057-d82f-4f49-9a6d-902c6c994491),segment_id=df303057-d82f-4f49-9a6d-902c6c994491)] {{(pid=103232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 19:43:44.166711 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762867176205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762866656485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762866656503'] for port (5f2f27a6-293d-40b2-b9be-df771ff535f8), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:43:44.173220 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6db8293c-1c87-4742-8df7-0d1a957c16e8 req-8ae203a5-407d-497e-8914-9f07aa1943bd tempest-VolumesSnapshotTestJSON-1470959948 tempest-VolumesSnapshotTestJSON-1470959948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:43:44.174971 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-6db8293c-1c87-4742-8df7-0d1a957c16e8 req-8ae203a5-407d-497e-8914-9f07aa1943bd tempest-VolumesSnapshotTestJSON-1470959948 tempest-VolumesSnapshotTestJSON-1470959948-project] 10.222.0.89 "GET /v2.0/ports?device_id=989128d9-c46c-4b13-918b-4c0821c1bb86 HTTP/1.1" status: 200 len: 945 time: 0.1580131 Feb 09 19:43:44.273337 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Pushing event updated for resources: {'Port': ['ID=5f2f27a6-293d-40b2-b9be-df771ff535f8,revision_number=4']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:43:44.283019 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-cb421087-b23c-428e-afe2-e8edd4cd34f6 req-d1bf08a2-9f31-4e87-b4f0-26c1b7c18c90 tempest-VolumesSnapshotTestJSON-1470959948 tempest-VolumesSnapshotTestJSON-1470959948-project] 10.222.0.75 "GET /v2.0/security-groups?id=e81ac41c-f182-4bcd-89b0-fdc41cdb146e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1150541 Feb 09 19:43:44.393805 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] get_ports_and_sgs() called for port_ids ['5f2f27a6-293d-40b2-b9be-df771ff535f8'] {{(pid=103232) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 19:43:44.431231 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.plugin [req-6db8293c-1c87-4742-8df7-0d1a957c16e8 req-13b4d293-0a4b-48f8-a199-9b44f4ac3116 tempest-VolumesSnapshotTestJSON-1470959948 tempest-VolumesSnapshotTestJSON-1470959948-project] Deleting port 3dc22f63-fd63-45b8-b7d5-edbeb2f1f4cd {{(pid=103229) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 19:43:44.431687 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-6db8293c-1c87-4742-8df7-0d1a957c16e8 req-13b4d293-0a4b-48f8-a199-9b44f4ac3116 tempest-VolumesSnapshotTestJSON-1470959948 tempest-VolumesSnapshotTestJSON-1470959948-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762867170196'] for port (3dc22f63-fd63-45b8-b7d5-edbeb2f1f4cd), before_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:43:44.507686 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ec9229c-4a2f-4e9e-96b2-d7c4a77331c3 req-be150539-0d24-4e4f-9732-8545e0774679 tempest-TestSecurityGroupsBasicOps-1450369721 tempest-TestSecurityGroupsBasicOps-1450369721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:43:44.511299 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-edc54c9b-7f13-45d9-9271-85c9738b0128 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762867132591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593584'] for agent (a62b1850-466f-48ae-bec7-d62fb280e14b), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:43:44.516704 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-6ec9229c-4a2f-4e9e-96b2-d7c4a77331c3 req-be150539-0d24-4e4f-9732-8545e0774679 tempest-TestSecurityGroupsBasicOps-1450369721 tempest-TestSecurityGroupsBasicOps-1450369721-project] 10.222.0.75 "GET /v2.0/ports?device_id=9051455d-87fd-4973-b714-f769e5ade8b0 HTTP/1.1" status: 200 len: 908 time: 0.1250095 Feb 09 19:43:44.577753 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.db [req-6db8293c-1c87-4742-8df7-0d1a957c16e8 req-13b4d293-0a4b-48f8-a199-9b44f4ac3116 tempest-VolumesSnapshotTestJSON-1470959948 tempest-VolumesSnapshotTestJSON-1470959948-project] For port 3dc22f63-fd63-45b8-b7d5-edbeb2f1f4cd, host n-h1-713498-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-36',level=0,port_id=3dc22f63-fd63-45b8-b7d5-edbeb2f1f4cd,segment=NetworkSegment(9a93bd09-258e-4090-9a00-d09b547e90c6),segment_id=9a93bd09-258e-4090-9a00-d09b547e90c6)] {{(pid=103229) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 19:43:44.578367 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-6db8293c-1c87-4742-8df7-0d1a957c16e8 req-13b4d293-0a4b-48f8-a199-9b44f4ac3116 tempest-VolumesSnapshotTestJSON-1470959948 tempest-VolumesSnapshotTestJSON-1470959948-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1820838'] for port (3dc22f63-fd63-45b8-b7d5-edbeb2f1f4cd), precommit_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:43:44.596954 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.plugin [req-6db8293c-1c87-4742-8df7-0d1a957c16e8 req-13b4d293-0a4b-48f8-a199-9b44f4ac3116 tempest-VolumesSnapshotTestJSON-1470959948 tempest-VolumesSnapshotTestJSON-1470959948-project] Calling delete_port for 3dc22f63-fd63-45b8-b7d5-edbeb2f1f4cd owned by compute:nova {{(pid=103229) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 19:43:44.737346 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e65a6a62-9ea6-4ea1-8b84-d3c8ccc97a04 req-3e5b75fe-7ed7-406b-8b84-ae4a72f714ae tempest-TestVolumeBackupRestore-719474059 tempest-TestVolumeBackupRestore-719474059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:43:44.743523 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-6db8293c-1c87-4742-8df7-0d1a957c16e8 req-13b4d293-0a4b-48f8-a199-9b44f4ac3116 tempest-VolumesSnapshotTestJSON-1470959948 tempest-VolumesSnapshotTestJSON-1470959948-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762867177463', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762866656476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12867576'] for port (3dc22f63-fd63-45b8-b7d5-edbeb2f1f4cd), after_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:43:44.752948 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-e65a6a62-9ea6-4ea1-8b84-d3c8ccc97a04 req-3e5b75fe-7ed7-406b-8b84-ae4a72f714ae tempest-TestVolumeBackupRestore-719474059 tempest-TestVolumeBackupRestore-719474059-project] 10.222.0.75 "GET /v2.0/ports?device_id=ef11860c-6c68-4442-8b21-9c74e24d1a1d HTTP/1.1" status: 200 len: 943 time: 0.1273322 Feb 09 19:43:44.755628 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] get_ports_and_sgs() called for port_ids ['3dc22f63-fd63-45b8-b7d5-edbeb2f1f4cd'] {{(pid=103232) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 19:43:44.790893 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13b4d293-0a4b-48f8-a199-9b44f4ac3116 tempest-VolumesSnapshotTestJSON-1470959948 tempest-VolumesSnapshotTestJSON-1470959948-project] Pushing event deleted for resources: {'Port': ['ID=3dc22f63-fd63-45b8-b7d5-edbeb2f1f4cd,revision_number=None']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:43:44.823244 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-e65a6a62-9ea6-4ea1-8b84-d3c8ccc97a04 req-68f7408b-a429-479e-a225-9a239dc91018 tempest-TestVolumeBackupRestore-719474059 tempest-TestVolumeBackupRestore-719474059-project] 10.222.0.75 "GET /v2.0/security-groups?id=9756189c-51bb-4234-9287-a2b3fd71ce58&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0693178 Feb 09 19:43:44.855358 n-d-713498-36 neutron-server[103229]: DEBUG neutron.db.l3_dvrscheduler_db [req-6db8293c-1c87-4742-8df7-0d1a957c16e8 req-13b4d293-0a4b-48f8-a199-9b44f4ac3116 tempest-VolumesSnapshotTestJSON-1470959948 tempest-VolumesSnapshotTestJSON-1470959948-project] No DVR routers for this DVR port 3dc22f63-fd63-45b8-b7d5-edbeb2f1f4cd on host n-h1-713498-36 {{(pid=103229) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 19:43:44.862090 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-6db8293c-1c87-4742-8df7-0d1a957c16e8 req-13b4d293-0a4b-48f8-a199-9b44f4ac3116 tempest-VolumesSnapshotTestJSON-1470959948 tempest-VolumesSnapshotTestJSON-1470959948-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171096'] for port (None), before_response {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:43:44.866604 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-6db8293c-1c87-4742-8df7-0d1a957c16e8 req-13b4d293-0a4b-48f8-a199-9b44f4ac3116 tempest-VolumesSnapshotTestJSON-1470959948 tempest-VolumesSnapshotTestJSON-1470959948-project] 10.222.0.89 "DELETE /v2.0/ports/3dc22f63-fd63-45b8-b7d5-edbeb2f1f4cd HTTP/1.1" status: 204 len: 173 time: 0.6837893 Feb 09 19:43:44.867330 n-d-713498-36 neutron-server[103229]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '989128d9-c46c-4b13-918b-4c0821c1bb86', 'name': 'network-vif-deleted', 'tag': '3dc22f63-fd63-45b8-b7d5-edbeb2f1f4cd'}] {{(pid=103229) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 19:43:44.869850 n-d-713498-36 neutron-server[103229]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fa6ae9a20702bd564eaf90d946620b2b4277b1ab91129323d3b54181076be307" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ac51f579-c050-4781-850a-f097617bd652" -d '{"events": [{"server_uuid": "989128d9-c46c-4b13-918b-4c0821c1bb86", "name": "network-vif-deleted", "tag": "3dc22f63-fd63-45b8-b7d5-edbeb2f1f4cd"}]}' {{(pid=103229) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 19:43:44.974849 n-d-713498-36 neutron-server[103229]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 19:43:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-87149b5d-4bf1-4ba6-a40d-3957e6a76602 x-openstack-request-id: req-87149b5d-4bf1-4ba6-a40d-3957e6a76602 {{(pid=103229) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 19:43:44.975188 n-d-713498-36 neutron-server[103229]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "989128d9-c46c-4b13-918b-4c0821c1bb86", "name": "network-vif-deleted", "tag": "3dc22f63-fd63-45b8-b7d5-edbeb2f1f4cd", "status": "completed", "code": 200}]} {{(pid=103229) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 19:43:44.975470 n-d-713498-36 neutron-server[103229]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-87149b5d-4bf1-4ba6-a40d-3957e6a76602 {{(pid=103229) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 19:43:44.975927 n-d-713498-36 neutron-server[103229]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '989128d9-c46c-4b13-918b-4c0821c1bb86', 'name': 'network-vif-deleted', 'tag': '3dc22f63-fd63-45b8-b7d5-edbeb2f1f4cd', 'status': 'completed', 'code': 200} Feb 09 19:43:45.434579 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-cc293650-b382-4f66-ae17-9ee4af595010 req-1f1c68bf-19cd-49c6-b6bb-4bdb05201c1c tempest-VolumesSnapshotTestJSON-1470959948 tempest-VolumesSnapshotTestJSON-1470959948-project] 10.222.0.75 "GET /v2.0/ports?device_id=989128d9-c46c-4b13-918b-4c0821c1bb86 HTTP/1.1" status: 200 len: 210 time: 0.0420594 Feb 09 19:43:45.665652 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Device 5f2f27a6-293d-40b2-b9be-df771ff535f8 up at agent hyperv_n-h1-713498-36 {{(pid=103232) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 19:43:45.677650 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cb2fd20-223c-4891-98b7-c93d42ee6181 req-34d1d68f-e7dc-48be-a143-1416f5d054f3 tempest-TestSecurityGroupsBasicOps-1450369721 tempest-TestSecurityGroupsBasicOps-1450369721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:43:45.693899 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-8cb2fd20-223c-4891-98b7-c93d42ee6181 req-34d1d68f-e7dc-48be-a143-1416f5d054f3 tempest-TestSecurityGroupsBasicOps-1450369721 tempest-TestSecurityGroupsBasicOps-1450369721-project] 10.222.0.75 "GET /v2.0/ports?device_id=9051455d-87fd-4973-b714-f769e5ade8b0 HTTP/1.1" status: 200 len: 908 time: 0.0829344 Feb 09 19:43:45.737766 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.provisioning_blocks [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Provisioning for port 5f2f27a6-293d-40b2-b9be-df771ff535f8 completed by entity L2. {{(pid=103232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 19:43:45.742773 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.provisioning_blocks [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Provisioning complete for port 5f2f27a6-293d-40b2-b9be-df771ff535f8 triggered by entity L2. {{(pid=103232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 19:43:45.743337 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593630'] for port (5f2f27a6-293d-40b2-b9be-df771ff535f8), provisioning_complete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:43:45.849463 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Current status of the port 5f2f27a6-293d-40b2-b9be-df771ff535f8 is: BUILD; New status is: ACTIVE {{(pid=103232) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 19:43:45.850069 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (5f2f27a6-293d-40b2-b9be-df771ff535f8), before_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:43:45.906610 n-d-713498-36 neutron-server[103232]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9051455d-87fd-4973-b714-f769e5ade8b0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5f2f27a6-293d-40b2-b9be-df771ff535f8'}] {{(pid=103232) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 19:43:45.910573 n-d-713498-36 neutron-server[103232]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}949cdcde653dec44821de95cbf67297f53cbc2aed4e073b5d514f93bf911ce85" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7c112d18-3114-45ef-a826-55ac02d8b637" -d '{"events": [{"server_uuid": "9051455d-87fd-4973-b714-f769e5ade8b0", "name": "network-vif-plugged", "status": "completed", "tag": "5f2f27a6-293d-40b2-b9be-df771ff535f8"}]}' {{(pid=103232) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 19:43:45.930138 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] For port 5f2f27a6-293d-40b2-b9be-df771ff535f8, host n-h1-713498-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-36',level=0,port_id=5f2f27a6-293d-40b2-b9be-df771ff535f8,segment=NetworkSegment(df303057-d82f-4f49-9a6d-902c6c994491),segment_id=df303057-d82f-4f49-9a6d-902c6c994491)] {{(pid=103232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 19:43:45.936112 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762867176205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762866656485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762866656503'] for port (5f2f27a6-293d-40b2-b9be-df771ff535f8), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:43:45.937376 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Device 3dc22f63-fd63-45b8-b7d5-edbeb2f1f4cd no longer exists at agent hyperv_n-h1-713498-36 {{(pid=103232) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 19:43:46.027953 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] No Port match for: 3dc22f63-fd63-45b8-b7d5-edbeb2f1f4cd {{(pid=103232) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 19:43:46.030044 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Device 3dc22f63-fd63-45b8-b7d5-edbeb2f1f4cd not bound to the agent host n-h1-713498-36 {{(pid=103232) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 19:43:46.033352 n-d-713498-36 neutron-server[103232]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 19:43:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7f41e263-4916-4b05-ae87-29708e393d4e x-openstack-request-id: req-7f41e263-4916-4b05-ae87-29708e393d4e {{(pid=103232) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 19:43:46.033841 n-d-713498-36 neutron-server[103232]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9051455d-87fd-4973-b714-f769e5ade8b0", "name": "network-vif-plugged", "status": "completed", "tag": "5f2f27a6-293d-40b2-b9be-df771ff535f8", "code": 200}]} {{(pid=103232) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 19:43:46.034292 n-d-713498-36 neutron-server[103232]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-7f41e263-4916-4b05-ae87-29708e393d4e {{(pid=103232) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 19:43:46.034875 n-d-713498-36 neutron-server[103232]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9051455d-87fd-4973-b714-f769e5ade8b0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5f2f27a6-293d-40b2-b9be-df771ff535f8', 'code': 200} Feb 09 19:43:46.038247 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Pushing event updated for resources: {'Port': ['ID=5f2f27a6-293d-40b2-b9be-df771ff535f8,revision_number=5']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:43:46.066057 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1c3d67e-cb16-41c2-b20d-5e17ef5e355a req-db9853c0-fc3f-45c1-9bca-d3c97414d9c7 tempest-TestVolumeBackupRestore-719474059 tempest-TestVolumeBackupRestore-719474059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:43:46.073111 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:43:46.073520 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-f1c3d67e-cb16-41c2-b20d-5e17ef5e355a req-db9853c0-fc3f-45c1-9bca-d3c97414d9c7 tempest-TestVolumeBackupRestore-719474059 tempest-TestVolumeBackupRestore-719474059-project] 10.222.0.75 "GET /v2.0/ports?device_id=ef11860c-6c68-4442-8b21-9c74e24d1a1d HTTP/1.1" status: 200 len: 943 time: 0.1339388 Feb 09 19:43:46.074504 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:43:46.074973 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:43:46.075395 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:43:46.075735 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:43:46.076120 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:43:46.077012 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:43:46.077634 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:43:46.078185 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:43:46.078520 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:43:46.079880 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:43:46.080259 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:43:46.080702 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:43:46.108094 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-a7262a8e-0513-48fd-984d-75726a511961 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762867132591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593584'] for agent (911cfea2-02ae-4ec9-bac3-7808ee1cdd9c), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:43:46.142897 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5dff653-07fb-4c45-a096-11ea75ce68ff req-13f93a13-a84d-459d-af89-70abd7995f83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:43:46.146021 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-a5dff653-07fb-4c45-a096-11ea75ce68ff req-13f93a13-a84d-459d-af89-70abd7995f83 service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=9051455d-87fd-4973-b714-f769e5ade8b0 HTTP/1.1" status: 200 len: 1092 time: 0.0887339 Feb 09 19:43:46.157160 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-f1c3d67e-cb16-41c2-b20d-5e17ef5e355a req-41394550-07bd-45ee-83ce-054a28ddb087 tempest-TestVolumeBackupRestore-719474059 tempest-TestVolumeBackupRestore-719474059-project] 10.222.0.75 "GET /v2.0/security-groups?id=9756189c-51bb-4234-9287-a2b3fd71ce58&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0744758 Feb 09 19:43:46.893135 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bd0b5c4-64b6-4737-9331-b7e36142b5ad req-80dac3e5-d2b9-44cc-ab62-9db529dbc1a1 tempest-TestSecurityGroupsBasicOps-1450369721 tempest-TestSecurityGroupsBasicOps-1450369721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:43:46.895014 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-7bd0b5c4-64b6-4737-9331-b7e36142b5ad req-80dac3e5-d2b9-44cc-ab62-9db529dbc1a1 tempest-TestSecurityGroupsBasicOps-1450369721 tempest-TestSecurityGroupsBasicOps-1450369721-project] 10.222.0.75 "GET /v2.0/ports?device_id=9051455d-87fd-4973-b714-f769e5ade8b0 HTTP/1.1" status: 200 len: 909 time: 0.1064034 Feb 09 19:43:47.086620 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762867132591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593584'] for agent (496418a2-c002-4aec-ab1a-07f3bea491bd), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:43:47.268596 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6c82ab3-751e-495b-ad5d-391792e3df1d req-537c65ed-af59-4d97-9ff3-bc24f306edce tempest-TestVolumeBootPattern-1615943498 tempest-TestVolumeBootPattern-1615943498-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:43:47.274183 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-b6c82ab3-751e-495b-ad5d-391792e3df1d req-537c65ed-af59-4d97-9ff3-bc24f306edce tempest-TestVolumeBootPattern-1615943498 tempest-TestVolumeBootPattern-1615943498-project] 10.222.0.75 "GET /v2.0/networks?id=6c0390b8-57a8-4e5d-b1b3-4d3098f0383e HTTP/1.1" status: 200 len: 812 time: 0.2033987 Feb 09 19:43:47.311907 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-b6c82ab3-751e-495b-ad5d-391792e3df1d req-9a65902b-fa11-49ae-9504-4fbb3927d20d tempest-TestVolumeBootPattern-1615943498 tempest-TestVolumeBootPattern-1615943498-project] 10.222.0.75 "GET /v2.0/quotas/e66ffe5bb4494e31b9de6c7224f91756 HTTP/1.1" status: 200 len: 375 time: 0.0309746 Feb 09 19:43:47.323756 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8a29fe9-269e-4fe5-8227-3e7f43719b14 req-382c350b-e88d-44e2-8dbf-79fa0b32b8a9 tempest-TestVolumeBackupRestore-719474059 tempest-TestVolumeBackupRestore-719474059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:43:47.333545 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-a8a29fe9-269e-4fe5-8227-3e7f43719b14 req-382c350b-e88d-44e2-8dbf-79fa0b32b8a9 tempest-TestVolumeBackupRestore-719474059 tempest-TestVolumeBackupRestore-719474059-project] 10.222.0.75 "GET /v2.0/ports?device_id=ef11860c-6c68-4442-8b21-9c74e24d1a1d HTTP/1.1" status: 200 len: 943 time: 0.0728147 Feb 09 19:43:47.406894 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-a8a29fe9-269e-4fe5-8227-3e7f43719b14 req-4a416da1-af42-45c6-83a6-6fdc2574fddc tempest-TestVolumeBackupRestore-719474059 tempest-TestVolumeBackupRestore-719474059-project] 10.222.0.75 "GET /v2.0/security-groups?id=9756189c-51bb-4234-9287-a2b3fd71ce58&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0719464 Feb 09 19:43:47.449525 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-b6c82ab3-751e-495b-ad5d-391792e3df1d req-5c4511e4-7206-4a7c-9728-8997fe1881e2 tempest-TestVolumeBootPattern-1615943498 tempest-TestVolumeBootPattern-1615943498-project] 10.222.0.75 "GET /v2.0/ports?tenant_id=e66ffe5bb4494e31b9de6c7224f91756&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1314290 Feb 09 19:43:47.570142 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-b6c82ab3-751e-495b-ad5d-391792e3df1d req-4b5d8d7c-f5db-46ff-b600-f20e4df76c81 service neutron] 10.222.0.75 "GET /v2.0/networks/6c0390b8-57a8-4e5d-b1b3-4d3098f0383e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1196754 Feb 09 19:43:47.684038 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-b6c82ab3-751e-495b-ad5d-391792e3df1d req-d5ace94a-5950-4d0d-ab98-0f34567c45b5 service neutron] 10.222.0.75 "GET /v2.0/networks/6c0390b8-57a8-4e5d-b1b3-4d3098f0383e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1060162 Feb 09 19:43:47.924882 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 47640) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:43:48.033451 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-2e4c17b6-81ee-43e3-9ca3-761c43c12a8a req-6336deeb-47f0-4587-8c1d-c8e58465fe79 tempest-TestVolumeBootPattern-1615943498 tempest-TestVolumeBootPattern-1615943498-project] 10.222.0.75 "GET /v2.0/ports?device_id=3507b4ea-1569-4b50-9d48-65e1c6890ca9 HTTP/1.1" status: 200 len: 210 time: 0.0995491 Feb 09 19:43:48.061466 n-d-713498-36 neutron-server[103230]: DEBUG neutron.db.db_base_plugin_v2 [None req-d611cb2e-2a69-4022-865b-471dafb2011f admin admin] Deleting subnet 5d3328dd-2f29-4bb1-80ab-555a2650da92 {{(pid=103230) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 19:43:48.068083 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-d611cb2e-2a69-4022-865b-471dafb2011f admin admin] Publish callbacks [] for subnet (5d3328dd-2f29-4bb1-80ab-555a2650da92), before_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:43:48.122469 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-d611cb2e-2a69-4022-865b-471dafb2011f admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12895822'] for subnet (5d3328dd-2f29-4bb1-80ab-555a2650da92), precommit_delete_associations {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:43:48.172337 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-d611cb2e-2a69-4022-865b-471dafb2011f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-759852'] for subnet (5d3328dd-2f29-4bb1-80ab-555a2650da92), precommit_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:43:48.175609 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a31b79e-0bd7-402f-a66a-ff50630dff79 req-3accf1b9-4cd7-45d0-b88a-cee30eb7af4b tempest-TestSecurityGroupsBasicOps-1450369721 tempest-TestSecurityGroupsBasicOps-1450369721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:43:48.182102 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-7a31b79e-0bd7-402f-a66a-ff50630dff79 req-3accf1b9-4cd7-45d0-b88a-cee30eb7af4b tempest-TestSecurityGroupsBasicOps-1450369721 tempest-TestSecurityGroupsBasicOps-1450369721-project] 10.222.0.75 "GET /v2.0/ports?device_id=9051455d-87fd-4973-b714-f769e5ade8b0 HTTP/1.1" status: 200 len: 909 time: 0.1790829 Feb 09 19:43:48.267305 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-d611cb2e-2a69-4022-865b-471dafb2011f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-760023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14393672', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12985882'] for subnet (5d3328dd-2f29-4bb1-80ab-555a2650da92), after_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:43:48.331446 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-d611cb2e-2a69-4022-865b-471dafb2011f admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:43:48.339850 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 47650) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:43:48.353786 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-d611cb2e-2a69-4022-865b-471dafb2011f admin admin] 10.222.0.75 "DELETE /v2.0/subnets/5d3328dd-2f29-4bb1-80ab-555a2650da92 HTTP/1.1" status: 204 len: 168 time: 0.4270101 Feb 09 19:43:48.356044 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d611cb2e-2a69-4022-865b-471dafb2011f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5d3328dd-2f29-4bb1-80ab-555a2650da92,revision_number=None']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:43:48.450976 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99254791-44f5-4234-94be-fb58291134a9 req-cf765510-d0d0-4436-b8b3-4eb5e1db3728 tempest-TestSecurityGroupsBasicOps-1450369721 tempest-TestSecurityGroupsBasicOps-1450369721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:43:48.453148 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-99254791-44f5-4234-94be-fb58291134a9 req-cf765510-d0d0-4436-b8b3-4eb5e1db3728 tempest-TestSecurityGroupsBasicOps-1450369721 tempest-TestSecurityGroupsBasicOps-1450369721-project] 10.222.0.75 "GET /v2.0/ports?device_id=9051455d-87fd-4973-b714-f769e5ade8b0 HTTP/1.1" status: 200 len: 909 time: 0.1239448 Feb 09 19:43:48.510832 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-78d24060-ecc8-4785-bdc9-195ec7e53d1c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-670458'] for network (58565dc0-69e7-476b-89ff-24335add83db), before_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:43:48.679273 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-78d24060-ecc8-4785-bdc9-195ec7e53d1c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-590267', 'neutron.services.segments.db._delete_segments_for_network-8762867132609'] for network (58565dc0-69e7-476b-89ff-24335add83db), precommit_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:43:48.683363 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ea31ec0-f874-4aa8-95d8-ad899375cdef req-cc4eb913-9288-445f-adf4-e1906e66d3bd tempest-TestSecurityGroupsBasicOps-1586493205 tempest-TestSecurityGroupsBasicOps-1586493205-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:43:48.685242 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-7ea31ec0-f874-4aa8-95d8-ad899375cdef req-cc4eb913-9288-445f-adf4-e1906e66d3bd tempest-TestSecurityGroupsBasicOps-1586493205 tempest-TestSecurityGroupsBasicOps-1586493205-project-admin] 10.222.0.75 "GET /v2.0/ports?device_id=9051455d-87fd-4973-b714-f769e5ade8b0 HTTP/1.1" status: 200 len: 1092 time: 0.0672328 Feb 09 19:43:48.706421 n-d-713498-36 neutron-server[103229]: DEBUG neutron.services.segments.db [None req-78d24060-ecc8-4785-bdc9-195ec7e53d1c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['58565dc0-69e7-476b-89ff-24335add83db']}} {{(pid=103229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:43:48.721479 n-d-713498-36 neutron-server[103229]: DEBUG neutron.services.segments.db [None req-78d24060-ecc8-4785-bdc9-195ec7e53d1c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a2765e3b-6477-4b17-806d-0421069f7cb9') {'for_net_delete': True} {{(pid=103229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:43:48.722060 n-d-713498-36 neutron-server[103229]: DEBUG neutron.services.segments.db [None req-78d24060-ecc8-4785-bdc9-195ec7e53d1c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a2765e3b-6477-4b17-806d-0421069f7cb9') {} {{(pid=103229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:43:48.735758 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-78d24060-ecc8-4785-bdc9-195ec7e53d1c admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762867134154', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16683417'] for segment (a2765e3b-6477-4b17-806d-0421069f7cb9), before_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:43:48.751800 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-78d24060-ecc8-4785-bdc9-195ec7e53d1c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-759574'] for segment (a2765e3b-6477-4b17-806d-0421069f7cb9), precommit_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:43:48.759458 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-78d24060-ecc8-4785-bdc9-195ec7e53d1c admin admin] Releasing vlan 398 on physical network physnet1 to pool {{(pid=103229) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 19:43:48.760028 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-78d24060-ecc8-4785-bdc9-195ec7e53d1c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-759574', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12867469'] for segment (a2765e3b-6477-4b17-806d-0421069f7cb9), after_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:43:48.897147 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762867132591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593584'] for agent (488cd9ae-631f-4955-ba0b-4f5a13f12e9c), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:43:48.898131 n-d-713498-36 neutron-server[103229]: Traceback (most recent call last): Feb 09 19:43:48.898131 n-d-713498-36 neutron-server[103229]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 19:43:48.898131 n-d-713498-36 neutron-server[103229]: timer() Feb 09 19:43:48.898131 n-d-713498-36 neutron-server[103229]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 19:43:48.898131 n-d-713498-36 neutron-server[103229]: cb(*args, **kw) Feb 09 19:43:48.898131 n-d-713498-36 neutron-server[103229]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 19:43:48.898131 n-d-713498-36 neutron-server[103229]: return func(*args, **kwargs) Feb 09 19:43:48.898131 n-d-713498-36 neutron-server[103229]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 19:43:48.898131 n-d-713498-36 neutron-server[103229]: self._notify() Feb 09 19:43:48.898131 n-d-713498-36 neutron-server[103229]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 19:43:48.898131 n-d-713498-36 neutron-server[103229]: self.callback(batched_events) Feb 09 19:43:48.898131 n-d-713498-36 neutron-server[103229]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 19:43:48.898131 n-d-713498-36 neutron-server[103229]: event.method(event) Feb 09 19:43:48.898131 n-d-713498-36 neutron-server[103229]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 19:43:48.898131 n-d-713498-36 neutron-server[103229]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 19:43:48.898131 n-d-713498-36 neutron-server[103229]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 19:43:48.898131 n-d-713498-36 neutron-server[103229]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 19:43:48.898131 n-d-713498-36 neutron-server[103229]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 19:43:48.898131 n-d-713498-36 neutron-server[103229]: return f(self, *a, **k) Feb 09 19:43:48.898131 n-d-713498-36 neutron-server[103229]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 19:43:48.898131 n-d-713498-36 neutron-server[103229]: return self._get(url).json() Feb 09 19:43:48.898131 n-d-713498-36 neutron-server[103229]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 19:43:48.898131 n-d-713498-36 neutron-server[103229]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 19:43:48.898131 n-d-713498-36 neutron-server[103229]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 19:43:48.898131 n-d-713498-36 neutron-server[103229]: return self.request(url, 'GET', **kwargs) Feb 09 19:43:48.898131 n-d-713498-36 neutron-server[103229]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 19:43:48.898131 n-d-713498-36 neutron-server[103229]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 19:43:48.898131 n-d-713498-36 neutron-server[103229]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 19:43:48.898131 n-d-713498-36 neutron-server[103229]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 19:43:48.898131 n-d-713498-36 neutron-server[103229]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 19:43:48.898131 n-d-713498-36 neutron-server[103229]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 19:43:48.898131 n-d-713498-36 neutron-server[103229]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 19:43:48.922114 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8be74d2-d02b-4c47-af6c-d829166bf19a req-dc031c1c-0ffa-408d-940b-dcca49aa9763 tempest-TestSecurityGroupsBasicOps-1586493205 tempest-TestSecurityGroupsBasicOps-1586493205-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:43:48.923984 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-a8be74d2-d02b-4c47-af6c-d829166bf19a req-dc031c1c-0ffa-408d-940b-dcca49aa9763 tempest-TestSecurityGroupsBasicOps-1586493205 tempest-TestSecurityGroupsBasicOps-1586493205-project-admin] 10.222.0.75 "GET /v2.0/ports?device_id=77581439-108c-44ae-832f-761549f53196 HTTP/1.1" status: 200 len: 1167 time: 0.1111135 Feb 09 19:43:48.945795 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-78d24060-ecc8-4785-bdc9-195ec7e53d1c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-590242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1885479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1818895'] for network (58565dc0-69e7-476b-89ff-24335add83db), after_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:43:49.002381 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-78d24060-ecc8-4785-bdc9-195ec7e53d1c admin admin] Publish callbacks [] for network (None), before_response {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:43:49.008632 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-78d24060-ecc8-4785-bdc9-195ec7e53d1c admin admin] 10.222.0.75 "DELETE /v2.0/networks/58565dc0-69e7-476b-89ff-24335add83db HTTP/1.1" status: 204 len: 168 time: 0.6670840 Feb 09 19:43:49.016529 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 47660) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:43:49.044181 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78d24060-ecc8-4785-bdc9-195ec7e53d1c admin admin] Pushing event deleted for resources: {'Network': ['ID=58565dc0-69e7-476b-89ff-24335add83db,revision_number=None']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:43:49.103577 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d84de2ae-b87f-42ef-a1b9-806b1c0a005c req-57aa2c16-a097-4168-9cb6-f35becbd4326 tempest-TestVolumeBackupRestore-719474059 tempest-TestVolumeBackupRestore-719474059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:43:49.105276 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-d84de2ae-b87f-42ef-a1b9-806b1c0a005c req-57aa2c16-a097-4168-9cb6-f35becbd4326 tempest-TestVolumeBackupRestore-719474059 tempest-TestVolumeBackupRestore-719474059-project] 10.222.0.75 "GET /v2.0/ports?device_id=ef11860c-6c68-4442-8b21-9c74e24d1a1d HTTP/1.1" status: 200 len: 943 time: 0.2251933 Feb 09 19:43:49.132191 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-a8be74d2-d02b-4c47-af6c-d829166bf19a req-c6127320-3c94-42a3-8a6a-de99f2a2326c tempest-TestSecurityGroupsBasicOps-1586493205 tempest-TestSecurityGroupsBasicOps-1586493205-project-admin] 10.222.0.75 "GET /v2.0/security-groups?id=62931257-fc5f-4889-91a9-8f0c280a61cf&id=b40f5da6-2429-4132-adcd-aac3e2c495d4&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.2009051 Feb 09 19:43:49.155569 n-d-713498-36 neutron-server[103230]: DEBUG neutron.db.db_base_plugin_v2 [None req-6d6b0f70-d8d8-4325-aa04-b35eb2f95a93 admin admin] Deleting subnet d52da55a-fca3-4e15-8692-0f7b9c2edc7c {{(pid=103230) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 19:43:49.165316 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 47664) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:43:49.166347 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-6d6b0f70-d8d8-4325-aa04-b35eb2f95a93 admin admin] Publish callbacks [] for subnet (d52da55a-fca3-4e15-8692-0f7b9c2edc7c), before_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:43:49.218289 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762867132591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593584'] for agent (bcd5faee-dc24-4298-9134-0e0aa054058e), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:43:49.270267 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-d84de2ae-b87f-42ef-a1b9-806b1c0a005c req-7cd10b14-e792-4a06-a12b-126bc35de03e tempest-TestVolumeBackupRestore-719474059 tempest-TestVolumeBackupRestore-719474059-project] 10.222.0.75 "GET /v2.0/security-groups?id=9756189c-51bb-4234-9287-a2b3fd71ce58&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1541791 Feb 09 19:43:49.354026 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-6628345e-87fc-430c-9914-21b8b39a5a84 req-16cf8d26-839a-4f0f-9389-beb5b6b499e7 tempest-TestVolumeBootPattern-1615943498 tempest-TestVolumeBootPattern-1615943498-project] 10.222.0.75 "GET /v2.0/ports?device_id=3507b4ea-1569-4b50-9d48-65e1c6890ca9 HTTP/1.1" status: 200 len: 210 time: 0.0708556 Feb 09 19:43:49.368393 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-6d6b0f70-d8d8-4325-aa04-b35eb2f95a93 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12895822'] for subnet (d52da55a-fca3-4e15-8692-0f7b9c2edc7c), precommit_delete_associations {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:43:49.407644 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-533599b5-1f35-422e-a679-1571caf24ea6 tempest-TestSecurityGroupsBasicOps-1586493205 tempest-TestSecurityGroupsBasicOps-1586493205-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:43:49.409168 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-533599b5-1f35-422e-a679-1571caf24ea6 tempest-TestSecurityGroupsBasicOps-1586493205 tempest-TestSecurityGroupsBasicOps-1586493205-project-admin] 10.222.0.75 "GET /v2.0/ports?device_id=9051455d-87fd-4973-b714-f769e5ade8b0 HTTP/1.1" status: 200 len: 1087 time: 0.2343607 Feb 09 19:43:49.425983 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-6d6b0f70-d8d8-4325-aa04-b35eb2f95a93 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-759852'] for subnet (d52da55a-fca3-4e15-8692-0f7b9c2edc7c), precommit_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:43:49.494553 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-6d6b0f70-d8d8-4325-aa04-b35eb2f95a93 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-760023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14393672', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12985882'] for subnet (d52da55a-fca3-4e15-8692-0f7b9c2edc7c), after_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:43:49.563733 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d6b0f70-d8d8-4325-aa04-b35eb2f95a93 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d52da55a-fca3-4e15-8692-0f7b9c2edc7c,revision_number=None']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:43:49.585996 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-6d6b0f70-d8d8-4325-aa04-b35eb2f95a93 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:43:49.597650 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-6d6b0f70-d8d8-4325-aa04-b35eb2f95a93 admin admin] 10.222.0.75 "DELETE /v2.0/subnets/d52da55a-fca3-4e15-8692-0f7b9c2edc7c HTTP/1.1" status: 204 len: 168 time: 0.5790896 Feb 09 19:43:49.600305 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 47668) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:43:49.826956 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6c82ab3-751e-495b-ad5d-391792e3df1d req-18054e8a-10fb-4813-bfd1-4147511adcb7 tempest-TestVolumeBootPattern-1615943498 tempest-TestVolumeBootPattern-1615943498-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:43:49.828752 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-b6c82ab3-751e-495b-ad5d-391792e3df1d req-18054e8a-10fb-4813-bfd1-4147511adcb7 tempest-TestVolumeBootPattern-1615943498 tempest-TestVolumeBootPattern-1615943498-project] 10.222.0.90 "GET /v2.0/networks?id=6c0390b8-57a8-4e5d-b1b3-4d3098f0383e HTTP/1.1" status: 200 len: 812 time: 0.1280291 Feb 09 19:43:49.847148 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.v2.base [req-b6c82ab3-751e-495b-ad5d-391792e3df1d req-2c7b5423-b6de-4a3d-82f5-08a46e5f15ef tempest-TestVolumeBootPattern-1615943498 tempest-TestVolumeBootPattern-1615943498-project] Request body: {'port': {'device_id': '3507b4ea-1569-4b50-9d48-65e1c6890ca9', 'network_id': '6c0390b8-57a8-4e5d-b1b3-4d3098f0383e', 'admin_state_up': True, 'tenant_id': 'e66ffe5bb4494e31b9de6c7224f91756'}} {{(pid=103229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 19:43:49.906584 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f326f1d-5162-4fe2-b42c-6f4c8eee7251 req-9b6568d9-5fe2-41cb-841f-f2131aa1c06f tempest-TestSecurityGroupsBasicOps-1450369721 tempest-TestSecurityGroupsBasicOps-1450369721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:43:49.912711 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-9f326f1d-5162-4fe2-b42c-6f4c8eee7251 req-9b6568d9-5fe2-41cb-841f-f2131aa1c06f tempest-TestSecurityGroupsBasicOps-1450369721 tempest-TestSecurityGroupsBasicOps-1450369721-project] 10.222.0.75 "GET /v2.0/ports?device_id=9051455d-87fd-4973-b714-f769e5ade8b0 HTTP/1.1" status: 200 len: 909 time: 0.1310015 Feb 09 19:43:50.099976 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-07d6a4ff-8b9d-46e9-974c-f70524e63ab4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-670458'] for network (931c5600-f1be-4ace-895f-93b59cbb9014), before_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:43:50.105723 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b6c82ab3-751e-495b-ad5d-391792e3df1d req-2c7b5423-b6de-4a3d-82f5-08a46e5f15ef tempest-TestVolumeBootPattern-1615943498 tempest-TestVolumeBootPattern-1615943498-project] Made reservation on behalf of e66ffe5bb4494e31b9de6c7224f91756 for: {'port': 1} {{(pid=103229) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 19:43:50.111468 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-b6c82ab3-751e-495b-ad5d-391792e3df1d req-2c7b5423-b6de-4a3d-82f5-08a46e5f15ef tempest-TestVolumeBootPattern-1615943498 tempest-TestVolumeBootPattern-1615943498-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (None), before_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:43:50.336035 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-07d6a4ff-8b9d-46e9-974c-f70524e63ab4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-590267', 'neutron.services.segments.db._delete_segments_for_network-8762867132609'] for network (931c5600-f1be-4ace-895f-93b59cbb9014), precommit_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:43:50.387568 n-d-713498-36 neutron-server[103229]: DEBUG neutron.services.segments.db [None req-07d6a4ff-8b9d-46e9-974c-f70524e63ab4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['931c5600-f1be-4ace-895f-93b59cbb9014']}} {{(pid=103229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:43:50.467368 n-d-713498-36 neutron-server[103229]: DEBUG neutron.services.segments.db [None req-07d6a4ff-8b9d-46e9-974c-f70524e63ab4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '539b4547-940a-4780-b0a3-65cc6e10b767') {'for_net_delete': True} {{(pid=103229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:43:50.467368 n-d-713498-36 neutron-server[103229]: DEBUG neutron.services.segments.db [None req-07d6a4ff-8b9d-46e9-974c-f70524e63ab4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '539b4547-940a-4780-b0a3-65cc6e10b767') {} {{(pid=103229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:43:50.492831 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-07d6a4ff-8b9d-46e9-974c-f70524e63ab4 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762867134154', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16683417'] for segment (539b4547-940a-4780-b0a3-65cc6e10b767), before_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:43:50.508016 n-d-713498-36 neutron-server[103229]: DEBUG neutron.db.db_base_plugin_common [req-b6c82ab3-751e-495b-ad5d-391792e3df1d req-2c7b5423-b6de-4a3d-82f5-08a46e5f15ef tempest-TestVolumeBootPattern-1615943498 tempest-TestVolumeBootPattern-1615943498-project] Allocated IP 172.20.0.10 (6c0390b8-57a8-4e5d-b1b3-4d3098f0383e/8c23e8df-50ec-4124-b2e0-ec4287e0865a/679e2ac3-227b-49d3-bd6c-bd79ba02de7f) {{(pid=103229) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 19:43:50.518033 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-07d6a4ff-8b9d-46e9-974c-f70524e63ab4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-759574'] for segment (539b4547-940a-4780-b0a3-65cc6e10b767), precommit_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:43:50.532827 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-07d6a4ff-8b9d-46e9-974c-f70524e63ab4 admin admin] Releasing vlan 397 on physical network physnet1 to pool {{(pid=103229) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 19:43:50.533258 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-07d6a4ff-8b9d-46e9-974c-f70524e63ab4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-759574', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12867469'] for segment (539b4547-940a-4780-b0a3-65cc6e10b767), after_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:43:50.535627 n-d-713498-36 neutron-server[103229]: Traceback (most recent call last): Feb 09 19:43:50.535627 n-d-713498-36 neutron-server[103229]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 19:43:50.535627 n-d-713498-36 neutron-server[103229]: timer() Feb 09 19:43:50.535627 n-d-713498-36 neutron-server[103229]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 19:43:50.535627 n-d-713498-36 neutron-server[103229]: cb(*args, **kw) Feb 09 19:43:50.535627 n-d-713498-36 neutron-server[103229]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 19:43:50.535627 n-d-713498-36 neutron-server[103229]: return func(*args, **kwargs) Feb 09 19:43:50.535627 n-d-713498-36 neutron-server[103229]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 19:43:50.535627 n-d-713498-36 neutron-server[103229]: self._notify() Feb 09 19:43:50.535627 n-d-713498-36 neutron-server[103229]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 19:43:50.535627 n-d-713498-36 neutron-server[103229]: self.callback(batched_events) Feb 09 19:43:50.535627 n-d-713498-36 neutron-server[103229]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 19:43:50.535627 n-d-713498-36 neutron-server[103229]: event.method(event) Feb 09 19:43:50.535627 n-d-713498-36 neutron-server[103229]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 19:43:50.535627 n-d-713498-36 neutron-server[103229]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 19:43:50.535627 n-d-713498-36 neutron-server[103229]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 19:43:50.535627 n-d-713498-36 neutron-server[103229]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 19:43:50.535627 n-d-713498-36 neutron-server[103229]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 19:43:50.535627 n-d-713498-36 neutron-server[103229]: return f(self, *a, **k) Feb 09 19:43:50.535627 n-d-713498-36 neutron-server[103229]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 19:43:50.535627 n-d-713498-36 neutron-server[103229]: return self._get(url).json() Feb 09 19:43:50.535627 n-d-713498-36 neutron-server[103229]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 19:43:50.535627 n-d-713498-36 neutron-server[103229]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 19:43:50.535627 n-d-713498-36 neutron-server[103229]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 19:43:50.535627 n-d-713498-36 neutron-server[103229]: return self.request(url, 'GET', **kwargs) Feb 09 19:43:50.535627 n-d-713498-36 neutron-server[103229]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 19:43:50.535627 n-d-713498-36 neutron-server[103229]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 19:43:50.535627 n-d-713498-36 neutron-server[103229]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 19:43:50.535627 n-d-713498-36 neutron-server[103229]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 19:43:50.535627 n-d-713498-36 neutron-server[103229]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 19:43:50.535627 n-d-713498-36 neutron-server[103229]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 19:43:50.535627 n-d-713498-36 neutron-server[103229]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 19:43:50.569791 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-dc2867f2-d4e7-4617-8ed0-08a53f7e0f2b req-a43b8226-aa63-4f94-bd57-8647c360ba5c tempest-TestVolumeBootPattern-1615943498 tempest-TestVolumeBootPattern-1615943498-project] 10.222.0.75 "GET /v2.0/ports?device_id=3507b4ea-1569-4b50-9d48-65e1c6890ca9 HTTP/1.1" status: 200 len: 210 time: 0.0692811 Feb 09 19:43:50.623265 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5386a913-6f89-46f3-b312-d3d66367ece8 req-de8ba352-8804-4331-bc33-cd36136dee5f tempest-TestVolumeBackupRestore-719474059 tempest-TestVolumeBackupRestore-719474059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:43:50.624515 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-5386a913-6f89-46f3-b312-d3d66367ece8 req-de8ba352-8804-4331-bc33-cd36136dee5f tempest-TestVolumeBackupRestore-719474059 tempest-TestVolumeBackupRestore-719474059-project] 10.222.0.75 "GET /v2.0/ports?device_id=ef11860c-6c68-4442-8b21-9c74e24d1a1d HTTP/1.1" status: 200 len: 943 time: 0.2275398 Feb 09 19:43:50.665151 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-07d6a4ff-8b9d-46e9-974c-f70524e63ab4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-590242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1885479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1818895'] for network (931c5600-f1be-4ace-895f-93b59cbb9014), after_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:43:50.682633 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-07d6a4ff-8b9d-46e9-974c-f70524e63ab4 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:43:50.686241 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-07d6a4ff-8b9d-46e9-974c-f70524e63ab4 admin admin] 10.222.0.75 "DELETE /v2.0/networks/931c5600-f1be-4ace-895f-93b59cbb9014 HTTP/1.1" status: 204 len: 168 time: 1.0843463 Feb 09 19:43:50.758738 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07d6a4ff-8b9d-46e9-974c-f70524e63ab4 admin admin] Pushing event deleted for resources: {'Network': ['ID=931c5600-f1be-4ace-895f-93b59cbb9014,revision_number=None']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:43:50.813390 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-5386a913-6f89-46f3-b312-d3d66367ece8 req-44d478cc-dec1-43fb-b3d2-bc25ab6011e3 tempest-TestVolumeBackupRestore-719474059 tempest-TestVolumeBackupRestore-719474059-project] 10.222.0.75 "GET /v2.0/security-groups?id=9756189c-51bb-4234-9287-a2b3fd71ce58&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1731126 Feb 09 19:43:50.872054 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-b6c82ab3-751e-495b-ad5d-391792e3df1d req-2c7b5423-b6de-4a3d-82f5-08a46e5f15ef tempest-TestVolumeBootPattern-1615943498 tempest-TestVolumeBootPattern-1615943498-project] Publish callbacks [] for port (679e2ac3-227b-49d3-bd6c-bd79ba02de7f), precommit_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:43:50.912832 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-b6c82ab3-751e-495b-ad5d-391792e3df1d req-2c7b5423-b6de-4a3d-82f5-08a46e5f15ef tempest-TestVolumeBootPattern-1615943498 tempest-TestVolumeBootPattern-1615943498-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762866656467', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12867576'] for port (679e2ac3-227b-49d3-bd6c-bd79ba02de7f), after_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:43:50.932680 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] get_ports_and_sgs() called for port_ids ['e05a24f3-41be-4636-973c-20cbe5cf3a4a'] {{(pid=103232) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 19:43:51.001912 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 47688) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:43:51.081942 n-d-713498-36 neutron-server[103229]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b6c82ab3-751e-495b-ad5d-391792e3df1d req-2c7b5423-b6de-4a3d-82f5-08a46e5f15ef tempest-TestVolumeBootPattern-1615943498 tempest-TestVolumeBootPattern-1615943498-project] Network 6c0390b8-57a8-4e5d-b1b3-4d3098f0383e is already hosted by enough agents. {{(pid=103229) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 19:43:51.087302 n-d-713498-36 neutron-server[103229]: DEBUG neutron.scheduler.base_scheduler [req-b6c82ab3-751e-495b-ad5d-391792e3df1d req-2c7b5423-b6de-4a3d-82f5-08a46e5f15ef tempest-TestVolumeBootPattern-1615943498 tempest-TestVolumeBootPattern-1615943498-project] Resources bound (agent type, host, resource id): {{(pid=103229) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 19:43:51.094638 n-d-713498-36 neutron-server[103229]: DEBUG neutron.db.l3_dvrscheduler_db [req-b6c82ab3-751e-495b-ad5d-391792e3df1d req-2c7b5423-b6de-4a3d-82f5-08a46e5f15ef tempest-TestVolumeBootPattern-1615943498 tempest-TestVolumeBootPattern-1615943498-project] Received port after_create {{(pid=103229) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 19:43:51.109373 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-10419853-1817-4dc8-aa52-8f4599cff04b admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=5ed633af43894dcdbe6d9a3044d2b33b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1026454 Feb 09 19:43:51.134427 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 47696) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:43:51.155938 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c7b5423-b6de-4a3d-82f5-08a46e5f15ef tempest-TestVolumeBootPattern-1615943498 tempest-TestVolumeBootPattern-1615943498-project] Pushing event updated for resources: {'Port': ['ID=679e2ac3-227b-49d3-bd6c-bd79ba02de7f,revision_number=1']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:43:51.231904 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd2933c0-2bc3-4c69-a06a-3e34d39a6e4d req-9f0db8b0-c741-4a0a-9875-26ef09d06e81 tempest-TestSecurityGroupsBasicOps-1450369721 tempest-TestSecurityGroupsBasicOps-1450369721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:43:51.253502 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6c82ab3-751e-495b-ad5d-391792e3df1d req-2c7b5423-b6de-4a3d-82f5-08a46e5f15ef tempest-TestVolumeBootPattern-1615943498 tempest-TestVolumeBootPattern-1615943498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:43:51.259680 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-cd2933c0-2bc3-4c69-a06a-3e34d39a6e4d req-9f0db8b0-c741-4a0a-9875-26ef09d06e81 tempest-TestSecurityGroupsBasicOps-1450369721 tempest-TestSecurityGroupsBasicOps-1450369721-project] 10.222.0.75 "GET /v2.0/ports?device_id=9051455d-87fd-4973-b714-f769e5ade8b0 HTTP/1.1" status: 200 len: 909 time: 0.1484916 Feb 09 19:43:51.260584 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-b6c82ab3-751e-495b-ad5d-391792e3df1d req-2c7b5423-b6de-4a3d-82f5-08a46e5f15ef tempest-TestVolumeBootPattern-1615943498 tempest-TestVolumeBootPattern-1615943498-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171096'] for port (None), before_response {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:43:51.305562 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-b6c82ab3-751e-495b-ad5d-391792e3df1d req-2c7b5423-b6de-4a3d-82f5-08a46e5f15ef tempest-TestVolumeBootPattern-1615943498 tempest-TestVolumeBootPattern-1615943498-project] 10.222.0.90 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4626462 Feb 09 19:43:51.344531 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.v2.base [req-b6c82ab3-751e-495b-ad5d-391792e3df1d req-94a1d271-4217-46f9-b862-fe5398e7997d service neutron] Request body: {'port': {'device_id': '3507b4ea-1569-4b50-9d48-65e1c6890ca9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-713498-36'}} {{(pid=103229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 19:43:51.565618 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.provisioning_blocks [None req-9c98d0ce-cfd4-4b0c-9b9d-d4e6e1b8e309 None None] Provisioning complete for port 679e2ac3-227b-49d3-bd6c-bd79ba02de7f triggered by entity DHCP. {{(pid=103232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 19:43:51.566112 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-9c98d0ce-cfd4-4b0c-9b9d-d4e6e1b8e309 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593630'] for port (679e2ac3-227b-49d3-bd6c-bd79ba02de7f), provisioning_complete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:43:51.660970 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-9c98d0ce-cfd4-4b0c-9b9d-d4e6e1b8e309 None None] Port 679e2ac3-227b-49d3-bd6c-bd79ba02de7f cannot update to ACTIVE because it is not bound. {{(pid=103232) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 19:43:51.828778 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85f56955-e64c-440f-8e4d-5a81f50396d8 req-95ce0433-eabb-4eb5-bcd0-52c59559350e tempest-TestSecurityGroupsBasicOps-1450369721 tempest-TestSecurityGroupsBasicOps-1450369721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:43:51.830427 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-85f56955-e64c-440f-8e4d-5a81f50396d8 req-95ce0433-eabb-4eb5-bcd0-52c59559350e tempest-TestSecurityGroupsBasicOps-1450369721 tempest-TestSecurityGroupsBasicOps-1450369721-project] 10.222.0.89 "GET /v2.0/ports?device_id=9051455d-87fd-4973-b714-f769e5ade8b0 HTTP/1.1" status: 200 len: 909 time: 0.7982137 Feb 09 19:43:51.972488 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-ddaad8a5-a584-4891-8490-295abde89f6a admin admin] Publish callbacks [] for security_group (b763083d-ad5b-4ab9-a9e0-a6d332d19391), before_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:43:52.035304 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac193793-eca0-4622-b003-9061274b6077 req-b41e84c5-c5b6-4784-9af8-9ec4898533ba tempest-TestVolumeBackupRestore-719474059 tempest-TestVolumeBackupRestore-719474059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:43:52.041047 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-ac193793-eca0-4622-b003-9061274b6077 req-b41e84c5-c5b6-4784-9af8-9ec4898533ba tempest-TestVolumeBackupRestore-719474059 tempest-TestVolumeBackupRestore-719474059-project] 10.222.0.75 "GET /v2.0/ports?device_id=ef11860c-6c68-4442-8b21-9c74e24d1a1d HTTP/1.1" status: 200 len: 943 time: 0.1219914 Feb 09 19:43:52.063892 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-ddaad8a5-a584-4891-8490-295abde89f6a admin admin] Publish callbacks [] for security_group (b763083d-ad5b-4ab9-a9e0-a6d332d19391), precommit_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:43:52.101879 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e2a3be2-978f-48ad-ba1a-ffac8fb8047b req-1720b0d7-1ddf-441b-81f3-5daf9600aae8 tempest-TestVolumeBootPattern-1615943498 tempest-TestVolumeBootPattern-1615943498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:43:52.110494 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-6e2a3be2-978f-48ad-ba1a-ffac8fb8047b req-1720b0d7-1ddf-441b-81f3-5daf9600aae8 tempest-TestVolumeBootPattern-1615943498 tempest-TestVolumeBootPattern-1615943498-project] 10.222.0.75 "GET /v2.0/ports?device_id=3507b4ea-1569-4b50-9d48-65e1c6890ca9 HTTP/1.1" status: 200 len: 932 time: 0.2969639 Feb 09 19:43:52.128839 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-b6c82ab3-751e-495b-ad5d-391792e3df1d req-94a1d271-4217-46f9-b862-fe5398e7997d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (679e2ac3-227b-49d3-bd6c-bd79ba02de7f), before_update {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:43:52.134388 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-ac193793-eca0-4622-b003-9061274b6077 req-53cda64a-8db2-42d6-9267-10bfe435e366 tempest-TestVolumeBackupRestore-719474059 tempest-TestVolumeBackupRestore-719474059-project] 10.222.0.75 "GET /v2.0/security-groups?id=9756189c-51bb-4234-9287-a2b3fd71ce58&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0867844 Feb 09 19:43:52.226571 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-6e2a3be2-978f-48ad-ba1a-ffac8fb8047b req-da256f10-7c6c-4009-bffe-9ea27ea1994b tempest-TestVolumeBootPattern-1615943498 tempest-TestVolumeBootPattern-1615943498-project] 10.222.0.75 "GET /v2.0/security-groups?id=85e2738d-e0ce-44c8-a269-2deaf81a01f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1101904 Feb 09 19:43:52.372511 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-ddaad8a5-a584-4891-8490-295abde89f6a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1892331'] for security_group (b763083d-ad5b-4ab9-a9e0-a6d332d19391), after_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:43:52.376012 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-ddaad8a5-a584-4891-8490-295abde89f6a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:43:52.380054 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-ddaad8a5-a584-4891-8490-295abde89f6a admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/b763083d-ad5b-4ab9-a9e0-a6d332d19391 HTTP/1.1" status: 204 len: 168 time: 1.2304571 Feb 09 19:43:52.425618 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddaad8a5-a584-4891-8490-295abde89f6a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b763083d-ad5b-4ab9-a9e0-a6d332d19391,revision_number=None']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:43:52.484806 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c83448eb-02f8-4fb1-964f-954dbf852db4 req-df7ec1bb-7db8-4dba-b33f-f9d50b20bff4 tempest-TestSecurityGroupsBasicOps-1450369721 tempest-TestSecurityGroupsBasicOps-1450369721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:43:52.497850 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-c83448eb-02f8-4fb1-964f-954dbf852db4 req-df7ec1bb-7db8-4dba-b33f-f9d50b20bff4 tempest-TestSecurityGroupsBasicOps-1450369721 tempest-TestSecurityGroupsBasicOps-1450369721-project] 10.222.0.75 "GET /v2.0/ports?device_id=9051455d-87fd-4973-b714-f769e5ade8b0 HTTP/1.1" status: 200 len: 909 time: 0.1037605 Feb 09 19:43:52.562836 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.plugin [req-85f56955-e64c-440f-8e4d-5a81f50396d8 req-9f09b2a7-02da-4a41-9a49-67c7e580709c tempest-TestSecurityGroupsBasicOps-1450369721 tempest-TestSecurityGroupsBasicOps-1450369721-project] Deleting port 5f2f27a6-293d-40b2-b9be-df771ff535f8 {{(pid=103229) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 19:43:52.563182 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-85f56955-e64c-440f-8e4d-5a81f50396d8 req-9f09b2a7-02da-4a41-9a49-67c7e580709c tempest-TestSecurityGroupsBasicOps-1450369721 tempest-TestSecurityGroupsBasicOps-1450369721-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762867170196'] for port (5f2f27a6-293d-40b2-b9be-df771ff535f8), before_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:43:52.760502 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.db [req-85f56955-e64c-440f-8e4d-5a81f50396d8 req-9f09b2a7-02da-4a41-9a49-67c7e580709c tempest-TestSecurityGroupsBasicOps-1450369721 tempest-TestSecurityGroupsBasicOps-1450369721-project] For port 5f2f27a6-293d-40b2-b9be-df771ff535f8, host n-h1-713498-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-36',level=0,port_id=5f2f27a6-293d-40b2-b9be-df771ff535f8,segment=NetworkSegment(df303057-d82f-4f49-9a6d-902c6c994491),segment_id=df303057-d82f-4f49-9a6d-902c6c994491)] {{(pid=103229) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 19:43:52.760881 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-85f56955-e64c-440f-8e4d-5a81f50396d8 req-9f09b2a7-02da-4a41-9a49-67c7e580709c tempest-TestSecurityGroupsBasicOps-1450369721 tempest-TestSecurityGroupsBasicOps-1450369721-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1820838'] for port (5f2f27a6-293d-40b2-b9be-df771ff535f8), precommit_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:43:52.792301 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.plugin [req-85f56955-e64c-440f-8e4d-5a81f50396d8 req-9f09b2a7-02da-4a41-9a49-67c7e580709c tempest-TestSecurityGroupsBasicOps-1450369721 tempest-TestSecurityGroupsBasicOps-1450369721-project] Calling delete_port for 5f2f27a6-293d-40b2-b9be-df771ff535f8 owned by compute:nova {{(pid=103229) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 19:43:52.913315 n-d-713498-36 neutron-server[103229]: DEBUG neutron.notifiers.nova [req-b6c82ab3-751e-495b-ad5d-391792e3df1d req-94a1d271-4217-46f9-b862-fe5398e7997d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 679e2ac3-227b-49d3-bd6c-bd79ba02de7f {{(pid=103229) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 19:43:52.925798 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-b6c82ab3-751e-495b-ad5d-391792e3df1d req-94a1d271-4217-46f9-b862-fe5398e7997d service neutron] Publish callbacks [] for port (679e2ac3-227b-49d3-bd6c-bd79ba02de7f), precommit_update {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:43:52.946058 n-d-713498-36 neutron-server[103229]: DEBUG neutron.db.provisioning_blocks [req-b6c82ab3-751e-495b-ad5d-391792e3df1d req-94a1d271-4217-46f9-b862-fe5398e7997d service neutron] Transition to ACTIVE for port object 679e2ac3-227b-49d3-bd6c-bd79ba02de7f will not be triggered until provisioned by entity L2. {{(pid=103229) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 19:43:52.953308 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-b6c82ab3-751e-495b-ad5d-391792e3df1d req-94a1d271-4217-46f9-b862-fe5398e7997d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762867176205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762866656485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762866656503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12867569'] for port (679e2ac3-227b-49d3-bd6c-bd79ba02de7f), after_update {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:43:52.961675 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 47716) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:43:53.032208 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94a1d271-4217-46f9-b862-fe5398e7997d service neutron] Pushing event updated for resources: {'Port': ['ID=679e2ac3-227b-49d3-bd6c-bd79ba02de7f,revision_number=2']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:43:53.048080 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-7b1cc4ab-1132-4c5b-a25e-de4734dc5059 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=e623b01258284f9c9ad6fb074b6b0cb2&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0847826 Feb 09 19:43:53.049600 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 47718) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:43:53.160302 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-a866676c-1fd8-46f5-96ad-ec8f17ef5d8e admin admin] Publish callbacks [] for security_group (2846a8a9-ce5a-4a55-b346-cc59f276d527), before_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:43:53.200531 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-a866676c-1fd8-46f5-96ad-ec8f17ef5d8e admin admin] Publish callbacks [] for security_group (2846a8a9-ce5a-4a55-b346-cc59f276d527), precommit_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:43:53.232208 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.managers [req-b6c82ab3-751e-495b-ad5d-391792e3df1d req-94a1d271-4217-46f9-b862-fe5398e7997d service neutron] Attempting to bind port 679e2ac3-227b-49d3-bd6c-bd79ba02de7f on host n-h2-713498-36 for vnic_type normal with profile {{(pid=103229) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 19:43:53.233287 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.managers [req-b6c82ab3-751e-495b-ad5d-391792e3df1d req-94a1d271-4217-46f9-b862-fe5398e7997d service neutron] Attempting to bind port 679e2ac3-227b-49d3-bd6c-bd79ba02de7f by drivers openvswitch,hyperv on host n-h2-713498-36 at level 0 using segments [{'id': '33386be2-7716-4eda-8188-eeaffee7e0ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '6c0390b8-57a8-4e5d-b1b3-4d3098f0383e'}] {{(pid=103229) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 19:43:53.234299 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6c82ab3-751e-495b-ad5d-391792e3df1d req-94a1d271-4217-46f9-b862-fe5398e7997d service neutron] Attempting to bind port 679e2ac3-227b-49d3-bd6c-bd79ba02de7f on network 6c0390b8-57a8-4e5d-b1b3-4d3098f0383e {{(pid=103229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 19:43:53.249927 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6c82ab3-751e-495b-ad5d-391792e3df1d req-94a1d271-4217-46f9-b862-fe5398e7997d service neutron] Port 679e2ac3-227b-49d3-bd6c-bd79ba02de7f on network 6c0390b8-57a8-4e5d-b1b3-4d3098f0383e not bound, no agent of type Open vSwitch agent registered on host n-h2-713498-36 {{(pid=103229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 19:43:53.251397 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6c82ab3-751e-495b-ad5d-391792e3df1d req-94a1d271-4217-46f9-b862-fe5398e7997d service neutron] Attempting to bind port 679e2ac3-227b-49d3-bd6c-bd79ba02de7f on network 6c0390b8-57a8-4e5d-b1b3-4d3098f0383e {{(pid=103229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 19:43:53.314440 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-a866676c-1fd8-46f5-96ad-ec8f17ef5d8e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1892331'] for security_group (2846a8a9-ce5a-4a55-b346-cc59f276d527), after_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:43:53.317571 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-a866676c-1fd8-46f5-96ad-ec8f17ef5d8e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:43:53.327174 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-a866676c-1fd8-46f5-96ad-ec8f17ef5d8e admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/2846a8a9-ce5a-4a55-b346-cc59f276d527 HTTP/1.1" status: 204 len: 168 time: 0.2762666 Feb 09 19:43:53.344228 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a866676c-1fd8-46f5-96ad-ec8f17ef5d8e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2846a8a9-ce5a-4a55-b346-cc59f276d527,revision_number=None']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:43:53.391583 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6c82ab3-751e-495b-ad5d-391792e3df1d req-94a1d271-4217-46f9-b862-fe5398e7997d service neutron] Checking agent: {'id': 'bcd5faee-dc24-4298-9134-0e0aa054058e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713498-36', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 18, 59, 19), 'started_at': datetime.datetime(2022, 2, 9, 18, 59, 19), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 19, 43, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 19:43:53.391966 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6c82ab3-751e-495b-ad5d-391792e3df1d req-94a1d271-4217-46f9-b862-fe5398e7997d service neutron] Checking segment: {'id': '33386be2-7716-4eda-8188-eeaffee7e0ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '6c0390b8-57a8-4e5d-b1b3-4d3098f0383e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103229) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 19:43:53.392404 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6c82ab3-751e-495b-ad5d-391792e3df1d req-94a1d271-4217-46f9-b862-fe5398e7997d service neutron] Bound using segment: {'id': '33386be2-7716-4eda-8188-eeaffee7e0ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '6c0390b8-57a8-4e5d-b1b3-4d3098f0383e'} {{(pid=103229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 19:43:53.396159 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.managers [req-b6c82ab3-751e-495b-ad5d-391792e3df1d req-94a1d271-4217-46f9-b862-fe5398e7997d service neutron] Bound port: 679e2ac3-227b-49d3-bd6c-bd79ba02de7f, host: n-h2-713498-36, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '33386be2-7716-4eda-8188-eeaffee7e0ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '6c0390b8-57a8-4e5d-b1b3-4d3098f0383e'}}] {{(pid=103229) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 19:43:53.396515 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-b6c82ab3-751e-495b-ad5d-391792e3df1d req-94a1d271-4217-46f9-b862-fe5398e7997d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (679e2ac3-227b-49d3-bd6c-bd79ba02de7f), before_update {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:43:53.499913 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcb3bccb-c84b-4d2a-9e80-c2cc21db5d13 req-02475e6d-67f9-4726-996a-cb2ce588da01 tempest-TestVolumeBootPattern-1615943498 tempest-TestVolumeBootPattern-1615943498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:43:53.517298 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-fcb3bccb-c84b-4d2a-9e80-c2cc21db5d13 req-02475e6d-67f9-4726-996a-cb2ce588da01 tempest-TestVolumeBootPattern-1615943498 tempest-TestVolumeBootPattern-1615943498-project] 10.222.0.75 "GET /v2.0/ports?device_id=3507b4ea-1569-4b50-9d48-65e1c6890ca9 HTTP/1.1" status: 200 len: 944 time: 0.1018698 Feb 09 19:43:53.590349 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-fcb3bccb-c84b-4d2a-9e80-c2cc21db5d13 req-b7784043-5f3f-4198-9a44-5e61a7873d9e tempest-TestVolumeBootPattern-1615943498 tempest-TestVolumeBootPattern-1615943498-project] 10.222.0.75 "GET /v2.0/security-groups?id=85e2738d-e0ce-44c8-a269-2deaf81a01f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0688286 Feb 09 19:43:53.594326 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.db [req-b6c82ab3-751e-495b-ad5d-391792e3df1d req-94a1d271-4217-46f9-b862-fe5398e7997d service neutron] For port 679e2ac3-227b-49d3-bd6c-bd79ba02de7f, host n-h2-713498-36, cleared binding levels {{(pid=103229) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 19:43:53.710004 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Device 5f2f27a6-293d-40b2-b9be-df771ff535f8 no longer exists at agent hyperv_n-h1-713498-36 {{(pid=103232) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 19:43:53.711798 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.db [req-b6c82ab3-751e-495b-ad5d-391792e3df1d req-94a1d271-4217-46f9-b862-fe5398e7997d service neutron] For port 679e2ac3-227b-49d3-bd6c-bd79ba02de7f, host n-h2-713498-36, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-36',level=0,port_id=679e2ac3-227b-49d3-bd6c-bd79ba02de7f,segment=NetworkSegment(33386be2-7716-4eda-8188-eeaffee7e0ec),segment_id=33386be2-7716-4eda-8188-eeaffee7e0ec)] {{(pid=103229) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 19:43:53.720699 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-85f56955-e64c-440f-8e4d-5a81f50396d8 req-9f09b2a7-02da-4a41-9a49-67c7e580709c tempest-TestSecurityGroupsBasicOps-1450369721 tempest-TestSecurityGroupsBasicOps-1450369721-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762867177463', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762866656476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12867576'] for port (5f2f27a6-293d-40b2-b9be-df771ff535f8), after_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:43:53.726880 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64908b0d-f24b-4067-973b-fa47356a8fb6 req-a3a47442-7d97-4a17-9907-19947896f415 tempest-TestSecurityGroupsBasicOps-1450369721 tempest-TestSecurityGroupsBasicOps-1450369721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:43:53.755098 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-64908b0d-f24b-4067-973b-fa47356a8fb6 req-a3a47442-7d97-4a17-9907-19947896f415 tempest-TestSecurityGroupsBasicOps-1450369721 tempest-TestSecurityGroupsBasicOps-1450369721-project] 10.222.0.75 "GET /v2.0/ports?device_id=9051455d-87fd-4973-b714-f769e5ade8b0 HTTP/1.1" status: 200 len: 830 time: 0.0978379 Feb 09 19:43:53.756231 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] No Port match for: 5f2f27a6-293d-40b2-b9be-df771ff535f8 {{(pid=103232) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 19:43:53.756755 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Device 5f2f27a6-293d-40b2-b9be-df771ff535f8 not bound to the agent host n-h1-713498-36 {{(pid=103232) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 19:43:53.769554 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-b6c82ab3-751e-495b-ad5d-391792e3df1d req-94a1d271-4217-46f9-b862-fe5398e7997d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762867176205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762866656485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762866656503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12867569'] for port (679e2ac3-227b-49d3-bd6c-bd79ba02de7f), after_update {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:43:53.872338 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f09b2a7-02da-4a41-9a49-67c7e580709c tempest-TestSecurityGroupsBasicOps-1450369721 tempest-TestSecurityGroupsBasicOps-1450369721-project] Pushing event deleted for resources: {'Port': ['ID=5f2f27a6-293d-40b2-b9be-df771ff535f8,revision_number=None']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:43:53.906279 n-d-713498-36 neutron-server[103229]: DEBUG neutron.db.l3_dvrscheduler_db [req-85f56955-e64c-440f-8e4d-5a81f50396d8 req-9f09b2a7-02da-4a41-9a49-67c7e580709c tempest-TestSecurityGroupsBasicOps-1450369721 tempest-TestSecurityGroupsBasicOps-1450369721-project] No DVR routers for this DVR port 5f2f27a6-293d-40b2-b9be-df771ff535f8 on host n-h1-713498-36 {{(pid=103229) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 19:43:53.930250 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-85f56955-e64c-440f-8e4d-5a81f50396d8 req-9f09b2a7-02da-4a41-9a49-67c7e580709c tempest-TestSecurityGroupsBasicOps-1450369721 tempest-TestSecurityGroupsBasicOps-1450369721-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171096'] for port (None), before_response {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:43:53.948313 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-85f56955-e64c-440f-8e4d-5a81f50396d8 req-9f09b2a7-02da-4a41-9a49-67c7e580709c tempest-TestSecurityGroupsBasicOps-1450369721 tempest-TestSecurityGroupsBasicOps-1450369721-project] 10.222.0.89 "DELETE /v2.0/ports/5f2f27a6-293d-40b2-b9be-df771ff535f8 HTTP/1.1" status: 204 len: 173 time: 2.0204182 Feb 09 19:43:53.949501 n-d-713498-36 neutron-server[103229]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9051455d-87fd-4973-b714-f769e5ade8b0', 'name': 'network-vif-deleted', 'tag': '5f2f27a6-293d-40b2-b9be-df771ff535f8'}] {{(pid=103229) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 19:43:53.956124 n-d-713498-36 neutron-server[103229]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fa6ae9a20702bd564eaf90d946620b2b4277b1ab91129323d3b54181076be307" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ed694428-df7b-45a2-b425-951028b7330f" -d '{"events": [{"server_uuid": "9051455d-87fd-4973-b714-f769e5ade8b0", "name": "network-vif-deleted", "tag": "5f2f27a6-293d-40b2-b9be-df771ff535f8"}]}' {{(pid=103229) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 19:43:54.068621 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61645bb4-a32f-4551-86b6-41c06cf9023e req-cf7d4323-b8ae-4224-8026-0fe745abd4a8 tempest-TestVolumeBackupRestore-719474059 tempest-TestVolumeBackupRestore-719474059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:43:54.071790 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-61645bb4-a32f-4551-86b6-41c06cf9023e req-cf7d4323-b8ae-4224-8026-0fe745abd4a8 tempest-TestVolumeBackupRestore-719474059 tempest-TestVolumeBackupRestore-719474059-project] 10.222.0.75 "GET /v2.0/ports?device_id=ef11860c-6c68-4442-8b21-9c74e24d1a1d HTTP/1.1" status: 200 len: 943 time: 0.8000476 Feb 09 19:43:54.073841 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6c82ab3-751e-495b-ad5d-391792e3df1d req-94a1d271-4217-46f9-b862-fe5398e7997d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:43:54.074793 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-b6c82ab3-751e-495b-ad5d-391792e3df1d req-94a1d271-4217-46f9-b862-fe5398e7997d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171096'] for port (None), before_response {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:43:54.080599 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-b6c82ab3-751e-495b-ad5d-391792e3df1d req-94a1d271-4217-46f9-b862-fe5398e7997d service neutron] 10.222.0.90 "PUT /v2.0/ports/679e2ac3-227b-49d3-bd6c-bd79ba02de7f HTTP/1.1" status: 200 len: 1093 time: 2.7422256 Feb 09 19:43:54.083278 n-d-713498-36 neutron-server[103229]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 19:43:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8553b404-2f23-490a-a504-2de4df5583ad x-openstack-request-id: req-8553b404-2f23-490a-a504-2de4df5583ad {{(pid=103229) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 19:43:54.083873 n-d-713498-36 neutron-server[103229]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9051455d-87fd-4973-b714-f769e5ade8b0", "name": "network-vif-deleted", "tag": "5f2f27a6-293d-40b2-b9be-df771ff535f8", "status": "completed", "code": 200}]} {{(pid=103229) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 19:43:54.084428 n-d-713498-36 neutron-server[103229]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-8553b404-2f23-490a-a504-2de4df5583ad {{(pid=103229) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 19:43:54.085030 n-d-713498-36 neutron-server[103229]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9051455d-87fd-4973-b714-f769e5ade8b0', 'name': 'network-vif-deleted', 'tag': '5f2f27a6-293d-40b2-b9be-df771ff535f8', 'status': 'completed', 'code': 200} Feb 09 19:43:54.214943 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94a1d271-4217-46f9-b862-fe5398e7997d service neutron] Pushing event updated for resources: {'Port': ['ID=679e2ac3-227b-49d3-bd6c-bd79ba02de7f,revision_number=3']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:43:54.254130 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-61645bb4-a32f-4551-86b6-41c06cf9023e req-4fadbbd0-f522-45c8-815f-32af2bee0686 tempest-TestVolumeBackupRestore-719474059 tempest-TestVolumeBackupRestore-719474059-project] 10.222.0.75 "GET /v2.0/security-groups?id=9756189c-51bb-4234-9287-a2b3fd71ce58&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1639106 Feb 09 19:43:54.285057 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6c82ab3-751e-495b-ad5d-391792e3df1d req-a14933e2-5211-4488-82af-ba9f0b3a491b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:43:54.301482 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-b6c82ab3-751e-495b-ad5d-391792e3df1d req-a14933e2-5211-4488-82af-ba9f0b3a491b service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=e66ffe5bb4494e31b9de6c7224f91756&device_id=3507b4ea-1569-4b50-9d48-65e1c6890ca9 HTTP/1.1" status: 200 len: 1127 time: 0.1279883 Feb 09 19:43:54.399534 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-b6c82ab3-751e-495b-ad5d-391792e3df1d req-06e7dd71-2000-4efa-a85c-32b030ffa9d4 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=679e2ac3-227b-49d3-bd6c-bd79ba02de7f HTTP/1.1" status: 200 len: 217 time: 0.0957167 Feb 09 19:43:54.524091 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6c82ab3-751e-495b-ad5d-391792e3df1d req-638e6544-7b0a-4a2e-8c73-6d4fc8970981 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:43:54.525878 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-b6c82ab3-751e-495b-ad5d-391792e3df1d req-638e6544-7b0a-4a2e-8c73-6d4fc8970981 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=8c23e8df-50ec-4124-b2e0-ec4287e0865a HTTP/1.1" status: 200 len: 851 time: 0.1068215 Feb 09 19:43:54.629232 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6c82ab3-751e-495b-ad5d-391792e3df1d req-57ba480b-69b2-419c-b125-4d5a3d02c6ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:43:54.631827 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-b6c82ab3-751e-495b-ad5d-391792e3df1d req-57ba480b-69b2-419c-b125-4d5a3d02c6ef service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=6c0390b8-57a8-4e5d-b1b3-4d3098f0383e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0933125 Feb 09 19:43:54.785487 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-b6c82ab3-751e-495b-ad5d-391792e3df1d req-04d0c898-1715-4163-95cc-9e1bd9e90aaf service neutron] 10.222.0.90 "GET /v2.0/networks/6c0390b8-57a8-4e5d-b1b3-4d3098f0383e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1409159 Feb 09 19:43:54.801755 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6042a1a-201c-44e2-98fc-a006bcb78efa req-46d8dd86-b05a-4277-97e4-cb0c92e31cf6 tempest-TestVolumeBootPattern-1615943498 tempest-TestVolumeBootPattern-1615943498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:43:54.827581 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-b6042a1a-201c-44e2-98fc-a006bcb78efa req-46d8dd86-b05a-4277-97e4-cb0c92e31cf6 tempest-TestVolumeBootPattern-1615943498 tempest-TestVolumeBootPattern-1615943498-project] 10.222.0.75 "GET /v2.0/ports?device_id=3507b4ea-1569-4b50-9d48-65e1c6890ca9 HTTP/1.1" status: 200 len: 944 time: 0.1275263 Feb 09 19:43:54.840867 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 47754) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:43:55.003872 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-b6c82ab3-751e-495b-ad5d-391792e3df1d req-57f6ed81-a9ca-4f57-a659-f1b91fa00c70 service neutron] 10.222.0.90 "GET /v2.0/networks/6c0390b8-57a8-4e5d-b1b3-4d3098f0383e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2003505 Feb 09 19:43:55.126884 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-b6042a1a-201c-44e2-98fc-a006bcb78efa req-b2f47471-2a71-4e1e-870b-2cf67ea9a1c6 tempest-TestVolumeBootPattern-1615943498 tempest-TestVolumeBootPattern-1615943498-project] 10.222.0.75 "GET /v2.0/security-groups?id=85e2738d-e0ce-44c8-a269-2deaf81a01f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2981243 Feb 09 19:43:55.460953 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf6f461c-beee-456b-8b81-1853183ed0bd req-20264987-9136-4941-b39e-17e46a7bb24e tempest-TestVolumeBackupRestore-719474059 tempest-TestVolumeBackupRestore-719474059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:43:55.462585 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-bf6f461c-beee-456b-8b81-1853183ed0bd req-20264987-9136-4941-b39e-17e46a7bb24e tempest-TestVolumeBackupRestore-719474059 tempest-TestVolumeBackupRestore-719474059-project] 10.222.0.75 "GET /v2.0/ports?device_id=ef11860c-6c68-4442-8b21-9c74e24d1a1d HTTP/1.1" status: 200 len: 943 time: 0.0990958 Feb 09 19:43:55.513294 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-db89b445-2c4b-4c05-a7c0-cfa5f9e55e8f tempest-TestSecurityGroupsBasicOps-1450369721 tempest-TestSecurityGroupsBasicOps-1450369721-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1834525'] for router_interface (07c999dd-3fc0-4df0-9a6c-4e573884e7f7), before_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:43:55.574022 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-bf6f461c-beee-456b-8b81-1853183ed0bd req-12b3e939-d196-422e-9e53-bb5eec9d68f1 tempest-TestVolumeBackupRestore-719474059 tempest-TestVolumeBackupRestore-719474059-project] 10.222.0.75 "GET /v2.0/security-groups?id=9756189c-51bb-4234-9287-a2b3fd71ce58&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1041777 Feb 09 19:43:55.772092 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 47774) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:43:55.888238 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.plugin [None req-db89b445-2c4b-4c05-a7c0-cfa5f9e55e8f tempest-TestSecurityGroupsBasicOps-1450369721 tempest-TestSecurityGroupsBasicOps-1450369721-project] Deleting port 9cecc6c9-daa8-4711-831f-5ea74778d273 {{(pid=103230) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 19:43:55.889468 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-db89b445-2c4b-4c05-a7c0-cfa5f9e55e8f tempest-TestSecurityGroupsBasicOps-1450369721 tempest-TestSecurityGroupsBasicOps-1450369721-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762867170196'] for port (9cecc6c9-daa8-4711-831f-5ea74778d273), before_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:43:55.919478 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-6eacb622-7bd0-4110-9040-5c18bdd9c7da admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:43:56.027882 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.db [None req-db89b445-2c4b-4c05-a7c0-cfa5f9e55e8f tempest-TestSecurityGroupsBasicOps-1450369721 tempest-TestSecurityGroupsBasicOps-1450369721-project] For port 9cecc6c9-daa8-4711-831f-5ea74778d273, host n-d-713498-36, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-36',level=0,port_id=9cecc6c9-daa8-4711-831f-5ea74778d273,segment=NetworkSegment(df303057-d82f-4f49-9a6d-902c6c994491),segment_id=df303057-d82f-4f49-9a6d-902c6c994491)] {{(pid=103230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 19:43:56.028300 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-db89b445-2c4b-4c05-a7c0-cfa5f9e55e8f tempest-TestSecurityGroupsBasicOps-1450369721 tempest-TestSecurityGroupsBasicOps-1450369721-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1820838'] for port (9cecc6c9-daa8-4711-831f-5ea74778d273), precommit_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:43:56.049741 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.plugin [None req-db89b445-2c4b-4c05-a7c0-cfa5f9e55e8f tempest-TestSecurityGroupsBasicOps-1450369721 tempest-TestSecurityGroupsBasicOps-1450369721-project] Calling delete_port for 9cecc6c9-daa8-4711-831f-5ea74778d273 owned by network:router_interface {{(pid=103230) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 19:43:56.061894 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-6eacb622-7bd0-4110-9040-5c18bdd9c7da admin admin] Publish callbacks [] for security_group (8e33c0c9-269d-405f-8080-fe1db4f229ff), precommit_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:43:56.068832 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-6eacb622-7bd0-4110-9040-5c18bdd9c7da admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1892331'] for security_group (8e33c0c9-269d-405f-8080-fe1db4f229ff), after_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:43:56.097587 n-d-713498-36 neutron-server[103229]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3507b4ea-1569-4b50-9d48-65e1c6890ca9', 'tag': '679e2ac3-227b-49d3-bd6c-bd79ba02de7f'}] {{(pid=103229) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 19:43:56.100192 n-d-713498-36 neutron-server[103229]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fa6ae9a20702bd564eaf90d946620b2b4277b1ab91129323d3b54181076be307" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-92dbd60b-e795-4299-9a1c-ebce0d572a1a" -d '{"events": [{"name": "network-changed", "server_uuid": "3507b4ea-1569-4b50-9d48-65e1c6890ca9", "tag": "679e2ac3-227b-49d3-bd6c-bd79ba02de7f"}]}' {{(pid=103229) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 19:43:56.128005 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eacb622-7bd0-4110-9040-5c18bdd9c7da admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8e33c0c9-269d-405f-8080-fe1db4f229ff,revision_number=1']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:43:56.148924 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-6eacb622-7bd0-4110-9040-5c18bdd9c7da admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=fe5f1261da104195be910b079c6b8a08&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3757806 Feb 09 19:43:56.151465 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 47780) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:43:56.174215 n-d-713498-36 neutron-server[103229]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 19:43:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0b19404a-e7a7-4700-bf92-9b05f93601b0 x-openstack-request-id: req-0b19404a-e7a7-4700-bf92-9b05f93601b0 {{(pid=103229) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 19:43:56.174615 n-d-713498-36 neutron-server[103229]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3507b4ea-1569-4b50-9d48-65e1c6890ca9", "tag": "679e2ac3-227b-49d3-bd6c-bd79ba02de7f", "status": "completed", "code": 200}]} {{(pid=103229) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 19:43:56.174988 n-d-713498-36 neutron-server[103229]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-0b19404a-e7a7-4700-bf92-9b05f93601b0 {{(pid=103229) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 19:43:56.175489 n-d-713498-36 neutron-server[103229]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3507b4ea-1569-4b50-9d48-65e1c6890ca9', 'tag': '679e2ac3-227b-49d3-bd6c-bd79ba02de7f', 'status': 'completed', 'code': 200} Feb 09 19:43:56.230500 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-7d6ec617-9a21-4f94-bf85-7fce5ed485e0 admin admin] Publish callbacks [] for security_group (8e33c0c9-269d-405f-8080-fe1db4f229ff), before_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:43:56.325120 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-7d6ec617-9a21-4f94-bf85-7fce5ed485e0 admin admin] Publish callbacks [] for security_group (8e33c0c9-269d-405f-8080-fe1db4f229ff), precommit_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:43:56.340355 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-db89b445-2c4b-4c05-a7c0-cfa5f9e55e8f tempest-TestSecurityGroupsBasicOps-1450369721 tempest-TestSecurityGroupsBasicOps-1450369721-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762867177463', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762866656476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14393751'] for port (9cecc6c9-daa8-4711-831f-5ea74778d273), after_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:43:56.369423 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db89b445-2c4b-4c05-a7c0-cfa5f9e55e8f tempest-TestSecurityGroupsBasicOps-1450369721 tempest-TestSecurityGroupsBasicOps-1450369721-project] Pushing event deleted for resources: {'Port': ['ID=9cecc6c9-daa8-4711-831f-5ea74778d273,revision_number=None']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:43:56.437864 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92dbd60b-e795-4299-9a1c-ebce0d572a1a req-1817bb1e-5c5a-4a87-92f8-653e86c81215 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:43:56.439853 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-92dbd60b-e795-4299-9a1c-ebce0d572a1a req-1817bb1e-5c5a-4a87-92f8-653e86c81215 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=e66ffe5bb4494e31b9de6c7224f91756&device_id=3507b4ea-1569-4b50-9d48-65e1c6890ca9 HTTP/1.1" status: 200 len: 1127 time: 0.2303815 Feb 09 19:43:56.573792 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c31bc74-f15f-4c5a-9076-f979fec7c0d8 req-87fce747-62eb-4ac7-be0b-4949163d74d0 tempest-TestVolumeBootPattern-1615943498 tempest-TestVolumeBootPattern-1615943498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:43:56.582319 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-8c31bc74-f15f-4c5a-9076-f979fec7c0d8 req-87fce747-62eb-4ac7-be0b-4949163d74d0 tempest-TestVolumeBootPattern-1615943498 tempest-TestVolumeBootPattern-1615943498-project] 10.222.0.75 "GET /v2.0/ports?device_id=3507b4ea-1569-4b50-9d48-65e1c6890ca9 HTTP/1.1" status: 200 len: 944 time: 0.3040323 Feb 09 19:43:56.593249 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92dbd60b-e795-4299-9a1c-ebce0d572a1a req-ea9d0bf6-7ac1-4681-b0a0-f956784d168b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:43:56.595781 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-92dbd60b-e795-4299-9a1c-ebce0d572a1a req-ea9d0bf6-7ac1-4681-b0a0-f956784d168b service neutron] 10.222.0.90 "GET /v2.0/networks?id=6c0390b8-57a8-4e5d-b1b3-4d3098f0383e HTTP/1.1" status: 200 len: 913 time: 0.1311312 Feb 09 19:43:56.614961 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-2aa111eb-fa4d-4e74-975a-3d3361f23e0f req-f99f91f1-545c-4b55-8890-c4d0f8e7c277 service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=979d1676-7858-444c-ad74-270d4bc6922c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.2685034 Feb 09 19:43:56.659488 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-db89b445-2c4b-4c05-a7c0-cfa5f9e55e8f tempest-TestSecurityGroupsBasicOps-1450369721 tempest-TestSecurityGroupsBasicOps-1450369721-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1613467', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1834633'] for router_interface (07c999dd-3fc0-4df0-9a6c-4e573884e7f7), after_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:43:56.756612 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-92dbd60b-e795-4299-9a1c-ebce0d572a1a req-86ee1014-a4c3-41c2-90db-200e0818eb9f service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=679e2ac3-227b-49d3-bd6c-bd79ba02de7f HTTP/1.1" status: 200 len: 217 time: 0.1397099 Feb 09 19:43:56.776523 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-8c31bc74-f15f-4c5a-9076-f979fec7c0d8 req-6367e963-0503-4828-b832-1051bf806a87 tempest-TestVolumeBootPattern-1615943498 tempest-TestVolumeBootPattern-1615943498-project] 10.222.0.75 "GET /v2.0/security-groups?id=85e2738d-e0ce-44c8-a269-2deaf81a01f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1912127 Feb 09 19:43:56.864730 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92dbd60b-e795-4299-9a1c-ebce0d572a1a req-67f9419a-86f3-4972-97a6-5006e3244c06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:43:56.866390 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-92dbd60b-e795-4299-9a1c-ebce0d572a1a req-67f9419a-86f3-4972-97a6-5006e3244c06 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=8c23e8df-50ec-4124-b2e0-ec4287e0865a HTTP/1.1" status: 200 len: 851 time: 0.0885313 Feb 09 19:43:56.868667 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-7d6ec617-9a21-4f94-bf85-7fce5ed485e0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1892331'] for security_group (8e33c0c9-269d-405f-8080-fe1db4f229ff), after_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:43:56.871319 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-7d6ec617-9a21-4f94-bf85-7fce5ed485e0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:43:56.875908 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-7d6ec617-9a21-4f94-bf85-7fce5ed485e0 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/8e33c0c9-269d-405f-8080-fe1db4f229ff HTTP/1.1" status: 204 len: 168 time: 0.7232380 Feb 09 19:43:56.911896 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d04af0fd-49a1-4210-a305-92a648dfdb40 req-21e70c7c-395e-4e5c-a03f-c0a8db058b69 tempest-TestVolumeBackupRestore-719474059 tempest-TestVolumeBackupRestore-719474059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:43:56.913666 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-d04af0fd-49a1-4210-a305-92a648dfdb40 req-21e70c7c-395e-4e5c-a03f-c0a8db058b69 tempest-TestVolumeBackupRestore-719474059 tempest-TestVolumeBackupRestore-719474059-project] 10.222.0.75 "GET /v2.0/ports?device_id=ef11860c-6c68-4442-8b21-9c74e24d1a1d HTTP/1.1" status: 200 len: 943 time: 0.2005925 Feb 09 19:43:56.930226 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aa111eb-fa4d-4e74-975a-3d3361f23e0f req-22bc66fb-c97e-423e-bac6-8a13ff5494a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:43:56.931776 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-2aa111eb-fa4d-4e74-975a-3d3361f23e0f req-22bc66fb-c97e-423e-bac6-8a13ff5494a3 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=e66ffe5bb4494e31b9de6c7224f91756&device_id=979d1676-7858-444c-ad74-270d4bc6922c HTTP/1.1" status: 200 len: 1128 time: 0.2444313 Feb 09 19:43:56.932519 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d6ec617-9a21-4f94-bf85-7fce5ed485e0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8e33c0c9-269d-405f-8080-fe1db4f229ff,revision_number=None']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:43:57.009465 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-d04af0fd-49a1-4210-a305-92a648dfdb40 req-63130ba1-2a1a-4ef8-a62f-48970af567ce tempest-TestVolumeBackupRestore-719474059 tempest-TestVolumeBackupRestore-719474059-project] 10.222.0.75 "GET /v2.0/security-groups?id=9756189c-51bb-4234-9287-a2b3fd71ce58&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0871539 Feb 09 19:43:57.070216 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aa111eb-fa4d-4e74-975a-3d3361f23e0f req-a2d86c06-8d82-48b4-a006-855365b73974 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:43:57.071830 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-2aa111eb-fa4d-4e74-975a-3d3361f23e0f req-a2d86c06-8d82-48b4-a006-855365b73974 service neutron] 10.222.0.89 "GET /v2.0/networks?id=6c0390b8-57a8-4e5d-b1b3-4d3098f0383e HTTP/1.1" status: 200 len: 913 time: 0.1157885 Feb 09 19:43:57.088955 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92dbd60b-e795-4299-9a1c-ebce0d572a1a req-3a78e13c-edab-4bf3-9cde-d74a6e4c91f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:43:57.090475 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-92dbd60b-e795-4299-9a1c-ebce0d572a1a req-3a78e13c-edab-4bf3-9cde-d74a6e4c91f6 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=6c0390b8-57a8-4e5d-b1b3-4d3098f0383e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.2125216 Feb 09 19:43:57.138276 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-2aa111eb-fa4d-4e74-975a-3d3361f23e0f req-2431de6a-62da-49a4-aa9b-db8ba810be7e service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e05a24f3-41be-4636-973c-20cbe5cf3a4a HTTP/1.1" status: 200 len: 217 time: 0.0571210 Feb 09 19:43:57.267812 n-d-713498-36 neutron-server[103230]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-db89b445-2c4b-4c05-a7c0-cfa5f9e55e8f tempest-TestSecurityGroupsBasicOps-1450369721 tempest-TestSecurityGroupsBasicOps-1450369721-project] Router 07c999dd-3fc0-4df0-9a6c-4e573884e7f7 has already been hosted by L3 agent 93303d5e-5d17-45e8-8963-7694f87783ae {{(pid=103230) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 19:43:57.269534 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aa111eb-fa4d-4e74-975a-3d3361f23e0f req-2ceec568-5443-47f1-9bfb-2563b6963f3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:43:57.271746 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-2aa111eb-fa4d-4e74-975a-3d3361f23e0f req-2ceec568-5443-47f1-9bfb-2563b6963f3c service neutron] 10.222.0.89 "GET /v2.0/subnets?id=8c23e8df-50ec-4124-b2e0-ec4287e0865a HTTP/1.1" status: 200 len: 851 time: 0.1209278 Feb 09 19:43:57.334821 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-92dbd60b-e795-4299-9a1c-ebce0d572a1a req-079c4d65-d503-4b50-be52-d197d75b2ff7 service neutron] 10.222.0.90 "GET /v2.0/networks/6c0390b8-57a8-4e5d-b1b3-4d3098f0383e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2073245 Feb 09 19:43:57.463388 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-db89b445-2c4b-4c05-a7c0-cfa5f9e55e8f tempest-TestSecurityGroupsBasicOps-1450369721 tempest-TestSecurityGroupsBasicOps-1450369721-project] Notify agent at l3_agent.n-d-713498-36 the message routers_updated {{(pid=103230) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 19:43:57.469531 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-db89b445-2c4b-4c05-a7c0-cfa5f9e55e8f tempest-TestSecurityGroupsBasicOps-1450369721 tempest-TestSecurityGroupsBasicOps-1450369721-project] 10.222.0.75 "PUT /v2.0/routers/07c999dd-3fc0-4df0-9a6c-4e573884e7f7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6260369 Feb 09 19:43:57.471981 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 47800) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:43:57.477822 n-d-713498-36 neutron-server[103233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af30a5b1-c4be-44a9-9779-58bb04ab7fd7 None None] Sync routers for ids ['07c999dd-3fc0-4df0-9a6c-4e573884e7f7'] in n-d-713498-36 {{(pid=103233) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 19:43:57.491345 n-d-713498-36 neutron-server[103233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af30a5b1-c4be-44a9-9779-58bb04ab7fd7 None None] Routers {'07c999dd-3fc0-4df0-9a6c-4e573884e7f7'} bound to L3 agent in host n-d-713498-36 {{(pid=103233) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 19:43:57.492461 n-d-713498-36 neutron-server[103233]: DEBUG neutron.db.l3_hamode_db [None req-af30a5b1-c4be-44a9-9779-58bb04ab7fd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-09T18:51:43Z,description=,heartbeat_timestamp=2022-02-09T19:43:43Z,host='n-d-713498-36',id=93303d5e-5d17-45e8-8963-7694f87783ae,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T18:51:43Z,topic='l3_agent')) {'router_ids': ['07c999dd-3fc0-4df0-9a6c-4e573884e7f7'], 'active': True} {{(pid=103233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:43:57.515666 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-92dbd60b-e795-4299-9a1c-ebce0d572a1a req-6f3e8432-feb5-4535-8af6-fc81ac6bd46d service neutron] 10.222.0.90 "GET /v2.0/networks/6c0390b8-57a8-4e5d-b1b3-4d3098f0383e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1700985 Feb 09 19:43:57.520038 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aa111eb-fa4d-4e74-975a-3d3361f23e0f req-51749db3-e7d4-49a1-bd91-4d11f4de32b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:43:57.525912 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-2aa111eb-fa4d-4e74-975a-3d3361f23e0f req-51749db3-e7d4-49a1-bd91-4d11f4de32b9 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=6c0390b8-57a8-4e5d-b1b3-4d3098f0383e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.2435431 Feb 09 19:43:57.541920 n-d-713498-36 neutron-server[103230]: DEBUG neutron.db.db_base_plugin_v2 [None req-613179d5-66a0-4279-a6c6-2f4679b74738 tempest-TestSecurityGroupsBasicOps-1450369721 tempest-TestSecurityGroupsBasicOps-1450369721-project] Deleting subnet feee26c6-6784-4501-89e2-39f6c205a27c {{(pid=103230) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 19:43:57.556022 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-613179d5-66a0-4279-a6c6-2f4679b74738 tempest-TestSecurityGroupsBasicOps-1450369721 tempest-TestSecurityGroupsBasicOps-1450369721-project] Publish callbacks [] for subnet (feee26c6-6784-4501-89e2-39f6c205a27c), before_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:43:57.626887 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-613179d5-66a0-4279-a6c6-2f4679b74738 tempest-TestSecurityGroupsBasicOps-1450369721 tempest-TestSecurityGroupsBasicOps-1450369721-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12895822'] for subnet (feee26c6-6784-4501-89e2-39f6c205a27c), precommit_delete_associations {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:43:57.661073 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-2aa111eb-fa4d-4e74-975a-3d3361f23e0f req-d73b32aa-21fa-42f3-85c1-1eb56f0d9415 service neutron] 10.222.0.89 "GET /v2.0/networks/6c0390b8-57a8-4e5d-b1b3-4d3098f0383e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1314547 Feb 09 19:43:57.728079 n-d-713498-36 neutron-server[103233]: DEBUG neutron.db.l3_dvr_db [None req-af30a5b1-c4be-44a9-9779-58bb04ab7fd7 None None] Set router 07c999dd-3fc0-4df0-9a6c-4e573884e7f7 gateway port host: n-d-713498-36 {{(pid=103233) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 19:43:57.782662 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-2aa111eb-fa4d-4e74-975a-3d3361f23e0f req-80f8c8a7-7556-43ef-90b9-e96b37a92824 service neutron] 10.222.0.89 "GET /v2.0/networks/6c0390b8-57a8-4e5d-b1b3-4d3098f0383e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1160560 Feb 09 19:43:57.839183 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-613179d5-66a0-4279-a6c6-2f4679b74738 tempest-TestSecurityGroupsBasicOps-1450369721 tempest-TestSecurityGroupsBasicOps-1450369721-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-759852'] for subnet (feee26c6-6784-4501-89e2-39f6c205a27c), precommit_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:43:57.913062 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-613179d5-66a0-4279-a6c6-2f4679b74738 tempest-TestSecurityGroupsBasicOps-1450369721 tempest-TestSecurityGroupsBasicOps-1450369721-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-760023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14393672', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12985882'] for subnet (feee26c6-6784-4501-89e2-39f6c205a27c), after_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:43:57.949802 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-613179d5-66a0-4279-a6c6-2f4679b74738 tempest-TestSecurityGroupsBasicOps-1450369721 tempest-TestSecurityGroupsBasicOps-1450369721-project] Pushing event deleted for resources: {'Subnet': ['ID=feee26c6-6784-4501-89e2-39f6c205a27c,revision_number=None']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:43:57.961381 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff04ee9f-3967-48a0-b6cd-2ab3cd85ecbb None None] Network 680c8d73-a86e-4665-a805-21a029d45ebb requested from n-d-713498-36 {{(pid=103232) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 19:43:57.970464 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-613179d5-66a0-4279-a6c6-2f4679b74738 tempest-TestSecurityGroupsBasicOps-1450369721 tempest-TestSecurityGroupsBasicOps-1450369721-project] Publish callbacks [] for subnet (None), before_response {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:43:57.981860 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-613179d5-66a0-4279-a6c6-2f4679b74738 tempest-TestSecurityGroupsBasicOps-1450369721 tempest-TestSecurityGroupsBasicOps-1450369721-project] 10.222.0.75 "DELETE /v2.0/subnets/feee26c6-6784-4501-89e2-39f6c205a27c HTTP/1.1" status: 204 len: 168 time: 0.5066075 Feb 09 19:43:57.982254 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d9da0f2-dac9-4381-a562-42a7bed8288e req-8837c3f8-c807-4f36-9174-0fb3ec7b501c tempest-TestVolumeBootPattern-1615943498 tempest-TestVolumeBootPattern-1615943498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:43:57.982831 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 47814) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:43:57.990492 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-6d9da0f2-dac9-4381-a562-42a7bed8288e req-8837c3f8-c807-4f36-9174-0fb3ec7b501c tempest-TestVolumeBootPattern-1615943498 tempest-TestVolumeBootPattern-1615943498-project] 10.222.0.75 "GET /v2.0/ports?device_id=3507b4ea-1569-4b50-9d48-65e1c6890ca9 HTTP/1.1" status: 200 len: 944 time: 0.1135228 Feb 09 19:43:58.173327 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-0a8fef22-095e-47d1-882a-54703d190355 tempest-TestSecurityGroupsBasicOps-1450369721 tempest-TestSecurityGroupsBasicOps-1450369721-project] Publish callbacks [] for router (07c999dd-3fc0-4df0-9a6c-4e573884e7f7), before_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:43:58.173555 n-d-713498-36 neutron-server[103233]: DEBUG neutron.db.l3_hamode_db [None req-af30a5b1-c4be-44a9-9779-58bb04ab7fd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '07c999dd-3fc0-4df0-9a6c-4e573884e7f7', 'name': 'tempest-TestSecurityGroupsBasicOps-router-781874670', 'tenant_id': 'ad7e5b1e3bd44a9292bbae1791f9aecc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88055e1e-672a-4487-be31-ffb6e833ece5', 'external_fixed_ips': [{'subnet_id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'ip_address': '172.25.1.226'}], 'enable_snat': True}, 'gw_port_id': 'd419cd9f-4899-4635-85df-c583d337910d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T19:43:26Z', 'updated_at': '2022-02-09T19:43:56Z', 'revision_number': 5, 'project_id': 'ad7e5b1e3bd44a9292bbae1791f9aecc', 'gw_port': {'id': 'd419cd9f-4899-4635-85df-c583d337910d', 'name': '', 'network_id': '88055e1e-672a-4487-be31-ffb6e833ece5', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:1e:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07c999dd-3fc0-4df0-9a6c-4e573884e7f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3890, 'fixed_ips': [{'subnet_id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'ip_address': '172.25.1.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T19:43:26Z', 'updated_at': '2022-02-09T19:43:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-36'}], 'n-d-713498-36', False) {} {{(pid=103233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:43:58.180219 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-6d9da0f2-dac9-4381-a562-42a7bed8288e req-df91b626-5275-404e-92e7-3fe18bcdeec6 tempest-TestVolumeBootPattern-1615943498 tempest-TestVolumeBootPattern-1615943498-project] 10.222.0.75 "GET /v2.0/security-groups?id=85e2738d-e0ce-44c8-a269-2deaf81a01f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1866491 Feb 09 19:43:58.235110 n-d-713498-36 neutron-server[103233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af30a5b1-c4be-44a9-9779-58bb04ab7fd7 None None] Checking router: 07c999dd-3fc0-4df0-9a6c-4e573884e7f7 for host: n-d-713498-36 {{(pid=103233) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 19:43:58.256117 n-d-713498-36 neutron-server[103233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af30a5b1-c4be-44a9-9779-58bb04ab7fd7 None None] Routers {'07c999dd-3fc0-4df0-9a6c-4e573884e7f7'} bound to L3 agent in host n-d-713498-36 {{(pid=103233) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 19:43:58.257084 n-d-713498-36 neutron-server[103233]: DEBUG neutron.db.l3_hamode_db [None req-af30a5b1-c4be-44a9-9779-58bb04ab7fd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-09T18:51:43Z,description=,heartbeat_timestamp=2022-02-09T19:43:43Z,host='n-d-713498-36',id=93303d5e-5d17-45e8-8963-7694f87783ae,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T18:51:43Z,topic='l3_agent')) {'router_ids': ['07c999dd-3fc0-4df0-9a6c-4e573884e7f7'], 'active': True} {{(pid=103233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:43:58.334341 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2332d441-ebc6-45af-913c-0de53a3922f4 None None] DHCP port deletion for 680c8d73-a86e-4665-a805-21a029d45ebb request from n-d-713498-36 {{(pid=103232) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 09 19:43:58.410431 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee27f1d5-5647-4a7f-b1c7-3b2e05119a6d req-fd01a56f-f48c-45bc-a551-fe31f754a431 tempest-TestVolumeBackupRestore-719474059 tempest-TestVolumeBackupRestore-719474059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:43:58.411957 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-ee27f1d5-5647-4a7f-b1c7-3b2e05119a6d req-fd01a56f-f48c-45bc-a551-fe31f754a431 tempest-TestVolumeBackupRestore-719474059 tempest-TestVolumeBackupRestore-719474059-project] 10.222.0.75 "GET /v2.0/ports?device_id=ef11860c-6c68-4442-8b21-9c74e24d1a1d HTTP/1.1" status: 200 len: 943 time: 0.1586721 Feb 09 19:43:58.420231 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-2332d441-ebc6-45af-913c-0de53a3922f4 None None] Deleting port 06aaa3ee-4b95-4f47-9482-9011d66d18ab {{(pid=103232) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 19:43:58.420710 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-2332d441-ebc6-45af-913c-0de53a3922f4 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762867170196'] for port (06aaa3ee-4b95-4f47-9482-9011d66d18ab), before_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:43:58.447224 n-d-713498-36 neutron-server[103233]: DEBUG neutron.db.l3_dvr_db [None req-af30a5b1-c4be-44a9-9779-58bb04ab7fd7 None None] Set router 07c999dd-3fc0-4df0-9a6c-4e573884e7f7 gateway port host: n-d-713498-36 {{(pid=103233) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 19:43:58.504901 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-2332d441-ebc6-45af-913c-0de53a3922f4 None None] For port 06aaa3ee-4b95-4f47-9482-9011d66d18ab, host n-d-713498-36, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-36',level=0,port_id=06aaa3ee-4b95-4f47-9482-9011d66d18ab,segment=NetworkSegment(df303057-d82f-4f49-9a6d-902c6c994491),segment_id=df303057-d82f-4f49-9a6d-902c6c994491)] {{(pid=103232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 19:43:58.505302 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-2332d441-ebc6-45af-913c-0de53a3922f4 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1820838'] for port (06aaa3ee-4b95-4f47-9482-9011d66d18ab), precommit_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:43:58.511128 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-0a8fef22-095e-47d1-882a-54703d190355 tempest-TestSecurityGroupsBasicOps-1450369721 tempest-TestSecurityGroupsBasicOps-1450369721-project] Publish callbacks [] for router_gateway (07c999dd-3fc0-4df0-9a6c-4e573884e7f7), before_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:43:58.531620 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Device 06aaa3ee-4b95-4f47-9482-9011d66d18ab no longer exists at agent ovs-agent-n-d-713498-36 {{(pid=103232) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 19:43:58.614953 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-2332d441-ebc6-45af-913c-0de53a3922f4 None None] Calling delete_port for 06aaa3ee-4b95-4f47-9482-9011d66d18ab owned by network:dhcp {{(pid=103232) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 19:43:58.619000 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-ee27f1d5-5647-4a7f-b1c7-3b2e05119a6d req-498c6386-f1ee-4d33-9809-864d877c1620 tempest-TestVolumeBackupRestore-719474059 tempest-TestVolumeBackupRestore-719474059-project] 10.222.0.75 "GET /v2.0/security-groups?id=9756189c-51bb-4234-9287-a2b3fd71ce58&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1862903 Feb 09 19:43:58.670378 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.plugin [None req-0a8fef22-095e-47d1-882a-54703d190355 tempest-TestSecurityGroupsBasicOps-1450369721 tempest-TestSecurityGroupsBasicOps-1450369721-project] Deleting port d419cd9f-4899-4635-85df-c583d337910d {{(pid=103230) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 19:43:58.672494 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-0a8fef22-095e-47d1-882a-54703d190355 tempest-TestSecurityGroupsBasicOps-1450369721 tempest-TestSecurityGroupsBasicOps-1450369721-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762867170196'] for port (d419cd9f-4899-4635-85df-c583d337910d), before_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:43:58.724423 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Current status of the port 06aaa3ee-4b95-4f47-9482-9011d66d18ab is: ACTIVE; New status is: DOWN {{(pid=103232) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 19:43:58.725127 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (06aaa3ee-4b95-4f47-9482-9011d66d18ab), before_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:43:58.802142 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] For port 06aaa3ee-4b95-4f47-9482-9011d66d18ab, host n-d-713498-36, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-36',level=0,port_id=06aaa3ee-4b95-4f47-9482-9011d66d18ab,segment=NetworkSegment(df303057-d82f-4f49-9a6d-902c6c994491),segment_id=df303057-d82f-4f49-9a6d-902c6c994491)] {{(pid=103232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 19:43:58.815241 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.db [None req-0a8fef22-095e-47d1-882a-54703d190355 tempest-TestSecurityGroupsBasicOps-1450369721 tempest-TestSecurityGroupsBasicOps-1450369721-project] For port d419cd9f-4899-4635-85df-c583d337910d, host n-d-713498-36, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-36',level=0,port_id=d419cd9f-4899-4635-85df-c583d337910d,segment=NetworkSegment(a4222f89-8d3f-4b51-953b-1a8126392491),segment_id=a4222f89-8d3f-4b51-953b-1a8126392491)] {{(pid=103230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 19:43:58.815763 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-0a8fef22-095e-47d1-882a-54703d190355 tempest-TestSecurityGroupsBasicOps-1450369721 tempest-TestSecurityGroupsBasicOps-1450369721-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1820838'] for port (d419cd9f-4899-4635-85df-c583d337910d), precommit_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:43:58.827703 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762867176205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762866656485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762866656503'] for port (06aaa3ee-4b95-4f47-9482-9011d66d18ab), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:43:58.839496 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.plugin [None req-0a8fef22-095e-47d1-882a-54703d190355 tempest-TestSecurityGroupsBasicOps-1450369721 tempest-TestSecurityGroupsBasicOps-1450369721-project] Calling delete_port for d419cd9f-4899-4635-85df-c583d337910d owned by network:router_gateway {{(pid=103230) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 19:43:58.887220 n-d-713498-36 neutron-server[103233]: DEBUG neutron.db.l3_hamode_db [None req-af30a5b1-c4be-44a9-9779-58bb04ab7fd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '07c999dd-3fc0-4df0-9a6c-4e573884e7f7', 'name': 'tempest-TestSecurityGroupsBasicOps-router-781874670', 'tenant_id': 'ad7e5b1e3bd44a9292bbae1791f9aecc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88055e1e-672a-4487-be31-ffb6e833ece5', 'external_fixed_ips': [{'subnet_id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'ip_address': '172.25.1.226'}], 'enable_snat': True}, 'gw_port_id': 'd419cd9f-4899-4635-85df-c583d337910d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T19:43:26Z', 'updated_at': '2022-02-09T19:43:56Z', 'revision_number': 5, 'project_id': 'ad7e5b1e3bd44a9292bbae1791f9aecc', 'gw_port': {'id': 'd419cd9f-4899-4635-85df-c583d337910d', 'name': '', 'network_id': '88055e1e-672a-4487-be31-ffb6e833ece5', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:1e:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07c999dd-3fc0-4df0-9a6c-4e573884e7f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3890, 'fixed_ips': [{'subnet_id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'ip_address': '172.25.1.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T19:43:26Z', 'updated_at': '2022-02-09T19:43:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-36'}], 'n-d-713498-36', False) {} {{(pid=103233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:43:58.945742 n-d-713498-36 neutron-server[103233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af30a5b1-c4be-44a9-9779-58bb04ab7fd7 None None] The sync data for ids ['07c999dd-3fc0-4df0-9a6c-4e573884e7f7'] in n-d-713498-36 is: [{'id': '07c999dd-3fc0-4df0-9a6c-4e573884e7f7', 'name': 'tempest-TestSecurityGroupsBasicOps-router-781874670', 'tenant_id': 'ad7e5b1e3bd44a9292bbae1791f9aecc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88055e1e-672a-4487-be31-ffb6e833ece5', 'external_fixed_ips': [{'subnet_id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'ip_address': '172.25.1.226'}], 'enable_snat': True}, 'gw_port_id': 'd419cd9f-4899-4635-85df-c583d337910d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T19:43:26Z', 'updated_at': '2022-02-09T19:43:56Z', 'revision_number': 5, 'project_id': 'ad7e5b1e3bd44a9292bbae1791f9aecc', 'gw_port': {'id': 'd419cd9f-4899-4635-85df-c583d337910d', 'name': '', 'network_id': '88055e1e-672a-4487-be31-ffb6e833ece5', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:1e:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07c999dd-3fc0-4df0-9a6c-4e573884e7f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3890, 'fixed_ips': [{'subnet_id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'ip_address': '172.25.1.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T19:43:26Z', 'updated_at': '2022-02-09T19:43:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-36'}] {{(pid=103233) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 19:43:59.003071 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-2332d441-ebc6-45af-913c-0de53a3922f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762867177463', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762866656476'] for port (06aaa3ee-4b95-4f47-9482-9011d66d18ab), after_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:43:59.027430 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2332d441-ebc6-45af-913c-0de53a3922f4 None None] No DVR routers for this DVR port 06aaa3ee-4b95-4f47-9482-9011d66d18ab on host n-d-713498-36 {{(pid=103232) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 19:43:59.077346 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Pushing event updated for resources: {'Port': ['ID=06aaa3ee-4b95-4f47-9482-9011d66d18ab,revision_number=5']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:43:59.135438 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2332d441-ebc6-45af-913c-0de53a3922f4 None None] Pushing event deleted for resources: {'Port': ['ID=06aaa3ee-4b95-4f47-9482-9011d66d18ab,revision_number=None']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:43:59.165764 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-0a8fef22-095e-47d1-882a-54703d190355 tempest-TestSecurityGroupsBasicOps-1450369721 tempest-TestSecurityGroupsBasicOps-1450369721-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762867177463', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762866656476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14393751'] for port (d419cd9f-4899-4635-85df-c583d337910d), after_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:43:59.397871 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b9b2313-da67-40a9-a34c-49a3a63f9f84 req-d74c6e35-a0ca-4d1f-bfef-45f04b2fa420 tempest-TestVolumeBootPattern-1615943498 tempest-TestVolumeBootPattern-1615943498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:43:59.399543 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-2b9b2313-da67-40a9-a34c-49a3a63f9f84 req-d74c6e35-a0ca-4d1f-bfef-45f04b2fa420 tempest-TestVolumeBootPattern-1615943498 tempest-TestVolumeBootPattern-1615943498-project] 10.222.0.75 "GET /v2.0/ports?device_id=3507b4ea-1569-4b50-9d48-65e1c6890ca9 HTTP/1.1" status: 200 len: 944 time: 0.1552849 Feb 09 19:43:59.524751 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-2b9b2313-da67-40a9-a34c-49a3a63f9f84 req-e8e45f3d-c0b1-437c-ab33-083a8e3ffc07 tempest-TestVolumeBootPattern-1615943498 tempest-TestVolumeBootPattern-1615943498-project] 10.222.0.75 "GET /v2.0/security-groups?id=85e2738d-e0ce-44c8-a269-2deaf81a01f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1126318 Feb 09 19:43:59.775782 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a8fef22-095e-47d1-882a-54703d190355 tempest-TestSecurityGroupsBasicOps-1450369721 tempest-TestSecurityGroupsBasicOps-1450369721-project] Pushing event deleted for resources: {'Port': ['ID=d419cd9f-4899-4635-85df-c583d337910d,revision_number=None']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:43:59.954881 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-0a8fef22-095e-47d1-882a-54703d190355 tempest-TestSecurityGroupsBasicOps-1450369721 tempest-TestSecurityGroupsBasicOps-1450369721-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1818987'] for router_gateway (07c999dd-3fc0-4df0-9a6c-4e573884e7f7), after_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:44:00.120356 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-403c092a-afe5-4847-a9ba-2b9cf9396968 req-60a9e556-5f76-471f-8c1f-b5d758b21ca2 tempest-TestVolumeBackupRestore-719474059 tempest-TestVolumeBackupRestore-719474059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:44:00.137567 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-403c092a-afe5-4847-a9ba-2b9cf9396968 req-60a9e556-5f76-471f-8c1f-b5d758b21ca2 tempest-TestVolumeBackupRestore-719474059 tempest-TestVolumeBackupRestore-719474059-project] 10.222.0.75 "GET /v2.0/ports?device_id=ef11860c-6c68-4442-8b21-9c74e24d1a1d HTTP/1.1" status: 200 len: 943 time: 0.3063700 Feb 09 19:44:00.245285 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-0a8fef22-095e-47d1-882a-54703d190355 tempest-TestSecurityGroupsBasicOps-1450369721 tempest-TestSecurityGroupsBasicOps-1450369721-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1834988', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-58375'] for router (07c999dd-3fc0-4df0-9a6c-4e573884e7f7), precommit_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:44:00.248919 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-0a8fef22-095e-47d1-882a-54703d190355 tempest-TestSecurityGroupsBasicOps-1450369721 tempest-TestSecurityGroupsBasicOps-1450369721-project] Publish callbacks [] for router_controller (07c999dd-3fc0-4df0-9a6c-4e573884e7f7), precommit_delete_associations {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:44:00.254302 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-403c092a-afe5-4847-a9ba-2b9cf9396968 req-981c3956-a3a5-48c3-8af0-3d4572f8a065 tempest-TestVolumeBackupRestore-719474059 tempest-TestVolumeBackupRestore-719474059-project] 10.222.0.75 "GET /v2.0/security-groups?id=9756189c-51bb-4234-9287-a2b3fd71ce58&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1153238 Feb 09 19:44:00.312582 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-0a8fef22-095e-47d1-882a-54703d190355 tempest-TestSecurityGroupsBasicOps-1450369721 tempest-TestSecurityGroupsBasicOps-1450369721-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1835003'] for router (07c999dd-3fc0-4df0-9a6c-4e573884e7f7), after_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:44:00.316716 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0a8fef22-095e-47d1-882a-54703d190355 tempest-TestSecurityGroupsBasicOps-1450369721 tempest-TestSecurityGroupsBasicOps-1450369721-project] Fanout notify agent at l3_agent the message router_deleted on router 07c999dd-3fc0-4df0-9a6c-4e573884e7f7 {{(pid=103230) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 09 19:44:00.334157 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-0a8fef22-095e-47d1-882a-54703d190355 tempest-TestSecurityGroupsBasicOps-1450369721 tempest-TestSecurityGroupsBasicOps-1450369721-project] Publish callbacks [] for router (None), before_response {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:44:00.338120 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 47838) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:44:00.342787 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-0a8fef22-095e-47d1-882a-54703d190355 tempest-TestSecurityGroupsBasicOps-1450369721 tempest-TestSecurityGroupsBasicOps-1450369721-project] 10.222.0.75 "DELETE /v2.0/routers/07c999dd-3fc0-4df0-9a6c-4e573884e7f7 HTTP/1.1" status: 204 len: 168 time: 2.3581042 Feb 09 19:44:00.497680 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-4d0d8e20-961d-4141-923b-8d1749668dd8 tempest-TestSecurityGroupsBasicOps-1450369721 tempest-TestSecurityGroupsBasicOps-1450369721-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-670458'] for network (680c8d73-a86e-4665-a805-21a029d45ebb), before_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:44:00.554004 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Device 9cecc6c9-daa8-4711-831f-5ea74778d273 no longer exists at agent ovs-agent-n-d-713498-36 {{(pid=103232) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 19:44:00.602250 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] No Port match for: 9cecc6c9-daa8-4711-831f-5ea74778d273 {{(pid=103232) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 19:44:00.606176 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Device 9cecc6c9-daa8-4711-831f-5ea74778d273 not bound to the agent host n-d-713498-36 {{(pid=103232) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 19:44:00.766065 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-4d0d8e20-961d-4141-923b-8d1749668dd8 tempest-TestSecurityGroupsBasicOps-1450369721 tempest-TestSecurityGroupsBasicOps-1450369721-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-590267', 'neutron.services.segments.db._delete_segments_for_network-8762867132609'] for network (680c8d73-a86e-4665-a805-21a029d45ebb), precommit_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:44:00.798544 n-d-713498-36 neutron-server[103229]: DEBUG neutron.services.segments.db [None req-4d0d8e20-961d-4141-923b-8d1749668dd8 tempest-TestSecurityGroupsBasicOps-1450369721 tempest-TestSecurityGroupsBasicOps-1450369721-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['680c8d73-a86e-4665-a805-21a029d45ebb']}} {{(pid=103229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:44:00.811133 n-d-713498-36 neutron-server[103229]: DEBUG neutron.services.segments.db [None req-4d0d8e20-961d-4141-923b-8d1749668dd8 tempest-TestSecurityGroupsBasicOps-1450369721 tempest-TestSecurityGroupsBasicOps-1450369721-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'df303057-d82f-4f49-9a6d-902c6c994491') {'for_net_delete': True} {{(pid=103229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:44:00.811413 n-d-713498-36 neutron-server[103229]: DEBUG neutron.services.segments.db [None req-4d0d8e20-961d-4141-923b-8d1749668dd8 tempest-TestSecurityGroupsBasicOps-1450369721 tempest-TestSecurityGroupsBasicOps-1450369721-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'df303057-d82f-4f49-9a6d-902c6c994491') {} {{(pid=103229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:44:00.829903 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-4d0d8e20-961d-4141-923b-8d1749668dd8 tempest-TestSecurityGroupsBasicOps-1450369721 tempest-TestSecurityGroupsBasicOps-1450369721-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762867134154', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16683417'] for segment (df303057-d82f-4f49-9a6d-902c6c994491), before_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:44:00.851799 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fe8b4f6-624e-4aee-8299-e84aa0b0ff5d req-738da680-dd68-465d-862c-493cdcd03fab tempest-TestVolumeBootPattern-1615943498 tempest-TestVolumeBootPattern-1615943498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:44:00.853539 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-3fe8b4f6-624e-4aee-8299-e84aa0b0ff5d req-738da680-dd68-465d-862c-493cdcd03fab tempest-TestVolumeBootPattern-1615943498 tempest-TestVolumeBootPattern-1615943498-project] 10.222.0.75 "GET /v2.0/ports?device_id=3507b4ea-1569-4b50-9d48-65e1c6890ca9 HTTP/1.1" status: 200 len: 944 time: 0.1380739 Feb 09 19:44:00.864543 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-4d0d8e20-961d-4141-923b-8d1749668dd8 tempest-TestSecurityGroupsBasicOps-1450369721 tempest-TestSecurityGroupsBasicOps-1450369721-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-759574'] for segment (df303057-d82f-4f49-9a6d-902c6c994491), precommit_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:44:00.884540 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4d0d8e20-961d-4141-923b-8d1749668dd8 tempest-TestSecurityGroupsBasicOps-1450369721 tempest-TestSecurityGroupsBasicOps-1450369721-project] Releasing vlan 360 on physical network physnet1 to pool {{(pid=103229) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 19:44:00.885435 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-4d0d8e20-961d-4141-923b-8d1749668dd8 tempest-TestSecurityGroupsBasicOps-1450369721 tempest-TestSecurityGroupsBasicOps-1450369721-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-759574', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12867469'] for segment (df303057-d82f-4f49-9a6d-902c6c994491), after_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:44:00.909283 n-d-713498-36 neutron-server[103229]: Traceback (most recent call last): Feb 09 19:44:00.909283 n-d-713498-36 neutron-server[103229]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 19:44:00.909283 n-d-713498-36 neutron-server[103229]: timer() Feb 09 19:44:00.909283 n-d-713498-36 neutron-server[103229]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 19:44:00.909283 n-d-713498-36 neutron-server[103229]: cb(*args, **kw) Feb 09 19:44:00.909283 n-d-713498-36 neutron-server[103229]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 19:44:00.909283 n-d-713498-36 neutron-server[103229]: return func(*args, **kwargs) Feb 09 19:44:00.909283 n-d-713498-36 neutron-server[103229]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 19:44:00.909283 n-d-713498-36 neutron-server[103229]: self._notify() Feb 09 19:44:00.909283 n-d-713498-36 neutron-server[103229]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 19:44:00.909283 n-d-713498-36 neutron-server[103229]: self.callback(batched_events) Feb 09 19:44:00.909283 n-d-713498-36 neutron-server[103229]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 19:44:00.909283 n-d-713498-36 neutron-server[103229]: event.method(event) Feb 09 19:44:00.909283 n-d-713498-36 neutron-server[103229]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 19:44:00.909283 n-d-713498-36 neutron-server[103229]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 19:44:00.909283 n-d-713498-36 neutron-server[103229]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 19:44:00.909283 n-d-713498-36 neutron-server[103229]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 19:44:00.909283 n-d-713498-36 neutron-server[103229]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 19:44:00.909283 n-d-713498-36 neutron-server[103229]: return f(self, *a, **k) Feb 09 19:44:00.909283 n-d-713498-36 neutron-server[103229]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 19:44:00.909283 n-d-713498-36 neutron-server[103229]: return self._get(url).json() Feb 09 19:44:00.909283 n-d-713498-36 neutron-server[103229]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 19:44:00.909283 n-d-713498-36 neutron-server[103229]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 19:44:00.909283 n-d-713498-36 neutron-server[103229]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 19:44:00.909283 n-d-713498-36 neutron-server[103229]: return self.request(url, 'GET', **kwargs) Feb 09 19:44:00.909283 n-d-713498-36 neutron-server[103229]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 19:44:00.909283 n-d-713498-36 neutron-server[103229]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 19:44:00.909283 n-d-713498-36 neutron-server[103229]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 19:44:00.909283 n-d-713498-36 neutron-server[103229]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 19:44:00.909283 n-d-713498-36 neutron-server[103229]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 19:44:00.909283 n-d-713498-36 neutron-server[103229]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 19:44:00.909283 n-d-713498-36 neutron-server[103229]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 19:44:01.071674 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-4d0d8e20-961d-4141-923b-8d1749668dd8 tempest-TestSecurityGroupsBasicOps-1450369721 tempest-TestSecurityGroupsBasicOps-1450369721-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-590242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1885479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1818895'] for network (680c8d73-a86e-4665-a805-21a029d45ebb), after_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:44:01.092774 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-4d0d8e20-961d-4141-923b-8d1749668dd8 tempest-TestSecurityGroupsBasicOps-1450369721 tempest-TestSecurityGroupsBasicOps-1450369721-project] Publish callbacks [] for network (None), before_response {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:44:01.101032 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-4d0d8e20-961d-4141-923b-8d1749668dd8 tempest-TestSecurityGroupsBasicOps-1450369721 tempest-TestSecurityGroupsBasicOps-1450369721-project] 10.222.0.75 "DELETE /v2.0/networks/680c8d73-a86e-4665-a805-21a029d45ebb HTTP/1.1" status: 204 len: 168 time: 0.7618687 Feb 09 19:44:01.106258 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 47848) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:44:01.152109 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-3fe8b4f6-624e-4aee-8299-e84aa0b0ff5d req-9a72cc05-0eab-4f28-a265-d2752c1b722d tempest-TestVolumeBootPattern-1615943498 tempest-TestVolumeBootPattern-1615943498-project] 10.222.0.75 "GET /v2.0/security-groups?id=85e2738d-e0ce-44c8-a269-2deaf81a01f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2842839 Feb 09 19:44:01.153522 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d0d8e20-961d-4141-923b-8d1749668dd8 tempest-TestSecurityGroupsBasicOps-1450369721 tempest-TestSecurityGroupsBasicOps-1450369721-project] Pushing event deleted for resources: {'Network': ['ID=680c8d73-a86e-4665-a805-21a029d45ebb,revision_number=None']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:44:01.391201 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.plugin [None req-c5252ad3-d89f-4d8b-9ced-a3c6711f7764 tempest-TestSecurityGroupsBasicOps-1450369721 tempest-TestSecurityGroupsBasicOps-1450369721-project] Deleting port 8069aa5a-afe3-4a8a-abc8-bdc06cf53640 {{(pid=103230) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 19:44:01.391798 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-c5252ad3-d89f-4d8b-9ced-a3c6711f7764 tempest-TestSecurityGroupsBasicOps-1450369721 tempest-TestSecurityGroupsBasicOps-1450369721-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762867170196'] for port (8069aa5a-afe3-4a8a-abc8-bdc06cf53640), before_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:44:01.498663 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d4ac8b2-8abf-42e8-9f23-34cad6e1dd2d req-2d5968c4-27da-4ab7-8104-6821e44b7c6f tempest-TestVolumeBackupRestore-719474059 tempest-TestVolumeBackupRestore-719474059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:44:01.500079 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-2d4ac8b2-8abf-42e8-9f23-34cad6e1dd2d req-2d5968c4-27da-4ab7-8104-6821e44b7c6f tempest-TestVolumeBackupRestore-719474059 tempest-TestVolumeBackupRestore-719474059-project] 10.222.0.75 "GET /v2.0/ports?device_id=ef11860c-6c68-4442-8b21-9c74e24d1a1d HTTP/1.1" status: 200 len: 943 time: 0.1245990 Feb 09 19:44:01.544484 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-c5252ad3-d89f-4d8b-9ced-a3c6711f7764 tempest-TestSecurityGroupsBasicOps-1450369721 tempest-TestSecurityGroupsBasicOps-1450369721-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1820838'] for port (8069aa5a-afe3-4a8a-abc8-bdc06cf53640), precommit_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:44:01.544484 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-c5252ad3-d89f-4d8b-9ced-a3c6711f7764 tempest-TestSecurityGroupsBasicOps-1450369721 tempest-TestSecurityGroupsBasicOps-1450369721-project] Publish callbacks [] for floatingip (8069aa5a-afe3-4a8a-abc8-bdc06cf53640), precommit_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:44:01.575912 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab637a9f-4bfb-475f-928e-de4c48e7dca1 req-a09779c0-a0aa-4c91-a9f2-c0f1adcc7fa6 tempest-VolumesSnapshotTestJSON-1470959948 tempest-VolumesSnapshotTestJSON-1470959948-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:44:01.578859 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.plugin [None req-c5252ad3-d89f-4d8b-9ced-a3c6711f7764 tempest-TestSecurityGroupsBasicOps-1450369721 tempest-TestSecurityGroupsBasicOps-1450369721-project] Calling delete_port for 8069aa5a-afe3-4a8a-abc8-bdc06cf53640 owned by network:floatingip {{(pid=103230) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 19:44:01.580857 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-ab637a9f-4bfb-475f-928e-de4c48e7dca1 req-a09779c0-a0aa-4c91-a9f2-c0f1adcc7fa6 tempest-VolumesSnapshotTestJSON-1470959948 tempest-VolumesSnapshotTestJSON-1470959948-project] 10.222.0.75 "GET /v2.0/networks?id=d3ba274b-bc96-4a3e-aeca-129a021b9dfd HTTP/1.1" status: 200 len: 813 time: 0.1379275 Feb 09 19:44:01.607098 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-ab637a9f-4bfb-475f-928e-de4c48e7dca1 req-d4efda65-7d68-40fb-bddd-ad5c613cdb3c tempest-VolumesSnapshotTestJSON-1470959948 tempest-VolumesSnapshotTestJSON-1470959948-project] 10.222.0.75 "GET /v2.0/quotas/fd0a542145cd49b4b252311e7932421a HTTP/1.1" status: 200 len: 375 time: 0.0177026 Feb 09 19:44:01.617997 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-2d4ac8b2-8abf-42e8-9f23-34cad6e1dd2d req-9bc86006-13d3-437e-8ee0-800eeb54a720 tempest-TestVolumeBackupRestore-719474059 tempest-TestVolumeBackupRestore-719474059-project] 10.222.0.75 "GET /v2.0/security-groups?id=9756189c-51bb-4234-9287-a2b3fd71ce58&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1086638 Feb 09 19:44:01.679190 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-ab637a9f-4bfb-475f-928e-de4c48e7dca1 req-f8aaa4fa-62b2-4d33-89a7-e52b9840b71b tempest-VolumesSnapshotTestJSON-1470959948 tempest-VolumesSnapshotTestJSON-1470959948-project] 10.222.0.75 "GET /v2.0/ports?tenant_id=fd0a542145cd49b4b252311e7932421a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0621171 Feb 09 19:44:01.835219 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-ab637a9f-4bfb-475f-928e-de4c48e7dca1 req-87480e0d-5849-4e66-a2d3-8c62166bdf94 service neutron] 10.222.0.75 "GET /v2.0/networks/d3ba274b-bc96-4a3e-aeca-129a021b9dfd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1445420 Feb 09 19:44:01.893332 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-c5252ad3-d89f-4d8b-9ced-a3c6711f7764 tempest-TestSecurityGroupsBasicOps-1450369721 tempest-TestSecurityGroupsBasicOps-1450369721-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762867177463', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762866656476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14393751'] for port (8069aa5a-afe3-4a8a-abc8-bdc06cf53640), after_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:44:01.927535 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5252ad3-d89f-4d8b-9ced-a3c6711f7764 tempest-TestSecurityGroupsBasicOps-1450369721 tempest-TestSecurityGroupsBasicOps-1450369721-project] Pushing event deleted for resources: {'Port': ['ID=8069aa5a-afe3-4a8a-abc8-bdc06cf53640,revision_number=None']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:44:02.025248 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-ab637a9f-4bfb-475f-928e-de4c48e7dca1 req-f8666ca1-7cfd-40ce-a7ae-af88dc6d2682 service neutron] 10.222.0.75 "GET /v2.0/networks/d3ba274b-bc96-4a3e-aeca-129a021b9dfd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1811571 Feb 09 19:44:02.027916 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-c5252ad3-d89f-4d8b-9ced-a3c6711f7764 tempest-TestSecurityGroupsBasicOps-1450369721 tempest-TestSecurityGroupsBasicOps-1450369721-project] Publish callbacks [] for floatingip (804656a5-3492-43a2-aaf8-d2a74c1e1506), after_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:44:02.027916 n-d-713498-36 neutron-server[103230]: INFO neutron.db.l3_db [None req-c5252ad3-d89f-4d8b-9ced-a3c6711f7764 tempest-TestSecurityGroupsBasicOps-1450369721 tempest-TestSecurityGroupsBasicOps-1450369721-project] Floating IP 804656a5-3492-43a2-aaf8-d2a74c1e1506 disassociated (deleted). External IP: 172.25.1.131, port: 891646c3-c785-4047-8c8b-118e2fe099cf. Feb 09 19:44:02.331777 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-74d44275-31cf-4cb0-8900-b56981dc6794 req-b4aa55c1-21d3-46fe-aa68-57ee54b79b04 tempest-VolumesSnapshotTestJSON-1470959948 tempest-VolumesSnapshotTestJSON-1470959948-project] 10.222.0.75 "GET /v2.0/ports?device_id=2743a05c-ca5a-4d2a-807d-6220d961a89d HTTP/1.1" status: 200 len: 210 time: 0.0646632 Feb 09 19:44:02.434219 n-d-713498-36 neutron-server[103230]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c5252ad3-d89f-4d8b-9ced-a3c6711f7764 tempest-TestSecurityGroupsBasicOps-1450369721 tempest-TestSecurityGroupsBasicOps-1450369721-project] Router 277f573c-a4fa-41af-ba23-f374de52ee54 has already been hosted by L3 agent 93303d5e-5d17-45e8-8963-7694f87783ae {{(pid=103230) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 19:44:02.448232 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Device d419cd9f-4899-4635-85df-c583d337910d no longer exists at agent ovs-agent-n-d-713498-36 {{(pid=103232) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 19:44:02.514307 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] No Port match for: d419cd9f-4899-4635-85df-c583d337910d {{(pid=103232) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 19:44:02.514307 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Device d419cd9f-4899-4635-85df-c583d337910d not bound to the agent host n-d-713498-36 {{(pid=103232) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 19:44:02.522639 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2bf9601-1307-4929-91da-cd8c62401fdd req-822a2e29-1cc9-437a-a268-15e3b548ef36 tempest-TestVolumeBootPattern-1615943498 tempest-TestVolumeBootPattern-1615943498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:44:02.546663 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-b2bf9601-1307-4929-91da-cd8c62401fdd req-822a2e29-1cc9-437a-a268-15e3b548ef36 tempest-TestVolumeBootPattern-1615943498 tempest-TestVolumeBootPattern-1615943498-project] 10.222.0.75 "GET /v2.0/ports?device_id=3507b4ea-1569-4b50-9d48-65e1c6890ca9 HTTP/1.1" status: 200 len: 944 time: 0.2414546 Feb 09 19:44:02.646954 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-b2bf9601-1307-4929-91da-cd8c62401fdd req-a90d690c-ab34-461c-afac-0c9616287160 tempest-TestVolumeBootPattern-1615943498 tempest-TestVolumeBootPattern-1615943498-project] 10.222.0.75 "GET /v2.0/security-groups?id=85e2738d-e0ce-44c8-a269-2deaf81a01f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0988016 Feb 09 19:44:02.861863 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c5252ad3-d89f-4d8b-9ced-a3c6711f7764 tempest-TestSecurityGroupsBasicOps-1450369721 tempest-TestSecurityGroupsBasicOps-1450369721-project] Notify agent at l3_agent.n-d-713498-36 the message routers_updated {{(pid=103230) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 19:44:02.876290 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-c5252ad3-d89f-4d8b-9ced-a3c6711f7764 tempest-TestSecurityGroupsBasicOps-1450369721 tempest-TestSecurityGroupsBasicOps-1450369721-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171096'] for floatingip (None), before_response {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:44:02.890391 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89b628ae-ca50-4e78-a5f5-1ca8610c6df3 None None] Sync routers for ids ['277f573c-a4fa-41af-ba23-f374de52ee54'] in n-d-713498-36 {{(pid=103232) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 19:44:02.912321 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89b628ae-ca50-4e78-a5f5-1ca8610c6df3 None None] Routers {'277f573c-a4fa-41af-ba23-f374de52ee54'} bound to L3 agent in host n-d-713498-36 {{(pid=103232) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 19:44:02.912836 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.l3_hamode_db [None req-89b628ae-ca50-4e78-a5f5-1ca8610c6df3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-09T18:51:43Z,description=,heartbeat_timestamp=2022-02-09T19:43:43Z,host='n-d-713498-36',id=93303d5e-5d17-45e8-8963-7694f87783ae,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T18:51:43Z,topic='l3_agent')) {'router_ids': ['277f573c-a4fa-41af-ba23-f374de52ee54'], 'active': True} {{(pid=103232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:44:02.925401 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24eb91fc-e808-465f-8c1f-bf7f6a7d7153 req-9d4335f4-17ae-4dfb-bfc4-ebeef3568850 tempest-TestVolumeBackupRestore-719474059 tempest-TestVolumeBackupRestore-719474059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:44:02.928136 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-24eb91fc-e808-465f-8c1f-bf7f6a7d7153 req-9d4335f4-17ae-4dfb-bfc4-ebeef3568850 tempest-TestVolumeBackupRestore-719474059 tempest-TestVolumeBackupRestore-719474059-project] 10.222.0.75 "GET /v2.0/ports?device_id=ef11860c-6c68-4442-8b21-9c74e24d1a1d HTTP/1.1" status: 200 len: 943 time: 0.1387661 Feb 09 19:44:02.942182 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-c5252ad3-d89f-4d8b-9ced-a3c6711f7764 tempest-TestSecurityGroupsBasicOps-1450369721 tempest-TestSecurityGroupsBasicOps-1450369721-project] 10.222.0.75 "DELETE /v2.0/floatingips/804656a5-3492-43a2-aaf8-d2a74c1e1506 HTTP/1.1" status: 204 len: 168 time: 1.8357987 Feb 09 19:44:02.943173 n-d-713498-36 neutron-server[103230]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '77581439-108c-44ae-832f-761549f53196', 'tag': '891646c3-c785-4047-8c8b-118e2fe099cf'}] {{(pid=103230) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 19:44:02.945857 n-d-713498-36 neutron-server[103230]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aee5919275bae9f72eb374ee322673045eb80c1f84b4b45a97d96923bd50ab51" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dafc4bff-53c8-42ef-8cae-5e6d1e15e023" -d '{"events": [{"name": "network-changed", "server_uuid": "77581439-108c-44ae-832f-761549f53196", "tag": "891646c3-c785-4047-8c8b-118e2fe099cf"}]}' {{(pid=103230) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 19:44:03.151722 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.l3_dvr_db [None req-89b628ae-ca50-4e78-a5f5-1ca8610c6df3 None None] Set router 277f573c-a4fa-41af-ba23-f374de52ee54 gateway port host: n-d-713498-36 {{(pid=103232) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 19:44:03.152369 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-24eb91fc-e808-465f-8c1f-bf7f6a7d7153 req-83424d1e-2274-41e4-8860-a9444214bc81 tempest-TestVolumeBackupRestore-719474059 tempest-TestVolumeBackupRestore-719474059-project] 10.222.0.75 "GET /v2.0/security-groups?id=9756189c-51bb-4234-9287-a2b3fd71ce58&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1976755 Feb 09 19:44:03.292108 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Device 110acd77-41d6-4497-b355-470e0d380e4b details requested by agent hyperv_n-h2-713498-36 with host n-h2-713498-36 {{(pid=103232) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 19:44:03.343718 n-d-713498-36 neutron-server[103230]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 19:44:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-21ee29d2-56b1-444a-a2df-ff11c0a47f62 x-openstack-request-id: req-21ee29d2-56b1-444a-a2df-ff11c0a47f62 {{(pid=103230) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 19:44:03.344117 n-d-713498-36 neutron-server[103230]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "77581439-108c-44ae-832f-761549f53196", "tag": "891646c3-c785-4047-8c8b-118e2fe099cf", "status": "completed", "code": 200}]} {{(pid=103230) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 19:44:03.344471 n-d-713498-36 neutron-server[103230]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-21ee29d2-56b1-444a-a2df-ff11c0a47f62 {{(pid=103230) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 19:44:03.345560 n-d-713498-36 neutron-server[103230]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '77581439-108c-44ae-832f-761549f53196', 'tag': '891646c3-c785-4047-8c8b-118e2fe099cf', 'status': 'completed', 'code': 200} Feb 09 19:44:03.533809 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-7429db8d-6021-40ad-813e-885be449a89b None None] For port 110acd77-41d6-4497-b355-470e0d380e4b, host n-h2-713498-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-36',level=0,port_id=110acd77-41d6-4497-b355-470e0d380e4b,segment=NetworkSegment(6912a3c6-390b-493a-8586-f44e28e90c68),segment_id=6912a3c6-390b-493a-8586-f44e28e90c68)] {{(pid=103232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 19:44:03.572217 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Returning: {'device': '110acd77-41d6-4497-b355-470e0d380e4b', 'network_id': 'c82d426f-a355-47f2-9358-68fe4349f782', 'port_id': '110acd77-41d6-4497-b355-470e0d380e4b', 'mac_address': 'fa:16:3e:58:85:e3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 373, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1606ed9d-0a78-4c8f-95cd-673eb47e18dc', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103232) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 19:44:03.622648 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5f36d13-20fa-4fcd-b17d-15470ca7a236 req-8a3d61cd-74fd-4973-b83c-76c796edd338 tempest-TestSecurityGroupsBasicOps-1450369721 tempest-TestSecurityGroupsBasicOps-1450369721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:44:03.641126 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-c8e37c08-2173-4e94-a721-cd5f30ed6544 req-54dcc9f1-ac9f-41cf-a545-f5a1cae363ec tempest-VolumesSnapshotTestJSON-1470959948 tempest-VolumesSnapshotTestJSON-1470959948-project] 10.222.0.75 "GET /v2.0/ports?device_id=2743a05c-ca5a-4d2a-807d-6220d961a89d HTTP/1.1" status: 200 len: 210 time: 0.1627624 Feb 09 19:44:03.651477 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-e5f36d13-20fa-4fcd-b17d-15470ca7a236 req-8a3d61cd-74fd-4973-b83c-76c796edd338 tempest-TestSecurityGroupsBasicOps-1450369721 tempest-TestSecurityGroupsBasicOps-1450369721-project] 10.222.0.75 "GET /v2.0/ports?device_id=77581439-108c-44ae-832f-761549f53196 HTTP/1.1" status: 200 len: 984 time: 0.2466230 Feb 09 19:44:03.664513 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dafc4bff-53c8-42ef-8cae-5e6d1e15e023 req-6c0d7db2-d1a7-4880-9dee-24578d125e39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:44:03.666317 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-dafc4bff-53c8-42ef-8cae-5e6d1e15e023 req-6c0d7db2-d1a7-4880-9dee-24578d125e39 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=ad7e5b1e3bd44a9292bbae1791f9aecc&device_id=77581439-108c-44ae-832f-761549f53196 HTTP/1.1" status: 200 len: 1167 time: 0.2781379 Feb 09 19:44:03.737979 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Current status of the port 110acd77-41d6-4497-b355-470e0d380e4b is: DOWN; New status is: BUILD {{(pid=103232) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 19:44:03.737979 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (110acd77-41d6-4497-b355-470e0d380e4b), before_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:44:03.756243 n-d-713498-36 neutron-server[103232]: DEBUG neutron.notifiers.nova [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 110acd77-41d6-4497-b355-470e0d380e4b {{(pid=103232) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 19:44:03.776384 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-7429db8d-6021-40ad-813e-885be449a89b None None] For port 110acd77-41d6-4497-b355-470e0d380e4b, host n-h2-713498-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-36',level=0,port_id=110acd77-41d6-4497-b355-470e0d380e4b,segment=NetworkSegment(6912a3c6-390b-493a-8586-f44e28e90c68),segment_id=6912a3c6-390b-493a-8586-f44e28e90c68)] {{(pid=103232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 19:44:03.786851 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762867176205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762866656485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762866656503'] for port (110acd77-41d6-4497-b355-470e0d380e4b), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:44:03.838807 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.l3_hamode_db [None req-89b628ae-ca50-4e78-a5f5-1ca8610c6df3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '277f573c-a4fa-41af-ba23-f374de52ee54', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1386984561', 'tenant_id': 'ad7e5b1e3bd44a9292bbae1791f9aecc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88055e1e-672a-4487-be31-ffb6e833ece5', 'external_fixed_ips': [{'subnet_id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'ip_address': '172.25.1.86'}], 'enable_snat': True}, 'gw_port_id': '7183d5dd-f5b7-414d-9585-6131c399fd14', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T19:42:06Z', 'updated_at': '2022-02-09T19:42:13Z', 'revision_number': 4, 'project_id': 'ad7e5b1e3bd44a9292bbae1791f9aecc', 'gw_port': {'id': '7183d5dd-f5b7-414d-9585-6131c399fd14', 'name': '', 'network_id': '88055e1e-672a-4487-be31-ffb6e833ece5', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:c4:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '277f573c-a4fa-41af-ba23-f374de52ee54', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3816, 'fixed_ips': [{'subnet_id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'ip_address': '172.25.1.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T19:42:07Z', 'updated_at': '2022-02-09T19:42:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-36', '_interfaces': [{'id': 'b66fea34-1153-469a-919b-913ac384af0b', 'name': '', 'network_id': '16b9cb9f-5859-4d1b-9414-216a285f496b', 'tenant_id': 'ad7e5b1e3bd44a9292bbae1791f9aecc', 'mac_address': 'fa:16:3e:8a:c9:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '277f573c-a4fa-41af-ba23-f374de52ee54', 'device_owner': 'network:router_interface', 'standard_attr_id': 3824, 'fixed_ips': [{'subnet_id': '655873f1-fc83-4fbc-b7c0-49c9ad533a8e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T19:42:11Z', 'updated_at': '2022-02-09T19:42:17Z', 'revision_number': 5, 'project_id': 'ad7e5b1e3bd44a9292bbae1791f9aecc', 'subnets': [{'id': '655873f1-fc83-4fbc-b7c0-49c9ad533a8e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-36', False) {} {{(pid=103232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:44:03.871725 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Pushing event updated for resources: {'Port': ['ID=110acd77-41d6-4497-b355-470e0d380e4b,revision_number=4']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:44:03.875527 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89b628ae-ca50-4e78-a5f5-1ca8610c6df3 None None] Checking router: 277f573c-a4fa-41af-ba23-f374de52ee54 for host: n-d-713498-36 {{(pid=103232) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 19:44:03.893031 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89b628ae-ca50-4e78-a5f5-1ca8610c6df3 None None] Routers {'277f573c-a4fa-41af-ba23-f374de52ee54'} bound to L3 agent in host n-d-713498-36 {{(pid=103232) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 19:44:03.894113 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.l3_hamode_db [None req-89b628ae-ca50-4e78-a5f5-1ca8610c6df3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-09T18:51:43Z,description=,heartbeat_timestamp=2022-02-09T19:43:43Z,host='n-d-713498-36',id=93303d5e-5d17-45e8-8963-7694f87783ae,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T18:51:43Z,topic='l3_agent')) {'router_ids': ['277f573c-a4fa-41af-ba23-f374de52ee54'], 'active': True} {{(pid=103232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:44:03.949263 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-e5f36d13-20fa-4fcd-b17d-15470ca7a236 req-58212159-04f1-4f78-840b-5d8c38830623 tempest-TestSecurityGroupsBasicOps-1450369721 tempest-TestSecurityGroupsBasicOps-1450369721-project] 10.222.0.75 "GET /v2.0/security-groups?id=62931257-fc5f-4889-91a9-8f0c280a61cf&id=b40f5da6-2429-4132-adcd-aac3e2c495d4&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.2952747 Feb 09 19:44:04.010855 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8022f48-f01f-4614-8c06-0f9079d79496 req-0a60a0e4-6012-49dd-b2b0-1a9cc406a2db tempest-TestVolumeBootPattern-1615943498 tempest-TestVolumeBootPattern-1615943498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:44:04.026155 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-a8022f48-f01f-4614-8c06-0f9079d79496 req-0a60a0e4-6012-49dd-b2b0-1a9cc406a2db tempest-TestVolumeBootPattern-1615943498 tempest-TestVolumeBootPattern-1615943498-project] 10.222.0.75 "GET /v2.0/ports?device_id=3507b4ea-1569-4b50-9d48-65e1c6890ca9 HTTP/1.1" status: 200 len: 944 time: 0.1914220 Feb 09 19:44:04.103088 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dafc4bff-53c8-42ef-8cae-5e6d1e15e023 req-02597e02-8c26-4a4d-8432-d7c77c8387b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:44:04.104614 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-dafc4bff-53c8-42ef-8cae-5e6d1e15e023 req-02597e02-8c26-4a4d-8432-d7c77c8387b5 service neutron] 10.222.0.90 "GET /v2.0/networks?id=16b9cb9f-5859-4d1b-9414-216a285f496b HTTP/1.1" status: 200 len: 897 time: 0.4257901 Feb 09 19:44:04.105176 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-a8022f48-f01f-4614-8c06-0f9079d79496 req-b59d4376-02c8-4f15-a45c-adb21ecece4f tempest-TestVolumeBootPattern-1615943498 tempest-TestVolumeBootPattern-1615943498-project] 10.222.0.75 "GET /v2.0/security-groups?id=85e2738d-e0ce-44c8-a269-2deaf81a01f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0756571 Feb 09 19:44:04.407196 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-7429db8d-6021-40ad-813e-885be449a89b None None] get_ports_and_sgs() called for port_ids ['110acd77-41d6-4497-b355-470e0d380e4b'] {{(pid=103232) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 19:44:04.486327 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.l3_dvr_db [None req-89b628ae-ca50-4e78-a5f5-1ca8610c6df3 None None] Set router 277f573c-a4fa-41af-ba23-f374de52ee54 gateway port host: n-d-713498-36 {{(pid=103232) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 19:44:04.764860 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-dafc4bff-53c8-42ef-8cae-5e6d1e15e023 req-2003e345-ab98-46ff-8dd4-ec6aa22f70ff service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=891646c3-c785-4047-8c8b-118e2fe099cf HTTP/1.1" status: 200 len: 217 time: 0.6439338 Feb 09 19:44:04.832746 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-d2d0b1f4-9bd0-43e0-af76-65e73ee7a807 req-7fe2b66c-3ba7-4edb-999c-488fe2c68a98 tempest-VolumesSnapshotTestJSON-1470959948 tempest-VolumesSnapshotTestJSON-1470959948-project] 10.222.0.75 "GET /v2.0/ports?device_id=2743a05c-ca5a-4d2a-807d-6220d961a89d HTTP/1.1" status: 200 len: 210 time: 0.0812557 Feb 09 19:44:04.864478 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dafc4bff-53c8-42ef-8cae-5e6d1e15e023 req-b65d837a-d08f-41d6-a14c-8c5aff4e4e0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:44:04.866082 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-dafc4bff-53c8-42ef-8cae-5e6d1e15e023 req-b65d837a-d08f-41d6-a14c-8c5aff4e4e0c service neutron] 10.222.0.90 "GET /v2.0/subnets?id=655873f1-fc83-4fbc-b7c0-49c9ad533a8e HTTP/1.1" status: 200 len: 835 time: 0.0910947 Feb 09 19:44:04.979074 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-721519e3-f894-4fd5-8f7b-c07d94fe1923 req-3c02c10b-1797-488a-9ae9-2e2977a17ff5 tempest-TestVolumeBackupRestore-719474059 tempest-TestVolumeBackupRestore-719474059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:44:04.981037 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-721519e3-f894-4fd5-8f7b-c07d94fe1923 req-3c02c10b-1797-488a-9ae9-2e2977a17ff5 tempest-TestVolumeBackupRestore-719474059 tempest-TestVolumeBackupRestore-719474059-project] 10.222.0.75 "GET /v2.0/ports?device_id=ef11860c-6c68-4442-8b21-9c74e24d1a1d HTTP/1.1" status: 200 len: 944 time: 0.2307491 Feb 09 19:44:05.000117 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dafc4bff-53c8-42ef-8cae-5e6d1e15e023 req-5ff81db2-dfdd-4a26-84de-e7921b43d965 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:44:05.002102 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-dafc4bff-53c8-42ef-8cae-5e6d1e15e023 req-5ff81db2-dfdd-4a26-84de-e7921b43d965 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=16b9cb9f-5859-4d1b-9414-216a285f496b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.1205733 Feb 09 19:44:05.056359 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab637a9f-4bfb-475f-928e-de4c48e7dca1 req-dfbb4c07-6e25-40f3-95af-b18a6a0178c4 tempest-VolumesSnapshotTestJSON-1470959948 tempest-VolumesSnapshotTestJSON-1470959948-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:44:05.060796 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-ab637a9f-4bfb-475f-928e-de4c48e7dca1 req-dfbb4c07-6e25-40f3-95af-b18a6a0178c4 tempest-VolumesSnapshotTestJSON-1470959948 tempest-VolumesSnapshotTestJSON-1470959948-project] 10.222.0.89 "GET /v2.0/networks?id=d3ba274b-bc96-4a3e-aeca-129a021b9dfd HTTP/1.1" status: 200 len: 813 time: 0.3109133 Feb 09 19:44:05.103808 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.v2.base [req-ab637a9f-4bfb-475f-928e-de4c48e7dca1 req-68f1fcdd-de28-4235-81b6-6f0fc9591887 tempest-VolumesSnapshotTestJSON-1470959948 tempest-VolumesSnapshotTestJSON-1470959948-project] Request body: {'port': {'device_id': '2743a05c-ca5a-4d2a-807d-6220d961a89d', 'network_id': 'd3ba274b-bc96-4a3e-aeca-129a021b9dfd', 'admin_state_up': True, 'tenant_id': 'fd0a542145cd49b4b252311e7932421a'}} {{(pid=103229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 19:44:05.109654 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.l3_hamode_db [None req-89b628ae-ca50-4e78-a5f5-1ca8610c6df3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '277f573c-a4fa-41af-ba23-f374de52ee54', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1386984561', 'tenant_id': 'ad7e5b1e3bd44a9292bbae1791f9aecc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88055e1e-672a-4487-be31-ffb6e833ece5', 'external_fixed_ips': [{'subnet_id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'ip_address': '172.25.1.86'}], 'enable_snat': True}, 'gw_port_id': '7183d5dd-f5b7-414d-9585-6131c399fd14', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T19:42:06Z', 'updated_at': '2022-02-09T19:42:13Z', 'revision_number': 4, 'project_id': 'ad7e5b1e3bd44a9292bbae1791f9aecc', 'gw_port': {'id': '7183d5dd-f5b7-414d-9585-6131c399fd14', 'name': '', 'network_id': '88055e1e-672a-4487-be31-ffb6e833ece5', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:c4:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '277f573c-a4fa-41af-ba23-f374de52ee54', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3816, 'fixed_ips': [{'subnet_id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'ip_address': '172.25.1.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T19:42:07Z', 'updated_at': '2022-02-09T19:42:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-36', '_interfaces': [{'id': 'b66fea34-1153-469a-919b-913ac384af0b', 'name': '', 'network_id': '16b9cb9f-5859-4d1b-9414-216a285f496b', 'tenant_id': 'ad7e5b1e3bd44a9292bbae1791f9aecc', 'mac_address': 'fa:16:3e:8a:c9:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '277f573c-a4fa-41af-ba23-f374de52ee54', 'device_owner': 'network:router_interface', 'standard_attr_id': 3824, 'fixed_ips': [{'subnet_id': '655873f1-fc83-4fbc-b7c0-49c9ad533a8e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T19:42:11Z', 'updated_at': '2022-02-09T19:42:17Z', 'revision_number': 5, 'project_id': 'ad7e5b1e3bd44a9292bbae1791f9aecc', 'subnets': [{'id': '655873f1-fc83-4fbc-b7c0-49c9ad533a8e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-36', False) {} {{(pid=103232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:44:05.146583 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89b628ae-ca50-4e78-a5f5-1ca8610c6df3 None None] The sync data for ids ['277f573c-a4fa-41af-ba23-f374de52ee54'] in n-d-713498-36 is: [{'id': '277f573c-a4fa-41af-ba23-f374de52ee54', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1386984561', 'tenant_id': 'ad7e5b1e3bd44a9292bbae1791f9aecc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88055e1e-672a-4487-be31-ffb6e833ece5', 'external_fixed_ips': [{'subnet_id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'ip_address': '172.25.1.86'}], 'enable_snat': True}, 'gw_port_id': '7183d5dd-f5b7-414d-9585-6131c399fd14', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T19:42:06Z', 'updated_at': '2022-02-09T19:42:13Z', 'revision_number': 4, 'project_id': 'ad7e5b1e3bd44a9292bbae1791f9aecc', 'gw_port': {'id': '7183d5dd-f5b7-414d-9585-6131c399fd14', 'name': '', 'network_id': '88055e1e-672a-4487-be31-ffb6e833ece5', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:c4:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '277f573c-a4fa-41af-ba23-f374de52ee54', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3816, 'fixed_ips': [{'subnet_id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'ip_address': '172.25.1.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T19:42:07Z', 'updated_at': '2022-02-09T19:42:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-36', '_interfaces': [{'id': 'b66fea34-1153-469a-919b-913ac384af0b', 'name': '', 'network_id': '16b9cb9f-5859-4d1b-9414-216a285f496b', 'tenant_id': 'ad7e5b1e3bd44a9292bbae1791f9aecc', 'mac_address': 'fa:16:3e:8a:c9:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '277f573c-a4fa-41af-ba23-f374de52ee54', 'device_owner': 'network:router_interface', 'standard_attr_id': 3824, 'fixed_ips': [{'subnet_id': '655873f1-fc83-4fbc-b7c0-49c9ad533a8e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T19:42:11Z', 'updated_at': '2022-02-09T19:42:17Z', 'revision_number': 5, 'project_id': 'ad7e5b1e3bd44a9292bbae1791f9aecc', 'subnets': [{'id': '655873f1-fc83-4fbc-b7c0-49c9ad533a8e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103232) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 19:44:05.280917 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12c845cc-0e71-4454-a32f-adc5fa9a1a51 req-51f1fcc6-41c7-4122-9c31-c4c4efa3fe18 tempest-TestSecurityGroupsBasicOps-1450369721 tempest-TestSecurityGroupsBasicOps-1450369721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:44:05.282490 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-12c845cc-0e71-4454-a32f-adc5fa9a1a51 req-51f1fcc6-41c7-4122-9c31-c4c4efa3fe18 tempest-TestSecurityGroupsBasicOps-1450369721 tempest-TestSecurityGroupsBasicOps-1450369721-project] 10.222.0.75 "GET /v2.0/ports?device_id=77581439-108c-44ae-832f-761549f53196 HTTP/1.1" status: 200 len: 984 time: 0.1671193 Feb 09 19:44:05.297345 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-721519e3-f894-4fd5-8f7b-c07d94fe1923 req-ecf8cc57-1183-48d1-8fbb-7e03ecb1bc51 tempest-TestVolumeBackupRestore-719474059 tempest-TestVolumeBackupRestore-719474059-project] 10.222.0.75 "GET /v2.0/security-groups?id=9756189c-51bb-4234-9287-a2b3fd71ce58&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2903769 Feb 09 19:44:05.401683 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36493976-c5b9-4c6f-9890-6858f5ca24d0 req-e0094894-a591-4e0d-9661-f6c9a767d37d tempest-TestSecurityGroupsBasicOps-1450369721 tempest-TestSecurityGroupsBasicOps-1450369721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:44:05.408994 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-dafc4bff-53c8-42ef-8cae-5e6d1e15e023 req-88d95ee0-5369-499d-a9b1-2b0cc10d10a6 service neutron] 10.222.0.90 "GET /v2.0/networks/16b9cb9f-5859-4d1b-9414-216a285f496b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3797967 Feb 09 19:44:05.411071 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-36493976-c5b9-4c6f-9890-6858f5ca24d0 req-e0094894-a591-4e0d-9661-f6c9a767d37d tempest-TestSecurityGroupsBasicOps-1450369721 tempest-TestSecurityGroupsBasicOps-1450369721-project] 10.222.0.90 "GET /v2.0/ports?device_id=77581439-108c-44ae-832f-761549f53196 HTTP/1.1" status: 200 len: 984 time: 0.2213464 Feb 09 19:44:05.583432 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-12c845cc-0e71-4454-a32f-adc5fa9a1a51 req-a1a33006-836d-4770-abdf-ea96ddf79fb4 tempest-TestSecurityGroupsBasicOps-1450369721 tempest-TestSecurityGroupsBasicOps-1450369721-project] 10.222.0.75 "GET /v2.0/security-groups?id=62931257-fc5f-4889-91a9-8f0c280a61cf&id=b40f5da6-2429-4132-adcd-aac3e2c495d4&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.2760572 Feb 09 19:44:05.630084 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ab637a9f-4bfb-475f-928e-de4c48e7dca1 req-68f1fcdd-de28-4235-81b6-6f0fc9591887 tempest-VolumesSnapshotTestJSON-1470959948 tempest-VolumesSnapshotTestJSON-1470959948-project] Made reservation on behalf of fd0a542145cd49b4b252311e7932421a for: {'port': 1} {{(pid=103229) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 19:44:05.633905 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-ab637a9f-4bfb-475f-928e-de4c48e7dca1 req-68f1fcdd-de28-4235-81b6-6f0fc9591887 tempest-VolumesSnapshotTestJSON-1470959948 tempest-VolumesSnapshotTestJSON-1470959948-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (None), before_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:44:05.672718 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.plugin [req-36493976-c5b9-4c6f-9890-6858f5ca24d0 req-7a697d49-8242-4df4-a87a-62b57e96f987 tempest-TestSecurityGroupsBasicOps-1450369721 tempest-TestSecurityGroupsBasicOps-1450369721-project] Deleting port 891646c3-c785-4047-8c8b-118e2fe099cf {{(pid=103230) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 19:44:05.673553 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [req-36493976-c5b9-4c6f-9890-6858f5ca24d0 req-7a697d49-8242-4df4-a87a-62b57e96f987 tempest-TestSecurityGroupsBasicOps-1450369721 tempest-TestSecurityGroupsBasicOps-1450369721-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762867170196'] for port (891646c3-c785-4047-8c8b-118e2fe099cf), before_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:44:05.676462 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f70f1c01-7b75-4003-b87e-04f934f9f3d9 req-e0db8580-c054-4f8a-9c58-0509322886a8 tempest-TestVolumeBootPattern-1615943498 tempest-TestVolumeBootPattern-1615943498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:44:05.683466 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-f70f1c01-7b75-4003-b87e-04f934f9f3d9 req-e0db8580-c054-4f8a-9c58-0509322886a8 tempest-TestVolumeBootPattern-1615943498 tempest-TestVolumeBootPattern-1615943498-project] 10.222.0.75 "GET /v2.0/ports?device_id=3507b4ea-1569-4b50-9d48-65e1c6890ca9 HTTP/1.1" status: 200 len: 944 time: 0.1912713 Feb 09 19:44:05.711399 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-dafc4bff-53c8-42ef-8cae-5e6d1e15e023 req-7d119f72-e903-4946-85cf-2291dbceec41 service neutron] 10.222.0.90 "GET /v2.0/networks/16b9cb9f-5859-4d1b-9414-216a285f496b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2794335 Feb 09 19:44:05.751839 n-d-713498-36 neutron-server[103233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-857fdf4d-2562-4e00-aaf9-b554aa45ab34 None None] New status for floating IP 804656a5-3492-43a2-aaf8-d2a74c1e1506: DOWN {{(pid=103233) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 09 19:44:05.799759 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-f70f1c01-7b75-4003-b87e-04f934f9f3d9 req-e6560f1e-9f8b-4425-bed2-758639b098bc tempest-TestVolumeBootPattern-1615943498 tempest-TestVolumeBootPattern-1615943498-project] 10.222.0.75 "GET /v2.0/security-groups?id=85e2738d-e0ce-44c8-a269-2deaf81a01f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1154282 Feb 09 19:44:05.924253 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.db [req-36493976-c5b9-4c6f-9890-6858f5ca24d0 req-7a697d49-8242-4df4-a87a-62b57e96f987 tempest-TestSecurityGroupsBasicOps-1450369721 tempest-TestSecurityGroupsBasicOps-1450369721-project] For port 891646c3-c785-4047-8c8b-118e2fe099cf, host n-h2-713498-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-36',level=0,port_id=891646c3-c785-4047-8c8b-118e2fe099cf,segment=NetworkSegment(f1402305-d28a-49c1-90f8-909dbce76426),segment_id=f1402305-d28a-49c1-90f8-909dbce76426)] {{(pid=103230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 19:44:05.925003 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [req-36493976-c5b9-4c6f-9890-6858f5ca24d0 req-7a697d49-8242-4df4-a87a-62b57e96f987 tempest-TestSecurityGroupsBasicOps-1450369721 tempest-TestSecurityGroupsBasicOps-1450369721-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1820838'] for port (891646c3-c785-4047-8c8b-118e2fe099cf), precommit_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:44:05.943033 n-d-713498-36 neutron-server[103229]: DEBUG neutron.db.db_base_plugin_common [req-ab637a9f-4bfb-475f-928e-de4c48e7dca1 req-68f1fcdd-de28-4235-81b6-6f0fc9591887 tempest-VolumesSnapshotTestJSON-1470959948 tempest-VolumesSnapshotTestJSON-1470959948-project] Allocated IP 172.20.0.11 (d3ba274b-bc96-4a3e-aeca-129a021b9dfd/520085a7-4a3f-4cac-80cb-73b612951186/be1121ba-1fb8-476c-b81e-d2613c340057) {{(pid=103229) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 19:44:05.948928 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.plugin [req-36493976-c5b9-4c6f-9890-6858f5ca24d0 req-7a697d49-8242-4df4-a87a-62b57e96f987 tempest-TestSecurityGroupsBasicOps-1450369721 tempest-TestSecurityGroupsBasicOps-1450369721-project] Calling delete_port for 891646c3-c785-4047-8c8b-118e2fe099cf owned by compute:nova {{(pid=103230) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 19:44:06.103927 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-41c40682-2841-444b-a626-d2fcdd8a6f17 req-81a19733-2a72-4e22-a20b-4b0ac0322295 tempest-VolumesSnapshotTestJSON-1470959948 tempest-VolumesSnapshotTestJSON-1470959948-project] 10.222.0.75 "GET /v2.0/ports?device_id=2743a05c-ca5a-4d2a-807d-6220d961a89d HTTP/1.1" status: 200 len: 210 time: 0.0344548 Feb 09 19:44:06.281806 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [req-36493976-c5b9-4c6f-9890-6858f5ca24d0 req-7a697d49-8242-4df4-a87a-62b57e96f987 tempest-TestSecurityGroupsBasicOps-1450369721 tempest-TestSecurityGroupsBasicOps-1450369721-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762867177463', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762866656476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14393751'] for port (891646c3-c785-4047-8c8b-118e2fe099cf), after_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:44:06.368387 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-ab637a9f-4bfb-475f-928e-de4c48e7dca1 req-68f1fcdd-de28-4235-81b6-6f0fc9591887 tempest-VolumesSnapshotTestJSON-1470959948 tempest-VolumesSnapshotTestJSON-1470959948-project] Publish callbacks [] for port (be1121ba-1fb8-476c-b81e-d2613c340057), precommit_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:44:06.380919 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a697d49-8242-4df4-a87a-62b57e96f987 tempest-TestSecurityGroupsBasicOps-1450369721 tempest-TestSecurityGroupsBasicOps-1450369721-project] Pushing event deleted for resources: {'Port': ['ID=891646c3-c785-4047-8c8b-118e2fe099cf,revision_number=None']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:44:06.447030 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-ab637a9f-4bfb-475f-928e-de4c48e7dca1 req-68f1fcdd-de28-4235-81b6-6f0fc9591887 tempest-VolumesSnapshotTestJSON-1470959948 tempest-VolumesSnapshotTestJSON-1470959948-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762866656467', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12867576'] for port (be1121ba-1fb8-476c-b81e-d2613c340057), after_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:44:06.484350 n-d-713498-36 neutron-server[103230]: DEBUG neutron.db.l3_dvrscheduler_db [req-36493976-c5b9-4c6f-9890-6858f5ca24d0 req-7a697d49-8242-4df4-a87a-62b57e96f987 tempest-TestSecurityGroupsBasicOps-1450369721 tempest-TestSecurityGroupsBasicOps-1450369721-project] No DVR routers for this DVR port 891646c3-c785-4047-8c8b-118e2fe099cf on host n-h2-713498-36 {{(pid=103230) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 19:44:06.490045 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [req-36493976-c5b9-4c6f-9890-6858f5ca24d0 req-7a697d49-8242-4df4-a87a-62b57e96f987 tempest-TestSecurityGroupsBasicOps-1450369721 tempest-TestSecurityGroupsBasicOps-1450369721-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171096'] for port (None), before_response {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:44:06.493926 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-36493976-c5b9-4c6f-9890-6858f5ca24d0 req-7a697d49-8242-4df4-a87a-62b57e96f987 tempest-TestSecurityGroupsBasicOps-1450369721 tempest-TestSecurityGroupsBasicOps-1450369721-project] 10.222.0.90 "DELETE /v2.0/ports/891646c3-c785-4047-8c8b-118e2fe099cf HTTP/1.1" status: 204 len: 173 time: 1.0509026 Feb 09 19:44:06.494595 n-d-713498-36 neutron-server[103230]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '77581439-108c-44ae-832f-761549f53196', 'name': 'network-vif-deleted', 'tag': '891646c3-c785-4047-8c8b-118e2fe099cf'}] {{(pid=103230) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 19:44:06.498683 n-d-713498-36 neutron-server[103230]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aee5919275bae9f72eb374ee322673045eb80c1f84b4b45a97d96923bd50ab51" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f538bc68-f6b2-4bbf-a60b-ec92e2df4ede" -d '{"events": [{"server_uuid": "77581439-108c-44ae-832f-761549f53196", "name": "network-vif-deleted", "tag": "891646c3-c785-4047-8c8b-118e2fe099cf"}]}' {{(pid=103230) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 19:44:06.579862 n-d-713498-36 neutron-server[103230]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 19:44:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-000322f7-4570-4bf6-8552-78f5a578a33c x-openstack-request-id: req-000322f7-4570-4bf6-8552-78f5a578a33c {{(pid=103230) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 19:44:06.580188 n-d-713498-36 neutron-server[103230]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "77581439-108c-44ae-832f-761549f53196", "name": "network-vif-deleted", "tag": "891646c3-c785-4047-8c8b-118e2fe099cf", "status": "completed", "code": 200}]} {{(pid=103230) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 19:44:06.580416 n-d-713498-36 neutron-server[103230]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-000322f7-4570-4bf6-8552-78f5a578a33c {{(pid=103230) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 19:44:06.580844 n-d-713498-36 neutron-server[103230]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '77581439-108c-44ae-832f-761549f53196', 'name': 'network-vif-deleted', 'tag': '891646c3-c785-4047-8c8b-118e2fe099cf', 'status': 'completed', 'code': 200} Feb 09 19:44:06.597551 n-d-713498-36 neutron-server[103229]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ab637a9f-4bfb-475f-928e-de4c48e7dca1 req-68f1fcdd-de28-4235-81b6-6f0fc9591887 tempest-VolumesSnapshotTestJSON-1470959948 tempest-VolumesSnapshotTestJSON-1470959948-project] Network d3ba274b-bc96-4a3e-aeca-129a021b9dfd is already hosted by enough agents. {{(pid=103229) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 19:44:06.605373 n-d-713498-36 neutron-server[103229]: DEBUG neutron.scheduler.base_scheduler [req-ab637a9f-4bfb-475f-928e-de4c48e7dca1 req-68f1fcdd-de28-4235-81b6-6f0fc9591887 tempest-VolumesSnapshotTestJSON-1470959948 tempest-VolumesSnapshotTestJSON-1470959948-project] Resources bound (agent type, host, resource id): {{(pid=103229) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 19:44:06.620405 n-d-713498-36 neutron-server[103229]: DEBUG neutron.db.l3_dvrscheduler_db [req-ab637a9f-4bfb-475f-928e-de4c48e7dca1 req-68f1fcdd-de28-4235-81b6-6f0fc9591887 tempest-VolumesSnapshotTestJSON-1470959948 tempest-VolumesSnapshotTestJSON-1470959948-project] Received port after_create {{(pid=103229) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 19:44:06.628029 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68f1fcdd-de28-4235-81b6-6f0fc9591887 tempest-VolumesSnapshotTestJSON-1470959948 tempest-VolumesSnapshotTestJSON-1470959948-project] Pushing event updated for resources: {'Port': ['ID=be1121ba-1fb8-476c-b81e-d2613c340057,revision_number=1']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:44:06.686268 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75e9293c-befa-4a65-9b5b-7fd3ff1fc898 req-34e6e63c-426f-47b1-9661-24790158159e tempest-TestVolumeBackupRestore-719474059 tempest-TestVolumeBackupRestore-719474059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:44:06.694429 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-75e9293c-befa-4a65-9b5b-7fd3ff1fc898 req-34e6e63c-426f-47b1-9661-24790158159e tempest-TestVolumeBackupRestore-719474059 tempest-TestVolumeBackupRestore-719474059-project] 10.222.0.75 "GET /v2.0/ports?device_id=ef11860c-6c68-4442-8b21-9c74e24d1a1d HTTP/1.1" status: 200 len: 944 time: 0.2445903 Feb 09 19:44:06.708497 n-d-713498-36 neutron-server[103233]: DEBUG neutron.db.agents_db [None req-4a8a6a42-0a0c-4437-8958-92282682b6bb None None] Agent healthcheck: found 7 active agents {{(pid=103233) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 19:44:06.760237 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab637a9f-4bfb-475f-928e-de4c48e7dca1 req-68f1fcdd-de28-4235-81b6-6f0fc9591887 tempest-VolumesSnapshotTestJSON-1470959948 tempest-VolumesSnapshotTestJSON-1470959948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:44:06.760885 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-ab637a9f-4bfb-475f-928e-de4c48e7dca1 req-68f1fcdd-de28-4235-81b6-6f0fc9591887 tempest-VolumesSnapshotTestJSON-1470959948 tempest-VolumesSnapshotTestJSON-1470959948-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171096'] for port (None), before_response {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:44:06.794034 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-75e9293c-befa-4a65-9b5b-7fd3ff1fc898 req-e5a97339-bec6-4b8a-8cbd-ddde5757fa7e tempest-TestVolumeBackupRestore-719474059 tempest-TestVolumeBackupRestore-719474059-project] 10.222.0.75 "GET /v2.0/security-groups?id=9756189c-51bb-4234-9287-a2b3fd71ce58&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0983179 Feb 09 19:44:06.799126 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-384d3ada-16df-4cb8-ab0e-206805b7aeda req-b1fd35d2-6641-47f5-99ba-10059890021b tempest-TestSecurityGroupsBasicOps-1450369721 tempest-TestSecurityGroupsBasicOps-1450369721-project] 10.222.0.75 "GET /v2.0/ports?device_id=77581439-108c-44ae-832f-761549f53196 HTTP/1.1" status: 200 len: 210 time: 0.0519652 Feb 09 19:44:06.813271 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-ab637a9f-4bfb-475f-928e-de4c48e7dca1 req-68f1fcdd-de28-4235-81b6-6f0fc9591887 tempest-VolumesSnapshotTestJSON-1470959948 tempest-VolumesSnapshotTestJSON-1470959948-project] 10.222.0.89 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.7385952 Feb 09 19:44:06.838377 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.v2.base [req-ab637a9f-4bfb-475f-928e-de4c48e7dca1 req-6cfc4bd5-7300-403f-82c9-6a3e69da78b2 service neutron] Request body: {'port': {'device_id': '2743a05c-ca5a-4d2a-807d-6220d961a89d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-713498-36'}} {{(pid=103229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 19:44:06.968327 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-ab637a9f-4bfb-475f-928e-de4c48e7dca1 req-6cfc4bd5-7300-403f-82c9-6a3e69da78b2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (be1121ba-1fb8-476c-b81e-d2613c340057), before_update {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:44:07.005582 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Device 110acd77-41d6-4497-b355-470e0d380e4b up at agent hyperv_n-h2-713498-36 {{(pid=103232) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 19:44:07.053793 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cac94029-e280-46c1-8b40-ba8ff97c101f req-71cdc9f8-c959-4119-bade-b831629a5888 tempest-TestVolumeBootPattern-1615943498 tempest-TestVolumeBootPattern-1615943498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:44:07.063390 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-cac94029-e280-46c1-8b40-ba8ff97c101f req-71cdc9f8-c959-4119-bade-b831629a5888 tempest-TestVolumeBootPattern-1615943498 tempest-TestVolumeBootPattern-1615943498-project] 10.222.0.75 "GET /v2.0/ports?device_id=3507b4ea-1569-4b50-9d48-65e1c6890ca9 HTTP/1.1" status: 200 len: 944 time: 0.1586089 Feb 09 19:44:07.103883 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.provisioning_blocks [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Provisioning for port 110acd77-41d6-4497-b355-470e0d380e4b completed by entity L2. {{(pid=103232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 19:44:07.112642 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.provisioning_blocks [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Provisioning complete for port 110acd77-41d6-4497-b355-470e0d380e4b triggered by entity L2. {{(pid=103232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 19:44:07.113076 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593630'] for port (110acd77-41d6-4497-b355-470e0d380e4b), provisioning_complete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:44:07.235087 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-cac94029-e280-46c1-8b40-ba8ff97c101f req-0be6cc23-6ee8-45bc-9659-b96fc3ec1460 tempest-TestVolumeBootPattern-1615943498 tempest-TestVolumeBootPattern-1615943498-project] 10.222.0.75 "GET /v2.0/security-groups?id=85e2738d-e0ce-44c8-a269-2deaf81a01f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1708264 Feb 09 19:44:07.284086 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Current status of the port 110acd77-41d6-4497-b355-470e0d380e4b is: BUILD; New status is: ACTIVE {{(pid=103232) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 19:44:07.284924 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (110acd77-41d6-4497-b355-470e0d380e4b), before_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:44:07.323457 n-d-713498-36 neutron-server[103232]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ef11860c-6c68-4442-8b21-9c74e24d1a1d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '110acd77-41d6-4497-b355-470e0d380e4b'}] {{(pid=103232) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 19:44:07.328900 n-d-713498-36 neutron-server[103232]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}949cdcde653dec44821de95cbf67297f53cbc2aed4e073b5d514f93bf911ce85" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ab891588-bf15-4694-bede-58b1d1d5b125" -d '{"events": [{"server_uuid": "ef11860c-6c68-4442-8b21-9c74e24d1a1d", "name": "network-vif-plugged", "status": "completed", "tag": "110acd77-41d6-4497-b355-470e0d380e4b"}]}' {{(pid=103232) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 19:44:07.364640 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-7429db8d-6021-40ad-813e-885be449a89b None None] For port 110acd77-41d6-4497-b355-470e0d380e4b, host n-h2-713498-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-36',level=0,port_id=110acd77-41d6-4497-b355-470e0d380e4b,segment=NetworkSegment(6912a3c6-390b-493a-8586-f44e28e90c68),segment_id=6912a3c6-390b-493a-8586-f44e28e90c68)] {{(pid=103232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 19:44:07.387702 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762867176205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762866656485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762866656503'] for port (110acd77-41d6-4497-b355-470e0d380e4b), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:44:07.444527 n-d-713498-36 neutron-server[103232]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 19:44:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1182f13c-d2b1-4c8c-9ec5-350cc69d39b1 x-openstack-request-id: req-1182f13c-d2b1-4c8c-9ec5-350cc69d39b1 {{(pid=103232) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 19:44:07.444825 n-d-713498-36 neutron-server[103232]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ef11860c-6c68-4442-8b21-9c74e24d1a1d", "name": "network-vif-plugged", "status": "completed", "tag": "110acd77-41d6-4497-b355-470e0d380e4b", "code": 200}]} {{(pid=103232) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 19:44:07.449543 n-d-713498-36 neutron-server[103232]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-1182f13c-d2b1-4c8c-9ec5-350cc69d39b1 {{(pid=103232) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 19:44:07.450187 n-d-713498-36 neutron-server[103232]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ef11860c-6c68-4442-8b21-9c74e24d1a1d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '110acd77-41d6-4497-b355-470e0d380e4b', 'code': 200} Feb 09 19:44:07.464087 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7243fcd1-2037-4a82-97c8-06f6ee24bba9 req-85635282-da46-4183-a617-2680325f0223 tempest-VolumesSnapshotTestJSON-1470959948 tempest-VolumesSnapshotTestJSON-1470959948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:44:07.468476 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-7243fcd1-2037-4a82-97c8-06f6ee24bba9 req-85635282-da46-4183-a617-2680325f0223 tempest-VolumesSnapshotTestJSON-1470959948 tempest-VolumesSnapshotTestJSON-1470959948-project] 10.222.0.75 "GET /v2.0/ports?device_id=2743a05c-ca5a-4d2a-807d-6220d961a89d HTTP/1.1" status: 200 len: 932 time: 0.1324775 Feb 09 19:44:07.483879 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Pushing event updated for resources: {'Port': ['ID=110acd77-41d6-4497-b355-470e0d380e4b,revision_number=5']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:44:07.545925 n-d-713498-36 neutron-server[103229]: DEBUG neutron.notifiers.nova [req-ab637a9f-4bfb-475f-928e-de4c48e7dca1 req-6cfc4bd5-7300-403f-82c9-6a3e69da78b2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id be1121ba-1fb8-476c-b81e-d2613c340057 {{(pid=103229) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 19:44:07.557714 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-ab637a9f-4bfb-475f-928e-de4c48e7dca1 req-6cfc4bd5-7300-403f-82c9-6a3e69da78b2 service neutron] Publish callbacks [] for port (be1121ba-1fb8-476c-b81e-d2613c340057), precommit_update {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:44:07.563341 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-7243fcd1-2037-4a82-97c8-06f6ee24bba9 req-63da01e3-8840-4241-b56d-716f5a55d1bb tempest-VolumesSnapshotTestJSON-1470959948 tempest-VolumesSnapshotTestJSON-1470959948-project] 10.222.0.75 "GET /v2.0/security-groups?id=e81ac41c-f182-4bcd-89b0-fdc41cdb146e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0857615 Feb 09 19:44:07.574741 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bf76e2c-8a63-478d-b48d-3a26a24b7ee2 req-1186eec6-e1c7-4930-af80-dbbcab4bc35c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:44:07.576511 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-5bf76e2c-8a63-478d-b48d-3a26a24b7ee2 req-1186eec6-e1c7-4930-af80-dbbcab4bc35c service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=ef11860c-6c68-4442-8b21-9c74e24d1a1d HTTP/1.1" status: 200 len: 1128 time: 0.0743768 Feb 09 19:44:07.584672 n-d-713498-36 neutron-server[103229]: DEBUG neutron.db.provisioning_blocks [req-ab637a9f-4bfb-475f-928e-de4c48e7dca1 req-6cfc4bd5-7300-403f-82c9-6a3e69da78b2 service neutron] Transition to ACTIVE for port object be1121ba-1fb8-476c-b81e-d2613c340057 will not be triggered until provisioned by entity L2. {{(pid=103229) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 19:44:07.590354 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-ab637a9f-4bfb-475f-928e-de4c48e7dca1 req-6cfc4bd5-7300-403f-82c9-6a3e69da78b2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762867176205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762866656485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762866656503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12867569'] for port (be1121ba-1fb8-476c-b81e-d2613c340057), after_update {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:44:07.639310 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-5bf76e2c-8a63-478d-b48d-3a26a24b7ee2 req-1f75c8cd-73e6-4291-b093-1a76625636cc service neutron] 10.222.0.90 "GET /v2.0/security-groups?id=9756189c-51bb-4234-9287-a2b3fd71ce58&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0508628 Feb 09 19:44:07.667313 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cfc4bd5-7300-403f-82c9-6a3e69da78b2 service neutron] Pushing event updated for resources: {'Port': ['ID=be1121ba-1fb8-476c-b81e-d2613c340057,revision_number=2']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:44:07.720448 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.managers [req-ab637a9f-4bfb-475f-928e-de4c48e7dca1 req-6cfc4bd5-7300-403f-82c9-6a3e69da78b2 service neutron] Attempting to bind port be1121ba-1fb8-476c-b81e-d2613c340057 on host n-h1-713498-36 for vnic_type normal with profile {{(pid=103229) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 19:44:07.720830 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.managers [req-ab637a9f-4bfb-475f-928e-de4c48e7dca1 req-6cfc4bd5-7300-403f-82c9-6a3e69da78b2 service neutron] Attempting to bind port be1121ba-1fb8-476c-b81e-d2613c340057 by drivers openvswitch,hyperv on host n-h1-713498-36 at level 0 using segments [{'id': '9a93bd09-258e-4090-9a00-d09b547e90c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': 'd3ba274b-bc96-4a3e-aeca-129a021b9dfd'}] {{(pid=103229) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 19:44:07.721329 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab637a9f-4bfb-475f-928e-de4c48e7dca1 req-6cfc4bd5-7300-403f-82c9-6a3e69da78b2 service neutron] Attempting to bind port be1121ba-1fb8-476c-b81e-d2613c340057 on network d3ba274b-bc96-4a3e-aeca-129a021b9dfd {{(pid=103229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 19:44:07.725668 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab637a9f-4bfb-475f-928e-de4c48e7dca1 req-6cfc4bd5-7300-403f-82c9-6a3e69da78b2 service neutron] Port be1121ba-1fb8-476c-b81e-d2613c340057 on network d3ba274b-bc96-4a3e-aeca-129a021b9dfd not bound, no agent of type Open vSwitch agent registered on host n-h1-713498-36 {{(pid=103229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 19:44:07.726102 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab637a9f-4bfb-475f-928e-de4c48e7dca1 req-6cfc4bd5-7300-403f-82c9-6a3e69da78b2 service neutron] Attempting to bind port be1121ba-1fb8-476c-b81e-d2613c340057 on network d3ba274b-bc96-4a3e-aeca-129a021b9dfd {{(pid=103229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 19:44:07.731106 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab637a9f-4bfb-475f-928e-de4c48e7dca1 req-6cfc4bd5-7300-403f-82c9-6a3e69da78b2 service neutron] Checking agent: {'id': '488cd9ae-631f-4955-ba0b-4f5a13f12e9c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713498-36', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 18, 59, 18), 'started_at': datetime.datetime(2022, 2, 9, 18, 59, 18), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 19, 43, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 19:44:07.731509 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab637a9f-4bfb-475f-928e-de4c48e7dca1 req-6cfc4bd5-7300-403f-82c9-6a3e69da78b2 service neutron] Checking segment: {'id': '9a93bd09-258e-4090-9a00-d09b547e90c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': 'd3ba274b-bc96-4a3e-aeca-129a021b9dfd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103229) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 19:44:07.732827 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab637a9f-4bfb-475f-928e-de4c48e7dca1 req-6cfc4bd5-7300-403f-82c9-6a3e69da78b2 service neutron] Bound using segment: {'id': '9a93bd09-258e-4090-9a00-d09b547e90c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': 'd3ba274b-bc96-4a3e-aeca-129a021b9dfd'} {{(pid=103229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 19:44:07.733553 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.managers [req-ab637a9f-4bfb-475f-928e-de4c48e7dca1 req-6cfc4bd5-7300-403f-82c9-6a3e69da78b2 service neutron] Bound port: be1121ba-1fb8-476c-b81e-d2613c340057, host: n-h1-713498-36, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9a93bd09-258e-4090-9a00-d09b547e90c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': 'd3ba274b-bc96-4a3e-aeca-129a021b9dfd'}}] {{(pid=103229) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 19:44:07.733995 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-ab637a9f-4bfb-475f-928e-de4c48e7dca1 req-6cfc4bd5-7300-403f-82c9-6a3e69da78b2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (be1121ba-1fb8-476c-b81e-d2613c340057), before_update {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:44:07.804244 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.db [req-ab637a9f-4bfb-475f-928e-de4c48e7dca1 req-6cfc4bd5-7300-403f-82c9-6a3e69da78b2 service neutron] For port be1121ba-1fb8-476c-b81e-d2613c340057, host n-h1-713498-36, cleared binding levels {{(pid=103229) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 19:44:07.807262 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.db [req-ab637a9f-4bfb-475f-928e-de4c48e7dca1 req-6cfc4bd5-7300-403f-82c9-6a3e69da78b2 service neutron] For port be1121ba-1fb8-476c-b81e-d2613c340057, host n-h1-713498-36, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-36',level=0,port_id=be1121ba-1fb8-476c-b81e-d2613c340057,segment=NetworkSegment(9a93bd09-258e-4090-9a00-d09b547e90c6),segment_id=9a93bd09-258e-4090-9a00-d09b547e90c6)] {{(pid=103229) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 19:44:07.812733 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-ab637a9f-4bfb-475f-928e-de4c48e7dca1 req-6cfc4bd5-7300-403f-82c9-6a3e69da78b2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762867176205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762866656485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762866656503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12867569'] for port (be1121ba-1fb8-476c-b81e-d2613c340057), after_update {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:44:07.857694 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab637a9f-4bfb-475f-928e-de4c48e7dca1 req-6cfc4bd5-7300-403f-82c9-6a3e69da78b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:44:07.859064 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-ab637a9f-4bfb-475f-928e-de4c48e7dca1 req-6cfc4bd5-7300-403f-82c9-6a3e69da78b2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171096'] for port (None), before_response {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:44:07.860012 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-ab637a9f-4bfb-475f-928e-de4c48e7dca1 req-6cfc4bd5-7300-403f-82c9-6a3e69da78b2 service neutron] 10.222.0.89 "PUT /v2.0/ports/be1121ba-1fb8-476c-b81e-d2613c340057 HTTP/1.1" status: 200 len: 1093 time: 1.0398011 Feb 09 19:44:07.860575 n-d-713498-36 neutron-server[103229]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2743a05c-ca5a-4d2a-807d-6220d961a89d', 'tag': 'be1121ba-1fb8-476c-b81e-d2613c340057'}] {{(pid=103229) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 19:44:07.863057 n-d-713498-36 neutron-server[103229]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fa6ae9a20702bd564eaf90d946620b2b4277b1ab91129323d3b54181076be307" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6fda9211-e23e-4bc7-9c5b-12f35731675d" -d '{"events": [{"name": "network-changed", "server_uuid": "2743a05c-ca5a-4d2a-807d-6220d961a89d", "tag": "be1121ba-1fb8-476c-b81e-d2613c340057"}]}' {{(pid=103229) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 19:44:07.869723 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 47956) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:44:07.894592 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cfc4bd5-7300-403f-82c9-6a3e69da78b2 service neutron] Pushing event updated for resources: {'Port': ['ID=be1121ba-1fb8-476c-b81e-d2613c340057,revision_number=3']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:44:07.926490 n-d-713498-36 neutron-server[103229]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 19:44:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2eb167e9-108e-461e-bea2-fee82f4d3481 x-openstack-request-id: req-2eb167e9-108e-461e-bea2-fee82f4d3481 {{(pid=103229) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 19:44:07.926822 n-d-713498-36 neutron-server[103229]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2743a05c-ca5a-4d2a-807d-6220d961a89d", "tag": "be1121ba-1fb8-476c-b81e-d2613c340057", "status": "completed", "code": 200}]} {{(pid=103229) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 19:44:07.927054 n-d-713498-36 neutron-server[103229]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-2eb167e9-108e-461e-bea2-fee82f4d3481 {{(pid=103229) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 19:44:07.930575 n-d-713498-36 neutron-server[103229]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2743a05c-ca5a-4d2a-807d-6220d961a89d', 'tag': 'be1121ba-1fb8-476c-b81e-d2613c340057', 'status': 'completed', 'code': 200} Feb 09 19:44:07.964400 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-4a40c46a-be6a-4f8f-8b52-aeed56bed1f3 tempest-TestSecurityGroupsBasicOps-1450369721 tempest-TestSecurityGroupsBasicOps-1450369721-project] Publish callbacks [] for security_group (62931257-fc5f-4889-91a9-8f0c280a61cf), before_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:44:08.010039 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-4a40c46a-be6a-4f8f-8b52-aeed56bed1f3 tempest-TestSecurityGroupsBasicOps-1450369721 tempest-TestSecurityGroupsBasicOps-1450369721-project] Publish callbacks [] for security_group (62931257-fc5f-4889-91a9-8f0c280a61cf), precommit_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:44:08.031268 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab637a9f-4bfb-475f-928e-de4c48e7dca1 req-a0ab90f4-f34c-42dc-b173-b42ae26a5902 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:44:08.032798 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-ab637a9f-4bfb-475f-928e-de4c48e7dca1 req-a0ab90f4-f34c-42dc-b173-b42ae26a5902 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=fd0a542145cd49b4b252311e7932421a&device_id=2743a05c-ca5a-4d2a-807d-6220d961a89d HTTP/1.1" status: 200 len: 1127 time: 0.1188128 Feb 09 19:44:08.047144 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fd43b27-d913-47e5-a0a5-7b35726a48ba req-7a3b92c4-a415-4ccf-bba7-5bde848e1fae tempest-TestVolumeBackupRestore-719474059 tempest-TestVolumeBackupRestore-719474059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:44:08.054625 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-6fd43b27-d913-47e5-a0a5-7b35726a48ba req-7a3b92c4-a415-4ccf-bba7-5bde848e1fae tempest-TestVolumeBackupRestore-719474059 tempest-TestVolumeBackupRestore-719474059-project] 10.222.0.75 "GET /v2.0/ports?device_id=ef11860c-6c68-4442-8b21-9c74e24d1a1d HTTP/1.1" status: 200 len: 945 time: 0.1217444 Feb 09 19:44:08.060930 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-4a40c46a-be6a-4f8f-8b52-aeed56bed1f3 tempest-TestSecurityGroupsBasicOps-1450369721 tempest-TestSecurityGroupsBasicOps-1450369721-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1892331'] for security_group (62931257-fc5f-4889-91a9-8f0c280a61cf), after_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:44:08.064374 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-4a40c46a-be6a-4f8f-8b52-aeed56bed1f3 tempest-TestSecurityGroupsBasicOps-1450369721 tempest-TestSecurityGroupsBasicOps-1450369721-project] Publish callbacks [] for security_group (None), before_response {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:44:08.068315 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-4a40c46a-be6a-4f8f-8b52-aeed56bed1f3 tempest-TestSecurityGroupsBasicOps-1450369721 tempest-TestSecurityGroupsBasicOps-1450369721-project] 10.222.0.75 "DELETE /v2.0/security-groups/62931257-fc5f-4889-91a9-8f0c280a61cf HTTP/1.1" status: 204 len: 168 time: 0.1948087 Feb 09 19:44:08.071023 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 47962) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:44:08.087570 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a40c46a-be6a-4f8f-8b52-aeed56bed1f3 tempest-TestSecurityGroupsBasicOps-1450369721 tempest-TestSecurityGroupsBasicOps-1450369721-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=62931257-fc5f-4889-91a9-8f0c280a61cf,revision_number=None']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:44:08.130316 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-ab637a9f-4bfb-475f-928e-de4c48e7dca1 req-2d319df9-3cb7-411a-99be-563af05f7807 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=be1121ba-1fb8-476c-b81e-d2613c340057 HTTP/1.1" status: 200 len: 217 time: 0.0722921 Feb 09 19:44:08.160477 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-f8adaf07-b9c8-4c4d-959c-7efbbf8548b4 tempest-TestSecurityGroupsBasicOps-1450369721 tempest-TestSecurityGroupsBasicOps-1450369721-project] Publish callbacks [] for security_group (b40f5da6-2429-4132-adcd-aac3e2c495d4), before_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:44:08.178695 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-6fd43b27-d913-47e5-a0a5-7b35726a48ba req-3ea45bee-dc8e-4717-9942-7279c918eb88 tempest-TestVolumeBackupRestore-719474059 tempest-TestVolumeBackupRestore-719474059-project] 10.222.0.75 "GET /v2.0/security-groups?id=9756189c-51bb-4234-9287-a2b3fd71ce58&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1230330 Feb 09 19:44:08.200090 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-f8adaf07-b9c8-4c4d-959c-7efbbf8548b4 tempest-TestSecurityGroupsBasicOps-1450369721 tempest-TestSecurityGroupsBasicOps-1450369721-project] Publish callbacks [] for security_group (b40f5da6-2429-4132-adcd-aac3e2c495d4), precommit_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:44:08.205081 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab637a9f-4bfb-475f-928e-de4c48e7dca1 req-314dbe76-84af-49a9-ac64-78945217689a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:44:08.207273 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-ab637a9f-4bfb-475f-928e-de4c48e7dca1 req-314dbe76-84af-49a9-ac64-78945217689a service neutron] 10.222.0.89 "GET /v2.0/subnets?id=520085a7-4a3f-4cac-80cb-73b612951186 HTTP/1.1" status: 200 len: 853 time: 0.0711286 Feb 09 19:44:08.249791 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-ab637a9f-4bfb-475f-928e-de4c48e7dca1 req-424afae7-0867-43bd-85f4-c3e15acd8598 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=d3ba274b-bc96-4a3e-aeca-129a021b9dfd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0369017 Feb 09 19:44:08.265001 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-f8adaf07-b9c8-4c4d-959c-7efbbf8548b4 tempest-TestSecurityGroupsBasicOps-1450369721 tempest-TestSecurityGroupsBasicOps-1450369721-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1892331'] for security_group (b40f5da6-2429-4132-adcd-aac3e2c495d4), after_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:44:08.269825 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-f8adaf07-b9c8-4c4d-959c-7efbbf8548b4 tempest-TestSecurityGroupsBasicOps-1450369721 tempest-TestSecurityGroupsBasicOps-1450369721-project] Publish callbacks [] for security_group (None), before_response {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:44:08.274340 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-f8adaf07-b9c8-4c4d-959c-7efbbf8548b4 tempest-TestSecurityGroupsBasicOps-1450369721 tempest-TestSecurityGroupsBasicOps-1450369721-project] 10.222.0.75 "DELETE /v2.0/security-groups/b40f5da6-2429-4132-adcd-aac3e2c495d4 HTTP/1.1" status: 204 len: 168 time: 0.1990764 Feb 09 19:44:08.301400 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 47964) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:44:08.304865 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8adaf07-b9c8-4c4d-959c-7efbbf8548b4 tempest-TestSecurityGroupsBasicOps-1450369721 tempest-TestSecurityGroupsBasicOps-1450369721-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b40f5da6-2429-4132-adcd-aac3e2c495d4,revision_number=None']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:44:08.366378 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-ab637a9f-4bfb-475f-928e-de4c48e7dca1 req-a143557b-e469-4750-86e8-cbbb79a8cc74 service neutron] 10.222.0.89 "GET /v2.0/networks/d3ba274b-bc96-4a3e-aeca-129a021b9dfd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1110029 Feb 09 19:44:08.486519 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-ab637a9f-4bfb-475f-928e-de4c48e7dca1 req-9f70a32c-b835-4852-b788-3e4eadb0cb2d service neutron] 10.222.0.89 "GET /v2.0/networks/d3ba274b-bc96-4a3e-aeca-129a021b9dfd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1138301 Feb 09 19:44:08.537664 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbc4d4ff-fa16-4000-8382-291e8b14b3b2 req-cad500c6-37c6-49ea-8e17-b44b1182f222 tempest-TestVolumeBootPattern-1615943498 tempest-TestVolumeBootPattern-1615943498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:44:08.539412 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-cbc4d4ff-fa16-4000-8382-291e8b14b3b2 req-cad500c6-37c6-49ea-8e17-b44b1182f222 tempest-TestVolumeBootPattern-1615943498 tempest-TestVolumeBootPattern-1615943498-project] 10.222.0.75 "GET /v2.0/ports?device_id=3507b4ea-1569-4b50-9d48-65e1c6890ca9 HTTP/1.1" status: 200 len: 944 time: 0.1402140 Feb 09 19:44:08.602631 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fda9211-e23e-4bc7-9c5b-12f35731675d req-d5146b4c-db47-481a-8eea-04213e990e53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:44:08.604620 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-6fda9211-e23e-4bc7-9c5b-12f35731675d req-d5146b4c-db47-481a-8eea-04213e990e53 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=fd0a542145cd49b4b252311e7932421a&device_id=2743a05c-ca5a-4d2a-807d-6220d961a89d HTTP/1.1" status: 200 len: 1127 time: 0.0698438 Feb 09 19:44:08.710197 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-cbc4d4ff-fa16-4000-8382-291e8b14b3b2 req-6d963453-d273-41b7-85f6-5a6a071ccb34 tempest-TestVolumeBootPattern-1615943498 tempest-TestVolumeBootPattern-1615943498-project] 10.222.0.75 "GET /v2.0/security-groups?id=85e2738d-e0ce-44c8-a269-2deaf81a01f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1612740 Feb 09 19:44:08.764170 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fda9211-e23e-4bc7-9c5b-12f35731675d req-285acf81-01c8-4711-975f-7378adf5796b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:44:08.765616 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-6fda9211-e23e-4bc7-9c5b-12f35731675d req-285acf81-01c8-4711-975f-7378adf5796b service neutron] 10.222.0.89 "GET /v2.0/networks?id=d3ba274b-bc96-4a3e-aeca-129a021b9dfd HTTP/1.1" status: 200 len: 914 time: 0.1544673 Feb 09 19:44:08.773476 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ad638d9-4ca3-4f97-8c7c-2bc4ef1156b2 req-52e9e6d9-65e5-4236-86f9-f99e2854b953 tempest-VolumesSnapshotTestJSON-1470959948 tempest-VolumesSnapshotTestJSON-1470959948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:44:08.775000 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-4ad638d9-4ca3-4f97-8c7c-2bc4ef1156b2 req-52e9e6d9-65e5-4236-86f9-f99e2854b953 tempest-VolumesSnapshotTestJSON-1470959948 tempest-VolumesSnapshotTestJSON-1470959948-project] 10.222.0.75 "GET /v2.0/ports?device_id=2743a05c-ca5a-4d2a-807d-6220d961a89d HTTP/1.1" status: 200 len: 944 time: 0.1096108 Feb 09 19:44:08.823223 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-6fda9211-e23e-4bc7-9c5b-12f35731675d req-0febc94b-6e87-483f-9263-d3f18c1c31fa service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=be1121ba-1fb8-476c-b81e-d2613c340057 HTTP/1.1" status: 200 len: 217 time: 0.0468781 Feb 09 19:44:08.915413 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fda9211-e23e-4bc7-9c5b-12f35731675d req-c4d65b58-574f-4286-a439-c08d5fcf0031 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:44:08.917271 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-6fda9211-e23e-4bc7-9c5b-12f35731675d req-c4d65b58-574f-4286-a439-c08d5fcf0031 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=520085a7-4a3f-4cac-80cb-73b612951186 HTTP/1.1" status: 200 len: 853 time: 0.0862288 Feb 09 19:44:08.922097 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-4ad638d9-4ca3-4f97-8c7c-2bc4ef1156b2 req-d95368a1-6366-4876-b796-a716c861aa5a tempest-VolumesSnapshotTestJSON-1470959948 tempest-VolumesSnapshotTestJSON-1470959948-project] 10.222.0.75 "GET /v2.0/security-groups?id=e81ac41c-f182-4bcd-89b0-fdc41cdb146e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1074460 Feb 09 19:44:08.958810 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-6fda9211-e23e-4bc7-9c5b-12f35731675d req-bf88b914-9c85-4cff-966f-05f2483ced71 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=d3ba274b-bc96-4a3e-aeca-129a021b9dfd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0355015 Feb 09 19:44:08.962456 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-d5073326-6147-4e93-9590-91817f1086be tempest-TestSecurityGroupsBasicOps-1450369721 tempest-TestSecurityGroupsBasicOps-1450369721-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1834525'] for router_interface (277f573c-a4fa-41af-ba23-f374de52ee54), before_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:44:09.004281 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Device 891646c3-c785-4047-8c8b-118e2fe099cf no longer exists at agent hyperv_n-h2-713498-36 {{(pid=103232) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 19:44:09.028168 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-7429db8d-6021-40ad-813e-885be449a89b None None] No Port match for: 891646c3-c785-4047-8c8b-118e2fe099cf {{(pid=103232) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 19:44:09.029287 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Device 891646c3-c785-4047-8c8b-118e2fe099cf not bound to the agent host n-h2-713498-36 {{(pid=103232) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 19:44:09.087624 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-6fda9211-e23e-4bc7-9c5b-12f35731675d req-d63ea0f1-3e40-42dc-b245-3ec4d560391d service neutron] 10.222.0.89 "GET /v2.0/networks/d3ba274b-bc96-4a3e-aeca-129a021b9dfd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1212552 Feb 09 19:44:09.248352 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-6fda9211-e23e-4bc7-9c5b-12f35731675d req-a62fba7d-c83f-4359-ba57-4f01648e55ce service neutron] 10.222.0.89 "GET /v2.0/networks/d3ba274b-bc96-4a3e-aeca-129a021b9dfd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1535296 Feb 09 19:44:09.393863 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-818fc926-b465-4b12-bdf2-5b8fffb1ccfc req-41b8fbab-b99e-4630-9639-973192444d2d tempest-TestVolumeBackupRestore-719474059 tempest-TestVolumeBackupRestore-719474059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:44:09.401978 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-818fc926-b465-4b12-bdf2-5b8fffb1ccfc req-41b8fbab-b99e-4630-9639-973192444d2d tempest-TestVolumeBackupRestore-719474059 tempest-TestVolumeBackupRestore-719474059-project] 10.222.0.75 "GET /v2.0/ports?device_id=ef11860c-6c68-4442-8b21-9c74e24d1a1d HTTP/1.1" status: 200 len: 945 time: 0.1246319 Feb 09 19:44:09.441618 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.plugin [None req-d5073326-6147-4e93-9590-91817f1086be tempest-TestSecurityGroupsBasicOps-1450369721 tempest-TestSecurityGroupsBasicOps-1450369721-project] Deleting port b66fea34-1153-469a-919b-913ac384af0b {{(pid=103230) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 19:44:09.442084 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-d5073326-6147-4e93-9590-91817f1086be tempest-TestSecurityGroupsBasicOps-1450369721 tempest-TestSecurityGroupsBasicOps-1450369721-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762867170196'] for port (b66fea34-1153-469a-919b-913ac384af0b), before_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:44:09.511352 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-818fc926-b465-4b12-bdf2-5b8fffb1ccfc req-f614c3c1-487b-4071-ab7e-37ef7fd2c6be tempest-TestVolumeBackupRestore-719474059 tempest-TestVolumeBackupRestore-719474059-project] 10.222.0.75 "GET /v2.0/security-groups?id=9756189c-51bb-4234-9287-a2b3fd71ce58&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1085165 Feb 09 19:44:09.576040 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.db [None req-d5073326-6147-4e93-9590-91817f1086be tempest-TestSecurityGroupsBasicOps-1450369721 tempest-TestSecurityGroupsBasicOps-1450369721-project] For port b66fea34-1153-469a-919b-913ac384af0b, host n-d-713498-36, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-36',level=0,port_id=b66fea34-1153-469a-919b-913ac384af0b,segment=NetworkSegment(f1402305-d28a-49c1-90f8-909dbce76426),segment_id=f1402305-d28a-49c1-90f8-909dbce76426)] {{(pid=103230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 19:44:09.577068 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-d5073326-6147-4e93-9590-91817f1086be tempest-TestSecurityGroupsBasicOps-1450369721 tempest-TestSecurityGroupsBasicOps-1450369721-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1820838'] for port (b66fea34-1153-469a-919b-913ac384af0b), precommit_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:44:09.709197 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f5d572d-c229-4167-9bf0-37908719d620 req-f7d21e61-ade6-4070-8509-8c6f2113580d tempest-TestVolumeBackupRestore-719474059 tempest-TestVolumeBackupRestore-719474059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:44:09.711106 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-5f5d572d-c229-4167-9bf0-37908719d620 req-f7d21e61-ade6-4070-8509-8c6f2113580d tempest-TestVolumeBackupRestore-719474059 tempest-TestVolumeBackupRestore-719474059-project] 10.222.0.75 "GET /v2.0/ports?device_id=ef11860c-6c68-4442-8b21-9c74e24d1a1d HTTP/1.1" status: 200 len: 945 time: 0.0914190 Feb 09 19:44:09.827209 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-5f5d572d-c229-4167-9bf0-37908719d620 req-25117bf3-c681-458c-88da-4e9eb217d7a8 tempest-TestVolumeBackupRestore-719474059 tempest-TestVolumeBackupRestore-719474059-project] 10.222.0.75 "GET /v2.0/security-groups?id=9756189c-51bb-4234-9287-a2b3fd71ce58&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1040635 Feb 09 19:44:09.862041 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 47978) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:44:09.915877 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.plugin [None req-d5073326-6147-4e93-9590-91817f1086be tempest-TestSecurityGroupsBasicOps-1450369721 tempest-TestSecurityGroupsBasicOps-1450369721-project] Calling delete_port for b66fea34-1153-469a-919b-913ac384af0b owned by network:router_interface {{(pid=103230) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 19:44:10.020810 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4bfd807-a399-40fe-bb70-fe5938ac778f req-f6328ad9-b481-4593-bcf9-e1c00b7ad26e tempest-TestVolumeBootPattern-1615943498 tempest-TestVolumeBootPattern-1615943498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:44:10.022358 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-e4bfd807-a399-40fe-bb70-fe5938ac778f req-f6328ad9-b481-4593-bcf9-e1c00b7ad26e tempest-TestVolumeBootPattern-1615943498 tempest-TestVolumeBootPattern-1615943498-project] 10.222.0.75 "GET /v2.0/ports?device_id=3507b4ea-1569-4b50-9d48-65e1c6890ca9 HTTP/1.1" status: 200 len: 944 time: 0.1083724 Feb 09 19:44:10.111581 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-e4bfd807-a399-40fe-bb70-fe5938ac778f req-05e99a1a-c159-49bc-9bc8-070289c6bed5 tempest-TestVolumeBootPattern-1615943498 tempest-TestVolumeBootPattern-1615943498-project] 10.222.0.75 "GET /v2.0/security-groups?id=85e2738d-e0ce-44c8-a269-2deaf81a01f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0831227 Feb 09 19:44:10.179000 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c47e93fd-eee1-4a48-9767-3fcd0d1e9acd tempest-TestVolumeBackupRestore-640251864 tempest-TestVolumeBackupRestore-640251864-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:44:10.184407 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 47986) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:44:10.184590 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-c47e93fd-eee1-4a48-9767-3fcd0d1e9acd tempest-TestVolumeBackupRestore-640251864 tempest-TestVolumeBackupRestore-640251864-project-admin] 10.222.0.75 "GET /v2.0/ports?device_id=ef11860c-6c68-4442-8b21-9c74e24d1a1d HTTP/1.1" status: 200 len: 1123 time: 0.3212790 Feb 09 19:44:10.193187 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.v2.base [None req-fd75b2e0-c864-4e30-bda1-1edcbe29afc0 tempest-TestVolumeBackupRestore-719474059 tempest-TestVolumeBackupRestore-719474059-project] Request body: {'floatingip': {'floating_network_id': '88055e1e-672a-4487-be31-ffb6e833ece5', 'port_id': '110acd77-41d6-4497-b355-470e0d380e4b', 'tenant_id': '4c59ff00c3d1431da7ba682b198a4ba5', 'fixed_ip_address': '172.20.0.3'}} {{(pid=103230) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 19:44:10.199723 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bd99dfa-188a-46fd-8a0f-5c6311f97e51 req-690e2e07-95cb-4b4c-8568-197f33ce1239 tempest-VolumesSnapshotTestJSON-1470959948 tempest-VolumesSnapshotTestJSON-1470959948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:44:10.202059 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-1bd99dfa-188a-46fd-8a0f-5c6311f97e51 req-690e2e07-95cb-4b4c-8568-197f33ce1239 tempest-VolumesSnapshotTestJSON-1470959948 tempest-VolumesSnapshotTestJSON-1470959948-project] 10.222.0.75 "GET /v2.0/ports?device_id=2743a05c-ca5a-4d2a-807d-6220d961a89d HTTP/1.1" status: 200 len: 944 time: 0.1064889 Feb 09 19:44:10.221171 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-fd75b2e0-c864-4e30-bda1-1edcbe29afc0 tempest-TestVolumeBackupRestore-719474059 tempest-TestVolumeBackupRestore-719474059-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:44:10.259206 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-1bd99dfa-188a-46fd-8a0f-5c6311f97e51 req-82596f6d-a3e3-4934-82a8-a65954d2cccc tempest-VolumesSnapshotTestJSON-1470959948 tempest-VolumesSnapshotTestJSON-1470959948-project] 10.222.0.75 "GET /v2.0/security-groups?id=e81ac41c-f182-4bcd-89b0-fdc41cdb146e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495980 Feb 09 19:44:10.385342 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-d5073326-6147-4e93-9590-91817f1086be tempest-TestSecurityGroupsBasicOps-1450369721 tempest-TestSecurityGroupsBasicOps-1450369721-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762867177463', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762866656476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14393751'] for port (b66fea34-1153-469a-919b-913ac384af0b), after_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:44:10.417690 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5073326-6147-4e93-9590-91817f1086be tempest-TestSecurityGroupsBasicOps-1450369721 tempest-TestSecurityGroupsBasicOps-1450369721-project] Pushing event deleted for resources: {'Port': ['ID=b66fea34-1153-469a-919b-913ac384af0b,revision_number=None']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:44:10.529526 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-fd75b2e0-c864-4e30-bda1-1edcbe29afc0 tempest-TestVolumeBackupRestore-719474059 tempest-TestVolumeBackupRestore-719474059-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (None), before_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:44:10.767743 n-d-713498-36 neutron-server[103230]: DEBUG neutron.db.db_base_plugin_common [None req-fd75b2e0-c864-4e30-bda1-1edcbe29afc0 tempest-TestVolumeBackupRestore-719474059 tempest-TestVolumeBackupRestore-719474059-project] Allocated IP 172.25.1.157 (88055e1e-672a-4487-be31-ffb6e833ece5/ac16dbcc-383c-4b43-9153-d763c4a53f91/13527c15-9654-444e-ad11-cf5b1a8f8861) {{(pid=103230) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 19:44:10.784563 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-d5073326-6147-4e93-9590-91817f1086be tempest-TestSecurityGroupsBasicOps-1450369721 tempest-TestSecurityGroupsBasicOps-1450369721-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1613467', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1834633'] for router_interface (277f573c-a4fa-41af-ba23-f374de52ee54), after_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:44:10.828020 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-b0a9b3b7-8d28-45cc-b3bd-e135d005c5f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762867132591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593584'] for agent (af91e4b9-f4e1-42b1-a25c-a10dc47171c8), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:44:10.992248 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-fd75b2e0-c864-4e30-bda1-1edcbe29afc0 tempest-TestVolumeBackupRestore-719474059 tempest-TestVolumeBackupRestore-719474059-project] Publish callbacks [] for port (13527c15-9654-444e-ad11-cf5b1a8f8861), precommit_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:44:11.117466 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-fd75b2e0-c864-4e30-bda1-1edcbe29afc0 tempest-TestVolumeBackupRestore-719474059 tempest-TestVolumeBackupRestore-719474059-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762866656467', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14393751'] for port (13527c15-9654-444e-ad11-cf5b1a8f8861), after_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:44:11.192542 n-d-713498-36 neutron-server[103230]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd75b2e0-c864-4e30-bda1-1edcbe29afc0 tempest-TestVolumeBackupRestore-719474059 tempest-TestVolumeBackupRestore-719474059-project] Network 88055e1e-672a-4487-be31-ffb6e833ece5 is already hosted by enough agents. {{(pid=103230) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 19:44:11.197687 n-d-713498-36 neutron-server[103230]: DEBUG neutron.scheduler.base_scheduler [None req-fd75b2e0-c864-4e30-bda1-1edcbe29afc0 tempest-TestVolumeBackupRestore-719474059 tempest-TestVolumeBackupRestore-719474059-project] Resources bound (agent type, host, resource id): {{(pid=103230) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 19:44:11.204124 n-d-713498-36 neutron-server[103230]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd75b2e0-c864-4e30-bda1-1edcbe29afc0 tempest-TestVolumeBackupRestore-719474059 tempest-TestVolumeBackupRestore-719474059-project] Received port after_create {{(pid=103230) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 19:44:11.231398 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd75b2e0-c864-4e30-bda1-1edcbe29afc0 tempest-TestVolumeBackupRestore-719474059 tempest-TestVolumeBackupRestore-719474059-project] Pushing event updated for resources: {'Port': ['ID=13527c15-9654-444e-ad11-cf5b1a8f8861,revision_number=1']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:44:11.237030 n-d-713498-36 neutron-server[103230]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d5073326-6147-4e93-9590-91817f1086be tempest-TestSecurityGroupsBasicOps-1450369721 tempest-TestSecurityGroupsBasicOps-1450369721-project] Router 277f573c-a4fa-41af-ba23-f374de52ee54 has already been hosted by L3 agent 93303d5e-5d17-45e8-8963-7694f87783ae {{(pid=103230) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 19:44:11.427230 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aff916a4-d961-422a-8429-f4945295e284 req-247feeac-725c-4c79-8e19-744cc2769c2c tempest-VolumesSnapshotTestJSON-1470959948 tempest-VolumesSnapshotTestJSON-1470959948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:44:11.429409 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-aff916a4-d961-422a-8429-f4945295e284 req-247feeac-725c-4c79-8e19-744cc2769c2c tempest-VolumesSnapshotTestJSON-1470959948 tempest-VolumesSnapshotTestJSON-1470959948-project] 10.222.0.75 "GET /v2.0/ports?device_id=2743a05c-ca5a-4d2a-807d-6220d961a89d HTTP/1.1" status: 200 len: 944 time: 0.0774472 Feb 09 19:44:11.444057 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-356e9cc0-d8ea-4340-a4e0-c4ac01d8a72c req-064bdb77-168c-46b0-8542-c66cf349ca9b tempest-TestVolumeBootPattern-1615943498 tempest-TestVolumeBootPattern-1615943498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:44:11.445596 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-356e9cc0-d8ea-4340-a4e0-c4ac01d8a72c req-064bdb77-168c-46b0-8542-c66cf349ca9b tempest-TestVolumeBootPattern-1615943498 tempest-TestVolumeBootPattern-1615943498-project] 10.222.0.75 "GET /v2.0/ports?device_id=3507b4ea-1569-4b50-9d48-65e1c6890ca9 HTTP/1.1" status: 200 len: 944 time: 0.2074931 Feb 09 19:44:11.491364 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-aff916a4-d961-422a-8429-f4945295e284 req-0e737506-75e0-472d-b273-96a19d1663de tempest-VolumesSnapshotTestJSON-1470959948 tempest-VolumesSnapshotTestJSON-1470959948-project] 10.222.0.75 "GET /v2.0/security-groups?id=e81ac41c-f182-4bcd-89b0-fdc41cdb146e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555151 Feb 09 19:44:11.616606 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-356e9cc0-d8ea-4340-a4e0-c4ac01d8a72c req-d332cea5-93b3-4e8f-85c8-084f3b792bd1 tempest-TestVolumeBootPattern-1615943498 tempest-TestVolumeBootPattern-1615943498-project] 10.222.0.75 "GET /v2.0/security-groups?id=85e2738d-e0ce-44c8-a269-2deaf81a01f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1604455 Feb 09 19:44:11.619366 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d5073326-6147-4e93-9590-91817f1086be tempest-TestSecurityGroupsBasicOps-1450369721 tempest-TestSecurityGroupsBasicOps-1450369721-project] Notify agent at l3_agent.n-d-713498-36 the message routers_updated {{(pid=103230) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 19:44:11.629789 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 47998) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:44:11.629937 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-d5073326-6147-4e93-9590-91817f1086be tempest-TestSecurityGroupsBasicOps-1450369721 tempest-TestSecurityGroupsBasicOps-1450369721-project] 10.222.0.75 "PUT /v2.0/routers/277f573c-a4fa-41af-ba23-f374de52ee54/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3263121 Feb 09 19:44:11.643685 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a0bdc26-7260-4c2b-8e87-0f126407a274 None None] Sync routers for ids ['277f573c-a4fa-41af-ba23-f374de52ee54'] in n-d-713498-36 {{(pid=103232) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 19:44:11.654425 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a0bdc26-7260-4c2b-8e87-0f126407a274 None None] Routers {'277f573c-a4fa-41af-ba23-f374de52ee54'} bound to L3 agent in host n-d-713498-36 {{(pid=103232) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 19:44:11.655372 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.l3_hamode_db [None req-7a0bdc26-7260-4c2b-8e87-0f126407a274 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-09T18:51:43Z,description=,heartbeat_timestamp=2022-02-09T19:43:43Z,host='n-d-713498-36',id=93303d5e-5d17-45e8-8963-7694f87783ae,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T18:51:43Z,topic='l3_agent')) {'router_ids': ['277f573c-a4fa-41af-ba23-f374de52ee54'], 'active': True} {{(pid=103232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:44:11.700822 n-d-713498-36 neutron-server[103229]: DEBUG neutron.db.db_base_plugin_v2 [None req-fbcb140d-47ec-4a42-b15a-f896e8658620 tempest-TestSecurityGroupsBasicOps-1450369721 tempest-TestSecurityGroupsBasicOps-1450369721-project] Deleting subnet 655873f1-fc83-4fbc-b7c0-49c9ad533a8e {{(pid=103229) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 19:44:11.705725 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-fbcb140d-47ec-4a42-b15a-f896e8658620 tempest-TestSecurityGroupsBasicOps-1450369721 tempest-TestSecurityGroupsBasicOps-1450369721-project] Publish callbacks [] for subnet (655873f1-fc83-4fbc-b7c0-49c9ad533a8e), before_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:44:11.763903 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-fbcb140d-47ec-4a42-b15a-f896e8658620 tempest-TestSecurityGroupsBasicOps-1450369721 tempest-TestSecurityGroupsBasicOps-1450369721-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16683410'] for subnet (655873f1-fc83-4fbc-b7c0-49c9ad533a8e), precommit_delete_associations {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:44:11.772219 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Device be1121ba-1fb8-476c-b81e-d2613c340057 details requested by agent hyperv_n-h1-713498-36 with host n-h1-713498-36 {{(pid=103232) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 19:44:11.809422 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.l3_dvr_db [None req-7a0bdc26-7260-4c2b-8e87-0f126407a274 None None] Set router 277f573c-a4fa-41af-ba23-f374de52ee54 gateway port host: n-d-713498-36 {{(pid=103232) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 19:44:11.872007 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-fbcb140d-47ec-4a42-b15a-f896e8658620 tempest-TestSecurityGroupsBasicOps-1450369721 tempest-TestSecurityGroupsBasicOps-1450369721-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-759852'] for subnet (655873f1-fc83-4fbc-b7c0-49c9ad533a8e), precommit_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:44:11.914508 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-fd75b2e0-c864-4e30-bda1-1edcbe29afc0 tempest-TestVolumeBackupRestore-719474059 tempest-TestVolumeBackupRestore-719474059-project] Publish callbacks [] for floatingip (061fa9c6-8ac6-4209-a644-b0550593ed68), precommit_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:44:11.953719 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-fbcb140d-47ec-4a42-b15a-f896e8658620 tempest-TestSecurityGroupsBasicOps-1450369721 tempest-TestSecurityGroupsBasicOps-1450369721-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-760023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12867367', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12759238'] for subnet (655873f1-fc83-4fbc-b7c0-49c9ad533a8e), after_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:44:12.001820 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbcb140d-47ec-4a42-b15a-f896e8658620 tempest-TestSecurityGroupsBasicOps-1450369721 tempest-TestSecurityGroupsBasicOps-1450369721-project] Pushing event deleted for resources: {'Subnet': ['ID=655873f1-fc83-4fbc-b7c0-49c9ad533a8e,revision_number=None']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:44:12.005621 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-fbcb140d-47ec-4a42-b15a-f896e8658620 tempest-TestSecurityGroupsBasicOps-1450369721 tempest-TestSecurityGroupsBasicOps-1450369721-project] Publish callbacks [] for subnet (None), before_response {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:44:12.014182 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-fbcb140d-47ec-4a42-b15a-f896e8658620 tempest-TestSecurityGroupsBasicOps-1450369721 tempest-TestSecurityGroupsBasicOps-1450369721-project] 10.222.0.75 "DELETE /v2.0/subnets/655873f1-fc83-4fbc-b7c0-49c9ad533a8e HTTP/1.1" status: 204 len: 168 time: 0.3824534 Feb 09 19:44:12.015233 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 48000) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:44:12.024772 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53011678-0106-459a-814a-6a89c34ccd4f None None] Network 16b9cb9f-5859-4d1b-9414-216a285f496b requested from n-d-713498-36 {{(pid=103232) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 19:44:12.031791 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbcb140d-47ec-4a42-b15a-f896e8658620 tempest-TestSecurityGroupsBasicOps-1450369721 tempest-TestSecurityGroupsBasicOps-1450369721-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:44:12.032246 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbcb140d-47ec-4a42-b15a-f896e8658620 tempest-TestSecurityGroupsBasicOps-1450369721 tempest-TestSecurityGroupsBasicOps-1450369721-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:44:12.032601 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbcb140d-47ec-4a42-b15a-f896e8658620 tempest-TestSecurityGroupsBasicOps-1450369721 tempest-TestSecurityGroupsBasicOps-1450369721-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:44:12.033228 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbcb140d-47ec-4a42-b15a-f896e8658620 tempest-TestSecurityGroupsBasicOps-1450369721 tempest-TestSecurityGroupsBasicOps-1450369721-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:44:12.033710 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbcb140d-47ec-4a42-b15a-f896e8658620 tempest-TestSecurityGroupsBasicOps-1450369721 tempest-TestSecurityGroupsBasicOps-1450369721-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:44:12.034254 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbcb140d-47ec-4a42-b15a-f896e8658620 tempest-TestSecurityGroupsBasicOps-1450369721 tempest-TestSecurityGroupsBasicOps-1450369721-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:44:12.034827 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbcb140d-47ec-4a42-b15a-f896e8658620 tempest-TestSecurityGroupsBasicOps-1450369721 tempest-TestSecurityGroupsBasicOps-1450369721-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:44:12.035170 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbcb140d-47ec-4a42-b15a-f896e8658620 tempest-TestSecurityGroupsBasicOps-1450369721 tempest-TestSecurityGroupsBasicOps-1450369721-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:44:12.035662 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbcb140d-47ec-4a42-b15a-f896e8658620 tempest-TestSecurityGroupsBasicOps-1450369721 tempest-TestSecurityGroupsBasicOps-1450369721-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:44:12.036360 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbcb140d-47ec-4a42-b15a-f896e8658620 tempest-TestSecurityGroupsBasicOps-1450369721 tempest-TestSecurityGroupsBasicOps-1450369721-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:44:12.036360 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbcb140d-47ec-4a42-b15a-f896e8658620 tempest-TestSecurityGroupsBasicOps-1450369721 tempest-TestSecurityGroupsBasicOps-1450369721-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:44:12.036787 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbcb140d-47ec-4a42-b15a-f896e8658620 tempest-TestSecurityGroupsBasicOps-1450369721 tempest-TestSecurityGroupsBasicOps-1450369721-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:44:12.037081 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbcb140d-47ec-4a42-b15a-f896e8658620 tempest-TestSecurityGroupsBasicOps-1450369721 tempest-TestSecurityGroupsBasicOps-1450369721-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:44:12.046332 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-fd75b2e0-c864-4e30-bda1-1edcbe29afc0 tempest-TestVolumeBackupRestore-719474059 tempest-TestVolumeBackupRestore-719474059-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (13527c15-9654-444e-ad11-cf5b1a8f8861), before_update {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:44:12.193784 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-e7071e89-eeba-46b2-bcde-747ac46c3902 tempest-TestSecurityGroupsBasicOps-1450369721 tempest-TestSecurityGroupsBasicOps-1450369721-project] Publish callbacks [] for router (277f573c-a4fa-41af-ba23-f374de52ee54), before_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:44:12.249666 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] For port be1121ba-1fb8-476c-b81e-d2613c340057, host n-h1-713498-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-36',level=0,port_id=be1121ba-1fb8-476c-b81e-d2613c340057,segment=NetworkSegment(9a93bd09-258e-4090-9a00-d09b547e90c6),segment_id=9a93bd09-258e-4090-9a00-d09b547e90c6)] {{(pid=103232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 19:44:12.315503 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Returning: {'device': 'be1121ba-1fb8-476c-b81e-d2613c340057', 'network_id': 'd3ba274b-bc96-4a3e-aeca-129a021b9dfd', 'port_id': 'be1121ba-1fb8-476c-b81e-d2613c340057', 'mac_address': 'fa:16:3e:fd:62:f4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 399, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '520085a7-4a3f-4cac-80cb-73b612951186', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103232) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 19:44:12.417266 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Current status of the port be1121ba-1fb8-476c-b81e-d2613c340057 is: DOWN; New status is: BUILD {{(pid=103232) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 19:44:12.417673 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (be1121ba-1fb8-476c-b81e-d2613c340057), before_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:44:12.444302 n-d-713498-36 neutron-server[103232]: DEBUG neutron.notifiers.nova [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id be1121ba-1fb8-476c-b81e-d2613c340057 {{(pid=103232) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 19:44:12.444517 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-e7071e89-eeba-46b2-bcde-747ac46c3902 tempest-TestSecurityGroupsBasicOps-1450369721 tempest-TestSecurityGroupsBasicOps-1450369721-project] Publish callbacks [] for router_gateway (277f573c-a4fa-41af-ba23-f374de52ee54), before_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:44:12.447676 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-fd75b2e0-c864-4e30-bda1-1edcbe29afc0 tempest-TestVolumeBackupRestore-719474059 tempest-TestVolumeBackupRestore-719474059-project] Publish callbacks [] for port (13527c15-9654-444e-ad11-cf5b1a8f8861), precommit_update {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:44:12.467335 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-fd75b2e0-c864-4e30-bda1-1edcbe29afc0 tempest-TestVolumeBackupRestore-719474059 tempest-TestVolumeBackupRestore-719474059-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762867176205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762866656485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762866656503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14393758'] for port (13527c15-9654-444e-ad11-cf5b1a8f8861), after_update {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:44:12.469510 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d3502ae-3e3f-47c0-ad66-9c2f0c355ba8 None None] DHCP port deletion for 16b9cb9f-5859-4d1b-9414-216a285f496b request from n-d-713498-36 {{(pid=103232) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 09 19:44:12.489549 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] For port be1121ba-1fb8-476c-b81e-d2613c340057, host n-h1-713498-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-36',level=0,port_id=be1121ba-1fb8-476c-b81e-d2613c340057,segment=NetworkSegment(9a93bd09-258e-4090-9a00-d09b547e90c6),segment_id=9a93bd09-258e-4090-9a00-d09b547e90c6)] {{(pid=103232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 19:44:12.520796 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762867176205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762866656485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762866656503'] for port (be1121ba-1fb8-476c-b81e-d2613c340057), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:44:12.602512 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.l3_hamode_db [None req-7a0bdc26-7260-4c2b-8e87-0f126407a274 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '277f573c-a4fa-41af-ba23-f374de52ee54', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1386984561', 'tenant_id': 'ad7e5b1e3bd44a9292bbae1791f9aecc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88055e1e-672a-4487-be31-ffb6e833ece5', 'external_fixed_ips': [{'subnet_id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'ip_address': '172.25.1.86'}], 'enable_snat': True}, 'gw_port_id': '7183d5dd-f5b7-414d-9585-6131c399fd14', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T19:42:06Z', 'updated_at': '2022-02-09T19:44:10Z', 'revision_number': 5, 'project_id': 'ad7e5b1e3bd44a9292bbae1791f9aecc', 'gw_port': {'id': '7183d5dd-f5b7-414d-9585-6131c399fd14', 'name': '', 'network_id': '88055e1e-672a-4487-be31-ffb6e833ece5', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:c4:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '277f573c-a4fa-41af-ba23-f374de52ee54', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3816, 'fixed_ips': [{'subnet_id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'ip_address': '172.25.1.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T19:42:07Z', 'updated_at': '2022-02-09T19:42:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-36'}], 'n-d-713498-36', False) {} {{(pid=103232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:44:12.616399 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.plugin [None req-e7071e89-eeba-46b2-bcde-747ac46c3902 tempest-TestSecurityGroupsBasicOps-1450369721 tempest-TestSecurityGroupsBasicOps-1450369721-project] Deleting port 7183d5dd-f5b7-414d-9585-6131c399fd14 {{(pid=103229) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 19:44:12.616813 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-e7071e89-eeba-46b2-bcde-747ac46c3902 tempest-TestSecurityGroupsBasicOps-1450369721 tempest-TestSecurityGroupsBasicOps-1450369721-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762867170196'] for port (7183d5dd-f5b7-414d-9585-6131c399fd14), before_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:44:12.646627 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a0bdc26-7260-4c2b-8e87-0f126407a274 None None] Checking router: 277f573c-a4fa-41af-ba23-f374de52ee54 for host: n-d-713498-36 {{(pid=103232) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 19:44:12.674330 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-3d3502ae-3e3f-47c0-ad66-9c2f0c355ba8 None None] Deleting port 090468ab-695b-416f-9cf6-46cb6c0c988a {{(pid=103232) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 19:44:12.674939 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-3d3502ae-3e3f-47c0-ad66-9c2f0c355ba8 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762867170196'] for port (090468ab-695b-416f-9cf6-46cb6c0c988a), before_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:44:12.684224 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd75b2e0-c864-4e30-bda1-1edcbe29afc0 tempest-TestVolumeBackupRestore-719474059 tempest-TestVolumeBackupRestore-719474059-project] Pushing event updated for resources: {'Port': ['ID=13527c15-9654-444e-ad11-cf5b1a8f8861,revision_number=2']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:44:12.728460 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-fd75b2e0-c864-4e30-bda1-1edcbe29afc0 tempest-TestVolumeBackupRestore-719474059 tempest-TestVolumeBackupRestore-719474059-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1818909'] for floatingip (061fa9c6-8ac6-4209-a644-b0550593ed68), after_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:44:12.744072 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.db [None req-e7071e89-eeba-46b2-bcde-747ac46c3902 tempest-TestSecurityGroupsBasicOps-1450369721 tempest-TestSecurityGroupsBasicOps-1450369721-project] For port 7183d5dd-f5b7-414d-9585-6131c399fd14, host n-d-713498-36, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-36',level=0,port_id=7183d5dd-f5b7-414d-9585-6131c399fd14,segment=NetworkSegment(a4222f89-8d3f-4b51-953b-1a8126392491),segment_id=a4222f89-8d3f-4b51-953b-1a8126392491)] {{(pid=103229) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 19:44:12.744605 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-e7071e89-eeba-46b2-bcde-747ac46c3902 tempest-TestSecurityGroupsBasicOps-1450369721 tempest-TestSecurityGroupsBasicOps-1450369721-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1820838'] for port (7183d5dd-f5b7-414d-9585-6131c399fd14), precommit_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:44:12.750983 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-3d3502ae-3e3f-47c0-ad66-9c2f0c355ba8 None None] For port 090468ab-695b-416f-9cf6-46cb6c0c988a, host n-d-713498-36, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-36',level=0,port_id=090468ab-695b-416f-9cf6-46cb6c0c988a,segment=NetworkSegment(f1402305-d28a-49c1-90f8-909dbce76426),segment_id=f1402305-d28a-49c1-90f8-909dbce76426)] {{(pid=103232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 19:44:12.751684 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-3d3502ae-3e3f-47c0-ad66-9c2f0c355ba8 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1820838'] for port (090468ab-695b-416f-9cf6-46cb6c0c988a), precommit_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:44:12.767192 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-3d3502ae-3e3f-47c0-ad66-9c2f0c355ba8 None None] Calling delete_port for 090468ab-695b-416f-9cf6-46cb6c0c988a owned by network:dhcp {{(pid=103232) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 19:44:12.780529 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.plugin [None req-e7071e89-eeba-46b2-bcde-747ac46c3902 tempest-TestSecurityGroupsBasicOps-1450369721 tempest-TestSecurityGroupsBasicOps-1450369721-project] Calling delete_port for 7183d5dd-f5b7-414d-9585-6131c399fd14 owned by network:router_gateway {{(pid=103229) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 19:44:12.894140 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] get_ports_and_sgs() called for port_ids ['be1121ba-1fb8-476c-b81e-d2613c340057'] {{(pid=103232) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 19:44:12.899925 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-529d55f5-c51c-49d5-8131-dea237d8c937 req-ab893a14-0aff-454b-8143-15fb78db52c8 tempest-TestVolumeBootPattern-1615943498 tempest-TestVolumeBootPattern-1615943498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:44:12.908413 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-529d55f5-c51c-49d5-8131-dea237d8c937 req-ab893a14-0aff-454b-8143-15fb78db52c8 tempest-TestVolumeBootPattern-1615943498 tempest-TestVolumeBootPattern-1615943498-project] 10.222.0.75 "GET /v2.0/ports?device_id=3507b4ea-1569-4b50-9d48-65e1c6890ca9 HTTP/1.1" status: 200 len: 944 time: 0.1341555 Feb 09 19:44:12.920636 n-d-713498-36 neutron-server[103230]: INFO neutron.db.l3_db [None req-fd75b2e0-c864-4e30-bda1-1edcbe29afc0 tempest-TestVolumeBackupRestore-719474059 tempest-TestVolumeBackupRestore-719474059-project] Floating IP 061fa9c6-8ac6-4209-a644-b0550593ed68 associated. External IP: 172.25.1.157, port: 110acd77-41d6-4497-b355-470e0d380e4b. Feb 09 19:44:12.942953 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-3d3502ae-3e3f-47c0-ad66-9c2f0c355ba8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762867177463', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762866656476'] for port (090468ab-695b-416f-9cf6-46cb6c0c988a), after_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:44:12.953030 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Pushing event updated for resources: {'Port': ['ID=be1121ba-1fb8-476c-b81e-d2613c340057,revision_number=4']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:44:12.961898 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a0bdc26-7260-4c2b-8e87-0f126407a274 None None] Routers {'277f573c-a4fa-41af-ba23-f374de52ee54'} bound to L3 agent in host n-d-713498-36 {{(pid=103232) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 19:44:12.962587 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.l3_hamode_db [None req-7a0bdc26-7260-4c2b-8e87-0f126407a274 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-09T18:51:43Z,description=,heartbeat_timestamp=2022-02-09T19:43:43Z,host='n-d-713498-36',id=93303d5e-5d17-45e8-8963-7694f87783ae,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T18:51:43Z,topic='l3_agent')) {'router_ids': ['277f573c-a4fa-41af-ba23-f374de52ee54'], 'active': True} {{(pid=103232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:44:13.067796 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-529d55f5-c51c-49d5-8131-dea237d8c937 req-5c4c18b4-8f25-456e-a12d-63230c08ffad tempest-TestVolumeBootPattern-1615943498 tempest-TestVolumeBootPattern-1615943498-project] 10.222.0.75 "GET /v2.0/security-groups?id=85e2738d-e0ce-44c8-a269-2deaf81a01f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1580973 Feb 09 19:44:13.092450 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.l3_dvr_db [None req-7a0bdc26-7260-4c2b-8e87-0f126407a274 None None] Set router 277f573c-a4fa-41af-ba23-f374de52ee54 gateway port host: None {{(pid=103232) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 19:44:13.096873 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-e7071e89-eeba-46b2-bcde-747ac46c3902 tempest-TestSecurityGroupsBasicOps-1450369721 tempest-TestSecurityGroupsBasicOps-1450369721-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762867177463', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762866656476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12867576'] for port (7183d5dd-f5b7-414d-9585-6131c399fd14), after_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:44:13.157429 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7071e89-eeba-46b2-bcde-747ac46c3902 tempest-TestSecurityGroupsBasicOps-1450369721 tempest-TestSecurityGroupsBasicOps-1450369721-project] Pushing event deleted for resources: {'Port': ['ID=7183d5dd-f5b7-414d-9585-6131c399fd14,revision_number=None']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:44:13.260873 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc9a0c31-4084-4c58-9540-d4c21f1e3ed1 req-086e78fb-ff3b-4668-8bef-603df3191b12 tempest-VolumesSnapshotTestJSON-1470959948 tempest-VolumesSnapshotTestJSON-1470959948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:44:13.262651 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-cc9a0c31-4084-4c58-9540-d4c21f1e3ed1 req-086e78fb-ff3b-4668-8bef-603df3191b12 tempest-VolumesSnapshotTestJSON-1470959948 tempest-VolumesSnapshotTestJSON-1470959948-project] 10.222.0.75 "GET /v2.0/ports?device_id=2743a05c-ca5a-4d2a-807d-6220d961a89d HTTP/1.1" status: 200 len: 945 time: 0.1895249 Feb 09 19:44:13.341108 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-e7071e89-eeba-46b2-bcde-747ac46c3902 tempest-TestSecurityGroupsBasicOps-1450369721 tempest-TestSecurityGroupsBasicOps-1450369721-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1818987'] for router_gateway (277f573c-a4fa-41af-ba23-f374de52ee54), after_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:44:13.434314 n-d-713498-36 neutron-server[103230]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fd75b2e0-c864-4e30-bda1-1edcbe29afc0 tempest-TestVolumeBackupRestore-719474059 tempest-TestVolumeBackupRestore-719474059-project] Router 042d4063-0dd6-4eab-baa5-294896cb13f5 has already been hosted by L3 agent 93303d5e-5d17-45e8-8963-7694f87783ae {{(pid=103230) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 19:44:13.500639 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d3502ae-3e3f-47c0-ad66-9c2f0c355ba8 None None] Pushing event deleted for resources: {'Port': ['ID=090468ab-695b-416f-9cf6-46cb6c0c988a,revision_number=None']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:44:13.513028 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d3502ae-3e3f-47c0-ad66-9c2f0c355ba8 None None] No DVR routers for this DVR port 090468ab-695b-416f-9cf6-46cb6c0c988a on host n-d-713498-36 {{(pid=103232) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 19:44:13.520011 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.l3_hamode_db [None req-7a0bdc26-7260-4c2b-8e87-0f126407a274 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '277f573c-a4fa-41af-ba23-f374de52ee54', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1386984561', 'tenant_id': 'ad7e5b1e3bd44a9292bbae1791f9aecc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T19:42:06Z', 'updated_at': '2022-02-09T19:44:12Z', 'revision_number': 6, 'project_id': 'ad7e5b1e3bd44a9292bbae1791f9aecc', 'gw_port_host': None}], 'n-d-713498-36', False) {} {{(pid=103232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:44:13.598175 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a0bdc26-7260-4c2b-8e87-0f126407a274 None None] The sync data for ids ['277f573c-a4fa-41af-ba23-f374de52ee54'] in n-d-713498-36 is: [{'id': '277f573c-a4fa-41af-ba23-f374de52ee54', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1386984561', 'tenant_id': 'ad7e5b1e3bd44a9292bbae1791f9aecc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T19:42:06Z', 'updated_at': '2022-02-09T19:44:12Z', 'revision_number': 6, 'project_id': 'ad7e5b1e3bd44a9292bbae1791f9aecc', 'gw_port_host': None}] {{(pid=103232) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 19:44:13.643628 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-cc9a0c31-4084-4c58-9540-d4c21f1e3ed1 req-87fd3901-6254-4b4a-87c2-ac0ae1831694 tempest-VolumesSnapshotTestJSON-1470959948 tempest-VolumesSnapshotTestJSON-1470959948-project] 10.222.0.75 "GET /v2.0/security-groups?id=e81ac41c-f182-4bcd-89b0-fdc41cdb146e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3668206 Feb 09 19:44:13.661396 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-e7071e89-eeba-46b2-bcde-747ac46c3902 tempest-TestSecurityGroupsBasicOps-1450369721 tempest-TestSecurityGroupsBasicOps-1450369721-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1834988', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-58375'] for router (277f573c-a4fa-41af-ba23-f374de52ee54), precommit_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:44:13.668090 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-e7071e89-eeba-46b2-bcde-747ac46c3902 tempest-TestSecurityGroupsBasicOps-1450369721 tempest-TestSecurityGroupsBasicOps-1450369721-project] Publish callbacks [] for router_controller (277f573c-a4fa-41af-ba23-f374de52ee54), precommit_delete_associations {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:44:13.676971 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-a21face1-31e8-4f55-81e4-4e1e2dd5d04a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762867132591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593584'] for agent (93303d5e-5d17-45e8-8963-7694f87783ae), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:44:13.720027 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fd75b2e0-c864-4e30-bda1-1edcbe29afc0 tempest-TestVolumeBackupRestore-719474059 tempest-TestVolumeBackupRestore-719474059-project] Notify agent at l3_agent.n-d-713498-36 the message routers_updated {{(pid=103230) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 19:44:13.747277 n-d-713498-36 neutron-server[103233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b901ba3b-9c24-444f-acd6-1c33f16b9b7d None None] Sync routers for ids ['042d4063-0dd6-4eab-baa5-294896cb13f5'] in n-d-713498-36 {{(pid=103233) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 19:44:13.763404 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-fd75b2e0-c864-4e30-bda1-1edcbe29afc0 tempest-TestVolumeBackupRestore-719474059 tempest-TestVolumeBackupRestore-719474059-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171096'] for floatingip (None), before_response {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:44:13.785688 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-e7071e89-eeba-46b2-bcde-747ac46c3902 tempest-TestSecurityGroupsBasicOps-1450369721 tempest-TestSecurityGroupsBasicOps-1450369721-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1835003'] for router (277f573c-a4fa-41af-ba23-f374de52ee54), after_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:44:13.786300 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e7071e89-eeba-46b2-bcde-747ac46c3902 tempest-TestSecurityGroupsBasicOps-1450369721 tempest-TestSecurityGroupsBasicOps-1450369721-project] Fanout notify agent at l3_agent the message router_deleted on router 277f573c-a4fa-41af-ba23-f374de52ee54 {{(pid=103229) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 09 19:44:13.789381 n-d-713498-36 neutron-server[103233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b901ba3b-9c24-444f-acd6-1c33f16b9b7d None None] Routers {'042d4063-0dd6-4eab-baa5-294896cb13f5'} bound to L3 agent in host n-d-713498-36 {{(pid=103233) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 19:44:13.791653 n-d-713498-36 neutron-server[103233]: DEBUG neutron.db.l3_hamode_db [None req-b901ba3b-9c24-444f-acd6-1c33f16b9b7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-09T18:51:43Z,description=,heartbeat_timestamp=2022-02-09T19:44:14Z,host='n-d-713498-36',id=93303d5e-5d17-45e8-8963-7694f87783ae,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T18:51:43Z,topic='l3_agent')) {'router_ids': ['042d4063-0dd6-4eab-baa5-294896cb13f5'], 'active': True} {{(pid=103233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:44:13.799563 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-e7071e89-eeba-46b2-bcde-747ac46c3902 tempest-TestSecurityGroupsBasicOps-1450369721 tempest-TestSecurityGroupsBasicOps-1450369721-project] Publish callbacks [] for router (None), before_response {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:44:13.801055 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-e7071e89-eeba-46b2-bcde-747ac46c3902 tempest-TestSecurityGroupsBasicOps-1450369721 tempest-TestSecurityGroupsBasicOps-1450369721-project] 10.222.0.75 "DELETE /v2.0/routers/277f573c-a4fa-41af-ba23-f374de52ee54 HTTP/1.1" status: 204 len: 168 time: 1.7828991 Feb 09 19:44:13.804887 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 48010) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:44:13.873988 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-fd75b2e0-c864-4e30-bda1-1edcbe29afc0 tempest-TestVolumeBackupRestore-719474059 tempest-TestVolumeBackupRestore-719474059-project] 10.222.0.75 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 3.6874251 Feb 09 19:44:13.880433 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 48012) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:44:13.880774 n-d-713498-36 neutron-server[103230]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ef11860c-6c68-4442-8b21-9c74e24d1a1d', 'tag': '110acd77-41d6-4497-b355-470e0d380e4b'}] {{(pid=103230) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 19:44:13.883000 n-d-713498-36 neutron-server[103230]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aee5919275bae9f72eb374ee322673045eb80c1f84b4b45a97d96923bd50ab51" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-96f44793-6c78-4341-9fcf-925fdfadab24" -d '{"events": [{"name": "network-changed", "server_uuid": "ef11860c-6c68-4442-8b21-9c74e24d1a1d", "tag": "110acd77-41d6-4497-b355-470e0d380e4b"}]}' {{(pid=103230) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 19:44:13.979772 n-d-713498-36 neutron-server[103230]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 19:44:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-28ba0577-8730-4573-96eb-d8067a05847f x-openstack-request-id: req-28ba0577-8730-4573-96eb-d8067a05847f {{(pid=103230) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 19:44:13.980700 n-d-713498-36 neutron-server[103230]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ef11860c-6c68-4442-8b21-9c74e24d1a1d", "tag": "110acd77-41d6-4497-b355-470e0d380e4b", "status": "completed", "code": 200}]} {{(pid=103230) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 19:44:13.980700 n-d-713498-36 neutron-server[103230]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-28ba0577-8730-4573-96eb-d8067a05847f {{(pid=103230) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 19:44:13.980958 n-d-713498-36 neutron-server[103230]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ef11860c-6c68-4442-8b21-9c74e24d1a1d', 'tag': '110acd77-41d6-4497-b355-470e0d380e4b', 'status': 'completed', 'code': 200} Feb 09 19:44:13.998504 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe7b3f71-ce68-4236-95f5-f28ee207b63c tempest-TestVolumeBackupRestore-640251864 tempest-TestVolumeBackupRestore-640251864-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:44:14.000863 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-fe7b3f71-ce68-4236-95f5-f28ee207b63c tempest-TestVolumeBackupRestore-640251864 tempest-TestVolumeBackupRestore-640251864-project-admin] 10.222.0.75 "GET /v2.0/ports?device_id=ef11860c-6c68-4442-8b21-9c74e24d1a1d HTTP/1.1" status: 200 len: 1123 time: 0.1151648 Feb 09 19:44:14.005193 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 48016) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:44:14.016389 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-586c2989-d95f-4954-ad3e-60b41f4bc0bb tempest-TestSecurityGroupsBasicOps-1450369721 tempest-TestSecurityGroupsBasicOps-1450369721-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-670458'] for network (16b9cb9f-5859-4d1b-9414-216a285f496b), before_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:44:14.017542 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.v2.base [None req-9e7cee4a-8757-4bd1-bcd0-95456e014659 tempest-TestVolumeBackupRestore-719474059 tempest-TestVolumeBackupRestore-719474059-project] Request body: {'floatingip': {'port_id': '110acd77-41d6-4497-b355-470e0d380e4b'}} {{(pid=103230) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 19:44:14.190825 n-d-713498-36 neutron-server[103233]: DEBUG neutron.db.l3_dvr_db [None req-b901ba3b-9c24-444f-acd6-1c33f16b9b7d None None] Set router 042d4063-0dd6-4eab-baa5-294896cb13f5 gateway port host: n-d-713498-36 {{(pid=103233) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 19:44:14.440286 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-edc54c9b-7f13-45d9-9271-85c9738b0128 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762867132591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593584'] for agent (a62b1850-466f-48ae-bec7-d62fb280e14b), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:44:14.599339 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Device 090468ab-695b-416f-9cf6-46cb6c0c988a no longer exists at agent ovs-agent-n-d-713498-36 {{(pid=103232) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 19:44:14.662706 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] No Port match for: 090468ab-695b-416f-9cf6-46cb6c0c988a {{(pid=103232) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 19:44:14.662936 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Device 090468ab-695b-416f-9cf6-46cb6c0c988a not bound to the agent host n-d-713498-36 {{(pid=103232) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 19:44:14.674719 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Device 7183d5dd-f5b7-414d-9585-6131c399fd14 no longer exists at agent ovs-agent-n-d-713498-36 {{(pid=103232) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 19:44:14.731798 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-9e7cee4a-8757-4bd1-bcd0-95456e014659 tempest-TestVolumeBackupRestore-719474059 tempest-TestVolumeBackupRestore-719474059-project] Publish callbacks [] for floatingip (061fa9c6-8ac6-4209-a644-b0550593ed68), before_update {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:44:14.751450 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] No Port match for: 7183d5dd-f5b7-414d-9585-6131c399fd14 {{(pid=103232) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 19:44:14.756975 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Device 7183d5dd-f5b7-414d-9585-6131c399fd14 not bound to the agent host n-d-713498-36 {{(pid=103232) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 19:44:14.757759 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Device b66fea34-1153-469a-919b-913ac384af0b no longer exists at agent ovs-agent-n-d-713498-36 {{(pid=103232) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 19:44:14.812014 n-d-713498-36 neutron-server[103233]: DEBUG neutron.db.l3_hamode_db [None req-b901ba3b-9c24-444f-acd6-1c33f16b9b7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '042d4063-0dd6-4eab-baa5-294896cb13f5', 'name': 'tempest-TestVolumeBackupRestore-1617496221-router', 'tenant_id': '4c59ff00c3d1431da7ba682b198a4ba5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88055e1e-672a-4487-be31-ffb6e833ece5', 'external_fixed_ips': [{'subnet_id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'ip_address': '172.25.1.69'}], 'enable_snat': True}, 'gw_port_id': 'e2f54ecd-d581-40a3-bc20-cd4e87bc270d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T19:39:28Z', 'updated_at': '2022-02-09T19:39:34Z', 'revision_number': 4, 'project_id': '4c59ff00c3d1431da7ba682b198a4ba5', 'gw_port': {'id': 'e2f54ecd-d581-40a3-bc20-cd4e87bc270d', 'name': '', 'network_id': '88055e1e-672a-4487-be31-ffb6e833ece5', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:b8:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '042d4063-0dd6-4eab-baa5-294896cb13f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3571, 'fixed_ips': [{'subnet_id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'ip_address': '172.25.1.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T19:39:28Z', 'updated_at': '2022-02-09T19:39:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-36', '_floatingips': [{'id': '061fa9c6-8ac6-4209-a644-b0550593ed68', 'tenant_id': '4c59ff00c3d1431da7ba682b198a4ba5', 'floating_ip_address': '172.25.1.157', 'floating_network_id': '88055e1e-672a-4487-be31-ffb6e833ece5', 'router_id': '042d4063-0dd6-4eab-baa5-294896cb13f5', 'port_id': '110acd77-41d6-4497-b355-470e0d380e4b', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 3904, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c82d426f-a355-47f2-9358-68fe4349f782', 'mac_address': 'fa:16:3e:58:85:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef11860c-6c68-4442-8b21-9c74e24d1a1d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T19:44:11Z', 'updated_at': '2022-02-09T19:44:11Z', 'revision_number': 0, 'project_id': '4c59ff00c3d1431da7ba682b198a4ba5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'aa0f446c-0d86-4ea8-bed2-b11f1660554b', 'name': '', 'network_id': 'c82d426f-a355-47f2-9358-68fe4349f782', 'tenant_id': '4c59ff00c3d1431da7ba682b198a4ba5', 'mac_address': 'fa:16:3e:ec:ec:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '042d4063-0dd6-4eab-baa5-294896cb13f5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3580, 'fixed_ips': [{'subnet_id': '1606ed9d-0a78-4c8f-95cd-673eb47e18dc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T19:39:33Z', 'updated_at': '2022-02-09T19:39:40Z', 'revision_number': 5, 'project_id': '4c59ff00c3d1431da7ba682b198a4ba5', 'subnets': [{'id': '1606ed9d-0a78-4c8f-95cd-673eb47e18dc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-36', False) {} {{(pid=103233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:44:14.825665 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] No Port match for: b66fea34-1153-469a-919b-913ac384af0b {{(pid=103232) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 19:44:14.837102 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Device b66fea34-1153-469a-919b-913ac384af0b not bound to the agent host n-d-713498-36 {{(pid=103232) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 19:44:14.879519 n-d-713498-36 neutron-server[103233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b901ba3b-9c24-444f-acd6-1c33f16b9b7d None None] Checking router: 042d4063-0dd6-4eab-baa5-294896cb13f5 for host: n-d-713498-36 {{(pid=103233) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 19:44:14.897495 n-d-713498-36 neutron-server[103233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b901ba3b-9c24-444f-acd6-1c33f16b9b7d None None] Routers {'042d4063-0dd6-4eab-baa5-294896cb13f5'} bound to L3 agent in host n-d-713498-36 {{(pid=103233) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 19:44:14.898143 n-d-713498-36 neutron-server[103233]: DEBUG neutron.db.l3_hamode_db [None req-b901ba3b-9c24-444f-acd6-1c33f16b9b7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-09T18:51:43Z,description=,heartbeat_timestamp=2022-02-09T19:44:14Z,host='n-d-713498-36',id=93303d5e-5d17-45e8-8963-7694f87783ae,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T18:51:43Z,topic='l3_agent')) {'router_ids': ['042d4063-0dd6-4eab-baa5-294896cb13f5'], 'active': True} {{(pid=103233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:44:14.917516 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-586c2989-d95f-4954-ad3e-60b41f4bc0bb tempest-TestSecurityGroupsBasicOps-1450369721 tempest-TestSecurityGroupsBasicOps-1450369721-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-590267', 'neutron.services.segments.db._delete_segments_for_network-8762867132609'] for network (16b9cb9f-5859-4d1b-9414-216a285f496b), precommit_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:44:14.984130 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a585188a-043f-4d0c-bce7-965b88add73d req-6c62d526-e049-43c9-aea0-f12e187144e4 tempest-TestVolumeBootPattern-1615943498 tempest-TestVolumeBootPattern-1615943498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:44:14.994117 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-a585188a-043f-4d0c-bce7-965b88add73d req-6c62d526-e049-43c9-aea0-f12e187144e4 tempest-TestVolumeBootPattern-1615943498 tempest-TestVolumeBootPattern-1615943498-project] 10.222.0.75 "GET /v2.0/ports?device_id=3507b4ea-1569-4b50-9d48-65e1c6890ca9 HTTP/1.1" status: 200 len: 944 time: 0.3308177 Feb 09 19:44:15.018894 n-d-713498-36 neutron-server[103229]: DEBUG neutron.services.segments.db [None req-586c2989-d95f-4954-ad3e-60b41f4bc0bb tempest-TestSecurityGroupsBasicOps-1450369721 tempest-TestSecurityGroupsBasicOps-1450369721-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['16b9cb9f-5859-4d1b-9414-216a285f496b']}} {{(pid=103229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:44:15.031237 n-d-713498-36 neutron-server[103229]: DEBUG neutron.services.segments.db [None req-586c2989-d95f-4954-ad3e-60b41f4bc0bb tempest-TestSecurityGroupsBasicOps-1450369721 tempest-TestSecurityGroupsBasicOps-1450369721-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f1402305-d28a-49c1-90f8-909dbce76426') {'for_net_delete': True} {{(pid=103229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:44:15.031237 n-d-713498-36 neutron-server[103229]: DEBUG neutron.services.segments.db [None req-586c2989-d95f-4954-ad3e-60b41f4bc0bb tempest-TestSecurityGroupsBasicOps-1450369721 tempest-TestSecurityGroupsBasicOps-1450369721-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f1402305-d28a-49c1-90f8-909dbce76426') {} {{(pid=103229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:44:15.044935 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-586c2989-d95f-4954-ad3e-60b41f4bc0bb tempest-TestSecurityGroupsBasicOps-1450369721 tempest-TestSecurityGroupsBasicOps-1450369721-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762867134154', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16683417'] for segment (f1402305-d28a-49c1-90f8-909dbce76426), before_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:44:15.056305 n-d-713498-36 neutron-server[103233]: DEBUG neutron.db.l3_dvr_db [None req-b901ba3b-9c24-444f-acd6-1c33f16b9b7d None None] Set router 042d4063-0dd6-4eab-baa5-294896cb13f5 gateway port host: n-d-713498-36 {{(pid=103233) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 19:44:15.062935 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-586c2989-d95f-4954-ad3e-60b41f4bc0bb tempest-TestSecurityGroupsBasicOps-1450369721 tempest-TestSecurityGroupsBasicOps-1450369721-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-759574'] for segment (f1402305-d28a-49c1-90f8-909dbce76426), precommit_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:44:15.069735 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-586c2989-d95f-4954-ad3e-60b41f4bc0bb tempest-TestSecurityGroupsBasicOps-1450369721 tempest-TestSecurityGroupsBasicOps-1450369721-project] Releasing vlan 358 on physical network physnet1 to pool {{(pid=103229) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 19:44:15.073228 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-586c2989-d95f-4954-ad3e-60b41f4bc0bb tempest-TestSecurityGroupsBasicOps-1450369721 tempest-TestSecurityGroupsBasicOps-1450369721-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-759574', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12867469'] for segment (f1402305-d28a-49c1-90f8-909dbce76426), after_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:44:15.139381 n-d-713498-36 neutron-server[103229]: Traceback (most recent call last): Feb 09 19:44:15.139381 n-d-713498-36 neutron-server[103229]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 19:44:15.139381 n-d-713498-36 neutron-server[103229]: timer() Feb 09 19:44:15.139381 n-d-713498-36 neutron-server[103229]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 19:44:15.139381 n-d-713498-36 neutron-server[103229]: cb(*args, **kw) Feb 09 19:44:15.139381 n-d-713498-36 neutron-server[103229]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 19:44:15.139381 n-d-713498-36 neutron-server[103229]: return func(*args, **kwargs) Feb 09 19:44:15.139381 n-d-713498-36 neutron-server[103229]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 19:44:15.139381 n-d-713498-36 neutron-server[103229]: self._notify() Feb 09 19:44:15.139381 n-d-713498-36 neutron-server[103229]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 19:44:15.139381 n-d-713498-36 neutron-server[103229]: self.callback(batched_events) Feb 09 19:44:15.139381 n-d-713498-36 neutron-server[103229]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 19:44:15.139381 n-d-713498-36 neutron-server[103229]: event.method(event) Feb 09 19:44:15.139381 n-d-713498-36 neutron-server[103229]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 19:44:15.139381 n-d-713498-36 neutron-server[103229]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 19:44:15.139381 n-d-713498-36 neutron-server[103229]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 19:44:15.139381 n-d-713498-36 neutron-server[103229]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 19:44:15.139381 n-d-713498-36 neutron-server[103229]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 19:44:15.139381 n-d-713498-36 neutron-server[103229]: return f(self, *a, **k) Feb 09 19:44:15.139381 n-d-713498-36 neutron-server[103229]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 19:44:15.139381 n-d-713498-36 neutron-server[103229]: return self._get(url).json() Feb 09 19:44:15.139381 n-d-713498-36 neutron-server[103229]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 19:44:15.139381 n-d-713498-36 neutron-server[103229]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 19:44:15.139381 n-d-713498-36 neutron-server[103229]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 19:44:15.139381 n-d-713498-36 neutron-server[103229]: return self.request(url, 'GET', **kwargs) Feb 09 19:44:15.139381 n-d-713498-36 neutron-server[103229]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 19:44:15.139381 n-d-713498-36 neutron-server[103229]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 19:44:15.139381 n-d-713498-36 neutron-server[103229]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 19:44:15.139381 n-d-713498-36 neutron-server[103229]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 19:44:15.139381 n-d-713498-36 neutron-server[103229]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 19:44:15.139381 n-d-713498-36 neutron-server[103229]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 19:44:15.139381 n-d-713498-36 neutron-server[103229]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 19:44:15.154276 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-586c2989-d95f-4954-ad3e-60b41f4bc0bb tempest-TestSecurityGroupsBasicOps-1450369721 tempest-TestSecurityGroupsBasicOps-1450369721-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-590242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1885479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1818895'] for network (16b9cb9f-5859-4d1b-9414-216a285f496b), after_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:44:15.172306 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-586c2989-d95f-4954-ad3e-60b41f4bc0bb tempest-TestSecurityGroupsBasicOps-1450369721 tempest-TestSecurityGroupsBasicOps-1450369721-project] Publish callbacks [] for network (None), before_response {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:44:15.175786 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-586c2989-d95f-4954-ad3e-60b41f4bc0bb tempest-TestSecurityGroupsBasicOps-1450369721 tempest-TestSecurityGroupsBasicOps-1450369721-project] 10.222.0.75 "DELETE /v2.0/networks/16b9cb9f-5859-4d1b-9414-216a285f496b HTTP/1.1" status: 204 len: 168 time: 1.3696606 Feb 09 19:44:15.191015 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-586c2989-d95f-4954-ad3e-60b41f4bc0bb tempest-TestSecurityGroupsBasicOps-1450369721 tempest-TestSecurityGroupsBasicOps-1450369721-project] Pushing event deleted for resources: {'Network': ['ID=16b9cb9f-5859-4d1b-9414-216a285f496b,revision_number=None']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:44:15.234796 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-a585188a-043f-4d0c-bce7-965b88add73d req-f092f382-1090-4de1-aaf4-7550a4048a0e tempest-TestVolumeBootPattern-1615943498 tempest-TestVolumeBootPattern-1615943498-project] 10.222.0.75 "GET /v2.0/security-groups?id=85e2738d-e0ce-44c8-a269-2deaf81a01f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2273502 Feb 09 19:44:15.394918 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96f44793-6c78-4341-9fcf-925fdfadab24 req-d469ef7b-0581-4113-8b8c-03ccf534d9dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:44:15.396541 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-96f44793-6c78-4341-9fcf-925fdfadab24 req-d469ef7b-0581-4113-8b8c-03ccf534d9dd service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=4c59ff00c3d1431da7ba682b198a4ba5&device_id=ef11860c-6c68-4442-8b21-9c74e24d1a1d HTTP/1.1" status: 200 len: 1128 time: 0.7685323 Feb 09 19:44:15.481009 n-d-713498-36 neutron-server[103233]: DEBUG neutron.db.l3_hamode_db [None req-b901ba3b-9c24-444f-acd6-1c33f16b9b7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '042d4063-0dd6-4eab-baa5-294896cb13f5', 'name': 'tempest-TestVolumeBackupRestore-1617496221-router', 'tenant_id': '4c59ff00c3d1431da7ba682b198a4ba5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88055e1e-672a-4487-be31-ffb6e833ece5', 'external_fixed_ips': [{'subnet_id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'ip_address': '172.25.1.69'}], 'enable_snat': True}, 'gw_port_id': 'e2f54ecd-d581-40a3-bc20-cd4e87bc270d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T19:39:28Z', 'updated_at': '2022-02-09T19:39:34Z', 'revision_number': 4, 'project_id': '4c59ff00c3d1431da7ba682b198a4ba5', 'gw_port': {'id': 'e2f54ecd-d581-40a3-bc20-cd4e87bc270d', 'name': '', 'network_id': '88055e1e-672a-4487-be31-ffb6e833ece5', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:b8:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '042d4063-0dd6-4eab-baa5-294896cb13f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3571, 'fixed_ips': [{'subnet_id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'ip_address': '172.25.1.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T19:39:28Z', 'updated_at': '2022-02-09T19:39:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-36', '_floatingips': [{'id': '061fa9c6-8ac6-4209-a644-b0550593ed68', 'tenant_id': '4c59ff00c3d1431da7ba682b198a4ba5', 'floating_ip_address': '172.25.1.157', 'floating_network_id': '88055e1e-672a-4487-be31-ffb6e833ece5', 'router_id': '042d4063-0dd6-4eab-baa5-294896cb13f5', 'port_id': '110acd77-41d6-4497-b355-470e0d380e4b', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 3904, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c82d426f-a355-47f2-9358-68fe4349f782', 'mac_address': 'fa:16:3e:58:85:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef11860c-6c68-4442-8b21-9c74e24d1a1d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T19:44:11Z', 'updated_at': '2022-02-09T19:44:11Z', 'revision_number': 0, 'project_id': '4c59ff00c3d1431da7ba682b198a4ba5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'aa0f446c-0d86-4ea8-bed2-b11f1660554b', 'name': '', 'network_id': 'c82d426f-a355-47f2-9358-68fe4349f782', 'tenant_id': '4c59ff00c3d1431da7ba682b198a4ba5', 'mac_address': 'fa:16:3e:ec:ec:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '042d4063-0dd6-4eab-baa5-294896cb13f5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3580, 'fixed_ips': [{'subnet_id': '1606ed9d-0a78-4c8f-95cd-673eb47e18dc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T19:39:33Z', 'updated_at': '2022-02-09T19:39:40Z', 'revision_number': 5, 'project_id': '4c59ff00c3d1431da7ba682b198a4ba5', 'subnets': [{'id': '1606ed9d-0a78-4c8f-95cd-673eb47e18dc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-36', False) {} {{(pid=103233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:44:15.536310 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d789cb2c-3c42-4a3d-9115-320fdb69a272 req-fcaaf807-6b04-4ac7-a78f-c81f8e16a7b5 tempest-VolumesSnapshotTestJSON-1470959948 tempest-VolumesSnapshotTestJSON-1470959948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:44:15.544917 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-d789cb2c-3c42-4a3d-9115-320fdb69a272 req-fcaaf807-6b04-4ac7-a78f-c81f8e16a7b5 tempest-VolumesSnapshotTestJSON-1470959948 tempest-VolumesSnapshotTestJSON-1470959948-project] 10.222.0.75 "GET /v2.0/ports?device_id=2743a05c-ca5a-4d2a-807d-6220d961a89d HTTP/1.1" status: 200 len: 945 time: 0.2767355 Feb 09 19:44:15.587909 n-d-713498-36 neutron-server[103233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b901ba3b-9c24-444f-acd6-1c33f16b9b7d None None] The sync data for ids ['042d4063-0dd6-4eab-baa5-294896cb13f5'] in n-d-713498-36 is: [{'id': '042d4063-0dd6-4eab-baa5-294896cb13f5', 'name': 'tempest-TestVolumeBackupRestore-1617496221-router', 'tenant_id': '4c59ff00c3d1431da7ba682b198a4ba5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88055e1e-672a-4487-be31-ffb6e833ece5', 'external_fixed_ips': [{'subnet_id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'ip_address': '172.25.1.69'}], 'enable_snat': True}, 'gw_port_id': 'e2f54ecd-d581-40a3-bc20-cd4e87bc270d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T19:39:28Z', 'updated_at': '2022-02-09T19:39:34Z', 'revision_number': 4, 'project_id': '4c59ff00c3d1431da7ba682b198a4ba5', 'gw_port': {'id': 'e2f54ecd-d581-40a3-bc20-cd4e87bc270d', 'name': '', 'network_id': '88055e1e-672a-4487-be31-ffb6e833ece5', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:b8:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '042d4063-0dd6-4eab-baa5-294896cb13f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3571, 'fixed_ips': [{'subnet_id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'ip_address': '172.25.1.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T19:39:28Z', 'updated_at': '2022-02-09T19:39:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-36', '_floatingips': [{'id': '061fa9c6-8ac6-4209-a644-b0550593ed68', 'tenant_id': '4c59ff00c3d1431da7ba682b198a4ba5', 'floating_ip_address': '172.25.1.157', 'floating_network_id': '88055e1e-672a-4487-be31-ffb6e833ece5', 'router_id': '042d4063-0dd6-4eab-baa5-294896cb13f5', 'port_id': '110acd77-41d6-4497-b355-470e0d380e4b', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 3904, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c82d426f-a355-47f2-9358-68fe4349f782', 'mac_address': 'fa:16:3e:58:85:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef11860c-6c68-4442-8b21-9c74e24d1a1d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T19:44:11Z', 'updated_at': '2022-02-09T19:44:11Z', 'revision_number': 0, 'project_id': '4c59ff00c3d1431da7ba682b198a4ba5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'aa0f446c-0d86-4ea8-bed2-b11f1660554b', 'name': '', 'network_id': 'c82d426f-a355-47f2-9358-68fe4349f782', 'tenant_id': '4c59ff00c3d1431da7ba682b198a4ba5', 'mac_address': 'fa:16:3e:ec:ec:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '042d4063-0dd6-4eab-baa5-294896cb13f5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3580, 'fixed_ips': [{'subnet_id': '1606ed9d-0a78-4c8f-95cd-673eb47e18dc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T19:39:33Z', 'updated_at': '2022-02-09T19:39:40Z', 'revision_number': 5, 'project_id': '4c59ff00c3d1431da7ba682b198a4ba5', 'subnets': [{'id': '1606ed9d-0a78-4c8f-95cd-673eb47e18dc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103233) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 19:44:15.650617 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-9e7cee4a-8757-4bd1-bcd0-95456e014659 tempest-TestVolumeBackupRestore-719474059 tempest-TestVolumeBackupRestore-719474059-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:44:15.677415 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-9e7cee4a-8757-4bd1-bcd0-95456e014659 tempest-TestVolumeBackupRestore-719474059 tempest-TestVolumeBackupRestore-719474059-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1818909'] for floatingip (061fa9c6-8ac6-4209-a644-b0550593ed68), after_update {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:44:15.750625 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 48032) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:44:15.772625 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Device be1121ba-1fb8-476c-b81e-d2613c340057 up at agent hyperv_n-h1-713498-36 {{(pid=103232) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 19:44:15.914694 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96f44793-6c78-4341-9fcf-925fdfadab24 req-0d550c5f-2c68-478f-a369-c11095bac6f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:44:15.916950 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-96f44793-6c78-4341-9fcf-925fdfadab24 req-0d550c5f-2c68-478f-a369-c11095bac6f7 service neutron] 10.222.0.90 "GET /v2.0/networks?id=c82d426f-a355-47f2-9358-68fe4349f782 HTTP/1.1" status: 200 len: 915 time: 0.5075688 Feb 09 19:44:15.920378 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.provisioning_blocks [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Provisioning for port be1121ba-1fb8-476c-b81e-d2613c340057 completed by entity L2. {{(pid=103232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 19:44:15.926034 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.provisioning_blocks [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Provisioning complete for port be1121ba-1fb8-476c-b81e-d2613c340057 triggered by entity L2. {{(pid=103232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 19:44:15.928237 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593630'] for port (be1121ba-1fb8-476c-b81e-d2613c340057), provisioning_complete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:44:15.931049 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-d789cb2c-3c42-4a3d-9115-320fdb69a272 req-d58c132e-a66a-4533-a2ef-5780b1b9789a tempest-VolumesSnapshotTestJSON-1470959948 tempest-VolumesSnapshotTestJSON-1470959948-project] 10.222.0.75 "GET /v2.0/security-groups?id=e81ac41c-f182-4bcd-89b0-fdc41cdb146e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3850591 Feb 09 19:44:16.055045 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53f334db-1440-4f58-bbf0-e1d488f09a6c None None] New status for floating IP 061fa9c6-8ac6-4209-a644-b0550593ed68: ACTIVE {{(pid=103232) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 09 19:44:16.071384 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-c9ecc801-9047-4f07-8ace-53da9dc6ca86 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=ad7e5b1e3bd44a9292bbae1791f9aecc&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3187273 Feb 09 19:44:16.073463 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 48036) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:44:16.121605 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-96f44793-6c78-4341-9fcf-925fdfadab24 req-3980f05e-58e4-45f3-a0bf-ea9b68db92bd service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=110acd77-41d6-4497-b355-470e0d380e4b HTTP/1.1" status: 200 len: 999 time: 0.1780310 Feb 09 19:44:16.170837 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-a7262a8e-0513-48fd-984d-75726a511961 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762867132591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593584'] for agent (911cfea2-02ae-4ec9-bac3-7808ee1cdd9c), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:44:16.185161 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-adcce30d-a2ed-42e7-9eb6-2a5b2a5991c2 admin admin] Publish callbacks [] for security_group (ab0a0c08-6729-4b2c-8ee9-9f633c4ff2c2), before_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:44:16.241237 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-adcce30d-a2ed-42e7-9eb6-2a5b2a5991c2 admin admin] Publish callbacks [] for security_group (ab0a0c08-6729-4b2c-8ee9-9f633c4ff2c2), precommit_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:44:16.243195 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96f44793-6c78-4341-9fcf-925fdfadab24 req-eef844a4-c944-4bac-8258-3a5215e21d60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:44:16.248980 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-96f44793-6c78-4341-9fcf-925fdfadab24 req-eef844a4-c944-4bac-8258-3a5215e21d60 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=1606ed9d-0a78-4c8f-95cd-673eb47e18dc HTTP/1.1" status: 200 len: 853 time: 0.1168656 Feb 09 19:44:16.296771 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Current status of the port be1121ba-1fb8-476c-b81e-d2613c340057 is: BUILD; New status is: ACTIVE {{(pid=103232) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 19:44:16.297595 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (be1121ba-1fb8-476c-b81e-d2613c340057), before_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:44:16.366875 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] For port be1121ba-1fb8-476c-b81e-d2613c340057, host n-h1-713498-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-36',level=0,port_id=be1121ba-1fb8-476c-b81e-d2613c340057,segment=NetworkSegment(9a93bd09-258e-4090-9a00-d09b547e90c6),segment_id=9a93bd09-258e-4090-9a00-d09b547e90c6)] {{(pid=103232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 19:44:16.368891 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-adcce30d-a2ed-42e7-9eb6-2a5b2a5991c2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1892331'] for security_group (ab0a0c08-6729-4b2c-8ee9-9f633c4ff2c2), after_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:44:16.373831 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-adcce30d-a2ed-42e7-9eb6-2a5b2a5991c2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:44:16.374867 n-d-713498-36 neutron-server[103232]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2743a05c-ca5a-4d2a-807d-6220d961a89d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'be1121ba-1fb8-476c-b81e-d2613c340057'}] {{(pid=103232) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 19:44:16.375927 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-adcce30d-a2ed-42e7-9eb6-2a5b2a5991c2 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/ab0a0c08-6729-4b2c-8ee9-9f633c4ff2c2 HTTP/1.1" status: 204 len: 168 time: 0.2985666 Feb 09 19:44:16.377310 n-d-713498-36 neutron-server[103232]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}949cdcde653dec44821de95cbf67297f53cbc2aed4e073b5d514f93bf911ce85" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-56c434a7-8fac-45a3-b49e-966d5966776c" -d '{"events": [{"server_uuid": "2743a05c-ca5a-4d2a-807d-6220d961a89d", "name": "network-vif-plugged", "status": "completed", "tag": "be1121ba-1fb8-476c-b81e-d2613c340057"}]}' {{(pid=103232) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 19:44:16.408265 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adcce30d-a2ed-42e7-9eb6-2a5b2a5991c2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ab0a0c08-6729-4b2c-8ee9-9f633c4ff2c2,revision_number=None']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:44:16.415396 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762867176205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762866656485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762866656503'] for port (be1121ba-1fb8-476c-b81e-d2613c340057), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:44:16.475983 n-d-713498-36 neutron-server[103230]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9e7cee4a-8757-4bd1-bcd0-95456e014659 tempest-TestVolumeBackupRestore-719474059 tempest-TestVolumeBackupRestore-719474059-project] Router 042d4063-0dd6-4eab-baa5-294896cb13f5 has already been hosted by L3 agent 93303d5e-5d17-45e8-8963-7694f87783ae {{(pid=103230) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 19:44:16.570902 n-d-713498-36 neutron-server[103232]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 19:44:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cb91e990-5c94-46b3-943d-d7b0a127cbc6 x-openstack-request-id: req-cb91e990-5c94-46b3-943d-d7b0a127cbc6 {{(pid=103232) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 19:44:16.571615 n-d-713498-36 neutron-server[103232]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2743a05c-ca5a-4d2a-807d-6220d961a89d", "name": "network-vif-plugged", "status": "completed", "tag": "be1121ba-1fb8-476c-b81e-d2613c340057", "code": 200}]} {{(pid=103232) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 19:44:16.571997 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-406ea0ab-6a67-4aa9-8e31-aa3f210823d0 req-28864a58-0064-42ba-b359-81bf4051d104 tempest-TestVolumeBootPattern-1615943498 tempest-TestVolumeBootPattern-1615943498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:44:16.573594 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-406ea0ab-6a67-4aa9-8e31-aa3f210823d0 req-28864a58-0064-42ba-b359-81bf4051d104 tempest-TestVolumeBootPattern-1615943498 tempest-TestVolumeBootPattern-1615943498-project] 10.222.0.75 "GET /v2.0/ports?device_id=3507b4ea-1569-4b50-9d48-65e1c6890ca9 HTTP/1.1" status: 200 len: 944 time: 0.1783979 Feb 09 19:44:16.579534 n-d-713498-36 neutron-server[103232]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-cb91e990-5c94-46b3-943d-d7b0a127cbc6 {{(pid=103232) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 19:44:16.580365 n-d-713498-36 neutron-server[103232]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2743a05c-ca5a-4d2a-807d-6220d961a89d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'be1121ba-1fb8-476c-b81e-d2613c340057', 'code': 200} Feb 09 19:44:16.659278 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Pushing event updated for resources: {'Port': ['ID=be1121ba-1fb8-476c-b81e-d2613c340057,revision_number=5']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:44:16.693239 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9e7cee4a-8757-4bd1-bcd0-95456e014659 tempest-TestVolumeBackupRestore-719474059 tempest-TestVolumeBackupRestore-719474059-project] Notify agent at l3_agent.n-d-713498-36 the message routers_updated {{(pid=103230) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 19:44:16.696440 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96f44793-6c78-4341-9fcf-925fdfadab24 req-6ed84412-8273-4c83-a9ac-4f8a4b915fea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:44:16.699833 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-406ea0ab-6a67-4aa9-8e31-aa3f210823d0 req-225d1eb0-3c82-4ac1-ae9e-07489c1e4281 tempest-TestVolumeBootPattern-1615943498 tempest-TestVolumeBootPattern-1615943498-project] 10.222.0.75 "GET /v2.0/security-groups?id=85e2738d-e0ce-44c8-a269-2deaf81a01f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0998616 Feb 09 19:44:16.701593 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-96f44793-6c78-4341-9fcf-925fdfadab24 req-6ed84412-8273-4c83-a9ac-4f8a4b915fea service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=c82d426f-a355-47f2-9358-68fe4349f782&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.4419410 Feb 09 19:44:16.711110 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-9e7cee4a-8757-4bd1-bcd0-95456e014659 tempest-TestVolumeBackupRestore-719474059 tempest-TestVolumeBackupRestore-719474059-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171096'] for floatingip (None), before_response {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:44:16.746156 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-996367da-be82-4955-ae2f-06d053de13e2 req-2701cc54-4c7f-4e10-b17b-6043d02bff45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:44:16.748290 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-996367da-be82-4955-ae2f-06d053de13e2 req-2701cc54-4c7f-4e10-b17b-6043d02bff45 service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=2743a05c-ca5a-4d2a-807d-6220d961a89d HTTP/1.1" status: 200 len: 1129 time: 0.1731329 Feb 09 19:44:16.834367 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-996367da-be82-4955-ae2f-06d053de13e2 req-d4bee2ef-372f-45b0-8ab4-8fad77ce7bb8 service neutron] 10.222.0.89 "GET /v2.0/security-groups?id=e81ac41c-f182-4bcd-89b0-fdc41cdb146e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0794842 Feb 09 19:44:16.886506 n-d-713498-36 neutron-server[103230]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ef11860c-6c68-4442-8b21-9c74e24d1a1d', 'tag': '110acd77-41d6-4497-b355-470e0d380e4b'}] {{(pid=103230) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 19:44:16.890654 n-d-713498-36 neutron-server[103230]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aee5919275bae9f72eb374ee322673045eb80c1f84b4b45a97d96923bd50ab51" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c07afa6e-ddd5-44fe-85a6-908b9a9529b7" -d '{"events": [{"name": "network-changed", "server_uuid": "ef11860c-6c68-4442-8b21-9c74e24d1a1d", "tag": "110acd77-41d6-4497-b355-470e0d380e4b"}]}' {{(pid=103230) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 19:44:16.951130 n-d-713498-36 neutron-server[103233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1b1c660-bb5c-4666-919c-97eaf373bc47 None None] Sync routers for ids ['042d4063-0dd6-4eab-baa5-294896cb13f5'] in n-d-713498-36 {{(pid=103233) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 19:44:16.975406 n-d-713498-36 neutron-server[103230]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 19:44:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2b21971f-4ad4-4a77-aa5a-83dfeca6113c x-openstack-request-id: req-2b21971f-4ad4-4a77-aa5a-83dfeca6113c {{(pid=103230) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 19:44:16.975874 n-d-713498-36 neutron-server[103230]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ef11860c-6c68-4442-8b21-9c74e24d1a1d", "tag": "110acd77-41d6-4497-b355-470e0d380e4b", "status": "completed", "code": 200}]} {{(pid=103230) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 19:44:16.976213 n-d-713498-36 neutron-server[103230]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-2b21971f-4ad4-4a77-aa5a-83dfeca6113c {{(pid=103230) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 19:44:16.977053 n-d-713498-36 neutron-server[103230]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ef11860c-6c68-4442-8b21-9c74e24d1a1d', 'tag': '110acd77-41d6-4497-b355-470e0d380e4b', 'status': 'completed', 'code': 200} Feb 09 19:44:16.980643 n-d-713498-36 neutron-server[103233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1b1c660-bb5c-4666-919c-97eaf373bc47 None None] Routers {'042d4063-0dd6-4eab-baa5-294896cb13f5'} bound to L3 agent in host n-d-713498-36 {{(pid=103233) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 19:44:16.983136 n-d-713498-36 neutron-server[103233]: DEBUG neutron.db.l3_hamode_db [None req-f1b1c660-bb5c-4666-919c-97eaf373bc47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-09T18:51:43Z,description=,heartbeat_timestamp=2022-02-09T19:44:14Z,host='n-d-713498-36',id=93303d5e-5d17-45e8-8963-7694f87783ae,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T18:51:43Z,topic='l3_agent')) {'router_ids': ['042d4063-0dd6-4eab-baa5-294896cb13f5'], 'active': True} {{(pid=103233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:44:16.993370 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-9e7cee4a-8757-4bd1-bcd0-95456e014659 tempest-TestVolumeBackupRestore-719474059 tempest-TestVolumeBackupRestore-719474059-project] 10.222.0.75 "PUT /v2.0/floatingips/061fa9c6-8ac6-4209-a644-b0550593ed68 HTTP/1.1" status: 200 len: 991 time: 2.9846861 Feb 09 19:44:17.003257 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-96f44793-6c78-4341-9fcf-925fdfadab24 req-0eece3f6-0601-4ee1-9429-d9d89ba062f9 service neutron] 10.222.0.90 "GET /v2.0/networks/c82d426f-a355-47f2-9358-68fe4349f782?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2843513 Feb 09 19:44:17.024469 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 48052) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:44:17.038969 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-82c09066-33a5-4dfc-8c93-ec8389970191 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:44:17.070718 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762867132591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593584'] for agent (496418a2-c002-4aec-ab1a-07f3bea491bd), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:44:17.163728 n-d-713498-36 neutron-server[103233]: DEBUG neutron.db.l3_dvr_db [None req-f1b1c660-bb5c-4666-919c-97eaf373bc47 None None] Set router 042d4063-0dd6-4eab-baa5-294896cb13f5 gateway port host: n-d-713498-36 {{(pid=103233) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 19:44:17.189197 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c8e7e66-b2e1-402a-8448-8eed666eb5c7 req-c45ed697-5a69-4ef4-b8b2-c60050813b92 tempest-VolumesSnapshotTestJSON-1470959948 tempest-VolumesSnapshotTestJSON-1470959948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:44:17.199428 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-0c8e7e66-b2e1-402a-8448-8eed666eb5c7 req-c45ed697-5a69-4ef4-b8b2-c60050813b92 tempest-VolumesSnapshotTestJSON-1470959948 tempest-VolumesSnapshotTestJSON-1470959948-project] 10.222.0.75 "GET /v2.0/ports?device_id=2743a05c-ca5a-4d2a-807d-6220d961a89d HTTP/1.1" status: 200 len: 946 time: 0.1475627 Feb 09 19:44:17.204750 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-96f44793-6c78-4341-9fcf-925fdfadab24 req-1187e62a-c1f7-4026-8f67-a6c606502d46 service neutron] 10.222.0.90 "GET /v2.0/networks/c82d426f-a355-47f2-9358-68fe4349f782?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1928315 Feb 09 19:44:17.312049 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-0c8e7e66-b2e1-402a-8448-8eed666eb5c7 req-07d6e8df-0c7e-4eed-98d8-f5626200fdf5 tempest-VolumesSnapshotTestJSON-1470959948 tempest-VolumesSnapshotTestJSON-1470959948-project] 10.222.0.75 "GET /v2.0/security-groups?id=e81ac41c-f182-4bcd-89b0-fdc41cdb146e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1098754 Feb 09 19:44:17.342468 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-82c09066-33a5-4dfc-8c93-ec8389970191 admin admin] Publish callbacks [] for security_group (7854df4b-a9e5-4ccc-828f-9518452a9c31), precommit_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:44:17.347546 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-82c09066-33a5-4dfc-8c93-ec8389970191 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1892331'] for security_group (7854df4b-a9e5-4ccc-828f-9518452a9c31), after_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:44:17.350067 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c07afa6e-ddd5-44fe-85a6-908b9a9529b7 req-d90565ad-90e3-4e53-a491-65aa22428090 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:44:17.351906 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-c07afa6e-ddd5-44fe-85a6-908b9a9529b7 req-d90565ad-90e3-4e53-a491-65aa22428090 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=4c59ff00c3d1431da7ba682b198a4ba5&device_id=ef11860c-6c68-4442-8b21-9c74e24d1a1d HTTP/1.1" status: 200 len: 1128 time: 0.0727949 Feb 09 19:44:17.379628 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-82c09066-33a5-4dfc-8c93-ec8389970191 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=f0aa8a6779e74fab9aadd488220eb6a0&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3537986 Feb 09 19:44:17.387678 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 48054) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:44:17.507929 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c07afa6e-ddd5-44fe-85a6-908b9a9529b7 req-eedf0ce9-9345-48aa-9fef-73a36bc82ea3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:44:17.509142 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-e2e3aa26-2756-4f2f-a8fd-d6091360eb84 admin admin] Publish callbacks [] for security_group (7854df4b-a9e5-4ccc-828f-9518452a9c31), before_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:44:17.509651 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-c07afa6e-ddd5-44fe-85a6-908b9a9529b7 req-eedf0ce9-9345-48aa-9fef-73a36bc82ea3 service neutron] 10.222.0.90 "GET /v2.0/networks?id=c82d426f-a355-47f2-9358-68fe4349f782 HTTP/1.1" status: 200 len: 915 time: 0.1459486 Feb 09 19:44:17.540659 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-e2e3aa26-2756-4f2f-a8fd-d6091360eb84 admin admin] Publish callbacks [] for security_group (7854df4b-a9e5-4ccc-828f-9518452a9c31), precommit_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:44:17.550302 n-d-713498-36 neutron-server[103233]: DEBUG neutron.db.l3_hamode_db [None req-f1b1c660-bb5c-4666-919c-97eaf373bc47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '042d4063-0dd6-4eab-baa5-294896cb13f5', 'name': 'tempest-TestVolumeBackupRestore-1617496221-router', 'tenant_id': '4c59ff00c3d1431da7ba682b198a4ba5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88055e1e-672a-4487-be31-ffb6e833ece5', 'external_fixed_ips': [{'subnet_id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'ip_address': '172.25.1.69'}], 'enable_snat': True}, 'gw_port_id': 'e2f54ecd-d581-40a3-bc20-cd4e87bc270d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T19:39:28Z', 'updated_at': '2022-02-09T19:39:34Z', 'revision_number': 4, 'project_id': '4c59ff00c3d1431da7ba682b198a4ba5', 'gw_port': {'id': 'e2f54ecd-d581-40a3-bc20-cd4e87bc270d', 'name': '', 'network_id': '88055e1e-672a-4487-be31-ffb6e833ece5', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:b8:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '042d4063-0dd6-4eab-baa5-294896cb13f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3571, 'fixed_ips': [{'subnet_id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'ip_address': '172.25.1.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T19:39:28Z', 'updated_at': '2022-02-09T19:39:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-36', '_floatingips': [{'id': '061fa9c6-8ac6-4209-a644-b0550593ed68', 'tenant_id': '4c59ff00c3d1431da7ba682b198a4ba5', 'floating_ip_address': '172.25.1.157', 'floating_network_id': '88055e1e-672a-4487-be31-ffb6e833ece5', 'router_id': '042d4063-0dd6-4eab-baa5-294896cb13f5', 'port_id': '110acd77-41d6-4497-b355-470e0d380e4b', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 3904, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c82d426f-a355-47f2-9358-68fe4349f782', 'mac_address': 'fa:16:3e:58:85:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef11860c-6c68-4442-8b21-9c74e24d1a1d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T19:44:11Z', 'updated_at': '2022-02-09T19:44:16Z', 'revision_number': 2, 'project_id': '4c59ff00c3d1431da7ba682b198a4ba5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'aa0f446c-0d86-4ea8-bed2-b11f1660554b', 'name': '', 'network_id': 'c82d426f-a355-47f2-9358-68fe4349f782', 'tenant_id': '4c59ff00c3d1431da7ba682b198a4ba5', 'mac_address': 'fa:16:3e:ec:ec:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '042d4063-0dd6-4eab-baa5-294896cb13f5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3580, 'fixed_ips': [{'subnet_id': '1606ed9d-0a78-4c8f-95cd-673eb47e18dc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T19:39:33Z', 'updated_at': '2022-02-09T19:39:40Z', 'revision_number': 5, 'project_id': '4c59ff00c3d1431da7ba682b198a4ba5', 'subnets': [{'id': '1606ed9d-0a78-4c8f-95cd-673eb47e18dc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-36', False) {} {{(pid=103233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:44:17.585854 n-d-713498-36 neutron-server[103233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1b1c660-bb5c-4666-919c-97eaf373bc47 None None] Checking router: 042d4063-0dd6-4eab-baa5-294896cb13f5 for host: n-d-713498-36 {{(pid=103233) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 19:44:17.597915 n-d-713498-36 neutron-server[103233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1b1c660-bb5c-4666-919c-97eaf373bc47 None None] Routers {'042d4063-0dd6-4eab-baa5-294896cb13f5'} bound to L3 agent in host n-d-713498-36 {{(pid=103233) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 19:44:17.598897 n-d-713498-36 neutron-server[103233]: DEBUG neutron.db.l3_hamode_db [None req-f1b1c660-bb5c-4666-919c-97eaf373bc47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-09T18:51:43Z,description=,heartbeat_timestamp=2022-02-09T19:44:14Z,host='n-d-713498-36',id=93303d5e-5d17-45e8-8963-7694f87783ae,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T18:51:43Z,topic='l3_agent')) {'router_ids': ['042d4063-0dd6-4eab-baa5-294896cb13f5'], 'active': True} {{(pid=103233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:44:17.627788 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82c09066-33a5-4dfc-8c93-ec8389970191 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7854df4b-a9e5-4ccc-828f-9518452a9c31,revision_number=1']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:44:17.642407 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-e2e3aa26-2756-4f2f-a8fd-d6091360eb84 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1892331'] for security_group (7854df4b-a9e5-4ccc-828f-9518452a9c31), after_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:44:17.646685 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-e2e3aa26-2756-4f2f-a8fd-d6091360eb84 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:44:17.651697 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-e2e3aa26-2756-4f2f-a8fd-d6091360eb84 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/7854df4b-a9e5-4ccc-828f-9518452a9c31 HTTP/1.1" status: 204 len: 168 time: 0.2574389 Feb 09 19:44:17.662741 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2e3aa26-2756-4f2f-a8fd-d6091360eb84 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7854df4b-a9e5-4ccc-828f-9518452a9c31,revision_number=None']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:44:17.710493 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-c07afa6e-ddd5-44fe-85a6-908b9a9529b7 req-a123e1a4-3acb-4ced-94f8-a67c09360a86 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=110acd77-41d6-4497-b355-470e0d380e4b HTTP/1.1" status: 200 len: 1001 time: 0.1682725 Feb 09 19:44:17.737811 n-d-713498-36 neutron-server[103233]: DEBUG neutron.db.l3_dvr_db [None req-f1b1c660-bb5c-4666-919c-97eaf373bc47 None None] Set router 042d4063-0dd6-4eab-baa5-294896cb13f5 gateway port host: n-d-713498-36 {{(pid=103233) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 19:44:17.817457 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c07afa6e-ddd5-44fe-85a6-908b9a9529b7 req-9bb939e9-3c96-480d-8281-b711f6b10e0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:44:17.819870 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-c07afa6e-ddd5-44fe-85a6-908b9a9529b7 req-9bb939e9-3c96-480d-8281-b711f6b10e0d service neutron] 10.222.0.90 "GET /v2.0/subnets?id=1606ed9d-0a78-4c8f-95cd-673eb47e18dc HTTP/1.1" status: 200 len: 853 time: 0.1083815 Feb 09 19:44:17.926989 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c07afa6e-ddd5-44fe-85a6-908b9a9529b7 req-0c82ba12-dc2c-4b9d-9aae-9780cb84ab55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:44:17.928693 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-c07afa6e-ddd5-44fe-85a6-908b9a9529b7 req-0c82ba12-dc2c-4b9d-9aae-9780cb84ab55 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=c82d426f-a355-47f2-9358-68fe4349f782&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0979881 Feb 09 19:44:18.285205 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 48068) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:44:18.339911 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 48072) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:44:18.368612 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-20d4d635-454c-41b6-ab0a-e879bd5229b5 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=07c081db041b4125a08d36d831938302&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0791001 Feb 09 19:44:18.369258 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 48076) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:44:18.440703 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-ddcea4f7-246a-4cd9-999f-a5754d2d6c6d admin admin] Publish callbacks [] for security_group (1f738682-ace7-4a3f-ba47-8094a719a654), before_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:44:18.541121 n-d-713498-36 neutron-server[103233]: DEBUG neutron.db.l3_hamode_db [None req-f1b1c660-bb5c-4666-919c-97eaf373bc47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '042d4063-0dd6-4eab-baa5-294896cb13f5', 'name': 'tempest-TestVolumeBackupRestore-1617496221-router', 'tenant_id': '4c59ff00c3d1431da7ba682b198a4ba5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88055e1e-672a-4487-be31-ffb6e833ece5', 'external_fixed_ips': [{'subnet_id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'ip_address': '172.25.1.69'}], 'enable_snat': True}, 'gw_port_id': 'e2f54ecd-d581-40a3-bc20-cd4e87bc270d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T19:39:28Z', 'updated_at': '2022-02-09T19:39:34Z', 'revision_number': 4, 'project_id': '4c59ff00c3d1431da7ba682b198a4ba5', 'gw_port': {'id': 'e2f54ecd-d581-40a3-bc20-cd4e87bc270d', 'name': '', 'network_id': '88055e1e-672a-4487-be31-ffb6e833ece5', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:b8:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '042d4063-0dd6-4eab-baa5-294896cb13f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3571, 'fixed_ips': [{'subnet_id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'ip_address': '172.25.1.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T19:39:28Z', 'updated_at': '2022-02-09T19:39:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-36', '_floatingips': [{'id': '061fa9c6-8ac6-4209-a644-b0550593ed68', 'tenant_id': '4c59ff00c3d1431da7ba682b198a4ba5', 'floating_ip_address': '172.25.1.157', 'floating_network_id': '88055e1e-672a-4487-be31-ffb6e833ece5', 'router_id': '042d4063-0dd6-4eab-baa5-294896cb13f5', 'port_id': '110acd77-41d6-4497-b355-470e0d380e4b', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 3904, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c82d426f-a355-47f2-9358-68fe4349f782', 'mac_address': 'fa:16:3e:58:85:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef11860c-6c68-4442-8b21-9c74e24d1a1d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T19:44:11Z', 'updated_at': '2022-02-09T19:44:16Z', 'revision_number': 2, 'project_id': '4c59ff00c3d1431da7ba682b198a4ba5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'aa0f446c-0d86-4ea8-bed2-b11f1660554b', 'name': '', 'network_id': 'c82d426f-a355-47f2-9358-68fe4349f782', 'tenant_id': '4c59ff00c3d1431da7ba682b198a4ba5', 'mac_address': 'fa:16:3e:ec:ec:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '042d4063-0dd6-4eab-baa5-294896cb13f5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3580, 'fixed_ips': [{'subnet_id': '1606ed9d-0a78-4c8f-95cd-673eb47e18dc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T19:39:33Z', 'updated_at': '2022-02-09T19:39:40Z', 'revision_number': 5, 'project_id': '4c59ff00c3d1431da7ba682b198a4ba5', 'subnets': [{'id': '1606ed9d-0a78-4c8f-95cd-673eb47e18dc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-36', False) {} {{(pid=103233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:44:18.601881 n-d-713498-36 neutron-server[103233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1b1c660-bb5c-4666-919c-97eaf373bc47 None None] The sync data for ids ['042d4063-0dd6-4eab-baa5-294896cb13f5'] in n-d-713498-36 is: [{'id': '042d4063-0dd6-4eab-baa5-294896cb13f5', 'name': 'tempest-TestVolumeBackupRestore-1617496221-router', 'tenant_id': '4c59ff00c3d1431da7ba682b198a4ba5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88055e1e-672a-4487-be31-ffb6e833ece5', 'external_fixed_ips': [{'subnet_id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'ip_address': '172.25.1.69'}], 'enable_snat': True}, 'gw_port_id': 'e2f54ecd-d581-40a3-bc20-cd4e87bc270d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T19:39:28Z', 'updated_at': '2022-02-09T19:39:34Z', 'revision_number': 4, 'project_id': '4c59ff00c3d1431da7ba682b198a4ba5', 'gw_port': {'id': 'e2f54ecd-d581-40a3-bc20-cd4e87bc270d', 'name': '', 'network_id': '88055e1e-672a-4487-be31-ffb6e833ece5', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:b8:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '042d4063-0dd6-4eab-baa5-294896cb13f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3571, 'fixed_ips': [{'subnet_id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'ip_address': '172.25.1.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T19:39:28Z', 'updated_at': '2022-02-09T19:39:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-36', '_floatingips': [{'id': '061fa9c6-8ac6-4209-a644-b0550593ed68', 'tenant_id': '4c59ff00c3d1431da7ba682b198a4ba5', 'floating_ip_address': '172.25.1.157', 'floating_network_id': '88055e1e-672a-4487-be31-ffb6e833ece5', 'router_id': '042d4063-0dd6-4eab-baa5-294896cb13f5', 'port_id': '110acd77-41d6-4497-b355-470e0d380e4b', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 3904, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c82d426f-a355-47f2-9358-68fe4349f782', 'mac_address': 'fa:16:3e:58:85:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef11860c-6c68-4442-8b21-9c74e24d1a1d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T19:44:11Z', 'updated_at': '2022-02-09T19:44:16Z', 'revision_number': 2, 'project_id': '4c59ff00c3d1431da7ba682b198a4ba5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'aa0f446c-0d86-4ea8-bed2-b11f1660554b', 'name': '', 'network_id': 'c82d426f-a355-47f2-9358-68fe4349f782', 'tenant_id': '4c59ff00c3d1431da7ba682b198a4ba5', 'mac_address': 'fa:16:3e:ec:ec:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '042d4063-0dd6-4eab-baa5-294896cb13f5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3580, 'fixed_ips': [{'subnet_id': '1606ed9d-0a78-4c8f-95cd-673eb47e18dc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T19:39:33Z', 'updated_at': '2022-02-09T19:39:40Z', 'revision_number': 5, 'project_id': '4c59ff00c3d1431da7ba682b198a4ba5', 'subnets': [{'id': '1606ed9d-0a78-4c8f-95cd-673eb47e18dc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103233) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 19:44:18.616690 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-ddcea4f7-246a-4cd9-999f-a5754d2d6c6d admin admin] Publish callbacks [] for security_group (1f738682-ace7-4a3f-ba47-8094a719a654), precommit_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:44:18.751420 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-56d2e8c6-b5a0-40c5-8eae-7249c302d35b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:44:18.791447 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21ec3de0-86dc-48ed-8788-5fecee2355e0 req-6c5acf90-36ff-4404-95a6-a64df13f73fa tempest-VolumesSnapshotTestJSON-1470959948 tempest-VolumesSnapshotTestJSON-1470959948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:44:18.795243 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-21ec3de0-86dc-48ed-8788-5fecee2355e0 req-6c5acf90-36ff-4404-95a6-a64df13f73fa tempest-VolumesSnapshotTestJSON-1470959948 tempest-VolumesSnapshotTestJSON-1470959948-project] 10.222.0.75 "GET /v2.0/ports?device_id=2743a05c-ca5a-4d2a-807d-6220d961a89d HTTP/1.1" status: 200 len: 946 time: 0.3570809 Feb 09 19:44:18.798244 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-ddcea4f7-246a-4cd9-999f-a5754d2d6c6d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1892331'] for security_group (1f738682-ace7-4a3f-ba47-8094a719a654), after_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:44:18.802571 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-ddcea4f7-246a-4cd9-999f-a5754d2d6c6d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:44:18.805242 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-ddcea4f7-246a-4cd9-999f-a5754d2d6c6d admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/1f738682-ace7-4a3f-ba47-8094a719a654 HTTP/1.1" status: 204 len: 168 time: 0.4343371 Feb 09 19:44:18.821363 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55080949-b3d3-44ff-a220-79cd24e3b181 req-54be768e-015c-42e0-8f11-498753f668d0 tempest-TestVolumeBootPattern-1615943498 tempest-TestVolumeBootPattern-1615943498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:44:18.824713 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-55080949-b3d3-44ff-a220-79cd24e3b181 req-54be768e-015c-42e0-8f11-498753f668d0 tempest-TestVolumeBootPattern-1615943498 tempest-TestVolumeBootPattern-1615943498-project] 10.222.0.75 "GET /v2.0/ports?device_id=3507b4ea-1569-4b50-9d48-65e1c6890ca9 HTTP/1.1" status: 200 len: 944 time: 0.8642581 Feb 09 19:44:18.837922 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-c07afa6e-ddd5-44fe-85a6-908b9a9529b7 req-284bc705-7d66-4f31-93d4-619b55e2e8d0 service neutron] 10.222.0.90 "GET /v2.0/networks/c82d426f-a355-47f2-9358-68fe4349f782?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8982167 Feb 09 19:44:18.874941 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762867132591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593584'] for agent (488cd9ae-631f-4955-ba0b-4f5a13f12e9c), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:44:18.896131 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddcea4f7-246a-4cd9-999f-a5754d2d6c6d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1f738682-ace7-4a3f-ba47-8094a719a654,revision_number=None']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:44:18.989110 n-d-713498-36 neutron-server[103230]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ef11860c-6c68-4442-8b21-9c74e24d1a1d', 'tag': '110acd77-41d6-4497-b355-470e0d380e4b'}] {{(pid=103230) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 19:44:18.992376 n-d-713498-36 neutron-server[103230]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aee5919275bae9f72eb374ee322673045eb80c1f84b4b45a97d96923bd50ab51" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-91f0e655-2945-4b4e-8a97-b682cb068d24" -d '{"events": [{"name": "network-changed", "server_uuid": "ef11860c-6c68-4442-8b21-9c74e24d1a1d", "tag": "110acd77-41d6-4497-b355-470e0d380e4b"}]}' {{(pid=103230) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 19:44:18.995198 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-21ec3de0-86dc-48ed-8788-5fecee2355e0 req-8ab6a721-414c-4b97-a569-6c8f5bf27021 tempest-VolumesSnapshotTestJSON-1470959948 tempest-VolumesSnapshotTestJSON-1470959948-project] 10.222.0.75 "GET /v2.0/security-groups?id=e81ac41c-f182-4bcd-89b0-fdc41cdb146e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1880252 Feb 09 19:44:19.080712 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-c07afa6e-ddd5-44fe-85a6-908b9a9529b7 req-ecaad3ab-e83c-4c85-b526-0863277c2181 service neutron] 10.222.0.90 "GET /v2.0/networks/c82d426f-a355-47f2-9358-68fe4349f782?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2315719 Feb 09 19:44:19.119605 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-55080949-b3d3-44ff-a220-79cd24e3b181 req-8eaa5ccd-807b-415a-97a4-35feabe5699d tempest-TestVolumeBootPattern-1615943498 tempest-TestVolumeBootPattern-1615943498-project] 10.222.0.75 "GET /v2.0/security-groups?id=85e2738d-e0ce-44c8-a269-2deaf81a01f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2524581 Feb 09 19:44:19.121623 n-d-713498-36 neutron-server[103230]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 19:44:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-754c3a59-b270-41e6-8610-5f06a123d78c x-openstack-request-id: req-754c3a59-b270-41e6-8610-5f06a123d78c {{(pid=103230) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 19:44:19.122697 n-d-713498-36 neutron-server[103230]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ef11860c-6c68-4442-8b21-9c74e24d1a1d", "tag": "110acd77-41d6-4497-b355-470e0d380e4b", "status": "completed", "code": 200}]} {{(pid=103230) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 19:44:19.123149 n-d-713498-36 neutron-server[103230]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-754c3a59-b270-41e6-8610-5f06a123d78c {{(pid=103230) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 19:44:19.123707 n-d-713498-36 neutron-server[103230]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ef11860c-6c68-4442-8b21-9c74e24d1a1d', 'tag': '110acd77-41d6-4497-b355-470e0d380e4b', 'status': 'completed', 'code': 200} Feb 09 19:44:19.161998 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-56d2e8c6-b5a0-40c5-8eae-7249c302d35b admin admin] Publish callbacks [] for security_group (71d60e22-ad84-4e47-b72a-ff05588d308d), precommit_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:44:19.163427 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-56d2e8c6-b5a0-40c5-8eae-7249c302d35b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1892331'] for security_group (71d60e22-ad84-4e47-b72a-ff05588d308d), after_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:44:19.206666 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762867132591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593584'] for agent (bcd5faee-dc24-4298-9134-0e0aa054058e), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:44:19.300671 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-56d2e8c6-b5a0-40c5-8eae-7249c302d35b admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=40c19b3e3fd54c7f82632be78a95b5d1&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9572895 Feb 09 19:44:19.303230 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56d2e8c6-b5a0-40c5-8eae-7249c302d35b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=71d60e22-ad84-4e47-b72a-ff05588d308d,revision_number=1']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:44:19.303559 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 48086) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:44:19.369714 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91f0e655-2945-4b4e-8a97-b682cb068d24 req-aebb08ac-d117-485d-b183-aa536e8f89a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:44:19.372797 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-91f0e655-2945-4b4e-8a97-b682cb068d24 req-aebb08ac-d117-485d-b183-aa536e8f89a9 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=4c59ff00c3d1431da7ba682b198a4ba5&device_id=ef11860c-6c68-4442-8b21-9c74e24d1a1d HTTP/1.1" status: 200 len: 1128 time: 0.1920836 Feb 09 19:44:19.426884 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-f7bc9801-aacd-4692-af34-38bb8b80968d admin admin] Publish callbacks [] for security_group (71d60e22-ad84-4e47-b72a-ff05588d308d), before_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:44:19.537679 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-f7bc9801-aacd-4692-af34-38bb8b80968d admin admin] Publish callbacks [] for security_group (71d60e22-ad84-4e47-b72a-ff05588d308d), precommit_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:44:19.603063 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-f7bc9801-aacd-4692-af34-38bb8b80968d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1892331'] for security_group (71d60e22-ad84-4e47-b72a-ff05588d308d), after_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:44:19.609227 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-f7bc9801-aacd-4692-af34-38bb8b80968d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:44:19.611597 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-f7bc9801-aacd-4692-af34-38bb8b80968d admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/71d60e22-ad84-4e47-b72a-ff05588d308d HTTP/1.1" status: 204 len: 168 time: 0.2954199 Feb 09 19:44:19.624236 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7bc9801-aacd-4692-af34-38bb8b80968d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=71d60e22-ad84-4e47-b72a-ff05588d308d,revision_number=None']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:44:19.706724 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91f0e655-2945-4b4e-8a97-b682cb068d24 req-5ceb60d2-39a3-4d5f-a58b-c425c8799a99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:44:19.708591 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-91f0e655-2945-4b4e-8a97-b682cb068d24 req-5ceb60d2-39a3-4d5f-a58b-c425c8799a99 service neutron] 10.222.0.90 "GET /v2.0/networks?id=c82d426f-a355-47f2-9358-68fe4349f782 HTTP/1.1" status: 200 len: 915 time: 0.2828074 Feb 09 19:44:19.845768 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-91f0e655-2945-4b4e-8a97-b682cb068d24 req-6b016b4f-f769-4340-aeac-b8ebf1d1bae7 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=110acd77-41d6-4497-b355-470e0d380e4b HTTP/1.1" status: 200 len: 1001 time: 0.1270797 Feb 09 19:44:19.931084 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91f0e655-2945-4b4e-8a97-b682cb068d24 req-328facd6-034e-47a0-b46f-94070a7fc22c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:44:19.933271 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-91f0e655-2945-4b4e-8a97-b682cb068d24 req-328facd6-034e-47a0-b46f-94070a7fc22c service neutron] 10.222.0.90 "GET /v2.0/subnets?id=1606ed9d-0a78-4c8f-95cd-673eb47e18dc HTTP/1.1" status: 200 len: 853 time: 0.0773489 Feb 09 19:44:20.049309 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91f0e655-2945-4b4e-8a97-b682cb068d24 req-4142d69f-491b-49c2-8124-74d295822872 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:44:20.051128 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-91f0e655-2945-4b4e-8a97-b682cb068d24 req-4142d69f-491b-49c2-8124-74d295822872 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=c82d426f-a355-47f2-9358-68fe4349f782&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.1095746 Feb 09 19:44:20.176812 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-91f0e655-2945-4b4e-8a97-b682cb068d24 req-65d732ae-0e82-4034-8eb3-b043f2d7ac0f service neutron] 10.222.0.90 "GET /v2.0/networks/c82d426f-a355-47f2-9358-68fe4349f782?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1147950 Feb 09 19:44:20.388406 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-91f0e655-2945-4b4e-8a97-b682cb068d24 req-89b4eac6-2380-444d-97c9-f88049b5a74a service neutron] 10.222.0.90 "GET /v2.0/networks/c82d426f-a355-47f2-9358-68fe4349f782?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2009976 Feb 09 19:44:20.737383 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3b615b2-f20e-4340-b868-36882351a7e6 req-957778e4-58be-4da7-b388-16307a253c1f tempest-TestVolumeBootPattern-1615943498 tempest-TestVolumeBootPattern-1615943498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:44:20.742060 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-f3b615b2-f20e-4340-b868-36882351a7e6 req-957778e4-58be-4da7-b388-16307a253c1f tempest-TestVolumeBootPattern-1615943498 tempest-TestVolumeBootPattern-1615943498-project] 10.222.0.75 "GET /v2.0/ports?device_id=3507b4ea-1569-4b50-9d48-65e1c6890ca9 HTTP/1.1" status: 200 len: 944 time: 0.1065438 Feb 09 19:44:20.861737 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-f3b615b2-f20e-4340-b868-36882351a7e6 req-224e8e1d-13ab-49f1-aa4e-3a7b8283753e tempest-TestVolumeBootPattern-1615943498 tempest-TestVolumeBootPattern-1615943498-project] 10.222.0.75 "GET /v2.0/security-groups?id=85e2738d-e0ce-44c8-a269-2deaf81a01f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1136668 Feb 09 19:44:21.994570 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a2ddb1d-618a-4d7e-ba5a-3a7b42005c44 req-0105eaab-380e-4172-ba5c-bf04799fca40 tempest-TestVolumeBootPattern-1615943498 tempest-TestVolumeBootPattern-1615943498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:44:21.996213 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-1a2ddb1d-618a-4d7e-ba5a-3a7b42005c44 req-0105eaab-380e-4172-ba5c-bf04799fca40 tempest-TestVolumeBootPattern-1615943498 tempest-TestVolumeBootPattern-1615943498-project] 10.222.0.75 "GET /v2.0/ports?device_id=3507b4ea-1569-4b50-9d48-65e1c6890ca9 HTTP/1.1" status: 200 len: 944 time: 0.0584564 Feb 09 19:44:22.047926 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-1a2ddb1d-618a-4d7e-ba5a-3a7b42005c44 req-48566054-d7d3-456b-b22f-2bef7939318d tempest-TestVolumeBootPattern-1615943498 tempest-TestVolumeBootPattern-1615943498-project] 10.222.0.75 "GET /v2.0/security-groups?id=85e2738d-e0ce-44c8-a269-2deaf81a01f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447364 Feb 09 19:44:23.179756 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-025aa2cc-32cf-4f35-8c77-d7f451afa5b5 req-f960b558-89ff-4ca7-8a0c-4649f96d25ba tempest-TestVolumeBootPattern-1615943498 tempest-TestVolumeBootPattern-1615943498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:44:23.181232 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-025aa2cc-32cf-4f35-8c77-d7f451afa5b5 req-f960b558-89ff-4ca7-8a0c-4649f96d25ba tempest-TestVolumeBootPattern-1615943498 tempest-TestVolumeBootPattern-1615943498-project] 10.222.0.75 "GET /v2.0/ports?device_id=3507b4ea-1569-4b50-9d48-65e1c6890ca9 HTTP/1.1" status: 200 len: 944 time: 0.0537815 Feb 09 19:44:23.231209 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-025aa2cc-32cf-4f35-8c77-d7f451afa5b5 req-54cd7343-db4c-4f2d-9dd0-4048297a5d55 tempest-TestVolumeBootPattern-1615943498 tempest-TestVolumeBootPattern-1615943498-project] 10.222.0.75 "GET /v2.0/security-groups?id=85e2738d-e0ce-44c8-a269-2deaf81a01f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433381 Feb 09 19:44:24.367864 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac64b22c-0f78-47a0-971e-30dc54fe3af5 req-56ce73e6-e37e-49dd-8e7a-e25612ccd7b4 tempest-TestVolumeBootPattern-1615943498 tempest-TestVolumeBootPattern-1615943498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:44:24.377235 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-ac64b22c-0f78-47a0-971e-30dc54fe3af5 req-56ce73e6-e37e-49dd-8e7a-e25612ccd7b4 tempest-TestVolumeBootPattern-1615943498 tempest-TestVolumeBootPattern-1615943498-project] 10.222.0.75 "GET /v2.0/ports?device_id=3507b4ea-1569-4b50-9d48-65e1c6890ca9 HTTP/1.1" status: 200 len: 944 time: 0.0654857 Feb 09 19:44:24.423866 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-ac64b22c-0f78-47a0-971e-30dc54fe3af5 req-1568d65b-5e6b-4b49-8777-b008aab29efa tempest-TestVolumeBootPattern-1615943498 tempest-TestVolumeBootPattern-1615943498-project] 10.222.0.75 "GET /v2.0/security-groups?id=85e2738d-e0ce-44c8-a269-2deaf81a01f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456886 Feb 09 19:44:25.562282 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03a3360a-2bcc-421a-bde6-82335c98ca33 req-1feeb42d-3a5c-4c33-84ab-1633ac881450 tempest-TestVolumeBootPattern-1615943498 tempest-TestVolumeBootPattern-1615943498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:44:25.564381 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-03a3360a-2bcc-421a-bde6-82335c98ca33 req-1feeb42d-3a5c-4c33-84ab-1633ac881450 tempest-TestVolumeBootPattern-1615943498 tempest-TestVolumeBootPattern-1615943498-project] 10.222.0.75 "GET /v2.0/ports?device_id=3507b4ea-1569-4b50-9d48-65e1c6890ca9 HTTP/1.1" status: 200 len: 944 time: 0.0648546 Feb 09 19:44:25.617289 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-03a3360a-2bcc-421a-bde6-82335c98ca33 req-4f5f5017-5394-4c3f-96ce-04bdf811060b tempest-TestVolumeBootPattern-1615943498 tempest-TestVolumeBootPattern-1615943498-project] 10.222.0.75 "GET /v2.0/security-groups?id=85e2738d-e0ce-44c8-a269-2deaf81a01f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470755 Feb 09 19:44:26.750529 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8034ebe-531b-4779-8674-092e83511696 req-044f4f1c-707f-4a8d-950c-e9995fb11c0f tempest-TestVolumeBootPattern-1615943498 tempest-TestVolumeBootPattern-1615943498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:44:26.752247 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-a8034ebe-531b-4779-8674-092e83511696 req-044f4f1c-707f-4a8d-950c-e9995fb11c0f tempest-TestVolumeBootPattern-1615943498 tempest-TestVolumeBootPattern-1615943498-project] 10.222.0.75 "GET /v2.0/ports?device_id=3507b4ea-1569-4b50-9d48-65e1c6890ca9 HTTP/1.1" status: 200 len: 944 time: 0.0607054 Feb 09 19:44:26.807473 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-a8034ebe-531b-4779-8674-092e83511696 req-28aa2251-07dd-49ec-9509-b72542bf4406 tempest-TestVolumeBootPattern-1615943498 tempest-TestVolumeBootPattern-1615943498-project] 10.222.0.75 "GET /v2.0/security-groups?id=85e2738d-e0ce-44c8-a269-2deaf81a01f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484192 Feb 09 19:44:27.940361 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-968f06ad-e148-4e2d-9d27-e4f1599809a0 req-2b6ce5b0-89ce-4cf5-9016-3ec1526c50f4 tempest-TestVolumeBootPattern-1615943498 tempest-TestVolumeBootPattern-1615943498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:44:27.942733 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-968f06ad-e148-4e2d-9d27-e4f1599809a0 req-2b6ce5b0-89ce-4cf5-9016-3ec1526c50f4 tempest-TestVolumeBootPattern-1615943498 tempest-TestVolumeBootPattern-1615943498-project] 10.222.0.75 "GET /v2.0/ports?device_id=3507b4ea-1569-4b50-9d48-65e1c6890ca9 HTTP/1.1" status: 200 len: 944 time: 0.0612528 Feb 09 19:44:27.994210 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-968f06ad-e148-4e2d-9d27-e4f1599809a0 req-b10d291e-95e9-4fec-a8d4-6d713a96eac5 tempest-TestVolumeBootPattern-1615943498 tempest-TestVolumeBootPattern-1615943498-project] 10.222.0.75 "GET /v2.0/security-groups?id=85e2738d-e0ce-44c8-a269-2deaf81a01f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449591 Feb 09 19:44:29.160433 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cb40d49-1bfc-4a7a-8fdf-26f6e8a4ce2b req-3f23fa87-67d6-4c0c-b6ea-aba6d0f72b5e tempest-TestVolumeBootPattern-1615943498 tempest-TestVolumeBootPattern-1615943498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:44:29.162917 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-9cb40d49-1bfc-4a7a-8fdf-26f6e8a4ce2b req-3f23fa87-67d6-4c0c-b6ea-aba6d0f72b5e tempest-TestVolumeBootPattern-1615943498 tempest-TestVolumeBootPattern-1615943498-project] 10.222.0.75 "GET /v2.0/ports?device_id=3507b4ea-1569-4b50-9d48-65e1c6890ca9 HTTP/1.1" status: 200 len: 944 time: 0.0694664 Feb 09 19:44:29.221695 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-9cb40d49-1bfc-4a7a-8fdf-26f6e8a4ce2b req-f5838e4b-16b9-42a5-81cd-c8c32830f08d tempest-TestVolumeBootPattern-1615943498 tempest-TestVolumeBootPattern-1615943498-project] 10.222.0.75 "GET /v2.0/security-groups?id=85e2738d-e0ce-44c8-a269-2deaf81a01f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515261 Feb 09 19:44:30.370318 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5deb6a96-49b9-40bd-968b-e23eceaf0507 req-2045f8a4-7a7b-4e50-841e-6171d3a7791b tempest-TestVolumeBootPattern-1615943498 tempest-TestVolumeBootPattern-1615943498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:44:30.372606 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-5deb6a96-49b9-40bd-968b-e23eceaf0507 req-2045f8a4-7a7b-4e50-841e-6171d3a7791b tempest-TestVolumeBootPattern-1615943498 tempest-TestVolumeBootPattern-1615943498-project] 10.222.0.75 "GET /v2.0/ports?device_id=3507b4ea-1569-4b50-9d48-65e1c6890ca9 HTTP/1.1" status: 200 len: 944 time: 0.0624890 Feb 09 19:44:30.431023 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-5deb6a96-49b9-40bd-968b-e23eceaf0507 req-82d12060-1ebd-4716-9c95-67b1013b62cc tempest-TestVolumeBootPattern-1615943498 tempest-TestVolumeBootPattern-1615943498-project] 10.222.0.75 "GET /v2.0/security-groups?id=85e2738d-e0ce-44c8-a269-2deaf81a01f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525336 Feb 09 19:44:31.567616 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74132b8c-0270-4fbb-a182-7cff088623d0 req-fcd0157c-5dcc-4be9-acce-d8340eb273e5 tempest-TestVolumeBootPattern-1615943498 tempest-TestVolumeBootPattern-1615943498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:44:31.571417 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-74132b8c-0270-4fbb-a182-7cff088623d0 req-fcd0157c-5dcc-4be9-acce-d8340eb273e5 tempest-TestVolumeBootPattern-1615943498 tempest-TestVolumeBootPattern-1615943498-project] 10.222.0.75 "GET /v2.0/ports?device_id=3507b4ea-1569-4b50-9d48-65e1c6890ca9 HTTP/1.1" status: 200 len: 944 time: 0.0636234 Feb 09 19:44:31.633934 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-74132b8c-0270-4fbb-a182-7cff088623d0 req-253b7916-eb25-4af0-9a51-55c3ba654ebb tempest-TestVolumeBootPattern-1615943498 tempest-TestVolumeBootPattern-1615943498-project] 10.222.0.75 "GET /v2.0/security-groups?id=85e2738d-e0ce-44c8-a269-2deaf81a01f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511460 Feb 09 19:44:32.025123 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 48206) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:44:32.150260 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-2e7f6c5d-a850-40ca-92ef-0793b4709975 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:44:32.235279 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-2e7f6c5d-a850-40ca-92ef-0793b4709975 admin admin] Publish callbacks [] for security_group (cf289ae4-f573-4836-9480-1387754a5040), precommit_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:44:32.239608 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-2e7f6c5d-a850-40ca-92ef-0793b4709975 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1892331'] for security_group (cf289ae4-f573-4836-9480-1387754a5040), after_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:44:32.283252 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-2e7f6c5d-a850-40ca-92ef-0793b4709975 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=0f2b69636baa406ba694055aa733f2ec&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2565880 Feb 09 19:44:32.284146 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e7f6c5d-a850-40ca-92ef-0793b4709975 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cf289ae4-f573-4836-9480-1387754a5040,revision_number=1']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:44:32.286191 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 48210) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:44:32.291881 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e7f6c5d-a850-40ca-92ef-0793b4709975 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:44:32.292225 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e7f6c5d-a850-40ca-92ef-0793b4709975 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:44:32.292776 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e7f6c5d-a850-40ca-92ef-0793b4709975 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:44:32.294317 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e7f6c5d-a850-40ca-92ef-0793b4709975 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:44:32.294856 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e7f6c5d-a850-40ca-92ef-0793b4709975 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:44:32.295377 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e7f6c5d-a850-40ca-92ef-0793b4709975 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:44:32.295883 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e7f6c5d-a850-40ca-92ef-0793b4709975 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:44:32.296394 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e7f6c5d-a850-40ca-92ef-0793b4709975 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:44:32.297016 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e7f6c5d-a850-40ca-92ef-0793b4709975 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:44:32.297532 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e7f6c5d-a850-40ca-92ef-0793b4709975 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:44:32.298058 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e7f6c5d-a850-40ca-92ef-0793b4709975 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:44:32.298569 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e7f6c5d-a850-40ca-92ef-0793b4709975 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:44:32.299070 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e7f6c5d-a850-40ca-92ef-0793b4709975 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:44:32.352483 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-32694cef-8b5a-4984-9ad9-5856a5eed634 admin admin] Publish callbacks [] for security_group (cf289ae4-f573-4836-9480-1387754a5040), before_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:44:32.378692 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-32694cef-8b5a-4984-9ad9-5856a5eed634 admin admin] Publish callbacks [] for security_group (cf289ae4-f573-4836-9480-1387754a5040), precommit_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:44:32.431334 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-32694cef-8b5a-4984-9ad9-5856a5eed634 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1892331'] for security_group (cf289ae4-f573-4836-9480-1387754a5040), after_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:44:32.436135 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-32694cef-8b5a-4984-9ad9-5856a5eed634 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:44:32.440939 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-32694cef-8b5a-4984-9ad9-5856a5eed634 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/cf289ae4-f573-4836-9480-1387754a5040 HTTP/1.1" status: 204 len: 168 time: 0.1501422 Feb 09 19:44:32.454678 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32694cef-8b5a-4984-9ad9-5856a5eed634 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cf289ae4-f573-4836-9480-1387754a5040,revision_number=None']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:44:32.796130 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00f43434-25c8-4928-98c8-8fe3b93397b1 req-48894fa6-bc40-42f6-af7c-939120858adf tempest-TestVolumeBootPattern-1615943498 tempest-TestVolumeBootPattern-1615943498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:44:32.798191 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-00f43434-25c8-4928-98c8-8fe3b93397b1 req-48894fa6-bc40-42f6-af7c-939120858adf tempest-TestVolumeBootPattern-1615943498 tempest-TestVolumeBootPattern-1615943498-project] 10.222.0.75 "GET /v2.0/ports?device_id=3507b4ea-1569-4b50-9d48-65e1c6890ca9 HTTP/1.1" status: 200 len: 944 time: 0.0722213 Feb 09 19:44:32.888595 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-00f43434-25c8-4928-98c8-8fe3b93397b1 req-bea2db04-b1b0-4805-b08d-09c9d8cb6b87 tempest-TestVolumeBootPattern-1615943498 tempest-TestVolumeBootPattern-1615943498-project] 10.222.0.75 "GET /v2.0/security-groups?id=85e2738d-e0ce-44c8-a269-2deaf81a01f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0794003 Feb 09 19:44:33.145576 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Device 679e2ac3-227b-49d3-bd6c-bd79ba02de7f details requested by agent hyperv_n-h2-713498-36 with host n-h2-713498-36 {{(pid=103232) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 19:44:33.275363 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-7429db8d-6021-40ad-813e-885be449a89b None None] For port 679e2ac3-227b-49d3-bd6c-bd79ba02de7f, host n-h2-713498-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-36',level=0,port_id=679e2ac3-227b-49d3-bd6c-bd79ba02de7f,segment=NetworkSegment(33386be2-7716-4eda-8188-eeaffee7e0ec),segment_id=33386be2-7716-4eda-8188-eeaffee7e0ec)] {{(pid=103232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 19:44:33.289029 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Returning: {'device': '679e2ac3-227b-49d3-bd6c-bd79ba02de7f', 'network_id': '6c0390b8-57a8-4e5d-b1b3-4d3098f0383e', 'port_id': '679e2ac3-227b-49d3-bd6c-bd79ba02de7f', 'mac_address': 'fa:16:3e:5f:da:e0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 395, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8c23e8df-50ec-4124-b2e0-ec4287e0865a', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103232) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 19:44:33.334085 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Current status of the port 679e2ac3-227b-49d3-bd6c-bd79ba02de7f is: DOWN; New status is: BUILD {{(pid=103232) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 19:44:33.334480 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (679e2ac3-227b-49d3-bd6c-bd79ba02de7f), before_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:44:33.352233 n-d-713498-36 neutron-server[103232]: DEBUG neutron.notifiers.nova [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 679e2ac3-227b-49d3-bd6c-bd79ba02de7f {{(pid=103232) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 19:44:33.373906 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-7429db8d-6021-40ad-813e-885be449a89b None None] For port 679e2ac3-227b-49d3-bd6c-bd79ba02de7f, host n-h2-713498-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-36',level=0,port_id=679e2ac3-227b-49d3-bd6c-bd79ba02de7f,segment=NetworkSegment(33386be2-7716-4eda-8188-eeaffee7e0ec),segment_id=33386be2-7716-4eda-8188-eeaffee7e0ec)] {{(pid=103232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 19:44:33.377860 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762867176205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762866656485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762866656503'] for port (679e2ac3-227b-49d3-bd6c-bd79ba02de7f), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:44:33.426426 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Pushing event updated for resources: {'Port': ['ID=679e2ac3-227b-49d3-bd6c-bd79ba02de7f,revision_number=4']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:44:33.719833 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-7429db8d-6021-40ad-813e-885be449a89b None None] get_ports_and_sgs() called for port_ids ['679e2ac3-227b-49d3-bd6c-bd79ba02de7f'] {{(pid=103232) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 19:44:34.004090 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0646dee6-a9c2-4556-97f6-32586a889573 req-d7f1e8b1-0ee0-44ec-b7f6-603f5cf6e237 tempest-TestVolumeBootPattern-1615943498 tempest-TestVolumeBootPattern-1615943498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:44:34.005777 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-0646dee6-a9c2-4556-97f6-32586a889573 req-d7f1e8b1-0ee0-44ec-b7f6-603f5cf6e237 tempest-TestVolumeBootPattern-1615943498 tempest-TestVolumeBootPattern-1615943498-project] 10.222.0.75 "GET /v2.0/ports?device_id=3507b4ea-1569-4b50-9d48-65e1c6890ca9 HTTP/1.1" status: 200 len: 945 time: 0.0550895 Feb 09 19:44:34.054202 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-0646dee6-a9c2-4556-97f6-32586a889573 req-089705ab-f253-409a-af87-e195de865b93 tempest-TestVolumeBootPattern-1615943498 tempest-TestVolumeBootPattern-1615943498-project] 10.222.0.75 "GET /v2.0/security-groups?id=85e2738d-e0ce-44c8-a269-2deaf81a01f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414155 Feb 09 19:44:35.175761 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Device 679e2ac3-227b-49d3-bd6c-bd79ba02de7f up at agent hyperv_n-h2-713498-36 {{(pid=103232) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 19:44:35.176382 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a63bffa-0183-431f-864a-af0e258bf7f1 req-ee45be08-4f8e-4e73-8ae5-4eb1f1095182 tempest-TestVolumeBootPattern-1615943498 tempest-TestVolumeBootPattern-1615943498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:44:35.177630 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-6a63bffa-0183-431f-864a-af0e258bf7f1 req-ee45be08-4f8e-4e73-8ae5-4eb1f1095182 tempest-TestVolumeBootPattern-1615943498 tempest-TestVolumeBootPattern-1615943498-project] 10.222.0.75 "GET /v2.0/ports?device_id=3507b4ea-1569-4b50-9d48-65e1c6890ca9 HTTP/1.1" status: 200 len: 945 time: 0.0529604 Feb 09 19:44:35.223916 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.provisioning_blocks [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Provisioning for port 679e2ac3-227b-49d3-bd6c-bd79ba02de7f completed by entity L2. {{(pid=103232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 19:44:35.225845 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-6a63bffa-0183-431f-864a-af0e258bf7f1 req-5b7f7918-2b75-4493-945b-23f3da0a1777 tempest-TestVolumeBootPattern-1615943498 tempest-TestVolumeBootPattern-1615943498-project] 10.222.0.75 "GET /v2.0/security-groups?id=85e2738d-e0ce-44c8-a269-2deaf81a01f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423448 Feb 09 19:44:35.228145 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.provisioning_blocks [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Provisioning complete for port 679e2ac3-227b-49d3-bd6c-bd79ba02de7f triggered by entity L2. {{(pid=103232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 19:44:35.228526 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593630'] for port (679e2ac3-227b-49d3-bd6c-bd79ba02de7f), provisioning_complete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:44:35.304882 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Current status of the port 679e2ac3-227b-49d3-bd6c-bd79ba02de7f is: BUILD; New status is: ACTIVE {{(pid=103232) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 19:44:35.305166 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (679e2ac3-227b-49d3-bd6c-bd79ba02de7f), before_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:44:35.327756 n-d-713498-36 neutron-server[103232]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3507b4ea-1569-4b50-9d48-65e1c6890ca9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '679e2ac3-227b-49d3-bd6c-bd79ba02de7f'}] {{(pid=103232) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 19:44:35.330075 n-d-713498-36 neutron-server[103232]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}949cdcde653dec44821de95cbf67297f53cbc2aed4e073b5d514f93bf911ce85" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-02b5eff6-ceac-438d-a3e9-b95b8244ad67" -d '{"events": [{"server_uuid": "3507b4ea-1569-4b50-9d48-65e1c6890ca9", "name": "network-vif-plugged", "status": "completed", "tag": "679e2ac3-227b-49d3-bd6c-bd79ba02de7f"}]}' {{(pid=103232) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 19:44:35.342783 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-7429db8d-6021-40ad-813e-885be449a89b None None] For port 679e2ac3-227b-49d3-bd6c-bd79ba02de7f, host n-h2-713498-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-36',level=0,port_id=679e2ac3-227b-49d3-bd6c-bd79ba02de7f,segment=NetworkSegment(33386be2-7716-4eda-8188-eeaffee7e0ec),segment_id=33386be2-7716-4eda-8188-eeaffee7e0ec)] {{(pid=103232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 19:44:35.347233 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762867176205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762866656485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762866656503'] for port (679e2ac3-227b-49d3-bd6c-bd79ba02de7f), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:44:35.375409 n-d-713498-36 neutron-server[103232]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 19:44:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1d7063e6-e7c1-400d-afe6-70f82ce872e8 x-openstack-request-id: req-1d7063e6-e7c1-400d-afe6-70f82ce872e8 {{(pid=103232) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 19:44:35.375754 n-d-713498-36 neutron-server[103232]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3507b4ea-1569-4b50-9d48-65e1c6890ca9", "name": "network-vif-plugged", "status": "completed", "tag": "679e2ac3-227b-49d3-bd6c-bd79ba02de7f", "code": 200}]} {{(pid=103232) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 19:44:35.376008 n-d-713498-36 neutron-server[103232]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-1d7063e6-e7c1-400d-afe6-70f82ce872e8 {{(pid=103232) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 19:44:35.376388 n-d-713498-36 neutron-server[103232]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3507b4ea-1569-4b50-9d48-65e1c6890ca9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '679e2ac3-227b-49d3-bd6c-bd79ba02de7f', 'code': 200} Feb 09 19:44:35.403720 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Pushing event updated for resources: {'Port': ['ID=679e2ac3-227b-49d3-bd6c-bd79ba02de7f,revision_number=5']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:44:35.497490 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23ddb8a3-56be-4468-818d-e2b9810fff58 req-923fd55c-2ba2-4871-876e-61773dbfea05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:44:35.499030 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-23ddb8a3-56be-4468-818d-e2b9810fff58 req-923fd55c-2ba2-4871-876e-61773dbfea05 service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=3507b4ea-1569-4b50-9d48-65e1c6890ca9 HTTP/1.1" status: 200 len: 1129 time: 0.0467854 Feb 09 19:44:35.549205 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-23ddb8a3-56be-4468-818d-e2b9810fff58 req-40714a07-e3c7-4d9c-82da-3673f9aea695 service neutron] 10.222.0.90 "GET /v2.0/security-groups?id=85e2738d-e0ce-44c8-a269-2deaf81a01f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426199 Feb 09 19:44:36.367172 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60495542-03fb-45d7-97c8-ce1fe3d249b1 req-1ef615fc-ffc5-4182-9e19-139de8609c8e tempest-TestVolumeBootPattern-1615943498 tempest-TestVolumeBootPattern-1615943498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:44:36.368784 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-60495542-03fb-45d7-97c8-ce1fe3d249b1 req-1ef615fc-ffc5-4182-9e19-139de8609c8e tempest-TestVolumeBootPattern-1615943498 tempest-TestVolumeBootPattern-1615943498-project] 10.222.0.75 "GET /v2.0/ports?device_id=3507b4ea-1569-4b50-9d48-65e1c6890ca9 HTTP/1.1" status: 200 len: 946 time: 0.0611768 Feb 09 19:44:36.417594 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-60495542-03fb-45d7-97c8-ce1fe3d249b1 req-ef4b01cb-587c-4d3f-af87-da5001968051 tempest-TestVolumeBootPattern-1615943498 tempest-TestVolumeBootPattern-1615943498-project] 10.222.0.75 "GET /v2.0/security-groups?id=85e2738d-e0ce-44c8-a269-2deaf81a01f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418117 Feb 09 19:44:37.562759 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-414768ca-4ab6-4b15-8f74-68b0a27b3c66 req-d8ee5a11-0499-4c28-bb52-97e572d7da76 tempest-TestVolumeBootPattern-1615943498 tempest-TestVolumeBootPattern-1615943498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:44:37.564534 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-414768ca-4ab6-4b15-8f74-68b0a27b3c66 req-d8ee5a11-0499-4c28-bb52-97e572d7da76 tempest-TestVolumeBootPattern-1615943498 tempest-TestVolumeBootPattern-1615943498-project] 10.222.0.75 "GET /v2.0/ports?device_id=3507b4ea-1569-4b50-9d48-65e1c6890ca9 HTTP/1.1" status: 200 len: 946 time: 0.0609589 Feb 09 19:44:37.619280 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-414768ca-4ab6-4b15-8f74-68b0a27b3c66 req-ff559577-11d6-4463-9322-487bc17f197c tempest-TestVolumeBootPattern-1615943498 tempest-TestVolumeBootPattern-1615943498-project] 10.222.0.75 "GET /v2.0/security-groups?id=85e2738d-e0ce-44c8-a269-2deaf81a01f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488458 Feb 09 19:44:37.748798 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-540cab63-baa7-4cdf-a1ce-c60223dd29f8 req-e4fef1f4-731e-4515-9b62-650042b02f0b tempest-TestVolumeBootPattern-1615943498 tempest-TestVolumeBootPattern-1615943498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:44:37.750848 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-540cab63-baa7-4cdf-a1ce-c60223dd29f8 req-e4fef1f4-731e-4515-9b62-650042b02f0b tempest-TestVolumeBootPattern-1615943498 tempest-TestVolumeBootPattern-1615943498-project] 10.222.0.75 "GET /v2.0/ports?device_id=3507b4ea-1569-4b50-9d48-65e1c6890ca9 HTTP/1.1" status: 200 len: 946 time: 0.0568736 Feb 09 19:44:37.802192 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-540cab63-baa7-4cdf-a1ce-c60223dd29f8 req-cb852615-9e80-4a27-877d-4cc5d66bf08d tempest-TestVolumeBootPattern-1615943498 tempest-TestVolumeBootPattern-1615943498-project] 10.222.0.75 "GET /v2.0/security-groups?id=85e2738d-e0ce-44c8-a269-2deaf81a01f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457950 Feb 09 19:44:38.161874 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd6e39d2-21cb-4ec5-bbb0-5561c14bf06c req-8de88c87-61c8-43ec-80d7-499fd248ee7b tempest-TestVolumeBootPattern-1615943498 tempest-TestVolumeBootPattern-1615943498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:44:38.166546 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-bd6e39d2-21cb-4ec5-bbb0-5561c14bf06c req-8de88c87-61c8-43ec-80d7-499fd248ee7b tempest-TestVolumeBootPattern-1615943498 tempest-TestVolumeBootPattern-1615943498-project] 10.222.0.75 "GET /v2.0/ports?device_id=3507b4ea-1569-4b50-9d48-65e1c6890ca9 HTTP/1.1" status: 200 len: 946 time: 0.0992064 Feb 09 19:44:38.278708 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-bd6e39d2-21cb-4ec5-bbb0-5561c14bf06c req-b444f9c3-6cb2-4898-b2bd-505ae236278a tempest-TestVolumeBootPattern-1615943498 tempest-TestVolumeBootPattern-1615943498-project] 10.222.0.75 "GET /v2.0/security-groups?id=85e2738d-e0ce-44c8-a269-2deaf81a01f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1062193 Feb 09 19:44:39.447520 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-938d6aa0-6634-4253-b87a-f271cce5c06b req-3d2d0765-3cb2-441d-abd4-e8b865373a0e tempest-TestVolumeBootPattern-1615943498 tempest-TestVolumeBootPattern-1615943498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:44:39.449044 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-938d6aa0-6634-4253-b87a-f271cce5c06b req-3d2d0765-3cb2-441d-abd4-e8b865373a0e tempest-TestVolumeBootPattern-1615943498 tempest-TestVolumeBootPattern-1615943498-project] 10.222.0.75 "GET /v2.0/ports?device_id=3507b4ea-1569-4b50-9d48-65e1c6890ca9 HTTP/1.1" status: 200 len: 946 time: 0.0784009 Feb 09 19:44:39.499633 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-938d6aa0-6634-4253-b87a-f271cce5c06b req-02f29d26-937f-4bd0-afb3-233f9e923daf tempest-TestVolumeBootPattern-1615943498 tempest-TestVolumeBootPattern-1615943498-project] 10.222.0.75 "GET /v2.0/security-groups?id=85e2738d-e0ce-44c8-a269-2deaf81a01f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443020 Feb 09 19:44:40.568422 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-265f21bc-19de-4185-9d9e-df5b09216336 req-1030ee4a-48b5-41f0-a835-8fd152b8f4ef tempest-TestVolumeBootPattern-1615943498 tempest-TestVolumeBootPattern-1615943498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:44:40.577999 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-265f21bc-19de-4185-9d9e-df5b09216336 req-1030ee4a-48b5-41f0-a835-8fd152b8f4ef tempest-TestVolumeBootPattern-1615943498 tempest-TestVolumeBootPattern-1615943498-project] 10.222.0.90 "GET /v2.0/ports?device_id=3507b4ea-1569-4b50-9d48-65e1c6890ca9 HTTP/1.1" status: 200 len: 946 time: 0.0744681 Feb 09 19:44:40.714903 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c7be552-290b-49cc-a7f5-8e14ea52e31a req-5aaa3d9b-08cd-4cc6-8c23-3f8bab9affbe tempest-TestVolumeBootPattern-1615943498 tempest-TestVolumeBootPattern-1615943498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:44:40.716901 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-7c7be552-290b-49cc-a7f5-8e14ea52e31a req-5aaa3d9b-08cd-4cc6-8c23-3f8bab9affbe tempest-TestVolumeBootPattern-1615943498 tempest-TestVolumeBootPattern-1615943498-project] 10.222.0.75 "GET /v2.0/ports?device_id=3507b4ea-1569-4b50-9d48-65e1c6890ca9 HTTP/1.1" status: 200 len: 946 time: 0.1310470 Feb 09 19:44:40.779080 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.plugin [req-265f21bc-19de-4185-9d9e-df5b09216336 req-d2d6d961-58a7-4fec-9516-175d20fa3b41 tempest-TestVolumeBootPattern-1615943498 tempest-TestVolumeBootPattern-1615943498-project] Deleting port 679e2ac3-227b-49d3-bd6c-bd79ba02de7f {{(pid=103230) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 19:44:40.779569 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [req-265f21bc-19de-4185-9d9e-df5b09216336 req-d2d6d961-58a7-4fec-9516-175d20fa3b41 tempest-TestVolumeBootPattern-1615943498 tempest-TestVolumeBootPattern-1615943498-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762867170196'] for port (679e2ac3-227b-49d3-bd6c-bd79ba02de7f), before_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:44:40.832758 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-adc44ba5-5f9b-43af-9820-3aaf17621473 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762867132591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593584'] for agent (af91e4b9-f4e1-42b1-a25c-a10dc47171c8), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:44:40.850980 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-7c7be552-290b-49cc-a7f5-8e14ea52e31a req-070432cf-0293-4d0d-81fa-919151e837a8 tempest-TestVolumeBootPattern-1615943498 tempest-TestVolumeBootPattern-1615943498-project] 10.222.0.75 "GET /v2.0/security-groups?id=85e2738d-e0ce-44c8-a269-2deaf81a01f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1239924 Feb 09 19:44:40.911683 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.db [req-265f21bc-19de-4185-9d9e-df5b09216336 req-d2d6d961-58a7-4fec-9516-175d20fa3b41 tempest-TestVolumeBootPattern-1615943498 tempest-TestVolumeBootPattern-1615943498-project] For port 679e2ac3-227b-49d3-bd6c-bd79ba02de7f, host n-h2-713498-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-36',level=0,port_id=679e2ac3-227b-49d3-bd6c-bd79ba02de7f,segment=NetworkSegment(33386be2-7716-4eda-8188-eeaffee7e0ec),segment_id=33386be2-7716-4eda-8188-eeaffee7e0ec)] {{(pid=103230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 19:44:40.912049 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [req-265f21bc-19de-4185-9d9e-df5b09216336 req-d2d6d961-58a7-4fec-9516-175d20fa3b41 tempest-TestVolumeBootPattern-1615943498 tempest-TestVolumeBootPattern-1615943498-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1820838'] for port (679e2ac3-227b-49d3-bd6c-bd79ba02de7f), precommit_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:44:40.930771 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.plugin [req-265f21bc-19de-4185-9d9e-df5b09216336 req-d2d6d961-58a7-4fec-9516-175d20fa3b41 tempest-TestVolumeBootPattern-1615943498 tempest-TestVolumeBootPattern-1615943498-project] Calling delete_port for 679e2ac3-227b-49d3-bd6c-bd79ba02de7f owned by compute:nova {{(pid=103230) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 19:44:41.075455 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [req-265f21bc-19de-4185-9d9e-df5b09216336 req-d2d6d961-58a7-4fec-9516-175d20fa3b41 tempest-TestVolumeBootPattern-1615943498 tempest-TestVolumeBootPattern-1615943498-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762867177463', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762866656476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14393751'] for port (679e2ac3-227b-49d3-bd6c-bd79ba02de7f), after_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:44:41.089931 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] get_ports_and_sgs() called for port_ids ['e05a24f3-41be-4636-973c-20cbe5cf3a4a'] {{(pid=103232) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 19:44:41.163004 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-7429db8d-6021-40ad-813e-885be449a89b None None] get_ports_and_sgs() called for port_ids ['679e2ac3-227b-49d3-bd6c-bd79ba02de7f'] {{(pid=103232) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 19:44:41.174565 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2d6d961-58a7-4fec-9516-175d20fa3b41 tempest-TestVolumeBootPattern-1615943498 tempest-TestVolumeBootPattern-1615943498-project] Pushing event deleted for resources: {'Port': ['ID=679e2ac3-227b-49d3-bd6c-bd79ba02de7f,revision_number=None']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:44:41.204522 n-d-713498-36 neutron-server[103230]: DEBUG neutron.db.l3_dvrscheduler_db [req-265f21bc-19de-4185-9d9e-df5b09216336 req-d2d6d961-58a7-4fec-9516-175d20fa3b41 tempest-TestVolumeBootPattern-1615943498 tempest-TestVolumeBootPattern-1615943498-project] No DVR routers for this DVR port 679e2ac3-227b-49d3-bd6c-bd79ba02de7f on host n-h2-713498-36 {{(pid=103230) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 19:44:41.207658 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [req-265f21bc-19de-4185-9d9e-df5b09216336 req-d2d6d961-58a7-4fec-9516-175d20fa3b41 tempest-TestVolumeBootPattern-1615943498 tempest-TestVolumeBootPattern-1615943498-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171096'] for port (None), before_response {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:44:41.213070 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-265f21bc-19de-4185-9d9e-df5b09216336 req-d2d6d961-58a7-4fec-9516-175d20fa3b41 tempest-TestVolumeBootPattern-1615943498 tempest-TestVolumeBootPattern-1615943498-project] 10.222.0.90 "DELETE /v2.0/ports/679e2ac3-227b-49d3-bd6c-bd79ba02de7f HTTP/1.1" status: 204 len: 173 time: 0.6166375 Feb 09 19:44:41.213892 n-d-713498-36 neutron-server[103230]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3507b4ea-1569-4b50-9d48-65e1c6890ca9', 'name': 'network-vif-deleted', 'tag': '679e2ac3-227b-49d3-bd6c-bd79ba02de7f'}] {{(pid=103230) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 19:44:41.216606 n-d-713498-36 neutron-server[103230]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aee5919275bae9f72eb374ee322673045eb80c1f84b4b45a97d96923bd50ab51" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a6cfc70c-6d91-46de-ae63-99fd2d548307" -d '{"events": [{"server_uuid": "3507b4ea-1569-4b50-9d48-65e1c6890ca9", "name": "network-vif-deleted", "tag": "679e2ac3-227b-49d3-bd6c-bd79ba02de7f"}]}' {{(pid=103230) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 19:44:41.515642 n-d-713498-36 neutron-server[103230]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 19:44:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-339cf850-aff6-488a-8812-bea7e4cc5110 x-openstack-request-id: req-339cf850-aff6-488a-8812-bea7e4cc5110 {{(pid=103230) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 19:44:41.516008 n-d-713498-36 neutron-server[103230]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3507b4ea-1569-4b50-9d48-65e1c6890ca9", "name": "network-vif-deleted", "tag": "679e2ac3-227b-49d3-bd6c-bd79ba02de7f", "status": "completed", "code": 200}]} {{(pid=103230) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 19:44:41.516307 n-d-713498-36 neutron-server[103230]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-339cf850-aff6-488a-8812-bea7e4cc5110 {{(pid=103230) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 19:44:41.516706 n-d-713498-36 neutron-server[103230]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3507b4ea-1569-4b50-9d48-65e1c6890ca9', 'name': 'network-vif-deleted', 'tag': '679e2ac3-227b-49d3-bd6c-bd79ba02de7f', 'status': 'completed', 'code': 200} Feb 09 19:44:41.987602 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-4751399a-6c4e-47c4-9a3f-90bc639d7f54 req-bd323643-8c3c-4761-abd9-a750c769c125 tempest-TestVolumeBootPattern-1615943498 tempest-TestVolumeBootPattern-1615943498-project] 10.222.0.75 "GET /v2.0/ports?device_id=3507b4ea-1569-4b50-9d48-65e1c6890ca9 HTTP/1.1" status: 200 len: 210 time: 0.0328765 Feb 09 19:44:43.122189 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-6f1de06b-8608-4198-93f9-e7528c4741c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762867132591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593584'] for agent (93303d5e-5d17-45e8-8963-7694f87783ae), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:44:43.183608 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-793bf724-f1ff-4a93-bac8-03161a42116e req-7ea5d550-ad8c-4988-b49d-3ab4b86560b9 tempest-TestVolumeBootPattern-1615943498 tempest-TestVolumeBootPattern-1615943498-project] 10.222.0.75 "GET /v2.0/ports?device_id=3507b4ea-1569-4b50-9d48-65e1c6890ca9 HTTP/1.1" status: 200 len: 210 time: 0.0801480 Feb 09 19:44:43.208988 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Device 679e2ac3-227b-49d3-bd6c-bd79ba02de7f no longer exists at agent hyperv_n-h2-713498-36 {{(pid=103232) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 19:44:43.239688 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-7429db8d-6021-40ad-813e-885be449a89b None None] No Port match for: 679e2ac3-227b-49d3-bd6c-bd79ba02de7f {{(pid=103232) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 19:44:43.240343 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Device 679e2ac3-227b-49d3-bd6c-bd79ba02de7f not bound to the agent host n-h2-713498-36 {{(pid=103232) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 19:44:43.709697 n-d-713498-36 neutron-server[103233]: DEBUG neutron.db.agents_db [None req-4a8a6a42-0a0c-4437-8958-92282682b6bb None None] Agent healthcheck: found 7 active agents {{(pid=103233) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 19:44:44.289248 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-12344dad-7879-424c-bcf4-00b4f1fb8576 req-e74e1827-adcc-46da-bd4e-34010cf551d4 tempest-TestVolumeBootPattern-1615943498 tempest-TestVolumeBootPattern-1615943498-project] 10.222.0.75 "GET /v2.0/ports?device_id=3507b4ea-1569-4b50-9d48-65e1c6890ca9 HTTP/1.1" status: 200 len: 210 time: 0.0291049 Feb 09 19:44:44.420789 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-edc54c9b-7f13-45d9-9271-85c9738b0128 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762867132591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593584'] for agent (a62b1850-466f-48ae-bec7-d62fb280e14b), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:44:45.402689 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-32342bb2-4dd0-4dc5-8c69-ee3ed0e7b5be req-f4d434e1-4ee2-43a6-87e8-8a022e7f25f7 tempest-TestVolumeBootPattern-1615943498 tempest-TestVolumeBootPattern-1615943498-project] 10.222.0.75 "GET /v2.0/ports?device_id=3507b4ea-1569-4b50-9d48-65e1c6890ca9 HTTP/1.1" status: 200 len: 210 time: 0.0322995 Feb 09 19:44:46.035696 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-a7262a8e-0513-48fd-984d-75726a511961 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762867132591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593584'] for agent (911cfea2-02ae-4ec9-bac3-7808ee1cdd9c), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:44:46.521686 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-eed15eac-e60b-4349-85e4-236c3430ce0c req-84c6cc38-7f7f-4c75-8109-59d4b31e21cf tempest-TestVolumeBootPattern-1615943498 tempest-TestVolumeBootPattern-1615943498-project] 10.222.0.75 "GET /v2.0/ports?device_id=3507b4ea-1569-4b50-9d48-65e1c6890ca9 HTTP/1.1" status: 200 len: 210 time: 0.0331450 Feb 09 19:44:47.071898 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762867132591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593584'] for agent (496418a2-c002-4aec-ab1a-07f3bea491bd), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:44:47.230950 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 48376) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:44:47.366382 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-31f55cca-8444-4273-bdd9-60cd8d71a1fb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:44:47.461859 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-31f55cca-8444-4273-bdd9-60cd8d71a1fb admin admin] Publish callbacks [] for security_group (261fd43e-ceb9-4330-837c-164fdd45f662), precommit_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:44:47.467266 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-31f55cca-8444-4273-bdd9-60cd8d71a1fb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1892331'] for security_group (261fd43e-ceb9-4330-837c-164fdd45f662), after_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:44:47.520267 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-31f55cca-8444-4273-bdd9-60cd8d71a1fb admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=2eae023f70404f4287c20b6367917092&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2847438 Feb 09 19:44:47.520267 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 48380) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:44:47.570383 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31f55cca-8444-4273-bdd9-60cd8d71a1fb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=261fd43e-ceb9-4330-837c-164fdd45f662,revision_number=1']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:44:47.618597 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-ba2e3122-df2e-4ef7-abf1-5d8f532aaf54 admin admin] Publish callbacks [] for security_group (261fd43e-ceb9-4330-837c-164fdd45f662), before_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:44:47.644962 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-ba2e3122-df2e-4ef7-abf1-5d8f532aaf54 admin admin] Publish callbacks [] for security_group (261fd43e-ceb9-4330-837c-164fdd45f662), precommit_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:44:47.685618 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-8e31ab18-0bf0-4c6e-844a-23c80c188828 req-57f67a1b-6dbc-436b-b0fb-13045be0d06f tempest-TestVolumeBootPattern-1615943498 tempest-TestVolumeBootPattern-1615943498-project] 10.222.0.75 "GET /v2.0/ports?device_id=3507b4ea-1569-4b50-9d48-65e1c6890ca9 HTTP/1.1" status: 200 len: 210 time: 0.0393493 Feb 09 19:44:47.705725 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-ba2e3122-df2e-4ef7-abf1-5d8f532aaf54 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1892331'] for security_group (261fd43e-ceb9-4330-837c-164fdd45f662), after_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:44:47.708553 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-ba2e3122-df2e-4ef7-abf1-5d8f532aaf54 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:44:47.709848 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-ba2e3122-df2e-4ef7-abf1-5d8f532aaf54 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/261fd43e-ceb9-4330-837c-164fdd45f662 HTTP/1.1" status: 204 len: 168 time: 0.1868608 Feb 09 19:44:47.720754 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba2e3122-df2e-4ef7-abf1-5d8f532aaf54 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=261fd43e-ceb9-4330-837c-164fdd45f662,revision_number=None']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:44:48.640804 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 48408) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:44:48.759328 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.v2.base [None req-d3ea2a40-d71e-4743-92db-0e35d31109f2 admin admin] Request body: {'network': {'name': 'tempest-TestAggregatesBasicOps-376876104-network', 'tenant_id': '8ff7a327cd9f4047925bca88f5e89eb1'}} {{(pid=103229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 19:44:48.788271 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d3ea2a40-d71e-4743-92db-0e35d31109f2 admin admin] Made reservation on behalf of 8ff7a327cd9f4047925bca88f5e89eb1 for: {'network': 1} {{(pid=103229) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 19:44:48.791775 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-d3ea2a40-d71e-4743-92db-0e35d31109f2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for network (None), before_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:44:48.802843 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-d3ea2a40-d71e-4743-92db-0e35d31109f2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:44:48.817464 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-b9849ccf-ecec-48ac-9857-440497901f92 req-195368f4-0aa2-454c-a54a-3ef0a254c9b1 tempest-TestVolumeBootPattern-1615943498 tempest-TestVolumeBootPattern-1615943498-project] 10.222.0.75 "GET /v2.0/ports?device_id=3507b4ea-1569-4b50-9d48-65e1c6890ca9 HTTP/1.1" status: 200 len: 210 time: 0.0430336 Feb 09 19:44:48.849297 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762867132591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593584'] for agent (488cd9ae-631f-4955-ba0b-4f5a13f12e9c), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:44:48.907981 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-d3ea2a40-d71e-4743-92db-0e35d31109f2 admin admin] Publish callbacks [] for security_group (bff7dbf3-3f73-40db-be65-acb6dcaea5b3), precommit_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:44:48.911847 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-d3ea2a40-d71e-4743-92db-0e35d31109f2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1892331'] for security_group (bff7dbf3-3f73-40db-be65-acb6dcaea5b3), after_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:44:48.933485 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d3ea2a40-d71e-4743-92db-0e35d31109f2 admin admin] vlan segment allocate from pool success with {'vlan_id': 367, 'physical_network': 'physnet1'} {{(pid=103229) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 19:44:48.948668 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3ea2a40-d71e-4743-92db-0e35d31109f2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bff7dbf3-3f73-40db-be65-acb6dcaea5b3,revision_number=1']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:44:48.952673 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-d3ea2a40-d71e-4743-92db-0e35d31109f2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-759574'] for segment (9263511d-e1dc-4a30-95fb-6a959cd769f0), precommit_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:44:48.953017 n-d-713498-36 neutron-server[103229]: INFO neutron.db.segments_db [None req-d3ea2a40-d71e-4743-92db-0e35d31109f2 admin admin] Added segment 9263511d-e1dc-4a30-95fb-6a959cd769f0 of type vlan for network ec64dbbc-5388-4948-8a3d-1dd20422550d Feb 09 19:44:48.993779 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-d3ea2a40-d71e-4743-92db-0e35d31109f2 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762866642225'] for network (ec64dbbc-5388-4948-8a3d-1dd20422550d), precommit_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:44:49.021821 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-d3ea2a40-d71e-4743-92db-0e35d31109f2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1885479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452'] for network (ec64dbbc-5388-4948-8a3d-1dd20422550d), after_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:44:49.023219 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3ea2a40-d71e-4743-92db-0e35d31109f2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:44:49.023768 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-d3ea2a40-d71e-4743-92db-0e35d31109f2 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:44:49.085709 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-d3ea2a40-d71e-4743-92db-0e35d31109f2 admin admin] 10.222.0.75 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.4431157 Feb 09 19:44:49.089690 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 48420) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:44:49.103913 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3ea2a40-d71e-4743-92db-0e35d31109f2 admin admin] Pushing event updated for resources: {'Network': ['ID=ec64dbbc-5388-4948-8a3d-1dd20422550d,revision_number=1']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:44:49.105596 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.v2.base [None req-e3ae53bc-b299-4fe7-8187-9cd4c2bee59a admin admin] Request body: {'subnet': {'network_id': 'ec64dbbc-5388-4948-8a3d-1dd20422550d', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestAggregatesBasicOps-376876104-subnet', 'tenant_id': '8ff7a327cd9f4047925bca88f5e89eb1', 'ip_version': 4}} {{(pid=103230) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 19:44:49.117265 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Network ec64dbbc-5388-4948-8a3d-1dd20422550d details requested by agent ovs-agent-n-d-713498-36 with host n-d-713498-36 {{(pid=103232) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 19:44:49.161455 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e3ae53bc-b299-4fe7-8187-9cd4c2bee59a admin admin] Made reservation on behalf of 8ff7a327cd9f4047925bca88f5e89eb1 for: {'subnet': 1} {{(pid=103230) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 19:44:49.164365 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-e3ae53bc-b299-4fe7-8187-9cd4c2bee59a admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12985917'] for subnet (None), before_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:44:49.211525 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762867132591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593584'] for agent (bcd5faee-dc24-4298-9134-0e0aa054058e), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:44:49.431359 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-e3ae53bc-b299-4fe7-8187-9cd4c2bee59a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14393611', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12985859'] for subnet (d519d045-1c3c-41ac-bda6-746e851d2066), after_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:44:49.494808 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3ae53bc-b299-4fe7-8187-9cd4c2bee59a admin admin] Pushing event updated for resources: {'Subnet': ['ID=d519d045-1c3c-41ac-bda6-746e851d2066,revision_number=0']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:44:49.516417 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3ae53bc-b299-4fe7-8187-9cd4c2bee59a admin admin] Checking segment: {'id': '9263511d-e1dc-4a30-95fb-6a959cd769f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': 'ec64dbbc-5388-4948-8a3d-1dd20422550d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103230) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 19:44:49.516780 n-d-713498-36 neutron-server[103230]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3ae53bc-b299-4fe7-8187-9cd4c2bee59a admin admin] Network hostable DHCP agents. Network: ec64dbbc-5388-4948-8a3d-1dd20422550d, hostable agents: ['af91e4b9-f4e1-42b1-a25c-a10dc47171c8'], hosted agents: [] {{(pid=103230) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 19:44:49.535358 n-d-713498-36 neutron-server[103230]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3ae53bc-b299-4fe7-8187-9cd4c2bee59a admin admin] Network ec64dbbc-5388-4948-8a3d-1dd20422550d is scheduled to be hosted by DHCP agent af91e4b9-f4e1-42b1-a25c-a10dc47171c8 with binding_index 1 {{(pid=103230) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 19:44:49.553589 n-d-713498-36 neutron-server[103230]: DEBUG neutron.scheduler.base_scheduler [None req-e3ae53bc-b299-4fe7-8187-9cd4c2bee59a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713498-36, ec64dbbc-5388-4948-8a3d-1dd20422550d) {{(pid=103230) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 19:44:49.560680 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3ae53bc-b299-4fe7-8187-9cd4c2bee59a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:44:49.560922 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-e3ae53bc-b299-4fe7-8187-9cd4c2bee59a admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:44:49.566601 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e53120f-6848-4dcf-917f-2fd4fcca74e7 None None] Network ec64dbbc-5388-4948-8a3d-1dd20422550d requested from n-d-713498-36 {{(pid=103232) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 19:44:49.585470 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-e3ae53bc-b299-4fe7-8187-9cd4c2bee59a admin admin] 10.222.0.75 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.4898200 Feb 09 19:44:49.586721 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 48422) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:44:49.590612 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.v2.base [None req-ddd9bad3-5b57-4a43-ae00-6390928e07c9 admin admin] Request body: {'router': {'name': 'tempest-TestAggregatesBasicOps-376876104-router', 'tenant_id': '8ff7a327cd9f4047925bca88f5e89eb1', 'external_gateway_info': {'network_id': '88055e1e-672a-4487-be31-ffb6e833ece5'}}} {{(pid=103229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 19:44:49.628699 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-ddd9bad3-5b57-4a43-ae00-6390928e07c9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1834830', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-58389'] for router (114fa97c-8e4d-429a-885f-f8e6eee35770), before_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:44:49.631114 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-ddd9bad3-5b57-4a43-ae00-6390928e07c9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1834810', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1822096', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1886735', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-58380'] for router (114fa97c-8e4d-429a-885f-f8e6eee35770), precommit_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:44:49.697531 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-ddd9bad3-5b57-4a43-ae00-6390928e07c9 admin admin] Publish callbacks [] for router_controller (114fa97c-8e4d-429a-885f-f8e6eee35770), precommit_add_association {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:44:49.704642 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-002ab470-89c0-4d35-a313-7188822daf24 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8b32e980-7cce-5e82-a341-bd2fa8945c89-ec64dbbc-5388-4948-8a3d-1dd20422550d', 'network_id': 'ec64dbbc-5388-4948-8a3d-1dd20422550d', 'project_id': '8ff7a327cd9f4047925bca88f5e89eb1', 'fixed_ips': [{'subnet_id': 'd519d045-1c3c-41ac-bda6-746e851d2066'}]}} from n-d-713498-36. {{(pid=103232) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 09 19:44:49.705933 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-002ab470-89c0-4d35-a313-7188822daf24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (None), before_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:44:49.879211 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-ddd9bad3-5b57-4a43-ae00-6390928e07c9 admin admin] Publish callbacks [] for router_gateway (114fa97c-8e4d-429a-885f-f8e6eee35770), precommit_update {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:44:49.888199 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.db_base_plugin_common [None req-002ab470-89c0-4d35-a313-7188822daf24 None None] Allocated IP 172.20.0.2 (ec64dbbc-5388-4948-8a3d-1dd20422550d/d519d045-1c3c-41ac-bda6-746e851d2066/bdef0cfd-4444-4cde-a1a4-3711f3586870) {{(pid=103232) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 19:44:49.978829 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-6b24b6a1-6b0e-4efc-939f-981ac592fdcf req-1e60ef6b-db87-4f97-b4d5-e2ef71299d09 tempest-TestVolumeBootPattern-1615943498 tempest-TestVolumeBootPattern-1615943498-project] 10.222.0.75 "GET /v2.0/ports?device_id=3507b4ea-1569-4b50-9d48-65e1c6890ca9 HTTP/1.1" status: 200 len: 210 time: 0.0668538 Feb 09 19:44:50.091656 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-002ab470-89c0-4d35-a313-7188822daf24 None None] Publish callbacks [] for port (bdef0cfd-4444-4cde-a1a4-3711f3586870), precommit_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:44:50.099367 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-002ab470-89c0-4d35-a313-7188822daf24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762866656467'] for port (bdef0cfd-4444-4cde-a1a4-3711f3586870), after_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:44:50.151791 n-d-713498-36 neutron-server[103232]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-002ab470-89c0-4d35-a313-7188822daf24 None None] Network ec64dbbc-5388-4948-8a3d-1dd20422550d is already hosted by enough agents. {{(pid=103232) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 19:44:50.154518 n-d-713498-36 neutron-server[103232]: DEBUG neutron.scheduler.base_scheduler [None req-002ab470-89c0-4d35-a313-7188822daf24 None None] Resources bound (agent type, host, resource id): {{(pid=103232) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 19:44:50.165884 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.l3_dvrscheduler_db [None req-002ab470-89c0-4d35-a313-7188822daf24 None None] Received port after_create {{(pid=103232) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 19:44:50.188485 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-ddd9bad3-5b57-4a43-ae00-6390928e07c9 admin admin] Publish callbacks [] for router_gateway (114fa97c-8e4d-429a-885f-f8e6eee35770), before_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:44:50.199982 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-002ab470-89c0-4d35-a313-7188822daf24 None None] Pushing event updated for resources: {'Port': ['ID=bdef0cfd-4444-4cde-a1a4-3711f3586870,revision_number=1']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:44:50.210336 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-002ab470-89c0-4d35-a313-7188822daf24 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:44:50.210722 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-002ab470-89c0-4d35-a313-7188822daf24 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:44:50.211018 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-002ab470-89c0-4d35-a313-7188822daf24 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:44:50.211369 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-002ab470-89c0-4d35-a313-7188822daf24 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:44:50.211711 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-002ab470-89c0-4d35-a313-7188822daf24 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:44:50.212018 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-002ab470-89c0-4d35-a313-7188822daf24 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:44:50.212348 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-002ab470-89c0-4d35-a313-7188822daf24 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:44:50.212678 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-002ab470-89c0-4d35-a313-7188822daf24 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:44:50.213003 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-002ab470-89c0-4d35-a313-7188822daf24 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:44:50.213408 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-002ab470-89c0-4d35-a313-7188822daf24 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:44:50.213650 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-002ab470-89c0-4d35-a313-7188822daf24 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:44:50.213985 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-002ab470-89c0-4d35-a313-7188822daf24 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:44:50.214327 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-002ab470-89c0-4d35-a313-7188822daf24 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:44:50.218106 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-ddd9bad3-5b57-4a43-ae00-6390928e07c9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (None), before_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:44:50.258669 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.managers [None req-002ab470-89c0-4d35-a313-7188822daf24 None None] Attempting to bind port bdef0cfd-4444-4cde-a1a4-3711f3586870 on host n-d-713498-36 for vnic_type normal with profile {{(pid=103232) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 19:44:50.259198 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.managers [None req-002ab470-89c0-4d35-a313-7188822daf24 None None] Attempting to bind port bdef0cfd-4444-4cde-a1a4-3711f3586870 by drivers openvswitch,hyperv on host n-d-713498-36 at level 0 using segments [{'id': '9263511d-e1dc-4a30-95fb-6a959cd769f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': 'ec64dbbc-5388-4948-8a3d-1dd20422550d'}] {{(pid=103232) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 19:44:50.259502 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-002ab470-89c0-4d35-a313-7188822daf24 None None] Attempting to bind port bdef0cfd-4444-4cde-a1a4-3711f3586870 on network ec64dbbc-5388-4948-8a3d-1dd20422550d {{(pid=103232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 19:44:50.269931 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-002ab470-89c0-4d35-a313-7188822daf24 None None] Checking agent: {'id': '496418a2-c002-4aec-ab1a-07f3bea491bd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-36', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 18, 51, 47), 'started_at': datetime.datetime(2022, 2, 9, 18, 52, 17), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 19, 44, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-36'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 19:44:50.270585 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-002ab470-89c0-4d35-a313-7188822daf24 None None] Checking segment: {'id': '9263511d-e1dc-4a30-95fb-6a959cd769f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': 'ec64dbbc-5388-4948-8a3d-1dd20422550d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103232) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 19:44:50.271882 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-002ab470-89c0-4d35-a313-7188822daf24 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:44:50.272465 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-002ab470-89c0-4d35-a313-7188822daf24 None None] Bound using segment: {'id': '9263511d-e1dc-4a30-95fb-6a959cd769f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': 'ec64dbbc-5388-4948-8a3d-1dd20422550d'} {{(pid=103232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 19:44:50.273264 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.managers [None req-002ab470-89c0-4d35-a313-7188822daf24 None None] Bound port: bdef0cfd-4444-4cde-a1a4-3711f3586870, host: n-d-713498-36, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9263511d-e1dc-4a30-95fb-6a959cd769f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': 'ec64dbbc-5388-4948-8a3d-1dd20422550d'}}] {{(pid=103232) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 19:44:50.273658 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-002ab470-89c0-4d35-a313-7188822daf24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (bdef0cfd-4444-4cde-a1a4-3711f3586870), before_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:44:50.342752 n-d-713498-36 neutron-server[103229]: DEBUG neutron.db.db_base_plugin_common [None req-ddd9bad3-5b57-4a43-ae00-6390928e07c9 admin admin] Allocated IP 172.25.1.181 (88055e1e-672a-4487-be31-ffb6e833ece5/ac16dbcc-383c-4b43-9153-d763c4a53f91/5dda73a1-3861-4e64-9b8d-1ed63f705ef2) {{(pid=103229) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 19:44:50.385206 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-002ab470-89c0-4d35-a313-7188822daf24 None None] For port bdef0cfd-4444-4cde-a1a4-3711f3586870, host n-d-713498-36, cleared binding levels {{(pid=103232) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 19:44:50.390465 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-002ab470-89c0-4d35-a313-7188822daf24 None None] For port bdef0cfd-4444-4cde-a1a4-3711f3586870, host n-d-713498-36, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-36',level=0,port_id=bdef0cfd-4444-4cde-a1a4-3711f3586870,segment=NetworkSegment(9263511d-e1dc-4a30-95fb-6a959cd769f0),segment_id=9263511d-e1dc-4a30-95fb-6a959cd769f0)] {{(pid=103232) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 19:44:50.398046 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-002ab470-89c0-4d35-a313-7188822daf24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762867176205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762866656485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762866656503'] for port (bdef0cfd-4444-4cde-a1a4-3711f3586870), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:44:50.474041 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-ddd9bad3-5b57-4a43-ae00-6390928e07c9 admin admin] Publish callbacks [] for port (5dda73a1-3861-4e64-9b8d-1ed63f705ef2), precommit_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:44:50.491504 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-002ab470-89c0-4d35-a313-7188822daf24 None None] Pushing event updated for resources: {'Port': ['ID=bdef0cfd-4444-4cde-a1a4-3711f3586870,revision_number=2']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:44:50.523437 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-ddd9bad3-5b57-4a43-ae00-6390928e07c9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762866656467', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12867576'] for port (5dda73a1-3861-4e64-9b8d-1ed63f705ef2), after_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:44:50.585133 n-d-713498-36 neutron-server[103229]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ddd9bad3-5b57-4a43-ae00-6390928e07c9 admin admin] Network 88055e1e-672a-4487-be31-ffb6e833ece5 is already hosted by enough agents. {{(pid=103229) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 19:44:50.587491 n-d-713498-36 neutron-server[103229]: DEBUG neutron.scheduler.base_scheduler [None req-ddd9bad3-5b57-4a43-ae00-6390928e07c9 admin admin] Resources bound (agent type, host, resource id): {{(pid=103229) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 19:44:50.592713 n-d-713498-36 neutron-server[103229]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddd9bad3-5b57-4a43-ae00-6390928e07c9 admin admin] Received port after_create {{(pid=103229) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 19:44:50.629501 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddd9bad3-5b57-4a43-ae00-6390928e07c9 admin admin] Pushing event updated for resources: {'Port': ['ID=5dda73a1-3861-4e64-9b8d-1ed63f705ef2,revision_number=1']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:44:50.917561 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-ddd9bad3-5b57-4a43-ae00-6390928e07c9 admin admin] Publish callbacks [] for router_gateway (114fa97c-8e4d-429a-885f-f8e6eee35770), after_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:44:51.145182 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-9c79c3b1-5d0e-419f-9ec4-16dc6f6b22fb req-ab937ada-54c8-43df-b58b-40a6737e35b8 tempest-TestVolumeBootPattern-1615943498 tempest-TestVolumeBootPattern-1615943498-project] 10.222.0.75 "GET /v2.0/ports?device_id=3507b4ea-1569-4b50-9d48-65e1c6890ca9 HTTP/1.1" status: 200 len: 210 time: 0.0688527 Feb 09 19:44:51.150694 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-ddd9bad3-5b57-4a43-ae00-6390928e07c9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1834945', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1818951'] for router (114fa97c-8e4d-429a-885f-f8e6eee35770), after_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:44:51.299862 n-d-713498-36 neutron-server[103229]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ddd9bad3-5b57-4a43-ae00-6390928e07c9 admin admin] Router 114fa97c-8e4d-429a-885f-f8e6eee35770 is scheduled to L3 agent 93303d5e-5d17-45e8-8963-7694f87783ae with binding_index 1 {{(pid=103229) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 09 19:44:51.482042 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ddd9bad3-5b57-4a43-ae00-6390928e07c9 admin admin] Notify agent at l3_agent.n-d-713498-36 the message routers_updated {{(pid=103229) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 19:44:51.518547 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b5e860e-108b-4b3f-86fc-f7fae7ba6b41 None None] Sync routers for ids ['114fa97c-8e4d-429a-885f-f8e6eee35770'] in n-d-713498-36 {{(pid=103232) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 19:44:51.527066 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-ddd9bad3-5b57-4a43-ae00-6390928e07c9 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:44:51.531091 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-ddd9bad3-5b57-4a43-ae00-6390928e07c9 admin admin] 10.222.0.75 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 1.9413581 Feb 09 19:44:51.531590 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 48436) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:44:51.541730 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b5e860e-108b-4b3f-86fc-f7fae7ba6b41 None None] Routers {'114fa97c-8e4d-429a-885f-f8e6eee35770'} bound to L3 agent in host n-d-713498-36 {{(pid=103232) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 19:44:51.544655 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.l3_hamode_db [None req-0b5e860e-108b-4b3f-86fc-f7fae7ba6b41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T18:51:43Z,description=,heartbeat_timestamp=2022-02-09T19:44:43Z,host='n-d-713498-36',id=93303d5e-5d17-45e8-8963-7694f87783ae,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T18:51:43Z,topic='l3_agent')) {'router_ids': ['114fa97c-8e4d-429a-885f-f8e6eee35770'], 'active': True} {{(pid=103232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:44:51.724068 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.l3_dvr_db [None req-0b5e860e-108b-4b3f-86fc-f7fae7ba6b41 None None] Set router 114fa97c-8e4d-429a-885f-f8e6eee35770 gateway port host: n-d-713498-36 {{(pid=103232) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 19:44:51.971778 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a620060-4075-4c42-b869-5f8f61999201 None None] Network ec64dbbc-5388-4948-8a3d-1dd20422550d requested from n-d-713498-36 {{(pid=103232) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 19:44:52.048472 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.l3_hamode_db [None req-0b5e860e-108b-4b3f-86fc-f7fae7ba6b41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '114fa97c-8e4d-429a-885f-f8e6eee35770', 'name': 'tempest-TestAggregatesBasicOps-376876104-router', 'tenant_id': '8ff7a327cd9f4047925bca88f5e89eb1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88055e1e-672a-4487-be31-ffb6e833ece5', 'external_fixed_ips': [{'subnet_id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'ip_address': '172.25.1.181'}], 'enable_snat': True}, 'gw_port_id': '5dda73a1-3861-4e64-9b8d-1ed63f705ef2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T19:44:49Z', 'updated_at': '2022-02-09T19:44:50Z', 'revision_number': 3, 'project_id': '8ff7a327cd9f4047925bca88f5e89eb1', 'gw_port': {'id': '5dda73a1-3861-4e64-9b8d-1ed63f705ef2', 'name': '', 'network_id': '88055e1e-672a-4487-be31-ffb6e833ece5', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:04:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '114fa97c-8e4d-429a-885f-f8e6eee35770', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3935, 'fixed_ips': [{'subnet_id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'ip_address': '172.25.1.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T19:44:50Z', 'updated_at': '2022-02-09T19:44:50Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-36'}], 'n-d-713498-36', False) {} {{(pid=103232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:44:52.081492 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b5e860e-108b-4b3f-86fc-f7fae7ba6b41 None None] Checking router: 114fa97c-8e4d-429a-885f-f8e6eee35770 for host: n-d-713498-36 {{(pid=103232) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 19:44:52.081971 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b5e860e-108b-4b3f-86fc-f7fae7ba6b41 None None] Updating router 114fa97c-8e4d-429a-885f-f8e6eee35770 port 5dda73a1-3861-4e64-9b8d-1ed63f705ef2 binding host n-d-713498-36 {{(pid=103232) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 19:44:52.111397 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.provisioning_blocks [None req-5b194deb-1693-4fec-ba11-6995c15bc7fe None None] Provisioning complete for port bdef0cfd-4444-4cde-a1a4-3711f3586870 triggered by entity DHCP. {{(pid=103232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 19:44:52.111830 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-5b194deb-1693-4fec-ba11-6995c15bc7fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593630'] for port (bdef0cfd-4444-4cde-a1a4-3711f3586870), provisioning_complete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:44:52.167168 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-0b5e860e-108b-4b3f-86fc-f7fae7ba6b41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (5dda73a1-3861-4e64-9b8d-1ed63f705ef2), before_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:44:52.219155 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-70f5db20-6a32-42d6-ad8a-dd0f6faf19e4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (None), before_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:44:52.313039 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-ed67d100-f714-481f-a18a-570132c988a6 req-69185ce0-ce8e-4769-8289-d71968ddd432 tempest-TestVolumeBootPattern-1615943498 tempest-TestVolumeBootPattern-1615943498-project] 10.222.0.75 "GET /v2.0/ports?device_id=3507b4ea-1569-4b50-9d48-65e1c6890ca9 HTTP/1.1" status: 200 len: 210 time: 0.0618591 Feb 09 19:44:52.570924 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-5b194deb-1693-4fec-ba11-6995c15bc7fe None None] Current status of the port bdef0cfd-4444-4cde-a1a4-3711f3586870 is: DOWN; New status is: ACTIVE {{(pid=103232) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 19:44:52.571468 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-5b194deb-1693-4fec-ba11-6995c15bc7fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (bdef0cfd-4444-4cde-a1a4-3711f3586870), before_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:44:52.610010 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-5b194deb-1693-4fec-ba11-6995c15bc7fe None None] For port bdef0cfd-4444-4cde-a1a4-3711f3586870, host n-d-713498-36, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-36',level=0,port_id=bdef0cfd-4444-4cde-a1a4-3711f3586870,segment=NetworkSegment(9263511d-e1dc-4a30-95fb-6a959cd769f0),segment_id=9263511d-e1dc-4a30-95fb-6a959cd769f0)] {{(pid=103232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 19:44:52.619827 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-5b194deb-1693-4fec-ba11-6995c15bc7fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762867176205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762866656485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762866656503'] for port (bdef0cfd-4444-4cde-a1a4-3711f3586870), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:44:52.681695 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Device bdef0cfd-4444-4cde-a1a4-3711f3586870 up at agent ovs-agent-n-d-713498-36 {{(pid=103232) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 19:44:52.759124 n-d-713498-36 neutron-server[103229]: DEBUG neutron.db.db_base_plugin_common [None req-70f5db20-6a32-42d6-ad8a-dd0f6faf19e4 admin admin] Allocated IP 172.20.0.1 (ec64dbbc-5388-4948-8a3d-1dd20422550d/d519d045-1c3c-41ac-bda6-746e851d2066/27ae6791-9d85-4f3b-9cfb-1fec79a62ff6) {{(pid=103229) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 19:44:52.873713 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b194deb-1693-4fec-ba11-6995c15bc7fe None None] Pushing event updated for resources: {'Port': ['ID=bdef0cfd-4444-4cde-a1a4-3711f3586870,revision_number=3']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:44:52.940083 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-70f5db20-6a32-42d6-ad8a-dd0f6faf19e4 admin admin] Publish callbacks [] for port (27ae6791-9d85-4f3b-9cfb-1fec79a62ff6), precommit_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:44:52.964635 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.provisioning_blocks [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Provisioning complete for port bdef0cfd-4444-4cde-a1a4-3711f3586870 triggered by entity L2. {{(pid=103232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 19:44:52.965086 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593630'] for port (bdef0cfd-4444-4cde-a1a4-3711f3586870), provisioning_complete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:44:52.987553 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-70f5db20-6a32-42d6-ad8a-dd0f6faf19e4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762866656467', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12867576'] for port (27ae6791-9d85-4f3b-9cfb-1fec79a62ff6), after_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:44:52.997657 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-0b5e860e-108b-4b3f-86fc-f7fae7ba6b41 None None] Publish callbacks [] for port (5dda73a1-3861-4e64-9b8d-1ed63f705ef2), precommit_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:44:53.014852 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-0b5e860e-108b-4b3f-86fc-f7fae7ba6b41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762867176205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762866656485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762866656503'] for port (5dda73a1-3861-4e64-9b8d-1ed63f705ef2), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:44:53.017900 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.provisioning_blocks [None req-3ef325af-9e0a-44f9-acca-95066e4932a0 None None] Provisioning complete for port bdef0cfd-4444-4cde-a1a4-3711f3586870 triggered by entity DHCP. {{(pid=103232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 19:44:53.018711 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-3ef325af-9e0a-44f9-acca-95066e4932a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593630'] for port (bdef0cfd-4444-4cde-a1a4-3711f3586870), provisioning_complete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:44:53.062743 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70f5db20-6a32-42d6-ad8a-dd0f6faf19e4 admin admin] Pushing event updated for resources: {'Port': ['ID=27ae6791-9d85-4f3b-9cfb-1fec79a62ff6,revision_number=1']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:44:53.081173 n-d-713498-36 neutron-server[103229]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70f5db20-6a32-42d6-ad8a-dd0f6faf19e4 admin admin] Network ec64dbbc-5388-4948-8a3d-1dd20422550d is already hosted by enough agents. {{(pid=103229) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 19:44:53.082810 n-d-713498-36 neutron-server[103229]: DEBUG neutron.scheduler.base_scheduler [None req-70f5db20-6a32-42d6-ad8a-dd0f6faf19e4 admin admin] Resources bound (agent type, host, resource id): {{(pid=103229) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 19:44:53.085568 n-d-713498-36 neutron-server[103229]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70f5db20-6a32-42d6-ad8a-dd0f6faf19e4 admin admin] Received port after_create {{(pid=103229) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 19:44:53.111613 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39f9e1ec-88d5-46ce-89c2-593b87f15c77 None None] Pushing event updated for resources: {'Port': ['ID=5dda73a1-3861-4e64-9b8d-1ed63f705ef2,revision_number=2']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:44:53.149816 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-70f5db20-6a32-42d6-ad8a-dd0f6faf19e4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1819024'] for router_interface (114fa97c-8e4d-429a-885f-f8e6eee35770), before_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:44:53.188065 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.managers [None req-0b5e860e-108b-4b3f-86fc-f7fae7ba6b41 None None] Attempting to bind port 5dda73a1-3861-4e64-9b8d-1ed63f705ef2 on host n-d-713498-36 for vnic_type normal with profile {{(pid=103232) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 19:44:53.188447 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.managers [None req-0b5e860e-108b-4b3f-86fc-f7fae7ba6b41 None None] Attempting to bind port 5dda73a1-3861-4e64-9b8d-1ed63f705ef2 by drivers openvswitch,hyperv on host n-d-713498-36 at level 0 using segments [{'id': 'a4222f89-8d3f-4b51-953b-1a8126392491', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '88055e1e-672a-4487-be31-ffb6e833ece5'}] {{(pid=103232) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 19:44:53.188795 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b5e860e-108b-4b3f-86fc-f7fae7ba6b41 None None] Attempting to bind port 5dda73a1-3861-4e64-9b8d-1ed63f705ef2 on network 88055e1e-672a-4487-be31-ffb6e833ece5 {{(pid=103232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 19:44:53.204949 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b5e860e-108b-4b3f-86fc-f7fae7ba6b41 None None] Checking agent: {'id': '496418a2-c002-4aec-ab1a-07f3bea491bd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-36', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 18, 51, 47), 'started_at': datetime.datetime(2022, 2, 9, 18, 52, 17), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 19, 44, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-36'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 19:44:53.205867 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b5e860e-108b-4b3f-86fc-f7fae7ba6b41 None None] Checking segment: {'id': 'a4222f89-8d3f-4b51-953b-1a8126392491', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '88055e1e-672a-4487-be31-ffb6e833ece5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103232) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 19:44:53.206712 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-0b5e860e-108b-4b3f-86fc-f7fae7ba6b41 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:44:53.207114 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b5e860e-108b-4b3f-86fc-f7fae7ba6b41 None None] Bound using segment: {'id': 'a4222f89-8d3f-4b51-953b-1a8126392491', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '88055e1e-672a-4487-be31-ffb6e833ece5'} {{(pid=103232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 19:44:53.207608 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.managers [None req-0b5e860e-108b-4b3f-86fc-f7fae7ba6b41 None None] Bound port: 5dda73a1-3861-4e64-9b8d-1ed63f705ef2, host: n-d-713498-36, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a4222f89-8d3f-4b51-953b-1a8126392491', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '88055e1e-672a-4487-be31-ffb6e833ece5'}}] {{(pid=103232) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 19:44:53.207986 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-0b5e860e-108b-4b3f-86fc-f7fae7ba6b41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (5dda73a1-3861-4e64-9b8d-1ed63f705ef2), before_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:44:53.313754 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-3ef325af-9e0a-44f9-acca-95066e4932a0 None None] Current status of the port bdef0cfd-4444-4cde-a1a4-3711f3586870 is: ACTIVE; New status is: ACTIVE {{(pid=103232) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 19:44:53.368090 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Current status of the port bdef0cfd-4444-4cde-a1a4-3711f3586870 is: ACTIVE; New status is: ACTIVE {{(pid=103232) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 19:44:53.384002 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-0b5e860e-108b-4b3f-86fc-f7fae7ba6b41 None None] For port 5dda73a1-3861-4e64-9b8d-1ed63f705ef2, host n-d-713498-36, cleared binding levels {{(pid=103232) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 19:44:53.392054 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-0b5e860e-108b-4b3f-86fc-f7fae7ba6b41 None None] For port 5dda73a1-3861-4e64-9b8d-1ed63f705ef2, host n-d-713498-36, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-36',level=0,port_id=5dda73a1-3861-4e64-9b8d-1ed63f705ef2,segment=NetworkSegment(a4222f89-8d3f-4b51-953b-1a8126392491),segment_id=a4222f89-8d3f-4b51-953b-1a8126392491)] {{(pid=103232) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 19:44:53.400490 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-0b5e860e-108b-4b3f-86fc-f7fae7ba6b41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762867176205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762866656485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762866656503'] for port (5dda73a1-3861-4e64-9b8d-1ed63f705ef2), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:44:53.559718 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b5e860e-108b-4b3f-86fc-f7fae7ba6b41 None None] Routers {'114fa97c-8e4d-429a-885f-f8e6eee35770'} bound to L3 agent in host n-d-713498-36 {{(pid=103232) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 19:44:53.560367 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.l3_hamode_db [None req-0b5e860e-108b-4b3f-86fc-f7fae7ba6b41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T18:51:43Z,description=,heartbeat_timestamp=2022-02-09T19:44:43Z,host='n-d-713498-36',id=93303d5e-5d17-45e8-8963-7694f87783ae,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T18:51:43Z,topic='l3_agent')) {'router_ids': ['114fa97c-8e4d-429a-885f-f8e6eee35770'], 'active': True} {{(pid=103232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:44:53.619886 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.provisioning_blocks [None req-2068c13c-0a16-4026-b6f6-652db22b2ce8 None None] Provisioning complete for port 27ae6791-9d85-4f3b-9cfb-1fec79a62ff6 triggered by entity DHCP. {{(pid=103232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 19:44:53.620659 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-2068c13c-0a16-4026-b6f6-652db22b2ce8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593630'] for port (27ae6791-9d85-4f3b-9cfb-1fec79a62ff6), provisioning_complete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:44:53.623468 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39f9e1ec-88d5-46ce-89c2-593b87f15c77 None None] Pushing event updated for resources: {'Port': ['ID=5dda73a1-3861-4e64-9b8d-1ed63f705ef2,revision_number=3']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:44:53.715829 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-2068c13c-0a16-4026-b6f6-652db22b2ce8 None None] Port 27ae6791-9d85-4f3b-9cfb-1fec79a62ff6 cannot update to ACTIVE because it is not bound. {{(pid=103232) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 19:44:53.716121 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-70f5db20-6a32-42d6-ad8a-dd0f6faf19e4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (27ae6791-9d85-4f3b-9cfb-1fec79a62ff6), before_update {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:44:53.745573 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.l3_dvr_db [None req-0b5e860e-108b-4b3f-86fc-f7fae7ba6b41 None None] Set router 114fa97c-8e4d-429a-885f-f8e6eee35770 gateway port host: n-d-713498-36 {{(pid=103232) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 19:44:53.905779 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-70f5db20-6a32-42d6-ad8a-dd0f6faf19e4 admin admin] Publish callbacks [] for port (27ae6791-9d85-4f3b-9cfb-1fec79a62ff6), precommit_update {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:44:53.912142 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-70f5db20-6a32-42d6-ad8a-dd0f6faf19e4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762867176205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762866656485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762866656503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12867569'] for port (27ae6791-9d85-4f3b-9cfb-1fec79a62ff6), after_update {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:44:53.991985 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.l3_hamode_db [None req-0b5e860e-108b-4b3f-86fc-f7fae7ba6b41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '114fa97c-8e4d-429a-885f-f8e6eee35770', 'name': 'tempest-TestAggregatesBasicOps-376876104-router', 'tenant_id': '8ff7a327cd9f4047925bca88f5e89eb1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88055e1e-672a-4487-be31-ffb6e833ece5', 'external_fixed_ips': [{'subnet_id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'ip_address': '172.25.1.181'}], 'enable_snat': True}, 'gw_port_id': '5dda73a1-3861-4e64-9b8d-1ed63f705ef2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T19:44:49Z', 'updated_at': '2022-02-09T19:44:50Z', 'revision_number': 3, 'project_id': '8ff7a327cd9f4047925bca88f5e89eb1', 'gw_port': {'id': '5dda73a1-3861-4e64-9b8d-1ed63f705ef2', 'name': '', 'network_id': '88055e1e-672a-4487-be31-ffb6e833ece5', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:04:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '114fa97c-8e4d-429a-885f-f8e6eee35770', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3935, 'fixed_ips': [{'subnet_id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'ip_address': '172.25.1.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T19:44:50Z', 'updated_at': '2022-02-09T19:44:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-36'}], 'n-d-713498-36', False) {} {{(pid=103232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:44:53.996438 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-70f5db20-6a32-42d6-ad8a-dd0f6faf19e4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1613458', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1834496'] for router_interface (114fa97c-8e4d-429a-885f-f8e6eee35770), after_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:44:54.034564 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b5e860e-108b-4b3f-86fc-f7fae7ba6b41 None None] The sync data for ids ['114fa97c-8e4d-429a-885f-f8e6eee35770'] in n-d-713498-36 is: [{'id': '114fa97c-8e4d-429a-885f-f8e6eee35770', 'name': 'tempest-TestAggregatesBasicOps-376876104-router', 'tenant_id': '8ff7a327cd9f4047925bca88f5e89eb1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88055e1e-672a-4487-be31-ffb6e833ece5', 'external_fixed_ips': [{'subnet_id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'ip_address': '172.25.1.181'}], 'enable_snat': True}, 'gw_port_id': '5dda73a1-3861-4e64-9b8d-1ed63f705ef2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T19:44:49Z', 'updated_at': '2022-02-09T19:44:50Z', 'revision_number': 3, 'project_id': '8ff7a327cd9f4047925bca88f5e89eb1', 'gw_port': {'id': '5dda73a1-3861-4e64-9b8d-1ed63f705ef2', 'name': '', 'network_id': '88055e1e-672a-4487-be31-ffb6e833ece5', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:04:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '114fa97c-8e4d-429a-885f-f8e6eee35770', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3935, 'fixed_ips': [{'subnet_id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'ip_address': '172.25.1.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T19:44:50Z', 'updated_at': '2022-02-09T19:44:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-36'}] {{(pid=103232) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 19:44:54.066180 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70f5db20-6a32-42d6-ad8a-dd0f6faf19e4 admin admin] Pushing event updated for resources: {'Port': ['ID=27ae6791-9d85-4f3b-9cfb-1fec79a62ff6,revision_number=2']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:44:54.134751 n-d-713498-36 neutron-server[103229]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70f5db20-6a32-42d6-ad8a-dd0f6faf19e4 admin admin] Network ec64dbbc-5388-4948-8a3d-1dd20422550d is already hosted by enough agents. {{(pid=103229) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 19:44:54.137075 n-d-713498-36 neutron-server[103229]: DEBUG neutron.scheduler.base_scheduler [None req-70f5db20-6a32-42d6-ad8a-dd0f6faf19e4 admin admin] Resources bound (agent type, host, resource id): {{(pid=103229) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 19:44:54.297535 n-d-713498-36 neutron-server[103229]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-70f5db20-6a32-42d6-ad8a-dd0f6faf19e4 admin admin] Router 114fa97c-8e4d-429a-885f-f8e6eee35770 has already been hosted by L3 agent 93303d5e-5d17-45e8-8963-7694f87783ae {{(pid=103229) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 19:44:54.481895 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-70f5db20-6a32-42d6-ad8a-dd0f6faf19e4 admin admin] Notify agent at l3_agent.n-d-713498-36 the message routers_updated {{(pid=103229) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 19:44:54.520358 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-70f5db20-6a32-42d6-ad8a-dd0f6faf19e4 admin admin] 10.222.0.75 "PUT /v2.0/routers/114fa97c-8e4d-429a-885f-f8e6eee35770/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9878237 Feb 09 19:44:54.538750 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Device bdef0cfd-4444-4cde-a1a4-3711f3586870 up at agent ovs-agent-n-d-713498-36 {{(pid=103232) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 19:44:54.625064 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.provisioning_blocks [None req-dfffdf70-7667-4446-9b31-6c2d2298e213 None None] Provisioning complete for port 27ae6791-9d85-4f3b-9cfb-1fec79a62ff6 triggered by entity DHCP. {{(pid=103232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 19:44:54.625718 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-dfffdf70-7667-4446-9b31-6c2d2298e213 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593630'] for port (27ae6791-9d85-4f3b-9cfb-1fec79a62ff6), provisioning_complete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:44:54.688489 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-dfffdf70-7667-4446-9b31-6c2d2298e213 None None] Port 27ae6791-9d85-4f3b-9cfb-1fec79a62ff6 cannot update to ACTIVE because it is not bound. {{(pid=103232) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 19:44:54.695067 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.provisioning_blocks [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Provisioning complete for port bdef0cfd-4444-4cde-a1a4-3711f3586870 triggered by entity L2. {{(pid=103232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 19:44:54.696593 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593630'] for port (bdef0cfd-4444-4cde-a1a4-3711f3586870), provisioning_complete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:44:54.805367 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Current status of the port bdef0cfd-4444-4cde-a1a4-3711f3586870 is: ACTIVE; New status is: ACTIVE {{(pid=103232) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 19:44:55.258033 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 48470) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:44:55.264194 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.v2.base [None req-d9e2840f-e55f-4fd8-abcd-aa3a7ca8953c admin admin] Request body: {'network': {'name': 'tempest-TestAggregatesBasicOps-2029025096-network', 'tenant_id': '63527ea762094d849cdce50b61315959'}} {{(pid=103229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 19:44:55.289200 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d9e2840f-e55f-4fd8-abcd-aa3a7ca8953c admin admin] Made reservation on behalf of 63527ea762094d849cdce50b61315959 for: {'network': 1} {{(pid=103229) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 19:44:55.292487 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-d9e2840f-e55f-4fd8-abcd-aa3a7ca8953c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for network (None), before_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:44:55.303612 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-d9e2840f-e55f-4fd8-abcd-aa3a7ca8953c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:44:55.408637 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-d9e2840f-e55f-4fd8-abcd-aa3a7ca8953c admin admin] Publish callbacks [] for security_group (2880b43c-2ae4-47ea-a5ba-4e6a87655507), precommit_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:44:55.413304 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-d9e2840f-e55f-4fd8-abcd-aa3a7ca8953c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1892331'] for security_group (2880b43c-2ae4-47ea-a5ba-4e6a87655507), after_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:44:55.446379 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d9e2840f-e55f-4fd8-abcd-aa3a7ca8953c admin admin] vlan segment allocate from pool success with {'vlan_id': 391, 'physical_network': 'physnet1'} {{(pid=103229) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 19:44:55.458349 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9e2840f-e55f-4fd8-abcd-aa3a7ca8953c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2880b43c-2ae4-47ea-a5ba-4e6a87655507,revision_number=1']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:44:55.463832 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-d9e2840f-e55f-4fd8-abcd-aa3a7ca8953c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-759574'] for segment (34266696-f64c-468e-8ac2-fad7ac7f47e1), precommit_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:44:55.464178 n-d-713498-36 neutron-server[103229]: INFO neutron.db.segments_db [None req-d9e2840f-e55f-4fd8-abcd-aa3a7ca8953c admin admin] Added segment 34266696-f64c-468e-8ac2-fad7ac7f47e1 of type vlan for network 96704262-933b-4a92-aa01-d34202ac89b0 Feb 09 19:44:55.520921 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-d9e2840f-e55f-4fd8-abcd-aa3a7ca8953c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762866642225'] for network (96704262-933b-4a92-aa01-d34202ac89b0), precommit_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:44:55.557055 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-d9e2840f-e55f-4fd8-abcd-aa3a7ca8953c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1885479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452'] for network (96704262-933b-4a92-aa01-d34202ac89b0), after_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:44:55.559320 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9e2840f-e55f-4fd8-abcd-aa3a7ca8953c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:44:55.560033 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-d9e2840f-e55f-4fd8-abcd-aa3a7ca8953c admin admin] Publish callbacks [] for network (None), before_response {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:44:55.633733 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-d9e2840f-e55f-4fd8-abcd-aa3a7ca8953c admin admin] 10.222.0.75 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.3745420 Feb 09 19:44:55.636739 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 48476) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:44:55.641721 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.v2.base [None req-3ee6cb52-05a7-4bca-bd28-7b2cc4e0953d admin admin] Request body: {'subnet': {'network_id': '96704262-933b-4a92-aa01-d34202ac89b0', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestAggregatesBasicOps-2029025096-subnet', 'tenant_id': '63527ea762094d849cdce50b61315959', 'ip_version': 4}} {{(pid=103230) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 19:44:55.662992 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9e2840f-e55f-4fd8-abcd-aa3a7ca8953c admin admin] Pushing event updated for resources: {'Network': ['ID=96704262-933b-4a92-aa01-d34202ac89b0,revision_number=1']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:44:55.669899 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3ee6cb52-05a7-4bca-bd28-7b2cc4e0953d admin admin] Made reservation on behalf of 63527ea762094d849cdce50b61315959 for: {'subnet': 1} {{(pid=103230) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 19:44:55.672821 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-3ee6cb52-05a7-4bca-bd28-7b2cc4e0953d admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12985917'] for subnet (None), before_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:44:55.678432 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Network 96704262-933b-4a92-aa01-d34202ac89b0 details requested by agent ovs-agent-n-d-713498-36 with host n-d-713498-36 {{(pid=103232) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 19:44:55.905986 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-3ee6cb52-05a7-4bca-bd28-7b2cc4e0953d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14393611', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12985859'] for subnet (1a8caea8-92d6-4370-9ad0-041bf2b988db), after_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:44:55.963196 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ee6cb52-05a7-4bca-bd28-7b2cc4e0953d admin admin] Pushing event updated for resources: {'Subnet': ['ID=1a8caea8-92d6-4370-9ad0-041bf2b988db,revision_number=0']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:44:55.983278 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ee6cb52-05a7-4bca-bd28-7b2cc4e0953d admin admin] Checking segment: {'id': '34266696-f64c-468e-8ac2-fad7ac7f47e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': '96704262-933b-4a92-aa01-d34202ac89b0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103230) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 19:44:55.983651 n-d-713498-36 neutron-server[103230]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ee6cb52-05a7-4bca-bd28-7b2cc4e0953d admin admin] Network hostable DHCP agents. Network: 96704262-933b-4a92-aa01-d34202ac89b0, hostable agents: ['af91e4b9-f4e1-42b1-a25c-a10dc47171c8'], hosted agents: [] {{(pid=103230) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 19:44:56.002246 n-d-713498-36 neutron-server[103230]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ee6cb52-05a7-4bca-bd28-7b2cc4e0953d admin admin] Network 96704262-933b-4a92-aa01-d34202ac89b0 is scheduled to be hosted by DHCP agent af91e4b9-f4e1-42b1-a25c-a10dc47171c8 with binding_index 1 {{(pid=103230) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 19:44:56.012483 n-d-713498-36 neutron-server[103230]: DEBUG neutron.scheduler.base_scheduler [None req-3ee6cb52-05a7-4bca-bd28-7b2cc4e0953d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713498-36, 96704262-933b-4a92-aa01-d34202ac89b0) {{(pid=103230) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 19:44:56.018047 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ee6cb52-05a7-4bca-bd28-7b2cc4e0953d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:44:56.018729 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-3ee6cb52-05a7-4bca-bd28-7b2cc4e0953d admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:44:56.028644 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-122894c2-bebd-4661-af5d-ce1537a417ea None None] Network 96704262-933b-4a92-aa01-d34202ac89b0 requested from n-d-713498-36 {{(pid=103232) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 19:44:56.039474 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-3ee6cb52-05a7-4bca-bd28-7b2cc4e0953d admin admin] 10.222.0.75 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.4016163 Feb 09 19:44:56.041988 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 48488) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:44:56.047483 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.v2.base [None req-e76486b5-551a-4ae8-bf58-9c0e854547c5 admin admin] Request body: {'router': {'name': 'tempest-TestAggregatesBasicOps-2029025096-router', 'tenant_id': '63527ea762094d849cdce50b61315959', 'external_gateway_info': {'network_id': '88055e1e-672a-4487-be31-ffb6e833ece5'}}} {{(pid=103230) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 19:44:56.072950 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-e76486b5-551a-4ae8-bf58-9c0e854547c5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1834830', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-58389'] for router (69168e1a-834a-49ec-85d9-092066780f27), before_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:44:56.074412 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-e76486b5-551a-4ae8-bf58-9c0e854547c5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1834810', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1822096', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1886735', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-58380'] for router (69168e1a-834a-49ec-85d9-092066780f27), precommit_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:44:56.137090 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-e76486b5-551a-4ae8-bf58-9c0e854547c5 admin admin] Publish callbacks [] for router_controller (69168e1a-834a-49ec-85d9-092066780f27), precommit_add_association {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:44:56.158583 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6f65c34-8f95-4ba5-ade1-21d8200ebb61 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8b32e980-7cce-5e82-a341-bd2fa8945c89-96704262-933b-4a92-aa01-d34202ac89b0', 'network_id': '96704262-933b-4a92-aa01-d34202ac89b0', 'project_id': '63527ea762094d849cdce50b61315959', 'fixed_ips': [{'subnet_id': '1a8caea8-92d6-4370-9ad0-041bf2b988db'}]}} from n-d-713498-36. {{(pid=103232) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 09 19:44:56.159753 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-a6f65c34-8f95-4ba5-ade1-21d8200ebb61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (None), before_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:44:56.164217 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 48490) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:44:56.318940 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-e76486b5-551a-4ae8-bf58-9c0e854547c5 admin admin] Publish callbacks [] for router_gateway (69168e1a-834a-49ec-85d9-092066780f27), precommit_update {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:44:56.366818 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.db_base_plugin_common [None req-a6f65c34-8f95-4ba5-ade1-21d8200ebb61 None None] Allocated IP 172.20.0.2 (96704262-933b-4a92-aa01-d34202ac89b0/1a8caea8-92d6-4370-9ad0-041bf2b988db/c9ae1081-6a2e-4f83-a30c-78eea777c36c) {{(pid=103232) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 19:44:56.554900 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Device 5dda73a1-3861-4e64-9b8d-1ed63f705ef2 up at agent ovs-agent-n-d-713498-36 {{(pid=103232) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 19:44:56.590416 n-d-713498-36 neutron-server[103233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91f58fc5-0fa9-4e5f-b4da-ecd5efd9d44a None None] Sync routers for ids ['114fa97c-8e4d-429a-885f-f8e6eee35770'] in n-d-713498-36 {{(pid=103233) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 19:44:56.609120 n-d-713498-36 neutron-server[103233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91f58fc5-0fa9-4e5f-b4da-ecd5efd9d44a None None] Routers {'114fa97c-8e4d-429a-885f-f8e6eee35770'} bound to L3 agent in host n-d-713498-36 {{(pid=103233) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 19:44:56.609759 n-d-713498-36 neutron-server[103233]: DEBUG neutron.db.l3_hamode_db [None req-91f58fc5-0fa9-4e5f-b4da-ecd5efd9d44a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T18:51:43Z,description=,heartbeat_timestamp=2022-02-09T19:44:43Z,host='n-d-713498-36',id=93303d5e-5d17-45e8-8963-7694f87783ae,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T18:51:43Z,topic='l3_agent')) {'router_ids': ['114fa97c-8e4d-429a-885f-f8e6eee35770'], 'active': True} {{(pid=103233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:44:56.724021 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-e76486b5-551a-4ae8-bf58-9c0e854547c5 admin admin] Publish callbacks [] for router_gateway (69168e1a-834a-49ec-85d9-092066780f27), before_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:44:56.751784 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-a6f65c34-8f95-4ba5-ade1-21d8200ebb61 None None] Publish callbacks [] for port (c9ae1081-6a2e-4f83-a30c-78eea777c36c), precommit_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:44:56.764006 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-a6f65c34-8f95-4ba5-ade1-21d8200ebb61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762866656467'] for port (c9ae1081-6a2e-4f83-a30c-78eea777c36c), after_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:44:56.802182 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-e76486b5-551a-4ae8-bf58-9c0e854547c5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (None), before_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:44:56.832599 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.provisioning_blocks [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Provisioning complete for port 5dda73a1-3861-4e64-9b8d-1ed63f705ef2 triggered by entity L2. {{(pid=103232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 19:44:56.840726 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593630'] for port (5dda73a1-3861-4e64-9b8d-1ed63f705ef2), provisioning_complete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:44:56.847484 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6f65c34-8f95-4ba5-ade1-21d8200ebb61 None None] Pushing event updated for resources: {'Port': ['ID=c9ae1081-6a2e-4f83-a30c-78eea777c36c,revision_number=1']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:44:56.874414 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.plugin [None req-a59a77f7-1a0e-43c9-a6c3-47043b409693 tempest-TestVolumeBackupRestore-719474059 tempest-TestVolumeBackupRestore-719474059-project] Deleting port 13527c15-9654-444e-ad11-cf5b1a8f8861 {{(pid=103229) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 19:44:56.875004 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-a59a77f7-1a0e-43c9-a6c3-47043b409693 tempest-TestVolumeBackupRestore-719474059 tempest-TestVolumeBackupRestore-719474059-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762867170196'] for port (13527c15-9654-444e-ad11-cf5b1a8f8861), before_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:44:56.883684 n-d-713498-36 neutron-server[103232]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6f65c34-8f95-4ba5-ade1-21d8200ebb61 None None] Network 96704262-933b-4a92-aa01-d34202ac89b0 is already hosted by enough agents. {{(pid=103232) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 19:44:56.890769 n-d-713498-36 neutron-server[103232]: DEBUG neutron.scheduler.base_scheduler [None req-a6f65c34-8f95-4ba5-ade1-21d8200ebb61 None None] Resources bound (agent type, host, resource id): {{(pid=103232) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 19:44:56.900662 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6f65c34-8f95-4ba5-ade1-21d8200ebb61 None None] Received port after_create {{(pid=103232) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 19:44:56.939013 n-d-713498-36 neutron-server[103233]: DEBUG neutron.db.l3_dvr_db [None req-91f58fc5-0fa9-4e5f-b4da-ecd5efd9d44a None None] Set router 114fa97c-8e4d-429a-885f-f8e6eee35770 gateway port host: n-d-713498-36 {{(pid=103233) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 19:44:56.977756 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-a59a77f7-1a0e-43c9-a6c3-47043b409693 tempest-TestVolumeBackupRestore-719474059 tempest-TestVolumeBackupRestore-719474059-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1820838'] for port (13527c15-9654-444e-ad11-cf5b1a8f8861), precommit_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:44:56.978319 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-a59a77f7-1a0e-43c9-a6c3-47043b409693 tempest-TestVolumeBackupRestore-719474059 tempest-TestVolumeBackupRestore-719474059-project] Publish callbacks [] for floatingip (13527c15-9654-444e-ad11-cf5b1a8f8861), precommit_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:44:57.015410 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.plugin [None req-a59a77f7-1a0e-43c9-a6c3-47043b409693 tempest-TestVolumeBackupRestore-719474059 tempest-TestVolumeBackupRestore-719474059-project] Calling delete_port for 13527c15-9654-444e-ad11-cf5b1a8f8861 owned by network:floatingip {{(pid=103229) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 19:44:57.054262 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Current status of the port 5dda73a1-3861-4e64-9b8d-1ed63f705ef2 is: DOWN; New status is: ACTIVE {{(pid=103232) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 19:44:57.054753 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (5dda73a1-3861-4e64-9b8d-1ed63f705ef2), before_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:44:57.081424 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] For port 5dda73a1-3861-4e64-9b8d-1ed63f705ef2, host n-d-713498-36, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-36',level=0,port_id=5dda73a1-3861-4e64-9b8d-1ed63f705ef2,segment=NetworkSegment(a4222f89-8d3f-4b51-953b-1a8126392491),segment_id=a4222f89-8d3f-4b51-953b-1a8126392491)] {{(pid=103232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 19:44:57.083802 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.managers [None req-a6f65c34-8f95-4ba5-ade1-21d8200ebb61 None None] Attempting to bind port c9ae1081-6a2e-4f83-a30c-78eea777c36c on host n-d-713498-36 for vnic_type normal with profile {{(pid=103232) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 19:44:57.084267 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.managers [None req-a6f65c34-8f95-4ba5-ade1-21d8200ebb61 None None] Attempting to bind port c9ae1081-6a2e-4f83-a30c-78eea777c36c by drivers openvswitch,hyperv on host n-d-713498-36 at level 0 using segments [{'id': '34266696-f64c-468e-8ac2-fad7ac7f47e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': '96704262-933b-4a92-aa01-d34202ac89b0'}] {{(pid=103232) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 19:44:57.084978 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6f65c34-8f95-4ba5-ade1-21d8200ebb61 None None] Attempting to bind port c9ae1081-6a2e-4f83-a30c-78eea777c36c on network 96704262-933b-4a92-aa01-d34202ac89b0 {{(pid=103232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 19:44:57.090842 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762867176205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762866656485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762866656503'] for port (5dda73a1-3861-4e64-9b8d-1ed63f705ef2), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:44:57.101059 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6f65c34-8f95-4ba5-ade1-21d8200ebb61 None None] Checking agent: {'id': '496418a2-c002-4aec-ab1a-07f3bea491bd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-36', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 18, 51, 47), 'started_at': datetime.datetime(2022, 2, 9, 18, 52, 17), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 19, 44, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-36'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 19:44:57.102144 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6f65c34-8f95-4ba5-ade1-21d8200ebb61 None None] Checking segment: {'id': '34266696-f64c-468e-8ac2-fad7ac7f47e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': '96704262-933b-4a92-aa01-d34202ac89b0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103232) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 19:44:57.102272 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-a6f65c34-8f95-4ba5-ade1-21d8200ebb61 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:44:57.102974 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6f65c34-8f95-4ba5-ade1-21d8200ebb61 None None] Bound using segment: {'id': '34266696-f64c-468e-8ac2-fad7ac7f47e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': '96704262-933b-4a92-aa01-d34202ac89b0'} {{(pid=103232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 19:44:57.103590 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.managers [None req-a6f65c34-8f95-4ba5-ade1-21d8200ebb61 None None] Bound port: c9ae1081-6a2e-4f83-a30c-78eea777c36c, host: n-d-713498-36, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '34266696-f64c-468e-8ac2-fad7ac7f47e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': '96704262-933b-4a92-aa01-d34202ac89b0'}}] {{(pid=103232) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 19:44:57.104163 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-a6f65c34-8f95-4ba5-ade1-21d8200ebb61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (c9ae1081-6a2e-4f83-a30c-78eea777c36c), before_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:44:57.139366 n-d-713498-36 neutron-server[103230]: DEBUG neutron.db.db_base_plugin_common [None req-e76486b5-551a-4ae8-bf58-9c0e854547c5 admin admin] Allocated IP 172.25.1.78 (88055e1e-672a-4487-be31-ffb6e833ece5/ac16dbcc-383c-4b43-9153-d763c4a53f91/f65340c0-174a-456b-9644-602178b12fac) {{(pid=103230) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 19:44:57.203729 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Pushing event updated for resources: {'Port': ['ID=5dda73a1-3861-4e64-9b8d-1ed63f705ef2,revision_number=4']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:44:57.252434 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-a6f65c34-8f95-4ba5-ade1-21d8200ebb61 None None] For port c9ae1081-6a2e-4f83-a30c-78eea777c36c, host n-d-713498-36, cleared binding levels {{(pid=103232) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 19:44:57.261075 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-a6f65c34-8f95-4ba5-ade1-21d8200ebb61 None None] For port c9ae1081-6a2e-4f83-a30c-78eea777c36c, host n-d-713498-36, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-36',level=0,port_id=c9ae1081-6a2e-4f83-a30c-78eea777c36c,segment=NetworkSegment(34266696-f64c-468e-8ac2-fad7ac7f47e1),segment_id=34266696-f64c-468e-8ac2-fad7ac7f47e1)] {{(pid=103232) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 19:44:57.272615 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-a6f65c34-8f95-4ba5-ade1-21d8200ebb61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762867176205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762866656485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762866656503'] for port (c9ae1081-6a2e-4f83-a30c-78eea777c36c), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:44:57.399298 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-e76486b5-551a-4ae8-bf58-9c0e854547c5 admin admin] Publish callbacks [] for port (f65340c0-174a-456b-9644-602178b12fac), precommit_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:44:57.401616 n-d-713498-36 neutron-server[103233]: DEBUG neutron.db.l3_hamode_db [None req-91f58fc5-0fa9-4e5f-b4da-ecd5efd9d44a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '114fa97c-8e4d-429a-885f-f8e6eee35770', 'name': 'tempest-TestAggregatesBasicOps-376876104-router', 'tenant_id': '8ff7a327cd9f4047925bca88f5e89eb1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88055e1e-672a-4487-be31-ffb6e833ece5', 'external_fixed_ips': [{'subnet_id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'ip_address': '172.25.1.181'}], 'enable_snat': True}, 'gw_port_id': '5dda73a1-3861-4e64-9b8d-1ed63f705ef2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T19:44:49Z', 'updated_at': '2022-02-09T19:44:53Z', 'revision_number': 4, 'project_id': '8ff7a327cd9f4047925bca88f5e89eb1', 'gw_port': {'id': '5dda73a1-3861-4e64-9b8d-1ed63f705ef2', 'name': '', 'network_id': '88055e1e-672a-4487-be31-ffb6e833ece5', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:04:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '114fa97c-8e4d-429a-885f-f8e6eee35770', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3935, 'fixed_ips': [{'subnet_id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'ip_address': '172.25.1.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T19:44:50Z', 'updated_at': '2022-02-09T19:44:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-36', '_interfaces': [{'id': '27ae6791-9d85-4f3b-9cfb-1fec79a62ff6', 'name': '', 'network_id': 'ec64dbbc-5388-4948-8a3d-1dd20422550d', 'tenant_id': '8ff7a327cd9f4047925bca88f5e89eb1', 'mac_address': 'fa:16:3e:1c:8a:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '114fa97c-8e4d-429a-885f-f8e6eee35770', 'device_owner': 'network:router_interface', 'standard_attr_id': 3936, 'fixed_ips': [{'subnet_id': 'd519d045-1c3c-41ac-bda6-746e851d2066', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T19:44:52Z', 'updated_at': '2022-02-09T19:44:53Z', 'revision_number': 2, 'project_id': '8ff7a327cd9f4047925bca88f5e89eb1', 'subnets': [{'id': 'd519d045-1c3c-41ac-bda6-746e851d2066', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-36', False) {} {{(pid=103233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:44:57.415564 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6f65c34-8f95-4ba5-ade1-21d8200ebb61 None None] Pushing event updated for resources: {'Port': ['ID=c9ae1081-6a2e-4f83-a30c-78eea777c36c,revision_number=2']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:44:57.449774 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-a59a77f7-1a0e-43c9-a6c3-47043b409693 tempest-TestVolumeBackupRestore-719474059 tempest-TestVolumeBackupRestore-719474059-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762867177463', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762866656476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12867576'] for port (13527c15-9654-444e-ad11-cf5b1a8f8861), after_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:44:57.464659 n-d-713498-36 neutron-server[103233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91f58fc5-0fa9-4e5f-b4da-ecd5efd9d44a None None] Checking router: 114fa97c-8e4d-429a-885f-f8e6eee35770 for host: n-d-713498-36 {{(pid=103233) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 19:44:57.465177 n-d-713498-36 neutron-server[103233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91f58fc5-0fa9-4e5f-b4da-ecd5efd9d44a None None] Updating router 114fa97c-8e4d-429a-885f-f8e6eee35770 port 27ae6791-9d85-4f3b-9cfb-1fec79a62ff6 binding host n-d-713498-36 {{(pid=103233) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 19:44:57.487527 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-e76486b5-551a-4ae8-bf58-9c0e854547c5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762866656467', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14393751'] for port (f65340c0-174a-456b-9644-602178b12fac), after_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:44:57.506545 n-d-713498-36 neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-91f58fc5-0fa9-4e5f-b4da-ecd5efd9d44a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (27ae6791-9d85-4f3b-9cfb-1fec79a62ff6), before_update {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:44:57.516619 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a59a77f7-1a0e-43c9-a6c3-47043b409693 tempest-TestVolumeBackupRestore-719474059 tempest-TestVolumeBackupRestore-719474059-project] Pushing event deleted for resources: {'Port': ['ID=13527c15-9654-444e-ad11-cf5b1a8f8861,revision_number=None']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:44:57.580818 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e76486b5-551a-4ae8-bf58-9c0e854547c5 admin admin] Pushing event updated for resources: {'Port': ['ID=f65340c0-174a-456b-9644-602178b12fac,revision_number=1']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:44:57.599534 n-d-713498-36 neutron-server[103230]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e76486b5-551a-4ae8-bf58-9c0e854547c5 admin admin] Network 88055e1e-672a-4487-be31-ffb6e833ece5 is already hosted by enough agents. {{(pid=103230) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 19:44:57.601055 n-d-713498-36 neutron-server[103230]: DEBUG neutron.scheduler.base_scheduler [None req-e76486b5-551a-4ae8-bf58-9c0e854547c5 admin admin] Resources bound (agent type, host, resource id): {{(pid=103230) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 19:44:57.609715 n-d-713498-36 neutron-server[103230]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e76486b5-551a-4ae8-bf58-9c0e854547c5 admin admin] Received port after_create {{(pid=103230) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 19:44:57.670685 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-213699a6-9ce6-4268-8d77-8012cd106034 req-10c40e0e-6a32-48a1-ad23-e11bc7c837bd service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=979d1676-7858-444c-ad74-270d4bc6922c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.3399494 Feb 09 19:44:57.726099 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-a59a77f7-1a0e-43c9-a6c3-47043b409693 tempest-TestVolumeBackupRestore-719474059 tempest-TestVolumeBackupRestore-719474059-project] Publish callbacks [] for floatingip (061fa9c6-8ac6-4209-a644-b0550593ed68), after_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:44:57.727204 n-d-713498-36 neutron-server[103229]: INFO neutron.db.l3_db [None req-a59a77f7-1a0e-43c9-a6c3-47043b409693 tempest-TestVolumeBackupRestore-719474059 tempest-TestVolumeBackupRestore-719474059-project] Floating IP 061fa9c6-8ac6-4209-a644-b0550593ed68 disassociated (deleted). External IP: 172.25.1.157, port: 110acd77-41d6-4497-b355-470e0d380e4b. Feb 09 19:44:58.008527 n-d-713498-36 neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-91f58fc5-0fa9-4e5f-b4da-ecd5efd9d44a None None] Publish callbacks [] for port (27ae6791-9d85-4f3b-9cfb-1fec79a62ff6), precommit_update {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:44:58.019811 n-d-713498-36 neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-91f58fc5-0fa9-4e5f-b4da-ecd5efd9d44a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762867176205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762866656485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762866656503'] for port (27ae6791-9d85-4f3b-9cfb-1fec79a62ff6), after_update {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:44:58.074884 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-213699a6-9ce6-4268-8d77-8012cd106034 req-354b492f-8b96-4f85-b00d-b802fb367bb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:44:58.075593 n-d-713498-36 neutron-server[103233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87f40538-89d6-43fe-9d7d-ea7db2713557 None None] Pushing event updated for resources: {'Port': ['ID=27ae6791-9d85-4f3b-9cfb-1fec79a62ff6,revision_number=3']} {{(pid=103233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:44:58.076530 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-213699a6-9ce6-4268-8d77-8012cd106034 req-354b492f-8b96-4f85-b00d-b802fb367bb5 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=e66ffe5bb4494e31b9de6c7224f91756&device_id=979d1676-7858-444c-ad74-270d4bc6922c HTTP/1.1" status: 200 len: 1128 time: 0.1761336 Feb 09 19:44:58.087061 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-e76486b5-551a-4ae8-bf58-9c0e854547c5 admin admin] Publish callbacks [] for router_gateway (69168e1a-834a-49ec-85d9-092066780f27), after_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:44:58.115126 n-d-713498-36 neutron-server[103233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87f40538-89d6-43fe-9d7d-ea7db2713557 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:44:58.115588 n-d-713498-36 neutron-server[103233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87f40538-89d6-43fe-9d7d-ea7db2713557 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:44:58.123387 n-d-713498-36 neutron-server[103233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87f40538-89d6-43fe-9d7d-ea7db2713557 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:44:58.123839 n-d-713498-36 neutron-server[103233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87f40538-89d6-43fe-9d7d-ea7db2713557 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:44:58.124175 n-d-713498-36 neutron-server[103233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87f40538-89d6-43fe-9d7d-ea7db2713557 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:44:58.124635 n-d-713498-36 neutron-server[103233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87f40538-89d6-43fe-9d7d-ea7db2713557 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:44:58.125238 n-d-713498-36 neutron-server[103233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87f40538-89d6-43fe-9d7d-ea7db2713557 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:44:58.125359 n-d-713498-36 neutron-server[103233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87f40538-89d6-43fe-9d7d-ea7db2713557 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:44:58.125601 n-d-713498-36 neutron-server[103233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87f40538-89d6-43fe-9d7d-ea7db2713557 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:44:58.125919 n-d-713498-36 neutron-server[103233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87f40538-89d6-43fe-9d7d-ea7db2713557 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:44:58.126312 n-d-713498-36 neutron-server[103233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87f40538-89d6-43fe-9d7d-ea7db2713557 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:44:58.126853 n-d-713498-36 neutron-server[103233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87f40538-89d6-43fe-9d7d-ea7db2713557 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:44:58.127228 n-d-713498-36 neutron-server[103233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87f40538-89d6-43fe-9d7d-ea7db2713557 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:44:58.245488 n-d-713498-36 neutron-server[103233]: DEBUG neutron.plugins.ml2.managers [None req-91f58fc5-0fa9-4e5f-b4da-ecd5efd9d44a None None] Attempting to bind port 27ae6791-9d85-4f3b-9cfb-1fec79a62ff6 on host n-d-713498-36 for vnic_type normal with profile {{(pid=103233) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 19:44:58.246155 n-d-713498-36 neutron-server[103233]: DEBUG neutron.plugins.ml2.managers [None req-91f58fc5-0fa9-4e5f-b4da-ecd5efd9d44a None None] Attempting to bind port 27ae6791-9d85-4f3b-9cfb-1fec79a62ff6 by drivers openvswitch,hyperv on host n-d-713498-36 at level 0 using segments [{'id': '9263511d-e1dc-4a30-95fb-6a959cd769f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': 'ec64dbbc-5388-4948-8a3d-1dd20422550d'}] {{(pid=103233) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 19:44:58.246772 n-d-713498-36 neutron-server[103233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91f58fc5-0fa9-4e5f-b4da-ecd5efd9d44a None None] Attempting to bind port 27ae6791-9d85-4f3b-9cfb-1fec79a62ff6 on network ec64dbbc-5388-4948-8a3d-1dd20422550d {{(pid=103233) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 19:44:58.272804 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-213699a6-9ce6-4268-8d77-8012cd106034 req-358b64ab-b8ae-48f9-a874-291046efe270 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:44:58.274495 n-d-713498-36 neutron-server[103233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91f58fc5-0fa9-4e5f-b4da-ecd5efd9d44a None None] Checking agent: {'id': '496418a2-c002-4aec-ab1a-07f3bea491bd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-36', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 18, 51, 47), 'started_at': datetime.datetime(2022, 2, 9, 18, 52, 17), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 19, 44, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-36'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103233) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 19:44:58.274690 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-213699a6-9ce6-4268-8d77-8012cd106034 req-358b64ab-b8ae-48f9-a874-291046efe270 service neutron] 10.222.0.89 "GET /v2.0/networks?id=6c0390b8-57a8-4e5d-b1b3-4d3098f0383e HTTP/1.1" status: 200 len: 913 time: 0.1744235 Feb 09 19:44:58.274892 n-d-713498-36 neutron-server[103233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91f58fc5-0fa9-4e5f-b4da-ecd5efd9d44a None None] Checking segment: {'id': '9263511d-e1dc-4a30-95fb-6a959cd769f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': 'ec64dbbc-5388-4948-8a3d-1dd20422550d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103233) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 19:44:58.275276 n-d-713498-36 neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-91f58fc5-0fa9-4e5f-b4da-ecd5efd9d44a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:44:58.275663 n-d-713498-36 neutron-server[103233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91f58fc5-0fa9-4e5f-b4da-ecd5efd9d44a None None] Bound using segment: {'id': '9263511d-e1dc-4a30-95fb-6a959cd769f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': 'ec64dbbc-5388-4948-8a3d-1dd20422550d'} {{(pid=103233) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 19:44:58.276137 n-d-713498-36 neutron-server[103233]: DEBUG neutron.plugins.ml2.managers [None req-91f58fc5-0fa9-4e5f-b4da-ecd5efd9d44a None None] Bound port: 27ae6791-9d85-4f3b-9cfb-1fec79a62ff6, host: n-d-713498-36, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9263511d-e1dc-4a30-95fb-6a959cd769f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': 'ec64dbbc-5388-4948-8a3d-1dd20422550d'}}] {{(pid=103233) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 19:44:58.276502 n-d-713498-36 neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-91f58fc5-0fa9-4e5f-b4da-ecd5efd9d44a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (27ae6791-9d85-4f3b-9cfb-1fec79a62ff6), before_update {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:44:58.416769 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-213699a6-9ce6-4268-8d77-8012cd106034 req-1ed8147f-d057-4a58-bba8-7c62dc4ceef7 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e05a24f3-41be-4636-973c-20cbe5cf3a4a HTTP/1.1" status: 200 len: 217 time: 0.1348968 Feb 09 19:44:58.476839 n-d-713498-36 neutron-server[103233]: DEBUG neutron.plugins.ml2.db [None req-91f58fc5-0fa9-4e5f-b4da-ecd5efd9d44a None None] For port 27ae6791-9d85-4f3b-9cfb-1fec79a62ff6, host n-d-713498-36, cleared binding levels {{(pid=103233) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 19:44:58.481156 n-d-713498-36 neutron-server[103233]: DEBUG neutron.plugins.ml2.db [None req-91f58fc5-0fa9-4e5f-b4da-ecd5efd9d44a None None] For port 27ae6791-9d85-4f3b-9cfb-1fec79a62ff6, host n-d-713498-36, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-36',level=0,port_id=27ae6791-9d85-4f3b-9cfb-1fec79a62ff6,segment=NetworkSegment(9263511d-e1dc-4a30-95fb-6a959cd769f0),segment_id=9263511d-e1dc-4a30-95fb-6a959cd769f0)] {{(pid=103233) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 19:44:58.498007 n-d-713498-36 neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-91f58fc5-0fa9-4e5f-b4da-ecd5efd9d44a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762867176205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762866656485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762866656503'] for port (27ae6791-9d85-4f3b-9cfb-1fec79a62ff6), after_update {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:44:58.553142 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.provisioning_blocks [None req-e2ec74b9-2cc3-437c-a87b-bca851c0320d None None] Provisioning complete for port 27ae6791-9d85-4f3b-9cfb-1fec79a62ff6 triggered by entity DHCP. {{(pid=103232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 19:44:58.553718 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-e2ec74b9-2cc3-437c-a87b-bca851c0320d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593630'] for port (27ae6791-9d85-4f3b-9cfb-1fec79a62ff6), provisioning_complete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:44:58.566360 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-213699a6-9ce6-4268-8d77-8012cd106034 req-58893ad0-b314-4262-8b3c-58618079f32e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:44:58.568800 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-213699a6-9ce6-4268-8d77-8012cd106034 req-58893ad0-b314-4262-8b3c-58618079f32e service neutron] 10.222.0.89 "GET /v2.0/subnets?id=8c23e8df-50ec-4124-b2e0-ec4287e0865a HTTP/1.1" status: 200 len: 851 time: 0.1450493 Feb 09 19:44:58.681428 n-d-713498-36 neutron-server[103233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91f58fc5-0fa9-4e5f-b4da-ecd5efd9d44a None None] Routers {'114fa97c-8e4d-429a-885f-f8e6eee35770'} bound to L3 agent in host n-d-713498-36 {{(pid=103233) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 19:44:58.687386 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-e76486b5-551a-4ae8-bf58-9c0e854547c5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1834945', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1818951'] for router (69168e1a-834a-49ec-85d9-092066780f27), after_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:44:58.700882 n-d-713498-36 neutron-server[103233]: DEBUG neutron.db.l3_hamode_db [None req-91f58fc5-0fa9-4e5f-b4da-ecd5efd9d44a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T18:51:43Z,description=,heartbeat_timestamp=2022-02-09T19:44:43Z,host='n-d-713498-36',id=93303d5e-5d17-45e8-8963-7694f87783ae,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T18:51:43Z,topic='l3_agent')) {'router_ids': ['114fa97c-8e4d-429a-885f-f8e6eee35770'], 'active': True} {{(pid=103233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:44:58.720237 n-d-713498-36 neutron-server[103233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87f40538-89d6-43fe-9d7d-ea7db2713557 None None] Pushing event updated for resources: {'Port': ['ID=27ae6791-9d85-4f3b-9cfb-1fec79a62ff6,revision_number=4']} {{(pid=103233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:44:58.775634 n-d-713498-36 neutron-server[103229]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a59a77f7-1a0e-43c9-a6c3-47043b409693 tempest-TestVolumeBackupRestore-719474059 tempest-TestVolumeBackupRestore-719474059-project] Router 042d4063-0dd6-4eab-baa5-294896cb13f5 has already been hosted by L3 agent 93303d5e-5d17-45e8-8963-7694f87783ae {{(pid=103229) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 19:44:58.815797 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-e2ec74b9-2cc3-437c-a87b-bca851c0320d None None] Current status of the port 27ae6791-9d85-4f3b-9cfb-1fec79a62ff6 is: DOWN; New status is: ACTIVE {{(pid=103232) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 19:44:58.817949 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-213699a6-9ce6-4268-8d77-8012cd106034 req-16b5a647-9b82-4071-b35c-954ce22571b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:44:58.818440 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-e2ec74b9-2cc3-437c-a87b-bca851c0320d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (27ae6791-9d85-4f3b-9cfb-1fec79a62ff6), before_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:44:58.821865 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-213699a6-9ce6-4268-8d77-8012cd106034 req-16b5a647-9b82-4071-b35c-954ce22571b7 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=6c0390b8-57a8-4e5d-b1b3-4d3098f0383e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.2371917 Feb 09 19:44:58.867203 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Device 5dda73a1-3861-4e64-9b8d-1ed63f705ef2 up at agent ovs-agent-n-d-713498-36 {{(pid=103232) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 19:44:58.987432 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-e2ec74b9-2cc3-437c-a87b-bca851c0320d None None] For port 27ae6791-9d85-4f3b-9cfb-1fec79a62ff6, host n-d-713498-36, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-36',level=0,port_id=27ae6791-9d85-4f3b-9cfb-1fec79a62ff6,segment=NetworkSegment(9263511d-e1dc-4a30-95fb-6a959cd769f0),segment_id=9263511d-e1dc-4a30-95fb-6a959cd769f0)] {{(pid=103232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 19:44:58.996021 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-e2ec74b9-2cc3-437c-a87b-bca851c0320d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762867176205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762866656485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762866656503'] for port (27ae6791-9d85-4f3b-9cfb-1fec79a62ff6), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:44:59.039421 n-d-713498-36 neutron-server[103233]: DEBUG neutron.db.l3_dvr_db [None req-91f58fc5-0fa9-4e5f-b4da-ecd5efd9d44a None None] Set router 114fa97c-8e4d-429a-885f-f8e6eee35770 gateway port host: n-d-713498-36 {{(pid=103233) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 19:44:59.087854 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.provisioning_blocks [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Provisioning complete for port 5dda73a1-3861-4e64-9b8d-1ed63f705ef2 triggered by entity L2. {{(pid=103232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 19:44:59.103306 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593630'] for port (5dda73a1-3861-4e64-9b8d-1ed63f705ef2), provisioning_complete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:44:59.106709 n-d-713498-36 neutron-server[103230]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e76486b5-551a-4ae8-bf58-9c0e854547c5 admin admin] Router 69168e1a-834a-49ec-85d9-092066780f27 is scheduled to L3 agent 93303d5e-5d17-45e8-8963-7694f87783ae with binding_index 1 {{(pid=103230) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 09 19:44:59.311043 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-213699a6-9ce6-4268-8d77-8012cd106034 req-aa5f1b71-bcd3-4d14-b416-f1b6f6b99433 service neutron] 10.222.0.89 "GET /v2.0/networks/6c0390b8-57a8-4e5d-b1b3-4d3098f0383e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4778345 Feb 09 19:44:59.312184 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a59a77f7-1a0e-43c9-a6c3-47043b409693 tempest-TestVolumeBackupRestore-719474059 tempest-TestVolumeBackupRestore-719474059-project] Notify agent at l3_agent.n-d-713498-36 the message routers_updated {{(pid=103229) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 19:44:59.321382 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-a59a77f7-1a0e-43c9-a6c3-47043b409693 tempest-TestVolumeBackupRestore-719474059 tempest-TestVolumeBackupRestore-719474059-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171096'] for floatingip (None), before_response {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:44:59.420134 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e76486b5-551a-4ae8-bf58-9c0e854547c5 admin admin] Notify agent at l3_agent.n-d-713498-36 the message routers_updated {{(pid=103230) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 19:44:59.438589 n-d-713498-36 neutron-server[103233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6966bed-9501-430b-b0c1-2ead059c58dd None None] Sync routers for ids ['69168e1a-834a-49ec-85d9-092066780f27'] in n-d-713498-36 {{(pid=103233) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 19:44:59.459447 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-213699a6-9ce6-4268-8d77-8012cd106034 req-f52b269c-a47c-4dff-975a-d163c28c42ba service neutron] 10.222.0.89 "GET /v2.0/networks/6c0390b8-57a8-4e5d-b1b3-4d3098f0383e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1337039 Feb 09 19:44:59.484057 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-a59a77f7-1a0e-43c9-a6c3-47043b409693 tempest-TestVolumeBackupRestore-719474059 tempest-TestVolumeBackupRestore-719474059-project] 10.222.0.75 "DELETE /v2.0/floatingips/061fa9c6-8ac6-4209-a644-b0550593ed68 HTTP/1.1" status: 204 len: 168 time: 3.3187029 Feb 09 19:44:59.488468 n-d-713498-36 neutron-server[103229]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ef11860c-6c68-4442-8b21-9c74e24d1a1d', 'tag': '110acd77-41d6-4497-b355-470e0d380e4b'}] {{(pid=103229) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 19:44:59.492479 n-d-713498-36 neutron-server[103229]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fa6ae9a20702bd564eaf90d946620b2b4277b1ab91129323d3b54181076be307" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d270eb40-79d9-4de0-a1b6-ae1d43d53d65" -d '{"events": [{"name": "network-changed", "server_uuid": "ef11860c-6c68-4442-8b21-9c74e24d1a1d", "tag": "110acd77-41d6-4497-b355-470e0d380e4b"}]}' {{(pid=103229) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 19:44:59.493061 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9f0f3f3-b8b0-4b88-81e0-c03474bd3c4c None None] Sync routers for ids ['042d4063-0dd6-4eab-baa5-294896cb13f5'] in n-d-713498-36 {{(pid=103232) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 19:44:59.494136 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-e76486b5-551a-4ae8-bf58-9c0e854547c5 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:44:59.501534 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 48510) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:44:59.501991 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-e76486b5-551a-4ae8-bf58-9c0e854547c5 admin admin] 10.222.0.75 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 3.4581091 Feb 09 19:44:59.526072 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7466d8d5-a605-4748-8bdb-cb5accd9e2a6 None None] Network 96704262-933b-4a92-aa01-d34202ac89b0 requested from n-d-713498-36 {{(pid=103232) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 19:44:59.526256 n-d-713498-36 neutron-server[103233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6966bed-9501-430b-b0c1-2ead059c58dd None None] Routers {'69168e1a-834a-49ec-85d9-092066780f27'} bound to L3 agent in host n-d-713498-36 {{(pid=103233) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 19:44:59.530274 n-d-713498-36 neutron-server[103233]: DEBUG neutron.db.l3_hamode_db [None req-a6966bed-9501-430b-b0c1-2ead059c58dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T18:51:43Z,description=,heartbeat_timestamp=2022-02-09T19:44:43Z,host='n-d-713498-36',id=93303d5e-5d17-45e8-8963-7694f87783ae,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T18:51:43Z,topic='l3_agent')) {'router_ids': ['69168e1a-834a-49ec-85d9-092066780f27'], 'active': True} {{(pid=103233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:44:59.608225 n-d-713498-36 neutron-server[103229]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 19:44:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dd32042a-b49f-4edb-a203-cb656c0c850b x-openstack-request-id: req-dd32042a-b49f-4edb-a203-cb656c0c850b {{(pid=103229) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 19:44:59.608532 n-d-713498-36 neutron-server[103229]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ef11860c-6c68-4442-8b21-9c74e24d1a1d", "tag": "110acd77-41d6-4497-b355-470e0d380e4b", "status": "completed", "code": 200}]} {{(pid=103229) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 19:44:59.608796 n-d-713498-36 neutron-server[103229]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-dd32042a-b49f-4edb-a203-cb656c0c850b {{(pid=103229) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 19:44:59.613771 n-d-713498-36 neutron-server[103229]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ef11860c-6c68-4442-8b21-9c74e24d1a1d', 'tag': '110acd77-41d6-4497-b355-470e0d380e4b', 'status': 'completed', 'code': 200} Feb 09 19:44:59.643265 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2ec74b9-2cc3-437c-a87b-bca851c0320d None None] Pushing event updated for resources: {'Port': ['ID=27ae6791-9d85-4f3b-9cfb-1fec79a62ff6,revision_number=5']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:44:59.648992 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9f0f3f3-b8b0-4b88-81e0-c03474bd3c4c None None] Routers {'042d4063-0dd6-4eab-baa5-294896cb13f5'} bound to L3 agent in host n-d-713498-36 {{(pid=103232) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 19:44:59.650020 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.l3_hamode_db [None req-d9f0f3f3-b8b0-4b88-81e0-c03474bd3c4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T18:51:43Z,description=,heartbeat_timestamp=2022-02-09T19:44:43Z,host='n-d-713498-36',id=93303d5e-5d17-45e8-8963-7694f87783ae,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T18:51:43Z,topic='l3_agent')) {'router_ids': ['042d4063-0dd6-4eab-baa5-294896cb13f5'], 'active': True} {{(pid=103232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:44:59.657400 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d270eb40-79d9-4de0-a1b6-ae1d43d53d65 req-9a17a226-cad8-4470-b815-ec878c2b7882 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:44:59.663528 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-d270eb40-79d9-4de0-a1b6-ae1d43d53d65 req-9a17a226-cad8-4470-b815-ec878c2b7882 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=4c59ff00c3d1431da7ba682b198a4ba5&device_id=ef11860c-6c68-4442-8b21-9c74e24d1a1d HTTP/1.1" status: 200 len: 1128 time: 0.0723741 Feb 09 19:44:59.786445 n-d-713498-36 neutron-server[103233]: DEBUG neutron.db.l3_dvr_db [None req-a6966bed-9501-430b-b0c1-2ead059c58dd None None] Set router 69168e1a-834a-49ec-85d9-092066780f27 gateway port host: n-d-713498-36 {{(pid=103233) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 19:44:59.853518 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.provisioning_blocks [None req-8aeebac8-9a11-417e-959f-47905f75ac52 None None] Provisioning complete for port 27ae6791-9d85-4f3b-9cfb-1fec79a62ff6 triggered by entity DHCP. {{(pid=103232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 19:44:59.853920 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-8aeebac8-9a11-417e-959f-47905f75ac52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593630'] for port (27ae6791-9d85-4f3b-9cfb-1fec79a62ff6), provisioning_complete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:44:59.982618 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.l3_dvr_db [None req-d9f0f3f3-b8b0-4b88-81e0-c03474bd3c4c None None] Set router 042d4063-0dd6-4eab-baa5-294896cb13f5 gateway port host: n-d-713498-36 {{(pid=103232) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 19:45:00.199738 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Current status of the port 5dda73a1-3861-4e64-9b8d-1ed63f705ef2 is: ACTIVE; New status is: ACTIVE {{(pid=103232) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 19:45:00.202254 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Device c9ae1081-6a2e-4f83-a30c-78eea777c36c up at agent ovs-agent-n-d-713498-36 {{(pid=103232) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 19:45:00.343252 n-d-713498-36 neutron-server[103233]: DEBUG neutron.db.l3_hamode_db [None req-91f58fc5-0fa9-4e5f-b4da-ecd5efd9d44a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '114fa97c-8e4d-429a-885f-f8e6eee35770', 'name': 'tempest-TestAggregatesBasicOps-376876104-router', 'tenant_id': '8ff7a327cd9f4047925bca88f5e89eb1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88055e1e-672a-4487-be31-ffb6e833ece5', 'external_fixed_ips': [{'subnet_id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'ip_address': '172.25.1.181'}], 'enable_snat': True}, 'gw_port_id': '5dda73a1-3861-4e64-9b8d-1ed63f705ef2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T19:44:49Z', 'updated_at': '2022-02-09T19:44:53Z', 'revision_number': 4, 'project_id': '8ff7a327cd9f4047925bca88f5e89eb1', 'gw_port': {'id': '5dda73a1-3861-4e64-9b8d-1ed63f705ef2', 'name': '', 'network_id': '88055e1e-672a-4487-be31-ffb6e833ece5', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:04:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '114fa97c-8e4d-429a-885f-f8e6eee35770', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3935, 'fixed_ips': [{'subnet_id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'ip_address': '172.25.1.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T19:44:50Z', 'updated_at': '2022-02-09T19:44:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-36', '_interfaces': [{'id': '27ae6791-9d85-4f3b-9cfb-1fec79a62ff6', 'name': '', 'network_id': 'ec64dbbc-5388-4948-8a3d-1dd20422550d', 'tenant_id': '8ff7a327cd9f4047925bca88f5e89eb1', 'mac_address': 'fa:16:3e:1c:8a:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '114fa97c-8e4d-429a-885f-f8e6eee35770', 'device_owner': 'network:router_interface', 'standard_attr_id': 3936, 'fixed_ips': [{'subnet_id': 'd519d045-1c3c-41ac-bda6-746e851d2066', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T19:44:52Z', 'updated_at': '2022-02-09T19:44:58Z', 'revision_number': 4, 'project_id': '8ff7a327cd9f4047925bca88f5e89eb1', 'subnets': [{'id': 'd519d045-1c3c-41ac-bda6-746e851d2066', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-36', False) {} {{(pid=103233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:45:00.409594 n-d-713498-36 neutron-server[103233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91f58fc5-0fa9-4e5f-b4da-ecd5efd9d44a None None] The sync data for ids ['114fa97c-8e4d-429a-885f-f8e6eee35770'] in n-d-713498-36 is: [{'id': '114fa97c-8e4d-429a-885f-f8e6eee35770', 'name': 'tempest-TestAggregatesBasicOps-376876104-router', 'tenant_id': '8ff7a327cd9f4047925bca88f5e89eb1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88055e1e-672a-4487-be31-ffb6e833ece5', 'external_fixed_ips': [{'subnet_id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'ip_address': '172.25.1.181'}], 'enable_snat': True}, 'gw_port_id': '5dda73a1-3861-4e64-9b8d-1ed63f705ef2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T19:44:49Z', 'updated_at': '2022-02-09T19:44:53Z', 'revision_number': 4, 'project_id': '8ff7a327cd9f4047925bca88f5e89eb1', 'gw_port': {'id': '5dda73a1-3861-4e64-9b8d-1ed63f705ef2', 'name': '', 'network_id': '88055e1e-672a-4487-be31-ffb6e833ece5', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:04:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '114fa97c-8e4d-429a-885f-f8e6eee35770', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3935, 'fixed_ips': [{'subnet_id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'ip_address': '172.25.1.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T19:44:50Z', 'updated_at': '2022-02-09T19:44:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-36', '_interfaces': [{'id': '27ae6791-9d85-4f3b-9cfb-1fec79a62ff6', 'name': '', 'network_id': 'ec64dbbc-5388-4948-8a3d-1dd20422550d', 'tenant_id': '8ff7a327cd9f4047925bca88f5e89eb1', 'mac_address': 'fa:16:3e:1c:8a:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '114fa97c-8e4d-429a-885f-f8e6eee35770', 'device_owner': 'network:router_interface', 'standard_attr_id': 3936, 'fixed_ips': [{'subnet_id': 'd519d045-1c3c-41ac-bda6-746e851d2066', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T19:44:52Z', 'updated_at': '2022-02-09T19:44:58Z', 'revision_number': 4, 'project_id': '8ff7a327cd9f4047925bca88f5e89eb1', 'subnets': [{'id': 'd519d045-1c3c-41ac-bda6-746e851d2066', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103233) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 19:45:00.418400 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc369fd2-1185-4055-856f-1d03afecaa54 req-a532c93a-1998-4d34-b68c-95313688072f tempest-TestVolumeBackupRestore-719474059 tempest-TestVolumeBackupRestore-719474059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:45:00.431757 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-dc369fd2-1185-4055-856f-1d03afecaa54 req-a532c93a-1998-4d34-b68c-95313688072f tempest-TestVolumeBackupRestore-719474059 tempest-TestVolumeBackupRestore-719474059-project] 10.222.0.75 "GET /v2.0/ports?device_id=ef11860c-6c68-4442-8b21-9c74e24d1a1d HTTP/1.1" status: 200 len: 945 time: 0.4270201 Feb 09 19:45:00.591641 n-d-713498-36 neutron-server[103233]: DEBUG neutron.db.l3_hamode_db [None req-a6966bed-9501-430b-b0c1-2ead059c58dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '69168e1a-834a-49ec-85d9-092066780f27', 'name': 'tempest-TestAggregatesBasicOps-2029025096-router', 'tenant_id': '63527ea762094d849cdce50b61315959', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88055e1e-672a-4487-be31-ffb6e833ece5', 'external_fixed_ips': [{'subnet_id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'ip_address': '172.25.1.78'}], 'enable_snat': True}, 'gw_port_id': 'f65340c0-174a-456b-9644-602178b12fac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T19:44:56Z', 'updated_at': '2022-02-09T19:44:57Z', 'revision_number': 3, 'project_id': '63527ea762094d849cdce50b61315959', 'gw_port': {'id': 'f65340c0-174a-456b-9644-602178b12fac', 'name': '', 'network_id': '88055e1e-672a-4487-be31-ffb6e833ece5', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:ca:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '69168e1a-834a-49ec-85d9-092066780f27', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3947, 'fixed_ips': [{'subnet_id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'ip_address': '172.25.1.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T19:44:56Z', 'updated_at': '2022-02-09T19:44:57Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-36'}], 'n-d-713498-36', False) {} {{(pid=103233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:45:00.624159 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-8aeebac8-9a11-417e-959f-47905f75ac52 None None] Current status of the port 27ae6791-9d85-4f3b-9cfb-1fec79a62ff6 is: ACTIVE; New status is: ACTIVE {{(pid=103232) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 19:45:00.627975 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d270eb40-79d9-4de0-a1b6-ae1d43d53d65 req-6f597a2a-5de7-4963-8756-803e552854ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:45:00.629857 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-d270eb40-79d9-4de0-a1b6-ae1d43d53d65 req-6f597a2a-5de7-4963-8756-803e552854ca service neutron] 10.222.0.90 "GET /v2.0/networks?id=c82d426f-a355-47f2-9358-68fe4349f782 HTTP/1.1" status: 200 len: 915 time: 0.9558895 Feb 09 19:45:00.659703 n-d-713498-36 neutron-server[103233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6966bed-9501-430b-b0c1-2ead059c58dd None None] Checking router: 69168e1a-834a-49ec-85d9-092066780f27 for host: n-d-713498-36 {{(pid=103233) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 19:45:00.660064 n-d-713498-36 neutron-server[103233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6966bed-9501-430b-b0c1-2ead059c58dd None None] Updating router 69168e1a-834a-49ec-85d9-092066780f27 port f65340c0-174a-456b-9644-602178b12fac binding host n-d-713498-36 {{(pid=103233) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 19:45:00.671797 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-dc369fd2-1185-4055-856f-1d03afecaa54 req-f547bf4f-34f4-46d5-afc6-52d5c3cec78b tempest-TestVolumeBackupRestore-719474059 tempest-TestVolumeBackupRestore-719474059-project] 10.222.0.75 "GET /v2.0/security-groups?id=9756189c-51bb-4234-9287-a2b3fd71ce58&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2387853 Feb 09 19:45:00.687056 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.provisioning_blocks [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Provisioning complete for port c9ae1081-6a2e-4f83-a30c-78eea777c36c triggered by entity L2. {{(pid=103232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 19:45:00.687855 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593630'] for port (c9ae1081-6a2e-4f83-a30c-78eea777c36c), provisioning_complete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:45:00.753999 n-d-713498-36 neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-a6966bed-9501-430b-b0c1-2ead059c58dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (f65340c0-174a-456b-9644-602178b12fac), before_update {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:45:00.784116 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-d270eb40-79d9-4de0-a1b6-ae1d43d53d65 req-3d10db21-2fb8-4d6c-acbf-786b26eddfad service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=110acd77-41d6-4497-b355-470e0d380e4b HTTP/1.1" status: 200 len: 217 time: 0.1426675 Feb 09 19:45:00.805901 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-32d203e6-e946-460f-a96b-939d39d0bca5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (None), before_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:45:00.920161 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.provisioning_blocks [None req-887557ed-d606-40b1-aec8-0921b86b7dd3 None None] Provisioning complete for port c9ae1081-6a2e-4f83-a30c-78eea777c36c triggered by entity DHCP. {{(pid=103232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 19:45:00.921664 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-887557ed-d606-40b1-aec8-0921b86b7dd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593630'] for port (c9ae1081-6a2e-4f83-a30c-78eea777c36c), provisioning_complete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:45:00.927801 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d270eb40-79d9-4de0-a1b6-ae1d43d53d65 req-58e79868-ef04-4263-b10b-dee104188b60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:45:00.929271 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-d270eb40-79d9-4de0-a1b6-ae1d43d53d65 req-58e79868-ef04-4263-b10b-dee104188b60 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=1606ed9d-0a78-4c8f-95cd-673eb47e18dc HTTP/1.1" status: 200 len: 853 time: 0.1306973 Feb 09 19:45:01.063950 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d270eb40-79d9-4de0-a1b6-ae1d43d53d65 req-4237653f-0d4d-404c-8e42-d9ec9f09297f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:45:01.071694 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-d270eb40-79d9-4de0-a1b6-ae1d43d53d65 req-4237653f-0d4d-404c-8e42-d9ec9f09297f service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=c82d426f-a355-47f2-9358-68fe4349f782&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.1249797 Feb 09 19:45:01.239297 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Current status of the port c9ae1081-6a2e-4f83-a30c-78eea777c36c is: DOWN; New status is: ACTIVE {{(pid=103232) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 19:45:01.239712 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (c9ae1081-6a2e-4f83-a30c-78eea777c36c), before_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:45:01.275138 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-d270eb40-79d9-4de0-a1b6-ae1d43d53d65 req-75ec3762-c182-4787-bcb2-7dbe657d958c service neutron] 10.222.0.90 "GET /v2.0/networks/c82d426f-a355-47f2-9358-68fe4349f782?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2000067 Feb 09 19:45:01.335115 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] For port c9ae1081-6a2e-4f83-a30c-78eea777c36c, host n-d-713498-36, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-36',level=0,port_id=c9ae1081-6a2e-4f83-a30c-78eea777c36c,segment=NetworkSegment(34266696-f64c-468e-8ac2-fad7ac7f47e1),segment_id=34266696-f64c-468e-8ac2-fad7ac7f47e1)] {{(pid=103232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 19:45:01.355524 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.l3_hamode_db [None req-d9f0f3f3-b8b0-4b88-81e0-c03474bd3c4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '042d4063-0dd6-4eab-baa5-294896cb13f5', 'name': 'tempest-TestVolumeBackupRestore-1617496221-router', 'tenant_id': '4c59ff00c3d1431da7ba682b198a4ba5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88055e1e-672a-4487-be31-ffb6e833ece5', 'external_fixed_ips': [{'subnet_id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'ip_address': '172.25.1.69'}], 'enable_snat': True}, 'gw_port_id': 'e2f54ecd-d581-40a3-bc20-cd4e87bc270d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T19:39:28Z', 'updated_at': '2022-02-09T19:39:34Z', 'revision_number': 4, 'project_id': '4c59ff00c3d1431da7ba682b198a4ba5', 'gw_port': {'id': 'e2f54ecd-d581-40a3-bc20-cd4e87bc270d', 'name': '', 'network_id': '88055e1e-672a-4487-be31-ffb6e833ece5', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:b8:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '042d4063-0dd6-4eab-baa5-294896cb13f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3571, 'fixed_ips': [{'subnet_id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'ip_address': '172.25.1.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T19:39:28Z', 'updated_at': '2022-02-09T19:39:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-36', '_interfaces': [{'id': 'aa0f446c-0d86-4ea8-bed2-b11f1660554b', 'name': '', 'network_id': 'c82d426f-a355-47f2-9358-68fe4349f782', 'tenant_id': '4c59ff00c3d1431da7ba682b198a4ba5', 'mac_address': 'fa:16:3e:ec:ec:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '042d4063-0dd6-4eab-baa5-294896cb13f5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3580, 'fixed_ips': [{'subnet_id': '1606ed9d-0a78-4c8f-95cd-673eb47e18dc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T19:39:33Z', 'updated_at': '2022-02-09T19:39:40Z', 'revision_number': 5, 'project_id': '4c59ff00c3d1431da7ba682b198a4ba5', 'subnets': [{'id': '1606ed9d-0a78-4c8f-95cd-673eb47e18dc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-36', False) {} {{(pid=103232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:45:01.361382 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762867176205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762866656485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762866656503'] for port (c9ae1081-6a2e-4f83-a30c-78eea777c36c), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:45:01.422511 n-d-713498-36 neutron-server[103229]: DEBUG neutron.db.db_base_plugin_common [None req-32d203e6-e946-460f-a96b-939d39d0bca5 admin admin] Allocated IP 172.20.0.1 (96704262-933b-4a92-aa01-d34202ac89b0/1a8caea8-92d6-4370-9ad0-041bf2b988db/2790e51a-967e-42a7-9775-97242a2f200d) {{(pid=103229) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 19:45:01.533374 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-d270eb40-79d9-4de0-a1b6-ae1d43d53d65 req-de1eae75-23f4-4b0d-9f95-a4ac4e31c72a service neutron] 10.222.0.90 "GET /v2.0/networks/c82d426f-a355-47f2-9358-68fe4349f782?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2490156 Feb 09 19:45:01.572321 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Pushing event updated for resources: {'Port': ['ID=c9ae1081-6a2e-4f83-a30c-78eea777c36c,revision_number=3']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:45:01.577764 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-887557ed-d606-40b1-aec8-0921b86b7dd3 None None] Current status of the port c9ae1081-6a2e-4f83-a30c-78eea777c36c is: DOWN; New status is: ACTIVE {{(pid=103232) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 19:45:01.578195 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-887557ed-d606-40b1-aec8-0921b86b7dd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (c9ae1081-6a2e-4f83-a30c-78eea777c36c), before_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:45:01.610976 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9f0f3f3-b8b0-4b88-81e0-c03474bd3c4c None None] Checking router: 042d4063-0dd6-4eab-baa5-294896cb13f5 for host: n-d-713498-36 {{(pid=103232) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 19:45:01.611489 n-d-713498-36 neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-a6966bed-9501-430b-b0c1-2ead059c58dd None None] Publish callbacks [] for port (f65340c0-174a-456b-9644-602178b12fac), precommit_update {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:45:01.628913 n-d-713498-36 neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-a6966bed-9501-430b-b0c1-2ead059c58dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762867176205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762866656485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762866656503'] for port (f65340c0-174a-456b-9644-602178b12fac), after_update {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:45:01.647632 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Device 27ae6791-9d85-4f3b-9cfb-1fec79a62ff6 up at agent ovs-agent-n-d-713498-36 {{(pid=103232) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 19:45:01.743568 n-d-713498-36 neutron-server[103233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f22c9e6-8d6c-46b2-8a48-3eb4dea7b988 None None] Pushing event updated for resources: {'Port': ['ID=f65340c0-174a-456b-9644-602178b12fac,revision_number=2']} {{(pid=103233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:45:01.767540 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9f0f3f3-b8b0-4b88-81e0-c03474bd3c4c None None] Routers {'042d4063-0dd6-4eab-baa5-294896cb13f5'} bound to L3 agent in host n-d-713498-36 {{(pid=103232) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 19:45:01.769831 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.l3_hamode_db [None req-d9f0f3f3-b8b0-4b88-81e0-c03474bd3c4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T18:51:43Z,description=,heartbeat_timestamp=2022-02-09T19:44:43Z,host='n-d-713498-36',id=93303d5e-5d17-45e8-8963-7694f87783ae,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T18:51:43Z,topic='l3_agent')) {'router_ids': ['042d4063-0dd6-4eab-baa5-294896cb13f5'], 'active': True} {{(pid=103232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:45:01.782537 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-32d203e6-e946-460f-a96b-939d39d0bca5 admin admin] Publish callbacks [] for port (2790e51a-967e-42a7-9775-97242a2f200d), precommit_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:45:01.819248 n-d-713498-36 neutron-server[103233]: DEBUG neutron.plugins.ml2.managers [None req-a6966bed-9501-430b-b0c1-2ead059c58dd None None] Attempting to bind port f65340c0-174a-456b-9644-602178b12fac on host n-d-713498-36 for vnic_type normal with profile {{(pid=103233) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 19:45:01.821732 n-d-713498-36 neutron-server[103233]: DEBUG neutron.plugins.ml2.managers [None req-a6966bed-9501-430b-b0c1-2ead059c58dd None None] Attempting to bind port f65340c0-174a-456b-9644-602178b12fac by drivers openvswitch,hyperv on host n-d-713498-36 at level 0 using segments [{'id': 'a4222f89-8d3f-4b51-953b-1a8126392491', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '88055e1e-672a-4487-be31-ffb6e833ece5'}] {{(pid=103233) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 19:45:01.822140 n-d-713498-36 neutron-server[103233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6966bed-9501-430b-b0c1-2ead059c58dd None None] Attempting to bind port f65340c0-174a-456b-9644-602178b12fac on network 88055e1e-672a-4487-be31-ffb6e833ece5 {{(pid=103233) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 19:45:01.844585 n-d-713498-36 neutron-server[103233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6966bed-9501-430b-b0c1-2ead059c58dd None None] Checking agent: {'id': '496418a2-c002-4aec-ab1a-07f3bea491bd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-36', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 18, 51, 47), 'started_at': datetime.datetime(2022, 2, 9, 18, 52, 17), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 19, 44, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-36'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103233) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 19:45:01.847609 n-d-713498-36 neutron-server[103233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6966bed-9501-430b-b0c1-2ead059c58dd None None] Checking segment: {'id': 'a4222f89-8d3f-4b51-953b-1a8126392491', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '88055e1e-672a-4487-be31-ffb6e833ece5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103233) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 19:45:01.848050 n-d-713498-36 neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-a6966bed-9501-430b-b0c1-2ead059c58dd None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:45:01.853553 n-d-713498-36 neutron-server[103233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6966bed-9501-430b-b0c1-2ead059c58dd None None] Bound using segment: {'id': 'a4222f89-8d3f-4b51-953b-1a8126392491', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '88055e1e-672a-4487-be31-ffb6e833ece5'} {{(pid=103233) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 19:45:01.854262 n-d-713498-36 neutron-server[103233]: DEBUG neutron.plugins.ml2.managers [None req-a6966bed-9501-430b-b0c1-2ead059c58dd None None] Bound port: f65340c0-174a-456b-9644-602178b12fac, host: n-d-713498-36, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a4222f89-8d3f-4b51-953b-1a8126392491', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '88055e1e-672a-4487-be31-ffb6e833ece5'}}] {{(pid=103233) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 19:45:01.855027 n-d-713498-36 neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-a6966bed-9501-430b-b0c1-2ead059c58dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (f65340c0-174a-456b-9644-602178b12fac), before_update {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:45:01.902540 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-32d203e6-e946-460f-a96b-939d39d0bca5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762866656467', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12867576'] for port (2790e51a-967e-42a7-9775-97242a2f200d), after_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:45:01.954705 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-147c590d-0c72-42ea-969e-c281ef22fb38 req-e7316b1e-0f82-4f30-8c0a-8bf42f3a5f6e tempest-TestVolumeBackupRestore-719474059 tempest-TestVolumeBackupRestore-719474059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:45:01.956376 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-147c590d-0c72-42ea-969e-c281ef22fb38 req-e7316b1e-0f82-4f30-8c0a-8bf42f3a5f6e tempest-TestVolumeBackupRestore-719474059 tempest-TestVolumeBackupRestore-719474059-project] 10.222.0.75 "GET /v2.0/ports?device_id=ef11860c-6c68-4442-8b21-9c74e24d1a1d HTTP/1.1" status: 200 len: 945 time: 0.1188178 Feb 09 19:45:02.025322 n-d-713498-36 neutron-server[103233]: DEBUG neutron.plugins.ml2.db [None req-a6966bed-9501-430b-b0c1-2ead059c58dd None None] For port f65340c0-174a-456b-9644-602178b12fac, host n-d-713498-36, cleared binding levels {{(pid=103233) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 19:45:02.030485 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-147c590d-0c72-42ea-969e-c281ef22fb38 req-d4d891da-11d0-4b96-8f25-307a276deec3 tempest-TestVolumeBackupRestore-719474059 tempest-TestVolumeBackupRestore-719474059-project] 10.222.0.75 "GET /v2.0/security-groups?id=9756189c-51bb-4234-9287-a2b3fd71ce58&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0663803 Feb 09 19:45:02.034653 n-d-713498-36 neutron-server[103233]: DEBUG neutron.plugins.ml2.db [None req-a6966bed-9501-430b-b0c1-2ead059c58dd None None] For port f65340c0-174a-456b-9644-602178b12fac, host n-d-713498-36, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-36',level=0,port_id=f65340c0-174a-456b-9644-602178b12fac,segment=NetworkSegment(a4222f89-8d3f-4b51-953b-1a8126392491),segment_id=a4222f89-8d3f-4b51-953b-1a8126392491)] {{(pid=103233) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 19:45:02.045019 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.db.api [None req-887557ed-d606-40b1-aec8-0921b86b7dd3 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103232) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 09 19:45:02.045383 n-d-713498-36 neutron-server[103232]: DEBUG oslo_db.api [None req-887557ed-d606-40b1-aec8-0921b86b7dd3 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 09 19:45:02.047745 n-d-713498-36 neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-a6966bed-9501-430b-b0c1-2ead059c58dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762867176205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762866656485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762866656503'] for port (f65340c0-174a-456b-9644-602178b12fac), after_update {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:45:02.055274 n-d-713498-36 neutron-server[103229]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32d203e6-e946-460f-a96b-939d39d0bca5 admin admin] Network 96704262-933b-4a92-aa01-d34202ac89b0 is already hosted by enough agents. {{(pid=103229) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 19:45:02.078489 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32d203e6-e946-460f-a96b-939d39d0bca5 admin admin] Pushing event updated for resources: {'Port': ['ID=2790e51a-967e-42a7-9775-97242a2f200d,revision_number=1']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:45:02.083730 n-d-713498-36 neutron-server[103229]: DEBUG neutron.scheduler.base_scheduler [None req-32d203e6-e946-460f-a96b-939d39d0bca5 admin admin] Resources bound (agent type, host, resource id): {{(pid=103229) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 19:45:02.087494 n-d-713498-36 neutron-server[103229]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32d203e6-e946-460f-a96b-939d39d0bca5 admin admin] Received port after_create {{(pid=103229) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 19:45:02.119673 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.provisioning_blocks [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Provisioning complete for port 27ae6791-9d85-4f3b-9cfb-1fec79a62ff6 triggered by entity L2. {{(pid=103232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 19:45:02.119673 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593630'] for port (27ae6791-9d85-4f3b-9cfb-1fec79a62ff6), provisioning_complete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:45:02.189396 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-32d203e6-e946-460f-a96b-939d39d0bca5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1819024'] for router_interface (69168e1a-834a-49ec-85d9-092066780f27), before_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:45:02.211324 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.l3_dvr_db [None req-d9f0f3f3-b8b0-4b88-81e0-c03474bd3c4c None None] Set router 042d4063-0dd6-4eab-baa5-294896cb13f5 gateway port host: n-d-713498-36 {{(pid=103232) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 19:45:02.276185 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a891287e-0b14-4023-8ee1-f40dd09de269 req-a3975062-80a5-4815-a432-efd99e1262de tempest-TestVolumeBackupRestore-719474059 tempest-TestVolumeBackupRestore-719474059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:45:02.288184 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-a891287e-0b14-4023-8ee1-f40dd09de269 req-a3975062-80a5-4815-a432-efd99e1262de tempest-TestVolumeBackupRestore-719474059 tempest-TestVolumeBackupRestore-719474059-project] 10.222.0.90 "GET /v2.0/ports?device_id=ef11860c-6c68-4442-8b21-9c74e24d1a1d HTTP/1.1" status: 200 len: 945 time: 0.1464634 Feb 09 19:45:02.317508 n-d-713498-36 neutron-server[103233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f22c9e6-8d6c-46b2-8a48-3eb4dea7b988 None None] Pushing event updated for resources: {'Port': ['ID=f65340c0-174a-456b-9644-602178b12fac,revision_number=3']} {{(pid=103233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:45:02.327669 n-d-713498-36 neutron-server[103233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6966bed-9501-430b-b0c1-2ead059c58dd None None] Routers {'69168e1a-834a-49ec-85d9-092066780f27'} bound to L3 agent in host n-d-713498-36 {{(pid=103233) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 19:45:02.328308 n-d-713498-36 neutron-server[103233]: DEBUG neutron.db.l3_hamode_db [None req-a6966bed-9501-430b-b0c1-2ead059c58dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T18:51:43Z,description=,heartbeat_timestamp=2022-02-09T19:44:43Z,host='n-d-713498-36',id=93303d5e-5d17-45e8-8963-7694f87783ae,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T18:51:43Z,topic='l3_agent')) {'router_ids': ['69168e1a-834a-49ec-85d9-092066780f27'], 'active': True} {{(pid=103233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:45:02.514874 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.plugin [req-a891287e-0b14-4023-8ee1-f40dd09de269 req-1e52682a-fb6f-4d97-b16b-5ad2a263491b tempest-TestVolumeBackupRestore-719474059 tempest-TestVolumeBackupRestore-719474059-project] Deleting port 110acd77-41d6-4497-b355-470e0d380e4b {{(pid=103230) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 19:45:02.515555 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [req-a891287e-0b14-4023-8ee1-f40dd09de269 req-1e52682a-fb6f-4d97-b16b-5ad2a263491b tempest-TestVolumeBackupRestore-719474059 tempest-TestVolumeBackupRestore-719474059-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762867170196'] for port (110acd77-41d6-4497-b355-470e0d380e4b), before_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:45:02.606895 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-32d203e6-e946-460f-a96b-939d39d0bca5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (2790e51a-967e-42a7-9775-97242a2f200d), before_update {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:45:02.660790 n-d-713498-36 neutron-server[103233]: DEBUG neutron.db.l3_dvr_db [None req-a6966bed-9501-430b-b0c1-2ead059c58dd None None] Set router 69168e1a-834a-49ec-85d9-092066780f27 gateway port host: n-d-713498-36 {{(pid=103233) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 19:45:02.742057 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.db [req-a891287e-0b14-4023-8ee1-f40dd09de269 req-1e52682a-fb6f-4d97-b16b-5ad2a263491b tempest-TestVolumeBackupRestore-719474059 tempest-TestVolumeBackupRestore-719474059-project] For port 110acd77-41d6-4497-b355-470e0d380e4b, host n-h2-713498-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-36',level=0,port_id=110acd77-41d6-4497-b355-470e0d380e4b,segment=NetworkSegment(6912a3c6-390b-493a-8586-f44e28e90c68),segment_id=6912a3c6-390b-493a-8586-f44e28e90c68)] {{(pid=103230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 19:45:02.742429 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [req-a891287e-0b14-4023-8ee1-f40dd09de269 req-1e52682a-fb6f-4d97-b16b-5ad2a263491b tempest-TestVolumeBackupRestore-719474059 tempest-TestVolumeBackupRestore-719474059-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1820838'] for port (110acd77-41d6-4497-b355-470e0d380e4b), precommit_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:45:02.744615 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-887557ed-d606-40b1-aec8-0921b86b7dd3 None None] Current status of the port c9ae1081-6a2e-4f83-a30c-78eea777c36c is: ACTIVE; New status is: ACTIVE {{(pid=103232) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 19:45:02.759865 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Current status of the port 27ae6791-9d85-4f3b-9cfb-1fec79a62ff6 is: ACTIVE; New status is: ACTIVE {{(pid=103232) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 19:45:02.796788 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.plugin [req-a891287e-0b14-4023-8ee1-f40dd09de269 req-1e52682a-fb6f-4d97-b16b-5ad2a263491b tempest-TestVolumeBackupRestore-719474059 tempest-TestVolumeBackupRestore-719474059-project] Calling delete_port for 110acd77-41d6-4497-b355-470e0d380e4b owned by compute:nova {{(pid=103230) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 19:45:02.807135 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.l3_hamode_db [None req-d9f0f3f3-b8b0-4b88-81e0-c03474bd3c4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '042d4063-0dd6-4eab-baa5-294896cb13f5', 'name': 'tempest-TestVolumeBackupRestore-1617496221-router', 'tenant_id': '4c59ff00c3d1431da7ba682b198a4ba5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88055e1e-672a-4487-be31-ffb6e833ece5', 'external_fixed_ips': [{'subnet_id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'ip_address': '172.25.1.69'}], 'enable_snat': True}, 'gw_port_id': 'e2f54ecd-d581-40a3-bc20-cd4e87bc270d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T19:39:28Z', 'updated_at': '2022-02-09T19:39:34Z', 'revision_number': 4, 'project_id': '4c59ff00c3d1431da7ba682b198a4ba5', 'gw_port': {'id': 'e2f54ecd-d581-40a3-bc20-cd4e87bc270d', 'name': '', 'network_id': '88055e1e-672a-4487-be31-ffb6e833ece5', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:b8:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '042d4063-0dd6-4eab-baa5-294896cb13f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3571, 'fixed_ips': [{'subnet_id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'ip_address': '172.25.1.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T19:39:28Z', 'updated_at': '2022-02-09T19:39:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-36', '_interfaces': [{'id': 'aa0f446c-0d86-4ea8-bed2-b11f1660554b', 'name': '', 'network_id': 'c82d426f-a355-47f2-9358-68fe4349f782', 'tenant_id': '4c59ff00c3d1431da7ba682b198a4ba5', 'mac_address': 'fa:16:3e:ec:ec:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '042d4063-0dd6-4eab-baa5-294896cb13f5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3580, 'fixed_ips': [{'subnet_id': '1606ed9d-0a78-4c8f-95cd-673eb47e18dc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T19:39:33Z', 'updated_at': '2022-02-09T19:39:40Z', 'revision_number': 5, 'project_id': '4c59ff00c3d1431da7ba682b198a4ba5', 'subnets': [{'id': '1606ed9d-0a78-4c8f-95cd-673eb47e18dc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-36', False) {} {{(pid=103232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:45:02.910017 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9f0f3f3-b8b0-4b88-81e0-c03474bd3c4c None None] The sync data for ids ['042d4063-0dd6-4eab-baa5-294896cb13f5'] in n-d-713498-36 is: [{'id': '042d4063-0dd6-4eab-baa5-294896cb13f5', 'name': 'tempest-TestVolumeBackupRestore-1617496221-router', 'tenant_id': '4c59ff00c3d1431da7ba682b198a4ba5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88055e1e-672a-4487-be31-ffb6e833ece5', 'external_fixed_ips': [{'subnet_id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'ip_address': '172.25.1.69'}], 'enable_snat': True}, 'gw_port_id': 'e2f54ecd-d581-40a3-bc20-cd4e87bc270d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T19:39:28Z', 'updated_at': '2022-02-09T19:39:34Z', 'revision_number': 4, 'project_id': '4c59ff00c3d1431da7ba682b198a4ba5', 'gw_port': {'id': 'e2f54ecd-d581-40a3-bc20-cd4e87bc270d', 'name': '', 'network_id': '88055e1e-672a-4487-be31-ffb6e833ece5', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:b8:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '042d4063-0dd6-4eab-baa5-294896cb13f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3571, 'fixed_ips': [{'subnet_id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'ip_address': '172.25.1.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T19:39:28Z', 'updated_at': '2022-02-09T19:39:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-36', '_interfaces': [{'id': 'aa0f446c-0d86-4ea8-bed2-b11f1660554b', 'name': '', 'network_id': 'c82d426f-a355-47f2-9358-68fe4349f782', 'tenant_id': '4c59ff00c3d1431da7ba682b198a4ba5', 'mac_address': 'fa:16:3e:ec:ec:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '042d4063-0dd6-4eab-baa5-294896cb13f5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3580, 'fixed_ips': [{'subnet_id': '1606ed9d-0a78-4c8f-95cd-673eb47e18dc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T19:39:33Z', 'updated_at': '2022-02-09T19:39:40Z', 'revision_number': 5, 'project_id': '4c59ff00c3d1431da7ba682b198a4ba5', 'subnets': [{'id': '1606ed9d-0a78-4c8f-95cd-673eb47e18dc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103232) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 19:45:02.935616 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.provisioning_blocks [None req-cfb28f9e-3d83-44ce-aa01-6c5258b5b43f None None] Provisioning complete for port 2790e51a-967e-42a7-9775-97242a2f200d triggered by entity DHCP. {{(pid=103232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 19:45:02.935998 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-cfb28f9e-3d83-44ce-aa01-6c5258b5b43f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593630'] for port (2790e51a-967e-42a7-9775-97242a2f200d), provisioning_complete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:45:03.136175 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [req-a891287e-0b14-4023-8ee1-f40dd09de269 req-1e52682a-fb6f-4d97-b16b-5ad2a263491b tempest-TestVolumeBackupRestore-719474059 tempest-TestVolumeBackupRestore-719474059-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762867177463', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762866656476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14393751'] for port (110acd77-41d6-4497-b355-470e0d380e4b), after_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:45:03.199288 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e52682a-fb6f-4d97-b16b-5ad2a263491b tempest-TestVolumeBackupRestore-719474059 tempest-TestVolumeBackupRestore-719474059-project] Pushing event deleted for resources: {'Port': ['ID=110acd77-41d6-4497-b355-470e0d380e4b,revision_number=None']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:45:03.293513 n-d-713498-36 neutron-server[103233]: DEBUG neutron.db.l3_hamode_db [None req-a6966bed-9501-430b-b0c1-2ead059c58dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '69168e1a-834a-49ec-85d9-092066780f27', 'name': 'tempest-TestAggregatesBasicOps-2029025096-router', 'tenant_id': '63527ea762094d849cdce50b61315959', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88055e1e-672a-4487-be31-ffb6e833ece5', 'external_fixed_ips': [{'subnet_id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'ip_address': '172.25.1.78'}], 'enable_snat': True}, 'gw_port_id': 'f65340c0-174a-456b-9644-602178b12fac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T19:44:56Z', 'updated_at': '2022-02-09T19:44:57Z', 'revision_number': 3, 'project_id': '63527ea762094d849cdce50b61315959', 'gw_port': {'id': 'f65340c0-174a-456b-9644-602178b12fac', 'name': '', 'network_id': '88055e1e-672a-4487-be31-ffb6e833ece5', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:ca:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '69168e1a-834a-49ec-85d9-092066780f27', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3947, 'fixed_ips': [{'subnet_id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'ip_address': '172.25.1.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T19:44:56Z', 'updated_at': '2022-02-09T19:45:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-36'}], 'n-d-713498-36', False) {} {{(pid=103233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:45:03.294888 n-d-713498-36 neutron-server[103230]: DEBUG neutron.db.l3_dvrscheduler_db [req-a891287e-0b14-4023-8ee1-f40dd09de269 req-1e52682a-fb6f-4d97-b16b-5ad2a263491b tempest-TestVolumeBackupRestore-719474059 tempest-TestVolumeBackupRestore-719474059-project] No DVR routers for this DVR port 110acd77-41d6-4497-b355-470e0d380e4b on host n-h2-713498-36 {{(pid=103230) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 19:45:03.300637 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [req-a891287e-0b14-4023-8ee1-f40dd09de269 req-1e52682a-fb6f-4d97-b16b-5ad2a263491b tempest-TestVolumeBackupRestore-719474059 tempest-TestVolumeBackupRestore-719474059-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171096'] for port (None), before_response {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:45:03.314380 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-a891287e-0b14-4023-8ee1-f40dd09de269 req-1e52682a-fb6f-4d97-b16b-5ad2a263491b tempest-TestVolumeBackupRestore-719474059 tempest-TestVolumeBackupRestore-719474059-project] 10.222.0.90 "DELETE /v2.0/ports/110acd77-41d6-4497-b355-470e0d380e4b HTTP/1.1" status: 204 len: 173 time: 1.0183599 Feb 09 19:45:03.322918 n-d-713498-36 neutron-server[103230]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ef11860c-6c68-4442-8b21-9c74e24d1a1d', 'name': 'network-vif-deleted', 'tag': '110acd77-41d6-4497-b355-470e0d380e4b'}] {{(pid=103230) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 19:45:03.331690 n-d-713498-36 neutron-server[103230]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aee5919275bae9f72eb374ee322673045eb80c1f84b4b45a97d96923bd50ab51" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-75f5083e-f268-462e-a2dc-5a6277194481" -d '{"events": [{"server_uuid": "ef11860c-6c68-4442-8b21-9c74e24d1a1d", "name": "network-vif-deleted", "tag": "110acd77-41d6-4497-b355-470e0d380e4b"}]}' {{(pid=103230) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 19:45:03.401451 n-d-713498-36 neutron-server[103233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6966bed-9501-430b-b0c1-2ead059c58dd None None] The sync data for ids ['69168e1a-834a-49ec-85d9-092066780f27'] in n-d-713498-36 is: [{'id': '69168e1a-834a-49ec-85d9-092066780f27', 'name': 'tempest-TestAggregatesBasicOps-2029025096-router', 'tenant_id': '63527ea762094d849cdce50b61315959', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88055e1e-672a-4487-be31-ffb6e833ece5', 'external_fixed_ips': [{'subnet_id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'ip_address': '172.25.1.78'}], 'enable_snat': True}, 'gw_port_id': 'f65340c0-174a-456b-9644-602178b12fac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T19:44:56Z', 'updated_at': '2022-02-09T19:44:57Z', 'revision_number': 3, 'project_id': '63527ea762094d849cdce50b61315959', 'gw_port': {'id': 'f65340c0-174a-456b-9644-602178b12fac', 'name': '', 'network_id': '88055e1e-672a-4487-be31-ffb6e833ece5', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:ca:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '69168e1a-834a-49ec-85d9-092066780f27', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3947, 'fixed_ips': [{'subnet_id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'ip_address': '172.25.1.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T19:44:56Z', 'updated_at': '2022-02-09T19:45:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-36'}] {{(pid=103233) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 19:45:03.412953 n-d-713498-36 neutron-server[103230]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 19:45:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fbb7dea5-34f7-40ee-9e74-96a1297c9e73 x-openstack-request-id: req-fbb7dea5-34f7-40ee-9e74-96a1297c9e73 {{(pid=103230) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 19:45:03.413288 n-d-713498-36 neutron-server[103230]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ef11860c-6c68-4442-8b21-9c74e24d1a1d", "name": "network-vif-deleted", "tag": "110acd77-41d6-4497-b355-470e0d380e4b", "status": "completed", "code": 200}]} {{(pid=103230) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 19:45:03.413542 n-d-713498-36 neutron-server[103230]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-fbb7dea5-34f7-40ee-9e74-96a1297c9e73 {{(pid=103230) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 19:45:03.414139 n-d-713498-36 neutron-server[103230]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ef11860c-6c68-4442-8b21-9c74e24d1a1d', 'name': 'network-vif-deleted', 'tag': '110acd77-41d6-4497-b355-470e0d380e4b', 'status': 'completed', 'code': 200} Feb 09 19:45:03.521748 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-cfb28f9e-3d83-44ce-aa01-6c5258b5b43f None None] Port 2790e51a-967e-42a7-9775-97242a2f200d cannot update to ACTIVE because it is not bound. {{(pid=103232) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 19:45:03.565207 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.provisioning_blocks [None req-cfb28f9e-3d83-44ce-aa01-6c5258b5b43f None None] Provisioning complete for port c9ae1081-6a2e-4f83-a30c-78eea777c36c triggered by entity DHCP. {{(pid=103232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 19:45:03.565931 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-cfb28f9e-3d83-44ce-aa01-6c5258b5b43f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593630'] for port (c9ae1081-6a2e-4f83-a30c-78eea777c36c), provisioning_complete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:45:03.602623 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Device c9ae1081-6a2e-4f83-a30c-78eea777c36c up at agent ovs-agent-n-d-713498-36 {{(pid=103232) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 19:45:03.632910 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-699ed0fc-d511-458a-ac7e-c7398b2e08e4 None None] New status for floating IP 061fa9c6-8ac6-4209-a644-b0550593ed68: DOWN {{(pid=103232) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 09 19:45:03.800646 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-32d203e6-e946-460f-a96b-939d39d0bca5 admin admin] Publish callbacks [] for port (2790e51a-967e-42a7-9775-97242a2f200d), precommit_update {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:45:03.817897 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-baace0b3-67f1-4bf7-a01c-0422195d2678 req-f9570da6-f6b5-485c-a0f1-8a3ab6a0db3d tempest-TestVolumeBackupRestore-719474059 tempest-TestVolumeBackupRestore-719474059-project] 10.222.0.75 "GET /v2.0/ports?device_id=ef11860c-6c68-4442-8b21-9c74e24d1a1d HTTP/1.1" status: 200 len: 210 time: 0.1100433 Feb 09 19:45:03.834289 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-32d203e6-e946-460f-a96b-939d39d0bca5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762867176205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762866656485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762866656503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12867569'] for port (2790e51a-967e-42a7-9775-97242a2f200d), after_update {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:45:03.898348 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.provisioning_blocks [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Provisioning complete for port c9ae1081-6a2e-4f83-a30c-78eea777c36c triggered by entity L2. {{(pid=103232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 19:45:03.899051 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593630'] for port (c9ae1081-6a2e-4f83-a30c-78eea777c36c), provisioning_complete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:45:03.918743 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-32d203e6-e946-460f-a96b-939d39d0bca5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1613458', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1834496'] for router_interface (69168e1a-834a-49ec-85d9-092066780f27), after_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:45:03.922554 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-cfb28f9e-3d83-44ce-aa01-6c5258b5b43f None None] Current status of the port c9ae1081-6a2e-4f83-a30c-78eea777c36c is: ACTIVE; New status is: ACTIVE {{(pid=103232) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 19:45:04.057542 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32d203e6-e946-460f-a96b-939d39d0bca5 admin admin] Pushing event updated for resources: {'Port': ['ID=2790e51a-967e-42a7-9775-97242a2f200d,revision_number=2']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:45:04.069983 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Current status of the port c9ae1081-6a2e-4f83-a30c-78eea777c36c is: ACTIVE; New status is: ACTIVE {{(pid=103232) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 19:45:04.162416 n-d-713498-36 neutron-server[103229]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32d203e6-e946-460f-a96b-939d39d0bca5 admin admin] Network 96704262-933b-4a92-aa01-d34202ac89b0 is already hosted by enough agents. {{(pid=103229) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 19:45:04.163952 n-d-713498-36 neutron-server[103229]: DEBUG neutron.scheduler.base_scheduler [None req-32d203e6-e946-460f-a96b-939d39d0bca5 admin admin] Resources bound (agent type, host, resource id): {{(pid=103229) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 19:45:04.310624 n-d-713498-36 neutron-server[103229]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-32d203e6-e946-460f-a96b-939d39d0bca5 admin admin] Router 69168e1a-834a-49ec-85d9-092066780f27 has already been hosted by L3 agent 93303d5e-5d17-45e8-8963-7694f87783ae {{(pid=103229) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 19:45:04.468457 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-32d203e6-e946-460f-a96b-939d39d0bca5 admin admin] Notify agent at l3_agent.n-d-713498-36 the message routers_updated {{(pid=103229) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 19:45:04.497707 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-32d203e6-e946-460f-a96b-939d39d0bca5 admin admin] 10.222.0.75 "PUT /v2.0/routers/69168e1a-834a-49ec-85d9-092066780f27/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9949243 Feb 09 19:45:04.660009 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.provisioning_blocks [None req-a4596984-64dd-4aec-893d-8135b4f9ce6b None None] Provisioning complete for port 2790e51a-967e-42a7-9775-97242a2f200d triggered by entity DHCP. {{(pid=103232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 19:45:04.660685 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-a4596984-64dd-4aec-893d-8135b4f9ce6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593630'] for port (2790e51a-967e-42a7-9775-97242a2f200d), provisioning_complete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:45:04.743693 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-a4596984-64dd-4aec-893d-8135b4f9ce6b None None] Port 2790e51a-967e-42a7-9775-97242a2f200d cannot update to ACTIVE because it is not bound. {{(pid=103232) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 19:45:04.965229 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-5305b9d1-1eb1-4d6f-9946-88e7785c2a6e req-7ddadfac-0442-41ea-9130-597a49aba1da tempest-TestVolumeBackupRestore-719474059 tempest-TestVolumeBackupRestore-719474059-project] 10.222.0.75 "GET /v2.0/ports?device_id=ef11860c-6c68-4442-8b21-9c74e24d1a1d HTTP/1.1" status: 200 len: 210 time: 0.0354211 Feb 09 19:45:05.301324 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Device 110acd77-41d6-4497-b355-470e0d380e4b no longer exists at agent hyperv_n-h2-713498-36 {{(pid=103232) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 19:45:05.333009 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-7429db8d-6021-40ad-813e-885be449a89b None None] No Port match for: 110acd77-41d6-4497-b355-470e0d380e4b {{(pid=103232) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 19:45:05.333432 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Device 110acd77-41d6-4497-b355-470e0d380e4b not bound to the agent host n-h2-713498-36 {{(pid=103232) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 19:45:05.493555 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Device f65340c0-174a-456b-9644-602178b12fac up at agent ovs-agent-n-d-713498-36 {{(pid=103232) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 19:45:05.568310 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.provisioning_blocks [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Provisioning complete for port f65340c0-174a-456b-9644-602178b12fac triggered by entity L2. {{(pid=103232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 19:45:05.568816 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593630'] for port (f65340c0-174a-456b-9644-602178b12fac), provisioning_complete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:45:05.653106 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Current status of the port f65340c0-174a-456b-9644-602178b12fac is: DOWN; New status is: ACTIVE {{(pid=103232) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 19:45:05.653581 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (f65340c0-174a-456b-9644-602178b12fac), before_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:45:05.676765 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] For port f65340c0-174a-456b-9644-602178b12fac, host n-d-713498-36, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-36',level=0,port_id=f65340c0-174a-456b-9644-602178b12fac,segment=NetworkSegment(a4222f89-8d3f-4b51-953b-1a8126392491),segment_id=a4222f89-8d3f-4b51-953b-1a8126392491)] {{(pid=103232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 19:45:05.682438 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762867176205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762866656485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762866656503'] for port (f65340c0-174a-456b-9644-602178b12fac), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:45:05.762272 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Pushing event updated for resources: {'Port': ['ID=f65340c0-174a-456b-9644-602178b12fac,revision_number=4']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:45:05.934200 n-d-713498-36 neutron-server[103233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cde2ccb4-6b51-43e1-8752-b86fa7f704d4 None None] Sync routers for ids ['69168e1a-834a-49ec-85d9-092066780f27'] in n-d-713498-36 {{(pid=103233) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 19:45:05.945655 n-d-713498-36 neutron-server[103233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cde2ccb4-6b51-43e1-8752-b86fa7f704d4 None None] Routers {'69168e1a-834a-49ec-85d9-092066780f27'} bound to L3 agent in host n-d-713498-36 {{(pid=103233) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 19:45:05.946394 n-d-713498-36 neutron-server[103233]: DEBUG neutron.db.l3_hamode_db [None req-cde2ccb4-6b51-43e1-8752-b86fa7f704d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T18:51:43Z,description=,heartbeat_timestamp=2022-02-09T19:44:43Z,host='n-d-713498-36',id=93303d5e-5d17-45e8-8963-7694f87783ae,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T18:51:43Z,topic='l3_agent')) {'router_ids': ['69168e1a-834a-49ec-85d9-092066780f27'], 'active': True} {{(pid=103233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:45:06.004039 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 48588) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:45:06.064959 n-d-713498-36 neutron-server[103233]: DEBUG neutron.db.l3_dvr_db [None req-cde2ccb4-6b51-43e1-8752-b86fa7f704d4 None None] Set router 69168e1a-834a-49ec-85d9-092066780f27 gateway port host: n-d-713498-36 {{(pid=103233) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 19:45:06.115197 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-33da80c1-dad3-41ab-98e6-2ff5fecc1ede req-ca0da8a8-fb83-43da-8a0f-3ca948eb77f3 tempest-TestVolumeBackupRestore-719474059 tempest-TestVolumeBackupRestore-719474059-project] 10.222.0.75 "GET /v2.0/ports?device_id=ef11860c-6c68-4442-8b21-9c74e24d1a1d HTTP/1.1" status: 200 len: 210 time: 0.0631254 Feb 09 19:45:06.286357 n-d-713498-36 neutron-server[103233]: DEBUG neutron.db.l3_hamode_db [None req-cde2ccb4-6b51-43e1-8752-b86fa7f704d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '69168e1a-834a-49ec-85d9-092066780f27', 'name': 'tempest-TestAggregatesBasicOps-2029025096-router', 'tenant_id': '63527ea762094d849cdce50b61315959', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88055e1e-672a-4487-be31-ffb6e833ece5', 'external_fixed_ips': [{'subnet_id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'ip_address': '172.25.1.78'}], 'enable_snat': True}, 'gw_port_id': 'f65340c0-174a-456b-9644-602178b12fac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T19:44:56Z', 'updated_at': '2022-02-09T19:45:02Z', 'revision_number': 4, 'project_id': '63527ea762094d849cdce50b61315959', 'gw_port': {'id': 'f65340c0-174a-456b-9644-602178b12fac', 'name': '', 'network_id': '88055e1e-672a-4487-be31-ffb6e833ece5', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:ca:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69168e1a-834a-49ec-85d9-092066780f27', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3947, 'fixed_ips': [{'subnet_id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'ip_address': '172.25.1.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T19:44:56Z', 'updated_at': '2022-02-09T19:45:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-36', '_interfaces': [{'id': '2790e51a-967e-42a7-9775-97242a2f200d', 'name': '', 'network_id': '96704262-933b-4a92-aa01-d34202ac89b0', 'tenant_id': '63527ea762094d849cdce50b61315959', 'mac_address': 'fa:16:3e:7d:71:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '69168e1a-834a-49ec-85d9-092066780f27', 'device_owner': 'network:router_interface', 'standard_attr_id': 3948, 'fixed_ips': [{'subnet_id': '1a8caea8-92d6-4370-9ad0-041bf2b988db', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T19:45:00Z', 'updated_at': '2022-02-09T19:45:02Z', 'revision_number': 2, 'project_id': '63527ea762094d849cdce50b61315959', 'subnets': [{'id': '1a8caea8-92d6-4370-9ad0-041bf2b988db', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-36', False) {} {{(pid=103233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:45:06.313182 n-d-713498-36 neutron-server[103233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cde2ccb4-6b51-43e1-8752-b86fa7f704d4 None None] Checking router: 69168e1a-834a-49ec-85d9-092066780f27 for host: n-d-713498-36 {{(pid=103233) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 19:45:06.313533 n-d-713498-36 neutron-server[103233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cde2ccb4-6b51-43e1-8752-b86fa7f704d4 None None] Updating router 69168e1a-834a-49ec-85d9-092066780f27 port 2790e51a-967e-42a7-9775-97242a2f200d binding host n-d-713498-36 {{(pid=103233) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 19:45:06.342448 n-d-713498-36 neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-cde2ccb4-6b51-43e1-8752-b86fa7f704d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (2790e51a-967e-42a7-9775-97242a2f200d), before_update {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:45:06.494367 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-4898d93a-d78a-4298-93d0-40e0cb8a425c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1834525'] for router_interface (114fa97c-8e4d-429a-885f-f8e6eee35770), before_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:45:06.630733 n-d-713498-36 neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-cde2ccb4-6b51-43e1-8752-b86fa7f704d4 None None] Publish callbacks [] for port (2790e51a-967e-42a7-9775-97242a2f200d), precommit_update {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:45:06.637040 n-d-713498-36 neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-cde2ccb4-6b51-43e1-8752-b86fa7f704d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762867176205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762866656485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762866656503'] for port (2790e51a-967e-42a7-9775-97242a2f200d), after_update {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:45:06.709187 n-d-713498-36 neutron-server[103233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-218eb152-1ed1-4106-9ca3-2189c6651046 None None] Pushing event updated for resources: {'Port': ['ID=2790e51a-967e-42a7-9775-97242a2f200d,revision_number=3']} {{(pid=103233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:45:06.751470 n-d-713498-36 neutron-server[103233]: DEBUG neutron.plugins.ml2.managers [None req-cde2ccb4-6b51-43e1-8752-b86fa7f704d4 None None] Attempting to bind port 2790e51a-967e-42a7-9775-97242a2f200d on host n-d-713498-36 for vnic_type normal with profile {{(pid=103233) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 19:45:06.751780 n-d-713498-36 neutron-server[103233]: DEBUG neutron.plugins.ml2.managers [None req-cde2ccb4-6b51-43e1-8752-b86fa7f704d4 None None] Attempting to bind port 2790e51a-967e-42a7-9775-97242a2f200d by drivers openvswitch,hyperv on host n-d-713498-36 at level 0 using segments [{'id': '34266696-f64c-468e-8ac2-fad7ac7f47e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': '96704262-933b-4a92-aa01-d34202ac89b0'}] {{(pid=103233) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 19:45:06.752784 n-d-713498-36 neutron-server[103233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cde2ccb4-6b51-43e1-8752-b86fa7f704d4 None None] Attempting to bind port 2790e51a-967e-42a7-9775-97242a2f200d on network 96704262-933b-4a92-aa01-d34202ac89b0 {{(pid=103233) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 19:45:06.764083 n-d-713498-36 neutron-server[103233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cde2ccb4-6b51-43e1-8752-b86fa7f704d4 None None] Checking agent: {'id': '496418a2-c002-4aec-ab1a-07f3bea491bd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-36', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 18, 51, 47), 'started_at': datetime.datetime(2022, 2, 9, 18, 52, 17), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 19, 44, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-36'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103233) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 19:45:06.764450 n-d-713498-36 neutron-server[103233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cde2ccb4-6b51-43e1-8752-b86fa7f704d4 None None] Checking segment: {'id': '34266696-f64c-468e-8ac2-fad7ac7f47e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': '96704262-933b-4a92-aa01-d34202ac89b0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103233) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 19:45:06.764856 n-d-713498-36 neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-cde2ccb4-6b51-43e1-8752-b86fa7f704d4 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:45:06.765248 n-d-713498-36 neutron-server[103233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cde2ccb4-6b51-43e1-8752-b86fa7f704d4 None None] Bound using segment: {'id': '34266696-f64c-468e-8ac2-fad7ac7f47e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': '96704262-933b-4a92-aa01-d34202ac89b0'} {{(pid=103233) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 19:45:06.765715 n-d-713498-36 neutron-server[103233]: DEBUG neutron.plugins.ml2.managers [None req-cde2ccb4-6b51-43e1-8752-b86fa7f704d4 None None] Bound port: 2790e51a-967e-42a7-9775-97242a2f200d, host: n-d-713498-36, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '34266696-f64c-468e-8ac2-fad7ac7f47e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': '96704262-933b-4a92-aa01-d34202ac89b0'}}] {{(pid=103233) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 19:45:06.766122 n-d-713498-36 neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-cde2ccb4-6b51-43e1-8752-b86fa7f704d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (2790e51a-967e-42a7-9775-97242a2f200d), before_update {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:45:06.841607 n-d-713498-36 neutron-server[103233]: DEBUG neutron.plugins.ml2.db [None req-cde2ccb4-6b51-43e1-8752-b86fa7f704d4 None None] For port 2790e51a-967e-42a7-9775-97242a2f200d, host n-d-713498-36, cleared binding levels {{(pid=103233) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 19:45:06.846144 n-d-713498-36 neutron-server[103233]: DEBUG neutron.plugins.ml2.db [None req-cde2ccb4-6b51-43e1-8752-b86fa7f704d4 None None] For port 2790e51a-967e-42a7-9775-97242a2f200d, host n-d-713498-36, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-36',level=0,port_id=2790e51a-967e-42a7-9775-97242a2f200d,segment=NetworkSegment(34266696-f64c-468e-8ac2-fad7ac7f47e1),segment_id=34266696-f64c-468e-8ac2-fad7ac7f47e1)] {{(pid=103233) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 19:45:06.854385 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.plugin [None req-4898d93a-d78a-4298-93d0-40e0cb8a425c admin admin] Deleting port 27ae6791-9d85-4f3b-9cfb-1fec79a62ff6 {{(pid=103229) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 19:45:06.855188 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-4898d93a-d78a-4298-93d0-40e0cb8a425c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762867170196'] for port (27ae6791-9d85-4f3b-9cfb-1fec79a62ff6), before_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:45:06.855631 n-d-713498-36 neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-cde2ccb4-6b51-43e1-8752-b86fa7f704d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762867176205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762866656485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762866656503'] for port (2790e51a-967e-42a7-9775-97242a2f200d), after_update {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:45:06.930737 n-d-713498-36 neutron-server[103233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cde2ccb4-6b51-43e1-8752-b86fa7f704d4 None None] Routers {'69168e1a-834a-49ec-85d9-092066780f27'} bound to L3 agent in host n-d-713498-36 {{(pid=103233) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 19:45:06.931381 n-d-713498-36 neutron-server[103233]: DEBUG neutron.db.l3_hamode_db [None req-cde2ccb4-6b51-43e1-8752-b86fa7f704d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T18:51:43Z,description=,heartbeat_timestamp=2022-02-09T19:44:43Z,host='n-d-713498-36',id=93303d5e-5d17-45e8-8963-7694f87783ae,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T18:51:43Z,topic='l3_agent')) {'router_ids': ['69168e1a-834a-49ec-85d9-092066780f27'], 'active': True} {{(pid=103233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:45:06.934159 n-d-713498-36 neutron-server[103233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-218eb152-1ed1-4106-9ca3-2189c6651046 None None] Pushing event updated for resources: {'Port': ['ID=2790e51a-967e-42a7-9775-97242a2f200d,revision_number=4']} {{(pid=103233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:45:06.956573 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.db [None req-4898d93a-d78a-4298-93d0-40e0cb8a425c admin admin] For port 27ae6791-9d85-4f3b-9cfb-1fec79a62ff6, host n-d-713498-36, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-36',level=0,port_id=27ae6791-9d85-4f3b-9cfb-1fec79a62ff6,segment=NetworkSegment(9263511d-e1dc-4a30-95fb-6a959cd769f0),segment_id=9263511d-e1dc-4a30-95fb-6a959cd769f0)] {{(pid=103229) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 19:45:06.956942 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-4898d93a-d78a-4298-93d0-40e0cb8a425c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1820838'] for port (27ae6791-9d85-4f3b-9cfb-1fec79a62ff6), precommit_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:45:06.987019 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.plugin [None req-4898d93a-d78a-4298-93d0-40e0cb8a425c admin admin] Calling delete_port for 27ae6791-9d85-4f3b-9cfb-1fec79a62ff6 owned by network:router_interface {{(pid=103229) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 19:45:06.990717 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.provisioning_blocks [None req-39c2300b-acad-4c61-b2ec-5e73accb7228 None None] Provisioning complete for port 2790e51a-967e-42a7-9775-97242a2f200d triggered by entity DHCP. {{(pid=103232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 19:45:06.991738 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-39c2300b-acad-4c61-b2ec-5e73accb7228 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593630'] for port (2790e51a-967e-42a7-9775-97242a2f200d), provisioning_complete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:45:07.110447 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-39c2300b-acad-4c61-b2ec-5e73accb7228 None None] Current status of the port 2790e51a-967e-42a7-9775-97242a2f200d is: DOWN; New status is: ACTIVE {{(pid=103232) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 19:45:07.111093 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-39c2300b-acad-4c61-b2ec-5e73accb7228 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (2790e51a-967e-42a7-9775-97242a2f200d), before_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:45:07.178052 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-39c2300b-acad-4c61-b2ec-5e73accb7228 None None] For port 2790e51a-967e-42a7-9775-97242a2f200d, host n-d-713498-36, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-36',level=0,port_id=2790e51a-967e-42a7-9775-97242a2f200d,segment=NetworkSegment(34266696-f64c-468e-8ac2-fad7ac7f47e1),segment_id=34266696-f64c-468e-8ac2-fad7ac7f47e1)] {{(pid=103232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 19:45:07.184697 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-39c2300b-acad-4c61-b2ec-5e73accb7228 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762867176205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762866656485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762866656503'] for port (2790e51a-967e-42a7-9775-97242a2f200d), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:45:07.201433 n-d-713498-36 neutron-server[103233]: DEBUG neutron.db.l3_dvr_db [None req-cde2ccb4-6b51-43e1-8752-b86fa7f704d4 None None] Set router 69168e1a-834a-49ec-85d9-092066780f27 gateway port host: n-d-713498-36 {{(pid=103233) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 19:45:07.265318 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39c2300b-acad-4c61-b2ec-5e73accb7228 None None] Pushing event updated for resources: {'Port': ['ID=2790e51a-967e-42a7-9775-97242a2f200d,revision_number=5']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:45:07.312973 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-4898d93a-d78a-4298-93d0-40e0cb8a425c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762867177463', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762866656476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12867576'] for port (27ae6791-9d85-4f3b-9cfb-1fec79a62ff6), after_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:45:07.327867 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-e6e55294-83d2-4c15-9664-a36eaf403e7a req-1af26dd1-3ba7-4631-be3f-2797de4648cd tempest-TestVolumeBackupRestore-719474059 tempest-TestVolumeBackupRestore-719474059-project] 10.222.0.75 "GET /v2.0/ports?device_id=ef11860c-6c68-4442-8b21-9c74e24d1a1d HTTP/1.1" status: 200 len: 210 time: 0.0626290 Feb 09 19:45:07.356000 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4898d93a-d78a-4298-93d0-40e0cb8a425c admin admin] Pushing event deleted for resources: {'Port': ['ID=27ae6791-9d85-4f3b-9cfb-1fec79a62ff6,revision_number=None']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:45:07.412965 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.provisioning_blocks [None req-e53d19c6-9579-4b9f-afdb-243d30f8fcab None None] Provisioning complete for port 2790e51a-967e-42a7-9775-97242a2f200d triggered by entity DHCP. {{(pid=103232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 19:45:07.413344 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-e53d19c6-9579-4b9f-afdb-243d30f8fcab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593630'] for port (2790e51a-967e-42a7-9775-97242a2f200d), provisioning_complete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:45:07.618446 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Device f65340c0-174a-456b-9644-602178b12fac up at agent ovs-agent-n-d-713498-36 {{(pid=103232) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 19:45:07.654418 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-e53d19c6-9579-4b9f-afdb-243d30f8fcab None None] Current status of the port 2790e51a-967e-42a7-9775-97242a2f200d is: ACTIVE; New status is: ACTIVE {{(pid=103232) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 19:45:07.689845 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-4898d93a-d78a-4298-93d0-40e0cb8a425c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1613467', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1834633'] for router_interface (114fa97c-8e4d-429a-885f-f8e6eee35770), after_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:45:07.692862 n-d-713498-36 neutron-server[103233]: DEBUG neutron.db.l3_hamode_db [None req-cde2ccb4-6b51-43e1-8752-b86fa7f704d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '69168e1a-834a-49ec-85d9-092066780f27', 'name': 'tempest-TestAggregatesBasicOps-2029025096-router', 'tenant_id': '63527ea762094d849cdce50b61315959', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88055e1e-672a-4487-be31-ffb6e833ece5', 'external_fixed_ips': [{'subnet_id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'ip_address': '172.25.1.78'}], 'enable_snat': True}, 'gw_port_id': 'f65340c0-174a-456b-9644-602178b12fac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T19:44:56Z', 'updated_at': '2022-02-09T19:45:02Z', 'revision_number': 4, 'project_id': '63527ea762094d849cdce50b61315959', 'gw_port': {'id': 'f65340c0-174a-456b-9644-602178b12fac', 'name': '', 'network_id': '88055e1e-672a-4487-be31-ffb6e833ece5', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:ca:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69168e1a-834a-49ec-85d9-092066780f27', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3947, 'fixed_ips': [{'subnet_id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'ip_address': '172.25.1.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T19:44:56Z', 'updated_at': '2022-02-09T19:45:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-36', '_interfaces': [{'id': '2790e51a-967e-42a7-9775-97242a2f200d', 'name': '', 'network_id': '96704262-933b-4a92-aa01-d34202ac89b0', 'tenant_id': '63527ea762094d849cdce50b61315959', 'mac_address': 'fa:16:3e:7d:71:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '69168e1a-834a-49ec-85d9-092066780f27', 'device_owner': 'network:router_interface', 'standard_attr_id': 3948, 'fixed_ips': [{'subnet_id': '1a8caea8-92d6-4370-9ad0-041bf2b988db', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T19:45:00Z', 'updated_at': '2022-02-09T19:45:06Z', 'revision_number': 4, 'project_id': '63527ea762094d849cdce50b61315959', 'subnets': [{'id': '1a8caea8-92d6-4370-9ad0-041bf2b988db', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-36', False) {} {{(pid=103233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:45:07.728652 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.provisioning_blocks [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Provisioning complete for port f65340c0-174a-456b-9644-602178b12fac triggered by entity L2. {{(pid=103232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 19:45:07.730691 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593630'] for port (f65340c0-174a-456b-9644-602178b12fac), provisioning_complete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:45:07.742086 n-d-713498-36 neutron-server[103233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cde2ccb4-6b51-43e1-8752-b86fa7f704d4 None None] The sync data for ids ['69168e1a-834a-49ec-85d9-092066780f27'] in n-d-713498-36 is: [{'id': '69168e1a-834a-49ec-85d9-092066780f27', 'name': 'tempest-TestAggregatesBasicOps-2029025096-router', 'tenant_id': '63527ea762094d849cdce50b61315959', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88055e1e-672a-4487-be31-ffb6e833ece5', 'external_fixed_ips': [{'subnet_id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'ip_address': '172.25.1.78'}], 'enable_snat': True}, 'gw_port_id': 'f65340c0-174a-456b-9644-602178b12fac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T19:44:56Z', 'updated_at': '2022-02-09T19:45:02Z', 'revision_number': 4, 'project_id': '63527ea762094d849cdce50b61315959', 'gw_port': {'id': 'f65340c0-174a-456b-9644-602178b12fac', 'name': '', 'network_id': '88055e1e-672a-4487-be31-ffb6e833ece5', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:ca:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69168e1a-834a-49ec-85d9-092066780f27', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3947, 'fixed_ips': [{'subnet_id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'ip_address': '172.25.1.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T19:44:56Z', 'updated_at': '2022-02-09T19:45:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-36', '_interfaces': [{'id': '2790e51a-967e-42a7-9775-97242a2f200d', 'name': '', 'network_id': '96704262-933b-4a92-aa01-d34202ac89b0', 'tenant_id': '63527ea762094d849cdce50b61315959', 'mac_address': 'fa:16:3e:7d:71:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '69168e1a-834a-49ec-85d9-092066780f27', 'device_owner': 'network:router_interface', 'standard_attr_id': 3948, 'fixed_ips': [{'subnet_id': '1a8caea8-92d6-4370-9ad0-041bf2b988db', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T19:45:00Z', 'updated_at': '2022-02-09T19:45:06Z', 'revision_number': 4, 'project_id': '63527ea762094d849cdce50b61315959', 'subnets': [{'id': '1a8caea8-92d6-4370-9ad0-041bf2b988db', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103233) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 19:45:07.927060 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Current status of the port f65340c0-174a-456b-9644-602178b12fac is: ACTIVE; New status is: ACTIVE {{(pid=103232) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 19:45:08.050132 n-d-713498-36 neutron-server[103229]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4898d93a-d78a-4298-93d0-40e0cb8a425c admin admin] Router 114fa97c-8e4d-429a-885f-f8e6eee35770 has already been hosted by L3 agent 93303d5e-5d17-45e8-8963-7694f87783ae {{(pid=103229) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 19:45:08.165904 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4898d93a-d78a-4298-93d0-40e0cb8a425c admin admin] Notify agent at l3_agent.n-d-713498-36 the message routers_updated {{(pid=103229) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 19:45:08.172771 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-4898d93a-d78a-4298-93d0-40e0cb8a425c admin admin] 10.222.0.75 "PUT /v2.0/routers/114fa97c-8e4d-429a-885f-f8e6eee35770/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1676278 Feb 09 19:45:08.175843 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 48596) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:45:08.179694 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0878c48-c5f0-4478-80d5-233a65ed6df0 None None] Sync routers for ids ['114fa97c-8e4d-429a-885f-f8e6eee35770'] in n-d-713498-36 {{(pid=103232) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 19:45:08.219701 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0878c48-c5f0-4478-80d5-233a65ed6df0 None None] Routers {'114fa97c-8e4d-429a-885f-f8e6eee35770'} bound to L3 agent in host n-d-713498-36 {{(pid=103232) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 19:45:08.220556 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.l3_hamode_db [None req-c0878c48-c5f0-4478-80d5-233a65ed6df0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T18:51:43Z,description=,heartbeat_timestamp=2022-02-09T19:44:43Z,host='n-d-713498-36',id=93303d5e-5d17-45e8-8963-7694f87783ae,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T18:51:43Z,topic='l3_agent')) {'router_ids': ['114fa97c-8e4d-429a-885f-f8e6eee35770'], 'active': True} {{(pid=103232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:45:08.295108 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-8ff1ff3f-f3f9-4449-93dc-490a9e61444a admin admin] Publish callbacks [] for router (114fa97c-8e4d-429a-885f-f8e6eee35770), before_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:45:08.339859 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.l3_dvr_db [None req-c0878c48-c5f0-4478-80d5-233a65ed6df0 None None] Set router 114fa97c-8e4d-429a-885f-f8e6eee35770 gateway port host: n-d-713498-36 {{(pid=103232) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 19:45:08.409547 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-8ff1ff3f-f3f9-4449-93dc-490a9e61444a admin admin] Publish callbacks [] for router_gateway (114fa97c-8e4d-429a-885f-f8e6eee35770), before_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:45:08.497713 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-312ea944-a55b-40a2-8d0f-28bcbd2ccde6 req-abe712ec-2ecf-4e79-ae1c-d686f296e193 tempest-TestVolumeBackupRestore-719474059 tempest-TestVolumeBackupRestore-719474059-project] 10.222.0.75 "GET /v2.0/ports?device_id=ef11860c-6c68-4442-8b21-9c74e24d1a1d HTTP/1.1" status: 200 len: 210 time: 0.0495129 Feb 09 19:45:08.519553 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.plugin [None req-8ff1ff3f-f3f9-4449-93dc-490a9e61444a admin admin] Deleting port 5dda73a1-3861-4e64-9b8d-1ed63f705ef2 {{(pid=103229) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 19:45:08.519911 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-8ff1ff3f-f3f9-4449-93dc-490a9e61444a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762867170196'] for port (5dda73a1-3861-4e64-9b8d-1ed63f705ef2), before_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:45:08.615514 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.l3_hamode_db [None req-c0878c48-c5f0-4478-80d5-233a65ed6df0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '114fa97c-8e4d-429a-885f-f8e6eee35770', 'name': 'tempest-TestAggregatesBasicOps-376876104-router', 'tenant_id': '8ff7a327cd9f4047925bca88f5e89eb1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88055e1e-672a-4487-be31-ffb6e833ece5', 'external_fixed_ips': [{'subnet_id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'ip_address': '172.25.1.181'}], 'enable_snat': True}, 'gw_port_id': '5dda73a1-3861-4e64-9b8d-1ed63f705ef2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T19:44:49Z', 'updated_at': '2022-02-09T19:45:07Z', 'revision_number': 5, 'project_id': '8ff7a327cd9f4047925bca88f5e89eb1', 'gw_port': {'id': '5dda73a1-3861-4e64-9b8d-1ed63f705ef2', 'name': '', 'network_id': '88055e1e-672a-4487-be31-ffb6e833ece5', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:04:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '114fa97c-8e4d-429a-885f-f8e6eee35770', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3935, 'fixed_ips': [{'subnet_id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'ip_address': '172.25.1.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T19:44:50Z', 'updated_at': '2022-02-09T19:44:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-36'}], 'n-d-713498-36', False) {} {{(pid=103232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:45:08.629629 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.db [None req-8ff1ff3f-f3f9-4449-93dc-490a9e61444a admin admin] For port 5dda73a1-3861-4e64-9b8d-1ed63f705ef2, host n-d-713498-36, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-36',level=0,port_id=5dda73a1-3861-4e64-9b8d-1ed63f705ef2,segment=NetworkSegment(a4222f89-8d3f-4b51-953b-1a8126392491),segment_id=a4222f89-8d3f-4b51-953b-1a8126392491)] {{(pid=103229) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 19:45:08.630026 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-8ff1ff3f-f3f9-4449-93dc-490a9e61444a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1820838'] for port (5dda73a1-3861-4e64-9b8d-1ed63f705ef2), precommit_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:45:08.645131 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.plugin [None req-8ff1ff3f-f3f9-4449-93dc-490a9e61444a admin admin] Calling delete_port for 5dda73a1-3861-4e64-9b8d-1ed63f705ef2 owned by network:router_gateway {{(pid=103229) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 19:45:08.657630 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0878c48-c5f0-4478-80d5-233a65ed6df0 None None] Checking router: 114fa97c-8e4d-429a-885f-f8e6eee35770 for host: n-d-713498-36 {{(pid=103232) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 19:45:08.669809 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0878c48-c5f0-4478-80d5-233a65ed6df0 None None] Routers {'114fa97c-8e4d-429a-885f-f8e6eee35770'} bound to L3 agent in host n-d-713498-36 {{(pid=103232) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 19:45:08.670603 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.l3_hamode_db [None req-c0878c48-c5f0-4478-80d5-233a65ed6df0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T18:51:43Z,description=,heartbeat_timestamp=2022-02-09T19:44:43Z,host='n-d-713498-36',id=93303d5e-5d17-45e8-8963-7694f87783ae,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T18:51:43Z,topic='l3_agent')) {'router_ids': ['114fa97c-8e4d-429a-885f-f8e6eee35770'], 'active': True} {{(pid=103232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:45:08.778196 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.l3_dvr_db [None req-c0878c48-c5f0-4478-80d5-233a65ed6df0 None None] Set router 114fa97c-8e4d-429a-885f-f8e6eee35770 gateway port host: None {{(pid=103232) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 19:45:08.878306 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.l3_hamode_db [None req-c0878c48-c5f0-4478-80d5-233a65ed6df0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '114fa97c-8e4d-429a-885f-f8e6eee35770', 'name': 'tempest-TestAggregatesBasicOps-376876104-router', 'tenant_id': '8ff7a327cd9f4047925bca88f5e89eb1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T19:44:49Z', 'updated_at': '2022-02-09T19:45:08Z', 'revision_number': 6, 'project_id': '8ff7a327cd9f4047925bca88f5e89eb1', 'gw_port_host': None}], 'n-d-713498-36', False) {} {{(pid=103232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:45:08.942451 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0878c48-c5f0-4478-80d5-233a65ed6df0 None None] The sync data for ids ['114fa97c-8e4d-429a-885f-f8e6eee35770'] in n-d-713498-36 is: [{'id': '114fa97c-8e4d-429a-885f-f8e6eee35770', 'name': 'tempest-TestAggregatesBasicOps-376876104-router', 'tenant_id': '8ff7a327cd9f4047925bca88f5e89eb1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T19:44:49Z', 'updated_at': '2022-02-09T19:45:08Z', 'revision_number': 6, 'project_id': '8ff7a327cd9f4047925bca88f5e89eb1', 'gw_port_host': None}] {{(pid=103232) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 19:45:09.228677 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-8ff1ff3f-f3f9-4449-93dc-490a9e61444a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762867177463', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762866656476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12867576'] for port (5dda73a1-3861-4e64-9b8d-1ed63f705ef2), after_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:45:09.255939 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ff1ff3f-f3f9-4449-93dc-490a9e61444a admin admin] Pushing event deleted for resources: {'Port': ['ID=5dda73a1-3861-4e64-9b8d-1ed63f705ef2,revision_number=None']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:45:09.321507 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-8ff1ff3f-f3f9-4449-93dc-490a9e61444a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1818987'] for router_gateway (114fa97c-8e4d-429a-885f-f8e6eee35770), after_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:45:09.431482 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-8ff1ff3f-f3f9-4449-93dc-490a9e61444a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1834988', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-58375'] for router (114fa97c-8e4d-429a-885f-f8e6eee35770), precommit_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:45:09.434874 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-8ff1ff3f-f3f9-4449-93dc-490a9e61444a admin admin] Publish callbacks [] for router_controller (114fa97c-8e4d-429a-885f-f8e6eee35770), precommit_delete_associations {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:45:09.509712 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-8ff1ff3f-f3f9-4449-93dc-490a9e61444a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1835003'] for router (114fa97c-8e4d-429a-885f-f8e6eee35770), after_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:45:09.512224 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8ff1ff3f-f3f9-4449-93dc-490a9e61444a admin admin] Fanout notify agent at l3_agent the message router_deleted on router 114fa97c-8e4d-429a-885f-f8e6eee35770 {{(pid=103229) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 09 19:45:09.527407 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-8ff1ff3f-f3f9-4449-93dc-490a9e61444a admin admin] Publish callbacks [] for router (None), before_response {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:45:09.528845 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-8ff1ff3f-f3f9-4449-93dc-490a9e61444a admin admin] 10.222.0.75 "DELETE /v2.0/routers/114fa97c-8e4d-429a-885f-f8e6eee35770 HTTP/1.1" status: 204 len: 168 time: 1.3520529 Feb 09 19:45:09.533288 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 48602) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:45:09.605678 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-a9c0b32d-52ae-486b-a954-83550022e017 req-3eda4ce8-b78e-4006-9d55-4f9820cc27ca tempest-TestVolumeBackupRestore-719474059 tempest-TestVolumeBackupRestore-719474059-project] 10.222.0.75 "GET /v2.0/ports?device_id=ef11860c-6c68-4442-8b21-9c74e24d1a1d HTTP/1.1" status: 200 len: 210 time: 0.0317516 Feb 09 19:45:09.611590 n-d-713498-36 neutron-server[103230]: DEBUG neutron.db.db_base_plugin_v2 [None req-185043b0-17c0-4939-affc-e266c20d5c6b admin admin] Deleting subnet d519d045-1c3c-41ac-bda6-746e851d2066 {{(pid=103230) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 19:45:09.614864 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-185043b0-17c0-4939-affc-e266c20d5c6b admin admin] Publish callbacks [] for subnet (d519d045-1c3c-41ac-bda6-746e851d2066), before_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:45:09.654778 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-185043b0-17c0-4939-affc-e266c20d5c6b admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12895822'] for subnet (d519d045-1c3c-41ac-bda6-746e851d2066), precommit_delete_associations {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:45:09.740440 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-185043b0-17c0-4939-affc-e266c20d5c6b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-759852'] for subnet (d519d045-1c3c-41ac-bda6-746e851d2066), precommit_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:45:09.793874 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-185043b0-17c0-4939-affc-e266c20d5c6b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-760023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14393672', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12985882'] for subnet (d519d045-1c3c-41ac-bda6-746e851d2066), after_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:45:09.819663 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-185043b0-17c0-4939-affc-e266c20d5c6b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d519d045-1c3c-41ac-bda6-746e851d2066,revision_number=None']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:45:09.823573 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-185043b0-17c0-4939-affc-e266c20d5c6b admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:45:09.833106 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84b5525c-1f2d-47ac-801d-20288ff4ffb5 None None] Network ec64dbbc-5388-4948-8a3d-1dd20422550d requested from n-d-713498-36 {{(pid=103232) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 19:45:09.835267 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 48604) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:45:09.855938 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-185043b0-17c0-4939-affc-e266c20d5c6b admin admin] 10.222.0.75 "DELETE /v2.0/subnets/d519d045-1c3c-41ac-bda6-746e851d2066 HTTP/1.1" status: 204 len: 168 time: 0.3196697 Feb 09 19:45:09.946884 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-4257098d-af2e-485b-9e12-02039d3b685b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-670458'] for network (ec64dbbc-5388-4948-8a3d-1dd20422550d), before_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:45:09.955673 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Device 2790e51a-967e-42a7-9775-97242a2f200d up at agent ovs-agent-n-d-713498-36 {{(pid=103232) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 19:45:10.014462 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.plugin [None req-4257098d-af2e-485b-9e12-02039d3b685b admin admin] Deleting port bdef0cfd-4444-4cde-a1a4-3711f3586870 {{(pid=103229) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 19:45:10.014931 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-4257098d-af2e-485b-9e12-02039d3b685b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762867170196'] for port (bdef0cfd-4444-4cde-a1a4-3711f3586870), before_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:45:10.019334 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.provisioning_blocks [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Provisioning complete for port 2790e51a-967e-42a7-9775-97242a2f200d triggered by entity L2. {{(pid=103232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 19:45:10.019659 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593630'] for port (2790e51a-967e-42a7-9775-97242a2f200d), provisioning_complete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:45:10.087271 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.db [None req-4257098d-af2e-485b-9e12-02039d3b685b admin admin] For port bdef0cfd-4444-4cde-a1a4-3711f3586870, host n-d-713498-36, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-36',level=0,port_id=bdef0cfd-4444-4cde-a1a4-3711f3586870,segment=NetworkSegment(9263511d-e1dc-4a30-95fb-6a959cd769f0),segment_id=9263511d-e1dc-4a30-95fb-6a959cd769f0)] {{(pid=103229) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 19:45:10.087641 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-4257098d-af2e-485b-9e12-02039d3b685b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1820838'] for port (bdef0cfd-4444-4cde-a1a4-3711f3586870), precommit_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:45:10.103587 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c4200d3-16ea-4780-b60f-17f59dcaa12e None None] DHCP port deletion for ec64dbbc-5388-4948-8a3d-1dd20422550d request from n-d-713498-36 {{(pid=103232) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 09 19:45:10.107047 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.plugin [None req-4257098d-af2e-485b-9e12-02039d3b685b admin admin] Calling delete_port for bdef0cfd-4444-4cde-a1a4-3711f3586870 owned by network:dhcp {{(pid=103229) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 19:45:10.153018 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Current status of the port 2790e51a-967e-42a7-9775-97242a2f200d is: ACTIVE; New status is: ACTIVE {{(pid=103232) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 19:45:10.170475 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Device 27ae6791-9d85-4f3b-9cfb-1fec79a62ff6 no longer exists at agent ovs-agent-n-d-713498-36 {{(pid=103232) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 19:45:10.199260 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] No Port match for: 27ae6791-9d85-4f3b-9cfb-1fec79a62ff6 {{(pid=103232) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 19:45:10.200175 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Device 27ae6791-9d85-4f3b-9cfb-1fec79a62ff6 not bound to the agent host n-d-713498-36 {{(pid=103232) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 19:45:10.210151 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-6c4200d3-16ea-4780-b60f-17f59dcaa12e None None] Deleting port bdef0cfd-4444-4cde-a1a4-3711f3586870 {{(pid=103232) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 19:45:10.210591 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-6c4200d3-16ea-4780-b60f-17f59dcaa12e None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762867170196'] for port (bdef0cfd-4444-4cde-a1a4-3711f3586870), before_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:45:10.217166 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-4257098d-af2e-485b-9e12-02039d3b685b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762867177463', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762866656476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12867576'] for port (bdef0cfd-4444-4cde-a1a4-3711f3586870), after_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:45:10.252103 n-d-713498-36 neutron-server[103229]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4257098d-af2e-485b-9e12-02039d3b685b admin admin] No DVR routers for this DVR port bdef0cfd-4444-4cde-a1a4-3711f3586870 on host n-d-713498-36 {{(pid=103229) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 19:45:10.259185 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4257098d-af2e-485b-9e12-02039d3b685b admin admin] Pushing event deleted for resources: {'Port': ['ID=bdef0cfd-4444-4cde-a1a4-3711f3586870,revision_number=None']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:45:10.282149 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-6c4200d3-16ea-4780-b60f-17f59dcaa12e None None] For port bdef0cfd-4444-4cde-a1a4-3711f3586870, host n-d-713498-36, got binding levels [] {{(pid=103232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 19:45:10.282790 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-6c4200d3-16ea-4780-b60f-17f59dcaa12e None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1820838'] for port (bdef0cfd-4444-4cde-a1a4-3711f3586870), precommit_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:45:10.300414 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-6c4200d3-16ea-4780-b60f-17f59dcaa12e None None] Calling delete_port for bdef0cfd-4444-4cde-a1a4-3711f3586870 owned by network:dhcp {{(pid=103232) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 19:45:10.303732 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.ipam_backend_mixin [None req-6c4200d3-16ea-4780-b60f-17f59dcaa12e None None] Port bdef0cfd-4444-4cde-a1a4-3711f3586870 was not found and therefore no delete operation was performed {{(pid=103232) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Feb 09 19:45:10.305221 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-6c4200d3-16ea-4780-b60f-17f59dcaa12e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762867177463', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762866656476'] for port (bdef0cfd-4444-4cde-a1a4-3711f3586870), after_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:45:10.340218 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c4200d3-16ea-4780-b60f-17f59dcaa12e None None] Pushing event deleted for resources: {'Port': ['ID=bdef0cfd-4444-4cde-a1a4-3711f3586870,revision_number=None']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:45:10.346725 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c4200d3-16ea-4780-b60f-17f59dcaa12e None None] No DVR routers for this DVR port bdef0cfd-4444-4cde-a1a4-3711f3586870 on host n-d-713498-36 {{(pid=103232) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 19:45:10.355557 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-4257098d-af2e-485b-9e12-02039d3b685b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-590267', 'neutron.services.segments.db._delete_segments_for_network-8762867132609'] for network (ec64dbbc-5388-4948-8a3d-1dd20422550d), precommit_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:45:10.383371 n-d-713498-36 neutron-server[103229]: DEBUG neutron.services.segments.db [None req-4257098d-af2e-485b-9e12-02039d3b685b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ec64dbbc-5388-4948-8a3d-1dd20422550d']}} {{(pid=103229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:45:10.394748 n-d-713498-36 neutron-server[103229]: DEBUG neutron.services.segments.db [None req-4257098d-af2e-485b-9e12-02039d3b685b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9263511d-e1dc-4a30-95fb-6a959cd769f0') {'for_net_delete': True} {{(pid=103229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:45:10.395042 n-d-713498-36 neutron-server[103229]: DEBUG neutron.services.segments.db [None req-4257098d-af2e-485b-9e12-02039d3b685b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9263511d-e1dc-4a30-95fb-6a959cd769f0') {} {{(pid=103229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:45:10.406784 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-4257098d-af2e-485b-9e12-02039d3b685b admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762867134154', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16683417'] for segment (9263511d-e1dc-4a30-95fb-6a959cd769f0), before_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:45:10.422032 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-4257098d-af2e-485b-9e12-02039d3b685b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-759574'] for segment (9263511d-e1dc-4a30-95fb-6a959cd769f0), precommit_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:45:10.428869 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4257098d-af2e-485b-9e12-02039d3b685b admin admin] Releasing vlan 367 on physical network physnet1 to pool {{(pid=103229) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 19:45:10.429268 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-4257098d-af2e-485b-9e12-02039d3b685b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-759574', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12867469'] for segment (9263511d-e1dc-4a30-95fb-6a959cd769f0), after_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:45:10.431055 n-d-713498-36 neutron-server[103229]: Traceback (most recent call last): Feb 09 19:45:10.431055 n-d-713498-36 neutron-server[103229]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 19:45:10.431055 n-d-713498-36 neutron-server[103229]: timer() Feb 09 19:45:10.431055 n-d-713498-36 neutron-server[103229]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 19:45:10.431055 n-d-713498-36 neutron-server[103229]: cb(*args, **kw) Feb 09 19:45:10.431055 n-d-713498-36 neutron-server[103229]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 19:45:10.431055 n-d-713498-36 neutron-server[103229]: return func(*args, **kwargs) Feb 09 19:45:10.431055 n-d-713498-36 neutron-server[103229]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 19:45:10.431055 n-d-713498-36 neutron-server[103229]: self._notify() Feb 09 19:45:10.431055 n-d-713498-36 neutron-server[103229]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 19:45:10.431055 n-d-713498-36 neutron-server[103229]: self.callback(batched_events) Feb 09 19:45:10.431055 n-d-713498-36 neutron-server[103229]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 19:45:10.431055 n-d-713498-36 neutron-server[103229]: event.method(event) Feb 09 19:45:10.431055 n-d-713498-36 neutron-server[103229]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 19:45:10.431055 n-d-713498-36 neutron-server[103229]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 19:45:10.431055 n-d-713498-36 neutron-server[103229]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 19:45:10.431055 n-d-713498-36 neutron-server[103229]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 19:45:10.431055 n-d-713498-36 neutron-server[103229]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 19:45:10.431055 n-d-713498-36 neutron-server[103229]: return f(self, *a, **k) Feb 09 19:45:10.431055 n-d-713498-36 neutron-server[103229]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 19:45:10.431055 n-d-713498-36 neutron-server[103229]: return self._get(url).json() Feb 09 19:45:10.431055 n-d-713498-36 neutron-server[103229]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 19:45:10.431055 n-d-713498-36 neutron-server[103229]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 19:45:10.431055 n-d-713498-36 neutron-server[103229]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 19:45:10.431055 n-d-713498-36 neutron-server[103229]: return self.request(url, 'GET', **kwargs) Feb 09 19:45:10.431055 n-d-713498-36 neutron-server[103229]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 19:45:10.431055 n-d-713498-36 neutron-server[103229]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 19:45:10.431055 n-d-713498-36 neutron-server[103229]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 19:45:10.431055 n-d-713498-36 neutron-server[103229]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 19:45:10.431055 n-d-713498-36 neutron-server[103229]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 19:45:10.431055 n-d-713498-36 neutron-server[103229]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 19:45:10.431055 n-d-713498-36 neutron-server[103229]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 19:45:10.491613 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-4257098d-af2e-485b-9e12-02039d3b685b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-590242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1885479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1818895'] for network (ec64dbbc-5388-4948-8a3d-1dd20422550d), after_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:45:10.508682 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-4257098d-af2e-485b-9e12-02039d3b685b admin admin] Publish callbacks [] for network (None), before_response {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:45:10.515302 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-4257098d-af2e-485b-9e12-02039d3b685b admin admin] 10.222.0.75 "DELETE /v2.0/networks/ec64dbbc-5388-4948-8a3d-1dd20422550d HTTP/1.1" status: 204 len: 168 time: 0.6763442 Feb 09 19:45:10.515302 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4257098d-af2e-485b-9e12-02039d3b685b admin admin] Pushing event deleted for resources: {'Network': ['ID=ec64dbbc-5388-4948-8a3d-1dd20422550d,revision_number=None']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:45:10.515602 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 48606) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:45:10.731612 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-19d128ce-e0f3-47b1-9524-d8b564e903af req-06d587bd-d75c-4afc-b4de-50a736d28836 tempest-TestVolumeBackupRestore-719474059 tempest-TestVolumeBackupRestore-719474059-project] 10.222.0.75 "GET /v2.0/ports?device_id=ef11860c-6c68-4442-8b21-9c74e24d1a1d HTTP/1.1" status: 200 len: 210 time: 0.0438037 Feb 09 19:45:10.857583 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-9ddf4af6-7046-47e7-984b-bad94b513e5e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762867132591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593584'] for agent (af91e4b9-f4e1-42b1-a25c-a10dc47171c8), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:45:10.985043 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a7c04c0-f2b3-4bf3-895a-72047074dd49 req-03f24b0e-ebcc-4200-a3a8-52caea86bc09 tempest-TestVolumeBootPattern-1615943498 tempest-TestVolumeBootPattern-1615943498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:45:10.986662 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-4a7c04c0-f2b3-4bf3-895a-72047074dd49 req-03f24b0e-ebcc-4200-a3a8-52caea86bc09 tempest-TestVolumeBootPattern-1615943498 tempest-TestVolumeBootPattern-1615943498-project] 10.222.0.75 "GET /v2.0/ports?device_id=979d1676-7858-444c-ad74-270d4bc6922c HTTP/1.1" status: 200 len: 945 time: 0.0745077 Feb 09 19:45:11.028108 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-4248ce36-09d1-4cc8-a672-f2a08c4d4848 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1834525'] for router_interface (69168e1a-834a-49ec-85d9-092066780f27), before_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:45:11.054400 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-4a7c04c0-f2b3-4bf3-895a-72047074dd49 req-7417c29e-cc48-4a0b-b13a-9ee965b086b3 tempest-TestVolumeBootPattern-1615943498 tempest-TestVolumeBootPattern-1615943498-project] 10.222.0.75 "GET /v2.0/security-groups?id=85e2738d-e0ce-44c8-a269-2deaf81a01f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0619245 Feb 09 19:45:11.232220 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81fdce05-2d9b-4802-9c44-b602e144a7e4 req-b4a0af38-28c3-48f5-8690-2f1678f2367d tempest-VolumesSnapshotTestJSON-1470959948 tempest-VolumesSnapshotTestJSON-1470959948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:45:11.234099 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-81fdce05-2d9b-4802-9c44-b602e144a7e4 req-b4a0af38-28c3-48f5-8690-2f1678f2367d tempest-VolumesSnapshotTestJSON-1470959948 tempest-VolumesSnapshotTestJSON-1470959948-project] 10.222.0.75 "GET /v2.0/ports?device_id=2743a05c-ca5a-4d2a-807d-6220d961a89d HTTP/1.1" status: 200 len: 946 time: 0.0596538 Feb 09 19:45:11.294645 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-81fdce05-2d9b-4802-9c44-b602e144a7e4 req-0c251310-a823-4a65-b402-c359933827b2 tempest-VolumesSnapshotTestJSON-1470959948 tempest-VolumesSnapshotTestJSON-1470959948-project] 10.222.0.75 "GET /v2.0/security-groups?id=e81ac41c-f182-4bcd-89b0-fdc41cdb146e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511675 Feb 09 19:45:11.338777 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.plugin [None req-4248ce36-09d1-4cc8-a672-f2a08c4d4848 admin admin] Deleting port 2790e51a-967e-42a7-9775-97242a2f200d {{(pid=103229) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 19:45:11.339833 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-4248ce36-09d1-4cc8-a672-f2a08c4d4848 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762867170196'] for port (2790e51a-967e-42a7-9775-97242a2f200d), before_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:45:11.429788 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.db [None req-4248ce36-09d1-4cc8-a672-f2a08c4d4848 admin admin] For port 2790e51a-967e-42a7-9775-97242a2f200d, host n-d-713498-36, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-36',level=0,port_id=2790e51a-967e-42a7-9775-97242a2f200d,segment=NetworkSegment(34266696-f64c-468e-8ac2-fad7ac7f47e1),segment_id=34266696-f64c-468e-8ac2-fad7ac7f47e1)] {{(pid=103229) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 19:45:11.429788 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-4248ce36-09d1-4cc8-a672-f2a08c4d4848 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1820838'] for port (2790e51a-967e-42a7-9775-97242a2f200d), precommit_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:45:11.447087 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.plugin [None req-4248ce36-09d1-4cc8-a672-f2a08c4d4848 admin admin] Calling delete_port for 2790e51a-967e-42a7-9775-97242a2f200d owned by network:router_interface {{(pid=103229) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 19:45:11.477443 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Device 5dda73a1-3861-4e64-9b8d-1ed63f705ef2 no longer exists at agent ovs-agent-n-d-713498-36 {{(pid=103232) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 19:45:11.505701 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] No Port match for: 5dda73a1-3861-4e64-9b8d-1ed63f705ef2 {{(pid=103232) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 19:45:11.506251 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Device 5dda73a1-3861-4e64-9b8d-1ed63f705ef2 not bound to the agent host n-d-713498-36 {{(pid=103232) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 19:45:11.506856 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Device bdef0cfd-4444-4cde-a1a4-3711f3586870 no longer exists at agent ovs-agent-n-d-713498-36 {{(pid=103232) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 19:45:11.533365 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] No Port match for: bdef0cfd-4444-4cde-a1a4-3711f3586870 {{(pid=103232) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 19:45:11.533876 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Device bdef0cfd-4444-4cde-a1a4-3711f3586870 not bound to the agent host n-d-713498-36 {{(pid=103232) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 19:45:11.660306 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-4248ce36-09d1-4cc8-a672-f2a08c4d4848 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762867177463', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762866656476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12867576'] for port (2790e51a-967e-42a7-9775-97242a2f200d), after_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:45:11.688399 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4248ce36-09d1-4cc8-a672-f2a08c4d4848 admin admin] Pushing event deleted for resources: {'Port': ['ID=2790e51a-967e-42a7-9775-97242a2f200d,revision_number=None']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:45:11.867066 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-8178fade-c127-4ea0-9143-a9ca44bb4422 req-053f8a1e-1876-4d71-aed6-4b8904f1e19b tempest-TestVolumeBackupRestore-719474059 tempest-TestVolumeBackupRestore-719474059-project] 10.222.0.75 "GET /v2.0/ports?device_id=ef11860c-6c68-4442-8b21-9c74e24d1a1d HTTP/1.1" status: 200 len: 210 time: 0.0360630 Feb 09 19:45:11.912342 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-4248ce36-09d1-4cc8-a672-f2a08c4d4848 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1613467', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1834633'] for router_interface (69168e1a-834a-49ec-85d9-092066780f27), after_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:45:12.146180 n-d-713498-36 neutron-server[103229]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4248ce36-09d1-4cc8-a672-f2a08c4d4848 admin admin] Router 69168e1a-834a-49ec-85d9-092066780f27 has already been hosted by L3 agent 93303d5e-5d17-45e8-8963-7694f87783ae {{(pid=103229) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 19:45:12.193745 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fdbb2f0-efdb-43d7-810a-a850826c400a req-884787c9-c60b-4a82-ac5a-ad5c8f486959 tempest-TestVolumeBootPattern-1615943498 tempest-TestVolumeBootPattern-1615943498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:45:12.195533 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-5fdbb2f0-efdb-43d7-810a-a850826c400a req-884787c9-c60b-4a82-ac5a-ad5c8f486959 tempest-TestVolumeBootPattern-1615943498 tempest-TestVolumeBootPattern-1615943498-project] 10.222.0.75 "GET /v2.0/ports?device_id=979d1676-7858-444c-ad74-270d4bc6922c HTTP/1.1" status: 200 len: 945 time: 0.0595186 Feb 09 19:45:12.254501 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-5fdbb2f0-efdb-43d7-810a-a850826c400a req-751c0f54-2b51-4b3a-b9fe-c353e2ac521c tempest-TestVolumeBootPattern-1615943498 tempest-TestVolumeBootPattern-1615943498-project] 10.222.0.75 "GET /v2.0/security-groups?id=85e2738d-e0ce-44c8-a269-2deaf81a01f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525589 Feb 09 19:45:12.268180 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4248ce36-09d1-4cc8-a672-f2a08c4d4848 admin admin] Notify agent at l3_agent.n-d-713498-36 the message routers_updated {{(pid=103229) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 19:45:12.283107 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-4248ce36-09d1-4cc8-a672-f2a08c4d4848 admin admin] 10.222.0.75 "PUT /v2.0/routers/69168e1a-834a-49ec-85d9-092066780f27/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7586908 Feb 09 19:45:12.283107 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 48626) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:45:12.283450 n-d-713498-36 neutron-server[103233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7bf27455-d43c-4ada-808a-4a1e41ea92e4 None None] Sync routers for ids ['69168e1a-834a-49ec-85d9-092066780f27'] in n-d-713498-36 {{(pid=103233) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 19:45:12.289784 n-d-713498-36 neutron-server[103233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7bf27455-d43c-4ada-808a-4a1e41ea92e4 None None] Routers {'69168e1a-834a-49ec-85d9-092066780f27'} bound to L3 agent in host n-d-713498-36 {{(pid=103233) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 19:45:12.290439 n-d-713498-36 neutron-server[103233]: DEBUG neutron.db.l3_hamode_db [None req-7bf27455-d43c-4ada-808a-4a1e41ea92e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T18:51:43Z,description=,heartbeat_timestamp=2022-02-09T19:44:43Z,host='n-d-713498-36',id=93303d5e-5d17-45e8-8963-7694f87783ae,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T18:51:43Z,topic='l3_agent')) {'router_ids': ['69168e1a-834a-49ec-85d9-092066780f27'], 'active': True} {{(pid=103233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:45:12.404959 n-d-713498-36 neutron-server[103233]: DEBUG neutron.db.l3_dvr_db [None req-7bf27455-d43c-4ada-808a-4a1e41ea92e4 None None] Set router 69168e1a-834a-49ec-85d9-092066780f27 gateway port host: n-d-713498-36 {{(pid=103233) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 19:45:12.460656 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d467fda3-f59e-4fc3-909c-6878de43e988 req-706a1365-af1b-4bf1-8064-94a45115c9fe tempest-TestVolumeBootPattern-1615943498 tempest-TestVolumeBootPattern-1615943498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:45:12.462148 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-d467fda3-f59e-4fc3-909c-6878de43e988 req-706a1365-af1b-4bf1-8064-94a45115c9fe tempest-TestVolumeBootPattern-1615943498 tempest-TestVolumeBootPattern-1615943498-project] 10.222.0.89 "GET /v2.0/ports?device_id=979d1676-7858-444c-ad74-270d4bc6922c HTTP/1.1" status: 200 len: 945 time: 0.1353202 Feb 09 19:45:12.481093 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-bb1818e0-14d4-49c9-a183-cdde62fec3b8 admin admin] Publish callbacks [] for router (69168e1a-834a-49ec-85d9-092066780f27), before_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:45:12.545466 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69a12567-b5d4-4958-95d3-7b3310e76edb req-440bd0d2-54d0-48c2-96e0-8945b28d2996 tempest-VolumesSnapshotTestJSON-1470959948 tempest-VolumesSnapshotTestJSON-1470959948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:45:12.554529 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-69a12567-b5d4-4958-95d3-7b3310e76edb req-440bd0d2-54d0-48c2-96e0-8945b28d2996 tempest-VolumesSnapshotTestJSON-1470959948 tempest-VolumesSnapshotTestJSON-1470959948-project] 10.222.0.75 "GET /v2.0/ports?device_id=2743a05c-ca5a-4d2a-807d-6220d961a89d HTTP/1.1" status: 200 len: 946 time: 0.1735754 Feb 09 19:45:12.605854 n-d-713498-36 neutron-server[103233]: DEBUG neutron.db.l3_hamode_db [None req-7bf27455-d43c-4ada-808a-4a1e41ea92e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '69168e1a-834a-49ec-85d9-092066780f27', 'name': 'tempest-TestAggregatesBasicOps-2029025096-router', 'tenant_id': '63527ea762094d849cdce50b61315959', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88055e1e-672a-4487-be31-ffb6e833ece5', 'external_fixed_ips': [{'subnet_id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'ip_address': '172.25.1.78'}], 'enable_snat': True}, 'gw_port_id': 'f65340c0-174a-456b-9644-602178b12fac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T19:44:56Z', 'updated_at': '2022-02-09T19:45:11Z', 'revision_number': 5, 'project_id': '63527ea762094d849cdce50b61315959', 'gw_port': {'id': 'f65340c0-174a-456b-9644-602178b12fac', 'name': '', 'network_id': '88055e1e-672a-4487-be31-ffb6e833ece5', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:ca:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69168e1a-834a-49ec-85d9-092066780f27', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3947, 'fixed_ips': [{'subnet_id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'ip_address': '172.25.1.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T19:44:56Z', 'updated_at': '2022-02-09T19:45:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-36'}], 'n-d-713498-36', False) {} {{(pid=103233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:45:12.637670 n-d-713498-36 neutron-server[103233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7bf27455-d43c-4ada-808a-4a1e41ea92e4 None None] Checking router: 69168e1a-834a-49ec-85d9-092066780f27 for host: n-d-713498-36 {{(pid=103233) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 19:45:12.646282 n-d-713498-36 neutron-server[103233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7bf27455-d43c-4ada-808a-4a1e41ea92e4 None None] Routers {'69168e1a-834a-49ec-85d9-092066780f27'} bound to L3 agent in host n-d-713498-36 {{(pid=103233) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 19:45:12.647045 n-d-713498-36 neutron-server[103233]: DEBUG neutron.db.l3_hamode_db [None req-7bf27455-d43c-4ada-808a-4a1e41ea92e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T18:51:43Z,description=,heartbeat_timestamp=2022-02-09T19:44:43Z,host='n-d-713498-36',id=93303d5e-5d17-45e8-8963-7694f87783ae,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T18:51:43Z,topic='l3_agent')) {'router_ids': ['69168e1a-834a-49ec-85d9-092066780f27'], 'active': True} {{(pid=103233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:45:12.744342 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b80c1a6e-14c3-4a99-8b5b-425d9f36ac28 req-99a5eca5-6e18-45a2-9a03-842bda127ae1 tempest-VolumesSnapshotTestJSON-1470959948 tempest-VolumesSnapshotTestJSON-1470959948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:45:12.746899 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-b80c1a6e-14c3-4a99-8b5b-425d9f36ac28 req-99a5eca5-6e18-45a2-9a03-842bda127ae1 tempest-VolumesSnapshotTestJSON-1470959948 tempest-VolumesSnapshotTestJSON-1470959948-project] 10.222.0.89 "GET /v2.0/ports?device_id=2743a05c-ca5a-4d2a-807d-6220d961a89d HTTP/1.1" status: 200 len: 946 time: 0.0699744 Feb 09 19:45:12.766022 n-d-713498-36 neutron-server[103233]: DEBUG neutron.db.l3_dvr_db [None req-7bf27455-d43c-4ada-808a-4a1e41ea92e4 None None] Set router 69168e1a-834a-49ec-85d9-092066780f27 gateway port host: n-d-713498-36 {{(pid=103233) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 19:45:12.882651 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.plugin [req-b80c1a6e-14c3-4a99-8b5b-425d9f36ac28 req-e0feaaa4-a0ac-4a2a-9b51-4a4c3e870df0 tempest-VolumesSnapshotTestJSON-1470959948 tempest-VolumesSnapshotTestJSON-1470959948-project] Deleting port be1121ba-1fb8-476c-b81e-d2613c340057 {{(pid=103230) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 19:45:12.883065 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [req-b80c1a6e-14c3-4a99-8b5b-425d9f36ac28 req-e0feaaa4-a0ac-4a2a-9b51-4a4c3e870df0 tempest-VolumesSnapshotTestJSON-1470959948 tempest-VolumesSnapshotTestJSON-1470959948-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762867170196'] for port (be1121ba-1fb8-476c-b81e-d2613c340057), before_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:45:12.979987 n-d-713498-36 neutron-server[103233]: DEBUG neutron.db.l3_hamode_db [None req-7bf27455-d43c-4ada-808a-4a1e41ea92e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '69168e1a-834a-49ec-85d9-092066780f27', 'name': 'tempest-TestAggregatesBasicOps-2029025096-router', 'tenant_id': '63527ea762094d849cdce50b61315959', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88055e1e-672a-4487-be31-ffb6e833ece5', 'external_fixed_ips': [{'subnet_id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'ip_address': '172.25.1.78'}], 'enable_snat': True}, 'gw_port_id': 'f65340c0-174a-456b-9644-602178b12fac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T19:44:56Z', 'updated_at': '2022-02-09T19:45:11Z', 'revision_number': 5, 'project_id': '63527ea762094d849cdce50b61315959', 'gw_port': {'id': 'f65340c0-174a-456b-9644-602178b12fac', 'name': '', 'network_id': '88055e1e-672a-4487-be31-ffb6e833ece5', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:ca:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69168e1a-834a-49ec-85d9-092066780f27', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3947, 'fixed_ips': [{'subnet_id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'ip_address': '172.25.1.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T19:44:56Z', 'updated_at': '2022-02-09T19:45:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-36'}], 'n-d-713498-36', False) {} {{(pid=103233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:45:13.019233 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-db067745-7672-40c8-8a8b-99fa1f800c79 req-0b2c0157-7daa-4520-a1db-e8e57654c7fe tempest-TestVolumeBackupRestore-719474059 tempest-TestVolumeBackupRestore-719474059-project] 10.222.0.75 "GET /v2.0/ports?device_id=ef11860c-6c68-4442-8b21-9c74e24d1a1d HTTP/1.1" status: 200 len: 210 time: 0.0404434 Feb 09 19:45:13.019782 n-d-713498-36 neutron-server[103233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7bf27455-d43c-4ada-808a-4a1e41ea92e4 None None] The sync data for ids ['69168e1a-834a-49ec-85d9-092066780f27'] in n-d-713498-36 is: [{'id': '69168e1a-834a-49ec-85d9-092066780f27', 'name': 'tempest-TestAggregatesBasicOps-2029025096-router', 'tenant_id': '63527ea762094d849cdce50b61315959', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88055e1e-672a-4487-be31-ffb6e833ece5', 'external_fixed_ips': [{'subnet_id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'ip_address': '172.25.1.78'}], 'enable_snat': True}, 'gw_port_id': 'f65340c0-174a-456b-9644-602178b12fac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T19:44:56Z', 'updated_at': '2022-02-09T19:45:11Z', 'revision_number': 5, 'project_id': '63527ea762094d849cdce50b61315959', 'gw_port': {'id': 'f65340c0-174a-456b-9644-602178b12fac', 'name': '', 'network_id': '88055e1e-672a-4487-be31-ffb6e833ece5', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:ca:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69168e1a-834a-49ec-85d9-092066780f27', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3947, 'fixed_ips': [{'subnet_id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'ip_address': '172.25.1.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T19:44:56Z', 'updated_at': '2022-02-09T19:45:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-36'}] {{(pid=103233) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 19:45:13.027699 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-69a12567-b5d4-4958-95d3-7b3310e76edb req-519592c7-7eb3-4f80-9de2-b3a372156e80 tempest-VolumesSnapshotTestJSON-1470959948 tempest-VolumesSnapshotTestJSON-1470959948-project] 10.222.0.75 "GET /v2.0/security-groups?id=e81ac41c-f182-4bcd-89b0-fdc41cdb146e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4324412 Feb 09 19:45:13.043579 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-bb1818e0-14d4-49c9-a183-cdde62fec3b8 admin admin] Publish callbacks [] for router_gateway (69168e1a-834a-49ec-85d9-092066780f27), before_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:45:13.066805 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.plugin [req-d467fda3-f59e-4fc3-909c-6878de43e988 req-e3724180-89dc-4492-bc7e-793cbde2fc73 tempest-TestVolumeBootPattern-1615943498 tempest-TestVolumeBootPattern-1615943498-project] Deleting port e05a24f3-41be-4636-973c-20cbe5cf3a4a {{(pid=103229) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 19:45:13.067251 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-d467fda3-f59e-4fc3-909c-6878de43e988 req-e3724180-89dc-4492-bc7e-793cbde2fc73 tempest-TestVolumeBootPattern-1615943498 tempest-TestVolumeBootPattern-1615943498-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762867170196'] for port (e05a24f3-41be-4636-973c-20cbe5cf3a4a), before_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:45:13.093224 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.db [req-b80c1a6e-14c3-4a99-8b5b-425d9f36ac28 req-e0feaaa4-a0ac-4a2a-9b51-4a4c3e870df0 tempest-VolumesSnapshotTestJSON-1470959948 tempest-VolumesSnapshotTestJSON-1470959948-project] For port be1121ba-1fb8-476c-b81e-d2613c340057, host n-h1-713498-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-36',level=0,port_id=be1121ba-1fb8-476c-b81e-d2613c340057,segment=NetworkSegment(9a93bd09-258e-4090-9a00-d09b547e90c6),segment_id=9a93bd09-258e-4090-9a00-d09b547e90c6)] {{(pid=103230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 19:45:13.093591 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [req-b80c1a6e-14c3-4a99-8b5b-425d9f36ac28 req-e0feaaa4-a0ac-4a2a-9b51-4a4c3e870df0 tempest-VolumesSnapshotTestJSON-1470959948 tempest-VolumesSnapshotTestJSON-1470959948-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1820838'] for port (be1121ba-1fb8-476c-b81e-d2613c340057), precommit_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:45:13.109626 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.plugin [req-b80c1a6e-14c3-4a99-8b5b-425d9f36ac28 req-e0feaaa4-a0ac-4a2a-9b51-4a4c3e870df0 tempest-VolumesSnapshotTestJSON-1470959948 tempest-VolumesSnapshotTestJSON-1470959948-project] Calling delete_port for be1121ba-1fb8-476c-b81e-d2613c340057 owned by compute:nova {{(pid=103230) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 19:45:13.111947 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-8494da90-3831-4dbd-ae1a-233e7aa40112 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762867132591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593584'] for agent (93303d5e-5d17-45e8-8963-7694f87783ae), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:45:13.211567 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.plugin [None req-bb1818e0-14d4-49c9-a183-cdde62fec3b8 admin admin] Deleting port f65340c0-174a-456b-9644-602178b12fac {{(pid=103229) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 19:45:13.212017 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-bb1818e0-14d4-49c9-a183-cdde62fec3b8 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762867170196'] for port (f65340c0-174a-456b-9644-602178b12fac), before_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:45:13.262211 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.db [req-d467fda3-f59e-4fc3-909c-6878de43e988 req-e3724180-89dc-4492-bc7e-793cbde2fc73 tempest-TestVolumeBootPattern-1615943498 tempest-TestVolumeBootPattern-1615943498-project] For port e05a24f3-41be-4636-973c-20cbe5cf3a4a, host n-h1-713498-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-36',level=0,port_id=e05a24f3-41be-4636-973c-20cbe5cf3a4a,segment=NetworkSegment(33386be2-7716-4eda-8188-eeaffee7e0ec),segment_id=33386be2-7716-4eda-8188-eeaffee7e0ec)] {{(pid=103229) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 19:45:13.262600 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [req-b80c1a6e-14c3-4a99-8b5b-425d9f36ac28 req-e0feaaa4-a0ac-4a2a-9b51-4a4c3e870df0 tempest-VolumesSnapshotTestJSON-1470959948 tempest-VolumesSnapshotTestJSON-1470959948-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762867177463', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762866656476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14393751'] for port (be1121ba-1fb8-476c-b81e-d2613c340057), after_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:45:13.263116 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-d467fda3-f59e-4fc3-909c-6878de43e988 req-e3724180-89dc-4492-bc7e-793cbde2fc73 tempest-TestVolumeBootPattern-1615943498 tempest-TestVolumeBootPattern-1615943498-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1820838'] for port (e05a24f3-41be-4636-973c-20cbe5cf3a4a), precommit_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:45:13.274078 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] get_ports_and_sgs() called for port_ids ['be1121ba-1fb8-476c-b81e-d2613c340057'] {{(pid=103232) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 19:45:13.286888 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.plugin [req-d467fda3-f59e-4fc3-909c-6878de43e988 req-e3724180-89dc-4492-bc7e-793cbde2fc73 tempest-TestVolumeBootPattern-1615943498 tempest-TestVolumeBootPattern-1615943498-project] Calling delete_port for e05a24f3-41be-4636-973c-20cbe5cf3a4a owned by compute:nova {{(pid=103229) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 19:45:13.317940 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0feaaa4-a0ac-4a2a-9b51-4a4c3e870df0 tempest-VolumesSnapshotTestJSON-1470959948 tempest-VolumesSnapshotTestJSON-1470959948-project] Pushing event deleted for resources: {'Port': ['ID=be1121ba-1fb8-476c-b81e-d2613c340057,revision_number=None']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:45:13.366966 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.db [None req-bb1818e0-14d4-49c9-a183-cdde62fec3b8 admin admin] For port f65340c0-174a-456b-9644-602178b12fac, host n-d-713498-36, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-36',level=0,port_id=f65340c0-174a-456b-9644-602178b12fac,segment=NetworkSegment(a4222f89-8d3f-4b51-953b-1a8126392491),segment_id=a4222f89-8d3f-4b51-953b-1a8126392491)] {{(pid=103229) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 19:45:13.367404 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-bb1818e0-14d4-49c9-a183-cdde62fec3b8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1820838'] for port (f65340c0-174a-456b-9644-602178b12fac), precommit_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:45:13.379121 n-d-713498-36 neutron-server[103230]: DEBUG neutron.db.l3_dvrscheduler_db [req-b80c1a6e-14c3-4a99-8b5b-425d9f36ac28 req-e0feaaa4-a0ac-4a2a-9b51-4a4c3e870df0 tempest-VolumesSnapshotTestJSON-1470959948 tempest-VolumesSnapshotTestJSON-1470959948-project] No DVR routers for this DVR port be1121ba-1fb8-476c-b81e-d2613c340057 on host n-h1-713498-36 {{(pid=103230) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 19:45:13.392084 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.plugin [None req-bb1818e0-14d4-49c9-a183-cdde62fec3b8 admin admin] Calling delete_port for f65340c0-174a-456b-9644-602178b12fac owned by network:router_gateway {{(pid=103229) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 19:45:13.392597 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [req-b80c1a6e-14c3-4a99-8b5b-425d9f36ac28 req-e0feaaa4-a0ac-4a2a-9b51-4a4c3e870df0 tempest-VolumesSnapshotTestJSON-1470959948 tempest-VolumesSnapshotTestJSON-1470959948-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171096'] for port (None), before_response {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:45:13.395903 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-b80c1a6e-14c3-4a99-8b5b-425d9f36ac28 req-e0feaaa4-a0ac-4a2a-9b51-4a4c3e870df0 tempest-VolumesSnapshotTestJSON-1470959948 tempest-VolumesSnapshotTestJSON-1470959948-project] 10.222.0.89 "DELETE /v2.0/ports/be1121ba-1fb8-476c-b81e-d2613c340057 HTTP/1.1" status: 204 len: 173 time: 0.6431282 Feb 09 19:45:13.396355 n-d-713498-36 neutron-server[103230]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2743a05c-ca5a-4d2a-807d-6220d961a89d', 'name': 'network-vif-deleted', 'tag': 'be1121ba-1fb8-476c-b81e-d2613c340057'}] {{(pid=103230) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 19:45:13.398960 n-d-713498-36 neutron-server[103230]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aee5919275bae9f72eb374ee322673045eb80c1f84b4b45a97d96923bd50ab51" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e98a00d6-a4b4-44b2-9667-25a5e283dbbd" -d '{"events": [{"server_uuid": "2743a05c-ca5a-4d2a-807d-6220d961a89d", "name": "network-vif-deleted", "tag": "be1121ba-1fb8-476c-b81e-d2613c340057"}]}' {{(pid=103230) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 19:45:13.496032 n-d-713498-36 neutron-server[103230]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 19:45:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-33aedb81-89e1-4c97-87c5-ac430d35b1a7 x-openstack-request-id: req-33aedb81-89e1-4c97-87c5-ac430d35b1a7 {{(pid=103230) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 19:45:13.496338 n-d-713498-36 neutron-server[103230]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2743a05c-ca5a-4d2a-807d-6220d961a89d", "name": "network-vif-deleted", "tag": "be1121ba-1fb8-476c-b81e-d2613c340057", "status": "completed", "code": 200}]} {{(pid=103230) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 19:45:13.496600 n-d-713498-36 neutron-server[103230]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-33aedb81-89e1-4c97-87c5-ac430d35b1a7 {{(pid=103230) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 19:45:13.497015 n-d-713498-36 neutron-server[103230]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2743a05c-ca5a-4d2a-807d-6220d961a89d', 'name': 'network-vif-deleted', 'tag': 'be1121ba-1fb8-476c-b81e-d2613c340057', 'status': 'completed', 'code': 200} Feb 09 19:45:13.549901 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Device 2790e51a-967e-42a7-9775-97242a2f200d no longer exists at agent ovs-agent-n-d-713498-36 {{(pid=103232) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 19:45:13.554461 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b50e0a2a-4bfa-4b41-aa15-b6ba9abe322f req-f8dd241d-213b-45d2-b752-93d52ed2eccb tempest-TestVolumeBootPattern-1615943498 tempest-TestVolumeBootPattern-1615943498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:45:13.556015 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-b50e0a2a-4bfa-4b41-aa15-b6ba9abe322f req-f8dd241d-213b-45d2-b752-93d52ed2eccb tempest-TestVolumeBootPattern-1615943498 tempest-TestVolumeBootPattern-1615943498-project] 10.222.0.75 "GET /v2.0/ports?device_id=979d1676-7858-444c-ad74-270d4bc6922c HTTP/1.1" status: 200 len: 945 time: 0.1785560 Feb 09 19:45:13.604002 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-d467fda3-f59e-4fc3-909c-6878de43e988 req-e3724180-89dc-4492-bc7e-793cbde2fc73 tempest-TestVolumeBootPattern-1615943498 tempest-TestVolumeBootPattern-1615943498-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762867177463', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762866656476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12867576'] for port (e05a24f3-41be-4636-973c-20cbe5cf3a4a), after_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:45:13.612853 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] No Port match for: 2790e51a-967e-42a7-9775-97242a2f200d {{(pid=103232) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 19:45:13.614540 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Device 2790e51a-967e-42a7-9775-97242a2f200d not bound to the agent host n-d-713498-36 {{(pid=103232) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 19:45:13.628753 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] get_ports_and_sgs() called for port_ids ['e05a24f3-41be-4636-973c-20cbe5cf3a4a'] {{(pid=103232) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 19:45:13.654477 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3724180-89dc-4492-bc7e-793cbde2fc73 tempest-TestVolumeBootPattern-1615943498 tempest-TestVolumeBootPattern-1615943498-project] Pushing event deleted for resources: {'Port': ['ID=e05a24f3-41be-4636-973c-20cbe5cf3a4a,revision_number=None']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:45:13.686581 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3724180-89dc-4492-bc7e-793cbde2fc73 tempest-TestVolumeBootPattern-1615943498 tempest-TestVolumeBootPattern-1615943498-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:45:13.687013 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3724180-89dc-4492-bc7e-793cbde2fc73 tempest-TestVolumeBootPattern-1615943498 tempest-TestVolumeBootPattern-1615943498-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:45:13.687476 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3724180-89dc-4492-bc7e-793cbde2fc73 tempest-TestVolumeBootPattern-1615943498 tempest-TestVolumeBootPattern-1615943498-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:45:13.687959 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3724180-89dc-4492-bc7e-793cbde2fc73 tempest-TestVolumeBootPattern-1615943498 tempest-TestVolumeBootPattern-1615943498-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:45:13.688747 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3724180-89dc-4492-bc7e-793cbde2fc73 tempest-TestVolumeBootPattern-1615943498 tempest-TestVolumeBootPattern-1615943498-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:45:13.688880 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3724180-89dc-4492-bc7e-793cbde2fc73 tempest-TestVolumeBootPattern-1615943498 tempest-TestVolumeBootPattern-1615943498-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:45:13.689402 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3724180-89dc-4492-bc7e-793cbde2fc73 tempest-TestVolumeBootPattern-1615943498 tempest-TestVolumeBootPattern-1615943498-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:45:13.689795 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3724180-89dc-4492-bc7e-793cbde2fc73 tempest-TestVolumeBootPattern-1615943498 tempest-TestVolumeBootPattern-1615943498-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:45:13.690278 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3724180-89dc-4492-bc7e-793cbde2fc73 tempest-TestVolumeBootPattern-1615943498 tempest-TestVolumeBootPattern-1615943498-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:45:13.690746 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3724180-89dc-4492-bc7e-793cbde2fc73 tempest-TestVolumeBootPattern-1615943498 tempest-TestVolumeBootPattern-1615943498-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:45:13.691142 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3724180-89dc-4492-bc7e-793cbde2fc73 tempest-TestVolumeBootPattern-1615943498 tempest-TestVolumeBootPattern-1615943498-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:45:13.691550 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3724180-89dc-4492-bc7e-793cbde2fc73 tempest-TestVolumeBootPattern-1615943498 tempest-TestVolumeBootPattern-1615943498-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:45:13.691966 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3724180-89dc-4492-bc7e-793cbde2fc73 tempest-TestVolumeBootPattern-1615943498 tempest-TestVolumeBootPattern-1615943498-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:45:13.711721 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-b50e0a2a-4bfa-4b41-aa15-b6ba9abe322f req-575b6258-c436-47c6-ac7f-d533826b40d7 tempest-TestVolumeBootPattern-1615943498 tempest-TestVolumeBootPattern-1615943498-project] 10.222.0.75 "GET /v2.0/security-groups?id=85e2738d-e0ce-44c8-a269-2deaf81a01f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1473753 Feb 09 19:45:13.755518 n-d-713498-36 neutron-server[103229]: DEBUG neutron.db.l3_dvrscheduler_db [req-d467fda3-f59e-4fc3-909c-6878de43e988 req-e3724180-89dc-4492-bc7e-793cbde2fc73 tempest-TestVolumeBootPattern-1615943498 tempest-TestVolumeBootPattern-1615943498-project] No DVR routers for this DVR port e05a24f3-41be-4636-973c-20cbe5cf3a4a on host n-h1-713498-36 {{(pid=103229) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 19:45:13.758026 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-d467fda3-f59e-4fc3-909c-6878de43e988 req-e3724180-89dc-4492-bc7e-793cbde2fc73 tempest-TestVolumeBootPattern-1615943498 tempest-TestVolumeBootPattern-1615943498-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171096'] for port (None), before_response {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:45:13.762303 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-d467fda3-f59e-4fc3-909c-6878de43e988 req-e3724180-89dc-4492-bc7e-793cbde2fc73 tempest-TestVolumeBootPattern-1615943498 tempest-TestVolumeBootPattern-1615943498-project] 10.222.0.89 "DELETE /v2.0/ports/e05a24f3-41be-4636-973c-20cbe5cf3a4a HTTP/1.1" status: 204 len: 173 time: 1.2905107 Feb 09 19:45:13.764346 n-d-713498-36 neutron-server[103229]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '979d1676-7858-444c-ad74-270d4bc6922c', 'name': 'network-vif-deleted', 'tag': 'e05a24f3-41be-4636-973c-20cbe5cf3a4a'}] {{(pid=103229) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 19:45:13.767141 n-d-713498-36 neutron-server[103229]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fa6ae9a20702bd564eaf90d946620b2b4277b1ab91129323d3b54181076be307" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4aec924a-c383-4f83-a8fa-e4832bc6c7b4" -d '{"events": [{"server_uuid": "979d1676-7858-444c-ad74-270d4bc6922c", "name": "network-vif-deleted", "tag": "e05a24f3-41be-4636-973c-20cbe5cf3a4a"}]}' {{(pid=103229) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 19:45:13.793639 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-bb1818e0-14d4-49c9-a183-cdde62fec3b8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762867177463', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762866656476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12867576'] for port (f65340c0-174a-456b-9644-602178b12fac), after_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:45:13.825195 n-d-713498-36 neutron-server[103229]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 19:45:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d7e87dd3-2c3e-4bbd-bdd8-c7a9df750170 x-openstack-request-id: req-d7e87dd3-2c3e-4bbd-bdd8-c7a9df750170 {{(pid=103229) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 19:45:13.825479 n-d-713498-36 neutron-server[103229]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "979d1676-7858-444c-ad74-270d4bc6922c", "name": "network-vif-deleted", "tag": "e05a24f3-41be-4636-973c-20cbe5cf3a4a", "status": "completed", "code": 200}]} {{(pid=103229) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 19:45:13.825862 n-d-713498-36 neutron-server[103229]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-d7e87dd3-2c3e-4bbd-bdd8-c7a9df750170 {{(pid=103229) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 19:45:13.826295 n-d-713498-36 neutron-server[103229]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '979d1676-7858-444c-ad74-270d4bc6922c', 'name': 'network-vif-deleted', 'tag': 'e05a24f3-41be-4636-973c-20cbe5cf3a4a', 'status': 'completed', 'code': 200} Feb 09 19:45:13.834966 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb1818e0-14d4-49c9-a183-cdde62fec3b8 admin admin] Pushing event deleted for resources: {'Port': ['ID=f65340c0-174a-456b-9644-602178b12fac,revision_number=None']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:45:13.905724 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-bb1818e0-14d4-49c9-a183-cdde62fec3b8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1818987'] for router_gateway (69168e1a-834a-49ec-85d9-092066780f27), after_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:45:14.009572 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-bb1818e0-14d4-49c9-a183-cdde62fec3b8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1834988', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-58375'] for router (69168e1a-834a-49ec-85d9-092066780f27), precommit_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:45:14.012993 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-bb1818e0-14d4-49c9-a183-cdde62fec3b8 admin admin] Publish callbacks [] for router_controller (69168e1a-834a-49ec-85d9-092066780f27), precommit_delete_associations {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:45:14.077444 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-bb1818e0-14d4-49c9-a183-cdde62fec3b8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1835003'] for router (69168e1a-834a-49ec-85d9-092066780f27), after_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:45:14.078486 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bb1818e0-14d4-49c9-a183-cdde62fec3b8 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 69168e1a-834a-49ec-85d9-092066780f27 {{(pid=103229) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 09 19:45:14.084684 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-bb1818e0-14d4-49c9-a183-cdde62fec3b8 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:45:14.085856 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-bb1818e0-14d4-49c9-a183-cdde62fec3b8 admin admin] 10.222.0.75 "DELETE /v2.0/routers/69168e1a-834a-49ec-85d9-092066780f27 HTTP/1.1" status: 204 len: 168 time: 1.8030860 Feb 09 19:45:14.089115 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 48642) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:45:14.188783 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-50fcf642-6d32-4275-bbaa-6bb2f2e21804 req-bbc149c9-d09e-4f7c-9fe5-530aa997d8cd tempest-TestVolumeBackupRestore-719474059 tempest-TestVolumeBackupRestore-719474059-project] 10.222.0.75 "GET /v2.0/ports?device_id=ef11860c-6c68-4442-8b21-9c74e24d1a1d HTTP/1.1" status: 200 len: 210 time: 0.0426822 Feb 09 19:45:14.228649 n-d-713498-36 neutron-server[103230]: DEBUG neutron.db.db_base_plugin_v2 [None req-d0a5cbe2-378a-4547-a43d-a863965c0635 admin admin] Deleting subnet 1a8caea8-92d6-4370-9ad0-041bf2b988db {{(pid=103230) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 19:45:14.233920 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-d0a5cbe2-378a-4547-a43d-a863965c0635 admin admin] Publish callbacks [] for subnet (1a8caea8-92d6-4370-9ad0-041bf2b988db), before_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:45:14.275909 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-d0a5cbe2-378a-4547-a43d-a863965c0635 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12895822'] for subnet (1a8caea8-92d6-4370-9ad0-041bf2b988db), precommit_delete_associations {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:45:14.378210 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-d0a5cbe2-378a-4547-a43d-a863965c0635 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-759852'] for subnet (1a8caea8-92d6-4370-9ad0-041bf2b988db), precommit_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:45:14.420651 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-edc54c9b-7f13-45d9-9271-85c9738b0128 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762867132591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593584'] for agent (a62b1850-466f-48ae-bec7-d62fb280e14b), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:45:14.439938 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-d0a5cbe2-378a-4547-a43d-a863965c0635 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-760023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14393672', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12985882'] for subnet (1a8caea8-92d6-4370-9ad0-041bf2b988db), after_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:45:14.467318 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0a5cbe2-378a-4547-a43d-a863965c0635 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1a8caea8-92d6-4370-9ad0-041bf2b988db,revision_number=None']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:45:14.472573 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-d0a5cbe2-378a-4547-a43d-a863965c0635 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:45:14.478084 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-d0a5cbe2-378a-4547-a43d-a863965c0635 admin admin] 10.222.0.75 "DELETE /v2.0/subnets/1a8caea8-92d6-4370-9ad0-041bf2b988db HTTP/1.1" status: 204 len: 168 time: 0.3855562 Feb 09 19:45:14.478238 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 48646) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:45:14.479267 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe964e6e-1468-4393-b05f-df041bfc89c8 None None] Network 96704262-933b-4a92-aa01-d34202ac89b0 requested from n-d-713498-36 {{(pid=103232) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 19:45:14.558520 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-f3406a26-a52e-4e95-8e0d-8700973e27f9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-670458'] for network (96704262-933b-4a92-aa01-d34202ac89b0), before_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:45:14.623591 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.plugin [None req-f3406a26-a52e-4e95-8e0d-8700973e27f9 admin admin] Deleting port c9ae1081-6a2e-4f83-a30c-78eea777c36c {{(pid=103230) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 19:45:14.624283 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-f3406a26-a52e-4e95-8e0d-8700973e27f9 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762867170196'] for port (c9ae1081-6a2e-4f83-a30c-78eea777c36c), before_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:45:14.675704 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cbd175fa-3418-41e2-8e67-19fb153d301a None None] DHCP port deletion for 96704262-933b-4a92-aa01-d34202ac89b0 request from n-d-713498-36 {{(pid=103232) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 09 19:45:14.708059 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.db [None req-f3406a26-a52e-4e95-8e0d-8700973e27f9 admin admin] For port c9ae1081-6a2e-4f83-a30c-78eea777c36c, host n-d-713498-36, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-36',level=0,port_id=c9ae1081-6a2e-4f83-a30c-78eea777c36c,segment=NetworkSegment(34266696-f64c-468e-8ac2-fad7ac7f47e1),segment_id=34266696-f64c-468e-8ac2-fad7ac7f47e1)] {{(pid=103230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 19:45:14.708422 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-f3406a26-a52e-4e95-8e0d-8700973e27f9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1820838'] for port (c9ae1081-6a2e-4f83-a30c-78eea777c36c), precommit_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:45:14.721255 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.plugin [None req-f3406a26-a52e-4e95-8e0d-8700973e27f9 admin admin] Calling delete_port for c9ae1081-6a2e-4f83-a30c-78eea777c36c owned by network:dhcp {{(pid=103230) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 19:45:14.729843 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-cbd175fa-3418-41e2-8e67-19fb153d301a None None] Deleting port c9ae1081-6a2e-4f83-a30c-78eea777c36c {{(pid=103232) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 19:45:14.730476 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-cbd175fa-3418-41e2-8e67-19fb153d301a None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762867170196'] for port (c9ae1081-6a2e-4f83-a30c-78eea777c36c), before_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:45:14.811466 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-cbd175fa-3418-41e2-8e67-19fb153d301a None None] For port c9ae1081-6a2e-4f83-a30c-78eea777c36c, host n-d-713498-36, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-36',level=0,port_id=c9ae1081-6a2e-4f83-a30c-78eea777c36c,segment=NetworkSegment(34266696-f64c-468e-8ac2-fad7ac7f47e1),segment_id=34266696-f64c-468e-8ac2-fad7ac7f47e1)] {{(pid=103232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 19:45:14.812126 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-cbd175fa-3418-41e2-8e67-19fb153d301a None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1820838'] for port (c9ae1081-6a2e-4f83-a30c-78eea777c36c), precommit_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:45:14.826104 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-617c54a7-4bc2-4346-ac9b-b28c4366a27c req-38a37a48-25e7-4b05-8bbf-81a256424f35 tempest-TestVolumeBootPattern-1615943498 tempest-TestVolumeBootPattern-1615943498-project] 10.222.0.75 "GET /v2.0/ports?device_id=979d1676-7858-444c-ad74-270d4bc6922c HTTP/1.1" status: 200 len: 210 time: 0.0352931 Feb 09 19:45:14.828395 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-cbd175fa-3418-41e2-8e67-19fb153d301a None None] Calling delete_port for c9ae1081-6a2e-4f83-a30c-78eea777c36c owned by network:dhcp {{(pid=103232) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 19:45:14.850232 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-f3406a26-a52e-4e95-8e0d-8700973e27f9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762867177463', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762866656476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14393751'] for port (c9ae1081-6a2e-4f83-a30c-78eea777c36c), after_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:45:14.880045 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3406a26-a52e-4e95-8e0d-8700973e27f9 admin admin] Pushing event deleted for resources: {'Port': ['ID=c9ae1081-6a2e-4f83-a30c-78eea777c36c,revision_number=None']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:45:14.883594 n-d-713498-36 neutron-server[103230]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3406a26-a52e-4e95-8e0d-8700973e27f9 admin admin] No DVR routers for this DVR port c9ae1081-6a2e-4f83-a30c-78eea777c36c on host n-d-713498-36 {{(pid=103230) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 19:45:14.934544 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-cbd175fa-3418-41e2-8e67-19fb153d301a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762867177463', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762866656476'] for port (c9ae1081-6a2e-4f83-a30c-78eea777c36c), after_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:45:14.960809 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbd175fa-3418-41e2-8e67-19fb153d301a None None] Pushing event deleted for resources: {'Port': ['ID=c9ae1081-6a2e-4f83-a30c-78eea777c36c,revision_number=None']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:45:14.961385 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-f3406a26-a52e-4e95-8e0d-8700973e27f9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-590267', 'neutron.services.segments.db._delete_segments_for_network-8762867132609'] for network (96704262-933b-4a92-aa01-d34202ac89b0), precommit_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:45:14.964488 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbd175fa-3418-41e2-8e67-19fb153d301a None None] No DVR routers for this DVR port c9ae1081-6a2e-4f83-a30c-78eea777c36c on host n-d-713498-36 {{(pid=103232) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 19:45:14.985134 n-d-713498-36 neutron-server[103230]: DEBUG neutron.services.segments.db [None req-f3406a26-a52e-4e95-8e0d-8700973e27f9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['96704262-933b-4a92-aa01-d34202ac89b0']}} {{(pid=103230) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:45:14.996728 n-d-713498-36 neutron-server[103230]: DEBUG neutron.services.segments.db [None req-f3406a26-a52e-4e95-8e0d-8700973e27f9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '34266696-f64c-468e-8ac2-fad7ac7f47e1') {'for_net_delete': True} {{(pid=103230) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:45:14.997119 n-d-713498-36 neutron-server[103230]: DEBUG neutron.services.segments.db [None req-f3406a26-a52e-4e95-8e0d-8700973e27f9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '34266696-f64c-468e-8ac2-fad7ac7f47e1') {} {{(pid=103230) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:45:15.008536 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-f3406a26-a52e-4e95-8e0d-8700973e27f9 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762867134154', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12895813'] for segment (34266696-f64c-468e-8ac2-fad7ac7f47e1), before_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:45:15.023150 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-f3406a26-a52e-4e95-8e0d-8700973e27f9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-759574'] for segment (34266696-f64c-468e-8ac2-fad7ac7f47e1), precommit_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:45:15.029720 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f3406a26-a52e-4e95-8e0d-8700973e27f9 admin admin] Releasing vlan 391 on physical network physnet1 to pool {{(pid=103230) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 19:45:15.030217 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-f3406a26-a52e-4e95-8e0d-8700973e27f9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-759574', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14393826'] for segment (34266696-f64c-468e-8ac2-fad7ac7f47e1), after_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:45:15.032030 n-d-713498-36 neutron-server[103230]: Traceback (most recent call last): Feb 09 19:45:15.032030 n-d-713498-36 neutron-server[103230]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 19:45:15.032030 n-d-713498-36 neutron-server[103230]: timer() Feb 09 19:45:15.032030 n-d-713498-36 neutron-server[103230]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 19:45:15.032030 n-d-713498-36 neutron-server[103230]: cb(*args, **kw) Feb 09 19:45:15.032030 n-d-713498-36 neutron-server[103230]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 19:45:15.032030 n-d-713498-36 neutron-server[103230]: return func(*args, **kwargs) Feb 09 19:45:15.032030 n-d-713498-36 neutron-server[103230]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 19:45:15.032030 n-d-713498-36 neutron-server[103230]: self._notify() Feb 09 19:45:15.032030 n-d-713498-36 neutron-server[103230]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 19:45:15.032030 n-d-713498-36 neutron-server[103230]: self.callback(batched_events) Feb 09 19:45:15.032030 n-d-713498-36 neutron-server[103230]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 19:45:15.032030 n-d-713498-36 neutron-server[103230]: event.method(event) Feb 09 19:45:15.032030 n-d-713498-36 neutron-server[103230]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 19:45:15.032030 n-d-713498-36 neutron-server[103230]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 19:45:15.032030 n-d-713498-36 neutron-server[103230]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 19:45:15.032030 n-d-713498-36 neutron-server[103230]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 19:45:15.032030 n-d-713498-36 neutron-server[103230]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 19:45:15.032030 n-d-713498-36 neutron-server[103230]: return f(self, *a, **k) Feb 09 19:45:15.032030 n-d-713498-36 neutron-server[103230]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 19:45:15.032030 n-d-713498-36 neutron-server[103230]: return self._get(url).json() Feb 09 19:45:15.032030 n-d-713498-36 neutron-server[103230]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 19:45:15.032030 n-d-713498-36 neutron-server[103230]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 19:45:15.032030 n-d-713498-36 neutron-server[103230]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 19:45:15.032030 n-d-713498-36 neutron-server[103230]: return self.request(url, 'GET', **kwargs) Feb 09 19:45:15.032030 n-d-713498-36 neutron-server[103230]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 19:45:15.032030 n-d-713498-36 neutron-server[103230]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 19:45:15.032030 n-d-713498-36 neutron-server[103230]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 19:45:15.032030 n-d-713498-36 neutron-server[103230]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 19:45:15.032030 n-d-713498-36 neutron-server[103230]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 19:45:15.032030 n-d-713498-36 neutron-server[103230]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 19:45:15.032030 n-d-713498-36 neutron-server[103230]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 19:45:15.092105 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-f3406a26-a52e-4e95-8e0d-8700973e27f9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-590242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1885479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1818895'] for network (96704262-933b-4a92-aa01-d34202ac89b0), after_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:45:15.098758 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-f3406a26-a52e-4e95-8e0d-8700973e27f9 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:45:15.102121 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-f3406a26-a52e-4e95-8e0d-8700973e27f9 admin admin] 10.222.0.75 "DELETE /v2.0/networks/96704262-933b-4a92-aa01-d34202ac89b0 HTTP/1.1" status: 204 len: 168 time: 0.6228449 Feb 09 19:45:15.115741 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3406a26-a52e-4e95-8e0d-8700973e27f9 admin admin] Pushing event deleted for resources: {'Network': ['ID=96704262-933b-4a92-aa01-d34202ac89b0,revision_number=None']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:45:15.291317 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 48654) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:45:15.321333 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-80c0a37c-597f-4943-8b3e-c42e81dfd8b8 req-306a9027-4250-4e59-a303-7865d7b2cd7d tempest-TestVolumeBackupRestore-719474059 tempest-TestVolumeBackupRestore-719474059-project] 10.222.0.75 "GET /v2.0/ports?device_id=ef11860c-6c68-4442-8b21-9c74e24d1a1d HTTP/1.1" status: 200 len: 210 time: 0.0378900 Feb 09 19:45:15.346577 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-542a778c-8633-4fd0-87d8-ccf34bdad750 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=8ff7a327cd9f4047925bca88f5e89eb1&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0531380 Feb 09 19:45:15.346791 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 48656) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:45:15.404049 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-17279062-5012-45ca-bfe8-92bd923fbc68 admin admin] Publish callbacks [] for security_group (bff7dbf3-3f73-40db-be65-acb6dcaea5b3), before_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:45:15.431999 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-17279062-5012-45ca-bfe8-92bd923fbc68 admin admin] Publish callbacks [] for security_group (bff7dbf3-3f73-40db-be65-acb6dcaea5b3), precommit_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:45:15.475136 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Device f65340c0-174a-456b-9644-602178b12fac no longer exists at agent ovs-agent-n-d-713498-36 {{(pid=103232) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 19:45:15.493560 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-17279062-5012-45ca-bfe8-92bd923fbc68 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1892331'] for security_group (bff7dbf3-3f73-40db-be65-acb6dcaea5b3), after_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:45:15.499623 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-17279062-5012-45ca-bfe8-92bd923fbc68 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:45:15.502417 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-17279062-5012-45ca-bfe8-92bd923fbc68 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/bff7dbf3-3f73-40db-be65-acb6dcaea5b3 HTTP/1.1" status: 204 len: 168 time: 0.1546030 Feb 09 19:45:15.508346 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] No Port match for: f65340c0-174a-456b-9644-602178b12fac {{(pid=103232) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 19:45:15.508917 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Device f65340c0-174a-456b-9644-602178b12fac not bound to the agent host n-d-713498-36 {{(pid=103232) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 19:45:15.509509 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Device c9ae1081-6a2e-4f83-a30c-78eea777c36c no longer exists at agent ovs-agent-n-d-713498-36 {{(pid=103232) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 19:45:15.519985 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17279062-5012-45ca-bfe8-92bd923fbc68 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bff7dbf3-3f73-40db-be65-acb6dcaea5b3,revision_number=None']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:45:15.546402 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] No Port match for: c9ae1081-6a2e-4f83-a30c-78eea777c36c {{(pid=103232) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 19:45:15.547048 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Device c9ae1081-6a2e-4f83-a30c-78eea777c36c not bound to the agent host n-d-713498-36 {{(pid=103232) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 19:45:15.905509 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 48664) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:45:15.953633 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-c5c8cd59-db4e-4dd5-bbbc-2cd469693d95 req-8c12b0c6-ef58-46b0-b791-e2cc0dc3f22b tempest-TestVolumeBootPattern-1615943498 tempest-TestVolumeBootPattern-1615943498-project] 10.222.0.75 "GET /v2.0/ports?device_id=979d1676-7858-444c-ad74-270d4bc6922c HTTP/1.1" status: 200 len: 210 time: 0.0396976 Feb 09 19:45:15.974360 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Device be1121ba-1fb8-476c-b81e-d2613c340057 no longer exists at agent hyperv_n-h1-713498-36 {{(pid=103232) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 19:45:15.989526 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-c7c70621-8428-470f-ae11-f2c7d75138c5 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=63527ea762094d849cdce50b61315959&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0821152 Feb 09 19:45:15.992135 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 48666) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:45:16.002738 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] No Port match for: be1121ba-1fb8-476c-b81e-d2613c340057 {{(pid=103232) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 19:45:16.003317 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Device be1121ba-1fb8-476c-b81e-d2613c340057 not bound to the agent host n-h1-713498-36 {{(pid=103232) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 19:45:16.003958 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Device e05a24f3-41be-4636-973c-20cbe5cf3a4a no longer exists at agent hyperv_n-h1-713498-36 {{(pid=103232) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 19:45:16.035491 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] No Port match for: e05a24f3-41be-4636-973c-20cbe5cf3a4a {{(pid=103232) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 19:45:16.036328 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Device e05a24f3-41be-4636-973c-20cbe5cf3a4a not bound to the agent host n-h1-713498-36 {{(pid=103232) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 19:45:16.047023 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-9b8c3ea4-45bf-4bf5-82b0-f3cc0b6b71f8 admin admin] Publish callbacks [] for security_group (2880b43c-2ae4-47ea-a5ba-4e6a87655507), before_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:45:16.060749 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-a7262a8e-0513-48fd-984d-75726a511961 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762867132591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593584'] for agent (911cfea2-02ae-4ec9-bac3-7808ee1cdd9c), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:45:16.070783 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-9b8c3ea4-45bf-4bf5-82b0-f3cc0b6b71f8 admin admin] Publish callbacks [] for security_group (2880b43c-2ae4-47ea-a5ba-4e6a87655507), precommit_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:45:16.121053 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-9b8c3ea4-45bf-4bf5-82b0-f3cc0b6b71f8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1892331'] for security_group (2880b43c-2ae4-47ea-a5ba-4e6a87655507), after_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:45:16.124970 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-9b8c3ea4-45bf-4bf5-82b0-f3cc0b6b71f8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:45:16.126653 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-9b8c3ea4-45bf-4bf5-82b0-f3cc0b6b71f8 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/2880b43c-2ae4-47ea-a5ba-4e6a87655507 HTTP/1.1" status: 204 len: 168 time: 0.1334920 Feb 09 19:45:16.134869 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b8c3ea4-45bf-4bf5-82b0-f3cc0b6b71f8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2880b43c-2ae4-47ea-a5ba-4e6a87655507,revision_number=None']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:45:16.444052 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-c43ab39c-1581-42cc-95ae-80392760a4c4 req-a6517b45-4e4f-4325-a65f-55828e151eea tempest-TestVolumeBackupRestore-719474059 tempest-TestVolumeBackupRestore-719474059-project] 10.222.0.75 "GET /v2.0/ports?device_id=ef11860c-6c68-4442-8b21-9c74e24d1a1d HTTP/1.1" status: 200 len: 210 time: 0.0387464 Feb 09 19:45:17.069634 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762867132591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593584'] for agent (496418a2-c002-4aec-ab1a-07f3bea491bd), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:45:17.080148 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-19fffc65-c5e5-4df6-aeab-d6730c2a03dc req-3213774b-61cf-46c9-b343-dfe540b6c261 tempest-TestVolumeBootPattern-1615943498 tempest-TestVolumeBootPattern-1615943498-project] 10.222.0.75 "GET /v2.0/ports?device_id=979d1676-7858-444c-ad74-270d4bc6922c HTTP/1.1" status: 200 len: 210 time: 0.0500462 Feb 09 19:45:17.486285 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 48708) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:45:17.548249 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-0fe0f6ce-519d-4739-b605-bc3d18b96434 req-78fd542e-6bdc-444a-b7bf-89830d02475f tempest-TestVolumeBackupRestore-719474059 tempest-TestVolumeBackupRestore-719474059-project] 10.222.0.75 "GET /v2.0/ports?device_id=ef11860c-6c68-4442-8b21-9c74e24d1a1d HTTP/1.1" status: 200 len: 210 time: 0.0280592 Feb 09 19:45:17.649054 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.v2.base [None req-c43810e1-8395-45c6-bbf3-67b16a6422ff tempest-TestNetworkBasicOps-1645094289 tempest-TestNetworkBasicOps-1645094289-project] Request body: {'network': {'name': 'tempest-network-smoke--1208317166', 'project_id': 'd10f75d7d9834af0ab88975c96df140f', 'port_security_enabled': True}} {{(pid=103229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 19:45:17.670284 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c43810e1-8395-45c6-bbf3-67b16a6422ff tempest-TestNetworkBasicOps-1645094289 tempest-TestNetworkBasicOps-1645094289-project] Made reservation on behalf of d10f75d7d9834af0ab88975c96df140f for: {'network': 1} {{(pid=103229) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 19:45:17.673710 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-c43810e1-8395-45c6-bbf3-67b16a6422ff tempest-TestNetworkBasicOps-1645094289 tempest-TestNetworkBasicOps-1645094289-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for network (None), before_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:45:17.682805 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-c43810e1-8395-45c6-bbf3-67b16a6422ff tempest-TestNetworkBasicOps-1645094289 tempest-TestNetworkBasicOps-1645094289-project] Publish callbacks [] for security_group (None), before_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:45:17.761028 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-c43810e1-8395-45c6-bbf3-67b16a6422ff tempest-TestNetworkBasicOps-1645094289 tempest-TestNetworkBasicOps-1645094289-project] Publish callbacks [] for security_group (8256850e-3a12-4c91-95f8-d3ea5f3056ab), precommit_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:45:17.764825 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-c43810e1-8395-45c6-bbf3-67b16a6422ff tempest-TestNetworkBasicOps-1645094289 tempest-TestNetworkBasicOps-1645094289-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1892331'] for security_group (8256850e-3a12-4c91-95f8-d3ea5f3056ab), after_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:45:17.788530 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c43810e1-8395-45c6-bbf3-67b16a6422ff tempest-TestNetworkBasicOps-1645094289 tempest-TestNetworkBasicOps-1645094289-project] vlan segment allocate from pool success with {'vlan_id': 392, 'physical_network': 'physnet1'} {{(pid=103229) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 19:45:17.802937 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c43810e1-8395-45c6-bbf3-67b16a6422ff tempest-TestNetworkBasicOps-1645094289 tempest-TestNetworkBasicOps-1645094289-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8256850e-3a12-4c91-95f8-d3ea5f3056ab,revision_number=1']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:45:17.808828 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-c43810e1-8395-45c6-bbf3-67b16a6422ff tempest-TestNetworkBasicOps-1645094289 tempest-TestNetworkBasicOps-1645094289-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-759574'] for segment (40199b7e-eb6e-4f69-ae68-2346cb80a292), precommit_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:45:17.809184 n-d-713498-36 neutron-server[103229]: INFO neutron.db.segments_db [None req-c43810e1-8395-45c6-bbf3-67b16a6422ff tempest-TestNetworkBasicOps-1645094289 tempest-TestNetworkBasicOps-1645094289-project] Added segment 40199b7e-eb6e-4f69-ae68-2346cb80a292 of type vlan for network 3f4ad9b1-0217-4484-acaf-408bf6117929 Feb 09 19:45:17.851084 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-c43810e1-8395-45c6-bbf3-67b16a6422ff tempest-TestNetworkBasicOps-1645094289 tempest-TestNetworkBasicOps-1645094289-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762866642225'] for network (3f4ad9b1-0217-4484-acaf-408bf6117929), precommit_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:45:17.877797 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-c43810e1-8395-45c6-bbf3-67b16a6422ff tempest-TestNetworkBasicOps-1645094289 tempest-TestNetworkBasicOps-1645094289-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1885479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452'] for network (3f4ad9b1-0217-4484-acaf-408bf6117929), after_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:45:17.882834 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c43810e1-8395-45c6-bbf3-67b16a6422ff tempest-TestNetworkBasicOps-1645094289 tempest-TestNetworkBasicOps-1645094289-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:45:17.883410 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-c43810e1-8395-45c6-bbf3-67b16a6422ff tempest-TestNetworkBasicOps-1645094289 tempest-TestNetworkBasicOps-1645094289-project] Publish callbacks [] for network (None), before_response {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:45:17.949604 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-c43810e1-8395-45c6-bbf3-67b16a6422ff tempest-TestNetworkBasicOps-1645094289 tempest-TestNetworkBasicOps-1645094289-project] 10.222.0.75 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.4619911 Feb 09 19:45:17.952452 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 48712) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:45:17.959232 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.v2.base [None req-414de070-bb6e-4f53-b8b3-886a5f915d40 tempest-TestNetworkBasicOps-1645094289 tempest-TestNetworkBasicOps-1645094289-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-1363570662', 'admin_state_up': True, 'project_id': 'd10f75d7d9834af0ab88975c96df140f', 'external_gateway_info': {'network_id': '88055e1e-672a-4487-be31-ffb6e833ece5'}}} {{(pid=103229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 19:45:17.970700 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c43810e1-8395-45c6-bbf3-67b16a6422ff tempest-TestNetworkBasicOps-1645094289 tempest-TestNetworkBasicOps-1645094289-project] Pushing event updated for resources: {'Network': ['ID=3f4ad9b1-0217-4484-acaf-408bf6117929,revision_number=1']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:45:17.983453 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Network 3f4ad9b1-0217-4484-acaf-408bf6117929 details requested by agent ovs-agent-n-d-713498-36 with host n-d-713498-36 {{(pid=103232) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 19:45:17.990483 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-414de070-bb6e-4f53-b8b3-886a5f915d40 tempest-TestNetworkBasicOps-1645094289 tempest-TestNetworkBasicOps-1645094289-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1834830', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-58389'] for router (b414fe0c-a42d-4720-92fd-5440e88e2702), before_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:45:17.991535 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-414de070-bb6e-4f53-b8b3-886a5f915d40 tempest-TestNetworkBasicOps-1645094289 tempest-TestNetworkBasicOps-1645094289-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1834810', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1822096', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1886735', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-58380'] for router (b414fe0c-a42d-4720-92fd-5440e88e2702), precommit_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:45:18.060182 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-414de070-bb6e-4f53-b8b3-886a5f915d40 tempest-TestNetworkBasicOps-1645094289 tempest-TestNetworkBasicOps-1645094289-project] Publish callbacks [] for router_controller (b414fe0c-a42d-4720-92fd-5440e88e2702), precommit_add_association {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:45:18.200951 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-be2176e3-d313-4c40-8fec-d891a9812719 req-015fd6f5-6653-41cd-af20-1eabd40f3433 tempest-TestVolumeBootPattern-1615943498 tempest-TestVolumeBootPattern-1615943498-project] 10.222.0.75 "GET /v2.0/ports?device_id=979d1676-7858-444c-ad74-270d4bc6922c HTTP/1.1" status: 200 len: 210 time: 0.0444624 Feb 09 19:45:18.298988 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-414de070-bb6e-4f53-b8b3-886a5f915d40 tempest-TestNetworkBasicOps-1645094289 tempest-TestNetworkBasicOps-1645094289-project] Publish callbacks [] for router_gateway (b414fe0c-a42d-4720-92fd-5440e88e2702), precommit_update {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:45:18.532639 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-414de070-bb6e-4f53-b8b3-886a5f915d40 tempest-TestNetworkBasicOps-1645094289 tempest-TestNetworkBasicOps-1645094289-project] Publish callbacks [] for router_gateway (b414fe0c-a42d-4720-92fd-5440e88e2702), before_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:45:18.552686 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-414de070-bb6e-4f53-b8b3-886a5f915d40 tempest-TestNetworkBasicOps-1645094289 tempest-TestNetworkBasicOps-1645094289-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (None), before_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:45:18.666163 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-d3aabfc3-8700-4b3c-8fdc-58a8bbde8b06 req-dabb7571-4b88-440a-8c2d-d1c80e800fe0 tempest-TestVolumeBackupRestore-719474059 tempest-TestVolumeBackupRestore-719474059-project] 10.222.0.75 "GET /v2.0/ports?device_id=ef11860c-6c68-4442-8b21-9c74e24d1a1d HTTP/1.1" status: 200 len: 210 time: 0.0331328 Feb 09 19:45:18.694578 n-d-713498-36 neutron-server[103229]: DEBUG neutron.db.db_base_plugin_common [None req-414de070-bb6e-4f53-b8b3-886a5f915d40 tempest-TestNetworkBasicOps-1645094289 tempest-TestNetworkBasicOps-1645094289-project] Allocated IP 172.25.1.214 (88055e1e-672a-4487-be31-ffb6e833ece5/ac16dbcc-383c-4b43-9153-d763c4a53f91/8b718f25-ab18-4501-9c7a-e95ab38a1cff) {{(pid=103229) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 19:45:18.811615 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-414de070-bb6e-4f53-b8b3-886a5f915d40 tempest-TestNetworkBasicOps-1645094289 tempest-TestNetworkBasicOps-1645094289-project] Publish callbacks [] for port (8b718f25-ab18-4501-9c7a-e95ab38a1cff), precommit_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:45:18.852777 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-414de070-bb6e-4f53-b8b3-886a5f915d40 tempest-TestNetworkBasicOps-1645094289 tempest-TestNetworkBasicOps-1645094289-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762866656467', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12867576'] for port (8b718f25-ab18-4501-9c7a-e95ab38a1cff), after_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:45:18.860841 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762867132591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593584'] for agent (488cd9ae-631f-4955-ba0b-4f5a13f12e9c), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:45:18.894746 n-d-713498-36 neutron-server[103229]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-414de070-bb6e-4f53-b8b3-886a5f915d40 tempest-TestNetworkBasicOps-1645094289 tempest-TestNetworkBasicOps-1645094289-project] Network 88055e1e-672a-4487-be31-ffb6e833ece5 is already hosted by enough agents. {{(pid=103229) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 19:45:18.897703 n-d-713498-36 neutron-server[103229]: DEBUG neutron.scheduler.base_scheduler [None req-414de070-bb6e-4f53-b8b3-886a5f915d40 tempest-TestNetworkBasicOps-1645094289 tempest-TestNetworkBasicOps-1645094289-project] Resources bound (agent type, host, resource id): {{(pid=103229) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 19:45:18.901753 n-d-713498-36 neutron-server[103229]: DEBUG neutron.db.l3_dvrscheduler_db [None req-414de070-bb6e-4f53-b8b3-886a5f915d40 tempest-TestNetworkBasicOps-1645094289 tempest-TestNetworkBasicOps-1645094289-project] Received port after_create {{(pid=103229) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 19:45:18.923790 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-414de070-bb6e-4f53-b8b3-886a5f915d40 tempest-TestNetworkBasicOps-1645094289 tempest-TestNetworkBasicOps-1645094289-project] Pushing event updated for resources: {'Port': ['ID=8b718f25-ab18-4501-9c7a-e95ab38a1cff,revision_number=1']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:45:19.162328 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-414de070-bb6e-4f53-b8b3-886a5f915d40 tempest-TestNetworkBasicOps-1645094289 tempest-TestNetworkBasicOps-1645094289-project] Publish callbacks [] for router_gateway (b414fe0c-a42d-4720-92fd-5440e88e2702), after_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:45:19.205889 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762867132591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593584'] for agent (bcd5faee-dc24-4298-9134-0e0aa054058e), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:45:19.363997 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-863d4ca0-ff23-4a0a-944d-e9f7bb6ae55e req-52f72c48-9b97-431b-8dce-ffc152a57656 tempest-TestVolumeBootPattern-1615943498 tempest-TestVolumeBootPattern-1615943498-project] 10.222.0.75 "GET /v2.0/ports?device_id=979d1676-7858-444c-ad74-270d4bc6922c HTTP/1.1" status: 200 len: 210 time: 0.0570905 Feb 09 19:45:19.397716 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-414de070-bb6e-4f53-b8b3-886a5f915d40 tempest-TestNetworkBasicOps-1645094289 tempest-TestNetworkBasicOps-1645094289-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1834945', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1818951'] for router (b414fe0c-a42d-4720-92fd-5440e88e2702), after_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:45:19.529767 n-d-713498-36 neutron-server[103229]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-414de070-bb6e-4f53-b8b3-886a5f915d40 tempest-TestNetworkBasicOps-1645094289 tempest-TestNetworkBasicOps-1645094289-project] Router b414fe0c-a42d-4720-92fd-5440e88e2702 is scheduled to L3 agent 93303d5e-5d17-45e8-8963-7694f87783ae with binding_index 1 {{(pid=103229) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 09 19:45:19.640448 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-414de070-bb6e-4f53-b8b3-886a5f915d40 tempest-TestNetworkBasicOps-1645094289 tempest-TestNetworkBasicOps-1645094289-project] Notify agent at l3_agent.n-d-713498-36 the message routers_updated {{(pid=103229) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 19:45:19.650657 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be125923-2946-49dd-a396-5ff1be95275c None None] Sync routers for ids ['b414fe0c-a42d-4720-92fd-5440e88e2702'] in n-d-713498-36 {{(pid=103232) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 19:45:19.660619 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be125923-2946-49dd-a396-5ff1be95275c None None] Routers {'b414fe0c-a42d-4720-92fd-5440e88e2702'} bound to L3 agent in host n-d-713498-36 {{(pid=103232) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 19:45:19.661238 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.l3_hamode_db [None req-be125923-2946-49dd-a396-5ff1be95275c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-09T18:51:43Z,description=,heartbeat_timestamp=2022-02-09T19:45:13Z,host='n-d-713498-36',id=93303d5e-5d17-45e8-8963-7694f87783ae,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T18:51:43Z,topic='l3_agent')) {'router_ids': ['b414fe0c-a42d-4720-92fd-5440e88e2702'], 'active': True} {{(pid=103232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:45:19.664768 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-414de070-bb6e-4f53-b8b3-886a5f915d40 tempest-TestNetworkBasicOps-1645094289 tempest-TestNetworkBasicOps-1645094289-project] Publish callbacks [] for router (None), before_response {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:45:19.664768 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-414de070-bb6e-4f53-b8b3-886a5f915d40 tempest-TestNetworkBasicOps-1645094289 tempest-TestNetworkBasicOps-1645094289-project] 10.222.0.75 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 1.7112310 Feb 09 19:45:19.668900 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 48720) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:45:19.761881 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-82d90e53-459f-46cd-ba53-ecddf6819632 tempest-TestNetworkBasicOps-670384598 tempest-TestNetworkBasicOps-670384598-project-admin] 10.222.0.75 "GET /v2.0/subnets?project_id=d10f75d7d9834af0ab88975c96df140f&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0917125 Feb 09 19:45:19.764533 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 48726) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:45:19.786684 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-d8654ec8-50af-47df-bfc8-11b2478777e5 req-5e0a5cfc-3b15-43e1-b862-17cd5c99dff5 tempest-TestVolumeBackupRestore-719474059 tempest-TestVolumeBackupRestore-719474059-project] 10.222.0.75 "GET /v2.0/ports?device_id=ef11860c-6c68-4442-8b21-9c74e24d1a1d HTTP/1.1" status: 200 len: 210 time: 0.0313785 Feb 09 19:45:19.876325 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d579d94-846f-45bd-8e07-1a16bb1332d0 tempest-TestNetworkBasicOps-670384598 tempest-TestNetworkBasicOps-670384598-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:45:19.877983 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-2d579d94-846f-45bd-8e07-1a16bb1332d0 tempest-TestNetworkBasicOps-670384598 tempest-TestNetworkBasicOps-670384598-project-admin] 10.222.0.75 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1121414 Feb 09 19:45:19.880810 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 48728) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:45:19.910983 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-8d111098-5232-4515-a337-17435b0b6f37 tempest-TestNetworkBasicOps-670384598 tempest-TestNetworkBasicOps-670384598-project-admin] 10.222.0.75 "GET /v2.0/subnets?network_id=88055e1e-672a-4487-be31-ffb6e833ece5&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0289297 Feb 09 19:45:19.913695 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 48730) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:45:19.920924 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.v2.base [None req-6be3ddc4-a7e5-4c69-aa70-0c31fcd51200 tempest-TestNetworkBasicOps-1645094289 tempest-TestNetworkBasicOps-1645094289-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1357199178', 'network_id': '3f4ad9b1-0217-4484-acaf-408bf6117929', 'project_id': 'd10f75d7d9834af0ab88975c96df140f', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 19:45:19.980441 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.l3_dvr_db [None req-be125923-2946-49dd-a396-5ff1be95275c None None] Set router b414fe0c-a42d-4720-92fd-5440e88e2702 gateway port host: n-d-713498-36 {{(pid=103232) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 19:45:20.043046 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6be3ddc4-a7e5-4c69-aa70-0c31fcd51200 tempest-TestNetworkBasicOps-1645094289 tempest-TestNetworkBasicOps-1645094289-project] Made reservation on behalf of d10f75d7d9834af0ab88975c96df140f for: {'subnet': 1} {{(pid=103229) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 19:45:20.049632 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-6be3ddc4-a7e5-4c69-aa70-0c31fcd51200 tempest-TestNetworkBasicOps-1645094289 tempest-TestNetworkBasicOps-1645094289-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12759265'] for subnet (None), before_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:45:20.236147 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.l3_hamode_db [None req-be125923-2946-49dd-a396-5ff1be95275c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b414fe0c-a42d-4720-92fd-5440e88e2702', 'name': 'tempest-TestNetworkBasicOps-router-1363570662', 'tenant_id': 'd10f75d7d9834af0ab88975c96df140f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88055e1e-672a-4487-be31-ffb6e833ece5', 'external_fixed_ips': [{'subnet_id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'ip_address': '172.25.1.214'}], 'enable_snat': True}, 'gw_port_id': '8b718f25-ab18-4501-9c7a-e95ab38a1cff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T19:45:17Z', 'updated_at': '2022-02-09T19:45:19Z', 'revision_number': 3, 'project_id': 'd10f75d7d9834af0ab88975c96df140f', 'gw_port': {'id': '8b718f25-ab18-4501-9c7a-e95ab38a1cff', 'name': '', 'network_id': '88055e1e-672a-4487-be31-ffb6e833ece5', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:4e:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b414fe0c-a42d-4720-92fd-5440e88e2702', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3957, 'fixed_ips': [{'subnet_id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'ip_address': '172.25.1.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T19:45:18Z', 'updated_at': '2022-02-09T19:45:18Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-36'}], 'n-d-713498-36', False) {} {{(pid=103232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:45:20.266573 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be125923-2946-49dd-a396-5ff1be95275c None None] Checking router: b414fe0c-a42d-4720-92fd-5440e88e2702 for host: n-d-713498-36 {{(pid=103232) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 19:45:20.266930 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be125923-2946-49dd-a396-5ff1be95275c None None] Updating router b414fe0c-a42d-4720-92fd-5440e88e2702 port 8b718f25-ab18-4501-9c7a-e95ab38a1cff binding host n-d-713498-36 {{(pid=103232) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 19:45:20.316718 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-be125923-2946-49dd-a396-5ff1be95275c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (8b718f25-ab18-4501-9c7a-e95ab38a1cff), before_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:45:20.340543 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-6be3ddc4-a7e5-4c69-aa70-0c31fcd51200 tempest-TestNetworkBasicOps-1645094289 tempest-TestNetworkBasicOps-1645094289-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12867428', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12759263'] for subnet (2825332a-2e39-42e3-a77c-ca297c3e6522), after_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:45:20.444853 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6be3ddc4-a7e5-4c69-aa70-0c31fcd51200 tempest-TestNetworkBasicOps-1645094289 tempest-TestNetworkBasicOps-1645094289-project] Pushing event updated for resources: {'Subnet': ['ID=2825332a-2e39-42e3-a77c-ca297c3e6522,revision_number=0']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:45:20.454345 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6be3ddc4-a7e5-4c69-aa70-0c31fcd51200 tempest-TestNetworkBasicOps-1645094289 tempest-TestNetworkBasicOps-1645094289-project] Checking segment: {'id': '40199b7e-eb6e-4f69-ae68-2346cb80a292', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': '3f4ad9b1-0217-4484-acaf-408bf6117929'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103229) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 19:45:20.454575 n-d-713498-36 neutron-server[103229]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6be3ddc4-a7e5-4c69-aa70-0c31fcd51200 tempest-TestNetworkBasicOps-1645094289 tempest-TestNetworkBasicOps-1645094289-project] Network hostable DHCP agents. Network: 3f4ad9b1-0217-4484-acaf-408bf6117929, hostable agents: ['af91e4b9-f4e1-42b1-a25c-a10dc47171c8'], hosted agents: [] {{(pid=103229) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 19:45:20.494293 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-d7669314-1a39-4b93-aad9-ad5634506430 req-a5aedec1-4d7b-4105-85a4-954c0fa5f967 tempest-TestVolumeBootPattern-1615943498 tempest-TestVolumeBootPattern-1615943498-project] 10.222.0.75 "GET /v2.0/ports?device_id=979d1676-7858-444c-ad74-270d4bc6922c HTTP/1.1" status: 200 len: 210 time: 0.0328572 Feb 09 19:45:20.505906 n-d-713498-36 neutron-server[103229]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6be3ddc4-a7e5-4c69-aa70-0c31fcd51200 tempest-TestNetworkBasicOps-1645094289 tempest-TestNetworkBasicOps-1645094289-project] Network 3f4ad9b1-0217-4484-acaf-408bf6117929 is scheduled to be hosted by DHCP agent af91e4b9-f4e1-42b1-a25c-a10dc47171c8 with binding_index 1 {{(pid=103229) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 19:45:20.528791 n-d-713498-36 neutron-server[103229]: DEBUG neutron.scheduler.base_scheduler [None req-6be3ddc4-a7e5-4c69-aa70-0c31fcd51200 tempest-TestNetworkBasicOps-1645094289 tempest-TestNetworkBasicOps-1645094289-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713498-36, 3f4ad9b1-0217-4484-acaf-408bf6117929) {{(pid=103229) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 19:45:20.535189 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6be3ddc4-a7e5-4c69-aa70-0c31fcd51200 tempest-TestNetworkBasicOps-1645094289 tempest-TestNetworkBasicOps-1645094289-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:45:20.536636 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-6be3ddc4-a7e5-4c69-aa70-0c31fcd51200 tempest-TestNetworkBasicOps-1645094289 tempest-TestNetworkBasicOps-1645094289-project] Publish callbacks [] for subnet (None), before_response {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:45:20.550015 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd501cbf-23f0-4aff-9ee1-e138f276d97f None None] Network 3f4ad9b1-0217-4484-acaf-408bf6117929 requested from n-d-713498-36 {{(pid=103232) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 19:45:20.566240 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-6be3ddc4-a7e5-4c69-aa70-0c31fcd51200 tempest-TestNetworkBasicOps-1645094289 tempest-TestNetworkBasicOps-1645094289-project] 10.222.0.75 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.6512434 Feb 09 19:45:20.567891 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 48740) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:45:20.710406 n-d-713498-36 neutron-server[103233]: DEBUG neutron.db.agents_db [None req-4a8a6a42-0a0c-4437-8958-92282682b6bb None None] Agent healthcheck: found 7 active agents {{(pid=103233) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 19:45:20.768960 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c04bcdf-d852-4cab-979d-4833d08934c8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8b32e980-7cce-5e82-a341-bd2fa8945c89-3f4ad9b1-0217-4484-acaf-408bf6117929', 'network_id': '3f4ad9b1-0217-4484-acaf-408bf6117929', 'project_id': 'd10f75d7d9834af0ab88975c96df140f', 'fixed_ips': [{'subnet_id': '2825332a-2e39-42e3-a77c-ca297c3e6522'}]}} from n-d-713498-36. {{(pid=103232) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 09 19:45:20.769934 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-3c04bcdf-d852-4cab-979d-4833d08934c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (None), before_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:45:20.871215 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 48744) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:45:20.943547 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.db_base_plugin_common [None req-3c04bcdf-d852-4cab-979d-4833d08934c8 None None] Allocated IP 172.20.0.2 (3f4ad9b1-0217-4484-acaf-408bf6117929/2825332a-2e39-42e3-a77c-ca297c3e6522/c08161b3-812c-4528-a164-9cf02a976992) {{(pid=103232) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 19:45:21.042674 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-e8e31b2e-4d3d-4db6-8753-b473bde156d2 tempest-TestVolumeBackupRestore-719474059 tempest-TestVolumeBackupRestore-719474059-project] Publish callbacks [] for security_group (9756189c-51bb-4234-9287-a2b3fd71ce58), before_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:45:21.082965 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-e8e31b2e-4d3d-4db6-8753-b473bde156d2 tempest-TestVolumeBackupRestore-719474059 tempest-TestVolumeBackupRestore-719474059-project] Publish callbacks [] for security_group (9756189c-51bb-4234-9287-a2b3fd71ce58), precommit_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:45:21.112205 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-3c04bcdf-d852-4cab-979d-4833d08934c8 None None] Publish callbacks [] for port (c08161b3-812c-4528-a164-9cf02a976992), precommit_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:45:21.120700 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-3c04bcdf-d852-4cab-979d-4833d08934c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762866656467'] for port (c08161b3-812c-4528-a164-9cf02a976992), after_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:45:21.156372 n-d-713498-36 neutron-server[103232]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c04bcdf-d852-4cab-979d-4833d08934c8 None None] Network 3f4ad9b1-0217-4484-acaf-408bf6117929 is already hosted by enough agents. {{(pid=103232) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 19:45:21.160780 n-d-713498-36 neutron-server[103232]: DEBUG neutron.scheduler.base_scheduler [None req-3c04bcdf-d852-4cab-979d-4833d08934c8 None None] Resources bound (agent type, host, resource id): {{(pid=103232) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 19:45:21.163692 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c04bcdf-d852-4cab-979d-4833d08934c8 None None] Received port after_create {{(pid=103232) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 19:45:21.248334 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-cb192879-580d-43f8-9f91-10c65ff702a3 tempest-TestNetworkBasicOps-1645094289 tempest-TestNetworkBasicOps-1645094289-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (None), before_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:45:21.280791 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-be125923-2946-49dd-a396-5ff1be95275c None None] Publish callbacks [] for port (8b718f25-ab18-4501-9c7a-e95ab38a1cff), precommit_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:45:21.282512 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.managers [None req-3c04bcdf-d852-4cab-979d-4833d08934c8 None None] Attempting to bind port c08161b3-812c-4528-a164-9cf02a976992 on host n-d-713498-36 for vnic_type normal with profile {{(pid=103232) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 19:45:21.282883 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.managers [None req-3c04bcdf-d852-4cab-979d-4833d08934c8 None None] Attempting to bind port c08161b3-812c-4528-a164-9cf02a976992 by drivers openvswitch,hyperv on host n-d-713498-36 at level 0 using segments [{'id': '40199b7e-eb6e-4f69-ae68-2346cb80a292', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': '3f4ad9b1-0217-4484-acaf-408bf6117929'}] {{(pid=103232) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 19:45:21.283344 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c04bcdf-d852-4cab-979d-4833d08934c8 None None] Attempting to bind port c08161b3-812c-4528-a164-9cf02a976992 on network 3f4ad9b1-0217-4484-acaf-408bf6117929 {{(pid=103232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 19:45:21.288866 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c04bcdf-d852-4cab-979d-4833d08934c8 None None] Pushing event updated for resources: {'Port': ['ID=c08161b3-812c-4528-a164-9cf02a976992,revision_number=1']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:45:21.293628 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c04bcdf-d852-4cab-979d-4833d08934c8 None None] Checking agent: {'id': '496418a2-c002-4aec-ab1a-07f3bea491bd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-36', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 18, 51, 47), 'started_at': datetime.datetime(2022, 2, 9, 18, 52, 17), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 19, 45, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-36'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 19:45:21.294043 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c04bcdf-d852-4cab-979d-4833d08934c8 None None] Checking segment: {'id': '40199b7e-eb6e-4f69-ae68-2346cb80a292', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': '3f4ad9b1-0217-4484-acaf-408bf6117929'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103232) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 19:45:21.294444 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-3c04bcdf-d852-4cab-979d-4833d08934c8 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:45:21.294965 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c04bcdf-d852-4cab-979d-4833d08934c8 None None] Bound using segment: {'id': '40199b7e-eb6e-4f69-ae68-2346cb80a292', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': '3f4ad9b1-0217-4484-acaf-408bf6117929'} {{(pid=103232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 19:45:21.295468 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.managers [None req-3c04bcdf-d852-4cab-979d-4833d08934c8 None None] Bound port: c08161b3-812c-4528-a164-9cf02a976992, host: n-d-713498-36, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '40199b7e-eb6e-4f69-ae68-2346cb80a292', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': '3f4ad9b1-0217-4484-acaf-408bf6117929'}}] {{(pid=103232) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 19:45:21.295822 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-3c04bcdf-d852-4cab-979d-4833d08934c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (c08161b3-812c-4528-a164-9cf02a976992), before_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:45:21.352940 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-e8e31b2e-4d3d-4db6-8753-b473bde156d2 tempest-TestVolumeBackupRestore-719474059 tempest-TestVolumeBackupRestore-719474059-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1892331'] for security_group (9756189c-51bb-4234-9287-a2b3fd71ce58), after_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:45:21.356175 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-e8e31b2e-4d3d-4db6-8753-b473bde156d2 tempest-TestVolumeBackupRestore-719474059 tempest-TestVolumeBackupRestore-719474059-project] Publish callbacks [] for security_group (None), before_response {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:45:21.367551 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-3c04bcdf-d852-4cab-979d-4833d08934c8 None None] For port c08161b3-812c-4528-a164-9cf02a976992, host n-d-713498-36, cleared binding levels {{(pid=103232) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 19:45:21.370569 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-e8e31b2e-4d3d-4db6-8753-b473bde156d2 tempest-TestVolumeBackupRestore-719474059 tempest-TestVolumeBackupRestore-719474059-project] 10.222.0.75 "DELETE /v2.0/security-groups/9756189c-51bb-4234-9287-a2b3fd71ce58 HTTP/1.1" status: 204 len: 168 time: 0.4882905 Feb 09 19:45:21.371982 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-3c04bcdf-d852-4cab-979d-4833d08934c8 None None] For port c08161b3-812c-4528-a164-9cf02a976992, host n-d-713498-36, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-36',level=0,port_id=c08161b3-812c-4528-a164-9cf02a976992,segment=NetworkSegment(40199b7e-eb6e-4f69-ae68-2346cb80a292),segment_id=40199b7e-eb6e-4f69-ae68-2346cb80a292)] {{(pid=103232) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 19:45:21.375064 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-be125923-2946-49dd-a396-5ff1be95275c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762867176205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762866656485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762866656503'] for port (8b718f25-ab18-4501-9c7a-e95ab38a1cff), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:45:21.395818 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-3c04bcdf-d852-4cab-979d-4833d08934c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762867176205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762866656485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762866656503'] for port (c08161b3-812c-4528-a164-9cf02a976992), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:45:21.415739 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8e31b2e-4d3d-4db6-8753-b473bde156d2 tempest-TestVolumeBackupRestore-719474059 tempest-TestVolumeBackupRestore-719474059-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9756189c-51bb-4234-9287-a2b3fd71ce58,revision_number=None']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:45:21.462220 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.managers [None req-be125923-2946-49dd-a396-5ff1be95275c None None] Attempting to bind port 8b718f25-ab18-4501-9c7a-e95ab38a1cff on host n-d-713498-36 for vnic_type normal with profile {{(pid=103232) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 19:45:21.462942 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.managers [None req-be125923-2946-49dd-a396-5ff1be95275c None None] Attempting to bind port 8b718f25-ab18-4501-9c7a-e95ab38a1cff by drivers openvswitch,hyperv on host n-d-713498-36 at level 0 using segments [{'id': 'a4222f89-8d3f-4b51-953b-1a8126392491', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '88055e1e-672a-4487-be31-ffb6e833ece5'}] {{(pid=103232) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 19:45:21.462942 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be125923-2946-49dd-a396-5ff1be95275c None None] Attempting to bind port 8b718f25-ab18-4501-9c7a-e95ab38a1cff on network 88055e1e-672a-4487-be31-ffb6e833ece5 {{(pid=103232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 19:45:21.486287 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13609219-eced-4dfc-977f-eb384ef25812 None None] Pushing event updated for resources: {'Port': ['ID=8b718f25-ab18-4501-9c7a-e95ab38a1cff,revision_number=2']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:45:21.489030 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be125923-2946-49dd-a396-5ff1be95275c None None] Checking agent: {'id': '496418a2-c002-4aec-ab1a-07f3bea491bd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-36', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 18, 51, 47), 'started_at': datetime.datetime(2022, 2, 9, 18, 52, 17), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 19, 45, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-36'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 19:45:21.489414 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be125923-2946-49dd-a396-5ff1be95275c None None] Checking segment: {'id': 'a4222f89-8d3f-4b51-953b-1a8126392491', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '88055e1e-672a-4487-be31-ffb6e833ece5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103232) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 19:45:21.489917 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-be125923-2946-49dd-a396-5ff1be95275c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:45:21.490334 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be125923-2946-49dd-a396-5ff1be95275c None None] Bound using segment: {'id': 'a4222f89-8d3f-4b51-953b-1a8126392491', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '88055e1e-672a-4487-be31-ffb6e833ece5'} {{(pid=103232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 19:45:21.490859 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.managers [None req-be125923-2946-49dd-a396-5ff1be95275c None None] Bound port: 8b718f25-ab18-4501-9c7a-e95ab38a1cff, host: n-d-713498-36, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a4222f89-8d3f-4b51-953b-1a8126392491', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '88055e1e-672a-4487-be31-ffb6e833ece5'}}] {{(pid=103232) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 19:45:21.491279 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-be125923-2946-49dd-a396-5ff1be95275c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (8b718f25-ab18-4501-9c7a-e95ab38a1cff), before_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:45:21.771768 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-fc3ebe19-a03f-4340-a74d-6be5827ace60 req-4df4845a-3bfa-4760-8773-b283b2f23cd8 tempest-TestVolumeBootPattern-1615943498 tempest-TestVolumeBootPattern-1615943498-project] 10.222.0.75 "GET /v2.0/ports?device_id=979d1676-7858-444c-ad74-270d4bc6922c HTTP/1.1" status: 200 len: 210 time: 0.0661924 Feb 09 19:45:21.806928 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c04bcdf-d852-4cab-979d-4833d08934c8 None None] Pushing event updated for resources: {'Port': ['ID=c08161b3-812c-4528-a164-9cf02a976992,revision_number=2']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:45:21.825454 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-be125923-2946-49dd-a396-5ff1be95275c None None] For port 8b718f25-ab18-4501-9c7a-e95ab38a1cff, host n-d-713498-36, cleared binding levels {{(pid=103232) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 19:45:21.829524 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-be125923-2946-49dd-a396-5ff1be95275c None None] For port 8b718f25-ab18-4501-9c7a-e95ab38a1cff, host n-d-713498-36, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-36',level=0,port_id=8b718f25-ab18-4501-9c7a-e95ab38a1cff,segment=NetworkSegment(a4222f89-8d3f-4b51-953b-1a8126392491),segment_id=a4222f89-8d3f-4b51-953b-1a8126392491)] {{(pid=103232) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 19:45:21.857482 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-be125923-2946-49dd-a396-5ff1be95275c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762867176205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762866656485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762866656503'] for port (8b718f25-ab18-4501-9c7a-e95ab38a1cff), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:45:22.016218 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be125923-2946-49dd-a396-5ff1be95275c None None] Routers {'b414fe0c-a42d-4720-92fd-5440e88e2702'} bound to L3 agent in host n-d-713498-36 {{(pid=103232) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 19:45:22.016947 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.l3_hamode_db [None req-be125923-2946-49dd-a396-5ff1be95275c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-09T18:51:43Z,description=,heartbeat_timestamp=2022-02-09T19:45:13Z,host='n-d-713498-36',id=93303d5e-5d17-45e8-8963-7694f87783ae,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T18:51:43Z,topic='l3_agent')) {'router_ids': ['b414fe0c-a42d-4720-92fd-5440e88e2702'], 'active': True} {{(pid=103232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:45:22.215617 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13609219-eced-4dfc-977f-eb384ef25812 None None] Pushing event updated for resources: {'Port': ['ID=8b718f25-ab18-4501-9c7a-e95ab38a1cff,revision_number=3']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:45:22.252614 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.l3_dvr_db [None req-be125923-2946-49dd-a396-5ff1be95275c None None] Set router b414fe0c-a42d-4720-92fd-5440e88e2702 gateway port host: n-d-713498-36 {{(pid=103232) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 19:45:22.373800 n-d-713498-36 neutron-server[103229]: DEBUG neutron.db.db_base_plugin_common [None req-cb192879-580d-43f8-9f91-10c65ff702a3 tempest-TestNetworkBasicOps-1645094289 tempest-TestNetworkBasicOps-1645094289-project] Allocated IP 172.20.0.1 (3f4ad9b1-0217-4484-acaf-408bf6117929/2825332a-2e39-42e3-a77c-ca297c3e6522/9a9c1dd3-201a-4074-a7ee-0492db15adb6) {{(pid=103229) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 19:45:22.523916 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.l3_hamode_db [None req-be125923-2946-49dd-a396-5ff1be95275c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b414fe0c-a42d-4720-92fd-5440e88e2702', 'name': 'tempest-TestNetworkBasicOps-router-1363570662', 'tenant_id': 'd10f75d7d9834af0ab88975c96df140f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88055e1e-672a-4487-be31-ffb6e833ece5', 'external_fixed_ips': [{'subnet_id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'ip_address': '172.25.1.214'}], 'enable_snat': True}, 'gw_port_id': '8b718f25-ab18-4501-9c7a-e95ab38a1cff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T19:45:17Z', 'updated_at': '2022-02-09T19:45:19Z', 'revision_number': 3, 'project_id': 'd10f75d7d9834af0ab88975c96df140f', 'gw_port': {'id': '8b718f25-ab18-4501-9c7a-e95ab38a1cff', 'name': '', 'network_id': '88055e1e-672a-4487-be31-ffb6e833ece5', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:4e:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b414fe0c-a42d-4720-92fd-5440e88e2702', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3957, 'fixed_ips': [{'subnet_id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'ip_address': '172.25.1.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T19:45:18Z', 'updated_at': '2022-02-09T19:45:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-36'}], 'n-d-713498-36', False) {} {{(pid=103232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:45:22.564966 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be125923-2946-49dd-a396-5ff1be95275c None None] The sync data for ids ['b414fe0c-a42d-4720-92fd-5440e88e2702'] in n-d-713498-36 is: [{'id': 'b414fe0c-a42d-4720-92fd-5440e88e2702', 'name': 'tempest-TestNetworkBasicOps-router-1363570662', 'tenant_id': 'd10f75d7d9834af0ab88975c96df140f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88055e1e-672a-4487-be31-ffb6e833ece5', 'external_fixed_ips': [{'subnet_id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'ip_address': '172.25.1.214'}], 'enable_snat': True}, 'gw_port_id': '8b718f25-ab18-4501-9c7a-e95ab38a1cff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T19:45:17Z', 'updated_at': '2022-02-09T19:45:19Z', 'revision_number': 3, 'project_id': 'd10f75d7d9834af0ab88975c96df140f', 'gw_port': {'id': '8b718f25-ab18-4501-9c7a-e95ab38a1cff', 'name': '', 'network_id': '88055e1e-672a-4487-be31-ffb6e833ece5', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:4e:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b414fe0c-a42d-4720-92fd-5440e88e2702', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3957, 'fixed_ips': [{'subnet_id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'ip_address': '172.25.1.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T19:45:18Z', 'updated_at': '2022-02-09T19:45:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-36'}] {{(pid=103232) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 19:45:22.609561 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-cb192879-580d-43f8-9f91-10c65ff702a3 tempest-TestNetworkBasicOps-1645094289 tempest-TestNetworkBasicOps-1645094289-project] Publish callbacks [] for port (9a9c1dd3-201a-4074-a7ee-0492db15adb6), precommit_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:45:22.670907 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-cb192879-580d-43f8-9f91-10c65ff702a3 tempest-TestNetworkBasicOps-1645094289 tempest-TestNetworkBasicOps-1645094289-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762866656467', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12867576'] for port (9a9c1dd3-201a-4074-a7ee-0492db15adb6), after_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:45:22.767650 n-d-713498-36 neutron-server[103229]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb192879-580d-43f8-9f91-10c65ff702a3 tempest-TestNetworkBasicOps-1645094289 tempest-TestNetworkBasicOps-1645094289-project] Network 3f4ad9b1-0217-4484-acaf-408bf6117929 is already hosted by enough agents. {{(pid=103229) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 19:45:22.790131 n-d-713498-36 neutron-server[103229]: DEBUG neutron.scheduler.base_scheduler [None req-cb192879-580d-43f8-9f91-10c65ff702a3 tempest-TestNetworkBasicOps-1645094289 tempest-TestNetworkBasicOps-1645094289-project] Resources bound (agent type, host, resource id): {{(pid=103229) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 19:45:22.851121 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb192879-580d-43f8-9f91-10c65ff702a3 tempest-TestNetworkBasicOps-1645094289 tempest-TestNetworkBasicOps-1645094289-project] Pushing event updated for resources: {'Port': ['ID=9a9c1dd3-201a-4074-a7ee-0492db15adb6,revision_number=1']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:45:22.857727 n-d-713498-36 neutron-server[103229]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb192879-580d-43f8-9f91-10c65ff702a3 tempest-TestNetworkBasicOps-1645094289 tempest-TestNetworkBasicOps-1645094289-project] Received port after_create {{(pid=103229) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 19:45:22.975708 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-3f12157e-d99c-4752-b10e-94462c824419 req-b2127f7f-5a17-40c0-9662-780465a8ddd9 tempest-TestVolumeBootPattern-1615943498 tempest-TestVolumeBootPattern-1615943498-project] 10.222.0.75 "GET /v2.0/ports?device_id=979d1676-7858-444c-ad74-270d4bc6922c HTTP/1.1" status: 200 len: 210 time: 0.1111283 Feb 09 19:45:23.048830 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-cb192879-580d-43f8-9f91-10c65ff702a3 tempest-TestNetworkBasicOps-1645094289 tempest-TestNetworkBasicOps-1645094289-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1819024'] for router_interface (b414fe0c-a42d-4720-92fd-5440e88e2702), before_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:45:23.337701 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0051327a-2f03-474b-be4f-7824625f1bbd None None] Network 3f4ad9b1-0217-4484-acaf-408bf6117929 requested from n-d-713498-36 {{(pid=103232) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 19:45:23.414796 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-cb192879-580d-43f8-9f91-10c65ff702a3 tempest-TestNetworkBasicOps-1645094289 tempest-TestNetworkBasicOps-1645094289-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (9a9c1dd3-201a-4074-a7ee-0492db15adb6), before_update {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:45:23.711795 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Device c08161b3-812c-4528-a164-9cf02a976992 up at agent ovs-agent-n-d-713498-36 {{(pid=103232) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 19:45:23.781146 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.provisioning_blocks [None req-5528f2a0-1aac-4980-b431-a98b7d6cf5c4 None None] Provisioning complete for port c08161b3-812c-4528-a164-9cf02a976992 triggered by entity DHCP. {{(pid=103232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 19:45:23.781568 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-5528f2a0-1aac-4980-b431-a98b7d6cf5c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593630'] for port (c08161b3-812c-4528-a164-9cf02a976992), provisioning_complete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:45:24.103868 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-cb192879-580d-43f8-9f91-10c65ff702a3 tempest-TestNetworkBasicOps-1645094289 tempest-TestNetworkBasicOps-1645094289-project] Publish callbacks [] for port (9a9c1dd3-201a-4074-a7ee-0492db15adb6), precommit_update {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:45:24.111325 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-cb192879-580d-43f8-9f91-10c65ff702a3 tempest-TestNetworkBasicOps-1645094289 tempest-TestNetworkBasicOps-1645094289-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762867176205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762866656485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762866656503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12867569'] for port (9a9c1dd3-201a-4074-a7ee-0492db15adb6), after_update {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:45:24.232892 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-e21e9bf4-db86-4fed-b520-22e09b5f0eec req-5f3f8d23-05e2-41cb-90a7-9e45bbcdbcfa tempest-TestVolumeBootPattern-1615943498 tempest-TestVolumeBootPattern-1615943498-project] 10.222.0.75 "GET /v2.0/ports?device_id=979d1676-7858-444c-ad74-270d4bc6922c HTTP/1.1" status: 200 len: 210 time: 0.0585427 Feb 09 19:45:24.242888 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb192879-580d-43f8-9f91-10c65ff702a3 tempest-TestNetworkBasicOps-1645094289 tempest-TestNetworkBasicOps-1645094289-project] Pushing event updated for resources: {'Port': ['ID=9a9c1dd3-201a-4074-a7ee-0492db15adb6,revision_number=2']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:45:24.299029 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-cb192879-580d-43f8-9f91-10c65ff702a3 tempest-TestNetworkBasicOps-1645094289 tempest-TestNetworkBasicOps-1645094289-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1613458', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1834496'] for router_interface (b414fe0c-a42d-4720-92fd-5440e88e2702), after_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:45:24.408576 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.provisioning_blocks [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Provisioning complete for port c08161b3-812c-4528-a164-9cf02a976992 triggered by entity L2. {{(pid=103232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 19:45:24.409024 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593630'] for port (c08161b3-812c-4528-a164-9cf02a976992), provisioning_complete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:45:24.438117 n-d-713498-36 neutron-server[103229]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb192879-580d-43f8-9f91-10c65ff702a3 tempest-TestNetworkBasicOps-1645094289 tempest-TestNetworkBasicOps-1645094289-project] Network 3f4ad9b1-0217-4484-acaf-408bf6117929 is already hosted by enough agents. {{(pid=103229) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 19:45:24.440090 n-d-713498-36 neutron-server[103229]: DEBUG neutron.scheduler.base_scheduler [None req-cb192879-580d-43f8-9f91-10c65ff702a3 tempest-TestNetworkBasicOps-1645094289 tempest-TestNetworkBasicOps-1645094289-project] Resources bound (agent type, host, resource id): {{(pid=103229) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 19:45:24.456161 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-5528f2a0-1aac-4980-b431-a98b7d6cf5c4 None None] Current status of the port c08161b3-812c-4528-a164-9cf02a976992 is: DOWN; New status is: ACTIVE {{(pid=103232) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 19:45:24.456735 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-5528f2a0-1aac-4980-b431-a98b7d6cf5c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (c08161b3-812c-4528-a164-9cf02a976992), before_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:45:24.564744 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-5528f2a0-1aac-4980-b431-a98b7d6cf5c4 None None] For port c08161b3-812c-4528-a164-9cf02a976992, host n-d-713498-36, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-36',level=0,port_id=c08161b3-812c-4528-a164-9cf02a976992,segment=NetworkSegment(40199b7e-eb6e-4f69-ae68-2346cb80a292),segment_id=40199b7e-eb6e-4f69-ae68-2346cb80a292)] {{(pid=103232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 19:45:24.570405 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Current status of the port c08161b3-812c-4528-a164-9cf02a976992 is: DOWN; New status is: ACTIVE {{(pid=103232) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 19:45:24.570985 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (c08161b3-812c-4528-a164-9cf02a976992), before_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:45:24.596022 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-5528f2a0-1aac-4980-b431-a98b7d6cf5c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762867176205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762866656485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762866656503'] for port (c08161b3-812c-4528-a164-9cf02a976992), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:45:24.652003 n-d-713498-36 neutron-server[103229]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cb192879-580d-43f8-9f91-10c65ff702a3 tempest-TestNetworkBasicOps-1645094289 tempest-TestNetworkBasicOps-1645094289-project] Router b414fe0c-a42d-4720-92fd-5440e88e2702 has already been hosted by L3 agent 93303d5e-5d17-45e8-8963-7694f87783ae {{(pid=103229) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 19:45:24.692107 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.db.api [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103232) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 09 19:45:24.692664 n-d-713498-36 neutron-server[103232]: DEBUG oslo_db.api [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 09 19:45:24.713631 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5528f2a0-1aac-4980-b431-a98b7d6cf5c4 None None] Pushing event updated for resources: {'Port': ['ID=c08161b3-812c-4528-a164-9cf02a976992,revision_number=3']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:45:24.821186 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.provisioning_blocks [None req-ee37c765-0647-4aba-9ba6-2f8bbb76c34a None None] Provisioning complete for port c08161b3-812c-4528-a164-9cf02a976992 triggered by entity DHCP. {{(pid=103232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 19:45:24.821763 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-ee37c765-0647-4aba-9ba6-2f8bbb76c34a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593630'] for port (c08161b3-812c-4528-a164-9cf02a976992), provisioning_complete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:45:24.869724 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cb192879-580d-43f8-9f91-10c65ff702a3 tempest-TestNetworkBasicOps-1645094289 tempest-TestNetworkBasicOps-1645094289-project] Notify agent at l3_agent.n-d-713498-36 the message routers_updated {{(pid=103229) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 19:45:24.884062 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-cb192879-580d-43f8-9f91-10c65ff702a3 tempest-TestNetworkBasicOps-1645094289 tempest-TestNetworkBasicOps-1645094289-project] 10.222.0.75 "PUT /v2.0/routers/b414fe0c-a42d-4720-92fd-5440e88e2702/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3149767 Feb 09 19:45:24.884704 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 49078) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:45:25.144284 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-ee37c765-0647-4aba-9ba6-2f8bbb76c34a None None] Current status of the port c08161b3-812c-4528-a164-9cf02a976992 is: ACTIVE; New status is: ACTIVE {{(pid=103232) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 19:45:25.233381 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a03db11-3381-439d-a898-9a8a70d5edea tempest-TestNetworkBasicOps-670384598 tempest-TestNetworkBasicOps-670384598-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:45:25.233876 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a03db11-3381-439d-a898-9a8a70d5edea tempest-TestNetworkBasicOps-670384598 tempest-TestNetworkBasicOps-670384598-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:45:25.234563 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a03db11-3381-439d-a898-9a8a70d5edea tempest-TestNetworkBasicOps-670384598 tempest-TestNetworkBasicOps-670384598-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:45:25.234909 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a03db11-3381-439d-a898-9a8a70d5edea tempest-TestNetworkBasicOps-670384598 tempest-TestNetworkBasicOps-670384598-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:45:25.235374 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a03db11-3381-439d-a898-9a8a70d5edea tempest-TestNetworkBasicOps-670384598 tempest-TestNetworkBasicOps-670384598-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:45:25.235997 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a03db11-3381-439d-a898-9a8a70d5edea tempest-TestNetworkBasicOps-670384598 tempest-TestNetworkBasicOps-670384598-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:45:25.236615 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a03db11-3381-439d-a898-9a8a70d5edea tempest-TestNetworkBasicOps-670384598 tempest-TestNetworkBasicOps-670384598-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:45:25.237247 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a03db11-3381-439d-a898-9a8a70d5edea tempest-TestNetworkBasicOps-670384598 tempest-TestNetworkBasicOps-670384598-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:45:25.237858 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a03db11-3381-439d-a898-9a8a70d5edea tempest-TestNetworkBasicOps-670384598 tempest-TestNetworkBasicOps-670384598-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:45:25.240825 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-1a03db11-3381-439d-a898-9a8a70d5edea tempest-TestNetworkBasicOps-670384598 tempest-TestNetworkBasicOps-670384598-project-admin] 10.222.0.75 "GET /v2.0/networks HTTP/1.1" status: 200 len: 6391 time: 0.3545253 Feb 09 19:45:25.243687 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 49114) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:45:25.322317 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.provisioning_blocks [None req-ee37c765-0647-4aba-9ba6-2f8bbb76c34a None None] Provisioning complete for port 9a9c1dd3-201a-4074-a7ee-0492db15adb6 triggered by entity DHCP. {{(pid=103232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 19:45:25.326752 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-ee37c765-0647-4aba-9ba6-2f8bbb76c34a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593630'] for port (9a9c1dd3-201a-4074-a7ee-0492db15adb6), provisioning_complete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:45:25.369220 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d591964-cc01-4b65-974f-a508e649917a tempest-TestNetworkBasicOps-670384598 tempest-TestNetworkBasicOps-670384598-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:45:25.369817 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d591964-cc01-4b65-974f-a508e649917a tempest-TestNetworkBasicOps-670384598 tempest-TestNetworkBasicOps-670384598-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:45:25.371169 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d591964-cc01-4b65-974f-a508e649917a tempest-TestNetworkBasicOps-670384598 tempest-TestNetworkBasicOps-670384598-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:45:25.371717 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d591964-cc01-4b65-974f-a508e649917a tempest-TestNetworkBasicOps-670384598 tempest-TestNetworkBasicOps-670384598-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:45:25.372630 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d591964-cc01-4b65-974f-a508e649917a tempest-TestNetworkBasicOps-670384598 tempest-TestNetworkBasicOps-670384598-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:45:25.373125 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d591964-cc01-4b65-974f-a508e649917a tempest-TestNetworkBasicOps-670384598 tempest-TestNetworkBasicOps-670384598-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:45:25.373656 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d591964-cc01-4b65-974f-a508e649917a tempest-TestNetworkBasicOps-670384598 tempest-TestNetworkBasicOps-670384598-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:45:25.374191 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d591964-cc01-4b65-974f-a508e649917a tempest-TestNetworkBasicOps-670384598 tempest-TestNetworkBasicOps-670384598-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:45:25.375120 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d591964-cc01-4b65-974f-a508e649917a tempest-TestNetworkBasicOps-670384598 tempest-TestNetworkBasicOps-670384598-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:45:25.380916 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 49128) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:45:25.395246 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-4d591964-cc01-4b65-974f-a508e649917a tempest-TestNetworkBasicOps-670384598 tempest-TestNetworkBasicOps-670384598-project-admin] 10.222.0.75 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 5929 time: 0.1502719 Feb 09 19:45:25.408957 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Current status of the port c08161b3-812c-4528-a164-9cf02a976992 is: ACTIVE; New status is: ACTIVE {{(pid=103232) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 19:45:25.410122 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Device 8b718f25-ab18-4501-9c7a-e95ab38a1cff up at agent ovs-agent-n-d-713498-36 {{(pid=103232) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 19:45:25.478480 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-ee37c765-0647-4aba-9ba6-2f8bbb76c34a None None] Port 9a9c1dd3-201a-4074-a7ee-0492db15adb6 cannot update to ACTIVE because it is not bound. {{(pid=103232) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 19:45:25.492889 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.provisioning_blocks [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Provisioning complete for port 8b718f25-ab18-4501-9c7a-e95ab38a1cff triggered by entity L2. {{(pid=103232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 19:45:25.495782 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593630'] for port (8b718f25-ab18-4501-9c7a-e95ab38a1cff), provisioning_complete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:45:25.600438 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-f37dd3b2-5187-4cb0-8ed0-3d00a247bad9 req-7cea2d30-cdb6-485f-9af5-95407e1ac22e tempest-TestVolumeBootPattern-1615943498 tempest-TestVolumeBootPattern-1615943498-project] 10.222.0.75 "GET /v2.0/ports?device_id=979d1676-7858-444c-ad74-270d4bc6922c HTTP/1.1" status: 200 len: 210 time: 0.1825228 Feb 09 19:45:25.617884 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Current status of the port 8b718f25-ab18-4501-9c7a-e95ab38a1cff is: DOWN; New status is: ACTIVE {{(pid=103232) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 19:45:25.618498 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (8b718f25-ab18-4501-9c7a-e95ab38a1cff), before_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:45:25.643495 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.provisioning_blocks [None req-b55fbb2b-744a-4b43-934e-4f15b0b1abf3 None None] Provisioning complete for port 9a9c1dd3-201a-4074-a7ee-0492db15adb6 triggered by entity DHCP. {{(pid=103232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 19:45:25.643952 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-b55fbb2b-744a-4b43-934e-4f15b0b1abf3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593630'] for port (9a9c1dd3-201a-4074-a7ee-0492db15adb6), provisioning_complete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:45:25.645569 n-d-713498-36 neutron-server[103233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0ff1dc1-dd19-4abd-9b1e-f77b2e24e8e1 None None] Sync routers for ids ['b414fe0c-a42d-4720-92fd-5440e88e2702'] in n-d-713498-36 {{(pid=103233) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 19:45:25.667141 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] For port 8b718f25-ab18-4501-9c7a-e95ab38a1cff, host n-d-713498-36, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-36',level=0,port_id=8b718f25-ab18-4501-9c7a-e95ab38a1cff,segment=NetworkSegment(a4222f89-8d3f-4b51-953b-1a8126392491),segment_id=a4222f89-8d3f-4b51-953b-1a8126392491)] {{(pid=103232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 19:45:25.703039 n-d-713498-36 neutron-server[103233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0ff1dc1-dd19-4abd-9b1e-f77b2e24e8e1 None None] Routers {'b414fe0c-a42d-4720-92fd-5440e88e2702'} bound to L3 agent in host n-d-713498-36 {{(pid=103233) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 19:45:25.708659 n-d-713498-36 neutron-server[103233]: DEBUG neutron.db.l3_hamode_db [None req-e0ff1dc1-dd19-4abd-9b1e-f77b2e24e8e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-09T18:51:43Z,description=,heartbeat_timestamp=2022-02-09T19:45:13Z,host='n-d-713498-36',id=93303d5e-5d17-45e8-8963-7694f87783ae,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T18:51:43Z,topic='l3_agent')) {'router_ids': ['b414fe0c-a42d-4720-92fd-5440e88e2702'], 'active': True} {{(pid=103233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:45:25.718856 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-b55fbb2b-744a-4b43-934e-4f15b0b1abf3 None None] Port 9a9c1dd3-201a-4074-a7ee-0492db15adb6 cannot update to ACTIVE because it is not bound. {{(pid=103232) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 19:45:25.727401 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762867176205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762866656485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762866656503'] for port (8b718f25-ab18-4501-9c7a-e95ab38a1cff), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:45:25.868997 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-cd29e4b9-f799-40f2-b54b-82e98f71d312 tempest-TestNetworkBasicOps-670384598 tempest-TestNetworkBasicOps-670384598-project-admin] 10.222.0.75 "GET /v2.0/routers HTTP/1.1" status: 200 len: 4492 time: 0.4859381 Feb 09 19:45:25.907146 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Device c08161b3-812c-4528-a164-9cf02a976992 up at agent ovs-agent-n-d-713498-36 {{(pid=103232) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 19:45:25.909688 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Pushing event updated for resources: {'Port': ['ID=8b718f25-ab18-4501-9c7a-e95ab38a1cff,revision_number=4']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:45:25.935831 n-d-713498-36 neutron-server[103233]: DEBUG neutron.db.l3_dvr_db [None req-e0ff1dc1-dd19-4abd-9b1e-f77b2e24e8e1 None None] Set router b414fe0c-a42d-4720-92fd-5440e88e2702 gateway port host: n-d-713498-36 {{(pid=103233) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 19:45:25.992860 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.provisioning_blocks [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Provisioning complete for port c08161b3-812c-4528-a164-9cf02a976992 triggered by entity L2. {{(pid=103232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 19:45:25.993174 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593630'] for port (c08161b3-812c-4528-a164-9cf02a976992), provisioning_complete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:45:26.142971 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Current status of the port c08161b3-812c-4528-a164-9cf02a976992 is: ACTIVE; New status is: ACTIVE {{(pid=103232) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 19:45:26.435791 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 49228) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:45:26.440960 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.v2.base [None req-4b10890c-3599-45b9-9015-48677b969d8e tempest-TestNetworkBasicOps-1645094289 tempest-TestNetworkBasicOps-1645094289-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-145406517', 'description': 'tempest-secgroup-smoke-145406517 description', 'project_id': 'd10f75d7d9834af0ab88975c96df140f'}} {{(pid=103229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 19:45:26.472325 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-4b10890c-3599-45b9-9015-48677b969d8e tempest-TestNetworkBasicOps-1645094289 tempest-TestNetworkBasicOps-1645094289-project] Publish callbacks [] for security_group (None), before_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:45:26.488624 n-d-713498-36 neutron-server[103233]: DEBUG neutron.db.l3_hamode_db [None req-e0ff1dc1-dd19-4abd-9b1e-f77b2e24e8e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b414fe0c-a42d-4720-92fd-5440e88e2702', 'name': 'tempest-TestNetworkBasicOps-router-1363570662', 'tenant_id': 'd10f75d7d9834af0ab88975c96df140f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88055e1e-672a-4487-be31-ffb6e833ece5', 'external_fixed_ips': [{'subnet_id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'ip_address': '172.25.1.214'}], 'enable_snat': True}, 'gw_port_id': '8b718f25-ab18-4501-9c7a-e95ab38a1cff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T19:45:17Z', 'updated_at': '2022-02-09T19:45:23Z', 'revision_number': 4, 'project_id': 'd10f75d7d9834af0ab88975c96df140f', 'gw_port': {'id': '8b718f25-ab18-4501-9c7a-e95ab38a1cff', 'name': '', 'network_id': '88055e1e-672a-4487-be31-ffb6e833ece5', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:4e:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b414fe0c-a42d-4720-92fd-5440e88e2702', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3957, 'fixed_ips': [{'subnet_id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'ip_address': '172.25.1.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T19:45:18Z', 'updated_at': '2022-02-09T19:45:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-36', '_interfaces': [{'id': '9a9c1dd3-201a-4074-a7ee-0492db15adb6', 'name': '', 'network_id': '3f4ad9b1-0217-4484-acaf-408bf6117929', 'tenant_id': 'd10f75d7d9834af0ab88975c96df140f', 'mac_address': 'fa:16:3e:13:f3:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b414fe0c-a42d-4720-92fd-5440e88e2702', 'device_owner': 'network:router_interface', 'standard_attr_id': 3960, 'fixed_ips': [{'subnet_id': '2825332a-2e39-42e3-a77c-ca297c3e6522', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T19:45:21Z', 'updated_at': '2022-02-09T19:45:23Z', 'revision_number': 2, 'project_id': 'd10f75d7d9834af0ab88975c96df140f', 'subnets': [{'id': '2825332a-2e39-42e3-a77c-ca297c3e6522', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-36', False) {} {{(pid=103233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:45:26.524252 n-d-713498-36 neutron-server[103233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0ff1dc1-dd19-4abd-9b1e-f77b2e24e8e1 None None] Checking router: b414fe0c-a42d-4720-92fd-5440e88e2702 for host: n-d-713498-36 {{(pid=103233) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 19:45:26.524902 n-d-713498-36 neutron-server[103233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0ff1dc1-dd19-4abd-9b1e-f77b2e24e8e1 None None] Updating router b414fe0c-a42d-4720-92fd-5440e88e2702 port 9a9c1dd3-201a-4074-a7ee-0492db15adb6 binding host n-d-713498-36 {{(pid=103233) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 19:45:26.559181 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-4b10890c-3599-45b9-9015-48677b969d8e tempest-TestNetworkBasicOps-1645094289 tempest-TestNetworkBasicOps-1645094289-project] Publish callbacks [] for security_group (787a992a-7098-4428-9228-afabb52e5787), precommit_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:45:26.565038 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-4b10890c-3599-45b9-9015-48677b969d8e tempest-TestNetworkBasicOps-1645094289 tempest-TestNetworkBasicOps-1645094289-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1892331'] for security_group (787a992a-7098-4428-9228-afabb52e5787), after_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:45:26.570265 n-d-713498-36 neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-e0ff1dc1-dd19-4abd-9b1e-f77b2e24e8e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (9a9c1dd3-201a-4074-a7ee-0492db15adb6), before_update {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:45:26.601793 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-4b10890c-3599-45b9-9015-48677b969d8e tempest-TestNetworkBasicOps-1645094289 tempest-TestNetworkBasicOps-1645094289-project] Publish callbacks [] for security_group (None), before_response {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:45:26.603290 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-4b10890c-3599-45b9-9015-48677b969d8e tempest-TestNetworkBasicOps-1645094289 tempest-TestNetworkBasicOps-1645094289-project] 10.222.0.75 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.1664665 Feb 09 19:45:26.607161 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 49230) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:45:26.612215 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.v2.base [None req-f1c1ed26-240b-443c-b7cd-0c1d8998a53b tempest-TestNetworkBasicOps-1645094289 tempest-TestNetworkBasicOps-1645094289-project] Request body: {'security_group_rule': {'security_group_id': '787a992a-7098-4428-9228-afabb52e5787', 'project_id': 'd10f75d7d9834af0ab88975c96df140f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 19:45:26.622752 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b10890c-3599-45b9-9015-48677b969d8e tempest-TestNetworkBasicOps-1645094289 tempest-TestNetworkBasicOps-1645094289-project] Pushing event updated for resources: {'SecurityGroup': ['ID=787a992a-7098-4428-9228-afabb52e5787,revision_number=1']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:45:26.652476 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-f1c1ed26-240b-443c-b7cd-0c1d8998a53b tempest-TestNetworkBasicOps-1645094289 tempest-TestNetworkBasicOps-1645094289-project] Publish callbacks [] for security_group_rule (6efc098a-8dde-4c53-9ddb-b4801010dc01), before_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:45:26.719695 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-f1c1ed26-240b-443c-b7cd-0c1d8998a53b tempest-TestNetworkBasicOps-1645094289 tempest-TestNetworkBasicOps-1645094289-project] Publish callbacks [] for security_group_rule (6efc098a-8dde-4c53-9ddb-b4801010dc01), precommit_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:45:26.739287 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-f1c1ed26-240b-443c-b7cd-0c1d8998a53b tempest-TestNetworkBasicOps-1645094289 tempest-TestNetworkBasicOps-1645094289-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1892250'] for security_group_rule (6efc098a-8dde-4c53-9ddb-b4801010dc01), after_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:45:26.771386 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-d8708696-9be2-4efe-b92d-546c36393343 req-7ab3473e-1b79-40eb-9c61-763e29bce5c7 tempest-TestVolumeBootPattern-1615943498 tempest-TestVolumeBootPattern-1615943498-project] 10.222.0.75 "GET /v2.0/ports?device_id=979d1676-7858-444c-ad74-270d4bc6922c HTTP/1.1" status: 200 len: 210 time: 0.0487733 Feb 09 19:45:26.782378 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1c1ed26-240b-443c-b7cd-0c1d8998a53b tempest-TestNetworkBasicOps-1645094289 tempest-TestNetworkBasicOps-1645094289-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6efc098a-8dde-4c53-9ddb-b4801010dc01,revision_number=0']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:45:26.795727 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-f1c1ed26-240b-443c-b7cd-0c1d8998a53b tempest-TestNetworkBasicOps-1645094289 tempest-TestNetworkBasicOps-1645094289-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:45:26.797824 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-f1c1ed26-240b-443c-b7cd-0c1d8998a53b tempest-TestNetworkBasicOps-1645094289 tempest-TestNetworkBasicOps-1645094289-project] 10.222.0.75 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1888890 Feb 09 19:45:26.800439 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 49234) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:45:26.805254 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.v2.base [None req-112b06a6-e523-4104-be40-0dd8e21910fc tempest-TestNetworkBasicOps-1645094289 tempest-TestNetworkBasicOps-1645094289-project] Request body: {'security_group_rule': {'security_group_id': '787a992a-7098-4428-9228-afabb52e5787', 'project_id': 'd10f75d7d9834af0ab88975c96df140f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 19:45:26.844074 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-112b06a6-e523-4104-be40-0dd8e21910fc tempest-TestNetworkBasicOps-1645094289 tempest-TestNetworkBasicOps-1645094289-project] Publish callbacks [] for security_group_rule (bf2a88cb-0418-44ce-8064-b1ab7a812d19), before_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:45:26.932913 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-112b06a6-e523-4104-be40-0dd8e21910fc tempest-TestNetworkBasicOps-1645094289 tempest-TestNetworkBasicOps-1645094289-project] Publish callbacks [] for security_group_rule (bf2a88cb-0418-44ce-8064-b1ab7a812d19), precommit_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:45:26.940166 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-112b06a6-e523-4104-be40-0dd8e21910fc tempest-TestNetworkBasicOps-1645094289 tempest-TestNetworkBasicOps-1645094289-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1892250'] for security_group_rule (bf2a88cb-0418-44ce-8064-b1ab7a812d19), after_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:45:26.965489 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-112b06a6-e523-4104-be40-0dd8e21910fc tempest-TestNetworkBasicOps-1645094289 tempest-TestNetworkBasicOps-1645094289-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bf2a88cb-0418-44ce-8064-b1ab7a812d19,revision_number=0']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:45:26.984069 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-112b06a6-e523-4104-be40-0dd8e21910fc tempest-TestNetworkBasicOps-1645094289 tempest-TestNetworkBasicOps-1645094289-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:45:26.984702 n-d-713498-36 neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-e0ff1dc1-dd19-4abd-9b1e-f77b2e24e8e1 None None] Publish callbacks [] for port (9a9c1dd3-201a-4074-a7ee-0492db15adb6), precommit_update {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:45:26.985536 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-112b06a6-e523-4104-be40-0dd8e21910fc tempest-TestNetworkBasicOps-1645094289 tempest-TestNetworkBasicOps-1645094289-project] 10.222.0.75 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1839526 Feb 09 19:45:26.988331 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 49238) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:45:26.991183 n-d-713498-36 neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-e0ff1dc1-dd19-4abd-9b1e-f77b2e24e8e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762867176205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762866656485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762866656503'] for port (9a9c1dd3-201a-4074-a7ee-0492db15adb6), after_update {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:45:26.993209 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.v2.base [None req-65890c13-c0c0-48b7-8934-d7ed347b342e tempest-TestNetworkBasicOps-1645094289 tempest-TestNetworkBasicOps-1645094289-project] Request body: {'security_group_rule': {'security_group_id': '787a992a-7098-4428-9228-afabb52e5787', 'project_id': 'd10f75d7d9834af0ab88975c96df140f', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 19:45:27.089165 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-65890c13-c0c0-48b7-8934-d7ed347b342e tempest-TestNetworkBasicOps-1645094289 tempest-TestNetworkBasicOps-1645094289-project] Publish callbacks [] for security_group_rule (fea03d3f-c9ad-42b0-8c05-2323acc33970), before_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:45:27.132480 n-d-713498-36 neutron-server[103233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a6005a4-e551-4e7a-a034-7fe16bfe62c8 None None] Pushing event updated for resources: {'Port': ['ID=9a9c1dd3-201a-4074-a7ee-0492db15adb6,revision_number=3']} {{(pid=103233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:45:27.215709 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-65890c13-c0c0-48b7-8934-d7ed347b342e tempest-TestNetworkBasicOps-1645094289 tempest-TestNetworkBasicOps-1645094289-project] Publish callbacks [] for security_group_rule (fea03d3f-c9ad-42b0-8c05-2323acc33970), precommit_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:45:27.220912 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-65890c13-c0c0-48b7-8934-d7ed347b342e tempest-TestNetworkBasicOps-1645094289 tempest-TestNetworkBasicOps-1645094289-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1892250'] for security_group_rule (fea03d3f-c9ad-42b0-8c05-2323acc33970), after_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:45:27.235154 n-d-713498-36 neutron-server[103233]: DEBUG neutron.plugins.ml2.managers [None req-e0ff1dc1-dd19-4abd-9b1e-f77b2e24e8e1 None None] Attempting to bind port 9a9c1dd3-201a-4074-a7ee-0492db15adb6 on host n-d-713498-36 for vnic_type normal with profile {{(pid=103233) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 19:45:27.236145 n-d-713498-36 neutron-server[103233]: DEBUG neutron.plugins.ml2.managers [None req-e0ff1dc1-dd19-4abd-9b1e-f77b2e24e8e1 None None] Attempting to bind port 9a9c1dd3-201a-4074-a7ee-0492db15adb6 by drivers openvswitch,hyperv on host n-d-713498-36 at level 0 using segments [{'id': '40199b7e-eb6e-4f69-ae68-2346cb80a292', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': '3f4ad9b1-0217-4484-acaf-408bf6117929'}] {{(pid=103233) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 19:45:27.236145 n-d-713498-36 neutron-server[103233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0ff1dc1-dd19-4abd-9b1e-f77b2e24e8e1 None None] Attempting to bind port 9a9c1dd3-201a-4074-a7ee-0492db15adb6 on network 3f4ad9b1-0217-4484-acaf-408bf6117929 {{(pid=103233) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 19:45:27.243301 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65890c13-c0c0-48b7-8934-d7ed347b342e tempest-TestNetworkBasicOps-1645094289 tempest-TestNetworkBasicOps-1645094289-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fea03d3f-c9ad-42b0-8c05-2323acc33970,revision_number=0']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:45:27.243579 n-d-713498-36 neutron-server[103233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0ff1dc1-dd19-4abd-9b1e-f77b2e24e8e1 None None] Checking agent: {'id': '496418a2-c002-4aec-ab1a-07f3bea491bd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-36', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 18, 51, 47), 'started_at': datetime.datetime(2022, 2, 9, 18, 52, 17), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 19, 45, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-36'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103233) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 19:45:27.244151 n-d-713498-36 neutron-server[103233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0ff1dc1-dd19-4abd-9b1e-f77b2e24e8e1 None None] Checking segment: {'id': '40199b7e-eb6e-4f69-ae68-2346cb80a292', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': '3f4ad9b1-0217-4484-acaf-408bf6117929'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103233) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 19:45:27.250693 n-d-713498-36 neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-e0ff1dc1-dd19-4abd-9b1e-f77b2e24e8e1 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:45:27.252909 n-d-713498-36 neutron-server[103233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0ff1dc1-dd19-4abd-9b1e-f77b2e24e8e1 None None] Bound using segment: {'id': '40199b7e-eb6e-4f69-ae68-2346cb80a292', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': '3f4ad9b1-0217-4484-acaf-408bf6117929'} {{(pid=103233) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 19:45:27.254243 n-d-713498-36 neutron-server[103233]: DEBUG neutron.plugins.ml2.managers [None req-e0ff1dc1-dd19-4abd-9b1e-f77b2e24e8e1 None None] Bound port: 9a9c1dd3-201a-4074-a7ee-0492db15adb6, host: n-d-713498-36, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '40199b7e-eb6e-4f69-ae68-2346cb80a292', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': '3f4ad9b1-0217-4484-acaf-408bf6117929'}}] {{(pid=103233) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 19:45:27.255230 n-d-713498-36 neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-e0ff1dc1-dd19-4abd-9b1e-f77b2e24e8e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (9a9c1dd3-201a-4074-a7ee-0492db15adb6), before_update {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:45:27.258741 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-65890c13-c0c0-48b7-8934-d7ed347b342e tempest-TestNetworkBasicOps-1645094289 tempest-TestNetworkBasicOps-1645094289-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:45:27.263366 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-65890c13-c0c0-48b7-8934-d7ed347b342e tempest-TestNetworkBasicOps-1645094289 tempest-TestNetworkBasicOps-1645094289-project] 10.222.0.75 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2706151 Feb 09 19:45:27.263802 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 49240) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:45:27.268732 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.v2.base [None req-cd711ace-c850-43e7-a8fb-adea46eba1c8 tempest-TestNetworkBasicOps-1645094289 tempest-TestNetworkBasicOps-1645094289-project] Request body: {'security_group_rule': {'security_group_id': '787a992a-7098-4428-9228-afabb52e5787', 'project_id': 'd10f75d7d9834af0ab88975c96df140f', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103230) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 19:45:27.328080 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-cd711ace-c850-43e7-a8fb-adea46eba1c8 tempest-TestNetworkBasicOps-1645094289 tempest-TestNetworkBasicOps-1645094289-project] Publish callbacks [] for security_group_rule (7a85de06-851e-4d81-9540-a0cf7487978e), before_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:45:27.345848 n-d-713498-36 neutron-server[103233]: DEBUG neutron.plugins.ml2.db [None req-e0ff1dc1-dd19-4abd-9b1e-f77b2e24e8e1 None None] For port 9a9c1dd3-201a-4074-a7ee-0492db15adb6, host n-d-713498-36, cleared binding levels {{(pid=103233) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 19:45:27.350433 n-d-713498-36 neutron-server[103233]: DEBUG neutron.plugins.ml2.db [None req-e0ff1dc1-dd19-4abd-9b1e-f77b2e24e8e1 None None] For port 9a9c1dd3-201a-4074-a7ee-0492db15adb6, host n-d-713498-36, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-36',level=0,port_id=9a9c1dd3-201a-4074-a7ee-0492db15adb6,segment=NetworkSegment(40199b7e-eb6e-4f69-ae68-2346cb80a292),segment_id=40199b7e-eb6e-4f69-ae68-2346cb80a292)] {{(pid=103233) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 19:45:27.358747 n-d-713498-36 neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-e0ff1dc1-dd19-4abd-9b1e-f77b2e24e8e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762867176205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762866656485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762866656503'] for port (9a9c1dd3-201a-4074-a7ee-0492db15adb6), after_update {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:45:27.432685 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-cd711ace-c850-43e7-a8fb-adea46eba1c8 tempest-TestNetworkBasicOps-1645094289 tempest-TestNetworkBasicOps-1645094289-project] Publish callbacks [] for security_group_rule (7a85de06-851e-4d81-9540-a0cf7487978e), precommit_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:45:27.439481 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-cd711ace-c850-43e7-a8fb-adea46eba1c8 tempest-TestNetworkBasicOps-1645094289 tempest-TestNetworkBasicOps-1645094289-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1892250'] for security_group_rule (7a85de06-851e-4d81-9540-a0cf7487978e), after_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:45:27.466065 n-d-713498-36 neutron-server[103233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0ff1dc1-dd19-4abd-9b1e-f77b2e24e8e1 None None] Routers {'b414fe0c-a42d-4720-92fd-5440e88e2702'} bound to L3 agent in host n-d-713498-36 {{(pid=103233) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 19:45:27.466229 n-d-713498-36 neutron-server[103233]: DEBUG neutron.db.l3_hamode_db [None req-e0ff1dc1-dd19-4abd-9b1e-f77b2e24e8e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-09T18:51:43Z,description=,heartbeat_timestamp=2022-02-09T19:45:13Z,host='n-d-713498-36',id=93303d5e-5d17-45e8-8963-7694f87783ae,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T18:51:43Z,topic='l3_agent')) {'router_ids': ['b414fe0c-a42d-4720-92fd-5440e88e2702'], 'active': True} {{(pid=103233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:45:27.467068 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd711ace-c850-43e7-a8fb-adea46eba1c8 tempest-TestNetworkBasicOps-1645094289 tempest-TestNetworkBasicOps-1645094289-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7a85de06-851e-4d81-9540-a0cf7487978e,revision_number=0']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:45:27.486265 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-cd711ace-c850-43e7-a8fb-adea46eba1c8 tempest-TestNetworkBasicOps-1645094289 tempest-TestNetworkBasicOps-1645094289-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:45:27.490778 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 49244) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:45:27.491414 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-cd711ace-c850-43e7-a8fb-adea46eba1c8 tempest-TestNetworkBasicOps-1645094289 tempest-TestNetworkBasicOps-1645094289-project] 10.222.0.75 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2262969 Feb 09 19:45:27.496115 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.v2.base [None req-8985de67-e3eb-4950-b483-3251a6cea721 tempest-TestNetworkBasicOps-1645094289 tempest-TestNetworkBasicOps-1645094289-project] Request body: {'security_group_rule': {'security_group_id': '787a992a-7098-4428-9228-afabb52e5787', 'project_id': 'd10f75d7d9834af0ab88975c96df140f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 19:45:27.537519 n-d-713498-36 neutron-server[103229]: INFO neutron.db.securitygroups_db [None req-8985de67-e3eb-4950-b483-3251a6cea721 tempest-TestNetworkBasicOps-1645094289 tempest-TestNetworkBasicOps-1645094289-project] Project d10f75d7d9834af0ab88975c96df140f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 09 19:45:27.544790 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-8985de67-e3eb-4950-b483-3251a6cea721 tempest-TestNetworkBasicOps-1645094289 tempest-TestNetworkBasicOps-1645094289-project] Publish callbacks [] for security_group_rule (942e48ad-f935-4cc6-bbb7-5212c21c4714), before_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:45:27.564956 n-d-713498-36 neutron-server[103233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a6005a4-e551-4e7a-a034-7fe16bfe62c8 None None] Pushing event updated for resources: {'Port': ['ID=9a9c1dd3-201a-4074-a7ee-0492db15adb6,revision_number=4']} {{(pid=103233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:45:27.593802 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.provisioning_blocks [None req-d638bb5a-9c84-4ad2-a6b1-4120400cfcb2 None None] Provisioning complete for port 9a9c1dd3-201a-4074-a7ee-0492db15adb6 triggered by entity DHCP. {{(pid=103232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 19:45:27.594587 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-d638bb5a-9c84-4ad2-a6b1-4120400cfcb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593630'] for port (9a9c1dd3-201a-4074-a7ee-0492db15adb6), provisioning_complete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:45:27.642427 n-d-713498-36 neutron-server[103233]: DEBUG neutron.db.l3_dvr_db [None req-e0ff1dc1-dd19-4abd-9b1e-f77b2e24e8e1 None None] Set router b414fe0c-a42d-4720-92fd-5440e88e2702 gateway port host: n-d-713498-36 {{(pid=103233) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 19:45:27.671938 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-8985de67-e3eb-4950-b483-3251a6cea721 tempest-TestNetworkBasicOps-1645094289 tempest-TestNetworkBasicOps-1645094289-project] Publish callbacks [] for security_group_rule (942e48ad-f935-4cc6-bbb7-5212c21c4714), precommit_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:45:27.679413 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-8985de67-e3eb-4950-b483-3251a6cea721 tempest-TestNetworkBasicOps-1645094289 tempest-TestNetworkBasicOps-1645094289-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1892250'] for security_group_rule (942e48ad-f935-4cc6-bbb7-5212c21c4714), after_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:45:27.696469 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8985de67-e3eb-4950-b483-3251a6cea721 tempest-TestNetworkBasicOps-1645094289 tempest-TestNetworkBasicOps-1645094289-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=942e48ad-f935-4cc6-bbb7-5212c21c4714,revision_number=0']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:45:27.699967 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-d638bb5a-9c84-4ad2-a6b1-4120400cfcb2 None None] Current status of the port 9a9c1dd3-201a-4074-a7ee-0492db15adb6 is: DOWN; New status is: ACTIVE {{(pid=103232) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 19:45:27.700560 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-d638bb5a-9c84-4ad2-a6b1-4120400cfcb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (9a9c1dd3-201a-4074-a7ee-0492db15adb6), before_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:45:27.724645 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-8985de67-e3eb-4950-b483-3251a6cea721 tempest-TestNetworkBasicOps-1645094289 tempest-TestNetworkBasicOps-1645094289-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:45:27.728479 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-8985de67-e3eb-4950-b483-3251a6cea721 tempest-TestNetworkBasicOps-1645094289 tempest-TestNetworkBasicOps-1645094289-project] 10.222.0.75 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2340834 Feb 09 19:45:27.729400 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 49246) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:45:27.734522 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.v2.base [None req-88d98b3d-819d-4a73-aaa8-45a998d9cc1a tempest-TestNetworkBasicOps-1645094289 tempest-TestNetworkBasicOps-1645094289-project] Request body: {'security_group_rule': {'security_group_id': '787a992a-7098-4428-9228-afabb52e5787', 'project_id': 'd10f75d7d9834af0ab88975c96df140f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103230) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 19:45:27.763032 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-d638bb5a-9c84-4ad2-a6b1-4120400cfcb2 None None] For port 9a9c1dd3-201a-4074-a7ee-0492db15adb6, host n-d-713498-36, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-36',level=0,port_id=9a9c1dd3-201a-4074-a7ee-0492db15adb6,segment=NetworkSegment(40199b7e-eb6e-4f69-ae68-2346cb80a292),segment_id=40199b7e-eb6e-4f69-ae68-2346cb80a292)] {{(pid=103232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 19:45:27.774004 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-d638bb5a-9c84-4ad2-a6b1-4120400cfcb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762867176205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762866656485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762866656503'] for port (9a9c1dd3-201a-4074-a7ee-0492db15adb6), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:45:27.788192 n-d-713498-36 neutron-server[103230]: INFO neutron.db.securitygroups_db [None req-88d98b3d-819d-4a73-aaa8-45a998d9cc1a tempest-TestNetworkBasicOps-1645094289 tempest-TestNetworkBasicOps-1645094289-project] Project d10f75d7d9834af0ab88975c96df140f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 09 19:45:27.797899 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-88d98b3d-819d-4a73-aaa8-45a998d9cc1a tempest-TestNetworkBasicOps-1645094289 tempest-TestNetworkBasicOps-1645094289-project] Publish callbacks [] for security_group_rule (7ecb8774-6a88-4b40-a0aa-5b0f4e050a47), before_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:45:27.861809 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Device 8b718f25-ab18-4501-9c7a-e95ab38a1cff up at agent ovs-agent-n-d-713498-36 {{(pid=103232) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 19:45:27.922901 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d638bb5a-9c84-4ad2-a6b1-4120400cfcb2 None None] Pushing event updated for resources: {'Port': ['ID=9a9c1dd3-201a-4074-a7ee-0492db15adb6,revision_number=5']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:45:27.944402 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.provisioning_blocks [None req-541970e4-9a35-49ce-95a1-fe3b3efe4992 None None] Provisioning complete for port 9a9c1dd3-201a-4074-a7ee-0492db15adb6 triggered by entity DHCP. {{(pid=103232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 19:45:27.944783 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-541970e4-9a35-49ce-95a1-fe3b3efe4992 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593630'] for port (9a9c1dd3-201a-4074-a7ee-0492db15adb6), provisioning_complete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:45:27.957649 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-88d98b3d-819d-4a73-aaa8-45a998d9cc1a tempest-TestNetworkBasicOps-1645094289 tempest-TestNetworkBasicOps-1645094289-project] Publish callbacks [] for security_group_rule (7ecb8774-6a88-4b40-a0aa-5b0f4e050a47), precommit_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:45:27.962962 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-b532bf29-103c-42d3-959a-4de8da26e320 req-e185a4e7-d68e-42ef-8943-7e023af3322e tempest-TestVolumeBootPattern-1615943498 tempest-TestVolumeBootPattern-1615943498-project] 10.222.0.75 "GET /v2.0/ports?device_id=979d1676-7858-444c-ad74-270d4bc6922c HTTP/1.1" status: 200 len: 210 time: 0.0814376 Feb 09 19:45:27.967099 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-88d98b3d-819d-4a73-aaa8-45a998d9cc1a tempest-TestNetworkBasicOps-1645094289 tempest-TestNetworkBasicOps-1645094289-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1892250'] for security_group_rule (7ecb8774-6a88-4b40-a0aa-5b0f4e050a47), after_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:45:28.003576 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88d98b3d-819d-4a73-aaa8-45a998d9cc1a tempest-TestNetworkBasicOps-1645094289 tempest-TestNetworkBasicOps-1645094289-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7ecb8774-6a88-4b40-a0aa-5b0f4e050a47,revision_number=0']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:45:28.016758 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-88d98b3d-819d-4a73-aaa8-45a998d9cc1a tempest-TestNetworkBasicOps-1645094289 tempest-TestNetworkBasicOps-1645094289-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:45:28.018370 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-88d98b3d-819d-4a73-aaa8-45a998d9cc1a tempest-TestNetworkBasicOps-1645094289 tempest-TestNetworkBasicOps-1645094289-project] 10.222.0.75 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2876110 Feb 09 19:45:28.021900 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.provisioning_blocks [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Provisioning complete for port 8b718f25-ab18-4501-9c7a-e95ab38a1cff triggered by entity L2. {{(pid=103232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 19:45:28.022315 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593630'] for port (8b718f25-ab18-4501-9c7a-e95ab38a1cff), provisioning_complete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:45:28.042118 n-d-713498-36 neutron-server[103233]: DEBUG neutron.db.l3_hamode_db [None req-e0ff1dc1-dd19-4abd-9b1e-f77b2e24e8e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b414fe0c-a42d-4720-92fd-5440e88e2702', 'name': 'tempest-TestNetworkBasicOps-router-1363570662', 'tenant_id': 'd10f75d7d9834af0ab88975c96df140f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88055e1e-672a-4487-be31-ffb6e833ece5', 'external_fixed_ips': [{'subnet_id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'ip_address': '172.25.1.214'}], 'enable_snat': True}, 'gw_port_id': '8b718f25-ab18-4501-9c7a-e95ab38a1cff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T19:45:17Z', 'updated_at': '2022-02-09T19:45:23Z', 'revision_number': 4, 'project_id': 'd10f75d7d9834af0ab88975c96df140f', 'gw_port': {'id': '8b718f25-ab18-4501-9c7a-e95ab38a1cff', 'name': '', 'network_id': '88055e1e-672a-4487-be31-ffb6e833ece5', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:4e:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b414fe0c-a42d-4720-92fd-5440e88e2702', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3957, 'fixed_ips': [{'subnet_id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'ip_address': '172.25.1.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T19:45:18Z', 'updated_at': '2022-02-09T19:45:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-36', '_interfaces': [{'id': '9a9c1dd3-201a-4074-a7ee-0492db15adb6', 'name': '', 'network_id': '3f4ad9b1-0217-4484-acaf-408bf6117929', 'tenant_id': 'd10f75d7d9834af0ab88975c96df140f', 'mac_address': 'fa:16:3e:13:f3:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b414fe0c-a42d-4720-92fd-5440e88e2702', 'device_owner': 'network:router_interface', 'standard_attr_id': 3960, 'fixed_ips': [{'subnet_id': '2825332a-2e39-42e3-a77c-ca297c3e6522', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T19:45:21Z', 'updated_at': '2022-02-09T19:45:27Z', 'revision_number': 4, 'project_id': 'd10f75d7d9834af0ab88975c96df140f', 'subnets': [{'id': '2825332a-2e39-42e3-a77c-ca297c3e6522', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-36', False) {} {{(pid=103233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:45:28.081435 n-d-713498-36 neutron-server[103233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0ff1dc1-dd19-4abd-9b1e-f77b2e24e8e1 None None] The sync data for ids ['b414fe0c-a42d-4720-92fd-5440e88e2702'] in n-d-713498-36 is: [{'id': 'b414fe0c-a42d-4720-92fd-5440e88e2702', 'name': 'tempest-TestNetworkBasicOps-router-1363570662', 'tenant_id': 'd10f75d7d9834af0ab88975c96df140f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88055e1e-672a-4487-be31-ffb6e833ece5', 'external_fixed_ips': [{'subnet_id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'ip_address': '172.25.1.214'}], 'enable_snat': True}, 'gw_port_id': '8b718f25-ab18-4501-9c7a-e95ab38a1cff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T19:45:17Z', 'updated_at': '2022-02-09T19:45:23Z', 'revision_number': 4, 'project_id': 'd10f75d7d9834af0ab88975c96df140f', 'gw_port': {'id': '8b718f25-ab18-4501-9c7a-e95ab38a1cff', 'name': '', 'network_id': '88055e1e-672a-4487-be31-ffb6e833ece5', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:4e:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b414fe0c-a42d-4720-92fd-5440e88e2702', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3957, 'fixed_ips': [{'subnet_id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'ip_address': '172.25.1.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T19:45:18Z', 'updated_at': '2022-02-09T19:45:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-36', '_interfaces': [{'id': '9a9c1dd3-201a-4074-a7ee-0492db15adb6', 'name': '', 'network_id': '3f4ad9b1-0217-4484-acaf-408bf6117929', 'tenant_id': 'd10f75d7d9834af0ab88975c96df140f', 'mac_address': 'fa:16:3e:13:f3:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b414fe0c-a42d-4720-92fd-5440e88e2702', 'device_owner': 'network:router_interface', 'standard_attr_id': 3960, 'fixed_ips': [{'subnet_id': '2825332a-2e39-42e3-a77c-ca297c3e6522', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T19:45:21Z', 'updated_at': '2022-02-09T19:45:27Z', 'revision_number': 4, 'project_id': 'd10f75d7d9834af0ab88975c96df140f', 'subnets': [{'id': '2825332a-2e39-42e3-a77c-ca297c3e6522', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103233) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 19:45:28.140018 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-541970e4-9a35-49ce-95a1-fe3b3efe4992 None None] Current status of the port 9a9c1dd3-201a-4074-a7ee-0492db15adb6 is: ACTIVE; New status is: ACTIVE {{(pid=103232) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 19:45:28.229431 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Current status of the port 8b718f25-ab18-4501-9c7a-e95ab38a1cff is: ACTIVE; New status is: ACTIVE {{(pid=103232) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 19:45:28.272780 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-92606f97-f806-49b3-b248-381b5640ffd1 req-829375a7-c6b3-41ad-aea1-ddecbdddcbe2 tempest-TestNetworkBasicOps-1645094289 tempest-TestNetworkBasicOps-1645094289-project] 10.222.0.75 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-145406517&fields=id&tenant_id=d10f75d7d9834af0ab88975c96df140f HTTP/1.1" status: 200 len: 267 time: 0.0695813 Feb 09 19:45:28.411567 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92606f97-f806-49b3-b248-381b5640ffd1 req-8f81fe78-f94b-43b5-8ca3-a45f67d1fe79 tempest-TestNetworkBasicOps-1645094289 tempest-TestNetworkBasicOps-1645094289-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:45:28.413592 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-92606f97-f806-49b3-b248-381b5640ffd1 req-8f81fe78-f94b-43b5-8ca3-a45f67d1fe79 tempest-TestNetworkBasicOps-1645094289 tempest-TestNetworkBasicOps-1645094289-project] 10.222.0.75 "GET /v2.0/networks?id=3f4ad9b1-0217-4484-acaf-408bf6117929 HTTP/1.1" status: 200 len: 797 time: 0.1316786 Feb 09 19:45:28.437426 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-92606f97-f806-49b3-b248-381b5640ffd1 req-bf1baac4-61cd-403a-bba8-5940665f2307 tempest-TestNetworkBasicOps-1645094289 tempest-TestNetworkBasicOps-1645094289-project] 10.222.0.75 "GET /v2.0/quotas/d10f75d7d9834af0ab88975c96df140f HTTP/1.1" status: 200 len: 375 time: 0.0128491 Feb 09 19:45:28.562621 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-92606f97-f806-49b3-b248-381b5640ffd1 req-388143ca-6f0c-4523-a6a6-6e24ddc02b42 tempest-TestNetworkBasicOps-1645094289 tempest-TestNetworkBasicOps-1645094289-project] 10.222.0.75 "GET /v2.0/ports?tenant_id=d10f75d7d9834af0ab88975c96df140f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1181636 Feb 09 19:45:28.595448 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [req-92606f97-f806-49b3-b248-381b5640ffd1 req-e138a56d-913c-4f1d-9d39-2b9d3b6f2707 service neutron] http://10.222.0.75:9696/v2.0/extensions returned with HTTP 200 {{(pid=103229) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 09 19:45:28.597242 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-92606f97-f806-49b3-b248-381b5640ffd1 req-e138a56d-913c-4f1d-9d39-2b9d3b6f2707 service neutron] 10.222.0.75 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0123403 Feb 09 19:45:28.719347 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-92606f97-f806-49b3-b248-381b5640ffd1 req-db37015b-1dce-48e4-93fb-b90f4e321e82 service neutron] 10.222.0.75 "GET /v2.0/networks/3f4ad9b1-0217-4484-acaf-408bf6117929?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1062996 Feb 09 19:45:28.857739 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-92606f97-f806-49b3-b248-381b5640ffd1 req-11d3b72a-c739-4fc1-8f11-7f55e04b7879 service neutron] 10.222.0.75 "GET /v2.0/networks/3f4ad9b1-0217-4484-acaf-408bf6117929?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1308417 Feb 09 19:45:29.084418 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-f1aedad8-2c19-443b-bf2c-b3b772332660 req-4dd0b6de-7706-472d-84a5-116d40949c73 tempest-TestNetworkBasicOps-1645094289 tempest-TestNetworkBasicOps-1645094289-project] 10.222.0.75 "GET /v2.0/ports?device_id=c2d94b71-ffc9-4aaf-ae56-569951bc63b5 HTTP/1.1" status: 200 len: 210 time: 0.0451667 Feb 09 19:45:29.176196 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-ce951967-dca8-4e00-8e1c-e5b8cc3cef4e req-78424552-fc40-4031-abf2-e4fcf8f9ec7f tempest-TestVolumeBootPattern-1615943498 tempest-TestVolumeBootPattern-1615943498-project] 10.222.0.75 "GET /v2.0/ports?device_id=979d1676-7858-444c-ad74-270d4bc6922c HTTP/1.1" status: 200 len: 210 time: 0.0500410 Feb 09 19:45:29.953721 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Device 9a9c1dd3-201a-4074-a7ee-0492db15adb6 up at agent ovs-agent-n-d-713498-36 {{(pid=103232) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 19:45:30.039673 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.provisioning_blocks [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Provisioning complete for port 9a9c1dd3-201a-4074-a7ee-0492db15adb6 triggered by entity L2. {{(pid=103232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 19:45:30.040032 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593630'] for port (9a9c1dd3-201a-4074-a7ee-0492db15adb6), provisioning_complete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:45:30.137800 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Current status of the port 9a9c1dd3-201a-4074-a7ee-0492db15adb6 is: ACTIVE; New status is: ACTIVE {{(pid=103232) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 19:45:30.195577 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-c674203f-4231-4287-a3a4-994256781a52 req-8500c7d0-d6b4-40ab-bbdd-c98fe2dac529 tempest-TestNetworkBasicOps-1645094289 tempest-TestNetworkBasicOps-1645094289-project] 10.222.0.75 "GET /v2.0/ports?device_id=c2d94b71-ffc9-4aaf-ae56-569951bc63b5 HTTP/1.1" status: 200 len: 210 time: 0.0355749 Feb 09 19:45:30.285665 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-eaf0c843-b3aa-41b4-97a6-a1292d026a9e req-4e0a80f0-14f4-458d-bf90-c7d945389138 tempest-TestVolumeBootPattern-1615943498 tempest-TestVolumeBootPattern-1615943498-project] 10.222.0.75 "GET /v2.0/ports?device_id=979d1676-7858-444c-ad74-270d4bc6922c HTTP/1.1" status: 200 len: 210 time: 0.0294206 Feb 09 19:45:30.607695 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92606f97-f806-49b3-b248-381b5640ffd1 req-f22ce44b-02ef-4237-b6eb-5655cf5e4973 tempest-TestNetworkBasicOps-1645094289 tempest-TestNetworkBasicOps-1645094289-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:45:30.610380 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-92606f97-f806-49b3-b248-381b5640ffd1 req-f22ce44b-02ef-4237-b6eb-5655cf5e4973 tempest-TestNetworkBasicOps-1645094289 tempest-TestNetworkBasicOps-1645094289-project] 10.222.0.90 "GET /v2.0/networks?id=3f4ad9b1-0217-4484-acaf-408bf6117929 HTTP/1.1" status: 200 len: 797 time: 0.1417487 Feb 09 19:45:30.700694 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-92606f97-f806-49b3-b248-381b5640ffd1 req-7f2a1aed-13d0-4a84-bad6-f2544ec42126 tempest-TestNetworkBasicOps-1645094289 tempest-TestNetworkBasicOps-1645094289-project] 10.222.0.90 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d10f75d7d9834af0ab88975c96df140f HTTP/1.1" status: 200 len: 379 time: 0.0779514 Feb 09 19:45:30.720247 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.v2.base [req-92606f97-f806-49b3-b248-381b5640ffd1 req-50d8773d-39fe-4526-8842-2721029e8c94 tempest-TestNetworkBasicOps-1645094289 tempest-TestNetworkBasicOps-1645094289-project] Request body: {'port': {'device_id': 'c2d94b71-ffc9-4aaf-ae56-569951bc63b5', 'network_id': '3f4ad9b1-0217-4484-acaf-408bf6117929', 'admin_state_up': True, 'tenant_id': 'd10f75d7d9834af0ab88975c96df140f', 'security_groups': ['787a992a-7098-4428-9228-afabb52e5787']}} {{(pid=103230) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 19:45:30.845293 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-92606f97-f806-49b3-b248-381b5640ffd1 req-50d8773d-39fe-4526-8842-2721029e8c94 tempest-TestNetworkBasicOps-1645094289 tempest-TestNetworkBasicOps-1645094289-project] Made reservation on behalf of d10f75d7d9834af0ab88975c96df140f for: {'port': 1} {{(pid=103230) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 19:45:30.848802 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [req-92606f97-f806-49b3-b248-381b5640ffd1 req-50d8773d-39fe-4526-8842-2721029e8c94 tempest-TestNetworkBasicOps-1645094289 tempest-TestNetworkBasicOps-1645094289-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (None), before_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:45:30.991329 n-d-713498-36 neutron-server[103230]: DEBUG neutron.db.db_base_plugin_common [req-92606f97-f806-49b3-b248-381b5640ffd1 req-50d8773d-39fe-4526-8842-2721029e8c94 tempest-TestNetworkBasicOps-1645094289 tempest-TestNetworkBasicOps-1645094289-project] Allocated IP 172.20.0.10 (3f4ad9b1-0217-4484-acaf-408bf6117929/2825332a-2e39-42e3-a77c-ca297c3e6522/0a476bb4-6a79-4ac5-bd6c-525b4b71b6ce) {{(pid=103230) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 19:45:31.143540 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [req-92606f97-f806-49b3-b248-381b5640ffd1 req-50d8773d-39fe-4526-8842-2721029e8c94 tempest-TestNetworkBasicOps-1645094289 tempest-TestNetworkBasicOps-1645094289-project] Publish callbacks [] for port (0a476bb4-6a79-4ac5-bd6c-525b4b71b6ce), precommit_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:45:31.180430 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [req-92606f97-f806-49b3-b248-381b5640ffd1 req-50d8773d-39fe-4526-8842-2721029e8c94 tempest-TestNetworkBasicOps-1645094289 tempest-TestNetworkBasicOps-1645094289-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762866656467', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14393751'] for port (0a476bb4-6a79-4ac5-bd6c-525b4b71b6ce), after_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:45:31.221163 n-d-713498-36 neutron-server[103230]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-92606f97-f806-49b3-b248-381b5640ffd1 req-50d8773d-39fe-4526-8842-2721029e8c94 tempest-TestNetworkBasicOps-1645094289 tempest-TestNetworkBasicOps-1645094289-project] Network 3f4ad9b1-0217-4484-acaf-408bf6117929 is already hosted by enough agents. {{(pid=103230) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 19:45:31.224478 n-d-713498-36 neutron-server[103230]: DEBUG neutron.scheduler.base_scheduler [req-92606f97-f806-49b3-b248-381b5640ffd1 req-50d8773d-39fe-4526-8842-2721029e8c94 tempest-TestNetworkBasicOps-1645094289 tempest-TestNetworkBasicOps-1645094289-project] Resources bound (agent type, host, resource id): {{(pid=103230) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 19:45:31.227638 n-d-713498-36 neutron-server[103230]: DEBUG neutron.db.l3_dvrscheduler_db [req-92606f97-f806-49b3-b248-381b5640ffd1 req-50d8773d-39fe-4526-8842-2721029e8c94 tempest-TestNetworkBasicOps-1645094289 tempest-TestNetworkBasicOps-1645094289-project] Received port after_create {{(pid=103230) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 19:45:31.280919 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50d8773d-39fe-4526-8842-2721029e8c94 tempest-TestNetworkBasicOps-1645094289 tempest-TestNetworkBasicOps-1645094289-project] Pushing event updated for resources: {'Port': ['ID=0a476bb4-6a79-4ac5-bd6c-525b4b71b6ce,revision_number=1']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:45:31.299022 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92606f97-f806-49b3-b248-381b5640ffd1 req-50d8773d-39fe-4526-8842-2721029e8c94 tempest-TestNetworkBasicOps-1645094289 tempest-TestNetworkBasicOps-1645094289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:45:31.299713 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [req-92606f97-f806-49b3-b248-381b5640ffd1 req-50d8773d-39fe-4526-8842-2721029e8c94 tempest-TestNetworkBasicOps-1645094289 tempest-TestNetworkBasicOps-1645094289-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171096'] for port (None), before_response {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:45:31.319595 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-92606f97-f806-49b3-b248-381b5640ffd1 req-50d8773d-39fe-4526-8842-2721029e8c94 tempest-TestNetworkBasicOps-1645094289 tempest-TestNetworkBasicOps-1645094289-project] 10.222.0.90 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6028426 Feb 09 19:45:31.336282 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.v2.base [req-92606f97-f806-49b3-b248-381b5640ffd1 req-d2d67ef5-10fc-4cf5-b5ac-f24094d283b1 service neutron] Request body: {'port': {'device_id': 'c2d94b71-ffc9-4aaf-ae56-569951bc63b5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-713498-36'}} {{(pid=103230) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 19:45:31.419103 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [req-92606f97-f806-49b3-b248-381b5640ffd1 req-d2d67ef5-10fc-4cf5-b5ac-f24094d283b1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (0a476bb4-6a79-4ac5-bd6c-525b4b71b6ce), before_update {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:45:31.438944 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7925393-c8a2-489a-bd9f-679fb4bf7ab9 req-65efe1c7-43cf-4f8b-909a-8fe6bdabb302 tempest-TestNetworkBasicOps-1645094289 tempest-TestNetworkBasicOps-1645094289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:45:31.446790 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-e7925393-c8a2-489a-bd9f-679fb4bf7ab9 req-65efe1c7-43cf-4f8b-909a-8fe6bdabb302 tempest-TestNetworkBasicOps-1645094289 tempest-TestNetworkBasicOps-1645094289-project] 10.222.0.75 "GET /v2.0/ports?device_id=c2d94b71-ffc9-4aaf-ae56-569951bc63b5 HTTP/1.1" status: 200 len: 932 time: 0.0972395 Feb 09 19:45:31.486781 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-84a815c9-cd91-40c3-9c77-1ad684dde00f req-7a643cea-1a90-4afb-b1a2-ceee5dd3346b tempest-TestVolumeBootPattern-1615943498 tempest-TestVolumeBootPattern-1615943498-project] 10.222.0.75 "GET /v2.0/ports?device_id=979d1676-7858-444c-ad74-270d4bc6922c HTTP/1.1" status: 200 len: 210 time: 0.0482156 Feb 09 19:45:31.522784 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-e7925393-c8a2-489a-bd9f-679fb4bf7ab9 req-2f3a44d5-f01b-4169-bc91-7932887fec7b tempest-TestNetworkBasicOps-1645094289 tempest-TestNetworkBasicOps-1645094289-project] 10.222.0.75 "GET /v2.0/security-groups?id=787a992a-7098-4428-9228-afabb52e5787&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0747473 Feb 09 19:45:31.599716 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.provisioning_blocks [None req-9c41ac2b-1e22-405d-9871-5b1da6a5d8f1 None None] Provisioning complete for port 0a476bb4-6a79-4ac5-bd6c-525b4b71b6ce triggered by entity DHCP. {{(pid=103232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 19:45:31.600785 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-9c41ac2b-1e22-405d-9871-5b1da6a5d8f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593630'] for port (0a476bb4-6a79-4ac5-bd6c-525b4b71b6ce), provisioning_complete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:45:31.654690 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-9c41ac2b-1e22-405d-9871-5b1da6a5d8f1 None None] Port 0a476bb4-6a79-4ac5-bd6c-525b4b71b6ce cannot update to ACTIVE because it is not bound. {{(pid=103232) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 19:45:31.849221 n-d-713498-36 neutron-server[103230]: DEBUG neutron.notifiers.nova [req-92606f97-f806-49b3-b248-381b5640ffd1 req-d2d67ef5-10fc-4cf5-b5ac-f24094d283b1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0a476bb4-6a79-4ac5-bd6c-525b4b71b6ce {{(pid=103230) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 19:45:31.862584 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [req-92606f97-f806-49b3-b248-381b5640ffd1 req-d2d67ef5-10fc-4cf5-b5ac-f24094d283b1 service neutron] Publish callbacks [] for port (0a476bb4-6a79-4ac5-bd6c-525b4b71b6ce), precommit_update {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:45:31.878394 n-d-713498-36 neutron-server[103230]: DEBUG neutron.db.provisioning_blocks [req-92606f97-f806-49b3-b248-381b5640ffd1 req-d2d67ef5-10fc-4cf5-b5ac-f24094d283b1 service neutron] Transition to ACTIVE for port object 0a476bb4-6a79-4ac5-bd6c-525b4b71b6ce will not be triggered until provisioned by entity L2. {{(pid=103230) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 19:45:31.883331 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [req-92606f97-f806-49b3-b248-381b5640ffd1 req-d2d67ef5-10fc-4cf5-b5ac-f24094d283b1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762867176205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762866656485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762866656503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14393758'] for port (0a476bb4-6a79-4ac5-bd6c-525b4b71b6ce), after_update {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:45:31.937101 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2d67ef5-10fc-4cf5-b5ac-f24094d283b1 service neutron] Pushing event updated for resources: {'Port': ['ID=0a476bb4-6a79-4ac5-bd6c-525b4b71b6ce,revision_number=2']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:45:32.022872 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.managers [req-92606f97-f806-49b3-b248-381b5640ffd1 req-d2d67ef5-10fc-4cf5-b5ac-f24094d283b1 service neutron] Attempting to bind port 0a476bb4-6a79-4ac5-bd6c-525b4b71b6ce on host n-h2-713498-36 for vnic_type normal with profile {{(pid=103230) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 19:45:32.023325 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.managers [req-92606f97-f806-49b3-b248-381b5640ffd1 req-d2d67ef5-10fc-4cf5-b5ac-f24094d283b1 service neutron] Attempting to bind port 0a476bb4-6a79-4ac5-bd6c-525b4b71b6ce by drivers openvswitch,hyperv on host n-h2-713498-36 at level 0 using segments [{'id': '40199b7e-eb6e-4f69-ae68-2346cb80a292', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': '3f4ad9b1-0217-4484-acaf-408bf6117929'}] {{(pid=103230) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 19:45:32.023794 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92606f97-f806-49b3-b248-381b5640ffd1 req-d2d67ef5-10fc-4cf5-b5ac-f24094d283b1 service neutron] Attempting to bind port 0a476bb4-6a79-4ac5-bd6c-525b4b71b6ce on network 3f4ad9b1-0217-4484-acaf-408bf6117929 {{(pid=103230) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 19:45:32.030571 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92606f97-f806-49b3-b248-381b5640ffd1 req-d2d67ef5-10fc-4cf5-b5ac-f24094d283b1 service neutron] Port 0a476bb4-6a79-4ac5-bd6c-525b4b71b6ce on network 3f4ad9b1-0217-4484-acaf-408bf6117929 not bound, no agent of type Open vSwitch agent registered on host n-h2-713498-36 {{(pid=103230) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 19:45:32.031027 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92606f97-f806-49b3-b248-381b5640ffd1 req-d2d67ef5-10fc-4cf5-b5ac-f24094d283b1 service neutron] Attempting to bind port 0a476bb4-6a79-4ac5-bd6c-525b4b71b6ce on network 3f4ad9b1-0217-4484-acaf-408bf6117929 {{(pid=103230) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 19:45:32.037941 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92606f97-f806-49b3-b248-381b5640ffd1 req-d2d67ef5-10fc-4cf5-b5ac-f24094d283b1 service neutron] Checking agent: {'id': 'bcd5faee-dc24-4298-9134-0e0aa054058e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713498-36', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 18, 59, 19), 'started_at': datetime.datetime(2022, 2, 9, 18, 59, 19), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 19, 45, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103230) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 19:45:32.038321 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92606f97-f806-49b3-b248-381b5640ffd1 req-d2d67ef5-10fc-4cf5-b5ac-f24094d283b1 service neutron] Checking segment: {'id': '40199b7e-eb6e-4f69-ae68-2346cb80a292', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': '3f4ad9b1-0217-4484-acaf-408bf6117929'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103230) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 19:45:32.038746 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92606f97-f806-49b3-b248-381b5640ffd1 req-d2d67ef5-10fc-4cf5-b5ac-f24094d283b1 service neutron] Bound using segment: {'id': '40199b7e-eb6e-4f69-ae68-2346cb80a292', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': '3f4ad9b1-0217-4484-acaf-408bf6117929'} {{(pid=103230) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 19:45:32.039275 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.managers [req-92606f97-f806-49b3-b248-381b5640ffd1 req-d2d67ef5-10fc-4cf5-b5ac-f24094d283b1 service neutron] Bound port: 0a476bb4-6a79-4ac5-bd6c-525b4b71b6ce, host: n-h2-713498-36, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '40199b7e-eb6e-4f69-ae68-2346cb80a292', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': '3f4ad9b1-0217-4484-acaf-408bf6117929'}}] {{(pid=103230) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 19:45:32.039520 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [req-92606f97-f806-49b3-b248-381b5640ffd1 req-d2d67ef5-10fc-4cf5-b5ac-f24094d283b1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (0a476bb4-6a79-4ac5-bd6c-525b4b71b6ce), before_update {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:45:32.116954 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.db [req-92606f97-f806-49b3-b248-381b5640ffd1 req-d2d67ef5-10fc-4cf5-b5ac-f24094d283b1 service neutron] For port 0a476bb4-6a79-4ac5-bd6c-525b4b71b6ce, host n-h2-713498-36, cleared binding levels {{(pid=103230) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 19:45:32.121195 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.db [req-92606f97-f806-49b3-b248-381b5640ffd1 req-d2d67ef5-10fc-4cf5-b5ac-f24094d283b1 service neutron] For port 0a476bb4-6a79-4ac5-bd6c-525b4b71b6ce, host n-h2-713498-36, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-36',level=0,port_id=0a476bb4-6a79-4ac5-bd6c-525b4b71b6ce,segment=NetworkSegment(40199b7e-eb6e-4f69-ae68-2346cb80a292),segment_id=40199b7e-eb6e-4f69-ae68-2346cb80a292)] {{(pid=103230) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 19:45:32.130049 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [req-92606f97-f806-49b3-b248-381b5640ffd1 req-d2d67ef5-10fc-4cf5-b5ac-f24094d283b1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762867176205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762866656485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762866656503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14393758'] for port (0a476bb4-6a79-4ac5-bd6c-525b4b71b6ce), after_update {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:45:32.165684 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92606f97-f806-49b3-b248-381b5640ffd1 req-d2d67ef5-10fc-4cf5-b5ac-f24094d283b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:45:32.166368 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [req-92606f97-f806-49b3-b248-381b5640ffd1 req-d2d67ef5-10fc-4cf5-b5ac-f24094d283b1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171096'] for port (None), before_response {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:45:32.168501 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-92606f97-f806-49b3-b248-381b5640ffd1 req-d2d67ef5-10fc-4cf5-b5ac-f24094d283b1 service neutron] 10.222.0.90 "PUT /v2.0/ports/0a476bb4-6a79-4ac5-bd6c-525b4b71b6ce HTTP/1.1" status: 200 len: 1093 time: 0.8369641 Feb 09 19:45:32.168970 n-d-713498-36 neutron-server[103230]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c2d94b71-ffc9-4aaf-ae56-569951bc63b5', 'tag': '0a476bb4-6a79-4ac5-bd6c-525b4b71b6ce'}] {{(pid=103230) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 19:45:32.171407 n-d-713498-36 neutron-server[103230]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aee5919275bae9f72eb374ee322673045eb80c1f84b4b45a97d96923bd50ab51" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4f0eccd3-fabf-41f9-90a2-d4266d10f08e" -d '{"events": [{"name": "network-changed", "server_uuid": "c2d94b71-ffc9-4aaf-ae56-569951bc63b5", "tag": "0a476bb4-6a79-4ac5-bd6c-525b4b71b6ce"}]}' {{(pid=103230) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 19:45:32.200720 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2d67ef5-10fc-4cf5-b5ac-f24094d283b1 service neutron] Pushing event updated for resources: {'Port': ['ID=0a476bb4-6a79-4ac5-bd6c-525b4b71b6ce,revision_number=3']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:45:32.234812 n-d-713498-36 neutron-server[103230]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 19:45:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cedd5b02-45f8-441d-bdb2-c2cfddbf2fc8 x-openstack-request-id: req-cedd5b02-45f8-441d-bdb2-c2cfddbf2fc8 {{(pid=103230) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 19:45:32.235096 n-d-713498-36 neutron-server[103230]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c2d94b71-ffc9-4aaf-ae56-569951bc63b5", "tag": "0a476bb4-6a79-4ac5-bd6c-525b4b71b6ce", "status": "completed", "code": 200}]} {{(pid=103230) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 19:45:32.235346 n-d-713498-36 neutron-server[103230]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-cedd5b02-45f8-441d-bdb2-c2cfddbf2fc8 {{(pid=103230) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 19:45:32.235811 n-d-713498-36 neutron-server[103230]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c2d94b71-ffc9-4aaf-ae56-569951bc63b5', 'tag': '0a476bb4-6a79-4ac5-bd6c-525b4b71b6ce', 'status': 'completed', 'code': 200} Feb 09 19:45:32.310895 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92606f97-f806-49b3-b248-381b5640ffd1 req-3003aed5-96b1-44fe-9c41-58a880479c75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:45:32.312416 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-92606f97-f806-49b3-b248-381b5640ffd1 req-3003aed5-96b1-44fe-9c41-58a880479c75 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=d10f75d7d9834af0ab88975c96df140f&device_id=c2d94b71-ffc9-4aaf-ae56-569951bc63b5 HTTP/1.1" status: 200 len: 1127 time: 0.0868442 Feb 09 19:45:32.367927 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-92606f97-f806-49b3-b248-381b5640ffd1 req-39bec968-54bf-440b-a4e3-eec7bda4bb4a service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=0a476bb4-6a79-4ac5-bd6c-525b4b71b6ce HTTP/1.1" status: 200 len: 217 time: 0.0423250 Feb 09 19:45:32.435163 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92606f97-f806-49b3-b248-381b5640ffd1 req-1b10a9a1-9baf-494b-958f-e680e3a271f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:45:32.436864 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-92606f97-f806-49b3-b248-381b5640ffd1 req-1b10a9a1-9baf-494b-958f-e680e3a271f4 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=2825332a-2e39-42e3-a77c-ca297c3e6522 HTTP/1.1" status: 200 len: 835 time: 0.0584152 Feb 09 19:45:32.496134 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92606f97-f806-49b3-b248-381b5640ffd1 req-85a43e06-520d-4190-957f-df9f1d56d547 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:45:32.498087 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-92606f97-f806-49b3-b248-381b5640ffd1 req-85a43e06-520d-4190-957f-df9f1d56d547 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=3f4ad9b1-0217-4484-acaf-408bf6117929&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0514531 Feb 09 19:45:32.623966 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-92606f97-f806-49b3-b248-381b5640ffd1 req-c576e11f-685a-42bb-99c4-d58e59e72fb1 service neutron] 10.222.0.90 "GET /v2.0/networks/3f4ad9b1-0217-4484-acaf-408bf6117929?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1148608 Feb 09 19:45:32.645111 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-ed141470-b82d-4dce-a69c-f6468587a97b req-8b136ea9-43e4-44cf-a24e-b8f12945d1a3 tempest-TestVolumeBootPattern-1615943498 tempest-TestVolumeBootPattern-1615943498-project] 10.222.0.75 "GET /v2.0/ports?device_id=979d1676-7858-444c-ad74-270d4bc6922c HTTP/1.1" status: 200 len: 210 time: 0.0538867 Feb 09 19:45:32.789517 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29a3e2e4-e63c-42b1-bb15-e700f97ee791 req-8dfb7f1a-639b-435a-aac2-749f64a78bf3 tempest-TestNetworkBasicOps-1645094289 tempest-TestNetworkBasicOps-1645094289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:45:32.791210 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-29a3e2e4-e63c-42b1-bb15-e700f97ee791 req-8dfb7f1a-639b-435a-aac2-749f64a78bf3 tempest-TestNetworkBasicOps-1645094289 tempest-TestNetworkBasicOps-1645094289-project] 10.222.0.75 "GET /v2.0/ports?device_id=c2d94b71-ffc9-4aaf-ae56-569951bc63b5 HTTP/1.1" status: 200 len: 944 time: 0.1185029 Feb 09 19:45:32.799763 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-92606f97-f806-49b3-b248-381b5640ffd1 req-041167b2-e9fa-4700-ac26-67559d5f076e service neutron] 10.222.0.90 "GET /v2.0/networks/3f4ad9b1-0217-4484-acaf-408bf6117929?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1626287 Feb 09 19:45:32.872831 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-29a3e2e4-e63c-42b1-bb15-e700f97ee791 req-e6f8b7ea-f928-4c5e-b8ac-0fc70ed5f53b tempest-TestNetworkBasicOps-1645094289 tempest-TestNetworkBasicOps-1645094289-project] 10.222.0.75 "GET /v2.0/security-groups?id=787a992a-7098-4428-9228-afabb52e5787&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0719821 Feb 09 19:45:32.944206 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f0eccd3-fabf-41f9-90a2-d4266d10f08e req-a250024d-f600-4177-9e02-cf23b5ea6782 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:45:32.949081 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-4f0eccd3-fabf-41f9-90a2-d4266d10f08e req-a250024d-f600-4177-9e02-cf23b5ea6782 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=d10f75d7d9834af0ab88975c96df140f&device_id=c2d94b71-ffc9-4aaf-ae56-569951bc63b5 HTTP/1.1" status: 200 len: 1127 time: 0.0751157 Feb 09 19:45:33.087102 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f0eccd3-fabf-41f9-90a2-d4266d10f08e req-41f8ed98-7f9a-4dbf-a19f-c3e07732b2a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:45:33.090475 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-4f0eccd3-fabf-41f9-90a2-d4266d10f08e req-41f8ed98-7f9a-4dbf-a19f-c3e07732b2a7 service neutron] 10.222.0.90 "GET /v2.0/networks?id=3f4ad9b1-0217-4484-acaf-408bf6117929 HTTP/1.1" status: 200 len: 898 time: 0.1339793 Feb 09 19:45:33.159381 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-4f0eccd3-fabf-41f9-90a2-d4266d10f08e req-cc7290c8-a7ef-4b7a-8361-ab1ed8467ba9 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=0a476bb4-6a79-4ac5-bd6c-525b4b71b6ce HTTP/1.1" status: 200 len: 217 time: 0.0611868 Feb 09 19:45:33.214242 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f0eccd3-fabf-41f9-90a2-d4266d10f08e req-cd4c4ac6-cd75-4855-9318-4dc615724d6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:45:33.215903 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-4f0eccd3-fabf-41f9-90a2-d4266d10f08e req-cd4c4ac6-cd75-4855-9318-4dc615724d6d service neutron] 10.222.0.90 "GET /v2.0/subnets?id=2825332a-2e39-42e3-a77c-ca297c3e6522 HTTP/1.1" status: 200 len: 835 time: 0.0459709 Feb 09 19:45:33.270292 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f0eccd3-fabf-41f9-90a2-d4266d10f08e req-cbed63de-c849-46f6-8c43-fb604d2da60b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:45:33.271833 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-4f0eccd3-fabf-41f9-90a2-d4266d10f08e req-cbed63de-c849-46f6-8c43-fb604d2da60b service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=3f4ad9b1-0217-4484-acaf-408bf6117929&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0486004 Feb 09 19:45:33.364425 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-4f0eccd3-fabf-41f9-90a2-d4266d10f08e req-1dff2d78-24cc-4883-a009-2e503cebe012 service neutron] 10.222.0.90 "GET /v2.0/networks/3f4ad9b1-0217-4484-acaf-408bf6117929?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0835700 Feb 09 19:45:33.485130 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-4f0eccd3-fabf-41f9-90a2-d4266d10f08e req-849a8011-a0e0-4bdc-950b-46068f8fa810 service neutron] 10.222.0.90 "GET /v2.0/networks/3f4ad9b1-0217-4484-acaf-408bf6117929?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1128662 Feb 09 19:45:34.003934 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad285a59-de09-4ada-bbf0-2beccbc2732d req-6311a40f-cc04-4ce5-b635-7eabfcc0544d tempest-TestNetworkBasicOps-1645094289 tempest-TestNetworkBasicOps-1645094289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:45:34.005477 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-ad285a59-de09-4ada-bbf0-2beccbc2732d req-6311a40f-cc04-4ce5-b635-7eabfcc0544d tempest-TestNetworkBasicOps-1645094289 tempest-TestNetworkBasicOps-1645094289-project] 10.222.0.75 "GET /v2.0/ports?device_id=c2d94b71-ffc9-4aaf-ae56-569951bc63b5 HTTP/1.1" status: 200 len: 944 time: 0.0643170 Feb 09 19:45:34.068412 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-ad285a59-de09-4ada-bbf0-2beccbc2732d req-75a0659d-0eef-499c-84a8-830c0a4781dc tempest-TestNetworkBasicOps-1645094289 tempest-TestNetworkBasicOps-1645094289-project] 10.222.0.75 "GET /v2.0/security-groups?id=787a992a-7098-4428-9228-afabb52e5787&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0571051 Feb 09 19:45:35.401555 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-966b95ee-840e-4142-bd1b-cbcf7dd5e9eb req-b5965a31-ebb3-4f50-ad13-2205e468ff81 tempest-TestNetworkBasicOps-1645094289 tempest-TestNetworkBasicOps-1645094289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:45:35.403089 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-966b95ee-840e-4142-bd1b-cbcf7dd5e9eb req-b5965a31-ebb3-4f50-ad13-2205e468ff81 tempest-TestNetworkBasicOps-1645094289 tempest-TestNetworkBasicOps-1645094289-project] 10.222.0.75 "GET /v2.0/ports?device_id=c2d94b71-ffc9-4aaf-ae56-569951bc63b5 HTTP/1.1" status: 200 len: 944 time: 0.1014316 Feb 09 19:45:35.404431 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Device 0a476bb4-6a79-4ac5-bd6c-525b4b71b6ce details requested by agent hyperv_n-h2-713498-36 with host n-h2-713498-36 {{(pid=103232) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 19:45:35.500166 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-966b95ee-840e-4142-bd1b-cbcf7dd5e9eb req-b6dca83e-d26b-454b-8472-73d0ca740c24 tempest-TestNetworkBasicOps-1645094289 tempest-TestNetworkBasicOps-1645094289-project] 10.222.0.75 "GET /v2.0/security-groups?id=787a992a-7098-4428-9228-afabb52e5787&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0894189 Feb 09 19:45:35.531663 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-7429db8d-6021-40ad-813e-885be449a89b None None] For port 0a476bb4-6a79-4ac5-bd6c-525b4b71b6ce, host n-h2-713498-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-36',level=0,port_id=0a476bb4-6a79-4ac5-bd6c-525b4b71b6ce,segment=NetworkSegment(40199b7e-eb6e-4f69-ae68-2346cb80a292),segment_id=40199b7e-eb6e-4f69-ae68-2346cb80a292)] {{(pid=103232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 19:45:35.546358 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Returning: {'device': '0a476bb4-6a79-4ac5-bd6c-525b4b71b6ce', 'network_id': '3f4ad9b1-0217-4484-acaf-408bf6117929', 'port_id': '0a476bb4-6a79-4ac5-bd6c-525b4b71b6ce', 'mac_address': 'fa:16:3e:19:fd:1d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 392, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2825332a-2e39-42e3-a77c-ca297c3e6522', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103232) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 19:45:35.623982 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Current status of the port 0a476bb4-6a79-4ac5-bd6c-525b4b71b6ce is: DOWN; New status is: BUILD {{(pid=103232) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 19:45:35.624607 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (0a476bb4-6a79-4ac5-bd6c-525b4b71b6ce), before_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:45:35.638584 n-d-713498-36 neutron-server[103232]: DEBUG neutron.notifiers.nova [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0a476bb4-6a79-4ac5-bd6c-525b4b71b6ce {{(pid=103232) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 19:45:35.684057 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-7429db8d-6021-40ad-813e-885be449a89b None None] For port 0a476bb4-6a79-4ac5-bd6c-525b4b71b6ce, host n-h2-713498-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-36',level=0,port_id=0a476bb4-6a79-4ac5-bd6c-525b4b71b6ce,segment=NetworkSegment(40199b7e-eb6e-4f69-ae68-2346cb80a292),segment_id=40199b7e-eb6e-4f69-ae68-2346cb80a292)] {{(pid=103232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 19:45:35.693352 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762867176205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762866656485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762866656503'] for port (0a476bb4-6a79-4ac5-bd6c-525b4b71b6ce), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:45:35.750308 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Pushing event updated for resources: {'Port': ['ID=0a476bb4-6a79-4ac5-bd6c-525b4b71b6ce,revision_number=4']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:45:35.955203 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-7429db8d-6021-40ad-813e-885be449a89b None None] get_ports_and_sgs() called for port_ids ['0a476bb4-6a79-4ac5-bd6c-525b4b71b6ce'] {{(pid=103232) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 19:45:36.679758 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47c7c761-4e1c-47a8-9131-ffee220f7a67 req-2feb2eeb-7fb6-4e4c-a6e2-716cb050fbde tempest-TestNetworkBasicOps-1645094289 tempest-TestNetworkBasicOps-1645094289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:45:36.686729 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-47c7c761-4e1c-47a8-9131-ffee220f7a67 req-2feb2eeb-7fb6-4e4c-a6e2-716cb050fbde tempest-TestNetworkBasicOps-1645094289 tempest-TestNetworkBasicOps-1645094289-project] 10.222.0.75 "GET /v2.0/ports?device_id=c2d94b71-ffc9-4aaf-ae56-569951bc63b5 HTTP/1.1" status: 200 len: 945 time: 0.0702372 Feb 09 19:45:36.752083 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-47c7c761-4e1c-47a8-9131-ffee220f7a67 req-9cdf325a-7937-481b-9ed5-b94ceeeca7c2 tempest-TestNetworkBasicOps-1645094289 tempest-TestNetworkBasicOps-1645094289-project] 10.222.0.75 "GET /v2.0/security-groups?id=787a992a-7098-4428-9228-afabb52e5787&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0643806 Feb 09 19:45:37.416497 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Device 0a476bb4-6a79-4ac5-bd6c-525b4b71b6ce up at agent hyperv_n-h2-713498-36 {{(pid=103232) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 19:45:37.600475 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.provisioning_blocks [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Provisioning for port 0a476bb4-6a79-4ac5-bd6c-525b4b71b6ce completed by entity L2. {{(pid=103232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 19:45:37.619188 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.provisioning_blocks [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Provisioning complete for port 0a476bb4-6a79-4ac5-bd6c-525b4b71b6ce triggered by entity L2. {{(pid=103232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 19:45:37.620268 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593630'] for port (0a476bb4-6a79-4ac5-bd6c-525b4b71b6ce), provisioning_complete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:45:37.802492 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Current status of the port 0a476bb4-6a79-4ac5-bd6c-525b4b71b6ce is: BUILD; New status is: ACTIVE {{(pid=103232) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 19:45:37.802885 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (0a476bb4-6a79-4ac5-bd6c-525b4b71b6ce), before_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:45:37.848486 n-d-713498-36 neutron-server[103232]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c2d94b71-ffc9-4aaf-ae56-569951bc63b5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0a476bb4-6a79-4ac5-bd6c-525b4b71b6ce'}] {{(pid=103232) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 19:45:37.850652 n-d-713498-36 neutron-server[103232]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}949cdcde653dec44821de95cbf67297f53cbc2aed4e073b5d514f93bf911ce85" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-693b9562-177e-427b-ab26-03075cb70db7" -d '{"events": [{"server_uuid": "c2d94b71-ffc9-4aaf-ae56-569951bc63b5", "name": "network-vif-plugged", "status": "completed", "tag": "0a476bb4-6a79-4ac5-bd6c-525b4b71b6ce"}]}' {{(pid=103232) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 19:45:37.883836 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-7429db8d-6021-40ad-813e-885be449a89b None None] For port 0a476bb4-6a79-4ac5-bd6c-525b4b71b6ce, host n-h2-713498-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-36',level=0,port_id=0a476bb4-6a79-4ac5-bd6c-525b4b71b6ce,segment=NetworkSegment(40199b7e-eb6e-4f69-ae68-2346cb80a292),segment_id=40199b7e-eb6e-4f69-ae68-2346cb80a292)] {{(pid=103232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 19:45:37.888451 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762867176205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762866656485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762866656503'] for port (0a476bb4-6a79-4ac5-bd6c-525b4b71b6ce), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:45:37.987175 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Pushing event updated for resources: {'Port': ['ID=0a476bb4-6a79-4ac5-bd6c-525b4b71b6ce,revision_number=5']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:45:38.014243 n-d-713498-36 neutron-server[103232]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 19:45:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-123dca5d-c82d-40c1-996b-26c408005068 x-openstack-request-id: req-123dca5d-c82d-40c1-996b-26c408005068 {{(pid=103232) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 19:45:38.014562 n-d-713498-36 neutron-server[103232]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c2d94b71-ffc9-4aaf-ae56-569951bc63b5", "name": "network-vif-plugged", "status": "completed", "tag": "0a476bb4-6a79-4ac5-bd6c-525b4b71b6ce", "code": 200}]} {{(pid=103232) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 19:45:38.014851 n-d-713498-36 neutron-server[103232]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-123dca5d-c82d-40c1-996b-26c408005068 {{(pid=103232) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 19:45:38.015221 n-d-713498-36 neutron-server[103232]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c2d94b71-ffc9-4aaf-ae56-569951bc63b5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0a476bb4-6a79-4ac5-bd6c-525b4b71b6ce', 'code': 200} Feb 09 19:45:38.080764 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddd5bc8c-48c9-4f42-8ab3-587cb9dc7265 req-08d0a6ed-90eb-4cde-a790-6673c8f6af0a tempest-TestNetworkBasicOps-1645094289 tempest-TestNetworkBasicOps-1645094289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:45:38.088541 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-ddd5bc8c-48c9-4f42-8ab3-587cb9dc7265 req-08d0a6ed-90eb-4cde-a790-6673c8f6af0a tempest-TestNetworkBasicOps-1645094289 tempest-TestNetworkBasicOps-1645094289-project] 10.222.0.75 "GET /v2.0/ports?device_id=c2d94b71-ffc9-4aaf-ae56-569951bc63b5 HTTP/1.1" status: 200 len: 946 time: 0.1979871 Feb 09 19:45:38.144021 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-ddd5bc8c-48c9-4f42-8ab3-587cb9dc7265 req-e0bc516c-d94a-4563-b85b-888fb8c162b6 tempest-TestNetworkBasicOps-1645094289 tempest-TestNetworkBasicOps-1645094289-project] 10.222.0.75 "GET /v2.0/security-groups?id=787a992a-7098-4428-9228-afabb52e5787&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0542367 Feb 09 19:45:38.288398 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9f6b81e-0f6c-4fe7-8a5a-67bcd274e22e req-54804145-d3f8-4ca5-b69c-bbb6756966b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:45:38.293982 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-c9f6b81e-0f6c-4fe7-8a5a-67bcd274e22e req-54804145-d3f8-4ca5-b69c-bbb6756966b9 service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=c2d94b71-ffc9-4aaf-ae56-569951bc63b5 HTTP/1.1" status: 200 len: 1129 time: 0.1949174 Feb 09 19:45:38.422522 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-c9f6b81e-0f6c-4fe7-8a5a-67bcd274e22e req-a1e71365-0f6e-432c-9768-10882328c4ed service neutron] 10.222.0.90 "GET /v2.0/security-groups?id=787a992a-7098-4428-9228-afabb52e5787&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1200237 Feb 09 19:45:39.382822 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9344ce5-4044-44af-bf99-338b7f56602b req-3476556e-27ae-4b7b-975b-a0c8bd94230c tempest-TestNetworkBasicOps-1645094289 tempest-TestNetworkBasicOps-1645094289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:45:39.391702 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-c9344ce5-4044-44af-bf99-338b7f56602b req-3476556e-27ae-4b7b-975b-a0c8bd94230c tempest-TestNetworkBasicOps-1645094289 tempest-TestNetworkBasicOps-1645094289-project] 10.222.0.75 "GET /v2.0/ports?device_id=c2d94b71-ffc9-4aaf-ae56-569951bc63b5 HTTP/1.1" status: 200 len: 946 time: 0.1099722 Feb 09 19:45:39.528108 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-c9344ce5-4044-44af-bf99-338b7f56602b req-f94dec93-ca9a-439f-add8-46d02ab7d2a2 tempest-TestNetworkBasicOps-1645094289 tempest-TestNetworkBasicOps-1645094289-project] 10.222.0.75 "GET /v2.0/security-groups?id=787a992a-7098-4428-9228-afabb52e5787&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1355774 Feb 09 19:45:40.749163 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-358e028f-d6b8-434e-96f6-2ae96b29c0db req-84dce0cd-35b3-4e54-8410-effa7fc7d5b1 tempest-TestNetworkBasicOps-1645094289 tempest-TestNetworkBasicOps-1645094289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:45:40.752072 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-358e028f-d6b8-434e-96f6-2ae96b29c0db req-84dce0cd-35b3-4e54-8410-effa7fc7d5b1 tempest-TestNetworkBasicOps-1645094289 tempest-TestNetworkBasicOps-1645094289-project] 10.222.0.75 "GET /v2.0/ports?device_id=c2d94b71-ffc9-4aaf-ae56-569951bc63b5 HTTP/1.1" status: 200 len: 946 time: 0.0863779 Feb 09 19:45:40.811988 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-358e028f-d6b8-434e-96f6-2ae96b29c0db req-4e3d0ae1-aa64-4775-b833-2a782d8dd564 tempest-TestNetworkBasicOps-1645094289 tempest-TestNetworkBasicOps-1645094289-project] 10.222.0.75 "GET /v2.0/security-groups?id=787a992a-7098-4428-9228-afabb52e5787&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0539000 Feb 09 19:45:40.852031 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-9b49efa7-6e03-4c11-b0e9-851ef64fb9a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762867132591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593584'] for agent (af91e4b9-f4e1-42b1-a25c-a10dc47171c8), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:45:41.327710 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba4b0b61-f45f-4540-8dfd-57dba77f90be req-7c7f8d64-16b3-4d18-86fa-f030aff6a6f6 tempest-TestNetworkBasicOps-1645094289 tempest-TestNetworkBasicOps-1645094289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:45:41.333405 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-ba4b0b61-f45f-4540-8dfd-57dba77f90be req-7c7f8d64-16b3-4d18-86fa-f030aff6a6f6 tempest-TestNetworkBasicOps-1645094289 tempest-TestNetworkBasicOps-1645094289-project] 10.222.0.75 "GET /v2.0/ports?device_id=c2d94b71-ffc9-4aaf-ae56-569951bc63b5 HTTP/1.1" status: 200 len: 946 time: 0.4178607 Feb 09 19:45:41.402507 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-ba4b0b61-f45f-4540-8dfd-57dba77f90be req-640d8289-1ed5-4ecb-9323-c25c7144dd8a tempest-TestNetworkBasicOps-1645094289 tempest-TestNetworkBasicOps-1645094289-project] 10.222.0.75 "GET /v2.0/security-groups?id=787a992a-7098-4428-9228-afabb52e5787&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0672603 Feb 09 19:45:41.416025 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 49382) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:45:41.460187 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b14e6eb8-972a-41a0-9c3c-a44c2bcffa69 tempest-TestNetworkBasicOps-670384598 tempest-TestNetworkBasicOps-670384598-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:45:41.461739 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-b14e6eb8-972a-41a0-9c3c-a44c2bcffa69 tempest-TestNetworkBasicOps-670384598 tempest-TestNetworkBasicOps-670384598-project-admin] 10.222.0.75 "GET /v2.0/ports?device_id=c2d94b71-ffc9-4aaf-ae56-569951bc63b5 HTTP/1.1" status: 200 len: 1124 time: 0.0447145 Feb 09 19:45:41.465593 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 49384) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:45:41.470046 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.v2.base [None req-b60dd7da-a4a1-4616-b71d-f4c7c2722aa7 tempest-TestNetworkBasicOps-1645094289 tempest-TestNetworkBasicOps-1645094289-project] Request body: {'floatingip': {'floating_network_id': '88055e1e-672a-4487-be31-ffb6e833ece5', 'port_id': '0a476bb4-6a79-4ac5-bd6c-525b4b71b6ce', 'tenant_id': 'd10f75d7d9834af0ab88975c96df140f', 'fixed_ip_address': '172.20.0.10'}} {{(pid=103229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 19:45:41.492601 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-b60dd7da-a4a1-4616-b71d-f4c7c2722aa7 tempest-TestNetworkBasicOps-1645094289 tempest-TestNetworkBasicOps-1645094289-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:45:41.687264 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-b60dd7da-a4a1-4616-b71d-f4c7c2722aa7 tempest-TestNetworkBasicOps-1645094289 tempest-TestNetworkBasicOps-1645094289-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (None), before_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:45:41.819920 n-d-713498-36 neutron-server[103229]: DEBUG neutron.db.db_base_plugin_common [None req-b60dd7da-a4a1-4616-b71d-f4c7c2722aa7 tempest-TestNetworkBasicOps-1645094289 tempest-TestNetworkBasicOps-1645094289-project] Allocated IP 172.25.1.162 (88055e1e-672a-4487-be31-ffb6e833ece5/ac16dbcc-383c-4b43-9153-d763c4a53f91/15ecad72-de50-4f66-8b1b-ae3e896b2c15) {{(pid=103229) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 19:45:41.981347 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-b60dd7da-a4a1-4616-b71d-f4c7c2722aa7 tempest-TestNetworkBasicOps-1645094289 tempest-TestNetworkBasicOps-1645094289-project] Publish callbacks [] for port (15ecad72-de50-4f66-8b1b-ae3e896b2c15), precommit_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:45:42.040427 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-b60dd7da-a4a1-4616-b71d-f4c7c2722aa7 tempest-TestNetworkBasicOps-1645094289 tempest-TestNetworkBasicOps-1645094289-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762866656467', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12867576'] for port (15ecad72-de50-4f66-8b1b-ae3e896b2c15), after_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:45:42.091901 n-d-713498-36 neutron-server[103229]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b60dd7da-a4a1-4616-b71d-f4c7c2722aa7 tempest-TestNetworkBasicOps-1645094289 tempest-TestNetworkBasicOps-1645094289-project] Network 88055e1e-672a-4487-be31-ffb6e833ece5 is already hosted by enough agents. {{(pid=103229) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 19:45:42.097160 n-d-713498-36 neutron-server[103229]: DEBUG neutron.scheduler.base_scheduler [None req-b60dd7da-a4a1-4616-b71d-f4c7c2722aa7 tempest-TestNetworkBasicOps-1645094289 tempest-TestNetworkBasicOps-1645094289-project] Resources bound (agent type, host, resource id): {{(pid=103229) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 19:45:42.103886 n-d-713498-36 neutron-server[103229]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b60dd7da-a4a1-4616-b71d-f4c7c2722aa7 tempest-TestNetworkBasicOps-1645094289 tempest-TestNetworkBasicOps-1645094289-project] Received port after_create {{(pid=103229) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 19:45:42.133878 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b60dd7da-a4a1-4616-b71d-f4c7c2722aa7 tempest-TestNetworkBasicOps-1645094289 tempest-TestNetworkBasicOps-1645094289-project] Pushing event updated for resources: {'Port': ['ID=15ecad72-de50-4f66-8b1b-ae3e896b2c15,revision_number=1']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:45:42.798182 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 49402) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:45:42.827219 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-b60dd7da-a4a1-4616-b71d-f4c7c2722aa7 tempest-TestNetworkBasicOps-1645094289 tempest-TestNetworkBasicOps-1645094289-project] Publish callbacks [] for floatingip (cd04d4d6-aaa5-4a67-a346-ebd8d4246acc), precommit_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:45:42.923609 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-b60dd7da-a4a1-4616-b71d-f4c7c2722aa7 tempest-TestNetworkBasicOps-1645094289 tempest-TestNetworkBasicOps-1645094289-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (15ecad72-de50-4f66-8b1b-ae3e896b2c15), before_update {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:45:43.116810 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-1d040fdf-d2a3-4cd0-abcb-5d3b325c363a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762867132591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593584'] for agent (93303d5e-5d17-45e8-8963-7694f87783ae), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:45:43.225332 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-b60dd7da-a4a1-4616-b71d-f4c7c2722aa7 tempest-TestNetworkBasicOps-1645094289 tempest-TestNetworkBasicOps-1645094289-project] Publish callbacks [] for port (15ecad72-de50-4f66-8b1b-ae3e896b2c15), precommit_update {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:45:43.232108 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-b60dd7da-a4a1-4616-b71d-f4c7c2722aa7 tempest-TestNetworkBasicOps-1645094289 tempest-TestNetworkBasicOps-1645094289-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762867176205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762866656485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762866656503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12867569'] for port (15ecad72-de50-4f66-8b1b-ae3e896b2c15), after_update {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:45:43.304560 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b60dd7da-a4a1-4616-b71d-f4c7c2722aa7 tempest-TestNetworkBasicOps-1645094289 tempest-TestNetworkBasicOps-1645094289-project] Pushing event updated for resources: {'Port': ['ID=15ecad72-de50-4f66-8b1b-ae3e896b2c15,revision_number=2']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:45:43.391871 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-b60dd7da-a4a1-4616-b71d-f4c7c2722aa7 tempest-TestNetworkBasicOps-1645094289 tempest-TestNetworkBasicOps-1645094289-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1818909'] for floatingip (cd04d4d6-aaa5-4a67-a346-ebd8d4246acc), after_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:45:43.488626 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-c032098f-38eb-4f3c-9206-b8feb93c4549 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1834525'] for router_interface (042d4063-0dd6-4eab-baa5-294896cb13f5), before_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:45:43.558102 n-d-713498-36 neutron-server[103229]: INFO neutron.db.l3_db [None req-b60dd7da-a4a1-4616-b71d-f4c7c2722aa7 tempest-TestNetworkBasicOps-1645094289 tempest-TestNetworkBasicOps-1645094289-project] Floating IP cd04d4d6-aaa5-4a67-a346-ebd8d4246acc associated. External IP: 172.25.1.162, port: 0a476bb4-6a79-4ac5-bd6c-525b4b71b6ce. Feb 09 19:45:43.960957 n-d-713498-36 neutron-server[103229]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b60dd7da-a4a1-4616-b71d-f4c7c2722aa7 tempest-TestNetworkBasicOps-1645094289 tempest-TestNetworkBasicOps-1645094289-project] Router b414fe0c-a42d-4720-92fd-5440e88e2702 has already been hosted by L3 agent 93303d5e-5d17-45e8-8963-7694f87783ae {{(pid=103229) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 19:45:44.013738 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.plugin [None req-c032098f-38eb-4f3c-9206-b8feb93c4549 admin admin] Deleting port aa0f446c-0d86-4ea8-bed2-b11f1660554b {{(pid=103230) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 19:45:44.014290 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-c032098f-38eb-4f3c-9206-b8feb93c4549 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762867170196'] for port (aa0f446c-0d86-4ea8-bed2-b11f1660554b), before_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:45:44.107944 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b60dd7da-a4a1-4616-b71d-f4c7c2722aa7 tempest-TestNetworkBasicOps-1645094289 tempest-TestNetworkBasicOps-1645094289-project] Notify agent at l3_agent.n-d-713498-36 the message routers_updated {{(pid=103229) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 19:45:44.123049 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1485d9a1-568b-40a0-bc74-27e0585b3012 None None] Sync routers for ids ['b414fe0c-a42d-4720-92fd-5440e88e2702'] in n-d-713498-36 {{(pid=103232) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 19:45:44.147625 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-b60dd7da-a4a1-4616-b71d-f4c7c2722aa7 tempest-TestNetworkBasicOps-1645094289 tempest-TestNetworkBasicOps-1645094289-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171096'] for floatingip (None), before_response {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:45:44.148611 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1485d9a1-568b-40a0-bc74-27e0585b3012 None None] Routers {'b414fe0c-a42d-4720-92fd-5440e88e2702'} bound to L3 agent in host n-d-713498-36 {{(pid=103232) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 19:45:44.149270 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.l3_hamode_db [None req-1485d9a1-568b-40a0-bc74-27e0585b3012 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-09T18:51:43Z,description=,heartbeat_timestamp=2022-02-09T19:45:43Z,host='n-d-713498-36',id=93303d5e-5d17-45e8-8963-7694f87783ae,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T18:51:43Z,topic='l3_agent')) {'router_ids': ['b414fe0c-a42d-4720-92fd-5440e88e2702'], 'active': True} {{(pid=103232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:45:44.174536 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.db [None req-c032098f-38eb-4f3c-9206-b8feb93c4549 admin admin] For port aa0f446c-0d86-4ea8-bed2-b11f1660554b, host n-d-713498-36, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-36',level=0,port_id=aa0f446c-0d86-4ea8-bed2-b11f1660554b,segment=NetworkSegment(6912a3c6-390b-493a-8586-f44e28e90c68),segment_id=6912a3c6-390b-493a-8586-f44e28e90c68)] {{(pid=103230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 19:45:44.175148 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-c032098f-38eb-4f3c-9206-b8feb93c4549 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1820838'] for port (aa0f446c-0d86-4ea8-bed2-b11f1660554b), precommit_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:45:44.193736 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.plugin [None req-c032098f-38eb-4f3c-9206-b8feb93c4549 admin admin] Calling delete_port for aa0f446c-0d86-4ea8-bed2-b11f1660554b owned by network:router_interface {{(pid=103230) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 19:45:44.211157 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 49410) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:45:44.215362 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-b60dd7da-a4a1-4616-b71d-f4c7c2722aa7 tempest-TestNetworkBasicOps-1645094289 tempest-TestNetworkBasicOps-1645094289-project] 10.222.0.75 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.7485452 Feb 09 19:45:44.215966 n-d-713498-36 neutron-server[103229]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c2d94b71-ffc9-4aaf-ae56-569951bc63b5', 'tag': '0a476bb4-6a79-4ac5-bd6c-525b4b71b6ce'}] {{(pid=103229) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 19:45:44.218342 n-d-713498-36 neutron-server[103229]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fa6ae9a20702bd564eaf90d946620b2b4277b1ab91129323d3b54181076be307" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ef59925e-894a-40c4-9f62-273a7f174ba3" -d '{"events": [{"name": "network-changed", "server_uuid": "c2d94b71-ffc9-4aaf-ae56-569951bc63b5", "tag": "0a476bb4-6a79-4ac5-bd6c-525b4b71b6ce"}]}' {{(pid=103229) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 19:45:44.311074 n-d-713498-36 neutron-server[103229]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 19:45:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aa541c20-ce66-4f4e-a598-be6cd27ce8fb x-openstack-request-id: req-aa541c20-ce66-4f4e-a598-be6cd27ce8fb {{(pid=103229) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 19:45:44.311459 n-d-713498-36 neutron-server[103229]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c2d94b71-ffc9-4aaf-ae56-569951bc63b5", "tag": "0a476bb4-6a79-4ac5-bd6c-525b4b71b6ce", "status": "completed", "code": 200}]} {{(pid=103229) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 19:45:44.312239 n-d-713498-36 neutron-server[103229]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-aa541c20-ce66-4f4e-a598-be6cd27ce8fb {{(pid=103229) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 19:45:44.312876 n-d-713498-36 neutron-server[103229]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c2d94b71-ffc9-4aaf-ae56-569951bc63b5', 'tag': '0a476bb4-6a79-4ac5-bd6c-525b4b71b6ce', 'status': 'completed', 'code': 200} Feb 09 19:45:44.330749 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-7a53485f-cc78-4c51-bf66-89ef37336754 tempest-TestNetworkBasicOps-1645094289 tempest-TestNetworkBasicOps-1645094289-project] 10.222.0.75 "GET /v2.0/floatingips/cd04d4d6-aaa5-4a67-a346-ebd8d4246acc HTTP/1.1" status: 200 len: 992 time: 0.1181948 Feb 09 19:45:44.354466 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.l3_dvr_db [None req-1485d9a1-568b-40a0-bc74-27e0585b3012 None None] Set router b414fe0c-a42d-4720-92fd-5440e88e2702 gateway port host: n-d-713498-36 {{(pid=103232) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 19:45:44.457789 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef59925e-894a-40c4-9f62-273a7f174ba3 req-dbab9616-29a1-4357-8e8a-ab771b20ca50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:45:44.459606 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-ef59925e-894a-40c4-9f62-273a7f174ba3 req-dbab9616-29a1-4357-8e8a-ab771b20ca50 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=d10f75d7d9834af0ab88975c96df140f&device_id=c2d94b71-ffc9-4aaf-ae56-569951bc63b5 HTTP/1.1" status: 200 len: 1129 time: 0.1151934 Feb 09 19:45:44.592280 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-edc54c9b-7f13-45d9-9271-85c9738b0128 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762867132591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593584'] for agent (a62b1850-466f-48ae-bec7-d62fb280e14b), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:45:44.626367 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef59925e-894a-40c4-9f62-273a7f174ba3 req-5748776e-9b4e-42e7-a4c6-191060338c81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:45:44.627829 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-ef59925e-894a-40c4-9f62-273a7f174ba3 req-5748776e-9b4e-42e7-a4c6-191060338c81 service neutron] 10.222.0.90 "GET /v2.0/networks?id=3f4ad9b1-0217-4484-acaf-408bf6117929 HTTP/1.1" status: 200 len: 898 time: 0.1575806 Feb 09 19:45:44.689337 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-c032098f-38eb-4f3c-9206-b8feb93c4549 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762867177463', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762866656476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14393751'] for port (aa0f446c-0d86-4ea8-bed2-b11f1660554b), after_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:45:44.726244 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c032098f-38eb-4f3c-9206-b8feb93c4549 admin admin] Pushing event deleted for resources: {'Port': ['ID=aa0f446c-0d86-4ea8-bed2-b11f1660554b,revision_number=None']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:45:44.743028 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c032098f-38eb-4f3c-9206-b8feb93c4549 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:45:44.743672 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c032098f-38eb-4f3c-9206-b8feb93c4549 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:45:44.744154 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c032098f-38eb-4f3c-9206-b8feb93c4549 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:45:44.744620 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c032098f-38eb-4f3c-9206-b8feb93c4549 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:45:44.745307 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c032098f-38eb-4f3c-9206-b8feb93c4549 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:45:44.745780 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c032098f-38eb-4f3c-9206-b8feb93c4549 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:45:44.746301 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c032098f-38eb-4f3c-9206-b8feb93c4549 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:45:44.747074 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c032098f-38eb-4f3c-9206-b8feb93c4549 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:45:44.747541 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c032098f-38eb-4f3c-9206-b8feb93c4549 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:45:44.748028 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c032098f-38eb-4f3c-9206-b8feb93c4549 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:45:44.748657 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c032098f-38eb-4f3c-9206-b8feb93c4549 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:45:44.749118 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c032098f-38eb-4f3c-9206-b8feb93c4549 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:45:44.749604 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c032098f-38eb-4f3c-9206-b8feb93c4549 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:45:44.798898 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.l3_hamode_db [None req-1485d9a1-568b-40a0-bc74-27e0585b3012 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b414fe0c-a42d-4720-92fd-5440e88e2702', 'name': 'tempest-TestNetworkBasicOps-router-1363570662', 'tenant_id': 'd10f75d7d9834af0ab88975c96df140f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88055e1e-672a-4487-be31-ffb6e833ece5', 'external_fixed_ips': [{'subnet_id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'ip_address': '172.25.1.214'}], 'enable_snat': True}, 'gw_port_id': '8b718f25-ab18-4501-9c7a-e95ab38a1cff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T19:45:17Z', 'updated_at': '2022-02-09T19:45:23Z', 'revision_number': 4, 'project_id': 'd10f75d7d9834af0ab88975c96df140f', 'gw_port': {'id': '8b718f25-ab18-4501-9c7a-e95ab38a1cff', 'name': '', 'network_id': '88055e1e-672a-4487-be31-ffb6e833ece5', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:4e:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b414fe0c-a42d-4720-92fd-5440e88e2702', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3957, 'fixed_ips': [{'subnet_id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'ip_address': '172.25.1.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T19:45:18Z', 'updated_at': '2022-02-09T19:45:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-36', '_floatingips': [{'id': 'cd04d4d6-aaa5-4a67-a346-ebd8d4246acc', 'tenant_id': 'd10f75d7d9834af0ab88975c96df140f', 'floating_ip_address': '172.25.1.162', 'floating_network_id': '88055e1e-672a-4487-be31-ffb6e833ece5', 'router_id': 'b414fe0c-a42d-4720-92fd-5440e88e2702', 'port_id': '0a476bb4-6a79-4ac5-bd6c-525b4b71b6ce', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 3972, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3f4ad9b1-0217-4484-acaf-408bf6117929', 'mac_address': 'fa:16:3e:19:fd:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2d94b71-ffc9-4aaf-ae56-569951bc63b5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T19:45:42Z', 'updated_at': '2022-02-09T19:45:42Z', 'revision_number': 0, 'project_id': 'd10f75d7d9834af0ab88975c96df140f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9a9c1dd3-201a-4074-a7ee-0492db15adb6', 'name': '', 'network_id': '3f4ad9b1-0217-4484-acaf-408bf6117929', 'tenant_id': 'd10f75d7d9834af0ab88975c96df140f', 'mac_address': 'fa:16:3e:13:f3:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b414fe0c-a42d-4720-92fd-5440e88e2702', 'device_owner': 'network:router_interface', 'standard_attr_id': 3960, 'fixed_ips': [{'subnet_id': '2825332a-2e39-42e3-a77c-ca297c3e6522', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T19:45:21Z', 'updated_at': '2022-02-09T19:45:27Z', 'revision_number': 5, 'project_id': 'd10f75d7d9834af0ab88975c96df140f', 'subnets': [{'id': '2825332a-2e39-42e3-a77c-ca297c3e6522', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-36', False) {} {{(pid=103232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:45:44.812523 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-ef59925e-894a-40c4-9f62-273a7f174ba3 req-cb9ad16c-d31d-45b5-bb59-020cf2494b70 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=0a476bb4-6a79-4ac5-bd6c-525b4b71b6ce HTTP/1.1" status: 200 len: 1000 time: 0.1763735 Feb 09 19:45:44.899496 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1485d9a1-568b-40a0-bc74-27e0585b3012 None None] Checking router: b414fe0c-a42d-4720-92fd-5440e88e2702 for host: n-d-713498-36 {{(pid=103232) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 19:45:44.924640 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1485d9a1-568b-40a0-bc74-27e0585b3012 None None] Routers {'b414fe0c-a42d-4720-92fd-5440e88e2702'} bound to L3 agent in host n-d-713498-36 {{(pid=103232) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 19:45:44.925276 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.l3_hamode_db [None req-1485d9a1-568b-40a0-bc74-27e0585b3012 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-09T18:51:43Z,description=,heartbeat_timestamp=2022-02-09T19:45:43Z,host='n-d-713498-36',id=93303d5e-5d17-45e8-8963-7694f87783ae,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T18:51:43Z,topic='l3_agent')) {'router_ids': ['b414fe0c-a42d-4720-92fd-5440e88e2702'], 'active': True} {{(pid=103232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:45:45.129450 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef59925e-894a-40c4-9f62-273a7f174ba3 req-4eb7eaf5-3917-4f7c-bb71-51afca32f29d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:45:45.136514 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-ef59925e-894a-40c4-9f62-273a7f174ba3 req-4eb7eaf5-3917-4f7c-bb71-51afca32f29d service neutron] 10.222.0.90 "GET /v2.0/subnets?id=2825332a-2e39-42e3-a77c-ca297c3e6522 HTTP/1.1" status: 200 len: 835 time: 0.2787342 Feb 09 19:45:45.191887 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.l3_dvr_db [None req-1485d9a1-568b-40a0-bc74-27e0585b3012 None None] Set router b414fe0c-a42d-4720-92fd-5440e88e2702 gateway port host: n-d-713498-36 {{(pid=103232) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 19:45:45.287343 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-c032098f-38eb-4f3c-9206-b8feb93c4549 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1613467', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1834633'] for router_interface (042d4063-0dd6-4eab-baa5-294896cb13f5), after_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:45:45.290691 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef59925e-894a-40c4-9f62-273a7f174ba3 req-659914aa-01b5-4cf5-9609-1e3645e071d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:45:45.292242 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-ef59925e-894a-40c4-9f62-273a7f174ba3 req-659914aa-01b5-4cf5-9609-1e3645e071d3 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=3f4ad9b1-0217-4484-acaf-408bf6117929&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.1530073 Feb 09 19:45:45.334472 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 49442) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:45:45.440306 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-8e2952e0-6454-4466-9447-824133b7aa0c tempest-TestNetworkBasicOps-1645094289 tempest-TestNetworkBasicOps-1645094289-project] 10.222.0.75 "GET /v2.0/floatingips/cd04d4d6-aaa5-4a67-a346-ebd8d4246acc HTTP/1.1" status: 200 len: 992 time: 0.1045682 Feb 09 19:45:45.531077 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-ef59925e-894a-40c4-9f62-273a7f174ba3 req-b6e4a9be-e189-4004-8ebc-b36cae79fdda service neutron] 10.222.0.90 "GET /v2.0/networks/3f4ad9b1-0217-4484-acaf-408bf6117929?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2102990 Feb 09 19:45:45.753795 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-ef59925e-894a-40c4-9f62-273a7f174ba3 req-6a469a8a-6d43-4a51-a805-dfd6e535e072 service neutron] 10.222.0.90 "GET /v2.0/networks/3f4ad9b1-0217-4484-acaf-408bf6117929?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2161767 Feb 09 19:45:45.784108 n-d-713498-36 neutron-server[103230]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c032098f-38eb-4f3c-9206-b8feb93c4549 admin admin] Router 042d4063-0dd6-4eab-baa5-294896cb13f5 has already been hosted by L3 agent 93303d5e-5d17-45e8-8963-7694f87783ae {{(pid=103230) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 19:45:45.834798 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.l3_hamode_db [None req-1485d9a1-568b-40a0-bc74-27e0585b3012 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b414fe0c-a42d-4720-92fd-5440e88e2702', 'name': 'tempest-TestNetworkBasicOps-router-1363570662', 'tenant_id': 'd10f75d7d9834af0ab88975c96df140f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88055e1e-672a-4487-be31-ffb6e833ece5', 'external_fixed_ips': [{'subnet_id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'ip_address': '172.25.1.214'}], 'enable_snat': True}, 'gw_port_id': '8b718f25-ab18-4501-9c7a-e95ab38a1cff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T19:45:17Z', 'updated_at': '2022-02-09T19:45:23Z', 'revision_number': 4, 'project_id': 'd10f75d7d9834af0ab88975c96df140f', 'gw_port': {'id': '8b718f25-ab18-4501-9c7a-e95ab38a1cff', 'name': '', 'network_id': '88055e1e-672a-4487-be31-ffb6e833ece5', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:4e:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b414fe0c-a42d-4720-92fd-5440e88e2702', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3957, 'fixed_ips': [{'subnet_id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'ip_address': '172.25.1.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T19:45:18Z', 'updated_at': '2022-02-09T19:45:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-36', '_floatingips': [{'id': 'cd04d4d6-aaa5-4a67-a346-ebd8d4246acc', 'tenant_id': 'd10f75d7d9834af0ab88975c96df140f', 'floating_ip_address': '172.25.1.162', 'floating_network_id': '88055e1e-672a-4487-be31-ffb6e833ece5', 'router_id': 'b414fe0c-a42d-4720-92fd-5440e88e2702', 'port_id': '0a476bb4-6a79-4ac5-bd6c-525b4b71b6ce', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 3972, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3f4ad9b1-0217-4484-acaf-408bf6117929', 'mac_address': 'fa:16:3e:19:fd:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2d94b71-ffc9-4aaf-ae56-569951bc63b5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T19:45:42Z', 'updated_at': '2022-02-09T19:45:42Z', 'revision_number': 0, 'project_id': 'd10f75d7d9834af0ab88975c96df140f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9a9c1dd3-201a-4074-a7ee-0492db15adb6', 'name': '', 'network_id': '3f4ad9b1-0217-4484-acaf-408bf6117929', 'tenant_id': 'd10f75d7d9834af0ab88975c96df140f', 'mac_address': 'fa:16:3e:13:f3:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b414fe0c-a42d-4720-92fd-5440e88e2702', 'device_owner': 'network:router_interface', 'standard_attr_id': 3960, 'fixed_ips': [{'subnet_id': '2825332a-2e39-42e3-a77c-ca297c3e6522', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T19:45:21Z', 'updated_at': '2022-02-09T19:45:27Z', 'revision_number': 5, 'project_id': 'd10f75d7d9834af0ab88975c96df140f', 'subnets': [{'id': '2825332a-2e39-42e3-a77c-ca297c3e6522', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-36', False) {} {{(pid=103232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:45:45.898742 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1485d9a1-568b-40a0-bc74-27e0585b3012 None None] The sync data for ids ['b414fe0c-a42d-4720-92fd-5440e88e2702'] in n-d-713498-36 is: [{'id': 'b414fe0c-a42d-4720-92fd-5440e88e2702', 'name': 'tempest-TestNetworkBasicOps-router-1363570662', 'tenant_id': 'd10f75d7d9834af0ab88975c96df140f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88055e1e-672a-4487-be31-ffb6e833ece5', 'external_fixed_ips': [{'subnet_id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'ip_address': '172.25.1.214'}], 'enable_snat': True}, 'gw_port_id': '8b718f25-ab18-4501-9c7a-e95ab38a1cff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T19:45:17Z', 'updated_at': '2022-02-09T19:45:23Z', 'revision_number': 4, 'project_id': 'd10f75d7d9834af0ab88975c96df140f', 'gw_port': {'id': '8b718f25-ab18-4501-9c7a-e95ab38a1cff', 'name': '', 'network_id': '88055e1e-672a-4487-be31-ffb6e833ece5', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:4e:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b414fe0c-a42d-4720-92fd-5440e88e2702', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3957, 'fixed_ips': [{'subnet_id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'ip_address': '172.25.1.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T19:45:18Z', 'updated_at': '2022-02-09T19:45:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-36', '_floatingips': [{'id': 'cd04d4d6-aaa5-4a67-a346-ebd8d4246acc', 'tenant_id': 'd10f75d7d9834af0ab88975c96df140f', 'floating_ip_address': '172.25.1.162', 'floating_network_id': '88055e1e-672a-4487-be31-ffb6e833ece5', 'router_id': 'b414fe0c-a42d-4720-92fd-5440e88e2702', 'port_id': '0a476bb4-6a79-4ac5-bd6c-525b4b71b6ce', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 3972, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3f4ad9b1-0217-4484-acaf-408bf6117929', 'mac_address': 'fa:16:3e:19:fd:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2d94b71-ffc9-4aaf-ae56-569951bc63b5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T19:45:42Z', 'updated_at': '2022-02-09T19:45:42Z', 'revision_number': 0, 'project_id': 'd10f75d7d9834af0ab88975c96df140f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9a9c1dd3-201a-4074-a7ee-0492db15adb6', 'name': '', 'network_id': '3f4ad9b1-0217-4484-acaf-408bf6117929', 'tenant_id': 'd10f75d7d9834af0ab88975c96df140f', 'mac_address': 'fa:16:3e:13:f3:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b414fe0c-a42d-4720-92fd-5440e88e2702', 'device_owner': 'network:router_interface', 'standard_attr_id': 3960, 'fixed_ips': [{'subnet_id': '2825332a-2e39-42e3-a77c-ca297c3e6522', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T19:45:21Z', 'updated_at': '2022-02-09T19:45:27Z', 'revision_number': 5, 'project_id': 'd10f75d7d9834af0ab88975c96df140f', 'subnets': [{'id': '2825332a-2e39-42e3-a77c-ca297c3e6522', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103232) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 19:45:46.007422 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c032098f-38eb-4f3c-9206-b8feb93c4549 admin admin] Notify agent at l3_agent.n-d-713498-36 the message routers_updated {{(pid=103230) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 19:45:46.013729 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-c032098f-38eb-4f3c-9206-b8feb93c4549 admin admin] 10.222.0.75 "PUT /v2.0/routers/042d4063-0dd6-4eab-baa5-294896cb13f5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2143941 Feb 09 19:45:46.017752 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 49468) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:45:46.024983 n-d-713498-36 neutron-server[103233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7eb8b241-8392-4f59-a839-7b36a585de19 None None] Sync routers for ids ['042d4063-0dd6-4eab-baa5-294896cb13f5'] in n-d-713498-36 {{(pid=103233) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 19:45:46.053921 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-a7262a8e-0513-48fd-984d-75726a511961 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762867132591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593584'] for agent (911cfea2-02ae-4ec9-bac3-7808ee1cdd9c), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:45:46.068364 n-d-713498-36 neutron-server[103233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7eb8b241-8392-4f59-a839-7b36a585de19 None None] Routers {'042d4063-0dd6-4eab-baa5-294896cb13f5'} bound to L3 agent in host n-d-713498-36 {{(pid=103233) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 19:45:46.069062 n-d-713498-36 neutron-server[103233]: DEBUG neutron.db.l3_hamode_db [None req-7eb8b241-8392-4f59-a839-7b36a585de19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-09T18:51:43Z,description=,heartbeat_timestamp=2022-02-09T19:45:43Z,host='n-d-713498-36',id=93303d5e-5d17-45e8-8963-7694f87783ae,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T18:51:43Z,topic='l3_agent')) {'router_ids': ['042d4063-0dd6-4eab-baa5-294896cb13f5'], 'active': True} {{(pid=103233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:45:46.231145 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-5a996dc1-2cee-480d-bc15-31e4509e2b52 admin admin] Publish callbacks [] for router (042d4063-0dd6-4eab-baa5-294896cb13f5), before_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:45:46.290052 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a21d760-a519-4d96-a5d9-fda19462f250 None None] New status for floating IP cd04d4d6-aaa5-4a67-a346-ebd8d4246acc: ACTIVE {{(pid=103232) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 09 19:45:46.312166 n-d-713498-36 neutron-server[103233]: DEBUG neutron.db.l3_dvr_db [None req-7eb8b241-8392-4f59-a839-7b36a585de19 None None] Set router 042d4063-0dd6-4eab-baa5-294896cb13f5 gateway port host: n-d-713498-36 {{(pid=103233) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 19:45:46.380274 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-5a996dc1-2cee-480d-bc15-31e4509e2b52 admin admin] Publish callbacks [] for router_gateway (042d4063-0dd6-4eab-baa5-294896cb13f5), before_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:45:46.444348 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 49472) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:45:46.506433 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.plugin [None req-5a996dc1-2cee-480d-bc15-31e4509e2b52 admin admin] Deleting port e2f54ecd-d581-40a3-bc20-cd4e87bc270d {{(pid=103229) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 19:45:46.506823 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-5a996dc1-2cee-480d-bc15-31e4509e2b52 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762867170196'] for port (e2f54ecd-d581-40a3-bc20-cd4e87bc270d), before_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:45:46.569274 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-950c093f-b6b5-4d38-8a66-3c874789d076 tempest-TestNetworkBasicOps-1645094289 tempest-TestNetworkBasicOps-1645094289-project] 10.222.0.75 "GET /v2.0/floatingips/cd04d4d6-aaa5-4a67-a346-ebd8d4246acc HTTP/1.1" status: 200 len: 992 time: 0.1192243 Feb 09 19:45:46.605919 n-d-713498-36 neutron-server[103233]: DEBUG neutron.db.l3_hamode_db [None req-7eb8b241-8392-4f59-a839-7b36a585de19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '042d4063-0dd6-4eab-baa5-294896cb13f5', 'name': 'tempest-TestVolumeBackupRestore-1617496221-router', 'tenant_id': '4c59ff00c3d1431da7ba682b198a4ba5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88055e1e-672a-4487-be31-ffb6e833ece5', 'external_fixed_ips': [{'subnet_id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'ip_address': '172.25.1.69'}], 'enable_snat': True}, 'gw_port_id': 'e2f54ecd-d581-40a3-bc20-cd4e87bc270d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T19:39:28Z', 'updated_at': '2022-02-09T19:45:44Z', 'revision_number': 5, 'project_id': '4c59ff00c3d1431da7ba682b198a4ba5', 'gw_port': {'id': 'e2f54ecd-d581-40a3-bc20-cd4e87bc270d', 'name': '', 'network_id': '88055e1e-672a-4487-be31-ffb6e833ece5', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:b8:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '042d4063-0dd6-4eab-baa5-294896cb13f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3571, 'fixed_ips': [{'subnet_id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'ip_address': '172.25.1.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T19:39:28Z', 'updated_at': '2022-02-09T19:39:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-36'}], 'n-d-713498-36', False) {} {{(pid=103233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:45:46.648596 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.db [None req-5a996dc1-2cee-480d-bc15-31e4509e2b52 admin admin] For port e2f54ecd-d581-40a3-bc20-cd4e87bc270d, host n-d-713498-36, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-36',level=0,port_id=e2f54ecd-d581-40a3-bc20-cd4e87bc270d,segment=NetworkSegment(a4222f89-8d3f-4b51-953b-1a8126392491),segment_id=a4222f89-8d3f-4b51-953b-1a8126392491)] {{(pid=103229) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 19:45:46.648882 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-5a996dc1-2cee-480d-bc15-31e4509e2b52 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1820838'] for port (e2f54ecd-d581-40a3-bc20-cd4e87bc270d), precommit_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:45:46.660626 n-d-713498-36 neutron-server[103233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7eb8b241-8392-4f59-a839-7b36a585de19 None None] Checking router: 042d4063-0dd6-4eab-baa5-294896cb13f5 for host: n-d-713498-36 {{(pid=103233) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 19:45:46.663087 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.plugin [None req-5a996dc1-2cee-480d-bc15-31e4509e2b52 admin admin] Calling delete_port for e2f54ecd-d581-40a3-bc20-cd4e87bc270d owned by network:router_gateway {{(pid=103229) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 19:45:46.691339 n-d-713498-36 neutron-server[103233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7eb8b241-8392-4f59-a839-7b36a585de19 None None] Routers {'042d4063-0dd6-4eab-baa5-294896cb13f5'} bound to L3 agent in host n-d-713498-36 {{(pid=103233) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 19:45:46.692381 n-d-713498-36 neutron-server[103233]: DEBUG neutron.db.l3_hamode_db [None req-7eb8b241-8392-4f59-a839-7b36a585de19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-09T18:51:43Z,description=,heartbeat_timestamp=2022-02-09T19:45:43Z,host='n-d-713498-36',id=93303d5e-5d17-45e8-8963-7694f87783ae,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T18:51:43Z,topic='l3_agent')) {'router_ids': ['042d4063-0dd6-4eab-baa5-294896cb13f5'], 'active': True} {{(pid=103233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:45:46.830974 n-d-713498-36 neutron-server[103233]: DEBUG neutron.db.l3_dvr_db [None req-7eb8b241-8392-4f59-a839-7b36a585de19 None None] Set router 042d4063-0dd6-4eab-baa5-294896cb13f5 gateway port host: None {{(pid=103233) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 19:45:46.870572 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-5a996dc1-2cee-480d-bc15-31e4509e2b52 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762867177463', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762866656476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12867576'] for port (e2f54ecd-d581-40a3-bc20-cd4e87bc270d), after_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:45:46.901834 n-d-713498-36 neutron-server[103233]: DEBUG neutron.db.l3_hamode_db [None req-7eb8b241-8392-4f59-a839-7b36a585de19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '042d4063-0dd6-4eab-baa5-294896cb13f5', 'name': 'tempest-TestVolumeBackupRestore-1617496221-router', 'tenant_id': '4c59ff00c3d1431da7ba682b198a4ba5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T19:39:28Z', 'updated_at': '2022-02-09T19:45:46Z', 'revision_number': 6, 'project_id': '4c59ff00c3d1431da7ba682b198a4ba5', 'gw_port_host': None}], 'n-d-713498-36', False) {} {{(pid=103233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:45:46.923332 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a996dc1-2cee-480d-bc15-31e4509e2b52 admin admin] Pushing event deleted for resources: {'Port': ['ID=e2f54ecd-d581-40a3-bc20-cd4e87bc270d,revision_number=None']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:45:46.941118 n-d-713498-36 neutron-server[103233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7eb8b241-8392-4f59-a839-7b36a585de19 None None] The sync data for ids ['042d4063-0dd6-4eab-baa5-294896cb13f5'] in n-d-713498-36 is: [{'id': '042d4063-0dd6-4eab-baa5-294896cb13f5', 'name': 'tempest-TestVolumeBackupRestore-1617496221-router', 'tenant_id': '4c59ff00c3d1431da7ba682b198a4ba5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T19:39:28Z', 'updated_at': '2022-02-09T19:45:46Z', 'revision_number': 6, 'project_id': '4c59ff00c3d1431da7ba682b198a4ba5', 'gw_port_host': None}] {{(pid=103233) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 19:45:47.021042 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-5a996dc1-2cee-480d-bc15-31e4509e2b52 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1818987'] for router_gateway (042d4063-0dd6-4eab-baa5-294896cb13f5), after_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:45:47.061948 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762867132591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593584'] for agent (496418a2-c002-4aec-ab1a-07f3bea491bd), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:45:47.193986 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-5a996dc1-2cee-480d-bc15-31e4509e2b52 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1834988', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-58375'] for router (042d4063-0dd6-4eab-baa5-294896cb13f5), precommit_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:45:47.197340 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-5a996dc1-2cee-480d-bc15-31e4509e2b52 admin admin] Publish callbacks [] for router_controller (042d4063-0dd6-4eab-baa5-294896cb13f5), precommit_delete_associations {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:45:47.274011 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 49478) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:45:47.278624 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.v2.base [None req-5581858f-141f-495c-bb1b-21e477fcd207 tempest-TestVolumeBootPattern-1615943498 tempest-TestVolumeBootPattern-1615943498-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-396197176', 'description': 'tempest-secgroup-smoke-396197176 description', 'project_id': 'e66ffe5bb4494e31b9de6c7224f91756'}} {{(pid=103230) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 19:45:47.286605 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-5a996dc1-2cee-480d-bc15-31e4509e2b52 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1835003'] for router (042d4063-0dd6-4eab-baa5-294896cb13f5), after_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:45:47.287226 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5a996dc1-2cee-480d-bc15-31e4509e2b52 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 042d4063-0dd6-4eab-baa5-294896cb13f5 {{(pid=103229) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 09 19:45:47.292747 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-5a996dc1-2cee-480d-bc15-31e4509e2b52 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:45:47.297291 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-5a996dc1-2cee-480d-bc15-31e4509e2b52 admin admin] 10.222.0.75 "DELETE /v2.0/routers/042d4063-0dd6-4eab-baa5-294896cb13f5 HTTP/1.1" status: 204 len: 168 time: 1.2747369 Feb 09 19:45:47.298042 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 49480) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:45:47.326915 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-5581858f-141f-495c-bb1b-21e477fcd207 tempest-TestVolumeBootPattern-1615943498 tempest-TestVolumeBootPattern-1615943498-project] Publish callbacks [] for security_group (None), before_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:45:47.386817 n-d-713498-36 neutron-server[103229]: DEBUG neutron.db.db_base_plugin_v2 [None req-34a216e2-af9e-40f3-8cb9-7b1e73cafb3f admin admin] Deleting subnet 1606ed9d-0a78-4c8f-95cd-673eb47e18dc {{(pid=103229) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 19:45:47.397896 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-34a216e2-af9e-40f3-8cb9-7b1e73cafb3f admin admin] Publish callbacks [] for subnet (1606ed9d-0a78-4c8f-95cd-673eb47e18dc), before_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:45:47.498427 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-34a216e2-af9e-40f3-8cb9-7b1e73cafb3f admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16683410'] for subnet (1606ed9d-0a78-4c8f-95cd-673eb47e18dc), precommit_delete_associations {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:45:47.504874 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-5581858f-141f-495c-bb1b-21e477fcd207 tempest-TestVolumeBootPattern-1615943498 tempest-TestVolumeBootPattern-1615943498-project] Publish callbacks [] for security_group (345ae435-b00e-437f-83a9-8ffcc57023f1), precommit_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:45:47.520091 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-5581858f-141f-495c-bb1b-21e477fcd207 tempest-TestVolumeBootPattern-1615943498 tempest-TestVolumeBootPattern-1615943498-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1892331'] for security_group (345ae435-b00e-437f-83a9-8ffcc57023f1), after_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:45:47.544502 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-5581858f-141f-495c-bb1b-21e477fcd207 tempest-TestVolumeBootPattern-1615943498 tempest-TestVolumeBootPattern-1615943498-project] Publish callbacks [] for security_group (None), before_response {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:45:47.546039 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-5581858f-141f-495c-bb1b-21e477fcd207 tempest-TestVolumeBootPattern-1615943498 tempest-TestVolumeBootPattern-1615943498-project] 10.222.0.75 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.2708466 Feb 09 19:45:47.551974 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 49484) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:45:47.557298 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.v2.base [None req-8b518a3f-6515-4341-88bb-b287887d4ac6 tempest-TestVolumeBootPattern-1615943498 tempest-TestVolumeBootPattern-1615943498-project] Request body: {'security_group_rule': {'security_group_id': '345ae435-b00e-437f-83a9-8ffcc57023f1', 'project_id': 'e66ffe5bb4494e31b9de6c7224f91756', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103230) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 19:45:47.577599 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 49486) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:45:47.640139 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5581858f-141f-495c-bb1b-21e477fcd207 tempest-TestVolumeBootPattern-1615943498 tempest-TestVolumeBootPattern-1615943498-project] Pushing event updated for resources: {'SecurityGroup': ['ID=345ae435-b00e-437f-83a9-8ffcc57023f1,revision_number=1']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:45:47.661417 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-8b518a3f-6515-4341-88bb-b287887d4ac6 tempest-TestVolumeBootPattern-1615943498 tempest-TestVolumeBootPattern-1615943498-project] Publish callbacks [] for security_group_rule (72395299-af8b-4a5c-becf-a5da4dba7362), before_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:45:47.678356 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-34a216e2-af9e-40f3-8cb9-7b1e73cafb3f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-759852'] for subnet (1606ed9d-0a78-4c8f-95cd-673eb47e18dc), precommit_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:45:47.692762 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-ea04a04e-26be-435d-97ec-7c8ca06ea74d tempest-TestNetworkBasicOps-1645094289 tempest-TestNetworkBasicOps-1645094289-project] 10.222.0.75 "GET /v2.0/floatingips/cd04d4d6-aaa5-4a67-a346-ebd8d4246acc HTTP/1.1" status: 200 len: 994 time: 0.1099691 Feb 09 19:45:47.758419 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-34a216e2-af9e-40f3-8cb9-7b1e73cafb3f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-760023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12867367', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12759238'] for subnet (1606ed9d-0a78-4c8f-95cd-673eb47e18dc), after_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:45:47.798544 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-8b518a3f-6515-4341-88bb-b287887d4ac6 tempest-TestVolumeBootPattern-1615943498 tempest-TestVolumeBootPattern-1615943498-project] Publish callbacks [] for security_group_rule (72395299-af8b-4a5c-becf-a5da4dba7362), precommit_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:45:47.803699 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-8b518a3f-6515-4341-88bb-b287887d4ac6 tempest-TestVolumeBootPattern-1615943498 tempest-TestVolumeBootPattern-1615943498-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1892250'] for security_group_rule (72395299-af8b-4a5c-becf-a5da4dba7362), after_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:45:47.808814 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34a216e2-af9e-40f3-8cb9-7b1e73cafb3f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1606ed9d-0a78-4c8f-95cd-673eb47e18dc,revision_number=None']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:45:47.819981 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-34a216e2-af9e-40f3-8cb9-7b1e73cafb3f admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:45:47.824110 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-454d60e4-bf85-40c3-949c-801d403f8b81 None None] Network c82d426f-a355-47f2-9358-68fe4349f782 requested from n-d-713498-36 {{(pid=103232) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 19:45:47.825554 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-34a216e2-af9e-40f3-8cb9-7b1e73cafb3f admin admin] 10.222.0.75 "DELETE /v2.0/subnets/1606ed9d-0a78-4c8f-95cd-673eb47e18dc HTTP/1.1" status: 204 len: 168 time: 0.5263445 Feb 09 19:45:47.828225 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 49494) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:45:47.861077 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b518a3f-6515-4341-88bb-b287887d4ac6 tempest-TestVolumeBootPattern-1615943498 tempest-TestVolumeBootPattern-1615943498-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=72395299-af8b-4a5c-becf-a5da4dba7362,revision_number=0']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:45:47.870474 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-8b518a3f-6515-4341-88bb-b287887d4ac6 tempest-TestVolumeBootPattern-1615943498 tempest-TestVolumeBootPattern-1615943498-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:45:47.872180 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-8b518a3f-6515-4341-88bb-b287887d4ac6 tempest-TestVolumeBootPattern-1615943498 tempest-TestVolumeBootPattern-1615943498-project] 10.222.0.75 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3190453 Feb 09 19:45:47.875034 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 49496) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:45:47.882933 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.v2.base [None req-93e5768c-9197-43e3-81d6-cae90ff21989 tempest-TestVolumeBootPattern-1615943498 tempest-TestVolumeBootPattern-1615943498-project] Request body: {'security_group_rule': {'security_group_id': '345ae435-b00e-437f-83a9-8ffcc57023f1', 'project_id': 'e66ffe5bb4494e31b9de6c7224f91756', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103230) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 19:45:47.951815 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-93e5768c-9197-43e3-81d6-cae90ff21989 tempest-TestVolumeBootPattern-1615943498 tempest-TestVolumeBootPattern-1615943498-project] Publish callbacks [] for security_group_rule (2bdb1a66-31c3-4a5e-8693-49418e65da5c), before_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:45:47.991513 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-09944e34-d9cb-44dd-90ca-41a4971c53f7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-670458'] for network (c82d426f-a355-47f2-9358-68fe4349f782), before_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:45:48.030392 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Device aa0f446c-0d86-4ea8-bed2-b11f1660554b no longer exists at agent ovs-agent-n-d-713498-36 {{(pid=103232) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 19:45:48.068421 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] No Port match for: aa0f446c-0d86-4ea8-bed2-b11f1660554b {{(pid=103232) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 19:45:48.069059 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Device aa0f446c-0d86-4ea8-bed2-b11f1660554b not bound to the agent host n-d-713498-36 {{(pid=103232) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 19:45:48.069917 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Device e2f54ecd-d581-40a3-bc20-cd4e87bc270d no longer exists at agent ovs-agent-n-d-713498-36 {{(pid=103232) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 19:45:48.082290 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-93e5768c-9197-43e3-81d6-cae90ff21989 tempest-TestVolumeBootPattern-1615943498 tempest-TestVolumeBootPattern-1615943498-project] Publish callbacks [] for security_group_rule (2bdb1a66-31c3-4a5e-8693-49418e65da5c), precommit_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:45:48.091052 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-93e5768c-9197-43e3-81d6-cae90ff21989 tempest-TestVolumeBootPattern-1615943498 tempest-TestVolumeBootPattern-1615943498-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1892250'] for security_group_rule (2bdb1a66-31c3-4a5e-8693-49418e65da5c), after_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:45:48.109745 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.plugin [None req-09944e34-d9cb-44dd-90ca-41a4971c53f7 admin admin] Deleting port 941add26-cd67-49ec-abce-d9c57f99c71e {{(pid=103229) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 19:45:48.110137 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-09944e34-d9cb-44dd-90ca-41a4971c53f7 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762867170196'] for port (941add26-cd67-49ec-abce-d9c57f99c71e), before_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:45:48.111763 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] No Port match for: e2f54ecd-d581-40a3-bc20-cd4e87bc270d {{(pid=103232) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 19:45:48.113320 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Device e2f54ecd-d581-40a3-bc20-cd4e87bc270d not bound to the agent host n-d-713498-36 {{(pid=103232) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 19:45:48.137035 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93e5768c-9197-43e3-81d6-cae90ff21989 tempest-TestVolumeBootPattern-1615943498 tempest-TestVolumeBootPattern-1615943498-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2bdb1a66-31c3-4a5e-8693-49418e65da5c,revision_number=0']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:45:48.144367 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-93e5768c-9197-43e3-81d6-cae90ff21989 tempest-TestVolumeBootPattern-1615943498 tempest-TestVolumeBootPattern-1615943498-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:45:48.145911 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-93e5768c-9197-43e3-81d6-cae90ff21989 tempest-TestVolumeBootPattern-1615943498 tempest-TestVolumeBootPattern-1615943498-project] 10.222.0.75 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2694948 Feb 09 19:45:48.148677 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 49498) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:45:48.155636 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.v2.base [None req-e0f42abf-ecb8-476c-bf61-c3adc0d4755a tempest-TestVolumeBootPattern-1615943498 tempest-TestVolumeBootPattern-1615943498-project] Request body: {'security_group_rule': {'security_group_id': '345ae435-b00e-437f-83a9-8ffcc57023f1', 'project_id': 'e66ffe5bb4494e31b9de6c7224f91756', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103230) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 19:45:48.188011 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a491da1-3322-40d1-b3c2-633c0bea3d1c None None] DHCP port deletion for c82d426f-a355-47f2-9358-68fe4349f782 request from n-d-713498-36 {{(pid=103232) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 09 19:45:48.200854 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-e0f42abf-ecb8-476c-bf61-c3adc0d4755a tempest-TestVolumeBootPattern-1615943498 tempest-TestVolumeBootPattern-1615943498-project] Publish callbacks [] for security_group_rule (e2f59ebc-e704-4bcd-915a-d1084cd33bda), before_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:45:48.227572 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.db [None req-09944e34-d9cb-44dd-90ca-41a4971c53f7 admin admin] For port 941add26-cd67-49ec-abce-d9c57f99c71e, host n-d-713498-36, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-36',level=0,port_id=941add26-cd67-49ec-abce-d9c57f99c71e,segment=NetworkSegment(6912a3c6-390b-493a-8586-f44e28e90c68),segment_id=6912a3c6-390b-493a-8586-f44e28e90c68)] {{(pid=103229) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 19:45:48.227953 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-09944e34-d9cb-44dd-90ca-41a4971c53f7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1820838'] for port (941add26-cd67-49ec-abce-d9c57f99c71e), precommit_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:45:48.258799 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.plugin [None req-09944e34-d9cb-44dd-90ca-41a4971c53f7 admin admin] Calling delete_port for 941add26-cd67-49ec-abce-d9c57f99c71e owned by network:dhcp {{(pid=103229) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 19:45:48.298208 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-e0f42abf-ecb8-476c-bf61-c3adc0d4755a tempest-TestVolumeBootPattern-1615943498 tempest-TestVolumeBootPattern-1615943498-project] Publish callbacks [] for security_group_rule (e2f59ebc-e704-4bcd-915a-d1084cd33bda), precommit_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:45:48.303289 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-e0f42abf-ecb8-476c-bf61-c3adc0d4755a tempest-TestVolumeBootPattern-1615943498 tempest-TestVolumeBootPattern-1615943498-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1892250'] for security_group_rule (e2f59ebc-e704-4bcd-915a-d1084cd33bda), after_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:45:48.304896 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-5a491da1-3322-40d1-b3c2-633c0bea3d1c None None] Deleting port 941add26-cd67-49ec-abce-d9c57f99c71e {{(pid=103232) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 19:45:48.305445 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-5a491da1-3322-40d1-b3c2-633c0bea3d1c None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762867170196'] for port (941add26-cd67-49ec-abce-d9c57f99c71e), before_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:45:48.346769 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-e0f42abf-ecb8-476c-bf61-c3adc0d4755a tempest-TestVolumeBootPattern-1615943498 tempest-TestVolumeBootPattern-1615943498-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:45:48.351181 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-e0f42abf-ecb8-476c-bf61-c3adc0d4755a tempest-TestVolumeBootPattern-1615943498 tempest-TestVolumeBootPattern-1615943498-project] 10.222.0.75 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2013078 Feb 09 19:45:48.354828 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 49500) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:45:48.360183 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.v2.base [None req-e9aa764a-8e85-4fe5-a2e2-578f28c86f90 tempest-TestVolumeBootPattern-1615943498 tempest-TestVolumeBootPattern-1615943498-project] Request body: {'security_group_rule': {'security_group_id': '345ae435-b00e-437f-83a9-8ffcc57023f1', 'project_id': 'e66ffe5bb4494e31b9de6c7224f91756', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103230) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 19:45:48.365209 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0f42abf-ecb8-476c-bf61-c3adc0d4755a tempest-TestVolumeBootPattern-1615943498 tempest-TestVolumeBootPattern-1615943498-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e2f59ebc-e704-4bcd-915a-d1084cd33bda,revision_number=0']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:45:48.417524 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-e9aa764a-8e85-4fe5-a2e2-578f28c86f90 tempest-TestVolumeBootPattern-1615943498 tempest-TestVolumeBootPattern-1615943498-project] Publish callbacks [] for security_group_rule (2acd41fc-9add-4ff6-a25e-bde65a328fde), before_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:45:48.424657 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-5a491da1-3322-40d1-b3c2-633c0bea3d1c None None] For port 941add26-cd67-49ec-abce-d9c57f99c71e, host n-d-713498-36, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-36',level=0,port_id=941add26-cd67-49ec-abce-d9c57f99c71e,segment=NetworkSegment(6912a3c6-390b-493a-8586-f44e28e90c68),segment_id=6912a3c6-390b-493a-8586-f44e28e90c68)] {{(pid=103232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 19:45:48.425311 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-5a491da1-3322-40d1-b3c2-633c0bea3d1c None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1820838'] for port (941add26-cd67-49ec-abce-d9c57f99c71e), precommit_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:45:48.445624 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-5a491da1-3322-40d1-b3c2-633c0bea3d1c None None] Calling delete_port for 941add26-cd67-49ec-abce-d9c57f99c71e owned by network:dhcp {{(pid=103232) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 19:45:48.460351 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-09944e34-d9cb-44dd-90ca-41a4971c53f7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762867177463', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762866656476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12867576'] for port (941add26-cd67-49ec-abce-d9c57f99c71e), after_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:45:48.517338 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09944e34-d9cb-44dd-90ca-41a4971c53f7 admin admin] Pushing event deleted for resources: {'Port': ['ID=941add26-cd67-49ec-abce-d9c57f99c71e,revision_number=None']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:45:48.517536 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-e9aa764a-8e85-4fe5-a2e2-578f28c86f90 tempest-TestVolumeBootPattern-1615943498 tempest-TestVolumeBootPattern-1615943498-project] Publish callbacks [] for security_group_rule (2acd41fc-9add-4ff6-a25e-bde65a328fde), precommit_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:45:48.521971 n-d-713498-36 neutron-server[103229]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09944e34-d9cb-44dd-90ca-41a4971c53f7 admin admin] No DVR routers for this DVR port 941add26-cd67-49ec-abce-d9c57f99c71e on host n-d-713498-36 {{(pid=103229) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 19:45:48.525368 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-e9aa764a-8e85-4fe5-a2e2-578f28c86f90 tempest-TestVolumeBootPattern-1615943498 tempest-TestVolumeBootPattern-1615943498-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1892250'] for security_group_rule (2acd41fc-9add-4ff6-a25e-bde65a328fde), after_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:45:48.569694 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-e9aa764a-8e85-4fe5-a2e2-578f28c86f90 tempest-TestVolumeBootPattern-1615943498 tempest-TestVolumeBootPattern-1615943498-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:45:48.571529 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-e9aa764a-8e85-4fe5-a2e2-578f28c86f90 tempest-TestVolumeBootPattern-1615943498 tempest-TestVolumeBootPattern-1615943498-project] 10.222.0.75 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2153583 Feb 09 19:45:48.583938 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 49502) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:45:48.587603 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9aa764a-8e85-4fe5-a2e2-578f28c86f90 tempest-TestVolumeBootPattern-1615943498 tempest-TestVolumeBootPattern-1615943498-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2acd41fc-9add-4ff6-a25e-bde65a328fde,revision_number=0']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:45:48.593736 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.v2.base [None req-25ea18e3-e76d-47cd-ba5a-985a6c3281a6 tempest-TestVolumeBootPattern-1615943498 tempest-TestVolumeBootPattern-1615943498-project] Request body: {'security_group_rule': {'security_group_id': '345ae435-b00e-437f-83a9-8ffcc57023f1', 'project_id': 'e66ffe5bb4494e31b9de6c7224f91756', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 19:45:48.596893 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-5a491da1-3322-40d1-b3c2-633c0bea3d1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762867177463', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762866656476'] for port (941add26-cd67-49ec-abce-d9c57f99c71e), after_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:45:48.637292 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a491da1-3322-40d1-b3c2-633c0bea3d1c None None] Pushing event deleted for resources: {'Port': ['ID=941add26-cd67-49ec-abce-d9c57f99c71e,revision_number=None']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:45:48.655233 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a491da1-3322-40d1-b3c2-633c0bea3d1c None None] No DVR routers for this DVR port 941add26-cd67-49ec-abce-d9c57f99c71e on host n-d-713498-36 {{(pid=103232) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 19:45:48.683970 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-09944e34-d9cb-44dd-90ca-41a4971c53f7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-590267', 'neutron.services.segments.db._delete_segments_for_network-8762867132609'] for network (c82d426f-a355-47f2-9358-68fe4349f782), precommit_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:45:48.706966 n-d-713498-36 neutron-server[103229]: INFO neutron.db.securitygroups_db [None req-25ea18e3-e76d-47cd-ba5a-985a6c3281a6 tempest-TestVolumeBootPattern-1615943498 tempest-TestVolumeBootPattern-1615943498-project] Project e66ffe5bb4494e31b9de6c7224f91756 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 09 19:45:48.719274 n-d-713498-36 neutron-server[103229]: DEBUG neutron.services.segments.db [None req-09944e34-d9cb-44dd-90ca-41a4971c53f7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c82d426f-a355-47f2-9358-68fe4349f782']}} {{(pid=103229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:45:48.721597 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-25ea18e3-e76d-47cd-ba5a-985a6c3281a6 tempest-TestVolumeBootPattern-1615943498 tempest-TestVolumeBootPattern-1615943498-project] Publish callbacks [] for security_group_rule (cae45072-b600-4080-8006-c3e3cd6ae890), before_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:45:48.739235 n-d-713498-36 neutron-server[103229]: DEBUG neutron.services.segments.db [None req-09944e34-d9cb-44dd-90ca-41a4971c53f7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6912a3c6-390b-493a-8586-f44e28e90c68') {'for_net_delete': True} {{(pid=103229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:45:48.739535 n-d-713498-36 neutron-server[103229]: DEBUG neutron.services.segments.db [None req-09944e34-d9cb-44dd-90ca-41a4971c53f7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6912a3c6-390b-493a-8586-f44e28e90c68') {} {{(pid=103229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:45:48.757864 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-09944e34-d9cb-44dd-90ca-41a4971c53f7 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762867134154', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16683417'] for segment (6912a3c6-390b-493a-8586-f44e28e90c68), before_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:45:48.781809 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-09944e34-d9cb-44dd-90ca-41a4971c53f7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-759574'] for segment (6912a3c6-390b-493a-8586-f44e28e90c68), precommit_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:45:48.799739 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-09944e34-d9cb-44dd-90ca-41a4971c53f7 admin admin] Releasing vlan 373 on physical network physnet1 to pool {{(pid=103229) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 19:45:48.800179 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-09944e34-d9cb-44dd-90ca-41a4971c53f7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-759574', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12867469'] for segment (6912a3c6-390b-493a-8586-f44e28e90c68), after_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:45:48.801825 n-d-713498-36 neutron-server[103229]: Traceback (most recent call last): Feb 09 19:45:48.801825 n-d-713498-36 neutron-server[103229]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 19:45:48.801825 n-d-713498-36 neutron-server[103229]: timer() Feb 09 19:45:48.801825 n-d-713498-36 neutron-server[103229]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 19:45:48.801825 n-d-713498-36 neutron-server[103229]: cb(*args, **kw) Feb 09 19:45:48.801825 n-d-713498-36 neutron-server[103229]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 19:45:48.801825 n-d-713498-36 neutron-server[103229]: return func(*args, **kwargs) Feb 09 19:45:48.801825 n-d-713498-36 neutron-server[103229]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 19:45:48.801825 n-d-713498-36 neutron-server[103229]: self._notify() Feb 09 19:45:48.801825 n-d-713498-36 neutron-server[103229]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 19:45:48.801825 n-d-713498-36 neutron-server[103229]: self.callback(batched_events) Feb 09 19:45:48.801825 n-d-713498-36 neutron-server[103229]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 19:45:48.801825 n-d-713498-36 neutron-server[103229]: event.method(event) Feb 09 19:45:48.801825 n-d-713498-36 neutron-server[103229]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 19:45:48.801825 n-d-713498-36 neutron-server[103229]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 19:45:48.801825 n-d-713498-36 neutron-server[103229]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 19:45:48.801825 n-d-713498-36 neutron-server[103229]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 19:45:48.801825 n-d-713498-36 neutron-server[103229]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 19:45:48.801825 n-d-713498-36 neutron-server[103229]: return f(self, *a, **k) Feb 09 19:45:48.801825 n-d-713498-36 neutron-server[103229]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 19:45:48.801825 n-d-713498-36 neutron-server[103229]: return self._get(url).json() Feb 09 19:45:48.801825 n-d-713498-36 neutron-server[103229]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 19:45:48.801825 n-d-713498-36 neutron-server[103229]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 19:45:48.801825 n-d-713498-36 neutron-server[103229]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 19:45:48.801825 n-d-713498-36 neutron-server[103229]: return self.request(url, 'GET', **kwargs) Feb 09 19:45:48.801825 n-d-713498-36 neutron-server[103229]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 19:45:48.801825 n-d-713498-36 neutron-server[103229]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 19:45:48.801825 n-d-713498-36 neutron-server[103229]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 19:45:48.801825 n-d-713498-36 neutron-server[103229]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 19:45:48.801825 n-d-713498-36 neutron-server[103229]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 19:45:48.801825 n-d-713498-36 neutron-server[103229]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 19:45:48.801825 n-d-713498-36 neutron-server[103229]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 19:45:48.854112 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-25ea18e3-e76d-47cd-ba5a-985a6c3281a6 tempest-TestVolumeBootPattern-1615943498 tempest-TestVolumeBootPattern-1615943498-project] Publish callbacks [] for security_group_rule (cae45072-b600-4080-8006-c3e3cd6ae890), precommit_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:45:48.865353 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762867132591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593584'] for agent (488cd9ae-631f-4955-ba0b-4f5a13f12e9c), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:45:48.868603 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-25ea18e3-e76d-47cd-ba5a-985a6c3281a6 tempest-TestVolumeBootPattern-1615943498 tempest-TestVolumeBootPattern-1615943498-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1892250'] for security_group_rule (cae45072-b600-4080-8006-c3e3cd6ae890), after_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:45:48.893909 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-25ea18e3-e76d-47cd-ba5a-985a6c3281a6 tempest-TestVolumeBootPattern-1615943498 tempest-TestVolumeBootPattern-1615943498-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:45:48.895343 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-25ea18e3-e76d-47cd-ba5a-985a6c3281a6 tempest-TestVolumeBootPattern-1615943498 tempest-TestVolumeBootPattern-1615943498-project] 10.222.0.75 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3069894 Feb 09 19:45:48.898237 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 49506) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:45:48.908929 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.v2.base [None req-764e06fd-69fe-4a11-9387-074877e46707 tempest-TestVolumeBootPattern-1615943498 tempest-TestVolumeBootPattern-1615943498-project] Request body: {'security_group_rule': {'security_group_id': '345ae435-b00e-437f-83a9-8ffcc57023f1', 'project_id': 'e66ffe5bb4494e31b9de6c7224f91756', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 19:45:48.920333 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-09944e34-d9cb-44dd-90ca-41a4971c53f7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-590242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1885479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1818895'] for network (c82d426f-a355-47f2-9358-68fe4349f782), after_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:45:48.928273 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-09944e34-d9cb-44dd-90ca-41a4971c53f7 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:45:48.932936 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-09944e34-d9cb-44dd-90ca-41a4971c53f7 admin admin] 10.222.0.75 "DELETE /v2.0/networks/c82d426f-a355-47f2-9358-68fe4349f782 HTTP/1.1" status: 204 len: 168 time: 1.1015179 Feb 09 19:45:48.935503 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25ea18e3-e76d-47cd-ba5a-985a6c3281a6 tempest-TestVolumeBootPattern-1615943498 tempest-TestVolumeBootPattern-1615943498-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cae45072-b600-4080-8006-c3e3cd6ae890,revision_number=0']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:45:48.936041 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 49508) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:45:48.966736 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09944e34-d9cb-44dd-90ca-41a4971c53f7 admin admin] Pushing event deleted for resources: {'Network': ['ID=c82d426f-a355-47f2-9358-68fe4349f782,revision_number=None']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:45:48.987332 n-d-713498-36 neutron-server[103229]: INFO neutron.db.securitygroups_db [None req-764e06fd-69fe-4a11-9387-074877e46707 tempest-TestVolumeBootPattern-1615943498 tempest-TestVolumeBootPattern-1615943498-project] Project e66ffe5bb4494e31b9de6c7224f91756 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 09 19:45:48.995687 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-764e06fd-69fe-4a11-9387-074877e46707 tempest-TestVolumeBootPattern-1615943498 tempest-TestVolumeBootPattern-1615943498-project] Publish callbacks [] for security_group_rule (110b6176-26ac-4919-9955-05e6d52461bc), before_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:45:49.077499 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-764e06fd-69fe-4a11-9387-074877e46707 tempest-TestVolumeBootPattern-1615943498 tempest-TestVolumeBootPattern-1615943498-project] Publish callbacks [] for security_group_rule (110b6176-26ac-4919-9955-05e6d52461bc), precommit_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:45:49.084354 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-764e06fd-69fe-4a11-9387-074877e46707 tempest-TestVolumeBootPattern-1615943498 tempest-TestVolumeBootPattern-1615943498-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1892250'] for security_group_rule (110b6176-26ac-4919-9955-05e6d52461bc), after_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:45:49.104455 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-764e06fd-69fe-4a11-9387-074877e46707 tempest-TestVolumeBootPattern-1615943498 tempest-TestVolumeBootPattern-1615943498-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=110b6176-26ac-4919-9955-05e6d52461bc,revision_number=0']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:45:49.113523 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-764e06fd-69fe-4a11-9387-074877e46707 tempest-TestVolumeBootPattern-1615943498 tempest-TestVolumeBootPattern-1615943498-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:45:49.115108 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-764e06fd-69fe-4a11-9387-074877e46707 tempest-TestVolumeBootPattern-1615943498 tempest-TestVolumeBootPattern-1615943498-project] 10.222.0.75 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2158823 Feb 09 19:45:49.231328 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762867132591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593584'] for agent (bcd5faee-dc24-4298-9134-0e0aa054058e), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:45:49.481860 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-31ce5cf5-f1cc-4f56-9b18-18a725ab37e0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1834525'] for router_interface (e722d96c-2f41-4388-89d3-807a5214300f), before_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:45:49.824859 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Device 941add26-cd67-49ec-abce-d9c57f99c71e no longer exists at agent ovs-agent-n-d-713498-36 {{(pid=103232) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 19:45:49.849802 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] No Port match for: 941add26-cd67-49ec-abce-d9c57f99c71e {{(pid=103232) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 19:45:49.850308 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Device 941add26-cd67-49ec-abce-d9c57f99c71e not bound to the agent host n-d-713498-36 {{(pid=103232) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 19:45:49.870676 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.plugin [None req-31ce5cf5-f1cc-4f56-9b18-18a725ab37e0 admin admin] Deleting port 3ad1e6cb-b29f-419e-98e4-b4dd5f68393e {{(pid=103230) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 19:45:49.871157 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-31ce5cf5-f1cc-4f56-9b18-18a725ab37e0 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762867170196'] for port (3ad1e6cb-b29f-419e-98e4-b4dd5f68393e), before_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:45:49.958399 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.db [None req-31ce5cf5-f1cc-4f56-9b18-18a725ab37e0 admin admin] For port 3ad1e6cb-b29f-419e-98e4-b4dd5f68393e, host n-d-713498-36, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-36',level=0,port_id=3ad1e6cb-b29f-419e-98e4-b4dd5f68393e,segment=NetworkSegment(c0e1e43e-0537-4256-8167-517a0680bf98),segment_id=c0e1e43e-0537-4256-8167-517a0680bf98)] {{(pid=103230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 19:45:49.958768 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-31ce5cf5-f1cc-4f56-9b18-18a725ab37e0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1820838'] for port (3ad1e6cb-b29f-419e-98e4-b4dd5f68393e), precommit_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:45:49.971813 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.plugin [None req-31ce5cf5-f1cc-4f56-9b18-18a725ab37e0 admin admin] Calling delete_port for 3ad1e6cb-b29f-419e-98e4-b4dd5f68393e owned by network:router_interface {{(pid=103230) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 19:45:50.495780 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-31ce5cf5-f1cc-4f56-9b18-18a725ab37e0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762867177463', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762866656476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14393751'] for port (3ad1e6cb-b29f-419e-98e4-b4dd5f68393e), after_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:45:50.527242 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31ce5cf5-f1cc-4f56-9b18-18a725ab37e0 admin admin] Pushing event deleted for resources: {'Port': ['ID=3ad1e6cb-b29f-419e-98e4-b4dd5f68393e,revision_number=None']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:45:50.715534 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-31ce5cf5-f1cc-4f56-9b18-18a725ab37e0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1613467', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1834633'] for router_interface (e722d96c-2f41-4388-89d3-807a5214300f), after_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:45:50.965668 n-d-713498-36 neutron-server[103230]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-31ce5cf5-f1cc-4f56-9b18-18a725ab37e0 admin admin] Router e722d96c-2f41-4388-89d3-807a5214300f has already been hosted by L3 agent 93303d5e-5d17-45e8-8963-7694f87783ae {{(pid=103230) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 19:45:51.101678 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-31ce5cf5-f1cc-4f56-9b18-18a725ab37e0 admin admin] Notify agent at l3_agent.n-d-713498-36 the message routers_updated {{(pid=103230) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 19:45:51.108606 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-31ce5cf5-f1cc-4f56-9b18-18a725ab37e0 admin admin] 10.222.0.75 "PUT /v2.0/routers/e722d96c-2f41-4388-89d3-807a5214300f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1710725 Feb 09 19:45:51.110875 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 49592) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:45:51.123254 n-d-713498-36 neutron-server[103233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbd5a1bc-4fed-40a9-8a00-c102b4536f08 None None] Sync routers for ids ['e722d96c-2f41-4388-89d3-807a5214300f'] in n-d-713498-36 {{(pid=103233) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 19:45:51.135320 n-d-713498-36 neutron-server[103233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbd5a1bc-4fed-40a9-8a00-c102b4536f08 None None] Routers {'e722d96c-2f41-4388-89d3-807a5214300f'} bound to L3 agent in host n-d-713498-36 {{(pid=103233) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 19:45:51.138192 n-d-713498-36 neutron-server[103233]: DEBUG neutron.db.l3_hamode_db [None req-dbd5a1bc-4fed-40a9-8a00-c102b4536f08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-09T18:51:43Z,description=,heartbeat_timestamp=2022-02-09T19:45:43Z,host='n-d-713498-36',id=93303d5e-5d17-45e8-8963-7694f87783ae,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T18:51:43Z,topic='l3_agent')) {'router_ids': ['e722d96c-2f41-4388-89d3-807a5214300f'], 'active': True} {{(pid=103233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:45:51.238938 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-0ab4ef11-c139-4e47-9645-f65469f24cb5 admin admin] Publish callbacks [] for router (e722d96c-2f41-4388-89d3-807a5214300f), before_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:45:51.371283 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-0ab4ef11-c139-4e47-9645-f65469f24cb5 admin admin] Publish callbacks [] for router_gateway (e722d96c-2f41-4388-89d3-807a5214300f), before_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:45:51.386861 n-d-713498-36 neutron-server[103233]: DEBUG neutron.db.l3_dvr_db [None req-dbd5a1bc-4fed-40a9-8a00-c102b4536f08 None None] Set router e722d96c-2f41-4388-89d3-807a5214300f gateway port host: n-d-713498-36 {{(pid=103233) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 19:45:51.446207 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.plugin [None req-0ab4ef11-c139-4e47-9645-f65469f24cb5 admin admin] Deleting port ead72004-10c2-49c6-8ccd-afc2d52ca8f2 {{(pid=103229) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 19:45:51.446664 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-0ab4ef11-c139-4e47-9645-f65469f24cb5 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762867170196'] for port (ead72004-10c2-49c6-8ccd-afc2d52ca8f2), before_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:45:51.573595 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.db [None req-0ab4ef11-c139-4e47-9645-f65469f24cb5 admin admin] For port ead72004-10c2-49c6-8ccd-afc2d52ca8f2, host n-d-713498-36, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-36',level=0,port_id=ead72004-10c2-49c6-8ccd-afc2d52ca8f2,segment=NetworkSegment(a4222f89-8d3f-4b51-953b-1a8126392491),segment_id=a4222f89-8d3f-4b51-953b-1a8126392491)] {{(pid=103229) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 19:45:51.574086 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-0ab4ef11-c139-4e47-9645-f65469f24cb5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1820838'] for port (ead72004-10c2-49c6-8ccd-afc2d52ca8f2), precommit_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:45:51.593844 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.plugin [None req-0ab4ef11-c139-4e47-9645-f65469f24cb5 admin admin] Calling delete_port for ead72004-10c2-49c6-8ccd-afc2d52ca8f2 owned by network:router_gateway {{(pid=103229) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 19:45:51.601456 n-d-713498-36 neutron-server[103233]: DEBUG neutron.db.l3_hamode_db [None req-dbd5a1bc-4fed-40a9-8a00-c102b4536f08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e722d96c-2f41-4388-89d3-807a5214300f', 'name': 'tempest-TestVolumeBackupRestore-1998753892-router', 'tenant_id': '6a0634e8951d44de98a3d83478c325b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88055e1e-672a-4487-be31-ffb6e833ece5', 'external_fixed_ips': [{'subnet_id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'ip_address': '172.25.1.54'}], 'enable_snat': True}, 'gw_port_id': 'ead72004-10c2-49c6-8ccd-afc2d52ca8f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T19:39:42Z', 'updated_at': '2022-02-09T19:45:50Z', 'revision_number': 5, 'project_id': '6a0634e8951d44de98a3d83478c325b5', 'gw_port': {'id': 'ead72004-10c2-49c6-8ccd-afc2d52ca8f2', 'name': '', 'network_id': '88055e1e-672a-4487-be31-ffb6e833ece5', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:54:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e722d96c-2f41-4388-89d3-807a5214300f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3601, 'fixed_ips': [{'subnet_id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'ip_address': '172.25.1.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T19:39:42Z', 'updated_at': '2022-02-09T19:39:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-36'}], 'n-d-713498-36', False) {} {{(pid=103233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:45:51.644707 n-d-713498-36 neutron-server[103233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbd5a1bc-4fed-40a9-8a00-c102b4536f08 None None] Checking router: e722d96c-2f41-4388-89d3-807a5214300f for host: n-d-713498-36 {{(pid=103233) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 19:45:51.655469 n-d-713498-36 neutron-server[103233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbd5a1bc-4fed-40a9-8a00-c102b4536f08 None None] Routers {'e722d96c-2f41-4388-89d3-807a5214300f'} bound to L3 agent in host n-d-713498-36 {{(pid=103233) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 19:45:51.656664 n-d-713498-36 neutron-server[103233]: DEBUG neutron.db.l3_hamode_db [None req-dbd5a1bc-4fed-40a9-8a00-c102b4536f08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-09T18:51:43Z,description=,heartbeat_timestamp=2022-02-09T19:45:43Z,host='n-d-713498-36',id=93303d5e-5d17-45e8-8963-7694f87783ae,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T18:51:43Z,topic='l3_agent')) {'router_ids': ['e722d96c-2f41-4388-89d3-807a5214300f'], 'active': True} {{(pid=103233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:45:51.778098 n-d-713498-36 neutron-server[103233]: DEBUG neutron.db.l3_dvr_db [None req-dbd5a1bc-4fed-40a9-8a00-c102b4536f08 None None] Set router e722d96c-2f41-4388-89d3-807a5214300f gateway port host: None {{(pid=103233) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 19:45:51.838885 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-0ab4ef11-c139-4e47-9645-f65469f24cb5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762867177463', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762866656476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12867576'] for port (ead72004-10c2-49c6-8ccd-afc2d52ca8f2), after_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:45:51.869613 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ab4ef11-c139-4e47-9645-f65469f24cb5 admin admin] Pushing event deleted for resources: {'Port': ['ID=ead72004-10c2-49c6-8ccd-afc2d52ca8f2,revision_number=None']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:45:51.876745 n-d-713498-36 neutron-server[103233]: DEBUG neutron.db.l3_hamode_db [None req-dbd5a1bc-4fed-40a9-8a00-c102b4536f08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e722d96c-2f41-4388-89d3-807a5214300f', 'name': 'tempest-TestVolumeBackupRestore-1998753892-router', 'tenant_id': '6a0634e8951d44de98a3d83478c325b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T19:39:42Z', 'updated_at': '2022-02-09T19:45:51Z', 'revision_number': 6, 'project_id': '6a0634e8951d44de98a3d83478c325b5', 'gw_port_host': None}], 'n-d-713498-36', False) {} {{(pid=103233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:45:51.908047 n-d-713498-36 neutron-server[103233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbd5a1bc-4fed-40a9-8a00-c102b4536f08 None None] The sync data for ids ['e722d96c-2f41-4388-89d3-807a5214300f'] in n-d-713498-36 is: [{'id': 'e722d96c-2f41-4388-89d3-807a5214300f', 'name': 'tempest-TestVolumeBackupRestore-1998753892-router', 'tenant_id': '6a0634e8951d44de98a3d83478c325b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T19:39:42Z', 'updated_at': '2022-02-09T19:45:51Z', 'revision_number': 6, 'project_id': '6a0634e8951d44de98a3d83478c325b5', 'gw_port_host': None}] {{(pid=103233) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 19:45:51.949327 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-0ab4ef11-c139-4e47-9645-f65469f24cb5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1818987'] for router_gateway (e722d96c-2f41-4388-89d3-807a5214300f), after_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:45:52.065115 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-0ab4ef11-c139-4e47-9645-f65469f24cb5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1834988', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-58375'] for router (e722d96c-2f41-4388-89d3-807a5214300f), precommit_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:45:52.067340 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-0ab4ef11-c139-4e47-9645-f65469f24cb5 admin admin] Publish callbacks [] for router_controller (e722d96c-2f41-4388-89d3-807a5214300f), precommit_delete_associations {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:45:52.112953 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-0ab4ef11-c139-4e47-9645-f65469f24cb5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1835003'] for router (e722d96c-2f41-4388-89d3-807a5214300f), after_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:45:52.113670 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0ab4ef11-c139-4e47-9645-f65469f24cb5 admin admin] Fanout notify agent at l3_agent the message router_deleted on router e722d96c-2f41-4388-89d3-807a5214300f {{(pid=103229) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 09 19:45:52.119707 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-0ab4ef11-c139-4e47-9645-f65469f24cb5 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:45:52.121240 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-0ab4ef11-c139-4e47-9645-f65469f24cb5 admin admin] 10.222.0.75 "DELETE /v2.0/routers/e722d96c-2f41-4388-89d3-807a5214300f HTTP/1.1" status: 204 len: 168 time: 1.0093870 Feb 09 19:45:52.123720 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 49598) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:45:52.173634 n-d-713498-36 neutron-server[103229]: DEBUG neutron.db.db_base_plugin_v2 [None req-bcbe8355-7440-4edd-b944-43804ccc4f1a admin admin] Deleting subnet 597fc409-4a62-4ed9-b2e1-bc4bc4817033 {{(pid=103229) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 19:45:52.177494 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-bcbe8355-7440-4edd-b944-43804ccc4f1a admin admin] Publish callbacks [] for subnet (597fc409-4a62-4ed9-b2e1-bc4bc4817033), before_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:45:52.218236 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-bcbe8355-7440-4edd-b944-43804ccc4f1a admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16683410'] for subnet (597fc409-4a62-4ed9-b2e1-bc4bc4817033), precommit_delete_associations {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:45:52.316681 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-bcbe8355-7440-4edd-b944-43804ccc4f1a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-759852'] for subnet (597fc409-4a62-4ed9-b2e1-bc4bc4817033), precommit_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:45:52.386746 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-bcbe8355-7440-4edd-b944-43804ccc4f1a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-760023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12867367', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12759238'] for subnet (597fc409-4a62-4ed9-b2e1-bc4bc4817033), after_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:45:52.417376 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcbe8355-7440-4edd-b944-43804ccc4f1a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=597fc409-4a62-4ed9-b2e1-bc4bc4817033,revision_number=None']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:45:52.421372 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-bcbe8355-7440-4edd-b944-43804ccc4f1a admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:45:52.424842 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-bcbe8355-7440-4edd-b944-43804ccc4f1a admin admin] 10.222.0.75 "DELETE /v2.0/subnets/597fc409-4a62-4ed9-b2e1-bc4bc4817033 HTTP/1.1" status: 204 len: 168 time: 0.2999024 Feb 09 19:45:52.427355 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 49600) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:45:52.434429 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dbe95096-1f9a-4287-bfaa-0dc338f84e3a None None] Network 253924d1-5bc4-4bc0-bf3c-8e951b69fe65 requested from n-d-713498-36 {{(pid=103232) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 19:45:52.583462 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-80b2313f-3244-4366-8efc-a63d32924838 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-670458'] for network (253924d1-5bc4-4bc0-bf3c-8e951b69fe65), before_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:45:52.658459 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.plugin [None req-80b2313f-3244-4366-8efc-a63d32924838 admin admin] Deleting port 80979a01-fedd-40d5-a5e3-182921870b38 {{(pid=103230) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 19:45:52.659381 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-80b2313f-3244-4366-8efc-a63d32924838 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762867170196'] for port (80979a01-fedd-40d5-a5e3-182921870b38), before_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:45:52.727411 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.db [None req-80b2313f-3244-4366-8efc-a63d32924838 admin admin] For port 80979a01-fedd-40d5-a5e3-182921870b38, host n-d-713498-36, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-36',level=0,port_id=80979a01-fedd-40d5-a5e3-182921870b38,segment=NetworkSegment(c0e1e43e-0537-4256-8167-517a0680bf98),segment_id=c0e1e43e-0537-4256-8167-517a0680bf98)] {{(pid=103230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 19:45:52.727783 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-80b2313f-3244-4366-8efc-a63d32924838 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1820838'] for port (80979a01-fedd-40d5-a5e3-182921870b38), precommit_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:45:52.742518 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.plugin [None req-80b2313f-3244-4366-8efc-a63d32924838 admin admin] Calling delete_port for 80979a01-fedd-40d5-a5e3-182921870b38 owned by network:dhcp {{(pid=103230) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 19:45:52.834316 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-80b2313f-3244-4366-8efc-a63d32924838 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762867177463', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762866656476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14393751'] for port (80979a01-fedd-40d5-a5e3-182921870b38), after_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:45:52.867636 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80b2313f-3244-4366-8efc-a63d32924838 admin admin] Pushing event deleted for resources: {'Port': ['ID=80979a01-fedd-40d5-a5e3-182921870b38,revision_number=None']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:45:52.875448 n-d-713498-36 neutron-server[103230]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80b2313f-3244-4366-8efc-a63d32924838 admin admin] No DVR routers for this DVR port 80979a01-fedd-40d5-a5e3-182921870b38 on host n-d-713498-36 {{(pid=103230) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 19:45:52.892479 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d91d877-cf82-418d-a2fd-131d8de79846 None None] DHCP port deletion for 253924d1-5bc4-4bc0-bf3c-8e951b69fe65 request from n-d-713498-36 {{(pid=103232) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 09 19:45:52.986344 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-80b2313f-3244-4366-8efc-a63d32924838 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-590267', 'neutron.services.segments.db._delete_segments_for_network-8762867132609'] for network (253924d1-5bc4-4bc0-bf3c-8e951b69fe65), precommit_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:45:53.014173 n-d-713498-36 neutron-server[103230]: DEBUG neutron.services.segments.db [None req-80b2313f-3244-4366-8efc-a63d32924838 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['253924d1-5bc4-4bc0-bf3c-8e951b69fe65']}} {{(pid=103230) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:45:53.026081 n-d-713498-36 neutron-server[103230]: DEBUG neutron.services.segments.db [None req-80b2313f-3244-4366-8efc-a63d32924838 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c0e1e43e-0537-4256-8167-517a0680bf98') {'for_net_delete': True} {{(pid=103230) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:45:53.026784 n-d-713498-36 neutron-server[103230]: DEBUG neutron.services.segments.db [None req-80b2313f-3244-4366-8efc-a63d32924838 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c0e1e43e-0537-4256-8167-517a0680bf98') {} {{(pid=103230) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:45:53.049715 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-80b2313f-3244-4366-8efc-a63d32924838 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762867134154', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12895813'] for segment (c0e1e43e-0537-4256-8167-517a0680bf98), before_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:45:53.066575 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-80b2313f-3244-4366-8efc-a63d32924838 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-759574'] for segment (c0e1e43e-0537-4256-8167-517a0680bf98), precommit_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:45:53.076133 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-80b2313f-3244-4366-8efc-a63d32924838 admin admin] Releasing vlan 368 on physical network physnet1 to pool {{(pid=103230) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 19:45:53.076763 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-80b2313f-3244-4366-8efc-a63d32924838 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-759574', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14393826'] for segment (c0e1e43e-0537-4256-8167-517a0680bf98), after_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:45:53.079209 n-d-713498-36 neutron-server[103230]: Traceback (most recent call last): Feb 09 19:45:53.079209 n-d-713498-36 neutron-server[103230]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 19:45:53.079209 n-d-713498-36 neutron-server[103230]: timer() Feb 09 19:45:53.079209 n-d-713498-36 neutron-server[103230]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 19:45:53.079209 n-d-713498-36 neutron-server[103230]: cb(*args, **kw) Feb 09 19:45:53.079209 n-d-713498-36 neutron-server[103230]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 19:45:53.079209 n-d-713498-36 neutron-server[103230]: return func(*args, **kwargs) Feb 09 19:45:53.079209 n-d-713498-36 neutron-server[103230]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 19:45:53.079209 n-d-713498-36 neutron-server[103230]: self._notify() Feb 09 19:45:53.079209 n-d-713498-36 neutron-server[103230]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 19:45:53.079209 n-d-713498-36 neutron-server[103230]: self.callback(batched_events) Feb 09 19:45:53.079209 n-d-713498-36 neutron-server[103230]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 19:45:53.079209 n-d-713498-36 neutron-server[103230]: event.method(event) Feb 09 19:45:53.079209 n-d-713498-36 neutron-server[103230]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 19:45:53.079209 n-d-713498-36 neutron-server[103230]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 19:45:53.079209 n-d-713498-36 neutron-server[103230]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 19:45:53.079209 n-d-713498-36 neutron-server[103230]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 19:45:53.079209 n-d-713498-36 neutron-server[103230]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 19:45:53.079209 n-d-713498-36 neutron-server[103230]: return f(self, *a, **k) Feb 09 19:45:53.079209 n-d-713498-36 neutron-server[103230]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 19:45:53.079209 n-d-713498-36 neutron-server[103230]: return self._get(url).json() Feb 09 19:45:53.079209 n-d-713498-36 neutron-server[103230]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 19:45:53.079209 n-d-713498-36 neutron-server[103230]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 19:45:53.079209 n-d-713498-36 neutron-server[103230]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 19:45:53.079209 n-d-713498-36 neutron-server[103230]: return self.request(url, 'GET', **kwargs) Feb 09 19:45:53.079209 n-d-713498-36 neutron-server[103230]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 19:45:53.079209 n-d-713498-36 neutron-server[103230]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 19:45:53.079209 n-d-713498-36 neutron-server[103230]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 19:45:53.079209 n-d-713498-36 neutron-server[103230]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 19:45:53.079209 n-d-713498-36 neutron-server[103230]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 19:45:53.079209 n-d-713498-36 neutron-server[103230]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 19:45:53.079209 n-d-713498-36 neutron-server[103230]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 19:45:53.153453 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-80b2313f-3244-4366-8efc-a63d32924838 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-590242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1885479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1818895'] for network (253924d1-5bc4-4bc0-bf3c-8e951b69fe65), after_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:45:53.160695 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-80b2313f-3244-4366-8efc-a63d32924838 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:45:53.164350 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-80b2313f-3244-4366-8efc-a63d32924838 admin admin] 10.222.0.75 "DELETE /v2.0/networks/253924d1-5bc4-4bc0-bf3c-8e951b69fe65 HTTP/1.1" status: 204 len: 168 time: 0.7349350 Feb 09 19:45:53.176180 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80b2313f-3244-4366-8efc-a63d32924838 admin admin] Pushing event deleted for resources: {'Network': ['ID=253924d1-5bc4-4bc0-bf3c-8e951b69fe65,revision_number=None']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:45:53.402690 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 49608) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:45:53.469310 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-8fa886ff-e6e9-402c-b3f0-6e80f716d971 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=4c59ff00c3d1431da7ba682b198a4ba5&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0623302 Feb 09 19:45:53.469541 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 49610) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:45:53.526416 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-63564382-0a77-4f1b-99e9-9cd31b5b1252 admin admin] Publish callbacks [] for security_group (31711e79-da17-4eb8-90b9-c8113d434b32), before_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:45:53.552697 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-63564382-0a77-4f1b-99e9-9cd31b5b1252 admin admin] Publish callbacks [] for security_group (31711e79-da17-4eb8-90b9-c8113d434b32), precommit_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:45:53.612478 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-63564382-0a77-4f1b-99e9-9cd31b5b1252 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1892331'] for security_group (31711e79-da17-4eb8-90b9-c8113d434b32), after_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:45:53.615077 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-63564382-0a77-4f1b-99e9-9cd31b5b1252 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:45:53.619223 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-63564382-0a77-4f1b-99e9-9cd31b5b1252 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/31711e79-da17-4eb8-90b9-c8113d434b32 HTTP/1.1" status: 204 len: 168 time: 0.1457865 Feb 09 19:45:53.625078 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63564382-0a77-4f1b-99e9-9cd31b5b1252 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=31711e79-da17-4eb8-90b9-c8113d434b32,revision_number=None']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:45:53.840879 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Device 3ad1e6cb-b29f-419e-98e4-b4dd5f68393e no longer exists at agent ovs-agent-n-d-713498-36 {{(pid=103232) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 19:45:53.861681 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] No Port match for: 3ad1e6cb-b29f-419e-98e4-b4dd5f68393e {{(pid=103232) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 19:45:53.861976 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Device 3ad1e6cb-b29f-419e-98e4-b4dd5f68393e not bound to the agent host n-d-713498-36 {{(pid=103232) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 19:45:53.862570 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Device ead72004-10c2-49c6-8ccd-afc2d52ca8f2 no longer exists at agent ovs-agent-n-d-713498-36 {{(pid=103232) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 19:45:53.882305 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] No Port match for: ead72004-10c2-49c6-8ccd-afc2d52ca8f2 {{(pid=103232) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 19:45:53.882661 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Device ead72004-10c2-49c6-8ccd-afc2d52ca8f2 not bound to the agent host n-d-713498-36 {{(pid=103232) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 19:45:53.883083 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Device 80979a01-fedd-40d5-a5e3-182921870b38 no longer exists at agent ovs-agent-n-d-713498-36 {{(pid=103232) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 19:45:53.905278 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] No Port match for: 80979a01-fedd-40d5-a5e3-182921870b38 {{(pid=103232) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 19:45:53.905614 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Device 80979a01-fedd-40d5-a5e3-182921870b38 not bound to the agent host n-d-713498-36 {{(pid=103232) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 19:45:54.007834 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 49618) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:45:54.053413 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 49620) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:45:54.053944 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-1e6fcbe3-fbeb-47e2-9f22-778e886c3030 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=6a0634e8951d44de98a3d83478c325b5&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0444160 Feb 09 19:45:54.109681 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-b02843cc-58a3-4c81-a340-20b42e51334b admin admin] Publish callbacks [] for security_group (c5643ad1-768c-4ef2-9f52-e1e4ceffd548), before_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:45:54.138198 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-b02843cc-58a3-4c81-a340-20b42e51334b admin admin] Publish callbacks [] for security_group (c5643ad1-768c-4ef2-9f52-e1e4ceffd548), precommit_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:45:54.193829 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-b02843cc-58a3-4c81-a340-20b42e51334b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1892331'] for security_group (c5643ad1-768c-4ef2-9f52-e1e4ceffd548), after_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:45:54.196468 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-b02843cc-58a3-4c81-a340-20b42e51334b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:45:54.201564 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-b02843cc-58a3-4c81-a340-20b42e51334b admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/c5643ad1-768c-4ef2-9f52-e1e4ceffd548 HTTP/1.1" status: 204 len: 168 time: 0.1440122 Feb 09 19:45:54.209610 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b02843cc-58a3-4c81-a340-20b42e51334b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c5643ad1-768c-4ef2-9f52-e1e4ceffd548,revision_number=None']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:45:57.711041 n-d-713498-36 neutron-server[103233]: DEBUG neutron.db.agents_db [None req-4a8a6a42-0a0c-4437-8958-92282682b6bb None None] Agent healthcheck: found 7 active agents {{(pid=103233) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 19:46:05.912880 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-6760919f-3db5-4dc4-b794-c7b7d3f64850 req-6fca0b2f-2aae-498d-a89c-b936260d01dd service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=c2d94b71-ffc9-4aaf-ae56-569951bc63b5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0463505 Feb 09 19:46:06.005420 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6760919f-3db5-4dc4-b794-c7b7d3f64850 req-2e83a3ad-f7d4-471f-801c-b118a4e387cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:46:06.007117 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-6760919f-3db5-4dc4-b794-c7b7d3f64850 req-2e83a3ad-f7d4-471f-801c-b118a4e387cb service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=d10f75d7d9834af0ab88975c96df140f&device_id=c2d94b71-ffc9-4aaf-ae56-569951bc63b5 HTTP/1.1" status: 200 len: 1129 time: 0.0479803 Feb 09 19:46:06.141820 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6760919f-3db5-4dc4-b794-c7b7d3f64850 req-f0d55719-743d-450d-ba00-6936754d75c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:46:06.143356 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-6760919f-3db5-4dc4-b794-c7b7d3f64850 req-f0d55719-743d-450d-ba00-6936754d75c4 service neutron] 10.222.0.90 "GET /v2.0/networks?id=3f4ad9b1-0217-4484-acaf-408bf6117929 HTTP/1.1" status: 200 len: 898 time: 0.0936134 Feb 09 19:46:06.231783 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-6760919f-3db5-4dc4-b794-c7b7d3f64850 req-2a34689e-0b78-4269-a471-b6b6694dc5e4 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=0a476bb4-6a79-4ac5-bd6c-525b4b71b6ce HTTP/1.1" status: 200 len: 1002 time: 0.0701411 Feb 09 19:46:06.295811 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6760919f-3db5-4dc4-b794-c7b7d3f64850 req-8ac83d69-a022-453c-9fd9-f60a4f98cf9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:46:06.297296 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-6760919f-3db5-4dc4-b794-c7b7d3f64850 req-8ac83d69-a022-453c-9fd9-f60a4f98cf9d service neutron] 10.222.0.90 "GET /v2.0/subnets?id=2825332a-2e39-42e3-a77c-ca297c3e6522 HTTP/1.1" status: 200 len: 835 time: 0.0575697 Feb 09 19:46:06.361666 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6760919f-3db5-4dc4-b794-c7b7d3f64850 req-a9d83210-0e76-4a8b-a8fc-ac12e973c700 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:46:06.363210 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-6760919f-3db5-4dc4-b794-c7b7d3f64850 req-a9d83210-0e76-4a8b-a8fc-ac12e973c700 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=3f4ad9b1-0217-4484-acaf-408bf6117929&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0539501 Feb 09 19:46:06.458073 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-6760919f-3db5-4dc4-b794-c7b7d3f64850 req-3f393e62-41ed-48f0-a2da-9aa95bd71bc8 service neutron] 10.222.0.90 "GET /v2.0/networks/3f4ad9b1-0217-4484-acaf-408bf6117929?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0869627 Feb 09 19:46:06.563168 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-6760919f-3db5-4dc4-b794-c7b7d3f64850 req-8d697a51-287b-43bd-b1da-e12db3dcb4dc service neutron] 10.222.0.90 "GET /v2.0/networks/3f4ad9b1-0217-4484-acaf-408bf6117929?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0942686 Feb 09 19:46:10.840485 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-f60ea542-cd78-4abb-b642-097c8b5594e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762867132591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593584'] for agent (af91e4b9-f4e1-42b1-a25c-a10dc47171c8), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:46:11.074823 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-ef8c524e-3f77-4391-a415-86f46acd8942 req-39beb873-b787-47ad-8d94-58d26908c12c tempest-TestVolumeBootPattern-1615943498 tempest-TestVolumeBootPattern-1615943498-project] 10.222.0.75 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-396197176&fields=id&tenant_id=e66ffe5bb4494e31b9de6c7224f91756 HTTP/1.1" status: 200 len: 267 time: 0.0461688 Feb 09 19:46:11.183464 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef8c524e-3f77-4391-a415-86f46acd8942 req-101d9467-b2be-439c-bb83-cf0c630d7958 tempest-TestVolumeBootPattern-1615943498 tempest-TestVolumeBootPattern-1615943498-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:46:11.184955 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-ef8c524e-3f77-4391-a415-86f46acd8942 req-101d9467-b2be-439c-bb83-cf0c630d7958 tempest-TestVolumeBootPattern-1615943498 tempest-TestVolumeBootPattern-1615943498-project] 10.222.0.75 "GET /v2.0/networks?id=6c0390b8-57a8-4e5d-b1b3-4d3098f0383e HTTP/1.1" status: 200 len: 812 time: 0.1036029 Feb 09 19:46:11.200030 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-ef8c524e-3f77-4391-a415-86f46acd8942 req-0f221e11-413d-44a7-9498-13634f46a34d tempest-TestVolumeBootPattern-1615943498 tempest-TestVolumeBootPattern-1615943498-project] 10.222.0.75 "GET /v2.0/quotas/e66ffe5bb4494e31b9de6c7224f91756 HTTP/1.1" status: 200 len: 375 time: 0.0094435 Feb 09 19:46:11.257488 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-ef8c524e-3f77-4391-a415-86f46acd8942 req-6cf6c26f-c07e-4d9b-832d-10d04da2361b tempest-TestVolumeBootPattern-1615943498 tempest-TestVolumeBootPattern-1615943498-project] 10.222.0.75 "GET /v2.0/ports?tenant_id=e66ffe5bb4494e31b9de6c7224f91756&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0519962 Feb 09 19:46:11.483314 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-ef8c524e-3f77-4391-a415-86f46acd8942 req-2c317ddb-1623-4e42-a700-5b6aa925c13d service neutron] 10.222.0.75 "GET /v2.0/networks/6c0390b8-57a8-4e5d-b1b3-4d3098f0383e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2139556 Feb 09 19:46:11.592703 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-ef8c524e-3f77-4391-a415-86f46acd8942 req-04772753-3c49-42ea-873e-3260f0182646 service neutron] 10.222.0.75 "GET /v2.0/networks/6c0390b8-57a8-4e5d-b1b3-4d3098f0383e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1026649 Feb 09 19:46:11.899613 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-01b58489-a6f4-4136-9cb5-c2a26b3981b5 req-6444b7bd-a480-4608-8fef-77c7ef17a635 tempest-TestVolumeBootPattern-1615943498 tempest-TestVolumeBootPattern-1615943498-project] 10.222.0.75 "GET /v2.0/ports?device_id=cbaf0b82-9493-4ee5-8979-14cd489d7c31 HTTP/1.1" status: 200 len: 210 time: 0.0282648 Feb 09 19:46:12.985598 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-c8896669-cef0-432d-9e35-a52652adf179 req-b995538d-2606-4f54-89a6-05e13f67e055 tempest-TestVolumeBootPattern-1615943498 tempest-TestVolumeBootPattern-1615943498-project] 10.222.0.75 "GET /v2.0/ports?device_id=cbaf0b82-9493-4ee5-8979-14cd489d7c31 HTTP/1.1" status: 200 len: 210 time: 0.0292513 Feb 09 19:46:13.110760 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-3c1d7bea-c15f-4714-b349-ade152cdc459 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762867132591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593584'] for agent (93303d5e-5d17-45e8-8963-7694f87783ae), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:46:14.066756 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-072f6209-a6eb-4e4d-b32c-2d3b6cdee54a req-90f847d0-c421-4e91-8f69-35529c2e3557 tempest-TestVolumeBootPattern-1615943498 tempest-TestVolumeBootPattern-1615943498-project] 10.222.0.75 "GET /v2.0/ports?device_id=cbaf0b82-9493-4ee5-8979-14cd489d7c31 HTTP/1.1" status: 200 len: 210 time: 0.0309587 Feb 09 19:46:14.428637 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-edc54c9b-7f13-45d9-9271-85c9738b0128 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762867132591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593584'] for agent (a62b1850-466f-48ae-bec7-d62fb280e14b), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:46:15.155794 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-77d70880-9314-401b-bcec-27b0a915d4df req-ce84d5d3-eb32-400d-b359-9a34b3af8e04 tempest-TestVolumeBootPattern-1615943498 tempest-TestVolumeBootPattern-1615943498-project] 10.222.0.75 "GET /v2.0/ports?device_id=cbaf0b82-9493-4ee5-8979-14cd489d7c31 HTTP/1.1" status: 200 len: 210 time: 0.0340383 Feb 09 19:46:16.044573 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-a7262a8e-0513-48fd-984d-75726a511961 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762867132591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593584'] for agent (911cfea2-02ae-4ec9-bac3-7808ee1cdd9c), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:46:16.256598 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-6bdb70d3-3e6d-4cb1-b17c-0ddd4a82ebf1 req-d6266fa4-4c98-443c-8029-0644776a0efd tempest-TestVolumeBootPattern-1615943498 tempest-TestVolumeBootPattern-1615943498-project] 10.222.0.75 "GET /v2.0/ports?device_id=cbaf0b82-9493-4ee5-8979-14cd489d7c31 HTTP/1.1" status: 200 len: 210 time: 0.0312867 Feb 09 19:46:16.855064 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef8c524e-3f77-4391-a415-86f46acd8942 req-53ca7cb3-870a-4822-ba87-c0c9074356c3 tempest-TestVolumeBootPattern-1615943498 tempest-TestVolumeBootPattern-1615943498-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:46:16.856578 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-ef8c524e-3f77-4391-a415-86f46acd8942 req-53ca7cb3-870a-4822-ba87-c0c9074356c3 tempest-TestVolumeBootPattern-1615943498 tempest-TestVolumeBootPattern-1615943498-project] 10.222.0.89 "GET /v2.0/networks?id=6c0390b8-57a8-4e5d-b1b3-4d3098f0383e HTTP/1.1" status: 200 len: 812 time: 0.1085112 Feb 09 19:46:16.941619 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-ef8c524e-3f77-4391-a415-86f46acd8942 req-eb29e3e1-b7db-4599-8361-eac762f212e6 tempest-TestVolumeBootPattern-1615943498 tempest-TestVolumeBootPattern-1615943498-project] 10.222.0.89 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e66ffe5bb4494e31b9de6c7224f91756 HTTP/1.1" status: 200 len: 379 time: 0.0764620 Feb 09 19:46:16.951297 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.v2.base [req-ef8c524e-3f77-4391-a415-86f46acd8942 req-41fc66c5-f756-4be2-b98a-860dcfe94802 tempest-TestVolumeBootPattern-1615943498 tempest-TestVolumeBootPattern-1615943498-project] Request body: {'port': {'device_id': 'cbaf0b82-9493-4ee5-8979-14cd489d7c31', 'network_id': '6c0390b8-57a8-4e5d-b1b3-4d3098f0383e', 'admin_state_up': True, 'tenant_id': 'e66ffe5bb4494e31b9de6c7224f91756', 'security_groups': ['345ae435-b00e-437f-83a9-8ffcc57023f1']}} {{(pid=103229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 19:46:17.059303 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762867132591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593584'] for agent (496418a2-c002-4aec-ab1a-07f3bea491bd), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:46:17.107947 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ef8c524e-3f77-4391-a415-86f46acd8942 req-41fc66c5-f756-4be2-b98a-860dcfe94802 tempest-TestVolumeBootPattern-1615943498 tempest-TestVolumeBootPattern-1615943498-project] Made reservation on behalf of e66ffe5bb4494e31b9de6c7224f91756 for: {'port': 1} {{(pid=103229) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 19:46:17.112062 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-ef8c524e-3f77-4391-a415-86f46acd8942 req-41fc66c5-f756-4be2-b98a-860dcfe94802 tempest-TestVolumeBootPattern-1615943498 tempest-TestVolumeBootPattern-1615943498-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (None), before_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:46:17.279164 n-d-713498-36 neutron-server[103229]: DEBUG neutron.db.db_base_plugin_common [req-ef8c524e-3f77-4391-a415-86f46acd8942 req-41fc66c5-f756-4be2-b98a-860dcfe94802 tempest-TestVolumeBootPattern-1615943498 tempest-TestVolumeBootPattern-1615943498-project] Allocated IP 172.20.0.9 (6c0390b8-57a8-4e5d-b1b3-4d3098f0383e/8c23e8df-50ec-4124-b2e0-ec4287e0865a/6c359067-0903-4b1b-9261-1bf513b069e4) {{(pid=103229) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 19:46:17.430605 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-68d6c18e-e840-4c5c-9cec-2e893a6547bb req-36485fec-518a-4abb-bdcc-34dd38e5a734 tempest-TestVolumeBootPattern-1615943498 tempest-TestVolumeBootPattern-1615943498-project] 10.222.0.75 "GET /v2.0/ports?device_id=cbaf0b82-9493-4ee5-8979-14cd489d7c31 HTTP/1.1" status: 200 len: 210 time: 0.0629587 Feb 09 19:46:17.902156 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-ef8c524e-3f77-4391-a415-86f46acd8942 req-41fc66c5-f756-4be2-b98a-860dcfe94802 tempest-TestVolumeBootPattern-1615943498 tempest-TestVolumeBootPattern-1615943498-project] Publish callbacks [] for port (6c359067-0903-4b1b-9261-1bf513b069e4), precommit_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:46:17.946495 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-ef8c524e-3f77-4391-a415-86f46acd8942 req-41fc66c5-f756-4be2-b98a-860dcfe94802 tempest-TestVolumeBootPattern-1615943498 tempest-TestVolumeBootPattern-1615943498-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762866656467', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12867576'] for port (6c359067-0903-4b1b-9261-1bf513b069e4), after_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:46:18.018696 n-d-713498-36 neutron-server[103229]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ef8c524e-3f77-4391-a415-86f46acd8942 req-41fc66c5-f756-4be2-b98a-860dcfe94802 tempest-TestVolumeBootPattern-1615943498 tempest-TestVolumeBootPattern-1615943498-project] Network 6c0390b8-57a8-4e5d-b1b3-4d3098f0383e is already hosted by enough agents. {{(pid=103229) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 19:46:18.028992 n-d-713498-36 neutron-server[103229]: DEBUG neutron.scheduler.base_scheduler [req-ef8c524e-3f77-4391-a415-86f46acd8942 req-41fc66c5-f756-4be2-b98a-860dcfe94802 tempest-TestVolumeBootPattern-1615943498 tempest-TestVolumeBootPattern-1615943498-project] Resources bound (agent type, host, resource id): {{(pid=103229) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 19:46:18.052068 n-d-713498-36 neutron-server[103229]: DEBUG neutron.db.l3_dvrscheduler_db [req-ef8c524e-3f77-4391-a415-86f46acd8942 req-41fc66c5-f756-4be2-b98a-860dcfe94802 tempest-TestVolumeBootPattern-1615943498 tempest-TestVolumeBootPattern-1615943498-project] Received port after_create {{(pid=103229) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 19:46:18.100920 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41fc66c5-f756-4be2-b98a-860dcfe94802 tempest-TestVolumeBootPattern-1615943498 tempest-TestVolumeBootPattern-1615943498-project] Pushing event updated for resources: {'Port': ['ID=6c359067-0903-4b1b-9261-1bf513b069e4,revision_number=1']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:46:18.121802 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41fc66c5-f756-4be2-b98a-860dcfe94802 tempest-TestVolumeBootPattern-1615943498 tempest-TestVolumeBootPattern-1615943498-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:46:18.122254 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41fc66c5-f756-4be2-b98a-860dcfe94802 tempest-TestVolumeBootPattern-1615943498 tempest-TestVolumeBootPattern-1615943498-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:46:18.122668 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41fc66c5-f756-4be2-b98a-860dcfe94802 tempest-TestVolumeBootPattern-1615943498 tempest-TestVolumeBootPattern-1615943498-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:46:18.123073 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41fc66c5-f756-4be2-b98a-860dcfe94802 tempest-TestVolumeBootPattern-1615943498 tempest-TestVolumeBootPattern-1615943498-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:46:18.123495 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41fc66c5-f756-4be2-b98a-860dcfe94802 tempest-TestVolumeBootPattern-1615943498 tempest-TestVolumeBootPattern-1615943498-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:46:18.123897 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41fc66c5-f756-4be2-b98a-860dcfe94802 tempest-TestVolumeBootPattern-1615943498 tempest-TestVolumeBootPattern-1615943498-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:46:18.124295 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41fc66c5-f756-4be2-b98a-860dcfe94802 tempest-TestVolumeBootPattern-1615943498 tempest-TestVolumeBootPattern-1615943498-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:46:18.124684 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41fc66c5-f756-4be2-b98a-860dcfe94802 tempest-TestVolumeBootPattern-1615943498 tempest-TestVolumeBootPattern-1615943498-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:46:18.125071 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41fc66c5-f756-4be2-b98a-860dcfe94802 tempest-TestVolumeBootPattern-1615943498 tempest-TestVolumeBootPattern-1615943498-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:46:18.125628 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41fc66c5-f756-4be2-b98a-860dcfe94802 tempest-TestVolumeBootPattern-1615943498 tempest-TestVolumeBootPattern-1615943498-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:46:18.126048 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41fc66c5-f756-4be2-b98a-860dcfe94802 tempest-TestVolumeBootPattern-1615943498 tempest-TestVolumeBootPattern-1615943498-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:46:18.126437 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41fc66c5-f756-4be2-b98a-860dcfe94802 tempest-TestVolumeBootPattern-1615943498 tempest-TestVolumeBootPattern-1615943498-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:46:18.126837 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41fc66c5-f756-4be2-b98a-860dcfe94802 tempest-TestVolumeBootPattern-1615943498 tempest-TestVolumeBootPattern-1615943498-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:46:18.160899 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef8c524e-3f77-4391-a415-86f46acd8942 req-41fc66c5-f756-4be2-b98a-860dcfe94802 tempest-TestVolumeBootPattern-1615943498 tempest-TestVolumeBootPattern-1615943498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:46:18.161795 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-ef8c524e-3f77-4391-a415-86f46acd8942 req-41fc66c5-f756-4be2-b98a-860dcfe94802 tempest-TestVolumeBootPattern-1615943498 tempest-TestVolumeBootPattern-1615943498-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171096'] for port (None), before_response {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:46:18.211297 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-ef8c524e-3f77-4391-a415-86f46acd8942 req-41fc66c5-f756-4be2-b98a-860dcfe94802 tempest-TestVolumeBootPattern-1615943498 tempest-TestVolumeBootPattern-1615943498-project] 10.222.0.89 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2650208 Feb 09 19:46:18.223534 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.v2.base [req-ef8c524e-3f77-4391-a415-86f46acd8942 req-06bcd729-e768-440d-b499-9f32c451f94a service neutron] Request body: {'port': {'device_id': 'cbaf0b82-9493-4ee5-8979-14cd489d7c31', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-713498-36'}} {{(pid=103229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 19:46:18.302911 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-ef8c524e-3f77-4391-a415-86f46acd8942 req-06bcd729-e768-440d-b499-9f32c451f94a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (6c359067-0903-4b1b-9261-1bf513b069e4), before_update {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:46:18.399295 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.provisioning_blocks [None req-cf5f0d73-e93b-48dd-9427-eee2ecc225ed None None] Provisioning complete for port 6c359067-0903-4b1b-9261-1bf513b069e4 triggered by entity DHCP. {{(pid=103232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 19:46:18.402290 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-cf5f0d73-e93b-48dd-9427-eee2ecc225ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593630'] for port (6c359067-0903-4b1b-9261-1bf513b069e4), provisioning_complete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:46:18.441374 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-cf5f0d73-e93b-48dd-9427-eee2ecc225ed None None] Port 6c359067-0903-4b1b-9261-1bf513b069e4 cannot update to ACTIVE because it is not bound. {{(pid=103232) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 19:46:18.617722 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a4e6949-d859-4298-b899-994040d31f67 req-c540b14a-6bb8-4434-a17c-b8fbfbe86c7e tempest-TestVolumeBootPattern-1615943498 tempest-TestVolumeBootPattern-1615943498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:46:18.619832 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-4a4e6949-d859-4298-b899-994040d31f67 req-c540b14a-6bb8-4434-a17c-b8fbfbe86c7e tempest-TestVolumeBootPattern-1615943498 tempest-TestVolumeBootPattern-1615943498-project] 10.222.0.75 "GET /v2.0/ports?device_id=cbaf0b82-9493-4ee5-8979-14cd489d7c31 HTTP/1.1" status: 200 len: 931 time: 0.0977786 Feb 09 19:46:18.678527 n-d-713498-36 neutron-server[103229]: DEBUG neutron.notifiers.nova [req-ef8c524e-3f77-4391-a415-86f46acd8942 req-06bcd729-e768-440d-b499-9f32c451f94a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6c359067-0903-4b1b-9261-1bf513b069e4 {{(pid=103229) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 19:46:18.690960 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-ef8c524e-3f77-4391-a415-86f46acd8942 req-06bcd729-e768-440d-b499-9f32c451f94a service neutron] Publish callbacks [] for port (6c359067-0903-4b1b-9261-1bf513b069e4), precommit_update {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:46:18.711865 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-4a4e6949-d859-4298-b899-994040d31f67 req-745acc41-69ca-4755-92f8-3aca61205935 tempest-TestVolumeBootPattern-1615943498 tempest-TestVolumeBootPattern-1615943498-project] 10.222.0.75 "GET /v2.0/security-groups?id=345ae435-b00e-437f-83a9-8ffcc57023f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0688937 Feb 09 19:46:18.716955 n-d-713498-36 neutron-server[103229]: DEBUG neutron.db.provisioning_blocks [req-ef8c524e-3f77-4391-a415-86f46acd8942 req-06bcd729-e768-440d-b499-9f32c451f94a service neutron] Transition to ACTIVE for port object 6c359067-0903-4b1b-9261-1bf513b069e4 will not be triggered until provisioned by entity L2. {{(pid=103229) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 19:46:18.722270 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-ef8c524e-3f77-4391-a415-86f46acd8942 req-06bcd729-e768-440d-b499-9f32c451f94a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762867176205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762866656485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762866656503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12867569'] for port (6c359067-0903-4b1b-9261-1bf513b069e4), after_update {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:46:18.784358 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06bcd729-e768-440d-b499-9f32c451f94a service neutron] Pushing event updated for resources: {'Port': ['ID=6c359067-0903-4b1b-9261-1bf513b069e4,revision_number=2']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:46:18.851807 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762867132591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593584'] for agent (488cd9ae-631f-4955-ba0b-4f5a13f12e9c), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:46:18.883667 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.managers [req-ef8c524e-3f77-4391-a415-86f46acd8942 req-06bcd729-e768-440d-b499-9f32c451f94a service neutron] Attempting to bind port 6c359067-0903-4b1b-9261-1bf513b069e4 on host n-h1-713498-36 for vnic_type normal with profile {{(pid=103229) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 19:46:18.884681 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.managers [req-ef8c524e-3f77-4391-a415-86f46acd8942 req-06bcd729-e768-440d-b499-9f32c451f94a service neutron] Attempting to bind port 6c359067-0903-4b1b-9261-1bf513b069e4 by drivers openvswitch,hyperv on host n-h1-713498-36 at level 0 using segments [{'id': '33386be2-7716-4eda-8188-eeaffee7e0ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '6c0390b8-57a8-4e5d-b1b3-4d3098f0383e'}] {{(pid=103229) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 19:46:18.885312 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef8c524e-3f77-4391-a415-86f46acd8942 req-06bcd729-e768-440d-b499-9f32c451f94a service neutron] Attempting to bind port 6c359067-0903-4b1b-9261-1bf513b069e4 on network 6c0390b8-57a8-4e5d-b1b3-4d3098f0383e {{(pid=103229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 19:46:18.890351 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef8c524e-3f77-4391-a415-86f46acd8942 req-06bcd729-e768-440d-b499-9f32c451f94a service neutron] Port 6c359067-0903-4b1b-9261-1bf513b069e4 on network 6c0390b8-57a8-4e5d-b1b3-4d3098f0383e not bound, no agent of type Open vSwitch agent registered on host n-h1-713498-36 {{(pid=103229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 19:46:18.890686 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef8c524e-3f77-4391-a415-86f46acd8942 req-06bcd729-e768-440d-b499-9f32c451f94a service neutron] Attempting to bind port 6c359067-0903-4b1b-9261-1bf513b069e4 on network 6c0390b8-57a8-4e5d-b1b3-4d3098f0383e {{(pid=103229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 19:46:18.895731 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef8c524e-3f77-4391-a415-86f46acd8942 req-06bcd729-e768-440d-b499-9f32c451f94a service neutron] Checking agent: {'id': '488cd9ae-631f-4955-ba0b-4f5a13f12e9c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713498-36', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 18, 59, 18), 'started_at': datetime.datetime(2022, 2, 9, 18, 59, 18), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 19, 46, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 19:46:18.896076 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef8c524e-3f77-4391-a415-86f46acd8942 req-06bcd729-e768-440d-b499-9f32c451f94a service neutron] Checking segment: {'id': '33386be2-7716-4eda-8188-eeaffee7e0ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '6c0390b8-57a8-4e5d-b1b3-4d3098f0383e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103229) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 19:46:18.896457 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef8c524e-3f77-4391-a415-86f46acd8942 req-06bcd729-e768-440d-b499-9f32c451f94a service neutron] Bound using segment: {'id': '33386be2-7716-4eda-8188-eeaffee7e0ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '6c0390b8-57a8-4e5d-b1b3-4d3098f0383e'} {{(pid=103229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 19:46:18.896927 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.managers [req-ef8c524e-3f77-4391-a415-86f46acd8942 req-06bcd729-e768-440d-b499-9f32c451f94a service neutron] Bound port: 6c359067-0903-4b1b-9261-1bf513b069e4, host: n-h1-713498-36, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '33386be2-7716-4eda-8188-eeaffee7e0ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '6c0390b8-57a8-4e5d-b1b3-4d3098f0383e'}}] {{(pid=103229) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 19:46:18.897289 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-ef8c524e-3f77-4391-a415-86f46acd8942 req-06bcd729-e768-440d-b499-9f32c451f94a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (6c359067-0903-4b1b-9261-1bf513b069e4), before_update {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:46:18.966874 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.db [req-ef8c524e-3f77-4391-a415-86f46acd8942 req-06bcd729-e768-440d-b499-9f32c451f94a service neutron] For port 6c359067-0903-4b1b-9261-1bf513b069e4, host n-h1-713498-36, cleared binding levels {{(pid=103229) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 19:46:18.970426 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.db [req-ef8c524e-3f77-4391-a415-86f46acd8942 req-06bcd729-e768-440d-b499-9f32c451f94a service neutron] For port 6c359067-0903-4b1b-9261-1bf513b069e4, host n-h1-713498-36, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-36',level=0,port_id=6c359067-0903-4b1b-9261-1bf513b069e4,segment=NetworkSegment(33386be2-7716-4eda-8188-eeaffee7e0ec),segment_id=33386be2-7716-4eda-8188-eeaffee7e0ec)] {{(pid=103229) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 19:46:18.980036 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-ef8c524e-3f77-4391-a415-86f46acd8942 req-06bcd729-e768-440d-b499-9f32c451f94a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762867176205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762866656485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762866656503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12867569'] for port (6c359067-0903-4b1b-9261-1bf513b069e4), after_update {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:46:19.021513 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef8c524e-3f77-4391-a415-86f46acd8942 req-06bcd729-e768-440d-b499-9f32c451f94a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:46:19.022477 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-ef8c524e-3f77-4391-a415-86f46acd8942 req-06bcd729-e768-440d-b499-9f32c451f94a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171096'] for port (None), before_response {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:46:19.023983 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-ef8c524e-3f77-4391-a415-86f46acd8942 req-06bcd729-e768-440d-b499-9f32c451f94a service neutron] 10.222.0.89 "PUT /v2.0/ports/6c359067-0903-4b1b-9261-1bf513b069e4 HTTP/1.1" status: 200 len: 1092 time: 0.8051326 Feb 09 19:46:19.024536 n-d-713498-36 neutron-server[103229]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cbaf0b82-9493-4ee5-8979-14cd489d7c31', 'tag': '6c359067-0903-4b1b-9261-1bf513b069e4'}] {{(pid=103229) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 19:46:19.028421 n-d-713498-36 neutron-server[103229]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fa6ae9a20702bd564eaf90d946620b2b4277b1ab91129323d3b54181076be307" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b9f0fa25-3d3e-4fdd-b908-40d4949ff519" -d '{"events": [{"name": "network-changed", "server_uuid": "cbaf0b82-9493-4ee5-8979-14cd489d7c31", "tag": "6c359067-0903-4b1b-9261-1bf513b069e4"}]}' {{(pid=103229) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 19:46:19.069617 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06bcd729-e768-440d-b499-9f32c451f94a service neutron] Pushing event updated for resources: {'Port': ['ID=6c359067-0903-4b1b-9261-1bf513b069e4,revision_number=3']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:46:19.092879 n-d-713498-36 neutron-server[103229]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 19:46:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9cbfb8c8-361d-4c46-83b7-70b87406e0bb x-openstack-request-id: req-9cbfb8c8-361d-4c46-83b7-70b87406e0bb {{(pid=103229) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 19:46:19.093171 n-d-713498-36 neutron-server[103229]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cbaf0b82-9493-4ee5-8979-14cd489d7c31", "tag": "6c359067-0903-4b1b-9261-1bf513b069e4", "status": "completed", "code": 200}]} {{(pid=103229) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 19:46:19.093424 n-d-713498-36 neutron-server[103229]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-9cbfb8c8-361d-4c46-83b7-70b87406e0bb {{(pid=103229) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 19:46:19.093851 n-d-713498-36 neutron-server[103229]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cbaf0b82-9493-4ee5-8979-14cd489d7c31', 'tag': '6c359067-0903-4b1b-9261-1bf513b069e4', 'status': 'completed', 'code': 200} Feb 09 19:46:19.170850 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef8c524e-3f77-4391-a415-86f46acd8942 req-0a99cfde-3a7b-4a37-aacc-c905dac64e9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:46:19.176381 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-ef8c524e-3f77-4391-a415-86f46acd8942 req-0a99cfde-3a7b-4a37-aacc-c905dac64e9c service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=e66ffe5bb4494e31b9de6c7224f91756&device_id=cbaf0b82-9493-4ee5-8979-14cd489d7c31 HTTP/1.1" status: 200 len: 1126 time: 0.0752008 Feb 09 19:46:19.224551 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762867132591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593584'] for agent (bcd5faee-dc24-4298-9134-0e0aa054058e), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:46:19.234798 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-ef8c524e-3f77-4391-a415-86f46acd8942 req-471406d8-91c6-451f-aa75-633ac2910268 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=6c359067-0903-4b1b-9261-1bf513b069e4 HTTP/1.1" status: 200 len: 217 time: 0.0491011 Feb 09 19:46:19.299837 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef8c524e-3f77-4391-a415-86f46acd8942 req-9d85d22e-4646-4d0b-9f90-8e39f06c4f28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:46:19.301941 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-ef8c524e-3f77-4391-a415-86f46acd8942 req-9d85d22e-4646-4d0b-9f90-8e39f06c4f28 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=8c23e8df-50ec-4124-b2e0-ec4287e0865a HTTP/1.1" status: 200 len: 851 time: 0.0616183 Feb 09 19:46:19.358575 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef8c524e-3f77-4391-a415-86f46acd8942 req-b9eccd44-bd45-49a6-8990-07af391134f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:46:19.360271 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-ef8c524e-3f77-4391-a415-86f46acd8942 req-b9eccd44-bd45-49a6-8990-07af391134f7 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=6c0390b8-57a8-4e5d-b1b3-4d3098f0383e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0520821 Feb 09 19:46:19.455291 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-ef8c524e-3f77-4391-a415-86f46acd8942 req-9deefa3c-f884-4ced-9883-4c7c2b4a4823 service neutron] 10.222.0.89 "GET /v2.0/networks/6c0390b8-57a8-4e5d-b1b3-4d3098f0383e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0892596 Feb 09 19:46:19.565991 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-ef8c524e-3f77-4391-a415-86f46acd8942 req-17b65499-87d7-42a4-b8c5-77e476651175 service neutron] 10.222.0.89 "GET /v2.0/networks/6c0390b8-57a8-4e5d-b1b3-4d3098f0383e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1052070 Feb 09 19:46:19.672334 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9f0fa25-3d3e-4fdd-b908-40d4949ff519 req-ad94e379-49da-42e2-8dbe-41fcb3ae94af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:46:19.672334 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-b9f0fa25-3d3e-4fdd-b908-40d4949ff519 req-ad94e379-49da-42e2-8dbe-41fcb3ae94af service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=e66ffe5bb4494e31b9de6c7224f91756&device_id=cbaf0b82-9493-4ee5-8979-14cd489d7c31 HTTP/1.1" status: 200 len: 1126 time: 0.0584409 Feb 09 19:46:19.777315 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9f0fa25-3d3e-4fdd-b908-40d4949ff519 req-37b54840-c653-40c2-a8c4-41423df2f429 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:46:19.778859 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-b9f0fa25-3d3e-4fdd-b908-40d4949ff519 req-37b54840-c653-40c2-a8c4-41423df2f429 service neutron] 10.222.0.89 "GET /v2.0/networks?id=6c0390b8-57a8-4e5d-b1b3-4d3098f0383e HTTP/1.1" status: 200 len: 913 time: 0.1013994 Feb 09 19:46:19.832371 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-b9f0fa25-3d3e-4fdd-b908-40d4949ff519 req-4b2bb159-5505-4a09-8656-34bb8e6b1094 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=6c359067-0903-4b1b-9261-1bf513b069e4 HTTP/1.1" status: 200 len: 217 time: 0.0479465 Feb 09 19:46:19.917155 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5071922f-e899-4606-a24c-b40c7d0b542a req-b4a4ec1b-9625-469f-9128-935e20a0e005 tempest-TestVolumeBootPattern-1615943498 tempest-TestVolumeBootPattern-1615943498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:46:19.918704 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-5071922f-e899-4606-a24c-b40c7d0b542a req-b4a4ec1b-9625-469f-9128-935e20a0e005 tempest-TestVolumeBootPattern-1615943498 tempest-TestVolumeBootPattern-1615943498-project] 10.222.0.75 "GET /v2.0/ports?device_id=cbaf0b82-9493-4ee5-8979-14cd489d7c31 HTTP/1.1" status: 200 len: 943 time: 0.0963342 Feb 09 19:46:19.920333 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9f0fa25-3d3e-4fdd-b908-40d4949ff519 req-00893020-ca27-4d46-9b8f-e0154590955f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:46:19.921809 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-b9f0fa25-3d3e-4fdd-b908-40d4949ff519 req-00893020-ca27-4d46-9b8f-e0154590955f service neutron] 10.222.0.89 "GET /v2.0/subnets?id=8c23e8df-50ec-4124-b2e0-ec4287e0865a HTTP/1.1" status: 200 len: 851 time: 0.0710585 Feb 09 19:46:20.007491 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-5071922f-e899-4606-a24c-b40c7d0b542a req-da1f39fe-d8b8-49ef-b78c-a06b24bba23a tempest-TestVolumeBootPattern-1615943498 tempest-TestVolumeBootPattern-1615943498-project] 10.222.0.75 "GET /v2.0/security-groups?id=345ae435-b00e-437f-83a9-8ffcc57023f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0700374 Feb 09 19:46:20.010676 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9f0fa25-3d3e-4fdd-b908-40d4949ff519 req-f3d23a67-9cdc-4e22-992d-9840887243d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:46:20.012122 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-b9f0fa25-3d3e-4fdd-b908-40d4949ff519 req-f3d23a67-9cdc-4e22-992d-9840887243d8 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=6c0390b8-57a8-4e5d-b1b3-4d3098f0383e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0844505 Feb 09 19:46:20.111564 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-b9f0fa25-3d3e-4fdd-b908-40d4949ff519 req-842cf5eb-b21b-4908-be1a-7da710daa4f3 service neutron] 10.222.0.89 "GET /v2.0/networks/6c0390b8-57a8-4e5d-b1b3-4d3098f0383e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0932343 Feb 09 19:46:20.244977 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-b9f0fa25-3d3e-4fdd-b908-40d4949ff519 req-843733c0-fc4d-45d3-b577-81b20b2dcba1 service neutron] 10.222.0.89 "GET /v2.0/networks/6c0390b8-57a8-4e5d-b1b3-4d3098f0383e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1281202 Feb 09 19:46:21.139216 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee38cce8-b7fe-470b-97dc-0b26a41d387c req-64bc4968-2d33-457b-b468-c5deaa15b97f tempest-TestVolumeBootPattern-1615943498 tempest-TestVolumeBootPattern-1615943498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:46:21.141644 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-ee38cce8-b7fe-470b-97dc-0b26a41d387c req-64bc4968-2d33-457b-b468-c5deaa15b97f tempest-TestVolumeBootPattern-1615943498 tempest-TestVolumeBootPattern-1615943498-project] 10.222.0.75 "GET /v2.0/ports?device_id=cbaf0b82-9493-4ee5-8979-14cd489d7c31 HTTP/1.1" status: 200 len: 943 time: 0.0573261 Feb 09 19:46:21.194659 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-ee38cce8-b7fe-470b-97dc-0b26a41d387c req-262ea391-ebf6-460d-92e4-e8146dc8d42c tempest-TestVolumeBootPattern-1615943498 tempest-TestVolumeBootPattern-1615943498-project] 10.222.0.75 "GET /v2.0/security-groups?id=345ae435-b00e-437f-83a9-8ffcc57023f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0471430 Feb 09 19:46:22.335033 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0cc5d2c-0f78-4567-9e92-86a3e494e2e4 req-01adbaee-b5a5-426b-96fe-c3fc2ccdc651 tempest-TestVolumeBootPattern-1615943498 tempest-TestVolumeBootPattern-1615943498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:46:22.341307 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-c0cc5d2c-0f78-4567-9e92-86a3e494e2e4 req-01adbaee-b5a5-426b-96fe-c3fc2ccdc651 tempest-TestVolumeBootPattern-1615943498 tempest-TestVolumeBootPattern-1615943498-project] 10.222.0.75 "GET /v2.0/ports?device_id=cbaf0b82-9493-4ee5-8979-14cd489d7c31 HTTP/1.1" status: 200 len: 943 time: 0.0663755 Feb 09 19:46:22.392044 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-c0cc5d2c-0f78-4567-9e92-86a3e494e2e4 req-b26eb0f5-85f1-4373-be0d-15ddf0e84144 tempest-TestVolumeBootPattern-1615943498 tempest-TestVolumeBootPattern-1615943498-project] 10.222.0.75 "GET /v2.0/security-groups?id=345ae435-b00e-437f-83a9-8ffcc57023f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438094 Feb 09 19:46:22.885945 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 49838) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:46:22.973548 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f246133-f0a5-43b7-bb58-a3ce74afbd61 tempest-TestNetworkBasicOps-670384598 tempest-TestNetworkBasicOps-670384598-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:46:22.974047 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f246133-f0a5-43b7-bb58-a3ce74afbd61 tempest-TestNetworkBasicOps-670384598 tempest-TestNetworkBasicOps-670384598-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:46:22.974545 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f246133-f0a5-43b7-bb58-a3ce74afbd61 tempest-TestNetworkBasicOps-670384598 tempest-TestNetworkBasicOps-670384598-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:46:22.987878 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-5f246133-f0a5-43b7-bb58-a3ce74afbd61 tempest-TestNetworkBasicOps-670384598 tempest-TestNetworkBasicOps-670384598-project-admin] 10.222.0.75 "GET /v2.0/ports?project_id=d10f75d7d9834af0ab88975c96df140f&network_id=3f4ad9b1-0217-4484-acaf-408bf6117929 HTTP/1.1" status: 200 len: 3076 time: 0.0892270 Feb 09 19:46:23.522446 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-528b0484-c2cd-45fa-a21c-f9ea84ac32ca req-4968428f-4c2c-46af-9e9b-f15ee544a201 tempest-TestVolumeBootPattern-1615943498 tempest-TestVolumeBootPattern-1615943498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:46:23.524060 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-528b0484-c2cd-45fa-a21c-f9ea84ac32ca req-4968428f-4c2c-46af-9e9b-f15ee544a201 tempest-TestVolumeBootPattern-1615943498 tempest-TestVolumeBootPattern-1615943498-project] 10.222.0.75 "GET /v2.0/ports?device_id=cbaf0b82-9493-4ee5-8979-14cd489d7c31 HTTP/1.1" status: 200 len: 943 time: 0.0594807 Feb 09 19:46:23.590626 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-528b0484-c2cd-45fa-a21c-f9ea84ac32ca req-b7fe3e24-2f19-4ecb-8f34-082decc62cea tempest-TestVolumeBootPattern-1615943498 tempest-TestVolumeBootPattern-1615943498-project] 10.222.0.75 "GET /v2.0/security-groups?id=345ae435-b00e-437f-83a9-8ffcc57023f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0590343 Feb 09 19:46:24.751195 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d749f4a-6285-4d25-819f-824b780ae130 req-44fa24d9-bfe4-4861-a6a7-a0be6cfd375e tempest-TestVolumeBootPattern-1615943498 tempest-TestVolumeBootPattern-1615943498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:46:24.754421 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-2d749f4a-6285-4d25-819f-824b780ae130 req-44fa24d9-bfe4-4861-a6a7-a0be6cfd375e tempest-TestVolumeBootPattern-1615943498 tempest-TestVolumeBootPattern-1615943498-project] 10.222.0.75 "GET /v2.0/ports?device_id=cbaf0b82-9493-4ee5-8979-14cd489d7c31 HTTP/1.1" status: 200 len: 943 time: 0.0615475 Feb 09 19:46:24.803771 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-2d749f4a-6285-4d25-819f-824b780ae130 req-863f5bfe-9a67-47ce-9abc-f15a9aec2d86 tempest-TestVolumeBootPattern-1615943498 tempest-TestVolumeBootPattern-1615943498-project] 10.222.0.75 "GET /v2.0/security-groups?id=345ae435-b00e-437f-83a9-8ffcc57023f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451705 Feb 09 19:46:25.930011 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d90f9b39-77d9-4653-84cf-e3a399c6bbdc req-0e8ca32e-b369-4a87-92e0-07e5b3e36485 tempest-TestVolumeBootPattern-1615943498 tempest-TestVolumeBootPattern-1615943498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:46:25.932332 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-d90f9b39-77d9-4653-84cf-e3a399c6bbdc req-0e8ca32e-b369-4a87-92e0-07e5b3e36485 tempest-TestVolumeBootPattern-1615943498 tempest-TestVolumeBootPattern-1615943498-project] 10.222.0.75 "GET /v2.0/ports?device_id=cbaf0b82-9493-4ee5-8979-14cd489d7c31 HTTP/1.1" status: 200 len: 943 time: 0.0589747 Feb 09 19:46:25.994477 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-d90f9b39-77d9-4653-84cf-e3a399c6bbdc req-069291af-0a7b-4d13-85db-f80f40da84e4 tempest-TestVolumeBootPattern-1615943498 tempest-TestVolumeBootPattern-1615943498-project] 10.222.0.75 "GET /v2.0/security-groups?id=345ae435-b00e-437f-83a9-8ffcc57023f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0562594 Feb 09 19:46:27.112754 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 49882) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:46:27.132497 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cff15911-fdb2-4d01-8267-e7002fa853dc req-f78f002f-17f9-4608-a5b0-1941b65d2bff tempest-TestVolumeBootPattern-1615943498 tempest-TestVolumeBootPattern-1615943498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:46:27.134667 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-cff15911-fdb2-4d01-8267-e7002fa853dc req-f78f002f-17f9-4608-a5b0-1941b65d2bff tempest-TestVolumeBootPattern-1615943498 tempest-TestVolumeBootPattern-1615943498-project] 10.222.0.75 "GET /v2.0/ports?device_id=cbaf0b82-9493-4ee5-8979-14cd489d7c31 HTTP/1.1" status: 200 len: 943 time: 0.0587943 Feb 09 19:46:27.178834 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa64804c-90e5-4fa9-8d33-94fa0d68002e tempest-TestNetworkBasicOps-670384598 tempest-TestNetworkBasicOps-670384598-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:46:27.180603 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-fa64804c-90e5-4fa9-8d33-94fa0d68002e tempest-TestNetworkBasicOps-670384598 tempest-TestNetworkBasicOps-670384598-project-admin] 10.222.0.75 "GET /v2.0/subnets?network_id=88055e1e-672a-4487-be31-ffb6e833ece5 HTTP/1.1" status: 200 len: 814 time: 0.0653269 Feb 09 19:46:27.197860 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-cff15911-fdb2-4d01-8267-e7002fa853dc req-efd44c5f-35cf-43da-a84f-6e6055f89d29 tempest-TestVolumeBootPattern-1615943498 tempest-TestVolumeBootPattern-1615943498-project] 10.222.0.75 "GET /v2.0/security-groups?id=345ae435-b00e-437f-83a9-8ffcc57023f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0529125 Feb 09 19:46:28.319063 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a5edd82-d670-4c38-b006-3bcfbdd78d9e req-c2feb9e9-e26e-4c2f-adb4-ad225c332379 tempest-TestVolumeBootPattern-1615943498 tempest-TestVolumeBootPattern-1615943498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:46:28.320523 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-2a5edd82-d670-4c38-b006-3bcfbdd78d9e req-c2feb9e9-e26e-4c2f-adb4-ad225c332379 tempest-TestVolumeBootPattern-1615943498 tempest-TestVolumeBootPattern-1615943498-project] 10.222.0.75 "GET /v2.0/ports?device_id=cbaf0b82-9493-4ee5-8979-14cd489d7c31 HTTP/1.1" status: 200 len: 943 time: 0.0533767 Feb 09 19:46:28.374064 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-2a5edd82-d670-4c38-b006-3bcfbdd78d9e req-71b5e799-eacf-4530-9fd2-17854a8fe372 tempest-TestVolumeBootPattern-1615943498 tempest-TestVolumeBootPattern-1615943498-project] 10.222.0.75 "GET /v2.0/security-groups?id=345ae435-b00e-437f-83a9-8ffcc57023f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0477810 Feb 09 19:46:28.495381 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 49892) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:46:28.500309 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.v2.base [None req-0b811176-b7dd-4723-ad4b-f0036e4d830e tempest-TestNetworkBasicOps-1645094289 tempest-TestNetworkBasicOps-1645094289-project] Request body: {'network': {'name': 'tempest-network-smoke--1869176725', 'project_id': 'd10f75d7d9834af0ab88975c96df140f', 'port_security_enabled': True}} {{(pid=103229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 19:46:28.521148 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0b811176-b7dd-4723-ad4b-f0036e4d830e tempest-TestNetworkBasicOps-1645094289 tempest-TestNetworkBasicOps-1645094289-project] Made reservation on behalf of d10f75d7d9834af0ab88975c96df140f for: {'network': 1} {{(pid=103229) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 19:46:28.525356 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-0b811176-b7dd-4723-ad4b-f0036e4d830e tempest-TestNetworkBasicOps-1645094289 tempest-TestNetworkBasicOps-1645094289-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for network (None), before_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:46:28.551584 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0b811176-b7dd-4723-ad4b-f0036e4d830e tempest-TestNetworkBasicOps-1645094289 tempest-TestNetworkBasicOps-1645094289-project] vlan segment allocate from pool success with {'vlan_id': 385, 'physical_network': 'physnet1'} {{(pid=103229) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 19:46:28.562063 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-0b811176-b7dd-4723-ad4b-f0036e4d830e tempest-TestNetworkBasicOps-1645094289 tempest-TestNetworkBasicOps-1645094289-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-759574'] for segment (9cf4a656-c7ca-48a4-819a-38de56a6c61a), precommit_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:46:28.562440 n-d-713498-36 neutron-server[103229]: INFO neutron.db.segments_db [None req-0b811176-b7dd-4723-ad4b-f0036e4d830e tempest-TestNetworkBasicOps-1645094289 tempest-TestNetworkBasicOps-1645094289-project] Added segment 9cf4a656-c7ca-48a4-819a-38de56a6c61a of type vlan for network 2b6d3cdf-3284-453b-8dd2-c8a7b82a71fa Feb 09 19:46:28.616948 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-0b811176-b7dd-4723-ad4b-f0036e4d830e tempest-TestNetworkBasicOps-1645094289 tempest-TestNetworkBasicOps-1645094289-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762866642225'] for network (2b6d3cdf-3284-453b-8dd2-c8a7b82a71fa), precommit_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:46:28.645226 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-0b811176-b7dd-4723-ad4b-f0036e4d830e tempest-TestNetworkBasicOps-1645094289 tempest-TestNetworkBasicOps-1645094289-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1885479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452'] for network (2b6d3cdf-3284-453b-8dd2-c8a7b82a71fa), after_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:46:28.651247 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b811176-b7dd-4723-ad4b-f0036e4d830e tempest-TestNetworkBasicOps-1645094289 tempest-TestNetworkBasicOps-1645094289-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:46:28.651852 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-0b811176-b7dd-4723-ad4b-f0036e4d830e tempest-TestNetworkBasicOps-1645094289 tempest-TestNetworkBasicOps-1645094289-project] Publish callbacks [] for network (None), before_response {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:46:28.713332 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-0b811176-b7dd-4723-ad4b-f0036e4d830e tempest-TestNetworkBasicOps-1645094289 tempest-TestNetworkBasicOps-1645094289-project] 10.222.0.75 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2169032 Feb 09 19:46:28.716525 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 49894) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:46:28.722094 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b811176-b7dd-4723-ad4b-f0036e4d830e tempest-TestNetworkBasicOps-1645094289 tempest-TestNetworkBasicOps-1645094289-project] Pushing event updated for resources: {'Network': ['ID=2b6d3cdf-3284-453b-8dd2-c8a7b82a71fa,revision_number=1']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:46:28.733846 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Network 2b6d3cdf-3284-453b-8dd2-c8a7b82a71fa details requested by agent ovs-agent-n-d-713498-36 with host n-d-713498-36 {{(pid=103232) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 19:46:28.781489 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd14a966-f23b-4dc1-96d5-7c5d5b64a643 tempest-TestNetworkBasicOps-670384598 tempest-TestNetworkBasicOps-670384598-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:46:28.782945 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-bd14a966-f23b-4dc1-96d5-7c5d5b64a643 tempest-TestNetworkBasicOps-670384598 tempest-TestNetworkBasicOps-670384598-project-admin] 10.222.0.75 "GET /v2.0/subnets?project_id=d10f75d7d9834af0ab88975c96df140f&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 830 time: 0.0654445 Feb 09 19:46:28.785677 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 49896) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:46:28.886575 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6fc01db-ebda-4d58-abc5-68f59979f3ba tempest-TestNetworkBasicOps-670384598 tempest-TestNetworkBasicOps-670384598-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:46:28.888180 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-c6fc01db-ebda-4d58-abc5-68f59979f3ba tempest-TestNetworkBasicOps-670384598 tempest-TestNetworkBasicOps-670384598-project-admin] 10.222.0.75 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1015751 Feb 09 19:46:28.891095 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 49900) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:46:28.920828 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-79c1b4dc-13ba-4ee5-8f58-be92fb0c331a tempest-TestNetworkBasicOps-670384598 tempest-TestNetworkBasicOps-670384598-project-admin] 10.222.0.75 "GET /v2.0/subnets?network_id=88055e1e-672a-4487-be31-ffb6e833ece5&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0284779 Feb 09 19:46:28.923534 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 49902) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:46:28.950628 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-2b832618-9675-4616-8326-cae28f7ee36c tempest-TestNetworkBasicOps-670384598 tempest-TestNetworkBasicOps-670384598-project-admin] 10.222.0.75 "GET /v2.0/subnets?project_id=d10f75d7d9834af0ab88975c96df140f&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0260637 Feb 09 19:46:28.953090 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 49904) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:46:29.040079 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23023787-0d02-4182-ab3f-ff879a753b41 tempest-TestNetworkBasicOps-670384598 tempest-TestNetworkBasicOps-670384598-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:46:29.042324 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-23023787-0d02-4182-ab3f-ff879a753b41 tempest-TestNetworkBasicOps-670384598 tempest-TestNetworkBasicOps-670384598-project-admin] 10.222.0.75 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0883541 Feb 09 19:46:29.045309 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 49906) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:46:29.072831 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-16ceede2-2578-47e3-baf9-121fb426c04f tempest-TestNetworkBasicOps-670384598 tempest-TestNetworkBasicOps-670384598-project-admin] 10.222.0.75 "GET /v2.0/subnets?network_id=88055e1e-672a-4487-be31-ffb6e833ece5&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0264449 Feb 09 19:46:29.075290 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 49908) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:46:29.079915 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.v2.base [None req-1b0738d8-657c-4949-8130-c98fb80bfa40 tempest-TestNetworkBasicOps-1645094289 tempest-TestNetworkBasicOps-1645094289-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1147848899', 'network_id': '2b6d3cdf-3284-453b-8dd2-c8a7b82a71fa', 'project_id': 'd10f75d7d9834af0ab88975c96df140f', 'ip_version': 4, 'cidr': '172.20.0.16/28'}} {{(pid=103230) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 19:46:29.164569 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1b0738d8-657c-4949-8130-c98fb80bfa40 tempest-TestNetworkBasicOps-1645094289 tempest-TestNetworkBasicOps-1645094289-project] Made reservation on behalf of d10f75d7d9834af0ab88975c96df140f for: {'subnet': 1} {{(pid=103230) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 19:46:29.169227 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-1b0738d8-657c-4949-8130-c98fb80bfa40 tempest-TestNetworkBasicOps-1645094289 tempest-TestNetworkBasicOps-1645094289-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12985917'] for subnet (None), before_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:46:29.351313 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-1b0738d8-657c-4949-8130-c98fb80bfa40 tempest-TestNetworkBasicOps-1645094289 tempest-TestNetworkBasicOps-1645094289-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14393611', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12985859'] for subnet (5b384ea6-08b6-42e0-9556-97d750d20e7d), after_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:46:29.421560 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b0738d8-657c-4949-8130-c98fb80bfa40 tempest-TestNetworkBasicOps-1645094289 tempest-TestNetworkBasicOps-1645094289-project] Pushing event updated for resources: {'Subnet': ['ID=5b384ea6-08b6-42e0-9556-97d750d20e7d,revision_number=0']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:46:29.431844 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b0738d8-657c-4949-8130-c98fb80bfa40 tempest-TestNetworkBasicOps-1645094289 tempest-TestNetworkBasicOps-1645094289-project] Checking segment: {'id': '9cf4a656-c7ca-48a4-819a-38de56a6c61a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': '2b6d3cdf-3284-453b-8dd2-c8a7b82a71fa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103230) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 19:46:29.432385 n-d-713498-36 neutron-server[103230]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b0738d8-657c-4949-8130-c98fb80bfa40 tempest-TestNetworkBasicOps-1645094289 tempest-TestNetworkBasicOps-1645094289-project] Network hostable DHCP agents. Network: 2b6d3cdf-3284-453b-8dd2-c8a7b82a71fa, hostable agents: ['af91e4b9-f4e1-42b1-a25c-a10dc47171c8'], hosted agents: [] {{(pid=103230) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 19:46:29.450735 n-d-713498-36 neutron-server[103230]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b0738d8-657c-4949-8130-c98fb80bfa40 tempest-TestNetworkBasicOps-1645094289 tempest-TestNetworkBasicOps-1645094289-project] Network 2b6d3cdf-3284-453b-8dd2-c8a7b82a71fa is scheduled to be hosted by DHCP agent af91e4b9-f4e1-42b1-a25c-a10dc47171c8 with binding_index 1 {{(pid=103230) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 19:46:29.460974 n-d-713498-36 neutron-server[103230]: DEBUG neutron.scheduler.base_scheduler [None req-1b0738d8-657c-4949-8130-c98fb80bfa40 tempest-TestNetworkBasicOps-1645094289 tempest-TestNetworkBasicOps-1645094289-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713498-36, 2b6d3cdf-3284-453b-8dd2-c8a7b82a71fa) {{(pid=103230) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 19:46:29.466627 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b0738d8-657c-4949-8130-c98fb80bfa40 tempest-TestNetworkBasicOps-1645094289 tempest-TestNetworkBasicOps-1645094289-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:46:29.467627 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-1b0738d8-657c-4949-8130-c98fb80bfa40 tempest-TestNetworkBasicOps-1645094289 tempest-TestNetworkBasicOps-1645094289-project] Publish callbacks [] for subnet (None), before_response {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:46:29.474835 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff2c869e-0ee2-4a7e-bd98-716c3e625390 None None] Network 2b6d3cdf-3284-453b-8dd2-c8a7b82a71fa requested from n-d-713498-36 {{(pid=103232) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 19:46:29.497346 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-1b0738d8-657c-4949-8130-c98fb80bfa40 tempest-TestNetworkBasicOps-1645094289 tempest-TestNetworkBasicOps-1645094289-project] 10.222.0.75 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 0.4209290 Feb 09 19:46:29.532027 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28682f71-1d52-47aa-98d3-4ff0db323350 req-cb0cee5e-e3f7-4cab-a834-06bb8ebc86b5 tempest-TestVolumeBootPattern-1615943498 tempest-TestVolumeBootPattern-1615943498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:46:29.533794 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-28682f71-1d52-47aa-98d3-4ff0db323350 req-cb0cee5e-e3f7-4cab-a834-06bb8ebc86b5 tempest-TestVolumeBootPattern-1615943498 tempest-TestVolumeBootPattern-1615943498-project] 10.222.0.75 "GET /v2.0/ports?device_id=cbaf0b82-9493-4ee5-8979-14cd489d7c31 HTTP/1.1" status: 200 len: 943 time: 0.0791993 Feb 09 19:46:29.591444 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db926a4e-ff52-485b-bde7-3075235263fe None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8b32e980-7cce-5e82-a341-bd2fa8945c89-2b6d3cdf-3284-453b-8dd2-c8a7b82a71fa', 'network_id': '2b6d3cdf-3284-453b-8dd2-c8a7b82a71fa', 'project_id': 'd10f75d7d9834af0ab88975c96df140f', 'fixed_ips': [{'subnet_id': '5b384ea6-08b6-42e0-9556-97d750d20e7d'}]}} from n-d-713498-36. {{(pid=103232) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 09 19:46:29.592631 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-db926a4e-ff52-485b-bde7-3075235263fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (None), before_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:46:29.601008 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-28682f71-1d52-47aa-98d3-4ff0db323350 req-0133a7e3-83e7-4e62-8206-6332dc1de957 tempest-TestVolumeBootPattern-1615943498 tempest-TestVolumeBootPattern-1615943498-project] 10.222.0.75 "GET /v2.0/security-groups?id=345ae435-b00e-437f-83a9-8ffcc57023f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0618093 Feb 09 19:46:29.745860 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.db_base_plugin_common [None req-db926a4e-ff52-485b-bde7-3075235263fe None None] Allocated IP 172.20.0.18 (2b6d3cdf-3284-453b-8dd2-c8a7b82a71fa/5b384ea6-08b6-42e0-9556-97d750d20e7d/31bd5801-2840-4ace-9880-2924f1addf5a) {{(pid=103232) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 19:46:29.803885 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 49914) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:46:29.809882 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.v2.base [None req-e3ee4493-ef22-4ae0-8238-5c20d9462743 tempest-TestNetworkBasicOps-1645094289 tempest-TestNetworkBasicOps-1645094289-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-768179596', 'description': 'tempest-secgroup-smoke-768179596 description', 'project_id': 'd10f75d7d9834af0ab88975c96df140f'}} {{(pid=103230) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 19:46:29.833248 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-e3ee4493-ef22-4ae0-8238-5c20d9462743 tempest-TestNetworkBasicOps-1645094289 tempest-TestNetworkBasicOps-1645094289-project] Publish callbacks [] for security_group (None), before_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:46:29.939820 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-e3ee4493-ef22-4ae0-8238-5c20d9462743 tempest-TestNetworkBasicOps-1645094289 tempest-TestNetworkBasicOps-1645094289-project] Publish callbacks [] for security_group (e35f573d-7951-406e-88d4-6aad6e2ab7a0), precommit_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:46:29.942698 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-db926a4e-ff52-485b-bde7-3075235263fe None None] Publish callbacks [] for port (31bd5801-2840-4ace-9880-2924f1addf5a), precommit_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:46:29.947976 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-e3ee4493-ef22-4ae0-8238-5c20d9462743 tempest-TestNetworkBasicOps-1645094289 tempest-TestNetworkBasicOps-1645094289-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1892331'] for security_group (e35f573d-7951-406e-88d4-6aad6e2ab7a0), after_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:46:29.948658 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-db926a4e-ff52-485b-bde7-3075235263fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762866656467'] for port (31bd5801-2840-4ace-9880-2924f1addf5a), after_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:46:29.977636 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3ee4493-ef22-4ae0-8238-5c20d9462743 tempest-TestNetworkBasicOps-1645094289 tempest-TestNetworkBasicOps-1645094289-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e35f573d-7951-406e-88d4-6aad6e2ab7a0,revision_number=1']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:46:29.985616 n-d-713498-36 neutron-server[103232]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db926a4e-ff52-485b-bde7-3075235263fe None None] Network 2b6d3cdf-3284-453b-8dd2-c8a7b82a71fa is already hosted by enough agents. {{(pid=103232) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 19:46:29.999063 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db926a4e-ff52-485b-bde7-3075235263fe None None] Pushing event updated for resources: {'Port': ['ID=31bd5801-2840-4ace-9880-2924f1addf5a,revision_number=1']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:46:30.002838 n-d-713498-36 neutron-server[103232]: DEBUG neutron.scheduler.base_scheduler [None req-db926a4e-ff52-485b-bde7-3075235263fe None None] Resources bound (agent type, host, resource id): {{(pid=103232) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 19:46:30.007780 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-e3ee4493-ef22-4ae0-8238-5c20d9462743 tempest-TestNetworkBasicOps-1645094289 tempest-TestNetworkBasicOps-1645094289-project] Publish callbacks [] for security_group (None), before_response {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:46:30.008240 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db926a4e-ff52-485b-bde7-3075235263fe None None] Received port after_create {{(pid=103232) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 19:46:30.013102 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db926a4e-ff52-485b-bde7-3075235263fe None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:46:30.013453 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db926a4e-ff52-485b-bde7-3075235263fe None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:46:30.013797 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db926a4e-ff52-485b-bde7-3075235263fe None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:46:30.014087 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 49918) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:46:30.014196 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db926a4e-ff52-485b-bde7-3075235263fe None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:46:30.014341 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-e3ee4493-ef22-4ae0-8238-5c20d9462743 tempest-TestNetworkBasicOps-1645094289 tempest-TestNetworkBasicOps-1645094289-project] 10.222.0.75 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.2090638 Feb 09 19:46:30.014485 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db926a4e-ff52-485b-bde7-3075235263fe None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:46:30.014981 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db926a4e-ff52-485b-bde7-3075235263fe None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:46:30.015322 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db926a4e-ff52-485b-bde7-3075235263fe None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:46:30.015653 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db926a4e-ff52-485b-bde7-3075235263fe None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:46:30.015983 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db926a4e-ff52-485b-bde7-3075235263fe None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:46:30.016310 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db926a4e-ff52-485b-bde7-3075235263fe None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:46:30.016644 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db926a4e-ff52-485b-bde7-3075235263fe None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:46:30.016971 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db926a4e-ff52-485b-bde7-3075235263fe None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:46:30.017299 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db926a4e-ff52-485b-bde7-3075235263fe None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:46:30.018629 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.v2.base [None req-5878b11e-88cc-47be-8b3e-be52dea98756 tempest-TestNetworkBasicOps-1645094289 tempest-TestNetworkBasicOps-1645094289-project] Request body: {'security_group_rule': {'security_group_id': 'e35f573d-7951-406e-88d4-6aad6e2ab7a0', 'project_id': 'd10f75d7d9834af0ab88975c96df140f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 19:46:30.075623 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-5878b11e-88cc-47be-8b3e-be52dea98756 tempest-TestNetworkBasicOps-1645094289 tempest-TestNetworkBasicOps-1645094289-project] Publish callbacks [] for security_group_rule (7d2206e5-f7f6-4deb-802f-239d8fe8fd58), before_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:46:30.089019 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.managers [None req-db926a4e-ff52-485b-bde7-3075235263fe None None] Attempting to bind port 31bd5801-2840-4ace-9880-2924f1addf5a on host n-d-713498-36 for vnic_type normal with profile {{(pid=103232) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 19:46:30.089393 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.managers [None req-db926a4e-ff52-485b-bde7-3075235263fe None None] Attempting to bind port 31bd5801-2840-4ace-9880-2924f1addf5a by drivers openvswitch,hyperv on host n-d-713498-36 at level 0 using segments [{'id': '9cf4a656-c7ca-48a4-819a-38de56a6c61a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': '2b6d3cdf-3284-453b-8dd2-c8a7b82a71fa'}] {{(pid=103232) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 19:46:30.089945 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db926a4e-ff52-485b-bde7-3075235263fe None None] Attempting to bind port 31bd5801-2840-4ace-9880-2924f1addf5a on network 2b6d3cdf-3284-453b-8dd2-c8a7b82a71fa {{(pid=103232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 19:46:30.097310 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db926a4e-ff52-485b-bde7-3075235263fe None None] Checking agent: {'id': '496418a2-c002-4aec-ab1a-07f3bea491bd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-36', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 18, 51, 47), 'started_at': datetime.datetime(2022, 2, 9, 18, 52, 17), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 19, 46, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-36'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 19:46:30.097922 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db926a4e-ff52-485b-bde7-3075235263fe None None] Checking segment: {'id': '9cf4a656-c7ca-48a4-819a-38de56a6c61a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': '2b6d3cdf-3284-453b-8dd2-c8a7b82a71fa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103232) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 19:46:30.098465 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-db926a4e-ff52-485b-bde7-3075235263fe None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:46:30.099133 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db926a4e-ff52-485b-bde7-3075235263fe None None] Bound using segment: {'id': '9cf4a656-c7ca-48a4-819a-38de56a6c61a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': '2b6d3cdf-3284-453b-8dd2-c8a7b82a71fa'} {{(pid=103232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 19:46:30.099671 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.managers [None req-db926a4e-ff52-485b-bde7-3075235263fe None None] Bound port: 31bd5801-2840-4ace-9880-2924f1addf5a, host: n-d-713498-36, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9cf4a656-c7ca-48a4-819a-38de56a6c61a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': '2b6d3cdf-3284-453b-8dd2-c8a7b82a71fa'}}] {{(pid=103232) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 19:46:30.100256 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-db926a4e-ff52-485b-bde7-3075235263fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (31bd5801-2840-4ace-9880-2924f1addf5a), before_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:46:30.151369 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-5878b11e-88cc-47be-8b3e-be52dea98756 tempest-TestNetworkBasicOps-1645094289 tempest-TestNetworkBasicOps-1645094289-project] Publish callbacks [] for security_group_rule (7d2206e5-f7f6-4deb-802f-239d8fe8fd58), precommit_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:46:30.157279 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-5878b11e-88cc-47be-8b3e-be52dea98756 tempest-TestNetworkBasicOps-1645094289 tempest-TestNetworkBasicOps-1645094289-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1892250'] for security_group_rule (7d2206e5-f7f6-4deb-802f-239d8fe8fd58), after_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:46:30.175460 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-db926a4e-ff52-485b-bde7-3075235263fe None None] For port 31bd5801-2840-4ace-9880-2924f1addf5a, host n-d-713498-36, cleared binding levels {{(pid=103232) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 19:46:30.178893 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-db926a4e-ff52-485b-bde7-3075235263fe None None] For port 31bd5801-2840-4ace-9880-2924f1addf5a, host n-d-713498-36, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-36',level=0,port_id=31bd5801-2840-4ace-9880-2924f1addf5a,segment=NetworkSegment(9cf4a656-c7ca-48a4-819a-38de56a6c61a),segment_id=9cf4a656-c7ca-48a4-819a-38de56a6c61a)] {{(pid=103232) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 19:46:30.183534 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5878b11e-88cc-47be-8b3e-be52dea98756 tempest-TestNetworkBasicOps-1645094289 tempest-TestNetworkBasicOps-1645094289-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7d2206e5-f7f6-4deb-802f-239d8fe8fd58,revision_number=0']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:46:30.187277 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-db926a4e-ff52-485b-bde7-3075235263fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762867176205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762866656485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762866656503'] for port (31bd5801-2840-4ace-9880-2924f1addf5a), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:46:30.203643 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-5878b11e-88cc-47be-8b3e-be52dea98756 tempest-TestNetworkBasicOps-1645094289 tempest-TestNetworkBasicOps-1645094289-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:46:30.208287 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 49920) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:46:30.216082 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.v2.base [None req-69218874-f609-4262-b18e-b6a8ff8e711c tempest-TestNetworkBasicOps-1645094289 tempest-TestNetworkBasicOps-1645094289-project] Request body: {'security_group_rule': {'security_group_id': 'e35f573d-7951-406e-88d4-6aad6e2ab7a0', 'project_id': 'd10f75d7d9834af0ab88975c96df140f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103230) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 19:46:30.223155 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-5878b11e-88cc-47be-8b3e-be52dea98756 tempest-TestNetworkBasicOps-1645094289 tempest-TestNetworkBasicOps-1645094289-project] 10.222.0.75 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2077920 Feb 09 19:46:30.245546 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db926a4e-ff52-485b-bde7-3075235263fe None None] Pushing event updated for resources: {'Port': ['ID=31bd5801-2840-4ace-9880-2924f1addf5a,revision_number=2']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:46:30.259859 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-69218874-f609-4262-b18e-b6a8ff8e711c tempest-TestNetworkBasicOps-1645094289 tempest-TestNetworkBasicOps-1645094289-project] Publish callbacks [] for security_group_rule (bcaca1bb-65aa-420a-ba58-1e181fe81616), before_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:46:30.329356 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-69218874-f609-4262-b18e-b6a8ff8e711c tempest-TestNetworkBasicOps-1645094289 tempest-TestNetworkBasicOps-1645094289-project] Publish callbacks [] for security_group_rule (bcaca1bb-65aa-420a-ba58-1e181fe81616), precommit_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:46:30.333633 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-69218874-f609-4262-b18e-b6a8ff8e711c tempest-TestNetworkBasicOps-1645094289 tempest-TestNetworkBasicOps-1645094289-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1892250'] for security_group_rule (bcaca1bb-65aa-420a-ba58-1e181fe81616), after_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:46:30.352003 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69218874-f609-4262-b18e-b6a8ff8e711c tempest-TestNetworkBasicOps-1645094289 tempest-TestNetworkBasicOps-1645094289-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bcaca1bb-65aa-420a-ba58-1e181fe81616,revision_number=0']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:46:30.363111 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-69218874-f609-4262-b18e-b6a8ff8e711c tempest-TestNetworkBasicOps-1645094289 tempest-TestNetworkBasicOps-1645094289-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:46:30.367168 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-69218874-f609-4262-b18e-b6a8ff8e711c tempest-TestNetworkBasicOps-1645094289 tempest-TestNetworkBasicOps-1645094289-project] 10.222.0.75 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1550684 Feb 09 19:46:30.367353 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 49922) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:46:30.373499 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.v2.base [None req-6312f597-ea57-4e0d-a7a2-7b21a83b9b4e tempest-TestNetworkBasicOps-1645094289 tempest-TestNetworkBasicOps-1645094289-project] Request body: {'security_group_rule': {'security_group_id': 'e35f573d-7951-406e-88d4-6aad6e2ab7a0', 'project_id': 'd10f75d7d9834af0ab88975c96df140f', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103230) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 19:46:30.401783 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-6312f597-ea57-4e0d-a7a2-7b21a83b9b4e tempest-TestNetworkBasicOps-1645094289 tempest-TestNetworkBasicOps-1645094289-project] Publish callbacks [] for security_group_rule (fe8fd112-2170-41d8-83b3-d24bc895c123), before_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:46:30.472375 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-6312f597-ea57-4e0d-a7a2-7b21a83b9b4e tempest-TestNetworkBasicOps-1645094289 tempest-TestNetworkBasicOps-1645094289-project] Publish callbacks [] for security_group_rule (fe8fd112-2170-41d8-83b3-d24bc895c123), precommit_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:46:30.479169 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-6312f597-ea57-4e0d-a7a2-7b21a83b9b4e tempest-TestNetworkBasicOps-1645094289 tempest-TestNetworkBasicOps-1645094289-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1892250'] for security_group_rule (fe8fd112-2170-41d8-83b3-d24bc895c123), after_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:46:30.508157 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-6312f597-ea57-4e0d-a7a2-7b21a83b9b4e tempest-TestNetworkBasicOps-1645094289 tempest-TestNetworkBasicOps-1645094289-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:46:30.509690 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-6312f597-ea57-4e0d-a7a2-7b21a83b9b4e tempest-TestNetworkBasicOps-1645094289 tempest-TestNetworkBasicOps-1645094289-project] 10.222.0.75 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1409271 Feb 09 19:46:30.510987 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6312f597-ea57-4e0d-a7a2-7b21a83b9b4e tempest-TestNetworkBasicOps-1645094289 tempest-TestNetworkBasicOps-1645094289-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fe8fd112-2170-41d8-83b3-d24bc895c123,revision_number=0']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:46:30.512596 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 49924) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:46:30.518121 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.v2.base [None req-bd747f1a-b8c4-4aa4-9b64-bb79a2c5a05d tempest-TestNetworkBasicOps-1645094289 tempest-TestNetworkBasicOps-1645094289-project] Request body: {'security_group_rule': {'security_group_id': 'e35f573d-7951-406e-88d4-6aad6e2ab7a0', 'project_id': 'd10f75d7d9834af0ab88975c96df140f', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 19:46:30.568894 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-bd747f1a-b8c4-4aa4-9b64-bb79a2c5a05d tempest-TestNetworkBasicOps-1645094289 tempest-TestNetworkBasicOps-1645094289-project] Publish callbacks [] for security_group_rule (34686cae-720f-4d7d-9f78-d8f7e0d065c4), before_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:46:30.641272 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-bd747f1a-b8c4-4aa4-9b64-bb79a2c5a05d tempest-TestNetworkBasicOps-1645094289 tempest-TestNetworkBasicOps-1645094289-project] Publish callbacks [] for security_group_rule (34686cae-720f-4d7d-9f78-d8f7e0d065c4), precommit_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:46:30.647523 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-bd747f1a-b8c4-4aa4-9b64-bb79a2c5a05d tempest-TestNetworkBasicOps-1645094289 tempest-TestNetworkBasicOps-1645094289-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1892250'] for security_group_rule (34686cae-720f-4d7d-9f78-d8f7e0d065c4), after_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:46:30.671283 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd747f1a-b8c4-4aa4-9b64-bb79a2c5a05d tempest-TestNetworkBasicOps-1645094289 tempest-TestNetworkBasicOps-1645094289-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=34686cae-720f-4d7d-9f78-d8f7e0d065c4,revision_number=0']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:46:30.679824 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-bd747f1a-b8c4-4aa4-9b64-bb79a2c5a05d tempest-TestNetworkBasicOps-1645094289 tempest-TestNetworkBasicOps-1645094289-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:46:30.681176 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-bd747f1a-b8c4-4aa4-9b64-bb79a2c5a05d tempest-TestNetworkBasicOps-1645094289 tempest-TestNetworkBasicOps-1645094289-project] 10.222.0.75 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1673701 Feb 09 19:46:30.683986 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 49928) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:46:30.690942 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.v2.base [None req-958e128c-cf70-4649-9b1f-e3df3623f384 tempest-TestNetworkBasicOps-1645094289 tempest-TestNetworkBasicOps-1645094289-project] Request body: {'security_group_rule': {'security_group_id': 'e35f573d-7951-406e-88d4-6aad6e2ab7a0', 'project_id': 'd10f75d7d9834af0ab88975c96df140f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 19:46:30.747233 n-d-713498-36 neutron-server[103229]: INFO neutron.db.securitygroups_db [None req-958e128c-cf70-4649-9b1f-e3df3623f384 tempest-TestNetworkBasicOps-1645094289 tempest-TestNetworkBasicOps-1645094289-project] Project d10f75d7d9834af0ab88975c96df140f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 09 19:46:30.753216 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-958e128c-cf70-4649-9b1f-e3df3623f384 tempest-TestNetworkBasicOps-1645094289 tempest-TestNetworkBasicOps-1645094289-project] Publish callbacks [] for security_group_rule (8cb4aa2e-1c7e-4355-aeb5-ef1d4b505f4a), before_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:46:30.794395 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f198216-6fb5-4ebc-913c-1b2224bf0179 req-0473a66a-8481-474f-85d2-83196a41984b tempest-TestVolumeBootPattern-1615943498 tempest-TestVolumeBootPattern-1615943498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:46:30.795880 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-4f198216-6fb5-4ebc-913c-1b2224bf0179 req-0473a66a-8481-474f-85d2-83196a41984b tempest-TestVolumeBootPattern-1615943498 tempest-TestVolumeBootPattern-1615943498-project] 10.222.0.75 "GET /v2.0/ports?device_id=cbaf0b82-9493-4ee5-8979-14cd489d7c31 HTTP/1.1" status: 200 len: 943 time: 0.0989084 Feb 09 19:46:30.847593 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-958e128c-cf70-4649-9b1f-e3df3623f384 tempest-TestNetworkBasicOps-1645094289 tempest-TestNetworkBasicOps-1645094289-project] Publish callbacks [] for security_group_rule (8cb4aa2e-1c7e-4355-aeb5-ef1d4b505f4a), precommit_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:46:30.855299 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-958e128c-cf70-4649-9b1f-e3df3623f384 tempest-TestNetworkBasicOps-1645094289 tempest-TestNetworkBasicOps-1645094289-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1892250'] for security_group_rule (8cb4aa2e-1c7e-4355-aeb5-ef1d4b505f4a), after_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:46:30.890999 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-958e128c-cf70-4649-9b1f-e3df3623f384 tempest-TestNetworkBasicOps-1645094289 tempest-TestNetworkBasicOps-1645094289-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8cb4aa2e-1c7e-4355-aeb5-ef1d4b505f4a,revision_number=0']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:46:30.901758 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-4f198216-6fb5-4ebc-913c-1b2224bf0179 req-08c846a4-5797-4a0c-9ffd-0a30e902c3e7 tempest-TestVolumeBootPattern-1615943498 tempest-TestVolumeBootPattern-1615943498-project] 10.222.0.75 "GET /v2.0/security-groups?id=345ae435-b00e-437f-83a9-8ffcc57023f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0988257 Feb 09 19:46:30.905020 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-958e128c-cf70-4649-9b1f-e3df3623f384 tempest-TestNetworkBasicOps-1645094289 tempest-TestNetworkBasicOps-1645094289-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:46:30.906504 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-958e128c-cf70-4649-9b1f-e3df3623f384 tempest-TestNetworkBasicOps-1645094289 tempest-TestNetworkBasicOps-1645094289-project] 10.222.0.75 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2212069 Feb 09 19:46:30.909080 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 49930) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:46:30.913585 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.v2.base [None req-43591432-a9fd-4ba0-b30e-ca908c019965 tempest-TestNetworkBasicOps-1645094289 tempest-TestNetworkBasicOps-1645094289-project] Request body: {'security_group_rule': {'security_group_id': 'e35f573d-7951-406e-88d4-6aad6e2ab7a0', 'project_id': 'd10f75d7d9834af0ab88975c96df140f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 19:46:30.936050 n-d-713498-36 neutron-server[103229]: INFO neutron.db.securitygroups_db [None req-43591432-a9fd-4ba0-b30e-ca908c019965 tempest-TestNetworkBasicOps-1645094289 tempest-TestNetworkBasicOps-1645094289-project] Project d10f75d7d9834af0ab88975c96df140f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 09 19:46:30.941713 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-43591432-a9fd-4ba0-b30e-ca908c019965 tempest-TestNetworkBasicOps-1645094289 tempest-TestNetworkBasicOps-1645094289-project] Publish callbacks [] for security_group_rule (65b27586-00da-4678-84e4-bda7569e71bd), before_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:46:31.010500 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-43591432-a9fd-4ba0-b30e-ca908c019965 tempest-TestNetworkBasicOps-1645094289 tempest-TestNetworkBasicOps-1645094289-project] Publish callbacks [] for security_group_rule (65b27586-00da-4678-84e4-bda7569e71bd), precommit_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:46:31.015388 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-43591432-a9fd-4ba0-b30e-ca908c019965 tempest-TestNetworkBasicOps-1645094289 tempest-TestNetworkBasicOps-1645094289-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1892250'] for security_group_rule (65b27586-00da-4678-84e4-bda7569e71bd), after_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:46:31.035513 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43591432-a9fd-4ba0-b30e-ca908c019965 tempest-TestNetworkBasicOps-1645094289 tempest-TestNetworkBasicOps-1645094289-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=65b27586-00da-4678-84e4-bda7569e71bd,revision_number=0']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:46:31.044591 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-43591432-a9fd-4ba0-b30e-ca908c019965 tempest-TestNetworkBasicOps-1645094289 tempest-TestNetworkBasicOps-1645094289-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:46:31.045800 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-43591432-a9fd-4ba0-b30e-ca908c019965 tempest-TestNetworkBasicOps-1645094289 tempest-TestNetworkBasicOps-1645094289-project] 10.222.0.75 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1357622 Feb 09 19:46:31.259509 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-7be77fe9-80b9-4e8b-89e7-431c5986b3dc req-c618b4de-70c1-422a-8a1c-8a6c1e08d60f tempest-TestNetworkBasicOps-1645094289 tempest-TestNetworkBasicOps-1645094289-project] 10.222.0.75 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-768179596&fields=id&tenant_id=d10f75d7d9834af0ab88975c96df140f HTTP/1.1" status: 200 len: 267 time: 0.0510874 Feb 09 19:46:31.383902 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0f48fe9-0af2-4b01-8c17-240ae3fd8931 None None] Network 2b6d3cdf-3284-453b-8dd2-c8a7b82a71fa requested from n-d-713498-36 {{(pid=103232) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 19:46:31.385586 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7be77fe9-80b9-4e8b-89e7-431c5986b3dc req-b3222c3e-7dc5-4b68-9c6f-c3b1b5824a23 tempest-TestNetworkBasicOps-1645094289 tempest-TestNetworkBasicOps-1645094289-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:46:31.387500 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-7be77fe9-80b9-4e8b-89e7-431c5986b3dc req-b3222c3e-7dc5-4b68-9c6f-c3b1b5824a23 tempest-TestNetworkBasicOps-1645094289 tempest-TestNetworkBasicOps-1645094289-project] 10.222.0.75 "GET /v2.0/networks?id=2b6d3cdf-3284-453b-8dd2-c8a7b82a71fa HTTP/1.1" status: 200 len: 797 time: 0.1205697 Feb 09 19:46:31.405927 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-7be77fe9-80b9-4e8b-89e7-431c5986b3dc req-67c05b03-b26d-4029-aa67-94f8f7ef5070 tempest-TestNetworkBasicOps-1645094289 tempest-TestNetworkBasicOps-1645094289-project] 10.222.0.75 "GET /v2.0/quotas/d10f75d7d9834af0ab88975c96df140f HTTP/1.1" status: 200 len: 375 time: 0.0116982 Feb 09 19:46:31.456494 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.provisioning_blocks [None req-7b27922b-c5db-4bce-b8c3-3c4fe2f289c3 None None] Provisioning complete for port 31bd5801-2840-4ace-9880-2924f1addf5a triggered by entity DHCP. {{(pid=103232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 19:46:31.457115 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-7b27922b-c5db-4bce-b8c3-3c4fe2f289c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593630'] for port (31bd5801-2840-4ace-9880-2924f1addf5a), provisioning_complete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:46:31.481416 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-7be77fe9-80b9-4e8b-89e7-431c5986b3dc req-7de8d1a2-d2c5-4220-b217-f7a71fa5de67 tempest-TestNetworkBasicOps-1645094289 tempest-TestNetworkBasicOps-1645094289-project] 10.222.0.75 "GET /v2.0/ports?tenant_id=d10f75d7d9834af0ab88975c96df140f&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0696800 Feb 09 19:46:31.497375 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [req-7be77fe9-80b9-4e8b-89e7-431c5986b3dc req-28619bad-68d0-4bdf-95aa-9c045e0d6eb9 service neutron] http://10.222.0.75:9696/v2.0/extensions returned with HTTP 200 {{(pid=103230) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 09 19:46:31.498538 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-7be77fe9-80b9-4e8b-89e7-431c5986b3dc req-28619bad-68d0-4bdf-95aa-9c045e0d6eb9 service neutron] 10.222.0.75 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0061843 Feb 09 19:46:31.582823 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-7b27922b-c5db-4bce-b8c3-3c4fe2f289c3 None None] Current status of the port 31bd5801-2840-4ace-9880-2924f1addf5a is: DOWN; New status is: ACTIVE {{(pid=103232) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 19:46:31.583476 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-7b27922b-c5db-4bce-b8c3-3c4fe2f289c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (31bd5801-2840-4ace-9880-2924f1addf5a), before_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:46:31.615535 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-7be77fe9-80b9-4e8b-89e7-431c5986b3dc req-53284ba9-36f7-463f-a4f0-acdb46757618 service neutron] 10.222.0.75 "GET /v2.0/networks/2b6d3cdf-3284-453b-8dd2-c8a7b82a71fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1101658 Feb 09 19:46:31.623739 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-7b27922b-c5db-4bce-b8c3-3c4fe2f289c3 None None] For port 31bd5801-2840-4ace-9880-2924f1addf5a, host n-d-713498-36, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-36',level=0,port_id=31bd5801-2840-4ace-9880-2924f1addf5a,segment=NetworkSegment(9cf4a656-c7ca-48a4-819a-38de56a6c61a),segment_id=9cf4a656-c7ca-48a4-819a-38de56a6c61a)] {{(pid=103232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 19:46:31.629021 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-7b27922b-c5db-4bce-b8c3-3c4fe2f289c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762867176205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762866656485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762866656503'] for port (31bd5801-2840-4ace-9880-2924f1addf5a), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:46:31.696745 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b27922b-c5db-4bce-b8c3-3c4fe2f289c3 None None] Pushing event updated for resources: {'Port': ['ID=31bd5801-2840-4ace-9880-2924f1addf5a,revision_number=3']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:46:31.731730 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-7be77fe9-80b9-4e8b-89e7-431c5986b3dc req-96eabe86-3b30-4e72-8765-f71383440b9b service neutron] 10.222.0.75 "GET /v2.0/networks/2b6d3cdf-3284-453b-8dd2-c8a7b82a71fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1091971 Feb 09 19:46:31.861978 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.provisioning_blocks [None req-5ca06caa-911b-449e-a697-bf86bb53c582 None None] Provisioning complete for port 31bd5801-2840-4ace-9880-2924f1addf5a triggered by entity DHCP. {{(pid=103232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 19:46:31.862777 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-5ca06caa-911b-449e-a697-bf86bb53c582 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593630'] for port (31bd5801-2840-4ace-9880-2924f1addf5a), provisioning_complete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:46:31.911425 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Device 31bd5801-2840-4ace-9880-2924f1addf5a up at agent ovs-agent-n-d-713498-36 {{(pid=103232) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 19:46:31.937212 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-68feadb9-cf2d-4a93-92db-278e619f4e6f req-b6d1875c-0cc2-4f73-88ae-23172e6122df tempest-TestNetworkBasicOps-1645094289 tempest-TestNetworkBasicOps-1645094289-project] 10.222.0.75 "GET /v2.0/ports?device_id=b641dfcf-61ed-432f-bc13-f23e5df6f702 HTTP/1.1" status: 200 len: 210 time: 0.0499916 Feb 09 19:46:32.028817 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-5ca06caa-911b-449e-a697-bf86bb53c582 None None] Current status of the port 31bd5801-2840-4ace-9880-2924f1addf5a is: ACTIVE; New status is: ACTIVE {{(pid=103232) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 19:46:32.056592 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.provisioning_blocks [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Provisioning complete for port 31bd5801-2840-4ace-9880-2924f1addf5a triggered by entity L2. {{(pid=103232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 19:46:32.057871 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593630'] for port (31bd5801-2840-4ace-9880-2924f1addf5a), provisioning_complete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:46:32.076635 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1227134-2d57-4d63-82c6-52076830bdda req-920b01d5-71b5-4049-95c1-d438deb48a9b tempest-TestVolumeBootPattern-1615943498 tempest-TestVolumeBootPattern-1615943498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:46:32.078299 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-d1227134-2d57-4d63-82c6-52076830bdda req-920b01d5-71b5-4049-95c1-d438deb48a9b tempest-TestVolumeBootPattern-1615943498 tempest-TestVolumeBootPattern-1615943498-project] 10.222.0.75 "GET /v2.0/ports?device_id=cbaf0b82-9493-4ee5-8979-14cd489d7c31 HTTP/1.1" status: 200 len: 943 time: 0.0682626 Feb 09 19:46:32.151319 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-d1227134-2d57-4d63-82c6-52076830bdda req-2a688724-fd80-4deb-b0bf-9d6521112206 tempest-TestVolumeBootPattern-1615943498 tempest-TestVolumeBootPattern-1615943498-project] 10.222.0.75 "GET /v2.0/security-groups?id=345ae435-b00e-437f-83a9-8ffcc57023f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0666761 Feb 09 19:46:32.172175 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Current status of the port 31bd5801-2840-4ace-9880-2924f1addf5a is: ACTIVE; New status is: ACTIVE {{(pid=103232) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 19:46:33.069290 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-d44377fd-fcb0-4e8d-b5cd-0ba4d9344efc req-e92d6582-bd2f-4bf9-b690-c6cf4621be81 tempest-TestNetworkBasicOps-1645094289 tempest-TestNetworkBasicOps-1645094289-project] 10.222.0.75 "GET /v2.0/ports?device_id=b641dfcf-61ed-432f-bc13-f23e5df6f702 HTTP/1.1" status: 200 len: 210 time: 0.0361650 Feb 09 19:46:33.109716 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7be77fe9-80b9-4e8b-89e7-431c5986b3dc req-d7ee0180-5d9d-41e8-b032-6605ed8717b1 tempest-TestNetworkBasicOps-1645094289 tempest-TestNetworkBasicOps-1645094289-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:46:33.111936 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-7be77fe9-80b9-4e8b-89e7-431c5986b3dc req-d7ee0180-5d9d-41e8-b032-6605ed8717b1 tempest-TestNetworkBasicOps-1645094289 tempest-TestNetworkBasicOps-1645094289-project] 10.222.0.90 "GET /v2.0/networks?id=2b6d3cdf-3284-453b-8dd2-c8a7b82a71fa HTTP/1.1" status: 200 len: 797 time: 0.1723378 Feb 09 19:46:33.208270 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-7be77fe9-80b9-4e8b-89e7-431c5986b3dc req-ca0d5f18-71e9-4bad-80df-fe97d248cd7a tempest-TestNetworkBasicOps-1645094289 tempest-TestNetworkBasicOps-1645094289-project] 10.222.0.90 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d10f75d7d9834af0ab88975c96df140f HTTP/1.1" status: 200 len: 471 time: 0.0842612 Feb 09 19:46:33.218810 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.v2.base [req-7be77fe9-80b9-4e8b-89e7-431c5986b3dc req-94e1ef49-4535-4121-ac2f-f791e3f2fb4f tempest-TestNetworkBasicOps-1645094289 tempest-TestNetworkBasicOps-1645094289-project] Request body: {'port': {'device_id': 'b641dfcf-61ed-432f-bc13-f23e5df6f702', 'network_id': '2b6d3cdf-3284-453b-8dd2-c8a7b82a71fa', 'admin_state_up': True, 'tenant_id': 'd10f75d7d9834af0ab88975c96df140f', 'security_groups': ['e35f573d-7951-406e-88d4-6aad6e2ab7a0']}} {{(pid=103230) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 19:46:33.363832 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff0ce176-9b66-4588-a16f-22eb5a9c2fd2 req-cabd86be-f75a-4330-8059-62df9598c19f tempest-TestVolumeBootPattern-1615943498 tempest-TestVolumeBootPattern-1615943498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:46:33.365422 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-ff0ce176-9b66-4588-a16f-22eb5a9c2fd2 req-cabd86be-f75a-4330-8059-62df9598c19f tempest-TestVolumeBootPattern-1615943498 tempest-TestVolumeBootPattern-1615943498-project] 10.222.0.75 "GET /v2.0/ports?device_id=cbaf0b82-9493-4ee5-8979-14cd489d7c31 HTTP/1.1" status: 200 len: 943 time: 0.0954435 Feb 09 19:46:33.416320 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7be77fe9-80b9-4e8b-89e7-431c5986b3dc req-94e1ef49-4535-4121-ac2f-f791e3f2fb4f tempest-TestNetworkBasicOps-1645094289 tempest-TestNetworkBasicOps-1645094289-project] Made reservation on behalf of d10f75d7d9834af0ab88975c96df140f for: {'port': 1} {{(pid=103230) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 19:46:33.420037 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [req-7be77fe9-80b9-4e8b-89e7-431c5986b3dc req-94e1ef49-4535-4121-ac2f-f791e3f2fb4f tempest-TestNetworkBasicOps-1645094289 tempest-TestNetworkBasicOps-1645094289-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (None), before_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:46:33.442503 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-ff0ce176-9b66-4588-a16f-22eb5a9c2fd2 req-54952846-33df-47f4-b452-05139f40dcac tempest-TestVolumeBootPattern-1615943498 tempest-TestVolumeBootPattern-1615943498-project] 10.222.0.75 "GET /v2.0/security-groups?id=345ae435-b00e-437f-83a9-8ffcc57023f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0692918 Feb 09 19:46:33.568536 n-d-713498-36 neutron-server[103230]: DEBUG neutron.db.db_base_plugin_common [req-7be77fe9-80b9-4e8b-89e7-431c5986b3dc req-94e1ef49-4535-4121-ac2f-f791e3f2fb4f tempest-TestNetworkBasicOps-1645094289 tempest-TestNetworkBasicOps-1645094289-project] Allocated IP 172.20.0.26 (2b6d3cdf-3284-453b-8dd2-c8a7b82a71fa/5b384ea6-08b6-42e0-9556-97d750d20e7d/582f4579-c104-4923-863c-a58a727d81b3) {{(pid=103230) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 19:46:33.718471 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [req-7be77fe9-80b9-4e8b-89e7-431c5986b3dc req-94e1ef49-4535-4121-ac2f-f791e3f2fb4f tempest-TestNetworkBasicOps-1645094289 tempest-TestNetworkBasicOps-1645094289-project] Publish callbacks [] for port (582f4579-c104-4923-863c-a58a727d81b3), precommit_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:46:33.751680 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [req-7be77fe9-80b9-4e8b-89e7-431c5986b3dc req-94e1ef49-4535-4121-ac2f-f791e3f2fb4f tempest-TestNetworkBasicOps-1645094289 tempest-TestNetworkBasicOps-1645094289-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762866656467', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14393751'] for port (582f4579-c104-4923-863c-a58a727d81b3), after_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:46:33.809427 n-d-713498-36 neutron-server[103230]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7be77fe9-80b9-4e8b-89e7-431c5986b3dc req-94e1ef49-4535-4121-ac2f-f791e3f2fb4f tempest-TestNetworkBasicOps-1645094289 tempest-TestNetworkBasicOps-1645094289-project] Network 2b6d3cdf-3284-453b-8dd2-c8a7b82a71fa is already hosted by enough agents. {{(pid=103230) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 19:46:33.814743 n-d-713498-36 neutron-server[103230]: DEBUG neutron.scheduler.base_scheduler [req-7be77fe9-80b9-4e8b-89e7-431c5986b3dc req-94e1ef49-4535-4121-ac2f-f791e3f2fb4f tempest-TestNetworkBasicOps-1645094289 tempest-TestNetworkBasicOps-1645094289-project] Resources bound (agent type, host, resource id): {{(pid=103230) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 19:46:33.819228 n-d-713498-36 neutron-server[103230]: DEBUG neutron.db.l3_dvrscheduler_db [req-7be77fe9-80b9-4e8b-89e7-431c5986b3dc req-94e1ef49-4535-4121-ac2f-f791e3f2fb4f tempest-TestNetworkBasicOps-1645094289 tempest-TestNetworkBasicOps-1645094289-project] Received port after_create {{(pid=103230) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 19:46:33.845234 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94e1ef49-4535-4121-ac2f-f791e3f2fb4f tempest-TestNetworkBasicOps-1645094289 tempest-TestNetworkBasicOps-1645094289-project] Pushing event updated for resources: {'Port': ['ID=582f4579-c104-4923-863c-a58a727d81b3,revision_number=1']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:46:33.871409 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7be77fe9-80b9-4e8b-89e7-431c5986b3dc req-94e1ef49-4535-4121-ac2f-f791e3f2fb4f tempest-TestNetworkBasicOps-1645094289 tempest-TestNetworkBasicOps-1645094289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:46:33.872052 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [req-7be77fe9-80b9-4e8b-89e7-431c5986b3dc req-94e1ef49-4535-4121-ac2f-f791e3f2fb4f tempest-TestNetworkBasicOps-1645094289 tempest-TestNetworkBasicOps-1645094289-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171096'] for port (None), before_response {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:46:33.891317 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-7be77fe9-80b9-4e8b-89e7-431c5986b3dc req-94e1ef49-4535-4121-ac2f-f791e3f2fb4f tempest-TestNetworkBasicOps-1645094289 tempest-TestNetworkBasicOps-1645094289-project] 10.222.0.90 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6765237 Feb 09 19:46:33.903962 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.v2.base [req-7be77fe9-80b9-4e8b-89e7-431c5986b3dc req-98863742-cef0-459a-b7bd-81b46066fee3 service neutron] Request body: {'port': {'device_id': 'b641dfcf-61ed-432f-bc13-f23e5df6f702', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-713498-36'}} {{(pid=103230) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 19:46:33.972925 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [req-7be77fe9-80b9-4e8b-89e7-431c5986b3dc req-98863742-cef0-459a-b7bd-81b46066fee3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (582f4579-c104-4923-863c-a58a727d81b3), before_update {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:46:34.187748 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.provisioning_blocks [None req-65f55b8c-d828-4a2f-a528-a48bdee22d0b None None] Provisioning complete for port 582f4579-c104-4923-863c-a58a727d81b3 triggered by entity DHCP. {{(pid=103232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 19:46:34.190421 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-65f55b8c-d828-4a2f-a528-a48bdee22d0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593630'] for port (582f4579-c104-4923-863c-a58a727d81b3), provisioning_complete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:46:34.247966 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9554e5d-a721-47f5-a0fb-6d9130f72f71 req-ac227b86-c039-4b12-83fd-6aaf4a09cfbb tempest-TestNetworkBasicOps-1645094289 tempest-TestNetworkBasicOps-1645094289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:46:34.257679 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-e9554e5d-a721-47f5-a0fb-6d9130f72f71 req-ac227b86-c039-4b12-83fd-6aaf4a09cfbb tempest-TestNetworkBasicOps-1645094289 tempest-TestNetworkBasicOps-1645094289-project] 10.222.0.75 "GET /v2.0/ports?device_id=b641dfcf-61ed-432f-bc13-f23e5df6f702 HTTP/1.1" status: 200 len: 932 time: 0.1095774 Feb 09 19:46:34.274070 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-65f55b8c-d828-4a2f-a528-a48bdee22d0b None None] Port 582f4579-c104-4923-863c-a58a727d81b3 cannot update to ACTIVE because it is not bound. {{(pid=103232) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 19:46:34.306558 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-e9554e5d-a721-47f5-a0fb-6d9130f72f71 req-3565e2b4-729a-4528-9cb5-c9125cc5ecba tempest-TestNetworkBasicOps-1645094289 tempest-TestNetworkBasicOps-1645094289-project] 10.222.0.75 "GET /v2.0/security-groups?id=e35f573d-7951-406e-88d4-6aad6e2ab7a0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0473244 Feb 09 19:46:34.343226 n-d-713498-36 neutron-server[103230]: DEBUG neutron.notifiers.nova [req-7be77fe9-80b9-4e8b-89e7-431c5986b3dc req-98863742-cef0-459a-b7bd-81b46066fee3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 582f4579-c104-4923-863c-a58a727d81b3 {{(pid=103230) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 19:46:34.352180 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [req-7be77fe9-80b9-4e8b-89e7-431c5986b3dc req-98863742-cef0-459a-b7bd-81b46066fee3 service neutron] Publish callbacks [] for port (582f4579-c104-4923-863c-a58a727d81b3), precommit_update {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:46:34.366598 n-d-713498-36 neutron-server[103230]: DEBUG neutron.db.provisioning_blocks [req-7be77fe9-80b9-4e8b-89e7-431c5986b3dc req-98863742-cef0-459a-b7bd-81b46066fee3 service neutron] Transition to ACTIVE for port object 582f4579-c104-4923-863c-a58a727d81b3 will not be triggered until provisioned by entity L2. {{(pid=103230) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 19:46:34.371231 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [req-7be77fe9-80b9-4e8b-89e7-431c5986b3dc req-98863742-cef0-459a-b7bd-81b46066fee3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762867176205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762866656485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762866656503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14393758'] for port (582f4579-c104-4923-863c-a58a727d81b3), after_update {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:46:34.427427 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98863742-cef0-459a-b7bd-81b46066fee3 service neutron] Pushing event updated for resources: {'Port': ['ID=582f4579-c104-4923-863c-a58a727d81b3,revision_number=2']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:46:34.512464 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.managers [req-7be77fe9-80b9-4e8b-89e7-431c5986b3dc req-98863742-cef0-459a-b7bd-81b46066fee3 service neutron] Attempting to bind port 582f4579-c104-4923-863c-a58a727d81b3 on host n-h2-713498-36 for vnic_type normal with profile {{(pid=103230) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 19:46:34.512985 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.managers [req-7be77fe9-80b9-4e8b-89e7-431c5986b3dc req-98863742-cef0-459a-b7bd-81b46066fee3 service neutron] Attempting to bind port 582f4579-c104-4923-863c-a58a727d81b3 by drivers openvswitch,hyperv on host n-h2-713498-36 at level 0 using segments [{'id': '9cf4a656-c7ca-48a4-819a-38de56a6c61a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': '2b6d3cdf-3284-453b-8dd2-c8a7b82a71fa'}] {{(pid=103230) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 19:46:34.513427 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7be77fe9-80b9-4e8b-89e7-431c5986b3dc req-98863742-cef0-459a-b7bd-81b46066fee3 service neutron] Attempting to bind port 582f4579-c104-4923-863c-a58a727d81b3 on network 2b6d3cdf-3284-453b-8dd2-c8a7b82a71fa {{(pid=103230) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 19:46:34.519111 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7be77fe9-80b9-4e8b-89e7-431c5986b3dc req-98863742-cef0-459a-b7bd-81b46066fee3 service neutron] Port 582f4579-c104-4923-863c-a58a727d81b3 on network 2b6d3cdf-3284-453b-8dd2-c8a7b82a71fa not bound, no agent of type Open vSwitch agent registered on host n-h2-713498-36 {{(pid=103230) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 19:46:34.519578 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7be77fe9-80b9-4e8b-89e7-431c5986b3dc req-98863742-cef0-459a-b7bd-81b46066fee3 service neutron] Attempting to bind port 582f4579-c104-4923-863c-a58a727d81b3 on network 2b6d3cdf-3284-453b-8dd2-c8a7b82a71fa {{(pid=103230) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 19:46:34.524998 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7be77fe9-80b9-4e8b-89e7-431c5986b3dc req-98863742-cef0-459a-b7bd-81b46066fee3 service neutron] Checking agent: {'id': 'bcd5faee-dc24-4298-9134-0e0aa054058e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713498-36', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 18, 59, 19), 'started_at': datetime.datetime(2022, 2, 9, 18, 59, 19), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 19, 46, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103230) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 19:46:34.525485 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7be77fe9-80b9-4e8b-89e7-431c5986b3dc req-98863742-cef0-459a-b7bd-81b46066fee3 service neutron] Checking segment: {'id': '9cf4a656-c7ca-48a4-819a-38de56a6c61a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': '2b6d3cdf-3284-453b-8dd2-c8a7b82a71fa'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103230) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 19:46:34.526002 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7be77fe9-80b9-4e8b-89e7-431c5986b3dc req-98863742-cef0-459a-b7bd-81b46066fee3 service neutron] Bound using segment: {'id': '9cf4a656-c7ca-48a4-819a-38de56a6c61a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': '2b6d3cdf-3284-453b-8dd2-c8a7b82a71fa'} {{(pid=103230) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 19:46:34.526578 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.managers [req-7be77fe9-80b9-4e8b-89e7-431c5986b3dc req-98863742-cef0-459a-b7bd-81b46066fee3 service neutron] Bound port: 582f4579-c104-4923-863c-a58a727d81b3, host: n-h2-713498-36, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9cf4a656-c7ca-48a4-819a-38de56a6c61a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': '2b6d3cdf-3284-453b-8dd2-c8a7b82a71fa'}}] {{(pid=103230) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 19:46:34.527046 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [req-7be77fe9-80b9-4e8b-89e7-431c5986b3dc req-98863742-cef0-459a-b7bd-81b46066fee3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (582f4579-c104-4923-863c-a58a727d81b3), before_update {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:46:34.712414 n-d-713498-36 neutron-server[103233]: DEBUG neutron.db.agents_db [None req-4a8a6a42-0a0c-4437-8958-92282682b6bb None None] Agent healthcheck: found 7 active agents {{(pid=103233) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 19:46:34.955673 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94102332-9e91-4546-9e11-cec4d016c5dc req-80cbe1f6-48d5-45de-9294-1f41fc17c749 tempest-TestVolumeBootPattern-1615943498 tempest-TestVolumeBootPattern-1615943498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:46:34.957055 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-94102332-9e91-4546-9e11-cec4d016c5dc req-80cbe1f6-48d5-45de-9294-1f41fc17c749 tempest-TestVolumeBootPattern-1615943498 tempest-TestVolumeBootPattern-1615943498-project] 10.222.0.75 "GET /v2.0/ports?device_id=cbaf0b82-9493-4ee5-8979-14cd489d7c31 HTTP/1.1" status: 200 len: 943 time: 0.4263904 Feb 09 19:46:34.958098 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.db [req-7be77fe9-80b9-4e8b-89e7-431c5986b3dc req-98863742-cef0-459a-b7bd-81b46066fee3 service neutron] For port 582f4579-c104-4923-863c-a58a727d81b3, host n-h2-713498-36, cleared binding levels {{(pid=103230) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 19:46:34.961511 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.db [req-7be77fe9-80b9-4e8b-89e7-431c5986b3dc req-98863742-cef0-459a-b7bd-81b46066fee3 service neutron] For port 582f4579-c104-4923-863c-a58a727d81b3, host n-h2-713498-36, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-36',level=0,port_id=582f4579-c104-4923-863c-a58a727d81b3,segment=NetworkSegment(9cf4a656-c7ca-48a4-819a-38de56a6c61a),segment_id=9cf4a656-c7ca-48a4-819a-38de56a6c61a)] {{(pid=103230) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 19:46:34.972280 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [req-7be77fe9-80b9-4e8b-89e7-431c5986b3dc req-98863742-cef0-459a-b7bd-81b46066fee3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762867176205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762866656485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762866656503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14393758'] for port (582f4579-c104-4923-863c-a58a727d81b3), after_update {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:46:35.034008 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7be77fe9-80b9-4e8b-89e7-431c5986b3dc req-98863742-cef0-459a-b7bd-81b46066fee3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:46:35.034631 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [req-7be77fe9-80b9-4e8b-89e7-431c5986b3dc req-98863742-cef0-459a-b7bd-81b46066fee3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171096'] for port (None), before_response {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:46:35.036017 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-7be77fe9-80b9-4e8b-89e7-431c5986b3dc req-98863742-cef0-459a-b7bd-81b46066fee3 service neutron] 10.222.0.90 "PUT /v2.0/ports/582f4579-c104-4923-863c-a58a727d81b3 HTTP/1.1" status: 200 len: 1093 time: 1.1372685 Feb 09 19:46:35.036471 n-d-713498-36 neutron-server[103230]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b641dfcf-61ed-432f-bc13-f23e5df6f702', 'tag': '582f4579-c104-4923-863c-a58a727d81b3'}] {{(pid=103230) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 19:46:35.038903 n-d-713498-36 neutron-server[103230]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aee5919275bae9f72eb374ee322673045eb80c1f84b4b45a97d96923bd50ab51" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e84595a3-8bfe-43ab-bac6-dabd56244345" -d '{"events": [{"name": "network-changed", "server_uuid": "b641dfcf-61ed-432f-bc13-f23e5df6f702", "tag": "582f4579-c104-4923-863c-a58a727d81b3"}]}' {{(pid=103230) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 19:46:35.103602 n-d-713498-36 neutron-server[103230]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 19:46:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5484caa5-aead-47d9-9fb7-94e61f8b00ae x-openstack-request-id: req-5484caa5-aead-47d9-9fb7-94e61f8b00ae {{(pid=103230) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 19:46:35.103894 n-d-713498-36 neutron-server[103230]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b641dfcf-61ed-432f-bc13-f23e5df6f702", "tag": "582f4579-c104-4923-863c-a58a727d81b3", "status": "completed", "code": 200}]} {{(pid=103230) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 19:46:35.104151 n-d-713498-36 neutron-server[103230]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-5484caa5-aead-47d9-9fb7-94e61f8b00ae {{(pid=103230) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 19:46:35.104536 n-d-713498-36 neutron-server[103230]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b641dfcf-61ed-432f-bc13-f23e5df6f702', 'tag': '582f4579-c104-4923-863c-a58a727d81b3', 'status': 'completed', 'code': 200} Feb 09 19:46:35.125607 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-94102332-9e91-4546-9e11-cec4d016c5dc req-29a59fe9-39cb-4018-93a6-6eafbec6c1a6 tempest-TestVolumeBootPattern-1615943498 tempest-TestVolumeBootPattern-1615943498-project] 10.222.0.75 "GET /v2.0/security-groups?id=345ae435-b00e-437f-83a9-8ffcc57023f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1608837 Feb 09 19:46:35.130886 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98863742-cef0-459a-b7bd-81b46066fee3 service neutron] Pushing event updated for resources: {'Port': ['ID=582f4579-c104-4923-863c-a58a727d81b3,revision_number=3']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:46:35.153595 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7be77fe9-80b9-4e8b-89e7-431c5986b3dc req-439fed09-8f5c-4037-97a9-8d0812ca9b51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:46:35.163052 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-7be77fe9-80b9-4e8b-89e7-431c5986b3dc req-439fed09-8f5c-4037-97a9-8d0812ca9b51 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=d10f75d7d9834af0ab88975c96df140f&device_id=b641dfcf-61ed-432f-bc13-f23e5df6f702 HTTP/1.1" status: 200 len: 1127 time: 0.0817771 Feb 09 19:46:35.209227 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-7be77fe9-80b9-4e8b-89e7-431c5986b3dc req-4ad46394-d14f-4570-bd58-28132b4577db service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.26&port_id=582f4579-c104-4923-863c-a58a727d81b3 HTTP/1.1" status: 200 len: 217 time: 0.0377653 Feb 09 19:46:35.272534 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7be77fe9-80b9-4e8b-89e7-431c5986b3dc req-ce67b234-25fc-4529-bd1e-4a51ae1669bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:46:35.274037 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-7be77fe9-80b9-4e8b-89e7-431c5986b3dc req-ce67b234-25fc-4529-bd1e-4a51ae1669bd service neutron] 10.222.0.90 "GET /v2.0/subnets?id=5b384ea6-08b6-42e0-9556-97d750d20e7d HTTP/1.1" status: 200 len: 838 time: 0.0581408 Feb 09 19:46:35.332056 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7be77fe9-80b9-4e8b-89e7-431c5986b3dc req-3082143e-d0bf-48c8-947c-db6352e0b164 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:46:35.333828 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-7be77fe9-80b9-4e8b-89e7-431c5986b3dc req-3082143e-d0bf-48c8-947c-db6352e0b164 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=2b6d3cdf-3284-453b-8dd2-c8a7b82a71fa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1202 time: 0.0533762 Feb 09 19:46:35.433896 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-7be77fe9-80b9-4e8b-89e7-431c5986b3dc req-b8117693-e304-4066-ae20-1224c978d148 service neutron] 10.222.0.90 "GET /v2.0/networks/2b6d3cdf-3284-453b-8dd2-c8a7b82a71fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0899580 Feb 09 19:46:35.443101 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9a8b5d4-12e7-4386-80cb-cd9cd0b0ca8b req-036d23a6-e81c-4c8c-84a3-b85baa765ad3 tempest-TestNetworkBasicOps-1645094289 tempest-TestNetworkBasicOps-1645094289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:46:35.445183 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-c9a8b5d4-12e7-4386-80cb-cd9cd0b0ca8b req-036d23a6-e81c-4c8c-84a3-b85baa765ad3 tempest-TestNetworkBasicOps-1645094289 tempest-TestNetworkBasicOps-1645094289-project] 10.222.0.75 "GET /v2.0/ports?device_id=b641dfcf-61ed-432f-bc13-f23e5df6f702 HTTP/1.1" status: 200 len: 944 time: 0.0621104 Feb 09 19:46:35.505028 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-c9a8b5d4-12e7-4386-80cb-cd9cd0b0ca8b req-26bc52ea-b2bd-42fb-88e2-9e12b70dbca9 tempest-TestNetworkBasicOps-1645094289 tempest-TestNetworkBasicOps-1645094289-project] 10.222.0.75 "GET /v2.0/security-groups?id=e35f573d-7951-406e-88d4-6aad6e2ab7a0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0533171 Feb 09 19:46:35.545070 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-7be77fe9-80b9-4e8b-89e7-431c5986b3dc req-044574e2-09c7-47d2-8f77-2a9dc9bc1a57 service neutron] 10.222.0.90 "GET /v2.0/networks/2b6d3cdf-3284-453b-8dd2-c8a7b82a71fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1046000 Feb 09 19:46:35.642809 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e84595a3-8bfe-43ab-bac6-dabd56244345 req-def8beb5-f07b-443d-abe3-03070aa5aa87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:46:35.644308 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-e84595a3-8bfe-43ab-bac6-dabd56244345 req-def8beb5-f07b-443d-abe3-03070aa5aa87 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=d10f75d7d9834af0ab88975c96df140f&device_id=b641dfcf-61ed-432f-bc13-f23e5df6f702 HTTP/1.1" status: 200 len: 1127 time: 0.0467350 Feb 09 19:46:35.744761 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e84595a3-8bfe-43ab-bac6-dabd56244345 req-233ce3cd-7dce-4aa4-b6da-bf0c24cac9b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:46:35.746223 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-e84595a3-8bfe-43ab-bac6-dabd56244345 req-233ce3cd-7dce-4aa4-b6da-bf0c24cac9b7 service neutron] 10.222.0.90 "GET /v2.0/networks?id=2b6d3cdf-3284-453b-8dd2-c8a7b82a71fa HTTP/1.1" status: 200 len: 898 time: 0.0896010 Feb 09 19:46:35.787672 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-e84595a3-8bfe-43ab-bac6-dabd56244345 req-a20f9b69-3bdb-43ea-b7da-3181218ec1ee service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.26&port_id=582f4579-c104-4923-863c-a58a727d81b3 HTTP/1.1" status: 200 len: 217 time: 0.0341091 Feb 09 19:46:35.837488 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e84595a3-8bfe-43ab-bac6-dabd56244345 req-ce4d002d-affa-47f3-8117-a3938e2226b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:46:35.838948 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-e84595a3-8bfe-43ab-bac6-dabd56244345 req-ce4d002d-affa-47f3-8117-a3938e2226b3 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=5b384ea6-08b6-42e0-9556-97d750d20e7d HTTP/1.1" status: 200 len: 838 time: 0.0440006 Feb 09 19:46:35.891566 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e84595a3-8bfe-43ab-bac6-dabd56244345 req-bd520ae2-0e14-4d7d-954c-22efc3f1b0b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:46:35.892952 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-e84595a3-8bfe-43ab-bac6-dabd56244345 req-bd520ae2-0e14-4d7d-954c-22efc3f1b0b0 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=2b6d3cdf-3284-453b-8dd2-c8a7b82a71fa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1202 time: 0.0477715 Feb 09 19:46:35.980970 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-e84595a3-8bfe-43ab-bac6-dabd56244345 req-bb28cb2a-3c2e-4cac-9ef8-242e649820b6 service neutron] 10.222.0.90 "GET /v2.0/networks/2b6d3cdf-3284-453b-8dd2-c8a7b82a71fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0802174 Feb 09 19:46:36.078384 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-e84595a3-8bfe-43ab-bac6-dabd56244345 req-63f2fa23-9567-4678-8a76-e271d723f460 service neutron] 10.222.0.90 "GET /v2.0/networks/2b6d3cdf-3284-453b-8dd2-c8a7b82a71fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0883582 Feb 09 19:46:36.265693 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d895a802-12e5-4f82-8f95-2dc25cba75d2 req-d74cb046-1d66-4ab4-a5b0-2bd06404d986 tempest-TestVolumeBootPattern-1615943498 tempest-TestVolumeBootPattern-1615943498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:46:36.267692 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-d895a802-12e5-4f82-8f95-2dc25cba75d2 req-d74cb046-1d66-4ab4-a5b0-2bd06404d986 tempest-TestVolumeBootPattern-1615943498 tempest-TestVolumeBootPattern-1615943498-project] 10.222.0.75 "GET /v2.0/ports?device_id=cbaf0b82-9493-4ee5-8979-14cd489d7c31 HTTP/1.1" status: 200 len: 943 time: 0.0552149 Feb 09 19:46:36.330585 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-d895a802-12e5-4f82-8f95-2dc25cba75d2 req-b5cac907-d0cd-40e6-9454-78aae08bdea4 tempest-TestVolumeBootPattern-1615943498 tempest-TestVolumeBootPattern-1615943498-project] 10.222.0.75 "GET /v2.0/security-groups?id=345ae435-b00e-437f-83a9-8ffcc57023f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0541315 Feb 09 19:46:36.357329 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Device 6c359067-0903-4b1b-9261-1bf513b069e4 details requested by agent hyperv_n-h1-713498-36 with host n-h1-713498-36 {{(pid=103232) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 19:46:36.469937 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] For port 6c359067-0903-4b1b-9261-1bf513b069e4, host n-h1-713498-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-36',level=0,port_id=6c359067-0903-4b1b-9261-1bf513b069e4,segment=NetworkSegment(33386be2-7716-4eda-8188-eeaffee7e0ec),segment_id=33386be2-7716-4eda-8188-eeaffee7e0ec)] {{(pid=103232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 19:46:36.481677 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Returning: {'device': '6c359067-0903-4b1b-9261-1bf513b069e4', 'network_id': '6c0390b8-57a8-4e5d-b1b3-4d3098f0383e', 'port_id': '6c359067-0903-4b1b-9261-1bf513b069e4', 'mac_address': 'fa:16:3e:a2:b4:2a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 395, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8c23e8df-50ec-4124-b2e0-ec4287e0865a', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103232) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 19:46:36.525252 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Current status of the port 6c359067-0903-4b1b-9261-1bf513b069e4 is: DOWN; New status is: BUILD {{(pid=103232) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 19:46:36.525657 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (6c359067-0903-4b1b-9261-1bf513b069e4), before_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:46:36.540958 n-d-713498-36 neutron-server[103232]: DEBUG neutron.notifiers.nova [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6c359067-0903-4b1b-9261-1bf513b069e4 {{(pid=103232) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 19:46:36.579197 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] For port 6c359067-0903-4b1b-9261-1bf513b069e4, host n-h1-713498-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-36',level=0,port_id=6c359067-0903-4b1b-9261-1bf513b069e4,segment=NetworkSegment(33386be2-7716-4eda-8188-eeaffee7e0ec),segment_id=33386be2-7716-4eda-8188-eeaffee7e0ec)] {{(pid=103232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 19:46:36.592975 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762867176205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762866656485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762866656503'] for port (6c359067-0903-4b1b-9261-1bf513b069e4), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:46:36.644894 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5036e153-9a13-4531-97e0-b63c0fc8a99a req-5f662067-b888-44cb-b1b3-d6357a50426a tempest-TestNetworkBasicOps-1645094289 tempest-TestNetworkBasicOps-1645094289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:46:36.646444 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Pushing event updated for resources: {'Port': ['ID=6c359067-0903-4b1b-9261-1bf513b069e4,revision_number=4']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:46:36.647517 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-5036e153-9a13-4531-97e0-b63c0fc8a99a req-5f662067-b888-44cb-b1b3-d6357a50426a tempest-TestNetworkBasicOps-1645094289 tempest-TestNetworkBasicOps-1645094289-project] 10.222.0.75 "GET /v2.0/ports?device_id=b641dfcf-61ed-432f-bc13-f23e5df6f702 HTTP/1.1" status: 200 len: 944 time: 0.0642741 Feb 09 19:46:36.706023 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-5036e153-9a13-4531-97e0-b63c0fc8a99a req-0aba587f-a0ce-4974-870e-dbdb60b4b6df tempest-TestNetworkBasicOps-1645094289 tempest-TestNetworkBasicOps-1645094289-project] 10.222.0.75 "GET /v2.0/security-groups?id=e35f573d-7951-406e-88d4-6aad6e2ab7a0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0511491 Feb 09 19:46:36.841611 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] get_ports_and_sgs() called for port_ids ['6c359067-0903-4b1b-9261-1bf513b069e4'] {{(pid=103232) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 19:46:37.464192 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c99659f-8314-4d2d-8324-1cd72e49d905 req-ef6132f3-3426-4d41-8a87-2fe85caa7e02 tempest-TestVolumeBootPattern-1615943498 tempest-TestVolumeBootPattern-1615943498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:46:37.465949 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-6c99659f-8314-4d2d-8324-1cd72e49d905 req-ef6132f3-3426-4d41-8a87-2fe85caa7e02 tempest-TestVolumeBootPattern-1615943498 tempest-TestVolumeBootPattern-1615943498-project] 10.222.0.75 "GET /v2.0/ports?device_id=cbaf0b82-9493-4ee5-8979-14cd489d7c31 HTTP/1.1" status: 200 len: 944 time: 0.0590465 Feb 09 19:46:37.517141 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-6c99659f-8314-4d2d-8324-1cd72e49d905 req-e12666ae-318a-4b5f-b07f-544f8d5c95e1 tempest-TestVolumeBootPattern-1615943498 tempest-TestVolumeBootPattern-1615943498-project] 10.222.0.75 "GET /v2.0/security-groups?id=345ae435-b00e-437f-83a9-8ffcc57023f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449483 Feb 09 19:46:37.734949 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Device 582f4579-c104-4923-863c-a58a727d81b3 details requested by agent hyperv_n-h2-713498-36 with host n-h2-713498-36 {{(pid=103232) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 19:46:37.874788 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-7429db8d-6021-40ad-813e-885be449a89b None None] For port 582f4579-c104-4923-863c-a58a727d81b3, host n-h2-713498-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-36',level=0,port_id=582f4579-c104-4923-863c-a58a727d81b3,segment=NetworkSegment(9cf4a656-c7ca-48a4-819a-38de56a6c61a),segment_id=9cf4a656-c7ca-48a4-819a-38de56a6c61a)] {{(pid=103232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 19:46:37.879395 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a566cdde-e4f9-4f9f-b960-6ee87b0ff479 req-8a993709-e22e-4da1-ac92-53d680bd17af tempest-TestNetworkBasicOps-1645094289 tempest-TestNetworkBasicOps-1645094289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:46:37.889570 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-a566cdde-e4f9-4f9f-b960-6ee87b0ff479 req-8a993709-e22e-4da1-ac92-53d680bd17af tempest-TestNetworkBasicOps-1645094289 tempest-TestNetworkBasicOps-1645094289-project] 10.222.0.75 "GET /v2.0/ports?device_id=b641dfcf-61ed-432f-bc13-f23e5df6f702 HTTP/1.1" status: 200 len: 944 time: 0.0765719 Feb 09 19:46:37.960323 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-a566cdde-e4f9-4f9f-b960-6ee87b0ff479 req-f33c8178-2e76-422e-aca5-2621ca2f3cf0 tempest-TestNetworkBasicOps-1645094289 tempest-TestNetworkBasicOps-1645094289-project] 10.222.0.75 "GET /v2.0/security-groups?id=e35f573d-7951-406e-88d4-6aad6e2ab7a0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0669999 Feb 09 19:46:38.054342 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Returning: {'device': '582f4579-c104-4923-863c-a58a727d81b3', 'network_id': '2b6d3cdf-3284-453b-8dd2-c8a7b82a71fa', 'port_id': '582f4579-c104-4923-863c-a58a727d81b3', 'mac_address': 'fa:16:3e:22:05:0e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 385, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5b384ea6-08b6-42e0-9556-97d750d20e7d', 'ip_address': '172.20.0.26'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103232) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 19:46:38.098703 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Current status of the port 582f4579-c104-4923-863c-a58a727d81b3 is: DOWN; New status is: BUILD {{(pid=103232) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 19:46:38.099094 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (582f4579-c104-4923-863c-a58a727d81b3), before_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:46:38.114526 n-d-713498-36 neutron-server[103232]: DEBUG neutron.notifiers.nova [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 582f4579-c104-4923-863c-a58a727d81b3 {{(pid=103232) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 19:46:38.138067 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-7429db8d-6021-40ad-813e-885be449a89b None None] For port 582f4579-c104-4923-863c-a58a727d81b3, host n-h2-713498-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-36',level=0,port_id=582f4579-c104-4923-863c-a58a727d81b3,segment=NetworkSegment(9cf4a656-c7ca-48a4-819a-38de56a6c61a),segment_id=9cf4a656-c7ca-48a4-819a-38de56a6c61a)] {{(pid=103232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 19:46:38.142537 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762867176205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762866656485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762866656503'] for port (582f4579-c104-4923-863c-a58a727d81b3), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:46:38.195867 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Pushing event updated for resources: {'Port': ['ID=582f4579-c104-4923-863c-a58a727d81b3,revision_number=4']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:46:38.379522 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Device 6c359067-0903-4b1b-9261-1bf513b069e4 up at agent hyperv_n-h1-713498-36 {{(pid=103232) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 19:46:38.381702 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-7429db8d-6021-40ad-813e-885be449a89b None None] get_ports_and_sgs() called for port_ids ['582f4579-c104-4923-863c-a58a727d81b3'] {{(pid=103232) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 19:46:38.494675 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.provisioning_blocks [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Provisioning for port 6c359067-0903-4b1b-9261-1bf513b069e4 completed by entity L2. {{(pid=103232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 19:46:38.505389 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.provisioning_blocks [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Provisioning complete for port 6c359067-0903-4b1b-9261-1bf513b069e4 triggered by entity L2. {{(pid=103232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 19:46:38.505754 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593630'] for port (6c359067-0903-4b1b-9261-1bf513b069e4), provisioning_complete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:46:38.659391 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5bb91ca-ff19-4b58-a6db-19950a8d9214 req-380fa725-555e-491f-b5c5-422992d6842f tempest-TestVolumeBootPattern-1615943498 tempest-TestVolumeBootPattern-1615943498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:46:38.659945 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Current status of the port 6c359067-0903-4b1b-9261-1bf513b069e4 is: BUILD; New status is: ACTIVE {{(pid=103232) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 19:46:38.660053 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (6c359067-0903-4b1b-9261-1bf513b069e4), before_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:46:38.666960 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-a5bb91ca-ff19-4b58-a6db-19950a8d9214 req-380fa725-555e-491f-b5c5-422992d6842f tempest-TestVolumeBootPattern-1615943498 tempest-TestVolumeBootPattern-1615943498-project] 10.222.0.75 "GET /v2.0/ports?device_id=cbaf0b82-9493-4ee5-8979-14cd489d7c31 HTTP/1.1" status: 200 len: 944 time: 0.0678036 Feb 09 19:46:38.701295 n-d-713498-36 neutron-server[103232]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cbaf0b82-9493-4ee5-8979-14cd489d7c31', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6c359067-0903-4b1b-9261-1bf513b069e4'}] {{(pid=103232) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 19:46:38.703540 n-d-713498-36 neutron-server[103232]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}949cdcde653dec44821de95cbf67297f53cbc2aed4e073b5d514f93bf911ce85" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d715c013-ae2d-45c2-b40f-8c1cc643e7f4" -d '{"events": [{"server_uuid": "cbaf0b82-9493-4ee5-8979-14cd489d7c31", "name": "network-vif-plugged", "status": "completed", "tag": "6c359067-0903-4b1b-9261-1bf513b069e4"}]}' {{(pid=103232) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 19:46:38.730923 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-a5bb91ca-ff19-4b58-a6db-19950a8d9214 req-fe511107-dd35-425c-93ec-5a66d7509c74 tempest-TestVolumeBootPattern-1615943498 tempest-TestVolumeBootPattern-1615943498-project] 10.222.0.75 "GET /v2.0/security-groups?id=345ae435-b00e-437f-83a9-8ffcc57023f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0576420 Feb 09 19:46:38.731722 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] For port 6c359067-0903-4b1b-9261-1bf513b069e4, host n-h1-713498-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-36',level=0,port_id=6c359067-0903-4b1b-9261-1bf513b069e4,segment=NetworkSegment(33386be2-7716-4eda-8188-eeaffee7e0ec),segment_id=33386be2-7716-4eda-8188-eeaffee7e0ec)] {{(pid=103232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 19:46:38.754979 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762867176205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762866656485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762866656503'] for port (6c359067-0903-4b1b-9261-1bf513b069e4), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:46:38.829176 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Pushing event updated for resources: {'Port': ['ID=6c359067-0903-4b1b-9261-1bf513b069e4,revision_number=5']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:46:38.895041 n-d-713498-36 neutron-server[103232]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 19:46:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5406b700-9a13-44a4-aca4-01a2bbe05607 x-openstack-request-id: req-5406b700-9a13-44a4-aca4-01a2bbe05607 {{(pid=103232) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 19:46:38.895447 n-d-713498-36 neutron-server[103232]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cbaf0b82-9493-4ee5-8979-14cd489d7c31", "name": "network-vif-plugged", "status": "completed", "tag": "6c359067-0903-4b1b-9261-1bf513b069e4", "code": 200}]} {{(pid=103232) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 19:46:38.895761 n-d-713498-36 neutron-server[103232]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-5406b700-9a13-44a4-aca4-01a2bbe05607 {{(pid=103232) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 19:46:38.896216 n-d-713498-36 neutron-server[103232]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cbaf0b82-9493-4ee5-8979-14cd489d7c31', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6c359067-0903-4b1b-9261-1bf513b069e4', 'code': 200} Feb 09 19:46:38.994749 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af6d63fe-e6b7-436c-bae5-7afe930ce0d7 req-b9727042-f45e-4335-b45a-030a7b8d257e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:46:38.996259 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-af6d63fe-e6b7-436c-bae5-7afe930ce0d7 req-b9727042-f45e-4335-b45a-030a7b8d257e service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=cbaf0b82-9493-4ee5-8979-14cd489d7c31 HTTP/1.1" status: 200 len: 1128 time: 0.0450640 Feb 09 19:46:39.049559 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-af6d63fe-e6b7-436c-bae5-7afe930ce0d7 req-560b88f2-6b66-4000-9890-9a919d64e0ca service neutron] 10.222.0.89 "GET /v2.0/security-groups?id=345ae435-b00e-437f-83a9-8ffcc57023f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0471079 Feb 09 19:46:39.073454 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd1096ba-0ec4-4fa2-bc4a-483eb828e3f1 req-e4630da1-e8ef-41f3-93bb-a3286d236c20 tempest-TestNetworkBasicOps-1645094289 tempest-TestNetworkBasicOps-1645094289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:46:39.074966 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-fd1096ba-0ec4-4fa2-bc4a-483eb828e3f1 req-e4630da1-e8ef-41f3-93bb-a3286d236c20 tempest-TestNetworkBasicOps-1645094289 tempest-TestNetworkBasicOps-1645094289-project] 10.222.0.75 "GET /v2.0/ports?device_id=b641dfcf-61ed-432f-bc13-f23e5df6f702 HTTP/1.1" status: 200 len: 945 time: 0.0547965 Feb 09 19:46:39.123828 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-fd1096ba-0ec4-4fa2-bc4a-483eb828e3f1 req-e4c0c483-60cd-4dde-a709-86fe43b8ff29 tempest-TestNetworkBasicOps-1645094289 tempest-TestNetworkBasicOps-1645094289-project] 10.222.0.75 "GET /v2.0/security-groups?id=e35f573d-7951-406e-88d4-6aad6e2ab7a0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431733 Feb 09 19:46:39.747107 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Device 582f4579-c104-4923-863c-a58a727d81b3 up at agent hyperv_n-h2-713498-36 {{(pid=103232) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 19:46:39.804657 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.provisioning_blocks [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Provisioning for port 582f4579-c104-4923-863c-a58a727d81b3 completed by entity L2. {{(pid=103232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 19:46:39.810353 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.provisioning_blocks [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Provisioning complete for port 582f4579-c104-4923-863c-a58a727d81b3 triggered by entity L2. {{(pid=103232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 19:46:39.810960 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593630'] for port (582f4579-c104-4923-863c-a58a727d81b3), provisioning_complete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:46:39.857736 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0983f714-fbae-41ad-8d74-c494dc15fc42 req-5e503da1-8b0e-4de7-ab5f-f661019e0ab6 tempest-TestVolumeBootPattern-1615943498 tempest-TestVolumeBootPattern-1615943498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:46:39.859365 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-0983f714-fbae-41ad-8d74-c494dc15fc42 req-5e503da1-8b0e-4de7-ab5f-f661019e0ab6 tempest-TestVolumeBootPattern-1615943498 tempest-TestVolumeBootPattern-1615943498-project] 10.222.0.75 "GET /v2.0/ports?device_id=cbaf0b82-9493-4ee5-8979-14cd489d7c31 HTTP/1.1" status: 200 len: 945 time: 0.0596266 Feb 09 19:46:39.893853 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Current status of the port 582f4579-c104-4923-863c-a58a727d81b3 is: BUILD; New status is: ACTIVE {{(pid=103232) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 19:46:39.894526 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (582f4579-c104-4923-863c-a58a727d81b3), before_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:46:39.914312 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-0983f714-fbae-41ad-8d74-c494dc15fc42 req-0f67c1ff-2f68-43b2-873b-6a83e6d197cc tempest-TestVolumeBootPattern-1615943498 tempest-TestVolumeBootPattern-1615943498-project] 10.222.0.75 "GET /v2.0/security-groups?id=345ae435-b00e-437f-83a9-8ffcc57023f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0489926 Feb 09 19:46:39.950761 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-7429db8d-6021-40ad-813e-885be449a89b None None] For port 582f4579-c104-4923-863c-a58a727d81b3, host n-h2-713498-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-36',level=0,port_id=582f4579-c104-4923-863c-a58a727d81b3,segment=NetworkSegment(9cf4a656-c7ca-48a4-819a-38de56a6c61a),segment_id=9cf4a656-c7ca-48a4-819a-38de56a6c61a)] {{(pid=103232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 19:46:39.954931 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762867176205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762866656485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762866656503'] for port (582f4579-c104-4923-863c-a58a727d81b3), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:46:40.031021 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Pushing event updated for resources: {'Port': ['ID=582f4579-c104-4923-863c-a58a727d81b3,revision_number=5']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:46:40.246982 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a50c0475-847f-4f8f-a9dd-ca8b63a63f15 req-5e6e1ae0-10cf-4101-81a6-bdbbef7a4b09 tempest-TestNetworkBasicOps-1645094289 tempest-TestNetworkBasicOps-1645094289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:46:40.248669 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-a50c0475-847f-4f8f-a9dd-ca8b63a63f15 req-5e6e1ae0-10cf-4101-81a6-bdbbef7a4b09 tempest-TestNetworkBasicOps-1645094289 tempest-TestNetworkBasicOps-1645094289-project] 10.222.0.75 "GET /v2.0/ports?device_id=b641dfcf-61ed-432f-bc13-f23e5df6f702 HTTP/1.1" status: 200 len: 946 time: 0.0559709 Feb 09 19:46:40.307410 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-a50c0475-847f-4f8f-a9dd-ca8b63a63f15 req-51c98487-4199-48d0-aea7-133b353774f6 tempest-TestNetworkBasicOps-1645094289 tempest-TestNetworkBasicOps-1645094289-project] 10.222.0.75 "GET /v2.0/security-groups?id=e35f573d-7951-406e-88d4-6aad6e2ab7a0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0528941 Feb 09 19:46:40.836418 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-eb388522-4568-4a2b-b4a2-54a70ca66688 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762867132591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593584'] for agent (af91e4b9-f4e1-42b1-a25c-a10dc47171c8), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:46:40.897785 n-d-713498-36 neutron-server[103232]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b641dfcf-61ed-432f-bc13-f23e5df6f702', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '582f4579-c104-4923-863c-a58a727d81b3'}] {{(pid=103232) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 19:46:40.900679 n-d-713498-36 neutron-server[103232]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}949cdcde653dec44821de95cbf67297f53cbc2aed4e073b5d514f93bf911ce85" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6cb6f0d0-4429-45f3-8ea8-d007dd4116aa" -d '{"events": [{"server_uuid": "b641dfcf-61ed-432f-bc13-f23e5df6f702", "name": "network-vif-plugged", "status": "completed", "tag": "582f4579-c104-4923-863c-a58a727d81b3"}]}' {{(pid=103232) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 19:46:40.939504 n-d-713498-36 neutron-server[103232]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 19:46:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b597101e-4367-44ec-a321-b8b7e02576cd x-openstack-request-id: req-b597101e-4367-44ec-a321-b8b7e02576cd {{(pid=103232) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 19:46:40.939890 n-d-713498-36 neutron-server[103232]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b641dfcf-61ed-432f-bc13-f23e5df6f702", "name": "network-vif-plugged", "status": "completed", "tag": "582f4579-c104-4923-863c-a58a727d81b3", "code": 200}]} {{(pid=103232) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 19:46:40.940150 n-d-713498-36 neutron-server[103232]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-b597101e-4367-44ec-a321-b8b7e02576cd {{(pid=103232) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 19:46:40.940540 n-d-713498-36 neutron-server[103232]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b641dfcf-61ed-432f-bc13-f23e5df6f702', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '582f4579-c104-4923-863c-a58a727d81b3', 'code': 200} Feb 09 19:46:41.077699 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a6581ff-3ba2-44fb-9ca0-5dd8976a45cd req-ed9985b5-201b-49a9-b155-981c37de5fa5 tempest-TestVolumeBootPattern-1615943498 tempest-TestVolumeBootPattern-1615943498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:46:41.079254 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-9a6581ff-3ba2-44fb-9ca0-5dd8976a45cd req-ed9985b5-201b-49a9-b155-981c37de5fa5 tempest-TestVolumeBootPattern-1615943498 tempest-TestVolumeBootPattern-1615943498-project] 10.222.0.75 "GET /v2.0/ports?device_id=cbaf0b82-9493-4ee5-8979-14cd489d7c31 HTTP/1.1" status: 200 len: 945 time: 0.0909808 Feb 09 19:46:41.083680 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8195909-bd7d-40ec-ac6b-19e9dfc88c5e req-d706a2a7-0192-455c-931c-9d7a26793957 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:46:41.085040 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-d8195909-bd7d-40ec-ac6b-19e9dfc88c5e req-d706a2a7-0192-455c-931c-9d7a26793957 service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=b641dfcf-61ed-432f-bc13-f23e5df6f702 HTTP/1.1" status: 200 len: 1129 time: 0.0685306 Feb 09 19:46:41.156662 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-9a6581ff-3ba2-44fb-9ca0-5dd8976a45cd req-5506c136-1b8a-43ef-b3ab-a0927023eea9 tempest-TestVolumeBootPattern-1615943498 tempest-TestVolumeBootPattern-1615943498-project] 10.222.0.75 "GET /v2.0/security-groups?id=345ae435-b00e-437f-83a9-8ffcc57023f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0705898 Feb 09 19:46:41.171693 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-d8195909-bd7d-40ec-ac6b-19e9dfc88c5e req-e6f18824-d23f-4d77-896e-f2149b8908dd service neutron] 10.222.0.90 "GET /v2.0/security-groups?id=e35f573d-7951-406e-88d4-6aad6e2ab7a0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0780730 Feb 09 19:46:41.287638 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04c6c8d0-1563-4501-84f1-ad09b754993a req-5a8d9583-a30c-47f0-bd4e-7539e2c7d2fb tempest-TestVolumeBootPattern-1615943498 tempest-TestVolumeBootPattern-1615943498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:46:41.289436 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-04c6c8d0-1563-4501-84f1-ad09b754993a req-5a8d9583-a30c-47f0-bd4e-7539e2c7d2fb tempest-TestVolumeBootPattern-1615943498 tempest-TestVolumeBootPattern-1615943498-project] 10.222.0.75 "GET /v2.0/ports?device_id=cbaf0b82-9493-4ee5-8979-14cd489d7c31 HTTP/1.1" status: 200 len: 945 time: 0.0560098 Feb 09 19:46:41.344424 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-04c6c8d0-1563-4501-84f1-ad09b754993a req-a0f68114-f8c9-4170-864b-28a6e0391156 tempest-TestVolumeBootPattern-1615943498 tempest-TestVolumeBootPattern-1615943498-project] 10.222.0.75 "GET /v2.0/security-groups?id=345ae435-b00e-437f-83a9-8ffcc57023f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0489199 Feb 09 19:46:41.367818 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 50026) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:46:41.454854 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79b72060-d433-4fda-ba25-0ec5af15408c req-17c0c35b-217e-473c-980a-0c035f7f0e67 tempest-TestNetworkBasicOps-1645094289 tempest-TestNetworkBasicOps-1645094289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:46:41.456628 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-79b72060-d433-4fda-ba25-0ec5af15408c req-17c0c35b-217e-473c-980a-0c035f7f0e67 tempest-TestNetworkBasicOps-1645094289 tempest-TestNetworkBasicOps-1645094289-project] 10.222.0.75 "GET /v2.0/ports?device_id=b641dfcf-61ed-432f-bc13-f23e5df6f702 HTTP/1.1" status: 200 len: 946 time: 0.0704317 Feb 09 19:46:41.520405 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-79b72060-d433-4fda-ba25-0ec5af15408c req-292480b1-4459-48b0-8291-2d728dea0a76 tempest-TestNetworkBasicOps-1645094289 tempest-TestNetworkBasicOps-1645094289-project] 10.222.0.75 "GET /v2.0/security-groups?id=e35f573d-7951-406e-88d4-6aad6e2ab7a0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0577734 Feb 09 19:46:41.550670 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53bb0d23-c727-4daf-92db-98ae07ea8f4b tempest-TestVolumeBootPattern-1979532847 tempest-TestVolumeBootPattern-1979532847-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:46:41.552558 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-53bb0d23-c727-4daf-92db-98ae07ea8f4b tempest-TestVolumeBootPattern-1979532847 tempest-TestVolumeBootPattern-1979532847-project-admin] 10.222.0.75 "GET /v2.0/ports?device_id=cbaf0b82-9493-4ee5-8979-14cd489d7c31 HTTP/1.1" status: 200 len: 1123 time: 0.1828299 Feb 09 19:46:41.555107 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 50032) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:46:41.560161 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.v2.base [None req-50f64c80-eeb3-4da3-b6e0-ed1a6286bfec tempest-TestVolumeBootPattern-1615943498 tempest-TestVolumeBootPattern-1615943498-project] Request body: {'floatingip': {'floating_network_id': '88055e1e-672a-4487-be31-ffb6e833ece5', 'port_id': '6c359067-0903-4b1b-9261-1bf513b069e4', 'tenant_id': 'e66ffe5bb4494e31b9de6c7224f91756', 'fixed_ip_address': '172.20.0.9'}} {{(pid=103229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 19:46:41.581136 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-50f64c80-eeb3-4da3-b6e0-ed1a6286bfec tempest-TestVolumeBootPattern-1615943498 tempest-TestVolumeBootPattern-1615943498-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:46:41.608642 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 50036) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:46:41.686113 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-50f64c80-eeb3-4da3-b6e0-ed1a6286bfec tempest-TestVolumeBootPattern-1615943498 tempest-TestVolumeBootPattern-1615943498-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (None), before_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:46:41.775859 n-d-713498-36 neutron-server[103230]: DEBUG neutron.db.db_base_plugin_v2 [None req-872c78a4-bc58-46f6-879f-9610c943357a admin admin] Deleting subnet 520085a7-4a3f-4cac-80cb-73b612951186 {{(pid=103230) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 19:46:41.779416 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-872c78a4-bc58-46f6-879f-9610c943357a admin admin] Publish callbacks [] for subnet (520085a7-4a3f-4cac-80cb-73b612951186), before_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:46:41.817754 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-872c78a4-bc58-46f6-879f-9610c943357a admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12895822'] for subnet (520085a7-4a3f-4cac-80cb-73b612951186), precommit_delete_associations {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:46:41.821011 n-d-713498-36 neutron-server[103229]: DEBUG neutron.db.db_base_plugin_common [None req-50f64c80-eeb3-4da3-b6e0-ed1a6286bfec tempest-TestVolumeBootPattern-1615943498 tempest-TestVolumeBootPattern-1615943498-project] Allocated IP 172.25.1.102 (88055e1e-672a-4487-be31-ffb6e833ece5/ac16dbcc-383c-4b43-9153-d763c4a53f91/6f6ffca2-3885-4e72-b7aa-3d25734d39ce) {{(pid=103229) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 19:46:41.864782 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-872c78a4-bc58-46f6-879f-9610c943357a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-759852'] for subnet (520085a7-4a3f-4cac-80cb-73b612951186), precommit_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:46:41.919892 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-872c78a4-bc58-46f6-879f-9610c943357a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-760023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14393672', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12985882'] for subnet (520085a7-4a3f-4cac-80cb-73b612951186), after_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:46:41.937578 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-50f64c80-eeb3-4da3-b6e0-ed1a6286bfec tempest-TestVolumeBootPattern-1615943498 tempest-TestVolumeBootPattern-1615943498-project] Publish callbacks [] for port (6f6ffca2-3885-4e72-b7aa-3d25734d39ce), precommit_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:46:41.950902 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-872c78a4-bc58-46f6-879f-9610c943357a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=520085a7-4a3f-4cac-80cb-73b612951186,revision_number=None']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:46:41.956828 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-872c78a4-bc58-46f6-879f-9610c943357a admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:46:41.963196 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-872c78a4-bc58-46f6-879f-9610c943357a admin admin] 10.222.0.75 "DELETE /v2.0/subnets/520085a7-4a3f-4cac-80cb-73b612951186 HTTP/1.1" status: 204 len: 168 time: 0.3504250 Feb 09 19:46:41.963596 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 50040) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:46:41.976847 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-50f64c80-eeb3-4da3-b6e0-ed1a6286bfec tempest-TestVolumeBootPattern-1615943498 tempest-TestVolumeBootPattern-1615943498-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762866656467', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12867576'] for port (6f6ffca2-3885-4e72-b7aa-3d25734d39ce), after_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:46:42.033379 n-d-713498-36 neutron-server[103229]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50f64c80-eeb3-4da3-b6e0-ed1a6286bfec tempest-TestVolumeBootPattern-1615943498 tempest-TestVolumeBootPattern-1615943498-project] Network 88055e1e-672a-4487-be31-ffb6e833ece5 is already hosted by enough agents. {{(pid=103229) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 19:46:42.036453 n-d-713498-36 neutron-server[103229]: DEBUG neutron.scheduler.base_scheduler [None req-50f64c80-eeb3-4da3-b6e0-ed1a6286bfec tempest-TestVolumeBootPattern-1615943498 tempest-TestVolumeBootPattern-1615943498-project] Resources bound (agent type, host, resource id): {{(pid=103229) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 19:46:42.039089 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-9be36ebb-df13-4012-a4fc-c00ee2a372e8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-670458'] for network (d3ba274b-bc96-4a3e-aeca-129a021b9dfd), before_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:46:42.039224 n-d-713498-36 neutron-server[103229]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50f64c80-eeb3-4da3-b6e0-ed1a6286bfec tempest-TestVolumeBootPattern-1615943498 tempest-TestVolumeBootPattern-1615943498-project] Received port after_create {{(pid=103229) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 19:46:42.064845 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50f64c80-eeb3-4da3-b6e0-ed1a6286bfec tempest-TestVolumeBootPattern-1615943498 tempest-TestVolumeBootPattern-1615943498-project] Pushing event updated for resources: {'Port': ['ID=6f6ffca2-3885-4e72-b7aa-3d25734d39ce,revision_number=1']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:46:42.132331 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-9be36ebb-df13-4012-a4fc-c00ee2a372e8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-590267', 'neutron.services.segments.db._delete_segments_for_network-8762867132609'] for network (d3ba274b-bc96-4a3e-aeca-129a021b9dfd), precommit_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:46:42.155864 n-d-713498-36 neutron-server[103230]: DEBUG neutron.services.segments.db [None req-9be36ebb-df13-4012-a4fc-c00ee2a372e8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d3ba274b-bc96-4a3e-aeca-129a021b9dfd']}} {{(pid=103230) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:46:42.166724 n-d-713498-36 neutron-server[103230]: DEBUG neutron.services.segments.db [None req-9be36ebb-df13-4012-a4fc-c00ee2a372e8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9a93bd09-258e-4090-9a00-d09b547e90c6') {'for_net_delete': True} {{(pid=103230) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:46:42.167113 n-d-713498-36 neutron-server[103230]: DEBUG neutron.services.segments.db [None req-9be36ebb-df13-4012-a4fc-c00ee2a372e8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9a93bd09-258e-4090-9a00-d09b547e90c6') {} {{(pid=103230) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:46:42.177154 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-9be36ebb-df13-4012-a4fc-c00ee2a372e8 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762867134154', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12895813'] for segment (9a93bd09-258e-4090-9a00-d09b547e90c6), before_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:46:42.191187 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-9be36ebb-df13-4012-a4fc-c00ee2a372e8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-759574'] for segment (9a93bd09-258e-4090-9a00-d09b547e90c6), precommit_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:46:42.197896 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9be36ebb-df13-4012-a4fc-c00ee2a372e8 admin admin] Releasing vlan 399 on physical network physnet1 to pool {{(pid=103230) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 19:46:42.198335 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-9be36ebb-df13-4012-a4fc-c00ee2a372e8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-759574', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14393826'] for segment (9a93bd09-258e-4090-9a00-d09b547e90c6), after_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:46:42.201101 n-d-713498-36 neutron-server[103230]: Traceback (most recent call last): Feb 09 19:46:42.201101 n-d-713498-36 neutron-server[103230]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 19:46:42.201101 n-d-713498-36 neutron-server[103230]: timer() Feb 09 19:46:42.201101 n-d-713498-36 neutron-server[103230]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 19:46:42.201101 n-d-713498-36 neutron-server[103230]: cb(*args, **kw) Feb 09 19:46:42.201101 n-d-713498-36 neutron-server[103230]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 19:46:42.201101 n-d-713498-36 neutron-server[103230]: return func(*args, **kwargs) Feb 09 19:46:42.201101 n-d-713498-36 neutron-server[103230]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 19:46:42.201101 n-d-713498-36 neutron-server[103230]: self._notify() Feb 09 19:46:42.201101 n-d-713498-36 neutron-server[103230]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 19:46:42.201101 n-d-713498-36 neutron-server[103230]: self.callback(batched_events) Feb 09 19:46:42.201101 n-d-713498-36 neutron-server[103230]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 19:46:42.201101 n-d-713498-36 neutron-server[103230]: event.method(event) Feb 09 19:46:42.201101 n-d-713498-36 neutron-server[103230]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 19:46:42.201101 n-d-713498-36 neutron-server[103230]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 19:46:42.201101 n-d-713498-36 neutron-server[103230]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 19:46:42.201101 n-d-713498-36 neutron-server[103230]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 19:46:42.201101 n-d-713498-36 neutron-server[103230]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 19:46:42.201101 n-d-713498-36 neutron-server[103230]: return f(self, *a, **k) Feb 09 19:46:42.201101 n-d-713498-36 neutron-server[103230]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 19:46:42.201101 n-d-713498-36 neutron-server[103230]: return self._get(url).json() Feb 09 19:46:42.201101 n-d-713498-36 neutron-server[103230]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 19:46:42.201101 n-d-713498-36 neutron-server[103230]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 19:46:42.201101 n-d-713498-36 neutron-server[103230]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 19:46:42.201101 n-d-713498-36 neutron-server[103230]: return self.request(url, 'GET', **kwargs) Feb 09 19:46:42.201101 n-d-713498-36 neutron-server[103230]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 19:46:42.201101 n-d-713498-36 neutron-server[103230]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 19:46:42.201101 n-d-713498-36 neutron-server[103230]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 19:46:42.201101 n-d-713498-36 neutron-server[103230]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 19:46:42.201101 n-d-713498-36 neutron-server[103230]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 19:46:42.201101 n-d-713498-36 neutron-server[103230]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 19:46:42.201101 n-d-713498-36 neutron-server[103230]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 19:46:42.265477 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-9be36ebb-df13-4012-a4fc-c00ee2a372e8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-590242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1885479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1818895'] for network (d3ba274b-bc96-4a3e-aeca-129a021b9dfd), after_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:46:42.270705 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-9be36ebb-df13-4012-a4fc-c00ee2a372e8 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:46:42.276354 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-9be36ebb-df13-4012-a4fc-c00ee2a372e8 admin admin] 10.222.0.75 "DELETE /v2.0/networks/d3ba274b-bc96-4a3e-aeca-129a021b9dfd HTTP/1.1" status: 204 len: 168 time: 0.3092763 Feb 09 19:46:42.303176 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9be36ebb-df13-4012-a4fc-c00ee2a372e8 admin admin] Pushing event deleted for resources: {'Network': ['ID=d3ba274b-bc96-4a3e-aeca-129a021b9dfd,revision_number=None']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:46:42.446926 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 50044) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:46:42.454105 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-50f64c80-eeb3-4da3-b6e0-ed1a6286bfec tempest-TestVolumeBootPattern-1615943498 tempest-TestVolumeBootPattern-1615943498-project] Publish callbacks [] for floatingip (d5f37d72-98b0-471f-afbd-c31f00dacf68), precommit_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:46:42.492599 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-bc67ec21-d7d8-48da-b5e3-88af9471edeb admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=fd0a542145cd49b4b252311e7932421a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0420268 Feb 09 19:46:42.493672 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 50046) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:46:42.536355 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-50f64c80-eeb3-4da3-b6e0-ed1a6286bfec tempest-TestVolumeBootPattern-1615943498 tempest-TestVolumeBootPattern-1615943498-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (6f6ffca2-3885-4e72-b7aa-3d25734d39ce), before_update {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:46:42.558275 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-4233e81e-06f8-4e64-9b02-58c5c9edd591 admin admin] Publish callbacks [] for security_group (e81ac41c-f182-4bcd-89b0-fdc41cdb146e), before_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:46:42.586041 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-4233e81e-06f8-4e64-9b02-58c5c9edd591 admin admin] Publish callbacks [] for security_group (e81ac41c-f182-4bcd-89b0-fdc41cdb146e), precommit_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:46:42.642694 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-4233e81e-06f8-4e64-9b02-58c5c9edd591 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1892331'] for security_group (e81ac41c-f182-4bcd-89b0-fdc41cdb146e), after_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:46:42.645522 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-4233e81e-06f8-4e64-9b02-58c5c9edd591 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:46:42.649096 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-4233e81e-06f8-4e64-9b02-58c5c9edd591 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/e81ac41c-f182-4bcd-89b0-fdc41cdb146e HTTP/1.1" status: 204 len: 168 time: 0.1522186 Feb 09 19:46:42.656579 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4233e81e-06f8-4e64-9b02-58c5c9edd591 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e81ac41c-f182-4bcd-89b0-fdc41cdb146e,revision_number=None']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:46:42.729542 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a517c4db-7747-4e6f-9e06-eda890e77ff6 req-513871d7-534c-4c56-b9dc-d664e7a9160c tempest-TestNetworkBasicOps-1645094289 tempest-TestNetworkBasicOps-1645094289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:46:42.731114 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-a517c4db-7747-4e6f-9e06-eda890e77ff6 req-513871d7-534c-4c56-b9dc-d664e7a9160c tempest-TestNetworkBasicOps-1645094289 tempest-TestNetworkBasicOps-1645094289-project] 10.222.0.75 "GET /v2.0/ports?device_id=b641dfcf-61ed-432f-bc13-f23e5df6f702 HTTP/1.1" status: 200 len: 946 time: 0.0981879 Feb 09 19:46:42.768785 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-50f64c80-eeb3-4da3-b6e0-ed1a6286bfec tempest-TestVolumeBootPattern-1615943498 tempest-TestVolumeBootPattern-1615943498-project] Publish callbacks [] for port (6f6ffca2-3885-4e72-b7aa-3d25734d39ce), precommit_update {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:46:42.781550 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-50f64c80-eeb3-4da3-b6e0-ed1a6286bfec tempest-TestVolumeBootPattern-1615943498 tempest-TestVolumeBootPattern-1615943498-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762867176205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762866656485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762866656503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12867569'] for port (6f6ffca2-3885-4e72-b7aa-3d25734d39ce), after_update {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:46:42.835879 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-a517c4db-7747-4e6f-9e06-eda890e77ff6 req-23c605e4-3aa2-4da4-9184-0c14dc54bac4 tempest-TestNetworkBasicOps-1645094289 tempest-TestNetworkBasicOps-1645094289-project] 10.222.0.75 "GET /v2.0/security-groups?id=e35f573d-7951-406e-88d4-6aad6e2ab7a0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0960343 Feb 09 19:46:42.870958 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50f64c80-eeb3-4da3-b6e0-ed1a6286bfec tempest-TestVolumeBootPattern-1615943498 tempest-TestVolumeBootPattern-1615943498-project] Pushing event updated for resources: {'Port': ['ID=6f6ffca2-3885-4e72-b7aa-3d25734d39ce,revision_number=2']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:46:42.888879 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-50f64c80-eeb3-4da3-b6e0-ed1a6286bfec tempest-TestVolumeBootPattern-1615943498 tempest-TestVolumeBootPattern-1615943498-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1818909'] for floatingip (d5f37d72-98b0-471f-afbd-c31f00dacf68), after_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:46:43.005491 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77bb9c9d-f96b-4e8f-92ff-8a07d7cd643d req-037cc5a5-55f8-40ca-b67d-0b544d6510a1 tempest-TestNetworkBasicOps-1645094289 tempest-TestNetworkBasicOps-1645094289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:46:43.007809 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-77bb9c9d-f96b-4e8f-92ff-8a07d7cd643d req-037cc5a5-55f8-40ca-b67d-0b544d6510a1 tempest-TestNetworkBasicOps-1645094289 tempest-TestNetworkBasicOps-1645094289-project] 10.222.0.75 "GET /v2.0/ports?device_id=b641dfcf-61ed-432f-bc13-f23e5df6f702 HTTP/1.1" status: 200 len: 946 time: 0.0864482 Feb 09 19:46:43.010596 n-d-713498-36 neutron-server[103229]: INFO neutron.db.l3_db [None req-50f64c80-eeb3-4da3-b6e0-ed1a6286bfec tempest-TestVolumeBootPattern-1615943498 tempest-TestVolumeBootPattern-1615943498-project] Floating IP d5f37d72-98b0-471f-afbd-c31f00dacf68 associated. External IP: 172.25.1.102, port: 6c359067-0903-4b1b-9261-1bf513b069e4. Feb 09 19:46:43.079282 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-77bb9c9d-f96b-4e8f-92ff-8a07d7cd643d req-e8975cc7-e180-4830-8725-3c57eced9fd8 tempest-TestNetworkBasicOps-1645094289 tempest-TestNetworkBasicOps-1645094289-project] 10.222.0.75 "GET /v2.0/security-groups?id=e35f573d-7951-406e-88d4-6aad6e2ab7a0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0629516 Feb 09 19:46:43.122780 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-7c677a15-f784-4d11-ac90-64e599c5dcb3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762867132591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593584'] for agent (93303d5e-5d17-45e8-8963-7694f87783ae), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:46:43.291465 n-d-713498-36 neutron-server[103229]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-50f64c80-eeb3-4da3-b6e0-ed1a6286bfec tempest-TestVolumeBootPattern-1615943498 tempest-TestVolumeBootPattern-1615943498-project] Router af97020d-c483-430c-8753-157d252fcb98 has already been hosted by L3 agent 93303d5e-5d17-45e8-8963-7694f87783ae {{(pid=103229) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 19:46:43.425320 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-50f64c80-eeb3-4da3-b6e0-ed1a6286bfec tempest-TestVolumeBootPattern-1615943498 tempest-TestVolumeBootPattern-1615943498-project] Notify agent at l3_agent.n-d-713498-36 the message routers_updated {{(pid=103229) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 19:46:43.441487 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9e93a5d-7bd4-47bc-a965-07fb892b3afe None None] Sync routers for ids ['af97020d-c483-430c-8753-157d252fcb98'] in n-d-713498-36 {{(pid=103232) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 19:46:43.449665 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-50f64c80-eeb3-4da3-b6e0-ed1a6286bfec tempest-TestVolumeBootPattern-1615943498 tempest-TestVolumeBootPattern-1615943498-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171096'] for floatingip (None), before_response {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:46:43.459923 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9e93a5d-7bd4-47bc-a965-07fb892b3afe None None] Routers {'af97020d-c483-430c-8753-157d252fcb98'} bound to L3 agent in host n-d-713498-36 {{(pid=103232) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 19:46:43.460850 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.l3_hamode_db [None req-c9e93a5d-7bd4-47bc-a965-07fb892b3afe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T18:51:43Z,description=,heartbeat_timestamp=2022-02-09T19:46:43Z,host='n-d-713498-36',id=93303d5e-5d17-45e8-8963-7694f87783ae,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T18:51:43Z,topic='l3_agent')) {'router_ids': ['af97020d-c483-430c-8753-157d252fcb98'], 'active': True} {{(pid=103232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:46:43.498056 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-50f64c80-eeb3-4da3-b6e0-ed1a6286bfec tempest-TestVolumeBootPattern-1615943498 tempest-TestVolumeBootPattern-1615943498-project] 10.222.0.75 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.9300334 Feb 09 19:46:43.498056 n-d-713498-36 neutron-server[103229]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cbaf0b82-9493-4ee5-8979-14cd489d7c31', 'tag': '6c359067-0903-4b1b-9261-1bf513b069e4'}] {{(pid=103229) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 19:46:43.498056 n-d-713498-36 neutron-server[103229]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fa6ae9a20702bd564eaf90d946620b2b4277b1ab91129323d3b54181076be307" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-957fdb62-fbb7-45ec-90b6-6c131c80dbfa" -d '{"events": [{"name": "network-changed", "server_uuid": "cbaf0b82-9493-4ee5-8979-14cd489d7c31", "tag": "6c359067-0903-4b1b-9261-1bf513b069e4"}]}' {{(pid=103229) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 19:46:43.538542 n-d-713498-36 neutron-server[103229]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 19:46:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6cc57042-957f-489e-8872-ae6d8252701f x-openstack-request-id: req-6cc57042-957f-489e-8872-ae6d8252701f {{(pid=103229) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 19:46:43.538829 n-d-713498-36 neutron-server[103229]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cbaf0b82-9493-4ee5-8979-14cd489d7c31", "tag": "6c359067-0903-4b1b-9261-1bf513b069e4", "status": "completed", "code": 200}]} {{(pid=103229) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 19:46:43.539080 n-d-713498-36 neutron-server[103229]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-6cc57042-957f-489e-8872-ae6d8252701f {{(pid=103229) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 19:46:43.539478 n-d-713498-36 neutron-server[103229]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cbaf0b82-9493-4ee5-8979-14cd489d7c31', 'tag': '6c359067-0903-4b1b-9261-1bf513b069e4', 'status': 'completed', 'code': 200} Feb 09 19:46:43.613771 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.l3_dvr_db [None req-c9e93a5d-7bd4-47bc-a965-07fb892b3afe None None] Set router af97020d-c483-430c-8753-157d252fcb98 gateway port host: n-d-713498-36 {{(pid=103232) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 19:46:43.619050 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-957fdb62-fbb7-45ec-90b6-6c131c80dbfa req-c9b8362d-bdeb-489a-b9f7-8edaa360383b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:46:43.620640 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-957fdb62-fbb7-45ec-90b6-6c131c80dbfa req-c9b8362d-bdeb-489a-b9f7-8edaa360383b service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=e66ffe5bb4494e31b9de6c7224f91756&device_id=cbaf0b82-9493-4ee5-8979-14cd489d7c31 HTTP/1.1" status: 200 len: 1128 time: 0.0564625 Feb 09 19:46:43.741632 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-957fdb62-fbb7-45ec-90b6-6c131c80dbfa req-bdf9f1aa-a7fd-4655-8116-17cf4e969733 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:46:43.743225 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-957fdb62-fbb7-45ec-90b6-6c131c80dbfa req-bdf9f1aa-a7fd-4655-8116-17cf4e969733 service neutron] 10.222.0.89 "GET /v2.0/networks?id=6c0390b8-57a8-4e5d-b1b3-4d3098f0383e HTTP/1.1" status: 200 len: 913 time: 0.1158106 Feb 09 19:46:43.822113 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-957fdb62-fbb7-45ec-90b6-6c131c80dbfa req-d45e77b4-d511-4177-ad1b-578f4c6ee57a service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=6c359067-0903-4b1b-9261-1bf513b069e4 HTTP/1.1" status: 200 len: 999 time: 0.0731304 Feb 09 19:46:43.871703 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-957fdb62-fbb7-45ec-90b6-6c131c80dbfa req-07254f0e-46c3-48b7-a3f9-9a6c88603a06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:46:43.873218 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-957fdb62-fbb7-45ec-90b6-6c131c80dbfa req-07254f0e-46c3-48b7-a3f9-9a6c88603a06 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=8c23e8df-50ec-4124-b2e0-ec4287e0865a HTTP/1.1" status: 200 len: 851 time: 0.0462275 Feb 09 19:46:43.895625 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.l3_hamode_db [None req-c9e93a5d-7bd4-47bc-a965-07fb892b3afe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af97020d-c483-430c-8753-157d252fcb98', 'name': 'tempest-TestVolumeBootPattern-2083584163-router', 'tenant_id': 'e66ffe5bb4494e31b9de6c7224f91756', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88055e1e-672a-4487-be31-ffb6e833ece5', 'external_fixed_ips': [{'subnet_id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'ip_address': '172.25.1.96'}], 'enable_snat': True}, 'gw_port_id': '3878322d-faab-430b-8a8b-ca2ee6c8723c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T19:38:57Z', 'updated_at': '2022-02-09T19:39:03Z', 'revision_number': 4, 'project_id': 'e66ffe5bb4494e31b9de6c7224f91756', 'gw_port': {'id': '3878322d-faab-430b-8a8b-ca2ee6c8723c', 'name': '', 'network_id': '88055e1e-672a-4487-be31-ffb6e833ece5', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:ae:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af97020d-c483-430c-8753-157d252fcb98', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3527, 'fixed_ips': [{'subnet_id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'ip_address': '172.25.1.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T19:38:58Z', 'updated_at': '2022-02-09T19:39:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-36', '_floatingips': [{'id': 'd5f37d72-98b0-471f-afbd-c31f00dacf68', 'tenant_id': 'e66ffe5bb4494e31b9de6c7224f91756', 'floating_ip_address': '172.25.1.102', 'floating_network_id': '88055e1e-672a-4487-be31-ffb6e833ece5', 'router_id': 'af97020d-c483-430c-8753-157d252fcb98', 'port_id': '6c359067-0903-4b1b-9261-1bf513b069e4', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 3998, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6c0390b8-57a8-4e5d-b1b3-4d3098f0383e', 'mac_address': 'fa:16:3e:a2:b4:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbaf0b82-9493-4ee5-8979-14cd489d7c31', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T19:46:42Z', 'updated_at': '2022-02-09T19:46:42Z', 'revision_number': 0, 'project_id': 'e66ffe5bb4494e31b9de6c7224f91756', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9526628b-bffd-45e9-9adc-d4172fc99500', 'name': '', 'network_id': '6c0390b8-57a8-4e5d-b1b3-4d3098f0383e', 'tenant_id': 'e66ffe5bb4494e31b9de6c7224f91756', 'mac_address': 'fa:16:3e:f6:25:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af97020d-c483-430c-8753-157d252fcb98', 'device_owner': 'network:router_interface', 'standard_attr_id': 3538, 'fixed_ips': [{'subnet_id': '8c23e8df-50ec-4124-b2e0-ec4287e0865a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T19:39:02Z', 'updated_at': '2022-02-09T19:39:11Z', 'revision_number': 5, 'project_id': 'e66ffe5bb4494e31b9de6c7224f91756', 'subnets': [{'id': '8c23e8df-50ec-4124-b2e0-ec4287e0865a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-36', False) {} {{(pid=103232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:46:43.925219 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9e93a5d-7bd4-47bc-a965-07fb892b3afe None None] Checking router: af97020d-c483-430c-8753-157d252fcb98 for host: n-d-713498-36 {{(pid=103232) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 19:46:43.935381 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9e93a5d-7bd4-47bc-a965-07fb892b3afe None None] Routers {'af97020d-c483-430c-8753-157d252fcb98'} bound to L3 agent in host n-d-713498-36 {{(pid=103232) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 19:46:43.936627 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.l3_hamode_db [None req-c9e93a5d-7bd4-47bc-a965-07fb892b3afe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T18:51:43Z,description=,heartbeat_timestamp=2022-02-09T19:46:43Z,host='n-d-713498-36',id=93303d5e-5d17-45e8-8963-7694f87783ae,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T18:51:43Z,topic='l3_agent')) {'router_ids': ['af97020d-c483-430c-8753-157d252fcb98'], 'active': True} {{(pid=103232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:46:43.940219 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-957fdb62-fbb7-45ec-90b6-6c131c80dbfa req-5ce6d0f5-7e35-4f35-83b0-60ab88dcb3ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:46:43.941752 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-957fdb62-fbb7-45ec-90b6-6c131c80dbfa req-5ce6d0f5-7e35-4f35-83b0-60ab88dcb3ce service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=6c0390b8-57a8-4e5d-b1b3-4d3098f0383e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0625594 Feb 09 19:46:44.049176 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-957fdb62-fbb7-45ec-90b6-6c131c80dbfa req-1762aab4-9065-4e74-aca2-1f82322bf281 service neutron] 10.222.0.89 "GET /v2.0/networks/6c0390b8-57a8-4e5d-b1b3-4d3098f0383e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1015973 Feb 09 19:46:44.070940 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.l3_dvr_db [None req-c9e93a5d-7bd4-47bc-a965-07fb892b3afe None None] Set router af97020d-c483-430c-8753-157d252fcb98 gateway port host: n-d-713498-36 {{(pid=103232) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 19:46:44.143874 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-957fdb62-fbb7-45ec-90b6-6c131c80dbfa req-c68f019a-20ae-47eb-8061-277bf480c401 service neutron] 10.222.0.89 "GET /v2.0/networks/6c0390b8-57a8-4e5d-b1b3-4d3098f0383e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0893712 Feb 09 19:46:44.308895 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.l3_hamode_db [None req-c9e93a5d-7bd4-47bc-a965-07fb892b3afe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af97020d-c483-430c-8753-157d252fcb98', 'name': 'tempest-TestVolumeBootPattern-2083584163-router', 'tenant_id': 'e66ffe5bb4494e31b9de6c7224f91756', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88055e1e-672a-4487-be31-ffb6e833ece5', 'external_fixed_ips': [{'subnet_id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'ip_address': '172.25.1.96'}], 'enable_snat': True}, 'gw_port_id': '3878322d-faab-430b-8a8b-ca2ee6c8723c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T19:38:57Z', 'updated_at': '2022-02-09T19:39:03Z', 'revision_number': 4, 'project_id': 'e66ffe5bb4494e31b9de6c7224f91756', 'gw_port': {'id': '3878322d-faab-430b-8a8b-ca2ee6c8723c', 'name': '', 'network_id': '88055e1e-672a-4487-be31-ffb6e833ece5', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:ae:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af97020d-c483-430c-8753-157d252fcb98', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3527, 'fixed_ips': [{'subnet_id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'ip_address': '172.25.1.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T19:38:58Z', 'updated_at': '2022-02-09T19:39:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-36', '_floatingips': [{'id': 'd5f37d72-98b0-471f-afbd-c31f00dacf68', 'tenant_id': 'e66ffe5bb4494e31b9de6c7224f91756', 'floating_ip_address': '172.25.1.102', 'floating_network_id': '88055e1e-672a-4487-be31-ffb6e833ece5', 'router_id': 'af97020d-c483-430c-8753-157d252fcb98', 'port_id': '6c359067-0903-4b1b-9261-1bf513b069e4', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 3998, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6c0390b8-57a8-4e5d-b1b3-4d3098f0383e', 'mac_address': 'fa:16:3e:a2:b4:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbaf0b82-9493-4ee5-8979-14cd489d7c31', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T19:46:42Z', 'updated_at': '2022-02-09T19:46:42Z', 'revision_number': 0, 'project_id': 'e66ffe5bb4494e31b9de6c7224f91756', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9526628b-bffd-45e9-9adc-d4172fc99500', 'name': '', 'network_id': '6c0390b8-57a8-4e5d-b1b3-4d3098f0383e', 'tenant_id': 'e66ffe5bb4494e31b9de6c7224f91756', 'mac_address': 'fa:16:3e:f6:25:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af97020d-c483-430c-8753-157d252fcb98', 'device_owner': 'network:router_interface', 'standard_attr_id': 3538, 'fixed_ips': [{'subnet_id': '8c23e8df-50ec-4124-b2e0-ec4287e0865a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T19:39:02Z', 'updated_at': '2022-02-09T19:39:11Z', 'revision_number': 5, 'project_id': 'e66ffe5bb4494e31b9de6c7224f91756', 'subnets': [{'id': '8c23e8df-50ec-4124-b2e0-ec4287e0865a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-36', False) {} {{(pid=103232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:46:44.335332 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9e93a5d-7bd4-47bc-a965-07fb892b3afe None None] The sync data for ids ['af97020d-c483-430c-8753-157d252fcb98'] in n-d-713498-36 is: [{'id': 'af97020d-c483-430c-8753-157d252fcb98', 'name': 'tempest-TestVolumeBootPattern-2083584163-router', 'tenant_id': 'e66ffe5bb4494e31b9de6c7224f91756', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88055e1e-672a-4487-be31-ffb6e833ece5', 'external_fixed_ips': [{'subnet_id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'ip_address': '172.25.1.96'}], 'enable_snat': True}, 'gw_port_id': '3878322d-faab-430b-8a8b-ca2ee6c8723c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T19:38:57Z', 'updated_at': '2022-02-09T19:39:03Z', 'revision_number': 4, 'project_id': 'e66ffe5bb4494e31b9de6c7224f91756', 'gw_port': {'id': '3878322d-faab-430b-8a8b-ca2ee6c8723c', 'name': '', 'network_id': '88055e1e-672a-4487-be31-ffb6e833ece5', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:ae:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af97020d-c483-430c-8753-157d252fcb98', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3527, 'fixed_ips': [{'subnet_id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'ip_address': '172.25.1.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T19:38:58Z', 'updated_at': '2022-02-09T19:39:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-36', '_floatingips': [{'id': 'd5f37d72-98b0-471f-afbd-c31f00dacf68', 'tenant_id': 'e66ffe5bb4494e31b9de6c7224f91756', 'floating_ip_address': '172.25.1.102', 'floating_network_id': '88055e1e-672a-4487-be31-ffb6e833ece5', 'router_id': 'af97020d-c483-430c-8753-157d252fcb98', 'port_id': '6c359067-0903-4b1b-9261-1bf513b069e4', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 3998, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6c0390b8-57a8-4e5d-b1b3-4d3098f0383e', 'mac_address': 'fa:16:3e:a2:b4:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbaf0b82-9493-4ee5-8979-14cd489d7c31', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T19:46:42Z', 'updated_at': '2022-02-09T19:46:42Z', 'revision_number': 0, 'project_id': 'e66ffe5bb4494e31b9de6c7224f91756', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9526628b-bffd-45e9-9adc-d4172fc99500', 'name': '', 'network_id': '6c0390b8-57a8-4e5d-b1b3-4d3098f0383e', 'tenant_id': 'e66ffe5bb4494e31b9de6c7224f91756', 'mac_address': 'fa:16:3e:f6:25:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af97020d-c483-430c-8753-157d252fcb98', 'device_owner': 'network:router_interface', 'standard_attr_id': 3538, 'fixed_ips': [{'subnet_id': '8c23e8df-50ec-4124-b2e0-ec4287e0865a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T19:39:02Z', 'updated_at': '2022-02-09T19:39:11Z', 'revision_number': 5, 'project_id': 'e66ffe5bb4494e31b9de6c7224f91756', 'subnets': [{'id': '8c23e8df-50ec-4124-b2e0-ec4287e0865a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103232) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 19:46:44.430742 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-edc54c9b-7f13-45d9-9271-85c9738b0128 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762867132591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593584'] for agent (a62b1850-466f-48ae-bec7-d62fb280e14b), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:46:44.537166 n-d-713498-36 neutron-server[103233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1b0803d-4bce-4747-b50d-0a07778024e2 None None] New status for floating IP d5f37d72-98b0-471f-afbd-c31f00dacf68: ACTIVE {{(pid=103233) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 09 19:46:44.587714 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 50090) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:46:45.066209 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-511850ef-d41c-46f8-8431-ceb7de5e4c1b tempest-TestNetworkBasicOps-1645094289 tempest-TestNetworkBasicOps-1645094289-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (None), before_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:46:45.354909 n-d-713498-36 neutron-server[103230]: DEBUG neutron.db.db_base_plugin_common [None req-511850ef-d41c-46f8-8431-ceb7de5e4c1b tempest-TestNetworkBasicOps-1645094289 tempest-TestNetworkBasicOps-1645094289-project] Allocated IP 172.20.0.17 (2b6d3cdf-3284-453b-8dd2-c8a7b82a71fa/5b384ea6-08b6-42e0-9556-97d750d20e7d/a5738ece-e221-429c-bb62-635bd68d51cc) {{(pid=103230) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 19:46:45.465007 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-511850ef-d41c-46f8-8431-ceb7de5e4c1b tempest-TestNetworkBasicOps-1645094289 tempest-TestNetworkBasicOps-1645094289-project] Publish callbacks [] for port (a5738ece-e221-429c-bb62-635bd68d51cc), precommit_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:46:45.500994 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-511850ef-d41c-46f8-8431-ceb7de5e4c1b tempest-TestNetworkBasicOps-1645094289 tempest-TestNetworkBasicOps-1645094289-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762866656467', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14393751'] for port (a5738ece-e221-429c-bb62-635bd68d51cc), after_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:46:45.554157 n-d-713498-36 neutron-server[103230]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-511850ef-d41c-46f8-8431-ceb7de5e4c1b tempest-TestNetworkBasicOps-1645094289 tempest-TestNetworkBasicOps-1645094289-project] Network 2b6d3cdf-3284-453b-8dd2-c8a7b82a71fa is already hosted by enough agents. {{(pid=103230) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 19:46:45.558336 n-d-713498-36 neutron-server[103230]: DEBUG neutron.scheduler.base_scheduler [None req-511850ef-d41c-46f8-8431-ceb7de5e4c1b tempest-TestNetworkBasicOps-1645094289 tempest-TestNetworkBasicOps-1645094289-project] Resources bound (agent type, host, resource id): {{(pid=103230) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 19:46:45.564686 n-d-713498-36 neutron-server[103230]: DEBUG neutron.db.l3_dvrscheduler_db [None req-511850ef-d41c-46f8-8431-ceb7de5e4c1b tempest-TestNetworkBasicOps-1645094289 tempest-TestNetworkBasicOps-1645094289-project] Received port after_create {{(pid=103230) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 19:46:45.600003 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-511850ef-d41c-46f8-8431-ceb7de5e4c1b tempest-TestNetworkBasicOps-1645094289 tempest-TestNetworkBasicOps-1645094289-project] Pushing event updated for resources: {'Port': ['ID=a5738ece-e221-429c-bb62-635bd68d51cc,revision_number=1']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:46:45.616153 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-511850ef-d41c-46f8-8431-ceb7de5e4c1b tempest-TestNetworkBasicOps-1645094289 tempest-TestNetworkBasicOps-1645094289-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:46:45.616494 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-511850ef-d41c-46f8-8431-ceb7de5e4c1b tempest-TestNetworkBasicOps-1645094289 tempest-TestNetworkBasicOps-1645094289-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:46:45.616830 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-511850ef-d41c-46f8-8431-ceb7de5e4c1b tempest-TestNetworkBasicOps-1645094289 tempest-TestNetworkBasicOps-1645094289-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:46:45.617165 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-511850ef-d41c-46f8-8431-ceb7de5e4c1b tempest-TestNetworkBasicOps-1645094289 tempest-TestNetworkBasicOps-1645094289-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:46:45.617497 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-511850ef-d41c-46f8-8431-ceb7de5e4c1b tempest-TestNetworkBasicOps-1645094289 tempest-TestNetworkBasicOps-1645094289-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:46:45.617826 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-511850ef-d41c-46f8-8431-ceb7de5e4c1b tempest-TestNetworkBasicOps-1645094289 tempest-TestNetworkBasicOps-1645094289-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:46:45.618215 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-511850ef-d41c-46f8-8431-ceb7de5e4c1b tempest-TestNetworkBasicOps-1645094289 tempest-TestNetworkBasicOps-1645094289-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:46:45.618710 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-511850ef-d41c-46f8-8431-ceb7de5e4c1b tempest-TestNetworkBasicOps-1645094289 tempest-TestNetworkBasicOps-1645094289-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:46:45.619287 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-511850ef-d41c-46f8-8431-ceb7de5e4c1b tempest-TestNetworkBasicOps-1645094289 tempest-TestNetworkBasicOps-1645094289-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:46:45.619645 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-511850ef-d41c-46f8-8431-ceb7de5e4c1b tempest-TestNetworkBasicOps-1645094289 tempest-TestNetworkBasicOps-1645094289-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:46:45.619980 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-511850ef-d41c-46f8-8431-ceb7de5e4c1b tempest-TestNetworkBasicOps-1645094289 tempest-TestNetworkBasicOps-1645094289-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:46:45.620306 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-511850ef-d41c-46f8-8431-ceb7de5e4c1b tempest-TestNetworkBasicOps-1645094289 tempest-TestNetworkBasicOps-1645094289-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:46:45.620633 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-511850ef-d41c-46f8-8431-ceb7de5e4c1b tempest-TestNetworkBasicOps-1645094289 tempest-TestNetworkBasicOps-1645094289-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:46:45.634411 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-511850ef-d41c-46f8-8431-ceb7de5e4c1b tempest-TestNetworkBasicOps-1645094289 tempest-TestNetworkBasicOps-1645094289-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1819024'] for router_interface (b414fe0c-a42d-4720-92fd-5440e88e2702), before_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:46:45.778517 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-511850ef-d41c-46f8-8431-ceb7de5e4c1b tempest-TestNetworkBasicOps-1645094289 tempest-TestNetworkBasicOps-1645094289-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (a5738ece-e221-429c-bb62-635bd68d51cc), before_update {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:46:45.837763 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.provisioning_blocks [None req-fa5e6ba5-635b-41c6-82fe-5cf415e8614b None None] Provisioning complete for port a5738ece-e221-429c-bb62-635bd68d51cc triggered by entity DHCP. {{(pid=103232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 19:46:45.838319 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-fa5e6ba5-635b-41c6-82fe-5cf415e8614b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593630'] for port (a5738ece-e221-429c-bb62-635bd68d51cc), provisioning_complete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:46:45.881404 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-fa5e6ba5-635b-41c6-82fe-5cf415e8614b None None] Port a5738ece-e221-429c-bb62-635bd68d51cc cannot update to ACTIVE because it is not bound. {{(pid=103232) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 19:46:46.047693 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-a7262a8e-0513-48fd-984d-75726a511961 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762867132591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593584'] for agent (911cfea2-02ae-4ec9-bac3-7808ee1cdd9c), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:46:46.069114 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-511850ef-d41c-46f8-8431-ceb7de5e4c1b tempest-TestNetworkBasicOps-1645094289 tempest-TestNetworkBasicOps-1645094289-project] Publish callbacks [] for port (a5738ece-e221-429c-bb62-635bd68d51cc), precommit_update {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:46:46.074901 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-511850ef-d41c-46f8-8431-ceb7de5e4c1b tempest-TestNetworkBasicOps-1645094289 tempest-TestNetworkBasicOps-1645094289-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762867176205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762866656485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762866656503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14393758'] for port (a5738ece-e221-429c-bb62-635bd68d51cc), after_update {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:46:46.153856 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-511850ef-d41c-46f8-8431-ceb7de5e4c1b tempest-TestNetworkBasicOps-1645094289 tempest-TestNetworkBasicOps-1645094289-project] Pushing event updated for resources: {'Port': ['ID=a5738ece-e221-429c-bb62-635bd68d51cc,revision_number=2']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:46:46.158410 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-511850ef-d41c-46f8-8431-ceb7de5e4c1b tempest-TestNetworkBasicOps-1645094289 tempest-TestNetworkBasicOps-1645094289-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1613458', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1834496'] for router_interface (b414fe0c-a42d-4720-92fd-5440e88e2702), after_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:46:46.276241 n-d-713498-36 neutron-server[103230]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-511850ef-d41c-46f8-8431-ceb7de5e4c1b tempest-TestNetworkBasicOps-1645094289 tempest-TestNetworkBasicOps-1645094289-project] Network 2b6d3cdf-3284-453b-8dd2-c8a7b82a71fa is already hosted by enough agents. {{(pid=103230) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 19:46:46.277644 n-d-713498-36 neutron-server[103230]: DEBUG neutron.scheduler.base_scheduler [None req-511850ef-d41c-46f8-8431-ceb7de5e4c1b tempest-TestNetworkBasicOps-1645094289 tempest-TestNetworkBasicOps-1645094289-project] Resources bound (agent type, host, resource id): {{(pid=103230) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 19:46:46.404227 n-d-713498-36 neutron-server[103230]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-511850ef-d41c-46f8-8431-ceb7de5e4c1b tempest-TestNetworkBasicOps-1645094289 tempest-TestNetworkBasicOps-1645094289-project] Router b414fe0c-a42d-4720-92fd-5440e88e2702 has already been hosted by L3 agent 93303d5e-5d17-45e8-8963-7694f87783ae {{(pid=103230) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 19:46:46.508110 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.provisioning_blocks [None req-34b68d22-a810-4466-89cb-c0a1dade7216 None None] Provisioning complete for port a5738ece-e221-429c-bb62-635bd68d51cc triggered by entity DHCP. {{(pid=103232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 19:46:46.510102 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-34b68d22-a810-4466-89cb-c0a1dade7216 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593630'] for port (a5738ece-e221-429c-bb62-635bd68d51cc), provisioning_complete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:46:46.526000 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-511850ef-d41c-46f8-8431-ceb7de5e4c1b tempest-TestNetworkBasicOps-1645094289 tempest-TestNetworkBasicOps-1645094289-project] Notify agent at l3_agent.n-d-713498-36 the message routers_updated {{(pid=103230) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 19:46:46.534205 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-511850ef-d41c-46f8-8431-ceb7de5e4c1b tempest-TestNetworkBasicOps-1645094289 tempest-TestNetworkBasicOps-1645094289-project] 10.222.0.75 "PUT /v2.0/routers/b414fe0c-a42d-4720-92fd-5440e88e2702/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9441316 Feb 09 19:46:46.551022 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53cc86b3-7176-42cc-bd54-3e47d5fd4f92 None None] Sync routers for ids ['b414fe0c-a42d-4720-92fd-5440e88e2702'] in n-d-713498-36 {{(pid=103232) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 19:46:46.573012 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-34b68d22-a810-4466-89cb-c0a1dade7216 None None] Port a5738ece-e221-429c-bb62-635bd68d51cc cannot update to ACTIVE because it is not bound. {{(pid=103232) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 19:46:46.575298 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53cc86b3-7176-42cc-bd54-3e47d5fd4f92 None None] Routers {'b414fe0c-a42d-4720-92fd-5440e88e2702'} bound to L3 agent in host n-d-713498-36 {{(pid=103232) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 19:46:46.575927 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.l3_hamode_db [None req-53cc86b3-7176-42cc-bd54-3e47d5fd4f92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T18:51:43Z,description=,heartbeat_timestamp=2022-02-09T19:46:43Z,host='n-d-713498-36',id=93303d5e-5d17-45e8-8963-7694f87783ae,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T18:51:43Z,topic='l3_agent')) {'router_ids': ['b414fe0c-a42d-4720-92fd-5440e88e2702'], 'active': True} {{(pid=103232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:46:46.687449 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.l3_dvr_db [None req-53cc86b3-7176-42cc-bd54-3e47d5fd4f92 None None] Set router b414fe0c-a42d-4720-92fd-5440e88e2702 gateway port host: n-d-713498-36 {{(pid=103232) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 19:46:46.916279 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.l3_hamode_db [None req-53cc86b3-7176-42cc-bd54-3e47d5fd4f92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b414fe0c-a42d-4720-92fd-5440e88e2702', 'name': 'tempest-TestNetworkBasicOps-router-1363570662', 'tenant_id': 'd10f75d7d9834af0ab88975c96df140f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88055e1e-672a-4487-be31-ffb6e833ece5', 'external_fixed_ips': [{'subnet_id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'ip_address': '172.25.1.214'}], 'enable_snat': True}, 'gw_port_id': '8b718f25-ab18-4501-9c7a-e95ab38a1cff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T19:45:17Z', 'updated_at': '2022-02-09T19:46:45Z', 'revision_number': 5, 'project_id': 'd10f75d7d9834af0ab88975c96df140f', 'gw_port': {'id': '8b718f25-ab18-4501-9c7a-e95ab38a1cff', 'name': '', 'network_id': '88055e1e-672a-4487-be31-ffb6e833ece5', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:4e:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b414fe0c-a42d-4720-92fd-5440e88e2702', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3957, 'fixed_ips': [{'subnet_id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'ip_address': '172.25.1.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T19:45:18Z', 'updated_at': '2022-02-09T19:45:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-36', '_floatingips': [{'id': 'cd04d4d6-aaa5-4a67-a346-ebd8d4246acc', 'tenant_id': 'd10f75d7d9834af0ab88975c96df140f', 'floating_ip_address': '172.25.1.162', 'floating_network_id': '88055e1e-672a-4487-be31-ffb6e833ece5', 'router_id': 'b414fe0c-a42d-4720-92fd-5440e88e2702', 'port_id': '0a476bb4-6a79-4ac5-bd6c-525b4b71b6ce', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 3972, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3f4ad9b1-0217-4484-acaf-408bf6117929', 'mac_address': 'fa:16:3e:19:fd:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2d94b71-ffc9-4aaf-ae56-569951bc63b5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T19:45:42Z', 'updated_at': '2022-02-09T19:45:46Z', 'revision_number': 1, 'project_id': 'd10f75d7d9834af0ab88975c96df140f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9a9c1dd3-201a-4074-a7ee-0492db15adb6', 'name': '', 'network_id': '3f4ad9b1-0217-4484-acaf-408bf6117929', 'tenant_id': 'd10f75d7d9834af0ab88975c96df140f', 'mac_address': 'fa:16:3e:13:f3:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b414fe0c-a42d-4720-92fd-5440e88e2702', 'device_owner': 'network:router_interface', 'standard_attr_id': 3960, 'fixed_ips': [{'subnet_id': '2825332a-2e39-42e3-a77c-ca297c3e6522', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T19:45:21Z', 'updated_at': '2022-02-09T19:45:27Z', 'revision_number': 5, 'project_id': 'd10f75d7d9834af0ab88975c96df140f', 'subnets': [{'id': '2825332a-2e39-42e3-a77c-ca297c3e6522', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a5738ece-e221-429c-bb62-635bd68d51cc', 'name': '', 'network_id': '2b6d3cdf-3284-453b-8dd2-c8a7b82a71fa', 'tenant_id': 'd10f75d7d9834af0ab88975c96df140f', 'mac_address': 'fa:16:3e:d9:2a:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b414fe0c-a42d-4720-92fd-5440e88e2702', 'device_owner': 'network:router_interface', 'standard_attr_id': 3999, 'fixed_ips': [{'subnet_id': '5b384ea6-08b6-42e0-9556-97d750d20e7d', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T19:46:45Z', 'updated_at': '2022-02-09T19:46:45Z', 'revision_number': 2, 'project_id': 'd10f75d7d9834af0ab88975c96df140f', 'subnets': [{'id': '5b384ea6-08b6-42e0-9556-97d750d20e7d', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-36', False) {} {{(pid=103232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:46:46.947871 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53cc86b3-7176-42cc-bd54-3e47d5fd4f92 None None] Checking router: b414fe0c-a42d-4720-92fd-5440e88e2702 for host: n-d-713498-36 {{(pid=103232) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 19:46:46.948048 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53cc86b3-7176-42cc-bd54-3e47d5fd4f92 None None] Updating router b414fe0c-a42d-4720-92fd-5440e88e2702 port a5738ece-e221-429c-bb62-635bd68d51cc binding host n-d-713498-36 {{(pid=103232) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 19:46:46.974824 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-53cc86b3-7176-42cc-bd54-3e47d5fd4f92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (a5738ece-e221-429c-bb62-635bd68d51cc), before_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:46:47.096527 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762867132591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593584'] for agent (496418a2-c002-4aec-ab1a-07f3bea491bd), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:46:47.247237 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-53cc86b3-7176-42cc-bd54-3e47d5fd4f92 None None] Publish callbacks [] for port (a5738ece-e221-429c-bb62-635bd68d51cc), precommit_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:46:47.253276 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-53cc86b3-7176-42cc-bd54-3e47d5fd4f92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762867176205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762866656485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762866656503'] for port (a5738ece-e221-429c-bb62-635bd68d51cc), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:46:47.332539 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22fe8e9e-d7b9-49ac-b9a8-30a608d8b9b0 None None] Pushing event updated for resources: {'Port': ['ID=a5738ece-e221-429c-bb62-635bd68d51cc,revision_number=3']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:46:47.369277 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.managers [None req-53cc86b3-7176-42cc-bd54-3e47d5fd4f92 None None] Attempting to bind port a5738ece-e221-429c-bb62-635bd68d51cc on host n-d-713498-36 for vnic_type normal with profile {{(pid=103232) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 19:46:47.369705 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.managers [None req-53cc86b3-7176-42cc-bd54-3e47d5fd4f92 None None] Attempting to bind port a5738ece-e221-429c-bb62-635bd68d51cc by drivers openvswitch,hyperv on host n-d-713498-36 at level 0 using segments [{'id': '9cf4a656-c7ca-48a4-819a-38de56a6c61a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': '2b6d3cdf-3284-453b-8dd2-c8a7b82a71fa'}] {{(pid=103232) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 19:46:47.370107 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53cc86b3-7176-42cc-bd54-3e47d5fd4f92 None None] Attempting to bind port a5738ece-e221-429c-bb62-635bd68d51cc on network 2b6d3cdf-3284-453b-8dd2-c8a7b82a71fa {{(pid=103232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 19:46:47.376728 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53cc86b3-7176-42cc-bd54-3e47d5fd4f92 None None] Checking agent: {'id': '496418a2-c002-4aec-ab1a-07f3bea491bd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-36', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 18, 51, 47), 'started_at': datetime.datetime(2022, 2, 9, 18, 52, 17), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 19, 46, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-36'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 19:46:47.377249 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53cc86b3-7176-42cc-bd54-3e47d5fd4f92 None None] Checking segment: {'id': '9cf4a656-c7ca-48a4-819a-38de56a6c61a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': '2b6d3cdf-3284-453b-8dd2-c8a7b82a71fa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103232) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 19:46:47.377743 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-53cc86b3-7176-42cc-bd54-3e47d5fd4f92 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:46:47.378231 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53cc86b3-7176-42cc-bd54-3e47d5fd4f92 None None] Bound using segment: {'id': '9cf4a656-c7ca-48a4-819a-38de56a6c61a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': '2b6d3cdf-3284-453b-8dd2-c8a7b82a71fa'} {{(pid=103232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 19:46:47.378771 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.managers [None req-53cc86b3-7176-42cc-bd54-3e47d5fd4f92 None None] Bound port: a5738ece-e221-429c-bb62-635bd68d51cc, host: n-d-713498-36, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9cf4a656-c7ca-48a4-819a-38de56a6c61a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': '2b6d3cdf-3284-453b-8dd2-c8a7b82a71fa'}}] {{(pid=103232) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 19:46:47.379223 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-53cc86b3-7176-42cc-bd54-3e47d5fd4f92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (a5738ece-e221-429c-bb62-635bd68d51cc), before_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:46:47.445655 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-53cc86b3-7176-42cc-bd54-3e47d5fd4f92 None None] For port a5738ece-e221-429c-bb62-635bd68d51cc, host n-d-713498-36, cleared binding levels {{(pid=103232) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 19:46:47.449772 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-53cc86b3-7176-42cc-bd54-3e47d5fd4f92 None None] For port a5738ece-e221-429c-bb62-635bd68d51cc, host n-d-713498-36, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-36',level=0,port_id=a5738ece-e221-429c-bb62-635bd68d51cc,segment=NetworkSegment(9cf4a656-c7ca-48a4-819a-38de56a6c61a),segment_id=9cf4a656-c7ca-48a4-819a-38de56a6c61a)] {{(pid=103232) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 19:46:47.455610 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-53cc86b3-7176-42cc-bd54-3e47d5fd4f92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762867176205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762866656485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762866656503'] for port (a5738ece-e221-429c-bb62-635bd68d51cc), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:46:47.691249 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22fe8e9e-d7b9-49ac-b9a8-30a608d8b9b0 None None] Pushing event updated for resources: {'Port': ['ID=a5738ece-e221-429c-bb62-635bd68d51cc,revision_number=4']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:46:47.693785 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.provisioning_blocks [None req-47377abd-ae66-45bf-8af6-2f129ffb45d9 None None] Provisioning complete for port a5738ece-e221-429c-bb62-635bd68d51cc triggered by entity DHCP. {{(pid=103232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 19:46:47.694187 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-47377abd-ae66-45bf-8af6-2f129ffb45d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593630'] for port (a5738ece-e221-429c-bb62-635bd68d51cc), provisioning_complete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:46:47.699865 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53cc86b3-7176-42cc-bd54-3e47d5fd4f92 None None] Routers {'b414fe0c-a42d-4720-92fd-5440e88e2702'} bound to L3 agent in host n-d-713498-36 {{(pid=103232) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 19:46:47.700475 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.l3_hamode_db [None req-53cc86b3-7176-42cc-bd54-3e47d5fd4f92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T18:51:43Z,description=,heartbeat_timestamp=2022-02-09T19:46:43Z,host='n-d-713498-36',id=93303d5e-5d17-45e8-8963-7694f87783ae,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T18:51:43Z,topic='l3_agent')) {'router_ids': ['b414fe0c-a42d-4720-92fd-5440e88e2702'], 'active': True} {{(pid=103232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:46:47.858983 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.l3_dvr_db [None req-53cc86b3-7176-42cc-bd54-3e47d5fd4f92 None None] Set router b414fe0c-a42d-4720-92fd-5440e88e2702 gateway port host: n-d-713498-36 {{(pid=103232) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 19:46:47.903036 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-47377abd-ae66-45bf-8af6-2f129ffb45d9 None None] Current status of the port a5738ece-e221-429c-bb62-635bd68d51cc is: DOWN; New status is: ACTIVE {{(pid=103232) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 19:46:47.903429 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-47377abd-ae66-45bf-8af6-2f129ffb45d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (a5738ece-e221-429c-bb62-635bd68d51cc), before_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:46:47.982074 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-47377abd-ae66-45bf-8af6-2f129ffb45d9 None None] For port a5738ece-e221-429c-bb62-635bd68d51cc, host n-d-713498-36, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-36',level=0,port_id=a5738ece-e221-429c-bb62-635bd68d51cc,segment=NetworkSegment(9cf4a656-c7ca-48a4-819a-38de56a6c61a),segment_id=9cf4a656-c7ca-48a4-819a-38de56a6c61a)] {{(pid=103232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 19:46:47.987850 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-47377abd-ae66-45bf-8af6-2f129ffb45d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762867176205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762866656485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762866656503'] for port (a5738ece-e221-429c-bb62-635bd68d51cc), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:46:48.090153 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47377abd-ae66-45bf-8af6-2f129ffb45d9 None None] Pushing event updated for resources: {'Port': ['ID=a5738ece-e221-429c-bb62-635bd68d51cc,revision_number=5']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:46:48.140875 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.provisioning_blocks [None req-412f269c-65e8-40d6-88e5-1028638ed679 None None] Provisioning complete for port a5738ece-e221-429c-bb62-635bd68d51cc triggered by entity DHCP. {{(pid=103232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 19:46:48.141251 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-412f269c-65e8-40d6-88e5-1028638ed679 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593630'] for port (a5738ece-e221-429c-bb62-635bd68d51cc), provisioning_complete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:46:48.232017 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.l3_hamode_db [None req-53cc86b3-7176-42cc-bd54-3e47d5fd4f92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b414fe0c-a42d-4720-92fd-5440e88e2702', 'name': 'tempest-TestNetworkBasicOps-router-1363570662', 'tenant_id': 'd10f75d7d9834af0ab88975c96df140f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88055e1e-672a-4487-be31-ffb6e833ece5', 'external_fixed_ips': [{'subnet_id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'ip_address': '172.25.1.214'}], 'enable_snat': True}, 'gw_port_id': '8b718f25-ab18-4501-9c7a-e95ab38a1cff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T19:45:17Z', 'updated_at': '2022-02-09T19:46:45Z', 'revision_number': 5, 'project_id': 'd10f75d7d9834af0ab88975c96df140f', 'gw_port': {'id': '8b718f25-ab18-4501-9c7a-e95ab38a1cff', 'name': '', 'network_id': '88055e1e-672a-4487-be31-ffb6e833ece5', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:4e:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b414fe0c-a42d-4720-92fd-5440e88e2702', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3957, 'fixed_ips': [{'subnet_id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'ip_address': '172.25.1.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T19:45:18Z', 'updated_at': '2022-02-09T19:45:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-36', '_floatingips': [{'id': 'cd04d4d6-aaa5-4a67-a346-ebd8d4246acc', 'tenant_id': 'd10f75d7d9834af0ab88975c96df140f', 'floating_ip_address': '172.25.1.162', 'floating_network_id': '88055e1e-672a-4487-be31-ffb6e833ece5', 'router_id': 'b414fe0c-a42d-4720-92fd-5440e88e2702', 'port_id': '0a476bb4-6a79-4ac5-bd6c-525b4b71b6ce', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 3972, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3f4ad9b1-0217-4484-acaf-408bf6117929', 'mac_address': 'fa:16:3e:19:fd:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2d94b71-ffc9-4aaf-ae56-569951bc63b5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T19:45:42Z', 'updated_at': '2022-02-09T19:45:46Z', 'revision_number': 1, 'project_id': 'd10f75d7d9834af0ab88975c96df140f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9a9c1dd3-201a-4074-a7ee-0492db15adb6', 'name': '', 'network_id': '3f4ad9b1-0217-4484-acaf-408bf6117929', 'tenant_id': 'd10f75d7d9834af0ab88975c96df140f', 'mac_address': 'fa:16:3e:13:f3:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b414fe0c-a42d-4720-92fd-5440e88e2702', 'device_owner': 'network:router_interface', 'standard_attr_id': 3960, 'fixed_ips': [{'subnet_id': '2825332a-2e39-42e3-a77c-ca297c3e6522', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T19:45:21Z', 'updated_at': '2022-02-09T19:45:27Z', 'revision_number': 5, 'project_id': 'd10f75d7d9834af0ab88975c96df140f', 'subnets': [{'id': '2825332a-2e39-42e3-a77c-ca297c3e6522', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a5738ece-e221-429c-bb62-635bd68d51cc', 'name': '', 'network_id': '2b6d3cdf-3284-453b-8dd2-c8a7b82a71fa', 'tenant_id': 'd10f75d7d9834af0ab88975c96df140f', 'mac_address': 'fa:16:3e:d9:2a:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b414fe0c-a42d-4720-92fd-5440e88e2702', 'device_owner': 'network:router_interface', 'standard_attr_id': 3999, 'fixed_ips': [{'subnet_id': '5b384ea6-08b6-42e0-9556-97d750d20e7d', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T19:46:45Z', 'updated_at': '2022-02-09T19:46:47Z', 'revision_number': 4, 'project_id': 'd10f75d7d9834af0ab88975c96df140f', 'subnets': [{'id': '5b384ea6-08b6-42e0-9556-97d750d20e7d', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-36', False) {} {{(pid=103232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:46:48.265291 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53cc86b3-7176-42cc-bd54-3e47d5fd4f92 None None] The sync data for ids ['b414fe0c-a42d-4720-92fd-5440e88e2702'] in n-d-713498-36 is: [{'id': 'b414fe0c-a42d-4720-92fd-5440e88e2702', 'name': 'tempest-TestNetworkBasicOps-router-1363570662', 'tenant_id': 'd10f75d7d9834af0ab88975c96df140f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88055e1e-672a-4487-be31-ffb6e833ece5', 'external_fixed_ips': [{'subnet_id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'ip_address': '172.25.1.214'}], 'enable_snat': True}, 'gw_port_id': '8b718f25-ab18-4501-9c7a-e95ab38a1cff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T19:45:17Z', 'updated_at': '2022-02-09T19:46:45Z', 'revision_number': 5, 'project_id': 'd10f75d7d9834af0ab88975c96df140f', 'gw_port': {'id': '8b718f25-ab18-4501-9c7a-e95ab38a1cff', 'name': '', 'network_id': '88055e1e-672a-4487-be31-ffb6e833ece5', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:4e:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b414fe0c-a42d-4720-92fd-5440e88e2702', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3957, 'fixed_ips': [{'subnet_id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'ip_address': '172.25.1.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T19:45:18Z', 'updated_at': '2022-02-09T19:45:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-36', '_floatingips': [{'id': 'cd04d4d6-aaa5-4a67-a346-ebd8d4246acc', 'tenant_id': 'd10f75d7d9834af0ab88975c96df140f', 'floating_ip_address': '172.25.1.162', 'floating_network_id': '88055e1e-672a-4487-be31-ffb6e833ece5', 'router_id': 'b414fe0c-a42d-4720-92fd-5440e88e2702', 'port_id': '0a476bb4-6a79-4ac5-bd6c-525b4b71b6ce', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 3972, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3f4ad9b1-0217-4484-acaf-408bf6117929', 'mac_address': 'fa:16:3e:19:fd:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2d94b71-ffc9-4aaf-ae56-569951bc63b5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T19:45:42Z', 'updated_at': '2022-02-09T19:45:46Z', 'revision_number': 1, 'project_id': 'd10f75d7d9834af0ab88975c96df140f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9a9c1dd3-201a-4074-a7ee-0492db15adb6', 'name': '', 'network_id': '3f4ad9b1-0217-4484-acaf-408bf6117929', 'tenant_id': 'd10f75d7d9834af0ab88975c96df140f', 'mac_address': 'fa:16:3e:13:f3:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b414fe0c-a42d-4720-92fd-5440e88e2702', 'device_owner': 'network:router_interface', 'standard_attr_id': 3960, 'fixed_ips': [{'subnet_id': '2825332a-2e39-42e3-a77c-ca297c3e6522', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T19:45:21Z', 'updated_at': '2022-02-09T19:45:27Z', 'revision_number': 5, 'project_id': 'd10f75d7d9834af0ab88975c96df140f', 'subnets': [{'id': '2825332a-2e39-42e3-a77c-ca297c3e6522', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a5738ece-e221-429c-bb62-635bd68d51cc', 'name': '', 'network_id': '2b6d3cdf-3284-453b-8dd2-c8a7b82a71fa', 'tenant_id': 'd10f75d7d9834af0ab88975c96df140f', 'mac_address': 'fa:16:3e:d9:2a:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b414fe0c-a42d-4720-92fd-5440e88e2702', 'device_owner': 'network:router_interface', 'standard_attr_id': 3999, 'fixed_ips': [{'subnet_id': '5b384ea6-08b6-42e0-9556-97d750d20e7d', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T19:46:45Z', 'updated_at': '2022-02-09T19:46:47Z', 'revision_number': 4, 'project_id': 'd10f75d7d9834af0ab88975c96df140f', 'subnets': [{'id': '5b384ea6-08b6-42e0-9556-97d750d20e7d', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103232) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 19:46:48.268538 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-412f269c-65e8-40d6-88e5-1028638ed679 None None] Current status of the port a5738ece-e221-429c-bb62-635bd68d51cc is: ACTIVE; New status is: ACTIVE {{(pid=103232) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 19:46:48.851524 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762867132591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593584'] for agent (488cd9ae-631f-4955-ba0b-4f5a13f12e9c), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:46:49.229142 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762867132591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593584'] for agent (bcd5faee-dc24-4298-9134-0e0aa054058e), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:46:49.879719 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Device a5738ece-e221-429c-bb62-635bd68d51cc up at agent ovs-agent-n-d-713498-36 {{(pid=103232) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 19:46:49.940157 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.provisioning_blocks [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Provisioning complete for port a5738ece-e221-429c-bb62-635bd68d51cc triggered by entity L2. {{(pid=103232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 19:46:49.940529 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593630'] for port (a5738ece-e221-429c-bb62-635bd68d51cc), provisioning_complete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:46:50.033867 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Current status of the port a5738ece-e221-429c-bb62-635bd68d51cc is: ACTIVE; New status is: ACTIVE {{(pid=103232) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 19:47:01.351016 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-9fad2eae-2290-48bc-bec6-27fce9011b6d req-178920ae-f33a-432d-a022-ec9006e69c7e service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=cbaf0b82-9493-4ee5-8979-14cd489d7c31&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0448449 Feb 09 19:47:01.448539 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fad2eae-2290-48bc-bec6-27fce9011b6d req-6c1e38b1-d048-429c-8a97-5d47e37942b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:47:01.450056 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-9fad2eae-2290-48bc-bec6-27fce9011b6d req-6c1e38b1-d048-429c-8a97-5d47e37942b7 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=e66ffe5bb4494e31b9de6c7224f91756&device_id=cbaf0b82-9493-4ee5-8979-14cd489d7c31 HTTP/1.1" status: 200 len: 1128 time: 0.0533755 Feb 09 19:47:01.556139 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fad2eae-2290-48bc-bec6-27fce9011b6d req-89967217-4df5-4a03-85f0-36a8ab93f2ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:47:01.557744 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-9fad2eae-2290-48bc-bec6-27fce9011b6d req-89967217-4df5-4a03-85f0-36a8ab93f2ed service neutron] 10.222.0.89 "GET /v2.0/networks?id=6c0390b8-57a8-4e5d-b1b3-4d3098f0383e HTTP/1.1" status: 200 len: 913 time: 0.0862205 Feb 09 19:47:01.643885 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-9fad2eae-2290-48bc-bec6-27fce9011b6d req-cbefa926-546d-4c97-9ab9-d54c05c42acd service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=6c359067-0903-4b1b-9261-1bf513b069e4 HTTP/1.1" status: 200 len: 1001 time: 0.0798535 Feb 09 19:47:02.055173 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fad2eae-2290-48bc-bec6-27fce9011b6d req-1e2dcb4d-a9b0-43a1-ad6f-dbdef1932346 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:47:02.056865 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-9fad2eae-2290-48bc-bec6-27fce9011b6d req-1e2dcb4d-a9b0-43a1-ad6f-dbdef1932346 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=8c23e8df-50ec-4124-b2e0-ec4287e0865a HTTP/1.1" status: 200 len: 851 time: 0.4068210 Feb 09 19:47:02.110686 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fad2eae-2290-48bc-bec6-27fce9011b6d req-8b9396e0-f3e9-4e47-b831-7e211ce7b176 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:47:02.112355 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-9fad2eae-2290-48bc-bec6-27fce9011b6d req-8b9396e0-f3e9-4e47-b831-7e211ce7b176 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=6c0390b8-57a8-4e5d-b1b3-4d3098f0383e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0484424 Feb 09 19:47:02.206814 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-9fad2eae-2290-48bc-bec6-27fce9011b6d req-92b51b65-b228-4851-8510-455d1d8ef192 service neutron] 10.222.0.89 "GET /v2.0/networks/6c0390b8-57a8-4e5d-b1b3-4d3098f0383e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0885718 Feb 09 19:47:02.300170 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-9fad2eae-2290-48bc-bec6-27fce9011b6d req-e0f4a8c0-545c-4b62-9974-262021543189 service neutron] 10.222.0.89 "GET /v2.0/networks/6c0390b8-57a8-4e5d-b1b3-4d3098f0383e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0876248 Feb 09 19:47:07.941492 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-31aac068-ea17-4c23-8413-911bbdeacd44 req-59bd5dfe-55b5-465b-bb35-33e86bf15b97 service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=c2d94b71-ffc9-4aaf-ae56-569951bc63b5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0458019 Feb 09 19:47:08.049617 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31aac068-ea17-4c23-8413-911bbdeacd44 req-bb9d0460-18c0-4457-b7dc-58d781babbe7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:47:08.051144 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-31aac068-ea17-4c23-8413-911bbdeacd44 req-bb9d0460-18c0-4457-b7dc-58d781babbe7 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=d10f75d7d9834af0ab88975c96df140f&device_id=c2d94b71-ffc9-4aaf-ae56-569951bc63b5 HTTP/1.1" status: 200 len: 1129 time: 0.0496776 Feb 09 19:47:08.164205 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31aac068-ea17-4c23-8413-911bbdeacd44 req-244649f3-edca-4b6a-9bb8-d924ca870313 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:47:08.165657 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-31aac068-ea17-4c23-8413-911bbdeacd44 req-244649f3-edca-4b6a-9bb8-d924ca870313 service neutron] 10.222.0.90 "GET /v2.0/networks?id=3f4ad9b1-0217-4484-acaf-408bf6117929 HTTP/1.1" status: 200 len: 898 time: 0.0910389 Feb 09 19:47:08.236517 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-31aac068-ea17-4c23-8413-911bbdeacd44 req-fe2e965a-baf5-4459-98fc-6ddd68757786 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=0a476bb4-6a79-4ac5-bd6c-525b4b71b6ce HTTP/1.1" status: 200 len: 1002 time: 0.0630555 Feb 09 19:47:08.292282 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31aac068-ea17-4c23-8413-911bbdeacd44 req-7f6373b4-c5a7-4ae8-a0a8-82b87bf14a7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:47:08.293815 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-31aac068-ea17-4c23-8413-911bbdeacd44 req-7f6373b4-c5a7-4ae8-a0a8-82b87bf14a7a service neutron] 10.222.0.90 "GET /v2.0/subnets?id=2825332a-2e39-42e3-a77c-ca297c3e6522 HTTP/1.1" status: 200 len: 835 time: 0.0484436 Feb 09 19:47:08.347435 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31aac068-ea17-4c23-8413-911bbdeacd44 req-513c1223-3b2a-49fc-9213-7fd20a59f4fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:47:08.348803 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-31aac068-ea17-4c23-8413-911bbdeacd44 req-513c1223-3b2a-49fc-9213-7fd20a59f4fd service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=3f4ad9b1-0217-4484-acaf-408bf6117929&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0481968 Feb 09 19:47:08.440981 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-31aac068-ea17-4c23-8413-911bbdeacd44 req-a163abce-3c71-4a25-a54a-8fa37c16ebc9 service neutron] 10.222.0.90 "GET /v2.0/networks/3f4ad9b1-0217-4484-acaf-408bf6117929?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0823774 Feb 09 19:47:08.532383 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-31aac068-ea17-4c23-8413-911bbdeacd44 req-cebe7b1e-a39f-42af-a53d-146bbe8798de service neutron] 10.222.0.90 "GET /v2.0/networks/3f4ad9b1-0217-4484-acaf-408bf6117929?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0841341 Feb 09 19:47:10.430935 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 50240) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:47:10.851467 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-abd2be7d-f540-44d5-aac6-0965cc0855e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762867132591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593584'] for agent (af91e4b9-f4e1-42b1-a25c-a10dc47171c8), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:47:10.865569 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-1cbaf0f0-0a3b-437f-a608-5d385ac36667 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:47:10.951132 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-1cbaf0f0-0a3b-437f-a608-5d385ac36667 admin admin] Publish callbacks [] for security_group (6dc2acde-0299-4d9d-bb01-a978e4285bd2), precommit_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:47:10.955581 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-1cbaf0f0-0a3b-437f-a608-5d385ac36667 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1892331'] for security_group (6dc2acde-0299-4d9d-bb01-a978e4285bd2), after_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:47:11.000430 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cbaf0f0-0a3b-437f-a608-5d385ac36667 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6dc2acde-0299-4d9d-bb01-a978e4285bd2,revision_number=1']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:47:11.008161 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-1cbaf0f0-0a3b-437f-a608-5d385ac36667 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=0efe954b59bb453bb0e07872743f38f7&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5730231 Feb 09 19:47:11.009004 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 50246) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:47:11.059619 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-3ef19f21-d8ad-4c30-8eac-3d4ae74f6c67 admin admin] Publish callbacks [] for security_group (6dc2acde-0299-4d9d-bb01-a978e4285bd2), before_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:47:11.081368 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-3ef19f21-d8ad-4c30-8eac-3d4ae74f6c67 admin admin] Publish callbacks [] for security_group (6dc2acde-0299-4d9d-bb01-a978e4285bd2), precommit_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:47:11.127643 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-3ef19f21-d8ad-4c30-8eac-3d4ae74f6c67 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1892331'] for security_group (6dc2acde-0299-4d9d-bb01-a978e4285bd2), after_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:47:11.130198 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-3ef19f21-d8ad-4c30-8eac-3d4ae74f6c67 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:47:11.131340 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-3ef19f21-d8ad-4c30-8eac-3d4ae74f6c67 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/6dc2acde-0299-4d9d-bb01-a978e4285bd2 HTTP/1.1" status: 204 len: 168 time: 0.1221261 Feb 09 19:47:11.140714 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ef19f21-d8ad-4c30-8eac-3d4ae74f6c67 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6dc2acde-0299-4d9d-bb01-a978e4285bd2,revision_number=None']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:47:11.713033 n-d-713498-36 neutron-server[103233]: DEBUG neutron.db.agents_db [None req-4a8a6a42-0a0c-4437-8958-92282682b6bb None None] Agent healthcheck: found 7 active agents {{(pid=103233) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 19:47:11.780367 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 50270) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:47:11.879802 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.v2.base [None req-5fed7da2-b161-4d78-8ecd-d8b92d21d8ca admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-1596861941-network', 'tenant_id': 'fd5077ac97b64927afd30d9f75a68763'}} {{(pid=103230) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 19:47:11.898695 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5fed7da2-b161-4d78-8ecd-d8b92d21d8ca admin admin] Made reservation on behalf of fd5077ac97b64927afd30d9f75a68763 for: {'network': 1} {{(pid=103230) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 19:47:11.902083 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-5fed7da2-b161-4d78-8ecd-d8b92d21d8ca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for network (None), before_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:47:11.922353 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-5fed7da2-b161-4d78-8ecd-d8b92d21d8ca admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:47:12.000145 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-5fed7da2-b161-4d78-8ecd-d8b92d21d8ca admin admin] Publish callbacks [] for security_group (a582968f-d1c7-4bf1-8738-b3ac9c9112d4), precommit_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:47:12.003922 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-5fed7da2-b161-4d78-8ecd-d8b92d21d8ca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1892331'] for security_group (a582968f-d1c7-4bf1-8738-b3ac9c9112d4), after_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:47:12.029823 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5fed7da2-b161-4d78-8ecd-d8b92d21d8ca admin admin] vlan segment allocate from pool success with {'vlan_id': 365, 'physical_network': 'physnet1'} {{(pid=103230) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 19:47:12.039799 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fed7da2-b161-4d78-8ecd-d8b92d21d8ca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a582968f-d1c7-4bf1-8738-b3ac9c9112d4,revision_number=1']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:47:12.046685 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-5fed7da2-b161-4d78-8ecd-d8b92d21d8ca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-759574'] for segment (78d74b71-9646-438a-8fd7-bcb5706d11f8), precommit_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:47:12.047595 n-d-713498-36 neutron-server[103230]: INFO neutron.db.segments_db [None req-5fed7da2-b161-4d78-8ecd-d8b92d21d8ca admin admin] Added segment 78d74b71-9646-438a-8fd7-bcb5706d11f8 of type vlan for network 890d63a5-df30-4d72-8a16-cc62d3d13f0a Feb 09 19:47:12.087650 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-5fed7da2-b161-4d78-8ecd-d8b92d21d8ca admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762866642225'] for network (890d63a5-df30-4d72-8a16-cc62d3d13f0a), precommit_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:47:12.111797 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-5fed7da2-b161-4d78-8ecd-d8b92d21d8ca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1885479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452'] for network (890d63a5-df30-4d72-8a16-cc62d3d13f0a), after_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:47:12.112720 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5fed7da2-b161-4d78-8ecd-d8b92d21d8ca admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:47:12.113343 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-5fed7da2-b161-4d78-8ecd-d8b92d21d8ca admin admin] Publish callbacks [] for network (None), before_response {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:47:12.168665 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-5fed7da2-b161-4d78-8ecd-d8b92d21d8ca admin admin] 10.222.0.75 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.3870201 Feb 09 19:47:12.171696 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 50274) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:47:12.176655 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.v2.base [None req-b3e5072b-2f6a-4759-ae7f-203d09bcba13 admin admin] Request body: {'subnet': {'network_id': '890d63a5-df30-4d72-8a16-cc62d3d13f0a', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-1596861941-subnet', 'tenant_id': 'fd5077ac97b64927afd30d9f75a68763', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 19:47:12.181242 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fed7da2-b161-4d78-8ecd-d8b92d21d8ca admin admin] Pushing event updated for resources: {'Network': ['ID=890d63a5-df30-4d72-8a16-cc62d3d13f0a,revision_number=1']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:47:12.191631 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Network 890d63a5-df30-4d72-8a16-cc62d3d13f0a details requested by agent ovs-agent-n-d-713498-36 with host n-d-713498-36 {{(pid=103232) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 19:47:12.197713 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b3e5072b-2f6a-4759-ae7f-203d09bcba13 admin admin] Made reservation on behalf of fd5077ac97b64927afd30d9f75a68763 for: {'subnet': 1} {{(pid=103229) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 19:47:12.200265 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-b3e5072b-2f6a-4759-ae7f-203d09bcba13 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12759265'] for subnet (None), before_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:47:12.366561 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-b3e5072b-2f6a-4759-ae7f-203d09bcba13 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12867428', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12759263'] for subnet (a2332d29-6560-4b5b-b37e-0079c110611a), after_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:47:12.419103 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3e5072b-2f6a-4759-ae7f-203d09bcba13 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a2332d29-6560-4b5b-b37e-0079c110611a,revision_number=0']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:47:12.430220 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3e5072b-2f6a-4759-ae7f-203d09bcba13 admin admin] Checking segment: {'id': '78d74b71-9646-438a-8fd7-bcb5706d11f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': '890d63a5-df30-4d72-8a16-cc62d3d13f0a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103229) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 19:47:12.430588 n-d-713498-36 neutron-server[103229]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3e5072b-2f6a-4759-ae7f-203d09bcba13 admin admin] Network hostable DHCP agents. Network: 890d63a5-df30-4d72-8a16-cc62d3d13f0a, hostable agents: ['af91e4b9-f4e1-42b1-a25c-a10dc47171c8'], hosted agents: [] {{(pid=103229) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 19:47:12.447034 n-d-713498-36 neutron-server[103229]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3e5072b-2f6a-4759-ae7f-203d09bcba13 admin admin] Network 890d63a5-df30-4d72-8a16-cc62d3d13f0a is scheduled to be hosted by DHCP agent af91e4b9-f4e1-42b1-a25c-a10dc47171c8 with binding_index 1 {{(pid=103229) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 19:47:12.455350 n-d-713498-36 neutron-server[103229]: DEBUG neutron.scheduler.base_scheduler [None req-b3e5072b-2f6a-4759-ae7f-203d09bcba13 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713498-36, 890d63a5-df30-4d72-8a16-cc62d3d13f0a) {{(pid=103229) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 19:47:12.459689 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3e5072b-2f6a-4759-ae7f-203d09bcba13 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:47:12.460389 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-b3e5072b-2f6a-4759-ae7f-203d09bcba13 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:47:12.464352 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4e1bfa2-091a-4f29-8ded-ba6ea5f2a51c None None] Network 890d63a5-df30-4d72-8a16-cc62d3d13f0a requested from n-d-713498-36 {{(pid=103232) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 19:47:12.479683 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-b3e5072b-2f6a-4759-ae7f-203d09bcba13 admin admin] 10.222.0.75 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.3067472 Feb 09 19:47:12.565773 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-444f9b80-69a4-4a9f-b759-2e96777621de None None] Network 890d63a5-df30-4d72-8a16-cc62d3d13f0a requested from n-d-713498-36 {{(pid=103232) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 19:47:12.952037 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 50290) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:47:12.957024 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.v2.base [None req-fc6b5895-495b-4ae4-b855-b6747f9ac8af admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-1104962718-network', 'tenant_id': '369a386dd6d44b95b215b57883b188f6'}} {{(pid=103229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 19:47:12.986555 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fc6b5895-495b-4ae4-b855-b6747f9ac8af admin admin] Made reservation on behalf of 369a386dd6d44b95b215b57883b188f6 for: {'network': 1} {{(pid=103229) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 19:47:12.989732 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-fc6b5895-495b-4ae4-b855-b6747f9ac8af admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for network (None), before_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:47:13.002966 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-fc6b5895-495b-4ae4-b855-b6747f9ac8af admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:47:13.083248 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-fc6b5895-495b-4ae4-b855-b6747f9ac8af admin admin] Publish callbacks [] for security_group (772bbc88-e132-4833-a91a-ca2b953c53ab), precommit_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:47:13.086670 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-fc6b5895-495b-4ae4-b855-b6747f9ac8af admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1892331'] for security_group (772bbc88-e132-4833-a91a-ca2b953c53ab), after_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:47:13.108486 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fc6b5895-495b-4ae4-b855-b6747f9ac8af admin admin] vlan segment allocate from pool success with {'vlan_id': 364, 'physical_network': 'physnet1'} {{(pid=103229) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 19:47:13.116187 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-e6d973e1-5ae0-48ea-8e6c-d60fa590127b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762867132591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593584'] for agent (93303d5e-5d17-45e8-8963-7694f87783ae), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:47:13.124630 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc6b5895-495b-4ae4-b855-b6747f9ac8af admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=772bbc88-e132-4833-a91a-ca2b953c53ab,revision_number=1']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:47:13.127824 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-fc6b5895-495b-4ae4-b855-b6747f9ac8af admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-759574'] for segment (e43247ff-311e-4693-b601-9aca05edbcb0), precommit_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:47:13.128169 n-d-713498-36 neutron-server[103229]: INFO neutron.db.segments_db [None req-fc6b5895-495b-4ae4-b855-b6747f9ac8af admin admin] Added segment e43247ff-311e-4693-b601-9aca05edbcb0 of type vlan for network 5074d3ec-623f-4508-be43-070a72b807e7 Feb 09 19:47:13.169302 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-fc6b5895-495b-4ae4-b855-b6747f9ac8af admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762866642225'] for network (5074d3ec-623f-4508-be43-070a72b807e7), precommit_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:47:13.194954 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-fc6b5895-495b-4ae4-b855-b6747f9ac8af admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1885479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452'] for network (5074d3ec-623f-4508-be43-070a72b807e7), after_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:47:13.195928 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc6b5895-495b-4ae4-b855-b6747f9ac8af admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:47:13.196524 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-fc6b5895-495b-4ae4-b855-b6747f9ac8af admin admin] Publish callbacks [] for network (None), before_response {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:47:13.249561 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-fc6b5895-495b-4ae4-b855-b6747f9ac8af admin admin] 10.222.0.75 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.2962520 Feb 09 19:47:13.252331 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 50292) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:47:13.257434 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.v2.base [None req-eed3d925-3870-4386-9897-7516c62ffa3a admin admin] Request body: {'subnet': {'network_id': '5074d3ec-623f-4508-be43-070a72b807e7', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-1104962718-subnet', 'tenant_id': '369a386dd6d44b95b215b57883b188f6', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103230) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 19:47:13.262692 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc6b5895-495b-4ae4-b855-b6747f9ac8af admin admin] Pushing event updated for resources: {'Network': ['ID=5074d3ec-623f-4508-be43-070a72b807e7,revision_number=1']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:47:13.275983 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Network 5074d3ec-623f-4508-be43-070a72b807e7 details requested by agent ovs-agent-n-d-713498-36 with host n-d-713498-36 {{(pid=103232) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 19:47:13.280906 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eed3d925-3870-4386-9897-7516c62ffa3a admin admin] Made reservation on behalf of 369a386dd6d44b95b215b57883b188f6 for: {'subnet': 1} {{(pid=103230) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 19:47:13.283275 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-eed3d925-3870-4386-9897-7516c62ffa3a admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12985917'] for subnet (None), before_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:47:13.455625 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-eed3d925-3870-4386-9897-7516c62ffa3a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14393611', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12985859'] for subnet (ac012cb7-7461-4d88-89af-df76f99b2b3e), after_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:47:13.511094 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eed3d925-3870-4386-9897-7516c62ffa3a admin admin] Pushing event updated for resources: {'Subnet': ['ID=ac012cb7-7461-4d88-89af-df76f99b2b3e,revision_number=0']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:47:13.521942 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eed3d925-3870-4386-9897-7516c62ffa3a admin admin] Checking segment: {'id': 'e43247ff-311e-4693-b601-9aca05edbcb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': '5074d3ec-623f-4508-be43-070a72b807e7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103230) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 19:47:13.522403 n-d-713498-36 neutron-server[103230]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eed3d925-3870-4386-9897-7516c62ffa3a admin admin] Network hostable DHCP agents. Network: 5074d3ec-623f-4508-be43-070a72b807e7, hostable agents: ['af91e4b9-f4e1-42b1-a25c-a10dc47171c8'], hosted agents: [] {{(pid=103230) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 19:47:13.539606 n-d-713498-36 neutron-server[103230]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eed3d925-3870-4386-9897-7516c62ffa3a admin admin] Network 5074d3ec-623f-4508-be43-070a72b807e7 is scheduled to be hosted by DHCP agent af91e4b9-f4e1-42b1-a25c-a10dc47171c8 with binding_index 1 {{(pid=103230) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 19:47:13.548592 n-d-713498-36 neutron-server[103230]: DEBUG neutron.scheduler.base_scheduler [None req-eed3d925-3870-4386-9897-7516c62ffa3a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713498-36, 5074d3ec-623f-4508-be43-070a72b807e7) {{(pid=103230) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 19:47:13.558272 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0128ed21-7d97-4e65-9c68-a88d5dd65914 None None] Network 5074d3ec-623f-4508-be43-070a72b807e7 requested from n-d-713498-36 {{(pid=103232) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 19:47:13.559622 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eed3d925-3870-4386-9897-7516c62ffa3a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:47:13.560443 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-eed3d925-3870-4386-9897-7516c62ffa3a admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:47:13.581339 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-eed3d925-3870-4386-9897-7516c62ffa3a admin admin] 10.222.0.75 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.3278852 Feb 09 19:47:13.660915 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-572838f0-8276-4caa-89ee-e6e5052ea13f None None] Network 5074d3ec-623f-4508-be43-070a72b807e7 requested from n-d-713498-36 {{(pid=103232) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 19:47:13.997574 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 50310) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:47:14.191978 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8dd7bc0-a6c1-402a-bc6c-9feb5741acf1 req-113e65ff-a5ae-4566-ab5c-a9024acbe721 tempest-TestServerAdvancedOps-1200479000 tempest-TestServerAdvancedOps-1200479000-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:47:14.193566 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-e8dd7bc0-a6c1-402a-bc6c-9feb5741acf1 req-113e65ff-a5ae-4566-ab5c-a9024acbe721 tempest-TestServerAdvancedOps-1200479000 tempest-TestServerAdvancedOps-1200479000-project] 10.222.0.75 "GET /v2.0/networks?id=890d63a5-df30-4d72-8a16-cc62d3d13f0a HTTP/1.1" status: 200 len: 812 time: 0.1027527 Feb 09 19:47:14.212118 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-e8dd7bc0-a6c1-402a-bc6c-9feb5741acf1 req-7f92a7d7-49cf-4e6d-800d-5a4a66395c47 tempest-TestServerAdvancedOps-1200479000 tempest-TestServerAdvancedOps-1200479000-project] 10.222.0.75 "GET /v2.0/quotas/fd5077ac97b64927afd30d9f75a68763 HTTP/1.1" status: 200 len: 375 time: 0.0093958 Feb 09 19:47:14.250535 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-e8dd7bc0-a6c1-402a-bc6c-9feb5741acf1 req-bbdb518a-563d-4cf5-a5e2-575edd97406a tempest-TestServerAdvancedOps-1200479000 tempest-TestServerAdvancedOps-1200479000-project] 10.222.0.75 "GET /v2.0/ports?tenant_id=fd5077ac97b64927afd30d9f75a68763&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0328023 Feb 09 19:47:14.345363 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-e8dd7bc0-a6c1-402a-bc6c-9feb5741acf1 req-da394608-c5f9-4ebd-8042-aab221c2670e service neutron] 10.222.0.75 "GET /v2.0/networks/890d63a5-df30-4d72-8a16-cc62d3d13f0a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0881579 Feb 09 19:47:14.382472 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-8e3944cf-3f7c-46b9-8984-091158c4b24a tempest-TestNetworkBasicOps-1645094289 tempest-TestNetworkBasicOps-1645094289-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1834525'] for router_interface (b414fe0c-a42d-4720-92fd-5440e88e2702), before_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:47:14.434905 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-edc54c9b-7f13-45d9-9271-85c9738b0128 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762867132591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593584'] for agent (a62b1850-466f-48ae-bec7-d62fb280e14b), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:47:14.444390 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-e8dd7bc0-a6c1-402a-bc6c-9feb5741acf1 req-97e413d8-283c-4d64-8ba9-dfe97144408a service neutron] 10.222.0.75 "GET /v2.0/networks/890d63a5-df30-4d72-8a16-cc62d3d13f0a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0931585 Feb 09 19:47:14.782555 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-db244bab-2455-4dfe-ad4e-62832d8d7a50 req-55e83e33-37e0-4bd4-9494-58181a47791a tempest-TestServerAdvancedOps-1200479000 tempest-TestServerAdvancedOps-1200479000-project] 10.222.0.75 "GET /v2.0/ports?device_id=e7a8211a-4544-4db8-b66c-86084efdabfe HTTP/1.1" status: 200 len: 210 time: 0.1855302 Feb 09 19:47:14.798136 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.plugin [None req-8e3944cf-3f7c-46b9-8984-091158c4b24a tempest-TestNetworkBasicOps-1645094289 tempest-TestNetworkBasicOps-1645094289-project] Deleting port a5738ece-e221-429c-bb62-635bd68d51cc {{(pid=103229) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 19:47:14.798486 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-8e3944cf-3f7c-46b9-8984-091158c4b24a tempest-TestNetworkBasicOps-1645094289 tempest-TestNetworkBasicOps-1645094289-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762867170196'] for port (a5738ece-e221-429c-bb62-635bd68d51cc), before_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:47:14.897009 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.db [None req-8e3944cf-3f7c-46b9-8984-091158c4b24a tempest-TestNetworkBasicOps-1645094289 tempest-TestNetworkBasicOps-1645094289-project] For port a5738ece-e221-429c-bb62-635bd68d51cc, host n-d-713498-36, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-36',level=0,port_id=a5738ece-e221-429c-bb62-635bd68d51cc,segment=NetworkSegment(9cf4a656-c7ca-48a4-819a-38de56a6c61a),segment_id=9cf4a656-c7ca-48a4-819a-38de56a6c61a)] {{(pid=103229) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 19:47:14.897373 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-8e3944cf-3f7c-46b9-8984-091158c4b24a tempest-TestNetworkBasicOps-1645094289 tempest-TestNetworkBasicOps-1645094289-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1820838'] for port (a5738ece-e221-429c-bb62-635bd68d51cc), precommit_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:47:14.910295 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.plugin [None req-8e3944cf-3f7c-46b9-8984-091158c4b24a tempest-TestNetworkBasicOps-1645094289 tempest-TestNetworkBasicOps-1645094289-project] Calling delete_port for a5738ece-e221-429c-bb62-635bd68d51cc owned by network:router_interface {{(pid=103229) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 19:47:15.125361 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-8e3944cf-3f7c-46b9-8984-091158c4b24a tempest-TestNetworkBasicOps-1645094289 tempest-TestNetworkBasicOps-1645094289-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762867177463', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762866656476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12867576'] for port (a5738ece-e221-429c-bb62-635bd68d51cc), after_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:47:15.159967 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e3944cf-3f7c-46b9-8984-091158c4b24a tempest-TestNetworkBasicOps-1645094289 tempest-TestNetworkBasicOps-1645094289-project] Pushing event deleted for resources: {'Port': ['ID=a5738ece-e221-429c-bb62-635bd68d51cc,revision_number=None']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:47:15.380577 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-8e3944cf-3f7c-46b9-8984-091158c4b24a tempest-TestNetworkBasicOps-1645094289 tempest-TestNetworkBasicOps-1645094289-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1613467', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1834633'] for router_interface (b414fe0c-a42d-4720-92fd-5440e88e2702), after_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:47:15.749024 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8dd7bc0-a6c1-402a-bc6c-9feb5741acf1 req-d3e57818-ba1d-45df-9184-d0c451e8d978 tempest-TestServerAdvancedOps-1200479000 tempest-TestServerAdvancedOps-1200479000-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:47:15.750827 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-e8dd7bc0-a6c1-402a-bc6c-9feb5741acf1 req-d3e57818-ba1d-45df-9184-d0c451e8d978 tempest-TestServerAdvancedOps-1200479000 tempest-TestServerAdvancedOps-1200479000-project] 10.222.0.89 "GET /v2.0/networks?id=890d63a5-df30-4d72-8a16-cc62d3d13f0a HTTP/1.1" status: 200 len: 812 time: 0.1979480 Feb 09 19:47:15.759015 n-d-713498-36 neutron-server[103229]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8e3944cf-3f7c-46b9-8984-091158c4b24a tempest-TestNetworkBasicOps-1645094289 tempest-TestNetworkBasicOps-1645094289-project] Router b414fe0c-a42d-4720-92fd-5440e88e2702 has already been hosted by L3 agent 93303d5e-5d17-45e8-8963-7694f87783ae {{(pid=103229) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 19:47:15.767554 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.v2.base [req-e8dd7bc0-a6c1-402a-bc6c-9feb5741acf1 req-6b2b5e2a-232b-4226-8c5a-a1df32216dad tempest-TestServerAdvancedOps-1200479000 tempest-TestServerAdvancedOps-1200479000-project] Request body: {'port': {'device_id': 'e7a8211a-4544-4db8-b66c-86084efdabfe', 'network_id': '890d63a5-df30-4d72-8a16-cc62d3d13f0a', 'admin_state_up': True, 'tenant_id': 'fd5077ac97b64927afd30d9f75a68763'}} {{(pid=103229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 19:47:15.890858 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-d278b2a6-de50-4396-86f8-2a8b37c35c5e req-08675999-26e8-40e1-8d30-880082384a52 tempest-TestServerAdvancedOps-1200479000 tempest-TestServerAdvancedOps-1200479000-project] 10.222.0.75 "GET /v2.0/ports?device_id=e7a8211a-4544-4db8-b66c-86084efdabfe HTTP/1.1" status: 200 len: 210 time: 0.0307732 Feb 09 19:47:15.972754 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8e3944cf-3f7c-46b9-8984-091158c4b24a tempest-TestNetworkBasicOps-1645094289 tempest-TestNetworkBasicOps-1645094289-project] Notify agent at l3_agent.n-d-713498-36 the message routers_updated {{(pid=103229) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 19:47:15.978427 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-8e3944cf-3f7c-46b9-8984-091158c4b24a tempest-TestNetworkBasicOps-1645094289 tempest-TestNetworkBasicOps-1645094289-project] 10.222.0.75 "PUT /v2.0/routers/b414fe0c-a42d-4720-92fd-5440e88e2702/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9789937 Feb 09 19:47:15.979863 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e8dd7bc0-a6c1-402a-bc6c-9feb5741acf1 req-6b2b5e2a-232b-4226-8c5a-a1df32216dad tempest-TestServerAdvancedOps-1200479000 tempest-TestServerAdvancedOps-1200479000-project] Made reservation on behalf of fd5077ac97b64927afd30d9f75a68763 for: {'port': 1} {{(pid=103229) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 19:47:15.983267 n-d-713498-36 neutron-server[103233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b8da006-1f44-4e61-9481-3049ea593d08 None None] Sync routers for ids ['b414fe0c-a42d-4720-92fd-5440e88e2702'] in n-d-713498-36 {{(pid=103233) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 19:47:15.984051 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-e8dd7bc0-a6c1-402a-bc6c-9feb5741acf1 req-6b2b5e2a-232b-4226-8c5a-a1df32216dad tempest-TestServerAdvancedOps-1200479000 tempest-TestServerAdvancedOps-1200479000-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (None), before_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:47:15.994930 n-d-713498-36 neutron-server[103233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b8da006-1f44-4e61-9481-3049ea593d08 None None] Routers {'b414fe0c-a42d-4720-92fd-5440e88e2702'} bound to L3 agent in host n-d-713498-36 {{(pid=103233) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 19:47:15.996097 n-d-713498-36 neutron-server[103233]: DEBUG neutron.db.l3_hamode_db [None req-7b8da006-1f44-4e61-9481-3049ea593d08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T18:51:43Z,description=,heartbeat_timestamp=2022-02-09T19:47:13Z,host='n-d-713498-36',id=93303d5e-5d17-45e8-8963-7694f87783ae,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T18:51:43Z,topic='l3_agent')) {'router_ids': ['b414fe0c-a42d-4720-92fd-5440e88e2702'], 'active': True} {{(pid=103233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:47:16.060754 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-a7262a8e-0513-48fd-984d-75726a511961 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762867132591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593584'] for agent (911cfea2-02ae-4ec9-bac3-7808ee1cdd9c), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:47:16.123019 n-d-713498-36 neutron-server[103233]: DEBUG neutron.db.l3_dvr_db [None req-7b8da006-1f44-4e61-9481-3049ea593d08 None None] Set router b414fe0c-a42d-4720-92fd-5440e88e2702 gateway port host: n-d-713498-36 {{(pid=103233) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 19:47:16.153212 n-d-713498-36 neutron-server[103229]: DEBUG neutron.db.db_base_plugin_common [req-e8dd7bc0-a6c1-402a-bc6c-9feb5741acf1 req-6b2b5e2a-232b-4226-8c5a-a1df32216dad tempest-TestServerAdvancedOps-1200479000 tempest-TestServerAdvancedOps-1200479000-project] Allocated IP 172.20.0.4 (890d63a5-df30-4d72-8a16-cc62d3d13f0a/a2332d29-6560-4b5b-b37e-0079c110611a/42521c65-d9af-4d07-a15f-595b1f69cddf) {{(pid=103229) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 19:47:16.244599 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-445fa6f5-3e26-450a-a392-2c65f9b40932 req-336b760a-f42e-48df-a540-24265f515cd7 tempest-TestNetworkBasicOps-1645094289 tempest-TestNetworkBasicOps-1645094289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:47:16.246639 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-445fa6f5-3e26-450a-a392-2c65f9b40932 req-336b760a-f42e-48df-a540-24265f515cd7 tempest-TestNetworkBasicOps-1645094289 tempest-TestNetworkBasicOps-1645094289-project] 10.222.0.75 "GET /v2.0/ports?device_id=b641dfcf-61ed-432f-bc13-f23e5df6f702 HTTP/1.1" status: 200 len: 946 time: 0.0553560 Feb 09 19:47:16.299422 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-445fa6f5-3e26-450a-a392-2c65f9b40932 req-bb3c3d9d-a1ab-4b66-afcd-d6b77a22b4b0 tempest-TestNetworkBasicOps-1645094289 tempest-TestNetworkBasicOps-1645094289-project] 10.222.0.75 "GET /v2.0/security-groups?id=e35f573d-7951-406e-88d4-6aad6e2ab7a0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0463264 Feb 09 19:47:16.319542 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-e8dd7bc0-a6c1-402a-bc6c-9feb5741acf1 req-6b2b5e2a-232b-4226-8c5a-a1df32216dad tempest-TestServerAdvancedOps-1200479000 tempest-TestServerAdvancedOps-1200479000-project] Publish callbacks [] for port (42521c65-d9af-4d07-a15f-595b1f69cddf), precommit_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:47:16.352880 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-e8dd7bc0-a6c1-402a-bc6c-9feb5741acf1 req-6b2b5e2a-232b-4226-8c5a-a1df32216dad tempest-TestServerAdvancedOps-1200479000 tempest-TestServerAdvancedOps-1200479000-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762866656467', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12867576'] for port (42521c65-d9af-4d07-a15f-595b1f69cddf), after_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:47:16.367501 n-d-713498-36 neutron-server[103233]: DEBUG neutron.db.l3_hamode_db [None req-7b8da006-1f44-4e61-9481-3049ea593d08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b414fe0c-a42d-4720-92fd-5440e88e2702', 'name': 'tempest-TestNetworkBasicOps-router-1363570662', 'tenant_id': 'd10f75d7d9834af0ab88975c96df140f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88055e1e-672a-4487-be31-ffb6e833ece5', 'external_fixed_ips': [{'subnet_id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'ip_address': '172.25.1.214'}], 'enable_snat': True}, 'gw_port_id': '8b718f25-ab18-4501-9c7a-e95ab38a1cff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T19:45:17Z', 'updated_at': '2022-02-09T19:47:15Z', 'revision_number': 6, 'project_id': 'd10f75d7d9834af0ab88975c96df140f', 'gw_port': {'id': '8b718f25-ab18-4501-9c7a-e95ab38a1cff', 'name': '', 'network_id': '88055e1e-672a-4487-be31-ffb6e833ece5', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:4e:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b414fe0c-a42d-4720-92fd-5440e88e2702', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3957, 'fixed_ips': [{'subnet_id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'ip_address': '172.25.1.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T19:45:18Z', 'updated_at': '2022-02-09T19:45:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-36', '_floatingips': [{'id': 'cd04d4d6-aaa5-4a67-a346-ebd8d4246acc', 'tenant_id': 'd10f75d7d9834af0ab88975c96df140f', 'floating_ip_address': '172.25.1.162', 'floating_network_id': '88055e1e-672a-4487-be31-ffb6e833ece5', 'router_id': 'b414fe0c-a42d-4720-92fd-5440e88e2702', 'port_id': '0a476bb4-6a79-4ac5-bd6c-525b4b71b6ce', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 3972, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3f4ad9b1-0217-4484-acaf-408bf6117929', 'mac_address': 'fa:16:3e:19:fd:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2d94b71-ffc9-4aaf-ae56-569951bc63b5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T19:45:42Z', 'updated_at': '2022-02-09T19:45:46Z', 'revision_number': 1, 'project_id': 'd10f75d7d9834af0ab88975c96df140f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9a9c1dd3-201a-4074-a7ee-0492db15adb6', 'name': '', 'network_id': '3f4ad9b1-0217-4484-acaf-408bf6117929', 'tenant_id': 'd10f75d7d9834af0ab88975c96df140f', 'mac_address': 'fa:16:3e:13:f3:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b414fe0c-a42d-4720-92fd-5440e88e2702', 'device_owner': 'network:router_interface', 'standard_attr_id': 3960, 'fixed_ips': [{'subnet_id': '2825332a-2e39-42e3-a77c-ca297c3e6522', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T19:45:21Z', 'updated_at': '2022-02-09T19:45:27Z', 'revision_number': 5, 'project_id': 'd10f75d7d9834af0ab88975c96df140f', 'subnets': [{'id': '2825332a-2e39-42e3-a77c-ca297c3e6522', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-36', False) {} {{(pid=103233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:47:16.390128 n-d-713498-36 neutron-server[103229]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e8dd7bc0-a6c1-402a-bc6c-9feb5741acf1 req-6b2b5e2a-232b-4226-8c5a-a1df32216dad tempest-TestServerAdvancedOps-1200479000 tempest-TestServerAdvancedOps-1200479000-project] Network 890d63a5-df30-4d72-8a16-cc62d3d13f0a is already hosted by enough agents. {{(pid=103229) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 19:47:16.393277 n-d-713498-36 neutron-server[103229]: DEBUG neutron.scheduler.base_scheduler [req-e8dd7bc0-a6c1-402a-bc6c-9feb5741acf1 req-6b2b5e2a-232b-4226-8c5a-a1df32216dad tempest-TestServerAdvancedOps-1200479000 tempest-TestServerAdvancedOps-1200479000-project] Resources bound (agent type, host, resource id): {{(pid=103229) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 19:47:16.397157 n-d-713498-36 neutron-server[103229]: DEBUG neutron.db.l3_dvrscheduler_db [req-e8dd7bc0-a6c1-402a-bc6c-9feb5741acf1 req-6b2b5e2a-232b-4226-8c5a-a1df32216dad tempest-TestServerAdvancedOps-1200479000 tempest-TestServerAdvancedOps-1200479000-project] Received port after_create {{(pid=103229) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 19:47:16.398246 n-d-713498-36 neutron-server[103233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b8da006-1f44-4e61-9481-3049ea593d08 None None] Checking router: b414fe0c-a42d-4720-92fd-5440e88e2702 for host: n-d-713498-36 {{(pid=103233) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 19:47:16.407524 n-d-713498-36 neutron-server[103233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b8da006-1f44-4e61-9481-3049ea593d08 None None] Routers {'b414fe0c-a42d-4720-92fd-5440e88e2702'} bound to L3 agent in host n-d-713498-36 {{(pid=103233) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 19:47:16.408121 n-d-713498-36 neutron-server[103233]: DEBUG neutron.db.l3_hamode_db [None req-7b8da006-1f44-4e61-9481-3049ea593d08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T18:51:43Z,description=,heartbeat_timestamp=2022-02-09T19:47:13Z,host='n-d-713498-36',id=93303d5e-5d17-45e8-8963-7694f87783ae,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T18:51:43Z,topic='l3_agent')) {'router_ids': ['b414fe0c-a42d-4720-92fd-5440e88e2702'], 'active': True} {{(pid=103233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:47:16.437655 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b2b5e2a-232b-4226-8c5a-a1df32216dad tempest-TestServerAdvancedOps-1200479000 tempest-TestServerAdvancedOps-1200479000-project] Pushing event updated for resources: {'Port': ['ID=42521c65-d9af-4d07-a15f-595b1f69cddf,revision_number=1']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:47:16.457316 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8dd7bc0-a6c1-402a-bc6c-9feb5741acf1 req-6b2b5e2a-232b-4226-8c5a-a1df32216dad tempest-TestServerAdvancedOps-1200479000 tempest-TestServerAdvancedOps-1200479000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:47:16.457937 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-e8dd7bc0-a6c1-402a-bc6c-9feb5741acf1 req-6b2b5e2a-232b-4226-8c5a-a1df32216dad tempest-TestServerAdvancedOps-1200479000 tempest-TestServerAdvancedOps-1200479000-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171096'] for port (None), before_response {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:47:16.474721 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-e8dd7bc0-a6c1-402a-bc6c-9feb5741acf1 req-6b2b5e2a-232b-4226-8c5a-a1df32216dad tempest-TestServerAdvancedOps-1200479000 tempest-TestServerAdvancedOps-1200479000-project] 10.222.0.89 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7131867 Feb 09 19:47:16.518882 n-d-713498-36 neutron-server[103233]: DEBUG neutron.db.l3_dvr_db [None req-7b8da006-1f44-4e61-9481-3049ea593d08 None None] Set router b414fe0c-a42d-4720-92fd-5440e88e2702 gateway port host: n-d-713498-36 {{(pid=103233) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 19:47:16.537670 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.v2.base [req-e8dd7bc0-a6c1-402a-bc6c-9feb5741acf1 req-29c0a753-6d58-4caa-a1dd-d813034b28a8 service neutron] Request body: {'port': {'device_id': 'e7a8211a-4544-4db8-b66c-86084efdabfe', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-713498-36'}} {{(pid=103229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 19:47:16.601399 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-e8dd7bc0-a6c1-402a-bc6c-9feb5741acf1 req-29c0a753-6d58-4caa-a1dd-d813034b28a8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (42521c65-d9af-4d07-a15f-595b1f69cddf), before_update {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:47:16.834127 n-d-713498-36 neutron-server[103233]: DEBUG neutron.db.l3_hamode_db [None req-7b8da006-1f44-4e61-9481-3049ea593d08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b414fe0c-a42d-4720-92fd-5440e88e2702', 'name': 'tempest-TestNetworkBasicOps-router-1363570662', 'tenant_id': 'd10f75d7d9834af0ab88975c96df140f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88055e1e-672a-4487-be31-ffb6e833ece5', 'external_fixed_ips': [{'subnet_id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'ip_address': '172.25.1.214'}], 'enable_snat': True}, 'gw_port_id': '8b718f25-ab18-4501-9c7a-e95ab38a1cff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T19:45:17Z', 'updated_at': '2022-02-09T19:47:15Z', 'revision_number': 6, 'project_id': 'd10f75d7d9834af0ab88975c96df140f', 'gw_port': {'id': '8b718f25-ab18-4501-9c7a-e95ab38a1cff', 'name': '', 'network_id': '88055e1e-672a-4487-be31-ffb6e833ece5', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:4e:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b414fe0c-a42d-4720-92fd-5440e88e2702', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3957, 'fixed_ips': [{'subnet_id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'ip_address': '172.25.1.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T19:45:18Z', 'updated_at': '2022-02-09T19:45:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-36', '_floatingips': [{'id': 'cd04d4d6-aaa5-4a67-a346-ebd8d4246acc', 'tenant_id': 'd10f75d7d9834af0ab88975c96df140f', 'floating_ip_address': '172.25.1.162', 'floating_network_id': '88055e1e-672a-4487-be31-ffb6e833ece5', 'router_id': 'b414fe0c-a42d-4720-92fd-5440e88e2702', 'port_id': '0a476bb4-6a79-4ac5-bd6c-525b4b71b6ce', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 3972, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3f4ad9b1-0217-4484-acaf-408bf6117929', 'mac_address': 'fa:16:3e:19:fd:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2d94b71-ffc9-4aaf-ae56-569951bc63b5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T19:45:42Z', 'updated_at': '2022-02-09T19:45:46Z', 'revision_number': 1, 'project_id': 'd10f75d7d9834af0ab88975c96df140f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9a9c1dd3-201a-4074-a7ee-0492db15adb6', 'name': '', 'network_id': '3f4ad9b1-0217-4484-acaf-408bf6117929', 'tenant_id': 'd10f75d7d9834af0ab88975c96df140f', 'mac_address': 'fa:16:3e:13:f3:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b414fe0c-a42d-4720-92fd-5440e88e2702', 'device_owner': 'network:router_interface', 'standard_attr_id': 3960, 'fixed_ips': [{'subnet_id': '2825332a-2e39-42e3-a77c-ca297c3e6522', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T19:45:21Z', 'updated_at': '2022-02-09T19:45:27Z', 'revision_number': 5, 'project_id': 'd10f75d7d9834af0ab88975c96df140f', 'subnets': [{'id': '2825332a-2e39-42e3-a77c-ca297c3e6522', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-36', False) {} {{(pid=103233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:47:16.861354 n-d-713498-36 neutron-server[103229]: DEBUG neutron.notifiers.nova [req-e8dd7bc0-a6c1-402a-bc6c-9feb5741acf1 req-29c0a753-6d58-4caa-a1dd-d813034b28a8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 42521c65-d9af-4d07-a15f-595b1f69cddf {{(pid=103229) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 19:47:16.862739 n-d-713498-36 neutron-server[103233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b8da006-1f44-4e61-9481-3049ea593d08 None None] The sync data for ids ['b414fe0c-a42d-4720-92fd-5440e88e2702'] in n-d-713498-36 is: [{'id': 'b414fe0c-a42d-4720-92fd-5440e88e2702', 'name': 'tempest-TestNetworkBasicOps-router-1363570662', 'tenant_id': 'd10f75d7d9834af0ab88975c96df140f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88055e1e-672a-4487-be31-ffb6e833ece5', 'external_fixed_ips': [{'subnet_id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'ip_address': '172.25.1.214'}], 'enable_snat': True}, 'gw_port_id': '8b718f25-ab18-4501-9c7a-e95ab38a1cff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T19:45:17Z', 'updated_at': '2022-02-09T19:47:15Z', 'revision_number': 6, 'project_id': 'd10f75d7d9834af0ab88975c96df140f', 'gw_port': {'id': '8b718f25-ab18-4501-9c7a-e95ab38a1cff', 'name': '', 'network_id': '88055e1e-672a-4487-be31-ffb6e833ece5', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:4e:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b414fe0c-a42d-4720-92fd-5440e88e2702', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3957, 'fixed_ips': [{'subnet_id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'ip_address': '172.25.1.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T19:45:18Z', 'updated_at': '2022-02-09T19:45:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-36', '_floatingips': [{'id': 'cd04d4d6-aaa5-4a67-a346-ebd8d4246acc', 'tenant_id': 'd10f75d7d9834af0ab88975c96df140f', 'floating_ip_address': '172.25.1.162', 'floating_network_id': '88055e1e-672a-4487-be31-ffb6e833ece5', 'router_id': 'b414fe0c-a42d-4720-92fd-5440e88e2702', 'port_id': '0a476bb4-6a79-4ac5-bd6c-525b4b71b6ce', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 3972, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3f4ad9b1-0217-4484-acaf-408bf6117929', 'mac_address': 'fa:16:3e:19:fd:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2d94b71-ffc9-4aaf-ae56-569951bc63b5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T19:45:42Z', 'updated_at': '2022-02-09T19:45:46Z', 'revision_number': 1, 'project_id': 'd10f75d7d9834af0ab88975c96df140f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9a9c1dd3-201a-4074-a7ee-0492db15adb6', 'name': '', 'network_id': '3f4ad9b1-0217-4484-acaf-408bf6117929', 'tenant_id': 'd10f75d7d9834af0ab88975c96df140f', 'mac_address': 'fa:16:3e:13:f3:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b414fe0c-a42d-4720-92fd-5440e88e2702', 'device_owner': 'network:router_interface', 'standard_attr_id': 3960, 'fixed_ips': [{'subnet_id': '2825332a-2e39-42e3-a77c-ca297c3e6522', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T19:45:21Z', 'updated_at': '2022-02-09T19:45:27Z', 'revision_number': 5, 'project_id': 'd10f75d7d9834af0ab88975c96df140f', 'subnets': [{'id': '2825332a-2e39-42e3-a77c-ca297c3e6522', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103233) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 19:47:16.870986 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-e8dd7bc0-a6c1-402a-bc6c-9feb5741acf1 req-29c0a753-6d58-4caa-a1dd-d813034b28a8 service neutron] Publish callbacks [] for port (42521c65-d9af-4d07-a15f-595b1f69cddf), precommit_update {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:47:16.886351 n-d-713498-36 neutron-server[103229]: DEBUG neutron.db.provisioning_blocks [req-e8dd7bc0-a6c1-402a-bc6c-9feb5741acf1 req-29c0a753-6d58-4caa-a1dd-d813034b28a8 service neutron] Transition to ACTIVE for port object 42521c65-d9af-4d07-a15f-595b1f69cddf will not be triggered until provisioned by entity L2. {{(pid=103229) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 19:47:16.890376 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-e8dd7bc0-a6c1-402a-bc6c-9feb5741acf1 req-29c0a753-6d58-4caa-a1dd-d813034b28a8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762867176205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762866656485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762866656503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12867569'] for port (42521c65-d9af-4d07-a15f-595b1f69cddf), after_update {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:47:16.948534 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29c0a753-6d58-4caa-a1dd-d813034b28a8 service neutron] Pushing event updated for resources: {'Port': ['ID=42521c65-d9af-4d07-a15f-595b1f69cddf,revision_number=2']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:47:17.046765 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.managers [req-e8dd7bc0-a6c1-402a-bc6c-9feb5741acf1 req-29c0a753-6d58-4caa-a1dd-d813034b28a8 service neutron] Attempting to bind port 42521c65-d9af-4d07-a15f-595b1f69cddf on host n-h1-713498-36 for vnic_type normal with profile {{(pid=103229) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 19:47:17.047105 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.managers [req-e8dd7bc0-a6c1-402a-bc6c-9feb5741acf1 req-29c0a753-6d58-4caa-a1dd-d813034b28a8 service neutron] Attempting to bind port 42521c65-d9af-4d07-a15f-595b1f69cddf by drivers openvswitch,hyperv on host n-h1-713498-36 at level 0 using segments [{'id': '78d74b71-9646-438a-8fd7-bcb5706d11f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': '890d63a5-df30-4d72-8a16-cc62d3d13f0a'}] {{(pid=103229) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 19:47:17.047439 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8dd7bc0-a6c1-402a-bc6c-9feb5741acf1 req-29c0a753-6d58-4caa-a1dd-d813034b28a8 service neutron] Attempting to bind port 42521c65-d9af-4d07-a15f-595b1f69cddf on network 890d63a5-df30-4d72-8a16-cc62d3d13f0a {{(pid=103229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 19:47:17.051711 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762867132591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593584'] for agent (496418a2-c002-4aec-ab1a-07f3bea491bd), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:47:17.061590 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff246721-9ce0-4c6d-afde-d2f90b8968a7 req-6acd7970-9041-496b-ac4f-1dc3c9c173ed tempest-TestServerAdvancedOps-1200479000 tempest-TestServerAdvancedOps-1200479000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:47:17.063112 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-ff246721-9ce0-4c6d-afde-d2f90b8968a7 req-6acd7970-9041-496b-ac4f-1dc3c9c173ed tempest-TestServerAdvancedOps-1200479000 tempest-TestServerAdvancedOps-1200479000-project] 10.222.0.75 "GET /v2.0/ports?device_id=e7a8211a-4544-4db8-b66c-86084efdabfe HTTP/1.1" status: 200 len: 943 time: 0.0966337 Feb 09 19:47:17.064127 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8dd7bc0-a6c1-402a-bc6c-9feb5741acf1 req-29c0a753-6d58-4caa-a1dd-d813034b28a8 service neutron] Port 42521c65-d9af-4d07-a15f-595b1f69cddf on network 890d63a5-df30-4d72-8a16-cc62d3d13f0a not bound, no agent of type Open vSwitch agent registered on host n-h1-713498-36 {{(pid=103229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 19:47:17.064454 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8dd7bc0-a6c1-402a-bc6c-9feb5741acf1 req-29c0a753-6d58-4caa-a1dd-d813034b28a8 service neutron] Attempting to bind port 42521c65-d9af-4d07-a15f-595b1f69cddf on network 890d63a5-df30-4d72-8a16-cc62d3d13f0a {{(pid=103229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 19:47:17.071410 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8dd7bc0-a6c1-402a-bc6c-9feb5741acf1 req-29c0a753-6d58-4caa-a1dd-d813034b28a8 service neutron] Checking agent: {'id': '488cd9ae-631f-4955-ba0b-4f5a13f12e9c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713498-36', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 18, 59, 18), 'started_at': datetime.datetime(2022, 2, 9, 18, 59, 18), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 19, 46, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 19:47:17.071754 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8dd7bc0-a6c1-402a-bc6c-9feb5741acf1 req-29c0a753-6d58-4caa-a1dd-d813034b28a8 service neutron] Checking segment: {'id': '78d74b71-9646-438a-8fd7-bcb5706d11f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': '890d63a5-df30-4d72-8a16-cc62d3d13f0a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103229) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 19:47:17.072928 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8dd7bc0-a6c1-402a-bc6c-9feb5741acf1 req-29c0a753-6d58-4caa-a1dd-d813034b28a8 service neutron] Bound using segment: {'id': '78d74b71-9646-438a-8fd7-bcb5706d11f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': '890d63a5-df30-4d72-8a16-cc62d3d13f0a'} {{(pid=103229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 19:47:17.073363 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.managers [req-e8dd7bc0-a6c1-402a-bc6c-9feb5741acf1 req-29c0a753-6d58-4caa-a1dd-d813034b28a8 service neutron] Bound port: 42521c65-d9af-4d07-a15f-595b1f69cddf, host: n-h1-713498-36, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '78d74b71-9646-438a-8fd7-bcb5706d11f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': '890d63a5-df30-4d72-8a16-cc62d3d13f0a'}}] {{(pid=103229) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 19:47:17.073772 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-e8dd7bc0-a6c1-402a-bc6c-9feb5741acf1 req-29c0a753-6d58-4caa-a1dd-d813034b28a8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (42521c65-d9af-4d07-a15f-595b1f69cddf), before_update {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:47:17.148030 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-ff246721-9ce0-4c6d-afde-d2f90b8968a7 req-a95b1272-7722-4b68-930f-c0f40a8ea6eb tempest-TestServerAdvancedOps-1200479000 tempest-TestServerAdvancedOps-1200479000-project] 10.222.0.75 "GET /v2.0/security-groups?id=a582968f-d1c7-4bf1-8738-b3ac9c9112d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0781732 Feb 09 19:47:17.167405 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.db [req-e8dd7bc0-a6c1-402a-bc6c-9feb5741acf1 req-29c0a753-6d58-4caa-a1dd-d813034b28a8 service neutron] For port 42521c65-d9af-4d07-a15f-595b1f69cddf, host n-h1-713498-36, cleared binding levels {{(pid=103229) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 19:47:17.170641 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.db [req-e8dd7bc0-a6c1-402a-bc6c-9feb5741acf1 req-29c0a753-6d58-4caa-a1dd-d813034b28a8 service neutron] For port 42521c65-d9af-4d07-a15f-595b1f69cddf, host n-h1-713498-36, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-36',level=0,port_id=42521c65-d9af-4d07-a15f-595b1f69cddf,segment=NetworkSegment(78d74b71-9646-438a-8fd7-bcb5706d11f8),segment_id=78d74b71-9646-438a-8fd7-bcb5706d11f8)] {{(pid=103229) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 19:47:17.176405 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-e8dd7bc0-a6c1-402a-bc6c-9feb5741acf1 req-29c0a753-6d58-4caa-a1dd-d813034b28a8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762867176205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762866656485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762866656503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12867569'] for port (42521c65-d9af-4d07-a15f-595b1f69cddf), after_update {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:47:17.215201 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8dd7bc0-a6c1-402a-bc6c-9feb5741acf1 req-29c0a753-6d58-4caa-a1dd-d813034b28a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:47:17.215829 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-e8dd7bc0-a6c1-402a-bc6c-9feb5741acf1 req-29c0a753-6d58-4caa-a1dd-d813034b28a8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171096'] for port (None), before_response {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:47:17.217248 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-e8dd7bc0-a6c1-402a-bc6c-9feb5741acf1 req-29c0a753-6d58-4caa-a1dd-d813034b28a8 service neutron] 10.222.0.89 "PUT /v2.0/ports/42521c65-d9af-4d07-a15f-595b1f69cddf HTTP/1.1" status: 200 len: 1092 time: 0.7357147 Feb 09 19:47:17.217716 n-d-713498-36 neutron-server[103229]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e7a8211a-4544-4db8-b66c-86084efdabfe', 'tag': '42521c65-d9af-4d07-a15f-595b1f69cddf'}] {{(pid=103229) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 19:47:17.220007 n-d-713498-36 neutron-server[103229]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fa6ae9a20702bd564eaf90d946620b2b4277b1ab91129323d3b54181076be307" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-00fa7ce1-a275-4a86-a31d-cd94c8e9fc86" -d '{"events": [{"name": "network-changed", "server_uuid": "e7a8211a-4544-4db8-b66c-86084efdabfe", "tag": "42521c65-d9af-4d07-a15f-595b1f69cddf"}]}' {{(pid=103229) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 19:47:17.246763 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29c0a753-6d58-4caa-a1dd-d813034b28a8 service neutron] Pushing event updated for resources: {'Port': ['ID=42521c65-d9af-4d07-a15f-595b1f69cddf,revision_number=3']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:47:17.287467 n-d-713498-36 neutron-server[103229]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 19:47:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ac724f82-9b30-4b82-ae7d-2435c93e6ce9 x-openstack-request-id: req-ac724f82-9b30-4b82-ae7d-2435c93e6ce9 {{(pid=103229) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 19:47:17.287757 n-d-713498-36 neutron-server[103229]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e7a8211a-4544-4db8-b66c-86084efdabfe", "tag": "42521c65-d9af-4d07-a15f-595b1f69cddf", "status": "completed", "code": 200}]} {{(pid=103229) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 19:47:17.288010 n-d-713498-36 neutron-server[103229]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-ac724f82-9b30-4b82-ae7d-2435c93e6ce9 {{(pid=103229) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 19:47:17.288400 n-d-713498-36 neutron-server[103229]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e7a8211a-4544-4db8-b66c-86084efdabfe', 'tag': '42521c65-d9af-4d07-a15f-595b1f69cddf', 'status': 'completed', 'code': 200} Feb 09 19:47:17.310959 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8dd7bc0-a6c1-402a-bc6c-9feb5741acf1 req-ca5e912a-a19a-4cd1-bcaf-7d33b604e4b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:47:17.313163 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-e8dd7bc0-a6c1-402a-bc6c-9feb5741acf1 req-ca5e912a-a19a-4cd1-bcaf-7d33b604e4b9 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=fd5077ac97b64927afd30d9f75a68763&device_id=e7a8211a-4544-4db8-b66c-86084efdabfe HTTP/1.1" status: 200 len: 1126 time: 0.0560956 Feb 09 19:47:17.357887 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-e8dd7bc0-a6c1-402a-bc6c-9feb5741acf1 req-274de3bf-ee98-4454-babd-5014f55928bb service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=42521c65-d9af-4d07-a15f-595b1f69cddf HTTP/1.1" status: 200 len: 217 time: 0.0381348 Feb 09 19:47:17.446320 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8dd7bc0-a6c1-402a-bc6c-9feb5741acf1 req-bb8b87ad-ba1f-401e-8522-2f1322d7674b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:47:17.448338 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-e8dd7bc0-a6c1-402a-bc6c-9feb5741acf1 req-bb8b87ad-ba1f-401e-8522-2f1322d7674b service neutron] 10.222.0.89 "GET /v2.0/subnets?id=a2332d29-6560-4b5b-b37e-0079c110611a HTTP/1.1" status: 200 len: 852 time: 0.0844612 Feb 09 19:47:17.482469 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-e8dd7bc0-a6c1-402a-bc6c-9feb5741acf1 req-fb2e2fc4-efa4-41a5-ba16-68404844de3c service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=890d63a5-df30-4d72-8a16-cc62d3d13f0a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0284936 Feb 09 19:47:17.492459 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57831658-4512-4485-addc-f37b1cffe494 req-4bd4a17e-ba6e-4a8e-9af2-98b9cc5243c1 tempest-TestNetworkBasicOps-1645094289 tempest-TestNetworkBasicOps-1645094289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:47:17.493944 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-57831658-4512-4485-addc-f37b1cffe494 req-4bd4a17e-ba6e-4a8e-9af2-98b9cc5243c1 tempest-TestNetworkBasicOps-1645094289 tempest-TestNetworkBasicOps-1645094289-project] 10.222.0.75 "GET /v2.0/ports?device_id=b641dfcf-61ed-432f-bc13-f23e5df6f702 HTTP/1.1" status: 200 len: 946 time: 0.0908163 Feb 09 19:47:17.598102 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-57831658-4512-4485-addc-f37b1cffe494 req-7bcda528-140c-437f-8807-03435d5f09bf tempest-TestNetworkBasicOps-1645094289 tempest-TestNetworkBasicOps-1645094289-project] 10.222.0.75 "GET /v2.0/security-groups?id=e35f573d-7951-406e-88d4-6aad6e2ab7a0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0963602 Feb 09 19:47:17.615290 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-e8dd7bc0-a6c1-402a-bc6c-9feb5741acf1 req-720da58b-18fe-4883-ae54-5b9ef6ff9cd6 service neutron] 10.222.0.89 "GET /v2.0/networks/890d63a5-df30-4d72-8a16-cc62d3d13f0a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1204157 Feb 09 19:47:17.705702 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-e8dd7bc0-a6c1-402a-bc6c-9feb5741acf1 req-07c35578-4691-477a-b39b-d3f286395a6e service neutron] 10.222.0.89 "GET /v2.0/networks/890d63a5-df30-4d72-8a16-cc62d3d13f0a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845971 Feb 09 19:47:17.799559 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00fa7ce1-a275-4a86-a31d-cd94c8e9fc86 req-e726a28a-1127-4c21-a73b-35e486ca89b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:47:17.800916 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-00fa7ce1-a275-4a86-a31d-cd94c8e9fc86 req-e726a28a-1127-4c21-a73b-35e486ca89b1 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=fd5077ac97b64927afd30d9f75a68763&device_id=e7a8211a-4544-4db8-b66c-86084efdabfe HTTP/1.1" status: 200 len: 1126 time: 0.0513251 Feb 09 19:47:17.830747 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Device a5738ece-e221-429c-bb62-635bd68d51cc no longer exists at agent ovs-agent-n-d-713498-36 {{(pid=103232) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 19:47:17.850595 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] No Port match for: a5738ece-e221-429c-bb62-635bd68d51cc {{(pid=103232) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 19:47:17.850940 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Device a5738ece-e221-429c-bb62-635bd68d51cc not bound to the agent host n-d-713498-36 {{(pid=103232) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 19:47:17.891942 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00fa7ce1-a275-4a86-a31d-cd94c8e9fc86 req-f2725434-820d-4a0d-a94b-3e1c550ed5b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:47:17.893417 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-00fa7ce1-a275-4a86-a31d-cd94c8e9fc86 req-f2725434-820d-4a0d-a94b-3e1c550ed5b9 service neutron] 10.222.0.89 "GET /v2.0/networks?id=890d63a5-df30-4d72-8a16-cc62d3d13f0a HTTP/1.1" status: 200 len: 913 time: 0.0859416 Feb 09 19:47:17.934248 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-00fa7ce1-a275-4a86-a31d-cd94c8e9fc86 req-99d463af-d638-44c1-94cb-290eaea4d62d service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=42521c65-d9af-4d07-a15f-595b1f69cddf HTTP/1.1" status: 200 len: 217 time: 0.0341814 Feb 09 19:47:17.986058 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00fa7ce1-a275-4a86-a31d-cd94c8e9fc86 req-798368b8-a11c-45b4-929e-2b3005f61228 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:47:17.987481 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-00fa7ce1-a275-4a86-a31d-cd94c8e9fc86 req-798368b8-a11c-45b4-929e-2b3005f61228 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=a2332d29-6560-4b5b-b37e-0079c110611a HTTP/1.1" status: 200 len: 852 time: 0.0471253 Feb 09 19:47:18.019839 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-00fa7ce1-a275-4a86-a31d-cd94c8e9fc86 req-34ad5e4b-5879-4909-96fb-202494c448a9 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=890d63a5-df30-4d72-8a16-cc62d3d13f0a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0247297 Feb 09 19:47:18.076403 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-325e23b8-bbe4-4dda-9b3d-c8d3f95a216f req-a44bd7e8-838b-4713-9b7f-dd06b5709bd0 tempest-TestNetworkBasicOps-1645094289 tempest-TestNetworkBasicOps-1645094289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:47:18.078417 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-325e23b8-bbe4-4dda-9b3d-c8d3f95a216f req-a44bd7e8-838b-4713-9b7f-dd06b5709bd0 tempest-TestNetworkBasicOps-1645094289 tempest-TestNetworkBasicOps-1645094289-project] 10.222.0.90 "GET /v2.0/ports?device_id=b641dfcf-61ed-432f-bc13-f23e5df6f702 HTTP/1.1" status: 200 len: 946 time: 0.0638735 Feb 09 19:47:18.111851 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-00fa7ce1-a275-4a86-a31d-cd94c8e9fc86 req-3372c861-71d5-4501-abb4-5168d2c88cd7 service neutron] 10.222.0.89 "GET /v2.0/networks/890d63a5-df30-4d72-8a16-cc62d3d13f0a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853207 Feb 09 19:47:18.177228 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.plugin [req-325e23b8-bbe4-4dda-9b3d-c8d3f95a216f req-32a35613-de29-48df-a165-2b7f42395899 tempest-TestNetworkBasicOps-1645094289 tempest-TestNetworkBasicOps-1645094289-project] Deleting port 582f4579-c104-4923-863c-a58a727d81b3 {{(pid=103230) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 19:47:18.177567 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [req-325e23b8-bbe4-4dda-9b3d-c8d3f95a216f req-32a35613-de29-48df-a165-2b7f42395899 tempest-TestNetworkBasicOps-1645094289 tempest-TestNetworkBasicOps-1645094289-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762867170196'] for port (582f4579-c104-4923-863c-a58a727d81b3), before_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:47:18.318621 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a87b9fc6-430f-4776-a29d-c96bf1fadb54 req-5ab80b68-38d4-4734-8fe7-dac08636027e tempest-TestServerAdvancedOps-1200479000 tempest-TestServerAdvancedOps-1200479000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:47:18.320252 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-a87b9fc6-430f-4776-a29d-c96bf1fadb54 req-5ab80b68-38d4-4734-8fe7-dac08636027e tempest-TestServerAdvancedOps-1200479000 tempest-TestServerAdvancedOps-1200479000-project] 10.222.0.75 "GET /v2.0/ports?device_id=e7a8211a-4544-4db8-b66c-86084efdabfe HTTP/1.1" status: 200 len: 943 time: 0.0949459 Feb 09 19:47:18.330941 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.db [req-325e23b8-bbe4-4dda-9b3d-c8d3f95a216f req-32a35613-de29-48df-a165-2b7f42395899 tempest-TestNetworkBasicOps-1645094289 tempest-TestNetworkBasicOps-1645094289-project] For port 582f4579-c104-4923-863c-a58a727d81b3, host n-h2-713498-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-36',level=0,port_id=582f4579-c104-4923-863c-a58a727d81b3,segment=NetworkSegment(9cf4a656-c7ca-48a4-819a-38de56a6c61a),segment_id=9cf4a656-c7ca-48a4-819a-38de56a6c61a)] {{(pid=103230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 19:47:18.331315 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [req-325e23b8-bbe4-4dda-9b3d-c8d3f95a216f req-32a35613-de29-48df-a165-2b7f42395899 tempest-TestNetworkBasicOps-1645094289 tempest-TestNetworkBasicOps-1645094289-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1820838'] for port (582f4579-c104-4923-863c-a58a727d81b3), precommit_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:47:18.363401 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.plugin [req-325e23b8-bbe4-4dda-9b3d-c8d3f95a216f req-32a35613-de29-48df-a165-2b7f42395899 tempest-TestNetworkBasicOps-1645094289 tempest-TestNetworkBasicOps-1645094289-project] Calling delete_port for 582f4579-c104-4923-863c-a58a727d81b3 owned by compute:nova {{(pid=103230) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 19:47:18.446745 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-a87b9fc6-430f-4776-a29d-c96bf1fadb54 req-200b1d5d-557d-41b2-84f7-dc372622f5d0 tempest-TestServerAdvancedOps-1200479000 tempest-TestServerAdvancedOps-1200479000-project] 10.222.0.75 "GET /v2.0/security-groups?id=a582968f-d1c7-4bf1-8738-b3ac9c9112d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1188908 Feb 09 19:47:18.535331 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-00fa7ce1-a275-4a86-a31d-cd94c8e9fc86 req-dbb666f1-d3fb-4f68-821e-947ec752c311 service neutron] 10.222.0.89 "GET /v2.0/networks/890d63a5-df30-4d72-8a16-cc62d3d13f0a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4125607 Feb 09 19:47:18.543380 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [req-325e23b8-bbe4-4dda-9b3d-c8d3f95a216f req-32a35613-de29-48df-a165-2b7f42395899 tempest-TestNetworkBasicOps-1645094289 tempest-TestNetworkBasicOps-1645094289-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762867177463', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762866656476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14393751'] for port (582f4579-c104-4923-863c-a58a727d81b3), after_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:47:18.573592 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32a35613-de29-48df-a165-2b7f42395899 tempest-TestNetworkBasicOps-1645094289 tempest-TestNetworkBasicOps-1645094289-project] Pushing event deleted for resources: {'Port': ['ID=582f4579-c104-4923-863c-a58a727d81b3,revision_number=None']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:47:18.624668 n-d-713498-36 neutron-server[103230]: DEBUG neutron.db.l3_dvrscheduler_db [req-325e23b8-bbe4-4dda-9b3d-c8d3f95a216f req-32a35613-de29-48df-a165-2b7f42395899 tempest-TestNetworkBasicOps-1645094289 tempest-TestNetworkBasicOps-1645094289-project] No DVR routers for this DVR port 582f4579-c104-4923-863c-a58a727d81b3 on host n-h2-713498-36 {{(pid=103230) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 19:47:18.628555 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [req-325e23b8-bbe4-4dda-9b3d-c8d3f95a216f req-32a35613-de29-48df-a165-2b7f42395899 tempest-TestNetworkBasicOps-1645094289 tempest-TestNetworkBasicOps-1645094289-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171096'] for port (None), before_response {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:47:18.632262 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-325e23b8-bbe4-4dda-9b3d-c8d3f95a216f req-32a35613-de29-48df-a165-2b7f42395899 tempest-TestNetworkBasicOps-1645094289 tempest-TestNetworkBasicOps-1645094289-project] 10.222.0.90 "DELETE /v2.0/ports/582f4579-c104-4923-863c-a58a727d81b3 HTTP/1.1" status: 204 len: 173 time: 0.5478308 Feb 09 19:47:18.632746 n-d-713498-36 neutron-server[103230]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b641dfcf-61ed-432f-bc13-f23e5df6f702', 'name': 'network-vif-deleted', 'tag': '582f4579-c104-4923-863c-a58a727d81b3'}] {{(pid=103230) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 19:47:18.635577 n-d-713498-36 neutron-server[103230]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aee5919275bae9f72eb374ee322673045eb80c1f84b4b45a97d96923bd50ab51" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a90c6cc0-0c93-4e5f-86e7-4f7d025c5285" -d '{"events": [{"server_uuid": "b641dfcf-61ed-432f-bc13-f23e5df6f702", "name": "network-vif-deleted", "tag": "582f4579-c104-4923-863c-a58a727d81b3"}]}' {{(pid=103230) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 19:47:18.690802 n-d-713498-36 neutron-server[103230]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 19:47:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c7fc5f4f-dedd-42a6-be4b-ae7a93dbf02f x-openstack-request-id: req-c7fc5f4f-dedd-42a6-be4b-ae7a93dbf02f {{(pid=103230) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 19:47:18.691095 n-d-713498-36 neutron-server[103230]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b641dfcf-61ed-432f-bc13-f23e5df6f702", "name": "network-vif-deleted", "tag": "582f4579-c104-4923-863c-a58a727d81b3", "status": "completed", "code": 200}]} {{(pid=103230) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 19:47:18.691355 n-d-713498-36 neutron-server[103230]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-c7fc5f4f-dedd-42a6-be4b-ae7a93dbf02f {{(pid=103230) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 19:47:18.691969 n-d-713498-36 neutron-server[103230]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b641dfcf-61ed-432f-bc13-f23e5df6f702', 'name': 'network-vif-deleted', 'tag': '582f4579-c104-4923-863c-a58a727d81b3', 'status': 'completed', 'code': 200} Feb 09 19:47:18.711829 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-eeb9b1ce-09c9-4176-be79-b4a5986a72a4 req-5454ce01-14de-413d-8d2d-f7887c25ec9b tempest-TestNetworkBasicOps-1645094289 tempest-TestNetworkBasicOps-1645094289-project] 10.222.0.75 "GET /v2.0/ports?device_id=b641dfcf-61ed-432f-bc13-f23e5df6f702 HTTP/1.1" status: 200 len: 210 time: 0.0311995 Feb 09 19:47:18.845612 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762867132591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593584'] for agent (488cd9ae-631f-4955-ba0b-4f5a13f12e9c), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:47:19.247448 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762867132591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593584'] for agent (bcd5faee-dc24-4298-9134-0e0aa054058e), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:47:19.597615 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47ecaa89-e1ce-47d8-864d-36bb1fa375ee req-fa81585e-d6ff-42ed-8734-2ad83de90161 tempest-TestServerAdvancedOps-1200479000 tempest-TestServerAdvancedOps-1200479000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:47:19.599138 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-47ecaa89-e1ce-47d8-864d-36bb1fa375ee req-fa81585e-d6ff-42ed-8734-2ad83de90161 tempest-TestServerAdvancedOps-1200479000 tempest-TestServerAdvancedOps-1200479000-project] 10.222.0.75 "GET /v2.0/ports?device_id=e7a8211a-4544-4db8-b66c-86084efdabfe HTTP/1.1" status: 200 len: 943 time: 0.0675123 Feb 09 19:47:19.652313 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-47ecaa89-e1ce-47d8-864d-36bb1fa375ee req-4f8bf8da-2168-45b2-8113-6a82c7af2ec1 tempest-TestServerAdvancedOps-1200479000 tempest-TestServerAdvancedOps-1200479000-project] 10.222.0.75 "GET /v2.0/security-groups?id=a582968f-d1c7-4bf1-8738-b3ac9c9112d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462332 Feb 09 19:47:19.774867 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 50356) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:47:19.833102 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-8493648a-b12e-440b-8f58-d85864f4a179 tempest-TestNetworkBasicOps-1645094289 tempest-TestNetworkBasicOps-1645094289-project] Publish callbacks [] for security_group (e35f573d-7951-406e-88d4-6aad6e2ab7a0), before_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:47:19.859052 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-8493648a-b12e-440b-8f58-d85864f4a179 tempest-TestNetworkBasicOps-1645094289 tempest-TestNetworkBasicOps-1645094289-project] Publish callbacks [] for security_group (e35f573d-7951-406e-88d4-6aad6e2ab7a0), precommit_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:47:19.917223 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-8493648a-b12e-440b-8f58-d85864f4a179 tempest-TestNetworkBasicOps-1645094289 tempest-TestNetworkBasicOps-1645094289-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1892331'] for security_group (e35f573d-7951-406e-88d4-6aad6e2ab7a0), after_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:47:19.919855 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-8493648a-b12e-440b-8f58-d85864f4a179 tempest-TestNetworkBasicOps-1645094289 tempest-TestNetworkBasicOps-1645094289-project] Publish callbacks [] for security_group (None), before_response {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:47:19.921265 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-8493648a-b12e-440b-8f58-d85864f4a179 tempest-TestNetworkBasicOps-1645094289 tempest-TestNetworkBasicOps-1645094289-project] 10.222.0.75 "DELETE /v2.0/security-groups/e35f573d-7951-406e-88d4-6aad6e2ab7a0 HTTP/1.1" status: 204 len: 168 time: 0.1451194 Feb 09 19:47:19.930228 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8493648a-b12e-440b-8f58-d85864f4a179 tempest-TestNetworkBasicOps-1645094289 tempest-TestNetworkBasicOps-1645094289-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e35f573d-7951-406e-88d4-6aad6e2ab7a0,revision_number=None']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:47:19.939092 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8493648a-b12e-440b-8f58-d85864f4a179 tempest-TestNetworkBasicOps-1645094289 tempest-TestNetworkBasicOps-1645094289-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:47:19.939451 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8493648a-b12e-440b-8f58-d85864f4a179 tempest-TestNetworkBasicOps-1645094289 tempest-TestNetworkBasicOps-1645094289-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:47:19.939791 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8493648a-b12e-440b-8f58-d85864f4a179 tempest-TestNetworkBasicOps-1645094289 tempest-TestNetworkBasicOps-1645094289-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:47:19.940136 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8493648a-b12e-440b-8f58-d85864f4a179 tempest-TestNetworkBasicOps-1645094289 tempest-TestNetworkBasicOps-1645094289-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:47:19.940481 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8493648a-b12e-440b-8f58-d85864f4a179 tempest-TestNetworkBasicOps-1645094289 tempest-TestNetworkBasicOps-1645094289-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:47:19.940821 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8493648a-b12e-440b-8f58-d85864f4a179 tempest-TestNetworkBasicOps-1645094289 tempest-TestNetworkBasicOps-1645094289-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:47:19.941174 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8493648a-b12e-440b-8f58-d85864f4a179 tempest-TestNetworkBasicOps-1645094289 tempest-TestNetworkBasicOps-1645094289-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:47:19.941502 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8493648a-b12e-440b-8f58-d85864f4a179 tempest-TestNetworkBasicOps-1645094289 tempest-TestNetworkBasicOps-1645094289-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:47:19.941831 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8493648a-b12e-440b-8f58-d85864f4a179 tempest-TestNetworkBasicOps-1645094289 tempest-TestNetworkBasicOps-1645094289-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:47:19.942196 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8493648a-b12e-440b-8f58-d85864f4a179 tempest-TestNetworkBasicOps-1645094289 tempest-TestNetworkBasicOps-1645094289-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:47:19.942530 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8493648a-b12e-440b-8f58-d85864f4a179 tempest-TestNetworkBasicOps-1645094289 tempest-TestNetworkBasicOps-1645094289-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:47:19.942861 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8493648a-b12e-440b-8f58-d85864f4a179 tempest-TestNetworkBasicOps-1645094289 tempest-TestNetworkBasicOps-1645094289-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:47:19.943700 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8493648a-b12e-440b-8f58-d85864f4a179 tempest-TestNetworkBasicOps-1645094289 tempest-TestNetworkBasicOps-1645094289-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:47:19.956072 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 50360) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:47:20.011583 n-d-713498-36 neutron-server[103229]: DEBUG neutron.db.db_base_plugin_v2 [None req-9504701c-e979-40e5-b43c-7c3896e01b5f tempest-TestNetworkBasicOps-1645094289 tempest-TestNetworkBasicOps-1645094289-project] Deleting subnet 5b384ea6-08b6-42e0-9556-97d750d20e7d {{(pid=103229) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 19:47:20.015009 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-9504701c-e979-40e5-b43c-7c3896e01b5f tempest-TestNetworkBasicOps-1645094289 tempest-TestNetworkBasicOps-1645094289-project] Publish callbacks [] for subnet (5b384ea6-08b6-42e0-9556-97d750d20e7d), before_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:47:20.062721 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-9504701c-e979-40e5-b43c-7c3896e01b5f tempest-TestNetworkBasicOps-1645094289 tempest-TestNetworkBasicOps-1645094289-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16683410'] for subnet (5b384ea6-08b6-42e0-9556-97d750d20e7d), precommit_delete_associations {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:47:20.160665 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-9504701c-e979-40e5-b43c-7c3896e01b5f tempest-TestNetworkBasicOps-1645094289 tempest-TestNetworkBasicOps-1645094289-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-759852'] for subnet (5b384ea6-08b6-42e0-9556-97d750d20e7d), precommit_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:47:20.224922 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-9504701c-e979-40e5-b43c-7c3896e01b5f tempest-TestNetworkBasicOps-1645094289 tempest-TestNetworkBasicOps-1645094289-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-760023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12867367', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12759238'] for subnet (5b384ea6-08b6-42e0-9556-97d750d20e7d), after_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:47:20.252091 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9504701c-e979-40e5-b43c-7c3896e01b5f tempest-TestNetworkBasicOps-1645094289 tempest-TestNetworkBasicOps-1645094289-project] Pushing event deleted for resources: {'Subnet': ['ID=5b384ea6-08b6-42e0-9556-97d750d20e7d,revision_number=None']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:47:20.257771 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-9504701c-e979-40e5-b43c-7c3896e01b5f tempest-TestNetworkBasicOps-1645094289 tempest-TestNetworkBasicOps-1645094289-project] Publish callbacks [] for subnet (None), before_response {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:47:20.263255 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-9504701c-e979-40e5-b43c-7c3896e01b5f tempest-TestNetworkBasicOps-1645094289 tempest-TestNetworkBasicOps-1645094289-project] 10.222.0.75 "DELETE /v2.0/subnets/5b384ea6-08b6-42e0-9556-97d750d20e7d HTTP/1.1" status: 204 len: 168 time: 0.3058884 Feb 09 19:47:20.265175 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f802c121-e833-43c9-aa51-a3bd5d99c3a5 None None] Network 2b6d3cdf-3284-453b-8dd2-c8a7b82a71fa requested from n-d-713498-36 {{(pid=103232) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 19:47:20.266129 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 50362) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:47:20.388484 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-df5e2f80-bc17-4411-bcbf-77c6f0b82d67 tempest-TestNetworkBasicOps-1645094289 tempest-TestNetworkBasicOps-1645094289-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-670458'] for network (2b6d3cdf-3284-453b-8dd2-c8a7b82a71fa), before_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:47:20.456517 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.plugin [None req-df5e2f80-bc17-4411-bcbf-77c6f0b82d67 tempest-TestNetworkBasicOps-1645094289 tempest-TestNetworkBasicOps-1645094289-project] Deleting port 31bd5801-2840-4ace-9880-2924f1addf5a {{(pid=103230) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 19:47:20.456888 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-df5e2f80-bc17-4411-bcbf-77c6f0b82d67 tempest-TestNetworkBasicOps-1645094289 tempest-TestNetworkBasicOps-1645094289-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762867170196'] for port (31bd5801-2840-4ace-9880-2924f1addf5a), before_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:47:20.470445 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d470936-f622-4ff1-8df2-659a01f58ef8 None None] DHCP port deletion for 2b6d3cdf-3284-453b-8dd2-c8a7b82a71fa request from n-d-713498-36 {{(pid=103232) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 09 19:47:20.516388 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-7d470936-f622-4ff1-8df2-659a01f58ef8 None None] Deleting port 31bd5801-2840-4ace-9880-2924f1addf5a {{(pid=103232) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 19:47:20.516762 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-7d470936-f622-4ff1-8df2-659a01f58ef8 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762867170196'] for port (31bd5801-2840-4ace-9880-2924f1addf5a), before_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:47:20.521442 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.db [None req-df5e2f80-bc17-4411-bcbf-77c6f0b82d67 tempest-TestNetworkBasicOps-1645094289 tempest-TestNetworkBasicOps-1645094289-project] For port 31bd5801-2840-4ace-9880-2924f1addf5a, host n-d-713498-36, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-36',level=0,port_id=31bd5801-2840-4ace-9880-2924f1addf5a,segment=NetworkSegment(9cf4a656-c7ca-48a4-819a-38de56a6c61a),segment_id=9cf4a656-c7ca-48a4-819a-38de56a6c61a)] {{(pid=103230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 19:47:20.521808 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-df5e2f80-bc17-4411-bcbf-77c6f0b82d67 tempest-TestNetworkBasicOps-1645094289 tempest-TestNetworkBasicOps-1645094289-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1820838'] for port (31bd5801-2840-4ace-9880-2924f1addf5a), precommit_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:47:20.535852 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.plugin [None req-df5e2f80-bc17-4411-bcbf-77c6f0b82d67 tempest-TestNetworkBasicOps-1645094289 tempest-TestNetworkBasicOps-1645094289-project] Calling delete_port for 31bd5801-2840-4ace-9880-2924f1addf5a owned by network:dhcp {{(pid=103230) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 19:47:20.579444 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-7d470936-f622-4ff1-8df2-659a01f58ef8 None None] For port 31bd5801-2840-4ace-9880-2924f1addf5a, host n-d-713498-36, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-36',level=0,port_id=31bd5801-2840-4ace-9880-2924f1addf5a,segment=NetworkSegment(9cf4a656-c7ca-48a4-819a-38de56a6c61a),segment_id=9cf4a656-c7ca-48a4-819a-38de56a6c61a)] {{(pid=103232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 19:47:20.579790 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-7d470936-f622-4ff1-8df2-659a01f58ef8 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1820838'] for port (31bd5801-2840-4ace-9880-2924f1addf5a), precommit_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:47:20.583513 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Device 42521c65-d9af-4d07-a15f-595b1f69cddf details requested by agent hyperv_n-h1-713498-36 with host n-h1-713498-36 {{(pid=103232) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 19:47:20.600906 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-7d470936-f622-4ff1-8df2-659a01f58ef8 None None] Calling delete_port for 31bd5801-2840-4ace-9880-2924f1addf5a owned by network:dhcp {{(pid=103232) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 19:47:20.622061 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-df5e2f80-bc17-4411-bcbf-77c6f0b82d67 tempest-TestNetworkBasicOps-1645094289 tempest-TestNetworkBasicOps-1645094289-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762867177463', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762866656476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14393751'] for port (31bd5801-2840-4ace-9880-2924f1addf5a), after_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:47:20.649347 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df5e2f80-bc17-4411-bcbf-77c6f0b82d67 tempest-TestNetworkBasicOps-1645094289 tempest-TestNetworkBasicOps-1645094289-project] Pushing event deleted for resources: {'Port': ['ID=31bd5801-2840-4ace-9880-2924f1addf5a,revision_number=None']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:47:20.651506 n-d-713498-36 neutron-server[103230]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df5e2f80-bc17-4411-bcbf-77c6f0b82d67 tempest-TestNetworkBasicOps-1645094289 tempest-TestNetworkBasicOps-1645094289-project] No DVR routers for this DVR port 31bd5801-2840-4ace-9880-2924f1addf5a on host n-d-713498-36 {{(pid=103230) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 19:47:20.733211 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-df5e2f80-bc17-4411-bcbf-77c6f0b82d67 tempest-TestNetworkBasicOps-1645094289 tempest-TestNetworkBasicOps-1645094289-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-590267', 'neutron.services.segments.db._delete_segments_for_network-8762867132609'] for network (2b6d3cdf-3284-453b-8dd2-c8a7b82a71fa), precommit_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:47:20.744403 n-d-713498-36 neutron-server[103232]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 19:47:20.744403 n-d-713498-36 neutron-server[103232]: self.session.flush() Feb 09 19:47:20.744403 n-d-713498-36 neutron-server[103232]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 19:47:20.744403 n-d-713498-36 neutron-server[103232]: self.session.flush() Feb 09 19:47:20.744403 n-d-713498-36 neutron-server[103232]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 19:47:20.744403 n-d-713498-36 neutron-server[103232]: self.session.flush() Feb 09 19:47:20.744403 n-d-713498-36 neutron-server[103232]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 19:47:20.744403 n-d-713498-36 neutron-server[103232]: self.session.flush() Feb 09 19:47:20.744403 n-d-713498-36 neutron-server[103232]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 19:47:20.744403 n-d-713498-36 neutron-server[103232]: self.session.flush() Feb 09 19:47:20.744403 n-d-713498-36 neutron-server[103232]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 19:47:20.744403 n-d-713498-36 neutron-server[103232]: self.session.flush() Feb 09 19:47:20.744403 n-d-713498-36 neutron-server[103232]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 19:47:20.744403 n-d-713498-36 neutron-server[103232]: self.session.flush() Feb 09 19:47:20.744403 n-d-713498-36 neutron-server[103232]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 19:47:20.744403 n-d-713498-36 neutron-server[103232]: self.session.flush() Feb 09 19:47:20.744403 n-d-713498-36 neutron-server[103232]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 19:47:20.744403 n-d-713498-36 neutron-server[103232]: self.session.flush() Feb 09 19:47:20.744403 n-d-713498-36 neutron-server[103232]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 19:47:20.744403 n-d-713498-36 neutron-server[103232]: self.session.flush() Feb 09 19:47:20.744403 n-d-713498-36 neutron-server[103232]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 19:47:20.744403 n-d-713498-36 neutron-server[103232]: self.session.flush() Feb 09 19:47:20.744403 n-d-713498-36 neutron-server[103232]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 19:47:20.744403 n-d-713498-36 neutron-server[103232]: self.session.flush() Feb 09 19:47:20.744403 n-d-713498-36 neutron-server[103232]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 19:47:20.744403 n-d-713498-36 neutron-server[103232]: self.session.flush() Feb 09 19:47:20.744403 n-d-713498-36 neutron-server[103232]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 19:47:20.744403 n-d-713498-36 neutron-server[103232]: self.session.flush() Feb 09 19:47:20.744403 n-d-713498-36 neutron-server[103232]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 19:47:20.744403 n-d-713498-36 neutron-server[103232]: self.session.flush() Feb 09 19:47:20.744403 n-d-713498-36 neutron-server[103232]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 19:47:20.744403 n-d-713498-36 neutron-server[103232]: self.session.flush() Feb 09 19:47:20.744403 n-d-713498-36 neutron-server[103232]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 19:47:20.744403 n-d-713498-36 neutron-server[103232]: self.session.flush() Feb 09 19:47:20.744403 n-d-713498-36 neutron-server[103232]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 19:47:20.744403 n-d-713498-36 neutron-server[103232]: self.session.flush() Feb 09 19:47:20.744403 n-d-713498-36 neutron-server[103232]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 19:47:20.744403 n-d-713498-36 neutron-server[103232]: self.session.flush() Feb 09 19:47:20.744403 n-d-713498-36 neutron-server[103232]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 19:47:20.744403 n-d-713498-36 neutron-server[103232]: self.session.flush() Feb 09 19:47:20.744403 n-d-713498-36 neutron-server[103232]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 19:47:20.744403 n-d-713498-36 neutron-server[103232]: self.session.flush() Feb 09 19:47:20.744403 n-d-713498-36 neutron-server[103232]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 19:47:20.744403 n-d-713498-36 neutron-server[103232]: self.session.flush() Feb 09 19:47:20.744403 n-d-713498-36 neutron-server[103232]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 19:47:20.744403 n-d-713498-36 neutron-server[103232]: self.session.flush() Feb 09 19:47:20.744403 n-d-713498-36 neutron-server[103232]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 19:47:20.744403 n-d-713498-36 neutron-server[103232]: self.session.flush() Feb 09 19:47:20.744403 n-d-713498-36 neutron-server[103232]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 19:47:20.744403 n-d-713498-36 neutron-server[103232]: self.session.flush() Feb 09 19:47:20.744403 n-d-713498-36 neutron-server[103232]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 19:47:20.744403 n-d-713498-36 neutron-server[103232]: self.session.flush() Feb 09 19:47:20.744403 n-d-713498-36 neutron-server[103232]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 19:47:20.744403 n-d-713498-36 neutron-server[103232]: self.session.flush() Feb 09 19:47:20.760368 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-7d470936-f622-4ff1-8df2-659a01f58ef8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762867177463', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762866656476'] for port (31bd5801-2840-4ace-9880-2924f1addf5a), after_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:47:20.760681 n-d-713498-36 neutron-server[103230]: DEBUG neutron.services.segments.db [None req-df5e2f80-bc17-4411-bcbf-77c6f0b82d67 tempest-TestNetworkBasicOps-1645094289 tempest-TestNetworkBasicOps-1645094289-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2b6d3cdf-3284-453b-8dd2-c8a7b82a71fa']}} {{(pid=103230) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:47:20.767751 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] For port 42521c65-d9af-4d07-a15f-595b1f69cddf, host n-h1-713498-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-36',level=0,port_id=42521c65-d9af-4d07-a15f-595b1f69cddf,segment=NetworkSegment(78d74b71-9646-438a-8fd7-bcb5706d11f8),segment_id=78d74b71-9646-438a-8fd7-bcb5706d11f8)] {{(pid=103232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 19:47:20.771498 n-d-713498-36 neutron-server[103230]: DEBUG neutron.services.segments.db [None req-df5e2f80-bc17-4411-bcbf-77c6f0b82d67 tempest-TestNetworkBasicOps-1645094289 tempest-TestNetworkBasicOps-1645094289-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9cf4a656-c7ca-48a4-819a-38de56a6c61a') {'for_net_delete': True} {{(pid=103230) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:47:20.772666 n-d-713498-36 neutron-server[103230]: DEBUG neutron.services.segments.db [None req-df5e2f80-bc17-4411-bcbf-77c6f0b82d67 tempest-TestNetworkBasicOps-1645094289 tempest-TestNetworkBasicOps-1645094289-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9cf4a656-c7ca-48a4-819a-38de56a6c61a') {} {{(pid=103230) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:47:20.779221 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9db0f5a-4775-40ba-a7d3-d0cda84ae4a4 req-62b2e65b-ee2f-4540-8df2-dc29b525e550 tempest-TestServerAdvancedOps-1200479000 tempest-TestServerAdvancedOps-1200479000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:47:20.780763 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-a9db0f5a-4775-40ba-a7d3-d0cda84ae4a4 req-62b2e65b-ee2f-4540-8df2-dc29b525e550 tempest-TestServerAdvancedOps-1200479000 tempest-TestServerAdvancedOps-1200479000-project] 10.222.0.75 "GET /v2.0/ports?device_id=e7a8211a-4544-4db8-b66c-86084efdabfe HTTP/1.1" status: 200 len: 943 time: 0.0555916 Feb 09 19:47:20.785946 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-df5e2f80-bc17-4411-bcbf-77c6f0b82d67 tempest-TestNetworkBasicOps-1645094289 tempest-TestNetworkBasicOps-1645094289-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762867134154', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12895813'] for segment (9cf4a656-c7ca-48a4-819a-38de56a6c61a), before_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:47:20.799644 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-df5e2f80-bc17-4411-bcbf-77c6f0b82d67 tempest-TestNetworkBasicOps-1645094289 tempest-TestNetworkBasicOps-1645094289-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-759574'] for segment (9cf4a656-c7ca-48a4-819a-38de56a6c61a), precommit_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:47:20.803888 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d470936-f622-4ff1-8df2-659a01f58ef8 None None] Pushing event deleted for resources: {'Port': ['ID=31bd5801-2840-4ace-9880-2924f1addf5a,revision_number=None']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:47:20.805916 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d470936-f622-4ff1-8df2-659a01f58ef8 None None] No DVR routers for this DVR port 31bd5801-2840-4ace-9880-2924f1addf5a on host n-d-713498-36 {{(pid=103232) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 19:47:20.807803 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-df5e2f80-bc17-4411-bcbf-77c6f0b82d67 tempest-TestNetworkBasicOps-1645094289 tempest-TestNetworkBasicOps-1645094289-project] Releasing vlan 385 on physical network physnet1 to pool {{(pid=103230) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 19:47:20.808309 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-df5e2f80-bc17-4411-bcbf-77c6f0b82d67 tempest-TestNetworkBasicOps-1645094289 tempest-TestNetworkBasicOps-1645094289-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-759574', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14393826'] for segment (9cf4a656-c7ca-48a4-819a-38de56a6c61a), after_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:47:20.811795 n-d-713498-36 neutron-server[103230]: Traceback (most recent call last): Feb 09 19:47:20.811795 n-d-713498-36 neutron-server[103230]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 19:47:20.811795 n-d-713498-36 neutron-server[103230]: timer() Feb 09 19:47:20.811795 n-d-713498-36 neutron-server[103230]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 19:47:20.811795 n-d-713498-36 neutron-server[103230]: cb(*args, **kw) Feb 09 19:47:20.811795 n-d-713498-36 neutron-server[103230]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 19:47:20.811795 n-d-713498-36 neutron-server[103230]: return func(*args, **kwargs) Feb 09 19:47:20.811795 n-d-713498-36 neutron-server[103230]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 19:47:20.811795 n-d-713498-36 neutron-server[103230]: self._notify() Feb 09 19:47:20.811795 n-d-713498-36 neutron-server[103230]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 19:47:20.811795 n-d-713498-36 neutron-server[103230]: self.callback(batched_events) Feb 09 19:47:20.811795 n-d-713498-36 neutron-server[103230]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 19:47:20.811795 n-d-713498-36 neutron-server[103230]: event.method(event) Feb 09 19:47:20.811795 n-d-713498-36 neutron-server[103230]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 19:47:20.811795 n-d-713498-36 neutron-server[103230]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 19:47:20.811795 n-d-713498-36 neutron-server[103230]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 19:47:20.811795 n-d-713498-36 neutron-server[103230]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 19:47:20.811795 n-d-713498-36 neutron-server[103230]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 19:47:20.811795 n-d-713498-36 neutron-server[103230]: return f(self, *a, **k) Feb 09 19:47:20.811795 n-d-713498-36 neutron-server[103230]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 19:47:20.811795 n-d-713498-36 neutron-server[103230]: return self._get(url).json() Feb 09 19:47:20.811795 n-d-713498-36 neutron-server[103230]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 19:47:20.811795 n-d-713498-36 neutron-server[103230]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 19:47:20.811795 n-d-713498-36 neutron-server[103230]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 19:47:20.811795 n-d-713498-36 neutron-server[103230]: return self.request(url, 'GET', **kwargs) Feb 09 19:47:20.811795 n-d-713498-36 neutron-server[103230]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 19:47:20.811795 n-d-713498-36 neutron-server[103230]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 19:47:20.811795 n-d-713498-36 neutron-server[103230]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 19:47:20.811795 n-d-713498-36 neutron-server[103230]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 19:47:20.811795 n-d-713498-36 neutron-server[103230]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 19:47:20.811795 n-d-713498-36 neutron-server[103230]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 19:47:20.811795 n-d-713498-36 neutron-server[103230]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 19:47:20.814830 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Returning: {'device': '42521c65-d9af-4d07-a15f-595b1f69cddf', 'network_id': '890d63a5-df30-4d72-8a16-cc62d3d13f0a', 'port_id': '42521c65-d9af-4d07-a15f-595b1f69cddf', 'mac_address': 'fa:16:3e:ce:3f:b0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 365, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a2332d29-6560-4b5b-b37e-0079c110611a', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103232) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 19:47:20.859362 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Current status of the port 42521c65-d9af-4d07-a15f-595b1f69cddf is: DOWN; New status is: BUILD {{(pid=103232) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 19:47:20.859763 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (42521c65-d9af-4d07-a15f-595b1f69cddf), before_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:47:20.863309 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-a9db0f5a-4775-40ba-a7d3-d0cda84ae4a4 req-530b79cb-87dc-4b2c-9da6-35ae90272a15 tempest-TestServerAdvancedOps-1200479000 tempest-TestServerAdvancedOps-1200479000-project] 10.222.0.75 "GET /v2.0/security-groups?id=a582968f-d1c7-4bf1-8738-b3ac9c9112d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0765769 Feb 09 19:47:20.876127 n-d-713498-36 neutron-server[103232]: DEBUG neutron.notifiers.nova [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 42521c65-d9af-4d07-a15f-595b1f69cddf {{(pid=103232) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 19:47:20.891537 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-df5e2f80-bc17-4411-bcbf-77c6f0b82d67 tempest-TestNetworkBasicOps-1645094289 tempest-TestNetworkBasicOps-1645094289-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-590242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1885479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1818895'] for network (2b6d3cdf-3284-453b-8dd2-c8a7b82a71fa), after_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:47:20.897175 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-df5e2f80-bc17-4411-bcbf-77c6f0b82d67 tempest-TestNetworkBasicOps-1645094289 tempest-TestNetworkBasicOps-1645094289-project] Publish callbacks [] for network (None), before_response {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:47:20.899150 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] For port 42521c65-d9af-4d07-a15f-595b1f69cddf, host n-h1-713498-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-36',level=0,port_id=42521c65-d9af-4d07-a15f-595b1f69cddf,segment=NetworkSegment(78d74b71-9646-438a-8fd7-bcb5706d11f8),segment_id=78d74b71-9646-438a-8fd7-bcb5706d11f8)] {{(pid=103232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 19:47:20.900827 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-df5e2f80-bc17-4411-bcbf-77c6f0b82d67 tempest-TestNetworkBasicOps-1645094289 tempest-TestNetworkBasicOps-1645094289-project] 10.222.0.75 "DELETE /v2.0/networks/2b6d3cdf-3284-453b-8dd2-c8a7b82a71fa HTTP/1.1" status: 204 len: 168 time: 0.6330354 Feb 09 19:47:20.903630 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 50366) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:47:20.906224 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762867176205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762866656485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762866656503'] for port (42521c65-d9af-4d07-a15f-595b1f69cddf), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:47:20.923835 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df5e2f80-bc17-4411-bcbf-77c6f0b82d67 tempest-TestNetworkBasicOps-1645094289 tempest-TestNetworkBasicOps-1645094289-project] Pushing event deleted for resources: {'Network': ['ID=2b6d3cdf-3284-453b-8dd2-c8a7b82a71fa,revision_number=None']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:47:20.958593 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Pushing event updated for resources: {'Port': ['ID=42521c65-d9af-4d07-a15f-595b1f69cddf,revision_number=4']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:47:21.064365 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.plugin [None req-af9dd501-8287-4c98-873e-7312c23bcb4f tempest-TestNetworkBasicOps-1645094289 tempest-TestNetworkBasicOps-1645094289-project] Deleting port 15ecad72-de50-4f66-8b1b-ae3e896b2c15 {{(pid=103229) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 19:47:21.064717 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-af9dd501-8287-4c98-873e-7312c23bcb4f tempest-TestNetworkBasicOps-1645094289 tempest-TestNetworkBasicOps-1645094289-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762867170196'] for port (15ecad72-de50-4f66-8b1b-ae3e896b2c15), before_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:47:21.109004 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] get_ports_and_sgs() called for port_ids ['42521c65-d9af-4d07-a15f-595b1f69cddf'] {{(pid=103232) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 19:47:21.142208 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-af9dd501-8287-4c98-873e-7312c23bcb4f tempest-TestNetworkBasicOps-1645094289 tempest-TestNetworkBasicOps-1645094289-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1820838'] for port (15ecad72-de50-4f66-8b1b-ae3e896b2c15), precommit_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:47:21.142539 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-af9dd501-8287-4c98-873e-7312c23bcb4f tempest-TestNetworkBasicOps-1645094289 tempest-TestNetworkBasicOps-1645094289-project] Publish callbacks [] for floatingip (15ecad72-de50-4f66-8b1b-ae3e896b2c15), precommit_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:47:21.154518 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.plugin [None req-af9dd501-8287-4c98-873e-7312c23bcb4f tempest-TestNetworkBasicOps-1645094289 tempest-TestNetworkBasicOps-1645094289-project] Calling delete_port for 15ecad72-de50-4f66-8b1b-ae3e896b2c15 owned by network:floatingip {{(pid=103229) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 19:47:21.303828 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-af9dd501-8287-4c98-873e-7312c23bcb4f tempest-TestNetworkBasicOps-1645094289 tempest-TestNetworkBasicOps-1645094289-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762867177463', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762866656476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12867576'] for port (15ecad72-de50-4f66-8b1b-ae3e896b2c15), after_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:47:21.331113 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af9dd501-8287-4c98-873e-7312c23bcb4f tempest-TestNetworkBasicOps-1645094289 tempest-TestNetworkBasicOps-1645094289-project] Pushing event deleted for resources: {'Port': ['ID=15ecad72-de50-4f66-8b1b-ae3e896b2c15,revision_number=None']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:47:21.392728 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-af9dd501-8287-4c98-873e-7312c23bcb4f tempest-TestNetworkBasicOps-1645094289 tempest-TestNetworkBasicOps-1645094289-project] Publish callbacks [] for floatingip (cd04d4d6-aaa5-4a67-a346-ebd8d4246acc), after_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:47:21.393237 n-d-713498-36 neutron-server[103229]: INFO neutron.db.l3_db [None req-af9dd501-8287-4c98-873e-7312c23bcb4f tempest-TestNetworkBasicOps-1645094289 tempest-TestNetworkBasicOps-1645094289-project] Floating IP cd04d4d6-aaa5-4a67-a346-ebd8d4246acc disassociated (deleted). External IP: 172.25.1.162, port: 0a476bb4-6a79-4ac5-bd6c-525b4b71b6ce. Feb 09 19:47:21.602993 n-d-713498-36 neutron-server[103229]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-af9dd501-8287-4c98-873e-7312c23bcb4f tempest-TestNetworkBasicOps-1645094289 tempest-TestNetworkBasicOps-1645094289-project] Router b414fe0c-a42d-4720-92fd-5440e88e2702 has already been hosted by L3 agent 93303d5e-5d17-45e8-8963-7694f87783ae {{(pid=103229) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 19:47:21.715362 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-af9dd501-8287-4c98-873e-7312c23bcb4f tempest-TestNetworkBasicOps-1645094289 tempest-TestNetworkBasicOps-1645094289-project] Notify agent at l3_agent.n-d-713498-36 the message routers_updated {{(pid=103229) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 19:47:21.720206 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-af9dd501-8287-4c98-873e-7312c23bcb4f tempest-TestNetworkBasicOps-1645094289 tempest-TestNetworkBasicOps-1645094289-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171096'] for floatingip (None), before_response {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:47:21.724744 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b29ec7b-6bad-4855-95ae-cfa876e1e0b9 None None] Sync routers for ids ['b414fe0c-a42d-4720-92fd-5440e88e2702'] in n-d-713498-36 {{(pid=103232) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 19:47:21.735370 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b29ec7b-6bad-4855-95ae-cfa876e1e0b9 None None] Routers {'b414fe0c-a42d-4720-92fd-5440e88e2702'} bound to L3 agent in host n-d-713498-36 {{(pid=103232) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 19:47:21.736033 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.l3_hamode_db [None req-7b29ec7b-6bad-4855-95ae-cfa876e1e0b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T18:51:43Z,description=,heartbeat_timestamp=2022-02-09T19:47:13Z,host='n-d-713498-36',id=93303d5e-5d17-45e8-8963-7694f87783ae,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T18:51:43Z,topic='l3_agent')) {'router_ids': ['b414fe0c-a42d-4720-92fd-5440e88e2702'], 'active': True} {{(pid=103232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:47:21.751432 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-af9dd501-8287-4c98-873e-7312c23bcb4f tempest-TestNetworkBasicOps-1645094289 tempest-TestNetworkBasicOps-1645094289-project] 10.222.0.75 "DELETE /v2.0/floatingips/cd04d4d6-aaa5-4a67-a346-ebd8d4246acc HTTP/1.1" status: 204 len: 168 time: 0.8465867 Feb 09 19:47:21.752025 n-d-713498-36 neutron-server[103229]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c2d94b71-ffc9-4aaf-ae56-569951bc63b5', 'tag': '0a476bb4-6a79-4ac5-bd6c-525b4b71b6ce'}] {{(pid=103229) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 19:47:21.754331 n-d-713498-36 neutron-server[103229]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fa6ae9a20702bd564eaf90d946620b2b4277b1ab91129323d3b54181076be307" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bb527b64-9ecf-4021-b547-25046df4540b" -d '{"events": [{"name": "network-changed", "server_uuid": "c2d94b71-ffc9-4aaf-ae56-569951bc63b5", "tag": "0a476bb4-6a79-4ac5-bd6c-525b4b71b6ce"}]}' {{(pid=103229) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 19:47:21.796845 n-d-713498-36 neutron-server[103229]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 19:47:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-39259554-5712-4d6e-94ae-f6593185f612 x-openstack-request-id: req-39259554-5712-4d6e-94ae-f6593185f612 {{(pid=103229) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 19:47:21.797545 n-d-713498-36 neutron-server[103229]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c2d94b71-ffc9-4aaf-ae56-569951bc63b5", "tag": "0a476bb4-6a79-4ac5-bd6c-525b4b71b6ce", "status": "completed", "code": 200}]} {{(pid=103229) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 19:47:21.797545 n-d-713498-36 neutron-server[103229]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-39259554-5712-4d6e-94ae-f6593185f612 {{(pid=103229) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 19:47:21.797821 n-d-713498-36 neutron-server[103229]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c2d94b71-ffc9-4aaf-ae56-569951bc63b5', 'tag': '0a476bb4-6a79-4ac5-bd6c-525b4b71b6ce', 'status': 'completed', 'code': 200} Feb 09 19:47:21.875892 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb527b64-9ecf-4021-b547-25046df4540b req-7ca21425-e677-422a-b6f8-09fa95aa5d9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:47:21.878341 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-bb527b64-9ecf-4021-b547-25046df4540b req-7ca21425-e677-422a-b6f8-09fa95aa5d9d service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=d10f75d7d9834af0ab88975c96df140f&device_id=c2d94b71-ffc9-4aaf-ae56-569951bc63b5 HTTP/1.1" status: 200 len: 1129 time: 0.0578742 Feb 09 19:47:21.886633 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Device 31bd5801-2840-4ace-9880-2924f1addf5a no longer exists at agent ovs-agent-n-d-713498-36 {{(pid=103232) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 19:47:21.914519 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.l3_dvr_db [None req-7b29ec7b-6bad-4855-95ae-cfa876e1e0b9 None None] Set router b414fe0c-a42d-4720-92fd-5440e88e2702 gateway port host: n-d-713498-36 {{(pid=103232) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 19:47:21.942114 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] No Port match for: 31bd5801-2840-4ace-9880-2924f1addf5a {{(pid=103232) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 19:47:21.942770 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Device 31bd5801-2840-4ace-9880-2924f1addf5a not bound to the agent host n-d-713498-36 {{(pid=103232) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 19:47:21.982954 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Device 582f4579-c104-4923-863c-a58a727d81b3 no longer exists at agent hyperv_n-h2-713498-36 {{(pid=103232) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 19:47:21.998232 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb527b64-9ecf-4021-b547-25046df4540b req-00e2ec10-fb29-416d-bc5a-2a5741d71607 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:47:21.999905 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-bb527b64-9ecf-4021-b547-25046df4540b req-00e2ec10-fb29-416d-bc5a-2a5741d71607 service neutron] 10.222.0.90 "GET /v2.0/networks?id=3f4ad9b1-0217-4484-acaf-408bf6117929 HTTP/1.1" status: 200 len: 898 time: 0.1139765 Feb 09 19:47:22.022371 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec1e532c-bad4-4d24-8fc0-745e6c8b2f7f req-e6b3484f-ffbe-464c-917b-96e60a962309 tempest-TestServerAdvancedOps-1200479000 tempest-TestServerAdvancedOps-1200479000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:47:22.023953 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-ec1e532c-bad4-4d24-8fc0-745e6c8b2f7f req-e6b3484f-ffbe-464c-917b-96e60a962309 tempest-TestServerAdvancedOps-1200479000 tempest-TestServerAdvancedOps-1200479000-project] 10.222.0.75 "GET /v2.0/ports?device_id=e7a8211a-4544-4db8-b66c-86084efdabfe HTTP/1.1" status: 200 len: 944 time: 0.0767424 Feb 09 19:47:22.064003 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-bb527b64-9ecf-4021-b547-25046df4540b req-8988965a-e3f3-4934-a27c-cf9e3078d72e service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=0a476bb4-6a79-4ac5-bd6c-525b4b71b6ce HTTP/1.1" status: 200 len: 217 time: 0.0472584 Feb 09 19:47:22.094015 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-ec1e532c-bad4-4d24-8fc0-745e6c8b2f7f req-a7b01161-3470-4ce2-b49e-736869f8f4fb tempest-TestServerAdvancedOps-1200479000 tempest-TestServerAdvancedOps-1200479000-project] 10.222.0.75 "GET /v2.0/security-groups?id=a582968f-d1c7-4bf1-8738-b3ac9c9112d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0628901 Feb 09 19:47:22.115091 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18f9a789-968c-4935-8c80-bfdb0558d66d req-010d14e7-83c3-471b-9238-c741b4b357e0 tempest-TestNetworkBasicOps-1645094289 tempest-TestNetworkBasicOps-1645094289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:47:22.116660 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-18f9a789-968c-4935-8c80-bfdb0558d66d req-010d14e7-83c3-471b-9238-c741b4b357e0 tempest-TestNetworkBasicOps-1645094289 tempest-TestNetworkBasicOps-1645094289-project] 10.222.0.75 "GET /v2.0/ports?device_id=c2d94b71-ffc9-4aaf-ae56-569951bc63b5 HTTP/1.1" status: 200 len: 946 time: 0.1391237 Feb 09 19:47:22.146862 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb527b64-9ecf-4021-b547-25046df4540b req-4ca4af02-623d-4005-a186-e0b9b1773c3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:47:22.148295 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-bb527b64-9ecf-4021-b547-25046df4540b req-4ca4af02-623d-4005-a186-e0b9b1773c3c service neutron] 10.222.0.90 "GET /v2.0/subnets?id=2825332a-2e39-42e3-a77c-ca297c3e6522 HTTP/1.1" status: 200 len: 835 time: 0.0754304 Feb 09 19:47:22.183185 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-7429db8d-6021-40ad-813e-885be449a89b None None] No Port match for: 582f4579-c104-4923-863c-a58a727d81b3 {{(pid=103232) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 19:47:22.183535 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Device 582f4579-c104-4923-863c-a58a727d81b3 not bound to the agent host n-h2-713498-36 {{(pid=103232) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 19:47:22.206659 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-18f9a789-968c-4935-8c80-bfdb0558d66d req-a02aa705-cb58-4f8c-b840-4932a3994a4b tempest-TestNetworkBasicOps-1645094289 tempest-TestNetworkBasicOps-1645094289-project] 10.222.0.75 "GET /v2.0/security-groups?id=787a992a-7098-4428-9228-afabb52e5787&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0822470 Feb 09 19:47:22.228765 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb527b64-9ecf-4021-b547-25046df4540b req-68f34a08-e5a1-42ad-af56-e7ce6dcae301 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:47:22.228765 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-bb527b64-9ecf-4021-b547-25046df4540b req-68f34a08-e5a1-42ad-af56-e7ce6dcae301 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=3f4ad9b1-0217-4484-acaf-408bf6117929&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0624266 Feb 09 19:47:22.322881 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-bb527b64-9ecf-4021-b547-25046df4540b req-7af2fa01-5594-478d-a020-3e1e8f2a95d5 service neutron] 10.222.0.90 "GET /v2.0/networks/3f4ad9b1-0217-4484-acaf-408bf6117929?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0887136 Feb 09 19:47:22.349694 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.l3_hamode_db [None req-7b29ec7b-6bad-4855-95ae-cfa876e1e0b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b414fe0c-a42d-4720-92fd-5440e88e2702', 'name': 'tempest-TestNetworkBasicOps-router-1363570662', 'tenant_id': 'd10f75d7d9834af0ab88975c96df140f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88055e1e-672a-4487-be31-ffb6e833ece5', 'external_fixed_ips': [{'subnet_id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'ip_address': '172.25.1.214'}], 'enable_snat': True}, 'gw_port_id': '8b718f25-ab18-4501-9c7a-e95ab38a1cff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T19:45:17Z', 'updated_at': '2022-02-09T19:47:15Z', 'revision_number': 6, 'project_id': 'd10f75d7d9834af0ab88975c96df140f', 'gw_port': {'id': '8b718f25-ab18-4501-9c7a-e95ab38a1cff', 'name': '', 'network_id': '88055e1e-672a-4487-be31-ffb6e833ece5', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:4e:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b414fe0c-a42d-4720-92fd-5440e88e2702', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3957, 'fixed_ips': [{'subnet_id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'ip_address': '172.25.1.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T19:45:18Z', 'updated_at': '2022-02-09T19:45:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-36', '_interfaces': [{'id': '9a9c1dd3-201a-4074-a7ee-0492db15adb6', 'name': '', 'network_id': '3f4ad9b1-0217-4484-acaf-408bf6117929', 'tenant_id': 'd10f75d7d9834af0ab88975c96df140f', 'mac_address': 'fa:16:3e:13:f3:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b414fe0c-a42d-4720-92fd-5440e88e2702', 'device_owner': 'network:router_interface', 'standard_attr_id': 3960, 'fixed_ips': [{'subnet_id': '2825332a-2e39-42e3-a77c-ca297c3e6522', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T19:45:21Z', 'updated_at': '2022-02-09T19:45:27Z', 'revision_number': 5, 'project_id': 'd10f75d7d9834af0ab88975c96df140f', 'subnets': [{'id': '2825332a-2e39-42e3-a77c-ca297c3e6522', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-36', False) {} {{(pid=103232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:47:22.375818 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b29ec7b-6bad-4855-95ae-cfa876e1e0b9 None None] Checking router: b414fe0c-a42d-4720-92fd-5440e88e2702 for host: n-d-713498-36 {{(pid=103232) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 19:47:22.385368 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b29ec7b-6bad-4855-95ae-cfa876e1e0b9 None None] Routers {'b414fe0c-a42d-4720-92fd-5440e88e2702'} bound to L3 agent in host n-d-713498-36 {{(pid=103232) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 19:47:22.385979 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.l3_hamode_db [None req-7b29ec7b-6bad-4855-95ae-cfa876e1e0b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T18:51:43Z,description=,heartbeat_timestamp=2022-02-09T19:47:13Z,host='n-d-713498-36',id=93303d5e-5d17-45e8-8963-7694f87783ae,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T18:51:43Z,topic='l3_agent')) {'router_ids': ['b414fe0c-a42d-4720-92fd-5440e88e2702'], 'active': True} {{(pid=103232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:47:22.412619 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-bb527b64-9ecf-4021-b547-25046df4540b req-b890f226-6697-4c26-b5e7-52cd2c23c3f4 service neutron] 10.222.0.90 "GET /v2.0/networks/3f4ad9b1-0217-4484-acaf-408bf6117929?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0834706 Feb 09 19:47:22.500790 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.l3_dvr_db [None req-7b29ec7b-6bad-4855-95ae-cfa876e1e0b9 None None] Set router b414fe0c-a42d-4720-92fd-5440e88e2702 gateway port host: n-d-713498-36 {{(pid=103232) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 19:47:22.591051 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Device 42521c65-d9af-4d07-a15f-595b1f69cddf up at agent hyperv_n-h1-713498-36 {{(pid=103232) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 19:47:22.699330 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.provisioning_blocks [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Provisioning for port 42521c65-d9af-4d07-a15f-595b1f69cddf completed by entity L2. {{(pid=103232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 19:47:22.720784 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.provisioning_blocks [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Provisioning complete for port 42521c65-d9af-4d07-a15f-595b1f69cddf triggered by entity L2. {{(pid=103232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 19:47:22.721153 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593630'] for port (42521c65-d9af-4d07-a15f-595b1f69cddf), provisioning_complete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:47:22.782358 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.l3_hamode_db [None req-7b29ec7b-6bad-4855-95ae-cfa876e1e0b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b414fe0c-a42d-4720-92fd-5440e88e2702', 'name': 'tempest-TestNetworkBasicOps-router-1363570662', 'tenant_id': 'd10f75d7d9834af0ab88975c96df140f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88055e1e-672a-4487-be31-ffb6e833ece5', 'external_fixed_ips': [{'subnet_id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'ip_address': '172.25.1.214'}], 'enable_snat': True}, 'gw_port_id': '8b718f25-ab18-4501-9c7a-e95ab38a1cff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T19:45:17Z', 'updated_at': '2022-02-09T19:47:15Z', 'revision_number': 6, 'project_id': 'd10f75d7d9834af0ab88975c96df140f', 'gw_port': {'id': '8b718f25-ab18-4501-9c7a-e95ab38a1cff', 'name': '', 'network_id': '88055e1e-672a-4487-be31-ffb6e833ece5', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:4e:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b414fe0c-a42d-4720-92fd-5440e88e2702', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3957, 'fixed_ips': [{'subnet_id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'ip_address': '172.25.1.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T19:45:18Z', 'updated_at': '2022-02-09T19:45:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-36', '_interfaces': [{'id': '9a9c1dd3-201a-4074-a7ee-0492db15adb6', 'name': '', 'network_id': '3f4ad9b1-0217-4484-acaf-408bf6117929', 'tenant_id': 'd10f75d7d9834af0ab88975c96df140f', 'mac_address': 'fa:16:3e:13:f3:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b414fe0c-a42d-4720-92fd-5440e88e2702', 'device_owner': 'network:router_interface', 'standard_attr_id': 3960, 'fixed_ips': [{'subnet_id': '2825332a-2e39-42e3-a77c-ca297c3e6522', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T19:45:21Z', 'updated_at': '2022-02-09T19:45:27Z', 'revision_number': 5, 'project_id': 'd10f75d7d9834af0ab88975c96df140f', 'subnets': [{'id': '2825332a-2e39-42e3-a77c-ca297c3e6522', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-36', False) {} {{(pid=103232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:47:22.841257 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b29ec7b-6bad-4855-95ae-cfa876e1e0b9 None None] The sync data for ids ['b414fe0c-a42d-4720-92fd-5440e88e2702'] in n-d-713498-36 is: [{'id': 'b414fe0c-a42d-4720-92fd-5440e88e2702', 'name': 'tempest-TestNetworkBasicOps-router-1363570662', 'tenant_id': 'd10f75d7d9834af0ab88975c96df140f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88055e1e-672a-4487-be31-ffb6e833ece5', 'external_fixed_ips': [{'subnet_id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'ip_address': '172.25.1.214'}], 'enable_snat': True}, 'gw_port_id': '8b718f25-ab18-4501-9c7a-e95ab38a1cff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T19:45:17Z', 'updated_at': '2022-02-09T19:47:15Z', 'revision_number': 6, 'project_id': 'd10f75d7d9834af0ab88975c96df140f', 'gw_port': {'id': '8b718f25-ab18-4501-9c7a-e95ab38a1cff', 'name': '', 'network_id': '88055e1e-672a-4487-be31-ffb6e833ece5', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:4e:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b414fe0c-a42d-4720-92fd-5440e88e2702', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3957, 'fixed_ips': [{'subnet_id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'ip_address': '172.25.1.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T19:45:18Z', 'updated_at': '2022-02-09T19:45:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-36', '_interfaces': [{'id': '9a9c1dd3-201a-4074-a7ee-0492db15adb6', 'name': '', 'network_id': '3f4ad9b1-0217-4484-acaf-408bf6117929', 'tenant_id': 'd10f75d7d9834af0ab88975c96df140f', 'mac_address': 'fa:16:3e:13:f3:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b414fe0c-a42d-4720-92fd-5440e88e2702', 'device_owner': 'network:router_interface', 'standard_attr_id': 3960, 'fixed_ips': [{'subnet_id': '2825332a-2e39-42e3-a77c-ca297c3e6522', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T19:45:21Z', 'updated_at': '2022-02-09T19:45:27Z', 'revision_number': 5, 'project_id': 'd10f75d7d9834af0ab88975c96df140f', 'subnets': [{'id': '2825332a-2e39-42e3-a77c-ca297c3e6522', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103232) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 19:47:22.856216 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Current status of the port 42521c65-d9af-4d07-a15f-595b1f69cddf is: BUILD; New status is: ACTIVE {{(pid=103232) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 19:47:22.856606 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (42521c65-d9af-4d07-a15f-595b1f69cddf), before_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:47:22.881197 n-d-713498-36 neutron-server[103232]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e7a8211a-4544-4db8-b66c-86084efdabfe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '42521c65-d9af-4d07-a15f-595b1f69cddf'}] {{(pid=103232) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 19:47:22.883452 n-d-713498-36 neutron-server[103232]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}949cdcde653dec44821de95cbf67297f53cbc2aed4e073b5d514f93bf911ce85" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cd2be030-7cbe-418f-9058-0b13761db432" -d '{"events": [{"server_uuid": "e7a8211a-4544-4db8-b66c-86084efdabfe", "name": "network-vif-plugged", "status": "completed", "tag": "42521c65-d9af-4d07-a15f-595b1f69cddf"}]}' {{(pid=103232) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 19:47:22.896883 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] For port 42521c65-d9af-4d07-a15f-595b1f69cddf, host n-h1-713498-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-36',level=0,port_id=42521c65-d9af-4d07-a15f-595b1f69cddf,segment=NetworkSegment(78d74b71-9646-438a-8fd7-bcb5706d11f8),segment_id=78d74b71-9646-438a-8fd7-bcb5706d11f8)] {{(pid=103232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 19:47:22.902206 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762867176205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762866656485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762866656503'] for port (42521c65-d9af-4d07-a15f-595b1f69cddf), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:47:22.929283 n-d-713498-36 neutron-server[103232]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 19:47:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a04a3954-6ad1-4047-9228-2890eacfe8d8 x-openstack-request-id: req-a04a3954-6ad1-4047-9228-2890eacfe8d8 {{(pid=103232) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 19:47:22.929579 n-d-713498-36 neutron-server[103232]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e7a8211a-4544-4db8-b66c-86084efdabfe", "name": "network-vif-plugged", "status": "completed", "tag": "42521c65-d9af-4d07-a15f-595b1f69cddf", "code": 200}]} {{(pid=103232) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 19:47:22.929838 n-d-713498-36 neutron-server[103232]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-a04a3954-6ad1-4047-9228-2890eacfe8d8 {{(pid=103232) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 19:47:22.930343 n-d-713498-36 neutron-server[103232]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e7a8211a-4544-4db8-b66c-86084efdabfe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '42521c65-d9af-4d07-a15f-595b1f69cddf', 'code': 200} Feb 09 19:47:22.961752 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Pushing event updated for resources: {'Port': ['ID=42521c65-d9af-4d07-a15f-595b1f69cddf,revision_number=5']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:47:23.031028 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a1b46cb-9cdd-4be5-8361-0e00d9027565 req-ab1e2ea8-896f-42be-ae12-985e96c5f163 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:47:23.032798 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-7a1b46cb-9cdd-4be5-8361-0e00d9027565 req-ab1e2ea8-896f-42be-ae12-985e96c5f163 service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=e7a8211a-4544-4db8-b66c-86084efdabfe HTTP/1.1" status: 200 len: 1128 time: 0.0478623 Feb 09 19:47:23.078713 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-7a1b46cb-9cdd-4be5-8361-0e00d9027565 req-c18770ce-a252-42f7-b4ea-dd1a714e3960 service neutron] 10.222.0.89 "GET /v2.0/security-groups?id=a582968f-d1c7-4bf1-8738-b3ac9c9112d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404437 Feb 09 19:47:23.095115 n-d-713498-36 neutron-server[103233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6591d795-8d68-484b-b017-1374e6f36eac None None] New status for floating IP cd04d4d6-aaa5-4a67-a346-ebd8d4246acc: DOWN {{(pid=103233) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 09 19:47:23.218959 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a478e04c-8534-479a-a603-86a95ca14f74 req-60949aaf-be94-4cf3-85a0-3ab38a71a9e5 tempest-TestServerAdvancedOps-1200479000 tempest-TestServerAdvancedOps-1200479000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:47:23.220436 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-a478e04c-8534-479a-a603-86a95ca14f74 req-60949aaf-be94-4cf3-85a0-3ab38a71a9e5 tempest-TestServerAdvancedOps-1200479000 tempest-TestServerAdvancedOps-1200479000-project] 10.222.0.75 "GET /v2.0/ports?device_id=e7a8211a-4544-4db8-b66c-86084efdabfe HTTP/1.1" status: 200 len: 945 time: 0.0600419 Feb 09 19:47:23.268472 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-a478e04c-8534-479a-a603-86a95ca14f74 req-17f4126d-2642-4607-9283-f192a26179f5 tempest-TestServerAdvancedOps-1200479000 tempest-TestServerAdvancedOps-1200479000-project] 10.222.0.75 "GET /v2.0/security-groups?id=a582968f-d1c7-4bf1-8738-b3ac9c9112d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424712 Feb 09 19:47:23.331111 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a455032d-3643-4cc7-8f1e-0aa1e9e93c2c req-ad0aa2da-1704-498c-9ad5-72c03a88bc9a tempest-TestNetworkBasicOps-1645094289 tempest-TestNetworkBasicOps-1645094289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:47:23.332571 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-a455032d-3643-4cc7-8f1e-0aa1e9e93c2c req-ad0aa2da-1704-498c-9ad5-72c03a88bc9a tempest-TestNetworkBasicOps-1645094289 tempest-TestNetworkBasicOps-1645094289-project] 10.222.0.75 "GET /v2.0/ports?device_id=c2d94b71-ffc9-4aaf-ae56-569951bc63b5 HTTP/1.1" status: 200 len: 946 time: 0.0544100 Feb 09 19:47:23.381614 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-a455032d-3643-4cc7-8f1e-0aa1e9e93c2c req-808dfb8f-0519-4f33-b5b0-c4be6c82ed51 tempest-TestNetworkBasicOps-1645094289 tempest-TestNetworkBasicOps-1645094289-project] 10.222.0.75 "GET /v2.0/security-groups?id=787a992a-7098-4428-9228-afabb52e5787&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430369 Feb 09 19:47:23.721844 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbcfb017-a02c-43fb-9831-50cace8726d4 req-b2bbf06e-fff7-4bc8-b350-d599c303ddbb tempest-TestNetworkBasicOps-1645094289 tempest-TestNetworkBasicOps-1645094289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:47:23.723234 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-bbcfb017-a02c-43fb-9831-50cace8726d4 req-b2bbf06e-fff7-4bc8-b350-d599c303ddbb tempest-TestNetworkBasicOps-1645094289 tempest-TestNetworkBasicOps-1645094289-project] 10.222.0.90 "GET /v2.0/ports?device_id=c2d94b71-ffc9-4aaf-ae56-569951bc63b5 HTTP/1.1" status: 200 len: 946 time: 0.0517659 Feb 09 19:47:23.816199 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.plugin [req-bbcfb017-a02c-43fb-9831-50cace8726d4 req-6fbc6196-e07c-4fa0-800d-0090a35e31d5 tempest-TestNetworkBasicOps-1645094289 tempest-TestNetworkBasicOps-1645094289-project] Deleting port 0a476bb4-6a79-4ac5-bd6c-525b4b71b6ce {{(pid=103230) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 19:47:23.816544 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [req-bbcfb017-a02c-43fb-9831-50cace8726d4 req-6fbc6196-e07c-4fa0-800d-0090a35e31d5 tempest-TestNetworkBasicOps-1645094289 tempest-TestNetworkBasicOps-1645094289-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762867170196'] for port (0a476bb4-6a79-4ac5-bd6c-525b4b71b6ce), before_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:47:23.912060 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.db [req-bbcfb017-a02c-43fb-9831-50cace8726d4 req-6fbc6196-e07c-4fa0-800d-0090a35e31d5 tempest-TestNetworkBasicOps-1645094289 tempest-TestNetworkBasicOps-1645094289-project] For port 0a476bb4-6a79-4ac5-bd6c-525b4b71b6ce, host n-h2-713498-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-36',level=0,port_id=0a476bb4-6a79-4ac5-bd6c-525b4b71b6ce,segment=NetworkSegment(40199b7e-eb6e-4f69-ae68-2346cb80a292),segment_id=40199b7e-eb6e-4f69-ae68-2346cb80a292)] {{(pid=103230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 19:47:23.912421 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [req-bbcfb017-a02c-43fb-9831-50cace8726d4 req-6fbc6196-e07c-4fa0-800d-0090a35e31d5 tempest-TestNetworkBasicOps-1645094289 tempest-TestNetworkBasicOps-1645094289-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1820838'] for port (0a476bb4-6a79-4ac5-bd6c-525b4b71b6ce), precommit_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:47:23.925502 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.plugin [req-bbcfb017-a02c-43fb-9831-50cace8726d4 req-6fbc6196-e07c-4fa0-800d-0090a35e31d5 tempest-TestNetworkBasicOps-1645094289 tempest-TestNetworkBasicOps-1645094289-project] Calling delete_port for 0a476bb4-6a79-4ac5-bd6c-525b4b71b6ce owned by compute:nova {{(pid=103230) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 19:47:24.055440 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [req-bbcfb017-a02c-43fb-9831-50cace8726d4 req-6fbc6196-e07c-4fa0-800d-0090a35e31d5 tempest-TestNetworkBasicOps-1645094289 tempest-TestNetworkBasicOps-1645094289-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762867177463', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762866656476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14393751'] for port (0a476bb4-6a79-4ac5-bd6c-525b4b71b6ce), after_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:47:24.084741 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fbc6196-e07c-4fa0-800d-0090a35e31d5 tempest-TestNetworkBasicOps-1645094289 tempest-TestNetworkBasicOps-1645094289-project] Pushing event deleted for resources: {'Port': ['ID=0a476bb4-6a79-4ac5-bd6c-525b4b71b6ce,revision_number=None']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:47:24.129141 n-d-713498-36 neutron-server[103230]: DEBUG neutron.db.l3_dvrscheduler_db [req-bbcfb017-a02c-43fb-9831-50cace8726d4 req-6fbc6196-e07c-4fa0-800d-0090a35e31d5 tempest-TestNetworkBasicOps-1645094289 tempest-TestNetworkBasicOps-1645094289-project] No DVR routers for this DVR port 0a476bb4-6a79-4ac5-bd6c-525b4b71b6ce on host n-h2-713498-36 {{(pid=103230) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 19:47:24.131764 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [req-bbcfb017-a02c-43fb-9831-50cace8726d4 req-6fbc6196-e07c-4fa0-800d-0090a35e31d5 tempest-TestNetworkBasicOps-1645094289 tempest-TestNetworkBasicOps-1645094289-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171096'] for port (None), before_response {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:47:24.135295 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-bbcfb017-a02c-43fb-9831-50cace8726d4 req-6fbc6196-e07c-4fa0-800d-0090a35e31d5 tempest-TestNetworkBasicOps-1645094289 tempest-TestNetworkBasicOps-1645094289-project] 10.222.0.90 "DELETE /v2.0/ports/0a476bb4-6a79-4ac5-bd6c-525b4b71b6ce HTTP/1.1" status: 204 len: 173 time: 0.4051256 Feb 09 19:47:24.135749 n-d-713498-36 neutron-server[103230]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c2d94b71-ffc9-4aaf-ae56-569951bc63b5', 'name': 'network-vif-deleted', 'tag': '0a476bb4-6a79-4ac5-bd6c-525b4b71b6ce'}] {{(pid=103230) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 19:47:24.137998 n-d-713498-36 neutron-server[103230]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aee5919275bae9f72eb374ee322673045eb80c1f84b4b45a97d96923bd50ab51" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f6a37661-e264-4252-bfcf-6145cb9a463b" -d '{"events": [{"server_uuid": "c2d94b71-ffc9-4aaf-ae56-569951bc63b5", "name": "network-vif-deleted", "tag": "0a476bb4-6a79-4ac5-bd6c-525b4b71b6ce"}]}' {{(pid=103230) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 19:47:24.187467 n-d-713498-36 neutron-server[103230]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 19:47:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6b81f065-ef59-424b-a9fd-391ad15df248 x-openstack-request-id: req-6b81f065-ef59-424b-a9fd-391ad15df248 {{(pid=103230) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 19:47:24.187759 n-d-713498-36 neutron-server[103230]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c2d94b71-ffc9-4aaf-ae56-569951bc63b5", "name": "network-vif-deleted", "tag": "0a476bb4-6a79-4ac5-bd6c-525b4b71b6ce", "status": "completed", "code": 200}]} {{(pid=103230) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 19:47:24.188015 n-d-713498-36 neutron-server[103230]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-6b81f065-ef59-424b-a9fd-391ad15df248 {{(pid=103230) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 19:47:24.188413 n-d-713498-36 neutron-server[103230]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c2d94b71-ffc9-4aaf-ae56-569951bc63b5', 'name': 'network-vif-deleted', 'tag': '0a476bb4-6a79-4ac5-bd6c-525b4b71b6ce', 'status': 'completed', 'code': 200} Feb 09 19:47:24.396231 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3270fec8-0f63-454b-84df-23aca930a6e9 req-a408fc9c-4c22-4dec-bf25-824a5e63daa7 tempest-TestServerAdvancedOps-1200479000 tempest-TestServerAdvancedOps-1200479000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:47:24.397629 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-3270fec8-0f63-454b-84df-23aca930a6e9 req-a408fc9c-4c22-4dec-bf25-824a5e63daa7 tempest-TestServerAdvancedOps-1200479000 tempest-TestServerAdvancedOps-1200479000-project] 10.222.0.75 "GET /v2.0/ports?device_id=e7a8211a-4544-4db8-b66c-86084efdabfe HTTP/1.1" status: 200 len: 945 time: 0.0573225 Feb 09 19:47:24.450028 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-3270fec8-0f63-454b-84df-23aca930a6e9 req-7183906a-93ef-489e-a4d0-c12994ea3901 tempest-TestServerAdvancedOps-1200479000 tempest-TestServerAdvancedOps-1200479000-project] 10.222.0.75 "GET /v2.0/security-groups?id=a582968f-d1c7-4bf1-8738-b3ac9c9112d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456357 Feb 09 19:47:24.503857 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-7350a9e8-f71a-4a1a-b196-28f2349f1cec req-b4ad3aff-511b-45ea-8a37-ca2d1cf8896b tempest-TestNetworkBasicOps-1645094289 tempest-TestNetworkBasicOps-1645094289-project] 10.222.0.75 "GET /v2.0/ports?device_id=c2d94b71-ffc9-4aaf-ae56-569951bc63b5 HTTP/1.1" status: 200 len: 210 time: 0.0347846 Feb 09 19:47:24.585252 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40a0618d-878d-4d9d-904b-147bcbe070cb req-ccbb1972-ce72-4cbe-9bb5-f457673e669b tempest-TestServerAdvancedOps-1200479000 tempest-TestServerAdvancedOps-1200479000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:47:24.587150 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-40a0618d-878d-4d9d-904b-147bcbe070cb req-ccbb1972-ce72-4cbe-9bb5-f457673e669b tempest-TestServerAdvancedOps-1200479000 tempest-TestServerAdvancedOps-1200479000-project] 10.222.0.75 "GET /v2.0/ports?device_id=e7a8211a-4544-4db8-b66c-86084efdabfe HTTP/1.1" status: 200 len: 945 time: 0.0604258 Feb 09 19:47:24.639838 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-40a0618d-878d-4d9d-904b-147bcbe070cb req-73734d3f-0e0e-44a4-b0bf-3a74acdce637 tempest-TestServerAdvancedOps-1200479000 tempest-TestServerAdvancedOps-1200479000-project] 10.222.0.75 "GET /v2.0/security-groups?id=a582968f-d1c7-4bf1-8738-b3ac9c9112d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450511 Feb 09 19:47:24.888109 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f50eb4b0-4804-4ad6-b822-c0d773460c38 req-b90cb401-26b3-4245-950f-85895a3f68aa tempest-TestServerAdvancedOps-1200479000 tempest-TestServerAdvancedOps-1200479000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:47:24.889515 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-f50eb4b0-4804-4ad6-b822-c0d773460c38 req-b90cb401-26b3-4245-950f-85895a3f68aa tempest-TestServerAdvancedOps-1200479000 tempest-TestServerAdvancedOps-1200479000-project] 10.222.0.75 "GET /v2.0/ports?device_id=e7a8211a-4544-4db8-b66c-86084efdabfe HTTP/1.1" status: 200 len: 945 time: 0.0570624 Feb 09 19:47:24.935840 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-f50eb4b0-4804-4ad6-b822-c0d773460c38 req-1903a04e-941b-46d1-bd92-0d39aa504420 tempest-TestServerAdvancedOps-1200479000 tempest-TestServerAdvancedOps-1200479000-project] 10.222.0.75 "GET /v2.0/security-groups?id=a582968f-d1c7-4bf1-8738-b3ac9c9112d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406661 Feb 09 19:47:25.571001 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 50396) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:47:25.627709 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-6d25489e-71ed-4b70-a2e5-d696fefdd737 tempest-TestNetworkBasicOps-1645094289 tempest-TestNetworkBasicOps-1645094289-project] Publish callbacks [] for security_group (787a992a-7098-4428-9228-afabb52e5787), before_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:47:25.653264 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-6d25489e-71ed-4b70-a2e5-d696fefdd737 tempest-TestNetworkBasicOps-1645094289 tempest-TestNetworkBasicOps-1645094289-project] Publish callbacks [] for security_group (787a992a-7098-4428-9228-afabb52e5787), precommit_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:47:25.711812 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-6d25489e-71ed-4b70-a2e5-d696fefdd737 tempest-TestNetworkBasicOps-1645094289 tempest-TestNetworkBasicOps-1645094289-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1892331'] for security_group (787a992a-7098-4428-9228-afabb52e5787), after_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:47:25.714436 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-6d25489e-71ed-4b70-a2e5-d696fefdd737 tempest-TestNetworkBasicOps-1645094289 tempest-TestNetworkBasicOps-1645094289-project] Publish callbacks [] for security_group (None), before_response {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:47:25.715610 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-6d25489e-71ed-4b70-a2e5-d696fefdd737 tempest-TestNetworkBasicOps-1645094289 tempest-TestNetworkBasicOps-1645094289-project] 10.222.0.75 "DELETE /v2.0/security-groups/787a992a-7098-4428-9228-afabb52e5787 HTTP/1.1" status: 204 len: 168 time: 0.1435339 Feb 09 19:47:25.725706 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d25489e-71ed-4b70-a2e5-d696fefdd737 tempest-TestNetworkBasicOps-1645094289 tempest-TestNetworkBasicOps-1645094289-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=787a992a-7098-4428-9228-afabb52e5787,revision_number=None']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:47:25.750677 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 50400) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:47:26.087802 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec2f1e5e-f3c5-4b89-941d-34b7e72e7fd0 req-db84fc6c-81cb-4698-ba73-a61aa84ba02b tempest-TestServerAdvancedOps-1200479000 tempest-TestServerAdvancedOps-1200479000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:47:26.089176 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-ec2f1e5e-f3c5-4b89-941d-34b7e72e7fd0 req-db84fc6c-81cb-4698-ba73-a61aa84ba02b tempest-TestServerAdvancedOps-1200479000 tempest-TestServerAdvancedOps-1200479000-project] 10.222.0.75 "GET /v2.0/ports?device_id=e7a8211a-4544-4db8-b66c-86084efdabfe HTTP/1.1" status: 200 len: 945 time: 0.0825796 Feb 09 19:47:26.175376 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-ec2f1e5e-f3c5-4b89-941d-34b7e72e7fd0 req-e5b6b594-c96f-445c-a1bf-e661c131ef9e tempest-TestServerAdvancedOps-1200479000 tempest-TestServerAdvancedOps-1200479000-project] 10.222.0.75 "GET /v2.0/security-groups?id=a582968f-d1c7-4bf1-8738-b3ac9c9112d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0788231 Feb 09 19:47:26.199933 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-782af492-4b76-4ca1-9a7c-aa66d5e96f54 tempest-TestNetworkBasicOps-1645094289 tempest-TestNetworkBasicOps-1645094289-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1834525'] for router_interface (b414fe0c-a42d-4720-92fd-5440e88e2702), before_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:47:26.403322 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0022620-2076-4690-9af2-1db8e9257ba4 req-88bd78e2-8803-4227-ae4b-e6de166f2649 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:47:26.404740 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-d0022620-2076-4690-9af2-1db8e9257ba4 req-88bd78e2-8803-4227-ae4b-e6de166f2649 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=fd5077ac97b64927afd30d9f75a68763&device_id=e7a8211a-4544-4db8-b66c-86084efdabfe HTTP/1.1" status: 200 len: 1128 time: 0.0478177 Feb 09 19:47:26.431920 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f0bdde5-61f1-4a78-9127-135f59c7c613 req-3a647f1a-38de-40a1-92b1-bc6466616b6d tempest-TestServerAdvancedOps-1200479000 tempest-TestServerAdvancedOps-1200479000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:47:26.433406 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-7f0bdde5-61f1-4a78-9127-135f59c7c613 req-3a647f1a-38de-40a1-92b1-bc6466616b6d tempest-TestServerAdvancedOps-1200479000 tempest-TestServerAdvancedOps-1200479000-project] 10.222.0.75 "GET /v2.0/ports?device_id=e7a8211a-4544-4db8-b66c-86084efdabfe HTTP/1.1" status: 200 len: 945 time: 0.0877912 Feb 09 19:47:26.503185 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0022620-2076-4690-9af2-1db8e9257ba4 req-17e56327-0cd9-4a9c-99f7-1759ee099411 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:47:26.504661 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-d0022620-2076-4690-9af2-1db8e9257ba4 req-17e56327-0cd9-4a9c-99f7-1759ee099411 service neutron] 10.222.0.89 "GET /v2.0/networks?id=890d63a5-df30-4d72-8a16-cc62d3d13f0a HTTP/1.1" status: 200 len: 913 time: 0.0933459 Feb 09 19:47:26.510762 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-7f0bdde5-61f1-4a78-9127-135f59c7c613 req-f946fbcd-cb33-4f03-b9d1-fe02ded56c06 tempest-TestServerAdvancedOps-1200479000 tempest-TestServerAdvancedOps-1200479000-project] 10.222.0.75 "GET /v2.0/security-groups?id=a582968f-d1c7-4bf1-8738-b3ac9c9112d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0710731 Feb 09 19:47:26.548885 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-d0022620-2076-4690-9af2-1db8e9257ba4 req-1d9a7784-4da2-44f3-84fb-10a8beabbc77 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=42521c65-d9af-4d07-a15f-595b1f69cddf HTTP/1.1" status: 200 len: 217 time: 0.0380676 Feb 09 19:47:26.563387 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.plugin [None req-782af492-4b76-4ca1-9a7c-aa66d5e96f54 tempest-TestNetworkBasicOps-1645094289 tempest-TestNetworkBasicOps-1645094289-project] Deleting port 9a9c1dd3-201a-4074-a7ee-0492db15adb6 {{(pid=103230) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 19:47:26.563732 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-782af492-4b76-4ca1-9a7c-aa66d5e96f54 tempest-TestNetworkBasicOps-1645094289 tempest-TestNetworkBasicOps-1645094289-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762867170196'] for port (9a9c1dd3-201a-4074-a7ee-0492db15adb6), before_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:47:26.601244 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0022620-2076-4690-9af2-1db8e9257ba4 req-58f9d89c-4f51-4cf8-b5d9-faa74b5253b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:47:26.602728 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-d0022620-2076-4690-9af2-1db8e9257ba4 req-58f9d89c-4f51-4cf8-b5d9-faa74b5253b5 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=a2332d29-6560-4b5b-b37e-0079c110611a HTTP/1.1" status: 200 len: 852 time: 0.0483675 Feb 09 19:47:26.635494 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-d0022620-2076-4690-9af2-1db8e9257ba4 req-00cc13a4-4b88-4052-a4cd-f000596c8a71 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=890d63a5-df30-4d72-8a16-cc62d3d13f0a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0256531 Feb 09 19:47:26.656391 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.db [None req-782af492-4b76-4ca1-9a7c-aa66d5e96f54 tempest-TestNetworkBasicOps-1645094289 tempest-TestNetworkBasicOps-1645094289-project] For port 9a9c1dd3-201a-4074-a7ee-0492db15adb6, host n-d-713498-36, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-36',level=0,port_id=9a9c1dd3-201a-4074-a7ee-0492db15adb6,segment=NetworkSegment(40199b7e-eb6e-4f69-ae68-2346cb80a292),segment_id=40199b7e-eb6e-4f69-ae68-2346cb80a292)] {{(pid=103230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 19:47:26.656668 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-782af492-4b76-4ca1-9a7c-aa66d5e96f54 tempest-TestNetworkBasicOps-1645094289 tempest-TestNetworkBasicOps-1645094289-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1820838'] for port (9a9c1dd3-201a-4074-a7ee-0492db15adb6), precommit_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:47:26.669891 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.plugin [None req-782af492-4b76-4ca1-9a7c-aa66d5e96f54 tempest-TestNetworkBasicOps-1645094289 tempest-TestNetworkBasicOps-1645094289-project] Calling delete_port for 9a9c1dd3-201a-4074-a7ee-0492db15adb6 owned by network:router_interface {{(pid=103230) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 19:47:26.721830 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-d0022620-2076-4690-9af2-1db8e9257ba4 req-b356f279-4c81-4d46-ab3b-475848bf2c22 service neutron] 10.222.0.89 "GET /v2.0/networks/890d63a5-df30-4d72-8a16-cc62d3d13f0a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0816934 Feb 09 19:47:26.816957 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-d0022620-2076-4690-9af2-1db8e9257ba4 req-c1b5663b-7c25-409f-b3ac-75a3e54bb70b service neutron] 10.222.0.89 "GET /v2.0/networks/890d63a5-df30-4d72-8a16-cc62d3d13f0a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0896571 Feb 09 19:47:26.867001 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-782af492-4b76-4ca1-9a7c-aa66d5e96f54 tempest-TestNetworkBasicOps-1645094289 tempest-TestNetworkBasicOps-1645094289-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762867177463', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762866656476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14393751'] for port (9a9c1dd3-201a-4074-a7ee-0492db15adb6), after_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:47:26.894708 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-782af492-4b76-4ca1-9a7c-aa66d5e96f54 tempest-TestNetworkBasicOps-1645094289 tempest-TestNetworkBasicOps-1645094289-project] Pushing event deleted for resources: {'Port': ['ID=9a9c1dd3-201a-4074-a7ee-0492db15adb6,revision_number=None']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:47:27.391991 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-782af492-4b76-4ca1-9a7c-aa66d5e96f54 tempest-TestNetworkBasicOps-1645094289 tempest-TestNetworkBasicOps-1645094289-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1613467', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1834633'] for router_interface (b414fe0c-a42d-4720-92fd-5440e88e2702), after_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:47:27.622411 n-d-713498-36 neutron-server[103230]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-782af492-4b76-4ca1-9a7c-aa66d5e96f54 tempest-TestNetworkBasicOps-1645094289 tempest-TestNetworkBasicOps-1645094289-project] Router b414fe0c-a42d-4720-92fd-5440e88e2702 has already been hosted by L3 agent 93303d5e-5d17-45e8-8963-7694f87783ae {{(pid=103230) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 19:47:27.639481 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eb3034c-1882-4f80-8d0d-ae2acede8eca req-10dec4a3-9488-4dc6-bdf0-29ff7e88db42 tempest-TestServerAdvancedOps-1200479000 tempest-TestServerAdvancedOps-1200479000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:47:27.640976 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-2eb3034c-1882-4f80-8d0d-ae2acede8eca req-10dec4a3-9488-4dc6-bdf0-29ff7e88db42 tempest-TestServerAdvancedOps-1200479000 tempest-TestServerAdvancedOps-1200479000-project] 10.222.0.75 "GET /v2.0/ports?device_id=e7a8211a-4544-4db8-b66c-86084efdabfe HTTP/1.1" status: 200 len: 945 time: 0.0544574 Feb 09 19:47:27.689338 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-2eb3034c-1882-4f80-8d0d-ae2acede8eca req-4e35897f-2f4f-4180-ae0c-c0877b1a7296 tempest-TestServerAdvancedOps-1200479000 tempest-TestServerAdvancedOps-1200479000-project] 10.222.0.75 "GET /v2.0/security-groups?id=a582968f-d1c7-4bf1-8738-b3ac9c9112d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424182 Feb 09 19:47:27.732999 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-782af492-4b76-4ca1-9a7c-aa66d5e96f54 tempest-TestNetworkBasicOps-1645094289 tempest-TestNetworkBasicOps-1645094289-project] Notify agent at l3_agent.n-d-713498-36 the message routers_updated {{(pid=103230) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 19:47:27.738239 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-782af492-4b76-4ca1-9a7c-aa66d5e96f54 tempest-TestNetworkBasicOps-1645094289 tempest-TestNetworkBasicOps-1645094289-project] 10.222.0.75 "PUT /v2.0/routers/b414fe0c-a42d-4720-92fd-5440e88e2702/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9865632 Feb 09 19:47:27.740750 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 50412) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:47:27.745747 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03c35032-5525-4c53-9c07-532b3cce6b68 None None] Sync routers for ids ['b414fe0c-a42d-4720-92fd-5440e88e2702'] in n-d-713498-36 {{(pid=103232) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 19:47:27.755816 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03c35032-5525-4c53-9c07-532b3cce6b68 None None] Routers {'b414fe0c-a42d-4720-92fd-5440e88e2702'} bound to L3 agent in host n-d-713498-36 {{(pid=103232) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 19:47:27.756456 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.l3_hamode_db [None req-03c35032-5525-4c53-9c07-532b3cce6b68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T18:51:43Z,description=,heartbeat_timestamp=2022-02-09T19:47:13Z,host='n-d-713498-36',id=93303d5e-5d17-45e8-8963-7694f87783ae,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T18:51:43Z,topic='l3_agent')) {'router_ids': ['b414fe0c-a42d-4720-92fd-5440e88e2702'], 'active': True} {{(pid=103232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:47:27.798379 n-d-713498-36 neutron-server[103230]: DEBUG neutron.db.db_base_plugin_v2 [None req-cdf21a9f-1aec-4e67-8986-34729b0462f8 tempest-TestNetworkBasicOps-1645094289 tempest-TestNetworkBasicOps-1645094289-project] Deleting subnet 2825332a-2e39-42e3-a77c-ca297c3e6522 {{(pid=103230) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 19:47:27.801542 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-cdf21a9f-1aec-4e67-8986-34729b0462f8 tempest-TestNetworkBasicOps-1645094289 tempest-TestNetworkBasicOps-1645094289-project] Publish callbacks [] for subnet (2825332a-2e39-42e3-a77c-ca297c3e6522), before_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:47:27.858063 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-cdf21a9f-1aec-4e67-8986-34729b0462f8 tempest-TestNetworkBasicOps-1645094289 tempest-TestNetworkBasicOps-1645094289-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12895822'] for subnet (2825332a-2e39-42e3-a77c-ca297c3e6522), precommit_delete_associations {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:47:27.890310 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.l3_dvr_db [None req-03c35032-5525-4c53-9c07-532b3cce6b68 None None] Set router b414fe0c-a42d-4720-92fd-5440e88e2702 gateway port host: n-d-713498-36 {{(pid=103232) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 19:47:27.952726 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1088bf24-ff71-4c89-8340-89f6009ee451 req-4ff17102-63e6-4fc2-aea9-1e07e41cd878 tempest-TestServerAdvancedOps-1200479000 tempest-TestServerAdvancedOps-1200479000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:47:27.954220 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-1088bf24-ff71-4c89-8340-89f6009ee451 req-4ff17102-63e6-4fc2-aea9-1e07e41cd878 tempest-TestServerAdvancedOps-1200479000 tempest-TestServerAdvancedOps-1200479000-project] 10.222.0.75 "GET /v2.0/ports?device_id=e7a8211a-4544-4db8-b66c-86084efdabfe HTTP/1.1" status: 200 len: 945 time: 0.0580444 Feb 09 19:47:27.957571 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-cdf21a9f-1aec-4e67-8986-34729b0462f8 tempest-TestNetworkBasicOps-1645094289 tempest-TestNetworkBasicOps-1645094289-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-759852'] for subnet (2825332a-2e39-42e3-a77c-ca297c3e6522), precommit_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:47:27.992372 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Device 0a476bb4-6a79-4ac5-bd6c-525b4b71b6ce no longer exists at agent hyperv_n-h2-713498-36 {{(pid=103232) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 19:47:28.011702 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-1088bf24-ff71-4c89-8340-89f6009ee451 req-74c2b4a9-8cd0-42b9-a2a8-767b7974465c tempest-TestServerAdvancedOps-1200479000 tempest-TestServerAdvancedOps-1200479000-project] 10.222.0.75 "GET /v2.0/security-groups?id=a582968f-d1c7-4bf1-8738-b3ac9c9112d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501835 Feb 09 19:47:28.019469 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-7429db8d-6021-40ad-813e-885be449a89b None None] No Port match for: 0a476bb4-6a79-4ac5-bd6c-525b4b71b6ce {{(pid=103232) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 19:47:28.019827 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Device 0a476bb4-6a79-4ac5-bd6c-525b4b71b6ce not bound to the agent host n-h2-713498-36 {{(pid=103232) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 19:47:28.031265 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-cdf21a9f-1aec-4e67-8986-34729b0462f8 tempest-TestNetworkBasicOps-1645094289 tempest-TestNetworkBasicOps-1645094289-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-760023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14393672', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12985882'] for subnet (2825332a-2e39-42e3-a77c-ca297c3e6522), after_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:47:28.064004 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdf21a9f-1aec-4e67-8986-34729b0462f8 tempest-TestNetworkBasicOps-1645094289 tempest-TestNetworkBasicOps-1645094289-project] Pushing event deleted for resources: {'Subnet': ['ID=2825332a-2e39-42e3-a77c-ca297c3e6522,revision_number=None']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:47:28.068671 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-cdf21a9f-1aec-4e67-8986-34729b0462f8 tempest-TestNetworkBasicOps-1645094289 tempest-TestNetworkBasicOps-1645094289-project] Publish callbacks [] for subnet (None), before_response {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:47:28.075463 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-cdf21a9f-1aec-4e67-8986-34729b0462f8 tempest-TestNetworkBasicOps-1645094289 tempest-TestNetworkBasicOps-1645094289-project] 10.222.0.75 "DELETE /v2.0/subnets/2825332a-2e39-42e3-a77c-ca297c3e6522 HTTP/1.1" status: 204 len: 168 time: 0.3303359 Feb 09 19:47:28.075697 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 50416) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:47:28.084472 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c7568b1-f982-4004-878b-dbc0bdeb3f18 None None] Network 3f4ad9b1-0217-4484-acaf-408bf6117929 requested from n-d-713498-36 {{(pid=103232) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 19:47:28.185071 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-6991a71e-89c9-4d95-b5f0-782a3ef1121d tempest-TestNetworkBasicOps-1645094289 tempest-TestNetworkBasicOps-1645094289-project] Publish callbacks [] for router (b414fe0c-a42d-4720-92fd-5440e88e2702), before_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:47:28.189589 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.l3_hamode_db [None req-03c35032-5525-4c53-9c07-532b3cce6b68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b414fe0c-a42d-4720-92fd-5440e88e2702', 'name': 'tempest-TestNetworkBasicOps-router-1363570662', 'tenant_id': 'd10f75d7d9834af0ab88975c96df140f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88055e1e-672a-4487-be31-ffb6e833ece5', 'external_fixed_ips': [{'subnet_id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'ip_address': '172.25.1.214'}], 'enable_snat': True}, 'gw_port_id': '8b718f25-ab18-4501-9c7a-e95ab38a1cff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T19:45:17Z', 'updated_at': '2022-02-09T19:47:26Z', 'revision_number': 7, 'project_id': 'd10f75d7d9834af0ab88975c96df140f', 'gw_port': {'id': '8b718f25-ab18-4501-9c7a-e95ab38a1cff', 'name': '', 'network_id': '88055e1e-672a-4487-be31-ffb6e833ece5', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:4e:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b414fe0c-a42d-4720-92fd-5440e88e2702', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3957, 'fixed_ips': [{'subnet_id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'ip_address': '172.25.1.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T19:45:18Z', 'updated_at': '2022-02-09T19:45:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-36'}], 'n-d-713498-36', False) {} {{(pid=103232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:47:28.220856 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03c35032-5525-4c53-9c07-532b3cce6b68 None None] Checking router: b414fe0c-a42d-4720-92fd-5440e88e2702 for host: n-d-713498-36 {{(pid=103232) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 19:47:28.229841 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03c35032-5525-4c53-9c07-532b3cce6b68 None None] Routers {'b414fe0c-a42d-4720-92fd-5440e88e2702'} bound to L3 agent in host n-d-713498-36 {{(pid=103232) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 19:47:28.230471 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.l3_hamode_db [None req-03c35032-5525-4c53-9c07-532b3cce6b68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T18:51:43Z,description=,heartbeat_timestamp=2022-02-09T19:47:13Z,host='n-d-713498-36',id=93303d5e-5d17-45e8-8963-7694f87783ae,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T18:51:43Z,topic='l3_agent')) {'router_ids': ['b414fe0c-a42d-4720-92fd-5440e88e2702'], 'active': True} {{(pid=103232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:47:28.298140 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34617902-5911-4896-a5ca-25555f2a104b None None] DHCP port deletion for 3f4ad9b1-0217-4484-acaf-408bf6117929 request from n-d-713498-36 {{(pid=103232) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 09 19:47:28.298542 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-6991a71e-89c9-4d95-b5f0-782a3ef1121d tempest-TestNetworkBasicOps-1645094289 tempest-TestNetworkBasicOps-1645094289-project] Publish callbacks [] for router_gateway (b414fe0c-a42d-4720-92fd-5440e88e2702), before_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:47:28.357660 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.plugin [None req-6991a71e-89c9-4d95-b5f0-782a3ef1121d tempest-TestNetworkBasicOps-1645094289 tempest-TestNetworkBasicOps-1645094289-project] Deleting port 8b718f25-ab18-4501-9c7a-e95ab38a1cff {{(pid=103230) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 19:47:28.358149 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-6991a71e-89c9-4d95-b5f0-782a3ef1121d tempest-TestNetworkBasicOps-1645094289 tempest-TestNetworkBasicOps-1645094289-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762867170196'] for port (8b718f25-ab18-4501-9c7a-e95ab38a1cff), before_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:47:28.380217 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.l3_dvr_db [None req-03c35032-5525-4c53-9c07-532b3cce6b68 None None] Set router b414fe0c-a42d-4720-92fd-5440e88e2702 gateway port host: n-d-713498-36 {{(pid=103232) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 19:47:28.439540 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-34617902-5911-4896-a5ca-25555f2a104b None None] Deleting port c08161b3-812c-4528-a164-9cf02a976992 {{(pid=103232) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 19:47:28.439902 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-34617902-5911-4896-a5ca-25555f2a104b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762867170196'] for port (c08161b3-812c-4528-a164-9cf02a976992), before_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:47:28.442674 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.db [None req-6991a71e-89c9-4d95-b5f0-782a3ef1121d tempest-TestNetworkBasicOps-1645094289 tempest-TestNetworkBasicOps-1645094289-project] For port 8b718f25-ab18-4501-9c7a-e95ab38a1cff, host n-d-713498-36, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-36',level=0,port_id=8b718f25-ab18-4501-9c7a-e95ab38a1cff,segment=NetworkSegment(a4222f89-8d3f-4b51-953b-1a8126392491),segment_id=a4222f89-8d3f-4b51-953b-1a8126392491)] {{(pid=103230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 19:47:28.443049 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-6991a71e-89c9-4d95-b5f0-782a3ef1121d tempest-TestNetworkBasicOps-1645094289 tempest-TestNetworkBasicOps-1645094289-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1820838'] for port (8b718f25-ab18-4501-9c7a-e95ab38a1cff), precommit_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:47:28.457354 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.plugin [None req-6991a71e-89c9-4d95-b5f0-782a3ef1121d tempest-TestNetworkBasicOps-1645094289 tempest-TestNetworkBasicOps-1645094289-project] Calling delete_port for 8b718f25-ab18-4501-9c7a-e95ab38a1cff owned by network:router_gateway {{(pid=103230) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 19:47:28.549965 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-34617902-5911-4896-a5ca-25555f2a104b None None] For port c08161b3-812c-4528-a164-9cf02a976992, host n-d-713498-36, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-36',level=0,port_id=c08161b3-812c-4528-a164-9cf02a976992,segment=NetworkSegment(40199b7e-eb6e-4f69-ae68-2346cb80a292),segment_id=40199b7e-eb6e-4f69-ae68-2346cb80a292)] {{(pid=103232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 19:47:28.550335 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-34617902-5911-4896-a5ca-25555f2a104b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1820838'] for port (c08161b3-812c-4528-a164-9cf02a976992), precommit_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:47:28.574274 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-34617902-5911-4896-a5ca-25555f2a104b None None] Calling delete_port for c08161b3-812c-4528-a164-9cf02a976992 owned by network:dhcp {{(pid=103232) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 19:47:28.641355 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-6991a71e-89c9-4d95-b5f0-782a3ef1121d tempest-TestNetworkBasicOps-1645094289 tempest-TestNetworkBasicOps-1645094289-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762867177463', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762866656476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14393751'] for port (8b718f25-ab18-4501-9c7a-e95ab38a1cff), after_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:47:28.669878 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6991a71e-89c9-4d95-b5f0-782a3ef1121d tempest-TestNetworkBasicOps-1645094289 tempest-TestNetworkBasicOps-1645094289-project] Pushing event deleted for resources: {'Port': ['ID=8b718f25-ab18-4501-9c7a-e95ab38a1cff,revision_number=None']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:47:28.736747 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-6991a71e-89c9-4d95-b5f0-782a3ef1121d tempest-TestNetworkBasicOps-1645094289 tempest-TestNetworkBasicOps-1645094289-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1818987'] for router_gateway (b414fe0c-a42d-4720-92fd-5440e88e2702), after_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:47:28.834410 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-6991a71e-89c9-4d95-b5f0-782a3ef1121d tempest-TestNetworkBasicOps-1645094289 tempest-TestNetworkBasicOps-1645094289-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1834988', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-58375'] for router (b414fe0c-a42d-4720-92fd-5440e88e2702), precommit_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:47:28.836533 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-6991a71e-89c9-4d95-b5f0-782a3ef1121d tempest-TestNetworkBasicOps-1645094289 tempest-TestNetworkBasicOps-1645094289-project] Publish callbacks [] for router_controller (b414fe0c-a42d-4720-92fd-5440e88e2702), precommit_delete_associations {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:47:28.866998 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.l3_hamode_db [None req-03c35032-5525-4c53-9c07-532b3cce6b68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b414fe0c-a42d-4720-92fd-5440e88e2702', 'name': 'tempest-TestNetworkBasicOps-router-1363570662', 'tenant_id': 'd10f75d7d9834af0ab88975c96df140f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88055e1e-672a-4487-be31-ffb6e833ece5', 'external_fixed_ips': [{'subnet_id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'ip_address': '172.25.1.214'}], 'enable_snat': True}, 'gw_port_id': '8b718f25-ab18-4501-9c7a-e95ab38a1cff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T19:45:17Z', 'updated_at': '2022-02-09T19:47:26Z', 'revision_number': 7, 'project_id': 'd10f75d7d9834af0ab88975c96df140f', 'gw_port': {'id': '8b718f25-ab18-4501-9c7a-e95ab38a1cff', 'name': '', 'network_id': '88055e1e-672a-4487-be31-ffb6e833ece5', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:4e:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b414fe0c-a42d-4720-92fd-5440e88e2702', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3957, 'fixed_ips': [{'subnet_id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'ip_address': '172.25.1.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T19:45:18Z', 'updated_at': '2022-02-09T19:45:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-36'}], 'n-d-713498-36', False) {} {{(pid=103232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:47:28.870219 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-34617902-5911-4896-a5ca-25555f2a104b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762867177463', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762866656476'] for port (c08161b3-812c-4528-a164-9cf02a976992), after_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:47:28.890142 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-6991a71e-89c9-4d95-b5f0-782a3ef1121d tempest-TestNetworkBasicOps-1645094289 tempest-TestNetworkBasicOps-1645094289-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1835003'] for router (b414fe0c-a42d-4720-92fd-5440e88e2702), after_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:47:28.890704 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6991a71e-89c9-4d95-b5f0-782a3ef1121d tempest-TestNetworkBasicOps-1645094289 tempest-TestNetworkBasicOps-1645094289-project] Fanout notify agent at l3_agent the message router_deleted on router b414fe0c-a42d-4720-92fd-5440e88e2702 {{(pid=103230) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 09 19:47:28.897298 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-6991a71e-89c9-4d95-b5f0-782a3ef1121d tempest-TestNetworkBasicOps-1645094289 tempest-TestNetworkBasicOps-1645094289-project] Publish callbacks [] for router (None), before_response {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:47:28.898448 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-6991a71e-89c9-4d95-b5f0-782a3ef1121d tempest-TestNetworkBasicOps-1645094289 tempest-TestNetworkBasicOps-1645094289-project] 10.222.0.75 "DELETE /v2.0/routers/b414fe0c-a42d-4720-92fd-5440e88e2702 HTTP/1.1" status: 204 len: 168 time: 0.8214996 Feb 09 19:47:28.901672 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03c35032-5525-4c53-9c07-532b3cce6b68 None None] The sync data for ids ['b414fe0c-a42d-4720-92fd-5440e88e2702'] in n-d-713498-36 is: [{'id': 'b414fe0c-a42d-4720-92fd-5440e88e2702', 'name': 'tempest-TestNetworkBasicOps-router-1363570662', 'tenant_id': 'd10f75d7d9834af0ab88975c96df140f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88055e1e-672a-4487-be31-ffb6e833ece5', 'external_fixed_ips': [{'subnet_id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'ip_address': '172.25.1.214'}], 'enable_snat': True}, 'gw_port_id': '8b718f25-ab18-4501-9c7a-e95ab38a1cff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T19:45:17Z', 'updated_at': '2022-02-09T19:47:26Z', 'revision_number': 7, 'project_id': 'd10f75d7d9834af0ab88975c96df140f', 'gw_port': {'id': '8b718f25-ab18-4501-9c7a-e95ab38a1cff', 'name': '', 'network_id': '88055e1e-672a-4487-be31-ffb6e833ece5', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:4e:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b414fe0c-a42d-4720-92fd-5440e88e2702', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3957, 'fixed_ips': [{'subnet_id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'ip_address': '172.25.1.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T19:45:18Z', 'updated_at': '2022-02-09T19:45:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-36'}] {{(pid=103232) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 19:47:28.901864 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 50418) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:47:28.922764 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34617902-5911-4896-a5ca-25555f2a104b None None] Pushing event deleted for resources: {'Port': ['ID=c08161b3-812c-4528-a164-9cf02a976992,revision_number=None']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:47:28.926498 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34617902-5911-4896-a5ca-25555f2a104b None None] No DVR routers for this DVR port c08161b3-812c-4528-a164-9cf02a976992 on host n-d-713498-36 {{(pid=103232) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 19:47:28.986175 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-0844fdfc-e178-4dcc-8758-1ff58f7a0f77 tempest-TestNetworkBasicOps-1645094289 tempest-TestNetworkBasicOps-1645094289-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-670458'] for network (3f4ad9b1-0217-4484-acaf-408bf6117929), before_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:47:29.074097 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-0844fdfc-e178-4dcc-8758-1ff58f7a0f77 tempest-TestNetworkBasicOps-1645094289 tempest-TestNetworkBasicOps-1645094289-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-590267', 'neutron.services.segments.db._delete_segments_for_network-8762867132609'] for network (3f4ad9b1-0217-4484-acaf-408bf6117929), precommit_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:47:29.103996 n-d-713498-36 neutron-server[103230]: DEBUG neutron.services.segments.db [None req-0844fdfc-e178-4dcc-8758-1ff58f7a0f77 tempest-TestNetworkBasicOps-1645094289 tempest-TestNetworkBasicOps-1645094289-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3f4ad9b1-0217-4484-acaf-408bf6117929']}} {{(pid=103230) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:47:29.132714 n-d-713498-36 neutron-server[103230]: DEBUG neutron.services.segments.db [None req-0844fdfc-e178-4dcc-8758-1ff58f7a0f77 tempest-TestNetworkBasicOps-1645094289 tempest-TestNetworkBasicOps-1645094289-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '40199b7e-eb6e-4f69-ae68-2346cb80a292') {'for_net_delete': True} {{(pid=103230) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:47:29.133010 n-d-713498-36 neutron-server[103230]: DEBUG neutron.services.segments.db [None req-0844fdfc-e178-4dcc-8758-1ff58f7a0f77 tempest-TestNetworkBasicOps-1645094289 tempest-TestNetworkBasicOps-1645094289-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '40199b7e-eb6e-4f69-ae68-2346cb80a292') {} {{(pid=103230) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:47:29.145304 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-0844fdfc-e178-4dcc-8758-1ff58f7a0f77 tempest-TestNetworkBasicOps-1645094289 tempest-TestNetworkBasicOps-1645094289-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762867134154', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12895813'] for segment (40199b7e-eb6e-4f69-ae68-2346cb80a292), before_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:47:29.162964 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-0844fdfc-e178-4dcc-8758-1ff58f7a0f77 tempest-TestNetworkBasicOps-1645094289 tempest-TestNetworkBasicOps-1645094289-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-759574'] for segment (40199b7e-eb6e-4f69-ae68-2346cb80a292), precommit_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:47:29.177586 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af1d885e-43c4-4455-ba1f-464fea1f3002 req-b8c9022a-36ab-4952-bf07-30f53de40a6d tempest-TestServerAdvancedOps-1200479000 tempest-TestServerAdvancedOps-1200479000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:47:29.179108 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-af1d885e-43c4-4455-ba1f-464fea1f3002 req-b8c9022a-36ab-4952-bf07-30f53de40a6d tempest-TestServerAdvancedOps-1200479000 tempest-TestServerAdvancedOps-1200479000-project] 10.222.0.75 "GET /v2.0/ports?device_id=e7a8211a-4544-4db8-b66c-86084efdabfe HTTP/1.1" status: 200 len: 945 time: 0.0872507 Feb 09 19:47:29.180024 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0844fdfc-e178-4dcc-8758-1ff58f7a0f77 tempest-TestNetworkBasicOps-1645094289 tempest-TestNetworkBasicOps-1645094289-project] Releasing vlan 392 on physical network physnet1 to pool {{(pid=103230) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 19:47:29.180409 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-0844fdfc-e178-4dcc-8758-1ff58f7a0f77 tempest-TestNetworkBasicOps-1645094289 tempest-TestNetworkBasicOps-1645094289-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-759574', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14393826'] for segment (40199b7e-eb6e-4f69-ae68-2346cb80a292), after_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:47:29.183825 n-d-713498-36 neutron-server[103230]: Traceback (most recent call last): Feb 09 19:47:29.183825 n-d-713498-36 neutron-server[103230]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 19:47:29.183825 n-d-713498-36 neutron-server[103230]: timer() Feb 09 19:47:29.183825 n-d-713498-36 neutron-server[103230]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 19:47:29.183825 n-d-713498-36 neutron-server[103230]: cb(*args, **kw) Feb 09 19:47:29.183825 n-d-713498-36 neutron-server[103230]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 19:47:29.183825 n-d-713498-36 neutron-server[103230]: return func(*args, **kwargs) Feb 09 19:47:29.183825 n-d-713498-36 neutron-server[103230]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 19:47:29.183825 n-d-713498-36 neutron-server[103230]: self._notify() Feb 09 19:47:29.183825 n-d-713498-36 neutron-server[103230]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 19:47:29.183825 n-d-713498-36 neutron-server[103230]: self.callback(batched_events) Feb 09 19:47:29.183825 n-d-713498-36 neutron-server[103230]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 19:47:29.183825 n-d-713498-36 neutron-server[103230]: event.method(event) Feb 09 19:47:29.183825 n-d-713498-36 neutron-server[103230]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 19:47:29.183825 n-d-713498-36 neutron-server[103230]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 19:47:29.183825 n-d-713498-36 neutron-server[103230]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 19:47:29.183825 n-d-713498-36 neutron-server[103230]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 19:47:29.183825 n-d-713498-36 neutron-server[103230]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 19:47:29.183825 n-d-713498-36 neutron-server[103230]: return f(self, *a, **k) Feb 09 19:47:29.183825 n-d-713498-36 neutron-server[103230]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 19:47:29.183825 n-d-713498-36 neutron-server[103230]: return self._get(url).json() Feb 09 19:47:29.183825 n-d-713498-36 neutron-server[103230]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 19:47:29.183825 n-d-713498-36 neutron-server[103230]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 19:47:29.183825 n-d-713498-36 neutron-server[103230]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 19:47:29.183825 n-d-713498-36 neutron-server[103230]: return self.request(url, 'GET', **kwargs) Feb 09 19:47:29.183825 n-d-713498-36 neutron-server[103230]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 19:47:29.183825 n-d-713498-36 neutron-server[103230]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 19:47:29.183825 n-d-713498-36 neutron-server[103230]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 19:47:29.183825 n-d-713498-36 neutron-server[103230]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 19:47:29.183825 n-d-713498-36 neutron-server[103230]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 19:47:29.183825 n-d-713498-36 neutron-server[103230]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 19:47:29.183825 n-d-713498-36 neutron-server[103230]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 19:47:29.267470 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-0844fdfc-e178-4dcc-8758-1ff58f7a0f77 tempest-TestNetworkBasicOps-1645094289 tempest-TestNetworkBasicOps-1645094289-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-590242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1885479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1818895'] for network (3f4ad9b1-0217-4484-acaf-408bf6117929), after_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:47:29.278463 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-0844fdfc-e178-4dcc-8758-1ff58f7a0f77 tempest-TestNetworkBasicOps-1645094289 tempest-TestNetworkBasicOps-1645094289-project] Publish callbacks [] for network (None), before_response {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:47:29.281122 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-0844fdfc-e178-4dcc-8758-1ff58f7a0f77 tempest-TestNetworkBasicOps-1645094289 tempest-TestNetworkBasicOps-1645094289-project] 10.222.0.75 "DELETE /v2.0/networks/3f4ad9b1-0217-4484-acaf-408bf6117929 HTTP/1.1" status: 204 len: 168 time: 0.3782473 Feb 09 19:47:29.293186 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-af1d885e-43c4-4455-ba1f-464fea1f3002 req-36f872aa-d74e-4f99-a88a-194a2f6a46bd tempest-TestServerAdvancedOps-1200479000 tempest-TestServerAdvancedOps-1200479000-project] 10.222.0.75 "GET /v2.0/security-groups?id=a582968f-d1c7-4bf1-8738-b3ac9c9112d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0931838 Feb 09 19:47:29.297230 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0844fdfc-e178-4dcc-8758-1ff58f7a0f77 tempest-TestNetworkBasicOps-1645094289 tempest-TestNetworkBasicOps-1645094289-project] Pushing event deleted for resources: {'Network': ['ID=3f4ad9b1-0217-4484-acaf-408bf6117929,revision_number=None']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:47:29.301747 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 50422) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:47:29.307582 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.v2.base [None req-86bd6bdc-5d57-4621-9448-eb46650b708c tempest-TestNetworkBasicOps-1645094289 tempest-TestNetworkBasicOps-1645094289-project] Request body: {'network': {'name': 'tempest-network-smoke--1573066640', 'project_id': 'd10f75d7d9834af0ab88975c96df140f', 'port_security_enabled': True}} {{(pid=103229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 19:47:29.329233 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-86bd6bdc-5d57-4621-9448-eb46650b708c tempest-TestNetworkBasicOps-1645094289 tempest-TestNetworkBasicOps-1645094289-project] Made reservation on behalf of d10f75d7d9834af0ab88975c96df140f for: {'network': 1} {{(pid=103229) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 19:47:29.332596 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-86bd6bdc-5d57-4621-9448-eb46650b708c tempest-TestNetworkBasicOps-1645094289 tempest-TestNetworkBasicOps-1645094289-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for network (None), before_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:47:29.358370 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-86bd6bdc-5d57-4621-9448-eb46650b708c tempest-TestNetworkBasicOps-1645094289 tempest-TestNetworkBasicOps-1645094289-project] vlan segment allocate from pool success with {'vlan_id': 383, 'physical_network': 'physnet1'} {{(pid=103229) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 19:47:29.367952 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-86bd6bdc-5d57-4621-9448-eb46650b708c tempest-TestNetworkBasicOps-1645094289 tempest-TestNetworkBasicOps-1645094289-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-759574'] for segment (1bd4aa39-56ed-46c6-bad0-7175a7763d20), precommit_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:47:29.368350 n-d-713498-36 neutron-server[103229]: INFO neutron.db.segments_db [None req-86bd6bdc-5d57-4621-9448-eb46650b708c tempest-TestNetworkBasicOps-1645094289 tempest-TestNetworkBasicOps-1645094289-project] Added segment 1bd4aa39-56ed-46c6-bad0-7175a7763d20 of type vlan for network 554f00a6-9c3b-4320-bc34-6b003e06af15 Feb 09 19:47:29.416034 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-86bd6bdc-5d57-4621-9448-eb46650b708c tempest-TestNetworkBasicOps-1645094289 tempest-TestNetworkBasicOps-1645094289-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762866642225'] for network (554f00a6-9c3b-4320-bc34-6b003e06af15), precommit_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:47:29.454160 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-86bd6bdc-5d57-4621-9448-eb46650b708c tempest-TestNetworkBasicOps-1645094289 tempest-TestNetworkBasicOps-1645094289-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1885479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452'] for network (554f00a6-9c3b-4320-bc34-6b003e06af15), after_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:47:29.461580 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86bd6bdc-5d57-4621-9448-eb46650b708c tempest-TestNetworkBasicOps-1645094289 tempest-TestNetworkBasicOps-1645094289-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:47:29.463313 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-86bd6bdc-5d57-4621-9448-eb46650b708c tempest-TestNetworkBasicOps-1645094289 tempest-TestNetworkBasicOps-1645094289-project] Publish callbacks [] for network (None), before_response {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:47:29.553294 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54feb3ba-78d3-49e3-9850-88fbfd996db9 req-8b7d2cf9-0568-406e-a32a-ebd980f5b47e tempest-TestServerAdvancedOps-1200479000 tempest-TestServerAdvancedOps-1200479000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:47:29.554866 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-54feb3ba-78d3-49e3-9850-88fbfd996db9 req-8b7d2cf9-0568-406e-a32a-ebd980f5b47e tempest-TestServerAdvancedOps-1200479000 tempest-TestServerAdvancedOps-1200479000-project] 10.222.0.75 "GET /v2.0/ports?device_id=e7a8211a-4544-4db8-b66c-86084efdabfe HTTP/1.1" status: 200 len: 945 time: 0.0688703 Feb 09 19:47:29.571008 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-86bd6bdc-5d57-4621-9448-eb46650b708c tempest-TestNetworkBasicOps-1645094289 tempest-TestNetworkBasicOps-1645094289-project] 10.222.0.75 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2678425 Feb 09 19:47:29.575501 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 50428) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:47:29.582530 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.v2.base [None req-e9da814a-996d-4cad-a735-2e976ee17d49 tempest-TestNetworkBasicOps-1645094289 tempest-TestNetworkBasicOps-1645094289-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-1876377061', 'admin_state_up': True, 'project_id': 'd10f75d7d9834af0ab88975c96df140f', 'external_gateway_info': {'network_id': '88055e1e-672a-4487-be31-ffb6e833ece5'}}} {{(pid=103229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 19:47:29.591146 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86bd6bdc-5d57-4621-9448-eb46650b708c tempest-TestNetworkBasicOps-1645094289 tempest-TestNetworkBasicOps-1645094289-project] Pushing event updated for resources: {'Network': ['ID=554f00a6-9c3b-4320-bc34-6b003e06af15,revision_number=1']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:47:29.605402 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Network 554f00a6-9c3b-4320-bc34-6b003e06af15 details requested by agent ovs-agent-n-d-713498-36 with host n-d-713498-36 {{(pid=103232) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 19:47:29.622519 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32e2dd0b-6288-44f2-b57a-3025737fc71a req-5d4cb96b-d59b-446f-9beb-0ad83190723b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:47:29.624621 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-32e2dd0b-6288-44f2-b57a-3025737fc71a req-5d4cb96b-d59b-446f-9beb-0ad83190723b service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=fd5077ac97b64927afd30d9f75a68763&device_id=e7a8211a-4544-4db8-b66c-86084efdabfe HTTP/1.1" status: 200 len: 1128 time: 0.1072018 Feb 09 19:47:29.626704 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-e9da814a-996d-4cad-a735-2e976ee17d49 tempest-TestNetworkBasicOps-1645094289 tempest-TestNetworkBasicOps-1645094289-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1834830', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-58389'] for router (f33065a5-ec6c-467e-a71b-52667218efb7), before_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:47:29.627879 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-e9da814a-996d-4cad-a735-2e976ee17d49 tempest-TestNetworkBasicOps-1645094289 tempest-TestNetworkBasicOps-1645094289-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1834810', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1822096', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1886735', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-58380'] for router (f33065a5-ec6c-467e-a71b-52667218efb7), precommit_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:47:29.651609 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-54feb3ba-78d3-49e3-9850-88fbfd996db9 req-6c6698a7-bb81-4b89-8864-cd9dc3f8e883 tempest-TestServerAdvancedOps-1200479000 tempest-TestServerAdvancedOps-1200479000-project] 10.222.0.75 "GET /v2.0/security-groups?id=a582968f-d1c7-4bf1-8738-b3ac9c9112d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0817418 Feb 09 19:47:29.749317 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-e9da814a-996d-4cad-a735-2e976ee17d49 tempest-TestNetworkBasicOps-1645094289 tempest-TestNetworkBasicOps-1645094289-project] Publish callbacks [] for router_controller (f33065a5-ec6c-467e-a71b-52667218efb7), precommit_add_association {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:47:29.832345 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32e2dd0b-6288-44f2-b57a-3025737fc71a req-096bae21-0701-4f96-8642-dac715e4079a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:47:29.833834 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-32e2dd0b-6288-44f2-b57a-3025737fc71a req-096bae21-0701-4f96-8642-dac715e4079a service neutron] 10.222.0.89 "GET /v2.0/networks?id=890d63a5-df30-4d72-8a16-cc62d3d13f0a HTTP/1.1" status: 200 len: 913 time: 0.2005725 Feb 09 19:47:29.933344 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-32e2dd0b-6288-44f2-b57a-3025737fc71a req-1cc5b870-60e4-4426-835e-47daaaddfcd6 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=42521c65-d9af-4d07-a15f-595b1f69cddf HTTP/1.1" status: 200 len: 217 time: 0.0937171 Feb 09 19:47:29.938282 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-e9da814a-996d-4cad-a735-2e976ee17d49 tempest-TestNetworkBasicOps-1645094289 tempest-TestNetworkBasicOps-1645094289-project] Publish callbacks [] for router_gateway (f33065a5-ec6c-467e-a71b-52667218efb7), precommit_update {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:47:30.026086 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32e2dd0b-6288-44f2-b57a-3025737fc71a req-f0d570fa-d093-4d0c-a6fb-33bb1f83b126 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:47:30.027578 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-32e2dd0b-6288-44f2-b57a-3025737fc71a req-f0d570fa-d093-4d0c-a6fb-33bb1f83b126 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=a2332d29-6560-4b5b-b37e-0079c110611a HTTP/1.1" status: 200 len: 852 time: 0.0861316 Feb 09 19:47:30.069451 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-32e2dd0b-6288-44f2-b57a-3025737fc71a req-afb40153-be46-4607-9bf8-3b07110a2a69 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=890d63a5-df30-4d72-8a16-cc62d3d13f0a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0319841 Feb 09 19:47:30.088932 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Device c08161b3-812c-4528-a164-9cf02a976992 no longer exists at agent ovs-agent-n-d-713498-36 {{(pid=103232) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 19:47:30.109484 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] No Port match for: c08161b3-812c-4528-a164-9cf02a976992 {{(pid=103232) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 19:47:30.109836 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Device c08161b3-812c-4528-a164-9cf02a976992 not bound to the agent host n-d-713498-36 {{(pid=103232) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 19:47:30.110285 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Device 8b718f25-ab18-4501-9c7a-e95ab38a1cff no longer exists at agent ovs-agent-n-d-713498-36 {{(pid=103232) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 19:47:30.129687 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] No Port match for: 8b718f25-ab18-4501-9c7a-e95ab38a1cff {{(pid=103232) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 19:47:30.130062 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Device 8b718f25-ab18-4501-9c7a-e95ab38a1cff not bound to the agent host n-d-713498-36 {{(pid=103232) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 19:47:30.130486 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Device 9a9c1dd3-201a-4074-a7ee-0492db15adb6 no longer exists at agent ovs-agent-n-d-713498-36 {{(pid=103232) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 19:47:30.152455 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] No Port match for: 9a9c1dd3-201a-4074-a7ee-0492db15adb6 {{(pid=103232) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 19:47:30.152805 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Device 9a9c1dd3-201a-4074-a7ee-0492db15adb6 not bound to the agent host n-d-713498-36 {{(pid=103232) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 19:47:30.182648 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-32e2dd0b-6288-44f2-b57a-3025737fc71a req-ed301b5f-f1aa-4999-a446-83768bc8ade4 service neutron] 10.222.0.89 "GET /v2.0/networks/890d63a5-df30-4d72-8a16-cc62d3d13f0a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1096141 Feb 09 19:47:30.315818 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-e9da814a-996d-4cad-a735-2e976ee17d49 tempest-TestNetworkBasicOps-1645094289 tempest-TestNetworkBasicOps-1645094289-project] Publish callbacks [] for router_gateway (f33065a5-ec6c-467e-a71b-52667218efb7), before_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:47:30.339653 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-e9da814a-996d-4cad-a735-2e976ee17d49 tempest-TestNetworkBasicOps-1645094289 tempest-TestNetworkBasicOps-1645094289-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (None), before_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:47:30.409123 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-32e2dd0b-6288-44f2-b57a-3025737fc71a req-e13bed12-b3c1-47ef-9af1-ad3087096760 service neutron] 10.222.0.89 "GET /v2.0/networks/890d63a5-df30-4d72-8a16-cc62d3d13f0a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1936169 Feb 09 19:47:30.467398 n-d-713498-36 neutron-server[103229]: DEBUG neutron.db.db_base_plugin_common [None req-e9da814a-996d-4cad-a735-2e976ee17d49 tempest-TestNetworkBasicOps-1645094289 tempest-TestNetworkBasicOps-1645094289-project] Allocated IP 172.25.1.201 (88055e1e-672a-4487-be31-ffb6e833ece5/ac16dbcc-383c-4b43-9153-d763c4a53f91/da7fffa3-7c66-4f9c-819a-e61a731b5baa) {{(pid=103229) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 19:47:30.571626 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-e9da814a-996d-4cad-a735-2e976ee17d49 tempest-TestNetworkBasicOps-1645094289 tempest-TestNetworkBasicOps-1645094289-project] Publish callbacks [] for port (da7fffa3-7c66-4f9c-819a-e61a731b5baa), precommit_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:47:30.604515 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-e9da814a-996d-4cad-a735-2e976ee17d49 tempest-TestNetworkBasicOps-1645094289 tempest-TestNetworkBasicOps-1645094289-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762866656467', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12867576'] for port (da7fffa3-7c66-4f9c-819a-e61a731b5baa), after_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:47:30.644668 n-d-713498-36 neutron-server[103229]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9da814a-996d-4cad-a735-2e976ee17d49 tempest-TestNetworkBasicOps-1645094289 tempest-TestNetworkBasicOps-1645094289-project] Network 88055e1e-672a-4487-be31-ffb6e833ece5 is already hosted by enough agents. {{(pid=103229) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 19:47:30.649358 n-d-713498-36 neutron-server[103229]: DEBUG neutron.scheduler.base_scheduler [None req-e9da814a-996d-4cad-a735-2e976ee17d49 tempest-TestNetworkBasicOps-1645094289 tempest-TestNetworkBasicOps-1645094289-project] Resources bound (agent type, host, resource id): {{(pid=103229) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 19:47:30.652904 n-d-713498-36 neutron-server[103229]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9da814a-996d-4cad-a735-2e976ee17d49 tempest-TestNetworkBasicOps-1645094289 tempest-TestNetworkBasicOps-1645094289-project] Received port after_create {{(pid=103229) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 19:47:30.676203 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9da814a-996d-4cad-a735-2e976ee17d49 tempest-TestNetworkBasicOps-1645094289 tempest-TestNetworkBasicOps-1645094289-project] Pushing event updated for resources: {'Port': ['ID=da7fffa3-7c66-4f9c-819a-e61a731b5baa,revision_number=1']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:47:30.843879 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31fc33bf-9e59-4944-a6b8-bf75748fc659 req-92828c92-4fa1-425e-a476-9cbf888e5ac5 tempest-TestServerAdvancedOps-1200479000 tempest-TestServerAdvancedOps-1200479000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:47:30.845679 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-31fc33bf-9e59-4944-a6b8-bf75748fc659 req-92828c92-4fa1-425e-a476-9cbf888e5ac5 tempest-TestServerAdvancedOps-1200479000 tempest-TestServerAdvancedOps-1200479000-project] 10.222.0.75 "GET /v2.0/ports?device_id=e7a8211a-4544-4db8-b66c-86084efdabfe HTTP/1.1" status: 200 len: 945 time: 0.1157894 Feb 09 19:47:30.960380 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-31fc33bf-9e59-4944-a6b8-bf75748fc659 req-05d00054-3c8d-4c92-9c39-89b7fdfb1fe3 tempest-TestServerAdvancedOps-1200479000 tempest-TestServerAdvancedOps-1200479000-project] 10.222.0.75 "GET /v2.0/security-groups?id=a582968f-d1c7-4bf1-8738-b3ac9c9112d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0810215 Feb 09 19:47:30.975379 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-e9da814a-996d-4cad-a735-2e976ee17d49 tempest-TestNetworkBasicOps-1645094289 tempest-TestNetworkBasicOps-1645094289-project] Publish callbacks [] for router_gateway (f33065a5-ec6c-467e-a71b-52667218efb7), after_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:47:31.182929 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-e9da814a-996d-4cad-a735-2e976ee17d49 tempest-TestNetworkBasicOps-1645094289 tempest-TestNetworkBasicOps-1645094289-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1834945', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1818951'] for router (f33065a5-ec6c-467e-a71b-52667218efb7), after_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:47:31.636186 n-d-713498-36 neutron-server[103229]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e9da814a-996d-4cad-a735-2e976ee17d49 tempest-TestNetworkBasicOps-1645094289 tempest-TestNetworkBasicOps-1645094289-project] Router f33065a5-ec6c-467e-a71b-52667218efb7 is scheduled to L3 agent 93303d5e-5d17-45e8-8963-7694f87783ae with binding_index 1 {{(pid=103229) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 09 19:47:31.745251 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e9da814a-996d-4cad-a735-2e976ee17d49 tempest-TestNetworkBasicOps-1645094289 tempest-TestNetworkBasicOps-1645094289-project] Notify agent at l3_agent.n-d-713498-36 the message routers_updated {{(pid=103229) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 19:47:31.754362 n-d-713498-36 neutron-server[103233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e53034cc-96ac-4bc2-9a88-b482fe3deb25 None None] Sync routers for ids ['f33065a5-ec6c-467e-a71b-52667218efb7'] in n-d-713498-36 {{(pid=103233) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 19:47:31.765626 n-d-713498-36 neutron-server[103233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e53034cc-96ac-4bc2-9a88-b482fe3deb25 None None] Routers {'f33065a5-ec6c-467e-a71b-52667218efb7'} bound to L3 agent in host n-d-713498-36 {{(pid=103233) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 19:47:31.765946 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-e9da814a-996d-4cad-a735-2e976ee17d49 tempest-TestNetworkBasicOps-1645094289 tempest-TestNetworkBasicOps-1645094289-project] Publish callbacks [] for router (None), before_response {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:47:31.766270 n-d-713498-36 neutron-server[103233]: DEBUG neutron.db.l3_hamode_db [None req-e53034cc-96ac-4bc2-9a88-b482fe3deb25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T18:51:43Z,description=,heartbeat_timestamp=2022-02-09T19:47:13Z,host='n-d-713498-36',id=93303d5e-5d17-45e8-8963-7694f87783ae,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T18:51:43Z,topic='l3_agent')) {'router_ids': ['f33065a5-ec6c-467e-a71b-52667218efb7'], 'active': True} {{(pid=103233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:47:31.767193 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-e9da814a-996d-4cad-a735-2e976ee17d49 tempest-TestNetworkBasicOps-1645094289 tempest-TestNetworkBasicOps-1645094289-project] 10.222.0.75 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 2.1898170 Feb 09 19:47:31.770162 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 50432) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:47:31.799429 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-9180a01f-8dd5-4d73-a387-e8df15c936ad tempest-TestNetworkBasicOps-670384598 tempest-TestNetworkBasicOps-670384598-project-admin] 10.222.0.75 "GET /v2.0/subnets?project_id=d10f75d7d9834af0ab88975c96df140f&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0281363 Feb 09 19:47:31.802038 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 50434) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:47:31.875854 n-d-713498-36 neutron-server[103233]: DEBUG neutron.db.l3_dvr_db [None req-e53034cc-96ac-4bc2-9a88-b482fe3deb25 None None] Set router f33065a5-ec6c-467e-a71b-52667218efb7 gateway port host: n-d-713498-36 {{(pid=103233) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 19:47:31.894795 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf2ebfb8-848e-4c61-a269-7f992b3d6751 tempest-TestNetworkBasicOps-670384598 tempest-TestNetworkBasicOps-670384598-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:47:31.896429 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-cf2ebfb8-848e-4c61-a269-7f992b3d6751 tempest-TestNetworkBasicOps-670384598 tempest-TestNetworkBasicOps-670384598-project-admin] 10.222.0.75 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0935576 Feb 09 19:47:31.899169 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 50436) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:47:31.927135 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-c8951f07-7788-4428-805e-3d1509fc7b9f tempest-TestNetworkBasicOps-670384598 tempest-TestNetworkBasicOps-670384598-project-admin] 10.222.0.75 "GET /v2.0/subnets?network_id=88055e1e-672a-4487-be31-ffb6e833ece5&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0268936 Feb 09 19:47:31.929538 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 50438) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:47:31.934797 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.v2.base [None req-0381760f-0529-4ddb-90e5-27ae34c377d9 tempest-TestNetworkBasicOps-1645094289 tempest-TestNetworkBasicOps-1645094289-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-673423568', 'network_id': '554f00a6-9c3b-4320-bc34-6b003e06af15', 'project_id': 'd10f75d7d9834af0ab88975c96df140f', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 19:47:32.022008 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0381760f-0529-4ddb-90e5-27ae34c377d9 tempest-TestNetworkBasicOps-1645094289 tempest-TestNetworkBasicOps-1645094289-project] Made reservation on behalf of d10f75d7d9834af0ab88975c96df140f for: {'subnet': 1} {{(pid=103229) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 19:47:32.025616 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-0381760f-0529-4ddb-90e5-27ae34c377d9 tempest-TestNetworkBasicOps-1645094289 tempest-TestNetworkBasicOps-1645094289-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12759265'] for subnet (None), before_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:47:32.061610 n-d-713498-36 neutron-server[103233]: DEBUG neutron.db.l3_hamode_db [None req-e53034cc-96ac-4bc2-9a88-b482fe3deb25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f33065a5-ec6c-467e-a71b-52667218efb7', 'name': 'tempest-TestNetworkBasicOps-router-1876377061', 'tenant_id': 'd10f75d7d9834af0ab88975c96df140f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88055e1e-672a-4487-be31-ffb6e833ece5', 'external_fixed_ips': [{'subnet_id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'ip_address': '172.25.1.201'}], 'enable_snat': True}, 'gw_port_id': 'da7fffa3-7c66-4f9c-819a-e61a731b5baa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T19:47:29Z', 'updated_at': '2022-02-09T19:47:30Z', 'revision_number': 3, 'project_id': 'd10f75d7d9834af0ab88975c96df140f', 'gw_port': {'id': 'da7fffa3-7c66-4f9c-819a-e61a731b5baa', 'name': '', 'network_id': '88055e1e-672a-4487-be31-ffb6e833ece5', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:99:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f33065a5-ec6c-467e-a71b-52667218efb7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4025, 'fixed_ips': [{'subnet_id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'ip_address': '172.25.1.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T19:47:30Z', 'updated_at': '2022-02-09T19:47:30Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-36'}], 'n-d-713498-36', False) {} {{(pid=103233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:47:32.087795 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23a510fc-7e1b-4a59-9a9d-af3475c40b92 req-a2ac1a2b-2cfc-436d-974f-a9a8ae50ac19 tempest-TestServerAdvancedOps-1200479000 tempest-TestServerAdvancedOps-1200479000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:47:32.089540 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-23a510fc-7e1b-4a59-9a9d-af3475c40b92 req-a2ac1a2b-2cfc-436d-974f-a9a8ae50ac19 tempest-TestServerAdvancedOps-1200479000 tempest-TestServerAdvancedOps-1200479000-project] 10.222.0.75 "GET /v2.0/ports?device_id=e7a8211a-4544-4db8-b66c-86084efdabfe HTTP/1.1" status: 200 len: 945 time: 0.0551586 Feb 09 19:47:32.094744 n-d-713498-36 neutron-server[103233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e53034cc-96ac-4bc2-9a88-b482fe3deb25 None None] Checking router: f33065a5-ec6c-467e-a71b-52667218efb7 for host: n-d-713498-36 {{(pid=103233) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 19:47:32.095116 n-d-713498-36 neutron-server[103233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e53034cc-96ac-4bc2-9a88-b482fe3deb25 None None] Updating router f33065a5-ec6c-467e-a71b-52667218efb7 port da7fffa3-7c66-4f9c-819a-e61a731b5baa binding host n-d-713498-36 {{(pid=103233) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 19:47:32.125982 n-d-713498-36 neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-e53034cc-96ac-4bc2-9a88-b482fe3deb25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (da7fffa3-7c66-4f9c-819a-e61a731b5baa), before_update {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:47:32.140362 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-23a510fc-7e1b-4a59-9a9d-af3475c40b92 req-f40f3461-a3a0-4bc9-8259-8444a7c3697a tempest-TestServerAdvancedOps-1200479000 tempest-TestServerAdvancedOps-1200479000-project] 10.222.0.75 "GET /v2.0/security-groups?id=a582968f-d1c7-4bf1-8738-b3ac9c9112d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445201 Feb 09 19:47:32.233575 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-0381760f-0529-4ddb-90e5-27ae34c377d9 tempest-TestNetworkBasicOps-1645094289 tempest-TestNetworkBasicOps-1645094289-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12867428', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12759263'] for subnet (39a64e86-2517-44c9-8575-7a43957d0a74), after_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:47:32.298012 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0381760f-0529-4ddb-90e5-27ae34c377d9 tempest-TestNetworkBasicOps-1645094289 tempest-TestNetworkBasicOps-1645094289-project] Pushing event updated for resources: {'Subnet': ['ID=39a64e86-2517-44c9-8575-7a43957d0a74,revision_number=0']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:47:32.314045 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0381760f-0529-4ddb-90e5-27ae34c377d9 tempest-TestNetworkBasicOps-1645094289 tempest-TestNetworkBasicOps-1645094289-project] Checking segment: {'id': '1bd4aa39-56ed-46c6-bad0-7175a7763d20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': '554f00a6-9c3b-4320-bc34-6b003e06af15'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103229) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 19:47:32.314316 n-d-713498-36 neutron-server[103229]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0381760f-0529-4ddb-90e5-27ae34c377d9 tempest-TestNetworkBasicOps-1645094289 tempest-TestNetworkBasicOps-1645094289-project] Network hostable DHCP agents. Network: 554f00a6-9c3b-4320-bc34-6b003e06af15, hostable agents: ['af91e4b9-f4e1-42b1-a25c-a10dc47171c8'], hosted agents: [] {{(pid=103229) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 19:47:32.332327 n-d-713498-36 neutron-server[103229]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0381760f-0529-4ddb-90e5-27ae34c377d9 tempest-TestNetworkBasicOps-1645094289 tempest-TestNetworkBasicOps-1645094289-project] Network 554f00a6-9c3b-4320-bc34-6b003e06af15 is scheduled to be hosted by DHCP agent af91e4b9-f4e1-42b1-a25c-a10dc47171c8 with binding_index 1 {{(pid=103229) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 19:47:32.342299 n-d-713498-36 neutron-server[103229]: DEBUG neutron.scheduler.base_scheduler [None req-0381760f-0529-4ddb-90e5-27ae34c377d9 tempest-TestNetworkBasicOps-1645094289 tempest-TestNetworkBasicOps-1645094289-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713498-36, 554f00a6-9c3b-4320-bc34-6b003e06af15) {{(pid=103229) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 19:47:32.347285 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0381760f-0529-4ddb-90e5-27ae34c377d9 tempest-TestNetworkBasicOps-1645094289 tempest-TestNetworkBasicOps-1645094289-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:47:32.347889 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-0381760f-0529-4ddb-90e5-27ae34c377d9 tempest-TestNetworkBasicOps-1645094289 tempest-TestNetworkBasicOps-1645094289-project] Publish callbacks [] for subnet (None), before_response {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:47:32.354535 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-078a96fa-f5c9-472b-b465-9e2037c5e3cc None None] Network 554f00a6-9c3b-4320-bc34-6b003e06af15 requested from n-d-713498-36 {{(pid=103232) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 19:47:32.372970 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-0381760f-0529-4ddb-90e5-27ae34c377d9 tempest-TestNetworkBasicOps-1645094289 tempest-TestNetworkBasicOps-1645094289-project] 10.222.0.75 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.4423459 Feb 09 19:47:32.377842 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 50446) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:47:32.414893 n-d-713498-36 neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-e53034cc-96ac-4bc2-9a88-b482fe3deb25 None None] Publish callbacks [] for port (da7fffa3-7c66-4f9c-819a-e61a731b5baa), precommit_update {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:47:32.420800 n-d-713498-36 neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-e53034cc-96ac-4bc2-9a88-b482fe3deb25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762867176205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762866656485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762866656503'] for port (da7fffa3-7c66-4f9c-819a-e61a731b5baa), after_update {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:47:32.467296 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dced4625-5e78-409b-8313-dce6170358b9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8b32e980-7cce-5e82-a341-bd2fa8945c89-554f00a6-9c3b-4320-bc34-6b003e06af15', 'network_id': '554f00a6-9c3b-4320-bc34-6b003e06af15', 'project_id': 'd10f75d7d9834af0ab88975c96df140f', 'fixed_ips': [{'subnet_id': '39a64e86-2517-44c9-8575-7a43957d0a74'}]}} from n-d-713498-36. {{(pid=103232) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 09 19:47:32.468498 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-dced4625-5e78-409b-8313-dce6170358b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (None), before_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:47:32.470052 n-d-713498-36 neutron-server[103233]: DEBUG neutron.plugins.ml2.managers [None req-e53034cc-96ac-4bc2-9a88-b482fe3deb25 None None] Attempting to bind port da7fffa3-7c66-4f9c-819a-e61a731b5baa on host n-d-713498-36 for vnic_type normal with profile {{(pid=103233) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 19:47:32.470435 n-d-713498-36 neutron-server[103233]: DEBUG neutron.plugins.ml2.managers [None req-e53034cc-96ac-4bc2-9a88-b482fe3deb25 None None] Attempting to bind port da7fffa3-7c66-4f9c-819a-e61a731b5baa by drivers openvswitch,hyperv on host n-d-713498-36 at level 0 using segments [{'id': 'a4222f89-8d3f-4b51-953b-1a8126392491', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '88055e1e-672a-4487-be31-ffb6e833ece5'}] {{(pid=103233) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 19:47:32.470796 n-d-713498-36 neutron-server[103233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e53034cc-96ac-4bc2-9a88-b482fe3deb25 None None] Attempting to bind port da7fffa3-7c66-4f9c-819a-e61a731b5baa on network 88055e1e-672a-4487-be31-ffb6e833ece5 {{(pid=103233) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 19:47:32.485499 n-d-713498-36 neutron-server[103233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e53034cc-96ac-4bc2-9a88-b482fe3deb25 None None] Checking agent: {'id': '496418a2-c002-4aec-ab1a-07f3bea491bd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-36', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 18, 51, 47), 'started_at': datetime.datetime(2022, 2, 9, 18, 52, 17), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 19, 47, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-36'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103233) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 19:47:32.485874 n-d-713498-36 neutron-server[103233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e53034cc-96ac-4bc2-9a88-b482fe3deb25 None None] Checking segment: {'id': 'a4222f89-8d3f-4b51-953b-1a8126392491', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '88055e1e-672a-4487-be31-ffb6e833ece5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103233) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 19:47:32.486304 n-d-713498-36 neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-e53034cc-96ac-4bc2-9a88-b482fe3deb25 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:47:32.486690 n-d-713498-36 neutron-server[103233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e53034cc-96ac-4bc2-9a88-b482fe3deb25 None None] Bound using segment: {'id': 'a4222f89-8d3f-4b51-953b-1a8126392491', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '88055e1e-672a-4487-be31-ffb6e833ece5'} {{(pid=103233) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 19:47:32.487174 n-d-713498-36 neutron-server[103233]: DEBUG neutron.plugins.ml2.managers [None req-e53034cc-96ac-4bc2-9a88-b482fe3deb25 None None] Bound port: da7fffa3-7c66-4f9c-819a-e61a731b5baa, host: n-d-713498-36, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a4222f89-8d3f-4b51-953b-1a8126392491', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '88055e1e-672a-4487-be31-ffb6e833ece5'}}] {{(pid=103233) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 19:47:32.487549 n-d-713498-36 neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-e53034cc-96ac-4bc2-9a88-b482fe3deb25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (da7fffa3-7c66-4f9c-819a-e61a731b5baa), before_update {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:47:32.512228 n-d-713498-36 neutron-server[103233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c02e91d7-86c0-442b-8e9c-b9c026a44489 None None] Pushing event updated for resources: {'Port': ['ID=da7fffa3-7c66-4f9c-819a-e61a731b5baa,revision_number=2']} {{(pid=103233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:47:32.518021 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89aef8bc-98aa-474a-8f53-4f7e91eaa0f0 req-7c5c3a1d-c77c-4943-832b-55d15ca79572 tempest-TestServerAdvancedOps-1200479000 tempest-TestServerAdvancedOps-1200479000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:47:32.519634 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-89aef8bc-98aa-474a-8f53-4f7e91eaa0f0 req-7c5c3a1d-c77c-4943-832b-55d15ca79572 tempest-TestServerAdvancedOps-1200479000 tempest-TestServerAdvancedOps-1200479000-project] 10.222.0.75 "GET /v2.0/ports?device_id=e7a8211a-4544-4db8-b66c-86084efdabfe HTTP/1.1" status: 200 len: 945 time: 0.1537015 Feb 09 19:47:32.526511 n-d-713498-36 neutron-server[103233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c02e91d7-86c0-442b-8e9c-b9c026a44489 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:47:32.526701 n-d-713498-36 neutron-server[103233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c02e91d7-86c0-442b-8e9c-b9c026a44489 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:47:32.527117 n-d-713498-36 neutron-server[103233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c02e91d7-86c0-442b-8e9c-b9c026a44489 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:47:32.527459 n-d-713498-36 neutron-server[103233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c02e91d7-86c0-442b-8e9c-b9c026a44489 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:47:32.527792 n-d-713498-36 neutron-server[103233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c02e91d7-86c0-442b-8e9c-b9c026a44489 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:47:32.528121 n-d-713498-36 neutron-server[103233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c02e91d7-86c0-442b-8e9c-b9c026a44489 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:47:32.528443 n-d-713498-36 neutron-server[103233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c02e91d7-86c0-442b-8e9c-b9c026a44489 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:47:32.528766 n-d-713498-36 neutron-server[103233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c02e91d7-86c0-442b-8e9c-b9c026a44489 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:47:32.529089 n-d-713498-36 neutron-server[103233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c02e91d7-86c0-442b-8e9c-b9c026a44489 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:47:32.529406 n-d-713498-36 neutron-server[103233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c02e91d7-86c0-442b-8e9c-b9c026a44489 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:47:32.529724 n-d-713498-36 neutron-server[103233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c02e91d7-86c0-442b-8e9c-b9c026a44489 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:47:32.530063 n-d-713498-36 neutron-server[103233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c02e91d7-86c0-442b-8e9c-b9c026a44489 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:47:32.530389 n-d-713498-36 neutron-server[103233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c02e91d7-86c0-442b-8e9c-b9c026a44489 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:47:32.557639 n-d-713498-36 neutron-server[103233]: DEBUG neutron.plugins.ml2.db [None req-e53034cc-96ac-4bc2-9a88-b482fe3deb25 None None] For port da7fffa3-7c66-4f9c-819a-e61a731b5baa, host n-d-713498-36, cleared binding levels {{(pid=103233) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 19:47:32.561585 n-d-713498-36 neutron-server[103233]: DEBUG neutron.plugins.ml2.db [None req-e53034cc-96ac-4bc2-9a88-b482fe3deb25 None None] For port da7fffa3-7c66-4f9c-819a-e61a731b5baa, host n-d-713498-36, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-36',level=0,port_id=da7fffa3-7c66-4f9c-819a-e61a731b5baa,segment=NetworkSegment(a4222f89-8d3f-4b51-953b-1a8126392491),segment_id=a4222f89-8d3f-4b51-953b-1a8126392491)] {{(pid=103233) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 19:47:32.568089 n-d-713498-36 neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-e53034cc-96ac-4bc2-9a88-b482fe3deb25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762867176205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762866656485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762866656503'] for port (da7fffa3-7c66-4f9c-819a-e61a731b5baa), after_update {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:47:32.628736 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.db_base_plugin_common [None req-dced4625-5e78-409b-8313-dce6170358b9 None None] Allocated IP 172.20.0.2 (554f00a6-9c3b-4320-bc34-6b003e06af15/39a64e86-2517-44c9-8575-7a43957d0a74/7d142afe-3af9-4de7-aa7f-2282bdd3afd6) {{(pid=103232) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 19:47:32.630657 n-d-713498-36 neutron-server[103233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c02e91d7-86c0-442b-8e9c-b9c026a44489 None None] Pushing event updated for resources: {'Port': ['ID=da7fffa3-7c66-4f9c-819a-e61a731b5baa,revision_number=3']} {{(pid=103233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:47:32.633330 n-d-713498-36 neutron-server[103233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e53034cc-96ac-4bc2-9a88-b482fe3deb25 None None] Routers {'f33065a5-ec6c-467e-a71b-52667218efb7'} bound to L3 agent in host n-d-713498-36 {{(pid=103233) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 19:47:32.634055 n-d-713498-36 neutron-server[103233]: DEBUG neutron.db.l3_hamode_db [None req-e53034cc-96ac-4bc2-9a88-b482fe3deb25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T18:51:43Z,description=,heartbeat_timestamp=2022-02-09T19:47:13Z,host='n-d-713498-36',id=93303d5e-5d17-45e8-8963-7694f87783ae,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T18:51:43Z,topic='l3_agent')) {'router_ids': ['f33065a5-ec6c-467e-a71b-52667218efb7'], 'active': True} {{(pid=103233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:47:32.678654 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-89aef8bc-98aa-474a-8f53-4f7e91eaa0f0 req-e3b2d20c-ab6d-4511-a740-08aa066c5fb8 tempest-TestServerAdvancedOps-1200479000 tempest-TestServerAdvancedOps-1200479000-project] 10.222.0.75 "GET /v2.0/security-groups?id=a582968f-d1c7-4bf1-8738-b3ac9c9112d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1466467 Feb 09 19:47:32.749779 n-d-713498-36 neutron-server[103233]: DEBUG neutron.db.l3_dvr_db [None req-e53034cc-96ac-4bc2-9a88-b482fe3deb25 None None] Set router f33065a5-ec6c-467e-a71b-52667218efb7 gateway port host: n-d-713498-36 {{(pid=103233) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 19:47:32.800814 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-dced4625-5e78-409b-8313-dce6170358b9 None None] Publish callbacks [] for port (7d142afe-3af9-4de7-aa7f-2282bdd3afd6), precommit_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:47:32.809447 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-dced4625-5e78-409b-8313-dce6170358b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762866656467'] for port (7d142afe-3af9-4de7-aa7f-2282bdd3afd6), after_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:47:32.861227 n-d-713498-36 neutron-server[103232]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dced4625-5e78-409b-8313-dce6170358b9 None None] Network 554f00a6-9c3b-4320-bc34-6b003e06af15 is already hosted by enough agents. {{(pid=103232) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 19:47:32.865792 n-d-713498-36 neutron-server[103232]: DEBUG neutron.scheduler.base_scheduler [None req-dced4625-5e78-409b-8313-dce6170358b9 None None] Resources bound (agent type, host, resource id): {{(pid=103232) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 19:47:32.869797 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dced4625-5e78-409b-8313-dce6170358b9 None None] Received port after_create {{(pid=103232) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 19:47:32.880587 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dced4625-5e78-409b-8313-dce6170358b9 None None] Pushing event updated for resources: {'Port': ['ID=7d142afe-3af9-4de7-aa7f-2282bdd3afd6,revision_number=1']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:47:32.893062 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dced4625-5e78-409b-8313-dce6170358b9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:47:32.893559 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dced4625-5e78-409b-8313-dce6170358b9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:47:32.894063 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dced4625-5e78-409b-8313-dce6170358b9 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:47:32.894536 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dced4625-5e78-409b-8313-dce6170358b9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:47:32.895277 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dced4625-5e78-409b-8313-dce6170358b9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:47:32.895277 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dced4625-5e78-409b-8313-dce6170358b9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:47:32.895605 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dced4625-5e78-409b-8313-dce6170358b9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:47:32.895933 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dced4625-5e78-409b-8313-dce6170358b9 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:47:32.896406 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dced4625-5e78-409b-8313-dce6170358b9 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:47:32.897188 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dced4625-5e78-409b-8313-dce6170358b9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:47:32.897460 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dced4625-5e78-409b-8313-dce6170358b9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:47:32.898520 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dced4625-5e78-409b-8313-dce6170358b9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:47:32.898520 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dced4625-5e78-409b-8313-dce6170358b9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:47:32.949163 n-d-713498-36 neutron-server[103233]: DEBUG neutron.db.l3_hamode_db [None req-e53034cc-96ac-4bc2-9a88-b482fe3deb25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f33065a5-ec6c-467e-a71b-52667218efb7', 'name': 'tempest-TestNetworkBasicOps-router-1876377061', 'tenant_id': 'd10f75d7d9834af0ab88975c96df140f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88055e1e-672a-4487-be31-ffb6e833ece5', 'external_fixed_ips': [{'subnet_id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'ip_address': '172.25.1.201'}], 'enable_snat': True}, 'gw_port_id': 'da7fffa3-7c66-4f9c-819a-e61a731b5baa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T19:47:29Z', 'updated_at': '2022-02-09T19:47:30Z', 'revision_number': 3, 'project_id': 'd10f75d7d9834af0ab88975c96df140f', 'gw_port': {'id': 'da7fffa3-7c66-4f9c-819a-e61a731b5baa', 'name': '', 'network_id': '88055e1e-672a-4487-be31-ffb6e833ece5', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:99:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f33065a5-ec6c-467e-a71b-52667218efb7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4025, 'fixed_ips': [{'subnet_id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'ip_address': '172.25.1.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T19:47:30Z', 'updated_at': '2022-02-09T19:47:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-36'}], 'n-d-713498-36', False) {} {{(pid=103233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:47:32.953249 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-e2999129-dbcd-49dd-950b-f35448e31f5f tempest-TestNetworkBasicOps-1645094289 tempest-TestNetworkBasicOps-1645094289-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (None), before_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:47:32.967828 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.managers [None req-dced4625-5e78-409b-8313-dce6170358b9 None None] Attempting to bind port 7d142afe-3af9-4de7-aa7f-2282bdd3afd6 on host n-d-713498-36 for vnic_type normal with profile {{(pid=103232) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 19:47:32.968206 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.managers [None req-dced4625-5e78-409b-8313-dce6170358b9 None None] Attempting to bind port 7d142afe-3af9-4de7-aa7f-2282bdd3afd6 by drivers openvswitch,hyperv on host n-d-713498-36 at level 0 using segments [{'id': '1bd4aa39-56ed-46c6-bad0-7175a7763d20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': '554f00a6-9c3b-4320-bc34-6b003e06af15'}] {{(pid=103232) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 19:47:32.968560 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dced4625-5e78-409b-8313-dce6170358b9 None None] Attempting to bind port 7d142afe-3af9-4de7-aa7f-2282bdd3afd6 on network 554f00a6-9c3b-4320-bc34-6b003e06af15 {{(pid=103232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 19:47:32.973595 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dced4625-5e78-409b-8313-dce6170358b9 None None] Checking agent: {'id': '496418a2-c002-4aec-ab1a-07f3bea491bd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-36', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 18, 51, 47), 'started_at': datetime.datetime(2022, 2, 9, 18, 52, 17), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 19, 47, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-36'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 19:47:32.973992 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dced4625-5e78-409b-8313-dce6170358b9 None None] Checking segment: {'id': '1bd4aa39-56ed-46c6-bad0-7175a7763d20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': '554f00a6-9c3b-4320-bc34-6b003e06af15'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103232) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 19:47:32.974391 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-dced4625-5e78-409b-8313-dce6170358b9 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:47:32.974777 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dced4625-5e78-409b-8313-dce6170358b9 None None] Bound using segment: {'id': '1bd4aa39-56ed-46c6-bad0-7175a7763d20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': '554f00a6-9c3b-4320-bc34-6b003e06af15'} {{(pid=103232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 19:47:32.975234 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.managers [None req-dced4625-5e78-409b-8313-dce6170358b9 None None] Bound port: 7d142afe-3af9-4de7-aa7f-2282bdd3afd6, host: n-d-713498-36, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1bd4aa39-56ed-46c6-bad0-7175a7763d20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': '554f00a6-9c3b-4320-bc34-6b003e06af15'}}] {{(pid=103232) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 19:47:32.975725 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-dced4625-5e78-409b-8313-dce6170358b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (7d142afe-3af9-4de7-aa7f-2282bdd3afd6), before_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:47:32.976985 n-d-713498-36 neutron-server[103233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e53034cc-96ac-4bc2-9a88-b482fe3deb25 None None] The sync data for ids ['f33065a5-ec6c-467e-a71b-52667218efb7'] in n-d-713498-36 is: [{'id': 'f33065a5-ec6c-467e-a71b-52667218efb7', 'name': 'tempest-TestNetworkBasicOps-router-1876377061', 'tenant_id': 'd10f75d7d9834af0ab88975c96df140f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88055e1e-672a-4487-be31-ffb6e833ece5', 'external_fixed_ips': [{'subnet_id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'ip_address': '172.25.1.201'}], 'enable_snat': True}, 'gw_port_id': 'da7fffa3-7c66-4f9c-819a-e61a731b5baa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T19:47:29Z', 'updated_at': '2022-02-09T19:47:30Z', 'revision_number': 3, 'project_id': 'd10f75d7d9834af0ab88975c96df140f', 'gw_port': {'id': 'da7fffa3-7c66-4f9c-819a-e61a731b5baa', 'name': '', 'network_id': '88055e1e-672a-4487-be31-ffb6e833ece5', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:99:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f33065a5-ec6c-467e-a71b-52667218efb7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4025, 'fixed_ips': [{'subnet_id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'ip_address': '172.25.1.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T19:47:30Z', 'updated_at': '2022-02-09T19:47:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-36'}] {{(pid=103233) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 19:47:33.052917 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-dced4625-5e78-409b-8313-dce6170358b9 None None] For port 7d142afe-3af9-4de7-aa7f-2282bdd3afd6, host n-d-713498-36, cleared binding levels {{(pid=103232) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 19:47:33.056565 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-dced4625-5e78-409b-8313-dce6170358b9 None None] For port 7d142afe-3af9-4de7-aa7f-2282bdd3afd6, host n-d-713498-36, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-36',level=0,port_id=7d142afe-3af9-4de7-aa7f-2282bdd3afd6,segment=NetworkSegment(1bd4aa39-56ed-46c6-bad0-7175a7763d20),segment_id=1bd4aa39-56ed-46c6-bad0-7175a7763d20)] {{(pid=103232) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 19:47:33.065948 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-dced4625-5e78-409b-8313-dce6170358b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762867176205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762866656485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762866656503'] for port (7d142afe-3af9-4de7-aa7f-2282bdd3afd6), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:47:33.130981 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dced4625-5e78-409b-8313-dce6170358b9 None None] Pushing event updated for resources: {'Port': ['ID=7d142afe-3af9-4de7-aa7f-2282bdd3afd6,revision_number=2']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:47:33.295950 n-d-713498-36 neutron-server[103230]: DEBUG neutron.db.db_base_plugin_common [None req-e2999129-dbcd-49dd-950b-f35448e31f5f tempest-TestNetworkBasicOps-1645094289 tempest-TestNetworkBasicOps-1645094289-project] Allocated IP 172.20.0.1 (554f00a6-9c3b-4320-bc34-6b003e06af15/39a64e86-2517-44c9-8575-7a43957d0a74/afa3a5e3-6283-4645-8ff4-a286f81ae31e) {{(pid=103230) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 19:47:33.462393 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-e2999129-dbcd-49dd-950b-f35448e31f5f tempest-TestNetworkBasicOps-1645094289 tempest-TestNetworkBasicOps-1645094289-project] Publish callbacks [] for port (afa3a5e3-6283-4645-8ff4-a286f81ae31e), precommit_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:47:33.502924 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-e2999129-dbcd-49dd-950b-f35448e31f5f tempest-TestNetworkBasicOps-1645094289 tempest-TestNetworkBasicOps-1645094289-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762866656467', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14393751'] for port (afa3a5e3-6283-4645-8ff4-a286f81ae31e), after_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:47:33.540250 n-d-713498-36 neutron-server[103230]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2999129-dbcd-49dd-950b-f35448e31f5f tempest-TestNetworkBasicOps-1645094289 tempest-TestNetworkBasicOps-1645094289-project] Network 554f00a6-9c3b-4320-bc34-6b003e06af15 is already hosted by enough agents. {{(pid=103230) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 19:47:33.543668 n-d-713498-36 neutron-server[103230]: DEBUG neutron.scheduler.base_scheduler [None req-e2999129-dbcd-49dd-950b-f35448e31f5f tempest-TestNetworkBasicOps-1645094289 tempest-TestNetworkBasicOps-1645094289-project] Resources bound (agent type, host, resource id): {{(pid=103230) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 19:47:33.555571 n-d-713498-36 neutron-server[103230]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2999129-dbcd-49dd-950b-f35448e31f5f tempest-TestNetworkBasicOps-1645094289 tempest-TestNetworkBasicOps-1645094289-project] Received port after_create {{(pid=103230) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 19:47:33.597182 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2999129-dbcd-49dd-950b-f35448e31f5f tempest-TestNetworkBasicOps-1645094289 tempest-TestNetworkBasicOps-1645094289-project] Pushing event updated for resources: {'Port': ['ID=afa3a5e3-6283-4645-8ff4-a286f81ae31e,revision_number=1']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:47:33.613343 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-e2999129-dbcd-49dd-950b-f35448e31f5f tempest-TestNetworkBasicOps-1645094289 tempest-TestNetworkBasicOps-1645094289-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1819024'] for router_interface (f33065a5-ec6c-467e-a71b-52667218efb7), before_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:47:33.761519 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-e2999129-dbcd-49dd-950b-f35448e31f5f tempest-TestNetworkBasicOps-1645094289 tempest-TestNetworkBasicOps-1645094289-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (afa3a5e3-6283-4645-8ff4-a286f81ae31e), before_update {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:47:33.821024 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c4737c9-5c39-4722-b6ed-04da152cc0b0 req-fabfde14-9fcb-4463-a980-cd2a97e3aa0e tempest-TestServerAdvancedOps-1200479000 tempest-TestServerAdvancedOps-1200479000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:47:33.823059 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-0c4737c9-5c39-4722-b6ed-04da152cc0b0 req-fabfde14-9fcb-4463-a980-cd2a97e3aa0e tempest-TestServerAdvancedOps-1200479000 tempest-TestServerAdvancedOps-1200479000-project] 10.222.0.75 "GET /v2.0/ports?device_id=e7a8211a-4544-4db8-b66c-86084efdabfe HTTP/1.1" status: 200 len: 945 time: 0.0654936 Feb 09 19:47:33.914395 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-0c4737c9-5c39-4722-b6ed-04da152cc0b0 req-5d65b50f-7dd5-4b75-ad1b-f9e868424388 tempest-TestServerAdvancedOps-1200479000 tempest-TestServerAdvancedOps-1200479000-project] 10.222.0.75 "GET /v2.0/security-groups?id=a582968f-d1c7-4bf1-8738-b3ac9c9112d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0848575 Feb 09 19:47:34.000509 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Device da7fffa3-7c66-4f9c-819a-e61a731b5baa up at agent ovs-agent-n-d-713498-36 {{(pid=103232) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 19:47:34.071099 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.provisioning_blocks [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Provisioning complete for port da7fffa3-7c66-4f9c-819a-e61a731b5baa triggered by entity L2. {{(pid=103232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 19:47:34.071483 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593630'] for port (da7fffa3-7c66-4f9c-819a-e61a731b5baa), provisioning_complete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:47:34.117928 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-e2999129-dbcd-49dd-950b-f35448e31f5f tempest-TestNetworkBasicOps-1645094289 tempest-TestNetworkBasicOps-1645094289-project] Publish callbacks [] for port (afa3a5e3-6283-4645-8ff4-a286f81ae31e), precommit_update {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:47:34.127516 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-e2999129-dbcd-49dd-950b-f35448e31f5f tempest-TestNetworkBasicOps-1645094289 tempest-TestNetworkBasicOps-1645094289-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762867176205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762866656485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762866656503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14393758'] for port (afa3a5e3-6283-4645-8ff4-a286f81ae31e), after_update {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:47:34.143039 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd5cffa2-abb3-4436-b04f-9c68472e7be6 req-56f4a0cb-ba6a-4387-b7b6-cd14a88b8f63 tempest-TestServerAdvancedOps-1200479000 tempest-TestServerAdvancedOps-1200479000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:47:34.149269 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-bd5cffa2-abb3-4436-b04f-9c68472e7be6 req-56f4a0cb-ba6a-4387-b7b6-cd14a88b8f63 tempest-TestServerAdvancedOps-1200479000 tempest-TestServerAdvancedOps-1200479000-project] 10.222.0.89 "GET /v2.0/ports?device_id=e7a8211a-4544-4db8-b66c-86084efdabfe HTTP/1.1" status: 200 len: 945 time: 0.0844274 Feb 09 19:47:34.167182 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Current status of the port da7fffa3-7c66-4f9c-819a-e61a731b5baa is: DOWN; New status is: ACTIVE {{(pid=103232) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 19:47:34.167730 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (da7fffa3-7c66-4f9c-819a-e61a731b5baa), before_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:47:34.196336 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] For port da7fffa3-7c66-4f9c-819a-e61a731b5baa, host n-d-713498-36, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-36',level=0,port_id=da7fffa3-7c66-4f9c-819a-e61a731b5baa,segment=NetworkSegment(a4222f89-8d3f-4b51-953b-1a8126392491),segment_id=a4222f89-8d3f-4b51-953b-1a8126392491)] {{(pid=103232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 19:47:34.203605 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762867176205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762866656485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762866656503'] for port (da7fffa3-7c66-4f9c-819a-e61a731b5baa), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:47:34.204654 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Device 7d142afe-3af9-4de7-aa7f-2282bdd3afd6 up at agent ovs-agent-n-d-713498-36 {{(pid=103232) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 19:47:34.217405 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2999129-dbcd-49dd-950b-f35448e31f5f tempest-TestNetworkBasicOps-1645094289 tempest-TestNetworkBasicOps-1645094289-project] Pushing event updated for resources: {'Port': ['ID=afa3a5e3-6283-4645-8ff4-a286f81ae31e,revision_number=2']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:47:34.228171 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-e2999129-dbcd-49dd-950b-f35448e31f5f tempest-TestNetworkBasicOps-1645094289 tempest-TestNetworkBasicOps-1645094289-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1613458', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1834496'] for router_interface (f33065a5-ec6c-467e-a71b-52667218efb7), after_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:47:34.288124 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.plugin [req-bd5cffa2-abb3-4436-b04f-9c68472e7be6 req-3b6934e6-2748-451d-8ba9-ac5d265d4f39 tempest-TestServerAdvancedOps-1200479000 tempest-TestServerAdvancedOps-1200479000-project] Deleting port 42521c65-d9af-4d07-a15f-595b1f69cddf {{(pid=103229) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 19:47:34.288621 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-bd5cffa2-abb3-4436-b04f-9c68472e7be6 req-3b6934e6-2748-451d-8ba9-ac5d265d4f39 tempest-TestServerAdvancedOps-1200479000 tempest-TestServerAdvancedOps-1200479000-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762867170196'] for port (42521c65-d9af-4d07-a15f-595b1f69cddf), before_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:47:34.297853 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Pushing event updated for resources: {'Port': ['ID=da7fffa3-7c66-4f9c-819a-e61a731b5baa,revision_number=4']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:47:34.313083 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.provisioning_blocks [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Provisioning complete for port 7d142afe-3af9-4de7-aa7f-2282bdd3afd6 triggered by entity L2. {{(pid=103232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 19:47:34.313459 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593630'] for port (7d142afe-3af9-4de7-aa7f-2282bdd3afd6), provisioning_complete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:47:34.370496 n-d-713498-36 neutron-server[103230]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2999129-dbcd-49dd-950b-f35448e31f5f tempest-TestNetworkBasicOps-1645094289 tempest-TestNetworkBasicOps-1645094289-project] Network 554f00a6-9c3b-4320-bc34-6b003e06af15 is already hosted by enough agents. {{(pid=103230) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 19:47:34.372515 n-d-713498-36 neutron-server[103230]: DEBUG neutron.scheduler.base_scheduler [None req-e2999129-dbcd-49dd-950b-f35448e31f5f tempest-TestNetworkBasicOps-1645094289 tempest-TestNetworkBasicOps-1645094289-project] Resources bound (agent type, host, resource id): {{(pid=103230) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 19:47:34.404134 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.db [req-bd5cffa2-abb3-4436-b04f-9c68472e7be6 req-3b6934e6-2748-451d-8ba9-ac5d265d4f39 tempest-TestServerAdvancedOps-1200479000 tempest-TestServerAdvancedOps-1200479000-project] For port 42521c65-d9af-4d07-a15f-595b1f69cddf, host n-h1-713498-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-36',level=0,port_id=42521c65-d9af-4d07-a15f-595b1f69cddf,segment=NetworkSegment(78d74b71-9646-438a-8fd7-bcb5706d11f8),segment_id=78d74b71-9646-438a-8fd7-bcb5706d11f8)] {{(pid=103229) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 19:47:34.404505 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-bd5cffa2-abb3-4436-b04f-9c68472e7be6 req-3b6934e6-2748-451d-8ba9-ac5d265d4f39 tempest-TestServerAdvancedOps-1200479000 tempest-TestServerAdvancedOps-1200479000-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1820838'] for port (42521c65-d9af-4d07-a15f-595b1f69cddf), precommit_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:47:34.418211 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27283039-1411-4c06-a70e-dfe2ec76f4c0 None None] Network 554f00a6-9c3b-4320-bc34-6b003e06af15 requested from n-d-713498-36 {{(pid=103232) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 19:47:34.421200 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.plugin [req-bd5cffa2-abb3-4436-b04f-9c68472e7be6 req-3b6934e6-2748-451d-8ba9-ac5d265d4f39 tempest-TestServerAdvancedOps-1200479000 tempest-TestServerAdvancedOps-1200479000-project] Calling delete_port for 42521c65-d9af-4d07-a15f-595b1f69cddf owned by compute:nova {{(pid=103229) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 19:47:34.481425 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Current status of the port 7d142afe-3af9-4de7-aa7f-2282bdd3afd6 is: DOWN; New status is: ACTIVE {{(pid=103232) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 19:47:34.481824 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (7d142afe-3af9-4de7-aa7f-2282bdd3afd6), before_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:47:34.500167 n-d-713498-36 neutron-server[103230]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e2999129-dbcd-49dd-950b-f35448e31f5f tempest-TestNetworkBasicOps-1645094289 tempest-TestNetworkBasicOps-1645094289-project] Router f33065a5-ec6c-467e-a71b-52667218efb7 has already been hosted by L3 agent 93303d5e-5d17-45e8-8963-7694f87783ae {{(pid=103230) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 19:47:34.547215 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] For port 7d142afe-3af9-4de7-aa7f-2282bdd3afd6, host n-d-713498-36, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-36',level=0,port_id=7d142afe-3af9-4de7-aa7f-2282bdd3afd6,segment=NetworkSegment(1bd4aa39-56ed-46c6-bad0-7175a7763d20),segment_id=1bd4aa39-56ed-46c6-bad0-7175a7763d20)] {{(pid=103232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 19:47:34.550548 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.provisioning_blocks [None req-8931aa0a-1d52-49c4-b633-0ec76081d190 None None] Provisioning complete for port 7d142afe-3af9-4de7-aa7f-2282bdd3afd6 triggered by entity DHCP. {{(pid=103232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 19:47:34.550917 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-8931aa0a-1d52-49c4-b633-0ec76081d190 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593630'] for port (7d142afe-3af9-4de7-aa7f-2282bdd3afd6), provisioning_complete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:47:34.582354 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762867176205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762866656485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762866656503'] for port (7d142afe-3af9-4de7-aa7f-2282bdd3afd6), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:47:34.590810 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-bd5cffa2-abb3-4436-b04f-9c68472e7be6 req-3b6934e6-2748-451d-8ba9-ac5d265d4f39 tempest-TestServerAdvancedOps-1200479000 tempest-TestServerAdvancedOps-1200479000-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762867177463', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762866656476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12867576'] for port (42521c65-d9af-4d07-a15f-595b1f69cddf), after_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:47:34.613267 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] get_ports_and_sgs() called for port_ids ['42521c65-d9af-4d07-a15f-595b1f69cddf'] {{(pid=103232) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 19:47:34.644879 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b6934e6-2748-451d-8ba9-ac5d265d4f39 tempest-TestServerAdvancedOps-1200479000 tempest-TestServerAdvancedOps-1200479000-project] Pushing event deleted for resources: {'Port': ['ID=42521c65-d9af-4d07-a15f-595b1f69cddf,revision_number=None']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:47:34.694775 n-d-713498-36 neutron-server[103229]: DEBUG neutron.db.l3_dvrscheduler_db [req-bd5cffa2-abb3-4436-b04f-9c68472e7be6 req-3b6934e6-2748-451d-8ba9-ac5d265d4f39 tempest-TestServerAdvancedOps-1200479000 tempest-TestServerAdvancedOps-1200479000-project] No DVR routers for this DVR port 42521c65-d9af-4d07-a15f-595b1f69cddf on host n-h1-713498-36 {{(pid=103229) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 19:47:34.699348 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-bd5cffa2-abb3-4436-b04f-9c68472e7be6 req-3b6934e6-2748-451d-8ba9-ac5d265d4f39 tempest-TestServerAdvancedOps-1200479000 tempest-TestServerAdvancedOps-1200479000-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171096'] for port (None), before_response {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:47:34.704339 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-bd5cffa2-abb3-4436-b04f-9c68472e7be6 req-3b6934e6-2748-451d-8ba9-ac5d265d4f39 tempest-TestServerAdvancedOps-1200479000 tempest-TestServerAdvancedOps-1200479000-project] 10.222.0.89 "DELETE /v2.0/ports/42521c65-d9af-4d07-a15f-595b1f69cddf HTTP/1.1" status: 204 len: 173 time: 0.5496826 Feb 09 19:47:34.706388 n-d-713498-36 neutron-server[103229]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e7a8211a-4544-4db8-b66c-86084efdabfe', 'name': 'network-vif-deleted', 'tag': '42521c65-d9af-4d07-a15f-595b1f69cddf'}] {{(pid=103229) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 19:47:34.709633 n-d-713498-36 neutron-server[103229]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fa6ae9a20702bd564eaf90d946620b2b4277b1ab91129323d3b54181076be307" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fbee329d-2e9c-4aa5-a36f-b67f136b2d1d" -d '{"events": [{"server_uuid": "e7a8211a-4544-4db8-b66c-86084efdabfe", "name": "network-vif-deleted", "tag": "42521c65-d9af-4d07-a15f-595b1f69cddf"}]}' {{(pid=103229) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 19:47:34.782098 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-8931aa0a-1d52-49c4-b633-0ec76081d190 None None] Current status of the port 7d142afe-3af9-4de7-aa7f-2282bdd3afd6 is: ACTIVE; New status is: ACTIVE {{(pid=103232) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 19:47:34.792944 n-d-713498-36 neutron-server[103229]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 19:47:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c64fd411-764c-436e-8645-b78f2ad3bf3b x-openstack-request-id: req-c64fd411-764c-436e-8645-b78f2ad3bf3b {{(pid=103229) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 19:47:34.793241 n-d-713498-36 neutron-server[103229]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e7a8211a-4544-4db8-b66c-86084efdabfe", "name": "network-vif-deleted", "tag": "42521c65-d9af-4d07-a15f-595b1f69cddf", "status": "completed", "code": 200}]} {{(pid=103229) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 19:47:34.793495 n-d-713498-36 neutron-server[103229]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-c64fd411-764c-436e-8645-b78f2ad3bf3b {{(pid=103229) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 19:47:34.794343 n-d-713498-36 neutron-server[103229]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e7a8211a-4544-4db8-b66c-86084efdabfe', 'name': 'network-vif-deleted', 'tag': '42521c65-d9af-4d07-a15f-595b1f69cddf', 'status': 'completed', 'code': 200} Feb 09 19:47:34.795127 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Pushing event updated for resources: {'Port': ['ID=7d142afe-3af9-4de7-aa7f-2282bdd3afd6,revision_number=3']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:47:34.977871 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e2999129-dbcd-49dd-950b-f35448e31f5f tempest-TestNetworkBasicOps-1645094289 tempest-TestNetworkBasicOps-1645094289-project] Notify agent at l3_agent.n-d-713498-36 the message routers_updated {{(pid=103230) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 19:47:34.984137 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-e2999129-dbcd-49dd-950b-f35448e31f5f tempest-TestNetworkBasicOps-1645094289 tempest-TestNetworkBasicOps-1645094289-project] 10.222.0.75 "PUT /v2.0/routers/f33065a5-ec6c-467e-a71b-52667218efb7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6050076 Feb 09 19:47:34.986759 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 50454) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:47:35.037800 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4df8eddc-838f-46ca-8e8e-c764fbbace49 None None] Sync routers for ids ['f33065a5-ec6c-467e-a71b-52667218efb7'] in n-d-713498-36 {{(pid=103232) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 19:47:35.054193 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4df8eddc-838f-46ca-8e8e-c764fbbace49 None None] Routers {'f33065a5-ec6c-467e-a71b-52667218efb7'} bound to L3 agent in host n-d-713498-36 {{(pid=103232) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 19:47:35.055040 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.l3_hamode_db [None req-4df8eddc-838f-46ca-8e8e-c764fbbace49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T18:51:43Z,description=,heartbeat_timestamp=2022-02-09T19:47:13Z,host='n-d-713498-36',id=93303d5e-5d17-45e8-8963-7694f87783ae,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T18:51:43Z,topic='l3_agent')) {'router_ids': ['f33065a5-ec6c-467e-a71b-52667218efb7'], 'active': True} {{(pid=103232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:47:35.086581 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-bbeb4c54-423f-4214-a878-bfa0a0530055 req-cf02f504-e413-4507-94a0-e3e4ba4b52ec tempest-TestServerAdvancedOps-1200479000 tempest-TestServerAdvancedOps-1200479000-project] 10.222.0.75 "GET /v2.0/ports?device_id=e7a8211a-4544-4db8-b66c-86084efdabfe HTTP/1.1" status: 200 len: 210 time: 0.0384440 Feb 09 19:47:35.161482 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c9a46ea-db9b-435b-968e-3ad8fcc622fc tempest-TestNetworkBasicOps-670384598 tempest-TestNetworkBasicOps-670384598-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:47:35.161896 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c9a46ea-db9b-435b-968e-3ad8fcc622fc tempest-TestNetworkBasicOps-670384598 tempest-TestNetworkBasicOps-670384598-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:47:35.162598 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c9a46ea-db9b-435b-968e-3ad8fcc622fc tempest-TestNetworkBasicOps-670384598 tempest-TestNetworkBasicOps-670384598-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:47:35.163071 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c9a46ea-db9b-435b-968e-3ad8fcc622fc tempest-TestNetworkBasicOps-670384598 tempest-TestNetworkBasicOps-670384598-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:47:35.163528 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c9a46ea-db9b-435b-968e-3ad8fcc622fc tempest-TestNetworkBasicOps-670384598 tempest-TestNetworkBasicOps-670384598-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:47:35.163990 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c9a46ea-db9b-435b-968e-3ad8fcc622fc tempest-TestNetworkBasicOps-670384598 tempest-TestNetworkBasicOps-670384598-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:47:35.164446 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c9a46ea-db9b-435b-968e-3ad8fcc622fc tempest-TestNetworkBasicOps-670384598 tempest-TestNetworkBasicOps-670384598-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:47:35.164899 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c9a46ea-db9b-435b-968e-3ad8fcc622fc tempest-TestNetworkBasicOps-670384598 tempest-TestNetworkBasicOps-670384598-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:47:35.170331 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-6c9a46ea-db9b-435b-968e-3ad8fcc622fc tempest-TestNetworkBasicOps-670384598 tempest-TestNetworkBasicOps-670384598-project-admin] 10.222.0.75 "GET /v2.0/networks HTTP/1.1" status: 200 len: 5686 time: 0.1799102 Feb 09 19:47:35.171297 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 50456) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:47:35.175039 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.provisioning_blocks [None req-3dc74916-7c51-4f7e-b696-2cfca6594bbd None None] Provisioning complete for port afa3a5e3-6283-4645-8ff4-a286f81ae31e triggered by entity DHCP. {{(pid=103232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 19:47:35.175581 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-3dc74916-7c51-4f7e-b696-2cfca6594bbd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593630'] for port (afa3a5e3-6283-4645-8ff4-a286f81ae31e), provisioning_complete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:47:35.239770 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-3dc74916-7c51-4f7e-b696-2cfca6594bbd None None] Port afa3a5e3-6283-4645-8ff4-a286f81ae31e cannot update to ACTIVE because it is not bound. {{(pid=103232) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 19:47:35.248332 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4317929e-ba67-40fe-9e47-75b0c5d6e9ec tempest-TestNetworkBasicOps-670384598 tempest-TestNetworkBasicOps-670384598-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:47:35.248952 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4317929e-ba67-40fe-9e47-75b0c5d6e9ec tempest-TestNetworkBasicOps-670384598 tempest-TestNetworkBasicOps-670384598-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:47:35.249421 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4317929e-ba67-40fe-9e47-75b0c5d6e9ec tempest-TestNetworkBasicOps-670384598 tempest-TestNetworkBasicOps-670384598-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:47:35.249927 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4317929e-ba67-40fe-9e47-75b0c5d6e9ec tempest-TestNetworkBasicOps-670384598 tempest-TestNetworkBasicOps-670384598-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:47:35.250407 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4317929e-ba67-40fe-9e47-75b0c5d6e9ec tempest-TestNetworkBasicOps-670384598 tempest-TestNetworkBasicOps-670384598-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:47:35.250848 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4317929e-ba67-40fe-9e47-75b0c5d6e9ec tempest-TestNetworkBasicOps-670384598 tempest-TestNetworkBasicOps-670384598-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:47:35.251290 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4317929e-ba67-40fe-9e47-75b0c5d6e9ec tempest-TestNetworkBasicOps-670384598 tempest-TestNetworkBasicOps-670384598-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:47:35.251933 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4317929e-ba67-40fe-9e47-75b0c5d6e9ec tempest-TestNetworkBasicOps-670384598 tempest-TestNetworkBasicOps-670384598-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:47:35.253918 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-4317929e-ba67-40fe-9e47-75b0c5d6e9ec tempest-TestNetworkBasicOps-670384598 tempest-TestNetworkBasicOps-670384598-project-admin] 10.222.0.75 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 5285 time: 0.0813513 Feb 09 19:47:35.256693 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 50458) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:47:35.264266 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.l3_dvr_db [None req-4df8eddc-838f-46ca-8e8e-c764fbbace49 None None] Set router f33065a5-ec6c-467e-a71b-52667218efb7 gateway port host: n-d-713498-36 {{(pid=103232) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 19:47:35.308033 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.provisioning_blocks [None req-3dc74916-7c51-4f7e-b696-2cfca6594bbd None None] Provisioning complete for port 7d142afe-3af9-4de7-aa7f-2282bdd3afd6 triggered by entity DHCP. {{(pid=103232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 19:47:35.308392 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-3dc74916-7c51-4f7e-b696-2cfca6594bbd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593630'] for port (7d142afe-3af9-4de7-aa7f-2282bdd3afd6), provisioning_complete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:47:35.432656 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-8382f929-61e8-47ec-977b-97b3eca080c5 tempest-TestNetworkBasicOps-670384598 tempest-TestNetworkBasicOps-670384598-project-admin] 10.222.0.75 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3048 time: 0.1745439 Feb 09 19:47:35.505292 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-3dc74916-7c51-4f7e-b696-2cfca6594bbd None None] Current status of the port 7d142afe-3af9-4de7-aa7f-2282bdd3afd6 is: ACTIVE; New status is: ACTIVE {{(pid=103232) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 19:47:35.564172 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.l3_hamode_db [None req-4df8eddc-838f-46ca-8e8e-c764fbbace49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f33065a5-ec6c-467e-a71b-52667218efb7', 'name': 'tempest-TestNetworkBasicOps-router-1876377061', 'tenant_id': 'd10f75d7d9834af0ab88975c96df140f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88055e1e-672a-4487-be31-ffb6e833ece5', 'external_fixed_ips': [{'subnet_id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'ip_address': '172.25.1.201'}], 'enable_snat': True}, 'gw_port_id': 'da7fffa3-7c66-4f9c-819a-e61a731b5baa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T19:47:29Z', 'updated_at': '2022-02-09T19:47:33Z', 'revision_number': 4, 'project_id': 'd10f75d7d9834af0ab88975c96df140f', 'gw_port': {'id': 'da7fffa3-7c66-4f9c-819a-e61a731b5baa', 'name': '', 'network_id': '88055e1e-672a-4487-be31-ffb6e833ece5', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:99:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f33065a5-ec6c-467e-a71b-52667218efb7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4025, 'fixed_ips': [{'subnet_id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'ip_address': '172.25.1.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T19:47:30Z', 'updated_at': '2022-02-09T19:47:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-36', '_interfaces': [{'id': 'afa3a5e3-6283-4645-8ff4-a286f81ae31e', 'name': '', 'network_id': '554f00a6-9c3b-4320-bc34-6b003e06af15', 'tenant_id': 'd10f75d7d9834af0ab88975c96df140f', 'mac_address': 'fa:16:3e:74:08:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f33065a5-ec6c-467e-a71b-52667218efb7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4028, 'fixed_ips': [{'subnet_id': '39a64e86-2517-44c9-8575-7a43957d0a74', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T19:47:33Z', 'updated_at': '2022-02-09T19:47:33Z', 'revision_number': 2, 'project_id': 'd10f75d7d9834af0ab88975c96df140f', 'subnets': [{'id': '39a64e86-2517-44c9-8575-7a43957d0a74', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-36', False) {} {{(pid=103232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:47:35.591336 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4df8eddc-838f-46ca-8e8e-c764fbbace49 None None] Checking router: f33065a5-ec6c-467e-a71b-52667218efb7 for host: n-d-713498-36 {{(pid=103232) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 19:47:35.591624 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4df8eddc-838f-46ca-8e8e-c764fbbace49 None None] Updating router f33065a5-ec6c-467e-a71b-52667218efb7 port afa3a5e3-6283-4645-8ff4-a286f81ae31e binding host n-d-713498-36 {{(pid=103232) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 19:47:35.624411 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-4df8eddc-838f-46ca-8e8e-c764fbbace49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (afa3a5e3-6283-4645-8ff4-a286f81ae31e), before_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:47:35.642192 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.provisioning_blocks [None req-a0a4ea43-8d38-4b83-b2de-b8618928f9e0 None None] Provisioning complete for port afa3a5e3-6283-4645-8ff4-a286f81ae31e triggered by entity DHCP. {{(pid=103232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 19:47:35.642567 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-a0a4ea43-8d38-4b83-b2de-b8618928f9e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593630'] for port (afa3a5e3-6283-4645-8ff4-a286f81ae31e), provisioning_complete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:47:35.723633 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 50462) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:47:35.729836 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.v2.base [None req-5c86f3a1-5efb-43cd-827d-13d83acec973 tempest-TestNetworkBasicOps-1645094289 tempest-TestNetworkBasicOps-1645094289-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1151066744', 'description': 'tempest-secgroup-smoke-1151066744 description', 'project_id': 'd10f75d7d9834af0ab88975c96df140f'}} {{(pid=103229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 19:47:35.750722 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-5c86f3a1-5efb-43cd-827d-13d83acec973 tempest-TestNetworkBasicOps-1645094289 tempest-TestNetworkBasicOps-1645094289-project] Publish callbacks [] for security_group (None), before_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:47:35.769537 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-a0a4ea43-8d38-4b83-b2de-b8618928f9e0 None None] Port afa3a5e3-6283-4645-8ff4-a286f81ae31e cannot update to ACTIVE because it is not bound. {{(pid=103232) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 19:47:35.822884 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-5c86f3a1-5efb-43cd-827d-13d83acec973 tempest-TestNetworkBasicOps-1645094289 tempest-TestNetworkBasicOps-1645094289-project] Publish callbacks [] for security_group (1283f71a-3868-43f4-beec-e007b3b18274), precommit_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:47:35.827001 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-5c86f3a1-5efb-43cd-827d-13d83acec973 tempest-TestNetworkBasicOps-1645094289 tempest-TestNetworkBasicOps-1645094289-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1892331'] for security_group (1283f71a-3868-43f4-beec-e007b3b18274), after_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:47:35.858341 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-5c86f3a1-5efb-43cd-827d-13d83acec973 tempest-TestNetworkBasicOps-1645094289 tempest-TestNetworkBasicOps-1645094289-project] Publish callbacks [] for security_group (None), before_response {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:47:35.859629 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-5c86f3a1-5efb-43cd-827d-13d83acec973 tempest-TestNetworkBasicOps-1645094289 tempest-TestNetworkBasicOps-1645094289-project] 10.222.0.75 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.1340759 Feb 09 19:47:35.862505 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 50464) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:47:35.867440 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.v2.base [None req-f2094cb9-8dda-4fdc-bff1-7a86895f5555 tempest-TestNetworkBasicOps-1645094289 tempest-TestNetworkBasicOps-1645094289-project] Request body: {'security_group_rule': {'security_group_id': '1283f71a-3868-43f4-beec-e007b3b18274', 'project_id': 'd10f75d7d9834af0ab88975c96df140f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103230) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 19:47:35.872714 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c86f3a1-5efb-43cd-827d-13d83acec973 tempest-TestNetworkBasicOps-1645094289 tempest-TestNetworkBasicOps-1645094289-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1283f71a-3868-43f4-beec-e007b3b18274,revision_number=1']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:47:35.902689 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Device da7fffa3-7c66-4f9c-819a-e61a731b5baa up at agent ovs-agent-n-d-713498-36 {{(pid=103232) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 19:47:35.903933 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-f2094cb9-8dda-4fdc-bff1-7a86895f5555 tempest-TestNetworkBasicOps-1645094289 tempest-TestNetworkBasicOps-1645094289-project] Publish callbacks [] for security_group_rule (3df58b1d-61a2-4b71-8a22-9e8ce2d16866), before_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:47:35.959635 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-f2094cb9-8dda-4fdc-bff1-7a86895f5555 tempest-TestNetworkBasicOps-1645094289 tempest-TestNetworkBasicOps-1645094289-project] Publish callbacks [] for security_group_rule (3df58b1d-61a2-4b71-8a22-9e8ce2d16866), precommit_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:47:35.963407 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-f2094cb9-8dda-4fdc-bff1-7a86895f5555 tempest-TestNetworkBasicOps-1645094289 tempest-TestNetworkBasicOps-1645094289-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1892250'] for security_group_rule (3df58b1d-61a2-4b71-8a22-9e8ce2d16866), after_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:47:35.982261 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2094cb9-8dda-4fdc-bff1-7a86895f5555 tempest-TestNetworkBasicOps-1645094289 tempest-TestNetworkBasicOps-1645094289-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3df58b1d-61a2-4b71-8a22-9e8ce2d16866,revision_number=0']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:47:35.991988 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-f2094cb9-8dda-4fdc-bff1-7a86895f5555 tempest-TestNetworkBasicOps-1645094289 tempest-TestNetworkBasicOps-1645094289-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:47:35.996705 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-f2094cb9-8dda-4fdc-bff1-7a86895f5555 tempest-TestNetworkBasicOps-1645094289 tempest-TestNetworkBasicOps-1645094289-project] 10.222.0.75 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1291957 Feb 09 19:47:35.996936 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 50466) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:47:36.001725 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.v2.base [None req-0438a9bf-b5ae-4124-9223-da683b005c59 tempest-TestNetworkBasicOps-1645094289 tempest-TestNetworkBasicOps-1645094289-project] Request body: {'security_group_rule': {'security_group_id': '1283f71a-3868-43f4-beec-e007b3b18274', 'project_id': 'd10f75d7d9834af0ab88975c96df140f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103230) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 19:47:36.012994 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-4df8eddc-838f-46ca-8e8e-c764fbbace49 None None] Publish callbacks [] for port (afa3a5e3-6283-4645-8ff4-a286f81ae31e), precommit_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:47:36.015952 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.provisioning_blocks [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Provisioning complete for port da7fffa3-7c66-4f9c-819a-e61a731b5baa triggered by entity L2. {{(pid=103232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 19:47:36.016399 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593630'] for port (da7fffa3-7c66-4f9c-819a-e61a731b5baa), provisioning_complete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:47:36.029700 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-0438a9bf-b5ae-4124-9223-da683b005c59 tempest-TestNetworkBasicOps-1645094289 tempest-TestNetworkBasicOps-1645094289-project] Publish callbacks [] for security_group_rule (ce07bbcf-233a-4ded-b0c2-17e9b7b8a0d7), before_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:47:36.097920 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-0438a9bf-b5ae-4124-9223-da683b005c59 tempest-TestNetworkBasicOps-1645094289 tempest-TestNetworkBasicOps-1645094289-project] Publish callbacks [] for security_group_rule (ce07bbcf-233a-4ded-b0c2-17e9b7b8a0d7), precommit_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:47:36.104175 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-0438a9bf-b5ae-4124-9223-da683b005c59 tempest-TestNetworkBasicOps-1645094289 tempest-TestNetworkBasicOps-1645094289-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1892250'] for security_group_rule (ce07bbcf-233a-4ded-b0c2-17e9b7b8a0d7), after_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:47:36.129420 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0438a9bf-b5ae-4124-9223-da683b005c59 tempest-TestNetworkBasicOps-1645094289 tempest-TestNetworkBasicOps-1645094289-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ce07bbcf-233a-4ded-b0c2-17e9b7b8a0d7,revision_number=0']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:47:36.148598 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-0438a9bf-b5ae-4124-9223-da683b005c59 tempest-TestNetworkBasicOps-1645094289 tempest-TestNetworkBasicOps-1645094289-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:47:36.152973 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-0438a9bf-b5ae-4124-9223-da683b005c59 tempest-TestNetworkBasicOps-1645094289 tempest-TestNetworkBasicOps-1645094289-project] 10.222.0.75 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1520965 Feb 09 19:47:36.155295 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 50470) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:47:36.161056 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.v2.base [None req-b943fa4b-42eb-4ed2-b537-3c178b779dc8 tempest-TestNetworkBasicOps-1645094289 tempest-TestNetworkBasicOps-1645094289-project] Request body: {'security_group_rule': {'security_group_id': '1283f71a-3868-43f4-beec-e007b3b18274', 'project_id': 'd10f75d7d9834af0ab88975c96df140f', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103230) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 19:47:36.169137 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 50472) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:47:36.198445 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-b943fa4b-42eb-4ed2-b537-3c178b779dc8 tempest-TestNetworkBasicOps-1645094289 tempest-TestNetworkBasicOps-1645094289-project] Publish callbacks [] for security_group_rule (692bfab8-9f17-4b8e-8fc6-a927764d317e), before_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:47:36.224978 n-d-713498-36 neutron-server[103229]: DEBUG neutron.db.db_base_plugin_v2 [None req-dbf69404-c0da-4a92-9818-0e98015b465b admin admin] Deleting subnet a2332d29-6560-4b5b-b37e-0079c110611a {{(pid=103229) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 19:47:36.229437 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-dbf69404-c0da-4a92-9818-0e98015b465b admin admin] Publish callbacks [] for subnet (a2332d29-6560-4b5b-b37e-0079c110611a), before_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:47:36.236474 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-4df8eddc-838f-46ca-8e8e-c764fbbace49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762867176205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762866656485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762866656503'] for port (afa3a5e3-6283-4645-8ff4-a286f81ae31e), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:47:36.273892 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-b943fa4b-42eb-4ed2-b537-3c178b779dc8 tempest-TestNetworkBasicOps-1645094289 tempest-TestNetworkBasicOps-1645094289-project] Publish callbacks [] for security_group_rule (692bfab8-9f17-4b8e-8fc6-a927764d317e), precommit_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:47:36.279839 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-b943fa4b-42eb-4ed2-b537-3c178b779dc8 tempest-TestNetworkBasicOps-1645094289 tempest-TestNetworkBasicOps-1645094289-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1892250'] for security_group_rule (692bfab8-9f17-4b8e-8fc6-a927764d317e), after_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:47:36.288201 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-dbf69404-c0da-4a92-9818-0e98015b465b admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16683410'] for subnet (a2332d29-6560-4b5b-b37e-0079c110611a), precommit_delete_associations {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:47:36.304933 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-b943fa4b-42eb-4ed2-b537-3c178b779dc8 tempest-TestNetworkBasicOps-1645094289 tempest-TestNetworkBasicOps-1645094289-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:47:36.307022 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-b943fa4b-42eb-4ed2-b537-3c178b779dc8 tempest-TestNetworkBasicOps-1645094289 tempest-TestNetworkBasicOps-1645094289-project] 10.222.0.75 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1499729 Feb 09 19:47:36.313888 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 50474) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:47:36.318923 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.v2.base [None req-59c84683-1d6c-442a-9e84-07e4d4bb2818 tempest-TestNetworkBasicOps-1645094289 tempest-TestNetworkBasicOps-1645094289-project] Request body: {'security_group_rule': {'security_group_id': '1283f71a-3868-43f4-beec-e007b3b18274', 'project_id': 'd10f75d7d9834af0ab88975c96df140f', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103230) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 19:47:36.329890 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b943fa4b-42eb-4ed2-b537-3c178b779dc8 tempest-TestNetworkBasicOps-1645094289 tempest-TestNetworkBasicOps-1645094289-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=692bfab8-9f17-4b8e-8fc6-a927764d317e,revision_number=0']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:47:36.331906 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Current status of the port da7fffa3-7c66-4f9c-819a-e61a731b5baa is: ACTIVE; New status is: ACTIVE {{(pid=103232) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 19:47:36.333015 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Device 7d142afe-3af9-4de7-aa7f-2282bdd3afd6 up at agent ovs-agent-n-d-713498-36 {{(pid=103232) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 19:47:36.342922 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e03914e-e10e-4cf7-a0eb-f9946a6fca1d None None] Pushing event updated for resources: {'Port': ['ID=afa3a5e3-6283-4645-8ff4-a286f81ae31e,revision_number=3']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:47:36.360829 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-59c84683-1d6c-442a-9e84-07e4d4bb2818 tempest-TestNetworkBasicOps-1645094289 tempest-TestNetworkBasicOps-1645094289-project] Publish callbacks [] for security_group_rule (34f57734-8758-4d5e-8202-9385d56702e1), before_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:47:36.377260 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-dbf69404-c0da-4a92-9818-0e98015b465b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-759852'] for subnet (a2332d29-6560-4b5b-b37e-0079c110611a), precommit_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:47:36.430157 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-59c84683-1d6c-442a-9e84-07e4d4bb2818 tempest-TestNetworkBasicOps-1645094289 tempest-TestNetworkBasicOps-1645094289-project] Publish callbacks [] for security_group_rule (34f57734-8758-4d5e-8202-9385d56702e1), precommit_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:47:36.436579 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-59c84683-1d6c-442a-9e84-07e4d4bb2818 tempest-TestNetworkBasicOps-1645094289 tempest-TestNetworkBasicOps-1645094289-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1892250'] for security_group_rule (34f57734-8758-4d5e-8202-9385d56702e1), after_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:47:36.471311 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-dbf69404-c0da-4a92-9818-0e98015b465b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-760023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12867367', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12759238'] for subnet (a2332d29-6560-4b5b-b37e-0079c110611a), after_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:47:36.476026 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59c84683-1d6c-442a-9e84-07e4d4bb2818 tempest-TestNetworkBasicOps-1645094289 tempest-TestNetworkBasicOps-1645094289-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=34f57734-8758-4d5e-8202-9385d56702e1,revision_number=0']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:47:36.476195 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.managers [None req-4df8eddc-838f-46ca-8e8e-c764fbbace49 None None] Attempting to bind port afa3a5e3-6283-4645-8ff4-a286f81ae31e on host n-d-713498-36 for vnic_type normal with profile {{(pid=103232) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 19:47:36.476455 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.managers [None req-4df8eddc-838f-46ca-8e8e-c764fbbace49 None None] Attempting to bind port afa3a5e3-6283-4645-8ff4-a286f81ae31e by drivers openvswitch,hyperv on host n-d-713498-36 at level 0 using segments [{'id': '1bd4aa39-56ed-46c6-bad0-7175a7763d20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': '554f00a6-9c3b-4320-bc34-6b003e06af15'}] {{(pid=103232) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 19:47:36.476825 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4df8eddc-838f-46ca-8e8e-c764fbbace49 None None] Attempting to bind port afa3a5e3-6283-4645-8ff4-a286f81ae31e on network 554f00a6-9c3b-4320-bc34-6b003e06af15 {{(pid=103232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 19:47:36.483447 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-59c84683-1d6c-442a-9e84-07e4d4bb2818 tempest-TestNetworkBasicOps-1645094289 tempest-TestNetworkBasicOps-1645094289-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:47:36.485055 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-59c84683-1d6c-442a-9e84-07e4d4bb2818 tempest-TestNetworkBasicOps-1645094289 tempest-TestNetworkBasicOps-1645094289-project] 10.222.0.75 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1700599 Feb 09 19:47:36.488127 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 50476) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:47:36.492172 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4df8eddc-838f-46ca-8e8e-c764fbbace49 None None] Checking agent: {'id': '496418a2-c002-4aec-ab1a-07f3bea491bd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-36', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 18, 51, 47), 'started_at': datetime.datetime(2022, 2, 9, 18, 52, 17), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 19, 47, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-36'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 19:47:36.492900 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4df8eddc-838f-46ca-8e8e-c764fbbace49 None None] Checking segment: {'id': '1bd4aa39-56ed-46c6-bad0-7175a7763d20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': '554f00a6-9c3b-4320-bc34-6b003e06af15'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103232) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 19:47:36.494303 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-4df8eddc-838f-46ca-8e8e-c764fbbace49 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:47:36.494847 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4df8eddc-838f-46ca-8e8e-c764fbbace49 None None] Bound using segment: {'id': '1bd4aa39-56ed-46c6-bad0-7175a7763d20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': '554f00a6-9c3b-4320-bc34-6b003e06af15'} {{(pid=103232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 19:47:36.495495 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.managers [None req-4df8eddc-838f-46ca-8e8e-c764fbbace49 None None] Bound port: afa3a5e3-6283-4645-8ff4-a286f81ae31e, host: n-d-713498-36, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1bd4aa39-56ed-46c6-bad0-7175a7763d20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': '554f00a6-9c3b-4320-bc34-6b003e06af15'}}] {{(pid=103232) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 19:47:36.495855 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.v2.base [None req-7ce60607-68ae-4db8-8e43-b4373c8a083c tempest-TestNetworkBasicOps-1645094289 tempest-TestNetworkBasicOps-1645094289-project] Request body: {'security_group_rule': {'security_group_id': '1283f71a-3868-43f4-beec-e007b3b18274', 'project_id': 'd10f75d7d9834af0ab88975c96df140f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103230) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 19:47:36.496210 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-4df8eddc-838f-46ca-8e8e-c764fbbace49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (afa3a5e3-6283-4645-8ff4-a286f81ae31e), before_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:47:36.524233 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbf69404-c0da-4a92-9818-0e98015b465b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a2332d29-6560-4b5b-b37e-0079c110611a,revision_number=None']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:47:36.526086 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.provisioning_blocks [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Provisioning complete for port 7d142afe-3af9-4de7-aa7f-2282bdd3afd6 triggered by entity L2. {{(pid=103232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 19:47:36.526682 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593630'] for port (7d142afe-3af9-4de7-aa7f-2282bdd3afd6), provisioning_complete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:47:36.527558 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-dbf69404-c0da-4a92-9818-0e98015b465b admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:47:36.534879 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-dbf69404-c0da-4a92-9818-0e98015b465b admin admin] 10.222.0.75 "DELETE /v2.0/subnets/a2332d29-6560-4b5b-b37e-0079c110611a HTTP/1.1" status: 204 len: 168 time: 0.3624761 Feb 09 19:47:36.535136 n-d-713498-36 neutron-server[103230]: INFO neutron.db.securitygroups_db [None req-7ce60607-68ae-4db8-8e43-b4373c8a083c tempest-TestNetworkBasicOps-1645094289 tempest-TestNetworkBasicOps-1645094289-project] Project d10f75d7d9834af0ab88975c96df140f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 09 19:47:36.535421 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 50478) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:47:36.545483 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-7ce60607-68ae-4db8-8e43-b4373c8a083c tempest-TestNetworkBasicOps-1645094289 tempest-TestNetworkBasicOps-1645094289-project] Publish callbacks [] for security_group_rule (feebdd41-5007-46f8-be5d-c09c405f84a8), before_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:47:36.640145 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-7ce60607-68ae-4db8-8e43-b4373c8a083c tempest-TestNetworkBasicOps-1645094289 tempest-TestNetworkBasicOps-1645094289-project] Publish callbacks [] for security_group_rule (feebdd41-5007-46f8-be5d-c09c405f84a8), precommit_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:47:36.648702 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-7ce60607-68ae-4db8-8e43-b4373c8a083c tempest-TestNetworkBasicOps-1645094289 tempest-TestNetworkBasicOps-1645094289-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1892250'] for security_group_rule (feebdd41-5007-46f8-be5d-c09c405f84a8), after_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:47:36.652092 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-2cecd7f0-b8dc-4e9b-b935-d865e1f6a5c6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-670458'] for network (890d63a5-df30-4d72-8a16-cc62d3d13f0a), before_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:47:36.685624 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-4df8eddc-838f-46ca-8e8e-c764fbbace49 None None] For port afa3a5e3-6283-4645-8ff4-a286f81ae31e, host n-d-713498-36, cleared binding levels {{(pid=103232) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 19:47:36.688237 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Current status of the port 7d142afe-3af9-4de7-aa7f-2282bdd3afd6 is: ACTIVE; New status is: ACTIVE {{(pid=103232) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 19:47:36.691746 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-4df8eddc-838f-46ca-8e8e-c764fbbace49 None None] For port afa3a5e3-6283-4645-8ff4-a286f81ae31e, host n-d-713498-36, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-36',level=0,port_id=afa3a5e3-6283-4645-8ff4-a286f81ae31e,segment=NetworkSegment(1bd4aa39-56ed-46c6-bad0-7175a7763d20),segment_id=1bd4aa39-56ed-46c6-bad0-7175a7763d20)] {{(pid=103232) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 19:47:36.698587 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-7ce60607-68ae-4db8-8e43-b4373c8a083c tempest-TestNetworkBasicOps-1645094289 tempest-TestNetworkBasicOps-1645094289-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:47:36.703720 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-7ce60607-68ae-4db8-8e43-b4373c8a083c tempest-TestNetworkBasicOps-1645094289 tempest-TestNetworkBasicOps-1645094289-project] 10.222.0.75 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2143369 Feb 09 19:47:36.704588 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 50480) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:47:36.709632 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-4df8eddc-838f-46ca-8e8e-c764fbbace49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762867176205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762866656485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762866656503'] for port (afa3a5e3-6283-4645-8ff4-a286f81ae31e), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:47:36.711907 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.v2.base [None req-43746ca2-5a8d-4211-a86a-6512a5c92cca tempest-TestNetworkBasicOps-1645094289 tempest-TestNetworkBasicOps-1645094289-project] Request body: {'security_group_rule': {'security_group_id': '1283f71a-3868-43f4-beec-e007b3b18274', 'project_id': 'd10f75d7d9834af0ab88975c96df140f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103230) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 19:47:36.717866 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ce60607-68ae-4db8-8e43-b4373c8a083c tempest-TestNetworkBasicOps-1645094289 tempest-TestNetworkBasicOps-1645094289-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=feebdd41-5007-46f8-be5d-c09c405f84a8,revision_number=0']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:47:36.719882 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.provisioning_blocks [None req-635db8fd-bb0f-46e0-9c88-1a01c72b6f4a None None] Provisioning complete for port afa3a5e3-6283-4645-8ff4-a286f81ae31e triggered by entity DHCP. {{(pid=103232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 19:47:36.720268 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-635db8fd-bb0f-46e0-9c88-1a01c72b6f4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593630'] for port (afa3a5e3-6283-4645-8ff4-a286f81ae31e), provisioning_complete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:47:36.760291 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-2cecd7f0-b8dc-4e9b-b935-d865e1f6a5c6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-590267', 'neutron.services.segments.db._delete_segments_for_network-8762867132609'] for network (890d63a5-df30-4d72-8a16-cc62d3d13f0a), precommit_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:47:36.763842 n-d-713498-36 neutron-server[103230]: INFO neutron.db.securitygroups_db [None req-43746ca2-5a8d-4211-a86a-6512a5c92cca tempest-TestNetworkBasicOps-1645094289 tempest-TestNetworkBasicOps-1645094289-project] Project d10f75d7d9834af0ab88975c96df140f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 09 19:47:36.775444 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-43746ca2-5a8d-4211-a86a-6512a5c92cca tempest-TestNetworkBasicOps-1645094289 tempest-TestNetworkBasicOps-1645094289-project] Publish callbacks [] for security_group_rule (39eb6edb-c0f7-473f-ae2e-370c3b7a929f), before_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:47:36.795220 n-d-713498-36 neutron-server[103229]: DEBUG neutron.services.segments.db [None req-2cecd7f0-b8dc-4e9b-b935-d865e1f6a5c6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['890d63a5-df30-4d72-8a16-cc62d3d13f0a']}} {{(pid=103229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:47:36.813219 n-d-713498-36 neutron-server[103229]: DEBUG neutron.services.segments.db [None req-2cecd7f0-b8dc-4e9b-b935-d865e1f6a5c6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '78d74b71-9646-438a-8fd7-bcb5706d11f8') {'for_net_delete': True} {{(pid=103229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:47:36.813525 n-d-713498-36 neutron-server[103229]: DEBUG neutron.services.segments.db [None req-2cecd7f0-b8dc-4e9b-b935-d865e1f6a5c6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '78d74b71-9646-438a-8fd7-bcb5706d11f8') {} {{(pid=103229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:47:36.843261 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-2cecd7f0-b8dc-4e9b-b935-d865e1f6a5c6 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762867134154', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16683417'] for segment (78d74b71-9646-438a-8fd7-bcb5706d11f8), before_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:47:36.856656 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4df8eddc-838f-46ca-8e8e-c764fbbace49 None None] Routers {'f33065a5-ec6c-467e-a71b-52667218efb7'} bound to L3 agent in host n-d-713498-36 {{(pid=103232) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 19:47:36.857317 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.l3_hamode_db [None req-4df8eddc-838f-46ca-8e8e-c764fbbace49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T18:51:43Z,description=,heartbeat_timestamp=2022-02-09T19:47:13Z,host='n-d-713498-36',id=93303d5e-5d17-45e8-8963-7694f87783ae,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T18:51:43Z,topic='l3_agent')) {'router_ids': ['f33065a5-ec6c-467e-a71b-52667218efb7'], 'active': True} {{(pid=103232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:47:36.867138 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-43746ca2-5a8d-4211-a86a-6512a5c92cca tempest-TestNetworkBasicOps-1645094289 tempest-TestNetworkBasicOps-1645094289-project] Publish callbacks [] for security_group_rule (39eb6edb-c0f7-473f-ae2e-370c3b7a929f), precommit_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:47:36.871816 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-2cecd7f0-b8dc-4e9b-b935-d865e1f6a5c6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-759574'] for segment (78d74b71-9646-438a-8fd7-bcb5706d11f8), precommit_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:47:36.874674 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-43746ca2-5a8d-4211-a86a-6512a5c92cca tempest-TestNetworkBasicOps-1645094289 tempest-TestNetworkBasicOps-1645094289-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1892250'] for security_group_rule (39eb6edb-c0f7-473f-ae2e-370c3b7a929f), after_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:47:36.887153 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2cecd7f0-b8dc-4e9b-b935-d865e1f6a5c6 admin admin] Releasing vlan 365 on physical network physnet1 to pool {{(pid=103229) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 19:47:36.887571 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-2cecd7f0-b8dc-4e9b-b935-d865e1f6a5c6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-759574', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12867469'] for segment (78d74b71-9646-438a-8fd7-bcb5706d11f8), after_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:47:36.889655 n-d-713498-36 neutron-server[103229]: Traceback (most recent call last): Feb 09 19:47:36.889655 n-d-713498-36 neutron-server[103229]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 19:47:36.889655 n-d-713498-36 neutron-server[103229]: timer() Feb 09 19:47:36.889655 n-d-713498-36 neutron-server[103229]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 19:47:36.889655 n-d-713498-36 neutron-server[103229]: cb(*args, **kw) Feb 09 19:47:36.889655 n-d-713498-36 neutron-server[103229]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 19:47:36.889655 n-d-713498-36 neutron-server[103229]: return func(*args, **kwargs) Feb 09 19:47:36.889655 n-d-713498-36 neutron-server[103229]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 19:47:36.889655 n-d-713498-36 neutron-server[103229]: self._notify() Feb 09 19:47:36.889655 n-d-713498-36 neutron-server[103229]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 19:47:36.889655 n-d-713498-36 neutron-server[103229]: self.callback(batched_events) Feb 09 19:47:36.889655 n-d-713498-36 neutron-server[103229]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 19:47:36.889655 n-d-713498-36 neutron-server[103229]: event.method(event) Feb 09 19:47:36.889655 n-d-713498-36 neutron-server[103229]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 19:47:36.889655 n-d-713498-36 neutron-server[103229]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 19:47:36.889655 n-d-713498-36 neutron-server[103229]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 19:47:36.889655 n-d-713498-36 neutron-server[103229]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 19:47:36.889655 n-d-713498-36 neutron-server[103229]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 19:47:36.889655 n-d-713498-36 neutron-server[103229]: return f(self, *a, **k) Feb 09 19:47:36.889655 n-d-713498-36 neutron-server[103229]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 19:47:36.889655 n-d-713498-36 neutron-server[103229]: return self._get(url).json() Feb 09 19:47:36.889655 n-d-713498-36 neutron-server[103229]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 19:47:36.889655 n-d-713498-36 neutron-server[103229]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 19:47:36.889655 n-d-713498-36 neutron-server[103229]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 19:47:36.889655 n-d-713498-36 neutron-server[103229]: return self.request(url, 'GET', **kwargs) Feb 09 19:47:36.889655 n-d-713498-36 neutron-server[103229]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 19:47:36.889655 n-d-713498-36 neutron-server[103229]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 19:47:36.889655 n-d-713498-36 neutron-server[103229]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 19:47:36.889655 n-d-713498-36 neutron-server[103229]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 19:47:36.889655 n-d-713498-36 neutron-server[103229]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 19:47:36.889655 n-d-713498-36 neutron-server[103229]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 19:47:36.889655 n-d-713498-36 neutron-server[103229]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 19:47:36.913524 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-43746ca2-5a8d-4211-a86a-6512a5c92cca tempest-TestNetworkBasicOps-1645094289 tempest-TestNetworkBasicOps-1645094289-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:47:36.923915 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-43746ca2-5a8d-4211-a86a-6512a5c92cca tempest-TestNetworkBasicOps-1645094289 tempest-TestNetworkBasicOps-1645094289-project] 10.222.0.75 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2130792 Feb 09 19:47:36.923915 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43746ca2-5a8d-4211-a86a-6512a5c92cca tempest-TestNetworkBasicOps-1645094289 tempest-TestNetworkBasicOps-1645094289-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=39eb6edb-c0f7-473f-ae2e-370c3b7a929f,revision_number=0']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:47:36.989536 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-2cecd7f0-b8dc-4e9b-b935-d865e1f6a5c6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-590242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1885479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1818895'] for network (890d63a5-df30-4d72-8a16-cc62d3d13f0a), after_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:47:36.998156 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-2cecd7f0-b8dc-4e9b-b935-d865e1f6a5c6 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:47:37.004180 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 50484) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:47:37.004351 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-2cecd7f0-b8dc-4e9b-b935-d865e1f6a5c6 admin admin] 10.222.0.75 "DELETE /v2.0/networks/890d63a5-df30-4d72-8a16-cc62d3d13f0a HTTP/1.1" status: 204 len: 168 time: 0.4677665 Feb 09 19:47:37.010227 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e03914e-e10e-4cf7-a0eb-f9946a6fca1d None None] Pushing event updated for resources: {'Port': ['ID=afa3a5e3-6283-4645-8ff4-a286f81ae31e,revision_number=4']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:47:37.015093 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cecd7f0-b8dc-4e9b-b935-d865e1f6a5c6 admin admin] Pushing event deleted for resources: {'Network': ['ID=890d63a5-df30-4d72-8a16-cc62d3d13f0a,revision_number=None']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:47:37.076041 n-d-713498-36 neutron-server[103230]: DEBUG neutron.db.db_base_plugin_v2 [None req-f84c887d-50e1-4df2-86ba-2206ddfa9263 admin admin] Deleting subnet ac012cb7-7461-4d88-89af-df76f99b2b3e {{(pid=103230) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 19:47:37.079937 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-f84c887d-50e1-4df2-86ba-2206ddfa9263 admin admin] Publish callbacks [] for subnet (ac012cb7-7461-4d88-89af-df76f99b2b3e), before_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:47:37.116100 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-635db8fd-bb0f-46e0-9c88-1a01c72b6f4a None None] Current status of the port afa3a5e3-6283-4645-8ff4-a286f81ae31e is: DOWN; New status is: ACTIVE {{(pid=103232) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 19:47:37.116361 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-635db8fd-bb0f-46e0-9c88-1a01c72b6f4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (afa3a5e3-6283-4645-8ff4-a286f81ae31e), before_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:47:37.122726 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.l3_dvr_db [None req-4df8eddc-838f-46ca-8e8e-c764fbbace49 None None] Set router f33065a5-ec6c-467e-a71b-52667218efb7 gateway port host: n-d-713498-36 {{(pid=103232) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 19:47:37.127326 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-f84c887d-50e1-4df2-86ba-2206ddfa9263 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12895822'] for subnet (ac012cb7-7461-4d88-89af-df76f99b2b3e), precommit_delete_associations {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:47:37.195793 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-635db8fd-bb0f-46e0-9c88-1a01c72b6f4a None None] For port afa3a5e3-6283-4645-8ff4-a286f81ae31e, host n-d-713498-36, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-36',level=0,port_id=afa3a5e3-6283-4645-8ff4-a286f81ae31e,segment=NetworkSegment(1bd4aa39-56ed-46c6-bad0-7175a7763d20),segment_id=1bd4aa39-56ed-46c6-bad0-7175a7763d20)] {{(pid=103232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 19:47:37.202551 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-f84c887d-50e1-4df2-86ba-2206ddfa9263 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-759852'] for subnet (ac012cb7-7461-4d88-89af-df76f99b2b3e), precommit_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:47:37.224706 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-635db8fd-bb0f-46e0-9c88-1a01c72b6f4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762867176205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762866656485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762866656503'] for port (afa3a5e3-6283-4645-8ff4-a286f81ae31e), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:47:37.244018 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-93f38c1f-7c3e-4174-b37c-a23cdd620968 req-aaa4e613-5360-4978-aef4-a45552ae2dc1 tempest-TestNetworkBasicOps-1645094289 tempest-TestNetworkBasicOps-1645094289-project] 10.222.0.75 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1151066744&fields=id&tenant_id=d10f75d7d9834af0ab88975c96df140f HTTP/1.1" status: 200 len: 267 time: 0.0900552 Feb 09 19:47:37.336510 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-f84c887d-50e1-4df2-86ba-2206ddfa9263 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-760023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14393672', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12985882'] for subnet (ac012cb7-7461-4d88-89af-df76f99b2b3e), after_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:47:37.344545 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-635db8fd-bb0f-46e0-9c88-1a01c72b6f4a None None] Pushing event updated for resources: {'Port': ['ID=afa3a5e3-6283-4645-8ff4-a286f81ae31e,revision_number=5']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:47:37.391925 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.provisioning_blocks [None req-d9b47239-b3f2-46cc-bf3c-3e5d8fdbf024 None None] Provisioning complete for port afa3a5e3-6283-4645-8ff4-a286f81ae31e triggered by entity DHCP. {{(pid=103232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 19:47:37.392306 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-d9b47239-b3f2-46cc-bf3c-3e5d8fdbf024 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593630'] for port (afa3a5e3-6283-4645-8ff4-a286f81ae31e), provisioning_complete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:47:37.397581 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f84c887d-50e1-4df2-86ba-2206ddfa9263 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ac012cb7-7461-4d88-89af-df76f99b2b3e,revision_number=None']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:47:37.401334 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-f84c887d-50e1-4df2-86ba-2206ddfa9263 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:47:37.408566 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-f84c887d-50e1-4df2-86ba-2206ddfa9263 admin admin] 10.222.0.75 "DELETE /v2.0/subnets/ac012cb7-7461-4d88-89af-df76f99b2b3e HTTP/1.1" status: 204 len: 168 time: 0.3997779 Feb 09 19:47:37.410338 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 50496) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:47:37.426933 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93f38c1f-7c3e-4174-b37c-a23cdd620968 req-af48d8b1-6083-4778-9ea6-5e6fded8e92e tempest-TestNetworkBasicOps-1645094289 tempest-TestNetworkBasicOps-1645094289-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:47:37.428428 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-93f38c1f-7c3e-4174-b37c-a23cdd620968 req-af48d8b1-6083-4778-9ea6-5e6fded8e92e tempest-TestNetworkBasicOps-1645094289 tempest-TestNetworkBasicOps-1645094289-project] 10.222.0.75 "GET /v2.0/networks?id=554f00a6-9c3b-4320-bc34-6b003e06af15 HTTP/1.1" status: 200 len: 797 time: 0.1766510 Feb 09 19:47:37.445888 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-93f38c1f-7c3e-4174-b37c-a23cdd620968 req-2656efeb-c1cb-4cf1-97c4-61c336097759 tempest-TestNetworkBasicOps-1645094289 tempest-TestNetworkBasicOps-1645094289-project] 10.222.0.75 "GET /v2.0/quotas/d10f75d7d9834af0ab88975c96df140f HTTP/1.1" status: 200 len: 375 time: 0.0101340 Feb 09 19:47:37.501234 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-3fc8cbe9-d0c6-4784-a0e8-df4e1c0af1bd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-670458'] for network (5074d3ec-623f-4508-be43-070a72b807e7), before_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:47:37.526290 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-93f38c1f-7c3e-4174-b37c-a23cdd620968 req-90e7ac69-2ebb-4bdc-a1f1-d22e78bb1c37 tempest-TestNetworkBasicOps-1645094289 tempest-TestNetworkBasicOps-1645094289-project] 10.222.0.75 "GET /v2.0/ports?tenant_id=d10f75d7d9834af0ab88975c96df140f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0721314 Feb 09 19:47:37.527949 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.l3_hamode_db [None req-4df8eddc-838f-46ca-8e8e-c764fbbace49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f33065a5-ec6c-467e-a71b-52667218efb7', 'name': 'tempest-TestNetworkBasicOps-router-1876377061', 'tenant_id': 'd10f75d7d9834af0ab88975c96df140f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88055e1e-672a-4487-be31-ffb6e833ece5', 'external_fixed_ips': [{'subnet_id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'ip_address': '172.25.1.201'}], 'enable_snat': True}, 'gw_port_id': 'da7fffa3-7c66-4f9c-819a-e61a731b5baa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T19:47:29Z', 'updated_at': '2022-02-09T19:47:33Z', 'revision_number': 4, 'project_id': 'd10f75d7d9834af0ab88975c96df140f', 'gw_port': {'id': 'da7fffa3-7c66-4f9c-819a-e61a731b5baa', 'name': '', 'network_id': '88055e1e-672a-4487-be31-ffb6e833ece5', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:99:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f33065a5-ec6c-467e-a71b-52667218efb7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4025, 'fixed_ips': [{'subnet_id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'ip_address': '172.25.1.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T19:47:30Z', 'updated_at': '2022-02-09T19:47:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-36', '_interfaces': [{'id': 'afa3a5e3-6283-4645-8ff4-a286f81ae31e', 'name': '', 'network_id': '554f00a6-9c3b-4320-bc34-6b003e06af15', 'tenant_id': 'd10f75d7d9834af0ab88975c96df140f', 'mac_address': 'fa:16:3e:74:08:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f33065a5-ec6c-467e-a71b-52667218efb7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4028, 'fixed_ips': [{'subnet_id': '39a64e86-2517-44c9-8575-7a43957d0a74', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T19:47:33Z', 'updated_at': '2022-02-09T19:47:36Z', 'revision_number': 4, 'project_id': 'd10f75d7d9834af0ab88975c96df140f', 'subnets': [{'id': '39a64e86-2517-44c9-8575-7a43957d0a74', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-36', False) {} {{(pid=103232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:47:37.561706 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4df8eddc-838f-46ca-8e8e-c764fbbace49 None None] The sync data for ids ['f33065a5-ec6c-467e-a71b-52667218efb7'] in n-d-713498-36 is: [{'id': 'f33065a5-ec6c-467e-a71b-52667218efb7', 'name': 'tempest-TestNetworkBasicOps-router-1876377061', 'tenant_id': 'd10f75d7d9834af0ab88975c96df140f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88055e1e-672a-4487-be31-ffb6e833ece5', 'external_fixed_ips': [{'subnet_id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'ip_address': '172.25.1.201'}], 'enable_snat': True}, 'gw_port_id': 'da7fffa3-7c66-4f9c-819a-e61a731b5baa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T19:47:29Z', 'updated_at': '2022-02-09T19:47:33Z', 'revision_number': 4, 'project_id': 'd10f75d7d9834af0ab88975c96df140f', 'gw_port': {'id': 'da7fffa3-7c66-4f9c-819a-e61a731b5baa', 'name': '', 'network_id': '88055e1e-672a-4487-be31-ffb6e833ece5', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:99:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f33065a5-ec6c-467e-a71b-52667218efb7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4025, 'fixed_ips': [{'subnet_id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'ip_address': '172.25.1.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T19:47:30Z', 'updated_at': '2022-02-09T19:47:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-36', '_interfaces': [{'id': 'afa3a5e3-6283-4645-8ff4-a286f81ae31e', 'name': '', 'network_id': '554f00a6-9c3b-4320-bc34-6b003e06af15', 'tenant_id': 'd10f75d7d9834af0ab88975c96df140f', 'mac_address': 'fa:16:3e:74:08:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f33065a5-ec6c-467e-a71b-52667218efb7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4028, 'fixed_ips': [{'subnet_id': '39a64e86-2517-44c9-8575-7a43957d0a74', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T19:47:33Z', 'updated_at': '2022-02-09T19:47:36Z', 'revision_number': 4, 'project_id': 'd10f75d7d9834af0ab88975c96df140f', 'subnets': [{'id': '39a64e86-2517-44c9-8575-7a43957d0a74', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103232) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 19:47:37.569001 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-d9b47239-b3f2-46cc-bf3c-3e5d8fdbf024 None None] Current status of the port afa3a5e3-6283-4645-8ff4-a286f81ae31e is: ACTIVE; New status is: ACTIVE {{(pid=103232) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 19:47:37.594398 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-3fc8cbe9-d0c6-4784-a0e8-df4e1c0af1bd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-590267', 'neutron.services.segments.db._delete_segments_for_network-8762867132609'] for network (5074d3ec-623f-4508-be43-070a72b807e7), precommit_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:47:37.633175 n-d-713498-36 neutron-server[103229]: DEBUG neutron.services.segments.db [None req-3fc8cbe9-d0c6-4784-a0e8-df4e1c0af1bd admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5074d3ec-623f-4508-be43-070a72b807e7']}} {{(pid=103229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:47:37.646637 n-d-713498-36 neutron-server[103229]: DEBUG neutron.services.segments.db [None req-3fc8cbe9-d0c6-4784-a0e8-df4e1c0af1bd admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e43247ff-311e-4693-b601-9aca05edbcb0') {'for_net_delete': True} {{(pid=103229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:47:37.647080 n-d-713498-36 neutron-server[103229]: DEBUG neutron.services.segments.db [None req-3fc8cbe9-d0c6-4784-a0e8-df4e1c0af1bd admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e43247ff-311e-4693-b601-9aca05edbcb0') {} {{(pid=103229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:47:37.669511 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-3fc8cbe9-d0c6-4784-a0e8-df4e1c0af1bd admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762867134154', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16683417'] for segment (e43247ff-311e-4693-b601-9aca05edbcb0), before_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:47:37.686773 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-3fc8cbe9-d0c6-4784-a0e8-df4e1c0af1bd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-759574'] for segment (e43247ff-311e-4693-b601-9aca05edbcb0), precommit_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:47:37.693322 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3fc8cbe9-d0c6-4784-a0e8-df4e1c0af1bd admin admin] Releasing vlan 364 on physical network physnet1 to pool {{(pid=103229) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 19:47:37.693714 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-3fc8cbe9-d0c6-4784-a0e8-df4e1c0af1bd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-759574', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12867469'] for segment (e43247ff-311e-4693-b601-9aca05edbcb0), after_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:47:37.699345 n-d-713498-36 neutron-server[103229]: Traceback (most recent call last): Feb 09 19:47:37.699345 n-d-713498-36 neutron-server[103229]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 19:47:37.699345 n-d-713498-36 neutron-server[103229]: timer() Feb 09 19:47:37.699345 n-d-713498-36 neutron-server[103229]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 19:47:37.699345 n-d-713498-36 neutron-server[103229]: cb(*args, **kw) Feb 09 19:47:37.699345 n-d-713498-36 neutron-server[103229]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 19:47:37.699345 n-d-713498-36 neutron-server[103229]: return func(*args, **kwargs) Feb 09 19:47:37.699345 n-d-713498-36 neutron-server[103229]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 19:47:37.699345 n-d-713498-36 neutron-server[103229]: self._notify() Feb 09 19:47:37.699345 n-d-713498-36 neutron-server[103229]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 19:47:37.699345 n-d-713498-36 neutron-server[103229]: self.callback(batched_events) Feb 09 19:47:37.699345 n-d-713498-36 neutron-server[103229]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 19:47:37.699345 n-d-713498-36 neutron-server[103229]: event.method(event) Feb 09 19:47:37.699345 n-d-713498-36 neutron-server[103229]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 19:47:37.699345 n-d-713498-36 neutron-server[103229]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 19:47:37.699345 n-d-713498-36 neutron-server[103229]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 19:47:37.699345 n-d-713498-36 neutron-server[103229]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 19:47:37.699345 n-d-713498-36 neutron-server[103229]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 19:47:37.699345 n-d-713498-36 neutron-server[103229]: return f(self, *a, **k) Feb 09 19:47:37.699345 n-d-713498-36 neutron-server[103229]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 19:47:37.699345 n-d-713498-36 neutron-server[103229]: return self._get(url).json() Feb 09 19:47:37.699345 n-d-713498-36 neutron-server[103229]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 19:47:37.699345 n-d-713498-36 neutron-server[103229]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 19:47:37.699345 n-d-713498-36 neutron-server[103229]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 19:47:37.699345 n-d-713498-36 neutron-server[103229]: return self.request(url, 'GET', **kwargs) Feb 09 19:47:37.699345 n-d-713498-36 neutron-server[103229]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 19:47:37.699345 n-d-713498-36 neutron-server[103229]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 19:47:37.699345 n-d-713498-36 neutron-server[103229]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 19:47:37.699345 n-d-713498-36 neutron-server[103229]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 19:47:37.699345 n-d-713498-36 neutron-server[103229]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 19:47:37.699345 n-d-713498-36 neutron-server[103229]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 19:47:37.699345 n-d-713498-36 neutron-server[103229]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 19:47:37.757843 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-93f38c1f-7c3e-4174-b37c-a23cdd620968 req-969ca416-2574-4cff-91ec-3fcb4e5a285c service neutron] 10.222.0.75 "GET /v2.0/networks/554f00a6-9c3b-4320-bc34-6b003e06af15?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2156575 Feb 09 19:47:37.779306 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-3fc8cbe9-d0c6-4784-a0e8-df4e1c0af1bd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-590242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1885479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1818895'] for network (5074d3ec-623f-4508-be43-070a72b807e7), after_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:47:37.792707 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-3fc8cbe9-d0c6-4784-a0e8-df4e1c0af1bd admin admin] Publish callbacks [] for network (None), before_response {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:47:37.799966 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-3fc8cbe9-d0c6-4784-a0e8-df4e1c0af1bd admin admin] 10.222.0.75 "DELETE /v2.0/networks/5074d3ec-623f-4508-be43-070a72b807e7 HTTP/1.1" status: 204 len: 168 time: 0.3879731 Feb 09 19:47:37.827872 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fc8cbe9-d0c6-4784-a0e8-df4e1c0af1bd admin admin] Pushing event deleted for resources: {'Network': ['ID=5074d3ec-623f-4508-be43-070a72b807e7,revision_number=None']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:47:37.919174 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-93f38c1f-7c3e-4174-b37c-a23cdd620968 req-228e0698-973a-4db8-b6cb-ceae17378c47 service neutron] 10.222.0.75 "GET /v2.0/networks/554f00a6-9c3b-4320-bc34-6b003e06af15?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1545117 Feb 09 19:47:37.997695 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Device afa3a5e3-6283-4645-8ff4-a286f81ae31e up at agent ovs-agent-n-d-713498-36 {{(pid=103232) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 19:47:38.102744 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 50504) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:47:38.103794 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.provisioning_blocks [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Provisioning complete for port afa3a5e3-6283-4645-8ff4-a286f81ae31e triggered by entity L2. {{(pid=103232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 19:47:38.116272 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593630'] for port (afa3a5e3-6283-4645-8ff4-a286f81ae31e), provisioning_complete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:47:38.167041 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-c0d9f891-405a-406d-b825-7074f96662c5 req-3b7a8f52-8144-40cd-9af8-b2696131cc78 tempest-TestNetworkBasicOps-1645094289 tempest-TestNetworkBasicOps-1645094289-project] 10.222.0.75 "GET /v2.0/ports?device_id=4fbeab16-f738-41dd-9ebe-d065e6043e83 HTTP/1.1" status: 200 len: 210 time: 0.0358889 Feb 09 19:47:38.202065 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-e2e913ac-a5f2-4a2e-90b3-4f5def7e0377 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=fd5077ac97b64927afd30d9f75a68763&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0975573 Feb 09 19:47:38.204802 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 50508) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:47:38.277491 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-b38f8cc3-1bd6-40ac-a2d6-c58c15e20e44 admin admin] Publish callbacks [] for security_group (a582968f-d1c7-4bf1-8738-b3ac9c9112d4), before_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:47:38.279153 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Current status of the port afa3a5e3-6283-4645-8ff4-a286f81ae31e is: ACTIVE; New status is: ACTIVE {{(pid=103232) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 19:47:38.327366 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-b38f8cc3-1bd6-40ac-a2d6-c58c15e20e44 admin admin] Publish callbacks [] for security_group (a582968f-d1c7-4bf1-8738-b3ac9c9112d4), precommit_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:47:38.384897 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-b38f8cc3-1bd6-40ac-a2d6-c58c15e20e44 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1892331'] for security_group (a582968f-d1c7-4bf1-8738-b3ac9c9112d4), after_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:47:38.387867 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-b38f8cc3-1bd6-40ac-a2d6-c58c15e20e44 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:47:38.394736 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-b38f8cc3-1bd6-40ac-a2d6-c58c15e20e44 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/a582968f-d1c7-4bf1-8738-b3ac9c9112d4 HTTP/1.1" status: 204 len: 168 time: 0.1886878 Feb 09 19:47:38.405700 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b38f8cc3-1bd6-40ac-a2d6-c58c15e20e44 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a582968f-d1c7-4bf1-8738-b3ac9c9112d4,revision_number=None']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:47:38.660899 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Device 42521c65-d9af-4d07-a15f-595b1f69cddf no longer exists at agent hyperv_n-h1-713498-36 {{(pid=103232) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 19:47:38.691008 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] No Port match for: 42521c65-d9af-4d07-a15f-595b1f69cddf {{(pid=103232) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 19:47:38.691485 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Device 42521c65-d9af-4d07-a15f-595b1f69cddf not bound to the agent host n-h1-713498-36 {{(pid=103232) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 19:47:38.859194 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 50520) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:47:38.910104 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-0a47a089-9ddd-4be4-9f14-48be4dbeb354 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=369a386dd6d44b95b215b57883b188f6&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0488291 Feb 09 19:47:38.912609 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 50522) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:47:38.963036 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-fee7e3b1-7e52-40cd-9de5-3a32ad2e561e admin admin] Publish callbacks [] for security_group (772bbc88-e132-4833-a91a-ca2b953c53ab), before_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:47:38.985458 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-fee7e3b1-7e52-40cd-9de5-3a32ad2e561e admin admin] Publish callbacks [] for security_group (772bbc88-e132-4833-a91a-ca2b953c53ab), precommit_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:47:39.043056 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-fee7e3b1-7e52-40cd-9de5-3a32ad2e561e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1892331'] for security_group (772bbc88-e132-4833-a91a-ca2b953c53ab), after_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:47:39.046228 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-fee7e3b1-7e52-40cd-9de5-3a32ad2e561e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:47:39.047402 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-fee7e3b1-7e52-40cd-9de5-3a32ad2e561e admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/772bbc88-e132-4833-a91a-ca2b953c53ab HTTP/1.1" status: 204 len: 168 time: 0.1338291 Feb 09 19:47:39.055468 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fee7e3b1-7e52-40cd-9de5-3a32ad2e561e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=772bbc88-e132-4833-a91a-ca2b953c53ab,revision_number=None']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:47:39.327617 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-6a9d2672-3e71-4abf-8a1c-956c8250d70b req-eb614ef9-d6ec-47bf-87b3-b76696619f13 tempest-TestNetworkBasicOps-1645094289 tempest-TestNetworkBasicOps-1645094289-project] 10.222.0.75 "GET /v2.0/ports?device_id=4fbeab16-f738-41dd-9ebe-d065e6043e83 HTTP/1.1" status: 200 len: 210 time: 0.0721221 Feb 09 19:47:39.401514 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93f38c1f-7c3e-4174-b37c-a23cdd620968 req-a9384f42-6ae9-44de-8412-a8414076d7a3 tempest-TestNetworkBasicOps-1645094289 tempest-TestNetworkBasicOps-1645094289-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:47:39.403082 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-93f38c1f-7c3e-4174-b37c-a23cdd620968 req-a9384f42-6ae9-44de-8412-a8414076d7a3 tempest-TestNetworkBasicOps-1645094289 tempest-TestNetworkBasicOps-1645094289-project] 10.222.0.90 "GET /v2.0/networks?id=554f00a6-9c3b-4320-bc34-6b003e06af15 HTTP/1.1" status: 200 len: 797 time: 0.1659193 Feb 09 19:47:39.476073 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-93f38c1f-7c3e-4174-b37c-a23cdd620968 req-5ca313a6-f211-4233-95a3-54173b011c9b tempest-TestNetworkBasicOps-1645094289 tempest-TestNetworkBasicOps-1645094289-project] 10.222.0.90 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d10f75d7d9834af0ab88975c96df140f HTTP/1.1" status: 200 len: 380 time: 0.0595148 Feb 09 19:47:39.488489 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.v2.base [req-93f38c1f-7c3e-4174-b37c-a23cdd620968 req-a6c10e78-a363-4fca-a5f6-990d6d2b6e6e tempest-TestNetworkBasicOps-1645094289 tempest-TestNetworkBasicOps-1645094289-project] Request body: {'port': {'device_id': '4fbeab16-f738-41dd-9ebe-d065e6043e83', 'network_id': '554f00a6-9c3b-4320-bc34-6b003e06af15', 'admin_state_up': True, 'tenant_id': 'd10f75d7d9834af0ab88975c96df140f', 'security_groups': ['1283f71a-3868-43f4-beec-e007b3b18274']}} {{(pid=103230) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 19:47:39.605195 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-93f38c1f-7c3e-4174-b37c-a23cdd620968 req-a6c10e78-a363-4fca-a5f6-990d6d2b6e6e tempest-TestNetworkBasicOps-1645094289 tempest-TestNetworkBasicOps-1645094289-project] Made reservation on behalf of d10f75d7d9834af0ab88975c96df140f for: {'port': 1} {{(pid=103230) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 19:47:39.608659 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [req-93f38c1f-7c3e-4174-b37c-a23cdd620968 req-a6c10e78-a363-4fca-a5f6-990d6d2b6e6e tempest-TestNetworkBasicOps-1645094289 tempest-TestNetworkBasicOps-1645094289-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (None), before_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:47:39.738371 n-d-713498-36 neutron-server[103230]: DEBUG neutron.db.db_base_plugin_common [req-93f38c1f-7c3e-4174-b37c-a23cdd620968 req-a6c10e78-a363-4fca-a5f6-990d6d2b6e6e tempest-TestNetworkBasicOps-1645094289 tempest-TestNetworkBasicOps-1645094289-project] Allocated IP 172.20.0.5 (554f00a6-9c3b-4320-bc34-6b003e06af15/39a64e86-2517-44c9-8575-7a43957d0a74/040f691d-d43b-4da9-9616-951e0b0c8699) {{(pid=103230) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 19:47:39.885177 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [req-93f38c1f-7c3e-4174-b37c-a23cdd620968 req-a6c10e78-a363-4fca-a5f6-990d6d2b6e6e tempest-TestNetworkBasicOps-1645094289 tempest-TestNetworkBasicOps-1645094289-project] Publish callbacks [] for port (040f691d-d43b-4da9-9616-951e0b0c8699), precommit_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:47:39.917350 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [req-93f38c1f-7c3e-4174-b37c-a23cdd620968 req-a6c10e78-a363-4fca-a5f6-990d6d2b6e6e tempest-TestNetworkBasicOps-1645094289 tempest-TestNetworkBasicOps-1645094289-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762866656467', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14393751'] for port (040f691d-d43b-4da9-9616-951e0b0c8699), after_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:47:39.964443 n-d-713498-36 neutron-server[103230]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-93f38c1f-7c3e-4174-b37c-a23cdd620968 req-a6c10e78-a363-4fca-a5f6-990d6d2b6e6e tempest-TestNetworkBasicOps-1645094289 tempest-TestNetworkBasicOps-1645094289-project] Network 554f00a6-9c3b-4320-bc34-6b003e06af15 is already hosted by enough agents. {{(pid=103230) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 19:47:39.967561 n-d-713498-36 neutron-server[103230]: DEBUG neutron.scheduler.base_scheduler [req-93f38c1f-7c3e-4174-b37c-a23cdd620968 req-a6c10e78-a363-4fca-a5f6-990d6d2b6e6e tempest-TestNetworkBasicOps-1645094289 tempest-TestNetworkBasicOps-1645094289-project] Resources bound (agent type, host, resource id): {{(pid=103230) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 19:47:39.971334 n-d-713498-36 neutron-server[103230]: DEBUG neutron.db.l3_dvrscheduler_db [req-93f38c1f-7c3e-4174-b37c-a23cdd620968 req-a6c10e78-a363-4fca-a5f6-990d6d2b6e6e tempest-TestNetworkBasicOps-1645094289 tempest-TestNetworkBasicOps-1645094289-project] Received port after_create {{(pid=103230) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 19:47:39.977598 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6c10e78-a363-4fca-a5f6-990d6d2b6e6e tempest-TestNetworkBasicOps-1645094289 tempest-TestNetworkBasicOps-1645094289-project] Pushing event updated for resources: {'Port': ['ID=040f691d-d43b-4da9-9616-951e0b0c8699,revision_number=1']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:47:40.032122 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93f38c1f-7c3e-4174-b37c-a23cdd620968 req-a6c10e78-a363-4fca-a5f6-990d6d2b6e6e tempest-TestNetworkBasicOps-1645094289 tempest-TestNetworkBasicOps-1645094289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:47:40.032737 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [req-93f38c1f-7c3e-4174-b37c-a23cdd620968 req-a6c10e78-a363-4fca-a5f6-990d6d2b6e6e tempest-TestNetworkBasicOps-1645094289 tempest-TestNetworkBasicOps-1645094289-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171096'] for port (None), before_response {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:47:40.050638 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-93f38c1f-7c3e-4174-b37c-a23cdd620968 req-a6c10e78-a363-4fca-a5f6-990d6d2b6e6e tempest-TestNetworkBasicOps-1645094289 tempest-TestNetworkBasicOps-1645094289-project] 10.222.0.90 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5662143 Feb 09 19:47:40.062989 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.v2.base [req-93f38c1f-7c3e-4174-b37c-a23cdd620968 req-182be8d4-7bf8-4447-b9a7-5b86aab41727 service neutron] Request body: {'port': {'device_id': '4fbeab16-f738-41dd-9ebe-d065e6043e83', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-713498-36'}} {{(pid=103230) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 19:47:40.127252 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [req-93f38c1f-7c3e-4174-b37c-a23cdd620968 req-182be8d4-7bf8-4447-b9a7-5b86aab41727 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (040f691d-d43b-4da9-9616-951e0b0c8699), before_update {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:47:40.209871 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.provisioning_blocks [None req-f997f6fa-1667-4514-a511-6adf45f5314f None None] Provisioning complete for port 040f691d-d43b-4da9-9616-951e0b0c8699 triggered by entity DHCP. {{(pid=103232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 19:47:40.210499 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-f997f6fa-1667-4514-a511-6adf45f5314f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593630'] for port (040f691d-d43b-4da9-9616-951e0b0c8699), provisioning_complete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:47:40.244567 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-f997f6fa-1667-4514-a511-6adf45f5314f None None] Port 040f691d-d43b-4da9-9616-951e0b0c8699 cannot update to ACTIVE because it is not bound. {{(pid=103232) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 19:47:40.399279 n-d-713498-36 neutron-server[103230]: DEBUG neutron.notifiers.nova [req-93f38c1f-7c3e-4174-b37c-a23cdd620968 req-182be8d4-7bf8-4447-b9a7-5b86aab41727 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 040f691d-d43b-4da9-9616-951e0b0c8699 {{(pid=103230) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 19:47:40.407627 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [req-93f38c1f-7c3e-4174-b37c-a23cdd620968 req-182be8d4-7bf8-4447-b9a7-5b86aab41727 service neutron] Publish callbacks [] for port (040f691d-d43b-4da9-9616-951e0b0c8699), precommit_update {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:47:40.422042 n-d-713498-36 neutron-server[103230]: DEBUG neutron.db.provisioning_blocks [req-93f38c1f-7c3e-4174-b37c-a23cdd620968 req-182be8d4-7bf8-4447-b9a7-5b86aab41727 service neutron] Transition to ACTIVE for port object 040f691d-d43b-4da9-9616-951e0b0c8699 will not be triggered until provisioned by entity L2. {{(pid=103230) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 19:47:40.426330 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [req-93f38c1f-7c3e-4174-b37c-a23cdd620968 req-182be8d4-7bf8-4447-b9a7-5b86aab41727 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762867176205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762866656485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762866656503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14393758'] for port (040f691d-d43b-4da9-9616-951e0b0c8699), after_update {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:47:40.463303 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b8b7c68-4db3-4308-8df5-4a7b537d9453 req-f48d5fc6-768d-4729-b1cc-76a7d7a5d1b7 tempest-TestNetworkBasicOps-1645094289 tempest-TestNetworkBasicOps-1645094289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:47:40.464622 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-9b8b7c68-4db3-4308-8df5-4a7b537d9453 req-f48d5fc6-768d-4729-b1cc-76a7d7a5d1b7 tempest-TestNetworkBasicOps-1645094289 tempest-TestNetworkBasicOps-1645094289-project] 10.222.0.75 "GET /v2.0/ports?device_id=4fbeab16-f738-41dd-9ebe-d065e6043e83 HTTP/1.1" status: 200 len: 931 time: 0.0576160 Feb 09 19:47:40.499205 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-182be8d4-7bf8-4447-b9a7-5b86aab41727 service neutron] Pushing event updated for resources: {'Port': ['ID=040f691d-d43b-4da9-9616-951e0b0c8699,revision_number=2']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:47:40.522077 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-9b8b7c68-4db3-4308-8df5-4a7b537d9453 req-69a4084f-6513-4cb7-b3e2-bc1a73659aad tempest-TestNetworkBasicOps-1645094289 tempest-TestNetworkBasicOps-1645094289-project] 10.222.0.75 "GET /v2.0/security-groups?id=1283f71a-3868-43f4-beec-e007b3b18274&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0492432 Feb 09 19:47:40.560900 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.managers [req-93f38c1f-7c3e-4174-b37c-a23cdd620968 req-182be8d4-7bf8-4447-b9a7-5b86aab41727 service neutron] Attempting to bind port 040f691d-d43b-4da9-9616-951e0b0c8699 on host n-h2-713498-36 for vnic_type normal with profile {{(pid=103230) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 19:47:40.561233 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.managers [req-93f38c1f-7c3e-4174-b37c-a23cdd620968 req-182be8d4-7bf8-4447-b9a7-5b86aab41727 service neutron] Attempting to bind port 040f691d-d43b-4da9-9616-951e0b0c8699 by drivers openvswitch,hyperv on host n-h2-713498-36 at level 0 using segments [{'id': '1bd4aa39-56ed-46c6-bad0-7175a7763d20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': '554f00a6-9c3b-4320-bc34-6b003e06af15'}] {{(pid=103230) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 19:47:40.561555 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93f38c1f-7c3e-4174-b37c-a23cdd620968 req-182be8d4-7bf8-4447-b9a7-5b86aab41727 service neutron] Attempting to bind port 040f691d-d43b-4da9-9616-951e0b0c8699 on network 554f00a6-9c3b-4320-bc34-6b003e06af15 {{(pid=103230) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 19:47:40.566137 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93f38c1f-7c3e-4174-b37c-a23cdd620968 req-182be8d4-7bf8-4447-b9a7-5b86aab41727 service neutron] Port 040f691d-d43b-4da9-9616-951e0b0c8699 on network 554f00a6-9c3b-4320-bc34-6b003e06af15 not bound, no agent of type Open vSwitch agent registered on host n-h2-713498-36 {{(pid=103230) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 19:47:40.566472 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93f38c1f-7c3e-4174-b37c-a23cdd620968 req-182be8d4-7bf8-4447-b9a7-5b86aab41727 service neutron] Attempting to bind port 040f691d-d43b-4da9-9616-951e0b0c8699 on network 554f00a6-9c3b-4320-bc34-6b003e06af15 {{(pid=103230) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 19:47:40.571530 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93f38c1f-7c3e-4174-b37c-a23cdd620968 req-182be8d4-7bf8-4447-b9a7-5b86aab41727 service neutron] Checking agent: {'id': 'bcd5faee-dc24-4298-9134-0e0aa054058e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713498-36', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 18, 59, 19), 'started_at': datetime.datetime(2022, 2, 9, 18, 59, 19), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 19, 47, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103230) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 19:47:40.572397 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93f38c1f-7c3e-4174-b37c-a23cdd620968 req-182be8d4-7bf8-4447-b9a7-5b86aab41727 service neutron] Checking segment: {'id': '1bd4aa39-56ed-46c6-bad0-7175a7763d20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': '554f00a6-9c3b-4320-bc34-6b003e06af15'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103230) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 19:47:40.572788 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93f38c1f-7c3e-4174-b37c-a23cdd620968 req-182be8d4-7bf8-4447-b9a7-5b86aab41727 service neutron] Bound using segment: {'id': '1bd4aa39-56ed-46c6-bad0-7175a7763d20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': '554f00a6-9c3b-4320-bc34-6b003e06af15'} {{(pid=103230) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 19:47:40.573214 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.managers [req-93f38c1f-7c3e-4174-b37c-a23cdd620968 req-182be8d4-7bf8-4447-b9a7-5b86aab41727 service neutron] Bound port: 040f691d-d43b-4da9-9616-951e0b0c8699, host: n-h2-713498-36, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1bd4aa39-56ed-46c6-bad0-7175a7763d20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': '554f00a6-9c3b-4320-bc34-6b003e06af15'}}] {{(pid=103230) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 19:47:40.573568 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [req-93f38c1f-7c3e-4174-b37c-a23cdd620968 req-182be8d4-7bf8-4447-b9a7-5b86aab41727 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (040f691d-d43b-4da9-9616-951e0b0c8699), before_update {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:47:40.645154 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.db [req-93f38c1f-7c3e-4174-b37c-a23cdd620968 req-182be8d4-7bf8-4447-b9a7-5b86aab41727 service neutron] For port 040f691d-d43b-4da9-9616-951e0b0c8699, host n-h2-713498-36, cleared binding levels {{(pid=103230) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 19:47:40.648351 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.db [req-93f38c1f-7c3e-4174-b37c-a23cdd620968 req-182be8d4-7bf8-4447-b9a7-5b86aab41727 service neutron] For port 040f691d-d43b-4da9-9616-951e0b0c8699, host n-h2-713498-36, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-36',level=0,port_id=040f691d-d43b-4da9-9616-951e0b0c8699,segment=NetworkSegment(1bd4aa39-56ed-46c6-bad0-7175a7763d20),segment_id=1bd4aa39-56ed-46c6-bad0-7175a7763d20)] {{(pid=103230) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 19:47:40.655516 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [req-93f38c1f-7c3e-4174-b37c-a23cdd620968 req-182be8d4-7bf8-4447-b9a7-5b86aab41727 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762867176205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762866656485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762866656503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14393758'] for port (040f691d-d43b-4da9-9616-951e0b0c8699), after_update {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:47:40.689612 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93f38c1f-7c3e-4174-b37c-a23cdd620968 req-182be8d4-7bf8-4447-b9a7-5b86aab41727 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:47:40.690263 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [req-93f38c1f-7c3e-4174-b37c-a23cdd620968 req-182be8d4-7bf8-4447-b9a7-5b86aab41727 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171096'] for port (None), before_response {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:47:40.691662 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-93f38c1f-7c3e-4174-b37c-a23cdd620968 req-182be8d4-7bf8-4447-b9a7-5b86aab41727 service neutron] 10.222.0.90 "PUT /v2.0/ports/040f691d-d43b-4da9-9616-951e0b0c8699 HTTP/1.1" status: 200 len: 1092 time: 0.6328883 Feb 09 19:47:40.692139 n-d-713498-36 neutron-server[103230]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4fbeab16-f738-41dd-9ebe-d065e6043e83', 'tag': '040f691d-d43b-4da9-9616-951e0b0c8699'}] {{(pid=103230) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 19:47:40.694399 n-d-713498-36 neutron-server[103230]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aee5919275bae9f72eb374ee322673045eb80c1f84b4b45a97d96923bd50ab51" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-70ebce29-ec41-4b0f-9ea0-e00dadb25fbf" -d '{"events": [{"name": "network-changed", "server_uuid": "4fbeab16-f738-41dd-9ebe-d065e6043e83", "tag": "040f691d-d43b-4da9-9616-951e0b0c8699"}]}' {{(pid=103230) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 19:47:40.724445 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-182be8d4-7bf8-4447-b9a7-5b86aab41727 service neutron] Pushing event updated for resources: {'Port': ['ID=040f691d-d43b-4da9-9616-951e0b0c8699,revision_number=3']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:47:40.746706 n-d-713498-36 neutron-server[103230]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 19:47:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f2599e85-af23-4c59-bf37-4021ddc933e1 x-openstack-request-id: req-f2599e85-af23-4c59-bf37-4021ddc933e1 {{(pid=103230) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 19:47:40.746998 n-d-713498-36 neutron-server[103230]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4fbeab16-f738-41dd-9ebe-d065e6043e83", "tag": "040f691d-d43b-4da9-9616-951e0b0c8699", "status": "completed", "code": 200}]} {{(pid=103230) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 19:47:40.747260 n-d-713498-36 neutron-server[103230]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-f2599e85-af23-4c59-bf37-4021ddc933e1 {{(pid=103230) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 19:47:40.747660 n-d-713498-36 neutron-server[103230]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4fbeab16-f738-41dd-9ebe-d065e6043e83', 'tag': '040f691d-d43b-4da9-9616-951e0b0c8699', 'status': 'completed', 'code': 200} Feb 09 19:47:40.786220 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93f38c1f-7c3e-4174-b37c-a23cdd620968 req-9943374b-c585-4aad-ad8c-ad285a13f272 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:47:40.787899 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-93f38c1f-7c3e-4174-b37c-a23cdd620968 req-9943374b-c585-4aad-ad8c-ad285a13f272 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=d10f75d7d9834af0ab88975c96df140f&device_id=4fbeab16-f738-41dd-9ebe-d065e6043e83 HTTP/1.1" status: 200 len: 1126 time: 0.0506310 Feb 09 19:47:40.843806 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-4cc17401-86a1-4179-a1e5-927f5d1301b2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762867132591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593584'] for agent (af91e4b9-f4e1-42b1-a25c-a10dc47171c8), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:47:40.852501 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-93f38c1f-7c3e-4174-b37c-a23cdd620968 req-28747eb1-c57a-411e-a907-b776656dfd99 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=040f691d-d43b-4da9-9616-951e0b0c8699 HTTP/1.1" status: 200 len: 217 time: 0.0554574 Feb 09 19:47:40.904826 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93f38c1f-7c3e-4174-b37c-a23cdd620968 req-fde7423a-3fbe-49a5-9c41-f4fc31ed4366 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:47:40.906295 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-93f38c1f-7c3e-4174-b37c-a23cdd620968 req-fde7423a-3fbe-49a5-9c41-f4fc31ed4366 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=39a64e86-2517-44c9-8575-7a43957d0a74 HTTP/1.1" status: 200 len: 834 time: 0.0470676 Feb 09 19:47:40.956858 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93f38c1f-7c3e-4174-b37c-a23cdd620968 req-6ec9dc55-345c-4c67-aa68-2377a90ee1dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:47:40.958383 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-93f38c1f-7c3e-4174-b37c-a23cdd620968 req-6ec9dc55-345c-4c67-aa68-2377a90ee1dd service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=554f00a6-9c3b-4320-bc34-6b003e06af15&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0460424 Feb 09 19:47:41.055083 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-93f38c1f-7c3e-4174-b37c-a23cdd620968 req-77dde819-a918-46eb-9312-8a558804cebc service neutron] 10.222.0.90 "GET /v2.0/networks/554f00a6-9c3b-4320-bc34-6b003e06af15?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0882039 Feb 09 19:47:41.151397 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-93f38c1f-7c3e-4174-b37c-a23cdd620968 req-584d3f48-d53b-4da9-ae07-597000080158 service neutron] 10.222.0.90 "GET /v2.0/networks/554f00a6-9c3b-4320-bc34-6b003e06af15?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0903268 Feb 09 19:47:41.241266 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70ebce29-ec41-4b0f-9ea0-e00dadb25fbf req-289bfe3d-c587-4837-ac86-cf09f6d0e3c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:47:41.242851 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-70ebce29-ec41-4b0f-9ea0-e00dadb25fbf req-289bfe3d-c587-4837-ac86-cf09f6d0e3c1 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=d10f75d7d9834af0ab88975c96df140f&device_id=4fbeab16-f738-41dd-9ebe-d065e6043e83 HTTP/1.1" status: 200 len: 1126 time: 0.0464268 Feb 09 19:47:41.339863 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70ebce29-ec41-4b0f-9ea0-e00dadb25fbf req-e403851d-8058-4481-8d4f-e2363c22ff41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:47:41.341386 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-70ebce29-ec41-4b0f-9ea0-e00dadb25fbf req-e403851d-8058-4481-8d4f-e2363c22ff41 service neutron] 10.222.0.90 "GET /v2.0/networks?id=554f00a6-9c3b-4320-bc34-6b003e06af15 HTTP/1.1" status: 200 len: 898 time: 0.0889549 Feb 09 19:47:41.385256 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-70ebce29-ec41-4b0f-9ea0-e00dadb25fbf req-66a62aab-7355-442f-a93d-49851ea69238 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=040f691d-d43b-4da9-9616-951e0b0c8699 HTTP/1.1" status: 200 len: 217 time: 0.0348108 Feb 09 19:47:41.436582 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70ebce29-ec41-4b0f-9ea0-e00dadb25fbf req-f09031f9-8de4-4b6c-b3cc-b2e4433d9ca9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:47:41.438009 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-70ebce29-ec41-4b0f-9ea0-e00dadb25fbf req-f09031f9-8de4-4b6c-b3cc-b2e4433d9ca9 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=39a64e86-2517-44c9-8575-7a43957d0a74 HTTP/1.1" status: 200 len: 834 time: 0.0430713 Feb 09 19:47:41.493528 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70ebce29-ec41-4b0f-9ea0-e00dadb25fbf req-d1a330e5-833a-4cfc-8317-c1e7077d4831 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:47:41.495036 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-70ebce29-ec41-4b0f-9ea0-e00dadb25fbf req-d1a330e5-833a-4cfc-8317-c1e7077d4831 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=554f00a6-9c3b-4320-bc34-6b003e06af15&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0484772 Feb 09 19:47:41.590327 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-70ebce29-ec41-4b0f-9ea0-e00dadb25fbf req-05b80acd-1d28-4a3f-a799-6391d2d7df74 service neutron] 10.222.0.90 "GET /v2.0/networks/554f00a6-9c3b-4320-bc34-6b003e06af15?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0870845 Feb 09 19:47:41.646651 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b947d81e-a611-43dd-b895-59bd43271bbd req-6fcb53cf-574f-4fcc-9a34-451df4c0ed04 tempest-TestNetworkBasicOps-1645094289 tempest-TestNetworkBasicOps-1645094289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:47:41.648141 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-b947d81e-a611-43dd-b895-59bd43271bbd req-6fcb53cf-574f-4fcc-9a34-451df4c0ed04 tempest-TestNetworkBasicOps-1645094289 tempest-TestNetworkBasicOps-1645094289-project] 10.222.0.75 "GET /v2.0/ports?device_id=4fbeab16-f738-41dd-9ebe-d065e6043e83 HTTP/1.1" status: 200 len: 943 time: 0.0535083 Feb 09 19:47:41.692749 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-70ebce29-ec41-4b0f-9ea0-e00dadb25fbf req-fed428c9-f67a-4240-840d-7b6b73cd9ae0 service neutron] 10.222.0.90 "GET /v2.0/networks/554f00a6-9c3b-4320-bc34-6b003e06af15?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0950265 Feb 09 19:47:41.700321 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-b947d81e-a611-43dd-b895-59bd43271bbd req-ede03d64-9a66-45f7-b260-949d6b02ee1f tempest-TestNetworkBasicOps-1645094289 tempest-TestNetworkBasicOps-1645094289-project] 10.222.0.75 "GET /v2.0/security-groups?id=1283f71a-3868-43f4-beec-e007b3b18274&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459747 Feb 09 19:47:42.829207 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c92b49bd-0728-4637-9d29-a5a6c6a4c1a6 req-ab64598c-144b-4fa4-ae48-95e0225cf9b1 tempest-TestNetworkBasicOps-1645094289 tempest-TestNetworkBasicOps-1645094289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:47:42.830714 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-c92b49bd-0728-4637-9d29-a5a6c6a4c1a6 req-ab64598c-144b-4fa4-ae48-95e0225cf9b1 tempest-TestNetworkBasicOps-1645094289 tempest-TestNetworkBasicOps-1645094289-project] 10.222.0.75 "GET /v2.0/ports?device_id=4fbeab16-f738-41dd-9ebe-d065e6043e83 HTTP/1.1" status: 200 len: 943 time: 0.0597055 Feb 09 19:47:42.879134 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-c92b49bd-0728-4637-9d29-a5a6c6a4c1a6 req-6aec524f-9f9f-4c1d-81ff-a7f44e71b39c tempest-TestNetworkBasicOps-1645094289 tempest-TestNetworkBasicOps-1645094289-project] 10.222.0.75 "GET /v2.0/security-groups?id=1283f71a-3868-43f4-beec-e007b3b18274&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426633 Feb 09 19:47:43.117897 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-25d7ea88-d22a-4be7-9d7a-0b3db520c6d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762867132591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593584'] for agent (93303d5e-5d17-45e8-8963-7694f87783ae), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:47:43.998972 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96fd1c7a-1cb7-43b4-ace6-a9ff0552054e req-1154d985-e488-47a4-822f-833c52739976 tempest-TestNetworkBasicOps-1645094289 tempest-TestNetworkBasicOps-1645094289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:47:44.000435 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-96fd1c7a-1cb7-43b4-ace6-a9ff0552054e req-1154d985-e488-47a4-822f-833c52739976 tempest-TestNetworkBasicOps-1645094289 tempest-TestNetworkBasicOps-1645094289-project] 10.222.0.75 "GET /v2.0/ports?device_id=4fbeab16-f738-41dd-9ebe-d065e6043e83 HTTP/1.1" status: 200 len: 943 time: 0.0536780 Feb 09 19:47:44.043633 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Device 040f691d-d43b-4da9-9616-951e0b0c8699 details requested by agent hyperv_n-h2-713498-36 with host n-h2-713498-36 {{(pid=103232) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 19:47:44.054775 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-96fd1c7a-1cb7-43b4-ace6-a9ff0552054e req-fe54571d-fed6-48a4-9491-088b5683df78 tempest-TestNetworkBasicOps-1645094289 tempest-TestNetworkBasicOps-1645094289-project] 10.222.0.75 "GET /v2.0/security-groups?id=1283f71a-3868-43f4-beec-e007b3b18274&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0486567 Feb 09 19:47:44.142890 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-7429db8d-6021-40ad-813e-885be449a89b None None] For port 040f691d-d43b-4da9-9616-951e0b0c8699, host n-h2-713498-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-36',level=0,port_id=040f691d-d43b-4da9-9616-951e0b0c8699,segment=NetworkSegment(1bd4aa39-56ed-46c6-bad0-7175a7763d20),segment_id=1bd4aa39-56ed-46c6-bad0-7175a7763d20)] {{(pid=103232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 19:47:44.154938 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Returning: {'device': '040f691d-d43b-4da9-9616-951e0b0c8699', 'network_id': '554f00a6-9c3b-4320-bc34-6b003e06af15', 'port_id': '040f691d-d43b-4da9-9616-951e0b0c8699', 'mac_address': 'fa:16:3e:b6:81:89', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 383, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '39a64e86-2517-44c9-8575-7a43957d0a74', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103232) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 19:47:44.191451 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Current status of the port 040f691d-d43b-4da9-9616-951e0b0c8699 is: DOWN; New status is: BUILD {{(pid=103232) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 19:47:44.191913 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (040f691d-d43b-4da9-9616-951e0b0c8699), before_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:47:44.205239 n-d-713498-36 neutron-server[103232]: DEBUG neutron.notifiers.nova [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 040f691d-d43b-4da9-9616-951e0b0c8699 {{(pid=103232) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 19:47:44.224670 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-7429db8d-6021-40ad-813e-885be449a89b None None] For port 040f691d-d43b-4da9-9616-951e0b0c8699, host n-h2-713498-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-36',level=0,port_id=040f691d-d43b-4da9-9616-951e0b0c8699,segment=NetworkSegment(1bd4aa39-56ed-46c6-bad0-7175a7763d20),segment_id=1bd4aa39-56ed-46c6-bad0-7175a7763d20)] {{(pid=103232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 19:47:44.229599 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762867176205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762866656485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762866656503'] for port (040f691d-d43b-4da9-9616-951e0b0c8699), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:47:44.279761 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Pushing event updated for resources: {'Port': ['ID=040f691d-d43b-4da9-9616-951e0b0c8699,revision_number=4']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:47:44.434877 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-edc54c9b-7f13-45d9-9271-85c9738b0128 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762867132591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593584'] for agent (a62b1850-466f-48ae-bec7-d62fb280e14b), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:47:44.481377 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-7429db8d-6021-40ad-813e-885be449a89b None None] get_ports_and_sgs() called for port_ids ['040f691d-d43b-4da9-9616-951e0b0c8699'] {{(pid=103232) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 19:47:45.172858 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-909aee98-ab74-46f1-aa53-11578f411f1c req-ae35c0f4-fccd-4e4b-9380-6ced62a1aa5e tempest-TestNetworkBasicOps-1645094289 tempest-TestNetworkBasicOps-1645094289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:47:45.174372 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-909aee98-ab74-46f1-aa53-11578f411f1c req-ae35c0f4-fccd-4e4b-9380-6ced62a1aa5e tempest-TestNetworkBasicOps-1645094289 tempest-TestNetworkBasicOps-1645094289-project] 10.222.0.75 "GET /v2.0/ports?device_id=4fbeab16-f738-41dd-9ebe-d065e6043e83 HTTP/1.1" status: 200 len: 944 time: 0.0519454 Feb 09 19:47:45.226790 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-909aee98-ab74-46f1-aa53-11578f411f1c req-27427cc4-b005-449b-8f53-3ddfddb295c3 tempest-TestNetworkBasicOps-1645094289 tempest-TestNetworkBasicOps-1645094289-project] 10.222.0.75 "GET /v2.0/security-groups?id=1283f71a-3868-43f4-beec-e007b3b18274&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468762 Feb 09 19:47:46.052448 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-a7262a8e-0513-48fd-984d-75726a511961 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762867132591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593584'] for agent (911cfea2-02ae-4ec9-bac3-7808ee1cdd9c), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:47:46.074567 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Device 040f691d-d43b-4da9-9616-951e0b0c8699 up at agent hyperv_n-h2-713498-36 {{(pid=103232) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 19:47:46.122761 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.provisioning_blocks [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Provisioning for port 040f691d-d43b-4da9-9616-951e0b0c8699 completed by entity L2. {{(pid=103232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 19:47:46.126467 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.provisioning_blocks [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Provisioning complete for port 040f691d-d43b-4da9-9616-951e0b0c8699 triggered by entity L2. {{(pid=103232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 19:47:46.126819 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593630'] for port (040f691d-d43b-4da9-9616-951e0b0c8699), provisioning_complete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:47:46.205495 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Current status of the port 040f691d-d43b-4da9-9616-951e0b0c8699 is: BUILD; New status is: ACTIVE {{(pid=103232) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 19:47:46.205889 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (040f691d-d43b-4da9-9616-951e0b0c8699), before_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:47:46.227868 n-d-713498-36 neutron-server[103232]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4fbeab16-f738-41dd-9ebe-d065e6043e83', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '040f691d-d43b-4da9-9616-951e0b0c8699'}] {{(pid=103232) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 19:47:46.230252 n-d-713498-36 neutron-server[103232]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}949cdcde653dec44821de95cbf67297f53cbc2aed4e073b5d514f93bf911ce85" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6266ba46-c18b-4bc0-95d1-9df0e6e54971" -d '{"events": [{"server_uuid": "4fbeab16-f738-41dd-9ebe-d065e6043e83", "name": "network-vif-plugged", "status": "completed", "tag": "040f691d-d43b-4da9-9616-951e0b0c8699"}]}' {{(pid=103232) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 19:47:46.242121 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-7429db8d-6021-40ad-813e-885be449a89b None None] For port 040f691d-d43b-4da9-9616-951e0b0c8699, host n-h2-713498-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-36',level=0,port_id=040f691d-d43b-4da9-9616-951e0b0c8699,segment=NetworkSegment(1bd4aa39-56ed-46c6-bad0-7175a7763d20),segment_id=1bd4aa39-56ed-46c6-bad0-7175a7763d20)] {{(pid=103232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 19:47:46.246823 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762867176205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762866656485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762866656503'] for port (040f691d-d43b-4da9-9616-951e0b0c8699), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:47:46.274898 n-d-713498-36 neutron-server[103232]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 19:47:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1c395eea-5f71-476c-b980-c154a87377c8 x-openstack-request-id: req-1c395eea-5f71-476c-b980-c154a87377c8 {{(pid=103232) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 19:47:46.275358 n-d-713498-36 neutron-server[103232]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4fbeab16-f738-41dd-9ebe-d065e6043e83", "name": "network-vif-plugged", "status": "completed", "tag": "040f691d-d43b-4da9-9616-951e0b0c8699", "code": 200}]} {{(pid=103232) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 19:47:46.275624 n-d-713498-36 neutron-server[103232]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-1c395eea-5f71-476c-b980-c154a87377c8 {{(pid=103232) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 19:47:46.276887 n-d-713498-36 neutron-server[103232]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4fbeab16-f738-41dd-9ebe-d065e6043e83', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '040f691d-d43b-4da9-9616-951e0b0c8699', 'code': 200} Feb 09 19:47:46.303818 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Pushing event updated for resources: {'Port': ['ID=040f691d-d43b-4da9-9616-951e0b0c8699,revision_number=5']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:47:46.364853 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-365ffab1-3dd9-423f-a542-31ff9e56ea41 req-1566976b-5d00-4791-a9b7-2029ffb3ae37 tempest-TestNetworkBasicOps-1645094289 tempest-TestNetworkBasicOps-1645094289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:47:46.366237 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-365ffab1-3dd9-423f-a542-31ff9e56ea41 req-1566976b-5d00-4791-a9b7-2029ffb3ae37 tempest-TestNetworkBasicOps-1645094289 tempest-TestNetworkBasicOps-1645094289-project] 10.222.0.75 "GET /v2.0/ports?device_id=4fbeab16-f738-41dd-9ebe-d065e6043e83 HTTP/1.1" status: 200 len: 945 time: 0.0655890 Feb 09 19:47:46.434161 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8357b78e-d125-445a-b39c-48ea7ea0c307 req-c11a95c9-2487-49e6-b251-67468e15c7df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:47:46.435653 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-8357b78e-d125-445a-b39c-48ea7ea0c307 req-c11a95c9-2487-49e6-b251-67468e15c7df service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=4fbeab16-f738-41dd-9ebe-d065e6043e83 HTTP/1.1" status: 200 len: 1128 time: 0.0892675 Feb 09 19:47:46.439480 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-365ffab1-3dd9-423f-a542-31ff9e56ea41 req-6f8a4f8a-a019-4184-879e-994a00956724 tempest-TestNetworkBasicOps-1645094289 tempest-TestNetworkBasicOps-1645094289-project] 10.222.0.75 "GET /v2.0/security-groups?id=1283f71a-3868-43f4-beec-e007b3b18274&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0583525 Feb 09 19:47:46.483538 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-8357b78e-d125-445a-b39c-48ea7ea0c307 req-f12a1fc5-ae6d-4f0a-88bd-8db8552f912a service neutron] 10.222.0.90 "GET /v2.0/security-groups?id=1283f71a-3868-43f4-beec-e007b3b18274&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415261 Feb 09 19:47:47.047276 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762867132591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593584'] for agent (496418a2-c002-4aec-ab1a-07f3bea491bd), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:47:47.563298 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82878822-4a19-4949-8b70-1322c84ac5ce req-ff8cdc4b-1a51-4ead-a5a4-a336d583a7f2 tempest-TestNetworkBasicOps-1645094289 tempest-TestNetworkBasicOps-1645094289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:47:47.564783 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-82878822-4a19-4949-8b70-1322c84ac5ce req-ff8cdc4b-1a51-4ead-a5a4-a336d583a7f2 tempest-TestNetworkBasicOps-1645094289 tempest-TestNetworkBasicOps-1645094289-project] 10.222.0.75 "GET /v2.0/ports?device_id=4fbeab16-f738-41dd-9ebe-d065e6043e83 HTTP/1.1" status: 200 len: 945 time: 0.0530910 Feb 09 19:47:47.617279 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-82878822-4a19-4949-8b70-1322c84ac5ce req-0846e775-1be3-42aa-a46c-a5cafc27b1f0 tempest-TestNetworkBasicOps-1645094289 tempest-TestNetworkBasicOps-1645094289-project] 10.222.0.75 "GET /v2.0/security-groups?id=1283f71a-3868-43f4-beec-e007b3b18274&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469909 Feb 09 19:47:48.712681 n-d-713498-36 neutron-server[103233]: DEBUG neutron.db.agents_db [None req-4a8a6a42-0a0c-4437-8958-92282682b6bb None None] Agent healthcheck: found 7 active agents {{(pid=103233) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 19:47:48.742945 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-834dc0f9-501a-4af3-90d6-50f5956ad4cf req-f99d5af8-30e8-4c3b-be72-cd4ad6083d30 tempest-TestNetworkBasicOps-1645094289 tempest-TestNetworkBasicOps-1645094289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:47:48.745039 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-834dc0f9-501a-4af3-90d6-50f5956ad4cf req-f99d5af8-30e8-4c3b-be72-cd4ad6083d30 tempest-TestNetworkBasicOps-1645094289 tempest-TestNetworkBasicOps-1645094289-project] 10.222.0.75 "GET /v2.0/ports?device_id=4fbeab16-f738-41dd-9ebe-d065e6043e83 HTTP/1.1" status: 200 len: 945 time: 0.0574360 Feb 09 19:47:48.794638 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-834dc0f9-501a-4af3-90d6-50f5956ad4cf req-61ffd034-346e-4424-8811-3c3d3a39ddab tempest-TestNetworkBasicOps-1645094289 tempest-TestNetworkBasicOps-1645094289-project] 10.222.0.75 "GET /v2.0/security-groups?id=1283f71a-3868-43f4-beec-e007b3b18274&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435042 Feb 09 19:47:48.873097 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762867132591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593584'] for agent (488cd9ae-631f-4955-ba0b-4f5a13f12e9c), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:47:48.916498 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-062bca1b-063b-4ea2-956c-f4695aa9bd41 req-e7c1ee06-76ca-4b1b-9a9d-30e8f089bb56 tempest-TestNetworkBasicOps-1645094289 tempest-TestNetworkBasicOps-1645094289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:47:48.918026 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-062bca1b-063b-4ea2-956c-f4695aa9bd41 req-e7c1ee06-76ca-4b1b-9a9d-30e8f089bb56 tempest-TestNetworkBasicOps-1645094289 tempest-TestNetworkBasicOps-1645094289-project] 10.222.0.75 "GET /v2.0/ports?device_id=4fbeab16-f738-41dd-9ebe-d065e6043e83 HTTP/1.1" status: 200 len: 945 time: 0.0541291 Feb 09 19:47:48.968092 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-062bca1b-063b-4ea2-956c-f4695aa9bd41 req-a30bee6f-b852-4283-8c2e-5c3d703eab5a tempest-TestNetworkBasicOps-1645094289 tempest-TestNetworkBasicOps-1645094289-project] 10.222.0.75 "GET /v2.0/security-groups?id=1283f71a-3868-43f4-beec-e007b3b18274&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438902 Feb 09 19:47:48.990229 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 50550) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:47:49.038594 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e25d1ff-f88c-47f6-b0d6-074647e3216d tempest-TestNetworkBasicOps-670384598 tempest-TestNetworkBasicOps-670384598-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:47:49.040125 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-1e25d1ff-f88c-47f6-b0d6-074647e3216d tempest-TestNetworkBasicOps-670384598 tempest-TestNetworkBasicOps-670384598-project-admin] 10.222.0.75 "GET /v2.0/ports?device_id=4fbeab16-f738-41dd-9ebe-d065e6043e83 HTTP/1.1" status: 200 len: 1123 time: 0.0486796 Feb 09 19:47:49.042934 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 50552) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:47:49.047467 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.v2.base [None req-30e8bc96-630e-4c0f-8dd3-afca55b9db84 tempest-TestNetworkBasicOps-1645094289 tempest-TestNetworkBasicOps-1645094289-project] Request body: {'floatingip': {'floating_network_id': '88055e1e-672a-4487-be31-ffb6e833ece5', 'port_id': '040f691d-d43b-4da9-9616-951e0b0c8699', 'tenant_id': 'd10f75d7d9834af0ab88975c96df140f', 'fixed_ip_address': '172.20.0.5'}} {{(pid=103229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 19:47:49.066774 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-30e8bc96-630e-4c0f-8dd3-afca55b9db84 tempest-TestNetworkBasicOps-1645094289 tempest-TestNetworkBasicOps-1645094289-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:47:49.159784 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-30e8bc96-630e-4c0f-8dd3-afca55b9db84 tempest-TestNetworkBasicOps-1645094289 tempest-TestNetworkBasicOps-1645094289-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (None), before_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:47:49.250908 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762867132591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593584'] for agent (bcd5faee-dc24-4298-9134-0e0aa054058e), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:47:49.265867 n-d-713498-36 neutron-server[103229]: DEBUG neutron.db.db_base_plugin_common [None req-30e8bc96-630e-4c0f-8dd3-afca55b9db84 tempest-TestNetworkBasicOps-1645094289 tempest-TestNetworkBasicOps-1645094289-project] Allocated IP 172.25.1.69 (88055e1e-672a-4487-be31-ffb6e833ece5/ac16dbcc-383c-4b43-9153-d763c4a53f91/f43d7319-15b8-4baa-967f-72d0df5cca5c) {{(pid=103229) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 19:47:49.363603 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-30e8bc96-630e-4c0f-8dd3-afca55b9db84 tempest-TestNetworkBasicOps-1645094289 tempest-TestNetworkBasicOps-1645094289-project] Publish callbacks [] for port (f43d7319-15b8-4baa-967f-72d0df5cca5c), precommit_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:47:49.400933 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-30e8bc96-630e-4c0f-8dd3-afca55b9db84 tempest-TestNetworkBasicOps-1645094289 tempest-TestNetworkBasicOps-1645094289-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762866656467', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12867576'] for port (f43d7319-15b8-4baa-967f-72d0df5cca5c), after_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:47:49.444474 n-d-713498-36 neutron-server[103229]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30e8bc96-630e-4c0f-8dd3-afca55b9db84 tempest-TestNetworkBasicOps-1645094289 tempest-TestNetworkBasicOps-1645094289-project] Network 88055e1e-672a-4487-be31-ffb6e833ece5 is already hosted by enough agents. {{(pid=103229) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 19:47:49.448346 n-d-713498-36 neutron-server[103229]: DEBUG neutron.scheduler.base_scheduler [None req-30e8bc96-630e-4c0f-8dd3-afca55b9db84 tempest-TestNetworkBasicOps-1645094289 tempest-TestNetworkBasicOps-1645094289-project] Resources bound (agent type, host, resource id): {{(pid=103229) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 19:47:49.455933 n-d-713498-36 neutron-server[103229]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30e8bc96-630e-4c0f-8dd3-afca55b9db84 tempest-TestNetworkBasicOps-1645094289 tempest-TestNetworkBasicOps-1645094289-project] Received port after_create {{(pid=103229) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 19:47:49.461287 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30e8bc96-630e-4c0f-8dd3-afca55b9db84 tempest-TestNetworkBasicOps-1645094289 tempest-TestNetworkBasicOps-1645094289-project] Pushing event updated for resources: {'Port': ['ID=f43d7319-15b8-4baa-967f-72d0df5cca5c,revision_number=1']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:47:49.807807 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-30e8bc96-630e-4c0f-8dd3-afca55b9db84 tempest-TestNetworkBasicOps-1645094289 tempest-TestNetworkBasicOps-1645094289-project] Publish callbacks [] for floatingip (e5469fa2-5e9c-42e2-9246-bfb95efb98d6), precommit_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:47:49.878359 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-30e8bc96-630e-4c0f-8dd3-afca55b9db84 tempest-TestNetworkBasicOps-1645094289 tempest-TestNetworkBasicOps-1645094289-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (f43d7319-15b8-4baa-967f-72d0df5cca5c), before_update {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:47:50.025516 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-30e8bc96-630e-4c0f-8dd3-afca55b9db84 tempest-TestNetworkBasicOps-1645094289 tempest-TestNetworkBasicOps-1645094289-project] Publish callbacks [] for port (f43d7319-15b8-4baa-967f-72d0df5cca5c), precommit_update {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:47:50.029971 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-30e8bc96-630e-4c0f-8dd3-afca55b9db84 tempest-TestNetworkBasicOps-1645094289 tempest-TestNetworkBasicOps-1645094289-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762867176205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762866656485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762866656503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12867569'] for port (f43d7319-15b8-4baa-967f-72d0df5cca5c), after_update {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:47:50.095039 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30e8bc96-630e-4c0f-8dd3-afca55b9db84 tempest-TestNetworkBasicOps-1645094289 tempest-TestNetworkBasicOps-1645094289-project] Pushing event updated for resources: {'Port': ['ID=f43d7319-15b8-4baa-967f-72d0df5cca5c,revision_number=2']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:47:50.106492 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-30e8bc96-630e-4c0f-8dd3-afca55b9db84 tempest-TestNetworkBasicOps-1645094289 tempest-TestNetworkBasicOps-1645094289-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1818909'] for floatingip (e5469fa2-5e9c-42e2-9246-bfb95efb98d6), after_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:47:50.206336 n-d-713498-36 neutron-server[103229]: INFO neutron.db.l3_db [None req-30e8bc96-630e-4c0f-8dd3-afca55b9db84 tempest-TestNetworkBasicOps-1645094289 tempest-TestNetworkBasicOps-1645094289-project] Floating IP e5469fa2-5e9c-42e2-9246-bfb95efb98d6 associated. External IP: 172.25.1.69, port: 040f691d-d43b-4da9-9616-951e0b0c8699. Feb 09 19:47:50.411999 n-d-713498-36 neutron-server[103229]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-30e8bc96-630e-4c0f-8dd3-afca55b9db84 tempest-TestNetworkBasicOps-1645094289 tempest-TestNetworkBasicOps-1645094289-project] Router f33065a5-ec6c-467e-a71b-52667218efb7 has already been hosted by L3 agent 93303d5e-5d17-45e8-8963-7694f87783ae {{(pid=103229) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 19:47:50.523579 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-30e8bc96-630e-4c0f-8dd3-afca55b9db84 tempest-TestNetworkBasicOps-1645094289 tempest-TestNetworkBasicOps-1645094289-project] Notify agent at l3_agent.n-d-713498-36 the message routers_updated {{(pid=103229) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 19:47:50.533470 n-d-713498-36 neutron-server[103233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-187dd3c5-955d-4ae8-93ce-23be458a25d8 None None] Sync routers for ids ['f33065a5-ec6c-467e-a71b-52667218efb7'] in n-d-713498-36 {{(pid=103233) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 19:47:50.542042 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-30e8bc96-630e-4c0f-8dd3-afca55b9db84 tempest-TestNetworkBasicOps-1645094289 tempest-TestNetworkBasicOps-1645094289-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171096'] for floatingip (None), before_response {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:47:50.544546 n-d-713498-36 neutron-server[103233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-187dd3c5-955d-4ae8-93ce-23be458a25d8 None None] Routers {'f33065a5-ec6c-467e-a71b-52667218efb7'} bound to L3 agent in host n-d-713498-36 {{(pid=103233) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 19:47:50.545157 n-d-713498-36 neutron-server[103233]: DEBUG neutron.db.l3_hamode_db [None req-187dd3c5-955d-4ae8-93ce-23be458a25d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T18:51:43Z,description=,heartbeat_timestamp=2022-02-09T19:47:43Z,host='n-d-713498-36',id=93303d5e-5d17-45e8-8963-7694f87783ae,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T18:51:43Z,topic='l3_agent')) {'router_ids': ['f33065a5-ec6c-467e-a71b-52667218efb7'], 'active': True} {{(pid=103233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:47:50.576111 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-30e8bc96-630e-4c0f-8dd3-afca55b9db84 tempest-TestNetworkBasicOps-1645094289 tempest-TestNetworkBasicOps-1645094289-project] 10.222.0.75 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.5295796 Feb 09 19:47:50.576111 n-d-713498-36 neutron-server[103229]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4fbeab16-f738-41dd-9ebe-d065e6043e83', 'tag': '040f691d-d43b-4da9-9616-951e0b0c8699'}] {{(pid=103229) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 19:47:50.576446 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 50554) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:47:50.581773 n-d-713498-36 neutron-server[103229]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fa6ae9a20702bd564eaf90d946620b2b4277b1ab91129323d3b54181076be307" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5989ff77-f241-426e-a6f2-98d5381f5154" -d '{"events": [{"name": "network-changed", "server_uuid": "4fbeab16-f738-41dd-9ebe-d065e6043e83", "tag": "040f691d-d43b-4da9-9616-951e0b0c8699"}]}' {{(pid=103229) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 19:47:50.622147 n-d-713498-36 neutron-server[103229]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 19:47:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b02b3077-3869-4cc8-94ad-4ffd02bdb674 x-openstack-request-id: req-b02b3077-3869-4cc8-94ad-4ffd02bdb674 {{(pid=103229) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 19:47:50.622147 n-d-713498-36 neutron-server[103229]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4fbeab16-f738-41dd-9ebe-d065e6043e83", "tag": "040f691d-d43b-4da9-9616-951e0b0c8699", "status": "completed", "code": 200}]} {{(pid=103229) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 19:47:50.622374 n-d-713498-36 neutron-server[103229]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-b02b3077-3869-4cc8-94ad-4ffd02bdb674 {{(pid=103229) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 19:47:50.622734 n-d-713498-36 neutron-server[103229]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4fbeab16-f738-41dd-9ebe-d065e6043e83', 'tag': '040f691d-d43b-4da9-9616-951e0b0c8699', 'status': 'completed', 'code': 200} Feb 09 19:47:50.641050 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-472bbe47-b3a4-479a-923d-8686c06b5cdb tempest-TestNetworkBasicOps-1645094289 tempest-TestNetworkBasicOps-1645094289-project] 10.222.0.75 "GET /v2.0/floatingips/e5469fa2-5e9c-42e2-9246-bfb95efb98d6 HTTP/1.1" status: 200 len: 990 time: 0.0633066 Feb 09 19:47:50.658135 n-d-713498-36 neutron-server[103233]: DEBUG neutron.db.l3_dvr_db [None req-187dd3c5-955d-4ae8-93ce-23be458a25d8 None None] Set router f33065a5-ec6c-467e-a71b-52667218efb7 gateway port host: n-d-713498-36 {{(pid=103233) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 19:47:50.694823 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5989ff77-f241-426e-a6f2-98d5381f5154 req-6acec3d2-343b-428f-aad9-96ba069fd1b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:47:50.696239 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-5989ff77-f241-426e-a6f2-98d5381f5154 req-6acec3d2-343b-428f-aad9-96ba069fd1b1 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=d10f75d7d9834af0ab88975c96df140f&device_id=4fbeab16-f738-41dd-9ebe-d065e6043e83 HTTP/1.1" status: 200 len: 1128 time: 0.0495062 Feb 09 19:47:50.787136 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5989ff77-f241-426e-a6f2-98d5381f5154 req-a0e699ac-a6e7-460d-9ba4-35423fd042a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:47:50.788622 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-5989ff77-f241-426e-a6f2-98d5381f5154 req-a0e699ac-a6e7-460d-9ba4-35423fd042a3 service neutron] 10.222.0.90 "GET /v2.0/networks?id=554f00a6-9c3b-4320-bc34-6b003e06af15 HTTP/1.1" status: 200 len: 898 time: 0.0845103 Feb 09 19:47:50.864411 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-5989ff77-f241-426e-a6f2-98d5381f5154 req-153ee387-9451-4809-bad3-3aed3e228643 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=040f691d-d43b-4da9-9616-951e0b0c8699 HTTP/1.1" status: 200 len: 998 time: 0.0675495 Feb 09 19:47:50.890954 n-d-713498-36 neutron-server[103233]: DEBUG neutron.db.l3_hamode_db [None req-187dd3c5-955d-4ae8-93ce-23be458a25d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f33065a5-ec6c-467e-a71b-52667218efb7', 'name': 'tempest-TestNetworkBasicOps-router-1876377061', 'tenant_id': 'd10f75d7d9834af0ab88975c96df140f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88055e1e-672a-4487-be31-ffb6e833ece5', 'external_fixed_ips': [{'subnet_id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'ip_address': '172.25.1.201'}], 'enable_snat': True}, 'gw_port_id': 'da7fffa3-7c66-4f9c-819a-e61a731b5baa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T19:47:29Z', 'updated_at': '2022-02-09T19:47:33Z', 'revision_number': 4, 'project_id': 'd10f75d7d9834af0ab88975c96df140f', 'gw_port': {'id': 'da7fffa3-7c66-4f9c-819a-e61a731b5baa', 'name': '', 'network_id': '88055e1e-672a-4487-be31-ffb6e833ece5', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:99:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f33065a5-ec6c-467e-a71b-52667218efb7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4025, 'fixed_ips': [{'subnet_id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'ip_address': '172.25.1.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T19:47:30Z', 'updated_at': '2022-02-09T19:47:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-36', '_floatingips': [{'id': 'e5469fa2-5e9c-42e2-9246-bfb95efb98d6', 'tenant_id': 'd10f75d7d9834af0ab88975c96df140f', 'floating_ip_address': '172.25.1.69', 'floating_network_id': '88055e1e-672a-4487-be31-ffb6e833ece5', 'router_id': 'f33065a5-ec6c-467e-a71b-52667218efb7', 'port_id': '040f691d-d43b-4da9-9616-951e0b0c8699', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4040, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '554f00a6-9c3b-4320-bc34-6b003e06af15', 'mac_address': 'fa:16:3e:b6:81:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fbeab16-f738-41dd-9ebe-d065e6043e83', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T19:47:49Z', 'updated_at': '2022-02-09T19:47:49Z', 'revision_number': 0, 'project_id': 'd10f75d7d9834af0ab88975c96df140f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'afa3a5e3-6283-4645-8ff4-a286f81ae31e', 'name': '', 'network_id': '554f00a6-9c3b-4320-bc34-6b003e06af15', 'tenant_id': 'd10f75d7d9834af0ab88975c96df140f', 'mac_address': 'fa:16:3e:74:08:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f33065a5-ec6c-467e-a71b-52667218efb7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4028, 'fixed_ips': [{'subnet_id': '39a64e86-2517-44c9-8575-7a43957d0a74', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T19:47:33Z', 'updated_at': '2022-02-09T19:47:37Z', 'revision_number': 5, 'project_id': 'd10f75d7d9834af0ab88975c96df140f', 'subnets': [{'id': '39a64e86-2517-44c9-8575-7a43957d0a74', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-36', False) {} {{(pid=103233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:47:50.914743 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5989ff77-f241-426e-a6f2-98d5381f5154 req-8d434c8a-9810-4146-94c9-e3c62f54ed97 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:47:50.917962 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-5989ff77-f241-426e-a6f2-98d5381f5154 req-8d434c8a-9810-4146-94c9-e3c62f54ed97 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=39a64e86-2517-44c9-8575-7a43957d0a74 HTTP/1.1" status: 200 len: 834 time: 0.0464582 Feb 09 19:47:50.972026 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5989ff77-f241-426e-a6f2-98d5381f5154 req-1d73b093-5a71-4a85-872f-06cabb041ce5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:47:50.973470 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-5989ff77-f241-426e-a6f2-98d5381f5154 req-1d73b093-5a71-4a85-872f-06cabb041ce5 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=554f00a6-9c3b-4320-bc34-6b003e06af15&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0488710 Feb 09 19:47:51.014896 n-d-713498-36 neutron-server[103233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-187dd3c5-955d-4ae8-93ce-23be458a25d8 None None] Checking router: f33065a5-ec6c-467e-a71b-52667218efb7 for host: n-d-713498-36 {{(pid=103233) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 19:47:51.023269 n-d-713498-36 neutron-server[103233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-187dd3c5-955d-4ae8-93ce-23be458a25d8 None None] Routers {'f33065a5-ec6c-467e-a71b-52667218efb7'} bound to L3 agent in host n-d-713498-36 {{(pid=103233) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 19:47:51.023865 n-d-713498-36 neutron-server[103233]: DEBUG neutron.db.l3_hamode_db [None req-187dd3c5-955d-4ae8-93ce-23be458a25d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T18:51:43Z,description=,heartbeat_timestamp=2022-02-09T19:47:43Z,host='n-d-713498-36',id=93303d5e-5d17-45e8-8963-7694f87783ae,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T18:51:43Z,topic='l3_agent')) {'router_ids': ['f33065a5-ec6c-467e-a71b-52667218efb7'], 'active': True} {{(pid=103233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:47:51.070249 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-5989ff77-f241-426e-a6f2-98d5381f5154 req-baff79b4-30f8-4e3c-9809-e65c73f9664d service neutron] 10.222.0.90 "GET /v2.0/networks/554f00a6-9c3b-4320-bc34-6b003e06af15?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0888243 Feb 09 19:47:51.128919 n-d-713498-36 neutron-server[103233]: DEBUG neutron.db.l3_dvr_db [None req-187dd3c5-955d-4ae8-93ce-23be458a25d8 None None] Set router f33065a5-ec6c-467e-a71b-52667218efb7 gateway port host: n-d-713498-36 {{(pid=103233) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 19:47:51.160478 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-5989ff77-f241-426e-a6f2-98d5381f5154 req-82ffd2ce-3c9d-4349-a5df-d1a0bab584c5 service neutron] 10.222.0.90 "GET /v2.0/networks/554f00a6-9c3b-4320-bc34-6b003e06af15?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0839589 Feb 09 19:47:51.351619 n-d-713498-36 neutron-server[103233]: DEBUG neutron.db.l3_hamode_db [None req-187dd3c5-955d-4ae8-93ce-23be458a25d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f33065a5-ec6c-467e-a71b-52667218efb7', 'name': 'tempest-TestNetworkBasicOps-router-1876377061', 'tenant_id': 'd10f75d7d9834af0ab88975c96df140f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88055e1e-672a-4487-be31-ffb6e833ece5', 'external_fixed_ips': [{'subnet_id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'ip_address': '172.25.1.201'}], 'enable_snat': True}, 'gw_port_id': 'da7fffa3-7c66-4f9c-819a-e61a731b5baa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T19:47:29Z', 'updated_at': '2022-02-09T19:47:33Z', 'revision_number': 4, 'project_id': 'd10f75d7d9834af0ab88975c96df140f', 'gw_port': {'id': 'da7fffa3-7c66-4f9c-819a-e61a731b5baa', 'name': '', 'network_id': '88055e1e-672a-4487-be31-ffb6e833ece5', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:99:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f33065a5-ec6c-467e-a71b-52667218efb7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4025, 'fixed_ips': [{'subnet_id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'ip_address': '172.25.1.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T19:47:30Z', 'updated_at': '2022-02-09T19:47:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-36', '_floatingips': [{'id': 'e5469fa2-5e9c-42e2-9246-bfb95efb98d6', 'tenant_id': 'd10f75d7d9834af0ab88975c96df140f', 'floating_ip_address': '172.25.1.69', 'floating_network_id': '88055e1e-672a-4487-be31-ffb6e833ece5', 'router_id': 'f33065a5-ec6c-467e-a71b-52667218efb7', 'port_id': '040f691d-d43b-4da9-9616-951e0b0c8699', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4040, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '554f00a6-9c3b-4320-bc34-6b003e06af15', 'mac_address': 'fa:16:3e:b6:81:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fbeab16-f738-41dd-9ebe-d065e6043e83', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T19:47:49Z', 'updated_at': '2022-02-09T19:47:49Z', 'revision_number': 0, 'project_id': 'd10f75d7d9834af0ab88975c96df140f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'afa3a5e3-6283-4645-8ff4-a286f81ae31e', 'name': '', 'network_id': '554f00a6-9c3b-4320-bc34-6b003e06af15', 'tenant_id': 'd10f75d7d9834af0ab88975c96df140f', 'mac_address': 'fa:16:3e:74:08:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f33065a5-ec6c-467e-a71b-52667218efb7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4028, 'fixed_ips': [{'subnet_id': '39a64e86-2517-44c9-8575-7a43957d0a74', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T19:47:33Z', 'updated_at': '2022-02-09T19:47:37Z', 'revision_number': 5, 'project_id': 'd10f75d7d9834af0ab88975c96df140f', 'subnets': [{'id': '39a64e86-2517-44c9-8575-7a43957d0a74', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-36', False) {} {{(pid=103233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:47:51.380153 n-d-713498-36 neutron-server[103233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-187dd3c5-955d-4ae8-93ce-23be458a25d8 None None] The sync data for ids ['f33065a5-ec6c-467e-a71b-52667218efb7'] in n-d-713498-36 is: [{'id': 'f33065a5-ec6c-467e-a71b-52667218efb7', 'name': 'tempest-TestNetworkBasicOps-router-1876377061', 'tenant_id': 'd10f75d7d9834af0ab88975c96df140f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88055e1e-672a-4487-be31-ffb6e833ece5', 'external_fixed_ips': [{'subnet_id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'ip_address': '172.25.1.201'}], 'enable_snat': True}, 'gw_port_id': 'da7fffa3-7c66-4f9c-819a-e61a731b5baa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T19:47:29Z', 'updated_at': '2022-02-09T19:47:33Z', 'revision_number': 4, 'project_id': 'd10f75d7d9834af0ab88975c96df140f', 'gw_port': {'id': 'da7fffa3-7c66-4f9c-819a-e61a731b5baa', 'name': '', 'network_id': '88055e1e-672a-4487-be31-ffb6e833ece5', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:99:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f33065a5-ec6c-467e-a71b-52667218efb7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4025, 'fixed_ips': [{'subnet_id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'ip_address': '172.25.1.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T19:47:30Z', 'updated_at': '2022-02-09T19:47:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-36', '_floatingips': [{'id': 'e5469fa2-5e9c-42e2-9246-bfb95efb98d6', 'tenant_id': 'd10f75d7d9834af0ab88975c96df140f', 'floating_ip_address': '172.25.1.69', 'floating_network_id': '88055e1e-672a-4487-be31-ffb6e833ece5', 'router_id': 'f33065a5-ec6c-467e-a71b-52667218efb7', 'port_id': '040f691d-d43b-4da9-9616-951e0b0c8699', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4040, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '554f00a6-9c3b-4320-bc34-6b003e06af15', 'mac_address': 'fa:16:3e:b6:81:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fbeab16-f738-41dd-9ebe-d065e6043e83', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T19:47:49Z', 'updated_at': '2022-02-09T19:47:49Z', 'revision_number': 0, 'project_id': 'd10f75d7d9834af0ab88975c96df140f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'afa3a5e3-6283-4645-8ff4-a286f81ae31e', 'name': '', 'network_id': '554f00a6-9c3b-4320-bc34-6b003e06af15', 'tenant_id': 'd10f75d7d9834af0ab88975c96df140f', 'mac_address': 'fa:16:3e:74:08:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f33065a5-ec6c-467e-a71b-52667218efb7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4028, 'fixed_ips': [{'subnet_id': '39a64e86-2517-44c9-8575-7a43957d0a74', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T19:47:33Z', 'updated_at': '2022-02-09T19:47:37Z', 'revision_number': 5, 'project_id': 'd10f75d7d9834af0ab88975c96df140f', 'subnets': [{'id': '39a64e86-2517-44c9-8575-7a43957d0a74', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103233) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 19:47:51.585233 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a88956e-9f50-4654-be38-43f766be009a None None] New status for floating IP e5469fa2-5e9c-42e2-9246-bfb95efb98d6: ACTIVE {{(pid=103232) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 09 19:47:51.643923 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 50558) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:47:51.707277 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-1b9cdf0b-3274-4eee-86ab-e0fc3780f0be tempest-TestNetworkBasicOps-1645094289 tempest-TestNetworkBasicOps-1645094289-project] 10.222.0.75 "GET /v2.0/floatingips/e5469fa2-5e9c-42e2-9246-bfb95efb98d6 HTTP/1.1" status: 200 len: 990 time: 0.0622125 Feb 09 19:47:52.710827 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 50560) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:47:52.773692 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-b508bffc-117e-48c9-b03e-0fcd18f1b1fd tempest-TestNetworkBasicOps-1645094289 tempest-TestNetworkBasicOps-1645094289-project] 10.222.0.75 "GET /v2.0/floatingips/e5469fa2-5e9c-42e2-9246-bfb95efb98d6 HTTP/1.1" status: 200 len: 992 time: 0.0617328 Feb 09 19:48:03.347654 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-d9ce2ce7-2805-4a18-a7f2-102c95994648 req-81001577-4e35-4f07-9d3b-83440e8689c8 service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=cbaf0b82-9493-4ee5-8979-14cd489d7c31&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0434215 Feb 09 19:48:03.433527 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9ce2ce7-2805-4a18-a7f2-102c95994648 req-5ea841b6-f84a-4e10-9230-99cd6d61a1d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:48:03.435057 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-d9ce2ce7-2805-4a18-a7f2-102c95994648 req-5ea841b6-f84a-4e10-9230-99cd6d61a1d8 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=e66ffe5bb4494e31b9de6c7224f91756&device_id=cbaf0b82-9493-4ee5-8979-14cd489d7c31 HTTP/1.1" status: 200 len: 1128 time: 0.0445542 Feb 09 19:48:03.537528 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9ce2ce7-2805-4a18-a7f2-102c95994648 req-21c663cc-466b-4bbf-b6ac-9bde3cdeac2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:48:03.539064 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-d9ce2ce7-2805-4a18-a7f2-102c95994648 req-21c663cc-466b-4bbf-b6ac-9bde3cdeac2b service neutron] 10.222.0.89 "GET /v2.0/networks?id=6c0390b8-57a8-4e5d-b1b3-4d3098f0383e HTTP/1.1" status: 200 len: 913 time: 0.0869215 Feb 09 19:48:03.602942 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-d9ce2ce7-2805-4a18-a7f2-102c95994648 req-9643d38a-a787-4630-84d2-786350d00194 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=6c359067-0903-4b1b-9261-1bf513b069e4 HTTP/1.1" status: 200 len: 1001 time: 0.0579674 Feb 09 19:48:03.654858 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9ce2ce7-2805-4a18-a7f2-102c95994648 req-d680112b-20e6-45bf-bbb2-bf4f0d368a93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:48:03.656284 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-d9ce2ce7-2805-4a18-a7f2-102c95994648 req-d680112b-20e6-45bf-bbb2-bf4f0d368a93 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=8c23e8df-50ec-4124-b2e0-ec4287e0865a HTTP/1.1" status: 200 len: 851 time: 0.0470848 Feb 09 19:48:03.703596 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9ce2ce7-2805-4a18-a7f2-102c95994648 req-f1fa8f9a-c2a5-4f9c-a877-9764ee025feb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:48:03.705050 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-d9ce2ce7-2805-4a18-a7f2-102c95994648 req-f1fa8f9a-c2a5-4f9c-a877-9764ee025feb service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=6c0390b8-57a8-4e5d-b1b3-4d3098f0383e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0435402 Feb 09 19:48:03.792153 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-d9ce2ce7-2805-4a18-a7f2-102c95994648 req-76122547-1a5a-4f3d-b723-eb9b342e3220 service neutron] 10.222.0.89 "GET /v2.0/networks/6c0390b8-57a8-4e5d-b1b3-4d3098f0383e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0814266 Feb 09 19:48:03.883819 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-d9ce2ce7-2805-4a18-a7f2-102c95994648 req-172e210b-ee71-414d-8029-93cea9b1fa4b service neutron] 10.222.0.89 "GET /v2.0/networks/6c0390b8-57a8-4e5d-b1b3-4d3098f0383e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853946 Feb 09 19:48:10.837248 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-ef9369e4-5b54-438e-8119-d709474c6241 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762867132591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593584'] for agent (af91e4b9-f4e1-42b1-a25c-a10dc47171c8), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:48:13.120299 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-bf72df20-3362-48c8-8210-d1055912f675 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762867132591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593584'] for agent (93303d5e-5d17-45e8-8963-7694f87783ae), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:48:14.438467 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-edc54c9b-7f13-45d9-9271-85c9738b0128 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762867132591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593584'] for agent (a62b1850-466f-48ae-bec7-d62fb280e14b), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:48:16.054673 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-a7262a8e-0513-48fd-984d-75726a511961 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762867132591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593584'] for agent (911cfea2-02ae-4ec9-bac3-7808ee1cdd9c), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:48:17.051554 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762867132591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593584'] for agent (496418a2-c002-4aec-ab1a-07f3bea491bd), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:48:18.874813 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762867132591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593584'] for agent (488cd9ae-631f-4955-ba0b-4f5a13f12e9c), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:48:19.246678 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762867132591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593584'] for agent (bcd5faee-dc24-4298-9134-0e0aa054058e), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:48:25.711765 n-d-713498-36 neutron-server[103233]: DEBUG neutron.db.agents_db [None req-4a8a6a42-0a0c-4437-8958-92282682b6bb None None] Agent healthcheck: found 7 active agents {{(pid=103233) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 19:48:28.025373 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 50576) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:48:28.090495 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-f56a5d9e-ead7-4166-ac94-68d2e4ca4220 tempest-TestNetworkBasicOps-1645094289 tempest-TestNetworkBasicOps-1645094289-project] 10.222.0.75 "GET /v2.0/floatingips/e5469fa2-5e9c-42e2-9246-bfb95efb98d6 HTTP/1.1" status: 200 len: 992 time: 0.0639160 Feb 09 19:48:28.368060 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 50582) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:48:28.523344 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.plugin [None req-823a651b-6e4c-4b1a-85a3-9a415226994e tempest-TestNetworkBasicOps-1645094289 tempest-TestNetworkBasicOps-1645094289-project] Deleting port f43d7319-15b8-4baa-967f-72d0df5cca5c {{(pid=103230) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 19:48:28.523683 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-823a651b-6e4c-4b1a-85a3-9a415226994e tempest-TestNetworkBasicOps-1645094289 tempest-TestNetworkBasicOps-1645094289-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762867170196'] for port (f43d7319-15b8-4baa-967f-72d0df5cca5c), before_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:48:28.598784 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-823a651b-6e4c-4b1a-85a3-9a415226994e tempest-TestNetworkBasicOps-1645094289 tempest-TestNetworkBasicOps-1645094289-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1820838'] for port (f43d7319-15b8-4baa-967f-72d0df5cca5c), precommit_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:48:28.599115 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-823a651b-6e4c-4b1a-85a3-9a415226994e tempest-TestNetworkBasicOps-1645094289 tempest-TestNetworkBasicOps-1645094289-project] Publish callbacks [] for floatingip (f43d7319-15b8-4baa-967f-72d0df5cca5c), precommit_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:48:28.610812 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.plugin [None req-823a651b-6e4c-4b1a-85a3-9a415226994e tempest-TestNetworkBasicOps-1645094289 tempest-TestNetworkBasicOps-1645094289-project] Calling delete_port for f43d7319-15b8-4baa-967f-72d0df5cca5c owned by network:floatingip {{(pid=103230) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 19:48:28.757494 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-823a651b-6e4c-4b1a-85a3-9a415226994e tempest-TestNetworkBasicOps-1645094289 tempest-TestNetworkBasicOps-1645094289-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762867177463', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762866656476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14393751'] for port (f43d7319-15b8-4baa-967f-72d0df5cca5c), after_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:48:28.787390 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-823a651b-6e4c-4b1a-85a3-9a415226994e tempest-TestNetworkBasicOps-1645094289 tempest-TestNetworkBasicOps-1645094289-project] Pushing event deleted for resources: {'Port': ['ID=f43d7319-15b8-4baa-967f-72d0df5cca5c,revision_number=None']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:48:28.815684 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-823a651b-6e4c-4b1a-85a3-9a415226994e tempest-TestNetworkBasicOps-1645094289 tempest-TestNetworkBasicOps-1645094289-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:48:28.816177 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-823a651b-6e4c-4b1a-85a3-9a415226994e tempest-TestNetworkBasicOps-1645094289 tempest-TestNetworkBasicOps-1645094289-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:48:28.816673 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-823a651b-6e4c-4b1a-85a3-9a415226994e tempest-TestNetworkBasicOps-1645094289 tempest-TestNetworkBasicOps-1645094289-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:48:28.817032 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-823a651b-6e4c-4b1a-85a3-9a415226994e tempest-TestNetworkBasicOps-1645094289 tempest-TestNetworkBasicOps-1645094289-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:48:28.817346 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-823a651b-6e4c-4b1a-85a3-9a415226994e tempest-TestNetworkBasicOps-1645094289 tempest-TestNetworkBasicOps-1645094289-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:48:28.817676 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-823a651b-6e4c-4b1a-85a3-9a415226994e tempest-TestNetworkBasicOps-1645094289 tempest-TestNetworkBasicOps-1645094289-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:48:28.818051 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-823a651b-6e4c-4b1a-85a3-9a415226994e tempest-TestNetworkBasicOps-1645094289 tempest-TestNetworkBasicOps-1645094289-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:48:28.818375 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-823a651b-6e4c-4b1a-85a3-9a415226994e tempest-TestNetworkBasicOps-1645094289 tempest-TestNetworkBasicOps-1645094289-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:48:28.818718 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-823a651b-6e4c-4b1a-85a3-9a415226994e tempest-TestNetworkBasicOps-1645094289 tempest-TestNetworkBasicOps-1645094289-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:48:28.819179 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-823a651b-6e4c-4b1a-85a3-9a415226994e tempest-TestNetworkBasicOps-1645094289 tempest-TestNetworkBasicOps-1645094289-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:48:28.819653 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-823a651b-6e4c-4b1a-85a3-9a415226994e tempest-TestNetworkBasicOps-1645094289 tempest-TestNetworkBasicOps-1645094289-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:48:28.820061 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-823a651b-6e4c-4b1a-85a3-9a415226994e tempest-TestNetworkBasicOps-1645094289 tempest-TestNetworkBasicOps-1645094289-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:48:28.820389 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-823a651b-6e4c-4b1a-85a3-9a415226994e tempest-TestNetworkBasicOps-1645094289 tempest-TestNetworkBasicOps-1645094289-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:48:28.863596 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-823a651b-6e4c-4b1a-85a3-9a415226994e tempest-TestNetworkBasicOps-1645094289 tempest-TestNetworkBasicOps-1645094289-project] Publish callbacks [] for floatingip (e5469fa2-5e9c-42e2-9246-bfb95efb98d6), after_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:48:28.863924 n-d-713498-36 neutron-server[103230]: INFO neutron.db.l3_db [None req-823a651b-6e4c-4b1a-85a3-9a415226994e tempest-TestNetworkBasicOps-1645094289 tempest-TestNetworkBasicOps-1645094289-project] Floating IP e5469fa2-5e9c-42e2-9246-bfb95efb98d6 disassociated (deleted). External IP: 172.25.1.69, port: 040f691d-d43b-4da9-9616-951e0b0c8699. Feb 09 19:48:29.075149 n-d-713498-36 neutron-server[103230]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-823a651b-6e4c-4b1a-85a3-9a415226994e tempest-TestNetworkBasicOps-1645094289 tempest-TestNetworkBasicOps-1645094289-project] Router f33065a5-ec6c-467e-a71b-52667218efb7 has already been hosted by L3 agent 93303d5e-5d17-45e8-8963-7694f87783ae {{(pid=103230) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 19:48:29.196249 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-823a651b-6e4c-4b1a-85a3-9a415226994e tempest-TestNetworkBasicOps-1645094289 tempest-TestNetworkBasicOps-1645094289-project] Notify agent at l3_agent.n-d-713498-36 the message routers_updated {{(pid=103230) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 19:48:29.201181 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-823a651b-6e4c-4b1a-85a3-9a415226994e tempest-TestNetworkBasicOps-1645094289 tempest-TestNetworkBasicOps-1645094289-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171096'] for floatingip (None), before_response {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:48:29.206107 n-d-713498-36 neutron-server[103233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac215e67-06f9-4fd7-92ff-253700f53c4b None None] Sync routers for ids ['f33065a5-ec6c-467e-a71b-52667218efb7'] in n-d-713498-36 {{(pid=103233) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 19:48:29.216395 n-d-713498-36 neutron-server[103233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac215e67-06f9-4fd7-92ff-253700f53c4b None None] Routers {'f33065a5-ec6c-467e-a71b-52667218efb7'} bound to L3 agent in host n-d-713498-36 {{(pid=103233) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 19:48:29.217011 n-d-713498-36 neutron-server[103233]: DEBUG neutron.db.l3_hamode_db [None req-ac215e67-06f9-4fd7-92ff-253700f53c4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T18:51:43Z,description=,heartbeat_timestamp=2022-02-09T19:48:13Z,host='n-d-713498-36',id=93303d5e-5d17-45e8-8963-7694f87783ae,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T18:51:43Z,topic='l3_agent')) {'router_ids': ['f33065a5-ec6c-467e-a71b-52667218efb7'], 'active': True} {{(pid=103233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:48:29.230490 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-823a651b-6e4c-4b1a-85a3-9a415226994e tempest-TestNetworkBasicOps-1645094289 tempest-TestNetworkBasicOps-1645094289-project] 10.222.0.75 "DELETE /v2.0/floatingips/e5469fa2-5e9c-42e2-9246-bfb95efb98d6 HTTP/1.1" status: 204 len: 168 time: 0.8614042 Feb 09 19:48:29.231073 n-d-713498-36 neutron-server[103230]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4fbeab16-f738-41dd-9ebe-d065e6043e83', 'tag': '040f691d-d43b-4da9-9616-951e0b0c8699'}] {{(pid=103230) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 19:48:29.233337 n-d-713498-36 neutron-server[103230]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aee5919275bae9f72eb374ee322673045eb80c1f84b4b45a97d96923bd50ab51" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-85f7fb13-d9f1-4212-9663-ded36e74b65a" -d '{"events": [{"name": "network-changed", "server_uuid": "4fbeab16-f738-41dd-9ebe-d065e6043e83", "tag": "040f691d-d43b-4da9-9616-951e0b0c8699"}]}' {{(pid=103230) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 19:48:29.273288 n-d-713498-36 neutron-server[103230]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 19:48:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7171951b-4cb9-4b87-b3b4-7257a26a5cd6 x-openstack-request-id: req-7171951b-4cb9-4b87-b3b4-7257a26a5cd6 {{(pid=103230) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 19:48:29.273587 n-d-713498-36 neutron-server[103230]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4fbeab16-f738-41dd-9ebe-d065e6043e83", "tag": "040f691d-d43b-4da9-9616-951e0b0c8699", "status": "completed", "code": 200}]} {{(pid=103230) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 19:48:29.273846 n-d-713498-36 neutron-server[103230]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-7171951b-4cb9-4b87-b3b4-7257a26a5cd6 {{(pid=103230) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 19:48:29.274348 n-d-713498-36 neutron-server[103230]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4fbeab16-f738-41dd-9ebe-d065e6043e83', 'tag': '040f691d-d43b-4da9-9616-951e0b0c8699', 'status': 'completed', 'code': 200} Feb 09 19:48:29.331989 n-d-713498-36 neutron-server[103233]: DEBUG neutron.db.l3_dvr_db [None req-ac215e67-06f9-4fd7-92ff-253700f53c4b None None] Set router f33065a5-ec6c-467e-a71b-52667218efb7 gateway port host: n-d-713498-36 {{(pid=103233) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 19:48:29.347161 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85f7fb13-d9f1-4212-9663-ded36e74b65a req-6ba15b6b-3640-47f8-a473-764360eb256b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:48:29.348680 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-85f7fb13-d9f1-4212-9663-ded36e74b65a req-6ba15b6b-3640-47f8-a473-764360eb256b service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=d10f75d7d9834af0ab88975c96df140f&device_id=4fbeab16-f738-41dd-9ebe-d065e6043e83 HTTP/1.1" status: 200 len: 1128 time: 0.0522017 Feb 09 19:48:29.531822 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85f7fb13-d9f1-4212-9663-ded36e74b65a req-8ac050c3-b87e-4ea7-8c1f-3e052efcaac3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:48:29.533797 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-85f7fb13-d9f1-4212-9663-ded36e74b65a req-8ac050c3-b87e-4ea7-8c1f-3e052efcaac3 service neutron] 10.222.0.90 "GET /v2.0/networks?id=554f00a6-9c3b-4320-bc34-6b003e06af15 HTTP/1.1" status: 200 len: 898 time: 0.1515765 Feb 09 19:48:29.544866 n-d-713498-36 neutron-server[103233]: DEBUG neutron.db.l3_hamode_db [None req-ac215e67-06f9-4fd7-92ff-253700f53c4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f33065a5-ec6c-467e-a71b-52667218efb7', 'name': 'tempest-TestNetworkBasicOps-router-1876377061', 'tenant_id': 'd10f75d7d9834af0ab88975c96df140f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88055e1e-672a-4487-be31-ffb6e833ece5', 'external_fixed_ips': [{'subnet_id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'ip_address': '172.25.1.201'}], 'enable_snat': True}, 'gw_port_id': 'da7fffa3-7c66-4f9c-819a-e61a731b5baa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T19:47:29Z', 'updated_at': '2022-02-09T19:47:33Z', 'revision_number': 4, 'project_id': 'd10f75d7d9834af0ab88975c96df140f', 'gw_port': {'id': 'da7fffa3-7c66-4f9c-819a-e61a731b5baa', 'name': '', 'network_id': '88055e1e-672a-4487-be31-ffb6e833ece5', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:99:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f33065a5-ec6c-467e-a71b-52667218efb7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4025, 'fixed_ips': [{'subnet_id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'ip_address': '172.25.1.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T19:47:30Z', 'updated_at': '2022-02-09T19:47:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-36', '_interfaces': [{'id': 'afa3a5e3-6283-4645-8ff4-a286f81ae31e', 'name': '', 'network_id': '554f00a6-9c3b-4320-bc34-6b003e06af15', 'tenant_id': 'd10f75d7d9834af0ab88975c96df140f', 'mac_address': 'fa:16:3e:74:08:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f33065a5-ec6c-467e-a71b-52667218efb7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4028, 'fixed_ips': [{'subnet_id': '39a64e86-2517-44c9-8575-7a43957d0a74', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T19:47:33Z', 'updated_at': '2022-02-09T19:47:37Z', 'revision_number': 5, 'project_id': 'd10f75d7d9834af0ab88975c96df140f', 'subnets': [{'id': '39a64e86-2517-44c9-8575-7a43957d0a74', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-36', False) {} {{(pid=103233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:48:29.545452 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d42a2d4e-4c68-48b6-82d5-1da32b0c1ace req-7251c256-6ff9-43b9-9abc-de1577391c79 tempest-TestNetworkBasicOps-1645094289 tempest-TestNetworkBasicOps-1645094289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:48:29.547822 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-d42a2d4e-4c68-48b6-82d5-1da32b0c1ace req-7251c256-6ff9-43b9-9abc-de1577391c79 tempest-TestNetworkBasicOps-1645094289 tempest-TestNetworkBasicOps-1645094289-project] 10.222.0.75 "GET /v2.0/ports?device_id=4fbeab16-f738-41dd-9ebe-d065e6043e83 HTTP/1.1" status: 200 len: 945 time: 0.1210606 Feb 09 19:48:29.571598 n-d-713498-36 neutron-server[103233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac215e67-06f9-4fd7-92ff-253700f53c4b None None] Checking router: f33065a5-ec6c-467e-a71b-52667218efb7 for host: n-d-713498-36 {{(pid=103233) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 19:48:29.580418 n-d-713498-36 neutron-server[103233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac215e67-06f9-4fd7-92ff-253700f53c4b None None] Routers {'f33065a5-ec6c-467e-a71b-52667218efb7'} bound to L3 agent in host n-d-713498-36 {{(pid=103233) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 19:48:29.581013 n-d-713498-36 neutron-server[103233]: DEBUG neutron.db.l3_hamode_db [None req-ac215e67-06f9-4fd7-92ff-253700f53c4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T18:51:43Z,description=,heartbeat_timestamp=2022-02-09T19:48:13Z,host='n-d-713498-36',id=93303d5e-5d17-45e8-8963-7694f87783ae,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T18:51:43Z,topic='l3_agent')) {'router_ids': ['f33065a5-ec6c-467e-a71b-52667218efb7'], 'active': True} {{(pid=103233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:48:29.596976 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-85f7fb13-d9f1-4212-9663-ded36e74b65a req-e9a6b9e2-f702-4f08-b1c1-55946399d513 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=040f691d-d43b-4da9-9616-951e0b0c8699 HTTP/1.1" status: 200 len: 217 time: 0.0478909 Feb 09 19:48:29.658025 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-d42a2d4e-4c68-48b6-82d5-1da32b0c1ace req-1a0e7794-bf13-4e47-9b59-e6fdb9b41412 tempest-TestNetworkBasicOps-1645094289 tempest-TestNetworkBasicOps-1645094289-project] 10.222.0.75 "GET /v2.0/security-groups?id=1283f71a-3868-43f4-beec-e007b3b18274&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1018698 Feb 09 19:48:29.669774 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85f7fb13-d9f1-4212-9663-ded36e74b65a req-4e4fef07-3039-4df7-9116-89c4e85ec461 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:48:29.679799 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-85f7fb13-d9f1-4212-9663-ded36e74b65a req-4e4fef07-3039-4df7-9116-89c4e85ec461 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=39a64e86-2517-44c9-8575-7a43957d0a74 HTTP/1.1" status: 200 len: 834 time: 0.0611868 Feb 09 19:48:29.692123 n-d-713498-36 neutron-server[103233]: DEBUG neutron.db.l3_dvr_db [None req-ac215e67-06f9-4fd7-92ff-253700f53c4b None None] Set router f33065a5-ec6c-467e-a71b-52667218efb7 gateway port host: n-d-713498-36 {{(pid=103233) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 19:48:29.726125 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85f7fb13-d9f1-4212-9663-ded36e74b65a req-70bd67b2-1bdf-4e17-ac67-7a744021372a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:48:29.727744 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-85f7fb13-d9f1-4212-9663-ded36e74b65a req-70bd67b2-1bdf-4e17-ac67-7a744021372a service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=554f00a6-9c3b-4320-bc34-6b003e06af15&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0490260 Feb 09 19:48:29.819641 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-85f7fb13-d9f1-4212-9663-ded36e74b65a req-9ff1e3af-0cbf-4397-b6e5-cc6b587ae2c2 service neutron] 10.222.0.90 "GET /v2.0/networks/554f00a6-9c3b-4320-bc34-6b003e06af15?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0835900 Feb 09 19:48:29.899139 n-d-713498-36 neutron-server[103233]: DEBUG neutron.db.l3_hamode_db [None req-ac215e67-06f9-4fd7-92ff-253700f53c4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f33065a5-ec6c-467e-a71b-52667218efb7', 'name': 'tempest-TestNetworkBasicOps-router-1876377061', 'tenant_id': 'd10f75d7d9834af0ab88975c96df140f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88055e1e-672a-4487-be31-ffb6e833ece5', 'external_fixed_ips': [{'subnet_id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'ip_address': '172.25.1.201'}], 'enable_snat': True}, 'gw_port_id': 'da7fffa3-7c66-4f9c-819a-e61a731b5baa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T19:47:29Z', 'updated_at': '2022-02-09T19:47:33Z', 'revision_number': 4, 'project_id': 'd10f75d7d9834af0ab88975c96df140f', 'gw_port': {'id': 'da7fffa3-7c66-4f9c-819a-e61a731b5baa', 'name': '', 'network_id': '88055e1e-672a-4487-be31-ffb6e833ece5', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:99:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f33065a5-ec6c-467e-a71b-52667218efb7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4025, 'fixed_ips': [{'subnet_id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'ip_address': '172.25.1.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T19:47:30Z', 'updated_at': '2022-02-09T19:47:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-36', '_interfaces': [{'id': 'afa3a5e3-6283-4645-8ff4-a286f81ae31e', 'name': '', 'network_id': '554f00a6-9c3b-4320-bc34-6b003e06af15', 'tenant_id': 'd10f75d7d9834af0ab88975c96df140f', 'mac_address': 'fa:16:3e:74:08:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f33065a5-ec6c-467e-a71b-52667218efb7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4028, 'fixed_ips': [{'subnet_id': '39a64e86-2517-44c9-8575-7a43957d0a74', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T19:47:33Z', 'updated_at': '2022-02-09T19:47:37Z', 'revision_number': 5, 'project_id': 'd10f75d7d9834af0ab88975c96df140f', 'subnets': [{'id': '39a64e86-2517-44c9-8575-7a43957d0a74', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-36', False) {} {{(pid=103233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:48:29.930791 n-d-713498-36 neutron-server[103233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac215e67-06f9-4fd7-92ff-253700f53c4b None None] The sync data for ids ['f33065a5-ec6c-467e-a71b-52667218efb7'] in n-d-713498-36 is: [{'id': 'f33065a5-ec6c-467e-a71b-52667218efb7', 'name': 'tempest-TestNetworkBasicOps-router-1876377061', 'tenant_id': 'd10f75d7d9834af0ab88975c96df140f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88055e1e-672a-4487-be31-ffb6e833ece5', 'external_fixed_ips': [{'subnet_id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'ip_address': '172.25.1.201'}], 'enable_snat': True}, 'gw_port_id': 'da7fffa3-7c66-4f9c-819a-e61a731b5baa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T19:47:29Z', 'updated_at': '2022-02-09T19:47:33Z', 'revision_number': 4, 'project_id': 'd10f75d7d9834af0ab88975c96df140f', 'gw_port': {'id': 'da7fffa3-7c66-4f9c-819a-e61a731b5baa', 'name': '', 'network_id': '88055e1e-672a-4487-be31-ffb6e833ece5', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:99:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f33065a5-ec6c-467e-a71b-52667218efb7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4025, 'fixed_ips': [{'subnet_id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'ip_address': '172.25.1.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T19:47:30Z', 'updated_at': '2022-02-09T19:47:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-36', '_interfaces': [{'id': 'afa3a5e3-6283-4645-8ff4-a286f81ae31e', 'name': '', 'network_id': '554f00a6-9c3b-4320-bc34-6b003e06af15', 'tenant_id': 'd10f75d7d9834af0ab88975c96df140f', 'mac_address': 'fa:16:3e:74:08:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f33065a5-ec6c-467e-a71b-52667218efb7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4028, 'fixed_ips': [{'subnet_id': '39a64e86-2517-44c9-8575-7a43957d0a74', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T19:47:33Z', 'updated_at': '2022-02-09T19:47:37Z', 'revision_number': 5, 'project_id': 'd10f75d7d9834af0ab88975c96df140f', 'subnets': [{'id': '39a64e86-2517-44c9-8575-7a43957d0a74', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103233) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 19:48:30.165106 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53c33ecb-e48d-4b8c-acd6-f695b178f56d None None] New status for floating IP e5469fa2-5e9c-42e2-9246-bfb95efb98d6: DOWN {{(pid=103232) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 09 19:48:30.247406 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-85f7fb13-d9f1-4212-9663-ded36e74b65a req-8d98caf1-1119-40e0-94ca-79bba701a8fc service neutron] 10.222.0.90 "GET /v2.0/networks/554f00a6-9c3b-4320-bc34-6b003e06af15?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4195704 Feb 09 19:48:30.785730 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-940f22d3-d15a-4687-b58a-f8ab6962a275 req-53dd6ac8-c766-43d0-a43e-c766a92e2ce5 tempest-TestNetworkBasicOps-1645094289 tempest-TestNetworkBasicOps-1645094289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:48:30.790647 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-940f22d3-d15a-4687-b58a-f8ab6962a275 req-53dd6ac8-c766-43d0-a43e-c766a92e2ce5 tempest-TestNetworkBasicOps-1645094289 tempest-TestNetworkBasicOps-1645094289-project] 10.222.0.75 "GET /v2.0/ports?device_id=4fbeab16-f738-41dd-9ebe-d065e6043e83 HTTP/1.1" status: 200 len: 945 time: 0.0544610 Feb 09 19:48:30.837732 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-940f22d3-d15a-4687-b58a-f8ab6962a275 req-23e38b1d-8087-41fc-94d3-4b4e2886eed4 tempest-TestNetworkBasicOps-1645094289 tempest-TestNetworkBasicOps-1645094289-project] 10.222.0.75 "GET /v2.0/security-groups?id=1283f71a-3868-43f4-beec-e007b3b18274&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439267 Feb 09 19:48:31.188508 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a70ca816-2a7d-47bb-a9da-07c755beba37 req-74ba3af7-6f01-4313-9d77-3d4964123a49 tempest-TestNetworkBasicOps-1645094289 tempest-TestNetworkBasicOps-1645094289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:48:31.189846 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-a70ca816-2a7d-47bb-a9da-07c755beba37 req-74ba3af7-6f01-4313-9d77-3d4964123a49 tempest-TestNetworkBasicOps-1645094289 tempest-TestNetworkBasicOps-1645094289-project] 10.222.0.90 "GET /v2.0/ports?device_id=4fbeab16-f738-41dd-9ebe-d065e6043e83 HTTP/1.1" status: 200 len: 945 time: 0.0521557 Feb 09 19:48:31.282039 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.plugin [req-a70ca816-2a7d-47bb-a9da-07c755beba37 req-6658cb9d-7bd9-4f97-83a8-f16e25b8e33f tempest-TestNetworkBasicOps-1645094289 tempest-TestNetworkBasicOps-1645094289-project] Deleting port 040f691d-d43b-4da9-9616-951e0b0c8699 {{(pid=103230) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 19:48:31.282701 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [req-a70ca816-2a7d-47bb-a9da-07c755beba37 req-6658cb9d-7bd9-4f97-83a8-f16e25b8e33f tempest-TestNetworkBasicOps-1645094289 tempest-TestNetworkBasicOps-1645094289-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762867170196'] for port (040f691d-d43b-4da9-9616-951e0b0c8699), before_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:48:31.371147 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.db [req-a70ca816-2a7d-47bb-a9da-07c755beba37 req-6658cb9d-7bd9-4f97-83a8-f16e25b8e33f tempest-TestNetworkBasicOps-1645094289 tempest-TestNetworkBasicOps-1645094289-project] For port 040f691d-d43b-4da9-9616-951e0b0c8699, host n-h2-713498-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-36',level=0,port_id=040f691d-d43b-4da9-9616-951e0b0c8699,segment=NetworkSegment(1bd4aa39-56ed-46c6-bad0-7175a7763d20),segment_id=1bd4aa39-56ed-46c6-bad0-7175a7763d20)] {{(pid=103230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 19:48:31.371506 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [req-a70ca816-2a7d-47bb-a9da-07c755beba37 req-6658cb9d-7bd9-4f97-83a8-f16e25b8e33f tempest-TestNetworkBasicOps-1645094289 tempest-TestNetworkBasicOps-1645094289-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1820838'] for port (040f691d-d43b-4da9-9616-951e0b0c8699), precommit_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:48:31.383648 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.plugin [req-a70ca816-2a7d-47bb-a9da-07c755beba37 req-6658cb9d-7bd9-4f97-83a8-f16e25b8e33f tempest-TestNetworkBasicOps-1645094289 tempest-TestNetworkBasicOps-1645094289-project] Calling delete_port for 040f691d-d43b-4da9-9616-951e0b0c8699 owned by compute:nova {{(pid=103230) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 19:48:31.513275 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [req-a70ca816-2a7d-47bb-a9da-07c755beba37 req-6658cb9d-7bd9-4f97-83a8-f16e25b8e33f tempest-TestNetworkBasicOps-1645094289 tempest-TestNetworkBasicOps-1645094289-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762867177463', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762866656476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14393751'] for port (040f691d-d43b-4da9-9616-951e0b0c8699), after_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:48:31.539692 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6658cb9d-7bd9-4f97-83a8-f16e25b8e33f tempest-TestNetworkBasicOps-1645094289 tempest-TestNetworkBasicOps-1645094289-project] Pushing event deleted for resources: {'Port': ['ID=040f691d-d43b-4da9-9616-951e0b0c8699,revision_number=None']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:48:31.585611 n-d-713498-36 neutron-server[103230]: DEBUG neutron.db.l3_dvrscheduler_db [req-a70ca816-2a7d-47bb-a9da-07c755beba37 req-6658cb9d-7bd9-4f97-83a8-f16e25b8e33f tempest-TestNetworkBasicOps-1645094289 tempest-TestNetworkBasicOps-1645094289-project] No DVR routers for this DVR port 040f691d-d43b-4da9-9616-951e0b0c8699 on host n-h2-713498-36 {{(pid=103230) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 19:48:31.588185 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [req-a70ca816-2a7d-47bb-a9da-07c755beba37 req-6658cb9d-7bd9-4f97-83a8-f16e25b8e33f tempest-TestNetworkBasicOps-1645094289 tempest-TestNetworkBasicOps-1645094289-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171096'] for port (None), before_response {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:48:31.592336 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-a70ca816-2a7d-47bb-a9da-07c755beba37 req-6658cb9d-7bd9-4f97-83a8-f16e25b8e33f tempest-TestNetworkBasicOps-1645094289 tempest-TestNetworkBasicOps-1645094289-project] 10.222.0.90 "DELETE /v2.0/ports/040f691d-d43b-4da9-9616-951e0b0c8699 HTTP/1.1" status: 204 len: 173 time: 0.3957884 Feb 09 19:48:31.592787 n-d-713498-36 neutron-server[103230]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4fbeab16-f738-41dd-9ebe-d065e6043e83', 'name': 'network-vif-deleted', 'tag': '040f691d-d43b-4da9-9616-951e0b0c8699'}] {{(pid=103230) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 19:48:31.595158 n-d-713498-36 neutron-server[103230]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aee5919275bae9f72eb374ee322673045eb80c1f84b4b45a97d96923bd50ab51" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0f52c170-a7e6-4bdd-a9a1-7ac463abb123" -d '{"events": [{"server_uuid": "4fbeab16-f738-41dd-9ebe-d065e6043e83", "name": "network-vif-deleted", "tag": "040f691d-d43b-4da9-9616-951e0b0c8699"}]}' {{(pid=103230) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 19:48:31.631867 n-d-713498-36 neutron-server[103230]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 19:48:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-45c84843-5cc7-445e-ab0e-f528478f393f x-openstack-request-id: req-45c84843-5cc7-445e-ab0e-f528478f393f {{(pid=103230) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 19:48:31.632169 n-d-713498-36 neutron-server[103230]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4fbeab16-f738-41dd-9ebe-d065e6043e83", "name": "network-vif-deleted", "tag": "040f691d-d43b-4da9-9616-951e0b0c8699", "status": "completed", "code": 200}]} {{(pid=103230) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 19:48:31.632425 n-d-713498-36 neutron-server[103230]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-45c84843-5cc7-445e-ab0e-f528478f393f {{(pid=103230) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 19:48:31.632822 n-d-713498-36 neutron-server[103230]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4fbeab16-f738-41dd-9ebe-d065e6043e83', 'name': 'network-vif-deleted', 'tag': '040f691d-d43b-4da9-9616-951e0b0c8699', 'status': 'completed', 'code': 200} Feb 09 19:48:31.954797 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-c12884f1-55ed-42a8-a511-79fd9ea07e9b req-726549f0-2100-4a5b-89ca-2f31f515b95d tempest-TestNetworkBasicOps-1645094289 tempest-TestNetworkBasicOps-1645094289-project] 10.222.0.75 "GET /v2.0/ports?device_id=4fbeab16-f738-41dd-9ebe-d065e6043e83 HTTP/1.1" status: 200 len: 210 time: 0.0280967 Feb 09 19:48:33.013601 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 50598) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:48:33.075593 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-6eb32283-f2fa-42c8-80c9-3dba61b5f8ed tempest-TestNetworkBasicOps-1645094289 tempest-TestNetworkBasicOps-1645094289-project] Publish callbacks [] for security_group (1283f71a-3868-43f4-beec-e007b3b18274), before_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:48:33.100203 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-6eb32283-f2fa-42c8-80c9-3dba61b5f8ed tempest-TestNetworkBasicOps-1645094289 tempest-TestNetworkBasicOps-1645094289-project] Publish callbacks [] for security_group (1283f71a-3868-43f4-beec-e007b3b18274), precommit_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:48:33.159887 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-6eb32283-f2fa-42c8-80c9-3dba61b5f8ed tempest-TestNetworkBasicOps-1645094289 tempest-TestNetworkBasicOps-1645094289-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1892331'] for security_group (1283f71a-3868-43f4-beec-e007b3b18274), after_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:48:33.162568 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-6eb32283-f2fa-42c8-80c9-3dba61b5f8ed tempest-TestNetworkBasicOps-1645094289 tempest-TestNetworkBasicOps-1645094289-project] Publish callbacks [] for security_group (None), before_response {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:48:33.163705 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-6eb32283-f2fa-42c8-80c9-3dba61b5f8ed tempest-TestNetworkBasicOps-1645094289 tempest-TestNetworkBasicOps-1645094289-project] 10.222.0.75 "DELETE /v2.0/security-groups/1283f71a-3868-43f4-beec-e007b3b18274 HTTP/1.1" status: 204 len: 168 time: 0.1490877 Feb 09 19:48:33.174099 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eb32283-f2fa-42c8-80c9-3dba61b5f8ed tempest-TestNetworkBasicOps-1645094289 tempest-TestNetworkBasicOps-1645094289-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1283f71a-3868-43f4-beec-e007b3b18274,revision_number=None']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:48:33.204310 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 50602) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:48:33.573594 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-355be523-dcb4-4d19-af71-3c93184bb7ef tempest-TestNetworkBasicOps-1645094289 tempest-TestNetworkBasicOps-1645094289-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1834525'] for router_interface (f33065a5-ec6c-467e-a71b-52667218efb7), before_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:48:33.836952 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.plugin [None req-355be523-dcb4-4d19-af71-3c93184bb7ef tempest-TestNetworkBasicOps-1645094289 tempest-TestNetworkBasicOps-1645094289-project] Deleting port afa3a5e3-6283-4645-8ff4-a286f81ae31e {{(pid=103230) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 19:48:33.837276 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-355be523-dcb4-4d19-af71-3c93184bb7ef tempest-TestNetworkBasicOps-1645094289 tempest-TestNetworkBasicOps-1645094289-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762867170196'] for port (afa3a5e3-6283-4645-8ff4-a286f81ae31e), before_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:48:33.940158 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.db [None req-355be523-dcb4-4d19-af71-3c93184bb7ef tempest-TestNetworkBasicOps-1645094289 tempest-TestNetworkBasicOps-1645094289-project] For port afa3a5e3-6283-4645-8ff4-a286f81ae31e, host n-d-713498-36, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-36',level=0,port_id=afa3a5e3-6283-4645-8ff4-a286f81ae31e,segment=NetworkSegment(1bd4aa39-56ed-46c6-bad0-7175a7763d20),segment_id=1bd4aa39-56ed-46c6-bad0-7175a7763d20)] {{(pid=103230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 19:48:33.940521 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-355be523-dcb4-4d19-af71-3c93184bb7ef tempest-TestNetworkBasicOps-1645094289 tempest-TestNetworkBasicOps-1645094289-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1820838'] for port (afa3a5e3-6283-4645-8ff4-a286f81ae31e), precommit_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:48:33.953064 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.plugin [None req-355be523-dcb4-4d19-af71-3c93184bb7ef tempest-TestNetworkBasicOps-1645094289 tempest-TestNetworkBasicOps-1645094289-project] Calling delete_port for afa3a5e3-6283-4645-8ff4-a286f81ae31e owned by network:router_interface {{(pid=103230) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 19:48:34.139385 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-355be523-dcb4-4d19-af71-3c93184bb7ef tempest-TestNetworkBasicOps-1645094289 tempest-TestNetworkBasicOps-1645094289-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762867177463', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762866656476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14393751'] for port (afa3a5e3-6283-4645-8ff4-a286f81ae31e), after_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:48:34.163615 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-355be523-dcb4-4d19-af71-3c93184bb7ef tempest-TestNetworkBasicOps-1645094289 tempest-TestNetworkBasicOps-1645094289-project] Pushing event deleted for resources: {'Port': ['ID=afa3a5e3-6283-4645-8ff4-a286f81ae31e,revision_number=None']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:48:34.222319 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Device 040f691d-d43b-4da9-9616-951e0b0c8699 no longer exists at agent hyperv_n-h2-713498-36 {{(pid=103232) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 19:48:34.244347 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-7429db8d-6021-40ad-813e-885be449a89b None None] No Port match for: 040f691d-d43b-4da9-9616-951e0b0c8699 {{(pid=103232) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 19:48:34.244767 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Device 040f691d-d43b-4da9-9616-951e0b0c8699 not bound to the agent host n-h2-713498-36 {{(pid=103232) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 19:48:34.351145 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-355be523-dcb4-4d19-af71-3c93184bb7ef tempest-TestNetworkBasicOps-1645094289 tempest-TestNetworkBasicOps-1645094289-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1613467', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1834633'] for router_interface (f33065a5-ec6c-467e-a71b-52667218efb7), after_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:48:34.580125 n-d-713498-36 neutron-server[103230]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-355be523-dcb4-4d19-af71-3c93184bb7ef tempest-TestNetworkBasicOps-1645094289 tempest-TestNetworkBasicOps-1645094289-project] Router f33065a5-ec6c-467e-a71b-52667218efb7 has already been hosted by L3 agent 93303d5e-5d17-45e8-8963-7694f87783ae {{(pid=103230) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 19:48:34.684668 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-355be523-dcb4-4d19-af71-3c93184bb7ef tempest-TestNetworkBasicOps-1645094289 tempest-TestNetworkBasicOps-1645094289-project] Notify agent at l3_agent.n-d-713498-36 the message routers_updated {{(pid=103230) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 19:48:34.689886 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-355be523-dcb4-4d19-af71-3c93184bb7ef tempest-TestNetworkBasicOps-1645094289 tempest-TestNetworkBasicOps-1645094289-project] 10.222.0.75 "PUT /v2.0/routers/f33065a5-ec6c-467e-a71b-52667218efb7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4844818 Feb 09 19:48:34.692918 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 50604) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:48:34.694766 n-d-713498-36 neutron-server[103233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfef7f5f-5b6b-4a26-80ea-be944d9cd76a None None] Sync routers for ids ['f33065a5-ec6c-467e-a71b-52667218efb7'] in n-d-713498-36 {{(pid=103233) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 19:48:34.704907 n-d-713498-36 neutron-server[103233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfef7f5f-5b6b-4a26-80ea-be944d9cd76a None None] Routers {'f33065a5-ec6c-467e-a71b-52667218efb7'} bound to L3 agent in host n-d-713498-36 {{(pid=103233) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 19:48:34.705594 n-d-713498-36 neutron-server[103233]: DEBUG neutron.db.l3_hamode_db [None req-cfef7f5f-5b6b-4a26-80ea-be944d9cd76a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T18:51:43Z,description=,heartbeat_timestamp=2022-02-09T19:48:13Z,host='n-d-713498-36',id=93303d5e-5d17-45e8-8963-7694f87783ae,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T18:51:43Z,topic='l3_agent')) {'router_ids': ['f33065a5-ec6c-467e-a71b-52667218efb7'], 'active': True} {{(pid=103233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:48:34.747610 n-d-713498-36 neutron-server[103230]: DEBUG neutron.db.db_base_plugin_v2 [None req-e04ddeb1-3827-41da-8fcc-d98ccf28d8cd tempest-TestNetworkBasicOps-1645094289 tempest-TestNetworkBasicOps-1645094289-project] Deleting subnet 39a64e86-2517-44c9-8575-7a43957d0a74 {{(pid=103230) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 19:48:34.750795 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-e04ddeb1-3827-41da-8fcc-d98ccf28d8cd tempest-TestNetworkBasicOps-1645094289 tempest-TestNetworkBasicOps-1645094289-project] Publish callbacks [] for subnet (39a64e86-2517-44c9-8575-7a43957d0a74), before_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:48:34.799959 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-e04ddeb1-3827-41da-8fcc-d98ccf28d8cd tempest-TestNetworkBasicOps-1645094289 tempest-TestNetworkBasicOps-1645094289-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12895822'] for subnet (39a64e86-2517-44c9-8575-7a43957d0a74), precommit_delete_associations {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:48:34.811047 n-d-713498-36 neutron-server[103233]: DEBUG neutron.db.l3_dvr_db [None req-cfef7f5f-5b6b-4a26-80ea-be944d9cd76a None None] Set router f33065a5-ec6c-467e-a71b-52667218efb7 gateway port host: n-d-713498-36 {{(pid=103233) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 19:48:34.886343 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-e04ddeb1-3827-41da-8fcc-d98ccf28d8cd tempest-TestNetworkBasicOps-1645094289 tempest-TestNetworkBasicOps-1645094289-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-759852'] for subnet (39a64e86-2517-44c9-8575-7a43957d0a74), precommit_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:48:34.952435 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-e04ddeb1-3827-41da-8fcc-d98ccf28d8cd tempest-TestNetworkBasicOps-1645094289 tempest-TestNetworkBasicOps-1645094289-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-760023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14393672', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12985882'] for subnet (39a64e86-2517-44c9-8575-7a43957d0a74), after_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:48:34.982494 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-e04ddeb1-3827-41da-8fcc-d98ccf28d8cd tempest-TestNetworkBasicOps-1645094289 tempest-TestNetworkBasicOps-1645094289-project] Publish callbacks [] for subnet (None), before_response {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:48:34.985641 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-e04ddeb1-3827-41da-8fcc-d98ccf28d8cd tempest-TestNetworkBasicOps-1645094289 tempest-TestNetworkBasicOps-1645094289-project] 10.222.0.75 "DELETE /v2.0/subnets/39a64e86-2517-44c9-8575-7a43957d0a74 HTTP/1.1" status: 204 len: 168 time: 0.2918069 Feb 09 19:48:34.986486 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e04ddeb1-3827-41da-8fcc-d98ccf28d8cd tempest-TestNetworkBasicOps-1645094289 tempest-TestNetworkBasicOps-1645094289-project] Pushing event deleted for resources: {'Subnet': ['ID=39a64e86-2517-44c9-8575-7a43957d0a74,revision_number=None']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:48:34.989134 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 50606) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:48:34.992223 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bbd1526c-6f40-4775-8bee-a574c47e4f75 None None] Network 554f00a6-9c3b-4320-bc34-6b003e06af15 requested from n-d-713498-36 {{(pid=103232) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 19:48:35.082892 n-d-713498-36 neutron-server[103233]: DEBUG neutron.db.l3_hamode_db [None req-cfef7f5f-5b6b-4a26-80ea-be944d9cd76a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f33065a5-ec6c-467e-a71b-52667218efb7', 'name': 'tempest-TestNetworkBasicOps-router-1876377061', 'tenant_id': 'd10f75d7d9834af0ab88975c96df140f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88055e1e-672a-4487-be31-ffb6e833ece5', 'external_fixed_ips': [{'subnet_id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'ip_address': '172.25.1.201'}], 'enable_snat': True}, 'gw_port_id': 'da7fffa3-7c66-4f9c-819a-e61a731b5baa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T19:47:29Z', 'updated_at': '2022-02-09T19:48:34Z', 'revision_number': 5, 'project_id': 'd10f75d7d9834af0ab88975c96df140f', 'gw_port': {'id': 'da7fffa3-7c66-4f9c-819a-e61a731b5baa', 'name': '', 'network_id': '88055e1e-672a-4487-be31-ffb6e833ece5', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:99:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f33065a5-ec6c-467e-a71b-52667218efb7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4025, 'fixed_ips': [{'subnet_id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'ip_address': '172.25.1.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T19:47:30Z', 'updated_at': '2022-02-09T19:47:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-36'}], 'n-d-713498-36', False) {} {{(pid=103233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:48:35.111187 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-6e4dcb4a-808b-4de9-a38f-fc3cfc24fcf3 tempest-TestNetworkBasicOps-1645094289 tempest-TestNetworkBasicOps-1645094289-project] Publish callbacks [] for router (f33065a5-ec6c-467e-a71b-52667218efb7), before_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:48:35.114613 n-d-713498-36 neutron-server[103233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfef7f5f-5b6b-4a26-80ea-be944d9cd76a None None] Checking router: f33065a5-ec6c-467e-a71b-52667218efb7 for host: n-d-713498-36 {{(pid=103233) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 19:48:35.123727 n-d-713498-36 neutron-server[103233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfef7f5f-5b6b-4a26-80ea-be944d9cd76a None None] Routers {'f33065a5-ec6c-467e-a71b-52667218efb7'} bound to L3 agent in host n-d-713498-36 {{(pid=103233) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 19:48:35.124338 n-d-713498-36 neutron-server[103233]: DEBUG neutron.db.l3_hamode_db [None req-cfef7f5f-5b6b-4a26-80ea-be944d9cd76a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T18:51:43Z,description=,heartbeat_timestamp=2022-02-09T19:48:13Z,host='n-d-713498-36',id=93303d5e-5d17-45e8-8963-7694f87783ae,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T18:51:43Z,topic='l3_agent')) {'router_ids': ['f33065a5-ec6c-467e-a71b-52667218efb7'], 'active': True} {{(pid=103233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:48:35.171660 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27308964-80c1-4427-8b5d-8a9676e698b3 None None] DHCP port deletion for 554f00a6-9c3b-4320-bc34-6b003e06af15 request from n-d-713498-36 {{(pid=103232) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 09 19:48:35.222446 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-27308964-80c1-4427-8b5d-8a9676e698b3 None None] Deleting port 7d142afe-3af9-4de7-aa7f-2282bdd3afd6 {{(pid=103232) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 19:48:35.223144 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-27308964-80c1-4427-8b5d-8a9676e698b3 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762867170196'] for port (7d142afe-3af9-4de7-aa7f-2282bdd3afd6), before_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:48:35.235637 n-d-713498-36 neutron-server[103233]: DEBUG neutron.db.l3_dvr_db [None req-cfef7f5f-5b6b-4a26-80ea-be944d9cd76a None None] Set router f33065a5-ec6c-467e-a71b-52667218efb7 gateway port host: n-d-713498-36 {{(pid=103233) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 19:48:35.240325 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-6e4dcb4a-808b-4de9-a38f-fc3cfc24fcf3 tempest-TestNetworkBasicOps-1645094289 tempest-TestNetworkBasicOps-1645094289-project] Publish callbacks [] for router_gateway (f33065a5-ec6c-467e-a71b-52667218efb7), before_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:48:35.292571 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-27308964-80c1-4427-8b5d-8a9676e698b3 None None] For port 7d142afe-3af9-4de7-aa7f-2282bdd3afd6, host n-d-713498-36, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-36',level=0,port_id=7d142afe-3af9-4de7-aa7f-2282bdd3afd6,segment=NetworkSegment(1bd4aa39-56ed-46c6-bad0-7175a7763d20),segment_id=1bd4aa39-56ed-46c6-bad0-7175a7763d20)] {{(pid=103232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 19:48:35.293129 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-27308964-80c1-4427-8b5d-8a9676e698b3 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1820838'] for port (7d142afe-3af9-4de7-aa7f-2282bdd3afd6), precommit_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:48:35.296441 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.plugin [None req-6e4dcb4a-808b-4de9-a38f-fc3cfc24fcf3 tempest-TestNetworkBasicOps-1645094289 tempest-TestNetworkBasicOps-1645094289-project] Deleting port da7fffa3-7c66-4f9c-819a-e61a731b5baa {{(pid=103230) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 19:48:35.296781 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-6e4dcb4a-808b-4de9-a38f-fc3cfc24fcf3 tempest-TestNetworkBasicOps-1645094289 tempest-TestNetworkBasicOps-1645094289-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762867170196'] for port (da7fffa3-7c66-4f9c-819a-e61a731b5baa), before_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:48:35.306310 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-27308964-80c1-4427-8b5d-8a9676e698b3 None None] Calling delete_port for 7d142afe-3af9-4de7-aa7f-2282bdd3afd6 owned by network:dhcp {{(pid=103232) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 19:48:35.378291 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.db [None req-6e4dcb4a-808b-4de9-a38f-fc3cfc24fcf3 tempest-TestNetworkBasicOps-1645094289 tempest-TestNetworkBasicOps-1645094289-project] For port da7fffa3-7c66-4f9c-819a-e61a731b5baa, host n-d-713498-36, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-36',level=0,port_id=da7fffa3-7c66-4f9c-819a-e61a731b5baa,segment=NetworkSegment(a4222f89-8d3f-4b51-953b-1a8126392491),segment_id=a4222f89-8d3f-4b51-953b-1a8126392491)] {{(pid=103230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 19:48:35.378567 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-6e4dcb4a-808b-4de9-a38f-fc3cfc24fcf3 tempest-TestNetworkBasicOps-1645094289 tempest-TestNetworkBasicOps-1645094289-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1820838'] for port (da7fffa3-7c66-4f9c-819a-e61a731b5baa), precommit_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:48:35.394800 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.plugin [None req-6e4dcb4a-808b-4de9-a38f-fc3cfc24fcf3 tempest-TestNetworkBasicOps-1645094289 tempest-TestNetworkBasicOps-1645094289-project] Calling delete_port for da7fffa3-7c66-4f9c-819a-e61a731b5baa owned by network:router_gateway {{(pid=103230) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 19:48:35.398650 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-27308964-80c1-4427-8b5d-8a9676e698b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762867177463', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762866656476'] for port (7d142afe-3af9-4de7-aa7f-2282bdd3afd6), after_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:48:35.419088 n-d-713498-36 neutron-server[103233]: DEBUG neutron.db.l3_hamode_db [None req-cfef7f5f-5b6b-4a26-80ea-be944d9cd76a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f33065a5-ec6c-467e-a71b-52667218efb7', 'name': 'tempest-TestNetworkBasicOps-router-1876377061', 'tenant_id': 'd10f75d7d9834af0ab88975c96df140f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88055e1e-672a-4487-be31-ffb6e833ece5', 'external_fixed_ips': [{'subnet_id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'ip_address': '172.25.1.201'}], 'enable_snat': True}, 'gw_port_id': 'da7fffa3-7c66-4f9c-819a-e61a731b5baa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T19:47:29Z', 'updated_at': '2022-02-09T19:48:34Z', 'revision_number': 5, 'project_id': 'd10f75d7d9834af0ab88975c96df140f', 'gw_port': {'id': 'da7fffa3-7c66-4f9c-819a-e61a731b5baa', 'name': '', 'network_id': '88055e1e-672a-4487-be31-ffb6e833ece5', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:99:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f33065a5-ec6c-467e-a71b-52667218efb7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4025, 'fixed_ips': [{'subnet_id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'ip_address': '172.25.1.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T19:47:30Z', 'updated_at': '2022-02-09T19:47:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-36'}], 'n-d-713498-36', False) {} {{(pid=103233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:48:35.433224 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27308964-80c1-4427-8b5d-8a9676e698b3 None None] Pushing event deleted for resources: {'Port': ['ID=7d142afe-3af9-4de7-aa7f-2282bdd3afd6,revision_number=None']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:48:35.435704 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27308964-80c1-4427-8b5d-8a9676e698b3 None None] No DVR routers for this DVR port 7d142afe-3af9-4de7-aa7f-2282bdd3afd6 on host n-d-713498-36 {{(pid=103232) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 19:48:35.447111 n-d-713498-36 neutron-server[103233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfef7f5f-5b6b-4a26-80ea-be944d9cd76a None None] The sync data for ids ['f33065a5-ec6c-467e-a71b-52667218efb7'] in n-d-713498-36 is: [{'id': 'f33065a5-ec6c-467e-a71b-52667218efb7', 'name': 'tempest-TestNetworkBasicOps-router-1876377061', 'tenant_id': 'd10f75d7d9834af0ab88975c96df140f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88055e1e-672a-4487-be31-ffb6e833ece5', 'external_fixed_ips': [{'subnet_id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'ip_address': '172.25.1.201'}], 'enable_snat': True}, 'gw_port_id': 'da7fffa3-7c66-4f9c-819a-e61a731b5baa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T19:47:29Z', 'updated_at': '2022-02-09T19:48:34Z', 'revision_number': 5, 'project_id': 'd10f75d7d9834af0ab88975c96df140f', 'gw_port': {'id': 'da7fffa3-7c66-4f9c-819a-e61a731b5baa', 'name': '', 'network_id': '88055e1e-672a-4487-be31-ffb6e833ece5', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:99:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f33065a5-ec6c-467e-a71b-52667218efb7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4025, 'fixed_ips': [{'subnet_id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'ip_address': '172.25.1.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T19:47:30Z', 'updated_at': '2022-02-09T19:47:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-36'}] {{(pid=103233) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 19:48:35.449829 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27308964-80c1-4427-8b5d-8a9676e698b3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:48:35.450514 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27308964-80c1-4427-8b5d-8a9676e698b3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:48:35.450983 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27308964-80c1-4427-8b5d-8a9676e698b3 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:48:35.451425 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27308964-80c1-4427-8b5d-8a9676e698b3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:48:35.451966 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27308964-80c1-4427-8b5d-8a9676e698b3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:48:35.452343 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27308964-80c1-4427-8b5d-8a9676e698b3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:48:35.452827 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27308964-80c1-4427-8b5d-8a9676e698b3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:48:35.453450 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27308964-80c1-4427-8b5d-8a9676e698b3 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:48:35.453894 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27308964-80c1-4427-8b5d-8a9676e698b3 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:48:35.454846 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27308964-80c1-4427-8b5d-8a9676e698b3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:48:35.454846 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27308964-80c1-4427-8b5d-8a9676e698b3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:48:35.455270 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27308964-80c1-4427-8b5d-8a9676e698b3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:48:35.455663 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27308964-80c1-4427-8b5d-8a9676e698b3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:48:35.592169 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-6e4dcb4a-808b-4de9-a38f-fc3cfc24fcf3 tempest-TestNetworkBasicOps-1645094289 tempest-TestNetworkBasicOps-1645094289-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762867177463', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762866656476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14393751'] for port (da7fffa3-7c66-4f9c-819a-e61a731b5baa), after_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:48:35.617997 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e4dcb4a-808b-4de9-a38f-fc3cfc24fcf3 tempest-TestNetworkBasicOps-1645094289 tempest-TestNetworkBasicOps-1645094289-project] Pushing event deleted for resources: {'Port': ['ID=da7fffa3-7c66-4f9c-819a-e61a731b5baa,revision_number=None']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:48:35.676537 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-6e4dcb4a-808b-4de9-a38f-fc3cfc24fcf3 tempest-TestNetworkBasicOps-1645094289 tempest-TestNetworkBasicOps-1645094289-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1818987'] for router_gateway (f33065a5-ec6c-467e-a71b-52667218efb7), after_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:48:35.769221 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-6e4dcb4a-808b-4de9-a38f-fc3cfc24fcf3 tempest-TestNetworkBasicOps-1645094289 tempest-TestNetworkBasicOps-1645094289-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1834988', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-58375'] for router (f33065a5-ec6c-467e-a71b-52667218efb7), precommit_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:48:35.771467 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-6e4dcb4a-808b-4de9-a38f-fc3cfc24fcf3 tempest-TestNetworkBasicOps-1645094289 tempest-TestNetworkBasicOps-1645094289-project] Publish callbacks [] for router_controller (f33065a5-ec6c-467e-a71b-52667218efb7), precommit_delete_associations {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:48:35.820544 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-6e4dcb4a-808b-4de9-a38f-fc3cfc24fcf3 tempest-TestNetworkBasicOps-1645094289 tempest-TestNetworkBasicOps-1645094289-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1835003'] for router (f33065a5-ec6c-467e-a71b-52667218efb7), after_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:48:35.821140 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6e4dcb4a-808b-4de9-a38f-fc3cfc24fcf3 tempest-TestNetworkBasicOps-1645094289 tempest-TestNetworkBasicOps-1645094289-project] Fanout notify agent at l3_agent the message router_deleted on router f33065a5-ec6c-467e-a71b-52667218efb7 {{(pid=103230) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 09 19:48:35.828842 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-6e4dcb4a-808b-4de9-a38f-fc3cfc24fcf3 tempest-TestNetworkBasicOps-1645094289 tempest-TestNetworkBasicOps-1645094289-project] Publish callbacks [] for router (None), before_response {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:48:35.830017 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-6e4dcb4a-808b-4de9-a38f-fc3cfc24fcf3 tempest-TestNetworkBasicOps-1645094289 tempest-TestNetworkBasicOps-1645094289-project] 10.222.0.75 "DELETE /v2.0/routers/f33065a5-ec6c-467e-a71b-52667218efb7 HTTP/1.1" status: 204 len: 168 time: 0.8398600 Feb 09 19:48:35.832701 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 50608) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:48:35.914272 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-00a9a19f-be46-437c-934a-d54d97bfd1d8 tempest-TestNetworkBasicOps-1645094289 tempest-TestNetworkBasicOps-1645094289-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-670458'] for network (554f00a6-9c3b-4320-bc34-6b003e06af15), before_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:48:35.978555 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Device afa3a5e3-6283-4645-8ff4-a286f81ae31e no longer exists at agent ovs-agent-n-d-713498-36 {{(pid=103232) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 19:48:35.999980 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] No Port match for: afa3a5e3-6283-4645-8ff4-a286f81ae31e {{(pid=103232) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 19:48:36.000069 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Device afa3a5e3-6283-4645-8ff4-a286f81ae31e not bound to the agent host n-d-713498-36 {{(pid=103232) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 19:48:36.000495 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Device 7d142afe-3af9-4de7-aa7f-2282bdd3afd6 no longer exists at agent ovs-agent-n-d-713498-36 {{(pid=103232) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 19:48:36.015418 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-00a9a19f-be46-437c-934a-d54d97bfd1d8 tempest-TestNetworkBasicOps-1645094289 tempest-TestNetworkBasicOps-1645094289-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-590267', 'neutron.services.segments.db._delete_segments_for_network-8762867132609'] for network (554f00a6-9c3b-4320-bc34-6b003e06af15), precommit_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:48:36.019418 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] No Port match for: 7d142afe-3af9-4de7-aa7f-2282bdd3afd6 {{(pid=103232) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 19:48:36.019773 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Device 7d142afe-3af9-4de7-aa7f-2282bdd3afd6 not bound to the agent host n-d-713498-36 {{(pid=103232) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 19:48:36.043687 n-d-713498-36 neutron-server[103230]: DEBUG neutron.services.segments.db [None req-00a9a19f-be46-437c-934a-d54d97bfd1d8 tempest-TestNetworkBasicOps-1645094289 tempest-TestNetworkBasicOps-1645094289-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['554f00a6-9c3b-4320-bc34-6b003e06af15']}} {{(pid=103230) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:48:36.056657 n-d-713498-36 neutron-server[103230]: DEBUG neutron.services.segments.db [None req-00a9a19f-be46-437c-934a-d54d97bfd1d8 tempest-TestNetworkBasicOps-1645094289 tempest-TestNetworkBasicOps-1645094289-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1bd4aa39-56ed-46c6-bad0-7175a7763d20') {'for_net_delete': True} {{(pid=103230) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:48:36.056959 n-d-713498-36 neutron-server[103230]: DEBUG neutron.services.segments.db [None req-00a9a19f-be46-437c-934a-d54d97bfd1d8 tempest-TestNetworkBasicOps-1645094289 tempest-TestNetworkBasicOps-1645094289-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1bd4aa39-56ed-46c6-bad0-7175a7763d20') {} {{(pid=103230) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:48:36.068445 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-00a9a19f-be46-437c-934a-d54d97bfd1d8 tempest-TestNetworkBasicOps-1645094289 tempest-TestNetworkBasicOps-1645094289-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762867134154', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12895813'] for segment (1bd4aa39-56ed-46c6-bad0-7175a7763d20), before_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:48:36.082746 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-00a9a19f-be46-437c-934a-d54d97bfd1d8 tempest-TestNetworkBasicOps-1645094289 tempest-TestNetworkBasicOps-1645094289-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-759574'] for segment (1bd4aa39-56ed-46c6-bad0-7175a7763d20), precommit_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:48:36.089318 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-00a9a19f-be46-437c-934a-d54d97bfd1d8 tempest-TestNetworkBasicOps-1645094289 tempest-TestNetworkBasicOps-1645094289-project] Releasing vlan 383 on physical network physnet1 to pool {{(pid=103230) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 19:48:36.089716 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-00a9a19f-be46-437c-934a-d54d97bfd1d8 tempest-TestNetworkBasicOps-1645094289 tempest-TestNetworkBasicOps-1645094289-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-759574', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14393826'] for segment (1bd4aa39-56ed-46c6-bad0-7175a7763d20), after_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:48:36.093193 n-d-713498-36 neutron-server[103230]: Traceback (most recent call last): Feb 09 19:48:36.093193 n-d-713498-36 neutron-server[103230]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 19:48:36.093193 n-d-713498-36 neutron-server[103230]: timer() Feb 09 19:48:36.093193 n-d-713498-36 neutron-server[103230]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 19:48:36.093193 n-d-713498-36 neutron-server[103230]: cb(*args, **kw) Feb 09 19:48:36.093193 n-d-713498-36 neutron-server[103230]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 19:48:36.093193 n-d-713498-36 neutron-server[103230]: return func(*args, **kwargs) Feb 09 19:48:36.093193 n-d-713498-36 neutron-server[103230]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 19:48:36.093193 n-d-713498-36 neutron-server[103230]: self._notify() Feb 09 19:48:36.093193 n-d-713498-36 neutron-server[103230]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 19:48:36.093193 n-d-713498-36 neutron-server[103230]: self.callback(batched_events) Feb 09 19:48:36.093193 n-d-713498-36 neutron-server[103230]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 19:48:36.093193 n-d-713498-36 neutron-server[103230]: event.method(event) Feb 09 19:48:36.093193 n-d-713498-36 neutron-server[103230]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 19:48:36.093193 n-d-713498-36 neutron-server[103230]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 19:48:36.093193 n-d-713498-36 neutron-server[103230]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 19:48:36.093193 n-d-713498-36 neutron-server[103230]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 19:48:36.093193 n-d-713498-36 neutron-server[103230]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 19:48:36.093193 n-d-713498-36 neutron-server[103230]: return f(self, *a, **k) Feb 09 19:48:36.093193 n-d-713498-36 neutron-server[103230]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 19:48:36.093193 n-d-713498-36 neutron-server[103230]: return self._get(url).json() Feb 09 19:48:36.093193 n-d-713498-36 neutron-server[103230]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 19:48:36.093193 n-d-713498-36 neutron-server[103230]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 19:48:36.093193 n-d-713498-36 neutron-server[103230]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 19:48:36.093193 n-d-713498-36 neutron-server[103230]: return self.request(url, 'GET', **kwargs) Feb 09 19:48:36.093193 n-d-713498-36 neutron-server[103230]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 19:48:36.093193 n-d-713498-36 neutron-server[103230]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 19:48:36.093193 n-d-713498-36 neutron-server[103230]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 19:48:36.093193 n-d-713498-36 neutron-server[103230]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 19:48:36.093193 n-d-713498-36 neutron-server[103230]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 19:48:36.093193 n-d-713498-36 neutron-server[103230]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 19:48:36.093193 n-d-713498-36 neutron-server[103230]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 19:48:36.157355 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-00a9a19f-be46-437c-934a-d54d97bfd1d8 tempest-TestNetworkBasicOps-1645094289 tempest-TestNetworkBasicOps-1645094289-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-590242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1885479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1818895'] for network (554f00a6-9c3b-4320-bc34-6b003e06af15), after_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:48:36.165710 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-00a9a19f-be46-437c-934a-d54d97bfd1d8 tempest-TestNetworkBasicOps-1645094289 tempest-TestNetworkBasicOps-1645094289-project] Publish callbacks [] for network (None), before_response {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:48:36.182164 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-00a9a19f-be46-437c-934a-d54d97bfd1d8 tempest-TestNetworkBasicOps-1645094289 tempest-TestNetworkBasicOps-1645094289-project] 10.222.0.75 "DELETE /v2.0/networks/554f00a6-9c3b-4320-bc34-6b003e06af15 HTTP/1.1" status: 204 len: 168 time: 0.3390377 Feb 09 19:48:36.183664 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00a9a19f-be46-437c-934a-d54d97bfd1d8 tempest-TestNetworkBasicOps-1645094289 tempest-TestNetworkBasicOps-1645094289-project] Pushing event deleted for resources: {'Network': ['ID=554f00a6-9c3b-4320-bc34-6b003e06af15,revision_number=None']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:48:36.445095 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 50614) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:48:36.594358 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 50618) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:48:36.594788 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-deb5aa98-5176-47e9-a016-534f687a0983 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=d10f75d7d9834af0ab88975c96df140f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1477478 Feb 09 19:48:36.648522 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-3b4759dc-15dc-4264-ac3a-7284e2936f96 admin admin] Publish callbacks [] for security_group (8256850e-3a12-4c91-95f8-d3ea5f3056ab), before_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:48:36.669931 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-3b4759dc-15dc-4264-ac3a-7284e2936f96 admin admin] Publish callbacks [] for security_group (8256850e-3a12-4c91-95f8-d3ea5f3056ab), precommit_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:48:36.717022 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-3b4759dc-15dc-4264-ac3a-7284e2936f96 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1892331'] for security_group (8256850e-3a12-4c91-95f8-d3ea5f3056ab), after_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:48:36.719626 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-3b4759dc-15dc-4264-ac3a-7284e2936f96 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:48:36.720762 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-3b4759dc-15dc-4264-ac3a-7284e2936f96 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/8256850e-3a12-4c91-95f8-d3ea5f3056ab HTTP/1.1" status: 204 len: 168 time: 0.1254134 Feb 09 19:48:36.728698 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b4759dc-15dc-4264-ac3a-7284e2936f96 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8256850e-3a12-4c91-95f8-d3ea5f3056ab,revision_number=None']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:48:36.990547 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 50624) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:48:37.005280 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-b2ea4b8e-3fba-439c-860a-fe83ed85405b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:48:37.089054 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-b2ea4b8e-3fba-439c-860a-fe83ed85405b admin admin] Publish callbacks [] for security_group (1f80d54a-d829-4d55-a324-e56124ec0745), precommit_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:48:37.093499 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-b2ea4b8e-3fba-439c-860a-fe83ed85405b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1892331'] for security_group (1f80d54a-d829-4d55-a324-e56124ec0745), after_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:48:37.132312 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-b2ea4b8e-3fba-439c-860a-fe83ed85405b admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=7865f249fe4c494886779a01ba62dc00&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1405270 Feb 09 19:48:37.133290 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2ea4b8e-3fba-439c-860a-fe83ed85405b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1f80d54a-d829-4d55-a324-e56124ec0745,revision_number=1']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:48:37.135105 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 50626) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:48:37.186275 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-e596d133-870d-4c63-85dc-bc78e21274bc admin admin] Publish callbacks [] for security_group (1f80d54a-d829-4d55-a324-e56124ec0745), before_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:48:37.207307 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-e596d133-870d-4c63-85dc-bc78e21274bc admin admin] Publish callbacks [] for security_group (1f80d54a-d829-4d55-a324-e56124ec0745), precommit_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:48:37.258804 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-e596d133-870d-4c63-85dc-bc78e21274bc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1892331'] for security_group (1f80d54a-d829-4d55-a324-e56124ec0745), after_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:48:37.262595 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-e596d133-870d-4c63-85dc-bc78e21274bc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:48:37.263934 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-e596d133-870d-4c63-85dc-bc78e21274bc admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/1f80d54a-d829-4d55-a324-e56124ec0745 HTTP/1.1" status: 204 len: 168 time: 0.1269121 Feb 09 19:48:37.275673 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e596d133-870d-4c63-85dc-bc78e21274bc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1f80d54a-d829-4d55-a324-e56124ec0745,revision_number=None']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:48:37.287120 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e596d133-870d-4c63-85dc-bc78e21274bc admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:48:37.287470 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e596d133-870d-4c63-85dc-bc78e21274bc admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:48:37.287807 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e596d133-870d-4c63-85dc-bc78e21274bc admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:48:37.288140 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e596d133-870d-4c63-85dc-bc78e21274bc admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:48:37.288520 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e596d133-870d-4c63-85dc-bc78e21274bc admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:48:37.288955 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e596d133-870d-4c63-85dc-bc78e21274bc admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:48:37.289172 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e596d133-870d-4c63-85dc-bc78e21274bc admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:48:37.289679 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e596d133-870d-4c63-85dc-bc78e21274bc admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:48:37.290196 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e596d133-870d-4c63-85dc-bc78e21274bc admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:48:37.290633 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e596d133-870d-4c63-85dc-bc78e21274bc admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:48:37.291108 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e596d133-870d-4c63-85dc-bc78e21274bc admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:48:37.292266 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e596d133-870d-4c63-85dc-bc78e21274bc admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:48:37.292748 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e596d133-870d-4c63-85dc-bc78e21274bc admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:48:37.871031 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Device da7fffa3-7c66-4f9c-819a-e61a731b5baa no longer exists at agent ovs-agent-n-d-713498-36 {{(pid=103232) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 19:48:37.896652 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] No Port match for: da7fffa3-7c66-4f9c-819a-e61a731b5baa {{(pid=103232) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 19:48:37.897084 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Device da7fffa3-7c66-4f9c-819a-e61a731b5baa not bound to the agent host n-d-713498-36 {{(pid=103232) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 19:48:39.128910 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12224b46-5220-413d-a88b-2d513bff3a74 req-112c04ab-eead-4228-920f-6c0985604ea5 tempest-TestVolumeBootPattern-1615943498 tempest-TestVolumeBootPattern-1615943498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:48:39.130417 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-12224b46-5220-413d-a88b-2d513bff3a74 req-112c04ab-eead-4228-920f-6c0985604ea5 tempest-TestVolumeBootPattern-1615943498 tempest-TestVolumeBootPattern-1615943498-project] 10.222.0.75 "GET /v2.0/ports?device_id=cbaf0b82-9493-4ee5-8979-14cd489d7c31 HTTP/1.1" status: 200 len: 945 time: 0.0534513 Feb 09 19:48:39.181502 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-12224b46-5220-413d-a88b-2d513bff3a74 req-f27e738a-f8a3-46ad-b5b8-ef5c6ec4d654 tempest-TestVolumeBootPattern-1615943498 tempest-TestVolumeBootPattern-1615943498-project] 10.222.0.75 "GET /v2.0/security-groups?id=345ae435-b00e-437f-83a9-8ffcc57023f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452912 Feb 09 19:48:40.305285 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98ad66b0-637f-445a-8c9b-1f377e6d9d7a req-f4946db1-dbee-4984-8f4a-be560b950efd tempest-TestVolumeBootPattern-1615943498 tempest-TestVolumeBootPattern-1615943498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:48:40.306896 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-98ad66b0-637f-445a-8c9b-1f377e6d9d7a req-f4946db1-dbee-4984-8f4a-be560b950efd tempest-TestVolumeBootPattern-1615943498 tempest-TestVolumeBootPattern-1615943498-project] 10.222.0.75 "GET /v2.0/ports?device_id=cbaf0b82-9493-4ee5-8979-14cd489d7c31 HTTP/1.1" status: 200 len: 945 time: 0.0523028 Feb 09 19:48:40.359167 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-98ad66b0-637f-445a-8c9b-1f377e6d9d7a req-d81e6a1a-2abf-47ba-a8d6-9378b59731af tempest-TestVolumeBootPattern-1615943498 tempest-TestVolumeBootPattern-1615943498-project] 10.222.0.75 "GET /v2.0/security-groups?id=345ae435-b00e-437f-83a9-8ffcc57023f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457573 Feb 09 19:48:40.597070 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a277cca1-f5aa-4866-a890-1deaf1541672 req-aa3209d5-6ff2-4ae0-a756-da06059d7212 tempest-TestVolumeBootPattern-1615943498 tempest-TestVolumeBootPattern-1615943498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:48:40.598529 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-a277cca1-f5aa-4866-a890-1deaf1541672 req-aa3209d5-6ff2-4ae0-a756-da06059d7212 tempest-TestVolumeBootPattern-1615943498 tempest-TestVolumeBootPattern-1615943498-project] 10.222.0.89 "GET /v2.0/ports?device_id=cbaf0b82-9493-4ee5-8979-14cd489d7c31 HTTP/1.1" status: 200 len: 945 time: 0.0532575 Feb 09 19:48:40.692751 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.plugin [req-a277cca1-f5aa-4866-a890-1deaf1541672 req-dc3f896e-2a32-4b10-957f-dc5bb1ab8e02 tempest-TestVolumeBootPattern-1615943498 tempest-TestVolumeBootPattern-1615943498-project] Deleting port 6c359067-0903-4b1b-9261-1bf513b069e4 {{(pid=103229) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 19:48:40.693089 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-a277cca1-f5aa-4866-a890-1deaf1541672 req-dc3f896e-2a32-4b10-957f-dc5bb1ab8e02 tempest-TestVolumeBootPattern-1615943498 tempest-TestVolumeBootPattern-1615943498-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762867170196'] for port (6c359067-0903-4b1b-9261-1bf513b069e4), before_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:48:40.843005 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-3f73050a-098c-4fce-9060-ee434cfe83f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762867132591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593584'] for agent (af91e4b9-f4e1-42b1-a25c-a10dc47171c8), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:48:41.117472 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.db [req-a277cca1-f5aa-4866-a890-1deaf1541672 req-dc3f896e-2a32-4b10-957f-dc5bb1ab8e02 tempest-TestVolumeBootPattern-1615943498 tempest-TestVolumeBootPattern-1615943498-project] For port 6c359067-0903-4b1b-9261-1bf513b069e4, host n-h1-713498-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-36',level=0,port_id=6c359067-0903-4b1b-9261-1bf513b069e4,segment=NetworkSegment(33386be2-7716-4eda-8188-eeaffee7e0ec),segment_id=33386be2-7716-4eda-8188-eeaffee7e0ec)] {{(pid=103229) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 19:48:41.117740 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-a277cca1-f5aa-4866-a890-1deaf1541672 req-dc3f896e-2a32-4b10-957f-dc5bb1ab8e02 tempest-TestVolumeBootPattern-1615943498 tempest-TestVolumeBootPattern-1615943498-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1820838'] for port (6c359067-0903-4b1b-9261-1bf513b069e4), precommit_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:48:41.332345 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-a277cca1-f5aa-4866-a890-1deaf1541672 req-dc3f896e-2a32-4b10-957f-dc5bb1ab8e02 tempest-TestVolumeBootPattern-1615943498 tempest-TestVolumeBootPattern-1615943498-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:48:41.332714 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-a277cca1-f5aa-4866-a890-1deaf1541672 req-dc3f896e-2a32-4b10-957f-dc5bb1ab8e02 tempest-TestVolumeBootPattern-1615943498 tempest-TestVolumeBootPattern-1615943498-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1818909'] for floatingip (d5f37d72-98b0-471f-afbd-c31f00dacf68), after_update {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:48:41.333045 n-d-713498-36 neutron-server[103229]: INFO neutron.db.l3_db [req-a277cca1-f5aa-4866-a890-1deaf1541672 req-dc3f896e-2a32-4b10-957f-dc5bb1ab8e02 tempest-TestVolumeBootPattern-1615943498 tempest-TestVolumeBootPattern-1615943498-project] Floating IP d5f37d72-98b0-471f-afbd-c31f00dacf68 disassociated. External IP: 172.25.1.102, port: 6c359067-0903-4b1b-9261-1bf513b069e4. Feb 09 19:48:41.333399 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.plugin [req-a277cca1-f5aa-4866-a890-1deaf1541672 req-dc3f896e-2a32-4b10-957f-dc5bb1ab8e02 tempest-TestVolumeBootPattern-1615943498 tempest-TestVolumeBootPattern-1615943498-project] Calling delete_port for 6c359067-0903-4b1b-9261-1bf513b069e4 owned by compute:nova {{(pid=103229) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 19:48:41.491943 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-a277cca1-f5aa-4866-a890-1deaf1541672 req-dc3f896e-2a32-4b10-957f-dc5bb1ab8e02 tempest-TestVolumeBootPattern-1615943498 tempest-TestVolumeBootPattern-1615943498-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762867177463', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762866656476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12867576'] for port (6c359067-0903-4b1b-9261-1bf513b069e4), after_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:48:41.533301 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05189b50-f1d0-4c66-890c-add20c8968d4 req-b62026c4-9162-48ed-aa5c-9676746cfb8d tempest-TestVolumeBootPattern-1615943498 tempest-TestVolumeBootPattern-1615943498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:48:41.534824 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-05189b50-f1d0-4c66-890c-add20c8968d4 req-b62026c4-9162-48ed-aa5c-9676746cfb8d tempest-TestVolumeBootPattern-1615943498 tempest-TestVolumeBootPattern-1615943498-project] 10.222.0.75 "GET /v2.0/ports?device_id=cbaf0b82-9493-4ee5-8979-14cd489d7c31 HTTP/1.1" status: 200 len: 945 time: 0.0988960 Feb 09 19:48:41.536348 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc3f896e-2a32-4b10-957f-dc5bb1ab8e02 tempest-TestVolumeBootPattern-1615943498 tempest-TestVolumeBootPattern-1615943498-project] Pushing event deleted for resources: {'Port': ['ID=6c359067-0903-4b1b-9261-1bf513b069e4,revision_number=None']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:48:41.668554 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-05189b50-f1d0-4c66-890c-add20c8968d4 req-25b99e22-90c4-496e-9903-7bf220ec26ad tempest-TestVolumeBootPattern-1615943498 tempest-TestVolumeBootPattern-1615943498-project] 10.222.0.75 "GET /v2.0/security-groups?id=345ae435-b00e-437f-83a9-8ffcc57023f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1235363 Feb 09 19:48:41.695153 n-d-713498-36 neutron-server[103229]: DEBUG neutron.scheduler.l3_agent_scheduler [req-a277cca1-f5aa-4866-a890-1deaf1541672 req-dc3f896e-2a32-4b10-957f-dc5bb1ab8e02 tempest-TestVolumeBootPattern-1615943498 tempest-TestVolumeBootPattern-1615943498-project] Router af97020d-c483-430c-8753-157d252fcb98 has already been hosted by L3 agent 93303d5e-5d17-45e8-8963-7694f87783ae {{(pid=103229) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 19:48:41.814393 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-a277cca1-f5aa-4866-a890-1deaf1541672 req-dc3f896e-2a32-4b10-957f-dc5bb1ab8e02 tempest-TestVolumeBootPattern-1615943498 tempest-TestVolumeBootPattern-1615943498-project] Notify agent at l3_agent.n-d-713498-36 the message routers_updated {{(pid=103229) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 19:48:41.825505 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73d57315-c07f-45c9-8b6a-fb892d7b84e8 None None] Sync routers for ids ['af97020d-c483-430c-8753-157d252fcb98'] in n-d-713498-36 {{(pid=103232) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 19:48:41.834922 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73d57315-c07f-45c9-8b6a-fb892d7b84e8 None None] Routers {'af97020d-c483-430c-8753-157d252fcb98'} bound to L3 agent in host n-d-713498-36 {{(pid=103232) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 19:48:41.835539 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.l3_hamode_db [None req-73d57315-c07f-45c9-8b6a-fb892d7b84e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T18:51:43Z,description=,heartbeat_timestamp=2022-02-09T19:48:13Z,host='n-d-713498-36',id=93303d5e-5d17-45e8-8963-7694f87783ae,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T18:51:43Z,topic='l3_agent')) {'router_ids': ['af97020d-c483-430c-8753-157d252fcb98'], 'active': True} {{(pid=103232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:48:41.858914 n-d-713498-36 neutron-server[103229]: DEBUG neutron.db.l3_dvrscheduler_db [req-a277cca1-f5aa-4866-a890-1deaf1541672 req-dc3f896e-2a32-4b10-957f-dc5bb1ab8e02 tempest-TestVolumeBootPattern-1615943498 tempest-TestVolumeBootPattern-1615943498-project] No DVR routers for this DVR port 6c359067-0903-4b1b-9261-1bf513b069e4 on host n-h1-713498-36 {{(pid=103229) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 19:48:41.861646 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-a277cca1-f5aa-4866-a890-1deaf1541672 req-dc3f896e-2a32-4b10-957f-dc5bb1ab8e02 tempest-TestVolumeBootPattern-1615943498 tempest-TestVolumeBootPattern-1615943498-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171096'] for port (None), before_response {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:48:41.865163 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-a277cca1-f5aa-4866-a890-1deaf1541672 req-dc3f896e-2a32-4b10-957f-dc5bb1ab8e02 tempest-TestVolumeBootPattern-1615943498 tempest-TestVolumeBootPattern-1615943498-project] 10.222.0.89 "DELETE /v2.0/ports/6c359067-0903-4b1b-9261-1bf513b069e4 HTTP/1.1" status: 204 len: 173 time: 1.2615097 Feb 09 19:48:41.865609 n-d-713498-36 neutron-server[103229]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cbaf0b82-9493-4ee5-8979-14cd489d7c31', 'name': 'network-vif-deleted', 'tag': '6c359067-0903-4b1b-9261-1bf513b069e4'}] {{(pid=103229) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 19:48:41.868157 n-d-713498-36 neutron-server[103229]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fa6ae9a20702bd564eaf90d946620b2b4277b1ab91129323d3b54181076be307" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e0fc2970-ca20-44f3-a3d7-873ad35441e7" -d '{"events": [{"server_uuid": "cbaf0b82-9493-4ee5-8979-14cd489d7c31", "name": "network-vif-deleted", "tag": "6c359067-0903-4b1b-9261-1bf513b069e4"}]}' {{(pid=103229) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 19:48:42.139156 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.l3_dvr_db [None req-73d57315-c07f-45c9-8b6a-fb892d7b84e8 None None] Set router af97020d-c483-430c-8753-157d252fcb98 gateway port host: n-d-713498-36 {{(pid=103232) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 19:48:42.150833 n-d-713498-36 neutron-server[103229]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 19:48:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fca3b323-e8f7-471a-8d97-0173d0a4cb59 x-openstack-request-id: req-fca3b323-e8f7-471a-8d97-0173d0a4cb59 {{(pid=103229) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 19:48:42.151262 n-d-713498-36 neutron-server[103229]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cbaf0b82-9493-4ee5-8979-14cd489d7c31", "name": "network-vif-deleted", "tag": "6c359067-0903-4b1b-9261-1bf513b069e4", "status": "completed", "code": 200}]} {{(pid=103229) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 19:48:42.151527 n-d-713498-36 neutron-server[103229]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-fca3b323-e8f7-471a-8d97-0173d0a4cb59 {{(pid=103229) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 19:48:42.151939 n-d-713498-36 neutron-server[103229]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cbaf0b82-9493-4ee5-8979-14cd489d7c31', 'name': 'network-vif-deleted', 'tag': '6c359067-0903-4b1b-9261-1bf513b069e4', 'status': 'completed', 'code': 200} Feb 09 19:48:42.338769 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.l3_hamode_db [None req-73d57315-c07f-45c9-8b6a-fb892d7b84e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af97020d-c483-430c-8753-157d252fcb98', 'name': 'tempest-TestVolumeBootPattern-2083584163-router', 'tenant_id': 'e66ffe5bb4494e31b9de6c7224f91756', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88055e1e-672a-4487-be31-ffb6e833ece5', 'external_fixed_ips': [{'subnet_id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'ip_address': '172.25.1.96'}], 'enable_snat': True}, 'gw_port_id': '3878322d-faab-430b-8a8b-ca2ee6c8723c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T19:38:57Z', 'updated_at': '2022-02-09T19:39:03Z', 'revision_number': 4, 'project_id': 'e66ffe5bb4494e31b9de6c7224f91756', 'gw_port': {'id': '3878322d-faab-430b-8a8b-ca2ee6c8723c', 'name': '', 'network_id': '88055e1e-672a-4487-be31-ffb6e833ece5', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:ae:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af97020d-c483-430c-8753-157d252fcb98', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3527, 'fixed_ips': [{'subnet_id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'ip_address': '172.25.1.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T19:38:58Z', 'updated_at': '2022-02-09T19:39:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-36', '_interfaces': [{'id': '9526628b-bffd-45e9-9adc-d4172fc99500', 'name': '', 'network_id': '6c0390b8-57a8-4e5d-b1b3-4d3098f0383e', 'tenant_id': 'e66ffe5bb4494e31b9de6c7224f91756', 'mac_address': 'fa:16:3e:f6:25:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af97020d-c483-430c-8753-157d252fcb98', 'device_owner': 'network:router_interface', 'standard_attr_id': 3538, 'fixed_ips': [{'subnet_id': '8c23e8df-50ec-4124-b2e0-ec4287e0865a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T19:39:02Z', 'updated_at': '2022-02-09T19:39:11Z', 'revision_number': 5, 'project_id': 'e66ffe5bb4494e31b9de6c7224f91756', 'subnets': [{'id': '8c23e8df-50ec-4124-b2e0-ec4287e0865a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-36', False) {} {{(pid=103232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:48:42.369075 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73d57315-c07f-45c9-8b6a-fb892d7b84e8 None None] Checking router: af97020d-c483-430c-8753-157d252fcb98 for host: n-d-713498-36 {{(pid=103232) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 19:48:42.377412 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73d57315-c07f-45c9-8b6a-fb892d7b84e8 None None] Routers {'af97020d-c483-430c-8753-157d252fcb98'} bound to L3 agent in host n-d-713498-36 {{(pid=103232) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 19:48:42.378039 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.l3_hamode_db [None req-73d57315-c07f-45c9-8b6a-fb892d7b84e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T18:51:43Z,description=,heartbeat_timestamp=2022-02-09T19:48:13Z,host='n-d-713498-36',id=93303d5e-5d17-45e8-8963-7694f87783ae,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T18:51:43Z,topic='l3_agent')) {'router_ids': ['af97020d-c483-430c-8753-157d252fcb98'], 'active': True} {{(pid=103232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:48:42.491860 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.l3_dvr_db [None req-73d57315-c07f-45c9-8b6a-fb892d7b84e8 None None] Set router af97020d-c483-430c-8753-157d252fcb98 gateway port host: n-d-713498-36 {{(pid=103232) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 19:48:42.688119 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.l3_hamode_db [None req-73d57315-c07f-45c9-8b6a-fb892d7b84e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af97020d-c483-430c-8753-157d252fcb98', 'name': 'tempest-TestVolumeBootPattern-2083584163-router', 'tenant_id': 'e66ffe5bb4494e31b9de6c7224f91756', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88055e1e-672a-4487-be31-ffb6e833ece5', 'external_fixed_ips': [{'subnet_id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'ip_address': '172.25.1.96'}], 'enable_snat': True}, 'gw_port_id': '3878322d-faab-430b-8a8b-ca2ee6c8723c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T19:38:57Z', 'updated_at': '2022-02-09T19:39:03Z', 'revision_number': 4, 'project_id': 'e66ffe5bb4494e31b9de6c7224f91756', 'gw_port': {'id': '3878322d-faab-430b-8a8b-ca2ee6c8723c', 'name': '', 'network_id': '88055e1e-672a-4487-be31-ffb6e833ece5', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:ae:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af97020d-c483-430c-8753-157d252fcb98', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3527, 'fixed_ips': [{'subnet_id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'ip_address': '172.25.1.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T19:38:58Z', 'updated_at': '2022-02-09T19:39:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-36', '_interfaces': [{'id': '9526628b-bffd-45e9-9adc-d4172fc99500', 'name': '', 'network_id': '6c0390b8-57a8-4e5d-b1b3-4d3098f0383e', 'tenant_id': 'e66ffe5bb4494e31b9de6c7224f91756', 'mac_address': 'fa:16:3e:f6:25:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af97020d-c483-430c-8753-157d252fcb98', 'device_owner': 'network:router_interface', 'standard_attr_id': 3538, 'fixed_ips': [{'subnet_id': '8c23e8df-50ec-4124-b2e0-ec4287e0865a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T19:39:02Z', 'updated_at': '2022-02-09T19:39:11Z', 'revision_number': 5, 'project_id': 'e66ffe5bb4494e31b9de6c7224f91756', 'subnets': [{'id': '8c23e8df-50ec-4124-b2e0-ec4287e0865a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-36', False) {} {{(pid=103232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:48:42.717069 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73d57315-c07f-45c9-8b6a-fb892d7b84e8 None None] The sync data for ids ['af97020d-c483-430c-8753-157d252fcb98'] in n-d-713498-36 is: [{'id': 'af97020d-c483-430c-8753-157d252fcb98', 'name': 'tempest-TestVolumeBootPattern-2083584163-router', 'tenant_id': 'e66ffe5bb4494e31b9de6c7224f91756', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88055e1e-672a-4487-be31-ffb6e833ece5', 'external_fixed_ips': [{'subnet_id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'ip_address': '172.25.1.96'}], 'enable_snat': True}, 'gw_port_id': '3878322d-faab-430b-8a8b-ca2ee6c8723c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T19:38:57Z', 'updated_at': '2022-02-09T19:39:03Z', 'revision_number': 4, 'project_id': 'e66ffe5bb4494e31b9de6c7224f91756', 'gw_port': {'id': '3878322d-faab-430b-8a8b-ca2ee6c8723c', 'name': '', 'network_id': '88055e1e-672a-4487-be31-ffb6e833ece5', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:ae:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af97020d-c483-430c-8753-157d252fcb98', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3527, 'fixed_ips': [{'subnet_id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'ip_address': '172.25.1.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T19:38:58Z', 'updated_at': '2022-02-09T19:39:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-36', '_interfaces': [{'id': '9526628b-bffd-45e9-9adc-d4172fc99500', 'name': '', 'network_id': '6c0390b8-57a8-4e5d-b1b3-4d3098f0383e', 'tenant_id': 'e66ffe5bb4494e31b9de6c7224f91756', 'mac_address': 'fa:16:3e:f6:25:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af97020d-c483-430c-8753-157d252fcb98', 'device_owner': 'network:router_interface', 'standard_attr_id': 3538, 'fixed_ips': [{'subnet_id': '8c23e8df-50ec-4124-b2e0-ec4287e0865a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T19:39:02Z', 'updated_at': '2022-02-09T19:39:11Z', 'revision_number': 5, 'project_id': 'e66ffe5bb4494e31b9de6c7224f91756', 'subnets': [{'id': '8c23e8df-50ec-4124-b2e0-ec4287e0865a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103232) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 19:48:42.770783 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-33e090d7-f4df-4c8a-9df8-d6a4a28d36dd req-5281e15c-fec4-41ce-8e98-df45c832834f tempest-TestVolumeBootPattern-1615943498 tempest-TestVolumeBootPattern-1615943498-project] 10.222.0.75 "GET /v2.0/ports?device_id=cbaf0b82-9493-4ee5-8979-14cd489d7c31 HTTP/1.1" status: 200 len: 210 time: 0.0288444 Feb 09 19:48:42.950843 n-d-713498-36 neutron-server[103233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5cec9146-bebf-407a-96da-ec62d6a9b4f2 None None] New status for floating IP d5f37d72-98b0-471f-afbd-c31f00dacf68: DOWN {{(pid=103233) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 09 19:48:43.123687 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-3503d5c0-0037-4234-b823-ff3c9460f0d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762867132591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593584'] for agent (93303d5e-5d17-45e8-8963-7694f87783ae), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:48:43.874540 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-1debcc4d-34c0-442f-a191-69c809613a58 req-15c2ddab-cd6a-454e-9835-20b49cd31e70 tempest-TestVolumeBootPattern-1615943498 tempest-TestVolumeBootPattern-1615943498-project] 10.222.0.75 "GET /v2.0/ports?device_id=cbaf0b82-9493-4ee5-8979-14cd489d7c31 HTTP/1.1" status: 200 len: 210 time: 0.0299592 Feb 09 19:48:44.441090 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-edc54c9b-7f13-45d9-9271-85c9738b0128 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762867132591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593584'] for agent (a62b1850-466f-48ae-bec7-d62fb280e14b), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:48:44.971381 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-8766eb6a-9035-4583-bf20-86929b451120 req-bfee66a1-3066-42cb-a21c-e0fbb6bb795a tempest-TestVolumeBootPattern-1615943498 tempest-TestVolumeBootPattern-1615943498-project] 10.222.0.75 "GET /v2.0/ports?device_id=cbaf0b82-9493-4ee5-8979-14cd489d7c31 HTTP/1.1" status: 200 len: 210 time: 0.0283952 Feb 09 19:48:45.027374 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Device 6c359067-0903-4b1b-9261-1bf513b069e4 no longer exists at agent hyperv_n-h1-713498-36 {{(pid=103232) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 19:48:45.050529 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] No Port match for: 6c359067-0903-4b1b-9261-1bf513b069e4 {{(pid=103232) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 19:48:45.050882 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Device 6c359067-0903-4b1b-9261-1bf513b069e4 not bound to the agent host n-h1-713498-36 {{(pid=103232) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 19:48:46.060338 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-a7262a8e-0513-48fd-984d-75726a511961 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762867132591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593584'] for agent (911cfea2-02ae-4ec9-bac3-7808ee1cdd9c), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:48:46.070317 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-07f23433-bd2a-4306-b739-865f1afc3a29 req-d926ba16-3203-44cc-ab9c-81d1dcbd8252 tempest-TestVolumeBootPattern-1615943498 tempest-TestVolumeBootPattern-1615943498-project] 10.222.0.75 "GET /v2.0/ports?device_id=cbaf0b82-9493-4ee5-8979-14cd489d7c31 HTTP/1.1" status: 200 len: 210 time: 0.0307794 Feb 09 19:48:47.055511 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762867132591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593584'] for agent (496418a2-c002-4aec-ab1a-07f3bea491bd), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:48:47.171376 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-8fcff2e9-8442-406c-a596-ac2eacdf39c8 req-5c06159d-df63-4ca2-8ece-6ed7b7e245a3 tempest-TestVolumeBootPattern-1615943498 tempest-TestVolumeBootPattern-1615943498-project] 10.222.0.75 "GET /v2.0/ports?device_id=cbaf0b82-9493-4ee5-8979-14cd489d7c31 HTTP/1.1" status: 200 len: 210 time: 0.0289247 Feb 09 19:48:48.268151 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-ad070168-4adc-4dee-b29c-e811b250f4ff req-7cb088d2-d521-4137-9956-2bf12db4531d tempest-TestVolumeBootPattern-1615943498 tempest-TestVolumeBootPattern-1615943498-project] 10.222.0.75 "GET /v2.0/ports?device_id=cbaf0b82-9493-4ee5-8979-14cd489d7c31 HTTP/1.1" status: 200 len: 210 time: 0.0280745 Feb 09 19:48:48.863774 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762867132591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593584'] for agent (488cd9ae-631f-4955-ba0b-4f5a13f12e9c), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:48:49.251439 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762867132591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593584'] for agent (bcd5faee-dc24-4298-9134-0e0aa054058e), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:48:49.372277 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-31c2b7cd-9b3e-4bc3-87d0-fccb3794c556 req-a7ac5f9f-96a8-4ee2-8fa9-bce945b207c8 tempest-TestVolumeBootPattern-1615943498 tempest-TestVolumeBootPattern-1615943498-project] 10.222.0.75 "GET /v2.0/ports?device_id=cbaf0b82-9493-4ee5-8979-14cd489d7c31 HTTP/1.1" status: 200 len: 210 time: 0.0355618 Feb 09 19:48:50.488950 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-f21a909f-351f-427b-89f6-1ea257a958ab req-4709dee0-b1dc-43da-a32d-26af378a6fa5 tempest-TestVolumeBootPattern-1615943498 tempest-TestVolumeBootPattern-1615943498-project] 10.222.0.75 "GET /v2.0/ports?device_id=cbaf0b82-9493-4ee5-8979-14cd489d7c31 HTTP/1.1" status: 200 len: 210 time: 0.0377603 Feb 09 19:48:51.754608 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-15b6d492-8bc5-43ff-be3a-90b00371701e req-aded3c27-2371-4330-b0b9-ae5ddf41b974 tempest-TestVolumeBootPattern-1615943498 tempest-TestVolumeBootPattern-1615943498-project] 10.222.0.75 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-396197176&fields=id&tenant_id=e66ffe5bb4494e31b9de6c7224f91756 HTTP/1.1" status: 200 len: 267 time: 0.0450656 Feb 09 19:48:51.860524 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15b6d492-8bc5-43ff-be3a-90b00371701e req-9ed4ec50-325d-4fb8-9017-54f103017506 tempest-TestVolumeBootPattern-1615943498 tempest-TestVolumeBootPattern-1615943498-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:48:51.862006 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-15b6d492-8bc5-43ff-be3a-90b00371701e req-9ed4ec50-325d-4fb8-9017-54f103017506 tempest-TestVolumeBootPattern-1615943498 tempest-TestVolumeBootPattern-1615943498-project] 10.222.0.75 "GET /v2.0/networks?id=6c0390b8-57a8-4e5d-b1b3-4d3098f0383e HTTP/1.1" status: 200 len: 812 time: 0.0999811 Feb 09 19:48:51.877135 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-15b6d492-8bc5-43ff-be3a-90b00371701e req-4e6e6337-24ee-4268-a069-38608b33500c tempest-TestVolumeBootPattern-1615943498 tempest-TestVolumeBootPattern-1615943498-project] 10.222.0.75 "GET /v2.0/quotas/e66ffe5bb4494e31b9de6c7224f91756 HTTP/1.1" status: 200 len: 375 time: 0.0096624 Feb 09 19:48:51.935714 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-15b6d492-8bc5-43ff-be3a-90b00371701e req-19d89877-3edc-4ee4-b2e3-09318a8588f0 tempest-TestVolumeBootPattern-1615943498 tempest-TestVolumeBootPattern-1615943498-project] 10.222.0.75 "GET /v2.0/ports?tenant_id=e66ffe5bb4494e31b9de6c7224f91756&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0537190 Feb 09 19:48:52.027236 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-15b6d492-8bc5-43ff-be3a-90b00371701e req-7f0b8aa1-f6e8-4f45-ae5f-9a0ed0c07a2b service neutron] 10.222.0.75 "GET /v2.0/networks/6c0390b8-57a8-4e5d-b1b3-4d3098f0383e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0802157 Feb 09 19:48:52.120986 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-15b6d492-8bc5-43ff-be3a-90b00371701e req-7a38394b-7c1f-4508-9eaf-e400d06a9e75 service neutron] 10.222.0.75 "GET /v2.0/networks/6c0390b8-57a8-4e5d-b1b3-4d3098f0383e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0875778 Feb 09 19:48:52.399756 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-f44f2d39-4561-4528-adb0-01055c34a641 req-f6ccc817-923c-40b2-b2af-7a7f9e5f7d48 tempest-TestVolumeBootPattern-1615943498 tempest-TestVolumeBootPattern-1615943498-project] 10.222.0.75 "GET /v2.0/ports?device_id=d7993723-668d-47b0-b880-3834d5860c58 HTTP/1.1" status: 200 len: 210 time: 0.0269082 Feb 09 19:48:53.400261 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15b6d492-8bc5-43ff-be3a-90b00371701e req-010c88a6-ca25-43a1-b9ed-83ce640c7335 tempest-TestVolumeBootPattern-1615943498 tempest-TestVolumeBootPattern-1615943498-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:48:53.402801 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-15b6d492-8bc5-43ff-be3a-90b00371701e req-010c88a6-ca25-43a1-b9ed-83ce640c7335 tempest-TestVolumeBootPattern-1615943498 tempest-TestVolumeBootPattern-1615943498-project] 10.222.0.89 "GET /v2.0/networks?id=6c0390b8-57a8-4e5d-b1b3-4d3098f0383e HTTP/1.1" status: 200 len: 812 time: 0.1033854 Feb 09 19:48:53.467400 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-15b6d492-8bc5-43ff-be3a-90b00371701e req-89252b91-19f6-4379-bdba-d702cc2539c1 tempest-TestVolumeBootPattern-1615943498 tempest-TestVolumeBootPattern-1615943498-project] 10.222.0.89 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e66ffe5bb4494e31b9de6c7224f91756 HTTP/1.1" status: 200 len: 379 time: 0.0564184 Feb 09 19:48:53.476237 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.v2.base [req-15b6d492-8bc5-43ff-be3a-90b00371701e req-6889b530-c1a0-41e2-babc-ed34aff2ab0c tempest-TestVolumeBootPattern-1615943498 tempest-TestVolumeBootPattern-1615943498-project] Request body: {'port': {'device_id': 'd7993723-668d-47b0-b880-3834d5860c58', 'network_id': '6c0390b8-57a8-4e5d-b1b3-4d3098f0383e', 'admin_state_up': True, 'tenant_id': 'e66ffe5bb4494e31b9de6c7224f91756', 'security_groups': ['345ae435-b00e-437f-83a9-8ffcc57023f1']}} {{(pid=103229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 19:48:53.506674 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-ed9ac562-828f-43c0-ae09-a39ca6b68914 req-72931873-70f2-4904-a9c7-5d800fcaf7b4 tempest-TestVolumeBootPattern-1615943498 tempest-TestVolumeBootPattern-1615943498-project] 10.222.0.75 "GET /v2.0/ports?device_id=d7993723-668d-47b0-b880-3834d5860c58 HTTP/1.1" status: 200 len: 210 time: 0.0345325 Feb 09 19:48:53.604687 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-15b6d492-8bc5-43ff-be3a-90b00371701e req-6889b530-c1a0-41e2-babc-ed34aff2ab0c tempest-TestVolumeBootPattern-1615943498 tempest-TestVolumeBootPattern-1615943498-project] Made reservation on behalf of e66ffe5bb4494e31b9de6c7224f91756 for: {'port': 1} {{(pid=103229) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 19:48:53.608553 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-15b6d492-8bc5-43ff-be3a-90b00371701e req-6889b530-c1a0-41e2-babc-ed34aff2ab0c tempest-TestVolumeBootPattern-1615943498 tempest-TestVolumeBootPattern-1615943498-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (None), before_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:48:53.742421 n-d-713498-36 neutron-server[103229]: DEBUG neutron.db.db_base_plugin_common [req-15b6d492-8bc5-43ff-be3a-90b00371701e req-6889b530-c1a0-41e2-babc-ed34aff2ab0c tempest-TestVolumeBootPattern-1615943498 tempest-TestVolumeBootPattern-1615943498-project] Allocated IP 172.20.0.9 (6c0390b8-57a8-4e5d-b1b3-4d3098f0383e/8c23e8df-50ec-4124-b2e0-ec4287e0865a/e41b3469-5a7b-4865-b6d9-2238a3c62895) {{(pid=103229) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 19:48:53.878412 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-15b6d492-8bc5-43ff-be3a-90b00371701e req-6889b530-c1a0-41e2-babc-ed34aff2ab0c tempest-TestVolumeBootPattern-1615943498 tempest-TestVolumeBootPattern-1615943498-project] Publish callbacks [] for port (e41b3469-5a7b-4865-b6d9-2238a3c62895), precommit_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:48:53.911200 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-15b6d492-8bc5-43ff-be3a-90b00371701e req-6889b530-c1a0-41e2-babc-ed34aff2ab0c tempest-TestVolumeBootPattern-1615943498 tempest-TestVolumeBootPattern-1615943498-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762866656467', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12867576'] for port (e41b3469-5a7b-4865-b6d9-2238a3c62895), after_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:48:53.958436 n-d-713498-36 neutron-server[103229]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-15b6d492-8bc5-43ff-be3a-90b00371701e req-6889b530-c1a0-41e2-babc-ed34aff2ab0c tempest-TestVolumeBootPattern-1615943498 tempest-TestVolumeBootPattern-1615943498-project] Network 6c0390b8-57a8-4e5d-b1b3-4d3098f0383e is already hosted by enough agents. {{(pid=103229) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 19:48:53.964114 n-d-713498-36 neutron-server[103229]: DEBUG neutron.scheduler.base_scheduler [req-15b6d492-8bc5-43ff-be3a-90b00371701e req-6889b530-c1a0-41e2-babc-ed34aff2ab0c tempest-TestVolumeBootPattern-1615943498 tempest-TestVolumeBootPattern-1615943498-project] Resources bound (agent type, host, resource id): {{(pid=103229) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 19:48:53.966711 n-d-713498-36 neutron-server[103229]: DEBUG neutron.db.l3_dvrscheduler_db [req-15b6d492-8bc5-43ff-be3a-90b00371701e req-6889b530-c1a0-41e2-babc-ed34aff2ab0c tempest-TestVolumeBootPattern-1615943498 tempest-TestVolumeBootPattern-1615943498-project] Received port after_create {{(pid=103229) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 19:48:53.998124 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6889b530-c1a0-41e2-babc-ed34aff2ab0c tempest-TestVolumeBootPattern-1615943498 tempest-TestVolumeBootPattern-1615943498-project] Pushing event updated for resources: {'Port': ['ID=e41b3469-5a7b-4865-b6d9-2238a3c62895,revision_number=1']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:48:54.024857 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15b6d492-8bc5-43ff-be3a-90b00371701e req-6889b530-c1a0-41e2-babc-ed34aff2ab0c tempest-TestVolumeBootPattern-1615943498 tempest-TestVolumeBootPattern-1615943498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:48:54.025526 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-15b6d492-8bc5-43ff-be3a-90b00371701e req-6889b530-c1a0-41e2-babc-ed34aff2ab0c tempest-TestVolumeBootPattern-1615943498 tempest-TestVolumeBootPattern-1615943498-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171096'] for port (None), before_response {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:48:54.044720 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-15b6d492-8bc5-43ff-be3a-90b00371701e req-6889b530-c1a0-41e2-babc-ed34aff2ab0c tempest-TestVolumeBootPattern-1615943498 tempest-TestVolumeBootPattern-1615943498-project] 10.222.0.89 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5716891 Feb 09 19:48:54.055070 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.v2.base [req-15b6d492-8bc5-43ff-be3a-90b00371701e req-8c5f8941-1bc6-488f-94f1-fb60e83711a9 service neutron] Request body: {'port': {'device_id': 'd7993723-668d-47b0-b880-3834d5860c58', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-713498-36'}} {{(pid=103229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 19:48:54.120228 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-15b6d492-8bc5-43ff-be3a-90b00371701e req-8c5f8941-1bc6-488f-94f1-fb60e83711a9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (e41b3469-5a7b-4865-b6d9-2238a3c62895), before_update {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:48:54.278800 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.provisioning_blocks [None req-2bfd987b-c853-4ef0-a26d-03f8830bb1ce None None] Provisioning complete for port e41b3469-5a7b-4865-b6d9-2238a3c62895 triggered by entity DHCP. {{(pid=103232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 19:48:54.279340 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-2bfd987b-c853-4ef0-a26d-03f8830bb1ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593630'] for port (e41b3469-5a7b-4865-b6d9-2238a3c62895), provisioning_complete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:48:54.314186 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-2bfd987b-c853-4ef0-a26d-03f8830bb1ce None None] Port e41b3469-5a7b-4865-b6d9-2238a3c62895 cannot update to ACTIVE because it is not bound. {{(pid=103232) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 19:48:54.392629 n-d-713498-36 neutron-server[103229]: DEBUG neutron.notifiers.nova [req-15b6d492-8bc5-43ff-be3a-90b00371701e req-8c5f8941-1bc6-488f-94f1-fb60e83711a9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e41b3469-5a7b-4865-b6d9-2238a3c62895 {{(pid=103229) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 19:48:54.400089 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-15b6d492-8bc5-43ff-be3a-90b00371701e req-8c5f8941-1bc6-488f-94f1-fb60e83711a9 service neutron] Publish callbacks [] for port (e41b3469-5a7b-4865-b6d9-2238a3c62895), precommit_update {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:48:54.412552 n-d-713498-36 neutron-server[103229]: DEBUG neutron.db.provisioning_blocks [req-15b6d492-8bc5-43ff-be3a-90b00371701e req-8c5f8941-1bc6-488f-94f1-fb60e83711a9 service neutron] Transition to ACTIVE for port object e41b3469-5a7b-4865-b6d9-2238a3c62895 will not be triggered until provisioned by entity L2. {{(pid=103229) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 19:48:54.417992 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-15b6d492-8bc5-43ff-be3a-90b00371701e req-8c5f8941-1bc6-488f-94f1-fb60e83711a9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762867176205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762866656485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762866656503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12867569'] for port (e41b3469-5a7b-4865-b6d9-2238a3c62895), after_update {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:48:54.470839 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c5f8941-1bc6-488f-94f1-fb60e83711a9 service neutron] Pushing event updated for resources: {'Port': ['ID=e41b3469-5a7b-4865-b6d9-2238a3c62895,revision_number=2']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:48:54.556141 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.managers [req-15b6d492-8bc5-43ff-be3a-90b00371701e req-8c5f8941-1bc6-488f-94f1-fb60e83711a9 service neutron] Attempting to bind port e41b3469-5a7b-4865-b6d9-2238a3c62895 on host n-h1-713498-36 for vnic_type normal with profile {{(pid=103229) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 19:48:54.556490 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.managers [req-15b6d492-8bc5-43ff-be3a-90b00371701e req-8c5f8941-1bc6-488f-94f1-fb60e83711a9 service neutron] Attempting to bind port e41b3469-5a7b-4865-b6d9-2238a3c62895 by drivers openvswitch,hyperv on host n-h1-713498-36 at level 0 using segments [{'id': '33386be2-7716-4eda-8188-eeaffee7e0ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '6c0390b8-57a8-4e5d-b1b3-4d3098f0383e'}] {{(pid=103229) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 19:48:54.557678 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15b6d492-8bc5-43ff-be3a-90b00371701e req-8c5f8941-1bc6-488f-94f1-fb60e83711a9 service neutron] Attempting to bind port e41b3469-5a7b-4865-b6d9-2238a3c62895 on network 6c0390b8-57a8-4e5d-b1b3-4d3098f0383e {{(pid=103229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 19:48:54.563595 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15b6d492-8bc5-43ff-be3a-90b00371701e req-8c5f8941-1bc6-488f-94f1-fb60e83711a9 service neutron] Port e41b3469-5a7b-4865-b6d9-2238a3c62895 on network 6c0390b8-57a8-4e5d-b1b3-4d3098f0383e not bound, no agent of type Open vSwitch agent registered on host n-h1-713498-36 {{(pid=103229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 19:48:54.563921 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15b6d492-8bc5-43ff-be3a-90b00371701e req-8c5f8941-1bc6-488f-94f1-fb60e83711a9 service neutron] Attempting to bind port e41b3469-5a7b-4865-b6d9-2238a3c62895 on network 6c0390b8-57a8-4e5d-b1b3-4d3098f0383e {{(pid=103229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 19:48:54.570130 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15b6d492-8bc5-43ff-be3a-90b00371701e req-8c5f8941-1bc6-488f-94f1-fb60e83711a9 service neutron] Checking agent: {'id': '488cd9ae-631f-4955-ba0b-4f5a13f12e9c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713498-36', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 18, 59, 18), 'started_at': datetime.datetime(2022, 2, 9, 18, 59, 18), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 19, 48, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 19:48:54.570376 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15b6d492-8bc5-43ff-be3a-90b00371701e req-8c5f8941-1bc6-488f-94f1-fb60e83711a9 service neutron] Checking segment: {'id': '33386be2-7716-4eda-8188-eeaffee7e0ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '6c0390b8-57a8-4e5d-b1b3-4d3098f0383e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103229) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 19:48:54.570798 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15b6d492-8bc5-43ff-be3a-90b00371701e req-8c5f8941-1bc6-488f-94f1-fb60e83711a9 service neutron] Bound using segment: {'id': '33386be2-7716-4eda-8188-eeaffee7e0ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '6c0390b8-57a8-4e5d-b1b3-4d3098f0383e'} {{(pid=103229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 19:48:54.571234 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.managers [req-15b6d492-8bc5-43ff-be3a-90b00371701e req-8c5f8941-1bc6-488f-94f1-fb60e83711a9 service neutron] Bound port: e41b3469-5a7b-4865-b6d9-2238a3c62895, host: n-h1-713498-36, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '33386be2-7716-4eda-8188-eeaffee7e0ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '6c0390b8-57a8-4e5d-b1b3-4d3098f0383e'}}] {{(pid=103229) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 19:48:54.571593 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-15b6d492-8bc5-43ff-be3a-90b00371701e req-8c5f8941-1bc6-488f-94f1-fb60e83711a9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (e41b3469-5a7b-4865-b6d9-2238a3c62895), before_update {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:48:54.684132 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8da79db2-887f-4e7d-947e-6cf0c5ee28a5 req-2e69cbc5-d485-43e5-8a4b-052f730d571a tempest-TestVolumeBootPattern-1615943498 tempest-TestVolumeBootPattern-1615943498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:48:54.685688 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-8da79db2-887f-4e7d-947e-6cf0c5ee28a5 req-2e69cbc5-d485-43e5-8a4b-052f730d571a tempest-TestVolumeBootPattern-1615943498 tempest-TestVolumeBootPattern-1615943498-project] 10.222.0.75 "GET /v2.0/ports?device_id=d7993723-668d-47b0-b880-3834d5860c58 HTTP/1.1" status: 200 len: 943 time: 0.1004412 Feb 09 19:48:54.688268 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.db [req-15b6d492-8bc5-43ff-be3a-90b00371701e req-8c5f8941-1bc6-488f-94f1-fb60e83711a9 service neutron] For port e41b3469-5a7b-4865-b6d9-2238a3c62895, host n-h1-713498-36, cleared binding levels {{(pid=103229) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 19:48:54.691773 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.db [req-15b6d492-8bc5-43ff-be3a-90b00371701e req-8c5f8941-1bc6-488f-94f1-fb60e83711a9 service neutron] For port e41b3469-5a7b-4865-b6d9-2238a3c62895, host n-h1-713498-36, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-36',level=0,port_id=e41b3469-5a7b-4865-b6d9-2238a3c62895,segment=NetworkSegment(33386be2-7716-4eda-8188-eeaffee7e0ec),segment_id=33386be2-7716-4eda-8188-eeaffee7e0ec)] {{(pid=103229) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 19:48:54.702984 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-15b6d492-8bc5-43ff-be3a-90b00371701e req-8c5f8941-1bc6-488f-94f1-fb60e83711a9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762867176205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762866656485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762866656503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12867569'] for port (e41b3469-5a7b-4865-b6d9-2238a3c62895), after_update {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:48:54.753379 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15b6d492-8bc5-43ff-be3a-90b00371701e req-8c5f8941-1bc6-488f-94f1-fb60e83711a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:48:54.754037 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-15b6d492-8bc5-43ff-be3a-90b00371701e req-8c5f8941-1bc6-488f-94f1-fb60e83711a9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171096'] for port (None), before_response {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:48:54.755410 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-15b6d492-8bc5-43ff-be3a-90b00371701e req-8c5f8941-1bc6-488f-94f1-fb60e83711a9 service neutron] 10.222.0.89 "PUT /v2.0/ports/e41b3469-5a7b-4865-b6d9-2238a3c62895 HTTP/1.1" status: 200 len: 1092 time: 0.7046149 Feb 09 19:48:54.760965 n-d-713498-36 neutron-server[103229]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd7993723-668d-47b0-b880-3834d5860c58', 'tag': 'e41b3469-5a7b-4865-b6d9-2238a3c62895'}] {{(pid=103229) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 19:48:54.772193 n-d-713498-36 neutron-server[103229]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fa6ae9a20702bd564eaf90d946620b2b4277b1ab91129323d3b54181076be307" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bd912606-1a6d-480d-bfde-51ba8f14e658" -d '{"events": [{"name": "network-changed", "server_uuid": "d7993723-668d-47b0-b880-3834d5860c58", "tag": "e41b3469-5a7b-4865-b6d9-2238a3c62895"}]}' {{(pid=103229) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 19:48:54.821786 n-d-713498-36 neutron-server[103229]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 19:48:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b76fe7e6-8ecf-4967-8d9c-3eea32bb28f2 x-openstack-request-id: req-b76fe7e6-8ecf-4967-8d9c-3eea32bb28f2 {{(pid=103229) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 19:48:54.822114 n-d-713498-36 neutron-server[103229]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d7993723-668d-47b0-b880-3834d5860c58", "tag": "e41b3469-5a7b-4865-b6d9-2238a3c62895", "status": "completed", "code": 200}]} {{(pid=103229) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 19:48:54.822892 n-d-713498-36 neutron-server[103229]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-b76fe7e6-8ecf-4967-8d9c-3eea32bb28f2 {{(pid=103229) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 19:48:54.823302 n-d-713498-36 neutron-server[103229]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd7993723-668d-47b0-b880-3834d5860c58', 'tag': 'e41b3469-5a7b-4865-b6d9-2238a3c62895', 'status': 'completed', 'code': 200} Feb 09 19:48:54.844078 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-8da79db2-887f-4e7d-947e-6cf0c5ee28a5 req-d28b60d6-9baf-403c-9314-998a863c29cc tempest-TestVolumeBootPattern-1615943498 tempest-TestVolumeBootPattern-1615943498-project] 10.222.0.75 "GET /v2.0/security-groups?id=345ae435-b00e-437f-83a9-8ffcc57023f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1504490 Feb 09 19:48:54.850546 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c5f8941-1bc6-488f-94f1-fb60e83711a9 service neutron] Pushing event updated for resources: {'Port': ['ID=e41b3469-5a7b-4865-b6d9-2238a3c62895,revision_number=3']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:48:54.884212 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15b6d492-8bc5-43ff-be3a-90b00371701e req-ee5537c9-877e-4908-a927-d8ba4f486542 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:48:54.886316 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-15b6d492-8bc5-43ff-be3a-90b00371701e req-ee5537c9-877e-4908-a927-d8ba4f486542 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=e66ffe5bb4494e31b9de6c7224f91756&device_id=d7993723-668d-47b0-b880-3834d5860c58 HTTP/1.1" status: 200 len: 1126 time: 0.0808208 Feb 09 19:48:54.930804 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-15b6d492-8bc5-43ff-be3a-90b00371701e req-c4cd6b53-0179-404c-b7a0-ccdb275fd361 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e41b3469-5a7b-4865-b6d9-2238a3c62895 HTTP/1.1" status: 200 len: 217 time: 0.0378754 Feb 09 19:48:54.980089 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15b6d492-8bc5-43ff-be3a-90b00371701e req-cdd27efe-e957-4fb0-91d7-9ce9f3af282f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:48:54.981729 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-15b6d492-8bc5-43ff-be3a-90b00371701e req-cdd27efe-e957-4fb0-91d7-9ce9f3af282f service neutron] 10.222.0.89 "GET /v2.0/subnets?id=8c23e8df-50ec-4124-b2e0-ec4287e0865a HTTP/1.1" status: 200 len: 851 time: 0.0456724 Feb 09 19:48:55.036192 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15b6d492-8bc5-43ff-be3a-90b00371701e req-6585e3f6-38dd-4b03-99b8-e6d93d2ae945 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:48:55.037596 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-15b6d492-8bc5-43ff-be3a-90b00371701e req-6585e3f6-38dd-4b03-99b8-e6d93d2ae945 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=6c0390b8-57a8-4e5d-b1b3-4d3098f0383e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0498145 Feb 09 19:48:55.129743 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-15b6d492-8bc5-43ff-be3a-90b00371701e req-12e6f33a-f7fa-4852-afac-d77d56eb5c14 service neutron] 10.222.0.89 "GET /v2.0/networks/6c0390b8-57a8-4e5d-b1b3-4d3098f0383e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855577 Feb 09 19:48:55.222725 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-15b6d492-8bc5-43ff-be3a-90b00371701e req-53a71be8-b244-4980-885e-56b990d40592 service neutron] 10.222.0.89 "GET /v2.0/networks/6c0390b8-57a8-4e5d-b1b3-4d3098f0383e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0872927 Feb 09 19:48:55.309659 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd912606-1a6d-480d-bfde-51ba8f14e658 req-7e7634a3-17d4-4861-9ae7-c8cab4317d44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:48:55.311158 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-bd912606-1a6d-480d-bfde-51ba8f14e658 req-7e7634a3-17d4-4861-9ae7-c8cab4317d44 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=e66ffe5bb4494e31b9de6c7224f91756&device_id=d7993723-668d-47b0-b880-3834d5860c58 HTTP/1.1" status: 200 len: 1126 time: 0.0467386 Feb 09 19:48:55.404809 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd912606-1a6d-480d-bfde-51ba8f14e658 req-71a4b901-cdea-4515-bb11-7903644f7cf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:48:55.406300 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-bd912606-1a6d-480d-bfde-51ba8f14e658 req-71a4b901-cdea-4515-bb11-7903644f7cf3 service neutron] 10.222.0.89 "GET /v2.0/networks?id=6c0390b8-57a8-4e5d-b1b3-4d3098f0383e HTTP/1.1" status: 200 len: 913 time: 0.0899143 Feb 09 19:48:55.447874 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-bd912606-1a6d-480d-bfde-51ba8f14e658 req-7034f3c8-8573-4b79-9edb-74044781b0e4 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e41b3469-5a7b-4865-b6d9-2238a3c62895 HTTP/1.1" status: 200 len: 217 time: 0.0357373 Feb 09 19:48:55.495125 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd912606-1a6d-480d-bfde-51ba8f14e658 req-13babbeb-8291-4dfa-a6d7-87436b2f986c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:48:55.496574 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-bd912606-1a6d-480d-bfde-51ba8f14e658 req-13babbeb-8291-4dfa-a6d7-87436b2f986c service neutron] 10.222.0.89 "GET /v2.0/subnets?id=8c23e8df-50ec-4124-b2e0-ec4287e0865a HTTP/1.1" status: 200 len: 851 time: 0.0437000 Feb 09 19:48:55.545208 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd912606-1a6d-480d-bfde-51ba8f14e658 req-72675dca-53f2-4168-9df4-ea2d0b6d2dbb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:48:55.546804 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-bd912606-1a6d-480d-bfde-51ba8f14e658 req-72675dca-53f2-4168-9df4-ea2d0b6d2dbb service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=6c0390b8-57a8-4e5d-b1b3-4d3098f0383e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0445161 Feb 09 19:48:55.639503 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-bd912606-1a6d-480d-bfde-51ba8f14e658 req-950c3d22-71c1-4b73-b385-e45f7066f516 service neutron] 10.222.0.89 "GET /v2.0/networks/6c0390b8-57a8-4e5d-b1b3-4d3098f0383e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0866785 Feb 09 19:48:55.727888 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-bd912606-1a6d-480d-bfde-51ba8f14e658 req-520e9224-96ad-459e-a60c-b456f5bd4178 service neutron] 10.222.0.89 "GET /v2.0/networks/6c0390b8-57a8-4e5d-b1b3-4d3098f0383e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0807803 Feb 09 19:48:55.978825 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f27d9d75-9877-4fc6-b452-c030e05a0dae req-d289ea13-4f30-421c-a905-17deec97d4e9 tempest-TestVolumeBootPattern-1615943498 tempest-TestVolumeBootPattern-1615943498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:48:55.980275 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-f27d9d75-9877-4fc6-b452-c030e05a0dae req-d289ea13-4f30-421c-a905-17deec97d4e9 tempest-TestVolumeBootPattern-1615943498 tempest-TestVolumeBootPattern-1615943498-project] 10.222.0.75 "GET /v2.0/ports?device_id=d7993723-668d-47b0-b880-3834d5860c58 HTTP/1.1" status: 200 len: 943 time: 0.0529139 Feb 09 19:48:56.029088 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-f27d9d75-9877-4fc6-b452-c030e05a0dae req-2159fa86-2600-4b50-b1c1-d404894c1d4b tempest-TestVolumeBootPattern-1615943498 tempest-TestVolumeBootPattern-1615943498-project] 10.222.0.75 "GET /v2.0/security-groups?id=345ae435-b00e-437f-83a9-8ffcc57023f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432069 Feb 09 19:48:57.155795 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db24e67a-2eff-494b-aad2-b18a2e68e553 req-987f4892-ca11-4fd1-adeb-f6971f153e0e tempest-TestVolumeBootPattern-1615943498 tempest-TestVolumeBootPattern-1615943498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:48:57.157288 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-db24e67a-2eff-494b-aad2-b18a2e68e553 req-987f4892-ca11-4fd1-adeb-f6971f153e0e tempest-TestVolumeBootPattern-1615943498 tempest-TestVolumeBootPattern-1615943498-project] 10.222.0.75 "GET /v2.0/ports?device_id=d7993723-668d-47b0-b880-3834d5860c58 HTTP/1.1" status: 200 len: 943 time: 0.0572300 Feb 09 19:48:57.206508 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-db24e67a-2eff-494b-aad2-b18a2e68e553 req-cd279333-30d5-4669-ab40-60f4aae81a38 tempest-TestVolumeBootPattern-1615943498 tempest-TestVolumeBootPattern-1615943498-project] 10.222.0.75 "GET /v2.0/security-groups?id=345ae435-b00e-437f-83a9-8ffcc57023f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436218 Feb 09 19:48:58.325396 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bbfba14-3c21-4d91-8a3d-f13b2a09d081 req-358e5bff-95ca-4d72-8b98-520c761b9f4d tempest-TestVolumeBootPattern-1615943498 tempest-TestVolumeBootPattern-1615943498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:48:58.326911 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-1bbfba14-3c21-4d91-8a3d-f13b2a09d081 req-358e5bff-95ca-4d72-8b98-520c761b9f4d tempest-TestVolumeBootPattern-1615943498 tempest-TestVolumeBootPattern-1615943498-project] 10.222.0.75 "GET /v2.0/ports?device_id=d7993723-668d-47b0-b880-3834d5860c58 HTTP/1.1" status: 200 len: 943 time: 0.0531662 Feb 09 19:48:58.379167 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-1bbfba14-3c21-4d91-8a3d-f13b2a09d081 req-6c51192b-4056-49bc-aecf-470d914705d3 tempest-TestVolumeBootPattern-1615943498 tempest-TestVolumeBootPattern-1615943498-project] 10.222.0.75 "GET /v2.0/security-groups?id=345ae435-b00e-437f-83a9-8ffcc57023f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0467317 Feb 09 19:48:59.501251 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-641639bd-2a39-43f2-a839-e2a9b280bec3 req-eeed6c7b-d0e6-4223-a43d-3cf4adb49c1e tempest-TestVolumeBootPattern-1615943498 tempest-TestVolumeBootPattern-1615943498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:48:59.502946 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-641639bd-2a39-43f2-a839-e2a9b280bec3 req-eeed6c7b-d0e6-4223-a43d-3cf4adb49c1e tempest-TestVolumeBootPattern-1615943498 tempest-TestVolumeBootPattern-1615943498-project] 10.222.0.75 "GET /v2.0/ports?device_id=d7993723-668d-47b0-b880-3834d5860c58 HTTP/1.1" status: 200 len: 943 time: 0.0543902 Feb 09 19:48:59.558497 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-641639bd-2a39-43f2-a839-e2a9b280bec3 req-1d3ed01c-3bc2-4044-b7a2-28aa7ce425c8 tempest-TestVolumeBootPattern-1615943498 tempest-TestVolumeBootPattern-1615943498-project] 10.222.0.75 "GET /v2.0/security-groups?id=345ae435-b00e-437f-83a9-8ffcc57023f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0495164 Feb 09 19:49:00.691943 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fde5379a-a425-4008-af4f-04777823d05f req-0f5bec4a-db19-405e-af9c-075dd60f2872 tempest-TestVolumeBootPattern-1615943498 tempest-TestVolumeBootPattern-1615943498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:49:00.694080 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-fde5379a-a425-4008-af4f-04777823d05f req-0f5bec4a-db19-405e-af9c-075dd60f2872 tempest-TestVolumeBootPattern-1615943498 tempest-TestVolumeBootPattern-1615943498-project] 10.222.0.75 "GET /v2.0/ports?device_id=d7993723-668d-47b0-b880-3834d5860c58 HTTP/1.1" status: 200 len: 943 time: 0.0656626 Feb 09 19:49:00.743268 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-fde5379a-a425-4008-af4f-04777823d05f req-d9205f96-124e-467f-8a89-b7ee2d5bfd00 tempest-TestVolumeBootPattern-1615943498 tempest-TestVolumeBootPattern-1615943498-project] 10.222.0.75 "GET /v2.0/security-groups?id=345ae435-b00e-437f-83a9-8ffcc57023f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422683 Feb 09 19:49:01.868588 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78474ed3-d582-4d3f-8565-7eae50598f37 req-46ef8d87-a434-498a-8be8-2df7f3aa881a tempest-TestVolumeBootPattern-1615943498 tempest-TestVolumeBootPattern-1615943498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:49:01.870942 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-78474ed3-d582-4d3f-8565-7eae50598f37 req-46ef8d87-a434-498a-8be8-2df7f3aa881a tempest-TestVolumeBootPattern-1615943498 tempest-TestVolumeBootPattern-1615943498-project] 10.222.0.75 "GET /v2.0/ports?device_id=d7993723-668d-47b0-b880-3834d5860c58 HTTP/1.1" status: 200 len: 943 time: 0.0578120 Feb 09 19:49:01.919411 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-78474ed3-d582-4d3f-8565-7eae50598f37 req-9e4622ec-7c7a-4261-bc50-11ebb80ded9c tempest-TestVolumeBootPattern-1615943498 tempest-TestVolumeBootPattern-1615943498-project] 10.222.0.75 "GET /v2.0/security-groups?id=345ae435-b00e-437f-83a9-8ffcc57023f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428619 Feb 09 19:49:02.711352 n-d-713498-36 neutron-server[103233]: DEBUG neutron.db.agents_db [None req-4a8a6a42-0a0c-4437-8958-92282682b6bb None None] Agent healthcheck: found 7 active agents {{(pid=103233) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 19:49:03.042861 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e9e9c0c-92c0-49db-9867-b5a2043a74ee req-213eba82-f0b3-4269-a176-1cb257ce1fac tempest-TestVolumeBootPattern-1615943498 tempest-TestVolumeBootPattern-1615943498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:49:03.044968 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-8e9e9c0c-92c0-49db-9867-b5a2043a74ee req-213eba82-f0b3-4269-a176-1cb257ce1fac tempest-TestVolumeBootPattern-1615943498 tempest-TestVolumeBootPattern-1615943498-project] 10.222.0.75 "GET /v2.0/ports?device_id=d7993723-668d-47b0-b880-3834d5860c58 HTTP/1.1" status: 200 len: 943 time: 0.0550365 Feb 09 19:49:03.100911 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-8e9e9c0c-92c0-49db-9867-b5a2043a74ee req-d01d900f-b624-45fb-9f53-e0f17dac9b56 tempest-TestVolumeBootPattern-1615943498 tempest-TestVolumeBootPattern-1615943498-project] 10.222.0.75 "GET /v2.0/security-groups?id=345ae435-b00e-437f-83a9-8ffcc57023f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447998 Feb 09 19:49:04.219925 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8bf0877-672c-4372-8e23-d26f3df1a14c req-7c6786c6-bcdc-4027-a9ba-e51a49b9a6ef tempest-TestVolumeBootPattern-1615943498 tempest-TestVolumeBootPattern-1615943498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:49:04.221410 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-e8bf0877-672c-4372-8e23-d26f3df1a14c req-7c6786c6-bcdc-4027-a9ba-e51a49b9a6ef tempest-TestVolumeBootPattern-1615943498 tempest-TestVolumeBootPattern-1615943498-project] 10.222.0.75 "GET /v2.0/ports?device_id=d7993723-668d-47b0-b880-3834d5860c58 HTTP/1.1" status: 200 len: 943 time: 0.0518236 Feb 09 19:49:04.269598 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-e8bf0877-672c-4372-8e23-d26f3df1a14c req-85fecd69-8164-4e9c-b7fc-fec7cf4aa4f7 tempest-TestVolumeBootPattern-1615943498 tempest-TestVolumeBootPattern-1615943498-project] 10.222.0.75 "GET /v2.0/security-groups?id=345ae435-b00e-437f-83a9-8ffcc57023f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426278 Feb 09 19:49:05.393623 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38cde790-2078-4e00-a4b4-e4c9d990bf16 req-7e81b374-8674-4401-bf4a-020f40d71914 tempest-TestVolumeBootPattern-1615943498 tempest-TestVolumeBootPattern-1615943498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:49:05.395110 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-38cde790-2078-4e00-a4b4-e4c9d990bf16 req-7e81b374-8674-4401-bf4a-020f40d71914 tempest-TestVolumeBootPattern-1615943498 tempest-TestVolumeBootPattern-1615943498-project] 10.222.0.75 "GET /v2.0/ports?device_id=d7993723-668d-47b0-b880-3834d5860c58 HTTP/1.1" status: 200 len: 943 time: 0.0559759 Feb 09 19:49:05.444084 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-38cde790-2078-4e00-a4b4-e4c9d990bf16 req-1476f274-1b5c-4950-a4ed-8c38b91c06e6 tempest-TestVolumeBootPattern-1615943498 tempest-TestVolumeBootPattern-1615943498-project] 10.222.0.75 "GET /v2.0/security-groups?id=345ae435-b00e-437f-83a9-8ffcc57023f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434408 Feb 09 19:49:06.562001 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-544e871a-8323-42c5-a752-a4390ff2d8f7 req-9feecfed-efab-469e-bca2-893c5c0a45cb tempest-TestVolumeBootPattern-1615943498 tempest-TestVolumeBootPattern-1615943498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:49:06.563498 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-544e871a-8323-42c5-a752-a4390ff2d8f7 req-9feecfed-efab-469e-bca2-893c5c0a45cb tempest-TestVolumeBootPattern-1615943498 tempest-TestVolumeBootPattern-1615943498-project] 10.222.0.75 "GET /v2.0/ports?device_id=d7993723-668d-47b0-b880-3834d5860c58 HTTP/1.1" status: 200 len: 943 time: 0.0520015 Feb 09 19:49:06.616807 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-544e871a-8323-42c5-a752-a4390ff2d8f7 req-402986c4-b9fa-4338-882a-bc67f338149b tempest-TestVolumeBootPattern-1615943498 tempest-TestVolumeBootPattern-1615943498-project] 10.222.0.75 "GET /v2.0/security-groups?id=345ae435-b00e-437f-83a9-8ffcc57023f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0477586 Feb 09 19:49:07.736067 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85fc9911-0991-4966-8b7d-84fb34a477f3 req-6ff664a4-5104-4824-b8b5-0f3c3981e7c5 tempest-TestVolumeBootPattern-1615943498 tempest-TestVolumeBootPattern-1615943498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:49:07.737543 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-85fc9911-0991-4966-8b7d-84fb34a477f3 req-6ff664a4-5104-4824-b8b5-0f3c3981e7c5 tempest-TestVolumeBootPattern-1615943498 tempest-TestVolumeBootPattern-1615943498-project] 10.222.0.75 "GET /v2.0/ports?device_id=d7993723-668d-47b0-b880-3834d5860c58 HTTP/1.1" status: 200 len: 943 time: 0.0534439 Feb 09 19:49:07.786002 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-85fc9911-0991-4966-8b7d-84fb34a477f3 req-904b1170-163d-4cd8-b4b4-46e88a884b2c tempest-TestVolumeBootPattern-1615943498 tempest-TestVolumeBootPattern-1615943498-project] 10.222.0.75 "GET /v2.0/security-groups?id=345ae435-b00e-437f-83a9-8ffcc57023f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428963 Feb 09 19:49:08.924570 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da3640e2-0a10-47e7-81c6-525a18e46337 req-cb57ad02-da3b-4106-9e66-07449760a6bc tempest-TestVolumeBootPattern-1615943498 tempest-TestVolumeBootPattern-1615943498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:49:08.926152 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-da3640e2-0a10-47e7-81c6-525a18e46337 req-cb57ad02-da3b-4106-9e66-07449760a6bc tempest-TestVolumeBootPattern-1615943498 tempest-TestVolumeBootPattern-1615943498-project] 10.222.0.75 "GET /v2.0/ports?device_id=d7993723-668d-47b0-b880-3834d5860c58 HTTP/1.1" status: 200 len: 943 time: 0.0634136 Feb 09 19:49:08.981644 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-da3640e2-0a10-47e7-81c6-525a18e46337 req-5d0d247c-8950-4a36-875b-0fca4fce643f tempest-TestVolumeBootPattern-1615943498 tempest-TestVolumeBootPattern-1615943498-project] 10.222.0.75 "GET /v2.0/security-groups?id=345ae435-b00e-437f-83a9-8ffcc57023f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0492523 Feb 09 19:49:10.103358 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b39791c-ec81-4b1b-a73b-89777b4634f2 req-42c685c9-00bc-4984-8a1b-86eb96fcf2a8 tempest-TestVolumeBootPattern-1615943498 tempest-TestVolumeBootPattern-1615943498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:49:10.105394 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-2b39791c-ec81-4b1b-a73b-89777b4634f2 req-42c685c9-00bc-4984-8a1b-86eb96fcf2a8 tempest-TestVolumeBootPattern-1615943498 tempest-TestVolumeBootPattern-1615943498-project] 10.222.0.75 "GET /v2.0/ports?device_id=d7993723-668d-47b0-b880-3834d5860c58 HTTP/1.1" status: 200 len: 943 time: 0.0577044 Feb 09 19:49:10.463653 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-2b39791c-ec81-4b1b-a73b-89777b4634f2 req-6c365071-52b5-4bee-92e0-87d8dc310298 tempest-TestVolumeBootPattern-1615943498 tempest-TestVolumeBootPattern-1615943498-project] 10.222.0.75 "GET /v2.0/security-groups?id=345ae435-b00e-437f-83a9-8ffcc57023f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3520513 Feb 09 19:49:10.840887 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-5ae96f24-80e4-4278-aa9f-aec9ea362215 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762867132591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593584'] for agent (af91e4b9-f4e1-42b1-a25c-a10dc47171c8), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:49:11.175774 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Device e41b3469-5a7b-4865-b6d9-2238a3c62895 details requested by agent hyperv_n-h1-713498-36 with host n-h1-713498-36 {{(pid=103232) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 19:49:11.269110 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] For port e41b3469-5a7b-4865-b6d9-2238a3c62895, host n-h1-713498-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-36',level=0,port_id=e41b3469-5a7b-4865-b6d9-2238a3c62895,segment=NetworkSegment(33386be2-7716-4eda-8188-eeaffee7e0ec),segment_id=33386be2-7716-4eda-8188-eeaffee7e0ec)] {{(pid=103232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 19:49:11.280545 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Returning: {'device': 'e41b3469-5a7b-4865-b6d9-2238a3c62895', 'network_id': '6c0390b8-57a8-4e5d-b1b3-4d3098f0383e', 'port_id': 'e41b3469-5a7b-4865-b6d9-2238a3c62895', 'mac_address': 'fa:16:3e:45:ee:a5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 395, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8c23e8df-50ec-4124-b2e0-ec4287e0865a', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103232) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 19:49:11.321194 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Current status of the port e41b3469-5a7b-4865-b6d9-2238a3c62895 is: DOWN; New status is: BUILD {{(pid=103232) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 19:49:11.321583 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (e41b3469-5a7b-4865-b6d9-2238a3c62895), before_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:49:11.334280 n-d-713498-36 neutron-server[103232]: DEBUG neutron.notifiers.nova [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e41b3469-5a7b-4865-b6d9-2238a3c62895 {{(pid=103232) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 19:49:11.353269 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] For port e41b3469-5a7b-4865-b6d9-2238a3c62895, host n-h1-713498-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-36',level=0,port_id=e41b3469-5a7b-4865-b6d9-2238a3c62895,segment=NetworkSegment(33386be2-7716-4eda-8188-eeaffee7e0ec),segment_id=33386be2-7716-4eda-8188-eeaffee7e0ec)] {{(pid=103232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 19:49:11.358548 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762867176205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762866656485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762866656503'] for port (e41b3469-5a7b-4865-b6d9-2238a3c62895), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:49:11.404121 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Pushing event updated for resources: {'Port': ['ID=e41b3469-5a7b-4865-b6d9-2238a3c62895,revision_number=4']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:49:11.566159 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] get_ports_and_sgs() called for port_ids ['e41b3469-5a7b-4865-b6d9-2238a3c62895'] {{(pid=103232) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 19:49:11.586082 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab7d171b-0598-4c33-88af-6b1a108c071f req-2b2383b2-69e9-42ea-8330-7ce002a54f03 tempest-TestVolumeBootPattern-1615943498 tempest-TestVolumeBootPattern-1615943498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:49:11.587565 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-ab7d171b-0598-4c33-88af-6b1a108c071f req-2b2383b2-69e9-42ea-8330-7ce002a54f03 tempest-TestVolumeBootPattern-1615943498 tempest-TestVolumeBootPattern-1615943498-project] 10.222.0.75 "GET /v2.0/ports?device_id=d7993723-668d-47b0-b880-3834d5860c58 HTTP/1.1" status: 200 len: 944 time: 0.0541117 Feb 09 19:49:11.637346 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-ab7d171b-0598-4c33-88af-6b1a108c071f req-9b29ad62-1dff-425c-9fb6-80253dbe729a tempest-TestVolumeBootPattern-1615943498 tempest-TestVolumeBootPattern-1615943498-project] 10.222.0.75 "GET /v2.0/security-groups?id=345ae435-b00e-437f-83a9-8ffcc57023f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433803 Feb 09 19:49:12.756501 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc85405b-7bda-49b2-9bcc-2a396e833cb0 req-8a5e533d-adfb-4ae4-879c-0911bbf8f1e3 tempest-TestVolumeBootPattern-1615943498 tempest-TestVolumeBootPattern-1615943498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:49:12.757975 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-fc85405b-7bda-49b2-9bcc-2a396e833cb0 req-8a5e533d-adfb-4ae4-879c-0911bbf8f1e3 tempest-TestVolumeBootPattern-1615943498 tempest-TestVolumeBootPattern-1615943498-project] 10.222.0.75 "GET /v2.0/ports?device_id=d7993723-668d-47b0-b880-3834d5860c58 HTTP/1.1" status: 200 len: 944 time: 0.0526071 Feb 09 19:49:12.813048 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-fc85405b-7bda-49b2-9bcc-2a396e833cb0 req-293ce3dc-452f-41f8-b07a-94630bfa8715 tempest-TestVolumeBootPattern-1615943498 tempest-TestVolumeBootPattern-1615943498-project] 10.222.0.75 "GET /v2.0/security-groups?id=345ae435-b00e-437f-83a9-8ffcc57023f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0485241 Feb 09 19:49:13.128516 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-f1bb1b7d-4074-4122-a71b-91b344d359f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762867132591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593584'] for agent (93303d5e-5d17-45e8-8963-7694f87783ae), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:49:13.206246 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Device e41b3469-5a7b-4865-b6d9-2238a3c62895 up at agent hyperv_n-h1-713498-36 {{(pid=103232) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 19:49:13.256744 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.provisioning_blocks [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Provisioning for port e41b3469-5a7b-4865-b6d9-2238a3c62895 completed by entity L2. {{(pid=103232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 19:49:13.260652 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.provisioning_blocks [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Provisioning complete for port e41b3469-5a7b-4865-b6d9-2238a3c62895 triggered by entity L2. {{(pid=103232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 19:49:13.261028 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593630'] for port (e41b3469-5a7b-4865-b6d9-2238a3c62895), provisioning_complete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:49:13.335195 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Current status of the port e41b3469-5a7b-4865-b6d9-2238a3c62895 is: BUILD; New status is: ACTIVE {{(pid=103232) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 19:49:13.335581 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (e41b3469-5a7b-4865-b6d9-2238a3c62895), before_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:49:13.358961 n-d-713498-36 neutron-server[103232]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd7993723-668d-47b0-b880-3834d5860c58', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e41b3469-5a7b-4865-b6d9-2238a3c62895'}] {{(pid=103232) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 19:49:13.361182 n-d-713498-36 neutron-server[103232]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}949cdcde653dec44821de95cbf67297f53cbc2aed4e073b5d514f93bf911ce85" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-511eac63-57a4-4778-a343-a6f892ac39e1" -d '{"events": [{"server_uuid": "d7993723-668d-47b0-b880-3834d5860c58", "name": "network-vif-plugged", "status": "completed", "tag": "e41b3469-5a7b-4865-b6d9-2238a3c62895"}]}' {{(pid=103232) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 19:49:13.374673 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] For port e41b3469-5a7b-4865-b6d9-2238a3c62895, host n-h1-713498-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-36',level=0,port_id=e41b3469-5a7b-4865-b6d9-2238a3c62895,segment=NetworkSegment(33386be2-7716-4eda-8188-eeaffee7e0ec),segment_id=33386be2-7716-4eda-8188-eeaffee7e0ec)] {{(pid=103232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 19:49:13.379174 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762867176205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762866656485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762866656503'] for port (e41b3469-5a7b-4865-b6d9-2238a3c62895), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:49:13.403876 n-d-713498-36 neutron-server[103232]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 19:49:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8fa336f2-db91-4178-bbc6-6b3efe7016e3 x-openstack-request-id: req-8fa336f2-db91-4178-bbc6-6b3efe7016e3 {{(pid=103232) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 19:49:13.404199 n-d-713498-36 neutron-server[103232]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d7993723-668d-47b0-b880-3834d5860c58", "name": "network-vif-plugged", "status": "completed", "tag": "e41b3469-5a7b-4865-b6d9-2238a3c62895", "code": 200}]} {{(pid=103232) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 19:49:13.404461 n-d-713498-36 neutron-server[103232]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-8fa336f2-db91-4178-bbc6-6b3efe7016e3 {{(pid=103232) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 19:49:13.404899 n-d-713498-36 neutron-server[103232]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd7993723-668d-47b0-b880-3834d5860c58', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e41b3469-5a7b-4865-b6d9-2238a3c62895', 'code': 200} Feb 09 19:49:13.432404 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Pushing event updated for resources: {'Port': ['ID=e41b3469-5a7b-4865-b6d9-2238a3c62895,revision_number=5']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:49:13.501416 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd3e20ca-f62c-410f-a8cc-5aed08f313fd req-5e710dc2-a5e3-436e-89f8-da1144369926 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:49:13.502943 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-bd3e20ca-f62c-410f-a8cc-5aed08f313fd req-5e710dc2-a5e3-436e-89f8-da1144369926 service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=d7993723-668d-47b0-b880-3834d5860c58 HTTP/1.1" status: 200 len: 1128 time: 0.0481219 Feb 09 19:49:13.548192 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-bd3e20ca-f62c-410f-a8cc-5aed08f313fd req-8fbee288-ffe7-4c1d-8062-24d5253093cd service neutron] 10.222.0.89 "GET /v2.0/security-groups?id=345ae435-b00e-437f-83a9-8ffcc57023f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392020 Feb 09 19:49:13.931255 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-141d8401-21e6-4c43-9657-7d8230f70c82 req-806be993-4229-4669-bf8a-02f96c712963 tempest-TestVolumeBootPattern-1615943498 tempest-TestVolumeBootPattern-1615943498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:49:13.933315 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-141d8401-21e6-4c43-9657-7d8230f70c82 req-806be993-4229-4669-bf8a-02f96c712963 tempest-TestVolumeBootPattern-1615943498 tempest-TestVolumeBootPattern-1615943498-project] 10.222.0.75 "GET /v2.0/ports?device_id=d7993723-668d-47b0-b880-3834d5860c58 HTTP/1.1" status: 200 len: 945 time: 0.0528340 Feb 09 19:49:13.984168 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-141d8401-21e6-4c43-9657-7d8230f70c82 req-2c24fc3e-3172-42b4-988a-21b447866f23 tempest-TestVolumeBootPattern-1615943498 tempest-TestVolumeBootPattern-1615943498-project] 10.222.0.75 "GET /v2.0/security-groups?id=345ae435-b00e-437f-83a9-8ffcc57023f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452359 Feb 09 19:49:14.444462 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-edc54c9b-7f13-45d9-9271-85c9738b0128 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762867132591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593584'] for agent (a62b1850-466f-48ae-bec7-d62fb280e14b), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:49:15.107867 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adbd4597-5fd8-47d5-b957-9074c79dccf4 req-a7628526-86e6-4e88-be2a-330029219cfd tempest-TestVolumeBootPattern-1615943498 tempest-TestVolumeBootPattern-1615943498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:49:15.109339 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-adbd4597-5fd8-47d5-b957-9074c79dccf4 req-a7628526-86e6-4e88-be2a-330029219cfd tempest-TestVolumeBootPattern-1615943498 tempest-TestVolumeBootPattern-1615943498-project] 10.222.0.75 "GET /v2.0/ports?device_id=d7993723-668d-47b0-b880-3834d5860c58 HTTP/1.1" status: 200 len: 945 time: 0.0548875 Feb 09 19:49:15.159656 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-adbd4597-5fd8-47d5-b957-9074c79dccf4 req-b5f46d7f-5cfa-48c9-9116-6b7cdb2bad24 tempest-TestVolumeBootPattern-1615943498 tempest-TestVolumeBootPattern-1615943498-project] 10.222.0.75 "GET /v2.0/security-groups?id=345ae435-b00e-437f-83a9-8ffcc57023f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446179 Feb 09 19:49:15.276825 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02d39d32-3f90-4770-b888-e99548a81ac7 req-d101e53a-105f-4054-8b92-7bd8e226f09f tempest-TestVolumeBootPattern-1615943498 tempest-TestVolumeBootPattern-1615943498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:49:15.278229 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-02d39d32-3f90-4770-b888-e99548a81ac7 req-d101e53a-105f-4054-8b92-7bd8e226f09f tempest-TestVolumeBootPattern-1615943498 tempest-TestVolumeBootPattern-1615943498-project] 10.222.0.75 "GET /v2.0/ports?device_id=d7993723-668d-47b0-b880-3834d5860c58 HTTP/1.1" status: 200 len: 945 time: 0.0527663 Feb 09 19:49:15.326916 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-02d39d32-3f90-4770-b888-e99548a81ac7 req-7415b12d-9486-41d1-a5a3-520b88f47ddf tempest-TestVolumeBootPattern-1615943498 tempest-TestVolumeBootPattern-1615943498-project] 10.222.0.75 "GET /v2.0/security-groups?id=345ae435-b00e-437f-83a9-8ffcc57023f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429399 Feb 09 19:49:15.348619 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 50732) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:49:15.391161 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c0492c7-8446-4401-a662-42e083652d3f tempest-TestVolumeBootPattern-1979532847 tempest-TestVolumeBootPattern-1979532847-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:49:15.392660 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-8c0492c7-8446-4401-a662-42e083652d3f tempest-TestVolumeBootPattern-1979532847 tempest-TestVolumeBootPattern-1979532847-project-admin] 10.222.0.75 "GET /v2.0/ports?device_id=d7993723-668d-47b0-b880-3834d5860c58 HTTP/1.1" status: 200 len: 1123 time: 0.0430264 Feb 09 19:49:15.395425 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 50734) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:49:15.399564 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.v2.base [None req-19c5a0b1-1cbb-479c-a171-38eb67ceb527 tempest-TestVolumeBootPattern-1615943498 tempest-TestVolumeBootPattern-1615943498-project] Request body: {'floatingip': {'floating_network_id': '88055e1e-672a-4487-be31-ffb6e833ece5', 'port_id': 'e41b3469-5a7b-4865-b6d9-2238a3c62895', 'tenant_id': 'e66ffe5bb4494e31b9de6c7224f91756', 'fixed_ip_address': '172.20.0.9'}} {{(pid=103229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 19:49:15.419277 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-19c5a0b1-1cbb-479c-a171-38eb67ceb527 tempest-TestVolumeBootPattern-1615943498 tempest-TestVolumeBootPattern-1615943498-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:49:15.527948 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-19c5a0b1-1cbb-479c-a171-38eb67ceb527 tempest-TestVolumeBootPattern-1615943498 tempest-TestVolumeBootPattern-1615943498-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (None), before_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:49:15.631650 n-d-713498-36 neutron-server[103229]: DEBUG neutron.db.db_base_plugin_common [None req-19c5a0b1-1cbb-479c-a171-38eb67ceb527 tempest-TestVolumeBootPattern-1615943498 tempest-TestVolumeBootPattern-1615943498-project] Allocated IP 172.25.1.248 (88055e1e-672a-4487-be31-ffb6e833ece5/ac16dbcc-383c-4b43-9153-d763c4a53f91/98903242-017a-4744-aec5-de51c1fc4fd5) {{(pid=103229) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 19:49:15.729535 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-19c5a0b1-1cbb-479c-a171-38eb67ceb527 tempest-TestVolumeBootPattern-1615943498 tempest-TestVolumeBootPattern-1615943498-project] Publish callbacks [] for port (98903242-017a-4744-aec5-de51c1fc4fd5), precommit_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:49:15.769916 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-19c5a0b1-1cbb-479c-a171-38eb67ceb527 tempest-TestVolumeBootPattern-1615943498 tempest-TestVolumeBootPattern-1615943498-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762866656467', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12867576'] for port (98903242-017a-4744-aec5-de51c1fc4fd5), after_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:49:15.810524 n-d-713498-36 neutron-server[103229]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19c5a0b1-1cbb-479c-a171-38eb67ceb527 tempest-TestVolumeBootPattern-1615943498 tempest-TestVolumeBootPattern-1615943498-project] Network 88055e1e-672a-4487-be31-ffb6e833ece5 is already hosted by enough agents. {{(pid=103229) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 19:49:15.814833 n-d-713498-36 neutron-server[103229]: DEBUG neutron.scheduler.base_scheduler [None req-19c5a0b1-1cbb-479c-a171-38eb67ceb527 tempest-TestVolumeBootPattern-1615943498 tempest-TestVolumeBootPattern-1615943498-project] Resources bound (agent type, host, resource id): {{(pid=103229) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 19:49:15.819019 n-d-713498-36 neutron-server[103229]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19c5a0b1-1cbb-479c-a171-38eb67ceb527 tempest-TestVolumeBootPattern-1615943498 tempest-TestVolumeBootPattern-1615943498-project] Received port after_create {{(pid=103229) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 19:49:15.822021 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19c5a0b1-1cbb-479c-a171-38eb67ceb527 tempest-TestVolumeBootPattern-1615943498 tempest-TestVolumeBootPattern-1615943498-project] Pushing event updated for resources: {'Port': ['ID=98903242-017a-4744-aec5-de51c1fc4fd5,revision_number=1']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:49:16.061870 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-a7262a8e-0513-48fd-984d-75726a511961 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762867132591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593584'] for agent (911cfea2-02ae-4ec9-bac3-7808ee1cdd9c), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:49:16.177329 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-19c5a0b1-1cbb-479c-a171-38eb67ceb527 tempest-TestVolumeBootPattern-1615943498 tempest-TestVolumeBootPattern-1615943498-project] Publish callbacks [] for floatingip (5dec2957-f693-4cf8-84d3-682f507c4c22), precommit_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:49:16.248829 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-19c5a0b1-1cbb-479c-a171-38eb67ceb527 tempest-TestVolumeBootPattern-1615943498 tempest-TestVolumeBootPattern-1615943498-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (98903242-017a-4744-aec5-de51c1fc4fd5), before_update {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:49:16.392622 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-19c5a0b1-1cbb-479c-a171-38eb67ceb527 tempest-TestVolumeBootPattern-1615943498 tempest-TestVolumeBootPattern-1615943498-project] Publish callbacks [] for port (98903242-017a-4744-aec5-de51c1fc4fd5), precommit_update {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:49:16.396935 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-19c5a0b1-1cbb-479c-a171-38eb67ceb527 tempest-TestVolumeBootPattern-1615943498 tempest-TestVolumeBootPattern-1615943498-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762867176205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762866656485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762866656503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12867569'] for port (98903242-017a-4744-aec5-de51c1fc4fd5), after_update {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:49:16.482579 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19c5a0b1-1cbb-479c-a171-38eb67ceb527 tempest-TestVolumeBootPattern-1615943498 tempest-TestVolumeBootPattern-1615943498-project] Pushing event updated for resources: {'Port': ['ID=98903242-017a-4744-aec5-de51c1fc4fd5,revision_number=2']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:49:16.491924 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-19c5a0b1-1cbb-479c-a171-38eb67ceb527 tempest-TestVolumeBootPattern-1615943498 tempest-TestVolumeBootPattern-1615943498-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1818909'] for floatingip (5dec2957-f693-4cf8-84d3-682f507c4c22), after_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:49:16.594783 n-d-713498-36 neutron-server[103229]: INFO neutron.db.l3_db [None req-19c5a0b1-1cbb-479c-a171-38eb67ceb527 tempest-TestVolumeBootPattern-1615943498 tempest-TestVolumeBootPattern-1615943498-project] Floating IP 5dec2957-f693-4cf8-84d3-682f507c4c22 associated. External IP: 172.25.1.248, port: e41b3469-5a7b-4865-b6d9-2238a3c62895. Feb 09 19:49:16.804336 n-d-713498-36 neutron-server[103229]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-19c5a0b1-1cbb-479c-a171-38eb67ceb527 tempest-TestVolumeBootPattern-1615943498 tempest-TestVolumeBootPattern-1615943498-project] Router af97020d-c483-430c-8753-157d252fcb98 has already been hosted by L3 agent 93303d5e-5d17-45e8-8963-7694f87783ae {{(pid=103229) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 19:49:16.910477 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-19c5a0b1-1cbb-479c-a171-38eb67ceb527 tempest-TestVolumeBootPattern-1615943498 tempest-TestVolumeBootPattern-1615943498-project] Notify agent at l3_agent.n-d-713498-36 the message routers_updated {{(pid=103229) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 19:49:16.920911 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d6b9f52-f668-433d-9be0-e40ec7e6f540 None None] Sync routers for ids ['af97020d-c483-430c-8753-157d252fcb98'] in n-d-713498-36 {{(pid=103232) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 19:49:16.928171 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-19c5a0b1-1cbb-479c-a171-38eb67ceb527 tempest-TestVolumeBootPattern-1615943498 tempest-TestVolumeBootPattern-1615943498-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171096'] for floatingip (None), before_response {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:49:16.933440 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d6b9f52-f668-433d-9be0-e40ec7e6f540 None None] Routers {'af97020d-c483-430c-8753-157d252fcb98'} bound to L3 agent in host n-d-713498-36 {{(pid=103232) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 19:49:16.933440 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.l3_hamode_db [None req-1d6b9f52-f668-433d-9be0-e40ec7e6f540 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T18:51:43Z,description=,heartbeat_timestamp=2022-02-09T19:49:13Z,host='n-d-713498-36',id=93303d5e-5d17-45e8-8963-7694f87783ae,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T18:51:43Z,topic='l3_agent')) {'router_ids': ['af97020d-c483-430c-8753-157d252fcb98'], 'active': True} {{(pid=103232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:49:16.961929 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-19c5a0b1-1cbb-479c-a171-38eb67ceb527 tempest-TestVolumeBootPattern-1615943498 tempest-TestVolumeBootPattern-1615943498-project] 10.222.0.75 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.5654938 Feb 09 19:49:16.962544 n-d-713498-36 neutron-server[103229]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd7993723-668d-47b0-b880-3834d5860c58', 'tag': 'e41b3469-5a7b-4865-b6d9-2238a3c62895'}] {{(pid=103229) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 19:49:16.965230 n-d-713498-36 neutron-server[103229]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fa6ae9a20702bd564eaf90d946620b2b4277b1ab91129323d3b54181076be307" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b9cb774f-7378-4399-bea7-d01b5a13c94e" -d '{"events": [{"name": "network-changed", "server_uuid": "d7993723-668d-47b0-b880-3834d5860c58", "tag": "e41b3469-5a7b-4865-b6d9-2238a3c62895"}]}' {{(pid=103229) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 19:49:17.002120 n-d-713498-36 neutron-server[103229]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 19:49:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-421e7d29-044b-4e56-bd36-6c123c76c75f x-openstack-request-id: req-421e7d29-044b-4e56-bd36-6c123c76c75f {{(pid=103229) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 19:49:17.002413 n-d-713498-36 neutron-server[103229]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d7993723-668d-47b0-b880-3834d5860c58", "tag": "e41b3469-5a7b-4865-b6d9-2238a3c62895", "status": "completed", "code": 200}]} {{(pid=103229) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 19:49:17.002667 n-d-713498-36 neutron-server[103229]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-421e7d29-044b-4e56-bd36-6c123c76c75f {{(pid=103229) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 19:49:17.003063 n-d-713498-36 neutron-server[103229]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd7993723-668d-47b0-b880-3834d5860c58', 'tag': 'e41b3469-5a7b-4865-b6d9-2238a3c62895', 'status': 'completed', 'code': 200} Feb 09 19:49:17.050433 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.l3_dvr_db [None req-1d6b9f52-f668-433d-9be0-e40ec7e6f540 None None] Set router af97020d-c483-430c-8753-157d252fcb98 gateway port host: n-d-713498-36 {{(pid=103232) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 19:49:17.069357 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9cb774f-7378-4399-bea7-d01b5a13c94e req-f6e6d5c1-610d-425c-a231-2a2d62dec60c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:49:17.070834 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-b9cb774f-7378-4399-bea7-d01b5a13c94e req-f6e6d5c1-610d-425c-a231-2a2d62dec60c service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=e66ffe5bb4494e31b9de6c7224f91756&device_id=d7993723-668d-47b0-b880-3834d5860c58 HTTP/1.1" status: 200 len: 1128 time: 0.0458500 Feb 09 19:49:17.100808 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762867132591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593584'] for agent (496418a2-c002-4aec-ab1a-07f3bea491bd), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:49:17.162137 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9cb774f-7378-4399-bea7-d01b5a13c94e req-f7d7ef2e-1386-4bd8-a3c5-12ebca36c4f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:49:17.163618 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-b9cb774f-7378-4399-bea7-d01b5a13c94e req-f7d7ef2e-1386-4bd8-a3c5-12ebca36c4f2 service neutron] 10.222.0.89 "GET /v2.0/networks?id=6c0390b8-57a8-4e5d-b1b3-4d3098f0383e HTTP/1.1" status: 200 len: 913 time: 0.0865729 Feb 09 19:49:17.289175 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.l3_hamode_db [None req-1d6b9f52-f668-433d-9be0-e40ec7e6f540 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af97020d-c483-430c-8753-157d252fcb98', 'name': 'tempest-TestVolumeBootPattern-2083584163-router', 'tenant_id': 'e66ffe5bb4494e31b9de6c7224f91756', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88055e1e-672a-4487-be31-ffb6e833ece5', 'external_fixed_ips': [{'subnet_id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'ip_address': '172.25.1.96'}], 'enable_snat': True}, 'gw_port_id': '3878322d-faab-430b-8a8b-ca2ee6c8723c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T19:38:57Z', 'updated_at': '2022-02-09T19:39:03Z', 'revision_number': 4, 'project_id': 'e66ffe5bb4494e31b9de6c7224f91756', 'gw_port': {'id': '3878322d-faab-430b-8a8b-ca2ee6c8723c', 'name': '', 'network_id': '88055e1e-672a-4487-be31-ffb6e833ece5', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:ae:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af97020d-c483-430c-8753-157d252fcb98', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3527, 'fixed_ips': [{'subnet_id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'ip_address': '172.25.1.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T19:38:58Z', 'updated_at': '2022-02-09T19:39:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-36', '_floatingips': [{'id': '5dec2957-f693-4cf8-84d3-682f507c4c22', 'tenant_id': 'e66ffe5bb4494e31b9de6c7224f91756', 'floating_ip_address': '172.25.1.248', 'floating_network_id': '88055e1e-672a-4487-be31-ffb6e833ece5', 'router_id': 'af97020d-c483-430c-8753-157d252fcb98', 'port_id': 'e41b3469-5a7b-4865-b6d9-2238a3c62895', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4048, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6c0390b8-57a8-4e5d-b1b3-4d3098f0383e', 'mac_address': 'fa:16:3e:45:ee:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7993723-668d-47b0-b880-3834d5860c58', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T19:49:16Z', 'updated_at': '2022-02-09T19:49:16Z', 'revision_number': 0, 'project_id': 'e66ffe5bb4494e31b9de6c7224f91756', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9526628b-bffd-45e9-9adc-d4172fc99500', 'name': '', 'network_id': '6c0390b8-57a8-4e5d-b1b3-4d3098f0383e', 'tenant_id': 'e66ffe5bb4494e31b9de6c7224f91756', 'mac_address': 'fa:16:3e:f6:25:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af97020d-c483-430c-8753-157d252fcb98', 'device_owner': 'network:router_interface', 'standard_attr_id': 3538, 'fixed_ips': [{'subnet_id': '8c23e8df-50ec-4124-b2e0-ec4287e0865a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T19:39:02Z', 'updated_at': '2022-02-09T19:39:11Z', 'revision_number': 5, 'project_id': 'e66ffe5bb4494e31b9de6c7224f91756', 'subnets': [{'id': '8c23e8df-50ec-4124-b2e0-ec4287e0865a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-36', False) {} {{(pid=103232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:49:17.320724 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d6b9f52-f668-433d-9be0-e40ec7e6f540 None None] Checking router: af97020d-c483-430c-8753-157d252fcb98 for host: n-d-713498-36 {{(pid=103232) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 19:49:17.330381 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d6b9f52-f668-433d-9be0-e40ec7e6f540 None None] Routers {'af97020d-c483-430c-8753-157d252fcb98'} bound to L3 agent in host n-d-713498-36 {{(pid=103232) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 19:49:17.331001 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.l3_hamode_db [None req-1d6b9f52-f668-433d-9be0-e40ec7e6f540 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T18:51:43Z,description=,heartbeat_timestamp=2022-02-09T19:49:13Z,host='n-d-713498-36',id=93303d5e-5d17-45e8-8963-7694f87783ae,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T18:51:43Z,topic='l3_agent')) {'router_ids': ['af97020d-c483-430c-8753-157d252fcb98'], 'active': True} {{(pid=103232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:49:17.441295 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.l3_dvr_db [None req-1d6b9f52-f668-433d-9be0-e40ec7e6f540 None None] Set router af97020d-c483-430c-8753-157d252fcb98 gateway port host: n-d-713498-36 {{(pid=103232) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 19:49:17.562634 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-b9cb774f-7378-4399-bea7-d01b5a13c94e req-6e6442db-225f-4893-a524-fbc3d12d65f7 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e41b3469-5a7b-4865-b6d9-2238a3c62895 HTTP/1.1" status: 200 len: 999 time: 0.3928080 Feb 09 19:49:17.611212 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9cb774f-7378-4399-bea7-d01b5a13c94e req-0da46298-e4c5-4491-9ebe-6494539b7041 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:49:17.612549 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-b9cb774f-7378-4399-bea7-d01b5a13c94e req-0da46298-e4c5-4491-9ebe-6494539b7041 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=8c23e8df-50ec-4124-b2e0-ec4287e0865a HTTP/1.1" status: 200 len: 851 time: 0.0439463 Feb 09 19:49:17.660866 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9cb774f-7378-4399-bea7-d01b5a13c94e req-ea5ad948-d2f5-4ba9-a4a3-a5ba7d7786dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:49:17.662542 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-b9cb774f-7378-4399-bea7-d01b5a13c94e req-ea5ad948-d2f5-4ba9-a4a3-a5ba7d7786dd service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=6c0390b8-57a8-4e5d-b1b3-4d3098f0383e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0442510 Feb 09 19:49:17.680818 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.l3_hamode_db [None req-1d6b9f52-f668-433d-9be0-e40ec7e6f540 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af97020d-c483-430c-8753-157d252fcb98', 'name': 'tempest-TestVolumeBootPattern-2083584163-router', 'tenant_id': 'e66ffe5bb4494e31b9de6c7224f91756', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88055e1e-672a-4487-be31-ffb6e833ece5', 'external_fixed_ips': [{'subnet_id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'ip_address': '172.25.1.96'}], 'enable_snat': True}, 'gw_port_id': '3878322d-faab-430b-8a8b-ca2ee6c8723c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T19:38:57Z', 'updated_at': '2022-02-09T19:39:03Z', 'revision_number': 4, 'project_id': 'e66ffe5bb4494e31b9de6c7224f91756', 'gw_port': {'id': '3878322d-faab-430b-8a8b-ca2ee6c8723c', 'name': '', 'network_id': '88055e1e-672a-4487-be31-ffb6e833ece5', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:ae:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af97020d-c483-430c-8753-157d252fcb98', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3527, 'fixed_ips': [{'subnet_id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'ip_address': '172.25.1.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T19:38:58Z', 'updated_at': '2022-02-09T19:39:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-36', '_floatingips': [{'id': '5dec2957-f693-4cf8-84d3-682f507c4c22', 'tenant_id': 'e66ffe5bb4494e31b9de6c7224f91756', 'floating_ip_address': '172.25.1.248', 'floating_network_id': '88055e1e-672a-4487-be31-ffb6e833ece5', 'router_id': 'af97020d-c483-430c-8753-157d252fcb98', 'port_id': 'e41b3469-5a7b-4865-b6d9-2238a3c62895', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4048, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6c0390b8-57a8-4e5d-b1b3-4d3098f0383e', 'mac_address': 'fa:16:3e:45:ee:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7993723-668d-47b0-b880-3834d5860c58', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T19:49:16Z', 'updated_at': '2022-02-09T19:49:16Z', 'revision_number': 0, 'project_id': 'e66ffe5bb4494e31b9de6c7224f91756', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9526628b-bffd-45e9-9adc-d4172fc99500', 'name': '', 'network_id': '6c0390b8-57a8-4e5d-b1b3-4d3098f0383e', 'tenant_id': 'e66ffe5bb4494e31b9de6c7224f91756', 'mac_address': 'fa:16:3e:f6:25:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af97020d-c483-430c-8753-157d252fcb98', 'device_owner': 'network:router_interface', 'standard_attr_id': 3538, 'fixed_ips': [{'subnet_id': '8c23e8df-50ec-4124-b2e0-ec4287e0865a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T19:39:02Z', 'updated_at': '2022-02-09T19:39:11Z', 'revision_number': 5, 'project_id': 'e66ffe5bb4494e31b9de6c7224f91756', 'subnets': [{'id': '8c23e8df-50ec-4124-b2e0-ec4287e0865a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-36', False) {} {{(pid=103232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:49:17.711427 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d6b9f52-f668-433d-9be0-e40ec7e6f540 None None] The sync data for ids ['af97020d-c483-430c-8753-157d252fcb98'] in n-d-713498-36 is: [{'id': 'af97020d-c483-430c-8753-157d252fcb98', 'name': 'tempest-TestVolumeBootPattern-2083584163-router', 'tenant_id': 'e66ffe5bb4494e31b9de6c7224f91756', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88055e1e-672a-4487-be31-ffb6e833ece5', 'external_fixed_ips': [{'subnet_id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'ip_address': '172.25.1.96'}], 'enable_snat': True}, 'gw_port_id': '3878322d-faab-430b-8a8b-ca2ee6c8723c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T19:38:57Z', 'updated_at': '2022-02-09T19:39:03Z', 'revision_number': 4, 'project_id': 'e66ffe5bb4494e31b9de6c7224f91756', 'gw_port': {'id': '3878322d-faab-430b-8a8b-ca2ee6c8723c', 'name': '', 'network_id': '88055e1e-672a-4487-be31-ffb6e833ece5', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:ae:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af97020d-c483-430c-8753-157d252fcb98', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3527, 'fixed_ips': [{'subnet_id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'ip_address': '172.25.1.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T19:38:58Z', 'updated_at': '2022-02-09T19:39:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-36', '_floatingips': [{'id': '5dec2957-f693-4cf8-84d3-682f507c4c22', 'tenant_id': 'e66ffe5bb4494e31b9de6c7224f91756', 'floating_ip_address': '172.25.1.248', 'floating_network_id': '88055e1e-672a-4487-be31-ffb6e833ece5', 'router_id': 'af97020d-c483-430c-8753-157d252fcb98', 'port_id': 'e41b3469-5a7b-4865-b6d9-2238a3c62895', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4048, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6c0390b8-57a8-4e5d-b1b3-4d3098f0383e', 'mac_address': 'fa:16:3e:45:ee:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7993723-668d-47b0-b880-3834d5860c58', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T19:49:16Z', 'updated_at': '2022-02-09T19:49:16Z', 'revision_number': 0, 'project_id': 'e66ffe5bb4494e31b9de6c7224f91756', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9526628b-bffd-45e9-9adc-d4172fc99500', 'name': '', 'network_id': '6c0390b8-57a8-4e5d-b1b3-4d3098f0383e', 'tenant_id': 'e66ffe5bb4494e31b9de6c7224f91756', 'mac_address': 'fa:16:3e:f6:25:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af97020d-c483-430c-8753-157d252fcb98', 'device_owner': 'network:router_interface', 'standard_attr_id': 3538, 'fixed_ips': [{'subnet_id': '8c23e8df-50ec-4124-b2e0-ec4287e0865a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T19:39:02Z', 'updated_at': '2022-02-09T19:39:11Z', 'revision_number': 5, 'project_id': 'e66ffe5bb4494e31b9de6c7224f91756', 'subnets': [{'id': '8c23e8df-50ec-4124-b2e0-ec4287e0865a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103232) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 19:49:17.759465 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-b9cb774f-7378-4399-bea7-d01b5a13c94e req-e0943648-2f53-4c1a-9e12-06210259582d service neutron] 10.222.0.89 "GET /v2.0/networks/6c0390b8-57a8-4e5d-b1b3-4d3098f0383e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0901763 Feb 09 19:49:17.852609 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-b9cb774f-7378-4399-bea7-d01b5a13c94e req-5c45b710-d8df-4c85-928b-055dbe955a22 service neutron] 10.222.0.89 "GET /v2.0/networks/6c0390b8-57a8-4e5d-b1b3-4d3098f0383e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0870976 Feb 09 19:49:17.918839 n-d-713498-36 neutron-server[103233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40c437e7-3d7a-44dd-847f-cf4680ae9800 None None] New status for floating IP 5dec2957-f693-4cf8-84d3-682f507c4c22: ACTIVE {{(pid=103233) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 09 19:49:18.870788 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762867132591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593584'] for agent (488cd9ae-631f-4955-ba0b-4f5a13f12e9c), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:49:19.258346 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762867132591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593584'] for agent (bcd5faee-dc24-4298-9134-0e0aa054058e), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:49:27.981103 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [req-cfcc1fd4-3f90-4061-871d-40c068209358 req-fc97fab7-e082-4a6b-b09a-8a25c41c0083 service neutron] (103230) timed out ('10.222.0.75', 36968) {{(pid=103230) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Feb 09 19:49:39.710816 n-d-713498-36 neutron-server[103233]: DEBUG neutron.db.agents_db [None req-4a8a6a42-0a0c-4437-8958-92282682b6bb None None] Agent healthcheck: found 7 active agents {{(pid=103233) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 19:49:40.842734 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-d643e0c2-7602-4f06-8f76-a126af8b3692 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762867132591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593584'] for agent (af91e4b9-f4e1-42b1-a25c-a10dc47171c8), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:49:43.130615 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-c9932264-a502-45fb-a42a-6911417d61bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762867132591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593584'] for agent (93303d5e-5d17-45e8-8963-7694f87783ae), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:49:44.446999 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-edc54c9b-7f13-45d9-9271-85c9738b0128 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762867132591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593584'] for agent (a62b1850-466f-48ae-bec7-d62fb280e14b), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:49:46.064949 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-a7262a8e-0513-48fd-984d-75726a511961 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762867132591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593584'] for agent (911cfea2-02ae-4ec9-bac3-7808ee1cdd9c), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:49:47.064098 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762867132591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593584'] for agent (496418a2-c002-4aec-ab1a-07f3bea491bd), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:49:48.872456 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762867132591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593584'] for agent (488cd9ae-631f-4955-ba0b-4f5a13f12e9c), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:49:49.264897 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762867132591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593584'] for agent (bcd5faee-dc24-4298-9134-0e0aa054058e), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:50:06.564553 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-44d65b3c-2592-4277-b842-21b51fb6e4a8 req-95e36d45-d74e-4713-8c04-758fe819062a service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=d7993723-668d-47b0-b880-3834d5860c58&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0506625 Feb 09 19:50:06.650349 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44d65b3c-2592-4277-b842-21b51fb6e4a8 req-5de96f2c-b2dc-4e24-86c0-d0bcebc07d4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:50:06.651826 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-44d65b3c-2592-4277-b842-21b51fb6e4a8 req-5de96f2c-b2dc-4e24-86c0-d0bcebc07d4d service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=e66ffe5bb4494e31b9de6c7224f91756&device_id=d7993723-668d-47b0-b880-3834d5860c58 HTTP/1.1" status: 200 len: 1128 time: 0.0447502 Feb 09 19:50:06.757295 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44d65b3c-2592-4277-b842-21b51fb6e4a8 req-5b74c60a-57c2-45ba-9fc8-4682e5ff088d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:50:06.758820 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-44d65b3c-2592-4277-b842-21b51fb6e4a8 req-5b74c60a-57c2-45ba-9fc8-4682e5ff088d service neutron] 10.222.0.89 "GET /v2.0/networks?id=6c0390b8-57a8-4e5d-b1b3-4d3098f0383e HTTP/1.1" status: 200 len: 913 time: 0.0886972 Feb 09 19:50:06.828156 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-44d65b3c-2592-4277-b842-21b51fb6e4a8 req-1702d85d-ebc2-46df-aef1-68b1ef5af40e service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e41b3469-5a7b-4865-b6d9-2238a3c62895 HTTP/1.1" status: 200 len: 1001 time: 0.0626385 Feb 09 19:50:06.875745 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44d65b3c-2592-4277-b842-21b51fb6e4a8 req-558c1c5a-6e2c-46a0-a8eb-4d5406d551b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:50:06.877169 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-44d65b3c-2592-4277-b842-21b51fb6e4a8 req-558c1c5a-6e2c-46a0-a8eb-4d5406d551b4 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=8c23e8df-50ec-4124-b2e0-ec4287e0865a HTTP/1.1" status: 200 len: 851 time: 0.0435627 Feb 09 19:50:06.927282 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44d65b3c-2592-4277-b842-21b51fb6e4a8 req-a383cb5e-7526-4bf1-b2df-163977b10748 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:50:06.928854 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-44d65b3c-2592-4277-b842-21b51fb6e4a8 req-a383cb5e-7526-4bf1-b2df-163977b10748 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=6c0390b8-57a8-4e5d-b1b3-4d3098f0383e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0452883 Feb 09 19:50:07.019218 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-44d65b3c-2592-4277-b842-21b51fb6e4a8 req-583fe4e1-8143-4865-a82f-659725df9d77 service neutron] 10.222.0.89 "GET /v2.0/networks/6c0390b8-57a8-4e5d-b1b3-4d3098f0383e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0838351 Feb 09 19:50:07.112086 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-44d65b3c-2592-4277-b842-21b51fb6e4a8 req-bdb66808-6071-4bb7-8660-6eb8ffa32356 service neutron] 10.222.0.89 "GET /v2.0/networks/6c0390b8-57a8-4e5d-b1b3-4d3098f0383e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0827849 Feb 09 19:50:10.845343 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-e967ed95-0e33-4af8-863d-0bef606e8e12 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762867132591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593584'] for agent (af91e4b9-f4e1-42b1-a25c-a10dc47171c8), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:50:13.131795 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-15067bfa-97e6-467f-9d66-8501b0e2375b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762867132591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593584'] for agent (93303d5e-5d17-45e8-8963-7694f87783ae), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:50:14.450491 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-edc54c9b-7f13-45d9-9271-85c9738b0128 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762867132591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593584'] for agent (a62b1850-466f-48ae-bec7-d62fb280e14b), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:50:16.067735 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-a7262a8e-0513-48fd-984d-75726a511961 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762867132591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593584'] for agent (911cfea2-02ae-4ec9-bac3-7808ee1cdd9c), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:50:16.709539 n-d-713498-36 neutron-server[103233]: DEBUG neutron.db.agents_db [None req-4a8a6a42-0a0c-4437-8958-92282682b6bb None None] Agent healthcheck: found 7 active agents {{(pid=103233) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 19:50:17.067815 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762867132591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593584'] for agent (496418a2-c002-4aec-ab1a-07f3bea491bd), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:50:18.865502 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762867132591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593584'] for agent (488cd9ae-631f-4955-ba0b-4f5a13f12e9c), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:50:19.260240 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762867132591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593584'] for agent (bcd5faee-dc24-4298-9134-0e0aa054058e), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:50:40.848163 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-d80e8517-f23f-4230-a314-d28daf57e49a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762867132591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593584'] for agent (af91e4b9-f4e1-42b1-a25c-a10dc47171c8), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:50:43.133795 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-881dd4bf-e39d-4e46-8de7-03b5b4688122 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762867132591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593584'] for agent (93303d5e-5d17-45e8-8963-7694f87783ae), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:50:44.452094 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-edc54c9b-7f13-45d9-9271-85c9738b0128 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762867132591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593584'] for agent (a62b1850-466f-48ae-bec7-d62fb280e14b), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:50:46.072790 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-a7262a8e-0513-48fd-984d-75726a511961 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762867132591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593584'] for agent (911cfea2-02ae-4ec9-bac3-7808ee1cdd9c), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:50:47.071150 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762867132591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593584'] for agent (496418a2-c002-4aec-ab1a-07f3bea491bd), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:50:48.888414 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762867132591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593584'] for agent (488cd9ae-631f-4955-ba0b-4f5a13f12e9c), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:50:49.286312 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762867132591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593584'] for agent (bcd5faee-dc24-4298-9134-0e0aa054058e), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:50:53.709576 n-d-713498-36 neutron-server[103233]: DEBUG neutron.db.agents_db [None req-4a8a6a42-0a0c-4437-8958-92282682b6bb None None] Agent healthcheck: found 7 active agents {{(pid=103233) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 19:51:03.019344 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-ce476147-2093-43a0-8b70-da4bb510499f req-12823aa1-b00f-4c0a-aa9d-d4688d925fd6 tempest-TestVolumeBootPattern-1615943498 tempest-TestVolumeBootPattern-1615943498-project] 10.222.0.75 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-396197176&fields=id&tenant_id=e66ffe5bb4494e31b9de6c7224f91756 HTTP/1.1" status: 200 len: 267 time: 0.0442686 Feb 09 19:51:03.127462 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce476147-2093-43a0-8b70-da4bb510499f req-466e5b18-bb89-4dc4-820c-2e27d694d7e3 tempest-TestVolumeBootPattern-1615943498 tempest-TestVolumeBootPattern-1615943498-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:51:03.129170 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-ce476147-2093-43a0-8b70-da4bb510499f req-466e5b18-bb89-4dc4-820c-2e27d694d7e3 tempest-TestVolumeBootPattern-1615943498 tempest-TestVolumeBootPattern-1615943498-project] 10.222.0.75 "GET /v2.0/networks?id=6c0390b8-57a8-4e5d-b1b3-4d3098f0383e HTTP/1.1" status: 200 len: 812 time: 0.1035647 Feb 09 19:51:03.145269 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-ce476147-2093-43a0-8b70-da4bb510499f req-2bcc4904-3fe5-4a9e-b179-862db8d559fd tempest-TestVolumeBootPattern-1615943498 tempest-TestVolumeBootPattern-1615943498-project] 10.222.0.75 "GET /v2.0/quotas/e66ffe5bb4494e31b9de6c7224f91756 HTTP/1.1" status: 200 len: 375 time: 0.0100441 Feb 09 19:51:03.201005 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-ce476147-2093-43a0-8b70-da4bb510499f req-f45341bc-7e27-4d04-86e5-838fa3b9988f tempest-TestVolumeBootPattern-1615943498 tempest-TestVolumeBootPattern-1615943498-project] 10.222.0.75 "GET /v2.0/ports?tenant_id=e66ffe5bb4494e31b9de6c7224f91756&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0507276 Feb 09 19:51:03.302594 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-ce476147-2093-43a0-8b70-da4bb510499f req-f0446667-b681-47ef-a529-b83b92775b92 service neutron] 10.222.0.75 "GET /v2.0/networks/6c0390b8-57a8-4e5d-b1b3-4d3098f0383e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0863891 Feb 09 19:51:03.390727 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-ce476147-2093-43a0-8b70-da4bb510499f req-f7320565-dc74-412c-8aba-ef1d718d7154 service neutron] 10.222.0.75 "GET /v2.0/networks/6c0390b8-57a8-4e5d-b1b3-4d3098f0383e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0823281 Feb 09 19:51:04.687471 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-2121f684-921d-4a06-b97d-569d634990fb req-a4b9659a-c52d-4066-84fc-41a02362bf2d tempest-TestVolumeBootPattern-1615943498 tempest-TestVolumeBootPattern-1615943498-project] 10.222.0.75 "GET /v2.0/ports?device_id=2d10db02-8464-4df4-8bdd-7b478e129015 HTTP/1.1" status: 200 len: 210 time: 0.0323176 Feb 09 19:51:05.787852 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-9c963d6d-14f7-4fca-ae21-7a7c33d95678 req-44575090-5397-4a73-abec-4b7792022e28 tempest-TestVolumeBootPattern-1615943498 tempest-TestVolumeBootPattern-1615943498-project] 10.222.0.75 "GET /v2.0/ports?device_id=2d10db02-8464-4df4-8bdd-7b478e129015 HTTP/1.1" status: 200 len: 210 time: 0.0315993 Feb 09 19:51:05.901120 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce476147-2093-43a0-8b70-da4bb510499f req-708ffada-f2b6-4192-9982-198d77ec9ad1 tempest-TestVolumeBootPattern-1615943498 tempest-TestVolumeBootPattern-1615943498-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:51:05.902714 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-ce476147-2093-43a0-8b70-da4bb510499f req-708ffada-f2b6-4192-9982-198d77ec9ad1 tempest-TestVolumeBootPattern-1615943498 tempest-TestVolumeBootPattern-1615943498-project] 10.222.0.90 "GET /v2.0/networks?id=6c0390b8-57a8-4e5d-b1b3-4d3098f0383e HTTP/1.1" status: 200 len: 812 time: 0.1174512 Feb 09 19:51:05.974778 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-ce476147-2093-43a0-8b70-da4bb510499f req-e6a5d64d-a711-4e21-8a9c-a9b0ae26f393 tempest-TestVolumeBootPattern-1615943498 tempest-TestVolumeBootPattern-1615943498-project] 10.222.0.90 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e66ffe5bb4494e31b9de6c7224f91756 HTTP/1.1" status: 200 len: 379 time: 0.0556793 Feb 09 19:51:05.988393 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.v2.base [req-ce476147-2093-43a0-8b70-da4bb510499f req-249e81b9-69c1-48c4-812a-8c9518a173fc tempest-TestVolumeBootPattern-1615943498 tempest-TestVolumeBootPattern-1615943498-project] Request body: {'port': {'device_id': '2d10db02-8464-4df4-8bdd-7b478e129015', 'network_id': '6c0390b8-57a8-4e5d-b1b3-4d3098f0383e', 'admin_state_up': True, 'tenant_id': 'e66ffe5bb4494e31b9de6c7224f91756', 'security_groups': ['345ae435-b00e-437f-83a9-8ffcc57023f1']}} {{(pid=103230) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 19:51:06.101552 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ce476147-2093-43a0-8b70-da4bb510499f req-249e81b9-69c1-48c4-812a-8c9518a173fc tempest-TestVolumeBootPattern-1615943498 tempest-TestVolumeBootPattern-1615943498-project] Made reservation on behalf of e66ffe5bb4494e31b9de6c7224f91756 for: {'port': 1} {{(pid=103230) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 19:51:06.104957 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [req-ce476147-2093-43a0-8b70-da4bb510499f req-249e81b9-69c1-48c4-812a-8c9518a173fc tempest-TestVolumeBootPattern-1615943498 tempest-TestVolumeBootPattern-1615943498-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (None), before_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:51:06.229388 n-d-713498-36 neutron-server[103230]: DEBUG neutron.db.db_base_plugin_common [req-ce476147-2093-43a0-8b70-da4bb510499f req-249e81b9-69c1-48c4-812a-8c9518a173fc tempest-TestVolumeBootPattern-1615943498 tempest-TestVolumeBootPattern-1615943498-project] Allocated IP 172.20.0.14 (6c0390b8-57a8-4e5d-b1b3-4d3098f0383e/8c23e8df-50ec-4124-b2e0-ec4287e0865a/4d2cbf3e-263d-45b9-9f9f-428fcf0c5945) {{(pid=103230) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 19:51:06.371035 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [req-ce476147-2093-43a0-8b70-da4bb510499f req-249e81b9-69c1-48c4-812a-8c9518a173fc tempest-TestVolumeBootPattern-1615943498 tempest-TestVolumeBootPattern-1615943498-project] Publish callbacks [] for port (4d2cbf3e-263d-45b9-9f9f-428fcf0c5945), precommit_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:51:06.403232 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [req-ce476147-2093-43a0-8b70-da4bb510499f req-249e81b9-69c1-48c4-812a-8c9518a173fc tempest-TestVolumeBootPattern-1615943498 tempest-TestVolumeBootPattern-1615943498-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762866656467', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14393751'] for port (4d2cbf3e-263d-45b9-9f9f-428fcf0c5945), after_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:51:06.444473 n-d-713498-36 neutron-server[103230]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ce476147-2093-43a0-8b70-da4bb510499f req-249e81b9-69c1-48c4-812a-8c9518a173fc tempest-TestVolumeBootPattern-1615943498 tempest-TestVolumeBootPattern-1615943498-project] Network 6c0390b8-57a8-4e5d-b1b3-4d3098f0383e is already hosted by enough agents. {{(pid=103230) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 19:51:06.449380 n-d-713498-36 neutron-server[103230]: DEBUG neutron.scheduler.base_scheduler [req-ce476147-2093-43a0-8b70-da4bb510499f req-249e81b9-69c1-48c4-812a-8c9518a173fc tempest-TestVolumeBootPattern-1615943498 tempest-TestVolumeBootPattern-1615943498-project] Resources bound (agent type, host, resource id): {{(pid=103230) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 19:51:06.453080 n-d-713498-36 neutron-server[103230]: DEBUG neutron.db.l3_dvrscheduler_db [req-ce476147-2093-43a0-8b70-da4bb510499f req-249e81b9-69c1-48c4-812a-8c9518a173fc tempest-TestVolumeBootPattern-1615943498 tempest-TestVolumeBootPattern-1615943498-project] Received port after_create {{(pid=103230) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 19:51:06.486728 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-249e81b9-69c1-48c4-812a-8c9518a173fc tempest-TestVolumeBootPattern-1615943498 tempest-TestVolumeBootPattern-1615943498-project] Pushing event updated for resources: {'Port': ['ID=4d2cbf3e-263d-45b9-9f9f-428fcf0c5945,revision_number=1']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:51:06.501766 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-249e81b9-69c1-48c4-812a-8c9518a173fc tempest-TestVolumeBootPattern-1615943498 tempest-TestVolumeBootPattern-1615943498-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:51:06.502224 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-249e81b9-69c1-48c4-812a-8c9518a173fc tempest-TestVolumeBootPattern-1615943498 tempest-TestVolumeBootPattern-1615943498-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:51:06.502556 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-249e81b9-69c1-48c4-812a-8c9518a173fc tempest-TestVolumeBootPattern-1615943498 tempest-TestVolumeBootPattern-1615943498-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:51:06.502912 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-249e81b9-69c1-48c4-812a-8c9518a173fc tempest-TestVolumeBootPattern-1615943498 tempest-TestVolumeBootPattern-1615943498-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:51:06.503221 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-249e81b9-69c1-48c4-812a-8c9518a173fc tempest-TestVolumeBootPattern-1615943498 tempest-TestVolumeBootPattern-1615943498-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:51:06.503548 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-249e81b9-69c1-48c4-812a-8c9518a173fc tempest-TestVolumeBootPattern-1615943498 tempest-TestVolumeBootPattern-1615943498-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:51:06.503879 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-249e81b9-69c1-48c4-812a-8c9518a173fc tempest-TestVolumeBootPattern-1615943498 tempest-TestVolumeBootPattern-1615943498-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:51:06.504194 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-249e81b9-69c1-48c4-812a-8c9518a173fc tempest-TestVolumeBootPattern-1615943498 tempest-TestVolumeBootPattern-1615943498-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:51:06.504513 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-249e81b9-69c1-48c4-812a-8c9518a173fc tempest-TestVolumeBootPattern-1615943498 tempest-TestVolumeBootPattern-1615943498-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:51:06.504833 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-249e81b9-69c1-48c4-812a-8c9518a173fc tempest-TestVolumeBootPattern-1615943498 tempest-TestVolumeBootPattern-1615943498-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:51:06.505154 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-249e81b9-69c1-48c4-812a-8c9518a173fc tempest-TestVolumeBootPattern-1615943498 tempest-TestVolumeBootPattern-1615943498-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:51:06.505470 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-249e81b9-69c1-48c4-812a-8c9518a173fc tempest-TestVolumeBootPattern-1615943498 tempest-TestVolumeBootPattern-1615943498-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:51:06.505784 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-249e81b9-69c1-48c4-812a-8c9518a173fc tempest-TestVolumeBootPattern-1615943498 tempest-TestVolumeBootPattern-1615943498-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:51:06.528932 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce476147-2093-43a0-8b70-da4bb510499f req-249e81b9-69c1-48c4-812a-8c9518a173fc tempest-TestVolumeBootPattern-1615943498 tempest-TestVolumeBootPattern-1615943498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:51:06.529553 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [req-ce476147-2093-43a0-8b70-da4bb510499f req-249e81b9-69c1-48c4-812a-8c9518a173fc tempest-TestVolumeBootPattern-1615943498 tempest-TestVolumeBootPattern-1615943498-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171096'] for port (None), before_response {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:51:06.547390 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-ce476147-2093-43a0-8b70-da4bb510499f req-249e81b9-69c1-48c4-812a-8c9518a173fc tempest-TestVolumeBootPattern-1615943498 tempest-TestVolumeBootPattern-1615943498-project] 10.222.0.90 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5640507 Feb 09 19:51:06.696103 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.provisioning_blocks [None req-b6368087-fd63-453c-b37a-b2e9902407f8 None None] Provisioning complete for port 4d2cbf3e-263d-45b9-9f9f-428fcf0c5945 triggered by entity DHCP. {{(pid=103232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 19:51:06.696614 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-b6368087-fd63-453c-b37a-b2e9902407f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593630'] for port (4d2cbf3e-263d-45b9-9f9f-428fcf0c5945), provisioning_complete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:51:06.725497 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.v2.base [req-ce476147-2093-43a0-8b70-da4bb510499f req-f27a0177-d183-4a98-845e-27ef72553115 service neutron] Request body: {'port': {'device_id': '2d10db02-8464-4df4-8bdd-7b478e129015', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-713498-36'}} {{(pid=103230) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 19:51:06.731349 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-b6368087-fd63-453c-b37a-b2e9902407f8 None None] Port 4d2cbf3e-263d-45b9-9f9f-428fcf0c5945 cannot update to ACTIVE because it is not bound. {{(pid=103232) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 19:51:06.786339 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [req-ce476147-2093-43a0-8b70-da4bb510499f req-f27a0177-d183-4a98-845e-27ef72553115 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (4d2cbf3e-263d-45b9-9f9f-428fcf0c5945), before_update {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:51:06.926527 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df65a317-a680-4609-a950-d727864a9d29 req-bb5c7c3a-5d4c-40b0-aab7-20fdc83b4cb0 tempest-TestVolumeBootPattern-1615943498 tempest-TestVolumeBootPattern-1615943498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:51:06.928080 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-df65a317-a680-4609-a950-d727864a9d29 req-bb5c7c3a-5d4c-40b0-aab7-20fdc83b4cb0 tempest-TestVolumeBootPattern-1615943498 tempest-TestVolumeBootPattern-1615943498-project] 10.222.0.75 "GET /v2.0/ports?device_id=2d10db02-8464-4df4-8bdd-7b478e129015 HTTP/1.1" status: 200 len: 932 time: 0.0610163 Feb 09 19:51:06.978192 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-df65a317-a680-4609-a950-d727864a9d29 req-7df76747-ef67-44e4-91fe-c7a3cf1c7bca tempest-TestVolumeBootPattern-1615943498 tempest-TestVolumeBootPattern-1615943498-project] 10.222.0.75 "GET /v2.0/security-groups?id=345ae435-b00e-437f-83a9-8ffcc57023f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442450 Feb 09 19:51:07.072553 n-d-713498-36 neutron-server[103230]: DEBUG neutron.notifiers.nova [req-ce476147-2093-43a0-8b70-da4bb510499f req-f27a0177-d183-4a98-845e-27ef72553115 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4d2cbf3e-263d-45b9-9f9f-428fcf0c5945 {{(pid=103230) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 19:51:07.081727 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [req-ce476147-2093-43a0-8b70-da4bb510499f req-f27a0177-d183-4a98-845e-27ef72553115 service neutron] Publish callbacks [] for port (4d2cbf3e-263d-45b9-9f9f-428fcf0c5945), precommit_update {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:51:07.094769 n-d-713498-36 neutron-server[103230]: DEBUG neutron.db.provisioning_blocks [req-ce476147-2093-43a0-8b70-da4bb510499f req-f27a0177-d183-4a98-845e-27ef72553115 service neutron] Transition to ACTIVE for port object 4d2cbf3e-263d-45b9-9f9f-428fcf0c5945 will not be triggered until provisioned by entity L2. {{(pid=103230) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 19:51:07.098680 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [req-ce476147-2093-43a0-8b70-da4bb510499f req-f27a0177-d183-4a98-845e-27ef72553115 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762867176205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762866656485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762866656503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14393758'] for port (4d2cbf3e-263d-45b9-9f9f-428fcf0c5945), after_update {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:51:07.152218 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f27a0177-d183-4a98-845e-27ef72553115 service neutron] Pushing event updated for resources: {'Port': ['ID=4d2cbf3e-263d-45b9-9f9f-428fcf0c5945,revision_number=2']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:51:07.236871 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.managers [req-ce476147-2093-43a0-8b70-da4bb510499f req-f27a0177-d183-4a98-845e-27ef72553115 service neutron] Attempting to bind port 4d2cbf3e-263d-45b9-9f9f-428fcf0c5945 on host n-h2-713498-36 for vnic_type normal with profile {{(pid=103230) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 19:51:07.237425 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.managers [req-ce476147-2093-43a0-8b70-da4bb510499f req-f27a0177-d183-4a98-845e-27ef72553115 service neutron] Attempting to bind port 4d2cbf3e-263d-45b9-9f9f-428fcf0c5945 by drivers openvswitch,hyperv on host n-h2-713498-36 at level 0 using segments [{'id': '33386be2-7716-4eda-8188-eeaffee7e0ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '6c0390b8-57a8-4e5d-b1b3-4d3098f0383e'}] {{(pid=103230) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 19:51:07.237983 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce476147-2093-43a0-8b70-da4bb510499f req-f27a0177-d183-4a98-845e-27ef72553115 service neutron] Attempting to bind port 4d2cbf3e-263d-45b9-9f9f-428fcf0c5945 on network 6c0390b8-57a8-4e5d-b1b3-4d3098f0383e {{(pid=103230) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 19:51:07.244942 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce476147-2093-43a0-8b70-da4bb510499f req-f27a0177-d183-4a98-845e-27ef72553115 service neutron] Port 4d2cbf3e-263d-45b9-9f9f-428fcf0c5945 on network 6c0390b8-57a8-4e5d-b1b3-4d3098f0383e not bound, no agent of type Open vSwitch agent registered on host n-h2-713498-36 {{(pid=103230) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 19:51:07.245268 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce476147-2093-43a0-8b70-da4bb510499f req-f27a0177-d183-4a98-845e-27ef72553115 service neutron] Attempting to bind port 4d2cbf3e-263d-45b9-9f9f-428fcf0c5945 on network 6c0390b8-57a8-4e5d-b1b3-4d3098f0383e {{(pid=103230) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 19:51:07.250883 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce476147-2093-43a0-8b70-da4bb510499f req-f27a0177-d183-4a98-845e-27ef72553115 service neutron] Checking agent: {'id': 'bcd5faee-dc24-4298-9134-0e0aa054058e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713498-36', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 18, 59, 19), 'started_at': datetime.datetime(2022, 2, 9, 18, 59, 19), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 19, 50, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103230) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 19:51:07.251305 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce476147-2093-43a0-8b70-da4bb510499f req-f27a0177-d183-4a98-845e-27ef72553115 service neutron] Checking segment: {'id': '33386be2-7716-4eda-8188-eeaffee7e0ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '6c0390b8-57a8-4e5d-b1b3-4d3098f0383e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103230) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 19:51:07.253029 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce476147-2093-43a0-8b70-da4bb510499f req-f27a0177-d183-4a98-845e-27ef72553115 service neutron] Bound using segment: {'id': '33386be2-7716-4eda-8188-eeaffee7e0ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '6c0390b8-57a8-4e5d-b1b3-4d3098f0383e'} {{(pid=103230) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 19:51:07.253252 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.managers [req-ce476147-2093-43a0-8b70-da4bb510499f req-f27a0177-d183-4a98-845e-27ef72553115 service neutron] Bound port: 4d2cbf3e-263d-45b9-9f9f-428fcf0c5945, host: n-h2-713498-36, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '33386be2-7716-4eda-8188-eeaffee7e0ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '6c0390b8-57a8-4e5d-b1b3-4d3098f0383e'}}] {{(pid=103230) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 19:51:07.253812 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [req-ce476147-2093-43a0-8b70-da4bb510499f req-f27a0177-d183-4a98-845e-27ef72553115 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (4d2cbf3e-263d-45b9-9f9f-428fcf0c5945), before_update {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:51:07.331292 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.db [req-ce476147-2093-43a0-8b70-da4bb510499f req-f27a0177-d183-4a98-845e-27ef72553115 service neutron] For port 4d2cbf3e-263d-45b9-9f9f-428fcf0c5945, host n-h2-713498-36, cleared binding levels {{(pid=103230) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 19:51:07.334663 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.db [req-ce476147-2093-43a0-8b70-da4bb510499f req-f27a0177-d183-4a98-845e-27ef72553115 service neutron] For port 4d2cbf3e-263d-45b9-9f9f-428fcf0c5945, host n-h2-713498-36, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-36',level=0,port_id=4d2cbf3e-263d-45b9-9f9f-428fcf0c5945,segment=NetworkSegment(33386be2-7716-4eda-8188-eeaffee7e0ec),segment_id=33386be2-7716-4eda-8188-eeaffee7e0ec)] {{(pid=103230) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 19:51:07.343610 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [req-ce476147-2093-43a0-8b70-da4bb510499f req-f27a0177-d183-4a98-845e-27ef72553115 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762867176205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762866656485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762866656503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14393758'] for port (4d2cbf3e-263d-45b9-9f9f-428fcf0c5945), after_update {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:51:07.380512 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce476147-2093-43a0-8b70-da4bb510499f req-f27a0177-d183-4a98-845e-27ef72553115 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:51:07.381345 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [req-ce476147-2093-43a0-8b70-da4bb510499f req-f27a0177-d183-4a98-845e-27ef72553115 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171096'] for port (None), before_response {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:51:07.382762 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-ce476147-2093-43a0-8b70-da4bb510499f req-f27a0177-d183-4a98-845e-27ef72553115 service neutron] 10.222.0.90 "PUT /v2.0/ports/4d2cbf3e-263d-45b9-9f9f-428fcf0c5945 HTTP/1.1" status: 200 len: 1093 time: 0.8271616 Feb 09 19:51:07.385409 n-d-713498-36 neutron-server[103230]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2d10db02-8464-4df4-8bdd-7b478e129015', 'tag': '4d2cbf3e-263d-45b9-9f9f-428fcf0c5945'}] {{(pid=103230) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 19:51:07.388640 n-d-713498-36 neutron-server[103230]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aee5919275bae9f72eb374ee322673045eb80c1f84b4b45a97d96923bd50ab51" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-415ecf59-f4fe-4e9c-aa17-4b806ee665be" -d '{"events": [{"name": "network-changed", "server_uuid": "2d10db02-8464-4df4-8bdd-7b478e129015", "tag": "4d2cbf3e-263d-45b9-9f9f-428fcf0c5945"}]}' {{(pid=103230) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 19:51:07.426878 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f27a0177-d183-4a98-845e-27ef72553115 service neutron] Pushing event updated for resources: {'Port': ['ID=4d2cbf3e-263d-45b9-9f9f-428fcf0c5945,revision_number=3']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:51:07.492747 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce476147-2093-43a0-8b70-da4bb510499f req-1fd17f0f-4dca-4132-9b66-b78aa5945dfb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:51:07.494326 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-ce476147-2093-43a0-8b70-da4bb510499f req-1fd17f0f-4dca-4132-9b66-b78aa5945dfb service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=e66ffe5bb4494e31b9de6c7224f91756&device_id=2d10db02-8464-4df4-8bdd-7b478e129015 HTTP/1.1" status: 200 len: 1127 time: 0.0620372 Feb 09 19:51:07.560315 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-ce476147-2093-43a0-8b70-da4bb510499f req-d2bda00f-6ccc-4f72-8b91-d0dd72f84231 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=4d2cbf3e-263d-45b9-9f9f-428fcf0c5945 HTTP/1.1" status: 200 len: 217 time: 0.0558581 Feb 09 19:51:07.622734 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce476147-2093-43a0-8b70-da4bb510499f req-f1162d68-0b3d-41d0-a82f-0245e0c025d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:51:07.624310 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-ce476147-2093-43a0-8b70-da4bb510499f req-f1162d68-0b3d-41d0-a82f-0245e0c025d2 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=8c23e8df-50ec-4124-b2e0-ec4287e0865a HTTP/1.1" status: 200 len: 851 time: 0.0561168 Feb 09 19:51:07.680463 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce476147-2093-43a0-8b70-da4bb510499f req-f057ed29-f526-4510-b166-ac990d169fc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:51:07.682080 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-ce476147-2093-43a0-8b70-da4bb510499f req-f057ed29-f526-4510-b166-ac990d169fc3 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=6c0390b8-57a8-4e5d-b1b3-4d3098f0383e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0494056 Feb 09 19:51:07.775289 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-ce476147-2093-43a0-8b70-da4bb510499f req-060b2c72-1701-4246-ae96-8a808e44b3be service neutron] 10.222.0.90 "GET /v2.0/networks/6c0390b8-57a8-4e5d-b1b3-4d3098f0383e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853734 Feb 09 19:51:07.879012 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-ce476147-2093-43a0-8b70-da4bb510499f req-06b8225d-dde7-43ac-a750-069e0eaae1ce service neutron] 10.222.0.90 "GET /v2.0/networks/6c0390b8-57a8-4e5d-b1b3-4d3098f0383e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0959113 Feb 09 19:51:08.100327 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ec39259-e7d3-4988-b04c-5aa3903b0364 req-0a5cf69c-9108-41d4-9762-13b33fd7cc4d tempest-TestVolumeBootPattern-1615943498 tempest-TestVolumeBootPattern-1615943498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:51:08.101837 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-3ec39259-e7d3-4988-b04c-5aa3903b0364 req-0a5cf69c-9108-41d4-9762-13b33fd7cc4d tempest-TestVolumeBootPattern-1615943498 tempest-TestVolumeBootPattern-1615943498-project] 10.222.0.75 "GET /v2.0/ports?device_id=2d10db02-8464-4df4-8bdd-7b478e129015 HTTP/1.1" status: 200 len: 944 time: 0.0548148 Feb 09 19:51:08.154558 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-3ec39259-e7d3-4988-b04c-5aa3903b0364 req-42c5ab18-6bc5-4cd9-841f-9b210e16e0e9 tempest-TestVolumeBootPattern-1615943498 tempest-TestVolumeBootPattern-1615943498-project] 10.222.0.75 "GET /v2.0/security-groups?id=345ae435-b00e-437f-83a9-8ffcc57023f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0468981 Feb 09 19:51:08.352524 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-f5e93c48-c618-4d5c-8edc-b130f787f75e req-dba22bea-5e0b-40ea-ba0a-15ac4e3ba14b service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=d7993723-668d-47b0-b880-3834d5860c58&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0473983 Feb 09 19:51:08.435428 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5e93c48-c618-4d5c-8edc-b130f787f75e req-5023b024-f655-4eb3-8b7f-7c1a2758c58d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:51:08.436835 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-f5e93c48-c618-4d5c-8edc-b130f787f75e req-5023b024-f655-4eb3-8b7f-7c1a2758c58d service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=e66ffe5bb4494e31b9de6c7224f91756&device_id=d7993723-668d-47b0-b880-3834d5860c58 HTTP/1.1" status: 200 len: 1128 time: 0.0451617 Feb 09 19:51:08.538779 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5e93c48-c618-4d5c-8edc-b130f787f75e req-2194c47a-bbc6-47ee-a361-a69aceb92e5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:51:08.540238 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-f5e93c48-c618-4d5c-8edc-b130f787f75e req-2194c47a-bbc6-47ee-a361-a69aceb92e5b service neutron] 10.222.0.89 "GET /v2.0/networks?id=6c0390b8-57a8-4e5d-b1b3-4d3098f0383e HTTP/1.1" status: 200 len: 913 time: 0.0827200 Feb 09 19:51:08.590299 n-d-713498-36 neutron-server[103230]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 19:51:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c8eb6fee-3fe0-49f3-8401-98a52d0a7abc x-openstack-request-id: req-c8eb6fee-3fe0-49f3-8401-98a52d0a7abc {{(pid=103230) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 19:51:08.590777 n-d-713498-36 neutron-server[103230]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2d10db02-8464-4df4-8bdd-7b478e129015", "tag": "4d2cbf3e-263d-45b9-9f9f-428fcf0c5945", "status": "completed", "code": 200}]} {{(pid=103230) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 19:51:08.591159 n-d-713498-36 neutron-server[103230]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-c8eb6fee-3fe0-49f3-8401-98a52d0a7abc {{(pid=103230) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 19:51:08.591671 n-d-713498-36 neutron-server[103230]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2d10db02-8464-4df4-8bdd-7b478e129015', 'tag': '4d2cbf3e-263d-45b9-9f9f-428fcf0c5945', 'status': 'completed', 'code': 200} Feb 09 19:51:08.617516 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-f5e93c48-c618-4d5c-8edc-b130f787f75e req-07bc1b23-a27e-4661-8981-24f3532279e9 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e41b3469-5a7b-4865-b6d9-2238a3c62895 HTTP/1.1" status: 200 len: 1001 time: 0.0717347 Feb 09 19:51:08.682203 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5e93c48-c618-4d5c-8edc-b130f787f75e req-1f3e0b07-82f6-413d-8e13-d9da792ae838 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:51:08.684131 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-f5e93c48-c618-4d5c-8edc-b130f787f75e req-1f3e0b07-82f6-413d-8e13-d9da792ae838 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=8c23e8df-50ec-4124-b2e0-ec4287e0865a HTTP/1.1" status: 200 len: 851 time: 0.0590134 Feb 09 19:51:08.685726 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-415ecf59-f4fe-4e9c-aa17-4b806ee665be req-fb5b9b86-8203-49e0-bc88-7b6b15c2b622 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:51:08.687246 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-415ecf59-f4fe-4e9c-aa17-4b806ee665be req-fb5b9b86-8203-49e0-bc88-7b6b15c2b622 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=e66ffe5bb4494e31b9de6c7224f91756&device_id=2d10db02-8464-4df4-8bdd-7b478e129015 HTTP/1.1" status: 200 len: 1127 time: 0.0662544 Feb 09 19:51:08.738942 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5e93c48-c618-4d5c-8edc-b130f787f75e req-ac78a0c2-e659-490b-b502-8416b6f92f19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:51:08.740528 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-f5e93c48-c618-4d5c-8edc-b130f787f75e req-ac78a0c2-e659-490b-b502-8416b6f92f19 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=6c0390b8-57a8-4e5d-b1b3-4d3098f0383e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0496562 Feb 09 19:51:08.793043 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-415ecf59-f4fe-4e9c-aa17-4b806ee665be req-883d9f40-dac2-434f-80bf-9f25a83652ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:51:08.794715 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-415ecf59-f4fe-4e9c-aa17-4b806ee665be req-883d9f40-dac2-434f-80bf-9f25a83652ef service neutron] 10.222.0.90 "GET /v2.0/networks?id=6c0390b8-57a8-4e5d-b1b3-4d3098f0383e HTTP/1.1" status: 200 len: 913 time: 0.0997291 Feb 09 19:51:08.840583 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-415ecf59-f4fe-4e9c-aa17-4b806ee665be req-c2c29d87-ec0f-4d90-b991-7679c1f8a850 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=4d2cbf3e-263d-45b9-9f9f-428fcf0c5945 HTTP/1.1" status: 200 len: 217 time: 0.0370381 Feb 09 19:51:08.854800 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-f5e93c48-c618-4d5c-8edc-b130f787f75e req-803d7d91-920a-4016-a62b-1281d8c1cc28 service neutron] 10.222.0.89 "GET /v2.0/networks/6c0390b8-57a8-4e5d-b1b3-4d3098f0383e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1085427 Feb 09 19:51:08.901002 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-415ecf59-f4fe-4e9c-aa17-4b806ee665be req-cf0024d2-6e12-4fcb-975b-e453a0b985d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:51:08.902791 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-415ecf59-f4fe-4e9c-aa17-4b806ee665be req-cf0024d2-6e12-4fcb-975b-e453a0b985d3 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=8c23e8df-50ec-4124-b2e0-ec4287e0865a HTTP/1.1" status: 200 len: 851 time: 0.0549719 Feb 09 19:51:08.971533 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-f5e93c48-c618-4d5c-8edc-b130f787f75e req-0ad89c05-d76e-4862-9f20-52fd62628a50 service neutron] 10.222.0.89 "GET /v2.0/networks/6c0390b8-57a8-4e5d-b1b3-4d3098f0383e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1106498 Feb 09 19:51:08.975531 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-415ecf59-f4fe-4e9c-aa17-4b806ee665be req-558e7fb6-35b1-45e9-bd71-56bdbad4a097 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:51:08.977200 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-415ecf59-f4fe-4e9c-aa17-4b806ee665be req-558e7fb6-35b1-45e9-bd71-56bdbad4a097 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=6c0390b8-57a8-4e5d-b1b3-4d3098f0383e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0670977 Feb 09 19:51:09.073729 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-415ecf59-f4fe-4e9c-aa17-4b806ee665be req-a433aafb-76f5-4970-bcf5-e9f03b75ad68 service neutron] 10.222.0.90 "GET /v2.0/networks/6c0390b8-57a8-4e5d-b1b3-4d3098f0383e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0841739 Feb 09 19:51:09.166179 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-415ecf59-f4fe-4e9c-aa17-4b806ee665be req-6b6e3be3-a885-4ce9-adc8-cc0641837c19 service neutron] 10.222.0.90 "GET /v2.0/networks/6c0390b8-57a8-4e5d-b1b3-4d3098f0383e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854495 Feb 09 19:51:09.280622 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc57f856-64da-48c4-824a-c8f62e6bdcbb req-32d6a1ab-bdfd-4871-a2ca-07d32db77d8b tempest-TestVolumeBootPattern-1615943498 tempest-TestVolumeBootPattern-1615943498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:51:09.282127 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-dc57f856-64da-48c4-824a-c8f62e6bdcbb req-32d6a1ab-bdfd-4871-a2ca-07d32db77d8b tempest-TestVolumeBootPattern-1615943498 tempest-TestVolumeBootPattern-1615943498-project] 10.222.0.75 "GET /v2.0/ports?device_id=2d10db02-8464-4df4-8bdd-7b478e129015 HTTP/1.1" status: 200 len: 944 time: 0.0585663 Feb 09 19:51:09.332778 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-dc57f856-64da-48c4-824a-c8f62e6bdcbb req-aa91fd00-524e-47d3-a35b-b6d291dc6f73 tempest-TestVolumeBootPattern-1615943498 tempest-TestVolumeBootPattern-1615943498-project] 10.222.0.75 "GET /v2.0/security-groups?id=345ae435-b00e-437f-83a9-8ffcc57023f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447628 Feb 09 19:51:10.471130 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b0e095c-02fd-4607-a395-830967eb49ed req-1c973819-127f-4abf-81a6-8bf8777932be tempest-TestVolumeBootPattern-1615943498 tempest-TestVolumeBootPattern-1615943498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:51:10.473503 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-2b0e095c-02fd-4607-a395-830967eb49ed req-1c973819-127f-4abf-81a6-8bf8777932be tempest-TestVolumeBootPattern-1615943498 tempest-TestVolumeBootPattern-1615943498-project] 10.222.0.75 "GET /v2.0/ports?device_id=2d10db02-8464-4df4-8bdd-7b478e129015 HTTP/1.1" status: 200 len: 944 time: 0.0629263 Feb 09 19:51:10.531494 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-2b0e095c-02fd-4607-a395-830967eb49ed req-0bf428ab-504c-42b6-9dc0-3beb4c0efa57 tempest-TestVolumeBootPattern-1615943498 tempest-TestVolumeBootPattern-1615943498-project] 10.222.0.75 "GET /v2.0/security-groups?id=345ae435-b00e-437f-83a9-8ffcc57023f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0497856 Feb 09 19:51:10.850860 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-b6aec0ac-1a5f-42c0-bc20-a038f86e416c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762867132591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593584'] for agent (af91e4b9-f4e1-42b1-a25c-a10dc47171c8), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:51:11.666338 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2191c624-d6b4-4cac-b41e-73dbc066ae3e req-44f01904-8506-4443-81a1-a639eed372bb tempest-TestVolumeBootPattern-1615943498 tempest-TestVolumeBootPattern-1615943498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:51:11.667798 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-2191c624-d6b4-4cac-b41e-73dbc066ae3e req-44f01904-8506-4443-81a1-a639eed372bb tempest-TestVolumeBootPattern-1615943498 tempest-TestVolumeBootPattern-1615943498-project] 10.222.0.75 "GET /v2.0/ports?device_id=2d10db02-8464-4df4-8bdd-7b478e129015 HTTP/1.1" status: 200 len: 944 time: 0.0545573 Feb 09 19:51:11.720563 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-2191c624-d6b4-4cac-b41e-73dbc066ae3e req-b5321e18-9567-41ad-97a4-9baefc447b7d tempest-TestVolumeBootPattern-1615943498 tempest-TestVolumeBootPattern-1615943498-project] 10.222.0.75 "GET /v2.0/security-groups?id=345ae435-b00e-437f-83a9-8ffcc57023f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0462179 Feb 09 19:51:12.843999 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb2ae8e3-f605-43dd-8fc6-db9562bb95e7 req-c1e0199d-7ddb-4ecf-9ded-8c91be1cf6d4 tempest-TestVolumeBootPattern-1615943498 tempest-TestVolumeBootPattern-1615943498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:51:12.845965 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-fb2ae8e3-f605-43dd-8fc6-db9562bb95e7 req-c1e0199d-7ddb-4ecf-9ded-8c91be1cf6d4 tempest-TestVolumeBootPattern-1615943498 tempest-TestVolumeBootPattern-1615943498-project] 10.222.0.75 "GET /v2.0/ports?device_id=2d10db02-8464-4df4-8bdd-7b478e129015 HTTP/1.1" status: 200 len: 944 time: 0.0547609 Feb 09 19:51:12.901268 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-fb2ae8e3-f605-43dd-8fc6-db9562bb95e7 req-6da66987-a69e-4dee-ba22-8421ae91c6c0 tempest-TestVolumeBootPattern-1615943498 tempest-TestVolumeBootPattern-1615943498-project] 10.222.0.75 "GET /v2.0/security-groups?id=345ae435-b00e-437f-83a9-8ffcc57023f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0491924 Feb 09 19:51:13.140066 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-a32091f7-3bf6-4d01-afe1-8ba6cf6f4e71 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762867132591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593584'] for agent (93303d5e-5d17-45e8-8963-7694f87783ae), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:51:14.031031 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f72cd969-cd62-4fa5-9964-e2de1d68f882 req-a9466e50-b6bc-47a0-a1fa-ff749ba5fab6 tempest-TestVolumeBootPattern-1615943498 tempest-TestVolumeBootPattern-1615943498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:51:14.032499 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-f72cd969-cd62-4fa5-9964-e2de1d68f882 req-a9466e50-b6bc-47a0-a1fa-ff749ba5fab6 tempest-TestVolumeBootPattern-1615943498 tempest-TestVolumeBootPattern-1615943498-project] 10.222.0.75 "GET /v2.0/ports?device_id=2d10db02-8464-4df4-8bdd-7b478e129015 HTTP/1.1" status: 200 len: 944 time: 0.0596430 Feb 09 19:51:14.084730 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-f72cd969-cd62-4fa5-9964-e2de1d68f882 req-11e27b70-815a-4f25-9b23-a84caa7c9a64 tempest-TestVolumeBootPattern-1615943498 tempest-TestVolumeBootPattern-1615943498-project] 10.222.0.75 "GET /v2.0/security-groups?id=345ae435-b00e-437f-83a9-8ffcc57023f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455117 Feb 09 19:51:14.455826 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-edc54c9b-7f13-45d9-9271-85c9738b0128 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762867132591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593584'] for agent (a62b1850-466f-48ae-bec7-d62fb280e14b), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:51:15.208334 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fdd75a7-501b-4752-b4b8-d1d6f3f49340 req-f93d866a-fb58-4601-bb60-25934703a305 tempest-TestVolumeBootPattern-1615943498 tempest-TestVolumeBootPattern-1615943498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:51:15.209803 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-3fdd75a7-501b-4752-b4b8-d1d6f3f49340 req-f93d866a-fb58-4601-bb60-25934703a305 tempest-TestVolumeBootPattern-1615943498 tempest-TestVolumeBootPattern-1615943498-project] 10.222.0.75 "GET /v2.0/ports?device_id=2d10db02-8464-4df4-8bdd-7b478e129015 HTTP/1.1" status: 200 len: 944 time: 0.0575109 Feb 09 19:51:15.257995 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-3fdd75a7-501b-4752-b4b8-d1d6f3f49340 req-15712d98-6c75-4d8d-bfeb-3ca8f8898057 tempest-TestVolumeBootPattern-1615943498 tempest-TestVolumeBootPattern-1615943498-project] 10.222.0.75 "GET /v2.0/security-groups?id=345ae435-b00e-437f-83a9-8ffcc57023f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425878 Feb 09 19:51:16.073843 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-a7262a8e-0513-48fd-984d-75726a511961 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762867132591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593584'] for agent (911cfea2-02ae-4ec9-bac3-7808ee1cdd9c), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:51:16.375267 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-481acf44-a606-4506-9a59-f9ab422e7974 req-4a4dbe8e-d5a5-4a73-9974-c07f579099fa tempest-TestVolumeBootPattern-1615943498 tempest-TestVolumeBootPattern-1615943498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:51:16.376745 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-481acf44-a606-4506-9a59-f9ab422e7974 req-4a4dbe8e-d5a5-4a73-9974-c07f579099fa tempest-TestVolumeBootPattern-1615943498 tempest-TestVolumeBootPattern-1615943498-project] 10.222.0.75 "GET /v2.0/ports?device_id=2d10db02-8464-4df4-8bdd-7b478e129015 HTTP/1.1" status: 200 len: 944 time: 0.0529909 Feb 09 19:51:16.427236 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-481acf44-a606-4506-9a59-f9ab422e7974 req-74e9e994-6878-44ab-bcef-8145754b2a9f tempest-TestVolumeBootPattern-1615943498 tempest-TestVolumeBootPattern-1615943498-project] 10.222.0.75 "GET /v2.0/security-groups?id=345ae435-b00e-437f-83a9-8ffcc57023f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445232 Feb 09 19:51:17.076608 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762867132591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593584'] for agent (496418a2-c002-4aec-ab1a-07f3bea491bd), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:51:17.552053 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0996e0b6-32e3-4685-8593-3f6441be3cac req-76c3acd6-00f4-44b2-8e7f-9bec63acaccd tempest-TestVolumeBootPattern-1615943498 tempest-TestVolumeBootPattern-1615943498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:51:17.553726 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-0996e0b6-32e3-4685-8593-3f6441be3cac req-76c3acd6-00f4-44b2-8e7f-9bec63acaccd tempest-TestVolumeBootPattern-1615943498 tempest-TestVolumeBootPattern-1615943498-project] 10.222.0.75 "GET /v2.0/ports?device_id=2d10db02-8464-4df4-8bdd-7b478e129015 HTTP/1.1" status: 200 len: 944 time: 0.0561213 Feb 09 19:51:17.603287 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-0996e0b6-32e3-4685-8593-3f6441be3cac req-d3e54008-9328-4a26-ac48-d2cca6280c34 tempest-TestVolumeBootPattern-1615943498 tempest-TestVolumeBootPattern-1615943498-project] 10.222.0.75 "GET /v2.0/security-groups?id=345ae435-b00e-437f-83a9-8ffcc57023f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438128 Feb 09 19:51:18.727940 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7169ca3e-f90a-4dd8-919b-3b3fa36d76a4 req-f22be90a-c471-4e58-a184-6b820ecd9a30 tempest-TestVolumeBootPattern-1615943498 tempest-TestVolumeBootPattern-1615943498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:51:18.729427 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-7169ca3e-f90a-4dd8-919b-3b3fa36d76a4 req-f22be90a-c471-4e58-a184-6b820ecd9a30 tempest-TestVolumeBootPattern-1615943498 tempest-TestVolumeBootPattern-1615943498-project] 10.222.0.75 "GET /v2.0/ports?device_id=2d10db02-8464-4df4-8bdd-7b478e129015 HTTP/1.1" status: 200 len: 944 time: 0.0559754 Feb 09 19:51:18.781207 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-7169ca3e-f90a-4dd8-919b-3b3fa36d76a4 req-0f99910c-f00e-433a-b028-49eb42b9edd9 tempest-TestVolumeBootPattern-1615943498 tempest-TestVolumeBootPattern-1615943498-project] 10.222.0.75 "GET /v2.0/security-groups?id=345ae435-b00e-437f-83a9-8ffcc57023f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0460439 Feb 09 19:51:18.890319 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762867132591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593584'] for agent (488cd9ae-631f-4955-ba0b-4f5a13f12e9c), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:51:19.289739 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762867132591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593584'] for agent (bcd5faee-dc24-4298-9134-0e0aa054058e), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:51:19.905269 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e2c075c-9ab6-472d-a530-f4bd2486b666 req-1482f521-629b-4673-9a3b-33aa9f8b1920 tempest-TestVolumeBootPattern-1615943498 tempest-TestVolumeBootPattern-1615943498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:51:19.906774 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-4e2c075c-9ab6-472d-a530-f4bd2486b666 req-1482f521-629b-4673-9a3b-33aa9f8b1920 tempest-TestVolumeBootPattern-1615943498 tempest-TestVolumeBootPattern-1615943498-project] 10.222.0.75 "GET /v2.0/ports?device_id=2d10db02-8464-4df4-8bdd-7b478e129015 HTTP/1.1" status: 200 len: 944 time: 0.0569499 Feb 09 19:51:19.955486 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-4e2c075c-9ab6-472d-a530-f4bd2486b666 req-b4914846-baed-4013-8a7a-36d58db3438c tempest-TestVolumeBootPattern-1615943498 tempest-TestVolumeBootPattern-1615943498-project] 10.222.0.75 "GET /v2.0/security-groups?id=345ae435-b00e-437f-83a9-8ffcc57023f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429854 Feb 09 19:51:21.075942 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f21b42b3-e722-4fd9-a1e0-61b3b491ecf4 req-befd11c3-2a65-4a77-8439-20e6323b20e2 tempest-TestVolumeBootPattern-1615943498 tempest-TestVolumeBootPattern-1615943498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:51:21.077420 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-f21b42b3-e722-4fd9-a1e0-61b3b491ecf4 req-befd11c3-2a65-4a77-8439-20e6323b20e2 tempest-TestVolumeBootPattern-1615943498 tempest-TestVolumeBootPattern-1615943498-project] 10.222.0.75 "GET /v2.0/ports?device_id=2d10db02-8464-4df4-8bdd-7b478e129015 HTTP/1.1" status: 200 len: 944 time: 0.0531101 Feb 09 19:51:21.127428 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-f21b42b3-e722-4fd9-a1e0-61b3b491ecf4 req-c5e3c8db-55db-4912-9c0b-11a25c093335 tempest-TestVolumeBootPattern-1615943498 tempest-TestVolumeBootPattern-1615943498-project] 10.222.0.75 "GET /v2.0/security-groups?id=345ae435-b00e-437f-83a9-8ffcc57023f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438092 Feb 09 19:51:22.246390 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76c70410-6cdf-4d69-8d54-83665ac1bb92 req-57bb5eb8-f930-4e8f-af80-749b6f70085f tempest-TestVolumeBootPattern-1615943498 tempest-TestVolumeBootPattern-1615943498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:51:22.247882 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-76c70410-6cdf-4d69-8d54-83665ac1bb92 req-57bb5eb8-f930-4e8f-af80-749b6f70085f tempest-TestVolumeBootPattern-1615943498 tempest-TestVolumeBootPattern-1615943498-project] 10.222.0.75 "GET /v2.0/ports?device_id=2d10db02-8464-4df4-8bdd-7b478e129015 HTTP/1.1" status: 200 len: 944 time: 0.0526109 Feb 09 19:51:22.296235 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-76c70410-6cdf-4d69-8d54-83665ac1bb92 req-6e22cfa1-997d-42db-89e6-5e26e4d29dd6 tempest-TestVolumeBootPattern-1615943498 tempest-TestVolumeBootPattern-1615943498-project] 10.222.0.75 "GET /v2.0/security-groups?id=345ae435-b00e-437f-83a9-8ffcc57023f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421884 Feb 09 19:51:23.038409 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Device 4d2cbf3e-263d-45b9-9f9f-428fcf0c5945 details requested by agent hyperv_n-h2-713498-36 with host n-h2-713498-36 {{(pid=103232) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 19:51:23.137500 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-7429db8d-6021-40ad-813e-885be449a89b None None] For port 4d2cbf3e-263d-45b9-9f9f-428fcf0c5945, host n-h2-713498-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-36',level=0,port_id=4d2cbf3e-263d-45b9-9f9f-428fcf0c5945,segment=NetworkSegment(33386be2-7716-4eda-8188-eeaffee7e0ec),segment_id=33386be2-7716-4eda-8188-eeaffee7e0ec)] {{(pid=103232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 19:51:23.149597 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Returning: {'device': '4d2cbf3e-263d-45b9-9f9f-428fcf0c5945', 'network_id': '6c0390b8-57a8-4e5d-b1b3-4d3098f0383e', 'port_id': '4d2cbf3e-263d-45b9-9f9f-428fcf0c5945', 'mac_address': 'fa:16:3e:97:66:a1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 395, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8c23e8df-50ec-4124-b2e0-ec4287e0865a', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103232) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 19:51:23.189002 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Current status of the port 4d2cbf3e-263d-45b9-9f9f-428fcf0c5945 is: DOWN; New status is: BUILD {{(pid=103232) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 19:51:23.189394 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (4d2cbf3e-263d-45b9-9f9f-428fcf0c5945), before_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:51:23.201710 n-d-713498-36 neutron-server[103232]: DEBUG neutron.notifiers.nova [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4d2cbf3e-263d-45b9-9f9f-428fcf0c5945 {{(pid=103232) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 19:51:23.220826 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-7429db8d-6021-40ad-813e-885be449a89b None None] For port 4d2cbf3e-263d-45b9-9f9f-428fcf0c5945, host n-h2-713498-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-36',level=0,port_id=4d2cbf3e-263d-45b9-9f9f-428fcf0c5945,segment=NetworkSegment(33386be2-7716-4eda-8188-eeaffee7e0ec),segment_id=33386be2-7716-4eda-8188-eeaffee7e0ec)] {{(pid=103232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 19:51:23.225165 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762867176205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762866656485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762866656503'] for port (4d2cbf3e-263d-45b9-9f9f-428fcf0c5945), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:51:23.270508 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Pushing event updated for resources: {'Port': ['ID=4d2cbf3e-263d-45b9-9f9f-428fcf0c5945,revision_number=4']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:51:23.277676 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:51:23.278056 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:51:23.278403 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:51:23.278741 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:51:23.279075 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:51:23.279406 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:51:23.279735 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:51:23.280061 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:51:23.280386 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:51:23.280709 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:51:23.281032 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:51:23.281355 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:51:23.281676 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:51:23.415490 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fe86036-d8de-4fdf-939b-35fcef6feefb req-5373b0ec-b6c1-4a24-adaa-f1323d9979f7 tempest-TestVolumeBootPattern-1615943498 tempest-TestVolumeBootPattern-1615943498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:51:23.416962 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-9fe86036-d8de-4fdf-939b-35fcef6feefb req-5373b0ec-b6c1-4a24-adaa-f1323d9979f7 tempest-TestVolumeBootPattern-1615943498 tempest-TestVolumeBootPattern-1615943498-project] 10.222.0.75 "GET /v2.0/ports?device_id=2d10db02-8464-4df4-8bdd-7b478e129015 HTTP/1.1" status: 200 len: 945 time: 0.0524027 Feb 09 19:51:23.465646 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-9fe86036-d8de-4fdf-939b-35fcef6feefb req-9a722d04-e0d7-4c79-991a-a9852b20e85f tempest-TestVolumeBootPattern-1615943498 tempest-TestVolumeBootPattern-1615943498-project] 10.222.0.75 "GET /v2.0/security-groups?id=345ae435-b00e-437f-83a9-8ffcc57023f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430419 Feb 09 19:51:23.588109 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-7429db8d-6021-40ad-813e-885be449a89b None None] get_ports_and_sgs() called for port_ids ['4d2cbf3e-263d-45b9-9f9f-428fcf0c5945'] {{(pid=103232) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 19:51:24.583497 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-945bfd0f-0a91-4d88-92ec-b93cfa1301cd req-c65238fd-d9e5-4501-96a5-7f2787d4fb28 tempest-TestVolumeBootPattern-1615943498 tempest-TestVolumeBootPattern-1615943498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:51:24.585019 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-945bfd0f-0a91-4d88-92ec-b93cfa1301cd req-c65238fd-d9e5-4501-96a5-7f2787d4fb28 tempest-TestVolumeBootPattern-1615943498 tempest-TestVolumeBootPattern-1615943498-project] 10.222.0.75 "GET /v2.0/ports?device_id=2d10db02-8464-4df4-8bdd-7b478e129015 HTTP/1.1" status: 200 len: 945 time: 0.0536678 Feb 09 19:51:24.636782 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-945bfd0f-0a91-4d88-92ec-b93cfa1301cd req-7dab1dce-b787-470b-aff8-2e3aba6bd23e tempest-TestVolumeBootPattern-1615943498 tempest-TestVolumeBootPattern-1615943498-project] 10.222.0.75 "GET /v2.0/security-groups?id=345ae435-b00e-437f-83a9-8ffcc57023f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0461974 Feb 09 19:51:25.045070 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Device 4d2cbf3e-263d-45b9-9f9f-428fcf0c5945 up at agent hyperv_n-h2-713498-36 {{(pid=103232) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 19:51:25.102599 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.provisioning_blocks [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Provisioning for port 4d2cbf3e-263d-45b9-9f9f-428fcf0c5945 completed by entity L2. {{(pid=103232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 19:51:25.106884 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.provisioning_blocks [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Provisioning complete for port 4d2cbf3e-263d-45b9-9f9f-428fcf0c5945 triggered by entity L2. {{(pid=103232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 19:51:25.107264 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593630'] for port (4d2cbf3e-263d-45b9-9f9f-428fcf0c5945), provisioning_complete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:51:25.195709 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Current status of the port 4d2cbf3e-263d-45b9-9f9f-428fcf0c5945 is: BUILD; New status is: ACTIVE {{(pid=103232) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 19:51:25.196098 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (4d2cbf3e-263d-45b9-9f9f-428fcf0c5945), before_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:51:25.222295 n-d-713498-36 neutron-server[103232]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2d10db02-8464-4df4-8bdd-7b478e129015', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4d2cbf3e-263d-45b9-9f9f-428fcf0c5945'}] {{(pid=103232) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 19:51:25.224620 n-d-713498-36 neutron-server[103232]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}949cdcde653dec44821de95cbf67297f53cbc2aed4e073b5d514f93bf911ce85" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6627f3a8-89e1-4b00-b992-7698e87a5fe8" -d '{"events": [{"server_uuid": "2d10db02-8464-4df4-8bdd-7b478e129015", "name": "network-vif-plugged", "status": "completed", "tag": "4d2cbf3e-263d-45b9-9f9f-428fcf0c5945"}]}' {{(pid=103232) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 19:51:25.237063 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-7429db8d-6021-40ad-813e-885be449a89b None None] For port 4d2cbf3e-263d-45b9-9f9f-428fcf0c5945, host n-h2-713498-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-36',level=0,port_id=4d2cbf3e-263d-45b9-9f9f-428fcf0c5945,segment=NetworkSegment(33386be2-7716-4eda-8188-eeaffee7e0ec),segment_id=33386be2-7716-4eda-8188-eeaffee7e0ec)] {{(pid=103232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 19:51:25.242053 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762867176205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762866656485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762866656503'] for port (4d2cbf3e-263d-45b9-9f9f-428fcf0c5945), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:51:25.270321 n-d-713498-36 neutron-server[103232]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 19:51:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2a337c60-2d64-4b03-856c-1e925e88d06c x-openstack-request-id: req-2a337c60-2d64-4b03-856c-1e925e88d06c {{(pid=103232) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 19:51:25.270804 n-d-713498-36 neutron-server[103232]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2d10db02-8464-4df4-8bdd-7b478e129015", "name": "network-vif-plugged", "status": "completed", "tag": "4d2cbf3e-263d-45b9-9f9f-428fcf0c5945", "code": 200}]} {{(pid=103232) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 19:51:25.271214 n-d-713498-36 neutron-server[103232]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-2a337c60-2d64-4b03-856c-1e925e88d06c {{(pid=103232) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 19:51:25.271732 n-d-713498-36 neutron-server[103232]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2d10db02-8464-4df4-8bdd-7b478e129015', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4d2cbf3e-263d-45b9-9f9f-428fcf0c5945', 'code': 200} Feb 09 19:51:25.297695 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Pushing event updated for resources: {'Port': ['ID=4d2cbf3e-263d-45b9-9f9f-428fcf0c5945,revision_number=5']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:51:25.394093 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70574aab-9988-4d73-ab70-18d56382cbe6 req-2dde417b-c62b-4443-8086-c6f4099058d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:51:25.395748 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-70574aab-9988-4d73-ab70-18d56382cbe6 req-2dde417b-c62b-4443-8086-c6f4099058d9 service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=2d10db02-8464-4df4-8bdd-7b478e129015 HTTP/1.1" status: 200 len: 1129 time: 0.0495348 Feb 09 19:51:25.450560 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-70574aab-9988-4d73-ab70-18d56382cbe6 req-f819b1ff-4df7-4683-a27f-cffe927d21b1 service neutron] 10.222.0.90 "GET /v2.0/security-groups?id=345ae435-b00e-437f-83a9-8ffcc57023f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0461743 Feb 09 19:51:25.762011 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a7087b2-06b9-4edb-9385-42664c557dab req-cf0548c9-4014-4631-838a-28f2e0c245d5 tempest-TestVolumeBootPattern-1615943498 tempest-TestVolumeBootPattern-1615943498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:51:25.763466 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-7a7087b2-06b9-4edb-9385-42664c557dab req-cf0548c9-4014-4631-838a-28f2e0c245d5 tempest-TestVolumeBootPattern-1615943498 tempest-TestVolumeBootPattern-1615943498-project] 10.222.0.75 "GET /v2.0/ports?device_id=2d10db02-8464-4df4-8bdd-7b478e129015 HTTP/1.1" status: 200 len: 946 time: 0.0514979 Feb 09 19:51:25.813242 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-7a7087b2-06b9-4edb-9385-42664c557dab req-2d447fee-8006-4910-b2aa-cecf6f561e46 tempest-TestVolumeBootPattern-1615943498 tempest-TestVolumeBootPattern-1615943498-project] 10.222.0.75 "GET /v2.0/security-groups?id=345ae435-b00e-437f-83a9-8ffcc57023f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440817 Feb 09 19:51:26.942894 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-698478e6-d243-4167-bfdb-db60c4e396a6 req-c11aeacf-f69c-4396-8839-3ac4a42fd149 tempest-TestVolumeBootPattern-1615943498 tempest-TestVolumeBootPattern-1615943498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:51:26.945542 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-698478e6-d243-4167-bfdb-db60c4e396a6 req-c11aeacf-f69c-4396-8839-3ac4a42fd149 tempest-TestVolumeBootPattern-1615943498 tempest-TestVolumeBootPattern-1615943498-project] 10.222.0.75 "GET /v2.0/ports?device_id=2d10db02-8464-4df4-8bdd-7b478e129015 HTTP/1.1" status: 200 len: 946 time: 0.0624146 Feb 09 19:51:26.995926 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-698478e6-d243-4167-bfdb-db60c4e396a6 req-33e9d993-e3f1-4bc2-a252-0d58ab07837a tempest-TestVolumeBootPattern-1615943498 tempest-TestVolumeBootPattern-1615943498-project] 10.222.0.75 "GET /v2.0/security-groups?id=345ae435-b00e-437f-83a9-8ffcc57023f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449336 Feb 09 19:51:28.124541 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a93414c-03d8-4732-b8c4-2437101e8b95 req-858c1c6f-d035-4f45-93e1-f2b700df852b tempest-TestVolumeBootPattern-1615943498 tempest-TestVolumeBootPattern-1615943498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:51:28.126221 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-0a93414c-03d8-4732-b8c4-2437101e8b95 req-858c1c6f-d035-4f45-93e1-f2b700df852b tempest-TestVolumeBootPattern-1615943498 tempest-TestVolumeBootPattern-1615943498-project] 10.222.0.75 "GET /v2.0/ports?device_id=2d10db02-8464-4df4-8bdd-7b478e129015 HTTP/1.1" status: 200 len: 946 time: 0.0622821 Feb 09 19:51:28.181572 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-0a93414c-03d8-4732-b8c4-2437101e8b95 req-ec474e4a-480e-4679-a6d8-e93982701a54 tempest-TestVolumeBootPattern-1615943498 tempest-TestVolumeBootPattern-1615943498-project] 10.222.0.75 "GET /v2.0/security-groups?id=345ae435-b00e-437f-83a9-8ffcc57023f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0492725 Feb 09 19:51:28.310184 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a72723ed-f860-447c-af50-0d425aa9c26f req-56588816-c19c-4d8d-afe3-d354ac3f7699 tempest-TestVolumeBootPattern-1615943498 tempest-TestVolumeBootPattern-1615943498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:51:28.311661 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-a72723ed-f860-447c-af50-0d425aa9c26f req-56588816-c19c-4d8d-afe3-d354ac3f7699 tempest-TestVolumeBootPattern-1615943498 tempest-TestVolumeBootPattern-1615943498-project] 10.222.0.75 "GET /v2.0/ports?device_id=2d10db02-8464-4df4-8bdd-7b478e129015 HTTP/1.1" status: 200 len: 946 time: 0.0528324 Feb 09 19:51:28.360668 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-a72723ed-f860-447c-af50-0d425aa9c26f req-18fc193d-709d-466c-8216-bf44357938e5 tempest-TestVolumeBootPattern-1615943498 tempest-TestVolumeBootPattern-1615943498-project] 10.222.0.75 "GET /v2.0/security-groups?id=345ae435-b00e-437f-83a9-8ffcc57023f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432339 Feb 09 19:51:28.382174 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 50908) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:51:28.424790 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ba4a019-1394-488a-80ed-43ad5548c632 tempest-TestVolumeBootPattern-1979532847 tempest-TestVolumeBootPattern-1979532847-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:51:28.426737 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-3ba4a019-1394-488a-80ed-43ad5548c632 tempest-TestVolumeBootPattern-1979532847 tempest-TestVolumeBootPattern-1979532847-project-admin] 10.222.0.75 "GET /v2.0/ports?device_id=2d10db02-8464-4df4-8bdd-7b478e129015 HTTP/1.1" status: 200 len: 1124 time: 0.0435894 Feb 09 19:51:28.429391 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 50910) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:51:28.433559 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.v2.base [None req-be43e3eb-f103-4d00-8592-d207b52c81f1 tempest-TestVolumeBootPattern-1615943498 tempest-TestVolumeBootPattern-1615943498-project] Request body: {'floatingip': {'floating_network_id': '88055e1e-672a-4487-be31-ffb6e833ece5', 'port_id': '4d2cbf3e-263d-45b9-9f9f-428fcf0c5945', 'tenant_id': 'e66ffe5bb4494e31b9de6c7224f91756', 'fixed_ip_address': '172.20.0.14'}} {{(pid=103229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 19:51:28.452882 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-be43e3eb-f103-4d00-8592-d207b52c81f1 tempest-TestVolumeBootPattern-1615943498 tempest-TestVolumeBootPattern-1615943498-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:51:28.561035 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-be43e3eb-f103-4d00-8592-d207b52c81f1 tempest-TestVolumeBootPattern-1615943498 tempest-TestVolumeBootPattern-1615943498-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (None), before_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:51:28.666376 n-d-713498-36 neutron-server[103229]: DEBUG neutron.db.db_base_plugin_common [None req-be43e3eb-f103-4d00-8592-d207b52c81f1 tempest-TestVolumeBootPattern-1615943498 tempest-TestVolumeBootPattern-1615943498-project] Allocated IP 172.25.1.57 (88055e1e-672a-4487-be31-ffb6e833ece5/ac16dbcc-383c-4b43-9153-d763c4a53f91/6da5a459-c3a0-4c06-87ea-b7ef82399852) {{(pid=103229) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 19:51:28.767915 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-be43e3eb-f103-4d00-8592-d207b52c81f1 tempest-TestVolumeBootPattern-1615943498 tempest-TestVolumeBootPattern-1615943498-project] Publish callbacks [] for port (6da5a459-c3a0-4c06-87ea-b7ef82399852), precommit_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:51:28.802207 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-be43e3eb-f103-4d00-8592-d207b52c81f1 tempest-TestVolumeBootPattern-1615943498 tempest-TestVolumeBootPattern-1615943498-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762866656467', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12867576'] for port (6da5a459-c3a0-4c06-87ea-b7ef82399852), after_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:51:28.844121 n-d-713498-36 neutron-server[103229]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be43e3eb-f103-4d00-8592-d207b52c81f1 tempest-TestVolumeBootPattern-1615943498 tempest-TestVolumeBootPattern-1615943498-project] Network 88055e1e-672a-4487-be31-ffb6e833ece5 is already hosted by enough agents. {{(pid=103229) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 19:51:28.847875 n-d-713498-36 neutron-server[103229]: DEBUG neutron.scheduler.base_scheduler [None req-be43e3eb-f103-4d00-8592-d207b52c81f1 tempest-TestVolumeBootPattern-1615943498 tempest-TestVolumeBootPattern-1615943498-project] Resources bound (agent type, host, resource id): {{(pid=103229) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 19:51:28.853038 n-d-713498-36 neutron-server[103229]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be43e3eb-f103-4d00-8592-d207b52c81f1 tempest-TestVolumeBootPattern-1615943498 tempest-TestVolumeBootPattern-1615943498-project] Received port after_create {{(pid=103229) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 19:51:28.856258 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be43e3eb-f103-4d00-8592-d207b52c81f1 tempest-TestVolumeBootPattern-1615943498 tempest-TestVolumeBootPattern-1615943498-project] Pushing event updated for resources: {'Port': ['ID=6da5a459-c3a0-4c06-87ea-b7ef82399852,revision_number=1']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:51:28.887151 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be43e3eb-f103-4d00-8592-d207b52c81f1 tempest-TestVolumeBootPattern-1615943498 tempest-TestVolumeBootPattern-1615943498-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:51:28.887505 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be43e3eb-f103-4d00-8592-d207b52c81f1 tempest-TestVolumeBootPattern-1615943498 tempest-TestVolumeBootPattern-1615943498-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:51:28.887850 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be43e3eb-f103-4d00-8592-d207b52c81f1 tempest-TestVolumeBootPattern-1615943498 tempest-TestVolumeBootPattern-1615943498-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:51:28.888191 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be43e3eb-f103-4d00-8592-d207b52c81f1 tempest-TestVolumeBootPattern-1615943498 tempest-TestVolumeBootPattern-1615943498-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:51:28.888528 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be43e3eb-f103-4d00-8592-d207b52c81f1 tempest-TestVolumeBootPattern-1615943498 tempest-TestVolumeBootPattern-1615943498-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:51:28.888860 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be43e3eb-f103-4d00-8592-d207b52c81f1 tempest-TestVolumeBootPattern-1615943498 tempest-TestVolumeBootPattern-1615943498-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:51:28.889192 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be43e3eb-f103-4d00-8592-d207b52c81f1 tempest-TestVolumeBootPattern-1615943498 tempest-TestVolumeBootPattern-1615943498-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:51:28.889522 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be43e3eb-f103-4d00-8592-d207b52c81f1 tempest-TestVolumeBootPattern-1615943498 tempest-TestVolumeBootPattern-1615943498-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:51:28.889849 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be43e3eb-f103-4d00-8592-d207b52c81f1 tempest-TestVolumeBootPattern-1615943498 tempest-TestVolumeBootPattern-1615943498-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:51:28.890203 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be43e3eb-f103-4d00-8592-d207b52c81f1 tempest-TestVolumeBootPattern-1615943498 tempest-TestVolumeBootPattern-1615943498-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:51:28.890530 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be43e3eb-f103-4d00-8592-d207b52c81f1 tempest-TestVolumeBootPattern-1615943498 tempest-TestVolumeBootPattern-1615943498-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:51:28.890853 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be43e3eb-f103-4d00-8592-d207b52c81f1 tempest-TestVolumeBootPattern-1615943498 tempest-TestVolumeBootPattern-1615943498-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:51:28.891178 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be43e3eb-f103-4d00-8592-d207b52c81f1 tempest-TestVolumeBootPattern-1615943498 tempest-TestVolumeBootPattern-1615943498-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:51:29.212232 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-be43e3eb-f103-4d00-8592-d207b52c81f1 tempest-TestVolumeBootPattern-1615943498 tempest-TestVolumeBootPattern-1615943498-project] Publish callbacks [] for floatingip (47bcecd5-94b4-4165-86d1-9a7f9e47d735), precommit_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:51:29.283040 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-be43e3eb-f103-4d00-8592-d207b52c81f1 tempest-TestVolumeBootPattern-1615943498 tempest-TestVolumeBootPattern-1615943498-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (6da5a459-c3a0-4c06-87ea-b7ef82399852), before_update {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:51:29.432037 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-be43e3eb-f103-4d00-8592-d207b52c81f1 tempest-TestVolumeBootPattern-1615943498 tempest-TestVolumeBootPattern-1615943498-project] Publish callbacks [] for port (6da5a459-c3a0-4c06-87ea-b7ef82399852), precommit_update {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:51:29.436278 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-be43e3eb-f103-4d00-8592-d207b52c81f1 tempest-TestVolumeBootPattern-1615943498 tempest-TestVolumeBootPattern-1615943498-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762867176205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762866656485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762866656503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12867569'] for port (6da5a459-c3a0-4c06-87ea-b7ef82399852), after_update {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:51:29.501976 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be43e3eb-f103-4d00-8592-d207b52c81f1 tempest-TestVolumeBootPattern-1615943498 tempest-TestVolumeBootPattern-1615943498-project] Pushing event updated for resources: {'Port': ['ID=6da5a459-c3a0-4c06-87ea-b7ef82399852,revision_number=2']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:51:29.514189 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-be43e3eb-f103-4d00-8592-d207b52c81f1 tempest-TestVolumeBootPattern-1615943498 tempest-TestVolumeBootPattern-1615943498-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1818909'] for floatingip (47bcecd5-94b4-4165-86d1-9a7f9e47d735), after_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:51:29.614997 n-d-713498-36 neutron-server[103229]: INFO neutron.db.l3_db [None req-be43e3eb-f103-4d00-8592-d207b52c81f1 tempest-TestVolumeBootPattern-1615943498 tempest-TestVolumeBootPattern-1615943498-project] Floating IP 47bcecd5-94b4-4165-86d1-9a7f9e47d735 associated. External IP: 172.25.1.57, port: 4d2cbf3e-263d-45b9-9f9f-428fcf0c5945. Feb 09 19:51:29.823695 n-d-713498-36 neutron-server[103229]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-be43e3eb-f103-4d00-8592-d207b52c81f1 tempest-TestVolumeBootPattern-1615943498 tempest-TestVolumeBootPattern-1615943498-project] Router af97020d-c483-430c-8753-157d252fcb98 has already been hosted by L3 agent 93303d5e-5d17-45e8-8963-7694f87783ae {{(pid=103229) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 19:51:29.930606 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-be43e3eb-f103-4d00-8592-d207b52c81f1 tempest-TestVolumeBootPattern-1615943498 tempest-TestVolumeBootPattern-1615943498-project] Notify agent at l3_agent.n-d-713498-36 the message routers_updated {{(pid=103229) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 19:51:29.941092 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8c6bb94-1071-4040-b6d7-0a372990bf7d None None] Sync routers for ids ['af97020d-c483-430c-8753-157d252fcb98'] in n-d-713498-36 {{(pid=103232) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 19:51:29.949347 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-be43e3eb-f103-4d00-8592-d207b52c81f1 tempest-TestVolumeBootPattern-1615943498 tempest-TestVolumeBootPattern-1615943498-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171096'] for floatingip (None), before_response {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:51:29.955517 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8c6bb94-1071-4040-b6d7-0a372990bf7d None None] Routers {'af97020d-c483-430c-8753-157d252fcb98'} bound to L3 agent in host n-d-713498-36 {{(pid=103232) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 19:51:29.956165 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.l3_hamode_db [None req-c8c6bb94-1071-4040-b6d7-0a372990bf7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T18:51:43Z,description=,heartbeat_timestamp=2022-02-09T19:51:13Z,host='n-d-713498-36',id=93303d5e-5d17-45e8-8963-7694f87783ae,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T18:51:43Z,topic='l3_agent')) {'router_ids': ['af97020d-c483-430c-8753-157d252fcb98'], 'active': True} {{(pid=103232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:51:29.979328 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-be43e3eb-f103-4d00-8592-d207b52c81f1 tempest-TestVolumeBootPattern-1615943498 tempest-TestVolumeBootPattern-1615943498-project] 10.222.0.75 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.5488958 Feb 09 19:51:29.979929 n-d-713498-36 neutron-server[103229]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2d10db02-8464-4df4-8bdd-7b478e129015', 'tag': '4d2cbf3e-263d-45b9-9f9f-428fcf0c5945'}] {{(pid=103229) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 19:51:29.982208 n-d-713498-36 neutron-server[103229]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fa6ae9a20702bd564eaf90d946620b2b4277b1ab91129323d3b54181076be307" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4b7df2b7-ea25-40e1-8325-768c384d751a" -d '{"events": [{"name": "network-changed", "server_uuid": "2d10db02-8464-4df4-8bdd-7b478e129015", "tag": "4d2cbf3e-263d-45b9-9f9f-428fcf0c5945"}]}' {{(pid=103229) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 19:51:30.018640 n-d-713498-36 neutron-server[103229]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 19:51:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d4b28705-4234-4029-8747-354a4134941a x-openstack-request-id: req-d4b28705-4234-4029-8747-354a4134941a {{(pid=103229) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 19:51:30.018981 n-d-713498-36 neutron-server[103229]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2d10db02-8464-4df4-8bdd-7b478e129015", "tag": "4d2cbf3e-263d-45b9-9f9f-428fcf0c5945", "status": "completed", "code": 200}]} {{(pid=103229) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 19:51:30.019238 n-d-713498-36 neutron-server[103229]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-d4b28705-4234-4029-8747-354a4134941a {{(pid=103229) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 19:51:30.019649 n-d-713498-36 neutron-server[103229]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2d10db02-8464-4df4-8bdd-7b478e129015', 'tag': '4d2cbf3e-263d-45b9-9f9f-428fcf0c5945', 'status': 'completed', 'code': 200} Feb 09 19:51:30.069869 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.l3_dvr_db [None req-c8c6bb94-1071-4040-b6d7-0a372990bf7d None None] Set router af97020d-c483-430c-8753-157d252fcb98 gateway port host: n-d-713498-36 {{(pid=103232) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 19:51:30.094381 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b7df2b7-ea25-40e1-8325-768c384d751a req-11ae3604-12c7-4d41-941b-b21ab804cc58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:51:30.095879 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-4b7df2b7-ea25-40e1-8325-768c384d751a req-11ae3604-12c7-4d41-941b-b21ab804cc58 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=e66ffe5bb4494e31b9de6c7224f91756&device_id=2d10db02-8464-4df4-8bdd-7b478e129015 HTTP/1.1" status: 200 len: 1129 time: 0.0447912 Feb 09 19:51:30.191940 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b7df2b7-ea25-40e1-8325-768c384d751a req-246c5dbe-95ae-4e31-9a81-4e05e51bd84c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:51:30.193437 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-4b7df2b7-ea25-40e1-8325-768c384d751a req-246c5dbe-95ae-4e31-9a81-4e05e51bd84c service neutron] 10.222.0.90 "GET /v2.0/networks?id=6c0390b8-57a8-4e5d-b1b3-4d3098f0383e HTTP/1.1" status: 200 len: 913 time: 0.0875163 Feb 09 19:51:30.263096 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-4b7df2b7-ea25-40e1-8325-768c384d751a req-85c7d075-4d93-472c-a933-ab179c5c7214 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=4d2cbf3e-263d-45b9-9f9f-428fcf0c5945 HTTP/1.1" status: 200 len: 999 time: 0.0589089 Feb 09 19:51:30.293705 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.l3_hamode_db [None req-c8c6bb94-1071-4040-b6d7-0a372990bf7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af97020d-c483-430c-8753-157d252fcb98', 'name': 'tempest-TestVolumeBootPattern-2083584163-router', 'tenant_id': 'e66ffe5bb4494e31b9de6c7224f91756', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88055e1e-672a-4487-be31-ffb6e833ece5', 'external_fixed_ips': [{'subnet_id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'ip_address': '172.25.1.96'}], 'enable_snat': True}, 'gw_port_id': '3878322d-faab-430b-8a8b-ca2ee6c8723c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T19:38:57Z', 'updated_at': '2022-02-09T19:39:03Z', 'revision_number': 4, 'project_id': 'e66ffe5bb4494e31b9de6c7224f91756', 'gw_port': {'id': '3878322d-faab-430b-8a8b-ca2ee6c8723c', 'name': '', 'network_id': '88055e1e-672a-4487-be31-ffb6e833ece5', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:ae:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af97020d-c483-430c-8753-157d252fcb98', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3527, 'fixed_ips': [{'subnet_id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'ip_address': '172.25.1.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T19:38:58Z', 'updated_at': '2022-02-09T19:39:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-36', '_floatingips': [{'id': '47bcecd5-94b4-4165-86d1-9a7f9e47d735', 'tenant_id': 'e66ffe5bb4494e31b9de6c7224f91756', 'floating_ip_address': '172.25.1.57', 'floating_network_id': '88055e1e-672a-4487-be31-ffb6e833ece5', 'router_id': 'af97020d-c483-430c-8753-157d252fcb98', 'port_id': '4d2cbf3e-263d-45b9-9f9f-428fcf0c5945', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4051, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6c0390b8-57a8-4e5d-b1b3-4d3098f0383e', 'mac_address': 'fa:16:3e:97:66:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d10db02-8464-4df4-8bdd-7b478e129015', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T19:51:29Z', 'updated_at': '2022-02-09T19:51:29Z', 'revision_number': 0, 'project_id': 'e66ffe5bb4494e31b9de6c7224f91756', 'fixed_ip_address_scope': None}, {'id': '5dec2957-f693-4cf8-84d3-682f507c4c22', 'tenant_id': 'e66ffe5bb4494e31b9de6c7224f91756', 'floating_ip_address': '172.25.1.248', 'floating_network_id': '88055e1e-672a-4487-be31-ffb6e833ece5', 'router_id': 'af97020d-c483-430c-8753-157d252fcb98', 'port_id': 'e41b3469-5a7b-4865-b6d9-2238a3c62895', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 4048, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6c0390b8-57a8-4e5d-b1b3-4d3098f0383e', 'mac_address': 'fa:16:3e:45:ee:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7993723-668d-47b0-b880-3834d5860c58', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T19:49:16Z', 'updated_at': '2022-02-09T19:49:18Z', 'revision_number': 1, 'project_id': 'e66ffe5bb4494e31b9de6c7224f91756', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9526628b-bffd-45e9-9adc-d4172fc99500', 'name': '', 'network_id': '6c0390b8-57a8-4e5d-b1b3-4d3098f0383e', 'tenant_id': 'e66ffe5bb4494e31b9de6c7224f91756', 'mac_address': 'fa:16:3e:f6:25:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af97020d-c483-430c-8753-157d252fcb98', 'device_owner': 'network:router_interface', 'standard_attr_id': 3538, 'fixed_ips': [{'subnet_id': '8c23e8df-50ec-4124-b2e0-ec4287e0865a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T19:39:02Z', 'updated_at': '2022-02-09T19:39:11Z', 'revision_number': 5, 'project_id': 'e66ffe5bb4494e31b9de6c7224f91756', 'subnets': [{'id': '8c23e8df-50ec-4124-b2e0-ec4287e0865a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-36', False) {} {{(pid=103232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:51:30.313437 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b7df2b7-ea25-40e1-8325-768c384d751a req-e89e8e92-3ed2-48fa-b2a0-7f8668a31d96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:51:30.314911 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-4b7df2b7-ea25-40e1-8325-768c384d751a req-e89e8e92-3ed2-48fa-b2a0-7f8668a31d96 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=8c23e8df-50ec-4124-b2e0-ec4287e0865a HTTP/1.1" status: 200 len: 851 time: 0.0445876 Feb 09 19:51:30.320300 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8c6bb94-1071-4040-b6d7-0a372990bf7d None None] Checking router: af97020d-c483-430c-8753-157d252fcb98 for host: n-d-713498-36 {{(pid=103232) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 19:51:30.328412 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8c6bb94-1071-4040-b6d7-0a372990bf7d None None] Routers {'af97020d-c483-430c-8753-157d252fcb98'} bound to L3 agent in host n-d-713498-36 {{(pid=103232) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 19:51:30.329005 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.l3_hamode_db [None req-c8c6bb94-1071-4040-b6d7-0a372990bf7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T18:51:43Z,description=,heartbeat_timestamp=2022-02-09T19:51:13Z,host='n-d-713498-36',id=93303d5e-5d17-45e8-8963-7694f87783ae,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T18:51:43Z,topic='l3_agent')) {'router_ids': ['af97020d-c483-430c-8753-157d252fcb98'], 'active': True} {{(pid=103232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:51:30.373133 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b7df2b7-ea25-40e1-8325-768c384d751a req-cc2d1378-99ba-4fdc-a0fe-9fc8c193916f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:51:30.374578 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-4b7df2b7-ea25-40e1-8325-768c384d751a req-cc2d1378-99ba-4fdc-a0fe-9fc8c193916f service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=6c0390b8-57a8-4e5d-b1b3-4d3098f0383e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0491176 Feb 09 19:51:30.437865 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.l3_dvr_db [None req-c8c6bb94-1071-4040-b6d7-0a372990bf7d None None] Set router af97020d-c483-430c-8753-157d252fcb98 gateway port host: n-d-713498-36 {{(pid=103232) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 19:51:30.468080 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-4b7df2b7-ea25-40e1-8325-768c384d751a req-3355f0ec-083f-4ad4-a048-cf999a7d89cc service neutron] 10.222.0.90 "GET /v2.0/networks/6c0390b8-57a8-4e5d-b1b3-4d3098f0383e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0823357 Feb 09 19:51:30.569026 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-4b7df2b7-ea25-40e1-8325-768c384d751a req-cb01c706-3ed0-4f83-b98f-20048bad991b service neutron] 10.222.0.90 "GET /v2.0/networks/6c0390b8-57a8-4e5d-b1b3-4d3098f0383e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0905514 Feb 09 19:51:30.664337 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.l3_hamode_db [None req-c8c6bb94-1071-4040-b6d7-0a372990bf7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af97020d-c483-430c-8753-157d252fcb98', 'name': 'tempest-TestVolumeBootPattern-2083584163-router', 'tenant_id': 'e66ffe5bb4494e31b9de6c7224f91756', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88055e1e-672a-4487-be31-ffb6e833ece5', 'external_fixed_ips': [{'subnet_id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'ip_address': '172.25.1.96'}], 'enable_snat': True}, 'gw_port_id': '3878322d-faab-430b-8a8b-ca2ee6c8723c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T19:38:57Z', 'updated_at': '2022-02-09T19:39:03Z', 'revision_number': 4, 'project_id': 'e66ffe5bb4494e31b9de6c7224f91756', 'gw_port': {'id': '3878322d-faab-430b-8a8b-ca2ee6c8723c', 'name': '', 'network_id': '88055e1e-672a-4487-be31-ffb6e833ece5', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:ae:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af97020d-c483-430c-8753-157d252fcb98', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3527, 'fixed_ips': [{'subnet_id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'ip_address': '172.25.1.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T19:38:58Z', 'updated_at': '2022-02-09T19:39:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-36', '_floatingips': [{'id': '47bcecd5-94b4-4165-86d1-9a7f9e47d735', 'tenant_id': 'e66ffe5bb4494e31b9de6c7224f91756', 'floating_ip_address': '172.25.1.57', 'floating_network_id': '88055e1e-672a-4487-be31-ffb6e833ece5', 'router_id': 'af97020d-c483-430c-8753-157d252fcb98', 'port_id': '4d2cbf3e-263d-45b9-9f9f-428fcf0c5945', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4051, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6c0390b8-57a8-4e5d-b1b3-4d3098f0383e', 'mac_address': 'fa:16:3e:97:66:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d10db02-8464-4df4-8bdd-7b478e129015', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T19:51:29Z', 'updated_at': '2022-02-09T19:51:29Z', 'revision_number': 0, 'project_id': 'e66ffe5bb4494e31b9de6c7224f91756', 'fixed_ip_address_scope': None}, {'id': '5dec2957-f693-4cf8-84d3-682f507c4c22', 'tenant_id': 'e66ffe5bb4494e31b9de6c7224f91756', 'floating_ip_address': '172.25.1.248', 'floating_network_id': '88055e1e-672a-4487-be31-ffb6e833ece5', 'router_id': 'af97020d-c483-430c-8753-157d252fcb98', 'port_id': 'e41b3469-5a7b-4865-b6d9-2238a3c62895', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 4048, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6c0390b8-57a8-4e5d-b1b3-4d3098f0383e', 'mac_address': 'fa:16:3e:45:ee:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7993723-668d-47b0-b880-3834d5860c58', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T19:49:16Z', 'updated_at': '2022-02-09T19:49:18Z', 'revision_number': 1, 'project_id': 'e66ffe5bb4494e31b9de6c7224f91756', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9526628b-bffd-45e9-9adc-d4172fc99500', 'name': '', 'network_id': '6c0390b8-57a8-4e5d-b1b3-4d3098f0383e', 'tenant_id': 'e66ffe5bb4494e31b9de6c7224f91756', 'mac_address': 'fa:16:3e:f6:25:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af97020d-c483-430c-8753-157d252fcb98', 'device_owner': 'network:router_interface', 'standard_attr_id': 3538, 'fixed_ips': [{'subnet_id': '8c23e8df-50ec-4124-b2e0-ec4287e0865a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T19:39:02Z', 'updated_at': '2022-02-09T19:39:11Z', 'revision_number': 5, 'project_id': 'e66ffe5bb4494e31b9de6c7224f91756', 'subnets': [{'id': '8c23e8df-50ec-4124-b2e0-ec4287e0865a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-36', False) {} {{(pid=103232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:51:30.689968 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8c6bb94-1071-4040-b6d7-0a372990bf7d None None] The sync data for ids ['af97020d-c483-430c-8753-157d252fcb98'] in n-d-713498-36 is: [{'id': 'af97020d-c483-430c-8753-157d252fcb98', 'name': 'tempest-TestVolumeBootPattern-2083584163-router', 'tenant_id': 'e66ffe5bb4494e31b9de6c7224f91756', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88055e1e-672a-4487-be31-ffb6e833ece5', 'external_fixed_ips': [{'subnet_id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'ip_address': '172.25.1.96'}], 'enable_snat': True}, 'gw_port_id': '3878322d-faab-430b-8a8b-ca2ee6c8723c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T19:38:57Z', 'updated_at': '2022-02-09T19:39:03Z', 'revision_number': 4, 'project_id': 'e66ffe5bb4494e31b9de6c7224f91756', 'gw_port': {'id': '3878322d-faab-430b-8a8b-ca2ee6c8723c', 'name': '', 'network_id': '88055e1e-672a-4487-be31-ffb6e833ece5', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:ae:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af97020d-c483-430c-8753-157d252fcb98', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3527, 'fixed_ips': [{'subnet_id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'ip_address': '172.25.1.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T19:38:58Z', 'updated_at': '2022-02-09T19:39:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-36', '_floatingips': [{'id': '47bcecd5-94b4-4165-86d1-9a7f9e47d735', 'tenant_id': 'e66ffe5bb4494e31b9de6c7224f91756', 'floating_ip_address': '172.25.1.57', 'floating_network_id': '88055e1e-672a-4487-be31-ffb6e833ece5', 'router_id': 'af97020d-c483-430c-8753-157d252fcb98', 'port_id': '4d2cbf3e-263d-45b9-9f9f-428fcf0c5945', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4051, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6c0390b8-57a8-4e5d-b1b3-4d3098f0383e', 'mac_address': 'fa:16:3e:97:66:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d10db02-8464-4df4-8bdd-7b478e129015', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T19:51:29Z', 'updated_at': '2022-02-09T19:51:29Z', 'revision_number': 0, 'project_id': 'e66ffe5bb4494e31b9de6c7224f91756', 'fixed_ip_address_scope': None}, {'id': '5dec2957-f693-4cf8-84d3-682f507c4c22', 'tenant_id': 'e66ffe5bb4494e31b9de6c7224f91756', 'floating_ip_address': '172.25.1.248', 'floating_network_id': '88055e1e-672a-4487-be31-ffb6e833ece5', 'router_id': 'af97020d-c483-430c-8753-157d252fcb98', 'port_id': 'e41b3469-5a7b-4865-b6d9-2238a3c62895', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 4048, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6c0390b8-57a8-4e5d-b1b3-4d3098f0383e', 'mac_address': 'fa:16:3e:45:ee:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7993723-668d-47b0-b880-3834d5860c58', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T19:49:16Z', 'updated_at': '2022-02-09T19:49:18Z', 'revision_number': 1, 'project_id': 'e66ffe5bb4494e31b9de6c7224f91756', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9526628b-bffd-45e9-9adc-d4172fc99500', 'name': '', 'network_id': '6c0390b8-57a8-4e5d-b1b3-4d3098f0383e', 'tenant_id': 'e66ffe5bb4494e31b9de6c7224f91756', 'mac_address': 'fa:16:3e:f6:25:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af97020d-c483-430c-8753-157d252fcb98', 'device_owner': 'network:router_interface', 'standard_attr_id': 3538, 'fixed_ips': [{'subnet_id': '8c23e8df-50ec-4124-b2e0-ec4287e0865a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T19:39:02Z', 'updated_at': '2022-02-09T19:39:11Z', 'revision_number': 5, 'project_id': 'e66ffe5bb4494e31b9de6c7224f91756', 'subnets': [{'id': '8c23e8df-50ec-4124-b2e0-ec4287e0865a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103232) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 19:51:30.709115 n-d-713498-36 neutron-server[103233]: DEBUG neutron.db.agents_db [None req-4a8a6a42-0a0c-4437-8958-92282682b6bb None None] Agent healthcheck: found 7 active agents {{(pid=103233) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 19:51:30.886386 n-d-713498-36 neutron-server[103233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-085532c9-3991-43c1-90ec-3fce4ed41779 None None] New status for floating IP 47bcecd5-94b4-4165-86d1-9a7f9e47d735: ACTIVE {{(pid=103233) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 09 19:51:40.852792 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-4f07619c-159f-4043-b9fd-00c485e46102 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762867132591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593584'] for agent (af91e4b9-f4e1-42b1-a25c-a10dc47171c8), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:51:43.133814 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-1723d61e-8780-488b-b379-f6b3ccb3ee62 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762867132591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593584'] for agent (93303d5e-5d17-45e8-8963-7694f87783ae), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:51:44.456820 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-edc54c9b-7f13-45d9-9271-85c9738b0128 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762867132591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593584'] for agent (a62b1850-466f-48ae-bec7-d62fb280e14b), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:51:46.076350 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-a7262a8e-0513-48fd-984d-75726a511961 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762867132591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593584'] for agent (911cfea2-02ae-4ec9-bac3-7808ee1cdd9c), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:51:47.079333 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762867132591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593584'] for agent (496418a2-c002-4aec-ab1a-07f3bea491bd), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:51:48.935873 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762867132591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593584'] for agent (488cd9ae-631f-4955-ba0b-4f5a13f12e9c), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:51:49.303719 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762867132591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593584'] for agent (bcd5faee-dc24-4298-9134-0e0aa054058e), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:52:07.707751 n-d-713498-36 neutron-server[103233]: DEBUG neutron.db.agents_db [None req-4a8a6a42-0a0c-4437-8958-92282682b6bb None None] Agent healthcheck: found 7 active agents {{(pid=103233) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 19:52:08.349487 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-f154de38-fc44-4bba-84b6-7e9639740bee req-25e3f5bd-8c9f-482d-90d9-7ab2a53eafe4 service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=d7993723-668d-47b0-b880-3834d5860c58&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0461476 Feb 09 19:52:08.431915 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f154de38-fc44-4bba-84b6-7e9639740bee req-0d17ac91-6151-4e5c-80d5-cd00d260b429 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:52:08.434253 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-f154de38-fc44-4bba-84b6-7e9639740bee req-0d17ac91-6151-4e5c-80d5-cd00d260b429 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=e66ffe5bb4494e31b9de6c7224f91756&device_id=d7993723-668d-47b0-b880-3834d5860c58 HTTP/1.1" status: 200 len: 1128 time: 0.0459599 Feb 09 19:52:08.535867 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f154de38-fc44-4bba-84b6-7e9639740bee req-f36bfd65-1f8e-4f6e-92c0-359def854f70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:52:08.537318 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-f154de38-fc44-4bba-84b6-7e9639740bee req-f36bfd65-1f8e-4f6e-92c0-359def854f70 service neutron] 10.222.0.89 "GET /v2.0/networks?id=6c0390b8-57a8-4e5d-b1b3-4d3098f0383e HTTP/1.1" status: 200 len: 913 time: 0.0860751 Feb 09 19:52:08.601600 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-f154de38-fc44-4bba-84b6-7e9639740bee req-0a3c5b22-fa29-406d-aef4-bc99cdd94e40 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e41b3469-5a7b-4865-b6d9-2238a3c62895 HTTP/1.1" status: 200 len: 1001 time: 0.0584390 Feb 09 19:52:08.650048 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f154de38-fc44-4bba-84b6-7e9639740bee req-0ba4983e-9355-4050-aa9d-4d90440ecf03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:52:08.651667 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-f154de38-fc44-4bba-84b6-7e9639740bee req-0ba4983e-9355-4050-aa9d-4d90440ecf03 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=8c23e8df-50ec-4124-b2e0-ec4287e0865a HTTP/1.1" status: 200 len: 851 time: 0.0446913 Feb 09 19:52:08.705845 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f154de38-fc44-4bba-84b6-7e9639740bee req-9186a54c-0b00-47af-ba44-6a7c17e01de6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:52:08.707402 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-f154de38-fc44-4bba-84b6-7e9639740bee req-9186a54c-0b00-47af-ba44-6a7c17e01de6 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=6c0390b8-57a8-4e5d-b1b3-4d3098f0383e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0505848 Feb 09 19:52:08.794143 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-f154de38-fc44-4bba-84b6-7e9639740bee req-976c1072-91a8-4d7e-b701-24da82c10612 service neutron] 10.222.0.89 "GET /v2.0/networks/6c0390b8-57a8-4e5d-b1b3-4d3098f0383e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0810680 Feb 09 19:52:08.891280 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-f154de38-fc44-4bba-84b6-7e9639740bee req-d9dc8432-8655-4aee-acea-50a86575071f service neutron] 10.222.0.89 "GET /v2.0/networks/6c0390b8-57a8-4e5d-b1b3-4d3098f0383e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0913532 Feb 09 19:52:10.854334 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-28c1cb0c-31f6-42e0-931a-f97e8061b6ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762867132591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593584'] for agent (af91e4b9-f4e1-42b1-a25c-a10dc47171c8), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:52:13.135534 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-b908f099-9c18-452c-99e4-3fc550f0efc7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762867132591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593584'] for agent (93303d5e-5d17-45e8-8963-7694f87783ae), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:52:13.916339 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-368d8e2e-1faf-4020-98a4-8fb305799b92 req-c07e2d42-f29d-4685-9e24-7b47078bcb4a service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=2d10db02-8464-4df4-8bdd-7b478e129015&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0499420 Feb 09 19:52:14.017243 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-368d8e2e-1faf-4020-98a4-8fb305799b92 req-0a494e36-8d9e-4b03-b364-dc2ac3ede399 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:52:14.018755 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-368d8e2e-1faf-4020-98a4-8fb305799b92 req-0a494e36-8d9e-4b03-b364-dc2ac3ede399 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=e66ffe5bb4494e31b9de6c7224f91756&device_id=2d10db02-8464-4df4-8bdd-7b478e129015 HTTP/1.1" status: 200 len: 1129 time: 0.0450387 Feb 09 19:52:14.133529 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-368d8e2e-1faf-4020-98a4-8fb305799b92 req-16f6b994-5f4d-49cc-afd4-de6728c82a8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:52:14.135049 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-368d8e2e-1faf-4020-98a4-8fb305799b92 req-16f6b994-5f4d-49cc-afd4-de6728c82a8d service neutron] 10.222.0.90 "GET /v2.0/networks?id=6c0390b8-57a8-4e5d-b1b3-4d3098f0383e HTTP/1.1" status: 200 len: 913 time: 0.0902581 Feb 09 19:52:14.204167 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-368d8e2e-1faf-4020-98a4-8fb305799b92 req-5ee9d546-d481-4b41-8206-1993d930c0e7 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=4d2cbf3e-263d-45b9-9f9f-428fcf0c5945 HTTP/1.1" status: 200 len: 1001 time: 0.0578945 Feb 09 19:52:14.259754 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-368d8e2e-1faf-4020-98a4-8fb305799b92 req-eb4a5deb-5a50-494d-9be2-94d8f226d7c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:52:14.261202 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-368d8e2e-1faf-4020-98a4-8fb305799b92 req-eb4a5deb-5a50-494d-9be2-94d8f226d7c1 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=8c23e8df-50ec-4124-b2e0-ec4287e0865a HTTP/1.1" status: 200 len: 851 time: 0.0473168 Feb 09 19:52:14.319506 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-368d8e2e-1faf-4020-98a4-8fb305799b92 req-fcbf481b-d048-492a-ab2b-354246a6ddf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:52:14.320993 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-368d8e2e-1faf-4020-98a4-8fb305799b92 req-fcbf481b-d048-492a-ab2b-354246a6ddf4 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=6c0390b8-57a8-4e5d-b1b3-4d3098f0383e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0477011 Feb 09 19:52:14.411655 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-368d8e2e-1faf-4020-98a4-8fb305799b92 req-ba8e94de-2fd8-49ec-9fd9-a26a7d2434c9 service neutron] 10.222.0.90 "GET /v2.0/networks/6c0390b8-57a8-4e5d-b1b3-4d3098f0383e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0800836 Feb 09 19:52:14.459839 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-edc54c9b-7f13-45d9-9271-85c9738b0128 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762867132591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593584'] for agent (a62b1850-466f-48ae-bec7-d62fb280e14b), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:52:14.506805 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-368d8e2e-1faf-4020-98a4-8fb305799b92 req-e26dd8b8-c3ca-49f8-b168-0618980de789 service neutron] 10.222.0.90 "GET /v2.0/networks/6c0390b8-57a8-4e5d-b1b3-4d3098f0383e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852559 Feb 09 19:52:16.080198 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-a7262a8e-0513-48fd-984d-75726a511961 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762867132591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593584'] for agent (911cfea2-02ae-4ec9-bac3-7808ee1cdd9c), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:52:17.081084 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762867132591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593584'] for agent (496418a2-c002-4aec-ab1a-07f3bea491bd), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:52:18.893126 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762867132591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593584'] for agent (488cd9ae-631f-4955-ba0b-4f5a13f12e9c), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:52:19.299447 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762867132591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593584'] for agent (bcd5faee-dc24-4298-9134-0e0aa054058e), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:52:40.856701 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-d5cf230f-d877-4552-a26e-eb8a9efe45d5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762867132591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593584'] for agent (af91e4b9-f4e1-42b1-a25c-a10dc47171c8), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:52:43.140222 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-b468c3e1-1b3f-418e-ac61-e17796e03c5e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762867132591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593584'] for agent (93303d5e-5d17-45e8-8963-7694f87783ae), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:52:44.465908 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-edc54c9b-7f13-45d9-9271-85c9738b0128 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762867132591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593584'] for agent (a62b1850-466f-48ae-bec7-d62fb280e14b), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:52:44.707496 n-d-713498-36 neutron-server[103233]: DEBUG neutron.db.agents_db [None req-4a8a6a42-0a0c-4437-8958-92282682b6bb None None] Agent healthcheck: found 7 active agents {{(pid=103233) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 19:52:46.082195 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-a7262a8e-0513-48fd-984d-75726a511961 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762867132591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593584'] for agent (911cfea2-02ae-4ec9-bac3-7808ee1cdd9c), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:52:47.083182 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762867132591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593584'] for agent (496418a2-c002-4aec-ab1a-07f3bea491bd), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:52:48.905039 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762867132591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593584'] for agent (488cd9ae-631f-4955-ba0b-4f5a13f12e9c), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:52:49.297880 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762867132591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593584'] for agent (bcd5faee-dc24-4298-9134-0e0aa054058e), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:53:10.484799 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-b64fc4a0-e74e-4b82-b558-ea5704afd477 req-82d68d1d-b46b-47ba-a959-a5dd5dc68338 service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=d7993723-668d-47b0-b880-3834d5860c58&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1664147 Feb 09 19:53:10.571446 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b64fc4a0-e74e-4b82-b558-ea5704afd477 req-cc5b7f6a-ed14-40b5-b6d9-438779e70c49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:53:10.573020 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-b64fc4a0-e74e-4b82-b558-ea5704afd477 req-cc5b7f6a-ed14-40b5-b6d9-438779e70c49 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=e66ffe5bb4494e31b9de6c7224f91756&device_id=d7993723-668d-47b0-b880-3834d5860c58 HTTP/1.1" status: 200 len: 1128 time: 0.0468237 Feb 09 19:53:10.676437 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b64fc4a0-e74e-4b82-b558-ea5704afd477 req-e82d161c-875e-4e3c-b1b7-a7b5147f104a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:53:10.678108 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-b64fc4a0-e74e-4b82-b558-ea5704afd477 req-e82d161c-875e-4e3c-b1b7-a7b5147f104a service neutron] 10.222.0.89 "GET /v2.0/networks?id=6c0390b8-57a8-4e5d-b1b3-4d3098f0383e HTTP/1.1" status: 200 len: 913 time: 0.0872383 Feb 09 19:53:10.740986 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-b64fc4a0-e74e-4b82-b558-ea5704afd477 req-4a7e2c55-2aa5-4735-9483-2a575c2e5c8e service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e41b3469-5a7b-4865-b6d9-2238a3c62895 HTTP/1.1" status: 200 len: 1001 time: 0.0572741 Feb 09 19:53:10.793249 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b64fc4a0-e74e-4b82-b558-ea5704afd477 req-09ade027-000d-47a9-8d0d-31b16aebeb1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:53:10.794852 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-b64fc4a0-e74e-4b82-b558-ea5704afd477 req-09ade027-000d-47a9-8d0d-31b16aebeb1d service neutron] 10.222.0.89 "GET /v2.0/subnets?id=8c23e8df-50ec-4124-b2e0-ec4287e0865a HTTP/1.1" status: 200 len: 851 time: 0.0486755 Feb 09 19:53:10.850993 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b64fc4a0-e74e-4b82-b558-ea5704afd477 req-29a29fc3-f0f5-42b8-ba73-73049e4f3a8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:53:10.852507 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-b64fc4a0-e74e-4b82-b558-ea5704afd477 req-29a29fc3-f0f5-42b8-ba73-73049e4f3a8a service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=6c0390b8-57a8-4e5d-b1b3-4d3098f0383e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0521095 Feb 09 19:53:10.858937 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-a60126ca-db7f-4e0d-b680-e34e598ba1fc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762867132591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593584'] for agent (af91e4b9-f4e1-42b1-a25c-a10dc47171c8), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:53:10.862959 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [req-b64fc4a0-e74e-4b82-b558-ea5704afd477 req-6d79329e-76c6-4f55-b92c-fc552ba20aef service neutron] http://10.222.0.75:9696/v2.0/extensions returned with HTTP 200 {{(pid=103229) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 09 19:53:10.863926 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-b64fc4a0-e74e-4b82-b558-ea5704afd477 req-6d79329e-76c6-4f55-b92c-fc552ba20aef service neutron] 10.222.0.89 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0057597 Feb 09 19:53:10.952406 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-b64fc4a0-e74e-4b82-b558-ea5704afd477 req-ab9dd052-57ca-4b00-87f4-43ed91de103d service neutron] 10.222.0.89 "GET /v2.0/networks/6c0390b8-57a8-4e5d-b1b3-4d3098f0383e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0822599 Feb 09 19:53:11.041093 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-b64fc4a0-e74e-4b82-b558-ea5704afd477 req-24b86070-9ee9-4441-b158-6e077022d369 service neutron] 10.222.0.89 "GET /v2.0/networks/6c0390b8-57a8-4e5d-b1b3-4d3098f0383e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0838745 Feb 09 19:53:13.140139 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-8c426c9b-96d4-4edc-9435-a11ed3db0821 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762867132591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593584'] for agent (93303d5e-5d17-45e8-8963-7694f87783ae), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:53:13.894659 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-6625d55d-27ed-4cc9-9cb2-9d0bb332559c req-6645c055-fbaf-49cc-b150-4a91c81b59c4 service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=2d10db02-8464-4df4-8bdd-7b478e129015&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0449116 Feb 09 19:53:13.991141 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6625d55d-27ed-4cc9-9cb2-9d0bb332559c req-86071deb-f00b-41c2-9e10-06f4c40813af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:53:13.992584 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-6625d55d-27ed-4cc9-9cb2-9d0bb332559c req-86071deb-f00b-41c2-9e10-06f4c40813af service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=e66ffe5bb4494e31b9de6c7224f91756&device_id=2d10db02-8464-4df4-8bdd-7b478e129015 HTTP/1.1" status: 200 len: 1129 time: 0.0451610 Feb 09 19:53:14.104768 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6625d55d-27ed-4cc9-9cb2-9d0bb332559c req-2dd9d7e3-5d14-483b-bf07-cd2da685f9ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:53:14.106237 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-6625d55d-27ed-4cc9-9cb2-9d0bb332559c req-2dd9d7e3-5d14-483b-bf07-cd2da685f9ff service neutron] 10.222.0.90 "GET /v2.0/networks?id=6c0390b8-57a8-4e5d-b1b3-4d3098f0383e HTTP/1.1" status: 200 len: 913 time: 0.0884256 Feb 09 19:53:14.175936 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-6625d55d-27ed-4cc9-9cb2-9d0bb332559c req-0f39cff5-5ef8-4d94-802d-adcf208bd758 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=4d2cbf3e-263d-45b9-9f9f-428fcf0c5945 HTTP/1.1" status: 200 len: 1001 time: 0.0582740 Feb 09 19:53:14.227557 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6625d55d-27ed-4cc9-9cb2-9d0bb332559c req-679f5f27-90f8-4f66-b3ba-110705dc7bb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:53:14.228940 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-6625d55d-27ed-4cc9-9cb2-9d0bb332559c req-679f5f27-90f8-4f66-b3ba-110705dc7bb0 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=8c23e8df-50ec-4124-b2e0-ec4287e0865a HTTP/1.1" status: 200 len: 851 time: 0.0438299 Feb 09 19:53:14.285089 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6625d55d-27ed-4cc9-9cb2-9d0bb332559c req-25ffac1f-b38b-4fc3-a660-c5e2350f29e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:53:14.286626 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-6625d55d-27ed-4cc9-9cb2-9d0bb332559c req-25ffac1f-b38b-4fc3-a660-c5e2350f29e6 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=6c0390b8-57a8-4e5d-b1b3-4d3098f0383e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0474772 Feb 09 19:53:14.374281 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-6625d55d-27ed-4cc9-9cb2-9d0bb332559c req-5ecc1562-93f8-4ad9-8ca0-dfe4bd457ab9 service neutron] 10.222.0.90 "GET /v2.0/networks/6c0390b8-57a8-4e5d-b1b3-4d3098f0383e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0808210 Feb 09 19:53:14.466731 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-edc54c9b-7f13-45d9-9271-85c9738b0128 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762867132591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593584'] for agent (a62b1850-466f-48ae-bec7-d62fb280e14b), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:53:14.467320 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-6625d55d-27ed-4cc9-9cb2-9d0bb332559c req-f6c42238-c419-484d-864a-6ba987fa602a service neutron] 10.222.0.90 "GET /v2.0/networks/6c0390b8-57a8-4e5d-b1b3-4d3098f0383e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862682 Feb 09 19:53:16.085464 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-a7262a8e-0513-48fd-984d-75726a511961 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762867132591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593584'] for agent (911cfea2-02ae-4ec9-bac3-7808ee1cdd9c), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:53:17.088141 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762867132591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593584'] for agent (496418a2-c002-4aec-ab1a-07f3bea491bd), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:53:18.903541 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762867132591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593584'] for agent (488cd9ae-631f-4955-ba0b-4f5a13f12e9c), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:53:18.955817 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 50986) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:53:19.112213 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.plugin [None req-28748904-00ac-4df6-9ecc-b3163f732bac tempest-TestVolumeBootPattern-1615943498 tempest-TestVolumeBootPattern-1615943498-project] Deleting port 6da5a459-c3a0-4c06-87ea-b7ef82399852 {{(pid=103230) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 19:53:19.112583 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-28748904-00ac-4df6-9ecc-b3163f732bac tempest-TestVolumeBootPattern-1615943498 tempest-TestVolumeBootPattern-1615943498-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762867170196'] for port (6da5a459-c3a0-4c06-87ea-b7ef82399852), before_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:53:19.184978 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-28748904-00ac-4df6-9ecc-b3163f732bac tempest-TestVolumeBootPattern-1615943498 tempest-TestVolumeBootPattern-1615943498-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1820838'] for port (6da5a459-c3a0-4c06-87ea-b7ef82399852), precommit_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:53:19.185226 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-28748904-00ac-4df6-9ecc-b3163f732bac tempest-TestVolumeBootPattern-1615943498 tempest-TestVolumeBootPattern-1615943498-project] Publish callbacks [] for floatingip (6da5a459-c3a0-4c06-87ea-b7ef82399852), precommit_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:53:19.197376 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.plugin [None req-28748904-00ac-4df6-9ecc-b3163f732bac tempest-TestVolumeBootPattern-1615943498 tempest-TestVolumeBootPattern-1615943498-project] Calling delete_port for 6da5a459-c3a0-4c06-87ea-b7ef82399852 owned by network:floatingip {{(pid=103230) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 19:53:19.297311 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762867132591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593584'] for agent (bcd5faee-dc24-4298-9134-0e0aa054058e), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:53:19.350162 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-28748904-00ac-4df6-9ecc-b3163f732bac tempest-TestVolumeBootPattern-1615943498 tempest-TestVolumeBootPattern-1615943498-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762867177463', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762866656476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14393751'] for port (6da5a459-c3a0-4c06-87ea-b7ef82399852), after_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:53:19.373014 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28748904-00ac-4df6-9ecc-b3163f732bac tempest-TestVolumeBootPattern-1615943498 tempest-TestVolumeBootPattern-1615943498-project] Pushing event deleted for resources: {'Port': ['ID=6da5a459-c3a0-4c06-87ea-b7ef82399852,revision_number=None']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:53:19.386915 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28748904-00ac-4df6-9ecc-b3163f732bac tempest-TestVolumeBootPattern-1615943498 tempest-TestVolumeBootPattern-1615943498-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:53:19.387265 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28748904-00ac-4df6-9ecc-b3163f732bac tempest-TestVolumeBootPattern-1615943498 tempest-TestVolumeBootPattern-1615943498-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:53:19.387605 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28748904-00ac-4df6-9ecc-b3163f732bac tempest-TestVolumeBootPattern-1615943498 tempest-TestVolumeBootPattern-1615943498-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:53:19.387940 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28748904-00ac-4df6-9ecc-b3163f732bac tempest-TestVolumeBootPattern-1615943498 tempest-TestVolumeBootPattern-1615943498-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:53:19.388272 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28748904-00ac-4df6-9ecc-b3163f732bac tempest-TestVolumeBootPattern-1615943498 tempest-TestVolumeBootPattern-1615943498-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:53:19.388605 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28748904-00ac-4df6-9ecc-b3163f732bac tempest-TestVolumeBootPattern-1615943498 tempest-TestVolumeBootPattern-1615943498-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:53:19.388927 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28748904-00ac-4df6-9ecc-b3163f732bac tempest-TestVolumeBootPattern-1615943498 tempest-TestVolumeBootPattern-1615943498-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:53:19.389282 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28748904-00ac-4df6-9ecc-b3163f732bac tempest-TestVolumeBootPattern-1615943498 tempest-TestVolumeBootPattern-1615943498-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:53:19.389842 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28748904-00ac-4df6-9ecc-b3163f732bac tempest-TestVolumeBootPattern-1615943498 tempest-TestVolumeBootPattern-1615943498-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:53:19.390308 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28748904-00ac-4df6-9ecc-b3163f732bac tempest-TestVolumeBootPattern-1615943498 tempest-TestVolumeBootPattern-1615943498-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:53:19.390638 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28748904-00ac-4df6-9ecc-b3163f732bac tempest-TestVolumeBootPattern-1615943498 tempest-TestVolumeBootPattern-1615943498-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:53:19.390962 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28748904-00ac-4df6-9ecc-b3163f732bac tempest-TestVolumeBootPattern-1615943498 tempest-TestVolumeBootPattern-1615943498-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:53:19.391285 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28748904-00ac-4df6-9ecc-b3163f732bac tempest-TestVolumeBootPattern-1615943498 tempest-TestVolumeBootPattern-1615943498-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:53:19.449778 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-28748904-00ac-4df6-9ecc-b3163f732bac tempest-TestVolumeBootPattern-1615943498 tempest-TestVolumeBootPattern-1615943498-project] Publish callbacks [] for floatingip (47bcecd5-94b4-4165-86d1-9a7f9e47d735), after_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:53:19.450031 n-d-713498-36 neutron-server[103230]: INFO neutron.db.l3_db [None req-28748904-00ac-4df6-9ecc-b3163f732bac tempest-TestVolumeBootPattern-1615943498 tempest-TestVolumeBootPattern-1615943498-project] Floating IP 47bcecd5-94b4-4165-86d1-9a7f9e47d735 disassociated (deleted). External IP: 172.25.1.57, port: 4d2cbf3e-263d-45b9-9f9f-428fcf0c5945. Feb 09 19:53:19.982535 n-d-713498-36 neutron-server[103230]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-28748904-00ac-4df6-9ecc-b3163f732bac tempest-TestVolumeBootPattern-1615943498 tempest-TestVolumeBootPattern-1615943498-project] Router af97020d-c483-430c-8753-157d252fcb98 has already been hosted by L3 agent 93303d5e-5d17-45e8-8963-7694f87783ae {{(pid=103230) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 19:53:20.089193 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-28748904-00ac-4df6-9ecc-b3163f732bac tempest-TestVolumeBootPattern-1615943498 tempest-TestVolumeBootPattern-1615943498-project] Notify agent at l3_agent.n-d-713498-36 the message routers_updated {{(pid=103230) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 19:53:20.094102 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-28748904-00ac-4df6-9ecc-b3163f732bac tempest-TestVolumeBootPattern-1615943498 tempest-TestVolumeBootPattern-1615943498-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171096'] for floatingip (None), before_response {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:53:20.098887 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30bab346-98c5-44e9-abe7-6bd795e26e05 None None] Sync routers for ids ['af97020d-c483-430c-8753-157d252fcb98'] in n-d-713498-36 {{(pid=103232) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 19:53:20.109827 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30bab346-98c5-44e9-abe7-6bd795e26e05 None None] Routers {'af97020d-c483-430c-8753-157d252fcb98'} bound to L3 agent in host n-d-713498-36 {{(pid=103232) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 19:53:20.110472 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.l3_hamode_db [None req-30bab346-98c5-44e9-abe7-6bd795e26e05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T18:51:43Z,description=,heartbeat_timestamp=2022-02-09T19:53:13Z,host='n-d-713498-36',id=93303d5e-5d17-45e8-8963-7694f87783ae,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T18:51:43Z,topic='l3_agent')) {'router_ids': ['af97020d-c483-430c-8753-157d252fcb98'], 'active': True} {{(pid=103232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:53:20.127396 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-28748904-00ac-4df6-9ecc-b3163f732bac tempest-TestVolumeBootPattern-1615943498 tempest-TestVolumeBootPattern-1615943498-project] 10.222.0.75 "DELETE /v2.0/floatingips/47bcecd5-94b4-4165-86d1-9a7f9e47d735 HTTP/1.1" status: 204 len: 168 time: 1.1704624 Feb 09 19:53:20.127998 n-d-713498-36 neutron-server[103230]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2d10db02-8464-4df4-8bdd-7b478e129015', 'tag': '4d2cbf3e-263d-45b9-9f9f-428fcf0c5945'}] {{(pid=103230) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 19:53:20.130430 n-d-713498-36 neutron-server[103230]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aee5919275bae9f72eb374ee322673045eb80c1f84b4b45a97d96923bd50ab51" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5986a7e8-468e-4b16-b732-72d23e406e5b" -d '{"events": [{"name": "network-changed", "server_uuid": "2d10db02-8464-4df4-8bdd-7b478e129015", "tag": "4d2cbf3e-263d-45b9-9f9f-428fcf0c5945"}]}' {{(pid=103230) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 19:53:20.173991 n-d-713498-36 neutron-server[103230]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 19:53:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4eb7f61d-4ee3-44c3-b8c7-223fa385c0e6 x-openstack-request-id: req-4eb7f61d-4ee3-44c3-b8c7-223fa385c0e6 {{(pid=103230) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 19:53:20.174339 n-d-713498-36 neutron-server[103230]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2d10db02-8464-4df4-8bdd-7b478e129015", "tag": "4d2cbf3e-263d-45b9-9f9f-428fcf0c5945", "status": "completed", "code": 200}]} {{(pid=103230) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 19:53:20.174599 n-d-713498-36 neutron-server[103230]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-4eb7f61d-4ee3-44c3-b8c7-223fa385c0e6 {{(pid=103230) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 19:53:20.175149 n-d-713498-36 neutron-server[103230]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2d10db02-8464-4df4-8bdd-7b478e129015', 'tag': '4d2cbf3e-263d-45b9-9f9f-428fcf0c5945', 'status': 'completed', 'code': 200} Feb 09 19:53:20.257575 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5986a7e8-468e-4b16-b732-72d23e406e5b req-790538ea-ef5d-4cdd-834c-f4fc3cdc4f91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:53:20.259067 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-5986a7e8-468e-4b16-b732-72d23e406e5b req-790538ea-ef5d-4cdd-834c-f4fc3cdc4f91 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=e66ffe5bb4494e31b9de6c7224f91756&device_id=2d10db02-8464-4df4-8bdd-7b478e129015 HTTP/1.1" status: 200 len: 1129 time: 0.0539529 Feb 09 19:53:20.370100 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5986a7e8-468e-4b16-b732-72d23e406e5b req-022bafde-18e4-40f9-90dc-ceae11492c61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:53:20.371805 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-5986a7e8-468e-4b16-b732-72d23e406e5b req-022bafde-18e4-40f9-90dc-ceae11492c61 service neutron] 10.222.0.90 "GET /v2.0/networks?id=6c0390b8-57a8-4e5d-b1b3-4d3098f0383e HTTP/1.1" status: 200 len: 913 time: 0.1001344 Feb 09 19:53:20.403645 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.l3_dvr_db [None req-30bab346-98c5-44e9-abe7-6bd795e26e05 None None] Set router af97020d-c483-430c-8753-157d252fcb98 gateway port host: n-d-713498-36 {{(pid=103232) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 19:53:20.426550 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-5986a7e8-468e-4b16-b732-72d23e406e5b req-c6524ab2-fbac-4563-b169-a2c45162ecb6 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=4d2cbf3e-263d-45b9-9f9f-428fcf0c5945 HTTP/1.1" status: 200 len: 217 time: 0.0436113 Feb 09 19:53:20.501806 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5986a7e8-468e-4b16-b732-72d23e406e5b req-784c055c-8953-4b03-a9c3-dd05ed62ce90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:53:20.503316 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-5986a7e8-468e-4b16-b732-72d23e406e5b req-784c055c-8953-4b03-a9c3-dd05ed62ce90 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=8c23e8df-50ec-4124-b2e0-ec4287e0865a HTTP/1.1" status: 200 len: 851 time: 0.0672660 Feb 09 19:53:20.513705 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de25b8d1-a28e-4dd1-80d1-2279f54e77c4 req-8734a7d4-98cf-4dcd-922c-28b069cda179 tempest-TestVolumeBootPattern-1615943498 tempest-TestVolumeBootPattern-1615943498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:53:20.515126 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-de25b8d1-a28e-4dd1-80d1-2279f54e77c4 req-8734a7d4-98cf-4dcd-922c-28b069cda179 tempest-TestVolumeBootPattern-1615943498 tempest-TestVolumeBootPattern-1615943498-project] 10.222.0.75 "GET /v2.0/ports?device_id=2d10db02-8464-4df4-8bdd-7b478e129015 HTTP/1.1" status: 200 len: 946 time: 0.1846650 Feb 09 19:53:20.596052 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5986a7e8-468e-4b16-b732-72d23e406e5b req-81fe7315-e1b6-4ae9-9c6a-d0a6c5697349 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:53:20.597565 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-5986a7e8-468e-4b16-b732-72d23e406e5b req-81fe7315-e1b6-4ae9-9c6a-d0a6c5697349 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=6c0390b8-57a8-4e5d-b1b3-4d3098f0383e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0815754 Feb 09 19:53:20.602375 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-de25b8d1-a28e-4dd1-80d1-2279f54e77c4 req-36ba3099-12ee-49ea-9deb-557552696b06 tempest-TestVolumeBootPattern-1615943498 tempest-TestVolumeBootPattern-1615943498-project] 10.222.0.75 "GET /v2.0/security-groups?id=345ae435-b00e-437f-83a9-8ffcc57023f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0788605 Feb 09 19:53:20.643652 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.l3_hamode_db [None req-30bab346-98c5-44e9-abe7-6bd795e26e05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af97020d-c483-430c-8753-157d252fcb98', 'name': 'tempest-TestVolumeBootPattern-2083584163-router', 'tenant_id': 'e66ffe5bb4494e31b9de6c7224f91756', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88055e1e-672a-4487-be31-ffb6e833ece5', 'external_fixed_ips': [{'subnet_id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'ip_address': '172.25.1.96'}], 'enable_snat': True}, 'gw_port_id': '3878322d-faab-430b-8a8b-ca2ee6c8723c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T19:38:57Z', 'updated_at': '2022-02-09T19:39:03Z', 'revision_number': 4, 'project_id': 'e66ffe5bb4494e31b9de6c7224f91756', 'gw_port': {'id': '3878322d-faab-430b-8a8b-ca2ee6c8723c', 'name': '', 'network_id': '88055e1e-672a-4487-be31-ffb6e833ece5', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:ae:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af97020d-c483-430c-8753-157d252fcb98', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3527, 'fixed_ips': [{'subnet_id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'ip_address': '172.25.1.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T19:38:58Z', 'updated_at': '2022-02-09T19:39:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-36', '_floatingips': [{'id': '5dec2957-f693-4cf8-84d3-682f507c4c22', 'tenant_id': 'e66ffe5bb4494e31b9de6c7224f91756', 'floating_ip_address': '172.25.1.248', 'floating_network_id': '88055e1e-672a-4487-be31-ffb6e833ece5', 'router_id': 'af97020d-c483-430c-8753-157d252fcb98', 'port_id': 'e41b3469-5a7b-4865-b6d9-2238a3c62895', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 4048, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6c0390b8-57a8-4e5d-b1b3-4d3098f0383e', 'mac_address': 'fa:16:3e:45:ee:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7993723-668d-47b0-b880-3834d5860c58', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T19:49:16Z', 'updated_at': '2022-02-09T19:49:18Z', 'revision_number': 1, 'project_id': 'e66ffe5bb4494e31b9de6c7224f91756', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9526628b-bffd-45e9-9adc-d4172fc99500', 'name': '', 'network_id': '6c0390b8-57a8-4e5d-b1b3-4d3098f0383e', 'tenant_id': 'e66ffe5bb4494e31b9de6c7224f91756', 'mac_address': 'fa:16:3e:f6:25:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af97020d-c483-430c-8753-157d252fcb98', 'device_owner': 'network:router_interface', 'standard_attr_id': 3538, 'fixed_ips': [{'subnet_id': '8c23e8df-50ec-4124-b2e0-ec4287e0865a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T19:39:02Z', 'updated_at': '2022-02-09T19:39:11Z', 'revision_number': 5, 'project_id': 'e66ffe5bb4494e31b9de6c7224f91756', 'subnets': [{'id': '8c23e8df-50ec-4124-b2e0-ec4287e0865a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-36', False) {} {{(pid=103232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:53:20.673420 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30bab346-98c5-44e9-abe7-6bd795e26e05 None None] Checking router: af97020d-c483-430c-8753-157d252fcb98 for host: n-d-713498-36 {{(pid=103232) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 19:53:20.681726 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30bab346-98c5-44e9-abe7-6bd795e26e05 None None] Routers {'af97020d-c483-430c-8753-157d252fcb98'} bound to L3 agent in host n-d-713498-36 {{(pid=103232) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 19:53:20.682353 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.l3_hamode_db [None req-30bab346-98c5-44e9-abe7-6bd795e26e05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T18:51:43Z,description=,heartbeat_timestamp=2022-02-09T19:53:13Z,host='n-d-713498-36',id=93303d5e-5d17-45e8-8963-7694f87783ae,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T18:51:43Z,topic='l3_agent')) {'router_ids': ['af97020d-c483-430c-8753-157d252fcb98'], 'active': True} {{(pid=103232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:53:20.696855 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-5986a7e8-468e-4b16-b732-72d23e406e5b req-85c0af56-f404-4eb4-848a-c0bc899db278 service neutron] 10.222.0.90 "GET /v2.0/networks/6c0390b8-57a8-4e5d-b1b3-4d3098f0383e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854816 Feb 09 19:53:20.790390 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.l3_dvr_db [None req-30bab346-98c5-44e9-abe7-6bd795e26e05 None None] Set router af97020d-c483-430c-8753-157d252fcb98 gateway port host: n-d-713498-36 {{(pid=103232) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 19:53:20.798558 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-5986a7e8-468e-4b16-b732-72d23e406e5b req-7c4b2214-0aba-4474-a429-1fae870d1396 service neutron] 10.222.0.90 "GET /v2.0/networks/6c0390b8-57a8-4e5d-b1b3-4d3098f0383e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0892272 Feb 09 19:53:21.016096 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.l3_hamode_db [None req-30bab346-98c5-44e9-abe7-6bd795e26e05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af97020d-c483-430c-8753-157d252fcb98', 'name': 'tempest-TestVolumeBootPattern-2083584163-router', 'tenant_id': 'e66ffe5bb4494e31b9de6c7224f91756', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88055e1e-672a-4487-be31-ffb6e833ece5', 'external_fixed_ips': [{'subnet_id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'ip_address': '172.25.1.96'}], 'enable_snat': True}, 'gw_port_id': '3878322d-faab-430b-8a8b-ca2ee6c8723c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T19:38:57Z', 'updated_at': '2022-02-09T19:39:03Z', 'revision_number': 4, 'project_id': 'e66ffe5bb4494e31b9de6c7224f91756', 'gw_port': {'id': '3878322d-faab-430b-8a8b-ca2ee6c8723c', 'name': '', 'network_id': '88055e1e-672a-4487-be31-ffb6e833ece5', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:ae:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af97020d-c483-430c-8753-157d252fcb98', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3527, 'fixed_ips': [{'subnet_id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'ip_address': '172.25.1.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T19:38:58Z', 'updated_at': '2022-02-09T19:39:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-36', '_floatingips': [{'id': '5dec2957-f693-4cf8-84d3-682f507c4c22', 'tenant_id': 'e66ffe5bb4494e31b9de6c7224f91756', 'floating_ip_address': '172.25.1.248', 'floating_network_id': '88055e1e-672a-4487-be31-ffb6e833ece5', 'router_id': 'af97020d-c483-430c-8753-157d252fcb98', 'port_id': 'e41b3469-5a7b-4865-b6d9-2238a3c62895', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 4048, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6c0390b8-57a8-4e5d-b1b3-4d3098f0383e', 'mac_address': 'fa:16:3e:45:ee:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7993723-668d-47b0-b880-3834d5860c58', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T19:49:16Z', 'updated_at': '2022-02-09T19:49:18Z', 'revision_number': 1, 'project_id': 'e66ffe5bb4494e31b9de6c7224f91756', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9526628b-bffd-45e9-9adc-d4172fc99500', 'name': '', 'network_id': '6c0390b8-57a8-4e5d-b1b3-4d3098f0383e', 'tenant_id': 'e66ffe5bb4494e31b9de6c7224f91756', 'mac_address': 'fa:16:3e:f6:25:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af97020d-c483-430c-8753-157d252fcb98', 'device_owner': 'network:router_interface', 'standard_attr_id': 3538, 'fixed_ips': [{'subnet_id': '8c23e8df-50ec-4124-b2e0-ec4287e0865a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T19:39:02Z', 'updated_at': '2022-02-09T19:39:11Z', 'revision_number': 5, 'project_id': 'e66ffe5bb4494e31b9de6c7224f91756', 'subnets': [{'id': '8c23e8df-50ec-4124-b2e0-ec4287e0865a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-36', False) {} {{(pid=103232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:53:21.044785 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30bab346-98c5-44e9-abe7-6bd795e26e05 None None] The sync data for ids ['af97020d-c483-430c-8753-157d252fcb98'] in n-d-713498-36 is: [{'id': 'af97020d-c483-430c-8753-157d252fcb98', 'name': 'tempest-TestVolumeBootPattern-2083584163-router', 'tenant_id': 'e66ffe5bb4494e31b9de6c7224f91756', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88055e1e-672a-4487-be31-ffb6e833ece5', 'external_fixed_ips': [{'subnet_id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'ip_address': '172.25.1.96'}], 'enable_snat': True}, 'gw_port_id': '3878322d-faab-430b-8a8b-ca2ee6c8723c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T19:38:57Z', 'updated_at': '2022-02-09T19:39:03Z', 'revision_number': 4, 'project_id': 'e66ffe5bb4494e31b9de6c7224f91756', 'gw_port': {'id': '3878322d-faab-430b-8a8b-ca2ee6c8723c', 'name': '', 'network_id': '88055e1e-672a-4487-be31-ffb6e833ece5', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:ae:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af97020d-c483-430c-8753-157d252fcb98', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3527, 'fixed_ips': [{'subnet_id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'ip_address': '172.25.1.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T19:38:58Z', 'updated_at': '2022-02-09T19:39:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-36', '_floatingips': [{'id': '5dec2957-f693-4cf8-84d3-682f507c4c22', 'tenant_id': 'e66ffe5bb4494e31b9de6c7224f91756', 'floating_ip_address': '172.25.1.248', 'floating_network_id': '88055e1e-672a-4487-be31-ffb6e833ece5', 'router_id': 'af97020d-c483-430c-8753-157d252fcb98', 'port_id': 'e41b3469-5a7b-4865-b6d9-2238a3c62895', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 4048, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6c0390b8-57a8-4e5d-b1b3-4d3098f0383e', 'mac_address': 'fa:16:3e:45:ee:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7993723-668d-47b0-b880-3834d5860c58', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T19:49:16Z', 'updated_at': '2022-02-09T19:49:18Z', 'revision_number': 1, 'project_id': 'e66ffe5bb4494e31b9de6c7224f91756', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9526628b-bffd-45e9-9adc-d4172fc99500', 'name': '', 'network_id': '6c0390b8-57a8-4e5d-b1b3-4d3098f0383e', 'tenant_id': 'e66ffe5bb4494e31b9de6c7224f91756', 'mac_address': 'fa:16:3e:f6:25:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af97020d-c483-430c-8753-157d252fcb98', 'device_owner': 'network:router_interface', 'standard_attr_id': 3538, 'fixed_ips': [{'subnet_id': '8c23e8df-50ec-4124-b2e0-ec4287e0865a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T19:39:02Z', 'updated_at': '2022-02-09T19:39:11Z', 'revision_number': 5, 'project_id': 'e66ffe5bb4494e31b9de6c7224f91756', 'subnets': [{'id': '8c23e8df-50ec-4124-b2e0-ec4287e0865a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103232) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 19:53:21.259446 n-d-713498-36 neutron-server[103233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0f69d82-3db0-4011-91be-5b53a01c4a07 None None] New status for floating IP 47bcecd5-94b4-4165-86d1-9a7f9e47d735: DOWN {{(pid=103233) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 09 19:53:21.706179 n-d-713498-36 neutron-server[103233]: DEBUG neutron.db.agents_db [None req-4a8a6a42-0a0c-4437-8958-92282682b6bb None None] Agent healthcheck: found 7 active agents {{(pid=103233) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 19:53:21.781023 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8445a612-e81d-4b68-994b-a99aed9a90e1 req-59fb9597-5b5e-4275-8dc7-4ff441de9ccc tempest-TestVolumeBootPattern-1615943498 tempest-TestVolumeBootPattern-1615943498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:53:21.782530 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-8445a612-e81d-4b68-994b-a99aed9a90e1 req-59fb9597-5b5e-4275-8dc7-4ff441de9ccc tempest-TestVolumeBootPattern-1615943498 tempest-TestVolumeBootPattern-1615943498-project] 10.222.0.75 "GET /v2.0/ports?device_id=2d10db02-8464-4df4-8bdd-7b478e129015 HTTP/1.1" status: 200 len: 946 time: 0.1064634 Feb 09 19:53:21.832728 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-8445a612-e81d-4b68-994b-a99aed9a90e1 req-c323171f-3c9f-435c-919e-c58c43a142e2 tempest-TestVolumeBootPattern-1615943498 tempest-TestVolumeBootPattern-1615943498-project] 10.222.0.75 "GET /v2.0/security-groups?id=345ae435-b00e-437f-83a9-8ffcc57023f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446579 Feb 09 19:53:22.591361 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebb3a828-a7c3-4731-a6f3-d742024e683b req-0209d335-f9f6-4d0e-bdb3-0e360286a98b tempest-TestVolumeBootPattern-1615943498 tempest-TestVolumeBootPattern-1615943498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:53:22.594039 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-ebb3a828-a7c3-4731-a6f3-d742024e683b req-0209d335-f9f6-4d0e-bdb3-0e360286a98b tempest-TestVolumeBootPattern-1615943498 tempest-TestVolumeBootPattern-1615943498-project] 10.222.0.90 "GET /v2.0/ports?device_id=2d10db02-8464-4df4-8bdd-7b478e129015 HTTP/1.1" status: 200 len: 946 time: 0.0555587 Feb 09 19:53:22.691989 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.plugin [req-ebb3a828-a7c3-4731-a6f3-d742024e683b req-2514d052-9b48-4696-a5b9-78920ce247fb tempest-TestVolumeBootPattern-1615943498 tempest-TestVolumeBootPattern-1615943498-project] Deleting port 4d2cbf3e-263d-45b9-9f9f-428fcf0c5945 {{(pid=103230) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 19:53:22.692250 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [req-ebb3a828-a7c3-4731-a6f3-d742024e683b req-2514d052-9b48-4696-a5b9-78920ce247fb tempest-TestVolumeBootPattern-1615943498 tempest-TestVolumeBootPattern-1615943498-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762867170196'] for port (4d2cbf3e-263d-45b9-9f9f-428fcf0c5945), before_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:53:22.781282 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.db [req-ebb3a828-a7c3-4731-a6f3-d742024e683b req-2514d052-9b48-4696-a5b9-78920ce247fb tempest-TestVolumeBootPattern-1615943498 tempest-TestVolumeBootPattern-1615943498-project] For port 4d2cbf3e-263d-45b9-9f9f-428fcf0c5945, host n-h2-713498-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-36',level=0,port_id=4d2cbf3e-263d-45b9-9f9f-428fcf0c5945,segment=NetworkSegment(33386be2-7716-4eda-8188-eeaffee7e0ec),segment_id=33386be2-7716-4eda-8188-eeaffee7e0ec)] {{(pid=103230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 19:53:22.781644 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [req-ebb3a828-a7c3-4731-a6f3-d742024e683b req-2514d052-9b48-4696-a5b9-78920ce247fb tempest-TestVolumeBootPattern-1615943498 tempest-TestVolumeBootPattern-1615943498-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1820838'] for port (4d2cbf3e-263d-45b9-9f9f-428fcf0c5945), precommit_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:53:22.794043 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.plugin [req-ebb3a828-a7c3-4731-a6f3-d742024e683b req-2514d052-9b48-4696-a5b9-78920ce247fb tempest-TestVolumeBootPattern-1615943498 tempest-TestVolumeBootPattern-1615943498-project] Calling delete_port for 4d2cbf3e-263d-45b9-9f9f-428fcf0c5945 owned by compute:nova {{(pid=103230) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 19:53:22.954561 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [req-ebb3a828-a7c3-4731-a6f3-d742024e683b req-2514d052-9b48-4696-a5b9-78920ce247fb tempest-TestVolumeBootPattern-1615943498 tempest-TestVolumeBootPattern-1615943498-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762867177463', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762866656476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14393751'] for port (4d2cbf3e-263d-45b9-9f9f-428fcf0c5945), after_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:53:22.986215 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2514d052-9b48-4696-a5b9-78920ce247fb tempest-TestVolumeBootPattern-1615943498 tempest-TestVolumeBootPattern-1615943498-project] Pushing event deleted for resources: {'Port': ['ID=4d2cbf3e-263d-45b9-9f9f-428fcf0c5945,revision_number=None']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:53:23.026341 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4195378-4a56-4b9c-ac68-d4b4c79173aa req-24b55bac-0e0c-4821-8c26-930676817456 tempest-TestVolumeBootPattern-1615943498 tempest-TestVolumeBootPattern-1615943498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:53:23.027804 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-f4195378-4a56-4b9c-ac68-d4b4c79173aa req-24b55bac-0e0c-4821-8c26-930676817456 tempest-TestVolumeBootPattern-1615943498 tempest-TestVolumeBootPattern-1615943498-project] 10.222.0.75 "GET /v2.0/ports?device_id=2d10db02-8464-4df4-8bdd-7b478e129015 HTTP/1.1" status: 200 len: 867 time: 0.1201882 Feb 09 19:53:23.047030 n-d-713498-36 neutron-server[103230]: DEBUG neutron.db.l3_dvrscheduler_db [req-ebb3a828-a7c3-4731-a6f3-d742024e683b req-2514d052-9b48-4696-a5b9-78920ce247fb tempest-TestVolumeBootPattern-1615943498 tempest-TestVolumeBootPattern-1615943498-project] No DVR routers for this DVR port 4d2cbf3e-263d-45b9-9f9f-428fcf0c5945 on host n-h2-713498-36 {{(pid=103230) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 19:53:23.049694 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [req-ebb3a828-a7c3-4731-a6f3-d742024e683b req-2514d052-9b48-4696-a5b9-78920ce247fb tempest-TestVolumeBootPattern-1615943498 tempest-TestVolumeBootPattern-1615943498-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171096'] for port (None), before_response {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:53:23.053264 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-ebb3a828-a7c3-4731-a6f3-d742024e683b req-2514d052-9b48-4696-a5b9-78920ce247fb tempest-TestVolumeBootPattern-1615943498 tempest-TestVolumeBootPattern-1615943498-project] 10.222.0.90 "DELETE /v2.0/ports/4d2cbf3e-263d-45b9-9f9f-428fcf0c5945 HTTP/1.1" status: 204 len: 173 time: 0.4533131 Feb 09 19:53:23.057703 n-d-713498-36 neutron-server[103230]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2d10db02-8464-4df4-8bdd-7b478e129015', 'name': 'network-vif-deleted', 'tag': '4d2cbf3e-263d-45b9-9f9f-428fcf0c5945'}] {{(pid=103230) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 19:53:23.059941 n-d-713498-36 neutron-server[103230]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aee5919275bae9f72eb374ee322673045eb80c1f84b4b45a97d96923bd50ab51" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1f24b880-8a1c-4734-bfac-06625c2b9fa0" -d '{"events": [{"server_uuid": "2d10db02-8464-4df4-8bdd-7b478e129015", "name": "network-vif-deleted", "tag": "4d2cbf3e-263d-45b9-9f9f-428fcf0c5945"}]}' {{(pid=103230) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 19:53:23.103754 n-d-713498-36 neutron-server[103230]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 19:53:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-080dddcf-f410-4066-992a-b01539c2be55 x-openstack-request-id: req-080dddcf-f410-4066-992a-b01539c2be55 {{(pid=103230) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 19:53:23.104057 n-d-713498-36 neutron-server[103230]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2d10db02-8464-4df4-8bdd-7b478e129015", "name": "network-vif-deleted", "tag": "4d2cbf3e-263d-45b9-9f9f-428fcf0c5945", "status": "completed", "code": 200}]} {{(pid=103230) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 19:53:23.104307 n-d-713498-36 neutron-server[103230]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-080dddcf-f410-4066-992a-b01539c2be55 {{(pid=103230) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 19:53:23.104697 n-d-713498-36 neutron-server[103230]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2d10db02-8464-4df4-8bdd-7b478e129015', 'name': 'network-vif-deleted', 'tag': '4d2cbf3e-263d-45b9-9f9f-428fcf0c5945', 'status': 'completed', 'code': 200} Feb 09 19:53:23.110951 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-f4195378-4a56-4b9c-ac68-d4b4c79173aa req-c4dabace-4939-4f93-9943-71078d2235f8 tempest-TestVolumeBootPattern-1615943498 tempest-TestVolumeBootPattern-1615943498-project] 10.222.0.75 "GET /v2.0/security-groups?id=345ae435-b00e-437f-83a9-8ffcc57023f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0646615 Feb 09 19:53:23.410377 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [req-b13dadb9-c5e9-4a21-83f6-37a5fcf52d0a req-e720225d-51d8-4d84-b928-1dc1542c7555 service neutron] (103230) timed out ('10.222.0.75', 47788) {{(pid=103230) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Feb 09 19:53:24.209795 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-073aa2e6-566b-4c2e-a0b3-2140a5dc76b6 req-e3d18936-49bc-4048-bd66-73f94493a028 tempest-TestVolumeBootPattern-1615943498 tempest-TestVolumeBootPattern-1615943498-project] 10.222.0.75 "GET /v2.0/ports?device_id=2d10db02-8464-4df4-8bdd-7b478e129015 HTTP/1.1" status: 200 len: 210 time: 0.0277102 Feb 09 19:53:25.306588 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-7d250c35-357b-48b0-86cd-08a36f19c168 req-569906e0-203e-4cef-aa62-1ee89432edb6 tempest-TestVolumeBootPattern-1615943498 tempest-TestVolumeBootPattern-1615943498-project] 10.222.0.75 "GET /v2.0/ports?device_id=2d10db02-8464-4df4-8bdd-7b478e129015 HTTP/1.1" status: 200 len: 210 time: 0.0289524 Feb 09 19:53:26.415308 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-3e88fba9-a908-4932-8990-25ee38ddbd8e req-20b4ed8f-9c80-4dad-bee2-415b7f472fa0 tempest-TestVolumeBootPattern-1615943498 tempest-TestVolumeBootPattern-1615943498-project] 10.222.0.75 "GET /v2.0/ports?device_id=2d10db02-8464-4df4-8bdd-7b478e129015 HTTP/1.1" status: 200 len: 210 time: 0.0324430 Feb 09 19:53:27.513267 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-6096d2c7-89f8-444e-af8f-7f56613aa75a req-a1a12799-ea75-47e5-b1d4-2a068467a5ca tempest-TestVolumeBootPattern-1615943498 tempest-TestVolumeBootPattern-1615943498-project] 10.222.0.75 "GET /v2.0/ports?device_id=2d10db02-8464-4df4-8bdd-7b478e129015 HTTP/1.1" status: 200 len: 210 time: 0.0276065 Feb 09 19:53:27.693473 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Device 4d2cbf3e-263d-45b9-9f9f-428fcf0c5945 no longer exists at agent hyperv_n-h2-713498-36 {{(pid=103232) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 19:53:27.713422 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-7429db8d-6021-40ad-813e-885be449a89b None None] No Port match for: 4d2cbf3e-263d-45b9-9f9f-428fcf0c5945 {{(pid=103232) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 19:53:27.713696 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Device 4d2cbf3e-263d-45b9-9f9f-428fcf0c5945 not bound to the agent host n-h2-713498-36 {{(pid=103232) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 19:53:28.612858 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-f70e6849-0883-43d6-9f29-a2ed33537ea2 req-b3b88c4c-b35e-48be-a2cb-383999e154c2 tempest-TestVolumeBootPattern-1615943498 tempest-TestVolumeBootPattern-1615943498-project] 10.222.0.75 "GET /v2.0/ports?device_id=2d10db02-8464-4df4-8bdd-7b478e129015 HTTP/1.1" status: 200 len: 210 time: 0.0283873 Feb 09 19:53:29.723719 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-f1fc1a6e-bdc6-43fd-96ff-d8e427fe98c3 req-b8b9b069-b6ff-4c7f-8722-81a4b190fd14 tempest-TestVolumeBootPattern-1615943498 tempest-TestVolumeBootPattern-1615943498-project] 10.222.0.75 "GET /v2.0/ports?device_id=2d10db02-8464-4df4-8bdd-7b478e129015 HTTP/1.1" status: 200 len: 210 time: 0.0383799 Feb 09 19:53:30.832266 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-9da8b132-098b-4641-9c13-c18d24e2ea91 req-e5fceb93-7b30-420d-bad2-019ae1e2523e tempest-TestVolumeBootPattern-1615943498 tempest-TestVolumeBootPattern-1615943498-project] 10.222.0.75 "GET /v2.0/ports?device_id=2d10db02-8464-4df4-8bdd-7b478e129015 HTTP/1.1" status: 200 len: 210 time: 0.0279093 Feb 09 19:53:31.943867 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-40ae0e14-868d-4bc9-9ef1-ca586a578dbf req-e1024bf9-c22e-45aa-88a2-48dc097d584b tempest-TestVolumeBootPattern-1615943498 tempest-TestVolumeBootPattern-1615943498-project] 10.222.0.75 "GET /v2.0/ports?device_id=2d10db02-8464-4df4-8bdd-7b478e129015 HTTP/1.1" status: 200 len: 210 time: 0.0315669 Feb 09 19:53:40.861848 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-b5195009-2f48-4bcc-8306-b4eaf975d221 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762867132591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593584'] for agent (af91e4b9-f4e1-42b1-a25c-a10dc47171c8), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:53:41.469631 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 51072) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:53:41.624490 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.plugin [None req-1afa2c96-70f3-43c2-94cd-1e73b8d83950 tempest-TestVolumeBootPattern-1615943498 tempest-TestVolumeBootPattern-1615943498-project] Deleting port 98903242-017a-4744-aec5-de51c1fc4fd5 {{(pid=103229) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 19:53:41.624834 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-1afa2c96-70f3-43c2-94cd-1e73b8d83950 tempest-TestVolumeBootPattern-1615943498 tempest-TestVolumeBootPattern-1615943498-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762867170196'] for port (98903242-017a-4744-aec5-de51c1fc4fd5), before_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:53:41.702218 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-1afa2c96-70f3-43c2-94cd-1e73b8d83950 tempest-TestVolumeBootPattern-1615943498 tempest-TestVolumeBootPattern-1615943498-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1820838'] for port (98903242-017a-4744-aec5-de51c1fc4fd5), precommit_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:53:41.702844 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-1afa2c96-70f3-43c2-94cd-1e73b8d83950 tempest-TestVolumeBootPattern-1615943498 tempest-TestVolumeBootPattern-1615943498-project] Publish callbacks [] for floatingip (98903242-017a-4744-aec5-de51c1fc4fd5), precommit_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:53:41.714506 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.plugin [None req-1afa2c96-70f3-43c2-94cd-1e73b8d83950 tempest-TestVolumeBootPattern-1615943498 tempest-TestVolumeBootPattern-1615943498-project] Calling delete_port for 98903242-017a-4744-aec5-de51c1fc4fd5 owned by network:floatingip {{(pid=103229) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 19:53:41.860105 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-1afa2c96-70f3-43c2-94cd-1e73b8d83950 tempest-TestVolumeBootPattern-1615943498 tempest-TestVolumeBootPattern-1615943498-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762867177463', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762866656476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12867576'] for port (98903242-017a-4744-aec5-de51c1fc4fd5), after_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:53:41.889488 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1afa2c96-70f3-43c2-94cd-1e73b8d83950 tempest-TestVolumeBootPattern-1615943498 tempest-TestVolumeBootPattern-1615943498-project] Pushing event deleted for resources: {'Port': ['ID=98903242-017a-4744-aec5-de51c1fc4fd5,revision_number=None']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:53:41.913353 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1afa2c96-70f3-43c2-94cd-1e73b8d83950 tempest-TestVolumeBootPattern-1615943498 tempest-TestVolumeBootPattern-1615943498-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:53:41.913706 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1afa2c96-70f3-43c2-94cd-1e73b8d83950 tempest-TestVolumeBootPattern-1615943498 tempest-TestVolumeBootPattern-1615943498-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:53:41.914074 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1afa2c96-70f3-43c2-94cd-1e73b8d83950 tempest-TestVolumeBootPattern-1615943498 tempest-TestVolumeBootPattern-1615943498-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:53:41.914417 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1afa2c96-70f3-43c2-94cd-1e73b8d83950 tempest-TestVolumeBootPattern-1615943498 tempest-TestVolumeBootPattern-1615943498-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:53:41.914753 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1afa2c96-70f3-43c2-94cd-1e73b8d83950 tempest-TestVolumeBootPattern-1615943498 tempest-TestVolumeBootPattern-1615943498-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:53:41.915084 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1afa2c96-70f3-43c2-94cd-1e73b8d83950 tempest-TestVolumeBootPattern-1615943498 tempest-TestVolumeBootPattern-1615943498-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:53:41.915412 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1afa2c96-70f3-43c2-94cd-1e73b8d83950 tempest-TestVolumeBootPattern-1615943498 tempest-TestVolumeBootPattern-1615943498-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:53:41.915738 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1afa2c96-70f3-43c2-94cd-1e73b8d83950 tempest-TestVolumeBootPattern-1615943498 tempest-TestVolumeBootPattern-1615943498-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:53:41.916061 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1afa2c96-70f3-43c2-94cd-1e73b8d83950 tempest-TestVolumeBootPattern-1615943498 tempest-TestVolumeBootPattern-1615943498-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:53:41.916382 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1afa2c96-70f3-43c2-94cd-1e73b8d83950 tempest-TestVolumeBootPattern-1615943498 tempest-TestVolumeBootPattern-1615943498-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:53:41.916702 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1afa2c96-70f3-43c2-94cd-1e73b8d83950 tempest-TestVolumeBootPattern-1615943498 tempest-TestVolumeBootPattern-1615943498-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:53:41.917021 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1afa2c96-70f3-43c2-94cd-1e73b8d83950 tempest-TestVolumeBootPattern-1615943498 tempest-TestVolumeBootPattern-1615943498-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:53:41.917346 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1afa2c96-70f3-43c2-94cd-1e73b8d83950 tempest-TestVolumeBootPattern-1615943498 tempest-TestVolumeBootPattern-1615943498-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:53:41.959342 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-1afa2c96-70f3-43c2-94cd-1e73b8d83950 tempest-TestVolumeBootPattern-1615943498 tempest-TestVolumeBootPattern-1615943498-project] Publish callbacks [] for floatingip (5dec2957-f693-4cf8-84d3-682f507c4c22), after_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:53:41.959683 n-d-713498-36 neutron-server[103229]: INFO neutron.db.l3_db [None req-1afa2c96-70f3-43c2-94cd-1e73b8d83950 tempest-TestVolumeBootPattern-1615943498 tempest-TestVolumeBootPattern-1615943498-project] Floating IP 5dec2957-f693-4cf8-84d3-682f507c4c22 disassociated (deleted). External IP: 172.25.1.248, port: e41b3469-5a7b-4865-b6d9-2238a3c62895. Feb 09 19:53:42.509879 n-d-713498-36 neutron-server[103229]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1afa2c96-70f3-43c2-94cd-1e73b8d83950 tempest-TestVolumeBootPattern-1615943498 tempest-TestVolumeBootPattern-1615943498-project] Router af97020d-c483-430c-8753-157d252fcb98 has already been hosted by L3 agent 93303d5e-5d17-45e8-8963-7694f87783ae {{(pid=103229) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 19:53:42.625481 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1afa2c96-70f3-43c2-94cd-1e73b8d83950 tempest-TestVolumeBootPattern-1615943498 tempest-TestVolumeBootPattern-1615943498-project] Notify agent at l3_agent.n-d-713498-36 the message routers_updated {{(pid=103229) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 19:53:42.629947 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-1afa2c96-70f3-43c2-94cd-1e73b8d83950 tempest-TestVolumeBootPattern-1615943498 tempest-TestVolumeBootPattern-1615943498-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171096'] for floatingip (None), before_response {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:53:42.634810 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2285a49c-fb0f-4513-a3cd-319d4c618bc3 None None] Sync routers for ids ['af97020d-c483-430c-8753-157d252fcb98'] in n-d-713498-36 {{(pid=103232) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 19:53:42.646551 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2285a49c-fb0f-4513-a3cd-319d4c618bc3 None None] Routers {'af97020d-c483-430c-8753-157d252fcb98'} bound to L3 agent in host n-d-713498-36 {{(pid=103232) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 19:53:42.647165 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.l3_hamode_db [None req-2285a49c-fb0f-4513-a3cd-319d4c618bc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T18:51:43Z,description=,heartbeat_timestamp=2022-02-09T19:53:13Z,host='n-d-713498-36',id=93303d5e-5d17-45e8-8963-7694f87783ae,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T18:51:43Z,topic='l3_agent')) {'router_ids': ['af97020d-c483-430c-8753-157d252fcb98'], 'active': True} {{(pid=103232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:53:42.659993 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-1afa2c96-70f3-43c2-94cd-1e73b8d83950 tempest-TestVolumeBootPattern-1615943498 tempest-TestVolumeBootPattern-1615943498-project] 10.222.0.75 "DELETE /v2.0/floatingips/5dec2957-f693-4cf8-84d3-682f507c4c22 HTTP/1.1" status: 204 len: 168 time: 1.1892183 Feb 09 19:53:42.660687 n-d-713498-36 neutron-server[103229]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd7993723-668d-47b0-b880-3834d5860c58', 'tag': 'e41b3469-5a7b-4865-b6d9-2238a3c62895'}] {{(pid=103229) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 19:53:42.663058 n-d-713498-36 neutron-server[103229]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fa6ae9a20702bd564eaf90d946620b2b4277b1ab91129323d3b54181076be307" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e4e18872-0133-4593-bcd1-d825d6b38c69" -d '{"events": [{"name": "network-changed", "server_uuid": "d7993723-668d-47b0-b880-3834d5860c58", "tag": "e41b3469-5a7b-4865-b6d9-2238a3c62895"}]}' {{(pid=103229) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 19:53:42.761478 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.l3_dvr_db [None req-2285a49c-fb0f-4513-a3cd-319d4c618bc3 None None] Set router af97020d-c483-430c-8753-157d252fcb98 gateway port host: n-d-713498-36 {{(pid=103232) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 19:53:42.772901 n-d-713498-36 neutron-server[103229]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 19:53:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bc7a8fb5-599e-4d33-9561-3293e684c14c x-openstack-request-id: req-bc7a8fb5-599e-4d33-9561-3293e684c14c {{(pid=103229) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 19:53:42.773239 n-d-713498-36 neutron-server[103229]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d7993723-668d-47b0-b880-3834d5860c58", "tag": "e41b3469-5a7b-4865-b6d9-2238a3c62895", "status": "completed", "code": 200}]} {{(pid=103229) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 19:53:42.773496 n-d-713498-36 neutron-server[103229]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-bc7a8fb5-599e-4d33-9561-3293e684c14c {{(pid=103229) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 19:53:42.773901 n-d-713498-36 neutron-server[103229]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd7993723-668d-47b0-b880-3834d5860c58', 'tag': 'e41b3469-5a7b-4865-b6d9-2238a3c62895', 'status': 'completed', 'code': 200} Feb 09 19:53:42.847257 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4e18872-0133-4593-bcd1-d825d6b38c69 req-d96831e1-3a82-411b-bfec-36153a4b3cfb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:53:42.848788 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-e4e18872-0133-4593-bcd1-d825d6b38c69 req-d96831e1-3a82-411b-bfec-36153a4b3cfb service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=e66ffe5bb4494e31b9de6c7224f91756&device_id=d7993723-668d-47b0-b880-3834d5860c58 HTTP/1.1" status: 200 len: 1128 time: 0.0523930 Feb 09 19:53:42.960607 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e92c81c7-9234-4b91-a809-acd4fc76f5fa req-5c726469-d587-42f8-b218-23c11510ed78 tempest-TestVolumeBootPattern-1615943498 tempest-TestVolumeBootPattern-1615943498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:53:42.961802 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-e92c81c7-9234-4b91-a809-acd4fc76f5fa req-5c726469-d587-42f8-b218-23c11510ed78 tempest-TestVolumeBootPattern-1615943498 tempest-TestVolumeBootPattern-1615943498-project] 10.222.0.75 "GET /v2.0/ports?device_id=d7993723-668d-47b0-b880-3834d5860c58 HTTP/1.1" status: 200 len: 945 time: 0.1121449 Feb 09 19:53:42.984159 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.l3_hamode_db [None req-2285a49c-fb0f-4513-a3cd-319d4c618bc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af97020d-c483-430c-8753-157d252fcb98', 'name': 'tempest-TestVolumeBootPattern-2083584163-router', 'tenant_id': 'e66ffe5bb4494e31b9de6c7224f91756', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88055e1e-672a-4487-be31-ffb6e833ece5', 'external_fixed_ips': [{'subnet_id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'ip_address': '172.25.1.96'}], 'enable_snat': True}, 'gw_port_id': '3878322d-faab-430b-8a8b-ca2ee6c8723c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T19:38:57Z', 'updated_at': '2022-02-09T19:39:03Z', 'revision_number': 4, 'project_id': 'e66ffe5bb4494e31b9de6c7224f91756', 'gw_port': {'id': '3878322d-faab-430b-8a8b-ca2ee6c8723c', 'name': '', 'network_id': '88055e1e-672a-4487-be31-ffb6e833ece5', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:ae:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af97020d-c483-430c-8753-157d252fcb98', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3527, 'fixed_ips': [{'subnet_id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'ip_address': '172.25.1.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T19:38:58Z', 'updated_at': '2022-02-09T19:39:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-36', '_interfaces': [{'id': '9526628b-bffd-45e9-9adc-d4172fc99500', 'name': '', 'network_id': '6c0390b8-57a8-4e5d-b1b3-4d3098f0383e', 'tenant_id': 'e66ffe5bb4494e31b9de6c7224f91756', 'mac_address': 'fa:16:3e:f6:25:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af97020d-c483-430c-8753-157d252fcb98', 'device_owner': 'network:router_interface', 'standard_attr_id': 3538, 'fixed_ips': [{'subnet_id': '8c23e8df-50ec-4124-b2e0-ec4287e0865a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T19:39:02Z', 'updated_at': '2022-02-09T19:39:11Z', 'revision_number': 5, 'project_id': 'e66ffe5bb4494e31b9de6c7224f91756', 'subnets': [{'id': '8c23e8df-50ec-4124-b2e0-ec4287e0865a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-36', False) {} {{(pid=103232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:53:42.998367 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4e18872-0133-4593-bcd1-d825d6b38c69 req-1b0e2311-4ce1-4a7b-8b03-1e337b19b909 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:53:43.000052 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-e4e18872-0133-4593-bcd1-d825d6b38c69 req-1b0e2311-4ce1-4a7b-8b03-1e337b19b909 service neutron] 10.222.0.89 "GET /v2.0/networks?id=6c0390b8-57a8-4e5d-b1b3-4d3098f0383e HTTP/1.1" status: 200 len: 913 time: 0.1420243 Feb 09 19:53:43.010162 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2285a49c-fb0f-4513-a3cd-319d4c618bc3 None None] Checking router: af97020d-c483-430c-8753-157d252fcb98 for host: n-d-713498-36 {{(pid=103232) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 19:53:43.019187 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2285a49c-fb0f-4513-a3cd-319d4c618bc3 None None] Routers {'af97020d-c483-430c-8753-157d252fcb98'} bound to L3 agent in host n-d-713498-36 {{(pid=103232) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 19:53:43.019790 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.l3_hamode_db [None req-2285a49c-fb0f-4513-a3cd-319d4c618bc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T18:51:43Z,description=,heartbeat_timestamp=2022-02-09T19:53:13Z,host='n-d-713498-36',id=93303d5e-5d17-45e8-8963-7694f87783ae,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T18:51:43Z,topic='l3_agent')) {'router_ids': ['af97020d-c483-430c-8753-157d252fcb98'], 'active': True} {{(pid=103232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:53:43.048995 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-e4e18872-0133-4593-bcd1-d825d6b38c69 req-ffe94468-1dc2-47af-ad8d-9ec2ab62a600 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e41b3469-5a7b-4865-b6d9-2238a3c62895 HTTP/1.1" status: 200 len: 217 time: 0.0418310 Feb 09 19:53:43.066151 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-e92c81c7-9234-4b91-a809-acd4fc76f5fa req-6f0a4b8c-b2af-4121-bf30-6413dafea0b6 tempest-TestVolumeBootPattern-1615943498 tempest-TestVolumeBootPattern-1615943498-project] 10.222.0.75 "GET /v2.0/security-groups?id=345ae435-b00e-437f-83a9-8ffcc57023f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0983868 Feb 09 19:53:43.108137 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4e18872-0133-4593-bcd1-d825d6b38c69 req-57dbe7d0-1a04-4b0a-8dbf-1858c1b0305c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:53:43.109586 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-e4e18872-0133-4593-bcd1-d825d6b38c69 req-57dbe7d0-1a04-4b0a-8dbf-1858c1b0305c service neutron] 10.222.0.89 "GET /v2.0/subnets?id=8c23e8df-50ec-4124-b2e0-ec4287e0865a HTTP/1.1" status: 200 len: 851 time: 0.0549428 Feb 09 19:53:43.134931 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.l3_dvr_db [None req-2285a49c-fb0f-4513-a3cd-319d4c618bc3 None None] Set router af97020d-c483-430c-8753-157d252fcb98 gateway port host: n-d-713498-36 {{(pid=103232) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 19:53:43.161807 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4e18872-0133-4593-bcd1-d825d6b38c69 req-cb557c53-964b-494e-9eae-b006c61231b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:53:43.163386 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-e4e18872-0133-4593-bcd1-d825d6b38c69 req-cb557c53-964b-494e-9eae-b006c61231b8 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=6c0390b8-57a8-4e5d-b1b3-4d3098f0383e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0478153 Feb 09 19:53:43.173761 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-8e8764b8-9b82-46ec-9b26-0fa1c5ef9f1a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762867132591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593584'] for agent (93303d5e-5d17-45e8-8963-7694f87783ae), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:53:43.257872 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-e4e18872-0133-4593-bcd1-d825d6b38c69 req-3103702e-f2e1-4e52-9785-60b2e3ad7aa7 service neutron] 10.222.0.89 "GET /v2.0/networks/6c0390b8-57a8-4e5d-b1b3-4d3098f0383e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0864570 Feb 09 19:53:43.345272 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.l3_hamode_db [None req-2285a49c-fb0f-4513-a3cd-319d4c618bc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af97020d-c483-430c-8753-157d252fcb98', 'name': 'tempest-TestVolumeBootPattern-2083584163-router', 'tenant_id': 'e66ffe5bb4494e31b9de6c7224f91756', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88055e1e-672a-4487-be31-ffb6e833ece5', 'external_fixed_ips': [{'subnet_id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'ip_address': '172.25.1.96'}], 'enable_snat': True}, 'gw_port_id': '3878322d-faab-430b-8a8b-ca2ee6c8723c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T19:38:57Z', 'updated_at': '2022-02-09T19:39:03Z', 'revision_number': 4, 'project_id': 'e66ffe5bb4494e31b9de6c7224f91756', 'gw_port': {'id': '3878322d-faab-430b-8a8b-ca2ee6c8723c', 'name': '', 'network_id': '88055e1e-672a-4487-be31-ffb6e833ece5', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:ae:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af97020d-c483-430c-8753-157d252fcb98', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3527, 'fixed_ips': [{'subnet_id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'ip_address': '172.25.1.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T19:38:58Z', 'updated_at': '2022-02-09T19:39:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-36', '_interfaces': [{'id': '9526628b-bffd-45e9-9adc-d4172fc99500', 'name': '', 'network_id': '6c0390b8-57a8-4e5d-b1b3-4d3098f0383e', 'tenant_id': 'e66ffe5bb4494e31b9de6c7224f91756', 'mac_address': 'fa:16:3e:f6:25:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af97020d-c483-430c-8753-157d252fcb98', 'device_owner': 'network:router_interface', 'standard_attr_id': 3538, 'fixed_ips': [{'subnet_id': '8c23e8df-50ec-4124-b2e0-ec4287e0865a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T19:39:02Z', 'updated_at': '2022-02-09T19:39:11Z', 'revision_number': 5, 'project_id': 'e66ffe5bb4494e31b9de6c7224f91756', 'subnets': [{'id': '8c23e8df-50ec-4124-b2e0-ec4287e0865a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-36', False) {} {{(pid=103232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:53:43.352294 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-e4e18872-0133-4593-bcd1-d825d6b38c69 req-dc5d726a-de64-45ec-b28f-c0aa075eb359 service neutron] 10.222.0.89 "GET /v2.0/networks/6c0390b8-57a8-4e5d-b1b3-4d3098f0383e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0876298 Feb 09 19:53:43.375318 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2285a49c-fb0f-4513-a3cd-319d4c618bc3 None None] The sync data for ids ['af97020d-c483-430c-8753-157d252fcb98'] in n-d-713498-36 is: [{'id': 'af97020d-c483-430c-8753-157d252fcb98', 'name': 'tempest-TestVolumeBootPattern-2083584163-router', 'tenant_id': 'e66ffe5bb4494e31b9de6c7224f91756', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88055e1e-672a-4487-be31-ffb6e833ece5', 'external_fixed_ips': [{'subnet_id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'ip_address': '172.25.1.96'}], 'enable_snat': True}, 'gw_port_id': '3878322d-faab-430b-8a8b-ca2ee6c8723c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T19:38:57Z', 'updated_at': '2022-02-09T19:39:03Z', 'revision_number': 4, 'project_id': 'e66ffe5bb4494e31b9de6c7224f91756', 'gw_port': {'id': '3878322d-faab-430b-8a8b-ca2ee6c8723c', 'name': '', 'network_id': '88055e1e-672a-4487-be31-ffb6e833ece5', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:ae:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af97020d-c483-430c-8753-157d252fcb98', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3527, 'fixed_ips': [{'subnet_id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'ip_address': '172.25.1.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T19:38:58Z', 'updated_at': '2022-02-09T19:39:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-36', '_interfaces': [{'id': '9526628b-bffd-45e9-9adc-d4172fc99500', 'name': '', 'network_id': '6c0390b8-57a8-4e5d-b1b3-4d3098f0383e', 'tenant_id': 'e66ffe5bb4494e31b9de6c7224f91756', 'mac_address': 'fa:16:3e:f6:25:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af97020d-c483-430c-8753-157d252fcb98', 'device_owner': 'network:router_interface', 'standard_attr_id': 3538, 'fixed_ips': [{'subnet_id': '8c23e8df-50ec-4124-b2e0-ec4287e0865a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T19:39:02Z', 'updated_at': '2022-02-09T19:39:11Z', 'revision_number': 5, 'project_id': 'e66ffe5bb4494e31b9de6c7224f91756', 'subnets': [{'id': '8c23e8df-50ec-4124-b2e0-ec4287e0865a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103232) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 19:53:43.600692 n-d-713498-36 neutron-server[103233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7c35561-4f8f-41bd-817b-2b0f7ec31684 None None] New status for floating IP 5dec2957-f693-4cf8-84d3-682f507c4c22: DOWN {{(pid=103233) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 09 19:53:44.189363 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4ad0f8b-ffe7-46ac-a02e-25cf23eee5f5 req-c6b53cd6-f995-4984-904d-9c472d67c7be tempest-TestVolumeBootPattern-1615943498 tempest-TestVolumeBootPattern-1615943498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:53:44.191159 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-f4ad0f8b-ffe7-46ac-a02e-25cf23eee5f5 req-c6b53cd6-f995-4984-904d-9c472d67c7be tempest-TestVolumeBootPattern-1615943498 tempest-TestVolumeBootPattern-1615943498-project] 10.222.0.75 "GET /v2.0/ports?device_id=d7993723-668d-47b0-b880-3834d5860c58 HTTP/1.1" status: 200 len: 945 time: 0.0538106 Feb 09 19:53:44.241745 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-f4ad0f8b-ffe7-46ac-a02e-25cf23eee5f5 req-dadb915a-4e78-4ef9-b25e-c2c7662f73e2 tempest-TestVolumeBootPattern-1615943498 tempest-TestVolumeBootPattern-1615943498-project] 10.222.0.75 "GET /v2.0/security-groups?id=345ae435-b00e-437f-83a9-8ffcc57023f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449753 Feb 09 19:53:44.383180 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65b2d8e8-aa2f-4402-bd3e-1d26be2fea5d req-804c51b5-feff-4a8f-8a2b-854d1c5c4895 tempest-TestVolumeBootPattern-1615943498 tempest-TestVolumeBootPattern-1615943498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:53:44.384834 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-65b2d8e8-aa2f-4402-bd3e-1d26be2fea5d req-804c51b5-feff-4a8f-8a2b-854d1c5c4895 tempest-TestVolumeBootPattern-1615943498 tempest-TestVolumeBootPattern-1615943498-project] 10.222.0.89 "GET /v2.0/ports?device_id=d7993723-668d-47b0-b880-3834d5860c58 HTTP/1.1" status: 200 len: 945 time: 0.0529499 Feb 09 19:53:44.468737 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-edc54c9b-7f13-45d9-9271-85c9738b0128 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762867132591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593584'] for agent (a62b1850-466f-48ae-bec7-d62fb280e14b), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:53:44.481599 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.plugin [req-65b2d8e8-aa2f-4402-bd3e-1d26be2fea5d req-e7c6c406-fc88-4f5d-910a-ef55b6327364 tempest-TestVolumeBootPattern-1615943498 tempest-TestVolumeBootPattern-1615943498-project] Deleting port e41b3469-5a7b-4865-b6d9-2238a3c62895 {{(pid=103229) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 19:53:44.481942 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-65b2d8e8-aa2f-4402-bd3e-1d26be2fea5d req-e7c6c406-fc88-4f5d-910a-ef55b6327364 tempest-TestVolumeBootPattern-1615943498 tempest-TestVolumeBootPattern-1615943498-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762867170196'] for port (e41b3469-5a7b-4865-b6d9-2238a3c62895), before_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:53:44.570907 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.db [req-65b2d8e8-aa2f-4402-bd3e-1d26be2fea5d req-e7c6c406-fc88-4f5d-910a-ef55b6327364 tempest-TestVolumeBootPattern-1615943498 tempest-TestVolumeBootPattern-1615943498-project] For port e41b3469-5a7b-4865-b6d9-2238a3c62895, host n-h1-713498-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-36',level=0,port_id=e41b3469-5a7b-4865-b6d9-2238a3c62895,segment=NetworkSegment(33386be2-7716-4eda-8188-eeaffee7e0ec),segment_id=33386be2-7716-4eda-8188-eeaffee7e0ec)] {{(pid=103229) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 19:53:44.571271 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-65b2d8e8-aa2f-4402-bd3e-1d26be2fea5d req-e7c6c406-fc88-4f5d-910a-ef55b6327364 tempest-TestVolumeBootPattern-1615943498 tempest-TestVolumeBootPattern-1615943498-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1820838'] for port (e41b3469-5a7b-4865-b6d9-2238a3c62895), precommit_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:53:44.583798 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.plugin [req-65b2d8e8-aa2f-4402-bd3e-1d26be2fea5d req-e7c6c406-fc88-4f5d-910a-ef55b6327364 tempest-TestVolumeBootPattern-1615943498 tempest-TestVolumeBootPattern-1615943498-project] Calling delete_port for e41b3469-5a7b-4865-b6d9-2238a3c62895 owned by compute:nova {{(pid=103229) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 19:53:44.712001 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-65b2d8e8-aa2f-4402-bd3e-1d26be2fea5d req-e7c6c406-fc88-4f5d-910a-ef55b6327364 tempest-TestVolumeBootPattern-1615943498 tempest-TestVolumeBootPattern-1615943498-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762867177463', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762866656476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12867576'] for port (e41b3469-5a7b-4865-b6d9-2238a3c62895), after_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:53:44.742202 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7c6c406-fc88-4f5d-910a-ef55b6327364 tempest-TestVolumeBootPattern-1615943498 tempest-TestVolumeBootPattern-1615943498-project] Pushing event deleted for resources: {'Port': ['ID=e41b3469-5a7b-4865-b6d9-2238a3c62895,revision_number=None']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:53:44.788178 n-d-713498-36 neutron-server[103229]: DEBUG neutron.db.l3_dvrscheduler_db [req-65b2d8e8-aa2f-4402-bd3e-1d26be2fea5d req-e7c6c406-fc88-4f5d-910a-ef55b6327364 tempest-TestVolumeBootPattern-1615943498 tempest-TestVolumeBootPattern-1615943498-project] No DVR routers for this DVR port e41b3469-5a7b-4865-b6d9-2238a3c62895 on host n-h1-713498-36 {{(pid=103229) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 19:53:44.790736 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-65b2d8e8-aa2f-4402-bd3e-1d26be2fea5d req-e7c6c406-fc88-4f5d-910a-ef55b6327364 tempest-TestVolumeBootPattern-1615943498 tempest-TestVolumeBootPattern-1615943498-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171096'] for port (None), before_response {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:53:44.794081 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-65b2d8e8-aa2f-4402-bd3e-1d26be2fea5d req-e7c6c406-fc88-4f5d-910a-ef55b6327364 tempest-TestVolumeBootPattern-1615943498 tempest-TestVolumeBootPattern-1615943498-project] 10.222.0.89 "DELETE /v2.0/ports/e41b3469-5a7b-4865-b6d9-2238a3c62895 HTTP/1.1" status: 204 len: 173 time: 0.4033864 Feb 09 19:53:44.794520 n-d-713498-36 neutron-server[103229]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd7993723-668d-47b0-b880-3834d5860c58', 'name': 'network-vif-deleted', 'tag': 'e41b3469-5a7b-4865-b6d9-2238a3c62895'}] {{(pid=103229) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 19:53:44.796866 n-d-713498-36 neutron-server[103229]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fa6ae9a20702bd564eaf90d946620b2b4277b1ab91129323d3b54181076be307" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0b49b247-21d3-429c-bd3d-065887155a48" -d '{"events": [{"server_uuid": "d7993723-668d-47b0-b880-3834d5860c58", "name": "network-vif-deleted", "tag": "e41b3469-5a7b-4865-b6d9-2238a3c62895"}]}' {{(pid=103229) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 19:53:44.837837 n-d-713498-36 neutron-server[103229]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 19:53:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-56c81707-6489-43de-a231-38c9afcab3bf x-openstack-request-id: req-56c81707-6489-43de-a231-38c9afcab3bf {{(pid=103229) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 19:53:44.838170 n-d-713498-36 neutron-server[103229]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d7993723-668d-47b0-b880-3834d5860c58", "name": "network-vif-deleted", "tag": "e41b3469-5a7b-4865-b6d9-2238a3c62895", "status": "completed", "code": 200}]} {{(pid=103229) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 19:53:44.838433 n-d-713498-36 neutron-server[103229]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-56c81707-6489-43de-a231-38c9afcab3bf {{(pid=103229) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 19:53:44.838839 n-d-713498-36 neutron-server[103229]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd7993723-668d-47b0-b880-3834d5860c58', 'name': 'network-vif-deleted', 'tag': 'e41b3469-5a7b-4865-b6d9-2238a3c62895', 'status': 'completed', 'code': 200} Feb 09 19:53:45.343271 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-4c2bba47-7f45-4402-8132-53219f9f628b req-f30f0521-8d75-41ed-be37-5fd2cf6a39b3 tempest-TestVolumeBootPattern-1615943498 tempest-TestVolumeBootPattern-1615943498-project] 10.222.0.75 "GET /v2.0/ports?device_id=d7993723-668d-47b0-b880-3834d5860c58 HTTP/1.1" status: 200 len: 210 time: 0.0279696 Feb 09 19:53:46.092048 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-a7262a8e-0513-48fd-984d-75726a511961 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762867132591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593584'] for agent (911cfea2-02ae-4ec9-bac3-7808ee1cdd9c), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:53:46.442218 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-5de28120-de33-426e-8f0c-8bd787ec06f8 req-417a6518-073d-4894-8b9c-21438116f9aa tempest-TestVolumeBootPattern-1615943498 tempest-TestVolumeBootPattern-1615943498-project] 10.222.0.75 "GET /v2.0/ports?device_id=d7993723-668d-47b0-b880-3834d5860c58 HTTP/1.1" status: 200 len: 210 time: 0.0282691 Feb 09 19:53:47.090856 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762867132591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593584'] for agent (496418a2-c002-4aec-ab1a-07f3bea491bd), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:53:47.543748 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-1aabb91a-de87-412d-b969-e3d4dcd6dd74 req-eb4b0c63-0a50-4e38-9dc9-21c11d8cb6e7 tempest-TestVolumeBootPattern-1615943498 tempest-TestVolumeBootPattern-1615943498-project] 10.222.0.75 "GET /v2.0/ports?device_id=d7993723-668d-47b0-b880-3834d5860c58 HTTP/1.1" status: 200 len: 210 time: 0.0311449 Feb 09 19:53:48.553166 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Device e41b3469-5a7b-4865-b6d9-2238a3c62895 no longer exists at agent hyperv_n-h1-713498-36 {{(pid=103232) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 19:53:48.572769 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] No Port match for: e41b3469-5a7b-4865-b6d9-2238a3c62895 {{(pid=103232) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 19:53:48.573122 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Device e41b3469-5a7b-4865-b6d9-2238a3c62895 not bound to the agent host n-h1-713498-36 {{(pid=103232) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 19:53:48.644086 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-17fe36c7-9e43-4112-ab2c-5f47a1a49abd req-e2239c01-8d72-4cb6-af13-8891bc1f7823 tempest-TestVolumeBootPattern-1615943498 tempest-TestVolumeBootPattern-1615943498-project] 10.222.0.75 "GET /v2.0/ports?device_id=d7993723-668d-47b0-b880-3834d5860c58 HTTP/1.1" status: 200 len: 210 time: 0.0276587 Feb 09 19:53:48.941847 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762867132591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593584'] for agent (488cd9ae-631f-4955-ba0b-4f5a13f12e9c), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:53:49.300371 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762867132591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593584'] for agent (bcd5faee-dc24-4298-9134-0e0aa054058e), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:53:49.746376 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-d5a9ac53-8b48-4d6b-b8e1-afcc5be0aa77 req-199e4812-00e8-4bc5-8f62-f0e81e2f74f1 tempest-TestVolumeBootPattern-1615943498 tempest-TestVolumeBootPattern-1615943498-project] 10.222.0.75 "GET /v2.0/ports?device_id=d7993723-668d-47b0-b880-3834d5860c58 HTTP/1.1" status: 200 len: 210 time: 0.0304449 Feb 09 19:53:50.853258 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-6b7b769a-2866-491b-9db3-f03cbda0236f req-18a5efd5-1595-4494-9d55-7f3a16e2ab02 tempest-TestVolumeBootPattern-1615943498 tempest-TestVolumeBootPattern-1615943498-project] 10.222.0.75 "GET /v2.0/ports?device_id=d7993723-668d-47b0-b880-3834d5860c58 HTTP/1.1" status: 200 len: 210 time: 0.0294225 Feb 09 19:53:51.955412 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-0c2079f3-a1e7-4108-b055-5258c63898c1 req-238129b4-89ef-486c-8ad7-c3c15e918ae5 tempest-TestVolumeBootPattern-1615943498 tempest-TestVolumeBootPattern-1615943498-project] 10.222.0.75 "GET /v2.0/ports?device_id=d7993723-668d-47b0-b880-3834d5860c58 HTTP/1.1" status: 200 len: 210 time: 0.0305879 Feb 09 19:53:53.059515 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-2daafa7f-8f3a-4445-8d55-a5e8585a5368 req-d94710e9-78b8-4781-ba11-ac49021a4cc7 tempest-TestVolumeBootPattern-1615943498 tempest-TestVolumeBootPattern-1615943498-project] 10.222.0.75 "GET /v2.0/ports?device_id=d7993723-668d-47b0-b880-3834d5860c58 HTTP/1.1" status: 200 len: 210 time: 0.0286624 Feb 09 19:53:54.119933 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 51104) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:53:54.242305 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.plugin [None req-d46d2503-577d-46fd-b412-424005a8818a tempest-TestVolumeBootPattern-1615943498 tempest-TestVolumeBootPattern-1615943498-project] Deleting port 6f6ffca2-3885-4e72-b7aa-3d25734d39ce {{(pid=103229) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 19:53:54.242645 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-d46d2503-577d-46fd-b412-424005a8818a tempest-TestVolumeBootPattern-1615943498 tempest-TestVolumeBootPattern-1615943498-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762867170196'] for port (6f6ffca2-3885-4e72-b7aa-3d25734d39ce), before_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:53:54.320544 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-d46d2503-577d-46fd-b412-424005a8818a tempest-TestVolumeBootPattern-1615943498 tempest-TestVolumeBootPattern-1615943498-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1820838'] for port (6f6ffca2-3885-4e72-b7aa-3d25734d39ce), precommit_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:53:54.320802 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-d46d2503-577d-46fd-b412-424005a8818a tempest-TestVolumeBootPattern-1615943498 tempest-TestVolumeBootPattern-1615943498-project] Publish callbacks [] for floatingip (6f6ffca2-3885-4e72-b7aa-3d25734d39ce), precommit_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:53:54.333549 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.plugin [None req-d46d2503-577d-46fd-b412-424005a8818a tempest-TestVolumeBootPattern-1615943498 tempest-TestVolumeBootPattern-1615943498-project] Calling delete_port for 6f6ffca2-3885-4e72-b7aa-3d25734d39ce owned by network:floatingip {{(pid=103229) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 19:53:54.467841 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-d46d2503-577d-46fd-b412-424005a8818a tempest-TestVolumeBootPattern-1615943498 tempest-TestVolumeBootPattern-1615943498-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762867177463', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762866656476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12867576'] for port (6f6ffca2-3885-4e72-b7aa-3d25734d39ce), after_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:53:54.494388 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d46d2503-577d-46fd-b412-424005a8818a tempest-TestVolumeBootPattern-1615943498 tempest-TestVolumeBootPattern-1615943498-project] Pushing event deleted for resources: {'Port': ['ID=6f6ffca2-3885-4e72-b7aa-3d25734d39ce,revision_number=None']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:53:54.555247 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-d46d2503-577d-46fd-b412-424005a8818a tempest-TestVolumeBootPattern-1615943498 tempest-TestVolumeBootPattern-1615943498-project] Publish callbacks [] for floatingip (d5f37d72-98b0-471f-afbd-c31f00dacf68), after_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:53:54.558182 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-d46d2503-577d-46fd-b412-424005a8818a tempest-TestVolumeBootPattern-1615943498 tempest-TestVolumeBootPattern-1615943498-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171096'] for floatingip (None), before_response {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:53:54.559316 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-d46d2503-577d-46fd-b412-424005a8818a tempest-TestVolumeBootPattern-1615943498 tempest-TestVolumeBootPattern-1615943498-project] 10.222.0.75 "DELETE /v2.0/floatingips/d5f37d72-98b0-471f-afbd-c31f00dacf68 HTTP/1.1" status: 204 len: 168 time: 0.4383969 Feb 09 19:53:58.706260 n-d-713498-36 neutron-server[103233]: DEBUG neutron.db.agents_db [None req-4a8a6a42-0a0c-4437-8958-92282682b6bb None None] Agent healthcheck: found 7 active agents {{(pid=103233) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 19:53:59.953548 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 51124) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:54:00.010597 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-a694bfc6-d70c-41a8-a5ae-494e59c8d2d4 tempest-TestVolumeBootPattern-1615943498 tempest-TestVolumeBootPattern-1615943498-project] Publish callbacks [] for security_group (345ae435-b00e-437f-83a9-8ffcc57023f1), before_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:54:00.039027 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-a694bfc6-d70c-41a8-a5ae-494e59c8d2d4 tempest-TestVolumeBootPattern-1615943498 tempest-TestVolumeBootPattern-1615943498-project] Publish callbacks [] for security_group (345ae435-b00e-437f-83a9-8ffcc57023f1), precommit_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:54:00.103891 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-a694bfc6-d70c-41a8-a5ae-494e59c8d2d4 tempest-TestVolumeBootPattern-1615943498 tempest-TestVolumeBootPattern-1615943498-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1892331'] for security_group (345ae435-b00e-437f-83a9-8ffcc57023f1), after_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:54:00.106873 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-a694bfc6-d70c-41a8-a5ae-494e59c8d2d4 tempest-TestVolumeBootPattern-1615943498 tempest-TestVolumeBootPattern-1615943498-project] Publish callbacks [] for security_group (None), before_response {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:54:00.108050 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-a694bfc6-d70c-41a8-a5ae-494e59c8d2d4 tempest-TestVolumeBootPattern-1615943498 tempest-TestVolumeBootPattern-1615943498-project] 10.222.0.75 "DELETE /v2.0/security-groups/345ae435-b00e-437f-83a9-8ffcc57023f1 HTTP/1.1" status: 204 len: 168 time: 0.1534414 Feb 09 19:54:00.118101 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a694bfc6-d70c-41a8-a5ae-494e59c8d2d4 tempest-TestVolumeBootPattern-1615943498 tempest-TestVolumeBootPattern-1615943498-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=345ae435-b00e-437f-83a9-8ffcc57023f1,revision_number=None']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:54:00.190441 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 51128) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:54:00.688941 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-27eee556-c715-4339-9a14-92ecdc3aa5af admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1834525'] for router_interface (af97020d-c483-430c-8753-157d252fcb98), before_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:54:00.940857 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.plugin [None req-27eee556-c715-4339-9a14-92ecdc3aa5af admin admin] Deleting port 9526628b-bffd-45e9-9adc-d4172fc99500 {{(pid=103230) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 19:54:00.941075 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-27eee556-c715-4339-9a14-92ecdc3aa5af admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762867170196'] for port (9526628b-bffd-45e9-9adc-d4172fc99500), before_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:54:01.018525 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.db [None req-27eee556-c715-4339-9a14-92ecdc3aa5af admin admin] For port 9526628b-bffd-45e9-9adc-d4172fc99500, host n-d-713498-36, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-36',level=0,port_id=9526628b-bffd-45e9-9adc-d4172fc99500,segment=NetworkSegment(33386be2-7716-4eda-8188-eeaffee7e0ec),segment_id=33386be2-7716-4eda-8188-eeaffee7e0ec)] {{(pid=103230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 19:54:01.019241 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-27eee556-c715-4339-9a14-92ecdc3aa5af admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1820838'] for port (9526628b-bffd-45e9-9adc-d4172fc99500), precommit_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:54:01.032001 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.plugin [None req-27eee556-c715-4339-9a14-92ecdc3aa5af admin admin] Calling delete_port for 9526628b-bffd-45e9-9adc-d4172fc99500 owned by network:router_interface {{(pid=103230) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 19:54:01.218710 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-27eee556-c715-4339-9a14-92ecdc3aa5af admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762867177463', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762866656476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14393751'] for port (9526628b-bffd-45e9-9adc-d4172fc99500), after_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:54:01.247821 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27eee556-c715-4339-9a14-92ecdc3aa5af admin admin] Pushing event deleted for resources: {'Port': ['ID=9526628b-bffd-45e9-9adc-d4172fc99500,revision_number=None']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:54:01.423828 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-27eee556-c715-4339-9a14-92ecdc3aa5af admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1613467', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1834633'] for router_interface (af97020d-c483-430c-8753-157d252fcb98), after_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:54:01.660268 n-d-713498-36 neutron-server[103230]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-27eee556-c715-4339-9a14-92ecdc3aa5af admin admin] Router af97020d-c483-430c-8753-157d252fcb98 has already been hosted by L3 agent 93303d5e-5d17-45e8-8963-7694f87783ae {{(pid=103230) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 19:54:01.770389 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-27eee556-c715-4339-9a14-92ecdc3aa5af admin admin] Notify agent at l3_agent.n-d-713498-36 the message routers_updated {{(pid=103230) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 19:54:01.775431 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-27eee556-c715-4339-9a14-92ecdc3aa5af admin admin] 10.222.0.75 "PUT /v2.0/routers/af97020d-c483-430c-8753-157d252fcb98/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5839400 Feb 09 19:54:01.777944 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 51132) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:54:01.778979 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2f761cc-3992-40b4-bf7d-00c0594889c9 None None] Sync routers for ids ['af97020d-c483-430c-8753-157d252fcb98'] in n-d-713498-36 {{(pid=103232) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 19:54:01.790055 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2f761cc-3992-40b4-bf7d-00c0594889c9 None None] Routers {'af97020d-c483-430c-8753-157d252fcb98'} bound to L3 agent in host n-d-713498-36 {{(pid=103232) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 19:54:01.790659 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.l3_hamode_db [None req-e2f761cc-3992-40b4-bf7d-00c0594889c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T18:51:43Z,description=,heartbeat_timestamp=2022-02-09T19:53:43Z,host='n-d-713498-36',id=93303d5e-5d17-45e8-8963-7694f87783ae,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T18:51:43Z,topic='l3_agent')) {'router_ids': ['af97020d-c483-430c-8753-157d252fcb98'], 'active': True} {{(pid=103232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:54:01.885636 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-24aa1bac-4d70-43a7-8e8b-dc18d035e5ed admin admin] Publish callbacks [] for router (af97020d-c483-430c-8753-157d252fcb98), before_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:54:01.897216 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.l3_dvr_db [None req-e2f761cc-3992-40b4-bf7d-00c0594889c9 None None] Set router af97020d-c483-430c-8753-157d252fcb98 gateway port host: n-d-713498-36 {{(pid=103232) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 19:54:01.988292 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-24aa1bac-4d70-43a7-8e8b-dc18d035e5ed admin admin] Publish callbacks [] for router_gateway (af97020d-c483-430c-8753-157d252fcb98), before_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:54:02.060042 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.plugin [None req-24aa1bac-4d70-43a7-8e8b-dc18d035e5ed admin admin] Deleting port 3878322d-faab-430b-8a8b-ca2ee6c8723c {{(pid=103230) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 19:54:02.060726 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-24aa1bac-4d70-43a7-8e8b-dc18d035e5ed admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762867170196'] for port (3878322d-faab-430b-8a8b-ca2ee6c8723c), before_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:54:02.086103 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.l3_hamode_db [None req-e2f761cc-3992-40b4-bf7d-00c0594889c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af97020d-c483-430c-8753-157d252fcb98', 'name': 'tempest-TestVolumeBootPattern-2083584163-router', 'tenant_id': 'e66ffe5bb4494e31b9de6c7224f91756', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88055e1e-672a-4487-be31-ffb6e833ece5', 'external_fixed_ips': [{'subnet_id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'ip_address': '172.25.1.96'}], 'enable_snat': True}, 'gw_port_id': '3878322d-faab-430b-8a8b-ca2ee6c8723c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T19:38:57Z', 'updated_at': '2022-02-09T19:54:01Z', 'revision_number': 5, 'project_id': 'e66ffe5bb4494e31b9de6c7224f91756', 'gw_port': {'id': '3878322d-faab-430b-8a8b-ca2ee6c8723c', 'name': '', 'network_id': '88055e1e-672a-4487-be31-ffb6e833ece5', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:ae:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af97020d-c483-430c-8753-157d252fcb98', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3527, 'fixed_ips': [{'subnet_id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'ip_address': '172.25.1.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T19:38:58Z', 'updated_at': '2022-02-09T19:39:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-36'}], 'n-d-713498-36', False) {} {{(pid=103232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:54:02.115029 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2f761cc-3992-40b4-bf7d-00c0594889c9 None None] Checking router: af97020d-c483-430c-8753-157d252fcb98 for host: n-d-713498-36 {{(pid=103232) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 19:54:02.123204 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2f761cc-3992-40b4-bf7d-00c0594889c9 None None] Routers {'af97020d-c483-430c-8753-157d252fcb98'} bound to L3 agent in host n-d-713498-36 {{(pid=103232) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 19:54:02.123860 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.l3_hamode_db [None req-e2f761cc-3992-40b4-bf7d-00c0594889c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T18:51:43Z,description=,heartbeat_timestamp=2022-02-09T19:53:43Z,host='n-d-713498-36',id=93303d5e-5d17-45e8-8963-7694f87783ae,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T18:51:43Z,topic='l3_agent')) {'router_ids': ['af97020d-c483-430c-8753-157d252fcb98'], 'active': True} {{(pid=103232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:54:02.150816 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.db [None req-24aa1bac-4d70-43a7-8e8b-dc18d035e5ed admin admin] For port 3878322d-faab-430b-8a8b-ca2ee6c8723c, host n-d-713498-36, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-36',level=0,port_id=3878322d-faab-430b-8a8b-ca2ee6c8723c,segment=NetworkSegment(a4222f89-8d3f-4b51-953b-1a8126392491),segment_id=a4222f89-8d3f-4b51-953b-1a8126392491)] {{(pid=103230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 19:54:02.151104 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-24aa1bac-4d70-43a7-8e8b-dc18d035e5ed admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1820838'] for port (3878322d-faab-430b-8a8b-ca2ee6c8723c), precommit_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:54:02.166670 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.plugin [None req-24aa1bac-4d70-43a7-8e8b-dc18d035e5ed admin admin] Calling delete_port for 3878322d-faab-430b-8a8b-ca2ee6c8723c owned by network:router_gateway {{(pid=103230) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 19:54:02.343886 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-24aa1bac-4d70-43a7-8e8b-dc18d035e5ed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762867177463', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762866656476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14393751'] for port (3878322d-faab-430b-8a8b-ca2ee6c8723c), after_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:54:02.372377 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24aa1bac-4d70-43a7-8e8b-dc18d035e5ed admin admin] Pushing event deleted for resources: {'Port': ['ID=3878322d-faab-430b-8a8b-ca2ee6c8723c,revision_number=None']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:54:02.378801 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.l3_dvr_db [None req-e2f761cc-3992-40b4-bf7d-00c0594889c9 None None] Set router af97020d-c483-430c-8753-157d252fcb98 gateway port host: None {{(pid=103232) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 19:54:02.440691 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.l3_hamode_db [None req-e2f761cc-3992-40b4-bf7d-00c0594889c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af97020d-c483-430c-8753-157d252fcb98', 'name': 'tempest-TestVolumeBootPattern-2083584163-router', 'tenant_id': 'e66ffe5bb4494e31b9de6c7224f91756', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T19:38:57Z', 'updated_at': '2022-02-09T19:54:01Z', 'revision_number': 6, 'project_id': 'e66ffe5bb4494e31b9de6c7224f91756', 'gw_port_host': None}], 'n-d-713498-36', False) {} {{(pid=103232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:54:02.440971 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-24aa1bac-4d70-43a7-8e8b-dc18d035e5ed admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1818987'] for router_gateway (af97020d-c483-430c-8753-157d252fcb98), after_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:54:02.471089 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2f761cc-3992-40b4-bf7d-00c0594889c9 None None] The sync data for ids ['af97020d-c483-430c-8753-157d252fcb98'] in n-d-713498-36 is: [{'id': 'af97020d-c483-430c-8753-157d252fcb98', 'name': 'tempest-TestVolumeBootPattern-2083584163-router', 'tenant_id': 'e66ffe5bb4494e31b9de6c7224f91756', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T19:38:57Z', 'updated_at': '2022-02-09T19:54:01Z', 'revision_number': 6, 'project_id': 'e66ffe5bb4494e31b9de6c7224f91756', 'gw_port_host': None}] {{(pid=103232) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 19:54:02.536225 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-24aa1bac-4d70-43a7-8e8b-dc18d035e5ed admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1834988', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-58375'] for router (af97020d-c483-430c-8753-157d252fcb98), precommit_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:54:02.538480 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-24aa1bac-4d70-43a7-8e8b-dc18d035e5ed admin admin] Publish callbacks [] for router_controller (af97020d-c483-430c-8753-157d252fcb98), precommit_delete_associations {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:54:02.584153 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-24aa1bac-4d70-43a7-8e8b-dc18d035e5ed admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1835003'] for router (af97020d-c483-430c-8753-157d252fcb98), after_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:54:02.584707 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-24aa1bac-4d70-43a7-8e8b-dc18d035e5ed admin admin] Fanout notify agent at l3_agent the message router_deleted on router af97020d-c483-430c-8753-157d252fcb98 {{(pid=103230) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 09 19:54:02.589189 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-24aa1bac-4d70-43a7-8e8b-dc18d035e5ed admin admin] Publish callbacks [] for router (None), before_response {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:54:02.590535 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-24aa1bac-4d70-43a7-8e8b-dc18d035e5ed admin admin] 10.222.0.75 "DELETE /v2.0/routers/af97020d-c483-430c-8753-157d252fcb98 HTTP/1.1" status: 204 len: 168 time: 0.8116543 Feb 09 19:54:02.593759 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 51134) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:54:02.640641 n-d-713498-36 neutron-server[103230]: DEBUG neutron.db.db_base_plugin_v2 [None req-6cae2191-3cfb-47bd-8700-a36b41201b36 admin admin] Deleting subnet 8c23e8df-50ec-4124-b2e0-ec4287e0865a {{(pid=103230) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 19:54:02.643711 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-6cae2191-3cfb-47bd-8700-a36b41201b36 admin admin] Publish callbacks [] for subnet (8c23e8df-50ec-4124-b2e0-ec4287e0865a), before_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:54:02.678533 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-6cae2191-3cfb-47bd-8700-a36b41201b36 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12895822'] for subnet (8c23e8df-50ec-4124-b2e0-ec4287e0865a), precommit_delete_associations {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:54:02.752730 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-6cae2191-3cfb-47bd-8700-a36b41201b36 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-759852'] for subnet (8c23e8df-50ec-4124-b2e0-ec4287e0865a), precommit_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:54:02.807826 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-6cae2191-3cfb-47bd-8700-a36b41201b36 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-760023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14393672', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12985882'] for subnet (8c23e8df-50ec-4124-b2e0-ec4287e0865a), after_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:54:02.835735 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cae2191-3cfb-47bd-8700-a36b41201b36 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8c23e8df-50ec-4124-b2e0-ec4287e0865a,revision_number=None']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:54:02.839122 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-6cae2191-3cfb-47bd-8700-a36b41201b36 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:54:02.845726 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-6cae2191-3cfb-47bd-8700-a36b41201b36 admin admin] 10.222.0.75 "DELETE /v2.0/subnets/8c23e8df-50ec-4124-b2e0-ec4287e0865a HTTP/1.1" status: 204 len: 168 time: 0.2475724 Feb 09 19:54:02.845918 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d0541e0-0b16-406f-a1d4-4d7e6bed729b None None] Network 6c0390b8-57a8-4e5d-b1b3-4d3098f0383e requested from n-d-713498-36 {{(pid=103232) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 19:54:02.846415 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 51136) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:54:02.920219 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-8269f4e4-b4a1-4512-b3f0-234efeb7d5aa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-670458'] for network (6c0390b8-57a8-4e5d-b1b3-4d3098f0383e), before_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:54:02.978953 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.plugin [None req-8269f4e4-b4a1-4512-b3f0-234efeb7d5aa admin admin] Deleting port 01dbd8ad-0a48-47dc-8e28-ed92d4f4a232 {{(pid=103230) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 19:54:02.979296 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-8269f4e4-b4a1-4512-b3f0-234efeb7d5aa admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762867170196'] for port (01dbd8ad-0a48-47dc-8e28-ed92d4f4a232), before_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:54:03.252422 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02ea41e4-d15f-48ee-9254-c98b3844e4f9 None None] DHCP port deletion for 6c0390b8-57a8-4e5d-b1b3-4d3098f0383e request from n-d-713498-36 {{(pid=103232) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 09 19:54:03.305595 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-02ea41e4-d15f-48ee-9254-c98b3844e4f9 None None] Deleting port 01dbd8ad-0a48-47dc-8e28-ed92d4f4a232 {{(pid=103232) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 19:54:03.306262 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-02ea41e4-d15f-48ee-9254-c98b3844e4f9 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762867170196'] for port (01dbd8ad-0a48-47dc-8e28-ed92d4f4a232), before_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:54:03.369203 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.db [None req-8269f4e4-b4a1-4512-b3f0-234efeb7d5aa admin admin] For port 01dbd8ad-0a48-47dc-8e28-ed92d4f4a232, host n-d-713498-36, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-36',level=0,port_id=01dbd8ad-0a48-47dc-8e28-ed92d4f4a232,segment=NetworkSegment(33386be2-7716-4eda-8188-eeaffee7e0ec),segment_id=33386be2-7716-4eda-8188-eeaffee7e0ec)] {{(pid=103230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 19:54:03.369718 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-8269f4e4-b4a1-4512-b3f0-234efeb7d5aa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1820838'] for port (01dbd8ad-0a48-47dc-8e28-ed92d4f4a232), precommit_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:54:03.372179 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-02ea41e4-d15f-48ee-9254-c98b3844e4f9 None None] For port 01dbd8ad-0a48-47dc-8e28-ed92d4f4a232, host n-d-713498-36, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-36',level=0,port_id=01dbd8ad-0a48-47dc-8e28-ed92d4f4a232,segment=NetworkSegment(33386be2-7716-4eda-8188-eeaffee7e0ec),segment_id=33386be2-7716-4eda-8188-eeaffee7e0ec)] {{(pid=103232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 19:54:03.372581 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-02ea41e4-d15f-48ee-9254-c98b3844e4f9 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1820838'] for port (01dbd8ad-0a48-47dc-8e28-ed92d4f4a232), precommit_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:54:03.383477 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.plugin [None req-8269f4e4-b4a1-4512-b3f0-234efeb7d5aa admin admin] Calling delete_port for 01dbd8ad-0a48-47dc-8e28-ed92d4f4a232 owned by network:dhcp {{(pid=103230) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 19:54:03.386158 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-02ea41e4-d15f-48ee-9254-c98b3844e4f9 None None] Calling delete_port for 01dbd8ad-0a48-47dc-8e28-ed92d4f4a232 owned by network:dhcp {{(pid=103232) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 19:54:03.470348 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-8269f4e4-b4a1-4512-b3f0-234efeb7d5aa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762867177463', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762866656476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14393751'] for port (01dbd8ad-0a48-47dc-8e28-ed92d4f4a232), after_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:54:03.478078 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-02ea41e4-d15f-48ee-9254-c98b3844e4f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762867177463', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762866656476'] for port (01dbd8ad-0a48-47dc-8e28-ed92d4f4a232), after_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:54:03.502276 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8269f4e4-b4a1-4512-b3f0-234efeb7d5aa admin admin] Pushing event deleted for resources: {'Port': ['ID=01dbd8ad-0a48-47dc-8e28-ed92d4f4a232,revision_number=None']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:54:03.507947 n-d-713498-36 neutron-server[103230]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8269f4e4-b4a1-4512-b3f0-234efeb7d5aa admin admin] No DVR routers for this DVR port 01dbd8ad-0a48-47dc-8e28-ed92d4f4a232 on host n-d-713498-36 {{(pid=103230) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 19:54:03.511550 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02ea41e4-d15f-48ee-9254-c98b3844e4f9 None None] Pushing event deleted for resources: {'Port': ['ID=01dbd8ad-0a48-47dc-8e28-ed92d4f4a232,revision_number=None']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:54:03.520196 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02ea41e4-d15f-48ee-9254-c98b3844e4f9 None None] No DVR routers for this DVR port 01dbd8ad-0a48-47dc-8e28-ed92d4f4a232 on host n-d-713498-36 {{(pid=103232) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 19:54:03.523899 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02ea41e4-d15f-48ee-9254-c98b3844e4f9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:54:03.524249 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02ea41e4-d15f-48ee-9254-c98b3844e4f9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:54:03.524588 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02ea41e4-d15f-48ee-9254-c98b3844e4f9 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:54:03.524925 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02ea41e4-d15f-48ee-9254-c98b3844e4f9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:54:03.525258 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02ea41e4-d15f-48ee-9254-c98b3844e4f9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:54:03.525583 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02ea41e4-d15f-48ee-9254-c98b3844e4f9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:54:03.526122 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02ea41e4-d15f-48ee-9254-c98b3844e4f9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:54:03.526618 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02ea41e4-d15f-48ee-9254-c98b3844e4f9 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:54:03.527096 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02ea41e4-d15f-48ee-9254-c98b3844e4f9 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:54:03.527583 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02ea41e4-d15f-48ee-9254-c98b3844e4f9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:54:03.528053 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02ea41e4-d15f-48ee-9254-c98b3844e4f9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:54:03.528520 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02ea41e4-d15f-48ee-9254-c98b3844e4f9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:54:03.528996 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02ea41e4-d15f-48ee-9254-c98b3844e4f9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:54:03.587205 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-8269f4e4-b4a1-4512-b3f0-234efeb7d5aa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-590267', 'neutron.services.segments.db._delete_segments_for_network-8762867132609'] for network (6c0390b8-57a8-4e5d-b1b3-4d3098f0383e), precommit_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:54:03.607498 n-d-713498-36 neutron-server[103230]: DEBUG neutron.services.segments.db [None req-8269f4e4-b4a1-4512-b3f0-234efeb7d5aa admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6c0390b8-57a8-4e5d-b1b3-4d3098f0383e']}} {{(pid=103230) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:54:03.617166 n-d-713498-36 neutron-server[103230]: DEBUG neutron.services.segments.db [None req-8269f4e4-b4a1-4512-b3f0-234efeb7d5aa admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '33386be2-7716-4eda-8188-eeaffee7e0ec') {'for_net_delete': True} {{(pid=103230) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:54:03.617460 n-d-713498-36 neutron-server[103230]: DEBUG neutron.services.segments.db [None req-8269f4e4-b4a1-4512-b3f0-234efeb7d5aa admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '33386be2-7716-4eda-8188-eeaffee7e0ec') {} {{(pid=103230) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:54:03.627310 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-8269f4e4-b4a1-4512-b3f0-234efeb7d5aa admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762867134154', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12895813'] for segment (33386be2-7716-4eda-8188-eeaffee7e0ec), before_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:54:03.640275 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-8269f4e4-b4a1-4512-b3f0-234efeb7d5aa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-759574'] for segment (33386be2-7716-4eda-8188-eeaffee7e0ec), precommit_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:54:03.646099 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8269f4e4-b4a1-4512-b3f0-234efeb7d5aa admin admin] Releasing vlan 395 on physical network physnet1 to pool {{(pid=103230) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 19:54:03.646537 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-8269f4e4-b4a1-4512-b3f0-234efeb7d5aa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-759574', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14393826'] for segment (33386be2-7716-4eda-8188-eeaffee7e0ec), after_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:54:03.648192 n-d-713498-36 neutron-server[103230]: Traceback (most recent call last): Feb 09 19:54:03.648192 n-d-713498-36 neutron-server[103230]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 19:54:03.648192 n-d-713498-36 neutron-server[103230]: timer() Feb 09 19:54:03.648192 n-d-713498-36 neutron-server[103230]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 19:54:03.648192 n-d-713498-36 neutron-server[103230]: cb(*args, **kw) Feb 09 19:54:03.648192 n-d-713498-36 neutron-server[103230]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 19:54:03.648192 n-d-713498-36 neutron-server[103230]: return func(*args, **kwargs) Feb 09 19:54:03.648192 n-d-713498-36 neutron-server[103230]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 19:54:03.648192 n-d-713498-36 neutron-server[103230]: self._notify() Feb 09 19:54:03.648192 n-d-713498-36 neutron-server[103230]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 19:54:03.648192 n-d-713498-36 neutron-server[103230]: self.callback(batched_events) Feb 09 19:54:03.648192 n-d-713498-36 neutron-server[103230]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 19:54:03.648192 n-d-713498-36 neutron-server[103230]: event.method(event) Feb 09 19:54:03.648192 n-d-713498-36 neutron-server[103230]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 19:54:03.648192 n-d-713498-36 neutron-server[103230]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 19:54:03.648192 n-d-713498-36 neutron-server[103230]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 19:54:03.648192 n-d-713498-36 neutron-server[103230]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 19:54:03.648192 n-d-713498-36 neutron-server[103230]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 19:54:03.648192 n-d-713498-36 neutron-server[103230]: return f(self, *a, **k) Feb 09 19:54:03.648192 n-d-713498-36 neutron-server[103230]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 19:54:03.648192 n-d-713498-36 neutron-server[103230]: return self._get(url).json() Feb 09 19:54:03.648192 n-d-713498-36 neutron-server[103230]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 19:54:03.648192 n-d-713498-36 neutron-server[103230]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 19:54:03.648192 n-d-713498-36 neutron-server[103230]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 19:54:03.648192 n-d-713498-36 neutron-server[103230]: return self.request(url, 'GET', **kwargs) Feb 09 19:54:03.648192 n-d-713498-36 neutron-server[103230]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 19:54:03.648192 n-d-713498-36 neutron-server[103230]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 19:54:03.648192 n-d-713498-36 neutron-server[103230]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 19:54:03.648192 n-d-713498-36 neutron-server[103230]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 19:54:03.648192 n-d-713498-36 neutron-server[103230]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 19:54:03.648192 n-d-713498-36 neutron-server[103230]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 19:54:03.648192 n-d-713498-36 neutron-server[103230]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 19:54:03.706186 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-8269f4e4-b4a1-4512-b3f0-234efeb7d5aa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-590242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1885479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1818895'] for network (6c0390b8-57a8-4e5d-b1b3-4d3098f0383e), after_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:54:03.711771 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-8269f4e4-b4a1-4512-b3f0-234efeb7d5aa admin admin] Publish callbacks [] for network (None), before_response {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:54:03.714951 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-8269f4e4-b4a1-4512-b3f0-234efeb7d5aa admin admin] 10.222.0.75 "DELETE /v2.0/networks/6c0390b8-57a8-4e5d-b1b3-4d3098f0383e HTTP/1.1" status: 204 len: 168 time: 0.8672876 Feb 09 19:54:03.718365 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 51138) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:54:03.725787 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8269f4e4-b4a1-4512-b3f0-234efeb7d5aa admin admin] Pushing event deleted for resources: {'Network': ['ID=6c0390b8-57a8-4e5d-b1b3-4d3098f0383e,revision_number=None']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:54:04.073401 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-4ef581cb-6339-485c-9b02-cba9e8db02d8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1834525'] for router_interface (8c61dcb4-b7d0-4c95-a433-1e580bee08af), before_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:54:04.091648 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Device 01dbd8ad-0a48-47dc-8e28-ed92d4f4a232 no longer exists at agent ovs-agent-n-d-713498-36 {{(pid=103232) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 19:54:04.111856 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] No Port match for: 01dbd8ad-0a48-47dc-8e28-ed92d4f4a232 {{(pid=103232) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 19:54:04.112202 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Device 01dbd8ad-0a48-47dc-8e28-ed92d4f4a232 not bound to the agent host n-d-713498-36 {{(pid=103232) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 19:54:04.112624 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Device 9526628b-bffd-45e9-9adc-d4172fc99500 no longer exists at agent ovs-agent-n-d-713498-36 {{(pid=103232) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 19:54:04.131445 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] No Port match for: 9526628b-bffd-45e9-9adc-d4172fc99500 {{(pid=103232) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 19:54:04.131791 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Device 9526628b-bffd-45e9-9adc-d4172fc99500 not bound to the agent host n-d-713498-36 {{(pid=103232) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 19:54:04.132237 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Device 3878322d-faab-430b-8a8b-ca2ee6c8723c no longer exists at agent ovs-agent-n-d-713498-36 {{(pid=103232) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 19:54:04.151535 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] No Port match for: 3878322d-faab-430b-8a8b-ca2ee6c8723c {{(pid=103232) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 19:54:04.151881 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Device 3878322d-faab-430b-8a8b-ca2ee6c8723c not bound to the agent host n-d-713498-36 {{(pid=103232) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 19:54:04.323422 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.plugin [None req-4ef581cb-6339-485c-9b02-cba9e8db02d8 admin admin] Deleting port 88a56467-5054-4d26-99e3-648495d0e36d {{(pid=103229) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 19:54:04.323677 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-4ef581cb-6339-485c-9b02-cba9e8db02d8 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762867170196'] for port (88a56467-5054-4d26-99e3-648495d0e36d), before_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:54:04.399657 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.db [None req-4ef581cb-6339-485c-9b02-cba9e8db02d8 admin admin] For port 88a56467-5054-4d26-99e3-648495d0e36d, host n-d-713498-36, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-36',level=0,port_id=88a56467-5054-4d26-99e3-648495d0e36d,segment=NetworkSegment(2b853001-1a05-4c26-9ffd-115973a099e0),segment_id=2b853001-1a05-4c26-9ffd-115973a099e0)] {{(pid=103229) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 19:54:04.400017 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-4ef581cb-6339-485c-9b02-cba9e8db02d8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1820838'] for port (88a56467-5054-4d26-99e3-648495d0e36d), precommit_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:54:04.412637 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.plugin [None req-4ef581cb-6339-485c-9b02-cba9e8db02d8 admin admin] Calling delete_port for 88a56467-5054-4d26-99e3-648495d0e36d owned by network:router_interface {{(pid=103229) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 19:54:04.593331 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-4ef581cb-6339-485c-9b02-cba9e8db02d8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762867177463', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762866656476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12867576'] for port (88a56467-5054-4d26-99e3-648495d0e36d), after_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:54:04.618799 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ef581cb-6339-485c-9b02-cba9e8db02d8 admin admin] Pushing event deleted for resources: {'Port': ['ID=88a56467-5054-4d26-99e3-648495d0e36d,revision_number=None']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:54:04.791668 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-4ef581cb-6339-485c-9b02-cba9e8db02d8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1613467', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1834633'] for router_interface (8c61dcb4-b7d0-4c95-a433-1e580bee08af), after_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:54:05.007878 n-d-713498-36 neutron-server[103229]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4ef581cb-6339-485c-9b02-cba9e8db02d8 admin admin] Router 8c61dcb4-b7d0-4c95-a433-1e580bee08af has already been hosted by L3 agent 93303d5e-5d17-45e8-8963-7694f87783ae {{(pid=103229) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 19:54:05.114072 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4ef581cb-6339-485c-9b02-cba9e8db02d8 admin admin] Notify agent at l3_agent.n-d-713498-36 the message routers_updated {{(pid=103229) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 19:54:05.122707 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-4ef581cb-6339-485c-9b02-cba9e8db02d8 admin admin] 10.222.0.75 "PUT /v2.0/routers/8c61dcb4-b7d0-4c95-a433-1e580bee08af/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4030440 Feb 09 19:54:05.123590 n-d-713498-36 neutron-server[103233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04c12784-4a64-4b4a-ade4-2a1237650302 None None] Sync routers for ids ['8c61dcb4-b7d0-4c95-a433-1e580bee08af'] in n-d-713498-36 {{(pid=103233) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 19:54:05.125355 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 51140) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:54:05.133055 n-d-713498-36 neutron-server[103233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04c12784-4a64-4b4a-ade4-2a1237650302 None None] Routers {'8c61dcb4-b7d0-4c95-a433-1e580bee08af'} bound to L3 agent in host n-d-713498-36 {{(pid=103233) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 19:54:05.133656 n-d-713498-36 neutron-server[103233]: DEBUG neutron.db.l3_hamode_db [None req-04c12784-4a64-4b4a-ade4-2a1237650302 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T18:51:43Z,description=,heartbeat_timestamp=2022-02-09T19:53:43Z,host='n-d-713498-36',id=93303d5e-5d17-45e8-8963-7694f87783ae,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T18:51:43Z,topic='l3_agent')) {'router_ids': ['8c61dcb4-b7d0-4c95-a433-1e580bee08af'], 'active': True} {{(pid=103233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:54:05.236737 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-b9bc3150-24b8-4876-aa8b-f67a6eaffa55 admin admin] Publish callbacks [] for router (8c61dcb4-b7d0-4c95-a433-1e580bee08af), before_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:54:05.240430 n-d-713498-36 neutron-server[103233]: DEBUG neutron.db.l3_dvr_db [None req-04c12784-4a64-4b4a-ade4-2a1237650302 None None] Set router 8c61dcb4-b7d0-4c95-a433-1e580bee08af gateway port host: n-d-713498-36 {{(pid=103233) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 19:54:05.342253 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-b9bc3150-24b8-4876-aa8b-f67a6eaffa55 admin admin] Publish callbacks [] for router_gateway (8c61dcb4-b7d0-4c95-a433-1e580bee08af), before_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:54:05.395009 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.plugin [None req-b9bc3150-24b8-4876-aa8b-f67a6eaffa55 admin admin] Deleting port 3e88bab1-8d82-472b-b8ab-379d8e0210b8 {{(pid=103230) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 19:54:05.395359 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-b9bc3150-24b8-4876-aa8b-f67a6eaffa55 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762867170196'] for port (3e88bab1-8d82-472b-b8ab-379d8e0210b8), before_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:54:05.417032 n-d-713498-36 neutron-server[103233]: DEBUG neutron.db.l3_hamode_db [None req-04c12784-4a64-4b4a-ade4-2a1237650302 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8c61dcb4-b7d0-4c95-a433-1e580bee08af', 'name': 'tempest-TestVolumeBootPattern-1655488579-router', 'tenant_id': '79aef4abcfba4ceebff1ca55474927ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88055e1e-672a-4487-be31-ffb6e833ece5', 'external_fixed_ips': [{'subnet_id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'ip_address': '172.25.1.104'}], 'enable_snat': True}, 'gw_port_id': '3e88bab1-8d82-472b-b8ab-379d8e0210b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T19:39:08Z', 'updated_at': '2022-02-09T19:54:04Z', 'revision_number': 5, 'project_id': '79aef4abcfba4ceebff1ca55474927ed', 'gw_port': {'id': '3e88bab1-8d82-472b-b8ab-379d8e0210b8', 'name': '', 'network_id': '88055e1e-672a-4487-be31-ffb6e833ece5', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:ce:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c61dcb4-b7d0-4c95-a433-1e580bee08af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3548, 'fixed_ips': [{'subnet_id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'ip_address': '172.25.1.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T19:39:09Z', 'updated_at': '2022-02-09T19:39:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-36'}], 'n-d-713498-36', False) {} {{(pid=103233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:54:05.447039 n-d-713498-36 neutron-server[103233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04c12784-4a64-4b4a-ade4-2a1237650302 None None] Checking router: 8c61dcb4-b7d0-4c95-a433-1e580bee08af for host: n-d-713498-36 {{(pid=103233) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 19:54:05.455765 n-d-713498-36 neutron-server[103233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04c12784-4a64-4b4a-ade4-2a1237650302 None None] Routers {'8c61dcb4-b7d0-4c95-a433-1e580bee08af'} bound to L3 agent in host n-d-713498-36 {{(pid=103233) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 19:54:05.456357 n-d-713498-36 neutron-server[103233]: DEBUG neutron.db.l3_hamode_db [None req-04c12784-4a64-4b4a-ade4-2a1237650302 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T18:51:43Z,description=,heartbeat_timestamp=2022-02-09T19:53:43Z,host='n-d-713498-36',id=93303d5e-5d17-45e8-8963-7694f87783ae,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T18:51:43Z,topic='l3_agent')) {'router_ids': ['8c61dcb4-b7d0-4c95-a433-1e580bee08af'], 'active': True} {{(pid=103233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:54:05.473358 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.db [None req-b9bc3150-24b8-4876-aa8b-f67a6eaffa55 admin admin] For port 3e88bab1-8d82-472b-b8ab-379d8e0210b8, host n-d-713498-36, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-36',level=0,port_id=3e88bab1-8d82-472b-b8ab-379d8e0210b8,segment=NetworkSegment(a4222f89-8d3f-4b51-953b-1a8126392491),segment_id=a4222f89-8d3f-4b51-953b-1a8126392491)] {{(pid=103230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 19:54:05.473722 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-b9bc3150-24b8-4876-aa8b-f67a6eaffa55 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1820838'] for port (3e88bab1-8d82-472b-b8ab-379d8e0210b8), precommit_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:54:05.490595 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.plugin [None req-b9bc3150-24b8-4876-aa8b-f67a6eaffa55 admin admin] Calling delete_port for 3e88bab1-8d82-472b-b8ab-379d8e0210b8 owned by network:router_gateway {{(pid=103230) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 19:54:05.540984 n-d-713498-36 neutron-server[103233]: DEBUG neutron.db.l3_dvr_db [None req-04c12784-4a64-4b4a-ade4-2a1237650302 None None] Set router 8c61dcb4-b7d0-4c95-a433-1e580bee08af gateway port host: None {{(pid=103233) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 19:54:05.593080 n-d-713498-36 neutron-server[103233]: DEBUG neutron.db.l3_hamode_db [None req-04c12784-4a64-4b4a-ade4-2a1237650302 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8c61dcb4-b7d0-4c95-a433-1e580bee08af', 'name': 'tempest-TestVolumeBootPattern-1655488579-router', 'tenant_id': '79aef4abcfba4ceebff1ca55474927ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T19:39:08Z', 'updated_at': '2022-02-09T19:54:05Z', 'revision_number': 6, 'project_id': '79aef4abcfba4ceebff1ca55474927ed', 'gw_port_host': None}], 'n-d-713498-36', False) {} {{(pid=103233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:54:05.621269 n-d-713498-36 neutron-server[103233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04c12784-4a64-4b4a-ade4-2a1237650302 None None] The sync data for ids ['8c61dcb4-b7d0-4c95-a433-1e580bee08af'] in n-d-713498-36 is: [{'id': '8c61dcb4-b7d0-4c95-a433-1e580bee08af', 'name': 'tempest-TestVolumeBootPattern-1655488579-router', 'tenant_id': '79aef4abcfba4ceebff1ca55474927ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T19:39:08Z', 'updated_at': '2022-02-09T19:54:05Z', 'revision_number': 6, 'project_id': '79aef4abcfba4ceebff1ca55474927ed', 'gw_port_host': None}] {{(pid=103233) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 19:54:05.667409 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-b9bc3150-24b8-4876-aa8b-f67a6eaffa55 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762867177463', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762866656476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14393751'] for port (3e88bab1-8d82-472b-b8ab-379d8e0210b8), after_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:54:05.694371 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9bc3150-24b8-4876-aa8b-f67a6eaffa55 admin admin] Pushing event deleted for resources: {'Port': ['ID=3e88bab1-8d82-472b-b8ab-379d8e0210b8,revision_number=None']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:54:05.755954 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-b9bc3150-24b8-4876-aa8b-f67a6eaffa55 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1818987'] for router_gateway (8c61dcb4-b7d0-4c95-a433-1e580bee08af), after_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:54:05.852104 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-b9bc3150-24b8-4876-aa8b-f67a6eaffa55 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1834988', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-58375'] for router (8c61dcb4-b7d0-4c95-a433-1e580bee08af), precommit_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:54:05.854546 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-b9bc3150-24b8-4876-aa8b-f67a6eaffa55 admin admin] Publish callbacks [] for router_controller (8c61dcb4-b7d0-4c95-a433-1e580bee08af), precommit_delete_associations {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:54:05.902912 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-b9bc3150-24b8-4876-aa8b-f67a6eaffa55 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1835003'] for router (8c61dcb4-b7d0-4c95-a433-1e580bee08af), after_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:54:05.903461 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b9bc3150-24b8-4876-aa8b-f67a6eaffa55 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 8c61dcb4-b7d0-4c95-a433-1e580bee08af {{(pid=103230) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 09 19:54:05.908288 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-b9bc3150-24b8-4876-aa8b-f67a6eaffa55 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:54:05.909352 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-b9bc3150-24b8-4876-aa8b-f67a6eaffa55 admin admin] 10.222.0.75 "DELETE /v2.0/routers/8c61dcb4-b7d0-4c95-a433-1e580bee08af HTTP/1.1" status: 204 len: 168 time: 0.7822483 Feb 09 19:54:05.911983 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 51142) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:54:05.959170 n-d-713498-36 neutron-server[103230]: DEBUG neutron.db.db_base_plugin_v2 [None req-1bafb621-c999-42f6-a4b9-2aa389d3c3dd admin admin] Deleting subnet 60eda60e-03c9-4826-ae63-c8b45a85f073 {{(pid=103230) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 19:54:05.962422 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-1bafb621-c999-42f6-a4b9-2aa389d3c3dd admin admin] Publish callbacks [] for subnet (60eda60e-03c9-4826-ae63-c8b45a85f073), before_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:54:05.998208 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-1bafb621-c999-42f6-a4b9-2aa389d3c3dd admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12895822'] for subnet (60eda60e-03c9-4826-ae63-c8b45a85f073), precommit_delete_associations {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:54:06.083700 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-1bafb621-c999-42f6-a4b9-2aa389d3c3dd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-759852'] for subnet (60eda60e-03c9-4826-ae63-c8b45a85f073), precommit_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:54:06.140187 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-1bafb621-c999-42f6-a4b9-2aa389d3c3dd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-760023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14393672', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12985882'] for subnet (60eda60e-03c9-4826-ae63-c8b45a85f073), after_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:54:06.168506 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bafb621-c999-42f6-a4b9-2aa389d3c3dd admin admin] Pushing event deleted for resources: {'Subnet': ['ID=60eda60e-03c9-4826-ae63-c8b45a85f073,revision_number=None']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:54:06.175524 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-1bafb621-c999-42f6-a4b9-2aa389d3c3dd admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:54:06.179855 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-1bafb621-c999-42f6-a4b9-2aa389d3c3dd admin admin] 10.222.0.75 "DELETE /v2.0/subnets/60eda60e-03c9-4826-ae63-c8b45a85f073 HTTP/1.1" status: 204 len: 168 time: 0.2669258 Feb 09 19:54:06.180543 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5964b0e-3105-4095-8f4d-462143589c7f None None] Network b108ef99-b589-4109-9c70-66425a0eeb34 requested from n-d-713498-36 {{(pid=103232) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 19:54:06.182399 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 51144) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:54:06.249409 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-98cef549-d8d8-4069-9dc6-6ad31551cb73 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-670458'] for network (b108ef99-b589-4109-9c70-66425a0eeb34), before_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:54:06.305255 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.plugin [None req-98cef549-d8d8-4069-9dc6-6ad31551cb73 admin admin] Deleting port 27cb54a0-d9e1-44d4-842d-54d160ea3aac {{(pid=103229) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 19:54:06.305595 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-98cef549-d8d8-4069-9dc6-6ad31551cb73 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762867170196'] for port (27cb54a0-d9e1-44d4-842d-54d160ea3aac), before_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:54:06.372686 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.db [None req-98cef549-d8d8-4069-9dc6-6ad31551cb73 admin admin] For port 27cb54a0-d9e1-44d4-842d-54d160ea3aac, host n-d-713498-36, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-36',level=0,port_id=27cb54a0-d9e1-44d4-842d-54d160ea3aac,segment=NetworkSegment(2b853001-1a05-4c26-9ffd-115973a099e0),segment_id=2b853001-1a05-4c26-9ffd-115973a099e0)] {{(pid=103229) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 19:54:06.373053 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-98cef549-d8d8-4069-9dc6-6ad31551cb73 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1820838'] for port (27cb54a0-d9e1-44d4-842d-54d160ea3aac), precommit_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:54:06.387458 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.plugin [None req-98cef549-d8d8-4069-9dc6-6ad31551cb73 admin admin] Calling delete_port for 27cb54a0-d9e1-44d4-842d-54d160ea3aac owned by network:dhcp {{(pid=103229) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 19:54:06.402717 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9738373-2528-4390-8944-e9a68e396acf None None] DHCP port deletion for b108ef99-b589-4109-9c70-66425a0eeb34 request from n-d-713498-36 {{(pid=103232) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 09 19:54:06.459857 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-c9738373-2528-4390-8944-e9a68e396acf None None] Deleting port 27cb54a0-d9e1-44d4-842d-54d160ea3aac {{(pid=103232) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 19:54:06.460380 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-c9738373-2528-4390-8944-e9a68e396acf None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762867170196'] for port (27cb54a0-d9e1-44d4-842d-54d160ea3aac), before_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:54:06.480316 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-98cef549-d8d8-4069-9dc6-6ad31551cb73 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762867177463', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762866656476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12867576'] for port (27cb54a0-d9e1-44d4-842d-54d160ea3aac), after_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:54:06.506857 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Device 88a56467-5054-4d26-99e3-648495d0e36d no longer exists at agent ovs-agent-n-d-713498-36 {{(pid=103232) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 19:54:06.511440 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98cef549-d8d8-4069-9dc6-6ad31551cb73 admin admin] Pushing event deleted for resources: {'Port': ['ID=27cb54a0-d9e1-44d4-842d-54d160ea3aac,revision_number=None']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:54:06.513368 n-d-713498-36 neutron-server[103229]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98cef549-d8d8-4069-9dc6-6ad31551cb73 admin admin] No DVR routers for this DVR port 27cb54a0-d9e1-44d4-842d-54d160ea3aac on host n-d-713498-36 {{(pid=103229) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 19:54:06.536402 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] No Port match for: 88a56467-5054-4d26-99e3-648495d0e36d {{(pid=103232) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 19:54:06.536763 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Device 88a56467-5054-4d26-99e3-648495d0e36d not bound to the agent host n-d-713498-36 {{(pid=103232) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 19:54:06.559821 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-c9738373-2528-4390-8944-e9a68e396acf None None] For port 27cb54a0-d9e1-44d4-842d-54d160ea3aac, host n-d-713498-36, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-36',level=0,port_id=27cb54a0-d9e1-44d4-842d-54d160ea3aac,segment=NetworkSegment(2b853001-1a05-4c26-9ffd-115973a099e0),segment_id=2b853001-1a05-4c26-9ffd-115973a099e0)] {{(pid=103232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 19:54:06.560214 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-c9738373-2528-4390-8944-e9a68e396acf None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1820838'] for port (27cb54a0-d9e1-44d4-842d-54d160ea3aac), precommit_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:54:06.574706 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-c9738373-2528-4390-8944-e9a68e396acf None None] Calling delete_port for 27cb54a0-d9e1-44d4-842d-54d160ea3aac owned by network:dhcp {{(pid=103232) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 19:54:06.594252 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-98cef549-d8d8-4069-9dc6-6ad31551cb73 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-590267', 'neutron.services.segments.db._delete_segments_for_network-8762867132609'] for network (b108ef99-b589-4109-9c70-66425a0eeb34), precommit_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:54:06.615765 n-d-713498-36 neutron-server[103229]: DEBUG neutron.services.segments.db [None req-98cef549-d8d8-4069-9dc6-6ad31551cb73 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b108ef99-b589-4109-9c70-66425a0eeb34']}} {{(pid=103229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:54:06.626424 n-d-713498-36 neutron-server[103229]: DEBUG neutron.services.segments.db [None req-98cef549-d8d8-4069-9dc6-6ad31551cb73 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2b853001-1a05-4c26-9ffd-115973a099e0') {'for_net_delete': True} {{(pid=103229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:54:06.626990 n-d-713498-36 neutron-server[103229]: DEBUG neutron.services.segments.db [None req-98cef549-d8d8-4069-9dc6-6ad31551cb73 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2b853001-1a05-4c26-9ffd-115973a099e0') {} {{(pid=103229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:54:06.637050 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-98cef549-d8d8-4069-9dc6-6ad31551cb73 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762867134154', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16683417'] for segment (2b853001-1a05-4c26-9ffd-115973a099e0), before_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:54:06.653516 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-98cef549-d8d8-4069-9dc6-6ad31551cb73 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-759574'] for segment (2b853001-1a05-4c26-9ffd-115973a099e0), precommit_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:54:06.660895 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-c9738373-2528-4390-8944-e9a68e396acf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762867177463', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762866656476'] for port (27cb54a0-d9e1-44d4-842d-54d160ea3aac), after_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:54:06.661119 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-98cef549-d8d8-4069-9dc6-6ad31551cb73 admin admin] Releasing vlan 380 on physical network physnet1 to pool {{(pid=103229) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 19:54:06.661486 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-98cef549-d8d8-4069-9dc6-6ad31551cb73 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-759574', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12867469'] for segment (2b853001-1a05-4c26-9ffd-115973a099e0), after_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:54:06.663287 n-d-713498-36 neutron-server[103229]: Traceback (most recent call last): Feb 09 19:54:06.663287 n-d-713498-36 neutron-server[103229]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 19:54:06.663287 n-d-713498-36 neutron-server[103229]: timer() Feb 09 19:54:06.663287 n-d-713498-36 neutron-server[103229]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 19:54:06.663287 n-d-713498-36 neutron-server[103229]: cb(*args, **kw) Feb 09 19:54:06.663287 n-d-713498-36 neutron-server[103229]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 19:54:06.663287 n-d-713498-36 neutron-server[103229]: return func(*args, **kwargs) Feb 09 19:54:06.663287 n-d-713498-36 neutron-server[103229]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 19:54:06.663287 n-d-713498-36 neutron-server[103229]: self._notify() Feb 09 19:54:06.663287 n-d-713498-36 neutron-server[103229]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 19:54:06.663287 n-d-713498-36 neutron-server[103229]: self.callback(batched_events) Feb 09 19:54:06.663287 n-d-713498-36 neutron-server[103229]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 19:54:06.663287 n-d-713498-36 neutron-server[103229]: event.method(event) Feb 09 19:54:06.663287 n-d-713498-36 neutron-server[103229]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 19:54:06.663287 n-d-713498-36 neutron-server[103229]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 19:54:06.663287 n-d-713498-36 neutron-server[103229]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 19:54:06.663287 n-d-713498-36 neutron-server[103229]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 19:54:06.663287 n-d-713498-36 neutron-server[103229]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 19:54:06.663287 n-d-713498-36 neutron-server[103229]: return f(self, *a, **k) Feb 09 19:54:06.663287 n-d-713498-36 neutron-server[103229]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 19:54:06.663287 n-d-713498-36 neutron-server[103229]: return self._get(url).json() Feb 09 19:54:06.663287 n-d-713498-36 neutron-server[103229]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 19:54:06.663287 n-d-713498-36 neutron-server[103229]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 19:54:06.663287 n-d-713498-36 neutron-server[103229]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 19:54:06.663287 n-d-713498-36 neutron-server[103229]: return self.request(url, 'GET', **kwargs) Feb 09 19:54:06.663287 n-d-713498-36 neutron-server[103229]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 19:54:06.663287 n-d-713498-36 neutron-server[103229]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 19:54:06.663287 n-d-713498-36 neutron-server[103229]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 19:54:06.663287 n-d-713498-36 neutron-server[103229]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 19:54:06.663287 n-d-713498-36 neutron-server[103229]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 19:54:06.663287 n-d-713498-36 neutron-server[103229]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 19:54:06.663287 n-d-713498-36 neutron-server[103229]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 19:54:06.675196 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9738373-2528-4390-8944-e9a68e396acf None None] No DVR routers for this DVR port 27cb54a0-d9e1-44d4-842d-54d160ea3aac on host n-d-713498-36 {{(pid=103232) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 19:54:06.698043 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9738373-2528-4390-8944-e9a68e396acf None None] Pushing event deleted for resources: {'Port': ['ID=27cb54a0-d9e1-44d4-842d-54d160ea3aac,revision_number=None']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:54:06.727122 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-98cef549-d8d8-4069-9dc6-6ad31551cb73 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-590242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1885479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1818895'] for network (b108ef99-b589-4109-9c70-66425a0eeb34), after_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:54:06.734487 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-98cef549-d8d8-4069-9dc6-6ad31551cb73 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:54:06.737871 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-98cef549-d8d8-4069-9dc6-6ad31551cb73 admin admin] 10.222.0.75 "DELETE /v2.0/networks/b108ef99-b589-4109-9c70-66425a0eeb34 HTTP/1.1" status: 204 len: 168 time: 0.5544562 Feb 09 19:54:06.749713 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98cef549-d8d8-4069-9dc6-6ad31551cb73 admin admin] Pushing event deleted for resources: {'Network': ['ID=b108ef99-b589-4109-9c70-66425a0eeb34,revision_number=None']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:54:06.848993 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 51148) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:54:06.890205 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-3ac3aed8-bfe2-42ff-b1af-48e104783b38 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=e66ffe5bb4494e31b9de6c7224f91756&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0399954 Feb 09 19:54:06.892676 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 51150) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:54:06.940223 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-5eee4a86-74a1-4b7b-b73f-d531cf7fda77 admin admin] Publish callbacks [] for security_group (85e2738d-e0ce-44c8-a269-2deaf81a01f4), before_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:54:06.961227 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-5eee4a86-74a1-4b7b-b73f-d531cf7fda77 admin admin] Publish callbacks [] for security_group (85e2738d-e0ce-44c8-a269-2deaf81a01f4), precommit_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:54:07.016039 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-5eee4a86-74a1-4b7b-b73f-d531cf7fda77 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1892331'] for security_group (85e2738d-e0ce-44c8-a269-2deaf81a01f4), after_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:54:07.018774 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-5eee4a86-74a1-4b7b-b73f-d531cf7fda77 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:54:07.019941 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-5eee4a86-74a1-4b7b-b73f-d531cf7fda77 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/85e2738d-e0ce-44c8-a269-2deaf81a01f4 HTTP/1.1" status: 204 len: 168 time: 0.1263568 Feb 09 19:54:07.027685 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eee4a86-74a1-4b7b-b73f-d531cf7fda77 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=85e2738d-e0ce-44c8-a269-2deaf81a01f4,revision_number=None']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:54:07.335277 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 51156) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:54:07.379937 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-70df8a04-9b09-44be-8c37-0b58309e9b07 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=79aef4abcfba4ceebff1ca55474927ed&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0434976 Feb 09 19:54:07.382349 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 51158) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:54:07.429074 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-b52c3024-cf08-4d30-9b72-b8533ced4237 admin admin] Publish callbacks [] for security_group (f833b800-29b5-4a66-a293-55bf421f2747), before_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:54:07.451576 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-b52c3024-cf08-4d30-9b72-b8533ced4237 admin admin] Publish callbacks [] for security_group (f833b800-29b5-4a66-a293-55bf421f2747), precommit_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:54:07.500137 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-b52c3024-cf08-4d30-9b72-b8533ced4237 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1892331'] for security_group (f833b800-29b5-4a66-a293-55bf421f2747), after_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:54:07.502808 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-b52c3024-cf08-4d30-9b72-b8533ced4237 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:54:07.503963 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-b52c3024-cf08-4d30-9b72-b8533ced4237 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/f833b800-29b5-4a66-a293-55bf421f2747 HTTP/1.1" status: 204 len: 168 time: 0.1207268 Feb 09 19:54:07.511657 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b52c3024-cf08-4d30-9b72-b8533ced4237 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f833b800-29b5-4a66-a293-55bf421f2747,revision_number=None']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:54:07.833188 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [req-63d68c14-4a91-4b8a-ac66-d5ef3fec3b88 req-be9e78fc-9e29-4950-893d-bde4b0e8cecc service neutron] (103230) timed out ('10.222.0.75', 35964) {{(pid=103230) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Feb 09 19:54:08.087315 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Device 3e88bab1-8d82-472b-b8ab-379d8e0210b8 no longer exists at agent ovs-agent-n-d-713498-36 {{(pid=103232) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 19:54:08.107970 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] No Port match for: 3e88bab1-8d82-472b-b8ab-379d8e0210b8 {{(pid=103232) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 19:54:08.108402 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Device 3e88bab1-8d82-472b-b8ab-379d8e0210b8 not bound to the agent host n-d-713498-36 {{(pid=103232) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 19:54:08.108815 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Device 27cb54a0-d9e1-44d4-842d-54d160ea3aac no longer exists at agent ovs-agent-n-d-713498-36 {{(pid=103232) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 19:54:08.129656 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] No Port match for: 27cb54a0-d9e1-44d4-842d-54d160ea3aac {{(pid=103232) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 19:54:08.130021 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Device 27cb54a0-d9e1-44d4-842d-54d160ea3aac not bound to the agent host n-d-713498-36 {{(pid=103232) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 19:54:10.863831 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-bf5c393c-ac0b-411d-a2f1-56f63b7f74e6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762867132591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593584'] for agent (af91e4b9-f4e1-42b1-a25c-a10dc47171c8), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:54:13.147469 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-6e6f6ba0-d257-43bb-8f31-35b0a3585a04 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762867132591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593584'] for agent (93303d5e-5d17-45e8-8963-7694f87783ae), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:54:14.472293 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-edc54c9b-7f13-45d9-9271-85c9738b0128 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762867132591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593584'] for agent (a62b1850-466f-48ae-bec7-d62fb280e14b), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:54:16.090852 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-a7262a8e-0513-48fd-984d-75726a511961 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762867132591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593584'] for agent (911cfea2-02ae-4ec9-bac3-7808ee1cdd9c), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:54:17.095534 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762867132591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593584'] for agent (496418a2-c002-4aec-ab1a-07f3bea491bd), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:54:18.443538 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-e558f90f-5e8c-46e3-b5c8-2e262e46903f req-806c855e-cb2b-47b1-b760-6f7bed0be6a8 tempest-ServersAdminNegativeTestJSON-1249773624 tempest-ServersAdminNegativeTestJSON-1249773624-project] 10.222.0.75 "GET /v2.0/networks?tenant_id=90392c6a46da419c9bedf2457636b5fc&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0291002 Feb 09 19:54:18.627995 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e558f90f-5e8c-46e3-b5c8-2e262e46903f req-70dffd94-5b01-4313-9fd0-7c065fbad90e tempest-ServersAdminNegativeTestJSON-1249773624 tempest-ServersAdminNegativeTestJSON-1249773624-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:54:18.629364 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-e558f90f-5e8c-46e3-b5c8-2e262e46903f req-70dffd94-5b01-4313-9fd0-7c065fbad90e tempest-ServersAdminNegativeTestJSON-1249773624 tempest-ServersAdminNegativeTestJSON-1249773624-project] 10.222.0.75 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1808851 Feb 09 19:54:18.644102 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-e558f90f-5e8c-46e3-b5c8-2e262e46903f req-1e84cc50-c8e2-460b-bbc3-790898f7705b tempest-ServersAdminNegativeTestJSON-1249773624 tempest-ServersAdminNegativeTestJSON-1249773624-project] 10.222.0.75 "GET /v2.0/quotas/90392c6a46da419c9bedf2457636b5fc HTTP/1.1" status: 200 len: 375 time: 0.0093343 Feb 09 19:54:18.677149 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-e558f90f-5e8c-46e3-b5c8-2e262e46903f req-6b1e76dd-d0db-4866-827c-0fcc239bd2a2 tempest-ServersAdminNegativeTestJSON-1249773624 tempest-ServersAdminNegativeTestJSON-1249773624-project] 10.222.0.75 "GET /v2.0/ports?tenant_id=90392c6a46da419c9bedf2457636b5fc&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0281992 Feb 09 19:54:18.836474 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-695e84ae-e696-49b8-af9f-749211bc87cd req-9b52fb34-90fc-4903-89d4-a0351d5e940c tempest-ServersAdminNegativeTestJSON-1249773624 tempest-ServersAdminNegativeTestJSON-1249773624-project] 10.222.0.75 "GET /v2.0/ports?device_id=92e04740-c07d-488f-9e1f-707ccdfe7902 HTTP/1.1" status: 200 len: 210 time: 0.0286007 Feb 09 19:54:18.909280 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762867132591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593584'] for agent (488cd9ae-631f-4955-ba0b-4f5a13f12e9c), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:54:19.304730 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762867132591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593584'] for agent (bcd5faee-dc24-4298-9134-0e0aa054058e), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:54:19.849417 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-e558f90f-5e8c-46e3-b5c8-2e262e46903f req-88af063d-6d0e-4b32-a824-d658176737ab tempest-ServersAdminNegativeTestJSON-1249773624 tempest-ServersAdminNegativeTestJSON-1249773624-project] 10.222.0.89 "GET /v2.0/networks?tenant_id=90392c6a46da419c9bedf2457636b5fc&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0290363 Feb 09 19:54:19.934335 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-57a679d5-d8ad-4b4f-a2f7-3a6813df407b req-d72ff135-1a95-463d-95fd-ef744051c6e9 tempest-ServersAdminNegativeTestJSON-1249773624 tempest-ServersAdminNegativeTestJSON-1249773624-project] 10.222.0.75 "GET /v2.0/ports?device_id=92e04740-c07d-488f-9e1f-707ccdfe7902 HTTP/1.1" status: 200 len: 210 time: 0.0278203 Feb 09 19:54:20.370990 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e558f90f-5e8c-46e3-b5c8-2e262e46903f req-c98896bd-0fe2-427d-ac7b-a1979b663398 tempest-ServersAdminNegativeTestJSON-1249773624 tempest-ServersAdminNegativeTestJSON-1249773624-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:54:20.372414 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-e558f90f-5e8c-46e3-b5c8-2e262e46903f req-c98896bd-0fe2-427d-ac7b-a1979b663398 tempest-ServersAdminNegativeTestJSON-1249773624 tempest-ServersAdminNegativeTestJSON-1249773624-project] 10.222.0.89 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5185812 Feb 09 19:54:20.384205 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.v2.base [req-e558f90f-5e8c-46e3-b5c8-2e262e46903f req-3e82e481-2be6-4a20-a9b8-e00918377b8f tempest-ServersAdminNegativeTestJSON-1249773624 tempest-ServersAdminNegativeTestJSON-1249773624-project] Request body: {'port': {'device_id': '92e04740-c07d-488f-9e1f-707ccdfe7902', 'network_id': '2b5494c8-cf97-42c1-b902-87f998f28179', 'admin_state_up': True, 'tenant_id': '90392c6a46da419c9bedf2457636b5fc'}} {{(pid=103229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 19:54:20.492445 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e558f90f-5e8c-46e3-b5c8-2e262e46903f req-3e82e481-2be6-4a20-a9b8-e00918377b8f tempest-ServersAdminNegativeTestJSON-1249773624 tempest-ServersAdminNegativeTestJSON-1249773624-project] Made reservation on behalf of 90392c6a46da419c9bedf2457636b5fc for: {'port': 1} {{(pid=103229) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 19:54:20.495816 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-e558f90f-5e8c-46e3-b5c8-2e262e46903f req-3e82e481-2be6-4a20-a9b8-e00918377b8f tempest-ServersAdminNegativeTestJSON-1249773624 tempest-ServersAdminNegativeTestJSON-1249773624-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (None), before_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:54:20.505014 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-e558f90f-5e8c-46e3-b5c8-2e262e46903f req-3e82e481-2be6-4a20-a9b8-e00918377b8f tempest-ServersAdminNegativeTestJSON-1249773624 tempest-ServersAdminNegativeTestJSON-1249773624-project] Publish callbacks [] for security_group (None), before_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:54:20.580880 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-e558f90f-5e8c-46e3-b5c8-2e262e46903f req-3e82e481-2be6-4a20-a9b8-e00918377b8f tempest-ServersAdminNegativeTestJSON-1249773624 tempest-ServersAdminNegativeTestJSON-1249773624-project] Publish callbacks [] for security_group (7c04d41b-28ba-417c-942f-45d02698314b), precommit_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:54:20.584597 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-e558f90f-5e8c-46e3-b5c8-2e262e46903f req-3e82e481-2be6-4a20-a9b8-e00918377b8f tempest-ServersAdminNegativeTestJSON-1249773624 tempest-ServersAdminNegativeTestJSON-1249773624-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1892331'] for security_group (7c04d41b-28ba-417c-942f-45d02698314b), after_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:54:20.647704 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e82e481-2be6-4a20-a9b8-e00918377b8f tempest-ServersAdminNegativeTestJSON-1249773624 tempest-ServersAdminNegativeTestJSON-1249773624-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7c04d41b-28ba-417c-942f-45d02698314b,revision_number=1']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:54:20.718299 n-d-713498-36 neutron-server[103229]: DEBUG neutron.db.db_base_plugin_common [req-e558f90f-5e8c-46e3-b5c8-2e262e46903f req-3e82e481-2be6-4a20-a9b8-e00918377b8f tempest-ServersAdminNegativeTestJSON-1249773624 tempest-ServersAdminNegativeTestJSON-1249773624-project] Allocated IP 192.168.233.172 (2b5494c8-cf97-42c1-b902-87f998f28179/60b561cb-321e-4f83-9bb3-92b2e1d0dc44/73436ea5-746d-4b75-a36a-ac1c7d88085b) {{(pid=103229) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 19:54:20.865920 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-e558f90f-5e8c-46e3-b5c8-2e262e46903f req-3e82e481-2be6-4a20-a9b8-e00918377b8f tempest-ServersAdminNegativeTestJSON-1249773624 tempest-ServersAdminNegativeTestJSON-1249773624-project] Publish callbacks [] for port (73436ea5-746d-4b75-a36a-ac1c7d88085b), precommit_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:54:20.899453 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-e558f90f-5e8c-46e3-b5c8-2e262e46903f req-3e82e481-2be6-4a20-a9b8-e00918377b8f tempest-ServersAdminNegativeTestJSON-1249773624 tempest-ServersAdminNegativeTestJSON-1249773624-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762866656467', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12867576'] for port (73436ea5-746d-4b75-a36a-ac1c7d88085b), after_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:54:20.944038 n-d-713498-36 neutron-server[103229]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e558f90f-5e8c-46e3-b5c8-2e262e46903f req-3e82e481-2be6-4a20-a9b8-e00918377b8f tempest-ServersAdminNegativeTestJSON-1249773624 tempest-ServersAdminNegativeTestJSON-1249773624-project] Network 2b5494c8-cf97-42c1-b902-87f998f28179 is already hosted by enough agents. {{(pid=103229) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 19:54:20.947131 n-d-713498-36 neutron-server[103229]: DEBUG neutron.scheduler.base_scheduler [req-e558f90f-5e8c-46e3-b5c8-2e262e46903f req-3e82e481-2be6-4a20-a9b8-e00918377b8f tempest-ServersAdminNegativeTestJSON-1249773624 tempest-ServersAdminNegativeTestJSON-1249773624-project] Resources bound (agent type, host, resource id): {{(pid=103229) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 19:54:20.950721 n-d-713498-36 neutron-server[103229]: DEBUG neutron.db.l3_dvrscheduler_db [req-e558f90f-5e8c-46e3-b5c8-2e262e46903f req-3e82e481-2be6-4a20-a9b8-e00918377b8f tempest-ServersAdminNegativeTestJSON-1249773624 tempest-ServersAdminNegativeTestJSON-1249773624-project] Received port after_create {{(pid=103229) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 19:54:20.957387 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e82e481-2be6-4a20-a9b8-e00918377b8f tempest-ServersAdminNegativeTestJSON-1249773624 tempest-ServersAdminNegativeTestJSON-1249773624-project] Pushing event updated for resources: {'Port': ['ID=73436ea5-746d-4b75-a36a-ac1c7d88085b,revision_number=1']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:54:21.010730 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e558f90f-5e8c-46e3-b5c8-2e262e46903f req-3e82e481-2be6-4a20-a9b8-e00918377b8f tempest-ServersAdminNegativeTestJSON-1249773624 tempest-ServersAdminNegativeTestJSON-1249773624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:54:21.011642 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-e558f90f-5e8c-46e3-b5c8-2e262e46903f req-3e82e481-2be6-4a20-a9b8-e00918377b8f tempest-ServersAdminNegativeTestJSON-1249773624 tempest-ServersAdminNegativeTestJSON-1249773624-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171096'] for port (None), before_response {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:54:21.051254 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-e558f90f-5e8c-46e3-b5c8-2e262e46903f req-3e82e481-2be6-4a20-a9b8-e00918377b8f tempest-ServersAdminNegativeTestJSON-1249773624 tempest-ServersAdminNegativeTestJSON-1249773624-project] 10.222.0.89 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.6706622 Feb 09 19:54:21.062955 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.v2.base [req-e558f90f-5e8c-46e3-b5c8-2e262e46903f req-6c922f47-bf0a-4ad3-9ae2-3c62c64e4e3f service neutron] Request body: {'port': {'device_id': '92e04740-c07d-488f-9e1f-707ccdfe7902', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-713498-36'}} {{(pid=103229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 19:54:21.112016 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c5f0648-282d-4086-9cc0-13fd1cae3b4b req-60a8d9c6-0615-4372-865b-34f0ac18f943 tempest-ServersAdminNegativeTestJSON-1249773624 tempest-ServersAdminNegativeTestJSON-1249773624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:54:21.113552 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-6c5f0648-282d-4086-9cc0-13fd1cae3b4b req-60a8d9c6-0615-4372-865b-34f0ac18f943 tempest-ServersAdminNegativeTestJSON-1249773624 tempest-ServersAdminNegativeTestJSON-1249773624-project] 10.222.0.75 "GET /v2.0/ports?device_id=92e04740-c07d-488f-9e1f-707ccdfe7902 HTTP/1.1" status: 200 len: 936 time: 0.0975924 Feb 09 19:54:21.154221 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-e558f90f-5e8c-46e3-b5c8-2e262e46903f req-6c922f47-bf0a-4ad3-9ae2-3c62c64e4e3f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (73436ea5-746d-4b75-a36a-ac1c7d88085b), before_update {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:54:21.201929 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.provisioning_blocks [None req-28a6dae5-f88c-4eb2-b4e1-9d75659d87af None None] Provisioning complete for port 73436ea5-746d-4b75-a36a-ac1c7d88085b triggered by entity DHCP. {{(pid=103232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 19:54:21.203185 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-28a6dae5-f88c-4eb2-b4e1-9d75659d87af None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593630'] for port (73436ea5-746d-4b75-a36a-ac1c7d88085b), provisioning_complete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:54:21.215190 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-6c5f0648-282d-4086-9cc0-13fd1cae3b4b req-12a74e9c-535f-49ae-b2ae-8560eedf7763 tempest-ServersAdminNegativeTestJSON-1249773624 tempest-ServersAdminNegativeTestJSON-1249773624-project] 10.222.0.75 "GET /v2.0/security-groups?id=7c04d41b-28ba-417c-942f-45d02698314b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0849557 Feb 09 19:54:21.247408 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-28a6dae5-f88c-4eb2-b4e1-9d75659d87af None None] Port 73436ea5-746d-4b75-a36a-ac1c7d88085b cannot update to ACTIVE because it is not bound. {{(pid=103232) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 19:54:21.438277 n-d-713498-36 neutron-server[103229]: DEBUG neutron.notifiers.nova [req-e558f90f-5e8c-46e3-b5c8-2e262e46903f req-6c922f47-bf0a-4ad3-9ae2-3c62c64e4e3f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 73436ea5-746d-4b75-a36a-ac1c7d88085b {{(pid=103229) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 19:54:21.445438 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-e558f90f-5e8c-46e3-b5c8-2e262e46903f req-6c922f47-bf0a-4ad3-9ae2-3c62c64e4e3f service neutron] Publish callbacks [] for port (73436ea5-746d-4b75-a36a-ac1c7d88085b), precommit_update {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:54:21.457362 n-d-713498-36 neutron-server[103229]: DEBUG neutron.db.provisioning_blocks [req-e558f90f-5e8c-46e3-b5c8-2e262e46903f req-6c922f47-bf0a-4ad3-9ae2-3c62c64e4e3f service neutron] Transition to ACTIVE for port object 73436ea5-746d-4b75-a36a-ac1c7d88085b will not be triggered until provisioned by entity L2. {{(pid=103229) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 19:54:21.461221 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-e558f90f-5e8c-46e3-b5c8-2e262e46903f req-6c922f47-bf0a-4ad3-9ae2-3c62c64e4e3f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762867176205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762866656485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762866656503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12867569'] for port (73436ea5-746d-4b75-a36a-ac1c7d88085b), after_update {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:54:21.512690 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c922f47-bf0a-4ad3-9ae2-3c62c64e4e3f service neutron] Pushing event updated for resources: {'Port': ['ID=73436ea5-746d-4b75-a36a-ac1c7d88085b,revision_number=2']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:54:21.583631 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.managers [req-e558f90f-5e8c-46e3-b5c8-2e262e46903f req-6c922f47-bf0a-4ad3-9ae2-3c62c64e4e3f service neutron] Attempting to bind port 73436ea5-746d-4b75-a36a-ac1c7d88085b on host n-h1-713498-36 for vnic_type normal with profile {{(pid=103229) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 19:54:21.583972 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.managers [req-e558f90f-5e8c-46e3-b5c8-2e262e46903f req-6c922f47-bf0a-4ad3-9ae2-3c62c64e4e3f service neutron] Attempting to bind port 73436ea5-746d-4b75-a36a-ac1c7d88085b by drivers openvswitch,hyperv on host n-h1-713498-36 at level 0 using segments [{'id': '50e5915e-18f0-4558-9a28-b978975ead36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': '2b5494c8-cf97-42c1-b902-87f998f28179'}] {{(pid=103229) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 19:54:21.584362 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e558f90f-5e8c-46e3-b5c8-2e262e46903f req-6c922f47-bf0a-4ad3-9ae2-3c62c64e4e3f service neutron] Attempting to bind port 73436ea5-746d-4b75-a36a-ac1c7d88085b on network 2b5494c8-cf97-42c1-b902-87f998f28179 {{(pid=103229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 19:54:21.589030 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e558f90f-5e8c-46e3-b5c8-2e262e46903f req-6c922f47-bf0a-4ad3-9ae2-3c62c64e4e3f service neutron] Port 73436ea5-746d-4b75-a36a-ac1c7d88085b on network 2b5494c8-cf97-42c1-b902-87f998f28179 not bound, no agent of type Open vSwitch agent registered on host n-h1-713498-36 {{(pid=103229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 19:54:21.589446 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e558f90f-5e8c-46e3-b5c8-2e262e46903f req-6c922f47-bf0a-4ad3-9ae2-3c62c64e4e3f service neutron] Attempting to bind port 73436ea5-746d-4b75-a36a-ac1c7d88085b on network 2b5494c8-cf97-42c1-b902-87f998f28179 {{(pid=103229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 19:54:21.594921 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e558f90f-5e8c-46e3-b5c8-2e262e46903f req-6c922f47-bf0a-4ad3-9ae2-3c62c64e4e3f service neutron] Checking agent: {'id': '488cd9ae-631f-4955-ba0b-4f5a13f12e9c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713498-36', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 18, 59, 18), 'started_at': datetime.datetime(2022, 2, 9, 18, 59, 18), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 19, 54, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 19:54:21.595284 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e558f90f-5e8c-46e3-b5c8-2e262e46903f req-6c922f47-bf0a-4ad3-9ae2-3c62c64e4e3f service neutron] Checking segment: {'id': '50e5915e-18f0-4558-9a28-b978975ead36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': '2b5494c8-cf97-42c1-b902-87f998f28179'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103229) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 19:54:21.595680 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e558f90f-5e8c-46e3-b5c8-2e262e46903f req-6c922f47-bf0a-4ad3-9ae2-3c62c64e4e3f service neutron] Bound using segment: {'id': '50e5915e-18f0-4558-9a28-b978975ead36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': '2b5494c8-cf97-42c1-b902-87f998f28179'} {{(pid=103229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 19:54:21.596116 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.managers [req-e558f90f-5e8c-46e3-b5c8-2e262e46903f req-6c922f47-bf0a-4ad3-9ae2-3c62c64e4e3f service neutron] Bound port: 73436ea5-746d-4b75-a36a-ac1c7d88085b, host: n-h1-713498-36, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '50e5915e-18f0-4558-9a28-b978975ead36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': '2b5494c8-cf97-42c1-b902-87f998f28179'}}] {{(pid=103229) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 19:54:21.596534 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-e558f90f-5e8c-46e3-b5c8-2e262e46903f req-6c922f47-bf0a-4ad3-9ae2-3c62c64e4e3f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (73436ea5-746d-4b75-a36a-ac1c7d88085b), before_update {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:54:21.668931 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.db [req-e558f90f-5e8c-46e3-b5c8-2e262e46903f req-6c922f47-bf0a-4ad3-9ae2-3c62c64e4e3f service neutron] For port 73436ea5-746d-4b75-a36a-ac1c7d88085b, host n-h1-713498-36, cleared binding levels {{(pid=103229) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 19:54:21.672801 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.db [req-e558f90f-5e8c-46e3-b5c8-2e262e46903f req-6c922f47-bf0a-4ad3-9ae2-3c62c64e4e3f service neutron] For port 73436ea5-746d-4b75-a36a-ac1c7d88085b, host n-h1-713498-36, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-36',level=0,port_id=73436ea5-746d-4b75-a36a-ac1c7d88085b,segment=NetworkSegment(50e5915e-18f0-4558-9a28-b978975ead36),segment_id=50e5915e-18f0-4558-9a28-b978975ead36)] {{(pid=103229) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 19:54:21.679425 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-e558f90f-5e8c-46e3-b5c8-2e262e46903f req-6c922f47-bf0a-4ad3-9ae2-3c62c64e4e3f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762867176205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762866656485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762866656503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12867569'] for port (73436ea5-746d-4b75-a36a-ac1c7d88085b), after_update {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:54:21.710245 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e558f90f-5e8c-46e3-b5c8-2e262e46903f req-6c922f47-bf0a-4ad3-9ae2-3c62c64e4e3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:54:21.710963 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-e558f90f-5e8c-46e3-b5c8-2e262e46903f req-6c922f47-bf0a-4ad3-9ae2-3c62c64e4e3f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171096'] for port (None), before_response {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:54:21.712372 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-e558f90f-5e8c-46e3-b5c8-2e262e46903f req-6c922f47-bf0a-4ad3-9ae2-3c62c64e4e3f service neutron] 10.222.0.89 "PUT /v2.0/ports/73436ea5-746d-4b75-a36a-ac1c7d88085b HTTP/1.1" status: 200 len: 1097 time: 0.6535754 Feb 09 19:54:21.714596 n-d-713498-36 neutron-server[103229]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '92e04740-c07d-488f-9e1f-707ccdfe7902', 'tag': '73436ea5-746d-4b75-a36a-ac1c7d88085b'}] {{(pid=103229) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 19:54:21.717508 n-d-713498-36 neutron-server[103229]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fa6ae9a20702bd564eaf90d946620b2b4277b1ab91129323d3b54181076be307" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2f1e6f1e-0c41-4f9f-b419-77dd2e1491c9" -d '{"events": [{"name": "network-changed", "server_uuid": "92e04740-c07d-488f-9e1f-707ccdfe7902", "tag": "73436ea5-746d-4b75-a36a-ac1c7d88085b"}]}' {{(pid=103229) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 19:54:21.752577 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c922f47-bf0a-4ad3-9ae2-3c62c64e4e3f service neutron] Pushing event updated for resources: {'Port': ['ID=73436ea5-746d-4b75-a36a-ac1c7d88085b,revision_number=3']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:54:21.778170 n-d-713498-36 neutron-server[103229]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 19:54:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-389e904f-63d1-4de8-820a-89f221670cec x-openstack-request-id: req-389e904f-63d1-4de8-820a-89f221670cec {{(pid=103229) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 19:54:21.778472 n-d-713498-36 neutron-server[103229]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "92e04740-c07d-488f-9e1f-707ccdfe7902", "tag": "73436ea5-746d-4b75-a36a-ac1c7d88085b", "status": "completed", "code": 200}]} {{(pid=103229) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 19:54:21.778732 n-d-713498-36 neutron-server[103229]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-389e904f-63d1-4de8-820a-89f221670cec {{(pid=103229) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 19:54:21.779136 n-d-713498-36 neutron-server[103229]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '92e04740-c07d-488f-9e1f-707ccdfe7902', 'tag': '73436ea5-746d-4b75-a36a-ac1c7d88085b', 'status': 'completed', 'code': 200} Feb 09 19:54:21.817011 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e558f90f-5e8c-46e3-b5c8-2e262e46903f req-fb4629e9-d343-4c84-b2dd-c4388295243a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:54:21.818578 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-e558f90f-5e8c-46e3-b5c8-2e262e46903f req-fb4629e9-d343-4c84-b2dd-c4388295243a service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=90392c6a46da419c9bedf2457636b5fc&device_id=92e04740-c07d-488f-9e1f-707ccdfe7902 HTTP/1.1" status: 200 len: 1131 time: 0.0508020 Feb 09 19:54:21.868327 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-e558f90f-5e8c-46e3-b5c8-2e262e46903f req-b9667375-f7e7-4a30-8707-0777b9cc3045 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.172&port_id=73436ea5-746d-4b75-a36a-ac1c7d88085b HTTP/1.1" status: 200 len: 217 time: 0.0431640 Feb 09 19:54:21.917969 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e558f90f-5e8c-46e3-b5c8-2e262e46903f req-63ee717e-3386-447a-9eec-f1e6ed6d8edb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:54:21.919437 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-e558f90f-5e8c-46e3-b5c8-2e262e46903f req-63ee717e-3386-447a-9eec-f1e6ed6d8edb service neutron] 10.222.0.89 "GET /v2.0/subnets?id=60b561cb-321e-4f83-9bb3-92b2e1d0dc44 HTTP/1.1" status: 200 len: 843 time: 0.0456223 Feb 09 19:54:21.967327 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e558f90f-5e8c-46e3-b5c8-2e262e46903f req-3ae8635e-191b-45f2-a8ef-fd26f1615b7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:54:21.969241 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-e558f90f-5e8c-46e3-b5c8-2e262e46903f req-3ae8635e-191b-45f2-a8ef-fd26f1615b7d service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=2b5494c8-cf97-42c1-b902-87f998f28179&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.0442822 Feb 09 19:54:22.060621 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-e558f90f-5e8c-46e3-b5c8-2e262e46903f req-c1ae6d9b-a410-4400-8553-1a415a63492c service neutron] 10.222.0.89 "GET /v2.0/networks/2b5494c8-cf97-42c1-b902-87f998f28179?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858021 Feb 09 19:54:22.149761 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-e558f90f-5e8c-46e3-b5c8-2e262e46903f req-b1aea49c-02d8-4e95-aeac-9ae8dd2f4f81 service neutron] 10.222.0.89 "GET /v2.0/networks/2b5494c8-cf97-42c1-b902-87f998f28179?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0824034 Feb 09 19:54:22.239200 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f1e6f1e-0c41-4f9f-b419-77dd2e1491c9 req-8f6c12e0-9b05-46aa-9f54-a9b41e436b63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:54:22.240714 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-2f1e6f1e-0c41-4f9f-b419-77dd2e1491c9 req-8f6c12e0-9b05-46aa-9f54-a9b41e436b63 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=90392c6a46da419c9bedf2457636b5fc&device_id=92e04740-c07d-488f-9e1f-707ccdfe7902 HTTP/1.1" status: 200 len: 1131 time: 0.0492940 Feb 09 19:54:22.367814 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00461502-e353-42c6-89b8-306fca7e81f8 req-b305f114-e7bd-4f1f-84e5-47b892c3528d tempest-ServersAdminNegativeTestJSON-1249773624 tempest-ServersAdminNegativeTestJSON-1249773624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:54:22.369454 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-00461502-e353-42c6-89b8-306fca7e81f8 req-b305f114-e7bd-4f1f-84e5-47b892c3528d tempest-ServersAdminNegativeTestJSON-1249773624 tempest-ServersAdminNegativeTestJSON-1249773624-project] 10.222.0.75 "GET /v2.0/ports?device_id=92e04740-c07d-488f-9e1f-707ccdfe7902 HTTP/1.1" status: 200 len: 948 time: 0.0820885 Feb 09 19:54:22.370748 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f1e6f1e-0c41-4f9f-b419-77dd2e1491c9 req-ce95d504-61d8-4657-9a1f-e2eefd63553b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:54:22.372107 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-2f1e6f1e-0c41-4f9f-b419-77dd2e1491c9 req-ce95d504-61d8-4657-9a1f-e2eefd63553b service neutron] 10.222.0.89 "GET /v2.0/networks?id=2b5494c8-cf97-42c1-b902-87f998f28179 HTTP/1.1" status: 200 len: 870 time: 0.1261744 Feb 09 19:54:22.424766 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-2f1e6f1e-0c41-4f9f-b419-77dd2e1491c9 req-2eafb9dd-fd23-4fe4-9eb5-6334d9c39c8b service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.172&port_id=73436ea5-746d-4b75-a36a-ac1c7d88085b HTTP/1.1" status: 200 len: 217 time: 0.0438712 Feb 09 19:54:22.481902 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-00461502-e353-42c6-89b8-306fca7e81f8 req-1d72b883-5942-40bc-85e2-5f4c3694ddd6 tempest-ServersAdminNegativeTestJSON-1249773624 tempest-ServersAdminNegativeTestJSON-1249773624-project] 10.222.0.75 "GET /v2.0/security-groups?id=7c04d41b-28ba-417c-942f-45d02698314b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1066508 Feb 09 19:54:22.489273 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f1e6f1e-0c41-4f9f-b419-77dd2e1491c9 req-6288efaf-375f-4327-bc57-b693ac2f0f27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:54:22.490653 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-2f1e6f1e-0c41-4f9f-b419-77dd2e1491c9 req-6288efaf-375f-4327-bc57-b693ac2f0f27 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=60b561cb-321e-4f83-9bb3-92b2e1d0dc44 HTTP/1.1" status: 200 len: 843 time: 0.0601096 Feb 09 19:54:22.544551 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f1e6f1e-0c41-4f9f-b419-77dd2e1491c9 req-54424b95-a820-4015-af44-9b5dca6fa62f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:54:22.546123 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-2f1e6f1e-0c41-4f9f-b419-77dd2e1491c9 req-54424b95-a820-4015-af44-9b5dca6fa62f service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=2b5494c8-cf97-42c1-b902-87f998f28179&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.0492136 Feb 09 19:54:22.634997 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-2f1e6f1e-0c41-4f9f-b419-77dd2e1491c9 req-9b333299-cc06-4118-ba82-467fbfdaa250 service neutron] 10.222.0.89 "GET /v2.0/networks/2b5494c8-cf97-42c1-b902-87f998f28179?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0820477 Feb 09 19:54:22.727576 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-2f1e6f1e-0c41-4f9f-b419-77dd2e1491c9 req-108c7b0f-aee1-44ed-84ad-cab306c636a0 service neutron] 10.222.0.89 "GET /v2.0/networks/2b5494c8-cf97-42c1-b902-87f998f28179?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863440 Feb 09 19:54:23.612292 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f3b08a6-1cab-4cdb-873e-998c345daca2 req-decf71d8-bac9-46d2-81c3-d31a7ff128bc tempest-ServersAdminNegativeTestJSON-1249773624 tempest-ServersAdminNegativeTestJSON-1249773624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:54:23.613806 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-9f3b08a6-1cab-4cdb-873e-998c345daca2 req-decf71d8-bac9-46d2-81c3-d31a7ff128bc tempest-ServersAdminNegativeTestJSON-1249773624 tempest-ServersAdminNegativeTestJSON-1249773624-project] 10.222.0.75 "GET /v2.0/ports?device_id=92e04740-c07d-488f-9e1f-707ccdfe7902 HTTP/1.1" status: 200 len: 948 time: 0.0603273 Feb 09 19:54:23.668510 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-9f3b08a6-1cab-4cdb-873e-998c345daca2 req-02792ea7-75dc-42c9-b7c4-484dd216b992 tempest-ServersAdminNegativeTestJSON-1249773624 tempest-ServersAdminNegativeTestJSON-1249773624-project] 10.222.0.75 "GET /v2.0/security-groups?id=7c04d41b-28ba-417c-942f-45d02698314b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470998 Feb 09 19:54:24.735408 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Device 73436ea5-746d-4b75-a36a-ac1c7d88085b details requested by agent hyperv_n-h1-713498-36 with host n-h1-713498-36 {{(pid=103232) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 19:54:24.789376 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a152af3d-9951-4922-bbdb-d774994387d0 req-f79f5c15-43ac-4637-9f35-af8ce141e0d5 tempest-ServersAdminNegativeTestJSON-1249773624 tempest-ServersAdminNegativeTestJSON-1249773624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:54:24.790897 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-a152af3d-9951-4922-bbdb-d774994387d0 req-f79f5c15-43ac-4637-9f35-af8ce141e0d5 tempest-ServersAdminNegativeTestJSON-1249773624 tempest-ServersAdminNegativeTestJSON-1249773624-project] 10.222.0.75 "GET /v2.0/ports?device_id=92e04740-c07d-488f-9e1f-707ccdfe7902 HTTP/1.1" status: 200 len: 948 time: 0.0532546 Feb 09 19:54:24.837872 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] For port 73436ea5-746d-4b75-a36a-ac1c7d88085b, host n-h1-713498-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-36',level=0,port_id=73436ea5-746d-4b75-a36a-ac1c7d88085b,segment=NetworkSegment(50e5915e-18f0-4558-9a28-b978975ead36),segment_id=50e5915e-18f0-4558-9a28-b978975ead36)] {{(pid=103232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 19:54:24.838256 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-a152af3d-9951-4922-bbdb-d774994387d0 req-0338ca1c-be56-493d-9539-f73a3ca1aa97 tempest-ServersAdminNegativeTestJSON-1249773624 tempest-ServersAdminNegativeTestJSON-1249773624-project] 10.222.0.75 "GET /v2.0/security-groups?id=7c04d41b-28ba-417c-942f-45d02698314b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405142 Feb 09 19:54:24.851064 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Returning: {'device': '73436ea5-746d-4b75-a36a-ac1c7d88085b', 'network_id': '2b5494c8-cf97-42c1-b902-87f998f28179', 'port_id': '73436ea5-746d-4b75-a36a-ac1c7d88085b', 'mac_address': 'fa:16:3e:f3:c7:7a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 359, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '60b561cb-321e-4f83-9bb3-92b2e1d0dc44', 'ip_address': '192.168.233.172'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103232) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 19:54:24.887612 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Current status of the port 73436ea5-746d-4b75-a36a-ac1c7d88085b is: DOWN; New status is: BUILD {{(pid=103232) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 19:54:24.888005 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (73436ea5-746d-4b75-a36a-ac1c7d88085b), before_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:54:24.900315 n-d-713498-36 neutron-server[103232]: DEBUG neutron.notifiers.nova [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 73436ea5-746d-4b75-a36a-ac1c7d88085b {{(pid=103232) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 19:54:24.919523 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] For port 73436ea5-746d-4b75-a36a-ac1c7d88085b, host n-h1-713498-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-36',level=0,port_id=73436ea5-746d-4b75-a36a-ac1c7d88085b,segment=NetworkSegment(50e5915e-18f0-4558-9a28-b978975ead36),segment_id=50e5915e-18f0-4558-9a28-b978975ead36)] {{(pid=103232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 19:54:24.924864 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762867176205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762866656485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762866656503'] for port (73436ea5-746d-4b75-a36a-ac1c7d88085b), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:54:24.986393 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Pushing event updated for resources: {'Port': ['ID=73436ea5-746d-4b75-a36a-ac1c7d88085b,revision_number=4']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:54:25.174630 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] get_ports_and_sgs() called for port_ids ['73436ea5-746d-4b75-a36a-ac1c7d88085b'] {{(pid=103232) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 19:54:25.955722 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5542d7ab-0fc5-41b7-b410-64112d0d3b14 req-22c93825-b070-4f2d-ad3d-09299becd794 tempest-ServersAdminNegativeTestJSON-1249773624 tempest-ServersAdminNegativeTestJSON-1249773624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:54:25.957215 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-5542d7ab-0fc5-41b7-b410-64112d0d3b14 req-22c93825-b070-4f2d-ad3d-09299becd794 tempest-ServersAdminNegativeTestJSON-1249773624 tempest-ServersAdminNegativeTestJSON-1249773624-project] 10.222.0.75 "GET /v2.0/ports?device_id=92e04740-c07d-488f-9e1f-707ccdfe7902 HTTP/1.1" status: 200 len: 949 time: 0.0520465 Feb 09 19:54:26.015388 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-5542d7ab-0fc5-41b7-b410-64112d0d3b14 req-46a667ad-f902-441e-8586-9a98af0b6630 tempest-ServersAdminNegativeTestJSON-1249773624 tempest-ServersAdminNegativeTestJSON-1249773624-project] 10.222.0.75 "GET /v2.0/security-groups?id=7c04d41b-28ba-417c-942f-45d02698314b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441737 Feb 09 19:54:26.751411 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Device 73436ea5-746d-4b75-a36a-ac1c7d88085b up at agent hyperv_n-h1-713498-36 {{(pid=103232) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 19:54:26.803513 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.provisioning_blocks [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Provisioning for port 73436ea5-746d-4b75-a36a-ac1c7d88085b completed by entity L2. {{(pid=103232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 19:54:26.807580 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.provisioning_blocks [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Provisioning complete for port 73436ea5-746d-4b75-a36a-ac1c7d88085b triggered by entity L2. {{(pid=103232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 19:54:26.807958 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593630'] for port (73436ea5-746d-4b75-a36a-ac1c7d88085b), provisioning_complete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:54:26.887854 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Current status of the port 73436ea5-746d-4b75-a36a-ac1c7d88085b is: BUILD; New status is: ACTIVE {{(pid=103232) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 19:54:26.888234 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (73436ea5-746d-4b75-a36a-ac1c7d88085b), before_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:54:26.913777 n-d-713498-36 neutron-server[103232]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '92e04740-c07d-488f-9e1f-707ccdfe7902', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '73436ea5-746d-4b75-a36a-ac1c7d88085b'}] {{(pid=103232) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 19:54:26.915989 n-d-713498-36 neutron-server[103232]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}949cdcde653dec44821de95cbf67297f53cbc2aed4e073b5d514f93bf911ce85" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c6b43cbc-442d-444c-ab14-02dd9366a5f0" -d '{"events": [{"server_uuid": "92e04740-c07d-488f-9e1f-707ccdfe7902", "name": "network-vif-plugged", "status": "completed", "tag": "73436ea5-746d-4b75-a36a-ac1c7d88085b"}]}' {{(pid=103232) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 19:54:26.928829 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] For port 73436ea5-746d-4b75-a36a-ac1c7d88085b, host n-h1-713498-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-36',level=0,port_id=73436ea5-746d-4b75-a36a-ac1c7d88085b,segment=NetworkSegment(50e5915e-18f0-4558-9a28-b978975ead36),segment_id=50e5915e-18f0-4558-9a28-b978975ead36)] {{(pid=103232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 19:54:26.934781 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762867176205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762866656485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762866656503'] for port (73436ea5-746d-4b75-a36a-ac1c7d88085b), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:54:26.986975 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Pushing event updated for resources: {'Port': ['ID=73436ea5-746d-4b75-a36a-ac1c7d88085b,revision_number=5']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:54:27.027449 n-d-713498-36 neutron-server[103232]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 19:54:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-abc17507-dc3a-4799-9d22-073fa0b0332f x-openstack-request-id: req-abc17507-dc3a-4799-9d22-073fa0b0332f {{(pid=103232) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 19:54:27.027746 n-d-713498-36 neutron-server[103232]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "92e04740-c07d-488f-9e1f-707ccdfe7902", "name": "network-vif-plugged", "status": "completed", "tag": "73436ea5-746d-4b75-a36a-ac1c7d88085b", "code": 200}]} {{(pid=103232) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 19:54:27.028003 n-d-713498-36 neutron-server[103232]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-abc17507-dc3a-4799-9d22-073fa0b0332f {{(pid=103232) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 19:54:27.028398 n-d-713498-36 neutron-server[103232]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '92e04740-c07d-488f-9e1f-707ccdfe7902', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '73436ea5-746d-4b75-a36a-ac1c7d88085b', 'code': 200} Feb 09 19:54:27.131744 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-750bf84a-c675-445c-b9b2-eecba542e7de req-d06951d1-21f6-4078-8490-e95b4fea58e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:54:27.133257 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-750bf84a-c675-445c-b9b2-eecba542e7de req-d06951d1-21f6-4078-8490-e95b4fea58e5 service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=92e04740-c07d-488f-9e1f-707ccdfe7902 HTTP/1.1" status: 200 len: 1133 time: 0.0472777 Feb 09 19:54:27.148487 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8979b9c5-4b73-479f-8640-600f839d4f87 req-ea8a30d4-a620-44f9-b207-346d2a140d82 tempest-ServersAdminNegativeTestJSON-1249773624 tempest-ServersAdminNegativeTestJSON-1249773624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:54:27.150099 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-8979b9c5-4b73-479f-8640-600f839d4f87 req-ea8a30d4-a620-44f9-b207-346d2a140d82 tempest-ServersAdminNegativeTestJSON-1249773624 tempest-ServersAdminNegativeTestJSON-1249773624-project] 10.222.0.75 "GET /v2.0/ports?device_id=92e04740-c07d-488f-9e1f-707ccdfe7902 HTTP/1.1" status: 200 len: 950 time: 0.0578828 Feb 09 19:54:27.182356 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-750bf84a-c675-445c-b9b2-eecba542e7de req-1eeed655-978c-42b3-85a4-56d2bf51a652 service neutron] 10.222.0.89 "GET /v2.0/security-groups?id=7c04d41b-28ba-417c-942f-45d02698314b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415266 Feb 09 19:54:27.201311 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-8979b9c5-4b73-479f-8640-600f839d4f87 req-0baa8852-24ac-493c-b4ad-721f480fb267 tempest-ServersAdminNegativeTestJSON-1249773624 tempest-ServersAdminNegativeTestJSON-1249773624-project] 10.222.0.75 "GET /v2.0/security-groups?id=7c04d41b-28ba-417c-942f-45d02698314b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442827 Feb 09 19:54:28.325482 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbd4852f-5ca7-4abf-9f40-ee765999617b req-5e069dfa-9207-4bc0-9b50-5b3ecb2cfbeb tempest-ServersAdminNegativeTestJSON-1249773624 tempest-ServersAdminNegativeTestJSON-1249773624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:54:28.327432 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-dbd4852f-5ca7-4abf-9f40-ee765999617b req-5e069dfa-9207-4bc0-9b50-5b3ecb2cfbeb tempest-ServersAdminNegativeTestJSON-1249773624 tempest-ServersAdminNegativeTestJSON-1249773624-project] 10.222.0.75 "GET /v2.0/ports?device_id=92e04740-c07d-488f-9e1f-707ccdfe7902 HTTP/1.1" status: 200 len: 950 time: 0.0554881 Feb 09 19:54:28.376955 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-dbd4852f-5ca7-4abf-9f40-ee765999617b req-de35987b-5447-473e-8597-7e9b662b80b3 tempest-ServersAdminNegativeTestJSON-1249773624 tempest-ServersAdminNegativeTestJSON-1249773624-project] 10.222.0.75 "GET /v2.0/security-groups?id=7c04d41b-28ba-417c-942f-45d02698314b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440235 Feb 09 19:54:28.771054 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [req-d8ce9db8-0db1-4180-a6d5-ddf65672ddca req-7b70ff52-2c14-43d7-9c4f-9910ab947020 service neutron] http://10.222.0.75:9696/v2.0/extensions returned with HTTP 200 {{(pid=103230) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 09 19:54:28.772042 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-d8ce9db8-0db1-4180-a6d5-ddf65672ddca req-7b70ff52-2c14-43d7-9c4f-9910ab947020 service neutron] 10.222.0.75 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.1195483 Feb 09 19:54:29.159723 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [req-c3f3797a-5780-4b75-98ea-3789682ce036 req-d8115106-cc0b-48b9-9a4b-27441f033b0c service neutron] http://10.222.0.75:9696/v2.0/extensions returned with HTTP 200 {{(pid=103229) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 09 19:54:29.160739 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-c3f3797a-5780-4b75-98ea-3789682ce036 req-d8115106-cc0b-48b9-9a4b-27441f033b0c service neutron] 10.222.0.75 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0601442 Feb 09 19:54:29.508406 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9edae74-d498-4224-ad05-70ef45b17001 req-89729179-3ac8-42c9-8766-df5df632da24 tempest-ServersAdminNegativeTestJSON-1249773624 tempest-ServersAdminNegativeTestJSON-1249773624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:54:29.509874 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-e9edae74-d498-4224-ad05-70ef45b17001 req-89729179-3ac8-42c9-8766-df5df632da24 tempest-ServersAdminNegativeTestJSON-1249773624 tempest-ServersAdminNegativeTestJSON-1249773624-project] 10.222.0.75 "GET /v2.0/ports?device_id=92e04740-c07d-488f-9e1f-707ccdfe7902 HTTP/1.1" status: 200 len: 950 time: 0.0522034 Feb 09 19:54:29.556702 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-e9edae74-d498-4224-ad05-70ef45b17001 req-9929500b-b6dc-4382-bd18-c47b92b45b99 tempest-ServersAdminNegativeTestJSON-1249773624 tempest-ServersAdminNegativeTestJSON-1249773624-project] 10.222.0.75 "GET /v2.0/security-groups?id=7c04d41b-28ba-417c-942f-45d02698314b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410402 Feb 09 19:54:30.693867 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf6870bf-a999-4202-b151-a0b81dbe6f45 req-db9e2586-ccfc-4ddf-afe5-b890461935bc tempest-ServersAdminNegativeTestJSON-1249773624 tempest-ServersAdminNegativeTestJSON-1249773624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:54:30.695554 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-bf6870bf-a999-4202-b151-a0b81dbe6f45 req-db9e2586-ccfc-4ddf-afe5-b890461935bc tempest-ServersAdminNegativeTestJSON-1249773624 tempest-ServersAdminNegativeTestJSON-1249773624-project] 10.222.0.75 "GET /v2.0/ports?device_id=92e04740-c07d-488f-9e1f-707ccdfe7902 HTTP/1.1" status: 200 len: 950 time: 0.0572650 Feb 09 19:54:30.730096 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acbcb3b9-eb79-42a5-b74f-9f252644b83d req-ce788c67-57db-4238-8c94-d802775b7291 tempest-ServersAdminNegativeTestJSON-1249773624 tempest-ServersAdminNegativeTestJSON-1249773624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:54:30.731552 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-acbcb3b9-eb79-42a5-b74f-9f252644b83d req-ce788c67-57db-4238-8c94-d802775b7291 tempest-ServersAdminNegativeTestJSON-1249773624 tempest-ServersAdminNegativeTestJSON-1249773624-project] 10.222.0.89 "GET /v2.0/ports?device_id=92e04740-c07d-488f-9e1f-707ccdfe7902 HTTP/1.1" status: 200 len: 950 time: 0.0510521 Feb 09 19:54:30.742735 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-bf6870bf-a999-4202-b151-a0b81dbe6f45 req-e6805fbe-12e9-4140-83ff-55a26938d357 tempest-ServersAdminNegativeTestJSON-1249773624 tempest-ServersAdminNegativeTestJSON-1249773624-project] 10.222.0.75 "GET /v2.0/security-groups?id=7c04d41b-28ba-417c-942f-45d02698314b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417304 Feb 09 19:54:30.825847 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.plugin [req-acbcb3b9-eb79-42a5-b74f-9f252644b83d req-ae4c300a-1850-46df-b0ca-bb7c3fc1ad9b tempest-ServersAdminNegativeTestJSON-1249773624 tempest-ServersAdminNegativeTestJSON-1249773624-project] Deleting port 73436ea5-746d-4b75-a36a-ac1c7d88085b {{(pid=103229) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 19:54:30.826155 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-acbcb3b9-eb79-42a5-b74f-9f252644b83d req-ae4c300a-1850-46df-b0ca-bb7c3fc1ad9b tempest-ServersAdminNegativeTestJSON-1249773624 tempest-ServersAdminNegativeTestJSON-1249773624-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762867170196'] for port (73436ea5-746d-4b75-a36a-ac1c7d88085b), before_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:54:30.918544 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.db [req-acbcb3b9-eb79-42a5-b74f-9f252644b83d req-ae4c300a-1850-46df-b0ca-bb7c3fc1ad9b tempest-ServersAdminNegativeTestJSON-1249773624 tempest-ServersAdminNegativeTestJSON-1249773624-project] For port 73436ea5-746d-4b75-a36a-ac1c7d88085b, host n-h1-713498-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-36',level=0,port_id=73436ea5-746d-4b75-a36a-ac1c7d88085b,segment=NetworkSegment(50e5915e-18f0-4558-9a28-b978975ead36),segment_id=50e5915e-18f0-4558-9a28-b978975ead36)] {{(pid=103229) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 19:54:30.918917 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-acbcb3b9-eb79-42a5-b74f-9f252644b83d req-ae4c300a-1850-46df-b0ca-bb7c3fc1ad9b tempest-ServersAdminNegativeTestJSON-1249773624 tempest-ServersAdminNegativeTestJSON-1249773624-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1820838'] for port (73436ea5-746d-4b75-a36a-ac1c7d88085b), precommit_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:54:30.931435 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.plugin [req-acbcb3b9-eb79-42a5-b74f-9f252644b83d req-ae4c300a-1850-46df-b0ca-bb7c3fc1ad9b tempest-ServersAdminNegativeTestJSON-1249773624 tempest-ServersAdminNegativeTestJSON-1249773624-project] Calling delete_port for 73436ea5-746d-4b75-a36a-ac1c7d88085b owned by compute:nova {{(pid=103229) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 19:54:31.059425 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-acbcb3b9-eb79-42a5-b74f-9f252644b83d req-ae4c300a-1850-46df-b0ca-bb7c3fc1ad9b tempest-ServersAdminNegativeTestJSON-1249773624 tempest-ServersAdminNegativeTestJSON-1249773624-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762867177463', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762866656476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12867576'] for port (73436ea5-746d-4b75-a36a-ac1c7d88085b), after_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:54:31.071760 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] get_ports_and_sgs() called for port_ids ['73436ea5-746d-4b75-a36a-ac1c7d88085b'] {{(pid=103232) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 19:54:31.093157 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae4c300a-1850-46df-b0ca-bb7c3fc1ad9b tempest-ServersAdminNegativeTestJSON-1249773624 tempest-ServersAdminNegativeTestJSON-1249773624-project] Pushing event deleted for resources: {'Port': ['ID=73436ea5-746d-4b75-a36a-ac1c7d88085b,revision_number=None']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:54:31.136859 n-d-713498-36 neutron-server[103229]: DEBUG neutron.db.l3_dvrscheduler_db [req-acbcb3b9-eb79-42a5-b74f-9f252644b83d req-ae4c300a-1850-46df-b0ca-bb7c3fc1ad9b tempest-ServersAdminNegativeTestJSON-1249773624 tempest-ServersAdminNegativeTestJSON-1249773624-project] No DVR routers for this DVR port 73436ea5-746d-4b75-a36a-ac1c7d88085b on host n-h1-713498-36 {{(pid=103229) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 19:54:31.140597 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-acbcb3b9-eb79-42a5-b74f-9f252644b83d req-ae4c300a-1850-46df-b0ca-bb7c3fc1ad9b tempest-ServersAdminNegativeTestJSON-1249773624 tempest-ServersAdminNegativeTestJSON-1249773624-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171096'] for port (None), before_response {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:54:31.144123 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-acbcb3b9-eb79-42a5-b74f-9f252644b83d req-ae4c300a-1850-46df-b0ca-bb7c3fc1ad9b tempest-ServersAdminNegativeTestJSON-1249773624 tempest-ServersAdminNegativeTestJSON-1249773624-project] 10.222.0.89 "DELETE /v2.0/ports/73436ea5-746d-4b75-a36a-ac1c7d88085b HTTP/1.1" status: 204 len: 173 time: 0.4076622 Feb 09 19:54:31.144584 n-d-713498-36 neutron-server[103229]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '92e04740-c07d-488f-9e1f-707ccdfe7902', 'name': 'network-vif-deleted', 'tag': '73436ea5-746d-4b75-a36a-ac1c7d88085b'}] {{(pid=103229) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 19:54:31.146882 n-d-713498-36 neutron-server[103229]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fa6ae9a20702bd564eaf90d946620b2b4277b1ab91129323d3b54181076be307" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-99984832-4313-41f1-9ca6-3caa9d1ba66c" -d '{"events": [{"server_uuid": "92e04740-c07d-488f-9e1f-707ccdfe7902", "name": "network-vif-deleted", "tag": "73436ea5-746d-4b75-a36a-ac1c7d88085b"}]}' {{(pid=103229) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 19:54:31.195709 n-d-713498-36 neutron-server[103229]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 19:54:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-25bb4ce3-da29-4844-ada1-528c4b3abf43 x-openstack-request-id: req-25bb4ce3-da29-4844-ada1-528c4b3abf43 {{(pid=103229) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 19:54:31.196005 n-d-713498-36 neutron-server[103229]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "92e04740-c07d-488f-9e1f-707ccdfe7902", "name": "network-vif-deleted", "tag": "73436ea5-746d-4b75-a36a-ac1c7d88085b", "status": "completed", "code": 200}]} {{(pid=103229) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 19:54:31.196261 n-d-713498-36 neutron-server[103229]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-25bb4ce3-da29-4844-ada1-528c4b3abf43 {{(pid=103229) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 19:54:31.196666 n-d-713498-36 neutron-server[103229]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '92e04740-c07d-488f-9e1f-707ccdfe7902', 'name': 'network-vif-deleted', 'tag': '73436ea5-746d-4b75-a36a-ac1c7d88085b', 'status': 'completed', 'code': 200} Feb 09 19:54:32.039934 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 51298) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:54:32.180082 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-e11c9b59-dfac-4a17-8dea-dd995bba7013 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=90392c6a46da419c9bedf2457636b5fc&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1383777 Feb 09 19:54:32.182681 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 51302) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:54:32.231549 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-5cd4db6c-a7f3-445b-b8f5-ae7a3b5347e1 admin admin] Publish callbacks [] for security_group (7c04d41b-28ba-417c-942f-45d02698314b), before_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:54:32.252552 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-5cd4db6c-a7f3-445b-b8f5-ae7a3b5347e1 admin admin] Publish callbacks [] for security_group (7c04d41b-28ba-417c-942f-45d02698314b), precommit_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:54:32.298465 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-5cd4db6c-a7f3-445b-b8f5-ae7a3b5347e1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1892331'] for security_group (7c04d41b-28ba-417c-942f-45d02698314b), after_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:54:32.300918 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-5cd4db6c-a7f3-445b-b8f5-ae7a3b5347e1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:54:32.302077 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-5cd4db6c-a7f3-445b-b8f5-ae7a3b5347e1 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/7c04d41b-28ba-417c-942f-45d02698314b HTTP/1.1" status: 204 len: 168 time: 0.1184752 Feb 09 19:54:32.309761 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cd4db6c-a7f3-445b-b8f5-ae7a3b5347e1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7c04d41b-28ba-417c-942f-45d02698314b,revision_number=None']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:54:32.317729 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cd4db6c-a7f3-445b-b8f5-ae7a3b5347e1 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:54:32.318101 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cd4db6c-a7f3-445b-b8f5-ae7a3b5347e1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:54:32.318442 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cd4db6c-a7f3-445b-b8f5-ae7a3b5347e1 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:54:32.318774 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cd4db6c-a7f3-445b-b8f5-ae7a3b5347e1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:54:32.319106 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cd4db6c-a7f3-445b-b8f5-ae7a3b5347e1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:54:32.319433 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cd4db6c-a7f3-445b-b8f5-ae7a3b5347e1 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:54:32.319757 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cd4db6c-a7f3-445b-b8f5-ae7a3b5347e1 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:54:32.320079 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cd4db6c-a7f3-445b-b8f5-ae7a3b5347e1 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:54:32.320399 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cd4db6c-a7f3-445b-b8f5-ae7a3b5347e1 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:54:32.320718 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cd4db6c-a7f3-445b-b8f5-ae7a3b5347e1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:54:32.321037 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cd4db6c-a7f3-445b-b8f5-ae7a3b5347e1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:54:32.321353 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cd4db6c-a7f3-445b-b8f5-ae7a3b5347e1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:54:32.321668 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cd4db6c-a7f3-445b-b8f5-ae7a3b5347e1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:54:32.568044 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 51308) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:54:32.582572 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-56b62032-a0bb-420a-b644-cadb1c32014c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:54:32.654810 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-56b62032-a0bb-420a-b644-cadb1c32014c admin admin] Publish callbacks [] for security_group (b72e7ba2-845e-4486-88a0-344b77d2007c), precommit_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:54:32.658629 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-56b62032-a0bb-420a-b644-cadb1c32014c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1892331'] for security_group (b72e7ba2-845e-4486-88a0-344b77d2007c), after_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:54:32.696141 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-56b62032-a0bb-420a-b644-cadb1c32014c admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=8b4e592c5d9640f2a0c8a1fcebf1da59&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1269708 Feb 09 19:54:32.698828 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 51310) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:54:32.707449 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56b62032-a0bb-420a-b644-cadb1c32014c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b72e7ba2-845e-4486-88a0-344b77d2007c,revision_number=1']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:54:32.762832 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-cfa93f2f-c13d-48b9-9037-6783aadb7c9b admin admin] Publish callbacks [] for security_group (b72e7ba2-845e-4486-88a0-344b77d2007c), before_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:54:32.791992 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-cfa93f2f-c13d-48b9-9037-6783aadb7c9b admin admin] Publish callbacks [] for security_group (b72e7ba2-845e-4486-88a0-344b77d2007c), precommit_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:54:32.839789 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-cfa93f2f-c13d-48b9-9037-6783aadb7c9b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1892331'] for security_group (b72e7ba2-845e-4486-88a0-344b77d2007c), after_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:54:32.842907 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-cfa93f2f-c13d-48b9-9037-6783aadb7c9b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:54:32.844125 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-cfa93f2f-c13d-48b9-9037-6783aadb7c9b admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/b72e7ba2-845e-4486-88a0-344b77d2007c HTTP/1.1" status: 204 len: 168 time: 0.1443923 Feb 09 19:54:32.851647 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfa93f2f-c13d-48b9-9037-6783aadb7c9b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b72e7ba2-845e-4486-88a0-344b77d2007c,revision_number=None']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:54:33.522715 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 51332) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:54:33.616500 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.v2.base [None req-930db708-8c3c-44ff-b22a-24d0fa09dbe4 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1553143576-network', 'tenant_id': 'd3f71cbc8ffb4948a1bed0a90185abf4'}} {{(pid=103229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 19:54:33.636284 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-930db708-8c3c-44ff-b22a-24d0fa09dbe4 admin admin] Made reservation on behalf of d3f71cbc8ffb4948a1bed0a90185abf4 for: {'network': 1} {{(pid=103229) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 19:54:33.638921 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-930db708-8c3c-44ff-b22a-24d0fa09dbe4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for network (None), before_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:54:33.647607 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-930db708-8c3c-44ff-b22a-24d0fa09dbe4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:54:33.723155 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-930db708-8c3c-44ff-b22a-24d0fa09dbe4 admin admin] Publish callbacks [] for security_group (d399e801-306d-4dec-a006-2e4cde801b03), precommit_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:54:33.726895 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-930db708-8c3c-44ff-b22a-24d0fa09dbe4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1892331'] for security_group (d399e801-306d-4dec-a006-2e4cde801b03), after_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:54:33.746903 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-930db708-8c3c-44ff-b22a-24d0fa09dbe4 admin admin] vlan segment allocate from pool success with {'vlan_id': 379, 'physical_network': 'physnet1'} {{(pid=103229) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 19:54:33.761465 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-930db708-8c3c-44ff-b22a-24d0fa09dbe4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d399e801-306d-4dec-a006-2e4cde801b03,revision_number=1']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:54:33.764849 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-930db708-8c3c-44ff-b22a-24d0fa09dbe4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-759574'] for segment (b0d35ad8-4d5b-4671-825e-6d69db9f41d2), precommit_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:54:33.765194 n-d-713498-36 neutron-server[103229]: INFO neutron.db.segments_db [None req-930db708-8c3c-44ff-b22a-24d0fa09dbe4 admin admin] Added segment b0d35ad8-4d5b-4671-825e-6d69db9f41d2 of type vlan for network 21233f57-52a8-494d-80d2-76ee68183a25 Feb 09 19:54:33.805057 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-930db708-8c3c-44ff-b22a-24d0fa09dbe4 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762866642225'] for network (21233f57-52a8-494d-80d2-76ee68183a25), precommit_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:54:33.830152 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-930db708-8c3c-44ff-b22a-24d0fa09dbe4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1885479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452'] for network (21233f57-52a8-494d-80d2-76ee68183a25), after_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:54:33.831004 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-930db708-8c3c-44ff-b22a-24d0fa09dbe4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:54:33.831577 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-930db708-8c3c-44ff-b22a-24d0fa09dbe4 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:54:33.898816 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-930db708-8c3c-44ff-b22a-24d0fa09dbe4 admin admin] 10.222.0.75 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.3747013 Feb 09 19:54:33.901519 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 51336) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:54:33.907265 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-930db708-8c3c-44ff-b22a-24d0fa09dbe4 admin admin] Pushing event updated for resources: {'Network': ['ID=21233f57-52a8-494d-80d2-76ee68183a25,revision_number=1']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:54:33.907408 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.v2.base [None req-364685fb-f8fd-4be9-9bb0-5e258bba1646 admin admin] Request body: {'subnet': {'network_id': '21233f57-52a8-494d-80d2-76ee68183a25', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1553143576-subnet', 'tenant_id': 'd3f71cbc8ffb4948a1bed0a90185abf4', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103230) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 19:54:33.918316 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Network 21233f57-52a8-494d-80d2-76ee68183a25 details requested by agent ovs-agent-n-d-713498-36 with host n-d-713498-36 {{(pid=103232) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 19:54:33.929822 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-364685fb-f8fd-4be9-9bb0-5e258bba1646 admin admin] Made reservation on behalf of d3f71cbc8ffb4948a1bed0a90185abf4 for: {'subnet': 1} {{(pid=103230) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 19:54:33.932242 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-364685fb-f8fd-4be9-9bb0-5e258bba1646 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12985917'] for subnet (None), before_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:54:34.100030 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-364685fb-f8fd-4be9-9bb0-5e258bba1646 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14393611', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12985859'] for subnet (18bc7c46-a570-467c-be5f-0d76509e9a56), after_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:54:34.158617 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-364685fb-f8fd-4be9-9bb0-5e258bba1646 admin admin] Pushing event updated for resources: {'Subnet': ['ID=18bc7c46-a570-467c-be5f-0d76509e9a56,revision_number=0']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:54:34.169185 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-364685fb-f8fd-4be9-9bb0-5e258bba1646 admin admin] Checking segment: {'id': 'b0d35ad8-4d5b-4671-825e-6d69db9f41d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': '21233f57-52a8-494d-80d2-76ee68183a25'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103230) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 19:54:34.169772 n-d-713498-36 neutron-server[103230]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-364685fb-f8fd-4be9-9bb0-5e258bba1646 admin admin] Network hostable DHCP agents. Network: 21233f57-52a8-494d-80d2-76ee68183a25, hostable agents: ['af91e4b9-f4e1-42b1-a25c-a10dc47171c8'], hosted agents: [] {{(pid=103230) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 19:54:34.190637 n-d-713498-36 neutron-server[103230]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-364685fb-f8fd-4be9-9bb0-5e258bba1646 admin admin] Network 21233f57-52a8-494d-80d2-76ee68183a25 is scheduled to be hosted by DHCP agent af91e4b9-f4e1-42b1-a25c-a10dc47171c8 with binding_index 1 {{(pid=103230) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 19:54:34.201660 n-d-713498-36 neutron-server[103230]: DEBUG neutron.scheduler.base_scheduler [None req-364685fb-f8fd-4be9-9bb0-5e258bba1646 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713498-36, 21233f57-52a8-494d-80d2-76ee68183a25) {{(pid=103230) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 19:54:34.206271 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-364685fb-f8fd-4be9-9bb0-5e258bba1646 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:54:34.206890 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-364685fb-f8fd-4be9-9bb0-5e258bba1646 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:54:34.211200 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e70c9257-acf0-4aa6-a63d-f6963fe53d20 None None] Network 21233f57-52a8-494d-80d2-76ee68183a25 requested from n-d-713498-36 {{(pid=103232) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 19:54:34.222415 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-364685fb-f8fd-4be9-9bb0-5e258bba1646 admin admin] 10.222.0.75 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.3196905 Feb 09 19:54:34.315477 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5544c6f0-fa22-4635-9f09-e5c439ec4e38 None None] Network 21233f57-52a8-494d-80d2-76ee68183a25 requested from n-d-713498-36 {{(pid=103232) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 19:54:34.689160 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e4035ea-d031-4055-85a1-e98049d576b6 req-7235f5b7-d7f1-47b9-a956-3d0aed798edd tempest-DeleteServersTestJSON-515702197 tempest-DeleteServersTestJSON-515702197-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:54:34.690552 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-2e4035ea-d031-4055-85a1-e98049d576b6 req-7235f5b7-d7f1-47b9-a956-3d0aed798edd tempest-DeleteServersTestJSON-515702197 tempest-DeleteServersTestJSON-515702197-project] 10.222.0.75 "GET /v2.0/networks?id=21233f57-52a8-494d-80d2-76ee68183a25 HTTP/1.1" status: 200 len: 812 time: 0.1019683 Feb 09 19:54:34.704934 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-2e4035ea-d031-4055-85a1-e98049d576b6 req-ab0d6d48-9fc2-4df5-a094-07fffa099a85 tempest-DeleteServersTestJSON-515702197 tempest-DeleteServersTestJSON-515702197-project] 10.222.0.75 "GET /v2.0/quotas/d3f71cbc8ffb4948a1bed0a90185abf4 HTTP/1.1" status: 200 len: 375 time: 0.0089581 Feb 09 19:54:34.740884 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-2e4035ea-d031-4055-85a1-e98049d576b6 req-0f559203-8462-4a2b-b21c-3b2f44d6fdd5 tempest-DeleteServersTestJSON-515702197 tempest-DeleteServersTestJSON-515702197-project] 10.222.0.75 "GET /v2.0/ports?tenant_id=d3f71cbc8ffb4948a1bed0a90185abf4&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0310686 Feb 09 19:54:34.782395 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Device 73436ea5-746d-4b75-a36a-ac1c7d88085b no longer exists at agent hyperv_n-h1-713498-36 {{(pid=103232) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 19:54:34.810333 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] No Port match for: 73436ea5-746d-4b75-a36a-ac1c7d88085b {{(pid=103232) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 19:54:34.810683 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Device 73436ea5-746d-4b75-a36a-ac1c7d88085b not bound to the agent host n-h1-713498-36 {{(pid=103232) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 19:54:34.839372 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-2e4035ea-d031-4055-85a1-e98049d576b6 req-926d814c-ff3c-4b6a-955a-48d5d409b6b2 service neutron] 10.222.0.75 "GET /v2.0/networks/21233f57-52a8-494d-80d2-76ee68183a25?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0919304 Feb 09 19:54:34.933369 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-2e4035ea-d031-4055-85a1-e98049d576b6 req-d5aced99-523f-42eb-8e4b-3d9cd0cc5034 service neutron] 10.222.0.75 "GET /v2.0/networks/21233f57-52a8-494d-80d2-76ee68183a25?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0878916 Feb 09 19:54:35.100204 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-bfc12f8e-3b98-4ee4-9520-e3c8fa480897 req-95e03829-07e9-4b2d-bf0f-2675005d31e3 tempest-DeleteServersTestJSON-515702197 tempest-DeleteServersTestJSON-515702197-project] 10.222.0.75 "GET /v2.0/ports?device_id=17789f29-2303-457d-9c09-3494f37b6c1c HTTP/1.1" status: 200 len: 210 time: 0.0293846 Feb 09 19:54:35.706462 n-d-713498-36 neutron-server[103233]: DEBUG neutron.db.agents_db [None req-4a8a6a42-0a0c-4437-8958-92282682b6bb None None] Agent healthcheck: found 7 active agents {{(pid=103233) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 19:54:36.045591 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e4035ea-d031-4055-85a1-e98049d576b6 req-8910a5e6-9b4a-4e90-b877-df116e3b763f tempest-DeleteServersTestJSON-515702197 tempest-DeleteServersTestJSON-515702197-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:54:36.047807 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-2e4035ea-d031-4055-85a1-e98049d576b6 req-8910a5e6-9b4a-4e90-b877-df116e3b763f tempest-DeleteServersTestJSON-515702197 tempest-DeleteServersTestJSON-515702197-project] 10.222.0.89 "GET /v2.0/networks?id=21233f57-52a8-494d-80d2-76ee68183a25 HTTP/1.1" status: 200 len: 812 time: 0.1054461 Feb 09 19:54:36.059485 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.v2.base [req-2e4035ea-d031-4055-85a1-e98049d576b6 req-41ce2002-a83a-4cf3-8fae-db33b2257f05 tempest-DeleteServersTestJSON-515702197 tempest-DeleteServersTestJSON-515702197-project] Request body: {'port': {'device_id': '17789f29-2303-457d-9c09-3494f37b6c1c', 'network_id': '21233f57-52a8-494d-80d2-76ee68183a25', 'admin_state_up': True, 'tenant_id': 'd3f71cbc8ffb4948a1bed0a90185abf4'}} {{(pid=103229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 19:54:36.203294 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-8b5176b5-2dac-4330-8610-c8a1328e5165 req-db4398b5-51b1-4820-9756-6ef658a97f21 tempest-DeleteServersTestJSON-515702197 tempest-DeleteServersTestJSON-515702197-project] 10.222.0.75 "GET /v2.0/ports?device_id=17789f29-2303-457d-9c09-3494f37b6c1c HTTP/1.1" status: 200 len: 210 time: 0.0296381 Feb 09 19:54:36.208185 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2e4035ea-d031-4055-85a1-e98049d576b6 req-41ce2002-a83a-4cf3-8fae-db33b2257f05 tempest-DeleteServersTestJSON-515702197 tempest-DeleteServersTestJSON-515702197-project] Made reservation on behalf of d3f71cbc8ffb4948a1bed0a90185abf4 for: {'port': 1} {{(pid=103229) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 19:54:36.212419 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-2e4035ea-d031-4055-85a1-e98049d576b6 req-41ce2002-a83a-4cf3-8fae-db33b2257f05 tempest-DeleteServersTestJSON-515702197 tempest-DeleteServersTestJSON-515702197-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (None), before_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:54:36.342052 n-d-713498-36 neutron-server[103229]: DEBUG neutron.db.db_base_plugin_common [req-2e4035ea-d031-4055-85a1-e98049d576b6 req-41ce2002-a83a-4cf3-8fae-db33b2257f05 tempest-DeleteServersTestJSON-515702197 tempest-DeleteServersTestJSON-515702197-project] Allocated IP 172.20.0.8 (21233f57-52a8-494d-80d2-76ee68183a25/18bc7c46-a570-467c-be5f-0d76509e9a56/79be8f28-260b-404d-a4fd-64696bdeec0b) {{(pid=103229) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 19:54:36.490197 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-2e4035ea-d031-4055-85a1-e98049d576b6 req-41ce2002-a83a-4cf3-8fae-db33b2257f05 tempest-DeleteServersTestJSON-515702197 tempest-DeleteServersTestJSON-515702197-project] Publish callbacks [] for port (79be8f28-260b-404d-a4fd-64696bdeec0b), precommit_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:54:36.523978 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-2e4035ea-d031-4055-85a1-e98049d576b6 req-41ce2002-a83a-4cf3-8fae-db33b2257f05 tempest-DeleteServersTestJSON-515702197 tempest-DeleteServersTestJSON-515702197-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762866656467', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12867576'] for port (79be8f28-260b-404d-a4fd-64696bdeec0b), after_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:54:36.570012 n-d-713498-36 neutron-server[103229]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2e4035ea-d031-4055-85a1-e98049d576b6 req-41ce2002-a83a-4cf3-8fae-db33b2257f05 tempest-DeleteServersTestJSON-515702197 tempest-DeleteServersTestJSON-515702197-project] Network 21233f57-52a8-494d-80d2-76ee68183a25 is already hosted by enough agents. {{(pid=103229) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 19:54:36.578584 n-d-713498-36 neutron-server[103229]: DEBUG neutron.scheduler.base_scheduler [req-2e4035ea-d031-4055-85a1-e98049d576b6 req-41ce2002-a83a-4cf3-8fae-db33b2257f05 tempest-DeleteServersTestJSON-515702197 tempest-DeleteServersTestJSON-515702197-project] Resources bound (agent type, host, resource id): {{(pid=103229) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 19:54:36.580756 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41ce2002-a83a-4cf3-8fae-db33b2257f05 tempest-DeleteServersTestJSON-515702197 tempest-DeleteServersTestJSON-515702197-project] Pushing event updated for resources: {'Port': ['ID=79be8f28-260b-404d-a4fd-64696bdeec0b,revision_number=1']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:54:36.582933 n-d-713498-36 neutron-server[103229]: DEBUG neutron.db.l3_dvrscheduler_db [req-2e4035ea-d031-4055-85a1-e98049d576b6 req-41ce2002-a83a-4cf3-8fae-db33b2257f05 tempest-DeleteServersTestJSON-515702197 tempest-DeleteServersTestJSON-515702197-project] Received port after_create {{(pid=103229) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 19:54:36.630885 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e4035ea-d031-4055-85a1-e98049d576b6 req-41ce2002-a83a-4cf3-8fae-db33b2257f05 tempest-DeleteServersTestJSON-515702197 tempest-DeleteServersTestJSON-515702197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:54:36.631436 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-2e4035ea-d031-4055-85a1-e98049d576b6 req-41ce2002-a83a-4cf3-8fae-db33b2257f05 tempest-DeleteServersTestJSON-515702197 tempest-DeleteServersTestJSON-515702197-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171096'] for port (None), before_response {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:54:36.648042 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-2e4035ea-d031-4055-85a1-e98049d576b6 req-41ce2002-a83a-4cf3-8fae-db33b2257f05 tempest-DeleteServersTestJSON-515702197 tempest-DeleteServersTestJSON-515702197-project] 10.222.0.89 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5924580 Feb 09 19:54:36.659775 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.v2.base [req-2e4035ea-d031-4055-85a1-e98049d576b6 req-69ac3dcd-ab78-4f56-b67b-cc994a4e4700 service neutron] Request body: {'port': {'device_id': '17789f29-2303-457d-9c09-3494f37b6c1c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-713498-36'}} {{(pid=103229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 19:54:36.720422 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-2e4035ea-d031-4055-85a1-e98049d576b6 req-69ac3dcd-ab78-4f56-b67b-cc994a4e4700 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (79be8f28-260b-404d-a4fd-64696bdeec0b), before_update {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:54:36.992851 n-d-713498-36 neutron-server[103229]: DEBUG neutron.notifiers.nova [req-2e4035ea-d031-4055-85a1-e98049d576b6 req-69ac3dcd-ab78-4f56-b67b-cc994a4e4700 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 79be8f28-260b-404d-a4fd-64696bdeec0b {{(pid=103229) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 19:54:37.000377 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-2e4035ea-d031-4055-85a1-e98049d576b6 req-69ac3dcd-ab78-4f56-b67b-cc994a4e4700 service neutron] Publish callbacks [] for port (79be8f28-260b-404d-a4fd-64696bdeec0b), precommit_update {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:54:37.012895 n-d-713498-36 neutron-server[103229]: DEBUG neutron.db.provisioning_blocks [req-2e4035ea-d031-4055-85a1-e98049d576b6 req-69ac3dcd-ab78-4f56-b67b-cc994a4e4700 service neutron] Transition to ACTIVE for port object 79be8f28-260b-404d-a4fd-64696bdeec0b will not be triggered until provisioned by entity L2. {{(pid=103229) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 19:54:37.017199 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-2e4035ea-d031-4055-85a1-e98049d576b6 req-69ac3dcd-ab78-4f56-b67b-cc994a4e4700 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762867176205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762866656485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762866656503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12867569'] for port (79be8f28-260b-404d-a4fd-64696bdeec0b), after_update {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:54:37.073307 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69ac3dcd-ab78-4f56-b67b-cc994a4e4700 service neutron] Pushing event updated for resources: {'Port': ['ID=79be8f28-260b-404d-a4fd-64696bdeec0b,revision_number=2']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:54:37.149101 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.managers [req-2e4035ea-d031-4055-85a1-e98049d576b6 req-69ac3dcd-ab78-4f56-b67b-cc994a4e4700 service neutron] Attempting to bind port 79be8f28-260b-404d-a4fd-64696bdeec0b on host n-h1-713498-36 for vnic_type normal with profile {{(pid=103229) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 19:54:37.149676 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.managers [req-2e4035ea-d031-4055-85a1-e98049d576b6 req-69ac3dcd-ab78-4f56-b67b-cc994a4e4700 service neutron] Attempting to bind port 79be8f28-260b-404d-a4fd-64696bdeec0b by drivers openvswitch,hyperv on host n-h1-713498-36 at level 0 using segments [{'id': 'b0d35ad8-4d5b-4671-825e-6d69db9f41d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': '21233f57-52a8-494d-80d2-76ee68183a25'}] {{(pid=103229) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 19:54:37.150273 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e4035ea-d031-4055-85a1-e98049d576b6 req-69ac3dcd-ab78-4f56-b67b-cc994a4e4700 service neutron] Attempting to bind port 79be8f28-260b-404d-a4fd-64696bdeec0b on network 21233f57-52a8-494d-80d2-76ee68183a25 {{(pid=103229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 19:54:37.156969 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e4035ea-d031-4055-85a1-e98049d576b6 req-69ac3dcd-ab78-4f56-b67b-cc994a4e4700 service neutron] Port 79be8f28-260b-404d-a4fd-64696bdeec0b on network 21233f57-52a8-494d-80d2-76ee68183a25 not bound, no agent of type Open vSwitch agent registered on host n-h1-713498-36 {{(pid=103229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 19:54:37.157292 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e4035ea-d031-4055-85a1-e98049d576b6 req-69ac3dcd-ab78-4f56-b67b-cc994a4e4700 service neutron] Attempting to bind port 79be8f28-260b-404d-a4fd-64696bdeec0b on network 21233f57-52a8-494d-80d2-76ee68183a25 {{(pid=103229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 19:54:37.162273 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e4035ea-d031-4055-85a1-e98049d576b6 req-69ac3dcd-ab78-4f56-b67b-cc994a4e4700 service neutron] Checking agent: {'id': '488cd9ae-631f-4955-ba0b-4f5a13f12e9c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713498-36', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 18, 59, 18), 'started_at': datetime.datetime(2022, 2, 9, 18, 59, 18), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 19, 54, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 19:54:37.162612 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e4035ea-d031-4055-85a1-e98049d576b6 req-69ac3dcd-ab78-4f56-b67b-cc994a4e4700 service neutron] Checking segment: {'id': 'b0d35ad8-4d5b-4671-825e-6d69db9f41d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': '21233f57-52a8-494d-80d2-76ee68183a25'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103229) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 19:54:37.163049 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e4035ea-d031-4055-85a1-e98049d576b6 req-69ac3dcd-ab78-4f56-b67b-cc994a4e4700 service neutron] Bound using segment: {'id': 'b0d35ad8-4d5b-4671-825e-6d69db9f41d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': '21233f57-52a8-494d-80d2-76ee68183a25'} {{(pid=103229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 19:54:37.163475 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.managers [req-2e4035ea-d031-4055-85a1-e98049d576b6 req-69ac3dcd-ab78-4f56-b67b-cc994a4e4700 service neutron] Bound port: 79be8f28-260b-404d-a4fd-64696bdeec0b, host: n-h1-713498-36, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b0d35ad8-4d5b-4671-825e-6d69db9f41d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': '21233f57-52a8-494d-80d2-76ee68183a25'}}] {{(pid=103229) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 19:54:37.163832 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-2e4035ea-d031-4055-85a1-e98049d576b6 req-69ac3dcd-ab78-4f56-b67b-cc994a4e4700 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (79be8f28-260b-404d-a4fd-64696bdeec0b), before_update {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:54:37.227233 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.db [req-2e4035ea-d031-4055-85a1-e98049d576b6 req-69ac3dcd-ab78-4f56-b67b-cc994a4e4700 service neutron] For port 79be8f28-260b-404d-a4fd-64696bdeec0b, host n-h1-713498-36, cleared binding levels {{(pid=103229) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 19:54:37.230225 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.db [req-2e4035ea-d031-4055-85a1-e98049d576b6 req-69ac3dcd-ab78-4f56-b67b-cc994a4e4700 service neutron] For port 79be8f28-260b-404d-a4fd-64696bdeec0b, host n-h1-713498-36, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-36',level=0,port_id=79be8f28-260b-404d-a4fd-64696bdeec0b,segment=NetworkSegment(b0d35ad8-4d5b-4671-825e-6d69db9f41d2),segment_id=b0d35ad8-4d5b-4671-825e-6d69db9f41d2)] {{(pid=103229) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 19:54:37.236895 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-2e4035ea-d031-4055-85a1-e98049d576b6 req-69ac3dcd-ab78-4f56-b67b-cc994a4e4700 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762867176205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762866656485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762866656503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12867569'] for port (79be8f28-260b-404d-a4fd-64696bdeec0b), after_update {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:54:37.272085 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e4035ea-d031-4055-85a1-e98049d576b6 req-69ac3dcd-ab78-4f56-b67b-cc994a4e4700 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:54:37.272721 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-2e4035ea-d031-4055-85a1-e98049d576b6 req-69ac3dcd-ab78-4f56-b67b-cc994a4e4700 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171096'] for port (None), before_response {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:54:37.274221 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-2e4035ea-d031-4055-85a1-e98049d576b6 req-69ac3dcd-ab78-4f56-b67b-cc994a4e4700 service neutron] 10.222.0.89 "PUT /v2.0/ports/79be8f28-260b-404d-a4fd-64696bdeec0b HTTP/1.1" status: 200 len: 1092 time: 0.6188374 Feb 09 19:54:37.276881 n-d-713498-36 neutron-server[103229]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '17789f29-2303-457d-9c09-3494f37b6c1c', 'tag': '79be8f28-260b-404d-a4fd-64696bdeec0b'}] {{(pid=103229) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 19:54:37.279347 n-d-713498-36 neutron-server[103229]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fa6ae9a20702bd564eaf90d946620b2b4277b1ab91129323d3b54181076be307" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e43ebe69-9856-43a2-95db-5a8b92052996" -d '{"events": [{"name": "network-changed", "server_uuid": "17789f29-2303-457d-9c09-3494f37b6c1c", "tag": "79be8f28-260b-404d-a4fd-64696bdeec0b"}]}' {{(pid=103229) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 19:54:37.317494 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69ac3dcd-ab78-4f56-b67b-cc994a4e4700 service neutron] Pushing event updated for resources: {'Port': ['ID=79be8f28-260b-404d-a4fd-64696bdeec0b,revision_number=3']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:54:37.362095 n-d-713498-36 neutron-server[103229]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 19:54:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fba1b140-fb7c-4225-b82b-b78850a26748 x-openstack-request-id: req-fba1b140-fb7c-4225-b82b-b78850a26748 {{(pid=103229) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 19:54:37.362655 n-d-713498-36 neutron-server[103229]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "17789f29-2303-457d-9c09-3494f37b6c1c", "tag": "79be8f28-260b-404d-a4fd-64696bdeec0b", "status": "completed", "code": 200}]} {{(pid=103229) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 19:54:37.362976 n-d-713498-36 neutron-server[103229]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-fba1b140-fb7c-4225-b82b-b78850a26748 {{(pid=103229) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 19:54:37.363444 n-d-713498-36 neutron-server[103229]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '17789f29-2303-457d-9c09-3494f37b6c1c', 'tag': '79be8f28-260b-404d-a4fd-64696bdeec0b', 'status': 'completed', 'code': 200} Feb 09 19:54:37.379627 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3edbb053-a42e-44c1-89f1-4f5c8a64c9e5 req-5308c061-be26-42f1-9444-00ffe82dae82 tempest-DeleteServersTestJSON-515702197 tempest-DeleteServersTestJSON-515702197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:54:37.380468 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e4035ea-d031-4055-85a1-e98049d576b6 req-25ce9ef6-9733-4572-b710-44681dbf0b3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:54:37.381243 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-3edbb053-a42e-44c1-89f1-4f5c8a64c9e5 req-5308c061-be26-42f1-9444-00ffe82dae82 tempest-DeleteServersTestJSON-515702197 tempest-DeleteServersTestJSON-515702197-project] 10.222.0.75 "GET /v2.0/ports?device_id=17789f29-2303-457d-9c09-3494f37b6c1c HTTP/1.1" status: 200 len: 943 time: 0.0872593 Feb 09 19:54:37.382148 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-2e4035ea-d031-4055-85a1-e98049d576b6 req-25ce9ef6-9733-4572-b710-44681dbf0b3e service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=d3f71cbc8ffb4948a1bed0a90185abf4&device_id=17789f29-2303-457d-9c09-3494f37b6c1c HTTP/1.1" status: 200 len: 1126 time: 0.0556331 Feb 09 19:54:37.429159 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-2e4035ea-d031-4055-85a1-e98049d576b6 req-5dfd83c1-81bd-4f94-a7dc-4c022e5e8ebf service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=79be8f28-260b-404d-a4fd-64696bdeec0b HTTP/1.1" status: 200 len: 217 time: 0.0385270 Feb 09 19:54:37.431586 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-3edbb053-a42e-44c1-89f1-4f5c8a64c9e5 req-3a09a4b4-aeb9-436b-a967-31ccfd06cf62 tempest-DeleteServersTestJSON-515702197 tempest-DeleteServersTestJSON-515702197-project] 10.222.0.75 "GET /v2.0/security-groups?id=d399e801-306d-4dec-a006-2e4cde801b03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443165 Feb 09 19:54:37.478489 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e4035ea-d031-4055-85a1-e98049d576b6 req-f14355ee-19ae-4ba7-9ee3-40883fc623bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:54:37.479940 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-2e4035ea-d031-4055-85a1-e98049d576b6 req-f14355ee-19ae-4ba7-9ee3-40883fc623bf service neutron] 10.222.0.89 "GET /v2.0/subnets?id=18bc7c46-a570-467c-be5f-0d76509e9a56 HTTP/1.1" status: 200 len: 852 time: 0.0451045 Feb 09 19:54:37.510918 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-2e4035ea-d031-4055-85a1-e98049d576b6 req-ecc74f69-3225-4728-b912-b748b205d9f3 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=21233f57-52a8-494d-80d2-76ee68183a25&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0250125 Feb 09 19:54:37.606460 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-2e4035ea-d031-4055-85a1-e98049d576b6 req-71237162-e271-4fe6-b840-fac34b94c5fc service neutron] 10.222.0.89 "GET /v2.0/networks/21233f57-52a8-494d-80d2-76ee68183a25?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0896440 Feb 09 19:54:37.694388 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-2e4035ea-d031-4055-85a1-e98049d576b6 req-5314f578-08d0-42e5-9a1c-688212fc24c7 service neutron] 10.222.0.89 "GET /v2.0/networks/21233f57-52a8-494d-80d2-76ee68183a25?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0825286 Feb 09 19:54:37.786873 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e43ebe69-9856-43a2-95db-5a8b92052996 req-df34bc2c-bd03-40a2-b9e2-e642b37172b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:54:37.788268 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-e43ebe69-9856-43a2-95db-5a8b92052996 req-df34bc2c-bd03-40a2-b9e2-e642b37172b8 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=d3f71cbc8ffb4948a1bed0a90185abf4&device_id=17789f29-2303-457d-9c09-3494f37b6c1c HTTP/1.1" status: 200 len: 1126 time: 0.0494750 Feb 09 19:54:37.876246 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e43ebe69-9856-43a2-95db-5a8b92052996 req-f4ce2e08-3b39-4f18-bacb-a0bbbc5acba8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:54:37.877754 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-e43ebe69-9856-43a2-95db-5a8b92052996 req-f4ce2e08-3b39-4f18-bacb-a0bbbc5acba8 service neutron] 10.222.0.89 "GET /v2.0/networks?id=21233f57-52a8-494d-80d2-76ee68183a25 HTTP/1.1" status: 200 len: 913 time: 0.0842688 Feb 09 19:54:37.918946 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-e43ebe69-9856-43a2-95db-5a8b92052996 req-f7784292-86ad-414f-81f7-471e21e5f643 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=79be8f28-260b-404d-a4fd-64696bdeec0b HTTP/1.1" status: 200 len: 217 time: 0.0351193 Feb 09 19:54:37.971017 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e43ebe69-9856-43a2-95db-5a8b92052996 req-5493282c-7fc5-4f4a-b33c-02b8fd6f8647 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:54:37.972636 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-e43ebe69-9856-43a2-95db-5a8b92052996 req-5493282c-7fc5-4f4a-b33c-02b8fd6f8647 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=18bc7c46-a570-467c-be5f-0d76509e9a56 HTTP/1.1" status: 200 len: 852 time: 0.0478370 Feb 09 19:54:38.007204 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-e43ebe69-9856-43a2-95db-5a8b92052996 req-73496eb6-d0f4-4cf1-bc6c-bc923acc828c service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=21233f57-52a8-494d-80d2-76ee68183a25&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0264876 Feb 09 19:54:38.103813 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-e43ebe69-9856-43a2-95db-5a8b92052996 req-9793d6f6-2255-4c42-9ac4-de8ac709565e service neutron] 10.222.0.89 "GET /v2.0/networks/21233f57-52a8-494d-80d2-76ee68183a25?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0897334 Feb 09 19:54:38.205039 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-e43ebe69-9856-43a2-95db-5a8b92052996 req-2d572114-d9ef-46fa-b346-5ac0083c663f service neutron] 10.222.0.89 "GET /v2.0/networks/21233f57-52a8-494d-80d2-76ee68183a25?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0955412 Feb 09 19:54:38.844702 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53ed354b-8500-4fd1-8d94-f2daeb0a636a req-9a782c40-fc91-4f8d-af25-4d979ae7b56f tempest-DeleteServersTestJSON-515702197 tempest-DeleteServersTestJSON-515702197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:54:38.846187 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-53ed354b-8500-4fd1-8d94-f2daeb0a636a req-9a782c40-fc91-4f8d-af25-4d979ae7b56f tempest-DeleteServersTestJSON-515702197 tempest-DeleteServersTestJSON-515702197-project] 10.222.0.75 "GET /v2.0/ports?device_id=17789f29-2303-457d-9c09-3494f37b6c1c HTTP/1.1" status: 200 len: 943 time: 0.0534244 Feb 09 19:54:38.892730 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-53ed354b-8500-4fd1-8d94-f2daeb0a636a req-b9e8176a-1543-41a8-87d3-8c0dfa183411 tempest-DeleteServersTestJSON-515702197 tempest-DeleteServersTestJSON-515702197-project] 10.222.0.75 "GET /v2.0/security-groups?id=d399e801-306d-4dec-a006-2e4cde801b03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407860 Feb 09 19:54:40.015138 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4334f87e-aafc-4da8-829d-bd7a3faa9808 req-504e864f-500a-4082-bf28-9dfc0f8ab780 tempest-DeleteServersTestJSON-515702197 tempest-DeleteServersTestJSON-515702197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:54:40.016756 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-4334f87e-aafc-4da8-829d-bd7a3faa9808 req-504e864f-500a-4082-bf28-9dfc0f8ab780 tempest-DeleteServersTestJSON-515702197 tempest-DeleteServersTestJSON-515702197-project] 10.222.0.75 "GET /v2.0/ports?device_id=17789f29-2303-457d-9c09-3494f37b6c1c HTTP/1.1" status: 200 len: 943 time: 0.0532935 Feb 09 19:54:40.067485 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-4334f87e-aafc-4da8-829d-bd7a3faa9808 req-c7fadda7-aff2-4b96-ad61-27d1833940bf tempest-DeleteServersTestJSON-515702197 tempest-DeleteServersTestJSON-515702197-project] 10.222.0.75 "GET /v2.0/security-groups?id=d399e801-306d-4dec-a006-2e4cde801b03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451808 Feb 09 19:54:40.815658 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Device 79be8f28-260b-404d-a4fd-64696bdeec0b details requested by agent hyperv_n-h1-713498-36 with host n-h1-713498-36 {{(pid=103232) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 19:54:40.900053 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-1ec2ef58-b310-452b-bbf9-687bcb987b65 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762867132591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593584'] for agent (af91e4b9-f4e1-42b1-a25c-a10dc47171c8), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:54:40.930238 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] For port 79be8f28-260b-404d-a4fd-64696bdeec0b, host n-h1-713498-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-36',level=0,port_id=79be8f28-260b-404d-a4fd-64696bdeec0b,segment=NetworkSegment(b0d35ad8-4d5b-4671-825e-6d69db9f41d2),segment_id=b0d35ad8-4d5b-4671-825e-6d69db9f41d2)] {{(pid=103232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 19:54:40.941896 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Returning: {'device': '79be8f28-260b-404d-a4fd-64696bdeec0b', 'network_id': '21233f57-52a8-494d-80d2-76ee68183a25', 'port_id': '79be8f28-260b-404d-a4fd-64696bdeec0b', 'mac_address': 'fa:16:3e:18:61:67', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 379, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '18bc7c46-a570-467c-be5f-0d76509e9a56', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103232) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 19:54:40.982456 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Current status of the port 79be8f28-260b-404d-a4fd-64696bdeec0b is: DOWN; New status is: BUILD {{(pid=103232) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 19:54:40.983389 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (79be8f28-260b-404d-a4fd-64696bdeec0b), before_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:54:40.999315 n-d-713498-36 neutron-server[103232]: DEBUG neutron.notifiers.nova [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 79be8f28-260b-404d-a4fd-64696bdeec0b {{(pid=103232) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 19:54:41.020258 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] For port 79be8f28-260b-404d-a4fd-64696bdeec0b, host n-h1-713498-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-36',level=0,port_id=79be8f28-260b-404d-a4fd-64696bdeec0b,segment=NetworkSegment(b0d35ad8-4d5b-4671-825e-6d69db9f41d2),segment_id=b0d35ad8-4d5b-4671-825e-6d69db9f41d2)] {{(pid=103232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 19:54:41.024235 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762867176205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762866656485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762866656503'] for port (79be8f28-260b-404d-a4fd-64696bdeec0b), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:54:41.070455 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Pushing event updated for resources: {'Port': ['ID=79be8f28-260b-404d-a4fd-64696bdeec0b,revision_number=4']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:54:41.197020 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ce981da-0388-49a3-890e-02d1938b346f req-de9b3c3e-7f24-440d-a783-f999d196c252 tempest-DeleteServersTestJSON-515702197 tempest-DeleteServersTestJSON-515702197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:54:41.198505 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-4ce981da-0388-49a3-890e-02d1938b346f req-de9b3c3e-7f24-440d-a783-f999d196c252 tempest-DeleteServersTestJSON-515702197 tempest-DeleteServersTestJSON-515702197-project] 10.222.0.75 "GET /v2.0/ports?device_id=17789f29-2303-457d-9c09-3494f37b6c1c HTTP/1.1" status: 200 len: 944 time: 0.0594449 Feb 09 19:54:41.213788 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] get_ports_and_sgs() called for port_ids ['79be8f28-260b-404d-a4fd-64696bdeec0b'] {{(pid=103232) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 19:54:41.245435 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-4ce981da-0388-49a3-890e-02d1938b346f req-d27a3a54-2194-4a7b-ac81-26a79a93a8d3 tempest-DeleteServersTestJSON-515702197 tempest-DeleteServersTestJSON-515702197-project] 10.222.0.75 "GET /v2.0/security-groups?id=d399e801-306d-4dec-a006-2e4cde801b03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413718 Feb 09 19:54:42.366223 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57fe6e02-4648-4156-91ce-04de58007e87 req-7e88953a-4f0e-4bb0-9bbc-4009cf43eec0 tempest-DeleteServersTestJSON-515702197 tempest-DeleteServersTestJSON-515702197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:54:42.367677 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-57fe6e02-4648-4156-91ce-04de58007e87 req-7e88953a-4f0e-4bb0-9bbc-4009cf43eec0 tempest-DeleteServersTestJSON-515702197 tempest-DeleteServersTestJSON-515702197-project] 10.222.0.75 "GET /v2.0/ports?device_id=17789f29-2303-457d-9c09-3494f37b6c1c HTTP/1.1" status: 200 len: 944 time: 0.0535231 Feb 09 19:54:42.414686 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-57fe6e02-4648-4156-91ce-04de58007e87 req-4fafc749-d3a7-49bd-aff2-97df13ce3fc0 tempest-DeleteServersTestJSON-515702197 tempest-DeleteServersTestJSON-515702197-project] 10.222.0.75 "GET /v2.0/security-groups?id=d399e801-306d-4dec-a006-2e4cde801b03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414374 Feb 09 19:54:42.844073 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Device 79be8f28-260b-404d-a4fd-64696bdeec0b up at agent hyperv_n-h1-713498-36 {{(pid=103232) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 19:54:42.892027 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.provisioning_blocks [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Provisioning for port 79be8f28-260b-404d-a4fd-64696bdeec0b completed by entity L2. {{(pid=103232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 19:54:42.896124 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.provisioning_blocks [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Provisioning complete for port 79be8f28-260b-404d-a4fd-64696bdeec0b triggered by entity L2. {{(pid=103232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 19:54:42.896432 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593630'] for port (79be8f28-260b-404d-a4fd-64696bdeec0b), provisioning_complete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:54:42.975217 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Current status of the port 79be8f28-260b-404d-a4fd-64696bdeec0b is: BUILD; New status is: ACTIVE {{(pid=103232) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 19:54:42.975609 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (79be8f28-260b-404d-a4fd-64696bdeec0b), before_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:54:42.997261 n-d-713498-36 neutron-server[103232]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '17789f29-2303-457d-9c09-3494f37b6c1c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '79be8f28-260b-404d-a4fd-64696bdeec0b'}] {{(pid=103232) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 19:54:42.999980 n-d-713498-36 neutron-server[103232]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}949cdcde653dec44821de95cbf67297f53cbc2aed4e073b5d514f93bf911ce85" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-20ee438a-fc2e-4c9b-8834-cc9c5b74baf3" -d '{"events": [{"server_uuid": "17789f29-2303-457d-9c09-3494f37b6c1c", "name": "network-vif-plugged", "status": "completed", "tag": "79be8f28-260b-404d-a4fd-64696bdeec0b"}]}' {{(pid=103232) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 19:54:43.012647 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] For port 79be8f28-260b-404d-a4fd-64696bdeec0b, host n-h1-713498-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-36',level=0,port_id=79be8f28-260b-404d-a4fd-64696bdeec0b,segment=NetworkSegment(b0d35ad8-4d5b-4671-825e-6d69db9f41d2),segment_id=b0d35ad8-4d5b-4671-825e-6d69db9f41d2)] {{(pid=103232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 19:54:43.017471 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762867176205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762866656485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762866656503'] for port (79be8f28-260b-404d-a4fd-64696bdeec0b), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:54:43.044711 n-d-713498-36 neutron-server[103232]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 19:54:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-205cb3a0-188c-4622-ab22-4087e94c9d97 x-openstack-request-id: req-205cb3a0-188c-4622-ab22-4087e94c9d97 {{(pid=103232) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 19:54:43.045571 n-d-713498-36 neutron-server[103232]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "17789f29-2303-457d-9c09-3494f37b6c1c", "name": "network-vif-plugged", "status": "completed", "tag": "79be8f28-260b-404d-a4fd-64696bdeec0b", "code": 200}]} {{(pid=103232) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 19:54:43.045827 n-d-713498-36 neutron-server[103232]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-205cb3a0-188c-4622-ab22-4087e94c9d97 {{(pid=103232) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 19:54:43.046237 n-d-713498-36 neutron-server[103232]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '17789f29-2303-457d-9c09-3494f37b6c1c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '79be8f28-260b-404d-a4fd-64696bdeec0b', 'code': 200} Feb 09 19:54:43.072997 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Pushing event updated for resources: {'Port': ['ID=79be8f28-260b-404d-a4fd-64696bdeec0b,revision_number=5']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:54:43.140153 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cffcd67-d0fc-4cab-b8ee-42d07eb3966b req-0ddd946e-0c93-49b7-8e5e-5b7d113ffacb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:54:43.142715 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-0cffcd67-d0fc-4cab-b8ee-42d07eb3966b req-0ddd946e-0c93-49b7-8e5e-5b7d113ffacb service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=17789f29-2303-457d-9c09-3494f37b6c1c HTTP/1.1" status: 200 len: 1128 time: 0.0447505 Feb 09 19:54:43.151270 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-d69ad7df-765d-45ee-abcb-99b432b73ce0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762867132591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593584'] for agent (93303d5e-5d17-45e8-8963-7694f87783ae), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:54:43.187537 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-0cffcd67-d0fc-4cab-b8ee-42d07eb3966b req-c43399e7-62dd-4059-83d3-c45fca37e449 service neutron] 10.222.0.89 "GET /v2.0/security-groups?id=d399e801-306d-4dec-a006-2e4cde801b03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387416 Feb 09 19:54:43.533475 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1cdd629-2ce1-447c-b0bd-47375d2a7704 req-f8ab66ac-1eab-4c14-bda0-deaf69064d67 tempest-DeleteServersTestJSON-515702197 tempest-DeleteServersTestJSON-515702197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:54:43.534942 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-d1cdd629-2ce1-447c-b0bd-47375d2a7704 req-f8ab66ac-1eab-4c14-bda0-deaf69064d67 tempest-DeleteServersTestJSON-515702197 tempest-DeleteServersTestJSON-515702197-project] 10.222.0.75 "GET /v2.0/ports?device_id=17789f29-2303-457d-9c09-3494f37b6c1c HTTP/1.1" status: 200 len: 945 time: 0.0512788 Feb 09 19:54:43.582499 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-d1cdd629-2ce1-447c-b0bd-47375d2a7704 req-fa753b60-d392-4e4d-9c6f-a150df8347eb tempest-DeleteServersTestJSON-515702197 tempest-DeleteServersTestJSON-515702197-project] 10.222.0.75 "GET /v2.0/security-groups?id=d399e801-306d-4dec-a006-2e4cde801b03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420318 Feb 09 19:54:44.474079 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-edc54c9b-7f13-45d9-9271-85c9738b0128 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762867132591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593584'] for agent (a62b1850-466f-48ae-bec7-d62fb280e14b), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:54:44.707289 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-073f467f-c776-4744-a0e0-661c3f118b59 req-2862e627-0936-405b-97be-c18a909bd8c6 tempest-DeleteServersTestJSON-515702197 tempest-DeleteServersTestJSON-515702197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:54:44.708823 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-073f467f-c776-4744-a0e0-661c3f118b59 req-2862e627-0936-405b-97be-c18a909bd8c6 tempest-DeleteServersTestJSON-515702197 tempest-DeleteServersTestJSON-515702197-project] 10.222.0.75 "GET /v2.0/ports?device_id=17789f29-2303-457d-9c09-3494f37b6c1c HTTP/1.1" status: 200 len: 945 time: 0.0552373 Feb 09 19:54:44.760936 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-073f467f-c776-4744-a0e0-661c3f118b59 req-40f18b4e-67d1-450d-8b62-0b827be3fd76 tempest-DeleteServersTestJSON-515702197 tempest-DeleteServersTestJSON-515702197-project] 10.222.0.75 "GET /v2.0/security-groups?id=d399e801-306d-4dec-a006-2e4cde801b03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463479 Feb 09 19:54:45.041113 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 51388) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:54:45.137616 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1cc1bcf-dccf-4f06-a46a-d8fac317ec93 req-2b57222d-d1ad-4e36-a89c-db3cdf685191 tempest-DeleteServersTestJSON-515702197 tempest-DeleteServersTestJSON-515702197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:54:45.139167 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-c1cc1bcf-dccf-4f06-a46a-d8fac317ec93 req-2b57222d-d1ad-4e36-a89c-db3cdf685191 tempest-DeleteServersTestJSON-515702197 tempest-DeleteServersTestJSON-515702197-project] 10.222.0.75 "GET /v2.0/ports?device_id=17789f29-2303-457d-9c09-3494f37b6c1c HTTP/1.1" status: 200 len: 945 time: 0.0830281 Feb 09 19:54:45.165810 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-72aabe6b-6afe-458a-b00a-f44aa58294d6 req-a10acb55-04df-4e6d-848b-49b8b14bb6e2 service neutron] 10.222.0.75 "GET /v2.0/ports?device_id=17789f29-2303-457d-9c09-3494f37b6c1c&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1234586 Feb 09 19:54:45.175835 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [req-72aabe6b-6afe-458a-b00a-f44aa58294d6 req-962de321-7ef9-4b95-b7c3-3187754bcf98 service neutron] http://10.222.0.75:9696/v2.0/extensions returned with HTTP 200 {{(pid=103229) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 09 19:54:45.176793 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-72aabe6b-6afe-458a-b00a-f44aa58294d6 req-962de321-7ef9-4b95-b7c3-3187754bcf98 service neutron] 10.222.0.75 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0050838 Feb 09 19:54:45.201029 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-c1cc1bcf-dccf-4f06-a46a-d8fac317ec93 req-cfa6cbcc-c900-4c9e-9a72-6ecbe8d8e024 tempest-DeleteServersTestJSON-515702197 tempest-DeleteServersTestJSON-515702197-project] 10.222.0.75 "GET /v2.0/security-groups?id=d399e801-306d-4dec-a006-2e4cde801b03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541899 Feb 09 19:54:46.093365 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-a7262a8e-0513-48fd-984d-75726a511961 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762867132591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593584'] for agent (911cfea2-02ae-4ec9-bac3-7808ee1cdd9c), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:54:46.324244 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c487769a-6e66-4af7-ab74-1a4ba8b078e4 req-aaf53966-86bd-4e94-aea1-16e0305b2541 tempest-DeleteServersTestJSON-515702197 tempest-DeleteServersTestJSON-515702197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:54:46.325726 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-c487769a-6e66-4af7-ab74-1a4ba8b078e4 req-aaf53966-86bd-4e94-aea1-16e0305b2541 tempest-DeleteServersTestJSON-515702197 tempest-DeleteServersTestJSON-515702197-project] 10.222.0.75 "GET /v2.0/ports?device_id=17789f29-2303-457d-9c09-3494f37b6c1c HTTP/1.1" status: 200 len: 945 time: 0.0558751 Feb 09 19:54:46.374286 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-c487769a-6e66-4af7-ab74-1a4ba8b078e4 req-92806644-3444-4cb7-ae87-9cab9d577ac4 tempest-DeleteServersTestJSON-515702197 tempest-DeleteServersTestJSON-515702197-project] 10.222.0.75 "GET /v2.0/security-groups?id=d399e801-306d-4dec-a006-2e4cde801b03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414155 Feb 09 19:54:46.462437 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72aabe6b-6afe-458a-b00a-f44aa58294d6 req-13372a88-0fe7-4242-a23e-713b0754cf5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:54:46.463942 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-72aabe6b-6afe-458a-b00a-f44aa58294d6 req-13372a88-0fe7-4242-a23e-713b0754cf5d service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=d3f71cbc8ffb4948a1bed0a90185abf4&device_id=17789f29-2303-457d-9c09-3494f37b6c1c HTTP/1.1" status: 200 len: 1128 time: 0.0485725 Feb 09 19:54:46.549922 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72aabe6b-6afe-458a-b00a-f44aa58294d6 req-d29635c9-28f2-4c9a-8f81-ce18031007c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:54:46.551373 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-72aabe6b-6afe-458a-b00a-f44aa58294d6 req-d29635c9-28f2-4c9a-8f81-ce18031007c9 service neutron] 10.222.0.89 "GET /v2.0/networks?id=21233f57-52a8-494d-80d2-76ee68183a25 HTTP/1.1" status: 200 len: 913 time: 0.0820501 Feb 09 19:54:46.590150 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-72aabe6b-6afe-458a-b00a-f44aa58294d6 req-c0f2dd4a-369f-4933-84bd-0a087802f379 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=79be8f28-260b-404d-a4fd-64696bdeec0b HTTP/1.1" status: 200 len: 217 time: 0.0335133 Feb 09 19:54:46.645457 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72aabe6b-6afe-458a-b00a-f44aa58294d6 req-44bb03e6-aed4-4710-b44f-b3220b42fd7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:54:46.646940 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-72aabe6b-6afe-458a-b00a-f44aa58294d6 req-44bb03e6-aed4-4710-b44f-b3220b42fd7f service neutron] 10.222.0.89 "GET /v2.0/subnets?id=18bc7c46-a570-467c-be5f-0d76509e9a56 HTTP/1.1" status: 200 len: 852 time: 0.0513945 Feb 09 19:54:46.677752 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-72aabe6b-6afe-458a-b00a-f44aa58294d6 req-57b37836-b538-4ee0-9ffc-0e55574d51bc service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=21233f57-52a8-494d-80d2-76ee68183a25&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0256460 Feb 09 19:54:46.762152 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-72aabe6b-6afe-458a-b00a-f44aa58294d6 req-cb3ad8f5-33de-4acf-91ee-6270ee8b1b02 service neutron] 10.222.0.89 "GET /v2.0/networks/21233f57-52a8-494d-80d2-76ee68183a25?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0790784 Feb 09 19:54:46.851193 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-72aabe6b-6afe-458a-b00a-f44aa58294d6 req-d86e7f27-3c15-43fc-b643-c661fb574418 service neutron] 10.222.0.89 "GET /v2.0/networks/21233f57-52a8-494d-80d2-76ee68183a25?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0834951 Feb 09 19:54:47.100829 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762867132591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593584'] for agent (496418a2-c002-4aec-ab1a-07f3bea491bd), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:54:47.502659 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c51eeffd-57e7-49af-8dfa-202143f98cf5 req-ca98e6df-5aa3-474a-9868-ee9b817930ff tempest-DeleteServersTestJSON-515702197 tempest-DeleteServersTestJSON-515702197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:54:47.504126 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-c51eeffd-57e7-49af-8dfa-202143f98cf5 req-ca98e6df-5aa3-474a-9868-ee9b817930ff tempest-DeleteServersTestJSON-515702197 tempest-DeleteServersTestJSON-515702197-project] 10.222.0.75 "GET /v2.0/ports?device_id=17789f29-2303-457d-9c09-3494f37b6c1c HTTP/1.1" status: 200 len: 945 time: 0.0573411 Feb 09 19:54:47.551029 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-c51eeffd-57e7-49af-8dfa-202143f98cf5 req-b10bd6ca-8233-4572-b0ec-5e764fad0334 tempest-DeleteServersTestJSON-515702197 tempest-DeleteServersTestJSON-515702197-project] 10.222.0.75 "GET /v2.0/security-groups?id=d399e801-306d-4dec-a006-2e4cde801b03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413916 Feb 09 19:54:48.675281 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94f8c687-3e38-44b3-b02f-37ec70f4ee5d req-f9ba34cf-7258-4d1a-a03b-bc97337552d5 tempest-DeleteServersTestJSON-515702197 tempest-DeleteServersTestJSON-515702197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:54:48.676776 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-94f8c687-3e38-44b3-b02f-37ec70f4ee5d req-f9ba34cf-7258-4d1a-a03b-bc97337552d5 tempest-DeleteServersTestJSON-515702197 tempest-DeleteServersTestJSON-515702197-project] 10.222.0.75 "GET /v2.0/ports?device_id=17789f29-2303-457d-9c09-3494f37b6c1c HTTP/1.1" status: 200 len: 945 time: 0.0561688 Feb 09 19:54:48.724785 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-94f8c687-3e38-44b3-b02f-37ec70f4ee5d req-e509b1df-9bf0-47e3-afc4-32a58d19267f tempest-DeleteServersTestJSON-515702197 tempest-DeleteServersTestJSON-515702197-project] 10.222.0.75 "GET /v2.0/security-groups?id=d399e801-306d-4dec-a006-2e4cde801b03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421913 Feb 09 19:54:48.911550 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762867132591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593584'] for agent (488cd9ae-631f-4955-ba0b-4f5a13f12e9c), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:54:49.311649 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762867132591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593584'] for agent (bcd5faee-dc24-4298-9134-0e0aa054058e), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:54:49.858413 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-956feb5f-7b6b-4f14-a882-1ada8056cfcf req-2431e50c-3a31-4c25-9cc4-2acf4fe823b6 tempest-DeleteServersTestJSON-515702197 tempest-DeleteServersTestJSON-515702197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:54:49.859881 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-956feb5f-7b6b-4f14-a882-1ada8056cfcf req-2431e50c-3a31-4c25-9cc4-2acf4fe823b6 tempest-DeleteServersTestJSON-515702197 tempest-DeleteServersTestJSON-515702197-project] 10.222.0.75 "GET /v2.0/ports?device_id=17789f29-2303-457d-9c09-3494f37b6c1c HTTP/1.1" status: 200 len: 945 time: 0.0557575 Feb 09 19:54:50.234253 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-956feb5f-7b6b-4f14-a882-1ada8056cfcf req-de4b27b4-c16c-42a5-9112-e241f784e030 tempest-DeleteServersTestJSON-515702197 tempest-DeleteServersTestJSON-515702197-project] 10.222.0.75 "GET /v2.0/security-groups?id=d399e801-306d-4dec-a006-2e4cde801b03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3686984 Feb 09 19:54:51.359282 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d86dcb3c-26d9-4a75-9f90-08754e884119 req-b0795c75-8332-4e5e-b40d-3a6a539596d8 tempest-DeleteServersTestJSON-515702197 tempest-DeleteServersTestJSON-515702197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:54:51.360765 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-d86dcb3c-26d9-4a75-9f90-08754e884119 req-b0795c75-8332-4e5e-b40d-3a6a539596d8 tempest-DeleteServersTestJSON-515702197 tempest-DeleteServersTestJSON-515702197-project] 10.222.0.75 "GET /v2.0/ports?device_id=17789f29-2303-457d-9c09-3494f37b6c1c HTTP/1.1" status: 200 len: 945 time: 0.0584002 Feb 09 19:54:51.407427 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-d86dcb3c-26d9-4a75-9f90-08754e884119 req-bb9edf72-51ad-46c6-ad48-128976a9feb7 tempest-DeleteServersTestJSON-515702197 tempest-DeleteServersTestJSON-515702197-project] 10.222.0.75 "GET /v2.0/security-groups?id=d399e801-306d-4dec-a006-2e4cde801b03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411398 Feb 09 19:54:52.531616 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6874968e-47a6-4a8d-8563-58d182412c16 req-12226035-578d-4725-89c9-cdeebe57f4f2 tempest-DeleteServersTestJSON-515702197 tempest-DeleteServersTestJSON-515702197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:54:52.533067 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-6874968e-47a6-4a8d-8563-58d182412c16 req-12226035-578d-4725-89c9-cdeebe57f4f2 tempest-DeleteServersTestJSON-515702197 tempest-DeleteServersTestJSON-515702197-project] 10.222.0.75 "GET /v2.0/ports?device_id=17789f29-2303-457d-9c09-3494f37b6c1c HTTP/1.1" status: 200 len: 945 time: 0.0525010 Feb 09 19:54:52.582732 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-6874968e-47a6-4a8d-8563-58d182412c16 req-fae24664-4cc1-41a5-8b86-125ef3cc9e6c tempest-DeleteServersTestJSON-515702197 tempest-DeleteServersTestJSON-515702197-project] 10.222.0.75 "GET /v2.0/security-groups?id=d399e801-306d-4dec-a006-2e4cde801b03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441084 Feb 09 19:54:53.703500 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-450e5b8b-60f7-4b96-a570-362ecbc50dfb req-66abb04b-beb9-4326-8ca8-b5be87a3d504 tempest-DeleteServersTestJSON-515702197 tempest-DeleteServersTestJSON-515702197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:54:53.704957 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-450e5b8b-60f7-4b96-a570-362ecbc50dfb req-66abb04b-beb9-4326-8ca8-b5be87a3d504 tempest-DeleteServersTestJSON-515702197 tempest-DeleteServersTestJSON-515702197-project] 10.222.0.75 "GET /v2.0/ports?device_id=17789f29-2303-457d-9c09-3494f37b6c1c HTTP/1.1" status: 200 len: 945 time: 0.0523791 Feb 09 19:54:53.750747 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-450e5b8b-60f7-4b96-a570-362ecbc50dfb req-47194045-2099-4368-aa52-bc79ae02710c tempest-DeleteServersTestJSON-515702197 tempest-DeleteServersTestJSON-515702197-project] 10.222.0.75 "GET /v2.0/security-groups?id=d399e801-306d-4dec-a006-2e4cde801b03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403309 Feb 09 19:54:54.869763 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5467b6d3-7784-4465-b2dc-aff15547ce74 req-bd7a4ef6-4bf9-4e61-9dd0-9d6967006bed tempest-DeleteServersTestJSON-515702197 tempest-DeleteServersTestJSON-515702197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:54:54.871169 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-5467b6d3-7784-4465-b2dc-aff15547ce74 req-bd7a4ef6-4bf9-4e61-9dd0-9d6967006bed tempest-DeleteServersTestJSON-515702197 tempest-DeleteServersTestJSON-515702197-project] 10.222.0.75 "GET /v2.0/ports?device_id=17789f29-2303-457d-9c09-3494f37b6c1c HTTP/1.1" status: 200 len: 945 time: 0.0521085 Feb 09 19:54:54.918847 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-5467b6d3-7784-4465-b2dc-aff15547ce74 req-e59d5bfc-2deb-4f6e-bf06-b7ad362ca238 tempest-DeleteServersTestJSON-515702197 tempest-DeleteServersTestJSON-515702197-project] 10.222.0.75 "GET /v2.0/security-groups?id=d399e801-306d-4dec-a006-2e4cde801b03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420535 Feb 09 19:54:56.037932 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dac4681-3d06-4826-9bbb-b78737d53066 req-5959ee48-3bbb-440e-b35b-a4177284f796 tempest-DeleteServersTestJSON-515702197 tempest-DeleteServersTestJSON-515702197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:54:56.039477 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-1dac4681-3d06-4826-9bbb-b78737d53066 req-5959ee48-3bbb-440e-b35b-a4177284f796 tempest-DeleteServersTestJSON-515702197 tempest-DeleteServersTestJSON-515702197-project] 10.222.0.75 "GET /v2.0/ports?device_id=17789f29-2303-457d-9c09-3494f37b6c1c HTTP/1.1" status: 200 len: 945 time: 0.0519896 Feb 09 19:54:56.092714 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-1dac4681-3d06-4826-9bbb-b78737d53066 req-64155202-d725-4ccb-a0d6-269baf77eecd tempest-DeleteServersTestJSON-515702197 tempest-DeleteServersTestJSON-515702197-project] 10.222.0.75 "GET /v2.0/security-groups?id=d399e801-306d-4dec-a006-2e4cde801b03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476820 Feb 09 19:54:57.209869 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21de0f76-bc39-4020-b35a-d996f2a39391 req-52084b7f-f5d1-4c0f-9507-00d37c023cf3 tempest-DeleteServersTestJSON-515702197 tempest-DeleteServersTestJSON-515702197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:54:57.211348 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-21de0f76-bc39-4020-b35a-d996f2a39391 req-52084b7f-f5d1-4c0f-9507-00d37c023cf3 tempest-DeleteServersTestJSON-515702197 tempest-DeleteServersTestJSON-515702197-project] 10.222.0.75 "GET /v2.0/ports?device_id=17789f29-2303-457d-9c09-3494f37b6c1c HTTP/1.1" status: 200 len: 945 time: 0.0509641 Feb 09 19:54:57.257147 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-21de0f76-bc39-4020-b35a-d996f2a39391 req-e43df5b1-3a16-4e29-a3e3-e0e15290f882 tempest-DeleteServersTestJSON-515702197 tempest-DeleteServersTestJSON-515702197-project] 10.222.0.75 "GET /v2.0/security-groups?id=d399e801-306d-4dec-a006-2e4cde801b03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401883 Feb 09 19:54:58.378650 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7da061ac-7bd9-4798-bfce-3448ba8e9fad req-085b12c1-308a-4cb0-aa7c-caca659bcfde tempest-DeleteServersTestJSON-515702197 tempest-DeleteServersTestJSON-515702197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:54:58.380062 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-7da061ac-7bd9-4798-bfce-3448ba8e9fad req-085b12c1-308a-4cb0-aa7c-caca659bcfde tempest-DeleteServersTestJSON-515702197 tempest-DeleteServersTestJSON-515702197-project] 10.222.0.75 "GET /v2.0/ports?device_id=17789f29-2303-457d-9c09-3494f37b6c1c HTTP/1.1" status: 200 len: 945 time: 0.0546904 Feb 09 19:54:58.425763 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-7da061ac-7bd9-4798-bfce-3448ba8e9fad req-5682d7e9-bf03-43e3-a478-7323329abd5a tempest-DeleteServersTestJSON-515702197 tempest-DeleteServersTestJSON-515702197-project] 10.222.0.75 "GET /v2.0/security-groups?id=d399e801-306d-4dec-a006-2e4cde801b03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402622 Feb 09 19:54:59.547803 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9834ec68-870f-4cf5-8b36-49a4834500ec req-74eb87cf-3604-46c1-9262-16e3fc4d83f2 tempest-DeleteServersTestJSON-515702197 tempest-DeleteServersTestJSON-515702197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:54:59.549287 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-9834ec68-870f-4cf5-8b36-49a4834500ec req-74eb87cf-3604-46c1-9262-16e3fc4d83f2 tempest-DeleteServersTestJSON-515702197 tempest-DeleteServersTestJSON-515702197-project] 10.222.0.75 "GET /v2.0/ports?device_id=17789f29-2303-457d-9c09-3494f37b6c1c HTTP/1.1" status: 200 len: 945 time: 0.0518415 Feb 09 19:54:59.599905 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-9834ec68-870f-4cf5-8b36-49a4834500ec req-65862b22-8bbf-416d-a59b-e25c63f8791e tempest-DeleteServersTestJSON-515702197 tempest-DeleteServersTestJSON-515702197-project] 10.222.0.75 "GET /v2.0/security-groups?id=d399e801-306d-4dec-a006-2e4cde801b03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446565 Feb 09 19:55:00.716998 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-234a28d7-6328-4337-afde-8cb8d39a033b req-f9180d30-66ba-4ea7-a388-a9e324f6e464 tempest-DeleteServersTestJSON-515702197 tempest-DeleteServersTestJSON-515702197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:55:00.718617 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-234a28d7-6328-4337-afde-8cb8d39a033b req-f9180d30-66ba-4ea7-a388-a9e324f6e464 tempest-DeleteServersTestJSON-515702197 tempest-DeleteServersTestJSON-515702197-project] 10.222.0.75 "GET /v2.0/ports?device_id=17789f29-2303-457d-9c09-3494f37b6c1c HTTP/1.1" status: 200 len: 945 time: 0.0518470 Feb 09 19:55:00.764250 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-234a28d7-6328-4337-afde-8cb8d39a033b req-3518255b-c3bb-45f2-ac36-e7a15f2d2dbc tempest-DeleteServersTestJSON-515702197 tempest-DeleteServersTestJSON-515702197-project] 10.222.0.75 "GET /v2.0/security-groups?id=d399e801-306d-4dec-a006-2e4cde801b03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399871 Feb 09 19:55:01.888657 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cdd2b4f-f3ab-4384-90f2-4c3704e09494 req-c9e7e87d-f4ac-4432-bca4-6439fb20f259 tempest-DeleteServersTestJSON-515702197 tempest-DeleteServersTestJSON-515702197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:55:01.890236 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-5cdd2b4f-f3ab-4384-90f2-4c3704e09494 req-c9e7e87d-f4ac-4432-bca4-6439fb20f259 tempest-DeleteServersTestJSON-515702197 tempest-DeleteServersTestJSON-515702197-project] 10.222.0.75 "GET /v2.0/ports?device_id=17789f29-2303-457d-9c09-3494f37b6c1c HTTP/1.1" status: 200 len: 945 time: 0.0568697 Feb 09 19:55:01.937094 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-5cdd2b4f-f3ab-4384-90f2-4c3704e09494 req-b61be2eb-246e-45e1-8a38-dfb7034e3cf1 tempest-DeleteServersTestJSON-515702197 tempest-DeleteServersTestJSON-515702197-project] 10.222.0.75 "GET /v2.0/security-groups?id=d399e801-306d-4dec-a006-2e4cde801b03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407774 Feb 09 19:55:03.060052 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfd3a019-ffe6-4019-93c5-ec30fa961fb9 req-9996917a-d785-42e9-8bf4-e6577af1ed02 tempest-DeleteServersTestJSON-515702197 tempest-DeleteServersTestJSON-515702197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:55:03.062046 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-cfd3a019-ffe6-4019-93c5-ec30fa961fb9 req-9996917a-d785-42e9-8bf4-e6577af1ed02 tempest-DeleteServersTestJSON-515702197 tempest-DeleteServersTestJSON-515702197-project] 10.222.0.75 "GET /v2.0/ports?device_id=17789f29-2303-457d-9c09-3494f37b6c1c HTTP/1.1" status: 200 len: 945 time: 0.0560651 Feb 09 19:55:03.108152 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-cfd3a019-ffe6-4019-93c5-ec30fa961fb9 req-b7f1fea5-4de4-4e67-9a53-86630245d7b5 tempest-DeleteServersTestJSON-515702197 tempest-DeleteServersTestJSON-515702197-project] 10.222.0.75 "GET /v2.0/security-groups?id=d399e801-306d-4dec-a006-2e4cde801b03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404387 Feb 09 19:55:04.226411 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3d363db-8ac7-4302-8654-43252a53c745 req-13062d6c-226a-4d18-bc57-bb3272d8aade tempest-DeleteServersTestJSON-515702197 tempest-DeleteServersTestJSON-515702197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:55:04.227851 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-c3d363db-8ac7-4302-8654-43252a53c745 req-13062d6c-226a-4d18-bc57-bb3272d8aade tempest-DeleteServersTestJSON-515702197 tempest-DeleteServersTestJSON-515702197-project] 10.222.0.75 "GET /v2.0/ports?device_id=17789f29-2303-457d-9c09-3494f37b6c1c HTTP/1.1" status: 200 len: 945 time: 0.0513184 Feb 09 19:55:04.274817 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-c3d363db-8ac7-4302-8654-43252a53c745 req-121e1024-6be3-4cb8-ac15-9808fd75756a tempest-DeleteServersTestJSON-515702197 tempest-DeleteServersTestJSON-515702197-project] 10.222.0.75 "GET /v2.0/security-groups?id=d399e801-306d-4dec-a006-2e4cde801b03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415356 Feb 09 19:55:05.398260 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39f9cb62-aa16-4e97-97a3-333befdbe04e req-9fb5e1f0-cb76-4665-bb75-548d870d1316 tempest-DeleteServersTestJSON-515702197 tempest-DeleteServersTestJSON-515702197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:55:05.399737 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-39f9cb62-aa16-4e97-97a3-333befdbe04e req-9fb5e1f0-cb76-4665-bb75-548d870d1316 tempest-DeleteServersTestJSON-515702197 tempest-DeleteServersTestJSON-515702197-project] 10.222.0.75 "GET /v2.0/ports?device_id=17789f29-2303-457d-9c09-3494f37b6c1c HTTP/1.1" status: 200 len: 945 time: 0.0538399 Feb 09 19:55:05.446297 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-39f9cb62-aa16-4e97-97a3-333befdbe04e req-bdd2b7c7-b6a3-43fe-b8ce-4af0cbc864d1 tempest-DeleteServersTestJSON-515702197 tempest-DeleteServersTestJSON-515702197-project] 10.222.0.75 "GET /v2.0/security-groups?id=d399e801-306d-4dec-a006-2e4cde801b03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409687 Feb 09 19:55:06.571773 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a6a60ab-bda8-4732-a692-daea2737b09f req-cb8f1c13-d91d-4bbe-a63f-eb6b410b43f4 tempest-DeleteServersTestJSON-515702197 tempest-DeleteServersTestJSON-515702197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:55:06.573251 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-9a6a60ab-bda8-4732-a692-daea2737b09f req-cb8f1c13-d91d-4bbe-a63f-eb6b410b43f4 tempest-DeleteServersTestJSON-515702197 tempest-DeleteServersTestJSON-515702197-project] 10.222.0.75 "GET /v2.0/ports?device_id=17789f29-2303-457d-9c09-3494f37b6c1c HTTP/1.1" status: 200 len: 945 time: 0.0556772 Feb 09 19:55:06.619898 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-9a6a60ab-bda8-4732-a692-daea2737b09f req-ea6ae480-94c4-4eb1-ad4c-3e124c3b2cc2 tempest-DeleteServersTestJSON-515702197 tempest-DeleteServersTestJSON-515702197-project] 10.222.0.75 "GET /v2.0/security-groups?id=d399e801-306d-4dec-a006-2e4cde801b03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397758 Feb 09 19:55:07.744592 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-643cf37d-d0ad-4915-ba5f-6b1f474b4129 req-7c8a5acb-504a-4ece-85d3-59639f735a33 tempest-DeleteServersTestJSON-515702197 tempest-DeleteServersTestJSON-515702197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:55:07.746099 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-643cf37d-d0ad-4915-ba5f-6b1f474b4129 req-7c8a5acb-504a-4ece-85d3-59639f735a33 tempest-DeleteServersTestJSON-515702197 tempest-DeleteServersTestJSON-515702197-project] 10.222.0.75 "GET /v2.0/ports?device_id=17789f29-2303-457d-9c09-3494f37b6c1c HTTP/1.1" status: 200 len: 945 time: 0.0570507 Feb 09 19:55:07.796120 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-643cf37d-d0ad-4915-ba5f-6b1f474b4129 req-b28570aa-a20c-4dd7-9d1f-087e34c1ddb6 tempest-DeleteServersTestJSON-515702197 tempest-DeleteServersTestJSON-515702197-project] 10.222.0.75 "GET /v2.0/security-groups?id=d399e801-306d-4dec-a006-2e4cde801b03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437799 Feb 09 19:55:08.919985 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67e9c2a3-0469-4fdb-a71a-edc6a0f6288c req-6aab91a8-e1b0-4d06-8df7-ec0037989041 tempest-DeleteServersTestJSON-515702197 tempest-DeleteServersTestJSON-515702197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:55:08.922258 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-67e9c2a3-0469-4fdb-a71a-edc6a0f6288c req-6aab91a8-e1b0-4d06-8df7-ec0037989041 tempest-DeleteServersTestJSON-515702197 tempest-DeleteServersTestJSON-515702197-project] 10.222.0.75 "GET /v2.0/ports?device_id=17789f29-2303-457d-9c09-3494f37b6c1c HTTP/1.1" status: 200 len: 945 time: 0.0564203 Feb 09 19:55:08.974356 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-67e9c2a3-0469-4fdb-a71a-edc6a0f6288c req-33fbb3a1-8569-4967-a40c-ce6282366835 tempest-DeleteServersTestJSON-515702197 tempest-DeleteServersTestJSON-515702197-project] 10.222.0.75 "GET /v2.0/security-groups?id=d399e801-306d-4dec-a006-2e4cde801b03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461090 Feb 09 19:55:10.095751 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75a41a57-6f15-4062-b766-7a43c71d12e5 req-4cc1041f-0c0e-4464-bc62-824c085b1ffd tempest-DeleteServersTestJSON-515702197 tempest-DeleteServersTestJSON-515702197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:55:10.097239 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-75a41a57-6f15-4062-b766-7a43c71d12e5 req-4cc1041f-0c0e-4464-bc62-824c085b1ffd tempest-DeleteServersTestJSON-515702197 tempest-DeleteServersTestJSON-515702197-project] 10.222.0.75 "GET /v2.0/ports?device_id=17789f29-2303-457d-9c09-3494f37b6c1c HTTP/1.1" status: 200 len: 945 time: 0.0537336 Feb 09 19:55:10.143745 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-75a41a57-6f15-4062-b766-7a43c71d12e5 req-87c8703c-a4b7-4441-907e-93020e72cbc2 tempest-DeleteServersTestJSON-515702197 tempest-DeleteServersTestJSON-515702197-project] 10.222.0.75 "GET /v2.0/security-groups?id=d399e801-306d-4dec-a006-2e4cde801b03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410237 Feb 09 19:55:10.872260 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-5a6ed786-7665-4392-9fb0-5f7834fd0cdd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762867132591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593584'] for agent (af91e4b9-f4e1-42b1-a25c-a10dc47171c8), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:55:11.264073 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e1b9e8d-0566-4678-8544-004c3d768858 req-664f3ab0-b57f-4c66-847a-6cb8e63ab667 tempest-DeleteServersTestJSON-515702197 tempest-DeleteServersTestJSON-515702197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:55:11.265560 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-7e1b9e8d-0566-4678-8544-004c3d768858 req-664f3ab0-b57f-4c66-847a-6cb8e63ab667 tempest-DeleteServersTestJSON-515702197 tempest-DeleteServersTestJSON-515702197-project] 10.222.0.75 "GET /v2.0/ports?device_id=17789f29-2303-457d-9c09-3494f37b6c1c HTTP/1.1" status: 200 len: 945 time: 0.0524421 Feb 09 19:55:11.316901 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-7e1b9e8d-0566-4678-8544-004c3d768858 req-a58d8409-ab38-4934-aac7-af6f0aa56fb4 tempest-DeleteServersTestJSON-515702197 tempest-DeleteServersTestJSON-515702197-project] 10.222.0.75 "GET /v2.0/security-groups?id=d399e801-306d-4dec-a006-2e4cde801b03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456407 Feb 09 19:55:12.435957 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-661ba727-149e-4ab1-bfac-ce7c7581604d req-58962088-94fd-480e-b0b4-4384b84a070a tempest-DeleteServersTestJSON-515702197 tempest-DeleteServersTestJSON-515702197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:55:12.438375 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-661ba727-149e-4ab1-bfac-ce7c7581604d req-58962088-94fd-480e-b0b4-4384b84a070a tempest-DeleteServersTestJSON-515702197 tempest-DeleteServersTestJSON-515702197-project] 10.222.0.75 "GET /v2.0/ports?device_id=17789f29-2303-457d-9c09-3494f37b6c1c HTTP/1.1" status: 200 len: 945 time: 0.0534651 Feb 09 19:55:12.484239 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-661ba727-149e-4ab1-bfac-ce7c7581604d req-362f612e-1d16-427f-b45e-c85dfc0f287b tempest-DeleteServersTestJSON-515702197 tempest-DeleteServersTestJSON-515702197-project] 10.222.0.75 "GET /v2.0/security-groups?id=d399e801-306d-4dec-a006-2e4cde801b03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399966 Feb 09 19:55:12.705724 n-d-713498-36 neutron-server[103233]: DEBUG neutron.db.agents_db [None req-4a8a6a42-0a0c-4437-8958-92282682b6bb None None] Agent healthcheck: found 7 active agents {{(pid=103233) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 19:55:13.154022 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-d0caa4cf-30d4-4ecb-a9d8-6b8517335a36 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762867132591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593584'] for agent (93303d5e-5d17-45e8-8963-7694f87783ae), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:55:13.473130 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b514d26-1ba9-4ced-8204-91bd356ed939 req-943d2811-806e-4ad5-8a8c-94fc389decf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:55:13.474646 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-4b514d26-1ba9-4ced-8204-91bd356ed939 req-943d2811-806e-4ad5-8a8c-94fc389decf2 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=d3f71cbc8ffb4948a1bed0a90185abf4&device_id=17789f29-2303-457d-9c09-3494f37b6c1c HTTP/1.1" status: 200 len: 1128 time: 0.0431788 Feb 09 19:55:13.607383 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b514d26-1ba9-4ced-8204-91bd356ed939 req-3d887b86-b727-4c4d-aab2-1f5b70157b96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:55:13.609931 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-4b514d26-1ba9-4ced-8204-91bd356ed939 req-3d887b86-b727-4c4d-aab2-1f5b70157b96 service neutron] 10.222.0.89 "GET /v2.0/networks?id=21233f57-52a8-494d-80d2-76ee68183a25 HTTP/1.1" status: 200 len: 913 time: 0.1166890 Feb 09 19:55:13.651432 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-4b514d26-1ba9-4ced-8204-91bd356ed939 req-7fa424f4-752a-4450-ba2f-82969ea54354 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=79be8f28-260b-404d-a4fd-64696bdeec0b HTTP/1.1" status: 200 len: 217 time: 0.0356410 Feb 09 19:55:13.661461 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-218d4074-ec49-4a5e-8b23-5e64d7811698 req-272f9598-5473-4b08-872a-aa3eef5bd0aa tempest-DeleteServersTestJSON-515702197 tempest-DeleteServersTestJSON-515702197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:55:13.662867 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-218d4074-ec49-4a5e-8b23-5e64d7811698 req-272f9598-5473-4b08-872a-aa3eef5bd0aa tempest-DeleteServersTestJSON-515702197 tempest-DeleteServersTestJSON-515702197-project] 10.222.0.75 "GET /v2.0/ports?device_id=17789f29-2303-457d-9c09-3494f37b6c1c HTTP/1.1" status: 200 len: 945 time: 0.1084895 Feb 09 19:55:13.735522 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b514d26-1ba9-4ced-8204-91bd356ed939 req-d891cbc8-b651-4538-afc0-b59692dfe931 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:55:13.736842 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-4b514d26-1ba9-4ced-8204-91bd356ed939 req-d891cbc8-b651-4538-afc0-b59692dfe931 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=18bc7c46-a570-467c-be5f-0d76509e9a56 HTTP/1.1" status: 200 len: 852 time: 0.0731537 Feb 09 19:55:13.743582 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-218d4074-ec49-4a5e-8b23-5e64d7811698 req-f7965ace-f406-4713-b83f-748a161a6709 tempest-DeleteServersTestJSON-515702197 tempest-DeleteServersTestJSON-515702197-project] 10.222.0.75 "GET /v2.0/security-groups?id=d399e801-306d-4dec-a006-2e4cde801b03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0730774 Feb 09 19:55:13.769446 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-4b514d26-1ba9-4ced-8204-91bd356ed939 req-99926ad8-a8bf-4fe4-a645-288f8a9a4933 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=21233f57-52a8-494d-80d2-76ee68183a25&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0249391 Feb 09 19:55:13.813445 n-d-713498-36 neutron-server[103230]: INFO neutron.api.v2.resource [req-72aabe6b-6afe-458a-b00a-f44aa58294d6 req-a089e632-1974-4168-a9e3-401a0dafca48 service neutron] show failed (client error): The resource could not be found. Feb 09 19:55:13.814484 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-72aabe6b-6afe-458a-b00a-f44aa58294d6 req-a089e632-1974-4168-a9e3-401a0dafca48 service neutron] 10.222.0.89 "GET /v2.0/ports/79be8f28-260b-404d-a4fd-64696bdeec0b/bindings/n-h2-713498-36 HTTP/1.1" status: 404 len: 381 time: 0.0604043 Feb 09 19:55:13.857743 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-4b514d26-1ba9-4ced-8204-91bd356ed939 req-caa925a6-fc94-4d34-9930-e244a1e57e00 service neutron] 10.222.0.89 "GET /v2.0/networks/21233f57-52a8-494d-80d2-76ee68183a25?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0828040 Feb 09 19:55:13.955174 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-4b514d26-1ba9-4ced-8204-91bd356ed939 req-ff50ccfd-0d08-4188-81ea-1be7288a5ce0 service neutron] 10.222.0.89 "GET /v2.0/networks/21233f57-52a8-494d-80d2-76ee68183a25?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0920484 Feb 09 19:55:14.057320 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72aabe6b-6afe-458a-b00a-f44aa58294d6 req-cfd0a63c-5864-465c-be1e-44b52885cbf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:55:14.058821 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-72aabe6b-6afe-458a-b00a-f44aa58294d6 req-cfd0a63c-5864-465c-be1e-44b52885cbf3 service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=17789f29-2303-457d-9c09-3494f37b6c1c&tenant_id=d3f71cbc8ffb4948a1bed0a90185abf4 HTTP/1.1" status: 200 len: 1128 time: 0.0779762 Feb 09 19:55:14.070580 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [req-72aabe6b-6afe-458a-b00a-f44aa58294d6 req-a5f4b005-1e74-42ee-938c-6101f8598c53 service neutron] http://10.222.0.75:9696/v2.0/extensions returned with HTTP 200 {{(pid=103230) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 09 19:55:14.071521 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-72aabe6b-6afe-458a-b00a-f44aa58294d6 req-a5f4b005-1e74-42ee-938c-6101f8598c53 service neutron] 10.222.0.90 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0048916 Feb 09 19:55:14.083807 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.v2.base [req-72aabe6b-6afe-458a-b00a-f44aa58294d6 req-bf6fa476-b152-40a3-b45f-68375cb2cce6 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-713498-36', 'device_owner': 'compute:nova'}} {{(pid=103230) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 19:55:14.145128 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [req-72aabe6b-6afe-458a-b00a-f44aa58294d6 req-bf6fa476-b152-40a3-b45f-68375cb2cce6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (79be8f28-260b-404d-a4fd-64696bdeec0b), before_update {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:55:14.363431 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.db [req-72aabe6b-6afe-458a-b00a-f44aa58294d6 req-bf6fa476-b152-40a3-b45f-68375cb2cce6 service neutron] For port 79be8f28-260b-404d-a4fd-64696bdeec0b, host n-h1-713498-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-36',level=0,port_id=79be8f28-260b-404d-a4fd-64696bdeec0b,segment=NetworkSegment(b0d35ad8-4d5b-4671-825e-6d69db9f41d2),segment_id=b0d35ad8-4d5b-4671-825e-6d69db9f41d2)] {{(pid=103230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 19:55:14.403434 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.db [req-72aabe6b-6afe-458a-b00a-f44aa58294d6 req-bf6fa476-b152-40a3-b45f-68375cb2cce6 service neutron] For port 79be8f28-260b-404d-a4fd-64696bdeec0b, host n-h1-713498-36, cleared binding levels {{(pid=103230) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 19:55:14.445324 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [req-72aabe6b-6afe-458a-b00a-f44aa58294d6 req-bf6fa476-b152-40a3-b45f-68375cb2cce6 service neutron] Publish callbacks [] for port (79be8f28-260b-404d-a4fd-64696bdeec0b), precommit_update {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:55:14.448756 n-d-713498-36 neutron-server[103230]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '17789f29-2303-457d-9c09-3494f37b6c1c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '79be8f28-260b-404d-a4fd-64696bdeec0b'}] {{(pid=103230) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 19:55:14.451336 n-d-713498-36 neutron-server[103230]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aee5919275bae9f72eb374ee322673045eb80c1f84b4b45a97d96923bd50ab51" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4ee4b2b5-5e51-4826-848c-36f17781b0c5" -d '{"events": [{"server_uuid": "17789f29-2303-457d-9c09-3494f37b6c1c", "name": "network-vif-unplugged", "status": "completed", "tag": "79be8f28-260b-404d-a4fd-64696bdeec0b"}]}' {{(pid=103230) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 19:55:14.463518 n-d-713498-36 neutron-server[103230]: DEBUG neutron.db.provisioning_blocks [req-72aabe6b-6afe-458a-b00a-f44aa58294d6 req-bf6fa476-b152-40a3-b45f-68375cb2cce6 service neutron] Transition to ACTIVE for port object 79be8f28-260b-404d-a4fd-64696bdeec0b will not be triggered until provisioned by entity L2. {{(pid=103230) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 19:55:14.468000 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [req-72aabe6b-6afe-458a-b00a-f44aa58294d6 req-bf6fa476-b152-40a3-b45f-68375cb2cce6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762867176205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762866656485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762866656503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14393758'] for port (79be8f28-260b-404d-a4fd-64696bdeec0b), after_update {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:55:14.485391 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-edc54c9b-7f13-45d9-9271-85c9738b0128 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762867132591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593584'] for agent (a62b1850-466f-48ae-bec7-d62fb280e14b), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:55:14.519372 n-d-713498-36 neutron-server[103230]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 09 Feb 2022 19:55:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c7f7ccd0-1205-4c8b-b1c7-6ab3847e583c x-openstack-request-id: req-c7f7ccd0-1205-4c8b-b1c7-6ab3847e583c {{(pid=103230) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 19:55:14.519672 n-d-713498-36 neutron-server[103230]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "17789f29-2303-457d-9c09-3494f37b6c1c", "name": "network-vif-unplugged", "status": "completed", "tag": "79be8f28-260b-404d-a4fd-64696bdeec0b", "code": 200}]} {{(pid=103230) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 19:55:14.519927 n-d-713498-36 neutron-server[103230]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-c7f7ccd0-1205-4c8b-b1c7-6ab3847e583c {{(pid=103230) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 19:55:14.520321 n-d-713498-36 neutron-server[103230]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '17789f29-2303-457d-9c09-3494f37b6c1c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '79be8f28-260b-404d-a4fd-64696bdeec0b', 'code': 200} Feb 09 19:55:14.525758 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf6fa476-b152-40a3-b45f-68375cb2cce6 service neutron] Pushing event updated for resources: {'Port': ['ID=79be8f28-260b-404d-a4fd-64696bdeec0b,revision_number=6']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:55:14.549931 n-d-713498-36 neutron-server[103230]: DEBUG neutron.db.l3_dvrscheduler_db [req-72aabe6b-6afe-458a-b00a-f44aa58294d6 req-bf6fa476-b152-40a3-b45f-68375cb2cce6 service neutron] No DVR routers for this DVR port 79be8f28-260b-404d-a4fd-64696bdeec0b on host n-h1-713498-36 {{(pid=103230) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 19:55:14.585827 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.managers [req-72aabe6b-6afe-458a-b00a-f44aa58294d6 req-bf6fa476-b152-40a3-b45f-68375cb2cce6 service neutron] Attempting to bind port 79be8f28-260b-404d-a4fd-64696bdeec0b on host n-h2-713498-36 for vnic_type normal with profile {{(pid=103230) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 19:55:14.586209 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.managers [req-72aabe6b-6afe-458a-b00a-f44aa58294d6 req-bf6fa476-b152-40a3-b45f-68375cb2cce6 service neutron] Attempting to bind port 79be8f28-260b-404d-a4fd-64696bdeec0b by drivers openvswitch,hyperv on host n-h2-713498-36 at level 0 using segments [{'id': 'b0d35ad8-4d5b-4671-825e-6d69db9f41d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': '21233f57-52a8-494d-80d2-76ee68183a25'}] {{(pid=103230) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 19:55:14.586533 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72aabe6b-6afe-458a-b00a-f44aa58294d6 req-bf6fa476-b152-40a3-b45f-68375cb2cce6 service neutron] Attempting to bind port 79be8f28-260b-404d-a4fd-64696bdeec0b on network 21233f57-52a8-494d-80d2-76ee68183a25 {{(pid=103230) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 19:55:14.591023 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72aabe6b-6afe-458a-b00a-f44aa58294d6 req-bf6fa476-b152-40a3-b45f-68375cb2cce6 service neutron] Port 79be8f28-260b-404d-a4fd-64696bdeec0b on network 21233f57-52a8-494d-80d2-76ee68183a25 not bound, no agent of type Open vSwitch agent registered on host n-h2-713498-36 {{(pid=103230) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 19:55:14.591339 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72aabe6b-6afe-458a-b00a-f44aa58294d6 req-bf6fa476-b152-40a3-b45f-68375cb2cce6 service neutron] Attempting to bind port 79be8f28-260b-404d-a4fd-64696bdeec0b on network 21233f57-52a8-494d-80d2-76ee68183a25 {{(pid=103230) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 19:55:14.597299 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72aabe6b-6afe-458a-b00a-f44aa58294d6 req-bf6fa476-b152-40a3-b45f-68375cb2cce6 service neutron] Checking agent: {'id': 'bcd5faee-dc24-4298-9134-0e0aa054058e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713498-36', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 18, 59, 19), 'started_at': datetime.datetime(2022, 2, 9, 18, 59, 19), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 19, 54, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103230) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 19:55:14.597725 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72aabe6b-6afe-458a-b00a-f44aa58294d6 req-bf6fa476-b152-40a3-b45f-68375cb2cce6 service neutron] Checking segment: {'id': 'b0d35ad8-4d5b-4671-825e-6d69db9f41d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': '21233f57-52a8-494d-80d2-76ee68183a25'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103230) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 19:55:14.598202 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72aabe6b-6afe-458a-b00a-f44aa58294d6 req-bf6fa476-b152-40a3-b45f-68375cb2cce6 service neutron] Bound using segment: {'id': 'b0d35ad8-4d5b-4671-825e-6d69db9f41d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': '21233f57-52a8-494d-80d2-76ee68183a25'} {{(pid=103230) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 19:55:14.598700 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.managers [req-72aabe6b-6afe-458a-b00a-f44aa58294d6 req-bf6fa476-b152-40a3-b45f-68375cb2cce6 service neutron] Bound port: 79be8f28-260b-404d-a4fd-64696bdeec0b, host: n-h2-713498-36, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b0d35ad8-4d5b-4671-825e-6d69db9f41d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': '21233f57-52a8-494d-80d2-76ee68183a25'}}] {{(pid=103230) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 19:55:14.599059 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [req-72aabe6b-6afe-458a-b00a-f44aa58294d6 req-bf6fa476-b152-40a3-b45f-68375cb2cce6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (79be8f28-260b-404d-a4fd-64696bdeec0b), before_update {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:55:14.663732 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.db [req-72aabe6b-6afe-458a-b00a-f44aa58294d6 req-bf6fa476-b152-40a3-b45f-68375cb2cce6 service neutron] For port 79be8f28-260b-404d-a4fd-64696bdeec0b, host n-h2-713498-36, cleared binding levels {{(pid=103230) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 19:55:14.667688 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.db [req-72aabe6b-6afe-458a-b00a-f44aa58294d6 req-bf6fa476-b152-40a3-b45f-68375cb2cce6 service neutron] For port 79be8f28-260b-404d-a4fd-64696bdeec0b, host n-h2-713498-36, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-36',level=0,port_id=79be8f28-260b-404d-a4fd-64696bdeec0b,segment=NetworkSegment(b0d35ad8-4d5b-4671-825e-6d69db9f41d2),segment_id=b0d35ad8-4d5b-4671-825e-6d69db9f41d2)] {{(pid=103230) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 19:55:14.674879 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [req-72aabe6b-6afe-458a-b00a-f44aa58294d6 req-bf6fa476-b152-40a3-b45f-68375cb2cce6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762867176205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762866656485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762866656503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14393758'] for port (79be8f28-260b-404d-a4fd-64696bdeec0b), after_update {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:55:14.716250 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72aabe6b-6afe-458a-b00a-f44aa58294d6 req-bf6fa476-b152-40a3-b45f-68375cb2cce6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:55:14.716872 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [req-72aabe6b-6afe-458a-b00a-f44aa58294d6 req-bf6fa476-b152-40a3-b45f-68375cb2cce6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171096'] for port (None), before_response {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:55:14.718952 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-72aabe6b-6afe-458a-b00a-f44aa58294d6 req-bf6fa476-b152-40a3-b45f-68375cb2cce6 service neutron] 10.222.0.90 "PUT /v2.0/ports/79be8f28-260b-404d-a4fd-64696bdeec0b HTTP/1.1" status: 200 len: 1092 time: 0.6387596 Feb 09 19:55:14.735840 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf6fa476-b152-40a3-b45f-68375cb2cce6 service neutron] Pushing event updated for resources: {'Port': ['ID=79be8f28-260b-404d-a4fd-64696bdeec0b,revision_number=7']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:55:14.792725 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72aabe6b-6afe-458a-b00a-f44aa58294d6 req-8384bbd4-07b4-4357-9375-8e2443e7fc6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:55:14.794252 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-72aabe6b-6afe-458a-b00a-f44aa58294d6 req-8384bbd4-07b4-4357-9375-8e2443e7fc6d service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=d3f71cbc8ffb4948a1bed0a90185abf4&device_id=17789f29-2303-457d-9c09-3494f37b6c1c HTTP/1.1" status: 200 len: 1126 time: 0.0498912 Feb 09 19:55:14.871200 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42725fa8-bb2e-461f-8cd6-fe2fc02d268a req-a379d9fb-fb8e-4811-9a63-821b71972e85 tempest-DeleteServersTestJSON-515702197 tempest-DeleteServersTestJSON-515702197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:55:14.872684 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-42725fa8-bb2e-461f-8cd6-fe2fc02d268a req-a379d9fb-fb8e-4811-9a63-821b71972e85 tempest-DeleteServersTestJSON-515702197 tempest-DeleteServersTestJSON-515702197-project] 10.222.0.75 "GET /v2.0/ports?device_id=17789f29-2303-457d-9c09-3494f37b6c1c HTTP/1.1" status: 200 len: 943 time: 0.0567243 Feb 09 19:55:14.890441 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72aabe6b-6afe-458a-b00a-f44aa58294d6 req-7eaae834-d422-44d6-b5bc-bdd626e2cbaa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:55:14.891933 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-72aabe6b-6afe-458a-b00a-f44aa58294d6 req-7eaae834-d422-44d6-b5bc-bdd626e2cbaa service neutron] 10.222.0.90 "GET /v2.0/networks?id=21233f57-52a8-494d-80d2-76ee68183a25 HTTP/1.1" status: 200 len: 913 time: 0.0910909 Feb 09 19:55:14.923534 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-42725fa8-bb2e-461f-8cd6-fe2fc02d268a req-3a9d8e6c-b519-4a5f-b904-93df15c2e7db tempest-DeleteServersTestJSON-515702197 tempest-DeleteServersTestJSON-515702197-project] 10.222.0.75 "GET /v2.0/security-groups?id=d399e801-306d-4dec-a006-2e4cde801b03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438199 Feb 09 19:55:14.942742 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-72aabe6b-6afe-458a-b00a-f44aa58294d6 req-7ff54864-70de-4e97-8b24-63bdf7bb2f31 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=79be8f28-260b-404d-a4fd-64696bdeec0b HTTP/1.1" status: 200 len: 217 time: 0.0437191 Feb 09 19:55:15.000000 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72aabe6b-6afe-458a-b00a-f44aa58294d6 req-7da1c9dd-4aa4-410b-898a-99b79c1ae86e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:55:15.001448 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-72aabe6b-6afe-458a-b00a-f44aa58294d6 req-7da1c9dd-4aa4-410b-898a-99b79c1ae86e service neutron] 10.222.0.90 "GET /v2.0/subnets?id=18bc7c46-a570-467c-be5f-0d76509e9a56 HTTP/1.1" status: 200 len: 852 time: 0.0506008 Feb 09 19:55:15.037652 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-72aabe6b-6afe-458a-b00a-f44aa58294d6 req-820ce05e-1d64-478f-900e-96b0cd43ba7f service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=21233f57-52a8-494d-80d2-76ee68183a25&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0267982 Feb 09 19:55:15.130493 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-72aabe6b-6afe-458a-b00a-f44aa58294d6 req-bc1e06ce-a7e0-4bbf-a474-00c07aa72ca6 service neutron] 10.222.0.90 "GET /v2.0/networks/21233f57-52a8-494d-80d2-76ee68183a25?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0822780 Feb 09 19:55:15.223454 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-72aabe6b-6afe-458a-b00a-f44aa58294d6 req-3a6d8eb8-2d13-4d6c-92ca-3b89f9169e61 service neutron] 10.222.0.90 "GET /v2.0/networks/21233f57-52a8-494d-80d2-76ee68183a25?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857069 Feb 09 19:55:15.945111 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6326ccaf-5d31-40f8-be24-22c6f0abd7a6 req-5580caa6-bbb0-4681-9564-8f4e74fa318f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:55:15.946663 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-6326ccaf-5d31-40f8-be24-22c6f0abd7a6 req-5580caa6-bbb0-4681-9564-8f4e74fa318f service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=d3f71cbc8ffb4948a1bed0a90185abf4&device_id=17789f29-2303-457d-9c09-3494f37b6c1c HTTP/1.1" status: 200 len: 1126 time: 0.0468144 Feb 09 19:55:16.095934 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-a7262a8e-0513-48fd-984d-75726a511961 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762867132591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593584'] for agent (911cfea2-02ae-4ec9-bac3-7808ee1cdd9c), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:55:16.110749 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03b6b81a-f5dc-4332-9360-424b33598d4f req-7c92ac67-f20d-4f13-86a6-3f8d1fa78874 tempest-DeleteServersTestJSON-515702197 tempest-DeleteServersTestJSON-515702197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:55:16.112204 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-03b6b81a-f5dc-4332-9360-424b33598d4f req-7c92ac67-f20d-4f13-86a6-3f8d1fa78874 tempest-DeleteServersTestJSON-515702197 tempest-DeleteServersTestJSON-515702197-project] 10.222.0.75 "GET /v2.0/ports?device_id=17789f29-2303-457d-9c09-3494f37b6c1c HTTP/1.1" status: 200 len: 943 time: 0.0850492 Feb 09 19:55:16.113583 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6326ccaf-5d31-40f8-be24-22c6f0abd7a6 req-64a9c23b-cd6e-447c-a716-45ff3384c9c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:55:16.114911 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-6326ccaf-5d31-40f8-be24-22c6f0abd7a6 req-64a9c23b-cd6e-447c-a716-45ff3384c9c6 service neutron] 10.222.0.90 "GET /v2.0/networks?id=21233f57-52a8-494d-80d2-76ee68183a25 HTTP/1.1" status: 200 len: 913 time: 0.1402004 Feb 09 19:55:16.167423 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-6326ccaf-5d31-40f8-be24-22c6f0abd7a6 req-fd33d826-0fce-409a-8d95-85f8227527fc service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=79be8f28-260b-404d-a4fd-64696bdeec0b HTTP/1.1" status: 200 len: 217 time: 0.0435164 Feb 09 19:55:16.222590 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-03b6b81a-f5dc-4332-9360-424b33598d4f req-2ce69a8e-4534-4693-8653-33cb3989ea56 tempest-DeleteServersTestJSON-515702197 tempest-DeleteServersTestJSON-515702197-project] 10.222.0.75 "GET /v2.0/security-groups?id=d399e801-306d-4dec-a006-2e4cde801b03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1044800 Feb 09 19:55:16.232944 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6326ccaf-5d31-40f8-be24-22c6f0abd7a6 req-678bda21-4a4b-4de6-b84a-18d8ab3ff832 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:55:16.235164 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-6326ccaf-5d31-40f8-be24-22c6f0abd7a6 req-678bda21-4a4b-4de6-b84a-18d8ab3ff832 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=18bc7c46-a570-467c-be5f-0d76509e9a56 HTTP/1.1" status: 200 len: 852 time: 0.0566642 Feb 09 19:55:16.267321 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-6326ccaf-5d31-40f8-be24-22c6f0abd7a6 req-62bbc740-3202-4574-bee4-20efb4a9ffe1 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=21233f57-52a8-494d-80d2-76ee68183a25&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0257285 Feb 09 19:55:16.358961 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-6326ccaf-5d31-40f8-be24-22c6f0abd7a6 req-fd304e72-f3aa-4487-acf5-5055bb6cc047 service neutron] 10.222.0.90 "GET /v2.0/networks/21233f57-52a8-494d-80d2-76ee68183a25?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842040 Feb 09 19:55:16.451610 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-6326ccaf-5d31-40f8-be24-22c6f0abd7a6 req-872c64d1-e3cf-4938-a8d4-ef9145d8aced service neutron] 10.222.0.90 "GET /v2.0/networks/21233f57-52a8-494d-80d2-76ee68183a25?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860975 Feb 09 19:55:16.521334 n-d-713498-36 neutron-server[103230]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '17789f29-2303-457d-9c09-3494f37b6c1c', 'tag': '79be8f28-260b-404d-a4fd-64696bdeec0b'}] {{(pid=103230) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 19:55:16.523666 n-d-713498-36 neutron-server[103230]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aee5919275bae9f72eb374ee322673045eb80c1f84b4b45a97d96923bd50ab51" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5093e457-0fe1-4981-81c4-22edcaf5aecb" -d '{"events": [{"name": "network-changed", "server_uuid": "17789f29-2303-457d-9c09-3494f37b6c1c", "tag": "79be8f28-260b-404d-a4fd-64696bdeec0b"}]}' {{(pid=103230) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 19:55:16.572672 n-d-713498-36 neutron-server[103230]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 19:55:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2cb1cf4e-40cb-4430-bed9-9ea22d8a1e5f x-openstack-request-id: req-2cb1cf4e-40cb-4430-bed9-9ea22d8a1e5f {{(pid=103230) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 19:55:16.572990 n-d-713498-36 neutron-server[103230]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "17789f29-2303-457d-9c09-3494f37b6c1c", "tag": "79be8f28-260b-404d-a4fd-64696bdeec0b", "status": "completed", "code": 200}]} {{(pid=103230) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 19:55:16.573247 n-d-713498-36 neutron-server[103230]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-2cb1cf4e-40cb-4430-bed9-9ea22d8a1e5f {{(pid=103230) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 19:55:16.573677 n-d-713498-36 neutron-server[103230]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '17789f29-2303-457d-9c09-3494f37b6c1c', 'tag': '79be8f28-260b-404d-a4fd-64696bdeec0b', 'status': 'completed', 'code': 200} Feb 09 19:55:16.633940 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5093e457-0fe1-4981-81c4-22edcaf5aecb req-506ed5c4-5a94-4c99-89b9-bd5e720de50c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:55:16.635836 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-5093e457-0fe1-4981-81c4-22edcaf5aecb req-506ed5c4-5a94-4c99-89b9-bd5e720de50c service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=d3f71cbc8ffb4948a1bed0a90185abf4&device_id=17789f29-2303-457d-9c09-3494f37b6c1c HTTP/1.1" status: 200 len: 1126 time: 0.0453713 Feb 09 19:55:16.645195 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5093e457-0fe1-4981-81c4-22edcaf5aecb req-959f7c5c-116d-4813-8b8f-042b92fec618 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:55:16.646706 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-5093e457-0fe1-4981-81c4-22edcaf5aecb req-959f7c5c-116d-4813-8b8f-042b92fec618 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=d3f71cbc8ffb4948a1bed0a90185abf4&device_id=17789f29-2303-457d-9c09-3494f37b6c1c HTTP/1.1" status: 200 len: 1126 time: 0.0444357 Feb 09 19:55:16.727110 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5093e457-0fe1-4981-81c4-22edcaf5aecb req-6a9b238a-b224-4027-8a2a-6c1ce429ce6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:55:16.728680 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-5093e457-0fe1-4981-81c4-22edcaf5aecb req-6a9b238a-b224-4027-8a2a-6c1ce429ce6b service neutron] 10.222.0.89 "GET /v2.0/networks?id=21233f57-52a8-494d-80d2-76ee68183a25 HTTP/1.1" status: 200 len: 913 time: 0.0875883 Feb 09 19:55:16.743637 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5093e457-0fe1-4981-81c4-22edcaf5aecb req-1cb3e8d0-5dd5-4930-bb90-383417cd787b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:55:16.745090 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-5093e457-0fe1-4981-81c4-22edcaf5aecb req-1cb3e8d0-5dd5-4930-bb90-383417cd787b service neutron] 10.222.0.90 "GET /v2.0/networks?id=21233f57-52a8-494d-80d2-76ee68183a25 HTTP/1.1" status: 200 len: 913 time: 0.0880969 Feb 09 19:55:16.769108 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-5093e457-0fe1-4981-81c4-22edcaf5aecb req-cc5dec5c-7e43-4203-adfe-7ce35e976107 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=79be8f28-260b-404d-a4fd-64696bdeec0b HTTP/1.1" status: 200 len: 217 time: 0.0341451 Feb 09 19:55:16.800289 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-5093e457-0fe1-4981-81c4-22edcaf5aecb req-46762c14-12eb-466e-ad4f-99078fb78a53 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=79be8f28-260b-404d-a4fd-64696bdeec0b HTTP/1.1" status: 200 len: 217 time: 0.0356956 Feb 09 19:55:16.820443 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5093e457-0fe1-4981-81c4-22edcaf5aecb req-93e9c1b6-176b-4893-8b3d-487e4c4eb02e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:55:16.821891 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-5093e457-0fe1-4981-81c4-22edcaf5aecb req-93e9c1b6-176b-4893-8b3d-487e4c4eb02e service neutron] 10.222.0.89 "GET /v2.0/subnets?id=18bc7c46-a570-467c-be5f-0d76509e9a56 HTTP/1.1" status: 200 len: 852 time: 0.0478747 Feb 09 19:55:16.853079 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5093e457-0fe1-4981-81c4-22edcaf5aecb req-4eafcf84-947b-40fd-81ad-0c84cd7b3836 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:55:16.853916 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-5093e457-0fe1-4981-81c4-22edcaf5aecb req-adb68fe3-0543-453d-a114-83fe5a95a288 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=21233f57-52a8-494d-80d2-76ee68183a25&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0259931 Feb 09 19:55:16.854813 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-5093e457-0fe1-4981-81c4-22edcaf5aecb req-4eafcf84-947b-40fd-81ad-0c84cd7b3836 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=18bc7c46-a570-467c-be5f-0d76509e9a56 HTTP/1.1" status: 200 len: 852 time: 0.0476770 Feb 09 19:55:16.893370 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-5093e457-0fe1-4981-81c4-22edcaf5aecb req-32ebcedf-be1f-4617-8b15-f202bdac777d service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=21233f57-52a8-494d-80d2-76ee68183a25&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0266476 Feb 09 19:55:16.943165 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-5093e457-0fe1-4981-81c4-22edcaf5aecb req-e874cf73-27dc-43b7-8c4b-c68a548fef92 service neutron] 10.222.0.89 "GET /v2.0/networks/21233f57-52a8-494d-80d2-76ee68183a25?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0828509 Feb 09 19:55:16.984335 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Device 79be8f28-260b-404d-a4fd-64696bdeec0b no longer exists at agent hyperv_n-h1-713498-36 {{(pid=103232) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 19:55:16.985138 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-5093e457-0fe1-4981-81c4-22edcaf5aecb req-e1692d3b-66f6-4825-ae5d-b6b44ec184eb service neutron] 10.222.0.90 "GET /v2.0/networks/21233f57-52a8-494d-80d2-76ee68183a25?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843897 Feb 09 19:55:17.024733 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] The host n-h1-713498-36 is not matching for port 79be8f28-260b-404d-a4fd-64696bdeec0b host n-h2-713498-36! {{(pid=103232) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2330}} Feb 09 19:55:17.025765 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Device 79be8f28-260b-404d-a4fd-64696bdeec0b not bound to the agent host n-h1-713498-36 {{(pid=103232) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 19:55:17.037574 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-5093e457-0fe1-4981-81c4-22edcaf5aecb req-a3d997ae-c464-4732-b531-57a24e9df0d0 service neutron] 10.222.0.89 "GET /v2.0/networks/21233f57-52a8-494d-80d2-76ee68183a25?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0894103 Feb 09 19:55:17.088000 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-5093e457-0fe1-4981-81c4-22edcaf5aecb req-aa478f6f-0e52-4838-9467-912d48104cf1 service neutron] 10.222.0.90 "GET /v2.0/networks/21233f57-52a8-494d-80d2-76ee68183a25?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0929842 Feb 09 19:55:17.092314 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762867132591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593584'] for agent (496418a2-c002-4aec-ab1a-07f3bea491bd), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:55:17.346906 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b69ccff-11dd-4b2a-8d7b-91f8abc6fdd4 req-2856a369-75e1-4425-8816-afc58bf181a7 tempest-DeleteServersTestJSON-515702197 tempest-DeleteServersTestJSON-515702197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:55:17.348381 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-0b69ccff-11dd-4b2a-8d7b-91f8abc6fdd4 req-2856a369-75e1-4425-8816-afc58bf181a7 tempest-DeleteServersTestJSON-515702197 tempest-DeleteServersTestJSON-515702197-project] 10.222.0.75 "GET /v2.0/ports?device_id=17789f29-2303-457d-9c09-3494f37b6c1c HTTP/1.1" status: 200 len: 943 time: 0.0561049 Feb 09 19:55:17.395513 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-0b69ccff-11dd-4b2a-8d7b-91f8abc6fdd4 req-2a248867-e09a-462f-96f3-ecbb413b7d6b tempest-DeleteServersTestJSON-515702197 tempest-DeleteServersTestJSON-515702197-project] 10.222.0.75 "GET /v2.0/security-groups?id=d399e801-306d-4dec-a006-2e4cde801b03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415328 Feb 09 19:55:18.290537 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Device 79be8f28-260b-404d-a4fd-64696bdeec0b details requested by agent hyperv_n-h2-713498-36 with host n-h2-713498-36 {{(pid=103232) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 19:55:18.523796 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05bed8fa-1e5b-49ac-bc21-f0d52fbbeb89 req-a0a14d11-bdaa-4bc5-9afd-2d78898de723 tempest-DeleteServersTestJSON-515702197 tempest-DeleteServersTestJSON-515702197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:55:18.525293 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-05bed8fa-1e5b-49ac-bc21-f0d52fbbeb89 req-a0a14d11-bdaa-4bc5-9afd-2d78898de723 tempest-DeleteServersTestJSON-515702197 tempest-DeleteServersTestJSON-515702197-project] 10.222.0.75 "GET /v2.0/ports?device_id=17789f29-2303-457d-9c09-3494f37b6c1c HTTP/1.1" status: 200 len: 943 time: 0.0554774 Feb 09 19:55:18.547898 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-7429db8d-6021-40ad-813e-885be449a89b None None] For port 79be8f28-260b-404d-a4fd-64696bdeec0b, host n-h2-713498-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-36',level=0,port_id=79be8f28-260b-404d-a4fd-64696bdeec0b,segment=NetworkSegment(b0d35ad8-4d5b-4671-825e-6d69db9f41d2),segment_id=b0d35ad8-4d5b-4671-825e-6d69db9f41d2)] {{(pid=103232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 19:55:18.559910 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Returning: {'device': '79be8f28-260b-404d-a4fd-64696bdeec0b', 'network_id': '21233f57-52a8-494d-80d2-76ee68183a25', 'port_id': '79be8f28-260b-404d-a4fd-64696bdeec0b', 'mac_address': 'fa:16:3e:18:61:67', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 379, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '18bc7c46-a570-467c-be5f-0d76509e9a56', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103232) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 19:55:18.573622 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-05bed8fa-1e5b-49ac-bc21-f0d52fbbeb89 req-39b0c87c-335b-483b-a781-acd3d5872a56 tempest-DeleteServersTestJSON-515702197 tempest-DeleteServersTestJSON-515702197-project] 10.222.0.75 "GET /v2.0/security-groups?id=d399e801-306d-4dec-a006-2e4cde801b03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426221 Feb 09 19:55:18.596889 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Current status of the port 79be8f28-260b-404d-a4fd-64696bdeec0b is: DOWN; New status is: BUILD {{(pid=103232) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 19:55:18.597281 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (79be8f28-260b-404d-a4fd-64696bdeec0b), before_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:55:18.611252 n-d-713498-36 neutron-server[103232]: DEBUG neutron.notifiers.nova [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 79be8f28-260b-404d-a4fd-64696bdeec0b {{(pid=103232) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 19:55:18.631751 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-7429db8d-6021-40ad-813e-885be449a89b None None] For port 79be8f28-260b-404d-a4fd-64696bdeec0b, host n-h2-713498-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-36',level=0,port_id=79be8f28-260b-404d-a4fd-64696bdeec0b,segment=NetworkSegment(b0d35ad8-4d5b-4671-825e-6d69db9f41d2),segment_id=b0d35ad8-4d5b-4671-825e-6d69db9f41d2)] {{(pid=103232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 19:55:18.635982 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762867176205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762866656485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762866656503'] for port (79be8f28-260b-404d-a4fd-64696bdeec0b), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:55:18.684004 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Pushing event updated for resources: {'Port': ['ID=79be8f28-260b-404d-a4fd-64696bdeec0b,revision_number=8']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:55:18.693279 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:55:18.693624 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:55:18.693986 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:55:18.694332 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:55:18.694664 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:55:18.694992 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:55:18.695321 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:55:18.695645 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:55:18.695966 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:55:18.696288 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:55:18.696635 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:55:18.696958 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:55:18.697275 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:55:18.862504 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db7d64a9-b5db-42dd-aae7-2b82495d5dfe req-c99ae5cd-f821-43a5-bbc0-ab5e6fb7a22e tempest-DeleteServersTestJSON-515702197 tempest-DeleteServersTestJSON-515702197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:55:18.864019 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-db7d64a9-b5db-42dd-aae7-2b82495d5dfe req-c99ae5cd-f821-43a5-bbc0-ab5e6fb7a22e tempest-DeleteServersTestJSON-515702197 tempest-DeleteServersTestJSON-515702197-project] 10.222.0.89 "GET /v2.0/ports?device_id=17789f29-2303-457d-9c09-3494f37b6c1c&tenant_id=d3f71cbc8ffb4948a1bed0a90185abf4&binding%3Ahost_id=n-h2-713498-36 HTTP/1.1" status: 200 len: 944 time: 0.0959213 Feb 09 19:55:18.904748 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762867132591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593584'] for agent (488cd9ae-631f-4955-ba0b-4f5a13f12e9c), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:55:18.926178 n-d-713498-36 neutron-server[103229]: INFO neutron.api.v2.resource [req-db7d64a9-b5db-42dd-aae7-2b82495d5dfe req-1c073d6f-3a1e-405c-b7c0-39f148e52123 service neutron] delete failed (client error): The resource could not be found. Feb 09 19:55:18.927190 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-db7d64a9-b5db-42dd-aae7-2b82495d5dfe req-1c073d6f-3a1e-405c-b7c0-39f148e52123 service neutron] 10.222.0.89 "DELETE /v2.0/ports/79be8f28-260b-404d-a4fd-64696bdeec0b/bindings/n-h1-713498-36 HTTP/1.1" status: 404 len: 381 time: 0.0576456 Feb 09 19:55:19.007040 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-7429db8d-6021-40ad-813e-885be449a89b None None] get_ports_and_sgs() called for port_ids ['79be8f28-260b-404d-a4fd-64696bdeec0b'] {{(pid=103232) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 19:55:19.014018 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db7d64a9-b5db-42dd-aae7-2b82495d5dfe req-625ac471-a569-4262-a2c9-63faaca083ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:55:19.015767 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-db7d64a9-b5db-42dd-aae7-2b82495d5dfe req-625ac471-a569-4262-a2c9-63faaca083ad service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=d3f71cbc8ffb4948a1bed0a90185abf4&device_id=17789f29-2303-457d-9c09-3494f37b6c1c HTTP/1.1" status: 200 len: 1127 time: 0.0457151 Feb 09 19:55:19.114289 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db7d64a9-b5db-42dd-aae7-2b82495d5dfe req-22cb4730-e7aa-4981-92de-103d172366df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:55:19.115771 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-db7d64a9-b5db-42dd-aae7-2b82495d5dfe req-22cb4730-e7aa-4981-92de-103d172366df service neutron] 10.222.0.89 "GET /v2.0/networks?id=21233f57-52a8-494d-80d2-76ee68183a25 HTTP/1.1" status: 200 len: 913 time: 0.0948381 Feb 09 19:55:19.157863 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-db7d64a9-b5db-42dd-aae7-2b82495d5dfe req-3602fe71-2a62-4281-92df-30bb0b955f2a service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=79be8f28-260b-404d-a4fd-64696bdeec0b HTTP/1.1" status: 200 len: 217 time: 0.0356016 Feb 09 19:55:19.204343 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db7d64a9-b5db-42dd-aae7-2b82495d5dfe req-1ea408ad-3114-4a2e-bb2c-d1598a131fc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:55:19.205763 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-db7d64a9-b5db-42dd-aae7-2b82495d5dfe req-1ea408ad-3114-4a2e-bb2c-d1598a131fc1 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=18bc7c46-a570-467c-be5f-0d76509e9a56 HTTP/1.1" status: 200 len: 852 time: 0.0427325 Feb 09 19:55:19.240053 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-db7d64a9-b5db-42dd-aae7-2b82495d5dfe req-8da29501-c1e7-4954-9b20-d16e06d53ebc service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=21233f57-52a8-494d-80d2-76ee68183a25&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0290811 Feb 09 19:55:19.319204 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762867132591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593584'] for agent (bcd5faee-dc24-4298-9134-0e0aa054058e), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:55:19.327703 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-db7d64a9-b5db-42dd-aae7-2b82495d5dfe req-403f46a2-cb5e-4aec-9013-41a9ebabb19a service neutron] 10.222.0.89 "GET /v2.0/networks/21233f57-52a8-494d-80d2-76ee68183a25?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0815289 Feb 09 19:55:19.416497 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-db7d64a9-b5db-42dd-aae7-2b82495d5dfe req-b964d481-17a4-45ea-98c7-9a2dae4f863a service neutron] 10.222.0.89 "GET /v2.0/networks/21233f57-52a8-494d-80d2-76ee68183a25?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0838726 Feb 09 19:55:20.097079 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c90eb546-1e0f-4e53-9159-894d2e9105be req-5a86c0af-8e7b-4cfd-8848-88c0335f64ac tempest-DeleteServersTestJSON-515702197 tempest-DeleteServersTestJSON-515702197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:55:20.098607 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-c90eb546-1e0f-4e53-9159-894d2e9105be req-5a86c0af-8e7b-4cfd-8848-88c0335f64ac tempest-DeleteServersTestJSON-515702197 tempest-DeleteServersTestJSON-515702197-project] 10.222.0.75 "GET /v2.0/ports?device_id=17789f29-2303-457d-9c09-3494f37b6c1c HTTP/1.1" status: 200 len: 944 time: 0.0597551 Feb 09 19:55:20.146198 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-c90eb546-1e0f-4e53-9159-894d2e9105be req-800a38cb-1786-4d09-b71f-18d11a2c6e5f tempest-DeleteServersTestJSON-515702197 tempest-DeleteServersTestJSON-515702197-project] 10.222.0.75 "GET /v2.0/security-groups?id=d399e801-306d-4dec-a006-2e4cde801b03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415375 Feb 09 19:55:20.304959 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Device 79be8f28-260b-404d-a4fd-64696bdeec0b up at agent hyperv_n-h2-713498-36 {{(pid=103232) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 19:55:20.355199 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.provisioning_blocks [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Provisioning for port 79be8f28-260b-404d-a4fd-64696bdeec0b completed by entity L2. {{(pid=103232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 19:55:20.359813 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.provisioning_blocks [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Provisioning complete for port 79be8f28-260b-404d-a4fd-64696bdeec0b triggered by entity L2. {{(pid=103232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 19:55:20.360184 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593630'] for port (79be8f28-260b-404d-a4fd-64696bdeec0b), provisioning_complete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:55:20.445342 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Current status of the port 79be8f28-260b-404d-a4fd-64696bdeec0b is: BUILD; New status is: ACTIVE {{(pid=103232) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 19:55:20.445740 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (79be8f28-260b-404d-a4fd-64696bdeec0b), before_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:55:20.468524 n-d-713498-36 neutron-server[103232]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '17789f29-2303-457d-9c09-3494f37b6c1c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '79be8f28-260b-404d-a4fd-64696bdeec0b'}] {{(pid=103232) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 19:55:20.471304 n-d-713498-36 neutron-server[103232]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}949cdcde653dec44821de95cbf67297f53cbc2aed4e073b5d514f93bf911ce85" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-007581d0-8461-4117-bea2-bac8b521ae98" -d '{"events": [{"server_uuid": "17789f29-2303-457d-9c09-3494f37b6c1c", "name": "network-vif-plugged", "status": "completed", "tag": "79be8f28-260b-404d-a4fd-64696bdeec0b"}]}' {{(pid=103232) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 19:55:20.482975 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-7429db8d-6021-40ad-813e-885be449a89b None None] For port 79be8f28-260b-404d-a4fd-64696bdeec0b, host n-h2-713498-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-36',level=0,port_id=79be8f28-260b-404d-a4fd-64696bdeec0b,segment=NetworkSegment(b0d35ad8-4d5b-4671-825e-6d69db9f41d2),segment_id=b0d35ad8-4d5b-4671-825e-6d69db9f41d2)] {{(pid=103232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 19:55:20.487494 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762867176205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762866656485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762866656503'] for port (79be8f28-260b-404d-a4fd-64696bdeec0b), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:55:20.510411 n-d-713498-36 neutron-server[103232]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 19:55:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-452787c5-dbe2-479c-acbb-fa8ca96d6ef4 x-openstack-request-id: req-452787c5-dbe2-479c-acbb-fa8ca96d6ef4 {{(pid=103232) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 19:55:20.510705 n-d-713498-36 neutron-server[103232]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "17789f29-2303-457d-9c09-3494f37b6c1c", "name": "network-vif-plugged", "status": "completed", "tag": "79be8f28-260b-404d-a4fd-64696bdeec0b", "code": 200}]} {{(pid=103232) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 19:55:20.510959 n-d-713498-36 neutron-server[103232]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-452787c5-dbe2-479c-acbb-fa8ca96d6ef4 {{(pid=103232) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 19:55:20.511346 n-d-713498-36 neutron-server[103232]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '17789f29-2303-457d-9c09-3494f37b6c1c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '79be8f28-260b-404d-a4fd-64696bdeec0b', 'code': 200} Feb 09 19:55:20.536695 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Pushing event updated for resources: {'Port': ['ID=79be8f28-260b-404d-a4fd-64696bdeec0b,revision_number=9']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:55:21.263545 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b5d0ca5-6434-4530-b156-43ca8633c1ca req-17132c68-1288-4ea7-9db7-bbea3bca53d9 tempest-DeleteServersTestJSON-515702197 tempest-DeleteServersTestJSON-515702197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:55:21.265197 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-1b5d0ca5-6434-4530-b156-43ca8633c1ca req-17132c68-1288-4ea7-9db7-bbea3bca53d9 tempest-DeleteServersTestJSON-515702197 tempest-DeleteServersTestJSON-515702197-project] 10.222.0.75 "GET /v2.0/ports?device_id=17789f29-2303-457d-9c09-3494f37b6c1c HTTP/1.1" status: 200 len: 945 time: 0.0522776 Feb 09 19:55:21.310716 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-1b5d0ca5-6434-4530-b156-43ca8633c1ca req-45d87257-4ef5-4751-927d-051bdaa41415 tempest-DeleteServersTestJSON-515702197 tempest-DeleteServersTestJSON-515702197-project] 10.222.0.75 "GET /v2.0/security-groups?id=d399e801-306d-4dec-a006-2e4cde801b03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400462 Feb 09 19:55:21.896615 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db7d64a9-b5db-42dd-aae7-2b82495d5dfe req-88f37f65-bef4-4307-809f-330c2b08a48c tempest-DeleteServersTestJSON-515702197 tempest-DeleteServersTestJSON-515702197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:55:21.897986 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-db7d64a9-b5db-42dd-aae7-2b82495d5dfe req-88f37f65-bef4-4307-809f-330c2b08a48c tempest-DeleteServersTestJSON-515702197 tempest-DeleteServersTestJSON-515702197-project] 10.222.0.90 "GET /v2.0/ports?device_id=17789f29-2303-457d-9c09-3494f37b6c1c HTTP/1.1" status: 200 len: 945 time: 0.0536945 Feb 09 19:55:22.308433 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.plugin [req-db7d64a9-b5db-42dd-aae7-2b82495d5dfe req-cc37df1f-80db-472e-b269-a7f9b2b3a7c6 tempest-DeleteServersTestJSON-515702197 tempest-DeleteServersTestJSON-515702197-project] Deleting port 79be8f28-260b-404d-a4fd-64696bdeec0b {{(pid=103230) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 19:55:22.308768 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [req-db7d64a9-b5db-42dd-aae7-2b82495d5dfe req-cc37df1f-80db-472e-b269-a7f9b2b3a7c6 tempest-DeleteServersTestJSON-515702197 tempest-DeleteServersTestJSON-515702197-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762867170196'] for port (79be8f28-260b-404d-a4fd-64696bdeec0b), before_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:55:22.424082 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.db [req-db7d64a9-b5db-42dd-aae7-2b82495d5dfe req-cc37df1f-80db-472e-b269-a7f9b2b3a7c6 tempest-DeleteServersTestJSON-515702197 tempest-DeleteServersTestJSON-515702197-project] For port 79be8f28-260b-404d-a4fd-64696bdeec0b, host n-h2-713498-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-36',level=0,port_id=79be8f28-260b-404d-a4fd-64696bdeec0b,segment=NetworkSegment(b0d35ad8-4d5b-4671-825e-6d69db9f41d2),segment_id=b0d35ad8-4d5b-4671-825e-6d69db9f41d2)] {{(pid=103230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 19:55:22.424443 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [req-db7d64a9-b5db-42dd-aae7-2b82495d5dfe req-cc37df1f-80db-472e-b269-a7f9b2b3a7c6 tempest-DeleteServersTestJSON-515702197 tempest-DeleteServersTestJSON-515702197-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1820838'] for port (79be8f28-260b-404d-a4fd-64696bdeec0b), precommit_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:55:22.442021 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.plugin [req-db7d64a9-b5db-42dd-aae7-2b82495d5dfe req-cc37df1f-80db-472e-b269-a7f9b2b3a7c6 tempest-DeleteServersTestJSON-515702197 tempest-DeleteServersTestJSON-515702197-project] Calling delete_port for 79be8f28-260b-404d-a4fd-64696bdeec0b owned by compute:nova {{(pid=103230) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 19:55:22.466401 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7bd0ca8-3d9e-4d2b-9880-2ddcf7eacdf1 req-431611fb-d860-4d40-b931-b907c2ea533f tempest-DeleteServersTestJSON-515702197 tempest-DeleteServersTestJSON-515702197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:55:22.468622 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-f7bd0ca8-3d9e-4d2b-9880-2ddcf7eacdf1 req-431611fb-d860-4d40-b931-b907c2ea533f tempest-DeleteServersTestJSON-515702197 tempest-DeleteServersTestJSON-515702197-project] 10.222.0.75 "GET /v2.0/ports?device_id=17789f29-2303-457d-9c09-3494f37b6c1c HTTP/1.1" status: 200 len: 945 time: 0.0847359 Feb 09 19:55:22.561528 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-f7bd0ca8-3d9e-4d2b-9880-2ddcf7eacdf1 req-bdabcd1d-2012-4b80-8cee-9a0ed83c4585 tempest-DeleteServersTestJSON-515702197 tempest-DeleteServersTestJSON-515702197-project] 10.222.0.75 "GET /v2.0/security-groups?id=d399e801-306d-4dec-a006-2e4cde801b03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0655365 Feb 09 19:55:22.624736 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [req-db7d64a9-b5db-42dd-aae7-2b82495d5dfe req-cc37df1f-80db-472e-b269-a7f9b2b3a7c6 tempest-DeleteServersTestJSON-515702197 tempest-DeleteServersTestJSON-515702197-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762867177463', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762866656476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14393751'] for port (79be8f28-260b-404d-a4fd-64696bdeec0b), after_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:55:22.637766 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-7429db8d-6021-40ad-813e-885be449a89b None None] get_ports_and_sgs() called for port_ids ['79be8f28-260b-404d-a4fd-64696bdeec0b'] {{(pid=103232) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 19:55:22.653285 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc37df1f-80db-472e-b269-a7f9b2b3a7c6 tempest-DeleteServersTestJSON-515702197 tempest-DeleteServersTestJSON-515702197-project] Pushing event deleted for resources: {'Port': ['ID=79be8f28-260b-404d-a4fd-64696bdeec0b,revision_number=None']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:55:22.700211 n-d-713498-36 neutron-server[103230]: DEBUG neutron.db.l3_dvrscheduler_db [req-db7d64a9-b5db-42dd-aae7-2b82495d5dfe req-cc37df1f-80db-472e-b269-a7f9b2b3a7c6 tempest-DeleteServersTestJSON-515702197 tempest-DeleteServersTestJSON-515702197-project] No DVR routers for this DVR port 79be8f28-260b-404d-a4fd-64696bdeec0b on host n-h2-713498-36 {{(pid=103230) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 19:55:22.702872 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [req-db7d64a9-b5db-42dd-aae7-2b82495d5dfe req-cc37df1f-80db-472e-b269-a7f9b2b3a7c6 tempest-DeleteServersTestJSON-515702197 tempest-DeleteServersTestJSON-515702197-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171096'] for port (None), before_response {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:55:22.706276 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-db7d64a9-b5db-42dd-aae7-2b82495d5dfe req-cc37df1f-80db-472e-b269-a7f9b2b3a7c6 tempest-DeleteServersTestJSON-515702197 tempest-DeleteServersTestJSON-515702197-project] 10.222.0.90 "DELETE /v2.0/ports/79be8f28-260b-404d-a4fd-64696bdeec0b HTTP/1.1" status: 204 len: 173 time: 0.8011744 Feb 09 19:55:22.706758 n-d-713498-36 neutron-server[103230]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '17789f29-2303-457d-9c09-3494f37b6c1c', 'name': 'network-vif-deleted', 'tag': '79be8f28-260b-404d-a4fd-64696bdeec0b'}] {{(pid=103230) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 19:55:22.708984 n-d-713498-36 neutron-server[103230]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aee5919275bae9f72eb374ee322673045eb80c1f84b4b45a97d96923bd50ab51" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-28a7ea2c-fdef-453c-bf95-b60f2bb6bf53" -d '{"events": [{"server_uuid": "17789f29-2303-457d-9c09-3494f37b6c1c", "name": "network-vif-deleted", "tag": "79be8f28-260b-404d-a4fd-64696bdeec0b"}]}' {{(pid=103230) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 19:55:22.755176 n-d-713498-36 neutron-server[103230]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 19:55:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0a31fff4-bc0e-4e98-8528-7de56de27fa3 x-openstack-request-id: req-0a31fff4-bc0e-4e98-8528-7de56de27fa3 {{(pid=103230) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 19:55:22.755539 n-d-713498-36 neutron-server[103230]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "17789f29-2303-457d-9c09-3494f37b6c1c", "name": "network-vif-deleted", "tag": "79be8f28-260b-404d-a4fd-64696bdeec0b", "status": "completed", "code": 200}]} {{(pid=103230) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 19:55:22.755848 n-d-713498-36 neutron-server[103230]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-0a31fff4-bc0e-4e98-8528-7de56de27fa3 {{(pid=103230) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 19:55:22.756303 n-d-713498-36 neutron-server[103230]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '17789f29-2303-457d-9c09-3494f37b6c1c', 'name': 'network-vif-deleted', 'tag': '79be8f28-260b-404d-a4fd-64696bdeec0b', 'status': 'completed', 'code': 200} Feb 09 19:55:23.689874 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 51498) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:55:23.736672 n-d-713498-36 neutron-server[103229]: DEBUG neutron.db.db_base_plugin_v2 [None req-8004520d-7484-4c66-8b1a-3a0c513f4c51 admin admin] Deleting subnet 18bc7c46-a570-467c-be5f-0d76509e9a56 {{(pid=103229) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 19:55:23.739683 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-8004520d-7484-4c66-8b1a-3a0c513f4c51 admin admin] Publish callbacks [] for subnet (18bc7c46-a570-467c-be5f-0d76509e9a56), before_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:55:23.774727 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-8004520d-7484-4c66-8b1a-3a0c513f4c51 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16683410'] for subnet (18bc7c46-a570-467c-be5f-0d76509e9a56), precommit_delete_associations {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:55:23.812801 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-8004520d-7484-4c66-8b1a-3a0c513f4c51 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-759852'] for subnet (18bc7c46-a570-467c-be5f-0d76509e9a56), precommit_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:55:23.865151 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-8004520d-7484-4c66-8b1a-3a0c513f4c51 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-760023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12867367', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12759238'] for subnet (18bc7c46-a570-467c-be5f-0d76509e9a56), after_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:55:23.895036 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8004520d-7484-4c66-8b1a-3a0c513f4c51 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=18bc7c46-a570-467c-be5f-0d76509e9a56,revision_number=None']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:55:23.899617 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-8004520d-7484-4c66-8b1a-3a0c513f4c51 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:55:23.902861 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-8004520d-7484-4c66-8b1a-3a0c513f4c51 admin admin] 10.222.0.75 "DELETE /v2.0/subnets/18bc7c46-a570-467c-be5f-0d76509e9a56 HTTP/1.1" status: 204 len: 168 time: 0.2119529 Feb 09 19:55:23.905523 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 51500) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:55:23.909826 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8004520d-7484-4c66-8b1a-3a0c513f4c51 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:55:23.910209 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8004520d-7484-4c66-8b1a-3a0c513f4c51 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:55:23.910558 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8004520d-7484-4c66-8b1a-3a0c513f4c51 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:55:23.910901 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8004520d-7484-4c66-8b1a-3a0c513f4c51 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:55:23.911243 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8004520d-7484-4c66-8b1a-3a0c513f4c51 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:55:23.911578 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8004520d-7484-4c66-8b1a-3a0c513f4c51 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:55:23.911915 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8004520d-7484-4c66-8b1a-3a0c513f4c51 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:55:23.912247 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8004520d-7484-4c66-8b1a-3a0c513f4c51 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:55:23.912579 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8004520d-7484-4c66-8b1a-3a0c513f4c51 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:55:23.912906 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8004520d-7484-4c66-8b1a-3a0c513f4c51 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:55:23.913236 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8004520d-7484-4c66-8b1a-3a0c513f4c51 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:55:23.913558 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8004520d-7484-4c66-8b1a-3a0c513f4c51 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:55:23.913883 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8004520d-7484-4c66-8b1a-3a0c513f4c51 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:55:23.977613 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-1110951c-5c2d-4d1d-ad20-58ddcb711720 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-670458'] for network (21233f57-52a8-494d-80d2-76ee68183a25), before_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:55:24.053323 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-1110951c-5c2d-4d1d-ad20-58ddcb711720 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-590267', 'neutron.services.segments.db._delete_segments_for_network-8762867132609'] for network (21233f57-52a8-494d-80d2-76ee68183a25), precommit_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:55:24.074106 n-d-713498-36 neutron-server[103230]: DEBUG neutron.services.segments.db [None req-1110951c-5c2d-4d1d-ad20-58ddcb711720 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['21233f57-52a8-494d-80d2-76ee68183a25']}} {{(pid=103230) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:55:24.084412 n-d-713498-36 neutron-server[103230]: DEBUG neutron.services.segments.db [None req-1110951c-5c2d-4d1d-ad20-58ddcb711720 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b0d35ad8-4d5b-4671-825e-6d69db9f41d2') {'for_net_delete': True} {{(pid=103230) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:55:24.084713 n-d-713498-36 neutron-server[103230]: DEBUG neutron.services.segments.db [None req-1110951c-5c2d-4d1d-ad20-58ddcb711720 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b0d35ad8-4d5b-4671-825e-6d69db9f41d2') {} {{(pid=103230) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:55:24.094081 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-1110951c-5c2d-4d1d-ad20-58ddcb711720 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762867134154', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12895813'] for segment (b0d35ad8-4d5b-4671-825e-6d69db9f41d2), before_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:55:24.107296 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-1110951c-5c2d-4d1d-ad20-58ddcb711720 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-759574'] for segment (b0d35ad8-4d5b-4671-825e-6d69db9f41d2), precommit_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:55:24.113275 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1110951c-5c2d-4d1d-ad20-58ddcb711720 admin admin] Releasing vlan 379 on physical network physnet1 to pool {{(pid=103230) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 19:55:24.113654 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-1110951c-5c2d-4d1d-ad20-58ddcb711720 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-759574', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14393826'] for segment (b0d35ad8-4d5b-4671-825e-6d69db9f41d2), after_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:55:24.115534 n-d-713498-36 neutron-server[103230]: Traceback (most recent call last): Feb 09 19:55:24.115534 n-d-713498-36 neutron-server[103230]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 19:55:24.115534 n-d-713498-36 neutron-server[103230]: timer() Feb 09 19:55:24.115534 n-d-713498-36 neutron-server[103230]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 19:55:24.115534 n-d-713498-36 neutron-server[103230]: cb(*args, **kw) Feb 09 19:55:24.115534 n-d-713498-36 neutron-server[103230]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 19:55:24.115534 n-d-713498-36 neutron-server[103230]: return func(*args, **kwargs) Feb 09 19:55:24.115534 n-d-713498-36 neutron-server[103230]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 19:55:24.115534 n-d-713498-36 neutron-server[103230]: self._notify() Feb 09 19:55:24.115534 n-d-713498-36 neutron-server[103230]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 19:55:24.115534 n-d-713498-36 neutron-server[103230]: self.callback(batched_events) Feb 09 19:55:24.115534 n-d-713498-36 neutron-server[103230]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 19:55:24.115534 n-d-713498-36 neutron-server[103230]: event.method(event) Feb 09 19:55:24.115534 n-d-713498-36 neutron-server[103230]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 19:55:24.115534 n-d-713498-36 neutron-server[103230]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 19:55:24.115534 n-d-713498-36 neutron-server[103230]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 19:55:24.115534 n-d-713498-36 neutron-server[103230]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 19:55:24.115534 n-d-713498-36 neutron-server[103230]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 19:55:24.115534 n-d-713498-36 neutron-server[103230]: return f(self, *a, **k) Feb 09 19:55:24.115534 n-d-713498-36 neutron-server[103230]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 19:55:24.115534 n-d-713498-36 neutron-server[103230]: return self._get(url).json() Feb 09 19:55:24.115534 n-d-713498-36 neutron-server[103230]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 19:55:24.115534 n-d-713498-36 neutron-server[103230]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 19:55:24.115534 n-d-713498-36 neutron-server[103230]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 19:55:24.115534 n-d-713498-36 neutron-server[103230]: return self.request(url, 'GET', **kwargs) Feb 09 19:55:24.115534 n-d-713498-36 neutron-server[103230]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 19:55:24.115534 n-d-713498-36 neutron-server[103230]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 19:55:24.115534 n-d-713498-36 neutron-server[103230]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 19:55:24.115534 n-d-713498-36 neutron-server[103230]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 19:55:24.115534 n-d-713498-36 neutron-server[103230]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 19:55:24.115534 n-d-713498-36 neutron-server[103230]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 19:55:24.115534 n-d-713498-36 neutron-server[103230]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 19:55:24.171826 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-1110951c-5c2d-4d1d-ad20-58ddcb711720 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-590242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1885479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1818895'] for network (21233f57-52a8-494d-80d2-76ee68183a25), after_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:55:24.177051 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-1110951c-5c2d-4d1d-ad20-58ddcb711720 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:55:24.180522 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-1110951c-5c2d-4d1d-ad20-58ddcb711720 admin admin] 10.222.0.75 "DELETE /v2.0/networks/21233f57-52a8-494d-80d2-76ee68183a25 HTTP/1.1" status: 204 len: 168 time: 0.2739472 Feb 09 19:55:24.191735 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1110951c-5c2d-4d1d-ad20-58ddcb711720 admin admin] Pushing event deleted for resources: {'Network': ['ID=21233f57-52a8-494d-80d2-76ee68183a25,revision_number=None']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:55:24.289674 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 51504) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:55:24.330884 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-e65fc6a7-104d-4ede-9ad6-4128d66008e4 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=d3f71cbc8ffb4948a1bed0a90185abf4&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0400016 Feb 09 19:55:24.333278 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 51506) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:55:24.382042 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-7714e947-35ec-4434-b54e-35c4fd7f3f32 admin admin] Publish callbacks [] for security_group (d399e801-306d-4dec-a006-2e4cde801b03), before_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:55:24.403419 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-7714e947-35ec-4434-b54e-35c4fd7f3f32 admin admin] Publish callbacks [] for security_group (d399e801-306d-4dec-a006-2e4cde801b03), precommit_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:55:24.451954 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-7714e947-35ec-4434-b54e-35c4fd7f3f32 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1892331'] for security_group (d399e801-306d-4dec-a006-2e4cde801b03), after_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:55:24.454775 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-7714e947-35ec-4434-b54e-35c4fd7f3f32 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:55:24.456369 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-7714e947-35ec-4434-b54e-35c4fd7f3f32 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/d399e801-306d-4dec-a006-2e4cde801b03 HTTP/1.1" status: 204 len: 168 time: 0.1221910 Feb 09 19:55:24.464327 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7714e947-35ec-4434-b54e-35c4fd7f3f32 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d399e801-306d-4dec-a006-2e4cde801b03,revision_number=None']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:55:25.116239 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 51528) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:55:25.212657 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.v2.base [None req-375f399c-0b6c-4323-8d03-ac3bf83fe2dd admin admin] Request body: {'network': {'name': 'tempest-ServerDiskConfigTestJSON-373335191-network', 'tenant_id': '27ad0552e0234ce2ad5e1f5eb2996529'}} {{(pid=103230) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 19:55:25.231530 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-375f399c-0b6c-4323-8d03-ac3bf83fe2dd admin admin] Made reservation on behalf of 27ad0552e0234ce2ad5e1f5eb2996529 for: {'network': 1} {{(pid=103230) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 19:55:25.234844 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-375f399c-0b6c-4323-8d03-ac3bf83fe2dd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for network (None), before_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:55:25.247057 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-375f399c-0b6c-4323-8d03-ac3bf83fe2dd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:55:25.321159 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-375f399c-0b6c-4323-8d03-ac3bf83fe2dd admin admin] Publish callbacks [] for security_group (10ea2714-2fcf-4073-a554-93d306e67f59), precommit_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:55:25.324751 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-375f399c-0b6c-4323-8d03-ac3bf83fe2dd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1892331'] for security_group (10ea2714-2fcf-4073-a554-93d306e67f59), after_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:55:25.349059 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-375f399c-0b6c-4323-8d03-ac3bf83fe2dd admin admin] vlan segment allocate from pool success with {'vlan_id': 358, 'physical_network': 'physnet1'} {{(pid=103230) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 19:55:25.357675 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-375f399c-0b6c-4323-8d03-ac3bf83fe2dd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=10ea2714-2fcf-4073-a554-93d306e67f59,revision_number=1']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:55:25.364631 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-375f399c-0b6c-4323-8d03-ac3bf83fe2dd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-759574'] for segment (f39e3133-2b50-4e65-ba3c-a86d03229455), precommit_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:55:25.364965 n-d-713498-36 neutron-server[103230]: INFO neutron.db.segments_db [None req-375f399c-0b6c-4323-8d03-ac3bf83fe2dd admin admin] Added segment f39e3133-2b50-4e65-ba3c-a86d03229455 of type vlan for network 1490f175-1528-4129-ac84-3891c85368ff Feb 09 19:55:25.404866 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-375f399c-0b6c-4323-8d03-ac3bf83fe2dd admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762866642225'] for network (1490f175-1528-4129-ac84-3891c85368ff), precommit_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:55:25.431908 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-375f399c-0b6c-4323-8d03-ac3bf83fe2dd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1885479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452'] for network (1490f175-1528-4129-ac84-3891c85368ff), after_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:55:25.433097 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-375f399c-0b6c-4323-8d03-ac3bf83fe2dd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:55:25.433714 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-375f399c-0b6c-4323-8d03-ac3bf83fe2dd admin admin] Publish callbacks [] for network (None), before_response {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:55:25.489730 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-375f399c-0b6c-4323-8d03-ac3bf83fe2dd admin admin] 10.222.0.75 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.3723874 Feb 09 19:55:25.492813 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 51532) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:55:25.496493 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-375f399c-0b6c-4323-8d03-ac3bf83fe2dd admin admin] Pushing event updated for resources: {'Network': ['ID=1490f175-1528-4129-ac84-3891c85368ff,revision_number=1']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:55:25.498470 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.v2.base [None req-ca7918bd-f6eb-4d35-b4af-9a2c9debab3b admin admin] Request body: {'subnet': {'network_id': '1490f175-1528-4129-ac84-3891c85368ff', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerDiskConfigTestJSON-373335191-subnet', 'tenant_id': '27ad0552e0234ce2ad5e1f5eb2996529', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 19:55:25.507216 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Network 1490f175-1528-4129-ac84-3891c85368ff details requested by agent ovs-agent-n-d-713498-36 with host n-d-713498-36 {{(pid=103232) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 19:55:25.524380 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ca7918bd-f6eb-4d35-b4af-9a2c9debab3b admin admin] Made reservation on behalf of 27ad0552e0234ce2ad5e1f5eb2996529 for: {'subnet': 1} {{(pid=103229) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 19:55:25.526889 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-ca7918bd-f6eb-4d35-b4af-9a2c9debab3b admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12759265'] for subnet (None), before_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:55:25.696414 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-ca7918bd-f6eb-4d35-b4af-9a2c9debab3b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12867428', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12759263'] for subnet (7d9db85d-a3e7-42d0-a4e9-0138fb6dd0aa), after_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:55:25.748471 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca7918bd-f6eb-4d35-b4af-9a2c9debab3b admin admin] Pushing event updated for resources: {'Subnet': ['ID=7d9db85d-a3e7-42d0-a4e9-0138fb6dd0aa,revision_number=0']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:55:25.759883 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca7918bd-f6eb-4d35-b4af-9a2c9debab3b admin admin] Checking segment: {'id': 'f39e3133-2b50-4e65-ba3c-a86d03229455', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': '1490f175-1528-4129-ac84-3891c85368ff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103229) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 19:55:25.760234 n-d-713498-36 neutron-server[103229]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca7918bd-f6eb-4d35-b4af-9a2c9debab3b admin admin] Network hostable DHCP agents. Network: 1490f175-1528-4129-ac84-3891c85368ff, hostable agents: ['af91e4b9-f4e1-42b1-a25c-a10dc47171c8'], hosted agents: [] {{(pid=103229) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 19:55:25.777197 n-d-713498-36 neutron-server[103229]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca7918bd-f6eb-4d35-b4af-9a2c9debab3b admin admin] Network 1490f175-1528-4129-ac84-3891c85368ff is scheduled to be hosted by DHCP agent af91e4b9-f4e1-42b1-a25c-a10dc47171c8 with binding_index 1 {{(pid=103229) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 19:55:25.785769 n-d-713498-36 neutron-server[103229]: DEBUG neutron.scheduler.base_scheduler [None req-ca7918bd-f6eb-4d35-b4af-9a2c9debab3b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713498-36, 1490f175-1528-4129-ac84-3891c85368ff) {{(pid=103229) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 19:55:25.789687 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca7918bd-f6eb-4d35-b4af-9a2c9debab3b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:55:25.790335 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-ca7918bd-f6eb-4d35-b4af-9a2c9debab3b admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:55:25.795249 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87930081-d35d-4bd6-8746-5033fdf118ec None None] Network 1490f175-1528-4129-ac84-3891c85368ff requested from n-d-713498-36 {{(pid=103232) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 19:55:25.806806 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-ca7918bd-f6eb-4d35-b4af-9a2c9debab3b admin admin] 10.222.0.75 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3122070 Feb 09 19:55:25.893323 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a18429f7-61a3-4e4c-8dd7-60b2e51a3eaf None None] Network 1490f175-1528-4129-ac84-3891c85368ff requested from n-d-713498-36 {{(pid=103232) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 19:55:26.224602 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3b23a2c-9363-4336-8007-2b1c1e9076f3 req-fd54ab29-750a-47d9-b408-8501691738df tempest-ServerDiskConfigTestJSON-1652657233 tempest-ServerDiskConfigTestJSON-1652657233-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:55:26.226111 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-a3b23a2c-9363-4336-8007-2b1c1e9076f3 req-fd54ab29-750a-47d9-b408-8501691738df tempest-ServerDiskConfigTestJSON-1652657233 tempest-ServerDiskConfigTestJSON-1652657233-project] 10.222.0.75 "GET /v2.0/networks?id=1490f175-1528-4129-ac84-3891c85368ff HTTP/1.1" status: 200 len: 814 time: 0.0993946 Feb 09 19:55:26.240956 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-a3b23a2c-9363-4336-8007-2b1c1e9076f3 req-39716825-92f1-4da5-9781-07cd5fb6af49 tempest-ServerDiskConfigTestJSON-1652657233 tempest-ServerDiskConfigTestJSON-1652657233-project] 10.222.0.75 "GET /v2.0/quotas/27ad0552e0234ce2ad5e1f5eb2996529 HTTP/1.1" status: 200 len: 375 time: 0.0095308 Feb 09 19:55:26.275913 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-a3b23a2c-9363-4336-8007-2b1c1e9076f3 req-7c7ba8b4-a699-44d8-9f13-d5b80cffcc4a tempest-ServerDiskConfigTestJSON-1652657233 tempest-ServerDiskConfigTestJSON-1652657233-project] 10.222.0.75 "GET /v2.0/ports?tenant_id=27ad0552e0234ce2ad5e1f5eb2996529&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0301695 Feb 09 19:55:26.363834 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-a3b23a2c-9363-4336-8007-2b1c1e9076f3 req-6107fc8c-8ddd-4f35-9f59-3ce14841fe66 service neutron] 10.222.0.75 "GET /v2.0/networks/1490f175-1528-4129-ac84-3891c85368ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0809009 Feb 09 19:55:26.377048 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Device 79be8f28-260b-404d-a4fd-64696bdeec0b no longer exists at agent hyperv_n-h2-713498-36 {{(pid=103232) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 19:55:26.396927 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-7429db8d-6021-40ad-813e-885be449a89b None None] No Port match for: 79be8f28-260b-404d-a4fd-64696bdeec0b {{(pid=103232) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 19:55:26.397280 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Device 79be8f28-260b-404d-a4fd-64696bdeec0b not bound to the agent host n-h2-713498-36 {{(pid=103232) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 19:55:26.458739 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-a3b23a2c-9363-4336-8007-2b1c1e9076f3 req-b164d60b-c0c1-4faf-bd50-a7b97e60e96e service neutron] 10.222.0.75 "GET /v2.0/networks/1490f175-1528-4129-ac84-3891c85368ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0892847 Feb 09 19:55:26.621815 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-b23c3cd5-2987-47ed-b1a5-319323864980 req-4549af7e-47c7-415d-8937-7b6dedc33af9 tempest-ServerDiskConfigTestJSON-1652657233 tempest-ServerDiskConfigTestJSON-1652657233-project] 10.222.0.75 "GET /v2.0/ports?device_id=5b54a4d2-3a15-4dc0-9326-9e989c6440aa HTTP/1.1" status: 200 len: 210 time: 0.0324590 Feb 09 19:55:27.511196 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3b23a2c-9363-4336-8007-2b1c1e9076f3 req-32050617-ef34-4ae3-b3e6-57e0f3fa8770 tempest-ServerDiskConfigTestJSON-1652657233 tempest-ServerDiskConfigTestJSON-1652657233-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:55:27.512642 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-a3b23a2c-9363-4336-8007-2b1c1e9076f3 req-32050617-ef34-4ae3-b3e6-57e0f3fa8770 tempest-ServerDiskConfigTestJSON-1652657233 tempest-ServerDiskConfigTestJSON-1652657233-project] 10.222.0.89 "GET /v2.0/networks?id=1490f175-1528-4129-ac84-3891c85368ff HTTP/1.1" status: 200 len: 814 time: 0.1038425 Feb 09 19:55:27.523762 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.v2.base [req-a3b23a2c-9363-4336-8007-2b1c1e9076f3 req-b2528e71-b49c-4519-ad91-63778ef5d3c2 tempest-ServerDiskConfigTestJSON-1652657233 tempest-ServerDiskConfigTestJSON-1652657233-project] Request body: {'port': {'device_id': '5b54a4d2-3a15-4dc0-9326-9e989c6440aa', 'network_id': '1490f175-1528-4129-ac84-3891c85368ff', 'admin_state_up': True, 'tenant_id': '27ad0552e0234ce2ad5e1f5eb2996529'}} {{(pid=103229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 19:55:27.638988 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a3b23a2c-9363-4336-8007-2b1c1e9076f3 req-b2528e71-b49c-4519-ad91-63778ef5d3c2 tempest-ServerDiskConfigTestJSON-1652657233 tempest-ServerDiskConfigTestJSON-1652657233-project] Made reservation on behalf of 27ad0552e0234ce2ad5e1f5eb2996529 for: {'port': 1} {{(pid=103229) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 19:55:27.643502 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-a3b23a2c-9363-4336-8007-2b1c1e9076f3 req-b2528e71-b49c-4519-ad91-63778ef5d3c2 tempest-ServerDiskConfigTestJSON-1652657233 tempest-ServerDiskConfigTestJSON-1652657233-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (None), before_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:55:27.734036 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-660061d0-0ed7-4e80-b768-6872cbaee8b6 req-ca1eac88-d2df-43ea-9763-93f97eab1c9a tempest-ServerDiskConfigTestJSON-1652657233 tempest-ServerDiskConfigTestJSON-1652657233-project] 10.222.0.75 "GET /v2.0/ports?device_id=5b54a4d2-3a15-4dc0-9326-9e989c6440aa HTTP/1.1" status: 200 len: 210 time: 0.0378733 Feb 09 19:55:27.794873 n-d-713498-36 neutron-server[103229]: DEBUG neutron.db.db_base_plugin_common [req-a3b23a2c-9363-4336-8007-2b1c1e9076f3 req-b2528e71-b49c-4519-ad91-63778ef5d3c2 tempest-ServerDiskConfigTestJSON-1652657233 tempest-ServerDiskConfigTestJSON-1652657233-project] Allocated IP 172.20.0.4 (1490f175-1528-4129-ac84-3891c85368ff/7d9db85d-a3e7-42d0-a4e9-0138fb6dd0aa/69cab257-652d-4ca6-b214-6780694e13c6) {{(pid=103229) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 19:55:27.941640 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-a3b23a2c-9363-4336-8007-2b1c1e9076f3 req-b2528e71-b49c-4519-ad91-63778ef5d3c2 tempest-ServerDiskConfigTestJSON-1652657233 tempest-ServerDiskConfigTestJSON-1652657233-project] Publish callbacks [] for port (69cab257-652d-4ca6-b214-6780694e13c6), precommit_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:55:27.974621 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-a3b23a2c-9363-4336-8007-2b1c1e9076f3 req-b2528e71-b49c-4519-ad91-63778ef5d3c2 tempest-ServerDiskConfigTestJSON-1652657233 tempest-ServerDiskConfigTestJSON-1652657233-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762866656467', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12867576'] for port (69cab257-652d-4ca6-b214-6780694e13c6), after_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:55:28.018360 n-d-713498-36 neutron-server[103229]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a3b23a2c-9363-4336-8007-2b1c1e9076f3 req-b2528e71-b49c-4519-ad91-63778ef5d3c2 tempest-ServerDiskConfigTestJSON-1652657233 tempest-ServerDiskConfigTestJSON-1652657233-project] Network 1490f175-1528-4129-ac84-3891c85368ff is already hosted by enough agents. {{(pid=103229) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 19:55:28.021473 n-d-713498-36 neutron-server[103229]: DEBUG neutron.scheduler.base_scheduler [req-a3b23a2c-9363-4336-8007-2b1c1e9076f3 req-b2528e71-b49c-4519-ad91-63778ef5d3c2 tempest-ServerDiskConfigTestJSON-1652657233 tempest-ServerDiskConfigTestJSON-1652657233-project] Resources bound (agent type, host, resource id): {{(pid=103229) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 19:55:28.025079 n-d-713498-36 neutron-server[103229]: DEBUG neutron.db.l3_dvrscheduler_db [req-a3b23a2c-9363-4336-8007-2b1c1e9076f3 req-b2528e71-b49c-4519-ad91-63778ef5d3c2 tempest-ServerDiskConfigTestJSON-1652657233 tempest-ServerDiskConfigTestJSON-1652657233-project] Received port after_create {{(pid=103229) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 19:55:28.031699 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2528e71-b49c-4519-ad91-63778ef5d3c2 tempest-ServerDiskConfigTestJSON-1652657233 tempest-ServerDiskConfigTestJSON-1652657233-project] Pushing event updated for resources: {'Port': ['ID=69cab257-652d-4ca6-b214-6780694e13c6,revision_number=1']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:55:28.078136 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3b23a2c-9363-4336-8007-2b1c1e9076f3 req-b2528e71-b49c-4519-ad91-63778ef5d3c2 tempest-ServerDiskConfigTestJSON-1652657233 tempest-ServerDiskConfigTestJSON-1652657233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:55:28.078814 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-a3b23a2c-9363-4336-8007-2b1c1e9076f3 req-b2528e71-b49c-4519-ad91-63778ef5d3c2 tempest-ServerDiskConfigTestJSON-1652657233 tempest-ServerDiskConfigTestJSON-1652657233-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171096'] for port (None), before_response {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:55:28.094794 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-a3b23a2c-9363-4336-8007-2b1c1e9076f3 req-b2528e71-b49c-4519-ad91-63778ef5d3c2 tempest-ServerDiskConfigTestJSON-1652657233 tempest-ServerDiskConfigTestJSON-1652657233-project] 10.222.0.89 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5746744 Feb 09 19:55:28.105440 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.v2.base [req-a3b23a2c-9363-4336-8007-2b1c1e9076f3 req-749772f0-30e2-4ad4-b26b-99e8ec415a7a service neutron] Request body: {'port': {'device_id': '5b54a4d2-3a15-4dc0-9326-9e989c6440aa', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-713498-36'}} {{(pid=103229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 19:55:28.166151 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-a3b23a2c-9363-4336-8007-2b1c1e9076f3 req-749772f0-30e2-4ad4-b26b-99e8ec415a7a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (69cab257-652d-4ca6-b214-6780694e13c6), before_update {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:55:28.419275 n-d-713498-36 neutron-server[103229]: DEBUG neutron.notifiers.nova [req-a3b23a2c-9363-4336-8007-2b1c1e9076f3 req-749772f0-30e2-4ad4-b26b-99e8ec415a7a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 69cab257-652d-4ca6-b214-6780694e13c6 {{(pid=103229) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 19:55:28.427363 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-a3b23a2c-9363-4336-8007-2b1c1e9076f3 req-749772f0-30e2-4ad4-b26b-99e8ec415a7a service neutron] Publish callbacks [] for port (69cab257-652d-4ca6-b214-6780694e13c6), precommit_update {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:55:28.439487 n-d-713498-36 neutron-server[103229]: DEBUG neutron.db.provisioning_blocks [req-a3b23a2c-9363-4336-8007-2b1c1e9076f3 req-749772f0-30e2-4ad4-b26b-99e8ec415a7a service neutron] Transition to ACTIVE for port object 69cab257-652d-4ca6-b214-6780694e13c6 will not be triggered until provisioned by entity L2. {{(pid=103229) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 19:55:28.443081 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-a3b23a2c-9363-4336-8007-2b1c1e9076f3 req-749772f0-30e2-4ad4-b26b-99e8ec415a7a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762867176205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762866656485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762866656503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12867569'] for port (69cab257-652d-4ca6-b214-6780694e13c6), after_update {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:55:28.491872 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-749772f0-30e2-4ad4-b26b-99e8ec415a7a service neutron] Pushing event updated for resources: {'Port': ['ID=69cab257-652d-4ca6-b214-6780694e13c6,revision_number=2']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:55:28.564654 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.managers [req-a3b23a2c-9363-4336-8007-2b1c1e9076f3 req-749772f0-30e2-4ad4-b26b-99e8ec415a7a service neutron] Attempting to bind port 69cab257-652d-4ca6-b214-6780694e13c6 on host n-h1-713498-36 for vnic_type normal with profile {{(pid=103229) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 19:55:28.565239 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.managers [req-a3b23a2c-9363-4336-8007-2b1c1e9076f3 req-749772f0-30e2-4ad4-b26b-99e8ec415a7a service neutron] Attempting to bind port 69cab257-652d-4ca6-b214-6780694e13c6 by drivers openvswitch,hyperv on host n-h1-713498-36 at level 0 using segments [{'id': 'f39e3133-2b50-4e65-ba3c-a86d03229455', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': '1490f175-1528-4129-ac84-3891c85368ff'}] {{(pid=103229) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 19:55:28.565374 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3b23a2c-9363-4336-8007-2b1c1e9076f3 req-749772f0-30e2-4ad4-b26b-99e8ec415a7a service neutron] Attempting to bind port 69cab257-652d-4ca6-b214-6780694e13c6 on network 1490f175-1528-4129-ac84-3891c85368ff {{(pid=103229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 19:55:28.569600 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3b23a2c-9363-4336-8007-2b1c1e9076f3 req-749772f0-30e2-4ad4-b26b-99e8ec415a7a service neutron] Port 69cab257-652d-4ca6-b214-6780694e13c6 on network 1490f175-1528-4129-ac84-3891c85368ff not bound, no agent of type Open vSwitch agent registered on host n-h1-713498-36 {{(pid=103229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 19:55:28.569925 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3b23a2c-9363-4336-8007-2b1c1e9076f3 req-749772f0-30e2-4ad4-b26b-99e8ec415a7a service neutron] Attempting to bind port 69cab257-652d-4ca6-b214-6780694e13c6 on network 1490f175-1528-4129-ac84-3891c85368ff {{(pid=103229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 19:55:28.574665 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3b23a2c-9363-4336-8007-2b1c1e9076f3 req-749772f0-30e2-4ad4-b26b-99e8ec415a7a service neutron] Checking agent: {'id': '488cd9ae-631f-4955-ba0b-4f5a13f12e9c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713498-36', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 18, 59, 18), 'started_at': datetime.datetime(2022, 2, 9, 18, 59, 18), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 19, 55, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 19:55:28.575005 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3b23a2c-9363-4336-8007-2b1c1e9076f3 req-749772f0-30e2-4ad4-b26b-99e8ec415a7a service neutron] Checking segment: {'id': 'f39e3133-2b50-4e65-ba3c-a86d03229455', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': '1490f175-1528-4129-ac84-3891c85368ff'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103229) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 19:55:28.575390 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3b23a2c-9363-4336-8007-2b1c1e9076f3 req-749772f0-30e2-4ad4-b26b-99e8ec415a7a service neutron] Bound using segment: {'id': 'f39e3133-2b50-4e65-ba3c-a86d03229455', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': '1490f175-1528-4129-ac84-3891c85368ff'} {{(pid=103229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 19:55:28.575819 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.managers [req-a3b23a2c-9363-4336-8007-2b1c1e9076f3 req-749772f0-30e2-4ad4-b26b-99e8ec415a7a service neutron] Bound port: 69cab257-652d-4ca6-b214-6780694e13c6, host: n-h1-713498-36, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f39e3133-2b50-4e65-ba3c-a86d03229455', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': '1490f175-1528-4129-ac84-3891c85368ff'}}] {{(pid=103229) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 19:55:28.576169 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-a3b23a2c-9363-4336-8007-2b1c1e9076f3 req-749772f0-30e2-4ad4-b26b-99e8ec415a7a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (69cab257-652d-4ca6-b214-6780694e13c6), before_update {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:55:28.637330 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.db [req-a3b23a2c-9363-4336-8007-2b1c1e9076f3 req-749772f0-30e2-4ad4-b26b-99e8ec415a7a service neutron] For port 69cab257-652d-4ca6-b214-6780694e13c6, host n-h1-713498-36, cleared binding levels {{(pid=103229) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 19:55:28.641204 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.db [req-a3b23a2c-9363-4336-8007-2b1c1e9076f3 req-749772f0-30e2-4ad4-b26b-99e8ec415a7a service neutron] For port 69cab257-652d-4ca6-b214-6780694e13c6, host n-h1-713498-36, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-36',level=0,port_id=69cab257-652d-4ca6-b214-6780694e13c6,segment=NetworkSegment(f39e3133-2b50-4e65-ba3c-a86d03229455),segment_id=f39e3133-2b50-4e65-ba3c-a86d03229455)] {{(pid=103229) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 19:55:28.647242 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-a3b23a2c-9363-4336-8007-2b1c1e9076f3 req-749772f0-30e2-4ad4-b26b-99e8ec415a7a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762867176205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762866656485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762866656503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12867569'] for port (69cab257-652d-4ca6-b214-6780694e13c6), after_update {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:55:28.681129 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3b23a2c-9363-4336-8007-2b1c1e9076f3 req-749772f0-30e2-4ad4-b26b-99e8ec415a7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:55:28.681737 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-a3b23a2c-9363-4336-8007-2b1c1e9076f3 req-749772f0-30e2-4ad4-b26b-99e8ec415a7a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171096'] for port (None), before_response {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:55:28.683117 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-a3b23a2c-9363-4336-8007-2b1c1e9076f3 req-749772f0-30e2-4ad4-b26b-99e8ec415a7a service neutron] 10.222.0.89 "PUT /v2.0/ports/69cab257-652d-4ca6-b214-6780694e13c6 HTTP/1.1" status: 200 len: 1092 time: 0.5817485 Feb 09 19:55:28.683550 n-d-713498-36 neutron-server[103229]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5b54a4d2-3a15-4dc0-9326-9e989c6440aa', 'tag': '69cab257-652d-4ca6-b214-6780694e13c6'}] {{(pid=103229) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 19:55:28.685771 n-d-713498-36 neutron-server[103229]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fa6ae9a20702bd564eaf90d946620b2b4277b1ab91129323d3b54181076be307" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-299e8937-190d-4a8b-92ee-11090e66e25b" -d '{"events": [{"name": "network-changed", "server_uuid": "5b54a4d2-3a15-4dc0-9326-9e989c6440aa", "tag": "69cab257-652d-4ca6-b214-6780694e13c6"}]}' {{(pid=103229) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 19:55:28.710670 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-749772f0-30e2-4ad4-b26b-99e8ec415a7a service neutron] Pushing event updated for resources: {'Port': ['ID=69cab257-652d-4ca6-b214-6780694e13c6,revision_number=3']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:55:28.728416 n-d-713498-36 neutron-server[103229]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 19:55:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dccb0162-6ec5-43ad-a48c-bd5fa4e60c15 x-openstack-request-id: req-dccb0162-6ec5-43ad-a48c-bd5fa4e60c15 {{(pid=103229) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 19:55:28.728702 n-d-713498-36 neutron-server[103229]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5b54a4d2-3a15-4dc0-9326-9e989c6440aa", "tag": "69cab257-652d-4ca6-b214-6780694e13c6", "status": "completed", "code": 200}]} {{(pid=103229) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 19:55:28.728957 n-d-713498-36 neutron-server[103229]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-dccb0162-6ec5-43ad-a48c-bd5fa4e60c15 {{(pid=103229) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 19:55:28.729343 n-d-713498-36 neutron-server[103229]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5b54a4d2-3a15-4dc0-9326-9e989c6440aa', 'tag': '69cab257-652d-4ca6-b214-6780694e13c6', 'status': 'completed', 'code': 200} Feb 09 19:55:28.766934 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3b23a2c-9363-4336-8007-2b1c1e9076f3 req-0b803dc2-708d-4e44-b0e4-ea36b3a73904 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:55:28.768636 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-a3b23a2c-9363-4336-8007-2b1c1e9076f3 req-0b803dc2-708d-4e44-b0e4-ea36b3a73904 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=27ad0552e0234ce2ad5e1f5eb2996529&device_id=5b54a4d2-3a15-4dc0-9326-9e989c6440aa HTTP/1.1" status: 200 len: 1126 time: 0.0487959 Feb 09 19:55:28.814447 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-a3b23a2c-9363-4336-8007-2b1c1e9076f3 req-7b1b51a0-2693-40a7-b035-6517cecbf857 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=69cab257-652d-4ca6-b214-6780694e13c6 HTTP/1.1" status: 200 len: 217 time: 0.0399928 Feb 09 19:55:28.885930 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3b23a2c-9363-4336-8007-2b1c1e9076f3 req-55dfc961-5d7a-4943-acd8-d3154e415c4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:55:28.887387 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-a3b23a2c-9363-4336-8007-2b1c1e9076f3 req-55dfc961-5d7a-4943-acd8-d3154e415c4c service neutron] 10.222.0.89 "GET /v2.0/subnets?id=7d9db85d-a3e7-42d0-a4e9-0138fb6dd0aa HTTP/1.1" status: 200 len: 854 time: 0.0657165 Feb 09 19:55:28.898985 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ed6502c-8840-4c62-9b4f-d72391de6219 req-62d9de80-2b79-48a8-bf3e-515c637e0470 tempest-ServerDiskConfigTestJSON-1652657233 tempest-ServerDiskConfigTestJSON-1652657233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:55:28.900400 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-0ed6502c-8840-4c62-9b4f-d72391de6219 req-62d9de80-2b79-48a8-bf3e-515c637e0470 tempest-ServerDiskConfigTestJSON-1652657233 tempest-ServerDiskConfigTestJSON-1652657233-project] 10.222.0.75 "GET /v2.0/ports?device_id=5b54a4d2-3a15-4dc0-9326-9e989c6440aa HTTP/1.1" status: 200 len: 943 time: 0.0893853 Feb 09 19:55:28.935934 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-a3b23a2c-9363-4336-8007-2b1c1e9076f3 req-9ed4681e-858c-4027-89a0-07c2e4041cb2 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=1490f175-1528-4129-ac84-3891c85368ff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0345073 Feb 09 19:55:29.016085 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-0ed6502c-8840-4c62-9b4f-d72391de6219 req-40a60422-fa05-4f04-a66f-5bd2cd41ef7a tempest-ServerDiskConfigTestJSON-1652657233 tempest-ServerDiskConfigTestJSON-1652657233-project] 10.222.0.75 "GET /v2.0/security-groups?id=10ea2714-2fcf-4073-a554-93d306e67f59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1064241 Feb 09 19:55:29.045112 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-a3b23a2c-9363-4336-8007-2b1c1e9076f3 req-50d268fa-3e69-4d05-8f5f-42eed96c1e2b service neutron] 10.222.0.89 "GET /v2.0/networks/1490f175-1528-4129-ac84-3891c85368ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1025352 Feb 09 19:55:29.137035 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-a3b23a2c-9363-4336-8007-2b1c1e9076f3 req-4c9c4d7c-dfa1-4e82-aefd-df7acc73f6ca service neutron] 10.222.0.89 "GET /v2.0/networks/1490f175-1528-4129-ac84-3891c85368ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0866945 Feb 09 19:55:29.225689 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-299e8937-190d-4a8b-92ee-11090e66e25b req-ab7e2dd3-844b-4394-abc4-e2e71d1d4399 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:55:29.227207 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-299e8937-190d-4a8b-92ee-11090e66e25b req-ab7e2dd3-844b-4394-abc4-e2e71d1d4399 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=27ad0552e0234ce2ad5e1f5eb2996529&device_id=5b54a4d2-3a15-4dc0-9326-9e989c6440aa HTTP/1.1" status: 200 len: 1126 time: 0.0468276 Feb 09 19:55:29.319160 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-299e8937-190d-4a8b-92ee-11090e66e25b req-62a6b7e8-22b0-4348-af5e-90934162190b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:55:29.320619 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-299e8937-190d-4a8b-92ee-11090e66e25b req-62a6b7e8-22b0-4348-af5e-90934162190b service neutron] 10.222.0.89 "GET /v2.0/networks?id=1490f175-1528-4129-ac84-3891c85368ff HTTP/1.1" status: 200 len: 915 time: 0.0862532 Feb 09 19:55:29.361291 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-299e8937-190d-4a8b-92ee-11090e66e25b req-fa8d9347-f10e-416e-8f97-965bf67ebfeb service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=69cab257-652d-4ca6-b214-6780694e13c6 HTTP/1.1" status: 200 len: 217 time: 0.0345535 Feb 09 19:55:29.407054 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-299e8937-190d-4a8b-92ee-11090e66e25b req-5b3bb346-7958-4e30-a65f-4085f6821a8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:55:29.408465 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-299e8937-190d-4a8b-92ee-11090e66e25b req-5b3bb346-7958-4e30-a65f-4085f6821a8d service neutron] 10.222.0.89 "GET /v2.0/subnets?id=7d9db85d-a3e7-42d0-a4e9-0138fb6dd0aa HTTP/1.1" status: 200 len: 854 time: 0.0411758 Feb 09 19:55:29.438865 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-299e8937-190d-4a8b-92ee-11090e66e25b req-6efc29ff-e4c0-4a25-9417-6f58e7920fbe service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=1490f175-1528-4129-ac84-3891c85368ff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0246787 Feb 09 19:55:29.534104 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-299e8937-190d-4a8b-92ee-11090e66e25b req-37183826-865e-48b0-b61a-db6b0ad9ad11 service neutron] 10.222.0.89 "GET /v2.0/networks/1490f175-1528-4129-ac84-3891c85368ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0888150 Feb 09 19:55:29.622719 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-299e8937-190d-4a8b-92ee-11090e66e25b req-c2c4595f-108c-4a73-beef-efc861c53958 service neutron] 10.222.0.89 "GET /v2.0/networks/1490f175-1528-4129-ac84-3891c85368ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0825024 Feb 09 19:55:30.137148 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfac850c-fd4f-43dd-824f-fbb80463980e req-f5cc6b7c-a65a-4791-9ba4-05a25e9a37bd tempest-ServerDiskConfigTestJSON-1652657233 tempest-ServerDiskConfigTestJSON-1652657233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:55:30.138675 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-bfac850c-fd4f-43dd-824f-fbb80463980e req-f5cc6b7c-a65a-4791-9ba4-05a25e9a37bd tempest-ServerDiskConfigTestJSON-1652657233 tempest-ServerDiskConfigTestJSON-1652657233-project] 10.222.0.75 "GET /v2.0/ports?device_id=5b54a4d2-3a15-4dc0-9326-9e989c6440aa HTTP/1.1" status: 200 len: 943 time: 0.0537565 Feb 09 19:55:30.184853 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-bfac850c-fd4f-43dd-824f-fbb80463980e req-f021ef10-5a41-4cb3-96da-e3972c6b0df0 tempest-ServerDiskConfigTestJSON-1652657233 tempest-ServerDiskConfigTestJSON-1652657233-project] 10.222.0.75 "GET /v2.0/security-groups?id=10ea2714-2fcf-4073-a554-93d306e67f59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400589 Feb 09 19:55:31.061304 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Device 69cab257-652d-4ca6-b214-6780694e13c6 details requested by agent hyperv_n-h1-713498-36 with host n-h1-713498-36 {{(pid=103232) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 19:55:31.174303 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] For port 69cab257-652d-4ca6-b214-6780694e13c6, host n-h1-713498-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-36',level=0,port_id=69cab257-652d-4ca6-b214-6780694e13c6,segment=NetworkSegment(f39e3133-2b50-4e65-ba3c-a86d03229455),segment_id=f39e3133-2b50-4e65-ba3c-a86d03229455)] {{(pid=103232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 19:55:31.189650 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Returning: {'device': '69cab257-652d-4ca6-b214-6780694e13c6', 'network_id': '1490f175-1528-4129-ac84-3891c85368ff', 'port_id': '69cab257-652d-4ca6-b214-6780694e13c6', 'mac_address': 'fa:16:3e:34:05:28', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 358, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7d9db85d-a3e7-42d0-a4e9-0138fb6dd0aa', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103232) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 19:55:31.233610 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Current status of the port 69cab257-652d-4ca6-b214-6780694e13c6 is: DOWN; New status is: BUILD {{(pid=103232) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 19:55:31.234190 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (69cab257-652d-4ca6-b214-6780694e13c6), before_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:55:31.247813 n-d-713498-36 neutron-server[103232]: DEBUG neutron.notifiers.nova [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 69cab257-652d-4ca6-b214-6780694e13c6 {{(pid=103232) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 19:55:31.271322 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] For port 69cab257-652d-4ca6-b214-6780694e13c6, host n-h1-713498-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-36',level=0,port_id=69cab257-652d-4ca6-b214-6780694e13c6,segment=NetworkSegment(f39e3133-2b50-4e65-ba3c-a86d03229455),segment_id=f39e3133-2b50-4e65-ba3c-a86d03229455)] {{(pid=103232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 19:55:31.276593 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762867176205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762866656485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762866656503'] for port (69cab257-652d-4ca6-b214-6780694e13c6), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:55:31.330346 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Pushing event updated for resources: {'Port': ['ID=69cab257-652d-4ca6-b214-6780694e13c6,revision_number=4']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:55:31.331052 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74e0bb80-8fff-4b95-ae30-81291d509cda req-3d8b5c5a-a7e5-4ec9-9614-f476cc1e7d9f tempest-ServerDiskConfigTestJSON-1652657233 tempest-ServerDiskConfigTestJSON-1652657233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:55:31.332762 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-74e0bb80-8fff-4b95-ae30-81291d509cda req-3d8b5c5a-a7e5-4ec9-9614-f476cc1e7d9f tempest-ServerDiskConfigTestJSON-1652657233 tempest-ServerDiskConfigTestJSON-1652657233-project] 10.222.0.75 "GET /v2.0/ports?device_id=5b54a4d2-3a15-4dc0-9326-9e989c6440aa HTTP/1.1" status: 200 len: 944 time: 0.0669496 Feb 09 19:55:31.385854 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-74e0bb80-8fff-4b95-ae30-81291d509cda req-b69db73f-43cd-409e-83b7-7a53b6e25408 tempest-ServerDiskConfigTestJSON-1652657233 tempest-ServerDiskConfigTestJSON-1652657233-project] 10.222.0.75 "GET /v2.0/security-groups?id=10ea2714-2fcf-4073-a554-93d306e67f59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473740 Feb 09 19:55:31.479006 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] get_ports_and_sgs() called for port_ids ['69cab257-652d-4ca6-b214-6780694e13c6'] {{(pid=103232) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 19:55:32.516901 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2e3fb10-cbe5-48ea-a18f-63c03a93e26c req-8c4b8c4c-5425-4c68-9aa0-b4ae8e3c7be9 tempest-ServerDiskConfigTestJSON-1652657233 tempest-ServerDiskConfigTestJSON-1652657233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:55:32.518404 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-b2e3fb10-cbe5-48ea-a18f-63c03a93e26c req-8c4b8c4c-5425-4c68-9aa0-b4ae8e3c7be9 tempest-ServerDiskConfigTestJSON-1652657233 tempest-ServerDiskConfigTestJSON-1652657233-project] 10.222.0.75 "GET /v2.0/ports?device_id=5b54a4d2-3a15-4dc0-9326-9e989c6440aa HTTP/1.1" status: 200 len: 944 time: 0.0578499 Feb 09 19:55:32.566204 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-b2e3fb10-cbe5-48ea-a18f-63c03a93e26c req-890aaa85-bd81-4c7c-a7a5-c7f678f99f88 tempest-ServerDiskConfigTestJSON-1652657233 tempest-ServerDiskConfigTestJSON-1652657233-project] 10.222.0.75 "GET /v2.0/security-groups?id=10ea2714-2fcf-4073-a554-93d306e67f59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420134 Feb 09 19:55:33.079141 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Device 69cab257-652d-4ca6-b214-6780694e13c6 up at agent hyperv_n-h1-713498-36 {{(pid=103232) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 19:55:33.127341 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.provisioning_blocks [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Provisioning for port 69cab257-652d-4ca6-b214-6780694e13c6 completed by entity L2. {{(pid=103232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 19:55:33.131081 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.provisioning_blocks [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Provisioning complete for port 69cab257-652d-4ca6-b214-6780694e13c6 triggered by entity L2. {{(pid=103232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 19:55:33.131462 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593630'] for port (69cab257-652d-4ca6-b214-6780694e13c6), provisioning_complete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:55:33.214276 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Current status of the port 69cab257-652d-4ca6-b214-6780694e13c6 is: BUILD; New status is: ACTIVE {{(pid=103232) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 19:55:33.214666 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (69cab257-652d-4ca6-b214-6780694e13c6), before_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:55:33.236620 n-d-713498-36 neutron-server[103232]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5b54a4d2-3a15-4dc0-9326-9e989c6440aa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '69cab257-652d-4ca6-b214-6780694e13c6'}] {{(pid=103232) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 19:55:33.238866 n-d-713498-36 neutron-server[103232]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}949cdcde653dec44821de95cbf67297f53cbc2aed4e073b5d514f93bf911ce85" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-47b0f6f9-c53a-49b3-9ea7-03434f273e7f" -d '{"events": [{"server_uuid": "5b54a4d2-3a15-4dc0-9326-9e989c6440aa", "name": "network-vif-plugged", "status": "completed", "tag": "69cab257-652d-4ca6-b214-6780694e13c6"}]}' {{(pid=103232) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 19:55:33.251783 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] For port 69cab257-652d-4ca6-b214-6780694e13c6, host n-h1-713498-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-36',level=0,port_id=69cab257-652d-4ca6-b214-6780694e13c6,segment=NetworkSegment(f39e3133-2b50-4e65-ba3c-a86d03229455),segment_id=f39e3133-2b50-4e65-ba3c-a86d03229455)] {{(pid=103232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 19:55:33.255700 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762867176205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762866656485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762866656503'] for port (69cab257-652d-4ca6-b214-6780694e13c6), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:55:33.281078 n-d-713498-36 neutron-server[103232]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 19:55:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3d298374-a593-4d72-80c9-28d65ddf57ca x-openstack-request-id: req-3d298374-a593-4d72-80c9-28d65ddf57ca {{(pid=103232) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 19:55:33.281368 n-d-713498-36 neutron-server[103232]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5b54a4d2-3a15-4dc0-9326-9e989c6440aa", "name": "network-vif-plugged", "status": "completed", "tag": "69cab257-652d-4ca6-b214-6780694e13c6", "code": 200}]} {{(pid=103232) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 19:55:33.281619 n-d-713498-36 neutron-server[103232]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-3d298374-a593-4d72-80c9-28d65ddf57ca {{(pid=103232) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 19:55:33.282030 n-d-713498-36 neutron-server[103232]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5b54a4d2-3a15-4dc0-9326-9e989c6440aa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '69cab257-652d-4ca6-b214-6780694e13c6', 'code': 200} Feb 09 19:55:33.310880 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Pushing event updated for resources: {'Port': ['ID=69cab257-652d-4ca6-b214-6780694e13c6,revision_number=5']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:55:33.376866 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2570316f-5cae-4cd2-8cf6-0bdca14a7c7e req-770fdfeb-0f38-43eb-84ad-4aa72049095d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:55:33.378262 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-2570316f-5cae-4cd2-8cf6-0bdca14a7c7e req-770fdfeb-0f38-43eb-84ad-4aa72049095d service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=5b54a4d2-3a15-4dc0-9326-9e989c6440aa HTTP/1.1" status: 200 len: 1128 time: 0.0435433 Feb 09 19:55:33.418610 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-2570316f-5cae-4cd2-8cf6-0bdca14a7c7e req-2d95e19b-b987-42bc-a04a-ac829441e2a7 service neutron] 10.222.0.89 "GET /v2.0/security-groups?id=10ea2714-2fcf-4073-a554-93d306e67f59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350156 Feb 09 19:55:33.691215 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51a2d836-c878-4a04-9cbd-8ff32cd9257a req-b612311f-9c60-4e11-a84e-368d7c31a240 tempest-ServerDiskConfigTestJSON-1652657233 tempest-ServerDiskConfigTestJSON-1652657233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:55:33.692604 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-51a2d836-c878-4a04-9cbd-8ff32cd9257a req-b612311f-9c60-4e11-a84e-368d7c31a240 tempest-ServerDiskConfigTestJSON-1652657233 tempest-ServerDiskConfigTestJSON-1652657233-project] 10.222.0.75 "GET /v2.0/ports?device_id=5b54a4d2-3a15-4dc0-9326-9e989c6440aa HTTP/1.1" status: 200 len: 945 time: 0.0567381 Feb 09 19:55:33.739233 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-51a2d836-c878-4a04-9cbd-8ff32cd9257a req-f311d3bc-4b2d-4145-a391-18b7136f78bd tempest-ServerDiskConfigTestJSON-1652657233 tempest-ServerDiskConfigTestJSON-1652657233-project] 10.222.0.75 "GET /v2.0/security-groups?id=10ea2714-2fcf-4073-a554-93d306e67f59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411475 Feb 09 19:55:34.867930 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cefbbef-d0b3-40e0-9a35-56d545793338 req-94c4fb4a-0895-46f5-8d30-b996a54fa1d9 tempest-ServerDiskConfigTestJSON-1652657233 tempest-ServerDiskConfigTestJSON-1652657233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:55:34.869340 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-1cefbbef-d0b3-40e0-9a35-56d545793338 req-94c4fb4a-0895-46f5-8d30-b996a54fa1d9 tempest-ServerDiskConfigTestJSON-1652657233 tempest-ServerDiskConfigTestJSON-1652657233-project] 10.222.0.75 "GET /v2.0/ports?device_id=5b54a4d2-3a15-4dc0-9326-9e989c6440aa HTTP/1.1" status: 200 len: 945 time: 0.0577846 Feb 09 19:55:34.916906 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-1cefbbef-d0b3-40e0-9a35-56d545793338 req-12e2cb7f-81a7-4593-9e3c-0c62f38c3375 tempest-ServerDiskConfigTestJSON-1652657233 tempest-ServerDiskConfigTestJSON-1652657233-project] 10.222.0.75 "GET /v2.0/security-groups?id=10ea2714-2fcf-4073-a554-93d306e67f59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416367 Feb 09 19:55:35.046209 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-debff421-26d5-4045-b58c-b84963dff03b req-689a4bc3-9aa4-406f-adbe-be86524e625c tempest-ServerDiskConfigTestJSON-1652657233 tempest-ServerDiskConfigTestJSON-1652657233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:55:35.048798 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-debff421-26d5-4045-b58c-b84963dff03b req-689a4bc3-9aa4-406f-adbe-be86524e625c tempest-ServerDiskConfigTestJSON-1652657233 tempest-ServerDiskConfigTestJSON-1652657233-project] 10.222.0.75 "GET /v2.0/ports?device_id=5b54a4d2-3a15-4dc0-9326-9e989c6440aa HTTP/1.1" status: 200 len: 945 time: 0.0636353 Feb 09 19:55:35.106835 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-debff421-26d5-4045-b58c-b84963dff03b req-fb66a756-66ae-49e4-8a7c-566d7e001f10 tempest-ServerDiskConfigTestJSON-1652657233 tempest-ServerDiskConfigTestJSON-1652657233-project] 10.222.0.75 "GET /v2.0/security-groups?id=10ea2714-2fcf-4073-a554-93d306e67f59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505083 Feb 09 19:55:35.335228 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48f3ae4e-953e-4d23-a00e-a2f33035a23a req-43b067e6-9b5e-462b-b8cd-1ca8b6122e3c tempest-ServerDiskConfigTestJSON-1652657233 tempest-ServerDiskConfigTestJSON-1652657233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:55:35.336690 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-48f3ae4e-953e-4d23-a00e-a2f33035a23a req-43b067e6-9b5e-462b-b8cd-1ca8b6122e3c tempest-ServerDiskConfigTestJSON-1652657233 tempest-ServerDiskConfigTestJSON-1652657233-project] 10.222.0.75 "GET /v2.0/ports?device_id=5b54a4d2-3a15-4dc0-9326-9e989c6440aa HTTP/1.1" status: 200 len: 945 time: 0.0569823 Feb 09 19:55:35.382695 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-48f3ae4e-953e-4d23-a00e-a2f33035a23a req-bf1e7260-8d3a-4320-beac-b1805162d363 tempest-ServerDiskConfigTestJSON-1652657233 tempest-ServerDiskConfigTestJSON-1652657233-project] 10.222.0.75 "GET /v2.0/security-groups?id=10ea2714-2fcf-4073-a554-93d306e67f59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404353 Feb 09 19:55:35.499412 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4d08bb9-ab03-4125-acd3-e8480a19916e req-05cf0794-2ef6-4a49-81a7-69130a2afe9e tempest-ServerDiskConfigTestJSON-1652657233 tempest-ServerDiskConfigTestJSON-1652657233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:55:35.501051 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-d4d08bb9-ab03-4125-acd3-e8480a19916e req-05cf0794-2ef6-4a49-81a7-69130a2afe9e tempest-ServerDiskConfigTestJSON-1652657233 tempest-ServerDiskConfigTestJSON-1652657233-project] 10.222.0.75 "GET /v2.0/ports?device_id=5b54a4d2-3a15-4dc0-9326-9e989c6440aa HTTP/1.1" status: 200 len: 945 time: 0.0527055 Feb 09 19:55:35.550535 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-d4d08bb9-ab03-4125-acd3-e8480a19916e req-b252c65b-bd44-4814-912a-d5025eb29d69 tempest-ServerDiskConfigTestJSON-1652657233 tempest-ServerDiskConfigTestJSON-1652657233-project] 10.222.0.75 "GET /v2.0/security-groups?id=10ea2714-2fcf-4073-a554-93d306e67f59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437815 Feb 09 19:55:35.810865 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-320dea6f-2452-4b75-8d92-ebc00ed019cd req-393d7017-cfe2-4ef0-922c-27201704f8ae service neutron] 10.222.0.75 "GET /v2.0/ports?device_id=5b54a4d2-3a15-4dc0-9326-9e989c6440aa&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0751915 Feb 09 19:55:35.822545 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e6f6bf9-cc60-47a4-9f72-c7f75e8a1c01 req-6e150aec-e919-4d85-97ed-edc00b72054a tempest-ServerDiskConfigTestJSON-1652657233 tempest-ServerDiskConfigTestJSON-1652657233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:55:35.823940 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-2e6f6bf9-cc60-47a4-9f72-c7f75e8a1c01 req-6e150aec-e919-4d85-97ed-edc00b72054a tempest-ServerDiskConfigTestJSON-1652657233 tempest-ServerDiskConfigTestJSON-1652657233-project] 10.222.0.75 "GET /v2.0/ports?device_id=5b54a4d2-3a15-4dc0-9326-9e989c6440aa HTTP/1.1" status: 200 len: 945 time: 0.0793722 Feb 09 19:55:35.871713 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-2e6f6bf9-cc60-47a4-9f72-c7f75e8a1c01 req-c5a87d15-5208-4c18-a734-23e4a97e53e7 tempest-ServerDiskConfigTestJSON-1652657233 tempest-ServerDiskConfigTestJSON-1652657233-project] 10.222.0.75 "GET /v2.0/security-groups?id=10ea2714-2fcf-4073-a554-93d306e67f59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416136 Feb 09 19:55:37.003016 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e149f6c-0418-4ced-80fe-4b763faa81dd req-cb60ebfb-74d6-49d5-b5ca-e3c28b3a88f4 tempest-ServerDiskConfigTestJSON-1652657233 tempest-ServerDiskConfigTestJSON-1652657233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:55:37.004819 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-8e149f6c-0418-4ced-80fe-4b763faa81dd req-cb60ebfb-74d6-49d5-b5ca-e3c28b3a88f4 tempest-ServerDiskConfigTestJSON-1652657233 tempest-ServerDiskConfigTestJSON-1652657233-project] 10.222.0.75 "GET /v2.0/ports?device_id=5b54a4d2-3a15-4dc0-9326-9e989c6440aa HTTP/1.1" status: 200 len: 945 time: 0.0602620 Feb 09 19:55:37.048666 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-320dea6f-2452-4b75-8d92-ebc00ed019cd req-d7d11904-367a-448c-9847-c07e50a425e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:55:37.050350 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-320dea6f-2452-4b75-8d92-ebc00ed019cd req-d7d11904-367a-448c-9847-c07e50a425e1 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=27ad0552e0234ce2ad5e1f5eb2996529&device_id=5b54a4d2-3a15-4dc0-9326-9e989c6440aa HTTP/1.1" status: 200 len: 1128 time: 0.0470164 Feb 09 19:55:37.054260 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-8e149f6c-0418-4ced-80fe-4b763faa81dd req-9a54e2fa-ef1a-4641-ac1e-cfff19620665 tempest-ServerDiskConfigTestJSON-1652657233 tempest-ServerDiskConfigTestJSON-1652657233-project] 10.222.0.75 "GET /v2.0/security-groups?id=10ea2714-2fcf-4073-a554-93d306e67f59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433767 Feb 09 19:55:37.150435 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-320dea6f-2452-4b75-8d92-ebc00ed019cd req-7df794b0-408d-46de-84f2-af91ebe4e981 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:55:37.151969 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-320dea6f-2452-4b75-8d92-ebc00ed019cd req-7df794b0-408d-46de-84f2-af91ebe4e981 service neutron] 10.222.0.89 "GET /v2.0/networks?id=1490f175-1528-4129-ac84-3891c85368ff HTTP/1.1" status: 200 len: 915 time: 0.0963562 Feb 09 19:55:37.192682 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-320dea6f-2452-4b75-8d92-ebc00ed019cd req-8ec09ed9-810a-4ad7-85d5-b11c1e011e33 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=69cab257-652d-4ca6-b214-6780694e13c6 HTTP/1.1" status: 200 len: 217 time: 0.0350296 Feb 09 19:55:37.240346 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-320dea6f-2452-4b75-8d92-ebc00ed019cd req-48de2025-4b2c-4135-b1a4-4f2a638a4ce2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:55:37.241989 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-320dea6f-2452-4b75-8d92-ebc00ed019cd req-48de2025-4b2c-4135-b1a4-4f2a638a4ce2 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=7d9db85d-a3e7-42d0-a4e9-0138fb6dd0aa HTTP/1.1" status: 200 len: 854 time: 0.0438724 Feb 09 19:55:37.273267 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-320dea6f-2452-4b75-8d92-ebc00ed019cd req-d601571b-5ddf-4c8c-b94f-d2cc1d112f47 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=1490f175-1528-4129-ac84-3891c85368ff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0260766 Feb 09 19:55:37.366602 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-320dea6f-2452-4b75-8d92-ebc00ed019cd req-3a185549-404a-4c45-9ee3-d2b7e7d90d99 service neutron] 10.222.0.89 "GET /v2.0/networks/1490f175-1528-4129-ac84-3891c85368ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0868547 Feb 09 19:55:37.459632 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-320dea6f-2452-4b75-8d92-ebc00ed019cd req-2d513369-ed5a-4fb5-a5fa-168fdbf95076 service neutron] 10.222.0.89 "GET /v2.0/networks/1490f175-1528-4129-ac84-3891c85368ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857739 Feb 09 19:55:38.182316 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cfa2077-f39a-4417-87d4-a15ae4a6abc2 req-0de6966c-eb0d-412a-aba0-47c83524f7da tempest-ServerDiskConfigTestJSON-1652657233 tempest-ServerDiskConfigTestJSON-1652657233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:55:38.183945 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-5cfa2077-f39a-4417-87d4-a15ae4a6abc2 req-0de6966c-eb0d-412a-aba0-47c83524f7da tempest-ServerDiskConfigTestJSON-1652657233 tempest-ServerDiskConfigTestJSON-1652657233-project] 10.222.0.75 "GET /v2.0/ports?device_id=5b54a4d2-3a15-4dc0-9326-9e989c6440aa HTTP/1.1" status: 200 len: 945 time: 0.0569632 Feb 09 19:55:38.234358 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-5cfa2077-f39a-4417-87d4-a15ae4a6abc2 req-9b50aa07-0c3b-4c16-ab51-927fd044cbb4 tempest-ServerDiskConfigTestJSON-1652657233 tempest-ServerDiskConfigTestJSON-1652657233-project] 10.222.0.75 "GET /v2.0/security-groups?id=10ea2714-2fcf-4073-a554-93d306e67f59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446222 Feb 09 19:55:39.354836 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c341f28a-53a7-42a3-8904-a5d89468df49 req-2716e41f-7ebe-4c74-859a-f0533918038b tempest-ServerDiskConfigTestJSON-1652657233 tempest-ServerDiskConfigTestJSON-1652657233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:55:39.356298 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-c341f28a-53a7-42a3-8904-a5d89468df49 req-2716e41f-7ebe-4c74-859a-f0533918038b tempest-ServerDiskConfigTestJSON-1652657233 tempest-ServerDiskConfigTestJSON-1652657233-project] 10.222.0.75 "GET /v2.0/ports?device_id=5b54a4d2-3a15-4dc0-9326-9e989c6440aa HTTP/1.1" status: 200 len: 945 time: 0.0524857 Feb 09 19:55:39.407786 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-c341f28a-53a7-42a3-8904-a5d89468df49 req-4f9cd16f-e440-4359-a110-eed8a75b7860 tempest-ServerDiskConfigTestJSON-1652657233 tempest-ServerDiskConfigTestJSON-1652657233-project] 10.222.0.75 "GET /v2.0/security-groups?id=10ea2714-2fcf-4073-a554-93d306e67f59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452611 Feb 09 19:55:40.550674 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98b5d5cd-2dd5-4e53-acd8-b1ac8acb95dd req-08939d2b-a8ca-4845-aee1-9a31acb51116 tempest-ServerDiskConfigTestJSON-1652657233 tempest-ServerDiskConfigTestJSON-1652657233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:55:40.553414 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-98b5d5cd-2dd5-4e53-acd8-b1ac8acb95dd req-08939d2b-a8ca-4845-aee1-9a31acb51116 tempest-ServerDiskConfigTestJSON-1652657233 tempest-ServerDiskConfigTestJSON-1652657233-project] 10.222.0.75 "GET /v2.0/ports?device_id=5b54a4d2-3a15-4dc0-9326-9e989c6440aa HTTP/1.1" status: 200 len: 945 time: 0.0603852 Feb 09 19:55:40.606270 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-98b5d5cd-2dd5-4e53-acd8-b1ac8acb95dd req-aabb5afd-6bea-49d9-ba46-0117bcda1ed5 tempest-ServerDiskConfigTestJSON-1652657233 tempest-ServerDiskConfigTestJSON-1652657233-project] 10.222.0.75 "GET /v2.0/security-groups?id=10ea2714-2fcf-4073-a554-93d306e67f59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474849 Feb 09 19:55:40.875137 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-d996528b-cc0d-4a85-9d76-d0580e22b75f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762867132591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593584'] for agent (af91e4b9-f4e1-42b1-a25c-a10dc47171c8), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:55:41.727973 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ea99bd6-a5b3-441e-9758-3978a35321b1 req-e1013011-9652-4775-a80c-cf66be126663 tempest-ServerDiskConfigTestJSON-1652657233 tempest-ServerDiskConfigTestJSON-1652657233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:55:41.729428 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-7ea99bd6-a5b3-441e-9758-3978a35321b1 req-e1013011-9652-4775-a80c-cf66be126663 tempest-ServerDiskConfigTestJSON-1652657233 tempest-ServerDiskConfigTestJSON-1652657233-project] 10.222.0.75 "GET /v2.0/ports?device_id=5b54a4d2-3a15-4dc0-9326-9e989c6440aa HTTP/1.1" status: 200 len: 945 time: 0.0526512 Feb 09 19:55:41.776074 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-7ea99bd6-a5b3-441e-9758-3978a35321b1 req-e0d56f20-6941-4b9e-8932-d0231f3b109a tempest-ServerDiskConfigTestJSON-1652657233 tempest-ServerDiskConfigTestJSON-1652657233-project] 10.222.0.75 "GET /v2.0/security-groups?id=10ea2714-2fcf-4073-a554-93d306e67f59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411232 Feb 09 19:55:42.903836 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b632586-6051-473d-b5f5-0e24dae9120d req-1583fce8-f741-4b5a-a56f-2d90e71c81ce tempest-ServerDiskConfigTestJSON-1652657233 tempest-ServerDiskConfigTestJSON-1652657233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:55:42.905586 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-7b632586-6051-473d-b5f5-0e24dae9120d req-1583fce8-f741-4b5a-a56f-2d90e71c81ce tempest-ServerDiskConfigTestJSON-1652657233 tempest-ServerDiskConfigTestJSON-1652657233-project] 10.222.0.75 "GET /v2.0/ports?device_id=5b54a4d2-3a15-4dc0-9326-9e989c6440aa HTTP/1.1" status: 200 len: 945 time: 0.0582004 Feb 09 19:55:42.953355 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-7b632586-6051-473d-b5f5-0e24dae9120d req-2255f9c2-0567-4eef-a5a7-85c7e849569d tempest-ServerDiskConfigTestJSON-1652657233 tempest-ServerDiskConfigTestJSON-1652657233-project] 10.222.0.75 "GET /v2.0/security-groups?id=10ea2714-2fcf-4073-a554-93d306e67f59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420914 Feb 09 19:55:43.155033 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-93c708c3-a32d-417d-9fd2-d75367acdc1b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762867132591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593584'] for agent (93303d5e-5d17-45e8-8963-7694f87783ae), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:55:44.074495 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80066b1e-1f12-48ce-8c1e-e98cdb8efc76 req-2bc30b22-c91b-4c7f-9306-b5bba8c1c0cb tempest-ServerDiskConfigTestJSON-1652657233 tempest-ServerDiskConfigTestJSON-1652657233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:55:44.076000 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-80066b1e-1f12-48ce-8c1e-e98cdb8efc76 req-2bc30b22-c91b-4c7f-9306-b5bba8c1c0cb tempest-ServerDiskConfigTestJSON-1652657233 tempest-ServerDiskConfigTestJSON-1652657233-project] 10.222.0.75 "GET /v2.0/ports?device_id=5b54a4d2-3a15-4dc0-9326-9e989c6440aa HTTP/1.1" status: 200 len: 945 time: 0.0544724 Feb 09 19:55:44.124471 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-80066b1e-1f12-48ce-8c1e-e98cdb8efc76 req-e656c60b-5a13-4670-a954-334a24420148 tempest-ServerDiskConfigTestJSON-1652657233 tempest-ServerDiskConfigTestJSON-1652657233-project] 10.222.0.75 "GET /v2.0/security-groups?id=10ea2714-2fcf-4073-a554-93d306e67f59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406718 Feb 09 19:55:44.473200 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-edc54c9b-7f13-45d9-9271-85c9738b0128 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762867132591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593584'] for agent (a62b1850-466f-48ae-bec7-d62fb280e14b), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:55:45.252805 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5007fd04-281b-4a52-962c-495958cb0379 req-a8377503-0bbd-41f5-9e32-b9fae4ef8c6e tempest-ServerDiskConfigTestJSON-1652657233 tempest-ServerDiskConfigTestJSON-1652657233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:55:45.254354 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-5007fd04-281b-4a52-962c-495958cb0379 req-a8377503-0bbd-41f5-9e32-b9fae4ef8c6e tempest-ServerDiskConfigTestJSON-1652657233 tempest-ServerDiskConfigTestJSON-1652657233-project] 10.222.0.75 "GET /v2.0/ports?device_id=5b54a4d2-3a15-4dc0-9326-9e989c6440aa HTTP/1.1" status: 200 len: 945 time: 0.0568275 Feb 09 19:55:45.307281 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-5007fd04-281b-4a52-962c-495958cb0379 req-44a1a2c1-18e9-4103-ba47-4136f3a0945f tempest-ServerDiskConfigTestJSON-1652657233 tempest-ServerDiskConfigTestJSON-1652657233-project] 10.222.0.75 "GET /v2.0/security-groups?id=10ea2714-2fcf-4073-a554-93d306e67f59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470572 Feb 09 19:55:46.098825 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-a7262a8e-0513-48fd-984d-75726a511961 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762867132591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593584'] for agent (911cfea2-02ae-4ec9-bac3-7808ee1cdd9c), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:55:46.445212 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-093c5302-3511-47cc-8264-8e0a92b5202a req-945da3b2-922b-4c69-b6e3-b613f041c327 tempest-ServerDiskConfigTestJSON-1652657233 tempest-ServerDiskConfigTestJSON-1652657233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:55:46.446805 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-093c5302-3511-47cc-8264-8e0a92b5202a req-945da3b2-922b-4c69-b6e3-b613f041c327 tempest-ServerDiskConfigTestJSON-1652657233 tempest-ServerDiskConfigTestJSON-1652657233-project] 10.222.0.75 "GET /v2.0/ports?device_id=5b54a4d2-3a15-4dc0-9326-9e989c6440aa HTTP/1.1" status: 200 len: 945 time: 0.0647807 Feb 09 19:55:46.495621 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-093c5302-3511-47cc-8264-8e0a92b5202a req-0f40de85-2da9-4e4d-af34-ea2d5c50ed34 tempest-ServerDiskConfigTestJSON-1652657233 tempest-ServerDiskConfigTestJSON-1652657233-project] 10.222.0.75 "GET /v2.0/security-groups?id=10ea2714-2fcf-4073-a554-93d306e67f59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423419 Feb 09 19:55:47.095800 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762867132591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593584'] for agent (496418a2-c002-4aec-ab1a-07f3bea491bd), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:55:47.629035 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7388f8e2-76c3-4f7b-be79-521e5391d4ea req-5f608dc7-b47e-4d22-884f-43875ff8f54e tempest-ServerDiskConfigTestJSON-1652657233 tempest-ServerDiskConfigTestJSON-1652657233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:55:47.631638 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-7388f8e2-76c3-4f7b-be79-521e5391d4ea req-5f608dc7-b47e-4d22-884f-43875ff8f54e tempest-ServerDiskConfigTestJSON-1652657233 tempest-ServerDiskConfigTestJSON-1652657233-project] 10.222.0.75 "GET /v2.0/ports?device_id=5b54a4d2-3a15-4dc0-9326-9e989c6440aa HTTP/1.1" status: 200 len: 945 time: 0.0648580 Feb 09 19:55:47.689101 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-7388f8e2-76c3-4f7b-be79-521e5391d4ea req-0e0c34b7-920c-42e2-ad3e-367b0a55f4ed tempest-ServerDiskConfigTestJSON-1652657233 tempest-ServerDiskConfigTestJSON-1652657233-project] 10.222.0.75 "GET /v2.0/security-groups?id=10ea2714-2fcf-4073-a554-93d306e67f59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519886 Feb 09 19:55:48.820371 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b39069a-7472-4e62-92c4-e37e9d268145 req-78dc31e2-8a02-46b1-bba6-2d474dc6dd39 tempest-ServerDiskConfigTestJSON-1652657233 tempest-ServerDiskConfigTestJSON-1652657233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:55:48.821743 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-7b39069a-7472-4e62-92c4-e37e9d268145 req-78dc31e2-8a02-46b1-bba6-2d474dc6dd39 tempest-ServerDiskConfigTestJSON-1652657233 tempest-ServerDiskConfigTestJSON-1652657233-project] 10.222.0.75 "GET /v2.0/ports?device_id=5b54a4d2-3a15-4dc0-9326-9e989c6440aa HTTP/1.1" status: 200 len: 945 time: 0.0547988 Feb 09 19:55:48.869885 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-7b39069a-7472-4e62-92c4-e37e9d268145 req-dbdea406-e0bd-4ade-acc6-8aaf0c3299dc tempest-ServerDiskConfigTestJSON-1652657233 tempest-ServerDiskConfigTestJSON-1652657233-project] 10.222.0.75 "GET /v2.0/security-groups?id=10ea2714-2fcf-4073-a554-93d306e67f59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413806 Feb 09 19:55:48.921376 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762867132591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593584'] for agent (488cd9ae-631f-4955-ba0b-4f5a13f12e9c), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:55:49.343226 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762867132591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593584'] for agent (bcd5faee-dc24-4298-9134-0e0aa054058e), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:55:49.705406 n-d-713498-36 neutron-server[103233]: DEBUG neutron.db.agents_db [None req-4a8a6a42-0a0c-4437-8958-92282682b6bb None None] Agent healthcheck: found 7 active agents {{(pid=103233) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 19:55:49.992934 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28e51ba1-c522-458f-a27c-92564715ae4c req-f75ff62c-6fae-4b29-9312-50f6388e8a66 tempest-ServerDiskConfigTestJSON-1652657233 tempest-ServerDiskConfigTestJSON-1652657233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:55:49.994684 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-28e51ba1-c522-458f-a27c-92564715ae4c req-f75ff62c-6fae-4b29-9312-50f6388e8a66 tempest-ServerDiskConfigTestJSON-1652657233 tempest-ServerDiskConfigTestJSON-1652657233-project] 10.222.0.75 "GET /v2.0/ports?device_id=5b54a4d2-3a15-4dc0-9326-9e989c6440aa HTTP/1.1" status: 200 len: 945 time: 0.0531902 Feb 09 19:55:50.042198 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-28e51ba1-c522-458f-a27c-92564715ae4c req-b27da7e9-6a68-41c5-a508-c42e3bb6d367 tempest-ServerDiskConfigTestJSON-1652657233 tempest-ServerDiskConfigTestJSON-1652657233-project] 10.222.0.75 "GET /v2.0/security-groups?id=10ea2714-2fcf-4073-a554-93d306e67f59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410175 Feb 09 19:55:51.167747 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f80fea4a-75e4-45ce-89ed-8eecfc0047bd req-8d618e3a-04cf-4629-9d77-2e6898839e34 tempest-ServerDiskConfigTestJSON-1652657233 tempest-ServerDiskConfigTestJSON-1652657233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:55:51.169237 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-f80fea4a-75e4-45ce-89ed-8eecfc0047bd req-8d618e3a-04cf-4629-9d77-2e6898839e34 tempest-ServerDiskConfigTestJSON-1652657233 tempest-ServerDiskConfigTestJSON-1652657233-project] 10.222.0.75 "GET /v2.0/ports?device_id=5b54a4d2-3a15-4dc0-9326-9e989c6440aa HTTP/1.1" status: 200 len: 945 time: 0.0555146 Feb 09 19:55:51.223350 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-f80fea4a-75e4-45ce-89ed-8eecfc0047bd req-e6ecf7ce-2e7a-4ae5-b2df-107d10292a9d tempest-ServerDiskConfigTestJSON-1652657233 tempest-ServerDiskConfigTestJSON-1652657233-project] 10.222.0.75 "GET /v2.0/security-groups?id=10ea2714-2fcf-4073-a554-93d306e67f59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485256 Feb 09 19:55:52.343593 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ccf7e8d-6f1b-47e9-9afc-cffbf0a4d36e req-cb37049f-9d7e-4d0e-ae99-359cedecdb94 tempest-ServerDiskConfigTestJSON-1652657233 tempest-ServerDiskConfigTestJSON-1652657233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:55:52.345006 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-9ccf7e8d-6f1b-47e9-9afc-cffbf0a4d36e req-cb37049f-9d7e-4d0e-ae99-359cedecdb94 tempest-ServerDiskConfigTestJSON-1652657233 tempest-ServerDiskConfigTestJSON-1652657233-project] 10.222.0.75 "GET /v2.0/ports?device_id=5b54a4d2-3a15-4dc0-9326-9e989c6440aa HTTP/1.1" status: 200 len: 945 time: 0.0542223 Feb 09 19:55:52.392812 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-9ccf7e8d-6f1b-47e9-9afc-cffbf0a4d36e req-47d566af-8443-4cb3-9415-49fb00f85d7a tempest-ServerDiskConfigTestJSON-1652657233 tempest-ServerDiskConfigTestJSON-1652657233-project] 10.222.0.75 "GET /v2.0/security-groups?id=10ea2714-2fcf-4073-a554-93d306e67f59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422530 Feb 09 19:55:53.513335 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef300fef-1c42-41fa-b7e7-811c6d1dafe7 req-7854f3d6-941e-42a0-b229-4017430d6a88 tempest-ServerDiskConfigTestJSON-1652657233 tempest-ServerDiskConfigTestJSON-1652657233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:55:53.515831 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-ef300fef-1c42-41fa-b7e7-811c6d1dafe7 req-7854f3d6-941e-42a0-b229-4017430d6a88 tempest-ServerDiskConfigTestJSON-1652657233 tempest-ServerDiskConfigTestJSON-1652657233-project] 10.222.0.75 "GET /v2.0/ports?device_id=5b54a4d2-3a15-4dc0-9326-9e989c6440aa HTTP/1.1" status: 200 len: 945 time: 0.0532494 Feb 09 19:55:53.566256 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-ef300fef-1c42-41fa-b7e7-811c6d1dafe7 req-3f7b3b88-4cdb-4528-acf8-1f7a9e92cde9 tempest-ServerDiskConfigTestJSON-1652657233 tempest-ServerDiskConfigTestJSON-1652657233-project] 10.222.0.75 "GET /v2.0/security-groups?id=10ea2714-2fcf-4073-a554-93d306e67f59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449426 Feb 09 19:55:55.221067 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c5fdc4f-6131-4f0c-98b8-a6708c0335fe req-7771ce18-57a7-4679-b628-40c835bc744d tempest-ServerDiskConfigTestJSON-1652657233 tempest-ServerDiskConfigTestJSON-1652657233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:55:55.222747 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-8c5fdc4f-6131-4f0c-98b8-a6708c0335fe req-7771ce18-57a7-4679-b628-40c835bc744d tempest-ServerDiskConfigTestJSON-1652657233 tempest-ServerDiskConfigTestJSON-1652657233-project] 10.222.0.75 "GET /v2.0/ports?device_id=5b54a4d2-3a15-4dc0-9326-9e989c6440aa HTTP/1.1" status: 200 len: 945 time: 0.5481963 Feb 09 19:55:55.270307 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-8c5fdc4f-6131-4f0c-98b8-a6708c0335fe req-70754e86-7b2d-40cf-ae6c-a368595328f5 tempest-ServerDiskConfigTestJSON-1652657233 tempest-ServerDiskConfigTestJSON-1652657233-project] 10.222.0.75 "GET /v2.0/security-groups?id=10ea2714-2fcf-4073-a554-93d306e67f59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418558 Feb 09 19:55:56.398402 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ac20ed8-7ab4-48c0-b7fd-c0495c93a6c0 req-3ff61850-5462-452d-8530-9f4dcbab1ba9 tempest-ServerDiskConfigTestJSON-1652657233 tempest-ServerDiskConfigTestJSON-1652657233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:55:56.399789 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-7ac20ed8-7ab4-48c0-b7fd-c0495c93a6c0 req-3ff61850-5462-452d-8530-9f4dcbab1ba9 tempest-ServerDiskConfigTestJSON-1652657233 tempest-ServerDiskConfigTestJSON-1652657233-project] 10.222.0.75 "GET /v2.0/ports?device_id=5b54a4d2-3a15-4dc0-9326-9e989c6440aa HTTP/1.1" status: 200 len: 945 time: 0.0541224 Feb 09 19:55:56.448918 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-7ac20ed8-7ab4-48c0-b7fd-c0495c93a6c0 req-6e36ad61-a133-4c55-bc5f-ce723c3ea6bc tempest-ServerDiskConfigTestJSON-1652657233 tempest-ServerDiskConfigTestJSON-1652657233-project] 10.222.0.75 "GET /v2.0/security-groups?id=10ea2714-2fcf-4073-a554-93d306e67f59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433691 Feb 09 19:55:57.572086 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-659fcdd1-db6f-43b9-8202-4763ce378e39 req-b727f97e-57d6-407b-9eb1-3cf56b2ad7d4 tempest-ServerDiskConfigTestJSON-1652657233 tempest-ServerDiskConfigTestJSON-1652657233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:55:57.573589 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-659fcdd1-db6f-43b9-8202-4763ce378e39 req-b727f97e-57d6-407b-9eb1-3cf56b2ad7d4 tempest-ServerDiskConfigTestJSON-1652657233 tempest-ServerDiskConfigTestJSON-1652657233-project] 10.222.0.75 "GET /v2.0/ports?device_id=5b54a4d2-3a15-4dc0-9326-9e989c6440aa HTTP/1.1" status: 200 len: 945 time: 0.0528965 Feb 09 19:55:57.620347 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-659fcdd1-db6f-43b9-8202-4763ce378e39 req-0f0ac7de-5710-419a-9a5e-665dcdf405ba tempest-ServerDiskConfigTestJSON-1652657233 tempest-ServerDiskConfigTestJSON-1652657233-project] 10.222.0.75 "GET /v2.0/security-groups?id=10ea2714-2fcf-4073-a554-93d306e67f59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405455 Feb 09 19:55:58.749127 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81a76f93-ba45-4cee-b78d-aabbd1ad5a21 req-fa603d15-45d9-46a2-9a03-dee6d8a9e88f tempest-ServerDiskConfigTestJSON-1652657233 tempest-ServerDiskConfigTestJSON-1652657233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:55:58.750731 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-81a76f93-ba45-4cee-b78d-aabbd1ad5a21 req-fa603d15-45d9-46a2-9a03-dee6d8a9e88f tempest-ServerDiskConfigTestJSON-1652657233 tempest-ServerDiskConfigTestJSON-1652657233-project] 10.222.0.75 "GET /v2.0/ports?device_id=5b54a4d2-3a15-4dc0-9326-9e989c6440aa HTTP/1.1" status: 200 len: 945 time: 0.0583744 Feb 09 19:55:58.807298 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-81a76f93-ba45-4cee-b78d-aabbd1ad5a21 req-406eccfd-ba9f-4bad-8d0c-2797c70097f7 tempest-ServerDiskConfigTestJSON-1652657233 tempest-ServerDiskConfigTestJSON-1652657233-project] 10.222.0.75 "GET /v2.0/security-groups?id=10ea2714-2fcf-4073-a554-93d306e67f59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508893 Feb 09 19:55:59.934549 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4682dd48-b74c-42e6-b75d-b3dcc190f914 req-5ff6fcf8-5da3-4208-9edc-afb8a381be1e tempest-ServerDiskConfigTestJSON-1652657233 tempest-ServerDiskConfigTestJSON-1652657233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:55:59.936437 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-4682dd48-b74c-42e6-b75d-b3dcc190f914 req-5ff6fcf8-5da3-4208-9edc-afb8a381be1e tempest-ServerDiskConfigTestJSON-1652657233 tempest-ServerDiskConfigTestJSON-1652657233-project] 10.222.0.75 "GET /v2.0/ports?device_id=5b54a4d2-3a15-4dc0-9326-9e989c6440aa HTTP/1.1" status: 200 len: 945 time: 0.0579407 Feb 09 19:55:59.985304 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-4682dd48-b74c-42e6-b75d-b3dcc190f914 req-578ed0a2-9887-4e04-bc03-a977c8e70c55 tempest-ServerDiskConfigTestJSON-1652657233 tempest-ServerDiskConfigTestJSON-1652657233-project] 10.222.0.75 "GET /v2.0/security-groups?id=10ea2714-2fcf-4073-a554-93d306e67f59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434000 Feb 09 19:56:01.111021 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc19881b-438b-45c5-89e8-7e30b886fdb8 req-2fb97332-b942-4076-8113-45def4152c68 tempest-ServerDiskConfigTestJSON-1652657233 tempest-ServerDiskConfigTestJSON-1652657233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:56:01.112517 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-fc19881b-438b-45c5-89e8-7e30b886fdb8 req-2fb97332-b942-4076-8113-45def4152c68 tempest-ServerDiskConfigTestJSON-1652657233 tempest-ServerDiskConfigTestJSON-1652657233-project] 10.222.0.75 "GET /v2.0/ports?device_id=5b54a4d2-3a15-4dc0-9326-9e989c6440aa HTTP/1.1" status: 200 len: 945 time: 0.0601287 Feb 09 19:56:01.161475 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-fc19881b-438b-45c5-89e8-7e30b886fdb8 req-8b3bb7a5-120b-4240-a5a4-8e615026db77 tempest-ServerDiskConfigTestJSON-1652657233 tempest-ServerDiskConfigTestJSON-1652657233-project] 10.222.0.75 "GET /v2.0/security-groups?id=10ea2714-2fcf-4073-a554-93d306e67f59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433407 Feb 09 19:56:02.281720 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeee0a1a-e0d0-413a-b02e-56ceb925d162 req-2e94c13b-79e0-45c4-b3b5-9e4d3835c982 tempest-ServerDiskConfigTestJSON-1652657233 tempest-ServerDiskConfigTestJSON-1652657233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:56:02.283241 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-aeee0a1a-e0d0-413a-b02e-56ceb925d162 req-2e94c13b-79e0-45c4-b3b5-9e4d3835c982 tempest-ServerDiskConfigTestJSON-1652657233 tempest-ServerDiskConfigTestJSON-1652657233-project] 10.222.0.75 "GET /v2.0/ports?device_id=5b54a4d2-3a15-4dc0-9326-9e989c6440aa HTTP/1.1" status: 200 len: 945 time: 0.0529706 Feb 09 19:56:02.332211 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-aeee0a1a-e0d0-413a-b02e-56ceb925d162 req-04d2c165-3d4a-49e3-a308-cde94d85ed8d tempest-ServerDiskConfigTestJSON-1652657233 tempest-ServerDiskConfigTestJSON-1652657233-project] 10.222.0.75 "GET /v2.0/security-groups?id=10ea2714-2fcf-4073-a554-93d306e67f59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432200 Feb 09 19:56:03.457705 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1ebd3b3-528c-4bed-9bc1-12ed513e94eb req-4c084011-13c5-455e-825a-d777bf501005 tempest-ServerDiskConfigTestJSON-1652657233 tempest-ServerDiskConfigTestJSON-1652657233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:56:03.459221 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-f1ebd3b3-528c-4bed-9bc1-12ed513e94eb req-4c084011-13c5-455e-825a-d777bf501005 tempest-ServerDiskConfigTestJSON-1652657233 tempest-ServerDiskConfigTestJSON-1652657233-project] 10.222.0.75 "GET /v2.0/ports?device_id=5b54a4d2-3a15-4dc0-9326-9e989c6440aa HTTP/1.1" status: 200 len: 945 time: 0.0577614 Feb 09 19:56:03.506964 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-f1ebd3b3-528c-4bed-9bc1-12ed513e94eb req-c270c8f6-56fb-42a3-a503-208d90767200 tempest-ServerDiskConfigTestJSON-1652657233 tempest-ServerDiskConfigTestJSON-1652657233-project] 10.222.0.75 "GET /v2.0/security-groups?id=10ea2714-2fcf-4073-a554-93d306e67f59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421908 Feb 09 19:56:04.666158 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5f144f1-9173-45f8-8f05-d6f509a4d19f req-388b354a-6881-4599-bdbb-950a9058d3f6 tempest-ServerDiskConfigTestJSON-1652657233 tempest-ServerDiskConfigTestJSON-1652657233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:56:04.667627 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-d5f144f1-9173-45f8-8f05-d6f509a4d19f req-388b354a-6881-4599-bdbb-950a9058d3f6 tempest-ServerDiskConfigTestJSON-1652657233 tempest-ServerDiskConfigTestJSON-1652657233-project] 10.222.0.75 "GET /v2.0/ports?device_id=5b54a4d2-3a15-4dc0-9326-9e989c6440aa HTTP/1.1" status: 200 len: 945 time: 0.0900314 Feb 09 19:56:04.695706 n-d-713498-36 neutron-server[103229]: INFO neutron.api.v2.resource [req-320dea6f-2452-4b75-8d92-ebc00ed019cd req-76feb7f4-b47b-47d3-8ebb-fce4985d231c service neutron] show failed (client error): The resource could not be found. Feb 09 19:56:04.696694 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-320dea6f-2452-4b75-8d92-ebc00ed019cd req-76feb7f4-b47b-47d3-8ebb-fce4985d231c service neutron] 10.222.0.89 "GET /v2.0/ports/69cab257-652d-4ca6-b214-6780694e13c6/bindings/n-h2-713498-36 HTTP/1.1" status: 404 len: 381 time: 0.0863094 Feb 09 19:56:04.725617 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-d5f144f1-9173-45f8-8f05-d6f509a4d19f req-ad85dbe9-0b34-4ae7-b00c-93d0fb193757 tempest-ServerDiskConfigTestJSON-1652657233 tempest-ServerDiskConfigTestJSON-1652657233-project] 10.222.0.75 "GET /v2.0/security-groups?id=10ea2714-2fcf-4073-a554-93d306e67f59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515990 Feb 09 19:56:04.903649 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-320dea6f-2452-4b75-8d92-ebc00ed019cd req-8f16b829-fa96-45af-ae2c-49365a3c369a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:56:04.905291 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-320dea6f-2452-4b75-8d92-ebc00ed019cd req-8f16b829-fa96-45af-ae2c-49365a3c369a service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=5b54a4d2-3a15-4dc0-9326-9e989c6440aa&tenant_id=27ad0552e0234ce2ad5e1f5eb2996529 HTTP/1.1" status: 200 len: 1128 time: 0.0465226 Feb 09 19:56:04.917271 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.v2.base [req-320dea6f-2452-4b75-8d92-ebc00ed019cd req-eb9a1c94-9452-43d7-851a-1d5081562ba6 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-713498-36', 'device_owner': 'compute:nova'}} {{(pid=103230) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 19:56:04.977967 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [req-320dea6f-2452-4b75-8d92-ebc00ed019cd req-eb9a1c94-9452-43d7-851a-1d5081562ba6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (69cab257-652d-4ca6-b214-6780694e13c6), before_update {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:56:05.186042 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.db [req-320dea6f-2452-4b75-8d92-ebc00ed019cd req-eb9a1c94-9452-43d7-851a-1d5081562ba6 service neutron] For port 69cab257-652d-4ca6-b214-6780694e13c6, host n-h1-713498-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-36',level=0,port_id=69cab257-652d-4ca6-b214-6780694e13c6,segment=NetworkSegment(f39e3133-2b50-4e65-ba3c-a86d03229455),segment_id=f39e3133-2b50-4e65-ba3c-a86d03229455)] {{(pid=103230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 19:56:05.219792 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.db [req-320dea6f-2452-4b75-8d92-ebc00ed019cd req-eb9a1c94-9452-43d7-851a-1d5081562ba6 service neutron] For port 69cab257-652d-4ca6-b214-6780694e13c6, host n-h1-713498-36, cleared binding levels {{(pid=103230) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 19:56:05.258521 n-d-713498-36 neutron-server[103230]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5b54a4d2-3a15-4dc0-9326-9e989c6440aa', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '69cab257-652d-4ca6-b214-6780694e13c6'}] {{(pid=103230) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 19:56:05.260820 n-d-713498-36 neutron-server[103230]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aee5919275bae9f72eb374ee322673045eb80c1f84b4b45a97d96923bd50ab51" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d4423039-c1be-4008-9f66-f7b5be52b623" -d '{"events": [{"server_uuid": "5b54a4d2-3a15-4dc0-9326-9e989c6440aa", "name": "network-vif-unplugged", "status": "completed", "tag": "69cab257-652d-4ca6-b214-6780694e13c6"}]}' {{(pid=103230) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 19:56:05.265057 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [req-320dea6f-2452-4b75-8d92-ebc00ed019cd req-eb9a1c94-9452-43d7-851a-1d5081562ba6 service neutron] Publish callbacks [] for port (69cab257-652d-4ca6-b214-6780694e13c6), precommit_update {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:56:05.278426 n-d-713498-36 neutron-server[103230]: DEBUG neutron.db.provisioning_blocks [req-320dea6f-2452-4b75-8d92-ebc00ed019cd req-eb9a1c94-9452-43d7-851a-1d5081562ba6 service neutron] Transition to ACTIVE for port object 69cab257-652d-4ca6-b214-6780694e13c6 will not be triggered until provisioned by entity L2. {{(pid=103230) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 19:56:05.283244 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [req-320dea6f-2452-4b75-8d92-ebc00ed019cd req-eb9a1c94-9452-43d7-851a-1d5081562ba6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762867176205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762866656485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762866656503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14393758'] for port (69cab257-652d-4ca6-b214-6780694e13c6), after_update {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:56:05.312791 n-d-713498-36 neutron-server[103230]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 09 Feb 2022 19:56:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a6f32bc3-17b3-4dd4-bb4e-9021db9322c5 x-openstack-request-id: req-a6f32bc3-17b3-4dd4-bb4e-9021db9322c5 {{(pid=103230) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 19:56:05.313077 n-d-713498-36 neutron-server[103230]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5b54a4d2-3a15-4dc0-9326-9e989c6440aa", "name": "network-vif-unplugged", "status": "completed", "tag": "69cab257-652d-4ca6-b214-6780694e13c6", "code": 200}]} {{(pid=103230) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 19:56:05.313324 n-d-713498-36 neutron-server[103230]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-a6f32bc3-17b3-4dd4-bb4e-9021db9322c5 {{(pid=103230) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 19:56:05.313717 n-d-713498-36 neutron-server[103230]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5b54a4d2-3a15-4dc0-9326-9e989c6440aa', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '69cab257-652d-4ca6-b214-6780694e13c6', 'code': 200} Feb 09 19:56:05.349617 n-d-713498-36 neutron-server[103230]: DEBUG neutron.db.l3_dvrscheduler_db [req-320dea6f-2452-4b75-8d92-ebc00ed019cd req-eb9a1c94-9452-43d7-851a-1d5081562ba6 service neutron] No DVR routers for this DVR port 69cab257-652d-4ca6-b214-6780694e13c6 on host n-h1-713498-36 {{(pid=103230) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 19:56:05.352750 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb9a1c94-9452-43d7-851a-1d5081562ba6 service neutron] Pushing event updated for resources: {'Port': ['ID=69cab257-652d-4ca6-b214-6780694e13c6,revision_number=6']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:56:05.363871 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb9a1c94-9452-43d7-851a-1d5081562ba6 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:56:05.364221 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb9a1c94-9452-43d7-851a-1d5081562ba6 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:56:05.364552 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb9a1c94-9452-43d7-851a-1d5081562ba6 service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:56:05.364898 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb9a1c94-9452-43d7-851a-1d5081562ba6 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:56:05.365230 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb9a1c94-9452-43d7-851a-1d5081562ba6 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:56:05.365556 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb9a1c94-9452-43d7-851a-1d5081562ba6 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:56:05.365880 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb9a1c94-9452-43d7-851a-1d5081562ba6 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:56:05.366228 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb9a1c94-9452-43d7-851a-1d5081562ba6 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:56:05.366551 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb9a1c94-9452-43d7-851a-1d5081562ba6 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:56:05.366875 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb9a1c94-9452-43d7-851a-1d5081562ba6 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:56:05.367196 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb9a1c94-9452-43d7-851a-1d5081562ba6 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:56:05.367513 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb9a1c94-9452-43d7-851a-1d5081562ba6 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:56:05.367837 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb9a1c94-9452-43d7-851a-1d5081562ba6 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:56:05.403132 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.managers [req-320dea6f-2452-4b75-8d92-ebc00ed019cd req-eb9a1c94-9452-43d7-851a-1d5081562ba6 service neutron] Attempting to bind port 69cab257-652d-4ca6-b214-6780694e13c6 on host n-h2-713498-36 for vnic_type normal with profile {{(pid=103230) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 19:56:05.403465 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.managers [req-320dea6f-2452-4b75-8d92-ebc00ed019cd req-eb9a1c94-9452-43d7-851a-1d5081562ba6 service neutron] Attempting to bind port 69cab257-652d-4ca6-b214-6780694e13c6 by drivers openvswitch,hyperv on host n-h2-713498-36 at level 0 using segments [{'id': 'f39e3133-2b50-4e65-ba3c-a86d03229455', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': '1490f175-1528-4129-ac84-3891c85368ff'}] {{(pid=103230) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 19:56:05.403791 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-320dea6f-2452-4b75-8d92-ebc00ed019cd req-eb9a1c94-9452-43d7-851a-1d5081562ba6 service neutron] Attempting to bind port 69cab257-652d-4ca6-b214-6780694e13c6 on network 1490f175-1528-4129-ac84-3891c85368ff {{(pid=103230) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 19:56:05.409039 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-320dea6f-2452-4b75-8d92-ebc00ed019cd req-eb9a1c94-9452-43d7-851a-1d5081562ba6 service neutron] Port 69cab257-652d-4ca6-b214-6780694e13c6 on network 1490f175-1528-4129-ac84-3891c85368ff not bound, no agent of type Open vSwitch agent registered on host n-h2-713498-36 {{(pid=103230) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 19:56:05.409363 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-320dea6f-2452-4b75-8d92-ebc00ed019cd req-eb9a1c94-9452-43d7-851a-1d5081562ba6 service neutron] Attempting to bind port 69cab257-652d-4ca6-b214-6780694e13c6 on network 1490f175-1528-4129-ac84-3891c85368ff {{(pid=103230) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 19:56:05.414267 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-320dea6f-2452-4b75-8d92-ebc00ed019cd req-eb9a1c94-9452-43d7-851a-1d5081562ba6 service neutron] Checking agent: {'id': 'bcd5faee-dc24-4298-9134-0e0aa054058e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713498-36', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 18, 59, 19), 'started_at': datetime.datetime(2022, 2, 9, 18, 59, 19), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 19, 55, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103230) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 19:56:05.414605 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-320dea6f-2452-4b75-8d92-ebc00ed019cd req-eb9a1c94-9452-43d7-851a-1d5081562ba6 service neutron] Checking segment: {'id': 'f39e3133-2b50-4e65-ba3c-a86d03229455', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': '1490f175-1528-4129-ac84-3891c85368ff'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103230) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 19:56:05.414988 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-320dea6f-2452-4b75-8d92-ebc00ed019cd req-eb9a1c94-9452-43d7-851a-1d5081562ba6 service neutron] Bound using segment: {'id': 'f39e3133-2b50-4e65-ba3c-a86d03229455', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': '1490f175-1528-4129-ac84-3891c85368ff'} {{(pid=103230) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 19:56:05.415407 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.managers [req-320dea6f-2452-4b75-8d92-ebc00ed019cd req-eb9a1c94-9452-43d7-851a-1d5081562ba6 service neutron] Bound port: 69cab257-652d-4ca6-b214-6780694e13c6, host: n-h2-713498-36, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f39e3133-2b50-4e65-ba3c-a86d03229455', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': '1490f175-1528-4129-ac84-3891c85368ff'}}] {{(pid=103230) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 19:56:05.415760 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [req-320dea6f-2452-4b75-8d92-ebc00ed019cd req-eb9a1c94-9452-43d7-851a-1d5081562ba6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (69cab257-652d-4ca6-b214-6780694e13c6), before_update {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:56:05.480076 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.db [req-320dea6f-2452-4b75-8d92-ebc00ed019cd req-eb9a1c94-9452-43d7-851a-1d5081562ba6 service neutron] For port 69cab257-652d-4ca6-b214-6780694e13c6, host n-h2-713498-36, cleared binding levels {{(pid=103230) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 19:56:05.484031 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.db [req-320dea6f-2452-4b75-8d92-ebc00ed019cd req-eb9a1c94-9452-43d7-851a-1d5081562ba6 service neutron] For port 69cab257-652d-4ca6-b214-6780694e13c6, host n-h2-713498-36, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-36',level=0,port_id=69cab257-652d-4ca6-b214-6780694e13c6,segment=NetworkSegment(f39e3133-2b50-4e65-ba3c-a86d03229455),segment_id=f39e3133-2b50-4e65-ba3c-a86d03229455)] {{(pid=103230) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 19:56:05.490038 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [req-320dea6f-2452-4b75-8d92-ebc00ed019cd req-eb9a1c94-9452-43d7-851a-1d5081562ba6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762867176205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762866656485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762866656503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14393758'] for port (69cab257-652d-4ca6-b214-6780694e13c6), after_update {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:56:05.522378 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-320dea6f-2452-4b75-8d92-ebc00ed019cd req-eb9a1c94-9452-43d7-851a-1d5081562ba6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:56:05.523236 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [req-320dea6f-2452-4b75-8d92-ebc00ed019cd req-eb9a1c94-9452-43d7-851a-1d5081562ba6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171096'] for port (None), before_response {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:56:05.524646 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-320dea6f-2452-4b75-8d92-ebc00ed019cd req-eb9a1c94-9452-43d7-851a-1d5081562ba6 service neutron] 10.222.0.90 "PUT /v2.0/ports/69cab257-652d-4ca6-b214-6780694e13c6 HTTP/1.1" status: 200 len: 1092 time: 0.6113713 Feb 09 19:56:05.561423 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb9a1c94-9452-43d7-851a-1d5081562ba6 service neutron] Pushing event updated for resources: {'Port': ['ID=69cab257-652d-4ca6-b214-6780694e13c6,revision_number=7']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:56:05.598837 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-320dea6f-2452-4b75-8d92-ebc00ed019cd req-2393a07b-c7d9-49b8-9856-271b42706f25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:56:05.600315 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-320dea6f-2452-4b75-8d92-ebc00ed019cd req-2393a07b-c7d9-49b8-9856-271b42706f25 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=27ad0552e0234ce2ad5e1f5eb2996529&device_id=5b54a4d2-3a15-4dc0-9326-9e989c6440aa HTTP/1.1" status: 200 len: 1126 time: 0.0524657 Feb 09 19:56:05.695828 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-320dea6f-2452-4b75-8d92-ebc00ed019cd req-dc52c3ac-bdd3-4ace-8892-9fcd2ea56023 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:56:05.697284 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-320dea6f-2452-4b75-8d92-ebc00ed019cd req-dc52c3ac-bdd3-4ace-8892-9fcd2ea56023 service neutron] 10.222.0.90 "GET /v2.0/networks?id=1490f175-1528-4129-ac84-3891c85368ff HTTP/1.1" status: 200 len: 915 time: 0.0899360 Feb 09 19:56:05.742384 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-320dea6f-2452-4b75-8d92-ebc00ed019cd req-7ceb7248-cdd1-46fe-b384-dba45c8ce318 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=69cab257-652d-4ca6-b214-6780694e13c6 HTTP/1.1" status: 200 len: 217 time: 0.0349877 Feb 09 19:56:05.797183 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-320dea6f-2452-4b75-8d92-ebc00ed019cd req-ce1611c1-6924-41ef-9c78-098be48079d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:56:05.798711 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-320dea6f-2452-4b75-8d92-ebc00ed019cd req-ce1611c1-6924-41ef-9c78-098be48079d2 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=7d9db85d-a3e7-42d0-a4e9-0138fb6dd0aa HTTP/1.1" status: 200 len: 854 time: 0.0494134 Feb 09 19:56:05.835132 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-320dea6f-2452-4b75-8d92-ebc00ed019cd req-9e089e68-bf0f-4a72-882a-8ba1b5525b52 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=1490f175-1528-4129-ac84-3891c85368ff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0264802 Feb 09 19:56:05.848878 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0395deb7-2bb2-4084-a242-ed45cedd2b91 req-47e31650-bd6f-42dc-989d-35cebb27ee9c tempest-ServerDiskConfigTestJSON-1652657233 tempest-ServerDiskConfigTestJSON-1652657233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:56:05.850384 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-0395deb7-2bb2-4084-a242-ed45cedd2b91 req-47e31650-bd6f-42dc-989d-35cebb27ee9c tempest-ServerDiskConfigTestJSON-1652657233 tempest-ServerDiskConfigTestJSON-1652657233-project] 10.222.0.75 "GET /v2.0/ports?device_id=5b54a4d2-3a15-4dc0-9326-9e989c6440aa HTTP/1.1" status: 200 len: 943 time: 0.0530431 Feb 09 19:56:05.898530 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-0395deb7-2bb2-4084-a242-ed45cedd2b91 req-302d2d4d-2f76-4739-890e-19ac97c8a670 tempest-ServerDiskConfigTestJSON-1652657233 tempest-ServerDiskConfigTestJSON-1652657233-project] 10.222.0.75 "GET /v2.0/security-groups?id=10ea2714-2fcf-4073-a554-93d306e67f59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419111 Feb 09 19:56:05.930850 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-320dea6f-2452-4b75-8d92-ebc00ed019cd req-995c4f5d-9fd9-4f4f-9834-409054ba97db service neutron] 10.222.0.90 "GET /v2.0/networks/1490f175-1528-4129-ac84-3891c85368ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0862038 Feb 09 19:56:06.027957 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-320dea6f-2452-4b75-8d92-ebc00ed019cd req-e0925a27-fffb-4df7-a315-1c1de200d60d service neutron] 10.222.0.90 "GET /v2.0/networks/1490f175-1528-4129-ac84-3891c85368ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0897665 Feb 09 19:56:07.033548 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb1f3d97-a615-44ad-bfb3-a537bc568d09 req-fffe7390-ce08-432d-a0c0-c4a0d32e26c7 tempest-ServerDiskConfigTestJSON-1652657233 tempest-ServerDiskConfigTestJSON-1652657233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:56:07.035083 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-bb1f3d97-a615-44ad-bfb3-a537bc568d09 req-fffe7390-ce08-432d-a0c0-c4a0d32e26c7 tempest-ServerDiskConfigTestJSON-1652657233 tempest-ServerDiskConfigTestJSON-1652657233-project] 10.222.0.75 "GET /v2.0/ports?device_id=5b54a4d2-3a15-4dc0-9326-9e989c6440aa HTTP/1.1" status: 200 len: 943 time: 0.0550320 Feb 09 19:56:07.084245 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-bb1f3d97-a615-44ad-bfb3-a537bc568d09 req-58a0e497-8547-4e66-a907-b463d9c11f81 tempest-ServerDiskConfigTestJSON-1652657233 tempest-ServerDiskConfigTestJSON-1652657233-project] 10.222.0.75 "GET /v2.0/security-groups?id=10ea2714-2fcf-4073-a554-93d306e67f59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435729 Feb 09 19:56:07.314458 n-d-713498-36 neutron-server[103230]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5b54a4d2-3a15-4dc0-9326-9e989c6440aa', 'tag': '69cab257-652d-4ca6-b214-6780694e13c6'}] {{(pid=103230) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 19:56:07.316816 n-d-713498-36 neutron-server[103230]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aee5919275bae9f72eb374ee322673045eb80c1f84b4b45a97d96923bd50ab51" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9b3a8304-6172-4753-a199-080194e55dcc" -d '{"events": [{"name": "network-changed", "server_uuid": "5b54a4d2-3a15-4dc0-9326-9e989c6440aa", "tag": "69cab257-652d-4ca6-b214-6780694e13c6"}]}' {{(pid=103230) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 19:56:07.434250 n-d-713498-36 neutron-server[103230]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 19:56:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-66058635-2f7e-4f22-bd47-6a6c99824b68 x-openstack-request-id: req-66058635-2f7e-4f22-bd47-6a6c99824b68 {{(pid=103230) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 19:56:07.434546 n-d-713498-36 neutron-server[103230]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5b54a4d2-3a15-4dc0-9326-9e989c6440aa", "tag": "69cab257-652d-4ca6-b214-6780694e13c6", "status": "completed", "code": 200}]} {{(pid=103230) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 19:56:07.434803 n-d-713498-36 neutron-server[103230]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-66058635-2f7e-4f22-bd47-6a6c99824b68 {{(pid=103230) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 19:56:07.435239 n-d-713498-36 neutron-server[103230]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5b54a4d2-3a15-4dc0-9326-9e989c6440aa', 'tag': '69cab257-652d-4ca6-b214-6780694e13c6', 'status': 'completed', 'code': 200} Feb 09 19:56:07.502918 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b3a8304-6172-4753-a199-080194e55dcc req-8299591f-f29c-4752-ad33-d7358b7cbb45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:56:07.504509 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-9b3a8304-6172-4753-a199-080194e55dcc req-8299591f-f29c-4752-ad33-d7358b7cbb45 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=27ad0552e0234ce2ad5e1f5eb2996529&device_id=5b54a4d2-3a15-4dc0-9326-9e989c6440aa HTTP/1.1" status: 200 len: 1126 time: 0.0505197 Feb 09 19:56:07.561752 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b3a8304-6172-4753-a199-080194e55dcc req-b818ad91-72be-4fc9-abe7-f1ef9960a918 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:56:07.563345 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-9b3a8304-6172-4753-a199-080194e55dcc req-b818ad91-72be-4fc9-abe7-f1ef9960a918 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=27ad0552e0234ce2ad5e1f5eb2996529&device_id=5b54a4d2-3a15-4dc0-9326-9e989c6440aa HTTP/1.1" status: 200 len: 1126 time: 0.0969701 Feb 09 19:56:07.595683 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b3a8304-6172-4753-a199-080194e55dcc req-8a6182e4-9c79-4371-a6f2-19c9df34a4e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:56:07.597197 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-9b3a8304-6172-4753-a199-080194e55dcc req-8a6182e4-9c79-4371-a6f2-19c9df34a4e9 service neutron] 10.222.0.89 "GET /v2.0/networks?id=1490f175-1528-4129-ac84-3891c85368ff HTTP/1.1" status: 200 len: 915 time: 0.0873592 Feb 09 19:56:07.647477 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-9b3a8304-6172-4753-a199-080194e55dcc req-bb863ebd-85b1-4d95-b9c3-bfb5f1a90dd4 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=69cab257-652d-4ca6-b214-6780694e13c6 HTTP/1.1" status: 200 len: 217 time: 0.0426643 Feb 09 19:56:07.662083 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b3a8304-6172-4753-a199-080194e55dcc req-6041eacd-313f-4f2e-9acd-def9428e20ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:56:07.663552 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-9b3a8304-6172-4753-a199-080194e55dcc req-6041eacd-313f-4f2e-9acd-def9428e20ba service neutron] 10.222.0.90 "GET /v2.0/networks?id=1490f175-1528-4129-ac84-3891c85368ff HTTP/1.1" status: 200 len: 915 time: 0.0938408 Feb 09 19:56:07.697438 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b3a8304-6172-4753-a199-080194e55dcc req-bb40285e-3ccf-44f4-81eb-3da749a2e42d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:56:07.698931 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-9b3a8304-6172-4753-a199-080194e55dcc req-bb40285e-3ccf-44f4-81eb-3da749a2e42d service neutron] 10.222.0.89 "GET /v2.0/subnets?id=7d9db85d-a3e7-42d0-a4e9-0138fb6dd0aa HTTP/1.1" status: 200 len: 854 time: 0.0458980 Feb 09 19:56:07.709917 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-9b3a8304-6172-4753-a199-080194e55dcc req-bc88e3e3-a861-4316-935c-3cd0e5930353 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=69cab257-652d-4ca6-b214-6780694e13c6 HTTP/1.1" status: 200 len: 217 time: 0.0368760 Feb 09 19:56:07.730901 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-9b3a8304-6172-4753-a199-080194e55dcc req-68d1aab5-df39-420a-ad7a-6b5dbb5176b0 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=1490f175-1528-4129-ac84-3891c85368ff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0259316 Feb 09 19:56:07.764570 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b3a8304-6172-4753-a199-080194e55dcc req-6445d986-9e79-4232-99d3-dc96f24f9a0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:56:07.766072 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-9b3a8304-6172-4753-a199-080194e55dcc req-6445d986-9e79-4232-99d3-dc96f24f9a0f service neutron] 10.222.0.90 "GET /v2.0/subnets?id=7d9db85d-a3e7-42d0-a4e9-0138fb6dd0aa HTTP/1.1" status: 200 len: 854 time: 0.0489216 Feb 09 19:56:07.799717 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-9b3a8304-6172-4753-a199-080194e55dcc req-459ca8e0-4e02-4436-9198-bb8bc64bfe17 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=1490f175-1528-4129-ac84-3891c85368ff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0268142 Feb 09 19:56:07.821725 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-9b3a8304-6172-4753-a199-080194e55dcc req-23f5e2e6-9936-4fee-bc53-ed9ed8fe17ed service neutron] 10.222.0.89 "GET /v2.0/networks/1490f175-1528-4129-ac84-3891c85368ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854399 Feb 09 19:56:07.895495 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-9b3a8304-6172-4753-a199-080194e55dcc req-56cf2026-c585-46bf-8ea4-b7878d54f901 service neutron] 10.222.0.90 "GET /v2.0/networks/1490f175-1528-4129-ac84-3891c85368ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0896280 Feb 09 19:56:07.917418 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-9b3a8304-6172-4753-a199-080194e55dcc req-9f369361-2c2e-4ec3-9491-9ddf36ec6556 service neutron] 10.222.0.89 "GET /v2.0/networks/1490f175-1528-4129-ac84-3891c85368ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0902379 Feb 09 19:56:07.999625 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-9b3a8304-6172-4753-a199-080194e55dcc req-f52d4273-d293-4120-88be-d451dec5f66d service neutron] 10.222.0.90 "GET /v2.0/networks/1490f175-1528-4129-ac84-3891c85368ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0964134 Feb 09 19:56:08.206199 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f58308f0-6fe6-4764-ba03-9ed836f9fd6d req-c2b44e50-cf1c-4f58-a192-20041c4cb09e tempest-ServerDiskConfigTestJSON-1652657233 tempest-ServerDiskConfigTestJSON-1652657233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:56:08.207618 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-f58308f0-6fe6-4764-ba03-9ed836f9fd6d req-c2b44e50-cf1c-4f58-a192-20041c4cb09e tempest-ServerDiskConfigTestJSON-1652657233 tempest-ServerDiskConfigTestJSON-1652657233-project] 10.222.0.75 "GET /v2.0/ports?device_id=5b54a4d2-3a15-4dc0-9326-9e989c6440aa HTTP/1.1" status: 200 len: 943 time: 0.0546422 Feb 09 19:56:08.254992 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-f58308f0-6fe6-4764-ba03-9ed836f9fd6d req-c5a1e8bb-9f2e-4d6b-825e-5e29e37fec93 tempest-ServerDiskConfigTestJSON-1652657233 tempest-ServerDiskConfigTestJSON-1652657233-project] 10.222.0.75 "GET /v2.0/security-groups?id=10ea2714-2fcf-4073-a554-93d306e67f59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418553 Feb 09 19:56:08.462485 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-528f3f4a-609f-4bd9-96a0-24a233efd5bf req-bf3399f3-2756-4d59-8026-f94785c68862 tempest-ServerDiskConfigTestJSON-1652657233 tempest-ServerDiskConfigTestJSON-1652657233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:56:08.463900 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-528f3f4a-609f-4bd9-96a0-24a233efd5bf req-bf3399f3-2756-4d59-8026-f94785c68862 tempest-ServerDiskConfigTestJSON-1652657233 tempest-ServerDiskConfigTestJSON-1652657233-project] 10.222.0.75 "GET /v2.0/ports?device_id=5b54a4d2-3a15-4dc0-9326-9e989c6440aa HTTP/1.1" status: 200 len: 943 time: 0.0569944 Feb 09 19:56:08.475056 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f36907e0-00e9-4e7d-bc6a-4d1660c6d32e req-ee15fb7e-88af-42ea-a6e0-c33927d8cf7f tempest-ServerDiskConfigTestJSON-1652657233 tempest-ServerDiskConfigTestJSON-1652657233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:56:08.476550 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-f36907e0-00e9-4e7d-bc6a-4d1660c6d32e req-ee15fb7e-88af-42ea-a6e0-c33927d8cf7f tempest-ServerDiskConfigTestJSON-1652657233 tempest-ServerDiskConfigTestJSON-1652657233-project] 10.222.0.89 "GET /v2.0/ports?device_id=5b54a4d2-3a15-4dc0-9326-9e989c6440aa&tenant_id=27ad0552e0234ce2ad5e1f5eb2996529&binding%3Ahost_id=n-h2-713498-36 HTTP/1.1" status: 200 len: 943 time: 0.0599399 Feb 09 19:56:08.518248 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-528f3f4a-609f-4bd9-96a0-24a233efd5bf req-89c45498-e4cf-439b-b106-16640c982c7c tempest-ServerDiskConfigTestJSON-1652657233 tempest-ServerDiskConfigTestJSON-1652657233-project] 10.222.0.75 "GET /v2.0/security-groups?id=10ea2714-2fcf-4073-a554-93d306e67f59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477877 Feb 09 19:56:08.539071 n-d-713498-36 neutron-server[103229]: INFO neutron.api.v2.resource [req-f36907e0-00e9-4e7d-bc6a-4d1660c6d32e req-0886d162-5328-4b60-964a-817e73440d0a service neutron] delete failed (client error): The resource could not be found. Feb 09 19:56:08.540129 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-f36907e0-00e9-4e7d-bc6a-4d1660c6d32e req-0886d162-5328-4b60-964a-817e73440d0a service neutron] 10.222.0.89 "DELETE /v2.0/ports/69cab257-652d-4ca6-b214-6780694e13c6/bindings/n-h1-713498-36 HTTP/1.1" status: 404 len: 381 time: 0.0560234 Feb 09 19:56:08.632954 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f36907e0-00e9-4e7d-bc6a-4d1660c6d32e req-70e76ad9-e6c7-432e-a858-f0dff9563cbc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:56:08.634494 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-f36907e0-00e9-4e7d-bc6a-4d1660c6d32e req-70e76ad9-e6c7-432e-a858-f0dff9563cbc service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=27ad0552e0234ce2ad5e1f5eb2996529&device_id=5b54a4d2-3a15-4dc0-9326-9e989c6440aa HTTP/1.1" status: 200 len: 1126 time: 0.0517278 Feb 09 19:56:08.724161 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f36907e0-00e9-4e7d-bc6a-4d1660c6d32e req-13d6101f-42ea-4f44-bc01-a06f9242afa1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:56:08.725620 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-f36907e0-00e9-4e7d-bc6a-4d1660c6d32e req-13d6101f-42ea-4f44-bc01-a06f9242afa1 service neutron] 10.222.0.89 "GET /v2.0/networks?id=1490f175-1528-4129-ac84-3891c85368ff HTTP/1.1" status: 200 len: 915 time: 0.0846980 Feb 09 19:56:08.771876 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-f36907e0-00e9-4e7d-bc6a-4d1660c6d32e req-90f4c71f-098f-48d5-9ac7-a3c1a4a56a50 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=69cab257-652d-4ca6-b214-6780694e13c6 HTTP/1.1" status: 200 len: 217 time: 0.0382552 Feb 09 19:56:08.820095 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f36907e0-00e9-4e7d-bc6a-4d1660c6d32e req-29d5e11a-b7ae-4e32-b2c5-c4beba61baf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:56:08.821523 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-f36907e0-00e9-4e7d-bc6a-4d1660c6d32e req-29d5e11a-b7ae-4e32-b2c5-c4beba61baf5 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=7d9db85d-a3e7-42d0-a4e9-0138fb6dd0aa HTTP/1.1" status: 200 len: 854 time: 0.0444617 Feb 09 19:56:08.854011 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-f36907e0-00e9-4e7d-bc6a-4d1660c6d32e req-26f17d9b-613f-4b7b-983b-019ffd3f2222 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=1490f175-1528-4129-ac84-3891c85368ff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0258906 Feb 09 19:56:08.945846 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-f36907e0-00e9-4e7d-bc6a-4d1660c6d32e req-2b3eff01-fac9-4e15-854f-4c1cf3391393 service neutron] 10.222.0.89 "GET /v2.0/networks/1490f175-1528-4129-ac84-3891c85368ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859022 Feb 09 19:56:09.047285 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-f36907e0-00e9-4e7d-bc6a-4d1660c6d32e req-147786b0-639c-4cca-8ae0-26edbc62280a service neutron] 10.222.0.89 "GET /v2.0/networks/1490f175-1528-4129-ac84-3891c85368ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0944903 Feb 09 19:56:09.265096 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Device 69cab257-652d-4ca6-b214-6780694e13c6 no longer exists at agent hyperv_n-h1-713498-36 {{(pid=103232) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 19:56:09.306222 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] The host n-h1-713498-36 is not matching for port 69cab257-652d-4ca6-b214-6780694e13c6 host n-h2-713498-36! {{(pid=103232) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2330}} Feb 09 19:56:09.306546 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Device 69cab257-652d-4ca6-b214-6780694e13c6 not bound to the agent host n-h1-713498-36 {{(pid=103232) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 19:56:09.649840 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6c8e126-3493-4613-8a2e-e98fce68ac52 req-aa41533f-9edf-4313-911f-eb907610cf35 tempest-ServerDiskConfigTestJSON-1652657233 tempest-ServerDiskConfigTestJSON-1652657233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:56:09.651380 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-a6c8e126-3493-4613-8a2e-e98fce68ac52 req-aa41533f-9edf-4313-911f-eb907610cf35 tempest-ServerDiskConfigTestJSON-1652657233 tempest-ServerDiskConfigTestJSON-1652657233-project] 10.222.0.75 "GET /v2.0/ports?device_id=5b54a4d2-3a15-4dc0-9326-9e989c6440aa HTTP/1.1" status: 200 len: 943 time: 0.0544868 Feb 09 19:56:09.699891 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-a6c8e126-3493-4613-8a2e-e98fce68ac52 req-5b6c993e-45f2-4f7f-824c-7ba954945beb tempest-ServerDiskConfigTestJSON-1652657233 tempest-ServerDiskConfigTestJSON-1652657233-project] 10.222.0.75 "GET /v2.0/security-groups?id=10ea2714-2fcf-4073-a554-93d306e67f59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427117 Feb 09 19:56:09.822972 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0006de67-320b-4a40-8671-2d1c8cb061a2 req-99f463c6-cbae-4118-81e2-f0bc3983cac4 tempest-ServerDiskConfigTestJSON-1652657233 tempest-ServerDiskConfigTestJSON-1652657233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:56:09.824366 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-0006de67-320b-4a40-8671-2d1c8cb061a2 req-99f463c6-cbae-4118-81e2-f0bc3983cac4 tempest-ServerDiskConfigTestJSON-1652657233 tempest-ServerDiskConfigTestJSON-1652657233-project] 10.222.0.75 "GET /v2.0/ports?device_id=5b54a4d2-3a15-4dc0-9326-9e989c6440aa HTTP/1.1" status: 200 len: 943 time: 0.0537162 Feb 09 19:56:09.873483 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-0006de67-320b-4a40-8671-2d1c8cb061a2 req-256f87f7-1662-45c2-a2eb-d1c215792c79 tempest-ServerDiskConfigTestJSON-1652657233 tempest-ServerDiskConfigTestJSON-1652657233-project] 10.222.0.75 "GET /v2.0/security-groups?id=10ea2714-2fcf-4073-a554-93d306e67f59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424960 Feb 09 19:56:09.999157 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b070a16-b4a0-4c61-b790-0a887a55d557 req-22190db5-74fd-471a-8d36-36dc09689a6e tempest-ServerDiskConfigTestJSON-1652657233 tempest-ServerDiskConfigTestJSON-1652657233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:56:10.000653 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-4b070a16-b4a0-4c61-b790-0a887a55d557 req-22190db5-74fd-471a-8d36-36dc09689a6e tempest-ServerDiskConfigTestJSON-1652657233 tempest-ServerDiskConfigTestJSON-1652657233-project] 10.222.0.75 "GET /v2.0/ports?device_id=5b54a4d2-3a15-4dc0-9326-9e989c6440aa HTTP/1.1" status: 200 len: 943 time: 0.0591655 Feb 09 19:56:10.048779 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-4b070a16-b4a0-4c61-b790-0a887a55d557 req-d0d3d21e-6727-45c1-82a5-11d50bad0e4c tempest-ServerDiskConfigTestJSON-1652657233 tempest-ServerDiskConfigTestJSON-1652657233-project] 10.222.0.75 "GET /v2.0/security-groups?id=10ea2714-2fcf-4073-a554-93d306e67f59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424900 Feb 09 19:56:10.397508 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d8fa74c-df5e-496b-b522-7bf0eb5ec347 req-99f68d55-5760-4279-bf81-c84a96cb8887 tempest-ServerDiskConfigTestJSON-1652657233 tempest-ServerDiskConfigTestJSON-1652657233-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:56:10.398974 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-8d8fa74c-df5e-496b-b522-7bf0eb5ec347 req-99f68d55-5760-4279-bf81-c84a96cb8887 tempest-ServerDiskConfigTestJSON-1652657233 tempest-ServerDiskConfigTestJSON-1652657233-project] 10.222.0.75 "GET /v2.0/networks?id=1490f175-1528-4129-ac84-3891c85368ff HTTP/1.1" status: 200 len: 814 time: 0.1010206 Feb 09 19:56:10.413903 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-8d8fa74c-df5e-496b-b522-7bf0eb5ec347 req-d97ef177-8829-4a6c-a718-658930459782 tempest-ServerDiskConfigTestJSON-1652657233 tempest-ServerDiskConfigTestJSON-1652657233-project] 10.222.0.75 "GET /v2.0/quotas/27ad0552e0234ce2ad5e1f5eb2996529 HTTP/1.1" status: 200 len: 375 time: 0.0096636 Feb 09 19:56:10.474304 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-8d8fa74c-df5e-496b-b522-7bf0eb5ec347 req-59845ccf-f0cd-4e47-a4a4-a1d949881c00 tempest-ServerDiskConfigTestJSON-1652657233 tempest-ServerDiskConfigTestJSON-1652657233-project] 10.222.0.75 "GET /v2.0/ports?tenant_id=27ad0552e0234ce2ad5e1f5eb2996529&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0553172 Feb 09 19:56:10.485455 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [req-8d8fa74c-df5e-496b-b522-7bf0eb5ec347 req-e9bfdcf6-bc53-4ec2-8014-86b5d957dd85 service neutron] http://10.222.0.75:9696/v2.0/extensions returned with HTTP 200 {{(pid=103229) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 09 19:56:10.486534 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-8d8fa74c-df5e-496b-b522-7bf0eb5ec347 req-e9bfdcf6-bc53-4ec2-8014-86b5d957dd85 service neutron] 10.222.0.75 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0057774 Feb 09 19:56:10.578381 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-8d8fa74c-df5e-496b-b522-7bf0eb5ec347 req-b29fe2fe-7213-4b32-966c-56ae358177b0 service neutron] 10.222.0.75 "GET /v2.0/networks/1490f175-1528-4129-ac84-3891c85368ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0862272 Feb 09 19:56:10.616547 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Device 69cab257-652d-4ca6-b214-6780694e13c6 details requested by agent hyperv_n-h2-713498-36 with host n-h2-713498-36 {{(pid=103232) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 19:56:10.680023 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-8d8fa74c-df5e-496b-b522-7bf0eb5ec347 req-669ed014-0050-4ec7-8ffa-45fc6500819c service neutron] 10.222.0.75 "GET /v2.0/networks/1490f175-1528-4129-ac84-3891c85368ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0956981 Feb 09 19:56:10.726959 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-7429db8d-6021-40ad-813e-885be449a89b None None] For port 69cab257-652d-4ca6-b214-6780694e13c6, host n-h2-713498-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-36',level=0,port_id=69cab257-652d-4ca6-b214-6780694e13c6,segment=NetworkSegment(f39e3133-2b50-4e65-ba3c-a86d03229455),segment_id=f39e3133-2b50-4e65-ba3c-a86d03229455)] {{(pid=103232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 19:56:10.739348 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Returning: {'device': '69cab257-652d-4ca6-b214-6780694e13c6', 'network_id': '1490f175-1528-4129-ac84-3891c85368ff', 'port_id': '69cab257-652d-4ca6-b214-6780694e13c6', 'mac_address': 'fa:16:3e:34:05:28', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 358, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7d9db85d-a3e7-42d0-a4e9-0138fb6dd0aa', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103232) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 19:56:10.777283 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Current status of the port 69cab257-652d-4ca6-b214-6780694e13c6 is: DOWN; New status is: BUILD {{(pid=103232) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 19:56:10.777687 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (69cab257-652d-4ca6-b214-6780694e13c6), before_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:56:10.795954 n-d-713498-36 neutron-server[103232]: DEBUG neutron.notifiers.nova [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 69cab257-652d-4ca6-b214-6780694e13c6 {{(pid=103232) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 19:56:10.822790 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-7429db8d-6021-40ad-813e-885be449a89b None None] For port 69cab257-652d-4ca6-b214-6780694e13c6, host n-h2-713498-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-36',level=0,port_id=69cab257-652d-4ca6-b214-6780694e13c6,segment=NetworkSegment(f39e3133-2b50-4e65-ba3c-a86d03229455),segment_id=f39e3133-2b50-4e65-ba3c-a86d03229455)] {{(pid=103232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 19:56:10.829067 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762867176205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762866656485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762866656503'] for port (69cab257-652d-4ca6-b214-6780694e13c6), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:56:10.861691 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-c50bcebf-7a63-4505-ba1d-677f1a099fef req-ae021c76-356d-42da-b241-9e41edc4d800 tempest-ServerDiskConfigTestJSON-1652657233 tempest-ServerDiskConfigTestJSON-1652657233-project] 10.222.0.75 "GET /v2.0/ports?device_id=89bbff48-dabe-4694-98da-1f656fa47ccc HTTP/1.1" status: 200 len: 210 time: 0.0371249 Feb 09 19:56:10.893279 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Pushing event updated for resources: {'Port': ['ID=69cab257-652d-4ca6-b214-6780694e13c6,revision_number=8']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:56:10.896254 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-908fd3f3-f45a-4e39-8cf8-2fa9547e832b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762867132591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593584'] for agent (af91e4b9-f4e1-42b1-a25c-a10dc47171c8), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:56:11.121450 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-7429db8d-6021-40ad-813e-885be449a89b None None] get_ports_and_sgs() called for port_ids ['69cab257-652d-4ca6-b214-6780694e13c6'] {{(pid=103232) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 19:56:11.962827 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-fdc6f625-89e8-452a-9594-a3e87d03b405 req-b213a480-9316-4622-8b8e-18c5b951b8d7 tempest-ServerDiskConfigTestJSON-1652657233 tempest-ServerDiskConfigTestJSON-1652657233-project] 10.222.0.75 "GET /v2.0/ports?device_id=89bbff48-dabe-4694-98da-1f656fa47ccc HTTP/1.1" status: 200 len: 210 time: 0.0352650 Feb 09 19:56:12.048115 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96d88c0a-5699-44ce-ac3d-48bbcfed2b72 req-2693583a-4cd8-4d23-aae1-a26dc3adce00 tempest-ServerDiskConfigTestJSON-1652657233 tempest-ServerDiskConfigTestJSON-1652657233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:56:12.050089 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-96d88c0a-5699-44ce-ac3d-48bbcfed2b72 req-2693583a-4cd8-4d23-aae1-a26dc3adce00 tempest-ServerDiskConfigTestJSON-1652657233 tempest-ServerDiskConfigTestJSON-1652657233-project] 10.222.0.90 "GET /v2.0/ports?device_id=5b54a4d2-3a15-4dc0-9326-9e989c6440aa HTTP/1.1" status: 200 len: 944 time: 0.0721443 Feb 09 19:56:12.082858 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d8fa74c-df5e-496b-b522-7bf0eb5ec347 req-cb0dc2bb-b5b0-478b-8508-0039d3da8646 tempest-ServerDiskConfigTestJSON-1652657233 tempest-ServerDiskConfigTestJSON-1652657233-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:56:12.085044 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-8d8fa74c-df5e-496b-b522-7bf0eb5ec347 req-cb0dc2bb-b5b0-478b-8508-0039d3da8646 tempest-ServerDiskConfigTestJSON-1652657233 tempest-ServerDiskConfigTestJSON-1652657233-project] 10.222.0.90 "GET /v2.0/networks?id=1490f175-1528-4129-ac84-3891c85368ff HTTP/1.1" status: 200 len: 814 time: 0.1300032 Feb 09 19:56:12.104944 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.v2.base [req-8d8fa74c-df5e-496b-b522-7bf0eb5ec347 req-66d4e733-48c0-4329-adc5-ff4a09e75b50 tempest-ServerDiskConfigTestJSON-1652657233 tempest-ServerDiskConfigTestJSON-1652657233-project] Request body: {'port': {'device_id': '89bbff48-dabe-4694-98da-1f656fa47ccc', 'network_id': '1490f175-1528-4129-ac84-3891c85368ff', 'admin_state_up': True, 'tenant_id': '27ad0552e0234ce2ad5e1f5eb2996529'}} {{(pid=103230) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 19:56:12.159838 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.plugin [req-96d88c0a-5699-44ce-ac3d-48bbcfed2b72 req-662d457c-4ed1-4c40-a4cf-fda592ffbeaf tempest-ServerDiskConfigTestJSON-1652657233 tempest-ServerDiskConfigTestJSON-1652657233-project] Deleting port 69cab257-652d-4ca6-b214-6780694e13c6 {{(pid=103229) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 19:56:12.160128 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-96d88c0a-5699-44ce-ac3d-48bbcfed2b72 req-662d457c-4ed1-4c40-a4cf-fda592ffbeaf tempest-ServerDiskConfigTestJSON-1652657233 tempest-ServerDiskConfigTestJSON-1652657233-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762867170196'] for port (69cab257-652d-4ca6-b214-6780694e13c6), before_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:56:12.211579 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8d8fa74c-df5e-496b-b522-7bf0eb5ec347 req-66d4e733-48c0-4329-adc5-ff4a09e75b50 tempest-ServerDiskConfigTestJSON-1652657233 tempest-ServerDiskConfigTestJSON-1652657233-project] Made reservation on behalf of 27ad0552e0234ce2ad5e1f5eb2996529 for: {'port': 1} {{(pid=103230) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 19:56:12.215049 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [req-8d8fa74c-df5e-496b-b522-7bf0eb5ec347 req-66d4e733-48c0-4329-adc5-ff4a09e75b50 tempest-ServerDiskConfigTestJSON-1652657233 tempest-ServerDiskConfigTestJSON-1652657233-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (None), before_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:56:12.253743 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.db [req-96d88c0a-5699-44ce-ac3d-48bbcfed2b72 req-662d457c-4ed1-4c40-a4cf-fda592ffbeaf tempest-ServerDiskConfigTestJSON-1652657233 tempest-ServerDiskConfigTestJSON-1652657233-project] For port 69cab257-652d-4ca6-b214-6780694e13c6, host n-h2-713498-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-36',level=0,port_id=69cab257-652d-4ca6-b214-6780694e13c6,segment=NetworkSegment(f39e3133-2b50-4e65-ba3c-a86d03229455),segment_id=f39e3133-2b50-4e65-ba3c-a86d03229455)] {{(pid=103229) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 19:56:12.254206 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-96d88c0a-5699-44ce-ac3d-48bbcfed2b72 req-662d457c-4ed1-4c40-a4cf-fda592ffbeaf tempest-ServerDiskConfigTestJSON-1652657233 tempest-ServerDiskConfigTestJSON-1652657233-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1820838'] for port (69cab257-652d-4ca6-b214-6780694e13c6), precommit_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:56:12.268016 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.plugin [req-96d88c0a-5699-44ce-ac3d-48bbcfed2b72 req-662d457c-4ed1-4c40-a4cf-fda592ffbeaf tempest-ServerDiskConfigTestJSON-1652657233 tempest-ServerDiskConfigTestJSON-1652657233-project] Calling delete_port for 69cab257-652d-4ca6-b214-6780694e13c6 owned by compute:nova {{(pid=103229) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 19:56:12.347475 n-d-713498-36 neutron-server[103230]: DEBUG neutron.db.db_base_plugin_common [req-8d8fa74c-df5e-496b-b522-7bf0eb5ec347 req-66d4e733-48c0-4329-adc5-ff4a09e75b50 tempest-ServerDiskConfigTestJSON-1652657233 tempest-ServerDiskConfigTestJSON-1652657233-project] Allocated IP 172.20.0.2 (1490f175-1528-4129-ac84-3891c85368ff/7d9db85d-a3e7-42d0-a4e9-0138fb6dd0aa/821f6edd-813c-4df1-a7f2-ad0998a77157) {{(pid=103230) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 19:56:12.405258 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-96d88c0a-5699-44ce-ac3d-48bbcfed2b72 req-662d457c-4ed1-4c40-a4cf-fda592ffbeaf tempest-ServerDiskConfigTestJSON-1652657233 tempest-ServerDiskConfigTestJSON-1652657233-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762867177463', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762866656476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12867576'] for port (69cab257-652d-4ca6-b214-6780694e13c6), after_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:56:12.423902 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-7429db8d-6021-40ad-813e-885be449a89b None None] get_ports_and_sgs() called for port_ids ['69cab257-652d-4ca6-b214-6780694e13c6'] {{(pid=103232) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 19:56:12.434392 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-662d457c-4ed1-4c40-a4cf-fda592ffbeaf tempest-ServerDiskConfigTestJSON-1652657233 tempest-ServerDiskConfigTestJSON-1652657233-project] Pushing event deleted for resources: {'Port': ['ID=69cab257-652d-4ca6-b214-6780694e13c6,revision_number=None']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:56:12.484077 n-d-713498-36 neutron-server[103229]: DEBUG neutron.db.l3_dvrscheduler_db [req-96d88c0a-5699-44ce-ac3d-48bbcfed2b72 req-662d457c-4ed1-4c40-a4cf-fda592ffbeaf tempest-ServerDiskConfigTestJSON-1652657233 tempest-ServerDiskConfigTestJSON-1652657233-project] No DVR routers for this DVR port 69cab257-652d-4ca6-b214-6780694e13c6 on host n-h2-713498-36 {{(pid=103229) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 19:56:12.487035 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-96d88c0a-5699-44ce-ac3d-48bbcfed2b72 req-662d457c-4ed1-4c40-a4cf-fda592ffbeaf tempest-ServerDiskConfigTestJSON-1652657233 tempest-ServerDiskConfigTestJSON-1652657233-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171096'] for port (None), before_response {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:56:12.490654 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-96d88c0a-5699-44ce-ac3d-48bbcfed2b72 req-662d457c-4ed1-4c40-a4cf-fda592ffbeaf tempest-ServerDiskConfigTestJSON-1652657233 tempest-ServerDiskConfigTestJSON-1652657233-project] 10.222.0.90 "DELETE /v2.0/ports/69cab257-652d-4ca6-b214-6780694e13c6 HTTP/1.1" status: 204 len: 173 time: 0.4287722 Feb 09 19:56:12.491122 n-d-713498-36 neutron-server[103229]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5b54a4d2-3a15-4dc0-9326-9e989c6440aa', 'name': 'network-vif-deleted', 'tag': '69cab257-652d-4ca6-b214-6780694e13c6'}] {{(pid=103229) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 19:56:12.493491 n-d-713498-36 neutron-server[103229]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fa6ae9a20702bd564eaf90d946620b2b4277b1ab91129323d3b54181076be307" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b087c34e-c539-4270-a1c0-dc06713a488b" -d '{"events": [{"server_uuid": "5b54a4d2-3a15-4dc0-9326-9e989c6440aa", "name": "network-vif-deleted", "tag": "69cab257-652d-4ca6-b214-6780694e13c6"}]}' {{(pid=103229) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 19:56:12.543759 n-d-713498-36 neutron-server[103229]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 19:56:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a4e27ce0-c771-4650-bec6-bbe47462a05a x-openstack-request-id: req-a4e27ce0-c771-4650-bec6-bbe47462a05a {{(pid=103229) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 19:56:12.544065 n-d-713498-36 neutron-server[103229]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5b54a4d2-3a15-4dc0-9326-9e989c6440aa", "name": "network-vif-deleted", "tag": "69cab257-652d-4ca6-b214-6780694e13c6", "status": "completed", "code": 200}]} {{(pid=103229) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 19:56:12.544324 n-d-713498-36 neutron-server[103229]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-a4e27ce0-c771-4650-bec6-bbe47462a05a {{(pid=103229) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 19:56:12.544949 n-d-713498-36 neutron-server[103229]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5b54a4d2-3a15-4dc0-9326-9e989c6440aa', 'name': 'network-vif-deleted', 'tag': '69cab257-652d-4ca6-b214-6780694e13c6', 'status': 'completed', 'code': 200} Feb 09 19:56:12.582933 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [req-8d8fa74c-df5e-496b-b522-7bf0eb5ec347 req-66d4e733-48c0-4329-adc5-ff4a09e75b50 tempest-ServerDiskConfigTestJSON-1652657233 tempest-ServerDiskConfigTestJSON-1652657233-project] Publish callbacks [] for port (821f6edd-813c-4df1-a7f2-ad0998a77157), precommit_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:56:12.618401 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [req-8d8fa74c-df5e-496b-b522-7bf0eb5ec347 req-66d4e733-48c0-4329-adc5-ff4a09e75b50 tempest-ServerDiskConfigTestJSON-1652657233 tempest-ServerDiskConfigTestJSON-1652657233-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762866656467', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14393751'] for port (821f6edd-813c-4df1-a7f2-ad0998a77157), after_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:56:12.631826 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-7429db8d-6021-40ad-813e-885be449a89b None None] get_ports_and_sgs() called for port_ids ['69cab257-652d-4ca6-b214-6780694e13c6'] {{(pid=103232) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 19:56:12.657057 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Device 69cab257-652d-4ca6-b214-6780694e13c6 up at agent hyperv_n-h2-713498-36 {{(pid=103232) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 19:56:12.665092 n-d-713498-36 neutron-server[103230]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8d8fa74c-df5e-496b-b522-7bf0eb5ec347 req-66d4e733-48c0-4329-adc5-ff4a09e75b50 tempest-ServerDiskConfigTestJSON-1652657233 tempest-ServerDiskConfigTestJSON-1652657233-project] Network 1490f175-1528-4129-ac84-3891c85368ff is already hosted by enough agents. {{(pid=103230) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 19:56:12.671052 n-d-713498-36 neutron-server[103230]: DEBUG neutron.scheduler.base_scheduler [req-8d8fa74c-df5e-496b-b522-7bf0eb5ec347 req-66d4e733-48c0-4329-adc5-ff4a09e75b50 tempest-ServerDiskConfigTestJSON-1652657233 tempest-ServerDiskConfigTestJSON-1652657233-project] Resources bound (agent type, host, resource id): {{(pid=103230) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 19:56:12.673428 n-d-713498-36 neutron-server[103230]: DEBUG neutron.db.l3_dvrscheduler_db [req-8d8fa74c-df5e-496b-b522-7bf0eb5ec347 req-66d4e733-48c0-4329-adc5-ff4a09e75b50 tempest-ServerDiskConfigTestJSON-1652657233 tempest-ServerDiskConfigTestJSON-1652657233-project] Received port after_create {{(pid=103230) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 19:56:12.691031 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-7429db8d-6021-40ad-813e-885be449a89b None None] No Port match for: 69cab257-652d-4ca6-b214-6780694e13c6 {{(pid=103232) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 19:56:12.691368 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Device 69cab257-652d-4ca6-b214-6780694e13c6 not bound to the agent host n-h2-713498-36 {{(pid=103232) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} Feb 09 19:56:12.714463 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66d4e733-48c0-4329-adc5-ff4a09e75b50 tempest-ServerDiskConfigTestJSON-1652657233 tempest-ServerDiskConfigTestJSON-1652657233-project] Pushing event updated for resources: {'Port': ['ID=821f6edd-813c-4df1-a7f2-ad0998a77157,revision_number=1']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:56:12.717325 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Port 69cab257-652d-4ca6-b214-6780694e13c6 not found, will not notify nova. {{(pid=103232) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} Feb 09 19:56:12.738015 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d8fa74c-df5e-496b-b522-7bf0eb5ec347 req-66d4e733-48c0-4329-adc5-ff4a09e75b50 tempest-ServerDiskConfigTestJSON-1652657233 tempest-ServerDiskConfigTestJSON-1652657233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:56:12.738726 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [req-8d8fa74c-df5e-496b-b522-7bf0eb5ec347 req-66d4e733-48c0-4329-adc5-ff4a09e75b50 tempest-ServerDiskConfigTestJSON-1652657233 tempest-ServerDiskConfigTestJSON-1652657233-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171096'] for port (None), before_response {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:56:12.755350 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-8d8fa74c-df5e-496b-b522-7bf0eb5ec347 req-66d4e733-48c0-4329-adc5-ff4a09e75b50 tempest-ServerDiskConfigTestJSON-1652657233 tempest-ServerDiskConfigTestJSON-1652657233-project] 10.222.0.90 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6544673 Feb 09 19:56:12.767775 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.v2.base [req-8d8fa74c-df5e-496b-b522-7bf0eb5ec347 req-abe84b38-d3e3-493f-888c-6de71790af75 service neutron] Request body: {'port': {'device_id': '89bbff48-dabe-4694-98da-1f656fa47ccc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-713498-36'}} {{(pid=103230) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 19:56:12.827251 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [req-8d8fa74c-df5e-496b-b522-7bf0eb5ec347 req-abe84b38-d3e3-493f-888c-6de71790af75 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (821f6edd-813c-4df1-a7f2-ad0998a77157), before_update {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:56:13.097567 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5e24010-b435-4e06-b38d-8a57fbb6d308 req-440d2665-0206-4eac-8e62-a7d2cdbd8caf tempest-ServerDiskConfigTestJSON-1652657233 tempest-ServerDiskConfigTestJSON-1652657233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:56:13.099240 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-a5e24010-b435-4e06-b38d-8a57fbb6d308 req-440d2665-0206-4eac-8e62-a7d2cdbd8caf tempest-ServerDiskConfigTestJSON-1652657233 tempest-ServerDiskConfigTestJSON-1652657233-project] 10.222.0.75 "GET /v2.0/ports?device_id=89bbff48-dabe-4694-98da-1f656fa47ccc HTTP/1.1" status: 200 len: 931 time: 0.0590391 Feb 09 19:56:13.105151 n-d-713498-36 neutron-server[103230]: DEBUG neutron.notifiers.nova [req-8d8fa74c-df5e-496b-b522-7bf0eb5ec347 req-abe84b38-d3e3-493f-888c-6de71790af75 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 821f6edd-813c-4df1-a7f2-ad0998a77157 {{(pid=103230) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 19:56:13.114691 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [req-8d8fa74c-df5e-496b-b522-7bf0eb5ec347 req-abe84b38-d3e3-493f-888c-6de71790af75 service neutron] Publish callbacks [] for port (821f6edd-813c-4df1-a7f2-ad0998a77157), precommit_update {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:56:13.127610 n-d-713498-36 neutron-server[103230]: DEBUG neutron.db.provisioning_blocks [req-8d8fa74c-df5e-496b-b522-7bf0eb5ec347 req-abe84b38-d3e3-493f-888c-6de71790af75 service neutron] Transition to ACTIVE for port object 821f6edd-813c-4df1-a7f2-ad0998a77157 will not be triggered until provisioned by entity L2. {{(pid=103230) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 19:56:13.132052 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [req-8d8fa74c-df5e-496b-b522-7bf0eb5ec347 req-abe84b38-d3e3-493f-888c-6de71790af75 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762867176205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762866656485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762866656503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14393758'] for port (821f6edd-813c-4df1-a7f2-ad0998a77157), after_update {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:56:13.152964 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-a5e24010-b435-4e06-b38d-8a57fbb6d308 req-ad77ed64-33b9-4742-948e-ad50f2763335 tempest-ServerDiskConfigTestJSON-1652657233 tempest-ServerDiskConfigTestJSON-1652657233-project] 10.222.0.75 "GET /v2.0/security-groups?id=10ea2714-2fcf-4073-a554-93d306e67f59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477777 Feb 09 19:56:13.173670 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-bfae8d88-ebc5-4b07-9660-60d5caf7d113 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762867132591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593584'] for agent (93303d5e-5d17-45e8-8963-7694f87783ae), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:56:13.193176 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abe84b38-d3e3-493f-888c-6de71790af75 service neutron] Pushing event updated for resources: {'Port': ['ID=821f6edd-813c-4df1-a7f2-ad0998a77157,revision_number=2']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:56:13.260010 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.managers [req-8d8fa74c-df5e-496b-b522-7bf0eb5ec347 req-abe84b38-d3e3-493f-888c-6de71790af75 service neutron] Attempting to bind port 821f6edd-813c-4df1-a7f2-ad0998a77157 on host n-h2-713498-36 for vnic_type normal with profile {{(pid=103230) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 19:56:13.260228 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.managers [req-8d8fa74c-df5e-496b-b522-7bf0eb5ec347 req-abe84b38-d3e3-493f-888c-6de71790af75 service neutron] Attempting to bind port 821f6edd-813c-4df1-a7f2-ad0998a77157 by drivers openvswitch,hyperv on host n-h2-713498-36 at level 0 using segments [{'id': 'f39e3133-2b50-4e65-ba3c-a86d03229455', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': '1490f175-1528-4129-ac84-3891c85368ff'}] {{(pid=103230) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 19:56:13.260554 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d8fa74c-df5e-496b-b522-7bf0eb5ec347 req-abe84b38-d3e3-493f-888c-6de71790af75 service neutron] Attempting to bind port 821f6edd-813c-4df1-a7f2-ad0998a77157 on network 1490f175-1528-4129-ac84-3891c85368ff {{(pid=103230) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 19:56:13.266023 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d8fa74c-df5e-496b-b522-7bf0eb5ec347 req-abe84b38-d3e3-493f-888c-6de71790af75 service neutron] Port 821f6edd-813c-4df1-a7f2-ad0998a77157 on network 1490f175-1528-4129-ac84-3891c85368ff not bound, no agent of type Open vSwitch agent registered on host n-h2-713498-36 {{(pid=103230) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 19:56:13.266349 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d8fa74c-df5e-496b-b522-7bf0eb5ec347 req-abe84b38-d3e3-493f-888c-6de71790af75 service neutron] Attempting to bind port 821f6edd-813c-4df1-a7f2-ad0998a77157 on network 1490f175-1528-4129-ac84-3891c85368ff {{(pid=103230) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 19:56:13.271314 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d8fa74c-df5e-496b-b522-7bf0eb5ec347 req-abe84b38-d3e3-493f-888c-6de71790af75 service neutron] Checking agent: {'id': 'bcd5faee-dc24-4298-9134-0e0aa054058e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713498-36', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 18, 59, 19), 'started_at': datetime.datetime(2022, 2, 9, 18, 59, 19), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 19, 55, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103230) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 19:56:13.271648 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d8fa74c-df5e-496b-b522-7bf0eb5ec347 req-abe84b38-d3e3-493f-888c-6de71790af75 service neutron] Checking segment: {'id': 'f39e3133-2b50-4e65-ba3c-a86d03229455', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': '1490f175-1528-4129-ac84-3891c85368ff'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103230) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 19:56:13.272026 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d8fa74c-df5e-496b-b522-7bf0eb5ec347 req-abe84b38-d3e3-493f-888c-6de71790af75 service neutron] Bound using segment: {'id': 'f39e3133-2b50-4e65-ba3c-a86d03229455', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': '1490f175-1528-4129-ac84-3891c85368ff'} {{(pid=103230) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 19:56:13.272444 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.managers [req-8d8fa74c-df5e-496b-b522-7bf0eb5ec347 req-abe84b38-d3e3-493f-888c-6de71790af75 service neutron] Bound port: 821f6edd-813c-4df1-a7f2-ad0998a77157, host: n-h2-713498-36, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f39e3133-2b50-4e65-ba3c-a86d03229455', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': '1490f175-1528-4129-ac84-3891c85368ff'}}] {{(pid=103230) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 19:56:13.272796 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [req-8d8fa74c-df5e-496b-b522-7bf0eb5ec347 req-abe84b38-d3e3-493f-888c-6de71790af75 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (821f6edd-813c-4df1-a7f2-ad0998a77157), before_update {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:56:13.348692 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.db [req-8d8fa74c-df5e-496b-b522-7bf0eb5ec347 req-abe84b38-d3e3-493f-888c-6de71790af75 service neutron] For port 821f6edd-813c-4df1-a7f2-ad0998a77157, host n-h2-713498-36, cleared binding levels {{(pid=103230) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 19:56:13.352227 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.db [req-8d8fa74c-df5e-496b-b522-7bf0eb5ec347 req-abe84b38-d3e3-493f-888c-6de71790af75 service neutron] For port 821f6edd-813c-4df1-a7f2-ad0998a77157, host n-h2-713498-36, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-36',level=0,port_id=821f6edd-813c-4df1-a7f2-ad0998a77157,segment=NetworkSegment(f39e3133-2b50-4e65-ba3c-a86d03229455),segment_id=f39e3133-2b50-4e65-ba3c-a86d03229455)] {{(pid=103230) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 19:56:13.359206 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [req-8d8fa74c-df5e-496b-b522-7bf0eb5ec347 req-abe84b38-d3e3-493f-888c-6de71790af75 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762867176205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762866656485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762866656503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14393758'] for port (821f6edd-813c-4df1-a7f2-ad0998a77157), after_update {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:56:13.395002 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d8fa74c-df5e-496b-b522-7bf0eb5ec347 req-abe84b38-d3e3-493f-888c-6de71790af75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:56:13.395621 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [req-8d8fa74c-df5e-496b-b522-7bf0eb5ec347 req-abe84b38-d3e3-493f-888c-6de71790af75 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171096'] for port (None), before_response {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:56:13.397090 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-8d8fa74c-df5e-496b-b522-7bf0eb5ec347 req-abe84b38-d3e3-493f-888c-6de71790af75 service neutron] 10.222.0.90 "PUT /v2.0/ports/821f6edd-813c-4df1-a7f2-ad0998a77157 HTTP/1.1" status: 200 len: 1092 time: 0.6339297 Feb 09 19:56:13.397537 n-d-713498-36 neutron-server[103230]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '89bbff48-dabe-4694-98da-1f656fa47ccc', 'tag': '821f6edd-813c-4df1-a7f2-ad0998a77157'}] {{(pid=103230) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 19:56:13.399910 n-d-713498-36 neutron-server[103230]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aee5919275bae9f72eb374ee322673045eb80c1f84b4b45a97d96923bd50ab51" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-23704d53-4b02-4365-9691-b8150a88c233" -d '{"events": [{"name": "network-changed", "server_uuid": "89bbff48-dabe-4694-98da-1f656fa47ccc", "tag": "821f6edd-813c-4df1-a7f2-ad0998a77157"}]}' {{(pid=103230) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 19:56:13.426863 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abe84b38-d3e3-493f-888c-6de71790af75 service neutron] Pushing event updated for resources: {'Port': ['ID=821f6edd-813c-4df1-a7f2-ad0998a77157,revision_number=3']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:56:13.441210 n-d-713498-36 neutron-server[103230]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 19:56:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c9743857-a6a4-4747-be30-34eaaf707d4a x-openstack-request-id: req-c9743857-a6a4-4747-be30-34eaaf707d4a {{(pid=103230) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 19:56:13.441501 n-d-713498-36 neutron-server[103230]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "89bbff48-dabe-4694-98da-1f656fa47ccc", "tag": "821f6edd-813c-4df1-a7f2-ad0998a77157", "status": "completed", "code": 200}]} {{(pid=103230) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 19:56:13.441755 n-d-713498-36 neutron-server[103230]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-c9743857-a6a4-4747-be30-34eaaf707d4a {{(pid=103230) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 19:56:13.442204 n-d-713498-36 neutron-server[103230]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '89bbff48-dabe-4694-98da-1f656fa47ccc', 'tag': '821f6edd-813c-4df1-a7f2-ad0998a77157', 'status': 'completed', 'code': 200} Feb 09 19:56:13.494215 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d8fa74c-df5e-496b-b522-7bf0eb5ec347 req-2067d8be-7ed4-4eef-9e10-f7e448e035aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:56:13.495811 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-8d8fa74c-df5e-496b-b522-7bf0eb5ec347 req-2067d8be-7ed4-4eef-9e10-f7e448e035aa service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=27ad0552e0234ce2ad5e1f5eb2996529&device_id=89bbff48-dabe-4694-98da-1f656fa47ccc HTTP/1.1" status: 200 len: 1126 time: 0.0480537 Feb 09 19:56:13.544066 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-8d8fa74c-df5e-496b-b522-7bf0eb5ec347 req-304b88cd-57ae-4e95-a395-bf29de3fd4c3 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=821f6edd-813c-4df1-a7f2-ad0998a77157 HTTP/1.1" status: 200 len: 217 time: 0.0349171 Feb 09 19:56:13.599177 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d8fa74c-df5e-496b-b522-7bf0eb5ec347 req-4e09a4a0-6efe-44ea-87ce-115f86ed25f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:56:13.600650 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-8d8fa74c-df5e-496b-b522-7bf0eb5ec347 req-4e09a4a0-6efe-44ea-87ce-115f86ed25f5 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=7d9db85d-a3e7-42d0-a4e9-0138fb6dd0aa HTTP/1.1" status: 200 len: 854 time: 0.0503345 Feb 09 19:56:13.636850 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-8d8fa74c-df5e-496b-b522-7bf0eb5ec347 req-4d51e8c4-8e45-438a-b3cd-53537cb28aa0 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=1490f175-1528-4129-ac84-3891c85368ff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0263155 Feb 09 19:56:13.728903 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-8d8fa74c-df5e-496b-b522-7bf0eb5ec347 req-5ae52a5a-5a1c-47a8-8f2d-c9ea777d0e39 service neutron] 10.222.0.90 "GET /v2.0/networks/1490f175-1528-4129-ac84-3891c85368ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0837724 Feb 09 19:56:13.824164 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-8d8fa74c-df5e-496b-b522-7bf0eb5ec347 req-aff00c89-3b2d-40e6-b4dd-9d5e9e391660 service neutron] 10.222.0.90 "GET /v2.0/networks/1490f175-1528-4129-ac84-3891c85368ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0887697 Feb 09 19:56:13.926311 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23704d53-4b02-4365-9691-b8150a88c233 req-3b60f1c7-06b3-44ae-9df2-d5c44f955f80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:56:13.927813 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-23704d53-4b02-4365-9691-b8150a88c233 req-3b60f1c7-06b3-44ae-9df2-d5c44f955f80 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=27ad0552e0234ce2ad5e1f5eb2996529&device_id=89bbff48-dabe-4694-98da-1f656fa47ccc HTTP/1.1" status: 200 len: 1126 time: 0.0460827 Feb 09 19:56:14.032046 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23704d53-4b02-4365-9691-b8150a88c233 req-2916468e-4bd4-4bc1-b869-aa54e9d33410 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:56:14.033528 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-23704d53-4b02-4365-9691-b8150a88c233 req-2916468e-4bd4-4bc1-b869-aa54e9d33410 service neutron] 10.222.0.90 "GET /v2.0/networks?id=1490f175-1528-4129-ac84-3891c85368ff HTTP/1.1" status: 200 len: 915 time: 0.0945735 Feb 09 19:56:14.076781 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-23704d53-4b02-4365-9691-b8150a88c233 req-3f096b28-3bd4-4d43-8684-5c3eb49ea0f6 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=821f6edd-813c-4df1-a7f2-ad0998a77157 HTTP/1.1" status: 200 len: 217 time: 0.0364020 Feb 09 19:56:14.129649 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23704d53-4b02-4365-9691-b8150a88c233 req-f36f0786-304f-4431-9442-75f3210560f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:56:14.131169 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-23704d53-4b02-4365-9691-b8150a88c233 req-f36f0786-304f-4431-9442-75f3210560f4 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=7d9db85d-a3e7-42d0-a4e9-0138fb6dd0aa HTTP/1.1" status: 200 len: 854 time: 0.0456910 Feb 09 19:56:14.163548 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-23704d53-4b02-4365-9691-b8150a88c233 req-3cb7e042-2d55-4dd1-ac57-3a8c3cdc6aef service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=1490f175-1528-4129-ac84-3891c85368ff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0251491 Feb 09 19:56:14.265078 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-23704d53-4b02-4365-9691-b8150a88c233 req-47dc4a57-3f8a-4bb7-a400-da14060085d1 service neutron] 10.222.0.90 "GET /v2.0/networks/1490f175-1528-4129-ac84-3891c85368ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0901716 Feb 09 19:56:14.288758 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc08b468-ce68-4a1a-bcf7-653e2eef3a6d req-c27cfe41-e6bc-4726-bf0d-43bbcd1836e7 tempest-ServerDiskConfigTestJSON-1652657233 tempest-ServerDiskConfigTestJSON-1652657233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:56:14.290287 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-fc08b468-ce68-4a1a-bcf7-653e2eef3a6d req-c27cfe41-e6bc-4726-bf0d-43bbcd1836e7 tempest-ServerDiskConfigTestJSON-1652657233 tempest-ServerDiskConfigTestJSON-1652657233-project] 10.222.0.75 "GET /v2.0/ports?device_id=89bbff48-dabe-4694-98da-1f656fa47ccc HTTP/1.1" status: 200 len: 943 time: 0.0538478 Feb 09 19:56:14.338644 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-fc08b468-ce68-4a1a-bcf7-653e2eef3a6d req-e78a8955-8f8e-41a9-ba6b-cd0a9f10527a tempest-ServerDiskConfigTestJSON-1652657233 tempest-ServerDiskConfigTestJSON-1652657233-project] 10.222.0.75 "GET /v2.0/security-groups?id=10ea2714-2fcf-4073-a554-93d306e67f59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418684 Feb 09 19:56:14.360665 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-23704d53-4b02-4365-9691-b8150a88c233 req-535ce7a5-de21-4af3-bc1f-e7c77ba4887d service neutron] 10.222.0.90 "GET /v2.0/networks/1490f175-1528-4129-ac84-3891c85368ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845616 Feb 09 19:56:14.476695 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-edc54c9b-7f13-45d9-9271-85c9738b0128 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762867132591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593584'] for agent (a62b1850-466f-48ae-bec7-d62fb280e14b), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:56:15.465457 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e35989f-61bd-4983-badc-239838540b4e req-bda95d29-322e-4afd-a1cf-5d7229478293 tempest-ServerDiskConfigTestJSON-1652657233 tempest-ServerDiskConfigTestJSON-1652657233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:56:15.467686 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-0e35989f-61bd-4983-badc-239838540b4e req-bda95d29-322e-4afd-a1cf-5d7229478293 tempest-ServerDiskConfigTestJSON-1652657233 tempest-ServerDiskConfigTestJSON-1652657233-project] 10.222.0.75 "GET /v2.0/ports?device_id=89bbff48-dabe-4694-98da-1f656fa47ccc HTTP/1.1" status: 200 len: 943 time: 0.0576921 Feb 09 19:56:15.514652 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-0e35989f-61bd-4983-badc-239838540b4e req-1c9cc883-9f74-4cb0-abb3-e49c2d9de870 tempest-ServerDiskConfigTestJSON-1652657233 tempest-ServerDiskConfigTestJSON-1652657233-project] 10.222.0.75 "GET /v2.0/security-groups?id=10ea2714-2fcf-4073-a554-93d306e67f59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411396 Feb 09 19:56:16.101291 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-a7262a8e-0513-48fd-984d-75726a511961 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762867132591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593584'] for agent (911cfea2-02ae-4ec9-bac3-7808ee1cdd9c), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:56:16.643419 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Device 821f6edd-813c-4df1-a7f2-ad0998a77157 details requested by agent hyperv_n-h2-713498-36 with host n-h2-713498-36 {{(pid=103232) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 19:56:16.646590 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Device 69cab257-652d-4ca6-b214-6780694e13c6 no longer exists at agent hyperv_n-h2-713498-36 {{(pid=103232) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 19:56:16.647368 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cccae6c6-c29a-45b4-bdb4-4f1ef981560b req-ed829a66-4320-4979-87c6-caf746b072c2 tempest-ServerDiskConfigTestJSON-1652657233 tempest-ServerDiskConfigTestJSON-1652657233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:56:16.648864 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-cccae6c6-c29a-45b4-bdb4-4f1ef981560b req-ed829a66-4320-4979-87c6-caf746b072c2 tempest-ServerDiskConfigTestJSON-1652657233 tempest-ServerDiskConfigTestJSON-1652657233-project] 10.222.0.75 "GET /v2.0/ports?device_id=89bbff48-dabe-4694-98da-1f656fa47ccc HTTP/1.1" status: 200 len: 943 time: 0.0582321 Feb 09 19:56:16.676428 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-7429db8d-6021-40ad-813e-885be449a89b None None] No Port match for: 69cab257-652d-4ca6-b214-6780694e13c6 {{(pid=103232) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 19:56:16.676770 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Device 69cab257-652d-4ca6-b214-6780694e13c6 not bound to the agent host n-h2-713498-36 {{(pid=103232) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 19:56:16.707167 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-cccae6c6-c29a-45b4-bdb4-4f1ef981560b req-9811e47a-c376-4bae-b65a-fb0469cb5741 tempest-ServerDiskConfigTestJSON-1652657233 tempest-ServerDiskConfigTestJSON-1652657233-project] 10.222.0.75 "GET /v2.0/security-groups?id=10ea2714-2fcf-4073-a554-93d306e67f59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457001 Feb 09 19:56:16.776433 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-7429db8d-6021-40ad-813e-885be449a89b None None] For port 821f6edd-813c-4df1-a7f2-ad0998a77157, host n-h2-713498-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-36',level=0,port_id=821f6edd-813c-4df1-a7f2-ad0998a77157,segment=NetworkSegment(f39e3133-2b50-4e65-ba3c-a86d03229455),segment_id=f39e3133-2b50-4e65-ba3c-a86d03229455)] {{(pid=103232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 19:56:16.787436 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Returning: {'device': '821f6edd-813c-4df1-a7f2-ad0998a77157', 'network_id': '1490f175-1528-4129-ac84-3891c85368ff', 'port_id': '821f6edd-813c-4df1-a7f2-ad0998a77157', 'mac_address': 'fa:16:3e:dc:52:13', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 358, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7d9db85d-a3e7-42d0-a4e9-0138fb6dd0aa', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103232) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 19:56:16.824805 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Current status of the port 821f6edd-813c-4df1-a7f2-ad0998a77157 is: DOWN; New status is: BUILD {{(pid=103232) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 19:56:16.825124 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (821f6edd-813c-4df1-a7f2-ad0998a77157), before_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:56:16.837532 n-d-713498-36 neutron-server[103232]: DEBUG neutron.notifiers.nova [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 821f6edd-813c-4df1-a7f2-ad0998a77157 {{(pid=103232) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 19:56:16.857854 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-7429db8d-6021-40ad-813e-885be449a89b None None] For port 821f6edd-813c-4df1-a7f2-ad0998a77157, host n-h2-713498-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-36',level=0,port_id=821f6edd-813c-4df1-a7f2-ad0998a77157,segment=NetworkSegment(f39e3133-2b50-4e65-ba3c-a86d03229455),segment_id=f39e3133-2b50-4e65-ba3c-a86d03229455)] {{(pid=103232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 19:56:16.862375 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762867176205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762866656485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762866656503'] for port (821f6edd-813c-4df1-a7f2-ad0998a77157), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:56:16.909648 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Pushing event updated for resources: {'Port': ['ID=821f6edd-813c-4df1-a7f2-ad0998a77157,revision_number=4']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:56:17.099953 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762867132591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593584'] for agent (496418a2-c002-4aec-ab1a-07f3bea491bd), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:56:17.131226 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-7429db8d-6021-40ad-813e-885be449a89b None None] get_ports_and_sgs() called for port_ids ['821f6edd-813c-4df1-a7f2-ad0998a77157'] {{(pid=103232) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 19:56:17.835146 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47a24867-e755-4f91-a7c2-3a130c53966e req-6f12ee47-4314-4a19-94c8-6a7a8fdafed6 tempest-ServerDiskConfigTestJSON-1652657233 tempest-ServerDiskConfigTestJSON-1652657233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:56:17.836543 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-47a24867-e755-4f91-a7c2-3a130c53966e req-6f12ee47-4314-4a19-94c8-6a7a8fdafed6 tempest-ServerDiskConfigTestJSON-1652657233 tempest-ServerDiskConfigTestJSON-1652657233-project] 10.222.0.75 "GET /v2.0/ports?device_id=89bbff48-dabe-4694-98da-1f656fa47ccc HTTP/1.1" status: 200 len: 944 time: 0.0587418 Feb 09 19:56:17.883580 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-47a24867-e755-4f91-a7c2-3a130c53966e req-15bcad46-6869-4598-a6b2-4dc42ab4bfaa tempest-ServerDiskConfigTestJSON-1652657233 tempest-ServerDiskConfigTestJSON-1652657233-project] 10.222.0.75 "GET /v2.0/security-groups?id=10ea2714-2fcf-4073-a554-93d306e67f59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413821 Feb 09 19:56:18.648523 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Device 821f6edd-813c-4df1-a7f2-ad0998a77157 up at agent hyperv_n-h2-713498-36 {{(pid=103232) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 19:56:18.701030 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.provisioning_blocks [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Provisioning for port 821f6edd-813c-4df1-a7f2-ad0998a77157 completed by entity L2. {{(pid=103232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 19:56:18.705408 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.provisioning_blocks [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Provisioning complete for port 821f6edd-813c-4df1-a7f2-ad0998a77157 triggered by entity L2. {{(pid=103232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 19:56:18.705837 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593630'] for port (821f6edd-813c-4df1-a7f2-ad0998a77157), provisioning_complete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:56:18.788724 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Current status of the port 821f6edd-813c-4df1-a7f2-ad0998a77157 is: BUILD; New status is: ACTIVE {{(pid=103232) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 19:56:18.789165 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (821f6edd-813c-4df1-a7f2-ad0998a77157), before_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:56:18.813927 n-d-713498-36 neutron-server[103232]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '89bbff48-dabe-4694-98da-1f656fa47ccc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '821f6edd-813c-4df1-a7f2-ad0998a77157'}] {{(pid=103232) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 19:56:18.816087 n-d-713498-36 neutron-server[103232]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}949cdcde653dec44821de95cbf67297f53cbc2aed4e073b5d514f93bf911ce85" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2e4ee96f-06a6-4ea5-8977-f7daf686c900" -d '{"events": [{"server_uuid": "89bbff48-dabe-4694-98da-1f656fa47ccc", "name": "network-vif-plugged", "status": "completed", "tag": "821f6edd-813c-4df1-a7f2-ad0998a77157"}]}' {{(pid=103232) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 19:56:18.829370 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-7429db8d-6021-40ad-813e-885be449a89b None None] For port 821f6edd-813c-4df1-a7f2-ad0998a77157, host n-h2-713498-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-36',level=0,port_id=821f6edd-813c-4df1-a7f2-ad0998a77157,segment=NetworkSegment(f39e3133-2b50-4e65-ba3c-a86d03229455),segment_id=f39e3133-2b50-4e65-ba3c-a86d03229455)] {{(pid=103232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 19:56:18.833344 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762867176205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762866656485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762866656503'] for port (821f6edd-813c-4df1-a7f2-ad0998a77157), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:56:18.858957 n-d-713498-36 neutron-server[103232]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 19:56:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d27871df-f05a-4492-a8a7-037bbc84d5a2 x-openstack-request-id: req-d27871df-f05a-4492-a8a7-037bbc84d5a2 {{(pid=103232) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 19:56:18.859252 n-d-713498-36 neutron-server[103232]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "89bbff48-dabe-4694-98da-1f656fa47ccc", "name": "network-vif-plugged", "status": "completed", "tag": "821f6edd-813c-4df1-a7f2-ad0998a77157", "code": 200}]} {{(pid=103232) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 19:56:18.859524 n-d-713498-36 neutron-server[103232]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-d27871df-f05a-4492-a8a7-037bbc84d5a2 {{(pid=103232) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 19:56:18.859892 n-d-713498-36 neutron-server[103232]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '89bbff48-dabe-4694-98da-1f656fa47ccc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '821f6edd-813c-4df1-a7f2-ad0998a77157', 'code': 200} Feb 09 19:56:18.886048 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Pushing event updated for resources: {'Port': ['ID=821f6edd-813c-4df1-a7f2-ad0998a77157,revision_number=5']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:56:18.895515 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:56:18.895870 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:56:18.896218 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:56:18.896556 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:56:18.896890 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:56:18.897221 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:56:18.897550 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:56:18.897883 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:56:18.898232 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:56:18.898557 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:56:18.898880 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:56:18.899848 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:56:18.900181 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:56:18.922915 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762867132591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593584'] for agent (488cd9ae-631f-4955-ba0b-4f5a13f12e9c), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:56:18.996160 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1427db6b-207b-4b2a-8746-124a4cdca56b req-54483b5b-d361-427d-956d-988f0ef4dc37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:56:18.998336 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-1427db6b-207b-4b2a-8746-124a4cdca56b req-54483b5b-d361-427d-956d-988f0ef4dc37 service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=89bbff48-dabe-4694-98da-1f656fa47ccc HTTP/1.1" status: 200 len: 1128 time: 0.0719824 Feb 09 19:56:19.052719 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f293fa75-3941-4992-aabc-c4304799a2e2 req-09291db8-99a8-43e9-a830-5956e2134320 tempest-ServerDiskConfigTestJSON-1652657233 tempest-ServerDiskConfigTestJSON-1652657233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:56:19.054560 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-f293fa75-3941-4992-aabc-c4304799a2e2 req-09291db8-99a8-43e9-a830-5956e2134320 tempest-ServerDiskConfigTestJSON-1652657233 tempest-ServerDiskConfigTestJSON-1652657233-project] 10.222.0.75 "GET /v2.0/ports?device_id=89bbff48-dabe-4694-98da-1f656fa47ccc HTTP/1.1" status: 200 len: 945 time: 0.0873089 Feb 09 19:56:19.062237 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-1427db6b-207b-4b2a-8746-124a4cdca56b req-67ebf838-9631-40cf-9317-85872230536f service neutron] 10.222.0.90 "GET /v2.0/security-groups?id=10ea2714-2fcf-4073-a554-93d306e67f59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580168 Feb 09 19:56:19.108058 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-f293fa75-3941-4992-aabc-c4304799a2e2 req-c7e4b27f-54a7-419b-bd88-0b3eb09a7d8b tempest-ServerDiskConfigTestJSON-1652657233 tempest-ServerDiskConfigTestJSON-1652657233-project] 10.222.0.75 "GET /v2.0/security-groups?id=10ea2714-2fcf-4073-a554-93d306e67f59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437691 Feb 09 19:56:19.361278 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762867132591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593584'] for agent (bcd5faee-dc24-4298-9134-0e0aa054058e), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:56:20.236463 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0c696fd-ad7f-45d2-b227-5a44cc3bbd82 req-706c3211-b601-41d0-863f-6bd21b81c908 tempest-ServerDiskConfigTestJSON-1652657233 tempest-ServerDiskConfigTestJSON-1652657233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:56:20.238048 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-a0c696fd-ad7f-45d2-b227-5a44cc3bbd82 req-706c3211-b601-41d0-863f-6bd21b81c908 tempest-ServerDiskConfigTestJSON-1652657233 tempest-ServerDiskConfigTestJSON-1652657233-project] 10.222.0.75 "GET /v2.0/ports?device_id=89bbff48-dabe-4694-98da-1f656fa47ccc HTTP/1.1" status: 200 len: 945 time: 0.0541594 Feb 09 19:56:20.297067 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-a0c696fd-ad7f-45d2-b227-5a44cc3bbd82 req-aac55a0c-7da6-4974-8c27-fd9f201ff599 tempest-ServerDiskConfigTestJSON-1652657233 tempest-ServerDiskConfigTestJSON-1652657233-project] 10.222.0.75 "GET /v2.0/security-groups?id=10ea2714-2fcf-4073-a554-93d306e67f59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529773 Feb 09 19:56:21.420953 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63e1f374-63f7-46c1-9cc5-68fd662ac2d0 req-8463ad93-276c-41de-8ffe-e844304d8127 tempest-ServerDiskConfigTestJSON-1652657233 tempest-ServerDiskConfigTestJSON-1652657233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:56:21.423647 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-63e1f374-63f7-46c1-9cc5-68fd662ac2d0 req-8463ad93-276c-41de-8ffe-e844304d8127 tempest-ServerDiskConfigTestJSON-1652657233 tempest-ServerDiskConfigTestJSON-1652657233-project] 10.222.0.75 "GET /v2.0/ports?device_id=89bbff48-dabe-4694-98da-1f656fa47ccc HTTP/1.1" status: 200 len: 945 time: 0.0564232 Feb 09 19:56:21.479305 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-63e1f374-63f7-46c1-9cc5-68fd662ac2d0 req-5a3ed8f7-6e44-412c-a348-d6ec638c7ffb tempest-ServerDiskConfigTestJSON-1652657233 tempest-ServerDiskConfigTestJSON-1652657233-project] 10.222.0.75 "GET /v2.0/security-groups?id=10ea2714-2fcf-4073-a554-93d306e67f59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482883 Feb 09 19:56:21.603519 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-718f852e-f538-4d42-bca3-00b85b7a3e37 req-0b758fa6-b13b-4f5c-af9b-5718b3d34206 tempest-ServerDiskConfigTestJSON-1652657233 tempest-ServerDiskConfigTestJSON-1652657233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:56:21.604932 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-718f852e-f538-4d42-bca3-00b85b7a3e37 req-0b758fa6-b13b-4f5c-af9b-5718b3d34206 tempest-ServerDiskConfigTestJSON-1652657233 tempest-ServerDiskConfigTestJSON-1652657233-project] 10.222.0.75 "GET /v2.0/ports?device_id=89bbff48-dabe-4694-98da-1f656fa47ccc HTTP/1.1" status: 200 len: 945 time: 0.0552149 Feb 09 19:56:21.656623 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-718f852e-f538-4d42-bca3-00b85b7a3e37 req-14adb518-83e3-4c09-96be-c678f4e93177 tempest-ServerDiskConfigTestJSON-1652657233 tempest-ServerDiskConfigTestJSON-1652657233-project] 10.222.0.75 "GET /v2.0/security-groups?id=10ea2714-2fcf-4073-a554-93d306e67f59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459247 Feb 09 19:56:21.940023 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-12d28ba3-dba7-40ff-a0fc-4b4463614c7e req-a349fdb0-e2a6-4741-836c-791ab1a7594b service neutron] 10.222.0.75 "GET /v2.0/ports?device_id=89bbff48-dabe-4694-98da-1f656fa47ccc&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0791361 Feb 09 19:56:21.957303 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7abfd8c8-7ee2-46ed-b241-7968a64b7a12 req-2a9ea6ca-3aae-445d-ba5d-8d254ac239dd tempest-ServerDiskConfigTestJSON-1652657233 tempest-ServerDiskConfigTestJSON-1652657233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:56:21.959087 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-7abfd8c8-7ee2-46ed-b241-7968a64b7a12 req-2a9ea6ca-3aae-445d-ba5d-8d254ac239dd tempest-ServerDiskConfigTestJSON-1652657233 tempest-ServerDiskConfigTestJSON-1652657233-project] 10.222.0.75 "GET /v2.0/ports?device_id=89bbff48-dabe-4694-98da-1f656fa47ccc HTTP/1.1" status: 200 len: 945 time: 0.0719013 Feb 09 19:56:22.008823 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-7abfd8c8-7ee2-46ed-b241-7968a64b7a12 req-bc427e85-ff4c-41eb-b1b2-0535110c632a tempest-ServerDiskConfigTestJSON-1652657233 tempest-ServerDiskConfigTestJSON-1652657233-project] 10.222.0.75 "GET /v2.0/security-groups?id=10ea2714-2fcf-4073-a554-93d306e67f59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431387 Feb 09 19:56:23.069155 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12d28ba3-dba7-40ff-a0fc-4b4463614c7e req-b7216460-3cf8-4d24-b403-8b861ea95f48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:56:23.071048 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-12d28ba3-dba7-40ff-a0fc-4b4463614c7e req-b7216460-3cf8-4d24-b403-8b861ea95f48 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=27ad0552e0234ce2ad5e1f5eb2996529&device_id=89bbff48-dabe-4694-98da-1f656fa47ccc HTTP/1.1" status: 200 len: 1128 time: 0.0485425 Feb 09 19:56:23.199818 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02cea5b8-f9f9-40e2-8cab-2b8807d2ef35 req-d4e64e77-8d41-4036-9569-3600f27daa4e tempest-ServerDiskConfigTestJSON-1652657233 tempest-ServerDiskConfigTestJSON-1652657233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:56:23.201374 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-02cea5b8-f9f9-40e2-8cab-2b8807d2ef35 req-d4e64e77-8d41-4036-9569-3600f27daa4e tempest-ServerDiskConfigTestJSON-1652657233 tempest-ServerDiskConfigTestJSON-1652657233-project] 10.222.0.75 "GET /v2.0/ports?device_id=89bbff48-dabe-4694-98da-1f656fa47ccc HTTP/1.1" status: 200 len: 945 time: 0.1107497 Feb 09 19:56:23.218489 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12d28ba3-dba7-40ff-a0fc-4b4463614c7e req-81c3cf97-5584-47e5-bbba-b1f3058c2fa7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:56:23.219875 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-12d28ba3-dba7-40ff-a0fc-4b4463614c7e req-81c3cf97-5584-47e5-bbba-b1f3058c2fa7 service neutron] 10.222.0.90 "GET /v2.0/networks?id=1490f175-1528-4129-ac84-3891c85368ff HTTP/1.1" status: 200 len: 915 time: 0.1368308 Feb 09 19:56:23.271277 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-12d28ba3-dba7-40ff-a0fc-4b4463614c7e req-59cbdd6b-0730-4274-ad44-d7d39f4ebc49 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=821f6edd-813c-4df1-a7f2-ad0998a77157 HTTP/1.1" status: 200 len: 217 time: 0.0397391 Feb 09 19:56:23.293305 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-02cea5b8-f9f9-40e2-8cab-2b8807d2ef35 req-54bc073a-2cfc-4c80-a2ac-ee56af1ddddc tempest-ServerDiskConfigTestJSON-1652657233 tempest-ServerDiskConfigTestJSON-1652657233-project] 10.222.0.75 "GET /v2.0/security-groups?id=10ea2714-2fcf-4073-a554-93d306e67f59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0862026 Feb 09 19:56:23.332832 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12d28ba3-dba7-40ff-a0fc-4b4463614c7e req-9051df63-2bb6-49f2-b90d-eb4b436369ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:56:23.334290 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-12d28ba3-dba7-40ff-a0fc-4b4463614c7e req-9051df63-2bb6-49f2-b90d-eb4b436369ab service neutron] 10.222.0.90 "GET /v2.0/subnets?id=7d9db85d-a3e7-42d0-a4e9-0138fb6dd0aa HTTP/1.1" status: 200 len: 854 time: 0.0528252 Feb 09 19:56:23.370225 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-12d28ba3-dba7-40ff-a0fc-4b4463614c7e req-0855325d-c440-4c4d-805a-910e6ce7d430 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=1490f175-1528-4129-ac84-3891c85368ff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0249956 Feb 09 19:56:23.459837 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-12d28ba3-dba7-40ff-a0fc-4b4463614c7e req-b31d03c1-58bf-4eee-b28b-c1c1b710f630 service neutron] 10.222.0.90 "GET /v2.0/networks/1490f175-1528-4129-ac84-3891c85368ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0817156 Feb 09 19:56:23.555980 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-12d28ba3-dba7-40ff-a0fc-4b4463614c7e req-c6789d3e-3955-4993-9299-8696c88f4bec service neutron] 10.222.0.90 "GET /v2.0/networks/1490f175-1528-4129-ac84-3891c85368ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849411 Feb 09 19:56:24.422281 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0607afd1-6d31-4235-b147-9546e7803028 req-05b378f4-4700-462e-b73c-5877a911282e tempest-ServerDiskConfigTestJSON-1652657233 tempest-ServerDiskConfigTestJSON-1652657233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:56:24.423686 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-0607afd1-6d31-4235-b147-9546e7803028 req-05b378f4-4700-462e-b73c-5877a911282e tempest-ServerDiskConfigTestJSON-1652657233 tempest-ServerDiskConfigTestJSON-1652657233-project] 10.222.0.75 "GET /v2.0/ports?device_id=89bbff48-dabe-4694-98da-1f656fa47ccc HTTP/1.1" status: 200 len: 945 time: 0.0581563 Feb 09 19:56:24.471797 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-0607afd1-6d31-4235-b147-9546e7803028 req-fd79921e-8976-48e5-8fde-2f6d2668222b tempest-ServerDiskConfigTestJSON-1652657233 tempest-ServerDiskConfigTestJSON-1652657233-project] 10.222.0.75 "GET /v2.0/security-groups?id=10ea2714-2fcf-4073-a554-93d306e67f59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425715 Feb 09 19:56:25.597205 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6226b26-97cb-401d-8476-f08003c51308 req-830ac893-2aea-434a-b69d-d63b573d9d36 tempest-ServerDiskConfigTestJSON-1652657233 tempest-ServerDiskConfigTestJSON-1652657233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:56:25.598720 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-f6226b26-97cb-401d-8476-f08003c51308 req-830ac893-2aea-434a-b69d-d63b573d9d36 tempest-ServerDiskConfigTestJSON-1652657233 tempest-ServerDiskConfigTestJSON-1652657233-project] 10.222.0.75 "GET /v2.0/ports?device_id=89bbff48-dabe-4694-98da-1f656fa47ccc HTTP/1.1" status: 200 len: 945 time: 0.0539715 Feb 09 19:56:25.644463 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-f6226b26-97cb-401d-8476-f08003c51308 req-716e4bf5-3c10-4078-bb91-ecf57bd375f4 tempest-ServerDiskConfigTestJSON-1652657233 tempest-ServerDiskConfigTestJSON-1652657233-project] 10.222.0.75 "GET /v2.0/security-groups?id=10ea2714-2fcf-4073-a554-93d306e67f59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402725 Feb 09 19:56:26.705145 n-d-713498-36 neutron-server[103233]: DEBUG neutron.db.agents_db [None req-4a8a6a42-0a0c-4437-8958-92282682b6bb None None] Agent healthcheck: found 7 active agents {{(pid=103233) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 19:56:26.770019 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eaf6e56-9dfd-4257-abae-680a42c72def req-2835b241-b0e2-457d-a028-e5f797ca78b5 tempest-ServerDiskConfigTestJSON-1652657233 tempest-ServerDiskConfigTestJSON-1652657233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:56:26.771526 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-0eaf6e56-9dfd-4257-abae-680a42c72def req-2835b241-b0e2-457d-a028-e5f797ca78b5 tempest-ServerDiskConfigTestJSON-1652657233 tempest-ServerDiskConfigTestJSON-1652657233-project] 10.222.0.75 "GET /v2.0/ports?device_id=89bbff48-dabe-4694-98da-1f656fa47ccc HTTP/1.1" status: 200 len: 945 time: 0.0563102 Feb 09 19:56:26.820010 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-0eaf6e56-9dfd-4257-abae-680a42c72def req-7c1f6827-1c5f-4e72-9712-5169732788d7 tempest-ServerDiskConfigTestJSON-1652657233 tempest-ServerDiskConfigTestJSON-1652657233-project] 10.222.0.75 "GET /v2.0/security-groups?id=10ea2714-2fcf-4073-a554-93d306e67f59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427747 Feb 09 19:56:27.937967 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2db3fabe-6e9b-47f4-8139-c030173b6865 req-c0580017-6b58-4c58-a162-d98bfb33fc3b tempest-ServerDiskConfigTestJSON-1652657233 tempest-ServerDiskConfigTestJSON-1652657233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:56:27.939438 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-2db3fabe-6e9b-47f4-8139-c030173b6865 req-c0580017-6b58-4c58-a162-d98bfb33fc3b tempest-ServerDiskConfigTestJSON-1652657233 tempest-ServerDiskConfigTestJSON-1652657233-project] 10.222.0.75 "GET /v2.0/ports?device_id=89bbff48-dabe-4694-98da-1f656fa47ccc HTTP/1.1" status: 200 len: 945 time: 0.0522752 Feb 09 19:56:27.988982 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-2db3fabe-6e9b-47f4-8139-c030173b6865 req-898bd8a1-ae46-4cd2-83fa-22c5df3c861d tempest-ServerDiskConfigTestJSON-1652657233 tempest-ServerDiskConfigTestJSON-1652657233-project] 10.222.0.75 "GET /v2.0/security-groups?id=10ea2714-2fcf-4073-a554-93d306e67f59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440309 Feb 09 19:56:29.128118 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c37da07c-6394-4007-9fa0-9b38e38ef82a req-cb8f696b-2ae7-4479-82d6-00229ef90099 tempest-ServerDiskConfigTestJSON-1652657233 tempest-ServerDiskConfigTestJSON-1652657233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:56:29.129634 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-c37da07c-6394-4007-9fa0-9b38e38ef82a req-cb8f696b-2ae7-4479-82d6-00229ef90099 tempest-ServerDiskConfigTestJSON-1652657233 tempest-ServerDiskConfigTestJSON-1652657233-project] 10.222.0.75 "GET /v2.0/ports?device_id=89bbff48-dabe-4694-98da-1f656fa47ccc HTTP/1.1" status: 200 len: 945 time: 0.0650840 Feb 09 19:56:29.184575 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-c37da07c-6394-4007-9fa0-9b38e38ef82a req-adee61ad-a16e-45fa-bf1d-e67b638e43d7 tempest-ServerDiskConfigTestJSON-1652657233 tempest-ServerDiskConfigTestJSON-1652657233-project] 10.222.0.75 "GET /v2.0/security-groups?id=10ea2714-2fcf-4073-a554-93d306e67f59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489929 Feb 09 19:56:30.704215 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ceefa16-1f44-4cbe-8ea7-14e55b9a4a7f req-b3578d26-70c2-47db-bebf-62fb33062dae tempest-ServerDiskConfigTestJSON-1652657233 tempest-ServerDiskConfigTestJSON-1652657233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:56:30.705890 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-7ceefa16-1f44-4cbe-8ea7-14e55b9a4a7f req-b3578d26-70c2-47db-bebf-62fb33062dae tempest-ServerDiskConfigTestJSON-1652657233 tempest-ServerDiskConfigTestJSON-1652657233-project] 10.222.0.75 "GET /v2.0/ports?device_id=89bbff48-dabe-4694-98da-1f656fa47ccc HTTP/1.1" status: 200 len: 945 time: 0.4190724 Feb 09 19:56:30.760663 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-7ceefa16-1f44-4cbe-8ea7-14e55b9a4a7f req-a72698b3-59a6-4a64-9855-fa72e822697d tempest-ServerDiskConfigTestJSON-1652657233 tempest-ServerDiskConfigTestJSON-1652657233-project] 10.222.0.75 "GET /v2.0/security-groups?id=10ea2714-2fcf-4073-a554-93d306e67f59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488007 Feb 09 19:56:31.916875 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-376b833e-9b55-45e6-8e8e-ece63e32e861 req-b8e8b9a5-f5b4-49c1-88e0-28b125232d36 tempest-ServerDiskConfigTestJSON-1652657233 tempest-ServerDiskConfigTestJSON-1652657233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:56:31.918450 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-376b833e-9b55-45e6-8e8e-ece63e32e861 req-b8e8b9a5-f5b4-49c1-88e0-28b125232d36 tempest-ServerDiskConfigTestJSON-1652657233 tempest-ServerDiskConfigTestJSON-1652657233-project] 10.222.0.75 "GET /v2.0/ports?device_id=89bbff48-dabe-4694-98da-1f656fa47ccc HTTP/1.1" status: 200 len: 945 time: 0.0708911 Feb 09 19:56:31.968907 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-376b833e-9b55-45e6-8e8e-ece63e32e861 req-72dc682a-f33d-4065-b356-163da9c9ed56 tempest-ServerDiskConfigTestJSON-1652657233 tempest-ServerDiskConfigTestJSON-1652657233-project] 10.222.0.75 "GET /v2.0/security-groups?id=10ea2714-2fcf-4073-a554-93d306e67f59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441492 Feb 09 19:56:33.116516 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b5e6ff9-aae4-4cab-96f9-2210ae66ca1f req-a843e4ab-ac1c-42a2-b868-ecf43c1f4497 tempest-ServerDiskConfigTestJSON-1652657233 tempest-ServerDiskConfigTestJSON-1652657233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:56:33.118390 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-9b5e6ff9-aae4-4cab-96f9-2210ae66ca1f req-a843e4ab-ac1c-42a2-b868-ecf43c1f4497 tempest-ServerDiskConfigTestJSON-1652657233 tempest-ServerDiskConfigTestJSON-1652657233-project] 10.222.0.75 "GET /v2.0/ports?device_id=89bbff48-dabe-4694-98da-1f656fa47ccc HTTP/1.1" status: 200 len: 945 time: 0.0642037 Feb 09 19:56:33.175471 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-9b5e6ff9-aae4-4cab-96f9-2210ae66ca1f req-c5e7a553-9978-4f00-b720-c412a801ba58 tempest-ServerDiskConfigTestJSON-1652657233 tempest-ServerDiskConfigTestJSON-1652657233-project] 10.222.0.75 "GET /v2.0/security-groups?id=10ea2714-2fcf-4073-a554-93d306e67f59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512857 Feb 09 19:56:34.303837 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53b59cd6-ba76-4273-9508-3370949d2d36 req-4ae5a422-0c93-4793-b795-bc94ff92911c tempest-ServerDiskConfigTestJSON-1652657233 tempest-ServerDiskConfigTestJSON-1652657233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:56:34.305595 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-53b59cd6-ba76-4273-9508-3370949d2d36 req-4ae5a422-0c93-4793-b795-bc94ff92911c tempest-ServerDiskConfigTestJSON-1652657233 tempest-ServerDiskConfigTestJSON-1652657233-project] 10.222.0.75 "GET /v2.0/ports?device_id=89bbff48-dabe-4694-98da-1f656fa47ccc HTTP/1.1" status: 200 len: 945 time: 0.0549321 Feb 09 19:56:34.355609 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-53b59cd6-ba76-4273-9508-3370949d2d36 req-54319d38-c077-4f09-831d-6110c51c922e tempest-ServerDiskConfigTestJSON-1652657233 tempest-ServerDiskConfigTestJSON-1652657233-project] 10.222.0.75 "GET /v2.0/security-groups?id=10ea2714-2fcf-4073-a554-93d306e67f59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440037 Feb 09 19:56:35.484358 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60327c11-e404-433b-9724-cb15c6db0001 req-67854e5a-182d-4ca0-a57d-4552ea548d10 tempest-ServerDiskConfigTestJSON-1652657233 tempest-ServerDiskConfigTestJSON-1652657233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:56:35.486039 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-60327c11-e404-433b-9724-cb15c6db0001 req-67854e5a-182d-4ca0-a57d-4552ea548d10 tempest-ServerDiskConfigTestJSON-1652657233 tempest-ServerDiskConfigTestJSON-1652657233-project] 10.222.0.75 "GET /v2.0/ports?device_id=89bbff48-dabe-4694-98da-1f656fa47ccc HTTP/1.1" status: 200 len: 945 time: 0.0580733 Feb 09 19:56:35.537003 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-60327c11-e404-433b-9724-cb15c6db0001 req-93b3b8e4-796b-4147-8bc8-09475a132185 tempest-ServerDiskConfigTestJSON-1652657233 tempest-ServerDiskConfigTestJSON-1652657233-project] 10.222.0.75 "GET /v2.0/security-groups?id=10ea2714-2fcf-4073-a554-93d306e67f59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452750 Feb 09 19:56:36.707359 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-760128d6-9a87-4cec-bcbb-c51c2f0de8ab req-0db413f8-acd0-4c6d-8af9-8c3f6c1c30e1 tempest-ServerDiskConfigTestJSON-1652657233 tempest-ServerDiskConfigTestJSON-1652657233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:56:36.709841 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-760128d6-9a87-4cec-bcbb-c51c2f0de8ab req-0db413f8-acd0-4c6d-8af9-8c3f6c1c30e1 tempest-ServerDiskConfigTestJSON-1652657233 tempest-ServerDiskConfigTestJSON-1652657233-project] 10.222.0.75 "GET /v2.0/ports?device_id=89bbff48-dabe-4694-98da-1f656fa47ccc HTTP/1.1" status: 200 len: 945 time: 0.0726082 Feb 09 19:56:36.775860 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-760128d6-9a87-4cec-bcbb-c51c2f0de8ab req-52c63b16-9cb4-4e00-8292-857ea2522c6f tempest-ServerDiskConfigTestJSON-1652657233 tempest-ServerDiskConfigTestJSON-1652657233-project] 10.222.0.75 "GET /v2.0/security-groups?id=10ea2714-2fcf-4073-a554-93d306e67f59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0601034 Feb 09 19:56:37.923723 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6dfa863-7080-4d7b-92c8-c17ab8199826 req-67c477a4-c0d1-4236-8f5e-489e756a5993 tempest-ServerDiskConfigTestJSON-1652657233 tempest-ServerDiskConfigTestJSON-1652657233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:56:37.925269 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-a6dfa863-7080-4d7b-92c8-c17ab8199826 req-67c477a4-c0d1-4236-8f5e-489e756a5993 tempest-ServerDiskConfigTestJSON-1652657233 tempest-ServerDiskConfigTestJSON-1652657233-project] 10.222.0.75 "GET /v2.0/ports?device_id=89bbff48-dabe-4694-98da-1f656fa47ccc HTTP/1.1" status: 200 len: 945 time: 0.0570121 Feb 09 19:56:37.982189 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-a6dfa863-7080-4d7b-92c8-c17ab8199826 req-c06d9afb-57a4-49e0-b83b-a96f038b07dd tempest-ServerDiskConfigTestJSON-1652657233 tempest-ServerDiskConfigTestJSON-1652657233-project] 10.222.0.75 "GET /v2.0/security-groups?id=10ea2714-2fcf-4073-a554-93d306e67f59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487654 Feb 09 19:56:39.114302 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54b8453b-8122-4d3a-ab52-45913c84aa62 req-a50f49a6-8a2f-4001-b68b-8d4fd56bf2e6 tempest-ServerDiskConfigTestJSON-1652657233 tempest-ServerDiskConfigTestJSON-1652657233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:56:39.115919 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-54b8453b-8122-4d3a-ab52-45913c84aa62 req-a50f49a6-8a2f-4001-b68b-8d4fd56bf2e6 tempest-ServerDiskConfigTestJSON-1652657233 tempest-ServerDiskConfigTestJSON-1652657233-project] 10.222.0.75 "GET /v2.0/ports?device_id=89bbff48-dabe-4694-98da-1f656fa47ccc HTTP/1.1" status: 200 len: 945 time: 0.0585661 Feb 09 19:56:39.165663 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-54b8453b-8122-4d3a-ab52-45913c84aa62 req-faec1394-a524-4d7a-a24c-452013ebd0e0 tempest-ServerDiskConfigTestJSON-1652657233 tempest-ServerDiskConfigTestJSON-1652657233-project] 10.222.0.75 "GET /v2.0/security-groups?id=10ea2714-2fcf-4073-a554-93d306e67f59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441618 Feb 09 19:56:40.291759 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7661d1e3-c84d-44ad-940d-5aa85889c754 req-ede0b1ab-eecb-4e80-af81-f20b7b57dd72 tempest-ServerDiskConfigTestJSON-1652657233 tempest-ServerDiskConfigTestJSON-1652657233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:56:40.293232 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-7661d1e3-c84d-44ad-940d-5aa85889c754 req-ede0b1ab-eecb-4e80-af81-f20b7b57dd72 tempest-ServerDiskConfigTestJSON-1652657233 tempest-ServerDiskConfigTestJSON-1652657233-project] 10.222.0.75 "GET /v2.0/ports?device_id=89bbff48-dabe-4694-98da-1f656fa47ccc HTTP/1.1" status: 200 len: 945 time: 0.0573950 Feb 09 19:56:40.340641 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-7661d1e3-c84d-44ad-940d-5aa85889c754 req-833519a5-559a-4625-a75a-133d97d04cdf tempest-ServerDiskConfigTestJSON-1652657233 tempest-ServerDiskConfigTestJSON-1652657233-project] 10.222.0.75 "GET /v2.0/security-groups?id=10ea2714-2fcf-4073-a554-93d306e67f59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418065 Feb 09 19:56:40.878926 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-c1e22aa2-366c-475d-8e2f-b75e3c310260 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762867132591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593584'] for agent (af91e4b9-f4e1-42b1-a25c-a10dc47171c8), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:56:41.495287 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7f1bdcb-82cd-4178-ad76-1641a961176f req-1ad620e3-dee8-491b-9c07-d390856f2360 tempest-ServerDiskConfigTestJSON-1652657233 tempest-ServerDiskConfigTestJSON-1652657233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:56:41.496888 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-a7f1bdcb-82cd-4178-ad76-1641a961176f req-1ad620e3-dee8-491b-9c07-d390856f2360 tempest-ServerDiskConfigTestJSON-1652657233 tempest-ServerDiskConfigTestJSON-1652657233-project] 10.222.0.75 "GET /v2.0/ports?device_id=89bbff48-dabe-4694-98da-1f656fa47ccc HTTP/1.1" status: 200 len: 945 time: 0.0671117 Feb 09 19:56:41.572717 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-a7f1bdcb-82cd-4178-ad76-1641a961176f req-37573b11-f57a-4e81-8106-8d71cb40d6d4 tempest-ServerDiskConfigTestJSON-1652657233 tempest-ServerDiskConfigTestJSON-1652657233-project] 10.222.0.75 "GET /v2.0/security-groups?id=10ea2714-2fcf-4073-a554-93d306e67f59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0643256 Feb 09 19:56:42.697397 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c44f37bb-ad70-4f70-ba9e-bf491f8a202e req-f5efe841-d82f-41ff-b9fa-a4450238cb2a tempest-ServerDiskConfigTestJSON-1652657233 tempest-ServerDiskConfigTestJSON-1652657233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:56:42.698844 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-c44f37bb-ad70-4f70-ba9e-bf491f8a202e req-f5efe841-d82f-41ff-b9fa-a4450238cb2a tempest-ServerDiskConfigTestJSON-1652657233 tempest-ServerDiskConfigTestJSON-1652657233-project] 10.222.0.75 "GET /v2.0/ports?device_id=89bbff48-dabe-4694-98da-1f656fa47ccc HTTP/1.1" status: 200 len: 945 time: 0.0540173 Feb 09 19:56:42.764101 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-c44f37bb-ad70-4f70-ba9e-bf491f8a202e req-6a3555d6-4851-4c98-931d-146b829b8d03 tempest-ServerDiskConfigTestJSON-1652657233 tempest-ServerDiskConfigTestJSON-1652657233-project] 10.222.0.75 "GET /v2.0/security-groups?id=10ea2714-2fcf-4073-a554-93d306e67f59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0593212 Feb 09 19:56:43.159141 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-25738528-ebfb-4448-9d68-f0ed982dda8a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762867132591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593584'] for agent (93303d5e-5d17-45e8-8963-7694f87783ae), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:56:43.909722 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8098d61-1f09-4f05-a7c9-303bc2fd8361 req-69a2f931-1f6b-40b8-9aee-e99bc196aaf8 tempest-ServerDiskConfigTestJSON-1652657233 tempest-ServerDiskConfigTestJSON-1652657233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:56:43.911374 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-f8098d61-1f09-4f05-a7c9-303bc2fd8361 req-69a2f931-1f6b-40b8-9aee-e99bc196aaf8 tempest-ServerDiskConfigTestJSON-1652657233 tempest-ServerDiskConfigTestJSON-1652657233-project] 10.222.0.75 "GET /v2.0/ports?device_id=89bbff48-dabe-4694-98da-1f656fa47ccc HTTP/1.1" status: 200 len: 945 time: 0.0730116 Feb 09 19:56:43.967082 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-f8098d61-1f09-4f05-a7c9-303bc2fd8361 req-4f178bd6-affb-4a76-8e51-c403f8a7b0e0 tempest-ServerDiskConfigTestJSON-1652657233 tempest-ServerDiskConfigTestJSON-1652657233-project] 10.222.0.75 "GET /v2.0/security-groups?id=10ea2714-2fcf-4073-a554-93d306e67f59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463617 Feb 09 19:56:44.669596 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-edc54c9b-7f13-45d9-9271-85c9738b0128 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762867132591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593584'] for agent (a62b1850-466f-48ae-bec7-d62fb280e14b), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:56:45.093850 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f47a2daa-d8ca-407e-a1a0-8f7e0fe9bdb5 req-17169464-c122-470b-8333-9a80ffc08f34 tempest-ServerDiskConfigTestJSON-1652657233 tempest-ServerDiskConfigTestJSON-1652657233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:56:45.095418 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-f47a2daa-d8ca-407e-a1a0-8f7e0fe9bdb5 req-17169464-c122-470b-8333-9a80ffc08f34 tempest-ServerDiskConfigTestJSON-1652657233 tempest-ServerDiskConfigTestJSON-1652657233-project] 10.222.0.75 "GET /v2.0/ports?device_id=89bbff48-dabe-4694-98da-1f656fa47ccc HTTP/1.1" status: 200 len: 945 time: 0.0557468 Feb 09 19:56:45.156089 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-f47a2daa-d8ca-407e-a1a0-8f7e0fe9bdb5 req-c20c6a90-abeb-4c35-9a93-abf554780db2 tempest-ServerDiskConfigTestJSON-1652657233 tempest-ServerDiskConfigTestJSON-1652657233-project] 10.222.0.75 "GET /v2.0/security-groups?id=10ea2714-2fcf-4073-a554-93d306e67f59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546463 Feb 09 19:56:46.103305 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-a7262a8e-0513-48fd-984d-75726a511961 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762867132591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593584'] for agent (911cfea2-02ae-4ec9-bac3-7808ee1cdd9c), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:56:46.283146 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8a8d540-46a8-404e-9040-10eb3927f0bb req-2bf61cda-ccca-4e22-b865-fd232d5fd8db tempest-ServerDiskConfigTestJSON-1652657233 tempest-ServerDiskConfigTestJSON-1652657233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:56:46.284679 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-a8a8d540-46a8-404e-9040-10eb3927f0bb req-2bf61cda-ccca-4e22-b865-fd232d5fd8db tempest-ServerDiskConfigTestJSON-1652657233 tempest-ServerDiskConfigTestJSON-1652657233-project] 10.222.0.75 "GET /v2.0/ports?device_id=89bbff48-dabe-4694-98da-1f656fa47ccc HTTP/1.1" status: 200 len: 945 time: 0.0586295 Feb 09 19:56:46.335707 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-a8a8d540-46a8-404e-9040-10eb3927f0bb req-1d3b1212-4396-46c7-ab8d-3ef63517c63f tempest-ServerDiskConfigTestJSON-1652657233 tempest-ServerDiskConfigTestJSON-1652657233-project] 10.222.0.75 "GET /v2.0/security-groups?id=10ea2714-2fcf-4073-a554-93d306e67f59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451448 Feb 09 19:56:47.103682 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762867132591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593584'] for agent (496418a2-c002-4aec-ab1a-07f3bea491bd), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:56:47.466301 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fb21b83-5b04-4266-a418-613613e1d7e7 req-d04c42fd-a638-43ff-b7e7-6d75fcbab208 tempest-ServerDiskConfigTestJSON-1652657233 tempest-ServerDiskConfigTestJSON-1652657233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:56:47.468453 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-6fb21b83-5b04-4266-a418-613613e1d7e7 req-d04c42fd-a638-43ff-b7e7-6d75fcbab208 tempest-ServerDiskConfigTestJSON-1652657233 tempest-ServerDiskConfigTestJSON-1652657233-project] 10.222.0.75 "GET /v2.0/ports?device_id=89bbff48-dabe-4694-98da-1f656fa47ccc HTTP/1.1" status: 200 len: 945 time: 0.0589914 Feb 09 19:56:47.523605 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-6fb21b83-5b04-4266-a418-613613e1d7e7 req-731bc253-689b-4cfb-9391-afd4e3ee9933 tempest-ServerDiskConfigTestJSON-1652657233 tempest-ServerDiskConfigTestJSON-1652657233-project] 10.222.0.75 "GET /v2.0/security-groups?id=10ea2714-2fcf-4073-a554-93d306e67f59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496826 Feb 09 19:56:48.655936 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1674ce0e-c92f-4aef-9d64-4796a955671d req-fcf29cb6-f643-459f-8b1e-0426f23e3062 tempest-ServerDiskConfigTestJSON-1652657233 tempest-ServerDiskConfigTestJSON-1652657233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:56:48.657440 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-1674ce0e-c92f-4aef-9d64-4796a955671d req-fcf29cb6-f643-459f-8b1e-0426f23e3062 tempest-ServerDiskConfigTestJSON-1652657233 tempest-ServerDiskConfigTestJSON-1652657233-project] 10.222.0.75 "GET /v2.0/ports?device_id=89bbff48-dabe-4694-98da-1f656fa47ccc HTTP/1.1" status: 200 len: 945 time: 0.0616634 Feb 09 19:56:48.709826 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-1674ce0e-c92f-4aef-9d64-4796a955671d req-4b84872c-6653-4f29-bedb-1dd640d803a8 tempest-ServerDiskConfigTestJSON-1652657233 tempest-ServerDiskConfigTestJSON-1652657233-project] 10.222.0.75 "GET /v2.0/security-groups?id=10ea2714-2fcf-4073-a554-93d306e67f59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466175 Feb 09 19:56:48.920441 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762867132591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593584'] for agent (488cd9ae-631f-4955-ba0b-4f5a13f12e9c), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:56:49.358741 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762867132591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593584'] for agent (bcd5faee-dc24-4298-9134-0e0aa054058e), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:56:49.836291 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6d49525-6b78-430a-b4bb-c09330a5fa71 req-13823f3e-3e46-440f-b7cb-f8956fe62e75 tempest-ServerDiskConfigTestJSON-1652657233 tempest-ServerDiskConfigTestJSON-1652657233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:56:49.837780 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-b6d49525-6b78-430a-b4bb-c09330a5fa71 req-13823f3e-3e46-440f-b7cb-f8956fe62e75 tempest-ServerDiskConfigTestJSON-1652657233 tempest-ServerDiskConfigTestJSON-1652657233-project] 10.222.0.75 "GET /v2.0/ports?device_id=89bbff48-dabe-4694-98da-1f656fa47ccc HTTP/1.1" status: 200 len: 945 time: 0.0526929 Feb 09 19:56:49.886070 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-b6d49525-6b78-430a-b4bb-c09330a5fa71 req-156d6757-5615-462b-9cf5-7c0f1975b771 tempest-ServerDiskConfigTestJSON-1652657233 tempest-ServerDiskConfigTestJSON-1652657233-project] 10.222.0.75 "GET /v2.0/security-groups?id=10ea2714-2fcf-4073-a554-93d306e67f59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421381 Feb 09 19:56:51.012298 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-114122c2-8930-4651-af6f-c14f257f8ea7 req-2553eb70-a3e8-4db6-af25-86831706d363 tempest-ServerDiskConfigTestJSON-1652657233 tempest-ServerDiskConfigTestJSON-1652657233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:56:51.013761 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-114122c2-8930-4651-af6f-c14f257f8ea7 req-2553eb70-a3e8-4db6-af25-86831706d363 tempest-ServerDiskConfigTestJSON-1652657233 tempest-ServerDiskConfigTestJSON-1652657233-project] 10.222.0.75 "GET /v2.0/ports?device_id=89bbff48-dabe-4694-98da-1f656fa47ccc HTTP/1.1" status: 200 len: 945 time: 0.0550077 Feb 09 19:56:51.064207 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-114122c2-8930-4651-af6f-c14f257f8ea7 req-cc92d61e-39b4-4ec5-bfa8-b696006b868a tempest-ServerDiskConfigTestJSON-1652657233 tempest-ServerDiskConfigTestJSON-1652657233-project] 10.222.0.75 "GET /v2.0/security-groups?id=10ea2714-2fcf-4073-a554-93d306e67f59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440085 Feb 09 19:56:52.191233 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6efb4db3-2bee-402c-9d7e-5c7a5a9d030e req-c82b8c18-c4a4-478a-a9ac-b21b12c74d37 tempest-ServerDiskConfigTestJSON-1652657233 tempest-ServerDiskConfigTestJSON-1652657233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:56:52.192690 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-6efb4db3-2bee-402c-9d7e-5c7a5a9d030e req-c82b8c18-c4a4-478a-a9ac-b21b12c74d37 tempest-ServerDiskConfigTestJSON-1652657233 tempest-ServerDiskConfigTestJSON-1652657233-project] 10.222.0.75 "GET /v2.0/ports?device_id=89bbff48-dabe-4694-98da-1f656fa47ccc HTTP/1.1" status: 200 len: 945 time: 0.0583043 Feb 09 19:56:52.240113 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-6efb4db3-2bee-402c-9d7e-5c7a5a9d030e req-790aede3-b9b9-4696-91d3-7262d2c691b3 tempest-ServerDiskConfigTestJSON-1652657233 tempest-ServerDiskConfigTestJSON-1652657233-project] 10.222.0.75 "GET /v2.0/security-groups?id=10ea2714-2fcf-4073-a554-93d306e67f59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417910 Feb 09 19:56:53.378093 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ccd7c23-ddfd-4e1a-8771-23747eebdd0a req-0bd9979d-b5ca-4ebf-bac9-4de5f0120d36 tempest-ServerDiskConfigTestJSON-1652657233 tempest-ServerDiskConfigTestJSON-1652657233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:56:53.379649 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-5ccd7c23-ddfd-4e1a-8771-23747eebdd0a req-0bd9979d-b5ca-4ebf-bac9-4de5f0120d36 tempest-ServerDiskConfigTestJSON-1652657233 tempest-ServerDiskConfigTestJSON-1652657233-project] 10.222.0.75 "GET /v2.0/ports?device_id=89bbff48-dabe-4694-98da-1f656fa47ccc HTTP/1.1" status: 200 len: 945 time: 0.0596650 Feb 09 19:56:53.430053 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-5ccd7c23-ddfd-4e1a-8771-23747eebdd0a req-5c65288e-0528-4a3b-80a5-24b9c57c9cdb tempest-ServerDiskConfigTestJSON-1652657233 tempest-ServerDiskConfigTestJSON-1652657233-project] 10.222.0.75 "GET /v2.0/security-groups?id=10ea2714-2fcf-4073-a554-93d306e67f59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441573 Feb 09 19:56:54.552891 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8d715fd-9071-4580-b9c2-f04d91bb02dd req-27168700-ebcf-49f4-b56f-0e6f1e97471d tempest-ServerDiskConfigTestJSON-1652657233 tempest-ServerDiskConfigTestJSON-1652657233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:56:54.554454 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-e8d715fd-9071-4580-b9c2-f04d91bb02dd req-27168700-ebcf-49f4-b56f-0e6f1e97471d tempest-ServerDiskConfigTestJSON-1652657233 tempest-ServerDiskConfigTestJSON-1652657233-project] 10.222.0.75 "GET /v2.0/ports?device_id=89bbff48-dabe-4694-98da-1f656fa47ccc HTTP/1.1" status: 200 len: 945 time: 0.0554709 Feb 09 19:56:54.603896 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-e8d715fd-9071-4580-b9c2-f04d91bb02dd req-7aaff0eb-8e7f-466f-a5e3-21f5484fda59 tempest-ServerDiskConfigTestJSON-1652657233 tempest-ServerDiskConfigTestJSON-1652657233-project] 10.222.0.75 "GET /v2.0/security-groups?id=10ea2714-2fcf-4073-a554-93d306e67f59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433517 Feb 09 19:56:55.727696 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ab6c659-a689-497d-aaab-632971f95a13 req-ea441af6-cd29-46ad-a1e8-427614e70066 tempest-ServerDiskConfigTestJSON-1652657233 tempest-ServerDiskConfigTestJSON-1652657233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:56:55.729210 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-6ab6c659-a689-497d-aaab-632971f95a13 req-ea441af6-cd29-46ad-a1e8-427614e70066 tempest-ServerDiskConfigTestJSON-1652657233 tempest-ServerDiskConfigTestJSON-1652657233-project] 10.222.0.75 "GET /v2.0/ports?device_id=89bbff48-dabe-4694-98da-1f656fa47ccc HTTP/1.1" status: 200 len: 945 time: 0.0548434 Feb 09 19:56:55.777554 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-6ab6c659-a689-497d-aaab-632971f95a13 req-d053320f-a51b-4f0e-81ae-43ca36b49f36 tempest-ServerDiskConfigTestJSON-1652657233 tempest-ServerDiskConfigTestJSON-1652657233-project] 10.222.0.75 "GET /v2.0/security-groups?id=10ea2714-2fcf-4073-a554-93d306e67f59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420492 Feb 09 19:56:56.413948 n-d-713498-36 neutron-server[103230]: INFO neutron.api.v2.resource [req-12d28ba3-dba7-40ff-a0fc-4b4463614c7e req-203e603a-bc66-4f88-acc2-832ee1ff9375 service neutron] show failed (client error): The resource could not be found. Feb 09 19:56:56.414918 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-12d28ba3-dba7-40ff-a0fc-4b4463614c7e req-203e603a-bc66-4f88-acc2-832ee1ff9375 service neutron] 10.222.0.90 "GET /v2.0/ports/821f6edd-813c-4df1-a7f2-ad0998a77157/bindings/n-h1-713498-36 HTTP/1.1" status: 404 len: 381 time: 0.0551002 Feb 09 19:56:56.694529 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12d28ba3-dba7-40ff-a0fc-4b4463614c7e req-6c656abc-bd20-4e33-8628-4f6e9c9a47a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:56:56.695943 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-12d28ba3-dba7-40ff-a0fc-4b4463614c7e req-6c656abc-bd20-4e33-8628-4f6e9c9a47a7 service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=89bbff48-dabe-4694-98da-1f656fa47ccc&tenant_id=27ad0552e0234ce2ad5e1f5eb2996529 HTTP/1.1" status: 200 len: 1128 time: 0.0829613 Feb 09 19:56:56.707611 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.v2.base [req-12d28ba3-dba7-40ff-a0fc-4b4463614c7e req-ba9a61ab-fa42-4307-9f4c-3c6a00adc05d service neutron] Request body: {'port': {'binding:host_id': 'n-h1-713498-36', 'device_owner': 'compute:nova'}} {{(pid=103229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 19:56:56.768227 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-12d28ba3-dba7-40ff-a0fc-4b4463614c7e req-ba9a61ab-fa42-4307-9f4c-3c6a00adc05d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (821f6edd-813c-4df1-a7f2-ad0998a77157), before_update {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:56:56.930010 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06386782-92ca-4579-abc1-4f4e85e26222 req-bf681c8a-a4ef-4622-83d2-169182f5d84f tempest-ServerDiskConfigTestJSON-1652657233 tempest-ServerDiskConfigTestJSON-1652657233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:56:56.931568 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-06386782-92ca-4579-abc1-4f4e85e26222 req-bf681c8a-a4ef-4622-83d2-169182f5d84f tempest-ServerDiskConfigTestJSON-1652657233 tempest-ServerDiskConfigTestJSON-1652657233-project] 10.222.0.75 "GET /v2.0/ports?device_id=89bbff48-dabe-4694-98da-1f656fa47ccc HTTP/1.1" status: 200 len: 945 time: 0.0774019 Feb 09 19:56:56.981637 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-06386782-92ca-4579-abc1-4f4e85e26222 req-5074807b-d841-4f3a-a8fe-e148adcab928 tempest-ServerDiskConfigTestJSON-1652657233 tempest-ServerDiskConfigTestJSON-1652657233-project] 10.222.0.75 "GET /v2.0/security-groups?id=10ea2714-2fcf-4073-a554-93d306e67f59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435767 Feb 09 19:56:57.008414 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.db [req-12d28ba3-dba7-40ff-a0fc-4b4463614c7e req-ba9a61ab-fa42-4307-9f4c-3c6a00adc05d service neutron] For port 821f6edd-813c-4df1-a7f2-ad0998a77157, host n-h2-713498-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-36',level=0,port_id=821f6edd-813c-4df1-a7f2-ad0998a77157,segment=NetworkSegment(f39e3133-2b50-4e65-ba3c-a86d03229455),segment_id=f39e3133-2b50-4e65-ba3c-a86d03229455)] {{(pid=103229) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 19:56:57.052349 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.db [req-12d28ba3-dba7-40ff-a0fc-4b4463614c7e req-ba9a61ab-fa42-4307-9f4c-3c6a00adc05d service neutron] For port 821f6edd-813c-4df1-a7f2-ad0998a77157, host n-h2-713498-36, cleared binding levels {{(pid=103229) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 19:56:57.098149 n-d-713498-36 neutron-server[103229]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '89bbff48-dabe-4694-98da-1f656fa47ccc', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '821f6edd-813c-4df1-a7f2-ad0998a77157'}] {{(pid=103229) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 19:56:57.100416 n-d-713498-36 neutron-server[103229]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fa6ae9a20702bd564eaf90d946620b2b4277b1ab91129323d3b54181076be307" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-03a6a7d4-f357-4aa7-bac1-0f54c8e32f37" -d '{"events": [{"server_uuid": "89bbff48-dabe-4694-98da-1f656fa47ccc", "name": "network-vif-unplugged", "status": "completed", "tag": "821f6edd-813c-4df1-a7f2-ad0998a77157"}]}' {{(pid=103229) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 19:56:57.104598 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-12d28ba3-dba7-40ff-a0fc-4b4463614c7e req-ba9a61ab-fa42-4307-9f4c-3c6a00adc05d service neutron] Publish callbacks [] for port (821f6edd-813c-4df1-a7f2-ad0998a77157), precommit_update {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:56:57.119051 n-d-713498-36 neutron-server[103229]: DEBUG neutron.db.provisioning_blocks [req-12d28ba3-dba7-40ff-a0fc-4b4463614c7e req-ba9a61ab-fa42-4307-9f4c-3c6a00adc05d service neutron] Transition to ACTIVE for port object 821f6edd-813c-4df1-a7f2-ad0998a77157 will not be triggered until provisioned by entity L2. {{(pid=103229) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 19:56:57.123350 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-12d28ba3-dba7-40ff-a0fc-4b4463614c7e req-ba9a61ab-fa42-4307-9f4c-3c6a00adc05d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762867176205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762866656485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762866656503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12867569'] for port (821f6edd-813c-4df1-a7f2-ad0998a77157), after_update {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:56:57.155045 n-d-713498-36 neutron-server[103229]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 09 Feb 2022 19:56:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0949670f-7891-4955-b23c-13008c932b0c x-openstack-request-id: req-0949670f-7891-4955-b23c-13008c932b0c {{(pid=103229) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 19:56:57.155342 n-d-713498-36 neutron-server[103229]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "89bbff48-dabe-4694-98da-1f656fa47ccc", "name": "network-vif-unplugged", "status": "completed", "tag": "821f6edd-813c-4df1-a7f2-ad0998a77157", "code": 200}]} {{(pid=103229) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 19:56:57.156115 n-d-713498-36 neutron-server[103229]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-0949670f-7891-4955-b23c-13008c932b0c {{(pid=103229) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 19:56:57.156517 n-d-713498-36 neutron-server[103229]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '89bbff48-dabe-4694-98da-1f656fa47ccc', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '821f6edd-813c-4df1-a7f2-ad0998a77157', 'code': 200} Feb 09 19:56:57.193217 n-d-713498-36 neutron-server[103229]: DEBUG neutron.db.l3_dvrscheduler_db [req-12d28ba3-dba7-40ff-a0fc-4b4463614c7e req-ba9a61ab-fa42-4307-9f4c-3c6a00adc05d service neutron] No DVR routers for this DVR port 821f6edd-813c-4df1-a7f2-ad0998a77157 on host n-h2-713498-36 {{(pid=103229) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 19:56:57.196319 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba9a61ab-fa42-4307-9f4c-3c6a00adc05d service neutron] Pushing event updated for resources: {'Port': ['ID=821f6edd-813c-4df1-a7f2-ad0998a77157,revision_number=6']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:56:57.208488 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba9a61ab-fa42-4307-9f4c-3c6a00adc05d service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:56:57.208846 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba9a61ab-fa42-4307-9f4c-3c6a00adc05d service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:56:57.209196 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba9a61ab-fa42-4307-9f4c-3c6a00adc05d service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:56:57.209532 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba9a61ab-fa42-4307-9f4c-3c6a00adc05d service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:56:57.209867 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba9a61ab-fa42-4307-9f4c-3c6a00adc05d service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:56:57.210236 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba9a61ab-fa42-4307-9f4c-3c6a00adc05d service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:56:57.210566 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba9a61ab-fa42-4307-9f4c-3c6a00adc05d service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:56:57.210896 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba9a61ab-fa42-4307-9f4c-3c6a00adc05d service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:56:57.211220 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba9a61ab-fa42-4307-9f4c-3c6a00adc05d service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:56:57.211546 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba9a61ab-fa42-4307-9f4c-3c6a00adc05d service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:56:57.211873 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba9a61ab-fa42-4307-9f4c-3c6a00adc05d service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:56:57.212196 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba9a61ab-fa42-4307-9f4c-3c6a00adc05d service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:56:57.212518 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba9a61ab-fa42-4307-9f4c-3c6a00adc05d service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:56:57.244141 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.managers [req-12d28ba3-dba7-40ff-a0fc-4b4463614c7e req-ba9a61ab-fa42-4307-9f4c-3c6a00adc05d service neutron] Attempting to bind port 821f6edd-813c-4df1-a7f2-ad0998a77157 on host n-h1-713498-36 for vnic_type normal with profile {{(pid=103229) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 19:56:57.244387 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.managers [req-12d28ba3-dba7-40ff-a0fc-4b4463614c7e req-ba9a61ab-fa42-4307-9f4c-3c6a00adc05d service neutron] Attempting to bind port 821f6edd-813c-4df1-a7f2-ad0998a77157 by drivers openvswitch,hyperv on host n-h1-713498-36 at level 0 using segments [{'id': 'f39e3133-2b50-4e65-ba3c-a86d03229455', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': '1490f175-1528-4129-ac84-3891c85368ff'}] {{(pid=103229) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 19:56:57.244712 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12d28ba3-dba7-40ff-a0fc-4b4463614c7e req-ba9a61ab-fa42-4307-9f4c-3c6a00adc05d service neutron] Attempting to bind port 821f6edd-813c-4df1-a7f2-ad0998a77157 on network 1490f175-1528-4129-ac84-3891c85368ff {{(pid=103229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 19:56:57.248939 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12d28ba3-dba7-40ff-a0fc-4b4463614c7e req-ba9a61ab-fa42-4307-9f4c-3c6a00adc05d service neutron] Port 821f6edd-813c-4df1-a7f2-ad0998a77157 on network 1490f175-1528-4129-ac84-3891c85368ff not bound, no agent of type Open vSwitch agent registered on host n-h1-713498-36 {{(pid=103229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 19:56:57.249259 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12d28ba3-dba7-40ff-a0fc-4b4463614c7e req-ba9a61ab-fa42-4307-9f4c-3c6a00adc05d service neutron] Attempting to bind port 821f6edd-813c-4df1-a7f2-ad0998a77157 on network 1490f175-1528-4129-ac84-3891c85368ff {{(pid=103229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 19:56:57.254656 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12d28ba3-dba7-40ff-a0fc-4b4463614c7e req-ba9a61ab-fa42-4307-9f4c-3c6a00adc05d service neutron] Checking agent: {'id': '488cd9ae-631f-4955-ba0b-4f5a13f12e9c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713498-36', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 18, 59, 18), 'started_at': datetime.datetime(2022, 2, 9, 18, 59, 18), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 19, 56, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 19:56:57.254995 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12d28ba3-dba7-40ff-a0fc-4b4463614c7e req-ba9a61ab-fa42-4307-9f4c-3c6a00adc05d service neutron] Checking segment: {'id': 'f39e3133-2b50-4e65-ba3c-a86d03229455', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': '1490f175-1528-4129-ac84-3891c85368ff'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103229) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 19:56:57.255383 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12d28ba3-dba7-40ff-a0fc-4b4463614c7e req-ba9a61ab-fa42-4307-9f4c-3c6a00adc05d service neutron] Bound using segment: {'id': 'f39e3133-2b50-4e65-ba3c-a86d03229455', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': '1490f175-1528-4129-ac84-3891c85368ff'} {{(pid=103229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 19:56:57.255811 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.managers [req-12d28ba3-dba7-40ff-a0fc-4b4463614c7e req-ba9a61ab-fa42-4307-9f4c-3c6a00adc05d service neutron] Bound port: 821f6edd-813c-4df1-a7f2-ad0998a77157, host: n-h1-713498-36, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f39e3133-2b50-4e65-ba3c-a86d03229455', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': '1490f175-1528-4129-ac84-3891c85368ff'}}] {{(pid=103229) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 19:56:57.256163 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-12d28ba3-dba7-40ff-a0fc-4b4463614c7e req-ba9a61ab-fa42-4307-9f4c-3c6a00adc05d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (821f6edd-813c-4df1-a7f2-ad0998a77157), before_update {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:56:57.328076 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.db [req-12d28ba3-dba7-40ff-a0fc-4b4463614c7e req-ba9a61ab-fa42-4307-9f4c-3c6a00adc05d service neutron] For port 821f6edd-813c-4df1-a7f2-ad0998a77157, host n-h1-713498-36, cleared binding levels {{(pid=103229) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 19:56:57.331533 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.db [req-12d28ba3-dba7-40ff-a0fc-4b4463614c7e req-ba9a61ab-fa42-4307-9f4c-3c6a00adc05d service neutron] For port 821f6edd-813c-4df1-a7f2-ad0998a77157, host n-h1-713498-36, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-36',level=0,port_id=821f6edd-813c-4df1-a7f2-ad0998a77157,segment=NetworkSegment(f39e3133-2b50-4e65-ba3c-a86d03229455),segment_id=f39e3133-2b50-4e65-ba3c-a86d03229455)] {{(pid=103229) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 19:56:57.337973 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-12d28ba3-dba7-40ff-a0fc-4b4463614c7e req-ba9a61ab-fa42-4307-9f4c-3c6a00adc05d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762867176205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762866656485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762866656503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12867569'] for port (821f6edd-813c-4df1-a7f2-ad0998a77157), after_update {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:56:57.371479 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12d28ba3-dba7-40ff-a0fc-4b4463614c7e req-ba9a61ab-fa42-4307-9f4c-3c6a00adc05d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:56:57.372114 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-12d28ba3-dba7-40ff-a0fc-4b4463614c7e req-ba9a61ab-fa42-4307-9f4c-3c6a00adc05d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171096'] for port (None), before_response {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:56:57.373551 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-12d28ba3-dba7-40ff-a0fc-4b4463614c7e req-ba9a61ab-fa42-4307-9f4c-3c6a00adc05d service neutron] 10.222.0.89 "PUT /v2.0/ports/821f6edd-813c-4df1-a7f2-ad0998a77157 HTTP/1.1" status: 200 len: 1092 time: 0.6699669 Feb 09 19:56:57.406745 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba9a61ab-fa42-4307-9f4c-3c6a00adc05d service neutron] Pushing event updated for resources: {'Port': ['ID=821f6edd-813c-4df1-a7f2-ad0998a77157,revision_number=7']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:56:57.447130 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12d28ba3-dba7-40ff-a0fc-4b4463614c7e req-1fea795f-2902-4510-9021-a95747efdc7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:56:57.448654 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-12d28ba3-dba7-40ff-a0fc-4b4463614c7e req-1fea795f-2902-4510-9021-a95747efdc7a service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=27ad0552e0234ce2ad5e1f5eb2996529&device_id=89bbff48-dabe-4694-98da-1f656fa47ccc HTTP/1.1" status: 200 len: 1126 time: 0.0516415 Feb 09 19:56:57.544192 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12d28ba3-dba7-40ff-a0fc-4b4463614c7e req-32fb4900-6341-4497-ab50-ed816e086346 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:56:57.545581 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-12d28ba3-dba7-40ff-a0fc-4b4463614c7e req-32fb4900-6341-4497-ab50-ed816e086346 service neutron] 10.222.0.89 "GET /v2.0/networks?id=1490f175-1528-4129-ac84-3891c85368ff HTTP/1.1" status: 200 len: 915 time: 0.0908897 Feb 09 19:56:57.587904 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-12d28ba3-dba7-40ff-a0fc-4b4463614c7e req-3fd19007-de3c-40a0-8812-76d78b74b1ef service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=821f6edd-813c-4df1-a7f2-ad0998a77157 HTTP/1.1" status: 200 len: 217 time: 0.0363705 Feb 09 19:56:57.636698 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12d28ba3-dba7-40ff-a0fc-4b4463614c7e req-2e87c7f6-b7ca-4292-979d-f999735bfe5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:56:57.638270 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-12d28ba3-dba7-40ff-a0fc-4b4463614c7e req-2e87c7f6-b7ca-4292-979d-f999735bfe5b service neutron] 10.222.0.89 "GET /v2.0/subnets?id=7d9db85d-a3e7-42d0-a4e9-0138fb6dd0aa HTTP/1.1" status: 200 len: 854 time: 0.0438530 Feb 09 19:56:57.673607 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-12d28ba3-dba7-40ff-a0fc-4b4463614c7e req-8f837203-8d57-47a4-9c99-6c14a1b74f5c service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=1490f175-1528-4129-ac84-3891c85368ff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0285039 Feb 09 19:56:57.767874 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-12d28ba3-dba7-40ff-a0fc-4b4463614c7e req-106e9bc1-e58f-4f8e-bbbb-5d2b9e370b1a service neutron] 10.222.0.89 "GET /v2.0/networks/1490f175-1528-4129-ac84-3891c85368ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0888386 Feb 09 19:56:57.859354 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-12d28ba3-dba7-40ff-a0fc-4b4463614c7e req-78c486c9-3ecc-447c-8639-399548ab6734 service neutron] 10.222.0.89 "GET /v2.0/networks/1490f175-1528-4129-ac84-3891c85368ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858564 Feb 09 19:56:58.113824 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1570cd5-f4df-4f88-92de-eb2356686e22 req-598c8851-e3e6-4ab6-8a9e-680b01c6aa08 tempest-ServerDiskConfigTestJSON-1652657233 tempest-ServerDiskConfigTestJSON-1652657233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:56:58.115284 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-e1570cd5-f4df-4f88-92de-eb2356686e22 req-598c8851-e3e6-4ab6-8a9e-680b01c6aa08 tempest-ServerDiskConfigTestJSON-1652657233 tempest-ServerDiskConfigTestJSON-1652657233-project] 10.222.0.75 "GET /v2.0/ports?device_id=89bbff48-dabe-4694-98da-1f656fa47ccc HTTP/1.1" status: 200 len: 943 time: 0.0565372 Feb 09 19:56:58.172450 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-e1570cd5-f4df-4f88-92de-eb2356686e22 req-622e45cd-1aeb-4803-8318-2322d48a8f57 tempest-ServerDiskConfigTestJSON-1652657233 tempest-ServerDiskConfigTestJSON-1652657233-project] 10.222.0.75 "GET /v2.0/security-groups?id=10ea2714-2fcf-4073-a554-93d306e67f59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514112 Feb 09 19:56:59.157847 n-d-713498-36 neutron-server[103229]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '89bbff48-dabe-4694-98da-1f656fa47ccc', 'tag': '821f6edd-813c-4df1-a7f2-ad0998a77157'}] {{(pid=103229) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 19:56:59.160290 n-d-713498-36 neutron-server[103229]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fa6ae9a20702bd564eaf90d946620b2b4277b1ab91129323d3b54181076be307" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-13717551-7260-41ea-abc3-b0f9b055820a" -d '{"events": [{"name": "network-changed", "server_uuid": "89bbff48-dabe-4694-98da-1f656fa47ccc", "tag": "821f6edd-813c-4df1-a7f2-ad0998a77157"}]}' {{(pid=103229) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 19:56:59.213031 n-d-713498-36 neutron-server[103229]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 19:56:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c50d8fed-425b-467e-9a70-31a611b8675c x-openstack-request-id: req-c50d8fed-425b-467e-9a70-31a611b8675c {{(pid=103229) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 19:56:59.213322 n-d-713498-36 neutron-server[103229]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "89bbff48-dabe-4694-98da-1f656fa47ccc", "tag": "821f6edd-813c-4df1-a7f2-ad0998a77157", "status": "completed", "code": 200}]} {{(pid=103229) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 19:56:59.213607 n-d-713498-36 neutron-server[103229]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-c50d8fed-425b-467e-9a70-31a611b8675c {{(pid=103229) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 19:56:59.214043 n-d-713498-36 neutron-server[103229]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '89bbff48-dabe-4694-98da-1f656fa47ccc', 'tag': '821f6edd-813c-4df1-a7f2-ad0998a77157', 'status': 'completed', 'code': 200} Feb 09 19:56:59.307434 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13717551-7260-41ea-abc3-b0f9b055820a req-609c7241-d1da-4b1c-97dc-56791da965a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:56:59.310513 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-13717551-7260-41ea-abc3-b0f9b055820a req-609c7241-d1da-4b1c-97dc-56791da965a2 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=27ad0552e0234ce2ad5e1f5eb2996529&device_id=89bbff48-dabe-4694-98da-1f656fa47ccc HTTP/1.1" status: 200 len: 1126 time: 0.0709550 Feb 09 19:56:59.333146 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13717551-7260-41ea-abc3-b0f9b055820a req-da8c0b05-8d33-49fd-adbe-2bcdb3db1b93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:56:59.334766 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-13717551-7260-41ea-abc3-b0f9b055820a req-da8c0b05-8d33-49fd-adbe-2bcdb3db1b93 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=27ad0552e0234ce2ad5e1f5eb2996529&device_id=89bbff48-dabe-4694-98da-1f656fa47ccc HTTP/1.1" status: 200 len: 1126 time: 0.0882816 Feb 09 19:56:59.347144 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c937afc-8449-4fa4-ac23-6b6b58abc157 req-0922e807-61c1-4737-a3fe-93ff32025788 tempest-ServerDiskConfigTestJSON-1652657233 tempest-ServerDiskConfigTestJSON-1652657233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:56:59.348779 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-8c937afc-8449-4fa4-ac23-6b6b58abc157 req-0922e807-61c1-4737-a3fe-93ff32025788 tempest-ServerDiskConfigTestJSON-1652657233 tempest-ServerDiskConfigTestJSON-1652657233-project] 10.222.0.75 "GET /v2.0/ports?device_id=89bbff48-dabe-4694-98da-1f656fa47ccc HTTP/1.1" status: 200 len: 943 time: 0.0936170 Feb 09 19:56:59.451306 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13717551-7260-41ea-abc3-b0f9b055820a req-4ef0c3b1-8025-4cc8-bc88-7429e6b3b73f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:56:59.453334 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-13717551-7260-41ea-abc3-b0f9b055820a req-4ef0c3b1-8025-4cc8-bc88-7429e6b3b73f service neutron] 10.222.0.89 "GET /v2.0/networks?id=1490f175-1528-4129-ac84-3891c85368ff HTTP/1.1" status: 200 len: 915 time: 0.1374068 Feb 09 19:56:59.481122 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-8c937afc-8449-4fa4-ac23-6b6b58abc157 req-642e854e-8670-46e2-ba04-b95db0a1716c tempest-ServerDiskConfigTestJSON-1652657233 tempest-ServerDiskConfigTestJSON-1652657233-project] 10.222.0.75 "GET /v2.0/security-groups?id=10ea2714-2fcf-4073-a554-93d306e67f59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1132684 Feb 09 19:56:59.486205 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13717551-7260-41ea-abc3-b0f9b055820a req-a37e7080-0f07-4564-9dc2-981a32445d8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:56:59.487648 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-13717551-7260-41ea-abc3-b0f9b055820a req-a37e7080-0f07-4564-9dc2-981a32445d8c service neutron] 10.222.0.90 "GET /v2.0/networks?id=1490f175-1528-4129-ac84-3891c85368ff HTTP/1.1" status: 200 len: 915 time: 0.1379726 Feb 09 19:56:59.504312 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-13717551-7260-41ea-abc3-b0f9b055820a req-b7f83928-a8bb-4cf6-a937-4052f5946a3f service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=821f6edd-813c-4df1-a7f2-ad0998a77157 HTTP/1.1" status: 200 len: 217 time: 0.0439548 Feb 09 19:56:59.537899 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-13717551-7260-41ea-abc3-b0f9b055820a req-a3699ba4-5a98-4759-b4ec-1a2da028878d service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=821f6edd-813c-4df1-a7f2-ad0998a77157 HTTP/1.1" status: 200 len: 217 time: 0.0390544 Feb 09 19:56:59.557710 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13717551-7260-41ea-abc3-b0f9b055820a req-038d386c-387b-472d-bf02-294f1c24f47e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:56:59.560185 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-13717551-7260-41ea-abc3-b0f9b055820a req-038d386c-387b-472d-bf02-294f1c24f47e service neutron] 10.222.0.89 "GET /v2.0/subnets?id=7d9db85d-a3e7-42d0-a4e9-0138fb6dd0aa HTTP/1.1" status: 200 len: 854 time: 0.0505314 Feb 09 19:56:59.583855 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Device 821f6edd-813c-4df1-a7f2-ad0998a77157 details requested by agent hyperv_n-h1-713498-36 with host n-h1-713498-36 {{(pid=103232) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 19:56:59.594037 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-13717551-7260-41ea-abc3-b0f9b055820a req-03ef1f41-e3c1-4385-994a-4d7602849f46 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=1490f175-1528-4129-ac84-3891c85368ff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0284522 Feb 09 19:56:59.601388 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13717551-7260-41ea-abc3-b0f9b055820a req-b5ecad87-886e-4df6-85ea-ec0750b9a2c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:56:59.603272 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-13717551-7260-41ea-abc3-b0f9b055820a req-b5ecad87-886e-4df6-85ea-ec0750b9a2c6 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=7d9db85d-a3e7-42d0-a4e9-0138fb6dd0aa HTTP/1.1" status: 200 len: 854 time: 0.0550318 Feb 09 19:56:59.644321 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-13717551-7260-41ea-abc3-b0f9b055820a req-72ef513a-680c-4795-8542-6c3a22159554 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=1490f175-1528-4129-ac84-3891c85368ff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0339453 Feb 09 19:56:59.688402 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-13717551-7260-41ea-abc3-b0f9b055820a req-4cec4976-a489-4a31-b840-0c68500b97fd service neutron] 10.222.0.89 "GET /v2.0/networks/1490f175-1528-4129-ac84-3891c85368ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0891087 Feb 09 19:56:59.704003 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] For port 821f6edd-813c-4df1-a7f2-ad0998a77157, host n-h1-713498-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-36',level=0,port_id=821f6edd-813c-4df1-a7f2-ad0998a77157,segment=NetworkSegment(f39e3133-2b50-4e65-ba3c-a86d03229455),segment_id=f39e3133-2b50-4e65-ba3c-a86d03229455)] {{(pid=103232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 19:56:59.723440 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Returning: {'device': '821f6edd-813c-4df1-a7f2-ad0998a77157', 'network_id': '1490f175-1528-4129-ac84-3891c85368ff', 'port_id': '821f6edd-813c-4df1-a7f2-ad0998a77157', 'mac_address': 'fa:16:3e:dc:52:13', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 358, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7d9db85d-a3e7-42d0-a4e9-0138fb6dd0aa', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103232) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 19:56:59.762579 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-13717551-7260-41ea-abc3-b0f9b055820a req-fb7eba54-7e80-4291-8889-047060c05a38 service neutron] 10.222.0.90 "GET /v2.0/networks/1490f175-1528-4129-ac84-3891c85368ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1049020 Feb 09 19:56:59.769079 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Current status of the port 821f6edd-813c-4df1-a7f2-ad0998a77157 is: DOWN; New status is: BUILD {{(pid=103232) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 19:56:59.769483 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (821f6edd-813c-4df1-a7f2-ad0998a77157), before_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:56:59.785124 n-d-713498-36 neutron-server[103232]: DEBUG neutron.notifiers.nova [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 821f6edd-813c-4df1-a7f2-ad0998a77157 {{(pid=103232) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 19:56:59.791025 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-13717551-7260-41ea-abc3-b0f9b055820a req-c536bb3c-14d2-43cc-b98a-bfd0e583582a service neutron] 10.222.0.89 "GET /v2.0/networks/1490f175-1528-4129-ac84-3891c85368ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0973873 Feb 09 19:56:59.810563 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] For port 821f6edd-813c-4df1-a7f2-ad0998a77157, host n-h1-713498-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-36',level=0,port_id=821f6edd-813c-4df1-a7f2-ad0998a77157,segment=NetworkSegment(f39e3133-2b50-4e65-ba3c-a86d03229455),segment_id=f39e3133-2b50-4e65-ba3c-a86d03229455)] {{(pid=103232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 19:56:59.818839 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762867176205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762866656485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762866656503'] for port (821f6edd-813c-4df1-a7f2-ad0998a77157), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:56:59.870810 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Pushing event updated for resources: {'Port': ['ID=821f6edd-813c-4df1-a7f2-ad0998a77157,revision_number=8']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:56:59.876573 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-13717551-7260-41ea-abc3-b0f9b055820a req-dc4b1413-b3bd-4eef-8e55-915d9270d8ff service neutron] 10.222.0.90 "GET /v2.0/networks/1490f175-1528-4129-ac84-3891c85368ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1058593 Feb 09 19:57:00.037913 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] get_ports_and_sgs() called for port_ids ['821f6edd-813c-4df1-a7f2-ad0998a77157'] {{(pid=103232) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 19:57:00.608825 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b901fd9d-82c5-4f35-bc8a-b168dfe6e104 req-dab7e5fd-de29-4c0d-b8a2-be71e9f74049 tempest-ServerDiskConfigTestJSON-1652657233 tempest-ServerDiskConfigTestJSON-1652657233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:57:00.610717 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-b901fd9d-82c5-4f35-bc8a-b168dfe6e104 req-dab7e5fd-de29-4c0d-b8a2-be71e9f74049 tempest-ServerDiskConfigTestJSON-1652657233 tempest-ServerDiskConfigTestJSON-1652657233-project] 10.222.0.75 "GET /v2.0/ports?device_id=89bbff48-dabe-4694-98da-1f656fa47ccc HTTP/1.1" status: 200 len: 944 time: 0.0547414 Feb 09 19:57:00.659578 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-b901fd9d-82c5-4f35-bc8a-b168dfe6e104 req-895e87b8-e172-4be3-ba07-063eff0fb7f8 tempest-ServerDiskConfigTestJSON-1652657233 tempest-ServerDiskConfigTestJSON-1652657233-project] 10.222.0.75 "GET /v2.0/security-groups?id=10ea2714-2fcf-4073-a554-93d306e67f59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423069 Feb 09 19:57:00.831156 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Device 821f6edd-813c-4df1-a7f2-ad0998a77157 no longer exists at agent hyperv_n-h2-713498-36 {{(pid=103232) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 19:57:00.878022 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-7429db8d-6021-40ad-813e-885be449a89b None None] The host n-h2-713498-36 is not matching for port 821f6edd-813c-4df1-a7f2-ad0998a77157 host n-h1-713498-36! {{(pid=103232) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2330}} Feb 09 19:57:00.878022 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Device 821f6edd-813c-4df1-a7f2-ad0998a77157 not bound to the agent host n-h2-713498-36 {{(pid=103232) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 19:57:00.878375 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8400db16-aafa-4e00-a2cc-2e6abc777979 req-4f06adf2-641a-478e-bd1b-886aca745ca8 tempest-ServerDiskConfigTestJSON-1652657233 tempest-ServerDiskConfigTestJSON-1652657233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:57:00.882498 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-8400db16-aafa-4e00-a2cc-2e6abc777979 req-4f06adf2-641a-478e-bd1b-886aca745ca8 tempest-ServerDiskConfigTestJSON-1652657233 tempest-ServerDiskConfigTestJSON-1652657233-project] 10.222.0.75 "GET /v2.0/ports?device_id=89bbff48-dabe-4694-98da-1f656fa47ccc HTTP/1.1" status: 200 len: 944 time: 0.0694664 Feb 09 19:57:00.947376 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-8400db16-aafa-4e00-a2cc-2e6abc777979 req-0983ed02-cea8-4ae2-9e37-212b56b54a8c tempest-ServerDiskConfigTestJSON-1652657233 tempest-ServerDiskConfigTestJSON-1652657233-project] 10.222.0.75 "GET /v2.0/security-groups?id=10ea2714-2fcf-4073-a554-93d306e67f59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0635898 Feb 09 19:57:00.949362 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bbe680c-1d9f-46d8-bb92-4999287fd173 req-51e76923-6176-4d9e-b130-654be7de88ed tempest-ServerDiskConfigTestJSON-1652657233 tempest-ServerDiskConfigTestJSON-1652657233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:57:00.950955 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-2bbe680c-1d9f-46d8-bb92-4999287fd173 req-51e76923-6176-4d9e-b130-654be7de88ed tempest-ServerDiskConfigTestJSON-1652657233 tempest-ServerDiskConfigTestJSON-1652657233-project] 10.222.0.90 "GET /v2.0/ports?device_id=89bbff48-dabe-4694-98da-1f656fa47ccc&tenant_id=27ad0552e0234ce2ad5e1f5eb2996529&binding%3Ahost_id=n-h1-713498-36 HTTP/1.1" status: 200 len: 944 time: 0.1139805 Feb 09 19:57:01.017367 n-d-713498-36 neutron-server[103230]: INFO neutron.api.v2.resource [req-2bbe680c-1d9f-46d8-bb92-4999287fd173 req-98038654-c6c9-4b07-b5fb-b04b96dbc7f9 service neutron] delete failed (client error): The resource could not be found. Feb 09 19:57:01.018322 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-2bbe680c-1d9f-46d8-bb92-4999287fd173 req-98038654-c6c9-4b07-b5fb-b04b96dbc7f9 service neutron] 10.222.0.90 "DELETE /v2.0/ports/821f6edd-813c-4df1-a7f2-ad0998a77157/bindings/n-h2-713498-36 HTTP/1.1" status: 404 len: 381 time: 0.0563858 Feb 09 19:57:01.124550 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bbe680c-1d9f-46d8-bb92-4999287fd173 req-02ef0314-8bd9-4ac7-a855-5b9bba19a9ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:57:01.126662 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-2bbe680c-1d9f-46d8-bb92-4999287fd173 req-02ef0314-8bd9-4ac7-a855-5b9bba19a9ff service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=27ad0552e0234ce2ad5e1f5eb2996529&device_id=89bbff48-dabe-4694-98da-1f656fa47ccc HTTP/1.1" status: 200 len: 1127 time: 0.0508003 Feb 09 19:57:01.226279 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bbe680c-1d9f-46d8-bb92-4999287fd173 req-749ae550-a3a0-4401-b67c-cb6b09bef4d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:57:01.227757 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-2bbe680c-1d9f-46d8-bb92-4999287fd173 req-749ae550-a3a0-4401-b67c-cb6b09bef4d9 service neutron] 10.222.0.90 "GET /v2.0/networks?id=1490f175-1528-4129-ac84-3891c85368ff HTTP/1.1" status: 200 len: 915 time: 0.0896556 Feb 09 19:57:01.279491 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-2bbe680c-1d9f-46d8-bb92-4999287fd173 req-780c10a0-15d4-4081-9765-dba978875119 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=821f6edd-813c-4df1-a7f2-ad0998a77157 HTTP/1.1" status: 200 len: 217 time: 0.0413473 Feb 09 19:57:01.337894 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bbe680c-1d9f-46d8-bb92-4999287fd173 req-cc19a2c0-ca48-455b-ae46-541784b365d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:57:01.339394 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-2bbe680c-1d9f-46d8-bb92-4999287fd173 req-cc19a2c0-ca48-455b-ae46-541784b365d7 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=7d9db85d-a3e7-42d0-a4e9-0138fb6dd0aa HTTP/1.1" status: 200 len: 854 time: 0.0507765 Feb 09 19:57:01.377189 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-2bbe680c-1d9f-46d8-bb92-4999287fd173 req-5475529b-9efa-41fc-b934-5420fa86e69a service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=1490f175-1528-4129-ac84-3891c85368ff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0276434 Feb 09 19:57:01.477864 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-2bbe680c-1d9f-46d8-bb92-4999287fd173 req-a7c3e45e-fba8-40e1-886e-5edd2c9500c6 service neutron] 10.222.0.90 "GET /v2.0/networks/1490f175-1528-4129-ac84-3891c85368ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0912757 Feb 09 19:57:01.576757 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-2bbe680c-1d9f-46d8-bb92-4999287fd173 req-ac2c3737-8271-4af4-90b3-761229962a18 service neutron] 10.222.0.90 "GET /v2.0/networks/1490f175-1528-4129-ac84-3891c85368ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0918715 Feb 09 19:57:01.591718 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Device 821f6edd-813c-4df1-a7f2-ad0998a77157 up at agent hyperv_n-h1-713498-36 {{(pid=103232) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 19:57:01.642827 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.provisioning_blocks [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Provisioning for port 821f6edd-813c-4df1-a7f2-ad0998a77157 completed by entity L2. {{(pid=103232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 19:57:01.649362 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.provisioning_blocks [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Provisioning complete for port 821f6edd-813c-4df1-a7f2-ad0998a77157 triggered by entity L2. {{(pid=103232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 19:57:01.649734 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593630'] for port (821f6edd-813c-4df1-a7f2-ad0998a77157), provisioning_complete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:57:01.752290 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Current status of the port 821f6edd-813c-4df1-a7f2-ad0998a77157 is: BUILD; New status is: ACTIVE {{(pid=103232) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 19:57:01.752686 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (821f6edd-813c-4df1-a7f2-ad0998a77157), before_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:57:01.777048 n-d-713498-36 neutron-server[103232]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '89bbff48-dabe-4694-98da-1f656fa47ccc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '821f6edd-813c-4df1-a7f2-ad0998a77157'}] {{(pid=103232) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 19:57:01.779284 n-d-713498-36 neutron-server[103232]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}949cdcde653dec44821de95cbf67297f53cbc2aed4e073b5d514f93bf911ce85" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1ee4570d-2cb9-419e-9ce6-e9e372ea0cf9" -d '{"events": [{"server_uuid": "89bbff48-dabe-4694-98da-1f656fa47ccc", "name": "network-vif-plugged", "status": "completed", "tag": "821f6edd-813c-4df1-a7f2-ad0998a77157"}]}' {{(pid=103232) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 19:57:01.792721 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] For port 821f6edd-813c-4df1-a7f2-ad0998a77157, host n-h1-713498-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-36',level=0,port_id=821f6edd-813c-4df1-a7f2-ad0998a77157,segment=NetworkSegment(f39e3133-2b50-4e65-ba3c-a86d03229455),segment_id=f39e3133-2b50-4e65-ba3c-a86d03229455)] {{(pid=103232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 19:57:01.796952 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762867176205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762866656485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762866656503'] for port (821f6edd-813c-4df1-a7f2-ad0998a77157), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:57:01.833506 n-d-713498-36 neutron-server[103232]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 19:57:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-61fc2d8b-c778-460b-bc07-3ba6e00760d9 x-openstack-request-id: req-61fc2d8b-c778-460b-bc07-3ba6e00760d9 {{(pid=103232) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 19:57:01.834120 n-d-713498-36 neutron-server[103232]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "89bbff48-dabe-4694-98da-1f656fa47ccc", "name": "network-vif-plugged", "status": "completed", "tag": "821f6edd-813c-4df1-a7f2-ad0998a77157", "code": 200}]} {{(pid=103232) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 19:57:01.834120 n-d-713498-36 neutron-server[103232]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-61fc2d8b-c778-460b-bc07-3ba6e00760d9 {{(pid=103232) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 19:57:01.834674 n-d-713498-36 neutron-server[103232]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '89bbff48-dabe-4694-98da-1f656fa47ccc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '821f6edd-813c-4df1-a7f2-ad0998a77157', 'code': 200} Feb 09 19:57:01.851465 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Pushing event updated for resources: {'Port': ['ID=821f6edd-813c-4df1-a7f2-ad0998a77157,revision_number=9']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:57:02.082429 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dc34425-7e57-408f-af81-b5e0304d7937 req-3616b62d-dff5-4f65-b034-5fe8a6134c92 tempest-ServerDiskConfigTestJSON-1652657233 tempest-ServerDiskConfigTestJSON-1652657233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:57:02.084144 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-9dc34425-7e57-408f-af81-b5e0304d7937 req-3616b62d-dff5-4f65-b034-5fe8a6134c92 tempest-ServerDiskConfigTestJSON-1652657233 tempest-ServerDiskConfigTestJSON-1652657233-project] 10.222.0.75 "GET /v2.0/ports?device_id=89bbff48-dabe-4694-98da-1f656fa47ccc HTTP/1.1" status: 200 len: 945 time: 0.0623317 Feb 09 19:57:02.143080 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-9dc34425-7e57-408f-af81-b5e0304d7937 req-bc9c6c5b-3dcc-4e2a-8e10-33dc23f34048 tempest-ServerDiskConfigTestJSON-1652657233 tempest-ServerDiskConfigTestJSON-1652657233-project] 10.222.0.75 "GET /v2.0/security-groups?id=10ea2714-2fcf-4073-a554-93d306e67f59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527308 Feb 09 19:57:03.297264 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e933b2d5-fb3b-48c2-a382-dccfbda4ea0d req-9b567a89-e44f-4523-9e10-6e6ad0979bb8 tempest-ServerDiskConfigTestJSON-1652657233 tempest-ServerDiskConfigTestJSON-1652657233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:57:03.299077 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-e933b2d5-fb3b-48c2-a382-dccfbda4ea0d req-9b567a89-e44f-4523-9e10-6e6ad0979bb8 tempest-ServerDiskConfigTestJSON-1652657233 tempest-ServerDiskConfigTestJSON-1652657233-project] 10.222.0.75 "GET /v2.0/ports?device_id=89bbff48-dabe-4694-98da-1f656fa47ccc HTTP/1.1" status: 200 len: 945 time: 0.0601931 Feb 09 19:57:03.351796 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-e933b2d5-fb3b-48c2-a382-dccfbda4ea0d req-9cc295b0-99ae-4324-9eb5-f3a1da3ee68b tempest-ServerDiskConfigTestJSON-1652657233 tempest-ServerDiskConfigTestJSON-1652657233-project] 10.222.0.75 "GET /v2.0/security-groups?id=10ea2714-2fcf-4073-a554-93d306e67f59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440967 Feb 09 19:57:03.482467 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17fb4d46-72c4-46ab-97b0-4aeab34d1c4b req-a5d1ed1c-e7d3-4019-b248-76b25a8f3658 tempest-ServerDiskConfigTestJSON-1652657233 tempest-ServerDiskConfigTestJSON-1652657233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:57:03.483981 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-17fb4d46-72c4-46ab-97b0-4aeab34d1c4b req-a5d1ed1c-e7d3-4019-b248-76b25a8f3658 tempest-ServerDiskConfigTestJSON-1652657233 tempest-ServerDiskConfigTestJSON-1652657233-project] 10.222.0.75 "GET /v2.0/ports?device_id=89bbff48-dabe-4694-98da-1f656fa47ccc HTTP/1.1" status: 200 len: 945 time: 0.0532773 Feb 09 19:57:03.539406 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-17fb4d46-72c4-46ab-97b0-4aeab34d1c4b req-11c2f0bb-7393-47ec-a174-f020fdd1107b tempest-ServerDiskConfigTestJSON-1652657233 tempest-ServerDiskConfigTestJSON-1652657233-project] 10.222.0.75 "GET /v2.0/security-groups?id=10ea2714-2fcf-4073-a554-93d306e67f59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483983 Feb 09 19:57:03.669125 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5e04b32-6bee-4091-a44c-abf9177c9a04 req-0f162ac9-bfaf-402f-ae53-fb602fa27dee tempest-ServerDiskConfigTestJSON-1652657233 tempest-ServerDiskConfigTestJSON-1652657233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:57:03.670679 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-a5e04b32-6bee-4091-a44c-abf9177c9a04 req-0f162ac9-bfaf-402f-ae53-fb602fa27dee tempest-ServerDiskConfigTestJSON-1652657233 tempest-ServerDiskConfigTestJSON-1652657233-project] 10.222.0.75 "GET /v2.0/ports?device_id=89bbff48-dabe-4694-98da-1f656fa47ccc HTTP/1.1" status: 200 len: 945 time: 0.0618052 Feb 09 19:57:03.705215 n-d-713498-36 neutron-server[103233]: DEBUG neutron.db.agents_db [None req-4a8a6a42-0a0c-4437-8958-92282682b6bb None None] Agent healthcheck: found 7 active agents {{(pid=103233) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 19:57:03.722932 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-a5e04b32-6bee-4091-a44c-abf9177c9a04 req-9d566332-43d6-4430-b403-365a7cc588c2 tempest-ServerDiskConfigTestJSON-1652657233 tempest-ServerDiskConfigTestJSON-1652657233-project] 10.222.0.75 "GET /v2.0/security-groups?id=10ea2714-2fcf-4073-a554-93d306e67f59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458329 Feb 09 19:57:04.111646 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a54fadfb-8163-49c9-a65b-e98ddf2d7cf7 req-11da663d-70bf-4305-b10e-6b11f24bb837 tempest-ServerDiskConfigTestJSON-1652657233 tempest-ServerDiskConfigTestJSON-1652657233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:57:04.113486 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-a54fadfb-8163-49c9-a65b-e98ddf2d7cf7 req-11da663d-70bf-4305-b10e-6b11f24bb837 tempest-ServerDiskConfigTestJSON-1652657233 tempest-ServerDiskConfigTestJSON-1652657233-project] 10.222.0.75 "GET /v2.0/ports?device_id=89bbff48-dabe-4694-98da-1f656fa47ccc HTTP/1.1" status: 200 len: 945 time: 0.0715890 Feb 09 19:57:04.166159 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-a54fadfb-8163-49c9-a65b-e98ddf2d7cf7 req-fe3c995b-d148-405f-8e78-b9c3f5b99c55 tempest-ServerDiskConfigTestJSON-1652657233 tempest-ServerDiskConfigTestJSON-1652657233-project] 10.222.0.75 "GET /v2.0/security-groups?id=10ea2714-2fcf-4073-a554-93d306e67f59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469842 Feb 09 19:57:05.260671 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e446e11f-e7f5-4ef5-aaa7-2e827a3e2160 req-4dda71bd-bf6b-47f0-ba73-de4634241f52 tempest-ServerDiskConfigTestJSON-1652657233 tempest-ServerDiskConfigTestJSON-1652657233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:57:05.262243 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-e446e11f-e7f5-4ef5-aaa7-2e827a3e2160 req-4dda71bd-bf6b-47f0-ba73-de4634241f52 tempest-ServerDiskConfigTestJSON-1652657233 tempest-ServerDiskConfigTestJSON-1652657233-project] 10.222.0.89 "GET /v2.0/ports?device_id=89bbff48-dabe-4694-98da-1f656fa47ccc HTTP/1.1" status: 200 len: 945 time: 0.0532472 Feb 09 19:57:05.304600 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ed0f692-b9e1-4128-b01b-fd25fc405ed6 req-3926bf0d-d04b-4cad-bd4a-8fc6eff7a33b tempest-ServerDiskConfigTestJSON-1652657233 tempest-ServerDiskConfigTestJSON-1652657233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:57:05.306425 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-2ed0f692-b9e1-4128-b01b-fd25fc405ed6 req-3926bf0d-d04b-4cad-bd4a-8fc6eff7a33b tempest-ServerDiskConfigTestJSON-1652657233 tempest-ServerDiskConfigTestJSON-1652657233-project] 10.222.0.75 "GET /v2.0/ports?device_id=89bbff48-dabe-4694-98da-1f656fa47ccc HTTP/1.1" status: 200 len: 945 time: 0.0578299 Feb 09 19:57:05.359337 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-2ed0f692-b9e1-4128-b01b-fd25fc405ed6 req-b40ed9d3-fb5a-4178-9401-ea11ee95af5e tempest-ServerDiskConfigTestJSON-1652657233 tempest-ServerDiskConfigTestJSON-1652657233-project] 10.222.0.75 "GET /v2.0/security-groups?id=10ea2714-2fcf-4073-a554-93d306e67f59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445085 Feb 09 19:57:05.367998 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.plugin [req-e446e11f-e7f5-4ef5-aaa7-2e827a3e2160 req-efbcc9d9-44f1-4f76-bf28-49264d38e261 tempest-ServerDiskConfigTestJSON-1652657233 tempest-ServerDiskConfigTestJSON-1652657233-project] Deleting port 821f6edd-813c-4df1-a7f2-ad0998a77157 {{(pid=103229) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 19:57:05.368382 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-e446e11f-e7f5-4ef5-aaa7-2e827a3e2160 req-efbcc9d9-44f1-4f76-bf28-49264d38e261 tempest-ServerDiskConfigTestJSON-1652657233 tempest-ServerDiskConfigTestJSON-1652657233-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762867170196'] for port (821f6edd-813c-4df1-a7f2-ad0998a77157), before_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:57:05.460714 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.db [req-e446e11f-e7f5-4ef5-aaa7-2e827a3e2160 req-efbcc9d9-44f1-4f76-bf28-49264d38e261 tempest-ServerDiskConfigTestJSON-1652657233 tempest-ServerDiskConfigTestJSON-1652657233-project] For port 821f6edd-813c-4df1-a7f2-ad0998a77157, host n-h1-713498-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-36',level=0,port_id=821f6edd-813c-4df1-a7f2-ad0998a77157,segment=NetworkSegment(f39e3133-2b50-4e65-ba3c-a86d03229455),segment_id=f39e3133-2b50-4e65-ba3c-a86d03229455)] {{(pid=103229) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 19:57:05.460997 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-e446e11f-e7f5-4ef5-aaa7-2e827a3e2160 req-efbcc9d9-44f1-4f76-bf28-49264d38e261 tempest-ServerDiskConfigTestJSON-1652657233 tempest-ServerDiskConfigTestJSON-1652657233-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1820838'] for port (821f6edd-813c-4df1-a7f2-ad0998a77157), precommit_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:57:05.475742 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.plugin [req-e446e11f-e7f5-4ef5-aaa7-2e827a3e2160 req-efbcc9d9-44f1-4f76-bf28-49264d38e261 tempest-ServerDiskConfigTestJSON-1652657233 tempest-ServerDiskConfigTestJSON-1652657233-project] Calling delete_port for 821f6edd-813c-4df1-a7f2-ad0998a77157 owned by compute:nova {{(pid=103229) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 19:57:05.613354 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-e446e11f-e7f5-4ef5-aaa7-2e827a3e2160 req-efbcc9d9-44f1-4f76-bf28-49264d38e261 tempest-ServerDiskConfigTestJSON-1652657233 tempest-ServerDiskConfigTestJSON-1652657233-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762867177463', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762866656476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12867576'] for port (821f6edd-813c-4df1-a7f2-ad0998a77157), after_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:57:05.625166 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] get_ports_and_sgs() called for port_ids ['821f6edd-813c-4df1-a7f2-ad0998a77157'] {{(pid=103232) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 19:57:05.644016 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efbcc9d9-44f1-4f76-bf28-49264d38e261 tempest-ServerDiskConfigTestJSON-1652657233 tempest-ServerDiskConfigTestJSON-1652657233-project] Pushing event deleted for resources: {'Port': ['ID=821f6edd-813c-4df1-a7f2-ad0998a77157,revision_number=None']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:57:05.694837 n-d-713498-36 neutron-server[103229]: DEBUG neutron.db.l3_dvrscheduler_db [req-e446e11f-e7f5-4ef5-aaa7-2e827a3e2160 req-efbcc9d9-44f1-4f76-bf28-49264d38e261 tempest-ServerDiskConfigTestJSON-1652657233 tempest-ServerDiskConfigTestJSON-1652657233-project] No DVR routers for this DVR port 821f6edd-813c-4df1-a7f2-ad0998a77157 on host n-h1-713498-36 {{(pid=103229) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 19:57:05.697885 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-e446e11f-e7f5-4ef5-aaa7-2e827a3e2160 req-efbcc9d9-44f1-4f76-bf28-49264d38e261 tempest-ServerDiskConfigTestJSON-1652657233 tempest-ServerDiskConfigTestJSON-1652657233-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171096'] for port (None), before_response {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:57:05.701523 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-e446e11f-e7f5-4ef5-aaa7-2e827a3e2160 req-efbcc9d9-44f1-4f76-bf28-49264d38e261 tempest-ServerDiskConfigTestJSON-1652657233 tempest-ServerDiskConfigTestJSON-1652657233-project] 10.222.0.89 "DELETE /v2.0/ports/821f6edd-813c-4df1-a7f2-ad0998a77157 HTTP/1.1" status: 204 len: 173 time: 0.4339716 Feb 09 19:57:05.701979 n-d-713498-36 neutron-server[103229]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '89bbff48-dabe-4694-98da-1f656fa47ccc', 'name': 'network-vif-deleted', 'tag': '821f6edd-813c-4df1-a7f2-ad0998a77157'}] {{(pid=103229) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 19:57:05.705494 n-d-713498-36 neutron-server[103229]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fa6ae9a20702bd564eaf90d946620b2b4277b1ab91129323d3b54181076be307" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cca240e6-726e-4bf2-b945-84f7cd0de63c" -d '{"events": [{"server_uuid": "89bbff48-dabe-4694-98da-1f656fa47ccc", "name": "network-vif-deleted", "tag": "821f6edd-813c-4df1-a7f2-ad0998a77157"}]}' {{(pid=103229) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 19:57:05.746303 n-d-713498-36 neutron-server[103229]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 19:57:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1c4493bc-eb4b-4dd1-93d1-192dccf1e5f3 x-openstack-request-id: req-1c4493bc-eb4b-4dd1-93d1-192dccf1e5f3 {{(pid=103229) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 19:57:05.746589 n-d-713498-36 neutron-server[103229]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "89bbff48-dabe-4694-98da-1f656fa47ccc", "name": "network-vif-deleted", "tag": "821f6edd-813c-4df1-a7f2-ad0998a77157", "status": "completed", "code": 200}]} {{(pid=103229) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 19:57:05.746839 n-d-713498-36 neutron-server[103229]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-1c4493bc-eb4b-4dd1-93d1-192dccf1e5f3 {{(pid=103229) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 19:57:05.747264 n-d-713498-36 neutron-server[103229]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '89bbff48-dabe-4694-98da-1f656fa47ccc', 'name': 'network-vif-deleted', 'tag': '821f6edd-813c-4df1-a7f2-ad0998a77157', 'status': 'completed', 'code': 200} Feb 09 19:57:06.500845 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 51866) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:57:06.549283 n-d-713498-36 neutron-server[103229]: DEBUG neutron.db.db_base_plugin_v2 [None req-61f90828-bac7-45d0-96d8-7df7e73a78e3 admin admin] Deleting subnet 7d9db85d-a3e7-42d0-a4e9-0138fb6dd0aa {{(pid=103229) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 19:57:06.551778 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-61f90828-bac7-45d0-96d8-7df7e73a78e3 admin admin] Publish callbacks [] for subnet (7d9db85d-a3e7-42d0-a4e9-0138fb6dd0aa), before_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:57:06.591510 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-61f90828-bac7-45d0-96d8-7df7e73a78e3 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16683410'] for subnet (7d9db85d-a3e7-42d0-a4e9-0138fb6dd0aa), precommit_delete_associations {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:57:06.633397 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-61f90828-bac7-45d0-96d8-7df7e73a78e3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-759852'] for subnet (7d9db85d-a3e7-42d0-a4e9-0138fb6dd0aa), precommit_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:57:06.694941 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-61f90828-bac7-45d0-96d8-7df7e73a78e3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-760023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12867367', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12759238'] for subnet (7d9db85d-a3e7-42d0-a4e9-0138fb6dd0aa), after_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:57:06.722736 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61f90828-bac7-45d0-96d8-7df7e73a78e3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7d9db85d-a3e7-42d0-a4e9-0138fb6dd0aa,revision_number=None']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:57:06.727021 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-61f90828-bac7-45d0-96d8-7df7e73a78e3 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:57:06.730554 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-61f90828-bac7-45d0-96d8-7df7e73a78e3 admin admin] 10.222.0.75 "DELETE /v2.0/subnets/7d9db85d-a3e7-42d0-a4e9-0138fb6dd0aa HTTP/1.1" status: 204 len: 168 time: 0.2285693 Feb 09 19:57:06.733047 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 51868) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:57:06.808910 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-33c37b03-c8bf-476f-8740-a7326418d237 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-670458'] for network (1490f175-1528-4129-ac84-3891c85368ff), before_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:57:06.892613 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-33c37b03-c8bf-476f-8740-a7326418d237 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-590267', 'neutron.services.segments.db._delete_segments_for_network-8762867132609'] for network (1490f175-1528-4129-ac84-3891c85368ff), precommit_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:57:06.914463 n-d-713498-36 neutron-server[103229]: DEBUG neutron.services.segments.db [None req-33c37b03-c8bf-476f-8740-a7326418d237 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1490f175-1528-4129-ac84-3891c85368ff']}} {{(pid=103229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:57:06.924547 n-d-713498-36 neutron-server[103229]: DEBUG neutron.services.segments.db [None req-33c37b03-c8bf-476f-8740-a7326418d237 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f39e3133-2b50-4e65-ba3c-a86d03229455') {'for_net_delete': True} {{(pid=103229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:57:06.924843 n-d-713498-36 neutron-server[103229]: DEBUG neutron.services.segments.db [None req-33c37b03-c8bf-476f-8740-a7326418d237 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f39e3133-2b50-4e65-ba3c-a86d03229455') {} {{(pid=103229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:57:06.934625 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-33c37b03-c8bf-476f-8740-a7326418d237 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762867134154', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16683417'] for segment (f39e3133-2b50-4e65-ba3c-a86d03229455), before_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:57:06.948557 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-33c37b03-c8bf-476f-8740-a7326418d237 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-759574'] for segment (f39e3133-2b50-4e65-ba3c-a86d03229455), precommit_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:57:06.955910 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-33c37b03-c8bf-476f-8740-a7326418d237 admin admin] Releasing vlan 358 on physical network physnet1 to pool {{(pid=103229) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 19:57:06.956316 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-33c37b03-c8bf-476f-8740-a7326418d237 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-759574', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12867469'] for segment (f39e3133-2b50-4e65-ba3c-a86d03229455), after_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:57:06.958119 n-d-713498-36 neutron-server[103229]: Traceback (most recent call last): Feb 09 19:57:06.958119 n-d-713498-36 neutron-server[103229]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 19:57:06.958119 n-d-713498-36 neutron-server[103229]: timer() Feb 09 19:57:06.958119 n-d-713498-36 neutron-server[103229]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 19:57:06.958119 n-d-713498-36 neutron-server[103229]: cb(*args, **kw) Feb 09 19:57:06.958119 n-d-713498-36 neutron-server[103229]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 19:57:06.958119 n-d-713498-36 neutron-server[103229]: return func(*args, **kwargs) Feb 09 19:57:06.958119 n-d-713498-36 neutron-server[103229]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 19:57:06.958119 n-d-713498-36 neutron-server[103229]: self._notify() Feb 09 19:57:06.958119 n-d-713498-36 neutron-server[103229]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 19:57:06.958119 n-d-713498-36 neutron-server[103229]: self.callback(batched_events) Feb 09 19:57:06.958119 n-d-713498-36 neutron-server[103229]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 19:57:06.958119 n-d-713498-36 neutron-server[103229]: event.method(event) Feb 09 19:57:06.958119 n-d-713498-36 neutron-server[103229]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 19:57:06.958119 n-d-713498-36 neutron-server[103229]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 19:57:06.958119 n-d-713498-36 neutron-server[103229]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 19:57:06.958119 n-d-713498-36 neutron-server[103229]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 19:57:06.958119 n-d-713498-36 neutron-server[103229]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 19:57:06.958119 n-d-713498-36 neutron-server[103229]: return f(self, *a, **k) Feb 09 19:57:06.958119 n-d-713498-36 neutron-server[103229]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 19:57:06.958119 n-d-713498-36 neutron-server[103229]: return self._get(url).json() Feb 09 19:57:06.958119 n-d-713498-36 neutron-server[103229]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 19:57:06.958119 n-d-713498-36 neutron-server[103229]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 19:57:06.958119 n-d-713498-36 neutron-server[103229]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 19:57:06.958119 n-d-713498-36 neutron-server[103229]: return self.request(url, 'GET', **kwargs) Feb 09 19:57:06.958119 n-d-713498-36 neutron-server[103229]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 19:57:06.958119 n-d-713498-36 neutron-server[103229]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 19:57:06.958119 n-d-713498-36 neutron-server[103229]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 19:57:06.958119 n-d-713498-36 neutron-server[103229]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 19:57:06.958119 n-d-713498-36 neutron-server[103229]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 19:57:06.958119 n-d-713498-36 neutron-server[103229]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 19:57:06.958119 n-d-713498-36 neutron-server[103229]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 19:57:07.020298 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-33c37b03-c8bf-476f-8740-a7326418d237 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-590242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1885479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1818895'] for network (1490f175-1528-4129-ac84-3891c85368ff), after_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:57:07.026059 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-33c37b03-c8bf-476f-8740-a7326418d237 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:57:07.029597 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-33c37b03-c8bf-476f-8740-a7326418d237 admin admin] 10.222.0.75 "DELETE /v2.0/networks/1490f175-1528-4129-ac84-3891c85368ff HTTP/1.1" status: 204 len: 168 time: 0.2955713 Feb 09 19:57:07.042708 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33c37b03-c8bf-476f-8740-a7326418d237 admin admin] Pushing event deleted for resources: {'Network': ['ID=1490f175-1528-4129-ac84-3891c85368ff,revision_number=None']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:57:07.161895 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 51872) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:57:07.207033 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-2dbc542b-ec65-4762-bc7a-1944d9274deb admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=27ad0552e0234ce2ad5e1f5eb2996529&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0435140 Feb 09 19:57:07.209465 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 51874) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:57:07.265650 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-886d6572-4f3b-4b51-929c-e841f6a3fa48 admin admin] Publish callbacks [] for security_group (10ea2714-2fcf-4073-a554-93d306e67f59), before_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:57:07.289531 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-886d6572-4f3b-4b51-929c-e841f6a3fa48 admin admin] Publish callbacks [] for security_group (10ea2714-2fcf-4073-a554-93d306e67f59), precommit_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:57:07.343976 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-886d6572-4f3b-4b51-929c-e841f6a3fa48 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1892331'] for security_group (10ea2714-2fcf-4073-a554-93d306e67f59), after_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:57:07.346777 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-886d6572-4f3b-4b51-929c-e841f6a3fa48 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:57:07.347945 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-886d6572-4f3b-4b51-929c-e841f6a3fa48 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/10ea2714-2fcf-4073-a554-93d306e67f59 HTTP/1.1" status: 204 len: 168 time: 0.1375105 Feb 09 19:57:07.356244 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-886d6572-4f3b-4b51-929c-e841f6a3fa48 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=10ea2714-2fcf-4073-a554-93d306e67f59,revision_number=None']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:57:07.364626 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-886d6572-4f3b-4b51-929c-e841f6a3fa48 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:57:07.364979 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-886d6572-4f3b-4b51-929c-e841f6a3fa48 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:57:07.365326 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-886d6572-4f3b-4b51-929c-e841f6a3fa48 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:57:07.365676 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-886d6572-4f3b-4b51-929c-e841f6a3fa48 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:57:07.366063 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-886d6572-4f3b-4b51-929c-e841f6a3fa48 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:57:07.366395 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-886d6572-4f3b-4b51-929c-e841f6a3fa48 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:57:07.366755 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-886d6572-4f3b-4b51-929c-e841f6a3fa48 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:57:07.367076 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-886d6572-4f3b-4b51-929c-e841f6a3fa48 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:57:07.367405 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-886d6572-4f3b-4b51-929c-e841f6a3fa48 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:57:07.367737 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-886d6572-4f3b-4b51-929c-e841f6a3fa48 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:57:07.368065 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-886d6572-4f3b-4b51-929c-e841f6a3fa48 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:57:07.368389 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-886d6572-4f3b-4b51-929c-e841f6a3fa48 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:57:07.368722 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-886d6572-4f3b-4b51-929c-e841f6a3fa48 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:57:08.110344 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 51896) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:57:08.216334 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.v2.base [None req-cc34ae33-81ca-4c2e-a0dd-8a69b8e1e55e admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-426882205-network', 'tenant_id': '6245c52be1054dbe94bb7e14e1adfcb2'}} {{(pid=103230) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 19:57:08.239454 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cc34ae33-81ca-4c2e-a0dd-8a69b8e1e55e admin admin] Made reservation on behalf of 6245c52be1054dbe94bb7e14e1adfcb2 for: {'network': 1} {{(pid=103230) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 19:57:08.241864 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-cc34ae33-81ca-4c2e-a0dd-8a69b8e1e55e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for network (None), before_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:57:08.254181 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-cc34ae33-81ca-4c2e-a0dd-8a69b8e1e55e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:57:08.342150 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-cc34ae33-81ca-4c2e-a0dd-8a69b8e1e55e admin admin] Publish callbacks [] for security_group (b255270f-2c12-4fa2-948e-4cf98969808e), precommit_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:57:08.347091 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-cc34ae33-81ca-4c2e-a0dd-8a69b8e1e55e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1892331'] for security_group (b255270f-2c12-4fa2-948e-4cf98969808e), after_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:57:08.373665 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cc34ae33-81ca-4c2e-a0dd-8a69b8e1e55e admin admin] vlan segment allocate from pool success with {'vlan_id': 361, 'physical_network': 'physnet1'} {{(pid=103230) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 19:57:08.385592 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc34ae33-81ca-4c2e-a0dd-8a69b8e1e55e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b255270f-2c12-4fa2-948e-4cf98969808e,revision_number=1']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:57:08.392652 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-cc34ae33-81ca-4c2e-a0dd-8a69b8e1e55e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-759574'] for segment (14252cf2-3edf-4154-bc45-0979579e9ece), precommit_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:57:08.393001 n-d-713498-36 neutron-server[103230]: INFO neutron.db.segments_db [None req-cc34ae33-81ca-4c2e-a0dd-8a69b8e1e55e admin admin] Added segment 14252cf2-3edf-4154-bc45-0979579e9ece of type vlan for network 845ecdc2-0c48-46c6-8d67-7eeeafb5d68b Feb 09 19:57:08.438486 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-cc34ae33-81ca-4c2e-a0dd-8a69b8e1e55e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762866642225'] for network (845ecdc2-0c48-46c6-8d67-7eeeafb5d68b), precommit_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:57:08.471062 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-cc34ae33-81ca-4c2e-a0dd-8a69b8e1e55e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1885479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452'] for network (845ecdc2-0c48-46c6-8d67-7eeeafb5d68b), after_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:57:08.472080 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc34ae33-81ca-4c2e-a0dd-8a69b8e1e55e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:57:08.472664 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-cc34ae33-81ca-4c2e-a0dd-8a69b8e1e55e admin admin] Publish callbacks [] for network (None), before_response {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:57:08.529211 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-cc34ae33-81ca-4c2e-a0dd-8a69b8e1e55e admin admin] 10.222.0.75 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.4173803 Feb 09 19:57:08.534193 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 51900) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:57:08.539022 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc34ae33-81ca-4c2e-a0dd-8a69b8e1e55e admin admin] Pushing event updated for resources: {'Network': ['ID=845ecdc2-0c48-46c6-8d67-7eeeafb5d68b,revision_number=1']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:57:08.542100 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.v2.base [None req-547a14ea-36f7-458f-aad4-7fb4c35b6760 admin admin] Request body: {'subnet': {'network_id': '845ecdc2-0c48-46c6-8d67-7eeeafb5d68b', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-426882205-subnet', 'tenant_id': '6245c52be1054dbe94bb7e14e1adfcb2', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 19:57:08.556960 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Network 845ecdc2-0c48-46c6-8d67-7eeeafb5d68b details requested by agent ovs-agent-n-d-713498-36 with host n-d-713498-36 {{(pid=103232) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 19:57:08.585142 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-547a14ea-36f7-458f-aad4-7fb4c35b6760 admin admin] Made reservation on behalf of 6245c52be1054dbe94bb7e14e1adfcb2 for: {'subnet': 1} {{(pid=103229) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 19:57:08.588002 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-547a14ea-36f7-458f-aad4-7fb4c35b6760 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12759265'] for subnet (None), before_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:57:08.768233 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-547a14ea-36f7-458f-aad4-7fb4c35b6760 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12867428', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12759263'] for subnet (9a740078-9be8-472a-a565-0b0dba4a02f5), after_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:57:08.830368 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-547a14ea-36f7-458f-aad4-7fb4c35b6760 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9a740078-9be8-472a-a565-0b0dba4a02f5,revision_number=0']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:57:08.840774 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-547a14ea-36f7-458f-aad4-7fb4c35b6760 admin admin] Checking segment: {'id': '14252cf2-3edf-4154-bc45-0979579e9ece', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '845ecdc2-0c48-46c6-8d67-7eeeafb5d68b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103229) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 19:57:08.841141 n-d-713498-36 neutron-server[103229]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-547a14ea-36f7-458f-aad4-7fb4c35b6760 admin admin] Network hostable DHCP agents. Network: 845ecdc2-0c48-46c6-8d67-7eeeafb5d68b, hostable agents: ['af91e4b9-f4e1-42b1-a25c-a10dc47171c8'], hosted agents: [] {{(pid=103229) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 19:57:08.860816 n-d-713498-36 neutron-server[103229]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-547a14ea-36f7-458f-aad4-7fb4c35b6760 admin admin] Network 845ecdc2-0c48-46c6-8d67-7eeeafb5d68b is scheduled to be hosted by DHCP agent af91e4b9-f4e1-42b1-a25c-a10dc47171c8 with binding_index 1 {{(pid=103229) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 19:57:08.871108 n-d-713498-36 neutron-server[103229]: DEBUG neutron.scheduler.base_scheduler [None req-547a14ea-36f7-458f-aad4-7fb4c35b6760 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713498-36, 845ecdc2-0c48-46c6-8d67-7eeeafb5d68b) {{(pid=103229) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 19:57:08.876049 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-547a14ea-36f7-458f-aad4-7fb4c35b6760 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:57:08.876773 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-547a14ea-36f7-458f-aad4-7fb4c35b6760 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:57:08.883107 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0945884c-6082-4078-a721-36cd6bf514e9 None None] Network 845ecdc2-0c48-46c6-8d67-7eeeafb5d68b requested from n-d-713498-36 {{(pid=103232) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 19:57:08.896673 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-547a14ea-36f7-458f-aad4-7fb4c35b6760 admin admin] 10.222.0.75 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.3602371 Feb 09 19:57:08.899163 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 51902) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:57:08.903861 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.v2.base [None req-f43986af-23bd-440b-9275-7058ac9d9957 admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-426882205-router', 'tenant_id': '6245c52be1054dbe94bb7e14e1adfcb2', 'external_gateway_info': {'network_id': '88055e1e-672a-4487-be31-ffb6e833ece5'}}} {{(pid=103229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 19:57:08.928145 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-f43986af-23bd-440b-9275-7058ac9d9957 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1834830', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-58389'] for router (8b66ef66-4e9c-49b4-8232-c6c9e9bf7f1c), before_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:57:08.929290 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-f43986af-23bd-440b-9275-7058ac9d9957 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1834810', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1822096', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1886735', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-58380'] for router (8b66ef66-4e9c-49b4-8232-c6c9e9bf7f1c), precommit_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:57:08.992198 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-f43986af-23bd-440b-9275-7058ac9d9957 admin admin] Publish callbacks [] for router_controller (8b66ef66-4e9c-49b4-8232-c6c9e9bf7f1c), precommit_add_association {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:57:09.004842 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ecbb4ce-be66-45af-bbf6-a8e70ffec2d3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8b32e980-7cce-5e82-a341-bd2fa8945c89-845ecdc2-0c48-46c6-8d67-7eeeafb5d68b', 'network_id': '845ecdc2-0c48-46c6-8d67-7eeeafb5d68b', 'project_id': '6245c52be1054dbe94bb7e14e1adfcb2', 'fixed_ips': [{'subnet_id': '9a740078-9be8-472a-a565-0b0dba4a02f5'}]}} from n-d-713498-36. {{(pid=103232) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 09 19:57:09.005763 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-1ecbb4ce-be66-45af-bbf6-a8e70ffec2d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (None), before_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:57:09.149570 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-f43986af-23bd-440b-9275-7058ac9d9957 admin admin] Publish callbacks [] for router_gateway (8b66ef66-4e9c-49b4-8232-c6c9e9bf7f1c), precommit_update {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:57:09.322818 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.db_base_plugin_common [None req-1ecbb4ce-be66-45af-bbf6-a8e70ffec2d3 None None] Allocated IP 172.20.0.2 (845ecdc2-0c48-46c6-8d67-7eeeafb5d68b/9a740078-9be8-472a-a565-0b0dba4a02f5/1b765b13-d6d2-40ef-98b4-0749c258f2f8) {{(pid=103232) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 19:57:09.370553 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-f43986af-23bd-440b-9275-7058ac9d9957 admin admin] Publish callbacks [] for router_gateway (8b66ef66-4e9c-49b4-8232-c6c9e9bf7f1c), before_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:57:09.390211 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-f43986af-23bd-440b-9275-7058ac9d9957 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (None), before_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:57:09.488235 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-1ecbb4ce-be66-45af-bbf6-a8e70ffec2d3 None None] Publish callbacks [] for port (1b765b13-d6d2-40ef-98b4-0749c258f2f8), precommit_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:57:09.494329 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-1ecbb4ce-be66-45af-bbf6-a8e70ffec2d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762866656467'] for port (1b765b13-d6d2-40ef-98b4-0749c258f2f8), after_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:57:09.511817 n-d-713498-36 neutron-server[103229]: DEBUG neutron.db.db_base_plugin_common [None req-f43986af-23bd-440b-9275-7058ac9d9957 admin admin] Allocated IP 172.25.1.251 (88055e1e-672a-4487-be31-ffb6e833ece5/ac16dbcc-383c-4b43-9153-d763c4a53f91/3b5f4677-7e2f-4257-84e8-83453d3478a8) {{(pid=103229) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 19:57:09.538412 n-d-713498-36 neutron-server[103232]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ecbb4ce-be66-45af-bbf6-a8e70ffec2d3 None None] Network 845ecdc2-0c48-46c6-8d67-7eeeafb5d68b is already hosted by enough agents. {{(pid=103232) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 19:57:09.541282 n-d-713498-36 neutron-server[103232]: DEBUG neutron.scheduler.base_scheduler [None req-1ecbb4ce-be66-45af-bbf6-a8e70ffec2d3 None None] Resources bound (agent type, host, resource id): {{(pid=103232) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 19:57:09.546116 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ecbb4ce-be66-45af-bbf6-a8e70ffec2d3 None None] Received port after_create {{(pid=103232) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 19:57:09.548371 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ecbb4ce-be66-45af-bbf6-a8e70ffec2d3 None None] Pushing event updated for resources: {'Port': ['ID=1b765b13-d6d2-40ef-98b4-0749c258f2f8,revision_number=1']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:57:09.612075 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Device 821f6edd-813c-4df1-a7f2-ad0998a77157 no longer exists at agent hyperv_n-h1-713498-36 {{(pid=103232) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 19:57:09.635866 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.managers [None req-1ecbb4ce-be66-45af-bbf6-a8e70ffec2d3 None None] Attempting to bind port 1b765b13-d6d2-40ef-98b4-0749c258f2f8 on host n-d-713498-36 for vnic_type normal with profile {{(pid=103232) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 19:57:09.636241 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.managers [None req-1ecbb4ce-be66-45af-bbf6-a8e70ffec2d3 None None] Attempting to bind port 1b765b13-d6d2-40ef-98b4-0749c258f2f8 by drivers openvswitch,hyperv on host n-d-713498-36 at level 0 using segments [{'id': '14252cf2-3edf-4154-bc45-0979579e9ece', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '845ecdc2-0c48-46c6-8d67-7eeeafb5d68b'}] {{(pid=103232) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 19:57:09.636614 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ecbb4ce-be66-45af-bbf6-a8e70ffec2d3 None None] Attempting to bind port 1b765b13-d6d2-40ef-98b4-0749c258f2f8 on network 845ecdc2-0c48-46c6-8d67-7eeeafb5d68b {{(pid=103232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 19:57:09.638856 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] No Port match for: 821f6edd-813c-4df1-a7f2-ad0998a77157 {{(pid=103232) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 19:57:09.639204 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Device 821f6edd-813c-4df1-a7f2-ad0998a77157 not bound to the agent host n-h1-713498-36 {{(pid=103232) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 19:57:09.646256 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ecbb4ce-be66-45af-bbf6-a8e70ffec2d3 None None] Checking agent: {'id': '496418a2-c002-4aec-ab1a-07f3bea491bd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-36', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 18, 51, 47), 'started_at': datetime.datetime(2022, 2, 9, 18, 52, 17), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 19, 56, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-36'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 19:57:09.646639 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ecbb4ce-be66-45af-bbf6-a8e70ffec2d3 None None] Checking segment: {'id': '14252cf2-3edf-4154-bc45-0979579e9ece', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '845ecdc2-0c48-46c6-8d67-7eeeafb5d68b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103232) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 19:57:09.647049 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-1ecbb4ce-be66-45af-bbf6-a8e70ffec2d3 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:57:09.647443 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ecbb4ce-be66-45af-bbf6-a8e70ffec2d3 None None] Bound using segment: {'id': '14252cf2-3edf-4154-bc45-0979579e9ece', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '845ecdc2-0c48-46c6-8d67-7eeeafb5d68b'} {{(pid=103232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 19:57:09.647930 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.managers [None req-1ecbb4ce-be66-45af-bbf6-a8e70ffec2d3 None None] Bound port: 1b765b13-d6d2-40ef-98b4-0749c258f2f8, host: n-d-713498-36, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '14252cf2-3edf-4154-bc45-0979579e9ece', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '845ecdc2-0c48-46c6-8d67-7eeeafb5d68b'}}] {{(pid=103232) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 19:57:09.648315 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-1ecbb4ce-be66-45af-bbf6-a8e70ffec2d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (1b765b13-d6d2-40ef-98b4-0749c258f2f8), before_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:57:09.718363 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-1ecbb4ce-be66-45af-bbf6-a8e70ffec2d3 None None] For port 1b765b13-d6d2-40ef-98b4-0749c258f2f8, host n-d-713498-36, cleared binding levels {{(pid=103232) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 19:57:09.722910 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-1ecbb4ce-be66-45af-bbf6-a8e70ffec2d3 None None] For port 1b765b13-d6d2-40ef-98b4-0749c258f2f8, host n-d-713498-36, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-36',level=0,port_id=1b765b13-d6d2-40ef-98b4-0749c258f2f8,segment=NetworkSegment(14252cf2-3edf-4154-bc45-0979579e9ece),segment_id=14252cf2-3edf-4154-bc45-0979579e9ece)] {{(pid=103232) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 19:57:09.730143 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-1ecbb4ce-be66-45af-bbf6-a8e70ffec2d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762867176205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762866656485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762866656503'] for port (1b765b13-d6d2-40ef-98b4-0749c258f2f8), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:57:09.802632 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ecbb4ce-be66-45af-bbf6-a8e70ffec2d3 None None] Pushing event updated for resources: {'Port': ['ID=1b765b13-d6d2-40ef-98b4-0749c258f2f8,revision_number=2']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:57:10.028769 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-f43986af-23bd-440b-9275-7058ac9d9957 admin admin] Publish callbacks [] for port (3b5f4677-7e2f-4257-84e8-83453d3478a8), precommit_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:57:10.069627 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-f43986af-23bd-440b-9275-7058ac9d9957 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762866656467', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12867576'] for port (3b5f4677-7e2f-4257-84e8-83453d3478a8), after_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:57:10.116656 n-d-713498-36 neutron-server[103229]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f43986af-23bd-440b-9275-7058ac9d9957 admin admin] Network 88055e1e-672a-4487-be31-ffb6e833ece5 is already hosted by enough agents. {{(pid=103229) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 19:57:10.120651 n-d-713498-36 neutron-server[103229]: DEBUG neutron.scheduler.base_scheduler [None req-f43986af-23bd-440b-9275-7058ac9d9957 admin admin] Resources bound (agent type, host, resource id): {{(pid=103229) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 19:57:10.122635 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f43986af-23bd-440b-9275-7058ac9d9957 admin admin] Pushing event updated for resources: {'Port': ['ID=3b5f4677-7e2f-4257-84e8-83453d3478a8,revision_number=1']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:57:10.124896 n-d-713498-36 neutron-server[103229]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f43986af-23bd-440b-9275-7058ac9d9957 admin admin] Received port after_create {{(pid=103229) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 19:57:10.222938 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Device 1b765b13-d6d2-40ef-98b4-0749c258f2f8 up at agent ovs-agent-n-d-713498-36 {{(pid=103232) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 19:57:10.284498 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.provisioning_blocks [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Provisioning complete for port 1b765b13-d6d2-40ef-98b4-0749c258f2f8 triggered by entity L2. {{(pid=103232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 19:57:10.284872 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593630'] for port (1b765b13-d6d2-40ef-98b4-0749c258f2f8), provisioning_complete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:57:10.370665 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Current status of the port 1b765b13-d6d2-40ef-98b4-0749c258f2f8 is: DOWN; New status is: ACTIVE {{(pid=103232) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 19:57:10.370970 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (1b765b13-d6d2-40ef-98b4-0749c258f2f8), before_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:57:10.408589 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-f43986af-23bd-440b-9275-7058ac9d9957 admin admin] Publish callbacks [] for router_gateway (8b66ef66-4e9c-49b4-8232-c6c9e9bf7f1c), after_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:57:10.413080 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] For port 1b765b13-d6d2-40ef-98b4-0749c258f2f8, host n-d-713498-36, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-36',level=0,port_id=1b765b13-d6d2-40ef-98b4-0749c258f2f8,segment=NetworkSegment(14252cf2-3edf-4154-bc45-0979579e9ece),segment_id=14252cf2-3edf-4154-bc45-0979579e9ece)] {{(pid=103232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 19:57:10.418176 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762867176205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762866656485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762866656503'] for port (1b765b13-d6d2-40ef-98b4-0749c258f2f8), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:57:10.480112 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Pushing event updated for resources: {'Port': ['ID=1b765b13-d6d2-40ef-98b4-0749c258f2f8,revision_number=3']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:57:10.644743 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-f43986af-23bd-440b-9275-7058ac9d9957 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1834945', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1818951'] for router (8b66ef66-4e9c-49b4-8232-c6c9e9bf7f1c), after_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:57:10.778601 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-872f0038-f9a7-41e1-b986-a672399e6784 None None] Network 845ecdc2-0c48-46c6-8d67-7eeeafb5d68b requested from n-d-713498-36 {{(pid=103232) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 19:57:10.799900 n-d-713498-36 neutron-server[103229]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f43986af-23bd-440b-9275-7058ac9d9957 admin admin] Router 8b66ef66-4e9c-49b4-8232-c6c9e9bf7f1c is scheduled to L3 agent 93303d5e-5d17-45e8-8963-7694f87783ae with binding_index 1 {{(pid=103229) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 09 19:57:10.874918 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.provisioning_blocks [None req-4b308ca0-6174-4999-b095-deb0286ed9fe None None] Provisioning complete for port 1b765b13-d6d2-40ef-98b4-0749c258f2f8 triggered by entity DHCP. {{(pid=103232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 19:57:10.875989 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-4b308ca0-6174-4999-b095-deb0286ed9fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593630'] for port (1b765b13-d6d2-40ef-98b4-0749c258f2f8), provisioning_complete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:57:10.932181 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-ddcc370f-ebc8-4606-a4e3-075958c86f32 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762867132591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593584'] for agent (af91e4b9-f4e1-42b1-a25c-a10dc47171c8), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:57:10.938499 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f43986af-23bd-440b-9275-7058ac9d9957 admin admin] Notify agent at l3_agent.n-d-713498-36 the message routers_updated {{(pid=103229) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 19:57:10.951879 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89d1bbd1-c108-4b04-a23f-160e3d5be9d4 None None] Sync routers for ids ['8b66ef66-4e9c-49b4-8232-c6c9e9bf7f1c'] in n-d-713498-36 {{(pid=103232) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 19:57:10.958931 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-f43986af-23bd-440b-9275-7058ac9d9957 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:57:10.960244 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-f43986af-23bd-440b-9275-7058ac9d9957 admin admin] 10.222.0.75 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 2.0600946 Feb 09 19:57:10.963307 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 51904) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:57:10.976223 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89d1bbd1-c108-4b04-a23f-160e3d5be9d4 None None] Routers {'8b66ef66-4e9c-49b4-8232-c6c9e9bf7f1c'} bound to L3 agent in host n-d-713498-36 {{(pid=103232) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 19:57:10.976857 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.l3_hamode_db [None req-89d1bbd1-c108-4b04-a23f-160e3d5be9d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-09T18:51:43Z,description=,heartbeat_timestamp=2022-02-09T19:56:43Z,host='n-d-713498-36',id=93303d5e-5d17-45e8-8963-7694f87783ae,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T18:51:43Z,topic='l3_agent')) {'router_ids': ['8b66ef66-4e9c-49b4-8232-c6c9e9bf7f1c'], 'active': True} {{(pid=103232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:57:11.108094 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-4b308ca0-6174-4999-b095-deb0286ed9fe None None] Current status of the port 1b765b13-d6d2-40ef-98b4-0749c258f2f8 is: ACTIVE; New status is: ACTIVE {{(pid=103232) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 19:57:11.135776 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.l3_dvr_db [None req-89d1bbd1-c108-4b04-a23f-160e3d5be9d4 None None] Set router 8b66ef66-4e9c-49b4-8232-c6c9e9bf7f1c gateway port host: n-d-713498-36 {{(pid=103232) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 19:57:11.355465 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.provisioning_blocks [None req-54e3b04a-81fc-4ce6-ae1f-201233a63ef1 None None] Provisioning complete for port 1b765b13-d6d2-40ef-98b4-0749c258f2f8 triggered by entity DHCP. {{(pid=103232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 19:57:11.355836 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-54e3b04a-81fc-4ce6-ae1f-201233a63ef1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593630'] for port (1b765b13-d6d2-40ef-98b4-0749c258f2f8), provisioning_complete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:57:11.401458 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.l3_hamode_db [None req-89d1bbd1-c108-4b04-a23f-160e3d5be9d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b66ef66-4e9c-49b4-8232-c6c9e9bf7f1c', 'name': 'tempest-ServerActionsTestJSON-426882205-router', 'tenant_id': '6245c52be1054dbe94bb7e14e1adfcb2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88055e1e-672a-4487-be31-ffb6e833ece5', 'external_fixed_ips': [{'subnet_id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'ip_address': '172.25.1.251'}], 'enable_snat': True}, 'gw_port_id': '3b5f4677-7e2f-4257-84e8-83453d3478a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T19:57:08Z', 'updated_at': '2022-02-09T19:57:10Z', 'revision_number': 3, 'project_id': '6245c52be1054dbe94bb7e14e1adfcb2', 'gw_port': {'id': '3b5f4677-7e2f-4257-84e8-83453d3478a8', 'name': '', 'network_id': '88055e1e-672a-4487-be31-ffb6e833ece5', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:a5:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8b66ef66-4e9c-49b4-8232-c6c9e9bf7f1c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4092, 'fixed_ips': [{'subnet_id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'ip_address': '172.25.1.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T19:57:09Z', 'updated_at': '2022-02-09T19:57:09Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-36'}], 'n-d-713498-36', False) {} {{(pid=103232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:57:11.433798 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89d1bbd1-c108-4b04-a23f-160e3d5be9d4 None None] Checking router: 8b66ef66-4e9c-49b4-8232-c6c9e9bf7f1c for host: n-d-713498-36 {{(pid=103232) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 19:57:11.434736 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89d1bbd1-c108-4b04-a23f-160e3d5be9d4 None None] Updating router 8b66ef66-4e9c-49b4-8232-c6c9e9bf7f1c port 3b5f4677-7e2f-4257-84e8-83453d3478a8 binding host n-d-713498-36 {{(pid=103232) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 19:57:11.454907 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-01c87543-4873-44c5-9c85-fa01c3053b98 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (None), before_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:57:11.487439 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-89d1bbd1-c108-4b04-a23f-160e3d5be9d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (3b5f4677-7e2f-4257-84e8-83453d3478a8), before_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:57:11.527809 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-54e3b04a-81fc-4ce6-ae1f-201233a63ef1 None None] Current status of the port 1b765b13-d6d2-40ef-98b4-0749c258f2f8 is: ACTIVE; New status is: ACTIVE {{(pid=103232) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 19:57:11.627015 n-d-713498-36 neutron-server[103229]: DEBUG neutron.db.db_base_plugin_common [None req-01c87543-4873-44c5-9c85-fa01c3053b98 admin admin] Allocated IP 172.20.0.1 (845ecdc2-0c48-46c6-8d67-7eeeafb5d68b/9a740078-9be8-472a-a565-0b0dba4a02f5/43b4eee5-a731-4a67-8516-bb0b1f16ff86) {{(pid=103229) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 19:57:11.738670 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-01c87543-4873-44c5-9c85-fa01c3053b98 admin admin] Publish callbacks [] for port (43b4eee5-a731-4a67-8516-bb0b1f16ff86), precommit_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:57:11.763439 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-89d1bbd1-c108-4b04-a23f-160e3d5be9d4 None None] Publish callbacks [] for port (3b5f4677-7e2f-4257-84e8-83453d3478a8), precommit_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:57:11.769780 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-89d1bbd1-c108-4b04-a23f-160e3d5be9d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762867176205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762866656485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762866656503'] for port (3b5f4677-7e2f-4257-84e8-83453d3478a8), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:57:11.773301 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-01c87543-4873-44c5-9c85-fa01c3053b98 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762866656467', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12867576'] for port (43b4eee5-a731-4a67-8516-bb0b1f16ff86), after_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:57:11.816232 n-d-713498-36 neutron-server[103229]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01c87543-4873-44c5-9c85-fa01c3053b98 admin admin] Network 845ecdc2-0c48-46c6-8d67-7eeeafb5d68b is already hosted by enough agents. {{(pid=103229) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 19:57:11.819735 n-d-713498-36 neutron-server[103229]: DEBUG neutron.scheduler.base_scheduler [None req-01c87543-4873-44c5-9c85-fa01c3053b98 admin admin] Resources bound (agent type, host, resource id): {{(pid=103229) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 19:57:11.822789 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.managers [None req-89d1bbd1-c108-4b04-a23f-160e3d5be9d4 None None] Attempting to bind port 3b5f4677-7e2f-4257-84e8-83453d3478a8 on host n-d-713498-36 for vnic_type normal with profile {{(pid=103232) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 19:57:11.823340 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.managers [None req-89d1bbd1-c108-4b04-a23f-160e3d5be9d4 None None] Attempting to bind port 3b5f4677-7e2f-4257-84e8-83453d3478a8 by drivers openvswitch,hyperv on host n-d-713498-36 at level 0 using segments [{'id': 'a4222f89-8d3f-4b51-953b-1a8126392491', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '88055e1e-672a-4487-be31-ffb6e833ece5'}] {{(pid=103232) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 19:57:11.823473 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89d1bbd1-c108-4b04-a23f-160e3d5be9d4 None None] Attempting to bind port 3b5f4677-7e2f-4257-84e8-83453d3478a8 on network 88055e1e-672a-4487-be31-ffb6e833ece5 {{(pid=103232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 19:57:11.824168 n-d-713498-36 neutron-server[103229]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01c87543-4873-44c5-9c85-fa01c3053b98 admin admin] Received port after_create {{(pid=103229) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 19:57:11.826910 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21990b3a-73ab-4137-a190-7b5a5b8ac882 None None] Pushing event updated for resources: {'Port': ['ID=3b5f4677-7e2f-4257-84e8-83453d3478a8,revision_number=2']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:57:11.832241 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89d1bbd1-c108-4b04-a23f-160e3d5be9d4 None None] Checking agent: {'id': '496418a2-c002-4aec-ab1a-07f3bea491bd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-36', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 18, 51, 47), 'started_at': datetime.datetime(2022, 2, 9, 18, 52, 17), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 19, 56, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-36'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 19:57:11.832514 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89d1bbd1-c108-4b04-a23f-160e3d5be9d4 None None] Checking segment: {'id': 'a4222f89-8d3f-4b51-953b-1a8126392491', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '88055e1e-672a-4487-be31-ffb6e833ece5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103232) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 19:57:11.832915 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-89d1bbd1-c108-4b04-a23f-160e3d5be9d4 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:57:11.833302 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89d1bbd1-c108-4b04-a23f-160e3d5be9d4 None None] Bound using segment: {'id': 'a4222f89-8d3f-4b51-953b-1a8126392491', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '88055e1e-672a-4487-be31-ffb6e833ece5'} {{(pid=103232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 19:57:11.833774 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.managers [None req-89d1bbd1-c108-4b04-a23f-160e3d5be9d4 None None] Bound port: 3b5f4677-7e2f-4257-84e8-83453d3478a8, host: n-d-713498-36, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a4222f89-8d3f-4b51-953b-1a8126392491', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '88055e1e-672a-4487-be31-ffb6e833ece5'}}] {{(pid=103232) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 19:57:11.834183 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-89d1bbd1-c108-4b04-a23f-160e3d5be9d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (3b5f4677-7e2f-4257-84e8-83453d3478a8), before_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:57:11.850843 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01c87543-4873-44c5-9c85-fa01c3053b98 admin admin] Pushing event updated for resources: {'Port': ['ID=43b4eee5-a731-4a67-8516-bb0b1f16ff86,revision_number=1']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:57:11.873201 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-01c87543-4873-44c5-9c85-fa01c3053b98 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1819024'] for router_interface (8b66ef66-4e9c-49b4-8232-c6c9e9bf7f1c), before_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:57:11.902682 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-89d1bbd1-c108-4b04-a23f-160e3d5be9d4 None None] For port 3b5f4677-7e2f-4257-84e8-83453d3478a8, host n-d-713498-36, cleared binding levels {{(pid=103232) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 19:57:11.907999 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-89d1bbd1-c108-4b04-a23f-160e3d5be9d4 None None] For port 3b5f4677-7e2f-4257-84e8-83453d3478a8, host n-d-713498-36, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-36',level=0,port_id=3b5f4677-7e2f-4257-84e8-83453d3478a8,segment=NetworkSegment(a4222f89-8d3f-4b51-953b-1a8126392491),segment_id=a4222f89-8d3f-4b51-953b-1a8126392491)] {{(pid=103232) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 19:57:11.918255 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-89d1bbd1-c108-4b04-a23f-160e3d5be9d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762867176205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762866656485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762866656503'] for port (3b5f4677-7e2f-4257-84e8-83453d3478a8), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:57:12.006913 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89d1bbd1-c108-4b04-a23f-160e3d5be9d4 None None] Routers {'8b66ef66-4e9c-49b4-8232-c6c9e9bf7f1c'} bound to L3 agent in host n-d-713498-36 {{(pid=103232) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 19:57:12.007880 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.l3_hamode_db [None req-89d1bbd1-c108-4b04-a23f-160e3d5be9d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-09T18:51:43Z,description=,heartbeat_timestamp=2022-02-09T19:56:43Z,host='n-d-713498-36',id=93303d5e-5d17-45e8-8963-7694f87783ae,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T18:51:43Z,topic='l3_agent')) {'router_ids': ['8b66ef66-4e9c-49b4-8232-c6c9e9bf7f1c'], 'active': True} {{(pid=103232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:57:12.090456 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-01c87543-4873-44c5-9c85-fa01c3053b98 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (43b4eee5-a731-4a67-8516-bb0b1f16ff86), before_update {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:57:12.116923 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21990b3a-73ab-4137-a190-7b5a5b8ac882 None None] Pushing event updated for resources: {'Port': ['ID=3b5f4677-7e2f-4257-84e8-83453d3478a8,revision_number=3']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:57:12.173467 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.provisioning_blocks [None req-dabe1d31-4de4-49c7-8892-609b3301fe08 None None] Provisioning complete for port 43b4eee5-a731-4a67-8516-bb0b1f16ff86 triggered by entity DHCP. {{(pid=103232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 19:57:12.173940 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-dabe1d31-4de4-49c7-8892-609b3301fe08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593630'] for port (43b4eee5-a731-4a67-8516-bb0b1f16ff86), provisioning_complete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:57:12.211775 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.l3_dvr_db [None req-89d1bbd1-c108-4b04-a23f-160e3d5be9d4 None None] Set router 8b66ef66-4e9c-49b4-8232-c6c9e9bf7f1c gateway port host: n-d-713498-36 {{(pid=103232) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 19:57:12.249715 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Device 1b765b13-d6d2-40ef-98b4-0749c258f2f8 up at agent ovs-agent-n-d-713498-36 {{(pid=103232) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 19:57:12.301183 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-dabe1d31-4de4-49c7-8892-609b3301fe08 None None] Port 43b4eee5-a731-4a67-8516-bb0b1f16ff86 cannot update to ACTIVE because it is not bound. {{(pid=103232) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 19:57:12.306773 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-01c87543-4873-44c5-9c85-fa01c3053b98 admin admin] Publish callbacks [] for port (43b4eee5-a731-4a67-8516-bb0b1f16ff86), precommit_update {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:57:12.312971 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-01c87543-4873-44c5-9c85-fa01c3053b98 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762867176205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762866656485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762866656503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12867569'] for port (43b4eee5-a731-4a67-8516-bb0b1f16ff86), after_update {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:57:12.404130 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.provisioning_blocks [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Provisioning complete for port 1b765b13-d6d2-40ef-98b4-0749c258f2f8 triggered by entity L2. {{(pid=103232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 19:57:12.404356 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-01c87543-4873-44c5-9c85-fa01c3053b98 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1613458', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1834496'] for router_interface (8b66ef66-4e9c-49b4-8232-c6c9e9bf7f1c), after_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:57:12.404507 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593630'] for port (1b765b13-d6d2-40ef-98b4-0749c258f2f8), provisioning_complete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:57:12.406263 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01c87543-4873-44c5-9c85-fa01c3053b98 admin admin] Pushing event updated for resources: {'Port': ['ID=43b4eee5-a731-4a67-8516-bb0b1f16ff86,revision_number=2']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:57:12.524590 n-d-713498-36 neutron-server[103229]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01c87543-4873-44c5-9c85-fa01c3053b98 admin admin] Network 845ecdc2-0c48-46c6-8d67-7eeeafb5d68b is already hosted by enough agents. {{(pid=103229) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 19:57:12.526854 n-d-713498-36 neutron-server[103229]: DEBUG neutron.scheduler.base_scheduler [None req-01c87543-4873-44c5-9c85-fa01c3053b98 admin admin] Resources bound (agent type, host, resource id): {{(pid=103229) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 19:57:12.553123 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.l3_hamode_db [None req-89d1bbd1-c108-4b04-a23f-160e3d5be9d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b66ef66-4e9c-49b4-8232-c6c9e9bf7f1c', 'name': 'tempest-ServerActionsTestJSON-426882205-router', 'tenant_id': '6245c52be1054dbe94bb7e14e1adfcb2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88055e1e-672a-4487-be31-ffb6e833ece5', 'external_fixed_ips': [{'subnet_id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'ip_address': '172.25.1.251'}], 'enable_snat': True}, 'gw_port_id': '3b5f4677-7e2f-4257-84e8-83453d3478a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T19:57:08Z', 'updated_at': '2022-02-09T19:57:10Z', 'revision_number': 3, 'project_id': '6245c52be1054dbe94bb7e14e1adfcb2', 'gw_port': {'id': '3b5f4677-7e2f-4257-84e8-83453d3478a8', 'name': '', 'network_id': '88055e1e-672a-4487-be31-ffb6e833ece5', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:a5:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8b66ef66-4e9c-49b4-8232-c6c9e9bf7f1c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4092, 'fixed_ips': [{'subnet_id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'ip_address': '172.25.1.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T19:57:09Z', 'updated_at': '2022-02-09T19:57:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-36'}], 'n-d-713498-36', False) {} {{(pid=103232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:57:12.587665 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89d1bbd1-c108-4b04-a23f-160e3d5be9d4 None None] The sync data for ids ['8b66ef66-4e9c-49b4-8232-c6c9e9bf7f1c'] in n-d-713498-36 is: [{'id': '8b66ef66-4e9c-49b4-8232-c6c9e9bf7f1c', 'name': 'tempest-ServerActionsTestJSON-426882205-router', 'tenant_id': '6245c52be1054dbe94bb7e14e1adfcb2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88055e1e-672a-4487-be31-ffb6e833ece5', 'external_fixed_ips': [{'subnet_id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'ip_address': '172.25.1.251'}], 'enable_snat': True}, 'gw_port_id': '3b5f4677-7e2f-4257-84e8-83453d3478a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T19:57:08Z', 'updated_at': '2022-02-09T19:57:10Z', 'revision_number': 3, 'project_id': '6245c52be1054dbe94bb7e14e1adfcb2', 'gw_port': {'id': '3b5f4677-7e2f-4257-84e8-83453d3478a8', 'name': '', 'network_id': '88055e1e-672a-4487-be31-ffb6e833ece5', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:a5:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8b66ef66-4e9c-49b4-8232-c6c9e9bf7f1c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4092, 'fixed_ips': [{'subnet_id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'ip_address': '172.25.1.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T19:57:09Z', 'updated_at': '2022-02-09T19:57:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-36'}] {{(pid=103232) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 19:57:12.589355 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Current status of the port 1b765b13-d6d2-40ef-98b4-0749c258f2f8 is: ACTIVE; New status is: ACTIVE {{(pid=103232) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 19:57:12.690638 n-d-713498-36 neutron-server[103229]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-01c87543-4873-44c5-9c85-fa01c3053b98 admin admin] Router 8b66ef66-4e9c-49b4-8232-c6c9e9bf7f1c has already been hosted by L3 agent 93303d5e-5d17-45e8-8963-7694f87783ae {{(pid=103229) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 19:57:12.814260 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-01c87543-4873-44c5-9c85-fa01c3053b98 admin admin] Notify agent at l3_agent.n-d-713498-36 the message routers_updated {{(pid=103229) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 19:57:12.819962 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-01c87543-4873-44c5-9c85-fa01c3053b98 admin admin] 10.222.0.75 "PUT /v2.0/routers/8b66ef66-4e9c-49b4-8232-c6c9e9bf7f1c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8556104 Feb 09 19:57:12.867873 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.provisioning_blocks [None req-c2915975-3df6-4648-8304-5dc370a66c26 None None] Provisioning complete for port 43b4eee5-a731-4a67-8516-bb0b1f16ff86 triggered by entity DHCP. {{(pid=103232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 19:57:12.868412 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-c2915975-3df6-4648-8304-5dc370a66c26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593630'] for port (43b4eee5-a731-4a67-8516-bb0b1f16ff86), provisioning_complete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:57:12.906170 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-c2915975-3df6-4648-8304-5dc370a66c26 None None] Port 43b4eee5-a731-4a67-8516-bb0b1f16ff86 cannot update to ACTIVE because it is not bound. {{(pid=103232) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 19:57:13.166792 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-ad397cdd-380c-4323-90da-502044be3fce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762867132591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593584'] for agent (93303d5e-5d17-45e8-8963-7694f87783ae), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:57:13.437700 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 51912) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:57:13.443018 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.v2.base [None req-3a70ac64-68fe-4aeb-83fd-0a5464a2f86d tempest-ServerActionsTestJSON-1289812127 tempest-ServerActionsTestJSON-1289812127-project] Request body: {'security_group': {'name': 'tempest-securitygroup--343352417', 'description': 'tempest-description--713065142'}} {{(pid=103230) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 19:57:13.472754 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-3a70ac64-68fe-4aeb-83fd-0a5464a2f86d tempest-ServerActionsTestJSON-1289812127 tempest-ServerActionsTestJSON-1289812127-project] Publish callbacks [] for security_group (None), before_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:57:13.556316 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-3a70ac64-68fe-4aeb-83fd-0a5464a2f86d tempest-ServerActionsTestJSON-1289812127 tempest-ServerActionsTestJSON-1289812127-project] Publish callbacks [] for security_group (e468a9c8-1697-49aa-8796-02bfe1187ffe), precommit_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:57:13.559924 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-3a70ac64-68fe-4aeb-83fd-0a5464a2f86d tempest-ServerActionsTestJSON-1289812127 tempest-ServerActionsTestJSON-1289812127-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1892331'] for security_group (e468a9c8-1697-49aa-8796-02bfe1187ffe), after_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:57:13.591916 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-3a70ac64-68fe-4aeb-83fd-0a5464a2f86d tempest-ServerActionsTestJSON-1289812127 tempest-ServerActionsTestJSON-1289812127-project] Publish callbacks [] for security_group (None), before_response {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:57:13.593192 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-3a70ac64-68fe-4aeb-83fd-0a5464a2f86d tempest-ServerActionsTestJSON-1289812127 tempest-ServerActionsTestJSON-1289812127-project] 10.222.0.75 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.1539981 Feb 09 19:57:13.595414 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a70ac64-68fe-4aeb-83fd-0a5464a2f86d tempest-ServerActionsTestJSON-1289812127 tempest-ServerActionsTestJSON-1289812127-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e468a9c8-1697-49aa-8796-02bfe1187ffe,revision_number=1']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:57:13.597080 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 51914) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:57:13.602806 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.v2.base [None req-01353ffd-85b7-4ab9-914a-c8b123fd8094 tempest-ServerActionsTestJSON-1289812127 tempest-ServerActionsTestJSON-1289812127-project] Request body: {'security_group_rule': {'security_group_id': 'e468a9c8-1697-49aa-8796-02bfe1187ffe', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 19:57:13.627707 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-01353ffd-85b7-4ab9-914a-c8b123fd8094 tempest-ServerActionsTestJSON-1289812127 tempest-ServerActionsTestJSON-1289812127-project] Publish callbacks [] for security_group_rule (9a489d0b-5072-4950-8cba-89ec87c0659d), before_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:57:13.684329 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-01353ffd-85b7-4ab9-914a-c8b123fd8094 tempest-ServerActionsTestJSON-1289812127 tempest-ServerActionsTestJSON-1289812127-project] Publish callbacks [] for security_group_rule (9a489d0b-5072-4950-8cba-89ec87c0659d), precommit_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:57:13.688044 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-01353ffd-85b7-4ab9-914a-c8b123fd8094 tempest-ServerActionsTestJSON-1289812127 tempest-ServerActionsTestJSON-1289812127-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1892250'] for security_group_rule (9a489d0b-5072-4950-8cba-89ec87c0659d), after_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:57:13.708986 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01353ffd-85b7-4ab9-914a-c8b123fd8094 tempest-ServerActionsTestJSON-1289812127 tempest-ServerActionsTestJSON-1289812127-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9a489d0b-5072-4950-8cba-89ec87c0659d,revision_number=0']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:57:13.721482 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-01353ffd-85b7-4ab9-914a-c8b123fd8094 tempest-ServerActionsTestJSON-1289812127 tempest-ServerActionsTestJSON-1289812127-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:57:13.723036 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-01353ffd-85b7-4ab9-914a-c8b123fd8094 tempest-ServerActionsTestJSON-1289812127 tempest-ServerActionsTestJSON-1289812127-project] 10.222.0.75 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1237714 Feb 09 19:57:13.723036 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 51916) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:57:13.730607 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.v2.base [None req-f309ce1a-eb98-4a14-bf7d-6be8e8618055 tempest-ServerActionsTestJSON-1289812127 tempest-ServerActionsTestJSON-1289812127-project] Request body: {'security_group_rule': {'security_group_id': 'e468a9c8-1697-49aa-8796-02bfe1187ffe', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 19:57:13.756335 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-f309ce1a-eb98-4a14-bf7d-6be8e8618055 tempest-ServerActionsTestJSON-1289812127 tempest-ServerActionsTestJSON-1289812127-project] Publish callbacks [] for security_group_rule (27b8741c-268b-43e5-9d96-093041ddbe9d), before_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:57:13.812442 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-f309ce1a-eb98-4a14-bf7d-6be8e8618055 tempest-ServerActionsTestJSON-1289812127 tempest-ServerActionsTestJSON-1289812127-project] Publish callbacks [] for security_group_rule (27b8741c-268b-43e5-9d96-093041ddbe9d), precommit_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:57:13.816267 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-f309ce1a-eb98-4a14-bf7d-6be8e8618055 tempest-ServerActionsTestJSON-1289812127 tempest-ServerActionsTestJSON-1289812127-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1892250'] for security_group_rule (27b8741c-268b-43e5-9d96-093041ddbe9d), after_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:57:13.835653 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f309ce1a-eb98-4a14-bf7d-6be8e8618055 tempest-ServerActionsTestJSON-1289812127 tempest-ServerActionsTestJSON-1289812127-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=27b8741c-268b-43e5-9d96-093041ddbe9d,revision_number=0']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:57:13.845042 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-f309ce1a-eb98-4a14-bf7d-6be8e8618055 tempest-ServerActionsTestJSON-1289812127 tempest-ServerActionsTestJSON-1289812127-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:57:13.846384 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-f309ce1a-eb98-4a14-bf7d-6be8e8618055 tempest-ServerActionsTestJSON-1289812127 tempest-ServerActionsTestJSON-1289812127-project] 10.222.0.75 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1193302 Feb 09 19:57:13.849528 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 51918) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:57:13.854839 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.v2.base [None req-3ade8e64-9f22-4ba0-b69e-337c16f2f2e4 tempest-ServerActionsTestJSON-1289812127 tempest-ServerActionsTestJSON-1289812127-project] Request body: {'floatingip': {'floating_network_id': '88055e1e-672a-4487-be31-ffb6e833ece5'}} {{(pid=103229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 19:57:13.875315 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-3ade8e64-9f22-4ba0-b69e-337c16f2f2e4 tempest-ServerActionsTestJSON-1289812127 tempest-ServerActionsTestJSON-1289812127-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:57:13.979629 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-3ade8e64-9f22-4ba0-b69e-337c16f2f2e4 tempest-ServerActionsTestJSON-1289812127 tempest-ServerActionsTestJSON-1289812127-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (None), before_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:57:14.091202 n-d-713498-36 neutron-server[103229]: DEBUG neutron.db.db_base_plugin_common [None req-3ade8e64-9f22-4ba0-b69e-337c16f2f2e4 tempest-ServerActionsTestJSON-1289812127 tempest-ServerActionsTestJSON-1289812127-project] Allocated IP 172.25.1.238 (88055e1e-672a-4487-be31-ffb6e833ece5/ac16dbcc-383c-4b43-9153-d763c4a53f91/624fc667-6192-461c-81d5-c8adb8c12d37) {{(pid=103229) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 19:57:14.205292 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-3ade8e64-9f22-4ba0-b69e-337c16f2f2e4 tempest-ServerActionsTestJSON-1289812127 tempest-ServerActionsTestJSON-1289812127-project] Publish callbacks [] for port (624fc667-6192-461c-81d5-c8adb8c12d37), precommit_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:57:14.220696 n-d-713498-36 neutron-server[103233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c72c94c-85f5-45fe-9142-70626b4c637c None None] Sync routers for ids ['8b66ef66-4e9c-49b4-8232-c6c9e9bf7f1c'] in n-d-713498-36 {{(pid=103233) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 19:57:14.221243 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Device 3b5f4677-7e2f-4257-84e8-83453d3478a8 up at agent ovs-agent-n-d-713498-36 {{(pid=103232) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 19:57:14.230811 n-d-713498-36 neutron-server[103233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c72c94c-85f5-45fe-9142-70626b4c637c None None] Routers {'8b66ef66-4e9c-49b4-8232-c6c9e9bf7f1c'} bound to L3 agent in host n-d-713498-36 {{(pid=103233) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 19:57:14.231428 n-d-713498-36 neutron-server[103233]: DEBUG neutron.db.l3_hamode_db [None req-4c72c94c-85f5-45fe-9142-70626b4c637c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T18:51:43Z,description=,heartbeat_timestamp=2022-02-09T19:57:13Z,host='n-d-713498-36',id=93303d5e-5d17-45e8-8963-7694f87783ae,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T18:51:43Z,topic='l3_agent')) {'router_ids': ['8b66ef66-4e9c-49b4-8232-c6c9e9bf7f1c'], 'active': True} {{(pid=103233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:57:14.255787 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-3ade8e64-9f22-4ba0-b69e-337c16f2f2e4 tempest-ServerActionsTestJSON-1289812127 tempest-ServerActionsTestJSON-1289812127-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762866656467', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12867576'] for port (624fc667-6192-461c-81d5-c8adb8c12d37), after_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:57:14.306779 n-d-713498-36 neutron-server[103229]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ade8e64-9f22-4ba0-b69e-337c16f2f2e4 tempest-ServerActionsTestJSON-1289812127 tempest-ServerActionsTestJSON-1289812127-project] Network 88055e1e-672a-4487-be31-ffb6e833ece5 is already hosted by enough agents. {{(pid=103229) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 19:57:14.311314 n-d-713498-36 neutron-server[103229]: DEBUG neutron.scheduler.base_scheduler [None req-3ade8e64-9f22-4ba0-b69e-337c16f2f2e4 tempest-ServerActionsTestJSON-1289812127 tempest-ServerActionsTestJSON-1289812127-project] Resources bound (agent type, host, resource id): {{(pid=103229) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 19:57:14.314759 n-d-713498-36 neutron-server[103229]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ade8e64-9f22-4ba0-b69e-337c16f2f2e4 tempest-ServerActionsTestJSON-1289812127 tempest-ServerActionsTestJSON-1289812127-project] Received port after_create {{(pid=103229) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 19:57:14.319705 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ade8e64-9f22-4ba0-b69e-337c16f2f2e4 tempest-ServerActionsTestJSON-1289812127 tempest-ServerActionsTestJSON-1289812127-project] Pushing event updated for resources: {'Port': ['ID=624fc667-6192-461c-81d5-c8adb8c12d37,revision_number=1']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:57:14.364166 n-d-713498-36 neutron-server[103233]: DEBUG neutron.db.l3_dvr_db [None req-4c72c94c-85f5-45fe-9142-70626b4c637c None None] Set router 8b66ef66-4e9c-49b4-8232-c6c9e9bf7f1c gateway port host: n-d-713498-36 {{(pid=103233) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 19:57:14.416767 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-3ade8e64-9f22-4ba0-b69e-337c16f2f2e4 tempest-ServerActionsTestJSON-1289812127 tempest-ServerActionsTestJSON-1289812127-project] Publish callbacks [] for floatingip (3f50e9e5-6deb-46a3-8b44-7a4b66111d8f), precommit_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:57:14.446054 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.provisioning_blocks [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Provisioning complete for port 3b5f4677-7e2f-4257-84e8-83453d3478a8 triggered by entity L2. {{(pid=103232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 19:57:14.446592 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593630'] for port (3b5f4677-7e2f-4257-84e8-83453d3478a8), provisioning_complete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:57:14.459978 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-3ade8e64-9f22-4ba0-b69e-337c16f2f2e4 tempest-ServerActionsTestJSON-1289812127 tempest-ServerActionsTestJSON-1289812127-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (624fc667-6192-461c-81d5-c8adb8c12d37), before_update {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:57:14.509176 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-edc54c9b-7f13-45d9-9271-85c9738b0128 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762867132591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593584'] for agent (a62b1850-466f-48ae-bec7-d62fb280e14b), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:57:14.557750 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Current status of the port 3b5f4677-7e2f-4257-84e8-83453d3478a8 is: DOWN; New status is: ACTIVE {{(pid=103232) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 19:57:14.558527 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (3b5f4677-7e2f-4257-84e8-83453d3478a8), before_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:57:14.588532 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] For port 3b5f4677-7e2f-4257-84e8-83453d3478a8, host n-d-713498-36, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-36',level=0,port_id=3b5f4677-7e2f-4257-84e8-83453d3478a8,segment=NetworkSegment(a4222f89-8d3f-4b51-953b-1a8126392491),segment_id=a4222f89-8d3f-4b51-953b-1a8126392491)] {{(pid=103232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 19:57:14.593649 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762867176205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762866656485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762866656503'] for port (3b5f4677-7e2f-4257-84e8-83453d3478a8), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:57:14.600269 n-d-713498-36 neutron-server[103233]: DEBUG neutron.db.l3_hamode_db [None req-4c72c94c-85f5-45fe-9142-70626b4c637c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b66ef66-4e9c-49b4-8232-c6c9e9bf7f1c', 'name': 'tempest-ServerActionsTestJSON-426882205-router', 'tenant_id': '6245c52be1054dbe94bb7e14e1adfcb2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88055e1e-672a-4487-be31-ffb6e833ece5', 'external_fixed_ips': [{'subnet_id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'ip_address': '172.25.1.251'}], 'enable_snat': True}, 'gw_port_id': '3b5f4677-7e2f-4257-84e8-83453d3478a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T19:57:08Z', 'updated_at': '2022-02-09T19:57:12Z', 'revision_number': 4, 'project_id': '6245c52be1054dbe94bb7e14e1adfcb2', 'gw_port': {'id': '3b5f4677-7e2f-4257-84e8-83453d3478a8', 'name': '', 'network_id': '88055e1e-672a-4487-be31-ffb6e833ece5', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:a5:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8b66ef66-4e9c-49b4-8232-c6c9e9bf7f1c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4092, 'fixed_ips': [{'subnet_id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'ip_address': '172.25.1.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T19:57:09Z', 'updated_at': '2022-02-09T19:57:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-36', '_interfaces': [{'id': '43b4eee5-a731-4a67-8516-bb0b1f16ff86', 'name': '', 'network_id': '845ecdc2-0c48-46c6-8d67-7eeeafb5d68b', 'tenant_id': '6245c52be1054dbe94bb7e14e1adfcb2', 'mac_address': 'fa:16:3e:58:6c:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8b66ef66-4e9c-49b4-8232-c6c9e9bf7f1c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4093, 'fixed_ips': [{'subnet_id': '9a740078-9be8-472a-a565-0b0dba4a02f5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T19:57:11Z', 'updated_at': '2022-02-09T19:57:12Z', 'revision_number': 2, 'project_id': '6245c52be1054dbe94bb7e14e1adfcb2', 'subnets': [{'id': '9a740078-9be8-472a-a565-0b0dba4a02f5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-36', False) {} {{(pid=103233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:57:14.634988 n-d-713498-36 neutron-server[103233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c72c94c-85f5-45fe-9142-70626b4c637c None None] Checking router: 8b66ef66-4e9c-49b4-8232-c6c9e9bf7f1c for host: n-d-713498-36 {{(pid=103233) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 19:57:14.635493 n-d-713498-36 neutron-server[103233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c72c94c-85f5-45fe-9142-70626b4c637c None None] Updating router 8b66ef66-4e9c-49b4-8232-c6c9e9bf7f1c port 43b4eee5-a731-4a67-8516-bb0b1f16ff86 binding host n-d-713498-36 {{(pid=103233) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 19:57:14.645092 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-3ade8e64-9f22-4ba0-b69e-337c16f2f2e4 tempest-ServerActionsTestJSON-1289812127 tempest-ServerActionsTestJSON-1289812127-project] Publish callbacks [] for port (624fc667-6192-461c-81d5-c8adb8c12d37), precommit_update {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:57:14.650375 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-3ade8e64-9f22-4ba0-b69e-337c16f2f2e4 tempest-ServerActionsTestJSON-1289812127 tempest-ServerActionsTestJSON-1289812127-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762867176205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762866656485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762866656503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12867569'] for port (624fc667-6192-461c-81d5-c8adb8c12d37), after_update {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:57:14.664568 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Pushing event updated for resources: {'Port': ['ID=3b5f4677-7e2f-4257-84e8-83453d3478a8,revision_number=4']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:57:14.679363 n-d-713498-36 neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-4c72c94c-85f5-45fe-9142-70626b4c637c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (43b4eee5-a731-4a67-8516-bb0b1f16ff86), before_update {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:57:14.728839 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ade8e64-9f22-4ba0-b69e-337c16f2f2e4 tempest-ServerActionsTestJSON-1289812127 tempest-ServerActionsTestJSON-1289812127-project] Pushing event updated for resources: {'Port': ['ID=624fc667-6192-461c-81d5-c8adb8c12d37,revision_number=2']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:57:14.740555 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-3ade8e64-9f22-4ba0-b69e-337c16f2f2e4 tempest-ServerActionsTestJSON-1289812127 tempest-ServerActionsTestJSON-1289812127-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1818909'] for floatingip (3f50e9e5-6deb-46a3-8b44-7a4b66111d8f), after_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:57:14.757204 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-3ade8e64-9f22-4ba0-b69e-337c16f2f2e4 tempest-ServerActionsTestJSON-1289812127 tempest-ServerActionsTestJSON-1289812127-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171096'] for floatingip (None), before_response {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:57:14.758479 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-3ade8e64-9f22-4ba0-b69e-337c16f2f2e4 tempest-ServerActionsTestJSON-1289812127 tempest-ServerActionsTestJSON-1289812127-project] 10.222.0.75 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.9078119 Feb 09 19:57:14.913632 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-c78ed99c-03be-47ec-b7aa-b315ce16e09e req-773dee31-7cfa-4245-a240-3a31edf535fb tempest-ServerActionsTestJSON-1289812127 tempest-ServerActionsTestJSON-1289812127-project] 10.222.0.75 "GET /v2.0/security-groups?name=tempest-securitygroup--343352417&fields=id&tenant_id=6245c52be1054dbe94bb7e14e1adfcb2 HTTP/1.1" status: 200 len: 267 time: 0.0438075 Feb 09 19:57:14.966622 n-d-713498-36 neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-4c72c94c-85f5-45fe-9142-70626b4c637c None None] Publish callbacks [] for port (43b4eee5-a731-4a67-8516-bb0b1f16ff86), precommit_update {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:57:14.973431 n-d-713498-36 neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-4c72c94c-85f5-45fe-9142-70626b4c637c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762867176205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762866656485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762866656503'] for port (43b4eee5-a731-4a67-8516-bb0b1f16ff86), after_update {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:57:15.024122 n-d-713498-36 neutron-server[103233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74bb640f-16bc-4287-8a91-794bbca583ec None None] Pushing event updated for resources: {'Port': ['ID=43b4eee5-a731-4a67-8516-bb0b1f16ff86,revision_number=3']} {{(pid=103233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:57:15.038023 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c78ed99c-03be-47ec-b7aa-b315ce16e09e req-a0288945-a993-4493-857b-d2733c1dd1f3 tempest-ServerActionsTestJSON-1289812127 tempest-ServerActionsTestJSON-1289812127-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:57:15.039556 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-c78ed99c-03be-47ec-b7aa-b315ce16e09e req-a0288945-a993-4493-857b-d2733c1dd1f3 tempest-ServerActionsTestJSON-1289812127 tempest-ServerActionsTestJSON-1289812127-project] 10.222.0.75 "GET /v2.0/networks?id=845ecdc2-0c48-46c6-8d67-7eeeafb5d68b HTTP/1.1" status: 200 len: 811 time: 0.1189692 Feb 09 19:57:15.052301 n-d-713498-36 neutron-server[103233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74bb640f-16bc-4287-8a91-794bbca583ec None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:57:15.052723 n-d-713498-36 neutron-server[103233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74bb640f-16bc-4287-8a91-794bbca583ec None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:57:15.053137 n-d-713498-36 neutron-server[103233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74bb640f-16bc-4287-8a91-794bbca583ec None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:57:15.053794 n-d-713498-36 neutron-server[103233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74bb640f-16bc-4287-8a91-794bbca583ec None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:57:15.053794 n-d-713498-36 neutron-server[103233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74bb640f-16bc-4287-8a91-794bbca583ec None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:57:15.054155 n-d-713498-36 neutron-server[103233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74bb640f-16bc-4287-8a91-794bbca583ec None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:57:15.054506 n-d-713498-36 neutron-server[103233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74bb640f-16bc-4287-8a91-794bbca583ec None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:57:15.055091 n-d-713498-36 neutron-server[103233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74bb640f-16bc-4287-8a91-794bbca583ec None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:57:15.055516 n-d-713498-36 neutron-server[103233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74bb640f-16bc-4287-8a91-794bbca583ec None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:57:15.055867 n-d-713498-36 neutron-server[103233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74bb640f-16bc-4287-8a91-794bbca583ec None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:57:15.056250 n-d-713498-36 neutron-server[103233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74bb640f-16bc-4287-8a91-794bbca583ec None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:57:15.056602 n-d-713498-36 neutron-server[103233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74bb640f-16bc-4287-8a91-794bbca583ec None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:57:15.056926 n-d-713498-36 neutron-server[103233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74bb640f-16bc-4287-8a91-794bbca583ec None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:57:15.057255 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-c78ed99c-03be-47ec-b7aa-b315ce16e09e req-f7f2dd5d-a87e-41c1-9ca9-ccfab0ee8edc tempest-ServerActionsTestJSON-1289812127 tempest-ServerActionsTestJSON-1289812127-project] 10.222.0.75 "GET /v2.0/quotas/6245c52be1054dbe94bb7e14e1adfcb2 HTTP/1.1" status: 200 len: 375 time: 0.0117421 Feb 09 19:57:15.097891 n-d-713498-36 neutron-server[103233]: DEBUG neutron.plugins.ml2.managers [None req-4c72c94c-85f5-45fe-9142-70626b4c637c None None] Attempting to bind port 43b4eee5-a731-4a67-8516-bb0b1f16ff86 on host n-d-713498-36 for vnic_type normal with profile {{(pid=103233) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 19:57:15.098293 n-d-713498-36 neutron-server[103233]: DEBUG neutron.plugins.ml2.managers [None req-4c72c94c-85f5-45fe-9142-70626b4c637c None None] Attempting to bind port 43b4eee5-a731-4a67-8516-bb0b1f16ff86 by drivers openvswitch,hyperv on host n-d-713498-36 at level 0 using segments [{'id': '14252cf2-3edf-4154-bc45-0979579e9ece', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '845ecdc2-0c48-46c6-8d67-7eeeafb5d68b'}] {{(pid=103233) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 19:57:15.098658 n-d-713498-36 neutron-server[103233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c72c94c-85f5-45fe-9142-70626b4c637c None None] Attempting to bind port 43b4eee5-a731-4a67-8516-bb0b1f16ff86 on network 845ecdc2-0c48-46c6-8d67-7eeeafb5d68b {{(pid=103233) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 19:57:15.106159 n-d-713498-36 neutron-server[103233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c72c94c-85f5-45fe-9142-70626b4c637c None None] Checking agent: {'id': '496418a2-c002-4aec-ab1a-07f3bea491bd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-36', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 18, 51, 47), 'started_at': datetime.datetime(2022, 2, 9, 18, 52, 17), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 19, 56, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-36'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103233) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 19:57:15.106549 n-d-713498-36 neutron-server[103233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c72c94c-85f5-45fe-9142-70626b4c637c None None] Checking segment: {'id': '14252cf2-3edf-4154-bc45-0979579e9ece', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '845ecdc2-0c48-46c6-8d67-7eeeafb5d68b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103233) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 19:57:15.106963 n-d-713498-36 neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-4c72c94c-85f5-45fe-9142-70626b4c637c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:57:15.107355 n-d-713498-36 neutron-server[103233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c72c94c-85f5-45fe-9142-70626b4c637c None None] Bound using segment: {'id': '14252cf2-3edf-4154-bc45-0979579e9ece', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '845ecdc2-0c48-46c6-8d67-7eeeafb5d68b'} {{(pid=103233) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 19:57:15.108525 n-d-713498-36 neutron-server[103233]: DEBUG neutron.plugins.ml2.managers [None req-4c72c94c-85f5-45fe-9142-70626b4c637c None None] Bound port: 43b4eee5-a731-4a67-8516-bb0b1f16ff86, host: n-d-713498-36, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '14252cf2-3edf-4154-bc45-0979579e9ece', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '845ecdc2-0c48-46c6-8d67-7eeeafb5d68b'}}] {{(pid=103233) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 19:57:15.109063 n-d-713498-36 neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-4c72c94c-85f5-45fe-9142-70626b4c637c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (43b4eee5-a731-4a67-8516-bb0b1f16ff86), before_update {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:57:15.136283 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-c78ed99c-03be-47ec-b7aa-b315ce16e09e req-868fe0d1-026c-4054-aeed-b0b517968874 tempest-ServerActionsTestJSON-1289812127 tempest-ServerActionsTestJSON-1289812127-project] 10.222.0.75 "GET /v2.0/ports?tenant_id=6245c52be1054dbe94bb7e14e1adfcb2&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0688107 Feb 09 19:57:15.164238 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [req-c78ed99c-03be-47ec-b7aa-b315ce16e09e req-1c76b672-b833-47fc-ab5d-fa6bcde64091 service neutron] http://10.222.0.75:9696/v2.0/extensions returned with HTTP 200 {{(pid=103230) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 09 19:57:15.165907 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-c78ed99c-03be-47ec-b7aa-b315ce16e09e req-1c76b672-b833-47fc-ab5d-fa6bcde64091 service neutron] 10.222.0.75 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0058343 Feb 09 19:57:15.199970 n-d-713498-36 neutron-server[103233]: DEBUG neutron.plugins.ml2.db [None req-4c72c94c-85f5-45fe-9142-70626b4c637c None None] For port 43b4eee5-a731-4a67-8516-bb0b1f16ff86, host n-d-713498-36, cleared binding levels {{(pid=103233) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 19:57:15.204471 n-d-713498-36 neutron-server[103233]: DEBUG neutron.plugins.ml2.db [None req-4c72c94c-85f5-45fe-9142-70626b4c637c None None] For port 43b4eee5-a731-4a67-8516-bb0b1f16ff86, host n-d-713498-36, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-36',level=0,port_id=43b4eee5-a731-4a67-8516-bb0b1f16ff86,segment=NetworkSegment(14252cf2-3edf-4154-bc45-0979579e9ece),segment_id=14252cf2-3edf-4154-bc45-0979579e9ece)] {{(pid=103233) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 19:57:15.212318 n-d-713498-36 neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-4c72c94c-85f5-45fe-9142-70626b4c637c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762867176205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762866656485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762866656503'] for port (43b4eee5-a731-4a67-8516-bb0b1f16ff86), after_update {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:57:15.249424 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.provisioning_blocks [None req-de8ffb56-27ff-4b93-83e3-57662e696ff8 None None] Provisioning complete for port 43b4eee5-a731-4a67-8516-bb0b1f16ff86 triggered by entity DHCP. {{(pid=103232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 19:57:15.250576 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-de8ffb56-27ff-4b93-83e3-57662e696ff8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593630'] for port (43b4eee5-a731-4a67-8516-bb0b1f16ff86), provisioning_complete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:57:15.272225 n-d-713498-36 neutron-server[103233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74bb640f-16bc-4287-8a91-794bbca583ec None None] Pushing event updated for resources: {'Port': ['ID=43b4eee5-a731-4a67-8516-bb0b1f16ff86,revision_number=4']} {{(pid=103233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:57:15.283614 n-d-713498-36 neutron-server[103233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c72c94c-85f5-45fe-9142-70626b4c637c None None] Routers {'8b66ef66-4e9c-49b4-8232-c6c9e9bf7f1c'} bound to L3 agent in host n-d-713498-36 {{(pid=103233) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 19:57:15.284236 n-d-713498-36 neutron-server[103233]: DEBUG neutron.db.l3_hamode_db [None req-4c72c94c-85f5-45fe-9142-70626b4c637c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T18:51:43Z,description=,heartbeat_timestamp=2022-02-09T19:57:13Z,host='n-d-713498-36',id=93303d5e-5d17-45e8-8963-7694f87783ae,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T18:51:43Z,topic='l3_agent')) {'router_ids': ['8b66ef66-4e9c-49b4-8232-c6c9e9bf7f1c'], 'active': True} {{(pid=103233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:57:15.301854 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-c78ed99c-03be-47ec-b7aa-b315ce16e09e req-560e6a75-e751-4bd3-9cba-cb6fcb7c4e84 service neutron] 10.222.0.75 "GET /v2.0/networks/845ecdc2-0c48-46c6-8d67-7eeeafb5d68b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1276104 Feb 09 19:57:15.356525 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-de8ffb56-27ff-4b93-83e3-57662e696ff8 None None] Current status of the port 43b4eee5-a731-4a67-8516-bb0b1f16ff86 is: DOWN; New status is: ACTIVE {{(pid=103232) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 19:57:15.357016 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-de8ffb56-27ff-4b93-83e3-57662e696ff8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (43b4eee5-a731-4a67-8516-bb0b1f16ff86), before_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:57:15.396818 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-de8ffb56-27ff-4b93-83e3-57662e696ff8 None None] For port 43b4eee5-a731-4a67-8516-bb0b1f16ff86, host n-d-713498-36, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-36',level=0,port_id=43b4eee5-a731-4a67-8516-bb0b1f16ff86,segment=NetworkSegment(14252cf2-3edf-4154-bc45-0979579e9ece),segment_id=14252cf2-3edf-4154-bc45-0979579e9ece)] {{(pid=103232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 19:57:15.404029 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-de8ffb56-27ff-4b93-83e3-57662e696ff8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762867176205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762866656485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762866656503'] for port (43b4eee5-a731-4a67-8516-bb0b1f16ff86), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:57:15.419338 n-d-713498-36 neutron-server[103233]: DEBUG neutron.db.l3_dvr_db [None req-4c72c94c-85f5-45fe-9142-70626b4c637c None None] Set router 8b66ef66-4e9c-49b4-8232-c6c9e9bf7f1c gateway port host: n-d-713498-36 {{(pid=103233) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 19:57:15.435372 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-c78ed99c-03be-47ec-b7aa-b315ce16e09e req-bda69249-6182-489b-90ee-2d2e6339dbbd service neutron] 10.222.0.75 "GET /v2.0/networks/845ecdc2-0c48-46c6-8d67-7eeeafb5d68b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1248617 Feb 09 19:57:15.467537 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de8ffb56-27ff-4b93-83e3-57662e696ff8 None None] Pushing event updated for resources: {'Port': ['ID=43b4eee5-a731-4a67-8516-bb0b1f16ff86,revision_number=5']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:57:15.639301 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.provisioning_blocks [None req-db9f2d3e-38c4-43de-b7b1-d30fccaa47b6 None None] Provisioning complete for port 43b4eee5-a731-4a67-8516-bb0b1f16ff86 triggered by entity DHCP. {{(pid=103232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 19:57:15.639789 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-db9f2d3e-38c4-43de-b7b1-d30fccaa47b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593630'] for port (43b4eee5-a731-4a67-8516-bb0b1f16ff86), provisioning_complete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:57:15.640307 n-d-713498-36 neutron-server[103233]: DEBUG neutron.db.l3_hamode_db [None req-4c72c94c-85f5-45fe-9142-70626b4c637c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b66ef66-4e9c-49b4-8232-c6c9e9bf7f1c', 'name': 'tempest-ServerActionsTestJSON-426882205-router', 'tenant_id': '6245c52be1054dbe94bb7e14e1adfcb2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88055e1e-672a-4487-be31-ffb6e833ece5', 'external_fixed_ips': [{'subnet_id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'ip_address': '172.25.1.251'}], 'enable_snat': True}, 'gw_port_id': '3b5f4677-7e2f-4257-84e8-83453d3478a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T19:57:08Z', 'updated_at': '2022-02-09T19:57:12Z', 'revision_number': 4, 'project_id': '6245c52be1054dbe94bb7e14e1adfcb2', 'gw_port': {'id': '3b5f4677-7e2f-4257-84e8-83453d3478a8', 'name': '', 'network_id': '88055e1e-672a-4487-be31-ffb6e833ece5', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:a5:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b66ef66-4e9c-49b4-8232-c6c9e9bf7f1c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4092, 'fixed_ips': [{'subnet_id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'ip_address': '172.25.1.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T19:57:09Z', 'updated_at': '2022-02-09T19:57:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-36', '_interfaces': [{'id': '43b4eee5-a731-4a67-8516-bb0b1f16ff86', 'name': '', 'network_id': '845ecdc2-0c48-46c6-8d67-7eeeafb5d68b', 'tenant_id': '6245c52be1054dbe94bb7e14e1adfcb2', 'mac_address': 'fa:16:3e:58:6c:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8b66ef66-4e9c-49b4-8232-c6c9e9bf7f1c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4093, 'fixed_ips': [{'subnet_id': '9a740078-9be8-472a-a565-0b0dba4a02f5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T19:57:11Z', 'updated_at': '2022-02-09T19:57:15Z', 'revision_number': 4, 'project_id': '6245c52be1054dbe94bb7e14e1adfcb2', 'subnets': [{'id': '9a740078-9be8-472a-a565-0b0dba4a02f5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-36', False) {} {{(pid=103233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:57:15.660321 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-4e776756-ecee-4943-bdc9-2bab3ac85282 req-41fda40a-da81-4ac8-a994-593c833d6cda tempest-ServerActionsTestJSON-1289812127 tempest-ServerActionsTestJSON-1289812127-project] 10.222.0.75 "GET /v2.0/ports?device_id=2c39e83d-0716-4ffb-bd2a-a96c31923b07 HTTP/1.1" status: 200 len: 210 time: 0.0346744 Feb 09 19:57:15.668712 n-d-713498-36 neutron-server[103233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c72c94c-85f5-45fe-9142-70626b4c637c None None] The sync data for ids ['8b66ef66-4e9c-49b4-8232-c6c9e9bf7f1c'] in n-d-713498-36 is: [{'id': '8b66ef66-4e9c-49b4-8232-c6c9e9bf7f1c', 'name': 'tempest-ServerActionsTestJSON-426882205-router', 'tenant_id': '6245c52be1054dbe94bb7e14e1adfcb2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88055e1e-672a-4487-be31-ffb6e833ece5', 'external_fixed_ips': [{'subnet_id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'ip_address': '172.25.1.251'}], 'enable_snat': True}, 'gw_port_id': '3b5f4677-7e2f-4257-84e8-83453d3478a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T19:57:08Z', 'updated_at': '2022-02-09T19:57:12Z', 'revision_number': 4, 'project_id': '6245c52be1054dbe94bb7e14e1adfcb2', 'gw_port': {'id': '3b5f4677-7e2f-4257-84e8-83453d3478a8', 'name': '', 'network_id': '88055e1e-672a-4487-be31-ffb6e833ece5', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:a5:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b66ef66-4e9c-49b4-8232-c6c9e9bf7f1c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4092, 'fixed_ips': [{'subnet_id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'ip_address': '172.25.1.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T19:57:09Z', 'updated_at': '2022-02-09T19:57:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-36', '_interfaces': [{'id': '43b4eee5-a731-4a67-8516-bb0b1f16ff86', 'name': '', 'network_id': '845ecdc2-0c48-46c6-8d67-7eeeafb5d68b', 'tenant_id': '6245c52be1054dbe94bb7e14e1adfcb2', 'mac_address': 'fa:16:3e:58:6c:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8b66ef66-4e9c-49b4-8232-c6c9e9bf7f1c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4093, 'fixed_ips': [{'subnet_id': '9a740078-9be8-472a-a565-0b0dba4a02f5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T19:57:11Z', 'updated_at': '2022-02-09T19:57:15Z', 'revision_number': 4, 'project_id': '6245c52be1054dbe94bb7e14e1adfcb2', 'subnets': [{'id': '9a740078-9be8-472a-a565-0b0dba4a02f5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103233) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 19:57:15.763203 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-db9f2d3e-38c4-43de-b7b1-d30fccaa47b6 None None] Current status of the port 43b4eee5-a731-4a67-8516-bb0b1f16ff86 is: ACTIVE; New status is: ACTIVE {{(pid=103232) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 19:57:16.109003 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-a7262a8e-0513-48fd-984d-75726a511961 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762867132591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593584'] for agent (911cfea2-02ae-4ec9-bac3-7808ee1cdd9c), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:57:16.293906 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Device 43b4eee5-a731-4a67-8516-bb0b1f16ff86 up at agent ovs-agent-n-d-713498-36 {{(pid=103232) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 19:57:16.352254 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.provisioning_blocks [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Provisioning complete for port 43b4eee5-a731-4a67-8516-bb0b1f16ff86 triggered by entity L2. {{(pid=103232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 19:57:16.352624 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593630'] for port (43b4eee5-a731-4a67-8516-bb0b1f16ff86), provisioning_complete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:57:16.435865 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Current status of the port 43b4eee5-a731-4a67-8516-bb0b1f16ff86 is: ACTIVE; New status is: ACTIVE {{(pid=103232) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 19:57:16.436980 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Device 3b5f4677-7e2f-4257-84e8-83453d3478a8 up at agent ovs-agent-n-d-713498-36 {{(pid=103232) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 19:57:16.488518 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.provisioning_blocks [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Provisioning complete for port 3b5f4677-7e2f-4257-84e8-83453d3478a8 triggered by entity L2. {{(pid=103232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 19:57:16.488900 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593630'] for port (3b5f4677-7e2f-4257-84e8-83453d3478a8), provisioning_complete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:57:16.583102 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Current status of the port 3b5f4677-7e2f-4257-84e8-83453d3478a8 is: ACTIVE; New status is: ACTIVE {{(pid=103232) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 19:57:16.726475 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c78ed99c-03be-47ec-b7aa-b315ce16e09e req-d4529253-9217-4669-8b96-a70a589d63f3 tempest-ServerActionsTestJSON-1289812127 tempest-ServerActionsTestJSON-1289812127-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:57:16.727990 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-c78ed99c-03be-47ec-b7aa-b315ce16e09e req-d4529253-9217-4669-8b96-a70a589d63f3 tempest-ServerActionsTestJSON-1289812127 tempest-ServerActionsTestJSON-1289812127-project] 10.222.0.89 "GET /v2.0/networks?id=845ecdc2-0c48-46c6-8d67-7eeeafb5d68b HTTP/1.1" status: 200 len: 811 time: 0.1290555 Feb 09 19:57:16.792631 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-2f2e3737-6c3a-4cf6-8d8f-4287db4b42fa req-fb0f3388-dc84-40d8-a5d4-c642377714d3 tempest-ServerActionsTestJSON-1289812127 tempest-ServerActionsTestJSON-1289812127-project] 10.222.0.75 "GET /v2.0/ports?device_id=2c39e83d-0716-4ffb-bd2a-a96c31923b07 HTTP/1.1" status: 200 len: 210 time: 0.0312383 Feb 09 19:57:16.805374 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-c78ed99c-03be-47ec-b7aa-b315ce16e09e req-f90652dc-75ee-4c20-a91e-9976fd98db02 tempest-ServerActionsTestJSON-1289812127 tempest-ServerActionsTestJSON-1289812127-project] 10.222.0.89 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=6245c52be1054dbe94bb7e14e1adfcb2 HTTP/1.1" status: 200 len: 379 time: 0.0645349 Feb 09 19:57:16.820602 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.v2.base [req-c78ed99c-03be-47ec-b7aa-b315ce16e09e req-1b67537a-0971-422e-9812-14146f69bc72 tempest-ServerActionsTestJSON-1289812127 tempest-ServerActionsTestJSON-1289812127-project] Request body: {'port': {'device_id': '2c39e83d-0716-4ffb-bd2a-a96c31923b07', 'network_id': '845ecdc2-0c48-46c6-8d67-7eeeafb5d68b', 'admin_state_up': True, 'tenant_id': '6245c52be1054dbe94bb7e14e1adfcb2', 'security_groups': ['e468a9c8-1697-49aa-8796-02bfe1187ffe']}} {{(pid=103229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 19:57:16.938728 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c78ed99c-03be-47ec-b7aa-b315ce16e09e req-1b67537a-0971-422e-9812-14146f69bc72 tempest-ServerActionsTestJSON-1289812127 tempest-ServerActionsTestJSON-1289812127-project] Made reservation on behalf of 6245c52be1054dbe94bb7e14e1adfcb2 for: {'port': 1} {{(pid=103229) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 19:57:16.942352 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-c78ed99c-03be-47ec-b7aa-b315ce16e09e req-1b67537a-0971-422e-9812-14146f69bc72 tempest-ServerActionsTestJSON-1289812127 tempest-ServerActionsTestJSON-1289812127-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (None), before_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:57:17.076841 n-d-713498-36 neutron-server[103229]: DEBUG neutron.db.db_base_plugin_common [req-c78ed99c-03be-47ec-b7aa-b315ce16e09e req-1b67537a-0971-422e-9812-14146f69bc72 tempest-ServerActionsTestJSON-1289812127 tempest-ServerActionsTestJSON-1289812127-project] Allocated IP 172.20.0.8 (845ecdc2-0c48-46c6-8d67-7eeeafb5d68b/9a740078-9be8-472a-a565-0b0dba4a02f5/88f253ca-34f2-4dbe-befd-b1bc6cc6af61) {{(pid=103229) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 19:57:17.106904 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762867132591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593584'] for agent (496418a2-c002-4aec-ab1a-07f3bea491bd), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:57:17.219923 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-c78ed99c-03be-47ec-b7aa-b315ce16e09e req-1b67537a-0971-422e-9812-14146f69bc72 tempest-ServerActionsTestJSON-1289812127 tempest-ServerActionsTestJSON-1289812127-project] Publish callbacks [] for port (88f253ca-34f2-4dbe-befd-b1bc6cc6af61), precommit_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:57:17.252654 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-c78ed99c-03be-47ec-b7aa-b315ce16e09e req-1b67537a-0971-422e-9812-14146f69bc72 tempest-ServerActionsTestJSON-1289812127 tempest-ServerActionsTestJSON-1289812127-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762866656467', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12867576'] for port (88f253ca-34f2-4dbe-befd-b1bc6cc6af61), after_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:57:17.299426 n-d-713498-36 neutron-server[103229]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c78ed99c-03be-47ec-b7aa-b315ce16e09e req-1b67537a-0971-422e-9812-14146f69bc72 tempest-ServerActionsTestJSON-1289812127 tempest-ServerActionsTestJSON-1289812127-project] Network 845ecdc2-0c48-46c6-8d67-7eeeafb5d68b is already hosted by enough agents. {{(pid=103229) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 19:57:17.302614 n-d-713498-36 neutron-server[103229]: DEBUG neutron.scheduler.base_scheduler [req-c78ed99c-03be-47ec-b7aa-b315ce16e09e req-1b67537a-0971-422e-9812-14146f69bc72 tempest-ServerActionsTestJSON-1289812127 tempest-ServerActionsTestJSON-1289812127-project] Resources bound (agent type, host, resource id): {{(pid=103229) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 19:57:17.306609 n-d-713498-36 neutron-server[103229]: DEBUG neutron.db.l3_dvrscheduler_db [req-c78ed99c-03be-47ec-b7aa-b315ce16e09e req-1b67537a-0971-422e-9812-14146f69bc72 tempest-ServerActionsTestJSON-1289812127 tempest-ServerActionsTestJSON-1289812127-project] Received port after_create {{(pid=103229) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 19:57:17.339097 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b67537a-0971-422e-9812-14146f69bc72 tempest-ServerActionsTestJSON-1289812127 tempest-ServerActionsTestJSON-1289812127-project] Pushing event updated for resources: {'Port': ['ID=88f253ca-34f2-4dbe-befd-b1bc6cc6af61,revision_number=1']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:57:17.366182 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c78ed99c-03be-47ec-b7aa-b315ce16e09e req-1b67537a-0971-422e-9812-14146f69bc72 tempest-ServerActionsTestJSON-1289812127 tempest-ServerActionsTestJSON-1289812127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:57:17.366884 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-c78ed99c-03be-47ec-b7aa-b315ce16e09e req-1b67537a-0971-422e-9812-14146f69bc72 tempest-ServerActionsTestJSON-1289812127 tempest-ServerActionsTestJSON-1289812127-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171096'] for port (None), before_response {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:57:17.387205 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-c78ed99c-03be-47ec-b7aa-b315ce16e09e req-1b67537a-0971-422e-9812-14146f69bc72 tempest-ServerActionsTestJSON-1289812127 tempest-ServerActionsTestJSON-1289812127-project] 10.222.0.89 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5707428 Feb 09 19:57:17.399013 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.v2.base [req-c78ed99c-03be-47ec-b7aa-b315ce16e09e req-69a33bc9-80fd-470e-92b0-a79b3e3217db service neutron] Request body: {'port': {'device_id': '2c39e83d-0716-4ffb-bd2a-a96c31923b07', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-713498-36'}} {{(pid=103229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 19:57:17.480003 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-c78ed99c-03be-47ec-b7aa-b315ce16e09e req-69a33bc9-80fd-470e-92b0-a79b3e3217db service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (88f253ca-34f2-4dbe-befd-b1bc6cc6af61), before_update {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:57:17.596050 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.provisioning_blocks [None req-d65eab9a-9526-40c5-b1e1-3cc1268b70cb None None] Provisioning complete for port 88f253ca-34f2-4dbe-befd-b1bc6cc6af61 triggered by entity DHCP. {{(pid=103232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 19:57:17.596583 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-d65eab9a-9526-40c5-b1e1-3cc1268b70cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593630'] for port (88f253ca-34f2-4dbe-befd-b1bc6cc6af61), provisioning_complete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:57:17.630719 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-d65eab9a-9526-40c5-b1e1-3cc1268b70cb None None] Port 88f253ca-34f2-4dbe-befd-b1bc6cc6af61 cannot update to ACTIVE because it is not bound. {{(pid=103232) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 19:57:17.770220 n-d-713498-36 neutron-server[103229]: DEBUG neutron.notifiers.nova [req-c78ed99c-03be-47ec-b7aa-b315ce16e09e req-69a33bc9-80fd-470e-92b0-a79b3e3217db service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 88f253ca-34f2-4dbe-befd-b1bc6cc6af61 {{(pid=103229) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 19:57:17.779869 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-c78ed99c-03be-47ec-b7aa-b315ce16e09e req-69a33bc9-80fd-470e-92b0-a79b3e3217db service neutron] Publish callbacks [] for port (88f253ca-34f2-4dbe-befd-b1bc6cc6af61), precommit_update {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:57:17.792834 n-d-713498-36 neutron-server[103229]: DEBUG neutron.db.provisioning_blocks [req-c78ed99c-03be-47ec-b7aa-b315ce16e09e req-69a33bc9-80fd-470e-92b0-a79b3e3217db service neutron] Transition to ACTIVE for port object 88f253ca-34f2-4dbe-befd-b1bc6cc6af61 will not be triggered until provisioned by entity L2. {{(pid=103229) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 19:57:17.796198 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-c78ed99c-03be-47ec-b7aa-b315ce16e09e req-69a33bc9-80fd-470e-92b0-a79b3e3217db service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762867176205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762866656485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762866656503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12867569'] for port (88f253ca-34f2-4dbe-befd-b1bc6cc6af61), after_update {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:57:17.846637 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69a33bc9-80fd-470e-92b0-a79b3e3217db service neutron] Pushing event updated for resources: {'Port': ['ID=88f253ca-34f2-4dbe-befd-b1bc6cc6af61,revision_number=2']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:57:17.974248 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.managers [req-c78ed99c-03be-47ec-b7aa-b315ce16e09e req-69a33bc9-80fd-470e-92b0-a79b3e3217db service neutron] Attempting to bind port 88f253ca-34f2-4dbe-befd-b1bc6cc6af61 on host n-h1-713498-36 for vnic_type normal with profile {{(pid=103229) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 19:57:17.974595 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.managers [req-c78ed99c-03be-47ec-b7aa-b315ce16e09e req-69a33bc9-80fd-470e-92b0-a79b3e3217db service neutron] Attempting to bind port 88f253ca-34f2-4dbe-befd-b1bc6cc6af61 by drivers openvswitch,hyperv on host n-h1-713498-36 at level 0 using segments [{'id': '14252cf2-3edf-4154-bc45-0979579e9ece', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '845ecdc2-0c48-46c6-8d67-7eeeafb5d68b'}] {{(pid=103229) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 19:57:17.974934 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c78ed99c-03be-47ec-b7aa-b315ce16e09e req-69a33bc9-80fd-470e-92b0-a79b3e3217db service neutron] Attempting to bind port 88f253ca-34f2-4dbe-befd-b1bc6cc6af61 on network 845ecdc2-0c48-46c6-8d67-7eeeafb5d68b {{(pid=103229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 19:57:17.982290 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c78ed99c-03be-47ec-b7aa-b315ce16e09e req-69a33bc9-80fd-470e-92b0-a79b3e3217db service neutron] Port 88f253ca-34f2-4dbe-befd-b1bc6cc6af61 on network 845ecdc2-0c48-46c6-8d67-7eeeafb5d68b not bound, no agent of type Open vSwitch agent registered on host n-h1-713498-36 {{(pid=103229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 19:57:17.982620 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c78ed99c-03be-47ec-b7aa-b315ce16e09e req-69a33bc9-80fd-470e-92b0-a79b3e3217db service neutron] Attempting to bind port 88f253ca-34f2-4dbe-befd-b1bc6cc6af61 on network 845ecdc2-0c48-46c6-8d67-7eeeafb5d68b {{(pid=103229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 19:57:17.988958 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c78ed99c-03be-47ec-b7aa-b315ce16e09e req-69a33bc9-80fd-470e-92b0-a79b3e3217db service neutron] Checking agent: {'id': '488cd9ae-631f-4955-ba0b-4f5a13f12e9c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713498-36', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 18, 59, 18), 'started_at': datetime.datetime(2022, 2, 9, 18, 59, 18), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 19, 56, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 19:57:17.989434 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c78ed99c-03be-47ec-b7aa-b315ce16e09e req-69a33bc9-80fd-470e-92b0-a79b3e3217db service neutron] Checking segment: {'id': '14252cf2-3edf-4154-bc45-0979579e9ece', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '845ecdc2-0c48-46c6-8d67-7eeeafb5d68b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103229) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 19:57:17.989694 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c78ed99c-03be-47ec-b7aa-b315ce16e09e req-69a33bc9-80fd-470e-92b0-a79b3e3217db service neutron] Bound using segment: {'id': '14252cf2-3edf-4154-bc45-0979579e9ece', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '845ecdc2-0c48-46c6-8d67-7eeeafb5d68b'} {{(pid=103229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 19:57:17.990148 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.managers [req-c78ed99c-03be-47ec-b7aa-b315ce16e09e req-69a33bc9-80fd-470e-92b0-a79b3e3217db service neutron] Bound port: 88f253ca-34f2-4dbe-befd-b1bc6cc6af61, host: n-h1-713498-36, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '14252cf2-3edf-4154-bc45-0979579e9ece', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '845ecdc2-0c48-46c6-8d67-7eeeafb5d68b'}}] {{(pid=103229) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 19:57:17.990510 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-c78ed99c-03be-47ec-b7aa-b315ce16e09e req-69a33bc9-80fd-470e-92b0-a79b3e3217db service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (88f253ca-34f2-4dbe-befd-b1bc6cc6af61), before_update {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:57:17.998698 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49b14735-c14b-4d81-b99b-ef42e603228e req-c812bd22-aca5-4076-91d8-726ef2384e0b tempest-ServerActionsTestJSON-1289812127 tempest-ServerActionsTestJSON-1289812127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:57:18.000216 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-49b14735-c14b-4d81-b99b-ef42e603228e req-c812bd22-aca5-4076-91d8-726ef2384e0b tempest-ServerActionsTestJSON-1289812127 tempest-ServerActionsTestJSON-1289812127-project] 10.222.0.75 "GET /v2.0/ports?device_id=2c39e83d-0716-4ffb-bd2a-a96c31923b07 HTTP/1.1" status: 200 len: 943 time: 0.0992210 Feb 09 19:57:18.445331 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-49b14735-c14b-4d81-b99b-ef42e603228e req-bf3cba71-821f-4c1e-b5c4-8499ba372243 tempest-ServerActionsTestJSON-1289812127 tempest-ServerActionsTestJSON-1289812127-project] 10.222.0.75 "GET /v2.0/security-groups?id=e468a9c8-1697-49aa-8796-02bfe1187ffe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4369533 Feb 09 19:57:18.455699 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.db [req-c78ed99c-03be-47ec-b7aa-b315ce16e09e req-69a33bc9-80fd-470e-92b0-a79b3e3217db service neutron] For port 88f253ca-34f2-4dbe-befd-b1bc6cc6af61, host n-h1-713498-36, cleared binding levels {{(pid=103229) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 19:57:18.459736 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.db [req-c78ed99c-03be-47ec-b7aa-b315ce16e09e req-69a33bc9-80fd-470e-92b0-a79b3e3217db service neutron] For port 88f253ca-34f2-4dbe-befd-b1bc6cc6af61, host n-h1-713498-36, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-36',level=0,port_id=88f253ca-34f2-4dbe-befd-b1bc6cc6af61,segment=NetworkSegment(14252cf2-3edf-4154-bc45-0979579e9ece),segment_id=14252cf2-3edf-4154-bc45-0979579e9ece)] {{(pid=103229) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 19:57:18.466973 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-c78ed99c-03be-47ec-b7aa-b315ce16e09e req-69a33bc9-80fd-470e-92b0-a79b3e3217db service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762867176205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762866656485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762866656503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12867569'] for port (88f253ca-34f2-4dbe-befd-b1bc6cc6af61), after_update {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:57:18.501132 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c78ed99c-03be-47ec-b7aa-b315ce16e09e req-69a33bc9-80fd-470e-92b0-a79b3e3217db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:57:18.501941 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-c78ed99c-03be-47ec-b7aa-b315ce16e09e req-69a33bc9-80fd-470e-92b0-a79b3e3217db service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171096'] for port (None), before_response {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:57:18.503353 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-c78ed99c-03be-47ec-b7aa-b315ce16e09e req-69a33bc9-80fd-470e-92b0-a79b3e3217db service neutron] 10.222.0.89 "PUT /v2.0/ports/88f253ca-34f2-4dbe-befd-b1bc6cc6af61 HTTP/1.1" status: 200 len: 1092 time: 1.1095078 Feb 09 19:57:18.505871 n-d-713498-36 neutron-server[103229]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2c39e83d-0716-4ffb-bd2a-a96c31923b07', 'tag': '88f253ca-34f2-4dbe-befd-b1bc6cc6af61'}] {{(pid=103229) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 19:57:18.509135 n-d-713498-36 neutron-server[103229]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fa6ae9a20702bd564eaf90d946620b2b4277b1ab91129323d3b54181076be307" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c30c25b2-c41d-4146-8a1b-fb56c57cdb81" -d '{"events": [{"name": "network-changed", "server_uuid": "2c39e83d-0716-4ffb-bd2a-a96c31923b07", "tag": "88f253ca-34f2-4dbe-befd-b1bc6cc6af61"}]}' {{(pid=103229) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 19:57:18.539981 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69a33bc9-80fd-470e-92b0-a79b3e3217db service neutron] Pushing event updated for resources: {'Port': ['ID=88f253ca-34f2-4dbe-befd-b1bc6cc6af61,revision_number=3']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:57:18.577747 n-d-713498-36 neutron-server[103229]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 19:57:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d11e88c7-26da-448a-ba5e-51d3d3d65a12 x-openstack-request-id: req-d11e88c7-26da-448a-ba5e-51d3d3d65a12 {{(pid=103229) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 19:57:18.578127 n-d-713498-36 neutron-server[103229]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2c39e83d-0716-4ffb-bd2a-a96c31923b07", "tag": "88f253ca-34f2-4dbe-befd-b1bc6cc6af61", "status": "completed", "code": 200}]} {{(pid=103229) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 19:57:18.578388 n-d-713498-36 neutron-server[103229]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-d11e88c7-26da-448a-ba5e-51d3d3d65a12 {{(pid=103229) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 19:57:18.578782 n-d-713498-36 neutron-server[103229]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2c39e83d-0716-4ffb-bd2a-a96c31923b07', 'tag': '88f253ca-34f2-4dbe-befd-b1bc6cc6af61', 'status': 'completed', 'code': 200} Feb 09 19:57:18.623551 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c78ed99c-03be-47ec-b7aa-b315ce16e09e req-7cea22e3-a6d9-4ceb-95b3-71172b2eb28d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:57:18.625150 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-c78ed99c-03be-47ec-b7aa-b315ce16e09e req-7cea22e3-a6d9-4ceb-95b3-71172b2eb28d service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=6245c52be1054dbe94bb7e14e1adfcb2&device_id=2c39e83d-0716-4ffb-bd2a-a96c31923b07 HTTP/1.1" status: 200 len: 1126 time: 0.0626276 Feb 09 19:57:18.669332 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-c78ed99c-03be-47ec-b7aa-b315ce16e09e req-f4f83398-8fd3-4ba8-9037-c2bd505bd49a service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=88f253ca-34f2-4dbe-befd-b1bc6cc6af61 HTTP/1.1" status: 200 len: 217 time: 0.0371146 Feb 09 19:57:18.719635 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c78ed99c-03be-47ec-b7aa-b315ce16e09e req-bf15e9a7-e828-4f97-afad-524a0a635896 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:57:18.721328 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-c78ed99c-03be-47ec-b7aa-b315ce16e09e req-bf15e9a7-e828-4f97-afad-524a0a635896 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=9a740078-9be8-472a-a565-0b0dba4a02f5 HTTP/1.1" status: 200 len: 850 time: 0.0466912 Feb 09 19:57:18.769520 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c78ed99c-03be-47ec-b7aa-b315ce16e09e req-c9661024-4440-4515-858e-dd7dfc727f54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:57:18.771052 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-c78ed99c-03be-47ec-b7aa-b315ce16e09e req-c9661024-4440-4515-858e-dd7dfc727f54 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=845ecdc2-0c48-46c6-8d67-7eeeafb5d68b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0444310 Feb 09 19:57:18.866561 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-c78ed99c-03be-47ec-b7aa-b315ce16e09e req-88881c2c-8668-4d59-a1b8-8d0413f712d9 service neutron] 10.222.0.89 "GET /v2.0/networks/845ecdc2-0c48-46c6-8d67-7eeeafb5d68b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0897892 Feb 09 19:57:18.927004 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762867132591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593584'] for agent (488cd9ae-631f-4955-ba0b-4f5a13f12e9c), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:57:18.959930 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-c78ed99c-03be-47ec-b7aa-b315ce16e09e req-d8a3c880-4693-4357-84f0-3ca43b0430b8 service neutron] 10.222.0.89 "GET /v2.0/networks/845ecdc2-0c48-46c6-8d67-7eeeafb5d68b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0874722 Feb 09 19:57:19.054621 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c30c25b2-c41d-4146-8a1b-fb56c57cdb81 req-434e4a85-752a-4300-b1e7-3a0b658df31d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:57:19.056390 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-c30c25b2-c41d-4146-8a1b-fb56c57cdb81 req-434e4a85-752a-4300-b1e7-3a0b658df31d service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=6245c52be1054dbe94bb7e14e1adfcb2&device_id=2c39e83d-0716-4ffb-bd2a-a96c31923b07 HTTP/1.1" status: 200 len: 1126 time: 0.0521786 Feb 09 19:57:19.152964 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c30c25b2-c41d-4146-8a1b-fb56c57cdb81 req-ee334a7e-2f99-4000-8dac-b2af6bf02bd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:57:19.154605 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-c30c25b2-c41d-4146-8a1b-fb56c57cdb81 req-ee334a7e-2f99-4000-8dac-b2af6bf02bd6 service neutron] 10.222.0.89 "GET /v2.0/networks?id=845ecdc2-0c48-46c6-8d67-7eeeafb5d68b HTTP/1.1" status: 200 len: 912 time: 0.0922120 Feb 09 19:57:19.198771 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-c30c25b2-c41d-4146-8a1b-fb56c57cdb81 req-e93fc12b-ec9a-4c45-b5de-7d12d3266f2e service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=88f253ca-34f2-4dbe-befd-b1bc6cc6af61 HTTP/1.1" status: 200 len: 217 time: 0.0381515 Feb 09 19:57:19.248183 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c30c25b2-c41d-4146-8a1b-fb56c57cdb81 req-711bb287-df97-41fd-aab1-4e5a2ce7f781 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:57:19.249623 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-c30c25b2-c41d-4146-8a1b-fb56c57cdb81 req-711bb287-df97-41fd-aab1-4e5a2ce7f781 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=9a740078-9be8-472a-a565-0b0dba4a02f5 HTTP/1.1" status: 200 len: 850 time: 0.0449235 Feb 09 19:57:19.301910 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c30c25b2-c41d-4146-8a1b-fb56c57cdb81 req-4ff532a7-7a4b-4fa4-abbe-e105b773f951 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:57:19.304347 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-c30c25b2-c41d-4146-8a1b-fb56c57cdb81 req-4ff532a7-7a4b-4fa4-abbe-e105b773f951 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=845ecdc2-0c48-46c6-8d67-7eeeafb5d68b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0486152 Feb 09 19:57:19.380833 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762867132591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593584'] for agent (bcd5faee-dc24-4298-9134-0e0aa054058e), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:57:19.401235 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-c30c25b2-c41d-4146-8a1b-fb56c57cdb81 req-4f8dd70d-44fa-4fdb-91c0-be03bdca03e2 service neutron] 10.222.0.89 "GET /v2.0/networks/845ecdc2-0c48-46c6-8d67-7eeeafb5d68b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0906322 Feb 09 19:57:19.498628 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-c30c25b2-c41d-4146-8a1b-fb56c57cdb81 req-27cbc644-23c8-4bc0-9d08-7eac440f1683 service neutron] 10.222.0.89 "GET /v2.0/networks/845ecdc2-0c48-46c6-8d67-7eeeafb5d68b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0899899 Feb 09 19:57:19.575366 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92e0d679-35aa-430f-a626-5ccad95fa490 req-2a67e8e0-022b-4083-bf74-30a1f0824243 tempest-ServerActionsTestJSON-1289812127 tempest-ServerActionsTestJSON-1289812127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:57:19.576981 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-92e0d679-35aa-430f-a626-5ccad95fa490 req-2a67e8e0-022b-4083-bf74-30a1f0824243 tempest-ServerActionsTestJSON-1289812127 tempest-ServerActionsTestJSON-1289812127-project] 10.222.0.75 "GET /v2.0/ports?device_id=2c39e83d-0716-4ffb-bd2a-a96c31923b07 HTTP/1.1" status: 200 len: 943 time: 0.0606966 Feb 09 19:57:19.637300 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-92e0d679-35aa-430f-a626-5ccad95fa490 req-f9ad844f-fbe8-4a8e-b966-254528db48cb tempest-ServerActionsTestJSON-1289812127 tempest-ServerActionsTestJSON-1289812127-project] 10.222.0.75 "GET /v2.0/security-groups?id=e468a9c8-1697-49aa-8796-02bfe1187ffe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0532806 Feb 09 19:57:20.762996 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16b64a25-7997-4a4c-9f51-e3e732d3827f req-a30dc377-8fc8-4d4c-bdbe-1d27935af3aa tempest-ServerActionsTestJSON-1289812127 tempest-ServerActionsTestJSON-1289812127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:57:20.764460 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-16b64a25-7997-4a4c-9f51-e3e732d3827f req-a30dc377-8fc8-4d4c-bdbe-1d27935af3aa tempest-ServerActionsTestJSON-1289812127 tempest-ServerActionsTestJSON-1289812127-project] 10.222.0.75 "GET /v2.0/ports?device_id=2c39e83d-0716-4ffb-bd2a-a96c31923b07 HTTP/1.1" status: 200 len: 943 time: 0.0570066 Feb 09 19:57:20.810918 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-16b64a25-7997-4a4c-9f51-e3e732d3827f req-15dfa8b0-5c60-458e-baab-023d8ee11099 tempest-ServerActionsTestJSON-1289812127 tempest-ServerActionsTestJSON-1289812127-project] 10.222.0.75 "GET /v2.0/security-groups?id=e468a9c8-1697-49aa-8796-02bfe1187ffe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399406 Feb 09 19:57:21.684692 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Device 88f253ca-34f2-4dbe-befd-b1bc6cc6af61 details requested by agent hyperv_n-h1-713498-36 with host n-h1-713498-36 {{(pid=103232) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 19:57:21.783259 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] For port 88f253ca-34f2-4dbe-befd-b1bc6cc6af61, host n-h1-713498-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-36',level=0,port_id=88f253ca-34f2-4dbe-befd-b1bc6cc6af61,segment=NetworkSegment(14252cf2-3edf-4154-bc45-0979579e9ece),segment_id=14252cf2-3edf-4154-bc45-0979579e9ece)] {{(pid=103232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 19:57:21.794965 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Returning: {'device': '88f253ca-34f2-4dbe-befd-b1bc6cc6af61', 'network_id': '845ecdc2-0c48-46c6-8d67-7eeeafb5d68b', 'port_id': '88f253ca-34f2-4dbe-befd-b1bc6cc6af61', 'mac_address': 'fa:16:3e:12:1e:b4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 361, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9a740078-9be8-472a-a565-0b0dba4a02f5', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103232) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 19:57:21.838501 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Current status of the port 88f253ca-34f2-4dbe-befd-b1bc6cc6af61 is: DOWN; New status is: BUILD {{(pid=103232) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 19:57:21.838898 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (88f253ca-34f2-4dbe-befd-b1bc6cc6af61), before_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:57:21.853192 n-d-713498-36 neutron-server[103232]: DEBUG neutron.notifiers.nova [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 88f253ca-34f2-4dbe-befd-b1bc6cc6af61 {{(pid=103232) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 19:57:21.872336 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] For port 88f253ca-34f2-4dbe-befd-b1bc6cc6af61, host n-h1-713498-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-36',level=0,port_id=88f253ca-34f2-4dbe-befd-b1bc6cc6af61,segment=NetworkSegment(14252cf2-3edf-4154-bc45-0979579e9ece),segment_id=14252cf2-3edf-4154-bc45-0979579e9ece)] {{(pid=103232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 19:57:21.883933 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762867176205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762866656485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762866656503'] for port (88f253ca-34f2-4dbe-befd-b1bc6cc6af61), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:57:21.942148 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adf15639-dc8d-485e-883c-e6a1c0d06391 req-ac8924c2-7463-43c6-9f33-5e799a2e219c tempest-ServerActionsTestJSON-1289812127 tempest-ServerActionsTestJSON-1289812127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:57:21.943770 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-adf15639-dc8d-485e-883c-e6a1c0d06391 req-ac8924c2-7463-43c6-9f33-5e799a2e219c tempest-ServerActionsTestJSON-1289812127 tempest-ServerActionsTestJSON-1289812127-project] 10.222.0.75 "GET /v2.0/ports?device_id=2c39e83d-0716-4ffb-bd2a-a96c31923b07 HTTP/1.1" status: 200 len: 944 time: 0.0616388 Feb 09 19:57:21.943886 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Pushing event updated for resources: {'Port': ['ID=88f253ca-34f2-4dbe-befd-b1bc6cc6af61,revision_number=4']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:57:21.951404 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:57:21.951772 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:57:21.952118 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:57:21.952458 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:57:21.952798 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:57:21.954216 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:57:21.954685 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:57:21.955235 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:57:21.955717 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:57:21.956054 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:57:21.956387 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:57:21.956715 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:57:21.957039 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:57:21.993212 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-adf15639-dc8d-485e-883c-e6a1c0d06391 req-7f0c6004-81ca-4731-ab8a-b0f1a4dd1cc2 tempest-ServerActionsTestJSON-1289812127 tempest-ServerActionsTestJSON-1289812127-project] 10.222.0.75 "GET /v2.0/security-groups?id=e468a9c8-1697-49aa-8796-02bfe1187ffe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435231 Feb 09 19:57:22.075041 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] get_ports_and_sgs() called for port_ids ['88f253ca-34f2-4dbe-befd-b1bc6cc6af61'] {{(pid=103232) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 19:57:23.120879 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0cf4373-4e5f-499d-8bdb-468d6e2d5bf1 req-3fd3ed22-4c7a-4368-a922-098b504a41a6 tempest-ServerActionsTestJSON-1289812127 tempest-ServerActionsTestJSON-1289812127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:57:23.122547 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-b0cf4373-4e5f-499d-8bdb-468d6e2d5bf1 req-3fd3ed22-4c7a-4368-a922-098b504a41a6 tempest-ServerActionsTestJSON-1289812127 tempest-ServerActionsTestJSON-1289812127-project] 10.222.0.75 "GET /v2.0/ports?device_id=2c39e83d-0716-4ffb-bd2a-a96c31923b07 HTTP/1.1" status: 200 len: 944 time: 0.0600893 Feb 09 19:57:23.179371 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-b0cf4373-4e5f-499d-8bdb-468d6e2d5bf1 req-e32f830e-01a7-4b67-82d9-5c5e26c7cce3 tempest-ServerActionsTestJSON-1289812127 tempest-ServerActionsTestJSON-1289812127-project] 10.222.0.75 "GET /v2.0/security-groups?id=e468a9c8-1697-49aa-8796-02bfe1187ffe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0484309 Feb 09 19:57:23.701221 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Device 88f253ca-34f2-4dbe-befd-b1bc6cc6af61 up at agent hyperv_n-h1-713498-36 {{(pid=103232) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 19:57:23.752571 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.provisioning_blocks [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Provisioning for port 88f253ca-34f2-4dbe-befd-b1bc6cc6af61 completed by entity L2. {{(pid=103232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 19:57:23.756787 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.provisioning_blocks [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Provisioning complete for port 88f253ca-34f2-4dbe-befd-b1bc6cc6af61 triggered by entity L2. {{(pid=103232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 19:57:23.757194 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593630'] for port (88f253ca-34f2-4dbe-befd-b1bc6cc6af61), provisioning_complete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:57:23.841735 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Current status of the port 88f253ca-34f2-4dbe-befd-b1bc6cc6af61 is: BUILD; New status is: ACTIVE {{(pid=103232) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 19:57:23.842059 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (88f253ca-34f2-4dbe-befd-b1bc6cc6af61), before_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:57:23.867087 n-d-713498-36 neutron-server[103232]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2c39e83d-0716-4ffb-bd2a-a96c31923b07', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '88f253ca-34f2-4dbe-befd-b1bc6cc6af61'}] {{(pid=103232) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 19:57:23.869352 n-d-713498-36 neutron-server[103232]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}949cdcde653dec44821de95cbf67297f53cbc2aed4e073b5d514f93bf911ce85" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-35da739b-08c7-4b81-8d55-1e723f9a4924" -d '{"events": [{"server_uuid": "2c39e83d-0716-4ffb-bd2a-a96c31923b07", "name": "network-vif-plugged", "status": "completed", "tag": "88f253ca-34f2-4dbe-befd-b1bc6cc6af61"}]}' {{(pid=103232) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 19:57:23.883276 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] For port 88f253ca-34f2-4dbe-befd-b1bc6cc6af61, host n-h1-713498-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-36',level=0,port_id=88f253ca-34f2-4dbe-befd-b1bc6cc6af61,segment=NetworkSegment(14252cf2-3edf-4154-bc45-0979579e9ece),segment_id=14252cf2-3edf-4154-bc45-0979579e9ece)] {{(pid=103232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 19:57:23.897346 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762867176205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762866656485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762866656503'] for port (88f253ca-34f2-4dbe-befd-b1bc6cc6af61), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:57:23.922383 n-d-713498-36 neutron-server[103232]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 19:57:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1971b875-7fda-4e3e-a1d2-bb1166be2467 x-openstack-request-id: req-1971b875-7fda-4e3e-a1d2-bb1166be2467 {{(pid=103232) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 19:57:23.922659 n-d-713498-36 neutron-server[103232]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2c39e83d-0716-4ffb-bd2a-a96c31923b07", "name": "network-vif-plugged", "status": "completed", "tag": "88f253ca-34f2-4dbe-befd-b1bc6cc6af61", "code": 200}]} {{(pid=103232) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 19:57:23.922928 n-d-713498-36 neutron-server[103232]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-1971b875-7fda-4e3e-a1d2-bb1166be2467 {{(pid=103232) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 19:57:23.923292 n-d-713498-36 neutron-server[103232]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2c39e83d-0716-4ffb-bd2a-a96c31923b07', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '88f253ca-34f2-4dbe-befd-b1bc6cc6af61', 'code': 200} Feb 09 19:57:23.953026 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Pushing event updated for resources: {'Port': ['ID=88f253ca-34f2-4dbe-befd-b1bc6cc6af61,revision_number=5']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:57:24.008531 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3584a72d-bd32-45d1-b261-eff56683e0db req-436f6c35-4f2d-483c-89c8-720df5c87e68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:57:24.010142 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-3584a72d-bd32-45d1-b261-eff56683e0db req-436f6c35-4f2d-483c-89c8-720df5c87e68 service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=2c39e83d-0716-4ffb-bd2a-a96c31923b07 HTTP/1.1" status: 200 len: 1128 time: 0.0451558 Feb 09 19:57:24.054140 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-3584a72d-bd32-45d1-b261-eff56683e0db req-398502ab-0c34-42b5-ae8c-dddd009048fe service neutron] 10.222.0.89 "GET /v2.0/security-groups?id=e468a9c8-1697-49aa-8796-02bfe1187ffe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385246 Feb 09 19:57:24.305198 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f39f30a-cf29-43d2-9824-280801bc4f45 req-09a9b1aa-5622-4ca4-a0f7-d8e8393917c9 tempest-ServerActionsTestJSON-1289812127 tempest-ServerActionsTestJSON-1289812127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:57:24.306719 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-9f39f30a-cf29-43d2-9824-280801bc4f45 req-09a9b1aa-5622-4ca4-a0f7-d8e8393917c9 tempest-ServerActionsTestJSON-1289812127 tempest-ServerActionsTestJSON-1289812127-project] 10.222.0.75 "GET /v2.0/ports?device_id=2c39e83d-0716-4ffb-bd2a-a96c31923b07 HTTP/1.1" status: 200 len: 945 time: 0.0551934 Feb 09 19:57:24.359891 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-9f39f30a-cf29-43d2-9824-280801bc4f45 req-24e92537-5ac3-44d1-a3f8-4ee4b713cd09 tempest-ServerActionsTestJSON-1289812127 tempest-ServerActionsTestJSON-1289812127-project] 10.222.0.75 "GET /v2.0/security-groups?id=e468a9c8-1697-49aa-8796-02bfe1187ffe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0476656 Feb 09 19:57:25.487356 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4d0c0e5-7aa0-4f87-9fdc-f94b815bf372 req-f9009057-6be2-483b-b627-7d1d13cf299c tempest-ServerActionsTestJSON-1289812127 tempest-ServerActionsTestJSON-1289812127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:57:25.488854 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-d4d0c0e5-7aa0-4f87-9fdc-f94b815bf372 req-f9009057-6be2-483b-b627-7d1d13cf299c tempest-ServerActionsTestJSON-1289812127 tempest-ServerActionsTestJSON-1289812127-project] 10.222.0.75 "GET /v2.0/ports?device_id=2c39e83d-0716-4ffb-bd2a-a96c31923b07 HTTP/1.1" status: 200 len: 945 time: 0.0569308 Feb 09 19:57:25.537777 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-d4d0c0e5-7aa0-4f87-9fdc-f94b815bf372 req-47c952b9-4dbb-406d-a971-22872ada2f6d tempest-ServerActionsTestJSON-1289812127 tempest-ServerActionsTestJSON-1289812127-project] 10.222.0.75 "GET /v2.0/security-groups?id=e468a9c8-1697-49aa-8796-02bfe1187ffe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433140 Feb 09 19:57:25.664296 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61bf79d0-369e-4169-b02c-e34e13a22291 req-41e98eb9-f283-4cb6-a675-f4e6efb90fb2 tempest-ServerActionsTestJSON-1289812127 tempest-ServerActionsTestJSON-1289812127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:57:25.665697 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-61bf79d0-369e-4169-b02c-e34e13a22291 req-41e98eb9-f283-4cb6-a675-f4e6efb90fb2 tempest-ServerActionsTestJSON-1289812127 tempest-ServerActionsTestJSON-1289812127-project] 10.222.0.75 "GET /v2.0/ports?device_id=2c39e83d-0716-4ffb-bd2a-a96c31923b07 HTTP/1.1" status: 200 len: 945 time: 0.0573568 Feb 09 19:57:25.674404 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 51974) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:57:25.678690 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.v2.base [None req-ba9eecf2-8f64-4667-8b4e-c61d05dd532e tempest-ServerActionsTestJSON-1289812127 tempest-ServerActionsTestJSON-1289812127-project] Request body: {'floatingip': {'port_id': '88f253ca-34f2-4dbe-befd-b1bc6cc6af61'}} {{(pid=103230) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 19:57:25.717863 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-ba9eecf2-8f64-4667-8b4e-c61d05dd532e tempest-ServerActionsTestJSON-1289812127 tempest-ServerActionsTestJSON-1289812127-project] Publish callbacks [] for floatingip (3f50e9e5-6deb-46a3-8b44-7a4b66111d8f), before_update {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:57:26.156578 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-ba9eecf2-8f64-4667-8b4e-c61d05dd532e tempest-ServerActionsTestJSON-1289812127 tempest-ServerActionsTestJSON-1289812127-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:57:26.161275 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-ba9eecf2-8f64-4667-8b4e-c61d05dd532e tempest-ServerActionsTestJSON-1289812127 tempest-ServerActionsTestJSON-1289812127-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1818909'] for floatingip (3f50e9e5-6deb-46a3-8b44-7a4b66111d8f), after_update {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:57:26.266058 n-d-713498-36 neutron-server[103230]: INFO neutron.db.l3_db [None req-ba9eecf2-8f64-4667-8b4e-c61d05dd532e tempest-ServerActionsTestJSON-1289812127 tempest-ServerActionsTestJSON-1289812127-project] Floating IP 3f50e9e5-6deb-46a3-8b44-7a4b66111d8f associated. External IP: 172.25.1.238, port: 88f253ca-34f2-4dbe-befd-b1bc6cc6af61. Feb 09 19:57:26.478505 n-d-713498-36 neutron-server[103230]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ba9eecf2-8f64-4667-8b4e-c61d05dd532e tempest-ServerActionsTestJSON-1289812127 tempest-ServerActionsTestJSON-1289812127-project] Router 8b66ef66-4e9c-49b4-8232-c6c9e9bf7f1c has already been hosted by L3 agent 93303d5e-5d17-45e8-8963-7694f87783ae {{(pid=103230) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 19:57:26.589598 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ba9eecf2-8f64-4667-8b4e-c61d05dd532e tempest-ServerActionsTestJSON-1289812127 tempest-ServerActionsTestJSON-1289812127-project] Notify agent at l3_agent.n-d-713498-36 the message routers_updated {{(pid=103230) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 19:57:26.594328 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-ba9eecf2-8f64-4667-8b4e-c61d05dd532e tempest-ServerActionsTestJSON-1289812127 tempest-ServerActionsTestJSON-1289812127-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171096'] for floatingip (None), before_response {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:57:26.601027 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a7cdb92-fcb9-4f0e-b16e-c1eb71e3e444 None None] Sync routers for ids ['8b66ef66-4e9c-49b4-8232-c6c9e9bf7f1c'] in n-d-713498-36 {{(pid=103232) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 19:57:26.611063 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a7cdb92-fcb9-4f0e-b16e-c1eb71e3e444 None None] Routers {'8b66ef66-4e9c-49b4-8232-c6c9e9bf7f1c'} bound to L3 agent in host n-d-713498-36 {{(pid=103232) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 19:57:26.612119 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.l3_hamode_db [None req-7a7cdb92-fcb9-4f0e-b16e-c1eb71e3e444 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T18:51:43Z,description=,heartbeat_timestamp=2022-02-09T19:57:13Z,host='n-d-713498-36',id=93303d5e-5d17-45e8-8963-7694f87783ae,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T18:51:43Z,topic='l3_agent')) {'router_ids': ['8b66ef66-4e9c-49b4-8232-c6c9e9bf7f1c'], 'active': True} {{(pid=103232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:57:26.624344 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-ba9eecf2-8f64-4667-8b4e-c61d05dd532e tempest-ServerActionsTestJSON-1289812127 tempest-ServerActionsTestJSON-1289812127-project] 10.222.0.75 "PUT /v2.0/floatingips/3f50e9e5-6deb-46a3-8b44-7a4b66111d8f HTTP/1.1" status: 200 len: 991 time: 0.9488952 Feb 09 19:57:26.625038 n-d-713498-36 neutron-server[103230]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2c39e83d-0716-4ffb-bd2a-a96c31923b07', 'tag': '88f253ca-34f2-4dbe-befd-b1bc6cc6af61'}] {{(pid=103230) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 19:57:26.628366 n-d-713498-36 neutron-server[103230]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aee5919275bae9f72eb374ee322673045eb80c1f84b4b45a97d96923bd50ab51" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-15eec363-6f91-4f64-abda-8571ce5fb38d" -d '{"events": [{"name": "network-changed", "server_uuid": "2c39e83d-0716-4ffb-bd2a-a96c31923b07", "tag": "88f253ca-34f2-4dbe-befd-b1bc6cc6af61"}]}' {{(pid=103230) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 19:57:26.674544 n-d-713498-36 neutron-server[103230]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 19:57:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b2acb537-9e44-4348-89bf-0f91fa97cef7 x-openstack-request-id: req-b2acb537-9e44-4348-89bf-0f91fa97cef7 {{(pid=103230) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 19:57:26.675188 n-d-713498-36 neutron-server[103230]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2c39e83d-0716-4ffb-bd2a-a96c31923b07", "tag": "88f253ca-34f2-4dbe-befd-b1bc6cc6af61", "status": "completed", "code": 200}]} {{(pid=103230) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 19:57:26.675188 n-d-713498-36 neutron-server[103230]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-b2acb537-9e44-4348-89bf-0f91fa97cef7 {{(pid=103230) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 19:57:26.675475 n-d-713498-36 neutron-server[103230]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2c39e83d-0716-4ffb-bd2a-a96c31923b07', 'tag': '88f253ca-34f2-4dbe-befd-b1bc6cc6af61', 'status': 'completed', 'code': 200} Feb 09 19:57:26.731294 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.l3_dvr_db [None req-7a7cdb92-fcb9-4f0e-b16e-c1eb71e3e444 None None] Set router 8b66ef66-4e9c-49b4-8232-c6c9e9bf7f1c gateway port host: n-d-713498-36 {{(pid=103232) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 19:57:26.770876 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15eec363-6f91-4f64-abda-8571ce5fb38d req-867f33b8-91d5-45d6-8e86-4ebe19e5f63b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:57:26.772357 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-15eec363-6f91-4f64-abda-8571ce5fb38d req-867f33b8-91d5-45d6-8e86-4ebe19e5f63b service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=6245c52be1054dbe94bb7e14e1adfcb2&device_id=2c39e83d-0716-4ffb-bd2a-a96c31923b07 HTTP/1.1" status: 200 len: 1128 time: 0.0722210 Feb 09 19:57:26.779871 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08af363f-8284-491c-8ddf-c19961584376 req-2c41369b-6ddf-4836-b5f5-cdcc22f02e3e tempest-ServerActionsTestJSON-1289812127 tempest-ServerActionsTestJSON-1289812127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:57:26.781310 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-08af363f-8284-491c-8ddf-c19961584376 req-2c41369b-6ddf-4836-b5f5-cdcc22f02e3e tempest-ServerActionsTestJSON-1289812127 tempest-ServerActionsTestJSON-1289812127-project] 10.222.0.75 "GET /v2.0/ports?device_id=2c39e83d-0716-4ffb-bd2a-a96c31923b07 HTTP/1.1" status: 200 len: 945 time: 0.0921986 Feb 09 19:57:26.888729 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-08af363f-8284-491c-8ddf-c19961584376 req-77b91276-be70-4eaf-990f-b422d6f9bd34 tempest-ServerActionsTestJSON-1289812127 tempest-ServerActionsTestJSON-1289812127-project] 10.222.0.75 "GET /v2.0/security-groups?id=e468a9c8-1697-49aa-8796-02bfe1187ffe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0991063 Feb 09 19:57:26.909218 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15eec363-6f91-4f64-abda-8571ce5fb38d req-fc2e7b8d-4a4d-40d8-83d6-f92544e23bf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:57:26.911875 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-15eec363-6f91-4f64-abda-8571ce5fb38d req-fc2e7b8d-4a4d-40d8-83d6-f92544e23bf1 service neutron] 10.222.0.89 "GET /v2.0/networks?id=845ecdc2-0c48-46c6-8d67-7eeeafb5d68b HTTP/1.1" status: 200 len: 912 time: 0.1297164 Feb 09 19:57:26.972709 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.l3_hamode_db [None req-7a7cdb92-fcb9-4f0e-b16e-c1eb71e3e444 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b66ef66-4e9c-49b4-8232-c6c9e9bf7f1c', 'name': 'tempest-ServerActionsTestJSON-426882205-router', 'tenant_id': '6245c52be1054dbe94bb7e14e1adfcb2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88055e1e-672a-4487-be31-ffb6e833ece5', 'external_fixed_ips': [{'subnet_id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'ip_address': '172.25.1.251'}], 'enable_snat': True}, 'gw_port_id': '3b5f4677-7e2f-4257-84e8-83453d3478a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T19:57:08Z', 'updated_at': '2022-02-09T19:57:12Z', 'revision_number': 4, 'project_id': '6245c52be1054dbe94bb7e14e1adfcb2', 'gw_port': {'id': '3b5f4677-7e2f-4257-84e8-83453d3478a8', 'name': '', 'network_id': '88055e1e-672a-4487-be31-ffb6e833ece5', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:a5:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b66ef66-4e9c-49b4-8232-c6c9e9bf7f1c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4092, 'fixed_ips': [{'subnet_id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'ip_address': '172.25.1.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T19:57:09Z', 'updated_at': '2022-02-09T19:57:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-36', '_floatingips': [{'id': '3f50e9e5-6deb-46a3-8b44-7a4b66111d8f', 'tenant_id': '6245c52be1054dbe94bb7e14e1adfcb2', 'floating_ip_address': '172.25.1.238', 'floating_network_id': '88055e1e-672a-4487-be31-ffb6e833ece5', 'router_id': '8b66ef66-4e9c-49b4-8232-c6c9e9bf7f1c', 'port_id': '88f253ca-34f2-4dbe-befd-b1bc6cc6af61', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4100, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '845ecdc2-0c48-46c6-8d67-7eeeafb5d68b', 'mac_address': 'fa:16:3e:12:1e:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c39e83d-0716-4ffb-bd2a-a96c31923b07', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T19:57:14Z', 'updated_at': '2022-02-09T19:57:26Z', 'revision_number': 1, 'project_id': '6245c52be1054dbe94bb7e14e1adfcb2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '43b4eee5-a731-4a67-8516-bb0b1f16ff86', 'name': '', 'network_id': '845ecdc2-0c48-46c6-8d67-7eeeafb5d68b', 'tenant_id': '6245c52be1054dbe94bb7e14e1adfcb2', 'mac_address': 'fa:16:3e:58:6c:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b66ef66-4e9c-49b4-8232-c6c9e9bf7f1c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4093, 'fixed_ips': [{'subnet_id': '9a740078-9be8-472a-a565-0b0dba4a02f5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T19:57:11Z', 'updated_at': '2022-02-09T19:57:15Z', 'revision_number': 5, 'project_id': '6245c52be1054dbe94bb7e14e1adfcb2', 'subnets': [{'id': '9a740078-9be8-472a-a565-0b0dba4a02f5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-36', False) {} {{(pid=103232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:57:26.988275 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-15eec363-6f91-4f64-abda-8571ce5fb38d req-cbd539fb-b461-4b97-8181-7e3c3ed4ef66 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=88f253ca-34f2-4dbe-befd-b1bc6cc6af61 HTTP/1.1" status: 200 len: 999 time: 0.0707641 Feb 09 19:57:27.000541 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a7cdb92-fcb9-4f0e-b16e-c1eb71e3e444 None None] Checking router: 8b66ef66-4e9c-49b4-8232-c6c9e9bf7f1c for host: n-d-713498-36 {{(pid=103232) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 19:57:27.010049 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a7cdb92-fcb9-4f0e-b16e-c1eb71e3e444 None None] Routers {'8b66ef66-4e9c-49b4-8232-c6c9e9bf7f1c'} bound to L3 agent in host n-d-713498-36 {{(pid=103232) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 19:57:27.010686 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.l3_hamode_db [None req-7a7cdb92-fcb9-4f0e-b16e-c1eb71e3e444 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T18:51:43Z,description=,heartbeat_timestamp=2022-02-09T19:57:13Z,host='n-d-713498-36',id=93303d5e-5d17-45e8-8963-7694f87783ae,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T18:51:43Z,topic='l3_agent')) {'router_ids': ['8b66ef66-4e9c-49b4-8232-c6c9e9bf7f1c'], 'active': True} {{(pid=103232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:57:27.038573 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15eec363-6f91-4f64-abda-8571ce5fb38d req-659524e9-116d-430f-be56-4f1340ff3bf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:57:27.040188 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-15eec363-6f91-4f64-abda-8571ce5fb38d req-659524e9-116d-430f-be56-4f1340ff3bf0 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=9a740078-9be8-472a-a565-0b0dba4a02f5 HTTP/1.1" status: 200 len: 850 time: 0.0466311 Feb 09 19:57:27.104150 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15eec363-6f91-4f64-abda-8571ce5fb38d req-ae347d0c-073f-42d6-9bee-ba477ec1f0a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:57:27.105728 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-15eec363-6f91-4f64-abda-8571ce5fb38d req-ae347d0c-073f-42d6-9bee-ba477ec1f0a1 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=845ecdc2-0c48-46c6-8d67-7eeeafb5d68b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0596607 Feb 09 19:57:27.132374 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.l3_dvr_db [None req-7a7cdb92-fcb9-4f0e-b16e-c1eb71e3e444 None None] Set router 8b66ef66-4e9c-49b4-8232-c6c9e9bf7f1c gateway port host: n-d-713498-36 {{(pid=103232) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 19:57:27.214742 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-15eec363-6f91-4f64-abda-8571ce5fb38d req-b3432c4e-f636-41b3-9453-b53f184b1332 service neutron] 10.222.0.89 "GET /v2.0/networks/845ecdc2-0c48-46c6-8d67-7eeeafb5d68b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1016335 Feb 09 19:57:27.313678 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-15eec363-6f91-4f64-abda-8571ce5fb38d req-690205ed-4492-4a31-a767-6112c5856aef service neutron] 10.222.0.89 "GET /v2.0/networks/845ecdc2-0c48-46c6-8d67-7eeeafb5d68b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0942800 Feb 09 19:57:27.424474 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.l3_hamode_db [None req-7a7cdb92-fcb9-4f0e-b16e-c1eb71e3e444 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b66ef66-4e9c-49b4-8232-c6c9e9bf7f1c', 'name': 'tempest-ServerActionsTestJSON-426882205-router', 'tenant_id': '6245c52be1054dbe94bb7e14e1adfcb2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88055e1e-672a-4487-be31-ffb6e833ece5', 'external_fixed_ips': [{'subnet_id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'ip_address': '172.25.1.251'}], 'enable_snat': True}, 'gw_port_id': '3b5f4677-7e2f-4257-84e8-83453d3478a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T19:57:08Z', 'updated_at': '2022-02-09T19:57:12Z', 'revision_number': 4, 'project_id': '6245c52be1054dbe94bb7e14e1adfcb2', 'gw_port': {'id': '3b5f4677-7e2f-4257-84e8-83453d3478a8', 'name': '', 'network_id': '88055e1e-672a-4487-be31-ffb6e833ece5', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:a5:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b66ef66-4e9c-49b4-8232-c6c9e9bf7f1c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4092, 'fixed_ips': [{'subnet_id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'ip_address': '172.25.1.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T19:57:09Z', 'updated_at': '2022-02-09T19:57:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-36', '_floatingips': [{'id': '3f50e9e5-6deb-46a3-8b44-7a4b66111d8f', 'tenant_id': '6245c52be1054dbe94bb7e14e1adfcb2', 'floating_ip_address': '172.25.1.238', 'floating_network_id': '88055e1e-672a-4487-be31-ffb6e833ece5', 'router_id': '8b66ef66-4e9c-49b4-8232-c6c9e9bf7f1c', 'port_id': '88f253ca-34f2-4dbe-befd-b1bc6cc6af61', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4100, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '845ecdc2-0c48-46c6-8d67-7eeeafb5d68b', 'mac_address': 'fa:16:3e:12:1e:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c39e83d-0716-4ffb-bd2a-a96c31923b07', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T19:57:14Z', 'updated_at': '2022-02-09T19:57:26Z', 'revision_number': 1, 'project_id': '6245c52be1054dbe94bb7e14e1adfcb2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '43b4eee5-a731-4a67-8516-bb0b1f16ff86', 'name': '', 'network_id': '845ecdc2-0c48-46c6-8d67-7eeeafb5d68b', 'tenant_id': '6245c52be1054dbe94bb7e14e1adfcb2', 'mac_address': 'fa:16:3e:58:6c:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b66ef66-4e9c-49b4-8232-c6c9e9bf7f1c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4093, 'fixed_ips': [{'subnet_id': '9a740078-9be8-472a-a565-0b0dba4a02f5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T19:57:11Z', 'updated_at': '2022-02-09T19:57:15Z', 'revision_number': 5, 'project_id': '6245c52be1054dbe94bb7e14e1adfcb2', 'subnets': [{'id': '9a740078-9be8-472a-a565-0b0dba4a02f5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-36', False) {} {{(pid=103232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:57:27.452418 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a7cdb92-fcb9-4f0e-b16e-c1eb71e3e444 None None] The sync data for ids ['8b66ef66-4e9c-49b4-8232-c6c9e9bf7f1c'] in n-d-713498-36 is: [{'id': '8b66ef66-4e9c-49b4-8232-c6c9e9bf7f1c', 'name': 'tempest-ServerActionsTestJSON-426882205-router', 'tenant_id': '6245c52be1054dbe94bb7e14e1adfcb2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88055e1e-672a-4487-be31-ffb6e833ece5', 'external_fixed_ips': [{'subnet_id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'ip_address': '172.25.1.251'}], 'enable_snat': True}, 'gw_port_id': '3b5f4677-7e2f-4257-84e8-83453d3478a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T19:57:08Z', 'updated_at': '2022-02-09T19:57:12Z', 'revision_number': 4, 'project_id': '6245c52be1054dbe94bb7e14e1adfcb2', 'gw_port': {'id': '3b5f4677-7e2f-4257-84e8-83453d3478a8', 'name': '', 'network_id': '88055e1e-672a-4487-be31-ffb6e833ece5', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:a5:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b66ef66-4e9c-49b4-8232-c6c9e9bf7f1c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4092, 'fixed_ips': [{'subnet_id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'ip_address': '172.25.1.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T19:57:09Z', 'updated_at': '2022-02-09T19:57:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-36', '_floatingips': [{'id': '3f50e9e5-6deb-46a3-8b44-7a4b66111d8f', 'tenant_id': '6245c52be1054dbe94bb7e14e1adfcb2', 'floating_ip_address': '172.25.1.238', 'floating_network_id': '88055e1e-672a-4487-be31-ffb6e833ece5', 'router_id': '8b66ef66-4e9c-49b4-8232-c6c9e9bf7f1c', 'port_id': '88f253ca-34f2-4dbe-befd-b1bc6cc6af61', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4100, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '845ecdc2-0c48-46c6-8d67-7eeeafb5d68b', 'mac_address': 'fa:16:3e:12:1e:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c39e83d-0716-4ffb-bd2a-a96c31923b07', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T19:57:14Z', 'updated_at': '2022-02-09T19:57:26Z', 'revision_number': 1, 'project_id': '6245c52be1054dbe94bb7e14e1adfcb2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '43b4eee5-a731-4a67-8516-bb0b1f16ff86', 'name': '', 'network_id': '845ecdc2-0c48-46c6-8d67-7eeeafb5d68b', 'tenant_id': '6245c52be1054dbe94bb7e14e1adfcb2', 'mac_address': 'fa:16:3e:58:6c:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b66ef66-4e9c-49b4-8232-c6c9e9bf7f1c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4093, 'fixed_ips': [{'subnet_id': '9a740078-9be8-472a-a565-0b0dba4a02f5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T19:57:11Z', 'updated_at': '2022-02-09T19:57:15Z', 'revision_number': 5, 'project_id': '6245c52be1054dbe94bb7e14e1adfcb2', 'subnets': [{'id': '9a740078-9be8-472a-a565-0b0dba4a02f5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103232) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 19:57:27.651951 n-d-713498-36 neutron-server[103233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7865ce47-ec1c-43e5-8c8e-ac24b1664b0c None None] New status for floating IP 3f50e9e5-6deb-46a3-8b44-7a4b66111d8f: ACTIVE {{(pid=103233) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 09 19:57:28.019434 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bad42e60-6820-4b3c-9e57-948b220fd53f req-58605d9c-a108-44f2-87e1-0673e63f9d9e tempest-ServerActionsTestJSON-1289812127 tempest-ServerActionsTestJSON-1289812127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:57:28.020904 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-bad42e60-6820-4b3c-9e57-948b220fd53f req-58605d9c-a108-44f2-87e1-0673e63f9d9e tempest-ServerActionsTestJSON-1289812127 tempest-ServerActionsTestJSON-1289812127-project] 10.222.0.75 "GET /v2.0/ports?device_id=2c39e83d-0716-4ffb-bd2a-a96c31923b07 HTTP/1.1" status: 200 len: 945 time: 0.0545011 Feb 09 19:57:28.068389 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-bad42e60-6820-4b3c-9e57-948b220fd53f req-809f3be6-12d7-4baf-b4be-31b61fd16876 tempest-ServerActionsTestJSON-1289812127 tempest-ServerActionsTestJSON-1289812127-project] 10.222.0.75 "GET /v2.0/security-groups?id=e468a9c8-1697-49aa-8796-02bfe1187ffe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417683 Feb 09 19:57:28.191480 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a90ca80b-2950-4674-a403-29d507023ddf req-4bff4b21-3de2-4285-bcd0-dfa0e4a055e7 tempest-ServerActionsTestJSON-1289812127 tempest-ServerActionsTestJSON-1289812127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:57:28.192887 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-a90ca80b-2950-4674-a403-29d507023ddf req-4bff4b21-3de2-4285-bcd0-dfa0e4a055e7 tempest-ServerActionsTestJSON-1289812127 tempest-ServerActionsTestJSON-1289812127-project] 10.222.0.75 "GET /v2.0/ports?device_id=2c39e83d-0716-4ffb-bd2a-a96c31923b07 HTTP/1.1" status: 200 len: 945 time: 0.0539362 Feb 09 19:57:28.256503 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-a90ca80b-2950-4674-a403-29d507023ddf req-b3655cf6-52cf-4698-a977-0b47049de8a8 tempest-ServerActionsTestJSON-1289812127 tempest-ServerActionsTestJSON-1289812127-project] 10.222.0.75 "GET /v2.0/security-groups?id=e468a9c8-1697-49aa-8796-02bfe1187ffe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0579431 Feb 09 19:57:28.545441 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-2b22af2a-0643-4bf2-9175-36e0da822538 req-08b8f3de-288c-4731-98bf-ac56895079a0 service neutron] 10.222.0.75 "GET /v2.0/ports?device_id=2c39e83d-0716-4ffb-bd2a-a96c31923b07&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0870004 Feb 09 19:57:28.559838 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67eb27bb-b7a1-472a-85fe-8e3095330848 req-e960df4c-f1cc-43b5-a756-81cdd55283a4 tempest-ServerActionsTestJSON-1289812127 tempest-ServerActionsTestJSON-1289812127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:57:28.561601 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-67eb27bb-b7a1-472a-85fe-8e3095330848 req-e960df4c-f1cc-43b5-a756-81cdd55283a4 tempest-ServerActionsTestJSON-1289812127 tempest-ServerActionsTestJSON-1289812127-project] 10.222.0.75 "GET /v2.0/ports?device_id=2c39e83d-0716-4ffb-bd2a-a96c31923b07 HTTP/1.1" status: 200 len: 945 time: 0.0755632 Feb 09 19:57:28.621514 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-67eb27bb-b7a1-472a-85fe-8e3095330848 req-d5eeec52-0a05-4868-b64a-4c5b0fab9d0c tempest-ServerActionsTestJSON-1289812127 tempest-ServerActionsTestJSON-1289812127-project] 10.222.0.75 "GET /v2.0/security-groups?id=e468a9c8-1697-49aa-8796-02bfe1187ffe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0518758 Feb 09 19:57:29.748546 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89122d1e-1db3-4aa7-9383-8847b6576654 req-fcd9e834-cc92-43c7-9c7f-c1c4ba9beea6 tempest-ServerActionsTestJSON-1289812127 tempest-ServerActionsTestJSON-1289812127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:57:29.750112 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-89122d1e-1db3-4aa7-9383-8847b6576654 req-fcd9e834-cc92-43c7-9c7f-c1c4ba9beea6 tempest-ServerActionsTestJSON-1289812127 tempest-ServerActionsTestJSON-1289812127-project] 10.222.0.75 "GET /v2.0/ports?device_id=2c39e83d-0716-4ffb-bd2a-a96c31923b07 HTTP/1.1" status: 200 len: 945 time: 0.0572038 Feb 09 19:57:29.803914 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-89122d1e-1db3-4aa7-9383-8847b6576654 req-ab641877-fbfe-4518-a755-aaba620f8f95 tempest-ServerActionsTestJSON-1289812127 tempest-ServerActionsTestJSON-1289812127-project] 10.222.0.75 "GET /v2.0/security-groups?id=e468a9c8-1697-49aa-8796-02bfe1187ffe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0478089 Feb 09 19:57:29.813612 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b22af2a-0643-4bf2-9175-36e0da822538 req-7cc24e9f-50eb-4f14-b508-f3911802d4ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:57:29.815927 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-2b22af2a-0643-4bf2-9175-36e0da822538 req-7cc24e9f-50eb-4f14-b508-f3911802d4ac service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=6245c52be1054dbe94bb7e14e1adfcb2&device_id=2c39e83d-0716-4ffb-bd2a-a96c31923b07 HTTP/1.1" status: 200 len: 1128 time: 0.0518672 Feb 09 19:57:29.906054 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b22af2a-0643-4bf2-9175-36e0da822538 req-1e81867b-f7e7-4c7d-b09f-34b7e8b49acd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:57:29.907550 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-2b22af2a-0643-4bf2-9175-36e0da822538 req-1e81867b-f7e7-4c7d-b09f-34b7e8b49acd service neutron] 10.222.0.89 "GET /v2.0/networks?id=845ecdc2-0c48-46c6-8d67-7eeeafb5d68b HTTP/1.1" status: 200 len: 912 time: 0.0863860 Feb 09 19:57:29.974902 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-2b22af2a-0643-4bf2-9175-36e0da822538 req-3b2ca8a2-0280-4ee4-ada9-e4fb70d87950 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=88f253ca-34f2-4dbe-befd-b1bc6cc6af61 HTTP/1.1" status: 200 len: 1001 time: 0.0621769 Feb 09 19:57:30.026842 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b22af2a-0643-4bf2-9175-36e0da822538 req-9fc1ce04-b644-4d08-af9e-198fd84da6ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:57:30.028608 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-2b22af2a-0643-4bf2-9175-36e0da822538 req-9fc1ce04-b644-4d08-af9e-198fd84da6ef service neutron] 10.222.0.89 "GET /v2.0/subnets?id=9a740078-9be8-472a-a565-0b0dba4a02f5 HTTP/1.1" status: 200 len: 850 time: 0.0481808 Feb 09 19:57:30.090462 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b22af2a-0643-4bf2-9175-36e0da822538 req-bd351e70-e653-4859-a75d-fa771d3f7bc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:57:30.091992 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-2b22af2a-0643-4bf2-9175-36e0da822538 req-bd351e70-e653-4859-a75d-fa771d3f7bc6 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=845ecdc2-0c48-46c6-8d67-7eeeafb5d68b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0577080 Feb 09 19:57:30.183451 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-2b22af2a-0643-4bf2-9175-36e0da822538 req-e15a7f85-2884-4958-980f-05ed352a413a service neutron] 10.222.0.89 "GET /v2.0/networks/845ecdc2-0c48-46c6-8d67-7eeeafb5d68b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0861242 Feb 09 19:57:30.273696 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-2b22af2a-0643-4bf2-9175-36e0da822538 req-6ba55dff-7027-459f-876b-6906385c4f34 service neutron] 10.222.0.89 "GET /v2.0/networks/845ecdc2-0c48-46c6-8d67-7eeeafb5d68b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845413 Feb 09 19:57:30.935582 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7462f6bb-6ad9-4154-90e8-ec8e63edb0e0 req-20660e7f-c82b-4cdc-a405-5a910b2f1d68 tempest-ServerActionsTestJSON-1289812127 tempest-ServerActionsTestJSON-1289812127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:57:30.938220 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-7462f6bb-6ad9-4154-90e8-ec8e63edb0e0 req-20660e7f-c82b-4cdc-a405-5a910b2f1d68 tempest-ServerActionsTestJSON-1289812127 tempest-ServerActionsTestJSON-1289812127-project] 10.222.0.75 "GET /v2.0/ports?device_id=2c39e83d-0716-4ffb-bd2a-a96c31923b07 HTTP/1.1" status: 200 len: 945 time: 0.0641613 Feb 09 19:57:30.990719 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-7462f6bb-6ad9-4154-90e8-ec8e63edb0e0 req-2517bd19-5a4f-4682-b328-e5555c0c665b tempest-ServerActionsTestJSON-1289812127 tempest-ServerActionsTestJSON-1289812127-project] 10.222.0.75 "GET /v2.0/security-groups?id=e468a9c8-1697-49aa-8796-02bfe1187ffe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457327 Feb 09 19:57:32.117265 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21383ddb-4733-459a-b0a7-d71c879b875e req-985ce8a5-834e-4656-9f79-5ba2529f1ac0 tempest-ServerActionsTestJSON-1289812127 tempest-ServerActionsTestJSON-1289812127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:57:32.118772 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-21383ddb-4733-459a-b0a7-d71c879b875e req-985ce8a5-834e-4656-9f79-5ba2529f1ac0 tempest-ServerActionsTestJSON-1289812127 tempest-ServerActionsTestJSON-1289812127-project] 10.222.0.75 "GET /v2.0/ports?device_id=2c39e83d-0716-4ffb-bd2a-a96c31923b07 HTTP/1.1" status: 200 len: 945 time: 0.0549915 Feb 09 19:57:32.166376 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-21383ddb-4733-459a-b0a7-d71c879b875e req-1687bcb5-276d-4d47-96c4-1d757de48509 tempest-ServerActionsTestJSON-1289812127 tempest-ServerActionsTestJSON-1289812127-project] 10.222.0.75 "GET /v2.0/security-groups?id=e468a9c8-1697-49aa-8796-02bfe1187ffe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420988 Feb 09 19:57:33.294385 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21409cd1-675a-4bf9-b4da-dc27dc4b2ac8 req-fb6e57a7-5fa1-4bf3-a4b2-be664dcec328 tempest-ServerActionsTestJSON-1289812127 tempest-ServerActionsTestJSON-1289812127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:57:33.295862 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-21409cd1-675a-4bf9-b4da-dc27dc4b2ac8 req-fb6e57a7-5fa1-4bf3-a4b2-be664dcec328 tempest-ServerActionsTestJSON-1289812127 tempest-ServerActionsTestJSON-1289812127-project] 10.222.0.75 "GET /v2.0/ports?device_id=2c39e83d-0716-4ffb-bd2a-a96c31923b07 HTTP/1.1" status: 200 len: 945 time: 0.0568070 Feb 09 19:57:33.346701 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-21409cd1-675a-4bf9-b4da-dc27dc4b2ac8 req-5532405f-3f1c-40c9-9849-dba53293873b tempest-ServerActionsTestJSON-1289812127 tempest-ServerActionsTestJSON-1289812127-project] 10.222.0.75 "GET /v2.0/security-groups?id=e468a9c8-1697-49aa-8796-02bfe1187ffe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423632 Feb 09 19:57:34.469102 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bacb745-9e4c-4cc5-8853-8a22cca36c05 req-401e97b3-8869-4621-8f66-daf4c20b0ced tempest-ServerActionsTestJSON-1289812127 tempest-ServerActionsTestJSON-1289812127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:57:34.470518 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-0bacb745-9e4c-4cc5-8853-8a22cca36c05 req-401e97b3-8869-4621-8f66-daf4c20b0ced tempest-ServerActionsTestJSON-1289812127 tempest-ServerActionsTestJSON-1289812127-project] 10.222.0.75 "GET /v2.0/ports?device_id=2c39e83d-0716-4ffb-bd2a-a96c31923b07 HTTP/1.1" status: 200 len: 945 time: 0.0545647 Feb 09 19:57:34.519095 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-0bacb745-9e4c-4cc5-8853-8a22cca36c05 req-084b11bf-d0b6-42fc-bdf2-f3713ad78ef6 tempest-ServerActionsTestJSON-1289812127 tempest-ServerActionsTestJSON-1289812127-project] 10.222.0.75 "GET /v2.0/security-groups?id=e468a9c8-1697-49aa-8796-02bfe1187ffe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426428 Feb 09 19:57:35.652684 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae247e29-f69f-4861-9e4b-98dfd8756fa4 req-ac057968-7d30-4f54-8800-3de30e9bcbcd tempest-ServerActionsTestJSON-1289812127 tempest-ServerActionsTestJSON-1289812127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:57:35.654313 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-ae247e29-f69f-4861-9e4b-98dfd8756fa4 req-ac057968-7d30-4f54-8800-3de30e9bcbcd tempest-ServerActionsTestJSON-1289812127 tempest-ServerActionsTestJSON-1289812127-project] 10.222.0.75 "GET /v2.0/ports?device_id=2c39e83d-0716-4ffb-bd2a-a96c31923b07 HTTP/1.1" status: 200 len: 945 time: 0.0611680 Feb 09 19:57:35.705514 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-ae247e29-f69f-4861-9e4b-98dfd8756fa4 req-9c39ef20-46db-4b61-a7c6-7be94ca858e5 tempest-ServerActionsTestJSON-1289812127 tempest-ServerActionsTestJSON-1289812127-project] 10.222.0.75 "GET /v2.0/security-groups?id=e468a9c8-1697-49aa-8796-02bfe1187ffe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429718 Feb 09 19:57:36.909700 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-749fe9a5-3b4f-40c6-bfa9-499a6864f330 req-38742e58-18b4-4721-939d-76e4ebc221cc tempest-ServerActionsTestJSON-1289812127 tempest-ServerActionsTestJSON-1289812127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:57:36.912221 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-749fe9a5-3b4f-40c6-bfa9-499a6864f330 req-38742e58-18b4-4721-939d-76e4ebc221cc tempest-ServerActionsTestJSON-1289812127 tempest-ServerActionsTestJSON-1289812127-project] 10.222.0.75 "GET /v2.0/ports?device_id=2c39e83d-0716-4ffb-bd2a-a96c31923b07 HTTP/1.1" status: 200 len: 945 time: 0.1038795 Feb 09 19:57:36.985494 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-749fe9a5-3b4f-40c6-bfa9-499a6864f330 req-63246e7e-6a55-43ea-a223-a34837760595 tempest-ServerActionsTestJSON-1289812127 tempest-ServerActionsTestJSON-1289812127-project] 10.222.0.75 "GET /v2.0/security-groups?id=e468a9c8-1697-49aa-8796-02bfe1187ffe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0630291 Feb 09 19:57:38.119552 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cd6819d-e5e1-4e7e-af74-580394a9b398 req-92e2a0ca-c1bb-4e03-a643-09e223bf4bc1 tempest-ServerActionsTestJSON-1289812127 tempest-ServerActionsTestJSON-1289812127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:57:38.121063 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-4cd6819d-e5e1-4e7e-af74-580394a9b398 req-92e2a0ca-c1bb-4e03-a643-09e223bf4bc1 tempest-ServerActionsTestJSON-1289812127 tempest-ServerActionsTestJSON-1289812127-project] 10.222.0.75 "GET /v2.0/ports?device_id=2c39e83d-0716-4ffb-bd2a-a96c31923b07 HTTP/1.1" status: 200 len: 945 time: 0.0583827 Feb 09 19:57:38.174014 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-4cd6819d-e5e1-4e7e-af74-580394a9b398 req-4f827b29-5a15-42aa-bd00-f7101a671f13 tempest-ServerActionsTestJSON-1289812127 tempest-ServerActionsTestJSON-1289812127-project] 10.222.0.75 "GET /v2.0/security-groups?id=e468a9c8-1697-49aa-8796-02bfe1187ffe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0471590 Feb 09 19:57:39.297260 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcc62f1e-920f-4617-b04e-50bdb00bd654 req-21e8213d-c8ca-4d8c-86dc-514bae10a369 tempest-ServerActionsTestJSON-1289812127 tempest-ServerActionsTestJSON-1289812127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:57:39.298771 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-bcc62f1e-920f-4617-b04e-50bdb00bd654 req-21e8213d-c8ca-4d8c-86dc-514bae10a369 tempest-ServerActionsTestJSON-1289812127 tempest-ServerActionsTestJSON-1289812127-project] 10.222.0.75 "GET /v2.0/ports?device_id=2c39e83d-0716-4ffb-bd2a-a96c31923b07 HTTP/1.1" status: 200 len: 945 time: 0.0539894 Feb 09 19:57:39.359712 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-bcc62f1e-920f-4617-b04e-50bdb00bd654 req-b5924078-bcef-4ba2-bc73-958da8fbedb1 tempest-ServerActionsTestJSON-1289812127 tempest-ServerActionsTestJSON-1289812127-project] 10.222.0.75 "GET /v2.0/security-groups?id=e468a9c8-1697-49aa-8796-02bfe1187ffe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0552921 Feb 09 19:57:40.491801 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6412bfe4-3e4a-4c52-b1e9-1f1822e5830a req-57440c0c-2f52-4c33-b7ca-40750dfc2f85 tempest-ServerActionsTestJSON-1289812127 tempest-ServerActionsTestJSON-1289812127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:57:40.493281 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-6412bfe4-3e4a-4c52-b1e9-1f1822e5830a req-57440c0c-2f52-4c33-b7ca-40750dfc2f85 tempest-ServerActionsTestJSON-1289812127 tempest-ServerActionsTestJSON-1289812127-project] 10.222.0.75 "GET /v2.0/ports?device_id=2c39e83d-0716-4ffb-bd2a-a96c31923b07 HTTP/1.1" status: 200 len: 945 time: 0.0534058 Feb 09 19:57:40.540062 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-6412bfe4-3e4a-4c52-b1e9-1f1822e5830a req-de53949a-4899-433b-965c-0da12cb6aded tempest-ServerActionsTestJSON-1289812127 tempest-ServerActionsTestJSON-1289812127-project] 10.222.0.75 "GET /v2.0/security-groups?id=e468a9c8-1697-49aa-8796-02bfe1187ffe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412576 Feb 09 19:57:40.704360 n-d-713498-36 neutron-server[103233]: DEBUG neutron.db.agents_db [None req-4a8a6a42-0a0c-4437-8958-92282682b6bb None None] Agent healthcheck: found 7 active agents {{(pid=103233) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 19:57:40.871565 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-15d1f4bc-8a88-4cd3-ac55-b1665e33cf88 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762867132591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593584'] for agent (af91e4b9-f4e1-42b1-a25c-a10dc47171c8), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:57:41.663428 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7f07e2b-b6b0-4c17-82d6-d9f643e0b1cc req-284d7c47-de9a-4541-b36e-13640840bc16 tempest-ServerActionsTestJSON-1289812127 tempest-ServerActionsTestJSON-1289812127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:57:41.665012 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-f7f07e2b-b6b0-4c17-82d6-d9f643e0b1cc req-284d7c47-de9a-4541-b36e-13640840bc16 tempest-ServerActionsTestJSON-1289812127 tempest-ServerActionsTestJSON-1289812127-project] 10.222.0.75 "GET /v2.0/ports?device_id=2c39e83d-0716-4ffb-bd2a-a96c31923b07 HTTP/1.1" status: 200 len: 945 time: 0.0542026 Feb 09 19:57:41.717094 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-f7f07e2b-b6b0-4c17-82d6-d9f643e0b1cc req-956f8ee6-7649-4cae-abdd-9c544c7fa926 tempest-ServerActionsTestJSON-1289812127 tempest-ServerActionsTestJSON-1289812127-project] 10.222.0.75 "GET /v2.0/security-groups?id=e468a9c8-1697-49aa-8796-02bfe1187ffe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0460799 Feb 09 19:57:42.840917 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-431c11fe-2f84-4cd4-aad0-c589d87895ca req-8d7553bd-6d2b-4a9e-9c70-58f3e7509198 tempest-ServerActionsTestJSON-1289812127 tempest-ServerActionsTestJSON-1289812127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:57:42.842318 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-431c11fe-2f84-4cd4-aad0-c589d87895ca req-8d7553bd-6d2b-4a9e-9c70-58f3e7509198 tempest-ServerActionsTestJSON-1289812127 tempest-ServerActionsTestJSON-1289812127-project] 10.222.0.75 "GET /v2.0/ports?device_id=2c39e83d-0716-4ffb-bd2a-a96c31923b07 HTTP/1.1" status: 200 len: 945 time: 0.0532029 Feb 09 19:57:42.895301 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-431c11fe-2f84-4cd4-aad0-c589d87895ca req-b4eca1fb-32f7-4fa7-a27d-97835f73dad1 tempest-ServerActionsTestJSON-1289812127 tempest-ServerActionsTestJSON-1289812127-project] 10.222.0.75 "GET /v2.0/security-groups?id=e468a9c8-1697-49aa-8796-02bfe1187ffe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0474412 Feb 09 19:57:43.162161 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-57512160-0fbc-40df-ba64-65f55bfd09e8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762867132591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593584'] for agent (93303d5e-5d17-45e8-8963-7694f87783ae), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:57:44.021718 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-726ea2e2-ef36-4335-be16-9d14805d121c req-9389e036-2e4a-4250-bbcb-68f92295a092 tempest-ServerActionsTestJSON-1289812127 tempest-ServerActionsTestJSON-1289812127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:57:44.023243 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-726ea2e2-ef36-4335-be16-9d14805d121c req-9389e036-2e4a-4250-bbcb-68f92295a092 tempest-ServerActionsTestJSON-1289812127 tempest-ServerActionsTestJSON-1289812127-project] 10.222.0.75 "GET /v2.0/ports?device_id=2c39e83d-0716-4ffb-bd2a-a96c31923b07 HTTP/1.1" status: 200 len: 945 time: 0.0562482 Feb 09 19:57:44.071515 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-726ea2e2-ef36-4335-be16-9d14805d121c req-54cf2bdc-7900-4f90-ad38-9167665e4ce4 tempest-ServerActionsTestJSON-1289812127 tempest-ServerActionsTestJSON-1289812127-project] 10.222.0.75 "GET /v2.0/security-groups?id=e468a9c8-1697-49aa-8796-02bfe1187ffe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426364 Feb 09 19:57:44.486821 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-edc54c9b-7f13-45d9-9271-85c9738b0128 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762867132591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593584'] for agent (a62b1850-466f-48ae-bec7-d62fb280e14b), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:57:45.195097 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7903973f-6791-4652-9774-88d463a692f3 req-a6d535ef-dc7d-4410-abdf-9053bf2b9444 tempest-ServerActionsTestJSON-1289812127 tempest-ServerActionsTestJSON-1289812127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:57:45.196607 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-7903973f-6791-4652-9774-88d463a692f3 req-a6d535ef-dc7d-4410-abdf-9053bf2b9444 tempest-ServerActionsTestJSON-1289812127 tempest-ServerActionsTestJSON-1289812127-project] 10.222.0.75 "GET /v2.0/ports?device_id=2c39e83d-0716-4ffb-bd2a-a96c31923b07 HTTP/1.1" status: 200 len: 945 time: 0.0559385 Feb 09 19:57:45.243945 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-7903973f-6791-4652-9774-88d463a692f3 req-33aed380-c979-4544-9465-1c7bb71f5007 tempest-ServerActionsTestJSON-1289812127 tempest-ServerActionsTestJSON-1289812127-project] 10.222.0.75 "GET /v2.0/security-groups?id=e468a9c8-1697-49aa-8796-02bfe1187ffe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412955 Feb 09 19:57:46.114189 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-a7262a8e-0513-48fd-984d-75726a511961 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762867132591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593584'] for agent (911cfea2-02ae-4ec9-bac3-7808ee1cdd9c), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:57:46.363038 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf381271-e748-4597-b2f2-d3042f3fd67d req-8b61f02d-16d6-446c-a657-e0a5f3823511 tempest-ServerActionsTestJSON-1289812127 tempest-ServerActionsTestJSON-1289812127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:57:46.364640 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-cf381271-e748-4597-b2f2-d3042f3fd67d req-8b61f02d-16d6-446c-a657-e0a5f3823511 tempest-ServerActionsTestJSON-1289812127 tempest-ServerActionsTestJSON-1289812127-project] 10.222.0.75 "GET /v2.0/ports?device_id=2c39e83d-0716-4ffb-bd2a-a96c31923b07 HTTP/1.1" status: 200 len: 945 time: 0.0526185 Feb 09 19:57:46.412165 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-cf381271-e748-4597-b2f2-d3042f3fd67d req-d095be41-a0b1-4dac-bec1-3126f4253ea8 tempest-ServerActionsTestJSON-1289812127 tempest-ServerActionsTestJSON-1289812127-project] 10.222.0.75 "GET /v2.0/security-groups?id=e468a9c8-1697-49aa-8796-02bfe1187ffe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419655 Feb 09 19:57:47.109295 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762867132591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593584'] for agent (496418a2-c002-4aec-ab1a-07f3bea491bd), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:57:47.534856 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46f76745-9098-4956-90d7-d9c67efba0d3 req-f83226e5-2ea6-4e0a-8bd1-f6a21543236e tempest-ServerActionsTestJSON-1289812127 tempest-ServerActionsTestJSON-1289812127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:57:47.537103 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-46f76745-9098-4956-90d7-d9c67efba0d3 req-f83226e5-2ea6-4e0a-8bd1-f6a21543236e tempest-ServerActionsTestJSON-1289812127 tempest-ServerActionsTestJSON-1289812127-project] 10.222.0.75 "GET /v2.0/ports?device_id=2c39e83d-0716-4ffb-bd2a-a96c31923b07 HTTP/1.1" status: 200 len: 945 time: 0.0549479 Feb 09 19:57:47.585553 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-46f76745-9098-4956-90d7-d9c67efba0d3 req-0895c8dc-3614-4fb6-8ecf-c920c1ab7878 tempest-ServerActionsTestJSON-1289812127 tempest-ServerActionsTestJSON-1289812127-project] 10.222.0.75 "GET /v2.0/security-groups?id=e468a9c8-1697-49aa-8796-02bfe1187ffe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428135 Feb 09 19:57:48.715163 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3868f0a-857c-419c-8df8-1fde9e3be7ac req-024bd809-b39b-4e80-b3a8-a3c85b65c479 tempest-ServerActionsTestJSON-1289812127 tempest-ServerActionsTestJSON-1289812127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:57:48.716673 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-f3868f0a-857c-419c-8df8-1fde9e3be7ac req-024bd809-b39b-4e80-b3a8-a3c85b65c479 tempest-ServerActionsTestJSON-1289812127 tempest-ServerActionsTestJSON-1289812127-project] 10.222.0.75 "GET /v2.0/ports?device_id=2c39e83d-0716-4ffb-bd2a-a96c31923b07 HTTP/1.1" status: 200 len: 945 time: 0.0590830 Feb 09 19:57:48.764376 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-f3868f0a-857c-419c-8df8-1fde9e3be7ac req-ba7e6491-2b8a-4f18-9bf1-1d1eae9760d1 tempest-ServerActionsTestJSON-1289812127 tempest-ServerActionsTestJSON-1289812127-project] 10.222.0.75 "GET /v2.0/security-groups?id=e468a9c8-1697-49aa-8796-02bfe1187ffe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421000 Feb 09 19:57:48.916672 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762867132591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593584'] for agent (488cd9ae-631f-4955-ba0b-4f5a13f12e9c), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:57:49.403431 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762867132591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593584'] for agent (bcd5faee-dc24-4298-9134-0e0aa054058e), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:57:49.891697 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36cd291e-0c50-41a6-9f21-848dc627d53f req-efe89922-19b1-4953-af9b-72ece57d374d tempest-ServerActionsTestJSON-1289812127 tempest-ServerActionsTestJSON-1289812127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:57:49.893179 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-36cd291e-0c50-41a6-9f21-848dc627d53f req-efe89922-19b1-4953-af9b-72ece57d374d tempest-ServerActionsTestJSON-1289812127 tempest-ServerActionsTestJSON-1289812127-project] 10.222.0.75 "GET /v2.0/ports?device_id=2c39e83d-0716-4ffb-bd2a-a96c31923b07 HTTP/1.1" status: 200 len: 945 time: 0.0579600 Feb 09 19:57:49.940175 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-36cd291e-0c50-41a6-9f21-848dc627d53f req-9268bc20-fe58-474a-be2c-aab5f78dfdd8 tempest-ServerActionsTestJSON-1289812127 tempest-ServerActionsTestJSON-1289812127-project] 10.222.0.75 "GET /v2.0/security-groups?id=e468a9c8-1697-49aa-8796-02bfe1187ffe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402339 Feb 09 19:57:51.064053 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87bf1c7f-7c01-4d6d-b7b4-16db77e9cc70 req-5727a948-e3c4-4f6d-b343-e9f04843128d tempest-ServerActionsTestJSON-1289812127 tempest-ServerActionsTestJSON-1289812127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:57:51.065534 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-87bf1c7f-7c01-4d6d-b7b4-16db77e9cc70 req-5727a948-e3c4-4f6d-b343-e9f04843128d tempest-ServerActionsTestJSON-1289812127 tempest-ServerActionsTestJSON-1289812127-project] 10.222.0.75 "GET /v2.0/ports?device_id=2c39e83d-0716-4ffb-bd2a-a96c31923b07 HTTP/1.1" status: 200 len: 945 time: 0.0533733 Feb 09 19:57:51.114289 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-87bf1c7f-7c01-4d6d-b7b4-16db77e9cc70 req-c736f5a5-9228-41a0-a68d-28976e4765c6 tempest-ServerActionsTestJSON-1289812127 tempest-ServerActionsTestJSON-1289812127-project] 10.222.0.75 "GET /v2.0/security-groups?id=e468a9c8-1697-49aa-8796-02bfe1187ffe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425785 Feb 09 19:57:52.234369 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c62e990e-bcdb-4a58-ad4b-1a324c5a5700 req-1b2f4a14-2fd3-494d-b96a-83272e1749cb tempest-ServerActionsTestJSON-1289812127 tempest-ServerActionsTestJSON-1289812127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:57:52.235857 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-c62e990e-bcdb-4a58-ad4b-1a324c5a5700 req-1b2f4a14-2fd3-494d-b96a-83272e1749cb tempest-ServerActionsTestJSON-1289812127 tempest-ServerActionsTestJSON-1289812127-project] 10.222.0.75 "GET /v2.0/ports?device_id=2c39e83d-0716-4ffb-bd2a-a96c31923b07 HTTP/1.1" status: 200 len: 945 time: 0.0522528 Feb 09 19:57:52.283606 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-c62e990e-bcdb-4a58-ad4b-1a324c5a5700 req-4022c5af-0030-4b75-af6a-fa4eecec6e44 tempest-ServerActionsTestJSON-1289812127 tempest-ServerActionsTestJSON-1289812127-project] 10.222.0.75 "GET /v2.0/security-groups?id=e468a9c8-1697-49aa-8796-02bfe1187ffe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409558 Feb 09 19:57:53.410800 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b0b2ffc-3b00-4160-96ed-71ac090431ce req-2720ae5a-e9d4-4e6d-bf68-6d422d0cdac2 tempest-ServerActionsTestJSON-1289812127 tempest-ServerActionsTestJSON-1289812127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:57:53.412735 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-2b0b2ffc-3b00-4160-96ed-71ac090431ce req-2720ae5a-e9d4-4e6d-bf68-6d422d0cdac2 tempest-ServerActionsTestJSON-1289812127 tempest-ServerActionsTestJSON-1289812127-project] 10.222.0.75 "GET /v2.0/ports?device_id=2c39e83d-0716-4ffb-bd2a-a96c31923b07 HTTP/1.1" status: 200 len: 945 time: 0.0573518 Feb 09 19:57:53.461609 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-2b0b2ffc-3b00-4160-96ed-71ac090431ce req-99a3e039-4589-4d14-ad99-f6bbb9fe00d1 tempest-ServerActionsTestJSON-1289812127 tempest-ServerActionsTestJSON-1289812127-project] 10.222.0.75 "GET /v2.0/security-groups?id=e468a9c8-1697-49aa-8796-02bfe1187ffe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431480 Feb 09 19:57:54.590582 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1be817b-1882-4ce3-a4d7-6d8dcbfac4aa req-a3729e98-79bc-48da-b9b8-786b1120b2c6 tempest-ServerActionsTestJSON-1289812127 tempest-ServerActionsTestJSON-1289812127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:57:54.592098 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-f1be817b-1882-4ce3-a4d7-6d8dcbfac4aa req-a3729e98-79bc-48da-b9b8-786b1120b2c6 tempest-ServerActionsTestJSON-1289812127 tempest-ServerActionsTestJSON-1289812127-project] 10.222.0.75 "GET /v2.0/ports?device_id=2c39e83d-0716-4ffb-bd2a-a96c31923b07 HTTP/1.1" status: 200 len: 945 time: 0.0581899 Feb 09 19:57:54.645554 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-f1be817b-1882-4ce3-a4d7-6d8dcbfac4aa req-d21d9e7e-6847-4098-9031-d6b5b0301415 tempest-ServerActionsTestJSON-1289812127 tempest-ServerActionsTestJSON-1289812127-project] 10.222.0.75 "GET /v2.0/security-groups?id=e468a9c8-1697-49aa-8796-02bfe1187ffe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450106 Feb 09 19:57:55.769025 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74c6a264-1193-4153-8894-0a9be5d7f1a6 req-065cf1d5-6955-4434-96b6-413d37c4519f tempest-ServerActionsTestJSON-1289812127 tempest-ServerActionsTestJSON-1289812127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:57:55.770536 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-74c6a264-1193-4153-8894-0a9be5d7f1a6 req-065cf1d5-6955-4434-96b6-413d37c4519f tempest-ServerActionsTestJSON-1289812127 tempest-ServerActionsTestJSON-1289812127-project] 10.222.0.75 "GET /v2.0/ports?device_id=2c39e83d-0716-4ffb-bd2a-a96c31923b07 HTTP/1.1" status: 200 len: 945 time: 0.0541987 Feb 09 19:57:55.819286 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-74c6a264-1193-4153-8894-0a9be5d7f1a6 req-7d0a14f2-6764-42df-87d0-c2a7fdda5f2d tempest-ServerActionsTestJSON-1289812127 tempest-ServerActionsTestJSON-1289812127-project] 10.222.0.75 "GET /v2.0/security-groups?id=e468a9c8-1697-49aa-8796-02bfe1187ffe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414233 Feb 09 19:57:56.967505 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ea1bc23-fe97-4caa-ba38-fae7edac2be2 req-625eeaca-e320-42ba-87a6-25f380789ff5 tempest-ServerActionsTestJSON-1289812127 tempest-ServerActionsTestJSON-1289812127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:57:56.969172 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-9ea1bc23-fe97-4caa-ba38-fae7edac2be2 req-625eeaca-e320-42ba-87a6-25f380789ff5 tempest-ServerActionsTestJSON-1289812127 tempest-ServerActionsTestJSON-1289812127-project] 10.222.0.75 "GET /v2.0/ports?device_id=2c39e83d-0716-4ffb-bd2a-a96c31923b07 HTTP/1.1" status: 200 len: 945 time: 0.0788548 Feb 09 19:57:57.026185 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-9ea1bc23-fe97-4caa-ba38-fae7edac2be2 req-a8e5eecb-2212-4440-b835-273739baeeec tempest-ServerActionsTestJSON-1289812127 tempest-ServerActionsTestJSON-1289812127-project] 10.222.0.75 "GET /v2.0/security-groups?id=e468a9c8-1697-49aa-8796-02bfe1187ffe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0498333 Feb 09 19:57:58.161255 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ec2dfbb-40d9-4310-a792-30b2c370c839 req-d296400d-caf4-47c2-9a4b-9ab981676094 tempest-ServerActionsTestJSON-1289812127 tempest-ServerActionsTestJSON-1289812127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:57:58.163489 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-7ec2dfbb-40d9-4310-a792-30b2c370c839 req-d296400d-caf4-47c2-9a4b-9ab981676094 tempest-ServerActionsTestJSON-1289812127 tempest-ServerActionsTestJSON-1289812127-project] 10.222.0.75 "GET /v2.0/ports?device_id=2c39e83d-0716-4ffb-bd2a-a96c31923b07 HTTP/1.1" status: 200 len: 945 time: 0.0621576 Feb 09 19:57:58.222140 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-7ec2dfbb-40d9-4310-a792-30b2c370c839 req-05c776a5-7efb-4d0b-9684-0a8b30839616 tempest-ServerActionsTestJSON-1289812127 tempest-ServerActionsTestJSON-1289812127-project] 10.222.0.75 "GET /v2.0/security-groups?id=e468a9c8-1697-49aa-8796-02bfe1187ffe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0520983 Feb 09 19:57:59.359969 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d860c6ed-267f-44e8-b5df-6662b167fcfb req-b2bb53ac-033e-47eb-9e53-2fe1048334e5 tempest-ServerActionsTestJSON-1289812127 tempest-ServerActionsTestJSON-1289812127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:57:59.361615 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-d860c6ed-267f-44e8-b5df-6662b167fcfb req-b2bb53ac-033e-47eb-9e53-2fe1048334e5 tempest-ServerActionsTestJSON-1289812127 tempest-ServerActionsTestJSON-1289812127-project] 10.222.0.75 "GET /v2.0/ports?device_id=2c39e83d-0716-4ffb-bd2a-a96c31923b07 HTTP/1.1" status: 200 len: 945 time: 0.0608165 Feb 09 19:57:59.423156 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-d860c6ed-267f-44e8-b5df-6662b167fcfb req-5227ed02-1993-4c83-ac65-d76d986d3e20 tempest-ServerActionsTestJSON-1289812127 tempest-ServerActionsTestJSON-1289812127-project] 10.222.0.75 "GET /v2.0/security-groups?id=e468a9c8-1697-49aa-8796-02bfe1187ffe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0516896 Feb 09 19:58:00.560481 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-954f03fe-b5d4-495c-bc0c-5144e8299529 req-e4cb420a-1d5d-432b-b317-91d006f8856d tempest-ServerActionsTestJSON-1289812127 tempest-ServerActionsTestJSON-1289812127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:58:00.562104 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-954f03fe-b5d4-495c-bc0c-5144e8299529 req-e4cb420a-1d5d-432b-b317-91d006f8856d tempest-ServerActionsTestJSON-1289812127 tempest-ServerActionsTestJSON-1289812127-project] 10.222.0.75 "GET /v2.0/ports?device_id=2c39e83d-0716-4ffb-bd2a-a96c31923b07 HTTP/1.1" status: 200 len: 945 time: 0.0607646 Feb 09 19:58:00.616979 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-954f03fe-b5d4-495c-bc0c-5144e8299529 req-8ada6828-abb5-4773-89c2-4a659f21b5b1 tempest-ServerActionsTestJSON-1289812127 tempest-ServerActionsTestJSON-1289812127-project] 10.222.0.75 "GET /v2.0/security-groups?id=e468a9c8-1697-49aa-8796-02bfe1187ffe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0488000 Feb 09 19:58:01.762486 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ce8ab87-80e2-4a4c-88ac-3f752ae1f904 req-11937ec7-b4e8-4081-a1a8-b1526cb46151 tempest-ServerActionsTestJSON-1289812127 tempest-ServerActionsTestJSON-1289812127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:58:01.764100 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-4ce8ab87-80e2-4a4c-88ac-3f752ae1f904 req-11937ec7-b4e8-4081-a1a8-b1526cb46151 tempest-ServerActionsTestJSON-1289812127 tempest-ServerActionsTestJSON-1289812127-project] 10.222.0.75 "GET /v2.0/ports?device_id=2c39e83d-0716-4ffb-bd2a-a96c31923b07 HTTP/1.1" status: 200 len: 945 time: 0.0606189 Feb 09 19:58:01.817369 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-4ce8ab87-80e2-4a4c-88ac-3f752ae1f904 req-b2c1e9b5-342e-4af0-a7c5-48478c3b2d81 tempest-ServerActionsTestJSON-1289812127 tempest-ServerActionsTestJSON-1289812127-project] 10.222.0.75 "GET /v2.0/security-groups?id=e468a9c8-1697-49aa-8796-02bfe1187ffe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0465007 Feb 09 19:58:02.118816 n-d-713498-36 neutron-server[103229]: INFO neutron.api.v2.resource [req-2b22af2a-0643-4bf2-9175-36e0da822538 req-21cc459b-4ada-485b-8393-07a07f3e8bcf service neutron] show failed (client error): The resource could not be found. Feb 09 19:58:02.119756 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-2b22af2a-0643-4bf2-9175-36e0da822538 req-21cc459b-4ada-485b-8393-07a07f3e8bcf service neutron] 10.222.0.89 "GET /v2.0/ports/88f253ca-34f2-4dbe-befd-b1bc6cc6af61/bindings/n-h2-713498-36 HTTP/1.1" status: 404 len: 381 time: 0.0579908 Feb 09 19:58:02.347734 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b22af2a-0643-4bf2-9175-36e0da822538 req-823cbbe9-3458-4a33-b538-b47fb2ac0c38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:58:02.350315 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-2b22af2a-0643-4bf2-9175-36e0da822538 req-823cbbe9-3458-4a33-b538-b47fb2ac0c38 service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=2c39e83d-0716-4ffb-bd2a-a96c31923b07&tenant_id=6245c52be1054dbe94bb7e14e1adfcb2 HTTP/1.1" status: 200 len: 1128 time: 0.0485909 Feb 09 19:58:02.363371 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.v2.base [req-2b22af2a-0643-4bf2-9175-36e0da822538 req-a7f02c6a-81a5-479d-bf98-3ec843296415 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-713498-36', 'device_owner': 'compute:nova'}} {{(pid=103230) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 19:58:02.427675 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [req-2b22af2a-0643-4bf2-9175-36e0da822538 req-a7f02c6a-81a5-479d-bf98-3ec843296415 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (88f253ca-34f2-4dbe-befd-b1bc6cc6af61), before_update {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:58:03.051643 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.db [req-2b22af2a-0643-4bf2-9175-36e0da822538 req-a7f02c6a-81a5-479d-bf98-3ec843296415 service neutron] For port 88f253ca-34f2-4dbe-befd-b1bc6cc6af61, host n-h1-713498-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-36',level=0,port_id=88f253ca-34f2-4dbe-befd-b1bc6cc6af61,segment=NetworkSegment(14252cf2-3edf-4154-bc45-0979579e9ece),segment_id=14252cf2-3edf-4154-bc45-0979579e9ece)] {{(pid=103230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 19:58:03.074317 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d7a855c-e797-4cbc-a242-8ea7f8526721 req-9c2862e6-fe2e-438e-8416-ba71c74881a1 tempest-ServerActionsTestJSON-1289812127 tempest-ServerActionsTestJSON-1289812127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:58:03.075845 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-4d7a855c-e797-4cbc-a242-8ea7f8526721 req-9c2862e6-fe2e-438e-8416-ba71c74881a1 tempest-ServerActionsTestJSON-1289812127 tempest-ServerActionsTestJSON-1289812127-project] 10.222.0.75 "GET /v2.0/ports?device_id=2c39e83d-0716-4ffb-bd2a-a96c31923b07 HTTP/1.1" status: 200 len: 945 time: 0.1209636 Feb 09 19:58:03.143125 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.db [req-2b22af2a-0643-4bf2-9175-36e0da822538 req-a7f02c6a-81a5-479d-bf98-3ec843296415 service neutron] For port 88f253ca-34f2-4dbe-befd-b1bc6cc6af61, host n-h1-713498-36, cleared binding levels {{(pid=103230) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 19:58:03.205208 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-4d7a855c-e797-4cbc-a242-8ea7f8526721 req-2fea5879-f925-420d-8ce1-fcb7d4ac168c tempest-ServerActionsTestJSON-1289812127 tempest-ServerActionsTestJSON-1289812127-project] 10.222.0.75 "GET /v2.0/security-groups?id=e468a9c8-1697-49aa-8796-02bfe1187ffe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1181259 Feb 09 19:58:03.209787 n-d-713498-36 neutron-server[103230]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2c39e83d-0716-4ffb-bd2a-a96c31923b07', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '88f253ca-34f2-4dbe-befd-b1bc6cc6af61'}] {{(pid=103230) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 19:58:03.212164 n-d-713498-36 neutron-server[103230]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aee5919275bae9f72eb374ee322673045eb80c1f84b4b45a97d96923bd50ab51" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5080482c-f6b1-43e3-b0b7-a37ddf4958c7" -d '{"events": [{"server_uuid": "2c39e83d-0716-4ffb-bd2a-a96c31923b07", "name": "network-vif-unplugged", "status": "completed", "tag": "88f253ca-34f2-4dbe-befd-b1bc6cc6af61"}]}' {{(pid=103230) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 19:58:03.217230 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [req-2b22af2a-0643-4bf2-9175-36e0da822538 req-a7f02c6a-81a5-479d-bf98-3ec843296415 service neutron] Publish callbacks [] for port (88f253ca-34f2-4dbe-befd-b1bc6cc6af61), precommit_update {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:58:03.234234 n-d-713498-36 neutron-server[103230]: DEBUG neutron.db.provisioning_blocks [req-2b22af2a-0643-4bf2-9175-36e0da822538 req-a7f02c6a-81a5-479d-bf98-3ec843296415 service neutron] Transition to ACTIVE for port object 88f253ca-34f2-4dbe-befd-b1bc6cc6af61 will not be triggered until provisioned by entity L2. {{(pid=103230) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 19:58:03.239950 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [req-2b22af2a-0643-4bf2-9175-36e0da822538 req-a7f02c6a-81a5-479d-bf98-3ec843296415 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762867176205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762866656485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762866656503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14393758'] for port (88f253ca-34f2-4dbe-befd-b1bc6cc6af61), after_update {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:58:03.281310 n-d-713498-36 neutron-server[103230]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 09 Feb 2022 19:58:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2908f834-6f27-4788-b514-d5d3d5d2fa01 x-openstack-request-id: req-2908f834-6f27-4788-b514-d5d3d5d2fa01 {{(pid=103230) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 19:58:03.281610 n-d-713498-36 neutron-server[103230]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2c39e83d-0716-4ffb-bd2a-a96c31923b07", "name": "network-vif-unplugged", "status": "completed", "tag": "88f253ca-34f2-4dbe-befd-b1bc6cc6af61", "code": 200}]} {{(pid=103230) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 19:58:03.281864 n-d-713498-36 neutron-server[103230]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-2908f834-6f27-4788-b514-d5d3d5d2fa01 {{(pid=103230) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 19:58:03.282289 n-d-713498-36 neutron-server[103230]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2c39e83d-0716-4ffb-bd2a-a96c31923b07', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '88f253ca-34f2-4dbe-befd-b1bc6cc6af61', 'code': 200} Feb 09 19:58:03.381108 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7f02c6a-81a5-479d-bf98-3ec843296415 service neutron] Pushing event updated for resources: {'Port': ['ID=88f253ca-34f2-4dbe-befd-b1bc6cc6af61,revision_number=6']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:58:03.450841 n-d-713498-36 neutron-server[103230]: DEBUG neutron.db.l3_dvrscheduler_db [req-2b22af2a-0643-4bf2-9175-36e0da822538 req-a7f02c6a-81a5-479d-bf98-3ec843296415 service neutron] No DVR routers for this DVR port 88f253ca-34f2-4dbe-befd-b1bc6cc6af61 on host n-h1-713498-36 {{(pid=103230) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 19:58:03.596287 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.managers [req-2b22af2a-0643-4bf2-9175-36e0da822538 req-a7f02c6a-81a5-479d-bf98-3ec843296415 service neutron] Attempting to bind port 88f253ca-34f2-4dbe-befd-b1bc6cc6af61 on host n-h2-713498-36 for vnic_type normal with profile {{(pid=103230) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 19:58:03.596661 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.managers [req-2b22af2a-0643-4bf2-9175-36e0da822538 req-a7f02c6a-81a5-479d-bf98-3ec843296415 service neutron] Attempting to bind port 88f253ca-34f2-4dbe-befd-b1bc6cc6af61 by drivers openvswitch,hyperv on host n-h2-713498-36 at level 0 using segments [{'id': '14252cf2-3edf-4154-bc45-0979579e9ece', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '845ecdc2-0c48-46c6-8d67-7eeeafb5d68b'}] {{(pid=103230) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 19:58:03.597144 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b22af2a-0643-4bf2-9175-36e0da822538 req-a7f02c6a-81a5-479d-bf98-3ec843296415 service neutron] Attempting to bind port 88f253ca-34f2-4dbe-befd-b1bc6cc6af61 on network 845ecdc2-0c48-46c6-8d67-7eeeafb5d68b {{(pid=103230) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 19:58:03.602991 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b22af2a-0643-4bf2-9175-36e0da822538 req-a7f02c6a-81a5-479d-bf98-3ec843296415 service neutron] Port 88f253ca-34f2-4dbe-befd-b1bc6cc6af61 on network 845ecdc2-0c48-46c6-8d67-7eeeafb5d68b not bound, no agent of type Open vSwitch agent registered on host n-h2-713498-36 {{(pid=103230) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 19:58:03.603585 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b22af2a-0643-4bf2-9175-36e0da822538 req-a7f02c6a-81a5-479d-bf98-3ec843296415 service neutron] Attempting to bind port 88f253ca-34f2-4dbe-befd-b1bc6cc6af61 on network 845ecdc2-0c48-46c6-8d67-7eeeafb5d68b {{(pid=103230) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 19:58:03.609626 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b22af2a-0643-4bf2-9175-36e0da822538 req-a7f02c6a-81a5-479d-bf98-3ec843296415 service neutron] Checking agent: {'id': 'bcd5faee-dc24-4298-9134-0e0aa054058e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713498-36', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 18, 59, 19), 'started_at': datetime.datetime(2022, 2, 9, 18, 59, 19), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 19, 57, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103230) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 19:58:03.610139 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b22af2a-0643-4bf2-9175-36e0da822538 req-a7f02c6a-81a5-479d-bf98-3ec843296415 service neutron] Checking segment: {'id': '14252cf2-3edf-4154-bc45-0979579e9ece', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '845ecdc2-0c48-46c6-8d67-7eeeafb5d68b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103230) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 19:58:03.610627 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b22af2a-0643-4bf2-9175-36e0da822538 req-a7f02c6a-81a5-479d-bf98-3ec843296415 service neutron] Bound using segment: {'id': '14252cf2-3edf-4154-bc45-0979579e9ece', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '845ecdc2-0c48-46c6-8d67-7eeeafb5d68b'} {{(pid=103230) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 19:58:03.611168 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.managers [req-2b22af2a-0643-4bf2-9175-36e0da822538 req-a7f02c6a-81a5-479d-bf98-3ec843296415 service neutron] Bound port: 88f253ca-34f2-4dbe-befd-b1bc6cc6af61, host: n-h2-713498-36, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '14252cf2-3edf-4154-bc45-0979579e9ece', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '845ecdc2-0c48-46c6-8d67-7eeeafb5d68b'}}] {{(pid=103230) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 19:58:03.611619 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [req-2b22af2a-0643-4bf2-9175-36e0da822538 req-a7f02c6a-81a5-479d-bf98-3ec843296415 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (88f253ca-34f2-4dbe-befd-b1bc6cc6af61), before_update {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:58:03.681937 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.db [req-2b22af2a-0643-4bf2-9175-36e0da822538 req-a7f02c6a-81a5-479d-bf98-3ec843296415 service neutron] For port 88f253ca-34f2-4dbe-befd-b1bc6cc6af61, host n-h2-713498-36, cleared binding levels {{(pid=103230) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 19:58:03.685013 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.db [req-2b22af2a-0643-4bf2-9175-36e0da822538 req-a7f02c6a-81a5-479d-bf98-3ec843296415 service neutron] For port 88f253ca-34f2-4dbe-befd-b1bc6cc6af61, host n-h2-713498-36, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-36',level=0,port_id=88f253ca-34f2-4dbe-befd-b1bc6cc6af61,segment=NetworkSegment(14252cf2-3edf-4154-bc45-0979579e9ece),segment_id=14252cf2-3edf-4154-bc45-0979579e9ece)] {{(pid=103230) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 19:58:03.692208 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [req-2b22af2a-0643-4bf2-9175-36e0da822538 req-a7f02c6a-81a5-479d-bf98-3ec843296415 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762867176205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762866656485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762866656503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14393758'] for port (88f253ca-34f2-4dbe-befd-b1bc6cc6af61), after_update {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:58:03.730551 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b22af2a-0643-4bf2-9175-36e0da822538 req-a7f02c6a-81a5-479d-bf98-3ec843296415 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:58:03.731117 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [req-2b22af2a-0643-4bf2-9175-36e0da822538 req-a7f02c6a-81a5-479d-bf98-3ec843296415 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171096'] for port (None), before_response {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:58:03.732388 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-2b22af2a-0643-4bf2-9175-36e0da822538 req-a7f02c6a-81a5-479d-bf98-3ec843296415 service neutron] 10.222.0.90 "PUT /v2.0/ports/88f253ca-34f2-4dbe-befd-b1bc6cc6af61 HTTP/1.1" status: 200 len: 1092 time: 1.3731689 Feb 09 19:58:03.773049 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7f02c6a-81a5-479d-bf98-3ec843296415 service neutron] Pushing event updated for resources: {'Port': ['ID=88f253ca-34f2-4dbe-befd-b1bc6cc6af61,revision_number=7']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:58:03.820722 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b22af2a-0643-4bf2-9175-36e0da822538 req-f32a9443-1898-4a8e-9e69-dc69570e10fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:58:03.822693 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-2b22af2a-0643-4bf2-9175-36e0da822538 req-f32a9443-1898-4a8e-9e69-dc69570e10fc service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=6245c52be1054dbe94bb7e14e1adfcb2&device_id=2c39e83d-0716-4ffb-bd2a-a96c31923b07 HTTP/1.1" status: 200 len: 1126 time: 0.0650063 Feb 09 19:58:03.953513 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b22af2a-0643-4bf2-9175-36e0da822538 req-e6701a01-f709-49ee-898e-4375bda0bbc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:58:03.955089 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-2b22af2a-0643-4bf2-9175-36e0da822538 req-e6701a01-f709-49ee-898e-4375bda0bbc6 service neutron] 10.222.0.90 "GET /v2.0/networks?id=845ecdc2-0c48-46c6-8d67-7eeeafb5d68b HTTP/1.1" status: 200 len: 912 time: 0.1241238 Feb 09 19:58:04.030764 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-2b22af2a-0643-4bf2-9175-36e0da822538 req-bfa99632-91ad-407d-8c0e-78204cf77711 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=88f253ca-34f2-4dbe-befd-b1bc6cc6af61 HTTP/1.1" status: 200 len: 999 time: 0.0690701 Feb 09 19:58:04.088214 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b22af2a-0643-4bf2-9175-36e0da822538 req-9dd02061-68dd-4118-9b24-ed572db6cef4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:58:04.089774 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-2b22af2a-0643-4bf2-9175-36e0da822538 req-9dd02061-68dd-4118-9b24-ed572db6cef4 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=9a740078-9be8-472a-a565-0b0dba4a02f5 HTTP/1.1" status: 200 len: 850 time: 0.0484669 Feb 09 19:58:04.148386 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b22af2a-0643-4bf2-9175-36e0da822538 req-86b8cf64-5361-4067-9be2-9bce26edb171 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:58:04.149978 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-2b22af2a-0643-4bf2-9175-36e0da822538 req-86b8cf64-5361-4067-9be2-9bce26edb171 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=845ecdc2-0c48-46c6-8d67-7eeeafb5d68b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0497441 Feb 09 19:58:04.263778 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-2b22af2a-0643-4bf2-9175-36e0da822538 req-bbcfb7d4-3172-4a2d-b0f6-c6b1aaff4677 service neutron] 10.222.0.90 "GET /v2.0/networks/845ecdc2-0c48-46c6-8d67-7eeeafb5d68b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1029596 Feb 09 19:58:04.422415 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-2b22af2a-0643-4bf2-9175-36e0da822538 req-bb54584c-5301-4d7e-a639-5af5384caa6d service neutron] 10.222.0.90 "GET /v2.0/networks/845ecdc2-0c48-46c6-8d67-7eeeafb5d68b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1511800 Feb 09 19:58:04.432407 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdaf7b81-b76a-4de8-a28d-c3dda0ecb5ac req-977050c1-bb4a-4c68-9407-f63e48b9d801 tempest-ServerActionsTestJSON-1289812127 tempest-ServerActionsTestJSON-1289812127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:58:04.434069 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-bdaf7b81-b76a-4de8-a28d-c3dda0ecb5ac req-977050c1-bb4a-4c68-9407-f63e48b9d801 tempest-ServerActionsTestJSON-1289812127 tempest-ServerActionsTestJSON-1289812127-project] 10.222.0.75 "GET /v2.0/ports?device_id=2c39e83d-0716-4ffb-bd2a-a96c31923b07 HTTP/1.1" status: 200 len: 943 time: 0.1132314 Feb 09 19:58:04.500230 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-bdaf7b81-b76a-4de8-a28d-c3dda0ecb5ac req-8cd6cbb8-245e-4bad-9903-2e92b8aa7e75 tempest-ServerActionsTestJSON-1289812127 tempest-ServerActionsTestJSON-1289812127-project] 10.222.0.75 "GET /v2.0/security-groups?id=e468a9c8-1697-49aa-8796-02bfe1187ffe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0576088 Feb 09 19:58:05.283927 n-d-713498-36 neutron-server[103230]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2c39e83d-0716-4ffb-bd2a-a96c31923b07', 'tag': '88f253ca-34f2-4dbe-befd-b1bc6cc6af61'}] {{(pid=103230) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 19:58:05.286465 n-d-713498-36 neutron-server[103230]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aee5919275bae9f72eb374ee322673045eb80c1f84b4b45a97d96923bd50ab51" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-11066875-3b7b-4599-a409-b31114417aee" -d '{"events": [{"name": "network-changed", "server_uuid": "2c39e83d-0716-4ffb-bd2a-a96c31923b07", "tag": "88f253ca-34f2-4dbe-befd-b1bc6cc6af61"}]}' {{(pid=103230) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 19:58:05.340088 n-d-713498-36 neutron-server[103230]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 19:58:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-006632bf-0d5d-443e-8595-0196fede2588 x-openstack-request-id: req-006632bf-0d5d-443e-8595-0196fede2588 {{(pid=103230) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 19:58:05.340378 n-d-713498-36 neutron-server[103230]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2c39e83d-0716-4ffb-bd2a-a96c31923b07", "tag": "88f253ca-34f2-4dbe-befd-b1bc6cc6af61", "status": "completed", "code": 200}]} {{(pid=103230) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 19:58:05.340631 n-d-713498-36 neutron-server[103230]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-006632bf-0d5d-443e-8595-0196fede2588 {{(pid=103230) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 19:58:05.341027 n-d-713498-36 neutron-server[103230]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2c39e83d-0716-4ffb-bd2a-a96c31923b07', 'tag': '88f253ca-34f2-4dbe-befd-b1bc6cc6af61', 'status': 'completed', 'code': 200} Feb 09 19:58:05.411235 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11066875-3b7b-4599-a409-b31114417aee req-6d80f550-fa8f-49cd-968e-1b1531601a2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:58:05.413282 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-11066875-3b7b-4599-a409-b31114417aee req-6d80f550-fa8f-49cd-968e-1b1531601a2f service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=6245c52be1054dbe94bb7e14e1adfcb2&device_id=2c39e83d-0716-4ffb-bd2a-a96c31923b07 HTTP/1.1" status: 200 len: 1126 time: 0.0575426 Feb 09 19:58:05.413456 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11066875-3b7b-4599-a409-b31114417aee req-6498d48c-114a-4dbd-b287-5ad09ab3c9f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:58:05.414890 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-11066875-3b7b-4599-a409-b31114417aee req-6498d48c-114a-4dbd-b287-5ad09ab3c9f1 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=6245c52be1054dbe94bb7e14e1adfcb2&device_id=2c39e83d-0716-4ffb-bd2a-a96c31923b07 HTTP/1.1" status: 200 len: 1126 time: 0.0505171 Feb 09 19:58:05.520445 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11066875-3b7b-4599-a409-b31114417aee req-856a03b2-80cf-466e-adff-7053b7f593d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:58:05.522345 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-11066875-3b7b-4599-a409-b31114417aee req-856a03b2-80cf-466e-adff-7053b7f593d5 service neutron] 10.222.0.89 "GET /v2.0/networks?id=845ecdc2-0c48-46c6-8d67-7eeeafb5d68b HTTP/1.1" status: 200 len: 912 time: 0.1031783 Feb 09 19:58:05.529126 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11066875-3b7b-4599-a409-b31114417aee req-3501be9d-62b9-45e2-b728-7d0cd7c850ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:58:05.530929 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-11066875-3b7b-4599-a409-b31114417aee req-3501be9d-62b9-45e2-b728-7d0cd7c850ac service neutron] 10.222.0.90 "GET /v2.0/networks?id=845ecdc2-0c48-46c6-8d67-7eeeafb5d68b HTTP/1.1" status: 200 len: 912 time: 0.1062682 Feb 09 19:58:05.606963 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-11066875-3b7b-4599-a409-b31114417aee req-5d35b3cf-915c-40ed-8ced-5f6a8b35212c service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=88f253ca-34f2-4dbe-befd-b1bc6cc6af61 HTTP/1.1" status: 200 len: 999 time: 0.0781186 Feb 09 19:58:05.619741 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-11066875-3b7b-4599-a409-b31114417aee req-2110a46c-8bce-4c5f-ad20-a7cb2255f357 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=88f253ca-34f2-4dbe-befd-b1bc6cc6af61 HTTP/1.1" status: 200 len: 999 time: 0.0816422 Feb 09 19:58:05.663678 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11066875-3b7b-4599-a409-b31114417aee req-9c3722f0-abb1-4468-ae00-e2ab027a3668 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:58:05.665202 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-11066875-3b7b-4599-a409-b31114417aee req-9c3722f0-abb1-4468-ae00-e2ab027a3668 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=9a740078-9be8-472a-a565-0b0dba4a02f5 HTTP/1.1" status: 200 len: 850 time: 0.0532882 Feb 09 19:58:05.696386 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11066875-3b7b-4599-a409-b31114417aee req-9925aec9-8d65-43bf-ad4d-35ee1a1aea02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:58:05.697864 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-11066875-3b7b-4599-a409-b31114417aee req-9925aec9-8d65-43bf-ad4d-35ee1a1aea02 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=9a740078-9be8-472a-a565-0b0dba4a02f5 HTTP/1.1" status: 200 len: 850 time: 0.0618553 Feb 09 19:58:05.716977 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7d1dda8-b7c7-4b94-9895-b0dcf38024c8 req-e83db9a2-fdb5-47cb-b910-03b5c113a787 tempest-ServerActionsTestJSON-1289812127 tempest-ServerActionsTestJSON-1289812127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:58:05.719612 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-c7d1dda8-b7c7-4b94-9895-b0dcf38024c8 req-e83db9a2-fdb5-47cb-b910-03b5c113a787 tempest-ServerActionsTestJSON-1289812127 tempest-ServerActionsTestJSON-1289812127-project] 10.222.0.75 "GET /v2.0/ports?device_id=2c39e83d-0716-4ffb-bd2a-a96c31923b07 HTTP/1.1" status: 200 len: 943 time: 0.1158741 Feb 09 19:58:05.734298 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11066875-3b7b-4599-a409-b31114417aee req-c29fe00e-426c-4113-8201-9360fa860314 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:58:05.735866 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-11066875-3b7b-4599-a409-b31114417aee req-c29fe00e-426c-4113-8201-9360fa860314 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=845ecdc2-0c48-46c6-8d67-7eeeafb5d68b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0648420 Feb 09 19:58:05.809364 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11066875-3b7b-4599-a409-b31114417aee req-c743390d-10f6-480a-ad3f-4671b1c4aa08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:58:05.810872 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-11066875-3b7b-4599-a409-b31114417aee req-c743390d-10f6-480a-ad3f-4671b1c4aa08 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=845ecdc2-0c48-46c6-8d67-7eeeafb5d68b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.1055572 Feb 09 19:58:05.814161 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-c7d1dda8-b7c7-4b94-9895-b0dcf38024c8 req-243a641e-21cc-4880-9aa1-818bb0fe7734 tempest-ServerActionsTestJSON-1289812127 tempest-ServerActionsTestJSON-1289812127-project] 10.222.0.75 "GET /v2.0/security-groups?id=e468a9c8-1697-49aa-8796-02bfe1187ffe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0830736 Feb 09 19:58:05.852041 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-11066875-3b7b-4599-a409-b31114417aee req-9b088c2c-06a3-4aa8-b867-06da48b1d479 service neutron] 10.222.0.89 "GET /v2.0/networks/845ecdc2-0c48-46c6-8d67-7eeeafb5d68b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1100245 Feb 09 19:58:05.942266 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-11066875-3b7b-4599-a409-b31114417aee req-96bfb8ad-8b25-43dd-a5c7-826f79cd0d3d service neutron] 10.222.0.90 "GET /v2.0/networks/845ecdc2-0c48-46c6-8d67-7eeeafb5d68b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1230686 Feb 09 19:58:05.950495 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Device 88f253ca-34f2-4dbe-befd-b1bc6cc6af61 no longer exists at agent hyperv_n-h1-713498-36 {{(pid=103232) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 19:58:05.957682 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-11066875-3b7b-4599-a409-b31114417aee req-8cbaa90a-d9a5-49fc-b7ed-cda6a1b032d4 service neutron] 10.222.0.89 "GET /v2.0/networks/845ecdc2-0c48-46c6-8d67-7eeeafb5d68b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0976574 Feb 09 19:58:06.001459 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] The host n-h1-713498-36 is not matching for port 88f253ca-34f2-4dbe-befd-b1bc6cc6af61 host n-h2-713498-36! {{(pid=103232) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2330}} Feb 09 19:58:06.010425 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Device 88f253ca-34f2-4dbe-befd-b1bc6cc6af61 not bound to the agent host n-h1-713498-36 {{(pid=103232) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 19:58:06.078045 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-11066875-3b7b-4599-a409-b31114417aee req-8cfa0926-8bc4-4683-89dc-b8b04759b04f service neutron] 10.222.0.90 "GET /v2.0/networks/845ecdc2-0c48-46c6-8d67-7eeeafb5d68b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1252816 Feb 09 19:58:06.958542 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11404b60-0d9b-4dbc-a1da-0f3e51a47576 req-b3259865-26ce-4f8a-899c-748714034f2e tempest-ServerActionsTestJSON-1289812127 tempest-ServerActionsTestJSON-1289812127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:58:06.960314 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-11404b60-0d9b-4dbc-a1da-0f3e51a47576 req-b3259865-26ce-4f8a-899c-748714034f2e tempest-ServerActionsTestJSON-1289812127 tempest-ServerActionsTestJSON-1289812127-project] 10.222.0.75 "GET /v2.0/ports?device_id=2c39e83d-0716-4ffb-bd2a-a96c31923b07 HTTP/1.1" status: 200 len: 943 time: 0.0558453 Feb 09 19:58:07.013664 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-11404b60-0d9b-4dbc-a1da-0f3e51a47576 req-5752b59b-b1d3-4e78-843a-3ea382faf46f tempest-ServerActionsTestJSON-1289812127 tempest-ServerActionsTestJSON-1289812127-project] 10.222.0.75 "GET /v2.0/security-groups?id=e468a9c8-1697-49aa-8796-02bfe1187ffe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0462730 Feb 09 19:58:07.145114 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Device 88f253ca-34f2-4dbe-befd-b1bc6cc6af61 details requested by agent hyperv_n-h2-713498-36 with host n-h2-713498-36 {{(pid=103232) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 19:58:07.263542 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-7429db8d-6021-40ad-813e-885be449a89b None None] For port 88f253ca-34f2-4dbe-befd-b1bc6cc6af61, host n-h2-713498-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-36',level=0,port_id=88f253ca-34f2-4dbe-befd-b1bc6cc6af61,segment=NetworkSegment(14252cf2-3edf-4154-bc45-0979579e9ece),segment_id=14252cf2-3edf-4154-bc45-0979579e9ece)] {{(pid=103232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 19:58:07.276841 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Returning: {'device': '88f253ca-34f2-4dbe-befd-b1bc6cc6af61', 'network_id': '845ecdc2-0c48-46c6-8d67-7eeeafb5d68b', 'port_id': '88f253ca-34f2-4dbe-befd-b1bc6cc6af61', 'mac_address': 'fa:16:3e:12:1e:b4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 361, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9a740078-9be8-472a-a565-0b0dba4a02f5', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103232) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 19:58:07.284748 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74531af2-83f5-4970-bdf2-8a830aa7504e req-d272418e-4d5b-4b3b-8f9f-b9d8057710dd tempest-ServerActionsTestJSON-1289812127 tempest-ServerActionsTestJSON-1289812127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:58:07.286609 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-74531af2-83f5-4970-bdf2-8a830aa7504e req-d272418e-4d5b-4b3b-8f9f-b9d8057710dd tempest-ServerActionsTestJSON-1289812127 tempest-ServerActionsTestJSON-1289812127-project] 10.222.0.89 "GET /v2.0/ports?device_id=2c39e83d-0716-4ffb-bd2a-a96c31923b07&tenant_id=6245c52be1054dbe94bb7e14e1adfcb2&binding%3Ahost_id=n-h2-713498-36 HTTP/1.1" status: 200 len: 943 time: 0.0976062 Feb 09 19:58:07.304846 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e98220c2-8273-400e-9e21-179400be14e4 req-0ba00df6-c83c-44dc-ab1b-85bbbc785b91 tempest-ServerActionsTestJSON-1289812127 tempest-ServerActionsTestJSON-1289812127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:58:07.306693 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-e98220c2-8273-400e-9e21-179400be14e4 req-0ba00df6-c83c-44dc-ab1b-85bbbc785b91 tempest-ServerActionsTestJSON-1289812127 tempest-ServerActionsTestJSON-1289812127-project] 10.222.0.75 "GET /v2.0/ports?device_id=2c39e83d-0716-4ffb-bd2a-a96c31923b07 HTTP/1.1" status: 200 len: 943 time: 0.1167309 Feb 09 19:58:07.318564 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Current status of the port 88f253ca-34f2-4dbe-befd-b1bc6cc6af61 is: DOWN; New status is: BUILD {{(pid=103232) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 19:58:07.318952 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (88f253ca-34f2-4dbe-befd-b1bc6cc6af61), before_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:58:07.332653 n-d-713498-36 neutron-server[103232]: DEBUG neutron.notifiers.nova [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 88f253ca-34f2-4dbe-befd-b1bc6cc6af61 {{(pid=103232) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 19:58:07.359167 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-7429db8d-6021-40ad-813e-885be449a89b None None] For port 88f253ca-34f2-4dbe-befd-b1bc6cc6af61, host n-h2-713498-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-36',level=0,port_id=88f253ca-34f2-4dbe-befd-b1bc6cc6af61,segment=NetworkSegment(14252cf2-3edf-4154-bc45-0979579e9ece),segment_id=14252cf2-3edf-4154-bc45-0979579e9ece)] {{(pid=103232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 19:58:07.363280 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762867176205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762866656485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762866656503'] for port (88f253ca-34f2-4dbe-befd-b1bc6cc6af61), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:58:07.401221 n-d-713498-36 neutron-server[103229]: INFO neutron.api.v2.resource [req-74531af2-83f5-4970-bdf2-8a830aa7504e req-98a4bc60-bc94-4c74-b884-df7f25b35e48 service neutron] delete failed (client error): The resource could not be found. Feb 09 19:58:07.402183 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-74531af2-83f5-4970-bdf2-8a830aa7504e req-98a4bc60-bc94-4c74-b884-df7f25b35e48 service neutron] 10.222.0.89 "DELETE /v2.0/ports/88f253ca-34f2-4dbe-befd-b1bc6cc6af61/bindings/n-h1-713498-36 HTTP/1.1" status: 404 len: 381 time: 0.1090493 Feb 09 19:58:07.406034 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-e98220c2-8273-400e-9e21-179400be14e4 req-23da6808-c720-4e8c-8af6-909c6a948155 tempest-ServerActionsTestJSON-1289812127 tempest-ServerActionsTestJSON-1289812127-project] 10.222.0.75 "GET /v2.0/security-groups?id=e468a9c8-1697-49aa-8796-02bfe1187ffe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0699441 Feb 09 19:58:07.414371 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Pushing event updated for resources: {'Port': ['ID=88f253ca-34f2-4dbe-befd-b1bc6cc6af61,revision_number=8']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:58:07.498483 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74531af2-83f5-4970-bdf2-8a830aa7504e req-da6fbe6b-3cd7-4b27-bf12-e18d5a92250d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:58:07.499995 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-74531af2-83f5-4970-bdf2-8a830aa7504e req-da6fbe6b-3cd7-4b27-bf12-e18d5a92250d service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=6245c52be1054dbe94bb7e14e1adfcb2&device_id=2c39e83d-0716-4ffb-bd2a-a96c31923b07 HTTP/1.1" status: 200 len: 1127 time: 0.0504985 Feb 09 19:58:07.593294 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74531af2-83f5-4970-bdf2-8a830aa7504e req-dc3996f8-e70f-4b20-a9bc-9260acde306a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:58:07.594795 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-74531af2-83f5-4970-bdf2-8a830aa7504e req-dc3996f8-e70f-4b20-a9bc-9260acde306a service neutron] 10.222.0.89 "GET /v2.0/networks?id=845ecdc2-0c48-46c6-8d67-7eeeafb5d68b HTTP/1.1" status: 200 len: 912 time: 0.0885670 Feb 09 19:58:07.665286 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-74531af2-83f5-4970-bdf2-8a830aa7504e req-372becb4-6be2-4174-83a4-5c0c202d8603 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=88f253ca-34f2-4dbe-befd-b1bc6cc6af61 HTTP/1.1" status: 200 len: 1000 time: 0.0647721 Feb 09 19:58:07.677774 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-7429db8d-6021-40ad-813e-885be449a89b None None] get_ports_and_sgs() called for port_ids ['88f253ca-34f2-4dbe-befd-b1bc6cc6af61'] {{(pid=103232) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 19:58:07.720311 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74531af2-83f5-4970-bdf2-8a830aa7504e req-5b9a76fe-9995-4f8a-b802-17bde7ced8b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:58:07.722014 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-74531af2-83f5-4970-bdf2-8a830aa7504e req-5b9a76fe-9995-4f8a-b802-17bde7ced8b9 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=9a740078-9be8-472a-a565-0b0dba4a02f5 HTTP/1.1" status: 200 len: 850 time: 0.0510178 Feb 09 19:58:07.772151 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74531af2-83f5-4970-bdf2-8a830aa7504e req-81499b40-001a-4133-9b79-40796afddd24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:58:07.773662 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-74531af2-83f5-4970-bdf2-8a830aa7504e req-81499b40-001a-4133-9b79-40796afddd24 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=845ecdc2-0c48-46c6-8d67-7eeeafb5d68b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0464506 Feb 09 19:58:07.877041 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-74531af2-83f5-4970-bdf2-8a830aa7504e req-449d32ac-c22c-4146-907b-2eb8ba802487 service neutron] 10.222.0.89 "GET /v2.0/networks/845ecdc2-0c48-46c6-8d67-7eeeafb5d68b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0971913 Feb 09 19:58:07.971644 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-74531af2-83f5-4970-bdf2-8a830aa7504e req-a5cc90f8-bb2f-4c1e-a548-c6f604e62767 service neutron] 10.222.0.89 "GET /v2.0/networks/845ecdc2-0c48-46c6-8d67-7eeeafb5d68b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0893295 Feb 09 19:58:08.550652 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb35bdd4-579e-4827-87f1-a1da3873e676 req-11bb5ad9-8fad-4b0a-b0ad-989f4cb77b27 tempest-ServerActionsTestJSON-1289812127 tempest-ServerActionsTestJSON-1289812127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:58:08.553090 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-fb35bdd4-579e-4827-87f1-a1da3873e676 req-11bb5ad9-8fad-4b0a-b0ad-989f4cb77b27 tempest-ServerActionsTestJSON-1289812127 tempest-ServerActionsTestJSON-1289812127-project] 10.222.0.75 "GET /v2.0/ports?device_id=2c39e83d-0716-4ffb-bd2a-a96c31923b07 HTTP/1.1" status: 200 len: 944 time: 0.0646479 Feb 09 19:58:08.615235 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-fb35bdd4-579e-4827-87f1-a1da3873e676 req-80dd7d6d-33bc-4829-9918-da20ef4a679f tempest-ServerActionsTestJSON-1289812127 tempest-ServerActionsTestJSON-1289812127-project] 10.222.0.75 "GET /v2.0/security-groups?id=e468a9c8-1697-49aa-8796-02bfe1187ffe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0545526 Feb 09 19:58:08.743984 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d1c9757-7723-480f-90a0-5c3fbc58822f req-40a7489f-139d-40f6-98e0-a7c1fe72fae4 tempest-ServerActionsTestJSON-1289812127 tempest-ServerActionsTestJSON-1289812127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:58:08.745503 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-4d1c9757-7723-480f-90a0-5c3fbc58822f req-40a7489f-139d-40f6-98e0-a7c1fe72fae4 tempest-ServerActionsTestJSON-1289812127 tempest-ServerActionsTestJSON-1289812127-project] 10.222.0.75 "GET /v2.0/ports?device_id=2c39e83d-0716-4ffb-bd2a-a96c31923b07 HTTP/1.1" status: 200 len: 944 time: 0.0573804 Feb 09 19:58:08.803780 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-4d1c9757-7723-480f-90a0-5c3fbc58822f req-0129ca85-c451-4ec8-ae91-287584f95c2f tempest-ServerActionsTestJSON-1289812127 tempest-ServerActionsTestJSON-1289812127-project] 10.222.0.75 "GET /v2.0/security-groups?id=e468a9c8-1697-49aa-8796-02bfe1187ffe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0523019 Feb 09 19:58:08.933539 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95980a31-d2fa-427d-bc5d-36af4c6c1c1e req-cc1f18a9-7576-4671-a489-ca4650a24b21 tempest-ServerActionsTestJSON-1289812127 tempest-ServerActionsTestJSON-1289812127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:58:08.935022 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-95980a31-d2fa-427d-bc5d-36af4c6c1c1e req-cc1f18a9-7576-4671-a489-ca4650a24b21 tempest-ServerActionsTestJSON-1289812127 tempest-ServerActionsTestJSON-1289812127-project] 10.222.0.75 "GET /v2.0/ports?device_id=2c39e83d-0716-4ffb-bd2a-a96c31923b07 HTTP/1.1" status: 200 len: 944 time: 0.0611448 Feb 09 19:58:08.988478 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-95980a31-d2fa-427d-bc5d-36af4c6c1c1e req-ef8d815d-7078-47db-a982-be485952a548 tempest-ServerActionsTestJSON-1289812127 tempest-ServerActionsTestJSON-1289812127-project] 10.222.0.75 "GET /v2.0/security-groups?id=e468a9c8-1697-49aa-8796-02bfe1187ffe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456102 Feb 09 19:58:09.157094 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Device 88f253ca-34f2-4dbe-befd-b1bc6cc6af61 up at agent hyperv_n-h2-713498-36 {{(pid=103232) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 19:58:09.225321 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.provisioning_blocks [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Provisioning for port 88f253ca-34f2-4dbe-befd-b1bc6cc6af61 completed by entity L2. {{(pid=103232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 19:58:09.229623 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.provisioning_blocks [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Provisioning complete for port 88f253ca-34f2-4dbe-befd-b1bc6cc6af61 triggered by entity L2. {{(pid=103232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 19:58:09.230063 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593630'] for port (88f253ca-34f2-4dbe-befd-b1bc6cc6af61), provisioning_complete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:58:09.251879 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86c219f3-cdc6-43b8-bca8-b0a4c3f1c4a0 req-eb40b34c-6fa7-4d2a-9ecf-dab38e2464c1 tempest-ServerActionsTestJSON-1289812127 tempest-ServerActionsTestJSON-1289812127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:58:09.253442 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-86c219f3-cdc6-43b8-bca8-b0a4c3f1c4a0 req-eb40b34c-6fa7-4d2a-9ecf-dab38e2464c1 tempest-ServerActionsTestJSON-1289812127 tempest-ServerActionsTestJSON-1289812127-project] 10.222.0.75 "GET /v2.0/ports?device_id=2c39e83d-0716-4ffb-bd2a-a96c31923b07 HTTP/1.1" status: 200 len: 944 time: 0.0585046 Feb 09 19:58:09.306137 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-86c219f3-cdc6-43b8-bca8-b0a4c3f1c4a0 req-b8f50a01-ee6f-4856-a77e-cc33facf8edf tempest-ServerActionsTestJSON-1289812127 tempest-ServerActionsTestJSON-1289812127-project] 10.222.0.75 "GET /v2.0/security-groups?id=e468a9c8-1697-49aa-8796-02bfe1187ffe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0462556 Feb 09 19:58:09.317111 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Current status of the port 88f253ca-34f2-4dbe-befd-b1bc6cc6af61 is: BUILD; New status is: ACTIVE {{(pid=103232) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 19:58:09.317495 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (88f253ca-34f2-4dbe-befd-b1bc6cc6af61), before_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:58:09.349765 n-d-713498-36 neutron-server[103232]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2c39e83d-0716-4ffb-bd2a-a96c31923b07', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '88f253ca-34f2-4dbe-befd-b1bc6cc6af61'}] {{(pid=103232) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 19:58:09.352388 n-d-713498-36 neutron-server[103232]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}949cdcde653dec44821de95cbf67297f53cbc2aed4e073b5d514f93bf911ce85" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-85b22d13-9352-44f5-a94f-ac671bc4080d" -d '{"events": [{"server_uuid": "2c39e83d-0716-4ffb-bd2a-a96c31923b07", "name": "network-vif-plugged", "status": "completed", "tag": "88f253ca-34f2-4dbe-befd-b1bc6cc6af61"}]}' {{(pid=103232) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 19:58:09.368173 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-7429db8d-6021-40ad-813e-885be449a89b None None] For port 88f253ca-34f2-4dbe-befd-b1bc6cc6af61, host n-h2-713498-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-36',level=0,port_id=88f253ca-34f2-4dbe-befd-b1bc6cc6af61,segment=NetworkSegment(14252cf2-3edf-4154-bc45-0979579e9ece),segment_id=14252cf2-3edf-4154-bc45-0979579e9ece)] {{(pid=103232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 19:58:09.373427 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762867176205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762866656485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762866656503'] for port (88f253ca-34f2-4dbe-befd-b1bc6cc6af61), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:58:09.402392 n-d-713498-36 neutron-server[103232]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 19:58:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3f616d83-963d-4d18-8a0c-dfbfd2abf79e x-openstack-request-id: req-3f616d83-963d-4d18-8a0c-dfbfd2abf79e {{(pid=103232) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 19:58:09.402872 n-d-713498-36 neutron-server[103232]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2c39e83d-0716-4ffb-bd2a-a96c31923b07", "name": "network-vif-plugged", "status": "completed", "tag": "88f253ca-34f2-4dbe-befd-b1bc6cc6af61", "code": 200}]} {{(pid=103232) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 19:58:09.402992 n-d-713498-36 neutron-server[103232]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-3f616d83-963d-4d18-8a0c-dfbfd2abf79e {{(pid=103232) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 19:58:09.403351 n-d-713498-36 neutron-server[103232]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2c39e83d-0716-4ffb-bd2a-a96c31923b07', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '88f253ca-34f2-4dbe-befd-b1bc6cc6af61', 'code': 200} Feb 09 19:58:09.432280 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Pushing event updated for resources: {'Port': ['ID=88f253ca-34f2-4dbe-befd-b1bc6cc6af61,revision_number=9']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:58:10.441254 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73bcce3a-bd88-4e87-87dc-6f153d0b9e86 req-ba03e83f-b2d0-4db1-a9e2-2e53b7a6d822 tempest-ServerActionsTestJSON-1289812127 tempest-ServerActionsTestJSON-1289812127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:58:10.443379 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-73bcce3a-bd88-4e87-87dc-6f153d0b9e86 req-ba03e83f-b2d0-4db1-a9e2-2e53b7a6d822 tempest-ServerActionsTestJSON-1289812127 tempest-ServerActionsTestJSON-1289812127-project] 10.222.0.75 "GET /v2.0/ports?device_id=2c39e83d-0716-4ffb-bd2a-a96c31923b07 HTTP/1.1" status: 200 len: 945 time: 0.0620899 Feb 09 19:58:10.495562 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-73bcce3a-bd88-4e87-87dc-6f153d0b9e86 req-8ed21f91-cc5b-4569-94bd-dbeccf68256b tempest-ServerActionsTestJSON-1289812127 tempest-ServerActionsTestJSON-1289812127-project] 10.222.0.75 "GET /v2.0/security-groups?id=e468a9c8-1697-49aa-8796-02bfe1187ffe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0458896 Feb 09 19:58:10.877259 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-e84995a6-589f-46ae-bf93-7de828adfd96 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762867132591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593584'] for agent (af91e4b9-f4e1-42b1-a25c-a10dc47171c8), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:58:11.018064 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adabb502-6016-4df5-bac7-03a3b439d27b req-30acfda7-c69b-43d3-b1ce-065c35fad936 tempest-ServerActionsTestJSON-1289812127 tempest-ServerActionsTestJSON-1289812127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:58:11.019555 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-adabb502-6016-4df5-bac7-03a3b439d27b req-30acfda7-c69b-43d3-b1ce-065c35fad936 tempest-ServerActionsTestJSON-1289812127 tempest-ServerActionsTestJSON-1289812127-project] 10.222.0.90 "GET /v2.0/ports?device_id=2c39e83d-0716-4ffb-bd2a-a96c31923b07 HTTP/1.1" status: 200 len: 945 time: 0.0558095 Feb 09 19:58:11.140129 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.plugin [req-adabb502-6016-4df5-bac7-03a3b439d27b req-58d1ba22-40c7-48dc-8bb9-c8f774dfb129 tempest-ServerActionsTestJSON-1289812127 tempest-ServerActionsTestJSON-1289812127-project] Deleting port 88f253ca-34f2-4dbe-befd-b1bc6cc6af61 {{(pid=103230) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 19:58:11.140383 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [req-adabb502-6016-4df5-bac7-03a3b439d27b req-58d1ba22-40c7-48dc-8bb9-c8f774dfb129 tempest-ServerActionsTestJSON-1289812127 tempest-ServerActionsTestJSON-1289812127-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762867170196'] for port (88f253ca-34f2-4dbe-befd-b1bc6cc6af61), before_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:58:11.235855 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.db [req-adabb502-6016-4df5-bac7-03a3b439d27b req-58d1ba22-40c7-48dc-8bb9-c8f774dfb129 tempest-ServerActionsTestJSON-1289812127 tempest-ServerActionsTestJSON-1289812127-project] For port 88f253ca-34f2-4dbe-befd-b1bc6cc6af61, host n-h2-713498-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-36',level=0,port_id=88f253ca-34f2-4dbe-befd-b1bc6cc6af61,segment=NetworkSegment(14252cf2-3edf-4154-bc45-0979579e9ece),segment_id=14252cf2-3edf-4154-bc45-0979579e9ece)] {{(pid=103230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 19:58:11.236399 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [req-adabb502-6016-4df5-bac7-03a3b439d27b req-58d1ba22-40c7-48dc-8bb9-c8f774dfb129 tempest-ServerActionsTestJSON-1289812127 tempest-ServerActionsTestJSON-1289812127-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1820838'] for port (88f253ca-34f2-4dbe-befd-b1bc6cc6af61), precommit_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:58:11.510209 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [req-adabb502-6016-4df5-bac7-03a3b439d27b req-58d1ba22-40c7-48dc-8bb9-c8f774dfb129 tempest-ServerActionsTestJSON-1289812127 tempest-ServerActionsTestJSON-1289812127-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:58:11.510951 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [req-adabb502-6016-4df5-bac7-03a3b439d27b req-58d1ba22-40c7-48dc-8bb9-c8f774dfb129 tempest-ServerActionsTestJSON-1289812127 tempest-ServerActionsTestJSON-1289812127-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1818909'] for floatingip (3f50e9e5-6deb-46a3-8b44-7a4b66111d8f), after_update {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:58:11.510951 n-d-713498-36 neutron-server[103230]: INFO neutron.db.l3_db [req-adabb502-6016-4df5-bac7-03a3b439d27b req-58d1ba22-40c7-48dc-8bb9-c8f774dfb129 tempest-ServerActionsTestJSON-1289812127 tempest-ServerActionsTestJSON-1289812127-project] Floating IP 3f50e9e5-6deb-46a3-8b44-7a4b66111d8f disassociated. External IP: 172.25.1.238, port: 88f253ca-34f2-4dbe-befd-b1bc6cc6af61. Feb 09 19:58:11.511220 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.plugin [req-adabb502-6016-4df5-bac7-03a3b439d27b req-58d1ba22-40c7-48dc-8bb9-c8f774dfb129 tempest-ServerActionsTestJSON-1289812127 tempest-ServerActionsTestJSON-1289812127-project] Calling delete_port for 88f253ca-34f2-4dbe-befd-b1bc6cc6af61 owned by compute:nova {{(pid=103230) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 19:58:11.639530 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53482962-656a-426d-90d0-4352c1fda586 req-878b8cd7-42a5-4069-a363-81ab4beb7dea tempest-ServerActionsTestJSON-1289812127 tempest-ServerActionsTestJSON-1289812127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:58:11.642171 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-53482962-656a-426d-90d0-4352c1fda586 req-878b8cd7-42a5-4069-a363-81ab4beb7dea tempest-ServerActionsTestJSON-1289812127 tempest-ServerActionsTestJSON-1289812127-project] 10.222.0.75 "GET /v2.0/ports?device_id=2c39e83d-0716-4ffb-bd2a-a96c31923b07 HTTP/1.1" status: 200 len: 945 time: 0.0643532 Feb 09 19:58:11.662839 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [req-adabb502-6016-4df5-bac7-03a3b439d27b req-58d1ba22-40c7-48dc-8bb9-c8f774dfb129 tempest-ServerActionsTestJSON-1289812127 tempest-ServerActionsTestJSON-1289812127-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762867177463', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762866656476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14393751'] for port (88f253ca-34f2-4dbe-befd-b1bc6cc6af61), after_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:58:11.696965 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-53482962-656a-426d-90d0-4352c1fda586 req-b4dc03af-064f-4496-ac2a-74415f68a40b tempest-ServerActionsTestJSON-1289812127 tempest-ServerActionsTestJSON-1289812127-project] 10.222.0.75 "GET /v2.0/security-groups?id=e468a9c8-1697-49aa-8796-02bfe1187ffe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0471032 Feb 09 19:58:11.699607 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58d1ba22-40c7-48dc-8bb9-c8f774dfb129 tempest-ServerActionsTestJSON-1289812127 tempest-ServerActionsTestJSON-1289812127-project] Pushing event deleted for resources: {'Port': ['ID=88f253ca-34f2-4dbe-befd-b1bc6cc6af61,revision_number=None']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:58:11.716525 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58d1ba22-40c7-48dc-8bb9-c8f774dfb129 tempest-ServerActionsTestJSON-1289812127 tempest-ServerActionsTestJSON-1289812127-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:58:11.718083 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58d1ba22-40c7-48dc-8bb9-c8f774dfb129 tempest-ServerActionsTestJSON-1289812127 tempest-ServerActionsTestJSON-1289812127-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:58:11.718808 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58d1ba22-40c7-48dc-8bb9-c8f774dfb129 tempest-ServerActionsTestJSON-1289812127 tempest-ServerActionsTestJSON-1289812127-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:58:11.719481 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58d1ba22-40c7-48dc-8bb9-c8f774dfb129 tempest-ServerActionsTestJSON-1289812127 tempest-ServerActionsTestJSON-1289812127-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:58:11.720147 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58d1ba22-40c7-48dc-8bb9-c8f774dfb129 tempest-ServerActionsTestJSON-1289812127 tempest-ServerActionsTestJSON-1289812127-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:58:11.721306 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58d1ba22-40c7-48dc-8bb9-c8f774dfb129 tempest-ServerActionsTestJSON-1289812127 tempest-ServerActionsTestJSON-1289812127-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:58:11.721306 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58d1ba22-40c7-48dc-8bb9-c8f774dfb129 tempest-ServerActionsTestJSON-1289812127 tempest-ServerActionsTestJSON-1289812127-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:58:11.721524 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58d1ba22-40c7-48dc-8bb9-c8f774dfb129 tempest-ServerActionsTestJSON-1289812127 tempest-ServerActionsTestJSON-1289812127-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:58:11.721937 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58d1ba22-40c7-48dc-8bb9-c8f774dfb129 tempest-ServerActionsTestJSON-1289812127 tempest-ServerActionsTestJSON-1289812127-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:58:11.722173 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58d1ba22-40c7-48dc-8bb9-c8f774dfb129 tempest-ServerActionsTestJSON-1289812127 tempest-ServerActionsTestJSON-1289812127-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:58:11.722566 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58d1ba22-40c7-48dc-8bb9-c8f774dfb129 tempest-ServerActionsTestJSON-1289812127 tempest-ServerActionsTestJSON-1289812127-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:58:11.722873 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58d1ba22-40c7-48dc-8bb9-c8f774dfb129 tempest-ServerActionsTestJSON-1289812127 tempest-ServerActionsTestJSON-1289812127-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:58:11.723202 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58d1ba22-40c7-48dc-8bb9-c8f774dfb129 tempest-ServerActionsTestJSON-1289812127 tempest-ServerActionsTestJSON-1289812127-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:58:11.847930 n-d-713498-36 neutron-server[103230]: DEBUG neutron.scheduler.l3_agent_scheduler [req-adabb502-6016-4df5-bac7-03a3b439d27b req-58d1ba22-40c7-48dc-8bb9-c8f774dfb129 tempest-ServerActionsTestJSON-1289812127 tempest-ServerActionsTestJSON-1289812127-project] Router 8b66ef66-4e9c-49b4-8232-c6c9e9bf7f1c has already been hosted by L3 agent 93303d5e-5d17-45e8-8963-7694f87783ae {{(pid=103230) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 19:58:11.980043 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-adabb502-6016-4df5-bac7-03a3b439d27b req-58d1ba22-40c7-48dc-8bb9-c8f774dfb129 tempest-ServerActionsTestJSON-1289812127 tempest-ServerActionsTestJSON-1289812127-project] Notify agent at l3_agent.n-d-713498-36 the message routers_updated {{(pid=103230) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 19:58:11.991091 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d71673bb-d8f2-48ff-9c7f-e10d09f4f229 None None] Sync routers for ids ['8b66ef66-4e9c-49b4-8232-c6c9e9bf7f1c'] in n-d-713498-36 {{(pid=103232) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 19:58:12.001720 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d71673bb-d8f2-48ff-9c7f-e10d09f4f229 None None] Routers {'8b66ef66-4e9c-49b4-8232-c6c9e9bf7f1c'} bound to L3 agent in host n-d-713498-36 {{(pid=103232) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 19:58:12.002506 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.l3_hamode_db [None req-d71673bb-d8f2-48ff-9c7f-e10d09f4f229 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T18:51:43Z,description=,heartbeat_timestamp=2022-02-09T19:57:43Z,host='n-d-713498-36',id=93303d5e-5d17-45e8-8963-7694f87783ae,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T18:51:43Z,topic='l3_agent')) {'router_ids': ['8b66ef66-4e9c-49b4-8232-c6c9e9bf7f1c'], 'active': True} {{(pid=103232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:58:12.032398 n-d-713498-36 neutron-server[103230]: DEBUG neutron.db.l3_dvrscheduler_db [req-adabb502-6016-4df5-bac7-03a3b439d27b req-58d1ba22-40c7-48dc-8bb9-c8f774dfb129 tempest-ServerActionsTestJSON-1289812127 tempest-ServerActionsTestJSON-1289812127-project] No DVR routers for this DVR port 88f253ca-34f2-4dbe-befd-b1bc6cc6af61 on host n-h2-713498-36 {{(pid=103230) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 19:58:12.035265 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [req-adabb502-6016-4df5-bac7-03a3b439d27b req-58d1ba22-40c7-48dc-8bb9-c8f774dfb129 tempest-ServerActionsTestJSON-1289812127 tempest-ServerActionsTestJSON-1289812127-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171096'] for port (None), before_response {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:58:12.039511 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-adabb502-6016-4df5-bac7-03a3b439d27b req-58d1ba22-40c7-48dc-8bb9-c8f774dfb129 tempest-ServerActionsTestJSON-1289812127 tempest-ServerActionsTestJSON-1289812127-project] 10.222.0.90 "DELETE /v2.0/ports/88f253ca-34f2-4dbe-befd-b1bc6cc6af61 HTTP/1.1" status: 204 len: 173 time: 1.0108528 Feb 09 19:58:12.039990 n-d-713498-36 neutron-server[103230]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2c39e83d-0716-4ffb-bd2a-a96c31923b07', 'name': 'network-vif-deleted', 'tag': '88f253ca-34f2-4dbe-befd-b1bc6cc6af61'}] {{(pid=103230) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 19:58:12.042552 n-d-713498-36 neutron-server[103230]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aee5919275bae9f72eb374ee322673045eb80c1f84b4b45a97d96923bd50ab51" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1a8487f7-5fe2-4e73-9035-997fbc322e32" -d '{"events": [{"server_uuid": "2c39e83d-0716-4ffb-bd2a-a96c31923b07", "name": "network-vif-deleted", "tag": "88f253ca-34f2-4dbe-befd-b1bc6cc6af61"}]}' {{(pid=103230) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 19:58:12.099860 n-d-713498-36 neutron-server[103230]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 19:58:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e778ae04-61dc-46d7-bdb9-f4b4e971ea82 x-openstack-request-id: req-e778ae04-61dc-46d7-bdb9-f4b4e971ea82 {{(pid=103230) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 19:58:12.100294 n-d-713498-36 neutron-server[103230]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2c39e83d-0716-4ffb-bd2a-a96c31923b07", "name": "network-vif-deleted", "tag": "88f253ca-34f2-4dbe-befd-b1bc6cc6af61", "status": "completed", "code": 200}]} {{(pid=103230) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 19:58:12.100678 n-d-713498-36 neutron-server[103230]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-e778ae04-61dc-46d7-bdb9-f4b4e971ea82 {{(pid=103230) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 19:58:12.101262 n-d-713498-36 neutron-server[103230]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2c39e83d-0716-4ffb-bd2a-a96c31923b07', 'name': 'network-vif-deleted', 'tag': '88f253ca-34f2-4dbe-befd-b1bc6cc6af61', 'status': 'completed', 'code': 200} Feb 09 19:58:12.146232 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.l3_dvr_db [None req-d71673bb-d8f2-48ff-9c7f-e10d09f4f229 None None] Set router 8b66ef66-4e9c-49b4-8232-c6c9e9bf7f1c gateway port host: n-d-713498-36 {{(pid=103232) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 19:58:12.540989 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.l3_hamode_db [None req-d71673bb-d8f2-48ff-9c7f-e10d09f4f229 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b66ef66-4e9c-49b4-8232-c6c9e9bf7f1c', 'name': 'tempest-ServerActionsTestJSON-426882205-router', 'tenant_id': '6245c52be1054dbe94bb7e14e1adfcb2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88055e1e-672a-4487-be31-ffb6e833ece5', 'external_fixed_ips': [{'subnet_id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'ip_address': '172.25.1.251'}], 'enable_snat': True}, 'gw_port_id': '3b5f4677-7e2f-4257-84e8-83453d3478a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T19:57:08Z', 'updated_at': '2022-02-09T19:57:12Z', 'revision_number': 4, 'project_id': '6245c52be1054dbe94bb7e14e1adfcb2', 'gw_port': {'id': '3b5f4677-7e2f-4257-84e8-83453d3478a8', 'name': '', 'network_id': '88055e1e-672a-4487-be31-ffb6e833ece5', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:a5:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b66ef66-4e9c-49b4-8232-c6c9e9bf7f1c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4092, 'fixed_ips': [{'subnet_id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'ip_address': '172.25.1.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T19:57:09Z', 'updated_at': '2022-02-09T19:57:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-36', '_interfaces': [{'id': '43b4eee5-a731-4a67-8516-bb0b1f16ff86', 'name': '', 'network_id': '845ecdc2-0c48-46c6-8d67-7eeeafb5d68b', 'tenant_id': '6245c52be1054dbe94bb7e14e1adfcb2', 'mac_address': 'fa:16:3e:58:6c:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b66ef66-4e9c-49b4-8232-c6c9e9bf7f1c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4093, 'fixed_ips': [{'subnet_id': '9a740078-9be8-472a-a565-0b0dba4a02f5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T19:57:11Z', 'updated_at': '2022-02-09T19:57:15Z', 'revision_number': 5, 'project_id': '6245c52be1054dbe94bb7e14e1adfcb2', 'subnets': [{'id': '9a740078-9be8-472a-a565-0b0dba4a02f5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-36', False) {} {{(pid=103232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:58:12.574451 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d71673bb-d8f2-48ff-9c7f-e10d09f4f229 None None] Checking router: 8b66ef66-4e9c-49b4-8232-c6c9e9bf7f1c for host: n-d-713498-36 {{(pid=103232) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 19:58:12.584604 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d71673bb-d8f2-48ff-9c7f-e10d09f4f229 None None] Routers {'8b66ef66-4e9c-49b4-8232-c6c9e9bf7f1c'} bound to L3 agent in host n-d-713498-36 {{(pid=103232) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 19:58:12.585227 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.l3_hamode_db [None req-d71673bb-d8f2-48ff-9c7f-e10d09f4f229 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T18:51:43Z,description=,heartbeat_timestamp=2022-02-09T19:57:43Z,host='n-d-713498-36',id=93303d5e-5d17-45e8-8963-7694f87783ae,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T18:51:43Z,topic='l3_agent')) {'router_ids': ['8b66ef66-4e9c-49b4-8232-c6c9e9bf7f1c'], 'active': True} {{(pid=103232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:58:12.704480 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.l3_dvr_db [None req-d71673bb-d8f2-48ff-9c7f-e10d09f4f229 None None] Set router 8b66ef66-4e9c-49b4-8232-c6c9e9bf7f1c gateway port host: n-d-713498-36 {{(pid=103232) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 19:58:12.969128 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.l3_hamode_db [None req-d71673bb-d8f2-48ff-9c7f-e10d09f4f229 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b66ef66-4e9c-49b4-8232-c6c9e9bf7f1c', 'name': 'tempest-ServerActionsTestJSON-426882205-router', 'tenant_id': '6245c52be1054dbe94bb7e14e1adfcb2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88055e1e-672a-4487-be31-ffb6e833ece5', 'external_fixed_ips': [{'subnet_id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'ip_address': '172.25.1.251'}], 'enable_snat': True}, 'gw_port_id': '3b5f4677-7e2f-4257-84e8-83453d3478a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T19:57:08Z', 'updated_at': '2022-02-09T19:57:12Z', 'revision_number': 4, 'project_id': '6245c52be1054dbe94bb7e14e1adfcb2', 'gw_port': {'id': '3b5f4677-7e2f-4257-84e8-83453d3478a8', 'name': '', 'network_id': '88055e1e-672a-4487-be31-ffb6e833ece5', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:a5:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b66ef66-4e9c-49b4-8232-c6c9e9bf7f1c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4092, 'fixed_ips': [{'subnet_id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'ip_address': '172.25.1.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T19:57:09Z', 'updated_at': '2022-02-09T19:57:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-36', '_interfaces': [{'id': '43b4eee5-a731-4a67-8516-bb0b1f16ff86', 'name': '', 'network_id': '845ecdc2-0c48-46c6-8d67-7eeeafb5d68b', 'tenant_id': '6245c52be1054dbe94bb7e14e1adfcb2', 'mac_address': 'fa:16:3e:58:6c:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b66ef66-4e9c-49b4-8232-c6c9e9bf7f1c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4093, 'fixed_ips': [{'subnet_id': '9a740078-9be8-472a-a565-0b0dba4a02f5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T19:57:11Z', 'updated_at': '2022-02-09T19:57:15Z', 'revision_number': 5, 'project_id': '6245c52be1054dbe94bb7e14e1adfcb2', 'subnets': [{'id': '9a740078-9be8-472a-a565-0b0dba4a02f5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-36', False) {} {{(pid=103232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:58:13.001885 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d71673bb-d8f2-48ff-9c7f-e10d09f4f229 None None] The sync data for ids ['8b66ef66-4e9c-49b4-8232-c6c9e9bf7f1c'] in n-d-713498-36 is: [{'id': '8b66ef66-4e9c-49b4-8232-c6c9e9bf7f1c', 'name': 'tempest-ServerActionsTestJSON-426882205-router', 'tenant_id': '6245c52be1054dbe94bb7e14e1adfcb2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88055e1e-672a-4487-be31-ffb6e833ece5', 'external_fixed_ips': [{'subnet_id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'ip_address': '172.25.1.251'}], 'enable_snat': True}, 'gw_port_id': '3b5f4677-7e2f-4257-84e8-83453d3478a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T19:57:08Z', 'updated_at': '2022-02-09T19:57:12Z', 'revision_number': 4, 'project_id': '6245c52be1054dbe94bb7e14e1adfcb2', 'gw_port': {'id': '3b5f4677-7e2f-4257-84e8-83453d3478a8', 'name': '', 'network_id': '88055e1e-672a-4487-be31-ffb6e833ece5', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:a5:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b66ef66-4e9c-49b4-8232-c6c9e9bf7f1c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4092, 'fixed_ips': [{'subnet_id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'ip_address': '172.25.1.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T19:57:09Z', 'updated_at': '2022-02-09T19:57:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-36', '_interfaces': [{'id': '43b4eee5-a731-4a67-8516-bb0b1f16ff86', 'name': '', 'network_id': '845ecdc2-0c48-46c6-8d67-7eeeafb5d68b', 'tenant_id': '6245c52be1054dbe94bb7e14e1adfcb2', 'mac_address': 'fa:16:3e:58:6c:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b66ef66-4e9c-49b4-8232-c6c9e9bf7f1c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4093, 'fixed_ips': [{'subnet_id': '9a740078-9be8-472a-a565-0b0dba4a02f5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T19:57:11Z', 'updated_at': '2022-02-09T19:57:15Z', 'revision_number': 5, 'project_id': '6245c52be1054dbe94bb7e14e1adfcb2', 'subnets': [{'id': '9a740078-9be8-472a-a565-0b0dba4a02f5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103232) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 19:58:13.018294 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-fe304aed-eaf7-4e7d-b848-c2b93b6129cb req-78391891-e64c-4c7a-aab0-7826b6e0a23f tempest-ServerActionsTestJSON-1289812127 tempest-ServerActionsTestJSON-1289812127-project] 10.222.0.75 "GET /v2.0/security-groups?name=tempest-securitygroup--343352417&fields=id&tenant_id=6245c52be1054dbe94bb7e14e1adfcb2 HTTP/1.1" status: 200 len: 267 time: 0.0471778 Feb 09 19:58:13.141612 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe304aed-eaf7-4e7d-b848-c2b93b6129cb req-a4af8391-4e00-4652-a2d1-307b2a0adaf8 tempest-ServerActionsTestJSON-1289812127 tempest-ServerActionsTestJSON-1289812127-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:58:13.143260 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-fe304aed-eaf7-4e7d-b848-c2b93b6129cb req-a4af8391-4e00-4652-a2d1-307b2a0adaf8 tempest-ServerActionsTestJSON-1289812127 tempest-ServerActionsTestJSON-1289812127-project] 10.222.0.75 "GET /v2.0/networks?id=845ecdc2-0c48-46c6-8d67-7eeeafb5d68b HTTP/1.1" status: 200 len: 811 time: 0.1163163 Feb 09 19:58:13.165237 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-fe304aed-eaf7-4e7d-b848-c2b93b6129cb req-84bab553-b649-41c9-80eb-d0708a8bec47 tempest-ServerActionsTestJSON-1289812127 tempest-ServerActionsTestJSON-1289812127-project] 10.222.0.75 "GET /v2.0/quotas/6245c52be1054dbe94bb7e14e1adfcb2 HTTP/1.1" status: 200 len: 375 time: 0.0125325 Feb 09 19:58:13.186441 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-c8bd0b32-2f20-4797-868f-520926b0f92e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762867132591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593584'] for agent (93303d5e-5d17-45e8-8963-7694f87783ae), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:58:13.252883 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-fe304aed-eaf7-4e7d-b848-c2b93b6129cb req-644bb784-68b8-4109-93b3-41cf0dfa6b7f tempest-ServerActionsTestJSON-1289812127 tempest-ServerActionsTestJSON-1289812127-project] 10.222.0.75 "GET /v2.0/ports?tenant_id=6245c52be1054dbe94bb7e14e1adfcb2&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0771463 Feb 09 19:58:13.279022 n-d-713498-36 neutron-server[103233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43271885-d84f-4c36-8047-9821c0a7835a None None] New status for floating IP 3f50e9e5-6deb-46a3-8b44-7a4b66111d8f: DOWN {{(pid=103233) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 09 19:58:13.354912 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-fe304aed-eaf7-4e7d-b848-c2b93b6129cb req-4360f05e-8ea4-46af-be6a-2dc3c22f34a7 service neutron] 10.222.0.75 "GET /v2.0/networks/845ecdc2-0c48-46c6-8d67-7eeeafb5d68b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0886717 Feb 09 19:58:13.459079 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-fe304aed-eaf7-4e7d-b848-c2b93b6129cb req-34ee9c97-1abd-4f71-b0c8-bf8d4adbbeff service neutron] 10.222.0.75 "GET /v2.0/networks/845ecdc2-0c48-46c6-8d67-7eeeafb5d68b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0976717 Feb 09 19:58:13.635300 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-67c9174b-1214-44d7-bb01-61f1d277527a req-48a4763e-7f0f-40da-8c8c-efd2d539da44 tempest-ServerActionsTestJSON-1289812127 tempest-ServerActionsTestJSON-1289812127-project] 10.222.0.75 "GET /v2.0/ports?device_id=b631d72b-a8fb-4908-850e-06ce846c6dd6 HTTP/1.1" status: 200 len: 210 time: 0.0295641 Feb 09 19:58:14.487713 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-edc54c9b-7f13-45d9-9271-85c9738b0128 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762867132591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593584'] for agent (a62b1850-466f-48ae-bec7-d62fb280e14b), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:58:14.741051 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-80a4300b-514a-4656-91f6-64be6f4c4d16 req-7fdc1dfd-d676-4425-a8d8-2940c4b5c55f tempest-ServerActionsTestJSON-1289812127 tempest-ServerActionsTestJSON-1289812127-project] 10.222.0.75 "GET /v2.0/ports?device_id=b631d72b-a8fb-4908-850e-06ce846c6dd6 HTTP/1.1" status: 200 len: 210 time: 0.0335693 Feb 09 19:58:14.766329 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe304aed-eaf7-4e7d-b848-c2b93b6129cb req-f28a1032-29aa-4d2c-a847-14b22d370e9d tempest-ServerActionsTestJSON-1289812127 tempest-ServerActionsTestJSON-1289812127-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:58:14.767840 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-fe304aed-eaf7-4e7d-b848-c2b93b6129cb req-f28a1032-29aa-4d2c-a847-14b22d370e9d tempest-ServerActionsTestJSON-1289812127 tempest-ServerActionsTestJSON-1289812127-project] 10.222.0.90 "GET /v2.0/networks?id=845ecdc2-0c48-46c6-8d67-7eeeafb5d68b HTTP/1.1" status: 200 len: 811 time: 0.1098440 Feb 09 19:58:14.855449 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-fe304aed-eaf7-4e7d-b848-c2b93b6129cb req-70cc0485-e156-4761-b51b-783d579b329f tempest-ServerActionsTestJSON-1289812127 tempest-ServerActionsTestJSON-1289812127-project] 10.222.0.90 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=6245c52be1054dbe94bb7e14e1adfcb2 HTTP/1.1" status: 200 len: 379 time: 0.0724351 Feb 09 19:58:14.870373 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.v2.base [req-fe304aed-eaf7-4e7d-b848-c2b93b6129cb req-83519e56-cbc8-4206-8da3-872ad3e62b81 tempest-ServerActionsTestJSON-1289812127 tempest-ServerActionsTestJSON-1289812127-project] Request body: {'port': {'device_id': 'b631d72b-a8fb-4908-850e-06ce846c6dd6', 'network_id': '845ecdc2-0c48-46c6-8d67-7eeeafb5d68b', 'admin_state_up': True, 'tenant_id': '6245c52be1054dbe94bb7e14e1adfcb2', 'security_groups': ['e468a9c8-1697-49aa-8796-02bfe1187ffe']}} {{(pid=103230) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 19:58:14.981160 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fe304aed-eaf7-4e7d-b848-c2b93b6129cb req-83519e56-cbc8-4206-8da3-872ad3e62b81 tempest-ServerActionsTestJSON-1289812127 tempest-ServerActionsTestJSON-1289812127-project] Made reservation on behalf of 6245c52be1054dbe94bb7e14e1adfcb2 for: {'port': 1} {{(pid=103230) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 19:58:14.984658 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [req-fe304aed-eaf7-4e7d-b848-c2b93b6129cb req-83519e56-cbc8-4206-8da3-872ad3e62b81 tempest-ServerActionsTestJSON-1289812127 tempest-ServerActionsTestJSON-1289812127-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (None), before_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:58:15.119819 n-d-713498-36 neutron-server[103230]: DEBUG neutron.db.db_base_plugin_common [req-fe304aed-eaf7-4e7d-b848-c2b93b6129cb req-83519e56-cbc8-4206-8da3-872ad3e62b81 tempest-ServerActionsTestJSON-1289812127 tempest-ServerActionsTestJSON-1289812127-project] Allocated IP 172.20.0.12 (845ecdc2-0c48-46c6-8d67-7eeeafb5d68b/9a740078-9be8-472a-a565-0b0dba4a02f5/7d20301f-8fd0-4e43-89ce-d2b109d343c6) {{(pid=103230) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 19:58:15.184341 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Device 88f253ca-34f2-4dbe-befd-b1bc6cc6af61 no longer exists at agent hyperv_n-h2-713498-36 {{(pid=103232) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 19:58:15.206423 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-7429db8d-6021-40ad-813e-885be449a89b None None] No Port match for: 88f253ca-34f2-4dbe-befd-b1bc6cc6af61 {{(pid=103232) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 19:58:15.206830 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Device 88f253ca-34f2-4dbe-befd-b1bc6cc6af61 not bound to the agent host n-h2-713498-36 {{(pid=103232) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 19:58:15.267386 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [req-fe304aed-eaf7-4e7d-b848-c2b93b6129cb req-83519e56-cbc8-4206-8da3-872ad3e62b81 tempest-ServerActionsTestJSON-1289812127 tempest-ServerActionsTestJSON-1289812127-project] Publish callbacks [] for port (7d20301f-8fd0-4e43-89ce-d2b109d343c6), precommit_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:58:15.300863 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [req-fe304aed-eaf7-4e7d-b848-c2b93b6129cb req-83519e56-cbc8-4206-8da3-872ad3e62b81 tempest-ServerActionsTestJSON-1289812127 tempest-ServerActionsTestJSON-1289812127-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762866656467', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14393751'] for port (7d20301f-8fd0-4e43-89ce-d2b109d343c6), after_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:58:15.347596 n-d-713498-36 neutron-server[103230]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fe304aed-eaf7-4e7d-b848-c2b93b6129cb req-83519e56-cbc8-4206-8da3-872ad3e62b81 tempest-ServerActionsTestJSON-1289812127 tempest-ServerActionsTestJSON-1289812127-project] Network 845ecdc2-0c48-46c6-8d67-7eeeafb5d68b is already hosted by enough agents. {{(pid=103230) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 19:58:15.352003 n-d-713498-36 neutron-server[103230]: DEBUG neutron.scheduler.base_scheduler [req-fe304aed-eaf7-4e7d-b848-c2b93b6129cb req-83519e56-cbc8-4206-8da3-872ad3e62b81 tempest-ServerActionsTestJSON-1289812127 tempest-ServerActionsTestJSON-1289812127-project] Resources bound (agent type, host, resource id): {{(pid=103230) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 19:58:15.355729 n-d-713498-36 neutron-server[103230]: DEBUG neutron.db.l3_dvrscheduler_db [req-fe304aed-eaf7-4e7d-b848-c2b93b6129cb req-83519e56-cbc8-4206-8da3-872ad3e62b81 tempest-ServerActionsTestJSON-1289812127 tempest-ServerActionsTestJSON-1289812127-project] Received port after_create {{(pid=103230) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 19:58:15.382631 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83519e56-cbc8-4206-8da3-872ad3e62b81 tempest-ServerActionsTestJSON-1289812127 tempest-ServerActionsTestJSON-1289812127-project] Pushing event updated for resources: {'Port': ['ID=7d20301f-8fd0-4e43-89ce-d2b109d343c6,revision_number=1']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:58:15.412803 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe304aed-eaf7-4e7d-b848-c2b93b6129cb req-83519e56-cbc8-4206-8da3-872ad3e62b81 tempest-ServerActionsTestJSON-1289812127 tempest-ServerActionsTestJSON-1289812127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:58:15.413489 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [req-fe304aed-eaf7-4e7d-b848-c2b93b6129cb req-83519e56-cbc8-4206-8da3-872ad3e62b81 tempest-ServerActionsTestJSON-1289812127 tempest-ServerActionsTestJSON-1289812127-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171096'] for port (None), before_response {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:58:15.433355 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-fe304aed-eaf7-4e7d-b848-c2b93b6129cb req-83519e56-cbc8-4206-8da3-872ad3e62b81 tempest-ServerActionsTestJSON-1289812127 tempest-ServerActionsTestJSON-1289812127-project] 10.222.0.90 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5667264 Feb 09 19:58:15.450978 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.v2.base [req-fe304aed-eaf7-4e7d-b848-c2b93b6129cb req-989f426d-504b-4f7c-a7ca-fd9cccab2dd4 service neutron] Request body: {'port': {'device_id': 'b631d72b-a8fb-4908-850e-06ce846c6dd6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-713498-36'}} {{(pid=103230) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 19:58:15.521078 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [req-fe304aed-eaf7-4e7d-b848-c2b93b6129cb req-989f426d-504b-4f7c-a7ca-fd9cccab2dd4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (7d20301f-8fd0-4e43-89ce-d2b109d343c6), before_update {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:58:15.620253 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.provisioning_blocks [None req-72ae33f3-7dd3-41d4-91a6-bb06f968a399 None None] Provisioning complete for port 7d20301f-8fd0-4e43-89ce-d2b109d343c6 triggered by entity DHCP. {{(pid=103232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 19:58:15.620924 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-72ae33f3-7dd3-41d4-91a6-bb06f968a399 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593630'] for port (7d20301f-8fd0-4e43-89ce-d2b109d343c6), provisioning_complete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:58:15.655235 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-72ae33f3-7dd3-41d4-91a6-bb06f968a399 None None] Port 7d20301f-8fd0-4e43-89ce-d2b109d343c6 cannot update to ACTIVE because it is not bound. {{(pid=103232) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 19:58:15.801500 n-d-713498-36 neutron-server[103230]: DEBUG neutron.notifiers.nova [req-fe304aed-eaf7-4e7d-b848-c2b93b6129cb req-989f426d-504b-4f7c-a7ca-fd9cccab2dd4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7d20301f-8fd0-4e43-89ce-d2b109d343c6 {{(pid=103230) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 19:58:15.810655 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [req-fe304aed-eaf7-4e7d-b848-c2b93b6129cb req-989f426d-504b-4f7c-a7ca-fd9cccab2dd4 service neutron] Publish callbacks [] for port (7d20301f-8fd0-4e43-89ce-d2b109d343c6), precommit_update {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:58:15.846936 n-d-713498-36 neutron-server[103230]: DEBUG neutron.db.provisioning_blocks [req-fe304aed-eaf7-4e7d-b848-c2b93b6129cb req-989f426d-504b-4f7c-a7ca-fd9cccab2dd4 service neutron] Transition to ACTIVE for port object 7d20301f-8fd0-4e43-89ce-d2b109d343c6 will not be triggered until provisioned by entity L2. {{(pid=103230) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 19:58:15.852206 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [req-fe304aed-eaf7-4e7d-b848-c2b93b6129cb req-989f426d-504b-4f7c-a7ca-fd9cccab2dd4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762867176205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762866656485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762866656503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14393758'] for port (7d20301f-8fd0-4e43-89ce-d2b109d343c6), after_update {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:58:15.922119 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-989f426d-504b-4f7c-a7ca-fd9cccab2dd4 service neutron] Pushing event updated for resources: {'Port': ['ID=7d20301f-8fd0-4e43-89ce-d2b109d343c6,revision_number=2']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:58:15.935839 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f5d05c2-cded-4bb4-a215-96e67f65d359 req-c3962204-d40e-41c3-aee4-164281a0c461 tempest-ServerActionsTestJSON-1289812127 tempest-ServerActionsTestJSON-1289812127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:58:15.937445 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-6f5d05c2-cded-4bb4-a215-96e67f65d359 req-c3962204-d40e-41c3-aee4-164281a0c461 tempest-ServerActionsTestJSON-1289812127 tempest-ServerActionsTestJSON-1289812127-project] 10.222.0.75 "GET /v2.0/ports?device_id=b631d72b-a8fb-4908-850e-06ce846c6dd6 HTTP/1.1" status: 200 len: 932 time: 0.1228635 Feb 09 19:58:16.043629 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-6f5d05c2-cded-4bb4-a215-96e67f65d359 req-84f80f6a-9c4a-449b-8dd8-a84e9f45d98f tempest-ServerActionsTestJSON-1289812127 tempest-ServerActionsTestJSON-1289812127-project] 10.222.0.75 "GET /v2.0/security-groups?id=e468a9c8-1697-49aa-8796-02bfe1187ffe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0996771 Feb 09 19:58:16.049321 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.managers [req-fe304aed-eaf7-4e7d-b848-c2b93b6129cb req-989f426d-504b-4f7c-a7ca-fd9cccab2dd4 service neutron] Attempting to bind port 7d20301f-8fd0-4e43-89ce-d2b109d343c6 on host n-h2-713498-36 for vnic_type normal with profile {{(pid=103230) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 19:58:16.049678 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.managers [req-fe304aed-eaf7-4e7d-b848-c2b93b6129cb req-989f426d-504b-4f7c-a7ca-fd9cccab2dd4 service neutron] Attempting to bind port 7d20301f-8fd0-4e43-89ce-d2b109d343c6 by drivers openvswitch,hyperv on host n-h2-713498-36 at level 0 using segments [{'id': '14252cf2-3edf-4154-bc45-0979579e9ece', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '845ecdc2-0c48-46c6-8d67-7eeeafb5d68b'}] {{(pid=103230) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 19:58:16.050798 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe304aed-eaf7-4e7d-b848-c2b93b6129cb req-989f426d-504b-4f7c-a7ca-fd9cccab2dd4 service neutron] Attempting to bind port 7d20301f-8fd0-4e43-89ce-d2b109d343c6 on network 845ecdc2-0c48-46c6-8d67-7eeeafb5d68b {{(pid=103230) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 19:58:16.055222 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe304aed-eaf7-4e7d-b848-c2b93b6129cb req-989f426d-504b-4f7c-a7ca-fd9cccab2dd4 service neutron] Port 7d20301f-8fd0-4e43-89ce-d2b109d343c6 on network 845ecdc2-0c48-46c6-8d67-7eeeafb5d68b not bound, no agent of type Open vSwitch agent registered on host n-h2-713498-36 {{(pid=103230) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 19:58:16.055888 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe304aed-eaf7-4e7d-b848-c2b93b6129cb req-989f426d-504b-4f7c-a7ca-fd9cccab2dd4 service neutron] Attempting to bind port 7d20301f-8fd0-4e43-89ce-d2b109d343c6 on network 845ecdc2-0c48-46c6-8d67-7eeeafb5d68b {{(pid=103230) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 19:58:16.071840 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe304aed-eaf7-4e7d-b848-c2b93b6129cb req-989f426d-504b-4f7c-a7ca-fd9cccab2dd4 service neutron] Checking agent: {'id': 'bcd5faee-dc24-4298-9134-0e0aa054058e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713498-36', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 18, 59, 19), 'started_at': datetime.datetime(2022, 2, 9, 18, 59, 19), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 19, 57, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103230) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 19:58:16.072179 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe304aed-eaf7-4e7d-b848-c2b93b6129cb req-989f426d-504b-4f7c-a7ca-fd9cccab2dd4 service neutron] Checking segment: {'id': '14252cf2-3edf-4154-bc45-0979579e9ece', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '845ecdc2-0c48-46c6-8d67-7eeeafb5d68b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103230) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 19:58:16.072572 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe304aed-eaf7-4e7d-b848-c2b93b6129cb req-989f426d-504b-4f7c-a7ca-fd9cccab2dd4 service neutron] Bound using segment: {'id': '14252cf2-3edf-4154-bc45-0979579e9ece', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '845ecdc2-0c48-46c6-8d67-7eeeafb5d68b'} {{(pid=103230) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 19:58:16.073012 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.managers [req-fe304aed-eaf7-4e7d-b848-c2b93b6129cb req-989f426d-504b-4f7c-a7ca-fd9cccab2dd4 service neutron] Bound port: 7d20301f-8fd0-4e43-89ce-d2b109d343c6, host: n-h2-713498-36, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '14252cf2-3edf-4154-bc45-0979579e9ece', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '845ecdc2-0c48-46c6-8d67-7eeeafb5d68b'}}] {{(pid=103230) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 19:58:16.073373 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [req-fe304aed-eaf7-4e7d-b848-c2b93b6129cb req-989f426d-504b-4f7c-a7ca-fd9cccab2dd4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (7d20301f-8fd0-4e43-89ce-d2b109d343c6), before_update {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:58:16.119457 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-a7262a8e-0513-48fd-984d-75726a511961 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762867132591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593584'] for agent (911cfea2-02ae-4ec9-bac3-7808ee1cdd9c), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:58:16.144517 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.db [req-fe304aed-eaf7-4e7d-b848-c2b93b6129cb req-989f426d-504b-4f7c-a7ca-fd9cccab2dd4 service neutron] For port 7d20301f-8fd0-4e43-89ce-d2b109d343c6, host n-h2-713498-36, cleared binding levels {{(pid=103230) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 19:58:16.148483 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.db [req-fe304aed-eaf7-4e7d-b848-c2b93b6129cb req-989f426d-504b-4f7c-a7ca-fd9cccab2dd4 service neutron] For port 7d20301f-8fd0-4e43-89ce-d2b109d343c6, host n-h2-713498-36, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-36',level=0,port_id=7d20301f-8fd0-4e43-89ce-d2b109d343c6,segment=NetworkSegment(14252cf2-3edf-4154-bc45-0979579e9ece),segment_id=14252cf2-3edf-4154-bc45-0979579e9ece)] {{(pid=103230) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 19:58:16.154209 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [req-fe304aed-eaf7-4e7d-b848-c2b93b6129cb req-989f426d-504b-4f7c-a7ca-fd9cccab2dd4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762867176205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762866656485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762866656503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14393758'] for port (7d20301f-8fd0-4e43-89ce-d2b109d343c6), after_update {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:58:16.197235 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe304aed-eaf7-4e7d-b848-c2b93b6129cb req-989f426d-504b-4f7c-a7ca-fd9cccab2dd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:58:16.197877 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [req-fe304aed-eaf7-4e7d-b848-c2b93b6129cb req-989f426d-504b-4f7c-a7ca-fd9cccab2dd4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171096'] for port (None), before_response {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:58:16.199433 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-fe304aed-eaf7-4e7d-b848-c2b93b6129cb req-989f426d-504b-4f7c-a7ca-fd9cccab2dd4 service neutron] 10.222.0.90 "PUT /v2.0/ports/7d20301f-8fd0-4e43-89ce-d2b109d343c6 HTTP/1.1" status: 200 len: 1093 time: 0.7528336 Feb 09 19:58:16.199984 n-d-713498-36 neutron-server[103230]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b631d72b-a8fb-4908-850e-06ce846c6dd6', 'tag': '7d20301f-8fd0-4e43-89ce-d2b109d343c6'}] {{(pid=103230) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 19:58:16.202500 n-d-713498-36 neutron-server[103230]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aee5919275bae9f72eb374ee322673045eb80c1f84b4b45a97d96923bd50ab51" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e9bc73d4-b16b-4a83-8608-ec47f9743f70" -d '{"events": [{"name": "network-changed", "server_uuid": "b631d72b-a8fb-4908-850e-06ce846c6dd6", "tag": "7d20301f-8fd0-4e43-89ce-d2b109d343c6"}]}' {{(pid=103230) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 19:58:16.236936 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-989f426d-504b-4f7c-a7ca-fd9cccab2dd4 service neutron] Pushing event updated for resources: {'Port': ['ID=7d20301f-8fd0-4e43-89ce-d2b109d343c6,revision_number=3']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:58:16.288808 n-d-713498-36 neutron-server[103230]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 19:58:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-476af0a3-3cf3-4248-8e31-b8ecd1ecbd8f x-openstack-request-id: req-476af0a3-3cf3-4248-8e31-b8ecd1ecbd8f {{(pid=103230) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 19:58:16.289139 n-d-713498-36 neutron-server[103230]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b631d72b-a8fb-4908-850e-06ce846c6dd6", "tag": "7d20301f-8fd0-4e43-89ce-d2b109d343c6", "status": "completed", "code": 200}]} {{(pid=103230) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 19:58:16.289452 n-d-713498-36 neutron-server[103230]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-476af0a3-3cf3-4248-8e31-b8ecd1ecbd8f {{(pid=103230) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 19:58:16.290186 n-d-713498-36 neutron-server[103230]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b631d72b-a8fb-4908-850e-06ce846c6dd6', 'tag': '7d20301f-8fd0-4e43-89ce-d2b109d343c6', 'status': 'completed', 'code': 200} Feb 09 19:58:16.317423 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe304aed-eaf7-4e7d-b848-c2b93b6129cb req-62b38fea-869a-4729-896c-e6c6bbc76c5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:58:16.320186 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-fe304aed-eaf7-4e7d-b848-c2b93b6129cb req-62b38fea-869a-4729-896c-e6c6bbc76c5a service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=6245c52be1054dbe94bb7e14e1adfcb2&device_id=b631d72b-a8fb-4908-850e-06ce846c6dd6 HTTP/1.1" status: 200 len: 1127 time: 0.0687094 Feb 09 19:58:16.369084 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-fe304aed-eaf7-4e7d-b848-c2b93b6129cb req-1fa31570-63e5-4773-a5cc-76a1685a0af3 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=7d20301f-8fd0-4e43-89ce-d2b109d343c6 HTTP/1.1" status: 200 len: 217 time: 0.0386000 Feb 09 19:58:16.432617 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe304aed-eaf7-4e7d-b848-c2b93b6129cb req-7d0b3c15-4682-4284-b2ce-37d7f8131a94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:58:16.434153 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-fe304aed-eaf7-4e7d-b848-c2b93b6129cb req-7d0b3c15-4682-4284-b2ce-37d7f8131a94 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=9a740078-9be8-472a-a565-0b0dba4a02f5 HTTP/1.1" status: 200 len: 850 time: 0.0585980 Feb 09 19:58:16.488018 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe304aed-eaf7-4e7d-b848-c2b93b6129cb req-7f2529e0-df23-4497-bb97-c087b510f02f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:58:16.489845 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-fe304aed-eaf7-4e7d-b848-c2b93b6129cb req-7f2529e0-df23-4497-bb97-c087b510f02f service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=845ecdc2-0c48-46c6-8d67-7eeeafb5d68b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0492153 Feb 09 19:58:16.585265 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-fe304aed-eaf7-4e7d-b848-c2b93b6129cb req-058533dd-457d-4ce2-b1ea-0597773f7ad9 service neutron] 10.222.0.90 "GET /v2.0/networks/845ecdc2-0c48-46c6-8d67-7eeeafb5d68b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0883355 Feb 09 19:58:16.690058 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-fe304aed-eaf7-4e7d-b848-c2b93b6129cb req-8bcd50a9-6139-4f1b-be40-3cece7ebb740 service neutron] 10.222.0.90 "GET /v2.0/networks/845ecdc2-0c48-46c6-8d67-7eeeafb5d68b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0969656 Feb 09 19:58:16.800965 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9bc73d4-b16b-4a83-8608-ec47f9743f70 req-fb89a17d-7a4c-45f1-900a-1e0c229d0dc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:58:16.802925 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-e9bc73d4-b16b-4a83-8608-ec47f9743f70 req-fb89a17d-7a4c-45f1-900a-1e0c229d0dc8 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=6245c52be1054dbe94bb7e14e1adfcb2&device_id=b631d72b-a8fb-4908-850e-06ce846c6dd6 HTTP/1.1" status: 200 len: 1127 time: 0.0510211 Feb 09 19:58:16.906950 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9bc73d4-b16b-4a83-8608-ec47f9743f70 req-17efc5d9-ef0c-439e-88ff-9c922ed888d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:58:16.908862 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-e9bc73d4-b16b-4a83-8608-ec47f9743f70 req-17efc5d9-ef0c-439e-88ff-9c922ed888d0 service neutron] 10.222.0.90 "GET /v2.0/networks?id=845ecdc2-0c48-46c6-8d67-7eeeafb5d68b HTTP/1.1" status: 200 len: 912 time: 0.0954633 Feb 09 19:58:16.956768 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-e9bc73d4-b16b-4a83-8608-ec47f9743f70 req-3a415e5a-cf15-4e5a-a680-4702f6771f7e service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=7d20301f-8fd0-4e43-89ce-d2b109d343c6 HTTP/1.1" status: 200 len: 217 time: 0.0392442 Feb 09 19:58:17.013569 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9bc73d4-b16b-4a83-8608-ec47f9743f70 req-fd76400c-b2dc-431b-96b5-cf1f2a47b26d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:58:17.015147 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-e9bc73d4-b16b-4a83-8608-ec47f9743f70 req-fd76400c-b2dc-431b-96b5-cf1f2a47b26d service neutron] 10.222.0.90 "GET /v2.0/subnets?id=9a740078-9be8-472a-a565-0b0dba4a02f5 HTTP/1.1" status: 200 len: 850 time: 0.0499876 Feb 09 19:58:17.079168 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9bc73d4-b16b-4a83-8608-ec47f9743f70 req-4c007347-c312-4a8b-9b62-4a4c7fdb833b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:58:17.080738 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-e9bc73d4-b16b-4a83-8608-ec47f9743f70 req-4c007347-c312-4a8b-9b62-4a4c7fdb833b service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=845ecdc2-0c48-46c6-8d67-7eeeafb5d68b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0543213 Feb 09 19:58:17.122754 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762867132591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593584'] for agent (496418a2-c002-4aec-ab1a-07f3bea491bd), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:58:17.230238 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11cbf498-d78e-45a4-89ca-1c8403e43c4f req-8b968886-cee0-47fd-90fb-9ddd3828e107 tempest-ServerActionsTestJSON-1289812127 tempest-ServerActionsTestJSON-1289812127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:58:17.231755 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-11cbf498-d78e-45a4-89ca-1c8403e43c4f req-8b968886-cee0-47fd-90fb-9ddd3828e107 tempest-ServerActionsTestJSON-1289812127 tempest-ServerActionsTestJSON-1289812127-project] 10.222.0.75 "GET /v2.0/ports?device_id=b631d72b-a8fb-4908-850e-06ce846c6dd6 HTTP/1.1" status: 200 len: 944 time: 0.1113985 Feb 09 19:58:17.234129 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-e9bc73d4-b16b-4a83-8608-ec47f9743f70 req-aa91579d-f301-44c6-874f-fac3d830c4c4 service neutron] 10.222.0.90 "GET /v2.0/networks/845ecdc2-0c48-46c6-8d67-7eeeafb5d68b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1398606 Feb 09 19:58:17.340768 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-11cbf498-d78e-45a4-89ca-1c8403e43c4f req-602c7592-eff3-4066-b6af-f18e10fd3718 tempest-ServerActionsTestJSON-1289812127 tempest-ServerActionsTestJSON-1289812127-project] 10.222.0.75 "GET /v2.0/security-groups?id=e468a9c8-1697-49aa-8796-02bfe1187ffe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1030402 Feb 09 19:58:17.371697 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-e9bc73d4-b16b-4a83-8608-ec47f9743f70 req-ee699d99-171b-419c-bd39-c28bd9c87156 service neutron] 10.222.0.90 "GET /v2.0/networks/845ecdc2-0c48-46c6-8d67-7eeeafb5d68b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1261094 Feb 09 19:58:17.705167 n-d-713498-36 neutron-server[103233]: DEBUG neutron.db.agents_db [None req-4a8a6a42-0a0c-4437-8958-92282682b6bb None None] Agent healthcheck: found 7 active agents {{(pid=103233) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 19:58:18.469909 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52967b7e-ea70-4029-8286-c27273af72a0 req-d6add3c2-b67c-4cb7-9f08-de6e17574c56 tempest-ServerActionsTestJSON-1289812127 tempest-ServerActionsTestJSON-1289812127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:58:18.471381 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-52967b7e-ea70-4029-8286-c27273af72a0 req-d6add3c2-b67c-4cb7-9f08-de6e17574c56 tempest-ServerActionsTestJSON-1289812127 tempest-ServerActionsTestJSON-1289812127-project] 10.222.0.75 "GET /v2.0/ports?device_id=b631d72b-a8fb-4908-850e-06ce846c6dd6 HTTP/1.1" status: 200 len: 944 time: 0.0575986 Feb 09 19:58:18.525603 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-52967b7e-ea70-4029-8286-c27273af72a0 req-424caf92-7ef1-4853-b68c-2e17813ac2b3 tempest-ServerActionsTestJSON-1289812127 tempest-ServerActionsTestJSON-1289812127-project] 10.222.0.75 "GET /v2.0/security-groups?id=e468a9c8-1697-49aa-8796-02bfe1187ffe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0475845 Feb 09 19:58:18.950825 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762867132591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593584'] for agent (488cd9ae-631f-4955-ba0b-4f5a13f12e9c), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:58:19.200310 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Device 7d20301f-8fd0-4e43-89ce-d2b109d343c6 details requested by agent hyperv_n-h2-713498-36 with host n-h2-713498-36 {{(pid=103232) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 19:58:19.305101 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-7429db8d-6021-40ad-813e-885be449a89b None None] For port 7d20301f-8fd0-4e43-89ce-d2b109d343c6, host n-h2-713498-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-36',level=0,port_id=7d20301f-8fd0-4e43-89ce-d2b109d343c6,segment=NetworkSegment(14252cf2-3edf-4154-bc45-0979579e9ece),segment_id=14252cf2-3edf-4154-bc45-0979579e9ece)] {{(pid=103232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 19:58:19.318636 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Returning: {'device': '7d20301f-8fd0-4e43-89ce-d2b109d343c6', 'network_id': '845ecdc2-0c48-46c6-8d67-7eeeafb5d68b', 'port_id': '7d20301f-8fd0-4e43-89ce-d2b109d343c6', 'mac_address': 'fa:16:3e:2d:a4:76', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 361, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9a740078-9be8-472a-a565-0b0dba4a02f5', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103232) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 19:58:19.358756 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Current status of the port 7d20301f-8fd0-4e43-89ce-d2b109d343c6 is: DOWN; New status is: BUILD {{(pid=103232) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 19:58:19.359431 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (7d20301f-8fd0-4e43-89ce-d2b109d343c6), before_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:58:19.374821 n-d-713498-36 neutron-server[103232]: DEBUG neutron.notifiers.nova [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7d20301f-8fd0-4e43-89ce-d2b109d343c6 {{(pid=103232) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 19:58:19.406232 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-7429db8d-6021-40ad-813e-885be449a89b None None] For port 7d20301f-8fd0-4e43-89ce-d2b109d343c6, host n-h2-713498-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-36',level=0,port_id=7d20301f-8fd0-4e43-89ce-d2b109d343c6,segment=NetworkSegment(14252cf2-3edf-4154-bc45-0979579e9ece),segment_id=14252cf2-3edf-4154-bc45-0979579e9ece)] {{(pid=103232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 19:58:19.409040 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762867132591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593584'] for agent (bcd5faee-dc24-4298-9134-0e0aa054058e), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:58:19.410357 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762867176205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762866656485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762866656503'] for port (7d20301f-8fd0-4e43-89ce-d2b109d343c6), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:58:19.460670 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Pushing event updated for resources: {'Port': ['ID=7d20301f-8fd0-4e43-89ce-d2b109d343c6,revision_number=4']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:58:19.656813 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a8edac5-c0c1-452e-9116-c33189f21b3d req-567887dc-8665-48ad-8235-9a320dccdcd1 tempest-ServerActionsTestJSON-1289812127 tempest-ServerActionsTestJSON-1289812127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:58:19.658414 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-4a8edac5-c0c1-452e-9116-c33189f21b3d req-567887dc-8665-48ad-8235-9a320dccdcd1 tempest-ServerActionsTestJSON-1289812127 tempest-ServerActionsTestJSON-1289812127-project] 10.222.0.75 "GET /v2.0/ports?device_id=b631d72b-a8fb-4908-850e-06ce846c6dd6 HTTP/1.1" status: 200 len: 945 time: 0.0611534 Feb 09 19:58:19.709252 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-7429db8d-6021-40ad-813e-885be449a89b None None] get_ports_and_sgs() called for port_ids ['7d20301f-8fd0-4e43-89ce-d2b109d343c6'] {{(pid=103232) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 19:58:19.715020 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-4a8edac5-c0c1-452e-9116-c33189f21b3d req-3f61a7c9-7939-4e3b-97c1-775b30d2990f tempest-ServerActionsTestJSON-1289812127 tempest-ServerActionsTestJSON-1289812127-project] 10.222.0.75 "GET /v2.0/security-groups?id=e468a9c8-1697-49aa-8796-02bfe1187ffe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0501788 Feb 09 19:58:20.842845 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b12f4abc-361d-4655-8737-bbd88f175af7 req-b00efb22-009a-4616-8ade-5c73eafd9925 tempest-ServerActionsTestJSON-1289812127 tempest-ServerActionsTestJSON-1289812127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:58:20.844366 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-b12f4abc-361d-4655-8737-bbd88f175af7 req-b00efb22-009a-4616-8ade-5c73eafd9925 tempest-ServerActionsTestJSON-1289812127 tempest-ServerActionsTestJSON-1289812127-project] 10.222.0.75 "GET /v2.0/ports?device_id=b631d72b-a8fb-4908-850e-06ce846c6dd6 HTTP/1.1" status: 200 len: 945 time: 0.0551233 Feb 09 19:58:20.894040 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-b12f4abc-361d-4655-8737-bbd88f175af7 req-dfc75a91-5faf-457e-b3f4-f24544611c3a tempest-ServerActionsTestJSON-1289812127 tempest-ServerActionsTestJSON-1289812127-project] 10.222.0.75 "GET /v2.0/security-groups?id=e468a9c8-1697-49aa-8796-02bfe1187ffe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437646 Feb 09 19:58:21.201809 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Device 7d20301f-8fd0-4e43-89ce-d2b109d343c6 up at agent hyperv_n-h2-713498-36 {{(pid=103232) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 19:58:21.253992 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.provisioning_blocks [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Provisioning for port 7d20301f-8fd0-4e43-89ce-d2b109d343c6 completed by entity L2. {{(pid=103232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 19:58:21.259636 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.provisioning_blocks [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Provisioning complete for port 7d20301f-8fd0-4e43-89ce-d2b109d343c6 triggered by entity L2. {{(pid=103232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 19:58:21.260016 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593630'] for port (7d20301f-8fd0-4e43-89ce-d2b109d343c6), provisioning_complete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:58:21.359331 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Current status of the port 7d20301f-8fd0-4e43-89ce-d2b109d343c6 is: BUILD; New status is: ACTIVE {{(pid=103232) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 19:58:21.359754 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (7d20301f-8fd0-4e43-89ce-d2b109d343c6), before_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:58:21.387915 n-d-713498-36 neutron-server[103232]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b631d72b-a8fb-4908-850e-06ce846c6dd6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7d20301f-8fd0-4e43-89ce-d2b109d343c6'}] {{(pid=103232) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 19:58:21.391019 n-d-713498-36 neutron-server[103232]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}949cdcde653dec44821de95cbf67297f53cbc2aed4e073b5d514f93bf911ce85" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-11af8d5d-8e91-4fa6-8a65-8aa12d9d5c26" -d '{"events": [{"server_uuid": "b631d72b-a8fb-4908-850e-06ce846c6dd6", "name": "network-vif-plugged", "status": "completed", "tag": "7d20301f-8fd0-4e43-89ce-d2b109d343c6"}]}' {{(pid=103232) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 19:58:21.405688 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-7429db8d-6021-40ad-813e-885be449a89b None None] For port 7d20301f-8fd0-4e43-89ce-d2b109d343c6, host n-h2-713498-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-36',level=0,port_id=7d20301f-8fd0-4e43-89ce-d2b109d343c6,segment=NetworkSegment(14252cf2-3edf-4154-bc45-0979579e9ece),segment_id=14252cf2-3edf-4154-bc45-0979579e9ece)] {{(pid=103232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 19:58:21.410314 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762867176205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762866656485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762866656503'] for port (7d20301f-8fd0-4e43-89ce-d2b109d343c6), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:58:21.435832 n-d-713498-36 neutron-server[103232]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 19:58:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e933bb7c-27df-4072-9c54-d0040c0adbe3 x-openstack-request-id: req-e933bb7c-27df-4072-9c54-d0040c0adbe3 {{(pid=103232) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 19:58:21.436129 n-d-713498-36 neutron-server[103232]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b631d72b-a8fb-4908-850e-06ce846c6dd6", "name": "network-vif-plugged", "status": "completed", "tag": "7d20301f-8fd0-4e43-89ce-d2b109d343c6", "code": 200}]} {{(pid=103232) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 19:58:21.436384 n-d-713498-36 neutron-server[103232]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-e933bb7c-27df-4072-9c54-d0040c0adbe3 {{(pid=103232) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 19:58:21.436773 n-d-713498-36 neutron-server[103232]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b631d72b-a8fb-4908-850e-06ce846c6dd6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7d20301f-8fd0-4e43-89ce-d2b109d343c6', 'code': 200} Feb 09 19:58:21.465861 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Pushing event updated for resources: {'Port': ['ID=7d20301f-8fd0-4e43-89ce-d2b109d343c6,revision_number=5']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:58:21.553287 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c76f119b-3745-48de-9818-f40a717ec447 req-37a5aefc-617c-406b-aa95-2380f02f60e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:58:21.554985 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-c76f119b-3745-48de-9818-f40a717ec447 req-37a5aefc-617c-406b-aa95-2380f02f60e2 service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=b631d72b-a8fb-4908-850e-06ce846c6dd6 HTTP/1.1" status: 200 len: 1129 time: 0.0547955 Feb 09 19:58:21.606002 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-c76f119b-3745-48de-9818-f40a717ec447 req-e876ccf9-2c84-4a6f-af99-a0308f370618 service neutron] 10.222.0.90 "GET /v2.0/security-groups?id=e468a9c8-1697-49aa-8796-02bfe1187ffe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442502 Feb 09 19:58:22.085300 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1528111a-6ae5-4b55-8572-1dbed7c8dde6 req-a5702d30-0cb1-4023-ab5b-741ae4e981fd tempest-ServerActionsTestJSON-1289812127 tempest-ServerActionsTestJSON-1289812127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:58:22.086824 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-1528111a-6ae5-4b55-8572-1dbed7c8dde6 req-a5702d30-0cb1-4023-ab5b-741ae4e981fd tempest-ServerActionsTestJSON-1289812127 tempest-ServerActionsTestJSON-1289812127-project] 10.222.0.75 "GET /v2.0/ports?device_id=b631d72b-a8fb-4908-850e-06ce846c6dd6 HTTP/1.1" status: 200 len: 946 time: 0.1212437 Feb 09 19:58:22.138751 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-1528111a-6ae5-4b55-8572-1dbed7c8dde6 req-19c07d41-18e3-4028-9d9f-b4d511a94b6c tempest-ServerActionsTestJSON-1289812127 tempest-ServerActionsTestJSON-1289812127-project] 10.222.0.75 "GET /v2.0/security-groups?id=e468a9c8-1697-49aa-8796-02bfe1187ffe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0458775 Feb 09 19:58:23.332983 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-903ec029-4ac2-4cd7-b487-6b036f886467 req-4a991d74-d56e-4689-bf86-594fefde0bbd tempest-ServerActionsTestJSON-1289812127 tempest-ServerActionsTestJSON-1289812127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:58:23.334608 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-903ec029-4ac2-4cd7-b487-6b036f886467 req-4a991d74-d56e-4689-bf86-594fefde0bbd tempest-ServerActionsTestJSON-1289812127 tempest-ServerActionsTestJSON-1289812127-project] 10.222.0.75 "GET /v2.0/ports?device_id=b631d72b-a8fb-4908-850e-06ce846c6dd6 HTTP/1.1" status: 200 len: 946 time: 0.1244168 Feb 09 19:58:23.385752 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-903ec029-4ac2-4cd7-b487-6b036f886467 req-ed339e23-9273-4961-a047-b4b2ab9e3274 tempest-ServerActionsTestJSON-1289812127 tempest-ServerActionsTestJSON-1289812127-project] 10.222.0.75 "GET /v2.0/security-groups?id=e468a9c8-1697-49aa-8796-02bfe1187ffe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455956 Feb 09 19:58:23.530335 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88916ae8-ffc5-4192-8ed5-edee697da978 req-bed847c1-4b47-4979-bbaa-50b8f31c61c4 tempest-ServerActionsTestJSON-1289812127 tempest-ServerActionsTestJSON-1289812127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:58:23.531929 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-88916ae8-ffc5-4192-8ed5-edee697da978 req-bed847c1-4b47-4979-bbaa-50b8f31c61c4 tempest-ServerActionsTestJSON-1289812127 tempest-ServerActionsTestJSON-1289812127-project] 10.222.0.75 "GET /v2.0/ports?device_id=b631d72b-a8fb-4908-850e-06ce846c6dd6 HTTP/1.1" status: 200 len: 946 time: 0.0613809 Feb 09 19:58:23.541653 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 52156) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:58:23.546197 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.v2.base [None req-3dbf247e-5553-431f-a4d9-e77fd25a637a tempest-ServerActionsTestJSON-1289812127 tempest-ServerActionsTestJSON-1289812127-project] Request body: {'floatingip': {'port_id': '7d20301f-8fd0-4e43-89ce-d2b109d343c6'}} {{(pid=103230) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 19:58:23.593024 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-3dbf247e-5553-431f-a4d9-e77fd25a637a tempest-ServerActionsTestJSON-1289812127 tempest-ServerActionsTestJSON-1289812127-project] Publish callbacks [] for floatingip (3f50e9e5-6deb-46a3-8b44-7a4b66111d8f), before_update {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:58:24.490574 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-3dbf247e-5553-431f-a4d9-e77fd25a637a tempest-ServerActionsTestJSON-1289812127 tempest-ServerActionsTestJSON-1289812127-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:58:24.494968 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-3dbf247e-5553-431f-a4d9-e77fd25a637a tempest-ServerActionsTestJSON-1289812127 tempest-ServerActionsTestJSON-1289812127-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1818909'] for floatingip (3f50e9e5-6deb-46a3-8b44-7a4b66111d8f), after_update {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:58:24.610666 n-d-713498-36 neutron-server[103230]: INFO neutron.db.l3_db [None req-3dbf247e-5553-431f-a4d9-e77fd25a637a tempest-ServerActionsTestJSON-1289812127 tempest-ServerActionsTestJSON-1289812127-project] Floating IP 3f50e9e5-6deb-46a3-8b44-7a4b66111d8f associated. External IP: 172.25.1.238, port: 7d20301f-8fd0-4e43-89ce-d2b109d343c6. Feb 09 19:58:24.847717 n-d-713498-36 neutron-server[103230]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3dbf247e-5553-431f-a4d9-e77fd25a637a tempest-ServerActionsTestJSON-1289812127 tempest-ServerActionsTestJSON-1289812127-project] Router 8b66ef66-4e9c-49b4-8232-c6c9e9bf7f1c has already been hosted by L3 agent 93303d5e-5d17-45e8-8963-7694f87783ae {{(pid=103230) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 19:58:24.972800 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3dbf247e-5553-431f-a4d9-e77fd25a637a tempest-ServerActionsTestJSON-1289812127 tempest-ServerActionsTestJSON-1289812127-project] Notify agent at l3_agent.n-d-713498-36 the message routers_updated {{(pid=103230) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 19:58:24.977865 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-3dbf247e-5553-431f-a4d9-e77fd25a637a tempest-ServerActionsTestJSON-1289812127 tempest-ServerActionsTestJSON-1289812127-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171096'] for floatingip (None), before_response {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:58:24.982538 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b10240d-0fcf-48fb-a8ae-2f87d8d8d83d None None] Sync routers for ids ['8b66ef66-4e9c-49b4-8232-c6c9e9bf7f1c'] in n-d-713498-36 {{(pid=103232) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 19:58:24.993538 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b10240d-0fcf-48fb-a8ae-2f87d8d8d83d None None] Routers {'8b66ef66-4e9c-49b4-8232-c6c9e9bf7f1c'} bound to L3 agent in host n-d-713498-36 {{(pid=103232) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 19:58:24.994208 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.l3_hamode_db [None req-7b10240d-0fcf-48fb-a8ae-2f87d8d8d83d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T18:51:43Z,description=,heartbeat_timestamp=2022-02-09T19:58:13Z,host='n-d-713498-36',id=93303d5e-5d17-45e8-8963-7694f87783ae,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T18:51:43Z,topic='l3_agent')) {'router_ids': ['8b66ef66-4e9c-49b4-8232-c6c9e9bf7f1c'], 'active': True} {{(pid=103232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:58:25.012552 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-3dbf247e-5553-431f-a4d9-e77fd25a637a tempest-ServerActionsTestJSON-1289812127 tempest-ServerActionsTestJSON-1289812127-project] 10.222.0.75 "PUT /v2.0/floatingips/3f50e9e5-6deb-46a3-8b44-7a4b66111d8f HTTP/1.1" status: 200 len: 992 time: 1.4671786 Feb 09 19:58:25.012552 n-d-713498-36 neutron-server[103230]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b631d72b-a8fb-4908-850e-06ce846c6dd6', 'tag': '7d20301f-8fd0-4e43-89ce-d2b109d343c6'}] {{(pid=103230) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 19:58:25.012905 n-d-713498-36 neutron-server[103230]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aee5919275bae9f72eb374ee322673045eb80c1f84b4b45a97d96923bd50ab51" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3f972b06-a1bd-43a9-a7c3-423ec2089a7d" -d '{"events": [{"name": "network-changed", "server_uuid": "b631d72b-a8fb-4908-850e-06ce846c6dd6", "tag": "7d20301f-8fd0-4e43-89ce-d2b109d343c6"}]}' {{(pid=103230) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 19:58:25.063424 n-d-713498-36 neutron-server[103230]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 19:58:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-36a19d0c-e15c-4baa-8116-953a1b14e6f3 x-openstack-request-id: req-36a19d0c-e15c-4baa-8116-953a1b14e6f3 {{(pid=103230) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 19:58:25.063904 n-d-713498-36 neutron-server[103230]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b631d72b-a8fb-4908-850e-06ce846c6dd6", "tag": "7d20301f-8fd0-4e43-89ce-d2b109d343c6", "status": "completed", "code": 200}]} {{(pid=103230) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 19:58:25.064318 n-d-713498-36 neutron-server[103230]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-36a19d0c-e15c-4baa-8116-953a1b14e6f3 {{(pid=103230) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 19:58:25.065239 n-d-713498-36 neutron-server[103230]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b631d72b-a8fb-4908-850e-06ce846c6dd6', 'tag': '7d20301f-8fd0-4e43-89ce-d2b109d343c6', 'status': 'completed', 'code': 200} Feb 09 19:58:25.161404 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.l3_dvr_db [None req-7b10240d-0fcf-48fb-a8ae-2f87d8d8d83d None None] Set router 8b66ef66-4e9c-49b4-8232-c6c9e9bf7f1c gateway port host: n-d-713498-36 {{(pid=103232) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 19:58:25.177408 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be17f128-e098-4698-8e14-1415dbffadcd req-5ed79b31-f251-42ce-b903-0440f4368fdc tempest-ServerActionsTestJSON-1289812127 tempest-ServerActionsTestJSON-1289812127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:58:25.179233 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-be17f128-e098-4698-8e14-1415dbffadcd req-5ed79b31-f251-42ce-b903-0440f4368fdc tempest-ServerActionsTestJSON-1289812127 tempest-ServerActionsTestJSON-1289812127-project] 10.222.0.75 "GET /v2.0/ports?device_id=b631d72b-a8fb-4908-850e-06ce846c6dd6 HTTP/1.1" status: 200 len: 946 time: 0.1034560 Feb 09 19:58:25.192811 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f972b06-a1bd-43a9-a7c3-423ec2089a7d req-f38d7bc5-ff5a-41ae-8d2b-dde3915efc92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:58:25.194981 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-3f972b06-a1bd-43a9-a7c3-423ec2089a7d req-f38d7bc5-ff5a-41ae-8d2b-dde3915efc92 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=6245c52be1054dbe94bb7e14e1adfcb2&device_id=b631d72b-a8fb-4908-850e-06ce846c6dd6 HTTP/1.1" status: 200 len: 1129 time: 0.1058910 Feb 09 19:58:25.312020 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-be17f128-e098-4698-8e14-1415dbffadcd req-c0a1b0dc-4308-484e-ba27-54e1ff4537d1 tempest-ServerActionsTestJSON-1289812127 tempest-ServerActionsTestJSON-1289812127-project] 10.222.0.75 "GET /v2.0/security-groups?id=e468a9c8-1697-49aa-8796-02bfe1187ffe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1228666 Feb 09 19:58:25.354906 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f972b06-a1bd-43a9-a7c3-423ec2089a7d req-89c5d3a1-ae08-4f12-a144-c565537e5048 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:58:25.356413 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-3f972b06-a1bd-43a9-a7c3-423ec2089a7d req-89c5d3a1-ae08-4f12-a144-c565537e5048 service neutron] 10.222.0.90 "GET /v2.0/networks?id=845ecdc2-0c48-46c6-8d67-7eeeafb5d68b HTTP/1.1" status: 200 len: 912 time: 0.1427634 Feb 09 19:58:25.426830 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.l3_hamode_db [None req-7b10240d-0fcf-48fb-a8ae-2f87d8d8d83d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b66ef66-4e9c-49b4-8232-c6c9e9bf7f1c', 'name': 'tempest-ServerActionsTestJSON-426882205-router', 'tenant_id': '6245c52be1054dbe94bb7e14e1adfcb2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88055e1e-672a-4487-be31-ffb6e833ece5', 'external_fixed_ips': [{'subnet_id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'ip_address': '172.25.1.251'}], 'enable_snat': True}, 'gw_port_id': '3b5f4677-7e2f-4257-84e8-83453d3478a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T19:57:08Z', 'updated_at': '2022-02-09T19:57:12Z', 'revision_number': 4, 'project_id': '6245c52be1054dbe94bb7e14e1adfcb2', 'gw_port': {'id': '3b5f4677-7e2f-4257-84e8-83453d3478a8', 'name': '', 'network_id': '88055e1e-672a-4487-be31-ffb6e833ece5', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:a5:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b66ef66-4e9c-49b4-8232-c6c9e9bf7f1c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4092, 'fixed_ips': [{'subnet_id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'ip_address': '172.25.1.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T19:57:09Z', 'updated_at': '2022-02-09T19:57:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-36', '_floatingips': [{'id': '3f50e9e5-6deb-46a3-8b44-7a4b66111d8f', 'tenant_id': '6245c52be1054dbe94bb7e14e1adfcb2', 'floating_ip_address': '172.25.1.238', 'floating_network_id': '88055e1e-672a-4487-be31-ffb6e833ece5', 'router_id': '8b66ef66-4e9c-49b4-8232-c6c9e9bf7f1c', 'port_id': '7d20301f-8fd0-4e43-89ce-d2b109d343c6', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4100, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '845ecdc2-0c48-46c6-8d67-7eeeafb5d68b', 'mac_address': 'fa:16:3e:2d:a4:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b631d72b-a8fb-4908-850e-06ce846c6dd6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T19:57:14Z', 'updated_at': '2022-02-09T19:58:24Z', 'revision_number': 5, 'project_id': '6245c52be1054dbe94bb7e14e1adfcb2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '43b4eee5-a731-4a67-8516-bb0b1f16ff86', 'name': '', 'network_id': '845ecdc2-0c48-46c6-8d67-7eeeafb5d68b', 'tenant_id': '6245c52be1054dbe94bb7e14e1adfcb2', 'mac_address': 'fa:16:3e:58:6c:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b66ef66-4e9c-49b4-8232-c6c9e9bf7f1c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4093, 'fixed_ips': [{'subnet_id': '9a740078-9be8-472a-a565-0b0dba4a02f5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T19:57:11Z', 'updated_at': '2022-02-09T19:57:15Z', 'revision_number': 5, 'project_id': '6245c52be1054dbe94bb7e14e1adfcb2', 'subnets': [{'id': '9a740078-9be8-472a-a565-0b0dba4a02f5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-36', False) {} {{(pid=103232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:58:25.434135 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-3f972b06-a1bd-43a9-a7c3-423ec2089a7d req-c742f500-7239-438c-bca7-980f063cc207 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=7d20301f-8fd0-4e43-89ce-d2b109d343c6 HTTP/1.1" status: 200 len: 1000 time: 0.0676172 Feb 09 19:58:25.456987 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b10240d-0fcf-48fb-a8ae-2f87d8d8d83d None None] Checking router: 8b66ef66-4e9c-49b4-8232-c6c9e9bf7f1c for host: n-d-713498-36 {{(pid=103232) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 19:58:25.467015 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b10240d-0fcf-48fb-a8ae-2f87d8d8d83d None None] Routers {'8b66ef66-4e9c-49b4-8232-c6c9e9bf7f1c'} bound to L3 agent in host n-d-713498-36 {{(pid=103232) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 19:58:25.467643 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.l3_hamode_db [None req-7b10240d-0fcf-48fb-a8ae-2f87d8d8d83d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T18:51:43Z,description=,heartbeat_timestamp=2022-02-09T19:58:13Z,host='n-d-713498-36',id=93303d5e-5d17-45e8-8963-7694f87783ae,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T18:51:43Z,topic='l3_agent')) {'router_ids': ['8b66ef66-4e9c-49b4-8232-c6c9e9bf7f1c'], 'active': True} {{(pid=103232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:58:25.488318 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f972b06-a1bd-43a9-a7c3-423ec2089a7d req-4d184c9c-fed2-40cf-9698-318dfdc8415a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:58:25.490811 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-3f972b06-a1bd-43a9-a7c3-423ec2089a7d req-4d184c9c-fed2-40cf-9698-318dfdc8415a service neutron] 10.222.0.90 "GET /v2.0/subnets?id=9a740078-9be8-472a-a565-0b0dba4a02f5 HTTP/1.1" status: 200 len: 850 time: 0.0461998 Feb 09 19:58:25.546837 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f972b06-a1bd-43a9-a7c3-423ec2089a7d req-745cdb3a-9cf3-465f-9311-a2246367022c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:58:25.548383 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-3f972b06-a1bd-43a9-a7c3-423ec2089a7d req-745cdb3a-9cf3-465f-9311-a2246367022c service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=845ecdc2-0c48-46c6-8d67-7eeeafb5d68b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0505667 Feb 09 19:58:25.592129 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.l3_dvr_db [None req-7b10240d-0fcf-48fb-a8ae-2f87d8d8d83d None None] Set router 8b66ef66-4e9c-49b4-8232-c6c9e9bf7f1c gateway port host: n-d-713498-36 {{(pid=103232) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 19:58:25.651491 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-3f972b06-a1bd-43a9-a7c3-423ec2089a7d req-44445fc7-f613-4919-9357-2e455efae2c6 service neutron] 10.222.0.90 "GET /v2.0/networks/845ecdc2-0c48-46c6-8d67-7eeeafb5d68b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0914476 Feb 09 19:58:25.755324 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-3f972b06-a1bd-43a9-a7c3-423ec2089a7d req-27ec6984-0113-4de4-ae4f-1a7c2d1fbff9 service neutron] 10.222.0.90 "GET /v2.0/networks/845ecdc2-0c48-46c6-8d67-7eeeafb5d68b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0938025 Feb 09 19:58:25.830150 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.l3_hamode_db [None req-7b10240d-0fcf-48fb-a8ae-2f87d8d8d83d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b66ef66-4e9c-49b4-8232-c6c9e9bf7f1c', 'name': 'tempest-ServerActionsTestJSON-426882205-router', 'tenant_id': '6245c52be1054dbe94bb7e14e1adfcb2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88055e1e-672a-4487-be31-ffb6e833ece5', 'external_fixed_ips': [{'subnet_id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'ip_address': '172.25.1.251'}], 'enable_snat': True}, 'gw_port_id': '3b5f4677-7e2f-4257-84e8-83453d3478a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T19:57:08Z', 'updated_at': '2022-02-09T19:57:12Z', 'revision_number': 4, 'project_id': '6245c52be1054dbe94bb7e14e1adfcb2', 'gw_port': {'id': '3b5f4677-7e2f-4257-84e8-83453d3478a8', 'name': '', 'network_id': '88055e1e-672a-4487-be31-ffb6e833ece5', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:a5:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b66ef66-4e9c-49b4-8232-c6c9e9bf7f1c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4092, 'fixed_ips': [{'subnet_id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'ip_address': '172.25.1.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T19:57:09Z', 'updated_at': '2022-02-09T19:57:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-36', '_floatingips': [{'id': '3f50e9e5-6deb-46a3-8b44-7a4b66111d8f', 'tenant_id': '6245c52be1054dbe94bb7e14e1adfcb2', 'floating_ip_address': '172.25.1.238', 'floating_network_id': '88055e1e-672a-4487-be31-ffb6e833ece5', 'router_id': '8b66ef66-4e9c-49b4-8232-c6c9e9bf7f1c', 'port_id': '7d20301f-8fd0-4e43-89ce-d2b109d343c6', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4100, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '845ecdc2-0c48-46c6-8d67-7eeeafb5d68b', 'mac_address': 'fa:16:3e:2d:a4:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b631d72b-a8fb-4908-850e-06ce846c6dd6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T19:57:14Z', 'updated_at': '2022-02-09T19:58:24Z', 'revision_number': 5, 'project_id': '6245c52be1054dbe94bb7e14e1adfcb2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '43b4eee5-a731-4a67-8516-bb0b1f16ff86', 'name': '', 'network_id': '845ecdc2-0c48-46c6-8d67-7eeeafb5d68b', 'tenant_id': '6245c52be1054dbe94bb7e14e1adfcb2', 'mac_address': 'fa:16:3e:58:6c:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b66ef66-4e9c-49b4-8232-c6c9e9bf7f1c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4093, 'fixed_ips': [{'subnet_id': '9a740078-9be8-472a-a565-0b0dba4a02f5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T19:57:11Z', 'updated_at': '2022-02-09T19:57:15Z', 'revision_number': 5, 'project_id': '6245c52be1054dbe94bb7e14e1adfcb2', 'subnets': [{'id': '9a740078-9be8-472a-a565-0b0dba4a02f5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-36', False) {} {{(pid=103232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:58:25.857162 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b10240d-0fcf-48fb-a8ae-2f87d8d8d83d None None] The sync data for ids ['8b66ef66-4e9c-49b4-8232-c6c9e9bf7f1c'] in n-d-713498-36 is: [{'id': '8b66ef66-4e9c-49b4-8232-c6c9e9bf7f1c', 'name': 'tempest-ServerActionsTestJSON-426882205-router', 'tenant_id': '6245c52be1054dbe94bb7e14e1adfcb2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88055e1e-672a-4487-be31-ffb6e833ece5', 'external_fixed_ips': [{'subnet_id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'ip_address': '172.25.1.251'}], 'enable_snat': True}, 'gw_port_id': '3b5f4677-7e2f-4257-84e8-83453d3478a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T19:57:08Z', 'updated_at': '2022-02-09T19:57:12Z', 'revision_number': 4, 'project_id': '6245c52be1054dbe94bb7e14e1adfcb2', 'gw_port': {'id': '3b5f4677-7e2f-4257-84e8-83453d3478a8', 'name': '', 'network_id': '88055e1e-672a-4487-be31-ffb6e833ece5', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:a5:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b66ef66-4e9c-49b4-8232-c6c9e9bf7f1c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4092, 'fixed_ips': [{'subnet_id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'ip_address': '172.25.1.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T19:57:09Z', 'updated_at': '2022-02-09T19:57:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-36', '_floatingips': [{'id': '3f50e9e5-6deb-46a3-8b44-7a4b66111d8f', 'tenant_id': '6245c52be1054dbe94bb7e14e1adfcb2', 'floating_ip_address': '172.25.1.238', 'floating_network_id': '88055e1e-672a-4487-be31-ffb6e833ece5', 'router_id': '8b66ef66-4e9c-49b4-8232-c6c9e9bf7f1c', 'port_id': '7d20301f-8fd0-4e43-89ce-d2b109d343c6', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4100, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '845ecdc2-0c48-46c6-8d67-7eeeafb5d68b', 'mac_address': 'fa:16:3e:2d:a4:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b631d72b-a8fb-4908-850e-06ce846c6dd6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T19:57:14Z', 'updated_at': '2022-02-09T19:58:24Z', 'revision_number': 5, 'project_id': '6245c52be1054dbe94bb7e14e1adfcb2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '43b4eee5-a731-4a67-8516-bb0b1f16ff86', 'name': '', 'network_id': '845ecdc2-0c48-46c6-8d67-7eeeafb5d68b', 'tenant_id': '6245c52be1054dbe94bb7e14e1adfcb2', 'mac_address': 'fa:16:3e:58:6c:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b66ef66-4e9c-49b4-8232-c6c9e9bf7f1c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4093, 'fixed_ips': [{'subnet_id': '9a740078-9be8-472a-a565-0b0dba4a02f5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T19:57:11Z', 'updated_at': '2022-02-09T19:57:15Z', 'revision_number': 5, 'project_id': '6245c52be1054dbe94bb7e14e1adfcb2', 'subnets': [{'id': '9a740078-9be8-472a-a565-0b0dba4a02f5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103232) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 19:58:26.059414 n-d-713498-36 neutron-server[103233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4813913c-3f41-4d0a-ba9d-1f7849d0d9a2 None None] New status for floating IP 3f50e9e5-6deb-46a3-8b44-7a4b66111d8f: ACTIVE {{(pid=103233) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 09 19:58:26.440794 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-537842d1-d3cb-422d-8999-95c409362c03 req-19787970-da36-47ee-b620-8013cec3b53b tempest-ServerActionsTestJSON-1289812127 tempest-ServerActionsTestJSON-1289812127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:58:26.442584 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-537842d1-d3cb-422d-8999-95c409362c03 req-19787970-da36-47ee-b620-8013cec3b53b tempest-ServerActionsTestJSON-1289812127 tempest-ServerActionsTestJSON-1289812127-project] 10.222.0.75 "GET /v2.0/ports?device_id=b631d72b-a8fb-4908-850e-06ce846c6dd6 HTTP/1.1" status: 200 len: 946 time: 0.0550439 Feb 09 19:58:26.492130 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-537842d1-d3cb-422d-8999-95c409362c03 req-85bbfd79-e45d-4b70-bc20-905d65b1de29 tempest-ServerActionsTestJSON-1289812127 tempest-ServerActionsTestJSON-1289812127-project] 10.222.0.75 "GET /v2.0/security-groups?id=e468a9c8-1697-49aa-8796-02bfe1187ffe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441079 Feb 09 19:58:26.706557 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b082c267-da33-4084-9c68-85795e9efc42 req-73f7c9de-97dc-498b-bd71-52a1a7018d15 tempest-ServerActionsTestJSON-1289812127 tempest-ServerActionsTestJSON-1289812127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:58:26.708145 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-b082c267-da33-4084-9c68-85795e9efc42 req-73f7c9de-97dc-498b-bd71-52a1a7018d15 tempest-ServerActionsTestJSON-1289812127 tempest-ServerActionsTestJSON-1289812127-project] 10.222.0.75 "GET /v2.0/ports?device_id=b631d72b-a8fb-4908-850e-06ce846c6dd6 HTTP/1.1" status: 200 len: 946 time: 0.0539587 Feb 09 19:58:26.757973 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-b082c267-da33-4084-9c68-85795e9efc42 req-68c5522f-32dc-44c3-97cc-a43a525811e2 tempest-ServerActionsTestJSON-1289812127 tempest-ServerActionsTestJSON-1289812127-project] 10.222.0.75 "GET /v2.0/security-groups?id=e468a9c8-1697-49aa-8796-02bfe1187ffe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440416 Feb 09 19:58:27.883235 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17924e99-e7fe-44ed-be5a-761cb4dd9ee5 req-77c42b02-b5bd-48d8-884a-e3bb1d4b1f63 tempest-ServerActionsTestJSON-1289812127 tempest-ServerActionsTestJSON-1289812127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:58:27.884661 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-17924e99-e7fe-44ed-be5a-761cb4dd9ee5 req-77c42b02-b5bd-48d8-884a-e3bb1d4b1f63 tempest-ServerActionsTestJSON-1289812127 tempest-ServerActionsTestJSON-1289812127-project] 10.222.0.75 "GET /v2.0/ports?device_id=b631d72b-a8fb-4908-850e-06ce846c6dd6 HTTP/1.1" status: 200 len: 946 time: 0.0557303 Feb 09 19:58:27.941577 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-17924e99-e7fe-44ed-be5a-761cb4dd9ee5 req-ec0245ce-c341-4787-bab5-ce8327fb5b0e tempest-ServerActionsTestJSON-1289812127 tempest-ServerActionsTestJSON-1289812127-project] 10.222.0.75 "GET /v2.0/security-groups?id=e468a9c8-1697-49aa-8796-02bfe1187ffe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0513914 Feb 09 19:58:29.076010 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-619dbf4e-fcd2-42f5-846f-916d320da3a5 req-e42c110d-35d1-4ebd-a4e5-7b6b4a160e9e tempest-ServerActionsTestJSON-1289812127 tempest-ServerActionsTestJSON-1289812127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:58:29.078994 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-619dbf4e-fcd2-42f5-846f-916d320da3a5 req-e42c110d-35d1-4ebd-a4e5-7b6b4a160e9e tempest-ServerActionsTestJSON-1289812127 tempest-ServerActionsTestJSON-1289812127-project] 10.222.0.75 "GET /v2.0/ports?device_id=b631d72b-a8fb-4908-850e-06ce846c6dd6 HTTP/1.1" status: 200 len: 946 time: 0.0610044 Feb 09 19:58:29.126153 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-619dbf4e-fcd2-42f5-846f-916d320da3a5 req-9cbbb9ce-6eff-427d-be8f-0fc9a1f006e4 tempest-ServerActionsTestJSON-1289812127 tempest-ServerActionsTestJSON-1289812127-project] 10.222.0.75 "GET /v2.0/security-groups?id=e468a9c8-1697-49aa-8796-02bfe1187ffe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431247 Feb 09 19:58:30.249472 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-330a269e-16ea-4450-8337-842148934669 req-fe735132-f935-46cf-9054-e35fd06445a2 tempest-ServerActionsTestJSON-1289812127 tempest-ServerActionsTestJSON-1289812127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:58:30.251028 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-330a269e-16ea-4450-8337-842148934669 req-fe735132-f935-46cf-9054-e35fd06445a2 tempest-ServerActionsTestJSON-1289812127 tempest-ServerActionsTestJSON-1289812127-project] 10.222.0.75 "GET /v2.0/ports?device_id=b631d72b-a8fb-4908-850e-06ce846c6dd6 HTTP/1.1" status: 200 len: 946 time: 0.0535886 Feb 09 19:58:30.300902 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-330a269e-16ea-4450-8337-842148934669 req-0387c24f-6b6a-4513-9270-5e9f0d5aa896 tempest-ServerActionsTestJSON-1289812127 tempest-ServerActionsTestJSON-1289812127-project] 10.222.0.75 "GET /v2.0/security-groups?id=e468a9c8-1697-49aa-8796-02bfe1187ffe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434620 Feb 09 19:58:31.426703 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7252f938-2f66-4319-8377-0b1dcf794f63 req-8a9e53ac-2568-4a61-88b2-d79d80303c9c tempest-ServerActionsTestJSON-1289812127 tempest-ServerActionsTestJSON-1289812127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:58:31.428107 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-7252f938-2f66-4319-8377-0b1dcf794f63 req-8a9e53ac-2568-4a61-88b2-d79d80303c9c tempest-ServerActionsTestJSON-1289812127 tempest-ServerActionsTestJSON-1289812127-project] 10.222.0.75 "GET /v2.0/ports?device_id=b631d72b-a8fb-4908-850e-06ce846c6dd6 HTTP/1.1" status: 200 len: 946 time: 0.0537012 Feb 09 19:58:31.477486 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-7252f938-2f66-4319-8377-0b1dcf794f63 req-c8cde646-ba61-471c-84b9-8378e4efda47 tempest-ServerActionsTestJSON-1289812127 tempest-ServerActionsTestJSON-1289812127-project] 10.222.0.75 "GET /v2.0/security-groups?id=e468a9c8-1697-49aa-8796-02bfe1187ffe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432763 Feb 09 19:58:32.618022 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f62cd04e-3178-4f8c-9518-848fa249a234 req-5c19358b-28d8-4981-96c9-98c2a744d780 tempest-ServerActionsTestJSON-1289812127 tempest-ServerActionsTestJSON-1289812127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:58:32.619527 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-f62cd04e-3178-4f8c-9518-848fa249a234 req-5c19358b-28d8-4981-96c9-98c2a744d780 tempest-ServerActionsTestJSON-1289812127 tempest-ServerActionsTestJSON-1289812127-project] 10.222.0.75 "GET /v2.0/ports?device_id=b631d72b-a8fb-4908-850e-06ce846c6dd6 HTTP/1.1" status: 200 len: 946 time: 0.0647380 Feb 09 19:58:32.667688 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-f62cd04e-3178-4f8c-9518-848fa249a234 req-2d1d3c4e-0db3-4605-a6f8-f2287bc5b758 tempest-ServerActionsTestJSON-1289812127 tempest-ServerActionsTestJSON-1289812127-project] 10.222.0.75 "GET /v2.0/security-groups?id=e468a9c8-1697-49aa-8796-02bfe1187ffe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425096 Feb 09 19:58:33.793014 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c7a7719-bc69-4101-a6ea-1c433d9b3758 req-70866c13-b992-4e4f-8e98-78afe855e100 tempest-ServerActionsTestJSON-1289812127 tempest-ServerActionsTestJSON-1289812127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:58:33.794537 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-2c7a7719-bc69-4101-a6ea-1c433d9b3758 req-70866c13-b992-4e4f-8e98-78afe855e100 tempest-ServerActionsTestJSON-1289812127 tempest-ServerActionsTestJSON-1289812127-project] 10.222.0.75 "GET /v2.0/ports?device_id=b631d72b-a8fb-4908-850e-06ce846c6dd6 HTTP/1.1" status: 200 len: 946 time: 0.0572691 Feb 09 19:58:33.843544 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-2c7a7719-bc69-4101-a6ea-1c433d9b3758 req-b28aa074-79a1-48ed-afbc-f67e2708a649 tempest-ServerActionsTestJSON-1289812127 tempest-ServerActionsTestJSON-1289812127-project] 10.222.0.75 "GET /v2.0/security-groups?id=e468a9c8-1697-49aa-8796-02bfe1187ffe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432792 Feb 09 19:58:34.975639 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d0fe1eb-e1fe-49b0-889c-3823d5ba0d7d req-06e09690-b655-4c72-8145-a6afacaa6366 tempest-ServerActionsTestJSON-1289812127 tempest-ServerActionsTestJSON-1289812127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:58:34.977389 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-4d0fe1eb-e1fe-49b0-889c-3823d5ba0d7d req-06e09690-b655-4c72-8145-a6afacaa6366 tempest-ServerActionsTestJSON-1289812127 tempest-ServerActionsTestJSON-1289812127-project] 10.222.0.75 "GET /v2.0/ports?device_id=b631d72b-a8fb-4908-850e-06ce846c6dd6 HTTP/1.1" status: 200 len: 946 time: 0.0637569 Feb 09 19:58:35.027813 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-4d0fe1eb-e1fe-49b0-889c-3823d5ba0d7d req-8d787f49-e176-454a-98b1-1306cefba7e0 tempest-ServerActionsTestJSON-1289812127 tempest-ServerActionsTestJSON-1289812127-project] 10.222.0.75 "GET /v2.0/security-groups?id=e468a9c8-1697-49aa-8796-02bfe1187ffe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446811 Feb 09 19:58:36.156880 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cac2e26-749c-4b1f-9241-2e387103096d req-3d4d1bdd-da5f-4e6e-9883-81ad46a21330 tempest-ServerActionsTestJSON-1289812127 tempest-ServerActionsTestJSON-1289812127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:58:36.159041 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-5cac2e26-749c-4b1f-9241-2e387103096d req-3d4d1bdd-da5f-4e6e-9883-81ad46a21330 tempest-ServerActionsTestJSON-1289812127 tempest-ServerActionsTestJSON-1289812127-project] 10.222.0.75 "GET /v2.0/ports?device_id=b631d72b-a8fb-4908-850e-06ce846c6dd6 HTTP/1.1" status: 200 len: 946 time: 0.0553138 Feb 09 19:58:36.209620 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-5cac2e26-749c-4b1f-9241-2e387103096d req-db810126-166e-41aa-bb7d-5d181feb800a tempest-ServerActionsTestJSON-1289812127 tempest-ServerActionsTestJSON-1289812127-project] 10.222.0.75 "GET /v2.0/security-groups?id=e468a9c8-1697-49aa-8796-02bfe1187ffe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440361 Feb 09 19:58:37.355314 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-666a944e-1f92-45a5-8c26-1603323b1c4b req-141b7383-df4e-4d09-b707-7e135006ac68 tempest-ServerActionsTestJSON-1289812127 tempest-ServerActionsTestJSON-1289812127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:58:37.357791 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-666a944e-1f92-45a5-8c26-1603323b1c4b req-141b7383-df4e-4d09-b707-7e135006ac68 tempest-ServerActionsTestJSON-1289812127 tempest-ServerActionsTestJSON-1289812127-project] 10.222.0.75 "GET /v2.0/ports?device_id=b631d72b-a8fb-4908-850e-06ce846c6dd6 HTTP/1.1" status: 200 len: 946 time: 0.0614479 Feb 09 19:58:37.420545 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-666a944e-1f92-45a5-8c26-1603323b1c4b req-179769ca-b9d6-41fb-b62b-83223ee520fc tempest-ServerActionsTestJSON-1289812127 tempest-ServerActionsTestJSON-1289812127-project] 10.222.0.75 "GET /v2.0/security-groups?id=e468a9c8-1697-49aa-8796-02bfe1187ffe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0553703 Feb 09 19:58:38.545632 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3580621-e4e5-413e-b477-3723e9f15bd7 req-aeee8577-4c48-47a4-bcdf-88e5946d29f3 tempest-ServerActionsTestJSON-1289812127 tempest-ServerActionsTestJSON-1289812127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:58:38.547226 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-e3580621-e4e5-413e-b477-3723e9f15bd7 req-aeee8577-4c48-47a4-bcdf-88e5946d29f3 tempest-ServerActionsTestJSON-1289812127 tempest-ServerActionsTestJSON-1289812127-project] 10.222.0.75 "GET /v2.0/ports?device_id=b631d72b-a8fb-4908-850e-06ce846c6dd6 HTTP/1.1" status: 200 len: 946 time: 0.0540180 Feb 09 19:58:38.600735 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-e3580621-e4e5-413e-b477-3723e9f15bd7 req-2c300167-6190-4ef6-b3a1-ea6bab6f0158 tempest-ServerActionsTestJSON-1289812127 tempest-ServerActionsTestJSON-1289812127-project] 10.222.0.75 "GET /v2.0/security-groups?id=e468a9c8-1697-49aa-8796-02bfe1187ffe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0469301 Feb 09 19:58:39.759666 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47835243-1120-45a0-8b00-3846b7ca6e20 req-d69abe9f-3ea2-40bc-a826-a6bdaf39c1be tempest-ServerActionsTestJSON-1289812127 tempest-ServerActionsTestJSON-1289812127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:58:39.762479 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-47835243-1120-45a0-8b00-3846b7ca6e20 req-d69abe9f-3ea2-40bc-a826-a6bdaf39c1be tempest-ServerActionsTestJSON-1289812127 tempest-ServerActionsTestJSON-1289812127-project] 10.222.0.75 "GET /v2.0/ports?device_id=b631d72b-a8fb-4908-850e-06ce846c6dd6 HTTP/1.1" status: 200 len: 946 time: 0.0662434 Feb 09 19:58:39.812920 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-47835243-1120-45a0-8b00-3846b7ca6e20 req-47e99200-2a04-4edf-8d89-5acddfb36591 tempest-ServerActionsTestJSON-1289812127 tempest-ServerActionsTestJSON-1289812127-project] 10.222.0.75 "GET /v2.0/security-groups?id=e468a9c8-1697-49aa-8796-02bfe1187ffe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447614 Feb 09 19:58:40.882842 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-1000a997-516d-4e9c-8d4a-dc2ed906caa6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762867132591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593584'] for agent (af91e4b9-f4e1-42b1-a25c-a10dc47171c8), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:58:40.950891 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ce79e7a-4c2e-45d0-a055-42c7b0403c35 req-33ba45fa-9bd7-4b83-b955-f4144da002f9 tempest-ServerActionsTestJSON-1289812127 tempest-ServerActionsTestJSON-1289812127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:58:40.952406 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-0ce79e7a-4c2e-45d0-a055-42c7b0403c35 req-33ba45fa-9bd7-4b83-b955-f4144da002f9 tempest-ServerActionsTestJSON-1289812127 tempest-ServerActionsTestJSON-1289812127-project] 10.222.0.75 "GET /v2.0/ports?device_id=b631d72b-a8fb-4908-850e-06ce846c6dd6 HTTP/1.1" status: 200 len: 946 time: 0.0564871 Feb 09 19:58:41.001749 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-0ce79e7a-4c2e-45d0-a055-42c7b0403c35 req-c7846f60-5c07-4732-8f42-df9b9786e531 tempest-ServerActionsTestJSON-1289812127 tempest-ServerActionsTestJSON-1289812127-project] 10.222.0.75 "GET /v2.0/security-groups?id=e468a9c8-1697-49aa-8796-02bfe1187ffe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431173 Feb 09 19:58:42.131233 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f8812de-1c15-4e9c-b29d-89ac30615541 req-538c7213-21d8-4564-832f-9ea361ec415d tempest-ServerActionsTestJSON-1289812127 tempest-ServerActionsTestJSON-1289812127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:58:42.132812 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-7f8812de-1c15-4e9c-b29d-89ac30615541 req-538c7213-21d8-4564-832f-9ea361ec415d tempest-ServerActionsTestJSON-1289812127 tempest-ServerActionsTestJSON-1289812127-project] 10.222.0.75 "GET /v2.0/ports?device_id=b631d72b-a8fb-4908-850e-06ce846c6dd6 HTTP/1.1" status: 200 len: 946 time: 0.0581377 Feb 09 19:58:42.182302 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-7f8812de-1c15-4e9c-b29d-89ac30615541 req-d73e070b-38a6-4d38-aaca-614102b16994 tempest-ServerActionsTestJSON-1289812127 tempest-ServerActionsTestJSON-1289812127-project] 10.222.0.75 "GET /v2.0/security-groups?id=e468a9c8-1697-49aa-8796-02bfe1187ffe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438430 Feb 09 19:58:43.167758 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-eb9990f2-ef85-4e92-bdfb-dee6a932aa9b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762867132591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593584'] for agent (93303d5e-5d17-45e8-8963-7694f87783ae), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:58:43.311487 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2b94b62-92af-474b-b7a4-3daf929b830c req-7dd92cf7-1f78-439f-8f0a-dd0f03553020 tempest-ServerActionsTestJSON-1289812127 tempest-ServerActionsTestJSON-1289812127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:58:43.312991 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-d2b94b62-92af-474b-b7a4-3daf929b830c req-7dd92cf7-1f78-439f-8f0a-dd0f03553020 tempest-ServerActionsTestJSON-1289812127 tempest-ServerActionsTestJSON-1289812127-project] 10.222.0.75 "GET /v2.0/ports?device_id=b631d72b-a8fb-4908-850e-06ce846c6dd6 HTTP/1.1" status: 200 len: 946 time: 0.0563498 Feb 09 19:58:43.364187 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-d2b94b62-92af-474b-b7a4-3daf929b830c req-8ce31a09-88cb-457b-a7b2-4a1e4b903abf tempest-ServerActionsTestJSON-1289812127 tempest-ServerActionsTestJSON-1289812127-project] 10.222.0.75 "GET /v2.0/security-groups?id=e468a9c8-1697-49aa-8796-02bfe1187ffe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446277 Feb 09 19:58:44.491597 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-edc54c9b-7f13-45d9-9271-85c9738b0128 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762867132591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593584'] for agent (a62b1850-466f-48ae-bec7-d62fb280e14b), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:58:44.493685 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a91a9777-10a9-48f6-a258-96504f31f7b3 req-ac48e067-1278-43fc-9fbb-3a984354f871 tempest-ServerActionsTestJSON-1289812127 tempest-ServerActionsTestJSON-1289812127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:58:44.495269 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-a91a9777-10a9-48f6-a258-96504f31f7b3 req-ac48e067-1278-43fc-9fbb-3a984354f871 tempest-ServerActionsTestJSON-1289812127 tempest-ServerActionsTestJSON-1289812127-project] 10.222.0.75 "GET /v2.0/ports?device_id=b631d72b-a8fb-4908-850e-06ce846c6dd6 HTTP/1.1" status: 200 len: 946 time: 0.0615048 Feb 09 19:58:44.548123 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-a91a9777-10a9-48f6-a258-96504f31f7b3 req-3a9d95de-9fec-4af2-bc93-5baac5b2b1e6 tempest-ServerActionsTestJSON-1289812127 tempest-ServerActionsTestJSON-1289812127-project] 10.222.0.75 "GET /v2.0/security-groups?id=e468a9c8-1697-49aa-8796-02bfe1187ffe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425828 Feb 09 19:58:45.685573 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1c8b500-86e8-4e93-9b1b-6c2f7a02426a req-631fcc1a-91fe-4ed8-be18-58ba01fc697b tempest-ServerActionsTestJSON-1289812127 tempest-ServerActionsTestJSON-1289812127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:58:45.687134 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-c1c8b500-86e8-4e93-9b1b-6c2f7a02426a req-631fcc1a-91fe-4ed8-be18-58ba01fc697b tempest-ServerActionsTestJSON-1289812127 tempest-ServerActionsTestJSON-1289812127-project] 10.222.0.75 "GET /v2.0/ports?device_id=b631d72b-a8fb-4908-850e-06ce846c6dd6 HTTP/1.1" status: 200 len: 946 time: 0.0616982 Feb 09 19:58:45.735793 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-c1c8b500-86e8-4e93-9b1b-6c2f7a02426a req-fcf7ca7b-f078-471f-9cb5-fc156586ba92 tempest-ServerActionsTestJSON-1289812127 tempest-ServerActionsTestJSON-1289812127-project] 10.222.0.75 "GET /v2.0/security-groups?id=e468a9c8-1697-49aa-8796-02bfe1187ffe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425637 Feb 09 19:58:46.118849 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-a7262a8e-0513-48fd-984d-75726a511961 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762867132591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593584'] for agent (911cfea2-02ae-4ec9-bac3-7808ee1cdd9c), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:58:46.864525 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4f07ed6-f8cb-4152-9f32-5422ff623911 req-9be94499-4ba7-4163-aedc-ed61e302d877 tempest-ServerActionsTestJSON-1289812127 tempest-ServerActionsTestJSON-1289812127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:58:46.867223 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-c4f07ed6-f8cb-4152-9f32-5422ff623911 req-9be94499-4ba7-4163-aedc-ed61e302d877 tempest-ServerActionsTestJSON-1289812127 tempest-ServerActionsTestJSON-1289812127-project] 10.222.0.75 "GET /v2.0/ports?device_id=b631d72b-a8fb-4908-850e-06ce846c6dd6 HTTP/1.1" status: 200 len: 946 time: 0.0620108 Feb 09 19:58:46.917380 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-c4f07ed6-f8cb-4152-9f32-5422ff623911 req-c1599d1f-9189-4c59-b82f-63a7eda24442 tempest-ServerActionsTestJSON-1289812127 tempest-ServerActionsTestJSON-1289812127-project] 10.222.0.75 "GET /v2.0/security-groups?id=e468a9c8-1697-49aa-8796-02bfe1187ffe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448141 Feb 09 19:58:47.116384 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762867132591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593584'] for agent (496418a2-c002-4aec-ab1a-07f3bea491bd), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:58:48.051629 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6305390e-9acb-40ee-9f87-dc1cab8a60d3 req-3738f882-8342-4a8a-9dc6-2d7549417457 tempest-ServerActionsTestJSON-1289812127 tempest-ServerActionsTestJSON-1289812127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:58:48.053256 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-6305390e-9acb-40ee-9f87-dc1cab8a60d3 req-3738f882-8342-4a8a-9dc6-2d7549417457 tempest-ServerActionsTestJSON-1289812127 tempest-ServerActionsTestJSON-1289812127-project] 10.222.0.75 "GET /v2.0/ports?device_id=b631d72b-a8fb-4908-850e-06ce846c6dd6 HTTP/1.1" status: 200 len: 946 time: 0.0570199 Feb 09 19:58:48.106006 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-6305390e-9acb-40ee-9f87-dc1cab8a60d3 req-418a7a62-6298-4068-8ab5-b028c9ec0b64 tempest-ServerActionsTestJSON-1289812127 tempest-ServerActionsTestJSON-1289812127-project] 10.222.0.75 "GET /v2.0/security-groups?id=e468a9c8-1697-49aa-8796-02bfe1187ffe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0461686 Feb 09 19:58:48.955194 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762867132591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593584'] for agent (488cd9ae-631f-4955-ba0b-4f5a13f12e9c), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:58:49.248308 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9addf920-b244-41da-a65e-33a435e5d322 req-74100410-2824-464a-aeb3-3570365842cc tempest-ServerActionsTestJSON-1289812127 tempest-ServerActionsTestJSON-1289812127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:58:49.249839 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-9addf920-b244-41da-a65e-33a435e5d322 req-74100410-2824-464a-aeb3-3570365842cc tempest-ServerActionsTestJSON-1289812127 tempest-ServerActionsTestJSON-1289812127-project] 10.222.0.75 "GET /v2.0/ports?device_id=b631d72b-a8fb-4908-850e-06ce846c6dd6 HTTP/1.1" status: 200 len: 946 time: 0.0626283 Feb 09 19:58:49.309696 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-9addf920-b244-41da-a65e-33a435e5d322 req-ef7b9fa1-450d-4306-a6ac-bbee955fb461 tempest-ServerActionsTestJSON-1289812127 tempest-ServerActionsTestJSON-1289812127-project] 10.222.0.75 "GET /v2.0/security-groups?id=e468a9c8-1697-49aa-8796-02bfe1187ffe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0536053 Feb 09 19:58:49.416552 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762867132591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593584'] for agent (bcd5faee-dc24-4298-9134-0e0aa054058e), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:58:50.438862 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcb1d6d3-3559-44ff-8962-e7b2b4ffaed1 req-99d06401-a808-4a3c-beda-2388a1c76b38 tempest-ServerActionsTestJSON-1289812127 tempest-ServerActionsTestJSON-1289812127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:58:50.440369 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-fcb1d6d3-3559-44ff-8962-e7b2b4ffaed1 req-99d06401-a808-4a3c-beda-2388a1c76b38 tempest-ServerActionsTestJSON-1289812127 tempest-ServerActionsTestJSON-1289812127-project] 10.222.0.75 "GET /v2.0/ports?device_id=b631d72b-a8fb-4908-850e-06ce846c6dd6 HTTP/1.1" status: 200 len: 946 time: 0.0568569 Feb 09 19:58:50.494774 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-fcb1d6d3-3559-44ff-8962-e7b2b4ffaed1 req-4605bc83-594f-401c-8aa3-ceb9d72fb0da tempest-ServerActionsTestJSON-1289812127 tempest-ServerActionsTestJSON-1289812127-project] 10.222.0.75 "GET /v2.0/security-groups?id=e468a9c8-1697-49aa-8796-02bfe1187ffe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0486035 Feb 09 19:58:51.623315 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e717ffd-ff6e-495f-8a5d-303589df619b req-2ed63e5f-b294-4e3d-a93b-9c8ab00e79ec tempest-ServerActionsTestJSON-1289812127 tempest-ServerActionsTestJSON-1289812127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:58:51.624834 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-5e717ffd-ff6e-495f-8a5d-303589df619b req-2ed63e5f-b294-4e3d-a93b-9c8ab00e79ec tempest-ServerActionsTestJSON-1289812127 tempest-ServerActionsTestJSON-1289812127-project] 10.222.0.75 "GET /v2.0/ports?device_id=b631d72b-a8fb-4908-850e-06ce846c6dd6 HTTP/1.1" status: 200 len: 946 time: 0.0553825 Feb 09 19:58:51.676024 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-5e717ffd-ff6e-495f-8a5d-303589df619b req-b42247a5-12cf-4f42-931e-9fa18a05d05b tempest-ServerActionsTestJSON-1289812127 tempest-ServerActionsTestJSON-1289812127-project] 10.222.0.75 "GET /v2.0/security-groups?id=e468a9c8-1697-49aa-8796-02bfe1187ffe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440400 Feb 09 19:58:52.804738 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a769d86-7e0c-47be-a33b-4e38ad9cb7c8 req-072f518a-b21b-4add-afff-587682163580 tempest-ServerActionsTestJSON-1289812127 tempest-ServerActionsTestJSON-1289812127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:58:52.806475 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-8a769d86-7e0c-47be-a33b-4e38ad9cb7c8 req-072f518a-b21b-4add-afff-587682163580 tempest-ServerActionsTestJSON-1289812127 tempest-ServerActionsTestJSON-1289812127-project] 10.222.0.75 "GET /v2.0/ports?device_id=b631d72b-a8fb-4908-850e-06ce846c6dd6 HTTP/1.1" status: 200 len: 946 time: 0.0552497 Feb 09 19:58:52.856274 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-8a769d86-7e0c-47be-a33b-4e38ad9cb7c8 req-713a11df-cae0-45c1-96a9-8917a30c3c4a tempest-ServerActionsTestJSON-1289812127 tempest-ServerActionsTestJSON-1289812127-project] 10.222.0.75 "GET /v2.0/security-groups?id=e468a9c8-1697-49aa-8796-02bfe1187ffe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441978 Feb 09 19:58:53.981316 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da818c46-0dd2-4f66-95d0-ee8af6d1035b req-f1f4be31-e09f-4155-bf4a-289438d5ae58 tempest-ServerActionsTestJSON-1289812127 tempest-ServerActionsTestJSON-1289812127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:58:53.982878 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-da818c46-0dd2-4f66-95d0-ee8af6d1035b req-f1f4be31-e09f-4155-bf4a-289438d5ae58 tempest-ServerActionsTestJSON-1289812127 tempest-ServerActionsTestJSON-1289812127-project] 10.222.0.75 "GET /v2.0/ports?device_id=b631d72b-a8fb-4908-850e-06ce846c6dd6 HTTP/1.1" status: 200 len: 946 time: 0.0541320 Feb 09 19:58:54.045046 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-da818c46-0dd2-4f66-95d0-ee8af6d1035b req-728dd3b6-af52-4c41-825c-e5ff1adeca81 tempest-ServerActionsTestJSON-1289812127 tempest-ServerActionsTestJSON-1289812127-project] 10.222.0.75 "GET /v2.0/security-groups?id=e468a9c8-1697-49aa-8796-02bfe1187ffe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0523763 Feb 09 19:58:54.704409 n-d-713498-36 neutron-server[103233]: DEBUG neutron.db.agents_db [None req-4a8a6a42-0a0c-4437-8958-92282682b6bb None None] Agent healthcheck: found 7 active agents {{(pid=103233) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 19:58:55.169244 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-392ea0f1-f702-49ac-b4e8-33634dec3804 req-51141f70-8970-453d-9309-884f2062fd90 tempest-ServerActionsTestJSON-1289812127 tempest-ServerActionsTestJSON-1289812127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:58:55.170823 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-392ea0f1-f702-49ac-b4e8-33634dec3804 req-51141f70-8970-453d-9309-884f2062fd90 tempest-ServerActionsTestJSON-1289812127 tempest-ServerActionsTestJSON-1289812127-project] 10.222.0.75 "GET /v2.0/ports?device_id=b631d72b-a8fb-4908-850e-06ce846c6dd6 HTTP/1.1" status: 200 len: 946 time: 0.0542045 Feb 09 19:58:55.221600 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-392ea0f1-f702-49ac-b4e8-33634dec3804 req-ed3d5ee9-0463-4327-9256-f0145250afef tempest-ServerActionsTestJSON-1289812127 tempest-ServerActionsTestJSON-1289812127-project] 10.222.0.75 "GET /v2.0/security-groups?id=e468a9c8-1697-49aa-8796-02bfe1187ffe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436366 Feb 09 19:58:56.343739 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-945417e8-9a1c-4dd8-a683-4ebc01364bbf req-ca4403ef-06c6-427a-a545-8a7c684851c3 tempest-ServerActionsTestJSON-1289812127 tempest-ServerActionsTestJSON-1289812127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:58:56.345291 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-945417e8-9a1c-4dd8-a683-4ebc01364bbf req-ca4403ef-06c6-427a-a545-8a7c684851c3 tempest-ServerActionsTestJSON-1289812127 tempest-ServerActionsTestJSON-1289812127-project] 10.222.0.75 "GET /v2.0/ports?device_id=b631d72b-a8fb-4908-850e-06ce846c6dd6 HTTP/1.1" status: 200 len: 946 time: 0.0545950 Feb 09 19:58:56.396962 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-945417e8-9a1c-4dd8-a683-4ebc01364bbf req-4de9d440-71ba-4acf-8cbe-f63f700c3406 tempest-ServerActionsTestJSON-1289812127 tempest-ServerActionsTestJSON-1289812127-project] 10.222.0.75 "GET /v2.0/security-groups?id=e468a9c8-1697-49aa-8796-02bfe1187ffe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448725 Feb 09 19:58:57.533190 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc302ebd-63bc-4e39-83b5-c34eacd853b6 req-815b0c58-e4b1-4058-87cc-0ed15f52c22e tempest-ServerActionsTestJSON-1289812127 tempest-ServerActionsTestJSON-1289812127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:58:57.535779 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-bc302ebd-63bc-4e39-83b5-c34eacd853b6 req-815b0c58-e4b1-4058-87cc-0ed15f52c22e tempest-ServerActionsTestJSON-1289812127 tempest-ServerActionsTestJSON-1289812127-project] 10.222.0.75 "GET /v2.0/ports?device_id=b631d72b-a8fb-4908-850e-06ce846c6dd6 HTTP/1.1" status: 200 len: 946 time: 0.0631335 Feb 09 19:58:57.585390 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-bc302ebd-63bc-4e39-83b5-c34eacd853b6 req-cd860501-0616-4166-8d28-af3bec114f23 tempest-ServerActionsTestJSON-1289812127 tempest-ServerActionsTestJSON-1289812127-project] 10.222.0.75 "GET /v2.0/security-groups?id=e468a9c8-1697-49aa-8796-02bfe1187ffe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440853 Feb 09 19:58:57.866789 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-b7c97188-8c42-4483-b759-dc840bacb88f req-0821b45f-91fa-400b-9509-a9ffc6b420d0 service neutron] 10.222.0.75 "GET /v2.0/ports?device_id=b631d72b-a8fb-4908-850e-06ce846c6dd6&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0802591 Feb 09 19:58:57.874487 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77fd508f-b37f-4108-b8ce-746cf5bddf12 req-71fd8495-c5ec-42d1-9ebf-b8982a0bc3e0 tempest-ServerActionsTestJSON-1289812127 tempest-ServerActionsTestJSON-1289812127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:58:57.876304 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-77fd508f-b37f-4108-b8ce-746cf5bddf12 req-71fd8495-c5ec-42d1-9ebf-b8982a0bc3e0 tempest-ServerActionsTestJSON-1289812127 tempest-ServerActionsTestJSON-1289812127-project] 10.222.0.75 "GET /v2.0/ports?device_id=b631d72b-a8fb-4908-850e-06ce846c6dd6 HTTP/1.1" status: 200 len: 946 time: 0.0798938 Feb 09 19:58:57.932032 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-77fd508f-b37f-4108-b8ce-746cf5bddf12 req-a8c03aaa-d80c-4a15-a312-6772cc24fab2 tempest-ServerActionsTestJSON-1289812127 tempest-ServerActionsTestJSON-1289812127-project] 10.222.0.75 "GET /v2.0/security-groups?id=e468a9c8-1697-49aa-8796-02bfe1187ffe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0494874 Feb 09 19:58:59.073174 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7c97188-8c42-4483-b759-dc840bacb88f req-4c39eefd-df7e-4b00-b4d3-8db634107290 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:58:59.074701 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-b7c97188-8c42-4483-b759-dc840bacb88f req-4c39eefd-df7e-4b00-b4d3-8db634107290 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=6245c52be1054dbe94bb7e14e1adfcb2&device_id=b631d72b-a8fb-4908-850e-06ce846c6dd6 HTTP/1.1" status: 200 len: 1129 time: 0.0851429 Feb 09 19:58:59.087283 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-303ae7e5-573f-4eb5-8212-25bc4b87c576 req-49bc71ad-e526-4526-8300-61a4dc95bcdf tempest-ServerActionsTestJSON-1289812127 tempest-ServerActionsTestJSON-1289812127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:58:59.088968 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-303ae7e5-573f-4eb5-8212-25bc4b87c576 req-49bc71ad-e526-4526-8300-61a4dc95bcdf tempest-ServerActionsTestJSON-1289812127 tempest-ServerActionsTestJSON-1289812127-project] 10.222.0.75 "GET /v2.0/ports?device_id=b631d72b-a8fb-4908-850e-06ce846c6dd6 HTTP/1.1" status: 200 len: 946 time: 0.0730491 Feb 09 19:58:59.221132 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-303ae7e5-573f-4eb5-8212-25bc4b87c576 req-89f90536-82c8-4131-ae86-c5aafb2af776 tempest-ServerActionsTestJSON-1289812127 tempest-ServerActionsTestJSON-1289812127-project] 10.222.0.75 "GET /v2.0/security-groups?id=e468a9c8-1697-49aa-8796-02bfe1187ffe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1236701 Feb 09 19:58:59.242270 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7c97188-8c42-4483-b759-dc840bacb88f req-96cc7307-68d0-4f9b-bee9-0cd4fcdcb444 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:58:59.243787 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-b7c97188-8c42-4483-b759-dc840bacb88f req-96cc7307-68d0-4f9b-bee9-0cd4fcdcb444 service neutron] 10.222.0.90 "GET /v2.0/networks?id=845ecdc2-0c48-46c6-8d67-7eeeafb5d68b HTTP/1.1" status: 200 len: 912 time: 0.1539350 Feb 09 19:58:59.319444 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-b7c97188-8c42-4483-b759-dc840bacb88f req-b86597e0-0d6d-4762-bf26-c63e7332b9ea service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=7d20301f-8fd0-4e43-89ce-d2b109d343c6 HTTP/1.1" status: 200 len: 1002 time: 0.0655220 Feb 09 19:58:59.370432 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7c97188-8c42-4483-b759-dc840bacb88f req-4dbee679-9074-4933-a710-ff83772cc1af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:58:59.371915 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-b7c97188-8c42-4483-b759-dc840bacb88f req-4dbee679-9074-4933-a710-ff83772cc1af service neutron] 10.222.0.90 "GET /v2.0/subnets?id=9a740078-9be8-472a-a565-0b0dba4a02f5 HTTP/1.1" status: 200 len: 850 time: 0.0452497 Feb 09 19:58:59.428084 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7c97188-8c42-4483-b759-dc840bacb88f req-2a8c53ee-2a5f-45d0-bcfe-d9979ce8b693 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:58:59.429621 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-b7c97188-8c42-4483-b759-dc840bacb88f req-2a8c53ee-2a5f-45d0-bcfe-d9979ce8b693 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=845ecdc2-0c48-46c6-8d67-7eeeafb5d68b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0463576 Feb 09 19:58:59.531085 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-b7c97188-8c42-4483-b759-dc840bacb88f req-ef2ee925-879d-4488-9cf4-0b1c93eb5462 service neutron] 10.222.0.90 "GET /v2.0/networks/845ecdc2-0c48-46c6-8d67-7eeeafb5d68b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0923502 Feb 09 19:58:59.624632 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-b7c97188-8c42-4483-b759-dc840bacb88f req-a3f0be2a-1293-4cf9-8e78-0b58dc7a44cf service neutron] 10.222.0.90 "GET /v2.0/networks/845ecdc2-0c48-46c6-8d67-7eeeafb5d68b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0865128 Feb 09 19:59:00.344264 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3cfe026-ad52-43e7-999a-4215ee3d0e94 req-e5ec9ac6-2474-42cf-93a3-115f4ed698f6 tempest-ServerActionsTestJSON-1289812127 tempest-ServerActionsTestJSON-1289812127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:59:00.345797 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-c3cfe026-ad52-43e7-999a-4215ee3d0e94 req-e5ec9ac6-2474-42cf-93a3-115f4ed698f6 tempest-ServerActionsTestJSON-1289812127 tempest-ServerActionsTestJSON-1289812127-project] 10.222.0.75 "GET /v2.0/ports?device_id=b631d72b-a8fb-4908-850e-06ce846c6dd6 HTTP/1.1" status: 200 len: 946 time: 0.0529313 Feb 09 19:59:00.392837 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-c3cfe026-ad52-43e7-999a-4215ee3d0e94 req-2734f12a-0aa2-4ac7-a5cb-e13d34d21f5e tempest-ServerActionsTestJSON-1289812127 tempest-ServerActionsTestJSON-1289812127-project] 10.222.0.75 "GET /v2.0/security-groups?id=e468a9c8-1697-49aa-8796-02bfe1187ffe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408397 Feb 09 19:59:01.521094 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-010bcb87-3a2f-4c25-bf28-9dc84f1a244c req-a3b3577a-5e84-4046-8fc8-1455841de14c tempest-ServerActionsTestJSON-1289812127 tempest-ServerActionsTestJSON-1289812127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:59:01.522607 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-010bcb87-3a2f-4c25-bf28-9dc84f1a244c req-a3b3577a-5e84-4046-8fc8-1455841de14c tempest-ServerActionsTestJSON-1289812127 tempest-ServerActionsTestJSON-1289812127-project] 10.222.0.75 "GET /v2.0/ports?device_id=b631d72b-a8fb-4908-850e-06ce846c6dd6 HTTP/1.1" status: 200 len: 946 time: 0.0595150 Feb 09 19:59:01.572124 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-010bcb87-3a2f-4c25-bf28-9dc84f1a244c req-48dc3b95-73ac-4379-ab95-f68a0678d4c4 tempest-ServerActionsTestJSON-1289812127 tempest-ServerActionsTestJSON-1289812127-project] 10.222.0.75 "GET /v2.0/security-groups?id=e468a9c8-1697-49aa-8796-02bfe1187ffe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438964 Feb 09 19:59:02.008602 n-d-713498-36 neutron-server[103230]: INFO neutron.api.v2.resource [req-b7c97188-8c42-4483-b759-dc840bacb88f req-bc8adf9e-2548-4f1d-ac62-c5e089a2d879 service neutron] show failed (client error): The resource could not be found. Feb 09 19:59:02.009640 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-b7c97188-8c42-4483-b759-dc840bacb88f req-bc8adf9e-2548-4f1d-ac62-c5e089a2d879 service neutron] 10.222.0.90 "GET /v2.0/ports/7d20301f-8fd0-4e43-89ce-d2b109d343c6/bindings/n-h1-713498-36 HTTP/1.1" status: 404 len: 381 time: 0.0595624 Feb 09 19:59:02.275881 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7c97188-8c42-4483-b759-dc840bacb88f req-5a1c8ef4-ac0d-47b0-8db7-b497d1ddda5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:59:02.277299 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-b7c97188-8c42-4483-b759-dc840bacb88f req-5a1c8ef4-ac0d-47b0-8db7-b497d1ddda5c service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=b631d72b-a8fb-4908-850e-06ce846c6dd6&tenant_id=6245c52be1054dbe94bb7e14e1adfcb2 HTTP/1.1" status: 200 len: 1129 time: 0.0980673 Feb 09 19:59:02.288135 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.v2.base [req-b7c97188-8c42-4483-b759-dc840bacb88f req-45bba251-0bd8-4ab3-bbfc-07af822c5dad service neutron] Request body: {'port': {'binding:host_id': 'n-h1-713498-36', 'device_owner': 'compute:nova'}} {{(pid=103229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 19:59:02.350738 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-b7c97188-8c42-4483-b759-dc840bacb88f req-45bba251-0bd8-4ab3-bbfc-07af822c5dad service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (7d20301f-8fd0-4e43-89ce-d2b109d343c6), before_update {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:59:02.573062 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.db [req-b7c97188-8c42-4483-b759-dc840bacb88f req-45bba251-0bd8-4ab3-bbfc-07af822c5dad service neutron] For port 7d20301f-8fd0-4e43-89ce-d2b109d343c6, host n-h2-713498-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-36',level=0,port_id=7d20301f-8fd0-4e43-89ce-d2b109d343c6,segment=NetworkSegment(14252cf2-3edf-4154-bc45-0979579e9ece),segment_id=14252cf2-3edf-4154-bc45-0979579e9ece)] {{(pid=103229) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 19:59:02.608593 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.db [req-b7c97188-8c42-4483-b759-dc840bacb88f req-45bba251-0bd8-4ab3-bbfc-07af822c5dad service neutron] For port 7d20301f-8fd0-4e43-89ce-d2b109d343c6, host n-h2-713498-36, cleared binding levels {{(pid=103229) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 19:59:02.656444 n-d-713498-36 neutron-server[103229]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b631d72b-a8fb-4908-850e-06ce846c6dd6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7d20301f-8fd0-4e43-89ce-d2b109d343c6'}] {{(pid=103229) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 19:59:02.658765 n-d-713498-36 neutron-server[103229]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fa6ae9a20702bd564eaf90d946620b2b4277b1ab91129323d3b54181076be307" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-218df818-5190-4582-864b-600db9fb800e" -d '{"events": [{"server_uuid": "b631d72b-a8fb-4908-850e-06ce846c6dd6", "name": "network-vif-unplugged", "status": "completed", "tag": "7d20301f-8fd0-4e43-89ce-d2b109d343c6"}]}' {{(pid=103229) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 19:59:02.662515 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-b7c97188-8c42-4483-b759-dc840bacb88f req-45bba251-0bd8-4ab3-bbfc-07af822c5dad service neutron] Publish callbacks [] for port (7d20301f-8fd0-4e43-89ce-d2b109d343c6), precommit_update {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:59:02.685561 n-d-713498-36 neutron-server[103229]: DEBUG neutron.db.provisioning_blocks [req-b7c97188-8c42-4483-b759-dc840bacb88f req-45bba251-0bd8-4ab3-bbfc-07af822c5dad service neutron] Transition to ACTIVE for port object 7d20301f-8fd0-4e43-89ce-d2b109d343c6 will not be triggered until provisioned by entity L2. {{(pid=103229) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 19:59:02.703203 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-b7c97188-8c42-4483-b759-dc840bacb88f req-45bba251-0bd8-4ab3-bbfc-07af822c5dad service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762867176205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762866656485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762866656503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12867569'] for port (7d20301f-8fd0-4e43-89ce-d2b109d343c6), after_update {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:59:02.824970 n-d-713498-36 neutron-server[103229]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 09 Feb 2022 19:59:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b9a753de-f3db-4b83-bf61-6c4ca4cc22dc x-openstack-request-id: req-b9a753de-f3db-4b83-bf61-6c4ca4cc22dc {{(pid=103229) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 19:59:02.825245 n-d-713498-36 neutron-server[103229]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b631d72b-a8fb-4908-850e-06ce846c6dd6", "name": "network-vif-unplugged", "status": "completed", "tag": "7d20301f-8fd0-4e43-89ce-d2b109d343c6", "code": 200}]} {{(pid=103229) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 19:59:02.825504 n-d-713498-36 neutron-server[103229]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-b9a753de-f3db-4b83-bf61-6c4ca4cc22dc {{(pid=103229) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 19:59:02.825899 n-d-713498-36 neutron-server[103229]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b631d72b-a8fb-4908-850e-06ce846c6dd6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7d20301f-8fd0-4e43-89ce-d2b109d343c6', 'code': 200} Feb 09 19:59:02.843248 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45bba251-0bd8-4ab3-bbfc-07af822c5dad service neutron] Pushing event updated for resources: {'Port': ['ID=7d20301f-8fd0-4e43-89ce-d2b109d343c6,revision_number=6']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:59:03.215378 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a593521c-2aad-4507-a1c3-0a0031a4eaf7 req-e2ff5239-426a-4f5b-87ea-460e595a58b0 tempest-ServerActionsTestJSON-1289812127 tempest-ServerActionsTestJSON-1289812127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:59:03.216765 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-a593521c-2aad-4507-a1c3-0a0031a4eaf7 req-e2ff5239-426a-4f5b-87ea-460e595a58b0 tempest-ServerActionsTestJSON-1289812127 tempest-ServerActionsTestJSON-1289812127-project] 10.222.0.75 "GET /v2.0/ports?device_id=b631d72b-a8fb-4908-850e-06ce846c6dd6 HTTP/1.1" status: 200 len: 946 time: 0.5451159 Feb 09 19:59:03.236726 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45bba251-0bd8-4ab3-bbfc-07af822c5dad service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:59:03.237082 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45bba251-0bd8-4ab3-bbfc-07af822c5dad service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:59:03.237424 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45bba251-0bd8-4ab3-bbfc-07af822c5dad service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:59:03.238693 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45bba251-0bd8-4ab3-bbfc-07af822c5dad service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:59:03.239034 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45bba251-0bd8-4ab3-bbfc-07af822c5dad service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:59:03.239484 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45bba251-0bd8-4ab3-bbfc-07af822c5dad service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:59:03.239818 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45bba251-0bd8-4ab3-bbfc-07af822c5dad service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:59:03.240145 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45bba251-0bd8-4ab3-bbfc-07af822c5dad service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:59:03.240470 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45bba251-0bd8-4ab3-bbfc-07af822c5dad service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:59:03.240797 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45bba251-0bd8-4ab3-bbfc-07af822c5dad service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:59:03.241124 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45bba251-0bd8-4ab3-bbfc-07af822c5dad service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:59:03.241444 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45bba251-0bd8-4ab3-bbfc-07af822c5dad service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:59:03.241763 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45bba251-0bd8-4ab3-bbfc-07af822c5dad service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:59:03.316389 n-d-713498-36 neutron-server[103229]: DEBUG neutron.db.l3_dvrscheduler_db [req-b7c97188-8c42-4483-b759-dc840bacb88f req-45bba251-0bd8-4ab3-bbfc-07af822c5dad service neutron] No DVR routers for this DVR port 7d20301f-8fd0-4e43-89ce-d2b109d343c6 on host n-h2-713498-36 {{(pid=103229) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 19:59:03.400840 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-a593521c-2aad-4507-a1c3-0a0031a4eaf7 req-5d62f21a-e00d-4de9-989a-1031e0eae68f tempest-ServerActionsTestJSON-1289812127 tempest-ServerActionsTestJSON-1289812127-project] 10.222.0.75 "GET /v2.0/security-groups?id=e468a9c8-1697-49aa-8796-02bfe1187ffe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1718338 Feb 09 19:59:03.474172 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.managers [req-b7c97188-8c42-4483-b759-dc840bacb88f req-45bba251-0bd8-4ab3-bbfc-07af822c5dad service neutron] Attempting to bind port 7d20301f-8fd0-4e43-89ce-d2b109d343c6 on host n-h1-713498-36 for vnic_type normal with profile {{(pid=103229) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 19:59:03.474521 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.managers [req-b7c97188-8c42-4483-b759-dc840bacb88f req-45bba251-0bd8-4ab3-bbfc-07af822c5dad service neutron] Attempting to bind port 7d20301f-8fd0-4e43-89ce-d2b109d343c6 by drivers openvswitch,hyperv on host n-h1-713498-36 at level 0 using segments [{'id': '14252cf2-3edf-4154-bc45-0979579e9ece', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '845ecdc2-0c48-46c6-8d67-7eeeafb5d68b'}] {{(pid=103229) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 19:59:03.474871 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7c97188-8c42-4483-b759-dc840bacb88f req-45bba251-0bd8-4ab3-bbfc-07af822c5dad service neutron] Attempting to bind port 7d20301f-8fd0-4e43-89ce-d2b109d343c6 on network 845ecdc2-0c48-46c6-8d67-7eeeafb5d68b {{(pid=103229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 19:59:03.479858 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7c97188-8c42-4483-b759-dc840bacb88f req-45bba251-0bd8-4ab3-bbfc-07af822c5dad service neutron] Port 7d20301f-8fd0-4e43-89ce-d2b109d343c6 on network 845ecdc2-0c48-46c6-8d67-7eeeafb5d68b not bound, no agent of type Open vSwitch agent registered on host n-h1-713498-36 {{(pid=103229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 19:59:03.480187 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7c97188-8c42-4483-b759-dc840bacb88f req-45bba251-0bd8-4ab3-bbfc-07af822c5dad service neutron] Attempting to bind port 7d20301f-8fd0-4e43-89ce-d2b109d343c6 on network 845ecdc2-0c48-46c6-8d67-7eeeafb5d68b {{(pid=103229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 19:59:03.485155 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7c97188-8c42-4483-b759-dc840bacb88f req-45bba251-0bd8-4ab3-bbfc-07af822c5dad service neutron] Checking agent: {'id': '488cd9ae-631f-4955-ba0b-4f5a13f12e9c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713498-36', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 18, 59, 18), 'started_at': datetime.datetime(2022, 2, 9, 18, 59, 18), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 19, 58, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 19:59:03.485634 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7c97188-8c42-4483-b759-dc840bacb88f req-45bba251-0bd8-4ab3-bbfc-07af822c5dad service neutron] Checking segment: {'id': '14252cf2-3edf-4154-bc45-0979579e9ece', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '845ecdc2-0c48-46c6-8d67-7eeeafb5d68b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103229) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 19:59:03.485890 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7c97188-8c42-4483-b759-dc840bacb88f req-45bba251-0bd8-4ab3-bbfc-07af822c5dad service neutron] Bound using segment: {'id': '14252cf2-3edf-4154-bc45-0979579e9ece', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '845ecdc2-0c48-46c6-8d67-7eeeafb5d68b'} {{(pid=103229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 19:59:03.486358 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.managers [req-b7c97188-8c42-4483-b759-dc840bacb88f req-45bba251-0bd8-4ab3-bbfc-07af822c5dad service neutron] Bound port: 7d20301f-8fd0-4e43-89ce-d2b109d343c6, host: n-h1-713498-36, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '14252cf2-3edf-4154-bc45-0979579e9ece', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '845ecdc2-0c48-46c6-8d67-7eeeafb5d68b'}}] {{(pid=103229) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 19:59:03.486726 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-b7c97188-8c42-4483-b759-dc840bacb88f req-45bba251-0bd8-4ab3-bbfc-07af822c5dad service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (7d20301f-8fd0-4e43-89ce-d2b109d343c6), before_update {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:59:03.554381 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.db [req-b7c97188-8c42-4483-b759-dc840bacb88f req-45bba251-0bd8-4ab3-bbfc-07af822c5dad service neutron] For port 7d20301f-8fd0-4e43-89ce-d2b109d343c6, host n-h1-713498-36, cleared binding levels {{(pid=103229) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 19:59:03.557868 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.db [req-b7c97188-8c42-4483-b759-dc840bacb88f req-45bba251-0bd8-4ab3-bbfc-07af822c5dad service neutron] For port 7d20301f-8fd0-4e43-89ce-d2b109d343c6, host n-h1-713498-36, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-36',level=0,port_id=7d20301f-8fd0-4e43-89ce-d2b109d343c6,segment=NetworkSegment(14252cf2-3edf-4154-bc45-0979579e9ece),segment_id=14252cf2-3edf-4154-bc45-0979579e9ece)] {{(pid=103229) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 19:59:03.564812 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-b7c97188-8c42-4483-b759-dc840bacb88f req-45bba251-0bd8-4ab3-bbfc-07af822c5dad service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762867176205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762866656485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762866656503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12867569'] for port (7d20301f-8fd0-4e43-89ce-d2b109d343c6), after_update {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:59:03.600565 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7c97188-8c42-4483-b759-dc840bacb88f req-45bba251-0bd8-4ab3-bbfc-07af822c5dad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:59:03.601197 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-b7c97188-8c42-4483-b759-dc840bacb88f req-45bba251-0bd8-4ab3-bbfc-07af822c5dad service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171096'] for port (None), before_response {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:59:03.602621 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-b7c97188-8c42-4483-b759-dc840bacb88f req-45bba251-0bd8-4ab3-bbfc-07af822c5dad service neutron] 10.222.0.89 "PUT /v2.0/ports/7d20301f-8fd0-4e43-89ce-d2b109d343c6 HTTP/1.1" status: 200 len: 1093 time: 1.3192158 Feb 09 19:59:03.638673 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45bba251-0bd8-4ab3-bbfc-07af822c5dad service neutron] Pushing event updated for resources: {'Port': ['ID=7d20301f-8fd0-4e43-89ce-d2b109d343c6,revision_number=7']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:59:03.687972 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7c97188-8c42-4483-b759-dc840bacb88f req-cc3690b2-d244-4400-9824-2877c767c338 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:59:03.689502 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-b7c97188-8c42-4483-b759-dc840bacb88f req-cc3690b2-d244-4400-9824-2877c767c338 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=6245c52be1054dbe94bb7e14e1adfcb2&device_id=b631d72b-a8fb-4908-850e-06ce846c6dd6 HTTP/1.1" status: 200 len: 1127 time: 0.0615909 Feb 09 19:59:03.791049 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7c97188-8c42-4483-b759-dc840bacb88f req-3be27785-2139-4b7f-99c1-d8182cc872cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:59:03.792521 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-b7c97188-8c42-4483-b759-dc840bacb88f req-3be27785-2139-4b7f-99c1-d8182cc872cd service neutron] 10.222.0.89 "GET /v2.0/networks?id=845ecdc2-0c48-46c6-8d67-7eeeafb5d68b HTTP/1.1" status: 200 len: 912 time: 0.0955787 Feb 09 19:59:03.866808 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-b7c97188-8c42-4483-b759-dc840bacb88f req-95967fad-9cec-424b-a011-3114566d160f service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=7d20301f-8fd0-4e43-89ce-d2b109d343c6 HTTP/1.1" status: 200 len: 1000 time: 0.0675445 Feb 09 19:59:03.917422 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7c97188-8c42-4483-b759-dc840bacb88f req-04b70a9a-a9e5-493d-b6d4-4afd3d8f62b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:59:03.918923 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-b7c97188-8c42-4483-b759-dc840bacb88f req-04b70a9a-a9e5-493d-b6d4-4afd3d8f62b7 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=9a740078-9be8-472a-a565-0b0dba4a02f5 HTTP/1.1" status: 200 len: 850 time: 0.0466230 Feb 09 19:59:03.969410 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7c97188-8c42-4483-b759-dc840bacb88f req-83bd6b27-98d8-45a7-8ed3-a6a22ebdbba3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:59:03.970883 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-b7c97188-8c42-4483-b759-dc840bacb88f req-83bd6b27-98d8-45a7-8ed3-a6a22ebdbba3 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=845ecdc2-0c48-46c6-8d67-7eeeafb5d68b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0463808 Feb 09 19:59:04.068314 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-b7c97188-8c42-4483-b759-dc840bacb88f req-a195808a-7f0c-4917-93a3-a9a172d8e1f2 service neutron] 10.222.0.89 "GET /v2.0/networks/845ecdc2-0c48-46c6-8d67-7eeeafb5d68b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0915711 Feb 09 19:59:04.167017 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-b7c97188-8c42-4483-b759-dc840bacb88f req-4ef36678-76b8-415d-9288-a9a68342a027 service neutron] 10.222.0.89 "GET /v2.0/networks/845ecdc2-0c48-46c6-8d67-7eeeafb5d68b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0934741 Feb 09 19:59:04.535246 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a22aedfc-e1b1-4524-9ddf-6c00808af140 req-e19d78b7-118e-4702-b01a-15542982c61c tempest-ServerActionsTestJSON-1289812127 tempest-ServerActionsTestJSON-1289812127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:59:04.536783 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-a22aedfc-e1b1-4524-9ddf-6c00808af140 req-e19d78b7-118e-4702-b01a-15542982c61c tempest-ServerActionsTestJSON-1289812127 tempest-ServerActionsTestJSON-1289812127-project] 10.222.0.75 "GET /v2.0/ports?device_id=b631d72b-a8fb-4908-850e-06ce846c6dd6 HTTP/1.1" status: 200 len: 944 time: 0.0570357 Feb 09 19:59:04.595323 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-a22aedfc-e1b1-4524-9ddf-6c00808af140 req-b7b927cf-dccf-4d59-a19a-69878ce7f996 tempest-ServerActionsTestJSON-1289812127 tempest-ServerActionsTestJSON-1289812127-project] 10.222.0.75 "GET /v2.0/security-groups?id=e468a9c8-1697-49aa-8796-02bfe1187ffe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0525568 Feb 09 19:59:04.827426 n-d-713498-36 neutron-server[103229]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b631d72b-a8fb-4908-850e-06ce846c6dd6', 'tag': '7d20301f-8fd0-4e43-89ce-d2b109d343c6'}] {{(pid=103229) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 19:59:04.829853 n-d-713498-36 neutron-server[103229]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fa6ae9a20702bd564eaf90d946620b2b4277b1ab91129323d3b54181076be307" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-529f10db-9cdf-45ad-b4fb-8d8210b2adee" -d '{"events": [{"name": "network-changed", "server_uuid": "b631d72b-a8fb-4908-850e-06ce846c6dd6", "tag": "7d20301f-8fd0-4e43-89ce-d2b109d343c6"}]}' {{(pid=103229) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 19:59:04.883363 n-d-713498-36 neutron-server[103229]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 19:59:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-188b6efb-4f10-4d8c-8926-b248d65d097e x-openstack-request-id: req-188b6efb-4f10-4d8c-8926-b248d65d097e {{(pid=103229) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 19:59:04.883691 n-d-713498-36 neutron-server[103229]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b631d72b-a8fb-4908-850e-06ce846c6dd6", "tag": "7d20301f-8fd0-4e43-89ce-d2b109d343c6", "status": "completed", "code": 200}]} {{(pid=103229) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 19:59:04.883955 n-d-713498-36 neutron-server[103229]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-188b6efb-4f10-4d8c-8926-b248d65d097e {{(pid=103229) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 19:59:04.884362 n-d-713498-36 neutron-server[103229]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b631d72b-a8fb-4908-850e-06ce846c6dd6', 'tag': '7d20301f-8fd0-4e43-89ce-d2b109d343c6', 'status': 'completed', 'code': 200} Feb 09 19:59:04.947112 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-529f10db-9cdf-45ad-b4fb-8d8210b2adee req-1f90577c-4d6d-4708-93ca-01ab3503711e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:59:04.948620 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-529f10db-9cdf-45ad-b4fb-8d8210b2adee req-1f90577c-4d6d-4708-93ca-01ab3503711e service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=6245c52be1054dbe94bb7e14e1adfcb2&device_id=b631d72b-a8fb-4908-850e-06ce846c6dd6 HTTP/1.1" status: 200 len: 1127 time: 0.0501716 Feb 09 19:59:04.955534 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-529f10db-9cdf-45ad-b4fb-8d8210b2adee req-a16ff87e-411f-47c2-9737-ab721afd776e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:59:04.957020 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-529f10db-9cdf-45ad-b4fb-8d8210b2adee req-a16ff87e-411f-47c2-9737-ab721afd776e service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=6245c52be1054dbe94bb7e14e1adfcb2&device_id=b631d72b-a8fb-4908-850e-06ce846c6dd6 HTTP/1.1" status: 200 len: 1127 time: 0.0518889 Feb 09 19:59:05.051561 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-529f10db-9cdf-45ad-b4fb-8d8210b2adee req-ae9ebb48-62e7-44d2-b7c2-6c6a569b8e60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:59:05.053091 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-529f10db-9cdf-45ad-b4fb-8d8210b2adee req-ae9ebb48-62e7-44d2-b7c2-6c6a569b8e60 service neutron] 10.222.0.89 "GET /v2.0/networks?id=845ecdc2-0c48-46c6-8d67-7eeeafb5d68b HTTP/1.1" status: 200 len: 912 time: 0.0966077 Feb 09 19:59:05.070009 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-529f10db-9cdf-45ad-b4fb-8d8210b2adee req-74bc4c2a-c0bb-48fc-b69b-6aea49184e16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:59:05.071485 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-529f10db-9cdf-45ad-b4fb-8d8210b2adee req-74bc4c2a-c0bb-48fc-b69b-6aea49184e16 service neutron] 10.222.0.90 "GET /v2.0/networks?id=845ecdc2-0c48-46c6-8d67-7eeeafb5d68b HTTP/1.1" status: 200 len: 912 time: 0.1050098 Feb 09 19:59:05.128717 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-529f10db-9cdf-45ad-b4fb-8d8210b2adee req-355bc71b-4030-4549-a5ab-3b96963c2fb2 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=7d20301f-8fd0-4e43-89ce-d2b109d343c6 HTTP/1.1" status: 200 len: 1000 time: 0.0683923 Feb 09 19:59:05.186860 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-529f10db-9cdf-45ad-b4fb-8d8210b2adee req-0c0ab626-7c47-4c3d-9691-95c5bdaa021b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:59:05.188450 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-529f10db-9cdf-45ad-b4fb-8d8210b2adee req-0c0ab626-7c47-4c3d-9691-95c5bdaa021b service neutron] 10.222.0.89 "GET /v2.0/subnets?id=9a740078-9be8-472a-a565-0b0dba4a02f5 HTTP/1.1" status: 200 len: 850 time: 0.0542359 Feb 09 19:59:05.248553 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-529f10db-9cdf-45ad-b4fb-8d8210b2adee req-ff0d4fd4-f933-4556-9de7-b715e0e48e8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:59:05.250497 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-529f10db-9cdf-45ad-b4fb-8d8210b2adee req-ff0d4fd4-f933-4556-9de7-b715e0e48e8b service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=845ecdc2-0c48-46c6-8d67-7eeeafb5d68b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0553315 Feb 09 19:59:05.351712 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-529f10db-9cdf-45ad-b4fb-8d8210b2adee req-dc7a9a82-4b97-4cb2-8cc5-8693f61f2df5 service neutron] 10.222.0.89 "GET /v2.0/networks/845ecdc2-0c48-46c6-8d67-7eeeafb5d68b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0920157 Feb 09 19:59:05.405306 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-529f10db-9cdf-45ad-b4fb-8d8210b2adee req-9a235757-d5f3-49ef-b4c5-82a95e655826 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=7d20301f-8fd0-4e43-89ce-d2b109d343c6 HTTP/1.1" status: 200 len: 1000 time: 0.3270333 Feb 09 19:59:05.461338 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-529f10db-9cdf-45ad-b4fb-8d8210b2adee req-f7df7d27-76d8-42e7-9b20-2e2cc6ff51f8 service neutron] 10.222.0.89 "GET /v2.0/networks/845ecdc2-0c48-46c6-8d67-7eeeafb5d68b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1026807 Feb 09 19:59:05.462386 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-529f10db-9cdf-45ad-b4fb-8d8210b2adee req-da0a3265-6974-452e-af08-7a45f1d4f60a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:59:05.463813 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-529f10db-9cdf-45ad-b4fb-8d8210b2adee req-da0a3265-6974-452e-af08-7a45f1d4f60a service neutron] 10.222.0.90 "GET /v2.0/subnets?id=9a740078-9be8-472a-a565-0b0dba4a02f5 HTTP/1.1" status: 200 len: 850 time: 0.0491331 Feb 09 19:59:05.494815 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Device 7d20301f-8fd0-4e43-89ce-d2b109d343c6 no longer exists at agent hyperv_n-h2-713498-36 {{(pid=103232) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 19:59:05.525106 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-529f10db-9cdf-45ad-b4fb-8d8210b2adee req-ba14ded3-97ae-49b8-8188-9a88460e3bcb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:59:05.527613 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-529f10db-9cdf-45ad-b4fb-8d8210b2adee req-ba14ded3-97ae-49b8-8188-9a88460e3bcb service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=845ecdc2-0c48-46c6-8d67-7eeeafb5d68b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0522392 Feb 09 19:59:05.542371 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-7429db8d-6021-40ad-813e-885be449a89b None None] The host n-h2-713498-36 is not matching for port 7d20301f-8fd0-4e43-89ce-d2b109d343c6 host n-h1-713498-36! {{(pid=103232) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2330}} Feb 09 19:59:05.542779 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Device 7d20301f-8fd0-4e43-89ce-d2b109d343c6 not bound to the agent host n-h2-713498-36 {{(pid=103232) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 19:59:05.636045 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-529f10db-9cdf-45ad-b4fb-8d8210b2adee req-e4115b3b-a4f1-447b-a8ac-f1aedb45264a service neutron] 10.222.0.90 "GET /v2.0/networks/845ecdc2-0c48-46c6-8d67-7eeeafb5d68b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0946000 Feb 09 19:59:05.766612 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-529f10db-9cdf-45ad-b4fb-8d8210b2adee req-8c38eaf6-f689-40a3-b341-7f4226ea41d8 service neutron] 10.222.0.90 "GET /v2.0/networks/845ecdc2-0c48-46c6-8d67-7eeeafb5d68b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1236885 Feb 09 19:59:05.774755 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-351eb098-4aba-422e-87ae-02ebedfc9eae req-8a7ffc45-b7db-48ce-9cdd-b101d0af30ff tempest-ServerActionsTestJSON-1289812127 tempest-ServerActionsTestJSON-1289812127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:59:05.776420 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-351eb098-4aba-422e-87ae-02ebedfc9eae req-8a7ffc45-b7db-48ce-9cdd-b101d0af30ff tempest-ServerActionsTestJSON-1289812127 tempest-ServerActionsTestJSON-1289812127-project] 10.222.0.75 "GET /v2.0/ports?device_id=b631d72b-a8fb-4908-850e-06ce846c6dd6 HTTP/1.1" status: 200 len: 944 time: 0.0904922 Feb 09 19:59:05.825221 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-351eb098-4aba-422e-87ae-02ebedfc9eae req-77d8526f-f342-4c1b-ac8a-6cd568086a88 tempest-ServerActionsTestJSON-1289812127 tempest-ServerActionsTestJSON-1289812127-project] 10.222.0.75 "GET /v2.0/security-groups?id=e468a9c8-1697-49aa-8796-02bfe1187ffe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427170 Feb 09 19:59:06.085670 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b9a06a4-b403-4648-bbf3-59862e21cefd req-db655f92-a3da-43e4-a38d-0a800d541893 tempest-ServerActionsTestJSON-1289812127 tempest-ServerActionsTestJSON-1289812127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:59:06.087763 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-7b9a06a4-b403-4648-bbf3-59862e21cefd req-db655f92-a3da-43e4-a38d-0a800d541893 tempest-ServerActionsTestJSON-1289812127 tempest-ServerActionsTestJSON-1289812127-project] 10.222.0.75 "GET /v2.0/ports?device_id=b631d72b-a8fb-4908-850e-06ce846c6dd6 HTTP/1.1" status: 200 len: 944 time: 0.0939043 Feb 09 19:59:06.109832 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1e9f078-cf0d-440f-b8ea-f6333d4298a6 req-fb8388ff-7aeb-478d-ba05-7e233e8e408f tempest-ServerActionsTestJSON-1289812127 tempest-ServerActionsTestJSON-1289812127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:59:06.111264 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-a1e9f078-cf0d-440f-b8ea-f6333d4298a6 req-fb8388ff-7aeb-478d-ba05-7e233e8e408f tempest-ServerActionsTestJSON-1289812127 tempest-ServerActionsTestJSON-1289812127-project] 10.222.0.90 "GET /v2.0/ports?device_id=b631d72b-a8fb-4908-850e-06ce846c6dd6&tenant_id=6245c52be1054dbe94bb7e14e1adfcb2&binding%3Ahost_id=n-h1-713498-36 HTTP/1.1" status: 200 len: 944 time: 0.0848603 Feb 09 19:59:06.181714 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-7b9a06a4-b403-4648-bbf3-59862e21cefd req-79f685b3-ac93-4a43-bd7e-dd5dd0d3bb7d tempest-ServerActionsTestJSON-1289812127 tempest-ServerActionsTestJSON-1289812127-project] 10.222.0.75 "GET /v2.0/security-groups?id=e468a9c8-1697-49aa-8796-02bfe1187ffe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0880184 Feb 09 19:59:06.183291 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Device 7d20301f-8fd0-4e43-89ce-d2b109d343c6 details requested by agent hyperv_n-h1-713498-36 with host n-h1-713498-36 {{(pid=103232) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 19:59:06.205165 n-d-713498-36 neutron-server[103230]: INFO neutron.api.v2.resource [req-a1e9f078-cf0d-440f-b8ea-f6333d4298a6 req-a1addadc-f1f2-4d38-86f6-09a40577fa69 service neutron] delete failed (client error): The resource could not be found. Feb 09 19:59:06.206222 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-a1e9f078-cf0d-440f-b8ea-f6333d4298a6 req-a1addadc-f1f2-4d38-86f6-09a40577fa69 service neutron] 10.222.0.90 "DELETE /v2.0/ports/7d20301f-8fd0-4e43-89ce-d2b109d343c6/bindings/n-h2-713498-36 HTTP/1.1" status: 404 len: 381 time: 0.0816810 Feb 09 19:59:06.301436 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] For port 7d20301f-8fd0-4e43-89ce-d2b109d343c6, host n-h1-713498-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-36',level=0,port_id=7d20301f-8fd0-4e43-89ce-d2b109d343c6,segment=NetworkSegment(14252cf2-3edf-4154-bc45-0979579e9ece),segment_id=14252cf2-3edf-4154-bc45-0979579e9ece)] {{(pid=103232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 19:59:06.315556 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Returning: {'device': '7d20301f-8fd0-4e43-89ce-d2b109d343c6', 'network_id': '845ecdc2-0c48-46c6-8d67-7eeeafb5d68b', 'port_id': '7d20301f-8fd0-4e43-89ce-d2b109d343c6', 'mac_address': 'fa:16:3e:2d:a4:76', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 361, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9a740078-9be8-472a-a565-0b0dba4a02f5', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103232) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 19:59:06.318280 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1e9f078-cf0d-440f-b8ea-f6333d4298a6 req-74544f6d-22b2-4f7e-8d60-0258d450e423 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:59:06.319971 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-a1e9f078-cf0d-440f-b8ea-f6333d4298a6 req-74544f6d-22b2-4f7e-8d60-0258d450e423 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=6245c52be1054dbe94bb7e14e1adfcb2&device_id=b631d72b-a8fb-4908-850e-06ce846c6dd6 HTTP/1.1" status: 200 len: 1127 time: 0.0509186 Feb 09 19:59:06.357636 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Current status of the port 7d20301f-8fd0-4e43-89ce-d2b109d343c6 is: DOWN; New status is: BUILD {{(pid=103232) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 19:59:06.357938 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (7d20301f-8fd0-4e43-89ce-d2b109d343c6), before_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:59:06.371994 n-d-713498-36 neutron-server[103232]: DEBUG neutron.notifiers.nova [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7d20301f-8fd0-4e43-89ce-d2b109d343c6 {{(pid=103232) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 19:59:06.393411 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] For port 7d20301f-8fd0-4e43-89ce-d2b109d343c6, host n-h1-713498-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-36',level=0,port_id=7d20301f-8fd0-4e43-89ce-d2b109d343c6,segment=NetworkSegment(14252cf2-3edf-4154-bc45-0979579e9ece),segment_id=14252cf2-3edf-4154-bc45-0979579e9ece)] {{(pid=103232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 19:59:06.397995 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762867176205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762866656485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762866656503'] for port (7d20301f-8fd0-4e43-89ce-d2b109d343c6), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:59:06.421593 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1e9f078-cf0d-440f-b8ea-f6333d4298a6 req-9870fd63-7a02-4f4e-8b0c-c1086bec746d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:59:06.423450 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-a1e9f078-cf0d-440f-b8ea-f6333d4298a6 req-9870fd63-7a02-4f4e-8b0c-c1086bec746d service neutron] 10.222.0.90 "GET /v2.0/networks?id=845ecdc2-0c48-46c6-8d67-7eeeafb5d68b HTTP/1.1" status: 200 len: 912 time: 0.0968106 Feb 09 19:59:06.448249 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Pushing event updated for resources: {'Port': ['ID=7d20301f-8fd0-4e43-89ce-d2b109d343c6,revision_number=8']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:59:06.458428 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:59:06.458785 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:59:06.459147 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:59:06.459478 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:59:06.459817 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:59:06.460152 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:59:06.460486 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:59:06.460819 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:59:06.461149 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:59:06.461478 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:59:06.461808 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:59:06.462162 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:59:06.462491 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:59:06.500131 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-a1e9f078-cf0d-440f-b8ea-f6333d4298a6 req-df97e89a-df1e-4f07-9320-c382a3011ff1 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=7d20301f-8fd0-4e43-89ce-d2b109d343c6 HTTP/1.1" status: 200 len: 1001 time: 0.0612071 Feb 09 19:59:06.558281 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1e9f078-cf0d-440f-b8ea-f6333d4298a6 req-ca9801ed-2ccd-45d4-96e2-5b04487196bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:59:06.559753 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-a1e9f078-cf0d-440f-b8ea-f6333d4298a6 req-ca9801ed-2ccd-45d4-96e2-5b04487196bb service neutron] 10.222.0.90 "GET /v2.0/subnets?id=9a740078-9be8-472a-a565-0b0dba4a02f5 HTTP/1.1" status: 200 len: 850 time: 0.0487525 Feb 09 19:59:06.603288 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] get_ports_and_sgs() called for port_ids ['7d20301f-8fd0-4e43-89ce-d2b109d343c6'] {{(pid=103232) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 19:59:06.619578 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1e9f078-cf0d-440f-b8ea-f6333d4298a6 req-8e2db219-97b2-4565-bf50-6918dac21a23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:59:06.621003 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-a1e9f078-cf0d-440f-b8ea-f6333d4298a6 req-8e2db219-97b2-4565-bf50-6918dac21a23 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=845ecdc2-0c48-46c6-8d67-7eeeafb5d68b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0543487 Feb 09 19:59:06.720829 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-a1e9f078-cf0d-440f-b8ea-f6333d4298a6 req-c35883f6-da87-47b3-8d3c-60eff824910a service neutron] 10.222.0.90 "GET /v2.0/networks/845ecdc2-0c48-46c6-8d67-7eeeafb5d68b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0926874 Feb 09 19:59:06.825608 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-a1e9f078-cf0d-440f-b8ea-f6333d4298a6 req-0ca7ac9c-23aa-4f7a-baac-38ca11222cd0 service neutron] 10.222.0.90 "GET /v2.0/networks/845ecdc2-0c48-46c6-8d67-7eeeafb5d68b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0936747 Feb 09 19:59:07.311567 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91cf807d-952e-4ee7-b8b1-d0c8364b38f4 req-0e813d16-677c-4980-b7ca-85398a174d98 tempest-ServerActionsTestJSON-1289812127 tempest-ServerActionsTestJSON-1289812127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:59:07.313144 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-91cf807d-952e-4ee7-b8b1-d0c8364b38f4 req-0e813d16-677c-4980-b7ca-85398a174d98 tempest-ServerActionsTestJSON-1289812127 tempest-ServerActionsTestJSON-1289812127-project] 10.222.0.75 "GET /v2.0/ports?device_id=b631d72b-a8fb-4908-850e-06ce846c6dd6 HTTP/1.1" status: 200 len: 945 time: 0.0576613 Feb 09 19:59:07.365901 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-91cf807d-952e-4ee7-b8b1-d0c8364b38f4 req-2323426f-83cf-4941-a4a4-c88a3b051a8b tempest-ServerActionsTestJSON-1289812127 tempest-ServerActionsTestJSON-1289812127-project] 10.222.0.75 "GET /v2.0/security-groups?id=e468a9c8-1697-49aa-8796-02bfe1187ffe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457163 Feb 09 19:59:08.200058 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Device 7d20301f-8fd0-4e43-89ce-d2b109d343c6 up at agent hyperv_n-h1-713498-36 {{(pid=103232) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 19:59:08.251092 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.provisioning_blocks [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Provisioning for port 7d20301f-8fd0-4e43-89ce-d2b109d343c6 completed by entity L2. {{(pid=103232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 19:59:08.256252 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.provisioning_blocks [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Provisioning complete for port 7d20301f-8fd0-4e43-89ce-d2b109d343c6 triggered by entity L2. {{(pid=103232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 19:59:08.256633 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593630'] for port (7d20301f-8fd0-4e43-89ce-d2b109d343c6), provisioning_complete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:59:08.341220 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Current status of the port 7d20301f-8fd0-4e43-89ce-d2b109d343c6 is: BUILD; New status is: ACTIVE {{(pid=103232) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 19:59:08.341615 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (7d20301f-8fd0-4e43-89ce-d2b109d343c6), before_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:59:08.364593 n-d-713498-36 neutron-server[103232]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b631d72b-a8fb-4908-850e-06ce846c6dd6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7d20301f-8fd0-4e43-89ce-d2b109d343c6'}] {{(pid=103232) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 19:59:08.366854 n-d-713498-36 neutron-server[103232]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}949cdcde653dec44821de95cbf67297f53cbc2aed4e073b5d514f93bf911ce85" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-28162a92-b410-46a4-bbc1-12d03b26136e" -d '{"events": [{"server_uuid": "b631d72b-a8fb-4908-850e-06ce846c6dd6", "name": "network-vif-plugged", "status": "completed", "tag": "7d20301f-8fd0-4e43-89ce-d2b109d343c6"}]}' {{(pid=103232) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 19:59:08.381205 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] For port 7d20301f-8fd0-4e43-89ce-d2b109d343c6, host n-h1-713498-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-36',level=0,port_id=7d20301f-8fd0-4e43-89ce-d2b109d343c6,segment=NetworkSegment(14252cf2-3edf-4154-bc45-0979579e9ece),segment_id=14252cf2-3edf-4154-bc45-0979579e9ece)] {{(pid=103232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 19:59:08.385731 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762867176205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762866656485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762866656503'] for port (7d20301f-8fd0-4e43-89ce-d2b109d343c6), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:59:08.418117 n-d-713498-36 neutron-server[103232]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 19:59:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b9672c00-912b-4263-9fac-1bad4e421389 x-openstack-request-id: req-b9672c00-912b-4263-9fac-1bad4e421389 {{(pid=103232) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 19:59:08.418603 n-d-713498-36 neutron-server[103232]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b631d72b-a8fb-4908-850e-06ce846c6dd6", "name": "network-vif-plugged", "status": "completed", "tag": "7d20301f-8fd0-4e43-89ce-d2b109d343c6", "code": 200}]} {{(pid=103232) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 19:59:08.418961 n-d-713498-36 neutron-server[103232]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-b9672c00-912b-4263-9fac-1bad4e421389 {{(pid=103232) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 19:59:08.419544 n-d-713498-36 neutron-server[103232]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b631d72b-a8fb-4908-850e-06ce846c6dd6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7d20301f-8fd0-4e43-89ce-d2b109d343c6', 'code': 200} Feb 09 19:59:08.462150 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Pushing event updated for resources: {'Port': ['ID=7d20301f-8fd0-4e43-89ce-d2b109d343c6,revision_number=9']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:59:08.498970 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e963b6fb-bbdd-450f-9df8-95c80fb2eb6b req-77d2dbbd-3bc6-41ba-9ca9-f4081c610613 tempest-ServerActionsTestJSON-1289812127 tempest-ServerActionsTestJSON-1289812127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:59:08.500447 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-e963b6fb-bbdd-450f-9df8-95c80fb2eb6b req-77d2dbbd-3bc6-41ba-9ca9-f4081c610613 tempest-ServerActionsTestJSON-1289812127 tempest-ServerActionsTestJSON-1289812127-project] 10.222.0.75 "GET /v2.0/ports?device_id=b631d72b-a8fb-4908-850e-06ce846c6dd6 HTTP/1.1" status: 200 len: 946 time: 0.0559354 Feb 09 19:59:08.555607 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-e963b6fb-bbdd-450f-9df8-95c80fb2eb6b req-f167bbdd-8fb6-4030-84b2-43d9e27b0340 tempest-ServerActionsTestJSON-1289812127 tempest-ServerActionsTestJSON-1289812127-project] 10.222.0.75 "GET /v2.0/security-groups?id=e468a9c8-1697-49aa-8796-02bfe1187ffe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0487840 Feb 09 19:59:08.683946 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe9cc752-6e6f-409b-bdaa-ce84bb908bd7 req-9e1ccc57-e8b0-47c8-bda5-00c9217d3f34 tempest-ServerActionsTestJSON-1289812127 tempest-ServerActionsTestJSON-1289812127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:59:08.685481 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-fe9cc752-6e6f-409b-bdaa-ce84bb908bd7 req-9e1ccc57-e8b0-47c8-bda5-00c9217d3f34 tempest-ServerActionsTestJSON-1289812127 tempest-ServerActionsTestJSON-1289812127-project] 10.222.0.75 "GET /v2.0/ports?device_id=b631d72b-a8fb-4908-850e-06ce846c6dd6 HTTP/1.1" status: 200 len: 946 time: 0.0601017 Feb 09 19:59:08.736587 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-fe9cc752-6e6f-409b-bdaa-ce84bb908bd7 req-02fc6f47-4afb-4546-8df4-b0614bfcc983 tempest-ServerActionsTestJSON-1289812127 tempest-ServerActionsTestJSON-1289812127-project] 10.222.0.75 "GET /v2.0/security-groups?id=e468a9c8-1697-49aa-8796-02bfe1187ffe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452509 Feb 09 19:59:08.980769 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ddb0736-71a6-4882-9f75-21b9269554e1 req-646e9ad7-715a-4400-915b-4e1ce602e147 tempest-ServerActionsTestJSON-1289812127 tempest-ServerActionsTestJSON-1289812127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:59:08.982457 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-4ddb0736-71a6-4882-9f75-21b9269554e1 req-646e9ad7-715a-4400-915b-4e1ce602e147 tempest-ServerActionsTestJSON-1289812127 tempest-ServerActionsTestJSON-1289812127-project] 10.222.0.75 "GET /v2.0/ports?device_id=b631d72b-a8fb-4908-850e-06ce846c6dd6 HTTP/1.1" status: 200 len: 946 time: 0.0766573 Feb 09 19:59:08.991928 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b47560cc-e665-4d6e-9541-fe7b3a33d233 req-89fb0d3c-5807-4917-bac2-7bb0940d7eb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:59:08.993566 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-b47560cc-e665-4d6e-9541-fe7b3a33d233 req-89fb0d3c-5807-4917-bac2-7bb0940d7eb3 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=6245c52be1054dbe94bb7e14e1adfcb2&device_id=b631d72b-a8fb-4908-850e-06ce846c6dd6 HTTP/1.1" status: 200 len: 1129 time: 0.0502198 Feb 09 19:59:09.038028 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-4ddb0736-71a6-4882-9f75-21b9269554e1 req-9ee1731b-248b-4493-80ad-0008638ac25e tempest-ServerActionsTestJSON-1289812127 tempest-ServerActionsTestJSON-1289812127-project] 10.222.0.75 "GET /v2.0/security-groups?id=e468a9c8-1697-49aa-8796-02bfe1187ffe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0480993 Feb 09 19:59:09.091159 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b47560cc-e665-4d6e-9541-fe7b3a33d233 req-eab17611-737d-48bc-bca6-46aea9dca4a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:59:09.092733 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-b47560cc-e665-4d6e-9541-fe7b3a33d233 req-eab17611-737d-48bc-bca6-46aea9dca4a4 service neutron] 10.222.0.89 "GET /v2.0/networks?id=845ecdc2-0c48-46c6-8d67-7eeeafb5d68b HTTP/1.1" status: 200 len: 912 time: 0.0927229 Feb 09 19:59:09.165622 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-b47560cc-e665-4d6e-9541-fe7b3a33d233 req-d7847460-91d3-48bb-b83c-50208878bfd4 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=7d20301f-8fd0-4e43-89ce-d2b109d343c6 HTTP/1.1" status: 200 len: 1002 time: 0.0671029 Feb 09 19:59:09.216766 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b47560cc-e665-4d6e-9541-fe7b3a33d233 req-0dd32ee9-6098-4fbb-a3e0-a07c1dc5b61e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:59:09.218268 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-b47560cc-e665-4d6e-9541-fe7b3a33d233 req-0dd32ee9-6098-4fbb-a3e0-a07c1dc5b61e service neutron] 10.222.0.89 "GET /v2.0/subnets?id=9a740078-9be8-472a-a565-0b0dba4a02f5 HTTP/1.1" status: 200 len: 850 time: 0.0445945 Feb 09 19:59:09.270824 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b47560cc-e665-4d6e-9541-fe7b3a33d233 req-78bdde0d-4fd1-4abf-acf9-4852ffaf1216 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:59:09.272245 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-b47560cc-e665-4d6e-9541-fe7b3a33d233 req-78bdde0d-4fd1-4abf-acf9-4852ffaf1216 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=845ecdc2-0c48-46c6-8d67-7eeeafb5d68b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0484319 Feb 09 19:59:09.367864 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-b47560cc-e665-4d6e-9541-fe7b3a33d233 req-1addb945-ed82-423e-8d65-afd6b9e9af25 service neutron] 10.222.0.89 "GET /v2.0/networks/845ecdc2-0c48-46c6-8d67-7eeeafb5d68b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0899193 Feb 09 19:59:09.460493 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-b47560cc-e665-4d6e-9541-fe7b3a33d233 req-4aa0e65e-5565-491b-acb2-c8824efa221c service neutron] 10.222.0.89 "GET /v2.0/networks/845ecdc2-0c48-46c6-8d67-7eeeafb5d68b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862918 Feb 09 19:59:10.175500 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-743ecc2f-60b8-48bf-91f1-2f49e98b6ea4 req-0cafb171-508b-40de-8b10-dd34ca7724bb tempest-ServerActionsTestJSON-1289812127 tempest-ServerActionsTestJSON-1289812127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:59:10.177024 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-743ecc2f-60b8-48bf-91f1-2f49e98b6ea4 req-0cafb171-508b-40de-8b10-dd34ca7724bb tempest-ServerActionsTestJSON-1289812127 tempest-ServerActionsTestJSON-1289812127-project] 10.222.0.75 "GET /v2.0/ports?device_id=b631d72b-a8fb-4908-850e-06ce846c6dd6 HTTP/1.1" status: 200 len: 946 time: 0.0602686 Feb 09 19:59:10.227042 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-743ecc2f-60b8-48bf-91f1-2f49e98b6ea4 req-c3f90e0c-9060-446b-8595-81c4ea862586 tempest-ServerActionsTestJSON-1289812127 tempest-ServerActionsTestJSON-1289812127-project] 10.222.0.75 "GET /v2.0/security-groups?id=e468a9c8-1697-49aa-8796-02bfe1187ffe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440986 Feb 09 19:59:10.474110 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36cb8b3a-3d54-4477-9f05-97f992e61cee req-0d4a00ac-7eb6-48ba-a0f8-aa128cd704f9 tempest-ServerActionsTestJSON-1289812127 tempest-ServerActionsTestJSON-1289812127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:59:10.475608 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-36cb8b3a-3d54-4477-9f05-97f992e61cee req-0d4a00ac-7eb6-48ba-a0f8-aa128cd704f9 tempest-ServerActionsTestJSON-1289812127 tempest-ServerActionsTestJSON-1289812127-project] 10.222.0.75 "GET /v2.0/ports?device_id=b631d72b-a8fb-4908-850e-06ce846c6dd6 HTTP/1.1" status: 200 len: 946 time: 0.0549512 Feb 09 19:59:10.524598 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-36cb8b3a-3d54-4477-9f05-97f992e61cee req-f618297f-e775-4fbf-9447-393ba128281d tempest-ServerActionsTestJSON-1289812127 tempest-ServerActionsTestJSON-1289812127-project] 10.222.0.75 "GET /v2.0/security-groups?id=e468a9c8-1697-49aa-8796-02bfe1187ffe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432887 Feb 09 19:59:10.876753 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-8bc1ecfb-8df3-4f34-90ef-e86ee9814d1e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762867132591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593584'] for agent (af91e4b9-f4e1-42b1-a25c-a10dc47171c8), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:59:11.659468 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c378aebb-4d0a-424e-9b35-89c4f71605d2 req-f54418ff-dd65-4ce6-9246-b623adb87dc6 tempest-ServerActionsTestJSON-1289812127 tempest-ServerActionsTestJSON-1289812127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:59:11.661498 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-c378aebb-4d0a-424e-9b35-89c4f71605d2 req-f54418ff-dd65-4ce6-9246-b623adb87dc6 tempest-ServerActionsTestJSON-1289812127 tempest-ServerActionsTestJSON-1289812127-project] 10.222.0.75 "GET /v2.0/ports?device_id=b631d72b-a8fb-4908-850e-06ce846c6dd6 HTTP/1.1" status: 200 len: 946 time: 0.0604973 Feb 09 19:59:11.686993 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb95469a-0a0b-4b2d-ad79-0e5d2de386de req-c1111c3f-14d9-4009-bf7c-5204ec0b7d67 tempest-ServerActionsTestJSON-1289812127 tempest-ServerActionsTestJSON-1289812127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:59:11.688499 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-fb95469a-0a0b-4b2d-ad79-0e5d2de386de req-c1111c3f-14d9-4009-bf7c-5204ec0b7d67 tempest-ServerActionsTestJSON-1289812127 tempest-ServerActionsTestJSON-1289812127-project] 10.222.0.89 "GET /v2.0/ports?device_id=b631d72b-a8fb-4908-850e-06ce846c6dd6 HTTP/1.1" status: 200 len: 946 time: 0.0572190 Feb 09 19:59:11.710256 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-c378aebb-4d0a-424e-9b35-89c4f71605d2 req-a73c4703-7c35-4963-9b77-cc3ef5b5f5df tempest-ServerActionsTestJSON-1289812127 tempest-ServerActionsTestJSON-1289812127-project] 10.222.0.75 "GET /v2.0/security-groups?id=e468a9c8-1697-49aa-8796-02bfe1187ffe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430939 Feb 09 19:59:11.785403 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.plugin [req-fb95469a-0a0b-4b2d-ad79-0e5d2de386de req-ffd2f3e2-c166-4342-a5b7-f931a77a54de tempest-ServerActionsTestJSON-1289812127 tempest-ServerActionsTestJSON-1289812127-project] Deleting port 7d20301f-8fd0-4e43-89ce-d2b109d343c6 {{(pid=103229) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 19:59:11.785744 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-fb95469a-0a0b-4b2d-ad79-0e5d2de386de req-ffd2f3e2-c166-4342-a5b7-f931a77a54de tempest-ServerActionsTestJSON-1289812127 tempest-ServerActionsTestJSON-1289812127-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762867170196'] for port (7d20301f-8fd0-4e43-89ce-d2b109d343c6), before_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:59:11.879832 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.db [req-fb95469a-0a0b-4b2d-ad79-0e5d2de386de req-ffd2f3e2-c166-4342-a5b7-f931a77a54de tempest-ServerActionsTestJSON-1289812127 tempest-ServerActionsTestJSON-1289812127-project] For port 7d20301f-8fd0-4e43-89ce-d2b109d343c6, host n-h1-713498-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-36',level=0,port_id=7d20301f-8fd0-4e43-89ce-d2b109d343c6,segment=NetworkSegment(14252cf2-3edf-4154-bc45-0979579e9ece),segment_id=14252cf2-3edf-4154-bc45-0979579e9ece)] {{(pid=103229) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 19:59:11.880096 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-fb95469a-0a0b-4b2d-ad79-0e5d2de386de req-ffd2f3e2-c166-4342-a5b7-f931a77a54de tempest-ServerActionsTestJSON-1289812127 tempest-ServerActionsTestJSON-1289812127-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1820838'] for port (7d20301f-8fd0-4e43-89ce-d2b109d343c6), precommit_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:59:12.167001 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-fb95469a-0a0b-4b2d-ad79-0e5d2de386de req-ffd2f3e2-c166-4342-a5b7-f931a77a54de tempest-ServerActionsTestJSON-1289812127 tempest-ServerActionsTestJSON-1289812127-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:59:12.167277 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-fb95469a-0a0b-4b2d-ad79-0e5d2de386de req-ffd2f3e2-c166-4342-a5b7-f931a77a54de tempest-ServerActionsTestJSON-1289812127 tempest-ServerActionsTestJSON-1289812127-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1818909'] for floatingip (3f50e9e5-6deb-46a3-8b44-7a4b66111d8f), after_update {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:59:12.167594 n-d-713498-36 neutron-server[103229]: INFO neutron.db.l3_db [req-fb95469a-0a0b-4b2d-ad79-0e5d2de386de req-ffd2f3e2-c166-4342-a5b7-f931a77a54de tempest-ServerActionsTestJSON-1289812127 tempest-ServerActionsTestJSON-1289812127-project] Floating IP 3f50e9e5-6deb-46a3-8b44-7a4b66111d8f disassociated. External IP: 172.25.1.238, port: 7d20301f-8fd0-4e43-89ce-d2b109d343c6. Feb 09 19:59:12.167933 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.plugin [req-fb95469a-0a0b-4b2d-ad79-0e5d2de386de req-ffd2f3e2-c166-4342-a5b7-f931a77a54de tempest-ServerActionsTestJSON-1289812127 tempest-ServerActionsTestJSON-1289812127-project] Calling delete_port for 7d20301f-8fd0-4e43-89ce-d2b109d343c6 owned by compute:nova {{(pid=103229) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 19:59:12.301843 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-fb95469a-0a0b-4b2d-ad79-0e5d2de386de req-ffd2f3e2-c166-4342-a5b7-f931a77a54de tempest-ServerActionsTestJSON-1289812127 tempest-ServerActionsTestJSON-1289812127-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762867177463', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762866656476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12867576'] for port (7d20301f-8fd0-4e43-89ce-d2b109d343c6), after_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:59:12.332063 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffd2f3e2-c166-4342-a5b7-f931a77a54de tempest-ServerActionsTestJSON-1289812127 tempest-ServerActionsTestJSON-1289812127-project] Pushing event deleted for resources: {'Port': ['ID=7d20301f-8fd0-4e43-89ce-d2b109d343c6,revision_number=None']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:59:12.453075 n-d-713498-36 neutron-server[103229]: DEBUG neutron.scheduler.l3_agent_scheduler [req-fb95469a-0a0b-4b2d-ad79-0e5d2de386de req-ffd2f3e2-c166-4342-a5b7-f931a77a54de tempest-ServerActionsTestJSON-1289812127 tempest-ServerActionsTestJSON-1289812127-project] Router 8b66ef66-4e9c-49b4-8232-c6c9e9bf7f1c has already been hosted by L3 agent 93303d5e-5d17-45e8-8963-7694f87783ae {{(pid=103229) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 19:59:12.567756 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-fb95469a-0a0b-4b2d-ad79-0e5d2de386de req-ffd2f3e2-c166-4342-a5b7-f931a77a54de tempest-ServerActionsTestJSON-1289812127 tempest-ServerActionsTestJSON-1289812127-project] Notify agent at l3_agent.n-d-713498-36 the message routers_updated {{(pid=103229) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 19:59:12.578928 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbd0645e-775f-41e3-809d-e39cbc93cd23 None None] Sync routers for ids ['8b66ef66-4e9c-49b4-8232-c6c9e9bf7f1c'] in n-d-713498-36 {{(pid=103232) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 19:59:12.589416 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbd0645e-775f-41e3-809d-e39cbc93cd23 None None] Routers {'8b66ef66-4e9c-49b4-8232-c6c9e9bf7f1c'} bound to L3 agent in host n-d-713498-36 {{(pid=103232) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 19:59:12.590067 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.l3_hamode_db [None req-fbd0645e-775f-41e3-809d-e39cbc93cd23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T18:51:43Z,description=,heartbeat_timestamp=2022-02-09T19:58:43Z,host='n-d-713498-36',id=93303d5e-5d17-45e8-8963-7694f87783ae,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T18:51:43Z,topic='l3_agent')) {'router_ids': ['8b66ef66-4e9c-49b4-8232-c6c9e9bf7f1c'], 'active': True} {{(pid=103232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:59:12.610997 n-d-713498-36 neutron-server[103229]: DEBUG neutron.db.l3_dvrscheduler_db [req-fb95469a-0a0b-4b2d-ad79-0e5d2de386de req-ffd2f3e2-c166-4342-a5b7-f931a77a54de tempest-ServerActionsTestJSON-1289812127 tempest-ServerActionsTestJSON-1289812127-project] No DVR routers for this DVR port 7d20301f-8fd0-4e43-89ce-d2b109d343c6 on host n-h1-713498-36 {{(pid=103229) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 19:59:12.615077 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-fb95469a-0a0b-4b2d-ad79-0e5d2de386de req-ffd2f3e2-c166-4342-a5b7-f931a77a54de tempest-ServerActionsTestJSON-1289812127 tempest-ServerActionsTestJSON-1289812127-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171096'] for port (None), before_response {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:59:12.618483 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-fb95469a-0a0b-4b2d-ad79-0e5d2de386de req-ffd2f3e2-c166-4342-a5b7-f931a77a54de tempest-ServerActionsTestJSON-1289812127 tempest-ServerActionsTestJSON-1289812127-project] 10.222.0.89 "DELETE /v2.0/ports/7d20301f-8fd0-4e43-89ce-d2b109d343c6 HTTP/1.1" status: 204 len: 173 time: 0.9253442 Feb 09 19:59:12.618952 n-d-713498-36 neutron-server[103229]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b631d72b-a8fb-4908-850e-06ce846c6dd6', 'name': 'network-vif-deleted', 'tag': '7d20301f-8fd0-4e43-89ce-d2b109d343c6'}] {{(pid=103229) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 19:59:12.621411 n-d-713498-36 neutron-server[103229]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fa6ae9a20702bd564eaf90d946620b2b4277b1ab91129323d3b54181076be307" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-02783b57-6498-4fb7-83fc-651ca2e1dc02" -d '{"events": [{"server_uuid": "b631d72b-a8fb-4908-850e-06ce846c6dd6", "name": "network-vif-deleted", "tag": "7d20301f-8fd0-4e43-89ce-d2b109d343c6"}]}' {{(pid=103229) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 19:59:12.664357 n-d-713498-36 neutron-server[103229]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 19:59:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ffb1086d-994a-4a01-81c8-0da06a3e70d7 x-openstack-request-id: req-ffb1086d-994a-4a01-81c8-0da06a3e70d7 {{(pid=103229) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 19:59:12.664754 n-d-713498-36 neutron-server[103229]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b631d72b-a8fb-4908-850e-06ce846c6dd6", "name": "network-vif-deleted", "tag": "7d20301f-8fd0-4e43-89ce-d2b109d343c6", "status": "completed", "code": 200}]} {{(pid=103229) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 19:59:12.665123 n-d-713498-36 neutron-server[103229]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-ffb1086d-994a-4a01-81c8-0da06a3e70d7 {{(pid=103229) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 19:59:12.665604 n-d-713498-36 neutron-server[103229]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b631d72b-a8fb-4908-850e-06ce846c6dd6', 'name': 'network-vif-deleted', 'tag': '7d20301f-8fd0-4e43-89ce-d2b109d343c6', 'status': 'completed', 'code': 200} Feb 09 19:59:12.710634 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.l3_dvr_db [None req-fbd0645e-775f-41e3-809d-e39cbc93cd23 None None] Set router 8b66ef66-4e9c-49b4-8232-c6c9e9bf7f1c gateway port host: n-d-713498-36 {{(pid=103232) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 19:59:12.832817 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-6ccbc65b-24a8-4e7c-a2c0-f4d8c7dd9d07 req-e0a28af7-185a-43f6-8505-90c05ed09c8f tempest-ServerActionsTestJSON-1289812127 tempest-ServerActionsTestJSON-1289812127-project] 10.222.0.75 "GET /v2.0/ports?device_id=b631d72b-a8fb-4908-850e-06ce846c6dd6 HTTP/1.1" status: 200 len: 210 time: 0.0300927 Feb 09 19:59:13.094668 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.l3_hamode_db [None req-fbd0645e-775f-41e3-809d-e39cbc93cd23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b66ef66-4e9c-49b4-8232-c6c9e9bf7f1c', 'name': 'tempest-ServerActionsTestJSON-426882205-router', 'tenant_id': '6245c52be1054dbe94bb7e14e1adfcb2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88055e1e-672a-4487-be31-ffb6e833ece5', 'external_fixed_ips': [{'subnet_id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'ip_address': '172.25.1.251'}], 'enable_snat': True}, 'gw_port_id': '3b5f4677-7e2f-4257-84e8-83453d3478a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T19:57:08Z', 'updated_at': '2022-02-09T19:57:12Z', 'revision_number': 4, 'project_id': '6245c52be1054dbe94bb7e14e1adfcb2', 'gw_port': {'id': '3b5f4677-7e2f-4257-84e8-83453d3478a8', 'name': '', 'network_id': '88055e1e-672a-4487-be31-ffb6e833ece5', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:a5:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b66ef66-4e9c-49b4-8232-c6c9e9bf7f1c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4092, 'fixed_ips': [{'subnet_id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'ip_address': '172.25.1.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T19:57:09Z', 'updated_at': '2022-02-09T19:57:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-36', '_interfaces': [{'id': '43b4eee5-a731-4a67-8516-bb0b1f16ff86', 'name': '', 'network_id': '845ecdc2-0c48-46c6-8d67-7eeeafb5d68b', 'tenant_id': '6245c52be1054dbe94bb7e14e1adfcb2', 'mac_address': 'fa:16:3e:58:6c:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b66ef66-4e9c-49b4-8232-c6c9e9bf7f1c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4093, 'fixed_ips': [{'subnet_id': '9a740078-9be8-472a-a565-0b0dba4a02f5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T19:57:11Z', 'updated_at': '2022-02-09T19:57:15Z', 'revision_number': 5, 'project_id': '6245c52be1054dbe94bb7e14e1adfcb2', 'subnets': [{'id': '9a740078-9be8-472a-a565-0b0dba4a02f5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-36', False) {} {{(pid=103232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:59:13.121643 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbd0645e-775f-41e3-809d-e39cbc93cd23 None None] Checking router: 8b66ef66-4e9c-49b4-8232-c6c9e9bf7f1c for host: n-d-713498-36 {{(pid=103232) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 19:59:13.131054 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbd0645e-775f-41e3-809d-e39cbc93cd23 None None] Routers {'8b66ef66-4e9c-49b4-8232-c6c9e9bf7f1c'} bound to L3 agent in host n-d-713498-36 {{(pid=103232) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 19:59:13.131671 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.l3_hamode_db [None req-fbd0645e-775f-41e3-809d-e39cbc93cd23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T18:51:43Z,description=,heartbeat_timestamp=2022-02-09T19:58:43Z,host='n-d-713498-36',id=93303d5e-5d17-45e8-8963-7694f87783ae,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T18:51:43Z,topic='l3_agent')) {'router_ids': ['8b66ef66-4e9c-49b4-8232-c6c9e9bf7f1c'], 'active': True} {{(pid=103232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:59:13.217719 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-32a49990-85b9-485d-8df2-134c4690e8cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762867132591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593584'] for agent (93303d5e-5d17-45e8-8963-7694f87783ae), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:59:13.251131 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.l3_dvr_db [None req-fbd0645e-775f-41e3-809d-e39cbc93cd23 None None] Set router 8b66ef66-4e9c-49b4-8232-c6c9e9bf7f1c gateway port host: n-d-713498-36 {{(pid=103232) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 19:59:13.459259 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.l3_hamode_db [None req-fbd0645e-775f-41e3-809d-e39cbc93cd23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b66ef66-4e9c-49b4-8232-c6c9e9bf7f1c', 'name': 'tempest-ServerActionsTestJSON-426882205-router', 'tenant_id': '6245c52be1054dbe94bb7e14e1adfcb2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88055e1e-672a-4487-be31-ffb6e833ece5', 'external_fixed_ips': [{'subnet_id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'ip_address': '172.25.1.251'}], 'enable_snat': True}, 'gw_port_id': '3b5f4677-7e2f-4257-84e8-83453d3478a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T19:57:08Z', 'updated_at': '2022-02-09T19:57:12Z', 'revision_number': 4, 'project_id': '6245c52be1054dbe94bb7e14e1adfcb2', 'gw_port': {'id': '3b5f4677-7e2f-4257-84e8-83453d3478a8', 'name': '', 'network_id': '88055e1e-672a-4487-be31-ffb6e833ece5', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:a5:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b66ef66-4e9c-49b4-8232-c6c9e9bf7f1c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4092, 'fixed_ips': [{'subnet_id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'ip_address': '172.25.1.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T19:57:09Z', 'updated_at': '2022-02-09T19:57:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-36', '_interfaces': [{'id': '43b4eee5-a731-4a67-8516-bb0b1f16ff86', 'name': '', 'network_id': '845ecdc2-0c48-46c6-8d67-7eeeafb5d68b', 'tenant_id': '6245c52be1054dbe94bb7e14e1adfcb2', 'mac_address': 'fa:16:3e:58:6c:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b66ef66-4e9c-49b4-8232-c6c9e9bf7f1c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4093, 'fixed_ips': [{'subnet_id': '9a740078-9be8-472a-a565-0b0dba4a02f5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T19:57:11Z', 'updated_at': '2022-02-09T19:57:15Z', 'revision_number': 5, 'project_id': '6245c52be1054dbe94bb7e14e1adfcb2', 'subnets': [{'id': '9a740078-9be8-472a-a565-0b0dba4a02f5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-36', False) {} {{(pid=103232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:59:13.485127 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbd0645e-775f-41e3-809d-e39cbc93cd23 None None] The sync data for ids ['8b66ef66-4e9c-49b4-8232-c6c9e9bf7f1c'] in n-d-713498-36 is: [{'id': '8b66ef66-4e9c-49b4-8232-c6c9e9bf7f1c', 'name': 'tempest-ServerActionsTestJSON-426882205-router', 'tenant_id': '6245c52be1054dbe94bb7e14e1adfcb2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88055e1e-672a-4487-be31-ffb6e833ece5', 'external_fixed_ips': [{'subnet_id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'ip_address': '172.25.1.251'}], 'enable_snat': True}, 'gw_port_id': '3b5f4677-7e2f-4257-84e8-83453d3478a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T19:57:08Z', 'updated_at': '2022-02-09T19:57:12Z', 'revision_number': 4, 'project_id': '6245c52be1054dbe94bb7e14e1adfcb2', 'gw_port': {'id': '3b5f4677-7e2f-4257-84e8-83453d3478a8', 'name': '', 'network_id': '88055e1e-672a-4487-be31-ffb6e833ece5', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:a5:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b66ef66-4e9c-49b4-8232-c6c9e9bf7f1c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4092, 'fixed_ips': [{'subnet_id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'ip_address': '172.25.1.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T19:57:09Z', 'updated_at': '2022-02-09T19:57:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-36', '_interfaces': [{'id': '43b4eee5-a731-4a67-8516-bb0b1f16ff86', 'name': '', 'network_id': '845ecdc2-0c48-46c6-8d67-7eeeafb5d68b', 'tenant_id': '6245c52be1054dbe94bb7e14e1adfcb2', 'mac_address': 'fa:16:3e:58:6c:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b66ef66-4e9c-49b4-8232-c6c9e9bf7f1c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4093, 'fixed_ips': [{'subnet_id': '9a740078-9be8-472a-a565-0b0dba4a02f5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T19:57:11Z', 'updated_at': '2022-02-09T19:57:15Z', 'revision_number': 5, 'project_id': '6245c52be1054dbe94bb7e14e1adfcb2', 'subnets': [{'id': '9a740078-9be8-472a-a565-0b0dba4a02f5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103232) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 19:59:13.714247 n-d-713498-36 neutron-server[103233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-097d8af6-6389-4d5a-8771-d2fbfd427795 None None] New status for floating IP 3f50e9e5-6deb-46a3-8b44-7a4b66111d8f: DOWN {{(pid=103233) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 09 19:59:14.084278 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-c80310f3-beae-4427-bce1-10ca182bc831 req-f0992981-4749-4bad-af33-1bc73bc3eb96 tempest-ServerActionsTestJSON-1289812127 tempest-ServerActionsTestJSON-1289812127-project] 10.222.0.75 "GET /v2.0/security-groups?name=tempest-securitygroup--343352417&fields=id&tenant_id=6245c52be1054dbe94bb7e14e1adfcb2 HTTP/1.1" status: 200 len: 267 time: 0.0429921 Feb 09 19:59:14.195072 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c80310f3-beae-4427-bce1-10ca182bc831 req-941e1495-523b-4f73-9ef7-63490a188876 tempest-ServerActionsTestJSON-1289812127 tempest-ServerActionsTestJSON-1289812127-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:59:14.196611 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-c80310f3-beae-4427-bce1-10ca182bc831 req-941e1495-523b-4f73-9ef7-63490a188876 tempest-ServerActionsTestJSON-1289812127 tempest-ServerActionsTestJSON-1289812127-project] 10.222.0.75 "GET /v2.0/networks?id=845ecdc2-0c48-46c6-8d67-7eeeafb5d68b HTTP/1.1" status: 200 len: 811 time: 0.1058552 Feb 09 19:59:14.212179 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-c80310f3-beae-4427-bce1-10ca182bc831 req-312ad3ef-3066-43bb-8af6-23a751a6b332 tempest-ServerActionsTestJSON-1289812127 tempest-ServerActionsTestJSON-1289812127-project] 10.222.0.75 "GET /v2.0/quotas/6245c52be1054dbe94bb7e14e1adfcb2 HTTP/1.1" status: 200 len: 375 time: 0.0099869 Feb 09 19:59:14.236805 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Device 7d20301f-8fd0-4e43-89ce-d2b109d343c6 no longer exists at agent hyperv_n-h1-713498-36 {{(pid=103232) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 19:59:14.257365 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] No Port match for: 7d20301f-8fd0-4e43-89ce-d2b109d343c6 {{(pid=103232) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 19:59:14.257712 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Device 7d20301f-8fd0-4e43-89ce-d2b109d343c6 not bound to the agent host n-h1-713498-36 {{(pid=103232) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 19:59:14.269840 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-c80310f3-beae-4427-bce1-10ca182bc831 req-8435c225-cc51-485e-9258-241b25a5cbe3 tempest-ServerActionsTestJSON-1289812127 tempest-ServerActionsTestJSON-1289812127-project] 10.222.0.75 "GET /v2.0/ports?tenant_id=6245c52be1054dbe94bb7e14e1adfcb2&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0523241 Feb 09 19:59:14.370304 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-c80310f3-beae-4427-bce1-10ca182bc831 req-275c483e-bcae-43a2-b6cc-cfa18fef8e5e service neutron] 10.222.0.75 "GET /v2.0/networks/845ecdc2-0c48-46c6-8d67-7eeeafb5d68b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0888989 Feb 09 19:59:14.459770 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-c80310f3-beae-4427-bce1-10ca182bc831 req-7e939c09-74c8-4fe8-ad7d-bffd4161a9f8 service neutron] 10.222.0.75 "GET /v2.0/networks/845ecdc2-0c48-46c6-8d67-7eeeafb5d68b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0836506 Feb 09 19:59:14.490931 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-edc54c9b-7f13-45d9-9271-85c9738b0128 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762867132591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593584'] for agent (a62b1850-466f-48ae-bec7-d62fb280e14b), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:59:14.633123 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-56f27858-f83f-4361-93a1-75b6637ab676 req-77b1c750-bb79-41c4-ae11-a96cd2b93b7e tempest-ServerActionsTestJSON-1289812127 tempest-ServerActionsTestJSON-1289812127-project] 10.222.0.75 "GET /v2.0/ports?device_id=1db92382-d273-4e5e-b1ac-5f344bbe1b4f HTTP/1.1" status: 200 len: 210 time: 0.0288615 Feb 09 19:59:15.684849 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c80310f3-beae-4427-bce1-10ca182bc831 req-fadd5692-7715-412e-aa93-06a4c66521fd tempest-ServerActionsTestJSON-1289812127 tempest-ServerActionsTestJSON-1289812127-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:59:15.686494 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-c80310f3-beae-4427-bce1-10ca182bc831 req-fadd5692-7715-412e-aa93-06a4c66521fd tempest-ServerActionsTestJSON-1289812127 tempest-ServerActionsTestJSON-1289812127-project] 10.222.0.90 "GET /v2.0/networks?id=845ecdc2-0c48-46c6-8d67-7eeeafb5d68b HTTP/1.1" status: 200 len: 811 time: 0.1145315 Feb 09 19:59:15.739459 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-ba03bd40-5492-4b69-980a-18d96323b973 req-9ade9cc1-3a65-4a02-83e1-3ea856390b1b tempest-ServerActionsTestJSON-1289812127 tempest-ServerActionsTestJSON-1289812127-project] 10.222.0.75 "GET /v2.0/ports?device_id=1db92382-d273-4e5e-b1ac-5f344bbe1b4f HTTP/1.1" status: 200 len: 210 time: 0.0304661 Feb 09 19:59:15.754708 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-c80310f3-beae-4427-bce1-10ca182bc831 req-0183c243-7e41-4f2e-9d40-78dd859bc083 tempest-ServerActionsTestJSON-1289812127 tempest-ServerActionsTestJSON-1289812127-project] 10.222.0.90 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=6245c52be1054dbe94bb7e14e1adfcb2 HTTP/1.1" status: 200 len: 379 time: 0.0574567 Feb 09 19:59:15.771678 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.v2.base [req-c80310f3-beae-4427-bce1-10ca182bc831 req-0ab5c404-43d2-45a9-be16-846a2aafc6ae tempest-ServerActionsTestJSON-1289812127 tempest-ServerActionsTestJSON-1289812127-project] Request body: {'port': {'device_id': '1db92382-d273-4e5e-b1ac-5f344bbe1b4f', 'network_id': '845ecdc2-0c48-46c6-8d67-7eeeafb5d68b', 'admin_state_up': True, 'tenant_id': '6245c52be1054dbe94bb7e14e1adfcb2', 'security_groups': ['e468a9c8-1697-49aa-8796-02bfe1187ffe']}} {{(pid=103230) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 19:59:15.891019 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c80310f3-beae-4427-bce1-10ca182bc831 req-0ab5c404-43d2-45a9-be16-846a2aafc6ae tempest-ServerActionsTestJSON-1289812127 tempest-ServerActionsTestJSON-1289812127-project] Made reservation on behalf of 6245c52be1054dbe94bb7e14e1adfcb2 for: {'port': 1} {{(pid=103230) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 19:59:15.894916 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [req-c80310f3-beae-4427-bce1-10ca182bc831 req-0ab5c404-43d2-45a9-be16-846a2aafc6ae tempest-ServerActionsTestJSON-1289812127 tempest-ServerActionsTestJSON-1289812127-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (None), before_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:59:16.026314 n-d-713498-36 neutron-server[103230]: DEBUG neutron.db.db_base_plugin_common [req-c80310f3-beae-4427-bce1-10ca182bc831 req-0ab5c404-43d2-45a9-be16-846a2aafc6ae tempest-ServerActionsTestJSON-1289812127 tempest-ServerActionsTestJSON-1289812127-project] Allocated IP 172.20.0.9 (845ecdc2-0c48-46c6-8d67-7eeeafb5d68b/9a740078-9be8-472a-a565-0b0dba4a02f5/f10991ff-1a4d-4d30-8702-2a1e8357a338) {{(pid=103230) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 19:59:16.122345 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-a7262a8e-0513-48fd-984d-75726a511961 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762867132591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593584'] for agent (911cfea2-02ae-4ec9-bac3-7808ee1cdd9c), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:59:16.180016 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [req-c80310f3-beae-4427-bce1-10ca182bc831 req-0ab5c404-43d2-45a9-be16-846a2aafc6ae tempest-ServerActionsTestJSON-1289812127 tempest-ServerActionsTestJSON-1289812127-project] Publish callbacks [] for port (f10991ff-1a4d-4d30-8702-2a1e8357a338), precommit_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:59:16.214494 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [req-c80310f3-beae-4427-bce1-10ca182bc831 req-0ab5c404-43d2-45a9-be16-846a2aafc6ae tempest-ServerActionsTestJSON-1289812127 tempest-ServerActionsTestJSON-1289812127-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762866656467', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14393751'] for port (f10991ff-1a4d-4d30-8702-2a1e8357a338), after_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:59:16.260551 n-d-713498-36 neutron-server[103230]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c80310f3-beae-4427-bce1-10ca182bc831 req-0ab5c404-43d2-45a9-be16-846a2aafc6ae tempest-ServerActionsTestJSON-1289812127 tempest-ServerActionsTestJSON-1289812127-project] Network 845ecdc2-0c48-46c6-8d67-7eeeafb5d68b is already hosted by enough agents. {{(pid=103230) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 19:59:16.263828 n-d-713498-36 neutron-server[103230]: DEBUG neutron.scheduler.base_scheduler [req-c80310f3-beae-4427-bce1-10ca182bc831 req-0ab5c404-43d2-45a9-be16-846a2aafc6ae tempest-ServerActionsTestJSON-1289812127 tempest-ServerActionsTestJSON-1289812127-project] Resources bound (agent type, host, resource id): {{(pid=103230) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 19:59:16.267570 n-d-713498-36 neutron-server[103230]: DEBUG neutron.db.l3_dvrscheduler_db [req-c80310f3-beae-4427-bce1-10ca182bc831 req-0ab5c404-43d2-45a9-be16-846a2aafc6ae tempest-ServerActionsTestJSON-1289812127 tempest-ServerActionsTestJSON-1289812127-project] Received port after_create {{(pid=103230) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 19:59:16.297971 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ab5c404-43d2-45a9-be16-846a2aafc6ae tempest-ServerActionsTestJSON-1289812127 tempest-ServerActionsTestJSON-1289812127-project] Pushing event updated for resources: {'Port': ['ID=f10991ff-1a4d-4d30-8702-2a1e8357a338,revision_number=1']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:59:16.315234 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ab5c404-43d2-45a9-be16-846a2aafc6ae tempest-ServerActionsTestJSON-1289812127 tempest-ServerActionsTestJSON-1289812127-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:59:16.315672 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ab5c404-43d2-45a9-be16-846a2aafc6ae tempest-ServerActionsTestJSON-1289812127 tempest-ServerActionsTestJSON-1289812127-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:59:16.316101 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ab5c404-43d2-45a9-be16-846a2aafc6ae tempest-ServerActionsTestJSON-1289812127 tempest-ServerActionsTestJSON-1289812127-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:59:16.316550 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ab5c404-43d2-45a9-be16-846a2aafc6ae tempest-ServerActionsTestJSON-1289812127 tempest-ServerActionsTestJSON-1289812127-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:59:16.317013 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ab5c404-43d2-45a9-be16-846a2aafc6ae tempest-ServerActionsTestJSON-1289812127 tempest-ServerActionsTestJSON-1289812127-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:59:16.317433 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ab5c404-43d2-45a9-be16-846a2aafc6ae tempest-ServerActionsTestJSON-1289812127 tempest-ServerActionsTestJSON-1289812127-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:59:16.317764 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ab5c404-43d2-45a9-be16-846a2aafc6ae tempest-ServerActionsTestJSON-1289812127 tempest-ServerActionsTestJSON-1289812127-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:59:16.320517 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ab5c404-43d2-45a9-be16-846a2aafc6ae tempest-ServerActionsTestJSON-1289812127 tempest-ServerActionsTestJSON-1289812127-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:59:16.320517 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ab5c404-43d2-45a9-be16-846a2aafc6ae tempest-ServerActionsTestJSON-1289812127 tempest-ServerActionsTestJSON-1289812127-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:59:16.320517 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ab5c404-43d2-45a9-be16-846a2aafc6ae tempest-ServerActionsTestJSON-1289812127 tempest-ServerActionsTestJSON-1289812127-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:59:16.320517 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ab5c404-43d2-45a9-be16-846a2aafc6ae tempest-ServerActionsTestJSON-1289812127 tempest-ServerActionsTestJSON-1289812127-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:59:16.320517 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ab5c404-43d2-45a9-be16-846a2aafc6ae tempest-ServerActionsTestJSON-1289812127 tempest-ServerActionsTestJSON-1289812127-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:59:16.320517 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ab5c404-43d2-45a9-be16-846a2aafc6ae tempest-ServerActionsTestJSON-1289812127 tempest-ServerActionsTestJSON-1289812127-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 19:59:16.345850 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c80310f3-beae-4427-bce1-10ca182bc831 req-0ab5c404-43d2-45a9-be16-846a2aafc6ae tempest-ServerActionsTestJSON-1289812127 tempest-ServerActionsTestJSON-1289812127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:59:16.346489 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [req-c80310f3-beae-4427-bce1-10ca182bc831 req-0ab5c404-43d2-45a9-be16-846a2aafc6ae tempest-ServerActionsTestJSON-1289812127 tempest-ServerActionsTestJSON-1289812127-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171096'] for port (None), before_response {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:59:16.365335 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-c80310f3-beae-4427-bce1-10ca182bc831 req-0ab5c404-43d2-45a9-be16-846a2aafc6ae tempest-ServerActionsTestJSON-1289812127 tempest-ServerActionsTestJSON-1289812127-project] 10.222.0.90 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5982091 Feb 09 19:59:16.382033 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.v2.base [req-c80310f3-beae-4427-bce1-10ca182bc831 req-a695d769-2654-4b2b-8ede-6470166ac56b service neutron] Request body: {'port': {'device_id': '1db92382-d273-4e5e-b1ac-5f344bbe1b4f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-713498-36'}} {{(pid=103230) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 19:59:16.446309 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [req-c80310f3-beae-4427-bce1-10ca182bc831 req-a695d769-2654-4b2b-8ede-6470166ac56b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (f10991ff-1a4d-4d30-8702-2a1e8357a338), before_update {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:59:16.485619 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.provisioning_blocks [None req-f746c4fa-1e5c-4bc9-9172-56da780ae75e None None] Provisioning complete for port f10991ff-1a4d-4d30-8702-2a1e8357a338 triggered by entity DHCP. {{(pid=103232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 19:59:16.486021 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-f746c4fa-1e5c-4bc9-9172-56da780ae75e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593630'] for port (f10991ff-1a4d-4d30-8702-2a1e8357a338), provisioning_complete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:59:16.520824 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-f746c4fa-1e5c-4bc9-9172-56da780ae75e None None] Port f10991ff-1a4d-4d30-8702-2a1e8357a338 cannot update to ACTIVE because it is not bound. {{(pid=103232) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 19:59:16.726886 n-d-713498-36 neutron-server[103230]: DEBUG neutron.notifiers.nova [req-c80310f3-beae-4427-bce1-10ca182bc831 req-a695d769-2654-4b2b-8ede-6470166ac56b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f10991ff-1a4d-4d30-8702-2a1e8357a338 {{(pid=103230) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 19:59:16.734966 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [req-c80310f3-beae-4427-bce1-10ca182bc831 req-a695d769-2654-4b2b-8ede-6470166ac56b service neutron] Publish callbacks [] for port (f10991ff-1a4d-4d30-8702-2a1e8357a338), precommit_update {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:59:16.747716 n-d-713498-36 neutron-server[103230]: DEBUG neutron.db.provisioning_blocks [req-c80310f3-beae-4427-bce1-10ca182bc831 req-a695d769-2654-4b2b-8ede-6470166ac56b service neutron] Transition to ACTIVE for port object f10991ff-1a4d-4d30-8702-2a1e8357a338 will not be triggered until provisioned by entity L2. {{(pid=103230) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 19:59:16.752713 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [req-c80310f3-beae-4427-bce1-10ca182bc831 req-a695d769-2654-4b2b-8ede-6470166ac56b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762867176205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762866656485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762866656503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14393758'] for port (f10991ff-1a4d-4d30-8702-2a1e8357a338), after_update {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:59:16.809139 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a695d769-2654-4b2b-8ede-6470166ac56b service neutron] Pushing event updated for resources: {'Port': ['ID=f10991ff-1a4d-4d30-8702-2a1e8357a338,revision_number=2']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:59:16.921261 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.managers [req-c80310f3-beae-4427-bce1-10ca182bc831 req-a695d769-2654-4b2b-8ede-6470166ac56b service neutron] Attempting to bind port f10991ff-1a4d-4d30-8702-2a1e8357a338 on host n-h2-713498-36 for vnic_type normal with profile {{(pid=103230) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 19:59:16.921602 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.managers [req-c80310f3-beae-4427-bce1-10ca182bc831 req-a695d769-2654-4b2b-8ede-6470166ac56b service neutron] Attempting to bind port f10991ff-1a4d-4d30-8702-2a1e8357a338 by drivers openvswitch,hyperv on host n-h2-713498-36 at level 0 using segments [{'id': '14252cf2-3edf-4154-bc45-0979579e9ece', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '845ecdc2-0c48-46c6-8d67-7eeeafb5d68b'}] {{(pid=103230) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 19:59:16.921935 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c80310f3-beae-4427-bce1-10ca182bc831 req-a695d769-2654-4b2b-8ede-6470166ac56b service neutron] Attempting to bind port f10991ff-1a4d-4d30-8702-2a1e8357a338 on network 845ecdc2-0c48-46c6-8d67-7eeeafb5d68b {{(pid=103230) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 19:59:16.931681 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f4df9e5-de48-497b-b387-9b8d1914d7aa req-f243371b-b8f9-4435-968c-46eb599a14c4 tempest-ServerActionsTestJSON-1289812127 tempest-ServerActionsTestJSON-1289812127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:59:16.933275 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-9f4df9e5-de48-497b-b387-9b8d1914d7aa req-f243371b-b8f9-4435-968c-46eb599a14c4 tempest-ServerActionsTestJSON-1289812127 tempest-ServerActionsTestJSON-1289812127-project] 10.222.0.75 "GET /v2.0/ports?device_id=1db92382-d273-4e5e-b1ac-5f344bbe1b4f HTTP/1.1" status: 200 len: 943 time: 0.1186996 Feb 09 19:59:16.937033 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c80310f3-beae-4427-bce1-10ca182bc831 req-a695d769-2654-4b2b-8ede-6470166ac56b service neutron] Port f10991ff-1a4d-4d30-8702-2a1e8357a338 on network 845ecdc2-0c48-46c6-8d67-7eeeafb5d68b not bound, no agent of type Open vSwitch agent registered on host n-h2-713498-36 {{(pid=103230) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 19:59:16.937364 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c80310f3-beae-4427-bce1-10ca182bc831 req-a695d769-2654-4b2b-8ede-6470166ac56b service neutron] Attempting to bind port f10991ff-1a4d-4d30-8702-2a1e8357a338 on network 845ecdc2-0c48-46c6-8d67-7eeeafb5d68b {{(pid=103230) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 19:59:16.949678 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c80310f3-beae-4427-bce1-10ca182bc831 req-a695d769-2654-4b2b-8ede-6470166ac56b service neutron] Checking agent: {'id': 'bcd5faee-dc24-4298-9134-0e0aa054058e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713498-36', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 18, 59, 19), 'started_at': datetime.datetime(2022, 2, 9, 18, 59, 19), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 19, 58, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103230) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 19:59:16.950053 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c80310f3-beae-4427-bce1-10ca182bc831 req-a695d769-2654-4b2b-8ede-6470166ac56b service neutron] Checking segment: {'id': '14252cf2-3edf-4154-bc45-0979579e9ece', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '845ecdc2-0c48-46c6-8d67-7eeeafb5d68b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103230) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 19:59:16.950447 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c80310f3-beae-4427-bce1-10ca182bc831 req-a695d769-2654-4b2b-8ede-6470166ac56b service neutron] Bound using segment: {'id': '14252cf2-3edf-4154-bc45-0979579e9ece', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '845ecdc2-0c48-46c6-8d67-7eeeafb5d68b'} {{(pid=103230) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 19:59:16.950899 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.managers [req-c80310f3-beae-4427-bce1-10ca182bc831 req-a695d769-2654-4b2b-8ede-6470166ac56b service neutron] Bound port: f10991ff-1a4d-4d30-8702-2a1e8357a338, host: n-h2-713498-36, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '14252cf2-3edf-4154-bc45-0979579e9ece', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '845ecdc2-0c48-46c6-8d67-7eeeafb5d68b'}}] {{(pid=103230) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 19:59:16.951255 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [req-c80310f3-beae-4427-bce1-10ca182bc831 req-a695d769-2654-4b2b-8ede-6470166ac56b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (f10991ff-1a4d-4d30-8702-2a1e8357a338), before_update {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:59:17.026973 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-9f4df9e5-de48-497b-b387-9b8d1914d7aa req-ff200c16-830d-493e-9d61-77cdb64bb64c tempest-ServerActionsTestJSON-1289812127 tempest-ServerActionsTestJSON-1289812127-project] 10.222.0.75 "GET /v2.0/security-groups?id=e468a9c8-1697-49aa-8796-02bfe1187ffe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0872092 Feb 09 19:59:17.063110 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.db [req-c80310f3-beae-4427-bce1-10ca182bc831 req-a695d769-2654-4b2b-8ede-6470166ac56b service neutron] For port f10991ff-1a4d-4d30-8702-2a1e8357a338, host n-h2-713498-36, cleared binding levels {{(pid=103230) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 19:59:17.067046 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.db [req-c80310f3-beae-4427-bce1-10ca182bc831 req-a695d769-2654-4b2b-8ede-6470166ac56b service neutron] For port f10991ff-1a4d-4d30-8702-2a1e8357a338, host n-h2-713498-36, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-36',level=0,port_id=f10991ff-1a4d-4d30-8702-2a1e8357a338,segment=NetworkSegment(14252cf2-3edf-4154-bc45-0979579e9ece),segment_id=14252cf2-3edf-4154-bc45-0979579e9ece)] {{(pid=103230) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 19:59:17.073381 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [req-c80310f3-beae-4427-bce1-10ca182bc831 req-a695d769-2654-4b2b-8ede-6470166ac56b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762867176205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762866656485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762866656503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14393758'] for port (f10991ff-1a4d-4d30-8702-2a1e8357a338), after_update {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:59:17.109821 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c80310f3-beae-4427-bce1-10ca182bc831 req-a695d769-2654-4b2b-8ede-6470166ac56b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:59:17.110399 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [req-c80310f3-beae-4427-bce1-10ca182bc831 req-a695d769-2654-4b2b-8ede-6470166ac56b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171096'] for port (None), before_response {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:59:17.112085 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-c80310f3-beae-4427-bce1-10ca182bc831 req-a695d769-2654-4b2b-8ede-6470166ac56b service neutron] 10.222.0.90 "PUT /v2.0/ports/f10991ff-1a4d-4d30-8702-2a1e8357a338 HTTP/1.1" status: 200 len: 1092 time: 0.7349064 Feb 09 19:59:17.115498 n-d-713498-36 neutron-server[103230]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1db92382-d273-4e5e-b1ac-5f344bbe1b4f', 'tag': 'f10991ff-1a4d-4d30-8702-2a1e8357a338'}] {{(pid=103230) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 19:59:17.117857 n-d-713498-36 neutron-server[103230]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aee5919275bae9f72eb374ee322673045eb80c1f84b4b45a97d96923bd50ab51" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ddd70458-49a0-418a-ba80-9d32b9325c3d" -d '{"events": [{"name": "network-changed", "server_uuid": "1db92382-d273-4e5e-b1ac-5f344bbe1b4f", "tag": "f10991ff-1a4d-4d30-8702-2a1e8357a338"}]}' {{(pid=103230) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 19:59:17.138892 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762867132591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593584'] for agent (496418a2-c002-4aec-ab1a-07f3bea491bd), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:59:17.152982 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a695d769-2654-4b2b-8ede-6470166ac56b service neutron] Pushing event updated for resources: {'Port': ['ID=f10991ff-1a4d-4d30-8702-2a1e8357a338,revision_number=3']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:59:17.175528 n-d-713498-36 neutron-server[103230]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 19:59:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-31fa1ff3-4790-4b56-b528-205f54e959f8 x-openstack-request-id: req-31fa1ff3-4790-4b56-b528-205f54e959f8 {{(pid=103230) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 19:59:17.175829 n-d-713498-36 neutron-server[103230]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1db92382-d273-4e5e-b1ac-5f344bbe1b4f", "tag": "f10991ff-1a4d-4d30-8702-2a1e8357a338", "status": "completed", "code": 200}]} {{(pid=103230) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 19:59:17.176085 n-d-713498-36 neutron-server[103230]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-31fa1ff3-4790-4b56-b528-205f54e959f8 {{(pid=103230) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 19:59:17.177000 n-d-713498-36 neutron-server[103230]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1db92382-d273-4e5e-b1ac-5f344bbe1b4f', 'tag': 'f10991ff-1a4d-4d30-8702-2a1e8357a338', 'status': 'completed', 'code': 200} Feb 09 19:59:17.220107 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c80310f3-beae-4427-bce1-10ca182bc831 req-dce83c5f-387b-4f4c-8a8d-8e03866db75e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:59:17.222375 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-c80310f3-beae-4427-bce1-10ca182bc831 req-dce83c5f-387b-4f4c-8a8d-8e03866db75e service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=6245c52be1054dbe94bb7e14e1adfcb2&device_id=1db92382-d273-4e5e-b1ac-5f344bbe1b4f HTTP/1.1" status: 200 len: 1126 time: 0.0552876 Feb 09 19:59:17.270319 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-c80310f3-beae-4427-bce1-10ca182bc831 req-1de9ee7f-4c97-4fd2-a26e-af3491fb3b85 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f10991ff-1a4d-4d30-8702-2a1e8357a338 HTTP/1.1" status: 200 len: 217 time: 0.0390532 Feb 09 19:59:17.323319 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c80310f3-beae-4427-bce1-10ca182bc831 req-fafa9f22-7720-4798-9211-b3e9acb9c36f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:59:17.324792 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-c80310f3-beae-4427-bce1-10ca182bc831 req-fafa9f22-7720-4798-9211-b3e9acb9c36f service neutron] 10.222.0.90 "GET /v2.0/subnets?id=9a740078-9be8-472a-a565-0b0dba4a02f5 HTTP/1.1" status: 200 len: 850 time: 0.0463183 Feb 09 19:59:17.382136 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c80310f3-beae-4427-bce1-10ca182bc831 req-e4a9700c-5476-429a-8da4-baf8ae875b5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:59:17.383639 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-c80310f3-beae-4427-bce1-10ca182bc831 req-e4a9700c-5476-429a-8da4-baf8ae875b5c service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=845ecdc2-0c48-46c6-8d67-7eeeafb5d68b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0523260 Feb 09 19:59:17.494875 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-c80310f3-beae-4427-bce1-10ca182bc831 req-b299f31b-e026-4c1a-b9c2-ec762d77284c service neutron] 10.222.0.90 "GET /v2.0/networks/845ecdc2-0c48-46c6-8d67-7eeeafb5d68b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1035976 Feb 09 19:59:17.602292 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-c80310f3-beae-4427-bce1-10ca182bc831 req-abdf9b20-d733-4b7d-b57e-7965b021dc76 service neutron] 10.222.0.90 "GET /v2.0/networks/845ecdc2-0c48-46c6-8d67-7eeeafb5d68b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1000862 Feb 09 19:59:17.723825 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddd70458-49a0-418a-ba80-9d32b9325c3d req-da02500c-b3d8-4ea2-b2eb-b2ba07d032e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:59:17.726510 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-ddd70458-49a0-418a-ba80-9d32b9325c3d req-da02500c-b3d8-4ea2-b2eb-b2ba07d032e5 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=6245c52be1054dbe94bb7e14e1adfcb2&device_id=1db92382-d273-4e5e-b1ac-5f344bbe1b4f HTTP/1.1" status: 200 len: 1126 time: 0.0705433 Feb 09 19:59:17.825721 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddd70458-49a0-418a-ba80-9d32b9325c3d req-e89eb353-5a09-4f70-81bd-d5ecac2df4a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:59:17.827129 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-ddd70458-49a0-418a-ba80-9d32b9325c3d req-e89eb353-5a09-4f70-81bd-d5ecac2df4a2 service neutron] 10.222.0.90 "GET /v2.0/networks?id=845ecdc2-0c48-46c6-8d67-7eeeafb5d68b HTTP/1.1" status: 200 len: 912 time: 0.0906055 Feb 09 19:59:17.875221 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-ddd70458-49a0-418a-ba80-9d32b9325c3d req-177edd0d-9a4b-4821-90e9-1b86976d6555 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f10991ff-1a4d-4d30-8702-2a1e8357a338 HTTP/1.1" status: 200 len: 217 time: 0.0385396 Feb 09 19:59:17.930266 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddd70458-49a0-418a-ba80-9d32b9325c3d req-8be6b118-3d5c-4ee0-a963-8f4761ccfc96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:59:17.931975 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-ddd70458-49a0-418a-ba80-9d32b9325c3d req-8be6b118-3d5c-4ee0-a963-8f4761ccfc96 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=9a740078-9be8-472a-a565-0b0dba4a02f5 HTTP/1.1" status: 200 len: 850 time: 0.0462389 Feb 09 19:59:17.984485 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddd70458-49a0-418a-ba80-9d32b9325c3d req-00f9577a-c4a1-42f0-bf41-679382726e4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:59:17.986009 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-ddd70458-49a0-418a-ba80-9d32b9325c3d req-00f9577a-c4a1-42f0-bf41-679382726e4b service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=845ecdc2-0c48-46c6-8d67-7eeeafb5d68b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0460148 Feb 09 19:59:18.089576 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-ddd70458-49a0-418a-ba80-9d32b9325c3d req-d84b9c6b-b955-4a9a-84a6-55870ed9b991 service neutron] 10.222.0.90 "GET /v2.0/networks/845ecdc2-0c48-46c6-8d67-7eeeafb5d68b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0903454 Feb 09 19:59:18.219010 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15f3cc1c-d15d-403b-9a4e-09c86b011a25 req-e120a857-fc7e-49ea-b3dd-38383af25dcc tempest-ServerActionsTestJSON-1289812127 tempest-ServerActionsTestJSON-1289812127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:59:18.220497 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-15f3cc1c-d15d-403b-9a4e-09c86b011a25 req-e120a857-fc7e-49ea-b3dd-38383af25dcc tempest-ServerActionsTestJSON-1289812127 tempest-ServerActionsTestJSON-1289812127-project] 10.222.0.75 "GET /v2.0/ports?device_id=1db92382-d273-4e5e-b1ac-5f344bbe1b4f HTTP/1.1" status: 200 len: 943 time: 0.1159697 Feb 09 19:59:18.238057 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-ddd70458-49a0-418a-ba80-9d32b9325c3d req-2f2e6899-b852-44e1-a03c-a17fe8d767c5 service neutron] 10.222.0.90 "GET /v2.0/networks/845ecdc2-0c48-46c6-8d67-7eeeafb5d68b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1409442 Feb 09 19:59:18.281685 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-15f3cc1c-d15d-403b-9a4e-09c86b011a25 req-c1631118-6bb5-49ea-8223-61f85f577233 tempest-ServerActionsTestJSON-1289812127 tempest-ServerActionsTestJSON-1289812127-project] 10.222.0.75 "GET /v2.0/security-groups?id=e468a9c8-1697-49aa-8796-02bfe1187ffe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0553122 Feb 09 19:59:18.948982 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762867132591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593584'] for agent (488cd9ae-631f-4955-ba0b-4f5a13f12e9c), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:59:19.404956 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca85aa38-6e7b-451d-8214-58cc5e3f5c7e req-f43a23d5-ffc7-43e2-a65e-4d9f47d2b338 tempest-ServerActionsTestJSON-1289812127 tempest-ServerActionsTestJSON-1289812127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:59:19.406520 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-ca85aa38-6e7b-451d-8214-58cc5e3f5c7e req-f43a23d5-ffc7-43e2-a65e-4d9f47d2b338 tempest-ServerActionsTestJSON-1289812127 tempest-ServerActionsTestJSON-1289812127-project] 10.222.0.75 "GET /v2.0/ports?device_id=1db92382-d273-4e5e-b1ac-5f344bbe1b4f HTTP/1.1" status: 200 len: 943 time: 0.0537221 Feb 09 19:59:19.444346 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762867132591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593584'] for agent (bcd5faee-dc24-4298-9134-0e0aa054058e), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:59:19.459746 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-ca85aa38-6e7b-451d-8214-58cc5e3f5c7e req-fd9e1de8-5a18-4052-be73-ffef8372027d tempest-ServerActionsTestJSON-1289812127 tempest-ServerActionsTestJSON-1289812127-project] 10.222.0.75 "GET /v2.0/security-groups?id=e468a9c8-1697-49aa-8796-02bfe1187ffe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0466893 Feb 09 19:59:20.597853 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b89e0e4-7a7d-48b4-bff8-9a71848431ea req-b5994a6f-8e66-4441-886a-6e8f02043f68 tempest-ServerActionsTestJSON-1289812127 tempest-ServerActionsTestJSON-1289812127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:59:20.599619 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-2b89e0e4-7a7d-48b4-bff8-9a71848431ea req-b5994a6f-8e66-4441-886a-6e8f02043f68 tempest-ServerActionsTestJSON-1289812127 tempest-ServerActionsTestJSON-1289812127-project] 10.222.0.75 "GET /v2.0/ports?device_id=1db92382-d273-4e5e-b1ac-5f344bbe1b4f HTTP/1.1" status: 200 len: 943 time: 0.0592833 Feb 09 19:59:20.649458 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-2b89e0e4-7a7d-48b4-bff8-9a71848431ea req-c18abe6c-1c24-4537-be1f-e003e11f5504 tempest-ServerActionsTestJSON-1289812127 tempest-ServerActionsTestJSON-1289812127-project] 10.222.0.75 "GET /v2.0/security-groups?id=e468a9c8-1697-49aa-8796-02bfe1187ffe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441992 Feb 09 19:59:21.639341 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Device f10991ff-1a4d-4d30-8702-2a1e8357a338 details requested by agent hyperv_n-h2-713498-36 with host n-h2-713498-36 {{(pid=103232) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 19:59:21.750031 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-7429db8d-6021-40ad-813e-885be449a89b None None] For port f10991ff-1a4d-4d30-8702-2a1e8357a338, host n-h2-713498-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-36',level=0,port_id=f10991ff-1a4d-4d30-8702-2a1e8357a338,segment=NetworkSegment(14252cf2-3edf-4154-bc45-0979579e9ece),segment_id=14252cf2-3edf-4154-bc45-0979579e9ece)] {{(pid=103232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 19:59:21.762160 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Returning: {'device': 'f10991ff-1a4d-4d30-8702-2a1e8357a338', 'network_id': '845ecdc2-0c48-46c6-8d67-7eeeafb5d68b', 'port_id': 'f10991ff-1a4d-4d30-8702-2a1e8357a338', 'mac_address': 'fa:16:3e:25:12:ea', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 361, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9a740078-9be8-472a-a565-0b0dba4a02f5', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103232) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 19:59:21.790661 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-157ae5fb-16e7-4d4b-9632-576adcb26114 req-328099cd-9c43-4533-8f63-8824cae19654 tempest-ServerActionsTestJSON-1289812127 tempest-ServerActionsTestJSON-1289812127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:59:21.792487 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-157ae5fb-16e7-4d4b-9632-576adcb26114 req-328099cd-9c43-4533-8f63-8824cae19654 tempest-ServerActionsTestJSON-1289812127 tempest-ServerActionsTestJSON-1289812127-project] 10.222.0.75 "GET /v2.0/ports?device_id=1db92382-d273-4e5e-b1ac-5f344bbe1b4f HTTP/1.1" status: 200 len: 943 time: 0.0694840 Feb 09 19:59:21.814739 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Current status of the port f10991ff-1a4d-4d30-8702-2a1e8357a338 is: DOWN; New status is: BUILD {{(pid=103232) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 19:59:21.815106 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (f10991ff-1a4d-4d30-8702-2a1e8357a338), before_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:59:21.829967 n-d-713498-36 neutron-server[103232]: DEBUG neutron.notifiers.nova [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f10991ff-1a4d-4d30-8702-2a1e8357a338 {{(pid=103232) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 19:59:21.848697 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-157ae5fb-16e7-4d4b-9632-576adcb26114 req-20739c49-6a27-45dd-84b8-8fd71944a372 tempest-ServerActionsTestJSON-1289812127 tempest-ServerActionsTestJSON-1289812127-project] 10.222.0.75 "GET /v2.0/security-groups?id=e468a9c8-1697-49aa-8796-02bfe1187ffe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0494611 Feb 09 19:59:21.851649 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-7429db8d-6021-40ad-813e-885be449a89b None None] For port f10991ff-1a4d-4d30-8702-2a1e8357a338, host n-h2-713498-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-36',level=0,port_id=f10991ff-1a4d-4d30-8702-2a1e8357a338,segment=NetworkSegment(14252cf2-3edf-4154-bc45-0979579e9ece),segment_id=14252cf2-3edf-4154-bc45-0979579e9ece)] {{(pid=103232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 19:59:21.855787 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762867176205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762866656485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762866656503'] for port (f10991ff-1a4d-4d30-8702-2a1e8357a338), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:59:21.908178 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Pushing event updated for resources: {'Port': ['ID=f10991ff-1a4d-4d30-8702-2a1e8357a338,revision_number=4']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:59:22.191768 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-7429db8d-6021-40ad-813e-885be449a89b None None] get_ports_and_sgs() called for port_ids ['f10991ff-1a4d-4d30-8702-2a1e8357a338'] {{(pid=103232) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 19:59:22.984065 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-168aa25d-93d7-4220-afc1-e1c3d712e4c0 req-565f9ddc-2540-424b-b47c-d5e74f047363 tempest-ServerActionsTestJSON-1289812127 tempest-ServerActionsTestJSON-1289812127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:59:22.985566 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-168aa25d-93d7-4220-afc1-e1c3d712e4c0 req-565f9ddc-2540-424b-b47c-d5e74f047363 tempest-ServerActionsTestJSON-1289812127 tempest-ServerActionsTestJSON-1289812127-project] 10.222.0.75 "GET /v2.0/ports?device_id=1db92382-d273-4e5e-b1ac-5f344bbe1b4f HTTP/1.1" status: 200 len: 944 time: 0.0640790 Feb 09 19:59:23.040552 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-168aa25d-93d7-4220-afc1-e1c3d712e4c0 req-1cba8598-44ba-4469-b68e-0ee102724ada tempest-ServerActionsTestJSON-1289812127 tempest-ServerActionsTestJSON-1289812127-project] 10.222.0.75 "GET /v2.0/security-groups?id=e468a9c8-1697-49aa-8796-02bfe1187ffe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0475180 Feb 09 19:59:23.650318 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Device f10991ff-1a4d-4d30-8702-2a1e8357a338 up at agent hyperv_n-h2-713498-36 {{(pid=103232) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 19:59:23.702930 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.provisioning_blocks [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Provisioning for port f10991ff-1a4d-4d30-8702-2a1e8357a338 completed by entity L2. {{(pid=103232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 19:59:23.708444 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.provisioning_blocks [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Provisioning complete for port f10991ff-1a4d-4d30-8702-2a1e8357a338 triggered by entity L2. {{(pid=103232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 19:59:23.709005 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593630'] for port (f10991ff-1a4d-4d30-8702-2a1e8357a338), provisioning_complete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:59:23.798092 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Current status of the port f10991ff-1a4d-4d30-8702-2a1e8357a338 is: BUILD; New status is: ACTIVE {{(pid=103232) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 19:59:23.798575 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (f10991ff-1a4d-4d30-8702-2a1e8357a338), before_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:59:23.833255 n-d-713498-36 neutron-server[103232]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1db92382-d273-4e5e-b1ac-5f344bbe1b4f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f10991ff-1a4d-4d30-8702-2a1e8357a338'}] {{(pid=103232) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 19:59:23.835455 n-d-713498-36 neutron-server[103232]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}949cdcde653dec44821de95cbf67297f53cbc2aed4e073b5d514f93bf911ce85" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a3bf1fca-37a9-4a49-8f51-46f72faf0234" -d '{"events": [{"server_uuid": "1db92382-d273-4e5e-b1ac-5f344bbe1b4f", "name": "network-vif-plugged", "status": "completed", "tag": "f10991ff-1a4d-4d30-8702-2a1e8357a338"}]}' {{(pid=103232) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 19:59:23.848012 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-7429db8d-6021-40ad-813e-885be449a89b None None] For port f10991ff-1a4d-4d30-8702-2a1e8357a338, host n-h2-713498-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-36',level=0,port_id=f10991ff-1a4d-4d30-8702-2a1e8357a338,segment=NetworkSegment(14252cf2-3edf-4154-bc45-0979579e9ece),segment_id=14252cf2-3edf-4154-bc45-0979579e9ece)] {{(pid=103232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 19:59:23.853825 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762867176205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762866656485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762866656503'] for port (f10991ff-1a4d-4d30-8702-2a1e8357a338), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:59:23.881056 n-d-713498-36 neutron-server[103232]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 19:59:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4384cf92-60ec-40f0-b403-d4bd1437b686 x-openstack-request-id: req-4384cf92-60ec-40f0-b403-d4bd1437b686 {{(pid=103232) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 19:59:23.882044 n-d-713498-36 neutron-server[103232]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1db92382-d273-4e5e-b1ac-5f344bbe1b4f", "name": "network-vif-plugged", "status": "completed", "tag": "f10991ff-1a4d-4d30-8702-2a1e8357a338", "code": 200}]} {{(pid=103232) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 19:59:23.882044 n-d-713498-36 neutron-server[103232]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-4384cf92-60ec-40f0-b403-d4bd1437b686 {{(pid=103232) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 19:59:23.882044 n-d-713498-36 neutron-server[103232]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1db92382-d273-4e5e-b1ac-5f344bbe1b4f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f10991ff-1a4d-4d30-8702-2a1e8357a338', 'code': 200} Feb 09 19:59:23.916074 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Pushing event updated for resources: {'Port': ['ID=f10991ff-1a4d-4d30-8702-2a1e8357a338,revision_number=5']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 19:59:23.996686 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-842e5af5-9393-4dc2-a09a-a572098c978c req-78961d06-ba7e-4c1f-b450-62ae36035fd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:59:23.998274 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-842e5af5-9393-4dc2-a09a-a572098c978c req-78961d06-ba7e-4c1f-b450-62ae36035fd1 service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=1db92382-d273-4e5e-b1ac-5f344bbe1b4f HTTP/1.1" status: 200 len: 1128 time: 0.0483518 Feb 09 19:59:24.052093 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-842e5af5-9393-4dc2-a09a-a572098c978c req-8a268ace-7dff-49e7-bd7e-ac4f208c42eb service neutron] 10.222.0.90 "GET /v2.0/security-groups?id=e468a9c8-1697-49aa-8796-02bfe1187ffe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403628 Feb 09 19:59:24.167811 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bb20cbe-59fa-4156-8aa6-6a3788ac1ab9 req-80d43c3a-8e32-4e56-b214-e78e5fb975da tempest-ServerActionsTestJSON-1289812127 tempest-ServerActionsTestJSON-1289812127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:59:24.169235 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-6bb20cbe-59fa-4156-8aa6-6a3788ac1ab9 req-80d43c3a-8e32-4e56-b214-e78e5fb975da tempest-ServerActionsTestJSON-1289812127 tempest-ServerActionsTestJSON-1289812127-project] 10.222.0.75 "GET /v2.0/ports?device_id=1db92382-d273-4e5e-b1ac-5f344bbe1b4f HTTP/1.1" status: 200 len: 945 time: 0.0580573 Feb 09 19:59:24.225061 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-6bb20cbe-59fa-4156-8aa6-6a3788ac1ab9 req-0d24648f-887b-4552-90f3-2c7382f6163e tempest-ServerActionsTestJSON-1289812127 tempest-ServerActionsTestJSON-1289812127-project] 10.222.0.75 "GET /v2.0/security-groups?id=e468a9c8-1697-49aa-8796-02bfe1187ffe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0489273 Feb 09 19:59:25.359443 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7f60ba9-fce0-4144-9738-d54b980cbcd6 req-dd57f26f-9a96-48ae-8b0f-d4b2cd36fb0d tempest-ServerActionsTestJSON-1289812127 tempest-ServerActionsTestJSON-1289812127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:59:25.361690 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-d7f60ba9-fce0-4144-9738-d54b980cbcd6 req-dd57f26f-9a96-48ae-8b0f-d4b2cd36fb0d tempest-ServerActionsTestJSON-1289812127 tempest-ServerActionsTestJSON-1289812127-project] 10.222.0.75 "GET /v2.0/ports?device_id=1db92382-d273-4e5e-b1ac-5f344bbe1b4f HTTP/1.1" status: 200 len: 945 time: 0.0599823 Feb 09 19:59:25.415708 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-d7f60ba9-fce0-4144-9738-d54b980cbcd6 req-a1b428ba-aa44-49d7-bc1e-f69f807c0175 tempest-ServerActionsTestJSON-1289812127 tempest-ServerActionsTestJSON-1289812127-project] 10.222.0.75 "GET /v2.0/security-groups?id=e468a9c8-1697-49aa-8796-02bfe1187ffe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0474930 Feb 09 19:59:26.557442 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bea3df3-64ee-40ff-9ba5-8c8adb60c99a req-bf210e36-0d32-414b-8bcb-4a4673cb491f tempest-ServerActionsTestJSON-1289812127 tempest-ServerActionsTestJSON-1289812127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:59:26.558989 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-8bea3df3-64ee-40ff-9ba5-8c8adb60c99a req-bf210e36-0d32-414b-8bcb-4a4673cb491f tempest-ServerActionsTestJSON-1289812127 tempest-ServerActionsTestJSON-1289812127-project] 10.222.0.75 "GET /v2.0/ports?device_id=1db92382-d273-4e5e-b1ac-5f344bbe1b4f HTTP/1.1" status: 200 len: 945 time: 0.0633228 Feb 09 19:59:26.611264 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-8bea3df3-64ee-40ff-9ba5-8c8adb60c99a req-3c733a09-9ec1-4087-81bf-d917828d23c7 tempest-ServerActionsTestJSON-1289812127 tempest-ServerActionsTestJSON-1289812127-project] 10.222.0.75 "GET /v2.0/security-groups?id=e468a9c8-1697-49aa-8796-02bfe1187ffe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0458243 Feb 09 19:59:26.753048 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fa530c1-78d3-4216-98ad-af03027996f9 req-b278db52-efa4-4a77-9877-eef4c1dff5f5 tempest-ServerActionsTestJSON-1289812127 tempest-ServerActionsTestJSON-1289812127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:59:26.754720 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-7fa530c1-78d3-4216-98ad-af03027996f9 req-b278db52-efa4-4a77-9877-eef4c1dff5f5 tempest-ServerActionsTestJSON-1289812127 tempest-ServerActionsTestJSON-1289812127-project] 10.222.0.75 "GET /v2.0/ports?device_id=1db92382-d273-4e5e-b1ac-5f344bbe1b4f HTTP/1.1" status: 200 len: 945 time: 0.0626125 Feb 09 19:59:26.766096 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 52352) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 19:59:26.770895 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.v2.base [None req-59e82f6b-021e-4735-9664-a01b8077b2e5 tempest-ServerActionsTestJSON-1289812127 tempest-ServerActionsTestJSON-1289812127-project] Request body: {'floatingip': {'port_id': 'f10991ff-1a4d-4d30-8702-2a1e8357a338'}} {{(pid=103229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 19:59:26.812168 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-59e82f6b-021e-4735-9664-a01b8077b2e5 tempest-ServerActionsTestJSON-1289812127 tempest-ServerActionsTestJSON-1289812127-project] Publish callbacks [] for floatingip (3f50e9e5-6deb-46a3-8b44-7a4b66111d8f), before_update {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:59:27.765047 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-59e82f6b-021e-4735-9664-a01b8077b2e5 tempest-ServerActionsTestJSON-1289812127 tempest-ServerActionsTestJSON-1289812127-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:59:27.769346 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-59e82f6b-021e-4735-9664-a01b8077b2e5 tempest-ServerActionsTestJSON-1289812127 tempest-ServerActionsTestJSON-1289812127-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1818909'] for floatingip (3f50e9e5-6deb-46a3-8b44-7a4b66111d8f), after_update {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:59:27.887298 n-d-713498-36 neutron-server[103229]: INFO neutron.db.l3_db [None req-59e82f6b-021e-4735-9664-a01b8077b2e5 tempest-ServerActionsTestJSON-1289812127 tempest-ServerActionsTestJSON-1289812127-project] Floating IP 3f50e9e5-6deb-46a3-8b44-7a4b66111d8f associated. External IP: 172.25.1.238, port: f10991ff-1a4d-4d30-8702-2a1e8357a338. Feb 09 19:59:28.118398 n-d-713498-36 neutron-server[103229]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-59e82f6b-021e-4735-9664-a01b8077b2e5 tempest-ServerActionsTestJSON-1289812127 tempest-ServerActionsTestJSON-1289812127-project] Router 8b66ef66-4e9c-49b4-8232-c6c9e9bf7f1c has already been hosted by L3 agent 93303d5e-5d17-45e8-8963-7694f87783ae {{(pid=103229) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 19:59:28.244588 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-59e82f6b-021e-4735-9664-a01b8077b2e5 tempest-ServerActionsTestJSON-1289812127 tempest-ServerActionsTestJSON-1289812127-project] Notify agent at l3_agent.n-d-713498-36 the message routers_updated {{(pid=103229) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 19:59:28.250705 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-59e82f6b-021e-4735-9664-a01b8077b2e5 tempest-ServerActionsTestJSON-1289812127 tempest-ServerActionsTestJSON-1289812127-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171096'] for floatingip (None), before_response {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:59:28.255958 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49aa0668-1eea-4db7-81d0-54c1780df07e None None] Sync routers for ids ['8b66ef66-4e9c-49b4-8232-c6c9e9bf7f1c'] in n-d-713498-36 {{(pid=103232) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 19:59:28.271048 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49aa0668-1eea-4db7-81d0-54c1780df07e None None] Routers {'8b66ef66-4e9c-49b4-8232-c6c9e9bf7f1c'} bound to L3 agent in host n-d-713498-36 {{(pid=103232) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 19:59:28.271730 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.l3_hamode_db [None req-49aa0668-1eea-4db7-81d0-54c1780df07e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T18:51:43Z,description=,heartbeat_timestamp=2022-02-09T19:59:13Z,host='n-d-713498-36',id=93303d5e-5d17-45e8-8963-7694f87783ae,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T18:51:43Z,topic='l3_agent')) {'router_ids': ['8b66ef66-4e9c-49b4-8232-c6c9e9bf7f1c'], 'active': True} {{(pid=103232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:59:28.284808 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-59e82f6b-021e-4735-9664-a01b8077b2e5 tempest-ServerActionsTestJSON-1289812127 tempest-ServerActionsTestJSON-1289812127-project] 10.222.0.75 "PUT /v2.0/floatingips/3f50e9e5-6deb-46a3-8b44-7a4b66111d8f HTTP/1.1" status: 200 len: 991 time: 1.5170977 Feb 09 19:59:28.285751 n-d-713498-36 neutron-server[103229]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1db92382-d273-4e5e-b1ac-5f344bbe1b4f', 'tag': 'f10991ff-1a4d-4d30-8702-2a1e8357a338'}] {{(pid=103229) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 19:59:28.287515 n-d-713498-36 neutron-server[103229]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fa6ae9a20702bd564eaf90d946620b2b4277b1ab91129323d3b54181076be307" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b3c8d1f4-f217-48b2-ab51-ed59f5bee5f6" -d '{"events": [{"name": "network-changed", "server_uuid": "1db92382-d273-4e5e-b1ac-5f344bbe1b4f", "tag": "f10991ff-1a4d-4d30-8702-2a1e8357a338"}]}' {{(pid=103229) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 19:59:28.337639 n-d-713498-36 neutron-server[103229]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 19:59:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-911e49cd-d4fa-4512-a79a-6a6ace4f9e09 x-openstack-request-id: req-911e49cd-d4fa-4512-a79a-6a6ace4f9e09 {{(pid=103229) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 19:59:28.338019 n-d-713498-36 neutron-server[103229]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1db92382-d273-4e5e-b1ac-5f344bbe1b4f", "tag": "f10991ff-1a4d-4d30-8702-2a1e8357a338", "status": "completed", "code": 200}]} {{(pid=103229) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 19:59:28.338298 n-d-713498-36 neutron-server[103229]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-911e49cd-d4fa-4512-a79a-6a6ace4f9e09 {{(pid=103229) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 19:59:28.338694 n-d-713498-36 neutron-server[103229]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1db92382-d273-4e5e-b1ac-5f344bbe1b4f', 'tag': 'f10991ff-1a4d-4d30-8702-2a1e8357a338', 'status': 'completed', 'code': 200} Feb 09 19:59:28.403128 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.l3_dvr_db [None req-49aa0668-1eea-4db7-81d0-54c1780df07e None None] Set router 8b66ef66-4e9c-49b4-8232-c6c9e9bf7f1c gateway port host: n-d-713498-36 {{(pid=103232) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 19:59:28.439750 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3546c63e-2f9f-40e6-aa72-698e0295cdd2 req-d7109d4c-5e36-4e71-9bbd-3c51784054bb tempest-ServerActionsTestJSON-1289812127 tempest-ServerActionsTestJSON-1289812127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:59:28.441770 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-3546c63e-2f9f-40e6-aa72-698e0295cdd2 req-d7109d4c-5e36-4e71-9bbd-3c51784054bb tempest-ServerActionsTestJSON-1289812127 tempest-ServerActionsTestJSON-1289812127-project] 10.222.0.75 "GET /v2.0/ports?device_id=1db92382-d273-4e5e-b1ac-5f344bbe1b4f HTTP/1.1" status: 200 len: 945 time: 0.1004059 Feb 09 19:59:28.447663 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3c8d1f4-f217-48b2-ab51-ed59f5bee5f6 req-1fce914f-07cd-4a7a-b029-85f870cb707d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:59:28.449128 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-b3c8d1f4-f217-48b2-ab51-ed59f5bee5f6 req-1fce914f-07cd-4a7a-b029-85f870cb707d service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=6245c52be1054dbe94bb7e14e1adfcb2&device_id=1db92382-d273-4e5e-b1ac-5f344bbe1b4f HTTP/1.1" status: 200 len: 1128 time: 0.0728083 Feb 09 19:59:28.554555 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-3546c63e-2f9f-40e6-aa72-698e0295cdd2 req-109611d7-6ef9-4d38-8f52-a103223911da tempest-ServerActionsTestJSON-1289812127 tempest-ServerActionsTestJSON-1289812127-project] 10.222.0.75 "GET /v2.0/security-groups?id=e468a9c8-1697-49aa-8796-02bfe1187ffe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1022966 Feb 09 19:59:28.593208 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3c8d1f4-f217-48b2-ab51-ed59f5bee5f6 req-591935ba-2fec-4af4-899e-bfbc300e581c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:59:28.594709 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-b3c8d1f4-f217-48b2-ab51-ed59f5bee5f6 req-591935ba-2fec-4af4-899e-bfbc300e581c service neutron] 10.222.0.90 "GET /v2.0/networks?id=845ecdc2-0c48-46c6-8d67-7eeeafb5d68b HTTP/1.1" status: 200 len: 912 time: 0.1352079 Feb 09 19:59:28.677525 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-b3c8d1f4-f217-48b2-ab51-ed59f5bee5f6 req-f247a7e3-6fa0-4840-af57-bb7d370217b8 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f10991ff-1a4d-4d30-8702-2a1e8357a338 HTTP/1.1" status: 200 len: 999 time: 0.0748272 Feb 09 19:59:28.677799 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.l3_hamode_db [None req-49aa0668-1eea-4db7-81d0-54c1780df07e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b66ef66-4e9c-49b4-8232-c6c9e9bf7f1c', 'name': 'tempest-ServerActionsTestJSON-426882205-router', 'tenant_id': '6245c52be1054dbe94bb7e14e1adfcb2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88055e1e-672a-4487-be31-ffb6e833ece5', 'external_fixed_ips': [{'subnet_id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'ip_address': '172.25.1.251'}], 'enable_snat': True}, 'gw_port_id': '3b5f4677-7e2f-4257-84e8-83453d3478a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T19:57:08Z', 'updated_at': '2022-02-09T19:57:12Z', 'revision_number': 4, 'project_id': '6245c52be1054dbe94bb7e14e1adfcb2', 'gw_port': {'id': '3b5f4677-7e2f-4257-84e8-83453d3478a8', 'name': '', 'network_id': '88055e1e-672a-4487-be31-ffb6e833ece5', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:a5:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b66ef66-4e9c-49b4-8232-c6c9e9bf7f1c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4092, 'fixed_ips': [{'subnet_id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'ip_address': '172.25.1.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T19:57:09Z', 'updated_at': '2022-02-09T19:57:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-36', '_floatingips': [{'id': '3f50e9e5-6deb-46a3-8b44-7a4b66111d8f', 'tenant_id': '6245c52be1054dbe94bb7e14e1adfcb2', 'floating_ip_address': '172.25.1.238', 'floating_network_id': '88055e1e-672a-4487-be31-ffb6e833ece5', 'router_id': '8b66ef66-4e9c-49b4-8232-c6c9e9bf7f1c', 'port_id': 'f10991ff-1a4d-4d30-8702-2a1e8357a338', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4100, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '845ecdc2-0c48-46c6-8d67-7eeeafb5d68b', 'mac_address': 'fa:16:3e:25:12:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1db92382-d273-4e5e-b1ac-5f344bbe1b4f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T19:57:14Z', 'updated_at': '2022-02-09T19:59:27Z', 'revision_number': 9, 'project_id': '6245c52be1054dbe94bb7e14e1adfcb2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '43b4eee5-a731-4a67-8516-bb0b1f16ff86', 'name': '', 'network_id': '845ecdc2-0c48-46c6-8d67-7eeeafb5d68b', 'tenant_id': '6245c52be1054dbe94bb7e14e1adfcb2', 'mac_address': 'fa:16:3e:58:6c:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b66ef66-4e9c-49b4-8232-c6c9e9bf7f1c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4093, 'fixed_ips': [{'subnet_id': '9a740078-9be8-472a-a565-0b0dba4a02f5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T19:57:11Z', 'updated_at': '2022-02-09T19:57:15Z', 'revision_number': 5, 'project_id': '6245c52be1054dbe94bb7e14e1adfcb2', 'subnets': [{'id': '9a740078-9be8-472a-a565-0b0dba4a02f5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-36', False) {} {{(pid=103232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:59:28.705986 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49aa0668-1eea-4db7-81d0-54c1780df07e None None] Checking router: 8b66ef66-4e9c-49b4-8232-c6c9e9bf7f1c for host: n-d-713498-36 {{(pid=103232) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 19:59:28.715804 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49aa0668-1eea-4db7-81d0-54c1780df07e None None] Routers {'8b66ef66-4e9c-49b4-8232-c6c9e9bf7f1c'} bound to L3 agent in host n-d-713498-36 {{(pid=103232) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 19:59:28.716417 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.l3_hamode_db [None req-49aa0668-1eea-4db7-81d0-54c1780df07e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T18:51:43Z,description=,heartbeat_timestamp=2022-02-09T19:59:13Z,host='n-d-713498-36',id=93303d5e-5d17-45e8-8963-7694f87783ae,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T18:51:43Z,topic='l3_agent')) {'router_ids': ['8b66ef66-4e9c-49b4-8232-c6c9e9bf7f1c'], 'active': True} {{(pid=103232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:59:28.853773 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.l3_dvr_db [None req-49aa0668-1eea-4db7-81d0-54c1780df07e None None] Set router 8b66ef66-4e9c-49b4-8232-c6c9e9bf7f1c gateway port host: n-d-713498-36 {{(pid=103232) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 19:59:29.013993 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3c8d1f4-f217-48b2-ab51-ed59f5bee5f6 req-80b6aa2e-dd0f-4999-86a6-6df834471680 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:59:29.015456 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-b3c8d1f4-f217-48b2-ab51-ed59f5bee5f6 req-80b6aa2e-dd0f-4999-86a6-6df834471680 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=9a740078-9be8-472a-a565-0b0dba4a02f5 HTTP/1.1" status: 200 len: 850 time: 0.3299148 Feb 09 19:59:29.073698 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3c8d1f4-f217-48b2-ab51-ed59f5bee5f6 req-f6a11503-3174-42fa-acfd-76870433e924 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:59:29.078037 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-b3c8d1f4-f217-48b2-ab51-ed59f5bee5f6 req-f6a11503-3174-42fa-acfd-76870433e924 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=845ecdc2-0c48-46c6-8d67-7eeeafb5d68b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0488605 Feb 09 19:59:29.137272 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.l3_hamode_db [None req-49aa0668-1eea-4db7-81d0-54c1780df07e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b66ef66-4e9c-49b4-8232-c6c9e9bf7f1c', 'name': 'tempest-ServerActionsTestJSON-426882205-router', 'tenant_id': '6245c52be1054dbe94bb7e14e1adfcb2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88055e1e-672a-4487-be31-ffb6e833ece5', 'external_fixed_ips': [{'subnet_id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'ip_address': '172.25.1.251'}], 'enable_snat': True}, 'gw_port_id': '3b5f4677-7e2f-4257-84e8-83453d3478a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T19:57:08Z', 'updated_at': '2022-02-09T19:57:12Z', 'revision_number': 4, 'project_id': '6245c52be1054dbe94bb7e14e1adfcb2', 'gw_port': {'id': '3b5f4677-7e2f-4257-84e8-83453d3478a8', 'name': '', 'network_id': '88055e1e-672a-4487-be31-ffb6e833ece5', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:a5:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b66ef66-4e9c-49b4-8232-c6c9e9bf7f1c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4092, 'fixed_ips': [{'subnet_id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'ip_address': '172.25.1.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T19:57:09Z', 'updated_at': '2022-02-09T19:57:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-36', '_floatingips': [{'id': '3f50e9e5-6deb-46a3-8b44-7a4b66111d8f', 'tenant_id': '6245c52be1054dbe94bb7e14e1adfcb2', 'floating_ip_address': '172.25.1.238', 'floating_network_id': '88055e1e-672a-4487-be31-ffb6e833ece5', 'router_id': '8b66ef66-4e9c-49b4-8232-c6c9e9bf7f1c', 'port_id': 'f10991ff-1a4d-4d30-8702-2a1e8357a338', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4100, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '845ecdc2-0c48-46c6-8d67-7eeeafb5d68b', 'mac_address': 'fa:16:3e:25:12:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1db92382-d273-4e5e-b1ac-5f344bbe1b4f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T19:57:14Z', 'updated_at': '2022-02-09T19:59:27Z', 'revision_number': 9, 'project_id': '6245c52be1054dbe94bb7e14e1adfcb2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '43b4eee5-a731-4a67-8516-bb0b1f16ff86', 'name': '', 'network_id': '845ecdc2-0c48-46c6-8d67-7eeeafb5d68b', 'tenant_id': '6245c52be1054dbe94bb7e14e1adfcb2', 'mac_address': 'fa:16:3e:58:6c:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b66ef66-4e9c-49b4-8232-c6c9e9bf7f1c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4093, 'fixed_ips': [{'subnet_id': '9a740078-9be8-472a-a565-0b0dba4a02f5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T19:57:11Z', 'updated_at': '2022-02-09T19:57:15Z', 'revision_number': 5, 'project_id': '6245c52be1054dbe94bb7e14e1adfcb2', 'subnets': [{'id': '9a740078-9be8-472a-a565-0b0dba4a02f5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-36', False) {} {{(pid=103232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 19:59:29.168937 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49aa0668-1eea-4db7-81d0-54c1780df07e None None] The sync data for ids ['8b66ef66-4e9c-49b4-8232-c6c9e9bf7f1c'] in n-d-713498-36 is: [{'id': '8b66ef66-4e9c-49b4-8232-c6c9e9bf7f1c', 'name': 'tempest-ServerActionsTestJSON-426882205-router', 'tenant_id': '6245c52be1054dbe94bb7e14e1adfcb2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88055e1e-672a-4487-be31-ffb6e833ece5', 'external_fixed_ips': [{'subnet_id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'ip_address': '172.25.1.251'}], 'enable_snat': True}, 'gw_port_id': '3b5f4677-7e2f-4257-84e8-83453d3478a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T19:57:08Z', 'updated_at': '2022-02-09T19:57:12Z', 'revision_number': 4, 'project_id': '6245c52be1054dbe94bb7e14e1adfcb2', 'gw_port': {'id': '3b5f4677-7e2f-4257-84e8-83453d3478a8', 'name': '', 'network_id': '88055e1e-672a-4487-be31-ffb6e833ece5', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:a5:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b66ef66-4e9c-49b4-8232-c6c9e9bf7f1c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4092, 'fixed_ips': [{'subnet_id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'ip_address': '172.25.1.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T19:57:09Z', 'updated_at': '2022-02-09T19:57:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-36', '_floatingips': [{'id': '3f50e9e5-6deb-46a3-8b44-7a4b66111d8f', 'tenant_id': '6245c52be1054dbe94bb7e14e1adfcb2', 'floating_ip_address': '172.25.1.238', 'floating_network_id': '88055e1e-672a-4487-be31-ffb6e833ece5', 'router_id': '8b66ef66-4e9c-49b4-8232-c6c9e9bf7f1c', 'port_id': 'f10991ff-1a4d-4d30-8702-2a1e8357a338', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4100, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '845ecdc2-0c48-46c6-8d67-7eeeafb5d68b', 'mac_address': 'fa:16:3e:25:12:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1db92382-d273-4e5e-b1ac-5f344bbe1b4f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T19:57:14Z', 'updated_at': '2022-02-09T19:59:27Z', 'revision_number': 9, 'project_id': '6245c52be1054dbe94bb7e14e1adfcb2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '43b4eee5-a731-4a67-8516-bb0b1f16ff86', 'name': '', 'network_id': '845ecdc2-0c48-46c6-8d67-7eeeafb5d68b', 'tenant_id': '6245c52be1054dbe94bb7e14e1adfcb2', 'mac_address': 'fa:16:3e:58:6c:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b66ef66-4e9c-49b4-8232-c6c9e9bf7f1c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4093, 'fixed_ips': [{'subnet_id': '9a740078-9be8-472a-a565-0b0dba4a02f5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T19:57:11Z', 'updated_at': '2022-02-09T19:57:15Z', 'revision_number': 5, 'project_id': '6245c52be1054dbe94bb7e14e1adfcb2', 'subnets': [{'id': '9a740078-9be8-472a-a565-0b0dba4a02f5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103232) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 19:59:29.184774 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-b3c8d1f4-f217-48b2-ab51-ed59f5bee5f6 req-8c33c5c5-bb71-4e25-a5a2-f35a097b852b service neutron] 10.222.0.90 "GET /v2.0/networks/845ecdc2-0c48-46c6-8d67-7eeeafb5d68b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0985169 Feb 09 19:59:29.294769 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-b3c8d1f4-f217-48b2-ab51-ed59f5bee5f6 req-e9eeac74-3985-4eef-9bd4-2b66c0816a69 service neutron] 10.222.0.90 "GET /v2.0/networks/845ecdc2-0c48-46c6-8d67-7eeeafb5d68b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1001484 Feb 09 19:59:29.387576 n-d-713498-36 neutron-server[103233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19492dea-5174-4b7c-a21f-906941f11b88 None None] New status for floating IP 3f50e9e5-6deb-46a3-8b44-7a4b66111d8f: ACTIVE {{(pid=103233) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 09 19:59:29.706180 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ac79c99-f095-4313-abd9-2d70bade6373 req-a87b6ee4-6b28-4b2e-9e84-9c783a8dab2a tempest-ServerActionsTestJSON-1289812127 tempest-ServerActionsTestJSON-1289812127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:59:29.707680 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-1ac79c99-f095-4313-abd9-2d70bade6373 req-a87b6ee4-6b28-4b2e-9e84-9c783a8dab2a tempest-ServerActionsTestJSON-1289812127 tempest-ServerActionsTestJSON-1289812127-project] 10.222.0.75 "GET /v2.0/ports?device_id=1db92382-d273-4e5e-b1ac-5f344bbe1b4f HTTP/1.1" status: 200 len: 945 time: 0.0565166 Feb 09 19:59:29.762872 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-1ac79c99-f095-4313-abd9-2d70bade6373 req-107cf933-1e7e-43b6-9b12-74555943b1d7 tempest-ServerActionsTestJSON-1289812127 tempest-ServerActionsTestJSON-1289812127-project] 10.222.0.75 "GET /v2.0/security-groups?id=e468a9c8-1697-49aa-8796-02bfe1187ffe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0495758 Feb 09 19:59:30.079368 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd2b5e30-6d84-4c47-ad00-4f81dc9cc87d req-484ad0f1-e469-416b-84c8-33108f947286 tempest-ServerActionsTestJSON-1289812127 tempest-ServerActionsTestJSON-1289812127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:59:30.086429 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-dd2b5e30-6d84-4c47-ad00-4f81dc9cc87d req-484ad0f1-e469-416b-84c8-33108f947286 tempest-ServerActionsTestJSON-1289812127 tempest-ServerActionsTestJSON-1289812127-project] 10.222.0.75 "GET /v2.0/ports?device_id=1db92382-d273-4e5e-b1ac-5f344bbe1b4f HTTP/1.1" status: 200 len: 945 time: 0.0872695 Feb 09 19:59:30.086429 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-f0aa87f6-1a67-4630-8e61-ae20241b7b65 req-17fd7f21-a83c-4fd7-abf2-6fb3d65e3748 service neutron] 10.222.0.75 "GET /v2.0/ports?device_id=1db92382-d273-4e5e-b1ac-5f344bbe1b4f&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1002147 Feb 09 19:59:30.147998 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-dd2b5e30-6d84-4c47-ad00-4f81dc9cc87d req-03d74dad-6791-41fa-b004-4ed51eaaff49 tempest-ServerActionsTestJSON-1289812127 tempest-ServerActionsTestJSON-1289812127-project] 10.222.0.75 "GET /v2.0/security-groups?id=e468a9c8-1697-49aa-8796-02bfe1187ffe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0534678 Feb 09 19:59:31.323577 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e844c04b-3c36-4380-ab3e-816270738588 req-a2faf03f-fc5b-412c-a2bf-9d1bf942e12d tempest-ServerActionsTestJSON-1289812127 tempest-ServerActionsTestJSON-1289812127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:59:31.325097 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-e844c04b-3c36-4380-ab3e-816270738588 req-a2faf03f-fc5b-412c-a2bf-9d1bf942e12d tempest-ServerActionsTestJSON-1289812127 tempest-ServerActionsTestJSON-1289812127-project] 10.222.0.75 "GET /v2.0/ports?device_id=1db92382-d273-4e5e-b1ac-5f344bbe1b4f HTTP/1.1" status: 200 len: 945 time: 0.0945885 Feb 09 19:59:31.341569 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0aa87f6-1a67-4630-8e61-ae20241b7b65 req-48a02f23-4a72-4d1d-932d-9d4849618441 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:59:31.343161 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-f0aa87f6-1a67-4630-8e61-ae20241b7b65 req-48a02f23-4a72-4d1d-932d-9d4849618441 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=6245c52be1054dbe94bb7e14e1adfcb2&device_id=1db92382-d273-4e5e-b1ac-5f344bbe1b4f HTTP/1.1" status: 200 len: 1128 time: 0.0814879 Feb 09 19:59:31.429685 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-e844c04b-3c36-4380-ab3e-816270738588 req-e8d8eb49-dc8e-441e-a219-ce198e828d8d tempest-ServerActionsTestJSON-1289812127 tempest-ServerActionsTestJSON-1289812127-project] 10.222.0.75 "GET /v2.0/security-groups?id=e468a9c8-1697-49aa-8796-02bfe1187ffe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0978844 Feb 09 19:59:31.469248 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0aa87f6-1a67-4630-8e61-ae20241b7b65 req-db693e8b-4def-4586-8965-90fb25da8a44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:59:31.470750 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-f0aa87f6-1a67-4630-8e61-ae20241b7b65 req-db693e8b-4def-4586-8965-90fb25da8a44 service neutron] 10.222.0.90 "GET /v2.0/networks?id=845ecdc2-0c48-46c6-8d67-7eeeafb5d68b HTTP/1.1" status: 200 len: 912 time: 0.1141634 Feb 09 19:59:31.548328 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-f0aa87f6-1a67-4630-8e61-ae20241b7b65 req-3988d291-aae3-4495-ba7f-70a4156089e1 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f10991ff-1a4d-4d30-8702-2a1e8357a338 HTTP/1.1" status: 200 len: 1002 time: 0.0672841 Feb 09 19:59:31.608190 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0aa87f6-1a67-4630-8e61-ae20241b7b65 req-a11470a4-d269-4bde-be12-70dad10b44b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:59:31.609679 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-f0aa87f6-1a67-4630-8e61-ae20241b7b65 req-a11470a4-d269-4bde-be12-70dad10b44b9 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=9a740078-9be8-472a-a565-0b0dba4a02f5 HTTP/1.1" status: 200 len: 850 time: 0.0538113 Feb 09 19:59:31.661744 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0aa87f6-1a67-4630-8e61-ae20241b7b65 req-51af4df0-1e61-4b14-99a0-d2a2bd7129ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:59:31.663275 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-f0aa87f6-1a67-4630-8e61-ae20241b7b65 req-51af4df0-1e61-4b14-99a0-d2a2bd7129ad service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=845ecdc2-0c48-46c6-8d67-7eeeafb5d68b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0466049 Feb 09 19:59:31.705592 n-d-713498-36 neutron-server[103233]: DEBUG neutron.db.agents_db [None req-4a8a6a42-0a0c-4437-8958-92282682b6bb None None] Agent healthcheck: found 7 active agents {{(pid=103233) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 19:59:31.770576 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-f0aa87f6-1a67-4630-8e61-ae20241b7b65 req-9310197e-b39e-459f-868a-fd5b3b4dfe90 service neutron] 10.222.0.90 "GET /v2.0/networks/845ecdc2-0c48-46c6-8d67-7eeeafb5d68b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0991845 Feb 09 19:59:31.868864 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-f0aa87f6-1a67-4630-8e61-ae20241b7b65 req-defbff9b-db89-4ebb-a2cf-ec99067762a9 service neutron] 10.222.0.90 "GET /v2.0/networks/845ecdc2-0c48-46c6-8d67-7eeeafb5d68b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0884223 Feb 09 19:59:32.565219 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-639889f1-cde3-4d60-8a44-335da72c8f2b req-667cf04c-2639-4392-885d-b3cb05b6a033 tempest-ServerActionsTestJSON-1289812127 tempest-ServerActionsTestJSON-1289812127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:59:32.566844 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-639889f1-cde3-4d60-8a44-335da72c8f2b req-667cf04c-2639-4392-885d-b3cb05b6a033 tempest-ServerActionsTestJSON-1289812127 tempest-ServerActionsTestJSON-1289812127-project] 10.222.0.75 "GET /v2.0/ports?device_id=1db92382-d273-4e5e-b1ac-5f344bbe1b4f HTTP/1.1" status: 200 len: 945 time: 0.0606716 Feb 09 19:59:32.623081 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-639889f1-cde3-4d60-8a44-335da72c8f2b req-17ecb915-d338-456c-8f4e-c0a3110c381b tempest-ServerActionsTestJSON-1289812127 tempest-ServerActionsTestJSON-1289812127-project] 10.222.0.75 "GET /v2.0/security-groups?id=e468a9c8-1697-49aa-8796-02bfe1187ffe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0501509 Feb 09 19:59:33.759629 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f31880d8-51d5-4d9e-9beb-b188e2a74e9b req-2ac0da67-60ba-41c3-80dc-74c752b0ea07 tempest-ServerActionsTestJSON-1289812127 tempest-ServerActionsTestJSON-1289812127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:59:33.761196 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-f31880d8-51d5-4d9e-9beb-b188e2a74e9b req-2ac0da67-60ba-41c3-80dc-74c752b0ea07 tempest-ServerActionsTestJSON-1289812127 tempest-ServerActionsTestJSON-1289812127-project] 10.222.0.75 "GET /v2.0/ports?device_id=1db92382-d273-4e5e-b1ac-5f344bbe1b4f HTTP/1.1" status: 200 len: 945 time: 0.0644567 Feb 09 19:59:33.809932 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-f31880d8-51d5-4d9e-9beb-b188e2a74e9b req-247e5349-5ed5-4251-9a97-84cb6673a5ca tempest-ServerActionsTestJSON-1289812127 tempest-ServerActionsTestJSON-1289812127-project] 10.222.0.75 "GET /v2.0/security-groups?id=e468a9c8-1697-49aa-8796-02bfe1187ffe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430934 Feb 09 19:59:34.939519 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57a0ce19-fdc0-4fcc-8c0f-b72423aa0a7c req-929541f5-28d1-478b-915f-72a214bbc40b tempest-ServerActionsTestJSON-1289812127 tempest-ServerActionsTestJSON-1289812127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:59:34.941734 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-57a0ce19-fdc0-4fcc-8c0f-b72423aa0a7c req-929541f5-28d1-478b-915f-72a214bbc40b tempest-ServerActionsTestJSON-1289812127 tempest-ServerActionsTestJSON-1289812127-project] 10.222.0.75 "GET /v2.0/ports?device_id=1db92382-d273-4e5e-b1ac-5f344bbe1b4f HTTP/1.1" status: 200 len: 945 time: 0.0595572 Feb 09 19:59:34.993717 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-57a0ce19-fdc0-4fcc-8c0f-b72423aa0a7c req-fbbf68bf-0524-4c64-bd80-76d8cda7a790 tempest-ServerActionsTestJSON-1289812127 tempest-ServerActionsTestJSON-1289812127-project] 10.222.0.75 "GET /v2.0/security-groups?id=e468a9c8-1697-49aa-8796-02bfe1187ffe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424650 Feb 09 19:59:36.137096 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7414c8e-7842-4c46-88d3-8f69eddf648c req-fdabc80c-86f4-4a11-9ca1-d416ce7f1415 tempest-ServerActionsTestJSON-1289812127 tempest-ServerActionsTestJSON-1289812127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:59:36.138739 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-d7414c8e-7842-4c46-88d3-8f69eddf648c req-fdabc80c-86f4-4a11-9ca1-d416ce7f1415 tempest-ServerActionsTestJSON-1289812127 tempest-ServerActionsTestJSON-1289812127-project] 10.222.0.75 "GET /v2.0/ports?device_id=1db92382-d273-4e5e-b1ac-5f344bbe1b4f HTTP/1.1" status: 200 len: 945 time: 0.0599592 Feb 09 19:59:36.189371 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-d7414c8e-7842-4c46-88d3-8f69eddf648c req-b08aee28-44c2-4dee-ab6c-e9c403374055 tempest-ServerActionsTestJSON-1289812127 tempest-ServerActionsTestJSON-1289812127-project] 10.222.0.75 "GET /v2.0/security-groups?id=e468a9c8-1697-49aa-8796-02bfe1187ffe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450554 Feb 09 19:59:37.327363 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19e6c099-3a4d-483c-bf3f-fbd0239a70d3 req-5737d943-7bfa-47d9-8f17-4212c650f71a tempest-ServerActionsTestJSON-1289812127 tempest-ServerActionsTestJSON-1289812127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:59:37.329443 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-19e6c099-3a4d-483c-bf3f-fbd0239a70d3 req-5737d943-7bfa-47d9-8f17-4212c650f71a tempest-ServerActionsTestJSON-1289812127 tempest-ServerActionsTestJSON-1289812127-project] 10.222.0.75 "GET /v2.0/ports?device_id=1db92382-d273-4e5e-b1ac-5f344bbe1b4f HTTP/1.1" status: 200 len: 945 time: 0.0623622 Feb 09 19:59:37.383358 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-19e6c099-3a4d-483c-bf3f-fbd0239a70d3 req-a92881b5-8c32-4b4f-a098-57833b751f84 tempest-ServerActionsTestJSON-1289812127 tempest-ServerActionsTestJSON-1289812127-project] 10.222.0.75 "GET /v2.0/security-groups?id=e468a9c8-1697-49aa-8796-02bfe1187ffe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0464215 Feb 09 19:59:38.764036 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8be7d11c-6972-4b22-aed7-fc2f511685ee req-863ad4db-a98d-45e6-9cc5-4d3ced2ff861 tempest-ServerActionsTestJSON-1289812127 tempest-ServerActionsTestJSON-1289812127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:59:38.765507 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-8be7d11c-6972-4b22-aed7-fc2f511685ee req-863ad4db-a98d-45e6-9cc5-4d3ced2ff861 tempest-ServerActionsTestJSON-1289812127 tempest-ServerActionsTestJSON-1289812127-project] 10.222.0.75 "GET /v2.0/ports?device_id=1db92382-d273-4e5e-b1ac-5f344bbe1b4f HTTP/1.1" status: 200 len: 945 time: 0.0528655 Feb 09 19:59:38.816865 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-8be7d11c-6972-4b22-aed7-fc2f511685ee req-bdb72d5d-c2fc-499b-9202-fa2fd8937716 tempest-ServerActionsTestJSON-1289812127 tempest-ServerActionsTestJSON-1289812127-project] 10.222.0.75 "GET /v2.0/security-groups?id=e468a9c8-1697-49aa-8796-02bfe1187ffe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440600 Feb 09 19:59:39.993874 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04cdbc40-b893-4fcb-9786-3a269321f3d2 req-c40c5040-f0d7-418f-94e2-e6d364e4fbe9 tempest-ServerActionsTestJSON-1289812127 tempest-ServerActionsTestJSON-1289812127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:59:39.995402 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-04cdbc40-b893-4fcb-9786-3a269321f3d2 req-c40c5040-f0d7-418f-94e2-e6d364e4fbe9 tempest-ServerActionsTestJSON-1289812127 tempest-ServerActionsTestJSON-1289812127-project] 10.222.0.75 "GET /v2.0/ports?device_id=1db92382-d273-4e5e-b1ac-5f344bbe1b4f HTTP/1.1" status: 200 len: 945 time: 0.0523467 Feb 09 19:59:40.045317 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-04cdbc40-b893-4fcb-9786-3a269321f3d2 req-c9bd5975-4eba-4735-8d1e-1490f6cbd2af tempest-ServerActionsTestJSON-1289812127 tempest-ServerActionsTestJSON-1289812127-project] 10.222.0.75 "GET /v2.0/security-groups?id=e468a9c8-1697-49aa-8796-02bfe1187ffe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443864 Feb 09 19:59:40.879562 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-d3525c2c-f697-4eb3-b2f6-e550c8cb32dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762867132591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593584'] for agent (af91e4b9-f4e1-42b1-a25c-a10dc47171c8), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:59:41.167436 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6823f0bd-6860-40eb-a52f-d092e6a8ac06 req-a5723320-d0c2-42bb-906f-c659b9c83d35 tempest-ServerActionsTestJSON-1289812127 tempest-ServerActionsTestJSON-1289812127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:59:41.168812 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-6823f0bd-6860-40eb-a52f-d092e6a8ac06 req-a5723320-d0c2-42bb-906f-c659b9c83d35 tempest-ServerActionsTestJSON-1289812127 tempest-ServerActionsTestJSON-1289812127-project] 10.222.0.75 "GET /v2.0/ports?device_id=1db92382-d273-4e5e-b1ac-5f344bbe1b4f HTTP/1.1" status: 200 len: 945 time: 0.0525963 Feb 09 19:59:41.218089 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-6823f0bd-6860-40eb-a52f-d092e6a8ac06 req-73103681-0eb2-4085-8a9f-5548916c10e2 tempest-ServerActionsTestJSON-1289812127 tempest-ServerActionsTestJSON-1289812127-project] 10.222.0.75 "GET /v2.0/security-groups?id=e468a9c8-1697-49aa-8796-02bfe1187ffe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436904 Feb 09 19:59:42.421826 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02d4aa24-66ab-4d60-b6dc-486b868af1f0 req-83ea9fdd-be82-4b99-92f8-9a2a78e44859 tempest-ServerActionsTestJSON-1289812127 tempest-ServerActionsTestJSON-1289812127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:59:42.423352 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-02d4aa24-66ab-4d60-b6dc-486b868af1f0 req-83ea9fdd-be82-4b99-92f8-9a2a78e44859 tempest-ServerActionsTestJSON-1289812127 tempest-ServerActionsTestJSON-1289812127-project] 10.222.0.75 "GET /v2.0/ports?device_id=1db92382-d273-4e5e-b1ac-5f344bbe1b4f HTTP/1.1" status: 200 len: 945 time: 0.0986700 Feb 09 19:59:42.471253 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-02d4aa24-66ab-4d60-b6dc-486b868af1f0 req-cd7cb69b-3fe8-45a3-8ef1-16a3e1eadced tempest-ServerActionsTestJSON-1289812127 tempest-ServerActionsTestJSON-1289812127-project] 10.222.0.75 "GET /v2.0/security-groups?id=e468a9c8-1697-49aa-8796-02bfe1187ffe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408332 Feb 09 19:59:43.172585 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-de929f45-73ec-40e1-a217-e55bbdd077b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762867132591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593584'] for agent (93303d5e-5d17-45e8-8963-7694f87783ae), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:59:43.630677 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42b98fe8-83d1-4b4f-856e-944e9b426c4b req-52fae12c-6c96-4676-b037-02040aca4b38 tempest-ServerActionsTestJSON-1289812127 tempest-ServerActionsTestJSON-1289812127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:59:43.632187 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-42b98fe8-83d1-4b4f-856e-944e9b426c4b req-52fae12c-6c96-4676-b037-02040aca4b38 tempest-ServerActionsTestJSON-1289812127 tempest-ServerActionsTestJSON-1289812127-project] 10.222.0.75 "GET /v2.0/ports?device_id=1db92382-d273-4e5e-b1ac-5f344bbe1b4f HTTP/1.1" status: 200 len: 945 time: 0.0541475 Feb 09 19:59:43.681611 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-42b98fe8-83d1-4b4f-856e-944e9b426c4b req-41e0e6df-8ddb-4ce7-9808-911c7692aeba tempest-ServerActionsTestJSON-1289812127 tempest-ServerActionsTestJSON-1289812127-project] 10.222.0.75 "GET /v2.0/security-groups?id=e468a9c8-1697-49aa-8796-02bfe1187ffe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436320 Feb 09 19:59:44.496534 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-edc54c9b-7f13-45d9-9271-85c9738b0128 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762867132591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593584'] for agent (a62b1850-466f-48ae-bec7-d62fb280e14b), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:59:44.804244 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2d70783-1115-4420-b4a5-8f8b9d647550 req-f9fc6bed-6583-4b9f-93dc-683decc7a518 tempest-ServerActionsTestJSON-1289812127 tempest-ServerActionsTestJSON-1289812127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:59:44.805655 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-e2d70783-1115-4420-b4a5-8f8b9d647550 req-f9fc6bed-6583-4b9f-93dc-683decc7a518 tempest-ServerActionsTestJSON-1289812127 tempest-ServerActionsTestJSON-1289812127-project] 10.222.0.75 "GET /v2.0/ports?device_id=1db92382-d273-4e5e-b1ac-5f344bbe1b4f HTTP/1.1" status: 200 len: 945 time: 0.0535557 Feb 09 19:59:44.852453 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-e2d70783-1115-4420-b4a5-8f8b9d647550 req-b6d4414e-c7fc-46ea-8ee9-dd77f446e6b9 tempest-ServerActionsTestJSON-1289812127 tempest-ServerActionsTestJSON-1289812127-project] 10.222.0.75 "GET /v2.0/security-groups?id=e468a9c8-1697-49aa-8796-02bfe1187ffe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409138 Feb 09 19:59:45.979868 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3a2f6b6-8448-47b0-87d7-31abe9749fc8 req-f1404a0b-ca5f-42bb-8bb9-bbcbbabd890c tempest-ServerActionsTestJSON-1289812127 tempest-ServerActionsTestJSON-1289812127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:59:45.981365 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-a3a2f6b6-8448-47b0-87d7-31abe9749fc8 req-f1404a0b-ca5f-42bb-8bb9-bbcbbabd890c tempest-ServerActionsTestJSON-1289812127 tempest-ServerActionsTestJSON-1289812127-project] 10.222.0.75 "GET /v2.0/ports?device_id=1db92382-d273-4e5e-b1ac-5f344bbe1b4f HTTP/1.1" status: 200 len: 945 time: 0.0580792 Feb 09 19:59:46.030123 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-a3a2f6b6-8448-47b0-87d7-31abe9749fc8 req-33e3027a-2dc2-4b53-bd12-f09dc001268d tempest-ServerActionsTestJSON-1289812127 tempest-ServerActionsTestJSON-1289812127-project] 10.222.0.75 "GET /v2.0/security-groups?id=e468a9c8-1697-49aa-8796-02bfe1187ffe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420456 Feb 09 19:59:46.118586 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-a7262a8e-0513-48fd-984d-75726a511961 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762867132591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593584'] for agent (911cfea2-02ae-4ec9-bac3-7808ee1cdd9c), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:59:47.123029 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762867132591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593584'] for agent (496418a2-c002-4aec-ab1a-07f3bea491bd), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:59:47.159038 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e48afa22-baab-4a75-9b62-5496191d4704 req-9caa87be-ffe8-4f8c-ac29-ae6d5b883084 tempest-ServerActionsTestJSON-1289812127 tempest-ServerActionsTestJSON-1289812127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:59:47.160524 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-e48afa22-baab-4a75-9b62-5496191d4704 req-9caa87be-ffe8-4f8c-ac29-ae6d5b883084 tempest-ServerActionsTestJSON-1289812127 tempest-ServerActionsTestJSON-1289812127-project] 10.222.0.75 "GET /v2.0/ports?device_id=1db92382-d273-4e5e-b1ac-5f344bbe1b4f HTTP/1.1" status: 200 len: 945 time: 0.0603039 Feb 09 19:59:47.207922 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-e48afa22-baab-4a75-9b62-5496191d4704 req-2d3150cd-fe14-4c44-9e63-1ad1984b6367 tempest-ServerActionsTestJSON-1289812127 tempest-ServerActionsTestJSON-1289812127-project] 10.222.0.75 "GET /v2.0/security-groups?id=e468a9c8-1697-49aa-8796-02bfe1187ffe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411770 Feb 09 19:59:48.411474 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae33669d-1d5c-430e-9a1d-ef65b8724043 req-c38b506a-d163-44f9-b133-9af7d9fdf20d tempest-ServerActionsTestJSON-1289812127 tempest-ServerActionsTestJSON-1289812127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:59:48.412947 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-ae33669d-1d5c-430e-9a1d-ef65b8724043 req-c38b506a-d163-44f9-b133-9af7d9fdf20d tempest-ServerActionsTestJSON-1289812127 tempest-ServerActionsTestJSON-1289812127-project] 10.222.0.75 "GET /v2.0/ports?device_id=1db92382-d273-4e5e-b1ac-5f344bbe1b4f HTTP/1.1" status: 200 len: 945 time: 0.0983577 Feb 09 19:59:48.462369 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-ae33669d-1d5c-430e-9a1d-ef65b8724043 req-9ed5445b-d976-4409-a1b8-cd7d9f586032 tempest-ServerActionsTestJSON-1289812127 tempest-ServerActionsTestJSON-1289812127-project] 10.222.0.75 "GET /v2.0/security-groups?id=e468a9c8-1697-49aa-8796-02bfe1187ffe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430467 Feb 09 19:59:48.947698 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762867132591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593584'] for agent (488cd9ae-631f-4955-ba0b-4f5a13f12e9c), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:59:49.434471 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762867132591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593584'] for agent (bcd5faee-dc24-4298-9134-0e0aa054058e), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 19:59:49.583769 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22bc74b8-6fd1-4101-a683-7ec1690208e3 req-6707c587-9da7-4cd6-a4b7-e20e843cb12a tempest-ServerActionsTestJSON-1289812127 tempest-ServerActionsTestJSON-1289812127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:59:49.585275 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-22bc74b8-6fd1-4101-a683-7ec1690208e3 req-6707c587-9da7-4cd6-a4b7-e20e843cb12a tempest-ServerActionsTestJSON-1289812127 tempest-ServerActionsTestJSON-1289812127-project] 10.222.0.75 "GET /v2.0/ports?device_id=1db92382-d273-4e5e-b1ac-5f344bbe1b4f HTTP/1.1" status: 200 len: 945 time: 0.0532792 Feb 09 19:59:49.636402 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-22bc74b8-6fd1-4101-a683-7ec1690208e3 req-296b871d-332c-425b-93f7-e75d1d12e0f7 tempest-ServerActionsTestJSON-1289812127 tempest-ServerActionsTestJSON-1289812127-project] 10.222.0.75 "GET /v2.0/security-groups?id=e468a9c8-1697-49aa-8796-02bfe1187ffe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437448 Feb 09 19:59:50.762390 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a78e9322-032a-4411-917f-f9e768bc7796 req-b9d156a8-79d1-45d2-b88c-32f8b402609a tempest-ServerActionsTestJSON-1289812127 tempest-ServerActionsTestJSON-1289812127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:59:50.763946 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-a78e9322-032a-4411-917f-f9e768bc7796 req-b9d156a8-79d1-45d2-b88c-32f8b402609a tempest-ServerActionsTestJSON-1289812127 tempest-ServerActionsTestJSON-1289812127-project] 10.222.0.75 "GET /v2.0/ports?device_id=1db92382-d273-4e5e-b1ac-5f344bbe1b4f HTTP/1.1" status: 200 len: 945 time: 0.0578592 Feb 09 19:59:50.811157 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-a78e9322-032a-4411-917f-f9e768bc7796 req-9cb8f8c4-3d19-4e9e-afde-8bb91b85be11 tempest-ServerActionsTestJSON-1289812127 tempest-ServerActionsTestJSON-1289812127-project] 10.222.0.75 "GET /v2.0/security-groups?id=e468a9c8-1697-49aa-8796-02bfe1187ffe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415144 Feb 09 19:59:51.936401 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a92344f-3be8-49c4-bc36-0d65d3fbded7 req-06b68072-37e8-4b1b-a9d5-5f072b541798 tempest-ServerActionsTestJSON-1289812127 tempest-ServerActionsTestJSON-1289812127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:59:51.937977 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-6a92344f-3be8-49c4-bc36-0d65d3fbded7 req-06b68072-37e8-4b1b-a9d5-5f072b541798 tempest-ServerActionsTestJSON-1289812127 tempest-ServerActionsTestJSON-1289812127-project] 10.222.0.75 "GET /v2.0/ports?device_id=1db92382-d273-4e5e-b1ac-5f344bbe1b4f HTTP/1.1" status: 200 len: 945 time: 0.0589318 Feb 09 19:59:51.990340 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-6a92344f-3be8-49c4-bc36-0d65d3fbded7 req-e65e1719-d796-40f7-ae4d-b6b05db0571c tempest-ServerActionsTestJSON-1289812127 tempest-ServerActionsTestJSON-1289812127-project] 10.222.0.75 "GET /v2.0/security-groups?id=e468a9c8-1697-49aa-8796-02bfe1187ffe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0466762 Feb 09 19:59:53.119642 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff9d76cb-dc58-4bed-bbee-69babd0d990c req-c8ed4154-628c-4ed3-94ed-d19a61754a8f tempest-ServerActionsTestJSON-1289812127 tempest-ServerActionsTestJSON-1289812127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:59:53.121124 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-ff9d76cb-dc58-4bed-bbee-69babd0d990c req-c8ed4154-628c-4ed3-94ed-d19a61754a8f tempest-ServerActionsTestJSON-1289812127 tempest-ServerActionsTestJSON-1289812127-project] 10.222.0.75 "GET /v2.0/ports?device_id=1db92382-d273-4e5e-b1ac-5f344bbe1b4f HTTP/1.1" status: 200 len: 945 time: 0.0558658 Feb 09 19:59:53.177554 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-ff9d76cb-dc58-4bed-bbee-69babd0d990c req-7d55aacb-53e7-492f-83b6-f0bd4b4ba67b tempest-ServerActionsTestJSON-1289812127 tempest-ServerActionsTestJSON-1289812127-project] 10.222.0.75 "GET /v2.0/security-groups?id=e468a9c8-1697-49aa-8796-02bfe1187ffe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0477307 Feb 09 19:59:54.300308 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0a40a33-12cf-4a65-a545-2119668f97fd req-fcf054da-1d14-48e8-8fa8-2e4ee570c184 tempest-ServerActionsTestJSON-1289812127 tempest-ServerActionsTestJSON-1289812127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:59:54.301803 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-f0a40a33-12cf-4a65-a545-2119668f97fd req-fcf054da-1d14-48e8-8fa8-2e4ee570c184 tempest-ServerActionsTestJSON-1289812127 tempest-ServerActionsTestJSON-1289812127-project] 10.222.0.75 "GET /v2.0/ports?device_id=1db92382-d273-4e5e-b1ac-5f344bbe1b4f HTTP/1.1" status: 200 len: 945 time: 0.0541384 Feb 09 19:59:54.349636 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-f0a40a33-12cf-4a65-a545-2119668f97fd req-b5588795-8a9c-4664-8bd3-b150c5ddbe7e tempest-ServerActionsTestJSON-1289812127 tempest-ServerActionsTestJSON-1289812127-project] 10.222.0.75 "GET /v2.0/security-groups?id=e468a9c8-1697-49aa-8796-02bfe1187ffe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418890 Feb 09 19:59:55.474048 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-039b01ea-d7df-41d8-a85b-3f56f839b9f0 req-ec69bd8d-362a-44ab-85ef-75ab74a57ff4 tempest-ServerActionsTestJSON-1289812127 tempest-ServerActionsTestJSON-1289812127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:59:55.475500 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-039b01ea-d7df-41d8-a85b-3f56f839b9f0 req-ec69bd8d-362a-44ab-85ef-75ab74a57ff4 tempest-ServerActionsTestJSON-1289812127 tempest-ServerActionsTestJSON-1289812127-project] 10.222.0.75 "GET /v2.0/ports?device_id=1db92382-d273-4e5e-b1ac-5f344bbe1b4f HTTP/1.1" status: 200 len: 945 time: 0.0561469 Feb 09 19:59:55.526979 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-039b01ea-d7df-41d8-a85b-3f56f839b9f0 req-34492480-d5b7-4d92-915f-ddec692215ed tempest-ServerActionsTestJSON-1289812127 tempest-ServerActionsTestJSON-1289812127-project] 10.222.0.75 "GET /v2.0/security-groups?id=e468a9c8-1697-49aa-8796-02bfe1187ffe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452271 Feb 09 19:59:56.647153 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f957167b-e7c2-411d-9bee-5747f0a9464f req-b0c538b5-22b1-4d5f-97d1-3359f23ac1e0 tempest-ServerActionsTestJSON-1289812127 tempest-ServerActionsTestJSON-1289812127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:59:56.648735 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-f957167b-e7c2-411d-9bee-5747f0a9464f req-b0c538b5-22b1-4d5f-97d1-3359f23ac1e0 tempest-ServerActionsTestJSON-1289812127 tempest-ServerActionsTestJSON-1289812127-project] 10.222.0.75 "GET /v2.0/ports?device_id=1db92382-d273-4e5e-b1ac-5f344bbe1b4f HTTP/1.1" status: 200 len: 945 time: 0.0530195 Feb 09 19:59:56.702279 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-f957167b-e7c2-411d-9bee-5747f0a9464f req-f05892cb-fa90-4f9a-bf65-2a163be7234a tempest-ServerActionsTestJSON-1289812127 tempest-ServerActionsTestJSON-1289812127-project] 10.222.0.75 "GET /v2.0/security-groups?id=e468a9c8-1697-49aa-8796-02bfe1187ffe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0476394 Feb 09 19:59:57.835976 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3be2f35b-50df-4093-9217-6c821025fc52 req-a8af510c-5043-471b-a584-977a07cc7b72 tempest-ServerActionsTestJSON-1289812127 tempest-ServerActionsTestJSON-1289812127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:59:57.837523 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-3be2f35b-50df-4093-9217-6c821025fc52 req-a8af510c-5043-471b-a584-977a07cc7b72 tempest-ServerActionsTestJSON-1289812127 tempest-ServerActionsTestJSON-1289812127-project] 10.222.0.75 "GET /v2.0/ports?device_id=1db92382-d273-4e5e-b1ac-5f344bbe1b4f HTTP/1.1" status: 200 len: 945 time: 0.0557134 Feb 09 19:59:57.886663 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-3be2f35b-50df-4093-9217-6c821025fc52 req-e041c024-b7e9-4cbe-8c63-92db54a3f562 tempest-ServerActionsTestJSON-1289812127 tempest-ServerActionsTestJSON-1289812127-project] 10.222.0.75 "GET /v2.0/security-groups?id=e468a9c8-1697-49aa-8796-02bfe1187ffe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433297 Feb 09 19:59:59.015995 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52707dd2-5075-4675-acf7-466ff49d1bce req-ccf52bb3-deeb-472e-b037-9b8b72fe249c tempest-ServerActionsTestJSON-1289812127 tempest-ServerActionsTestJSON-1289812127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 19:59:59.017653 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-52707dd2-5075-4675-acf7-466ff49d1bce req-ccf52bb3-deeb-472e-b037-9b8b72fe249c tempest-ServerActionsTestJSON-1289812127 tempest-ServerActionsTestJSON-1289812127-project] 10.222.0.75 "GET /v2.0/ports?device_id=1db92382-d273-4e5e-b1ac-5f344bbe1b4f HTTP/1.1" status: 200 len: 945 time: 0.0593455 Feb 09 19:59:59.069909 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-52707dd2-5075-4675-acf7-466ff49d1bce req-cc572679-72b1-4a9c-9159-c9a4ceb01fd9 tempest-ServerActionsTestJSON-1289812127 tempest-ServerActionsTestJSON-1289812127-project] 10.222.0.75 "GET /v2.0/security-groups?id=e468a9c8-1697-49aa-8796-02bfe1187ffe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457191 Feb 09 20:00:00.209909 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5ecbe55-1566-433a-a4f0-935e92585d97 req-024336a6-4a18-4b32-8b21-c24e88645939 tempest-ServerActionsTestJSON-1289812127 tempest-ServerActionsTestJSON-1289812127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:00:00.212150 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-a5ecbe55-1566-433a-a4f0-935e92585d97 req-024336a6-4a18-4b32-8b21-c24e88645939 tempest-ServerActionsTestJSON-1289812127 tempest-ServerActionsTestJSON-1289812127-project] 10.222.0.75 "GET /v2.0/ports?device_id=1db92382-d273-4e5e-b1ac-5f344bbe1b4f HTTP/1.1" status: 200 len: 945 time: 0.0594552 Feb 09 20:00:00.265407 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-a5ecbe55-1566-433a-a4f0-935e92585d97 req-14b55cec-287a-450b-8baf-b9a5baf64d84 tempest-ServerActionsTestJSON-1289812127 tempest-ServerActionsTestJSON-1289812127-project] 10.222.0.75 "GET /v2.0/security-groups?id=e468a9c8-1697-49aa-8796-02bfe1187ffe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0463052 Feb 09 20:00:01.394692 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d89d2fe-c1fc-4adc-81cf-a43ced50609e req-4c4be195-f3db-4074-9cbc-d6bfe472c9ba tempest-ServerActionsTestJSON-1289812127 tempest-ServerActionsTestJSON-1289812127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:00:01.396188 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-1d89d2fe-c1fc-4adc-81cf-a43ced50609e req-4c4be195-f3db-4074-9cbc-d6bfe472c9ba tempest-ServerActionsTestJSON-1289812127 tempest-ServerActionsTestJSON-1289812127-project] 10.222.0.75 "GET /v2.0/ports?device_id=1db92382-d273-4e5e-b1ac-5f344bbe1b4f HTTP/1.1" status: 200 len: 945 time: 0.0541110 Feb 09 20:00:01.447667 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-1d89d2fe-c1fc-4adc-81cf-a43ced50609e req-f7161580-a6af-4cca-9714-b866bb56fa9d tempest-ServerActionsTestJSON-1289812127 tempest-ServerActionsTestJSON-1289812127-project] 10.222.0.75 "GET /v2.0/security-groups?id=e468a9c8-1697-49aa-8796-02bfe1187ffe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454555 Feb 09 20:00:02.580658 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b15f42fc-c49d-4465-a7f5-add3a40493a2 req-0be1d8c7-bcf7-478f-a5fc-3a88edca56a7 tempest-ServerActionsTestJSON-1289812127 tempest-ServerActionsTestJSON-1289812127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:00:02.582200 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-b15f42fc-c49d-4465-a7f5-add3a40493a2 req-0be1d8c7-bcf7-478f-a5fc-3a88edca56a7 tempest-ServerActionsTestJSON-1289812127 tempest-ServerActionsTestJSON-1289812127-project] 10.222.0.75 "GET /v2.0/ports?device_id=1db92382-d273-4e5e-b1ac-5f344bbe1b4f HTTP/1.1" status: 200 len: 945 time: 0.0620909 Feb 09 20:00:02.633446 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-b15f42fc-c49d-4465-a7f5-add3a40493a2 req-bfb33db3-04ae-4b1a-98f7-121d42dec57c tempest-ServerActionsTestJSON-1289812127 tempest-ServerActionsTestJSON-1289812127-project] 10.222.0.75 "GET /v2.0/security-groups?id=e468a9c8-1697-49aa-8796-02bfe1187ffe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452981 Feb 09 20:00:03.760572 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0686dbd5-ab85-4e18-ad90-6e897d1daf43 req-97157d31-0000-4c48-af10-da35ad2eb3c5 tempest-ServerActionsTestJSON-1289812127 tempest-ServerActionsTestJSON-1289812127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:00:03.762174 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-0686dbd5-ab85-4e18-ad90-6e897d1daf43 req-97157d31-0000-4c48-af10-da35ad2eb3c5 tempest-ServerActionsTestJSON-1289812127 tempest-ServerActionsTestJSON-1289812127-project] 10.222.0.75 "GET /v2.0/ports?device_id=1db92382-d273-4e5e-b1ac-5f344bbe1b4f HTTP/1.1" status: 200 len: 945 time: 0.0579619 Feb 09 20:00:03.814356 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-0686dbd5-ab85-4e18-ad90-6e897d1daf43 req-3f1fb26a-1630-4ca7-8351-36fbf3578a7e tempest-ServerActionsTestJSON-1289812127 tempest-ServerActionsTestJSON-1289812127-project] 10.222.0.75 "GET /v2.0/security-groups?id=e468a9c8-1697-49aa-8796-02bfe1187ffe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445261 Feb 09 20:00:04.959814 n-d-713498-36 neutron-server[103230]: INFO neutron.api.v2.resource [req-f0aa87f6-1a67-4630-8e61-ae20241b7b65 req-bb4a251e-9bba-4269-b80b-0af0f735af23 service neutron] show failed (client error): The resource could not be found. Feb 09 20:00:04.960877 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-f0aa87f6-1a67-4630-8e61-ae20241b7b65 req-bb4a251e-9bba-4269-b80b-0af0f735af23 service neutron] 10.222.0.90 "GET /v2.0/ports/f10991ff-1a4d-4d30-8702-2a1e8357a338/bindings/n-h1-713498-36 HTTP/1.1" status: 404 len: 381 time: 0.1389012 Feb 09 20:00:04.972351 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9748909-d0ce-4eeb-b47f-4ad22d4cdd0b req-da4754cc-613b-42fb-83f2-f0b85facb166 tempest-ServerActionsTestJSON-1289812127 tempest-ServerActionsTestJSON-1289812127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:00:04.974222 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-e9748909-d0ce-4eeb-b47f-4ad22d4cdd0b req-da4754cc-613b-42fb-83f2-f0b85facb166 tempest-ServerActionsTestJSON-1289812127 tempest-ServerActionsTestJSON-1289812127-project] 10.222.0.75 "GET /v2.0/ports?device_id=1db92382-d273-4e5e-b1ac-5f344bbe1b4f HTTP/1.1" status: 200 len: 945 time: 0.0755424 Feb 09 20:00:05.029826 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-e9748909-d0ce-4eeb-b47f-4ad22d4cdd0b req-0f886958-1682-4a95-bd20-2f76ceebf448 tempest-ServerActionsTestJSON-1289812127 tempest-ServerActionsTestJSON-1289812127-project] 10.222.0.75 "GET /v2.0/security-groups?id=e468a9c8-1697-49aa-8796-02bfe1187ffe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0493162 Feb 09 20:00:05.247620 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0aa87f6-1a67-4630-8e61-ae20241b7b65 req-d4e5ad6b-0426-41a0-a020-6a8574267508 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:00:05.249144 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-f0aa87f6-1a67-4630-8e61-ae20241b7b65 req-d4e5ad6b-0426-41a0-a020-6a8574267508 service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=1db92382-d273-4e5e-b1ac-5f344bbe1b4f&tenant_id=6245c52be1054dbe94bb7e14e1adfcb2 HTTP/1.1" status: 200 len: 1128 time: 0.0871754 Feb 09 20:00:05.260131 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.v2.base [req-f0aa87f6-1a67-4630-8e61-ae20241b7b65 req-cc2a993e-b784-4556-a032-cdadf379fc20 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-713498-36', 'device_owner': 'compute:nova'}} {{(pid=103229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 20:00:05.323202 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-f0aa87f6-1a67-4630-8e61-ae20241b7b65 req-cc2a993e-b784-4556-a032-cdadf379fc20 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (f10991ff-1a4d-4d30-8702-2a1e8357a338), before_update {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:00:05.528680 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.db [req-f0aa87f6-1a67-4630-8e61-ae20241b7b65 req-cc2a993e-b784-4556-a032-cdadf379fc20 service neutron] For port f10991ff-1a4d-4d30-8702-2a1e8357a338, host n-h2-713498-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-36',level=0,port_id=f10991ff-1a4d-4d30-8702-2a1e8357a338,segment=NetworkSegment(14252cf2-3edf-4154-bc45-0979579e9ece),segment_id=14252cf2-3edf-4154-bc45-0979579e9ece)] {{(pid=103229) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 20:00:05.567331 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.db [req-f0aa87f6-1a67-4630-8e61-ae20241b7b65 req-cc2a993e-b784-4556-a032-cdadf379fc20 service neutron] For port f10991ff-1a4d-4d30-8702-2a1e8357a338, host n-h2-713498-36, cleared binding levels {{(pid=103229) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 20:00:05.607865 n-d-713498-36 neutron-server[103229]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1db92382-d273-4e5e-b1ac-5f344bbe1b4f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f10991ff-1a4d-4d30-8702-2a1e8357a338'}] {{(pid=103229) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 20:00:05.613338 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-f0aa87f6-1a67-4630-8e61-ae20241b7b65 req-cc2a993e-b784-4556-a032-cdadf379fc20 service neutron] Publish callbacks [] for port (f10991ff-1a4d-4d30-8702-2a1e8357a338), precommit_update {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:00:05.626630 n-d-713498-36 neutron-server[103229]: DEBUG neutron.db.provisioning_blocks [req-f0aa87f6-1a67-4630-8e61-ae20241b7b65 req-cc2a993e-b784-4556-a032-cdadf379fc20 service neutron] Transition to ACTIVE for port object f10991ff-1a4d-4d30-8702-2a1e8357a338 will not be triggered until provisioned by entity L2. {{(pid=103229) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 20:00:05.630740 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-f0aa87f6-1a67-4630-8e61-ae20241b7b65 req-cc2a993e-b784-4556-a032-cdadf379fc20 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762867176205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762866656485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762866656503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12867569'] for port (f10991ff-1a4d-4d30-8702-2a1e8357a338), after_update {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:00:05.658084 n-d-713498-36 neutron-server[103229]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}07d618d1c5389b9cd0b8ca1de8f17b65d6cfa6b0806685514be6977118e88e42" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-84dbf1e8-36dc-4245-9d95-5c48329ea6de" -d '{"events": [{"server_uuid": "1db92382-d273-4e5e-b1ac-5f344bbe1b4f", "name": "network-vif-unplugged", "status": "completed", "tag": "f10991ff-1a4d-4d30-8702-2a1e8357a338"}]}' {{(pid=103229) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 20:00:05.718806 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc2a993e-b784-4556-a032-cdadf379fc20 service neutron] Pushing event updated for resources: {'Port': ['ID=f10991ff-1a4d-4d30-8702-2a1e8357a338,revision_number=6']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:00:05.734672 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc2a993e-b784-4556-a032-cdadf379fc20 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:00:05.735027 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc2a993e-b784-4556-a032-cdadf379fc20 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:00:05.735373 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc2a993e-b784-4556-a032-cdadf379fc20 service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:00:05.735711 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc2a993e-b784-4556-a032-cdadf379fc20 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:00:05.736044 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc2a993e-b784-4556-a032-cdadf379fc20 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:00:05.736373 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc2a993e-b784-4556-a032-cdadf379fc20 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:00:05.736701 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc2a993e-b784-4556-a032-cdadf379fc20 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:00:05.737026 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc2a993e-b784-4556-a032-cdadf379fc20 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:00:05.737351 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc2a993e-b784-4556-a032-cdadf379fc20 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:00:05.737677 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc2a993e-b784-4556-a032-cdadf379fc20 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:00:05.738021 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc2a993e-b784-4556-a032-cdadf379fc20 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:00:05.738345 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc2a993e-b784-4556-a032-cdadf379fc20 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:00:05.738665 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc2a993e-b784-4556-a032-cdadf379fc20 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:00:05.789323 n-d-713498-36 neutron-server[103229]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 09 Feb 2022 20:00:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-518bd68b-0c43-4d38-9b3b-f78da3278238 x-openstack-request-id: req-518bd68b-0c43-4d38-9b3b-f78da3278238 {{(pid=103229) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 20:00:05.789746 n-d-713498-36 neutron-server[103229]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1db92382-d273-4e5e-b1ac-5f344bbe1b4f", "name": "network-vif-unplugged", "status": "completed", "tag": "f10991ff-1a4d-4d30-8702-2a1e8357a338", "code": 200}]} {{(pid=103229) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 20:00:05.790170 n-d-713498-36 neutron-server[103229]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-518bd68b-0c43-4d38-9b3b-f78da3278238 {{(pid=103229) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 20:00:05.790572 n-d-713498-36 neutron-server[103229]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1db92382-d273-4e5e-b1ac-5f344bbe1b4f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f10991ff-1a4d-4d30-8702-2a1e8357a338', 'code': 200} Feb 09 20:00:05.791541 n-d-713498-36 neutron-server[103229]: DEBUG neutron.db.l3_dvrscheduler_db [req-f0aa87f6-1a67-4630-8e61-ae20241b7b65 req-cc2a993e-b784-4556-a032-cdadf379fc20 service neutron] No DVR routers for this DVR port f10991ff-1a4d-4d30-8702-2a1e8357a338 on host n-h2-713498-36 {{(pid=103229) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 20:00:05.934344 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.managers [req-f0aa87f6-1a67-4630-8e61-ae20241b7b65 req-cc2a993e-b784-4556-a032-cdadf379fc20 service neutron] Attempting to bind port f10991ff-1a4d-4d30-8702-2a1e8357a338 on host n-h1-713498-36 for vnic_type normal with profile {{(pid=103229) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 20:00:05.934687 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.managers [req-f0aa87f6-1a67-4630-8e61-ae20241b7b65 req-cc2a993e-b784-4556-a032-cdadf379fc20 service neutron] Attempting to bind port f10991ff-1a4d-4d30-8702-2a1e8357a338 by drivers openvswitch,hyperv on host n-h1-713498-36 at level 0 using segments [{'id': '14252cf2-3edf-4154-bc45-0979579e9ece', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '845ecdc2-0c48-46c6-8d67-7eeeafb5d68b'}] {{(pid=103229) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 20:00:05.935025 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0aa87f6-1a67-4630-8e61-ae20241b7b65 req-cc2a993e-b784-4556-a032-cdadf379fc20 service neutron] Attempting to bind port f10991ff-1a4d-4d30-8702-2a1e8357a338 on network 845ecdc2-0c48-46c6-8d67-7eeeafb5d68b {{(pid=103229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 20:00:05.939507 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0aa87f6-1a67-4630-8e61-ae20241b7b65 req-cc2a993e-b784-4556-a032-cdadf379fc20 service neutron] Port f10991ff-1a4d-4d30-8702-2a1e8357a338 on network 845ecdc2-0c48-46c6-8d67-7eeeafb5d68b not bound, no agent of type Open vSwitch agent registered on host n-h1-713498-36 {{(pid=103229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 20:00:05.939778 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0aa87f6-1a67-4630-8e61-ae20241b7b65 req-cc2a993e-b784-4556-a032-cdadf379fc20 service neutron] Attempting to bind port f10991ff-1a4d-4d30-8702-2a1e8357a338 on network 845ecdc2-0c48-46c6-8d67-7eeeafb5d68b {{(pid=103229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 20:00:05.944628 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0aa87f6-1a67-4630-8e61-ae20241b7b65 req-cc2a993e-b784-4556-a032-cdadf379fc20 service neutron] Checking agent: {'id': '488cd9ae-631f-4955-ba0b-4f5a13f12e9c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713498-36', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 18, 59, 18), 'started_at': datetime.datetime(2022, 2, 9, 18, 59, 18), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 19, 59, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 20:00:05.945158 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0aa87f6-1a67-4630-8e61-ae20241b7b65 req-cc2a993e-b784-4556-a032-cdadf379fc20 service neutron] Checking segment: {'id': '14252cf2-3edf-4154-bc45-0979579e9ece', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '845ecdc2-0c48-46c6-8d67-7eeeafb5d68b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103229) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 20:00:05.945550 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0aa87f6-1a67-4630-8e61-ae20241b7b65 req-cc2a993e-b784-4556-a032-cdadf379fc20 service neutron] Bound using segment: {'id': '14252cf2-3edf-4154-bc45-0979579e9ece', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '845ecdc2-0c48-46c6-8d67-7eeeafb5d68b'} {{(pid=103229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 20:00:05.946003 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.managers [req-f0aa87f6-1a67-4630-8e61-ae20241b7b65 req-cc2a993e-b784-4556-a032-cdadf379fc20 service neutron] Bound port: f10991ff-1a4d-4d30-8702-2a1e8357a338, host: n-h1-713498-36, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '14252cf2-3edf-4154-bc45-0979579e9ece', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '845ecdc2-0c48-46c6-8d67-7eeeafb5d68b'}}] {{(pid=103229) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 20:00:05.946364 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-f0aa87f6-1a67-4630-8e61-ae20241b7b65 req-cc2a993e-b784-4556-a032-cdadf379fc20 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (f10991ff-1a4d-4d30-8702-2a1e8357a338), before_update {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:00:06.009678 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.db [req-f0aa87f6-1a67-4630-8e61-ae20241b7b65 req-cc2a993e-b784-4556-a032-cdadf379fc20 service neutron] For port f10991ff-1a4d-4d30-8702-2a1e8357a338, host n-h1-713498-36, cleared binding levels {{(pid=103229) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 20:00:06.012789 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.db [req-f0aa87f6-1a67-4630-8e61-ae20241b7b65 req-cc2a993e-b784-4556-a032-cdadf379fc20 service neutron] For port f10991ff-1a4d-4d30-8702-2a1e8357a338, host n-h1-713498-36, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-36',level=0,port_id=f10991ff-1a4d-4d30-8702-2a1e8357a338,segment=NetworkSegment(14252cf2-3edf-4154-bc45-0979579e9ece),segment_id=14252cf2-3edf-4154-bc45-0979579e9ece)] {{(pid=103229) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 20:00:06.018410 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-f0aa87f6-1a67-4630-8e61-ae20241b7b65 req-cc2a993e-b784-4556-a032-cdadf379fc20 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762867176205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762866656485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762866656503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12867569'] for port (f10991ff-1a4d-4d30-8702-2a1e8357a338), after_update {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:00:06.051694 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0aa87f6-1a67-4630-8e61-ae20241b7b65 req-cc2a993e-b784-4556-a032-cdadf379fc20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:00:06.052325 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-f0aa87f6-1a67-4630-8e61-ae20241b7b65 req-cc2a993e-b784-4556-a032-cdadf379fc20 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171096'] for port (None), before_response {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:00:06.053811 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-f0aa87f6-1a67-4630-8e61-ae20241b7b65 req-cc2a993e-b784-4556-a032-cdadf379fc20 service neutron] 10.222.0.89 "PUT /v2.0/ports/f10991ff-1a4d-4d30-8702-2a1e8357a338 HTTP/1.1" status: 200 len: 1092 time: 0.7978768 Feb 09 20:00:06.080289 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc2a993e-b784-4556-a032-cdadf379fc20 service neutron] Pushing event updated for resources: {'Port': ['ID=f10991ff-1a4d-4d30-8702-2a1e8357a338,revision_number=7']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:00:06.151512 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0aa87f6-1a67-4630-8e61-ae20241b7b65 req-34e77ca7-9ccf-4c6f-821d-0c2795a9ffb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:00:06.153145 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-f0aa87f6-1a67-4630-8e61-ae20241b7b65 req-34e77ca7-9ccf-4c6f-821d-0c2795a9ffb0 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=6245c52be1054dbe94bb7e14e1adfcb2&device_id=1db92382-d273-4e5e-b1ac-5f344bbe1b4f HTTP/1.1" status: 200 len: 1126 time: 0.0662141 Feb 09 20:00:06.201076 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-277434c7-6f7d-4a42-8821-de44b8503ae8 req-6cbbea89-cb2c-433b-944f-d16e7af85913 tempest-ServerActionsTestJSON-1289812127 tempest-ServerActionsTestJSON-1289812127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:00:06.204076 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-277434c7-6f7d-4a42-8821-de44b8503ae8 req-6cbbea89-cb2c-433b-944f-d16e7af85913 tempest-ServerActionsTestJSON-1289812127 tempest-ServerActionsTestJSON-1289812127-project] 10.222.0.75 "GET /v2.0/ports?device_id=1db92382-d273-4e5e-b1ac-5f344bbe1b4f HTTP/1.1" status: 200 len: 943 time: 0.0762620 Feb 09 20:00:06.278740 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-277434c7-6f7d-4a42-8821-de44b8503ae8 req-bdac3268-b2da-4a01-8353-d8b26f137605 tempest-ServerActionsTestJSON-1289812127 tempest-ServerActionsTestJSON-1289812127-project] 10.222.0.75 "GET /v2.0/security-groups?id=e468a9c8-1697-49aa-8796-02bfe1187ffe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0688205 Feb 09 20:00:06.293094 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0aa87f6-1a67-4630-8e61-ae20241b7b65 req-31879762-a9ac-4848-aefe-720bb0ccc9a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:00:06.294387 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-f0aa87f6-1a67-4630-8e61-ae20241b7b65 req-31879762-a9ac-4848-aefe-720bb0ccc9a6 service neutron] 10.222.0.89 "GET /v2.0/networks?id=845ecdc2-0c48-46c6-8d67-7eeeafb5d68b HTTP/1.1" status: 200 len: 912 time: 0.1350601 Feb 09 20:00:06.371045 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-f0aa87f6-1a67-4630-8e61-ae20241b7b65 req-099cc055-2da9-4144-85d2-c7dc49e8f71e service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f10991ff-1a4d-4d30-8702-2a1e8357a338 HTTP/1.1" status: 200 len: 1000 time: 0.0704720 Feb 09 20:00:06.418985 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0aa87f6-1a67-4630-8e61-ae20241b7b65 req-bc2b0e5a-30fe-4e16-8a14-b3bdedadb5a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:00:06.420422 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-f0aa87f6-1a67-4630-8e61-ae20241b7b65 req-bc2b0e5a-30fe-4e16-8a14-b3bdedadb5a9 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=9a740078-9be8-472a-a565-0b0dba4a02f5 HTTP/1.1" status: 200 len: 850 time: 0.0444920 Feb 09 20:00:06.471230 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0aa87f6-1a67-4630-8e61-ae20241b7b65 req-333c2be0-75d0-4c33-9f64-294bc3c9c62b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:00:06.472737 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-f0aa87f6-1a67-4630-8e61-ae20241b7b65 req-333c2be0-75d0-4c33-9f64-294bc3c9c62b service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=845ecdc2-0c48-46c6-8d67-7eeeafb5d68b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0464430 Feb 09 20:00:06.809860 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-f0aa87f6-1a67-4630-8e61-ae20241b7b65 req-a60129cc-6a08-4e7e-bbcf-631d72bd002d service neutron] 10.222.0.89 "GET /v2.0/networks/845ecdc2-0c48-46c6-8d67-7eeeafb5d68b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3308125 Feb 09 20:00:06.902284 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-f0aa87f6-1a67-4630-8e61-ae20241b7b65 req-18210d92-84b6-4704-a32e-3352dc124246 service neutron] 10.222.0.89 "GET /v2.0/networks/845ecdc2-0c48-46c6-8d67-7eeeafb5d68b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849001 Feb 09 20:00:07.409837 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff98f36b-29dd-431c-a49a-8af6870a42f5 req-65d6392e-8345-4f1d-9be0-145abce0ba27 tempest-ServerActionsTestJSON-1289812127 tempest-ServerActionsTestJSON-1289812127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:00:07.411396 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-ff98f36b-29dd-431c-a49a-8af6870a42f5 req-65d6392e-8345-4f1d-9be0-145abce0ba27 tempest-ServerActionsTestJSON-1289812127 tempest-ServerActionsTestJSON-1289812127-project] 10.222.0.75 "GET /v2.0/ports?device_id=1db92382-d273-4e5e-b1ac-5f344bbe1b4f HTTP/1.1" status: 200 len: 943 time: 0.0541039 Feb 09 20:00:07.464831 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-ff98f36b-29dd-431c-a49a-8af6870a42f5 req-4fd671c9-65ab-4d6e-a94e-d0a05df66358 tempest-ServerActionsTestJSON-1289812127 tempest-ServerActionsTestJSON-1289812127-project] 10.222.0.75 "GET /v2.0/security-groups?id=e468a9c8-1697-49aa-8796-02bfe1187ffe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0472441 Feb 09 20:00:07.792218 n-d-713498-36 neutron-server[103229]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1db92382-d273-4e5e-b1ac-5f344bbe1b4f', 'tag': 'f10991ff-1a4d-4d30-8702-2a1e8357a338'}] {{(pid=103229) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 20:00:07.794646 n-d-713498-36 neutron-server[103229]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}07d618d1c5389b9cd0b8ca1de8f17b65d6cfa6b0806685514be6977118e88e42" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-11a31980-d762-4fc8-8112-bbce02919318" -d '{"events": [{"name": "network-changed", "server_uuid": "1db92382-d273-4e5e-b1ac-5f344bbe1b4f", "tag": "f10991ff-1a4d-4d30-8702-2a1e8357a338"}]}' {{(pid=103229) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 20:00:07.845518 n-d-713498-36 neutron-server[103229]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 20:00:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-571e8b8c-e61d-4706-b0a7-88c1b41a9bc9 x-openstack-request-id: req-571e8b8c-e61d-4706-b0a7-88c1b41a9bc9 {{(pid=103229) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 20:00:07.846233 n-d-713498-36 neutron-server[103229]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1db92382-d273-4e5e-b1ac-5f344bbe1b4f", "tag": "f10991ff-1a4d-4d30-8702-2a1e8357a338", "status": "completed", "code": 200}]} {{(pid=103229) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 20:00:07.846496 n-d-713498-36 neutron-server[103229]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-571e8b8c-e61d-4706-b0a7-88c1b41a9bc9 {{(pid=103229) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 20:00:07.846896 n-d-713498-36 neutron-server[103229]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1db92382-d273-4e5e-b1ac-5f344bbe1b4f', 'tag': 'f10991ff-1a4d-4d30-8702-2a1e8357a338', 'status': 'completed', 'code': 200} Feb 09 20:00:07.887997 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Device f10991ff-1a4d-4d30-8702-2a1e8357a338 no longer exists at agent hyperv_n-h2-713498-36 {{(pid=103232) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 20:00:07.914463 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11a31980-d762-4fc8-8112-bbce02919318 req-a723d9bc-d323-4342-8171-5cebf51e64a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:00:07.916197 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-11a31980-d762-4fc8-8112-bbce02919318 req-a723d9bc-d323-4342-8171-5cebf51e64a6 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=6245c52be1054dbe94bb7e14e1adfcb2&device_id=1db92382-d273-4e5e-b1ac-5f344bbe1b4f HTTP/1.1" status: 200 len: 1126 time: 0.0509670 Feb 09 20:00:07.930262 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11a31980-d762-4fc8-8112-bbce02919318 req-2d2da783-076f-48dd-ac46-74ff96987e9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:00:07.931920 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-7429db8d-6021-40ad-813e-885be449a89b None None] The host n-h2-713498-36 is not matching for port f10991ff-1a4d-4d30-8702-2a1e8357a338 host n-h1-713498-36! {{(pid=103232) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2330}} Feb 09 20:00:07.932160 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-11a31980-d762-4fc8-8112-bbce02919318 req-2d2da783-076f-48dd-ac46-74ff96987e9f service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=6245c52be1054dbe94bb7e14e1adfcb2&device_id=1db92382-d273-4e5e-b1ac-5f344bbe1b4f HTTP/1.1" status: 200 len: 1126 time: 0.0531893 Feb 09 20:00:07.932313 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Device f10991ff-1a4d-4d30-8702-2a1e8357a338 not bound to the agent host n-h2-713498-36 {{(pid=103232) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 20:00:08.008966 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11a31980-d762-4fc8-8112-bbce02919318 req-7d356576-c25d-4930-81ab-4b673db0e460 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:00:08.010513 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-11a31980-d762-4fc8-8112-bbce02919318 req-7d356576-c25d-4930-81ab-4b673db0e460 service neutron] 10.222.0.89 "GET /v2.0/networks?id=845ecdc2-0c48-46c6-8d67-7eeeafb5d68b HTTP/1.1" status: 200 len: 912 time: 0.0882223 Feb 09 20:00:08.033381 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11a31980-d762-4fc8-8112-bbce02919318 req-85824ae9-60d9-4306-b1d9-5cb40204658c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:00:08.034917 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-11a31980-d762-4fc8-8112-bbce02919318 req-85824ae9-60d9-4306-b1d9-5cb40204658c service neutron] 10.222.0.90 "GET /v2.0/networks?id=845ecdc2-0c48-46c6-8d67-7eeeafb5d68b HTTP/1.1" status: 200 len: 912 time: 0.0906069 Feb 09 20:00:08.082463 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-11a31980-d762-4fc8-8112-bbce02919318 req-edc8312a-f7b6-49f0-9003-9b2a8240cf21 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f10991ff-1a4d-4d30-8702-2a1e8357a338 HTTP/1.1" status: 200 len: 1000 time: 0.0648339 Feb 09 20:00:08.102652 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-11a31980-d762-4fc8-8112-bbce02919318 req-13934173-3219-45a7-9880-af9070a1d0e0 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f10991ff-1a4d-4d30-8702-2a1e8357a338 HTTP/1.1" status: 200 len: 1000 time: 0.0612197 Feb 09 20:00:08.132055 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11a31980-d762-4fc8-8112-bbce02919318 req-652ea938-1255-47d6-bd28-a05c2e58ee3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:00:08.134144 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-11a31980-d762-4fc8-8112-bbce02919318 req-652ea938-1255-47d6-bd28-a05c2e58ee3a service neutron] 10.222.0.89 "GET /v2.0/subnets?id=9a740078-9be8-472a-a565-0b0dba4a02f5 HTTP/1.1" status: 200 len: 850 time: 0.0459816 Feb 09 20:00:08.152469 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11a31980-d762-4fc8-8112-bbce02919318 req-81b59155-1e6a-445d-ba54-bb92902c3163 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:00:08.153930 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-11a31980-d762-4fc8-8112-bbce02919318 req-81b59155-1e6a-445d-ba54-bb92902c3163 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=9a740078-9be8-472a-a565-0b0dba4a02f5 HTTP/1.1" status: 200 len: 850 time: 0.0447919 Feb 09 20:00:08.187520 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11a31980-d762-4fc8-8112-bbce02919318 req-4e1ba6e4-b468-496d-a5e7-728660dc9d07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:00:08.189232 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-11a31980-d762-4fc8-8112-bbce02919318 req-4e1ba6e4-b468-496d-a5e7-728660dc9d07 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=845ecdc2-0c48-46c6-8d67-7eeeafb5d68b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0491753 Feb 09 20:00:08.215820 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11a31980-d762-4fc8-8112-bbce02919318 req-f1220a28-e75a-46de-b9c6-401901ae7bce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:00:08.218767 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-11a31980-d762-4fc8-8112-bbce02919318 req-f1220a28-e75a-46de-b9c6-401901ae7bce service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=845ecdc2-0c48-46c6-8d67-7eeeafb5d68b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0573628 Feb 09 20:00:08.290412 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-11a31980-d762-4fc8-8112-bbce02919318 req-b55e2504-5775-43a1-bee1-18f062924b2a service neutron] 10.222.0.89 "GET /v2.0/networks/845ecdc2-0c48-46c6-8d67-7eeeafb5d68b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0924447 Feb 09 20:00:08.317414 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-11a31980-d762-4fc8-8112-bbce02919318 req-f433de42-25a0-4437-9fa8-8816e6678a23 service neutron] 10.222.0.90 "GET /v2.0/networks/845ecdc2-0c48-46c6-8d67-7eeeafb5d68b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0874348 Feb 09 20:00:08.389322 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-11a31980-d762-4fc8-8112-bbce02919318 req-eea70c25-a03c-402c-bc23-f90c35df0388 service neutron] 10.222.0.89 "GET /v2.0/networks/845ecdc2-0c48-46c6-8d67-7eeeafb5d68b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0908403 Feb 09 20:00:08.429765 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-11a31980-d762-4fc8-8112-bbce02919318 req-28e98650-b602-4f3f-b581-dce263de44a9 service neutron] 10.222.0.90 "GET /v2.0/networks/845ecdc2-0c48-46c6-8d67-7eeeafb5d68b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1038742 Feb 09 20:00:08.496303 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Device f10991ff-1a4d-4d30-8702-2a1e8357a338 details requested by agent hyperv_n-h1-713498-36 with host n-h1-713498-36 {{(pid=103232) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 20:00:08.611498 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] For port f10991ff-1a4d-4d30-8702-2a1e8357a338, host n-h1-713498-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-36',level=0,port_id=f10991ff-1a4d-4d30-8702-2a1e8357a338,segment=NetworkSegment(14252cf2-3edf-4154-bc45-0979579e9ece),segment_id=14252cf2-3edf-4154-bc45-0979579e9ece)] {{(pid=103232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 20:00:08.613265 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88ea06e0-a68d-4008-8e89-127bc6e0281d req-a80340b7-a096-4dad-99bd-ba2e5fcccc36 tempest-ServerActionsTestJSON-1289812127 tempest-ServerActionsTestJSON-1289812127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:00:08.614841 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-88ea06e0-a68d-4008-8e89-127bc6e0281d req-a80340b7-a096-4dad-99bd-ba2e5fcccc36 tempest-ServerActionsTestJSON-1289812127 tempest-ServerActionsTestJSON-1289812127-project] 10.222.0.75 "GET /v2.0/ports?device_id=1db92382-d273-4e5e-b1ac-5f344bbe1b4f HTTP/1.1" status: 200 len: 943 time: 0.0752847 Feb 09 20:00:08.624860 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Returning: {'device': 'f10991ff-1a4d-4d30-8702-2a1e8357a338', 'network_id': '845ecdc2-0c48-46c6-8d67-7eeeafb5d68b', 'port_id': 'f10991ff-1a4d-4d30-8702-2a1e8357a338', 'mac_address': 'fa:16:3e:25:12:ea', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 361, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9a740078-9be8-472a-a565-0b0dba4a02f5', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103232) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 20:00:08.662648 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Current status of the port f10991ff-1a4d-4d30-8702-2a1e8357a338 is: DOWN; New status is: BUILD {{(pid=103232) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 20:00:08.662880 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-88ea06e0-a68d-4008-8e89-127bc6e0281d req-8b415dd8-58a0-4a45-b77b-3882c98b3b26 tempest-ServerActionsTestJSON-1289812127 tempest-ServerActionsTestJSON-1289812127-project] 10.222.0.75 "GET /v2.0/security-groups?id=e468a9c8-1697-49aa-8796-02bfe1187ffe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421181 Feb 09 20:00:08.663120 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (f10991ff-1a4d-4d30-8702-2a1e8357a338), before_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:00:08.676428 n-d-713498-36 neutron-server[103232]: DEBUG neutron.notifiers.nova [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f10991ff-1a4d-4d30-8702-2a1e8357a338 {{(pid=103232) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 20:00:08.705375 n-d-713498-36 neutron-server[103233]: DEBUG neutron.db.agents_db [None req-4a8a6a42-0a0c-4437-8958-92282682b6bb None None] Agent healthcheck: found 7 active agents {{(pid=103233) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 20:00:08.705936 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] For port f10991ff-1a4d-4d30-8702-2a1e8357a338, host n-h1-713498-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-36',level=0,port_id=f10991ff-1a4d-4d30-8702-2a1e8357a338,segment=NetworkSegment(14252cf2-3edf-4154-bc45-0979579e9ece),segment_id=14252cf2-3edf-4154-bc45-0979579e9ece)] {{(pid=103232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 20:00:08.709912 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762867176205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762866656485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762866656503'] for port (f10991ff-1a4d-4d30-8702-2a1e8357a338), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:00:08.764334 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Pushing event updated for resources: {'Port': ['ID=f10991ff-1a4d-4d30-8702-2a1e8357a338,revision_number=8']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:00:08.771914 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:00:08.772262 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:00:08.772631 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:00:08.772940 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:00:08.773267 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:00:08.773788 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:00:08.774142 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:00:08.774470 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:00:08.774794 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:00:08.775133 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:00:08.775430 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:00:08.775742 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:00:08.776063 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:00:08.934860 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] get_ports_and_sgs() called for port_ids ['f10991ff-1a4d-4d30-8702-2a1e8357a338'] {{(pid=103232) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 20:00:08.999825 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb7d85aa-c621-4dbf-873b-24bb09d4fd9c req-9561d195-00af-4a53-80be-2135bbebfa31 tempest-ServerActionsTestJSON-1289812127 tempest-ServerActionsTestJSON-1289812127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:00:09.001312 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-bb7d85aa-c621-4dbf-873b-24bb09d4fd9c req-9561d195-00af-4a53-80be-2135bbebfa31 tempest-ServerActionsTestJSON-1289812127 tempest-ServerActionsTestJSON-1289812127-project] 10.222.0.89 "GET /v2.0/ports?device_id=1db92382-d273-4e5e-b1ac-5f344bbe1b4f&tenant_id=6245c52be1054dbe94bb7e14e1adfcb2&binding%3Ahost_id=n-h1-713498-36 HTTP/1.1" status: 200 len: 944 time: 0.0916979 Feb 09 20:00:09.012647 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18c20ca1-83e6-49fa-a6a5-1cf08738f4cf req-f16835ad-6e74-414a-8e87-da8bfee8269a tempest-ServerActionsTestJSON-1289812127 tempest-ServerActionsTestJSON-1289812127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:00:09.014113 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-18c20ca1-83e6-49fa-a6a5-1cf08738f4cf req-f16835ad-6e74-414a-8e87-da8bfee8269a tempest-ServerActionsTestJSON-1289812127 tempest-ServerActionsTestJSON-1289812127-project] 10.222.0.75 "GET /v2.0/ports?device_id=1db92382-d273-4e5e-b1ac-5f344bbe1b4f HTTP/1.1" status: 200 len: 944 time: 0.0753033 Feb 09 20:00:09.104044 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-18c20ca1-83e6-49fa-a6a5-1cf08738f4cf req-35021a81-0da0-46fb-babb-9672284c8729 tempest-ServerActionsTestJSON-1289812127 tempest-ServerActionsTestJSON-1289812127-project] 10.222.0.75 "GET /v2.0/security-groups?id=e468a9c8-1697-49aa-8796-02bfe1187ffe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0828054 Feb 09 20:00:09.107448 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-bb7d85aa-c621-4dbf-873b-24bb09d4fd9c req-20967dfd-cafd-4593-87bb-ffd04b46ba1a service neutron] 10.222.0.89 "GET /v2.0/ports/f10991ff-1a4d-4d30-8702-2a1e8357a338/bindings/n-h1-713498-36 HTTP/1.1" status: 200 len: 383 time: 0.0924406 Feb 09 20:00:09.176879 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb7d85aa-c621-4dbf-873b-24bb09d4fd9c req-91e40594-fee9-4c67-b764-336707d4f538 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:00:09.178410 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-bb7d85aa-c621-4dbf-873b-24bb09d4fd9c req-91e40594-fee9-4c67-b764-336707d4f538 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=6245c52be1054dbe94bb7e14e1adfcb2&device_id=1db92382-d273-4e5e-b1ac-5f344bbe1b4f HTTP/1.1" status: 200 len: 1127 time: 0.0461874 Feb 09 20:00:09.272027 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb7d85aa-c621-4dbf-873b-24bb09d4fd9c req-4a91d9a3-9309-4ce7-bc03-0764833c00ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:00:09.274521 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-bb7d85aa-c621-4dbf-873b-24bb09d4fd9c req-4a91d9a3-9309-4ce7-bc03-0764833c00ae service neutron] 10.222.0.89 "GET /v2.0/networks?id=845ecdc2-0c48-46c6-8d67-7eeeafb5d68b HTTP/1.1" status: 200 len: 912 time: 0.0898523 Feb 09 20:00:09.341370 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-bb7d85aa-c621-4dbf-873b-24bb09d4fd9c req-a2a95f08-09dd-450b-9648-160cec2be25e service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f10991ff-1a4d-4d30-8702-2a1e8357a338 HTTP/1.1" status: 200 len: 1001 time: 0.0601466 Feb 09 20:00:09.396173 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb7d85aa-c621-4dbf-873b-24bb09d4fd9c req-43205872-501d-470a-a00d-7572fa55e2c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:00:09.398250 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-bb7d85aa-c621-4dbf-873b-24bb09d4fd9c req-43205872-501d-470a-a00d-7572fa55e2c9 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=9a740078-9be8-472a-a565-0b0dba4a02f5 HTTP/1.1" status: 200 len: 850 time: 0.0481558 Feb 09 20:00:09.450491 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb7d85aa-c621-4dbf-873b-24bb09d4fd9c req-e204a835-4a20-4645-984d-affb68efaefa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:00:09.451980 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-bb7d85aa-c621-4dbf-873b-24bb09d4fd9c req-e204a835-4a20-4645-984d-affb68efaefa service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=845ecdc2-0c48-46c6-8d67-7eeeafb5d68b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0482159 Feb 09 20:00:09.540539 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-bb7d85aa-c621-4dbf-873b-24bb09d4fd9c req-50cf3e25-0329-4ec5-8be4-89d324f21abd service neutron] 10.222.0.89 "GET /v2.0/networks/845ecdc2-0c48-46c6-8d67-7eeeafb5d68b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0826375 Feb 09 20:00:09.635897 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-bb7d85aa-c621-4dbf-873b-24bb09d4fd9c req-a998593a-362f-4cbc-a492-c4707ed814b4 service neutron] 10.222.0.89 "GET /v2.0/networks/845ecdc2-0c48-46c6-8d67-7eeeafb5d68b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0889056 Feb 09 20:00:10.231227 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56cc477e-5806-4650-b1b5-e3ada5f6833b req-90dd2426-914e-48fa-9d2e-5c49903b8f5e tempest-ServerActionsTestJSON-1289812127 tempest-ServerActionsTestJSON-1289812127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:00:10.232716 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-56cc477e-5806-4650-b1b5-e3ada5f6833b req-90dd2426-914e-48fa-9d2e-5c49903b8f5e tempest-ServerActionsTestJSON-1289812127 tempest-ServerActionsTestJSON-1289812127-project] 10.222.0.75 "GET /v2.0/ports?device_id=1db92382-d273-4e5e-b1ac-5f344bbe1b4f HTTP/1.1" status: 200 len: 944 time: 0.0552368 Feb 09 20:00:10.281495 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-56cc477e-5806-4650-b1b5-e3ada5f6833b req-08459d18-1354-4048-9aef-b7d49745a556 tempest-ServerActionsTestJSON-1289812127 tempest-ServerActionsTestJSON-1289812127-project] 10.222.0.75 "GET /v2.0/security-groups?id=e468a9c8-1697-49aa-8796-02bfe1187ffe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431769 Feb 09 20:00:10.505556 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Device f10991ff-1a4d-4d30-8702-2a1e8357a338 up at agent hyperv_n-h1-713498-36 {{(pid=103232) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 20:00:10.557576 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.provisioning_blocks [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Provisioning for port f10991ff-1a4d-4d30-8702-2a1e8357a338 completed by entity L2. {{(pid=103232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 20:00:10.561989 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.provisioning_blocks [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Provisioning complete for port f10991ff-1a4d-4d30-8702-2a1e8357a338 triggered by entity L2. {{(pid=103232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 20:00:10.562369 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593630'] for port (f10991ff-1a4d-4d30-8702-2a1e8357a338), provisioning_complete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:00:10.639553 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Current status of the port f10991ff-1a4d-4d30-8702-2a1e8357a338 is: BUILD; New status is: ACTIVE {{(pid=103232) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 20:00:10.639971 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (f10991ff-1a4d-4d30-8702-2a1e8357a338), before_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:00:10.661788 n-d-713498-36 neutron-server[103232]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1db92382-d273-4e5e-b1ac-5f344bbe1b4f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f10991ff-1a4d-4d30-8702-2a1e8357a338'}] {{(pid=103232) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 20:00:10.664759 n-d-713498-36 neutron-server[103232]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}949cdcde653dec44821de95cbf67297f53cbc2aed4e073b5d514f93bf911ce85" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-06858abd-a6df-4f08-bc4e-e6131c720d7d" -d '{"events": [{"server_uuid": "1db92382-d273-4e5e-b1ac-5f344bbe1b4f", "name": "network-vif-plugged", "status": "completed", "tag": "f10991ff-1a4d-4d30-8702-2a1e8357a338"}]}' {{(pid=103232) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 20:00:10.677450 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] For port f10991ff-1a4d-4d30-8702-2a1e8357a338, host n-h1-713498-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-36',level=0,port_id=f10991ff-1a4d-4d30-8702-2a1e8357a338,segment=NetworkSegment(14252cf2-3edf-4154-bc45-0979579e9ece),segment_id=14252cf2-3edf-4154-bc45-0979579e9ece)] {{(pid=103232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 20:00:10.682606 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762867176205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762866656485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762866656503'] for port (f10991ff-1a4d-4d30-8702-2a1e8357a338), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:00:10.737554 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Pushing event updated for resources: {'Port': ['ID=f10991ff-1a4d-4d30-8702-2a1e8357a338,revision_number=9']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:00:10.779338 n-d-713498-36 neutron-server[103232]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 20:00:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6ff87bb5-7c9e-4352-99ea-cbaec9617d7a x-openstack-request-id: req-6ff87bb5-7c9e-4352-99ea-cbaec9617d7a {{(pid=103232) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 20:00:10.779634 n-d-713498-36 neutron-server[103232]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1db92382-d273-4e5e-b1ac-5f344bbe1b4f", "name": "network-vif-plugged", "status": "completed", "tag": "f10991ff-1a4d-4d30-8702-2a1e8357a338", "code": 200}]} {{(pid=103232) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 20:00:10.779886 n-d-713498-36 neutron-server[103232]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-6ff87bb5-7c9e-4352-99ea-cbaec9617d7a {{(pid=103232) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 20:00:10.780281 n-d-713498-36 neutron-server[103232]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1db92382-d273-4e5e-b1ac-5f344bbe1b4f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f10991ff-1a4d-4d30-8702-2a1e8357a338', 'code': 200} Feb 09 20:00:10.881494 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-65912383-94aa-41fb-b7be-bae9f2e17a77 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762867132591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593584'] for agent (af91e4b9-f4e1-42b1-a25c-a10dc47171c8), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:00:11.409987 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-579f834d-85cc-4688-84cf-ec8317a344d6 req-977afb09-24b4-4f97-b8ab-6fbdbf9e67e8 tempest-ServerActionsTestJSON-1289812127 tempest-ServerActionsTestJSON-1289812127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:00:11.411542 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-579f834d-85cc-4688-84cf-ec8317a344d6 req-977afb09-24b4-4f97-b8ab-6fbdbf9e67e8 tempest-ServerActionsTestJSON-1289812127 tempest-ServerActionsTestJSON-1289812127-project] 10.222.0.75 "GET /v2.0/ports?device_id=1db92382-d273-4e5e-b1ac-5f344bbe1b4f HTTP/1.1" status: 200 len: 945 time: 0.0546110 Feb 09 20:00:11.465331 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-579f834d-85cc-4688-84cf-ec8317a344d6 req-3c499cce-a030-4d57-82bf-054caa5c8b40 tempest-ServerActionsTestJSON-1289812127 tempest-ServerActionsTestJSON-1289812127-project] 10.222.0.75 "GET /v2.0/security-groups?id=e468a9c8-1697-49aa-8796-02bfe1187ffe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0480678 Feb 09 20:00:11.615767 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb7d85aa-c621-4dbf-873b-24bb09d4fd9c req-7696f6cc-6271-4da2-af90-580b8c04f900 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:00:11.616203 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-bb7d85aa-c621-4dbf-873b-24bb09d4fd9c req-7696f6cc-6271-4da2-af90-580b8c04f900 service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=1db92382-d273-4e5e-b1ac-5f344bbe1b4f&tenant_id=6245c52be1054dbe94bb7e14e1adfcb2 HTTP/1.1" status: 200 len: 1128 time: 0.0539343 Feb 09 20:00:11.628705 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.v2.base [req-bb7d85aa-c621-4dbf-873b-24bb09d4fd9c req-4d1ccec0-4eb0-4fc2-83fe-bace59428376 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-713498-36', 'device_owner': 'compute:nova'}} {{(pid=103230) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 20:00:11.688912 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [req-bb7d85aa-c621-4dbf-873b-24bb09d4fd9c req-4d1ccec0-4eb0-4fc2-83fe-bace59428376 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (f10991ff-1a4d-4d30-8702-2a1e8357a338), before_update {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:00:11.899782 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.db [req-bb7d85aa-c621-4dbf-873b-24bb09d4fd9c req-4d1ccec0-4eb0-4fc2-83fe-bace59428376 service neutron] For port f10991ff-1a4d-4d30-8702-2a1e8357a338, host n-h1-713498-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-36',level=0,port_id=f10991ff-1a4d-4d30-8702-2a1e8357a338,segment=NetworkSegment(14252cf2-3edf-4154-bc45-0979579e9ece),segment_id=14252cf2-3edf-4154-bc45-0979579e9ece)] {{(pid=103230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 20:00:11.939810 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.db [req-bb7d85aa-c621-4dbf-873b-24bb09d4fd9c req-4d1ccec0-4eb0-4fc2-83fe-bace59428376 service neutron] For port f10991ff-1a4d-4d30-8702-2a1e8357a338, host n-h1-713498-36, cleared binding levels {{(pid=103230) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 20:00:11.981526 n-d-713498-36 neutron-server[103230]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1db92382-d273-4e5e-b1ac-5f344bbe1b4f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f10991ff-1a4d-4d30-8702-2a1e8357a338'}] {{(pid=103230) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 20:00:11.987693 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [req-bb7d85aa-c621-4dbf-873b-24bb09d4fd9c req-4d1ccec0-4eb0-4fc2-83fe-bace59428376 service neutron] Publish callbacks [] for port (f10991ff-1a4d-4d30-8702-2a1e8357a338), precommit_update {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:00:12.001531 n-d-713498-36 neutron-server[103230]: DEBUG neutron.db.provisioning_blocks [req-bb7d85aa-c621-4dbf-873b-24bb09d4fd9c req-4d1ccec0-4eb0-4fc2-83fe-bace59428376 service neutron] Transition to ACTIVE for port object f10991ff-1a4d-4d30-8702-2a1e8357a338 will not be triggered until provisioned by entity L2. {{(pid=103230) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 20:00:12.008872 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [req-bb7d85aa-c621-4dbf-873b-24bb09d4fd9c req-4d1ccec0-4eb0-4fc2-83fe-bace59428376 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762867176205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762866656485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762866656503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14393758'] for port (f10991ff-1a4d-4d30-8702-2a1e8357a338), after_update {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:00:12.040630 n-d-713498-36 neutron-server[103230]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bdec2cd40908e72a0a66447c6deb3367bbdbf2f4033028e05eb26280eb3900ec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-707f41ff-3002-42af-b7b7-b15946d6f200" -d '{"events": [{"server_uuid": "1db92382-d273-4e5e-b1ac-5f344bbe1b4f", "name": "network-vif-unplugged", "status": "completed", "tag": "f10991ff-1a4d-4d30-8702-2a1e8357a338"}]}' {{(pid=103230) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 20:00:12.065589 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d1ccec0-4eb0-4fc2-83fe-bace59428376 service neutron] Pushing event updated for resources: {'Port': ['ID=f10991ff-1a4d-4d30-8702-2a1e8357a338,revision_number=10']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:00:12.163802 n-d-713498-36 neutron-server[103230]: DEBUG neutron.db.l3_dvrscheduler_db [req-bb7d85aa-c621-4dbf-873b-24bb09d4fd9c req-4d1ccec0-4eb0-4fc2-83fe-bace59428376 service neutron] No DVR routers for this DVR port f10991ff-1a4d-4d30-8702-2a1e8357a338 on host n-h1-713498-36 {{(pid=103230) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 20:00:12.203513 n-d-713498-36 neutron-server[103230]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 09 Feb 2022 20:00:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bee1e9ba-0da7-4f5c-82e4-13a0d640b078 x-openstack-request-id: req-bee1e9ba-0da7-4f5c-82e4-13a0d640b078 {{(pid=103230) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 20:00:12.203811 n-d-713498-36 neutron-server[103230]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1db92382-d273-4e5e-b1ac-5f344bbe1b4f", "name": "network-vif-unplugged", "status": "completed", "tag": "f10991ff-1a4d-4d30-8702-2a1e8357a338", "code": 200}]} {{(pid=103230) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 20:00:12.204065 n-d-713498-36 neutron-server[103230]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-bee1e9ba-0da7-4f5c-82e4-13a0d640b078 {{(pid=103230) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 20:00:12.204470 n-d-713498-36 neutron-server[103230]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1db92382-d273-4e5e-b1ac-5f344bbe1b4f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f10991ff-1a4d-4d30-8702-2a1e8357a338', 'code': 200} Feb 09 20:00:12.327400 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.managers [req-bb7d85aa-c621-4dbf-873b-24bb09d4fd9c req-4d1ccec0-4eb0-4fc2-83fe-bace59428376 service neutron] Attempting to bind port f10991ff-1a4d-4d30-8702-2a1e8357a338 on host n-h2-713498-36 for vnic_type normal with profile {{(pid=103230) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 20:00:12.327651 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.managers [req-bb7d85aa-c621-4dbf-873b-24bb09d4fd9c req-4d1ccec0-4eb0-4fc2-83fe-bace59428376 service neutron] Attempting to bind port f10991ff-1a4d-4d30-8702-2a1e8357a338 by drivers openvswitch,hyperv on host n-h2-713498-36 at level 0 using segments [{'id': '14252cf2-3edf-4154-bc45-0979579e9ece', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '845ecdc2-0c48-46c6-8d67-7eeeafb5d68b'}] {{(pid=103230) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 20:00:12.327979 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb7d85aa-c621-4dbf-873b-24bb09d4fd9c req-4d1ccec0-4eb0-4fc2-83fe-bace59428376 service neutron] Attempting to bind port f10991ff-1a4d-4d30-8702-2a1e8357a338 on network 845ecdc2-0c48-46c6-8d67-7eeeafb5d68b {{(pid=103230) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 20:00:12.332384 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb7d85aa-c621-4dbf-873b-24bb09d4fd9c req-4d1ccec0-4eb0-4fc2-83fe-bace59428376 service neutron] Port f10991ff-1a4d-4d30-8702-2a1e8357a338 on network 845ecdc2-0c48-46c6-8d67-7eeeafb5d68b not bound, no agent of type Open vSwitch agent registered on host n-h2-713498-36 {{(pid=103230) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 20:00:12.332699 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb7d85aa-c621-4dbf-873b-24bb09d4fd9c req-4d1ccec0-4eb0-4fc2-83fe-bace59428376 service neutron] Attempting to bind port f10991ff-1a4d-4d30-8702-2a1e8357a338 on network 845ecdc2-0c48-46c6-8d67-7eeeafb5d68b {{(pid=103230) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 20:00:12.337511 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb7d85aa-c621-4dbf-873b-24bb09d4fd9c req-4d1ccec0-4eb0-4fc2-83fe-bace59428376 service neutron] Checking agent: {'id': 'bcd5faee-dc24-4298-9134-0e0aa054058e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713498-36', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 18, 59, 19), 'started_at': datetime.datetime(2022, 2, 9, 18, 59, 19), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 19, 59, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103230) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 20:00:12.337841 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb7d85aa-c621-4dbf-873b-24bb09d4fd9c req-4d1ccec0-4eb0-4fc2-83fe-bace59428376 service neutron] Checking segment: {'id': '14252cf2-3edf-4154-bc45-0979579e9ece', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '845ecdc2-0c48-46c6-8d67-7eeeafb5d68b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103230) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 20:00:12.338256 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb7d85aa-c621-4dbf-873b-24bb09d4fd9c req-4d1ccec0-4eb0-4fc2-83fe-bace59428376 service neutron] Bound using segment: {'id': '14252cf2-3edf-4154-bc45-0979579e9ece', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '845ecdc2-0c48-46c6-8d67-7eeeafb5d68b'} {{(pid=103230) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 20:00:12.338677 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.managers [req-bb7d85aa-c621-4dbf-873b-24bb09d4fd9c req-4d1ccec0-4eb0-4fc2-83fe-bace59428376 service neutron] Bound port: f10991ff-1a4d-4d30-8702-2a1e8357a338, host: n-h2-713498-36, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '14252cf2-3edf-4154-bc45-0979579e9ece', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '845ecdc2-0c48-46c6-8d67-7eeeafb5d68b'}}] {{(pid=103230) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 20:00:12.339030 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [req-bb7d85aa-c621-4dbf-873b-24bb09d4fd9c req-4d1ccec0-4eb0-4fc2-83fe-bace59428376 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (f10991ff-1a4d-4d30-8702-2a1e8357a338), before_update {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:00:12.404552 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.db [req-bb7d85aa-c621-4dbf-873b-24bb09d4fd9c req-4d1ccec0-4eb0-4fc2-83fe-bace59428376 service neutron] For port f10991ff-1a4d-4d30-8702-2a1e8357a338, host n-h2-713498-36, cleared binding levels {{(pid=103230) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 20:00:12.407476 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.db [req-bb7d85aa-c621-4dbf-873b-24bb09d4fd9c req-4d1ccec0-4eb0-4fc2-83fe-bace59428376 service neutron] For port f10991ff-1a4d-4d30-8702-2a1e8357a338, host n-h2-713498-36, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-36',level=0,port_id=f10991ff-1a4d-4d30-8702-2a1e8357a338,segment=NetworkSegment(14252cf2-3edf-4154-bc45-0979579e9ece),segment_id=14252cf2-3edf-4154-bc45-0979579e9ece)] {{(pid=103230) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 20:00:12.414932 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [req-bb7d85aa-c621-4dbf-873b-24bb09d4fd9c req-4d1ccec0-4eb0-4fc2-83fe-bace59428376 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762867176205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762866656485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762866656503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14393758'] for port (f10991ff-1a4d-4d30-8702-2a1e8357a338), after_update {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:00:12.451054 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb7d85aa-c621-4dbf-873b-24bb09d4fd9c req-4d1ccec0-4eb0-4fc2-83fe-bace59428376 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:00:12.451679 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [req-bb7d85aa-c621-4dbf-873b-24bb09d4fd9c req-4d1ccec0-4eb0-4fc2-83fe-bace59428376 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171096'] for port (None), before_response {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:00:12.453231 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-bb7d85aa-c621-4dbf-873b-24bb09d4fd9c req-4d1ccec0-4eb0-4fc2-83fe-bace59428376 service neutron] 10.222.0.90 "PUT /v2.0/ports/f10991ff-1a4d-4d30-8702-2a1e8357a338 HTTP/1.1" status: 200 len: 1093 time: 0.8287644 Feb 09 20:00:12.478744 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d1ccec0-4eb0-4fc2-83fe-bace59428376 service neutron] Pushing event updated for resources: {'Port': ['ID=f10991ff-1a4d-4d30-8702-2a1e8357a338,revision_number=11']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:00:12.539973 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb7d85aa-c621-4dbf-873b-24bb09d4fd9c req-6da75663-8ee1-4267-b439-5b8e454b068c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:00:12.541509 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-bb7d85aa-c621-4dbf-873b-24bb09d4fd9c req-6da75663-8ee1-4267-b439-5b8e454b068c service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=6245c52be1054dbe94bb7e14e1adfcb2&device_id=1db92382-d273-4e5e-b1ac-5f344bbe1b4f HTTP/1.1" status: 200 len: 1127 time: 0.0544486 Feb 09 20:00:12.661150 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e28ad848-358c-4d43-a32e-3635c412619d req-5bee116d-6929-4ec0-b959-435ecbd9221a tempest-ServerActionsTestJSON-1289812127 tempest-ServerActionsTestJSON-1289812127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:00:12.662685 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-e28ad848-358c-4d43-a32e-3635c412619d req-5bee116d-6929-4ec0-b959-435ecbd9221a tempest-ServerActionsTestJSON-1289812127 tempest-ServerActionsTestJSON-1289812127-project] 10.222.0.75 "GET /v2.0/ports?device_id=1db92382-d273-4e5e-b1ac-5f344bbe1b4f HTTP/1.1" status: 200 len: 944 time: 0.1201758 Feb 09 20:00:12.696404 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb7d85aa-c621-4dbf-873b-24bb09d4fd9c req-36e71699-b820-4af4-8173-64e99c740015 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:00:12.697873 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-bb7d85aa-c621-4dbf-873b-24bb09d4fd9c req-36e71699-b820-4af4-8173-64e99c740015 service neutron] 10.222.0.90 "GET /v2.0/networks?id=845ecdc2-0c48-46c6-8d67-7eeeafb5d68b HTTP/1.1" status: 200 len: 912 time: 0.1460915 Feb 09 20:00:12.765269 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-e28ad848-358c-4d43-a32e-3635c412619d req-be61ece6-9baf-47f5-94e3-ea8a5cd6df2d tempest-ServerActionsTestJSON-1289812127 tempest-ServerActionsTestJSON-1289812127-project] 10.222.0.75 "GET /v2.0/security-groups?id=e468a9c8-1697-49aa-8796-02bfe1187ffe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0938408 Feb 09 20:00:12.784815 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-bb7d85aa-c621-4dbf-873b-24bb09d4fd9c req-8ba9371d-2745-4b1c-81b0-f77b09661994 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f10991ff-1a4d-4d30-8702-2a1e8357a338 HTTP/1.1" status: 200 len: 1000 time: 0.0788970 Feb 09 20:00:12.836500 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb7d85aa-c621-4dbf-873b-24bb09d4fd9c req-35f87b9f-9efa-4cff-8a80-f80fe7d2eb7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:00:12.838035 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-bb7d85aa-c621-4dbf-873b-24bb09d4fd9c req-35f87b9f-9efa-4cff-8a80-f80fe7d2eb7d service neutron] 10.222.0.90 "GET /v2.0/subnets?id=9a740078-9be8-472a-a565-0b0dba4a02f5 HTTP/1.1" status: 200 len: 850 time: 0.0451038 Feb 09 20:00:12.902955 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb7d85aa-c621-4dbf-873b-24bb09d4fd9c req-da8365f7-8b22-4805-a1cd-bddd0f05193e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:00:12.904471 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-bb7d85aa-c621-4dbf-873b-24bb09d4fd9c req-da8365f7-8b22-4805-a1cd-bddd0f05193e service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=845ecdc2-0c48-46c6-8d67-7eeeafb5d68b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0558136 Feb 09 20:00:13.001942 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-bb7d85aa-c621-4dbf-873b-24bb09d4fd9c req-11eb6b40-5e6a-47f1-b3a2-ef4fec39a62a service neutron] 10.222.0.90 "GET /v2.0/networks/845ecdc2-0c48-46c6-8d67-7eeeafb5d68b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0888512 Feb 09 20:00:13.108679 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-bb7d85aa-c621-4dbf-873b-24bb09d4fd9c req-7d8a05e3-9069-4c23-a2a0-85daa4f6ce19 service neutron] 10.222.0.90 "GET /v2.0/networks/845ecdc2-0c48-46c6-8d67-7eeeafb5d68b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0995359 Feb 09 20:00:13.175160 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-4b4b95ee-8e81-4dd4-a139-1e53d3dd30df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762867132591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593584'] for agent (93303d5e-5d17-45e8-8963-7694f87783ae), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:00:13.900819 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34881c71-47e5-4313-b687-5d81a9f6b41b req-2dd5b5d0-5814-46ff-92fd-e76782f44041 tempest-ServerActionsTestJSON-1289812127 tempest-ServerActionsTestJSON-1289812127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:00:13.902488 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-34881c71-47e5-4313-b687-5d81a9f6b41b req-2dd5b5d0-5814-46ff-92fd-e76782f44041 tempest-ServerActionsTestJSON-1289812127 tempest-ServerActionsTestJSON-1289812127-project] 10.222.0.75 "GET /v2.0/ports?device_id=1db92382-d273-4e5e-b1ac-5f344bbe1b4f HTTP/1.1" status: 200 len: 944 time: 0.0579121 Feb 09 20:00:13.951639 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-34881c71-47e5-4313-b687-5d81a9f6b41b req-49ad538d-59dd-4382-ab32-2a2d190f576f tempest-ServerActionsTestJSON-1289812127 tempest-ServerActionsTestJSON-1289812127-project] 10.222.0.75 "GET /v2.0/security-groups?id=e468a9c8-1697-49aa-8796-02bfe1187ffe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433033 Feb 09 20:00:14.205797 n-d-713498-36 neutron-server[103230]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1db92382-d273-4e5e-b1ac-5f344bbe1b4f', 'tag': 'f10991ff-1a4d-4d30-8702-2a1e8357a338'}] {{(pid=103230) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 20:00:14.208190 n-d-713498-36 neutron-server[103230]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bdec2cd40908e72a0a66447c6deb3367bbdbf2f4033028e05eb26280eb3900ec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fdf12ae2-5c36-4498-a94c-0875d90f2623" -d '{"events": [{"name": "network-changed", "server_uuid": "1db92382-d273-4e5e-b1ac-5f344bbe1b4f", "tag": "f10991ff-1a4d-4d30-8702-2a1e8357a338"}]}' {{(pid=103230) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 20:00:14.257508 n-d-713498-36 neutron-server[103230]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 20:00:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fb5b000a-726e-4014-a75a-b8504d41da8b x-openstack-request-id: req-fb5b000a-726e-4014-a75a-b8504d41da8b {{(pid=103230) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 20:00:14.258273 n-d-713498-36 neutron-server[103230]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1db92382-d273-4e5e-b1ac-5f344bbe1b4f", "tag": "f10991ff-1a4d-4d30-8702-2a1e8357a338", "status": "completed", "code": 200}]} {{(pid=103230) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 20:00:14.258536 n-d-713498-36 neutron-server[103230]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-fb5b000a-726e-4014-a75a-b8504d41da8b {{(pid=103230) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 20:00:14.258939 n-d-713498-36 neutron-server[103230]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1db92382-d273-4e5e-b1ac-5f344bbe1b4f', 'tag': 'f10991ff-1a4d-4d30-8702-2a1e8357a338', 'status': 'completed', 'code': 200} Feb 09 20:00:14.322554 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdf12ae2-5c36-4498-a94c-0875d90f2623 req-182ce1e7-c629-48f1-9db8-e6b7148d6209 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:00:14.324083 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-fdf12ae2-5c36-4498-a94c-0875d90f2623 req-182ce1e7-c629-48f1-9db8-e6b7148d6209 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=6245c52be1054dbe94bb7e14e1adfcb2&device_id=1db92382-d273-4e5e-b1ac-5f344bbe1b4f HTTP/1.1" status: 200 len: 1127 time: 0.0453053 Feb 09 20:00:14.338620 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdf12ae2-5c36-4498-a94c-0875d90f2623 req-aa32749e-9e2a-4cb5-9fd5-763537bf7bc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:00:14.340173 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-fdf12ae2-5c36-4498-a94c-0875d90f2623 req-aa32749e-9e2a-4cb5-9fd5-763537bf7bc0 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=6245c52be1054dbe94bb7e14e1adfcb2&device_id=1db92382-d273-4e5e-b1ac-5f344bbe1b4f HTTP/1.1" status: 200 len: 1127 time: 0.0492897 Feb 09 20:00:14.422018 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdf12ae2-5c36-4498-a94c-0875d90f2623 req-66450837-ccf5-4533-bf1e-0fdea20cd088 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:00:14.423514 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-fdf12ae2-5c36-4498-a94c-0875d90f2623 req-66450837-ccf5-4533-bf1e-0fdea20cd088 service neutron] 10.222.0.89 "GET /v2.0/networks?id=845ecdc2-0c48-46c6-8d67-7eeeafb5d68b HTTP/1.1" status: 200 len: 912 time: 0.0938051 Feb 09 20:00:14.438840 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdf12ae2-5c36-4498-a94c-0875d90f2623 req-c966df62-e774-46df-9d57-3ac324f8ed89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:00:14.440314 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-fdf12ae2-5c36-4498-a94c-0875d90f2623 req-c966df62-e774-46df-9d57-3ac324f8ed89 service neutron] 10.222.0.90 "GET /v2.0/networks?id=845ecdc2-0c48-46c6-8d67-7eeeafb5d68b HTTP/1.1" status: 200 len: 912 time: 0.0932784 Feb 09 20:00:14.494134 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-fdf12ae2-5c36-4498-a94c-0875d90f2623 req-e34ac449-d374-4c58-857e-7ba75421ba6e service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f10991ff-1a4d-4d30-8702-2a1e8357a338 HTTP/1.1" status: 200 len: 1000 time: 0.0628860 Feb 09 20:00:14.503341 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-edc54c9b-7f13-45d9-9271-85c9738b0128 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762867132591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593584'] for agent (a62b1850-466f-48ae-bec7-d62fb280e14b), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:00:14.508519 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Device f10991ff-1a4d-4d30-8702-2a1e8357a338 no longer exists at agent hyperv_n-h1-713498-36 {{(pid=103232) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 20:00:14.522000 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-fdf12ae2-5c36-4498-a94c-0875d90f2623 req-e444a54f-b6f4-46b0-9488-b718aa118d63 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f10991ff-1a4d-4d30-8702-2a1e8357a338 HTTP/1.1" status: 200 len: 1000 time: 0.0743139 Feb 09 20:00:14.560314 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] The host n-h1-713498-36 is not matching for port f10991ff-1a4d-4d30-8702-2a1e8357a338 host n-h2-713498-36! {{(pid=103232) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2330}} Feb 09 20:00:14.561030 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Device f10991ff-1a4d-4d30-8702-2a1e8357a338 not bound to the agent host n-h1-713498-36 {{(pid=103232) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 20:00:14.568158 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdf12ae2-5c36-4498-a94c-0875d90f2623 req-62b3b0e4-4a1e-4463-a461-150b5f872839 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:00:14.570357 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-fdf12ae2-5c36-4498-a94c-0875d90f2623 req-62b3b0e4-4a1e-4463-a461-150b5f872839 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=9a740078-9be8-472a-a565-0b0dba4a02f5 HTTP/1.1" status: 200 len: 850 time: 0.0711763 Feb 09 20:00:14.592355 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdf12ae2-5c36-4498-a94c-0875d90f2623 req-de2ba19e-1ab1-4d36-aa3e-a28b51be3baa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:00:14.593856 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-fdf12ae2-5c36-4498-a94c-0875d90f2623 req-de2ba19e-1ab1-4d36-aa3e-a28b51be3baa service neutron] 10.222.0.90 "GET /v2.0/subnets?id=9a740078-9be8-472a-a565-0b0dba4a02f5 HTTP/1.1" status: 200 len: 850 time: 0.0614974 Feb 09 20:00:14.623812 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdf12ae2-5c36-4498-a94c-0875d90f2623 req-2da56104-f0b0-43e4-bd18-b11e0dd5f287 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:00:14.625362 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-fdf12ae2-5c36-4498-a94c-0875d90f2623 req-2da56104-f0b0-43e4-bd18-b11e0dd5f287 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=845ecdc2-0c48-46c6-8d67-7eeeafb5d68b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0494208 Feb 09 20:00:14.655166 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdf12ae2-5c36-4498-a94c-0875d90f2623 req-c48f9233-f267-469f-a767-d7ce933d1c9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:00:14.656725 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-fdf12ae2-5c36-4498-a94c-0875d90f2623 req-c48f9233-f267-469f-a767-d7ce933d1c9c service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=845ecdc2-0c48-46c6-8d67-7eeeafb5d68b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0518315 Feb 09 20:00:14.719524 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-fdf12ae2-5c36-4498-a94c-0875d90f2623 req-041244fd-ee71-44bb-be16-3d882c87091d service neutron] 10.222.0.89 "GET /v2.0/networks/845ecdc2-0c48-46c6-8d67-7eeeafb5d68b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0878642 Feb 09 20:00:14.765850 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-fdf12ae2-5c36-4498-a94c-0875d90f2623 req-90331b2d-eeab-4a10-ad8d-5874a08ae5f5 service neutron] 10.222.0.90 "GET /v2.0/networks/845ecdc2-0c48-46c6-8d67-7eeeafb5d68b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0938632 Feb 09 20:00:14.822370 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-fdf12ae2-5c36-4498-a94c-0875d90f2623 req-1b15bfb6-715c-4899-b34f-e231b708d31e service neutron] 10.222.0.89 "GET /v2.0/networks/845ecdc2-0c48-46c6-8d67-7eeeafb5d68b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0973680 Feb 09 20:00:14.871739 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-fdf12ae2-5c36-4498-a94c-0875d90f2623 req-e5ad03a3-4087-40b1-93e1-50ea8a1b93c8 service neutron] 10.222.0.90 "GET /v2.0/networks/845ecdc2-0c48-46c6-8d67-7eeeafb5d68b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0930333 Feb 09 20:00:15.080073 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bad7996d-b5b1-4a48-a5fd-0f4979b9fc0d req-86de02ad-c50f-4383-aa14-b0d46dd236f3 tempest-ServerActionsTestJSON-1289812127 tempest-ServerActionsTestJSON-1289812127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:00:15.081727 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-bad7996d-b5b1-4a48-a5fd-0f4979b9fc0d req-86de02ad-c50f-4383-aa14-b0d46dd236f3 tempest-ServerActionsTestJSON-1289812127 tempest-ServerActionsTestJSON-1289812127-project] 10.222.0.75 "GET /v2.0/ports?device_id=1db92382-d273-4e5e-b1ac-5f344bbe1b4f HTTP/1.1" status: 200 len: 944 time: 0.0592401 Feb 09 20:00:15.136619 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-bad7996d-b5b1-4a48-a5fd-0f4979b9fc0d req-34724086-1674-4da3-9c47-f1e195d7cb90 tempest-ServerActionsTestJSON-1289812127 tempest-ServerActionsTestJSON-1289812127-project] 10.222.0.75 "GET /v2.0/security-groups?id=e468a9c8-1697-49aa-8796-02bfe1187ffe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0479774 Feb 09 20:00:15.916384 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Device f10991ff-1a4d-4d30-8702-2a1e8357a338 details requested by agent hyperv_n-h2-713498-36 with host n-h2-713498-36 {{(pid=103232) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 20:00:16.013628 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-7429db8d-6021-40ad-813e-885be449a89b None None] For port f10991ff-1a4d-4d30-8702-2a1e8357a338, host n-h2-713498-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-36',level=0,port_id=f10991ff-1a4d-4d30-8702-2a1e8357a338,segment=NetworkSegment(14252cf2-3edf-4154-bc45-0979579e9ece),segment_id=14252cf2-3edf-4154-bc45-0979579e9ece)] {{(pid=103232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 20:00:16.026007 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Returning: {'device': 'f10991ff-1a4d-4d30-8702-2a1e8357a338', 'network_id': '845ecdc2-0c48-46c6-8d67-7eeeafb5d68b', 'port_id': 'f10991ff-1a4d-4d30-8702-2a1e8357a338', 'mac_address': 'fa:16:3e:25:12:ea', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 361, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9a740078-9be8-472a-a565-0b0dba4a02f5', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103232) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 20:00:16.064842 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Current status of the port f10991ff-1a4d-4d30-8702-2a1e8357a338 is: DOWN; New status is: BUILD {{(pid=103232) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 20:00:16.065233 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (f10991ff-1a4d-4d30-8702-2a1e8357a338), before_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:00:16.082394 n-d-713498-36 neutron-server[103232]: DEBUG neutron.notifiers.nova [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f10991ff-1a4d-4d30-8702-2a1e8357a338 {{(pid=103232) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 20:00:16.102287 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-7429db8d-6021-40ad-813e-885be449a89b None None] For port f10991ff-1a4d-4d30-8702-2a1e8357a338, host n-h2-713498-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-36',level=0,port_id=f10991ff-1a4d-4d30-8702-2a1e8357a338,segment=NetworkSegment(14252cf2-3edf-4154-bc45-0979579e9ece),segment_id=14252cf2-3edf-4154-bc45-0979579e9ece)] {{(pid=103232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 20:00:16.111276 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762867176205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762866656485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762866656503'] for port (f10991ff-1a4d-4d30-8702-2a1e8357a338), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:00:16.150980 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-a7262a8e-0513-48fd-984d-75726a511961 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762867132591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593584'] for agent (911cfea2-02ae-4ec9-bac3-7808ee1cdd9c), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:00:16.167920 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Pushing event updated for resources: {'Port': ['ID=f10991ff-1a4d-4d30-8702-2a1e8357a338,revision_number=12']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:00:16.275081 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1e079d8-6285-4a6c-9286-b7e561e7aa79 req-d338ff2a-126c-4c79-9b42-d6b1ea22f58e tempest-ServerActionsTestJSON-1289812127 tempest-ServerActionsTestJSON-1289812127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:00:16.276979 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-a1e079d8-6285-4a6c-9286-b7e561e7aa79 req-d338ff2a-126c-4c79-9b42-d6b1ea22f58e tempest-ServerActionsTestJSON-1289812127 tempest-ServerActionsTestJSON-1289812127-project] 10.222.0.75 "GET /v2.0/ports?device_id=1db92382-d273-4e5e-b1ac-5f344bbe1b4f HTTP/1.1" status: 200 len: 945 time: 0.0586047 Feb 09 20:00:16.331101 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-a1e079d8-6285-4a6c-9286-b7e561e7aa79 req-a8341af2-3b40-4530-80ed-db372e712021 tempest-ServerActionsTestJSON-1289812127 tempest-ServerActionsTestJSON-1289812127-project] 10.222.0.75 "GET /v2.0/security-groups?id=e468a9c8-1697-49aa-8796-02bfe1187ffe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0485375 Feb 09 20:00:16.423432 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-7429db8d-6021-40ad-813e-885be449a89b None None] get_ports_and_sgs() called for port_ids ['f10991ff-1a4d-4d30-8702-2a1e8357a338'] {{(pid=103232) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 20:00:16.449842 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e396f7ad-c02b-4706-bb9b-6e23bde805da req-fbcb1543-749f-45de-a32b-f2393de27b40 tempest-ServerActionsTestJSON-1289812127 tempest-ServerActionsTestJSON-1289812127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:00:16.451399 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-e396f7ad-c02b-4706-bb9b-6e23bde805da req-fbcb1543-749f-45de-a32b-f2393de27b40 tempest-ServerActionsTestJSON-1289812127 tempest-ServerActionsTestJSON-1289812127-project] 10.222.0.75 "GET /v2.0/ports?device_id=1db92382-d273-4e5e-b1ac-5f344bbe1b4f HTTP/1.1" status: 200 len: 945 time: 0.0520940 Feb 09 20:00:16.503325 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-e396f7ad-c02b-4706-bb9b-6e23bde805da req-e2953a29-7168-468b-b56e-c0d47829b1e3 tempest-ServerActionsTestJSON-1289812127 tempest-ServerActionsTestJSON-1289812127-project] 10.222.0.75 "GET /v2.0/security-groups?id=e468a9c8-1697-49aa-8796-02bfe1187ffe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0462656 Feb 09 20:00:16.627194 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70117233-3979-40fa-b675-3e19931cb329 req-b56b3975-1449-4421-a1f3-c2064689dbf1 tempest-ServerActionsTestJSON-1289812127 tempest-ServerActionsTestJSON-1289812127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:00:16.628691 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-70117233-3979-40fa-b675-3e19931cb329 req-b56b3975-1449-4421-a1f3-c2064689dbf1 tempest-ServerActionsTestJSON-1289812127 tempest-ServerActionsTestJSON-1289812127-project] 10.222.0.75 "GET /v2.0/ports?device_id=1db92382-d273-4e5e-b1ac-5f344bbe1b4f HTTP/1.1" status: 200 len: 945 time: 0.0552449 Feb 09 20:00:16.676651 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-70117233-3979-40fa-b675-3e19931cb329 req-20217707-c202-4ee5-b97e-d92d0ab86a99 tempest-ServerActionsTestJSON-1289812127 tempest-ServerActionsTestJSON-1289812127-project] 10.222.0.75 "GET /v2.0/security-groups?id=e468a9c8-1697-49aa-8796-02bfe1187ffe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414932 Feb 09 20:00:16.913373 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ff56da5-900f-4196-9ee9-d396a7c13d77 req-962cdaea-7a3c-44ef-b2c8-39120b703d9f tempest-ServerActionsTestJSON-1289812127 tempest-ServerActionsTestJSON-1289812127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:00:16.914890 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-6ff56da5-900f-4196-9ee9-d396a7c13d77 req-962cdaea-7a3c-44ef-b2c8-39120b703d9f tempest-ServerActionsTestJSON-1289812127 tempest-ServerActionsTestJSON-1289812127-project] 10.222.0.75 "GET /v2.0/ports?device_id=1db92382-d273-4e5e-b1ac-5f344bbe1b4f HTTP/1.1" status: 200 len: 945 time: 0.0534294 Feb 09 20:00:16.961549 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-6ff56da5-900f-4196-9ee9-d396a7c13d77 req-5ac54927-b679-4fe7-b29d-e25933502858 tempest-ServerActionsTestJSON-1289812127 tempest-ServerActionsTestJSON-1289812127-project] 10.222.0.75 "GET /v2.0/security-groups?id=e468a9c8-1697-49aa-8796-02bfe1187ffe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407248 Feb 09 20:00:17.126126 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762867132591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593584'] for agent (496418a2-c002-4aec-ab1a-07f3bea491bd), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:00:17.919709 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Device f10991ff-1a4d-4d30-8702-2a1e8357a338 up at agent hyperv_n-h2-713498-36 {{(pid=103232) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 20:00:17.969061 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.provisioning_blocks [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Provisioning for port f10991ff-1a4d-4d30-8702-2a1e8357a338 completed by entity L2. {{(pid=103232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 20:00:17.973543 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.provisioning_blocks [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Provisioning complete for port f10991ff-1a4d-4d30-8702-2a1e8357a338 triggered by entity L2. {{(pid=103232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 20:00:17.973923 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593630'] for port (f10991ff-1a4d-4d30-8702-2a1e8357a338), provisioning_complete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:00:18.054927 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Current status of the port f10991ff-1a4d-4d30-8702-2a1e8357a338 is: BUILD; New status is: ACTIVE {{(pid=103232) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 20:00:18.055310 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (f10991ff-1a4d-4d30-8702-2a1e8357a338), before_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:00:18.078183 n-d-713498-36 neutron-server[103232]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1db92382-d273-4e5e-b1ac-5f344bbe1b4f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f10991ff-1a4d-4d30-8702-2a1e8357a338'}] {{(pid=103232) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 20:00:18.083594 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f20c487-c1fa-439b-ab40-a499d57dbbe0 req-63cc5899-c4b3-4200-9650-ca25e97d472a tempest-ServerActionsTestJSON-1289812127 tempest-ServerActionsTestJSON-1289812127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:00:18.086100 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-5f20c487-c1fa-439b-ab40-a499d57dbbe0 req-63cc5899-c4b3-4200-9650-ca25e97d472a tempest-ServerActionsTestJSON-1289812127 tempest-ServerActionsTestJSON-1289812127-project] 10.222.0.75 "GET /v2.0/ports?device_id=1db92382-d273-4e5e-b1ac-5f344bbe1b4f HTTP/1.1" status: 200 len: 945 time: 0.0536714 Feb 09 20:00:18.092453 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-7429db8d-6021-40ad-813e-885be449a89b None None] For port f10991ff-1a4d-4d30-8702-2a1e8357a338, host n-h2-713498-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-36',level=0,port_id=f10991ff-1a4d-4d30-8702-2a1e8357a338,segment=NetworkSegment(14252cf2-3edf-4154-bc45-0979579e9ece),segment_id=14252cf2-3edf-4154-bc45-0979579e9ece)] {{(pid=103232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 20:00:18.097836 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762867176205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762866656485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762866656503'] for port (f10991ff-1a4d-4d30-8702-2a1e8357a338), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:00:18.124163 n-d-713498-36 neutron-server[103232]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cbbf3601bdfb8db7b6600aedba7e3851fa962f00dad36f02e289fea53b94aa67" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-16c87566-5a6f-4f42-abae-b8dde40eb7f9" -d '{"events": [{"server_uuid": "1db92382-d273-4e5e-b1ac-5f344bbe1b4f", "name": "network-vif-plugged", "status": "completed", "tag": "f10991ff-1a4d-4d30-8702-2a1e8357a338"}]}' {{(pid=103232) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 20:00:18.139109 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-5f20c487-c1fa-439b-ab40-a499d57dbbe0 req-9048ec2a-3cf8-4a40-ba9a-6e44fa632351 tempest-ServerActionsTestJSON-1289812127 tempest-ServerActionsTestJSON-1289812127-project] 10.222.0.75 "GET /v2.0/security-groups?id=e468a9c8-1697-49aa-8796-02bfe1187ffe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443258 Feb 09 20:00:18.154829 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Pushing event updated for resources: {'Port': ['ID=f10991ff-1a4d-4d30-8702-2a1e8357a338,revision_number=13']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:00:18.219639 n-d-713498-36 neutron-server[103232]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 20:00:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0d87d1c0-af73-46f1-8ee6-bc6814b8e199 x-openstack-request-id: req-0d87d1c0-af73-46f1-8ee6-bc6814b8e199 {{(pid=103232) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 20:00:18.219939 n-d-713498-36 neutron-server[103232]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1db92382-d273-4e5e-b1ac-5f344bbe1b4f", "name": "network-vif-plugged", "status": "completed", "tag": "f10991ff-1a4d-4d30-8702-2a1e8357a338", "code": 200}]} {{(pid=103232) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 20:00:18.220197 n-d-713498-36 neutron-server[103232]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-0d87d1c0-af73-46f1-8ee6-bc6814b8e199 {{(pid=103232) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 20:00:18.220615 n-d-713498-36 neutron-server[103232]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1db92382-d273-4e5e-b1ac-5f344bbe1b4f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f10991ff-1a4d-4d30-8702-2a1e8357a338', 'code': 200} Feb 09 20:00:18.850107 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73d23b83-9c22-4ead-9152-ad6540c9dc78 req-4d8a964b-e0ea-4dbd-91df-905ab6d7cfdd tempest-ServerActionsTestJSON-1289812127 tempest-ServerActionsTestJSON-1289812127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:00:18.852219 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-73d23b83-9c22-4ead-9152-ad6540c9dc78 req-4d8a964b-e0ea-4dbd-91df-905ab6d7cfdd tempest-ServerActionsTestJSON-1289812127 tempest-ServerActionsTestJSON-1289812127-project] 10.222.0.90 "GET /v2.0/ports?device_id=1db92382-d273-4e5e-b1ac-5f344bbe1b4f HTTP/1.1" status: 200 len: 946 time: 0.0596912 Feb 09 20:00:18.954277 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.plugin [req-73d23b83-9c22-4ead-9152-ad6540c9dc78 req-8376078d-6943-4a02-9347-68938fbebd42 tempest-ServerActionsTestJSON-1289812127 tempest-ServerActionsTestJSON-1289812127-project] Deleting port f10991ff-1a4d-4d30-8702-2a1e8357a338 {{(pid=103230) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 20:00:18.954877 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [req-73d23b83-9c22-4ead-9152-ad6540c9dc78 req-8376078d-6943-4a02-9347-68938fbebd42 tempest-ServerActionsTestJSON-1289812127 tempest-ServerActionsTestJSON-1289812127-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762867170196'] for port (f10991ff-1a4d-4d30-8702-2a1e8357a338), before_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:00:18.966812 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762867132591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593584'] for agent (488cd9ae-631f-4955-ba0b-4f5a13f12e9c), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:00:19.051317 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.db [req-73d23b83-9c22-4ead-9152-ad6540c9dc78 req-8376078d-6943-4a02-9347-68938fbebd42 tempest-ServerActionsTestJSON-1289812127 tempest-ServerActionsTestJSON-1289812127-project] For port f10991ff-1a4d-4d30-8702-2a1e8357a338, host n-h2-713498-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-36',level=0,port_id=f10991ff-1a4d-4d30-8702-2a1e8357a338,segment=NetworkSegment(14252cf2-3edf-4154-bc45-0979579e9ece),segment_id=14252cf2-3edf-4154-bc45-0979579e9ece)] {{(pid=103230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 20:00:19.051681 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [req-73d23b83-9c22-4ead-9152-ad6540c9dc78 req-8376078d-6943-4a02-9347-68938fbebd42 tempest-ServerActionsTestJSON-1289812127 tempest-ServerActionsTestJSON-1289812127-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1820838'] for port (f10991ff-1a4d-4d30-8702-2a1e8357a338), precommit_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:00:19.279922 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1bd006e-78c6-443a-b46f-f2a5b462a7ce req-30438973-401d-430f-9d52-90ac4eacf64a tempest-ServerActionsTestJSON-1289812127 tempest-ServerActionsTestJSON-1289812127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:00:19.281515 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-e1bd006e-78c6-443a-b46f-f2a5b462a7ce req-30438973-401d-430f-9d52-90ac4eacf64a tempest-ServerActionsTestJSON-1289812127 tempest-ServerActionsTestJSON-1289812127-project] 10.222.0.75 "GET /v2.0/ports?device_id=1db92382-d273-4e5e-b1ac-5f344bbe1b4f HTTP/1.1" status: 200 len: 946 time: 0.0582626 Feb 09 20:00:19.333531 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-e1bd006e-78c6-443a-b46f-f2a5b462a7ce req-a9c82dd4-5edd-4f2f-a579-1062426009c2 tempest-ServerActionsTestJSON-1289812127 tempest-ServerActionsTestJSON-1289812127-project] 10.222.0.75 "GET /v2.0/security-groups?id=e468a9c8-1697-49aa-8796-02bfe1187ffe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0462821 Feb 09 20:00:19.451529 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762867132591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593584'] for agent (bcd5faee-dc24-4298-9134-0e0aa054058e), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:00:19.464772 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [req-73d23b83-9c22-4ead-9152-ad6540c9dc78 req-8376078d-6943-4a02-9347-68938fbebd42 tempest-ServerActionsTestJSON-1289812127 tempest-ServerActionsTestJSON-1289812127-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:00:19.465144 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [req-73d23b83-9c22-4ead-9152-ad6540c9dc78 req-8376078d-6943-4a02-9347-68938fbebd42 tempest-ServerActionsTestJSON-1289812127 tempest-ServerActionsTestJSON-1289812127-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1818909'] for floatingip (3f50e9e5-6deb-46a3-8b44-7a4b66111d8f), after_update {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:00:19.465471 n-d-713498-36 neutron-server[103230]: INFO neutron.db.l3_db [req-73d23b83-9c22-4ead-9152-ad6540c9dc78 req-8376078d-6943-4a02-9347-68938fbebd42 tempest-ServerActionsTestJSON-1289812127 tempest-ServerActionsTestJSON-1289812127-project] Floating IP 3f50e9e5-6deb-46a3-8b44-7a4b66111d8f disassociated. External IP: 172.25.1.238, port: f10991ff-1a4d-4d30-8702-2a1e8357a338. Feb 09 20:00:19.465811 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.plugin [req-73d23b83-9c22-4ead-9152-ad6540c9dc78 req-8376078d-6943-4a02-9347-68938fbebd42 tempest-ServerActionsTestJSON-1289812127 tempest-ServerActionsTestJSON-1289812127-project] Calling delete_port for f10991ff-1a4d-4d30-8702-2a1e8357a338 owned by compute:nova {{(pid=103230) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 20:00:19.607221 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [req-73d23b83-9c22-4ead-9152-ad6540c9dc78 req-8376078d-6943-4a02-9347-68938fbebd42 tempest-ServerActionsTestJSON-1289812127 tempest-ServerActionsTestJSON-1289812127-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762867177463', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762866656476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14393751'] for port (f10991ff-1a4d-4d30-8702-2a1e8357a338), after_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:00:19.637704 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8376078d-6943-4a02-9347-68938fbebd42 tempest-ServerActionsTestJSON-1289812127 tempest-ServerActionsTestJSON-1289812127-project] Pushing event deleted for resources: {'Port': ['ID=f10991ff-1a4d-4d30-8702-2a1e8357a338,revision_number=None']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:00:19.648454 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8376078d-6943-4a02-9347-68938fbebd42 tempest-ServerActionsTestJSON-1289812127 tempest-ServerActionsTestJSON-1289812127-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:00:19.648807 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8376078d-6943-4a02-9347-68938fbebd42 tempest-ServerActionsTestJSON-1289812127 tempest-ServerActionsTestJSON-1289812127-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:00:19.649153 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8376078d-6943-4a02-9347-68938fbebd42 tempest-ServerActionsTestJSON-1289812127 tempest-ServerActionsTestJSON-1289812127-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:00:19.649491 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8376078d-6943-4a02-9347-68938fbebd42 tempest-ServerActionsTestJSON-1289812127 tempest-ServerActionsTestJSON-1289812127-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:00:19.649824 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8376078d-6943-4a02-9347-68938fbebd42 tempest-ServerActionsTestJSON-1289812127 tempest-ServerActionsTestJSON-1289812127-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:00:19.650183 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8376078d-6943-4a02-9347-68938fbebd42 tempest-ServerActionsTestJSON-1289812127 tempest-ServerActionsTestJSON-1289812127-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:00:19.650517 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8376078d-6943-4a02-9347-68938fbebd42 tempest-ServerActionsTestJSON-1289812127 tempest-ServerActionsTestJSON-1289812127-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:00:19.650844 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8376078d-6943-4a02-9347-68938fbebd42 tempest-ServerActionsTestJSON-1289812127 tempest-ServerActionsTestJSON-1289812127-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:00:19.651175 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8376078d-6943-4a02-9347-68938fbebd42 tempest-ServerActionsTestJSON-1289812127 tempest-ServerActionsTestJSON-1289812127-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:00:19.651496 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8376078d-6943-4a02-9347-68938fbebd42 tempest-ServerActionsTestJSON-1289812127 tempest-ServerActionsTestJSON-1289812127-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:00:19.651819 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8376078d-6943-4a02-9347-68938fbebd42 tempest-ServerActionsTestJSON-1289812127 tempest-ServerActionsTestJSON-1289812127-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:00:19.652140 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8376078d-6943-4a02-9347-68938fbebd42 tempest-ServerActionsTestJSON-1289812127 tempest-ServerActionsTestJSON-1289812127-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:00:19.652487 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8376078d-6943-4a02-9347-68938fbebd42 tempest-ServerActionsTestJSON-1289812127 tempest-ServerActionsTestJSON-1289812127-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:00:19.784715 n-d-713498-36 neutron-server[103230]: DEBUG neutron.scheduler.l3_agent_scheduler [req-73d23b83-9c22-4ead-9152-ad6540c9dc78 req-8376078d-6943-4a02-9347-68938fbebd42 tempest-ServerActionsTestJSON-1289812127 tempest-ServerActionsTestJSON-1289812127-project] Router 8b66ef66-4e9c-49b4-8232-c6c9e9bf7f1c has already been hosted by L3 agent 93303d5e-5d17-45e8-8963-7694f87783ae {{(pid=103230) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 20:00:19.901315 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-73d23b83-9c22-4ead-9152-ad6540c9dc78 req-8376078d-6943-4a02-9347-68938fbebd42 tempest-ServerActionsTestJSON-1289812127 tempest-ServerActionsTestJSON-1289812127-project] Notify agent at l3_agent.n-d-713498-36 the message routers_updated {{(pid=103230) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 20:00:19.912533 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0359b3b3-e24a-4c32-a54f-5cfbe2853cec None None] Sync routers for ids ['8b66ef66-4e9c-49b4-8232-c6c9e9bf7f1c'] in n-d-713498-36 {{(pid=103232) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 20:00:19.922808 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0359b3b3-e24a-4c32-a54f-5cfbe2853cec None None] Routers {'8b66ef66-4e9c-49b4-8232-c6c9e9bf7f1c'} bound to L3 agent in host n-d-713498-36 {{(pid=103232) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 20:00:19.923419 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.l3_hamode_db [None req-0359b3b3-e24a-4c32-a54f-5cfbe2853cec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T18:51:43Z,description=,heartbeat_timestamp=2022-02-09T20:00:13Z,host='n-d-713498-36',id=93303d5e-5d17-45e8-8963-7694f87783ae,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T18:51:43Z,topic='l3_agent')) {'router_ids': ['8b66ef66-4e9c-49b4-8232-c6c9e9bf7f1c'], 'active': True} {{(pid=103232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 20:00:19.943642 n-d-713498-36 neutron-server[103230]: DEBUG neutron.db.l3_dvrscheduler_db [req-73d23b83-9c22-4ead-9152-ad6540c9dc78 req-8376078d-6943-4a02-9347-68938fbebd42 tempest-ServerActionsTestJSON-1289812127 tempest-ServerActionsTestJSON-1289812127-project] No DVR routers for this DVR port f10991ff-1a4d-4d30-8702-2a1e8357a338 on host n-h2-713498-36 {{(pid=103230) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 20:00:19.946653 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [req-73d23b83-9c22-4ead-9152-ad6540c9dc78 req-8376078d-6943-4a02-9347-68938fbebd42 tempest-ServerActionsTestJSON-1289812127 tempest-ServerActionsTestJSON-1289812127-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171096'] for port (None), before_response {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:00:19.950150 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-73d23b83-9c22-4ead-9152-ad6540c9dc78 req-8376078d-6943-4a02-9347-68938fbebd42 tempest-ServerActionsTestJSON-1289812127 tempest-ServerActionsTestJSON-1289812127-project] 10.222.0.90 "DELETE /v2.0/ports/f10991ff-1a4d-4d30-8702-2a1e8357a338 HTTP/1.1" status: 204 len: 173 time: 1.0896780 Feb 09 20:00:19.950605 n-d-713498-36 neutron-server[103230]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1db92382-d273-4e5e-b1ac-5f344bbe1b4f', 'name': 'network-vif-deleted', 'tag': 'f10991ff-1a4d-4d30-8702-2a1e8357a338'}] {{(pid=103230) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 20:00:19.952896 n-d-713498-36 neutron-server[103230]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bdec2cd40908e72a0a66447c6deb3367bbdbf2f4033028e05eb26280eb3900ec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-77f40f52-d5dd-4cff-a801-b0f494bc43f9" -d '{"events": [{"server_uuid": "1db92382-d273-4e5e-b1ac-5f344bbe1b4f", "name": "network-vif-deleted", "tag": "f10991ff-1a4d-4d30-8702-2a1e8357a338"}]}' {{(pid=103230) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 20:00:20.005316 n-d-713498-36 neutron-server[103230]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 20:00:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2932bd3a-4820-452c-9245-11f1d11e86d0 x-openstack-request-id: req-2932bd3a-4820-452c-9245-11f1d11e86d0 {{(pid=103230) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 20:00:20.005622 n-d-713498-36 neutron-server[103230]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1db92382-d273-4e5e-b1ac-5f344bbe1b4f", "name": "network-vif-deleted", "tag": "f10991ff-1a4d-4d30-8702-2a1e8357a338", "status": "completed", "code": 200}]} {{(pid=103230) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 20:00:20.005879 n-d-713498-36 neutron-server[103230]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-2932bd3a-4820-452c-9245-11f1d11e86d0 {{(pid=103230) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 20:00:20.006315 n-d-713498-36 neutron-server[103230]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1db92382-d273-4e5e-b1ac-5f344bbe1b4f', 'name': 'network-vif-deleted', 'tag': 'f10991ff-1a4d-4d30-8702-2a1e8357a338', 'status': 'completed', 'code': 200} Feb 09 20:00:20.043029 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.l3_dvr_db [None req-0359b3b3-e24a-4c32-a54f-5cfbe2853cec None None] Set router 8b66ef66-4e9c-49b4-8232-c6c9e9bf7f1c gateway port host: n-d-713498-36 {{(pid=103232) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 20:00:20.250478 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.l3_hamode_db [None req-0359b3b3-e24a-4c32-a54f-5cfbe2853cec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b66ef66-4e9c-49b4-8232-c6c9e9bf7f1c', 'name': 'tempest-ServerActionsTestJSON-426882205-router', 'tenant_id': '6245c52be1054dbe94bb7e14e1adfcb2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88055e1e-672a-4487-be31-ffb6e833ece5', 'external_fixed_ips': [{'subnet_id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'ip_address': '172.25.1.251'}], 'enable_snat': True}, 'gw_port_id': '3b5f4677-7e2f-4257-84e8-83453d3478a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T19:57:08Z', 'updated_at': '2022-02-09T19:57:12Z', 'revision_number': 4, 'project_id': '6245c52be1054dbe94bb7e14e1adfcb2', 'gw_port': {'id': '3b5f4677-7e2f-4257-84e8-83453d3478a8', 'name': '', 'network_id': '88055e1e-672a-4487-be31-ffb6e833ece5', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:a5:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b66ef66-4e9c-49b4-8232-c6c9e9bf7f1c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4092, 'fixed_ips': [{'subnet_id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'ip_address': '172.25.1.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T19:57:09Z', 'updated_at': '2022-02-09T19:57:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-36', '_interfaces': [{'id': '43b4eee5-a731-4a67-8516-bb0b1f16ff86', 'name': '', 'network_id': '845ecdc2-0c48-46c6-8d67-7eeeafb5d68b', 'tenant_id': '6245c52be1054dbe94bb7e14e1adfcb2', 'mac_address': 'fa:16:3e:58:6c:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b66ef66-4e9c-49b4-8232-c6c9e9bf7f1c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4093, 'fixed_ips': [{'subnet_id': '9a740078-9be8-472a-a565-0b0dba4a02f5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T19:57:11Z', 'updated_at': '2022-02-09T19:57:15Z', 'revision_number': 5, 'project_id': '6245c52be1054dbe94bb7e14e1adfcb2', 'subnets': [{'id': '9a740078-9be8-472a-a565-0b0dba4a02f5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-36', False) {} {{(pid=103232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 20:00:20.276935 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0359b3b3-e24a-4c32-a54f-5cfbe2853cec None None] Checking router: 8b66ef66-4e9c-49b4-8232-c6c9e9bf7f1c for host: n-d-713498-36 {{(pid=103232) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 20:00:20.285126 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0359b3b3-e24a-4c32-a54f-5cfbe2853cec None None] Routers {'8b66ef66-4e9c-49b4-8232-c6c9e9bf7f1c'} bound to L3 agent in host n-d-713498-36 {{(pid=103232) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 20:00:20.285730 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.l3_hamode_db [None req-0359b3b3-e24a-4c32-a54f-5cfbe2853cec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T18:51:43Z,description=,heartbeat_timestamp=2022-02-09T20:00:13Z,host='n-d-713498-36',id=93303d5e-5d17-45e8-8963-7694f87783ae,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T18:51:43Z,topic='l3_agent')) {'router_ids': ['8b66ef66-4e9c-49b4-8232-c6c9e9bf7f1c'], 'active': True} {{(pid=103232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 20:00:20.400207 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.l3_dvr_db [None req-0359b3b3-e24a-4c32-a54f-5cfbe2853cec None None] Set router 8b66ef66-4e9c-49b4-8232-c6c9e9bf7f1c gateway port host: n-d-713498-36 {{(pid=103232) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 20:00:20.462497 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-90dc819d-9769-4308-9145-5754c55e292a req-0683ff3e-2078-47c3-b76d-e59b7d601c0f tempest-ServerActionsTestJSON-1289812127 tempest-ServerActionsTestJSON-1289812127-project] 10.222.0.75 "GET /v2.0/ports?device_id=1db92382-d273-4e5e-b1ac-5f344bbe1b4f HTTP/1.1" status: 200 len: 210 time: 0.0328779 Feb 09 20:00:20.609399 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.l3_hamode_db [None req-0359b3b3-e24a-4c32-a54f-5cfbe2853cec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b66ef66-4e9c-49b4-8232-c6c9e9bf7f1c', 'name': 'tempest-ServerActionsTestJSON-426882205-router', 'tenant_id': '6245c52be1054dbe94bb7e14e1adfcb2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88055e1e-672a-4487-be31-ffb6e833ece5', 'external_fixed_ips': [{'subnet_id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'ip_address': '172.25.1.251'}], 'enable_snat': True}, 'gw_port_id': '3b5f4677-7e2f-4257-84e8-83453d3478a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T19:57:08Z', 'updated_at': '2022-02-09T19:57:12Z', 'revision_number': 4, 'project_id': '6245c52be1054dbe94bb7e14e1adfcb2', 'gw_port': {'id': '3b5f4677-7e2f-4257-84e8-83453d3478a8', 'name': '', 'network_id': '88055e1e-672a-4487-be31-ffb6e833ece5', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:a5:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b66ef66-4e9c-49b4-8232-c6c9e9bf7f1c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4092, 'fixed_ips': [{'subnet_id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'ip_address': '172.25.1.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T19:57:09Z', 'updated_at': '2022-02-09T19:57:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-36', '_interfaces': [{'id': '43b4eee5-a731-4a67-8516-bb0b1f16ff86', 'name': '', 'network_id': '845ecdc2-0c48-46c6-8d67-7eeeafb5d68b', 'tenant_id': '6245c52be1054dbe94bb7e14e1adfcb2', 'mac_address': 'fa:16:3e:58:6c:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b66ef66-4e9c-49b4-8232-c6c9e9bf7f1c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4093, 'fixed_ips': [{'subnet_id': '9a740078-9be8-472a-a565-0b0dba4a02f5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T19:57:11Z', 'updated_at': '2022-02-09T19:57:15Z', 'revision_number': 5, 'project_id': '6245c52be1054dbe94bb7e14e1adfcb2', 'subnets': [{'id': '9a740078-9be8-472a-a565-0b0dba4a02f5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-36', False) {} {{(pid=103232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 20:00:20.638729 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0359b3b3-e24a-4c32-a54f-5cfbe2853cec None None] The sync data for ids ['8b66ef66-4e9c-49b4-8232-c6c9e9bf7f1c'] in n-d-713498-36 is: [{'id': '8b66ef66-4e9c-49b4-8232-c6c9e9bf7f1c', 'name': 'tempest-ServerActionsTestJSON-426882205-router', 'tenant_id': '6245c52be1054dbe94bb7e14e1adfcb2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88055e1e-672a-4487-be31-ffb6e833ece5', 'external_fixed_ips': [{'subnet_id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'ip_address': '172.25.1.251'}], 'enable_snat': True}, 'gw_port_id': '3b5f4677-7e2f-4257-84e8-83453d3478a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T19:57:08Z', 'updated_at': '2022-02-09T19:57:12Z', 'revision_number': 4, 'project_id': '6245c52be1054dbe94bb7e14e1adfcb2', 'gw_port': {'id': '3b5f4677-7e2f-4257-84e8-83453d3478a8', 'name': '', 'network_id': '88055e1e-672a-4487-be31-ffb6e833ece5', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:a5:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b66ef66-4e9c-49b4-8232-c6c9e9bf7f1c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4092, 'fixed_ips': [{'subnet_id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'ip_address': '172.25.1.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T19:57:09Z', 'updated_at': '2022-02-09T19:57:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-36', '_interfaces': [{'id': '43b4eee5-a731-4a67-8516-bb0b1f16ff86', 'name': '', 'network_id': '845ecdc2-0c48-46c6-8d67-7eeeafb5d68b', 'tenant_id': '6245c52be1054dbe94bb7e14e1adfcb2', 'mac_address': 'fa:16:3e:58:6c:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b66ef66-4e9c-49b4-8232-c6c9e9bf7f1c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4093, 'fixed_ips': [{'subnet_id': '9a740078-9be8-472a-a565-0b0dba4a02f5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T19:57:11Z', 'updated_at': '2022-02-09T19:57:15Z', 'revision_number': 5, 'project_id': '6245c52be1054dbe94bb7e14e1adfcb2', 'subnets': [{'id': '9a740078-9be8-472a-a565-0b0dba4a02f5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103232) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 20:00:20.862863 n-d-713498-36 neutron-server[103233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c58d8d3-d370-46e4-b4b6-0e13320d7af0 None None] New status for floating IP 3f50e9e5-6deb-46a3-8b44-7a4b66111d8f: DOWN {{(pid=103233) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 09 20:00:21.726776 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-7850b3cd-436c-4f6d-a3f5-6c4123f7cedb req-e35ca5a2-74ff-45b8-a368-3241186c49c1 tempest-ServerActionsTestJSON-1289812127 tempest-ServerActionsTestJSON-1289812127-project] 10.222.0.75 "GET /v2.0/security-groups?name=tempest-securitygroup--343352417&fields=id&tenant_id=6245c52be1054dbe94bb7e14e1adfcb2 HTTP/1.1" status: 200 len: 267 time: 0.0438228 Feb 09 20:00:21.836075 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7850b3cd-436c-4f6d-a3f5-6c4123f7cedb req-96b4f691-6361-4c13-8ed5-32be1d92b242 tempest-ServerActionsTestJSON-1289812127 tempest-ServerActionsTestJSON-1289812127-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:00:21.837438 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-7850b3cd-436c-4f6d-a3f5-6c4123f7cedb req-96b4f691-6361-4c13-8ed5-32be1d92b242 tempest-ServerActionsTestJSON-1289812127 tempest-ServerActionsTestJSON-1289812127-project] 10.222.0.75 "GET /v2.0/networks?id=845ecdc2-0c48-46c6-8d67-7eeeafb5d68b HTTP/1.1" status: 200 len: 811 time: 0.1042881 Feb 09 20:00:21.851716 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-7850b3cd-436c-4f6d-a3f5-6c4123f7cedb req-db4f4cda-3722-4a50-b173-873ffccf85dc tempest-ServerActionsTestJSON-1289812127 tempest-ServerActionsTestJSON-1289812127-project] 10.222.0.75 "GET /v2.0/quotas/6245c52be1054dbe94bb7e14e1adfcb2 HTTP/1.1" status: 200 len: 375 time: 0.0089684 Feb 09 20:00:21.906327 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-7850b3cd-436c-4f6d-a3f5-6c4123f7cedb req-157afdbb-163e-4b69-a96a-f297a93b7b01 tempest-ServerActionsTestJSON-1289812127 tempest-ServerActionsTestJSON-1289812127-project] 10.222.0.75 "GET /v2.0/ports?tenant_id=6245c52be1054dbe94bb7e14e1adfcb2&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0497251 Feb 09 20:00:21.962792 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Device f10991ff-1a4d-4d30-8702-2a1e8357a338 no longer exists at agent hyperv_n-h2-713498-36 {{(pid=103232) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 20:00:21.984969 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-7429db8d-6021-40ad-813e-885be449a89b None None] No Port match for: f10991ff-1a4d-4d30-8702-2a1e8357a338 {{(pid=103232) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 20:00:21.985299 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Device f10991ff-1a4d-4d30-8702-2a1e8357a338 not bound to the agent host n-h2-713498-36 {{(pid=103232) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 20:00:22.059552 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-7850b3cd-436c-4f6d-a3f5-6c4123f7cedb req-34b29b5a-e7b9-4bfa-b2f7-c2d44937cdd6 service neutron] 10.222.0.75 "GET /v2.0/networks/845ecdc2-0c48-46c6-8d67-7eeeafb5d68b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1416042 Feb 09 20:00:22.149282 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-7850b3cd-436c-4f6d-a3f5-6c4123f7cedb req-0f4f9cfd-2b2e-4d07-b482-685498190a15 service neutron] 10.222.0.75 "GET /v2.0/networks/845ecdc2-0c48-46c6-8d67-7eeeafb5d68b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0835233 Feb 09 20:00:22.312010 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-6f1a169a-08ba-4c03-805b-ba6ea4e86b17 req-702b5378-ce70-4f12-9fb4-16dacec20974 tempest-ServerActionsTestJSON-1289812127 tempest-ServerActionsTestJSON-1289812127-project] 10.222.0.75 "GET /v2.0/ports?device_id=b59902b7-cdb5-4f2e-84ca-49b789f0fb89 HTTP/1.1" status: 200 len: 210 time: 0.0284331 Feb 09 20:00:23.226448 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7850b3cd-436c-4f6d-a3f5-6c4123f7cedb req-331eb037-179d-438d-8d93-00c480e83918 tempest-ServerActionsTestJSON-1289812127 tempest-ServerActionsTestJSON-1289812127-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:00:23.227923 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-7850b3cd-436c-4f6d-a3f5-6c4123f7cedb req-331eb037-179d-438d-8d93-00c480e83918 tempest-ServerActionsTestJSON-1289812127 tempest-ServerActionsTestJSON-1289812127-project] 10.222.0.89 "GET /v2.0/networks?id=845ecdc2-0c48-46c6-8d67-7eeeafb5d68b HTTP/1.1" status: 200 len: 811 time: 0.1104465 Feb 09 20:00:23.298462 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-7850b3cd-436c-4f6d-a3f5-6c4123f7cedb req-23323519-5a11-45aa-9675-ce437dbf3cb2 tempest-ServerActionsTestJSON-1289812127 tempest-ServerActionsTestJSON-1289812127-project] 10.222.0.89 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=6245c52be1054dbe94bb7e14e1adfcb2 HTTP/1.1" status: 200 len: 379 time: 0.0621755 Feb 09 20:00:23.308240 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.v2.base [req-7850b3cd-436c-4f6d-a3f5-6c4123f7cedb req-4bc4341d-6bad-4758-9f47-488661f28737 tempest-ServerActionsTestJSON-1289812127 tempest-ServerActionsTestJSON-1289812127-project] Request body: {'port': {'device_id': 'b59902b7-cdb5-4f2e-84ca-49b789f0fb89', 'network_id': '845ecdc2-0c48-46c6-8d67-7eeeafb5d68b', 'admin_state_up': True, 'tenant_id': '6245c52be1054dbe94bb7e14e1adfcb2', 'security_groups': ['e468a9c8-1697-49aa-8796-02bfe1187ffe']}} {{(pid=103229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 20:00:23.411233 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-dfc00bbf-7008-4b1e-a591-6d7897d2a03b req-ab8f0768-4d57-42d6-bf93-dc20588da933 tempest-ServerActionsTestJSON-1289812127 tempest-ServerActionsTestJSON-1289812127-project] 10.222.0.75 "GET /v2.0/ports?device_id=b59902b7-cdb5-4f2e-84ca-49b789f0fb89 HTTP/1.1" status: 200 len: 210 time: 0.0285065 Feb 09 20:00:23.425400 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7850b3cd-436c-4f6d-a3f5-6c4123f7cedb req-4bc4341d-6bad-4758-9f47-488661f28737 tempest-ServerActionsTestJSON-1289812127 tempest-ServerActionsTestJSON-1289812127-project] Made reservation on behalf of 6245c52be1054dbe94bb7e14e1adfcb2 for: {'port': 1} {{(pid=103229) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 20:00:23.429631 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-7850b3cd-436c-4f6d-a3f5-6c4123f7cedb req-4bc4341d-6bad-4758-9f47-488661f28737 tempest-ServerActionsTestJSON-1289812127 tempest-ServerActionsTestJSON-1289812127-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (None), before_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:00:23.564932 n-d-713498-36 neutron-server[103229]: DEBUG neutron.db.db_base_plugin_common [req-7850b3cd-436c-4f6d-a3f5-6c4123f7cedb req-4bc4341d-6bad-4758-9f47-488661f28737 tempest-ServerActionsTestJSON-1289812127 tempest-ServerActionsTestJSON-1289812127-project] Allocated IP 172.20.0.7 (845ecdc2-0c48-46c6-8d67-7eeeafb5d68b/9a740078-9be8-472a-a565-0b0dba4a02f5/587d4e9a-8628-487b-810d-e2d82b149618) {{(pid=103229) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 20:00:23.704938 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-7850b3cd-436c-4f6d-a3f5-6c4123f7cedb req-4bc4341d-6bad-4758-9f47-488661f28737 tempest-ServerActionsTestJSON-1289812127 tempest-ServerActionsTestJSON-1289812127-project] Publish callbacks [] for port (587d4e9a-8628-487b-810d-e2d82b149618), precommit_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:00:23.736856 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-7850b3cd-436c-4f6d-a3f5-6c4123f7cedb req-4bc4341d-6bad-4758-9f47-488661f28737 tempest-ServerActionsTestJSON-1289812127 tempest-ServerActionsTestJSON-1289812127-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762866656467', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12867576'] for port (587d4e9a-8628-487b-810d-e2d82b149618), after_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:00:23.777013 n-d-713498-36 neutron-server[103229]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7850b3cd-436c-4f6d-a3f5-6c4123f7cedb req-4bc4341d-6bad-4758-9f47-488661f28737 tempest-ServerActionsTestJSON-1289812127 tempest-ServerActionsTestJSON-1289812127-project] Network 845ecdc2-0c48-46c6-8d67-7eeeafb5d68b is already hosted by enough agents. {{(pid=103229) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 20:00:23.781999 n-d-713498-36 neutron-server[103229]: DEBUG neutron.scheduler.base_scheduler [req-7850b3cd-436c-4f6d-a3f5-6c4123f7cedb req-4bc4341d-6bad-4758-9f47-488661f28737 tempest-ServerActionsTestJSON-1289812127 tempest-ServerActionsTestJSON-1289812127-project] Resources bound (agent type, host, resource id): {{(pid=103229) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 20:00:23.786014 n-d-713498-36 neutron-server[103229]: DEBUG neutron.db.l3_dvrscheduler_db [req-7850b3cd-436c-4f6d-a3f5-6c4123f7cedb req-4bc4341d-6bad-4758-9f47-488661f28737 tempest-ServerActionsTestJSON-1289812127 tempest-ServerActionsTestJSON-1289812127-project] Received port after_create {{(pid=103229) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 20:00:23.814759 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bc4341d-6bad-4758-9f47-488661f28737 tempest-ServerActionsTestJSON-1289812127 tempest-ServerActionsTestJSON-1289812127-project] Pushing event updated for resources: {'Port': ['ID=587d4e9a-8628-487b-810d-e2d82b149618,revision_number=1']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:00:23.843926 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7850b3cd-436c-4f6d-a3f5-6c4123f7cedb req-4bc4341d-6bad-4758-9f47-488661f28737 tempest-ServerActionsTestJSON-1289812127 tempest-ServerActionsTestJSON-1289812127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:00:23.844576 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-7850b3cd-436c-4f6d-a3f5-6c4123f7cedb req-4bc4341d-6bad-4758-9f47-488661f28737 tempest-ServerActionsTestJSON-1289812127 tempest-ServerActionsTestJSON-1289812127-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171096'] for port (None), before_response {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:00:23.862456 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-7850b3cd-436c-4f6d-a3f5-6c4123f7cedb req-4bc4341d-6bad-4758-9f47-488661f28737 tempest-ServerActionsTestJSON-1289812127 tempest-ServerActionsTestJSON-1289812127-project] 10.222.0.89 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5585475 Feb 09 20:00:23.873751 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.v2.base [req-7850b3cd-436c-4f6d-a3f5-6c4123f7cedb req-ae12afe3-cf86-4e37-b26e-560e789839e3 service neutron] Request body: {'port': {'device_id': 'b59902b7-cdb5-4f2e-84ca-49b789f0fb89', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-713498-36'}} {{(pid=103229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 20:00:23.950305 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-7850b3cd-436c-4f6d-a3f5-6c4123f7cedb req-ae12afe3-cf86-4e37-b26e-560e789839e3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (587d4e9a-8628-487b-810d-e2d82b149618), before_update {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:00:24.014570 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.provisioning_blocks [None req-76e44bbf-925e-49eb-affc-bf330b7b1361 None None] Provisioning complete for port 587d4e9a-8628-487b-810d-e2d82b149618 triggered by entity DHCP. {{(pid=103232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 20:00:24.015219 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-76e44bbf-925e-49eb-affc-bf330b7b1361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593630'] for port (587d4e9a-8628-487b-810d-e2d82b149618), provisioning_complete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:00:24.050415 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-76e44bbf-925e-49eb-affc-bf330b7b1361 None None] Port 587d4e9a-8628-487b-810d-e2d82b149618 cannot update to ACTIVE because it is not bound. {{(pid=103232) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 20:00:24.214244 n-d-713498-36 neutron-server[103229]: DEBUG neutron.notifiers.nova [req-7850b3cd-436c-4f6d-a3f5-6c4123f7cedb req-ae12afe3-cf86-4e37-b26e-560e789839e3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 587d4e9a-8628-487b-810d-e2d82b149618 {{(pid=103229) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 20:00:24.221817 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-7850b3cd-436c-4f6d-a3f5-6c4123f7cedb req-ae12afe3-cf86-4e37-b26e-560e789839e3 service neutron] Publish callbacks [] for port (587d4e9a-8628-487b-810d-e2d82b149618), precommit_update {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:00:24.235090 n-d-713498-36 neutron-server[103229]: DEBUG neutron.db.provisioning_blocks [req-7850b3cd-436c-4f6d-a3f5-6c4123f7cedb req-ae12afe3-cf86-4e37-b26e-560e789839e3 service neutron] Transition to ACTIVE for port object 587d4e9a-8628-487b-810d-e2d82b149618 will not be triggered until provisioned by entity L2. {{(pid=103229) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 20:00:24.239212 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-7850b3cd-436c-4f6d-a3f5-6c4123f7cedb req-ae12afe3-cf86-4e37-b26e-560e789839e3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762867176205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762866656485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762866656503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12867569'] for port (587d4e9a-8628-487b-810d-e2d82b149618), after_update {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:00:24.308750 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae12afe3-cf86-4e37-b26e-560e789839e3 service neutron] Pushing event updated for resources: {'Port': ['ID=587d4e9a-8628-487b-810d-e2d82b149618,revision_number=2']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:00:24.365711 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.managers [req-7850b3cd-436c-4f6d-a3f5-6c4123f7cedb req-ae12afe3-cf86-4e37-b26e-560e789839e3 service neutron] Attempting to bind port 587d4e9a-8628-487b-810d-e2d82b149618 on host n-h1-713498-36 for vnic_type normal with profile {{(pid=103229) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 20:00:24.366293 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.managers [req-7850b3cd-436c-4f6d-a3f5-6c4123f7cedb req-ae12afe3-cf86-4e37-b26e-560e789839e3 service neutron] Attempting to bind port 587d4e9a-8628-487b-810d-e2d82b149618 by drivers openvswitch,hyperv on host n-h1-713498-36 at level 0 using segments [{'id': '14252cf2-3edf-4154-bc45-0979579e9ece', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '845ecdc2-0c48-46c6-8d67-7eeeafb5d68b'}] {{(pid=103229) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 20:00:24.366672 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7850b3cd-436c-4f6d-a3f5-6c4123f7cedb req-ae12afe3-cf86-4e37-b26e-560e789839e3 service neutron] Attempting to bind port 587d4e9a-8628-487b-810d-e2d82b149618 on network 845ecdc2-0c48-46c6-8d67-7eeeafb5d68b {{(pid=103229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 20:00:24.371330 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7850b3cd-436c-4f6d-a3f5-6c4123f7cedb req-ae12afe3-cf86-4e37-b26e-560e789839e3 service neutron] Port 587d4e9a-8628-487b-810d-e2d82b149618 on network 845ecdc2-0c48-46c6-8d67-7eeeafb5d68b not bound, no agent of type Open vSwitch agent registered on host n-h1-713498-36 {{(pid=103229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 20:00:24.371650 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7850b3cd-436c-4f6d-a3f5-6c4123f7cedb req-ae12afe3-cf86-4e37-b26e-560e789839e3 service neutron] Attempting to bind port 587d4e9a-8628-487b-810d-e2d82b149618 on network 845ecdc2-0c48-46c6-8d67-7eeeafb5d68b {{(pid=103229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 20:00:24.376721 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7850b3cd-436c-4f6d-a3f5-6c4123f7cedb req-ae12afe3-cf86-4e37-b26e-560e789839e3 service neutron] Checking agent: {'id': '488cd9ae-631f-4955-ba0b-4f5a13f12e9c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713498-36', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 18, 59, 18), 'started_at': datetime.datetime(2022, 2, 9, 18, 59, 18), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 20, 0, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 20:00:24.377062 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7850b3cd-436c-4f6d-a3f5-6c4123f7cedb req-ae12afe3-cf86-4e37-b26e-560e789839e3 service neutron] Checking segment: {'id': '14252cf2-3edf-4154-bc45-0979579e9ece', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '845ecdc2-0c48-46c6-8d67-7eeeafb5d68b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103229) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 20:00:24.377451 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7850b3cd-436c-4f6d-a3f5-6c4123f7cedb req-ae12afe3-cf86-4e37-b26e-560e789839e3 service neutron] Bound using segment: {'id': '14252cf2-3edf-4154-bc45-0979579e9ece', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '845ecdc2-0c48-46c6-8d67-7eeeafb5d68b'} {{(pid=103229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 20:00:24.377887 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.managers [req-7850b3cd-436c-4f6d-a3f5-6c4123f7cedb req-ae12afe3-cf86-4e37-b26e-560e789839e3 service neutron] Bound port: 587d4e9a-8628-487b-810d-e2d82b149618, host: n-h1-713498-36, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '14252cf2-3edf-4154-bc45-0979579e9ece', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '845ecdc2-0c48-46c6-8d67-7eeeafb5d68b'}}] {{(pid=103229) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 20:00:24.378276 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-7850b3cd-436c-4f6d-a3f5-6c4123f7cedb req-ae12afe3-cf86-4e37-b26e-560e789839e3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (587d4e9a-8628-487b-810d-e2d82b149618), before_update {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:00:24.448670 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.db [req-7850b3cd-436c-4f6d-a3f5-6c4123f7cedb req-ae12afe3-cf86-4e37-b26e-560e789839e3 service neutron] For port 587d4e9a-8628-487b-810d-e2d82b149618, host n-h1-713498-36, cleared binding levels {{(pid=103229) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 20:00:24.452519 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.db [req-7850b3cd-436c-4f6d-a3f5-6c4123f7cedb req-ae12afe3-cf86-4e37-b26e-560e789839e3 service neutron] For port 587d4e9a-8628-487b-810d-e2d82b149618, host n-h1-713498-36, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-36',level=0,port_id=587d4e9a-8628-487b-810d-e2d82b149618,segment=NetworkSegment(14252cf2-3edf-4154-bc45-0979579e9ece),segment_id=14252cf2-3edf-4154-bc45-0979579e9ece)] {{(pid=103229) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 20:00:24.459017 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-7850b3cd-436c-4f6d-a3f5-6c4123f7cedb req-ae12afe3-cf86-4e37-b26e-560e789839e3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762867176205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762866656485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762866656503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12867569'] for port (587d4e9a-8628-487b-810d-e2d82b149618), after_update {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:00:24.525697 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7850b3cd-436c-4f6d-a3f5-6c4123f7cedb req-ae12afe3-cf86-4e37-b26e-560e789839e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:00:24.526287 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-7850b3cd-436c-4f6d-a3f5-6c4123f7cedb req-ae12afe3-cf86-4e37-b26e-560e789839e3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171096'] for port (None), before_response {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:00:24.527751 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-7850b3cd-436c-4f6d-a3f5-6c4123f7cedb req-ae12afe3-cf86-4e37-b26e-560e789839e3 service neutron] 10.222.0.89 "PUT /v2.0/ports/587d4e9a-8628-487b-810d-e2d82b149618 HTTP/1.1" status: 200 len: 1092 time: 0.6588709 Feb 09 20:00:24.528223 n-d-713498-36 neutron-server[103229]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b59902b7-cdb5-4f2e-84ca-49b789f0fb89', 'tag': '587d4e9a-8628-487b-810d-e2d82b149618'}] {{(pid=103229) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 20:00:24.530630 n-d-713498-36 neutron-server[103229]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}07d618d1c5389b9cd0b8ca1de8f17b65d6cfa6b0806685514be6977118e88e42" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7f6ddfa4-653c-4d10-afd1-1d333a490fd6" -d '{"events": [{"name": "network-changed", "server_uuid": "b59902b7-cdb5-4f2e-84ca-49b789f0fb89", "tag": "587d4e9a-8628-487b-810d-e2d82b149618"}]}' {{(pid=103229) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 20:00:24.558229 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae12afe3-cf86-4e37-b26e-560e789839e3 service neutron] Pushing event updated for resources: {'Port': ['ID=587d4e9a-8628-487b-810d-e2d82b149618,revision_number=3']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:00:24.578211 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d71fb939-de13-475b-8746-f5a9ec67fe21 req-a1232dff-7226-488b-bdbc-ff9d8087134c tempest-ServerActionsTestJSON-1289812127 tempest-ServerActionsTestJSON-1289812127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:00:24.579768 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-d71fb939-de13-475b-8746-f5a9ec67fe21 req-a1232dff-7226-488b-bdbc-ff9d8087134c tempest-ServerActionsTestJSON-1289812127 tempest-ServerActionsTestJSON-1289812127-project] 10.222.0.75 "GET /v2.0/ports?device_id=b59902b7-cdb5-4f2e-84ca-49b789f0fb89 HTTP/1.1" status: 200 len: 943 time: 0.0939384 Feb 09 20:00:24.615362 n-d-713498-36 neutron-server[103229]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 20:00:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b7cc5007-e8b7-4f49-b729-826ee06a2fef x-openstack-request-id: req-b7cc5007-e8b7-4f49-b729-826ee06a2fef {{(pid=103229) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 20:00:24.615660 n-d-713498-36 neutron-server[103229]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b59902b7-cdb5-4f2e-84ca-49b789f0fb89", "tag": "587d4e9a-8628-487b-810d-e2d82b149618", "status": "completed", "code": 200}]} {{(pid=103229) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 20:00:24.616444 n-d-713498-36 neutron-server[103229]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-b7cc5007-e8b7-4f49-b729-826ee06a2fef {{(pid=103229) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 20:00:24.616852 n-d-713498-36 neutron-server[103229]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b59902b7-cdb5-4f2e-84ca-49b789f0fb89', 'tag': '587d4e9a-8628-487b-810d-e2d82b149618', 'status': 'completed', 'code': 200} Feb 09 20:00:24.666773 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-d71fb939-de13-475b-8746-f5a9ec67fe21 req-c88773d4-d91d-4abc-b69c-8d7022c7e842 tempest-ServerActionsTestJSON-1289812127 tempest-ServerActionsTestJSON-1289812127-project] 10.222.0.75 "GET /v2.0/security-groups?id=e468a9c8-1697-49aa-8796-02bfe1187ffe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0774558 Feb 09 20:00:24.669692 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7850b3cd-436c-4f6d-a3f5-6c4123f7cedb req-beb7d550-f9a9-43c3-861d-3f7bada47e57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:00:24.671221 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-7850b3cd-436c-4f6d-a3f5-6c4123f7cedb req-beb7d550-f9a9-43c3-861d-3f7bada47e57 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=6245c52be1054dbe94bb7e14e1adfcb2&device_id=b59902b7-cdb5-4f2e-84ca-49b789f0fb89 HTTP/1.1" status: 200 len: 1126 time: 0.0905449 Feb 09 20:00:24.714332 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-7850b3cd-436c-4f6d-a3f5-6c4123f7cedb req-69a2d326-cfc6-4494-8b3c-61bfce7c5749 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=587d4e9a-8628-487b-810d-e2d82b149618 HTTP/1.1" status: 200 len: 217 time: 0.0358970 Feb 09 20:00:24.765071 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7850b3cd-436c-4f6d-a3f5-6c4123f7cedb req-9cd53beb-e97f-41c7-bc40-b141314bc2b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:00:24.766448 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-7850b3cd-436c-4f6d-a3f5-6c4123f7cedb req-9cd53beb-e97f-41c7-bc40-b141314bc2b9 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=9a740078-9be8-472a-a565-0b0dba4a02f5 HTTP/1.1" status: 200 len: 850 time: 0.0466113 Feb 09 20:00:24.817187 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7850b3cd-436c-4f6d-a3f5-6c4123f7cedb req-be9416c6-d9d2-4b6f-ae42-d6c680af19e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:00:24.818723 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-7850b3cd-436c-4f6d-a3f5-6c4123f7cedb req-be9416c6-d9d2-4b6f-ae42-d6c680af19e3 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=845ecdc2-0c48-46c6-8d67-7eeeafb5d68b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0468571 Feb 09 20:00:24.905520 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-7850b3cd-436c-4f6d-a3f5-6c4123f7cedb req-c263d7a8-6777-4c4e-b65b-03336aefc078 service neutron] 10.222.0.89 "GET /v2.0/networks/845ecdc2-0c48-46c6-8d67-7eeeafb5d68b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0809970 Feb 09 20:00:24.997518 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-7850b3cd-436c-4f6d-a3f5-6c4123f7cedb req-25dc4137-495b-457f-babd-8b9547744fa5 service neutron] 10.222.0.89 "GET /v2.0/networks/845ecdc2-0c48-46c6-8d67-7eeeafb5d68b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0865335 Feb 09 20:00:25.092853 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f6ddfa4-653c-4d10-afd1-1d333a490fd6 req-2d5d84b2-41c1-47fa-a113-dc77f98a5e34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:00:25.094318 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-7f6ddfa4-653c-4d10-afd1-1d333a490fd6 req-2d5d84b2-41c1-47fa-a113-dc77f98a5e34 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=6245c52be1054dbe94bb7e14e1adfcb2&device_id=b59902b7-cdb5-4f2e-84ca-49b789f0fb89 HTTP/1.1" status: 200 len: 1126 time: 0.0451367 Feb 09 20:00:25.188402 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f6ddfa4-653c-4d10-afd1-1d333a490fd6 req-658d026f-7ffa-4fd2-be74-4640966c6f34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:00:25.189913 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-7f6ddfa4-653c-4d10-afd1-1d333a490fd6 req-658d026f-7ffa-4fd2-be74-4640966c6f34 service neutron] 10.222.0.89 "GET /v2.0/networks?id=845ecdc2-0c48-46c6-8d67-7eeeafb5d68b HTTP/1.1" status: 200 len: 912 time: 0.0900939 Feb 09 20:00:25.231571 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-7f6ddfa4-653c-4d10-afd1-1d333a490fd6 req-9ec30cb6-aa03-4928-9009-b39faa71e03c service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=587d4e9a-8628-487b-810d-e2d82b149618 HTTP/1.1" status: 200 len: 217 time: 0.0348976 Feb 09 20:00:25.280837 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f6ddfa4-653c-4d10-afd1-1d333a490fd6 req-4f9e3354-a823-4ed1-b2f8-bcd08908dbb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:00:25.282313 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-7f6ddfa4-653c-4d10-afd1-1d333a490fd6 req-4f9e3354-a823-4ed1-b2f8-bcd08908dbb4 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=9a740078-9be8-472a-a565-0b0dba4a02f5 HTTP/1.1" status: 200 len: 850 time: 0.0450788 Feb 09 20:00:25.331000 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f6ddfa4-653c-4d10-afd1-1d333a490fd6 req-ecab3521-5d0b-4a9e-9962-d028ca260fec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:00:25.332624 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-7f6ddfa4-653c-4d10-afd1-1d333a490fd6 req-ecab3521-5d0b-4a9e-9962-d028ca260fec service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=845ecdc2-0c48-46c6-8d67-7eeeafb5d68b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0446174 Feb 09 20:00:25.425903 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-7f6ddfa4-653c-4d10-afd1-1d333a490fd6 req-cd9d9b87-ab4b-40a0-b9ef-446b4084161a service neutron] 10.222.0.89 "GET /v2.0/networks/845ecdc2-0c48-46c6-8d67-7eeeafb5d68b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0863190 Feb 09 20:00:25.513832 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-7f6ddfa4-653c-4d10-afd1-1d333a490fd6 req-23735d8e-f4d6-4ffd-9755-a5666c5a0359 service neutron] 10.222.0.89 "GET /v2.0/networks/845ecdc2-0c48-46c6-8d67-7eeeafb5d68b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0813498 Feb 09 20:00:25.794857 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b1d2436-0f3c-43b5-974f-f9cae4a50b11 req-b41925f0-2398-4929-a95b-b1692e6bc13f tempest-ServerActionsTestJSON-1289812127 tempest-ServerActionsTestJSON-1289812127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:00:25.796336 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-5b1d2436-0f3c-43b5-974f-f9cae4a50b11 req-b41925f0-2398-4929-a95b-b1692e6bc13f tempest-ServerActionsTestJSON-1289812127 tempest-ServerActionsTestJSON-1289812127-project] 10.222.0.75 "GET /v2.0/ports?device_id=b59902b7-cdb5-4f2e-84ca-49b789f0fb89 HTTP/1.1" status: 200 len: 943 time: 0.0580826 Feb 09 20:00:25.844418 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-5b1d2436-0f3c-43b5-974f-f9cae4a50b11 req-2f2fcaec-5fe5-49bb-b842-e99367ccd3ce tempest-ServerActionsTestJSON-1289812127 tempest-ServerActionsTestJSON-1289812127-project] 10.222.0.75 "GET /v2.0/security-groups?id=e468a9c8-1697-49aa-8796-02bfe1187ffe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420384 Feb 09 20:00:26.509502 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Device 587d4e9a-8628-487b-810d-e2d82b149618 details requested by agent hyperv_n-h1-713498-36 with host n-h1-713498-36 {{(pid=103232) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 20:00:26.608610 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] For port 587d4e9a-8628-487b-810d-e2d82b149618, host n-h1-713498-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-36',level=0,port_id=587d4e9a-8628-487b-810d-e2d82b149618,segment=NetworkSegment(14252cf2-3edf-4154-bc45-0979579e9ece),segment_id=14252cf2-3edf-4154-bc45-0979579e9ece)] {{(pid=103232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 20:00:26.620608 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Returning: {'device': '587d4e9a-8628-487b-810d-e2d82b149618', 'network_id': '845ecdc2-0c48-46c6-8d67-7eeeafb5d68b', 'port_id': '587d4e9a-8628-487b-810d-e2d82b149618', 'mac_address': 'fa:16:3e:cc:5a:42', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 361, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9a740078-9be8-472a-a565-0b0dba4a02f5', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103232) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 20:00:26.656284 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Current status of the port 587d4e9a-8628-487b-810d-e2d82b149618 is: DOWN; New status is: BUILD {{(pid=103232) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 20:00:26.656679 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (587d4e9a-8628-487b-810d-e2d82b149618), before_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:00:26.669930 n-d-713498-36 neutron-server[103232]: DEBUG neutron.notifiers.nova [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 587d4e9a-8628-487b-810d-e2d82b149618 {{(pid=103232) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 20:00:26.689776 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] For port 587d4e9a-8628-487b-810d-e2d82b149618, host n-h1-713498-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-36',level=0,port_id=587d4e9a-8628-487b-810d-e2d82b149618,segment=NetworkSegment(14252cf2-3edf-4154-bc45-0979579e9ece),segment_id=14252cf2-3edf-4154-bc45-0979579e9ece)] {{(pid=103232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 20:00:26.694279 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762867176205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762866656485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762866656503'] for port (587d4e9a-8628-487b-810d-e2d82b149618), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:00:26.745623 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Pushing event updated for resources: {'Port': ['ID=587d4e9a-8628-487b-810d-e2d82b149618,revision_number=4']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:00:26.881463 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] get_ports_and_sgs() called for port_ids ['587d4e9a-8628-487b-810d-e2d82b149618'] {{(pid=103232) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 20:00:26.970488 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6beac2bf-cb84-4232-8d44-fa720ca44605 req-b6077886-2195-45a8-a47c-ca7db0f0c0de tempest-ServerActionsTestJSON-1289812127 tempest-ServerActionsTestJSON-1289812127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:00:26.972002 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-6beac2bf-cb84-4232-8d44-fa720ca44605 req-b6077886-2195-45a8-a47c-ca7db0f0c0de tempest-ServerActionsTestJSON-1289812127 tempest-ServerActionsTestJSON-1289812127-project] 10.222.0.75 "GET /v2.0/ports?device_id=b59902b7-cdb5-4f2e-84ca-49b789f0fb89 HTTP/1.1" status: 200 len: 944 time: 0.0578842 Feb 09 20:00:27.020752 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-6beac2bf-cb84-4232-8d44-fa720ca44605 req-5f2db996-e90d-4612-aba5-60da6d25e1b1 tempest-ServerActionsTestJSON-1289812127 tempest-ServerActionsTestJSON-1289812127-project] 10.222.0.75 "GET /v2.0/security-groups?id=e468a9c8-1697-49aa-8796-02bfe1187ffe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415831 Feb 09 20:00:28.152220 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84f5135d-6a16-4c52-a2ba-c063a94ec556 req-b899d4f1-0e75-4791-9a5f-abbf0f10fe22 tempest-ServerActionsTestJSON-1289812127 tempest-ServerActionsTestJSON-1289812127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:00:28.154286 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-84f5135d-6a16-4c52-a2ba-c063a94ec556 req-b899d4f1-0e75-4791-9a5f-abbf0f10fe22 tempest-ServerActionsTestJSON-1289812127 tempest-ServerActionsTestJSON-1289812127-project] 10.222.0.75 "GET /v2.0/ports?device_id=b59902b7-cdb5-4f2e-84ca-49b789f0fb89 HTTP/1.1" status: 200 len: 944 time: 0.0579634 Feb 09 20:00:28.206205 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-84f5135d-6a16-4c52-a2ba-c063a94ec556 req-076e3e88-3210-44ec-b5b5-f506c6a28ed1 tempest-ServerActionsTestJSON-1289812127 tempest-ServerActionsTestJSON-1289812127-project] 10.222.0.75 "GET /v2.0/security-groups?id=e468a9c8-1697-49aa-8796-02bfe1187ffe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0463977 Feb 09 20:00:28.525822 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Device 587d4e9a-8628-487b-810d-e2d82b149618 up at agent hyperv_n-h1-713498-36 {{(pid=103232) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 20:00:28.578908 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.provisioning_blocks [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Provisioning for port 587d4e9a-8628-487b-810d-e2d82b149618 completed by entity L2. {{(pid=103232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 20:00:28.583136 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.provisioning_blocks [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Provisioning complete for port 587d4e9a-8628-487b-810d-e2d82b149618 triggered by entity L2. {{(pid=103232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 20:00:28.583515 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593630'] for port (587d4e9a-8628-487b-810d-e2d82b149618), provisioning_complete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:00:28.659202 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Current status of the port 587d4e9a-8628-487b-810d-e2d82b149618 is: BUILD; New status is: ACTIVE {{(pid=103232) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 20:00:28.659588 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (587d4e9a-8628-487b-810d-e2d82b149618), before_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:00:28.681170 n-d-713498-36 neutron-server[103232]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b59902b7-cdb5-4f2e-84ca-49b789f0fb89', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '587d4e9a-8628-487b-810d-e2d82b149618'}] {{(pid=103232) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 20:00:28.683682 n-d-713498-36 neutron-server[103232]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cbbf3601bdfb8db7b6600aedba7e3851fa962f00dad36f02e289fea53b94aa67" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b6cc834d-62c2-449d-82a7-ec378bb5b80a" -d '{"events": [{"server_uuid": "b59902b7-cdb5-4f2e-84ca-49b789f0fb89", "name": "network-vif-plugged", "status": "completed", "tag": "587d4e9a-8628-487b-810d-e2d82b149618"}]}' {{(pid=103232) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 20:00:28.696989 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] For port 587d4e9a-8628-487b-810d-e2d82b149618, host n-h1-713498-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-36',level=0,port_id=587d4e9a-8628-487b-810d-e2d82b149618,segment=NetworkSegment(14252cf2-3edf-4154-bc45-0979579e9ece),segment_id=14252cf2-3edf-4154-bc45-0979579e9ece)] {{(pid=103232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 20:00:28.701346 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762867176205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762866656485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762866656503'] for port (587d4e9a-8628-487b-810d-e2d82b149618), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:00:28.733066 n-d-713498-36 neutron-server[103232]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 20:00:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bbcbb771-fba8-43c7-9765-ca6ca63ed822 x-openstack-request-id: req-bbcbb771-fba8-43c7-9765-ca6ca63ed822 {{(pid=103232) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 20:00:28.733357 n-d-713498-36 neutron-server[103232]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b59902b7-cdb5-4f2e-84ca-49b789f0fb89", "name": "network-vif-plugged", "status": "completed", "tag": "587d4e9a-8628-487b-810d-e2d82b149618", "code": 200}]} {{(pid=103232) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 20:00:28.733609 n-d-713498-36 neutron-server[103232]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-bbcbb771-fba8-43c7-9765-ca6ca63ed822 {{(pid=103232) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 20:00:28.734017 n-d-713498-36 neutron-server[103232]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b59902b7-cdb5-4f2e-84ca-49b789f0fb89', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '587d4e9a-8628-487b-810d-e2d82b149618', 'code': 200} Feb 09 20:00:28.759907 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Pushing event updated for resources: {'Port': ['ID=587d4e9a-8628-487b-810d-e2d82b149618,revision_number=5']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:00:28.823715 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e18d766-0b8a-4504-a1a5-756d93bd04fe req-d1914f8d-bc61-4ac4-ae12-f9697e748a6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:00:28.825201 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-8e18d766-0b8a-4504-a1a5-756d93bd04fe req-d1914f8d-bc61-4ac4-ae12-f9697e748a6c service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=b59902b7-cdb5-4f2e-84ca-49b789f0fb89 HTTP/1.1" status: 200 len: 1128 time: 0.0442190 Feb 09 20:00:28.870754 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-8e18d766-0b8a-4504-a1a5-756d93bd04fe req-c4ca75db-3469-4532-a944-1fe0f0847e41 service neutron] 10.222.0.89 "GET /v2.0/security-groups?id=e468a9c8-1697-49aa-8796-02bfe1187ffe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397341 Feb 09 20:00:29.333690 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ccd0295-6d1a-46fb-ac02-43db399b2794 req-8e977b4d-e72b-4582-bb92-5716b336ae99 tempest-ServerActionsTestJSON-1289812127 tempest-ServerActionsTestJSON-1289812127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:00:29.336181 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-7ccd0295-6d1a-46fb-ac02-43db399b2794 req-8e977b4d-e72b-4582-bb92-5716b336ae99 tempest-ServerActionsTestJSON-1289812127 tempest-ServerActionsTestJSON-1289812127-project] 10.222.0.75 "GET /v2.0/ports?device_id=b59902b7-cdb5-4f2e-84ca-49b789f0fb89 HTTP/1.1" status: 200 len: 945 time: 0.0549395 Feb 09 20:00:29.395898 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-7ccd0295-6d1a-46fb-ac02-43db399b2794 req-7eadba4b-225a-44fd-a6cf-c2fb0c85e98b tempest-ServerActionsTestJSON-1289812127 tempest-ServerActionsTestJSON-1289812127-project] 10.222.0.75 "GET /v2.0/security-groups?id=e468a9c8-1697-49aa-8796-02bfe1187ffe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0540416 Feb 09 20:00:30.529359 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b19d04c6-240d-48f1-a182-439641bcfde8 req-9d108a1a-1490-4552-b803-b45779d26f7d tempest-ServerActionsTestJSON-1289812127 tempest-ServerActionsTestJSON-1289812127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:00:30.530910 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-b19d04c6-240d-48f1-a182-439641bcfde8 req-9d108a1a-1490-4552-b803-b45779d26f7d tempest-ServerActionsTestJSON-1289812127 tempest-ServerActionsTestJSON-1289812127-project] 10.222.0.75 "GET /v2.0/ports?device_id=b59902b7-cdb5-4f2e-84ca-49b789f0fb89 HTTP/1.1" status: 200 len: 945 time: 0.0600019 Feb 09 20:00:30.581983 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-b19d04c6-240d-48f1-a182-439641bcfde8 req-495ab2ab-df7d-4e9b-9579-f52d2c55cc16 tempest-ServerActionsTestJSON-1289812127 tempest-ServerActionsTestJSON-1289812127-project] 10.222.0.75 "GET /v2.0/security-groups?id=e468a9c8-1697-49aa-8796-02bfe1187ffe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454221 Feb 09 20:00:30.707930 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a39e0052-ae2f-4afd-881d-131bc7adbbd5 req-391b0925-222d-4d12-a218-399cc5ace4a0 tempest-ServerActionsTestJSON-1289812127 tempest-ServerActionsTestJSON-1289812127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:00:30.710283 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-a39e0052-ae2f-4afd-881d-131bc7adbbd5 req-391b0925-222d-4d12-a218-399cc5ace4a0 tempest-ServerActionsTestJSON-1289812127 tempest-ServerActionsTestJSON-1289812127-project] 10.222.0.75 "GET /v2.0/ports?device_id=b59902b7-cdb5-4f2e-84ca-49b789f0fb89 HTTP/1.1" status: 200 len: 945 time: 0.0595338 Feb 09 20:00:30.719259 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 52584) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:00:30.723910 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.v2.base [None req-3bb786ff-954d-439d-b968-d411d400c0df tempest-ServerActionsTestJSON-1289812127 tempest-ServerActionsTestJSON-1289812127-project] Request body: {'floatingip': {'port_id': '587d4e9a-8628-487b-810d-e2d82b149618'}} {{(pid=103230) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 20:00:30.766287 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-3bb786ff-954d-439d-b968-d411d400c0df tempest-ServerActionsTestJSON-1289812127 tempest-ServerActionsTestJSON-1289812127-project] Publish callbacks [] for floatingip (3f50e9e5-6deb-46a3-8b44-7a4b66111d8f), before_update {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:00:31.222432 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-3bb786ff-954d-439d-b968-d411d400c0df tempest-ServerActionsTestJSON-1289812127 tempest-ServerActionsTestJSON-1289812127-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:00:31.227362 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-3bb786ff-954d-439d-b968-d411d400c0df tempest-ServerActionsTestJSON-1289812127 tempest-ServerActionsTestJSON-1289812127-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1818909'] for floatingip (3f50e9e5-6deb-46a3-8b44-7a4b66111d8f), after_update {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:00:31.332866 n-d-713498-36 neutron-server[103230]: INFO neutron.db.l3_db [None req-3bb786ff-954d-439d-b968-d411d400c0df tempest-ServerActionsTestJSON-1289812127 tempest-ServerActionsTestJSON-1289812127-project] Floating IP 3f50e9e5-6deb-46a3-8b44-7a4b66111d8f associated. External IP: 172.25.1.238, port: 587d4e9a-8628-487b-810d-e2d82b149618. Feb 09 20:00:31.555843 n-d-713498-36 neutron-server[103230]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3bb786ff-954d-439d-b968-d411d400c0df tempest-ServerActionsTestJSON-1289812127 tempest-ServerActionsTestJSON-1289812127-project] Router 8b66ef66-4e9c-49b4-8232-c6c9e9bf7f1c has already been hosted by L3 agent 93303d5e-5d17-45e8-8963-7694f87783ae {{(pid=103230) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 20:00:31.671415 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3bb786ff-954d-439d-b968-d411d400c0df tempest-ServerActionsTestJSON-1289812127 tempest-ServerActionsTestJSON-1289812127-project] Notify agent at l3_agent.n-d-713498-36 the message routers_updated {{(pid=103230) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 20:00:31.676033 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-3bb786ff-954d-439d-b968-d411d400c0df tempest-ServerActionsTestJSON-1289812127 tempest-ServerActionsTestJSON-1289812127-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171096'] for floatingip (None), before_response {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:00:31.682281 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6725391a-9e97-42f1-b568-3cf13b69c6b1 None None] Sync routers for ids ['8b66ef66-4e9c-49b4-8232-c6c9e9bf7f1c'] in n-d-713498-36 {{(pid=103232) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 20:00:31.694502 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6725391a-9e97-42f1-b568-3cf13b69c6b1 None None] Routers {'8b66ef66-4e9c-49b4-8232-c6c9e9bf7f1c'} bound to L3 agent in host n-d-713498-36 {{(pid=103232) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 20:00:31.695397 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.l3_hamode_db [None req-6725391a-9e97-42f1-b568-3cf13b69c6b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T18:51:43Z,description=,heartbeat_timestamp=2022-02-09T20:00:13Z,host='n-d-713498-36',id=93303d5e-5d17-45e8-8963-7694f87783ae,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T18:51:43Z,topic='l3_agent')) {'router_ids': ['8b66ef66-4e9c-49b4-8232-c6c9e9bf7f1c'], 'active': True} {{(pid=103232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 20:00:31.711781 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-3bb786ff-954d-439d-b968-d411d400c0df tempest-ServerActionsTestJSON-1289812127 tempest-ServerActionsTestJSON-1289812127-project] 10.222.0.75 "PUT /v2.0/floatingips/3f50e9e5-6deb-46a3-8b44-7a4b66111d8f HTTP/1.1" status: 200 len: 992 time: 0.9912546 Feb 09 20:00:31.712422 n-d-713498-36 neutron-server[103230]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b59902b7-cdb5-4f2e-84ca-49b789f0fb89', 'tag': '587d4e9a-8628-487b-810d-e2d82b149618'}] {{(pid=103230) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 20:00:31.714737 n-d-713498-36 neutron-server[103230]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bdec2cd40908e72a0a66447c6deb3367bbdbf2f4033028e05eb26280eb3900ec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9cb87684-85e0-4d76-9ded-b3a56b0899ef" -d '{"events": [{"name": "network-changed", "server_uuid": "b59902b7-cdb5-4f2e-84ca-49b789f0fb89", "tag": "587d4e9a-8628-487b-810d-e2d82b149618"}]}' {{(pid=103230) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 20:00:31.759184 n-d-713498-36 neutron-server[103230]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 20:00:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a6612478-4d09-4983-a6f0-d4d054d79673 x-openstack-request-id: req-a6612478-4d09-4983-a6f0-d4d054d79673 {{(pid=103230) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 20:00:31.759478 n-d-713498-36 neutron-server[103230]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b59902b7-cdb5-4f2e-84ca-49b789f0fb89", "tag": "587d4e9a-8628-487b-810d-e2d82b149618", "status": "completed", "code": 200}]} {{(pid=103230) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 20:00:31.759804 n-d-713498-36 neutron-server[103230]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-a6612478-4d09-4983-a6f0-d4d054d79673 {{(pid=103230) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 20:00:31.760383 n-d-713498-36 neutron-server[103230]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b59902b7-cdb5-4f2e-84ca-49b789f0fb89', 'tag': '587d4e9a-8628-487b-810d-e2d82b149618', 'status': 'completed', 'code': 200} Feb 09 20:00:31.816710 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.l3_dvr_db [None req-6725391a-9e97-42f1-b568-3cf13b69c6b1 None None] Set router 8b66ef66-4e9c-49b4-8232-c6c9e9bf7f1c gateway port host: n-d-713498-36 {{(pid=103232) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 20:00:31.856307 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d3404a3-3e65-43ec-bc22-3c084205381a req-bb93200d-bc64-465a-b3a5-10209d241012 tempest-ServerActionsTestJSON-1289812127 tempest-ServerActionsTestJSON-1289812127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:00:31.857806 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-5d3404a3-3e65-43ec-bc22-3c084205381a req-bb93200d-bc64-465a-b3a5-10209d241012 tempest-ServerActionsTestJSON-1289812127 tempest-ServerActionsTestJSON-1289812127-project] 10.222.0.75 "GET /v2.0/ports?device_id=b59902b7-cdb5-4f2e-84ca-49b789f0fb89 HTTP/1.1" status: 200 len: 945 time: 0.0835910 Feb 09 20:00:31.859683 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cb87684-85e0-4d76-9ded-b3a56b0899ef req-6c139a23-ef88-4373-b72d-c132a889f213 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:00:31.861055 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-9cb87684-85e0-4d76-9ded-b3a56b0899ef req-6c139a23-ef88-4373-b72d-c132a889f213 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=6245c52be1054dbe94bb7e14e1adfcb2&device_id=b59902b7-cdb5-4f2e-84ca-49b789f0fb89 HTTP/1.1" status: 200 len: 1128 time: 0.0780478 Feb 09 20:00:31.963817 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-5d3404a3-3e65-43ec-bc22-3c084205381a req-70f49787-da5d-4f8a-9308-258fd0235824 tempest-ServerActionsTestJSON-1289812127 tempest-ServerActionsTestJSON-1289812127-project] 10.222.0.75 "GET /v2.0/security-groups?id=e468a9c8-1697-49aa-8796-02bfe1187ffe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0990767 Feb 09 20:00:31.991988 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cb87684-85e0-4d76-9ded-b3a56b0899ef req-3ac656e0-7cfb-4d58-97d1-6ca427be1fff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:00:31.993618 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-9cb87684-85e0-4d76-9ded-b3a56b0899ef req-3ac656e0-7cfb-4d58-97d1-6ca427be1fff service neutron] 10.222.0.89 "GET /v2.0/networks?id=845ecdc2-0c48-46c6-8d67-7eeeafb5d68b HTTP/1.1" status: 200 len: 912 time: 0.1226125 Feb 09 20:00:32.066207 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-9cb87684-85e0-4d76-9ded-b3a56b0899ef req-cc78328d-2661-4119-bece-9cdd1f6075e2 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=587d4e9a-8628-487b-810d-e2d82b149618 HTTP/1.1" status: 200 len: 1000 time: 0.0666492 Feb 09 20:00:32.128489 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cb87684-85e0-4d76-9ded-b3a56b0899ef req-3d1eb50e-03fa-49e8-94da-e1e13faded1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:00:32.129987 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-9cb87684-85e0-4d76-9ded-b3a56b0899ef req-3d1eb50e-03fa-49e8-94da-e1e13faded1c service neutron] 10.222.0.89 "GET /v2.0/subnets?id=9a740078-9be8-472a-a565-0b0dba4a02f5 HTTP/1.1" status: 200 len: 850 time: 0.0547924 Feb 09 20:00:32.181557 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cb87684-85e0-4d76-9ded-b3a56b0899ef req-bec2d9c6-fd2d-45ee-ae30-f864868ee2e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:00:32.184077 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-9cb87684-85e0-4d76-9ded-b3a56b0899ef req-bec2d9c6-fd2d-45ee-ae30-f864868ee2e3 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=845ecdc2-0c48-46c6-8d67-7eeeafb5d68b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0485556 Feb 09 20:00:32.223671 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.l3_hamode_db [None req-6725391a-9e97-42f1-b568-3cf13b69c6b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b66ef66-4e9c-49b4-8232-c6c9e9bf7f1c', 'name': 'tempest-ServerActionsTestJSON-426882205-router', 'tenant_id': '6245c52be1054dbe94bb7e14e1adfcb2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88055e1e-672a-4487-be31-ffb6e833ece5', 'external_fixed_ips': [{'subnet_id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'ip_address': '172.25.1.251'}], 'enable_snat': True}, 'gw_port_id': '3b5f4677-7e2f-4257-84e8-83453d3478a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T19:57:08Z', 'updated_at': '2022-02-09T19:57:12Z', 'revision_number': 4, 'project_id': '6245c52be1054dbe94bb7e14e1adfcb2', 'gw_port': {'id': '3b5f4677-7e2f-4257-84e8-83453d3478a8', 'name': '', 'network_id': '88055e1e-672a-4487-be31-ffb6e833ece5', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:a5:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b66ef66-4e9c-49b4-8232-c6c9e9bf7f1c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4092, 'fixed_ips': [{'subnet_id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'ip_address': '172.25.1.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T19:57:09Z', 'updated_at': '2022-02-09T19:57:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-36', '_floatingips': [{'id': '3f50e9e5-6deb-46a3-8b44-7a4b66111d8f', 'tenant_id': '6245c52be1054dbe94bb7e14e1adfcb2', 'floating_ip_address': '172.25.1.238', 'floating_network_id': '88055e1e-672a-4487-be31-ffb6e833ece5', 'router_id': '8b66ef66-4e9c-49b4-8232-c6c9e9bf7f1c', 'port_id': '587d4e9a-8628-487b-810d-e2d82b149618', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4100, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '845ecdc2-0c48-46c6-8d67-7eeeafb5d68b', 'mac_address': 'fa:16:3e:cc:5a:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b59902b7-cdb5-4f2e-84ca-49b789f0fb89', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T19:57:14Z', 'updated_at': '2022-02-09T20:00:31Z', 'revision_number': 13, 'project_id': '6245c52be1054dbe94bb7e14e1adfcb2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '43b4eee5-a731-4a67-8516-bb0b1f16ff86', 'name': '', 'network_id': '845ecdc2-0c48-46c6-8d67-7eeeafb5d68b', 'tenant_id': '6245c52be1054dbe94bb7e14e1adfcb2', 'mac_address': 'fa:16:3e:58:6c:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b66ef66-4e9c-49b4-8232-c6c9e9bf7f1c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4093, 'fixed_ips': [{'subnet_id': '9a740078-9be8-472a-a565-0b0dba4a02f5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T19:57:11Z', 'updated_at': '2022-02-09T19:57:15Z', 'revision_number': 5, 'project_id': '6245c52be1054dbe94bb7e14e1adfcb2', 'subnets': [{'id': '9a740078-9be8-472a-a565-0b0dba4a02f5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-36', False) {} {{(pid=103232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 20:00:32.255665 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6725391a-9e97-42f1-b568-3cf13b69c6b1 None None] Checking router: 8b66ef66-4e9c-49b4-8232-c6c9e9bf7f1c for host: n-d-713498-36 {{(pid=103232) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 20:00:32.265765 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6725391a-9e97-42f1-b568-3cf13b69c6b1 None None] Routers {'8b66ef66-4e9c-49b4-8232-c6c9e9bf7f1c'} bound to L3 agent in host n-d-713498-36 {{(pid=103232) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 20:00:32.266412 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.l3_hamode_db [None req-6725391a-9e97-42f1-b568-3cf13b69c6b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T18:51:43Z,description=,heartbeat_timestamp=2022-02-09T20:00:13Z,host='n-d-713498-36',id=93303d5e-5d17-45e8-8963-7694f87783ae,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T18:51:43Z,topic='l3_agent')) {'router_ids': ['8b66ef66-4e9c-49b4-8232-c6c9e9bf7f1c'], 'active': True} {{(pid=103232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 20:00:32.278736 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-9cb87684-85e0-4d76-9ded-b3a56b0899ef req-7a273efb-e96b-4ed5-97aa-fc66ba97b479 service neutron] 10.222.0.89 "GET /v2.0/networks/845ecdc2-0c48-46c6-8d67-7eeeafb5d68b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0885863 Feb 09 20:00:32.385424 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-9cb87684-85e0-4d76-9ded-b3a56b0899ef req-0d19f5ee-6907-4f4c-8962-38d1f99c716b service neutron] 10.222.0.89 "GET /v2.0/networks/845ecdc2-0c48-46c6-8d67-7eeeafb5d68b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1005859 Feb 09 20:00:32.389018 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.l3_dvr_db [None req-6725391a-9e97-42f1-b568-3cf13b69c6b1 None None] Set router 8b66ef66-4e9c-49b4-8232-c6c9e9bf7f1c gateway port host: n-d-713498-36 {{(pid=103232) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 20:00:32.629918 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.l3_hamode_db [None req-6725391a-9e97-42f1-b568-3cf13b69c6b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b66ef66-4e9c-49b4-8232-c6c9e9bf7f1c', 'name': 'tempest-ServerActionsTestJSON-426882205-router', 'tenant_id': '6245c52be1054dbe94bb7e14e1adfcb2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88055e1e-672a-4487-be31-ffb6e833ece5', 'external_fixed_ips': [{'subnet_id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'ip_address': '172.25.1.251'}], 'enable_snat': True}, 'gw_port_id': '3b5f4677-7e2f-4257-84e8-83453d3478a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T19:57:08Z', 'updated_at': '2022-02-09T19:57:12Z', 'revision_number': 4, 'project_id': '6245c52be1054dbe94bb7e14e1adfcb2', 'gw_port': {'id': '3b5f4677-7e2f-4257-84e8-83453d3478a8', 'name': '', 'network_id': '88055e1e-672a-4487-be31-ffb6e833ece5', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:a5:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b66ef66-4e9c-49b4-8232-c6c9e9bf7f1c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4092, 'fixed_ips': [{'subnet_id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'ip_address': '172.25.1.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T19:57:09Z', 'updated_at': '2022-02-09T19:57:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-36', '_floatingips': [{'id': '3f50e9e5-6deb-46a3-8b44-7a4b66111d8f', 'tenant_id': '6245c52be1054dbe94bb7e14e1adfcb2', 'floating_ip_address': '172.25.1.238', 'floating_network_id': '88055e1e-672a-4487-be31-ffb6e833ece5', 'router_id': '8b66ef66-4e9c-49b4-8232-c6c9e9bf7f1c', 'port_id': '587d4e9a-8628-487b-810d-e2d82b149618', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4100, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '845ecdc2-0c48-46c6-8d67-7eeeafb5d68b', 'mac_address': 'fa:16:3e:cc:5a:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b59902b7-cdb5-4f2e-84ca-49b789f0fb89', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T19:57:14Z', 'updated_at': '2022-02-09T20:00:31Z', 'revision_number': 13, 'project_id': '6245c52be1054dbe94bb7e14e1adfcb2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '43b4eee5-a731-4a67-8516-bb0b1f16ff86', 'name': '', 'network_id': '845ecdc2-0c48-46c6-8d67-7eeeafb5d68b', 'tenant_id': '6245c52be1054dbe94bb7e14e1adfcb2', 'mac_address': 'fa:16:3e:58:6c:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b66ef66-4e9c-49b4-8232-c6c9e9bf7f1c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4093, 'fixed_ips': [{'subnet_id': '9a740078-9be8-472a-a565-0b0dba4a02f5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T19:57:11Z', 'updated_at': '2022-02-09T19:57:15Z', 'revision_number': 5, 'project_id': '6245c52be1054dbe94bb7e14e1adfcb2', 'subnets': [{'id': '9a740078-9be8-472a-a565-0b0dba4a02f5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-36', False) {} {{(pid=103232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 20:00:32.661346 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6725391a-9e97-42f1-b568-3cf13b69c6b1 None None] The sync data for ids ['8b66ef66-4e9c-49b4-8232-c6c9e9bf7f1c'] in n-d-713498-36 is: [{'id': '8b66ef66-4e9c-49b4-8232-c6c9e9bf7f1c', 'name': 'tempest-ServerActionsTestJSON-426882205-router', 'tenant_id': '6245c52be1054dbe94bb7e14e1adfcb2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88055e1e-672a-4487-be31-ffb6e833ece5', 'external_fixed_ips': [{'subnet_id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'ip_address': '172.25.1.251'}], 'enable_snat': True}, 'gw_port_id': '3b5f4677-7e2f-4257-84e8-83453d3478a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T19:57:08Z', 'updated_at': '2022-02-09T19:57:12Z', 'revision_number': 4, 'project_id': '6245c52be1054dbe94bb7e14e1adfcb2', 'gw_port': {'id': '3b5f4677-7e2f-4257-84e8-83453d3478a8', 'name': '', 'network_id': '88055e1e-672a-4487-be31-ffb6e833ece5', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:a5:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b66ef66-4e9c-49b4-8232-c6c9e9bf7f1c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4092, 'fixed_ips': [{'subnet_id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'ip_address': '172.25.1.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T19:57:09Z', 'updated_at': '2022-02-09T19:57:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-36', '_floatingips': [{'id': '3f50e9e5-6deb-46a3-8b44-7a4b66111d8f', 'tenant_id': '6245c52be1054dbe94bb7e14e1adfcb2', 'floating_ip_address': '172.25.1.238', 'floating_network_id': '88055e1e-672a-4487-be31-ffb6e833ece5', 'router_id': '8b66ef66-4e9c-49b4-8232-c6c9e9bf7f1c', 'port_id': '587d4e9a-8628-487b-810d-e2d82b149618', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4100, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '845ecdc2-0c48-46c6-8d67-7eeeafb5d68b', 'mac_address': 'fa:16:3e:cc:5a:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b59902b7-cdb5-4f2e-84ca-49b789f0fb89', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T19:57:14Z', 'updated_at': '2022-02-09T20:00:31Z', 'revision_number': 13, 'project_id': '6245c52be1054dbe94bb7e14e1adfcb2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '43b4eee5-a731-4a67-8516-bb0b1f16ff86', 'name': '', 'network_id': '845ecdc2-0c48-46c6-8d67-7eeeafb5d68b', 'tenant_id': '6245c52be1054dbe94bb7e14e1adfcb2', 'mac_address': 'fa:16:3e:58:6c:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b66ef66-4e9c-49b4-8232-c6c9e9bf7f1c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4093, 'fixed_ips': [{'subnet_id': '9a740078-9be8-472a-a565-0b0dba4a02f5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T19:57:11Z', 'updated_at': '2022-02-09T19:57:15Z', 'revision_number': 5, 'project_id': '6245c52be1054dbe94bb7e14e1adfcb2', 'subnets': [{'id': '9a740078-9be8-472a-a565-0b0dba4a02f5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103232) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 20:00:32.856947 n-d-713498-36 neutron-server[103233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73509c8f-ecd0-4055-879e-628d4bf76384 None None] New status for floating IP 3f50e9e5-6deb-46a3-8b44-7a4b66111d8f: ACTIVE {{(pid=103233) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 09 20:00:33.093328 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-270a2a5d-f669-429a-9dd1-d8dd4763cd27 req-17903adb-8aae-4308-8e63-2b78b8059f13 tempest-ServerActionsTestJSON-1289812127 tempest-ServerActionsTestJSON-1289812127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:00:33.094946 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-270a2a5d-f669-429a-9dd1-d8dd4763cd27 req-17903adb-8aae-4308-8e63-2b78b8059f13 tempest-ServerActionsTestJSON-1289812127 tempest-ServerActionsTestJSON-1289812127-project] 10.222.0.75 "GET /v2.0/ports?device_id=b59902b7-cdb5-4f2e-84ca-49b789f0fb89 HTTP/1.1" status: 200 len: 945 time: 0.0552225 Feb 09 20:00:33.145971 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-270a2a5d-f669-429a-9dd1-d8dd4763cd27 req-ee0104a0-7c8b-4b45-9e8c-26e4bd5ad893 tempest-ServerActionsTestJSON-1289812127 tempest-ServerActionsTestJSON-1289812127-project] 10.222.0.75 "GET /v2.0/security-groups?id=e468a9c8-1697-49aa-8796-02bfe1187ffe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449471 Feb 09 20:00:35.668659 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-612014c5-f451-4682-80fb-74088f59f6df req-a8e2ac4f-1171-4d99-b074-781ea18774b8 tempest-ServerActionsTestJSON-1289812127 tempest-ServerActionsTestJSON-1289812127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:00:35.670241 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-612014c5-f451-4682-80fb-74088f59f6df req-a8e2ac4f-1171-4d99-b074-781ea18774b8 tempest-ServerActionsTestJSON-1289812127 tempest-ServerActionsTestJSON-1289812127-project] 10.222.0.75 "GET /v2.0/ports?device_id=b59902b7-cdb5-4f2e-84ca-49b789f0fb89 HTTP/1.1" status: 200 len: 945 time: 0.0548534 Feb 09 20:00:35.719678 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-612014c5-f451-4682-80fb-74088f59f6df req-65a3d945-0664-4ac3-a939-4757679be826 tempest-ServerActionsTestJSON-1289812127 tempest-ServerActionsTestJSON-1289812127-project] 10.222.0.75 "GET /v2.0/security-groups?id=e468a9c8-1697-49aa-8796-02bfe1187ffe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437665 Feb 09 20:00:40.888816 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-ede45934-6258-4c33-be37-e13b068e41c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762867132591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593584'] for agent (af91e4b9-f4e1-42b1-a25c-a10dc47171c8), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:00:43.190310 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-86d420c0-b846-41b4-8161-e32f489dd002 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762867132591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593584'] for agent (93303d5e-5d17-45e8-8963-7694f87783ae), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:00:44.498946 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-edc54c9b-7f13-45d9-9271-85c9738b0128 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762867132591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593584'] for agent (a62b1850-466f-48ae-bec7-d62fb280e14b), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:00:45.705251 n-d-713498-36 neutron-server[103233]: DEBUG neutron.db.agents_db [None req-4a8a6a42-0a0c-4437-8958-92282682b6bb None None] Agent healthcheck: found 7 active agents {{(pid=103233) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 20:00:46.128381 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-a7262a8e-0513-48fd-984d-75726a511961 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762867132591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593584'] for agent (911cfea2-02ae-4ec9-bac3-7808ee1cdd9c), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:00:47.134797 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762867132591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593584'] for agent (496418a2-c002-4aec-ab1a-07f3bea491bd), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:00:48.979711 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762867132591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593584'] for agent (488cd9ae-631f-4955-ba0b-4f5a13f12e9c), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:00:49.456992 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762867132591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593584'] for agent (bcd5faee-dc24-4298-9134-0e0aa054058e), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:00:52.206677 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d0ea842-07b3-481a-beaf-8d0f79299365 req-96ebad86-8662-4868-80f5-12d9a5a5be6d tempest-ServerActionsTestJSON-1289812127 tempest-ServerActionsTestJSON-1289812127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:00:52.208351 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-0d0ea842-07b3-481a-beaf-8d0f79299365 req-96ebad86-8662-4868-80f5-12d9a5a5be6d tempest-ServerActionsTestJSON-1289812127 tempest-ServerActionsTestJSON-1289812127-project] 10.222.0.75 "GET /v2.0/ports?device_id=b59902b7-cdb5-4f2e-84ca-49b789f0fb89 HTTP/1.1" status: 200 len: 945 time: 0.0546720 Feb 09 20:00:52.264313 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-0d0ea842-07b3-481a-beaf-8d0f79299365 req-02f40cde-2912-43d4-b29a-305e46e86fb3 tempest-ServerActionsTestJSON-1289812127 tempest-ServerActionsTestJSON-1289812127-project] 10.222.0.75 "GET /v2.0/security-groups?id=e468a9c8-1697-49aa-8796-02bfe1187ffe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0491769 Feb 09 20:00:52.268774 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-89ae38ab-f569-4341-9e7c-26e88840d3ae req-443c38b6-6ca2-4fc3-bf8e-ce355eb7d96e service neutron] 10.222.0.75 "GET /v2.0/ports?device_id=b59902b7-cdb5-4f2e-84ca-49b789f0fb89&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0928838 Feb 09 20:00:53.386727 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9b86cd8-8e38-489c-96c1-93d601cfb596 req-685de9f1-2bac-4235-bf8f-da24baa155c1 tempest-ServerActionsTestJSON-1289812127 tempest-ServerActionsTestJSON-1289812127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:00:53.388220 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-f9b86cd8-8e38-489c-96c1-93d601cfb596 req-685de9f1-2bac-4235-bf8f-da24baa155c1 tempest-ServerActionsTestJSON-1289812127 tempest-ServerActionsTestJSON-1289812127-project] 10.222.0.75 "GET /v2.0/ports?device_id=b59902b7-cdb5-4f2e-84ca-49b789f0fb89 HTTP/1.1" status: 200 len: 945 time: 0.0527055 Feb 09 20:00:53.435883 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-f9b86cd8-8e38-489c-96c1-93d601cfb596 req-ea8c7c7c-e25a-4ca3-9696-3d95d4425a38 tempest-ServerActionsTestJSON-1289812127 tempest-ServerActionsTestJSON-1289812127-project] 10.222.0.75 "GET /v2.0/security-groups?id=e468a9c8-1697-49aa-8796-02bfe1187ffe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420086 Feb 09 20:00:53.556505 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89ae38ab-f569-4341-9e7c-26e88840d3ae req-095ae1a2-55d6-423d-88bb-0ddcf4da2d40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:00:53.558363 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-89ae38ab-f569-4341-9e7c-26e88840d3ae req-095ae1a2-55d6-423d-88bb-0ddcf4da2d40 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=6245c52be1054dbe94bb7e14e1adfcb2&device_id=b59902b7-cdb5-4f2e-84ca-49b789f0fb89 HTTP/1.1" status: 200 len: 1128 time: 0.0564291 Feb 09 20:00:53.665373 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89ae38ab-f569-4341-9e7c-26e88840d3ae req-d8be17e5-1071-41cb-a634-707d097ce59d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:00:53.666889 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-89ae38ab-f569-4341-9e7c-26e88840d3ae req-d8be17e5-1071-41cb-a634-707d097ce59d service neutron] 10.222.0.89 "GET /v2.0/networks?id=845ecdc2-0c48-46c6-8d67-7eeeafb5d68b HTTP/1.1" status: 200 len: 912 time: 0.1024518 Feb 09 20:00:53.739695 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-89ae38ab-f569-4341-9e7c-26e88840d3ae req-85b4d74c-1b46-4584-be74-5875bad42c12 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=587d4e9a-8628-487b-810d-e2d82b149618 HTTP/1.1" status: 200 len: 1002 time: 0.0650406 Feb 09 20:00:53.796626 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89ae38ab-f569-4341-9e7c-26e88840d3ae req-e87ca51e-c737-477d-b63b-6c3fcb0f0828 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:00:53.798113 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-89ae38ab-f569-4341-9e7c-26e88840d3ae req-e87ca51e-c737-477d-b63b-6c3fcb0f0828 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=9a740078-9be8-472a-a565-0b0dba4a02f5 HTTP/1.1" status: 200 len: 850 time: 0.0521724 Feb 09 20:00:54.107689 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89ae38ab-f569-4341-9e7c-26e88840d3ae req-106cb24d-9660-4f61-9f2f-d4dd3dd57aaa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:00:54.109194 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-89ae38ab-f569-4341-9e7c-26e88840d3ae req-106cb24d-9660-4f61-9f2f-d4dd3dd57aaa service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=845ecdc2-0c48-46c6-8d67-7eeeafb5d68b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.3051546 Feb 09 20:00:54.201422 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-89ae38ab-f569-4341-9e7c-26e88840d3ae req-99911021-7a71-476c-8f76-e97c542c2e21 service neutron] 10.222.0.89 "GET /v2.0/networks/845ecdc2-0c48-46c6-8d67-7eeeafb5d68b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848317 Feb 09 20:00:54.302047 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-89ae38ab-f569-4341-9e7c-26e88840d3ae req-bc0db5b5-495e-4a14-9389-bb33ae8fe1fa service neutron] 10.222.0.89 "GET /v2.0/networks/845ecdc2-0c48-46c6-8d67-7eeeafb5d68b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0944922 Feb 09 20:00:54.562574 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b9055fa-9bc4-46d5-917a-21610ab5720e req-8fad811e-4719-4167-8d3a-b7138d361691 tempest-ServerActionsTestJSON-1289812127 tempest-ServerActionsTestJSON-1289812127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:00:54.564136 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-7b9055fa-9bc4-46d5-917a-21610ab5720e req-8fad811e-4719-4167-8d3a-b7138d361691 tempest-ServerActionsTestJSON-1289812127 tempest-ServerActionsTestJSON-1289812127-project] 10.222.0.75 "GET /v2.0/ports?device_id=b59902b7-cdb5-4f2e-84ca-49b789f0fb89 HTTP/1.1" status: 200 len: 945 time: 0.0560250 Feb 09 20:00:54.618476 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-7b9055fa-9bc4-46d5-917a-21610ab5720e req-3375c6ee-a51d-4b8e-a8fd-17a2666990a0 tempest-ServerActionsTestJSON-1289812127 tempest-ServerActionsTestJSON-1289812127-project] 10.222.0.75 "GET /v2.0/security-groups?id=e468a9c8-1697-49aa-8796-02bfe1187ffe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0485346 Feb 09 20:00:55.743215 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38e3ab6d-0148-4c8b-9517-177e9c3224d4 req-fcf5a2ee-3397-421b-b694-fb272eb7db70 tempest-ServerActionsTestJSON-1289812127 tempest-ServerActionsTestJSON-1289812127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:00:55.744707 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-38e3ab6d-0148-4c8b-9517-177e9c3224d4 req-fcf5a2ee-3397-421b-b694-fb272eb7db70 tempest-ServerActionsTestJSON-1289812127 tempest-ServerActionsTestJSON-1289812127-project] 10.222.0.75 "GET /v2.0/ports?device_id=b59902b7-cdb5-4f2e-84ca-49b789f0fb89 HTTP/1.1" status: 200 len: 945 time: 0.0549703 Feb 09 20:00:55.792468 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-38e3ab6d-0148-4c8b-9517-177e9c3224d4 req-a475dc7c-828b-4a9a-941e-4f788faddae9 tempest-ServerActionsTestJSON-1289812127 tempest-ServerActionsTestJSON-1289812127-project] 10.222.0.75 "GET /v2.0/security-groups?id=e468a9c8-1697-49aa-8796-02bfe1187ffe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419030 Feb 09 20:00:56.922788 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80dfa1e4-5ff6-495e-b1ed-b012d5e39355 req-6c6b935f-c817-4ca0-a88f-131b67c177c5 tempest-ServerActionsTestJSON-1289812127 tempest-ServerActionsTestJSON-1289812127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:00:56.924497 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-80dfa1e4-5ff6-495e-b1ed-b012d5e39355 req-6c6b935f-c817-4ca0-a88f-131b67c177c5 tempest-ServerActionsTestJSON-1289812127 tempest-ServerActionsTestJSON-1289812127-project] 10.222.0.75 "GET /v2.0/ports?device_id=b59902b7-cdb5-4f2e-84ca-49b789f0fb89 HTTP/1.1" status: 200 len: 945 time: 0.0576527 Feb 09 20:00:56.981815 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-80dfa1e4-5ff6-495e-b1ed-b012d5e39355 req-88ad2262-4753-4da9-80ea-e574a6356789 tempest-ServerActionsTestJSON-1289812127 tempest-ServerActionsTestJSON-1289812127-project] 10.222.0.75 "GET /v2.0/security-groups?id=e468a9c8-1697-49aa-8796-02bfe1187ffe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0508847 Feb 09 20:00:58.112020 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-115f2626-66aa-4bfe-9936-c2ee1d6575ba req-ee1a31a0-8e78-4f13-aac8-49498978b4be tempest-ServerActionsTestJSON-1289812127 tempest-ServerActionsTestJSON-1289812127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:00:58.114081 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-115f2626-66aa-4bfe-9936-c2ee1d6575ba req-ee1a31a0-8e78-4f13-aac8-49498978b4be tempest-ServerActionsTestJSON-1289812127 tempest-ServerActionsTestJSON-1289812127-project] 10.222.0.75 "GET /v2.0/ports?device_id=b59902b7-cdb5-4f2e-84ca-49b789f0fb89 HTTP/1.1" status: 200 len: 945 time: 0.0595703 Feb 09 20:00:58.164796 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-115f2626-66aa-4bfe-9936-c2ee1d6575ba req-82308014-d277-48e9-a9ae-077644d2a1f5 tempest-ServerActionsTestJSON-1289812127 tempest-ServerActionsTestJSON-1289812127-project] 10.222.0.75 "GET /v2.0/security-groups?id=e468a9c8-1697-49aa-8796-02bfe1187ffe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434885 Feb 09 20:00:59.299835 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c67d7c33-7cbb-4a99-8a36-1630ff1b4983 req-9b46e857-5fa4-45da-ae88-86ee5eff395f tempest-ServerActionsTestJSON-1289812127 tempest-ServerActionsTestJSON-1289812127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:00:59.301367 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-c67d7c33-7cbb-4a99-8a36-1630ff1b4983 req-9b46e857-5fa4-45da-ae88-86ee5eff395f tempest-ServerActionsTestJSON-1289812127 tempest-ServerActionsTestJSON-1289812127-project] 10.222.0.75 "GET /v2.0/ports?device_id=b59902b7-cdb5-4f2e-84ca-49b789f0fb89 HTTP/1.1" status: 200 len: 945 time: 0.0601373 Feb 09 20:00:59.355808 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-c67d7c33-7cbb-4a99-8a36-1630ff1b4983 req-6748a0c2-60d6-42fe-a8ff-df3704945783 tempest-ServerActionsTestJSON-1289812127 tempest-ServerActionsTestJSON-1289812127-project] 10.222.0.75 "GET /v2.0/security-groups?id=e468a9c8-1697-49aa-8796-02bfe1187ffe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443430 Feb 09 20:01:00.496678 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc3cba38-2e51-4112-958a-5cf5b2757dd9 req-ae015396-105e-419b-bf8e-5b33cc60ea76 tempest-ServerActionsTestJSON-1289812127 tempest-ServerActionsTestJSON-1289812127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:01:00.498378 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-cc3cba38-2e51-4112-958a-5cf5b2757dd9 req-ae015396-105e-419b-bf8e-5b33cc60ea76 tempest-ServerActionsTestJSON-1289812127 tempest-ServerActionsTestJSON-1289812127-project] 10.222.0.75 "GET /v2.0/ports?device_id=b59902b7-cdb5-4f2e-84ca-49b789f0fb89 HTTP/1.1" status: 200 len: 945 time: 0.0535603 Feb 09 20:01:00.546433 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-cc3cba38-2e51-4112-958a-5cf5b2757dd9 req-3af77af9-58e9-404a-b238-ff3eb07b0228 tempest-ServerActionsTestJSON-1289812127 tempest-ServerActionsTestJSON-1289812127-project] 10.222.0.75 "GET /v2.0/security-groups?id=e468a9c8-1697-49aa-8796-02bfe1187ffe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424693 Feb 09 20:01:01.677145 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c992e8d-22e0-4260-9dc9-62b1f760bdf1 req-16bf69da-29e5-4854-bb96-d286723a44cb tempest-ServerActionsTestJSON-1289812127 tempest-ServerActionsTestJSON-1289812127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:01:01.679383 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-6c992e8d-22e0-4260-9dc9-62b1f760bdf1 req-16bf69da-29e5-4854-bb96-d286723a44cb tempest-ServerActionsTestJSON-1289812127 tempest-ServerActionsTestJSON-1289812127-project] 10.222.0.75 "GET /v2.0/ports?device_id=b59902b7-cdb5-4f2e-84ca-49b789f0fb89 HTTP/1.1" status: 200 len: 945 time: 0.0560205 Feb 09 20:01:01.732982 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-6c992e8d-22e0-4260-9dc9-62b1f760bdf1 req-4e2cf938-e80b-4ff3-942b-f544d581385a tempest-ServerActionsTestJSON-1289812127 tempest-ServerActionsTestJSON-1289812127-project] 10.222.0.75 "GET /v2.0/security-groups?id=e468a9c8-1697-49aa-8796-02bfe1187ffe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0476286 Feb 09 20:01:02.890866 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0fc73d3-2954-48ad-b4cf-3ce26bf01e8c req-d3441566-6068-480f-9cf9-104dccd1872e tempest-ServerActionsTestJSON-1289812127 tempest-ServerActionsTestJSON-1289812127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:01:02.892396 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-a0fc73d3-2954-48ad-b4cf-3ce26bf01e8c req-d3441566-6068-480f-9cf9-104dccd1872e tempest-ServerActionsTestJSON-1289812127 tempest-ServerActionsTestJSON-1289812127-project] 10.222.0.75 "GET /v2.0/ports?device_id=b59902b7-cdb5-4f2e-84ca-49b789f0fb89 HTTP/1.1" status: 200 len: 945 time: 0.0562553 Feb 09 20:01:02.957064 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-a0fc73d3-2954-48ad-b4cf-3ce26bf01e8c req-70e64dc5-0d8b-400a-850f-c2daa7dd2112 tempest-ServerActionsTestJSON-1289812127 tempest-ServerActionsTestJSON-1289812127-project] 10.222.0.75 "GET /v2.0/security-groups?id=e468a9c8-1697-49aa-8796-02bfe1187ffe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0574207 Feb 09 20:01:04.083143 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f638e1d3-5203-4270-a9ad-de1fb33c9641 req-58ed41b0-29c9-4a5c-9749-32292fde2ce1 tempest-ServerActionsTestJSON-1289812127 tempest-ServerActionsTestJSON-1289812127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:01:04.084687 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-f638e1d3-5203-4270-a9ad-de1fb33c9641 req-58ed41b0-29c9-4a5c-9749-32292fde2ce1 tempest-ServerActionsTestJSON-1289812127 tempest-ServerActionsTestJSON-1289812127-project] 10.222.0.75 "GET /v2.0/ports?device_id=b59902b7-cdb5-4f2e-84ca-49b789f0fb89 HTTP/1.1" status: 200 len: 945 time: 0.0550809 Feb 09 20:01:04.139315 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-f638e1d3-5203-4270-a9ad-de1fb33c9641 req-90b48908-1953-4743-b782-f976f04bdf6c tempest-ServerActionsTestJSON-1289812127 tempest-ServerActionsTestJSON-1289812127-project] 10.222.0.75 "GET /v2.0/security-groups?id=e468a9c8-1697-49aa-8796-02bfe1187ffe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0486159 Feb 09 20:01:04.681152 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Device 587d4e9a-8628-487b-810d-e2d82b149618 no longer exists at agent hyperv_n-h1-713498-36 {{(pid=103232) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 20:01:04.762826 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Current status of the port 587d4e9a-8628-487b-810d-e2d82b149618 is: ACTIVE; New status is: DOWN {{(pid=103232) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 20:01:04.763216 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (587d4e9a-8628-487b-810d-e2d82b149618), before_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:01:04.789102 n-d-713498-36 neutron-server[103232]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b59902b7-cdb5-4f2e-84ca-49b789f0fb89', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '587d4e9a-8628-487b-810d-e2d82b149618'}] {{(pid=103232) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 20:01:04.791438 n-d-713498-36 neutron-server[103232]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cbbf3601bdfb8db7b6600aedba7e3851fa962f00dad36f02e289fea53b94aa67" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2a14a423-32ae-4c19-a4b8-573737b4db51" -d '{"events": [{"server_uuid": "b59902b7-cdb5-4f2e-84ca-49b789f0fb89", "name": "network-vif-unplugged", "status": "completed", "tag": "587d4e9a-8628-487b-810d-e2d82b149618"}]}' {{(pid=103232) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 20:01:04.811783 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] For port 587d4e9a-8628-487b-810d-e2d82b149618, host n-h1-713498-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-36',level=0,port_id=587d4e9a-8628-487b-810d-e2d82b149618,segment=NetworkSegment(14252cf2-3edf-4154-bc45-0979579e9ece),segment_id=14252cf2-3edf-4154-bc45-0979579e9ece)] {{(pid=103232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 20:01:04.819472 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762867176205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762866656485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762866656503'] for port (587d4e9a-8628-487b-810d-e2d82b149618), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:01:04.853531 n-d-713498-36 neutron-server[103232]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 09 Feb 2022 20:01:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5356bad9-46b2-45be-a6d1-7a9114a3bc87 x-openstack-request-id: req-5356bad9-46b2-45be-a6d1-7a9114a3bc87 {{(pid=103232) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 20:01:04.853974 n-d-713498-36 neutron-server[103232]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b59902b7-cdb5-4f2e-84ca-49b789f0fb89", "name": "network-vif-unplugged", "status": "completed", "tag": "587d4e9a-8628-487b-810d-e2d82b149618", "code": 200}]} {{(pid=103232) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 20:01:04.854399 n-d-713498-36 neutron-server[103232]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-5356bad9-46b2-45be-a6d1-7a9114a3bc87 {{(pid=103232) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 20:01:04.855003 n-d-713498-36 neutron-server[103232]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b59902b7-cdb5-4f2e-84ca-49b789f0fb89', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '587d4e9a-8628-487b-810d-e2d82b149618', 'code': 200} Feb 09 20:01:04.883725 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Pushing event updated for resources: {'Port': ['ID=587d4e9a-8628-487b-810d-e2d82b149618,revision_number=6']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:01:05.129120 n-d-713498-36 neutron-server[103229]: INFO neutron.api.v2.resource [req-89ae38ab-f569-4341-9e7c-26e88840d3ae req-ea3c37dd-5bdf-42ea-b6fe-9e0b2b93a216 service neutron] show failed (client error): The resource could not be found. Feb 09 20:01:05.130085 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-89ae38ab-f569-4341-9e7c-26e88840d3ae req-ea3c37dd-5bdf-42ea-b6fe-9e0b2b93a216 service neutron] 10.222.0.89 "GET /v2.0/ports/587d4e9a-8628-487b-810d-e2d82b149618/bindings/n-h2-713498-36 HTTP/1.1" status: 404 len: 381 time: 0.0649409 Feb 09 20:01:05.272871 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d58fb583-5ae0-4ddc-ba00-003aa5037aea req-e52e7e49-b7c1-40e1-b37c-92f286b51d09 tempest-ServerActionsTestJSON-1289812127 tempest-ServerActionsTestJSON-1289812127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:01:05.274473 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-d58fb583-5ae0-4ddc-ba00-003aa5037aea req-e52e7e49-b7c1-40e1-b37c-92f286b51d09 tempest-ServerActionsTestJSON-1289812127 tempest-ServerActionsTestJSON-1289812127-project] 10.222.0.75 "GET /v2.0/ports?device_id=b59902b7-cdb5-4f2e-84ca-49b789f0fb89 HTTP/1.1" status: 200 len: 943 time: 0.0630779 Feb 09 20:01:05.358770 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-d58fb583-5ae0-4ddc-ba00-003aa5037aea req-a75346cc-de90-4c8e-ac51-ef0dcc6ee39a tempest-ServerActionsTestJSON-1289812127 tempest-ServerActionsTestJSON-1289812127-project] 10.222.0.75 "GET /v2.0/security-groups?id=e468a9c8-1697-49aa-8796-02bfe1187ffe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0771005 Feb 09 20:01:05.374493 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89ae38ab-f569-4341-9e7c-26e88840d3ae req-9a758eaa-cffb-4eef-bfe8-f219ba3d770e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:01:05.376032 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-89ae38ab-f569-4341-9e7c-26e88840d3ae req-9a758eaa-cffb-4eef-bfe8-f219ba3d770e service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=b59902b7-cdb5-4f2e-84ca-49b789f0fb89&tenant_id=6245c52be1054dbe94bb7e14e1adfcb2 HTTP/1.1" status: 200 len: 1126 time: 0.0688777 Feb 09 20:01:05.388986 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.v2.base [req-89ae38ab-f569-4341-9e7c-26e88840d3ae req-94431a21-ef41-4423-994d-97b341d02383 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-713498-36', 'device_owner': 'compute:nova'}} {{(pid=103230) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 20:01:05.459969 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [req-89ae38ab-f569-4341-9e7c-26e88840d3ae req-94431a21-ef41-4423-994d-97b341d02383 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (587d4e9a-8628-487b-810d-e2d82b149618), before_update {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:01:05.675394 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.db [req-89ae38ab-f569-4341-9e7c-26e88840d3ae req-94431a21-ef41-4423-994d-97b341d02383 service neutron] For port 587d4e9a-8628-487b-810d-e2d82b149618, host n-h1-713498-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-36',level=0,port_id=587d4e9a-8628-487b-810d-e2d82b149618,segment=NetworkSegment(14252cf2-3edf-4154-bc45-0979579e9ece),segment_id=14252cf2-3edf-4154-bc45-0979579e9ece)] {{(pid=103230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 20:01:05.719124 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.db [req-89ae38ab-f569-4341-9e7c-26e88840d3ae req-94431a21-ef41-4423-994d-97b341d02383 service neutron] For port 587d4e9a-8628-487b-810d-e2d82b149618, host n-h1-713498-36, cleared binding levels {{(pid=103230) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 20:01:05.756427 n-d-713498-36 neutron-server[103230]: DEBUG neutron.notifiers.nova [req-89ae38ab-f569-4341-9e7c-26e88840d3ae req-94431a21-ef41-4423-994d-97b341d02383 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 587d4e9a-8628-487b-810d-e2d82b149618 {{(pid=103230) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 20:01:05.765140 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [req-89ae38ab-f569-4341-9e7c-26e88840d3ae req-94431a21-ef41-4423-994d-97b341d02383 service neutron] Publish callbacks [] for port (587d4e9a-8628-487b-810d-e2d82b149618), precommit_update {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:01:05.780194 n-d-713498-36 neutron-server[103230]: DEBUG neutron.db.provisioning_blocks [req-89ae38ab-f569-4341-9e7c-26e88840d3ae req-94431a21-ef41-4423-994d-97b341d02383 service neutron] Transition to ACTIVE for port object 587d4e9a-8628-487b-810d-e2d82b149618 will not be triggered until provisioned by entity L2. {{(pid=103230) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 20:01:05.785357 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [req-89ae38ab-f569-4341-9e7c-26e88840d3ae req-94431a21-ef41-4423-994d-97b341d02383 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762867176205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762866656485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762866656503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14393758'] for port (587d4e9a-8628-487b-810d-e2d82b149618), after_update {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:01:06.133638 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94431a21-ef41-4423-994d-97b341d02383 service neutron] Pushing event updated for resources: {'Port': ['ID=587d4e9a-8628-487b-810d-e2d82b149618,revision_number=7']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:01:06.201850 n-d-713498-36 neutron-server[103230]: DEBUG neutron.db.l3_dvrscheduler_db [req-89ae38ab-f569-4341-9e7c-26e88840d3ae req-94431a21-ef41-4423-994d-97b341d02383 service neutron] No DVR routers for this DVR port 587d4e9a-8628-487b-810d-e2d82b149618 on host n-h1-713498-36 {{(pid=103230) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 20:01:06.363849 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.managers [req-89ae38ab-f569-4341-9e7c-26e88840d3ae req-94431a21-ef41-4423-994d-97b341d02383 service neutron] Attempting to bind port 587d4e9a-8628-487b-810d-e2d82b149618 on host n-h2-713498-36 for vnic_type normal with profile {{(pid=103230) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 20:01:06.364577 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.managers [req-89ae38ab-f569-4341-9e7c-26e88840d3ae req-94431a21-ef41-4423-994d-97b341d02383 service neutron] Attempting to bind port 587d4e9a-8628-487b-810d-e2d82b149618 by drivers openvswitch,hyperv on host n-h2-713498-36 at level 0 using segments [{'id': '14252cf2-3edf-4154-bc45-0979579e9ece', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '845ecdc2-0c48-46c6-8d67-7eeeafb5d68b'}] {{(pid=103230) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 20:01:06.364577 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89ae38ab-f569-4341-9e7c-26e88840d3ae req-94431a21-ef41-4423-994d-97b341d02383 service neutron] Attempting to bind port 587d4e9a-8628-487b-810d-e2d82b149618 on network 845ecdc2-0c48-46c6-8d67-7eeeafb5d68b {{(pid=103230) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 20:01:06.369881 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89ae38ab-f569-4341-9e7c-26e88840d3ae req-94431a21-ef41-4423-994d-97b341d02383 service neutron] Port 587d4e9a-8628-487b-810d-e2d82b149618 on network 845ecdc2-0c48-46c6-8d67-7eeeafb5d68b not bound, no agent of type Open vSwitch agent registered on host n-h2-713498-36 {{(pid=103230) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 20:01:06.370231 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89ae38ab-f569-4341-9e7c-26e88840d3ae req-94431a21-ef41-4423-994d-97b341d02383 service neutron] Attempting to bind port 587d4e9a-8628-487b-810d-e2d82b149618 on network 845ecdc2-0c48-46c6-8d67-7eeeafb5d68b {{(pid=103230) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 20:01:06.375227 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89ae38ab-f569-4341-9e7c-26e88840d3ae req-94431a21-ef41-4423-994d-97b341d02383 service neutron] Checking agent: {'id': 'bcd5faee-dc24-4298-9134-0e0aa054058e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713498-36', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 18, 59, 19), 'started_at': datetime.datetime(2022, 2, 9, 18, 59, 19), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 20, 0, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103230) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 20:01:06.375563 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89ae38ab-f569-4341-9e7c-26e88840d3ae req-94431a21-ef41-4423-994d-97b341d02383 service neutron] Checking segment: {'id': '14252cf2-3edf-4154-bc45-0979579e9ece', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '845ecdc2-0c48-46c6-8d67-7eeeafb5d68b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103230) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 20:01:06.375947 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89ae38ab-f569-4341-9e7c-26e88840d3ae req-94431a21-ef41-4423-994d-97b341d02383 service neutron] Bound using segment: {'id': '14252cf2-3edf-4154-bc45-0979579e9ece', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '845ecdc2-0c48-46c6-8d67-7eeeafb5d68b'} {{(pid=103230) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 20:01:06.376366 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.managers [req-89ae38ab-f569-4341-9e7c-26e88840d3ae req-94431a21-ef41-4423-994d-97b341d02383 service neutron] Bound port: 587d4e9a-8628-487b-810d-e2d82b149618, host: n-h2-713498-36, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '14252cf2-3edf-4154-bc45-0979579e9ece', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '845ecdc2-0c48-46c6-8d67-7eeeafb5d68b'}}] {{(pid=103230) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 20:01:06.376717 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [req-89ae38ab-f569-4341-9e7c-26e88840d3ae req-94431a21-ef41-4423-994d-97b341d02383 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (587d4e9a-8628-487b-810d-e2d82b149618), before_update {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:01:06.456036 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.db [req-89ae38ab-f569-4341-9e7c-26e88840d3ae req-94431a21-ef41-4423-994d-97b341d02383 service neutron] For port 587d4e9a-8628-487b-810d-e2d82b149618, host n-h2-713498-36, cleared binding levels {{(pid=103230) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 20:01:06.460488 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.db [req-89ae38ab-f569-4341-9e7c-26e88840d3ae req-94431a21-ef41-4423-994d-97b341d02383 service neutron] For port 587d4e9a-8628-487b-810d-e2d82b149618, host n-h2-713498-36, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-36',level=0,port_id=587d4e9a-8628-487b-810d-e2d82b149618,segment=NetworkSegment(14252cf2-3edf-4154-bc45-0979579e9ece),segment_id=14252cf2-3edf-4154-bc45-0979579e9ece)] {{(pid=103230) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 20:01:06.467435 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [req-89ae38ab-f569-4341-9e7c-26e88840d3ae req-94431a21-ef41-4423-994d-97b341d02383 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762867176205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762866656485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762866656503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14393758'] for port (587d4e9a-8628-487b-810d-e2d82b149618), after_update {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:01:06.511635 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89ae38ab-f569-4341-9e7c-26e88840d3ae req-94431a21-ef41-4423-994d-97b341d02383 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:01:06.511817 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ec69087-ad06-4e13-860e-b860907509d2 req-86bac0c4-68ac-4ff2-8ff1-9f130c005abd tempest-ServerActionsTestJSON-1289812127 tempest-ServerActionsTestJSON-1289812127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:01:06.512397 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [req-89ae38ab-f569-4341-9e7c-26e88840d3ae req-94431a21-ef41-4423-994d-97b341d02383 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171096'] for port (None), before_response {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:01:06.513675 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-4ec69087-ad06-4e13-860e-b860907509d2 req-86bac0c4-68ac-4ff2-8ff1-9f130c005abd tempest-ServerActionsTestJSON-1289812127 tempest-ServerActionsTestJSON-1289812127-project] 10.222.0.75 "GET /v2.0/ports?device_id=b59902b7-cdb5-4f2e-84ca-49b789f0fb89 HTTP/1.1" status: 200 len: 943 time: 0.0722568 Feb 09 20:01:06.513815 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-89ae38ab-f569-4341-9e7c-26e88840d3ae req-94431a21-ef41-4423-994d-97b341d02383 service neutron] 10.222.0.90 "PUT /v2.0/ports/587d4e9a-8628-487b-810d-e2d82b149618 HTTP/1.1" status: 200 len: 1092 time: 1.1291625 Feb 09 20:01:06.514268 n-d-713498-36 neutron-server[103230]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b59902b7-cdb5-4f2e-84ca-49b789f0fb89', 'tag': '587d4e9a-8628-487b-810d-e2d82b149618'}] {{(pid=103230) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 20:01:06.516820 n-d-713498-36 neutron-server[103230]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bdec2cd40908e72a0a66447c6deb3367bbdbf2f4033028e05eb26280eb3900ec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ea0fb301-e5f2-43c8-8436-1b2fbf6cdff8" -d '{"events": [{"name": "network-changed", "server_uuid": "b59902b7-cdb5-4f2e-84ca-49b789f0fb89", "tag": "587d4e9a-8628-487b-810d-e2d82b149618"}]}' {{(pid=103230) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 20:01:06.586495 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-4ec69087-ad06-4e13-860e-b860907509d2 req-3895353d-70e6-40bb-b60f-bf9ef787f447 tempest-ServerActionsTestJSON-1289812127 tempest-ServerActionsTestJSON-1289812127-project] 10.222.0.75 "GET /v2.0/security-groups?id=e468a9c8-1697-49aa-8796-02bfe1187ffe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0551946 Feb 09 20:01:06.592762 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94431a21-ef41-4423-994d-97b341d02383 service neutron] Pushing event updated for resources: {'Port': ['ID=587d4e9a-8628-487b-810d-e2d82b149618,revision_number=8']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:01:06.620236 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89ae38ab-f569-4341-9e7c-26e88840d3ae req-a9057109-a69a-4b6c-afc7-374a62199d0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:01:06.623050 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-89ae38ab-f569-4341-9e7c-26e88840d3ae req-a9057109-a69a-4b6c-afc7-374a62199d0b service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=6245c52be1054dbe94bb7e14e1adfcb2&device_id=b59902b7-cdb5-4f2e-84ca-49b789f0fb89 HTTP/1.1" status: 200 len: 1126 time: 0.0754673 Feb 09 20:01:06.626573 n-d-713498-36 neutron-server[103230]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 20:01:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-078da954-3f66-46f7-9634-b9ae25894c9d x-openstack-request-id: req-078da954-3f66-46f7-9634-b9ae25894c9d {{(pid=103230) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 20:01:06.627391 n-d-713498-36 neutron-server[103230]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b59902b7-cdb5-4f2e-84ca-49b789f0fb89", "tag": "587d4e9a-8628-487b-810d-e2d82b149618", "status": "completed", "code": 200}]} {{(pid=103230) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 20:01:06.627772 n-d-713498-36 neutron-server[103230]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-078da954-3f66-46f7-9634-b9ae25894c9d {{(pid=103230) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 20:01:06.628878 n-d-713498-36 neutron-server[103230]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b59902b7-cdb5-4f2e-84ca-49b789f0fb89', 'tag': '587d4e9a-8628-487b-810d-e2d82b149618', 'status': 'completed', 'code': 200} Feb 09 20:01:06.700204 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea0fb301-e5f2-43c8-8436-1b2fbf6cdff8 req-78093813-4a8c-48da-b499-30ff40350545 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:01:06.701856 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-ea0fb301-e5f2-43c8-8436-1b2fbf6cdff8 req-78093813-4a8c-48da-b499-30ff40350545 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=6245c52be1054dbe94bb7e14e1adfcb2&device_id=b59902b7-cdb5-4f2e-84ca-49b789f0fb89 HTTP/1.1" status: 200 len: 1126 time: 0.0568705 Feb 09 20:01:06.743533 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89ae38ab-f569-4341-9e7c-26e88840d3ae req-73bb65e0-ed89-4b8d-8537-7495139236b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:01:06.745187 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-89ae38ab-f569-4341-9e7c-26e88840d3ae req-73bb65e0-ed89-4b8d-8537-7495139236b2 service neutron] 10.222.0.90 "GET /v2.0/networks?id=845ecdc2-0c48-46c6-8d67-7eeeafb5d68b HTTP/1.1" status: 200 len: 912 time: 0.1046405 Feb 09 20:01:06.806273 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea0fb301-e5f2-43c8-8436-1b2fbf6cdff8 req-501ebaf6-aa76-4b33-a4b2-d064897ccecd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:01:06.807959 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-ea0fb301-e5f2-43c8-8436-1b2fbf6cdff8 req-501ebaf6-aa76-4b33-a4b2-d064897ccecd service neutron] 10.222.0.89 "GET /v2.0/networks?id=845ecdc2-0c48-46c6-8d67-7eeeafb5d68b HTTP/1.1" status: 200 len: 912 time: 0.1000538 Feb 09 20:01:06.824703 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-89ae38ab-f569-4341-9e7c-26e88840d3ae req-83659045-453e-424f-b5d2-4a658c5584cf service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=587d4e9a-8628-487b-810d-e2d82b149618 HTTP/1.1" status: 200 len: 1000 time: 0.0709591 Feb 09 20:01:06.877814 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89ae38ab-f569-4341-9e7c-26e88840d3ae req-7ff4389e-8512-42b7-91d4-8d9653a608cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:01:06.879378 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-89ae38ab-f569-4341-9e7c-26e88840d3ae req-7ff4389e-8512-42b7-91d4-8d9653a608cc service neutron] 10.222.0.90 "GET /v2.0/subnets?id=9a740078-9be8-472a-a565-0b0dba4a02f5 HTTP/1.1" status: 200 len: 850 time: 0.0473518 Feb 09 20:01:06.882500 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-ea0fb301-e5f2-43c8-8436-1b2fbf6cdff8 req-559b31f7-c12d-47fc-84a3-00a37fe48b70 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=587d4e9a-8628-487b-810d-e2d82b149618 HTTP/1.1" status: 200 len: 1000 time: 0.0689998 Feb 09 20:01:06.935140 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89ae38ab-f569-4341-9e7c-26e88840d3ae req-bd6d8369-d470-4bf6-92a3-e468a51d9c1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:01:06.935761 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea0fb301-e5f2-43c8-8436-1b2fbf6cdff8 req-558302e9-d4cf-46ad-befc-0dd79709cb54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:01:06.936688 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-89ae38ab-f569-4341-9e7c-26e88840d3ae req-bd6d8369-d470-4bf6-92a3-e468a51d9c1e service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=845ecdc2-0c48-46c6-8d67-7eeeafb5d68b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0506728 Feb 09 20:01:06.937541 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-ea0fb301-e5f2-43c8-8436-1b2fbf6cdff8 req-558302e9-d4cf-46ad-befc-0dd79709cb54 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=9a740078-9be8-472a-a565-0b0dba4a02f5 HTTP/1.1" status: 200 len: 850 time: 0.0500877 Feb 09 20:01:06.989181 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea0fb301-e5f2-43c8-8436-1b2fbf6cdff8 req-37e0e278-6731-4c5b-89ea-2bbe5076cb8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:01:06.992086 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-ea0fb301-e5f2-43c8-8436-1b2fbf6cdff8 req-37e0e278-6731-4c5b-89ea-2bbe5076cb8e service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=845ecdc2-0c48-46c6-8d67-7eeeafb5d68b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0492451 Feb 09 20:01:07.047134 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-89ae38ab-f569-4341-9e7c-26e88840d3ae req-38755725-27c2-47e7-827b-09a6d3e877a8 service neutron] 10.222.0.90 "GET /v2.0/networks/845ecdc2-0c48-46c6-8d67-7eeeafb5d68b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1027205 Feb 09 20:01:07.096494 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-ea0fb301-e5f2-43c8-8436-1b2fbf6cdff8 req-ec9cf6ce-3cfb-4c5a-a9eb-dcccafa14b65 service neutron] 10.222.0.89 "GET /v2.0/networks/845ecdc2-0c48-46c6-8d67-7eeeafb5d68b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0987930 Feb 09 20:01:07.148289 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-89ae38ab-f569-4341-9e7c-26e88840d3ae req-e8a440d4-e148-4428-ab0a-6ad94330e4e7 service neutron] 10.222.0.90 "GET /v2.0/networks/845ecdc2-0c48-46c6-8d67-7eeeafb5d68b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0937750 Feb 09 20:01:07.209749 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-ea0fb301-e5f2-43c8-8436-1b2fbf6cdff8 req-b423a8f8-3ec0-43d0-9e70-484d7e8c8192 service neutron] 10.222.0.89 "GET /v2.0/networks/845ecdc2-0c48-46c6-8d67-7eeeafb5d68b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1072094 Feb 09 20:01:07.284820 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea0fb301-e5f2-43c8-8436-1b2fbf6cdff8 req-91569873-306d-4a63-b64f-257c24758aa0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:01:07.286270 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-ea0fb301-e5f2-43c8-8436-1b2fbf6cdff8 req-91569873-306d-4a63-b64f-257c24758aa0 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=6245c52be1054dbe94bb7e14e1adfcb2&device_id=b59902b7-cdb5-4f2e-84ca-49b789f0fb89 HTTP/1.1" status: 200 len: 1126 time: 0.0567966 Feb 09 20:01:07.384050 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea0fb301-e5f2-43c8-8436-1b2fbf6cdff8 req-8ac281cf-7c3d-474c-9022-4033e4f34382 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:01:07.385546 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-ea0fb301-e5f2-43c8-8436-1b2fbf6cdff8 req-8ac281cf-7c3d-474c-9022-4033e4f34382 service neutron] 10.222.0.90 "GET /v2.0/networks?id=845ecdc2-0c48-46c6-8d67-7eeeafb5d68b HTTP/1.1" status: 200 len: 912 time: 0.0917017 Feb 09 20:01:07.460646 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-ea0fb301-e5f2-43c8-8436-1b2fbf6cdff8 req-84801a8f-56c9-4e7a-a276-9870c104fd63 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=587d4e9a-8628-487b-810d-e2d82b149618 HTTP/1.1" status: 200 len: 1000 time: 0.0685270 Feb 09 20:01:07.515165 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea0fb301-e5f2-43c8-8436-1b2fbf6cdff8 req-03fc0765-2474-4282-94bb-06f0428a4da5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:01:07.517585 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-ea0fb301-e5f2-43c8-8436-1b2fbf6cdff8 req-03fc0765-2474-4282-94bb-06f0428a4da5 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=9a740078-9be8-472a-a565-0b0dba4a02f5 HTTP/1.1" status: 200 len: 850 time: 0.0506208 Feb 09 20:01:07.569711 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea0fb301-e5f2-43c8-8436-1b2fbf6cdff8 req-830bc74c-26ef-4f54-b2e8-a87df01c623d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:01:07.571238 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-ea0fb301-e5f2-43c8-8436-1b2fbf6cdff8 req-830bc74c-26ef-4f54-b2e8-a87df01c623d service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=845ecdc2-0c48-46c6-8d67-7eeeafb5d68b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0476339 Feb 09 20:01:07.682575 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-ea0fb301-e5f2-43c8-8436-1b2fbf6cdff8 req-6847e017-1bcb-4aec-9b37-b9a2e72eb5be service neutron] 10.222.0.90 "GET /v2.0/networks/845ecdc2-0c48-46c6-8d67-7eeeafb5d68b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1041873 Feb 09 20:01:07.732156 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffdf6e9d-8546-4dcd-8a6a-e66d0fc56c18 req-ed53ad58-8405-4c8a-abf2-a14ca71c3e9d tempest-ServerActionsTestJSON-1289812127 tempest-ServerActionsTestJSON-1289812127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:01:07.734499 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-ffdf6e9d-8546-4dcd-8a6a-e66d0fc56c18 req-ed53ad58-8405-4c8a-abf2-a14ca71c3e9d tempest-ServerActionsTestJSON-1289812127 tempest-ServerActionsTestJSON-1289812127-project] 10.222.0.75 "GET /v2.0/ports?device_id=b59902b7-cdb5-4f2e-84ca-49b789f0fb89 HTTP/1.1" status: 200 len: 943 time: 0.0607934 Feb 09 20:01:07.780364 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-ea0fb301-e5f2-43c8-8436-1b2fbf6cdff8 req-ca88d6ed-42fa-434a-8809-b0e8fddbeac1 service neutron] 10.222.0.90 "GET /v2.0/networks/845ecdc2-0c48-46c6-8d67-7eeeafb5d68b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0922058 Feb 09 20:01:07.795593 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-ffdf6e9d-8546-4dcd-8a6a-e66d0fc56c18 req-309b9eba-ebde-4b7d-9ba3-54ebd2edff31 tempest-ServerActionsTestJSON-1289812127 tempest-ServerActionsTestJSON-1289812127-project] 10.222.0.75 "GET /v2.0/security-groups?id=e468a9c8-1697-49aa-8796-02bfe1187ffe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0533988 Feb 09 20:01:08.929887 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cbb15cb-4040-499a-8fe4-824371be38df req-47920c76-4325-4a9c-887d-e409b2b7482f tempest-ServerActionsTestJSON-1289812127 tempest-ServerActionsTestJSON-1289812127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:01:08.931617 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-6cbb15cb-4040-499a-8fe4-824371be38df req-47920c76-4325-4a9c-887d-e409b2b7482f tempest-ServerActionsTestJSON-1289812127 tempest-ServerActionsTestJSON-1289812127-project] 10.222.0.75 "GET /v2.0/ports?device_id=b59902b7-cdb5-4f2e-84ca-49b789f0fb89 HTTP/1.1" status: 200 len: 943 time: 0.0594153 Feb 09 20:01:09.006693 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-6cbb15cb-4040-499a-8fe4-824371be38df req-55cbaf2f-a8fd-445e-b6b6-41c6402e6859 tempest-ServerActionsTestJSON-1289812127 tempest-ServerActionsTestJSON-1289812127-project] 10.222.0.75 "GET /v2.0/security-groups?id=e468a9c8-1697-49aa-8796-02bfe1187ffe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0678442 Feb 09 20:01:10.181781 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69310f0b-dbe5-4991-b875-41c8a8d2590a req-13ca27ae-8059-4e11-968d-c6bd690ca20d tempest-ServerActionsTestJSON-1289812127 tempest-ServerActionsTestJSON-1289812127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:01:10.183571 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-69310f0b-dbe5-4991-b875-41c8a8d2590a req-13ca27ae-8059-4e11-968d-c6bd690ca20d tempest-ServerActionsTestJSON-1289812127 tempest-ServerActionsTestJSON-1289812127-project] 10.222.0.75 "GET /v2.0/ports?device_id=b59902b7-cdb5-4f2e-84ca-49b789f0fb89 HTTP/1.1" status: 200 len: 943 time: 0.0699346 Feb 09 20:01:10.232557 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-69310f0b-dbe5-4991-b875-41c8a8d2590a req-f8d67d60-0e60-41d1-9aba-5084d548c4a4 tempest-ServerActionsTestJSON-1289812127 tempest-ServerActionsTestJSON-1289812127-project] 10.222.0.75 "GET /v2.0/security-groups?id=e468a9c8-1697-49aa-8796-02bfe1187ffe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431440 Feb 09 20:01:10.882846 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-726f4cc4-e836-419d-98ef-449371190ad3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762867132591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593584'] for agent (af91e4b9-f4e1-42b1-a25c-a10dc47171c8), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:01:11.359714 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d9228b8-0f5a-44e6-b96c-762007edb23b req-9af6bf10-a983-457c-8fc0-1192c8f080d6 tempest-ServerActionsTestJSON-1289812127 tempest-ServerActionsTestJSON-1289812127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:01:11.361199 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-0d9228b8-0f5a-44e6-b96c-762007edb23b req-9af6bf10-a983-457c-8fc0-1192c8f080d6 tempest-ServerActionsTestJSON-1289812127 tempest-ServerActionsTestJSON-1289812127-project] 10.222.0.75 "GET /v2.0/ports?device_id=b59902b7-cdb5-4f2e-84ca-49b789f0fb89 HTTP/1.1" status: 200 len: 943 time: 0.0575666 Feb 09 20:01:11.414116 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-0d9228b8-0f5a-44e6-b96c-762007edb23b req-cd82e041-21a1-4e00-be0b-f5d2994134bc tempest-ServerActionsTestJSON-1289812127 tempest-ServerActionsTestJSON-1289812127-project] 10.222.0.75 "GET /v2.0/security-groups?id=e468a9c8-1697-49aa-8796-02bfe1187ffe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0467365 Feb 09 20:01:12.546037 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e44402f-207c-4c66-8e5d-09de6ba013c7 req-45f2bd80-9567-4c65-b018-e27739591726 tempest-ServerActionsTestJSON-1289812127 tempest-ServerActionsTestJSON-1289812127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:01:12.547587 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-6e44402f-207c-4c66-8e5d-09de6ba013c7 req-45f2bd80-9567-4c65-b018-e27739591726 tempest-ServerActionsTestJSON-1289812127 tempest-ServerActionsTestJSON-1289812127-project] 10.222.0.75 "GET /v2.0/ports?device_id=b59902b7-cdb5-4f2e-84ca-49b789f0fb89 HTTP/1.1" status: 200 len: 943 time: 0.0613515 Feb 09 20:01:12.602311 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-6e44402f-207c-4c66-8e5d-09de6ba013c7 req-8e238582-4a7c-4fb2-9def-f4fe6cf44a91 tempest-ServerActionsTestJSON-1289812127 tempest-ServerActionsTestJSON-1289812127-project] 10.222.0.75 "GET /v2.0/security-groups?id=e468a9c8-1697-49aa-8796-02bfe1187ffe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442824 Feb 09 20:01:13.185052 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-77da28f5-4be2-4f76-a535-3db5138bd047 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762867132591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593584'] for agent (93303d5e-5d17-45e8-8963-7694f87783ae), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:01:13.731407 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fae25010-a5e4-4227-868c-a774ab674a34 req-0d7ccc9f-9708-4e33-b7ae-7f84e1842229 tempest-ServerActionsTestJSON-1289812127 tempest-ServerActionsTestJSON-1289812127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:01:13.732904 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-fae25010-a5e4-4227-868c-a774ab674a34 req-0d7ccc9f-9708-4e33-b7ae-7f84e1842229 tempest-ServerActionsTestJSON-1289812127 tempest-ServerActionsTestJSON-1289812127-project] 10.222.0.75 "GET /v2.0/ports?device_id=b59902b7-cdb5-4f2e-84ca-49b789f0fb89 HTTP/1.1" status: 200 len: 943 time: 0.0535812 Feb 09 20:01:13.780925 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-fae25010-a5e4-4227-868c-a774ab674a34 req-7e502d30-0e03-432c-a454-4c01ac5ca812 tempest-ServerActionsTestJSON-1289812127 tempest-ServerActionsTestJSON-1289812127-project] 10.222.0.75 "GET /v2.0/security-groups?id=e468a9c8-1697-49aa-8796-02bfe1187ffe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423388 Feb 09 20:01:14.502461 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-edc54c9b-7f13-45d9-9271-85c9738b0128 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762867132591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593584'] for agent (a62b1850-466f-48ae-bec7-d62fb280e14b), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:01:14.918838 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85f399fd-9a5f-48bf-909c-c4ad6073f258 req-2ee77e28-9b3f-41a2-99bb-2c1dedf30ae8 tempest-ServerActionsTestJSON-1289812127 tempest-ServerActionsTestJSON-1289812127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:01:14.920394 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-85f399fd-9a5f-48bf-909c-c4ad6073f258 req-2ee77e28-9b3f-41a2-99bb-2c1dedf30ae8 tempest-ServerActionsTestJSON-1289812127 tempest-ServerActionsTestJSON-1289812127-project] 10.222.0.75 "GET /v2.0/ports?device_id=b59902b7-cdb5-4f2e-84ca-49b789f0fb89 HTTP/1.1" status: 200 len: 943 time: 0.0628524 Feb 09 20:01:14.976487 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-85f399fd-9a5f-48bf-909c-c4ad6073f258 req-a967ca2e-e842-4774-b42d-31b7b2fd0c33 tempest-ServerActionsTestJSON-1289812127 tempest-ServerActionsTestJSON-1289812127-project] 10.222.0.75 "GET /v2.0/security-groups?id=e468a9c8-1697-49aa-8796-02bfe1187ffe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0504179 Feb 09 20:01:16.104287 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ac99720-0eff-4384-9c9b-aaeadcf05469 req-56951481-85fc-4d41-b759-30860ed76add tempest-ServerActionsTestJSON-1289812127 tempest-ServerActionsTestJSON-1289812127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:01:16.105800 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-5ac99720-0eff-4384-9c9b-aaeadcf05469 req-56951481-85fc-4d41-b759-30860ed76add tempest-ServerActionsTestJSON-1289812127 tempest-ServerActionsTestJSON-1289812127-project] 10.222.0.75 "GET /v2.0/ports?device_id=b59902b7-cdb5-4f2e-84ca-49b789f0fb89 HTTP/1.1" status: 200 len: 943 time: 0.0575283 Feb 09 20:01:16.131877 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-a7262a8e-0513-48fd-984d-75726a511961 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762867132591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593584'] for agent (911cfea2-02ae-4ec9-bac3-7808ee1cdd9c), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:01:16.156703 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-5ac99720-0eff-4384-9c9b-aaeadcf05469 req-37d9a53c-830c-45ac-b88a-e99d1021d98a tempest-ServerActionsTestJSON-1289812127 tempest-ServerActionsTestJSON-1289812127-project] 10.222.0.75 "GET /v2.0/security-groups?id=e468a9c8-1697-49aa-8796-02bfe1187ffe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434420 Feb 09 20:01:17.138730 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762867132591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593584'] for agent (496418a2-c002-4aec-ab1a-07f3bea491bd), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:01:17.288477 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-494f74f6-4104-4a29-ad55-75ec4ed22373 req-44235fe6-6129-4c4a-9d97-da6dd20f4990 tempest-ServerActionsTestJSON-1289812127 tempest-ServerActionsTestJSON-1289812127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:01:17.290010 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-494f74f6-4104-4a29-ad55-75ec4ed22373 req-44235fe6-6129-4c4a-9d97-da6dd20f4990 tempest-ServerActionsTestJSON-1289812127 tempest-ServerActionsTestJSON-1289812127-project] 10.222.0.75 "GET /v2.0/ports?device_id=b59902b7-cdb5-4f2e-84ca-49b789f0fb89 HTTP/1.1" status: 200 len: 943 time: 0.0574374 Feb 09 20:01:17.338600 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-494f74f6-4104-4a29-ad55-75ec4ed22373 req-16532a15-6908-4f90-a440-2fec4e48b19e tempest-ServerActionsTestJSON-1289812127 tempest-ServerActionsTestJSON-1289812127-project] 10.222.0.75 "GET /v2.0/security-groups?id=e468a9c8-1697-49aa-8796-02bfe1187ffe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428412 Feb 09 20:01:18.468795 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2afaee99-05c2-4def-a116-04b6a93b442a req-7aa1bba7-589c-42f1-9256-e0cc3c3bbb03 tempest-ServerActionsTestJSON-1289812127 tempest-ServerActionsTestJSON-1289812127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:01:18.470361 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-2afaee99-05c2-4def-a116-04b6a93b442a req-7aa1bba7-589c-42f1-9256-e0cc3c3bbb03 tempest-ServerActionsTestJSON-1289812127 tempest-ServerActionsTestJSON-1289812127-project] 10.222.0.75 "GET /v2.0/ports?device_id=b59902b7-cdb5-4f2e-84ca-49b789f0fb89 HTTP/1.1" status: 200 len: 943 time: 0.0602067 Feb 09 20:01:18.523434 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-2afaee99-05c2-4def-a116-04b6a93b442a req-647b3a44-99ff-440b-ae5e-9ea6cc1271a2 tempest-ServerActionsTestJSON-1289812127 tempest-ServerActionsTestJSON-1289812127-project] 10.222.0.75 "GET /v2.0/security-groups?id=e468a9c8-1697-49aa-8796-02bfe1187ffe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0463953 Feb 09 20:01:18.984646 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762867132591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593584'] for agent (488cd9ae-631f-4955-ba0b-4f5a13f12e9c), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:01:19.460171 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762867132591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593584'] for agent (bcd5faee-dc24-4298-9134-0e0aa054058e), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:01:19.671602 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beb01531-9bc9-460b-8e18-b0eead7cd15b req-6973a3ed-6879-4e81-9666-6ef7e81932ea tempest-ServerActionsTestJSON-1289812127 tempest-ServerActionsTestJSON-1289812127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:01:19.673100 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-beb01531-9bc9-460b-8e18-b0eead7cd15b req-6973a3ed-6879-4e81-9666-6ef7e81932ea tempest-ServerActionsTestJSON-1289812127 tempest-ServerActionsTestJSON-1289812127-project] 10.222.0.75 "GET /v2.0/ports?device_id=b59902b7-cdb5-4f2e-84ca-49b789f0fb89 HTTP/1.1" status: 200 len: 943 time: 0.0668311 Feb 09 20:01:19.732106 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-beb01531-9bc9-460b-8e18-b0eead7cd15b req-091a8b0e-b7b1-4fd9-a1a9-7ba49ffaaf8e tempest-ServerActionsTestJSON-1289812127 tempest-ServerActionsTestJSON-1289812127-project] 10.222.0.75 "GET /v2.0/security-groups?id=e468a9c8-1697-49aa-8796-02bfe1187ffe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0529120 Feb 09 20:01:20.863047 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1e49fe2-5b4c-425a-b937-dbb69892a99b req-05368aa3-a37c-4d18-9bb6-38153d713cee tempest-ServerActionsTestJSON-1289812127 tempest-ServerActionsTestJSON-1289812127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:01:20.865155 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-f1e49fe2-5b4c-425a-b937-dbb69892a99b req-05368aa3-a37c-4d18-9bb6-38153d713cee tempest-ServerActionsTestJSON-1289812127 tempest-ServerActionsTestJSON-1289812127-project] 10.222.0.75 "GET /v2.0/ports?device_id=b59902b7-cdb5-4f2e-84ca-49b789f0fb89 HTTP/1.1" status: 200 len: 943 time: 0.0587673 Feb 09 20:01:20.948813 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-f1e49fe2-5b4c-425a-b937-dbb69892a99b req-6fa99228-c20f-4872-8910-a3ef9aa77cdb tempest-ServerActionsTestJSON-1289812127 tempest-ServerActionsTestJSON-1289812127-project] 10.222.0.75 "GET /v2.0/security-groups?id=e468a9c8-1697-49aa-8796-02bfe1187ffe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0775590 Feb 09 20:01:20.961146 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16c1f7d4-ec3f-4504-8807-644929ef046a req-7616e474-4983-4bc8-a847-535771e56b39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:01:20.962698 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-16c1f7d4-ec3f-4504-8807-644929ef046a req-7616e474-4983-4bc8-a847-535771e56b39 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=6245c52be1054dbe94bb7e14e1adfcb2&device_id=b59902b7-cdb5-4f2e-84ca-49b789f0fb89 HTTP/1.1" status: 200 len: 1126 time: 0.0734496 Feb 09 20:01:21.072580 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16c1f7d4-ec3f-4504-8807-644929ef046a req-ed44bbcc-d021-4bee-9cbe-7642e5e36661 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:01:21.073985 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-16c1f7d4-ec3f-4504-8807-644929ef046a req-ed44bbcc-d021-4bee-9cbe-7642e5e36661 service neutron] 10.222.0.90 "GET /v2.0/networks?id=845ecdc2-0c48-46c6-8d67-7eeeafb5d68b HTTP/1.1" status: 200 len: 912 time: 0.0865316 Feb 09 20:01:21.148836 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-16c1f7d4-ec3f-4504-8807-644929ef046a req-d8a1de77-b0c3-4eab-a2a9-da3683e2551c service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=587d4e9a-8628-487b-810d-e2d82b149618 HTTP/1.1" status: 200 len: 1000 time: 0.0676188 Feb 09 20:01:21.201330 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16c1f7d4-ec3f-4504-8807-644929ef046a req-a90cb2bd-7985-43d6-9156-1e0843184d12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:01:21.203477 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-16c1f7d4-ec3f-4504-8807-644929ef046a req-a90cb2bd-7985-43d6-9156-1e0843184d12 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=9a740078-9be8-472a-a565-0b0dba4a02f5 HTTP/1.1" status: 200 len: 850 time: 0.0476480 Feb 09 20:01:21.258833 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16c1f7d4-ec3f-4504-8807-644929ef046a req-cc1ce4b8-1e89-4865-b732-537ac9c7aae4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:01:21.260354 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-16c1f7d4-ec3f-4504-8807-644929ef046a req-cc1ce4b8-1e89-4865-b732-537ac9c7aae4 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=845ecdc2-0c48-46c6-8d67-7eeeafb5d68b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0500975 Feb 09 20:01:21.359408 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-16c1f7d4-ec3f-4504-8807-644929ef046a req-44232f28-ca91-4f42-84ae-f006e5325b9f service neutron] 10.222.0.90 "GET /v2.0/networks/845ecdc2-0c48-46c6-8d67-7eeeafb5d68b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0906637 Feb 09 20:01:21.456764 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-16c1f7d4-ec3f-4504-8807-644929ef046a req-bb92830e-63d6-4ca2-ae1b-86bd765e4933 service neutron] 10.222.0.90 "GET /v2.0/networks/845ecdc2-0c48-46c6-8d67-7eeeafb5d68b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0894585 Feb 09 20:01:22.089729 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74d56455-c514-4e04-94dd-37daead8a1e0 req-952585d6-d5f2-4275-8901-9ccbe6cded9f tempest-ServerActionsTestJSON-1289812127 tempest-ServerActionsTestJSON-1289812127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:01:22.093806 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-74d56455-c514-4e04-94dd-37daead8a1e0 req-952585d6-d5f2-4275-8901-9ccbe6cded9f tempest-ServerActionsTestJSON-1289812127 tempest-ServerActionsTestJSON-1289812127-project] 10.222.0.75 "GET /v2.0/ports?device_id=b59902b7-cdb5-4f2e-84ca-49b789f0fb89 HTTP/1.1" status: 200 len: 943 time: 0.0653651 Feb 09 20:01:22.142686 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-74d56455-c514-4e04-94dd-37daead8a1e0 req-fa835e4d-d279-4205-aa61-461744fb4235 tempest-ServerActionsTestJSON-1289812127 tempest-ServerActionsTestJSON-1289812127-project] 10.222.0.75 "GET /v2.0/security-groups?id=e468a9c8-1697-49aa-8796-02bfe1187ffe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455594 Feb 09 20:01:22.708150 n-d-713498-36 neutron-server[103233]: DEBUG neutron.db.agents_db [None req-4a8a6a42-0a0c-4437-8958-92282682b6bb None None] Agent healthcheck: found 7 active agents {{(pid=103233) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 20:01:23.312173 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d26cfea-3d62-4875-aeea-9f14553eb2f0 req-bc30aa69-d23c-46bb-806a-6e49019ce15c tempest-ServerActionsTestJSON-1289812127 tempest-ServerActionsTestJSON-1289812127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:01:23.313732 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-8d26cfea-3d62-4875-aeea-9f14553eb2f0 req-bc30aa69-d23c-46bb-806a-6e49019ce15c tempest-ServerActionsTestJSON-1289812127 tempest-ServerActionsTestJSON-1289812127-project] 10.222.0.75 "GET /v2.0/ports?device_id=b59902b7-cdb5-4f2e-84ca-49b789f0fb89 HTTP/1.1" status: 200 len: 943 time: 0.0723438 Feb 09 20:01:23.366806 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-8d26cfea-3d62-4875-aeea-9f14553eb2f0 req-e5eb7713-ba86-4e67-8a9b-93e68d64ce22 tempest-ServerActionsTestJSON-1289812127 tempest-ServerActionsTestJSON-1289812127-project] 10.222.0.75 "GET /v2.0/security-groups?id=e468a9c8-1697-49aa-8796-02bfe1187ffe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0467215 Feb 09 20:01:24.496762 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dfe9318-97de-44fa-9e5d-d686f769e9df req-5b9cf50f-6094-4fe8-92bc-f7f732ddd52e tempest-ServerActionsTestJSON-1289812127 tempest-ServerActionsTestJSON-1289812127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:01:24.498273 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-2dfe9318-97de-44fa-9e5d-d686f769e9df req-5b9cf50f-6094-4fe8-92bc-f7f732ddd52e tempest-ServerActionsTestJSON-1289812127 tempest-ServerActionsTestJSON-1289812127-project] 10.222.0.75 "GET /v2.0/ports?device_id=b59902b7-cdb5-4f2e-84ca-49b789f0fb89 HTTP/1.1" status: 200 len: 943 time: 0.0553150 Feb 09 20:01:24.547281 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-2dfe9318-97de-44fa-9e5d-d686f769e9df req-c2963682-9fa5-4cbf-b5f8-09649d3655a4 tempest-ServerActionsTestJSON-1289812127 tempest-ServerActionsTestJSON-1289812127-project] 10.222.0.75 "GET /v2.0/security-groups?id=e468a9c8-1697-49aa-8796-02bfe1187ffe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432301 Feb 09 20:01:24.863285 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-922e5396-9c1c-43ac-8d1d-5387533a180a req-3b083f51-6c8a-4e44-a395-513127e9a7e3 tempest-ServerActionsTestJSON-1289812127 tempest-ServerActionsTestJSON-1289812127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:01:24.865571 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-922e5396-9c1c-43ac-8d1d-5387533a180a req-3b083f51-6c8a-4e44-a395-513127e9a7e3 tempest-ServerActionsTestJSON-1289812127 tempest-ServerActionsTestJSON-1289812127-project] 10.222.0.90 "GET /v2.0/ports?device_id=b59902b7-cdb5-4f2e-84ca-49b789f0fb89&tenant_id=6245c52be1054dbe94bb7e14e1adfcb2&binding%3Ahost_id=n-h2-713498-36 HTTP/1.1" status: 200 len: 943 time: 0.0648594 Feb 09 20:01:24.875675 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51aad6a4-ad63-4584-91f8-7f53a43ed90b req-a4059166-7101-425d-9d89-f9eb0e12a51c tempest-ServerActionsTestJSON-1289812127 tempest-ServerActionsTestJSON-1289812127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:01:24.877174 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-51aad6a4-ad63-4584-91f8-7f53a43ed90b req-a4059166-7101-425d-9d89-f9eb0e12a51c tempest-ServerActionsTestJSON-1289812127 tempest-ServerActionsTestJSON-1289812127-project] 10.222.0.75 "GET /v2.0/ports?device_id=b59902b7-cdb5-4f2e-84ca-49b789f0fb89 HTTP/1.1" status: 200 len: 943 time: 0.0597172 Feb 09 20:01:24.929404 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-51aad6a4-ad63-4584-91f8-7f53a43ed90b req-f3146916-ab5b-4e36-a466-711304ec1bd2 tempest-ServerActionsTestJSON-1289812127 tempest-ServerActionsTestJSON-1289812127-project] 10.222.0.75 "GET /v2.0/security-groups?id=e468a9c8-1697-49aa-8796-02bfe1187ffe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0460114 Feb 09 20:01:24.931686 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-922e5396-9c1c-43ac-8d1d-5387533a180a req-2373b5fa-d896-409a-80aa-a9231a579c65 service neutron] 10.222.0.90 "GET /v2.0/ports/587d4e9a-8628-487b-810d-e2d82b149618/bindings/n-h2-713498-36 HTTP/1.1" status: 200 len: 383 time: 0.0590124 Feb 09 20:01:25.012684 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-922e5396-9c1c-43ac-8d1d-5387533a180a req-f92f88f7-3782-4359-845b-c5732fd605ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:01:25.014197 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-922e5396-9c1c-43ac-8d1d-5387533a180a req-f92f88f7-3782-4359-845b-c5732fd605ba service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=6245c52be1054dbe94bb7e14e1adfcb2&device_id=b59902b7-cdb5-4f2e-84ca-49b789f0fb89 HTTP/1.1" status: 200 len: 1126 time: 0.0520811 Feb 09 20:01:25.105287 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-922e5396-9c1c-43ac-8d1d-5387533a180a req-b867b929-3804-43c3-a01c-602a4e32456d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:01:25.106833 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-922e5396-9c1c-43ac-8d1d-5387533a180a req-b867b929-3804-43c3-a01c-602a4e32456d service neutron] 10.222.0.90 "GET /v2.0/networks?id=845ecdc2-0c48-46c6-8d67-7eeeafb5d68b HTTP/1.1" status: 200 len: 912 time: 0.0841646 Feb 09 20:01:25.179977 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-922e5396-9c1c-43ac-8d1d-5387533a180a req-7f90cc70-e926-419a-ba76-847940e586b7 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=587d4e9a-8628-487b-810d-e2d82b149618 HTTP/1.1" status: 200 len: 1000 time: 0.0636888 Feb 09 20:01:25.230669 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-922e5396-9c1c-43ac-8d1d-5387533a180a req-a3d1c567-eefd-4807-8433-8f341c8b2759 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:01:25.232122 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-922e5396-9c1c-43ac-8d1d-5387533a180a req-a3d1c567-eefd-4807-8433-8f341c8b2759 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=9a740078-9be8-472a-a565-0b0dba4a02f5 HTTP/1.1" status: 200 len: 850 time: 0.0460541 Feb 09 20:01:25.283984 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-922e5396-9c1c-43ac-8d1d-5387533a180a req-d3fdeadd-e719-4826-8eaa-405448c94a10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:01:25.285478 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-922e5396-9c1c-43ac-8d1d-5387533a180a req-d3fdeadd-e719-4826-8eaa-405448c94a10 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=845ecdc2-0c48-46c6-8d67-7eeeafb5d68b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0458677 Feb 09 20:01:25.377712 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-922e5396-9c1c-43ac-8d1d-5387533a180a req-28ede026-4a5b-46ea-acd4-39d73dc22559 service neutron] 10.222.0.90 "GET /v2.0/networks/845ecdc2-0c48-46c6-8d67-7eeeafb5d68b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854626 Feb 09 20:01:25.471431 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-922e5396-9c1c-43ac-8d1d-5387533a180a req-c940284b-3744-4158-b035-687a45ff1678 service neutron] 10.222.0.90 "GET /v2.0/networks/845ecdc2-0c48-46c6-8d67-7eeeafb5d68b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0871239 Feb 09 20:01:26.064070 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fba1f986-780b-4926-b3c4-e26b8fc20e44 req-daaee539-f3ab-455b-b2bd-f6fc5ec41e5f tempest-ServerActionsTestJSON-1289812127 tempest-ServerActionsTestJSON-1289812127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:01:26.065570 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-fba1f986-780b-4926-b3c4-e26b8fc20e44 req-daaee539-f3ab-455b-b2bd-f6fc5ec41e5f tempest-ServerActionsTestJSON-1289812127 tempest-ServerActionsTestJSON-1289812127-project] 10.222.0.75 "GET /v2.0/ports?device_id=b59902b7-cdb5-4f2e-84ca-49b789f0fb89 HTTP/1.1" status: 200 len: 943 time: 0.0577826 Feb 09 20:01:26.118822 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-fba1f986-780b-4926-b3c4-e26b8fc20e44 req-3f63d417-70c9-4efd-93cc-6f9090ec547b tempest-ServerActionsTestJSON-1289812127 tempest-ServerActionsTestJSON-1289812127-project] 10.222.0.75 "GET /v2.0/security-groups?id=e468a9c8-1697-49aa-8796-02bfe1187ffe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0464749 Feb 09 20:01:26.395396 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Device 587d4e9a-8628-487b-810d-e2d82b149618 details requested by agent hyperv_n-h2-713498-36 with host n-h2-713498-36 {{(pid=103232) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 20:01:26.500235 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-7429db8d-6021-40ad-813e-885be449a89b None None] For port 587d4e9a-8628-487b-810d-e2d82b149618, host n-h2-713498-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-36',level=0,port_id=587d4e9a-8628-487b-810d-e2d82b149618,segment=NetworkSegment(14252cf2-3edf-4154-bc45-0979579e9ece),segment_id=14252cf2-3edf-4154-bc45-0979579e9ece)] {{(pid=103232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 20:01:26.512818 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Returning: {'device': '587d4e9a-8628-487b-810d-e2d82b149618', 'network_id': '845ecdc2-0c48-46c6-8d67-7eeeafb5d68b', 'port_id': '587d4e9a-8628-487b-810d-e2d82b149618', 'mac_address': 'fa:16:3e:cc:5a:42', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 361, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9a740078-9be8-472a-a565-0b0dba4a02f5', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103232) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 20:01:26.549894 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Current status of the port 587d4e9a-8628-487b-810d-e2d82b149618 is: DOWN; New status is: BUILD {{(pid=103232) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 20:01:26.550322 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (587d4e9a-8628-487b-810d-e2d82b149618), before_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:01:26.564368 n-d-713498-36 neutron-server[103232]: DEBUG neutron.notifiers.nova [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 587d4e9a-8628-487b-810d-e2d82b149618 {{(pid=103232) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 20:01:26.583868 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-7429db8d-6021-40ad-813e-885be449a89b None None] For port 587d4e9a-8628-487b-810d-e2d82b149618, host n-h2-713498-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-36',level=0,port_id=587d4e9a-8628-487b-810d-e2d82b149618,segment=NetworkSegment(14252cf2-3edf-4154-bc45-0979579e9ece),segment_id=14252cf2-3edf-4154-bc45-0979579e9ece)] {{(pid=103232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 20:01:26.588081 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762867176205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762866656485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762866656503'] for port (587d4e9a-8628-487b-810d-e2d82b149618), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:01:26.639954 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Pushing event updated for resources: {'Port': ['ID=587d4e9a-8628-487b-810d-e2d82b149618,revision_number=9']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:01:26.647556 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:01:26.647909 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:01:26.648281 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:01:26.648808 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:01:26.649279 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:01:26.649621 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:01:26.649981 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:01:26.650318 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:01:26.650652 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:01:26.650984 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:01:26.651344 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:01:26.651683 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:01:26.652010 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:01:26.854417 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-7429db8d-6021-40ad-813e-885be449a89b None None] get_ports_and_sgs() called for port_ids ['587d4e9a-8628-487b-810d-e2d82b149618'] {{(pid=103232) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 20:01:27.243350 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac1c0f2c-15a4-4df3-90af-d71c23d7e1bb req-41a6f57b-a053-41c1-a34c-48a32baa440a tempest-ServerActionsTestJSON-1289812127 tempest-ServerActionsTestJSON-1289812127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:01:27.244895 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-ac1c0f2c-15a4-4df3-90af-d71c23d7e1bb req-41a6f57b-a053-41c1-a34c-48a32baa440a tempest-ServerActionsTestJSON-1289812127 tempest-ServerActionsTestJSON-1289812127-project] 10.222.0.75 "GET /v2.0/ports?device_id=b59902b7-cdb5-4f2e-84ca-49b789f0fb89 HTTP/1.1" status: 200 len: 944 time: 0.0534184 Feb 09 20:01:27.294462 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-ac1c0f2c-15a4-4df3-90af-d71c23d7e1bb req-b89dad59-41ca-4257-aeb5-8663de9506c1 tempest-ServerActionsTestJSON-1289812127 tempest-ServerActionsTestJSON-1289812127-project] 10.222.0.75 "GET /v2.0/security-groups?id=e468a9c8-1697-49aa-8796-02bfe1187ffe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439517 Feb 09 20:01:28.400268 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Device 587d4e9a-8628-487b-810d-e2d82b149618 details requested by agent hyperv_n-h2-713498-36 with host n-h2-713498-36 {{(pid=103232) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 20:01:28.431928 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58c0ae39-e88a-4ed9-9fe8-a5092525c353 req-7170507f-0edb-46f8-9900-45c7250edbb9 tempest-ServerActionsTestJSON-1289812127 tempest-ServerActionsTestJSON-1289812127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:01:28.433810 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-58c0ae39-e88a-4ed9-9fe8-a5092525c353 req-7170507f-0edb-46f8-9900-45c7250edbb9 tempest-ServerActionsTestJSON-1289812127 tempest-ServerActionsTestJSON-1289812127-project] 10.222.0.75 "GET /v2.0/ports?device_id=b59902b7-cdb5-4f2e-84ca-49b789f0fb89 HTTP/1.1" status: 200 len: 944 time: 0.0618105 Feb 09 20:01:28.486651 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-58c0ae39-e88a-4ed9-9fe8-a5092525c353 req-1db68a99-28e7-4011-8b52-c42137e9b1ca tempest-ServerActionsTestJSON-1289812127 tempest-ServerActionsTestJSON-1289812127-project] 10.222.0.75 "GET /v2.0/security-groups?id=e468a9c8-1697-49aa-8796-02bfe1187ffe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0467134 Feb 09 20:01:28.528007 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-7429db8d-6021-40ad-813e-885be449a89b None None] For port 587d4e9a-8628-487b-810d-e2d82b149618, host n-h2-713498-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-36',level=0,port_id=587d4e9a-8628-487b-810d-e2d82b149618,segment=NetworkSegment(14252cf2-3edf-4154-bc45-0979579e9ece),segment_id=14252cf2-3edf-4154-bc45-0979579e9ece)] {{(pid=103232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 20:01:28.540250 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Returning: {'device': '587d4e9a-8628-487b-810d-e2d82b149618', 'network_id': '845ecdc2-0c48-46c6-8d67-7eeeafb5d68b', 'port_id': '587d4e9a-8628-487b-810d-e2d82b149618', 'mac_address': 'fa:16:3e:cc:5a:42', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 361, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9a740078-9be8-472a-a565-0b0dba4a02f5', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103232) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 20:01:29.617217 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50c6d458-cbd6-4efd-a483-3006db0eb9b4 req-4d20a6bd-edca-4ee1-9f7e-80101e37fc4e tempest-ServerActionsTestJSON-1289812127 tempest-ServerActionsTestJSON-1289812127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:01:29.618907 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-50c6d458-cbd6-4efd-a483-3006db0eb9b4 req-4d20a6bd-edca-4ee1-9f7e-80101e37fc4e tempest-ServerActionsTestJSON-1289812127 tempest-ServerActionsTestJSON-1289812127-project] 10.222.0.75 "GET /v2.0/ports?device_id=b59902b7-cdb5-4f2e-84ca-49b789f0fb89 HTTP/1.1" status: 200 len: 944 time: 0.0553958 Feb 09 20:01:29.672480 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-50c6d458-cbd6-4efd-a483-3006db0eb9b4 req-129bef87-d9a9-4f63-ab1d-a04be33c8d07 tempest-ServerActionsTestJSON-1289812127 tempest-ServerActionsTestJSON-1289812127-project] 10.222.0.75 "GET /v2.0/security-groups?id=e468a9c8-1697-49aa-8796-02bfe1187ffe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0478375 Feb 09 20:01:30.411672 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Device 587d4e9a-8628-487b-810d-e2d82b149618 no longer exists at agent hyperv_n-h2-713498-36 {{(pid=103232) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 20:01:30.503988 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Current status of the port 587d4e9a-8628-487b-810d-e2d82b149618 is: BUILD; New status is: DOWN {{(pid=103232) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 20:01:30.504413 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (587d4e9a-8628-487b-810d-e2d82b149618), before_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:01:30.522072 n-d-713498-36 neutron-server[103232]: DEBUG neutron.notifiers.nova [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id 587d4e9a-8628-487b-810d-e2d82b149618 {{(pid=103232) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 20:01:30.543969 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-7429db8d-6021-40ad-813e-885be449a89b None None] For port 587d4e9a-8628-487b-810d-e2d82b149618, host n-h2-713498-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-36',level=0,port_id=587d4e9a-8628-487b-810d-e2d82b149618,segment=NetworkSegment(14252cf2-3edf-4154-bc45-0979579e9ece),segment_id=14252cf2-3edf-4154-bc45-0979579e9ece)] {{(pid=103232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 20:01:30.553877 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762867176205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762866656485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762866656503'] for port (587d4e9a-8628-487b-810d-e2d82b149618), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:01:30.604382 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Pushing event updated for resources: {'Port': ['ID=587d4e9a-8628-487b-810d-e2d82b149618,revision_number=10']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:01:30.804166 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b082a276-7d85-4d63-a852-0150bd61575e req-656dde52-f83a-4fba-9c60-beb4034fc39d tempest-ServerActionsTestJSON-1289812127 tempest-ServerActionsTestJSON-1289812127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:01:30.805826 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-b082a276-7d85-4d63-a852-0150bd61575e req-656dde52-f83a-4fba-9c60-beb4034fc39d tempest-ServerActionsTestJSON-1289812127 tempest-ServerActionsTestJSON-1289812127-project] 10.222.0.75 "GET /v2.0/ports?device_id=b59902b7-cdb5-4f2e-84ca-49b789f0fb89 HTTP/1.1" status: 200 len: 944 time: 0.0573289 Feb 09 20:01:30.869865 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-b082a276-7d85-4d63-a852-0150bd61575e req-cd78a66e-5097-499f-9dde-eccfe6eeda04 tempest-ServerActionsTestJSON-1289812127 tempest-ServerActionsTestJSON-1289812127-project] 10.222.0.75 "GET /v2.0/security-groups?id=e468a9c8-1697-49aa-8796-02bfe1187ffe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0509713 Feb 09 20:01:31.581606 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-922e5396-9c1c-43ac-8d1d-5387533a180a req-1c06263c-5e44-4172-a8bd-fbdc7b3e9a1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:01:31.583205 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-922e5396-9c1c-43ac-8d1d-5387533a180a req-1c06263c-5e44-4172-a8bd-fbdc7b3e9a1f service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=b59902b7-cdb5-4f2e-84ca-49b789f0fb89&tenant_id=6245c52be1054dbe94bb7e14e1adfcb2 HTTP/1.1" status: 200 len: 1127 time: 0.0488319 Feb 09 20:01:31.593569 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.v2.base [req-922e5396-9c1c-43ac-8d1d-5387533a180a req-5f19f935-cdda-40f9-b73e-9e85b14b1035 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-713498-36', 'device_owner': 'compute:nova'}} {{(pid=103229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 20:01:31.653787 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-922e5396-9c1c-43ac-8d1d-5387533a180a req-5f19f935-cdda-40f9-b73e-9e85b14b1035 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (587d4e9a-8628-487b-810d-e2d82b149618), before_update {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:01:31.862685 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.db [req-922e5396-9c1c-43ac-8d1d-5387533a180a req-5f19f935-cdda-40f9-b73e-9e85b14b1035 service neutron] For port 587d4e9a-8628-487b-810d-e2d82b149618, host n-h2-713498-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-36',level=0,port_id=587d4e9a-8628-487b-810d-e2d82b149618,segment=NetworkSegment(14252cf2-3edf-4154-bc45-0979579e9ece),segment_id=14252cf2-3edf-4154-bc45-0979579e9ece)] {{(pid=103229) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 20:01:31.904938 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.db [req-922e5396-9c1c-43ac-8d1d-5387533a180a req-5f19f935-cdda-40f9-b73e-9e85b14b1035 service neutron] For port 587d4e9a-8628-487b-810d-e2d82b149618, host n-h2-713498-36, cleared binding levels {{(pid=103229) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 20:01:31.938976 n-d-713498-36 neutron-server[103229]: DEBUG neutron.notifiers.nova [req-922e5396-9c1c-43ac-8d1d-5387533a180a req-5f19f935-cdda-40f9-b73e-9e85b14b1035 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 587d4e9a-8628-487b-810d-e2d82b149618 {{(pid=103229) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 20:01:31.948064 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-922e5396-9c1c-43ac-8d1d-5387533a180a req-5f19f935-cdda-40f9-b73e-9e85b14b1035 service neutron] Publish callbacks [] for port (587d4e9a-8628-487b-810d-e2d82b149618), precommit_update {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:01:31.981452 n-d-713498-36 neutron-server[103229]: DEBUG neutron.db.provisioning_blocks [req-922e5396-9c1c-43ac-8d1d-5387533a180a req-5f19f935-cdda-40f9-b73e-9e85b14b1035 service neutron] Ignored duplicate provisioning block setup for port 587d4e9a-8628-487b-810d-e2d82b149618 by entity L2. {{(pid=103229) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Feb 09 20:01:31.986316 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-922e5396-9c1c-43ac-8d1d-5387533a180a req-5f19f935-cdda-40f9-b73e-9e85b14b1035 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762867176205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762866656485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762866656503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12867569'] for port (587d4e9a-8628-487b-810d-e2d82b149618), after_update {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:01:32.047953 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdb88bb0-f6c2-44f7-ab79-123c412ac2ca req-598819b5-d250-4859-8fe6-656a4f20fcce tempest-ServerActionsTestJSON-1289812127 tempest-ServerActionsTestJSON-1289812127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:01:32.049458 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-bdb88bb0-f6c2-44f7-ab79-123c412ac2ca req-598819b5-d250-4859-8fe6-656a4f20fcce tempest-ServerActionsTestJSON-1289812127 tempest-ServerActionsTestJSON-1289812127-project] 10.222.0.75 "GET /v2.0/ports?device_id=b59902b7-cdb5-4f2e-84ca-49b789f0fb89 HTTP/1.1" status: 200 len: 944 time: 0.1059902 Feb 09 20:01:32.056383 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f19f935-cdda-40f9-b73e-9e85b14b1035 service neutron] Pushing event updated for resources: {'Port': ['ID=587d4e9a-8628-487b-810d-e2d82b149618,revision_number=11']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:01:32.115050 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f19f935-cdda-40f9-b73e-9e85b14b1035 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:01:32.115500 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f19f935-cdda-40f9-b73e-9e85b14b1035 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:01:32.116054 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f19f935-cdda-40f9-b73e-9e85b14b1035 service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:01:32.116456 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f19f935-cdda-40f9-b73e-9e85b14b1035 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:01:32.116930 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f19f935-cdda-40f9-b73e-9e85b14b1035 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:01:32.117440 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f19f935-cdda-40f9-b73e-9e85b14b1035 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:01:32.117647 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f19f935-cdda-40f9-b73e-9e85b14b1035 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:01:32.118112 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f19f935-cdda-40f9-b73e-9e85b14b1035 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:01:32.118453 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f19f935-cdda-40f9-b73e-9e85b14b1035 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:01:32.118798 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f19f935-cdda-40f9-b73e-9e85b14b1035 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:01:32.119125 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f19f935-cdda-40f9-b73e-9e85b14b1035 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:01:32.119465 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f19f935-cdda-40f9-b73e-9e85b14b1035 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:01:32.119779 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f19f935-cdda-40f9-b73e-9e85b14b1035 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:01:32.174237 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-bdb88bb0-f6c2-44f7-ab79-123c412ac2ca req-9177e18a-6138-4fd5-81e8-9016f9f85e0b tempest-ServerActionsTestJSON-1289812127 tempest-ServerActionsTestJSON-1289812127-project] 10.222.0.75 "GET /v2.0/security-groups?id=e468a9c8-1697-49aa-8796-02bfe1187ffe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0850906 Feb 09 20:01:32.195655 n-d-713498-36 neutron-server[103229]: DEBUG neutron.db.l3_dvrscheduler_db [req-922e5396-9c1c-43ac-8d1d-5387533a180a req-5f19f935-cdda-40f9-b73e-9e85b14b1035 service neutron] No DVR routers for this DVR port 587d4e9a-8628-487b-810d-e2d82b149618 on host n-h2-713498-36 {{(pid=103229) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 20:01:32.356344 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.managers [req-922e5396-9c1c-43ac-8d1d-5387533a180a req-5f19f935-cdda-40f9-b73e-9e85b14b1035 service neutron] Attempting to bind port 587d4e9a-8628-487b-810d-e2d82b149618 on host n-h1-713498-36 for vnic_type normal with profile {{(pid=103229) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 20:01:32.356695 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.managers [req-922e5396-9c1c-43ac-8d1d-5387533a180a req-5f19f935-cdda-40f9-b73e-9e85b14b1035 service neutron] Attempting to bind port 587d4e9a-8628-487b-810d-e2d82b149618 by drivers openvswitch,hyperv on host n-h1-713498-36 at level 0 using segments [{'id': '14252cf2-3edf-4154-bc45-0979579e9ece', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '845ecdc2-0c48-46c6-8d67-7eeeafb5d68b'}] {{(pid=103229) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 20:01:32.357034 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-922e5396-9c1c-43ac-8d1d-5387533a180a req-5f19f935-cdda-40f9-b73e-9e85b14b1035 service neutron] Attempting to bind port 587d4e9a-8628-487b-810d-e2d82b149618 on network 845ecdc2-0c48-46c6-8d67-7eeeafb5d68b {{(pid=103229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 20:01:32.361615 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-922e5396-9c1c-43ac-8d1d-5387533a180a req-5f19f935-cdda-40f9-b73e-9e85b14b1035 service neutron] Port 587d4e9a-8628-487b-810d-e2d82b149618 on network 845ecdc2-0c48-46c6-8d67-7eeeafb5d68b not bound, no agent of type Open vSwitch agent registered on host n-h1-713498-36 {{(pid=103229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 20:01:32.361946 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-922e5396-9c1c-43ac-8d1d-5387533a180a req-5f19f935-cdda-40f9-b73e-9e85b14b1035 service neutron] Attempting to bind port 587d4e9a-8628-487b-810d-e2d82b149618 on network 845ecdc2-0c48-46c6-8d67-7eeeafb5d68b {{(pid=103229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 20:01:32.367107 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-922e5396-9c1c-43ac-8d1d-5387533a180a req-5f19f935-cdda-40f9-b73e-9e85b14b1035 service neutron] Checking agent: {'id': '488cd9ae-631f-4955-ba0b-4f5a13f12e9c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713498-36', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 18, 59, 18), 'started_at': datetime.datetime(2022, 2, 9, 18, 59, 18), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 20, 1, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 20:01:32.367454 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-922e5396-9c1c-43ac-8d1d-5387533a180a req-5f19f935-cdda-40f9-b73e-9e85b14b1035 service neutron] Checking segment: {'id': '14252cf2-3edf-4154-bc45-0979579e9ece', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '845ecdc2-0c48-46c6-8d67-7eeeafb5d68b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103229) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 20:01:32.367847 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-922e5396-9c1c-43ac-8d1d-5387533a180a req-5f19f935-cdda-40f9-b73e-9e85b14b1035 service neutron] Bound using segment: {'id': '14252cf2-3edf-4154-bc45-0979579e9ece', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '845ecdc2-0c48-46c6-8d67-7eeeafb5d68b'} {{(pid=103229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 20:01:32.368278 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.managers [req-922e5396-9c1c-43ac-8d1d-5387533a180a req-5f19f935-cdda-40f9-b73e-9e85b14b1035 service neutron] Bound port: 587d4e9a-8628-487b-810d-e2d82b149618, host: n-h1-713498-36, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '14252cf2-3edf-4154-bc45-0979579e9ece', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '845ecdc2-0c48-46c6-8d67-7eeeafb5d68b'}}] {{(pid=103229) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 20:01:32.368643 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-922e5396-9c1c-43ac-8d1d-5387533a180a req-5f19f935-cdda-40f9-b73e-9e85b14b1035 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (587d4e9a-8628-487b-810d-e2d82b149618), before_update {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:01:32.442191 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.db [req-922e5396-9c1c-43ac-8d1d-5387533a180a req-5f19f935-cdda-40f9-b73e-9e85b14b1035 service neutron] For port 587d4e9a-8628-487b-810d-e2d82b149618, host n-h1-713498-36, cleared binding levels {{(pid=103229) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 20:01:32.445515 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.db [req-922e5396-9c1c-43ac-8d1d-5387533a180a req-5f19f935-cdda-40f9-b73e-9e85b14b1035 service neutron] For port 587d4e9a-8628-487b-810d-e2d82b149618, host n-h1-713498-36, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-36',level=0,port_id=587d4e9a-8628-487b-810d-e2d82b149618,segment=NetworkSegment(14252cf2-3edf-4154-bc45-0979579e9ece),segment_id=14252cf2-3edf-4154-bc45-0979579e9ece)] {{(pid=103229) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 20:01:32.451786 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-922e5396-9c1c-43ac-8d1d-5387533a180a req-5f19f935-cdda-40f9-b73e-9e85b14b1035 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762867176205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762866656485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762866656503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12867569'] for port (587d4e9a-8628-487b-810d-e2d82b149618), after_update {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:01:32.487844 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-922e5396-9c1c-43ac-8d1d-5387533a180a req-5f19f935-cdda-40f9-b73e-9e85b14b1035 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:01:32.489534 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-922e5396-9c1c-43ac-8d1d-5387533a180a req-5f19f935-cdda-40f9-b73e-9e85b14b1035 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171096'] for port (None), before_response {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:01:32.490335 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-922e5396-9c1c-43ac-8d1d-5387533a180a req-5f19f935-cdda-40f9-b73e-9e85b14b1035 service neutron] 10.222.0.89 "PUT /v2.0/ports/587d4e9a-8628-487b-810d-e2d82b149618 HTTP/1.1" status: 200 len: 1093 time: 0.9011598 Feb 09 20:01:32.490796 n-d-713498-36 neutron-server[103229]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b59902b7-cdb5-4f2e-84ca-49b789f0fb89', 'tag': '587d4e9a-8628-487b-810d-e2d82b149618'}] {{(pid=103229) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 20:01:32.493108 n-d-713498-36 neutron-server[103229]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}07d618d1c5389b9cd0b8ca1de8f17b65d6cfa6b0806685514be6977118e88e42" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b54140ae-1260-4547-ae8c-17bc5fee708a" -d '{"events": [{"name": "network-changed", "server_uuid": "b59902b7-cdb5-4f2e-84ca-49b789f0fb89", "tag": "587d4e9a-8628-487b-810d-e2d82b149618"}]}' {{(pid=103229) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 20:01:32.530400 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f19f935-cdda-40f9-b73e-9e85b14b1035 service neutron] Pushing event updated for resources: {'Port': ['ID=587d4e9a-8628-487b-810d-e2d82b149618,revision_number=12']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:01:32.584179 n-d-713498-36 neutron-server[103229]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 20:01:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8816c61f-3f1e-4b22-89b9-8cd61365fec5 x-openstack-request-id: req-8816c61f-3f1e-4b22-89b9-8cd61365fec5 {{(pid=103229) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 20:01:32.585244 n-d-713498-36 neutron-server[103229]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b59902b7-cdb5-4f2e-84ca-49b789f0fb89", "tag": "587d4e9a-8628-487b-810d-e2d82b149618", "status": "completed", "code": 200}]} {{(pid=103229) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 20:01:32.585417 n-d-713498-36 neutron-server[103229]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-8816c61f-3f1e-4b22-89b9-8cd61365fec5 {{(pid=103229) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 20:01:32.586045 n-d-713498-36 neutron-server[103229]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b59902b7-cdb5-4f2e-84ca-49b789f0fb89', 'tag': '587d4e9a-8628-487b-810d-e2d82b149618', 'status': 'completed', 'code': 200} Feb 09 20:01:32.618254 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-922e5396-9c1c-43ac-8d1d-5387533a180a req-c394494c-b11c-462d-82a0-3ff8a3db7b72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:01:32.620783 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-922e5396-9c1c-43ac-8d1d-5387533a180a req-c394494c-b11c-462d-82a0-3ff8a3db7b72 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=6245c52be1054dbe94bb7e14e1adfcb2&device_id=b59902b7-cdb5-4f2e-84ca-49b789f0fb89 HTTP/1.1" status: 200 len: 1127 time: 0.0845342 Feb 09 20:01:32.671140 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b54140ae-1260-4547-ae8c-17bc5fee708a req-0d5491b4-a3e0-44e1-9431-56b66357a7c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:01:32.672683 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-b54140ae-1260-4547-ae8c-17bc5fee708a req-0d5491b4-a3e0-44e1-9431-56b66357a7c4 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=6245c52be1054dbe94bb7e14e1adfcb2&device_id=b59902b7-cdb5-4f2e-84ca-49b789f0fb89 HTTP/1.1" status: 200 len: 1127 time: 0.0641880 Feb 09 20:01:32.724646 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-922e5396-9c1c-43ac-8d1d-5387533a180a req-b3e26dba-2048-4773-8016-9483e1093bd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:01:32.726455 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-922e5396-9c1c-43ac-8d1d-5387533a180a req-b3e26dba-2048-4773-8016-9483e1093bd7 service neutron] 10.222.0.89 "GET /v2.0/networks?id=845ecdc2-0c48-46c6-8d67-7eeeafb5d68b HTTP/1.1" status: 200 len: 912 time: 0.0994880 Feb 09 20:01:32.785055 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b54140ae-1260-4547-ae8c-17bc5fee708a req-ab678de7-2b63-459a-b97e-6856374f5ae8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:01:32.786991 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-b54140ae-1260-4547-ae8c-17bc5fee708a req-ab678de7-2b63-459a-b97e-6856374f5ae8 service neutron] 10.222.0.90 "GET /v2.0/networks?id=845ecdc2-0c48-46c6-8d67-7eeeafb5d68b HTTP/1.1" status: 200 len: 912 time: 0.1062419 Feb 09 20:01:32.801932 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-922e5396-9c1c-43ac-8d1d-5387533a180a req-19a08f84-2a1e-442e-a145-d33367a96774 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=587d4e9a-8628-487b-810d-e2d82b149618 HTTP/1.1" status: 200 len: 1000 time: 0.0698586 Feb 09 20:01:32.854854 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-922e5396-9c1c-43ac-8d1d-5387533a180a req-c8e76631-9878-4062-a3c9-d71c88d992d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:01:32.856965 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-922e5396-9c1c-43ac-8d1d-5387533a180a req-c8e76631-9878-4062-a3c9-d71c88d992d1 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=9a740078-9be8-472a-a565-0b0dba4a02f5 HTTP/1.1" status: 200 len: 850 time: 0.0501893 Feb 09 20:01:32.863718 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-b54140ae-1260-4547-ae8c-17bc5fee708a req-530a06b2-5372-413b-b495-55dc7d16459d service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=587d4e9a-8628-487b-810d-e2d82b149618 HTTP/1.1" status: 200 len: 1000 time: 0.0702653 Feb 09 20:01:32.913874 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-922e5396-9c1c-43ac-8d1d-5387533a180a req-6b0f55f5-683e-4f13-b6f5-ef66e38f2c1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:01:32.915455 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-922e5396-9c1c-43ac-8d1d-5387533a180a req-6b0f55f5-683e-4f13-b6f5-ef66e38f2c1c service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=845ecdc2-0c48-46c6-8d67-7eeeafb5d68b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0522985 Feb 09 20:01:32.918072 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b54140ae-1260-4547-ae8c-17bc5fee708a req-fd72968d-0b14-43ea-a48a-a9f8b6986178 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:01:32.919563 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-b54140ae-1260-4547-ae8c-17bc5fee708a req-fd72968d-0b14-43ea-a48a-a9f8b6986178 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=9a740078-9be8-472a-a565-0b0dba4a02f5 HTTP/1.1" status: 200 len: 850 time: 0.0499227 Feb 09 20:01:32.986912 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b54140ae-1260-4547-ae8c-17bc5fee708a req-1bcf0abe-803e-4cf6-8c2c-b275488781fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:01:32.988372 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-b54140ae-1260-4547-ae8c-17bc5fee708a req-1bcf0abe-803e-4cf6-8c2c-b275488781fd service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=845ecdc2-0c48-46c6-8d67-7eeeafb5d68b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0623631 Feb 09 20:01:33.012388 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-922e5396-9c1c-43ac-8d1d-5387533a180a req-7b7d2555-e678-4965-9a6d-1bab8044978c service neutron] 10.222.0.89 "GET /v2.0/networks/845ecdc2-0c48-46c6-8d67-7eeeafb5d68b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0907569 Feb 09 20:01:33.117402 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-b54140ae-1260-4547-ae8c-17bc5fee708a req-118a9f23-820b-436a-adf3-3e54dbb1d17a service neutron] 10.222.0.90 "GET /v2.0/networks/845ecdc2-0c48-46c6-8d67-7eeeafb5d68b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1216962 Feb 09 20:01:33.136029 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-922e5396-9c1c-43ac-8d1d-5387533a180a req-bb318f18-715c-4651-b28e-fcae410c5b14 service neutron] 10.222.0.89 "GET /v2.0/networks/845ecdc2-0c48-46c6-8d67-7eeeafb5d68b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1180625 Feb 09 20:01:33.250825 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-b54140ae-1260-4547-ae8c-17bc5fee708a req-465aeefa-7f4f-4fd5-a695-8aa9a31342f9 service neutron] 10.222.0.90 "GET /v2.0/networks/845ecdc2-0c48-46c6-8d67-7eeeafb5d68b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1272793 Feb 09 20:01:33.274924 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b54140ae-1260-4547-ae8c-17bc5fee708a req-962a541c-52ee-419c-998a-417895762215 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:01:33.277067 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-b54140ae-1260-4547-ae8c-17bc5fee708a req-962a541c-52ee-419c-998a-417895762215 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=6245c52be1054dbe94bb7e14e1adfcb2&device_id=b59902b7-cdb5-4f2e-84ca-49b789f0fb89 HTTP/1.1" status: 200 len: 1127 time: 0.0853162 Feb 09 20:01:33.466343 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dfe6aca-9fb0-4941-be87-dbe49db1006d req-4c8d50f9-2c98-4701-a1c3-180a4fa704ad tempest-ServerActionsTestJSON-1289812127 tempest-ServerActionsTestJSON-1289812127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:01:33.468474 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-7dfe6aca-9fb0-4941-be87-dbe49db1006d req-4c8d50f9-2c98-4701-a1c3-180a4fa704ad tempest-ServerActionsTestJSON-1289812127 tempest-ServerActionsTestJSON-1289812127-project] 10.222.0.75 "GET /v2.0/ports?device_id=b59902b7-cdb5-4f2e-84ca-49b789f0fb89 HTTP/1.1" status: 200 len: 944 time: 0.1880817 Feb 09 20:01:33.500294 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b54140ae-1260-4547-ae8c-17bc5fee708a req-957719f1-2a14-4d58-adfa-5abc7ef75456 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:01:33.502093 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-b54140ae-1260-4547-ae8c-17bc5fee708a req-957719f1-2a14-4d58-adfa-5abc7ef75456 service neutron] 10.222.0.89 "GET /v2.0/networks?id=845ecdc2-0c48-46c6-8d67-7eeeafb5d68b HTTP/1.1" status: 200 len: 912 time: 0.2185786 Feb 09 20:01:33.589914 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-7dfe6aca-9fb0-4941-be87-dbe49db1006d req-7240e157-f8e1-44dc-940a-eb3f12df29af tempest-ServerActionsTestJSON-1289812127 tempest-ServerActionsTestJSON-1289812127-project] 10.222.0.75 "GET /v2.0/security-groups?id=e468a9c8-1697-49aa-8796-02bfe1187ffe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1121056 Feb 09 20:01:33.612415 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-b54140ae-1260-4547-ae8c-17bc5fee708a req-bfe7a590-237b-4a0f-af52-30c11b939658 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=587d4e9a-8628-487b-810d-e2d82b149618 HTTP/1.1" status: 200 len: 1000 time: 0.1019514 Feb 09 20:01:33.683528 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b54140ae-1260-4547-ae8c-17bc5fee708a req-18fd45a2-a9ac-49a5-91ab-b6fb492ab0c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:01:33.685064 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-b54140ae-1260-4547-ae8c-17bc5fee708a req-18fd45a2-a9ac-49a5-91ab-b6fb492ab0c3 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=9a740078-9be8-472a-a565-0b0dba4a02f5 HTTP/1.1" status: 200 len: 850 time: 0.0670159 Feb 09 20:01:33.734994 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b54140ae-1260-4547-ae8c-17bc5fee708a req-ea621ea4-e52b-4665-ad71-7faae5d5697e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:01:33.736552 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-b54140ae-1260-4547-ae8c-17bc5fee708a req-ea621ea4-e52b-4665-ad71-7faae5d5697e service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=845ecdc2-0c48-46c6-8d67-7eeeafb5d68b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0463641 Feb 09 20:01:33.835256 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-b54140ae-1260-4547-ae8c-17bc5fee708a req-23b0f1b1-510a-45c8-b320-e92f70a06965 service neutron] 10.222.0.89 "GET /v2.0/networks/845ecdc2-0c48-46c6-8d67-7eeeafb5d68b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0921998 Feb 09 20:01:33.946263 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-b54140ae-1260-4547-ae8c-17bc5fee708a req-2ddd493d-0079-4f93-8096-91939ae3a752 service neutron] 10.222.0.89 "GET /v2.0/networks/845ecdc2-0c48-46c6-8d67-7eeeafb5d68b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1009581 Feb 09 20:01:34.732060 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18bc255a-befc-41da-afda-93340aebdbf4 req-1254af64-f43c-4a92-a848-93500306ec03 tempest-ServerActionsTestJSON-1289812127 tempest-ServerActionsTestJSON-1289812127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:01:34.733552 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-18bc255a-befc-41da-afda-93340aebdbf4 req-1254af64-f43c-4a92-a848-93500306ec03 tempest-ServerActionsTestJSON-1289812127 tempest-ServerActionsTestJSON-1289812127-project] 10.222.0.75 "GET /v2.0/ports?device_id=b59902b7-cdb5-4f2e-84ca-49b789f0fb89 HTTP/1.1" status: 200 len: 944 time: 0.0570369 Feb 09 20:01:34.784816 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-18bc255a-befc-41da-afda-93340aebdbf4 req-76f8fbb7-1af5-4258-a75e-2e06892a079d tempest-ServerActionsTestJSON-1289812127 tempest-ServerActionsTestJSON-1289812127-project] 10.222.0.75 "GET /v2.0/security-groups?id=e468a9c8-1697-49aa-8796-02bfe1187ffe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427821 Feb 09 20:01:35.912629 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eabb7ac-4103-486a-9de1-26f7a56bd8f7 req-6ed93f44-0180-4ff4-85e6-179dc3db2fec tempest-ServerActionsTestJSON-1289812127 tempest-ServerActionsTestJSON-1289812127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:01:35.914201 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-7eabb7ac-4103-486a-9de1-26f7a56bd8f7 req-6ed93f44-0180-4ff4-85e6-179dc3db2fec tempest-ServerActionsTestJSON-1289812127 tempest-ServerActionsTestJSON-1289812127-project] 10.222.0.75 "GET /v2.0/ports?device_id=b59902b7-cdb5-4f2e-84ca-49b789f0fb89 HTTP/1.1" status: 200 len: 944 time: 0.0559590 Feb 09 20:01:35.968261 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-7eabb7ac-4103-486a-9de1-26f7a56bd8f7 req-8f9386d4-e385-43f9-9075-c7c1acd66eaf tempest-ServerActionsTestJSON-1289812127 tempest-ServerActionsTestJSON-1289812127-project] 10.222.0.75 "GET /v2.0/security-groups?id=e468a9c8-1697-49aa-8796-02bfe1187ffe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0476048 Feb 09 20:01:37.168421 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-452ee821-363c-45fb-aa51-6b4969b28b93 req-9483ade4-482a-4f87-8832-0aeae4b57c75 tempest-ServerActionsTestJSON-1289812127 tempest-ServerActionsTestJSON-1289812127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:01:37.176245 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-452ee821-363c-45fb-aa51-6b4969b28b93 req-9483ade4-482a-4f87-8832-0aeae4b57c75 tempest-ServerActionsTestJSON-1289812127 tempest-ServerActionsTestJSON-1289812127-project] 10.222.0.75 "GET /v2.0/ports?device_id=b59902b7-cdb5-4f2e-84ca-49b789f0fb89 HTTP/1.1" status: 200 len: 944 time: 0.1069226 Feb 09 20:01:37.236639 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-452ee821-363c-45fb-aa51-6b4969b28b93 req-3176621e-1889-49c8-9472-d950bcd3cd56 tempest-ServerActionsTestJSON-1289812127 tempest-ServerActionsTestJSON-1289812127-project] 10.222.0.75 "GET /v2.0/security-groups?id=e468a9c8-1697-49aa-8796-02bfe1187ffe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0583777 Feb 09 20:01:38.407970 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c82ac3bb-6794-4668-92eb-cb11b6e27c02 req-358567b2-d4f7-4e58-809a-12f3fd7c46fd tempest-ServerActionsTestJSON-1289812127 tempest-ServerActionsTestJSON-1289812127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:01:38.410794 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-c82ac3bb-6794-4668-92eb-cb11b6e27c02 req-358567b2-d4f7-4e58-809a-12f3fd7c46fd tempest-ServerActionsTestJSON-1289812127 tempest-ServerActionsTestJSON-1289812127-project] 10.222.0.75 "GET /v2.0/ports?device_id=b59902b7-cdb5-4f2e-84ca-49b789f0fb89 HTTP/1.1" status: 200 len: 944 time: 0.0878892 Feb 09 20:01:38.482520 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-c82ac3bb-6794-4668-92eb-cb11b6e27c02 req-dced1493-a0f0-4747-bf8b-b6fab34a9c14 tempest-ServerActionsTestJSON-1289812127 tempest-ServerActionsTestJSON-1289812127-project] 10.222.0.75 "GET /v2.0/security-groups?id=e468a9c8-1697-49aa-8796-02bfe1187ffe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0652504 Feb 09 20:01:39.632152 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e504aabe-b89b-4af6-bdb6-25af580418eb req-fa3a0380-6581-4b6a-a829-f72867a86ad6 tempest-ServerActionsTestJSON-1289812127 tempest-ServerActionsTestJSON-1289812127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:01:39.633813 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-e504aabe-b89b-4af6-bdb6-25af580418eb req-fa3a0380-6581-4b6a-a829-f72867a86ad6 tempest-ServerActionsTestJSON-1289812127 tempest-ServerActionsTestJSON-1289812127-project] 10.222.0.75 "GET /v2.0/ports?device_id=b59902b7-cdb5-4f2e-84ca-49b789f0fb89 HTTP/1.1" status: 200 len: 944 time: 0.0639055 Feb 09 20:01:39.690414 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-e504aabe-b89b-4af6-bdb6-25af580418eb req-cf73673f-b95c-4f45-aaae-0d11067c0fbd tempest-ServerActionsTestJSON-1289812127 tempest-ServerActionsTestJSON-1289812127-project] 10.222.0.75 "GET /v2.0/security-groups?id=e468a9c8-1697-49aa-8796-02bfe1187ffe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0504072 Feb 09 20:01:40.858961 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce97eaad-a739-492c-8d22-27f73a09f2fc req-71cb0181-033b-404b-a7c5-c32599795db0 tempest-ServerActionsTestJSON-1289812127 tempest-ServerActionsTestJSON-1289812127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:01:40.861683 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-ce97eaad-a739-492c-8d22-27f73a09f2fc req-71cb0181-033b-404b-a7c5-c32599795db0 tempest-ServerActionsTestJSON-1289812127 tempest-ServerActionsTestJSON-1289812127-project] 10.222.0.75 "GET /v2.0/ports?device_id=b59902b7-cdb5-4f2e-84ca-49b789f0fb89 HTTP/1.1" status: 200 len: 944 time: 0.0877006 Feb 09 20:01:40.894322 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-0677c5bb-76d6-4ea9-a3fe-f3dfb5e7348b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762867132591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593584'] for agent (af91e4b9-f4e1-42b1-a25c-a10dc47171c8), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:01:40.938915 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-ce97eaad-a739-492c-8d22-27f73a09f2fc req-7510ef9f-012f-4201-ad1f-743cb4274d54 tempest-ServerActionsTestJSON-1289812127 tempest-ServerActionsTestJSON-1289812127-project] 10.222.0.75 "GET /v2.0/security-groups?id=e468a9c8-1697-49aa-8796-02bfe1187ffe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0702627 Feb 09 20:01:42.093812 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d443423-6726-4378-9dea-525d414f6e59 req-58024429-f65a-418c-9625-04c78d1fd6ee tempest-ServerActionsTestJSON-1289812127 tempest-ServerActionsTestJSON-1289812127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:01:42.095561 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-9d443423-6726-4378-9dea-525d414f6e59 req-58024429-f65a-418c-9625-04c78d1fd6ee tempest-ServerActionsTestJSON-1289812127 tempest-ServerActionsTestJSON-1289812127-project] 10.222.0.75 "GET /v2.0/ports?device_id=b59902b7-cdb5-4f2e-84ca-49b789f0fb89 HTTP/1.1" status: 200 len: 944 time: 0.0691304 Feb 09 20:01:42.159411 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-9d443423-6726-4378-9dea-525d414f6e59 req-00adc74e-997e-40ef-bf0b-9ff5c218117a tempest-ServerActionsTestJSON-1289812127 tempest-ServerActionsTestJSON-1289812127-project] 10.222.0.75 "GET /v2.0/security-groups?id=e468a9c8-1697-49aa-8796-02bfe1187ffe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0548794 Feb 09 20:01:43.190670 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-0f021d73-b0f0-491f-9cb7-5c6cb84aeaa8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762867132591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593584'] for agent (93303d5e-5d17-45e8-8963-7694f87783ae), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:01:43.303683 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a346209-963c-45d4-852b-7d6088f590b7 req-4748c3c6-26d5-4f45-aa92-1ce2a7a7596b tempest-ServerActionsTestJSON-1289812127 tempest-ServerActionsTestJSON-1289812127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:01:43.305208 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-3a346209-963c-45d4-852b-7d6088f590b7 req-4748c3c6-26d5-4f45-aa92-1ce2a7a7596b tempest-ServerActionsTestJSON-1289812127 tempest-ServerActionsTestJSON-1289812127-project] 10.222.0.75 "GET /v2.0/ports?device_id=b59902b7-cdb5-4f2e-84ca-49b789f0fb89 HTTP/1.1" status: 200 len: 944 time: 0.0615270 Feb 09 20:01:43.360853 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-3a346209-963c-45d4-852b-7d6088f590b7 req-5219c7a7-7cba-43bd-afab-b17950f96080 tempest-ServerActionsTestJSON-1289812127 tempest-ServerActionsTestJSON-1289812127-project] 10.222.0.75 "GET /v2.0/security-groups?id=e468a9c8-1697-49aa-8796-02bfe1187ffe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0493362 Feb 09 20:01:44.504548 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-edc54c9b-7f13-45d9-9271-85c9738b0128 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762867132591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593584'] for agent (a62b1850-466f-48ae-bec7-d62fb280e14b), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:01:44.509582 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27468b4d-d71f-42f3-9b4a-ee821a48c18c req-21ddf3f0-fc4c-4538-8ad0-72f1b0e74bb9 tempest-ServerActionsTestJSON-1289812127 tempest-ServerActionsTestJSON-1289812127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:01:44.511298 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-27468b4d-d71f-42f3-9b4a-ee821a48c18c req-21ddf3f0-fc4c-4538-8ad0-72f1b0e74bb9 tempest-ServerActionsTestJSON-1289812127 tempest-ServerActionsTestJSON-1289812127-project] 10.222.0.75 "GET /v2.0/ports?device_id=b59902b7-cdb5-4f2e-84ca-49b789f0fb89 HTTP/1.1" status: 200 len: 944 time: 0.0754888 Feb 09 20:01:44.564212 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-27468b4d-d71f-42f3-9b4a-ee821a48c18c req-bb78f394-fb53-4a76-8156-717b6c2627bf tempest-ServerActionsTestJSON-1289812127 tempest-ServerActionsTestJSON-1289812127-project] 10.222.0.75 "GET /v2.0/security-groups?id=e468a9c8-1697-49aa-8796-02bfe1187ffe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433924 Feb 09 20:01:45.691525 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35a3b6b2-720a-4eca-a382-3e97cd97d1c6 req-c9094263-c711-439c-88aa-d4c0f860de8b tempest-ServerActionsTestJSON-1289812127 tempest-ServerActionsTestJSON-1289812127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:01:45.693095 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-35a3b6b2-720a-4eca-a382-3e97cd97d1c6 req-c9094263-c711-439c-88aa-d4c0f860de8b tempest-ServerActionsTestJSON-1289812127 tempest-ServerActionsTestJSON-1289812127-project] 10.222.0.75 "GET /v2.0/ports?device_id=b59902b7-cdb5-4f2e-84ca-49b789f0fb89 HTTP/1.1" status: 200 len: 944 time: 0.0552394 Feb 09 20:01:45.742218 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-35a3b6b2-720a-4eca-a382-3e97cd97d1c6 req-fd0dd08f-0528-4532-abc2-34af9e10eeac tempest-ServerActionsTestJSON-1289812127 tempest-ServerActionsTestJSON-1289812127-project] 10.222.0.75 "GET /v2.0/security-groups?id=e468a9c8-1697-49aa-8796-02bfe1187ffe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434394 Feb 09 20:01:46.131906 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-a7262a8e-0513-48fd-984d-75726a511961 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762867132591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593584'] for agent (911cfea2-02ae-4ec9-bac3-7808ee1cdd9c), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:01:46.869088 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d15dfaeb-1156-43e6-be0f-8b0d71f6ed3b req-2a46aa48-2edc-43e7-98d4-193e7fd9cd28 tempest-ServerActionsTestJSON-1289812127 tempest-ServerActionsTestJSON-1289812127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:01:46.871389 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-d15dfaeb-1156-43e6-be0f-8b0d71f6ed3b req-2a46aa48-2edc-43e7-98d4-193e7fd9cd28 tempest-ServerActionsTestJSON-1289812127 tempest-ServerActionsTestJSON-1289812127-project] 10.222.0.75 "GET /v2.0/ports?device_id=b59902b7-cdb5-4f2e-84ca-49b789f0fb89 HTTP/1.1" status: 200 len: 944 time: 0.0575166 Feb 09 20:01:46.933162 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-d15dfaeb-1156-43e6-be0f-8b0d71f6ed3b req-4025fadb-6c74-4afe-9fd5-bc67ccb4d1de tempest-ServerActionsTestJSON-1289812127 tempest-ServerActionsTestJSON-1289812127-project] 10.222.0.75 "GET /v2.0/security-groups?id=e468a9c8-1697-49aa-8796-02bfe1187ffe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0560107 Feb 09 20:01:47.132010 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762867132591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593584'] for agent (496418a2-c002-4aec-ab1a-07f3bea491bd), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:01:48.072108 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cb758da-1872-463d-af94-6f89cc5ffcee req-401fd82c-eb77-450b-b584-703528af24f8 tempest-ServerActionsTestJSON-1289812127 tempest-ServerActionsTestJSON-1289812127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:01:48.073781 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-4cb758da-1872-463d-af94-6f89cc5ffcee req-401fd82c-eb77-450b-b584-703528af24f8 tempest-ServerActionsTestJSON-1289812127 tempest-ServerActionsTestJSON-1289812127-project] 10.222.0.75 "GET /v2.0/ports?device_id=b59902b7-cdb5-4f2e-84ca-49b789f0fb89 HTTP/1.1" status: 200 len: 944 time: 0.0588760 Feb 09 20:01:48.126276 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-4cb758da-1872-463d-af94-6f89cc5ffcee req-54491f89-1095-499c-b763-69cfe08ccdf5 tempest-ServerActionsTestJSON-1289812127 tempest-ServerActionsTestJSON-1289812127-project] 10.222.0.75 "GET /v2.0/security-groups?id=e468a9c8-1697-49aa-8796-02bfe1187ffe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0462658 Feb 09 20:01:48.978226 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762867132591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593584'] for agent (488cd9ae-631f-4955-ba0b-4f5a13f12e9c), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:01:49.278547 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ee250c8-8a90-4686-a665-0d676c1a8653 req-d698e198-34e4-42a4-9d4c-5ac29ccaa368 tempest-ServerActionsTestJSON-1289812127 tempest-ServerActionsTestJSON-1289812127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:01:49.280012 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-0ee250c8-8a90-4686-a665-0d676c1a8653 req-d698e198-34e4-42a4-9d4c-5ac29ccaa368 tempest-ServerActionsTestJSON-1289812127 tempest-ServerActionsTestJSON-1289812127-project] 10.222.0.75 "GET /v2.0/ports?device_id=b59902b7-cdb5-4f2e-84ca-49b789f0fb89 HTTP/1.1" status: 200 len: 944 time: 0.0734150 Feb 09 20:01:49.337806 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-0ee250c8-8a90-4686-a665-0d676c1a8653 req-627c502f-6c48-4392-9a0b-d5319e462a05 tempest-ServerActionsTestJSON-1289812127 tempest-ServerActionsTestJSON-1289812127-project] 10.222.0.75 "GET /v2.0/security-groups?id=e468a9c8-1697-49aa-8796-02bfe1187ffe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0514963 Feb 09 20:01:49.462240 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762867132591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593584'] for agent (bcd5faee-dc24-4298-9134-0e0aa054058e), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:01:50.481024 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d07f09d-639c-49e6-a987-fa0634653673 req-6bbd9afb-10ec-4b6c-aa7b-d0352f2cb5da tempest-ServerActionsTestJSON-1289812127 tempest-ServerActionsTestJSON-1289812127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:01:50.482604 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-6d07f09d-639c-49e6-a987-fa0634653673 req-6bbd9afb-10ec-4b6c-aa7b-d0352f2cb5da tempest-ServerActionsTestJSON-1289812127 tempest-ServerActionsTestJSON-1289812127-project] 10.222.0.75 "GET /v2.0/ports?device_id=b59902b7-cdb5-4f2e-84ca-49b789f0fb89 HTTP/1.1" status: 200 len: 944 time: 0.0662572 Feb 09 20:01:50.532981 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-6d07f09d-639c-49e6-a987-fa0634653673 req-1ae83afc-fb95-4828-82bf-69df9eb1e096 tempest-ServerActionsTestJSON-1289812127 tempest-ServerActionsTestJSON-1289812127-project] 10.222.0.75 "GET /v2.0/security-groups?id=e468a9c8-1697-49aa-8796-02bfe1187ffe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442905 Feb 09 20:01:50.664502 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0fa34f8-24d1-433e-b29c-c648df3c9c09 req-6cbb4a10-bada-4699-bda7-cf23ce73f0a1 tempest-ServerActionsTestJSON-1289812127 tempest-ServerActionsTestJSON-1289812127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:01:50.666049 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-a0fa34f8-24d1-433e-b29c-c648df3c9c09 req-6cbb4a10-bada-4699-bda7-cf23ce73f0a1 tempest-ServerActionsTestJSON-1289812127 tempest-ServerActionsTestJSON-1289812127-project] 10.222.0.75 "GET /v2.0/ports?device_id=b59902b7-cdb5-4f2e-84ca-49b789f0fb89 HTTP/1.1" status: 200 len: 944 time: 0.0602591 Feb 09 20:01:50.715302 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-a0fa34f8-24d1-433e-b29c-c648df3c9c09 req-39ead945-8449-4adb-ba8b-a1c42a67f958 tempest-ServerActionsTestJSON-1289812127 tempest-ServerActionsTestJSON-1289812127-project] 10.222.0.75 "GET /v2.0/security-groups?id=e468a9c8-1697-49aa-8796-02bfe1187ffe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435605 Feb 09 20:01:50.837064 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dce6807-e7d2-402c-ba20-6302ca5f2efe req-65fc3d12-dcc7-41a2-a202-8a0cc7d11c61 tempest-ServerActionsTestJSON-1289812127 tempest-ServerActionsTestJSON-1289812127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:01:50.838617 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-4dce6807-e7d2-402c-ba20-6302ca5f2efe req-65fc3d12-dcc7-41a2-a202-8a0cc7d11c61 tempest-ServerActionsTestJSON-1289812127 tempest-ServerActionsTestJSON-1289812127-project] 10.222.0.75 "GET /v2.0/ports?device_id=b59902b7-cdb5-4f2e-84ca-49b789f0fb89 HTTP/1.1" status: 200 len: 944 time: 0.0532918 Feb 09 20:01:50.889597 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-4dce6807-e7d2-402c-ba20-6302ca5f2efe req-8efae237-aeed-4530-80da-17e50300f378 tempest-ServerActionsTestJSON-1289812127 tempest-ServerActionsTestJSON-1289812127-project] 10.222.0.75 "GET /v2.0/security-groups?id=e468a9c8-1697-49aa-8796-02bfe1187ffe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452650 Feb 09 20:01:51.015914 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Device 587d4e9a-8628-487b-810d-e2d82b149618 details requested by agent hyperv_n-h1-713498-36 with host n-h1-713498-36 {{(pid=103232) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 20:01:51.143471 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] For port 587d4e9a-8628-487b-810d-e2d82b149618, host n-h1-713498-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-36',level=0,port_id=587d4e9a-8628-487b-810d-e2d82b149618,segment=NetworkSegment(14252cf2-3edf-4154-bc45-0979579e9ece),segment_id=14252cf2-3edf-4154-bc45-0979579e9ece)] {{(pid=103232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 20:01:51.156354 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Returning: {'device': '587d4e9a-8628-487b-810d-e2d82b149618', 'network_id': '845ecdc2-0c48-46c6-8d67-7eeeafb5d68b', 'port_id': '587d4e9a-8628-487b-810d-e2d82b149618', 'mac_address': 'fa:16:3e:cc:5a:42', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 361, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9a740078-9be8-472a-a565-0b0dba4a02f5', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103232) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 20:01:51.166961 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31e872e9-b516-4b64-adf4-01a40684f450 req-eb9a675b-da46-46df-b6af-01210b1f7e06 tempest-ServerActionsTestJSON-1289812127 tempest-ServerActionsTestJSON-1289812127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:01:51.168491 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-31e872e9-b516-4b64-adf4-01a40684f450 req-eb9a675b-da46-46df-b6af-01210b1f7e06 tempest-ServerActionsTestJSON-1289812127 tempest-ServerActionsTestJSON-1289812127-project] 10.222.0.75 "GET /v2.0/ports?device_id=b59902b7-cdb5-4f2e-84ca-49b789f0fb89 HTTP/1.1" status: 200 len: 944 time: 0.0567729 Feb 09 20:01:51.195256 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Current status of the port 587d4e9a-8628-487b-810d-e2d82b149618 is: DOWN; New status is: BUILD {{(pid=103232) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 20:01:51.195643 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (587d4e9a-8628-487b-810d-e2d82b149618), before_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:01:51.209989 n-d-713498-36 neutron-server[103232]: DEBUG neutron.notifiers.nova [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 587d4e9a-8628-487b-810d-e2d82b149618 {{(pid=103232) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 20:01:51.221748 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-31e872e9-b516-4b64-adf4-01a40684f450 req-b94254be-e803-48ee-9370-a2afeab74a95 tempest-ServerActionsTestJSON-1289812127 tempest-ServerActionsTestJSON-1289812127-project] 10.222.0.75 "GET /v2.0/security-groups?id=e468a9c8-1697-49aa-8796-02bfe1187ffe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0475466 Feb 09 20:01:51.238706 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] For port 587d4e9a-8628-487b-810d-e2d82b149618, host n-h1-713498-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-36',level=0,port_id=587d4e9a-8628-487b-810d-e2d82b149618,segment=NetworkSegment(14252cf2-3edf-4154-bc45-0979579e9ece),segment_id=14252cf2-3edf-4154-bc45-0979579e9ece)] {{(pid=103232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 20:01:51.243805 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762867176205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762866656485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762866656503'] for port (587d4e9a-8628-487b-810d-e2d82b149618), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:01:51.292187 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Pushing event updated for resources: {'Port': ['ID=587d4e9a-8628-487b-810d-e2d82b149618,revision_number=13']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:01:51.475703 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] get_ports_and_sgs() called for port_ids ['587d4e9a-8628-487b-810d-e2d82b149618'] {{(pid=103232) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 20:01:52.356235 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54729f7b-bd1d-4246-bb96-af9621fd57ae req-b525e6d2-18cd-46ca-bb63-1e2d2636e6be tempest-ServerActionsTestJSON-1289812127 tempest-ServerActionsTestJSON-1289812127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:01:52.357777 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-54729f7b-bd1d-4246-bb96-af9621fd57ae req-b525e6d2-18cd-46ca-bb63-1e2d2636e6be tempest-ServerActionsTestJSON-1289812127 tempest-ServerActionsTestJSON-1289812127-project] 10.222.0.75 "GET /v2.0/ports?device_id=b59902b7-cdb5-4f2e-84ca-49b789f0fb89 HTTP/1.1" status: 200 len: 945 time: 0.0637958 Feb 09 20:01:52.406709 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-54729f7b-bd1d-4246-bb96-af9621fd57ae req-5ce1fc3a-490b-4ab9-9950-a1ec68b6d66d tempest-ServerActionsTestJSON-1289812127 tempest-ServerActionsTestJSON-1289812127-project] 10.222.0.75 "GET /v2.0/security-groups?id=e468a9c8-1697-49aa-8796-02bfe1187ffe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432231 Feb 09 20:01:52.704424 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19b89ef0-af2f-46f0-bb8a-15abd237f532 req-fc1d782e-f679-4c97-8802-32812cb01a6c tempest-ServerActionsTestJSON-1289812127 tempest-ServerActionsTestJSON-1289812127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:01:52.706095 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-19b89ef0-af2f-46f0-bb8a-15abd237f532 req-fc1d782e-f679-4c97-8802-32812cb01a6c tempest-ServerActionsTestJSON-1289812127 tempest-ServerActionsTestJSON-1289812127-project] 10.222.0.89 "GET /v2.0/ports?device_id=b59902b7-cdb5-4f2e-84ca-49b789f0fb89 HTTP/1.1" status: 200 len: 945 time: 0.0557935 Feb 09 20:01:52.816823 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.plugin [req-19b89ef0-af2f-46f0-bb8a-15abd237f532 req-8aa8dc86-f2c3-490b-a039-dd59bbf01a41 tempest-ServerActionsTestJSON-1289812127 tempest-ServerActionsTestJSON-1289812127-project] Deleting port 587d4e9a-8628-487b-810d-e2d82b149618 {{(pid=103229) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 20:01:52.817154 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-19b89ef0-af2f-46f0-bb8a-15abd237f532 req-8aa8dc86-f2c3-490b-a039-dd59bbf01a41 tempest-ServerActionsTestJSON-1289812127 tempest-ServerActionsTestJSON-1289812127-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762867170196'] for port (587d4e9a-8628-487b-810d-e2d82b149618), before_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:01:52.909663 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.db [req-19b89ef0-af2f-46f0-bb8a-15abd237f532 req-8aa8dc86-f2c3-490b-a039-dd59bbf01a41 tempest-ServerActionsTestJSON-1289812127 tempest-ServerActionsTestJSON-1289812127-project] For port 587d4e9a-8628-487b-810d-e2d82b149618, host n-h1-713498-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-36',level=0,port_id=587d4e9a-8628-487b-810d-e2d82b149618,segment=NetworkSegment(14252cf2-3edf-4154-bc45-0979579e9ece),segment_id=14252cf2-3edf-4154-bc45-0979579e9ece)] {{(pid=103229) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 20:01:52.910065 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-19b89ef0-af2f-46f0-bb8a-15abd237f532 req-8aa8dc86-f2c3-490b-a039-dd59bbf01a41 tempest-ServerActionsTestJSON-1289812127 tempest-ServerActionsTestJSON-1289812127-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1820838'] for port (587d4e9a-8628-487b-810d-e2d82b149618), precommit_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:01:53.026230 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Device 587d4e9a-8628-487b-810d-e2d82b149618 no longer exists at agent hyperv_n-h1-713498-36 {{(pid=103232) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 20:01:53.088313 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-19b89ef0-af2f-46f0-bb8a-15abd237f532 req-8aa8dc86-f2c3-490b-a039-dd59bbf01a41 tempest-ServerActionsTestJSON-1289812127 tempest-ServerActionsTestJSON-1289812127-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:01:53.088604 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-19b89ef0-af2f-46f0-bb8a-15abd237f532 req-8aa8dc86-f2c3-490b-a039-dd59bbf01a41 tempest-ServerActionsTestJSON-1289812127 tempest-ServerActionsTestJSON-1289812127-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1818909'] for floatingip (3f50e9e5-6deb-46a3-8b44-7a4b66111d8f), after_update {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:01:53.088929 n-d-713498-36 neutron-server[103229]: INFO neutron.db.l3_db [req-19b89ef0-af2f-46f0-bb8a-15abd237f532 req-8aa8dc86-f2c3-490b-a039-dd59bbf01a41 tempest-ServerActionsTestJSON-1289812127 tempest-ServerActionsTestJSON-1289812127-project] Floating IP 3f50e9e5-6deb-46a3-8b44-7a4b66111d8f disassociated. External IP: 172.25.1.238, port: 587d4e9a-8628-487b-810d-e2d82b149618. Feb 09 20:01:53.089276 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.plugin [req-19b89ef0-af2f-46f0-bb8a-15abd237f532 req-8aa8dc86-f2c3-490b-a039-dd59bbf01a41 tempest-ServerActionsTestJSON-1289812127 tempest-ServerActionsTestJSON-1289812127-project] Calling delete_port for 587d4e9a-8628-487b-810d-e2d82b149618 owned by compute:nova {{(pid=103229) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 20:01:53.108298 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Current status of the port 587d4e9a-8628-487b-810d-e2d82b149618 is: BUILD; New status is: DOWN {{(pid=103232) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 20:01:53.108699 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (587d4e9a-8628-487b-810d-e2d82b149618), before_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:01:53.127010 n-d-713498-36 neutron-server[103232]: DEBUG neutron.notifiers.nova [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id 587d4e9a-8628-487b-810d-e2d82b149618 {{(pid=103232) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 20:01:53.150172 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] For port 587d4e9a-8628-487b-810d-e2d82b149618, host n-h1-713498-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-36',level=0,port_id=587d4e9a-8628-487b-810d-e2d82b149618,segment=NetworkSegment(14252cf2-3edf-4154-bc45-0979579e9ece),segment_id=14252cf2-3edf-4154-bc45-0979579e9ece)] {{(pid=103232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 20:01:53.165897 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762867176205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762866656485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762866656503'] for port (587d4e9a-8628-487b-810d-e2d82b149618), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:01:53.221553 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Pushing event updated for resources: {'Port': ['ID=587d4e9a-8628-487b-810d-e2d82b149618,revision_number=14']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:01:53.246576 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-19b89ef0-af2f-46f0-bb8a-15abd237f532 req-8aa8dc86-f2c3-490b-a039-dd59bbf01a41 tempest-ServerActionsTestJSON-1289812127 tempest-ServerActionsTestJSON-1289812127-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762867177463', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762866656476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12867576'] for port (587d4e9a-8628-487b-810d-e2d82b149618), after_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:01:53.277602 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aa8dc86-f2c3-490b-a039-dd59bbf01a41 tempest-ServerActionsTestJSON-1289812127 tempest-ServerActionsTestJSON-1289812127-project] Pushing event deleted for resources: {'Port': ['ID=587d4e9a-8628-487b-810d-e2d82b149618,revision_number=None']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:01:53.396242 n-d-713498-36 neutron-server[103229]: DEBUG neutron.scheduler.l3_agent_scheduler [req-19b89ef0-af2f-46f0-bb8a-15abd237f532 req-8aa8dc86-f2c3-490b-a039-dd59bbf01a41 tempest-ServerActionsTestJSON-1289812127 tempest-ServerActionsTestJSON-1289812127-project] Router 8b66ef66-4e9c-49b4-8232-c6c9e9bf7f1c has already been hosted by L3 agent 93303d5e-5d17-45e8-8963-7694f87783ae {{(pid=103229) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 20:01:53.760021 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-1c1c7d61-55e2-4006-aaa2-1d266becddd2 req-e4af6b2f-97d2-4a62-a3aa-ac6080d52000 tempest-ServerActionsTestJSON-1289812127 tempest-ServerActionsTestJSON-1289812127-project] 10.222.0.75 "GET /v2.0/ports?device_id=b59902b7-cdb5-4f2e-84ca-49b789f0fb89 HTTP/1.1" status: 200 len: 210 time: 0.0382154 Feb 09 20:01:53.791248 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-19b89ef0-af2f-46f0-bb8a-15abd237f532 req-8aa8dc86-f2c3-490b-a039-dd59bbf01a41 tempest-ServerActionsTestJSON-1289812127 tempest-ServerActionsTestJSON-1289812127-project] Notify agent at l3_agent.n-d-713498-36 the message routers_updated {{(pid=103229) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 20:01:53.802446 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fc6d92a-8e16-452f-9db1-077773bd61c6 None None] Sync routers for ids ['8b66ef66-4e9c-49b4-8232-c6c9e9bf7f1c'] in n-d-713498-36 {{(pid=103232) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 20:01:53.817716 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fc6d92a-8e16-452f-9db1-077773bd61c6 None None] Routers {'8b66ef66-4e9c-49b4-8232-c6c9e9bf7f1c'} bound to L3 agent in host n-d-713498-36 {{(pid=103232) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 20:01:53.818345 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.l3_hamode_db [None req-8fc6d92a-8e16-452f-9db1-077773bd61c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T18:51:43Z,description=,heartbeat_timestamp=2022-02-09T20:01:43Z,host='n-d-713498-36',id=93303d5e-5d17-45e8-8963-7694f87783ae,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T18:51:43Z,topic='l3_agent')) {'router_ids': ['8b66ef66-4e9c-49b4-8232-c6c9e9bf7f1c'], 'active': True} {{(pid=103232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 20:01:53.837578 n-d-713498-36 neutron-server[103229]: DEBUG neutron.db.l3_dvrscheduler_db [req-19b89ef0-af2f-46f0-bb8a-15abd237f532 req-8aa8dc86-f2c3-490b-a039-dd59bbf01a41 tempest-ServerActionsTestJSON-1289812127 tempest-ServerActionsTestJSON-1289812127-project] No DVR routers for this DVR port 587d4e9a-8628-487b-810d-e2d82b149618 on host n-h1-713498-36 {{(pid=103229) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 20:01:53.840428 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-19b89ef0-af2f-46f0-bb8a-15abd237f532 req-8aa8dc86-f2c3-490b-a039-dd59bbf01a41 tempest-ServerActionsTestJSON-1289812127 tempest-ServerActionsTestJSON-1289812127-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171096'] for port (None), before_response {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:01:53.843813 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-19b89ef0-af2f-46f0-bb8a-15abd237f532 req-8aa8dc86-f2c3-490b-a039-dd59bbf01a41 tempest-ServerActionsTestJSON-1289812127 tempest-ServerActionsTestJSON-1289812127-project] 10.222.0.89 "DELETE /v2.0/ports/587d4e9a-8628-487b-810d-e2d82b149618 HTTP/1.1" status: 204 len: 173 time: 1.1324918 Feb 09 20:01:53.844264 n-d-713498-36 neutron-server[103229]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b59902b7-cdb5-4f2e-84ca-49b789f0fb89', 'name': 'network-vif-deleted', 'tag': '587d4e9a-8628-487b-810d-e2d82b149618'}] {{(pid=103229) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 20:01:53.846633 n-d-713498-36 neutron-server[103229]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}07d618d1c5389b9cd0b8ca1de8f17b65d6cfa6b0806685514be6977118e88e42" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-71dfac4a-22c9-48a0-a580-24ae65427918" -d '{"events": [{"server_uuid": "b59902b7-cdb5-4f2e-84ca-49b789f0fb89", "name": "network-vif-deleted", "tag": "587d4e9a-8628-487b-810d-e2d82b149618"}]}' {{(pid=103229) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 20:01:53.890680 n-d-713498-36 neutron-server[103229]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 20:01:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e9afaac2-4660-4cf3-a87b-e37c3c33d4a9 x-openstack-request-id: req-e9afaac2-4660-4cf3-a87b-e37c3c33d4a9 {{(pid=103229) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 20:01:53.890981 n-d-713498-36 neutron-server[103229]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b59902b7-cdb5-4f2e-84ca-49b789f0fb89", "name": "network-vif-deleted", "tag": "587d4e9a-8628-487b-810d-e2d82b149618", "status": "completed", "code": 200}]} {{(pid=103229) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 20:01:53.891239 n-d-713498-36 neutron-server[103229]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-e9afaac2-4660-4cf3-a87b-e37c3c33d4a9 {{(pid=103229) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 20:01:53.891643 n-d-713498-36 neutron-server[103229]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b59902b7-cdb5-4f2e-84ca-49b789f0fb89', 'name': 'network-vif-deleted', 'tag': '587d4e9a-8628-487b-810d-e2d82b149618', 'status': 'completed', 'code': 200} Feb 09 20:01:53.937746 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.l3_dvr_db [None req-8fc6d92a-8e16-452f-9db1-077773bd61c6 None None] Set router 8b66ef66-4e9c-49b4-8232-c6c9e9bf7f1c gateway port host: n-d-713498-36 {{(pid=103232) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 20:01:54.135254 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.l3_hamode_db [None req-8fc6d92a-8e16-452f-9db1-077773bd61c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b66ef66-4e9c-49b4-8232-c6c9e9bf7f1c', 'name': 'tempest-ServerActionsTestJSON-426882205-router', 'tenant_id': '6245c52be1054dbe94bb7e14e1adfcb2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88055e1e-672a-4487-be31-ffb6e833ece5', 'external_fixed_ips': [{'subnet_id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'ip_address': '172.25.1.251'}], 'enable_snat': True}, 'gw_port_id': '3b5f4677-7e2f-4257-84e8-83453d3478a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T19:57:08Z', 'updated_at': '2022-02-09T19:57:12Z', 'revision_number': 4, 'project_id': '6245c52be1054dbe94bb7e14e1adfcb2', 'gw_port': {'id': '3b5f4677-7e2f-4257-84e8-83453d3478a8', 'name': '', 'network_id': '88055e1e-672a-4487-be31-ffb6e833ece5', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:a5:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b66ef66-4e9c-49b4-8232-c6c9e9bf7f1c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4092, 'fixed_ips': [{'subnet_id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'ip_address': '172.25.1.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T19:57:09Z', 'updated_at': '2022-02-09T19:57:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-36', '_interfaces': [{'id': '43b4eee5-a731-4a67-8516-bb0b1f16ff86', 'name': '', 'network_id': '845ecdc2-0c48-46c6-8d67-7eeeafb5d68b', 'tenant_id': '6245c52be1054dbe94bb7e14e1adfcb2', 'mac_address': 'fa:16:3e:58:6c:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b66ef66-4e9c-49b4-8232-c6c9e9bf7f1c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4093, 'fixed_ips': [{'subnet_id': '9a740078-9be8-472a-a565-0b0dba4a02f5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T19:57:11Z', 'updated_at': '2022-02-09T19:57:15Z', 'revision_number': 5, 'project_id': '6245c52be1054dbe94bb7e14e1adfcb2', 'subnets': [{'id': '9a740078-9be8-472a-a565-0b0dba4a02f5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-36', False) {} {{(pid=103232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 20:01:54.161779 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fc6d92a-8e16-452f-9db1-077773bd61c6 None None] Checking router: 8b66ef66-4e9c-49b4-8232-c6c9e9bf7f1c for host: n-d-713498-36 {{(pid=103232) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 20:01:54.170672 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fc6d92a-8e16-452f-9db1-077773bd61c6 None None] Routers {'8b66ef66-4e9c-49b4-8232-c6c9e9bf7f1c'} bound to L3 agent in host n-d-713498-36 {{(pid=103232) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 20:01:54.171213 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.l3_hamode_db [None req-8fc6d92a-8e16-452f-9db1-077773bd61c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T18:51:43Z,description=,heartbeat_timestamp=2022-02-09T20:01:43Z,host='n-d-713498-36',id=93303d5e-5d17-45e8-8963-7694f87783ae,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T18:51:43Z,topic='l3_agent')) {'router_ids': ['8b66ef66-4e9c-49b4-8232-c6c9e9bf7f1c'], 'active': True} {{(pid=103232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 20:01:54.437135 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.l3_dvr_db [None req-8fc6d92a-8e16-452f-9db1-077773bd61c6 None None] Set router 8b66ef66-4e9c-49b4-8232-c6c9e9bf7f1c gateway port host: n-d-713498-36 {{(pid=103232) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 20:01:54.636958 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.l3_hamode_db [None req-8fc6d92a-8e16-452f-9db1-077773bd61c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b66ef66-4e9c-49b4-8232-c6c9e9bf7f1c', 'name': 'tempest-ServerActionsTestJSON-426882205-router', 'tenant_id': '6245c52be1054dbe94bb7e14e1adfcb2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88055e1e-672a-4487-be31-ffb6e833ece5', 'external_fixed_ips': [{'subnet_id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'ip_address': '172.25.1.251'}], 'enable_snat': True}, 'gw_port_id': '3b5f4677-7e2f-4257-84e8-83453d3478a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T19:57:08Z', 'updated_at': '2022-02-09T19:57:12Z', 'revision_number': 4, 'project_id': '6245c52be1054dbe94bb7e14e1adfcb2', 'gw_port': {'id': '3b5f4677-7e2f-4257-84e8-83453d3478a8', 'name': '', 'network_id': '88055e1e-672a-4487-be31-ffb6e833ece5', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:a5:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b66ef66-4e9c-49b4-8232-c6c9e9bf7f1c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4092, 'fixed_ips': [{'subnet_id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'ip_address': '172.25.1.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T19:57:09Z', 'updated_at': '2022-02-09T19:57:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-36', '_interfaces': [{'id': '43b4eee5-a731-4a67-8516-bb0b1f16ff86', 'name': '', 'network_id': '845ecdc2-0c48-46c6-8d67-7eeeafb5d68b', 'tenant_id': '6245c52be1054dbe94bb7e14e1adfcb2', 'mac_address': 'fa:16:3e:58:6c:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b66ef66-4e9c-49b4-8232-c6c9e9bf7f1c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4093, 'fixed_ips': [{'subnet_id': '9a740078-9be8-472a-a565-0b0dba4a02f5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T19:57:11Z', 'updated_at': '2022-02-09T19:57:15Z', 'revision_number': 5, 'project_id': '6245c52be1054dbe94bb7e14e1adfcb2', 'subnets': [{'id': '9a740078-9be8-472a-a565-0b0dba4a02f5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-36', False) {} {{(pid=103232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 20:01:54.664650 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fc6d92a-8e16-452f-9db1-077773bd61c6 None None] The sync data for ids ['8b66ef66-4e9c-49b4-8232-c6c9e9bf7f1c'] in n-d-713498-36 is: [{'id': '8b66ef66-4e9c-49b4-8232-c6c9e9bf7f1c', 'name': 'tempest-ServerActionsTestJSON-426882205-router', 'tenant_id': '6245c52be1054dbe94bb7e14e1adfcb2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88055e1e-672a-4487-be31-ffb6e833ece5', 'external_fixed_ips': [{'subnet_id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'ip_address': '172.25.1.251'}], 'enable_snat': True}, 'gw_port_id': '3b5f4677-7e2f-4257-84e8-83453d3478a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T19:57:08Z', 'updated_at': '2022-02-09T19:57:12Z', 'revision_number': 4, 'project_id': '6245c52be1054dbe94bb7e14e1adfcb2', 'gw_port': {'id': '3b5f4677-7e2f-4257-84e8-83453d3478a8', 'name': '', 'network_id': '88055e1e-672a-4487-be31-ffb6e833ece5', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:a5:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b66ef66-4e9c-49b4-8232-c6c9e9bf7f1c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4092, 'fixed_ips': [{'subnet_id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'ip_address': '172.25.1.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T19:57:09Z', 'updated_at': '2022-02-09T19:57:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-36', '_interfaces': [{'id': '43b4eee5-a731-4a67-8516-bb0b1f16ff86', 'name': '', 'network_id': '845ecdc2-0c48-46c6-8d67-7eeeafb5d68b', 'tenant_id': '6245c52be1054dbe94bb7e14e1adfcb2', 'mac_address': 'fa:16:3e:58:6c:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b66ef66-4e9c-49b4-8232-c6c9e9bf7f1c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4093, 'fixed_ips': [{'subnet_id': '9a740078-9be8-472a-a565-0b0dba4a02f5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T19:57:11Z', 'updated_at': '2022-02-09T19:57:15Z', 'revision_number': 5, 'project_id': '6245c52be1054dbe94bb7e14e1adfcb2', 'subnets': [{'id': '9a740078-9be8-472a-a565-0b0dba4a02f5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103232) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 20:01:54.863791 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-5ed9d212-ce9d-403f-85a4-5827a867f191 req-1e6f624c-bc14-4fc5-ad9e-616898e08e1d tempest-ServerActionsTestJSON-1289812127 tempest-ServerActionsTestJSON-1289812127-project] 10.222.0.75 "GET /v2.0/ports?device_id=b59902b7-cdb5-4f2e-84ca-49b789f0fb89 HTTP/1.1" status: 200 len: 210 time: 0.0288398 Feb 09 20:01:54.902140 n-d-713498-36 neutron-server[103233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76aa8e0e-2f7d-4e64-abd8-089a41b073db None None] New status for floating IP 3f50e9e5-6deb-46a3-8b44-7a4b66111d8f: DOWN {{(pid=103233) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 09 20:01:55.970962 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-98510967-f0f3-40cc-9e30-128b40bb9fc5 req-b3d32593-7021-434b-ba55-22b2da81a656 tempest-ServerActionsTestJSON-1289812127 tempest-ServerActionsTestJSON-1289812127-project] 10.222.0.75 "GET /v2.0/ports?device_id=b59902b7-cdb5-4f2e-84ca-49b789f0fb89 HTTP/1.1" status: 200 len: 210 time: 0.0311670 Feb 09 20:01:57.075935 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-0d5d1792-2639-456d-9bc0-400412b6488e req-0a37b582-4266-4a82-860b-377c97ad3202 tempest-ServerActionsTestJSON-1289812127 tempest-ServerActionsTestJSON-1289812127-project] 10.222.0.75 "GET /v2.0/ports?device_id=b59902b7-cdb5-4f2e-84ca-49b789f0fb89 HTTP/1.1" status: 200 len: 210 time: 0.0322037 Feb 09 20:01:58.189218 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-525c4f7b-f85b-4008-83e7-3bf6cd741935 req-c0d6b5c0-227e-4e48-8128-881f3c239234 tempest-ServerActionsTestJSON-1289812127 tempest-ServerActionsTestJSON-1289812127-project] 10.222.0.75 "GET /v2.0/ports?device_id=b59902b7-cdb5-4f2e-84ca-49b789f0fb89 HTTP/1.1" status: 200 len: 210 time: 0.0333328 Feb 09 20:01:59.290375 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-7c0f9e56-295c-4d18-9812-a5cea773c083 req-06a3718b-12dd-41d2-9862-ee1c00b02e79 tempest-ServerActionsTestJSON-1289812127 tempest-ServerActionsTestJSON-1289812127-project] 10.222.0.75 "GET /v2.0/ports?device_id=b59902b7-cdb5-4f2e-84ca-49b789f0fb89 HTTP/1.1" status: 200 len: 210 time: 0.0293338 Feb 09 20:01:59.708289 n-d-713498-36 neutron-server[103233]: DEBUG neutron.db.agents_db [None req-4a8a6a42-0a0c-4437-8958-92282682b6bb None None] Agent healthcheck: found 7 active agents {{(pid=103233) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 20:02:00.397721 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-f8f54571-34f0-4fa4-9875-422d19532a2b req-85286882-5473-44ac-84a1-d45b9f456832 tempest-ServerActionsTestJSON-1289812127 tempest-ServerActionsTestJSON-1289812127-project] 10.222.0.75 "GET /v2.0/ports?device_id=b59902b7-cdb5-4f2e-84ca-49b789f0fb89 HTTP/1.1" status: 200 len: 210 time: 0.0322447 Feb 09 20:02:01.498290 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-8348e51f-16a9-4e88-a2d5-174d7ae09214 req-853c40d5-3145-46c6-96a1-9b107514fbe0 tempest-ServerActionsTestJSON-1289812127 tempest-ServerActionsTestJSON-1289812127-project] 10.222.0.75 "GET /v2.0/ports?device_id=b59902b7-cdb5-4f2e-84ca-49b789f0fb89 HTTP/1.1" status: 200 len: 210 time: 0.0307178 Feb 09 20:02:02.611801 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-4a702005-96a4-4399-a29d-e974085d9af6 req-9d8ba07a-504e-438b-b27e-f341a5fcff62 tempest-ServerActionsTestJSON-1289812127 tempest-ServerActionsTestJSON-1289812127-project] 10.222.0.75 "GET /v2.0/ports?device_id=b59902b7-cdb5-4f2e-84ca-49b789f0fb89 HTTP/1.1" status: 200 len: 210 time: 0.0295265 Feb 09 20:02:09.488694 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 52898) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:02:09.544101 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-f6a139c4-bfcb-4f2d-a214-00664de97444 tempest-ServerActionsTestJSON-1289812127 tempest-ServerActionsTestJSON-1289812127-project] Publish callbacks [] for security_group (e468a9c8-1697-49aa-8796-02bfe1187ffe), before_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:02:09.569601 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-f6a139c4-bfcb-4f2d-a214-00664de97444 tempest-ServerActionsTestJSON-1289812127 tempest-ServerActionsTestJSON-1289812127-project] Publish callbacks [] for security_group (e468a9c8-1697-49aa-8796-02bfe1187ffe), precommit_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:02:09.621401 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-f6a139c4-bfcb-4f2d-a214-00664de97444 tempest-ServerActionsTestJSON-1289812127 tempest-ServerActionsTestJSON-1289812127-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1892331'] for security_group (e468a9c8-1697-49aa-8796-02bfe1187ffe), after_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:02:09.624734 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-f6a139c4-bfcb-4f2d-a214-00664de97444 tempest-ServerActionsTestJSON-1289812127 tempest-ServerActionsTestJSON-1289812127-project] Publish callbacks [] for security_group (None), before_response {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:02:09.626136 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-f6a139c4-bfcb-4f2d-a214-00664de97444 tempest-ServerActionsTestJSON-1289812127 tempest-ServerActionsTestJSON-1289812127-project] 10.222.0.75 "DELETE /v2.0/security-groups/e468a9c8-1697-49aa-8796-02bfe1187ffe HTTP/1.1" status: 204 len: 168 time: 0.1356072 Feb 09 20:02:09.628804 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 52900) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:02:09.638168 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6a139c4-bfcb-4f2d-a214-00664de97444 tempest-ServerActionsTestJSON-1289812127 tempest-ServerActionsTestJSON-1289812127-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e468a9c8-1697-49aa-8796-02bfe1187ffe,revision_number=None']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:02:09.644880 n-d-713498-36 neutron-server[103229]: INFO neutron.api.v2.resource [None req-ab894552-5529-437e-863f-5114df0dc1b2 tempest-ServerActionsTestJSON-1289812127 tempest-ServerActionsTestJSON-1289812127-project] show failed (client error): The resource could not be found. Feb 09 20:02:09.647106 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6a139c4-bfcb-4f2d-a214-00664de97444 tempest-ServerActionsTestJSON-1289812127 tempest-ServerActionsTestJSON-1289812127-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:02:09.647522 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6a139c4-bfcb-4f2d-a214-00664de97444 tempest-ServerActionsTestJSON-1289812127 tempest-ServerActionsTestJSON-1289812127-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:02:09.647669 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-ab894552-5529-437e-863f-5114df0dc1b2 tempest-ServerActionsTestJSON-1289812127 tempest-ServerActionsTestJSON-1289812127-project] 10.222.0.75 "GET /v2.0/security-groups/e468a9c8-1697-49aa-8796-02bfe1187ffe HTTP/1.1" status: 404 len: 347 time: 0.0177181 Feb 09 20:02:09.648002 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6a139c4-bfcb-4f2d-a214-00664de97444 tempest-ServerActionsTestJSON-1289812127 tempest-ServerActionsTestJSON-1289812127-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:02:09.648402 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6a139c4-bfcb-4f2d-a214-00664de97444 tempest-ServerActionsTestJSON-1289812127 tempest-ServerActionsTestJSON-1289812127-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:02:09.648803 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6a139c4-bfcb-4f2d-a214-00664de97444 tempest-ServerActionsTestJSON-1289812127 tempest-ServerActionsTestJSON-1289812127-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:02:09.649098 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 52902) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:02:09.649229 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6a139c4-bfcb-4f2d-a214-00664de97444 tempest-ServerActionsTestJSON-1289812127 tempest-ServerActionsTestJSON-1289812127-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:02:09.649658 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6a139c4-bfcb-4f2d-a214-00664de97444 tempest-ServerActionsTestJSON-1289812127 tempest-ServerActionsTestJSON-1289812127-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:02:09.650088 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6a139c4-bfcb-4f2d-a214-00664de97444 tempest-ServerActionsTestJSON-1289812127 tempest-ServerActionsTestJSON-1289812127-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:02:09.650484 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6a139c4-bfcb-4f2d-a214-00664de97444 tempest-ServerActionsTestJSON-1289812127 tempest-ServerActionsTestJSON-1289812127-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:02:09.650876 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6a139c4-bfcb-4f2d-a214-00664de97444 tempest-ServerActionsTestJSON-1289812127 tempest-ServerActionsTestJSON-1289812127-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:02:09.651267 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6a139c4-bfcb-4f2d-a214-00664de97444 tempest-ServerActionsTestJSON-1289812127 tempest-ServerActionsTestJSON-1289812127-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:02:09.651686 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6a139c4-bfcb-4f2d-a214-00664de97444 tempest-ServerActionsTestJSON-1289812127 tempest-ServerActionsTestJSON-1289812127-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:02:09.652073 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6a139c4-bfcb-4f2d-a214-00664de97444 tempest-ServerActionsTestJSON-1289812127 tempest-ServerActionsTestJSON-1289812127-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:02:09.787417 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.plugin [None req-212de4be-ad09-4faf-99cb-9271fdd593ec tempest-ServerActionsTestJSON-1289812127 tempest-ServerActionsTestJSON-1289812127-project] Deleting port 624fc667-6192-461c-81d5-c8adb8c12d37 {{(pid=103229) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 20:02:09.787761 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-212de4be-ad09-4faf-99cb-9271fdd593ec tempest-ServerActionsTestJSON-1289812127 tempest-ServerActionsTestJSON-1289812127-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762867170196'] for port (624fc667-6192-461c-81d5-c8adb8c12d37), before_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:02:09.881431 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-212de4be-ad09-4faf-99cb-9271fdd593ec tempest-ServerActionsTestJSON-1289812127 tempest-ServerActionsTestJSON-1289812127-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1820838'] for port (624fc667-6192-461c-81d5-c8adb8c12d37), precommit_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:02:09.881765 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-212de4be-ad09-4faf-99cb-9271fdd593ec tempest-ServerActionsTestJSON-1289812127 tempest-ServerActionsTestJSON-1289812127-project] Publish callbacks [] for floatingip (624fc667-6192-461c-81d5-c8adb8c12d37), precommit_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:02:09.895865 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.plugin [None req-212de4be-ad09-4faf-99cb-9271fdd593ec tempest-ServerActionsTestJSON-1289812127 tempest-ServerActionsTestJSON-1289812127-project] Calling delete_port for 624fc667-6192-461c-81d5-c8adb8c12d37 owned by network:floatingip {{(pid=103229) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 20:02:10.039459 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-212de4be-ad09-4faf-99cb-9271fdd593ec tempest-ServerActionsTestJSON-1289812127 tempest-ServerActionsTestJSON-1289812127-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762867177463', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762866656476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12867576'] for port (624fc667-6192-461c-81d5-c8adb8c12d37), after_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:02:10.067601 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-212de4be-ad09-4faf-99cb-9271fdd593ec tempest-ServerActionsTestJSON-1289812127 tempest-ServerActionsTestJSON-1289812127-project] Pushing event deleted for resources: {'Port': ['ID=624fc667-6192-461c-81d5-c8adb8c12d37,revision_number=None']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:02:10.140349 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-212de4be-ad09-4faf-99cb-9271fdd593ec tempest-ServerActionsTestJSON-1289812127 tempest-ServerActionsTestJSON-1289812127-project] Publish callbacks [] for floatingip (3f50e9e5-6deb-46a3-8b44-7a4b66111d8f), after_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:02:10.142922 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-212de4be-ad09-4faf-99cb-9271fdd593ec tempest-ServerActionsTestJSON-1289812127 tempest-ServerActionsTestJSON-1289812127-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171096'] for floatingip (None), before_response {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:02:10.147152 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-212de4be-ad09-4faf-99cb-9271fdd593ec tempest-ServerActionsTestJSON-1289812127 tempest-ServerActionsTestJSON-1289812127-project] 10.222.0.75 "DELETE /v2.0/floatingips/3f50e9e5-6deb-46a3-8b44-7a4b66111d8f HTTP/1.1" status: 204 len: 168 time: 0.4933007 Feb 09 20:02:10.147357 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 52904) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:02:10.670906 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-c32ef019-e32f-4bed-b2d6-9fcefdedabb6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1834525'] for router_interface (8b66ef66-4e9c-49b4-8232-c6c9e9bf7f1c), before_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:02:10.889686 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-76dc8486-6727-43cd-894d-3234587cd387 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762867132591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593584'] for agent (af91e4b9-f4e1-42b1-a25c-a10dc47171c8), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:02:10.976817 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.plugin [None req-c32ef019-e32f-4bed-b2d6-9fcefdedabb6 admin admin] Deleting port 43b4eee5-a731-4a67-8516-bb0b1f16ff86 {{(pid=103229) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 20:02:10.977160 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-c32ef019-e32f-4bed-b2d6-9fcefdedabb6 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762867170196'] for port (43b4eee5-a731-4a67-8516-bb0b1f16ff86), before_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:02:11.065657 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.db [None req-c32ef019-e32f-4bed-b2d6-9fcefdedabb6 admin admin] For port 43b4eee5-a731-4a67-8516-bb0b1f16ff86, host n-d-713498-36, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-36',level=0,port_id=43b4eee5-a731-4a67-8516-bb0b1f16ff86,segment=NetworkSegment(14252cf2-3edf-4154-bc45-0979579e9ece),segment_id=14252cf2-3edf-4154-bc45-0979579e9ece)] {{(pid=103229) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 20:02:11.066728 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-c32ef019-e32f-4bed-b2d6-9fcefdedabb6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1820838'] for port (43b4eee5-a731-4a67-8516-bb0b1f16ff86), precommit_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:02:11.079921 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.plugin [None req-c32ef019-e32f-4bed-b2d6-9fcefdedabb6 admin admin] Calling delete_port for 43b4eee5-a731-4a67-8516-bb0b1f16ff86 owned by network:router_interface {{(pid=103229) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 20:02:11.262724 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-c32ef019-e32f-4bed-b2d6-9fcefdedabb6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762867177463', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762866656476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12867576'] for port (43b4eee5-a731-4a67-8516-bb0b1f16ff86), after_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:02:11.289410 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c32ef019-e32f-4bed-b2d6-9fcefdedabb6 admin admin] Pushing event deleted for resources: {'Port': ['ID=43b4eee5-a731-4a67-8516-bb0b1f16ff86,revision_number=None']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:02:11.462204 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-c32ef019-e32f-4bed-b2d6-9fcefdedabb6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1613467', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1834633'] for router_interface (8b66ef66-4e9c-49b4-8232-c6c9e9bf7f1c), after_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:02:11.684265 n-d-713498-36 neutron-server[103229]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c32ef019-e32f-4bed-b2d6-9fcefdedabb6 admin admin] Router 8b66ef66-4e9c-49b4-8232-c6c9e9bf7f1c has already been hosted by L3 agent 93303d5e-5d17-45e8-8963-7694f87783ae {{(pid=103229) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 20:02:11.795912 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c32ef019-e32f-4bed-b2d6-9fcefdedabb6 admin admin] Notify agent at l3_agent.n-d-713498-36 the message routers_updated {{(pid=103229) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 20:02:11.802202 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-c32ef019-e32f-4bed-b2d6-9fcefdedabb6 admin admin] 10.222.0.75 "PUT /v2.0/routers/8b66ef66-4e9c-49b4-8232-c6c9e9bf7f1c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6538231 Feb 09 20:02:11.804594 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 52908) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:02:11.805549 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad45989f-9581-46f0-b287-0a03ed5c0765 None None] Sync routers for ids ['8b66ef66-4e9c-49b4-8232-c6c9e9bf7f1c'] in n-d-713498-36 {{(pid=103232) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 20:02:11.816319 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad45989f-9581-46f0-b287-0a03ed5c0765 None None] Routers {'8b66ef66-4e9c-49b4-8232-c6c9e9bf7f1c'} bound to L3 agent in host n-d-713498-36 {{(pid=103232) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 20:02:11.817006 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.l3_hamode_db [None req-ad45989f-9581-46f0-b287-0a03ed5c0765 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T18:51:43Z,description=,heartbeat_timestamp=2022-02-09T20:01:43Z,host='n-d-713498-36',id=93303d5e-5d17-45e8-8963-7694f87783ae,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T18:51:43Z,topic='l3_agent')) {'router_ids': ['8b66ef66-4e9c-49b4-8232-c6c9e9bf7f1c'], 'active': True} {{(pid=103232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 20:02:11.928070 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.l3_dvr_db [None req-ad45989f-9581-46f0-b287-0a03ed5c0765 None None] Set router 8b66ef66-4e9c-49b4-8232-c6c9e9bf7f1c gateway port host: n-d-713498-36 {{(pid=103232) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 20:02:12.123219 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.l3_hamode_db [None req-ad45989f-9581-46f0-b287-0a03ed5c0765 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b66ef66-4e9c-49b4-8232-c6c9e9bf7f1c', 'name': 'tempest-ServerActionsTestJSON-426882205-router', 'tenant_id': '6245c52be1054dbe94bb7e14e1adfcb2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88055e1e-672a-4487-be31-ffb6e833ece5', 'external_fixed_ips': [{'subnet_id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'ip_address': '172.25.1.251'}], 'enable_snat': True}, 'gw_port_id': '3b5f4677-7e2f-4257-84e8-83453d3478a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T19:57:08Z', 'updated_at': '2022-02-09T20:02:11Z', 'revision_number': 5, 'project_id': '6245c52be1054dbe94bb7e14e1adfcb2', 'gw_port': {'id': '3b5f4677-7e2f-4257-84e8-83453d3478a8', 'name': '', 'network_id': '88055e1e-672a-4487-be31-ffb6e833ece5', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:a5:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b66ef66-4e9c-49b4-8232-c6c9e9bf7f1c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4092, 'fixed_ips': [{'subnet_id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'ip_address': '172.25.1.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T19:57:09Z', 'updated_at': '2022-02-09T19:57:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-36'}], 'n-d-713498-36', False) {} {{(pid=103232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 20:02:12.155407 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad45989f-9581-46f0-b287-0a03ed5c0765 None None] Checking router: 8b66ef66-4e9c-49b4-8232-c6c9e9bf7f1c for host: n-d-713498-36 {{(pid=103232) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 20:02:12.165726 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad45989f-9581-46f0-b287-0a03ed5c0765 None None] Routers {'8b66ef66-4e9c-49b4-8232-c6c9e9bf7f1c'} bound to L3 agent in host n-d-713498-36 {{(pid=103232) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 20:02:12.166504 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.l3_hamode_db [None req-ad45989f-9581-46f0-b287-0a03ed5c0765 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T18:51:43Z,description=,heartbeat_timestamp=2022-02-09T20:01:43Z,host='n-d-713498-36',id=93303d5e-5d17-45e8-8963-7694f87783ae,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T18:51:43Z,topic='l3_agent')) {'router_ids': ['8b66ef66-4e9c-49b4-8232-c6c9e9bf7f1c'], 'active': True} {{(pid=103232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 20:02:12.183594 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-71e45647-64f2-41a6-bcbb-3567302f771f admin admin] Publish callbacks [] for router (8b66ef66-4e9c-49b4-8232-c6c9e9bf7f1c), before_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:02:12.273680 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.l3_dvr_db [None req-ad45989f-9581-46f0-b287-0a03ed5c0765 None None] Set router 8b66ef66-4e9c-49b4-8232-c6c9e9bf7f1c gateway port host: n-d-713498-36 {{(pid=103232) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 20:02:12.295204 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-71e45647-64f2-41a6-bcbb-3567302f771f admin admin] Publish callbacks [] for router_gateway (8b66ef66-4e9c-49b4-8232-c6c9e9bf7f1c), before_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:02:12.371515 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.plugin [None req-71e45647-64f2-41a6-bcbb-3567302f771f admin admin] Deleting port 3b5f4677-7e2f-4257-84e8-83453d3478a8 {{(pid=103229) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 20:02:12.372221 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-71e45647-64f2-41a6-bcbb-3567302f771f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762867170196'] for port (3b5f4677-7e2f-4257-84e8-83453d3478a8), before_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:02:12.459300 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.db [None req-71e45647-64f2-41a6-bcbb-3567302f771f admin admin] For port 3b5f4677-7e2f-4257-84e8-83453d3478a8, host n-d-713498-36, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-36',level=0,port_id=3b5f4677-7e2f-4257-84e8-83453d3478a8,segment=NetworkSegment(a4222f89-8d3f-4b51-953b-1a8126392491),segment_id=a4222f89-8d3f-4b51-953b-1a8126392491)] {{(pid=103229) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 20:02:12.459671 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-71e45647-64f2-41a6-bcbb-3567302f771f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1820838'] for port (3b5f4677-7e2f-4257-84e8-83453d3478a8), precommit_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:02:12.475519 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.plugin [None req-71e45647-64f2-41a6-bcbb-3567302f771f admin admin] Calling delete_port for 3b5f4677-7e2f-4257-84e8-83453d3478a8 owned by network:router_gateway {{(pid=103229) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 20:02:12.489884 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.l3_hamode_db [None req-ad45989f-9581-46f0-b287-0a03ed5c0765 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b66ef66-4e9c-49b4-8232-c6c9e9bf7f1c', 'name': 'tempest-ServerActionsTestJSON-426882205-router', 'tenant_id': '6245c52be1054dbe94bb7e14e1adfcb2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88055e1e-672a-4487-be31-ffb6e833ece5', 'external_fixed_ips': [{'subnet_id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'ip_address': '172.25.1.251'}], 'enable_snat': True}, 'gw_port_id': '3b5f4677-7e2f-4257-84e8-83453d3478a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T19:57:08Z', 'updated_at': '2022-02-09T20:02:11Z', 'revision_number': 5, 'project_id': '6245c52be1054dbe94bb7e14e1adfcb2', 'gw_port': {'id': '3b5f4677-7e2f-4257-84e8-83453d3478a8', 'name': '', 'network_id': '88055e1e-672a-4487-be31-ffb6e833ece5', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:a5:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b66ef66-4e9c-49b4-8232-c6c9e9bf7f1c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4092, 'fixed_ips': [{'subnet_id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'ip_address': '172.25.1.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T19:57:09Z', 'updated_at': '2022-02-09T19:57:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-36'}], 'n-d-713498-36', False) {} {{(pid=103232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 20:02:12.516869 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad45989f-9581-46f0-b287-0a03ed5c0765 None None] The sync data for ids ['8b66ef66-4e9c-49b4-8232-c6c9e9bf7f1c'] in n-d-713498-36 is: [{'id': '8b66ef66-4e9c-49b4-8232-c6c9e9bf7f1c', 'name': 'tempest-ServerActionsTestJSON-426882205-router', 'tenant_id': '6245c52be1054dbe94bb7e14e1adfcb2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88055e1e-672a-4487-be31-ffb6e833ece5', 'external_fixed_ips': [{'subnet_id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'ip_address': '172.25.1.251'}], 'enable_snat': True}, 'gw_port_id': '3b5f4677-7e2f-4257-84e8-83453d3478a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T19:57:08Z', 'updated_at': '2022-02-09T20:02:11Z', 'revision_number': 5, 'project_id': '6245c52be1054dbe94bb7e14e1adfcb2', 'gw_port': {'id': '3b5f4677-7e2f-4257-84e8-83453d3478a8', 'name': '', 'network_id': '88055e1e-672a-4487-be31-ffb6e833ece5', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:a5:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b66ef66-4e9c-49b4-8232-c6c9e9bf7f1c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4092, 'fixed_ips': [{'subnet_id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'ip_address': '172.25.1.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T19:57:09Z', 'updated_at': '2022-02-09T19:57:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-36'}] {{(pid=103232) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 20:02:12.665097 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-71e45647-64f2-41a6-bcbb-3567302f771f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762867177463', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762866656476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12867576'] for port (3b5f4677-7e2f-4257-84e8-83453d3478a8), after_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:02:12.694626 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71e45647-64f2-41a6-bcbb-3567302f771f admin admin] Pushing event deleted for resources: {'Port': ['ID=3b5f4677-7e2f-4257-84e8-83453d3478a8,revision_number=None']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:02:12.756816 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-71e45647-64f2-41a6-bcbb-3567302f771f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1818987'] for router_gateway (8b66ef66-4e9c-49b4-8232-c6c9e9bf7f1c), after_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:02:12.869444 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-71e45647-64f2-41a6-bcbb-3567302f771f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1834988', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-58375'] for router (8b66ef66-4e9c-49b4-8232-c6c9e9bf7f1c), precommit_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:02:12.871740 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-71e45647-64f2-41a6-bcbb-3567302f771f admin admin] Publish callbacks [] for router_controller (8b66ef66-4e9c-49b4-8232-c6c9e9bf7f1c), precommit_delete_associations {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:02:12.943021 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-71e45647-64f2-41a6-bcbb-3567302f771f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1835003'] for router (8b66ef66-4e9c-49b4-8232-c6c9e9bf7f1c), after_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:02:12.943651 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-71e45647-64f2-41a6-bcbb-3567302f771f admin admin] Fanout notify agent at l3_agent the message router_deleted on router 8b66ef66-4e9c-49b4-8232-c6c9e9bf7f1c {{(pid=103229) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 09 20:02:12.948489 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-71e45647-64f2-41a6-bcbb-3567302f771f admin admin] Publish callbacks [] for router (None), before_response {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:02:12.953034 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-71e45647-64f2-41a6-bcbb-3567302f771f admin admin] 10.222.0.75 "DELETE /v2.0/routers/8b66ef66-4e9c-49b4-8232-c6c9e9bf7f1c HTTP/1.1" status: 204 len: 168 time: 1.1445425 Feb 09 20:02:12.953341 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 52910) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:02:13.002138 n-d-713498-36 neutron-server[103229]: DEBUG neutron.db.db_base_plugin_v2 [None req-b07136b4-3e6f-4b9d-ae53-0aeee35a359a admin admin] Deleting subnet 9a740078-9be8-472a-a565-0b0dba4a02f5 {{(pid=103229) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 20:02:13.007025 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-b07136b4-3e6f-4b9d-ae53-0aeee35a359a admin admin] Publish callbacks [] for subnet (9a740078-9be8-472a-a565-0b0dba4a02f5), before_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:02:13.044528 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-b07136b4-3e6f-4b9d-ae53-0aeee35a359a admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16683410'] for subnet (9a740078-9be8-472a-a565-0b0dba4a02f5), precommit_delete_associations {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:02:13.166539 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-b07136b4-3e6f-4b9d-ae53-0aeee35a359a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-759852'] for subnet (9a740078-9be8-472a-a565-0b0dba4a02f5), precommit_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:02:13.193566 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-5906c6ea-bdbc-4e35-966a-a957d7056054 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762867132591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593584'] for agent (93303d5e-5d17-45e8-8963-7694f87783ae), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:02:13.231807 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-b07136b4-3e6f-4b9d-ae53-0aeee35a359a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-760023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12867367', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12759238'] for subnet (9a740078-9be8-472a-a565-0b0dba4a02f5), after_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:02:13.263335 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b07136b4-3e6f-4b9d-ae53-0aeee35a359a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9a740078-9be8-472a-a565-0b0dba4a02f5,revision_number=None']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:02:13.267686 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-b07136b4-3e6f-4b9d-ae53-0aeee35a359a admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:02:13.272371 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-b07136b4-3e6f-4b9d-ae53-0aeee35a359a admin admin] 10.222.0.75 "DELETE /v2.0/subnets/9a740078-9be8-472a-a565-0b0dba4a02f5 HTTP/1.1" status: 204 len: 168 time: 0.3172879 Feb 09 20:02:13.274116 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 52912) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:02:13.274588 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bfaa0d98-76df-4812-9d75-e8044492ed1f None None] Network 845ecdc2-0c48-46c6-8d67-7eeeafb5d68b requested from n-d-713498-36 {{(pid=103232) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 20:02:13.343331 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-a0d8da37-39cd-4a35-879e-0d097467d866 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-670458'] for network (845ecdc2-0c48-46c6-8d67-7eeeafb5d68b), before_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:02:13.398767 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.plugin [None req-a0d8da37-39cd-4a35-879e-0d097467d866 admin admin] Deleting port 1b765b13-d6d2-40ef-98b4-0749c258f2f8 {{(pid=103229) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 20:02:13.398946 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-a0d8da37-39cd-4a35-879e-0d097467d866 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762867170196'] for port (1b765b13-d6d2-40ef-98b4-0749c258f2f8), before_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:02:13.464887 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.db [None req-a0d8da37-39cd-4a35-879e-0d097467d866 admin admin] For port 1b765b13-d6d2-40ef-98b4-0749c258f2f8, host n-d-713498-36, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-36',level=0,port_id=1b765b13-d6d2-40ef-98b4-0749c258f2f8,segment=NetworkSegment(14252cf2-3edf-4154-bc45-0979579e9ece),segment_id=14252cf2-3edf-4154-bc45-0979579e9ece)] {{(pid=103229) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 20:02:13.465161 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-a0d8da37-39cd-4a35-879e-0d097467d866 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1820838'] for port (1b765b13-d6d2-40ef-98b4-0749c258f2f8), precommit_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:02:13.479829 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.plugin [None req-a0d8da37-39cd-4a35-879e-0d097467d866 admin admin] Calling delete_port for 1b765b13-d6d2-40ef-98b4-0749c258f2f8 owned by network:dhcp {{(pid=103229) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 20:02:13.563892 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-a0d8da37-39cd-4a35-879e-0d097467d866 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762867177463', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762866656476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12867576'] for port (1b765b13-d6d2-40ef-98b4-0749c258f2f8), after_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:02:13.595070 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f1fd0de-cfeb-470b-b143-5447a07610b1 None None] DHCP port deletion for 845ecdc2-0c48-46c6-8d67-7eeeafb5d68b request from n-d-713498-36 {{(pid=103232) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 09 20:02:13.596042 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0d8da37-39cd-4a35-879e-0d097467d866 admin admin] Pushing event deleted for resources: {'Port': ['ID=1b765b13-d6d2-40ef-98b4-0749c258f2f8,revision_number=None']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:02:13.600378 n-d-713498-36 neutron-server[103229]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0d8da37-39cd-4a35-879e-0d097467d866 admin admin] No DVR routers for this DVR port 1b765b13-d6d2-40ef-98b4-0749c258f2f8 on host n-d-713498-36 {{(pid=103229) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 20:02:13.674712 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-a0d8da37-39cd-4a35-879e-0d097467d866 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-590267', 'neutron.services.segments.db._delete_segments_for_network-8762867132609'] for network (845ecdc2-0c48-46c6-8d67-7eeeafb5d68b), precommit_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:02:13.696668 n-d-713498-36 neutron-server[103229]: DEBUG neutron.services.segments.db [None req-a0d8da37-39cd-4a35-879e-0d097467d866 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['845ecdc2-0c48-46c6-8d67-7eeeafb5d68b']}} {{(pid=103229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 20:02:13.708373 n-d-713498-36 neutron-server[103229]: DEBUG neutron.services.segments.db [None req-a0d8da37-39cd-4a35-879e-0d097467d866 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '14252cf2-3edf-4154-bc45-0979579e9ece') {'for_net_delete': True} {{(pid=103229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 20:02:13.708668 n-d-713498-36 neutron-server[103229]: DEBUG neutron.services.segments.db [None req-a0d8da37-39cd-4a35-879e-0d097467d866 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '14252cf2-3edf-4154-bc45-0979579e9ece') {} {{(pid=103229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 20:02:13.718657 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-a0d8da37-39cd-4a35-879e-0d097467d866 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762867134154', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16683417'] for segment (14252cf2-3edf-4154-bc45-0979579e9ece), before_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:02:13.732390 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-a0d8da37-39cd-4a35-879e-0d097467d866 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-759574'] for segment (14252cf2-3edf-4154-bc45-0979579e9ece), precommit_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:02:13.739015 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a0d8da37-39cd-4a35-879e-0d097467d866 admin admin] Releasing vlan 361 on physical network physnet1 to pool {{(pid=103229) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 20:02:13.739514 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-a0d8da37-39cd-4a35-879e-0d097467d866 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-759574', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12867469'] for segment (14252cf2-3edf-4154-bc45-0979579e9ece), after_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:02:13.741172 n-d-713498-36 neutron-server[103229]: Traceback (most recent call last): Feb 09 20:02:13.741172 n-d-713498-36 neutron-server[103229]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 20:02:13.741172 n-d-713498-36 neutron-server[103229]: timer() Feb 09 20:02:13.741172 n-d-713498-36 neutron-server[103229]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 20:02:13.741172 n-d-713498-36 neutron-server[103229]: cb(*args, **kw) Feb 09 20:02:13.741172 n-d-713498-36 neutron-server[103229]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 20:02:13.741172 n-d-713498-36 neutron-server[103229]: return func(*args, **kwargs) Feb 09 20:02:13.741172 n-d-713498-36 neutron-server[103229]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 20:02:13.741172 n-d-713498-36 neutron-server[103229]: self._notify() Feb 09 20:02:13.741172 n-d-713498-36 neutron-server[103229]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 20:02:13.741172 n-d-713498-36 neutron-server[103229]: self.callback(batched_events) Feb 09 20:02:13.741172 n-d-713498-36 neutron-server[103229]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 20:02:13.741172 n-d-713498-36 neutron-server[103229]: event.method(event) Feb 09 20:02:13.741172 n-d-713498-36 neutron-server[103229]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 20:02:13.741172 n-d-713498-36 neutron-server[103229]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 20:02:13.741172 n-d-713498-36 neutron-server[103229]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 20:02:13.741172 n-d-713498-36 neutron-server[103229]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 20:02:13.741172 n-d-713498-36 neutron-server[103229]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 20:02:13.741172 n-d-713498-36 neutron-server[103229]: return f(self, *a, **k) Feb 09 20:02:13.741172 n-d-713498-36 neutron-server[103229]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 20:02:13.741172 n-d-713498-36 neutron-server[103229]: return self._get(url).json() Feb 09 20:02:13.741172 n-d-713498-36 neutron-server[103229]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 20:02:13.741172 n-d-713498-36 neutron-server[103229]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 20:02:13.741172 n-d-713498-36 neutron-server[103229]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 20:02:13.741172 n-d-713498-36 neutron-server[103229]: return self.request(url, 'GET', **kwargs) Feb 09 20:02:13.741172 n-d-713498-36 neutron-server[103229]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 20:02:13.741172 n-d-713498-36 neutron-server[103229]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 20:02:13.741172 n-d-713498-36 neutron-server[103229]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 20:02:13.741172 n-d-713498-36 neutron-server[103229]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 20:02:13.741172 n-d-713498-36 neutron-server[103229]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 20:02:13.741172 n-d-713498-36 neutron-server[103229]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 20:02:13.741172 n-d-713498-36 neutron-server[103229]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 20:02:13.798681 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-a0d8da37-39cd-4a35-879e-0d097467d866 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-590242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1885479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1818895'] for network (845ecdc2-0c48-46c6-8d67-7eeeafb5d68b), after_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:02:13.807034 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-a0d8da37-39cd-4a35-879e-0d097467d866 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:02:13.810781 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-a0d8da37-39cd-4a35-879e-0d097467d866 admin admin] 10.222.0.75 "DELETE /v2.0/networks/845ecdc2-0c48-46c6-8d67-7eeeafb5d68b HTTP/1.1" status: 204 len: 168 time: 0.5354469 Feb 09 20:02:13.821668 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0d8da37-39cd-4a35-879e-0d097467d866 admin admin] Pushing event deleted for resources: {'Network': ['ID=845ecdc2-0c48-46c6-8d67-7eeeafb5d68b,revision_number=None']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:02:13.935521 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 52916) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:02:13.975675 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-b70f3697-1106-4358-9210-c48fe670c19e admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=6245c52be1054dbe94bb7e14e1adfcb2&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0389616 Feb 09 20:02:13.978257 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 52918) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:02:14.025545 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-5bb49082-dab3-4da5-b4b5-e8c4ae7be0eb admin admin] Publish callbacks [] for security_group (b255270f-2c12-4fa2-948e-4cf98969808e), before_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:02:14.048133 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-5bb49082-dab3-4da5-b4b5-e8c4ae7be0eb admin admin] Publish callbacks [] for security_group (b255270f-2c12-4fa2-948e-4cf98969808e), precommit_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:02:14.099388 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-5bb49082-dab3-4da5-b4b5-e8c4ae7be0eb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1892331'] for security_group (b255270f-2c12-4fa2-948e-4cf98969808e), after_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:02:14.102141 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-5bb49082-dab3-4da5-b4b5-e8c4ae7be0eb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:02:14.103317 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-5bb49082-dab3-4da5-b4b5-e8c4ae7be0eb admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/b255270f-2c12-4fa2-948e-4cf98969808e HTTP/1.1" status: 204 len: 168 time: 0.1241999 Feb 09 20:02:14.111097 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bb49082-dab3-4da5-b4b5-e8c4ae7be0eb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b255270f-2c12-4fa2-948e-4cf98969808e,revision_number=None']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:02:14.413014 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Device 43b4eee5-a731-4a67-8516-bb0b1f16ff86 no longer exists at agent ovs-agent-n-d-713498-36 {{(pid=103232) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 20:02:14.433515 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] No Port match for: 43b4eee5-a731-4a67-8516-bb0b1f16ff86 {{(pid=103232) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 20:02:14.434547 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Device 43b4eee5-a731-4a67-8516-bb0b1f16ff86 not bound to the agent host n-d-713498-36 {{(pid=103232) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 20:02:14.435011 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Device 1b765b13-d6d2-40ef-98b4-0749c258f2f8 no longer exists at agent ovs-agent-n-d-713498-36 {{(pid=103232) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 20:02:14.458799 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] No Port match for: 1b765b13-d6d2-40ef-98b4-0749c258f2f8 {{(pid=103232) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 20:02:14.459149 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Device 1b765b13-d6d2-40ef-98b4-0749c258f2f8 not bound to the agent host n-d-713498-36 {{(pid=103232) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 20:02:14.459567 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Device 3b5f4677-7e2f-4257-84e8-83453d3478a8 no longer exists at agent ovs-agent-n-d-713498-36 {{(pid=103232) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 20:02:14.484755 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] No Port match for: 3b5f4677-7e2f-4257-84e8-83453d3478a8 {{(pid=103232) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 20:02:14.485023 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Device 3b5f4677-7e2f-4257-84e8-83453d3478a8 not bound to the agent host n-d-713498-36 {{(pid=103232) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 20:02:14.510028 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-edc54c9b-7f13-45d9-9271-85c9738b0128 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762867132591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593584'] for agent (a62b1850-466f-48ae-bec7-d62fb280e14b), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:02:14.818522 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 52940) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:02:14.916980 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.v2.base [None req-e08a751b-ecbf-4a9a-9bae-d7a520bdebfd admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestJSON-1895039401-network', 'tenant_id': 'f87eb53cd10547a5bce169cfbf902e41'}} {{(pid=103230) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 20:02:14.937523 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e08a751b-ecbf-4a9a-9bae-d7a520bdebfd admin admin] Made reservation on behalf of f87eb53cd10547a5bce169cfbf902e41 for: {'network': 1} {{(pid=103230) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 20:02:14.939885 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-e08a751b-ecbf-4a9a-9bae-d7a520bdebfd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for network (None), before_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:02:14.949027 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-e08a751b-ecbf-4a9a-9bae-d7a520bdebfd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:02:15.033322 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-e08a751b-ecbf-4a9a-9bae-d7a520bdebfd admin admin] Publish callbacks [] for security_group (72f4b166-556d-4416-a8e6-a33c8fe8e680), precommit_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:02:15.037614 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-e08a751b-ecbf-4a9a-9bae-d7a520bdebfd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1892331'] for security_group (72f4b166-556d-4416-a8e6-a33c8fe8e680), after_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:02:15.068918 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e08a751b-ecbf-4a9a-9bae-d7a520bdebfd admin admin] vlan segment allocate from pool success with {'vlan_id': 393, 'physical_network': 'physnet1'} {{(pid=103230) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 20:02:15.075319 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e08a751b-ecbf-4a9a-9bae-d7a520bdebfd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=72f4b166-556d-4416-a8e6-a33c8fe8e680,revision_number=1']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:02:15.081633 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-e08a751b-ecbf-4a9a-9bae-d7a520bdebfd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-759574'] for segment (d629b629-c43e-45f7-9d68-1113bf68f116), precommit_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:02:15.082032 n-d-713498-36 neutron-server[103230]: INFO neutron.db.segments_db [None req-e08a751b-ecbf-4a9a-9bae-d7a520bdebfd admin admin] Added segment d629b629-c43e-45f7-9d68-1113bf68f116 of type vlan for network 437b1bb8-86c8-4d56-8b14-edbc3bf6dd7f Feb 09 20:02:15.124213 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-e08a751b-ecbf-4a9a-9bae-d7a520bdebfd admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762866642225'] for network (437b1bb8-86c8-4d56-8b14-edbc3bf6dd7f), precommit_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:02:15.154559 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-e08a751b-ecbf-4a9a-9bae-d7a520bdebfd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1885479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452'] for network (437b1bb8-86c8-4d56-8b14-edbc3bf6dd7f), after_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:02:15.155728 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e08a751b-ecbf-4a9a-9bae-d7a520bdebfd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:02:15.156352 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-e08a751b-ecbf-4a9a-9bae-d7a520bdebfd admin admin] Publish callbacks [] for network (None), before_response {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:02:15.213928 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-e08a751b-ecbf-4a9a-9bae-d7a520bdebfd admin admin] 10.222.0.75 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.3938015 Feb 09 20:02:15.216690 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 52944) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:02:15.221890 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.v2.base [None req-889a077c-61f0-4613-abb6-27cc28b4b2b4 admin admin] Request body: {'subnet': {'network_id': '437b1bb8-86c8-4d56-8b14-edbc3bf6dd7f', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestJSON-1895039401-subnet', 'tenant_id': 'f87eb53cd10547a5bce169cfbf902e41', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 20:02:15.228346 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e08a751b-ecbf-4a9a-9bae-d7a520bdebfd admin admin] Pushing event updated for resources: {'Network': ['ID=437b1bb8-86c8-4d56-8b14-edbc3bf6dd7f,revision_number=1']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:02:15.240770 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Network 437b1bb8-86c8-4d56-8b14-edbc3bf6dd7f details requested by agent ovs-agent-n-d-713498-36 with host n-d-713498-36 {{(pid=103232) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 20:02:15.257113 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-889a077c-61f0-4613-abb6-27cc28b4b2b4 admin admin] Made reservation on behalf of f87eb53cd10547a5bce169cfbf902e41 for: {'subnet': 1} {{(pid=103229) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 20:02:15.260058 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-889a077c-61f0-4613-abb6-27cc28b4b2b4 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12759265'] for subnet (None), before_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:02:15.434072 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-889a077c-61f0-4613-abb6-27cc28b4b2b4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12867428', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12759263'] for subnet (fdb71575-b6a9-457b-b40b-1ee6d4795544), after_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:02:15.489867 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-889a077c-61f0-4613-abb6-27cc28b4b2b4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=fdb71575-b6a9-457b-b40b-1ee6d4795544,revision_number=0']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:02:15.507868 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-889a077c-61f0-4613-abb6-27cc28b4b2b4 admin admin] Checking segment: {'id': 'd629b629-c43e-45f7-9d68-1113bf68f116', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': '437b1bb8-86c8-4d56-8b14-edbc3bf6dd7f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103229) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 20:02:15.508224 n-d-713498-36 neutron-server[103229]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-889a077c-61f0-4613-abb6-27cc28b4b2b4 admin admin] Network hostable DHCP agents. Network: 437b1bb8-86c8-4d56-8b14-edbc3bf6dd7f, hostable agents: ['af91e4b9-f4e1-42b1-a25c-a10dc47171c8'], hosted agents: [] {{(pid=103229) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 20:02:15.525050 n-d-713498-36 neutron-server[103229]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-889a077c-61f0-4613-abb6-27cc28b4b2b4 admin admin] Network 437b1bb8-86c8-4d56-8b14-edbc3bf6dd7f is scheduled to be hosted by DHCP agent af91e4b9-f4e1-42b1-a25c-a10dc47171c8 with binding_index 1 {{(pid=103229) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 20:02:15.534036 n-d-713498-36 neutron-server[103229]: DEBUG neutron.scheduler.base_scheduler [None req-889a077c-61f0-4613-abb6-27cc28b4b2b4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713498-36, 437b1bb8-86c8-4d56-8b14-edbc3bf6dd7f) {{(pid=103229) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 20:02:15.539037 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-889a077c-61f0-4613-abb6-27cc28b4b2b4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:02:15.539640 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-889a077c-61f0-4613-abb6-27cc28b4b2b4 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:02:15.543709 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb7e3f0d-4a4d-45b0-b32a-3e7eeb030a17 None None] Network 437b1bb8-86c8-4d56-8b14-edbc3bf6dd7f requested from n-d-713498-36 {{(pid=103232) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 20:02:15.562029 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-889a077c-61f0-4613-abb6-27cc28b4b2b4 admin admin] 10.222.0.75 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3405373 Feb 09 20:02:15.647539 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0caebdd-8df7-4c65-abc9-7fac6b909238 None None] Network 437b1bb8-86c8-4d56-8b14-edbc3bf6dd7f requested from n-d-713498-36 {{(pid=103232) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 20:02:16.007399 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f73ec4d-8148-49a8-9195-baeb5e51a565 req-15a00953-05e9-41b5-ae1d-7fd200d911c9 tempest-ServersNegativeTestJSON-1801279904 tempest-ServersNegativeTestJSON-1801279904-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:02:16.008907 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-7f73ec4d-8148-49a8-9195-baeb5e51a565 req-15a00953-05e9-41b5-ae1d-7fd200d911c9 tempest-ServersNegativeTestJSON-1801279904 tempest-ServersNegativeTestJSON-1801279904-project] 10.222.0.75 "GET /v2.0/networks?id=437b1bb8-86c8-4d56-8b14-edbc3bf6dd7f HTTP/1.1" status: 200 len: 814 time: 0.1087294 Feb 09 20:02:16.024456 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-7f73ec4d-8148-49a8-9195-baeb5e51a565 req-5f33d93e-900f-4bb1-97a4-acc0ad24b66d tempest-ServersNegativeTestJSON-1801279904 tempest-ServersNegativeTestJSON-1801279904-project] 10.222.0.75 "GET /v2.0/quotas/f87eb53cd10547a5bce169cfbf902e41 HTTP/1.1" status: 200 len: 375 time: 0.0098262 Feb 09 20:02:16.058762 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-7f73ec4d-8148-49a8-9195-baeb5e51a565 req-e0e8e639-b9f5-420e-ae37-b5650b6344be tempest-ServersNegativeTestJSON-1801279904 tempest-ServersNegativeTestJSON-1801279904-project] 10.222.0.75 "GET /v2.0/ports?tenant_id=f87eb53cd10547a5bce169cfbf902e41&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0289009 Feb 09 20:02:16.142851 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-a7262a8e-0513-48fd-984d-75726a511961 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762867132591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593584'] for agent (911cfea2-02ae-4ec9-bac3-7808ee1cdd9c), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:02:16.259698 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-7f73ec4d-8148-49a8-9195-baeb5e51a565 req-48304b15-498c-479e-8a20-f936cd808201 service neutron] 10.222.0.75 "GET /v2.0/networks/437b1bb8-86c8-4d56-8b14-edbc3bf6dd7f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1390555 Feb 09 20:02:16.607044 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-7f73ec4d-8148-49a8-9195-baeb5e51a565 req-5c1d551c-77b9-446d-a8db-6ea825c77a1b service neutron] 10.222.0.75 "GET /v2.0/networks/437b1bb8-86c8-4d56-8b14-edbc3bf6dd7f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3413308 Feb 09 20:02:16.781576 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-04470259-ee0e-4cf2-bfc9-d14f6cf2f3ca req-f6567fc0-0b2b-4a21-a7be-f46d0e7bc6aa tempest-ServersNegativeTestJSON-1801279904 tempest-ServersNegativeTestJSON-1801279904-project] 10.222.0.75 "GET /v2.0/ports?device_id=8c925712-2a8e-4999-a524-fb6ab21cc5cd HTTP/1.1" status: 200 len: 210 time: 0.0294707 Feb 09 20:02:17.139234 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762867132591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593584'] for agent (496418a2-c002-4aec-ab1a-07f3bea491bd), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:02:17.913937 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-62bafdee-9767-4671-92d8-80bfb07bda8c req-8d2edddb-b5d2-49e2-9330-059fa0feeef0 tempest-ServersNegativeTestJSON-1801279904 tempest-ServersNegativeTestJSON-1801279904-project] 10.222.0.75 "GET /v2.0/ports?device_id=8c925712-2a8e-4999-a524-fb6ab21cc5cd HTTP/1.1" status: 200 len: 210 time: 0.0449204 Feb 09 20:02:17.936525 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f73ec4d-8148-49a8-9195-baeb5e51a565 req-845f2042-cfa3-4f19-a484-ec3b928806e4 tempest-ServersNegativeTestJSON-1801279904 tempest-ServersNegativeTestJSON-1801279904-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:02:17.938078 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-7f73ec4d-8148-49a8-9195-baeb5e51a565 req-845f2042-cfa3-4f19-a484-ec3b928806e4 tempest-ServersNegativeTestJSON-1801279904 tempest-ServersNegativeTestJSON-1801279904-project] 10.222.0.90 "GET /v2.0/networks?id=437b1bb8-86c8-4d56-8b14-edbc3bf6dd7f HTTP/1.1" status: 200 len: 814 time: 0.1433969 Feb 09 20:02:17.951054 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.v2.base [req-7f73ec4d-8148-49a8-9195-baeb5e51a565 req-d5dd08e3-402c-4d1d-974a-24f0b67c24e7 tempest-ServersNegativeTestJSON-1801279904 tempest-ServersNegativeTestJSON-1801279904-project] Request body: {'port': {'device_id': '8c925712-2a8e-4999-a524-fb6ab21cc5cd', 'network_id': '437b1bb8-86c8-4d56-8b14-edbc3bf6dd7f', 'admin_state_up': True, 'tenant_id': 'f87eb53cd10547a5bce169cfbf902e41'}} {{(pid=103230) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 20:02:18.074829 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7f73ec4d-8148-49a8-9195-baeb5e51a565 req-d5dd08e3-402c-4d1d-974a-24f0b67c24e7 tempest-ServersNegativeTestJSON-1801279904 tempest-ServersNegativeTestJSON-1801279904-project] Made reservation on behalf of f87eb53cd10547a5bce169cfbf902e41 for: {'port': 1} {{(pid=103230) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 20:02:18.078179 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [req-7f73ec4d-8148-49a8-9195-baeb5e51a565 req-d5dd08e3-402c-4d1d-974a-24f0b67c24e7 tempest-ServersNegativeTestJSON-1801279904 tempest-ServersNegativeTestJSON-1801279904-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (None), before_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:02:18.212714 n-d-713498-36 neutron-server[103230]: DEBUG neutron.db.db_base_plugin_common [req-7f73ec4d-8148-49a8-9195-baeb5e51a565 req-d5dd08e3-402c-4d1d-974a-24f0b67c24e7 tempest-ServersNegativeTestJSON-1801279904 tempest-ServersNegativeTestJSON-1801279904-project] Allocated IP 172.20.0.14 (437b1bb8-86c8-4d56-8b14-edbc3bf6dd7f/fdb71575-b6a9-457b-b40b-1ee6d4795544/3f1b3db3-26a4-4cf1-bdea-b0fb54f09769) {{(pid=103230) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 20:02:18.380534 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [req-7f73ec4d-8148-49a8-9195-baeb5e51a565 req-d5dd08e3-402c-4d1d-974a-24f0b67c24e7 tempest-ServersNegativeTestJSON-1801279904 tempest-ServersNegativeTestJSON-1801279904-project] Publish callbacks [] for port (3f1b3db3-26a4-4cf1-bdea-b0fb54f09769), precommit_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:02:18.416944 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [req-7f73ec4d-8148-49a8-9195-baeb5e51a565 req-d5dd08e3-402c-4d1d-974a-24f0b67c24e7 tempest-ServersNegativeTestJSON-1801279904 tempest-ServersNegativeTestJSON-1801279904-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762866656467', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14393751'] for port (3f1b3db3-26a4-4cf1-bdea-b0fb54f09769), after_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:02:18.460207 n-d-713498-36 neutron-server[103230]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7f73ec4d-8148-49a8-9195-baeb5e51a565 req-d5dd08e3-402c-4d1d-974a-24f0b67c24e7 tempest-ServersNegativeTestJSON-1801279904 tempest-ServersNegativeTestJSON-1801279904-project] Network 437b1bb8-86c8-4d56-8b14-edbc3bf6dd7f is already hosted by enough agents. {{(pid=103230) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 20:02:18.465319 n-d-713498-36 neutron-server[103230]: DEBUG neutron.scheduler.base_scheduler [req-7f73ec4d-8148-49a8-9195-baeb5e51a565 req-d5dd08e3-402c-4d1d-974a-24f0b67c24e7 tempest-ServersNegativeTestJSON-1801279904 tempest-ServersNegativeTestJSON-1801279904-project] Resources bound (agent type, host, resource id): {{(pid=103230) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 20:02:18.470070 n-d-713498-36 neutron-server[103230]: DEBUG neutron.db.l3_dvrscheduler_db [req-7f73ec4d-8148-49a8-9195-baeb5e51a565 req-d5dd08e3-402c-4d1d-974a-24f0b67c24e7 tempest-ServersNegativeTestJSON-1801279904 tempest-ServersNegativeTestJSON-1801279904-project] Received port after_create {{(pid=103230) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 20:02:18.503027 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5dd08e3-402c-4d1d-974a-24f0b67c24e7 tempest-ServersNegativeTestJSON-1801279904 tempest-ServersNegativeTestJSON-1801279904-project] Pushing event updated for resources: {'Port': ['ID=3f1b3db3-26a4-4cf1-bdea-b0fb54f09769,revision_number=1']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:02:18.531805 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f73ec4d-8148-49a8-9195-baeb5e51a565 req-d5dd08e3-402c-4d1d-974a-24f0b67c24e7 tempest-ServersNegativeTestJSON-1801279904 tempest-ServersNegativeTestJSON-1801279904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:02:18.532421 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [req-7f73ec4d-8148-49a8-9195-baeb5e51a565 req-d5dd08e3-402c-4d1d-974a-24f0b67c24e7 tempest-ServersNegativeTestJSON-1801279904 tempest-ServersNegativeTestJSON-1801279904-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171096'] for port (None), before_response {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:02:18.549250 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-7f73ec4d-8148-49a8-9195-baeb5e51a565 req-d5dd08e3-402c-4d1d-974a-24f0b67c24e7 tempest-ServersNegativeTestJSON-1801279904 tempest-ServersNegativeTestJSON-1801279904-project] 10.222.0.90 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6021938 Feb 09 20:02:18.560657 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.v2.base [req-7f73ec4d-8148-49a8-9195-baeb5e51a565 req-addfa8d6-2066-4d43-b293-194460c56b29 service neutron] Request body: {'port': {'device_id': '8c925712-2a8e-4999-a524-fb6ab21cc5cd', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-713498-36'}} {{(pid=103230) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 20:02:18.625892 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [req-7f73ec4d-8148-49a8-9195-baeb5e51a565 req-addfa8d6-2066-4d43-b293-194460c56b29 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (3f1b3db3-26a4-4cf1-bdea-b0fb54f09769), before_update {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:02:18.912836 n-d-713498-36 neutron-server[103230]: DEBUG neutron.notifiers.nova [req-7f73ec4d-8148-49a8-9195-baeb5e51a565 req-addfa8d6-2066-4d43-b293-194460c56b29 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3f1b3db3-26a4-4cf1-bdea-b0fb54f09769 {{(pid=103230) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 20:02:18.920739 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [req-7f73ec4d-8148-49a8-9195-baeb5e51a565 req-addfa8d6-2066-4d43-b293-194460c56b29 service neutron] Publish callbacks [] for port (3f1b3db3-26a4-4cf1-bdea-b0fb54f09769), precommit_update {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:02:18.934721 n-d-713498-36 neutron-server[103230]: DEBUG neutron.db.provisioning_blocks [req-7f73ec4d-8148-49a8-9195-baeb5e51a565 req-addfa8d6-2066-4d43-b293-194460c56b29 service neutron] Transition to ACTIVE for port object 3f1b3db3-26a4-4cf1-bdea-b0fb54f09769 will not be triggered until provisioned by entity L2. {{(pid=103230) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 20:02:18.938731 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [req-7f73ec4d-8148-49a8-9195-baeb5e51a565 req-addfa8d6-2066-4d43-b293-194460c56b29 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762867176205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762866656485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762866656503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14393758'] for port (3f1b3db3-26a4-4cf1-bdea-b0fb54f09769), after_update {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:02:18.993130 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-addfa8d6-2066-4d43-b293-194460c56b29 service neutron] Pushing event updated for resources: {'Port': ['ID=3f1b3db3-26a4-4cf1-bdea-b0fb54f09769,revision_number=2']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:02:18.995931 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762867132591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593584'] for agent (488cd9ae-631f-4955-ba0b-4f5a13f12e9c), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:02:19.067321 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86e364e0-97f4-4cac-8cd2-56622d2f2b4d req-0a6d0a1f-c252-470d-9979-7af0c7af7a9f tempest-ServersNegativeTestJSON-1801279904 tempest-ServersNegativeTestJSON-1801279904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:02:19.068428 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.managers [req-7f73ec4d-8148-49a8-9195-baeb5e51a565 req-addfa8d6-2066-4d43-b293-194460c56b29 service neutron] Attempting to bind port 3f1b3db3-26a4-4cf1-bdea-b0fb54f09769 on host n-h2-713498-36 for vnic_type normal with profile {{(pid=103230) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 20:02:19.068780 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.managers [req-7f73ec4d-8148-49a8-9195-baeb5e51a565 req-addfa8d6-2066-4d43-b293-194460c56b29 service neutron] Attempting to bind port 3f1b3db3-26a4-4cf1-bdea-b0fb54f09769 by drivers openvswitch,hyperv on host n-h2-713498-36 at level 0 using segments [{'id': 'd629b629-c43e-45f7-9d68-1113bf68f116', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': '437b1bb8-86c8-4d56-8b14-edbc3bf6dd7f'}] {{(pid=103230) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 20:02:19.069120 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f73ec4d-8148-49a8-9195-baeb5e51a565 req-addfa8d6-2066-4d43-b293-194460c56b29 service neutron] Attempting to bind port 3f1b3db3-26a4-4cf1-bdea-b0fb54f09769 on network 437b1bb8-86c8-4d56-8b14-edbc3bf6dd7f {{(pid=103230) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 20:02:19.069730 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-86e364e0-97f4-4cac-8cd2-56622d2f2b4d req-0a6d0a1f-c252-470d-9979-7af0c7af7a9f tempest-ServersNegativeTestJSON-1801279904 tempest-ServersNegativeTestJSON-1801279904-project] 10.222.0.75 "GET /v2.0/ports?device_id=8c925712-2a8e-4999-a524-fb6ab21cc5cd HTTP/1.1" status: 200 len: 944 time: 0.0562999 Feb 09 20:02:19.074375 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f73ec4d-8148-49a8-9195-baeb5e51a565 req-addfa8d6-2066-4d43-b293-194460c56b29 service neutron] Port 3f1b3db3-26a4-4cf1-bdea-b0fb54f09769 on network 437b1bb8-86c8-4d56-8b14-edbc3bf6dd7f not bound, no agent of type Open vSwitch agent registered on host n-h2-713498-36 {{(pid=103230) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 20:02:19.074713 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f73ec4d-8148-49a8-9195-baeb5e51a565 req-addfa8d6-2066-4d43-b293-194460c56b29 service neutron] Attempting to bind port 3f1b3db3-26a4-4cf1-bdea-b0fb54f09769 on network 437b1bb8-86c8-4d56-8b14-edbc3bf6dd7f {{(pid=103230) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 20:02:19.080171 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f73ec4d-8148-49a8-9195-baeb5e51a565 req-addfa8d6-2066-4d43-b293-194460c56b29 service neutron] Checking agent: {'id': 'bcd5faee-dc24-4298-9134-0e0aa054058e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713498-36', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 18, 59, 19), 'started_at': datetime.datetime(2022, 2, 9, 18, 59, 19), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 20, 1, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103230) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 20:02:19.080515 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f73ec4d-8148-49a8-9195-baeb5e51a565 req-addfa8d6-2066-4d43-b293-194460c56b29 service neutron] Checking segment: {'id': 'd629b629-c43e-45f7-9d68-1113bf68f116', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': '437b1bb8-86c8-4d56-8b14-edbc3bf6dd7f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103230) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 20:02:19.080911 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f73ec4d-8148-49a8-9195-baeb5e51a565 req-addfa8d6-2066-4d43-b293-194460c56b29 service neutron] Bound using segment: {'id': 'd629b629-c43e-45f7-9d68-1113bf68f116', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': '437b1bb8-86c8-4d56-8b14-edbc3bf6dd7f'} {{(pid=103230) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 20:02:19.082045 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.managers [req-7f73ec4d-8148-49a8-9195-baeb5e51a565 req-addfa8d6-2066-4d43-b293-194460c56b29 service neutron] Bound port: 3f1b3db3-26a4-4cf1-bdea-b0fb54f09769, host: n-h2-713498-36, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd629b629-c43e-45f7-9d68-1113bf68f116', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': '437b1bb8-86c8-4d56-8b14-edbc3bf6dd7f'}}] {{(pid=103230) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 20:02:19.082420 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [req-7f73ec4d-8148-49a8-9195-baeb5e51a565 req-addfa8d6-2066-4d43-b293-194460c56b29 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (3f1b3db3-26a4-4cf1-bdea-b0fb54f09769), before_update {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:02:19.120537 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-86e364e0-97f4-4cac-8cd2-56622d2f2b4d req-257b4e5a-1b79-4261-a614-952f73a21275 tempest-ServersNegativeTestJSON-1801279904 tempest-ServersNegativeTestJSON-1801279904-project] 10.222.0.75 "GET /v2.0/security-groups?id=72f4b166-556d-4416-a8e6-a33c8fe8e680&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448678 Feb 09 20:02:19.154444 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.db [req-7f73ec4d-8148-49a8-9195-baeb5e51a565 req-addfa8d6-2066-4d43-b293-194460c56b29 service neutron] For port 3f1b3db3-26a4-4cf1-bdea-b0fb54f09769, host n-h2-713498-36, cleared binding levels {{(pid=103230) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 20:02:19.157604 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.db [req-7f73ec4d-8148-49a8-9195-baeb5e51a565 req-addfa8d6-2066-4d43-b293-194460c56b29 service neutron] For port 3f1b3db3-26a4-4cf1-bdea-b0fb54f09769, host n-h2-713498-36, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-36',level=0,port_id=3f1b3db3-26a4-4cf1-bdea-b0fb54f09769,segment=NetworkSegment(d629b629-c43e-45f7-9d68-1113bf68f116),segment_id=d629b629-c43e-45f7-9d68-1113bf68f116)] {{(pid=103230) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 20:02:19.166404 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [req-7f73ec4d-8148-49a8-9195-baeb5e51a565 req-addfa8d6-2066-4d43-b293-194460c56b29 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762867176205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762866656485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762866656503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14393758'] for port (3f1b3db3-26a4-4cf1-bdea-b0fb54f09769), after_update {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:02:19.200788 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f73ec4d-8148-49a8-9195-baeb5e51a565 req-addfa8d6-2066-4d43-b293-194460c56b29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:02:19.201481 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [req-7f73ec4d-8148-49a8-9195-baeb5e51a565 req-addfa8d6-2066-4d43-b293-194460c56b29 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171096'] for port (None), before_response {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:02:19.202944 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-7f73ec4d-8148-49a8-9195-baeb5e51a565 req-addfa8d6-2066-4d43-b293-194460c56b29 service neutron] 10.222.0.90 "PUT /v2.0/ports/3f1b3db3-26a4-4cf1-bdea-b0fb54f09769 HTTP/1.1" status: 200 len: 1093 time: 0.6468794 Feb 09 20:02:19.203396 n-d-713498-36 neutron-server[103230]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8c925712-2a8e-4999-a524-fb6ab21cc5cd', 'tag': '3f1b3db3-26a4-4cf1-bdea-b0fb54f09769'}] {{(pid=103230) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 20:02:19.205676 n-d-713498-36 neutron-server[103230]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bdec2cd40908e72a0a66447c6deb3367bbdbf2f4033028e05eb26280eb3900ec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c551df3c-5428-49cd-9bec-deeaf8b588d1" -d '{"events": [{"name": "network-changed", "server_uuid": "8c925712-2a8e-4999-a524-fb6ab21cc5cd", "tag": "3f1b3db3-26a4-4cf1-bdea-b0fb54f09769"}]}' {{(pid=103230) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 20:02:19.239189 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-addfa8d6-2066-4d43-b293-194460c56b29 service neutron] Pushing event updated for resources: {'Port': ['ID=3f1b3db3-26a4-4cf1-bdea-b0fb54f09769,revision_number=3']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:02:19.253939 n-d-713498-36 neutron-server[103230]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 20:02:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b98eeb20-f782-4bbb-98ae-8fffc6f97c6a x-openstack-request-id: req-b98eeb20-f782-4bbb-98ae-8fffc6f97c6a {{(pid=103230) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 20:02:19.254248 n-d-713498-36 neutron-server[103230]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8c925712-2a8e-4999-a524-fb6ab21cc5cd", "tag": "3f1b3db3-26a4-4cf1-bdea-b0fb54f09769", "status": "completed", "code": 200}]} {{(pid=103230) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 20:02:19.254503 n-d-713498-36 neutron-server[103230]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-b98eeb20-f782-4bbb-98ae-8fffc6f97c6a {{(pid=103230) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 20:02:19.254906 n-d-713498-36 neutron-server[103230]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8c925712-2a8e-4999-a524-fb6ab21cc5cd', 'tag': '3f1b3db3-26a4-4cf1-bdea-b0fb54f09769', 'status': 'completed', 'code': 200} Feb 09 20:02:19.303552 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f73ec4d-8148-49a8-9195-baeb5e51a565 req-296b9b27-ab1a-4d51-bed0-5e70bfd7043c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:02:19.305083 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-7f73ec4d-8148-49a8-9195-baeb5e51a565 req-296b9b27-ab1a-4d51-bed0-5e70bfd7043c service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=f87eb53cd10547a5bce169cfbf902e41&device_id=8c925712-2a8e-4999-a524-fb6ab21cc5cd HTTP/1.1" status: 200 len: 1127 time: 0.0615399 Feb 09 20:02:19.350999 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-7f73ec4d-8148-49a8-9195-baeb5e51a565 req-980e19b9-971d-4a5e-a8a5-37926cd2e3f5 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=3f1b3db3-26a4-4cf1-bdea-b0fb54f09769 HTTP/1.1" status: 200 len: 217 time: 0.0367658 Feb 09 20:02:19.404911 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f73ec4d-8148-49a8-9195-baeb5e51a565 req-2e02138a-0826-4a1b-8c9c-0ca3bef14bd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:02:19.406410 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-7f73ec4d-8148-49a8-9195-baeb5e51a565 req-2e02138a-0826-4a1b-8c9c-0ca3bef14bd7 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=fdb71575-b6a9-457b-b40b-1ee6d4795544 HTTP/1.1" status: 200 len: 854 time: 0.0494688 Feb 09 20:02:19.440715 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-7f73ec4d-8148-49a8-9195-baeb5e51a565 req-bc6f61ab-969b-4c0c-8bea-760c1b480f55 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=437b1bb8-86c8-4d56-8b14-edbc3bf6dd7f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0275576 Feb 09 20:02:19.456065 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762867132591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593584'] for agent (bcd5faee-dc24-4298-9134-0e0aa054058e), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:02:19.534550 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-7f73ec4d-8148-49a8-9195-baeb5e51a565 req-676c8a9f-5fe3-4d89-bdd8-8af1138a23eb service neutron] 10.222.0.90 "GET /v2.0/networks/437b1bb8-86c8-4d56-8b14-edbc3bf6dd7f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0876358 Feb 09 20:02:19.635388 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-7f73ec4d-8148-49a8-9195-baeb5e51a565 req-216db0df-32e1-46d6-8efe-2075aa45d9bc service neutron] 10.222.0.90 "GET /v2.0/networks/437b1bb8-86c8-4d56-8b14-edbc3bf6dd7f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0947397 Feb 09 20:02:19.729132 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c551df3c-5428-49cd-9bec-deeaf8b588d1 req-45d399b8-20b0-4293-b5cd-b2130894ee6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:02:19.730906 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-c551df3c-5428-49cd-9bec-deeaf8b588d1 req-45d399b8-20b0-4293-b5cd-b2130894ee6c service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=f87eb53cd10547a5bce169cfbf902e41&device_id=8c925712-2a8e-4999-a524-fb6ab21cc5cd HTTP/1.1" status: 200 len: 1127 time: 0.0486202 Feb 09 20:02:19.829713 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c551df3c-5428-49cd-9bec-deeaf8b588d1 req-ffeffc19-aa39-4c60-8d1d-4ba1337fe724 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:02:19.831869 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-c551df3c-5428-49cd-9bec-deeaf8b588d1 req-ffeffc19-aa39-4c60-8d1d-4ba1337fe724 service neutron] 10.222.0.90 "GET /v2.0/networks?id=437b1bb8-86c8-4d56-8b14-edbc3bf6dd7f HTTP/1.1" status: 200 len: 915 time: 0.0931969 Feb 09 20:02:19.873594 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-c551df3c-5428-49cd-9bec-deeaf8b588d1 req-c37a5410-9996-452d-9175-30899dd7814b service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=3f1b3db3-26a4-4cf1-bdea-b0fb54f09769 HTTP/1.1" status: 200 len: 217 time: 0.0356066 Feb 09 20:02:19.925588 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c551df3c-5428-49cd-9bec-deeaf8b588d1 req-f3f07e9e-cb16-4ea7-8c2b-c14b0199797e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:02:19.927149 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-c551df3c-5428-49cd-9bec-deeaf8b588d1 req-f3f07e9e-cb16-4ea7-8c2b-c14b0199797e service neutron] 10.222.0.90 "GET /v2.0/subnets?id=fdb71575-b6a9-457b-b40b-1ee6d4795544 HTTP/1.1" status: 200 len: 854 time: 0.0459225 Feb 09 20:02:19.961903 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-c551df3c-5428-49cd-9bec-deeaf8b588d1 req-1d6f6498-08e4-48d6-91fa-c36f87aa7e24 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=437b1bb8-86c8-4d56-8b14-edbc3bf6dd7f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0278711 Feb 09 20:02:20.064122 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-c551df3c-5428-49cd-9bec-deeaf8b588d1 req-50caf212-65ca-466f-99e3-6ab983804fe2 service neutron] 10.222.0.90 "GET /v2.0/networks/437b1bb8-86c8-4d56-8b14-edbc3bf6dd7f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0953517 Feb 09 20:02:20.158093 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-c551df3c-5428-49cd-9bec-deeaf8b588d1 req-8a9f1b41-987d-405b-80be-547dcfce05eb service neutron] 10.222.0.90 "GET /v2.0/networks/437b1bb8-86c8-4d56-8b14-edbc3bf6dd7f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0877545 Feb 09 20:02:20.254188 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5a0f213-e2fe-44c1-bf55-4311b36c28ef req-004b01d3-e01d-4b60-990e-63dbd1d755fc tempest-ServersNegativeTestJSON-1801279904 tempest-ServersNegativeTestJSON-1801279904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:02:20.255954 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-f5a0f213-e2fe-44c1-bf55-4311b36c28ef req-004b01d3-e01d-4b60-990e-63dbd1d755fc tempest-ServersNegativeTestJSON-1801279904 tempest-ServersNegativeTestJSON-1801279904-project] 10.222.0.75 "GET /v2.0/ports?device_id=8c925712-2a8e-4999-a524-fb6ab21cc5cd HTTP/1.1" status: 200 len: 944 time: 0.0610874 Feb 09 20:02:20.306943 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-f5a0f213-e2fe-44c1-bf55-4311b36c28ef req-deacd01b-1523-4a50-97cb-a235a9bc4866 tempest-ServersNegativeTestJSON-1801279904 tempest-ServersNegativeTestJSON-1801279904-project] 10.222.0.75 "GET /v2.0/security-groups?id=72f4b166-556d-4416-a8e6-a33c8fe8e680&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452182 Feb 09 20:02:21.444128 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef3eb3b0-342a-40c0-81c5-5b92733a6e2d req-a0e94a49-9e38-49b0-a5a3-7a82d3e5a7bb tempest-ServersNegativeTestJSON-1801279904 tempest-ServersNegativeTestJSON-1801279904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:02:21.445852 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-ef3eb3b0-342a-40c0-81c5-5b92733a6e2d req-a0e94a49-9e38-49b0-a5a3-7a82d3e5a7bb tempest-ServersNegativeTestJSON-1801279904 tempest-ServersNegativeTestJSON-1801279904-project] 10.222.0.75 "GET /v2.0/ports?device_id=8c925712-2a8e-4999-a524-fb6ab21cc5cd HTTP/1.1" status: 200 len: 944 time: 0.0611324 Feb 09 20:02:21.497736 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-ef3eb3b0-342a-40c0-81c5-5b92733a6e2d req-cbabe56b-ef02-4c6b-8001-0e11f68a51c5 tempest-ServersNegativeTestJSON-1801279904 tempest-ServersNegativeTestJSON-1801279904-project] 10.222.0.75 "GET /v2.0/security-groups?id=72f4b166-556d-4416-a8e6-a33c8fe8e680&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459039 Feb 09 20:02:22.617535 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e5d33fc-8405-437d-8965-c3235b0cd36f req-647219df-f54c-4004-bb22-7b24d4aed45b tempest-ServersNegativeTestJSON-1801279904 tempest-ServersNegativeTestJSON-1801279904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:02:22.619097 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-8e5d33fc-8405-437d-8965-c3235b0cd36f req-647219df-f54c-4004-bb22-7b24d4aed45b tempest-ServersNegativeTestJSON-1801279904 tempest-ServersNegativeTestJSON-1801279904-project] 10.222.0.75 "GET /v2.0/ports?device_id=8c925712-2a8e-4999-a524-fb6ab21cc5cd HTTP/1.1" status: 200 len: 944 time: 0.0538123 Feb 09 20:02:22.630821 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Device 3f1b3db3-26a4-4cf1-bdea-b0fb54f09769 details requested by agent hyperv_n-h2-713498-36 with host n-h2-713498-36 {{(pid=103232) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 20:02:22.669290 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-8e5d33fc-8405-437d-8965-c3235b0cd36f req-af25d1cb-1d82-49bf-8c69-9be72342b62f tempest-ServersNegativeTestJSON-1801279904 tempest-ServersNegativeTestJSON-1801279904-project] 10.222.0.75 "GET /v2.0/security-groups?id=72f4b166-556d-4416-a8e6-a33c8fe8e680&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443928 Feb 09 20:02:22.727583 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-7429db8d-6021-40ad-813e-885be449a89b None None] For port 3f1b3db3-26a4-4cf1-bdea-b0fb54f09769, host n-h2-713498-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-36',level=0,port_id=3f1b3db3-26a4-4cf1-bdea-b0fb54f09769,segment=NetworkSegment(d629b629-c43e-45f7-9d68-1113bf68f116),segment_id=d629b629-c43e-45f7-9d68-1113bf68f116)] {{(pid=103232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 20:02:22.743440 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Returning: {'device': '3f1b3db3-26a4-4cf1-bdea-b0fb54f09769', 'network_id': '437b1bb8-86c8-4d56-8b14-edbc3bf6dd7f', 'port_id': '3f1b3db3-26a4-4cf1-bdea-b0fb54f09769', 'mac_address': 'fa:16:3e:46:b0:90', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 393, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fdb71575-b6a9-457b-b40b-1ee6d4795544', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103232) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 20:02:22.780595 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Current status of the port 3f1b3db3-26a4-4cf1-bdea-b0fb54f09769 is: DOWN; New status is: BUILD {{(pid=103232) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 20:02:22.781026 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (3f1b3db3-26a4-4cf1-bdea-b0fb54f09769), before_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:02:22.799082 n-d-713498-36 neutron-server[103232]: DEBUG neutron.notifiers.nova [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3f1b3db3-26a4-4cf1-bdea-b0fb54f09769 {{(pid=103232) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 20:02:22.820051 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-7429db8d-6021-40ad-813e-885be449a89b None None] For port 3f1b3db3-26a4-4cf1-bdea-b0fb54f09769, host n-h2-713498-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-36',level=0,port_id=3f1b3db3-26a4-4cf1-bdea-b0fb54f09769,segment=NetworkSegment(d629b629-c43e-45f7-9d68-1113bf68f116),segment_id=d629b629-c43e-45f7-9d68-1113bf68f116)] {{(pid=103232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 20:02:22.824861 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762867176205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762866656485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762866656503'] for port (3f1b3db3-26a4-4cf1-bdea-b0fb54f09769), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:02:22.873402 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Pushing event updated for resources: {'Port': ['ID=3f1b3db3-26a4-4cf1-bdea-b0fb54f09769,revision_number=4']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:02:23.049365 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-7429db8d-6021-40ad-813e-885be449a89b None None] get_ports_and_sgs() called for port_ids ['3f1b3db3-26a4-4cf1-bdea-b0fb54f09769'] {{(pid=103232) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 20:02:23.791870 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f279864e-ea2a-4496-a263-371e6ab4064f req-39a229a2-7efd-498f-a295-c318d52a9970 tempest-ServersNegativeTestJSON-1801279904 tempest-ServersNegativeTestJSON-1801279904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:02:23.793477 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-f279864e-ea2a-4496-a263-371e6ab4064f req-39a229a2-7efd-498f-a295-c318d52a9970 tempest-ServersNegativeTestJSON-1801279904 tempest-ServersNegativeTestJSON-1801279904-project] 10.222.0.75 "GET /v2.0/ports?device_id=8c925712-2a8e-4999-a524-fb6ab21cc5cd HTTP/1.1" status: 200 len: 945 time: 0.0551476 Feb 09 20:02:23.843086 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-f279864e-ea2a-4496-a263-371e6ab4064f req-d6014a45-bebe-4a4a-8463-34d64d94d13a tempest-ServersNegativeTestJSON-1801279904 tempest-ServersNegativeTestJSON-1801279904-project] 10.222.0.75 "GET /v2.0/security-groups?id=72f4b166-556d-4416-a8e6-a33c8fe8e680&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436285 Feb 09 20:02:24.649169 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Device 3f1b3db3-26a4-4cf1-bdea-b0fb54f09769 up at agent hyperv_n-h2-713498-36 {{(pid=103232) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 20:02:24.699253 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.provisioning_blocks [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Provisioning for port 3f1b3db3-26a4-4cf1-bdea-b0fb54f09769 completed by entity L2. {{(pid=103232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 20:02:24.703223 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.provisioning_blocks [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Provisioning complete for port 3f1b3db3-26a4-4cf1-bdea-b0fb54f09769 triggered by entity L2. {{(pid=103232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 20:02:24.703600 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593630'] for port (3f1b3db3-26a4-4cf1-bdea-b0fb54f09769), provisioning_complete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:02:24.783626 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Current status of the port 3f1b3db3-26a4-4cf1-bdea-b0fb54f09769 is: BUILD; New status is: ACTIVE {{(pid=103232) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 20:02:24.784016 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (3f1b3db3-26a4-4cf1-bdea-b0fb54f09769), before_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:02:24.808231 n-d-713498-36 neutron-server[103232]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8c925712-2a8e-4999-a524-fb6ab21cc5cd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3f1b3db3-26a4-4cf1-bdea-b0fb54f09769'}] {{(pid=103232) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 20:02:24.810508 n-d-713498-36 neutron-server[103232]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cbbf3601bdfb8db7b6600aedba7e3851fa962f00dad36f02e289fea53b94aa67" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3a687456-6fb5-40ca-aea4-9919b6a1a793" -d '{"events": [{"server_uuid": "8c925712-2a8e-4999-a524-fb6ab21cc5cd", "name": "network-vif-plugged", "status": "completed", "tag": "3f1b3db3-26a4-4cf1-bdea-b0fb54f09769"}]}' {{(pid=103232) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 20:02:24.830541 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-7429db8d-6021-40ad-813e-885be449a89b None None] For port 3f1b3db3-26a4-4cf1-bdea-b0fb54f09769, host n-h2-713498-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-36',level=0,port_id=3f1b3db3-26a4-4cf1-bdea-b0fb54f09769,segment=NetworkSegment(d629b629-c43e-45f7-9d68-1113bf68f116),segment_id=d629b629-c43e-45f7-9d68-1113bf68f116)] {{(pid=103232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 20:02:24.835410 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762867176205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762866656485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762866656503'] for port (3f1b3db3-26a4-4cf1-bdea-b0fb54f09769), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:02:24.862053 n-d-713498-36 neutron-server[103232]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 20:02:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e5ef6d99-ebbc-4e77-aa35-68c6b6f79c28 x-openstack-request-id: req-e5ef6d99-ebbc-4e77-aa35-68c6b6f79c28 {{(pid=103232) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 20:02:24.862894 n-d-713498-36 neutron-server[103232]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8c925712-2a8e-4999-a524-fb6ab21cc5cd", "name": "network-vif-plugged", "status": "completed", "tag": "3f1b3db3-26a4-4cf1-bdea-b0fb54f09769", "code": 200}]} {{(pid=103232) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 20:02:24.863118 n-d-713498-36 neutron-server[103232]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-e5ef6d99-ebbc-4e77-aa35-68c6b6f79c28 {{(pid=103232) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 20:02:24.863649 n-d-713498-36 neutron-server[103232]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8c925712-2a8e-4999-a524-fb6ab21cc5cd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3f1b3db3-26a4-4cf1-bdea-b0fb54f09769', 'code': 200} Feb 09 20:02:24.894226 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Pushing event updated for resources: {'Port': ['ID=3f1b3db3-26a4-4cf1-bdea-b0fb54f09769,revision_number=5']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:02:24.994439 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0feb475c-d4c1-4b77-81a0-10ee1b5dc64e req-4bf970de-c12a-4e65-bf58-358616d93721 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:02:24.996194 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-0feb475c-d4c1-4b77-81a0-10ee1b5dc64e req-4bf970de-c12a-4e65-bf58-358616d93721 service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=8c925712-2a8e-4999-a524-fb6ab21cc5cd HTTP/1.1" status: 200 len: 1129 time: 0.0822475 Feb 09 20:02:25.008974 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa72549c-452c-4349-af4c-5a8efd264fa9 req-25c65cd0-f87f-443a-a0e2-b6a5add0a692 tempest-ServersNegativeTestJSON-1801279904 tempest-ServersNegativeTestJSON-1801279904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:02:25.010473 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-fa72549c-452c-4349-af4c-5a8efd264fa9 req-25c65cd0-f87f-443a-a0e2-b6a5add0a692 tempest-ServersNegativeTestJSON-1801279904 tempest-ServersNegativeTestJSON-1801279904-project] 10.222.0.75 "GET /v2.0/ports?device_id=8c925712-2a8e-4999-a524-fb6ab21cc5cd HTTP/1.1" status: 200 len: 946 time: 0.0884969 Feb 09 20:02:25.078640 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-0feb475c-d4c1-4b77-81a0-10ee1b5dc64e req-c52d6aea-b0ee-42e6-9bfc-69b9908fc386 service neutron] 10.222.0.90 "GET /v2.0/security-groups?id=72f4b166-556d-4416-a8e6-a33c8fe8e680&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0671933 Feb 09 20:02:25.085784 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-fa72549c-452c-4349-af4c-5a8efd264fa9 req-1254c4ef-46f5-4539-8a3e-88e8a80214f5 tempest-ServersNegativeTestJSON-1801279904 tempest-ServersNegativeTestJSON-1801279904-project] 10.222.0.75 "GET /v2.0/security-groups?id=72f4b166-556d-4416-a8e6-a33c8fe8e680&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0690095 Feb 09 20:02:26.214731 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1326e1d-6835-4175-9361-d7e2dd87a191 req-73f87fa0-47fb-4f8c-95b0-09e8b8ea948d tempest-ServersNegativeTestJSON-1801279904 tempest-ServersNegativeTestJSON-1801279904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:02:26.216506 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-b1326e1d-6835-4175-9361-d7e2dd87a191 req-73f87fa0-47fb-4f8c-95b0-09e8b8ea948d tempest-ServersNegativeTestJSON-1801279904 tempest-ServersNegativeTestJSON-1801279904-project] 10.222.0.75 "GET /v2.0/ports?device_id=8c925712-2a8e-4999-a524-fb6ab21cc5cd HTTP/1.1" status: 200 len: 946 time: 0.0569155 Feb 09 20:02:26.272385 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-b1326e1d-6835-4175-9361-d7e2dd87a191 req-fc45da17-d07c-4bc1-8c4e-eb09856c3124 tempest-ServersNegativeTestJSON-1801279904 tempest-ServersNegativeTestJSON-1801279904-project] 10.222.0.75 "GET /v2.0/security-groups?id=72f4b166-556d-4416-a8e6-a33c8fe8e680&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496757 Feb 09 20:02:27.412344 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25cd44ca-1512-4837-9787-bd8f322db9d7 req-3c018961-897c-45e8-8b66-284f6c11697d tempest-ServersNegativeTestJSON-1801279904 tempest-ServersNegativeTestJSON-1801279904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:02:27.413885 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-25cd44ca-1512-4837-9787-bd8f322db9d7 req-3c018961-897c-45e8-8b66-284f6c11697d tempest-ServersNegativeTestJSON-1801279904 tempest-ServersNegativeTestJSON-1801279904-project] 10.222.0.75 "GET /v2.0/ports?device_id=8c925712-2a8e-4999-a524-fb6ab21cc5cd HTTP/1.1" status: 200 len: 946 time: 0.0666494 Feb 09 20:02:27.464500 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-25cd44ca-1512-4837-9787-bd8f322db9d7 req-bb932d37-6b25-4561-9753-ffcc1ce3a154 tempest-ServersNegativeTestJSON-1801279904 tempest-ServersNegativeTestJSON-1801279904-project] 10.222.0.75 "GET /v2.0/security-groups?id=72f4b166-556d-4416-a8e6-a33c8fe8e680&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444157 Feb 09 20:02:27.706766 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc5efa17-7259-43be-b8ac-174511c75c76 req-5141a562-b5eb-42b1-8e2d-538e3ce01825 tempest-ServersNegativeTestJSON-1801279904 tempest-ServersNegativeTestJSON-1801279904-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:02:27.708902 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-dc5efa17-7259-43be-b8ac-174511c75c76 req-5141a562-b5eb-42b1-8e2d-538e3ce01825 tempest-ServersNegativeTestJSON-1801279904 tempest-ServersNegativeTestJSON-1801279904-project] 10.222.0.75 "GET /v2.0/networks?id=437b1bb8-86c8-4d56-8b14-edbc3bf6dd7f HTTP/1.1" status: 200 len: 814 time: 0.1137812 Feb 09 20:02:27.725375 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-dc5efa17-7259-43be-b8ac-174511c75c76 req-08b2b1c1-68a7-4803-94a6-895e4daf6a4a tempest-ServersNegativeTestJSON-1801279904 tempest-ServersNegativeTestJSON-1801279904-project] 10.222.0.75 "GET /v2.0/quotas/f87eb53cd10547a5bce169cfbf902e41 HTTP/1.1" status: 200 len: 375 time: 0.0108912 Feb 09 20:02:27.803831 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-dc5efa17-7259-43be-b8ac-174511c75c76 req-05f2ae26-3824-41bd-aa4d-01802ba893eb tempest-ServersNegativeTestJSON-1801279904 tempest-ServersNegativeTestJSON-1801279904-project] 10.222.0.75 "GET /v2.0/ports?tenant_id=f87eb53cd10547a5bce169cfbf902e41&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0708377 Feb 09 20:02:27.979111 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-dc5efa17-7259-43be-b8ac-174511c75c76 req-562fe33d-4335-4f97-b860-5637ae0da525 service neutron] 10.222.0.75 "GET /v2.0/networks/437b1bb8-86c8-4d56-8b14-edbc3bf6dd7f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1333103 Feb 09 20:02:28.075380 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-dc5efa17-7259-43be-b8ac-174511c75c76 req-1fcc45f2-c548-4d68-88c6-74fb8ae36ffd service neutron] 10.222.0.75 "GET /v2.0/networks/437b1bb8-86c8-4d56-8b14-edbc3bf6dd7f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0905063 Feb 09 20:02:28.266434 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-a12ebc82-1f2e-4d8c-aa2d-c71301c63e1d req-d930fca7-9f59-41fc-b1d7-1a499a1cd311 tempest-ServersNegativeTestJSON-1801279904 tempest-ServersNegativeTestJSON-1801279904-project] 10.222.0.75 "GET /v2.0/ports?device_id=4080c913-5834-40c0-918b-d3f368aeb52f HTTP/1.1" status: 200 len: 210 time: 0.0372939 Feb 09 20:02:29.213474 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc5efa17-7259-43be-b8ac-174511c75c76 req-da3965a6-ed04-440c-94d2-f45bb20b2a67 tempest-ServersNegativeTestJSON-1801279904 tempest-ServersNegativeTestJSON-1801279904-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:02:29.214911 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-dc5efa17-7259-43be-b8ac-174511c75c76 req-da3965a6-ed04-440c-94d2-f45bb20b2a67 tempest-ServersNegativeTestJSON-1801279904 tempest-ServersNegativeTestJSON-1801279904-project] 10.222.0.89 "GET /v2.0/networks?id=437b1bb8-86c8-4d56-8b14-edbc3bf6dd7f HTTP/1.1" status: 200 len: 814 time: 0.1140649 Feb 09 20:02:29.365818 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-302e4eaf-0d07-4676-8f23-f5051619fde1 req-6e78cdae-c22f-4985-88bf-b6cecf627c48 tempest-ServersNegativeTestJSON-1801279904 tempest-ServersNegativeTestJSON-1801279904-project] 10.222.0.75 "GET /v2.0/ports?device_id=4080c913-5834-40c0-918b-d3f368aeb52f HTTP/1.1" status: 200 len: 210 time: 0.0281959 Feb 09 20:02:29.374177 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.v2.base [req-dc5efa17-7259-43be-b8ac-174511c75c76 req-d2cc8d22-3b94-46be-bdfb-e3ab09bcf05e tempest-ServersNegativeTestJSON-1801279904 tempest-ServersNegativeTestJSON-1801279904-project] Request body: {'port': {'device_id': '4080c913-5834-40c0-918b-d3f368aeb52f', 'network_id': '437b1bb8-86c8-4d56-8b14-edbc3bf6dd7f', 'admin_state_up': True, 'tenant_id': 'f87eb53cd10547a5bce169cfbf902e41'}} {{(pid=103229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 20:02:29.487059 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dc5efa17-7259-43be-b8ac-174511c75c76 req-d2cc8d22-3b94-46be-bdfb-e3ab09bcf05e tempest-ServersNegativeTestJSON-1801279904 tempest-ServersNegativeTestJSON-1801279904-project] Made reservation on behalf of f87eb53cd10547a5bce169cfbf902e41 for: {'port': 1} {{(pid=103229) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 20:02:29.491314 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-dc5efa17-7259-43be-b8ac-174511c75c76 req-d2cc8d22-3b94-46be-bdfb-e3ab09bcf05e tempest-ServersNegativeTestJSON-1801279904 tempest-ServersNegativeTestJSON-1801279904-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (None), before_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:02:29.636771 n-d-713498-36 neutron-server[103229]: DEBUG neutron.db.db_base_plugin_common [req-dc5efa17-7259-43be-b8ac-174511c75c76 req-d2cc8d22-3b94-46be-bdfb-e3ab09bcf05e tempest-ServersNegativeTestJSON-1801279904 tempest-ServersNegativeTestJSON-1801279904-project] Allocated IP 172.20.0.5 (437b1bb8-86c8-4d56-8b14-edbc3bf6dd7f/fdb71575-b6a9-457b-b40b-1ee6d4795544/19f82a48-9d24-40f0-bec3-023b30bf2df7) {{(pid=103229) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 20:02:29.789280 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-dc5efa17-7259-43be-b8ac-174511c75c76 req-d2cc8d22-3b94-46be-bdfb-e3ab09bcf05e tempest-ServersNegativeTestJSON-1801279904 tempest-ServersNegativeTestJSON-1801279904-project] Publish callbacks [] for port (19f82a48-9d24-40f0-bec3-023b30bf2df7), precommit_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:02:29.824098 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-dc5efa17-7259-43be-b8ac-174511c75c76 req-d2cc8d22-3b94-46be-bdfb-e3ab09bcf05e tempest-ServersNegativeTestJSON-1801279904 tempest-ServersNegativeTestJSON-1801279904-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762866656467', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12867576'] for port (19f82a48-9d24-40f0-bec3-023b30bf2df7), after_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:02:29.838411 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-7429db8d-6021-40ad-813e-885be449a89b None None] get_ports_and_sgs() called for port_ids ['3f1b3db3-26a4-4cf1-bdea-b0fb54f09769'] {{(pid=103232) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 20:02:29.876848 n-d-713498-36 neutron-server[103229]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dc5efa17-7259-43be-b8ac-174511c75c76 req-d2cc8d22-3b94-46be-bdfb-e3ab09bcf05e tempest-ServersNegativeTestJSON-1801279904 tempest-ServersNegativeTestJSON-1801279904-project] Network 437b1bb8-86c8-4d56-8b14-edbc3bf6dd7f is already hosted by enough agents. {{(pid=103229) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 20:02:29.881041 n-d-713498-36 neutron-server[103229]: DEBUG neutron.scheduler.base_scheduler [req-dc5efa17-7259-43be-b8ac-174511c75c76 req-d2cc8d22-3b94-46be-bdfb-e3ab09bcf05e tempest-ServersNegativeTestJSON-1801279904 tempest-ServersNegativeTestJSON-1801279904-project] Resources bound (agent type, host, resource id): {{(pid=103229) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 20:02:29.885485 n-d-713498-36 neutron-server[103229]: DEBUG neutron.db.l3_dvrscheduler_db [req-dc5efa17-7259-43be-b8ac-174511c75c76 req-d2cc8d22-3b94-46be-bdfb-e3ab09bcf05e tempest-ServersNegativeTestJSON-1801279904 tempest-ServersNegativeTestJSON-1801279904-project] Received port after_create {{(pid=103229) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 20:02:29.912618 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2cc8d22-3b94-46be-bdfb-e3ab09bcf05e tempest-ServersNegativeTestJSON-1801279904 tempest-ServersNegativeTestJSON-1801279904-project] Pushing event updated for resources: {'Port': ['ID=19f82a48-9d24-40f0-bec3-023b30bf2df7,revision_number=1']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:02:29.941607 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc5efa17-7259-43be-b8ac-174511c75c76 req-d2cc8d22-3b94-46be-bdfb-e3ab09bcf05e tempest-ServersNegativeTestJSON-1801279904 tempest-ServersNegativeTestJSON-1801279904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:02:29.942288 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-dc5efa17-7259-43be-b8ac-174511c75c76 req-d2cc8d22-3b94-46be-bdfb-e3ab09bcf05e tempest-ServersNegativeTestJSON-1801279904 tempest-ServersNegativeTestJSON-1801279904-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171096'] for port (None), before_response {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:02:29.960986 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-dc5efa17-7259-43be-b8ac-174511c75c76 req-d2cc8d22-3b94-46be-bdfb-e3ab09bcf05e tempest-ServersNegativeTestJSON-1801279904 tempest-ServersNegativeTestJSON-1801279904-project] 10.222.0.89 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5891085 Feb 09 20:02:29.970425 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.v2.base [req-dc5efa17-7259-43be-b8ac-174511c75c76 req-489773b9-39ec-4982-81df-4bf75dac6b84 service neutron] Request body: {'port': {'device_id': '4080c913-5834-40c0-918b-d3f368aeb52f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-713498-36'}} {{(pid=103229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 20:02:30.031867 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-dc5efa17-7259-43be-b8ac-174511c75c76 req-489773b9-39ec-4982-81df-4bf75dac6b84 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (19f82a48-9d24-40f0-bec3-023b30bf2df7), before_update {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:02:30.320178 n-d-713498-36 neutron-server[103229]: DEBUG neutron.notifiers.nova [req-dc5efa17-7259-43be-b8ac-174511c75c76 req-489773b9-39ec-4982-81df-4bf75dac6b84 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 19f82a48-9d24-40f0-bec3-023b30bf2df7 {{(pid=103229) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 20:02:30.327769 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-dc5efa17-7259-43be-b8ac-174511c75c76 req-489773b9-39ec-4982-81df-4bf75dac6b84 service neutron] Publish callbacks [] for port (19f82a48-9d24-40f0-bec3-023b30bf2df7), precommit_update {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:02:30.341238 n-d-713498-36 neutron-server[103229]: DEBUG neutron.db.provisioning_blocks [req-dc5efa17-7259-43be-b8ac-174511c75c76 req-489773b9-39ec-4982-81df-4bf75dac6b84 service neutron] Transition to ACTIVE for port object 19f82a48-9d24-40f0-bec3-023b30bf2df7 will not be triggered until provisioned by entity L2. {{(pid=103229) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 20:02:30.345364 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-dc5efa17-7259-43be-b8ac-174511c75c76 req-489773b9-39ec-4982-81df-4bf75dac6b84 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762867176205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762866656485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762866656503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12867569'] for port (19f82a48-9d24-40f0-bec3-023b30bf2df7), after_update {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:02:30.399796 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-489773b9-39ec-4982-81df-4bf75dac6b84 service neutron] Pushing event updated for resources: {'Port': ['ID=19f82a48-9d24-40f0-bec3-023b30bf2df7,revision_number=2']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:02:30.467932 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.managers [req-dc5efa17-7259-43be-b8ac-174511c75c76 req-489773b9-39ec-4982-81df-4bf75dac6b84 service neutron] Attempting to bind port 19f82a48-9d24-40f0-bec3-023b30bf2df7 on host n-h1-713498-36 for vnic_type normal with profile {{(pid=103229) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 20:02:30.468319 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.managers [req-dc5efa17-7259-43be-b8ac-174511c75c76 req-489773b9-39ec-4982-81df-4bf75dac6b84 service neutron] Attempting to bind port 19f82a48-9d24-40f0-bec3-023b30bf2df7 by drivers openvswitch,hyperv on host n-h1-713498-36 at level 0 using segments [{'id': 'd629b629-c43e-45f7-9d68-1113bf68f116', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': '437b1bb8-86c8-4d56-8b14-edbc3bf6dd7f'}] {{(pid=103229) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 20:02:30.468597 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc5efa17-7259-43be-b8ac-174511c75c76 req-489773b9-39ec-4982-81df-4bf75dac6b84 service neutron] Attempting to bind port 19f82a48-9d24-40f0-bec3-023b30bf2df7 on network 437b1bb8-86c8-4d56-8b14-edbc3bf6dd7f {{(pid=103229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 20:02:30.473810 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc5efa17-7259-43be-b8ac-174511c75c76 req-489773b9-39ec-4982-81df-4bf75dac6b84 service neutron] Port 19f82a48-9d24-40f0-bec3-023b30bf2df7 on network 437b1bb8-86c8-4d56-8b14-edbc3bf6dd7f not bound, no agent of type Open vSwitch agent registered on host n-h1-713498-36 {{(pid=103229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 20:02:30.474180 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc5efa17-7259-43be-b8ac-174511c75c76 req-489773b9-39ec-4982-81df-4bf75dac6b84 service neutron] Attempting to bind port 19f82a48-9d24-40f0-bec3-023b30bf2df7 on network 437b1bb8-86c8-4d56-8b14-edbc3bf6dd7f {{(pid=103229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 20:02:30.481913 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc5efa17-7259-43be-b8ac-174511c75c76 req-489773b9-39ec-4982-81df-4bf75dac6b84 service neutron] Checking agent: {'id': '488cd9ae-631f-4955-ba0b-4f5a13f12e9c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713498-36', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 18, 59, 18), 'started_at': datetime.datetime(2022, 2, 9, 18, 59, 18), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 20, 2, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 20:02:30.481913 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc5efa17-7259-43be-b8ac-174511c75c76 req-489773b9-39ec-4982-81df-4bf75dac6b84 service neutron] Checking segment: {'id': 'd629b629-c43e-45f7-9d68-1113bf68f116', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': '437b1bb8-86c8-4d56-8b14-edbc3bf6dd7f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103229) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 20:02:30.481913 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc5efa17-7259-43be-b8ac-174511c75c76 req-489773b9-39ec-4982-81df-4bf75dac6b84 service neutron] Bound using segment: {'id': 'd629b629-c43e-45f7-9d68-1113bf68f116', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': '437b1bb8-86c8-4d56-8b14-edbc3bf6dd7f'} {{(pid=103229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 20:02:30.481913 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.managers [req-dc5efa17-7259-43be-b8ac-174511c75c76 req-489773b9-39ec-4982-81df-4bf75dac6b84 service neutron] Bound port: 19f82a48-9d24-40f0-bec3-023b30bf2df7, host: n-h1-713498-36, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd629b629-c43e-45f7-9d68-1113bf68f116', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': '437b1bb8-86c8-4d56-8b14-edbc3bf6dd7f'}}] {{(pid=103229) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 20:02:30.481913 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-dc5efa17-7259-43be-b8ac-174511c75c76 req-489773b9-39ec-4982-81df-4bf75dac6b84 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (19f82a48-9d24-40f0-bec3-023b30bf2df7), before_update {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:02:30.494753 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90226dc4-890d-496e-bf9e-04414a2083ad req-d561ea05-b240-49b0-b046-9f1f7fa4e877 tempest-ServersNegativeTestJSON-1801279904 tempest-ServersNegativeTestJSON-1801279904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:02:30.496282 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-90226dc4-890d-496e-bf9e-04414a2083ad req-d561ea05-b240-49b0-b046-9f1f7fa4e877 tempest-ServersNegativeTestJSON-1801279904 tempest-ServersNegativeTestJSON-1801279904-project] 10.222.0.75 "GET /v2.0/ports?device_id=4080c913-5834-40c0-918b-d3f368aeb52f HTTP/1.1" status: 200 len: 943 time: 0.0576236 Feb 09 20:02:30.545550 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-90226dc4-890d-496e-bf9e-04414a2083ad req-96ba3ca8-3909-4302-9e17-db0b29c3880f tempest-ServersNegativeTestJSON-1801279904 tempest-ServersNegativeTestJSON-1801279904-project] 10.222.0.75 "GET /v2.0/security-groups?id=72f4b166-556d-4416-a8e6-a33c8fe8e680&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434611 Feb 09 20:02:30.555020 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.db [req-dc5efa17-7259-43be-b8ac-174511c75c76 req-489773b9-39ec-4982-81df-4bf75dac6b84 service neutron] For port 19f82a48-9d24-40f0-bec3-023b30bf2df7, host n-h1-713498-36, cleared binding levels {{(pid=103229) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 20:02:30.558731 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.db [req-dc5efa17-7259-43be-b8ac-174511c75c76 req-489773b9-39ec-4982-81df-4bf75dac6b84 service neutron] For port 19f82a48-9d24-40f0-bec3-023b30bf2df7, host n-h1-713498-36, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-36',level=0,port_id=19f82a48-9d24-40f0-bec3-023b30bf2df7,segment=NetworkSegment(d629b629-c43e-45f7-9d68-1113bf68f116),segment_id=d629b629-c43e-45f7-9d68-1113bf68f116)] {{(pid=103229) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 20:02:30.574758 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-dc5efa17-7259-43be-b8ac-174511c75c76 req-489773b9-39ec-4982-81df-4bf75dac6b84 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762867176205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762866656485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762866656503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12867569'] for port (19f82a48-9d24-40f0-bec3-023b30bf2df7), after_update {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:02:30.607558 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc5efa17-7259-43be-b8ac-174511c75c76 req-489773b9-39ec-4982-81df-4bf75dac6b84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:02:30.608186 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-dc5efa17-7259-43be-b8ac-174511c75c76 req-489773b9-39ec-4982-81df-4bf75dac6b84 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171096'] for port (None), before_response {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:02:30.609600 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-dc5efa17-7259-43be-b8ac-174511c75c76 req-489773b9-39ec-4982-81df-4bf75dac6b84 service neutron] 10.222.0.89 "PUT /v2.0/ports/19f82a48-9d24-40f0-bec3-023b30bf2df7 HTTP/1.1" status: 200 len: 1092 time: 0.6434760 Feb 09 20:02:30.610097 n-d-713498-36 neutron-server[103229]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4080c913-5834-40c0-918b-d3f368aeb52f', 'tag': '19f82a48-9d24-40f0-bec3-023b30bf2df7'}] {{(pid=103229) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 20:02:30.612420 n-d-713498-36 neutron-server[103229]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}07d618d1c5389b9cd0b8ca1de8f17b65d6cfa6b0806685514be6977118e88e42" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-448e2a50-a70e-4f35-a97a-0d1596b9fe33" -d '{"events": [{"name": "network-changed", "server_uuid": "4080c913-5834-40c0-918b-d3f368aeb52f", "tag": "19f82a48-9d24-40f0-bec3-023b30bf2df7"}]}' {{(pid=103229) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 20:02:30.640865 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-489773b9-39ec-4982-81df-4bf75dac6b84 service neutron] Pushing event updated for resources: {'Port': ['ID=19f82a48-9d24-40f0-bec3-023b30bf2df7,revision_number=3']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:02:30.669857 n-d-713498-36 neutron-server[103229]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 20:02:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ac18216a-ab1a-4ca5-b3b2-09423ad21117 x-openstack-request-id: req-ac18216a-ab1a-4ca5-b3b2-09423ad21117 {{(pid=103229) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 20:02:30.670181 n-d-713498-36 neutron-server[103229]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4080c913-5834-40c0-918b-d3f368aeb52f", "tag": "19f82a48-9d24-40f0-bec3-023b30bf2df7", "status": "completed", "code": 200}]} {{(pid=103229) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 20:02:30.670436 n-d-713498-36 neutron-server[103229]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-ac18216a-ab1a-4ca5-b3b2-09423ad21117 {{(pid=103229) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 20:02:30.670830 n-d-713498-36 neutron-server[103229]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4080c913-5834-40c0-918b-d3f368aeb52f', 'tag': '19f82a48-9d24-40f0-bec3-023b30bf2df7', 'status': 'completed', 'code': 200} Feb 09 20:02:30.709626 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc5efa17-7259-43be-b8ac-174511c75c76 req-b42a810c-6fe7-43c5-8f83-a4693eb7b669 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:02:30.711199 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-dc5efa17-7259-43be-b8ac-174511c75c76 req-b42a810c-6fe7-43c5-8f83-a4693eb7b669 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=f87eb53cd10547a5bce169cfbf902e41&device_id=4080c913-5834-40c0-918b-d3f368aeb52f HTTP/1.1" status: 200 len: 1126 time: 0.0505736 Feb 09 20:02:30.757893 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-dc5efa17-7259-43be-b8ac-174511c75c76 req-1e248b74-cf52-4669-b6ec-eb5ee76d5e21 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=19f82a48-9d24-40f0-bec3-023b30bf2df7 HTTP/1.1" status: 200 len: 217 time: 0.0397415 Feb 09 20:02:30.806973 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc5efa17-7259-43be-b8ac-174511c75c76 req-1d7195e7-4a53-4930-b218-d8fb48afad28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:02:30.808699 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-dc5efa17-7259-43be-b8ac-174511c75c76 req-1d7195e7-4a53-4930-b218-d8fb48afad28 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=fdb71575-b6a9-457b-b40b-1ee6d4795544 HTTP/1.1" status: 200 len: 854 time: 0.0458930 Feb 09 20:02:30.842571 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-dc5efa17-7259-43be-b8ac-174511c75c76 req-5b86a72d-4f74-4827-b09a-c0ff5cf14530 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=437b1bb8-86c8-4d56-8b14-edbc3bf6dd7f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0270996 Feb 09 20:02:30.938259 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-dc5efa17-7259-43be-b8ac-174511c75c76 req-e813114d-10ee-4681-b6da-359aaa2c8b03 service neutron] 10.222.0.89 "GET /v2.0/networks/437b1bb8-86c8-4d56-8b14-edbc3bf6dd7f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0895619 Feb 09 20:02:31.030934 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-dc5efa17-7259-43be-b8ac-174511c75c76 req-b098a90c-8b8e-48f5-bbc3-9f0f89452797 service neutron] 10.222.0.89 "GET /v2.0/networks/437b1bb8-86c8-4d56-8b14-edbc3bf6dd7f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0872631 Feb 09 20:02:31.119607 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-448e2a50-a70e-4f35-a97a-0d1596b9fe33 req-8760c390-dc40-48b6-8ec9-c9b6d050922f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:02:31.121174 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-448e2a50-a70e-4f35-a97a-0d1596b9fe33 req-8760c390-dc40-48b6-8ec9-c9b6d050922f service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=f87eb53cd10547a5bce169cfbf902e41&device_id=4080c913-5834-40c0-918b-d3f368aeb52f HTTP/1.1" status: 200 len: 1126 time: 0.0465684 Feb 09 20:02:31.226694 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-448e2a50-a70e-4f35-a97a-0d1596b9fe33 req-d8a8d152-af35-4d0b-bf9e-7befb49cd95f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:02:31.228197 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-448e2a50-a70e-4f35-a97a-0d1596b9fe33 req-d8a8d152-af35-4d0b-bf9e-7befb49cd95f service neutron] 10.222.0.89 "GET /v2.0/networks?id=437b1bb8-86c8-4d56-8b14-edbc3bf6dd7f HTTP/1.1" status: 200 len: 915 time: 0.1015494 Feb 09 20:02:31.271124 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-448e2a50-a70e-4f35-a97a-0d1596b9fe33 req-ef12cc0d-0cc6-443e-b930-a6b1a7b1dce7 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=19f82a48-9d24-40f0-bec3-023b30bf2df7 HTTP/1.1" status: 200 len: 217 time: 0.0366023 Feb 09 20:02:31.325580 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-448e2a50-a70e-4f35-a97a-0d1596b9fe33 req-24cca9c5-22c0-4a99-b9ef-833c4601a936 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:02:31.327105 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-448e2a50-a70e-4f35-a97a-0d1596b9fe33 req-24cca9c5-22c0-4a99-b9ef-833c4601a936 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=fdb71575-b6a9-457b-b40b-1ee6d4795544 HTTP/1.1" status: 200 len: 854 time: 0.0504212 Feb 09 20:02:31.359140 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-448e2a50-a70e-4f35-a97a-0d1596b9fe33 req-9ec1cfd5-a793-4893-bf68-dbd38ae0a132 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=437b1bb8-86c8-4d56-8b14-edbc3bf6dd7f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0260084 Feb 09 20:02:31.450484 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-448e2a50-a70e-4f35-a97a-0d1596b9fe33 req-b1be993c-2524-4217-ad4c-f6339ee85747 service neutron] 10.222.0.89 "GET /v2.0/networks/437b1bb8-86c8-4d56-8b14-edbc3bf6dd7f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850389 Feb 09 20:02:31.551977 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-448e2a50-a70e-4f35-a97a-0d1596b9fe33 req-81d8825c-a815-483b-89aa-e403bd55b54d service neutron] 10.222.0.89 "GET /v2.0/networks/437b1bb8-86c8-4d56-8b14-edbc3bf6dd7f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0943887 Feb 09 20:02:31.674073 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2dbe6fe-08f3-4de1-a835-930606201e8a req-75016f6d-b225-4341-97eb-b321d9f3a5d1 tempest-ServersNegativeTestJSON-1801279904 tempest-ServersNegativeTestJSON-1801279904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:02:31.676071 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-e2dbe6fe-08f3-4de1-a835-930606201e8a req-75016f6d-b225-4341-97eb-b321d9f3a5d1 tempest-ServersNegativeTestJSON-1801279904 tempest-ServersNegativeTestJSON-1801279904-project] 10.222.0.75 "GET /v2.0/ports?device_id=4080c913-5834-40c0-918b-d3f368aeb52f HTTP/1.1" status: 200 len: 943 time: 0.0551105 Feb 09 20:02:31.731826 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-e2dbe6fe-08f3-4de1-a835-930606201e8a req-162888a9-2c86-4728-9ba8-72bc84103567 tempest-ServersNegativeTestJSON-1801279904 tempest-ServersNegativeTestJSON-1801279904-project] 10.222.0.75 "GET /v2.0/security-groups?id=72f4b166-556d-4416-a8e6-a33c8fe8e680&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496292 Feb 09 20:02:32.858166 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d24345eb-629e-48b5-bdf2-59acdc60a17b req-8ba972ef-913b-4f96-a92b-fd36da5909f1 tempest-ServersNegativeTestJSON-1801279904 tempest-ServersNegativeTestJSON-1801279904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:02:32.859648 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-d24345eb-629e-48b5-bdf2-59acdc60a17b req-8ba972ef-913b-4f96-a92b-fd36da5909f1 tempest-ServersNegativeTestJSON-1801279904 tempest-ServersNegativeTestJSON-1801279904-project] 10.222.0.75 "GET /v2.0/ports?device_id=4080c913-5834-40c0-918b-d3f368aeb52f HTTP/1.1" status: 200 len: 943 time: 0.0547051 Feb 09 20:02:32.915019 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-d24345eb-629e-48b5-bdf2-59acdc60a17b req-0c750810-cb1d-4ba9-a488-a11268c7fcf5 tempest-ServersNegativeTestJSON-1801279904 tempest-ServersNegativeTestJSON-1801279904-project] 10.222.0.75 "GET /v2.0/security-groups?id=72f4b166-556d-4416-a8e6-a33c8fe8e680&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496202 Feb 09 20:02:33.180324 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Device 19f82a48-9d24-40f0-bec3-023b30bf2df7 details requested by agent hyperv_n-h1-713498-36 with host n-h1-713498-36 {{(pid=103232) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 20:02:33.288606 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] For port 19f82a48-9d24-40f0-bec3-023b30bf2df7, host n-h1-713498-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-36',level=0,port_id=19f82a48-9d24-40f0-bec3-023b30bf2df7,segment=NetworkSegment(d629b629-c43e-45f7-9d68-1113bf68f116),segment_id=d629b629-c43e-45f7-9d68-1113bf68f116)] {{(pid=103232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 20:02:33.299701 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Returning: {'device': '19f82a48-9d24-40f0-bec3-023b30bf2df7', 'network_id': '437b1bb8-86c8-4d56-8b14-edbc3bf6dd7f', 'port_id': '19f82a48-9d24-40f0-bec3-023b30bf2df7', 'mac_address': 'fa:16:3e:89:b2:de', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 393, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fdb71575-b6a9-457b-b40b-1ee6d4795544', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103232) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 20:02:33.337102 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Current status of the port 19f82a48-9d24-40f0-bec3-023b30bf2df7 is: DOWN; New status is: BUILD {{(pid=103232) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 20:02:33.337488 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (19f82a48-9d24-40f0-bec3-023b30bf2df7), before_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:02:33.351374 n-d-713498-36 neutron-server[103232]: DEBUG neutron.notifiers.nova [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 19f82a48-9d24-40f0-bec3-023b30bf2df7 {{(pid=103232) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 20:02:33.371893 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] For port 19f82a48-9d24-40f0-bec3-023b30bf2df7, host n-h1-713498-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-36',level=0,port_id=19f82a48-9d24-40f0-bec3-023b30bf2df7,segment=NetworkSegment(d629b629-c43e-45f7-9d68-1113bf68f116),segment_id=d629b629-c43e-45f7-9d68-1113bf68f116)] {{(pid=103232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 20:02:33.375905 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762867176205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762866656485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762866656503'] for port (19f82a48-9d24-40f0-bec3-023b30bf2df7), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:02:33.422935 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Pushing event updated for resources: {'Port': ['ID=19f82a48-9d24-40f0-bec3-023b30bf2df7,revision_number=4']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:02:33.431065 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:02:33.431342 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:02:33.431684 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:02:33.432016 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:02:33.432345 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:02:33.432925 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:02:33.433249 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:02:33.433629 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:02:33.433938 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:02:33.434422 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:02:33.434744 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:02:33.435067 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:02:33.435389 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:02:33.561366 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] get_ports_and_sgs() called for port_ids ['19f82a48-9d24-40f0-bec3-023b30bf2df7'] {{(pid=103232) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 20:02:34.042103 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e5ca041-ae6c-490a-8f0f-2f0400d9b48c req-a7ce8fd3-4744-4030-98a7-f15e34310f4b tempest-ServersNegativeTestJSON-1801279904 tempest-ServersNegativeTestJSON-1801279904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:02:34.043604 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-9e5ca041-ae6c-490a-8f0f-2f0400d9b48c req-a7ce8fd3-4744-4030-98a7-f15e34310f4b tempest-ServersNegativeTestJSON-1801279904 tempest-ServersNegativeTestJSON-1801279904-project] 10.222.0.75 "GET /v2.0/ports?device_id=4080c913-5834-40c0-918b-d3f368aeb52f HTTP/1.1" status: 200 len: 944 time: 0.0576298 Feb 09 20:02:34.094342 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-9e5ca041-ae6c-490a-8f0f-2f0400d9b48c req-7f97be26-0fdb-4fa3-9621-9b34f6738613 tempest-ServersNegativeTestJSON-1801279904 tempest-ServersNegativeTestJSON-1801279904-project] 10.222.0.75 "GET /v2.0/security-groups?id=72f4b166-556d-4416-a8e6-a33c8fe8e680&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449431 Feb 09 20:02:35.180206 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Device 19f82a48-9d24-40f0-bec3-023b30bf2df7 up at agent hyperv_n-h1-713498-36 {{(pid=103232) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 20:02:35.219503 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29aab925-6a2d-4d56-8b12-d160238efaad req-c5c635a3-bfed-40c7-bffb-4ef53d919904 tempest-ServersNegativeTestJSON-1801279904 tempest-ServersNegativeTestJSON-1801279904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:02:35.221928 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-29aab925-6a2d-4d56-8b12-d160238efaad req-c5c635a3-bfed-40c7-bffb-4ef53d919904 tempest-ServersNegativeTestJSON-1801279904 tempest-ServersNegativeTestJSON-1801279904-project] 10.222.0.75 "GET /v2.0/ports?device_id=4080c913-5834-40c0-918b-d3f368aeb52f HTTP/1.1" status: 200 len: 944 time: 0.0567317 Feb 09 20:02:35.231797 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.provisioning_blocks [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Provisioning for port 19f82a48-9d24-40f0-bec3-023b30bf2df7 completed by entity L2. {{(pid=103232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 20:02:35.239345 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.provisioning_blocks [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Provisioning complete for port 19f82a48-9d24-40f0-bec3-023b30bf2df7 triggered by entity L2. {{(pid=103232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 20:02:35.239949 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593630'] for port (19f82a48-9d24-40f0-bec3-023b30bf2df7), provisioning_complete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:02:35.282145 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-29aab925-6a2d-4d56-8b12-d160238efaad req-651d5483-1db5-410b-8e19-c442acaeb527 tempest-ServersNegativeTestJSON-1801279904 tempest-ServersNegativeTestJSON-1801279904-project] 10.222.0.75 "GET /v2.0/security-groups?id=72f4b166-556d-4416-a8e6-a33c8fe8e680&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529115 Feb 09 20:02:35.327109 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Current status of the port 19f82a48-9d24-40f0-bec3-023b30bf2df7 is: BUILD; New status is: ACTIVE {{(pid=103232) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 20:02:35.327509 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (19f82a48-9d24-40f0-bec3-023b30bf2df7), before_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:02:35.351978 n-d-713498-36 neutron-server[103232]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4080c913-5834-40c0-918b-d3f368aeb52f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '19f82a48-9d24-40f0-bec3-023b30bf2df7'}] {{(pid=103232) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 20:02:35.355296 n-d-713498-36 neutron-server[103232]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cbbf3601bdfb8db7b6600aedba7e3851fa962f00dad36f02e289fea53b94aa67" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eaa0a717-321a-4418-a3f9-772b197a22f9" -d '{"events": [{"server_uuid": "4080c913-5834-40c0-918b-d3f368aeb52f", "name": "network-vif-plugged", "status": "completed", "tag": "19f82a48-9d24-40f0-bec3-023b30bf2df7"}]}' {{(pid=103232) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 20:02:35.368774 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] For port 19f82a48-9d24-40f0-bec3-023b30bf2df7, host n-h1-713498-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-36',level=0,port_id=19f82a48-9d24-40f0-bec3-023b30bf2df7,segment=NetworkSegment(d629b629-c43e-45f7-9d68-1113bf68f116),segment_id=d629b629-c43e-45f7-9d68-1113bf68f116)] {{(pid=103232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 20:02:35.373590 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762867176205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762866656485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762866656503'] for port (19f82a48-9d24-40f0-bec3-023b30bf2df7), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:02:35.400372 n-d-713498-36 neutron-server[103232]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 20:02:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-22468243-16bc-4a8a-9611-65cee5710ebb x-openstack-request-id: req-22468243-16bc-4a8a-9611-65cee5710ebb {{(pid=103232) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 20:02:35.400651 n-d-713498-36 neutron-server[103232]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4080c913-5834-40c0-918b-d3f368aeb52f", "name": "network-vif-plugged", "status": "completed", "tag": "19f82a48-9d24-40f0-bec3-023b30bf2df7", "code": 200}]} {{(pid=103232) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 20:02:35.401271 n-d-713498-36 neutron-server[103232]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-22468243-16bc-4a8a-9611-65cee5710ebb {{(pid=103232) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 20:02:35.401677 n-d-713498-36 neutron-server[103232]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4080c913-5834-40c0-918b-d3f368aeb52f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '19f82a48-9d24-40f0-bec3-023b30bf2df7', 'code': 200} Feb 09 20:02:35.433258 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Pushing event updated for resources: {'Port': ['ID=19f82a48-9d24-40f0-bec3-023b30bf2df7,revision_number=5']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:02:35.494464 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c198087f-966c-4675-8334-1c42cf147514 req-58a74e0f-c993-49e8-b843-327a28e8606d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:02:35.496046 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-c198087f-966c-4675-8334-1c42cf147514 req-58a74e0f-c993-49e8-b843-327a28e8606d service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=4080c913-5834-40c0-918b-d3f368aeb52f HTTP/1.1" status: 200 len: 1128 time: 0.0454650 Feb 09 20:02:35.541753 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-c198087f-966c-4675-8334-1c42cf147514 req-c241480c-aec7-4d7a-9d97-1cb3360a2d1d service neutron] 10.222.0.89 "GET /v2.0/security-groups?id=72f4b166-556d-4416-a8e6-a33c8fe8e680&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399163 Feb 09 20:02:36.408271 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c31e493-c648-4a1c-9c9e-733f5813daaf req-5acf8964-28c7-4602-8e00-e4a4a72872ee tempest-ServersNegativeTestJSON-1801279904 tempest-ServersNegativeTestJSON-1801279904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:02:36.409809 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-3c31e493-c648-4a1c-9c9e-733f5813daaf req-5acf8964-28c7-4602-8e00-e4a4a72872ee tempest-ServersNegativeTestJSON-1801279904 tempest-ServersNegativeTestJSON-1801279904-project] 10.222.0.75 "GET /v2.0/ports?device_id=4080c913-5834-40c0-918b-d3f368aeb52f HTTP/1.1" status: 200 len: 945 time: 0.0562620 Feb 09 20:02:36.465937 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-3c31e493-c648-4a1c-9c9e-733f5813daaf req-a016a9a9-53d0-4e86-aafa-0ff512bd127e tempest-ServersNegativeTestJSON-1801279904 tempest-ServersNegativeTestJSON-1801279904-project] 10.222.0.75 "GET /v2.0/security-groups?id=72f4b166-556d-4416-a8e6-a33c8fe8e680&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488904 Feb 09 20:02:36.710565 n-d-713498-36 neutron-server[103233]: DEBUG neutron.db.agents_db [None req-4a8a6a42-0a0c-4437-8958-92282682b6bb None None] Agent healthcheck: found 7 active agents {{(pid=103233) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 20:02:37.594197 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c856ce97-b861-49b4-91cd-46c4627e055a req-a0d4c26b-2497-49a0-bfa6-367efae0df55 tempest-ServersNegativeTestJSON-1801279904 tempest-ServersNegativeTestJSON-1801279904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:02:37.595721 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-c856ce97-b861-49b4-91cd-46c4627e055a req-a0d4c26b-2497-49a0-bfa6-367efae0df55 tempest-ServersNegativeTestJSON-1801279904 tempest-ServersNegativeTestJSON-1801279904-project] 10.222.0.75 "GET /v2.0/ports?device_id=4080c913-5834-40c0-918b-d3f368aeb52f HTTP/1.1" status: 200 len: 945 time: 0.0553710 Feb 09 20:02:37.647212 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-c856ce97-b861-49b4-91cd-46c4627e055a req-1c9f9aa6-669c-4cbf-a925-b27362bbc79f tempest-ServersNegativeTestJSON-1801279904 tempest-ServersNegativeTestJSON-1801279904-project] 10.222.0.75 "GET /v2.0/security-groups?id=72f4b166-556d-4416-a8e6-a33c8fe8e680&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450885 Feb 09 20:02:37.916037 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfcd2421-184f-4e02-a18b-1a366f0a64de req-cd87b6bb-f895-474c-901b-f661e0bc798b tempest-ServersNegativeTestJSON-1801279904 tempest-ServersNegativeTestJSON-1801279904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:02:37.917575 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-dfcd2421-184f-4e02-a18b-1a366f0a64de req-cd87b6bb-f895-474c-901b-f661e0bc798b tempest-ServersNegativeTestJSON-1801279904 tempest-ServersNegativeTestJSON-1801279904-project] 10.222.0.75 "GET /v2.0/ports?device_id=4080c913-5834-40c0-918b-d3f368aeb52f HTTP/1.1" status: 200 len: 945 time: 0.0665298 Feb 09 20:02:37.981117 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-dfcd2421-184f-4e02-a18b-1a366f0a64de req-84658ef5-c0ea-4237-b749-bf9ed89888a0 tempest-ServersNegativeTestJSON-1801279904 tempest-ServersNegativeTestJSON-1801279904-project] 10.222.0.75 "GET /v2.0/security-groups?id=72f4b166-556d-4416-a8e6-a33c8fe8e680&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540733 Feb 09 20:02:39.149715 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bf47f97-ddf0-46c7-bdbc-f60dda5a6675 req-4a198c2b-3309-4c5b-a988-d11b23825764 tempest-ServersNegativeTestJSON-1801279904 tempest-ServersNegativeTestJSON-1801279904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:02:39.151313 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-1bf47f97-ddf0-46c7-bdbc-f60dda5a6675 req-4a198c2b-3309-4c5b-a988-d11b23825764 tempest-ServersNegativeTestJSON-1801279904 tempest-ServersNegativeTestJSON-1801279904-project] 10.222.0.75 "GET /v2.0/ports?device_id=4080c913-5834-40c0-918b-d3f368aeb52f HTTP/1.1" status: 200 len: 945 time: 0.0903652 Feb 09 20:02:39.171016 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5df5e309-0423-49f4-bbb6-1e6cd642a27c req-d84f51ab-e534-4e15-89de-1c274ebe4eb5 tempest-ServersNegativeTestJSON-1801279904 tempest-ServersNegativeTestJSON-1801279904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:02:39.172642 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-5df5e309-0423-49f4-bbb6-1e6cd642a27c req-d84f51ab-e534-4e15-89de-1c274ebe4eb5 tempest-ServersNegativeTestJSON-1801279904 tempest-ServersNegativeTestJSON-1801279904-project] 10.222.0.89 "GET /v2.0/ports?device_id=4080c913-5834-40c0-918b-d3f368aeb52f HTTP/1.1" status: 200 len: 945 time: 0.0788696 Feb 09 20:02:39.540006 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-1bf47f97-ddf0-46c7-bdbc-f60dda5a6675 req-67f7400f-7088-4e15-b004-059fae9a98c7 tempest-ServersNegativeTestJSON-1801279904 tempest-ServersNegativeTestJSON-1801279904-project] 10.222.0.75 "GET /v2.0/security-groups?id=72f4b166-556d-4416-a8e6-a33c8fe8e680&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3827028 Feb 09 20:02:39.567964 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.plugin [req-5df5e309-0423-49f4-bbb6-1e6cd642a27c req-df1e459f-0526-45ba-b1b7-ed97c8dce391 tempest-ServersNegativeTestJSON-1801279904 tempest-ServersNegativeTestJSON-1801279904-project] Deleting port 19f82a48-9d24-40f0-bec3-023b30bf2df7 {{(pid=103229) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 20:02:39.568308 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-5df5e309-0423-49f4-bbb6-1e6cd642a27c req-df1e459f-0526-45ba-b1b7-ed97c8dce391 tempest-ServersNegativeTestJSON-1801279904 tempest-ServersNegativeTestJSON-1801279904-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762867170196'] for port (19f82a48-9d24-40f0-bec3-023b30bf2df7), before_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:02:39.658464 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.db [req-5df5e309-0423-49f4-bbb6-1e6cd642a27c req-df1e459f-0526-45ba-b1b7-ed97c8dce391 tempest-ServersNegativeTestJSON-1801279904 tempest-ServersNegativeTestJSON-1801279904-project] For port 19f82a48-9d24-40f0-bec3-023b30bf2df7, host n-h1-713498-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-36',level=0,port_id=19f82a48-9d24-40f0-bec3-023b30bf2df7,segment=NetworkSegment(d629b629-c43e-45f7-9d68-1113bf68f116),segment_id=d629b629-c43e-45f7-9d68-1113bf68f116)] {{(pid=103229) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 20:02:39.658832 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-5df5e309-0423-49f4-bbb6-1e6cd642a27c req-df1e459f-0526-45ba-b1b7-ed97c8dce391 tempest-ServersNegativeTestJSON-1801279904 tempest-ServersNegativeTestJSON-1801279904-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1820838'] for port (19f82a48-9d24-40f0-bec3-023b30bf2df7), precommit_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:02:39.673121 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.plugin [req-5df5e309-0423-49f4-bbb6-1e6cd642a27c req-df1e459f-0526-45ba-b1b7-ed97c8dce391 tempest-ServersNegativeTestJSON-1801279904 tempest-ServersNegativeTestJSON-1801279904-project] Calling delete_port for 19f82a48-9d24-40f0-bec3-023b30bf2df7 owned by compute:nova {{(pid=103229) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 20:02:39.805802 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-5df5e309-0423-49f4-bbb6-1e6cd642a27c req-df1e459f-0526-45ba-b1b7-ed97c8dce391 tempest-ServersNegativeTestJSON-1801279904 tempest-ServersNegativeTestJSON-1801279904-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762867177463', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762866656476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12867576'] for port (19f82a48-9d24-40f0-bec3-023b30bf2df7), after_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:02:39.820636 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] get_ports_and_sgs() called for port_ids ['19f82a48-9d24-40f0-bec3-023b30bf2df7'] {{(pid=103232) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 20:02:39.823376 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-7429db8d-6021-40ad-813e-885be449a89b None None] get_ports_and_sgs() called for port_ids ['3f1b3db3-26a4-4cf1-bdea-b0fb54f09769'] {{(pid=103232) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 20:02:39.836427 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df1e459f-0526-45ba-b1b7-ed97c8dce391 tempest-ServersNegativeTestJSON-1801279904 tempest-ServersNegativeTestJSON-1801279904-project] Pushing event deleted for resources: {'Port': ['ID=19f82a48-9d24-40f0-bec3-023b30bf2df7,revision_number=None']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:02:39.862787 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df1e459f-0526-45ba-b1b7-ed97c8dce391 tempest-ServersNegativeTestJSON-1801279904 tempest-ServersNegativeTestJSON-1801279904-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:02:39.863134 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df1e459f-0526-45ba-b1b7-ed97c8dce391 tempest-ServersNegativeTestJSON-1801279904 tempest-ServersNegativeTestJSON-1801279904-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:02:39.864036 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df1e459f-0526-45ba-b1b7-ed97c8dce391 tempest-ServersNegativeTestJSON-1801279904 tempest-ServersNegativeTestJSON-1801279904-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:02:39.864491 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df1e459f-0526-45ba-b1b7-ed97c8dce391 tempest-ServersNegativeTestJSON-1801279904 tempest-ServersNegativeTestJSON-1801279904-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:02:39.864982 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df1e459f-0526-45ba-b1b7-ed97c8dce391 tempest-ServersNegativeTestJSON-1801279904 tempest-ServersNegativeTestJSON-1801279904-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:02:39.865501 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df1e459f-0526-45ba-b1b7-ed97c8dce391 tempest-ServersNegativeTestJSON-1801279904 tempest-ServersNegativeTestJSON-1801279904-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:02:39.865829 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df1e459f-0526-45ba-b1b7-ed97c8dce391 tempest-ServersNegativeTestJSON-1801279904 tempest-ServersNegativeTestJSON-1801279904-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:02:39.866176 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df1e459f-0526-45ba-b1b7-ed97c8dce391 tempest-ServersNegativeTestJSON-1801279904 tempest-ServersNegativeTestJSON-1801279904-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:02:39.866502 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df1e459f-0526-45ba-b1b7-ed97c8dce391 tempest-ServersNegativeTestJSON-1801279904 tempest-ServersNegativeTestJSON-1801279904-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:02:39.866832 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df1e459f-0526-45ba-b1b7-ed97c8dce391 tempest-ServersNegativeTestJSON-1801279904 tempest-ServersNegativeTestJSON-1801279904-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:02:39.867154 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df1e459f-0526-45ba-b1b7-ed97c8dce391 tempest-ServersNegativeTestJSON-1801279904 tempest-ServersNegativeTestJSON-1801279904-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:02:39.867471 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df1e459f-0526-45ba-b1b7-ed97c8dce391 tempest-ServersNegativeTestJSON-1801279904 tempest-ServersNegativeTestJSON-1801279904-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:02:39.867787 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df1e459f-0526-45ba-b1b7-ed97c8dce391 tempest-ServersNegativeTestJSON-1801279904 tempest-ServersNegativeTestJSON-1801279904-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:02:39.894350 n-d-713498-36 neutron-server[103229]: DEBUG neutron.db.l3_dvrscheduler_db [req-5df5e309-0423-49f4-bbb6-1e6cd642a27c req-df1e459f-0526-45ba-b1b7-ed97c8dce391 tempest-ServersNegativeTestJSON-1801279904 tempest-ServersNegativeTestJSON-1801279904-project] No DVR routers for this DVR port 19f82a48-9d24-40f0-bec3-023b30bf2df7 on host n-h1-713498-36 {{(pid=103229) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 20:02:39.897811 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-5df5e309-0423-49f4-bbb6-1e6cd642a27c req-df1e459f-0526-45ba-b1b7-ed97c8dce391 tempest-ServersNegativeTestJSON-1801279904 tempest-ServersNegativeTestJSON-1801279904-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171096'] for port (None), before_response {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:02:39.901587 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-5df5e309-0423-49f4-bbb6-1e6cd642a27c req-df1e459f-0526-45ba-b1b7-ed97c8dce391 tempest-ServersNegativeTestJSON-1801279904 tempest-ServersNegativeTestJSON-1801279904-project] 10.222.0.89 "DELETE /v2.0/ports/19f82a48-9d24-40f0-bec3-023b30bf2df7 HTTP/1.1" status: 204 len: 173 time: 0.7224312 Feb 09 20:02:39.902091 n-d-713498-36 neutron-server[103229]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4080c913-5834-40c0-918b-d3f368aeb52f', 'name': 'network-vif-deleted', 'tag': '19f82a48-9d24-40f0-bec3-023b30bf2df7'}] {{(pid=103229) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 20:02:39.905296 n-d-713498-36 neutron-server[103229]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}07d618d1c5389b9cd0b8ca1de8f17b65d6cfa6b0806685514be6977118e88e42" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-24a29b2f-0cc4-4a61-a1ba-fa01c32498b6" -d '{"events": [{"server_uuid": "4080c913-5834-40c0-918b-d3f368aeb52f", "name": "network-vif-deleted", "tag": "19f82a48-9d24-40f0-bec3-023b30bf2df7"}]}' {{(pid=103229) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 20:02:39.951720 n-d-713498-36 neutron-server[103229]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 20:02:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-88ff996e-3c37-4959-88d4-cec52ec911a2 x-openstack-request-id: req-88ff996e-3c37-4959-88d4-cec52ec911a2 {{(pid=103229) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 20:02:39.952183 n-d-713498-36 neutron-server[103229]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4080c913-5834-40c0-918b-d3f368aeb52f", "name": "network-vif-deleted", "tag": "19f82a48-9d24-40f0-bec3-023b30bf2df7", "status": "completed", "code": 200}]} {{(pid=103229) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 20:02:39.952556 n-d-713498-36 neutron-server[103229]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-88ff996e-3c37-4959-88d4-cec52ec911a2 {{(pid=103229) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 20:02:39.953055 n-d-713498-36 neutron-server[103229]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4080c913-5834-40c0-918b-d3f368aeb52f', 'name': 'network-vif-deleted', 'tag': '19f82a48-9d24-40f0-bec3-023b30bf2df7', 'status': 'completed', 'code': 200} Feb 09 20:02:40.704837 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ede33bfe-f46e-4925-aacb-4aefeaf2877d req-5cfdae48-61b0-46ff-8976-89d4175a087d tempest-ServersNegativeTestJSON-1801279904 tempest-ServersNegativeTestJSON-1801279904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:02:40.706364 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-ede33bfe-f46e-4925-aacb-4aefeaf2877d req-5cfdae48-61b0-46ff-8976-89d4175a087d tempest-ServersNegativeTestJSON-1801279904 tempest-ServersNegativeTestJSON-1801279904-project] 10.222.0.75 "GET /v2.0/ports?device_id=8c925712-2a8e-4999-a524-fb6ab21cc5cd HTTP/1.1" status: 200 len: 946 time: 0.0540085 Feb 09 20:02:40.756366 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-ede33bfe-f46e-4925-aacb-4aefeaf2877d req-edb31b6f-0d5c-49c4-b65d-8b1e96dcf756 tempest-ServersNegativeTestJSON-1801279904 tempest-ServersNegativeTestJSON-1801279904-project] 10.222.0.75 "GET /v2.0/security-groups?id=72f4b166-556d-4416-a8e6-a33c8fe8e680&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433133 Feb 09 20:02:40.893541 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-a67134d8-9227-4f88-9ce6-623d31a51a09 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762867132591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593584'] for agent (af91e4b9-f4e1-42b1-a25c-a10dc47171c8), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:02:40.899791 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ec4592b-bfbe-4910-8930-0c7866eecfe9 req-96c80b1e-bb7b-4ed8-870b-e5b72b6289fb tempest-ServersNegativeTestJSON-1801279904 tempest-ServersNegativeTestJSON-1801279904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:02:40.901353 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-6ec4592b-bfbe-4910-8930-0c7866eecfe9 req-96c80b1e-bb7b-4ed8-870b-e5b72b6289fb tempest-ServersNegativeTestJSON-1801279904 tempest-ServersNegativeTestJSON-1801279904-project] 10.222.0.75 "GET /v2.0/ports?device_id=8c925712-2a8e-4999-a524-fb6ab21cc5cd HTTP/1.1" status: 200 len: 946 time: 0.0584409 Feb 09 20:02:40.955656 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-6ec4592b-bfbe-4910-8930-0c7866eecfe9 req-756f2df0-78b2-4843-a041-8c995fb680a6 tempest-ServersNegativeTestJSON-1801279904 tempest-ServersNegativeTestJSON-1801279904-project] 10.222.0.75 "GET /v2.0/security-groups?id=72f4b166-556d-4416-a8e6-a33c8fe8e680&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485170 Feb 09 20:02:41.088449 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-328bc2df-4d89-45e0-9f29-4f3b32b17b38 req-e9b89292-31e2-4243-ae55-69ad55aba667 tempest-ServersNegativeTestJSON-1801279904 tempest-ServersNegativeTestJSON-1801279904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:02:41.089948 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-328bc2df-4d89-45e0-9f29-4f3b32b17b38 req-e9b89292-31e2-4243-ae55-69ad55aba667 tempest-ServersNegativeTestJSON-1801279904 tempest-ServersNegativeTestJSON-1801279904-project] 10.222.0.75 "GET /v2.0/ports?device_id=8c925712-2a8e-4999-a524-fb6ab21cc5cd HTTP/1.1" status: 200 len: 946 time: 0.0610597 Feb 09 20:02:41.139858 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-328bc2df-4d89-45e0-9f29-4f3b32b17b38 req-7fc7b0f4-5ee4-4b4f-bedf-c8d274e35408 tempest-ServersNegativeTestJSON-1801279904 tempest-ServersNegativeTestJSON-1801279904-project] 10.222.0.75 "GET /v2.0/security-groups?id=72f4b166-556d-4416-a8e6-a33c8fe8e680&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428550 Feb 09 20:02:41.326734 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f40a4c5-46ef-4040-8959-609a45c79510 req-a3a85b0a-7212-496a-8e9e-04472e96a656 tempest-ServersNegativeTestJSON-1801279904 tempest-ServersNegativeTestJSON-1801279904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:02:41.328198 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-8f40a4c5-46ef-4040-8959-609a45c79510 req-a3a85b0a-7212-496a-8e9e-04472e96a656 tempest-ServersNegativeTestJSON-1801279904 tempest-ServersNegativeTestJSON-1801279904-project] 10.222.0.75 "GET /v2.0/ports?device_id=8c925712-2a8e-4999-a524-fb6ab21cc5cd HTTP/1.1" status: 200 len: 946 time: 0.0542631 Feb 09 20:02:41.376621 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-8f40a4c5-46ef-4040-8959-609a45c79510 req-1243f507-89fa-4f34-be9e-c625ae207f68 tempest-ServersNegativeTestJSON-1801279904 tempest-ServersNegativeTestJSON-1801279904-project] 10.222.0.75 "GET /v2.0/security-groups?id=72f4b166-556d-4416-a8e6-a33c8fe8e680&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419481 Feb 09 20:02:41.512029 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8418d8e-8891-4d65-9077-d19dc2980a6e req-ad52b9dd-7c28-41e3-a406-0c00ebc383ff tempest-ServersNegativeTestJSON-1801279904 tempest-ServersNegativeTestJSON-1801279904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:02:41.513520 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-f8418d8e-8891-4d65-9077-d19dc2980a6e req-ad52b9dd-7c28-41e3-a406-0c00ebc383ff tempest-ServersNegativeTestJSON-1801279904 tempest-ServersNegativeTestJSON-1801279904-project] 10.222.0.75 "GET /v2.0/ports?device_id=8c925712-2a8e-4999-a524-fb6ab21cc5cd HTTP/1.1" status: 200 len: 946 time: 0.0595536 Feb 09 20:02:41.563952 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-f8418d8e-8891-4d65-9077-d19dc2980a6e req-587e8f39-1060-43fd-a1b0-c22cbb20edf1 tempest-ServersNegativeTestJSON-1801279904 tempest-ServersNegativeTestJSON-1801279904-project] 10.222.0.75 "GET /v2.0/security-groups?id=72f4b166-556d-4416-a8e6-a33c8fe8e680&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447598 Feb 09 20:02:41.697038 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1dc2aa1-7f1f-460f-a878-b2b968b59da7 req-dd86fd2b-8bdd-489c-b909-71dbffed84e3 tempest-ServersNegativeTestJSON-1801279904 tempest-ServersNegativeTestJSON-1801279904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:02:41.698515 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-d1dc2aa1-7f1f-460f-a878-b2b968b59da7 req-dd86fd2b-8bdd-489c-b909-71dbffed84e3 tempest-ServersNegativeTestJSON-1801279904 tempest-ServersNegativeTestJSON-1801279904-project] 10.222.0.75 "GET /v2.0/ports?device_id=8c925712-2a8e-4999-a524-fb6ab21cc5cd HTTP/1.1" status: 200 len: 946 time: 0.0550365 Feb 09 20:02:41.746774 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-d1dc2aa1-7f1f-460f-a878-b2b968b59da7 req-9b3e1677-8866-4886-a2fb-6e0ab04d228a tempest-ServersNegativeTestJSON-1801279904 tempest-ServersNegativeTestJSON-1801279904-project] 10.222.0.75 "GET /v2.0/security-groups?id=72f4b166-556d-4416-a8e6-a33c8fe8e680&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425055 Feb 09 20:02:42.084976 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bd964b9-0fba-4e2c-9681-64bf7ce60db6 req-f60aea7a-afa5-4848-a2ba-2487361eecd4 tempest-ServersNegativeTestJSON-1801279904 tempest-ServersNegativeTestJSON-1801279904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:02:42.086499 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-0bd964b9-0fba-4e2c-9681-64bf7ce60db6 req-f60aea7a-afa5-4848-a2ba-2487361eecd4 tempest-ServersNegativeTestJSON-1801279904 tempest-ServersNegativeTestJSON-1801279904-project] 10.222.0.75 "GET /v2.0/ports?device_id=8c925712-2a8e-4999-a524-fb6ab21cc5cd HTTP/1.1" status: 200 len: 946 time: 0.0657842 Feb 09 20:02:42.137541 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-0bd964b9-0fba-4e2c-9681-64bf7ce60db6 req-26c02fb5-de02-43b7-8717-5768823e9363 tempest-ServersNegativeTestJSON-1801279904 tempest-ServersNegativeTestJSON-1801279904-project] 10.222.0.75 "GET /v2.0/security-groups?id=72f4b166-556d-4416-a8e6-a33c8fe8e680&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450804 Feb 09 20:02:43.189218 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Device 19f82a48-9d24-40f0-bec3-023b30bf2df7 no longer exists at agent hyperv_n-h1-713498-36 {{(pid=103232) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 20:02:43.218271 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] No Port match for: 19f82a48-9d24-40f0-bec3-023b30bf2df7 {{(pid=103232) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 20:02:43.218618 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Device 19f82a48-9d24-40f0-bec3-023b30bf2df7 not bound to the agent host n-h1-713498-36 {{(pid=103232) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 20:02:43.220740 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-408e99f1-e1e1-4d61-b0a7-7b159d056841 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762867132591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593584'] for agent (93303d5e-5d17-45e8-8963-7694f87783ae), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:02:43.277449 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-becbef91-4c6c-434e-bc01-5c74adeae0fa req-d5196733-5d50-4305-82cc-e083e96833f5 tempest-ServersNegativeTestJSON-1801279904 tempest-ServersNegativeTestJSON-1801279904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:02:43.278997 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-becbef91-4c6c-434e-bc01-5c74adeae0fa req-d5196733-5d50-4305-82cc-e083e96833f5 tempest-ServersNegativeTestJSON-1801279904 tempest-ServersNegativeTestJSON-1801279904-project] 10.222.0.75 "GET /v2.0/ports?device_id=8c925712-2a8e-4999-a524-fb6ab21cc5cd HTTP/1.1" status: 200 len: 946 time: 0.0603664 Feb 09 20:02:43.328860 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-becbef91-4c6c-434e-bc01-5c74adeae0fa req-af5af5c0-6cdf-4c72-b5a2-cda0797b4f53 tempest-ServersNegativeTestJSON-1801279904 tempest-ServersNegativeTestJSON-1801279904-project] 10.222.0.75 "GET /v2.0/security-groups?id=72f4b166-556d-4416-a8e6-a33c8fe8e680&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439007 Feb 09 20:02:43.676933 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97b36999-a4d5-41df-b6aa-3938984af6cf req-a908e99f-0e57-4190-8505-6a80ad05a45a tempest-ServersNegativeTestJSON-1801279904 tempest-ServersNegativeTestJSON-1801279904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:02:43.678623 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-97b36999-a4d5-41df-b6aa-3938984af6cf req-a908e99f-0e57-4190-8505-6a80ad05a45a tempest-ServersNegativeTestJSON-1801279904 tempest-ServersNegativeTestJSON-1801279904-project] 10.222.0.90 "GET /v2.0/ports?device_id=8c925712-2a8e-4999-a524-fb6ab21cc5cd HTTP/1.1" status: 200 len: 946 time: 0.0543933 Feb 09 20:02:43.779164 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.plugin [req-97b36999-a4d5-41df-b6aa-3938984af6cf req-cdd79de4-66b5-4bdd-833f-d3a30c456efa tempest-ServersNegativeTestJSON-1801279904 tempest-ServersNegativeTestJSON-1801279904-project] Deleting port 3f1b3db3-26a4-4cf1-bdea-b0fb54f09769 {{(pid=103230) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 20:02:43.779502 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [req-97b36999-a4d5-41df-b6aa-3938984af6cf req-cdd79de4-66b5-4bdd-833f-d3a30c456efa tempest-ServersNegativeTestJSON-1801279904 tempest-ServersNegativeTestJSON-1801279904-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762867170196'] for port (3f1b3db3-26a4-4cf1-bdea-b0fb54f09769), before_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:02:43.870962 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.db [req-97b36999-a4d5-41df-b6aa-3938984af6cf req-cdd79de4-66b5-4bdd-833f-d3a30c456efa tempest-ServersNegativeTestJSON-1801279904 tempest-ServersNegativeTestJSON-1801279904-project] For port 3f1b3db3-26a4-4cf1-bdea-b0fb54f09769, host n-h2-713498-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-36',level=0,port_id=3f1b3db3-26a4-4cf1-bdea-b0fb54f09769,segment=NetworkSegment(d629b629-c43e-45f7-9d68-1113bf68f116),segment_id=d629b629-c43e-45f7-9d68-1113bf68f116)] {{(pid=103230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 20:02:43.871236 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [req-97b36999-a4d5-41df-b6aa-3938984af6cf req-cdd79de4-66b5-4bdd-833f-d3a30c456efa tempest-ServersNegativeTestJSON-1801279904 tempest-ServersNegativeTestJSON-1801279904-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1820838'] for port (3f1b3db3-26a4-4cf1-bdea-b0fb54f09769), precommit_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:02:43.884210 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.plugin [req-97b36999-a4d5-41df-b6aa-3938984af6cf req-cdd79de4-66b5-4bdd-833f-d3a30c456efa tempest-ServersNegativeTestJSON-1801279904 tempest-ServersNegativeTestJSON-1801279904-project] Calling delete_port for 3f1b3db3-26a4-4cf1-bdea-b0fb54f09769 owned by compute:nova {{(pid=103230) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 20:02:44.021241 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [req-97b36999-a4d5-41df-b6aa-3938984af6cf req-cdd79de4-66b5-4bdd-833f-d3a30c456efa tempest-ServersNegativeTestJSON-1801279904 tempest-ServersNegativeTestJSON-1801279904-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762867177463', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762866656476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14393751'] for port (3f1b3db3-26a4-4cf1-bdea-b0fb54f09769), after_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:02:44.034792 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-7429db8d-6021-40ad-813e-885be449a89b None None] get_ports_and_sgs() called for port_ids ['3f1b3db3-26a4-4cf1-bdea-b0fb54f09769'] {{(pid=103232) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 20:02:44.051807 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdd79de4-66b5-4bdd-833f-d3a30c456efa tempest-ServersNegativeTestJSON-1801279904 tempest-ServersNegativeTestJSON-1801279904-project] Pushing event deleted for resources: {'Port': ['ID=3f1b3db3-26a4-4cf1-bdea-b0fb54f09769,revision_number=None']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:02:44.096256 n-d-713498-36 neutron-server[103230]: DEBUG neutron.db.l3_dvrscheduler_db [req-97b36999-a4d5-41df-b6aa-3938984af6cf req-cdd79de4-66b5-4bdd-833f-d3a30c456efa tempest-ServersNegativeTestJSON-1801279904 tempest-ServersNegativeTestJSON-1801279904-project] No DVR routers for this DVR port 3f1b3db3-26a4-4cf1-bdea-b0fb54f09769 on host n-h2-713498-36 {{(pid=103230) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 20:02:44.099546 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [req-97b36999-a4d5-41df-b6aa-3938984af6cf req-cdd79de4-66b5-4bdd-833f-d3a30c456efa tempest-ServersNegativeTestJSON-1801279904 tempest-ServersNegativeTestJSON-1801279904-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171096'] for port (None), before_response {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:02:44.102979 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-97b36999-a4d5-41df-b6aa-3938984af6cf req-cdd79de4-66b5-4bdd-833f-d3a30c456efa tempest-ServersNegativeTestJSON-1801279904 tempest-ServersNegativeTestJSON-1801279904-project] 10.222.0.90 "DELETE /v2.0/ports/3f1b3db3-26a4-4cf1-bdea-b0fb54f09769 HTTP/1.1" status: 204 len: 173 time: 0.4177387 Feb 09 20:02:44.103440 n-d-713498-36 neutron-server[103230]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8c925712-2a8e-4999-a524-fb6ab21cc5cd', 'name': 'network-vif-deleted', 'tag': '3f1b3db3-26a4-4cf1-bdea-b0fb54f09769'}] {{(pid=103230) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 20:02:44.105818 n-d-713498-36 neutron-server[103230]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bdec2cd40908e72a0a66447c6deb3367bbdbf2f4033028e05eb26280eb3900ec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d398d0a7-06d1-4aab-9976-1ffdb3ad1878" -d '{"events": [{"server_uuid": "8c925712-2a8e-4999-a524-fb6ab21cc5cd", "name": "network-vif-deleted", "tag": "3f1b3db3-26a4-4cf1-bdea-b0fb54f09769"}]}' {{(pid=103230) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 20:02:44.148043 n-d-713498-36 neutron-server[103230]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 20:02:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b998883c-8e33-4066-82f8-30d423845441 x-openstack-request-id: req-b998883c-8e33-4066-82f8-30d423845441 {{(pid=103230) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 20:02:44.148347 n-d-713498-36 neutron-server[103230]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8c925712-2a8e-4999-a524-fb6ab21cc5cd", "name": "network-vif-deleted", "tag": "3f1b3db3-26a4-4cf1-bdea-b0fb54f09769", "status": "completed", "code": 200}]} {{(pid=103230) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 20:02:44.148605 n-d-713498-36 neutron-server[103230]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-b998883c-8e33-4066-82f8-30d423845441 {{(pid=103230) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 20:02:44.149014 n-d-713498-36 neutron-server[103230]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8c925712-2a8e-4999-a524-fb6ab21cc5cd', 'name': 'network-vif-deleted', 'tag': '3f1b3db3-26a4-4cf1-bdea-b0fb54f09769', 'status': 'completed', 'code': 200} Feb 09 20:02:44.443962 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-687c2fd9-a1ca-4acb-a875-a96df2c99a90 req-a2d44feb-9472-40bd-8ac6-d857be52b114 tempest-ServersNegativeTestJSON-1801279904 tempest-ServersNegativeTestJSON-1801279904-project] 10.222.0.75 "GET /v2.0/ports?device_id=8c925712-2a8e-4999-a524-fb6ab21cc5cd HTTP/1.1" status: 200 len: 210 time: 0.0274978 Feb 09 20:02:44.516621 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-edc54c9b-7f13-45d9-9271-85c9738b0128 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762867132591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593584'] for agent (a62b1850-466f-48ae-bec7-d62fb280e14b), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:02:45.503519 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 53126) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:02:45.548592 n-d-713498-36 neutron-server[103229]: DEBUG neutron.db.db_base_plugin_v2 [None req-32df15c2-8262-4cce-a88b-f9fe49dea38d admin admin] Deleting subnet fdb71575-b6a9-457b-b40b-1ee6d4795544 {{(pid=103229) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 20:02:45.553791 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-32df15c2-8262-4cce-a88b-f9fe49dea38d admin admin] Publish callbacks [] for subnet (fdb71575-b6a9-457b-b40b-1ee6d4795544), before_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:02:45.592571 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-32df15c2-8262-4cce-a88b-f9fe49dea38d admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16683410'] for subnet (fdb71575-b6a9-457b-b40b-1ee6d4795544), precommit_delete_associations {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:02:45.635344 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-32df15c2-8262-4cce-a88b-f9fe49dea38d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-759852'] for subnet (fdb71575-b6a9-457b-b40b-1ee6d4795544), precommit_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:02:45.692185 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-32df15c2-8262-4cce-a88b-f9fe49dea38d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-760023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12867367', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12759238'] for subnet (fdb71575-b6a9-457b-b40b-1ee6d4795544), after_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:02:45.723867 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32df15c2-8262-4cce-a88b-f9fe49dea38d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fdb71575-b6a9-457b-b40b-1ee6d4795544,revision_number=None']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:02:45.729092 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-32df15c2-8262-4cce-a88b-f9fe49dea38d admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:02:45.732069 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-32df15c2-8262-4cce-a88b-f9fe49dea38d admin admin] 10.222.0.75 "DELETE /v2.0/subnets/fdb71575-b6a9-457b-b40b-1ee6d4795544 HTTP/1.1" status: 204 len: 168 time: 0.2273037 Feb 09 20:02:45.734618 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 53132) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:02:45.808399 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-dfe2936b-c347-406f-86cc-a4dd78ca0d7a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-670458'] for network (437b1bb8-86c8-4d56-8b14-edbc3bf6dd7f), before_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:02:45.888759 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-dfe2936b-c347-406f-86cc-a4dd78ca0d7a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-590267', 'neutron.services.segments.db._delete_segments_for_network-8762867132609'] for network (437b1bb8-86c8-4d56-8b14-edbc3bf6dd7f), precommit_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:02:45.920391 n-d-713498-36 neutron-server[103229]: DEBUG neutron.services.segments.db [None req-dfe2936b-c347-406f-86cc-a4dd78ca0d7a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['437b1bb8-86c8-4d56-8b14-edbc3bf6dd7f']}} {{(pid=103229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 20:02:45.930956 n-d-713498-36 neutron-server[103229]: DEBUG neutron.services.segments.db [None req-dfe2936b-c347-406f-86cc-a4dd78ca0d7a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd629b629-c43e-45f7-9d68-1113bf68f116') {'for_net_delete': True} {{(pid=103229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 20:02:45.931254 n-d-713498-36 neutron-server[103229]: DEBUG neutron.services.segments.db [None req-dfe2936b-c347-406f-86cc-a4dd78ca0d7a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd629b629-c43e-45f7-9d68-1113bf68f116') {} {{(pid=103229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 20:02:45.940942 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-dfe2936b-c347-406f-86cc-a4dd78ca0d7a admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762867134154', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16683417'] for segment (d629b629-c43e-45f7-9d68-1113bf68f116), before_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:02:45.954793 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-dfe2936b-c347-406f-86cc-a4dd78ca0d7a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-759574'] for segment (d629b629-c43e-45f7-9d68-1113bf68f116), precommit_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:02:45.961973 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dfe2936b-c347-406f-86cc-a4dd78ca0d7a admin admin] Releasing vlan 393 on physical network physnet1 to pool {{(pid=103229) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 20:02:45.962416 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-dfe2936b-c347-406f-86cc-a4dd78ca0d7a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-759574', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12867469'] for segment (d629b629-c43e-45f7-9d68-1113bf68f116), after_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:02:45.964269 n-d-713498-36 neutron-server[103229]: Traceback (most recent call last): Feb 09 20:02:45.964269 n-d-713498-36 neutron-server[103229]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 20:02:45.964269 n-d-713498-36 neutron-server[103229]: timer() Feb 09 20:02:45.964269 n-d-713498-36 neutron-server[103229]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 20:02:45.964269 n-d-713498-36 neutron-server[103229]: cb(*args, **kw) Feb 09 20:02:45.964269 n-d-713498-36 neutron-server[103229]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 20:02:45.964269 n-d-713498-36 neutron-server[103229]: return func(*args, **kwargs) Feb 09 20:02:45.964269 n-d-713498-36 neutron-server[103229]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 20:02:45.964269 n-d-713498-36 neutron-server[103229]: self._notify() Feb 09 20:02:45.964269 n-d-713498-36 neutron-server[103229]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 20:02:45.964269 n-d-713498-36 neutron-server[103229]: self.callback(batched_events) Feb 09 20:02:45.964269 n-d-713498-36 neutron-server[103229]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 20:02:45.964269 n-d-713498-36 neutron-server[103229]: event.method(event) Feb 09 20:02:45.964269 n-d-713498-36 neutron-server[103229]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 20:02:45.964269 n-d-713498-36 neutron-server[103229]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 20:02:45.964269 n-d-713498-36 neutron-server[103229]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 20:02:45.964269 n-d-713498-36 neutron-server[103229]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 20:02:45.964269 n-d-713498-36 neutron-server[103229]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 20:02:45.964269 n-d-713498-36 neutron-server[103229]: return f(self, *a, **k) Feb 09 20:02:45.964269 n-d-713498-36 neutron-server[103229]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 20:02:45.964269 n-d-713498-36 neutron-server[103229]: return self._get(url).json() Feb 09 20:02:45.964269 n-d-713498-36 neutron-server[103229]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 20:02:45.964269 n-d-713498-36 neutron-server[103229]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 20:02:45.964269 n-d-713498-36 neutron-server[103229]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 20:02:45.964269 n-d-713498-36 neutron-server[103229]: return self.request(url, 'GET', **kwargs) Feb 09 20:02:45.964269 n-d-713498-36 neutron-server[103229]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 20:02:45.964269 n-d-713498-36 neutron-server[103229]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 20:02:45.964269 n-d-713498-36 neutron-server[103229]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 20:02:45.964269 n-d-713498-36 neutron-server[103229]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 20:02:45.964269 n-d-713498-36 neutron-server[103229]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 20:02:45.964269 n-d-713498-36 neutron-server[103229]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 20:02:45.964269 n-d-713498-36 neutron-server[103229]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 20:02:46.023360 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-dfe2936b-c347-406f-86cc-a4dd78ca0d7a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-590242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1885479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1818895'] for network (437b1bb8-86c8-4d56-8b14-edbc3bf6dd7f), after_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:02:46.028948 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-dfe2936b-c347-406f-86cc-a4dd78ca0d7a admin admin] Publish callbacks [] for network (None), before_response {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:02:46.032192 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-dfe2936b-c347-406f-86cc-a4dd78ca0d7a admin admin] 10.222.0.75 "DELETE /v2.0/networks/437b1bb8-86c8-4d56-8b14-edbc3bf6dd7f HTTP/1.1" status: 204 len: 168 time: 0.2966340 Feb 09 20:02:46.043935 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfe2936b-c347-406f-86cc-a4dd78ca0d7a admin admin] Pushing event deleted for resources: {'Network': ['ID=437b1bb8-86c8-4d56-8b14-edbc3bf6dd7f,revision_number=None']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:02:46.138224 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-a7262a8e-0513-48fd-984d-75726a511961 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762867132591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593584'] for agent (911cfea2-02ae-4ec9-bac3-7808ee1cdd9c), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:02:46.153026 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 53136) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:02:46.195877 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-bd325281-78fe-483c-8216-51fcf3a347bc admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=f87eb53cd10547a5bce169cfbf902e41&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0416522 Feb 09 20:02:46.198391 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 53138) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:02:46.254847 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-1a9a4112-b3da-48a5-9e78-daf1f8ea2a56 admin admin] Publish callbacks [] for security_group (72f4b166-556d-4416-a8e6-a33c8fe8e680), before_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:02:46.278588 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-1a9a4112-b3da-48a5-9e78-daf1f8ea2a56 admin admin] Publish callbacks [] for security_group (72f4b166-556d-4416-a8e6-a33c8fe8e680), precommit_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:02:46.327573 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-1a9a4112-b3da-48a5-9e78-daf1f8ea2a56 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1892331'] for security_group (72f4b166-556d-4416-a8e6-a33c8fe8e680), after_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:02:46.330220 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-1a9a4112-b3da-48a5-9e78-daf1f8ea2a56 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:02:46.331389 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-1a9a4112-b3da-48a5-9e78-daf1f8ea2a56 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/72f4b166-556d-4416-a8e6-a33c8fe8e680 HTTP/1.1" status: 204 len: 168 time: 0.1320858 Feb 09 20:02:46.339926 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a9a4112-b3da-48a5-9e78-daf1f8ea2a56 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=72f4b166-556d-4416-a8e6-a33c8fe8e680,revision_number=None']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:02:46.755898 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Device 3f1b3db3-26a4-4cf1-bdea-b0fb54f09769 no longer exists at agent hyperv_n-h2-713498-36 {{(pid=103232) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 20:02:46.779495 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-7429db8d-6021-40ad-813e-885be449a89b None None] No Port match for: 3f1b3db3-26a4-4cf1-bdea-b0fb54f09769 {{(pid=103232) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 20:02:46.779858 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Device 3f1b3db3-26a4-4cf1-bdea-b0fb54f09769 not bound to the agent host n-h2-713498-36 {{(pid=103232) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 20:02:47.064780 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 53160) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:02:47.138809 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762867132591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593584'] for agent (496418a2-c002-4aec-ab1a-07f3bea491bd), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:02:47.171668 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.v2.base [None req-62fc9f37-c517-459f-bbc9-cffc46e01080 tempest-NetworksIpV6Test-1240507381 tempest-NetworksIpV6Test-1240507381-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-335297545'}} {{(pid=103230) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 20:02:47.191613 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-62fc9f37-c517-459f-bbc9-cffc46e01080 tempest-NetworksIpV6Test-1240507381 tempest-NetworksIpV6Test-1240507381-project] Made reservation on behalf of 327758050800423697709e21d79247e2 for: {'network': 1} {{(pid=103230) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 20:02:47.195074 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-62fc9f37-c517-459f-bbc9-cffc46e01080 tempest-NetworksIpV6Test-1240507381 tempest-NetworksIpV6Test-1240507381-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for network (None), before_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:02:47.209051 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-62fc9f37-c517-459f-bbc9-cffc46e01080 tempest-NetworksIpV6Test-1240507381 tempest-NetworksIpV6Test-1240507381-project] Publish callbacks [] for security_group (None), before_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:02:47.301029 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-62fc9f37-c517-459f-bbc9-cffc46e01080 tempest-NetworksIpV6Test-1240507381 tempest-NetworksIpV6Test-1240507381-project] Publish callbacks [] for security_group (7dd1649a-fec3-488b-8901-117f82bc9e1f), precommit_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:02:47.305591 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-62fc9f37-c517-459f-bbc9-cffc46e01080 tempest-NetworksIpV6Test-1240507381 tempest-NetworksIpV6Test-1240507381-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1892331'] for security_group (7dd1649a-fec3-488b-8901-117f82bc9e1f), after_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:02:47.334990 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-62fc9f37-c517-459f-bbc9-cffc46e01080 tempest-NetworksIpV6Test-1240507381 tempest-NetworksIpV6Test-1240507381-project] vlan segment allocate from pool success with {'vlan_id': 357, 'physical_network': 'physnet1'} {{(pid=103230) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 20:02:47.344835 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62fc9f37-c517-459f-bbc9-cffc46e01080 tempest-NetworksIpV6Test-1240507381 tempest-NetworksIpV6Test-1240507381-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7dd1649a-fec3-488b-8901-117f82bc9e1f,revision_number=1']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:02:47.350649 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-62fc9f37-c517-459f-bbc9-cffc46e01080 tempest-NetworksIpV6Test-1240507381 tempest-NetworksIpV6Test-1240507381-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-759574'] for segment (3ed3a34d-612a-4a05-bb4c-184ab6acad9c), precommit_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:02:47.350998 n-d-713498-36 neutron-server[103230]: INFO neutron.db.segments_db [None req-62fc9f37-c517-459f-bbc9-cffc46e01080 tempest-NetworksIpV6Test-1240507381 tempest-NetworksIpV6Test-1240507381-project] Added segment 3ed3a34d-612a-4a05-bb4c-184ab6acad9c of type vlan for network 7ddd8f91-6a39-4b51-a30d-4b4eb31aebab Feb 09 20:02:47.392315 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-62fc9f37-c517-459f-bbc9-cffc46e01080 tempest-NetworksIpV6Test-1240507381 tempest-NetworksIpV6Test-1240507381-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762866642225'] for network (7ddd8f91-6a39-4b51-a30d-4b4eb31aebab), precommit_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:02:47.419980 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-62fc9f37-c517-459f-bbc9-cffc46e01080 tempest-NetworksIpV6Test-1240507381 tempest-NetworksIpV6Test-1240507381-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1885479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452'] for network (7ddd8f91-6a39-4b51-a30d-4b4eb31aebab), after_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:02:47.425077 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62fc9f37-c517-459f-bbc9-cffc46e01080 tempest-NetworksIpV6Test-1240507381 tempest-NetworksIpV6Test-1240507381-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:02:47.425658 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-62fc9f37-c517-459f-bbc9-cffc46e01080 tempest-NetworksIpV6Test-1240507381 tempest-NetworksIpV6Test-1240507381-project] Publish callbacks [] for network (None), before_response {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:02:47.514995 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-62fc9f37-c517-459f-bbc9-cffc46e01080 tempest-NetworksIpV6Test-1240507381 tempest-NetworksIpV6Test-1240507381-project] 10.222.0.75 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.4490318 Feb 09 20:02:47.545900 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62fc9f37-c517-459f-bbc9-cffc46e01080 tempest-NetworksIpV6Test-1240507381 tempest-NetworksIpV6Test-1240507381-project] Pushing event updated for resources: {'Network': ['ID=7ddd8f91-6a39-4b51-a30d-4b4eb31aebab,revision_number=1']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:02:47.559145 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Network 7ddd8f91-6a39-4b51-a30d-4b4eb31aebab details requested by agent ovs-agent-n-d-713498-36 with host n-d-713498-36 {{(pid=103232) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 20:02:48.989334 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762867132591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593584'] for agent (488cd9ae-631f-4955-ba0b-4f5a13f12e9c), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:02:49.460905 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762867132591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593584'] for agent (bcd5faee-dc24-4298-9134-0e0aa054058e), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:02:50.844119 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 53164) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:02:50.849874 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.v2.base [None req-abda44b0-7e5e-43d0-b88d-dbcba779a2ef tempest-NetworksIpV6Test-1240507381 tempest-NetworksIpV6Test-1240507381-project] Request body: {'subnet': {'network_id': '7ddd8f91-6a39-4b51-a30d-4b4eb31aebab', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=103229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 20:02:50.943312 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-abda44b0-7e5e-43d0-b88d-dbcba779a2ef tempest-NetworksIpV6Test-1240507381 tempest-NetworksIpV6Test-1240507381-project] Made reservation on behalf of 327758050800423697709e21d79247e2 for: {'subnet': 1} {{(pid=103229) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 20:02:50.947156 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-abda44b0-7e5e-43d0-b88d-dbcba779a2ef tempest-NetworksIpV6Test-1240507381 tempest-NetworksIpV6Test-1240507381-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12759265'] for subnet (None), before_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:02:51.139024 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-abda44b0-7e5e-43d0-b88d-dbcba779a2ef tempest-NetworksIpV6Test-1240507381 tempest-NetworksIpV6Test-1240507381-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12867428', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12759263'] for subnet (ad4582bd-bf23-4bec-903f-416ed46b3da2), after_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:02:51.205098 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abda44b0-7e5e-43d0-b88d-dbcba779a2ef tempest-NetworksIpV6Test-1240507381 tempest-NetworksIpV6Test-1240507381-project] Pushing event updated for resources: {'Subnet': ['ID=ad4582bd-bf23-4bec-903f-416ed46b3da2,revision_number=0']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:02:51.211776 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abda44b0-7e5e-43d0-b88d-dbcba779a2ef tempest-NetworksIpV6Test-1240507381 tempest-NetworksIpV6Test-1240507381-project] Checking segment: {'id': '3ed3a34d-612a-4a05-bb4c-184ab6acad9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '7ddd8f91-6a39-4b51-a30d-4b4eb31aebab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103229) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 20:02:51.212168 n-d-713498-36 neutron-server[103229]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-abda44b0-7e5e-43d0-b88d-dbcba779a2ef tempest-NetworksIpV6Test-1240507381 tempest-NetworksIpV6Test-1240507381-project] Network hostable DHCP agents. Network: 7ddd8f91-6a39-4b51-a30d-4b4eb31aebab, hostable agents: ['af91e4b9-f4e1-42b1-a25c-a10dc47171c8'], hosted agents: [] {{(pid=103229) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 20:02:51.230071 n-d-713498-36 neutron-server[103229]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-abda44b0-7e5e-43d0-b88d-dbcba779a2ef tempest-NetworksIpV6Test-1240507381 tempest-NetworksIpV6Test-1240507381-project] Network 7ddd8f91-6a39-4b51-a30d-4b4eb31aebab is scheduled to be hosted by DHCP agent af91e4b9-f4e1-42b1-a25c-a10dc47171c8 with binding_index 1 {{(pid=103229) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 20:02:51.239274 n-d-713498-36 neutron-server[103229]: DEBUG neutron.scheduler.base_scheduler [None req-abda44b0-7e5e-43d0-b88d-dbcba779a2ef tempest-NetworksIpV6Test-1240507381 tempest-NetworksIpV6Test-1240507381-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713498-36, 7ddd8f91-6a39-4b51-a30d-4b4eb31aebab) {{(pid=103229) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 20:02:51.243834 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-abda44b0-7e5e-43d0-b88d-dbcba779a2ef tempest-NetworksIpV6Test-1240507381 tempest-NetworksIpV6Test-1240507381-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:02:51.244441 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-abda44b0-7e5e-43d0-b88d-dbcba779a2ef tempest-NetworksIpV6Test-1240507381 tempest-NetworksIpV6Test-1240507381-project] Publish callbacks [] for subnet (None), before_response {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:02:51.249249 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79abd0eb-4299-4903-b403-ea77afa1a221 None None] Network 7ddd8f91-6a39-4b51-a30d-4b4eb31aebab requested from n-d-713498-36 {{(pid=103232) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 20:02:51.265096 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-abda44b0-7e5e-43d0-b88d-dbcba779a2ef tempest-NetworksIpV6Test-1240507381 tempest-NetworksIpV6Test-1240507381-project] 10.222.0.75 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.4198275 Feb 09 20:02:51.271240 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 53166) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:02:51.276497 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.v2.base [None req-d52c586d-89e9-4812-b97e-9b98f406aeef tempest-NetworksIpV6Test-1240507381 tempest-NetworksIpV6Test-1240507381-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-12678273'}} {{(pid=103229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 20:02:51.298332 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d52c586d-89e9-4812-b97e-9b98f406aeef tempest-NetworksIpV6Test-1240507381 tempest-NetworksIpV6Test-1240507381-project] Made reservation on behalf of 327758050800423697709e21d79247e2 for: {'network': 1} {{(pid=103229) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 20:02:51.303092 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-d52c586d-89e9-4812-b97e-9b98f406aeef tempest-NetworksIpV6Test-1240507381 tempest-NetworksIpV6Test-1240507381-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for network (None), before_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:02:51.334541 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d52c586d-89e9-4812-b97e-9b98f406aeef tempest-NetworksIpV6Test-1240507381 tempest-NetworksIpV6Test-1240507381-project] vlan segment allocate from pool success with {'vlan_id': 360, 'physical_network': 'physnet1'} {{(pid=103229) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 20:02:51.350187 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-d52c586d-89e9-4812-b97e-9b98f406aeef tempest-NetworksIpV6Test-1240507381 tempest-NetworksIpV6Test-1240507381-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-759574'] for segment (17fd8f6b-21cc-43a8-8e0d-2011a94e128c), precommit_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:02:51.350869 n-d-713498-36 neutron-server[103229]: INFO neutron.db.segments_db [None req-d52c586d-89e9-4812-b97e-9b98f406aeef tempest-NetworksIpV6Test-1240507381 tempest-NetworksIpV6Test-1240507381-project] Added segment 17fd8f6b-21cc-43a8-8e0d-2011a94e128c of type vlan for network 6807e866-ea77-4e9b-89f3-1112d04cf292 Feb 09 20:02:51.358558 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db7d3f7e-b63d-4587-9f10-5a6c9f993c16 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8b32e980-7cce-5e82-a341-bd2fa8945c89-7ddd8f91-6a39-4b51-a30d-4b4eb31aebab', 'network_id': '7ddd8f91-6a39-4b51-a30d-4b4eb31aebab', 'project_id': '327758050800423697709e21d79247e2', 'fixed_ips': [{'subnet_id': 'ad4582bd-bf23-4bec-903f-416ed46b3da2'}]}} from n-d-713498-36. {{(pid=103232) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 09 20:02:51.359437 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-db7d3f7e-b63d-4587-9f10-5a6c9f993c16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (None), before_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:02:51.393603 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-d52c586d-89e9-4812-b97e-9b98f406aeef tempest-NetworksIpV6Test-1240507381 tempest-NetworksIpV6Test-1240507381-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762866642225'] for network (6807e866-ea77-4e9b-89f3-1112d04cf292), precommit_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:02:51.421028 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-d52c586d-89e9-4812-b97e-9b98f406aeef tempest-NetworksIpV6Test-1240507381 tempest-NetworksIpV6Test-1240507381-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1885479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452'] for network (6807e866-ea77-4e9b-89f3-1112d04cf292), after_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:02:51.427019 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d52c586d-89e9-4812-b97e-9b98f406aeef tempest-NetworksIpV6Test-1240507381 tempest-NetworksIpV6Test-1240507381-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:02:51.427630 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-d52c586d-89e9-4812-b97e-9b98f406aeef tempest-NetworksIpV6Test-1240507381 tempest-NetworksIpV6Test-1240507381-project] Publish callbacks [] for network (None), before_response {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:02:51.516283 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.db_base_plugin_common [None req-db7d3f7e-b63d-4587-9f10-5a6c9f993c16 None None] Allocated IP 2001:db8:0:ffff::2 (7ddd8f91-6a39-4b51-a30d-4b4eb31aebab/ad4582bd-bf23-4bec-903f-416ed46b3da2/a1f7c1f5-8102-4e33-a6ed-b13888060e02) {{(pid=103232) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 20:02:51.531845 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-d52c586d-89e9-4812-b97e-9b98f406aeef tempest-NetworksIpV6Test-1240507381 tempest-NetworksIpV6Test-1240507381-project] 10.222.0.75 "POST /v2.0/networks HTTP/1.1" status: 201 len: 782 time: 0.2591867 Feb 09 20:02:51.534680 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 53168) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:02:51.541922 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.v2.base [None req-b68becd3-584b-40d3-b1e3-cb974dd3fb78 tempest-NetworksIpV6Test-1240507381 tempest-NetworksIpV6Test-1240507381-project] Request body: {'subnet': {'network_id': '6807e866-ea77-4e9b-89f3-1112d04cf292', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': True, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=103230) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 20:02:51.542290 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d52c586d-89e9-4812-b97e-9b98f406aeef tempest-NetworksIpV6Test-1240507381 tempest-NetworksIpV6Test-1240507381-project] Pushing event updated for resources: {'Network': ['ID=6807e866-ea77-4e9b-89f3-1112d04cf292,revision_number=1']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:02:51.580946 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Network 6807e866-ea77-4e9b-89f3-1112d04cf292 details requested by agent ovs-agent-n-d-713498-36 with host n-d-713498-36 {{(pid=103232) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 20:02:51.639157 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b68becd3-584b-40d3-b1e3-cb974dd3fb78 tempest-NetworksIpV6Test-1240507381 tempest-NetworksIpV6Test-1240507381-project] Made reservation on behalf of 327758050800423697709e21d79247e2 for: {'subnet': 1} {{(pid=103230) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 20:02:51.643377 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-b68becd3-584b-40d3-b1e3-cb974dd3fb78 tempest-NetworksIpV6Test-1240507381 tempest-NetworksIpV6Test-1240507381-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12985917'] for subnet (None), before_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:02:51.745222 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-db7d3f7e-b63d-4587-9f10-5a6c9f993c16 None None] Publish callbacks [] for port (a1f7c1f5-8102-4e33-a6ed-b13888060e02), precommit_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:02:51.751131 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-db7d3f7e-b63d-4587-9f10-5a6c9f993c16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762866656467'] for port (a1f7c1f5-8102-4e33-a6ed-b13888060e02), after_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:02:51.795383 n-d-713498-36 neutron-server[103232]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db7d3f7e-b63d-4587-9f10-5a6c9f993c16 None None] Network 7ddd8f91-6a39-4b51-a30d-4b4eb31aebab is already hosted by enough agents. {{(pid=103232) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 20:02:51.803229 n-d-713498-36 neutron-server[103232]: DEBUG neutron.scheduler.base_scheduler [None req-db7d3f7e-b63d-4587-9f10-5a6c9f993c16 None None] Resources bound (agent type, host, resource id): {{(pid=103232) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 20:02:51.809394 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db7d3f7e-b63d-4587-9f10-5a6c9f993c16 None None] Received port after_create {{(pid=103232) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 20:02:51.815503 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db7d3f7e-b63d-4587-9f10-5a6c9f993c16 None None] Pushing event updated for resources: {'Port': ['ID=a1f7c1f5-8102-4e33-a6ed-b13888060e02,revision_number=1']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:02:51.850263 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-b68becd3-584b-40d3-b1e3-cb974dd3fb78 tempest-NetworksIpV6Test-1240507381 tempest-NetworksIpV6Test-1240507381-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14393611', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12985859'] for subnet (88c3e330-450a-4515-ac8f-fa1a12897522), after_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:02:51.874028 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.managers [None req-db7d3f7e-b63d-4587-9f10-5a6c9f993c16 None None] Attempting to bind port a1f7c1f5-8102-4e33-a6ed-b13888060e02 on host n-d-713498-36 for vnic_type normal with profile {{(pid=103232) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 20:02:51.874412 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.managers [None req-db7d3f7e-b63d-4587-9f10-5a6c9f993c16 None None] Attempting to bind port a1f7c1f5-8102-4e33-a6ed-b13888060e02 by drivers openvswitch,hyperv on host n-d-713498-36 at level 0 using segments [{'id': '3ed3a34d-612a-4a05-bb4c-184ab6acad9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '7ddd8f91-6a39-4b51-a30d-4b4eb31aebab'}] {{(pid=103232) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 20:02:51.874785 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db7d3f7e-b63d-4587-9f10-5a6c9f993c16 None None] Attempting to bind port a1f7c1f5-8102-4e33-a6ed-b13888060e02 on network 7ddd8f91-6a39-4b51-a30d-4b4eb31aebab {{(pid=103232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 20:02:51.881211 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db7d3f7e-b63d-4587-9f10-5a6c9f993c16 None None] Checking agent: {'id': '496418a2-c002-4aec-ab1a-07f3bea491bd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-36', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 18, 51, 47), 'started_at': datetime.datetime(2022, 2, 9, 18, 52, 17), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 20, 2, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-36'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 20:02:51.881598 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db7d3f7e-b63d-4587-9f10-5a6c9f993c16 None None] Checking segment: {'id': '3ed3a34d-612a-4a05-bb4c-184ab6acad9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '7ddd8f91-6a39-4b51-a30d-4b4eb31aebab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103232) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 20:02:51.882035 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-db7d3f7e-b63d-4587-9f10-5a6c9f993c16 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:02:51.882438 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db7d3f7e-b63d-4587-9f10-5a6c9f993c16 None None] Bound using segment: {'id': '3ed3a34d-612a-4a05-bb4c-184ab6acad9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '7ddd8f91-6a39-4b51-a30d-4b4eb31aebab'} {{(pid=103232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 20:02:51.882917 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.managers [None req-db7d3f7e-b63d-4587-9f10-5a6c9f993c16 None None] Bound port: a1f7c1f5-8102-4e33-a6ed-b13888060e02, host: n-d-713498-36, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3ed3a34d-612a-4a05-bb4c-184ab6acad9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '7ddd8f91-6a39-4b51-a30d-4b4eb31aebab'}}] {{(pid=103232) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 20:02:51.883307 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-db7d3f7e-b63d-4587-9f10-5a6c9f993c16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (a1f7c1f5-8102-4e33-a6ed-b13888060e02), before_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:02:51.910470 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b68becd3-584b-40d3-b1e3-cb974dd3fb78 tempest-NetworksIpV6Test-1240507381 tempest-NetworksIpV6Test-1240507381-project] Pushing event updated for resources: {'Subnet': ['ID=88c3e330-450a-4515-ac8f-fa1a12897522,revision_number=0']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:02:51.926935 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b68becd3-584b-40d3-b1e3-cb974dd3fb78 tempest-NetworksIpV6Test-1240507381 tempest-NetworksIpV6Test-1240507381-project] Checking segment: {'id': '17fd8f6b-21cc-43a8-8e0d-2011a94e128c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '6807e866-ea77-4e9b-89f3-1112d04cf292'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103230) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 20:02:51.927246 n-d-713498-36 neutron-server[103230]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b68becd3-584b-40d3-b1e3-cb974dd3fb78 tempest-NetworksIpV6Test-1240507381 tempest-NetworksIpV6Test-1240507381-project] Network hostable DHCP agents. Network: 6807e866-ea77-4e9b-89f3-1112d04cf292, hostable agents: ['af91e4b9-f4e1-42b1-a25c-a10dc47171c8'], hosted agents: [] {{(pid=103230) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 20:02:51.946002 n-d-713498-36 neutron-server[103230]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b68becd3-584b-40d3-b1e3-cb974dd3fb78 tempest-NetworksIpV6Test-1240507381 tempest-NetworksIpV6Test-1240507381-project] Network 6807e866-ea77-4e9b-89f3-1112d04cf292 is scheduled to be hosted by DHCP agent af91e4b9-f4e1-42b1-a25c-a10dc47171c8 with binding_index 1 {{(pid=103230) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 20:02:51.954729 n-d-713498-36 neutron-server[103230]: DEBUG neutron.scheduler.base_scheduler [None req-b68becd3-584b-40d3-b1e3-cb974dd3fb78 tempest-NetworksIpV6Test-1240507381 tempest-NetworksIpV6Test-1240507381-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713498-36, 6807e866-ea77-4e9b-89f3-1112d04cf292) {{(pid=103230) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 20:02:51.957006 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-db7d3f7e-b63d-4587-9f10-5a6c9f993c16 None None] For port a1f7c1f5-8102-4e33-a6ed-b13888060e02, host n-d-713498-36, cleared binding levels {{(pid=103232) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 20:02:51.959268 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b68becd3-584b-40d3-b1e3-cb974dd3fb78 tempest-NetworksIpV6Test-1240507381 tempest-NetworksIpV6Test-1240507381-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:02:51.960029 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-b68becd3-584b-40d3-b1e3-cb974dd3fb78 tempest-NetworksIpV6Test-1240507381 tempest-NetworksIpV6Test-1240507381-project] Publish callbacks [] for subnet (None), before_response {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:02:51.961867 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-db7d3f7e-b63d-4587-9f10-5a6c9f993c16 None None] For port a1f7c1f5-8102-4e33-a6ed-b13888060e02, host n-d-713498-36, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-36',level=0,port_id=a1f7c1f5-8102-4e33-a6ed-b13888060e02,segment=NetworkSegment(3ed3a34d-612a-4a05-bb4c-184ab6acad9c),segment_id=3ed3a34d-612a-4a05-bb4c-184ab6acad9c)] {{(pid=103232) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 20:02:51.968797 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-007c35a8-2b40-4e1c-9cf3-dbe531b13e91 None None] Network 6807e866-ea77-4e9b-89f3-1112d04cf292 requested from n-d-713498-36 {{(pid=103232) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 20:02:51.974242 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-db7d3f7e-b63d-4587-9f10-5a6c9f993c16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762867176205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762866656485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762866656503'] for port (a1f7c1f5-8102-4e33-a6ed-b13888060e02), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:02:51.981204 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-b68becd3-584b-40d3-b1e3-cb974dd3fb78 tempest-NetworksIpV6Test-1240507381 tempest-NetworksIpV6Test-1240507381-project] 10.222.0.75 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 913 time: 0.4448195 Feb 09 20:02:51.983968 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 53170) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:02:52.099487 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-9013befb-21f9-4516-af70-c5301bec6455 tempest-NetworksIpV6Test-1240507381 tempest-NetworksIpV6Test-1240507381-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-670458'] for network (6807e866-ea77-4e9b-89f3-1112d04cf292), before_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:02:52.106794 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db7d3f7e-b63d-4587-9f10-5a6c9f993c16 None None] Pushing event updated for resources: {'Port': ['ID=a1f7c1f5-8102-4e33-a6ed-b13888060e02,revision_number=2']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:02:52.156113 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0df552ae-e5e4-42f0-bc96-a6ad4552603b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8b32e980-7cce-5e82-a341-bd2fa8945c89-6807e866-ea77-4e9b-89f3-1112d04cf292', 'network_id': '6807e866-ea77-4e9b-89f3-1112d04cf292', 'project_id': '327758050800423697709e21d79247e2', 'fixed_ips': [{'subnet_id': '88c3e330-450a-4515-ac8f-fa1a12897522'}]}} from n-d-713498-36. {{(pid=103232) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 09 20:02:52.157014 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-0df552ae-e5e4-42f0-bc96-a6ad4552603b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (None), before_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:02:52.202896 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-9013befb-21f9-4516-af70-c5301bec6455 tempest-NetworksIpV6Test-1240507381 tempest-NetworksIpV6Test-1240507381-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-759852'] for subnet (88c3e330-450a-4515-ac8f-fa1a12897522), precommit_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:02:52.340794 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.db_base_plugin_common [None req-0df552ae-e5e4-42f0-bc96-a6ad4552603b None None] Allocated IP 2001:db8::2 (6807e866-ea77-4e9b-89f3-1112d04cf292/88c3e330-450a-4515-ac8f-fa1a12897522/550ccaec-f2a9-4c77-bf23-ee6a61ff02eb) {{(pid=103232) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 20:02:52.484872 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Device a1f7c1f5-8102-4e33-a6ed-b13888060e02 up at agent ovs-agent-n-d-713498-36 {{(pid=103232) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 20:02:52.536465 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-0df552ae-e5e4-42f0-bc96-a6ad4552603b None None] Publish callbacks [] for port (550ccaec-f2a9-4c77-bf23-ee6a61ff02eb), precommit_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:02:52.546368 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-0df552ae-e5e4-42f0-bc96-a6ad4552603b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762866656467'] for port (550ccaec-f2a9-4c77-bf23-ee6a61ff02eb), after_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:02:52.574699 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-9013befb-21f9-4516-af70-c5301bec6455 tempest-NetworksIpV6Test-1240507381 tempest-NetworksIpV6Test-1240507381-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-760023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14393672', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12985882'] for subnet (88c3e330-450a-4515-ac8f-fa1a12897522), after_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:02:52.590193 n-d-713498-36 neutron-server[103232]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0df552ae-e5e4-42f0-bc96-a6ad4552603b None None] Network 6807e866-ea77-4e9b-89f3-1112d04cf292 is already hosted by enough agents. {{(pid=103232) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 20:02:52.602763 n-d-713498-36 neutron-server[103232]: DEBUG neutron.scheduler.base_scheduler [None req-0df552ae-e5e4-42f0-bc96-a6ad4552603b None None] Resources bound (agent type, host, resource id): {{(pid=103232) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 20:02:52.608390 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0df552ae-e5e4-42f0-bc96-a6ad4552603b None None] Received port after_create {{(pid=103232) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 20:02:52.612957 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.provisioning_blocks [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Provisioning complete for port a1f7c1f5-8102-4e33-a6ed-b13888060e02 triggered by entity L2. {{(pid=103232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 20:02:52.613446 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593630'] for port (a1f7c1f5-8102-4e33-a6ed-b13888060e02), provisioning_complete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:02:52.617564 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0df552ae-e5e4-42f0-bc96-a6ad4552603b None None] Pushing event updated for resources: {'Port': ['ID=550ccaec-f2a9-4c77-bf23-ee6a61ff02eb,revision_number=1']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:02:52.657021 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9013befb-21f9-4516-af70-c5301bec6455 tempest-NetworksIpV6Test-1240507381 tempest-NetworksIpV6Test-1240507381-project] Pushing event deleted for resources: {'Subnet': ['ID=88c3e330-450a-4515-ac8f-fa1a12897522,revision_number=None']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:02:52.682267 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-9013befb-21f9-4516-af70-c5301bec6455 tempest-NetworksIpV6Test-1240507381 tempest-NetworksIpV6Test-1240507381-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-590267', 'neutron.services.segments.db._delete_segments_for_network-8762867132609'] for network (6807e866-ea77-4e9b-89f3-1112d04cf292), precommit_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:02:52.705549 n-d-713498-36 neutron-server[103230]: DEBUG neutron.services.segments.db [None req-9013befb-21f9-4516-af70-c5301bec6455 tempest-NetworksIpV6Test-1240507381 tempest-NetworksIpV6Test-1240507381-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6807e866-ea77-4e9b-89f3-1112d04cf292']}} {{(pid=103230) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 20:02:52.709399 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.managers [None req-0df552ae-e5e4-42f0-bc96-a6ad4552603b None None] Attempting to bind port 550ccaec-f2a9-4c77-bf23-ee6a61ff02eb on host n-d-713498-36 for vnic_type normal with profile {{(pid=103232) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 20:02:52.709801 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.managers [None req-0df552ae-e5e4-42f0-bc96-a6ad4552603b None None] Attempting to bind port 550ccaec-f2a9-4c77-bf23-ee6a61ff02eb by drivers openvswitch,hyperv on host n-d-713498-36 at level 0 using segments [{'id': '17fd8f6b-21cc-43a8-8e0d-2011a94e128c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '6807e866-ea77-4e9b-89f3-1112d04cf292'}] {{(pid=103232) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 20:02:52.710206 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0df552ae-e5e4-42f0-bc96-a6ad4552603b None None] Attempting to bind port 550ccaec-f2a9-4c77-bf23-ee6a61ff02eb on network 6807e866-ea77-4e9b-89f3-1112d04cf292 {{(pid=103232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 20:02:52.717174 n-d-713498-36 neutron-server[103230]: DEBUG neutron.services.segments.db [None req-9013befb-21f9-4516-af70-c5301bec6455 tempest-NetworksIpV6Test-1240507381 tempest-NetworksIpV6Test-1240507381-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '17fd8f6b-21cc-43a8-8e0d-2011a94e128c') {'for_net_delete': True} {{(pid=103230) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 20:02:52.717470 n-d-713498-36 neutron-server[103230]: DEBUG neutron.services.segments.db [None req-9013befb-21f9-4516-af70-c5301bec6455 tempest-NetworksIpV6Test-1240507381 tempest-NetworksIpV6Test-1240507381-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '17fd8f6b-21cc-43a8-8e0d-2011a94e128c') {} {{(pid=103230) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 20:02:52.720782 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0df552ae-e5e4-42f0-bc96-a6ad4552603b None None] Checking agent: {'id': '496418a2-c002-4aec-ab1a-07f3bea491bd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-36', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 18, 51, 47), 'started_at': datetime.datetime(2022, 2, 9, 18, 52, 17), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 20, 2, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-36'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 20:02:52.721095 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0df552ae-e5e4-42f0-bc96-a6ad4552603b None None] Checking segment: {'id': '17fd8f6b-21cc-43a8-8e0d-2011a94e128c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '6807e866-ea77-4e9b-89f3-1112d04cf292'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103232) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 20:02:52.721506 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-0df552ae-e5e4-42f0-bc96-a6ad4552603b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:02:52.721990 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0df552ae-e5e4-42f0-bc96-a6ad4552603b None None] Bound using segment: {'id': '17fd8f6b-21cc-43a8-8e0d-2011a94e128c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '6807e866-ea77-4e9b-89f3-1112d04cf292'} {{(pid=103232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 20:02:52.722446 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.managers [None req-0df552ae-e5e4-42f0-bc96-a6ad4552603b None None] Bound port: 550ccaec-f2a9-4c77-bf23-ee6a61ff02eb, host: n-d-713498-36, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '17fd8f6b-21cc-43a8-8e0d-2011a94e128c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '6807e866-ea77-4e9b-89f3-1112d04cf292'}}] {{(pid=103232) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 20:02:52.723452 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-0df552ae-e5e4-42f0-bc96-a6ad4552603b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (550ccaec-f2a9-4c77-bf23-ee6a61ff02eb), before_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:02:52.728812 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-9013befb-21f9-4516-af70-c5301bec6455 tempest-NetworksIpV6Test-1240507381 tempest-NetworksIpV6Test-1240507381-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762867134154', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12895813'] for segment (17fd8f6b-21cc-43a8-8e0d-2011a94e128c), before_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:02:52.743865 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-9013befb-21f9-4516-af70-c5301bec6455 tempest-NetworksIpV6Test-1240507381 tempest-NetworksIpV6Test-1240507381-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-759574'] for segment (17fd8f6b-21cc-43a8-8e0d-2011a94e128c), precommit_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:02:52.752244 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9013befb-21f9-4516-af70-c5301bec6455 tempest-NetworksIpV6Test-1240507381 tempest-NetworksIpV6Test-1240507381-project] Releasing vlan 360 on physical network physnet1 to pool {{(pid=103230) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 20:02:52.752773 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-9013befb-21f9-4516-af70-c5301bec6455 tempest-NetworksIpV6Test-1240507381 tempest-NetworksIpV6Test-1240507381-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-759574', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14393826'] for segment (17fd8f6b-21cc-43a8-8e0d-2011a94e128c), after_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:02:52.756723 n-d-713498-36 neutron-server[103230]: Traceback (most recent call last): Feb 09 20:02:52.756723 n-d-713498-36 neutron-server[103230]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 20:02:52.756723 n-d-713498-36 neutron-server[103230]: timer() Feb 09 20:02:52.756723 n-d-713498-36 neutron-server[103230]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 20:02:52.756723 n-d-713498-36 neutron-server[103230]: cb(*args, **kw) Feb 09 20:02:52.756723 n-d-713498-36 neutron-server[103230]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 20:02:52.756723 n-d-713498-36 neutron-server[103230]: return func(*args, **kwargs) Feb 09 20:02:52.756723 n-d-713498-36 neutron-server[103230]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 20:02:52.756723 n-d-713498-36 neutron-server[103230]: self._notify() Feb 09 20:02:52.756723 n-d-713498-36 neutron-server[103230]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 20:02:52.756723 n-d-713498-36 neutron-server[103230]: self.callback(batched_events) Feb 09 20:02:52.756723 n-d-713498-36 neutron-server[103230]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 20:02:52.756723 n-d-713498-36 neutron-server[103230]: event.method(event) Feb 09 20:02:52.756723 n-d-713498-36 neutron-server[103230]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 20:02:52.756723 n-d-713498-36 neutron-server[103230]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 20:02:52.756723 n-d-713498-36 neutron-server[103230]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 20:02:52.756723 n-d-713498-36 neutron-server[103230]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 20:02:52.756723 n-d-713498-36 neutron-server[103230]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 20:02:52.756723 n-d-713498-36 neutron-server[103230]: return f(self, *a, **k) Feb 09 20:02:52.756723 n-d-713498-36 neutron-server[103230]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 20:02:52.756723 n-d-713498-36 neutron-server[103230]: return self._get(url).json() Feb 09 20:02:52.756723 n-d-713498-36 neutron-server[103230]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 20:02:52.756723 n-d-713498-36 neutron-server[103230]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 20:02:52.756723 n-d-713498-36 neutron-server[103230]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 20:02:52.756723 n-d-713498-36 neutron-server[103230]: return self.request(url, 'GET', **kwargs) Feb 09 20:02:52.756723 n-d-713498-36 neutron-server[103230]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 20:02:52.756723 n-d-713498-36 neutron-server[103230]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 20:02:52.756723 n-d-713498-36 neutron-server[103230]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 20:02:52.756723 n-d-713498-36 neutron-server[103230]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 20:02:52.756723 n-d-713498-36 neutron-server[103230]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 20:02:52.756723 n-d-713498-36 neutron-server[103230]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 20:02:52.756723 n-d-713498-36 neutron-server[103230]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 20:02:52.797614 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Current status of the port a1f7c1f5-8102-4e33-a6ed-b13888060e02 is: DOWN; New status is: ACTIVE {{(pid=103232) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 20:02:52.798037 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (a1f7c1f5-8102-4e33-a6ed-b13888060e02), before_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:02:52.822149 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.db.api [None req-9013befb-21f9-4516-af70-c5301bec6455 tempest-NetworksIpV6Test-1240507381 tempest-NetworksIpV6Test-1240507381-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Feb 09 20:02:52.822149 n-d-713498-36 neutron-server[103230]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Feb 09 20:02:52.822149 n-d-713498-36 neutron-server[103230]: [parameters: {'id': '6807e866-ea77-4e9b-89f3-1112d04cf292'}] Feb 09 20:02:52.822149 n-d-713498-36 neutron-server[103230]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=103230) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 09 20:02:52.822672 n-d-713498-36 neutron-server[103230]: DEBUG oslo_db.api [None req-9013befb-21f9-4516-af70-c5301bec6455 tempest-NetworksIpV6Test-1240507381 tempest-NetworksIpV6Test-1240507381-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=103230) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 09 20:02:52.852745 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-0df552ae-e5e4-42f0-bc96-a6ad4552603b None None] For port 550ccaec-f2a9-4c77-bf23-ee6a61ff02eb, host n-d-713498-36, cleared binding levels {{(pid=103232) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 20:02:52.857403 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-0df552ae-e5e4-42f0-bc96-a6ad4552603b None None] For port 550ccaec-f2a9-4c77-bf23-ee6a61ff02eb, host n-d-713498-36, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-36',level=0,port_id=550ccaec-f2a9-4c77-bf23-ee6a61ff02eb,segment=NetworkSegment(17fd8f6b-21cc-43a8-8e0d-2011a94e128c),segment_id=17fd8f6b-21cc-43a8-8e0d-2011a94e128c)] {{(pid=103232) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 20:02:52.859749 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] For port a1f7c1f5-8102-4e33-a6ed-b13888060e02, host n-d-713498-36, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-36',level=0,port_id=a1f7c1f5-8102-4e33-a6ed-b13888060e02,segment=NetworkSegment(3ed3a34d-612a-4a05-bb4c-184ab6acad9c),segment_id=3ed3a34d-612a-4a05-bb4c-184ab6acad9c)] {{(pid=103232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 20:02:52.864798 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762867176205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762866656485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762866656503'] for port (a1f7c1f5-8102-4e33-a6ed-b13888060e02), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:02:52.869661 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-0df552ae-e5e4-42f0-bc96-a6ad4552603b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762867176205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762866656485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762866656503'] for port (550ccaec-f2a9-4c77-bf23-ee6a61ff02eb), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:02:52.948516 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Pushing event updated for resources: {'Port': ['ID=a1f7c1f5-8102-4e33-a6ed-b13888060e02,revision_number=3']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:02:53.008631 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b2ec665-d2ee-40a9-9ff9-7365ac860fc3 None None] Network 6807e866-ea77-4e9b-89f3-1112d04cf292 requested from n-d-713498-36 {{(pid=103232) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 20:02:53.025368 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0df552ae-e5e4-42f0-bc96-a6ad4552603b None None] Pushing event updated for resources: {'Port': ['ID=550ccaec-f2a9-4c77-bf23-ee6a61ff02eb,revision_number=2']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:02:53.108157 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-553523b8-f9b4-4fe0-99f2-5c5f30a8b730 None None] Network 7ddd8f91-6a39-4b51-a30d-4b4eb31aebab requested from n-d-713498-36 {{(pid=103232) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 20:02:53.181707 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.provisioning_blocks [None req-c9d60bab-6e40-429f-aca9-5dfd568ef995 None None] Provisioning complete for port a1f7c1f5-8102-4e33-a6ed-b13888060e02 triggered by entity DHCP. {{(pid=103232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 20:02:53.182166 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-c9d60bab-6e40-429f-aca9-5dfd568ef995 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593630'] for port (a1f7c1f5-8102-4e33-a6ed-b13888060e02), provisioning_complete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:02:53.310493 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-c9d60bab-6e40-429f-aca9-5dfd568ef995 None None] Current status of the port a1f7c1f5-8102-4e33-a6ed-b13888060e02 is: ACTIVE; New status is: ACTIVE {{(pid=103232) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 20:02:53.323924 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-9013befb-21f9-4516-af70-c5301bec6455 tempest-NetworksIpV6Test-1240507381 tempest-NetworksIpV6Test-1240507381-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-670458'] for network (6807e866-ea77-4e9b-89f3-1112d04cf292), before_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:02:53.386829 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.plugin [None req-9013befb-21f9-4516-af70-c5301bec6455 tempest-NetworksIpV6Test-1240507381 tempest-NetworksIpV6Test-1240507381-project] Deleting port 550ccaec-f2a9-4c77-bf23-ee6a61ff02eb {{(pid=103230) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 20:02:53.387181 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-9013befb-21f9-4516-af70-c5301bec6455 tempest-NetworksIpV6Test-1240507381 tempest-NetworksIpV6Test-1240507381-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762867170196'] for port (550ccaec-f2a9-4c77-bf23-ee6a61ff02eb), before_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:02:53.454365 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.db [None req-9013befb-21f9-4516-af70-c5301bec6455 tempest-NetworksIpV6Test-1240507381 tempest-NetworksIpV6Test-1240507381-project] For port 550ccaec-f2a9-4c77-bf23-ee6a61ff02eb, host n-d-713498-36, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-36',level=0,port_id=550ccaec-f2a9-4c77-bf23-ee6a61ff02eb,segment=NetworkSegment(17fd8f6b-21cc-43a8-8e0d-2011a94e128c),segment_id=17fd8f6b-21cc-43a8-8e0d-2011a94e128c)] {{(pid=103230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 20:02:53.454672 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-9013befb-21f9-4516-af70-c5301bec6455 tempest-NetworksIpV6Test-1240507381 tempest-NetworksIpV6Test-1240507381-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1820838'] for port (550ccaec-f2a9-4c77-bf23-ee6a61ff02eb), precommit_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:02:53.469479 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.plugin [None req-9013befb-21f9-4516-af70-c5301bec6455 tempest-NetworksIpV6Test-1240507381 tempest-NetworksIpV6Test-1240507381-project] Calling delete_port for 550ccaec-f2a9-4c77-bf23-ee6a61ff02eb owned by network:dhcp {{(pid=103230) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 20:02:53.492450 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d01aada-0bf9-4ee3-b668-5a39164094ce None None] get_active_networks_info from n-d-713498-36 {{(pid=103232) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Feb 09 20:02:53.556367 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.provisioning_blocks [None req-c4ea5031-117a-45a5-9dba-21abfccb1845 None None] Provisioning complete for port a1f7c1f5-8102-4e33-a6ed-b13888060e02 triggered by entity DHCP. {{(pid=103232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 20:02:53.556673 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-c4ea5031-117a-45a5-9dba-21abfccb1845 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593630'] for port (a1f7c1f5-8102-4e33-a6ed-b13888060e02), provisioning_complete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:02:53.603373 n-d-713498-36 neutron-server[103232]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d01aada-0bf9-4ee3-b668-5a39164094ce None None] Resources bound (agent type, host, resource id): {{(pid=103232) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 09 20:02:53.719441 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-c4ea5031-117a-45a5-9dba-21abfccb1845 None None] Current status of the port a1f7c1f5-8102-4e33-a6ed-b13888060e02 is: ACTIVE; New status is: ACTIVE {{(pid=103232) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 20:02:53.816735 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-9013befb-21f9-4516-af70-c5301bec6455 tempest-NetworksIpV6Test-1240507381 tempest-NetworksIpV6Test-1240507381-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762867177463', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762866656476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14393751'] for port (550ccaec-f2a9-4c77-bf23-ee6a61ff02eb), after_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:02:53.842419 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9013befb-21f9-4516-af70-c5301bec6455 tempest-NetworksIpV6Test-1240507381 tempest-NetworksIpV6Test-1240507381-project] Pushing event deleted for resources: {'Port': ['ID=550ccaec-f2a9-4c77-bf23-ee6a61ff02eb,revision_number=None']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:02:53.845885 n-d-713498-36 neutron-server[103230]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9013befb-21f9-4516-af70-c5301bec6455 tempest-NetworksIpV6Test-1240507381 tempest-NetworksIpV6Test-1240507381-project] No DVR routers for this DVR port 550ccaec-f2a9-4c77-bf23-ee6a61ff02eb on host n-d-713498-36 {{(pid=103230) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 20:02:53.931594 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-9013befb-21f9-4516-af70-c5301bec6455 tempest-NetworksIpV6Test-1240507381 tempest-NetworksIpV6Test-1240507381-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-590267', 'neutron.services.segments.db._delete_segments_for_network-8762867132609'] for network (6807e866-ea77-4e9b-89f3-1112d04cf292), precommit_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:02:53.952729 n-d-713498-36 neutron-server[103230]: DEBUG neutron.services.segments.db [None req-9013befb-21f9-4516-af70-c5301bec6455 tempest-NetworksIpV6Test-1240507381 tempest-NetworksIpV6Test-1240507381-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6807e866-ea77-4e9b-89f3-1112d04cf292']}} {{(pid=103230) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 20:02:53.963190 n-d-713498-36 neutron-server[103230]: DEBUG neutron.services.segments.db [None req-9013befb-21f9-4516-af70-c5301bec6455 tempest-NetworksIpV6Test-1240507381 tempest-NetworksIpV6Test-1240507381-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '17fd8f6b-21cc-43a8-8e0d-2011a94e128c') {'for_net_delete': True} {{(pid=103230) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 20:02:53.963493 n-d-713498-36 neutron-server[103230]: DEBUG neutron.services.segments.db [None req-9013befb-21f9-4516-af70-c5301bec6455 tempest-NetworksIpV6Test-1240507381 tempest-NetworksIpV6Test-1240507381-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '17fd8f6b-21cc-43a8-8e0d-2011a94e128c') {} {{(pid=103230) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 20:02:53.973826 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-9013befb-21f9-4516-af70-c5301bec6455 tempest-NetworksIpV6Test-1240507381 tempest-NetworksIpV6Test-1240507381-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762867134154', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12895813'] for segment (17fd8f6b-21cc-43a8-8e0d-2011a94e128c), before_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:02:53.987214 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-9013befb-21f9-4516-af70-c5301bec6455 tempest-NetworksIpV6Test-1240507381 tempest-NetworksIpV6Test-1240507381-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-759574'] for segment (17fd8f6b-21cc-43a8-8e0d-2011a94e128c), precommit_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:02:53.993538 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9013befb-21f9-4516-af70-c5301bec6455 tempest-NetworksIpV6Test-1240507381 tempest-NetworksIpV6Test-1240507381-project] Releasing vlan 360 on physical network physnet1 to pool {{(pid=103230) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 20:02:53.993992 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-9013befb-21f9-4516-af70-c5301bec6455 tempest-NetworksIpV6Test-1240507381 tempest-NetworksIpV6Test-1240507381-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-759574', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14393826'] for segment (17fd8f6b-21cc-43a8-8e0d-2011a94e128c), after_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:02:53.997282 n-d-713498-36 neutron-server[103230]: Traceback (most recent call last): Feb 09 20:02:53.997282 n-d-713498-36 neutron-server[103230]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 20:02:53.997282 n-d-713498-36 neutron-server[103230]: timer() Feb 09 20:02:53.997282 n-d-713498-36 neutron-server[103230]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 20:02:53.997282 n-d-713498-36 neutron-server[103230]: cb(*args, **kw) Feb 09 20:02:53.997282 n-d-713498-36 neutron-server[103230]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 20:02:53.997282 n-d-713498-36 neutron-server[103230]: return func(*args, **kwargs) Feb 09 20:02:53.997282 n-d-713498-36 neutron-server[103230]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 20:02:53.997282 n-d-713498-36 neutron-server[103230]: self._notify() Feb 09 20:02:53.997282 n-d-713498-36 neutron-server[103230]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 20:02:53.997282 n-d-713498-36 neutron-server[103230]: self.callback(batched_events) Feb 09 20:02:53.997282 n-d-713498-36 neutron-server[103230]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 20:02:53.997282 n-d-713498-36 neutron-server[103230]: event.method(event) Feb 09 20:02:53.997282 n-d-713498-36 neutron-server[103230]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 20:02:53.997282 n-d-713498-36 neutron-server[103230]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 20:02:53.997282 n-d-713498-36 neutron-server[103230]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 20:02:53.997282 n-d-713498-36 neutron-server[103230]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 20:02:53.997282 n-d-713498-36 neutron-server[103230]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 20:02:53.997282 n-d-713498-36 neutron-server[103230]: return f(self, *a, **k) Feb 09 20:02:53.997282 n-d-713498-36 neutron-server[103230]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 20:02:53.997282 n-d-713498-36 neutron-server[103230]: return self._get(url).json() Feb 09 20:02:53.997282 n-d-713498-36 neutron-server[103230]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 20:02:53.997282 n-d-713498-36 neutron-server[103230]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 20:02:53.997282 n-d-713498-36 neutron-server[103230]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 20:02:53.997282 n-d-713498-36 neutron-server[103230]: return self.request(url, 'GET', **kwargs) Feb 09 20:02:53.997282 n-d-713498-36 neutron-server[103230]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 20:02:53.997282 n-d-713498-36 neutron-server[103230]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 20:02:53.997282 n-d-713498-36 neutron-server[103230]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 20:02:53.997282 n-d-713498-36 neutron-server[103230]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 20:02:53.997282 n-d-713498-36 neutron-server[103230]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 20:02:53.997282 n-d-713498-36 neutron-server[103230]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 20:02:53.997282 n-d-713498-36 neutron-server[103230]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 20:02:54.058612 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-9013befb-21f9-4516-af70-c5301bec6455 tempest-NetworksIpV6Test-1240507381 tempest-NetworksIpV6Test-1240507381-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-590242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1885479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1818895'] for network (6807e866-ea77-4e9b-89f3-1112d04cf292), after_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:02:54.066269 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-9013befb-21f9-4516-af70-c5301bec6455 tempest-NetworksIpV6Test-1240507381 tempest-NetworksIpV6Test-1240507381-project] Publish callbacks [] for network (None), before_response {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:02:54.069822 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-9013befb-21f9-4516-af70-c5301bec6455 tempest-NetworksIpV6Test-1240507381 tempest-NetworksIpV6Test-1240507381-project] 10.222.0.75 "DELETE /v2.0/networks/6807e866-ea77-4e9b-89f3-1112d04cf292 HTTP/1.1" status: 204 len: 168 time: 2.0848486 Feb 09 20:02:54.074821 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 53172) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:02:54.081314 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.v2.base [None req-60216c5b-cc80-4d58-b3a0-a73db6eff509 tempest-NetworksIpV6Test-1240507381 tempest-NetworksIpV6Test-1240507381-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-122787699'}} {{(pid=103229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 20:02:54.082803 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9013befb-21f9-4516-af70-c5301bec6455 tempest-NetworksIpV6Test-1240507381 tempest-NetworksIpV6Test-1240507381-project] Pushing event deleted for resources: {'Network': ['ID=6807e866-ea77-4e9b-89f3-1112d04cf292,revision_number=None']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:02:54.110041 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-60216c5b-cc80-4d58-b3a0-a73db6eff509 tempest-NetworksIpV6Test-1240507381 tempest-NetworksIpV6Test-1240507381-project] Made reservation on behalf of 327758050800423697709e21d79247e2 for: {'network': 1} {{(pid=103229) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 20:02:54.113629 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-60216c5b-cc80-4d58-b3a0-a73db6eff509 tempest-NetworksIpV6Test-1240507381 tempest-NetworksIpV6Test-1240507381-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for network (None), before_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:02:54.139264 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-60216c5b-cc80-4d58-b3a0-a73db6eff509 tempest-NetworksIpV6Test-1240507381 tempest-NetworksIpV6Test-1240507381-project] vlan segment allocate from pool success with {'vlan_id': 394, 'physical_network': 'physnet1'} {{(pid=103229) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 20:02:54.149742 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-60216c5b-cc80-4d58-b3a0-a73db6eff509 tempest-NetworksIpV6Test-1240507381 tempest-NetworksIpV6Test-1240507381-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-759574'] for segment (9c6a2a86-10d9-4cd9-8d0e-c7c2ff3285a5), precommit_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:02:54.150129 n-d-713498-36 neutron-server[103229]: INFO neutron.db.segments_db [None req-60216c5b-cc80-4d58-b3a0-a73db6eff509 tempest-NetworksIpV6Test-1240507381 tempest-NetworksIpV6Test-1240507381-project] Added segment 9c6a2a86-10d9-4cd9-8d0e-c7c2ff3285a5 of type vlan for network 4142afd8-a9c9-42d2-8aa7-48dc77ec98f8 Feb 09 20:02:54.199773 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-60216c5b-cc80-4d58-b3a0-a73db6eff509 tempest-NetworksIpV6Test-1240507381 tempest-NetworksIpV6Test-1240507381-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762866642225'] for network (4142afd8-a9c9-42d2-8aa7-48dc77ec98f8), precommit_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:02:54.225714 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-60216c5b-cc80-4d58-b3a0-a73db6eff509 tempest-NetworksIpV6Test-1240507381 tempest-NetworksIpV6Test-1240507381-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1885479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452'] for network (4142afd8-a9c9-42d2-8aa7-48dc77ec98f8), after_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:02:54.231110 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60216c5b-cc80-4d58-b3a0-a73db6eff509 tempest-NetworksIpV6Test-1240507381 tempest-NetworksIpV6Test-1240507381-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:02:54.231708 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-60216c5b-cc80-4d58-b3a0-a73db6eff509 tempest-NetworksIpV6Test-1240507381 tempest-NetworksIpV6Test-1240507381-project] Publish callbacks [] for network (None), before_response {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:02:54.294876 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-60216c5b-cc80-4d58-b3a0-a73db6eff509 tempest-NetworksIpV6Test-1240507381 tempest-NetworksIpV6Test-1240507381-project] 10.222.0.75 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.2155228 Feb 09 20:02:54.295329 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 53174) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:02:54.300643 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.v2.base [None req-a1c6dd0d-d6d5-4a3a-9c85-a4c4a1b187f9 tempest-NetworksIpV6Test-1240507381 tempest-NetworksIpV6Test-1240507381-project] Request body: {'subnet': {'network_id': '4142afd8-a9c9-42d2-8aa7-48dc77ec98f8', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=103230) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 20:02:54.308359 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60216c5b-cc80-4d58-b3a0-a73db6eff509 tempest-NetworksIpV6Test-1240507381 tempest-NetworksIpV6Test-1240507381-project] Pushing event updated for resources: {'Network': ['ID=4142afd8-a9c9-42d2-8aa7-48dc77ec98f8,revision_number=1']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:02:54.319643 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Network 4142afd8-a9c9-42d2-8aa7-48dc77ec98f8 details requested by agent ovs-agent-n-d-713498-36 with host n-d-713498-36 {{(pid=103232) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 20:02:54.404061 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a1c6dd0d-d6d5-4a3a-9c85-a4c4a1b187f9 tempest-NetworksIpV6Test-1240507381 tempest-NetworksIpV6Test-1240507381-project] Made reservation on behalf of 327758050800423697709e21d79247e2 for: {'subnet': 1} {{(pid=103230) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 20:02:54.408983 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-a1c6dd0d-d6d5-4a3a-9c85-a4c4a1b187f9 tempest-NetworksIpV6Test-1240507381 tempest-NetworksIpV6Test-1240507381-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12985917'] for subnet (None), before_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:02:54.451123 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Device a1f7c1f5-8102-4e33-a6ed-b13888060e02 up at agent ovs-agent-n-d-713498-36 {{(pid=103232) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 20:02:54.473196 n-d-713498-36 neutron-server[103230]: DEBUG neutron.db.ipam_backend_mixin [None req-a1c6dd0d-d6d5-4a3a-9c85-a4c4a1b187f9 tempest-NetworksIpV6Test-1240507381 tempest-NetworksIpV6Test-1240507381-project] Performing IP validity checks on allocation pools {{(pid=103230) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Feb 09 20:02:54.473837 n-d-713498-36 neutron-server[103230]: DEBUG neutron.db.ipam_backend_mixin [None req-a1c6dd0d-d6d5-4a3a-9c85-a4c4a1b187f9 tempest-NetworksIpV6Test-1240507381 tempest-NetworksIpV6Test-1240507381-project] Checking for overlaps among allocation pools and gateway ip {{(pid=103230) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Feb 09 20:02:54.503529 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.provisioning_blocks [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Provisioning complete for port a1f7c1f5-8102-4e33-a6ed-b13888060e02 triggered by entity L2. {{(pid=103232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 20:02:54.504713 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593630'] for port (a1f7c1f5-8102-4e33-a6ed-b13888060e02), provisioning_complete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:02:54.591432 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Current status of the port a1f7c1f5-8102-4e33-a6ed-b13888060e02 is: ACTIVE; New status is: ACTIVE {{(pid=103232) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 20:02:54.610871 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-a1c6dd0d-d6d5-4a3a-9c85-a4c4a1b187f9 tempest-NetworksIpV6Test-1240507381 tempest-NetworksIpV6Test-1240507381-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14393611', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12985859'] for subnet (0f2317a8-af89-4e68-ae57-4eebb06f7bb9), after_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:02:54.672612 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1c6dd0d-d6d5-4a3a-9c85-a4c4a1b187f9 tempest-NetworksIpV6Test-1240507381 tempest-NetworksIpV6Test-1240507381-project] Pushing event updated for resources: {'Subnet': ['ID=0f2317a8-af89-4e68-ae57-4eebb06f7bb9,revision_number=0']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:02:54.686824 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1c6dd0d-d6d5-4a3a-9c85-a4c4a1b187f9 tempest-NetworksIpV6Test-1240507381 tempest-NetworksIpV6Test-1240507381-project] Checking segment: {'id': '9c6a2a86-10d9-4cd9-8d0e-c7c2ff3285a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': '4142afd8-a9c9-42d2-8aa7-48dc77ec98f8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103230) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 20:02:54.687243 n-d-713498-36 neutron-server[103230]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1c6dd0d-d6d5-4a3a-9c85-a4c4a1b187f9 tempest-NetworksIpV6Test-1240507381 tempest-NetworksIpV6Test-1240507381-project] Network hostable DHCP agents. Network: 4142afd8-a9c9-42d2-8aa7-48dc77ec98f8, hostable agents: ['af91e4b9-f4e1-42b1-a25c-a10dc47171c8'], hosted agents: [] {{(pid=103230) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 20:02:54.707779 n-d-713498-36 neutron-server[103230]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1c6dd0d-d6d5-4a3a-9c85-a4c4a1b187f9 tempest-NetworksIpV6Test-1240507381 tempest-NetworksIpV6Test-1240507381-project] Network 4142afd8-a9c9-42d2-8aa7-48dc77ec98f8 is scheduled to be hosted by DHCP agent af91e4b9-f4e1-42b1-a25c-a10dc47171c8 with binding_index 1 {{(pid=103230) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 20:02:54.719320 n-d-713498-36 neutron-server[103230]: DEBUG neutron.scheduler.base_scheduler [None req-a1c6dd0d-d6d5-4a3a-9c85-a4c4a1b187f9 tempest-NetworksIpV6Test-1240507381 tempest-NetworksIpV6Test-1240507381-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713498-36, 4142afd8-a9c9-42d2-8aa7-48dc77ec98f8) {{(pid=103230) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 20:02:54.723569 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1c6dd0d-d6d5-4a3a-9c85-a4c4a1b187f9 tempest-NetworksIpV6Test-1240507381 tempest-NetworksIpV6Test-1240507381-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:02:54.724330 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-a1c6dd0d-d6d5-4a3a-9c85-a4c4a1b187f9 tempest-NetworksIpV6Test-1240507381 tempest-NetworksIpV6Test-1240507381-project] Publish callbacks [] for subnet (None), before_response {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:02:54.730857 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc537d21-67d3-4b2c-84f7-b47b048d2355 None None] Network 4142afd8-a9c9-42d2-8aa7-48dc77ec98f8 requested from n-d-713498-36 {{(pid=103232) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 20:02:54.748577 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-a1c6dd0d-d6d5-4a3a-9c85-a4c4a1b187f9 tempest-NetworksIpV6Test-1240507381 tempest-NetworksIpV6Test-1240507381-project] 10.222.0.75 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 0.4520214 Feb 09 20:02:54.753348 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 53176) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:02:54.849809 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aee3556c-ae35-4087-842d-376e42459f3d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8b32e980-7cce-5e82-a341-bd2fa8945c89-4142afd8-a9c9-42d2-8aa7-48dc77ec98f8', 'network_id': '4142afd8-a9c9-42d2-8aa7-48dc77ec98f8', 'project_id': '327758050800423697709e21d79247e2', 'fixed_ips': [{'subnet_id': '0f2317a8-af89-4e68-ae57-4eebb06f7bb9'}]}} from n-d-713498-36. {{(pid=103232) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 09 20:02:54.850805 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-aee3556c-ae35-4087-842d-376e42459f3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (None), before_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:02:54.862556 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-184a6806-a5a2-42ec-bfdd-5bbf86280022 tempest-NetworksIpV6Test-1240507381 tempest-NetworksIpV6Test-1240507381-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-670458'] for network (4142afd8-a9c9-42d2-8aa7-48dc77ec98f8), before_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:02:54.918039 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-184a6806-a5a2-42ec-bfdd-5bbf86280022 tempest-NetworksIpV6Test-1240507381 tempest-NetworksIpV6Test-1240507381-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-759852'] for subnet (0f2317a8-af89-4e68-ae57-4eebb06f7bb9), precommit_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:02:55.001119 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.db_base_plugin_common [None req-aee3556c-ae35-4087-842d-376e42459f3d None None] Allocated IP 2001:db8::3 (4142afd8-a9c9-42d2-8aa7-48dc77ec98f8/0f2317a8-af89-4e68-ae57-4eebb06f7bb9/a4a01071-13c5-4c16-b2f2-cbfe5899135d) {{(pid=103232) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 20:02:55.165220 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-aee3556c-ae35-4087-842d-376e42459f3d None None] Publish callbacks [] for port (a4a01071-13c5-4c16-b2f2-cbfe5899135d), precommit_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:02:55.171143 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-aee3556c-ae35-4087-842d-376e42459f3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762866656467'] for port (a4a01071-13c5-4c16-b2f2-cbfe5899135d), after_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:02:55.196364 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-184a6806-a5a2-42ec-bfdd-5bbf86280022 tempest-NetworksIpV6Test-1240507381 tempest-NetworksIpV6Test-1240507381-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-760023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14393672', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12985882'] for subnet (0f2317a8-af89-4e68-ae57-4eebb06f7bb9), after_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:02:55.210698 n-d-713498-36 neutron-server[103232]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aee3556c-ae35-4087-842d-376e42459f3d None None] Network 4142afd8-a9c9-42d2-8aa7-48dc77ec98f8 is already hosted by enough agents. {{(pid=103232) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 20:02:55.215618 n-d-713498-36 neutron-server[103232]: DEBUG neutron.scheduler.base_scheduler [None req-aee3556c-ae35-4087-842d-376e42459f3d None None] Resources bound (agent type, host, resource id): {{(pid=103232) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 20:02:55.218039 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aee3556c-ae35-4087-842d-376e42459f3d None None] Received port after_create {{(pid=103232) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 20:02:55.231614 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-184a6806-a5a2-42ec-bfdd-5bbf86280022 tempest-NetworksIpV6Test-1240507381 tempest-NetworksIpV6Test-1240507381-project] Pushing event deleted for resources: {'Subnet': ['ID=0f2317a8-af89-4e68-ae57-4eebb06f7bb9,revision_number=None']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:02:55.232346 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aee3556c-ae35-4087-842d-376e42459f3d None None] Pushing event updated for resources: {'Port': ['ID=a4a01071-13c5-4c16-b2f2-cbfe5899135d,revision_number=1']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:02:55.296584 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.managers [None req-aee3556c-ae35-4087-842d-376e42459f3d None None] Attempting to bind port a4a01071-13c5-4c16-b2f2-cbfe5899135d on host n-d-713498-36 for vnic_type normal with profile {{(pid=103232) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 20:02:55.296963 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.managers [None req-aee3556c-ae35-4087-842d-376e42459f3d None None] Attempting to bind port a4a01071-13c5-4c16-b2f2-cbfe5899135d by drivers openvswitch,hyperv on host n-d-713498-36 at level 0 using segments [{'id': '9c6a2a86-10d9-4cd9-8d0e-c7c2ff3285a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': '4142afd8-a9c9-42d2-8aa7-48dc77ec98f8'}] {{(pid=103232) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 20:02:55.297330 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aee3556c-ae35-4087-842d-376e42459f3d None None] Attempting to bind port a4a01071-13c5-4c16-b2f2-cbfe5899135d on network 4142afd8-a9c9-42d2-8aa7-48dc77ec98f8 {{(pid=103232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 20:02:55.303334 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aee3556c-ae35-4087-842d-376e42459f3d None None] Checking agent: {'id': '496418a2-c002-4aec-ab1a-07f3bea491bd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-36', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 18, 51, 47), 'started_at': datetime.datetime(2022, 2, 9, 18, 52, 17), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 20, 2, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-36'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 20:02:55.303735 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aee3556c-ae35-4087-842d-376e42459f3d None None] Checking segment: {'id': '9c6a2a86-10d9-4cd9-8d0e-c7c2ff3285a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': '4142afd8-a9c9-42d2-8aa7-48dc77ec98f8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103232) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 20:02:55.304397 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-aee3556c-ae35-4087-842d-376e42459f3d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:02:55.304800 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aee3556c-ae35-4087-842d-376e42459f3d None None] Bound using segment: {'id': '9c6a2a86-10d9-4cd9-8d0e-c7c2ff3285a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': '4142afd8-a9c9-42d2-8aa7-48dc77ec98f8'} {{(pid=103232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 20:02:55.305277 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.managers [None req-aee3556c-ae35-4087-842d-376e42459f3d None None] Bound port: a4a01071-13c5-4c16-b2f2-cbfe5899135d, host: n-d-713498-36, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9c6a2a86-10d9-4cd9-8d0e-c7c2ff3285a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': '4142afd8-a9c9-42d2-8aa7-48dc77ec98f8'}}] {{(pid=103232) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 20:02:55.305661 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-aee3556c-ae35-4087-842d-376e42459f3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (a4a01071-13c5-4c16-b2f2-cbfe5899135d), before_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:02:55.306243 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-184a6806-a5a2-42ec-bfdd-5bbf86280022 tempest-NetworksIpV6Test-1240507381 tempest-NetworksIpV6Test-1240507381-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-590267', 'neutron.services.segments.db._delete_segments_for_network-8762867132609'] for network (4142afd8-a9c9-42d2-8aa7-48dc77ec98f8), precommit_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:02:55.334555 n-d-713498-36 neutron-server[103230]: DEBUG neutron.services.segments.db [None req-184a6806-a5a2-42ec-bfdd-5bbf86280022 tempest-NetworksIpV6Test-1240507381 tempest-NetworksIpV6Test-1240507381-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4142afd8-a9c9-42d2-8aa7-48dc77ec98f8']}} {{(pid=103230) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 20:02:55.345115 n-d-713498-36 neutron-server[103230]: DEBUG neutron.services.segments.db [None req-184a6806-a5a2-42ec-bfdd-5bbf86280022 tempest-NetworksIpV6Test-1240507381 tempest-NetworksIpV6Test-1240507381-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9c6a2a86-10d9-4cd9-8d0e-c7c2ff3285a5') {'for_net_delete': True} {{(pid=103230) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 20:02:55.345523 n-d-713498-36 neutron-server[103230]: DEBUG neutron.services.segments.db [None req-184a6806-a5a2-42ec-bfdd-5bbf86280022 tempest-NetworksIpV6Test-1240507381 tempest-NetworksIpV6Test-1240507381-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9c6a2a86-10d9-4cd9-8d0e-c7c2ff3285a5') {} {{(pid=103230) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 20:02:55.356465 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-184a6806-a5a2-42ec-bfdd-5bbf86280022 tempest-NetworksIpV6Test-1240507381 tempest-NetworksIpV6Test-1240507381-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762867134154', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12895813'] for segment (9c6a2a86-10d9-4cd9-8d0e-c7c2ff3285a5), before_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:02:55.370715 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-aee3556c-ae35-4087-842d-376e42459f3d None None] For port a4a01071-13c5-4c16-b2f2-cbfe5899135d, host n-d-713498-36, cleared binding levels {{(pid=103232) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 20:02:55.371538 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-184a6806-a5a2-42ec-bfdd-5bbf86280022 tempest-NetworksIpV6Test-1240507381 tempest-NetworksIpV6Test-1240507381-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-759574'] for segment (9c6a2a86-10d9-4cd9-8d0e-c7c2ff3285a5), precommit_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:02:55.380048 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-184a6806-a5a2-42ec-bfdd-5bbf86280022 tempest-NetworksIpV6Test-1240507381 tempest-NetworksIpV6Test-1240507381-project] Releasing vlan 394 on physical network physnet1 to pool {{(pid=103230) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 20:02:55.380654 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-184a6806-a5a2-42ec-bfdd-5bbf86280022 tempest-NetworksIpV6Test-1240507381 tempest-NetworksIpV6Test-1240507381-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-759574', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14393826'] for segment (9c6a2a86-10d9-4cd9-8d0e-c7c2ff3285a5), after_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:02:55.383968 n-d-713498-36 neutron-server[103230]: Traceback (most recent call last): Feb 09 20:02:55.383968 n-d-713498-36 neutron-server[103230]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 20:02:55.383968 n-d-713498-36 neutron-server[103230]: timer() Feb 09 20:02:55.383968 n-d-713498-36 neutron-server[103230]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 20:02:55.383968 n-d-713498-36 neutron-server[103230]: cb(*args, **kw) Feb 09 20:02:55.383968 n-d-713498-36 neutron-server[103230]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 20:02:55.383968 n-d-713498-36 neutron-server[103230]: return func(*args, **kwargs) Feb 09 20:02:55.383968 n-d-713498-36 neutron-server[103230]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 20:02:55.383968 n-d-713498-36 neutron-server[103230]: self._notify() Feb 09 20:02:55.383968 n-d-713498-36 neutron-server[103230]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 20:02:55.383968 n-d-713498-36 neutron-server[103230]: self.callback(batched_events) Feb 09 20:02:55.383968 n-d-713498-36 neutron-server[103230]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 20:02:55.383968 n-d-713498-36 neutron-server[103230]: event.method(event) Feb 09 20:02:55.383968 n-d-713498-36 neutron-server[103230]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 20:02:55.383968 n-d-713498-36 neutron-server[103230]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 20:02:55.383968 n-d-713498-36 neutron-server[103230]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 20:02:55.383968 n-d-713498-36 neutron-server[103230]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 20:02:55.383968 n-d-713498-36 neutron-server[103230]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 20:02:55.383968 n-d-713498-36 neutron-server[103230]: return f(self, *a, **k) Feb 09 20:02:55.383968 n-d-713498-36 neutron-server[103230]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 20:02:55.383968 n-d-713498-36 neutron-server[103230]: return self._get(url).json() Feb 09 20:02:55.383968 n-d-713498-36 neutron-server[103230]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 20:02:55.383968 n-d-713498-36 neutron-server[103230]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 20:02:55.383968 n-d-713498-36 neutron-server[103230]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 20:02:55.383968 n-d-713498-36 neutron-server[103230]: return self.request(url, 'GET', **kwargs) Feb 09 20:02:55.383968 n-d-713498-36 neutron-server[103230]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 20:02:55.383968 n-d-713498-36 neutron-server[103230]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 20:02:55.383968 n-d-713498-36 neutron-server[103230]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 20:02:55.383968 n-d-713498-36 neutron-server[103230]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 20:02:55.383968 n-d-713498-36 neutron-server[103230]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 20:02:55.383968 n-d-713498-36 neutron-server[103230]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 20:02:55.383968 n-d-713498-36 neutron-server[103230]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 20:02:55.446487 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-aee3556c-ae35-4087-842d-376e42459f3d None None] For port a4a01071-13c5-4c16-b2f2-cbfe5899135d, host n-d-713498-36, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-36',level=0,port_id=a4a01071-13c5-4c16-b2f2-cbfe5899135d,segment=NetworkSegment(9c6a2a86-10d9-4cd9-8d0e-c7c2ff3285a5),segment_id=9c6a2a86-10d9-4cd9-8d0e-c7c2ff3285a5)] {{(pid=103232) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 20:02:55.448109 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.db.api [None req-184a6806-a5a2-42ec-bfdd-5bbf86280022 tempest-NetworksIpV6Test-1240507381 tempest-NetworksIpV6Test-1240507381-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Feb 09 20:02:55.448109 n-d-713498-36 neutron-server[103230]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Feb 09 20:02:55.448109 n-d-713498-36 neutron-server[103230]: [parameters: {'id': '4142afd8-a9c9-42d2-8aa7-48dc77ec98f8'}] Feb 09 20:02:55.448109 n-d-713498-36 neutron-server[103230]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=103230) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 09 20:02:55.448515 n-d-713498-36 neutron-server[103230]: DEBUG oslo_db.api [None req-184a6806-a5a2-42ec-bfdd-5bbf86280022 tempest-NetworksIpV6Test-1240507381 tempest-NetworksIpV6Test-1240507381-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=103230) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 09 20:02:55.452994 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-aee3556c-ae35-4087-842d-376e42459f3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762867176205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762866656485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762866656503'] for port (a4a01071-13c5-4c16-b2f2-cbfe5899135d), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:02:55.708521 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aee3556c-ae35-4087-842d-376e42459f3d None None] Pushing event updated for resources: {'Port': ['ID=a4a01071-13c5-4c16-b2f2-cbfe5899135d,revision_number=2']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:02:55.722542 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8fe062a-f8d6-4747-8167-7cb3f41eb1dc None None] get_active_networks_info from n-d-713498-36 {{(pid=103232) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Feb 09 20:02:55.791279 n-d-713498-36 neutron-server[103232]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8fe062a-f8d6-4747-8167-7cb3f41eb1dc None None] Resources bound (agent type, host, resource id): {{(pid=103232) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 09 20:02:55.949288 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-184a6806-a5a2-42ec-bfdd-5bbf86280022 tempest-NetworksIpV6Test-1240507381 tempest-NetworksIpV6Test-1240507381-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-670458'] for network (4142afd8-a9c9-42d2-8aa7-48dc77ec98f8), before_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:02:55.954519 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-522571d6-c813-4a61-9bd7-cb3b1390afda None None] Network 4142afd8-a9c9-42d2-8aa7-48dc77ec98f8 requested from n-d-713498-36 {{(pid=103232) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 20:02:56.009808 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.plugin [None req-184a6806-a5a2-42ec-bfdd-5bbf86280022 tempest-NetworksIpV6Test-1240507381 tempest-NetworksIpV6Test-1240507381-project] Deleting port a4a01071-13c5-4c16-b2f2-cbfe5899135d {{(pid=103230) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 20:02:56.010196 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-184a6806-a5a2-42ec-bfdd-5bbf86280022 tempest-NetworksIpV6Test-1240507381 tempest-NetworksIpV6Test-1240507381-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762867170196'] for port (a4a01071-13c5-4c16-b2f2-cbfe5899135d), before_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:02:56.078527 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.db [None req-184a6806-a5a2-42ec-bfdd-5bbf86280022 tempest-NetworksIpV6Test-1240507381 tempest-NetworksIpV6Test-1240507381-project] For port a4a01071-13c5-4c16-b2f2-cbfe5899135d, host n-d-713498-36, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-36',level=0,port_id=a4a01071-13c5-4c16-b2f2-cbfe5899135d,segment=NetworkSegment(9c6a2a86-10d9-4cd9-8d0e-c7c2ff3285a5),segment_id=9c6a2a86-10d9-4cd9-8d0e-c7c2ff3285a5)] {{(pid=103230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 20:02:56.078952 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-184a6806-a5a2-42ec-bfdd-5bbf86280022 tempest-NetworksIpV6Test-1240507381 tempest-NetworksIpV6Test-1240507381-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1820838'] for port (a4a01071-13c5-4c16-b2f2-cbfe5899135d), precommit_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:02:56.092588 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.plugin [None req-184a6806-a5a2-42ec-bfdd-5bbf86280022 tempest-NetworksIpV6Test-1240507381 tempest-NetworksIpV6Test-1240507381-project] Calling delete_port for a4a01071-13c5-4c16-b2f2-cbfe5899135d owned by network:dhcp {{(pid=103230) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 20:02:56.182573 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-184a6806-a5a2-42ec-bfdd-5bbf86280022 tempest-NetworksIpV6Test-1240507381 tempest-NetworksIpV6Test-1240507381-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762867177463', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762866656476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14393751'] for port (a4a01071-13c5-4c16-b2f2-cbfe5899135d), after_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:02:56.210290 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-184a6806-a5a2-42ec-bfdd-5bbf86280022 tempest-NetworksIpV6Test-1240507381 tempest-NetworksIpV6Test-1240507381-project] Pushing event deleted for resources: {'Port': ['ID=a4a01071-13c5-4c16-b2f2-cbfe5899135d,revision_number=None']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:02:56.212119 n-d-713498-36 neutron-server[103230]: DEBUG neutron.db.l3_dvrscheduler_db [None req-184a6806-a5a2-42ec-bfdd-5bbf86280022 tempest-NetworksIpV6Test-1240507381 tempest-NetworksIpV6Test-1240507381-project] No DVR routers for this DVR port a4a01071-13c5-4c16-b2f2-cbfe5899135d on host n-d-713498-36 {{(pid=103230) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 20:02:56.299570 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-184a6806-a5a2-42ec-bfdd-5bbf86280022 tempest-NetworksIpV6Test-1240507381 tempest-NetworksIpV6Test-1240507381-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-590267', 'neutron.services.segments.db._delete_segments_for_network-8762867132609'] for network (4142afd8-a9c9-42d2-8aa7-48dc77ec98f8), precommit_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:02:56.320645 n-d-713498-36 neutron-server[103230]: DEBUG neutron.services.segments.db [None req-184a6806-a5a2-42ec-bfdd-5bbf86280022 tempest-NetworksIpV6Test-1240507381 tempest-NetworksIpV6Test-1240507381-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4142afd8-a9c9-42d2-8aa7-48dc77ec98f8']}} {{(pid=103230) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 20:02:56.330245 n-d-713498-36 neutron-server[103230]: DEBUG neutron.services.segments.db [None req-184a6806-a5a2-42ec-bfdd-5bbf86280022 tempest-NetworksIpV6Test-1240507381 tempest-NetworksIpV6Test-1240507381-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9c6a2a86-10d9-4cd9-8d0e-c7c2ff3285a5') {'for_net_delete': True} {{(pid=103230) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 20:02:56.330543 n-d-713498-36 neutron-server[103230]: DEBUG neutron.services.segments.db [None req-184a6806-a5a2-42ec-bfdd-5bbf86280022 tempest-NetworksIpV6Test-1240507381 tempest-NetworksIpV6Test-1240507381-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9c6a2a86-10d9-4cd9-8d0e-c7c2ff3285a5') {} {{(pid=103230) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 20:02:56.340528 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-184a6806-a5a2-42ec-bfdd-5bbf86280022 tempest-NetworksIpV6Test-1240507381 tempest-NetworksIpV6Test-1240507381-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762867134154', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12895813'] for segment (9c6a2a86-10d9-4cd9-8d0e-c7c2ff3285a5), before_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:02:56.354796 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-184a6806-a5a2-42ec-bfdd-5bbf86280022 tempest-NetworksIpV6Test-1240507381 tempest-NetworksIpV6Test-1240507381-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-759574'] for segment (9c6a2a86-10d9-4cd9-8d0e-c7c2ff3285a5), precommit_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:02:56.360847 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-184a6806-a5a2-42ec-bfdd-5bbf86280022 tempest-NetworksIpV6Test-1240507381 tempest-NetworksIpV6Test-1240507381-project] Releasing vlan 394 on physical network physnet1 to pool {{(pid=103230) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 20:02:56.361231 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-184a6806-a5a2-42ec-bfdd-5bbf86280022 tempest-NetworksIpV6Test-1240507381 tempest-NetworksIpV6Test-1240507381-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-759574', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14393826'] for segment (9c6a2a86-10d9-4cd9-8d0e-c7c2ff3285a5), after_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:02:56.364554 n-d-713498-36 neutron-server[103230]: Traceback (most recent call last): Feb 09 20:02:56.364554 n-d-713498-36 neutron-server[103230]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 20:02:56.364554 n-d-713498-36 neutron-server[103230]: timer() Feb 09 20:02:56.364554 n-d-713498-36 neutron-server[103230]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 20:02:56.364554 n-d-713498-36 neutron-server[103230]: cb(*args, **kw) Feb 09 20:02:56.364554 n-d-713498-36 neutron-server[103230]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 20:02:56.364554 n-d-713498-36 neutron-server[103230]: return func(*args, **kwargs) Feb 09 20:02:56.364554 n-d-713498-36 neutron-server[103230]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 20:02:56.364554 n-d-713498-36 neutron-server[103230]: self._notify() Feb 09 20:02:56.364554 n-d-713498-36 neutron-server[103230]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 20:02:56.364554 n-d-713498-36 neutron-server[103230]: self.callback(batched_events) Feb 09 20:02:56.364554 n-d-713498-36 neutron-server[103230]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 20:02:56.364554 n-d-713498-36 neutron-server[103230]: event.method(event) Feb 09 20:02:56.364554 n-d-713498-36 neutron-server[103230]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 20:02:56.364554 n-d-713498-36 neutron-server[103230]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 20:02:56.364554 n-d-713498-36 neutron-server[103230]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 20:02:56.364554 n-d-713498-36 neutron-server[103230]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 20:02:56.364554 n-d-713498-36 neutron-server[103230]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 20:02:56.364554 n-d-713498-36 neutron-server[103230]: return f(self, *a, **k) Feb 09 20:02:56.364554 n-d-713498-36 neutron-server[103230]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 20:02:56.364554 n-d-713498-36 neutron-server[103230]: return self._get(url).json() Feb 09 20:02:56.364554 n-d-713498-36 neutron-server[103230]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 20:02:56.364554 n-d-713498-36 neutron-server[103230]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 20:02:56.364554 n-d-713498-36 neutron-server[103230]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 20:02:56.364554 n-d-713498-36 neutron-server[103230]: return self.request(url, 'GET', **kwargs) Feb 09 20:02:56.364554 n-d-713498-36 neutron-server[103230]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 20:02:56.364554 n-d-713498-36 neutron-server[103230]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 20:02:56.364554 n-d-713498-36 neutron-server[103230]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 20:02:56.364554 n-d-713498-36 neutron-server[103230]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 20:02:56.364554 n-d-713498-36 neutron-server[103230]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 20:02:56.364554 n-d-713498-36 neutron-server[103230]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 20:02:56.364554 n-d-713498-36 neutron-server[103230]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 20:02:56.429162 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-184a6806-a5a2-42ec-bfdd-5bbf86280022 tempest-NetworksIpV6Test-1240507381 tempest-NetworksIpV6Test-1240507381-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-590242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1885479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1818895'] for network (4142afd8-a9c9-42d2-8aa7-48dc77ec98f8), after_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:02:56.436832 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-184a6806-a5a2-42ec-bfdd-5bbf86280022 tempest-NetworksIpV6Test-1240507381 tempest-NetworksIpV6Test-1240507381-project] Publish callbacks [] for network (None), before_response {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:02:56.440084 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-184a6806-a5a2-42ec-bfdd-5bbf86280022 tempest-NetworksIpV6Test-1240507381 tempest-NetworksIpV6Test-1240507381-project] 10.222.0.75 "DELETE /v2.0/networks/4142afd8-a9c9-42d2-8aa7-48dc77ec98f8 HTTP/1.1" status: 204 len: 168 time: 1.6851470 Feb 09 20:02:56.445038 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 53178) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:02:56.453176 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.v2.base [None req-2f7a9da9-0117-4ca1-8fd3-59e772a60d1d tempest-NetworksIpV6Test-1240507381 tempest-NetworksIpV6Test-1240507381-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1146488971'}} {{(pid=103229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 20:02:56.459414 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-184a6806-a5a2-42ec-bfdd-5bbf86280022 tempest-NetworksIpV6Test-1240507381 tempest-NetworksIpV6Test-1240507381-project] Pushing event deleted for resources: {'Network': ['ID=4142afd8-a9c9-42d2-8aa7-48dc77ec98f8,revision_number=None']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:02:56.475294 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2f7a9da9-0117-4ca1-8fd3-59e772a60d1d tempest-NetworksIpV6Test-1240507381 tempest-NetworksIpV6Test-1240507381-project] Made reservation on behalf of 327758050800423697709e21d79247e2 for: {'network': 1} {{(pid=103229) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 20:02:56.478669 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-2f7a9da9-0117-4ca1-8fd3-59e772a60d1d tempest-NetworksIpV6Test-1240507381 tempest-NetworksIpV6Test-1240507381-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for network (None), before_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:02:56.503265 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2f7a9da9-0117-4ca1-8fd3-59e772a60d1d tempest-NetworksIpV6Test-1240507381 tempest-NetworksIpV6Test-1240507381-project] vlan segment allocate from pool success with {'vlan_id': 375, 'physical_network': 'physnet1'} {{(pid=103229) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 20:02:56.513512 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-2f7a9da9-0117-4ca1-8fd3-59e772a60d1d tempest-NetworksIpV6Test-1240507381 tempest-NetworksIpV6Test-1240507381-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-759574'] for segment (ed1d44b4-1d2f-4263-b3a0-0fd32c06dd59), precommit_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:02:56.513855 n-d-713498-36 neutron-server[103229]: INFO neutron.db.segments_db [None req-2f7a9da9-0117-4ca1-8fd3-59e772a60d1d tempest-NetworksIpV6Test-1240507381 tempest-NetworksIpV6Test-1240507381-project] Added segment ed1d44b4-1d2f-4263-b3a0-0fd32c06dd59 of type vlan for network 3c7a98cb-681a-4239-babb-5b16843b03b7 Feb 09 20:02:56.556451 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-2f7a9da9-0117-4ca1-8fd3-59e772a60d1d tempest-NetworksIpV6Test-1240507381 tempest-NetworksIpV6Test-1240507381-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762866642225'] for network (3c7a98cb-681a-4239-babb-5b16843b03b7), precommit_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:02:56.585520 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-2f7a9da9-0117-4ca1-8fd3-59e772a60d1d tempest-NetworksIpV6Test-1240507381 tempest-NetworksIpV6Test-1240507381-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1885479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452'] for network (3c7a98cb-681a-4239-babb-5b16843b03b7), after_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:02:56.589828 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f7a9da9-0117-4ca1-8fd3-59e772a60d1d tempest-NetworksIpV6Test-1240507381 tempest-NetworksIpV6Test-1240507381-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:02:56.590445 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-2f7a9da9-0117-4ca1-8fd3-59e772a60d1d tempest-NetworksIpV6Test-1240507381 tempest-NetworksIpV6Test-1240507381-project] Publish callbacks [] for network (None), before_response {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:02:56.647320 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-2f7a9da9-0117-4ca1-8fd3-59e772a60d1d tempest-NetworksIpV6Test-1240507381 tempest-NetworksIpV6Test-1240507381-project] 10.222.0.75 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.2003863 Feb 09 20:02:56.650544 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 53180) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:02:56.656232 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.v2.base [None req-21e21e39-fbd9-4b8e-8105-6329f4b61402 tempest-NetworksIpV6Test-1240507381 tempest-NetworksIpV6Test-1240507381-project] Request body: {'subnet': {'network_id': '3c7a98cb-681a-4239-babb-5b16843b03b7', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103230) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 20:02:56.662993 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f7a9da9-0117-4ca1-8fd3-59e772a60d1d tempest-NetworksIpV6Test-1240507381 tempest-NetworksIpV6Test-1240507381-project] Pushing event updated for resources: {'Network': ['ID=3c7a98cb-681a-4239-babb-5b16843b03b7,revision_number=1']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:02:56.673798 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Network 3c7a98cb-681a-4239-babb-5b16843b03b7 details requested by agent ovs-agent-n-d-713498-36 with host n-d-713498-36 {{(pid=103232) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 20:02:56.747420 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-21e21e39-fbd9-4b8e-8105-6329f4b61402 tempest-NetworksIpV6Test-1240507381 tempest-NetworksIpV6Test-1240507381-project] Made reservation on behalf of 327758050800423697709e21d79247e2 for: {'subnet': 1} {{(pid=103230) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 20:02:56.750925 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-21e21e39-fbd9-4b8e-8105-6329f4b61402 tempest-NetworksIpV6Test-1240507381 tempest-NetworksIpV6Test-1240507381-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12985917'] for subnet (None), before_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:02:56.961665 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-21e21e39-fbd9-4b8e-8105-6329f4b61402 tempest-NetworksIpV6Test-1240507381 tempest-NetworksIpV6Test-1240507381-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14393611', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12985859'] for subnet (da3bc177-41ef-4201-ae28-5f8ca7a45aad), after_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:02:57.029022 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21e21e39-fbd9-4b8e-8105-6329f4b61402 tempest-NetworksIpV6Test-1240507381 tempest-NetworksIpV6Test-1240507381-project] Pushing event updated for resources: {'Subnet': ['ID=da3bc177-41ef-4201-ae28-5f8ca7a45aad,revision_number=0']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:02:57.039796 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21e21e39-fbd9-4b8e-8105-6329f4b61402 tempest-NetworksIpV6Test-1240507381 tempest-NetworksIpV6Test-1240507381-project] Checking segment: {'id': 'ed1d44b4-1d2f-4263-b3a0-0fd32c06dd59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': '3c7a98cb-681a-4239-babb-5b16843b03b7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103230) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 20:02:57.040156 n-d-713498-36 neutron-server[103230]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21e21e39-fbd9-4b8e-8105-6329f4b61402 tempest-NetworksIpV6Test-1240507381 tempest-NetworksIpV6Test-1240507381-project] Network hostable DHCP agents. Network: 3c7a98cb-681a-4239-babb-5b16843b03b7, hostable agents: ['af91e4b9-f4e1-42b1-a25c-a10dc47171c8'], hosted agents: [] {{(pid=103230) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 20:02:57.059481 n-d-713498-36 neutron-server[103230]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21e21e39-fbd9-4b8e-8105-6329f4b61402 tempest-NetworksIpV6Test-1240507381 tempest-NetworksIpV6Test-1240507381-project] Network 3c7a98cb-681a-4239-babb-5b16843b03b7 is scheduled to be hosted by DHCP agent af91e4b9-f4e1-42b1-a25c-a10dc47171c8 with binding_index 1 {{(pid=103230) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 20:02:57.070162 n-d-713498-36 neutron-server[103230]: DEBUG neutron.scheduler.base_scheduler [None req-21e21e39-fbd9-4b8e-8105-6329f4b61402 tempest-NetworksIpV6Test-1240507381 tempest-NetworksIpV6Test-1240507381-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713498-36, 3c7a98cb-681a-4239-babb-5b16843b03b7) {{(pid=103230) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 20:02:57.077273 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21e21e39-fbd9-4b8e-8105-6329f4b61402 tempest-NetworksIpV6Test-1240507381 tempest-NetworksIpV6Test-1240507381-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:02:57.078509 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-21e21e39-fbd9-4b8e-8105-6329f4b61402 tempest-NetworksIpV6Test-1240507381 tempest-NetworksIpV6Test-1240507381-project] Publish callbacks [] for subnet (None), before_response {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:02:57.082104 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f11ff8d4-da01-44f5-8c51-cfef374ebaa8 None None] Network 3c7a98cb-681a-4239-babb-5b16843b03b7 requested from n-d-713498-36 {{(pid=103232) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 20:02:57.097674 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-21e21e39-fbd9-4b8e-8105-6329f4b61402 tempest-NetworksIpV6Test-1240507381 tempest-NetworksIpV6Test-1240507381-project] 10.222.0.75 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4454756 Feb 09 20:02:57.102138 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 53182) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:02:57.107289 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.v2.base [None req-6de577ef-7ac4-45bd-8d83-e3bfbe262773 tempest-NetworksIpV6Test-1240507381 tempest-NetworksIpV6Test-1240507381-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1489856766'}} {{(pid=103230) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 20:02:57.128441 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6de577ef-7ac4-45bd-8d83-e3bfbe262773 tempest-NetworksIpV6Test-1240507381 tempest-NetworksIpV6Test-1240507381-project] Made reservation on behalf of 327758050800423697709e21d79247e2 for: {'network': 1} {{(pid=103230) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 20:02:57.133081 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-6de577ef-7ac4-45bd-8d83-e3bfbe262773 tempest-NetworksIpV6Test-1240507381 tempest-NetworksIpV6Test-1240507381-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for network (None), before_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:02:57.158365 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6de577ef-7ac4-45bd-8d83-e3bfbe262773 tempest-NetworksIpV6Test-1240507381 tempest-NetworksIpV6Test-1240507381-project] vlan segment allocate from pool success with {'vlan_id': 386, 'physical_network': 'physnet1'} {{(pid=103230) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 20:02:57.168341 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-6de577ef-7ac4-45bd-8d83-e3bfbe262773 tempest-NetworksIpV6Test-1240507381 tempest-NetworksIpV6Test-1240507381-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-759574'] for segment (7b4f2e5a-cbc6-4b77-b2c8-c668d99e82a4), precommit_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:02:57.168687 n-d-713498-36 neutron-server[103230]: INFO neutron.db.segments_db [None req-6de577ef-7ac4-45bd-8d83-e3bfbe262773 tempest-NetworksIpV6Test-1240507381 tempest-NetworksIpV6Test-1240507381-project] Added segment 7b4f2e5a-cbc6-4b77-b2c8-c668d99e82a4 of type vlan for network 024ab1b4-e5f5-4625-88c2-d1d053946ad1 Feb 09 20:02:57.200431 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10eb8bff-148b-4382-b0af-843f4441f355 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8b32e980-7cce-5e82-a341-bd2fa8945c89-3c7a98cb-681a-4239-babb-5b16843b03b7', 'network_id': '3c7a98cb-681a-4239-babb-5b16843b03b7', 'project_id': '327758050800423697709e21d79247e2', 'fixed_ips': [{'subnet_id': 'da3bc177-41ef-4201-ae28-5f8ca7a45aad'}]}} from n-d-713498-36. {{(pid=103232) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 09 20:02:57.201364 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-10eb8bff-148b-4382-b0af-843f4441f355 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (None), before_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:02:57.214526 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-6de577ef-7ac4-45bd-8d83-e3bfbe262773 tempest-NetworksIpV6Test-1240507381 tempest-NetworksIpV6Test-1240507381-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762866642225'] for network (024ab1b4-e5f5-4625-88c2-d1d053946ad1), precommit_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:02:57.242967 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-6de577ef-7ac4-45bd-8d83-e3bfbe262773 tempest-NetworksIpV6Test-1240507381 tempest-NetworksIpV6Test-1240507381-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1885479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452'] for network (024ab1b4-e5f5-4625-88c2-d1d053946ad1), after_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:02:57.249720 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6de577ef-7ac4-45bd-8d83-e3bfbe262773 tempest-NetworksIpV6Test-1240507381 tempest-NetworksIpV6Test-1240507381-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:02:57.250363 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-6de577ef-7ac4-45bd-8d83-e3bfbe262773 tempest-NetworksIpV6Test-1240507381 tempest-NetworksIpV6Test-1240507381-project] Publish callbacks [] for network (None), before_response {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:02:57.312386 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-6de577ef-7ac4-45bd-8d83-e3bfbe262773 tempest-NetworksIpV6Test-1240507381 tempest-NetworksIpV6Test-1240507381-project] 10.222.0.75 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.2091081 Feb 09 20:02:57.315553 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 53184) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:02:57.321201 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.v2.base [None req-49c308a8-9ee8-40f7-b365-d6c5148cea94 tempest-NetworksIpV6Test-1240507381 tempest-NetworksIpV6Test-1240507381-project] Request body: {'subnet': {'network_id': '024ab1b4-e5f5-4625-88c2-d1d053946ad1', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 20:02:57.328380 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6de577ef-7ac4-45bd-8d83-e3bfbe262773 tempest-NetworksIpV6Test-1240507381 tempest-NetworksIpV6Test-1240507381-project] Pushing event updated for resources: {'Network': ['ID=024ab1b4-e5f5-4625-88c2-d1d053946ad1,revision_number=1']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:02:57.340597 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Network 024ab1b4-e5f5-4625-88c2-d1d053946ad1 details requested by agent ovs-agent-n-d-713498-36 with host n-d-713498-36 {{(pid=103232) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 20:02:57.354725 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.db_base_plugin_common [None req-10eb8bff-148b-4382-b0af-843f4441f355 None None] Allocated IP 2001:db8::2 (3c7a98cb-681a-4239-babb-5b16843b03b7/da3bc177-41ef-4201-ae28-5f8ca7a45aad/017e51d4-e916-407c-85e4-3fcb86358ca7) {{(pid=103232) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 20:02:57.431791 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-49c308a8-9ee8-40f7-b365-d6c5148cea94 tempest-NetworksIpV6Test-1240507381 tempest-NetworksIpV6Test-1240507381-project] Made reservation on behalf of 327758050800423697709e21d79247e2 for: {'subnet': 1} {{(pid=103229) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 20:02:57.435853 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-49c308a8-9ee8-40f7-b365-d6c5148cea94 tempest-NetworksIpV6Test-1240507381 tempest-NetworksIpV6Test-1240507381-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12759265'] for subnet (None), before_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:02:57.572695 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-10eb8bff-148b-4382-b0af-843f4441f355 None None] Publish callbacks [] for port (017e51d4-e916-407c-85e4-3fcb86358ca7), precommit_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:02:57.580009 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-10eb8bff-148b-4382-b0af-843f4441f355 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762866656467'] for port (017e51d4-e916-407c-85e4-3fcb86358ca7), after_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:02:57.620857 n-d-713498-36 neutron-server[103232]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10eb8bff-148b-4382-b0af-843f4441f355 None None] Network 3c7a98cb-681a-4239-babb-5b16843b03b7 is already hosted by enough agents. {{(pid=103232) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 20:02:57.623926 n-d-713498-36 neutron-server[103232]: DEBUG neutron.scheduler.base_scheduler [None req-10eb8bff-148b-4382-b0af-843f4441f355 None None] Resources bound (agent type, host, resource id): {{(pid=103232) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 20:02:57.633062 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-49c308a8-9ee8-40f7-b365-d6c5148cea94 tempest-NetworksIpV6Test-1240507381 tempest-NetworksIpV6Test-1240507381-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12867428', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12759263'] for subnet (fb9518e9-c860-418e-a3c9-5e84bfd2c6f2), after_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:02:57.633983 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10eb8bff-148b-4382-b0af-843f4441f355 None None] Received port after_create {{(pid=103232) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 20:02:57.642681 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10eb8bff-148b-4382-b0af-843f4441f355 None None] Pushing event updated for resources: {'Port': ['ID=017e51d4-e916-407c-85e4-3fcb86358ca7,revision_number=1']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:02:57.694718 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49c308a8-9ee8-40f7-b365-d6c5148cea94 tempest-NetworksIpV6Test-1240507381 tempest-NetworksIpV6Test-1240507381-project] Pushing event updated for resources: {'Subnet': ['ID=fb9518e9-c860-418e-a3c9-5e84bfd2c6f2,revision_number=0']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:02:57.700320 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.managers [None req-10eb8bff-148b-4382-b0af-843f4441f355 None None] Attempting to bind port 017e51d4-e916-407c-85e4-3fcb86358ca7 on host n-d-713498-36 for vnic_type normal with profile {{(pid=103232) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 20:02:57.700697 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.managers [None req-10eb8bff-148b-4382-b0af-843f4441f355 None None] Attempting to bind port 017e51d4-e916-407c-85e4-3fcb86358ca7 by drivers openvswitch,hyperv on host n-d-713498-36 at level 0 using segments [{'id': 'ed1d44b4-1d2f-4263-b3a0-0fd32c06dd59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': '3c7a98cb-681a-4239-babb-5b16843b03b7'}] {{(pid=103232) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 20:02:57.701070 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10eb8bff-148b-4382-b0af-843f4441f355 None None] Attempting to bind port 017e51d4-e916-407c-85e4-3fcb86358ca7 on network 3c7a98cb-681a-4239-babb-5b16843b03b7 {{(pid=103232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 20:02:57.704583 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49c308a8-9ee8-40f7-b365-d6c5148cea94 tempest-NetworksIpV6Test-1240507381 tempest-NetworksIpV6Test-1240507381-project] Checking segment: {'id': '7b4f2e5a-cbc6-4b77-b2c8-c668d99e82a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': '024ab1b4-e5f5-4625-88c2-d1d053946ad1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103229) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 20:02:57.704955 n-d-713498-36 neutron-server[103229]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49c308a8-9ee8-40f7-b365-d6c5148cea94 tempest-NetworksIpV6Test-1240507381 tempest-NetworksIpV6Test-1240507381-project] Network hostable DHCP agents. Network: 024ab1b4-e5f5-4625-88c2-d1d053946ad1, hostable agents: ['af91e4b9-f4e1-42b1-a25c-a10dc47171c8'], hosted agents: [] {{(pid=103229) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 20:02:57.706383 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10eb8bff-148b-4382-b0af-843f4441f355 None None] Checking agent: {'id': '496418a2-c002-4aec-ab1a-07f3bea491bd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-36', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 18, 51, 47), 'started_at': datetime.datetime(2022, 2, 9, 18, 52, 17), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 20, 2, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-36'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 20:02:57.707304 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10eb8bff-148b-4382-b0af-843f4441f355 None None] Checking segment: {'id': 'ed1d44b4-1d2f-4263-b3a0-0fd32c06dd59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': '3c7a98cb-681a-4239-babb-5b16843b03b7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103232) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 20:02:57.707712 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-10eb8bff-148b-4382-b0af-843f4441f355 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:02:57.708110 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10eb8bff-148b-4382-b0af-843f4441f355 None None] Bound using segment: {'id': 'ed1d44b4-1d2f-4263-b3a0-0fd32c06dd59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': '3c7a98cb-681a-4239-babb-5b16843b03b7'} {{(pid=103232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 20:02:57.708694 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.managers [None req-10eb8bff-148b-4382-b0af-843f4441f355 None None] Bound port: 017e51d4-e916-407c-85e4-3fcb86358ca7, host: n-d-713498-36, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ed1d44b4-1d2f-4263-b3a0-0fd32c06dd59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': '3c7a98cb-681a-4239-babb-5b16843b03b7'}}] {{(pid=103232) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 20:02:57.709089 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-10eb8bff-148b-4382-b0af-843f4441f355 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (017e51d4-e916-407c-85e4-3fcb86358ca7), before_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:02:57.724153 n-d-713498-36 neutron-server[103229]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49c308a8-9ee8-40f7-b365-d6c5148cea94 tempest-NetworksIpV6Test-1240507381 tempest-NetworksIpV6Test-1240507381-project] Network 024ab1b4-e5f5-4625-88c2-d1d053946ad1 is scheduled to be hosted by DHCP agent af91e4b9-f4e1-42b1-a25c-a10dc47171c8 with binding_index 1 {{(pid=103229) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 20:02:57.733566 n-d-713498-36 neutron-server[103229]: DEBUG neutron.scheduler.base_scheduler [None req-49c308a8-9ee8-40f7-b365-d6c5148cea94 tempest-NetworksIpV6Test-1240507381 tempest-NetworksIpV6Test-1240507381-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713498-36, 024ab1b4-e5f5-4625-88c2-d1d053946ad1) {{(pid=103229) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 20:02:57.738072 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49c308a8-9ee8-40f7-b365-d6c5148cea94 tempest-NetworksIpV6Test-1240507381 tempest-NetworksIpV6Test-1240507381-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:02:57.738701 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-49c308a8-9ee8-40f7-b365-d6c5148cea94 tempest-NetworksIpV6Test-1240507381 tempest-NetworksIpV6Test-1240507381-project] Publish callbacks [] for subnet (None), before_response {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:02:57.747519 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32cbb9b0-de27-4bd9-91fe-712b8f2de5a5 None None] Network 024ab1b4-e5f5-4625-88c2-d1d053946ad1 requested from n-d-713498-36 {{(pid=103232) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 20:02:57.759721 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-49c308a8-9ee8-40f7-b365-d6c5148cea94 tempest-NetworksIpV6Test-1240507381 tempest-NetworksIpV6Test-1240507381-project] 10.222.0.75 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4406512 Feb 09 20:02:57.760049 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 53186) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:02:57.837996 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-10eb8bff-148b-4382-b0af-843f4441f355 None None] For port 017e51d4-e916-407c-85e4-3fcb86358ca7, host n-d-713498-36, cleared binding levels {{(pid=103232) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 20:02:57.847945 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-10eb8bff-148b-4382-b0af-843f4441f355 None None] For port 017e51d4-e916-407c-85e4-3fcb86358ca7, host n-d-713498-36, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-36',level=0,port_id=017e51d4-e916-407c-85e4-3fcb86358ca7,segment=NetworkSegment(ed1d44b4-1d2f-4263-b3a0-0fd32c06dd59),segment_id=ed1d44b4-1d2f-4263-b3a0-0fd32c06dd59)] {{(pid=103232) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 20:02:57.859036 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-10eb8bff-148b-4382-b0af-843f4441f355 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762867176205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762866656485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762866656503'] for port (017e51d4-e916-407c-85e4-3fcb86358ca7), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:02:57.868159 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-ef1ff562-65c7-48a9-852b-eb58980f3356 tempest-NetworksIpV6Test-1240507381 tempest-NetworksIpV6Test-1240507381-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-670458'] for network (024ab1b4-e5f5-4625-88c2-d1d053946ad1), before_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:02:57.908667 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d26461b3-0881-4420-bd5f-d6f238d3e98f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8b32e980-7cce-5e82-a341-bd2fa8945c89-024ab1b4-e5f5-4625-88c2-d1d053946ad1', 'network_id': '024ab1b4-e5f5-4625-88c2-d1d053946ad1', 'project_id': '327758050800423697709e21d79247e2', 'fixed_ips': [{'subnet_id': 'fb9518e9-c860-418e-a3c9-5e84bfd2c6f2'}]}} from n-d-713498-36. {{(pid=103232) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 09 20:02:57.909503 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-d26461b3-0881-4420-bd5f-d6f238d3e98f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (None), before_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:02:57.963342 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10eb8bff-148b-4382-b0af-843f4441f355 None None] Pushing event updated for resources: {'Port': ['ID=017e51d4-e916-407c-85e4-3fcb86358ca7,revision_number=2']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:02:57.996234 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-ef1ff562-65c7-48a9-852b-eb58980f3356 tempest-NetworksIpV6Test-1240507381 tempest-NetworksIpV6Test-1240507381-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-759852'] for subnet (fb9518e9-c860-418e-a3c9-5e84bfd2c6f2), precommit_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:02:58.146179 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.db_base_plugin_common [None req-d26461b3-0881-4420-bd5f-d6f238d3e98f None None] Allocated IP 2001:db8::2 (024ab1b4-e5f5-4625-88c2-d1d053946ad1/fb9518e9-c860-418e-a3c9-5e84bfd2c6f2/2235e999-a623-4c76-b9fa-799666a73fcf) {{(pid=103232) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 20:02:58.307048 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-d26461b3-0881-4420-bd5f-d6f238d3e98f None None] Publish callbacks [] for port (2235e999-a623-4c76-b9fa-799666a73fcf), precommit_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:02:58.312937 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-d26461b3-0881-4420-bd5f-d6f238d3e98f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762866656467'] for port (2235e999-a623-4c76-b9fa-799666a73fcf), after_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:02:58.335587 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-ef1ff562-65c7-48a9-852b-eb58980f3356 tempest-NetworksIpV6Test-1240507381 tempest-NetworksIpV6Test-1240507381-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-760023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12867367', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12759238'] for subnet (fb9518e9-c860-418e-a3c9-5e84bfd2c6f2), after_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:02:58.352561 n-d-713498-36 neutron-server[103232]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d26461b3-0881-4420-bd5f-d6f238d3e98f None None] Network 024ab1b4-e5f5-4625-88c2-d1d053946ad1 is already hosted by enough agents. {{(pid=103232) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 20:02:58.355666 n-d-713498-36 neutron-server[103232]: DEBUG neutron.scheduler.base_scheduler [None req-d26461b3-0881-4420-bd5f-d6f238d3e98f None None] Resources bound (agent type, host, resource id): {{(pid=103232) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 20:02:58.358508 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d26461b3-0881-4420-bd5f-d6f238d3e98f None None] Received port after_create {{(pid=103232) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 20:02:58.367131 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef1ff562-65c7-48a9-852b-eb58980f3356 tempest-NetworksIpV6Test-1240507381 tempest-NetworksIpV6Test-1240507381-project] Pushing event deleted for resources: {'Subnet': ['ID=fb9518e9-c860-418e-a3c9-5e84bfd2c6f2,revision_number=None']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:02:58.417772 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d26461b3-0881-4420-bd5f-d6f238d3e98f None None] Pushing event updated for resources: {'Port': ['ID=2235e999-a623-4c76-b9fa-799666a73fcf,revision_number=1']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:02:58.453697 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-ef1ff562-65c7-48a9-852b-eb58980f3356 tempest-NetworksIpV6Test-1240507381 tempest-NetworksIpV6Test-1240507381-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-590267', 'neutron.services.segments.db._delete_segments_for_network-8762867132609'] for network (024ab1b4-e5f5-4625-88c2-d1d053946ad1), precommit_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:02:58.469797 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.managers [None req-d26461b3-0881-4420-bd5f-d6f238d3e98f None None] Attempting to bind port 2235e999-a623-4c76-b9fa-799666a73fcf on host n-d-713498-36 for vnic_type normal with profile {{(pid=103232) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 20:02:58.470257 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.managers [None req-d26461b3-0881-4420-bd5f-d6f238d3e98f None None] Attempting to bind port 2235e999-a623-4c76-b9fa-799666a73fcf by drivers openvswitch,hyperv on host n-d-713498-36 at level 0 using segments [{'id': '7b4f2e5a-cbc6-4b77-b2c8-c668d99e82a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': '024ab1b4-e5f5-4625-88c2-d1d053946ad1'}] {{(pid=103232) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 20:02:58.470595 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d26461b3-0881-4420-bd5f-d6f238d3e98f None None] Attempting to bind port 2235e999-a623-4c76-b9fa-799666a73fcf on network 024ab1b4-e5f5-4625-88c2-d1d053946ad1 {{(pid=103232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 20:02:58.479854 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d26461b3-0881-4420-bd5f-d6f238d3e98f None None] Checking agent: {'id': '496418a2-c002-4aec-ab1a-07f3bea491bd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-36', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 18, 51, 47), 'started_at': datetime.datetime(2022, 2, 9, 18, 52, 17), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 20, 2, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-36'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 20:02:58.480350 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d26461b3-0881-4420-bd5f-d6f238d3e98f None None] Checking segment: {'id': '7b4f2e5a-cbc6-4b77-b2c8-c668d99e82a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': '024ab1b4-e5f5-4625-88c2-d1d053946ad1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103232) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 20:02:58.480762 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-d26461b3-0881-4420-bd5f-d6f238d3e98f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:02:58.481216 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d26461b3-0881-4420-bd5f-d6f238d3e98f None None] Bound using segment: {'id': '7b4f2e5a-cbc6-4b77-b2c8-c668d99e82a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': '024ab1b4-e5f5-4625-88c2-d1d053946ad1'} {{(pid=103232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 20:02:58.482259 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.managers [None req-d26461b3-0881-4420-bd5f-d6f238d3e98f None None] Bound port: 2235e999-a623-4c76-b9fa-799666a73fcf, host: n-d-713498-36, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7b4f2e5a-cbc6-4b77-b2c8-c668d99e82a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': '024ab1b4-e5f5-4625-88c2-d1d053946ad1'}}] {{(pid=103232) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 20:02:58.482571 n-d-713498-36 neutron-server[103229]: DEBUG neutron.services.segments.db [None req-ef1ff562-65c7-48a9-852b-eb58980f3356 tempest-NetworksIpV6Test-1240507381 tempest-NetworksIpV6Test-1240507381-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['024ab1b4-e5f5-4625-88c2-d1d053946ad1']}} {{(pid=103229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 20:02:58.482979 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-d26461b3-0881-4420-bd5f-d6f238d3e98f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (2235e999-a623-4c76-b9fa-799666a73fcf), before_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:02:58.496014 n-d-713498-36 neutron-server[103229]: DEBUG neutron.services.segments.db [None req-ef1ff562-65c7-48a9-852b-eb58980f3356 tempest-NetworksIpV6Test-1240507381 tempest-NetworksIpV6Test-1240507381-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7b4f2e5a-cbc6-4b77-b2c8-c668d99e82a4') {'for_net_delete': True} {{(pid=103229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 20:02:58.496317 n-d-713498-36 neutron-server[103229]: DEBUG neutron.services.segments.db [None req-ef1ff562-65c7-48a9-852b-eb58980f3356 tempest-NetworksIpV6Test-1240507381 tempest-NetworksIpV6Test-1240507381-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7b4f2e5a-cbc6-4b77-b2c8-c668d99e82a4') {} {{(pid=103229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 20:02:58.512920 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-ef1ff562-65c7-48a9-852b-eb58980f3356 tempest-NetworksIpV6Test-1240507381 tempest-NetworksIpV6Test-1240507381-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762867134154', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16683417'] for segment (7b4f2e5a-cbc6-4b77-b2c8-c668d99e82a4), before_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:02:58.527415 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-ef1ff562-65c7-48a9-852b-eb58980f3356 tempest-NetworksIpV6Test-1240507381 tempest-NetworksIpV6Test-1240507381-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-759574'] for segment (7b4f2e5a-cbc6-4b77-b2c8-c668d99e82a4), precommit_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:02:58.534177 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Device 017e51d4-e916-407c-85e4-3fcb86358ca7 up at agent ovs-agent-n-d-713498-36 {{(pid=103232) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 20:02:58.535785 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ef1ff562-65c7-48a9-852b-eb58980f3356 tempest-NetworksIpV6Test-1240507381 tempest-NetworksIpV6Test-1240507381-project] Releasing vlan 386 on physical network physnet1 to pool {{(pid=103229) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 20:02:58.536139 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-ef1ff562-65c7-48a9-852b-eb58980f3356 tempest-NetworksIpV6Test-1240507381 tempest-NetworksIpV6Test-1240507381-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-759574', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12867469'] for segment (7b4f2e5a-cbc6-4b77-b2c8-c668d99e82a4), after_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:02:58.539394 n-d-713498-36 neutron-server[103229]: Traceback (most recent call last): Feb 09 20:02:58.539394 n-d-713498-36 neutron-server[103229]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 20:02:58.539394 n-d-713498-36 neutron-server[103229]: timer() Feb 09 20:02:58.539394 n-d-713498-36 neutron-server[103229]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 20:02:58.539394 n-d-713498-36 neutron-server[103229]: cb(*args, **kw) Feb 09 20:02:58.539394 n-d-713498-36 neutron-server[103229]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 20:02:58.539394 n-d-713498-36 neutron-server[103229]: return func(*args, **kwargs) Feb 09 20:02:58.539394 n-d-713498-36 neutron-server[103229]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 20:02:58.539394 n-d-713498-36 neutron-server[103229]: self._notify() Feb 09 20:02:58.539394 n-d-713498-36 neutron-server[103229]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 20:02:58.539394 n-d-713498-36 neutron-server[103229]: self.callback(batched_events) Feb 09 20:02:58.539394 n-d-713498-36 neutron-server[103229]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 20:02:58.539394 n-d-713498-36 neutron-server[103229]: event.method(event) Feb 09 20:02:58.539394 n-d-713498-36 neutron-server[103229]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 20:02:58.539394 n-d-713498-36 neutron-server[103229]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 20:02:58.539394 n-d-713498-36 neutron-server[103229]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 20:02:58.539394 n-d-713498-36 neutron-server[103229]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 20:02:58.539394 n-d-713498-36 neutron-server[103229]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 20:02:58.539394 n-d-713498-36 neutron-server[103229]: return f(self, *a, **k) Feb 09 20:02:58.539394 n-d-713498-36 neutron-server[103229]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 20:02:58.539394 n-d-713498-36 neutron-server[103229]: return self._get(url).json() Feb 09 20:02:58.539394 n-d-713498-36 neutron-server[103229]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 20:02:58.539394 n-d-713498-36 neutron-server[103229]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 20:02:58.539394 n-d-713498-36 neutron-server[103229]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 20:02:58.539394 n-d-713498-36 neutron-server[103229]: return self.request(url, 'GET', **kwargs) Feb 09 20:02:58.539394 n-d-713498-36 neutron-server[103229]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 20:02:58.539394 n-d-713498-36 neutron-server[103229]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 20:02:58.539394 n-d-713498-36 neutron-server[103229]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 20:02:58.539394 n-d-713498-36 neutron-server[103229]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 20:02:58.539394 n-d-713498-36 neutron-server[103229]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 20:02:58.539394 n-d-713498-36 neutron-server[103229]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 20:02:58.539394 n-d-713498-36 neutron-server[103229]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 20:02:58.606471 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.db.api [None req-ef1ff562-65c7-48a9-852b-eb58980f3356 tempest-NetworksIpV6Test-1240507381 tempest-NetworksIpV6Test-1240507381-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Feb 09 20:02:58.606471 n-d-713498-36 neutron-server[103229]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Feb 09 20:02:58.606471 n-d-713498-36 neutron-server[103229]: [parameters: {'id': '024ab1b4-e5f5-4625-88c2-d1d053946ad1'}] Feb 09 20:02:58.606471 n-d-713498-36 neutron-server[103229]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=103229) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 09 20:02:58.606913 n-d-713498-36 neutron-server[103229]: DEBUG oslo_db.api [None req-ef1ff562-65c7-48a9-852b-eb58980f3356 tempest-NetworksIpV6Test-1240507381 tempest-NetworksIpV6Test-1240507381-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=103229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 09 20:02:58.610999 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-d26461b3-0881-4420-bd5f-d6f238d3e98f None None] For port 2235e999-a623-4c76-b9fa-799666a73fcf, host n-d-713498-36, cleared binding levels {{(pid=103232) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 20:02:58.616583 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-d26461b3-0881-4420-bd5f-d6f238d3e98f None None] For port 2235e999-a623-4c76-b9fa-799666a73fcf, host n-d-713498-36, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-36',level=0,port_id=2235e999-a623-4c76-b9fa-799666a73fcf,segment=NetworkSegment(7b4f2e5a-cbc6-4b77-b2c8-c668d99e82a4),segment_id=7b4f2e5a-cbc6-4b77-b2c8-c668d99e82a4)] {{(pid=103232) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 20:02:58.624649 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-d26461b3-0881-4420-bd5f-d6f238d3e98f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762867176205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762866656485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762866656503'] for port (2235e999-a623-4c76-b9fa-799666a73fcf), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:02:58.671324 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.provisioning_blocks [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Provisioning complete for port 017e51d4-e916-407c-85e4-3fcb86358ca7 triggered by entity L2. {{(pid=103232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 20:02:58.671706 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593630'] for port (017e51d4-e916-407c-85e4-3fcb86358ca7), provisioning_complete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:02:58.743802 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d26461b3-0881-4420-bd5f-d6f238d3e98f None None] Pushing event updated for resources: {'Port': ['ID=2235e999-a623-4c76-b9fa-799666a73fcf,revision_number=2']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:02:58.790422 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d1c71ae-b0bd-4547-81ad-08ecdf3a4a9f None None] Network 024ab1b4-e5f5-4625-88c2-d1d053946ad1 requested from n-d-713498-36 {{(pid=103232) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 20:02:58.856717 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Current status of the port 017e51d4-e916-407c-85e4-3fcb86358ca7 is: DOWN; New status is: ACTIVE {{(pid=103232) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 20:02:58.857118 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (017e51d4-e916-407c-85e4-3fcb86358ca7), before_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:02:58.917940 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] For port 017e51d4-e916-407c-85e4-3fcb86358ca7, host n-d-713498-36, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-36',level=0,port_id=017e51d4-e916-407c-85e4-3fcb86358ca7,segment=NetworkSegment(ed1d44b4-1d2f-4263-b3a0-0fd32c06dd59),segment_id=ed1d44b4-1d2f-4263-b3a0-0fd32c06dd59)] {{(pid=103232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 20:02:58.924011 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762867176205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762866656485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762866656503'] for port (017e51d4-e916-407c-85e4-3fcb86358ca7), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:02:58.986347 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a28d7158-2504-4679-8057-e96e07614423 None None] get_active_networks_info from n-d-713498-36 {{(pid=103232) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Feb 09 20:02:58.990045 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Pushing event updated for resources: {'Port': ['ID=017e51d4-e916-407c-85e4-3fcb86358ca7,revision_number=3']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:02:59.067761 n-d-713498-36 neutron-server[103232]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a28d7158-2504-4679-8057-e96e07614423 None None] Resources bound (agent type, host, resource id): {{(pid=103232) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 09 20:02:59.088233 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.provisioning_blocks [None req-8df63975-9977-4f09-a57e-3d118ace038a None None] Provisioning complete for port 017e51d4-e916-407c-85e4-3fcb86358ca7 triggered by entity DHCP. {{(pid=103232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 20:02:59.088606 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-8df63975-9977-4f09-a57e-3d118ace038a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593630'] for port (017e51d4-e916-407c-85e4-3fcb86358ca7), provisioning_complete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:02:59.108571 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-ef1ff562-65c7-48a9-852b-eb58980f3356 tempest-NetworksIpV6Test-1240507381 tempest-NetworksIpV6Test-1240507381-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-670458'] for network (024ab1b4-e5f5-4625-88c2-d1d053946ad1), before_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:02:59.166994 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.plugin [None req-ef1ff562-65c7-48a9-852b-eb58980f3356 tempest-NetworksIpV6Test-1240507381 tempest-NetworksIpV6Test-1240507381-project] Deleting port 2235e999-a623-4c76-b9fa-799666a73fcf {{(pid=103229) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 20:02:59.167328 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-ef1ff562-65c7-48a9-852b-eb58980f3356 tempest-NetworksIpV6Test-1240507381 tempest-NetworksIpV6Test-1240507381-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762867170196'] for port (2235e999-a623-4c76-b9fa-799666a73fcf), before_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:02:59.236609 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.db [None req-ef1ff562-65c7-48a9-852b-eb58980f3356 tempest-NetworksIpV6Test-1240507381 tempest-NetworksIpV6Test-1240507381-project] For port 2235e999-a623-4c76-b9fa-799666a73fcf, host n-d-713498-36, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-36',level=0,port_id=2235e999-a623-4c76-b9fa-799666a73fcf,segment=NetworkSegment(7b4f2e5a-cbc6-4b77-b2c8-c668d99e82a4),segment_id=7b4f2e5a-cbc6-4b77-b2c8-c668d99e82a4)] {{(pid=103229) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 20:02:59.236891 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-ef1ff562-65c7-48a9-852b-eb58980f3356 tempest-NetworksIpV6Test-1240507381 tempest-NetworksIpV6Test-1240507381-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1820838'] for port (2235e999-a623-4c76-b9fa-799666a73fcf), precommit_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:02:59.256500 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.plugin [None req-ef1ff562-65c7-48a9-852b-eb58980f3356 tempest-NetworksIpV6Test-1240507381 tempest-NetworksIpV6Test-1240507381-project] Calling delete_port for 2235e999-a623-4c76-b9fa-799666a73fcf owned by network:dhcp {{(pid=103229) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 20:02:59.269000 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-8df63975-9977-4f09-a57e-3d118ace038a None None] Current status of the port 017e51d4-e916-407c-85e4-3fcb86358ca7 is: ACTIVE; New status is: ACTIVE {{(pid=103232) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 20:02:59.306066 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37c61819-b94e-4b03-ba1d-2112fab12fcc None None] Network 3c7a98cb-681a-4239-babb-5b16843b03b7 requested from n-d-713498-36 {{(pid=103232) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 20:02:59.343452 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-ef1ff562-65c7-48a9-852b-eb58980f3356 tempest-NetworksIpV6Test-1240507381 tempest-NetworksIpV6Test-1240507381-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762867177463', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762866656476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12867576'] for port (2235e999-a623-4c76-b9fa-799666a73fcf), after_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:02:59.370208 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef1ff562-65c7-48a9-852b-eb58980f3356 tempest-NetworksIpV6Test-1240507381 tempest-NetworksIpV6Test-1240507381-project] Pushing event deleted for resources: {'Port': ['ID=2235e999-a623-4c76-b9fa-799666a73fcf,revision_number=None']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:02:59.375128 n-d-713498-36 neutron-server[103229]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef1ff562-65c7-48a9-852b-eb58980f3356 tempest-NetworksIpV6Test-1240507381 tempest-NetworksIpV6Test-1240507381-project] No DVR routers for this DVR port 2235e999-a623-4c76-b9fa-799666a73fcf on host n-d-713498-36 {{(pid=103229) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 20:02:59.461798 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-ef1ff562-65c7-48a9-852b-eb58980f3356 tempest-NetworksIpV6Test-1240507381 tempest-NetworksIpV6Test-1240507381-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-590267', 'neutron.services.segments.db._delete_segments_for_network-8762867132609'] for network (024ab1b4-e5f5-4625-88c2-d1d053946ad1), precommit_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:02:59.484596 n-d-713498-36 neutron-server[103229]: DEBUG neutron.services.segments.db [None req-ef1ff562-65c7-48a9-852b-eb58980f3356 tempest-NetworksIpV6Test-1240507381 tempest-NetworksIpV6Test-1240507381-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['024ab1b4-e5f5-4625-88c2-d1d053946ad1']}} {{(pid=103229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 20:02:59.495244 n-d-713498-36 neutron-server[103229]: DEBUG neutron.services.segments.db [None req-ef1ff562-65c7-48a9-852b-eb58980f3356 tempest-NetworksIpV6Test-1240507381 tempest-NetworksIpV6Test-1240507381-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7b4f2e5a-cbc6-4b77-b2c8-c668d99e82a4') {'for_net_delete': True} {{(pid=103229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 20:02:59.495549 n-d-713498-36 neutron-server[103229]: DEBUG neutron.services.segments.db [None req-ef1ff562-65c7-48a9-852b-eb58980f3356 tempest-NetworksIpV6Test-1240507381 tempest-NetworksIpV6Test-1240507381-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7b4f2e5a-cbc6-4b77-b2c8-c668d99e82a4') {} {{(pid=103229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 20:02:59.506631 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-ef1ff562-65c7-48a9-852b-eb58980f3356 tempest-NetworksIpV6Test-1240507381 tempest-NetworksIpV6Test-1240507381-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762867134154', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16683417'] for segment (7b4f2e5a-cbc6-4b77-b2c8-c668d99e82a4), before_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:02:59.522138 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-ef1ff562-65c7-48a9-852b-eb58980f3356 tempest-NetworksIpV6Test-1240507381 tempest-NetworksIpV6Test-1240507381-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-759574'] for segment (7b4f2e5a-cbc6-4b77-b2c8-c668d99e82a4), precommit_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:02:59.528639 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ef1ff562-65c7-48a9-852b-eb58980f3356 tempest-NetworksIpV6Test-1240507381 tempest-NetworksIpV6Test-1240507381-project] Releasing vlan 386 on physical network physnet1 to pool {{(pid=103229) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 20:02:59.529065 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-ef1ff562-65c7-48a9-852b-eb58980f3356 tempest-NetworksIpV6Test-1240507381 tempest-NetworksIpV6Test-1240507381-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-759574', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12867469'] for segment (7b4f2e5a-cbc6-4b77-b2c8-c668d99e82a4), after_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:02:59.532155 n-d-713498-36 neutron-server[103229]: Traceback (most recent call last): Feb 09 20:02:59.532155 n-d-713498-36 neutron-server[103229]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 20:02:59.532155 n-d-713498-36 neutron-server[103229]: timer() Feb 09 20:02:59.532155 n-d-713498-36 neutron-server[103229]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 20:02:59.532155 n-d-713498-36 neutron-server[103229]: cb(*args, **kw) Feb 09 20:02:59.532155 n-d-713498-36 neutron-server[103229]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 20:02:59.532155 n-d-713498-36 neutron-server[103229]: return func(*args, **kwargs) Feb 09 20:02:59.532155 n-d-713498-36 neutron-server[103229]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 20:02:59.532155 n-d-713498-36 neutron-server[103229]: self._notify() Feb 09 20:02:59.532155 n-d-713498-36 neutron-server[103229]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 20:02:59.532155 n-d-713498-36 neutron-server[103229]: self.callback(batched_events) Feb 09 20:02:59.532155 n-d-713498-36 neutron-server[103229]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 20:02:59.532155 n-d-713498-36 neutron-server[103229]: event.method(event) Feb 09 20:02:59.532155 n-d-713498-36 neutron-server[103229]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 20:02:59.532155 n-d-713498-36 neutron-server[103229]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 20:02:59.532155 n-d-713498-36 neutron-server[103229]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 20:02:59.532155 n-d-713498-36 neutron-server[103229]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 20:02:59.532155 n-d-713498-36 neutron-server[103229]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 20:02:59.532155 n-d-713498-36 neutron-server[103229]: return f(self, *a, **k) Feb 09 20:02:59.532155 n-d-713498-36 neutron-server[103229]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 20:02:59.532155 n-d-713498-36 neutron-server[103229]: return self._get(url).json() Feb 09 20:02:59.532155 n-d-713498-36 neutron-server[103229]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 20:02:59.532155 n-d-713498-36 neutron-server[103229]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 20:02:59.532155 n-d-713498-36 neutron-server[103229]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 20:02:59.532155 n-d-713498-36 neutron-server[103229]: return self.request(url, 'GET', **kwargs) Feb 09 20:02:59.532155 n-d-713498-36 neutron-server[103229]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 20:02:59.532155 n-d-713498-36 neutron-server[103229]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 20:02:59.532155 n-d-713498-36 neutron-server[103229]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 20:02:59.532155 n-d-713498-36 neutron-server[103229]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 20:02:59.532155 n-d-713498-36 neutron-server[103229]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 20:02:59.532155 n-d-713498-36 neutron-server[103229]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 20:02:59.532155 n-d-713498-36 neutron-server[103229]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 20:02:59.603146 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-ef1ff562-65c7-48a9-852b-eb58980f3356 tempest-NetworksIpV6Test-1240507381 tempest-NetworksIpV6Test-1240507381-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-590242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1885479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1818895'] for network (024ab1b4-e5f5-4625-88c2-d1d053946ad1), after_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:02:59.610515 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-ef1ff562-65c7-48a9-852b-eb58980f3356 tempest-NetworksIpV6Test-1240507381 tempest-NetworksIpV6Test-1240507381-project] Publish callbacks [] for network (None), before_response {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:02:59.614344 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-ef1ff562-65c7-48a9-852b-eb58980f3356 tempest-NetworksIpV6Test-1240507381 tempest-NetworksIpV6Test-1240507381-project] 10.222.0.75 "DELETE /v2.0/networks/024ab1b4-e5f5-4625-88c2-d1d053946ad1 HTTP/1.1" status: 204 len: 168 time: 1.8533344 Feb 09 20:02:59.617715 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 53188) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:02:59.626732 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef1ff562-65c7-48a9-852b-eb58980f3356 tempest-NetworksIpV6Test-1240507381 tempest-NetworksIpV6Test-1240507381-project] Pushing event deleted for resources: {'Network': ['ID=024ab1b4-e5f5-4625-88c2-d1d053946ad1,revision_number=None']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:02:59.656023 n-d-713498-36 neutron-server[103230]: INFO neutron.pecan_wsgi.hooks.translation [None req-66c8044c-1bfc-4e41-849e-de5a578273d2 tempest-NetworksIpV6Test-1240507381 tempest-NetworksIpV6Test-1240507381-project] GET failed (client error): The resource could not be found. Feb 09 20:02:59.657367 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-66c8044c-1bfc-4e41-849e-de5a578273d2 tempest-NetworksIpV6Test-1240507381 tempest-NetworksIpV6Test-1240507381-project] 10.222.0.75 "GET /v2.0/subnets/fb9518e9-c860-418e-a3c9-5e84bfd2c6f2 HTTP/1.1" status: 404 len: 337 time: 0.0383780 Feb 09 20:02:59.660690 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 53190) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:02:59.685718 n-d-713498-36 neutron-server[103230]: INFO neutron.pecan_wsgi.hooks.translation [None req-793811c1-f584-4250-9b7b-59b8fc57245e tempest-NetworksIpV6Test-1240507381 tempest-NetworksIpV6Test-1240507381-project] DELETE failed (client error): The resource could not be found. Feb 09 20:02:59.686286 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-793811c1-f584-4250-9b7b-59b8fc57245e tempest-NetworksIpV6Test-1240507381 tempest-NetworksIpV6Test-1240507381-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103230) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 20:02:59.689400 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-793811c1-f584-4250-9b7b-59b8fc57245e tempest-NetworksIpV6Test-1240507381 tempest-NetworksIpV6Test-1240507381-project] 10.222.0.75 "DELETE /v2.0/networks/024ab1b4-e5f5-4625-88c2-d1d053946ad1 HTTP/1.1" status: 404 len: 339 time: 0.0274220 Feb 09 20:02:59.693452 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 53192) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:02:59.699088 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.provisioning_blocks [None req-cb299e38-f3e6-4f80-9f4a-587913f79336 None None] Provisioning complete for port 017e51d4-e916-407c-85e4-3fcb86358ca7 triggered by entity DHCP. {{(pid=103232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 20:02:59.699474 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-cb299e38-f3e6-4f80-9f4a-587913f79336 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593630'] for port (017e51d4-e916-407c-85e4-3fcb86358ca7), provisioning_complete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:02:59.720499 n-d-713498-36 neutron-server[103229]: INFO neutron.pecan_wsgi.hooks.translation [None req-ab726816-2ae8-4b4a-96fe-b48ecfe71228 tempest-NetworksIpV6Test-1240507381 tempest-NetworksIpV6Test-1240507381-project] DELETE failed (client error): The resource could not be found. Feb 09 20:02:59.721067 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ab726816-2ae8-4b4a-96fe-b48ecfe71228 tempest-NetworksIpV6Test-1240507381 tempest-NetworksIpV6Test-1240507381-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103229) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 20:02:59.727624 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-ab726816-2ae8-4b4a-96fe-b48ecfe71228 tempest-NetworksIpV6Test-1240507381 tempest-NetworksIpV6Test-1240507381-project] 10.222.0.75 "DELETE /v2.0/subnets/fb9518e9-c860-418e-a3c9-5e84bfd2c6f2 HTTP/1.1" status: 404 len: 337 time: 0.0307872 Feb 09 20:02:59.727888 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 53194) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:02:59.746991 n-d-713498-36 neutron-server[103229]: INFO neutron.pecan_wsgi.hooks.translation [None req-b30e38a8-a736-45d8-a15c-1a03c66a8779 tempest-NetworksIpV6Test-1240507381 tempest-NetworksIpV6Test-1240507381-project] DELETE failed (client error): The resource could not be found. Feb 09 20:02:59.747509 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b30e38a8-a736-45d8-a15c-1a03c66a8779 tempest-NetworksIpV6Test-1240507381 tempest-NetworksIpV6Test-1240507381-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103229) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 20:02:59.750620 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-b30e38a8-a736-45d8-a15c-1a03c66a8779 tempest-NetworksIpV6Test-1240507381 tempest-NetworksIpV6Test-1240507381-project] 10.222.0.75 "DELETE /v2.0/networks/024ab1b4-e5f5-4625-88c2-d1d053946ad1 HTTP/1.1" status: 404 len: 339 time: 0.0217266 Feb 09 20:02:59.754443 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 53196) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:02:59.794979 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-cb299e38-f3e6-4f80-9f4a-587913f79336 None None] Current status of the port 017e51d4-e916-407c-85e4-3fcb86358ca7 is: ACTIVE; New status is: ACTIVE {{(pid=103232) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 20:02:59.806661 n-d-713498-36 neutron-server[103229]: DEBUG neutron.db.db_base_plugin_v2 [None req-91c74369-f48b-46a0-b856-5b12e47979be tempest-NetworksIpV6Test-1240507381 tempest-NetworksIpV6Test-1240507381-project] Deleting subnet da3bc177-41ef-4201-ae28-5f8ca7a45aad {{(pid=103229) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 20:02:59.810346 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-91c74369-f48b-46a0-b856-5b12e47979be tempest-NetworksIpV6Test-1240507381 tempest-NetworksIpV6Test-1240507381-project] Publish callbacks [] for subnet (da3bc177-41ef-4201-ae28-5f8ca7a45aad), before_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:02:59.851321 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-91c74369-f48b-46a0-b856-5b12e47979be tempest-NetworksIpV6Test-1240507381 tempest-NetworksIpV6Test-1240507381-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16683410'] for subnet (da3bc177-41ef-4201-ae28-5f8ca7a45aad), precommit_delete_associations {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:02:59.939176 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-91c74369-f48b-46a0-b856-5b12e47979be tempest-NetworksIpV6Test-1240507381 tempest-NetworksIpV6Test-1240507381-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-759852'] for subnet (da3bc177-41ef-4201-ae28-5f8ca7a45aad), precommit_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:03:00.000860 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-91c74369-f48b-46a0-b856-5b12e47979be tempest-NetworksIpV6Test-1240507381 tempest-NetworksIpV6Test-1240507381-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-760023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12867367', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12759238'] for subnet (da3bc177-41ef-4201-ae28-5f8ca7a45aad), after_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:03:00.031894 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91c74369-f48b-46a0-b856-5b12e47979be tempest-NetworksIpV6Test-1240507381 tempest-NetworksIpV6Test-1240507381-project] Pushing event deleted for resources: {'Subnet': ['ID=da3bc177-41ef-4201-ae28-5f8ca7a45aad,revision_number=None']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:03:00.036697 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-91c74369-f48b-46a0-b856-5b12e47979be tempest-NetworksIpV6Test-1240507381 tempest-NetworksIpV6Test-1240507381-project] Publish callbacks [] for subnet (None), before_response {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:03:00.039999 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-91c74369-f48b-46a0-b856-5b12e47979be tempest-NetworksIpV6Test-1240507381 tempest-NetworksIpV6Test-1240507381-project] 10.222.0.75 "DELETE /v2.0/subnets/da3bc177-41ef-4201-ae28-5f8ca7a45aad HTTP/1.1" status: 204 len: 168 time: 0.2845807 Feb 09 20:03:00.042497 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 53198) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:03:00.044777 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9acdc33-3767-413f-a43a-4f05e2108f2c None None] Network 3c7a98cb-681a-4239-babb-5b16843b03b7 requested from n-d-713498-36 {{(pid=103232) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 20:03:00.124922 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-7669b737-40f2-4dce-9b77-00b1361b5893 tempest-NetworksIpV6Test-1240507381 tempest-NetworksIpV6Test-1240507381-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-670458'] for network (3c7a98cb-681a-4239-babb-5b16843b03b7), before_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:03:00.184796 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.plugin [None req-7669b737-40f2-4dce-9b77-00b1361b5893 tempest-NetworksIpV6Test-1240507381 tempest-NetworksIpV6Test-1240507381-project] Deleting port 017e51d4-e916-407c-85e4-3fcb86358ca7 {{(pid=103229) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 20:03:00.185144 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-7669b737-40f2-4dce-9b77-00b1361b5893 tempest-NetworksIpV6Test-1240507381 tempest-NetworksIpV6Test-1240507381-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762867170196'] for port (017e51d4-e916-407c-85e4-3fcb86358ca7), before_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:03:00.202976 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c13fec74-860d-42ae-bb97-952b1170e212 None None] DHCP port deletion for 3c7a98cb-681a-4239-babb-5b16843b03b7 request from n-d-713498-36 {{(pid=103232) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 09 20:03:00.253039 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-c13fec74-860d-42ae-bb97-952b1170e212 None None] Deleting port 017e51d4-e916-407c-85e4-3fcb86358ca7 {{(pid=103232) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 20:03:00.253433 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-c13fec74-860d-42ae-bb97-952b1170e212 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762867170196'] for port (017e51d4-e916-407c-85e4-3fcb86358ca7), before_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:03:00.260680 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.db [None req-7669b737-40f2-4dce-9b77-00b1361b5893 tempest-NetworksIpV6Test-1240507381 tempest-NetworksIpV6Test-1240507381-project] For port 017e51d4-e916-407c-85e4-3fcb86358ca7, host n-d-713498-36, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-36',level=0,port_id=017e51d4-e916-407c-85e4-3fcb86358ca7,segment=NetworkSegment(ed1d44b4-1d2f-4263-b3a0-0fd32c06dd59),segment_id=ed1d44b4-1d2f-4263-b3a0-0fd32c06dd59)] {{(pid=103229) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 20:03:00.261046 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-7669b737-40f2-4dce-9b77-00b1361b5893 tempest-NetworksIpV6Test-1240507381 tempest-NetworksIpV6Test-1240507381-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1820838'] for port (017e51d4-e916-407c-85e4-3fcb86358ca7), precommit_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:03:00.278707 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.plugin [None req-7669b737-40f2-4dce-9b77-00b1361b5893 tempest-NetworksIpV6Test-1240507381 tempest-NetworksIpV6Test-1240507381-project] Calling delete_port for 017e51d4-e916-407c-85e4-3fcb86358ca7 owned by network:dhcp {{(pid=103229) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 20:03:00.320964 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-c13fec74-860d-42ae-bb97-952b1170e212 None None] For port 017e51d4-e916-407c-85e4-3fcb86358ca7, host n-d-713498-36, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-36',level=0,port_id=017e51d4-e916-407c-85e4-3fcb86358ca7,segment=NetworkSegment(ed1d44b4-1d2f-4263-b3a0-0fd32c06dd59),segment_id=ed1d44b4-1d2f-4263-b3a0-0fd32c06dd59)] {{(pid=103232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 20:03:00.321593 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-c13fec74-860d-42ae-bb97-952b1170e212 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1820838'] for port (017e51d4-e916-407c-85e4-3fcb86358ca7), precommit_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:03:00.335822 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-c13fec74-860d-42ae-bb97-952b1170e212 None None] Calling delete_port for 017e51d4-e916-407c-85e4-3fcb86358ca7 owned by network:dhcp {{(pid=103232) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 20:03:00.360940 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-7669b737-40f2-4dce-9b77-00b1361b5893 tempest-NetworksIpV6Test-1240507381 tempest-NetworksIpV6Test-1240507381-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762867177463', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762866656476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12867576'] for port (017e51d4-e916-407c-85e4-3fcb86358ca7), after_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:03:00.387459 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7669b737-40f2-4dce-9b77-00b1361b5893 tempest-NetworksIpV6Test-1240507381 tempest-NetworksIpV6Test-1240507381-project] Pushing event deleted for resources: {'Port': ['ID=017e51d4-e916-407c-85e4-3fcb86358ca7,revision_number=None']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:03:00.391352 n-d-713498-36 neutron-server[103229]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7669b737-40f2-4dce-9b77-00b1361b5893 tempest-NetworksIpV6Test-1240507381 tempest-NetworksIpV6Test-1240507381-project] No DVR routers for this DVR port 017e51d4-e916-407c-85e4-3fcb86358ca7 on host n-d-713498-36 {{(pid=103229) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 20:03:00.429225 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-c13fec74-860d-42ae-bb97-952b1170e212 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762867177463', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762866656476'] for port (017e51d4-e916-407c-85e4-3fcb86358ca7), after_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:03:00.458027 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Device 017e51d4-e916-407c-85e4-3fcb86358ca7 no longer exists at agent ovs-agent-n-d-713498-36 {{(pid=103232) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 20:03:00.461897 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c13fec74-860d-42ae-bb97-952b1170e212 None None] Pushing event deleted for resources: {'Port': ['ID=017e51d4-e916-407c-85e4-3fcb86358ca7,revision_number=None']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:03:00.481222 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c13fec74-860d-42ae-bb97-952b1170e212 None None] No DVR routers for this DVR port 017e51d4-e916-407c-85e4-3fcb86358ca7 on host n-d-713498-36 {{(pid=103232) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 20:03:00.481500 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-7669b737-40f2-4dce-9b77-00b1361b5893 tempest-NetworksIpV6Test-1240507381 tempest-NetworksIpV6Test-1240507381-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-590267', 'neutron.services.segments.db._delete_segments_for_network-8762867132609'] for network (3c7a98cb-681a-4239-babb-5b16843b03b7), precommit_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:03:00.482928 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] No Port match for: 017e51d4-e916-407c-85e4-3fcb86358ca7 {{(pid=103232) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 20:03:00.483132 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Device 017e51d4-e916-407c-85e4-3fcb86358ca7 not bound to the agent host n-d-713498-36 {{(pid=103232) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 20:03:00.507593 n-d-713498-36 neutron-server[103229]: DEBUG neutron.services.segments.db [None req-7669b737-40f2-4dce-9b77-00b1361b5893 tempest-NetworksIpV6Test-1240507381 tempest-NetworksIpV6Test-1240507381-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3c7a98cb-681a-4239-babb-5b16843b03b7']}} {{(pid=103229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 20:03:00.521616 n-d-713498-36 neutron-server[103229]: DEBUG neutron.services.segments.db [None req-7669b737-40f2-4dce-9b77-00b1361b5893 tempest-NetworksIpV6Test-1240507381 tempest-NetworksIpV6Test-1240507381-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ed1d44b4-1d2f-4263-b3a0-0fd32c06dd59') {'for_net_delete': True} {{(pid=103229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 20:03:00.521922 n-d-713498-36 neutron-server[103229]: DEBUG neutron.services.segments.db [None req-7669b737-40f2-4dce-9b77-00b1361b5893 tempest-NetworksIpV6Test-1240507381 tempest-NetworksIpV6Test-1240507381-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ed1d44b4-1d2f-4263-b3a0-0fd32c06dd59') {} {{(pid=103229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 20:03:00.531773 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-7669b737-40f2-4dce-9b77-00b1361b5893 tempest-NetworksIpV6Test-1240507381 tempest-NetworksIpV6Test-1240507381-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762867134154', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16683417'] for segment (ed1d44b4-1d2f-4263-b3a0-0fd32c06dd59), before_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:03:00.545475 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-7669b737-40f2-4dce-9b77-00b1361b5893 tempest-NetworksIpV6Test-1240507381 tempest-NetworksIpV6Test-1240507381-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-759574'] for segment (ed1d44b4-1d2f-4263-b3a0-0fd32c06dd59), precommit_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:03:00.552113 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7669b737-40f2-4dce-9b77-00b1361b5893 tempest-NetworksIpV6Test-1240507381 tempest-NetworksIpV6Test-1240507381-project] Releasing vlan 375 on physical network physnet1 to pool {{(pid=103229) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 20:03:00.552538 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-7669b737-40f2-4dce-9b77-00b1361b5893 tempest-NetworksIpV6Test-1240507381 tempest-NetworksIpV6Test-1240507381-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-759574', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12867469'] for segment (ed1d44b4-1d2f-4263-b3a0-0fd32c06dd59), after_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:03:00.555651 n-d-713498-36 neutron-server[103229]: Traceback (most recent call last): Feb 09 20:03:00.555651 n-d-713498-36 neutron-server[103229]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 20:03:00.555651 n-d-713498-36 neutron-server[103229]: timer() Feb 09 20:03:00.555651 n-d-713498-36 neutron-server[103229]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 20:03:00.555651 n-d-713498-36 neutron-server[103229]: cb(*args, **kw) Feb 09 20:03:00.555651 n-d-713498-36 neutron-server[103229]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 20:03:00.555651 n-d-713498-36 neutron-server[103229]: return func(*args, **kwargs) Feb 09 20:03:00.555651 n-d-713498-36 neutron-server[103229]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 20:03:00.555651 n-d-713498-36 neutron-server[103229]: self._notify() Feb 09 20:03:00.555651 n-d-713498-36 neutron-server[103229]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 20:03:00.555651 n-d-713498-36 neutron-server[103229]: self.callback(batched_events) Feb 09 20:03:00.555651 n-d-713498-36 neutron-server[103229]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 20:03:00.555651 n-d-713498-36 neutron-server[103229]: event.method(event) Feb 09 20:03:00.555651 n-d-713498-36 neutron-server[103229]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 20:03:00.555651 n-d-713498-36 neutron-server[103229]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 20:03:00.555651 n-d-713498-36 neutron-server[103229]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 20:03:00.555651 n-d-713498-36 neutron-server[103229]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 20:03:00.555651 n-d-713498-36 neutron-server[103229]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 20:03:00.555651 n-d-713498-36 neutron-server[103229]: return f(self, *a, **k) Feb 09 20:03:00.555651 n-d-713498-36 neutron-server[103229]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 20:03:00.555651 n-d-713498-36 neutron-server[103229]: return self._get(url).json() Feb 09 20:03:00.555651 n-d-713498-36 neutron-server[103229]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 20:03:00.555651 n-d-713498-36 neutron-server[103229]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 20:03:00.555651 n-d-713498-36 neutron-server[103229]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 20:03:00.555651 n-d-713498-36 neutron-server[103229]: return self.request(url, 'GET', **kwargs) Feb 09 20:03:00.555651 n-d-713498-36 neutron-server[103229]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 20:03:00.555651 n-d-713498-36 neutron-server[103229]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 20:03:00.555651 n-d-713498-36 neutron-server[103229]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 20:03:00.555651 n-d-713498-36 neutron-server[103229]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 20:03:00.555651 n-d-713498-36 neutron-server[103229]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 20:03:00.555651 n-d-713498-36 neutron-server[103229]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 20:03:00.555651 n-d-713498-36 neutron-server[103229]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 20:03:00.622083 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-7669b737-40f2-4dce-9b77-00b1361b5893 tempest-NetworksIpV6Test-1240507381 tempest-NetworksIpV6Test-1240507381-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-590242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1885479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1818895'] for network (3c7a98cb-681a-4239-babb-5b16843b03b7), after_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:03:00.629436 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-7669b737-40f2-4dce-9b77-00b1361b5893 tempest-NetworksIpV6Test-1240507381 tempest-NetworksIpV6Test-1240507381-project] Publish callbacks [] for network (None), before_response {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:03:00.632479 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-7669b737-40f2-4dce-9b77-00b1361b5893 tempest-NetworksIpV6Test-1240507381 tempest-NetworksIpV6Test-1240507381-project] 10.222.0.75 "DELETE /v2.0/networks/3c7a98cb-681a-4239-babb-5b16843b03b7 HTTP/1.1" status: 204 len: 168 time: 0.5890272 Feb 09 20:03:00.634980 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 53200) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:03:00.653086 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7669b737-40f2-4dce-9b77-00b1361b5893 tempest-NetworksIpV6Test-1240507381 tempest-NetworksIpV6Test-1240507381-project] Pushing event deleted for resources: {'Network': ['ID=3c7a98cb-681a-4239-babb-5b16843b03b7,revision_number=None']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:03:00.671784 n-d-713498-36 neutron-server[103229]: INFO neutron.pecan_wsgi.hooks.translation [None req-5617177c-2622-4f97-847c-4b948d767b3d tempest-NetworksIpV6Test-1240507381 tempest-NetworksIpV6Test-1240507381-project] DELETE failed (client error): The resource could not be found. Feb 09 20:03:00.672252 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5617177c-2622-4f97-847c-4b948d767b3d tempest-NetworksIpV6Test-1240507381 tempest-NetworksIpV6Test-1240507381-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103229) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 20:03:00.675384 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-5617177c-2622-4f97-847c-4b948d767b3d tempest-NetworksIpV6Test-1240507381 tempest-NetworksIpV6Test-1240507381-project] 10.222.0.75 "DELETE /v2.0/subnets/0f2317a8-af89-4e68-ae57-4eebb06f7bb9 HTTP/1.1" status: 404 len: 337 time: 0.0394313 Feb 09 20:03:00.678295 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 53202) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:03:00.696638 n-d-713498-36 neutron-server[103229]: INFO neutron.pecan_wsgi.hooks.translation [None req-9a0ac5e2-9d08-4080-9072-3b775bc06a46 tempest-NetworksIpV6Test-1240507381 tempest-NetworksIpV6Test-1240507381-project] DELETE failed (client error): The resource could not be found. Feb 09 20:03:00.697137 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9a0ac5e2-9d08-4080-9072-3b775bc06a46 tempest-NetworksIpV6Test-1240507381 tempest-NetworksIpV6Test-1240507381-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103229) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 20:03:00.700215 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-9a0ac5e2-9d08-4080-9072-3b775bc06a46 tempest-NetworksIpV6Test-1240507381 tempest-NetworksIpV6Test-1240507381-project] 10.222.0.75 "DELETE /v2.0/networks/4142afd8-a9c9-42d2-8aa7-48dc77ec98f8 HTTP/1.1" status: 404 len: 339 time: 0.0210102 Feb 09 20:03:00.702789 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 53204) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:03:00.729392 n-d-713498-36 neutron-server[103229]: INFO neutron.pecan_wsgi.hooks.translation [None req-8ae6cc62-1c36-4ee8-a5eb-527a469daff6 tempest-NetworksIpV6Test-1240507381 tempest-NetworksIpV6Test-1240507381-project] DELETE failed (client error): The resource could not be found. Feb 09 20:03:00.729856 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8ae6cc62-1c36-4ee8-a5eb-527a469daff6 tempest-NetworksIpV6Test-1240507381 tempest-NetworksIpV6Test-1240507381-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103229) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 20:03:00.732908 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-8ae6cc62-1c36-4ee8-a5eb-527a469daff6 tempest-NetworksIpV6Test-1240507381 tempest-NetworksIpV6Test-1240507381-project] 10.222.0.75 "DELETE /v2.0/subnets/88c3e330-450a-4515-ac8f-fa1a12897522 HTTP/1.1" status: 404 len: 337 time: 0.0291836 Feb 09 20:03:00.735511 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 53206) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:03:00.753616 n-d-713498-36 neutron-server[103229]: INFO neutron.pecan_wsgi.hooks.translation [None req-d813abd7-2b67-4767-b322-c40731cdded8 tempest-NetworksIpV6Test-1240507381 tempest-NetworksIpV6Test-1240507381-project] DELETE failed (client error): The resource could not be found. Feb 09 20:03:00.754044 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d813abd7-2b67-4767-b322-c40731cdded8 tempest-NetworksIpV6Test-1240507381 tempest-NetworksIpV6Test-1240507381-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103229) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 20:03:00.757044 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-d813abd7-2b67-4767-b322-c40731cdded8 tempest-NetworksIpV6Test-1240507381 tempest-NetworksIpV6Test-1240507381-project] 10.222.0.75 "DELETE /v2.0/networks/6807e866-ea77-4e9b-89f3-1112d04cf292 HTTP/1.1" status: 404 len: 339 time: 0.0206225 Feb 09 20:03:00.759653 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 53208) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:03:00.814792 n-d-713498-36 neutron-server[103229]: DEBUG neutron.db.db_base_plugin_v2 [None req-99681c5b-1e7a-40dd-a624-01351ca5a702 tempest-NetworksIpV6Test-1240507381 tempest-NetworksIpV6Test-1240507381-project] Deleting subnet ad4582bd-bf23-4bec-903f-416ed46b3da2 {{(pid=103229) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 20:03:00.818258 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-99681c5b-1e7a-40dd-a624-01351ca5a702 tempest-NetworksIpV6Test-1240507381 tempest-NetworksIpV6Test-1240507381-project] Publish callbacks [] for subnet (ad4582bd-bf23-4bec-903f-416ed46b3da2), before_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:03:00.859558 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-99681c5b-1e7a-40dd-a624-01351ca5a702 tempest-NetworksIpV6Test-1240507381 tempest-NetworksIpV6Test-1240507381-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16683410'] for subnet (ad4582bd-bf23-4bec-903f-416ed46b3da2), precommit_delete_associations {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:03:00.948882 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-99681c5b-1e7a-40dd-a624-01351ca5a702 tempest-NetworksIpV6Test-1240507381 tempest-NetworksIpV6Test-1240507381-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-759852'] for subnet (ad4582bd-bf23-4bec-903f-416ed46b3da2), precommit_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:03:01.021449 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-99681c5b-1e7a-40dd-a624-01351ca5a702 tempest-NetworksIpV6Test-1240507381 tempest-NetworksIpV6Test-1240507381-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-760023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12867367', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12759238'] for subnet (ad4582bd-bf23-4bec-903f-416ed46b3da2), after_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:03:01.047815 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99681c5b-1e7a-40dd-a624-01351ca5a702 tempest-NetworksIpV6Test-1240507381 tempest-NetworksIpV6Test-1240507381-project] Pushing event deleted for resources: {'Subnet': ['ID=ad4582bd-bf23-4bec-903f-416ed46b3da2,revision_number=None']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:03:01.052026 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-99681c5b-1e7a-40dd-a624-01351ca5a702 tempest-NetworksIpV6Test-1240507381 tempest-NetworksIpV6Test-1240507381-project] Publish callbacks [] for subnet (None), before_response {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:03:01.057751 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-99681c5b-1e7a-40dd-a624-01351ca5a702 tempest-NetworksIpV6Test-1240507381 tempest-NetworksIpV6Test-1240507381-project] 10.222.0.75 "DELETE /v2.0/subnets/ad4582bd-bf23-4bec-903f-416ed46b3da2 HTTP/1.1" status: 204 len: 168 time: 0.2948334 Feb 09 20:03:01.058275 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 53212) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:03:01.059414 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75e921ec-ae22-4ef4-b215-9119c86a3448 None None] Network 7ddd8f91-6a39-4b51-a30d-4b4eb31aebab requested from n-d-713498-36 {{(pid=103232) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 20:03:01.150286 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-a886bbcf-3339-4caa-995c-efec1bcdd3ca tempest-NetworksIpV6Test-1240507381 tempest-NetworksIpV6Test-1240507381-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-670458'] for network (7ddd8f91-6a39-4b51-a30d-4b4eb31aebab), before_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:03:01.208610 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.plugin [None req-a886bbcf-3339-4caa-995c-efec1bcdd3ca tempest-NetworksIpV6Test-1240507381 tempest-NetworksIpV6Test-1240507381-project] Deleting port a1f7c1f5-8102-4e33-a6ed-b13888060e02 {{(pid=103230) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 20:03:01.208860 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-a886bbcf-3339-4caa-995c-efec1bcdd3ca tempest-NetworksIpV6Test-1240507381 tempest-NetworksIpV6Test-1240507381-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762867170196'] for port (a1f7c1f5-8102-4e33-a6ed-b13888060e02), before_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:03:01.281285 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.db [None req-a886bbcf-3339-4caa-995c-efec1bcdd3ca tempest-NetworksIpV6Test-1240507381 tempest-NetworksIpV6Test-1240507381-project] For port a1f7c1f5-8102-4e33-a6ed-b13888060e02, host n-d-713498-36, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-36',level=0,port_id=a1f7c1f5-8102-4e33-a6ed-b13888060e02,segment=NetworkSegment(3ed3a34d-612a-4a05-bb4c-184ab6acad9c),segment_id=3ed3a34d-612a-4a05-bb4c-184ab6acad9c)] {{(pid=103230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 20:03:01.281646 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-a886bbcf-3339-4caa-995c-efec1bcdd3ca tempest-NetworksIpV6Test-1240507381 tempest-NetworksIpV6Test-1240507381-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1820838'] for port (a1f7c1f5-8102-4e33-a6ed-b13888060e02), precommit_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:03:01.296339 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.plugin [None req-a886bbcf-3339-4caa-995c-efec1bcdd3ca tempest-NetworksIpV6Test-1240507381 tempest-NetworksIpV6Test-1240507381-project] Calling delete_port for a1f7c1f5-8102-4e33-a6ed-b13888060e02 owned by network:dhcp {{(pid=103230) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 20:03:01.382902 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84aa38df-9f0d-4ed7-bdc1-93be60357573 None None] DHCP port deletion for 7ddd8f91-6a39-4b51-a30d-4b4eb31aebab request from n-d-713498-36 {{(pid=103232) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 09 20:03:01.386624 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-a886bbcf-3339-4caa-995c-efec1bcdd3ca tempest-NetworksIpV6Test-1240507381 tempest-NetworksIpV6Test-1240507381-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762867177463', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762866656476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14393751'] for port (a1f7c1f5-8102-4e33-a6ed-b13888060e02), after_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:03:01.418545 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a886bbcf-3339-4caa-995c-efec1bcdd3ca tempest-NetworksIpV6Test-1240507381 tempest-NetworksIpV6Test-1240507381-project] Pushing event deleted for resources: {'Port': ['ID=a1f7c1f5-8102-4e33-a6ed-b13888060e02,revision_number=None']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:03:01.424338 n-d-713498-36 neutron-server[103230]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a886bbcf-3339-4caa-995c-efec1bcdd3ca tempest-NetworksIpV6Test-1240507381 tempest-NetworksIpV6Test-1240507381-project] No DVR routers for this DVR port a1f7c1f5-8102-4e33-a6ed-b13888060e02 on host n-d-713498-36 {{(pid=103230) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 20:03:01.506635 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-a886bbcf-3339-4caa-995c-efec1bcdd3ca tempest-NetworksIpV6Test-1240507381 tempest-NetworksIpV6Test-1240507381-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-590267', 'neutron.services.segments.db._delete_segments_for_network-8762867132609'] for network (7ddd8f91-6a39-4b51-a30d-4b4eb31aebab), precommit_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:03:01.528380 n-d-713498-36 neutron-server[103230]: DEBUG neutron.services.segments.db [None req-a886bbcf-3339-4caa-995c-efec1bcdd3ca tempest-NetworksIpV6Test-1240507381 tempest-NetworksIpV6Test-1240507381-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7ddd8f91-6a39-4b51-a30d-4b4eb31aebab']}} {{(pid=103230) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 20:03:01.541212 n-d-713498-36 neutron-server[103230]: DEBUG neutron.services.segments.db [None req-a886bbcf-3339-4caa-995c-efec1bcdd3ca tempest-NetworksIpV6Test-1240507381 tempest-NetworksIpV6Test-1240507381-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3ed3a34d-612a-4a05-bb4c-184ab6acad9c') {'for_net_delete': True} {{(pid=103230) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 20:03:01.541212 n-d-713498-36 neutron-server[103230]: DEBUG neutron.services.segments.db [None req-a886bbcf-3339-4caa-995c-efec1bcdd3ca tempest-NetworksIpV6Test-1240507381 tempest-NetworksIpV6Test-1240507381-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3ed3a34d-612a-4a05-bb4c-184ab6acad9c') {} {{(pid=103230) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 20:03:01.550109 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-a886bbcf-3339-4caa-995c-efec1bcdd3ca tempest-NetworksIpV6Test-1240507381 tempest-NetworksIpV6Test-1240507381-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762867134154', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12895813'] for segment (3ed3a34d-612a-4a05-bb4c-184ab6acad9c), before_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:03:01.564294 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-a886bbcf-3339-4caa-995c-efec1bcdd3ca tempest-NetworksIpV6Test-1240507381 tempest-NetworksIpV6Test-1240507381-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-759574'] for segment (3ed3a34d-612a-4a05-bb4c-184ab6acad9c), precommit_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:03:01.571770 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a886bbcf-3339-4caa-995c-efec1bcdd3ca tempest-NetworksIpV6Test-1240507381 tempest-NetworksIpV6Test-1240507381-project] Releasing vlan 357 on physical network physnet1 to pool {{(pid=103230) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 20:03:01.572202 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-a886bbcf-3339-4caa-995c-efec1bcdd3ca tempest-NetworksIpV6Test-1240507381 tempest-NetworksIpV6Test-1240507381-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-759574', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14393826'] for segment (3ed3a34d-612a-4a05-bb4c-184ab6acad9c), after_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:03:01.575447 n-d-713498-36 neutron-server[103230]: Traceback (most recent call last): Feb 09 20:03:01.575447 n-d-713498-36 neutron-server[103230]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 20:03:01.575447 n-d-713498-36 neutron-server[103230]: timer() Feb 09 20:03:01.575447 n-d-713498-36 neutron-server[103230]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 20:03:01.575447 n-d-713498-36 neutron-server[103230]: cb(*args, **kw) Feb 09 20:03:01.575447 n-d-713498-36 neutron-server[103230]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 20:03:01.575447 n-d-713498-36 neutron-server[103230]: return func(*args, **kwargs) Feb 09 20:03:01.575447 n-d-713498-36 neutron-server[103230]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 20:03:01.575447 n-d-713498-36 neutron-server[103230]: self._notify() Feb 09 20:03:01.575447 n-d-713498-36 neutron-server[103230]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 20:03:01.575447 n-d-713498-36 neutron-server[103230]: self.callback(batched_events) Feb 09 20:03:01.575447 n-d-713498-36 neutron-server[103230]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 20:03:01.575447 n-d-713498-36 neutron-server[103230]: event.method(event) Feb 09 20:03:01.575447 n-d-713498-36 neutron-server[103230]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 20:03:01.575447 n-d-713498-36 neutron-server[103230]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 20:03:01.575447 n-d-713498-36 neutron-server[103230]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 20:03:01.575447 n-d-713498-36 neutron-server[103230]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 20:03:01.575447 n-d-713498-36 neutron-server[103230]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 20:03:01.575447 n-d-713498-36 neutron-server[103230]: return f(self, *a, **k) Feb 09 20:03:01.575447 n-d-713498-36 neutron-server[103230]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 20:03:01.575447 n-d-713498-36 neutron-server[103230]: return self._get(url).json() Feb 09 20:03:01.575447 n-d-713498-36 neutron-server[103230]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 20:03:01.575447 n-d-713498-36 neutron-server[103230]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 20:03:01.575447 n-d-713498-36 neutron-server[103230]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 20:03:01.575447 n-d-713498-36 neutron-server[103230]: return self.request(url, 'GET', **kwargs) Feb 09 20:03:01.575447 n-d-713498-36 neutron-server[103230]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 20:03:01.575447 n-d-713498-36 neutron-server[103230]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 20:03:01.575447 n-d-713498-36 neutron-server[103230]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 20:03:01.575447 n-d-713498-36 neutron-server[103230]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 20:03:01.575447 n-d-713498-36 neutron-server[103230]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 20:03:01.575447 n-d-713498-36 neutron-server[103230]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 20:03:01.575447 n-d-713498-36 neutron-server[103230]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 20:03:01.639804 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-a886bbcf-3339-4caa-995c-efec1bcdd3ca tempest-NetworksIpV6Test-1240507381 tempest-NetworksIpV6Test-1240507381-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-590242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1885479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1818895'] for network (7ddd8f91-6a39-4b51-a30d-4b4eb31aebab), after_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:03:01.648789 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-a886bbcf-3339-4caa-995c-efec1bcdd3ca tempest-NetworksIpV6Test-1240507381 tempest-NetworksIpV6Test-1240507381-project] Publish callbacks [] for network (None), before_response {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:03:01.652196 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-a886bbcf-3339-4caa-995c-efec1bcdd3ca tempest-NetworksIpV6Test-1240507381 tempest-NetworksIpV6Test-1240507381-project] 10.222.0.75 "DELETE /v2.0/networks/7ddd8f91-6a39-4b51-a30d-4b4eb31aebab HTTP/1.1" status: 204 len: 168 time: 0.5927281 Feb 09 20:03:01.664797 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a886bbcf-3339-4caa-995c-efec1bcdd3ca tempest-NetworksIpV6Test-1240507381 tempest-NetworksIpV6Test-1240507381-project] Pushing event deleted for resources: {'Network': ['ID=7ddd8f91-6a39-4b51-a30d-4b4eb31aebab,revision_number=None']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:03:01.908568 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 53218) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:03:02.065698 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-0b82a06d-1449-4358-8a9e-f4a1b712d209 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=327758050800423697709e21d79247e2&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1551549 Feb 09 20:03:02.068679 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 53222) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:03:02.125593 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-f21e9b4f-b233-4be0-9069-1dd9a67f3c42 admin admin] Publish callbacks [] for security_group (7dd1649a-fec3-488b-8901-117f82bc9e1f), before_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:03:02.150066 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-f21e9b4f-b233-4be0-9069-1dd9a67f3c42 admin admin] Publish callbacks [] for security_group (7dd1649a-fec3-488b-8901-117f82bc9e1f), precommit_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:03:02.199927 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-f21e9b4f-b233-4be0-9069-1dd9a67f3c42 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1892331'] for security_group (7dd1649a-fec3-488b-8901-117f82bc9e1f), after_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:03:02.202691 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-f21e9b4f-b233-4be0-9069-1dd9a67f3c42 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:03:02.203846 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-f21e9b4f-b233-4be0-9069-1dd9a67f3c42 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/7dd1649a-fec3-488b-8901-117f82bc9e1f HTTP/1.1" status: 204 len: 168 time: 0.1341727 Feb 09 20:03:02.211915 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f21e9b4f-b233-4be0-9069-1dd9a67f3c42 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7dd1649a-fec3-488b-8901-117f82bc9e1f,revision_number=None']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:03:02.440468 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Device a1f7c1f5-8102-4e33-a6ed-b13888060e02 no longer exists at agent ovs-agent-n-d-713498-36 {{(pid=103232) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 20:03:02.467560 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] No Port match for: a1f7c1f5-8102-4e33-a6ed-b13888060e02 {{(pid=103232) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 20:03:02.467912 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Device a1f7c1f5-8102-4e33-a6ed-b13888060e02 not bound to the agent host n-d-713498-36 {{(pid=103232) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 20:03:02.892766 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 53244) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:03:02.992277 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.v2.base [None req-130f11c9-9ca9-4566-8378-5d263d425ca4 tempest-RoutersNegativeTest-668246110 tempest-RoutersNegativeTest-668246110-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-2084631617', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103230) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 20:03:03.027108 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-130f11c9-9ca9-4566-8378-5d263d425ca4 tempest-RoutersNegativeTest-668246110 tempest-RoutersNegativeTest-668246110-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1834830', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-58389'] for router (2d999564-8c43-4b23-8c55-bbbb4161e5ef), before_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:03:03.028176 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-130f11c9-9ca9-4566-8378-5d263d425ca4 tempest-RoutersNegativeTest-668246110 tempest-RoutersNegativeTest-668246110-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1834810', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1822096', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1886735', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-58380'] for router (2d999564-8c43-4b23-8c55-bbbb4161e5ef), precommit_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:03:03.117116 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-130f11c9-9ca9-4566-8378-5d263d425ca4 tempest-RoutersNegativeTest-668246110 tempest-RoutersNegativeTest-668246110-project] Publish callbacks [] for router_controller (2d999564-8c43-4b23-8c55-bbbb4161e5ef), precommit_add_association {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:03:03.121371 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-130f11c9-9ca9-4566-8378-5d263d425ca4 tempest-RoutersNegativeTest-668246110 tempest-RoutersNegativeTest-668246110-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1834945', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1818951'] for router (2d999564-8c43-4b23-8c55-bbbb4161e5ef), after_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:03:03.140794 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-130f11c9-9ca9-4566-8378-5d263d425ca4 tempest-RoutersNegativeTest-668246110 tempest-RoutersNegativeTest-668246110-project] Publish callbacks [] for router (None), before_response {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:03:03.141972 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-130f11c9-9ca9-4566-8378-5d263d425ca4 tempest-RoutersNegativeTest-668246110 tempest-RoutersNegativeTest-668246110-project] 10.222.0.75 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.2481534 Feb 09 20:03:03.145609 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 53248) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:03:03.151143 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.v2.base [None req-ea5b7274-4126-4eca-a005-d3f7213e9145 tempest-RoutersNegativeTest-668246110 tempest-RoutersNegativeTest-668246110-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-1386609392'}} {{(pid=103230) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 20:03:03.171178 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ea5b7274-4126-4eca-a005-d3f7213e9145 tempest-RoutersNegativeTest-668246110 tempest-RoutersNegativeTest-668246110-project] Made reservation on behalf of 87e7011d406e4a0dac32e90cbc060300 for: {'network': 1} {{(pid=103230) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 20:03:03.174639 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-ea5b7274-4126-4eca-a005-d3f7213e9145 tempest-RoutersNegativeTest-668246110 tempest-RoutersNegativeTest-668246110-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for network (None), before_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:03:03.191186 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-ea5b7274-4126-4eca-a005-d3f7213e9145 tempest-RoutersNegativeTest-668246110 tempest-RoutersNegativeTest-668246110-project] Publish callbacks [] for security_group (None), before_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:03:03.276656 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-ea5b7274-4126-4eca-a005-d3f7213e9145 tempest-RoutersNegativeTest-668246110 tempest-RoutersNegativeTest-668246110-project] Publish callbacks [] for security_group (6a678352-c43a-4908-87d8-eaaaf6105995), precommit_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:03:03.281153 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-ea5b7274-4126-4eca-a005-d3f7213e9145 tempest-RoutersNegativeTest-668246110 tempest-RoutersNegativeTest-668246110-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1892331'] for security_group (6a678352-c43a-4908-87d8-eaaaf6105995), after_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:03:03.312711 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ea5b7274-4126-4eca-a005-d3f7213e9145 tempest-RoutersNegativeTest-668246110 tempest-RoutersNegativeTest-668246110-project] vlan segment allocate from pool success with {'vlan_id': 362, 'physical_network': 'physnet1'} {{(pid=103230) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 20:03:03.319362 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea5b7274-4126-4eca-a005-d3f7213e9145 tempest-RoutersNegativeTest-668246110 tempest-RoutersNegativeTest-668246110-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6a678352-c43a-4908-87d8-eaaaf6105995,revision_number=1']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:03:03.327523 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-ea5b7274-4126-4eca-a005-d3f7213e9145 tempest-RoutersNegativeTest-668246110 tempest-RoutersNegativeTest-668246110-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-759574'] for segment (326fa5c4-380e-42f0-9a28-267de46737a4), precommit_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:03:03.327869 n-d-713498-36 neutron-server[103230]: INFO neutron.db.segments_db [None req-ea5b7274-4126-4eca-a005-d3f7213e9145 tempest-RoutersNegativeTest-668246110 tempest-RoutersNegativeTest-668246110-project] Added segment 326fa5c4-380e-42f0-9a28-267de46737a4 of type vlan for network 11d039e0-1064-4550-9704-66abc507bfe4 Feb 09 20:03:03.372412 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-ea5b7274-4126-4eca-a005-d3f7213e9145 tempest-RoutersNegativeTest-668246110 tempest-RoutersNegativeTest-668246110-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762866642225'] for network (11d039e0-1064-4550-9704-66abc507bfe4), precommit_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:03:03.397192 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-ea5b7274-4126-4eca-a005-d3f7213e9145 tempest-RoutersNegativeTest-668246110 tempest-RoutersNegativeTest-668246110-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1885479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452'] for network (11d039e0-1064-4550-9704-66abc507bfe4), after_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:03:03.402109 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea5b7274-4126-4eca-a005-d3f7213e9145 tempest-RoutersNegativeTest-668246110 tempest-RoutersNegativeTest-668246110-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:03:03.402694 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-ea5b7274-4126-4eca-a005-d3f7213e9145 tempest-RoutersNegativeTest-668246110 tempest-RoutersNegativeTest-668246110-project] Publish callbacks [] for network (None), before_response {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:03:03.461457 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-ea5b7274-4126-4eca-a005-d3f7213e9145 tempest-RoutersNegativeTest-668246110 tempest-RoutersNegativeTest-668246110-project] 10.222.0.75 "POST /v2.0/networks HTTP/1.1" status: 201 len: 787 time: 0.3144670 Feb 09 20:03:03.464458 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 53250) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:03:03.469858 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.v2.base [None req-fdbe496b-ae0c-44f9-aebe-65e2cba69f91 tempest-RoutersNegativeTest-668246110 tempest-RoutersNegativeTest-668246110-project] Request body: {'subnet': {'network_id': '11d039e0-1064-4550-9704-66abc507bfe4', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 20:03:03.477053 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea5b7274-4126-4eca-a005-d3f7213e9145 tempest-RoutersNegativeTest-668246110 tempest-RoutersNegativeTest-668246110-project] Pushing event updated for resources: {'Network': ['ID=11d039e0-1064-4550-9704-66abc507bfe4,revision_number=1']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:03:03.489763 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Network 11d039e0-1064-4550-9704-66abc507bfe4 details requested by agent ovs-agent-n-d-713498-36 with host n-d-713498-36 {{(pid=103232) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 20:03:03.564370 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fdbe496b-ae0c-44f9-aebe-65e2cba69f91 tempest-RoutersNegativeTest-668246110 tempest-RoutersNegativeTest-668246110-project] Made reservation on behalf of 87e7011d406e4a0dac32e90cbc060300 for: {'subnet': 1} {{(pid=103229) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 20:03:03.568511 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-fdbe496b-ae0c-44f9-aebe-65e2cba69f91 tempest-RoutersNegativeTest-668246110 tempest-RoutersNegativeTest-668246110-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12759265'] for subnet (None), before_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:03:03.757304 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-fdbe496b-ae0c-44f9-aebe-65e2cba69f91 tempest-RoutersNegativeTest-668246110 tempest-RoutersNegativeTest-668246110-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12867428', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12759263'] for subnet (3c96243d-52fe-4057-8b65-475f049e0fc1), after_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:03:03.826248 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdbe496b-ae0c-44f9-aebe-65e2cba69f91 tempest-RoutersNegativeTest-668246110 tempest-RoutersNegativeTest-668246110-project] Pushing event updated for resources: {'Subnet': ['ID=3c96243d-52fe-4057-8b65-475f049e0fc1,revision_number=0']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:03:03.836328 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdbe496b-ae0c-44f9-aebe-65e2cba69f91 tempest-RoutersNegativeTest-668246110 tempest-RoutersNegativeTest-668246110-project] Checking segment: {'id': '326fa5c4-380e-42f0-9a28-267de46737a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': '11d039e0-1064-4550-9704-66abc507bfe4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103229) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 20:03:03.836700 n-d-713498-36 neutron-server[103229]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fdbe496b-ae0c-44f9-aebe-65e2cba69f91 tempest-RoutersNegativeTest-668246110 tempest-RoutersNegativeTest-668246110-project] Network hostable DHCP agents. Network: 11d039e0-1064-4550-9704-66abc507bfe4, hostable agents: ['af91e4b9-f4e1-42b1-a25c-a10dc47171c8'], hosted agents: [] {{(pid=103229) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 20:03:03.854829 n-d-713498-36 neutron-server[103229]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fdbe496b-ae0c-44f9-aebe-65e2cba69f91 tempest-RoutersNegativeTest-668246110 tempest-RoutersNegativeTest-668246110-project] Network 11d039e0-1064-4550-9704-66abc507bfe4 is scheduled to be hosted by DHCP agent af91e4b9-f4e1-42b1-a25c-a10dc47171c8 with binding_index 1 {{(pid=103229) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 20:03:03.863944 n-d-713498-36 neutron-server[103229]: DEBUG neutron.scheduler.base_scheduler [None req-fdbe496b-ae0c-44f9-aebe-65e2cba69f91 tempest-RoutersNegativeTest-668246110 tempest-RoutersNegativeTest-668246110-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713498-36, 11d039e0-1064-4550-9704-66abc507bfe4) {{(pid=103229) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 20:03:03.868328 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fdbe496b-ae0c-44f9-aebe-65e2cba69f91 tempest-RoutersNegativeTest-668246110 tempest-RoutersNegativeTest-668246110-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:03:03.868927 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-fdbe496b-ae0c-44f9-aebe-65e2cba69f91 tempest-RoutersNegativeTest-668246110 tempest-RoutersNegativeTest-668246110-project] Publish callbacks [] for subnet (None), before_response {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:03:03.874342 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d66ef27-649f-494b-bf16-22f6fe59e8a4 None None] Network 11d039e0-1064-4550-9704-66abc507bfe4 requested from n-d-713498-36 {{(pid=103232) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 20:03:03.889416 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-fdbe496b-ae0c-44f9-aebe-65e2cba69f91 tempest-RoutersNegativeTest-668246110 tempest-RoutersNegativeTest-668246110-project] 10.222.0.75 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4220622 Feb 09 20:03:03.891092 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 53252) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:03:03.896235 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.v2.base [None req-1efbdb09-ebeb-40e8-86ef-7796bf243741 tempest-RoutersNegativeTest-668246110 tempest-RoutersNegativeTest-668246110-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-249074888'}} {{(pid=103230) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 20:03:03.916205 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1efbdb09-ebeb-40e8-86ef-7796bf243741 tempest-RoutersNegativeTest-668246110 tempest-RoutersNegativeTest-668246110-project] Made reservation on behalf of 87e7011d406e4a0dac32e90cbc060300 for: {'network': 1} {{(pid=103230) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 20:03:03.920275 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-1efbdb09-ebeb-40e8-86ef-7796bf243741 tempest-RoutersNegativeTest-668246110 tempest-RoutersNegativeTest-668246110-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for network (None), before_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:03:03.946616 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1efbdb09-ebeb-40e8-86ef-7796bf243741 tempest-RoutersNegativeTest-668246110 tempest-RoutersNegativeTest-668246110-project] vlan segment allocate from pool success with {'vlan_id': 360, 'physical_network': 'physnet1'} {{(pid=103230) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 20:03:03.956151 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-1efbdb09-ebeb-40e8-86ef-7796bf243741 tempest-RoutersNegativeTest-668246110 tempest-RoutersNegativeTest-668246110-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-759574'] for segment (75ff3955-342d-44de-9613-dd52a336c336), precommit_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:03:03.956625 n-d-713498-36 neutron-server[103230]: INFO neutron.db.segments_db [None req-1efbdb09-ebeb-40e8-86ef-7796bf243741 tempest-RoutersNegativeTest-668246110 tempest-RoutersNegativeTest-668246110-project] Added segment 75ff3955-342d-44de-9613-dd52a336c336 of type vlan for network c9e09736-b0f5-4a7c-a404-dc569736f4c7 Feb 09 20:03:03.993986 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5cbc059-99cd-498d-91db-6963869e9bd3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8b32e980-7cce-5e82-a341-bd2fa8945c89-11d039e0-1064-4550-9704-66abc507bfe4', 'network_id': '11d039e0-1064-4550-9704-66abc507bfe4', 'project_id': '87e7011d406e4a0dac32e90cbc060300', 'fixed_ips': [{'subnet_id': '3c96243d-52fe-4057-8b65-475f049e0fc1'}]}} from n-d-713498-36. {{(pid=103232) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 09 20:03:03.994947 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-e5cbc059-99cd-498d-91db-6963869e9bd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (None), before_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:03:04.000418 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-1efbdb09-ebeb-40e8-86ef-7796bf243741 tempest-RoutersNegativeTest-668246110 tempest-RoutersNegativeTest-668246110-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762866642225'] for network (c9e09736-b0f5-4a7c-a404-dc569736f4c7), precommit_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:03:04.029710 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-1efbdb09-ebeb-40e8-86ef-7796bf243741 tempest-RoutersNegativeTest-668246110 tempest-RoutersNegativeTest-668246110-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1885479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452'] for network (c9e09736-b0f5-4a7c-a404-dc569736f4c7), after_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:03:04.035070 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1efbdb09-ebeb-40e8-86ef-7796bf243741 tempest-RoutersNegativeTest-668246110 tempest-RoutersNegativeTest-668246110-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:03:04.035657 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-1efbdb09-ebeb-40e8-86ef-7796bf243741 tempest-RoutersNegativeTest-668246110 tempest-RoutersNegativeTest-668246110-project] Publish callbacks [] for network (None), before_response {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:03:04.091010 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-1efbdb09-ebeb-40e8-86ef-7796bf243741 tempest-RoutersNegativeTest-668246110 tempest-RoutersNegativeTest-668246110-project] 10.222.0.75 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.1987746 Feb 09 20:03:04.094495 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 53254) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:03:04.101231 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.v2.base [None req-51949e72-f9ba-404d-8e99-db6464fd0efc tempest-RoutersNegativeTest-668246110 tempest-RoutersNegativeTest-668246110-project] Request body: {'subnet': {'network_id': 'c9e09736-b0f5-4a7c-a404-dc569736f4c7', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=103229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 20:03:04.107858 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1efbdb09-ebeb-40e8-86ef-7796bf243741 tempest-RoutersNegativeTest-668246110 tempest-RoutersNegativeTest-668246110-project] Pushing event updated for resources: {'Network': ['ID=c9e09736-b0f5-4a7c-a404-dc569736f4c7,revision_number=1']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:03:04.121534 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Network c9e09736-b0f5-4a7c-a404-dc569736f4c7 details requested by agent ovs-agent-n-d-713498-36 with host n-d-713498-36 {{(pid=103232) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 20:03:04.195657 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.db_base_plugin_common [None req-e5cbc059-99cd-498d-91db-6963869e9bd3 None None] Allocated IP 172.20.0.2 (11d039e0-1064-4550-9704-66abc507bfe4/3c96243d-52fe-4057-8b65-475f049e0fc1/97b59c50-e8e9-4c66-b6f3-1ae99c120a3c) {{(pid=103232) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 20:03:04.201262 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-51949e72-f9ba-404d-8e99-db6464fd0efc tempest-RoutersNegativeTest-668246110 tempest-RoutersNegativeTest-668246110-project] Made reservation on behalf of 87e7011d406e4a0dac32e90cbc060300 for: {'subnet': 1} {{(pid=103229) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 20:03:04.204859 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-51949e72-f9ba-404d-8e99-db6464fd0efc tempest-RoutersNegativeTest-668246110 tempest-RoutersNegativeTest-668246110-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12759265'] for subnet (None), before_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:03:04.354663 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-e5cbc059-99cd-498d-91db-6963869e9bd3 None None] Publish callbacks [] for port (97b59c50-e8e9-4c66-b6f3-1ae99c120a3c), precommit_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:03:04.361601 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-e5cbc059-99cd-498d-91db-6963869e9bd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762866656467'] for port (97b59c50-e8e9-4c66-b6f3-1ae99c120a3c), after_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:03:04.411980 n-d-713498-36 neutron-server[103232]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5cbc059-99cd-498d-91db-6963869e9bd3 None None] Network 11d039e0-1064-4550-9704-66abc507bfe4 is already hosted by enough agents. {{(pid=103232) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 20:03:04.415499 n-d-713498-36 neutron-server[103232]: DEBUG neutron.scheduler.base_scheduler [None req-e5cbc059-99cd-498d-91db-6963869e9bd3 None None] Resources bound (agent type, host, resource id): {{(pid=103232) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 20:03:04.419295 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5cbc059-99cd-498d-91db-6963869e9bd3 None None] Received port after_create {{(pid=103232) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 20:03:04.427590 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5cbc059-99cd-498d-91db-6963869e9bd3 None None] Pushing event updated for resources: {'Port': ['ID=97b59c50-e8e9-4c66-b6f3-1ae99c120a3c,revision_number=1']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:03:04.487564 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.managers [None req-e5cbc059-99cd-498d-91db-6963869e9bd3 None None] Attempting to bind port 97b59c50-e8e9-4c66-b6f3-1ae99c120a3c on host n-d-713498-36 for vnic_type normal with profile {{(pid=103232) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 20:03:04.487986 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.managers [None req-e5cbc059-99cd-498d-91db-6963869e9bd3 None None] Attempting to bind port 97b59c50-e8e9-4c66-b6f3-1ae99c120a3c by drivers openvswitch,hyperv on host n-d-713498-36 at level 0 using segments [{'id': '326fa5c4-380e-42f0-9a28-267de46737a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': '11d039e0-1064-4550-9704-66abc507bfe4'}] {{(pid=103232) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 20:03:04.488368 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5cbc059-99cd-498d-91db-6963869e9bd3 None None] Attempting to bind port 97b59c50-e8e9-4c66-b6f3-1ae99c120a3c on network 11d039e0-1064-4550-9704-66abc507bfe4 {{(pid=103232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 20:03:04.494351 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5cbc059-99cd-498d-91db-6963869e9bd3 None None] Checking agent: {'id': '496418a2-c002-4aec-ab1a-07f3bea491bd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-36', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 18, 51, 47), 'started_at': datetime.datetime(2022, 2, 9, 18, 52, 17), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 20, 2, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-36'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 20:03:04.495181 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5cbc059-99cd-498d-91db-6963869e9bd3 None None] Checking segment: {'id': '326fa5c4-380e-42f0-9a28-267de46737a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': '11d039e0-1064-4550-9704-66abc507bfe4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103232) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 20:03:04.495181 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-e5cbc059-99cd-498d-91db-6963869e9bd3 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:03:04.495524 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5cbc059-99cd-498d-91db-6963869e9bd3 None None] Bound using segment: {'id': '326fa5c4-380e-42f0-9a28-267de46737a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': '11d039e0-1064-4550-9704-66abc507bfe4'} {{(pid=103232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 20:03:04.496017 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.managers [None req-e5cbc059-99cd-498d-91db-6963869e9bd3 None None] Bound port: 97b59c50-e8e9-4c66-b6f3-1ae99c120a3c, host: n-d-713498-36, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '326fa5c4-380e-42f0-9a28-267de46737a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': '11d039e0-1064-4550-9704-66abc507bfe4'}}] {{(pid=103232) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 20:03:04.496433 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-e5cbc059-99cd-498d-91db-6963869e9bd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (97b59c50-e8e9-4c66-b6f3-1ae99c120a3c), before_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:03:04.568723 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-e5cbc059-99cd-498d-91db-6963869e9bd3 None None] For port 97b59c50-e8e9-4c66-b6f3-1ae99c120a3c, host n-d-713498-36, cleared binding levels {{(pid=103232) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 20:03:04.572459 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-e5cbc059-99cd-498d-91db-6963869e9bd3 None None] For port 97b59c50-e8e9-4c66-b6f3-1ae99c120a3c, host n-d-713498-36, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-36',level=0,port_id=97b59c50-e8e9-4c66-b6f3-1ae99c120a3c,segment=NetworkSegment(326fa5c4-380e-42f0-9a28-267de46737a4),segment_id=326fa5c4-380e-42f0-9a28-267de46737a4)] {{(pid=103232) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 20:03:04.579444 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-e5cbc059-99cd-498d-91db-6963869e9bd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762867176205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762866656485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762866656503'] for port (97b59c50-e8e9-4c66-b6f3-1ae99c120a3c), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:03:04.643069 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5cbc059-99cd-498d-91db-6963869e9bd3 None None] Pushing event updated for resources: {'Port': ['ID=97b59c50-e8e9-4c66-b6f3-1ae99c120a3c,revision_number=2']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:03:04.681073 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-51949e72-f9ba-404d-8e99-db6464fd0efc tempest-RoutersNegativeTest-668246110 tempest-RoutersNegativeTest-668246110-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12867428', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12759263'] for subnet (aabf025d-0b47-4a14-aae3-6c6032122438), after_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:03:04.738444 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51949e72-f9ba-404d-8e99-db6464fd0efc tempest-RoutersNegativeTest-668246110 tempest-RoutersNegativeTest-668246110-project] Pushing event updated for resources: {'Subnet': ['ID=aabf025d-0b47-4a14-aae3-6c6032122438,revision_number=0']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:03:04.755299 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51949e72-f9ba-404d-8e99-db6464fd0efc tempest-RoutersNegativeTest-668246110 tempest-RoutersNegativeTest-668246110-project] Checking segment: {'id': '75ff3955-342d-44de-9613-dd52a336c336', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': 'c9e09736-b0f5-4a7c-a404-dc569736f4c7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103229) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 20:03:04.755742 n-d-713498-36 neutron-server[103229]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51949e72-f9ba-404d-8e99-db6464fd0efc tempest-RoutersNegativeTest-668246110 tempest-RoutersNegativeTest-668246110-project] Network hostable DHCP agents. Network: c9e09736-b0f5-4a7c-a404-dc569736f4c7, hostable agents: ['af91e4b9-f4e1-42b1-a25c-a10dc47171c8'], hosted agents: [] {{(pid=103229) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 20:03:04.774814 n-d-713498-36 neutron-server[103229]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51949e72-f9ba-404d-8e99-db6464fd0efc tempest-RoutersNegativeTest-668246110 tempest-RoutersNegativeTest-668246110-project] Network c9e09736-b0f5-4a7c-a404-dc569736f4c7 is scheduled to be hosted by DHCP agent af91e4b9-f4e1-42b1-a25c-a10dc47171c8 with binding_index 1 {{(pid=103229) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 20:03:04.791947 n-d-713498-36 neutron-server[103229]: DEBUG neutron.scheduler.base_scheduler [None req-51949e72-f9ba-404d-8e99-db6464fd0efc tempest-RoutersNegativeTest-668246110 tempest-RoutersNegativeTest-668246110-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713498-36, c9e09736-b0f5-4a7c-a404-dc569736f4c7) {{(pid=103229) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 20:03:04.797384 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51949e72-f9ba-404d-8e99-db6464fd0efc tempest-RoutersNegativeTest-668246110 tempest-RoutersNegativeTest-668246110-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:03:04.798532 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-51949e72-f9ba-404d-8e99-db6464fd0efc tempest-RoutersNegativeTest-668246110 tempest-RoutersNegativeTest-668246110-project] Publish callbacks [] for subnet (None), before_response {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:03:04.818628 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-667c9e80-6b42-4ea7-8ae9-852e35e82ca5 None None] Network c9e09736-b0f5-4a7c-a404-dc569736f4c7 requested from n-d-713498-36 {{(pid=103232) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 20:03:04.829794 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-51949e72-f9ba-404d-8e99-db6464fd0efc tempest-RoutersNegativeTest-668246110 tempest-RoutersNegativeTest-668246110-project] 10.222.0.75 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7340515 Feb 09 20:03:04.834574 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 53256) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:03:04.839585 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.v2.base [None req-e9c4cd2f-88dc-477c-976d-6ff6507c6243 tempest-RoutersNegativeTest-668246110 tempest-RoutersNegativeTest-668246110-project] Request body: {'router': {'external_gateway_info': {'network_id': 'c9e09736-b0f5-4a7c-a404-dc569736f4c7'}}} {{(pid=103230) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 20:03:04.948016 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f43a3420-b98c-4b70-9015-02aabbb66864 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8b32e980-7cce-5e82-a341-bd2fa8945c89-c9e09736-b0f5-4a7c-a404-dc569736f4c7', 'network_id': 'c9e09736-b0f5-4a7c-a404-dc569736f4c7', 'project_id': '87e7011d406e4a0dac32e90cbc060300', 'fixed_ips': [{'subnet_id': 'aabf025d-0b47-4a14-aae3-6c6032122438'}]}} from n-d-713498-36. {{(pid=103232) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 09 20:03:04.949012 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-f43a3420-b98c-4b70-9015-02aabbb66864 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (None), before_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:03:05.100667 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.db_base_plugin_common [None req-f43a3420-b98c-4b70-9015-02aabbb66864 None None] Allocated IP 172.21.0.2 (c9e09736-b0f5-4a7c-a404-dc569736f4c7/aabf025d-0b47-4a14-aae3-6c6032122438/259032e1-be13-47ab-8df1-ce02ba135f34) {{(pid=103232) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 20:03:05.126052 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-e9c4cd2f-88dc-477c-976d-6ff6507c6243 tempest-RoutersNegativeTest-668246110 tempest-RoutersNegativeTest-668246110-project] Publish callbacks [] for router_gateway (2d999564-8c43-4b23-8c55-bbbb4161e5ef), precommit_update {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:03:05.259395 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-f43a3420-b98c-4b70-9015-02aabbb66864 None None] Publish callbacks [] for port (259032e1-be13-47ab-8df1-ce02ba135f34), precommit_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:03:05.266904 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-f43a3420-b98c-4b70-9015-02aabbb66864 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762866656467'] for port (259032e1-be13-47ab-8df1-ce02ba135f34), after_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:03:05.314354 n-d-713498-36 neutron-server[103232]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f43a3420-b98c-4b70-9015-02aabbb66864 None None] Network c9e09736-b0f5-4a7c-a404-dc569736f4c7 is already hosted by enough agents. {{(pid=103232) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 20:03:05.320551 n-d-713498-36 neutron-server[103232]: DEBUG neutron.scheduler.base_scheduler [None req-f43a3420-b98c-4b70-9015-02aabbb66864 None None] Resources bound (agent type, host, resource id): {{(pid=103232) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 20:03:05.324507 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f43a3420-b98c-4b70-9015-02aabbb66864 None None] Received port after_create {{(pid=103232) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 20:03:05.326902 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f43a3420-b98c-4b70-9015-02aabbb66864 None None] Pushing event updated for resources: {'Port': ['ID=259032e1-be13-47ab-8df1-ce02ba135f34,revision_number=1']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:03:05.408943 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.managers [None req-f43a3420-b98c-4b70-9015-02aabbb66864 None None] Attempting to bind port 259032e1-be13-47ab-8df1-ce02ba135f34 on host n-d-713498-36 for vnic_type normal with profile {{(pid=103232) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 20:03:05.409404 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.managers [None req-f43a3420-b98c-4b70-9015-02aabbb66864 None None] Attempting to bind port 259032e1-be13-47ab-8df1-ce02ba135f34 by drivers openvswitch,hyperv on host n-d-713498-36 at level 0 using segments [{'id': '75ff3955-342d-44de-9613-dd52a336c336', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': 'c9e09736-b0f5-4a7c-a404-dc569736f4c7'}] {{(pid=103232) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 20:03:05.411043 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f43a3420-b98c-4b70-9015-02aabbb66864 None None] Attempting to bind port 259032e1-be13-47ab-8df1-ce02ba135f34 on network c9e09736-b0f5-4a7c-a404-dc569736f4c7 {{(pid=103232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 20:03:05.419120 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f43a3420-b98c-4b70-9015-02aabbb66864 None None] Checking agent: {'id': '496418a2-c002-4aec-ab1a-07f3bea491bd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-36', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 18, 51, 47), 'started_at': datetime.datetime(2022, 2, 9, 18, 52, 17), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 20, 2, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-36'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 20:03:05.419658 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f43a3420-b98c-4b70-9015-02aabbb66864 None None] Checking segment: {'id': '75ff3955-342d-44de-9613-dd52a336c336', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': 'c9e09736-b0f5-4a7c-a404-dc569736f4c7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103232) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 20:03:05.420064 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-f43a3420-b98c-4b70-9015-02aabbb66864 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:03:05.420569 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f43a3420-b98c-4b70-9015-02aabbb66864 None None] Bound using segment: {'id': '75ff3955-342d-44de-9613-dd52a336c336', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': 'c9e09736-b0f5-4a7c-a404-dc569736f4c7'} {{(pid=103232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 20:03:05.420930 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.managers [None req-f43a3420-b98c-4b70-9015-02aabbb66864 None None] Bound port: 259032e1-be13-47ab-8df1-ce02ba135f34, host: n-d-713498-36, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '75ff3955-342d-44de-9613-dd52a336c336', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': 'c9e09736-b0f5-4a7c-a404-dc569736f4c7'}}] {{(pid=103232) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 20:03:05.421313 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-f43a3420-b98c-4b70-9015-02aabbb66864 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (259032e1-be13-47ab-8df1-ce02ba135f34), before_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:03:05.489758 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-f43a3420-b98c-4b70-9015-02aabbb66864 None None] For port 259032e1-be13-47ab-8df1-ce02ba135f34, host n-d-713498-36, cleared binding levels {{(pid=103232) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 20:03:05.493365 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-f43a3420-b98c-4b70-9015-02aabbb66864 None None] For port 259032e1-be13-47ab-8df1-ce02ba135f34, host n-d-713498-36, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-36',level=0,port_id=259032e1-be13-47ab-8df1-ce02ba135f34,segment=NetworkSegment(75ff3955-342d-44de-9613-dd52a336c336),segment_id=75ff3955-342d-44de-9613-dd52a336c336)] {{(pid=103232) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 20:03:05.501336 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-f43a3420-b98c-4b70-9015-02aabbb66864 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762867176205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762866656485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762866656503'] for port (259032e1-be13-47ab-8df1-ce02ba135f34), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:03:05.521628 n-d-713498-36 neutron-server[103230]: INFO neutron.api.v2.resource [None req-e9c4cd2f-88dc-477c-976d-6ff6507c6243 tempest-RoutersNegativeTest-668246110 tempest-RoutersNegativeTest-668246110-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 09 20:03:05.522952 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-e9c4cd2f-88dc-477c-976d-6ff6507c6243 tempest-RoutersNegativeTest-668246110 tempest-RoutersNegativeTest-668246110-project] 10.222.0.75 "PUT /v2.0/routers/2d999564-8c43-4b23-8c55-bbbb4161e5ef HTTP/1.1" status: 400 len: 364 time: 0.6872599 Feb 09 20:03:05.529208 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 53258) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:03:05.580063 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f43a3420-b98c-4b70-9015-02aabbb66864 None None] Pushing event updated for resources: {'Port': ['ID=259032e1-be13-47ab-8df1-ce02ba135f34,revision_number=2']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:03:05.596280 n-d-713498-36 neutron-server[103230]: DEBUG neutron.db.db_base_plugin_v2 [None req-f994e372-025c-42f3-b897-c34157cab8f9 tempest-RoutersNegativeTest-668246110 tempest-RoutersNegativeTest-668246110-project] Deleting subnet aabf025d-0b47-4a14-aae3-6c6032122438 {{(pid=103230) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 20:03:05.600904 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-f994e372-025c-42f3-b897-c34157cab8f9 tempest-RoutersNegativeTest-668246110 tempest-RoutersNegativeTest-668246110-project] Publish callbacks [] for subnet (aabf025d-0b47-4a14-aae3-6c6032122438), before_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:03:05.653552 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-f994e372-025c-42f3-b897-c34157cab8f9 tempest-RoutersNegativeTest-668246110 tempest-RoutersNegativeTest-668246110-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12895822'] for subnet (aabf025d-0b47-4a14-aae3-6c6032122438), precommit_delete_associations {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:03:05.756751 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-f994e372-025c-42f3-b897-c34157cab8f9 tempest-RoutersNegativeTest-668246110 tempest-RoutersNegativeTest-668246110-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-759852'] for subnet (aabf025d-0b47-4a14-aae3-6c6032122438), precommit_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:03:05.759568 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6e07e41-3990-413c-bca0-62cc6b288f5b None None] Network 11d039e0-1064-4550-9704-66abc507bfe4 requested from n-d-713498-36 {{(pid=103232) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 20:03:05.848334 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-f994e372-025c-42f3-b897-c34157cab8f9 tempest-RoutersNegativeTest-668246110 tempest-RoutersNegativeTest-668246110-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-760023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14393672', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12985882'] for subnet (aabf025d-0b47-4a14-aae3-6c6032122438), after_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:03:05.872645 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.provisioning_blocks [None req-40880788-36a1-47bf-a6fb-c9fc956ca4c0 None None] Provisioning complete for port 97b59c50-e8e9-4c66-b6f3-1ae99c120a3c triggered by entity DHCP. {{(pid=103232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 20:03:05.873025 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-40880788-36a1-47bf-a6fb-c9fc956ca4c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593630'] for port (97b59c50-e8e9-4c66-b6f3-1ae99c120a3c), provisioning_complete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:03:05.888813 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f994e372-025c-42f3-b897-c34157cab8f9 tempest-RoutersNegativeTest-668246110 tempest-RoutersNegativeTest-668246110-project] Pushing event deleted for resources: {'Subnet': ['ID=aabf025d-0b47-4a14-aae3-6c6032122438,revision_number=None']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:03:05.895493 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-f994e372-025c-42f3-b897-c34157cab8f9 tempest-RoutersNegativeTest-668246110 tempest-RoutersNegativeTest-668246110-project] Publish callbacks [] for subnet (None), before_response {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:03:05.899046 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-f994e372-025c-42f3-b897-c34157cab8f9 tempest-RoutersNegativeTest-668246110 tempest-RoutersNegativeTest-668246110-project] 10.222.0.75 "DELETE /v2.0/subnets/aabf025d-0b47-4a14-aae3-6c6032122438 HTTP/1.1" status: 204 len: 168 time: 0.3687160 Feb 09 20:03:05.901553 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 53260) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:03:05.995049 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-2cb5aed8-773a-4389-834f-b2fb2566369e tempest-RoutersNegativeTest-668246110 tempest-RoutersNegativeTest-668246110-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-670458'] for network (c9e09736-b0f5-4a7c-a404-dc569736f4c7), before_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:03:06.018290 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-40880788-36a1-47bf-a6fb-c9fc956ca4c0 None None] Current status of the port 97b59c50-e8e9-4c66-b6f3-1ae99c120a3c is: DOWN; New status is: ACTIVE {{(pid=103232) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 20:03:06.018693 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-40880788-36a1-47bf-a6fb-c9fc956ca4c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (97b59c50-e8e9-4c66-b6f3-1ae99c120a3c), before_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:03:06.053168 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.plugin [None req-2cb5aed8-773a-4389-834f-b2fb2566369e tempest-RoutersNegativeTest-668246110 tempest-RoutersNegativeTest-668246110-project] Deleting port 259032e1-be13-47ab-8df1-ce02ba135f34 {{(pid=103229) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 20:03:06.053512 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-2cb5aed8-773a-4389-834f-b2fb2566369e tempest-RoutersNegativeTest-668246110 tempest-RoutersNegativeTest-668246110-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762867170196'] for port (259032e1-be13-47ab-8df1-ce02ba135f34), before_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:03:06.055507 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-40880788-36a1-47bf-a6fb-c9fc956ca4c0 None None] For port 97b59c50-e8e9-4c66-b6f3-1ae99c120a3c, host n-d-713498-36, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-36',level=0,port_id=97b59c50-e8e9-4c66-b6f3-1ae99c120a3c,segment=NetworkSegment(326fa5c4-380e-42f0-9a28-267de46737a4),segment_id=326fa5c4-380e-42f0-9a28-267de46737a4)] {{(pid=103232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 20:03:06.061449 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-40880788-36a1-47bf-a6fb-c9fc956ca4c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762867176205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762866656485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762866656503'] for port (97b59c50-e8e9-4c66-b6f3-1ae99c120a3c), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:03:06.120319 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40880788-36a1-47bf-a6fb-c9fc956ca4c0 None None] Pushing event updated for resources: {'Port': ['ID=97b59c50-e8e9-4c66-b6f3-1ae99c120a3c,revision_number=3']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:03:06.130929 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.db [None req-2cb5aed8-773a-4389-834f-b2fb2566369e tempest-RoutersNegativeTest-668246110 tempest-RoutersNegativeTest-668246110-project] For port 259032e1-be13-47ab-8df1-ce02ba135f34, host n-d-713498-36, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-36',level=0,port_id=259032e1-be13-47ab-8df1-ce02ba135f34,segment=NetworkSegment(75ff3955-342d-44de-9613-dd52a336c336),segment_id=75ff3955-342d-44de-9613-dd52a336c336)] {{(pid=103229) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 20:03:06.131324 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-2cb5aed8-773a-4389-834f-b2fb2566369e tempest-RoutersNegativeTest-668246110 tempest-RoutersNegativeTest-668246110-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1820838'] for port (259032e1-be13-47ab-8df1-ce02ba135f34), precommit_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:03:06.147200 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.plugin [None req-2cb5aed8-773a-4389-834f-b2fb2566369e tempest-RoutersNegativeTest-668246110 tempest-RoutersNegativeTest-668246110-project] Calling delete_port for 259032e1-be13-47ab-8df1-ce02ba135f34 owned by network:dhcp {{(pid=103229) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 20:03:06.236553 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-2cb5aed8-773a-4389-834f-b2fb2566369e tempest-RoutersNegativeTest-668246110 tempest-RoutersNegativeTest-668246110-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762867177463', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762866656476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12867576'] for port (259032e1-be13-47ab-8df1-ce02ba135f34), after_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:03:06.263346 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cb5aed8-773a-4389-834f-b2fb2566369e tempest-RoutersNegativeTest-668246110 tempest-RoutersNegativeTest-668246110-project] Pushing event deleted for resources: {'Port': ['ID=259032e1-be13-47ab-8df1-ce02ba135f34,revision_number=None']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:03:06.267749 n-d-713498-36 neutron-server[103229]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2cb5aed8-773a-4389-834f-b2fb2566369e tempest-RoutersNegativeTest-668246110 tempest-RoutersNegativeTest-668246110-project] No DVR routers for this DVR port 259032e1-be13-47ab-8df1-ce02ba135f34 on host n-d-713498-36 {{(pid=103229) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 20:03:06.286524 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.provisioning_blocks [None req-d03308c4-2136-4f1c-b9a3-6cc95a73b2c5 None None] Provisioning complete for port 97b59c50-e8e9-4c66-b6f3-1ae99c120a3c triggered by entity DHCP. {{(pid=103232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 20:03:06.286524 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-d03308c4-2136-4f1c-b9a3-6cc95a73b2c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593630'] for port (97b59c50-e8e9-4c66-b6f3-1ae99c120a3c), provisioning_complete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:03:06.354434 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-2cb5aed8-773a-4389-834f-b2fb2566369e tempest-RoutersNegativeTest-668246110 tempest-RoutersNegativeTest-668246110-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-590267', 'neutron.services.segments.db._delete_segments_for_network-8762867132609'] for network (c9e09736-b0f5-4a7c-a404-dc569736f4c7), precommit_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:03:06.379275 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-d03308c4-2136-4f1c-b9a3-6cc95a73b2c5 None None] Current status of the port 97b59c50-e8e9-4c66-b6f3-1ae99c120a3c is: ACTIVE; New status is: ACTIVE {{(pid=103232) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 20:03:06.380477 n-d-713498-36 neutron-server[103229]: DEBUG neutron.services.segments.db [None req-2cb5aed8-773a-4389-834f-b2fb2566369e tempest-RoutersNegativeTest-668246110 tempest-RoutersNegativeTest-668246110-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c9e09736-b0f5-4a7c-a404-dc569736f4c7']}} {{(pid=103229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 20:03:06.393440 n-d-713498-36 neutron-server[103229]: DEBUG neutron.services.segments.db [None req-2cb5aed8-773a-4389-834f-b2fb2566369e tempest-RoutersNegativeTest-668246110 tempest-RoutersNegativeTest-668246110-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '75ff3955-342d-44de-9613-dd52a336c336') {'for_net_delete': True} {{(pid=103229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 20:03:06.393893 n-d-713498-36 neutron-server[103229]: DEBUG neutron.services.segments.db [None req-2cb5aed8-773a-4389-834f-b2fb2566369e tempest-RoutersNegativeTest-668246110 tempest-RoutersNegativeTest-668246110-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '75ff3955-342d-44de-9613-dd52a336c336') {} {{(pid=103229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 20:03:06.409178 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-2cb5aed8-773a-4389-834f-b2fb2566369e tempest-RoutersNegativeTest-668246110 tempest-RoutersNegativeTest-668246110-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762867134154', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16683417'] for segment (75ff3955-342d-44de-9613-dd52a336c336), before_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:03:06.428611 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-2cb5aed8-773a-4389-834f-b2fb2566369e tempest-RoutersNegativeTest-668246110 tempest-RoutersNegativeTest-668246110-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-759574'] for segment (75ff3955-342d-44de-9613-dd52a336c336), precommit_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:03:06.436358 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2cb5aed8-773a-4389-834f-b2fb2566369e tempest-RoutersNegativeTest-668246110 tempest-RoutersNegativeTest-668246110-project] Releasing vlan 360 on physical network physnet1 to pool {{(pid=103229) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 20:03:06.436813 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-2cb5aed8-773a-4389-834f-b2fb2566369e tempest-RoutersNegativeTest-668246110 tempest-RoutersNegativeTest-668246110-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-759574', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12867469'] for segment (75ff3955-342d-44de-9613-dd52a336c336), after_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:03:06.440494 n-d-713498-36 neutron-server[103229]: Traceback (most recent call last): Feb 09 20:03:06.440494 n-d-713498-36 neutron-server[103229]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 20:03:06.440494 n-d-713498-36 neutron-server[103229]: timer() Feb 09 20:03:06.440494 n-d-713498-36 neutron-server[103229]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 20:03:06.440494 n-d-713498-36 neutron-server[103229]: cb(*args, **kw) Feb 09 20:03:06.440494 n-d-713498-36 neutron-server[103229]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 20:03:06.440494 n-d-713498-36 neutron-server[103229]: return func(*args, **kwargs) Feb 09 20:03:06.440494 n-d-713498-36 neutron-server[103229]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 20:03:06.440494 n-d-713498-36 neutron-server[103229]: self._notify() Feb 09 20:03:06.440494 n-d-713498-36 neutron-server[103229]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 20:03:06.440494 n-d-713498-36 neutron-server[103229]: self.callback(batched_events) Feb 09 20:03:06.440494 n-d-713498-36 neutron-server[103229]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 20:03:06.440494 n-d-713498-36 neutron-server[103229]: event.method(event) Feb 09 20:03:06.440494 n-d-713498-36 neutron-server[103229]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 20:03:06.440494 n-d-713498-36 neutron-server[103229]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 20:03:06.440494 n-d-713498-36 neutron-server[103229]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 20:03:06.440494 n-d-713498-36 neutron-server[103229]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 20:03:06.440494 n-d-713498-36 neutron-server[103229]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 20:03:06.440494 n-d-713498-36 neutron-server[103229]: return f(self, *a, **k) Feb 09 20:03:06.440494 n-d-713498-36 neutron-server[103229]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 20:03:06.440494 n-d-713498-36 neutron-server[103229]: return self._get(url).json() Feb 09 20:03:06.440494 n-d-713498-36 neutron-server[103229]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 20:03:06.440494 n-d-713498-36 neutron-server[103229]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 20:03:06.440494 n-d-713498-36 neutron-server[103229]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 20:03:06.440494 n-d-713498-36 neutron-server[103229]: return self.request(url, 'GET', **kwargs) Feb 09 20:03:06.440494 n-d-713498-36 neutron-server[103229]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 20:03:06.440494 n-d-713498-36 neutron-server[103229]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 20:03:06.440494 n-d-713498-36 neutron-server[103229]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 20:03:06.440494 n-d-713498-36 neutron-server[103229]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 20:03:06.440494 n-d-713498-36 neutron-server[103229]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 20:03:06.440494 n-d-713498-36 neutron-server[103229]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 20:03:06.440494 n-d-713498-36 neutron-server[103229]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 20:03:06.507909 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Device 97b59c50-e8e9-4c66-b6f3-1ae99c120a3c up at agent ovs-agent-n-d-713498-36 {{(pid=103232) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 20:03:06.513940 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-2cb5aed8-773a-4389-834f-b2fb2566369e tempest-RoutersNegativeTest-668246110 tempest-RoutersNegativeTest-668246110-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-590242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1885479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1818895'] for network (c9e09736-b0f5-4a7c-a404-dc569736f4c7), after_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:03:06.523142 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-2cb5aed8-773a-4389-834f-b2fb2566369e tempest-RoutersNegativeTest-668246110 tempest-RoutersNegativeTest-668246110-project] Publish callbacks [] for network (None), before_response {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:03:06.527000 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-2cb5aed8-773a-4389-834f-b2fb2566369e tempest-RoutersNegativeTest-668246110 tempest-RoutersNegativeTest-668246110-project] 10.222.0.75 "DELETE /v2.0/networks/c9e09736-b0f5-4a7c-a404-dc569736f4c7 HTTP/1.1" status: 204 len: 168 time: 0.6243141 Feb 09 20:03:06.529589 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 53262) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:03:06.540946 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cb5aed8-773a-4389-834f-b2fb2566369e tempest-RoutersNegativeTest-668246110 tempest-RoutersNegativeTest-668246110-project] Pushing event deleted for resources: {'Network': ['ID=c9e09736-b0f5-4a7c-a404-dc569736f4c7,revision_number=None']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:03:06.580110 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.provisioning_blocks [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Provisioning complete for port 97b59c50-e8e9-4c66-b6f3-1ae99c120a3c triggered by entity L2. {{(pid=103232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 20:03:06.580844 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593630'] for port (97b59c50-e8e9-4c66-b6f3-1ae99c120a3c), provisioning_complete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:03:06.598032 n-d-713498-36 neutron-server[103230]: DEBUG neutron.db.db_base_plugin_v2 [None req-3bb9b827-27eb-4fe9-ba5b-8a021a0328aa tempest-RoutersNegativeTest-668246110 tempest-RoutersNegativeTest-668246110-project] Deleting subnet 3c96243d-52fe-4057-8b65-475f049e0fc1 {{(pid=103230) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 20:03:06.602433 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-3bb9b827-27eb-4fe9-ba5b-8a021a0328aa tempest-RoutersNegativeTest-668246110 tempest-RoutersNegativeTest-668246110-project] Publish callbacks [] for subnet (3c96243d-52fe-4057-8b65-475f049e0fc1), before_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:03:06.650815 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-3bb9b827-27eb-4fe9-ba5b-8a021a0328aa tempest-RoutersNegativeTest-668246110 tempest-RoutersNegativeTest-668246110-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12895822'] for subnet (3c96243d-52fe-4057-8b65-475f049e0fc1), precommit_delete_associations {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:03:06.670232 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Current status of the port 97b59c50-e8e9-4c66-b6f3-1ae99c120a3c is: ACTIVE; New status is: ACTIVE {{(pid=103232) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 20:03:06.764173 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-3bb9b827-27eb-4fe9-ba5b-8a021a0328aa tempest-RoutersNegativeTest-668246110 tempest-RoutersNegativeTest-668246110-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-759852'] for subnet (3c96243d-52fe-4057-8b65-475f049e0fc1), precommit_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:03:06.777038 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ef0e1b7-0415-4658-ad0c-c85e52c164d7 None None] DHCP port deletion for c9e09736-b0f5-4a7c-a404-dc569736f4c7 request from n-d-713498-36 {{(pid=103232) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 09 20:03:06.798993 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8711c24a-18cb-4994-bca1-f1b2a89a0883 None None] Network c9e09736-b0f5-4a7c-a404-dc569736f4c7 requested from n-d-713498-36 {{(pid=103232) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 20:03:06.803851 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.provisioning_blocks [None req-d4247ee8-8153-411b-829a-4c9f7c8c311f None None] Could not find standard attr ID for object 259032e1-be13-47ab-8df1-ce02ba135f34. {{(pid=103232) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 09 20:03:06.815322 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8711c24a-18cb-4994-bca1-f1b2a89a0883 None None] Network c9e09736-b0f5-4a7c-a404-dc569736f4c7 could not be found, it might have been deleted concurrently. {{(pid=103232) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:196}} Feb 09 20:03:06.829915 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-3bb9b827-27eb-4fe9-ba5b-8a021a0328aa tempest-RoutersNegativeTest-668246110 tempest-RoutersNegativeTest-668246110-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-760023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14393672', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12985882'] for subnet (3c96243d-52fe-4057-8b65-475f049e0fc1), after_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:03:06.856904 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bb9b827-27eb-4fe9-ba5b-8a021a0328aa tempest-RoutersNegativeTest-668246110 tempest-RoutersNegativeTest-668246110-project] Pushing event deleted for resources: {'Subnet': ['ID=3c96243d-52fe-4057-8b65-475f049e0fc1,revision_number=None']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:03:06.863312 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-3bb9b827-27eb-4fe9-ba5b-8a021a0328aa tempest-RoutersNegativeTest-668246110 tempest-RoutersNegativeTest-668246110-project] Publish callbacks [] for subnet (None), before_response {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:03:06.867018 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-3bb9b827-27eb-4fe9-ba5b-8a021a0328aa tempest-RoutersNegativeTest-668246110 tempest-RoutersNegativeTest-668246110-project] 10.222.0.75 "DELETE /v2.0/subnets/3c96243d-52fe-4057-8b65-475f049e0fc1 HTTP/1.1" status: 204 len: 168 time: 0.3361523 Feb 09 20:03:06.869240 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 53264) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:03:06.869834 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65d934eb-a084-44dc-8fb9-2981e574f80b None None] Network 11d039e0-1064-4550-9704-66abc507bfe4 requested from n-d-713498-36 {{(pid=103232) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 20:03:06.956885 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-3e29ac90-3db5-4c30-81a1-8736ddc0ce17 tempest-RoutersNegativeTest-668246110 tempest-RoutersNegativeTest-668246110-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-670458'] for network (11d039e0-1064-4550-9704-66abc507bfe4), before_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:03:07.015201 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.plugin [None req-3e29ac90-3db5-4c30-81a1-8736ddc0ce17 tempest-RoutersNegativeTest-668246110 tempest-RoutersNegativeTest-668246110-project] Deleting port 97b59c50-e8e9-4c66-b6f3-1ae99c120a3c {{(pid=103230) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 20:03:07.015502 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-3e29ac90-3db5-4c30-81a1-8736ddc0ce17 tempest-RoutersNegativeTest-668246110 tempest-RoutersNegativeTest-668246110-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762867170196'] for port (97b59c50-e8e9-4c66-b6f3-1ae99c120a3c), before_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:03:07.026426 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f237d91-37e8-4b7c-8507-4944f4e8e759 None None] DHCP port deletion for 11d039e0-1064-4550-9704-66abc507bfe4 request from n-d-713498-36 {{(pid=103232) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 09 20:03:07.073332 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-8f237d91-37e8-4b7c-8507-4944f4e8e759 None None] Deleting port 97b59c50-e8e9-4c66-b6f3-1ae99c120a3c {{(pid=103232) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 20:03:07.073730 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-8f237d91-37e8-4b7c-8507-4944f4e8e759 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762867170196'] for port (97b59c50-e8e9-4c66-b6f3-1ae99c120a3c), before_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:03:07.082538 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.db [None req-3e29ac90-3db5-4c30-81a1-8736ddc0ce17 tempest-RoutersNegativeTest-668246110 tempest-RoutersNegativeTest-668246110-project] For port 97b59c50-e8e9-4c66-b6f3-1ae99c120a3c, host n-d-713498-36, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-36',level=0,port_id=97b59c50-e8e9-4c66-b6f3-1ae99c120a3c,segment=NetworkSegment(326fa5c4-380e-42f0-9a28-267de46737a4),segment_id=326fa5c4-380e-42f0-9a28-267de46737a4)] {{(pid=103230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 20:03:07.082917 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-3e29ac90-3db5-4c30-81a1-8736ddc0ce17 tempest-RoutersNegativeTest-668246110 tempest-RoutersNegativeTest-668246110-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1820838'] for port (97b59c50-e8e9-4c66-b6f3-1ae99c120a3c), precommit_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:03:07.096319 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.plugin [None req-3e29ac90-3db5-4c30-81a1-8736ddc0ce17 tempest-RoutersNegativeTest-668246110 tempest-RoutersNegativeTest-668246110-project] Calling delete_port for 97b59c50-e8e9-4c66-b6f3-1ae99c120a3c owned by network:dhcp {{(pid=103230) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 20:03:07.144013 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-8f237d91-37e8-4b7c-8507-4944f4e8e759 None None] For port 97b59c50-e8e9-4c66-b6f3-1ae99c120a3c, host n-d-713498-36, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-36',level=0,port_id=97b59c50-e8e9-4c66-b6f3-1ae99c120a3c,segment=NetworkSegment(326fa5c4-380e-42f0-9a28-267de46737a4),segment_id=326fa5c4-380e-42f0-9a28-267de46737a4)] {{(pid=103232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 20:03:07.144994 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-8f237d91-37e8-4b7c-8507-4944f4e8e759 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1820838'] for port (97b59c50-e8e9-4c66-b6f3-1ae99c120a3c), precommit_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:03:07.157824 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-8f237d91-37e8-4b7c-8507-4944f4e8e759 None None] Calling delete_port for 97b59c50-e8e9-4c66-b6f3-1ae99c120a3c owned by network:dhcp {{(pid=103232) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 20:03:07.181851 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-3e29ac90-3db5-4c30-81a1-8736ddc0ce17 tempest-RoutersNegativeTest-668246110 tempest-RoutersNegativeTest-668246110-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762867177463', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762866656476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14393751'] for port (97b59c50-e8e9-4c66-b6f3-1ae99c120a3c), after_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:03:07.209586 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e29ac90-3db5-4c30-81a1-8736ddc0ce17 tempest-RoutersNegativeTest-668246110 tempest-RoutersNegativeTest-668246110-project] Pushing event deleted for resources: {'Port': ['ID=97b59c50-e8e9-4c66-b6f3-1ae99c120a3c,revision_number=None']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:03:07.213347 n-d-713498-36 neutron-server[103230]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e29ac90-3db5-4c30-81a1-8736ddc0ce17 tempest-RoutersNegativeTest-668246110 tempest-RoutersNegativeTest-668246110-project] No DVR routers for this DVR port 97b59c50-e8e9-4c66-b6f3-1ae99c120a3c on host n-d-713498-36 {{(pid=103230) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 20:03:07.240011 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-8f237d91-37e8-4b7c-8507-4944f4e8e759 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762867177463', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762866656476'] for port (97b59c50-e8e9-4c66-b6f3-1ae99c120a3c), after_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:03:07.269848 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f237d91-37e8-4b7c-8507-4944f4e8e759 None None] Pushing event deleted for resources: {'Port': ['ID=97b59c50-e8e9-4c66-b6f3-1ae99c120a3c,revision_number=None']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:03:07.273913 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f237d91-37e8-4b7c-8507-4944f4e8e759 None None] No DVR routers for this DVR port 97b59c50-e8e9-4c66-b6f3-1ae99c120a3c on host n-d-713498-36 {{(pid=103232) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 20:03:07.310310 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-3e29ac90-3db5-4c30-81a1-8736ddc0ce17 tempest-RoutersNegativeTest-668246110 tempest-RoutersNegativeTest-668246110-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-590267', 'neutron.services.segments.db._delete_segments_for_network-8762867132609'] for network (11d039e0-1064-4550-9704-66abc507bfe4), precommit_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:03:07.333265 n-d-713498-36 neutron-server[103230]: DEBUG neutron.services.segments.db [None req-3e29ac90-3db5-4c30-81a1-8736ddc0ce17 tempest-RoutersNegativeTest-668246110 tempest-RoutersNegativeTest-668246110-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['11d039e0-1064-4550-9704-66abc507bfe4']}} {{(pid=103230) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 20:03:07.343818 n-d-713498-36 neutron-server[103230]: DEBUG neutron.services.segments.db [None req-3e29ac90-3db5-4c30-81a1-8736ddc0ce17 tempest-RoutersNegativeTest-668246110 tempest-RoutersNegativeTest-668246110-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '326fa5c4-380e-42f0-9a28-267de46737a4') {'for_net_delete': True} {{(pid=103230) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 20:03:07.344311 n-d-713498-36 neutron-server[103230]: DEBUG neutron.services.segments.db [None req-3e29ac90-3db5-4c30-81a1-8736ddc0ce17 tempest-RoutersNegativeTest-668246110 tempest-RoutersNegativeTest-668246110-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '326fa5c4-380e-42f0-9a28-267de46737a4') {} {{(pid=103230) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 20:03:07.356419 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-3e29ac90-3db5-4c30-81a1-8736ddc0ce17 tempest-RoutersNegativeTest-668246110 tempest-RoutersNegativeTest-668246110-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762867134154', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12895813'] for segment (326fa5c4-380e-42f0-9a28-267de46737a4), before_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:03:07.370930 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-3e29ac90-3db5-4c30-81a1-8736ddc0ce17 tempest-RoutersNegativeTest-668246110 tempest-RoutersNegativeTest-668246110-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-759574'] for segment (326fa5c4-380e-42f0-9a28-267de46737a4), precommit_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:03:07.377081 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3e29ac90-3db5-4c30-81a1-8736ddc0ce17 tempest-RoutersNegativeTest-668246110 tempest-RoutersNegativeTest-668246110-project] Releasing vlan 362 on physical network physnet1 to pool {{(pid=103230) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 20:03:07.377458 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-3e29ac90-3db5-4c30-81a1-8736ddc0ce17 tempest-RoutersNegativeTest-668246110 tempest-RoutersNegativeTest-668246110-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-759574', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14393826'] for segment (326fa5c4-380e-42f0-9a28-267de46737a4), after_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:03:07.381666 n-d-713498-36 neutron-server[103230]: Traceback (most recent call last): Feb 09 20:03:07.381666 n-d-713498-36 neutron-server[103230]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 20:03:07.381666 n-d-713498-36 neutron-server[103230]: timer() Feb 09 20:03:07.381666 n-d-713498-36 neutron-server[103230]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 20:03:07.381666 n-d-713498-36 neutron-server[103230]: cb(*args, **kw) Feb 09 20:03:07.381666 n-d-713498-36 neutron-server[103230]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 20:03:07.381666 n-d-713498-36 neutron-server[103230]: return func(*args, **kwargs) Feb 09 20:03:07.381666 n-d-713498-36 neutron-server[103230]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 20:03:07.381666 n-d-713498-36 neutron-server[103230]: self._notify() Feb 09 20:03:07.381666 n-d-713498-36 neutron-server[103230]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 20:03:07.381666 n-d-713498-36 neutron-server[103230]: self.callback(batched_events) Feb 09 20:03:07.381666 n-d-713498-36 neutron-server[103230]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 20:03:07.381666 n-d-713498-36 neutron-server[103230]: event.method(event) Feb 09 20:03:07.381666 n-d-713498-36 neutron-server[103230]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 20:03:07.381666 n-d-713498-36 neutron-server[103230]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 20:03:07.381666 n-d-713498-36 neutron-server[103230]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 20:03:07.381666 n-d-713498-36 neutron-server[103230]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 20:03:07.381666 n-d-713498-36 neutron-server[103230]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 20:03:07.381666 n-d-713498-36 neutron-server[103230]: return f(self, *a, **k) Feb 09 20:03:07.381666 n-d-713498-36 neutron-server[103230]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 20:03:07.381666 n-d-713498-36 neutron-server[103230]: return self._get(url).json() Feb 09 20:03:07.381666 n-d-713498-36 neutron-server[103230]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 20:03:07.381666 n-d-713498-36 neutron-server[103230]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 20:03:07.381666 n-d-713498-36 neutron-server[103230]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 20:03:07.381666 n-d-713498-36 neutron-server[103230]: return self.request(url, 'GET', **kwargs) Feb 09 20:03:07.381666 n-d-713498-36 neutron-server[103230]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 20:03:07.381666 n-d-713498-36 neutron-server[103230]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 20:03:07.381666 n-d-713498-36 neutron-server[103230]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 20:03:07.381666 n-d-713498-36 neutron-server[103230]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 20:03:07.381666 n-d-713498-36 neutron-server[103230]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 20:03:07.381666 n-d-713498-36 neutron-server[103230]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 20:03:07.381666 n-d-713498-36 neutron-server[103230]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 20:03:07.451709 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-3e29ac90-3db5-4c30-81a1-8736ddc0ce17 tempest-RoutersNegativeTest-668246110 tempest-RoutersNegativeTest-668246110-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-590242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1885479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1818895'] for network (11d039e0-1064-4550-9704-66abc507bfe4), after_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:03:07.459670 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-3e29ac90-3db5-4c30-81a1-8736ddc0ce17 tempest-RoutersNegativeTest-668246110 tempest-RoutersNegativeTest-668246110-project] Publish callbacks [] for network (None), before_response {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:03:07.462911 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-3e29ac90-3db5-4c30-81a1-8736ddc0ce17 tempest-RoutersNegativeTest-668246110 tempest-RoutersNegativeTest-668246110-project] 10.222.0.75 "DELETE /v2.0/networks/11d039e0-1064-4550-9704-66abc507bfe4 HTTP/1.1" status: 204 len: 168 time: 0.5925446 Feb 09 20:03:07.466234 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 53266) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:03:07.475156 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e29ac90-3db5-4c30-81a1-8736ddc0ce17 tempest-RoutersNegativeTest-668246110 tempest-RoutersNegativeTest-668246110-project] Pushing event deleted for resources: {'Network': ['ID=11d039e0-1064-4550-9704-66abc507bfe4,revision_number=None']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:03:07.497288 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-b5d7c17a-02bf-4864-ab98-5c731ecc0b2f tempest-RoutersNegativeTest-668246110 tempest-RoutersNegativeTest-668246110-project] 10.222.0.75 "GET /v2.0/ports?device_id=2d999564-8c43-4b23-8c55-bbbb4161e5ef HTTP/1.1" status: 200 len: 205 time: 0.0297143 Feb 09 20:03:07.499456 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 53268) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:03:07.623295 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-40a316d7-236c-4fa0-a15d-35373d01a77f tempest-RoutersNegativeTest-668246110 tempest-RoutersNegativeTest-668246110-project] Publish callbacks [] for router (2d999564-8c43-4b23-8c55-bbbb4161e5ef), before_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:03:07.789926 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-40a316d7-236c-4fa0-a15d-35373d01a77f tempest-RoutersNegativeTest-668246110 tempest-RoutersNegativeTest-668246110-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1834988', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-58375'] for router (2d999564-8c43-4b23-8c55-bbbb4161e5ef), precommit_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:03:07.792151 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-40a316d7-236c-4fa0-a15d-35373d01a77f tempest-RoutersNegativeTest-668246110 tempest-RoutersNegativeTest-668246110-project] Publish callbacks [] for router_controller (2d999564-8c43-4b23-8c55-bbbb4161e5ef), precommit_delete_associations {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:03:07.841804 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-40a316d7-236c-4fa0-a15d-35373d01a77f tempest-RoutersNegativeTest-668246110 tempest-RoutersNegativeTest-668246110-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1835003'] for router (2d999564-8c43-4b23-8c55-bbbb4161e5ef), after_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:03:07.842336 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-40a316d7-236c-4fa0-a15d-35373d01a77f tempest-RoutersNegativeTest-668246110 tempest-RoutersNegativeTest-668246110-project] Fanout notify agent at l3_agent the message router_deleted on router 2d999564-8c43-4b23-8c55-bbbb4161e5ef {{(pid=103229) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 09 20:03:07.850560 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-40a316d7-236c-4fa0-a15d-35373d01a77f tempest-RoutersNegativeTest-668246110 tempest-RoutersNegativeTest-668246110-project] Publish callbacks [] for router (None), before_response {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:03:07.851700 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-40a316d7-236c-4fa0-a15d-35373d01a77f tempest-RoutersNegativeTest-668246110 tempest-RoutersNegativeTest-668246110-project] 10.222.0.75 "DELETE /v2.0/routers/2d999564-8c43-4b23-8c55-bbbb4161e5ef HTTP/1.1" status: 204 len: 168 time: 0.3513496 Feb 09 20:03:08.125416 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 53274) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:03:08.267822 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-41212e29-d5c8-4032-83c2-1b57d8d67b4f admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=87e7011d406e4a0dac32e90cbc060300&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1410692 Feb 09 20:03:08.270426 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 53278) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:03:08.321172 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-5ca4eaf9-31ab-4fe7-a11b-12e21539a7dc admin admin] Publish callbacks [] for security_group (6a678352-c43a-4908-87d8-eaaaf6105995), before_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:03:08.342799 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-5ca4eaf9-31ab-4fe7-a11b-12e21539a7dc admin admin] Publish callbacks [] for security_group (6a678352-c43a-4908-87d8-eaaaf6105995), precommit_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:03:08.391544 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-5ca4eaf9-31ab-4fe7-a11b-12e21539a7dc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1892331'] for security_group (6a678352-c43a-4908-87d8-eaaaf6105995), after_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:03:08.395013 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-5ca4eaf9-31ab-4fe7-a11b-12e21539a7dc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:03:08.396492 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-5ca4eaf9-31ab-4fe7-a11b-12e21539a7dc admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/6a678352-c43a-4908-87d8-eaaaf6105995 HTTP/1.1" status: 204 len: 168 time: 0.1248989 Feb 09 20:03:08.408034 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ca4eaf9-31ab-4fe7-a11b-12e21539a7dc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6a678352-c43a-4908-87d8-eaaaf6105995,revision_number=None']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:03:08.446513 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Device 259032e1-be13-47ab-8df1-ce02ba135f34 no longer exists at agent ovs-agent-n-d-713498-36 {{(pid=103232) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 20:03:08.467351 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] No Port match for: 259032e1-be13-47ab-8df1-ce02ba135f34 {{(pid=103232) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 20:03:08.467713 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Device 259032e1-be13-47ab-8df1-ce02ba135f34 not bound to the agent host n-d-713498-36 {{(pid=103232) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 20:03:08.468112 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Device 97b59c50-e8e9-4c66-b6f3-1ae99c120a3c no longer exists at agent ovs-agent-n-d-713498-36 {{(pid=103232) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 20:03:08.488794 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] No Port match for: 97b59c50-e8e9-4c66-b6f3-1ae99c120a3c {{(pid=103232) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 20:03:08.489153 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Device 97b59c50-e8e9-4c66-b6f3-1ae99c120a3c not bound to the agent host n-d-713498-36 {{(pid=103232) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 20:03:09.087069 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 53300) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:03:09.188564 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.v2.base [None req-7fc1c396-03b6-43a4-87d7-fe29f89793e8 admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-447806924-network', 'tenant_id': '50cc1d7f15dc476c9c72aff794aa9a9e'}} {{(pid=103229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 20:03:09.209711 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7fc1c396-03b6-43a4-87d7-fe29f89793e8 admin admin] Made reservation on behalf of 50cc1d7f15dc476c9c72aff794aa9a9e for: {'network': 1} {{(pid=103229) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 20:03:09.212281 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-7fc1c396-03b6-43a4-87d7-fe29f89793e8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for network (None), before_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:03:09.220825 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-7fc1c396-03b6-43a4-87d7-fe29f89793e8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:03:09.303118 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-7fc1c396-03b6-43a4-87d7-fe29f89793e8 admin admin] Publish callbacks [] for security_group (48715f15-6987-40b8-b808-e584f4263fd3), precommit_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:03:09.307414 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-7fc1c396-03b6-43a4-87d7-fe29f89793e8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1892331'] for security_group (48715f15-6987-40b8-b808-e584f4263fd3), after_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:03:09.329782 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7fc1c396-03b6-43a4-87d7-fe29f89793e8 admin admin] vlan segment allocate from pool success with {'vlan_id': 365, 'physical_network': 'physnet1'} {{(pid=103229) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 20:03:09.343865 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fc1c396-03b6-43a4-87d7-fe29f89793e8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=48715f15-6987-40b8-b808-e584f4263fd3,revision_number=1']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:03:09.350592 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-7fc1c396-03b6-43a4-87d7-fe29f89793e8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-759574'] for segment (b64f58f6-9a32-490b-bb05-69ae0d3cbcbd), precommit_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:03:09.350937 n-d-713498-36 neutron-server[103229]: INFO neutron.db.segments_db [None req-7fc1c396-03b6-43a4-87d7-fe29f89793e8 admin admin] Added segment b64f58f6-9a32-490b-bb05-69ae0d3cbcbd of type vlan for network 149b9a10-ad51-40d1-a009-e080e219e643 Feb 09 20:03:09.393005 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-7fc1c396-03b6-43a4-87d7-fe29f89793e8 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762866642225'] for network (149b9a10-ad51-40d1-a009-e080e219e643), precommit_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:03:09.419639 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-7fc1c396-03b6-43a4-87d7-fe29f89793e8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1885479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452'] for network (149b9a10-ad51-40d1-a009-e080e219e643), after_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:03:09.420592 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7fc1c396-03b6-43a4-87d7-fe29f89793e8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:03:09.421173 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-7fc1c396-03b6-43a4-87d7-fe29f89793e8 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:03:09.480211 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-7fc1c396-03b6-43a4-87d7-fe29f89793e8 admin admin] 10.222.0.75 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.3919744 Feb 09 20:03:09.483576 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 53304) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:03:09.485603 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fc1c396-03b6-43a4-87d7-fe29f89793e8 admin admin] Pushing event updated for resources: {'Network': ['ID=149b9a10-ad51-40d1-a009-e080e219e643,revision_number=1']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:03:09.489517 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.v2.base [None req-5a39b5da-86ef-4163-a466-435c333a4615 admin admin] Request body: {'subnet': {'network_id': '149b9a10-ad51-40d1-a009-e080e219e643', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-447806924-subnet', 'tenant_id': '50cc1d7f15dc476c9c72aff794aa9a9e', 'ip_version': 4}} {{(pid=103230) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 20:03:09.496860 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Network 149b9a10-ad51-40d1-a009-e080e219e643 details requested by agent ovs-agent-n-d-713498-36 with host n-d-713498-36 {{(pid=103232) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 20:03:09.515199 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5a39b5da-86ef-4163-a466-435c333a4615 admin admin] Made reservation on behalf of 50cc1d7f15dc476c9c72aff794aa9a9e for: {'subnet': 1} {{(pid=103230) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 20:03:09.518123 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-5a39b5da-86ef-4163-a466-435c333a4615 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12985917'] for subnet (None), before_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:03:09.699793 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-5a39b5da-86ef-4163-a466-435c333a4615 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14393611', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12985859'] for subnet (04f36865-1b7f-487d-816d-e394cc149dba), after_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:03:09.764041 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a39b5da-86ef-4163-a466-435c333a4615 admin admin] Pushing event updated for resources: {'Subnet': ['ID=04f36865-1b7f-487d-816d-e394cc149dba,revision_number=0']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:03:09.775439 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a39b5da-86ef-4163-a466-435c333a4615 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:03:09.775785 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a39b5da-86ef-4163-a466-435c333a4615 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:03:09.776126 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a39b5da-86ef-4163-a466-435c333a4615 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:03:09.776462 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a39b5da-86ef-4163-a466-435c333a4615 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:03:09.776787 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a39b5da-86ef-4163-a466-435c333a4615 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:03:09.777114 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a39b5da-86ef-4163-a466-435c333a4615 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:03:09.777439 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a39b5da-86ef-4163-a466-435c333a4615 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:03:09.777767 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a39b5da-86ef-4163-a466-435c333a4615 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:03:09.778122 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a39b5da-86ef-4163-a466-435c333a4615 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:03:09.778446 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a39b5da-86ef-4163-a466-435c333a4615 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:03:09.778768 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a39b5da-86ef-4163-a466-435c333a4615 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:03:09.779089 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a39b5da-86ef-4163-a466-435c333a4615 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:03:09.782380 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a39b5da-86ef-4163-a466-435c333a4615 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:03:09.783790 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a39b5da-86ef-4163-a466-435c333a4615 admin admin] Checking segment: {'id': 'b64f58f6-9a32-490b-bb05-69ae0d3cbcbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': '149b9a10-ad51-40d1-a009-e080e219e643'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103230) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 20:03:09.784100 n-d-713498-36 neutron-server[103230]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a39b5da-86ef-4163-a466-435c333a4615 admin admin] Network hostable DHCP agents. Network: 149b9a10-ad51-40d1-a009-e080e219e643, hostable agents: ['af91e4b9-f4e1-42b1-a25c-a10dc47171c8'], hosted agents: [] {{(pid=103230) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 20:03:09.802783 n-d-713498-36 neutron-server[103230]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a39b5da-86ef-4163-a466-435c333a4615 admin admin] Network 149b9a10-ad51-40d1-a009-e080e219e643 is scheduled to be hosted by DHCP agent af91e4b9-f4e1-42b1-a25c-a10dc47171c8 with binding_index 1 {{(pid=103230) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 20:03:09.812473 n-d-713498-36 neutron-server[103230]: DEBUG neutron.scheduler.base_scheduler [None req-5a39b5da-86ef-4163-a466-435c333a4615 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713498-36, 149b9a10-ad51-40d1-a009-e080e219e643) {{(pid=103230) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 20:03:09.817162 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a39b5da-86ef-4163-a466-435c333a4615 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:03:09.817755 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-5a39b5da-86ef-4163-a466-435c333a4615 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:03:09.824177 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78cd04fe-d572-48a6-b3cc-c8fef4abbc86 None None] Network 149b9a10-ad51-40d1-a009-e080e219e643 requested from n-d-713498-36 {{(pid=103232) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 20:03:09.834981 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-5a39b5da-86ef-4163-a466-435c333a4615 admin admin] 10.222.0.75 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.3502777 Feb 09 20:03:09.837591 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 53306) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:03:09.842164 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.v2.base [None req-f9e11717-7694-474b-810e-a276d68eb629 admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-447806924-router', 'tenant_id': '50cc1d7f15dc476c9c72aff794aa9a9e', 'external_gateway_info': {'network_id': '88055e1e-672a-4487-be31-ffb6e833ece5'}}} {{(pid=103230) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 20:03:09.865987 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-f9e11717-7694-474b-810e-a276d68eb629 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1834830', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-58389'] for router (636a973f-454a-4306-bb2a-52e58c69795d), before_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:03:09.867893 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-f9e11717-7694-474b-810e-a276d68eb629 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1834810', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1822096', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1886735', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-58380'] for router (636a973f-454a-4306-bb2a-52e58c69795d), precommit_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:03:09.931130 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-f9e11717-7694-474b-810e-a276d68eb629 admin admin] Publish callbacks [] for router_controller (636a973f-454a-4306-bb2a-52e58c69795d), precommit_add_association {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:03:09.933178 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92378fcb-2dfd-4da3-ab09-7a243c2c01fc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8b32e980-7cce-5e82-a341-bd2fa8945c89-149b9a10-ad51-40d1-a009-e080e219e643', 'network_id': '149b9a10-ad51-40d1-a009-e080e219e643', 'project_id': '50cc1d7f15dc476c9c72aff794aa9a9e', 'fixed_ips': [{'subnet_id': '04f36865-1b7f-487d-816d-e394cc149dba'}]}} from n-d-713498-36. {{(pid=103232) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 09 20:03:09.934088 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-92378fcb-2dfd-4da3-ab09-7a243c2c01fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (None), before_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:03:10.073175 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.db_base_plugin_common [None req-92378fcb-2dfd-4da3-ab09-7a243c2c01fc None None] Allocated IP 172.20.0.2 (149b9a10-ad51-40d1-a009-e080e219e643/04f36865-1b7f-487d-816d-e394cc149dba/c749dd56-1896-48e5-9168-3f6f7a10774a) {{(pid=103232) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 20:03:10.091392 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-f9e11717-7694-474b-810e-a276d68eb629 admin admin] Publish callbacks [] for router_gateway (636a973f-454a-4306-bb2a-52e58c69795d), precommit_update {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:03:10.263949 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-92378fcb-2dfd-4da3-ab09-7a243c2c01fc None None] Publish callbacks [] for port (c749dd56-1896-48e5-9168-3f6f7a10774a), precommit_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:03:10.271530 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-92378fcb-2dfd-4da3-ab09-7a243c2c01fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762866656467'] for port (c749dd56-1896-48e5-9168-3f6f7a10774a), after_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:03:10.315323 n-d-713498-36 neutron-server[103232]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92378fcb-2dfd-4da3-ab09-7a243c2c01fc None None] Network 149b9a10-ad51-40d1-a009-e080e219e643 is already hosted by enough agents. {{(pid=103232) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 20:03:10.321462 n-d-713498-36 neutron-server[103232]: DEBUG neutron.scheduler.base_scheduler [None req-92378fcb-2dfd-4da3-ab09-7a243c2c01fc None None] Resources bound (agent type, host, resource id): {{(pid=103232) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 20:03:10.323793 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92378fcb-2dfd-4da3-ab09-7a243c2c01fc None None] Pushing event updated for resources: {'Port': ['ID=c749dd56-1896-48e5-9168-3f6f7a10774a,revision_number=1']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:03:10.326382 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92378fcb-2dfd-4da3-ab09-7a243c2c01fc None None] Received port after_create {{(pid=103232) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 20:03:10.349160 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-f9e11717-7694-474b-810e-a276d68eb629 admin admin] Publish callbacks [] for router_gateway (636a973f-454a-4306-bb2a-52e58c69795d), before_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:03:10.376996 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-f9e11717-7694-474b-810e-a276d68eb629 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (None), before_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:03:10.387173 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.managers [None req-92378fcb-2dfd-4da3-ab09-7a243c2c01fc None None] Attempting to bind port c749dd56-1896-48e5-9168-3f6f7a10774a on host n-d-713498-36 for vnic_type normal with profile {{(pid=103232) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 20:03:10.387551 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.managers [None req-92378fcb-2dfd-4da3-ab09-7a243c2c01fc None None] Attempting to bind port c749dd56-1896-48e5-9168-3f6f7a10774a by drivers openvswitch,hyperv on host n-d-713498-36 at level 0 using segments [{'id': 'b64f58f6-9a32-490b-bb05-69ae0d3cbcbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': '149b9a10-ad51-40d1-a009-e080e219e643'}] {{(pid=103232) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 20:03:10.387905 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92378fcb-2dfd-4da3-ab09-7a243c2c01fc None None] Attempting to bind port c749dd56-1896-48e5-9168-3f6f7a10774a on network 149b9a10-ad51-40d1-a009-e080e219e643 {{(pid=103232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 20:03:10.393143 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92378fcb-2dfd-4da3-ab09-7a243c2c01fc None None] Checking agent: {'id': '496418a2-c002-4aec-ab1a-07f3bea491bd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-36', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 18, 51, 47), 'started_at': datetime.datetime(2022, 2, 9, 18, 52, 17), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 20, 2, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-36'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 20:03:10.393516 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92378fcb-2dfd-4da3-ab09-7a243c2c01fc None None] Checking segment: {'id': 'b64f58f6-9a32-490b-bb05-69ae0d3cbcbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': '149b9a10-ad51-40d1-a009-e080e219e643'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103232) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 20:03:10.394657 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-92378fcb-2dfd-4da3-ab09-7a243c2c01fc None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:03:10.395045 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92378fcb-2dfd-4da3-ab09-7a243c2c01fc None None] Bound using segment: {'id': 'b64f58f6-9a32-490b-bb05-69ae0d3cbcbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': '149b9a10-ad51-40d1-a009-e080e219e643'} {{(pid=103232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 20:03:10.395519 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.managers [None req-92378fcb-2dfd-4da3-ab09-7a243c2c01fc None None] Bound port: c749dd56-1896-48e5-9168-3f6f7a10774a, host: n-d-713498-36, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b64f58f6-9a32-490b-bb05-69ae0d3cbcbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': '149b9a10-ad51-40d1-a009-e080e219e643'}}] {{(pid=103232) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 20:03:10.395892 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-92378fcb-2dfd-4da3-ab09-7a243c2c01fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (c749dd56-1896-48e5-9168-3f6f7a10774a), before_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:03:10.465807 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-92378fcb-2dfd-4da3-ab09-7a243c2c01fc None None] For port c749dd56-1896-48e5-9168-3f6f7a10774a, host n-d-713498-36, cleared binding levels {{(pid=103232) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 20:03:10.469322 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-92378fcb-2dfd-4da3-ab09-7a243c2c01fc None None] For port c749dd56-1896-48e5-9168-3f6f7a10774a, host n-d-713498-36, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-36',level=0,port_id=c749dd56-1896-48e5-9168-3f6f7a10774a,segment=NetworkSegment(b64f58f6-9a32-490b-bb05-69ae0d3cbcbd),segment_id=b64f58f6-9a32-490b-bb05-69ae0d3cbcbd)] {{(pid=103232) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 20:03:10.480158 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-92378fcb-2dfd-4da3-ab09-7a243c2c01fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762867176205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762866656485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762866656503'] for port (c749dd56-1896-48e5-9168-3f6f7a10774a), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:03:10.545049 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92378fcb-2dfd-4da3-ab09-7a243c2c01fc None None] Pushing event updated for resources: {'Port': ['ID=c749dd56-1896-48e5-9168-3f6f7a10774a,revision_number=2']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:03:10.559608 n-d-713498-36 neutron-server[103230]: DEBUG neutron.db.db_base_plugin_common [None req-f9e11717-7694-474b-810e-a276d68eb629 admin admin] Allocated IP 172.25.1.28 (88055e1e-672a-4487-be31-ffb6e833ece5/ac16dbcc-383c-4b43-9153-d763c4a53f91/de8e28b3-1805-498f-a44c-5db95efefd0a) {{(pid=103230) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 20:03:10.672794 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-f9e11717-7694-474b-810e-a276d68eb629 admin admin] Publish callbacks [] for port (de8e28b3-1805-498f-a44c-5db95efefd0a), precommit_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:03:10.731048 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-f9e11717-7694-474b-810e-a276d68eb629 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762866656467', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14393751'] for port (de8e28b3-1805-498f-a44c-5db95efefd0a), after_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:03:10.779977 n-d-713498-36 neutron-server[103230]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9e11717-7694-474b-810e-a276d68eb629 admin admin] Network 88055e1e-672a-4487-be31-ffb6e833ece5 is already hosted by enough agents. {{(pid=103230) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 20:03:10.783084 n-d-713498-36 neutron-server[103230]: DEBUG neutron.scheduler.base_scheduler [None req-f9e11717-7694-474b-810e-a276d68eb629 admin admin] Resources bound (agent type, host, resource id): {{(pid=103230) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 20:03:10.786143 n-d-713498-36 neutron-server[103230]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9e11717-7694-474b-810e-a276d68eb629 admin admin] Received port after_create {{(pid=103230) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 20:03:10.814807 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9e11717-7694-474b-810e-a276d68eb629 admin admin] Pushing event updated for resources: {'Port': ['ID=de8e28b3-1805-498f-a44c-5db95efefd0a,revision_number=1']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:03:10.902309 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-11d5cb00-2eac-45d4-816a-45015fadc2cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762867132591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593584'] for agent (af91e4b9-f4e1-42b1-a25c-a10dc47171c8), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:03:11.066455 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-f9e11717-7694-474b-810e-a276d68eb629 admin admin] Publish callbacks [] for router_gateway (636a973f-454a-4306-bb2a-52e58c69795d), after_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:03:11.282323 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-f9e11717-7694-474b-810e-a276d68eb629 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1834945', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1818951'] for router (636a973f-454a-4306-bb2a-52e58c69795d), after_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:03:11.433819 n-d-713498-36 neutron-server[103230]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f9e11717-7694-474b-810e-a276d68eb629 admin admin] Router 636a973f-454a-4306-bb2a-52e58c69795d is scheduled to L3 agent 93303d5e-5d17-45e8-8963-7694f87783ae with binding_index 1 {{(pid=103230) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 09 20:03:11.504852 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f223a7b-7f16-494f-a9f9-4b2bf049f0cd None None] Network 149b9a10-ad51-40d1-a009-e080e219e643 requested from n-d-713498-36 {{(pid=103232) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 20:03:11.583147 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.provisioning_blocks [None req-84b1aba0-8cc6-41df-851c-6dc87d7b9a92 None None] Provisioning complete for port c749dd56-1896-48e5-9168-3f6f7a10774a triggered by entity DHCP. {{(pid=103232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 20:03:11.586517 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-84b1aba0-8cc6-41df-851c-6dc87d7b9a92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593630'] for port (c749dd56-1896-48e5-9168-3f6f7a10774a), provisioning_complete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:03:11.713891 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-84b1aba0-8cc6-41df-851c-6dc87d7b9a92 None None] Current status of the port c749dd56-1896-48e5-9168-3f6f7a10774a is: DOWN; New status is: ACTIVE {{(pid=103232) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 20:03:11.714316 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-84b1aba0-8cc6-41df-851c-6dc87d7b9a92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (c749dd56-1896-48e5-9168-3f6f7a10774a), before_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:03:11.751262 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-84b1aba0-8cc6-41df-851c-6dc87d7b9a92 None None] For port c749dd56-1896-48e5-9168-3f6f7a10774a, host n-d-713498-36, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-36',level=0,port_id=c749dd56-1896-48e5-9168-3f6f7a10774a,segment=NetworkSegment(b64f58f6-9a32-490b-bb05-69ae0d3cbcbd),segment_id=b64f58f6-9a32-490b-bb05-69ae0d3cbcbd)] {{(pid=103232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 20:03:11.755641 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-84b1aba0-8cc6-41df-851c-6dc87d7b9a92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762867176205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762866656485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762866656503'] for port (c749dd56-1896-48e5-9168-3f6f7a10774a), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:03:11.809576 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84b1aba0-8cc6-41df-851c-6dc87d7b9a92 None None] Pushing event updated for resources: {'Port': ['ID=c749dd56-1896-48e5-9168-3f6f7a10774a,revision_number=3']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:03:11.835560 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f9e11717-7694-474b-810e-a276d68eb629 admin admin] Notify agent at l3_agent.n-d-713498-36 the message routers_updated {{(pid=103230) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 20:03:11.845324 n-d-713498-36 neutron-server[103233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f61d796-ba89-4131-b44c-a6330a173676 None None] Sync routers for ids ['636a973f-454a-4306-bb2a-52e58c69795d'] in n-d-713498-36 {{(pid=103233) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 20:03:11.857146 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-f9e11717-7694-474b-810e-a276d68eb629 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:03:11.861093 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-f9e11717-7694-474b-810e-a276d68eb629 admin admin] 10.222.0.75 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 2.0199225 Feb 09 20:03:11.861281 n-d-713498-36 neutron-server[103233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f61d796-ba89-4131-b44c-a6330a173676 None None] Routers {'636a973f-454a-4306-bb2a-52e58c69795d'} bound to L3 agent in host n-d-713498-36 {{(pid=103233) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 20:03:11.861281 n-d-713498-36 neutron-server[103233]: DEBUG neutron.db.l3_hamode_db [None req-5f61d796-ba89-4131-b44c-a6330a173676 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-09T18:51:43Z,description=,heartbeat_timestamp=2022-02-09T20:02:43Z,host='n-d-713498-36',id=93303d5e-5d17-45e8-8963-7694f87783ae,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T18:51:43Z,topic='l3_agent')) {'router_ids': ['636a973f-454a-4306-bb2a-52e58c69795d'], 'active': True} {{(pid=103233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 20:03:11.861525 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 53308) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:03:11.977689 n-d-713498-36 neutron-server[103233]: DEBUG neutron.db.l3_dvr_db [None req-5f61d796-ba89-4131-b44c-a6330a173676 None None] Set router 636a973f-454a-4306-bb2a-52e58c69795d gateway port host: n-d-713498-36 {{(pid=103233) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 20:03:11.980658 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.provisioning_blocks [None req-d952b6f6-5f63-4193-9c06-d5f8858c3e9e None None] Provisioning complete for port c749dd56-1896-48e5-9168-3f6f7a10774a triggered by entity DHCP. {{(pid=103232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 20:03:11.981468 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-d952b6f6-5f63-4193-9c06-d5f8858c3e9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593630'] for port (c749dd56-1896-48e5-9168-3f6f7a10774a), provisioning_complete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:03:12.074042 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-d952b6f6-5f63-4193-9c06-d5f8858c3e9e None None] Current status of the port c749dd56-1896-48e5-9168-3f6f7a10774a is: ACTIVE; New status is: ACTIVE {{(pid=103232) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 20:03:12.170391 n-d-713498-36 neutron-server[103233]: DEBUG neutron.db.l3_hamode_db [None req-5f61d796-ba89-4131-b44c-a6330a173676 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '636a973f-454a-4306-bb2a-52e58c69795d', 'name': 'tempest-TestEncryptedCinderVolumes-447806924-router', 'tenant_id': '50cc1d7f15dc476c9c72aff794aa9a9e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88055e1e-672a-4487-be31-ffb6e833ece5', 'external_fixed_ips': [{'subnet_id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'ip_address': '172.25.1.28'}], 'enable_snat': True}, 'gw_port_id': 'de8e28b3-1805-498f-a44c-5db95efefd0a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T20:03:09Z', 'updated_at': '2022-02-09T20:03:10Z', 'revision_number': 3, 'project_id': '50cc1d7f15dc476c9c72aff794aa9a9e', 'gw_port': {'id': 'de8e28b3-1805-498f-a44c-5db95efefd0a', 'name': '', 'network_id': '88055e1e-672a-4487-be31-ffb6e833ece5', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:99:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '636a973f-454a-4306-bb2a-52e58c69795d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4164, 'fixed_ips': [{'subnet_id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'ip_address': '172.25.1.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T20:03:10Z', 'updated_at': '2022-02-09T20:03:10Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-36'}], 'n-d-713498-36', False) {} {{(pid=103233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 20:03:12.205060 n-d-713498-36 neutron-server[103233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f61d796-ba89-4131-b44c-a6330a173676 None None] Checking router: 636a973f-454a-4306-bb2a-52e58c69795d for host: n-d-713498-36 {{(pid=103233) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 20:03:12.205409 n-d-713498-36 neutron-server[103233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f61d796-ba89-4131-b44c-a6330a173676 None None] Updating router 636a973f-454a-4306-bb2a-52e58c69795d port de8e28b3-1805-498f-a44c-5db95efefd0a binding host n-d-713498-36 {{(pid=103233) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 20:03:12.234484 n-d-713498-36 neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-5f61d796-ba89-4131-b44c-a6330a173676 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (de8e28b3-1805-498f-a44c-5db95efefd0a), before_update {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:03:12.323041 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-61843607-5fdc-4335-a72f-7979c9a1118a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (None), before_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:03:12.499788 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Device c749dd56-1896-48e5-9168-3f6f7a10774a up at agent ovs-agent-n-d-713498-36 {{(pid=103232) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 20:03:12.502785 n-d-713498-36 neutron-server[103229]: DEBUG neutron.db.db_base_plugin_common [None req-61843607-5fdc-4335-a72f-7979c9a1118a admin admin] Allocated IP 172.20.0.1 (149b9a10-ad51-40d1-a009-e080e219e643/04f36865-1b7f-487d-816d-e394cc149dba/1e7806a8-c890-4c0c-a0e9-8af4fd945d14) {{(pid=103229) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 20:03:12.519041 n-d-713498-36 neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-5f61d796-ba89-4131-b44c-a6330a173676 None None] Publish callbacks [] for port (de8e28b3-1805-498f-a44c-5db95efefd0a), precommit_update {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:03:12.526856 n-d-713498-36 neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-5f61d796-ba89-4131-b44c-a6330a173676 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762867176205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762866656485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762866656503'] for port (de8e28b3-1805-498f-a44c-5db95efefd0a), after_update {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:03:12.575387 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.provisioning_blocks [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Provisioning complete for port c749dd56-1896-48e5-9168-3f6f7a10774a triggered by entity L2. {{(pid=103232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 20:03:12.575387 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593630'] for port (c749dd56-1896-48e5-9168-3f6f7a10774a), provisioning_complete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:03:12.579280 n-d-713498-36 neutron-server[103233]: DEBUG neutron.plugins.ml2.managers [None req-5f61d796-ba89-4131-b44c-a6330a173676 None None] Attempting to bind port de8e28b3-1805-498f-a44c-5db95efefd0a on host n-d-713498-36 for vnic_type normal with profile {{(pid=103233) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 20:03:12.579655 n-d-713498-36 neutron-server[103233]: DEBUG neutron.plugins.ml2.managers [None req-5f61d796-ba89-4131-b44c-a6330a173676 None None] Attempting to bind port de8e28b3-1805-498f-a44c-5db95efefd0a by drivers openvswitch,hyperv on host n-d-713498-36 at level 0 using segments [{'id': 'a4222f89-8d3f-4b51-953b-1a8126392491', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '88055e1e-672a-4487-be31-ffb6e833ece5'}] {{(pid=103233) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 20:03:12.580015 n-d-713498-36 neutron-server[103233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f61d796-ba89-4131-b44c-a6330a173676 None None] Attempting to bind port de8e28b3-1805-498f-a44c-5db95efefd0a on network 88055e1e-672a-4487-be31-ffb6e833ece5 {{(pid=103233) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 20:03:12.593454 n-d-713498-36 neutron-server[103233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f61d796-ba89-4131-b44c-a6330a173676 None None] Checking agent: {'id': '496418a2-c002-4aec-ab1a-07f3bea491bd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-36', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 18, 51, 47), 'started_at': datetime.datetime(2022, 2, 9, 18, 52, 17), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 20, 2, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-36'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103233) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 20:03:12.593826 n-d-713498-36 neutron-server[103233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f61d796-ba89-4131-b44c-a6330a173676 None None] Checking segment: {'id': 'a4222f89-8d3f-4b51-953b-1a8126392491', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '88055e1e-672a-4487-be31-ffb6e833ece5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103233) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 20:03:12.594277 n-d-713498-36 neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-5f61d796-ba89-4131-b44c-a6330a173676 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:03:12.594661 n-d-713498-36 neutron-server[103233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f61d796-ba89-4131-b44c-a6330a173676 None None] Bound using segment: {'id': 'a4222f89-8d3f-4b51-953b-1a8126392491', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '88055e1e-672a-4487-be31-ffb6e833ece5'} {{(pid=103233) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 20:03:12.595357 n-d-713498-36 neutron-server[103233]: DEBUG neutron.plugins.ml2.managers [None req-5f61d796-ba89-4131-b44c-a6330a173676 None None] Bound port: de8e28b3-1805-498f-a44c-5db95efefd0a, host: n-d-713498-36, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a4222f89-8d3f-4b51-953b-1a8126392491', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '88055e1e-672a-4487-be31-ffb6e833ece5'}}] {{(pid=103233) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 20:03:12.595917 n-d-713498-36 neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-5f61d796-ba89-4131-b44c-a6330a173676 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (de8e28b3-1805-498f-a44c-5db95efefd0a), before_update {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:03:12.625476 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-61843607-5fdc-4335-a72f-7979c9a1118a admin admin] Publish callbacks [] for port (1e7806a8-c890-4c0c-a0e9-8af4fd945d14), precommit_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:03:12.653179 n-d-713498-36 neutron-server[103233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cb6ef40-6d0c-469e-95d6-1be02f0e1467 None None] Pushing event updated for resources: {'Port': ['ID=de8e28b3-1805-498f-a44c-5db95efefd0a,revision_number=2']} {{(pid=103233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:03:12.656839 n-d-713498-36 neutron-server[103233]: DEBUG neutron.plugins.ml2.db [None req-5f61d796-ba89-4131-b44c-a6330a173676 None None] For port de8e28b3-1805-498f-a44c-5db95efefd0a, host n-d-713498-36, cleared binding levels {{(pid=103233) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 20:03:12.661395 n-d-713498-36 neutron-server[103233]: DEBUG neutron.plugins.ml2.db [None req-5f61d796-ba89-4131-b44c-a6330a173676 None None] For port de8e28b3-1805-498f-a44c-5db95efefd0a, host n-d-713498-36, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-36',level=0,port_id=de8e28b3-1805-498f-a44c-5db95efefd0a,segment=NetworkSegment(a4222f89-8d3f-4b51-953b-1a8126392491),segment_id=a4222f89-8d3f-4b51-953b-1a8126392491)] {{(pid=103233) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 20:03:12.669844 n-d-713498-36 neutron-server[103233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cb6ef40-6d0c-469e-95d6-1be02f0e1467 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:03:12.670220 n-d-713498-36 neutron-server[103233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cb6ef40-6d0c-469e-95d6-1be02f0e1467 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:03:12.670560 n-d-713498-36 neutron-server[103233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cb6ef40-6d0c-469e-95d6-1be02f0e1467 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:03:12.670894 n-d-713498-36 neutron-server[103233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cb6ef40-6d0c-469e-95d6-1be02f0e1467 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:03:12.671224 n-d-713498-36 neutron-server[103233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cb6ef40-6d0c-469e-95d6-1be02f0e1467 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:03:12.671460 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Current status of the port c749dd56-1896-48e5-9168-3f6f7a10774a is: ACTIVE; New status is: ACTIVE {{(pid=103232) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 20:03:12.671951 n-d-713498-36 neutron-server[103233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cb6ef40-6d0c-469e-95d6-1be02f0e1467 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:03:12.671951 n-d-713498-36 neutron-server[103233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cb6ef40-6d0c-469e-95d6-1be02f0e1467 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:03:12.672169 n-d-713498-36 neutron-server[103233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cb6ef40-6d0c-469e-95d6-1be02f0e1467 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:03:12.672467 n-d-713498-36 neutron-server[103233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cb6ef40-6d0c-469e-95d6-1be02f0e1467 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:03:12.672785 n-d-713498-36 neutron-server[103233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cb6ef40-6d0c-469e-95d6-1be02f0e1467 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:03:12.673850 n-d-713498-36 neutron-server[103233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cb6ef40-6d0c-469e-95d6-1be02f0e1467 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:03:12.674190 n-d-713498-36 neutron-server[103233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cb6ef40-6d0c-469e-95d6-1be02f0e1467 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:03:12.674510 n-d-713498-36 neutron-server[103233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cb6ef40-6d0c-469e-95d6-1be02f0e1467 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:03:12.677004 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-61843607-5fdc-4335-a72f-7979c9a1118a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762866656467', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12867576'] for port (1e7806a8-c890-4c0c-a0e9-8af4fd945d14), after_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:03:12.678911 n-d-713498-36 neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-5f61d796-ba89-4131-b44c-a6330a173676 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762867176205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762866656485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762866656503'] for port (de8e28b3-1805-498f-a44c-5db95efefd0a), after_update {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:03:12.714387 n-d-713498-36 neutron-server[103229]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61843607-5fdc-4335-a72f-7979c9a1118a admin admin] Network 149b9a10-ad51-40d1-a009-e080e219e643 is already hosted by enough agents. {{(pid=103229) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 20:03:12.717544 n-d-713498-36 neutron-server[103229]: DEBUG neutron.scheduler.base_scheduler [None req-61843607-5fdc-4335-a72f-7979c9a1118a admin admin] Resources bound (agent type, host, resource id): {{(pid=103229) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 20:03:12.721659 n-d-713498-36 neutron-server[103229]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61843607-5fdc-4335-a72f-7979c9a1118a admin admin] Received port after_create {{(pid=103229) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 20:03:12.733067 n-d-713498-36 neutron-server[103233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f61d796-ba89-4131-b44c-a6330a173676 None None] Routers {'636a973f-454a-4306-bb2a-52e58c69795d'} bound to L3 agent in host n-d-713498-36 {{(pid=103233) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 20:03:12.733699 n-d-713498-36 neutron-server[103233]: DEBUG neutron.db.l3_hamode_db [None req-5f61d796-ba89-4131-b44c-a6330a173676 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-09T18:51:43Z,description=,heartbeat_timestamp=2022-02-09T20:02:43Z,host='n-d-713498-36',id=93303d5e-5d17-45e8-8963-7694f87783ae,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T18:51:43Z,topic='l3_agent')) {'router_ids': ['636a973f-454a-4306-bb2a-52e58c69795d'], 'active': True} {{(pid=103233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 20:03:12.773460 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61843607-5fdc-4335-a72f-7979c9a1118a admin admin] Pushing event updated for resources: {'Port': ['ID=1e7806a8-c890-4c0c-a0e9-8af4fd945d14,revision_number=1']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:03:12.796394 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-61843607-5fdc-4335-a72f-7979c9a1118a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1819024'] for router_interface (636a973f-454a-4306-bb2a-52e58c69795d), before_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:03:12.857381 n-d-713498-36 neutron-server[103233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cb6ef40-6d0c-469e-95d6-1be02f0e1467 None None] Pushing event updated for resources: {'Port': ['ID=de8e28b3-1805-498f-a44c-5db95efefd0a,revision_number=3']} {{(pid=103233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:03:12.864017 n-d-713498-36 neutron-server[103233]: DEBUG neutron.db.l3_dvr_db [None req-5f61d796-ba89-4131-b44c-a6330a173676 None None] Set router 636a973f-454a-4306-bb2a-52e58c69795d gateway port host: n-d-713498-36 {{(pid=103233) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 20:03:12.960422 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-61843607-5fdc-4335-a72f-7979c9a1118a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (1e7806a8-c890-4c0c-a0e9-8af4fd945d14), before_update {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:03:13.004900 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.provisioning_blocks [None req-42c77a54-0425-49ae-9312-ebef8b3817fa None None] Provisioning complete for port 1e7806a8-c890-4c0c-a0e9-8af4fd945d14 triggered by entity DHCP. {{(pid=103232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 20:03:13.005341 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-42c77a54-0425-49ae-9312-ebef8b3817fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593630'] for port (1e7806a8-c890-4c0c-a0e9-8af4fd945d14), provisioning_complete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:03:13.043091 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-42c77a54-0425-49ae-9312-ebef8b3817fa None None] Port 1e7806a8-c890-4c0c-a0e9-8af4fd945d14 cannot update to ACTIVE because it is not bound. {{(pid=103232) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 20:03:13.076342 n-d-713498-36 neutron-server[103233]: DEBUG neutron.db.l3_hamode_db [None req-5f61d796-ba89-4131-b44c-a6330a173676 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '636a973f-454a-4306-bb2a-52e58c69795d', 'name': 'tempest-TestEncryptedCinderVolumes-447806924-router', 'tenant_id': '50cc1d7f15dc476c9c72aff794aa9a9e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88055e1e-672a-4487-be31-ffb6e833ece5', 'external_fixed_ips': [{'subnet_id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'ip_address': '172.25.1.28'}], 'enable_snat': True}, 'gw_port_id': 'de8e28b3-1805-498f-a44c-5db95efefd0a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T20:03:09Z', 'updated_at': '2022-02-09T20:03:10Z', 'revision_number': 3, 'project_id': '50cc1d7f15dc476c9c72aff794aa9a9e', 'gw_port': {'id': 'de8e28b3-1805-498f-a44c-5db95efefd0a', 'name': '', 'network_id': '88055e1e-672a-4487-be31-ffb6e833ece5', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:99:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '636a973f-454a-4306-bb2a-52e58c69795d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4164, 'fixed_ips': [{'subnet_id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'ip_address': '172.25.1.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T20:03:10Z', 'updated_at': '2022-02-09T20:03:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-36'}], 'n-d-713498-36', False) {} {{(pid=103233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 20:03:13.104397 n-d-713498-36 neutron-server[103233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f61d796-ba89-4131-b44c-a6330a173676 None None] The sync data for ids ['636a973f-454a-4306-bb2a-52e58c69795d'] in n-d-713498-36 is: [{'id': '636a973f-454a-4306-bb2a-52e58c69795d', 'name': 'tempest-TestEncryptedCinderVolumes-447806924-router', 'tenant_id': '50cc1d7f15dc476c9c72aff794aa9a9e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88055e1e-672a-4487-be31-ffb6e833ece5', 'external_fixed_ips': [{'subnet_id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'ip_address': '172.25.1.28'}], 'enable_snat': True}, 'gw_port_id': 'de8e28b3-1805-498f-a44c-5db95efefd0a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T20:03:09Z', 'updated_at': '2022-02-09T20:03:10Z', 'revision_number': 3, 'project_id': '50cc1d7f15dc476c9c72aff794aa9a9e', 'gw_port': {'id': 'de8e28b3-1805-498f-a44c-5db95efefd0a', 'name': '', 'network_id': '88055e1e-672a-4487-be31-ffb6e833ece5', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:99:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '636a973f-454a-4306-bb2a-52e58c69795d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4164, 'fixed_ips': [{'subnet_id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'ip_address': '172.25.1.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T20:03:10Z', 'updated_at': '2022-02-09T20:03:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-36'}] {{(pid=103233) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 20:03:13.151717 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-61843607-5fdc-4335-a72f-7979c9a1118a admin admin] Publish callbacks [] for port (1e7806a8-c890-4c0c-a0e9-8af4fd945d14), precommit_update {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:03:13.157165 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-61843607-5fdc-4335-a72f-7979c9a1118a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762867176205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762866656485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762866656503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12867569'] for port (1e7806a8-c890-4c0c-a0e9-8af4fd945d14), after_update {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:03:13.192365 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-917dca5d-687e-4516-87e3-46ed92169f50 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762867132591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593584'] for agent (93303d5e-5d17-45e8-8963-7694f87783ae), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:03:13.237356 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61843607-5fdc-4335-a72f-7979c9a1118a admin admin] Pushing event updated for resources: {'Port': ['ID=1e7806a8-c890-4c0c-a0e9-8af4fd945d14,revision_number=2']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:03:13.240403 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-61843607-5fdc-4335-a72f-7979c9a1118a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1613458', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1834496'] for router_interface (636a973f-454a-4306-bb2a-52e58c69795d), after_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:03:13.344504 n-d-713498-36 neutron-server[103229]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61843607-5fdc-4335-a72f-7979c9a1118a admin admin] Network 149b9a10-ad51-40d1-a009-e080e219e643 is already hosted by enough agents. {{(pid=103229) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 20:03:13.344504 n-d-713498-36 neutron-server[103229]: DEBUG neutron.scheduler.base_scheduler [None req-61843607-5fdc-4335-a72f-7979c9a1118a admin admin] Resources bound (agent type, host, resource id): {{(pid=103229) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 20:03:13.495470 n-d-713498-36 neutron-server[103229]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-61843607-5fdc-4335-a72f-7979c9a1118a admin admin] Router 636a973f-454a-4306-bb2a-52e58c69795d has already been hosted by L3 agent 93303d5e-5d17-45e8-8963-7694f87783ae {{(pid=103229) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 20:03:13.630181 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-61843607-5fdc-4335-a72f-7979c9a1118a admin admin] Notify agent at l3_agent.n-d-713498-36 the message routers_updated {{(pid=103229) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 20:03:13.637276 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-61843607-5fdc-4335-a72f-7979c9a1118a admin admin] 10.222.0.75 "PUT /v2.0/routers/636a973f-454a-4306-bb2a-52e58c69795d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7740760 Feb 09 20:03:13.685862 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.provisioning_blocks [None req-b7e9960a-5b9f-44c0-bf15-e7baa05579ee None None] Provisioning complete for port 1e7806a8-c890-4c0c-a0e9-8af4fd945d14 triggered by entity DHCP. {{(pid=103232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 20:03:13.686459 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-b7e9960a-5b9f-44c0-bf15-e7baa05579ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593630'] for port (1e7806a8-c890-4c0c-a0e9-8af4fd945d14), provisioning_complete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:03:13.713074 n-d-713498-36 neutron-server[103233]: DEBUG neutron.db.agents_db [None req-4a8a6a42-0a0c-4437-8958-92282682b6bb None None] Agent healthcheck: found 7 active agents {{(pid=103233) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 20:03:13.726671 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-b7e9960a-5b9f-44c0-bf15-e7baa05579ee None None] Port 1e7806a8-c890-4c0c-a0e9-8af4fd945d14 cannot update to ACTIVE because it is not bound. {{(pid=103232) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 20:03:14.193696 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 53324) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:03:14.199077 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.v2.base [None req-a9c9d80a-9490-4d75-921e-ea6828fa872c admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-1393802858-network', 'tenant_id': 'c7e0225a25a84fc794de8ea0f154b257'}} {{(pid=103229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 20:03:14.218292 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a9c9d80a-9490-4d75-921e-ea6828fa872c admin admin] Made reservation on behalf of c7e0225a25a84fc794de8ea0f154b257 for: {'network': 1} {{(pid=103229) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 20:03:14.220606 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-a9c9d80a-9490-4d75-921e-ea6828fa872c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for network (None), before_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:03:14.231432 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-a9c9d80a-9490-4d75-921e-ea6828fa872c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:03:14.310245 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-a9c9d80a-9490-4d75-921e-ea6828fa872c admin admin] Publish callbacks [] for security_group (8c7c0450-dd4a-4cfa-8809-7cca628308ac), precommit_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:03:14.316457 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-a9c9d80a-9490-4d75-921e-ea6828fa872c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1892331'] for security_group (8c7c0450-dd4a-4cfa-8809-7cca628308ac), after_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:03:14.341036 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a9c9d80a-9490-4d75-921e-ea6828fa872c admin admin] vlan segment allocate from pool success with {'vlan_id': 361, 'physical_network': 'physnet1'} {{(pid=103229) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 20:03:14.351815 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9c9d80a-9490-4d75-921e-ea6828fa872c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8c7c0450-dd4a-4cfa-8809-7cca628308ac,revision_number=1']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:03:14.357499 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-a9c9d80a-9490-4d75-921e-ea6828fa872c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-759574'] for segment (faebd1fb-b4f5-48f0-8cc4-59fbafc05686), precommit_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:03:14.357846 n-d-713498-36 neutron-server[103229]: INFO neutron.db.segments_db [None req-a9c9d80a-9490-4d75-921e-ea6828fa872c admin admin] Added segment faebd1fb-b4f5-48f0-8cc4-59fbafc05686 of type vlan for network 762ca8af-649f-4245-b2ed-dc436650e708 Feb 09 20:03:14.403418 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-a9c9d80a-9490-4d75-921e-ea6828fa872c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762866642225'] for network (762ca8af-649f-4245-b2ed-dc436650e708), precommit_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:03:14.437306 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-a9c9d80a-9490-4d75-921e-ea6828fa872c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1885479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452'] for network (762ca8af-649f-4245-b2ed-dc436650e708), after_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:03:14.438607 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9c9d80a-9490-4d75-921e-ea6828fa872c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:03:14.439265 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-a9c9d80a-9490-4d75-921e-ea6828fa872c admin admin] Publish callbacks [] for network (None), before_response {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:03:14.479919 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Device de8e28b3-1805-498f-a44c-5db95efefd0a up at agent ovs-agent-n-d-713498-36 {{(pid=103232) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 20:03:14.496315 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-a9c9d80a-9490-4d75-921e-ea6828fa872c admin admin] 10.222.0.75 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.3013968 Feb 09 20:03:14.499641 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 53326) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:03:14.505532 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.v2.base [None req-68fc62bf-dbac-4405-a3a6-ed14267fbc6d admin admin] Request body: {'subnet': {'network_id': '762ca8af-649f-4245-b2ed-dc436650e708', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-1393802858-subnet', 'tenant_id': 'c7e0225a25a84fc794de8ea0f154b257', 'ip_version': 4}} {{(pid=103230) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 20:03:14.514804 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9c9d80a-9490-4d75-921e-ea6828fa872c admin admin] Pushing event updated for resources: {'Network': ['ID=762ca8af-649f-4245-b2ed-dc436650e708,revision_number=1']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:03:14.535233 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-68fc62bf-dbac-4405-a3a6-ed14267fbc6d admin admin] Made reservation on behalf of c7e0225a25a84fc794de8ea0f154b257 for: {'subnet': 1} {{(pid=103230) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 20:03:14.537671 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-68fc62bf-dbac-4405-a3a6-ed14267fbc6d admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12985917'] for subnet (None), before_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:03:14.681006 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Network 762ca8af-649f-4245-b2ed-dc436650e708 details requested by agent ovs-agent-n-d-713498-36 with host n-d-713498-36 {{(pid=103232) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 20:03:14.739254 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-68fc62bf-dbac-4405-a3a6-ed14267fbc6d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14393611', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12985859'] for subnet (335ffae6-7adc-43dd-bb34-19c42e9b6bf9), after_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:03:14.751009 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-edc54c9b-7f13-45d9-9271-85c9738b0128 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762867132591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593584'] for agent (a62b1850-466f-48ae-bec7-d62fb280e14b), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:03:14.779705 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.provisioning_blocks [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Provisioning complete for port de8e28b3-1805-498f-a44c-5db95efefd0a triggered by entity L2. {{(pid=103232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 20:03:14.780093 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593630'] for port (de8e28b3-1805-498f-a44c-5db95efefd0a), provisioning_complete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:03:14.790762 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68fc62bf-dbac-4405-a3a6-ed14267fbc6d admin admin] Pushing event updated for resources: {'Subnet': ['ID=335ffae6-7adc-43dd-bb34-19c42e9b6bf9,revision_number=0']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:03:14.824252 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68fc62bf-dbac-4405-a3a6-ed14267fbc6d admin admin] Checking segment: {'id': 'faebd1fb-b4f5-48f0-8cc4-59fbafc05686', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '762ca8af-649f-4245-b2ed-dc436650e708'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103230) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 20:03:14.824252 n-d-713498-36 neutron-server[103230]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68fc62bf-dbac-4405-a3a6-ed14267fbc6d admin admin] Network hostable DHCP agents. Network: 762ca8af-649f-4245-b2ed-dc436650e708, hostable agents: ['af91e4b9-f4e1-42b1-a25c-a10dc47171c8'], hosted agents: [] {{(pid=103230) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 20:03:14.836411 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d727098-ff1e-4aa6-b51a-79007ce83d59 None None] Sync routers for ids ['636a973f-454a-4306-bb2a-52e58c69795d'] in n-d-713498-36 {{(pid=103232) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 20:03:14.840359 n-d-713498-36 neutron-server[103230]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68fc62bf-dbac-4405-a3a6-ed14267fbc6d admin admin] Network 762ca8af-649f-4245-b2ed-dc436650e708 is scheduled to be hosted by DHCP agent af91e4b9-f4e1-42b1-a25c-a10dc47171c8 with binding_index 1 {{(pid=103230) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 20:03:14.852595 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d727098-ff1e-4aa6-b51a-79007ce83d59 None None] Routers {'636a973f-454a-4306-bb2a-52e58c69795d'} bound to L3 agent in host n-d-713498-36 {{(pid=103232) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 20:03:14.853240 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.l3_hamode_db [None req-9d727098-ff1e-4aa6-b51a-79007ce83d59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T18:51:43Z,description=,heartbeat_timestamp=2022-02-09T20:03:13Z,host='n-d-713498-36',id=93303d5e-5d17-45e8-8963-7694f87783ae,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T18:51:43Z,topic='l3_agent')) {'router_ids': ['636a973f-454a-4306-bb2a-52e58c69795d'], 'active': True} {{(pid=103232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 20:03:14.855534 n-d-713498-36 neutron-server[103230]: DEBUG neutron.scheduler.base_scheduler [None req-68fc62bf-dbac-4405-a3a6-ed14267fbc6d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713498-36, 762ca8af-649f-4245-b2ed-dc436650e708) {{(pid=103230) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 20:03:14.861785 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68fc62bf-dbac-4405-a3a6-ed14267fbc6d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:03:14.863560 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-68fc62bf-dbac-4405-a3a6-ed14267fbc6d admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:03:14.879625 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f953b618-a4b7-4e3e-bc88-851945dad553 None None] Network 762ca8af-649f-4245-b2ed-dc436650e708 requested from n-d-713498-36 {{(pid=103232) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 20:03:14.884013 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-68fc62bf-dbac-4405-a3a6-ed14267fbc6d admin admin] 10.222.0.75 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.3832424 Feb 09 20:03:14.886762 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 53328) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:03:14.891184 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.v2.base [None req-ab7120e7-9654-4224-8d76-602b75b5ad14 admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-1393802858-router', 'tenant_id': 'c7e0225a25a84fc794de8ea0f154b257', 'external_gateway_info': {'network_id': '88055e1e-672a-4487-be31-ffb6e833ece5'}}} {{(pid=103230) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 20:03:14.917116 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-ab7120e7-9654-4224-8d76-602b75b5ad14 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1834830', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-58389'] for router (cfdc0b14-7e18-418a-9f5e-94cf3c1d2482), before_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:03:14.919525 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-ab7120e7-9654-4224-8d76-602b75b5ad14 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1834810', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1822096', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1886735', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-58380'] for router (cfdc0b14-7e18-418a-9f5e-94cf3c1d2482), precommit_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:03:14.979901 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-ab7120e7-9654-4224-8d76-602b75b5ad14 admin admin] Publish callbacks [] for router_controller (cfdc0b14-7e18-418a-9f5e-94cf3c1d2482), precommit_add_association {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:03:15.005985 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Current status of the port de8e28b3-1805-498f-a44c-5db95efefd0a is: DOWN; New status is: ACTIVE {{(pid=103232) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 20:03:15.006387 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (de8e28b3-1805-498f-a44c-5db95efefd0a), before_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:03:15.049687 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] For port de8e28b3-1805-498f-a44c-5db95efefd0a, host n-d-713498-36, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-36',level=0,port_id=de8e28b3-1805-498f-a44c-5db95efefd0a,segment=NetworkSegment(a4222f89-8d3f-4b51-953b-1a8126392491),segment_id=a4222f89-8d3f-4b51-953b-1a8126392491)] {{(pid=103232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 20:03:15.061089 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762867176205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762866656485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762866656503'] for port (de8e28b3-1805-498f-a44c-5db95efefd0a), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:03:15.135784 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.l3_dvr_db [None req-9d727098-ff1e-4aa6-b51a-79007ce83d59 None None] Set router 636a973f-454a-4306-bb2a-52e58c69795d gateway port host: n-d-713498-36 {{(pid=103232) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 20:03:15.137307 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-ab7120e7-9654-4224-8d76-602b75b5ad14 admin admin] Publish callbacks [] for router_gateway (cfdc0b14-7e18-418a-9f5e-94cf3c1d2482), precommit_update {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:03:15.139365 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1995b557-d827-4bde-a6b4-f5983fbc05a7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8b32e980-7cce-5e82-a341-bd2fa8945c89-762ca8af-649f-4245-b2ed-dc436650e708', 'network_id': '762ca8af-649f-4245-b2ed-dc436650e708', 'project_id': 'c7e0225a25a84fc794de8ea0f154b257', 'fixed_ips': [{'subnet_id': '335ffae6-7adc-43dd-bb34-19c42e9b6bf9'}]}} from n-d-713498-36. {{(pid=103232) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 09 20:03:15.140219 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-1995b557-d827-4bde-a6b4-f5983fbc05a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (None), before_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:03:15.198298 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Pushing event updated for resources: {'Port': ['ID=de8e28b3-1805-498f-a44c-5db95efefd0a,revision_number=4']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:03:15.359567 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-ab7120e7-9654-4224-8d76-602b75b5ad14 admin admin] Publish callbacks [] for router_gateway (cfdc0b14-7e18-418a-9f5e-94cf3c1d2482), before_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:03:15.381234 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-ab7120e7-9654-4224-8d76-602b75b5ad14 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (None), before_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:03:15.427932 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.db_base_plugin_common [None req-1995b557-d827-4bde-a6b4-f5983fbc05a7 None None] Allocated IP 172.20.0.2 (762ca8af-649f-4245-b2ed-dc436650e708/335ffae6-7adc-43dd-bb34-19c42e9b6bf9/e0aa4bd2-9f9b-419e-8ab1-1135987d0471) {{(pid=103232) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 20:03:15.494992 n-d-713498-36 neutron-server[103230]: DEBUG neutron.db.db_base_plugin_common [None req-ab7120e7-9654-4224-8d76-602b75b5ad14 admin admin] Allocated IP 172.25.1.186 (88055e1e-672a-4487-be31-ffb6e833ece5/ac16dbcc-383c-4b43-9153-d763c4a53f91/f509731f-28cb-4cdc-9456-96eb05cd6dc1) {{(pid=103230) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 20:03:15.555100 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.l3_hamode_db [None req-9d727098-ff1e-4aa6-b51a-79007ce83d59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '636a973f-454a-4306-bb2a-52e58c69795d', 'name': 'tempest-TestEncryptedCinderVolumes-447806924-router', 'tenant_id': '50cc1d7f15dc476c9c72aff794aa9a9e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88055e1e-672a-4487-be31-ffb6e833ece5', 'external_fixed_ips': [{'subnet_id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'ip_address': '172.25.1.28'}], 'enable_snat': True}, 'gw_port_id': 'de8e28b3-1805-498f-a44c-5db95efefd0a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T20:03:09Z', 'updated_at': '2022-02-09T20:03:12Z', 'revision_number': 4, 'project_id': '50cc1d7f15dc476c9c72aff794aa9a9e', 'gw_port': {'id': 'de8e28b3-1805-498f-a44c-5db95efefd0a', 'name': '', 'network_id': '88055e1e-672a-4487-be31-ffb6e833ece5', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:99:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '636a973f-454a-4306-bb2a-52e58c69795d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4164, 'fixed_ips': [{'subnet_id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'ip_address': '172.25.1.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T20:03:10Z', 'updated_at': '2022-02-09T20:03:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-36', '_interfaces': [{'id': '1e7806a8-c890-4c0c-a0e9-8af4fd945d14', 'name': '', 'network_id': '149b9a10-ad51-40d1-a009-e080e219e643', 'tenant_id': '50cc1d7f15dc476c9c72aff794aa9a9e', 'mac_address': 'fa:16:3e:d3:95:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '636a973f-454a-4306-bb2a-52e58c69795d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4165, 'fixed_ips': [{'subnet_id': '04f36865-1b7f-487d-816d-e394cc149dba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T20:03:12Z', 'updated_at': '2022-02-09T20:03:13Z', 'revision_number': 2, 'project_id': '50cc1d7f15dc476c9c72aff794aa9a9e', 'subnets': [{'id': '04f36865-1b7f-487d-816d-e394cc149dba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-36', False) {} {{(pid=103232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 20:03:15.586157 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d727098-ff1e-4aa6-b51a-79007ce83d59 None None] Checking router: 636a973f-454a-4306-bb2a-52e58c69795d for host: n-d-713498-36 {{(pid=103232) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 20:03:15.586516 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d727098-ff1e-4aa6-b51a-79007ce83d59 None None] Updating router 636a973f-454a-4306-bb2a-52e58c69795d port 1e7806a8-c890-4c0c-a0e9-8af4fd945d14 binding host n-d-713498-36 {{(pid=103232) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 20:03:15.606531 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-ab7120e7-9654-4224-8d76-602b75b5ad14 admin admin] Publish callbacks [] for port (f509731f-28cb-4cdc-9456-96eb05cd6dc1), precommit_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:03:15.643048 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-ab7120e7-9654-4224-8d76-602b75b5ad14 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762866656467', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14393751'] for port (f509731f-28cb-4cdc-9456-96eb05cd6dc1), after_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:03:15.648826 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-9d727098-ff1e-4aa6-b51a-79007ce83d59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (1e7806a8-c890-4c0c-a0e9-8af4fd945d14), before_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:03:15.673350 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-1995b557-d827-4bde-a6b4-f5983fbc05a7 None None] Publish callbacks [] for port (e0aa4bd2-9f9b-419e-8ab1-1135987d0471), precommit_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:03:15.688153 n-d-713498-36 neutron-server[103230]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab7120e7-9654-4224-8d76-602b75b5ad14 admin admin] Network 88055e1e-672a-4487-be31-ffb6e833ece5 is already hosted by enough agents. {{(pid=103230) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 20:03:15.696114 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-1995b557-d827-4bde-a6b4-f5983fbc05a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762866656467'] for port (e0aa4bd2-9f9b-419e-8ab1-1135987d0471), after_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:03:15.696333 n-d-713498-36 neutron-server[103230]: DEBUG neutron.scheduler.base_scheduler [None req-ab7120e7-9654-4224-8d76-602b75b5ad14 admin admin] Resources bound (agent type, host, resource id): {{(pid=103230) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 20:03:15.700090 n-d-713498-36 neutron-server[103230]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab7120e7-9654-4224-8d76-602b75b5ad14 admin admin] Received port after_create {{(pid=103230) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 20:03:15.705705 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab7120e7-9654-4224-8d76-602b75b5ad14 admin admin] Pushing event updated for resources: {'Port': ['ID=f509731f-28cb-4cdc-9456-96eb05cd6dc1,revision_number=1']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:03:15.749533 n-d-713498-36 neutron-server[103232]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1995b557-d827-4bde-a6b4-f5983fbc05a7 None None] Network 762ca8af-649f-4245-b2ed-dc436650e708 is already hosted by enough agents. {{(pid=103232) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 20:03:15.803910 n-d-713498-36 neutron-server[103232]: DEBUG neutron.scheduler.base_scheduler [None req-1995b557-d827-4bde-a6b4-f5983fbc05a7 None None] Resources bound (agent type, host, resource id): {{(pid=103232) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 20:03:15.811451 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1995b557-d827-4bde-a6b4-f5983fbc05a7 None None] Received port after_create {{(pid=103232) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 20:03:15.819478 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1995b557-d827-4bde-a6b4-f5983fbc05a7 None None] Pushing event updated for resources: {'Port': ['ID=e0aa4bd2-9f9b-419e-8ab1-1135987d0471,revision_number=1']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:03:15.927101 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.managers [None req-1995b557-d827-4bde-a6b4-f5983fbc05a7 None None] Attempting to bind port e0aa4bd2-9f9b-419e-8ab1-1135987d0471 on host n-d-713498-36 for vnic_type normal with profile {{(pid=103232) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 20:03:15.927385 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.managers [None req-1995b557-d827-4bde-a6b4-f5983fbc05a7 None None] Attempting to bind port e0aa4bd2-9f9b-419e-8ab1-1135987d0471 by drivers openvswitch,hyperv on host n-d-713498-36 at level 0 using segments [{'id': 'faebd1fb-b4f5-48f0-8cc4-59fbafc05686', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '762ca8af-649f-4245-b2ed-dc436650e708'}] {{(pid=103232) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 20:03:15.927751 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1995b557-d827-4bde-a6b4-f5983fbc05a7 None None] Attempting to bind port e0aa4bd2-9f9b-419e-8ab1-1135987d0471 on network 762ca8af-649f-4245-b2ed-dc436650e708 {{(pid=103232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 20:03:15.936897 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1995b557-d827-4bde-a6b4-f5983fbc05a7 None None] Checking agent: {'id': '496418a2-c002-4aec-ab1a-07f3bea491bd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-36', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 18, 51, 47), 'started_at': datetime.datetime(2022, 2, 9, 18, 52, 17), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 20, 2, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-36'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 20:03:15.937273 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1995b557-d827-4bde-a6b4-f5983fbc05a7 None None] Checking segment: {'id': 'faebd1fb-b4f5-48f0-8cc4-59fbafc05686', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '762ca8af-649f-4245-b2ed-dc436650e708'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103232) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 20:03:15.937675 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-1995b557-d827-4bde-a6b4-f5983fbc05a7 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:03:15.938098 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1995b557-d827-4bde-a6b4-f5983fbc05a7 None None] Bound using segment: {'id': 'faebd1fb-b4f5-48f0-8cc4-59fbafc05686', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '762ca8af-649f-4245-b2ed-dc436650e708'} {{(pid=103232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 20:03:15.938577 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.managers [None req-1995b557-d827-4bde-a6b4-f5983fbc05a7 None None] Bound port: e0aa4bd2-9f9b-419e-8ab1-1135987d0471, host: n-d-713498-36, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'faebd1fb-b4f5-48f0-8cc4-59fbafc05686', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '762ca8af-649f-4245-b2ed-dc436650e708'}}] {{(pid=103232) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 20:03:15.938960 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-1995b557-d827-4bde-a6b4-f5983fbc05a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (e0aa4bd2-9f9b-419e-8ab1-1135987d0471), before_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:03:15.988386 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-ab7120e7-9654-4224-8d76-602b75b5ad14 admin admin] Publish callbacks [] for router_gateway (cfdc0b14-7e18-418a-9f5e-94cf3c1d2482), after_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:03:16.047126 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-1995b557-d827-4bde-a6b4-f5983fbc05a7 None None] For port e0aa4bd2-9f9b-419e-8ab1-1135987d0471, host n-d-713498-36, cleared binding levels {{(pid=103232) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 20:03:16.078605 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-1995b557-d827-4bde-a6b4-f5983fbc05a7 None None] For port e0aa4bd2-9f9b-419e-8ab1-1135987d0471, host n-d-713498-36, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-36',level=0,port_id=e0aa4bd2-9f9b-419e-8ab1-1135987d0471,segment=NetworkSegment(faebd1fb-b4f5-48f0-8cc4-59fbafc05686),segment_id=faebd1fb-b4f5-48f0-8cc4-59fbafc05686)] {{(pid=103232) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 20:03:16.093755 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-1995b557-d827-4bde-a6b4-f5983fbc05a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762867176205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762866656485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762866656503'] for port (e0aa4bd2-9f9b-419e-8ab1-1135987d0471), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:03:16.100693 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-9d727098-ff1e-4aa6-b51a-79007ce83d59 None None] Publish callbacks [] for port (1e7806a8-c890-4c0c-a0e9-8af4fd945d14), precommit_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:03:16.138661 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-9d727098-ff1e-4aa6-b51a-79007ce83d59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762867176205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762866656485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762866656503'] for port (1e7806a8-c890-4c0c-a0e9-8af4fd945d14), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:03:16.168994 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-a7262a8e-0513-48fd-984d-75726a511961 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762867132591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593584'] for agent (911cfea2-02ae-4ec9-bac3-7808ee1cdd9c), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:03:16.193581 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1995b557-d827-4bde-a6b4-f5983fbc05a7 None None] Pushing event updated for resources: {'Port': ['ID=e0aa4bd2-9f9b-419e-8ab1-1135987d0471,revision_number=2']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:03:16.215145 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-ab7120e7-9654-4224-8d76-602b75b5ad14 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1834945', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1818951'] for router (cfdc0b14-7e18-418a-9f5e-94cf3c1d2482), after_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:03:16.267073 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbd1aa4a-4ac9-4481-a08c-36c97af31807 None None] Pushing event updated for resources: {'Port': ['ID=1e7806a8-c890-4c0c-a0e9-8af4fd945d14,revision_number=3']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:03:16.308344 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.managers [None req-9d727098-ff1e-4aa6-b51a-79007ce83d59 None None] Attempting to bind port 1e7806a8-c890-4c0c-a0e9-8af4fd945d14 on host n-d-713498-36 for vnic_type normal with profile {{(pid=103232) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 20:03:16.309055 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.managers [None req-9d727098-ff1e-4aa6-b51a-79007ce83d59 None None] Attempting to bind port 1e7806a8-c890-4c0c-a0e9-8af4fd945d14 by drivers openvswitch,hyperv on host n-d-713498-36 at level 0 using segments [{'id': 'b64f58f6-9a32-490b-bb05-69ae0d3cbcbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': '149b9a10-ad51-40d1-a009-e080e219e643'}] {{(pid=103232) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 20:03:16.309055 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d727098-ff1e-4aa6-b51a-79007ce83d59 None None] Attempting to bind port 1e7806a8-c890-4c0c-a0e9-8af4fd945d14 on network 149b9a10-ad51-40d1-a009-e080e219e643 {{(pid=103232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 20:03:16.314751 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d727098-ff1e-4aa6-b51a-79007ce83d59 None None] Checking agent: {'id': '496418a2-c002-4aec-ab1a-07f3bea491bd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-36', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 18, 51, 47), 'started_at': datetime.datetime(2022, 2, 9, 18, 52, 17), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 20, 2, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-36'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 20:03:16.315130 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d727098-ff1e-4aa6-b51a-79007ce83d59 None None] Checking segment: {'id': 'b64f58f6-9a32-490b-bb05-69ae0d3cbcbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': '149b9a10-ad51-40d1-a009-e080e219e643'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103232) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 20:03:16.315571 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-9d727098-ff1e-4aa6-b51a-79007ce83d59 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:03:16.316555 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d727098-ff1e-4aa6-b51a-79007ce83d59 None None] Bound using segment: {'id': 'b64f58f6-9a32-490b-bb05-69ae0d3cbcbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': '149b9a10-ad51-40d1-a009-e080e219e643'} {{(pid=103232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 20:03:16.317027 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.managers [None req-9d727098-ff1e-4aa6-b51a-79007ce83d59 None None] Bound port: 1e7806a8-c890-4c0c-a0e9-8af4fd945d14, host: n-d-713498-36, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b64f58f6-9a32-490b-bb05-69ae0d3cbcbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': '149b9a10-ad51-40d1-a009-e080e219e643'}}] {{(pid=103232) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 20:03:16.317432 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-9d727098-ff1e-4aa6-b51a-79007ce83d59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (1e7806a8-c890-4c0c-a0e9-8af4fd945d14), before_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:03:16.382721 n-d-713498-36 neutron-server[103230]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ab7120e7-9654-4224-8d76-602b75b5ad14 admin admin] Router cfdc0b14-7e18-418a-9f5e-94cf3c1d2482 is scheduled to L3 agent 93303d5e-5d17-45e8-8963-7694f87783ae with binding_index 1 {{(pid=103230) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 09 20:03:16.424194 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-9d727098-ff1e-4aa6-b51a-79007ce83d59 None None] For port 1e7806a8-c890-4c0c-a0e9-8af4fd945d14, host n-d-713498-36, cleared binding levels {{(pid=103232) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 20:03:16.437183 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-9d727098-ff1e-4aa6-b51a-79007ce83d59 None None] For port 1e7806a8-c890-4c0c-a0e9-8af4fd945d14, host n-d-713498-36, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-36',level=0,port_id=1e7806a8-c890-4c0c-a0e9-8af4fd945d14,segment=NetworkSegment(b64f58f6-9a32-490b-bb05-69ae0d3cbcbd),segment_id=b64f58f6-9a32-490b-bb05-69ae0d3cbcbd)] {{(pid=103232) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 20:03:16.451021 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-9d727098-ff1e-4aa6-b51a-79007ce83d59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762867176205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762866656485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762866656503'] for port (1e7806a8-c890-4c0c-a0e9-8af4fd945d14), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:03:16.524674 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.provisioning_blocks [None req-a65f0fbf-815f-49a4-b027-5d9b68b8b0f9 None None] Provisioning complete for port 1e7806a8-c890-4c0c-a0e9-8af4fd945d14 triggered by entity DHCP. {{(pid=103232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 20:03:16.524674 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-a65f0fbf-815f-49a4-b027-5d9b68b8b0f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593630'] for port (1e7806a8-c890-4c0c-a0e9-8af4fd945d14), provisioning_complete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:03:16.531180 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ab7120e7-9654-4224-8d76-602b75b5ad14 admin admin] Notify agent at l3_agent.n-d-713498-36 the message routers_updated {{(pid=103230) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 20:03:16.562539 n-d-713498-36 neutron-server[103233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0fa2d3ad-f0e6-4316-8777-5a2eff81405a None None] Sync routers for ids ['cfdc0b14-7e18-418a-9f5e-94cf3c1d2482'] in n-d-713498-36 {{(pid=103233) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 20:03:16.574138 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Device de8e28b3-1805-498f-a44c-5db95efefd0a up at agent ovs-agent-n-d-713498-36 {{(pid=103232) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 20:03:16.583181 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-ab7120e7-9654-4224-8d76-602b75b5ad14 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:03:16.587284 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-ab7120e7-9654-4224-8d76-602b75b5ad14 admin admin] 10.222.0.75 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 1.6968968 Feb 09 20:03:16.587538 n-d-713498-36 neutron-server[103233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fa2d3ad-f0e6-4316-8777-5a2eff81405a None None] Routers {'cfdc0b14-7e18-418a-9f5e-94cf3c1d2482'} bound to L3 agent in host n-d-713498-36 {{(pid=103233) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 20:03:16.588563 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 53330) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:03:16.588846 n-d-713498-36 neutron-server[103233]: DEBUG neutron.db.l3_hamode_db [None req-0fa2d3ad-f0e6-4316-8777-5a2eff81405a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T18:51:43Z,description=,heartbeat_timestamp=2022-02-09T20:03:13Z,host='n-d-713498-36',id=93303d5e-5d17-45e8-8963-7694f87783ae,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T18:51:43Z,topic='l3_agent')) {'router_ids': ['cfdc0b14-7e18-418a-9f5e-94cf3c1d2482'], 'active': True} {{(pid=103233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 20:03:16.848667 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d727098-ff1e-4aa6-b51a-79007ce83d59 None None] Routers {'636a973f-454a-4306-bb2a-52e58c69795d'} bound to L3 agent in host n-d-713498-36 {{(pid=103232) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 20:03:16.849323 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.l3_hamode_db [None req-9d727098-ff1e-4aa6-b51a-79007ce83d59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T18:51:43Z,description=,heartbeat_timestamp=2022-02-09T20:03:13Z,host='n-d-713498-36',id=93303d5e-5d17-45e8-8963-7694f87783ae,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T18:51:43Z,topic='l3_agent')) {'router_ids': ['636a973f-454a-4306-bb2a-52e58c69795d'], 'active': True} {{(pid=103232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 20:03:16.864691 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbd1aa4a-4ac9-4481-a08c-36c97af31807 None None] Pushing event updated for resources: {'Port': ['ID=1e7806a8-c890-4c0c-a0e9-8af4fd945d14,revision_number=4']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:03:16.890795 n-d-713498-36 neutron-server[103233]: DEBUG neutron.db.l3_dvr_db [None req-0fa2d3ad-f0e6-4316-8777-5a2eff81405a None None] Set router cfdc0b14-7e18-418a-9f5e-94cf3c1d2482 gateway port host: n-d-713498-36 {{(pid=103233) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 20:03:17.012589 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.provisioning_blocks [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Provisioning complete for port de8e28b3-1805-498f-a44c-5db95efefd0a triggered by entity L2. {{(pid=103232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 20:03:17.012976 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593630'] for port (de8e28b3-1805-498f-a44c-5db95efefd0a), provisioning_complete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:03:17.048227 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.l3_dvr_db [None req-9d727098-ff1e-4aa6-b51a-79007ce83d59 None None] Set router 636a973f-454a-4306-bb2a-52e58c69795d gateway port host: n-d-713498-36 {{(pid=103232) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 20:03:17.080429 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-a65f0fbf-815f-49a4-b027-5d9b68b8b0f9 None None] Current status of the port 1e7806a8-c890-4c0c-a0e9-8af4fd945d14 is: DOWN; New status is: ACTIVE {{(pid=103232) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 20:03:17.080827 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-a65f0fbf-815f-49a4-b027-5d9b68b8b0f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (1e7806a8-c890-4c0c-a0e9-8af4fd945d14), before_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:03:17.097794 n-d-713498-36 neutron-server[103233]: DEBUG neutron.db.l3_hamode_db [None req-0fa2d3ad-f0e6-4316-8777-5a2eff81405a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cfdc0b14-7e18-418a-9f5e-94cf3c1d2482', 'name': 'tempest-TestEncryptedCinderVolumes-1393802858-router', 'tenant_id': 'c7e0225a25a84fc794de8ea0f154b257', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88055e1e-672a-4487-be31-ffb6e833ece5', 'external_fixed_ips': [{'subnet_id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'ip_address': '172.25.1.186'}], 'enable_snat': True}, 'gw_port_id': 'f509731f-28cb-4cdc-9456-96eb05cd6dc1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T20:03:14Z', 'updated_at': '2022-02-09T20:03:15Z', 'revision_number': 3, 'project_id': 'c7e0225a25a84fc794de8ea0f154b257', 'gw_port': {'id': 'f509731f-28cb-4cdc-9456-96eb05cd6dc1', 'name': '', 'network_id': '88055e1e-672a-4487-be31-ffb6e833ece5', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:62:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cfdc0b14-7e18-418a-9f5e-94cf3c1d2482', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4176, 'fixed_ips': [{'subnet_id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'ip_address': '172.25.1.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T20:03:15Z', 'updated_at': '2022-02-09T20:03:15Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-36'}], 'n-d-713498-36', False) {} {{(pid=103233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 20:03:17.141771 n-d-713498-36 neutron-server[103233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0fa2d3ad-f0e6-4316-8777-5a2eff81405a None None] Checking router: cfdc0b14-7e18-418a-9f5e-94cf3c1d2482 for host: n-d-713498-36 {{(pid=103233) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 20:03:17.142173 n-d-713498-36 neutron-server[103233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0fa2d3ad-f0e6-4316-8777-5a2eff81405a None None] Updating router cfdc0b14-7e18-418a-9f5e-94cf3c1d2482 port f509731f-28cb-4cdc-9456-96eb05cd6dc1 binding host n-d-713498-36 {{(pid=103233) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 20:03:17.149578 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-b3036731-e313-46db-8197-c89215b13405 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (None), before_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:03:17.184554 n-d-713498-36 neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-0fa2d3ad-f0e6-4316-8777-5a2eff81405a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (f509731f-28cb-4cdc-9456-96eb05cd6dc1), before_update {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:03:17.192818 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762867132591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593584'] for agent (496418a2-c002-4aec-ab1a-07f3bea491bd), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:03:17.207157 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-a65f0fbf-815f-49a4-b027-5d9b68b8b0f9 None None] For port 1e7806a8-c890-4c0c-a0e9-8af4fd945d14, host n-d-713498-36, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-36',level=0,port_id=1e7806a8-c890-4c0c-a0e9-8af4fd945d14,segment=NetworkSegment(b64f58f6-9a32-490b-bb05-69ae0d3cbcbd),segment_id=b64f58f6-9a32-490b-bb05-69ae0d3cbcbd)] {{(pid=103232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 20:03:17.236364 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-a65f0fbf-815f-49a4-b027-5d9b68b8b0f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762867176205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762866656485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762866656503'] for port (1e7806a8-c890-4c0c-a0e9-8af4fd945d14), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:03:17.348678 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Current status of the port de8e28b3-1805-498f-a44c-5db95efefd0a is: ACTIVE; New status is: ACTIVE {{(pid=103232) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 20:03:17.382513 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a65f0fbf-815f-49a4-b027-5d9b68b8b0f9 None None] Pushing event updated for resources: {'Port': ['ID=1e7806a8-c890-4c0c-a0e9-8af4fd945d14,revision_number=5']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:03:17.416329 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.provisioning_blocks [None req-c14239eb-57aa-4eae-bcf7-48170e174dad None None] Provisioning complete for port 1e7806a8-c890-4c0c-a0e9-8af4fd945d14 triggered by entity DHCP. {{(pid=103232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 20:03:17.416561 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-c14239eb-57aa-4eae-bcf7-48170e174dad None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593630'] for port (1e7806a8-c890-4c0c-a0e9-8af4fd945d14), provisioning_complete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:03:17.426415 n-d-713498-36 neutron-server[103230]: DEBUG neutron.db.db_base_plugin_common [None req-b3036731-e313-46db-8197-c89215b13405 admin admin] Allocated IP 172.20.0.1 (762ca8af-649f-4245-b2ed-dc436650e708/335ffae6-7adc-43dd-bb34-19c42e9b6bf9/97668bc4-e86c-45b2-bf42-8f63adbe752c) {{(pid=103230) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 20:03:17.491026 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.l3_hamode_db [None req-9d727098-ff1e-4aa6-b51a-79007ce83d59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '636a973f-454a-4306-bb2a-52e58c69795d', 'name': 'tempest-TestEncryptedCinderVolumes-447806924-router', 'tenant_id': '50cc1d7f15dc476c9c72aff794aa9a9e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88055e1e-672a-4487-be31-ffb6e833ece5', 'external_fixed_ips': [{'subnet_id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'ip_address': '172.25.1.28'}], 'enable_snat': True}, 'gw_port_id': 'de8e28b3-1805-498f-a44c-5db95efefd0a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T20:03:09Z', 'updated_at': '2022-02-09T20:03:12Z', 'revision_number': 4, 'project_id': '50cc1d7f15dc476c9c72aff794aa9a9e', 'gw_port': {'id': 'de8e28b3-1805-498f-a44c-5db95efefd0a', 'name': '', 'network_id': '88055e1e-672a-4487-be31-ffb6e833ece5', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:99:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '636a973f-454a-4306-bb2a-52e58c69795d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4164, 'fixed_ips': [{'subnet_id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'ip_address': '172.25.1.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T20:03:10Z', 'updated_at': '2022-02-09T20:03:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-36', '_interfaces': [{'id': '1e7806a8-c890-4c0c-a0e9-8af4fd945d14', 'name': '', 'network_id': '149b9a10-ad51-40d1-a009-e080e219e643', 'tenant_id': '50cc1d7f15dc476c9c72aff794aa9a9e', 'mac_address': 'fa:16:3e:d3:95:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '636a973f-454a-4306-bb2a-52e58c69795d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4165, 'fixed_ips': [{'subnet_id': '04f36865-1b7f-487d-816d-e394cc149dba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T20:03:12Z', 'updated_at': '2022-02-09T20:03:16Z', 'revision_number': 4, 'project_id': '50cc1d7f15dc476c9c72aff794aa9a9e', 'subnets': [{'id': '04f36865-1b7f-487d-816d-e394cc149dba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-36', False) {} {{(pid=103232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 20:03:17.540293 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d727098-ff1e-4aa6-b51a-79007ce83d59 None None] The sync data for ids ['636a973f-454a-4306-bb2a-52e58c69795d'] in n-d-713498-36 is: [{'id': '636a973f-454a-4306-bb2a-52e58c69795d', 'name': 'tempest-TestEncryptedCinderVolumes-447806924-router', 'tenant_id': '50cc1d7f15dc476c9c72aff794aa9a9e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88055e1e-672a-4487-be31-ffb6e833ece5', 'external_fixed_ips': [{'subnet_id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'ip_address': '172.25.1.28'}], 'enable_snat': True}, 'gw_port_id': 'de8e28b3-1805-498f-a44c-5db95efefd0a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T20:03:09Z', 'updated_at': '2022-02-09T20:03:12Z', 'revision_number': 4, 'project_id': '50cc1d7f15dc476c9c72aff794aa9a9e', 'gw_port': {'id': 'de8e28b3-1805-498f-a44c-5db95efefd0a', 'name': '', 'network_id': '88055e1e-672a-4487-be31-ffb6e833ece5', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:99:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '636a973f-454a-4306-bb2a-52e58c69795d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4164, 'fixed_ips': [{'subnet_id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'ip_address': '172.25.1.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T20:03:10Z', 'updated_at': '2022-02-09T20:03:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-36', '_interfaces': [{'id': '1e7806a8-c890-4c0c-a0e9-8af4fd945d14', 'name': '', 'network_id': '149b9a10-ad51-40d1-a009-e080e219e643', 'tenant_id': '50cc1d7f15dc476c9c72aff794aa9a9e', 'mac_address': 'fa:16:3e:d3:95:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '636a973f-454a-4306-bb2a-52e58c69795d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4165, 'fixed_ips': [{'subnet_id': '04f36865-1b7f-487d-816d-e394cc149dba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T20:03:12Z', 'updated_at': '2022-02-09T20:03:16Z', 'revision_number': 4, 'project_id': '50cc1d7f15dc476c9c72aff794aa9a9e', 'subnets': [{'id': '04f36865-1b7f-487d-816d-e394cc149dba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103232) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 20:03:17.560061 n-d-713498-36 neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-0fa2d3ad-f0e6-4316-8777-5a2eff81405a None None] Publish callbacks [] for port (f509731f-28cb-4cdc-9456-96eb05cd6dc1), precommit_update {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:03:17.562440 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-b3036731-e313-46db-8197-c89215b13405 admin admin] Publish callbacks [] for port (97668bc4-e86c-45b2-bf42-8f63adbe752c), precommit_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:03:17.564848 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-c14239eb-57aa-4eae-bcf7-48170e174dad None None] Current status of the port 1e7806a8-c890-4c0c-a0e9-8af4fd945d14 is: ACTIVE; New status is: ACTIVE {{(pid=103232) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 20:03:17.568442 n-d-713498-36 neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-0fa2d3ad-f0e6-4316-8777-5a2eff81405a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762867176205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762866656485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762866656503'] for port (f509731f-28cb-4cdc-9456-96eb05cd6dc1), after_update {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:03:17.607268 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-b3036731-e313-46db-8197-c89215b13405 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762866656467', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14393751'] for port (97668bc4-e86c-45b2-bf42-8f63adbe752c), after_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:03:17.639441 n-d-713498-36 neutron-server[103233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c78b7a47-a7f6-43e3-8327-82c32019b46d None None] Pushing event updated for resources: {'Port': ['ID=f509731f-28cb-4cdc-9456-96eb05cd6dc1,revision_number=2']} {{(pid=103233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:03:17.642781 n-d-713498-36 neutron-server[103233]: DEBUG neutron.plugins.ml2.managers [None req-0fa2d3ad-f0e6-4316-8777-5a2eff81405a None None] Attempting to bind port f509731f-28cb-4cdc-9456-96eb05cd6dc1 on host n-d-713498-36 for vnic_type normal with profile {{(pid=103233) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 20:03:17.643156 n-d-713498-36 neutron-server[103233]: DEBUG neutron.plugins.ml2.managers [None req-0fa2d3ad-f0e6-4316-8777-5a2eff81405a None None] Attempting to bind port f509731f-28cb-4cdc-9456-96eb05cd6dc1 by drivers openvswitch,hyperv on host n-d-713498-36 at level 0 using segments [{'id': 'a4222f89-8d3f-4b51-953b-1a8126392491', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '88055e1e-672a-4487-be31-ffb6e833ece5'}] {{(pid=103233) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 20:03:17.643503 n-d-713498-36 neutron-server[103233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fa2d3ad-f0e6-4316-8777-5a2eff81405a None None] Attempting to bind port f509731f-28cb-4cdc-9456-96eb05cd6dc1 on network 88055e1e-672a-4487-be31-ffb6e833ece5 {{(pid=103233) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 20:03:17.652463 n-d-713498-36 neutron-server[103233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fa2d3ad-f0e6-4316-8777-5a2eff81405a None None] Checking agent: {'id': '496418a2-c002-4aec-ab1a-07f3bea491bd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-36', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 18, 51, 47), 'started_at': datetime.datetime(2022, 2, 9, 18, 52, 17), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 20, 3, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-36'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103233) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 20:03:17.652841 n-d-713498-36 neutron-server[103233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fa2d3ad-f0e6-4316-8777-5a2eff81405a None None] Checking segment: {'id': 'a4222f89-8d3f-4b51-953b-1a8126392491', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '88055e1e-672a-4487-be31-ffb6e833ece5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103233) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 20:03:17.653598 n-d-713498-36 neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-0fa2d3ad-f0e6-4316-8777-5a2eff81405a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:03:17.654036 n-d-713498-36 neutron-server[103233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fa2d3ad-f0e6-4316-8777-5a2eff81405a None None] Bound using segment: {'id': 'a4222f89-8d3f-4b51-953b-1a8126392491', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '88055e1e-672a-4487-be31-ffb6e833ece5'} {{(pid=103233) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 20:03:17.654514 n-d-713498-36 neutron-server[103233]: DEBUG neutron.plugins.ml2.managers [None req-0fa2d3ad-f0e6-4316-8777-5a2eff81405a None None] Bound port: f509731f-28cb-4cdc-9456-96eb05cd6dc1, host: n-d-713498-36, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a4222f89-8d3f-4b51-953b-1a8126392491', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '88055e1e-672a-4487-be31-ffb6e833ece5'}}] {{(pid=103233) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 20:03:17.654896 n-d-713498-36 neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-0fa2d3ad-f0e6-4316-8777-5a2eff81405a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (f509731f-28cb-4cdc-9456-96eb05cd6dc1), before_update {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:03:17.681490 n-d-713498-36 neutron-server[103230]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3036731-e313-46db-8197-c89215b13405 admin admin] Network 762ca8af-649f-4245-b2ed-dc436650e708 is already hosted by enough agents. {{(pid=103230) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 20:03:17.690163 n-d-713498-36 neutron-server[103230]: DEBUG neutron.scheduler.base_scheduler [None req-b3036731-e313-46db-8197-c89215b13405 admin admin] Resources bound (agent type, host, resource id): {{(pid=103230) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 20:03:17.700838 n-d-713498-36 neutron-server[103230]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3036731-e313-46db-8197-c89215b13405 admin admin] Received port after_create {{(pid=103230) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 20:03:17.725620 n-d-713498-36 neutron-server[103233]: DEBUG neutron.plugins.ml2.db [None req-0fa2d3ad-f0e6-4316-8777-5a2eff81405a None None] For port f509731f-28cb-4cdc-9456-96eb05cd6dc1, host n-d-713498-36, cleared binding levels {{(pid=103233) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 20:03:17.730682 n-d-713498-36 neutron-server[103233]: DEBUG neutron.plugins.ml2.db [None req-0fa2d3ad-f0e6-4316-8777-5a2eff81405a None None] For port f509731f-28cb-4cdc-9456-96eb05cd6dc1, host n-d-713498-36, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-36',level=0,port_id=f509731f-28cb-4cdc-9456-96eb05cd6dc1,segment=NetworkSegment(a4222f89-8d3f-4b51-953b-1a8126392491),segment_id=a4222f89-8d3f-4b51-953b-1a8126392491)] {{(pid=103233) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 20:03:17.740449 n-d-713498-36 neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-0fa2d3ad-f0e6-4316-8777-5a2eff81405a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762867176205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762866656485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762866656503'] for port (f509731f-28cb-4cdc-9456-96eb05cd6dc1), after_update {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:03:17.761987 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3036731-e313-46db-8197-c89215b13405 admin admin] Pushing event updated for resources: {'Port': ['ID=97668bc4-e86c-45b2-bf42-8f63adbe752c,revision_number=1']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:03:17.772816 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-b3036731-e313-46db-8197-c89215b13405 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1819024'] for router_interface (cfdc0b14-7e18-418a-9f5e-94cf3c1d2482), before_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:03:17.801680 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89c4b459-8b3f-4dd3-9b31-eec1aab98840 None None] Network 762ca8af-649f-4245-b2ed-dc436650e708 requested from n-d-713498-36 {{(pid=103232) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 20:03:17.813873 n-d-713498-36 neutron-server[103233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fa2d3ad-f0e6-4316-8777-5a2eff81405a None None] Routers {'cfdc0b14-7e18-418a-9f5e-94cf3c1d2482'} bound to L3 agent in host n-d-713498-36 {{(pid=103233) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 20:03:17.814541 n-d-713498-36 neutron-server[103233]: DEBUG neutron.db.l3_hamode_db [None req-0fa2d3ad-f0e6-4316-8777-5a2eff81405a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T18:51:43Z,description=,heartbeat_timestamp=2022-02-09T20:03:13Z,host='n-d-713498-36',id=93303d5e-5d17-45e8-8963-7694f87783ae,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T18:51:43Z,topic='l3_agent')) {'router_ids': ['cfdc0b14-7e18-418a-9f5e-94cf3c1d2482'], 'active': True} {{(pid=103233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 20:03:17.816760 n-d-713498-36 neutron-server[103233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c78b7a47-a7f6-43e3-8327-82c32019b46d None None] Pushing event updated for resources: {'Port': ['ID=f509731f-28cb-4cdc-9456-96eb05cd6dc1,revision_number=3']} {{(pid=103233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:03:17.932535 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.provisioning_blocks [None req-26001954-1465-4b9d-8c34-9e8aa5d3623c None None] Provisioning complete for port e0aa4bd2-9f9b-419e-8ab1-1135987d0471 triggered by entity DHCP. {{(pid=103232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 20:03:17.933390 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-26001954-1465-4b9d-8c34-9e8aa5d3623c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593630'] for port (e0aa4bd2-9f9b-419e-8ab1-1135987d0471), provisioning_complete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:03:17.976046 n-d-713498-36 neutron-server[103233]: DEBUG neutron.db.l3_dvr_db [None req-0fa2d3ad-f0e6-4316-8777-5a2eff81405a None None] Set router cfdc0b14-7e18-418a-9f5e-94cf3c1d2482 gateway port host: n-d-713498-36 {{(pid=103233) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 20:03:17.981859 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-b3036731-e313-46db-8197-c89215b13405 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (97668bc4-e86c-45b2-bf42-8f63adbe752c), before_update {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:03:18.085902 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-26001954-1465-4b9d-8c34-9e8aa5d3623c None None] Current status of the port e0aa4bd2-9f9b-419e-8ab1-1135987d0471 is: DOWN; New status is: ACTIVE {{(pid=103232) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 20:03:18.086502 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-26001954-1465-4b9d-8c34-9e8aa5d3623c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (e0aa4bd2-9f9b-419e-8ab1-1135987d0471), before_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:03:18.134305 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-26001954-1465-4b9d-8c34-9e8aa5d3623c None None] For port e0aa4bd2-9f9b-419e-8ab1-1135987d0471, host n-d-713498-36, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-36',level=0,port_id=e0aa4bd2-9f9b-419e-8ab1-1135987d0471,segment=NetworkSegment(faebd1fb-b4f5-48f0-8cc4-59fbafc05686),segment_id=faebd1fb-b4f5-48f0-8cc4-59fbafc05686)] {{(pid=103232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 20:03:18.140723 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-26001954-1465-4b9d-8c34-9e8aa5d3623c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762867176205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762866656485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762866656503'] for port (e0aa4bd2-9f9b-419e-8ab1-1135987d0471), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:03:18.205613 n-d-713498-36 neutron-server[103233]: DEBUG neutron.db.l3_hamode_db [None req-0fa2d3ad-f0e6-4316-8777-5a2eff81405a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cfdc0b14-7e18-418a-9f5e-94cf3c1d2482', 'name': 'tempest-TestEncryptedCinderVolumes-1393802858-router', 'tenant_id': 'c7e0225a25a84fc794de8ea0f154b257', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88055e1e-672a-4487-be31-ffb6e833ece5', 'external_fixed_ips': [{'subnet_id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'ip_address': '172.25.1.186'}], 'enable_snat': True}, 'gw_port_id': 'f509731f-28cb-4cdc-9456-96eb05cd6dc1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T20:03:14Z', 'updated_at': '2022-02-09T20:03:15Z', 'revision_number': 3, 'project_id': 'c7e0225a25a84fc794de8ea0f154b257', 'gw_port': {'id': 'f509731f-28cb-4cdc-9456-96eb05cd6dc1', 'name': '', 'network_id': '88055e1e-672a-4487-be31-ffb6e833ece5', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:62:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cfdc0b14-7e18-418a-9f5e-94cf3c1d2482', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4176, 'fixed_ips': [{'subnet_id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'ip_address': '172.25.1.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T20:03:15Z', 'updated_at': '2022-02-09T20:03:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-36'}], 'n-d-713498-36', False) {} {{(pid=103233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 20:03:18.245924 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26001954-1465-4b9d-8c34-9e8aa5d3623c None None] Pushing event updated for resources: {'Port': ['ID=e0aa4bd2-9f9b-419e-8ab1-1135987d0471,revision_number=3']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:03:18.266299 n-d-713498-36 neutron-server[103233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0fa2d3ad-f0e6-4316-8777-5a2eff81405a None None] The sync data for ids ['cfdc0b14-7e18-418a-9f5e-94cf3c1d2482'] in n-d-713498-36 is: [{'id': 'cfdc0b14-7e18-418a-9f5e-94cf3c1d2482', 'name': 'tempest-TestEncryptedCinderVolumes-1393802858-router', 'tenant_id': 'c7e0225a25a84fc794de8ea0f154b257', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88055e1e-672a-4487-be31-ffb6e833ece5', 'external_fixed_ips': [{'subnet_id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'ip_address': '172.25.1.186'}], 'enable_snat': True}, 'gw_port_id': 'f509731f-28cb-4cdc-9456-96eb05cd6dc1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T20:03:14Z', 'updated_at': '2022-02-09T20:03:15Z', 'revision_number': 3, 'project_id': 'c7e0225a25a84fc794de8ea0f154b257', 'gw_port': {'id': 'f509731f-28cb-4cdc-9456-96eb05cd6dc1', 'name': '', 'network_id': '88055e1e-672a-4487-be31-ffb6e833ece5', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:62:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cfdc0b14-7e18-418a-9f5e-94cf3c1d2482', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4176, 'fixed_ips': [{'subnet_id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'ip_address': '172.25.1.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T20:03:15Z', 'updated_at': '2022-02-09T20:03:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-36'}] {{(pid=103233) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 20:03:18.477087 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.provisioning_blocks [None req-693c262e-908f-4d82-9aaa-f977a1f8a0e4 None None] Provisioning complete for port 97668bc4-e86c-45b2-bf42-8f63adbe752c triggered by entity DHCP. {{(pid=103232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 20:03:18.477474 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-693c262e-908f-4d82-9aaa-f977a1f8a0e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593630'] for port (97668bc4-e86c-45b2-bf42-8f63adbe752c), provisioning_complete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:03:18.551871 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-693c262e-908f-4d82-9aaa-f977a1f8a0e4 None None] Port 97668bc4-e86c-45b2-bf42-8f63adbe752c cannot update to ACTIVE because it is not bound. {{(pid=103232) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 20:03:18.569737 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.provisioning_blocks [None req-693c262e-908f-4d82-9aaa-f977a1f8a0e4 None None] Provisioning complete for port e0aa4bd2-9f9b-419e-8ab1-1135987d0471 triggered by entity DHCP. {{(pid=103232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 20:03:18.570280 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-693c262e-908f-4d82-9aaa-f977a1f8a0e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593630'] for port (e0aa4bd2-9f9b-419e-8ab1-1135987d0471), provisioning_complete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:03:18.642187 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Device 1e7806a8-c890-4c0c-a0e9-8af4fd945d14 up at agent ovs-agent-n-d-713498-36 {{(pid=103232) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 20:03:18.765527 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-693c262e-908f-4d82-9aaa-f977a1f8a0e4 None None] Current status of the port e0aa4bd2-9f9b-419e-8ab1-1135987d0471 is: ACTIVE; New status is: ACTIVE {{(pid=103232) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 20:03:18.775449 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.provisioning_blocks [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Provisioning complete for port 1e7806a8-c890-4c0c-a0e9-8af4fd945d14 triggered by entity L2. {{(pid=103232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 20:03:18.777270 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593630'] for port (1e7806a8-c890-4c0c-a0e9-8af4fd945d14), provisioning_complete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:03:18.790989 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-b3036731-e313-46db-8197-c89215b13405 admin admin] Publish callbacks [] for port (97668bc4-e86c-45b2-bf42-8f63adbe752c), precommit_update {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:03:18.798092 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-b3036731-e313-46db-8197-c89215b13405 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762867176205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762866656485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762866656503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14393758'] for port (97668bc4-e86c-45b2-bf42-8f63adbe752c), after_update {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:03:18.881805 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-b3036731-e313-46db-8197-c89215b13405 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1613458', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1834496'] for router_interface (cfdc0b14-7e18-418a-9f5e-94cf3c1d2482), after_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:03:18.897898 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Current status of the port 1e7806a8-c890-4c0c-a0e9-8af4fd945d14 is: ACTIVE; New status is: ACTIVE {{(pid=103232) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 20:03:18.899583 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Device e0aa4bd2-9f9b-419e-8ab1-1135987d0471 up at agent ovs-agent-n-d-713498-36 {{(pid=103232) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 20:03:18.915339 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3036731-e313-46db-8197-c89215b13405 admin admin] Pushing event updated for resources: {'Port': ['ID=97668bc4-e86c-45b2-bf42-8f63adbe752c,revision_number=2']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:03:18.925493 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.provisioning_blocks [None req-12e0e0a1-9423-4742-8875-05692b6712e3 None None] Provisioning complete for port 97668bc4-e86c-45b2-bf42-8f63adbe752c triggered by entity DHCP. {{(pid=103232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 20:03:18.925880 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-12e0e0a1-9423-4742-8875-05692b6712e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593630'] for port (97668bc4-e86c-45b2-bf42-8f63adbe752c), provisioning_complete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:03:18.982251 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-12e0e0a1-9423-4742-8875-05692b6712e3 None None] Port 97668bc4-e86c-45b2-bf42-8f63adbe752c cannot update to ACTIVE because it is not bound. {{(pid=103232) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 20:03:19.000106 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762867132591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593584'] for agent (488cd9ae-631f-4955-ba0b-4f5a13f12e9c), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:03:19.012327 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.provisioning_blocks [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Provisioning complete for port e0aa4bd2-9f9b-419e-8ab1-1135987d0471 triggered by entity L2. {{(pid=103232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 20:03:19.012827 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593630'] for port (e0aa4bd2-9f9b-419e-8ab1-1135987d0471), provisioning_complete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:03:19.032269 n-d-713498-36 neutron-server[103230]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3036731-e313-46db-8197-c89215b13405 admin admin] Network 762ca8af-649f-4245-b2ed-dc436650e708 is already hosted by enough agents. {{(pid=103230) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 20:03:19.035055 n-d-713498-36 neutron-server[103230]: DEBUG neutron.scheduler.base_scheduler [None req-b3036731-e313-46db-8197-c89215b13405 admin admin] Resources bound (agent type, host, resource id): {{(pid=103230) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 20:03:19.135882 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Current status of the port e0aa4bd2-9f9b-419e-8ab1-1135987d0471 is: ACTIVE; New status is: ACTIVE {{(pid=103232) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 20:03:19.227789 n-d-713498-36 neutron-server[103230]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b3036731-e313-46db-8197-c89215b13405 admin admin] Router cfdc0b14-7e18-418a-9f5e-94cf3c1d2482 has already been hosted by L3 agent 93303d5e-5d17-45e8-8963-7694f87783ae {{(pid=103230) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 20:03:19.371166 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b3036731-e313-46db-8197-c89215b13405 admin admin] Notify agent at l3_agent.n-d-713498-36 the message routers_updated {{(pid=103230) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 20:03:19.377599 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-b3036731-e313-46db-8197-c89215b13405 admin admin] 10.222.0.75 "PUT /v2.0/routers/cfdc0b14-7e18-418a-9f5e-94cf3c1d2482/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7877057 Feb 09 20:03:19.416598 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.provisioning_blocks [None req-c430c1db-5621-4e5c-bdd8-7fc5669f368b None None] Provisioning complete for port 97668bc4-e86c-45b2-bf42-8f63adbe752c triggered by entity DHCP. {{(pid=103232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 20:03:19.417446 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-c430c1db-5621-4e5c-bdd8-7fc5669f368b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593630'] for port (97668bc4-e86c-45b2-bf42-8f63adbe752c), provisioning_complete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:03:19.475462 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-c430c1db-5621-4e5c-bdd8-7fc5669f368b None None] Port 97668bc4-e86c-45b2-bf42-8f63adbe752c cannot update to ACTIVE because it is not bound. {{(pid=103232) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 20:03:19.479499 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762867132591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593584'] for agent (bcd5faee-dc24-4298-9134-0e0aa054058e), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:03:20.131276 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1f91483-98f4-48ce-b5b2-8d9abb94f994 req-9aba83c2-2846-44de-b671-407d32b47846 tempest-TestEncryptedCinderVolumes-1127573570 tempest-TestEncryptedCinderVolumes-1127573570-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:03:20.132722 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-e1f91483-98f4-48ce-b5b2-8d9abb94f994 req-9aba83c2-2846-44de-b671-407d32b47846 tempest-TestEncryptedCinderVolumes-1127573570 tempest-TestEncryptedCinderVolumes-1127573570-project] 10.222.0.75 "GET /v2.0/networks?id=149b9a10-ad51-40d1-a009-e080e219e643 HTTP/1.1" status: 200 len: 816 time: 0.1104960 Feb 09 20:03:20.147812 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-e1f91483-98f4-48ce-b5b2-8d9abb94f994 req-77f41dfc-8e8d-420e-baff-9ad57172a237 tempest-TestEncryptedCinderVolumes-1127573570 tempest-TestEncryptedCinderVolumes-1127573570-project] 10.222.0.75 "GET /v2.0/quotas/50cc1d7f15dc476c9c72aff794aa9a9e HTTP/1.1" status: 200 len: 375 time: 0.0097384 Feb 09 20:03:20.204842 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-e1f91483-98f4-48ce-b5b2-8d9abb94f994 req-d65afbc8-485c-4e2d-90a8-911af1d0beb3 tempest-TestEncryptedCinderVolumes-1127573570 tempest-TestEncryptedCinderVolumes-1127573570-project] 10.222.0.75 "GET /v2.0/ports?tenant_id=50cc1d7f15dc476c9c72aff794aa9a9e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0516365 Feb 09 20:03:20.309475 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-e1f91483-98f4-48ce-b5b2-8d9abb94f994 req-ff3a656d-c988-44e7-8ed8-c4c06648d940 service neutron] 10.222.0.75 "GET /v2.0/networks/149b9a10-ad51-40d1-a009-e080e219e643?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0924125 Feb 09 20:03:20.420357 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-e1f91483-98f4-48ce-b5b2-8d9abb94f994 req-9e529acd-7fc3-4aea-ac41-d35fd0670e0f service neutron] 10.222.0.75 "GET /v2.0/networks/149b9a10-ad51-40d1-a009-e080e219e643?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1046741 Feb 09 20:03:20.486101 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Device f509731f-28cb-4cdc-9456-96eb05cd6dc1 up at agent ovs-agent-n-d-713498-36 {{(pid=103232) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 20:03:20.547086 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.provisioning_blocks [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Provisioning complete for port f509731f-28cb-4cdc-9456-96eb05cd6dc1 triggered by entity L2. {{(pid=103232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 20:03:20.547459 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593630'] for port (f509731f-28cb-4cdc-9456-96eb05cd6dc1), provisioning_complete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:03:20.643728 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Current status of the port f509731f-28cb-4cdc-9456-96eb05cd6dc1 is: DOWN; New status is: ACTIVE {{(pid=103232) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 20:03:20.644378 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (f509731f-28cb-4cdc-9456-96eb05cd6dc1), before_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:03:20.662805 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-51ead80d-8313-41d3-a7a6-d03e3f2566f7 req-aa2381d9-731d-4fd0-b670-832f1683f663 tempest-TestEncryptedCinderVolumes-1127573570 tempest-TestEncryptedCinderVolumes-1127573570-project] 10.222.0.75 "GET /v2.0/ports?device_id=fc03b20a-fe87-4ed4-a5be-9d167d03c6f4 HTTP/1.1" status: 200 len: 210 time: 0.0375671 Feb 09 20:03:20.671812 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] For port f509731f-28cb-4cdc-9456-96eb05cd6dc1, host n-d-713498-36, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-36',level=0,port_id=f509731f-28cb-4cdc-9456-96eb05cd6dc1,segment=NetworkSegment(a4222f89-8d3f-4b51-953b-1a8126392491),segment_id=a4222f89-8d3f-4b51-953b-1a8126392491)] {{(pid=103232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 20:03:20.677431 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762867176205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762866656485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762866656503'] for port (f509731f-28cb-4cdc-9456-96eb05cd6dc1), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:03:20.748499 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Pushing event updated for resources: {'Port': ['ID=f509731f-28cb-4cdc-9456-96eb05cd6dc1,revision_number=4']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:03:21.017450 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af5f25ae-9220-4aa0-82e2-0cc1ed895677 None None] Sync routers for ids ['cfdc0b14-7e18-418a-9f5e-94cf3c1d2482'] in n-d-713498-36 {{(pid=103232) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 20:03:21.030113 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af5f25ae-9220-4aa0-82e2-0cc1ed895677 None None] Routers {'cfdc0b14-7e18-418a-9f5e-94cf3c1d2482'} bound to L3 agent in host n-d-713498-36 {{(pid=103232) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 20:03:21.030731 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.l3_hamode_db [None req-af5f25ae-9220-4aa0-82e2-0cc1ed895677 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T18:51:43Z,description=,heartbeat_timestamp=2022-02-09T20:03:13Z,host='n-d-713498-36',id=93303d5e-5d17-45e8-8963-7694f87783ae,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T18:51:43Z,topic='l3_agent')) {'router_ids': ['cfdc0b14-7e18-418a-9f5e-94cf3c1d2482'], 'active': True} {{(pid=103232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 20:03:21.149844 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.l3_dvr_db [None req-af5f25ae-9220-4aa0-82e2-0cc1ed895677 None None] Set router cfdc0b14-7e18-418a-9f5e-94cf3c1d2482 gateway port host: n-d-713498-36 {{(pid=103232) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 20:03:21.377081 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.l3_hamode_db [None req-af5f25ae-9220-4aa0-82e2-0cc1ed895677 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cfdc0b14-7e18-418a-9f5e-94cf3c1d2482', 'name': 'tempest-TestEncryptedCinderVolumes-1393802858-router', 'tenant_id': 'c7e0225a25a84fc794de8ea0f154b257', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88055e1e-672a-4487-be31-ffb6e833ece5', 'external_fixed_ips': [{'subnet_id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'ip_address': '172.25.1.186'}], 'enable_snat': True}, 'gw_port_id': 'f509731f-28cb-4cdc-9456-96eb05cd6dc1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T20:03:14Z', 'updated_at': '2022-02-09T20:03:17Z', 'revision_number': 4, 'project_id': 'c7e0225a25a84fc794de8ea0f154b257', 'gw_port': {'id': 'f509731f-28cb-4cdc-9456-96eb05cd6dc1', 'name': '', 'network_id': '88055e1e-672a-4487-be31-ffb6e833ece5', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:62:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfdc0b14-7e18-418a-9f5e-94cf3c1d2482', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4176, 'fixed_ips': [{'subnet_id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'ip_address': '172.25.1.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T20:03:15Z', 'updated_at': '2022-02-09T20:03:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-36', '_interfaces': [{'id': '97668bc4-e86c-45b2-bf42-8f63adbe752c', 'name': '', 'network_id': '762ca8af-649f-4245-b2ed-dc436650e708', 'tenant_id': 'c7e0225a25a84fc794de8ea0f154b257', 'mac_address': 'fa:16:3e:5f:76:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cfdc0b14-7e18-418a-9f5e-94cf3c1d2482', 'device_owner': 'network:router_interface', 'standard_attr_id': 4177, 'fixed_ips': [{'subnet_id': '335ffae6-7adc-43dd-bb34-19c42e9b6bf9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T20:03:17Z', 'updated_at': '2022-02-09T20:03:18Z', 'revision_number': 2, 'project_id': 'c7e0225a25a84fc794de8ea0f154b257', 'subnets': [{'id': '335ffae6-7adc-43dd-bb34-19c42e9b6bf9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-36', False) {} {{(pid=103232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 20:03:21.412650 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af5f25ae-9220-4aa0-82e2-0cc1ed895677 None None] Checking router: cfdc0b14-7e18-418a-9f5e-94cf3c1d2482 for host: n-d-713498-36 {{(pid=103232) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 20:03:21.413019 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af5f25ae-9220-4aa0-82e2-0cc1ed895677 None None] Updating router cfdc0b14-7e18-418a-9f5e-94cf3c1d2482 port 97668bc4-e86c-45b2-bf42-8f63adbe752c binding host n-d-713498-36 {{(pid=103232) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 20:03:21.443327 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-af5f25ae-9220-4aa0-82e2-0cc1ed895677 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (97668bc4-e86c-45b2-bf42-8f63adbe752c), before_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:03:21.701699 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1f91483-98f4-48ce-b5b2-8d9abb94f994 req-89cfc0da-63de-493c-824f-05c9350e4da6 tempest-TestEncryptedCinderVolumes-1127573570 tempest-TestEncryptedCinderVolumes-1127573570-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:03:21.703788 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-e1f91483-98f4-48ce-b5b2-8d9abb94f994 req-89cfc0da-63de-493c-824f-05c9350e4da6 tempest-TestEncryptedCinderVolumes-1127573570 tempest-TestEncryptedCinderVolumes-1127573570-project] 10.222.0.89 "GET /v2.0/networks?id=149b9a10-ad51-40d1-a009-e080e219e643 HTTP/1.1" status: 200 len: 816 time: 0.1168153 Feb 09 20:03:21.716380 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.v2.base [req-e1f91483-98f4-48ce-b5b2-8d9abb94f994 req-ae49a9b4-c9b4-471b-aec9-1fc2ce750c97 tempest-TestEncryptedCinderVolumes-1127573570 tempest-TestEncryptedCinderVolumes-1127573570-project] Request body: {'port': {'device_id': 'fc03b20a-fe87-4ed4-a5be-9d167d03c6f4', 'network_id': '149b9a10-ad51-40d1-a009-e080e219e643', 'admin_state_up': True, 'tenant_id': '50cc1d7f15dc476c9c72aff794aa9a9e'}} {{(pid=103229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 20:03:21.780513 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-af5f25ae-9220-4aa0-82e2-0cc1ed895677 None None] Publish callbacks [] for port (97668bc4-e86c-45b2-bf42-8f63adbe752c), precommit_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:03:21.789638 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-af5f25ae-9220-4aa0-82e2-0cc1ed895677 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762867176205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762866656485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762866656503'] for port (97668bc4-e86c-45b2-bf42-8f63adbe752c), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:03:21.815927 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-118da9e5-ccdd-483d-aeec-bcf18c7cf390 req-15df9293-8c86-4983-8cb7-55a62549d07b tempest-TestEncryptedCinderVolumes-1127573570 tempest-TestEncryptedCinderVolumes-1127573570-project] 10.222.0.75 "GET /v2.0/ports?device_id=fc03b20a-fe87-4ed4-a5be-9d167d03c6f4 HTTP/1.1" status: 200 len: 210 time: 0.0336714 Feb 09 20:03:21.852193 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8281d1c6-73c9-4f92-9988-7b20b11dfd52 None None] Pushing event updated for resources: {'Port': ['ID=97668bc4-e86c-45b2-bf42-8f63adbe752c,revision_number=3']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:03:21.871663 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e1f91483-98f4-48ce-b5b2-8d9abb94f994 req-ae49a9b4-c9b4-471b-aec9-1fc2ce750c97 tempest-TestEncryptedCinderVolumes-1127573570 tempest-TestEncryptedCinderVolumes-1127573570-project] Made reservation on behalf of 50cc1d7f15dc476c9c72aff794aa9a9e for: {'port': 1} {{(pid=103229) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 20:03:21.876451 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-e1f91483-98f4-48ce-b5b2-8d9abb94f994 req-ae49a9b4-c9b4-471b-aec9-1fc2ce750c97 tempest-TestEncryptedCinderVolumes-1127573570 tempest-TestEncryptedCinderVolumes-1127573570-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (None), before_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:03:21.910272 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.managers [None req-af5f25ae-9220-4aa0-82e2-0cc1ed895677 None None] Attempting to bind port 97668bc4-e86c-45b2-bf42-8f63adbe752c on host n-d-713498-36 for vnic_type normal with profile {{(pid=103232) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 20:03:21.910272 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.managers [None req-af5f25ae-9220-4aa0-82e2-0cc1ed895677 None None] Attempting to bind port 97668bc4-e86c-45b2-bf42-8f63adbe752c by drivers openvswitch,hyperv on host n-d-713498-36 at level 0 using segments [{'id': 'faebd1fb-b4f5-48f0-8cc4-59fbafc05686', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '762ca8af-649f-4245-b2ed-dc436650e708'}] {{(pid=103232) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 20:03:21.910782 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af5f25ae-9220-4aa0-82e2-0cc1ed895677 None None] Attempting to bind port 97668bc4-e86c-45b2-bf42-8f63adbe752c on network 762ca8af-649f-4245-b2ed-dc436650e708 {{(pid=103232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 20:03:21.917004 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af5f25ae-9220-4aa0-82e2-0cc1ed895677 None None] Checking agent: {'id': '496418a2-c002-4aec-ab1a-07f3bea491bd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-36', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 18, 51, 47), 'started_at': datetime.datetime(2022, 2, 9, 18, 52, 17), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 20, 3, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-36'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 20:03:21.917385 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af5f25ae-9220-4aa0-82e2-0cc1ed895677 None None] Checking segment: {'id': 'faebd1fb-b4f5-48f0-8cc4-59fbafc05686', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '762ca8af-649f-4245-b2ed-dc436650e708'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103232) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 20:03:21.917868 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-af5f25ae-9220-4aa0-82e2-0cc1ed895677 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:03:21.918447 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af5f25ae-9220-4aa0-82e2-0cc1ed895677 None None] Bound using segment: {'id': 'faebd1fb-b4f5-48f0-8cc4-59fbafc05686', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '762ca8af-649f-4245-b2ed-dc436650e708'} {{(pid=103232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 20:03:21.918721 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.managers [None req-af5f25ae-9220-4aa0-82e2-0cc1ed895677 None None] Bound port: 97668bc4-e86c-45b2-bf42-8f63adbe752c, host: n-d-713498-36, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'faebd1fb-b4f5-48f0-8cc4-59fbafc05686', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '762ca8af-649f-4245-b2ed-dc436650e708'}}] {{(pid=103232) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 20:03:21.919103 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-af5f25ae-9220-4aa0-82e2-0cc1ed895677 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (97668bc4-e86c-45b2-bf42-8f63adbe752c), before_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:03:21.994295 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-af5f25ae-9220-4aa0-82e2-0cc1ed895677 None None] For port 97668bc4-e86c-45b2-bf42-8f63adbe752c, host n-d-713498-36, cleared binding levels {{(pid=103232) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 20:03:22.000997 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-af5f25ae-9220-4aa0-82e2-0cc1ed895677 None None] For port 97668bc4-e86c-45b2-bf42-8f63adbe752c, host n-d-713498-36, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-36',level=0,port_id=97668bc4-e86c-45b2-bf42-8f63adbe752c,segment=NetworkSegment(faebd1fb-b4f5-48f0-8cc4-59fbafc05686),segment_id=faebd1fb-b4f5-48f0-8cc4-59fbafc05686)] {{(pid=103232) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 20:03:22.009741 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-af5f25ae-9220-4aa0-82e2-0cc1ed895677 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762867176205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762866656485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762866656503'] for port (97668bc4-e86c-45b2-bf42-8f63adbe752c), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:03:22.041503 n-d-713498-36 neutron-server[103229]: DEBUG neutron.db.db_base_plugin_common [req-e1f91483-98f4-48ce-b5b2-8d9abb94f994 req-ae49a9b4-c9b4-471b-aec9-1fc2ce750c97 tempest-TestEncryptedCinderVolumes-1127573570 tempest-TestEncryptedCinderVolumes-1127573570-project] Allocated IP 172.20.0.14 (149b9a10-ad51-40d1-a009-e080e219e643/04f36865-1b7f-487d-816d-e394cc149dba/d272c908-812d-41a1-8764-0904e62643c9) {{(pid=103229) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 20:03:22.068126 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af5f25ae-9220-4aa0-82e2-0cc1ed895677 None None] Routers {'cfdc0b14-7e18-418a-9f5e-94cf3c1d2482'} bound to L3 agent in host n-d-713498-36 {{(pid=103232) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 20:03:22.068587 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.l3_hamode_db [None req-af5f25ae-9220-4aa0-82e2-0cc1ed895677 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T18:51:43Z,description=,heartbeat_timestamp=2022-02-09T20:03:13Z,host='n-d-713498-36',id=93303d5e-5d17-45e8-8963-7694f87783ae,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T18:51:43Z,topic='l3_agent')) {'router_ids': ['cfdc0b14-7e18-418a-9f5e-94cf3c1d2482'], 'active': True} {{(pid=103232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 20:03:22.259939 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-e1f91483-98f4-48ce-b5b2-8d9abb94f994 req-ae49a9b4-c9b4-471b-aec9-1fc2ce750c97 tempest-TestEncryptedCinderVolumes-1127573570 tempest-TestEncryptedCinderVolumes-1127573570-project] Publish callbacks [] for port (d272c908-812d-41a1-8764-0904e62643c9), precommit_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:03:22.296047 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-e1f91483-98f4-48ce-b5b2-8d9abb94f994 req-ae49a9b4-c9b4-471b-aec9-1fc2ce750c97 tempest-TestEncryptedCinderVolumes-1127573570 tempest-TestEncryptedCinderVolumes-1127573570-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762866656467', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12867576'] for port (d272c908-812d-41a1-8764-0904e62643c9), after_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:03:22.315535 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8281d1c6-73c9-4f92-9988-7b20b11dfd52 None None] Pushing event updated for resources: {'Port': ['ID=97668bc4-e86c-45b2-bf42-8f63adbe752c,revision_number=4']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:03:22.346343 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.provisioning_blocks [None req-3d161d55-e2c1-49f8-a252-3a335a9d13d7 None None] Provisioning complete for port 97668bc4-e86c-45b2-bf42-8f63adbe752c triggered by entity DHCP. {{(pid=103232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 20:03:22.346577 n-d-713498-36 neutron-server[103229]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e1f91483-98f4-48ce-b5b2-8d9abb94f994 req-ae49a9b4-c9b4-471b-aec9-1fc2ce750c97 tempest-TestEncryptedCinderVolumes-1127573570 tempest-TestEncryptedCinderVolumes-1127573570-project] Network 149b9a10-ad51-40d1-a009-e080e219e643 is already hosted by enough agents. {{(pid=103229) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 20:03:22.346719 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-3d161d55-e2c1-49f8-a252-3a335a9d13d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593630'] for port (97668bc4-e86c-45b2-bf42-8f63adbe752c), provisioning_complete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:03:22.350688 n-d-713498-36 neutron-server[103229]: DEBUG neutron.scheduler.base_scheduler [req-e1f91483-98f4-48ce-b5b2-8d9abb94f994 req-ae49a9b4-c9b4-471b-aec9-1fc2ce750c97 tempest-TestEncryptedCinderVolumes-1127573570 tempest-TestEncryptedCinderVolumes-1127573570-project] Resources bound (agent type, host, resource id): {{(pid=103229) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 20:03:22.354994 n-d-713498-36 neutron-server[103229]: DEBUG neutron.db.l3_dvrscheduler_db [req-e1f91483-98f4-48ce-b5b2-8d9abb94f994 req-ae49a9b4-c9b4-471b-aec9-1fc2ce750c97 tempest-TestEncryptedCinderVolumes-1127573570 tempest-TestEncryptedCinderVolumes-1127573570-project] Received port after_create {{(pid=103229) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 20:03:22.361999 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae49a9b4-c9b4-471b-aec9-1fc2ce750c97 tempest-TestEncryptedCinderVolumes-1127573570 tempest-TestEncryptedCinderVolumes-1127573570-project] Pushing event updated for resources: {'Port': ['ID=d272c908-812d-41a1-8764-0904e62643c9,revision_number=1']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:03:22.409231 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.l3_dvr_db [None req-af5f25ae-9220-4aa0-82e2-0cc1ed895677 None None] Set router cfdc0b14-7e18-418a-9f5e-94cf3c1d2482 gateway port host: n-d-713498-36 {{(pid=103232) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 20:03:22.421759 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1f91483-98f4-48ce-b5b2-8d9abb94f994 req-ae49a9b4-c9b4-471b-aec9-1fc2ce750c97 tempest-TestEncryptedCinderVolumes-1127573570 tempest-TestEncryptedCinderVolumes-1127573570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:03:22.422639 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-e1f91483-98f4-48ce-b5b2-8d9abb94f994 req-ae49a9b4-c9b4-471b-aec9-1fc2ce750c97 tempest-TestEncryptedCinderVolumes-1127573570 tempest-TestEncryptedCinderVolumes-1127573570-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171096'] for port (None), before_response {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:03:22.442799 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-e1f91483-98f4-48ce-b5b2-8d9abb94f994 req-ae49a9b4-c9b4-471b-aec9-1fc2ce750c97 tempest-TestEncryptedCinderVolumes-1127573570 tempest-TestEncryptedCinderVolumes-1127573570-project] 10.222.0.89 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7305496 Feb 09 20:03:22.458110 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [req-e1f91483-98f4-48ce-b5b2-8d9abb94f994 req-6857c33d-685b-46e8-84da-cb17e0788bc7 tempest-TestEncryptedCinderVolumes-1127573570 tempest-TestEncryptedCinderVolumes-1127573570-project] http://10.222.0.75:9696/v2.0/extensions returned with HTTP 200 {{(pid=103229) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 09 20:03:22.460119 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-e1f91483-98f4-48ce-b5b2-8d9abb94f994 req-6857c33d-685b-46e8-84da-cb17e0788bc7 tempest-TestEncryptedCinderVolumes-1127573570 tempest-TestEncryptedCinderVolumes-1127573570-project] 10.222.0.89 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0089686 Feb 09 20:03:22.472030 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.v2.base [req-e1f91483-98f4-48ce-b5b2-8d9abb94f994 req-cc1b0056-79c7-4c68-9b5a-f9a8adb0d0b2 service neutron] Request body: {'port': {'device_id': 'fc03b20a-fe87-4ed4-a5be-9d167d03c6f4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-713498-36'}} {{(pid=103229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 20:03:22.493594 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Device f509731f-28cb-4cdc-9456-96eb05cd6dc1 up at agent ovs-agent-n-d-713498-36 {{(pid=103232) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 20:03:22.556338 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-e1f91483-98f4-48ce-b5b2-8d9abb94f994 req-cc1b0056-79c7-4c68-9b5a-f9a8adb0d0b2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (d272c908-812d-41a1-8764-0904e62643c9), before_update {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:03:22.592083 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-3d161d55-e2c1-49f8-a252-3a335a9d13d7 None None] Current status of the port 97668bc4-e86c-45b2-bf42-8f63adbe752c is: DOWN; New status is: ACTIVE {{(pid=103232) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 20:03:22.592476 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-3d161d55-e2c1-49f8-a252-3a335a9d13d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (97668bc4-e86c-45b2-bf42-8f63adbe752c), before_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:03:22.692416 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-3d161d55-e2c1-49f8-a252-3a335a9d13d7 None None] For port 97668bc4-e86c-45b2-bf42-8f63adbe752c, host n-d-713498-36, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-36',level=0,port_id=97668bc4-e86c-45b2-bf42-8f63adbe752c,segment=NetworkSegment(faebd1fb-b4f5-48f0-8cc4-59fbafc05686),segment_id=faebd1fb-b4f5-48f0-8cc4-59fbafc05686)] {{(pid=103232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 20:03:22.703677 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-3d161d55-e2c1-49f8-a252-3a335a9d13d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762867176205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762866656485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762866656503'] for port (97668bc4-e86c-45b2-bf42-8f63adbe752c), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:03:22.740013 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.provisioning_blocks [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Provisioning complete for port f509731f-28cb-4cdc-9456-96eb05cd6dc1 triggered by entity L2. {{(pid=103232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 20:03:22.740384 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593630'] for port (f509731f-28cb-4cdc-9456-96eb05cd6dc1), provisioning_complete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:03:22.826617 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d161d55-e2c1-49f8-a252-3a335a9d13d7 None None] Pushing event updated for resources: {'Port': ['ID=97668bc4-e86c-45b2-bf42-8f63adbe752c,revision_number=5']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:03:22.848019 n-d-713498-36 neutron-server[103229]: DEBUG neutron.notifiers.nova [req-e1f91483-98f4-48ce-b5b2-8d9abb94f994 req-cc1b0056-79c7-4c68-9b5a-f9a8adb0d0b2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d272c908-812d-41a1-8764-0904e62643c9 {{(pid=103229) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 20:03:22.851918 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.provisioning_blocks [None req-1efe4b6c-04fd-4e41-a30c-7a70f24fdbba None None] Provisioning complete for port 97668bc4-e86c-45b2-bf42-8f63adbe752c triggered by entity DHCP. {{(pid=103232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 20:03:22.852297 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-1efe4b6c-04fd-4e41-a30c-7a70f24fdbba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593630'] for port (97668bc4-e86c-45b2-bf42-8f63adbe752c), provisioning_complete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:03:22.856232 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-e1f91483-98f4-48ce-b5b2-8d9abb94f994 req-cc1b0056-79c7-4c68-9b5a-f9a8adb0d0b2 service neutron] Publish callbacks [] for port (d272c908-812d-41a1-8764-0904e62643c9), precommit_update {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:03:22.871923 n-d-713498-36 neutron-server[103229]: DEBUG neutron.db.provisioning_blocks [req-e1f91483-98f4-48ce-b5b2-8d9abb94f994 req-cc1b0056-79c7-4c68-9b5a-f9a8adb0d0b2 service neutron] Transition to ACTIVE for port object d272c908-812d-41a1-8764-0904e62643c9 will not be triggered until provisioned by entity L2. {{(pid=103229) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 20:03:22.877486 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-e1f91483-98f4-48ce-b5b2-8d9abb94f994 req-cc1b0056-79c7-4c68-9b5a-f9a8adb0d0b2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762867176205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762866656485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762866656503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12867569'] for port (d272c908-812d-41a1-8764-0904e62643c9), after_update {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:03:22.920059 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.l3_hamode_db [None req-af5f25ae-9220-4aa0-82e2-0cc1ed895677 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cfdc0b14-7e18-418a-9f5e-94cf3c1d2482', 'name': 'tempest-TestEncryptedCinderVolumes-1393802858-router', 'tenant_id': 'c7e0225a25a84fc794de8ea0f154b257', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88055e1e-672a-4487-be31-ffb6e833ece5', 'external_fixed_ips': [{'subnet_id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'ip_address': '172.25.1.186'}], 'enable_snat': True}, 'gw_port_id': 'f509731f-28cb-4cdc-9456-96eb05cd6dc1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T20:03:14Z', 'updated_at': '2022-02-09T20:03:17Z', 'revision_number': 4, 'project_id': 'c7e0225a25a84fc794de8ea0f154b257', 'gw_port': {'id': 'f509731f-28cb-4cdc-9456-96eb05cd6dc1', 'name': '', 'network_id': '88055e1e-672a-4487-be31-ffb6e833ece5', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:62:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfdc0b14-7e18-418a-9f5e-94cf3c1d2482', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4176, 'fixed_ips': [{'subnet_id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'ip_address': '172.25.1.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T20:03:15Z', 'updated_at': '2022-02-09T20:03:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-36', '_interfaces': [{'id': '97668bc4-e86c-45b2-bf42-8f63adbe752c', 'name': '', 'network_id': '762ca8af-649f-4245-b2ed-dc436650e708', 'tenant_id': 'c7e0225a25a84fc794de8ea0f154b257', 'mac_address': 'fa:16:3e:5f:76:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cfdc0b14-7e18-418a-9f5e-94cf3c1d2482', 'device_owner': 'network:router_interface', 'standard_attr_id': 4177, 'fixed_ips': [{'subnet_id': '335ffae6-7adc-43dd-bb34-19c42e9b6bf9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T20:03:17Z', 'updated_at': '2022-02-09T20:03:21Z', 'revision_number': 4, 'project_id': 'c7e0225a25a84fc794de8ea0f154b257', 'subnets': [{'id': '335ffae6-7adc-43dd-bb34-19c42e9b6bf9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-36', False) {} {{(pid=103232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 20:03:22.961470 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc1b0056-79c7-4c68-9b5a-f9a8adb0d0b2 service neutron] Pushing event updated for resources: {'Port': ['ID=d272c908-812d-41a1-8764-0904e62643c9,revision_number=2']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:03:22.965621 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af5f25ae-9220-4aa0-82e2-0cc1ed895677 None None] The sync data for ids ['cfdc0b14-7e18-418a-9f5e-94cf3c1d2482'] in n-d-713498-36 is: [{'id': 'cfdc0b14-7e18-418a-9f5e-94cf3c1d2482', 'name': 'tempest-TestEncryptedCinderVolumes-1393802858-router', 'tenant_id': 'c7e0225a25a84fc794de8ea0f154b257', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88055e1e-672a-4487-be31-ffb6e833ece5', 'external_fixed_ips': [{'subnet_id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'ip_address': '172.25.1.186'}], 'enable_snat': True}, 'gw_port_id': 'f509731f-28cb-4cdc-9456-96eb05cd6dc1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T20:03:14Z', 'updated_at': '2022-02-09T20:03:17Z', 'revision_number': 4, 'project_id': 'c7e0225a25a84fc794de8ea0f154b257', 'gw_port': {'id': 'f509731f-28cb-4cdc-9456-96eb05cd6dc1', 'name': '', 'network_id': '88055e1e-672a-4487-be31-ffb6e833ece5', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:62:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfdc0b14-7e18-418a-9f5e-94cf3c1d2482', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4176, 'fixed_ips': [{'subnet_id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'ip_address': '172.25.1.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T20:03:15Z', 'updated_at': '2022-02-09T20:03:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-36', '_interfaces': [{'id': '97668bc4-e86c-45b2-bf42-8f63adbe752c', 'name': '', 'network_id': '762ca8af-649f-4245-b2ed-dc436650e708', 'tenant_id': 'c7e0225a25a84fc794de8ea0f154b257', 'mac_address': 'fa:16:3e:5f:76:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cfdc0b14-7e18-418a-9f5e-94cf3c1d2482', 'device_owner': 'network:router_interface', 'standard_attr_id': 4177, 'fixed_ips': [{'subnet_id': '335ffae6-7adc-43dd-bb34-19c42e9b6bf9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T20:03:17Z', 'updated_at': '2022-02-09T20:03:21Z', 'revision_number': 4, 'project_id': 'c7e0225a25a84fc794de8ea0f154b257', 'subnets': [{'id': '335ffae6-7adc-43dd-bb34-19c42e9b6bf9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103232) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 20:03:22.979881 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Current status of the port f509731f-28cb-4cdc-9456-96eb05cd6dc1 is: ACTIVE; New status is: ACTIVE {{(pid=103232) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 20:03:23.044601 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-1efe4b6c-04fd-4e41-a30c-7a70f24fdbba None None] Current status of the port 97668bc4-e86c-45b2-bf42-8f63adbe752c is: ACTIVE; New status is: ACTIVE {{(pid=103232) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 20:03:23.062545 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07b1c893-2160-4048-ac70-224d1915af45 req-22f040fd-1ec8-44ac-b992-87e93bfbb5e2 tempest-TestEncryptedCinderVolumes-1127573570 tempest-TestEncryptedCinderVolumes-1127573570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:03:23.064155 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-07b1c893-2160-4048-ac70-224d1915af45 req-22f040fd-1ec8-44ac-b992-87e93bfbb5e2 tempest-TestEncryptedCinderVolumes-1127573570 tempest-TestEncryptedCinderVolumes-1127573570-project] 10.222.0.75 "GET /v2.0/ports?device_id=fc03b20a-fe87-4ed4-a5be-9d167d03c6f4 HTTP/1.1" status: 200 len: 944 time: 0.1559691 Feb 09 20:03:23.120008 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.managers [req-e1f91483-98f4-48ce-b5b2-8d9abb94f994 req-cc1b0056-79c7-4c68-9b5a-f9a8adb0d0b2 service neutron] Attempting to bind port d272c908-812d-41a1-8764-0904e62643c9 on host n-h1-713498-36 for vnic_type normal with profile {{(pid=103229) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 20:03:23.120348 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.managers [req-e1f91483-98f4-48ce-b5b2-8d9abb94f994 req-cc1b0056-79c7-4c68-9b5a-f9a8adb0d0b2 service neutron] Attempting to bind port d272c908-812d-41a1-8764-0904e62643c9 by drivers openvswitch,hyperv on host n-h1-713498-36 at level 0 using segments [{'id': 'b64f58f6-9a32-490b-bb05-69ae0d3cbcbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': '149b9a10-ad51-40d1-a009-e080e219e643'}] {{(pid=103229) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 20:03:23.120688 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1f91483-98f4-48ce-b5b2-8d9abb94f994 req-cc1b0056-79c7-4c68-9b5a-f9a8adb0d0b2 service neutron] Attempting to bind port d272c908-812d-41a1-8764-0904e62643c9 on network 149b9a10-ad51-40d1-a009-e080e219e643 {{(pid=103229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 20:03:23.140235 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1f91483-98f4-48ce-b5b2-8d9abb94f994 req-cc1b0056-79c7-4c68-9b5a-f9a8adb0d0b2 service neutron] Port d272c908-812d-41a1-8764-0904e62643c9 on network 149b9a10-ad51-40d1-a009-e080e219e643 not bound, no agent of type Open vSwitch agent registered on host n-h1-713498-36 {{(pid=103229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 20:03:23.140563 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1f91483-98f4-48ce-b5b2-8d9abb94f994 req-cc1b0056-79c7-4c68-9b5a-f9a8adb0d0b2 service neutron] Attempting to bind port d272c908-812d-41a1-8764-0904e62643c9 on network 149b9a10-ad51-40d1-a009-e080e219e643 {{(pid=103229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 20:03:23.155735 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1f91483-98f4-48ce-b5b2-8d9abb94f994 req-cc1b0056-79c7-4c68-9b5a-f9a8adb0d0b2 service neutron] Checking agent: {'id': '488cd9ae-631f-4955-ba0b-4f5a13f12e9c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713498-36', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 18, 59, 18), 'started_at': datetime.datetime(2022, 2, 9, 18, 59, 18), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 20, 3, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 20:03:23.156081 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1f91483-98f4-48ce-b5b2-8d9abb94f994 req-cc1b0056-79c7-4c68-9b5a-f9a8adb0d0b2 service neutron] Checking segment: {'id': 'b64f58f6-9a32-490b-bb05-69ae0d3cbcbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': '149b9a10-ad51-40d1-a009-e080e219e643'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103229) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 20:03:23.156476 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1f91483-98f4-48ce-b5b2-8d9abb94f994 req-cc1b0056-79c7-4c68-9b5a-f9a8adb0d0b2 service neutron] Bound using segment: {'id': 'b64f58f6-9a32-490b-bb05-69ae0d3cbcbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': '149b9a10-ad51-40d1-a009-e080e219e643'} {{(pid=103229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 20:03:23.156919 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.managers [req-e1f91483-98f4-48ce-b5b2-8d9abb94f994 req-cc1b0056-79c7-4c68-9b5a-f9a8adb0d0b2 service neutron] Bound port: d272c908-812d-41a1-8764-0904e62643c9, host: n-h1-713498-36, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b64f58f6-9a32-490b-bb05-69ae0d3cbcbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': '149b9a10-ad51-40d1-a009-e080e219e643'}}] {{(pid=103229) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 20:03:23.157282 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-e1f91483-98f4-48ce-b5b2-8d9abb94f994 req-cc1b0056-79c7-4c68-9b5a-f9a8adb0d0b2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (d272c908-812d-41a1-8764-0904e62643c9), before_update {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:03:23.171310 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-07b1c893-2160-4048-ac70-224d1915af45 req-c722bdae-1278-40e5-8f8b-a51e4a39e02b tempest-TestEncryptedCinderVolumes-1127573570 tempest-TestEncryptedCinderVolumes-1127573570-project] 10.222.0.75 "GET /v2.0/security-groups?id=48715f15-6987-40b8-b808-e584f4263fd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0876164 Feb 09 20:03:23.250538 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.db [req-e1f91483-98f4-48ce-b5b2-8d9abb94f994 req-cc1b0056-79c7-4c68-9b5a-f9a8adb0d0b2 service neutron] For port d272c908-812d-41a1-8764-0904e62643c9, host n-h1-713498-36, cleared binding levels {{(pid=103229) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 20:03:23.254794 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.db [req-e1f91483-98f4-48ce-b5b2-8d9abb94f994 req-cc1b0056-79c7-4c68-9b5a-f9a8adb0d0b2 service neutron] For port d272c908-812d-41a1-8764-0904e62643c9, host n-h1-713498-36, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-36',level=0,port_id=d272c908-812d-41a1-8764-0904e62643c9,segment=NetworkSegment(b64f58f6-9a32-490b-bb05-69ae0d3cbcbd),segment_id=b64f58f6-9a32-490b-bb05-69ae0d3cbcbd)] {{(pid=103229) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 20:03:23.262474 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-e1f91483-98f4-48ce-b5b2-8d9abb94f994 req-cc1b0056-79c7-4c68-9b5a-f9a8adb0d0b2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762867176205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762866656485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762866656503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12867569'] for port (d272c908-812d-41a1-8764-0904e62643c9), after_update {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:03:23.319631 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1f91483-98f4-48ce-b5b2-8d9abb94f994 req-cc1b0056-79c7-4c68-9b5a-f9a8adb0d0b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:03:23.320214 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-e1f91483-98f4-48ce-b5b2-8d9abb94f994 req-cc1b0056-79c7-4c68-9b5a-f9a8adb0d0b2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171096'] for port (None), before_response {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:03:23.321725 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-e1f91483-98f4-48ce-b5b2-8d9abb94f994 req-cc1b0056-79c7-4c68-9b5a-f9a8adb0d0b2 service neutron] 10.222.0.89 "PUT /v2.0/ports/d272c908-812d-41a1-8764-0904e62643c9 HTTP/1.1" status: 200 len: 1093 time: 0.8547997 Feb 09 20:03:23.322217 n-d-713498-36 neutron-server[103229]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fc03b20a-fe87-4ed4-a5be-9d167d03c6f4', 'tag': 'd272c908-812d-41a1-8764-0904e62643c9'}] {{(pid=103229) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 20:03:23.324580 n-d-713498-36 neutron-server[103229]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}07d618d1c5389b9cd0b8ca1de8f17b65d6cfa6b0806685514be6977118e88e42" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f381efa1-c467-401f-aaa6-bedb8a2fb092" -d '{"events": [{"name": "network-changed", "server_uuid": "fc03b20a-fe87-4ed4-a5be-9d167d03c6f4", "tag": "d272c908-812d-41a1-8764-0904e62643c9"}]}' {{(pid=103229) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 20:03:23.381005 n-d-713498-36 neutron-server[103229]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 20:03:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a2f23ec0-942c-493d-9447-d7f2c3f88f42 x-openstack-request-id: req-a2f23ec0-942c-493d-9447-d7f2c3f88f42 {{(pid=103229) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 20:03:23.381480 n-d-713498-36 neutron-server[103229]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fc03b20a-fe87-4ed4-a5be-9d167d03c6f4", "tag": "d272c908-812d-41a1-8764-0904e62643c9", "status": "completed", "code": 200}]} {{(pid=103229) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 20:03:23.386276 n-d-713498-36 neutron-server[103229]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-a2f23ec0-942c-493d-9447-d7f2c3f88f42 {{(pid=103229) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 20:03:23.386276 n-d-713498-36 neutron-server[103229]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fc03b20a-fe87-4ed4-a5be-9d167d03c6f4', 'tag': 'd272c908-812d-41a1-8764-0904e62643c9', 'status': 'completed', 'code': 200} Feb 09 20:03:23.386276 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc1b0056-79c7-4c68-9b5a-f9a8adb0d0b2 service neutron] Pushing event updated for resources: {'Port': ['ID=d272c908-812d-41a1-8764-0904e62643c9,revision_number=3']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:03:23.449766 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1f91483-98f4-48ce-b5b2-8d9abb94f994 req-baf399bd-7a0f-4ff1-ab2b-c77d8b14852c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:03:23.451598 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-e1f91483-98f4-48ce-b5b2-8d9abb94f994 req-baf399bd-7a0f-4ff1-ab2b-c77d8b14852c service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=50cc1d7f15dc476c9c72aff794aa9a9e&device_id=fc03b20a-fe87-4ed4-a5be-9d167d03c6f4 HTTP/1.1" status: 200 len: 1127 time: 0.0553439 Feb 09 20:03:23.503991 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-e1f91483-98f4-48ce-b5b2-8d9abb94f994 req-2ea58402-3818-4c4e-9710-79b7d1f49a27 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d272c908-812d-41a1-8764-0904e62643c9 HTTP/1.1" status: 200 len: 217 time: 0.0438049 Feb 09 20:03:23.576599 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1f91483-98f4-48ce-b5b2-8d9abb94f994 req-494c2e1e-644a-4776-8ae8-5e91f1eaf82c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:03:23.579142 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-e1f91483-98f4-48ce-b5b2-8d9abb94f994 req-494c2e1e-644a-4776-8ae8-5e91f1eaf82c service neutron] 10.222.0.89 "GET /v2.0/subnets?id=04f36865-1b7f-487d-816d-e394cc149dba HTTP/1.1" status: 200 len: 855 time: 0.0695722 Feb 09 20:03:23.654867 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1f91483-98f4-48ce-b5b2-8d9abb94f994 req-99a761b2-f5c1-425a-ae8d-769d69e9da7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:03:23.657306 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-e1f91483-98f4-48ce-b5b2-8d9abb94f994 req-99a761b2-f5c1-425a-ae8d-769d69e9da7c service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=149b9a10-ad51-40d1-a009-e080e219e643&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0715868 Feb 09 20:03:23.756192 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-e1f91483-98f4-48ce-b5b2-8d9abb94f994 req-3c689e33-f680-4205-955b-ca971544e137 service neutron] 10.222.0.89 "GET /v2.0/networks/149b9a10-ad51-40d1-a009-e080e219e643?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0920486 Feb 09 20:03:23.848474 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-e1f91483-98f4-48ce-b5b2-8d9abb94f994 req-fffa2820-dbd8-4d46-a413-8871048e6de5 service neutron] 10.222.0.89 "GET /v2.0/networks/149b9a10-ad51-40d1-a009-e080e219e643?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856969 Feb 09 20:03:23.957459 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f381efa1-c467-401f-aaa6-bedb8a2fb092 req-e5f82af2-acc2-4739-b062-1f56317576f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:03:23.959074 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-f381efa1-c467-401f-aaa6-bedb8a2fb092 req-e5f82af2-acc2-4739-b062-1f56317576f8 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=50cc1d7f15dc476c9c72aff794aa9a9e&device_id=fc03b20a-fe87-4ed4-a5be-9d167d03c6f4 HTTP/1.1" status: 200 len: 1127 time: 0.0544071 Feb 09 20:03:24.047813 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f381efa1-c467-401f-aaa6-bedb8a2fb092 req-e6571507-ad2c-42de-acc8-433b2a2d46c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:03:24.049259 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-f381efa1-c467-401f-aaa6-bedb8a2fb092 req-e6571507-ad2c-42de-acc8-433b2a2d46c1 service neutron] 10.222.0.89 "GET /v2.0/networks?id=149b9a10-ad51-40d1-a009-e080e219e643 HTTP/1.1" status: 200 len: 917 time: 0.0848732 Feb 09 20:03:24.092859 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-f381efa1-c467-401f-aaa6-bedb8a2fb092 req-87be584f-79a5-407e-aaee-6aea94567e9d service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d272c908-812d-41a1-8764-0904e62643c9 HTTP/1.1" status: 200 len: 217 time: 0.0376368 Feb 09 20:03:24.144466 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f381efa1-c467-401f-aaa6-bedb8a2fb092 req-8e9e3002-62aa-48db-9e44-9a13f75decd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:03:24.145982 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-f381efa1-c467-401f-aaa6-bedb8a2fb092 req-8e9e3002-62aa-48db-9e44-9a13f75decd8 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=04f36865-1b7f-487d-816d-e394cc149dba HTTP/1.1" status: 200 len: 855 time: 0.0464232 Feb 09 20:03:24.195206 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f381efa1-c467-401f-aaa6-bedb8a2fb092 req-099cb042-822a-40a5-ad22-1a78fd371108 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:03:24.196685 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-f381efa1-c467-401f-aaa6-bedb8a2fb092 req-099cb042-822a-40a5-ad22-1a78fd371108 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=149b9a10-ad51-40d1-a009-e080e219e643&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0448472 Feb 09 20:03:24.326481 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-f381efa1-c467-401f-aaa6-bedb8a2fb092 req-851dfd4b-136f-45a7-849c-343d2a0d5025 service neutron] 10.222.0.89 "GET /v2.0/networks/149b9a10-ad51-40d1-a009-e080e219e643?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1231260 Feb 09 20:03:24.337434 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d238c172-04b2-44c7-9a50-900f10d9f179 req-72f1bb4d-fe8e-484d-9e75-c5b0decfb970 tempest-TestEncryptedCinderVolumes-1127573570 tempest-TestEncryptedCinderVolumes-1127573570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:03:24.339028 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-d238c172-04b2-44c7-9a50-900f10d9f179 req-72f1bb4d-fe8e-484d-9e75-c5b0decfb970 tempest-TestEncryptedCinderVolumes-1127573570 tempest-TestEncryptedCinderVolumes-1127573570-project] 10.222.0.75 "GET /v2.0/ports?device_id=fc03b20a-fe87-4ed4-a5be-9d167d03c6f4 HTTP/1.1" status: 200 len: 944 time: 0.0896227 Feb 09 20:03:24.507747 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Device 97668bc4-e86c-45b2-bf42-8f63adbe752c up at agent ovs-agent-n-d-713498-36 {{(pid=103232) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 20:03:24.587120 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.provisioning_blocks [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Provisioning complete for port 97668bc4-e86c-45b2-bf42-8f63adbe752c triggered by entity L2. {{(pid=103232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 20:03:24.587493 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593630'] for port (97668bc4-e86c-45b2-bf42-8f63adbe752c), provisioning_complete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:03:24.698649 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Current status of the port 97668bc4-e86c-45b2-bf42-8f63adbe752c is: ACTIVE; New status is: ACTIVE {{(pid=103232) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 20:03:24.748484 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-d238c172-04b2-44c7-9a50-900f10d9f179 req-f92fafef-fd66-464b-bda0-9c73104552d1 tempest-TestEncryptedCinderVolumes-1127573570 tempest-TestEncryptedCinderVolumes-1127573570-project] 10.222.0.75 "GET /v2.0/security-groups?id=48715f15-6987-40b8-b808-e584f4263fd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3994002 Feb 09 20:03:24.768130 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-f381efa1-c467-401f-aaa6-bedb8a2fb092 req-fbaa1843-e363-40bb-83f7-fa2935893f94 service neutron] 10.222.0.89 "GET /v2.0/networks/149b9a10-ad51-40d1-a009-e080e219e643?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4280119 Feb 09 20:03:25.877522 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01a74e56-54b5-413f-84d7-28299c9435e1 req-b4989805-9460-4f30-b9df-86402d9f9c65 tempest-TestEncryptedCinderVolumes-1127573570 tempest-TestEncryptedCinderVolumes-1127573570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:03:25.880076 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-01a74e56-54b5-413f-84d7-28299c9435e1 req-b4989805-9460-4f30-b9df-86402d9f9c65 tempest-TestEncryptedCinderVolumes-1127573570 tempest-TestEncryptedCinderVolumes-1127573570-project] 10.222.0.75 "GET /v2.0/ports?device_id=fc03b20a-fe87-4ed4-a5be-9d167d03c6f4 HTTP/1.1" status: 200 len: 944 time: 0.0555911 Feb 09 20:03:25.935687 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-01a74e56-54b5-413f-84d7-28299c9435e1 req-a24145df-ba90-413b-b8b2-dd0d2e067b85 tempest-TestEncryptedCinderVolumes-1127573570 tempest-TestEncryptedCinderVolumes-1127573570-project] 10.222.0.75 "GET /v2.0/security-groups?id=48715f15-6987-40b8-b808-e584f4263fd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493927 Feb 09 20:03:27.058847 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d157a82-448c-4ef2-9426-cc1745407f47 req-8e38e5c5-5023-4922-8452-1f0c3669ab23 tempest-TestEncryptedCinderVolumes-1127573570 tempest-TestEncryptedCinderVolumes-1127573570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:03:27.060371 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-3d157a82-448c-4ef2-9426-cc1745407f47 req-8e38e5c5-5023-4922-8452-1f0c3669ab23 tempest-TestEncryptedCinderVolumes-1127573570 tempest-TestEncryptedCinderVolumes-1127573570-project] 10.222.0.75 "GET /v2.0/ports?device_id=fc03b20a-fe87-4ed4-a5be-9d167d03c6f4 HTTP/1.1" status: 200 len: 944 time: 0.0539570 Feb 09 20:03:27.108003 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-3d157a82-448c-4ef2-9426-cc1745407f47 req-d9238c9f-693b-457f-a6c3-e91bee0131e5 tempest-TestEncryptedCinderVolumes-1127573570 tempest-TestEncryptedCinderVolumes-1127573570-project] 10.222.0.75 "GET /v2.0/security-groups?id=48715f15-6987-40b8-b808-e584f4263fd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413396 Feb 09 20:03:27.303175 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Device d272c908-812d-41a1-8764-0904e62643c9 details requested by agent hyperv_n-h1-713498-36 with host n-h1-713498-36 {{(pid=103232) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 20:03:27.406578 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] For port d272c908-812d-41a1-8764-0904e62643c9, host n-h1-713498-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-36',level=0,port_id=d272c908-812d-41a1-8764-0904e62643c9,segment=NetworkSegment(b64f58f6-9a32-490b-bb05-69ae0d3cbcbd),segment_id=b64f58f6-9a32-490b-bb05-69ae0d3cbcbd)] {{(pid=103232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 20:03:27.417721 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Returning: {'device': 'd272c908-812d-41a1-8764-0904e62643c9', 'network_id': '149b9a10-ad51-40d1-a009-e080e219e643', 'port_id': 'd272c908-812d-41a1-8764-0904e62643c9', 'mac_address': 'fa:16:3e:d6:af:b1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 365, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '04f36865-1b7f-487d-816d-e394cc149dba', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103232) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 20:03:27.456567 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Current status of the port d272c908-812d-41a1-8764-0904e62643c9 is: DOWN; New status is: BUILD {{(pid=103232) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 20:03:27.456948 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (d272c908-812d-41a1-8764-0904e62643c9), before_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:03:27.469644 n-d-713498-36 neutron-server[103232]: DEBUG neutron.notifiers.nova [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d272c908-812d-41a1-8764-0904e62643c9 {{(pid=103232) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 20:03:27.490104 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] For port d272c908-812d-41a1-8764-0904e62643c9, host n-h1-713498-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-36',level=0,port_id=d272c908-812d-41a1-8764-0904e62643c9,segment=NetworkSegment(b64f58f6-9a32-490b-bb05-69ae0d3cbcbd),segment_id=b64f58f6-9a32-490b-bb05-69ae0d3cbcbd)] {{(pid=103232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 20:03:27.494122 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762867176205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762866656485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762866656503'] for port (d272c908-812d-41a1-8764-0904e62643c9), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:03:27.541649 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Pushing event updated for resources: {'Port': ['ID=d272c908-812d-41a1-8764-0904e62643c9,revision_number=4']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:03:27.697742 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] get_ports_and_sgs() called for port_ids ['d272c908-812d-41a1-8764-0904e62643c9'] {{(pid=103232) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 20:03:28.232386 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-890f9501-4f14-4849-bcd3-5bc78e7b6197 req-177560d0-4b5f-462a-b770-f354adb5fcb2 tempest-TestEncryptedCinderVolumes-1127573570 tempest-TestEncryptedCinderVolumes-1127573570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:03:28.233870 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-890f9501-4f14-4849-bcd3-5bc78e7b6197 req-177560d0-4b5f-462a-b770-f354adb5fcb2 tempest-TestEncryptedCinderVolumes-1127573570 tempest-TestEncryptedCinderVolumes-1127573570-project] 10.222.0.75 "GET /v2.0/ports?device_id=fc03b20a-fe87-4ed4-a5be-9d167d03c6f4 HTTP/1.1" status: 200 len: 945 time: 0.0532506 Feb 09 20:03:28.283054 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-890f9501-4f14-4849-bcd3-5bc78e7b6197 req-5cedefdb-efbc-46f7-a8f1-354cfd4c428c tempest-TestEncryptedCinderVolumes-1127573570 tempest-TestEncryptedCinderVolumes-1127573570-project] 10.222.0.75 "GET /v2.0/security-groups?id=48715f15-6987-40b8-b808-e584f4263fd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421083 Feb 09 20:03:29.320247 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Device d272c908-812d-41a1-8764-0904e62643c9 up at agent hyperv_n-h1-713498-36 {{(pid=103232) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 20:03:29.376319 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.provisioning_blocks [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Provisioning for port d272c908-812d-41a1-8764-0904e62643c9 completed by entity L2. {{(pid=103232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 20:03:29.381138 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.provisioning_blocks [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Provisioning complete for port d272c908-812d-41a1-8764-0904e62643c9 triggered by entity L2. {{(pid=103232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 20:03:29.381458 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593630'] for port (d272c908-812d-41a1-8764-0904e62643c9), provisioning_complete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:03:29.417890 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09775e23-f07c-4d94-ac9b-66e19371cc93 req-8e90dfbc-1edb-4e17-b5c9-5c59004077c7 tempest-TestEncryptedCinderVolumes-1127573570 tempest-TestEncryptedCinderVolumes-1127573570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:03:29.422747 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-09775e23-f07c-4d94-ac9b-66e19371cc93 req-8e90dfbc-1edb-4e17-b5c9-5c59004077c7 tempest-TestEncryptedCinderVolumes-1127573570 tempest-TestEncryptedCinderVolumes-1127573570-project] 10.222.0.75 "GET /v2.0/ports?device_id=fc03b20a-fe87-4ed4-a5be-9d167d03c6f4 HTTP/1.1" status: 200 len: 945 time: 0.0569234 Feb 09 20:03:29.467835 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Current status of the port d272c908-812d-41a1-8764-0904e62643c9 is: BUILD; New status is: ACTIVE {{(pid=103232) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 20:03:29.468294 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (d272c908-812d-41a1-8764-0904e62643c9), before_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:03:29.476428 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-09775e23-f07c-4d94-ac9b-66e19371cc93 req-701d5358-9e1e-400f-9f31-ead85160d26d tempest-TestEncryptedCinderVolumes-1127573570 tempest-TestEncryptedCinderVolumes-1127573570-project] 10.222.0.75 "GET /v2.0/security-groups?id=48715f15-6987-40b8-b808-e584f4263fd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494354 Feb 09 20:03:29.493446 n-d-713498-36 neutron-server[103232]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fc03b20a-fe87-4ed4-a5be-9d167d03c6f4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd272c908-812d-41a1-8764-0904e62643c9'}] {{(pid=103232) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 20:03:29.495736 n-d-713498-36 neutron-server[103232]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cbbf3601bdfb8db7b6600aedba7e3851fa962f00dad36f02e289fea53b94aa67" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ba3348d4-c1f4-4fa7-ba61-918d62c1adbd" -d '{"events": [{"server_uuid": "fc03b20a-fe87-4ed4-a5be-9d167d03c6f4", "name": "network-vif-plugged", "status": "completed", "tag": "d272c908-812d-41a1-8764-0904e62643c9"}]}' {{(pid=103232) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 20:03:29.509628 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] For port d272c908-812d-41a1-8764-0904e62643c9, host n-h1-713498-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-36',level=0,port_id=d272c908-812d-41a1-8764-0904e62643c9,segment=NetworkSegment(b64f58f6-9a32-490b-bb05-69ae0d3cbcbd),segment_id=b64f58f6-9a32-490b-bb05-69ae0d3cbcbd)] {{(pid=103232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 20:03:29.514189 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762867176205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762866656485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762866656503'] for port (d272c908-812d-41a1-8764-0904e62643c9), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:03:29.538821 n-d-713498-36 neutron-server[103232]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 20:03:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5357850d-19d1-4198-b7a2-1dc07dae3e4b x-openstack-request-id: req-5357850d-19d1-4198-b7a2-1dc07dae3e4b {{(pid=103232) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 20:03:29.539124 n-d-713498-36 neutron-server[103232]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fc03b20a-fe87-4ed4-a5be-9d167d03c6f4", "name": "network-vif-plugged", "status": "completed", "tag": "d272c908-812d-41a1-8764-0904e62643c9", "code": 200}]} {{(pid=103232) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 20:03:29.539384 n-d-713498-36 neutron-server[103232]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-5357850d-19d1-4198-b7a2-1dc07dae3e4b {{(pid=103232) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 20:03:29.539780 n-d-713498-36 neutron-server[103232]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fc03b20a-fe87-4ed4-a5be-9d167d03c6f4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd272c908-812d-41a1-8764-0904e62643c9', 'code': 200} Feb 09 20:03:29.571957 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Pushing event updated for resources: {'Port': ['ID=d272c908-812d-41a1-8764-0904e62643c9,revision_number=5']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:03:29.643312 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cee6de3-0759-4cde-a8f4-b0ef1381035d req-d98ffb2a-c8a0-40dc-b680-38f5f20e40ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:03:29.644979 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-4cee6de3-0759-4cde-a8f4-b0ef1381035d req-d98ffb2a-c8a0-40dc-b680-38f5f20e40ad service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=fc03b20a-fe87-4ed4-a5be-9d167d03c6f4 HTTP/1.1" status: 200 len: 1129 time: 0.0466166 Feb 09 20:03:29.694198 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-4cee6de3-0759-4cde-a8f4-b0ef1381035d req-a12d3885-5b89-4822-8744-b7c596a9d241 service neutron] 10.222.0.89 "GET /v2.0/security-groups?id=48715f15-6987-40b8-b808-e584f4263fd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436716 Feb 09 20:03:30.601679 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9f20ed0-4893-48bf-913d-902d5635708c req-7ec6a7c9-8199-4647-beb7-f67eace999bf tempest-TestEncryptedCinderVolumes-1127573570 tempest-TestEncryptedCinderVolumes-1127573570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:03:30.603268 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-f9f20ed0-4893-48bf-913d-902d5635708c req-7ec6a7c9-8199-4647-beb7-f67eace999bf tempest-TestEncryptedCinderVolumes-1127573570 tempest-TestEncryptedCinderVolumes-1127573570-project] 10.222.0.75 "GET /v2.0/ports?device_id=fc03b20a-fe87-4ed4-a5be-9d167d03c6f4 HTTP/1.1" status: 200 len: 946 time: 0.0559554 Feb 09 20:03:30.657058 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-f9f20ed0-4893-48bf-913d-902d5635708c req-4a0ef972-291b-4e6c-9797-56c2ddfa1832 tempest-TestEncryptedCinderVolumes-1127573570 tempest-TestEncryptedCinderVolumes-1127573570-project] 10.222.0.75 "GET /v2.0/security-groups?id=48715f15-6987-40b8-b808-e584f4263fd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473311 Feb 09 20:03:31.787122 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f246b092-2b5e-41ca-a6aa-88eca3f2a11b req-0195966e-3ffc-4279-ac3e-6afdca083494 tempest-TestEncryptedCinderVolumes-1127573570 tempest-TestEncryptedCinderVolumes-1127573570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:03:31.788730 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-f246b092-2b5e-41ca-a6aa-88eca3f2a11b req-0195966e-3ffc-4279-ac3e-6afdca083494 tempest-TestEncryptedCinderVolumes-1127573570 tempest-TestEncryptedCinderVolumes-1127573570-project] 10.222.0.75 "GET /v2.0/ports?device_id=fc03b20a-fe87-4ed4-a5be-9d167d03c6f4 HTTP/1.1" status: 200 len: 946 time: 0.0595586 Feb 09 20:03:31.839471 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-f246b092-2b5e-41ca-a6aa-88eca3f2a11b req-b2f3248e-59e7-4da7-9d3a-3d6c12d8eb6f tempest-TestEncryptedCinderVolumes-1127573570 tempest-TestEncryptedCinderVolumes-1127573570-project] 10.222.0.75 "GET /v2.0/security-groups?id=48715f15-6987-40b8-b808-e584f4263fd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443258 Feb 09 20:03:31.965927 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00e21637-7b00-4e3e-aeeb-5cb75f0c7230 req-5d3abe1f-b13f-481d-855b-c39eed845399 tempest-TestEncryptedCinderVolumes-1127573570 tempest-TestEncryptedCinderVolumes-1127573570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:03:31.967481 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-00e21637-7b00-4e3e-aeeb-5cb75f0c7230 req-5d3abe1f-b13f-481d-855b-c39eed845399 tempest-TestEncryptedCinderVolumes-1127573570 tempest-TestEncryptedCinderVolumes-1127573570-project] 10.222.0.75 "GET /v2.0/ports?device_id=fc03b20a-fe87-4ed4-a5be-9d167d03c6f4 HTTP/1.1" status: 200 len: 946 time: 0.0581520 Feb 09 20:03:32.018542 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-00e21637-7b00-4e3e-aeeb-5cb75f0c7230 req-562a2af6-a1e5-4075-aeae-476bf64f4fcd tempest-TestEncryptedCinderVolumes-1127573570 tempest-TestEncryptedCinderVolumes-1127573570-project] 10.222.0.75 "GET /v2.0/security-groups?id=48715f15-6987-40b8-b808-e584f4263fd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449688 Feb 09 20:03:40.913777 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-b04268cc-33de-43ba-a7b4-2193ba1bd485 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762867132591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593584'] for agent (af91e4b9-f4e1-42b1-a25c-a10dc47171c8), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:03:43.188327 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-a8911c07-1a17-452f-a9a8-d34f60486dcd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762867132591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593584'] for agent (93303d5e-5d17-45e8-8963-7694f87783ae), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:03:44.516018 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-edc54c9b-7f13-45d9-9271-85c9738b0128 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762867132591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593584'] for agent (a62b1850-466f-48ae-bec7-d62fb280e14b), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:03:46.142665 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-a7262a8e-0513-48fd-984d-75726a511961 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762867132591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593584'] for agent (911cfea2-02ae-4ec9-bac3-7808ee1cdd9c), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:03:47.136100 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762867132591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593584'] for agent (496418a2-c002-4aec-ab1a-07f3bea491bd), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:03:48.991354 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762867132591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593584'] for agent (488cd9ae-631f-4955-ba0b-4f5a13f12e9c), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:03:49.466667 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762867132591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593584'] for agent (bcd5faee-dc24-4298-9134-0e0aa054058e), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:03:50.714786 n-d-713498-36 neutron-server[103233]: DEBUG neutron.db.agents_db [None req-4a8a6a42-0a0c-4437-8958-92282682b6bb None None] Agent healthcheck: found 7 active agents {{(pid=103233) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 20:04:06.416442 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a20846b-bd2e-4cd2-bbcf-324168755c6b req-2865a2b3-efd5-420b-89b2-38f6604a2b6a tempest-TestEncryptedCinderVolumes-1127573570 tempest-TestEncryptedCinderVolumes-1127573570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:04:06.418008 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-8a20846b-bd2e-4cd2-bbcf-324168755c6b req-2865a2b3-efd5-420b-89b2-38f6604a2b6a tempest-TestEncryptedCinderVolumes-1127573570 tempest-TestEncryptedCinderVolumes-1127573570-project] 10.222.0.75 "GET /v2.0/ports?device_id=fc03b20a-fe87-4ed4-a5be-9d167d03c6f4 HTTP/1.1" status: 200 len: 946 time: 0.0607004 Feb 09 20:04:06.474124 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-8a20846b-bd2e-4cd2-bbcf-324168755c6b req-bbcea198-21d6-4fa8-8222-ad0f7f753a2f tempest-TestEncryptedCinderVolumes-1127573570 tempest-TestEncryptedCinderVolumes-1127573570-project] 10.222.0.75 "GET /v2.0/security-groups?id=48715f15-6987-40b8-b808-e584f4263fd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490227 Feb 09 20:04:07.606942 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c13b5caa-aafd-405f-b065-4931cbda18ab req-2fe15619-6381-424e-8879-136414040599 tempest-TestEncryptedCinderVolumes-1127573570 tempest-TestEncryptedCinderVolumes-1127573570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:04:07.608510 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-c13b5caa-aafd-405f-b065-4931cbda18ab req-2fe15619-6381-424e-8879-136414040599 tempest-TestEncryptedCinderVolumes-1127573570 tempest-TestEncryptedCinderVolumes-1127573570-project] 10.222.0.75 "GET /v2.0/ports?device_id=fc03b20a-fe87-4ed4-a5be-9d167d03c6f4 HTTP/1.1" status: 200 len: 946 time: 0.0564160 Feb 09 20:04:07.662309 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-c13b5caa-aafd-405f-b065-4931cbda18ab req-a20fa953-b6ac-44e6-b9ec-effdf1efc8bc tempest-TestEncryptedCinderVolumes-1127573570 tempest-TestEncryptedCinderVolumes-1127573570-project] 10.222.0.75 "GET /v2.0/security-groups?id=48715f15-6987-40b8-b808-e584f4263fd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465689 Feb 09 20:04:07.892912 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-305f3720-fc0b-4d84-afc6-fb3f21330a75 req-be386bcf-2a2f-46b4-9da6-6e5808727a4b tempest-TestEncryptedCinderVolumes-1127573570 tempest-TestEncryptedCinderVolumes-1127573570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:04:07.894409 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-305f3720-fc0b-4d84-afc6-fb3f21330a75 req-be386bcf-2a2f-46b4-9da6-6e5808727a4b tempest-TestEncryptedCinderVolumes-1127573570 tempest-TestEncryptedCinderVolumes-1127573570-project] 10.222.0.89 "GET /v2.0/ports?device_id=fc03b20a-fe87-4ed4-a5be-9d167d03c6f4 HTTP/1.1" status: 200 len: 946 time: 0.0674300 Feb 09 20:04:08.011886 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.plugin [req-305f3720-fc0b-4d84-afc6-fb3f21330a75 req-3e281c29-2e6d-4472-8049-2065a8776692 tempest-TestEncryptedCinderVolumes-1127573570 tempest-TestEncryptedCinderVolumes-1127573570-project] Deleting port d272c908-812d-41a1-8764-0904e62643c9 {{(pid=103229) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 20:04:08.012252 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-305f3720-fc0b-4d84-afc6-fb3f21330a75 req-3e281c29-2e6d-4472-8049-2065a8776692 tempest-TestEncryptedCinderVolumes-1127573570 tempest-TestEncryptedCinderVolumes-1127573570-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762867170196'] for port (d272c908-812d-41a1-8764-0904e62643c9), before_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:04:08.121441 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.db [req-305f3720-fc0b-4d84-afc6-fb3f21330a75 req-3e281c29-2e6d-4472-8049-2065a8776692 tempest-TestEncryptedCinderVolumes-1127573570 tempest-TestEncryptedCinderVolumes-1127573570-project] For port d272c908-812d-41a1-8764-0904e62643c9, host n-h1-713498-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-36',level=0,port_id=d272c908-812d-41a1-8764-0904e62643c9,segment=NetworkSegment(b64f58f6-9a32-490b-bb05-69ae0d3cbcbd),segment_id=b64f58f6-9a32-490b-bb05-69ae0d3cbcbd)] {{(pid=103229) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 20:04:08.121918 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-305f3720-fc0b-4d84-afc6-fb3f21330a75 req-3e281c29-2e6d-4472-8049-2065a8776692 tempest-TestEncryptedCinderVolumes-1127573570 tempest-TestEncryptedCinderVolumes-1127573570-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1820838'] for port (d272c908-812d-41a1-8764-0904e62643c9), precommit_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:04:08.136102 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.plugin [req-305f3720-fc0b-4d84-afc6-fb3f21330a75 req-3e281c29-2e6d-4472-8049-2065a8776692 tempest-TestEncryptedCinderVolumes-1127573570 tempest-TestEncryptedCinderVolumes-1127573570-project] Calling delete_port for d272c908-812d-41a1-8764-0904e62643c9 owned by compute:nova {{(pid=103229) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 20:04:08.281339 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-305f3720-fc0b-4d84-afc6-fb3f21330a75 req-3e281c29-2e6d-4472-8049-2065a8776692 tempest-TestEncryptedCinderVolumes-1127573570 tempest-TestEncryptedCinderVolumes-1127573570-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762867177463', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762866656476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12867576'] for port (d272c908-812d-41a1-8764-0904e62643c9), after_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:04:08.294872 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] get_ports_and_sgs() called for port_ids ['d272c908-812d-41a1-8764-0904e62643c9'] {{(pid=103232) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 20:04:08.318915 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e281c29-2e6d-4472-8049-2065a8776692 tempest-TestEncryptedCinderVolumes-1127573570 tempest-TestEncryptedCinderVolumes-1127573570-project] Pushing event deleted for resources: {'Port': ['ID=d272c908-812d-41a1-8764-0904e62643c9,revision_number=None']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:04:08.350816 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e281c29-2e6d-4472-8049-2065a8776692 tempest-TestEncryptedCinderVolumes-1127573570 tempest-TestEncryptedCinderVolumes-1127573570-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:04:08.350816 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e281c29-2e6d-4472-8049-2065a8776692 tempest-TestEncryptedCinderVolumes-1127573570 tempest-TestEncryptedCinderVolumes-1127573570-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:04:08.350816 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e281c29-2e6d-4472-8049-2065a8776692 tempest-TestEncryptedCinderVolumes-1127573570 tempest-TestEncryptedCinderVolumes-1127573570-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:04:08.350816 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e281c29-2e6d-4472-8049-2065a8776692 tempest-TestEncryptedCinderVolumes-1127573570 tempest-TestEncryptedCinderVolumes-1127573570-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:04:08.350816 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e281c29-2e6d-4472-8049-2065a8776692 tempest-TestEncryptedCinderVolumes-1127573570 tempest-TestEncryptedCinderVolumes-1127573570-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:04:08.350816 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e281c29-2e6d-4472-8049-2065a8776692 tempest-TestEncryptedCinderVolumes-1127573570 tempest-TestEncryptedCinderVolumes-1127573570-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:04:08.350816 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e281c29-2e6d-4472-8049-2065a8776692 tempest-TestEncryptedCinderVolumes-1127573570 tempest-TestEncryptedCinderVolumes-1127573570-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:04:08.350816 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e281c29-2e6d-4472-8049-2065a8776692 tempest-TestEncryptedCinderVolumes-1127573570 tempest-TestEncryptedCinderVolumes-1127573570-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:04:08.350816 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e281c29-2e6d-4472-8049-2065a8776692 tempest-TestEncryptedCinderVolumes-1127573570 tempest-TestEncryptedCinderVolumes-1127573570-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:04:08.350816 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e281c29-2e6d-4472-8049-2065a8776692 tempest-TestEncryptedCinderVolumes-1127573570 tempest-TestEncryptedCinderVolumes-1127573570-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:04:08.350816 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e281c29-2e6d-4472-8049-2065a8776692 tempest-TestEncryptedCinderVolumes-1127573570 tempest-TestEncryptedCinderVolumes-1127573570-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:04:08.350816 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e281c29-2e6d-4472-8049-2065a8776692 tempest-TestEncryptedCinderVolumes-1127573570 tempest-TestEncryptedCinderVolumes-1127573570-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:04:08.351962 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e281c29-2e6d-4472-8049-2065a8776692 tempest-TestEncryptedCinderVolumes-1127573570 tempest-TestEncryptedCinderVolumes-1127573570-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:04:08.375861 n-d-713498-36 neutron-server[103229]: DEBUG neutron.db.l3_dvrscheduler_db [req-305f3720-fc0b-4d84-afc6-fb3f21330a75 req-3e281c29-2e6d-4472-8049-2065a8776692 tempest-TestEncryptedCinderVolumes-1127573570 tempest-TestEncryptedCinderVolumes-1127573570-project] No DVR routers for this DVR port d272c908-812d-41a1-8764-0904e62643c9 on host n-h1-713498-36 {{(pid=103229) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 20:04:08.379012 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-305f3720-fc0b-4d84-afc6-fb3f21330a75 req-3e281c29-2e6d-4472-8049-2065a8776692 tempest-TestEncryptedCinderVolumes-1127573570 tempest-TestEncryptedCinderVolumes-1127573570-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171096'] for port (None), before_response {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:04:08.382414 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-305f3720-fc0b-4d84-afc6-fb3f21330a75 req-3e281c29-2e6d-4472-8049-2065a8776692 tempest-TestEncryptedCinderVolumes-1127573570 tempest-TestEncryptedCinderVolumes-1127573570-project] 10.222.0.89 "DELETE /v2.0/ports/d272c908-812d-41a1-8764-0904e62643c9 HTTP/1.1" status: 204 len: 173 time: 0.4831543 Feb 09 20:04:08.382877 n-d-713498-36 neutron-server[103229]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fc03b20a-fe87-4ed4-a5be-9d167d03c6f4', 'name': 'network-vif-deleted', 'tag': 'd272c908-812d-41a1-8764-0904e62643c9'}] {{(pid=103229) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 20:04:08.385206 n-d-713498-36 neutron-server[103229]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}07d618d1c5389b9cd0b8ca1de8f17b65d6cfa6b0806685514be6977118e88e42" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-367ac432-a069-45a3-b669-f5e9b9f09ec5" -d '{"events": [{"server_uuid": "fc03b20a-fe87-4ed4-a5be-9d167d03c6f4", "name": "network-vif-deleted", "tag": "d272c908-812d-41a1-8764-0904e62643c9"}]}' {{(pid=103229) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 20:04:08.429121 n-d-713498-36 neutron-server[103229]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 20:04:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fc9cccf8-3e4f-4b72-a505-42c89f35e728 x-openstack-request-id: req-fc9cccf8-3e4f-4b72-a505-42c89f35e728 {{(pid=103229) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 20:04:08.429547 n-d-713498-36 neutron-server[103229]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fc03b20a-fe87-4ed4-a5be-9d167d03c6f4", "name": "network-vif-deleted", "tag": "d272c908-812d-41a1-8764-0904e62643c9", "status": "completed", "code": 200}]} {{(pid=103229) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 20:04:08.429673 n-d-713498-36 neutron-server[103229]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-fc9cccf8-3e4f-4b72-a505-42c89f35e728 {{(pid=103229) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 20:04:08.430101 n-d-713498-36 neutron-server[103229]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fc03b20a-fe87-4ed4-a5be-9d167d03c6f4', 'name': 'network-vif-deleted', 'tag': 'd272c908-812d-41a1-8764-0904e62643c9', 'status': 'completed', 'code': 200} Feb 09 20:04:08.790276 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-266f1e08-eaf5-45ca-9e16-a2f01e29c63f req-239046e9-6849-40cd-8292-c703fdcff551 tempest-TestEncryptedCinderVolumes-1127573570 tempest-TestEncryptedCinderVolumes-1127573570-project] 10.222.0.75 "GET /v2.0/ports?device_id=fc03b20a-fe87-4ed4-a5be-9d167d03c6f4 HTTP/1.1" status: 200 len: 210 time: 0.0400393 Feb 09 20:04:10.389602 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49a5431a-d048-46a2-a94c-638626087208 req-a6632baa-55e1-4b04-8762-538b9d489ce6 tempest-TestEncryptedCinderVolumes-1127573570 tempest-TestEncryptedCinderVolumes-1127573570-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:04:10.391114 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-49a5431a-d048-46a2-a94c-638626087208 req-a6632baa-55e1-4b04-8762-538b9d489ce6 tempest-TestEncryptedCinderVolumes-1127573570 tempest-TestEncryptedCinderVolumes-1127573570-project] 10.222.0.75 "GET /v2.0/networks?id=149b9a10-ad51-40d1-a009-e080e219e643 HTTP/1.1" status: 200 len: 816 time: 0.1067052 Feb 09 20:04:10.406323 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-49a5431a-d048-46a2-a94c-638626087208 req-54072e90-b650-47af-9d32-dfa4de733ee7 tempest-TestEncryptedCinderVolumes-1127573570 tempest-TestEncryptedCinderVolumes-1127573570-project] 10.222.0.75 "GET /v2.0/quotas/50cc1d7f15dc476c9c72aff794aa9a9e HTTP/1.1" status: 200 len: 375 time: 0.0092857 Feb 09 20:04:10.465551 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-49a5431a-d048-46a2-a94c-638626087208 req-e4fd3dbe-5236-4e51-bf71-47cb160ba204 tempest-TestEncryptedCinderVolumes-1127573570 tempest-TestEncryptedCinderVolumes-1127573570-project] 10.222.0.75 "GET /v2.0/ports?tenant_id=50cc1d7f15dc476c9c72aff794aa9a9e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0533690 Feb 09 20:04:10.574768 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-49a5431a-d048-46a2-a94c-638626087208 req-fd6de3e6-49c9-458e-8cb8-2f9a3d9d0b4a service neutron] 10.222.0.75 "GET /v2.0/networks/149b9a10-ad51-40d1-a009-e080e219e643?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0957489 Feb 09 20:04:10.665922 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-49a5431a-d048-46a2-a94c-638626087208 req-5749a955-403e-4093-a562-093b1f85292e service neutron] 10.222.0.75 "GET /v2.0/networks/149b9a10-ad51-40d1-a009-e080e219e643?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849190 Feb 09 20:04:10.860153 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-f7835ec8-5789-4fe6-837e-640ac6f9ef34 req-9cf493ea-af33-4251-85d2-cb6c05a6071e tempest-TestEncryptedCinderVolumes-1127573570 tempest-TestEncryptedCinderVolumes-1127573570-project] 10.222.0.75 "GET /v2.0/ports?device_id=8205326c-b446-4676-9ab1-c1b8a16aab4d HTTP/1.1" status: 200 len: 210 time: 0.0327930 Feb 09 20:04:10.899098 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-5bfa5d80-a26d-40bf-bb06-e5475c38742b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762867132591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593584'] for agent (af91e4b9-f4e1-42b1-a25c-a10dc47171c8), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:04:11.518684 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Device d272c908-812d-41a1-8764-0904e62643c9 no longer exists at agent hyperv_n-h1-713498-36 {{(pid=103232) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 20:04:11.542200 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] No Port match for: d272c908-812d-41a1-8764-0904e62643c9 {{(pid=103232) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 20:04:11.542545 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Device d272c908-812d-41a1-8764-0904e62643c9 not bound to the agent host n-h1-713498-36 {{(pid=103232) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 20:04:11.824857 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49a5431a-d048-46a2-a94c-638626087208 req-e584edec-0126-447f-8028-5525c29ee87c tempest-TestEncryptedCinderVolumes-1127573570 tempest-TestEncryptedCinderVolumes-1127573570-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:04:11.826253 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-49a5431a-d048-46a2-a94c-638626087208 req-e584edec-0126-447f-8028-5525c29ee87c tempest-TestEncryptedCinderVolumes-1127573570 tempest-TestEncryptedCinderVolumes-1127573570-project] 10.222.0.89 "GET /v2.0/networks?id=149b9a10-ad51-40d1-a009-e080e219e643 HTTP/1.1" status: 200 len: 816 time: 0.1187487 Feb 09 20:04:11.837501 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.v2.base [req-49a5431a-d048-46a2-a94c-638626087208 req-aeb4b275-4a5f-4b4e-9151-20e2efa4352f tempest-TestEncryptedCinderVolumes-1127573570 tempest-TestEncryptedCinderVolumes-1127573570-project] Request body: {'port': {'device_id': '8205326c-b446-4676-9ab1-c1b8a16aab4d', 'network_id': '149b9a10-ad51-40d1-a009-e080e219e643', 'admin_state_up': True, 'tenant_id': '50cc1d7f15dc476c9c72aff794aa9a9e'}} {{(pid=103229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 20:04:11.975934 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-db6502e8-2e81-4a21-8296-1ea0dc563b4a req-527ba82f-5874-4ee1-876a-47c4d5d76846 tempest-TestEncryptedCinderVolumes-1127573570 tempest-TestEncryptedCinderVolumes-1127573570-project] 10.222.0.75 "GET /v2.0/ports?device_id=8205326c-b446-4676-9ab1-c1b8a16aab4d HTTP/1.1" status: 200 len: 210 time: 0.0352285 Feb 09 20:04:11.986201 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-49a5431a-d048-46a2-a94c-638626087208 req-aeb4b275-4a5f-4b4e-9151-20e2efa4352f tempest-TestEncryptedCinderVolumes-1127573570 tempest-TestEncryptedCinderVolumes-1127573570-project] Made reservation on behalf of 50cc1d7f15dc476c9c72aff794aa9a9e for: {'port': 1} {{(pid=103229) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 20:04:11.989736 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-49a5431a-d048-46a2-a94c-638626087208 req-aeb4b275-4a5f-4b4e-9151-20e2efa4352f tempest-TestEncryptedCinderVolumes-1127573570 tempest-TestEncryptedCinderVolumes-1127573570-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (None), before_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:04:12.130048 n-d-713498-36 neutron-server[103229]: DEBUG neutron.db.db_base_plugin_common [req-49a5431a-d048-46a2-a94c-638626087208 req-aeb4b275-4a5f-4b4e-9151-20e2efa4352f tempest-TestEncryptedCinderVolumes-1127573570 tempest-TestEncryptedCinderVolumes-1127573570-project] Allocated IP 172.20.0.8 (149b9a10-ad51-40d1-a009-e080e219e643/04f36865-1b7f-487d-816d-e394cc149dba/2504394c-6742-44df-b56a-4862c1518567) {{(pid=103229) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 20:04:12.293966 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-49a5431a-d048-46a2-a94c-638626087208 req-aeb4b275-4a5f-4b4e-9151-20e2efa4352f tempest-TestEncryptedCinderVolumes-1127573570 tempest-TestEncryptedCinderVolumes-1127573570-project] Publish callbacks [] for port (2504394c-6742-44df-b56a-4862c1518567), precommit_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:04:12.330020 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-49a5431a-d048-46a2-a94c-638626087208 req-aeb4b275-4a5f-4b4e-9151-20e2efa4352f tempest-TestEncryptedCinderVolumes-1127573570 tempest-TestEncryptedCinderVolumes-1127573570-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762866656467', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12867576'] for port (2504394c-6742-44df-b56a-4862c1518567), after_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:04:12.375751 n-d-713498-36 neutron-server[103229]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-49a5431a-d048-46a2-a94c-638626087208 req-aeb4b275-4a5f-4b4e-9151-20e2efa4352f tempest-TestEncryptedCinderVolumes-1127573570 tempest-TestEncryptedCinderVolumes-1127573570-project] Network 149b9a10-ad51-40d1-a009-e080e219e643 is already hosted by enough agents. {{(pid=103229) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 20:04:12.379101 n-d-713498-36 neutron-server[103229]: DEBUG neutron.scheduler.base_scheduler [req-49a5431a-d048-46a2-a94c-638626087208 req-aeb4b275-4a5f-4b4e-9151-20e2efa4352f tempest-TestEncryptedCinderVolumes-1127573570 tempest-TestEncryptedCinderVolumes-1127573570-project] Resources bound (agent type, host, resource id): {{(pid=103229) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 20:04:12.383007 n-d-713498-36 neutron-server[103229]: DEBUG neutron.db.l3_dvrscheduler_db [req-49a5431a-d048-46a2-a94c-638626087208 req-aeb4b275-4a5f-4b4e-9151-20e2efa4352f tempest-TestEncryptedCinderVolumes-1127573570 tempest-TestEncryptedCinderVolumes-1127573570-project] Received port after_create {{(pid=103229) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 20:04:12.389489 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeb4b275-4a5f-4b4e-9151-20e2efa4352f tempest-TestEncryptedCinderVolumes-1127573570 tempest-TestEncryptedCinderVolumes-1127573570-project] Pushing event updated for resources: {'Port': ['ID=2504394c-6742-44df-b56a-4862c1518567,revision_number=1']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:04:12.449330 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49a5431a-d048-46a2-a94c-638626087208 req-aeb4b275-4a5f-4b4e-9151-20e2efa4352f tempest-TestEncryptedCinderVolumes-1127573570 tempest-TestEncryptedCinderVolumes-1127573570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:04:12.450006 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-49a5431a-d048-46a2-a94c-638626087208 req-aeb4b275-4a5f-4b4e-9151-20e2efa4352f tempest-TestEncryptedCinderVolumes-1127573570 tempest-TestEncryptedCinderVolumes-1127573570-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171096'] for port (None), before_response {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:04:12.469344 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-49a5431a-d048-46a2-a94c-638626087208 req-aeb4b275-4a5f-4b4e-9151-20e2efa4352f tempest-TestEncryptedCinderVolumes-1127573570 tempest-TestEncryptedCinderVolumes-1127573570-project] 10.222.0.89 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6354644 Feb 09 20:04:12.480276 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.v2.base [req-49a5431a-d048-46a2-a94c-638626087208 req-96d90d70-618a-4934-b0e4-2893410df890 service neutron] Request body: {'port': {'device_id': '8205326c-b446-4676-9ab1-c1b8a16aab4d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-713498-36'}} {{(pid=103229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 20:04:12.546490 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-49a5431a-d048-46a2-a94c-638626087208 req-96d90d70-618a-4934-b0e4-2893410df890 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (2504394c-6742-44df-b56a-4862c1518567), before_update {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:04:12.600584 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.provisioning_blocks [None req-75a0bff6-11b3-4567-a8c1-2b0716e4d457 None None] Provisioning complete for port 2504394c-6742-44df-b56a-4862c1518567 triggered by entity DHCP. {{(pid=103232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 20:04:12.601209 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-75a0bff6-11b3-4567-a8c1-2b0716e4d457 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593630'] for port (2504394c-6742-44df-b56a-4862c1518567), provisioning_complete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:04:12.645001 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-75a0bff6-11b3-4567-a8c1-2b0716e4d457 None None] Port 2504394c-6742-44df-b56a-4862c1518567 cannot update to ACTIVE because it is not bound. {{(pid=103232) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 20:04:12.833477 n-d-713498-36 neutron-server[103229]: DEBUG neutron.notifiers.nova [req-49a5431a-d048-46a2-a94c-638626087208 req-96d90d70-618a-4934-b0e4-2893410df890 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2504394c-6742-44df-b56a-4862c1518567 {{(pid=103229) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 20:04:12.841036 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-49a5431a-d048-46a2-a94c-638626087208 req-96d90d70-618a-4934-b0e4-2893410df890 service neutron] Publish callbacks [] for port (2504394c-6742-44df-b56a-4862c1518567), precommit_update {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:04:12.853515 n-d-713498-36 neutron-server[103229]: DEBUG neutron.db.provisioning_blocks [req-49a5431a-d048-46a2-a94c-638626087208 req-96d90d70-618a-4934-b0e4-2893410df890 service neutron] Transition to ACTIVE for port object 2504394c-6742-44df-b56a-4862c1518567 will not be triggered until provisioned by entity L2. {{(pid=103229) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 20:04:12.859946 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-49a5431a-d048-46a2-a94c-638626087208 req-96d90d70-618a-4934-b0e4-2893410df890 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762867176205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762866656485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762866656503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12867569'] for port (2504394c-6742-44df-b56a-4862c1518567), after_update {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:04:12.910698 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96d90d70-618a-4934-b0e4-2893410df890 service neutron] Pushing event updated for resources: {'Port': ['ID=2504394c-6742-44df-b56a-4862c1518567,revision_number=2']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:04:12.988677 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.managers [req-49a5431a-d048-46a2-a94c-638626087208 req-96d90d70-618a-4934-b0e4-2893410df890 service neutron] Attempting to bind port 2504394c-6742-44df-b56a-4862c1518567 on host n-h1-713498-36 for vnic_type normal with profile {{(pid=103229) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 20:04:12.988989 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.managers [req-49a5431a-d048-46a2-a94c-638626087208 req-96d90d70-618a-4934-b0e4-2893410df890 service neutron] Attempting to bind port 2504394c-6742-44df-b56a-4862c1518567 by drivers openvswitch,hyperv on host n-h1-713498-36 at level 0 using segments [{'id': 'b64f58f6-9a32-490b-bb05-69ae0d3cbcbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': '149b9a10-ad51-40d1-a009-e080e219e643'}] {{(pid=103229) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 20:04:12.989323 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49a5431a-d048-46a2-a94c-638626087208 req-96d90d70-618a-4934-b0e4-2893410df890 service neutron] Attempting to bind port 2504394c-6742-44df-b56a-4862c1518567 on network 149b9a10-ad51-40d1-a009-e080e219e643 {{(pid=103229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 20:04:12.995026 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49a5431a-d048-46a2-a94c-638626087208 req-96d90d70-618a-4934-b0e4-2893410df890 service neutron] Port 2504394c-6742-44df-b56a-4862c1518567 on network 149b9a10-ad51-40d1-a009-e080e219e643 not bound, no agent of type Open vSwitch agent registered on host n-h1-713498-36 {{(pid=103229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 20:04:12.995304 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49a5431a-d048-46a2-a94c-638626087208 req-96d90d70-618a-4934-b0e4-2893410df890 service neutron] Attempting to bind port 2504394c-6742-44df-b56a-4862c1518567 on network 149b9a10-ad51-40d1-a009-e080e219e643 {{(pid=103229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 20:04:13.000830 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49a5431a-d048-46a2-a94c-638626087208 req-96d90d70-618a-4934-b0e4-2893410df890 service neutron] Checking agent: {'id': '488cd9ae-631f-4955-ba0b-4f5a13f12e9c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713498-36', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 18, 59, 18), 'started_at': datetime.datetime(2022, 2, 9, 18, 59, 18), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 20, 3, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 20:04:13.001052 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49a5431a-d048-46a2-a94c-638626087208 req-96d90d70-618a-4934-b0e4-2893410df890 service neutron] Checking segment: {'id': 'b64f58f6-9a32-490b-bb05-69ae0d3cbcbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': '149b9a10-ad51-40d1-a009-e080e219e643'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103229) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 20:04:13.001623 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49a5431a-d048-46a2-a94c-638626087208 req-96d90d70-618a-4934-b0e4-2893410df890 service neutron] Bound using segment: {'id': 'b64f58f6-9a32-490b-bb05-69ae0d3cbcbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': '149b9a10-ad51-40d1-a009-e080e219e643'} {{(pid=103229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 20:04:13.002455 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.managers [req-49a5431a-d048-46a2-a94c-638626087208 req-96d90d70-618a-4934-b0e4-2893410df890 service neutron] Bound port: 2504394c-6742-44df-b56a-4862c1518567, host: n-h1-713498-36, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b64f58f6-9a32-490b-bb05-69ae0d3cbcbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': '149b9a10-ad51-40d1-a009-e080e219e643'}}] {{(pid=103229) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 20:04:13.002699 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-49a5431a-d048-46a2-a94c-638626087208 req-96d90d70-618a-4934-b0e4-2893410df890 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (2504394c-6742-44df-b56a-4862c1518567), before_update {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:04:13.098231 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.db [req-49a5431a-d048-46a2-a94c-638626087208 req-96d90d70-618a-4934-b0e4-2893410df890 service neutron] For port 2504394c-6742-44df-b56a-4862c1518567, host n-h1-713498-36, cleared binding levels {{(pid=103229) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 20:04:13.101828 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.db [req-49a5431a-d048-46a2-a94c-638626087208 req-96d90d70-618a-4934-b0e4-2893410df890 service neutron] For port 2504394c-6742-44df-b56a-4862c1518567, host n-h1-713498-36, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-36',level=0,port_id=2504394c-6742-44df-b56a-4862c1518567,segment=NetworkSegment(b64f58f6-9a32-490b-bb05-69ae0d3cbcbd),segment_id=b64f58f6-9a32-490b-bb05-69ae0d3cbcbd)] {{(pid=103229) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 20:04:13.109181 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-49a5431a-d048-46a2-a94c-638626087208 req-96d90d70-618a-4934-b0e4-2893410df890 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762867176205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762866656485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762866656503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12867569'] for port (2504394c-6742-44df-b56a-4862c1518567), after_update {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:04:13.118610 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c968cc94-40b3-40d5-8041-02b677b36e15 req-0160090f-6771-453e-ac48-7989298d530c tempest-TestEncryptedCinderVolumes-1127573570 tempest-TestEncryptedCinderVolumes-1127573570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:04:13.120219 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-c968cc94-40b3-40d5-8041-02b677b36e15 req-0160090f-6771-453e-ac48-7989298d530c tempest-TestEncryptedCinderVolumes-1127573570 tempest-TestEncryptedCinderVolumes-1127573570-project] 10.222.0.75 "GET /v2.0/ports?device_id=8205326c-b446-4676-9ab1-c1b8a16aab4d HTTP/1.1" status: 200 len: 943 time: 0.0624347 Feb 09 20:04:13.147058 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49a5431a-d048-46a2-a94c-638626087208 req-96d90d70-618a-4934-b0e4-2893410df890 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:04:13.147600 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-49a5431a-d048-46a2-a94c-638626087208 req-96d90d70-618a-4934-b0e4-2893410df890 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171096'] for port (None), before_response {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:04:13.149173 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-49a5431a-d048-46a2-a94c-638626087208 req-96d90d70-618a-4934-b0e4-2893410df890 service neutron] 10.222.0.89 "PUT /v2.0/ports/2504394c-6742-44df-b56a-4862c1518567 HTTP/1.1" status: 200 len: 1092 time: 0.6731992 Feb 09 20:04:13.149488 n-d-713498-36 neutron-server[103229]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8205326c-b446-4676-9ab1-c1b8a16aab4d', 'tag': '2504394c-6742-44df-b56a-4862c1518567'}] {{(pid=103229) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 20:04:13.151827 n-d-713498-36 neutron-server[103229]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}07d618d1c5389b9cd0b8ca1de8f17b65d6cfa6b0806685514be6977118e88e42" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c5f94db5-80ac-4aeb-a092-5164aec7ff09" -d '{"events": [{"name": "network-changed", "server_uuid": "8205326c-b446-4676-9ab1-c1b8a16aab4d", "tag": "2504394c-6742-44df-b56a-4862c1518567"}]}' {{(pid=103229) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 20:04:13.198940 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-c968cc94-40b3-40d5-8041-02b677b36e15 req-6d212963-0cae-46c6-9b30-ca0fe7ca891d tempest-TestEncryptedCinderVolumes-1127573570 tempest-TestEncryptedCinderVolumes-1127573570-project] 10.222.0.75 "GET /v2.0/security-groups?id=48715f15-6987-40b8-b808-e584f4263fd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0625150 Feb 09 20:04:13.208014 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96d90d70-618a-4934-b0e4-2893410df890 service neutron] Pushing event updated for resources: {'Port': ['ID=2504394c-6742-44df-b56a-4862c1518567,revision_number=3']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:04:13.228350 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-41492bc0-5f08-4629-a1f8-ae1fcfff8921 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762867132591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593584'] for agent (93303d5e-5d17-45e8-8963-7694f87783ae), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:04:13.241323 n-d-713498-36 neutron-server[103229]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 20:04:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-23588dac-56a6-4cb0-b069-5763b7f24fb8 x-openstack-request-id: req-23588dac-56a6-4cb0-b069-5763b7f24fb8 {{(pid=103229) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 20:04:13.241736 n-d-713498-36 neutron-server[103229]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8205326c-b446-4676-9ab1-c1b8a16aab4d", "tag": "2504394c-6742-44df-b56a-4862c1518567", "status": "completed", "code": 200}]} {{(pid=103229) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 20:04:13.242281 n-d-713498-36 neutron-server[103229]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-23588dac-56a6-4cb0-b069-5763b7f24fb8 {{(pid=103229) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 20:04:13.242890 n-d-713498-36 neutron-server[103229]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8205326c-b446-4676-9ab1-c1b8a16aab4d', 'tag': '2504394c-6742-44df-b56a-4862c1518567', 'status': 'completed', 'code': 200} Feb 09 20:04:13.281900 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49a5431a-d048-46a2-a94c-638626087208 req-0d2c55e9-a2f3-41fe-a06e-58837e0eca89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:04:13.284754 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-49a5431a-d048-46a2-a94c-638626087208 req-0d2c55e9-a2f3-41fe-a06e-58837e0eca89 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=50cc1d7f15dc476c9c72aff794aa9a9e&device_id=8205326c-b446-4676-9ab1-c1b8a16aab4d HTTP/1.1" status: 200 len: 1126 time: 0.0732834 Feb 09 20:04:13.328257 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-49a5431a-d048-46a2-a94c-638626087208 req-357d1d5b-e2cc-4375-aad6-d1c2f7a839e3 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=2504394c-6742-44df-b56a-4862c1518567 HTTP/1.1" status: 200 len: 217 time: 0.0373495 Feb 09 20:04:13.386074 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49a5431a-d048-46a2-a94c-638626087208 req-f7330c88-ac0f-4856-a62e-5a84b9e82ba6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:04:13.387565 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-49a5431a-d048-46a2-a94c-638626087208 req-f7330c88-ac0f-4856-a62e-5a84b9e82ba6 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=04f36865-1b7f-487d-816d-e394cc149dba HTTP/1.1" status: 200 len: 855 time: 0.0540648 Feb 09 20:04:13.438360 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49a5431a-d048-46a2-a94c-638626087208 req-cdc61807-4810-4bd5-9950-97e5a96ee6e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:04:13.440679 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-49a5431a-d048-46a2-a94c-638626087208 req-cdc61807-4810-4bd5-9950-97e5a96ee6e4 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=149b9a10-ad51-40d1-a009-e080e219e643&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0470281 Feb 09 20:04:13.535443 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-49a5431a-d048-46a2-a94c-638626087208 req-a5b5dcac-f5b6-4e86-b156-80747c79d701 service neutron] 10.222.0.89 "GET /v2.0/networks/149b9a10-ad51-40d1-a009-e080e219e643?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0867834 Feb 09 20:04:13.640436 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-49a5431a-d048-46a2-a94c-638626087208 req-e47e6b00-843d-48ec-8136-dd8bceea7260 service neutron] 10.222.0.89 "GET /v2.0/networks/149b9a10-ad51-40d1-a009-e080e219e643?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0991571 Feb 09 20:04:13.730896 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5f94db5-80ac-4aeb-a092-5164aec7ff09 req-8c468eb2-0ea5-4835-9e65-7acf74f4a464 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:04:13.732402 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-c5f94db5-80ac-4aeb-a092-5164aec7ff09 req-8c468eb2-0ea5-4835-9e65-7acf74f4a464 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=50cc1d7f15dc476c9c72aff794aa9a9e&device_id=8205326c-b446-4676-9ab1-c1b8a16aab4d HTTP/1.1" status: 200 len: 1126 time: 0.0462308 Feb 09 20:04:13.835203 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5f94db5-80ac-4aeb-a092-5164aec7ff09 req-2d22c68f-11cb-4bbc-a9b2-49c30f97f4d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:04:13.836683 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-c5f94db5-80ac-4aeb-a092-5164aec7ff09 req-2d22c68f-11cb-4bbc-a9b2-49c30f97f4d9 service neutron] 10.222.0.89 "GET /v2.0/networks?id=149b9a10-ad51-40d1-a009-e080e219e643 HTTP/1.1" status: 200 len: 917 time: 0.0974684 Feb 09 20:04:13.883002 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-c5f94db5-80ac-4aeb-a092-5164aec7ff09 req-ccd6343f-c117-4e88-a1a9-0ea8f178ea5e service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=2504394c-6742-44df-b56a-4862c1518567 HTTP/1.1" status: 200 len: 217 time: 0.0403481 Feb 09 20:04:13.933096 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5f94db5-80ac-4aeb-a092-5164aec7ff09 req-32dd5c52-090b-4b05-a0b4-9d258e3468e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:04:13.934859 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-c5f94db5-80ac-4aeb-a092-5164aec7ff09 req-32dd5c52-090b-4b05-a0b4-9d258e3468e5 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=04f36865-1b7f-487d-816d-e394cc149dba HTTP/1.1" status: 200 len: 855 time: 0.0464480 Feb 09 20:04:13.995861 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5f94db5-80ac-4aeb-a092-5164aec7ff09 req-b5ee5c7e-b924-4c1f-9007-5e1c9224db7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:04:13.997314 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-c5f94db5-80ac-4aeb-a092-5164aec7ff09 req-b5ee5c7e-b924-4c1f-9007-5e1c9224db7a service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=149b9a10-ad51-40d1-a009-e080e219e643&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0555992 Feb 09 20:04:14.098384 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-c5f94db5-80ac-4aeb-a092-5164aec7ff09 req-add0a808-cd06-4b1d-b86f-56373c3ae569 service neutron] 10.222.0.89 "GET /v2.0/networks/149b9a10-ad51-40d1-a009-e080e219e643?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0936124 Feb 09 20:04:14.200490 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-c5f94db5-80ac-4aeb-a092-5164aec7ff09 req-e892c9f4-0be7-46bc-8ecf-e18d82b69c9d service neutron] 10.222.0.89 "GET /v2.0/networks/149b9a10-ad51-40d1-a009-e080e219e643?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0953305 Feb 09 20:04:14.353477 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb4c0461-b237-47f2-9295-534e57727db4 req-81330d30-e205-4f24-ad7c-236707dbdf16 tempest-TestEncryptedCinderVolumes-1127573570 tempest-TestEncryptedCinderVolumes-1127573570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:04:14.355056 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-cb4c0461-b237-47f2-9295-534e57727db4 req-81330d30-e205-4f24-ad7c-236707dbdf16 tempest-TestEncryptedCinderVolumes-1127573570 tempest-TestEncryptedCinderVolumes-1127573570-project] 10.222.0.75 "GET /v2.0/ports?device_id=8205326c-b446-4676-9ab1-c1b8a16aab4d HTTP/1.1" status: 200 len: 943 time: 0.0555122 Feb 09 20:04:14.405402 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-cb4c0461-b237-47f2-9295-534e57727db4 req-74ceada7-fd56-4643-afb1-a730f151bb9b tempest-TestEncryptedCinderVolumes-1127573570 tempest-TestEncryptedCinderVolumes-1127573570-project] 10.222.0.75 "GET /v2.0/security-groups?id=48715f15-6987-40b8-b808-e584f4263fd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436976 Feb 09 20:04:14.519673 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-edc54c9b-7f13-45d9-9271-85c9738b0128 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762867132591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593584'] for agent (a62b1850-466f-48ae-bec7-d62fb280e14b), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:04:15.533423 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d890e105-1f6e-4591-98d1-e1ca44ac8cd3 req-5a563869-e786-44d9-9ede-e1f4a64cf386 tempest-TestEncryptedCinderVolumes-1127573570 tempest-TestEncryptedCinderVolumes-1127573570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:04:15.534993 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-d890e105-1f6e-4591-98d1-e1ca44ac8cd3 req-5a563869-e786-44d9-9ede-e1f4a64cf386 tempest-TestEncryptedCinderVolumes-1127573570 tempest-TestEncryptedCinderVolumes-1127573570-project] 10.222.0.75 "GET /v2.0/ports?device_id=8205326c-b446-4676-9ab1-c1b8a16aab4d HTTP/1.1" status: 200 len: 943 time: 0.0542352 Feb 09 20:04:15.583990 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-d890e105-1f6e-4591-98d1-e1ca44ac8cd3 req-4dd19e1f-7514-41d7-bfd5-55b7a6b52772 tempest-TestEncryptedCinderVolumes-1127573570 tempest-TestEncryptedCinderVolumes-1127573570-project] 10.222.0.75 "GET /v2.0/security-groups?id=48715f15-6987-40b8-b808-e584f4263fd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433633 Feb 09 20:04:16.145101 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-a7262a8e-0513-48fd-984d-75726a511961 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762867132591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593584'] for agent (911cfea2-02ae-4ec9-bac3-7808ee1cdd9c), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:04:16.712534 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13e5d024-7282-4346-8854-103829c0efb2 req-f1be597b-5b43-4a46-9c06-5dec89badf9f tempest-TestEncryptedCinderVolumes-1127573570 tempest-TestEncryptedCinderVolumes-1127573570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:04:16.714250 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-13e5d024-7282-4346-8854-103829c0efb2 req-f1be597b-5b43-4a46-9c06-5dec89badf9f tempest-TestEncryptedCinderVolumes-1127573570 tempest-TestEncryptedCinderVolumes-1127573570-project] 10.222.0.75 "GET /v2.0/ports?device_id=8205326c-b446-4676-9ab1-c1b8a16aab4d HTTP/1.1" status: 200 len: 943 time: 0.0610075 Feb 09 20:04:16.762137 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-13e5d024-7282-4346-8854-103829c0efb2 req-5086aada-f244-406c-aafd-85fbdca132b7 tempest-TestEncryptedCinderVolumes-1127573570 tempest-TestEncryptedCinderVolumes-1127573570-project] 10.222.0.75 "GET /v2.0/security-groups?id=48715f15-6987-40b8-b808-e584f4263fd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420992 Feb 09 20:04:17.140062 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762867132591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593584'] for agent (496418a2-c002-4aec-ab1a-07f3bea491bd), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:04:17.536852 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Device 2504394c-6742-44df-b56a-4862c1518567 details requested by agent hyperv_n-h1-713498-36 with host n-h1-713498-36 {{(pid=103232) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 20:04:17.646197 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] For port 2504394c-6742-44df-b56a-4862c1518567, host n-h1-713498-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-36',level=0,port_id=2504394c-6742-44df-b56a-4862c1518567,segment=NetworkSegment(b64f58f6-9a32-490b-bb05-69ae0d3cbcbd),segment_id=b64f58f6-9a32-490b-bb05-69ae0d3cbcbd)] {{(pid=103232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 20:04:17.658881 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Returning: {'device': '2504394c-6742-44df-b56a-4862c1518567', 'network_id': '149b9a10-ad51-40d1-a009-e080e219e643', 'port_id': '2504394c-6742-44df-b56a-4862c1518567', 'mac_address': 'fa:16:3e:d9:ac:c3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 365, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '04f36865-1b7f-487d-816d-e394cc149dba', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103232) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 20:04:17.699843 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Current status of the port 2504394c-6742-44df-b56a-4862c1518567 is: DOWN; New status is: BUILD {{(pid=103232) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 20:04:17.700234 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (2504394c-6742-44df-b56a-4862c1518567), before_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:04:17.714415 n-d-713498-36 neutron-server[103232]: DEBUG neutron.notifiers.nova [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2504394c-6742-44df-b56a-4862c1518567 {{(pid=103232) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 20:04:17.734097 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] For port 2504394c-6742-44df-b56a-4862c1518567, host n-h1-713498-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-36',level=0,port_id=2504394c-6742-44df-b56a-4862c1518567,segment=NetworkSegment(b64f58f6-9a32-490b-bb05-69ae0d3cbcbd),segment_id=b64f58f6-9a32-490b-bb05-69ae0d3cbcbd)] {{(pid=103232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 20:04:17.739207 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762867176205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762866656485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762866656503'] for port (2504394c-6742-44df-b56a-4862c1518567), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:04:17.790128 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Pushing event updated for resources: {'Port': ['ID=2504394c-6742-44df-b56a-4862c1518567,revision_number=4']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:04:17.797292 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:04:17.797651 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:04:17.798540 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:04:17.798917 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:04:17.799358 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:04:17.799529 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:04:17.799840 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:04:17.800160 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:04:17.800485 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:04:17.800809 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:04:17.801134 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:04:17.801457 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:04:17.801775 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:04:17.889799 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cab04e9-319f-4feb-98ef-ea7dea6daf4e req-cb9d67e8-1569-451d-8465-8da4f205e31c tempest-TestEncryptedCinderVolumes-1127573570 tempest-TestEncryptedCinderVolumes-1127573570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:04:17.891335 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-4cab04e9-319f-4feb-98ef-ea7dea6daf4e req-cb9d67e8-1569-451d-8465-8da4f205e31c tempest-TestEncryptedCinderVolumes-1127573570 tempest-TestEncryptedCinderVolumes-1127573570-project] 10.222.0.75 "GET /v2.0/ports?device_id=8205326c-b446-4676-9ab1-c1b8a16aab4d HTTP/1.1" status: 200 len: 944 time: 0.0580344 Feb 09 20:04:17.930283 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] get_ports_and_sgs() called for port_ids ['2504394c-6742-44df-b56a-4862c1518567'] {{(pid=103232) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 20:04:17.948624 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-4cab04e9-319f-4feb-98ef-ea7dea6daf4e req-9a7a193b-8680-4fe2-8862-a7c124434b82 tempest-TestEncryptedCinderVolumes-1127573570 tempest-TestEncryptedCinderVolumes-1127573570-project] 10.222.0.75 "GET /v2.0/security-groups?id=48715f15-6987-40b8-b808-e584f4263fd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493619 Feb 09 20:04:18.994507 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762867132591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593584'] for agent (488cd9ae-631f-4955-ba0b-4f5a13f12e9c), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:04:19.080415 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c09f99c-2bd4-4db2-ac73-c2cf21cafaed req-c932342b-dd9c-4db0-a8fa-42ae4425e447 tempest-TestEncryptedCinderVolumes-1127573570 tempest-TestEncryptedCinderVolumes-1127573570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:04:19.081926 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-5c09f99c-2bd4-4db2-ac73-c2cf21cafaed req-c932342b-dd9c-4db0-a8fa-42ae4425e447 tempest-TestEncryptedCinderVolumes-1127573570 tempest-TestEncryptedCinderVolumes-1127573570-project] 10.222.0.75 "GET /v2.0/ports?device_id=8205326c-b446-4676-9ab1-c1b8a16aab4d HTTP/1.1" status: 200 len: 944 time: 0.0586660 Feb 09 20:04:19.138618 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-5c09f99c-2bd4-4db2-ac73-c2cf21cafaed req-9c463f1b-e5e4-484a-9fd9-00ce64a5b6c0 tempest-TestEncryptedCinderVolumes-1127573570 tempest-TestEncryptedCinderVolumes-1127573570-project] 10.222.0.75 "GET /v2.0/security-groups?id=48715f15-6987-40b8-b808-e584f4263fd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497677 Feb 09 20:04:19.480841 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762867132591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593584'] for agent (bcd5faee-dc24-4298-9134-0e0aa054058e), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:04:19.553357 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Device 2504394c-6742-44df-b56a-4862c1518567 up at agent hyperv_n-h1-713498-36 {{(pid=103232) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 20:04:19.607752 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.provisioning_blocks [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Provisioning for port 2504394c-6742-44df-b56a-4862c1518567 completed by entity L2. {{(pid=103232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 20:04:19.614341 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.provisioning_blocks [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Provisioning complete for port 2504394c-6742-44df-b56a-4862c1518567 triggered by entity L2. {{(pid=103232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 20:04:19.615043 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593630'] for port (2504394c-6742-44df-b56a-4862c1518567), provisioning_complete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:04:19.700299 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Current status of the port 2504394c-6742-44df-b56a-4862c1518567 is: BUILD; New status is: ACTIVE {{(pid=103232) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 20:04:19.700770 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (2504394c-6742-44df-b56a-4862c1518567), before_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:04:19.727666 n-d-713498-36 neutron-server[103232]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8205326c-b446-4676-9ab1-c1b8a16aab4d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2504394c-6742-44df-b56a-4862c1518567'}] {{(pid=103232) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 20:04:19.729983 n-d-713498-36 neutron-server[103232]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cbbf3601bdfb8db7b6600aedba7e3851fa962f00dad36f02e289fea53b94aa67" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-86f670e1-99c0-41eb-b04c-e4bab82b03f1" -d '{"events": [{"server_uuid": "8205326c-b446-4676-9ab1-c1b8a16aab4d", "name": "network-vif-plugged", "status": "completed", "tag": "2504394c-6742-44df-b56a-4862c1518567"}]}' {{(pid=103232) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 20:04:19.744277 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] For port 2504394c-6742-44df-b56a-4862c1518567, host n-h1-713498-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-36',level=0,port_id=2504394c-6742-44df-b56a-4862c1518567,segment=NetworkSegment(b64f58f6-9a32-490b-bb05-69ae0d3cbcbd),segment_id=b64f58f6-9a32-490b-bb05-69ae0d3cbcbd)] {{(pid=103232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 20:04:19.748623 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762867176205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762866656485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762866656503'] for port (2504394c-6742-44df-b56a-4862c1518567), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:04:19.775562 n-d-713498-36 neutron-server[103232]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 20:04:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-138d8195-3fd3-470d-8d5d-256ca7b1a274 x-openstack-request-id: req-138d8195-3fd3-470d-8d5d-256ca7b1a274 {{(pid=103232) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 20:04:19.775856 n-d-713498-36 neutron-server[103232]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8205326c-b446-4676-9ab1-c1b8a16aab4d", "name": "network-vif-plugged", "status": "completed", "tag": "2504394c-6742-44df-b56a-4862c1518567", "code": 200}]} {{(pid=103232) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 20:04:19.776113 n-d-713498-36 neutron-server[103232]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-138d8195-3fd3-470d-8d5d-256ca7b1a274 {{(pid=103232) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 20:04:19.776509 n-d-713498-36 neutron-server[103232]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8205326c-b446-4676-9ab1-c1b8a16aab4d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2504394c-6742-44df-b56a-4862c1518567', 'code': 200} Feb 09 20:04:19.810821 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Pushing event updated for resources: {'Port': ['ID=2504394c-6742-44df-b56a-4862c1518567,revision_number=5']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:04:19.884111 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-481fe1dc-89c6-43a7-840a-1532a648c723 req-9141a572-c799-4354-83e4-e664d31e6905 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:04:19.885874 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-481fe1dc-89c6-43a7-840a-1532a648c723 req-9141a572-c799-4354-83e4-e664d31e6905 service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=8205326c-b446-4676-9ab1-c1b8a16aab4d HTTP/1.1" status: 200 len: 1128 time: 0.0485725 Feb 09 20:04:19.930948 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-481fe1dc-89c6-43a7-840a-1532a648c723 req-92b9231d-216d-4357-a35a-fdfd86d5fc9c service neutron] 10.222.0.89 "GET /v2.0/security-groups?id=48715f15-6987-40b8-b808-e584f4263fd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398149 Feb 09 20:04:20.266795 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b003e98b-3b53-46f3-88b8-33cad26a7d45 req-19dc627b-30df-4ef4-97b5-ab2611c98ec5 tempest-TestEncryptedCinderVolumes-1127573570 tempest-TestEncryptedCinderVolumes-1127573570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:04:20.268761 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-b003e98b-3b53-46f3-88b8-33cad26a7d45 req-19dc627b-30df-4ef4-97b5-ab2611c98ec5 tempest-TestEncryptedCinderVolumes-1127573570 tempest-TestEncryptedCinderVolumes-1127573570-project] 10.222.0.75 "GET /v2.0/ports?device_id=8205326c-b446-4676-9ab1-c1b8a16aab4d HTTP/1.1" status: 200 len: 945 time: 0.0584853 Feb 09 20:04:20.317867 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-b003e98b-3b53-46f3-88b8-33cad26a7d45 req-c60cc3e3-ebdb-4581-b482-b0a1626c1483 tempest-TestEncryptedCinderVolumes-1127573570 tempest-TestEncryptedCinderVolumes-1127573570-project] 10.222.0.75 "GET /v2.0/security-groups?id=48715f15-6987-40b8-b808-e584f4263fd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427163 Feb 09 20:04:21.453630 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f232cf9-ebd6-42a6-b37a-a94188ffd91e req-25649daf-2fd0-4c8b-b669-1a7c9f2cbf54 tempest-TestEncryptedCinderVolumes-1127573570 tempest-TestEncryptedCinderVolumes-1127573570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:04:21.455763 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-7f232cf9-ebd6-42a6-b37a-a94188ffd91e req-25649daf-2fd0-4c8b-b669-1a7c9f2cbf54 tempest-TestEncryptedCinderVolumes-1127573570 tempest-TestEncryptedCinderVolumes-1127573570-project] 10.222.0.75 "GET /v2.0/ports?device_id=8205326c-b446-4676-9ab1-c1b8a16aab4d HTTP/1.1" status: 200 len: 945 time: 0.0646207 Feb 09 20:04:21.507130 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-7f232cf9-ebd6-42a6-b37a-a94188ffd91e req-f09438ba-6b90-4b21-b75c-69db8749f798 tempest-TestEncryptedCinderVolumes-1127573570 tempest-TestEncryptedCinderVolumes-1127573570-project] 10.222.0.75 "GET /v2.0/security-groups?id=48715f15-6987-40b8-b808-e584f4263fd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453548 Feb 09 20:04:21.644869 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b366ff0f-a212-4169-acca-0eb2d3a3275a req-85695283-d2a2-4dc3-a2de-dfd50be5bfa4 tempest-TestEncryptedCinderVolumes-1127573570 tempest-TestEncryptedCinderVolumes-1127573570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:04:21.646331 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-b366ff0f-a212-4169-acca-0eb2d3a3275a req-85695283-d2a2-4dc3-a2de-dfd50be5bfa4 tempest-TestEncryptedCinderVolumes-1127573570 tempest-TestEncryptedCinderVolumes-1127573570-project] 10.222.0.75 "GET /v2.0/ports?device_id=8205326c-b446-4676-9ab1-c1b8a16aab4d HTTP/1.1" status: 200 len: 945 time: 0.0574996 Feb 09 20:04:21.697184 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-b366ff0f-a212-4169-acca-0eb2d3a3275a req-e2971d48-4d23-444c-9291-deb239b009a4 tempest-TestEncryptedCinderVolumes-1127573570 tempest-TestEncryptedCinderVolumes-1127573570-project] 10.222.0.75 "GET /v2.0/security-groups?id=48715f15-6987-40b8-b808-e584f4263fd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447280 Feb 09 20:04:23.357676 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-016a15db-73c6-41a3-a2ee-1839267443ce req-4f47c6f6-720e-48ad-bd66-147759a679fd service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=8205326c-b446-4676-9ab1-c1b8a16aab4d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0477076 Feb 09 20:04:23.454767 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-016a15db-73c6-41a3-a2ee-1839267443ce req-8f1e8f92-1f49-42b8-8dfe-37cb00906be7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:04:23.456432 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-016a15db-73c6-41a3-a2ee-1839267443ce req-8f1e8f92-1f49-42b8-8dfe-37cb00906be7 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=50cc1d7f15dc476c9c72aff794aa9a9e&device_id=8205326c-b446-4676-9ab1-c1b8a16aab4d HTTP/1.1" status: 200 len: 1128 time: 0.0570810 Feb 09 20:04:23.582306 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-016a15db-73c6-41a3-a2ee-1839267443ce req-3437d866-b407-453f-9c7d-b87124765b45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:04:23.583811 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-016a15db-73c6-41a3-a2ee-1839267443ce req-3437d866-b407-453f-9c7d-b87124765b45 service neutron] 10.222.0.89 "GET /v2.0/networks?id=149b9a10-ad51-40d1-a009-e080e219e643 HTTP/1.1" status: 200 len: 917 time: 0.1067994 Feb 09 20:04:23.629890 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-016a15db-73c6-41a3-a2ee-1839267443ce req-a0febcb4-be58-455c-a969-32c1252fb062 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=2504394c-6742-44df-b56a-4862c1518567 HTTP/1.1" status: 200 len: 217 time: 0.0404856 Feb 09 20:04:23.678092 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-016a15db-73c6-41a3-a2ee-1839267443ce req-170ec43a-cd9d-46e4-91ae-5232865bfa8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:04:23.679561 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-016a15db-73c6-41a3-a2ee-1839267443ce req-170ec43a-cd9d-46e4-91ae-5232865bfa8f service neutron] 10.222.0.89 "GET /v2.0/subnets?id=04f36865-1b7f-487d-816d-e394cc149dba HTTP/1.1" status: 200 len: 855 time: 0.0444071 Feb 09 20:04:23.731428 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-016a15db-73c6-41a3-a2ee-1839267443ce req-1c71675c-352a-4128-b048-8b23959ec6e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:04:23.732957 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-016a15db-73c6-41a3-a2ee-1839267443ce req-1c71675c-352a-4128-b048-8b23959ec6e5 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=149b9a10-ad51-40d1-a009-e080e219e643&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0479343 Feb 09 20:04:23.836563 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-016a15db-73c6-41a3-a2ee-1839267443ce req-b168b5a8-a1ca-483e-803e-2b36630b8cc6 service neutron] 10.222.0.89 "GET /v2.0/networks/149b9a10-ad51-40d1-a009-e080e219e643?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0959957 Feb 09 20:04:23.929596 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-016a15db-73c6-41a3-a2ee-1839267443ce req-f30073bd-a009-47dc-896e-c8c3957010ec service neutron] 10.222.0.89 "GET /v2.0/networks/149b9a10-ad51-40d1-a009-e080e219e643?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0870202 Feb 09 20:04:27.714553 n-d-713498-36 neutron-server[103233]: DEBUG neutron.db.agents_db [None req-4a8a6a42-0a0c-4437-8958-92282682b6bb None None] Agent healthcheck: found 7 active agents {{(pid=103233) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 20:04:40.902926 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-de235d9c-4dc4-4087-a5b6-037f81dc8125 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762867132591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593584'] for agent (af91e4b9-f4e1-42b1-a25c-a10dc47171c8), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:04:43.192057 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-05688450-b320-409e-8439-1eb86886ae91 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762867132591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593584'] for agent (93303d5e-5d17-45e8-8963-7694f87783ae), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:04:44.515535 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-edc54c9b-7f13-45d9-9271-85c9738b0128 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762867132591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593584'] for agent (a62b1850-466f-48ae-bec7-d62fb280e14b), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:04:46.148693 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-a7262a8e-0513-48fd-984d-75726a511961 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762867132591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593584'] for agent (911cfea2-02ae-4ec9-bac3-7808ee1cdd9c), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:04:47.145356 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762867132591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593584'] for agent (496418a2-c002-4aec-ab1a-07f3bea491bd), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:04:49.006152 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762867132591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593584'] for agent (488cd9ae-631f-4955-ba0b-4f5a13f12e9c), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:04:49.473852 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762867132591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593584'] for agent (bcd5faee-dc24-4298-9134-0e0aa054058e), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:04:56.092986 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d004674f-e91c-4831-a14e-ecf51e642abc req-7620dc55-f0c7-4c26-bffb-d06cbdc37ca2 tempest-TestEncryptedCinderVolumes-1127573570 tempest-TestEncryptedCinderVolumes-1127573570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:04:56.094689 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-d004674f-e91c-4831-a14e-ecf51e642abc req-7620dc55-f0c7-4c26-bffb-d06cbdc37ca2 tempest-TestEncryptedCinderVolumes-1127573570 tempest-TestEncryptedCinderVolumes-1127573570-project] 10.222.0.75 "GET /v2.0/ports?device_id=8205326c-b446-4676-9ab1-c1b8a16aab4d HTTP/1.1" status: 200 len: 945 time: 0.0549009 Feb 09 20:04:56.148262 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-d004674f-e91c-4831-a14e-ecf51e642abc req-87d53268-ab40-477f-b0de-cbfbed9bd787 tempest-TestEncryptedCinderVolumes-1127573570 tempest-TestEncryptedCinderVolumes-1127573570-project] 10.222.0.75 "GET /v2.0/security-groups?id=48715f15-6987-40b8-b808-e584f4263fd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476880 Feb 09 20:04:57.391378 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97344d1a-8c29-439c-a1a0-6281b73d2cc4 req-8dec2223-5744-489a-89f7-d8d3d9e8605d tempest-TestEncryptedCinderVolumes-1127573570 tempest-TestEncryptedCinderVolumes-1127573570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:04:57.393139 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-97344d1a-8c29-439c-a1a0-6281b73d2cc4 req-8dec2223-5744-489a-89f7-d8d3d9e8605d tempest-TestEncryptedCinderVolumes-1127573570 tempest-TestEncryptedCinderVolumes-1127573570-project] 10.222.0.75 "GET /v2.0/ports?device_id=8205326c-b446-4676-9ab1-c1b8a16aab4d HTTP/1.1" status: 200 len: 945 time: 0.1674697 Feb 09 20:04:57.442684 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-97344d1a-8c29-439c-a1a0-6281b73d2cc4 req-2a72a33c-7b4d-4dff-85b7-4fa30699a475 tempest-TestEncryptedCinderVolumes-1127573570 tempest-TestEncryptedCinderVolumes-1127573570-project] 10.222.0.75 "GET /v2.0/security-groups?id=48715f15-6987-40b8-b808-e584f4263fd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437613 Feb 09 20:04:57.618727 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5afd8135-f779-47e7-99e0-05ede48028c1 req-cb23a4c2-0b84-413c-8f5c-ed3e3766f6e1 tempest-TestEncryptedCinderVolumes-1127573570 tempest-TestEncryptedCinderVolumes-1127573570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:04:57.620253 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-5afd8135-f779-47e7-99e0-05ede48028c1 req-cb23a4c2-0b84-413c-8f5c-ed3e3766f6e1 tempest-TestEncryptedCinderVolumes-1127573570 tempest-TestEncryptedCinderVolumes-1127573570-project] 10.222.0.89 "GET /v2.0/ports?device_id=8205326c-b446-4676-9ab1-c1b8a16aab4d HTTP/1.1" status: 200 len: 945 time: 0.0600829 Feb 09 20:04:57.716217 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.plugin [req-5afd8135-f779-47e7-99e0-05ede48028c1 req-5f65b5d8-ff54-4c4b-9669-ae7101c50471 tempest-TestEncryptedCinderVolumes-1127573570 tempest-TestEncryptedCinderVolumes-1127573570-project] Deleting port 2504394c-6742-44df-b56a-4862c1518567 {{(pid=103229) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 20:04:57.716469 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-5afd8135-f779-47e7-99e0-05ede48028c1 req-5f65b5d8-ff54-4c4b-9669-ae7101c50471 tempest-TestEncryptedCinderVolumes-1127573570 tempest-TestEncryptedCinderVolumes-1127573570-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762867170196'] for port (2504394c-6742-44df-b56a-4862c1518567), before_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:04:57.807876 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.db [req-5afd8135-f779-47e7-99e0-05ede48028c1 req-5f65b5d8-ff54-4c4b-9669-ae7101c50471 tempest-TestEncryptedCinderVolumes-1127573570 tempest-TestEncryptedCinderVolumes-1127573570-project] For port 2504394c-6742-44df-b56a-4862c1518567, host n-h1-713498-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-36',level=0,port_id=2504394c-6742-44df-b56a-4862c1518567,segment=NetworkSegment(b64f58f6-9a32-490b-bb05-69ae0d3cbcbd),segment_id=b64f58f6-9a32-490b-bb05-69ae0d3cbcbd)] {{(pid=103229) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 20:04:57.808233 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-5afd8135-f779-47e7-99e0-05ede48028c1 req-5f65b5d8-ff54-4c4b-9669-ae7101c50471 tempest-TestEncryptedCinderVolumes-1127573570 tempest-TestEncryptedCinderVolumes-1127573570-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1820838'] for port (2504394c-6742-44df-b56a-4862c1518567), precommit_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:04:57.821642 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.plugin [req-5afd8135-f779-47e7-99e0-05ede48028c1 req-5f65b5d8-ff54-4c4b-9669-ae7101c50471 tempest-TestEncryptedCinderVolumes-1127573570 tempest-TestEncryptedCinderVolumes-1127573570-project] Calling delete_port for 2504394c-6742-44df-b56a-4862c1518567 owned by compute:nova {{(pid=103229) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 20:04:57.947479 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-5afd8135-f779-47e7-99e0-05ede48028c1 req-5f65b5d8-ff54-4c4b-9669-ae7101c50471 tempest-TestEncryptedCinderVolumes-1127573570 tempest-TestEncryptedCinderVolumes-1127573570-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762867177463', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762866656476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12867576'] for port (2504394c-6742-44df-b56a-4862c1518567), after_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:04:57.978922 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f65b5d8-ff54-4c4b-9669-ae7101c50471 tempest-TestEncryptedCinderVolumes-1127573570 tempest-TestEncryptedCinderVolumes-1127573570-project] Pushing event deleted for resources: {'Port': ['ID=2504394c-6742-44df-b56a-4862c1518567,revision_number=None']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:04:58.022619 n-d-713498-36 neutron-server[103229]: DEBUG neutron.db.l3_dvrscheduler_db [req-5afd8135-f779-47e7-99e0-05ede48028c1 req-5f65b5d8-ff54-4c4b-9669-ae7101c50471 tempest-TestEncryptedCinderVolumes-1127573570 tempest-TestEncryptedCinderVolumes-1127573570-project] No DVR routers for this DVR port 2504394c-6742-44df-b56a-4862c1518567 on host n-h1-713498-36 {{(pid=103229) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 20:04:58.025497 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-5afd8135-f779-47e7-99e0-05ede48028c1 req-5f65b5d8-ff54-4c4b-9669-ae7101c50471 tempest-TestEncryptedCinderVolumes-1127573570 tempest-TestEncryptedCinderVolumes-1127573570-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171096'] for port (None), before_response {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:04:58.029086 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-5afd8135-f779-47e7-99e0-05ede48028c1 req-5f65b5d8-ff54-4c4b-9669-ae7101c50471 tempest-TestEncryptedCinderVolumes-1127573570 tempest-TestEncryptedCinderVolumes-1127573570-project] 10.222.0.89 "DELETE /v2.0/ports/2504394c-6742-44df-b56a-4862c1518567 HTTP/1.1" status: 204 len: 173 time: 0.4040654 Feb 09 20:04:58.029567 n-d-713498-36 neutron-server[103229]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8205326c-b446-4676-9ab1-c1b8a16aab4d', 'name': 'network-vif-deleted', 'tag': '2504394c-6742-44df-b56a-4862c1518567'}] {{(pid=103229) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 20:04:58.033332 n-d-713498-36 neutron-server[103229]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}07d618d1c5389b9cd0b8ca1de8f17b65d6cfa6b0806685514be6977118e88e42" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-371c72e6-60fb-4764-a565-8cc0b7087a90" -d '{"events": [{"server_uuid": "8205326c-b446-4676-9ab1-c1b8a16aab4d", "name": "network-vif-deleted", "tag": "2504394c-6742-44df-b56a-4862c1518567"}]}' {{(pid=103229) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 20:04:58.079214 n-d-713498-36 neutron-server[103229]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 20:04:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ad84accc-1e2f-434c-b186-5213d8d76068 x-openstack-request-id: req-ad84accc-1e2f-434c-b186-5213d8d76068 {{(pid=103229) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 20:04:58.079859 n-d-713498-36 neutron-server[103229]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8205326c-b446-4676-9ab1-c1b8a16aab4d", "name": "network-vif-deleted", "tag": "2504394c-6742-44df-b56a-4862c1518567", "status": "completed", "code": 200}]} {{(pid=103229) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 20:04:58.080120 n-d-713498-36 neutron-server[103229]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-ad84accc-1e2f-434c-b186-5213d8d76068 {{(pid=103229) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 20:04:58.080739 n-d-713498-36 neutron-server[103229]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8205326c-b446-4676-9ab1-c1b8a16aab4d', 'name': 'network-vif-deleted', 'tag': '2504394c-6742-44df-b56a-4862c1518567', 'status': 'completed', 'code': 200} Feb 09 20:04:58.565128 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-ff869c74-742e-486d-a170-686efb69049d req-c2a6a1eb-4717-4692-9927-d267bf5c933e tempest-TestEncryptedCinderVolumes-1127573570 tempest-TestEncryptedCinderVolumes-1127573570-project] 10.222.0.75 "GET /v2.0/ports?device_id=8205326c-b446-4676-9ab1-c1b8a16aab4d HTTP/1.1" status: 200 len: 210 time: 0.0313218 Feb 09 20:04:59.667081 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 53702) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:04:59.835249 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Device 2504394c-6742-44df-b56a-4862c1518567 no longer exists at agent hyperv_n-h1-713498-36 {{(pid=103232) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 20:04:59.856339 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] No Port match for: 2504394c-6742-44df-b56a-4862c1518567 {{(pid=103232) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 20:04:59.856692 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Device 2504394c-6742-44df-b56a-4862c1518567 not bound to the agent host n-h1-713498-36 {{(pid=103232) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 20:05:00.036758 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-4683595f-94eb-4259-838f-b3c52536d06a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1834525'] for router_interface (636a973f-454a-4306-bb2a-52e58c69795d), before_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:05:00.322933 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.plugin [None req-4683595f-94eb-4259-838f-b3c52536d06a admin admin] Deleting port 1e7806a8-c890-4c0c-a0e9-8af4fd945d14 {{(pid=103230) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 20:05:00.323271 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-4683595f-94eb-4259-838f-b3c52536d06a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762867170196'] for port (1e7806a8-c890-4c0c-a0e9-8af4fd945d14), before_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:05:00.408412 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.db [None req-4683595f-94eb-4259-838f-b3c52536d06a admin admin] For port 1e7806a8-c890-4c0c-a0e9-8af4fd945d14, host n-d-713498-36, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-36',level=0,port_id=1e7806a8-c890-4c0c-a0e9-8af4fd945d14,segment=NetworkSegment(b64f58f6-9a32-490b-bb05-69ae0d3cbcbd),segment_id=b64f58f6-9a32-490b-bb05-69ae0d3cbcbd)] {{(pid=103230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 20:05:00.408773 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-4683595f-94eb-4259-838f-b3c52536d06a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1820838'] for port (1e7806a8-c890-4c0c-a0e9-8af4fd945d14), precommit_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:05:00.426621 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.plugin [None req-4683595f-94eb-4259-838f-b3c52536d06a admin admin] Calling delete_port for 1e7806a8-c890-4c0c-a0e9-8af4fd945d14 owned by network:router_interface {{(pid=103230) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 20:05:00.624433 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-4683595f-94eb-4259-838f-b3c52536d06a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762867177463', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762866656476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14393751'] for port (1e7806a8-c890-4c0c-a0e9-8af4fd945d14), after_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:05:00.651453 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4683595f-94eb-4259-838f-b3c52536d06a admin admin] Pushing event deleted for resources: {'Port': ['ID=1e7806a8-c890-4c0c-a0e9-8af4fd945d14,revision_number=None']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:05:00.681076 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4683595f-94eb-4259-838f-b3c52536d06a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:05:00.681738 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4683595f-94eb-4259-838f-b3c52536d06a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:05:00.681738 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4683595f-94eb-4259-838f-b3c52536d06a admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:05:00.682120 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4683595f-94eb-4259-838f-b3c52536d06a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:05:00.682460 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4683595f-94eb-4259-838f-b3c52536d06a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:05:00.682793 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4683595f-94eb-4259-838f-b3c52536d06a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:05:00.683124 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4683595f-94eb-4259-838f-b3c52536d06a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:05:00.683457 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4683595f-94eb-4259-838f-b3c52536d06a admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:05:00.684043 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4683595f-94eb-4259-838f-b3c52536d06a admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:05:00.684367 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4683595f-94eb-4259-838f-b3c52536d06a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:05:00.684693 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4683595f-94eb-4259-838f-b3c52536d06a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:05:00.685017 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4683595f-94eb-4259-838f-b3c52536d06a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:05:00.685336 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4683595f-94eb-4259-838f-b3c52536d06a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:05:00.840768 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-4683595f-94eb-4259-838f-b3c52536d06a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1613467', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1834633'] for router_interface (636a973f-454a-4306-bb2a-52e58c69795d), after_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:05:01.077265 n-d-713498-36 neutron-server[103230]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4683595f-94eb-4259-838f-b3c52536d06a admin admin] Router 636a973f-454a-4306-bb2a-52e58c69795d has already been hosted by L3 agent 93303d5e-5d17-45e8-8963-7694f87783ae {{(pid=103230) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 20:05:01.197367 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4683595f-94eb-4259-838f-b3c52536d06a admin admin] Notify agent at l3_agent.n-d-713498-36 the message routers_updated {{(pid=103230) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 20:05:01.203539 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-4683595f-94eb-4259-838f-b3c52536d06a admin admin] 10.222.0.75 "PUT /v2.0/routers/636a973f-454a-4306-bb2a-52e58c69795d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5343678 Feb 09 20:05:01.207930 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 53704) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:05:01.209378 n-d-713498-36 neutron-server[103233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5014bdf7-0934-4edd-aae4-59b03bfa9402 None None] Sync routers for ids ['636a973f-454a-4306-bb2a-52e58c69795d'] in n-d-713498-36 {{(pid=103233) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 20:05:01.222379 n-d-713498-36 neutron-server[103233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5014bdf7-0934-4edd-aae4-59b03bfa9402 None None] Routers {'636a973f-454a-4306-bb2a-52e58c69795d'} bound to L3 agent in host n-d-713498-36 {{(pid=103233) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 20:05:01.222379 n-d-713498-36 neutron-server[103233]: DEBUG neutron.db.l3_hamode_db [None req-5014bdf7-0934-4edd-aae4-59b03bfa9402 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T18:51:43Z,description=,heartbeat_timestamp=2022-02-09T20:04:43Z,host='n-d-713498-36',id=93303d5e-5d17-45e8-8963-7694f87783ae,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T18:51:43Z,topic='l3_agent')) {'router_ids': ['636a973f-454a-4306-bb2a-52e58c69795d'], 'active': True} {{(pid=103233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 20:05:01.320032 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-875bc4a8-56e6-41fe-bb2b-0d5e146f6488 admin admin] Publish callbacks [] for router (636a973f-454a-4306-bb2a-52e58c69795d), before_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:05:01.332490 n-d-713498-36 neutron-server[103233]: DEBUG neutron.db.l3_dvr_db [None req-5014bdf7-0934-4edd-aae4-59b03bfa9402 None None] Set router 636a973f-454a-4306-bb2a-52e58c69795d gateway port host: n-d-713498-36 {{(pid=103233) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 20:05:01.433202 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-875bc4a8-56e6-41fe-bb2b-0d5e146f6488 admin admin] Publish callbacks [] for router_gateway (636a973f-454a-4306-bb2a-52e58c69795d), before_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:05:01.536261 n-d-713498-36 neutron-server[103233]: DEBUG neutron.db.l3_hamode_db [None req-5014bdf7-0934-4edd-aae4-59b03bfa9402 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '636a973f-454a-4306-bb2a-52e58c69795d', 'name': 'tempest-TestEncryptedCinderVolumes-447806924-router', 'tenant_id': '50cc1d7f15dc476c9c72aff794aa9a9e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88055e1e-672a-4487-be31-ffb6e833ece5', 'external_fixed_ips': [{'subnet_id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'ip_address': '172.25.1.28'}], 'enable_snat': True}, 'gw_port_id': 'de8e28b3-1805-498f-a44c-5db95efefd0a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T20:03:09Z', 'updated_at': '2022-02-09T20:05:00Z', 'revision_number': 5, 'project_id': '50cc1d7f15dc476c9c72aff794aa9a9e', 'gw_port': {'id': 'de8e28b3-1805-498f-a44c-5db95efefd0a', 'name': '', 'network_id': '88055e1e-672a-4487-be31-ffb6e833ece5', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:99:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '636a973f-454a-4306-bb2a-52e58c69795d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4164, 'fixed_ips': [{'subnet_id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'ip_address': '172.25.1.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T20:03:10Z', 'updated_at': '2022-02-09T20:03:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-36'}], 'n-d-713498-36', False) {} {{(pid=103233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 20:05:01.565798 n-d-713498-36 neutron-server[103233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5014bdf7-0934-4edd-aae4-59b03bfa9402 None None] Checking router: 636a973f-454a-4306-bb2a-52e58c69795d for host: n-d-713498-36 {{(pid=103233) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 20:05:01.575373 n-d-713498-36 neutron-server[103233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5014bdf7-0934-4edd-aae4-59b03bfa9402 None None] Routers {'636a973f-454a-4306-bb2a-52e58c69795d'} bound to L3 agent in host n-d-713498-36 {{(pid=103233) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 20:05:01.575998 n-d-713498-36 neutron-server[103233]: DEBUG neutron.db.l3_hamode_db [None req-5014bdf7-0934-4edd-aae4-59b03bfa9402 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T18:51:43Z,description=,heartbeat_timestamp=2022-02-09T20:04:43Z,host='n-d-713498-36',id=93303d5e-5d17-45e8-8963-7694f87783ae,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T18:51:43Z,topic='l3_agent')) {'router_ids': ['636a973f-454a-4306-bb2a-52e58c69795d'], 'active': True} {{(pid=103233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 20:05:01.667610 n-d-713498-36 neutron-server[103233]: DEBUG neutron.db.l3_dvr_db [None req-5014bdf7-0934-4edd-aae4-59b03bfa9402 None None] Set router 636a973f-454a-4306-bb2a-52e58c69795d gateway port host: None {{(pid=103233) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 20:05:01.724885 n-d-713498-36 neutron-server[103233]: DEBUG neutron.db.l3_hamode_db [None req-5014bdf7-0934-4edd-aae4-59b03bfa9402 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '636a973f-454a-4306-bb2a-52e58c69795d', 'name': 'tempest-TestEncryptedCinderVolumes-447806924-router', 'tenant_id': '50cc1d7f15dc476c9c72aff794aa9a9e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T20:03:09Z', 'updated_at': '2022-02-09T20:05:01Z', 'revision_number': 6, 'project_id': '50cc1d7f15dc476c9c72aff794aa9a9e', 'gw_port_host': None}], 'n-d-713498-36', False) {} {{(pid=103233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 20:05:01.752519 n-d-713498-36 neutron-server[103233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5014bdf7-0934-4edd-aae4-59b03bfa9402 None None] The sync data for ids ['636a973f-454a-4306-bb2a-52e58c69795d'] in n-d-713498-36 is: [{'id': '636a973f-454a-4306-bb2a-52e58c69795d', 'name': 'tempest-TestEncryptedCinderVolumes-447806924-router', 'tenant_id': '50cc1d7f15dc476c9c72aff794aa9a9e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T20:03:09Z', 'updated_at': '2022-02-09T20:05:01Z', 'revision_number': 6, 'project_id': '50cc1d7f15dc476c9c72aff794aa9a9e', 'gw_port_host': None}] {{(pid=103233) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 20:05:01.775940 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.plugin [None req-875bc4a8-56e6-41fe-bb2b-0d5e146f6488 admin admin] Deleting port de8e28b3-1805-498f-a44c-5db95efefd0a {{(pid=103230) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 20:05:01.776434 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-875bc4a8-56e6-41fe-bb2b-0d5e146f6488 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762867170196'] for port (de8e28b3-1805-498f-a44c-5db95efefd0a), before_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:05:01.854556 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.db [None req-875bc4a8-56e6-41fe-bb2b-0d5e146f6488 admin admin] For port de8e28b3-1805-498f-a44c-5db95efefd0a, host n-d-713498-36, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-36',level=0,port_id=de8e28b3-1805-498f-a44c-5db95efefd0a,segment=NetworkSegment(a4222f89-8d3f-4b51-953b-1a8126392491),segment_id=a4222f89-8d3f-4b51-953b-1a8126392491)] {{(pid=103230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 20:05:01.854919 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-875bc4a8-56e6-41fe-bb2b-0d5e146f6488 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1820838'] for port (de8e28b3-1805-498f-a44c-5db95efefd0a), precommit_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:05:01.868075 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.plugin [None req-875bc4a8-56e6-41fe-bb2b-0d5e146f6488 admin admin] Calling delete_port for de8e28b3-1805-498f-a44c-5db95efefd0a owned by network:router_gateway {{(pid=103230) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 20:05:02.037568 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-875bc4a8-56e6-41fe-bb2b-0d5e146f6488 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762867177463', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762866656476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14393751'] for port (de8e28b3-1805-498f-a44c-5db95efefd0a), after_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:05:02.062680 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-875bc4a8-56e6-41fe-bb2b-0d5e146f6488 admin admin] Pushing event deleted for resources: {'Port': ['ID=de8e28b3-1805-498f-a44c-5db95efefd0a,revision_number=None']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:05:02.129292 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-875bc4a8-56e6-41fe-bb2b-0d5e146f6488 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1818987'] for router_gateway (636a973f-454a-4306-bb2a-52e58c69795d), after_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:05:02.229631 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-875bc4a8-56e6-41fe-bb2b-0d5e146f6488 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1834988', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-58375'] for router (636a973f-454a-4306-bb2a-52e58c69795d), precommit_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:05:02.232147 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-875bc4a8-56e6-41fe-bb2b-0d5e146f6488 admin admin] Publish callbacks [] for router_controller (636a973f-454a-4306-bb2a-52e58c69795d), precommit_delete_associations {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:05:02.290051 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-875bc4a8-56e6-41fe-bb2b-0d5e146f6488 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1835003'] for router (636a973f-454a-4306-bb2a-52e58c69795d), after_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:05:02.290533 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-875bc4a8-56e6-41fe-bb2b-0d5e146f6488 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 636a973f-454a-4306-bb2a-52e58c69795d {{(pid=103230) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 09 20:05:02.295225 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-875bc4a8-56e6-41fe-bb2b-0d5e146f6488 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:05:02.296389 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-875bc4a8-56e6-41fe-bb2b-0d5e146f6488 admin admin] 10.222.0.75 "DELETE /v2.0/routers/636a973f-454a-4306-bb2a-52e58c69795d HTTP/1.1" status: 204 len: 168 time: 1.0873549 Feb 09 20:05:02.299669 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 53706) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:05:02.347134 n-d-713498-36 neutron-server[103230]: DEBUG neutron.db.db_base_plugin_v2 [None req-be089bc9-3e4b-4bbb-80ef-05918f7a399c admin admin] Deleting subnet 04f36865-1b7f-487d-816d-e394cc149dba {{(pid=103230) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 20:05:02.350676 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-be089bc9-3e4b-4bbb-80ef-05918f7a399c admin admin] Publish callbacks [] for subnet (04f36865-1b7f-487d-816d-e394cc149dba), before_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:05:02.387180 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-be089bc9-3e4b-4bbb-80ef-05918f7a399c admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12895822'] for subnet (04f36865-1b7f-487d-816d-e394cc149dba), precommit_delete_associations {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:05:02.483353 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-be089bc9-3e4b-4bbb-80ef-05918f7a399c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-759852'] for subnet (04f36865-1b7f-487d-816d-e394cc149dba), precommit_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:05:02.566139 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-be089bc9-3e4b-4bbb-80ef-05918f7a399c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-760023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14393672', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12985882'] for subnet (04f36865-1b7f-487d-816d-e394cc149dba), after_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:05:02.602567 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Device de8e28b3-1805-498f-a44c-5db95efefd0a no longer exists at agent ovs-agent-n-d-713498-36 {{(pid=103232) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 20:05:02.610246 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-be089bc9-3e4b-4bbb-80ef-05918f7a399c admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:05:02.614535 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-be089bc9-3e4b-4bbb-80ef-05918f7a399c admin admin] 10.222.0.75 "DELETE /v2.0/subnets/04f36865-1b7f-487d-816d-e394cc149dba HTTP/1.1" status: 204 len: 168 time: 0.3138738 Feb 09 20:05:02.615923 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be089bc9-3e4b-4bbb-80ef-05918f7a399c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=04f36865-1b7f-487d-816d-e394cc149dba,revision_number=None']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:05:02.617230 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 53708) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:05:02.630476 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e40e084-d096-4345-b580-86e5ee821800 None None] Network 149b9a10-ad51-40d1-a009-e080e219e643 requested from n-d-713498-36 {{(pid=103232) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 20:05:02.632295 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] No Port match for: de8e28b3-1805-498f-a44c-5db95efefd0a {{(pid=103232) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 20:05:02.632637 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Device de8e28b3-1805-498f-a44c-5db95efefd0a not bound to the agent host n-d-713498-36 {{(pid=103232) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 20:05:02.633080 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Device 1e7806a8-c890-4c0c-a0e9-8af4fd945d14 no longer exists at agent ovs-agent-n-d-713498-36 {{(pid=103232) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 20:05:02.665452 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] No Port match for: 1e7806a8-c890-4c0c-a0e9-8af4fd945d14 {{(pid=103232) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 20:05:02.665820 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Device 1e7806a8-c890-4c0c-a0e9-8af4fd945d14 not bound to the agent host n-d-713498-36 {{(pid=103232) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 20:05:02.729377 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-6671f617-eb6c-4a91-b616-fe38c20b26dd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-670458'] for network (149b9a10-ad51-40d1-a009-e080e219e643), before_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:05:02.821585 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.plugin [None req-6671f617-eb6c-4a91-b616-fe38c20b26dd admin admin] Deleting port c749dd56-1896-48e5-9168-3f6f7a10774a {{(pid=103229) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 20:05:02.822197 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-6671f617-eb6c-4a91-b616-fe38c20b26dd admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762867170196'] for port (c749dd56-1896-48e5-9168-3f6f7a10774a), before_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:05:02.845474 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59b9d75f-a595-4444-9304-3b0aad28a4a2 None None] DHCP port deletion for 149b9a10-ad51-40d1-a009-e080e219e643 request from n-d-713498-36 {{(pid=103232) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 09 20:05:02.900482 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.db [None req-6671f617-eb6c-4a91-b616-fe38c20b26dd admin admin] For port c749dd56-1896-48e5-9168-3f6f7a10774a, host n-d-713498-36, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-36',level=0,port_id=c749dd56-1896-48e5-9168-3f6f7a10774a,segment=NetworkSegment(b64f58f6-9a32-490b-bb05-69ae0d3cbcbd),segment_id=b64f58f6-9a32-490b-bb05-69ae0d3cbcbd)] {{(pid=103229) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 20:05:02.900864 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-6671f617-eb6c-4a91-b616-fe38c20b26dd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1820838'] for port (c749dd56-1896-48e5-9168-3f6f7a10774a), precommit_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:05:02.914741 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.plugin [None req-6671f617-eb6c-4a91-b616-fe38c20b26dd admin admin] Calling delete_port for c749dd56-1896-48e5-9168-3f6f7a10774a owned by network:dhcp {{(pid=103229) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 20:05:02.931292 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-59b9d75f-a595-4444-9304-3b0aad28a4a2 None None] Deleting port c749dd56-1896-48e5-9168-3f6f7a10774a {{(pid=103232) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 20:05:02.931667 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-59b9d75f-a595-4444-9304-3b0aad28a4a2 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762867170196'] for port (c749dd56-1896-48e5-9168-3f6f7a10774a), before_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:05:02.997012 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-6671f617-eb6c-4a91-b616-fe38c20b26dd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762867177463', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762866656476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12867576'] for port (c749dd56-1896-48e5-9168-3f6f7a10774a), after_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:05:03.007398 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-59b9d75f-a595-4444-9304-3b0aad28a4a2 None None] For port c749dd56-1896-48e5-9168-3f6f7a10774a, host n-d-713498-36, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-36',level=0,port_id=c749dd56-1896-48e5-9168-3f6f7a10774a,segment=NetworkSegment(b64f58f6-9a32-490b-bb05-69ae0d3cbcbd),segment_id=b64f58f6-9a32-490b-bb05-69ae0d3cbcbd)] {{(pid=103232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 20:05:03.007730 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-59b9d75f-a595-4444-9304-3b0aad28a4a2 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1820838'] for port (c749dd56-1896-48e5-9168-3f6f7a10774a), precommit_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:05:03.021715 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-59b9d75f-a595-4444-9304-3b0aad28a4a2 None None] Calling delete_port for c749dd56-1896-48e5-9168-3f6f7a10774a owned by network:dhcp {{(pid=103232) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 20:05:03.032472 n-d-713498-36 neutron-server[103229]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6671f617-eb6c-4a91-b616-fe38c20b26dd admin admin] No DVR routers for this DVR port c749dd56-1896-48e5-9168-3f6f7a10774a on host n-d-713498-36 {{(pid=103229) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 20:05:03.034548 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6671f617-eb6c-4a91-b616-fe38c20b26dd admin admin] Pushing event deleted for resources: {'Port': ['ID=c749dd56-1896-48e5-9168-3f6f7a10774a,revision_number=None']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:05:03.112805 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-6671f617-eb6c-4a91-b616-fe38c20b26dd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-590267', 'neutron.services.segments.db._delete_segments_for_network-8762867132609'] for network (149b9a10-ad51-40d1-a009-e080e219e643), precommit_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:05:03.138287 n-d-713498-36 neutron-server[103229]: DEBUG neutron.services.segments.db [None req-6671f617-eb6c-4a91-b616-fe38c20b26dd admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['149b9a10-ad51-40d1-a009-e080e219e643']}} {{(pid=103229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 20:05:03.149804 n-d-713498-36 neutron-server[103229]: DEBUG neutron.services.segments.db [None req-6671f617-eb6c-4a91-b616-fe38c20b26dd admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b64f58f6-9a32-490b-bb05-69ae0d3cbcbd') {'for_net_delete': True} {{(pid=103229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 20:05:03.150142 n-d-713498-36 neutron-server[103229]: DEBUG neutron.services.segments.db [None req-6671f617-eb6c-4a91-b616-fe38c20b26dd admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b64f58f6-9a32-490b-bb05-69ae0d3cbcbd') {} {{(pid=103229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 20:05:03.162490 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-6671f617-eb6c-4a91-b616-fe38c20b26dd admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762867134154', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16683417'] for segment (b64f58f6-9a32-490b-bb05-69ae0d3cbcbd), before_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:05:03.179108 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-6671f617-eb6c-4a91-b616-fe38c20b26dd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-759574'] for segment (b64f58f6-9a32-490b-bb05-69ae0d3cbcbd), precommit_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:05:03.188678 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6671f617-eb6c-4a91-b616-fe38c20b26dd admin admin] Releasing vlan 365 on physical network physnet1 to pool {{(pid=103229) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 20:05:03.188678 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-6671f617-eb6c-4a91-b616-fe38c20b26dd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-759574', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12867469'] for segment (b64f58f6-9a32-490b-bb05-69ae0d3cbcbd), after_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:05:03.190671 n-d-713498-36 neutron-server[103229]: Traceback (most recent call last): Feb 09 20:05:03.190671 n-d-713498-36 neutron-server[103229]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 20:05:03.190671 n-d-713498-36 neutron-server[103229]: timer() Feb 09 20:05:03.190671 n-d-713498-36 neutron-server[103229]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 20:05:03.190671 n-d-713498-36 neutron-server[103229]: cb(*args, **kw) Feb 09 20:05:03.190671 n-d-713498-36 neutron-server[103229]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 20:05:03.190671 n-d-713498-36 neutron-server[103229]: return func(*args, **kwargs) Feb 09 20:05:03.190671 n-d-713498-36 neutron-server[103229]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 20:05:03.190671 n-d-713498-36 neutron-server[103229]: self._notify() Feb 09 20:05:03.190671 n-d-713498-36 neutron-server[103229]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 20:05:03.190671 n-d-713498-36 neutron-server[103229]: self.callback(batched_events) Feb 09 20:05:03.190671 n-d-713498-36 neutron-server[103229]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 20:05:03.190671 n-d-713498-36 neutron-server[103229]: event.method(event) Feb 09 20:05:03.190671 n-d-713498-36 neutron-server[103229]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 20:05:03.190671 n-d-713498-36 neutron-server[103229]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 20:05:03.190671 n-d-713498-36 neutron-server[103229]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 20:05:03.190671 n-d-713498-36 neutron-server[103229]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 20:05:03.190671 n-d-713498-36 neutron-server[103229]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 20:05:03.190671 n-d-713498-36 neutron-server[103229]: return f(self, *a, **k) Feb 09 20:05:03.190671 n-d-713498-36 neutron-server[103229]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 20:05:03.190671 n-d-713498-36 neutron-server[103229]: return self._get(url).json() Feb 09 20:05:03.190671 n-d-713498-36 neutron-server[103229]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 20:05:03.190671 n-d-713498-36 neutron-server[103229]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 20:05:03.190671 n-d-713498-36 neutron-server[103229]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 20:05:03.190671 n-d-713498-36 neutron-server[103229]: return self.request(url, 'GET', **kwargs) Feb 09 20:05:03.190671 n-d-713498-36 neutron-server[103229]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 20:05:03.190671 n-d-713498-36 neutron-server[103229]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 20:05:03.190671 n-d-713498-36 neutron-server[103229]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 20:05:03.190671 n-d-713498-36 neutron-server[103229]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 20:05:03.190671 n-d-713498-36 neutron-server[103229]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 20:05:03.190671 n-d-713498-36 neutron-server[103229]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 20:05:03.190671 n-d-713498-36 neutron-server[103229]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 20:05:03.250695 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-6671f617-eb6c-4a91-b616-fe38c20b26dd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-590242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1885479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1818895'] for network (149b9a10-ad51-40d1-a009-e080e219e643), after_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:05:03.256488 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-6671f617-eb6c-4a91-b616-fe38c20b26dd admin admin] Publish callbacks [] for network (None), before_response {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:05:03.259711 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-6671f617-eb6c-4a91-b616-fe38c20b26dd admin admin] 10.222.0.75 "DELETE /v2.0/networks/149b9a10-ad51-40d1-a009-e080e219e643 HTTP/1.1" status: 204 len: 168 time: 0.6413786 Feb 09 20:05:03.262724 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 53710) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:05:03.289607 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-59b9d75f-a595-4444-9304-3b0aad28a4a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762867177463', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762866656476'] for port (c749dd56-1896-48e5-9168-3f6f7a10774a), after_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:05:03.313517 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-59b9d75f-a595-4444-9304-3b0aad28a4a2 None None] Network 149b9a10-ad51-40d1-a009-e080e219e643 is not hosted by any dhcp agent {{(pid=103232) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Feb 09 20:05:03.313875 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6671f617-eb6c-4a91-b616-fe38c20b26dd admin admin] Pushing event deleted for resources: {'Network': ['ID=149b9a10-ad51-40d1-a009-e080e219e643,revision_number=None']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:05:03.314275 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59b9d75f-a595-4444-9304-3b0aad28a4a2 None None] No DVR routers for this DVR port c749dd56-1896-48e5-9168-3f6f7a10774a on host n-d-713498-36 {{(pid=103232) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 20:05:03.315921 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59b9d75f-a595-4444-9304-3b0aad28a4a2 None None] Pushing event deleted for resources: {'Port': ['ID=c749dd56-1896-48e5-9168-3f6f7a10774a,revision_number=None']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:05:03.910054 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-3af858dc-fe2e-40c8-b275-a4f21a92d68f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1834525'] for router_interface (cfdc0b14-7e18-418a-9f5e-94cf3c1d2482), before_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:05:04.170180 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.plugin [None req-3af858dc-fe2e-40c8-b275-a4f21a92d68f admin admin] Deleting port 97668bc4-e86c-45b2-bf42-8f63adbe752c {{(pid=103229) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 20:05:04.170440 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-3af858dc-fe2e-40c8-b275-a4f21a92d68f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762867170196'] for port (97668bc4-e86c-45b2-bf42-8f63adbe752c), before_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:05:04.256062 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.db [None req-3af858dc-fe2e-40c8-b275-a4f21a92d68f admin admin] For port 97668bc4-e86c-45b2-bf42-8f63adbe752c, host n-d-713498-36, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-36',level=0,port_id=97668bc4-e86c-45b2-bf42-8f63adbe752c,segment=NetworkSegment(faebd1fb-b4f5-48f0-8cc4-59fbafc05686),segment_id=faebd1fb-b4f5-48f0-8cc4-59fbafc05686)] {{(pid=103229) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 20:05:04.256429 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-3af858dc-fe2e-40c8-b275-a4f21a92d68f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1820838'] for port (97668bc4-e86c-45b2-bf42-8f63adbe752c), precommit_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:05:04.274106 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.plugin [None req-3af858dc-fe2e-40c8-b275-a4f21a92d68f admin admin] Calling delete_port for 97668bc4-e86c-45b2-bf42-8f63adbe752c owned by network:router_interface {{(pid=103229) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 20:05:04.467571 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-3af858dc-fe2e-40c8-b275-a4f21a92d68f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762867177463', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762866656476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12867576'] for port (97668bc4-e86c-45b2-bf42-8f63adbe752c), after_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:05:04.517110 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3af858dc-fe2e-40c8-b275-a4f21a92d68f admin admin] Pushing event deleted for resources: {'Port': ['ID=97668bc4-e86c-45b2-bf42-8f63adbe752c,revision_number=None']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:05:04.518360 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Device c749dd56-1896-48e5-9168-3f6f7a10774a no longer exists at agent ovs-agent-n-d-713498-36 {{(pid=103232) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 20:05:04.547615 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] No Port match for: c749dd56-1896-48e5-9168-3f6f7a10774a {{(pid=103232) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 20:05:04.549120 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Device c749dd56-1896-48e5-9168-3f6f7a10774a not bound to the agent host n-d-713498-36 {{(pid=103232) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 20:05:04.673933 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-3af858dc-fe2e-40c8-b275-a4f21a92d68f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1613467', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1834633'] for router_interface (cfdc0b14-7e18-418a-9f5e-94cf3c1d2482), after_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:05:04.714090 n-d-713498-36 neutron-server[103233]: DEBUG neutron.db.agents_db [None req-4a8a6a42-0a0c-4437-8958-92282682b6bb None None] Agent healthcheck: found 7 active agents {{(pid=103233) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 20:05:04.902130 n-d-713498-36 neutron-server[103229]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3af858dc-fe2e-40c8-b275-a4f21a92d68f admin admin] Router cfdc0b14-7e18-418a-9f5e-94cf3c1d2482 has already been hosted by L3 agent 93303d5e-5d17-45e8-8963-7694f87783ae {{(pid=103229) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 20:05:05.015440 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3af858dc-fe2e-40c8-b275-a4f21a92d68f admin admin] Notify agent at l3_agent.n-d-713498-36 the message routers_updated {{(pid=103229) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 20:05:05.020613 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-3af858dc-fe2e-40c8-b275-a4f21a92d68f admin admin] 10.222.0.75 "PUT /v2.0/routers/cfdc0b14-7e18-418a-9f5e-94cf3c1d2482/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7567799 Feb 09 20:05:05.023263 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 53712) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:05:05.026108 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c71d6ef-93b4-4a68-bff4-a53c122e6168 None None] Sync routers for ids ['cfdc0b14-7e18-418a-9f5e-94cf3c1d2482'] in n-d-713498-36 {{(pid=103232) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 20:05:05.037606 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c71d6ef-93b4-4a68-bff4-a53c122e6168 None None] Routers {'cfdc0b14-7e18-418a-9f5e-94cf3c1d2482'} bound to L3 agent in host n-d-713498-36 {{(pid=103232) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 20:05:05.038383 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.l3_hamode_db [None req-0c71d6ef-93b4-4a68-bff4-a53c122e6168 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T18:51:43Z,description=,heartbeat_timestamp=2022-02-09T20:04:43Z,host='n-d-713498-36',id=93303d5e-5d17-45e8-8963-7694f87783ae,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T18:51:43Z,topic='l3_agent')) {'router_ids': ['cfdc0b14-7e18-418a-9f5e-94cf3c1d2482'], 'active': True} {{(pid=103232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 20:05:05.133153 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-a9936975-1a15-4a18-b54e-7dd9e5cbf3dc admin admin] Publish callbacks [] for router (cfdc0b14-7e18-418a-9f5e-94cf3c1d2482), before_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:05:05.148217 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.l3_dvr_db [None req-0c71d6ef-93b4-4a68-bff4-a53c122e6168 None None] Set router cfdc0b14-7e18-418a-9f5e-94cf3c1d2482 gateway port host: n-d-713498-36 {{(pid=103232) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 20:05:05.243365 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-a9936975-1a15-4a18-b54e-7dd9e5cbf3dc admin admin] Publish callbacks [] for router_gateway (cfdc0b14-7e18-418a-9f5e-94cf3c1d2482), before_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:05:05.312675 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.plugin [None req-a9936975-1a15-4a18-b54e-7dd9e5cbf3dc admin admin] Deleting port f509731f-28cb-4cdc-9456-96eb05cd6dc1 {{(pid=103229) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 20:05:05.312918 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-a9936975-1a15-4a18-b54e-7dd9e5cbf3dc admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762867170196'] for port (f509731f-28cb-4cdc-9456-96eb05cd6dc1), before_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:05:05.390926 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.l3_hamode_db [None req-0c71d6ef-93b4-4a68-bff4-a53c122e6168 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cfdc0b14-7e18-418a-9f5e-94cf3c1d2482', 'name': 'tempest-TestEncryptedCinderVolumes-1393802858-router', 'tenant_id': 'c7e0225a25a84fc794de8ea0f154b257', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88055e1e-672a-4487-be31-ffb6e833ece5', 'external_fixed_ips': [{'subnet_id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'ip_address': '172.25.1.186'}], 'enable_snat': True}, 'gw_port_id': 'f509731f-28cb-4cdc-9456-96eb05cd6dc1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T20:03:14Z', 'updated_at': '2022-02-09T20:05:04Z', 'revision_number': 5, 'project_id': 'c7e0225a25a84fc794de8ea0f154b257', 'gw_port': {'id': 'f509731f-28cb-4cdc-9456-96eb05cd6dc1', 'name': '', 'network_id': '88055e1e-672a-4487-be31-ffb6e833ece5', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:62:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfdc0b14-7e18-418a-9f5e-94cf3c1d2482', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4176, 'fixed_ips': [{'subnet_id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'ip_address': '172.25.1.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T20:03:15Z', 'updated_at': '2022-02-09T20:03:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-36'}], 'n-d-713498-36', False) {} {{(pid=103232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 20:05:05.395171 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.db [None req-a9936975-1a15-4a18-b54e-7dd9e5cbf3dc admin admin] For port f509731f-28cb-4cdc-9456-96eb05cd6dc1, host n-d-713498-36, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-36',level=0,port_id=f509731f-28cb-4cdc-9456-96eb05cd6dc1,segment=NetworkSegment(a4222f89-8d3f-4b51-953b-1a8126392491),segment_id=a4222f89-8d3f-4b51-953b-1a8126392491)] {{(pid=103229) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 20:05:05.395541 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-a9936975-1a15-4a18-b54e-7dd9e5cbf3dc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1820838'] for port (f509731f-28cb-4cdc-9456-96eb05cd6dc1), precommit_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:05:05.409303 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.plugin [None req-a9936975-1a15-4a18-b54e-7dd9e5cbf3dc admin admin] Calling delete_port for f509731f-28cb-4cdc-9456-96eb05cd6dc1 owned by network:router_gateway {{(pid=103229) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 20:05:05.418097 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c71d6ef-93b4-4a68-bff4-a53c122e6168 None None] Checking router: cfdc0b14-7e18-418a-9f5e-94cf3c1d2482 for host: n-d-713498-36 {{(pid=103232) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 20:05:05.427380 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c71d6ef-93b4-4a68-bff4-a53c122e6168 None None] Routers {'cfdc0b14-7e18-418a-9f5e-94cf3c1d2482'} bound to L3 agent in host n-d-713498-36 {{(pid=103232) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 20:05:05.427989 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.l3_hamode_db [None req-0c71d6ef-93b4-4a68-bff4-a53c122e6168 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T18:51:43Z,description=,heartbeat_timestamp=2022-02-09T20:04:43Z,host='n-d-713498-36',id=93303d5e-5d17-45e8-8963-7694f87783ae,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T18:51:43Z,topic='l3_agent')) {'router_ids': ['cfdc0b14-7e18-418a-9f5e-94cf3c1d2482'], 'active': True} {{(pid=103232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 20:05:05.518718 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.l3_dvr_db [None req-0c71d6ef-93b4-4a68-bff4-a53c122e6168 None None] Set router cfdc0b14-7e18-418a-9f5e-94cf3c1d2482 gateway port host: None {{(pid=103232) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 20:05:05.576757 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.l3_hamode_db [None req-0c71d6ef-93b4-4a68-bff4-a53c122e6168 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cfdc0b14-7e18-418a-9f5e-94cf3c1d2482', 'name': 'tempest-TestEncryptedCinderVolumes-1393802858-router', 'tenant_id': 'c7e0225a25a84fc794de8ea0f154b257', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T20:03:14Z', 'updated_at': '2022-02-09T20:05:05Z', 'revision_number': 6, 'project_id': 'c7e0225a25a84fc794de8ea0f154b257', 'gw_port_host': None}], 'n-d-713498-36', False) {} {{(pid=103232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 20:05:05.581515 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-a9936975-1a15-4a18-b54e-7dd9e5cbf3dc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762867177463', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762866656476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12867576'] for port (f509731f-28cb-4cdc-9456-96eb05cd6dc1), after_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:05:05.605343 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c71d6ef-93b4-4a68-bff4-a53c122e6168 None None] The sync data for ids ['cfdc0b14-7e18-418a-9f5e-94cf3c1d2482'] in n-d-713498-36 is: [{'id': 'cfdc0b14-7e18-418a-9f5e-94cf3c1d2482', 'name': 'tempest-TestEncryptedCinderVolumes-1393802858-router', 'tenant_id': 'c7e0225a25a84fc794de8ea0f154b257', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T20:03:14Z', 'updated_at': '2022-02-09T20:05:05Z', 'revision_number': 6, 'project_id': 'c7e0225a25a84fc794de8ea0f154b257', 'gw_port_host': None}] {{(pid=103232) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 20:05:05.614775 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9936975-1a15-4a18-b54e-7dd9e5cbf3dc admin admin] Pushing event deleted for resources: {'Port': ['ID=f509731f-28cb-4cdc-9456-96eb05cd6dc1,revision_number=None']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:05:05.679548 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-a9936975-1a15-4a18-b54e-7dd9e5cbf3dc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1818987'] for router_gateway (cfdc0b14-7e18-418a-9f5e-94cf3c1d2482), after_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:05:05.772555 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-a9936975-1a15-4a18-b54e-7dd9e5cbf3dc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1834988', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-58375'] for router (cfdc0b14-7e18-418a-9f5e-94cf3c1d2482), precommit_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:05:05.774725 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-a9936975-1a15-4a18-b54e-7dd9e5cbf3dc admin admin] Publish callbacks [] for router_controller (cfdc0b14-7e18-418a-9f5e-94cf3c1d2482), precommit_delete_associations {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:05:05.821863 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-a9936975-1a15-4a18-b54e-7dd9e5cbf3dc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1835003'] for router (cfdc0b14-7e18-418a-9f5e-94cf3c1d2482), after_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:05:05.822413 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a9936975-1a15-4a18-b54e-7dd9e5cbf3dc admin admin] Fanout notify agent at l3_agent the message router_deleted on router cfdc0b14-7e18-418a-9f5e-94cf3c1d2482 {{(pid=103229) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 09 20:05:05.826984 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-a9936975-1a15-4a18-b54e-7dd9e5cbf3dc admin admin] Publish callbacks [] for router (None), before_response {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:05:05.828666 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-a9936975-1a15-4a18-b54e-7dd9e5cbf3dc admin admin] 10.222.0.75 "DELETE /v2.0/routers/cfdc0b14-7e18-418a-9f5e-94cf3c1d2482 HTTP/1.1" status: 204 len: 168 time: 0.8044701 Feb 09 20:05:05.831911 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 53714) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:05:05.878596 n-d-713498-36 neutron-server[103229]: DEBUG neutron.db.db_base_plugin_v2 [None req-75f7556f-045d-4844-834a-e1bb00de63d0 admin admin] Deleting subnet 335ffae6-7adc-43dd-bb34-19c42e9b6bf9 {{(pid=103229) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 20:05:05.882891 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-75f7556f-045d-4844-834a-e1bb00de63d0 admin admin] Publish callbacks [] for subnet (335ffae6-7adc-43dd-bb34-19c42e9b6bf9), before_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:05:05.918102 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-75f7556f-045d-4844-834a-e1bb00de63d0 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16683410'] for subnet (335ffae6-7adc-43dd-bb34-19c42e9b6bf9), precommit_delete_associations {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:05:06.003918 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-75f7556f-045d-4844-834a-e1bb00de63d0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-759852'] for subnet (335ffae6-7adc-43dd-bb34-19c42e9b6bf9), precommit_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:05:06.060620 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-75f7556f-045d-4844-834a-e1bb00de63d0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-760023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12867367', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12759238'] for subnet (335ffae6-7adc-43dd-bb34-19c42e9b6bf9), after_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:05:06.089551 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75f7556f-045d-4844-834a-e1bb00de63d0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=335ffae6-7adc-43dd-bb34-19c42e9b6bf9,revision_number=None']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:05:06.093172 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-75f7556f-045d-4844-834a-e1bb00de63d0 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:05:06.095407 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e609c68-fafe-4914-a133-26f17b90c99f None None] Network 762ca8af-649f-4245-b2ed-dc436650e708 requested from n-d-713498-36 {{(pid=103232) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 20:05:06.097220 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-75f7556f-045d-4844-834a-e1bb00de63d0 admin admin] 10.222.0.75 "DELETE /v2.0/subnets/335ffae6-7adc-43dd-bb34-19c42e9b6bf9 HTTP/1.1" status: 204 len: 168 time: 0.2642245 Feb 09 20:05:06.100152 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 53716) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:05:06.177193 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-ed9928d2-4982-46d3-aaf8-6dfec1802e5f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-670458'] for network (762ca8af-649f-4245-b2ed-dc436650e708), before_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:05:06.243509 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.plugin [None req-ed9928d2-4982-46d3-aaf8-6dfec1802e5f admin admin] Deleting port e0aa4bd2-9f9b-419e-8ab1-1135987d0471 {{(pid=103229) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 20:05:06.243852 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-ed9928d2-4982-46d3-aaf8-6dfec1802e5f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762867170196'] for port (e0aa4bd2-9f9b-419e-8ab1-1135987d0471), before_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:05:06.309578 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.db [None req-ed9928d2-4982-46d3-aaf8-6dfec1802e5f admin admin] For port e0aa4bd2-9f9b-419e-8ab1-1135987d0471, host n-d-713498-36, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-36',level=0,port_id=e0aa4bd2-9f9b-419e-8ab1-1135987d0471,segment=NetworkSegment(faebd1fb-b4f5-48f0-8cc4-59fbafc05686),segment_id=faebd1fb-b4f5-48f0-8cc4-59fbafc05686)] {{(pid=103229) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 20:05:06.309819 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-ed9928d2-4982-46d3-aaf8-6dfec1802e5f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1820838'] for port (e0aa4bd2-9f9b-419e-8ab1-1135987d0471), precommit_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:05:06.323501 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.plugin [None req-ed9928d2-4982-46d3-aaf8-6dfec1802e5f admin admin] Calling delete_port for e0aa4bd2-9f9b-419e-8ab1-1135987d0471 owned by network:dhcp {{(pid=103229) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 20:05:06.385589 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46b3e0b8-723c-4aa6-b2a4-b100b20556ea None None] DHCP port deletion for 762ca8af-649f-4245-b2ed-dc436650e708 request from n-d-713498-36 {{(pid=103232) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 09 20:05:06.407097 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-ed9928d2-4982-46d3-aaf8-6dfec1802e5f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762867177463', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762866656476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12867576'] for port (e0aa4bd2-9f9b-419e-8ab1-1135987d0471), after_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:05:06.438739 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-46b3e0b8-723c-4aa6-b2a4-b100b20556ea None None] Deleting port e0aa4bd2-9f9b-419e-8ab1-1135987d0471 {{(pid=103232) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 20:05:06.439489 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-46b3e0b8-723c-4aa6-b2a4-b100b20556ea None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762867170196'] for port (e0aa4bd2-9f9b-419e-8ab1-1135987d0471), before_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:05:06.439946 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed9928d2-4982-46d3-aaf8-6dfec1802e5f admin admin] Pushing event deleted for resources: {'Port': ['ID=e0aa4bd2-9f9b-419e-8ab1-1135987d0471,revision_number=None']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:05:06.444404 n-d-713498-36 neutron-server[103229]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed9928d2-4982-46d3-aaf8-6dfec1802e5f admin admin] No DVR routers for this DVR port e0aa4bd2-9f9b-419e-8ab1-1135987d0471 on host n-d-713498-36 {{(pid=103229) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 20:05:06.515134 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-46b3e0b8-723c-4aa6-b2a4-b100b20556ea None None] For port e0aa4bd2-9f9b-419e-8ab1-1135987d0471, host n-d-713498-36, got binding levels [] {{(pid=103232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 20:05:06.516244 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-46b3e0b8-723c-4aa6-b2a4-b100b20556ea None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1820838'] for port (e0aa4bd2-9f9b-419e-8ab1-1135987d0471), precommit_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:05:06.525279 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-ed9928d2-4982-46d3-aaf8-6dfec1802e5f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-590267', 'neutron.services.segments.db._delete_segments_for_network-8762867132609'] for network (762ca8af-649f-4245-b2ed-dc436650e708), precommit_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:05:06.536814 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-46b3e0b8-723c-4aa6-b2a4-b100b20556ea None None] Calling delete_port for e0aa4bd2-9f9b-419e-8ab1-1135987d0471 owned by network:dhcp {{(pid=103232) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 20:05:06.540164 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.ipam_backend_mixin [None req-46b3e0b8-723c-4aa6-b2a4-b100b20556ea None None] Port e0aa4bd2-9f9b-419e-8ab1-1135987d0471 was not found and therefore no delete operation was performed {{(pid=103232) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Feb 09 20:05:06.541544 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-46b3e0b8-723c-4aa6-b2a4-b100b20556ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762867177463', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762866656476'] for port (e0aa4bd2-9f9b-419e-8ab1-1135987d0471), after_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:05:06.552353 n-d-713498-36 neutron-server[103229]: DEBUG neutron.services.segments.db [None req-ed9928d2-4982-46d3-aaf8-6dfec1802e5f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['762ca8af-649f-4245-b2ed-dc436650e708']}} {{(pid=103229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 20:05:06.565668 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Device 97668bc4-e86c-45b2-bf42-8f63adbe752c no longer exists at agent ovs-agent-n-d-713498-36 {{(pid=103232) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 20:05:06.571775 n-d-713498-36 neutron-server[103229]: DEBUG neutron.services.segments.db [None req-ed9928d2-4982-46d3-aaf8-6dfec1802e5f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'faebd1fb-b4f5-48f0-8cc4-59fbafc05686') {'for_net_delete': True} {{(pid=103229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 20:05:06.572289 n-d-713498-36 neutron-server[103229]: DEBUG neutron.services.segments.db [None req-ed9928d2-4982-46d3-aaf8-6dfec1802e5f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'faebd1fb-b4f5-48f0-8cc4-59fbafc05686') {} {{(pid=103229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 20:05:06.591120 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-ed9928d2-4982-46d3-aaf8-6dfec1802e5f admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762867134154', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16683417'] for segment (faebd1fb-b4f5-48f0-8cc4-59fbafc05686), before_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:05:06.601545 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46b3e0b8-723c-4aa6-b2a4-b100b20556ea None None] No DVR routers for this DVR port e0aa4bd2-9f9b-419e-8ab1-1135987d0471 on host n-d-713498-36 {{(pid=103232) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 20:05:06.606560 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-ed9928d2-4982-46d3-aaf8-6dfec1802e5f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-759574'] for segment (faebd1fb-b4f5-48f0-8cc4-59fbafc05686), precommit_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:05:06.614430 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ed9928d2-4982-46d3-aaf8-6dfec1802e5f admin admin] Releasing vlan 361 on physical network physnet1 to pool {{(pid=103229) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 20:05:06.614872 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-ed9928d2-4982-46d3-aaf8-6dfec1802e5f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-759574', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12867469'] for segment (faebd1fb-b4f5-48f0-8cc4-59fbafc05686), after_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:05:06.616888 n-d-713498-36 neutron-server[103229]: Traceback (most recent call last): Feb 09 20:05:06.616888 n-d-713498-36 neutron-server[103229]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 20:05:06.616888 n-d-713498-36 neutron-server[103229]: timer() Feb 09 20:05:06.616888 n-d-713498-36 neutron-server[103229]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 20:05:06.616888 n-d-713498-36 neutron-server[103229]: cb(*args, **kw) Feb 09 20:05:06.616888 n-d-713498-36 neutron-server[103229]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 20:05:06.616888 n-d-713498-36 neutron-server[103229]: return func(*args, **kwargs) Feb 09 20:05:06.616888 n-d-713498-36 neutron-server[103229]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 20:05:06.616888 n-d-713498-36 neutron-server[103229]: self._notify() Feb 09 20:05:06.616888 n-d-713498-36 neutron-server[103229]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 20:05:06.616888 n-d-713498-36 neutron-server[103229]: self.callback(batched_events) Feb 09 20:05:06.616888 n-d-713498-36 neutron-server[103229]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 20:05:06.616888 n-d-713498-36 neutron-server[103229]: event.method(event) Feb 09 20:05:06.616888 n-d-713498-36 neutron-server[103229]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 20:05:06.616888 n-d-713498-36 neutron-server[103229]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 20:05:06.616888 n-d-713498-36 neutron-server[103229]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 20:05:06.616888 n-d-713498-36 neutron-server[103229]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 20:05:06.616888 n-d-713498-36 neutron-server[103229]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 20:05:06.616888 n-d-713498-36 neutron-server[103229]: return f(self, *a, **k) Feb 09 20:05:06.616888 n-d-713498-36 neutron-server[103229]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 20:05:06.616888 n-d-713498-36 neutron-server[103229]: return self._get(url).json() Feb 09 20:05:06.616888 n-d-713498-36 neutron-server[103229]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 20:05:06.616888 n-d-713498-36 neutron-server[103229]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 20:05:06.616888 n-d-713498-36 neutron-server[103229]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 20:05:06.616888 n-d-713498-36 neutron-server[103229]: return self.request(url, 'GET', **kwargs) Feb 09 20:05:06.616888 n-d-713498-36 neutron-server[103229]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 20:05:06.616888 n-d-713498-36 neutron-server[103229]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 20:05:06.616888 n-d-713498-36 neutron-server[103229]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 20:05:06.616888 n-d-713498-36 neutron-server[103229]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 20:05:06.616888 n-d-713498-36 neutron-server[103229]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 20:05:06.616888 n-d-713498-36 neutron-server[103229]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 20:05:06.616888 n-d-713498-36 neutron-server[103229]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 20:05:06.622016 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46b3e0b8-723c-4aa6-b2a4-b100b20556ea None None] Pushing event deleted for resources: {'Port': ['ID=e0aa4bd2-9f9b-419e-8ab1-1135987d0471,revision_number=None']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:05:06.628441 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] No Port match for: 97668bc4-e86c-45b2-bf42-8f63adbe752c {{(pid=103232) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 20:05:06.628961 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Device 97668bc4-e86c-45b2-bf42-8f63adbe752c not bound to the agent host n-d-713498-36 {{(pid=103232) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 20:05:06.629321 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Device f509731f-28cb-4cdc-9456-96eb05cd6dc1 no longer exists at agent ovs-agent-n-d-713498-36 {{(pid=103232) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 20:05:06.655457 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] No Port match for: f509731f-28cb-4cdc-9456-96eb05cd6dc1 {{(pid=103232) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 20:05:06.656187 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Device f509731f-28cb-4cdc-9456-96eb05cd6dc1 not bound to the agent host n-d-713498-36 {{(pid=103232) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 20:05:06.657436 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Device e0aa4bd2-9f9b-419e-8ab1-1135987d0471 no longer exists at agent ovs-agent-n-d-713498-36 {{(pid=103232) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 20:05:06.681930 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-ed9928d2-4982-46d3-aaf8-6dfec1802e5f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-590242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1885479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1818895'] for network (762ca8af-649f-4245-b2ed-dc436650e708), after_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:05:06.685059 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] No Port match for: e0aa4bd2-9f9b-419e-8ab1-1135987d0471 {{(pid=103232) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 20:05:06.685757 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Device e0aa4bd2-9f9b-419e-8ab1-1135987d0471 not bound to the agent host n-d-713498-36 {{(pid=103232) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 20:05:06.689176 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-ed9928d2-4982-46d3-aaf8-6dfec1802e5f admin admin] Publish callbacks [] for network (None), before_response {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:05:06.692729 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-ed9928d2-4982-46d3-aaf8-6dfec1802e5f admin admin] 10.222.0.75 "DELETE /v2.0/networks/762ca8af-649f-4245-b2ed-dc436650e708 HTTP/1.1" status: 204 len: 168 time: 0.5915723 Feb 09 20:05:06.704873 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed9928d2-4982-46d3-aaf8-6dfec1802e5f admin admin] Pushing event deleted for resources: {'Network': ['ID=762ca8af-649f-4245-b2ed-dc436650e708,revision_number=None']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:05:06.888792 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 53720) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:05:06.933501 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-b18a090d-b5b6-40cb-803a-ac0777b43d4b admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=50cc1d7f15dc476c9c72aff794aa9a9e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0413320 Feb 09 20:05:06.934194 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 53722) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:05:06.984902 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-74ed446f-d678-4a54-ab96-2419eebfde18 admin admin] Publish callbacks [] for security_group (48715f15-6987-40b8-b808-e584f4263fd3), before_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:05:07.008149 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-74ed446f-d678-4a54-ab96-2419eebfde18 admin admin] Publish callbacks [] for security_group (48715f15-6987-40b8-b808-e584f4263fd3), precommit_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:05:07.062397 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-74ed446f-d678-4a54-ab96-2419eebfde18 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1892331'] for security_group (48715f15-6987-40b8-b808-e584f4263fd3), after_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:05:07.065672 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-74ed446f-d678-4a54-ab96-2419eebfde18 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:05:07.066950 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-74ed446f-d678-4a54-ab96-2419eebfde18 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/48715f15-6987-40b8-b808-e584f4263fd3 HTTP/1.1" status: 204 len: 168 time: 0.1318269 Feb 09 20:05:07.074766 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74ed446f-d678-4a54-ab96-2419eebfde18 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=48715f15-6987-40b8-b808-e584f4263fd3,revision_number=None']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:05:07.414988 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 53728) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:05:07.454508 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-cacbc92a-ff86-4512-a764-34754f9f20ce admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=c7e0225a25a84fc794de8ea0f154b257&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0383487 Feb 09 20:05:07.457105 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 53730) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:05:07.505423 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-d2ebad1d-85a3-4176-a39f-52bd58e0a211 admin admin] Publish callbacks [] for security_group (8c7c0450-dd4a-4cfa-8809-7cca628308ac), before_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:05:07.526943 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-d2ebad1d-85a3-4176-a39f-52bd58e0a211 admin admin] Publish callbacks [] for security_group (8c7c0450-dd4a-4cfa-8809-7cca628308ac), precommit_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:05:07.581930 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-d2ebad1d-85a3-4176-a39f-52bd58e0a211 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1892331'] for security_group (8c7c0450-dd4a-4cfa-8809-7cca628308ac), after_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:05:07.584884 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-d2ebad1d-85a3-4176-a39f-52bd58e0a211 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:05:07.586063 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-d2ebad1d-85a3-4176-a39f-52bd58e0a211 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/8c7c0450-dd4a-4cfa-8809-7cca628308ac HTTP/1.1" status: 204 len: 168 time: 0.1279354 Feb 09 20:05:07.596456 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2ebad1d-85a3-4176-a39f-52bd58e0a211 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8c7c0450-dd4a-4cfa-8809-7cca628308ac,revision_number=None']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:05:08.343302 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 53752) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:05:08.452047 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.v2.base [None req-ae2fc99e-0f25-4325-864b-6b87feb3a10c admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1187863634-network', 'tenant_id': '07b006a1671a456b91c885e04eeed7e9'}} {{(pid=103229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 20:05:08.472104 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ae2fc99e-0f25-4325-864b-6b87feb3a10c admin admin] Made reservation on behalf of 07b006a1671a456b91c885e04eeed7e9 for: {'network': 1} {{(pid=103229) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 20:05:08.474800 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-ae2fc99e-0f25-4325-864b-6b87feb3a10c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for network (None), before_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:05:08.483954 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-ae2fc99e-0f25-4325-864b-6b87feb3a10c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:05:08.578551 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-ae2fc99e-0f25-4325-864b-6b87feb3a10c admin admin] Publish callbacks [] for security_group (d355fb8d-ac00-45b1-8e45-b78775947e54), precommit_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:05:08.583298 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-ae2fc99e-0f25-4325-864b-6b87feb3a10c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1892331'] for security_group (d355fb8d-ac00-45b1-8e45-b78775947e54), after_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:05:08.607774 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ae2fc99e-0f25-4325-864b-6b87feb3a10c admin admin] vlan segment allocate from pool success with {'vlan_id': 352, 'physical_network': 'physnet1'} {{(pid=103229) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 20:05:08.617693 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae2fc99e-0f25-4325-864b-6b87feb3a10c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d355fb8d-ac00-45b1-8e45-b78775947e54,revision_number=1']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:05:08.629023 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-ae2fc99e-0f25-4325-864b-6b87feb3a10c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-759574'] for segment (50022d81-55f0-45ba-ab3b-6d8a42e875d0), precommit_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:05:08.629574 n-d-713498-36 neutron-server[103229]: INFO neutron.db.segments_db [None req-ae2fc99e-0f25-4325-864b-6b87feb3a10c admin admin] Added segment 50022d81-55f0-45ba-ab3b-6d8a42e875d0 of type vlan for network d22516e5-39ad-4f6a-a558-8a836e1ef36c Feb 09 20:05:08.632425 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae2fc99e-0f25-4325-864b-6b87feb3a10c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:05:08.632782 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae2fc99e-0f25-4325-864b-6b87feb3a10c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:05:08.633197 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae2fc99e-0f25-4325-864b-6b87feb3a10c admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:05:08.633791 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae2fc99e-0f25-4325-864b-6b87feb3a10c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:05:08.634208 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae2fc99e-0f25-4325-864b-6b87feb3a10c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:05:08.634542 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae2fc99e-0f25-4325-864b-6b87feb3a10c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:05:08.634871 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae2fc99e-0f25-4325-864b-6b87feb3a10c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:05:08.636249 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae2fc99e-0f25-4325-864b-6b87feb3a10c admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:05:08.636249 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae2fc99e-0f25-4325-864b-6b87feb3a10c admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:05:08.636249 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae2fc99e-0f25-4325-864b-6b87feb3a10c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:05:08.636655 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae2fc99e-0f25-4325-864b-6b87feb3a10c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:05:08.636655 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae2fc99e-0f25-4325-864b-6b87feb3a10c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:05:08.636961 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae2fc99e-0f25-4325-864b-6b87feb3a10c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:05:08.697110 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-ae2fc99e-0f25-4325-864b-6b87feb3a10c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762866642225'] for network (d22516e5-39ad-4f6a-a558-8a836e1ef36c), precommit_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:05:08.728641 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-ae2fc99e-0f25-4325-864b-6b87feb3a10c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1885479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452'] for network (d22516e5-39ad-4f6a-a558-8a836e1ef36c), after_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:05:08.729619 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae2fc99e-0f25-4325-864b-6b87feb3a10c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:05:08.730252 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-ae2fc99e-0f25-4325-864b-6b87feb3a10c admin admin] Publish callbacks [] for network (None), before_response {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:05:08.790747 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-ae2fc99e-0f25-4325-864b-6b87feb3a10c admin admin] 10.222.0.75 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.4459615 Feb 09 20:05:08.793703 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 53756) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:05:08.795952 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae2fc99e-0f25-4325-864b-6b87feb3a10c admin admin] Pushing event updated for resources: {'Network': ['ID=d22516e5-39ad-4f6a-a558-8a836e1ef36c,revision_number=1']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:05:08.800402 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.v2.base [None req-a5b07b55-ca94-46b3-bf07-a09ee8a0c1dd admin admin] Request body: {'subnet': {'network_id': 'd22516e5-39ad-4f6a-a558-8a836e1ef36c', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1187863634-subnet', 'tenant_id': '07b006a1671a456b91c885e04eeed7e9', 'ip_version': 4}} {{(pid=103230) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 20:05:08.806802 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Network d22516e5-39ad-4f6a-a558-8a836e1ef36c details requested by agent ovs-agent-n-d-713498-36 with host n-d-713498-36 {{(pid=103232) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 20:05:08.823396 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a5b07b55-ca94-46b3-bf07-a09ee8a0c1dd admin admin] Made reservation on behalf of 07b006a1671a456b91c885e04eeed7e9 for: {'subnet': 1} {{(pid=103230) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 20:05:08.825989 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-a5b07b55-ca94-46b3-bf07-a09ee8a0c1dd admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12985917'] for subnet (None), before_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:05:09.010281 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-a5b07b55-ca94-46b3-bf07-a09ee8a0c1dd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14393611', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12985859'] for subnet (bfc90063-bc7d-4b0d-9483-d02d72b7f4c2), after_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:05:09.077690 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5b07b55-ca94-46b3-bf07-a09ee8a0c1dd admin admin] Pushing event updated for resources: {'Subnet': ['ID=bfc90063-bc7d-4b0d-9483-d02d72b7f4c2,revision_number=0']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:05:09.085467 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5b07b55-ca94-46b3-bf07-a09ee8a0c1dd admin admin] Checking segment: {'id': '50022d81-55f0-45ba-ab3b-6d8a42e875d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': 'd22516e5-39ad-4f6a-a558-8a836e1ef36c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103230) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 20:05:09.085839 n-d-713498-36 neutron-server[103230]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5b07b55-ca94-46b3-bf07-a09ee8a0c1dd admin admin] Network hostable DHCP agents. Network: d22516e5-39ad-4f6a-a558-8a836e1ef36c, hostable agents: ['af91e4b9-f4e1-42b1-a25c-a10dc47171c8'], hosted agents: [] {{(pid=103230) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 20:05:09.103792 n-d-713498-36 neutron-server[103230]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5b07b55-ca94-46b3-bf07-a09ee8a0c1dd admin admin] Network d22516e5-39ad-4f6a-a558-8a836e1ef36c is scheduled to be hosted by DHCP agent af91e4b9-f4e1-42b1-a25c-a10dc47171c8 with binding_index 1 {{(pid=103230) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 20:05:09.114092 n-d-713498-36 neutron-server[103230]: DEBUG neutron.scheduler.base_scheduler [None req-a5b07b55-ca94-46b3-bf07-a09ee8a0c1dd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713498-36, d22516e5-39ad-4f6a-a558-8a836e1ef36c) {{(pid=103230) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 20:05:09.119309 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5b07b55-ca94-46b3-bf07-a09ee8a0c1dd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:05:09.119905 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-a5b07b55-ca94-46b3-bf07-a09ee8a0c1dd admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:05:09.124802 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d167d48b-6fe2-4d39-bf2c-8520958411a9 None None] Network d22516e5-39ad-4f6a-a558-8a836e1ef36c requested from n-d-713498-36 {{(pid=103232) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 20:05:09.140777 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 53758) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:05:09.143153 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-a5b07b55-ca94-46b3-bf07-a09ee8a0c1dd admin admin] 10.222.0.75 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3473544 Feb 09 20:05:09.145620 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.v2.base [None req-9f21e62c-47b0-42cd-8bc6-662556a8ac2c admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1187863634-router', 'tenant_id': '07b006a1671a456b91c885e04eeed7e9', 'external_gateway_info': {'network_id': '88055e1e-672a-4487-be31-ffb6e833ece5'}}} {{(pid=103229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 20:05:09.164970 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-9f21e62c-47b0-42cd-8bc6-662556a8ac2c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1834830', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-58389'] for router (9e76d20e-be72-441e-855c-678028a6e26f), before_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:05:09.166000 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-9f21e62c-47b0-42cd-8bc6-662556a8ac2c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1834810', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1822096', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1886735', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-58380'] for router (9e76d20e-be72-441e-855c-678028a6e26f), precommit_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:05:09.217640 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-9f21e62c-47b0-42cd-8bc6-662556a8ac2c admin admin] Publish callbacks [] for router_controller (9e76d20e-be72-441e-855c-678028a6e26f), precommit_add_association {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:05:09.231331 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b63311a1-66a7-4ae2-8ec1-2d44178c8b75 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8b32e980-7cce-5e82-a341-bd2fa8945c89-d22516e5-39ad-4f6a-a558-8a836e1ef36c', 'network_id': 'd22516e5-39ad-4f6a-a558-8a836e1ef36c', 'project_id': '07b006a1671a456b91c885e04eeed7e9', 'fixed_ips': [{'subnet_id': 'bfc90063-bc7d-4b0d-9483-d02d72b7f4c2'}]}} from n-d-713498-36. {{(pid=103232) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 09 20:05:09.232309 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-b63311a1-66a7-4ae2-8ec1-2d44178c8b75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (None), before_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:05:09.370666 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-9f21e62c-47b0-42cd-8bc6-662556a8ac2c admin admin] Publish callbacks [] for router_gateway (9e76d20e-be72-441e-855c-678028a6e26f), precommit_update {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:05:09.383146 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.db_base_plugin_common [None req-b63311a1-66a7-4ae2-8ec1-2d44178c8b75 None None] Allocated IP 172.20.0.2 (d22516e5-39ad-4f6a-a558-8a836e1ef36c/bfc90063-bc7d-4b0d-9483-d02d72b7f4c2/ca339a22-50ce-4d33-b74e-97dc28a89724) {{(pid=103232) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 20:05:09.543129 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-b63311a1-66a7-4ae2-8ec1-2d44178c8b75 None None] Publish callbacks [] for port (ca339a22-50ce-4d33-b74e-97dc28a89724), precommit_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:05:09.549429 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-b63311a1-66a7-4ae2-8ec1-2d44178c8b75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762866656467'] for port (ca339a22-50ce-4d33-b74e-97dc28a89724), after_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:05:09.592288 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-9f21e62c-47b0-42cd-8bc6-662556a8ac2c admin admin] Publish callbacks [] for router_gateway (9e76d20e-be72-441e-855c-678028a6e26f), before_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:05:09.595746 n-d-713498-36 neutron-server[103232]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b63311a1-66a7-4ae2-8ec1-2d44178c8b75 None None] Network d22516e5-39ad-4f6a-a558-8a836e1ef36c is already hosted by enough agents. {{(pid=103232) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 20:05:09.598840 n-d-713498-36 neutron-server[103232]: DEBUG neutron.scheduler.base_scheduler [None req-b63311a1-66a7-4ae2-8ec1-2d44178c8b75 None None] Resources bound (agent type, host, resource id): {{(pid=103232) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 20:05:09.601283 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b63311a1-66a7-4ae2-8ec1-2d44178c8b75 None None] Received port after_create {{(pid=103232) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 20:05:09.607488 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b63311a1-66a7-4ae2-8ec1-2d44178c8b75 None None] Pushing event updated for resources: {'Port': ['ID=ca339a22-50ce-4d33-b74e-97dc28a89724,revision_number=1']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:05:09.668910 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.managers [None req-b63311a1-66a7-4ae2-8ec1-2d44178c8b75 None None] Attempting to bind port ca339a22-50ce-4d33-b74e-97dc28a89724 on host n-d-713498-36 for vnic_type normal with profile {{(pid=103232) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 20:05:09.669364 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.managers [None req-b63311a1-66a7-4ae2-8ec1-2d44178c8b75 None None] Attempting to bind port ca339a22-50ce-4d33-b74e-97dc28a89724 by drivers openvswitch,hyperv on host n-d-713498-36 at level 0 using segments [{'id': '50022d81-55f0-45ba-ab3b-6d8a42e875d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': 'd22516e5-39ad-4f6a-a558-8a836e1ef36c'}] {{(pid=103232) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 20:05:09.669731 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b63311a1-66a7-4ae2-8ec1-2d44178c8b75 None None] Attempting to bind port ca339a22-50ce-4d33-b74e-97dc28a89724 on network d22516e5-39ad-4f6a-a558-8a836e1ef36c {{(pid=103232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 20:05:09.675806 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b63311a1-66a7-4ae2-8ec1-2d44178c8b75 None None] Checking agent: {'id': '496418a2-c002-4aec-ab1a-07f3bea491bd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-36', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 18, 51, 47), 'started_at': datetime.datetime(2022, 2, 9, 18, 52, 17), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 20, 4, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-36'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 20:05:09.676178 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b63311a1-66a7-4ae2-8ec1-2d44178c8b75 None None] Checking segment: {'id': '50022d81-55f0-45ba-ab3b-6d8a42e875d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': 'd22516e5-39ad-4f6a-a558-8a836e1ef36c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103232) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 20:05:09.676578 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-b63311a1-66a7-4ae2-8ec1-2d44178c8b75 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:05:09.676993 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b63311a1-66a7-4ae2-8ec1-2d44178c8b75 None None] Bound using segment: {'id': '50022d81-55f0-45ba-ab3b-6d8a42e875d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': 'd22516e5-39ad-4f6a-a558-8a836e1ef36c'} {{(pid=103232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 20:05:09.677496 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.managers [None req-b63311a1-66a7-4ae2-8ec1-2d44178c8b75 None None] Bound port: ca339a22-50ce-4d33-b74e-97dc28a89724, host: n-d-713498-36, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '50022d81-55f0-45ba-ab3b-6d8a42e875d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': 'd22516e5-39ad-4f6a-a558-8a836e1ef36c'}}] {{(pid=103232) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 20:05:09.677876 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-b63311a1-66a7-4ae2-8ec1-2d44178c8b75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (ca339a22-50ce-4d33-b74e-97dc28a89724), before_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:05:09.752231 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-b63311a1-66a7-4ae2-8ec1-2d44178c8b75 None None] For port ca339a22-50ce-4d33-b74e-97dc28a89724, host n-d-713498-36, cleared binding levels {{(pid=103232) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 20:05:09.755653 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-b63311a1-66a7-4ae2-8ec1-2d44178c8b75 None None] For port ca339a22-50ce-4d33-b74e-97dc28a89724, host n-d-713498-36, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-36',level=0,port_id=ca339a22-50ce-4d33-b74e-97dc28a89724,segment=NetworkSegment(50022d81-55f0-45ba-ab3b-6d8a42e875d0),segment_id=50022d81-55f0-45ba-ab3b-6d8a42e875d0)] {{(pid=103232) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 20:05:09.762374 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-b63311a1-66a7-4ae2-8ec1-2d44178c8b75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762867176205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762866656485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762866656503'] for port (ca339a22-50ce-4d33-b74e-97dc28a89724), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:05:09.825909 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b63311a1-66a7-4ae2-8ec1-2d44178c8b75 None None] Pushing event updated for resources: {'Port': ['ID=ca339a22-50ce-4d33-b74e-97dc28a89724,revision_number=2']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:05:09.897631 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-9f21e62c-47b0-42cd-8bc6-662556a8ac2c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (None), before_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:05:10.023929 n-d-713498-36 neutron-server[103229]: DEBUG neutron.db.db_base_plugin_common [None req-9f21e62c-47b0-42cd-8bc6-662556a8ac2c admin admin] Allocated IP 172.25.1.10 (88055e1e-672a-4487-be31-ffb6e833ece5/ac16dbcc-383c-4b43-9153-d763c4a53f91/17e60794-c73b-4aaf-93fa-63ad8e0ad581) {{(pid=103229) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 20:05:10.141641 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-9f21e62c-47b0-42cd-8bc6-662556a8ac2c admin admin] Publish callbacks [] for port (17e60794-c73b-4aaf-93fa-63ad8e0ad581), precommit_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:05:10.176614 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-9f21e62c-47b0-42cd-8bc6-662556a8ac2c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762866656467', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12867576'] for port (17e60794-c73b-4aaf-93fa-63ad8e0ad581), after_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:05:10.213393 n-d-713498-36 neutron-server[103229]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f21e62c-47b0-42cd-8bc6-662556a8ac2c admin admin] Network 88055e1e-672a-4487-be31-ffb6e833ece5 is already hosted by enough agents. {{(pid=103229) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 20:05:10.218327 n-d-713498-36 neutron-server[103229]: DEBUG neutron.scheduler.base_scheduler [None req-9f21e62c-47b0-42cd-8bc6-662556a8ac2c admin admin] Resources bound (agent type, host, resource id): {{(pid=103229) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 20:05:10.220817 n-d-713498-36 neutron-server[103229]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f21e62c-47b0-42cd-8bc6-662556a8ac2c admin admin] Received port after_create {{(pid=103229) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 20:05:10.249620 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f21e62c-47b0-42cd-8bc6-662556a8ac2c admin admin] Pushing event updated for resources: {'Port': ['ID=17e60794-c73b-4aaf-93fa-63ad8e0ad581,revision_number=1']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:05:10.497274 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-9f21e62c-47b0-42cd-8bc6-662556a8ac2c admin admin] Publish callbacks [] for router_gateway (9e76d20e-be72-441e-855c-678028a6e26f), after_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:05:10.569800 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Device ca339a22-50ce-4d33-b74e-97dc28a89724 up at agent ovs-agent-n-d-713498-36 {{(pid=103232) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 20:05:10.627791 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.provisioning_blocks [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Provisioning complete for port ca339a22-50ce-4d33-b74e-97dc28a89724 triggered by entity L2. {{(pid=103232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 20:05:10.628471 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593630'] for port (ca339a22-50ce-4d33-b74e-97dc28a89724), provisioning_complete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:05:10.722089 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-9f21e62c-47b0-42cd-8bc6-662556a8ac2c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1834945', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1818951'] for router (9e76d20e-be72-441e-855c-678028a6e26f), after_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:05:10.723228 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Current status of the port ca339a22-50ce-4d33-b74e-97dc28a89724 is: DOWN; New status is: ACTIVE {{(pid=103232) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 20:05:10.723687 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (ca339a22-50ce-4d33-b74e-97dc28a89724), before_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:05:10.763602 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] For port ca339a22-50ce-4d33-b74e-97dc28a89724, host n-d-713498-36, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-36',level=0,port_id=ca339a22-50ce-4d33-b74e-97dc28a89724,segment=NetworkSegment(50022d81-55f0-45ba-ab3b-6d8a42e875d0),segment_id=50022d81-55f0-45ba-ab3b-6d8a42e875d0)] {{(pid=103232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 20:05:10.769427 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762867176205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762866656485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762866656503'] for port (ca339a22-50ce-4d33-b74e-97dc28a89724), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:05:10.832820 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Pushing event updated for resources: {'Port': ['ID=ca339a22-50ce-4d33-b74e-97dc28a89724,revision_number=3']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:05:10.845350 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7e6677d-5e67-44a8-9477-a948b7e08f4d None None] Network d22516e5-39ad-4f6a-a558-8a836e1ef36c requested from n-d-713498-36 {{(pid=103232) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 20:05:10.871753 n-d-713498-36 neutron-server[103229]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9f21e62c-47b0-42cd-8bc6-662556a8ac2c admin admin] Router 9e76d20e-be72-441e-855c-678028a6e26f is scheduled to L3 agent 93303d5e-5d17-45e8-8963-7694f87783ae with binding_index 1 {{(pid=103229) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 09 20:05:10.932729 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-f2dfb8b6-2c91-4689-bc5a-a4077cce9a41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762867132591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593584'] for agent (af91e4b9-f4e1-42b1-a25c-a10dc47171c8), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:05:10.946982 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.provisioning_blocks [None req-35bbf8d2-9946-4dfd-86e1-5ad78cd86cce None None] Provisioning complete for port ca339a22-50ce-4d33-b74e-97dc28a89724 triggered by entity DHCP. {{(pid=103232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 20:05:10.947352 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-35bbf8d2-9946-4dfd-86e1-5ad78cd86cce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593630'] for port (ca339a22-50ce-4d33-b74e-97dc28a89724), provisioning_complete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:05:10.990531 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9f21e62c-47b0-42cd-8bc6-662556a8ac2c admin admin] Notify agent at l3_agent.n-d-713498-36 the message routers_updated {{(pid=103229) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 20:05:11.005303 n-d-713498-36 neutron-server[103233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a60cf16-c0ad-44d1-8502-846d6cac2b46 None None] Sync routers for ids ['9e76d20e-be72-441e-855c-678028a6e26f'] in n-d-713498-36 {{(pid=103233) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 20:05:11.009534 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-9f21e62c-47b0-42cd-8bc6-662556a8ac2c admin admin] Publish callbacks [] for router (None), before_response {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:05:11.013420 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-9f21e62c-47b0-42cd-8bc6-662556a8ac2c admin admin] 10.222.0.75 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 1.8687735 Feb 09 20:05:11.013634 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 53760) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:05:11.033412 n-d-713498-36 neutron-server[103233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a60cf16-c0ad-44d1-8502-846d6cac2b46 None None] Routers {'9e76d20e-be72-441e-855c-678028a6e26f'} bound to L3 agent in host n-d-713498-36 {{(pid=103233) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 20:05:11.034367 n-d-713498-36 neutron-server[103233]: DEBUG neutron.db.l3_hamode_db [None req-5a60cf16-c0ad-44d1-8502-846d6cac2b46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T18:51:43Z,description=,heartbeat_timestamp=2022-02-09T20:04:43Z,host='n-d-713498-36',id=93303d5e-5d17-45e8-8963-7694f87783ae,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T18:51:43Z,topic='l3_agent')) {'router_ids': ['9e76d20e-be72-441e-855c-678028a6e26f'], 'active': True} {{(pid=103233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 20:05:11.064176 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-35bbf8d2-9946-4dfd-86e1-5ad78cd86cce None None] Current status of the port ca339a22-50ce-4d33-b74e-97dc28a89724 is: ACTIVE; New status is: ACTIVE {{(pid=103232) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 20:05:11.162396 n-d-713498-36 neutron-server[103233]: DEBUG neutron.db.l3_dvr_db [None req-5a60cf16-c0ad-44d1-8502-846d6cac2b46 None None] Set router 9e76d20e-be72-441e-855c-678028a6e26f gateway port host: n-d-713498-36 {{(pid=103233) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 20:05:11.300202 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.provisioning_blocks [None req-926b0244-46d0-44ef-bf38-7a9c2f686012 None None] Provisioning complete for port ca339a22-50ce-4d33-b74e-97dc28a89724 triggered by entity DHCP. {{(pid=103232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 20:05:11.301143 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-926b0244-46d0-44ef-bf38-7a9c2f686012 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593630'] for port (ca339a22-50ce-4d33-b74e-97dc28a89724), provisioning_complete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:05:11.347352 n-d-713498-36 neutron-server[103233]: DEBUG neutron.db.l3_hamode_db [None req-5a60cf16-c0ad-44d1-8502-846d6cac2b46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9e76d20e-be72-441e-855c-678028a6e26f', 'name': 'tempest-TestMinimumBasicScenario-1187863634-router', 'tenant_id': '07b006a1671a456b91c885e04eeed7e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88055e1e-672a-4487-be31-ffb6e833ece5', 'external_fixed_ips': [{'subnet_id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'ip_address': '172.25.1.10'}], 'enable_snat': True}, 'gw_port_id': '17e60794-c73b-4aaf-93fa-63ad8e0ad581', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T20:05:09Z', 'updated_at': '2022-02-09T20:05:10Z', 'revision_number': 3, 'project_id': '07b006a1671a456b91c885e04eeed7e9', 'gw_port': {'id': '17e60794-c73b-4aaf-93fa-63ad8e0ad581', 'name': '', 'network_id': '88055e1e-672a-4487-be31-ffb6e833ece5', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:ae:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9e76d20e-be72-441e-855c-678028a6e26f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4190, 'fixed_ips': [{'subnet_id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'ip_address': '172.25.1.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T20:05:09Z', 'updated_at': '2022-02-09T20:05:10Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-36'}], 'n-d-713498-36', False) {} {{(pid=103233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 20:05:11.381380 n-d-713498-36 neutron-server[103233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a60cf16-c0ad-44d1-8502-846d6cac2b46 None None] Checking router: 9e76d20e-be72-441e-855c-678028a6e26f for host: n-d-713498-36 {{(pid=103233) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 20:05:11.381749 n-d-713498-36 neutron-server[103233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a60cf16-c0ad-44d1-8502-846d6cac2b46 None None] Updating router 9e76d20e-be72-441e-855c-678028a6e26f port 17e60794-c73b-4aaf-93fa-63ad8e0ad581 binding host n-d-713498-36 {{(pid=103233) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 20:05:11.395019 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-926b0244-46d0-44ef-bf38-7a9c2f686012 None None] Current status of the port ca339a22-50ce-4d33-b74e-97dc28a89724 is: ACTIVE; New status is: ACTIVE {{(pid=103232) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 20:05:11.410717 n-d-713498-36 neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-5a60cf16-c0ad-44d1-8502-846d6cac2b46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (17e60794-c73b-4aaf-93fa-63ad8e0ad581), before_update {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:05:11.491978 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-4fa84066-ae0b-424f-bdf6-c9973dfa7d38 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (None), before_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:05:11.671885 n-d-713498-36 neutron-server[103229]: DEBUG neutron.db.db_base_plugin_common [None req-4fa84066-ae0b-424f-bdf6-c9973dfa7d38 admin admin] Allocated IP 172.20.0.1 (d22516e5-39ad-4f6a-a558-8a836e1ef36c/bfc90063-bc7d-4b0d-9483-d02d72b7f4c2/71c2eec3-a331-40c5-9a3c-c497de90407f) {{(pid=103229) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 20:05:11.684809 n-d-713498-36 neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-5a60cf16-c0ad-44d1-8502-846d6cac2b46 None None] Publish callbacks [] for port (17e60794-c73b-4aaf-93fa-63ad8e0ad581), precommit_update {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:05:11.690928 n-d-713498-36 neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-5a60cf16-c0ad-44d1-8502-846d6cac2b46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762867176205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762866656485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762866656503'] for port (17e60794-c73b-4aaf-93fa-63ad8e0ad581), after_update {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:05:11.743865 n-d-713498-36 neutron-server[103233]: DEBUG neutron.plugins.ml2.managers [None req-5a60cf16-c0ad-44d1-8502-846d6cac2b46 None None] Attempting to bind port 17e60794-c73b-4aaf-93fa-63ad8e0ad581 on host n-d-713498-36 for vnic_type normal with profile {{(pid=103233) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 20:05:11.744245 n-d-713498-36 neutron-server[103233]: DEBUG neutron.plugins.ml2.managers [None req-5a60cf16-c0ad-44d1-8502-846d6cac2b46 None None] Attempting to bind port 17e60794-c73b-4aaf-93fa-63ad8e0ad581 by drivers openvswitch,hyperv on host n-d-713498-36 at level 0 using segments [{'id': 'a4222f89-8d3f-4b51-953b-1a8126392491', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '88055e1e-672a-4487-be31-ffb6e833ece5'}] {{(pid=103233) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 20:05:11.744611 n-d-713498-36 neutron-server[103233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a60cf16-c0ad-44d1-8502-846d6cac2b46 None None] Attempting to bind port 17e60794-c73b-4aaf-93fa-63ad8e0ad581 on network 88055e1e-672a-4487-be31-ffb6e833ece5 {{(pid=103233) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 20:05:11.751799 n-d-713498-36 neutron-server[103233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58f03e6b-44a7-431a-8e51-f0ca2c79bf1e None None] Pushing event updated for resources: {'Port': ['ID=17e60794-c73b-4aaf-93fa-63ad8e0ad581,revision_number=2']} {{(pid=103233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:05:11.754690 n-d-713498-36 neutron-server[103233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a60cf16-c0ad-44d1-8502-846d6cac2b46 None None] Checking agent: {'id': '496418a2-c002-4aec-ab1a-07f3bea491bd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-36', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 18, 51, 47), 'started_at': datetime.datetime(2022, 2, 9, 18, 52, 17), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 20, 4, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-36'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103233) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 20:05:11.755061 n-d-713498-36 neutron-server[103233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a60cf16-c0ad-44d1-8502-846d6cac2b46 None None] Checking segment: {'id': 'a4222f89-8d3f-4b51-953b-1a8126392491', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '88055e1e-672a-4487-be31-ffb6e833ece5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103233) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 20:05:11.755462 n-d-713498-36 neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-5a60cf16-c0ad-44d1-8502-846d6cac2b46 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:05:11.755849 n-d-713498-36 neutron-server[103233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a60cf16-c0ad-44d1-8502-846d6cac2b46 None None] Bound using segment: {'id': 'a4222f89-8d3f-4b51-953b-1a8126392491', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '88055e1e-672a-4487-be31-ffb6e833ece5'} {{(pid=103233) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 20:05:11.756315 n-d-713498-36 neutron-server[103233]: DEBUG neutron.plugins.ml2.managers [None req-5a60cf16-c0ad-44d1-8502-846d6cac2b46 None None] Bound port: 17e60794-c73b-4aaf-93fa-63ad8e0ad581, host: n-d-713498-36, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a4222f89-8d3f-4b51-953b-1a8126392491', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '88055e1e-672a-4487-be31-ffb6e833ece5'}}] {{(pid=103233) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 20:05:11.756690 n-d-713498-36 neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-5a60cf16-c0ad-44d1-8502-846d6cac2b46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (17e60794-c73b-4aaf-93fa-63ad8e0ad581), before_update {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:05:11.763033 n-d-713498-36 neutron-server[103233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58f03e6b-44a7-431a-8e51-f0ca2c79bf1e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:05:11.763381 n-d-713498-36 neutron-server[103233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58f03e6b-44a7-431a-8e51-f0ca2c79bf1e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:05:11.763715 n-d-713498-36 neutron-server[103233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58f03e6b-44a7-431a-8e51-f0ca2c79bf1e None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:05:11.764051 n-d-713498-36 neutron-server[103233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58f03e6b-44a7-431a-8e51-f0ca2c79bf1e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:05:11.764381 n-d-713498-36 neutron-server[103233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58f03e6b-44a7-431a-8e51-f0ca2c79bf1e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:05:11.764712 n-d-713498-36 neutron-server[103233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58f03e6b-44a7-431a-8e51-f0ca2c79bf1e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:05:11.765600 n-d-713498-36 neutron-server[103233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58f03e6b-44a7-431a-8e51-f0ca2c79bf1e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:05:11.766076 n-d-713498-36 neutron-server[103233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58f03e6b-44a7-431a-8e51-f0ca2c79bf1e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:05:11.766403 n-d-713498-36 neutron-server[103233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58f03e6b-44a7-431a-8e51-f0ca2c79bf1e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:05:11.766811 n-d-713498-36 neutron-server[103233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58f03e6b-44a7-431a-8e51-f0ca2c79bf1e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:05:11.767133 n-d-713498-36 neutron-server[103233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58f03e6b-44a7-431a-8e51-f0ca2c79bf1e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:05:11.767438 n-d-713498-36 neutron-server[103233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58f03e6b-44a7-431a-8e51-f0ca2c79bf1e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:05:11.767822 n-d-713498-36 neutron-server[103233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58f03e6b-44a7-431a-8e51-f0ca2c79bf1e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:05:11.784343 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-4fa84066-ae0b-424f-bdf6-c9973dfa7d38 admin admin] Publish callbacks [] for port (71c2eec3-a331-40c5-9a3c-c497de90407f), precommit_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:05:11.818744 n-d-713498-36 neutron-server[103233]: DEBUG neutron.plugins.ml2.db [None req-5a60cf16-c0ad-44d1-8502-846d6cac2b46 None None] For port 17e60794-c73b-4aaf-93fa-63ad8e0ad581, host n-d-713498-36, cleared binding levels {{(pid=103233) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 20:05:11.819164 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-4fa84066-ae0b-424f-bdf6-c9973dfa7d38 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762866656467', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12867576'] for port (71c2eec3-a331-40c5-9a3c-c497de90407f), after_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:05:11.822242 n-d-713498-36 neutron-server[103233]: DEBUG neutron.plugins.ml2.db [None req-5a60cf16-c0ad-44d1-8502-846d6cac2b46 None None] For port 17e60794-c73b-4aaf-93fa-63ad8e0ad581, host n-d-713498-36, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-36',level=0,port_id=17e60794-c73b-4aaf-93fa-63ad8e0ad581,segment=NetworkSegment(a4222f89-8d3f-4b51-953b-1a8126392491),segment_id=a4222f89-8d3f-4b51-953b-1a8126392491)] {{(pid=103233) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 20:05:11.828479 n-d-713498-36 neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-5a60cf16-c0ad-44d1-8502-846d6cac2b46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762867176205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762866656485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762866656503'] for port (17e60794-c73b-4aaf-93fa-63ad8e0ad581), after_update {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:05:11.856094 n-d-713498-36 neutron-server[103229]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4fa84066-ae0b-424f-bdf6-c9973dfa7d38 admin admin] Network d22516e5-39ad-4f6a-a558-8a836e1ef36c is already hosted by enough agents. {{(pid=103229) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 20:05:11.859901 n-d-713498-36 neutron-server[103229]: DEBUG neutron.scheduler.base_scheduler [None req-4fa84066-ae0b-424f-bdf6-c9973dfa7d38 admin admin] Resources bound (agent type, host, resource id): {{(pid=103229) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 20:05:11.865586 n-d-713498-36 neutron-server[103229]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fa84066-ae0b-424f-bdf6-c9973dfa7d38 admin admin] Received port after_create {{(pid=103229) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 20:05:11.886962 n-d-713498-36 neutron-server[103233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58f03e6b-44a7-431a-8e51-f0ca2c79bf1e None None] Pushing event updated for resources: {'Port': ['ID=17e60794-c73b-4aaf-93fa-63ad8e0ad581,revision_number=3']} {{(pid=103233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:05:11.894952 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fa84066-ae0b-424f-bdf6-c9973dfa7d38 admin admin] Pushing event updated for resources: {'Port': ['ID=71c2eec3-a331-40c5-9a3c-c497de90407f,revision_number=1']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:05:11.902626 n-d-713498-36 neutron-server[103233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a60cf16-c0ad-44d1-8502-846d6cac2b46 None None] Routers {'9e76d20e-be72-441e-855c-678028a6e26f'} bound to L3 agent in host n-d-713498-36 {{(pid=103233) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 20:05:11.903334 n-d-713498-36 neutron-server[103233]: DEBUG neutron.db.l3_hamode_db [None req-5a60cf16-c0ad-44d1-8502-846d6cac2b46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T18:51:43Z,description=,heartbeat_timestamp=2022-02-09T20:04:43Z,host='n-d-713498-36',id=93303d5e-5d17-45e8-8963-7694f87783ae,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T18:51:43Z,topic='l3_agent')) {'router_ids': ['9e76d20e-be72-441e-855c-678028a6e26f'], 'active': True} {{(pid=103233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 20:05:11.911250 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-4fa84066-ae0b-424f-bdf6-c9973dfa7d38 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1819024'] for router_interface (9e76d20e-be72-441e-855c-678028a6e26f), before_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:05:12.019669 n-d-713498-36 neutron-server[103233]: DEBUG neutron.db.l3_dvr_db [None req-5a60cf16-c0ad-44d1-8502-846d6cac2b46 None None] Set router 9e76d20e-be72-441e-855c-678028a6e26f gateway port host: n-d-713498-36 {{(pid=103233) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 20:05:12.053799 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-4fa84066-ae0b-424f-bdf6-c9973dfa7d38 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (71c2eec3-a331-40c5-9a3c-c497de90407f), before_update {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:05:12.122137 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.provisioning_blocks [None req-e0166269-b39f-4c93-9d1b-4768aba37d3f None None] Provisioning complete for port 71c2eec3-a331-40c5-9a3c-c497de90407f triggered by entity DHCP. {{(pid=103232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 20:05:12.122749 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-e0166269-b39f-4c93-9d1b-4768aba37d3f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593630'] for port (71c2eec3-a331-40c5-9a3c-c497de90407f), provisioning_complete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:05:12.169481 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-e0166269-b39f-4c93-9d1b-4768aba37d3f None None] Port 71c2eec3-a331-40c5-9a3c-c497de90407f cannot update to ACTIVE because it is not bound. {{(pid=103232) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 20:05:12.247868 n-d-713498-36 neutron-server[103233]: DEBUG neutron.db.l3_hamode_db [None req-5a60cf16-c0ad-44d1-8502-846d6cac2b46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9e76d20e-be72-441e-855c-678028a6e26f', 'name': 'tempest-TestMinimumBasicScenario-1187863634-router', 'tenant_id': '07b006a1671a456b91c885e04eeed7e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88055e1e-672a-4487-be31-ffb6e833ece5', 'external_fixed_ips': [{'subnet_id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'ip_address': '172.25.1.10'}], 'enable_snat': True}, 'gw_port_id': '17e60794-c73b-4aaf-93fa-63ad8e0ad581', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T20:05:09Z', 'updated_at': '2022-02-09T20:05:10Z', 'revision_number': 3, 'project_id': '07b006a1671a456b91c885e04eeed7e9', 'gw_port': {'id': '17e60794-c73b-4aaf-93fa-63ad8e0ad581', 'name': '', 'network_id': '88055e1e-672a-4487-be31-ffb6e833ece5', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:ae:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9e76d20e-be72-441e-855c-678028a6e26f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4190, 'fixed_ips': [{'subnet_id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'ip_address': '172.25.1.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T20:05:09Z', 'updated_at': '2022-02-09T20:05:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-36'}], 'n-d-713498-36', False) {} {{(pid=103233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 20:05:12.263216 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-4fa84066-ae0b-424f-bdf6-c9973dfa7d38 admin admin] Publish callbacks [] for port (71c2eec3-a331-40c5-9a3c-c497de90407f), precommit_update {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:05:12.270100 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-4fa84066-ae0b-424f-bdf6-c9973dfa7d38 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762867176205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762866656485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762866656503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12867569'] for port (71c2eec3-a331-40c5-9a3c-c497de90407f), after_update {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:05:12.289708 n-d-713498-36 neutron-server[103233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a60cf16-c0ad-44d1-8502-846d6cac2b46 None None] The sync data for ids ['9e76d20e-be72-441e-855c-678028a6e26f'] in n-d-713498-36 is: [{'id': '9e76d20e-be72-441e-855c-678028a6e26f', 'name': 'tempest-TestMinimumBasicScenario-1187863634-router', 'tenant_id': '07b006a1671a456b91c885e04eeed7e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88055e1e-672a-4487-be31-ffb6e833ece5', 'external_fixed_ips': [{'subnet_id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'ip_address': '172.25.1.10'}], 'enable_snat': True}, 'gw_port_id': '17e60794-c73b-4aaf-93fa-63ad8e0ad581', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T20:05:09Z', 'updated_at': '2022-02-09T20:05:10Z', 'revision_number': 3, 'project_id': '07b006a1671a456b91c885e04eeed7e9', 'gw_port': {'id': '17e60794-c73b-4aaf-93fa-63ad8e0ad581', 'name': '', 'network_id': '88055e1e-672a-4487-be31-ffb6e833ece5', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:ae:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9e76d20e-be72-441e-855c-678028a6e26f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4190, 'fixed_ips': [{'subnet_id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'ip_address': '172.25.1.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T20:05:09Z', 'updated_at': '2022-02-09T20:05:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-36'}] {{(pid=103233) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 20:05:12.342305 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-4fa84066-ae0b-424f-bdf6-c9973dfa7d38 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1613458', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1834496'] for router_interface (9e76d20e-be72-441e-855c-678028a6e26f), after_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:05:12.344840 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fa84066-ae0b-424f-bdf6-c9973dfa7d38 admin admin] Pushing event updated for resources: {'Port': ['ID=71c2eec3-a331-40c5-9a3c-c497de90407f,revision_number=2']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:05:12.451124 n-d-713498-36 neutron-server[103229]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4fa84066-ae0b-424f-bdf6-c9973dfa7d38 admin admin] Network d22516e5-39ad-4f6a-a558-8a836e1ef36c is already hosted by enough agents. {{(pid=103229) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 20:05:12.453467 n-d-713498-36 neutron-server[103229]: DEBUG neutron.scheduler.base_scheduler [None req-4fa84066-ae0b-424f-bdf6-c9973dfa7d38 admin admin] Resources bound (agent type, host, resource id): {{(pid=103229) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 20:05:12.583215 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Device ca339a22-50ce-4d33-b74e-97dc28a89724 up at agent ovs-agent-n-d-713498-36 {{(pid=103232) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 20:05:12.628715 n-d-713498-36 neutron-server[103229]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4fa84066-ae0b-424f-bdf6-c9973dfa7d38 admin admin] Router 9e76d20e-be72-441e-855c-678028a6e26f has already been hosted by L3 agent 93303d5e-5d17-45e8-8963-7694f87783ae {{(pid=103229) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 20:05:12.670816 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.provisioning_blocks [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Provisioning complete for port ca339a22-50ce-4d33-b74e-97dc28a89724 triggered by entity L2. {{(pid=103232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 20:05:12.671192 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593630'] for port (ca339a22-50ce-4d33-b74e-97dc28a89724), provisioning_complete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:05:12.766703 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4fa84066-ae0b-424f-bdf6-c9973dfa7d38 admin admin] Notify agent at l3_agent.n-d-713498-36 the message routers_updated {{(pid=103229) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 20:05:12.774020 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Current status of the port ca339a22-50ce-4d33-b74e-97dc28a89724 is: ACTIVE; New status is: ACTIVE {{(pid=103232) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 20:05:12.775328 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-4fa84066-ae0b-424f-bdf6-c9973dfa7d38 admin admin] 10.222.0.75 "PUT /v2.0/routers/9e76d20e-be72-441e-855c-678028a6e26f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7602537 Feb 09 20:05:12.810715 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.provisioning_blocks [None req-febd7a8e-30a5-4371-96a7-6e1e3198068c None None] Provisioning complete for port 71c2eec3-a331-40c5-9a3c-c497de90407f triggered by entity DHCP. {{(pid=103232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 20:05:12.811088 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-febd7a8e-30a5-4371-96a7-6e1e3198068c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593630'] for port (71c2eec3-a331-40c5-9a3c-c497de90407f), provisioning_complete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:05:12.848223 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-febd7a8e-30a5-4371-96a7-6e1e3198068c None None] Port 71c2eec3-a331-40c5-9a3c-c497de90407f cannot update to ACTIVE because it is not bound. {{(pid=103232) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 20:05:13.192765 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-52501089-f076-47ed-8222-5d27d2b893d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762867132591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593584'] for agent (93303d5e-5d17-45e8-8963-7694f87783ae), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:05:13.307610 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 53776) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:05:13.313470 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.v2.base [None req-30825696-f277-415c-9271-3704f2ddc176 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1222902821-network', 'tenant_id': 'd438abd23344467585f0f5c211db1237'}} {{(pid=103229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 20:05:13.332152 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-30825696-f277-415c-9271-3704f2ddc176 admin admin] Made reservation on behalf of d438abd23344467585f0f5c211db1237 for: {'network': 1} {{(pid=103229) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 20:05:13.334528 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-30825696-f277-415c-9271-3704f2ddc176 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for network (None), before_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:05:13.343360 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-30825696-f277-415c-9271-3704f2ddc176 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:05:13.418571 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-30825696-f277-415c-9271-3704f2ddc176 admin admin] Publish callbacks [] for security_group (c148a962-575a-431a-b148-e330799ba1b1), precommit_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:05:13.422748 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-30825696-f277-415c-9271-3704f2ddc176 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1892331'] for security_group (c148a962-575a-431a-b148-e330799ba1b1), after_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:05:13.451905 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-30825696-f277-415c-9271-3704f2ddc176 admin admin] vlan segment allocate from pool success with {'vlan_id': 377, 'physical_network': 'physnet1'} {{(pid=103229) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 20:05:13.462229 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30825696-f277-415c-9271-3704f2ddc176 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c148a962-575a-431a-b148-e330799ba1b1,revision_number=1']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:05:13.468812 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-30825696-f277-415c-9271-3704f2ddc176 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-759574'] for segment (46d77cb3-bfbb-4aef-b948-b5c8501cc6eb), precommit_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:05:13.469173 n-d-713498-36 neutron-server[103229]: INFO neutron.db.segments_db [None req-30825696-f277-415c-9271-3704f2ddc176 admin admin] Added segment 46d77cb3-bfbb-4aef-b948-b5c8501cc6eb of type vlan for network 78df49cf-d4b5-4453-b90c-35bb257c9f49 Feb 09 20:05:13.513130 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-30825696-f277-415c-9271-3704f2ddc176 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762866642225'] for network (78df49cf-d4b5-4453-b90c-35bb257c9f49), precommit_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:05:13.539977 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-30825696-f277-415c-9271-3704f2ddc176 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1885479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452'] for network (78df49cf-d4b5-4453-b90c-35bb257c9f49), after_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:05:13.541040 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30825696-f277-415c-9271-3704f2ddc176 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:05:13.541662 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-30825696-f277-415c-9271-3704f2ddc176 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:05:13.891125 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-30825696-f277-415c-9271-3704f2ddc176 admin admin] 10.222.0.75 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.5823636 Feb 09 20:05:13.894053 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 53778) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:05:13.898248 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30825696-f277-415c-9271-3704f2ddc176 admin admin] Pushing event updated for resources: {'Network': ['ID=78df49cf-d4b5-4453-b90c-35bb257c9f49,revision_number=1']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:05:13.899036 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.v2.base [None req-6b42221c-1c65-4808-8490-b6e54812785e admin admin] Request body: {'subnet': {'network_id': '78df49cf-d4b5-4453-b90c-35bb257c9f49', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1222902821-subnet', 'tenant_id': 'd438abd23344467585f0f5c211db1237', 'ip_version': 4}} {{(pid=103230) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 20:05:13.912165 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Network 78df49cf-d4b5-4453-b90c-35bb257c9f49 details requested by agent ovs-agent-n-d-713498-36 with host n-d-713498-36 {{(pid=103232) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 20:05:13.922373 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6b42221c-1c65-4808-8490-b6e54812785e admin admin] Made reservation on behalf of d438abd23344467585f0f5c211db1237 for: {'subnet': 1} {{(pid=103230) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 20:05:13.925694 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-6b42221c-1c65-4808-8490-b6e54812785e admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12985917'] for subnet (None), before_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:05:14.027041 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22ecd77a-49e3-4dca-b26b-8b07d24e0c2e None None] Sync routers for ids ['9e76d20e-be72-441e-855c-678028a6e26f'] in n-d-713498-36 {{(pid=103232) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 20:05:14.038378 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22ecd77a-49e3-4dca-b26b-8b07d24e0c2e None None] Routers {'9e76d20e-be72-441e-855c-678028a6e26f'} bound to L3 agent in host n-d-713498-36 {{(pid=103232) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 20:05:14.038997 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.l3_hamode_db [None req-22ecd77a-49e3-4dca-b26b-8b07d24e0c2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T18:51:43Z,description=,heartbeat_timestamp=2022-02-09T20:05:13Z,host='n-d-713498-36',id=93303d5e-5d17-45e8-8963-7694f87783ae,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T18:51:43Z,topic='l3_agent')) {'router_ids': ['9e76d20e-be72-441e-855c-678028a6e26f'], 'active': True} {{(pid=103232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 20:05:14.106065 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-6b42221c-1c65-4808-8490-b6e54812785e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14393611', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12985859'] for subnet (406c7ad7-9b5b-4f24-b6c9-a5bbed8223fd), after_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:05:14.154783 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.l3_dvr_db [None req-22ecd77a-49e3-4dca-b26b-8b07d24e0c2e None None] Set router 9e76d20e-be72-441e-855c-678028a6e26f gateway port host: n-d-713498-36 {{(pid=103232) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 20:05:14.170661 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b42221c-1c65-4808-8490-b6e54812785e admin admin] Pushing event updated for resources: {'Subnet': ['ID=406c7ad7-9b5b-4f24-b6c9-a5bbed8223fd,revision_number=0']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:05:14.177293 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b42221c-1c65-4808-8490-b6e54812785e admin admin] Checking segment: {'id': '46d77cb3-bfbb-4aef-b948-b5c8501cc6eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': '78df49cf-d4b5-4453-b90c-35bb257c9f49'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103230) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 20:05:14.177655 n-d-713498-36 neutron-server[103230]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b42221c-1c65-4808-8490-b6e54812785e admin admin] Network hostable DHCP agents. Network: 78df49cf-d4b5-4453-b90c-35bb257c9f49, hostable agents: ['af91e4b9-f4e1-42b1-a25c-a10dc47171c8'], hosted agents: [] {{(pid=103230) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 20:05:14.196004 n-d-713498-36 neutron-server[103230]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b42221c-1c65-4808-8490-b6e54812785e admin admin] Network 78df49cf-d4b5-4453-b90c-35bb257c9f49 is scheduled to be hosted by DHCP agent af91e4b9-f4e1-42b1-a25c-a10dc47171c8 with binding_index 1 {{(pid=103230) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 20:05:14.209291 n-d-713498-36 neutron-server[103230]: DEBUG neutron.scheduler.base_scheduler [None req-6b42221c-1c65-4808-8490-b6e54812785e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713498-36, 78df49cf-d4b5-4453-b90c-35bb257c9f49) {{(pid=103230) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 20:05:14.214574 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b42221c-1c65-4808-8490-b6e54812785e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:05:14.215777 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-6b42221c-1c65-4808-8490-b6e54812785e admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:05:14.231725 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-675ff0ef-7b01-4077-b050-6ec9d3d9e63e None None] Network 78df49cf-d4b5-4453-b90c-35bb257c9f49 requested from n-d-713498-36 {{(pid=103232) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 20:05:14.239965 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-6b42221c-1c65-4808-8490-b6e54812785e admin admin] 10.222.0.75 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3445504 Feb 09 20:05:14.242285 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 53780) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:05:14.247177 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.v2.base [None req-3f4fc046-1476-4dbc-a926-a1ea2393b3b3 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1222902821-router', 'tenant_id': 'd438abd23344467585f0f5c211db1237', 'external_gateway_info': {'network_id': '88055e1e-672a-4487-be31-ffb6e833ece5'}}} {{(pid=103230) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 20:05:14.268518 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-3f4fc046-1476-4dbc-a926-a1ea2393b3b3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1834830', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-58389'] for router (8be925d7-f91b-45b1-b9dd-4682f9f4d374), before_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:05:14.269933 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-3f4fc046-1476-4dbc-a926-a1ea2393b3b3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1834810', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1822096', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1886735', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-58380'] for router (8be925d7-f91b-45b1-b9dd-4682f9f4d374), precommit_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:05:14.324225 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-3f4fc046-1476-4dbc-a926-a1ea2393b3b3 admin admin] Publish callbacks [] for router_controller (8be925d7-f91b-45b1-b9dd-4682f9f4d374), precommit_add_association {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:05:14.474785 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-3f4fc046-1476-4dbc-a926-a1ea2393b3b3 admin admin] Publish callbacks [] for router_gateway (8be925d7-f91b-45b1-b9dd-4682f9f4d374), precommit_update {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:05:14.550147 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-edc54c9b-7f13-45d9-9271-85c9738b0128 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762867132591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593584'] for agent (a62b1850-466f-48ae-bec7-d62fb280e14b), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:05:14.583013 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Device 17e60794-c73b-4aaf-93fa-63ad8e0ad581 up at agent ovs-agent-n-d-713498-36 {{(pid=103232) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 20:05:14.611040 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1810021e-2c34-4ff2-b01b-1f527851b692 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8b32e980-7cce-5e82-a341-bd2fa8945c89-78df49cf-d4b5-4453-b90c-35bb257c9f49', 'network_id': '78df49cf-d4b5-4453-b90c-35bb257c9f49', 'project_id': 'd438abd23344467585f0f5c211db1237', 'fixed_ips': [{'subnet_id': '406c7ad7-9b5b-4f24-b6c9-a5bbed8223fd'}]}} from n-d-713498-36. {{(pid=103232) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 09 20:05:14.611912 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-1810021e-2c34-4ff2-b01b-1f527851b692 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (None), before_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:05:14.713383 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-3f4fc046-1476-4dbc-a926-a1ea2393b3b3 admin admin] Publish callbacks [] for router_gateway (8be925d7-f91b-45b1-b9dd-4682f9f4d374), before_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:05:14.734610 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-3f4fc046-1476-4dbc-a926-a1ea2393b3b3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (None), before_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:05:14.793986 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.provisioning_blocks [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Provisioning complete for port 17e60794-c73b-4aaf-93fa-63ad8e0ad581 triggered by entity L2. {{(pid=103232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 20:05:14.794366 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593630'] for port (17e60794-c73b-4aaf-93fa-63ad8e0ad581), provisioning_complete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:05:14.825573 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.l3_hamode_db [None req-22ecd77a-49e3-4dca-b26b-8b07d24e0c2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9e76d20e-be72-441e-855c-678028a6e26f', 'name': 'tempest-TestMinimumBasicScenario-1187863634-router', 'tenant_id': '07b006a1671a456b91c885e04eeed7e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88055e1e-672a-4487-be31-ffb6e833ece5', 'external_fixed_ips': [{'subnet_id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'ip_address': '172.25.1.10'}], 'enable_snat': True}, 'gw_port_id': '17e60794-c73b-4aaf-93fa-63ad8e0ad581', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T20:05:09Z', 'updated_at': '2022-02-09T20:05:12Z', 'revision_number': 4, 'project_id': '07b006a1671a456b91c885e04eeed7e9', 'gw_port': {'id': '17e60794-c73b-4aaf-93fa-63ad8e0ad581', 'name': '', 'network_id': '88055e1e-672a-4487-be31-ffb6e833ece5', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:ae:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9e76d20e-be72-441e-855c-678028a6e26f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4190, 'fixed_ips': [{'subnet_id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'ip_address': '172.25.1.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T20:05:09Z', 'updated_at': '2022-02-09T20:05:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-36', '_interfaces': [{'id': '71c2eec3-a331-40c5-9a3c-c497de90407f', 'name': '', 'network_id': 'd22516e5-39ad-4f6a-a558-8a836e1ef36c', 'tenant_id': '07b006a1671a456b91c885e04eeed7e9', 'mac_address': 'fa:16:3e:8b:c4:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9e76d20e-be72-441e-855c-678028a6e26f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4191, 'fixed_ips': [{'subnet_id': 'bfc90063-bc7d-4b0d-9483-d02d72b7f4c2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T20:05:11Z', 'updated_at': '2022-02-09T20:05:12Z', 'revision_number': 2, 'project_id': '07b006a1671a456b91c885e04eeed7e9', 'subnets': [{'id': 'bfc90063-bc7d-4b0d-9483-d02d72b7f4c2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-36', False) {} {{(pid=103232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 20:05:14.849214 n-d-713498-36 neutron-server[103230]: DEBUG neutron.db.db_base_plugin_common [None req-3f4fc046-1476-4dbc-a926-a1ea2393b3b3 admin admin] Allocated IP 172.25.1.115 (88055e1e-672a-4487-be31-ffb6e833ece5/ac16dbcc-383c-4b43-9153-d763c4a53f91/7e67ac9d-a559-4340-9521-6edcd31b9e38) {{(pid=103230) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 20:05:14.868266 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22ecd77a-49e3-4dca-b26b-8b07d24e0c2e None None] Checking router: 9e76d20e-be72-441e-855c-678028a6e26f for host: n-d-713498-36 {{(pid=103232) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 20:05:14.868699 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22ecd77a-49e3-4dca-b26b-8b07d24e0c2e None None] Updating router 9e76d20e-be72-441e-855c-678028a6e26f port 71c2eec3-a331-40c5-9a3c-c497de90407f binding host n-d-713498-36 {{(pid=103232) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 20:05:14.872605 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.db_base_plugin_common [None req-1810021e-2c34-4ff2-b01b-1f527851b692 None None] Allocated IP 172.20.0.2 (78df49cf-d4b5-4453-b90c-35bb257c9f49/406c7ad7-9b5b-4f24-b6c9-a5bbed8223fd/7911763a-66b2-4da1-babd-8d862250c135) {{(pid=103232) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 20:05:14.914650 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-22ecd77a-49e3-4dca-b26b-8b07d24e0c2e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (71c2eec3-a331-40c5-9a3c-c497de90407f), before_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:05:14.958268 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-3f4fc046-1476-4dbc-a926-a1ea2393b3b3 admin admin] Publish callbacks [] for port (7e67ac9d-a559-4340-9521-6edcd31b9e38), precommit_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:05:14.996508 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-3f4fc046-1476-4dbc-a926-a1ea2393b3b3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762866656467', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14393751'] for port (7e67ac9d-a559-4340-9521-6edcd31b9e38), after_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:05:15.039701 n-d-713498-36 neutron-server[103230]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f4fc046-1476-4dbc-a926-a1ea2393b3b3 admin admin] Network 88055e1e-672a-4487-be31-ffb6e833ece5 is already hosted by enough agents. {{(pid=103230) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 20:05:15.044483 n-d-713498-36 neutron-server[103230]: DEBUG neutron.scheduler.base_scheduler [None req-3f4fc046-1476-4dbc-a926-a1ea2393b3b3 admin admin] Resources bound (agent type, host, resource id): {{(pid=103230) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 20:05:15.050037 n-d-713498-36 neutron-server[103230]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f4fc046-1476-4dbc-a926-a1ea2393b3b3 admin admin] Received port after_create {{(pid=103230) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 20:05:15.053392 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f4fc046-1476-4dbc-a926-a1ea2393b3b3 admin admin] Pushing event updated for resources: {'Port': ['ID=7e67ac9d-a559-4340-9521-6edcd31b9e38,revision_number=1']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:05:15.112955 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Current status of the port 17e60794-c73b-4aaf-93fa-63ad8e0ad581 is: DOWN; New status is: ACTIVE {{(pid=103232) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 20:05:15.113359 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (17e60794-c73b-4aaf-93fa-63ad8e0ad581), before_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:05:15.175217 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] For port 17e60794-c73b-4aaf-93fa-63ad8e0ad581, host n-d-713498-36, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-36',level=0,port_id=17e60794-c73b-4aaf-93fa-63ad8e0ad581,segment=NetworkSegment(a4222f89-8d3f-4b51-953b-1a8126392491),segment_id=a4222f89-8d3f-4b51-953b-1a8126392491)] {{(pid=103232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 20:05:15.210499 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762867176205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762866656485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762866656503'] for port (17e60794-c73b-4aaf-93fa-63ad8e0ad581), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:05:15.301882 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-1810021e-2c34-4ff2-b01b-1f527851b692 None None] Publish callbacks [] for port (7911763a-66b2-4da1-babd-8d862250c135), precommit_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:05:15.320278 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-1810021e-2c34-4ff2-b01b-1f527851b692 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762866656467'] for port (7911763a-66b2-4da1-babd-8d862250c135), after_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:05:15.339896 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Pushing event updated for resources: {'Port': ['ID=17e60794-c73b-4aaf-93fa-63ad8e0ad581,revision_number=4']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:05:15.340627 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-3f4fc046-1476-4dbc-a926-a1ea2393b3b3 admin admin] Publish callbacks [] for router_gateway (8be925d7-f91b-45b1-b9dd-4682f9f4d374), after_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:05:15.364361 n-d-713498-36 neutron-server[103232]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1810021e-2c34-4ff2-b01b-1f527851b692 None None] Network 78df49cf-d4b5-4453-b90c-35bb257c9f49 is already hosted by enough agents. {{(pid=103232) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 20:05:15.389469 n-d-713498-36 neutron-server[103232]: DEBUG neutron.scheduler.base_scheduler [None req-1810021e-2c34-4ff2-b01b-1f527851b692 None None] Resources bound (agent type, host, resource id): {{(pid=103232) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 20:05:15.396905 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1810021e-2c34-4ff2-b01b-1f527851b692 None None] Received port after_create {{(pid=103232) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 20:05:15.449935 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1810021e-2c34-4ff2-b01b-1f527851b692 None None] Pushing event updated for resources: {'Port': ['ID=7911763a-66b2-4da1-babd-8d862250c135,revision_number=1']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:05:15.512086 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.managers [None req-1810021e-2c34-4ff2-b01b-1f527851b692 None None] Attempting to bind port 7911763a-66b2-4da1-babd-8d862250c135 on host n-d-713498-36 for vnic_type normal with profile {{(pid=103232) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 20:05:15.512454 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.managers [None req-1810021e-2c34-4ff2-b01b-1f527851b692 None None] Attempting to bind port 7911763a-66b2-4da1-babd-8d862250c135 by drivers openvswitch,hyperv on host n-d-713498-36 at level 0 using segments [{'id': '46d77cb3-bfbb-4aef-b948-b5c8501cc6eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': '78df49cf-d4b5-4453-b90c-35bb257c9f49'}] {{(pid=103232) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 20:05:15.512817 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1810021e-2c34-4ff2-b01b-1f527851b692 None None] Attempting to bind port 7911763a-66b2-4da1-babd-8d862250c135 on network 78df49cf-d4b5-4453-b90c-35bb257c9f49 {{(pid=103232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 20:05:15.525466 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-22ecd77a-49e3-4dca-b26b-8b07d24e0c2e None None] Publish callbacks [] for port (71c2eec3-a331-40c5-9a3c-c497de90407f), precommit_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:05:15.527319 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1810021e-2c34-4ff2-b01b-1f527851b692 None None] Checking agent: {'id': '496418a2-c002-4aec-ab1a-07f3bea491bd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-36', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 18, 51, 47), 'started_at': datetime.datetime(2022, 2, 9, 18, 52, 17), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 20, 4, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-36'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 20:05:15.527694 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1810021e-2c34-4ff2-b01b-1f527851b692 None None] Checking segment: {'id': '46d77cb3-bfbb-4aef-b948-b5c8501cc6eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': '78df49cf-d4b5-4453-b90c-35bb257c9f49'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103232) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 20:05:15.528089 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-1810021e-2c34-4ff2-b01b-1f527851b692 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:05:15.528483 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1810021e-2c34-4ff2-b01b-1f527851b692 None None] Bound using segment: {'id': '46d77cb3-bfbb-4aef-b948-b5c8501cc6eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': '78df49cf-d4b5-4453-b90c-35bb257c9f49'} {{(pid=103232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 20:05:15.528960 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.managers [None req-1810021e-2c34-4ff2-b01b-1f527851b692 None None] Bound port: 7911763a-66b2-4da1-babd-8d862250c135, host: n-d-713498-36, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '46d77cb3-bfbb-4aef-b948-b5c8501cc6eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': '78df49cf-d4b5-4453-b90c-35bb257c9f49'}}] {{(pid=103232) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 20:05:15.529336 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-1810021e-2c34-4ff2-b01b-1f527851b692 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (7911763a-66b2-4da1-babd-8d862250c135), before_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:05:15.540667 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-22ecd77a-49e3-4dca-b26b-8b07d24e0c2e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762867176205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762866656485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762866656503'] for port (71c2eec3-a331-40c5-9a3c-c497de90407f), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:05:15.557980 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-3f4fc046-1476-4dbc-a926-a1ea2393b3b3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1834945', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1818951'] for router (8be925d7-f91b-45b1-b9dd-4682f9f4d374), after_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:05:15.633731 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b7cb45b-86d3-4ad2-890b-382460c764af None None] Pushing event updated for resources: {'Port': ['ID=71c2eec3-a331-40c5-9a3c-c497de90407f,revision_number=3']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:05:15.696575 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-1810021e-2c34-4ff2-b01b-1f527851b692 None None] For port 7911763a-66b2-4da1-babd-8d862250c135, host n-d-713498-36, cleared binding levels {{(pid=103232) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 20:05:15.711948 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.managers [None req-22ecd77a-49e3-4dca-b26b-8b07d24e0c2e None None] Attempting to bind port 71c2eec3-a331-40c5-9a3c-c497de90407f on host n-d-713498-36 for vnic_type normal with profile {{(pid=103232) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 20:05:15.712318 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.managers [None req-22ecd77a-49e3-4dca-b26b-8b07d24e0c2e None None] Attempting to bind port 71c2eec3-a331-40c5-9a3c-c497de90407f by drivers openvswitch,hyperv on host n-d-713498-36 at level 0 using segments [{'id': '50022d81-55f0-45ba-ab3b-6d8a42e875d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': 'd22516e5-39ad-4f6a-a558-8a836e1ef36c'}] {{(pid=103232) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 20:05:15.712682 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22ecd77a-49e3-4dca-b26b-8b07d24e0c2e None None] Attempting to bind port 71c2eec3-a331-40c5-9a3c-c497de90407f on network d22516e5-39ad-4f6a-a558-8a836e1ef36c {{(pid=103232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 20:05:15.715825 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-1810021e-2c34-4ff2-b01b-1f527851b692 None None] For port 7911763a-66b2-4da1-babd-8d862250c135, host n-d-713498-36, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-36',level=0,port_id=7911763a-66b2-4da1-babd-8d862250c135,segment=NetworkSegment(46d77cb3-bfbb-4aef-b948-b5c8501cc6eb),segment_id=46d77cb3-bfbb-4aef-b948-b5c8501cc6eb)] {{(pid=103232) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 20:05:15.721868 n-d-713498-36 neutron-server[103230]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3f4fc046-1476-4dbc-a926-a1ea2393b3b3 admin admin] Router 8be925d7-f91b-45b1-b9dd-4682f9f4d374 is scheduled to L3 agent 93303d5e-5d17-45e8-8963-7694f87783ae with binding_index 1 {{(pid=103230) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 09 20:05:15.722332 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22ecd77a-49e3-4dca-b26b-8b07d24e0c2e None None] Checking agent: {'id': '496418a2-c002-4aec-ab1a-07f3bea491bd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-36', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 18, 51, 47), 'started_at': datetime.datetime(2022, 2, 9, 18, 52, 17), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 20, 4, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-36'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 20:05:15.722748 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22ecd77a-49e3-4dca-b26b-8b07d24e0c2e None None] Checking segment: {'id': '50022d81-55f0-45ba-ab3b-6d8a42e875d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': 'd22516e5-39ad-4f6a-a558-8a836e1ef36c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103232) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 20:05:15.723218 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-22ecd77a-49e3-4dca-b26b-8b07d24e0c2e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:05:15.723647 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22ecd77a-49e3-4dca-b26b-8b07d24e0c2e None None] Bound using segment: {'id': '50022d81-55f0-45ba-ab3b-6d8a42e875d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': 'd22516e5-39ad-4f6a-a558-8a836e1ef36c'} {{(pid=103232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 20:05:15.724201 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.managers [None req-22ecd77a-49e3-4dca-b26b-8b07d24e0c2e None None] Bound port: 71c2eec3-a331-40c5-9a3c-c497de90407f, host: n-d-713498-36, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '50022d81-55f0-45ba-ab3b-6d8a42e875d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': 'd22516e5-39ad-4f6a-a558-8a836e1ef36c'}}] {{(pid=103232) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 20:05:15.724586 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-22ecd77a-49e3-4dca-b26b-8b07d24e0c2e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (71c2eec3-a331-40c5-9a3c-c497de90407f), before_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:05:15.728439 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-1810021e-2c34-4ff2-b01b-1f527851b692 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762867176205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762866656485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762866656503'] for port (7911763a-66b2-4da1-babd-8d862250c135), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:05:15.838530 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1810021e-2c34-4ff2-b01b-1f527851b692 None None] Pushing event updated for resources: {'Port': ['ID=7911763a-66b2-4da1-babd-8d862250c135,revision_number=2']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:05:15.847869 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3f4fc046-1476-4dbc-a926-a1ea2393b3b3 admin admin] Notify agent at l3_agent.n-d-713498-36 the message routers_updated {{(pid=103230) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 20:05:15.855042 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-22ecd77a-49e3-4dca-b26b-8b07d24e0c2e None None] For port 71c2eec3-a331-40c5-9a3c-c497de90407f, host n-d-713498-36, cleared binding levels {{(pid=103232) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 20:05:15.858211 n-d-713498-36 neutron-server[103233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c56afecc-78da-4903-bf1b-f70870fe8b22 None None] Sync routers for ids ['8be925d7-f91b-45b1-b9dd-4682f9f4d374'] in n-d-713498-36 {{(pid=103233) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 20:05:15.863142 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-22ecd77a-49e3-4dca-b26b-8b07d24e0c2e None None] For port 71c2eec3-a331-40c5-9a3c-c497de90407f, host n-d-713498-36, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-36',level=0,port_id=71c2eec3-a331-40c5-9a3c-c497de90407f,segment=NetworkSegment(50022d81-55f0-45ba-ab3b-6d8a42e875d0),segment_id=50022d81-55f0-45ba-ab3b-6d8a42e875d0)] {{(pid=103232) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 20:05:15.873650 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-22ecd77a-49e3-4dca-b26b-8b07d24e0c2e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762867176205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762866656485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762866656503'] for port (71c2eec3-a331-40c5-9a3c-c497de90407f), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:05:15.876955 n-d-713498-36 neutron-server[103233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c56afecc-78da-4903-bf1b-f70870fe8b22 None None] Routers {'8be925d7-f91b-45b1-b9dd-4682f9f4d374'} bound to L3 agent in host n-d-713498-36 {{(pid=103233) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 20:05:15.878168 n-d-713498-36 neutron-server[103233]: DEBUG neutron.db.l3_hamode_db [None req-c56afecc-78da-4903-bf1b-f70870fe8b22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T18:51:43Z,description=,heartbeat_timestamp=2022-02-09T20:05:13Z,host='n-d-713498-36',id=93303d5e-5d17-45e8-8963-7694f87783ae,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T18:51:43Z,topic='l3_agent')) {'router_ids': ['8be925d7-f91b-45b1-b9dd-4682f9f4d374'], 'active': True} {{(pid=103233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 20:05:15.884364 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-3f4fc046-1476-4dbc-a926-a1ea2393b3b3 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:05:15.885718 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-3f4fc046-1476-4dbc-a926-a1ea2393b3b3 admin admin] 10.222.0.75 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 1.6423373 Feb 09 20:05:15.888753 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 53782) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:05:15.949728 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.provisioning_blocks [None req-28699174-e3ef-4526-8c1f-4032f4e3909e None None] Provisioning complete for port 71c2eec3-a331-40c5-9a3c-c497de90407f triggered by entity DHCP. {{(pid=103232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 20:05:15.950003 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-28699174-e3ef-4526-8c1f-4032f4e3909e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593630'] for port (71c2eec3-a331-40c5-9a3c-c497de90407f), provisioning_complete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:05:15.987324 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b7cb45b-86d3-4ad2-890b-382460c764af None None] Pushing event updated for resources: {'Port': ['ID=71c2eec3-a331-40c5-9a3c-c497de90407f,revision_number=4']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:05:15.992861 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22ecd77a-49e3-4dca-b26b-8b07d24e0c2e None None] Routers {'9e76d20e-be72-441e-855c-678028a6e26f'} bound to L3 agent in host n-d-713498-36 {{(pid=103232) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 20:05:15.993491 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.l3_hamode_db [None req-22ecd77a-49e3-4dca-b26b-8b07d24e0c2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T18:51:43Z,description=,heartbeat_timestamp=2022-02-09T20:05:13Z,host='n-d-713498-36',id=93303d5e-5d17-45e8-8963-7694f87783ae,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T18:51:43Z,topic='l3_agent')) {'router_ids': ['9e76d20e-be72-441e-855c-678028a6e26f'], 'active': True} {{(pid=103232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 20:05:16.059057 n-d-713498-36 neutron-server[103233]: DEBUG neutron.db.l3_dvr_db [None req-c56afecc-78da-4903-bf1b-f70870fe8b22 None None] Set router 8be925d7-f91b-45b1-b9dd-4682f9f4d374 gateway port host: n-d-713498-36 {{(pid=103233) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 20:05:16.145720 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.l3_dvr_db [None req-22ecd77a-49e3-4dca-b26b-8b07d24e0c2e None None] Set router 9e76d20e-be72-441e-855c-678028a6e26f gateway port host: n-d-713498-36 {{(pid=103232) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 20:05:16.241088 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-a7262a8e-0513-48fd-984d-75726a511961 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762867132591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593584'] for agent (911cfea2-02ae-4ec9-bac3-7808ee1cdd9c), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:05:16.291103 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-28699174-e3ef-4526-8c1f-4032f4e3909e None None] Current status of the port 71c2eec3-a331-40c5-9a3c-c497de90407f is: DOWN; New status is: ACTIVE {{(pid=103232) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 20:05:16.291501 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-28699174-e3ef-4526-8c1f-4032f4e3909e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (71c2eec3-a331-40c5-9a3c-c497de90407f), before_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:05:16.334623 n-d-713498-36 neutron-server[103233]: DEBUG neutron.db.l3_hamode_db [None req-c56afecc-78da-4903-bf1b-f70870fe8b22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8be925d7-f91b-45b1-b9dd-4682f9f4d374', 'name': 'tempest-TestMinimumBasicScenario-1222902821-router', 'tenant_id': 'd438abd23344467585f0f5c211db1237', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88055e1e-672a-4487-be31-ffb6e833ece5', 'external_fixed_ips': [{'subnet_id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'ip_address': '172.25.1.115'}], 'enable_snat': True}, 'gw_port_id': '7e67ac9d-a559-4340-9521-6edcd31b9e38', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T20:05:14Z', 'updated_at': '2022-02-09T20:05:15Z', 'revision_number': 3, 'project_id': 'd438abd23344467585f0f5c211db1237', 'gw_port': {'id': '7e67ac9d-a559-4340-9521-6edcd31b9e38', 'name': '', 'network_id': '88055e1e-672a-4487-be31-ffb6e833ece5', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:1b:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8be925d7-f91b-45b1-b9dd-4682f9f4d374', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4202, 'fixed_ips': [{'subnet_id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'ip_address': '172.25.1.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T20:05:14Z', 'updated_at': '2022-02-09T20:05:14Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-36'}], 'n-d-713498-36', False) {} {{(pid=103233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 20:05:16.379367 n-d-713498-36 neutron-server[103233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c56afecc-78da-4903-bf1b-f70870fe8b22 None None] Checking router: 8be925d7-f91b-45b1-b9dd-4682f9f4d374 for host: n-d-713498-36 {{(pid=103233) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 20:05:16.380006 n-d-713498-36 neutron-server[103233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c56afecc-78da-4903-bf1b-f70870fe8b22 None None] Updating router 8be925d7-f91b-45b1-b9dd-4682f9f4d374 port 7e67ac9d-a559-4340-9521-6edcd31b9e38 binding host n-d-713498-36 {{(pid=103233) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 20:05:16.390121 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-28699174-e3ef-4526-8c1f-4032f4e3909e None None] For port 71c2eec3-a331-40c5-9a3c-c497de90407f, host n-d-713498-36, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-36',level=0,port_id=71c2eec3-a331-40c5-9a3c-c497de90407f,segment=NetworkSegment(50022d81-55f0-45ba-ab3b-6d8a42e875d0),segment_id=50022d81-55f0-45ba-ab3b-6d8a42e875d0)] {{(pid=103232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 20:05:16.405202 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-28699174-e3ef-4526-8c1f-4032f4e3909e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762867176205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762866656485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762866656503'] for port (71c2eec3-a331-40c5-9a3c-c497de90407f), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:05:16.510117 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28699174-e3ef-4526-8c1f-4032f4e3909e None None] Pushing event updated for resources: {'Port': ['ID=71c2eec3-a331-40c5-9a3c-c497de90407f,revision_number=5']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:05:16.523719 n-d-713498-36 neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-c56afecc-78da-4903-bf1b-f70870fe8b22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (7e67ac9d-a559-4340-9521-6edcd31b9e38), before_update {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:05:16.560693 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.provisioning_blocks [None req-87f339b9-c670-4169-a42c-db6344be1b64 None None] Provisioning complete for port 71c2eec3-a331-40c5-9a3c-c497de90407f triggered by entity DHCP. {{(pid=103232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 20:05:16.561076 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-87f339b9-c670-4169-a42c-db6344be1b64 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593630'] for port (71c2eec3-a331-40c5-9a3c-c497de90407f), provisioning_complete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:05:16.616784 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.l3_hamode_db [None req-22ecd77a-49e3-4dca-b26b-8b07d24e0c2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9e76d20e-be72-441e-855c-678028a6e26f', 'name': 'tempest-TestMinimumBasicScenario-1187863634-router', 'tenant_id': '07b006a1671a456b91c885e04eeed7e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88055e1e-672a-4487-be31-ffb6e833ece5', 'external_fixed_ips': [{'subnet_id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'ip_address': '172.25.1.10'}], 'enable_snat': True}, 'gw_port_id': '17e60794-c73b-4aaf-93fa-63ad8e0ad581', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T20:05:09Z', 'updated_at': '2022-02-09T20:05:12Z', 'revision_number': 4, 'project_id': '07b006a1671a456b91c885e04eeed7e9', 'gw_port': {'id': '17e60794-c73b-4aaf-93fa-63ad8e0ad581', 'name': '', 'network_id': '88055e1e-672a-4487-be31-ffb6e833ece5', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:ae:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e76d20e-be72-441e-855c-678028a6e26f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4190, 'fixed_ips': [{'subnet_id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'ip_address': '172.25.1.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T20:05:09Z', 'updated_at': '2022-02-09T20:05:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-36', '_interfaces': [{'id': '71c2eec3-a331-40c5-9a3c-c497de90407f', 'name': '', 'network_id': 'd22516e5-39ad-4f6a-a558-8a836e1ef36c', 'tenant_id': '07b006a1671a456b91c885e04eeed7e9', 'mac_address': 'fa:16:3e:8b:c4:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9e76d20e-be72-441e-855c-678028a6e26f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4191, 'fixed_ips': [{'subnet_id': 'bfc90063-bc7d-4b0d-9483-d02d72b7f4c2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T20:05:11Z', 'updated_at': '2022-02-09T20:05:15Z', 'revision_number': 4, 'project_id': '07b006a1671a456b91c885e04eeed7e9', 'subnets': [{'id': 'bfc90063-bc7d-4b0d-9483-d02d72b7f4c2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-36', False) {} {{(pid=103232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 20:05:16.624224 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-ce764ec3-b1b4-4e1c-956d-e49df96f418b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (None), before_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:05:16.657099 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22ecd77a-49e3-4dca-b26b-8b07d24e0c2e None None] The sync data for ids ['9e76d20e-be72-441e-855c-678028a6e26f'] in n-d-713498-36 is: [{'id': '9e76d20e-be72-441e-855c-678028a6e26f', 'name': 'tempest-TestMinimumBasicScenario-1187863634-router', 'tenant_id': '07b006a1671a456b91c885e04eeed7e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88055e1e-672a-4487-be31-ffb6e833ece5', 'external_fixed_ips': [{'subnet_id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'ip_address': '172.25.1.10'}], 'enable_snat': True}, 'gw_port_id': '17e60794-c73b-4aaf-93fa-63ad8e0ad581', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T20:05:09Z', 'updated_at': '2022-02-09T20:05:12Z', 'revision_number': 4, 'project_id': '07b006a1671a456b91c885e04eeed7e9', 'gw_port': {'id': '17e60794-c73b-4aaf-93fa-63ad8e0ad581', 'name': '', 'network_id': '88055e1e-672a-4487-be31-ffb6e833ece5', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:ae:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e76d20e-be72-441e-855c-678028a6e26f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4190, 'fixed_ips': [{'subnet_id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'ip_address': '172.25.1.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T20:05:09Z', 'updated_at': '2022-02-09T20:05:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-36', '_interfaces': [{'id': '71c2eec3-a331-40c5-9a3c-c497de90407f', 'name': '', 'network_id': 'd22516e5-39ad-4f6a-a558-8a836e1ef36c', 'tenant_id': '07b006a1671a456b91c885e04eeed7e9', 'mac_address': 'fa:16:3e:8b:c4:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9e76d20e-be72-441e-855c-678028a6e26f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4191, 'fixed_ips': [{'subnet_id': 'bfc90063-bc7d-4b0d-9483-d02d72b7f4c2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T20:05:11Z', 'updated_at': '2022-02-09T20:05:15Z', 'revision_number': 4, 'project_id': '07b006a1671a456b91c885e04eeed7e9', 'subnets': [{'id': 'bfc90063-bc7d-4b0d-9483-d02d72b7f4c2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103232) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 20:05:16.714447 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Device 7911763a-66b2-4da1-babd-8d862250c135 up at agent ovs-agent-n-d-713498-36 {{(pid=103232) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 20:05:16.772091 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-87f339b9-c670-4169-a42c-db6344be1b64 None None] Current status of the port 71c2eec3-a331-40c5-9a3c-c497de90407f is: ACTIVE; New status is: ACTIVE {{(pid=103232) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 20:05:16.803124 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.provisioning_blocks [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Provisioning complete for port 7911763a-66b2-4da1-babd-8d862250c135 triggered by entity L2. {{(pid=103232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 20:05:16.803987 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593630'] for port (7911763a-66b2-4da1-babd-8d862250c135), provisioning_complete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:05:16.909010 n-d-713498-36 neutron-server[103230]: DEBUG neutron.db.db_base_plugin_common [None req-ce764ec3-b1b4-4e1c-956d-e49df96f418b admin admin] Allocated IP 172.20.0.1 (78df49cf-d4b5-4453-b90c-35bb257c9f49/406c7ad7-9b5b-4f24-b6c9-a5bbed8223fd/7b2a84dd-f7f9-46d1-971c-b8f4ec55fdaa) {{(pid=103230) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 20:05:16.965711 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Current status of the port 7911763a-66b2-4da1-babd-8d862250c135 is: DOWN; New status is: ACTIVE {{(pid=103232) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 20:05:16.966255 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (7911763a-66b2-4da1-babd-8d862250c135), before_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:05:16.981240 n-d-713498-36 neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-c56afecc-78da-4903-bf1b-f70870fe8b22 None None] Publish callbacks [] for port (7e67ac9d-a559-4340-9521-6edcd31b9e38), precommit_update {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:05:16.997681 n-d-713498-36 neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-c56afecc-78da-4903-bf1b-f70870fe8b22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762867176205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762866656485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762866656503'] for port (7e67ac9d-a559-4340-9521-6edcd31b9e38), after_update {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:05:17.019873 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] For port 7911763a-66b2-4da1-babd-8d862250c135, host n-d-713498-36, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-36',level=0,port_id=7911763a-66b2-4da1-babd-8d862250c135,segment=NetworkSegment(46d77cb3-bfbb-4aef-b948-b5c8501cc6eb),segment_id=46d77cb3-bfbb-4aef-b948-b5c8501cc6eb)] {{(pid=103232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 20:05:17.027361 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762867176205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762866656485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762866656503'] for port (7911763a-66b2-4da1-babd-8d862250c135), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:05:17.029761 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Device 17e60794-c73b-4aaf-93fa-63ad8e0ad581 up at agent ovs-agent-n-d-713498-36 {{(pid=103232) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 20:05:17.068263 n-d-713498-36 neutron-server[103233]: DEBUG neutron.plugins.ml2.managers [None req-c56afecc-78da-4903-bf1b-f70870fe8b22 None None] Attempting to bind port 7e67ac9d-a559-4340-9521-6edcd31b9e38 on host n-d-713498-36 for vnic_type normal with profile {{(pid=103233) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 20:05:17.069036 n-d-713498-36 neutron-server[103233]: DEBUG neutron.plugins.ml2.managers [None req-c56afecc-78da-4903-bf1b-f70870fe8b22 None None] Attempting to bind port 7e67ac9d-a559-4340-9521-6edcd31b9e38 by drivers openvswitch,hyperv on host n-d-713498-36 at level 0 using segments [{'id': 'a4222f89-8d3f-4b51-953b-1a8126392491', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '88055e1e-672a-4487-be31-ffb6e833ece5'}] {{(pid=103233) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 20:05:17.069746 n-d-713498-36 neutron-server[103233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c56afecc-78da-4903-bf1b-f70870fe8b22 None None] Attempting to bind port 7e67ac9d-a559-4340-9521-6edcd31b9e38 on network 88055e1e-672a-4487-be31-ffb6e833ece5 {{(pid=103233) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 20:05:17.072459 n-d-713498-36 neutron-server[103233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad00a1e7-1266-47cc-88c4-a9a3e8e38b4c None None] Pushing event updated for resources: {'Port': ['ID=7e67ac9d-a559-4340-9521-6edcd31b9e38,revision_number=2']} {{(pid=103233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:05:17.083297 n-d-713498-36 neutron-server[103233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c56afecc-78da-4903-bf1b-f70870fe8b22 None None] Checking agent: {'id': '496418a2-c002-4aec-ab1a-07f3bea491bd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-36', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 18, 51, 47), 'started_at': datetime.datetime(2022, 2, 9, 18, 52, 17), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 20, 4, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-36'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103233) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 20:05:17.084033 n-d-713498-36 neutron-server[103233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c56afecc-78da-4903-bf1b-f70870fe8b22 None None] Checking segment: {'id': 'a4222f89-8d3f-4b51-953b-1a8126392491', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '88055e1e-672a-4487-be31-ffb6e833ece5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103233) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 20:05:17.084717 n-d-713498-36 neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-c56afecc-78da-4903-bf1b-f70870fe8b22 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:05:17.085347 n-d-713498-36 neutron-server[103233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c56afecc-78da-4903-bf1b-f70870fe8b22 None None] Bound using segment: {'id': 'a4222f89-8d3f-4b51-953b-1a8126392491', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '88055e1e-672a-4487-be31-ffb6e833ece5'} {{(pid=103233) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 20:05:17.086108 n-d-713498-36 neutron-server[103233]: DEBUG neutron.plugins.ml2.managers [None req-c56afecc-78da-4903-bf1b-f70870fe8b22 None None] Bound port: 7e67ac9d-a559-4340-9521-6edcd31b9e38, host: n-d-713498-36, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a4222f89-8d3f-4b51-953b-1a8126392491', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '88055e1e-672a-4487-be31-ffb6e833ece5'}}] {{(pid=103233) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 20:05:17.086800 n-d-713498-36 neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-c56afecc-78da-4903-bf1b-f70870fe8b22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (7e67ac9d-a559-4340-9521-6edcd31b9e38), before_update {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:05:17.179747 n-d-713498-36 neutron-server[103233]: DEBUG neutron.plugins.ml2.db [None req-c56afecc-78da-4903-bf1b-f70870fe8b22 None None] For port 7e67ac9d-a559-4340-9521-6edcd31b9e38, host n-d-713498-36, cleared binding levels {{(pid=103233) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 20:05:17.188108 n-d-713498-36 neutron-server[103233]: DEBUG neutron.plugins.ml2.db [None req-c56afecc-78da-4903-bf1b-f70870fe8b22 None None] For port 7e67ac9d-a559-4340-9521-6edcd31b9e38, host n-d-713498-36, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-36',level=0,port_id=7e67ac9d-a559-4340-9521-6edcd31b9e38,segment=NetworkSegment(a4222f89-8d3f-4b51-953b-1a8126392491),segment_id=a4222f89-8d3f-4b51-953b-1a8126392491)] {{(pid=103233) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 20:05:17.203929 n-d-713498-36 neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-c56afecc-78da-4903-bf1b-f70870fe8b22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762867176205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762866656485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762866656503'] for port (7e67ac9d-a559-4340-9521-6edcd31b9e38), after_update {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:05:17.322178 n-d-713498-36 neutron-server[103233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad00a1e7-1266-47cc-88c4-a9a3e8e38b4c None None] Pushing event updated for resources: {'Port': ['ID=7e67ac9d-a559-4340-9521-6edcd31b9e38,revision_number=3']} {{(pid=103233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:05:17.329833 n-d-713498-36 neutron-server[103233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c56afecc-78da-4903-bf1b-f70870fe8b22 None None] Routers {'8be925d7-f91b-45b1-b9dd-4682f9f4d374'} bound to L3 agent in host n-d-713498-36 {{(pid=103233) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 20:05:17.330798 n-d-713498-36 neutron-server[103233]: DEBUG neutron.db.l3_hamode_db [None req-c56afecc-78da-4903-bf1b-f70870fe8b22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T18:51:43Z,description=,heartbeat_timestamp=2022-02-09T20:05:13Z,host='n-d-713498-36',id=93303d5e-5d17-45e8-8963-7694f87783ae,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T18:51:43Z,topic='l3_agent')) {'router_ids': ['8be925d7-f91b-45b1-b9dd-4682f9f4d374'], 'active': True} {{(pid=103233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 20:05:17.382122 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1fa8720d-18c3-479b-9191-a916f41c6ef5 None None] Network 78df49cf-d4b5-4453-b90c-35bb257c9f49 requested from n-d-713498-36 {{(pid=103232) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 20:05:17.457104 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762867132591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593584'] for agent (496418a2-c002-4aec-ab1a-07f3bea491bd), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:05:17.472276 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.provisioning_blocks [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Provisioning complete for port 17e60794-c73b-4aaf-93fa-63ad8e0ad581 triggered by entity L2. {{(pid=103232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 20:05:17.472700 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593630'] for port (17e60794-c73b-4aaf-93fa-63ad8e0ad581), provisioning_complete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:05:17.502540 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Pushing event updated for resources: {'Port': ['ID=7911763a-66b2-4da1-babd-8d862250c135,revision_number=3']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:05:17.512308 n-d-713498-36 neutron-server[103233]: DEBUG neutron.db.l3_dvr_db [None req-c56afecc-78da-4903-bf1b-f70870fe8b22 None None] Set router 8be925d7-f91b-45b1-b9dd-4682f9f4d374 gateway port host: n-d-713498-36 {{(pid=103233) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 20:05:17.538693 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.provisioning_blocks [None req-17bae4f4-d574-4dd6-aea2-abab597c8dd7 None None] Provisioning complete for port 7911763a-66b2-4da1-babd-8d862250c135 triggered by entity DHCP. {{(pid=103232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 20:05:17.539074 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-17bae4f4-d574-4dd6-aea2-abab597c8dd7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593630'] for port (7911763a-66b2-4da1-babd-8d862250c135), provisioning_complete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:05:17.559579 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-ce764ec3-b1b4-4e1c-956d-e49df96f418b admin admin] Publish callbacks [] for port (7b2a84dd-f7f9-46d1-971c-b8f4ec55fdaa), precommit_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:05:17.602577 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-ce764ec3-b1b4-4e1c-956d-e49df96f418b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762866656467', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14393751'] for port (7b2a84dd-f7f9-46d1-971c-b8f4ec55fdaa), after_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:05:17.645155 n-d-713498-36 neutron-server[103230]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce764ec3-b1b4-4e1c-956d-e49df96f418b admin admin] Network 78df49cf-d4b5-4453-b90c-35bb257c9f49 is already hosted by enough agents. {{(pid=103230) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 20:05:17.652029 n-d-713498-36 neutron-server[103230]: DEBUG neutron.scheduler.base_scheduler [None req-ce764ec3-b1b4-4e1c-956d-e49df96f418b admin admin] Resources bound (agent type, host, resource id): {{(pid=103230) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 20:05:17.658194 n-d-713498-36 neutron-server[103230]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce764ec3-b1b4-4e1c-956d-e49df96f418b admin admin] Received port after_create {{(pid=103230) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 20:05:17.717315 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce764ec3-b1b4-4e1c-956d-e49df96f418b admin admin] Pushing event updated for resources: {'Port': ['ID=7b2a84dd-f7f9-46d1-971c-b8f4ec55fdaa,revision_number=1']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:05:17.746316 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-ce764ec3-b1b4-4e1c-956d-e49df96f418b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1819024'] for router_interface (8be925d7-f91b-45b1-b9dd-4682f9f4d374), before_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:05:17.763925 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Current status of the port 17e60794-c73b-4aaf-93fa-63ad8e0ad581 is: ACTIVE; New status is: ACTIVE {{(pid=103232) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 20:05:17.788884 n-d-713498-36 neutron-server[103233]: DEBUG neutron.db.l3_hamode_db [None req-c56afecc-78da-4903-bf1b-f70870fe8b22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8be925d7-f91b-45b1-b9dd-4682f9f4d374', 'name': 'tempest-TestMinimumBasicScenario-1222902821-router', 'tenant_id': 'd438abd23344467585f0f5c211db1237', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88055e1e-672a-4487-be31-ffb6e833ece5', 'external_fixed_ips': [{'subnet_id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'ip_address': '172.25.1.115'}], 'enable_snat': True}, 'gw_port_id': '7e67ac9d-a559-4340-9521-6edcd31b9e38', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T20:05:14Z', 'updated_at': '2022-02-09T20:05:15Z', 'revision_number': 3, 'project_id': 'd438abd23344467585f0f5c211db1237', 'gw_port': {'id': '7e67ac9d-a559-4340-9521-6edcd31b9e38', 'name': '', 'network_id': '88055e1e-672a-4487-be31-ffb6e833ece5', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:1b:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8be925d7-f91b-45b1-b9dd-4682f9f4d374', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4202, 'fixed_ips': [{'subnet_id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'ip_address': '172.25.1.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T20:05:14Z', 'updated_at': '2022-02-09T20:05:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-36'}], 'n-d-713498-36', False) {} {{(pid=103233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 20:05:17.801255 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-17bae4f4-d574-4dd6-aea2-abab597c8dd7 None None] Current status of the port 7911763a-66b2-4da1-babd-8d862250c135 is: ACTIVE; New status is: ACTIVE {{(pid=103232) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 20:05:17.834823 n-d-713498-36 neutron-server[103233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c56afecc-78da-4903-bf1b-f70870fe8b22 None None] The sync data for ids ['8be925d7-f91b-45b1-b9dd-4682f9f4d374'] in n-d-713498-36 is: [{'id': '8be925d7-f91b-45b1-b9dd-4682f9f4d374', 'name': 'tempest-TestMinimumBasicScenario-1222902821-router', 'tenant_id': 'd438abd23344467585f0f5c211db1237', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88055e1e-672a-4487-be31-ffb6e833ece5', 'external_fixed_ips': [{'subnet_id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'ip_address': '172.25.1.115'}], 'enable_snat': True}, 'gw_port_id': '7e67ac9d-a559-4340-9521-6edcd31b9e38', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T20:05:14Z', 'updated_at': '2022-02-09T20:05:15Z', 'revision_number': 3, 'project_id': 'd438abd23344467585f0f5c211db1237', 'gw_port': {'id': '7e67ac9d-a559-4340-9521-6edcd31b9e38', 'name': '', 'network_id': '88055e1e-672a-4487-be31-ffb6e833ece5', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:1b:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8be925d7-f91b-45b1-b9dd-4682f9f4d374', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4202, 'fixed_ips': [{'subnet_id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'ip_address': '172.25.1.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T20:05:14Z', 'updated_at': '2022-02-09T20:05:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-36'}] {{(pid=103233) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 20:05:17.939551 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-ce764ec3-b1b4-4e1c-956d-e49df96f418b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (7b2a84dd-f7f9-46d1-971c-b8f4ec55fdaa), before_update {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:05:18.024185 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.provisioning_blocks [None req-cb2cbd38-c1c5-48d5-9e2a-3fe870afe7ba None None] Provisioning complete for port 7911763a-66b2-4da1-babd-8d862250c135 triggered by entity DHCP. {{(pid=103232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 20:05:18.024656 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-cb2cbd38-c1c5-48d5-9e2a-3fe870afe7ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593630'] for port (7911763a-66b2-4da1-babd-8d862250c135), provisioning_complete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:05:18.158766 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-cb2cbd38-c1c5-48d5-9e2a-3fe870afe7ba None None] Current status of the port 7911763a-66b2-4da1-babd-8d862250c135 is: ACTIVE; New status is: ACTIVE {{(pid=103232) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 20:05:18.230564 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-ce764ec3-b1b4-4e1c-956d-e49df96f418b admin admin] Publish callbacks [] for port (7b2a84dd-f7f9-46d1-971c-b8f4ec55fdaa), precommit_update {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:05:18.238080 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-ce764ec3-b1b4-4e1c-956d-e49df96f418b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762867176205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762866656485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762866656503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14393758'] for port (7b2a84dd-f7f9-46d1-971c-b8f4ec55fdaa), after_update {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:05:18.320932 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.provisioning_blocks [None req-01f5e96f-5a85-4ab3-b673-08957eddfc3b None None] Provisioning complete for port 7b2a84dd-f7f9-46d1-971c-b8f4ec55fdaa triggered by entity DHCP. {{(pid=103232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 20:05:18.322182 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-01f5e96f-5a85-4ab3-b673-08957eddfc3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593630'] for port (7b2a84dd-f7f9-46d1-971c-b8f4ec55fdaa), provisioning_complete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:05:18.330241 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-ce764ec3-b1b4-4e1c-956d-e49df96f418b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1613458', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1834496'] for router_interface (8be925d7-f91b-45b1-b9dd-4682f9f4d374), after_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:05:18.339277 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce764ec3-b1b4-4e1c-956d-e49df96f418b admin admin] Pushing event updated for resources: {'Port': ['ID=7b2a84dd-f7f9-46d1-971c-b8f4ec55fdaa,revision_number=2']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:05:18.376515 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-01f5e96f-5a85-4ab3-b673-08957eddfc3b None None] Port 7b2a84dd-f7f9-46d1-971c-b8f4ec55fdaa cannot update to ACTIVE because it is not bound. {{(pid=103232) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 20:05:18.441168 n-d-713498-36 neutron-server[103230]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce764ec3-b1b4-4e1c-956d-e49df96f418b admin admin] Network 78df49cf-d4b5-4453-b90c-35bb257c9f49 is already hosted by enough agents. {{(pid=103230) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 20:05:18.442839 n-d-713498-36 neutron-server[103230]: DEBUG neutron.scheduler.base_scheduler [None req-ce764ec3-b1b4-4e1c-956d-e49df96f418b admin admin] Resources bound (agent type, host, resource id): {{(pid=103230) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 20:05:18.610377 n-d-713498-36 neutron-server[103230]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ce764ec3-b1b4-4e1c-956d-e49df96f418b admin admin] Router 8be925d7-f91b-45b1-b9dd-4682f9f4d374 has already been hosted by L3 agent 93303d5e-5d17-45e8-8963-7694f87783ae {{(pid=103230) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 20:05:18.713227 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Device 7911763a-66b2-4da1-babd-8d862250c135 up at agent ovs-agent-n-d-713498-36 {{(pid=103232) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 20:05:18.763495 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ce764ec3-b1b4-4e1c-956d-e49df96f418b admin admin] Notify agent at l3_agent.n-d-713498-36 the message routers_updated {{(pid=103230) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 20:05:18.770154 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-ce764ec3-b1b4-4e1c-956d-e49df96f418b admin admin] 10.222.0.75 "PUT /v2.0/routers/8be925d7-f91b-45b1-b9dd-4682f9f4d374/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8800683 Feb 09 20:05:18.786310 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.provisioning_blocks [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Provisioning complete for port 7911763a-66b2-4da1-babd-8d862250c135 triggered by entity L2. {{(pid=103232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 20:05:18.786901 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593630'] for port (7911763a-66b2-4da1-babd-8d862250c135), provisioning_complete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:05:18.835717 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.provisioning_blocks [None req-9a1811d2-643a-4021-86ab-006f899d663c None None] Provisioning complete for port 7b2a84dd-f7f9-46d1-971c-b8f4ec55fdaa triggered by entity DHCP. {{(pid=103232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 20:05:18.836080 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-9a1811d2-643a-4021-86ab-006f899d663c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593630'] for port (7b2a84dd-f7f9-46d1-971c-b8f4ec55fdaa), provisioning_complete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:05:18.910384 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-9a1811d2-643a-4021-86ab-006f899d663c None None] Port 7b2a84dd-f7f9-46d1-971c-b8f4ec55fdaa cannot update to ACTIVE because it is not bound. {{(pid=103232) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 20:05:18.933225 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Current status of the port 7911763a-66b2-4da1-babd-8d862250c135 is: ACTIVE; New status is: ACTIVE {{(pid=103232) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 20:05:18.934783 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Device 71c2eec3-a331-40c5-9a3c-c497de90407f up at agent ovs-agent-n-d-713498-36 {{(pid=103232) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 20:05:18.997650 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.provisioning_blocks [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Provisioning complete for port 71c2eec3-a331-40c5-9a3c-c497de90407f triggered by entity L2. {{(pid=103232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 20:05:18.998244 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593630'] for port (71c2eec3-a331-40c5-9a3c-c497de90407f), provisioning_complete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:05:19.048584 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762867132591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593584'] for agent (488cd9ae-631f-4955-ba0b-4f5a13f12e9c), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:05:19.101708 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Current status of the port 71c2eec3-a331-40c5-9a3c-c497de90407f is: ACTIVE; New status is: ACTIVE {{(pid=103232) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 20:05:19.102851 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Device 7e67ac9d-a559-4340-9521-6edcd31b9e38 up at agent ovs-agent-n-d-713498-36 {{(pid=103232) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 20:05:19.163361 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.provisioning_blocks [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Provisioning complete for port 7e67ac9d-a559-4340-9521-6edcd31b9e38 triggered by entity L2. {{(pid=103232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 20:05:19.163741 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593630'] for port (7e67ac9d-a559-4340-9521-6edcd31b9e38), provisioning_complete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:05:19.249295 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Current status of the port 7e67ac9d-a559-4340-9521-6edcd31b9e38 is: DOWN; New status is: ACTIVE {{(pid=103232) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 20:05:19.250412 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (7e67ac9d-a559-4340-9521-6edcd31b9e38), before_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:05:19.279008 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] For port 7e67ac9d-a559-4340-9521-6edcd31b9e38, host n-d-713498-36, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-36',level=0,port_id=7e67ac9d-a559-4340-9521-6edcd31b9e38,segment=NetworkSegment(a4222f89-8d3f-4b51-953b-1a8126392491),segment_id=a4222f89-8d3f-4b51-953b-1a8126392491)] {{(pid=103232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 20:05:19.283620 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762867176205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762866656485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762866656503'] for port (7e67ac9d-a559-4340-9521-6edcd31b9e38), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:05:19.352161 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Pushing event updated for resources: {'Port': ['ID=7e67ac9d-a559-4340-9521-6edcd31b9e38,revision_number=4']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:05:19.361879 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:05:19.363238 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:05:19.363238 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:05:19.363238 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:05:19.363238 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:05:19.363590 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:05:19.363980 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:05:19.365084 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:05:19.365084 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:05:19.365084 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:05:19.365423 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:05:19.365902 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:05:19.366252 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:05:19.513064 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762867132591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593584'] for agent (bcd5faee-dc24-4298-9134-0e0aa054058e), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:05:20.203458 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40900c68-f584-4099-9542-3eedb3486baa None None] Sync routers for ids ['8be925d7-f91b-45b1-b9dd-4682f9f4d374'] in n-d-713498-36 {{(pid=103232) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 20:05:20.222275 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40900c68-f584-4099-9542-3eedb3486baa None None] Routers {'8be925d7-f91b-45b1-b9dd-4682f9f4d374'} bound to L3 agent in host n-d-713498-36 {{(pid=103232) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 20:05:20.222829 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.l3_hamode_db [None req-40900c68-f584-4099-9542-3eedb3486baa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T18:51:43Z,description=,heartbeat_timestamp=2022-02-09T20:05:13Z,host='n-d-713498-36',id=93303d5e-5d17-45e8-8963-7694f87783ae,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T18:51:43Z,topic='l3_agent')) {'router_ids': ['8be925d7-f91b-45b1-b9dd-4682f9f4d374'], 'active': True} {{(pid=103232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 20:05:20.363228 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.l3_dvr_db [None req-40900c68-f584-4099-9542-3eedb3486baa None None] Set router 8be925d7-f91b-45b1-b9dd-4682f9f4d374 gateway port host: n-d-713498-36 {{(pid=103232) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 20:05:20.596833 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Device 7e67ac9d-a559-4340-9521-6edcd31b9e38 up at agent ovs-agent-n-d-713498-36 {{(pid=103232) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 20:05:20.677992 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.provisioning_blocks [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Provisioning complete for port 7e67ac9d-a559-4340-9521-6edcd31b9e38 triggered by entity L2. {{(pid=103232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 20:05:20.678706 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593630'] for port (7e67ac9d-a559-4340-9521-6edcd31b9e38), provisioning_complete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:05:20.683119 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.l3_hamode_db [None req-40900c68-f584-4099-9542-3eedb3486baa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8be925d7-f91b-45b1-b9dd-4682f9f4d374', 'name': 'tempest-TestMinimumBasicScenario-1222902821-router', 'tenant_id': 'd438abd23344467585f0f5c211db1237', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88055e1e-672a-4487-be31-ffb6e833ece5', 'external_fixed_ips': [{'subnet_id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'ip_address': '172.25.1.115'}], 'enable_snat': True}, 'gw_port_id': '7e67ac9d-a559-4340-9521-6edcd31b9e38', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T20:05:14Z', 'updated_at': '2022-02-09T20:05:17Z', 'revision_number': 4, 'project_id': 'd438abd23344467585f0f5c211db1237', 'gw_port': {'id': '7e67ac9d-a559-4340-9521-6edcd31b9e38', 'name': '', 'network_id': '88055e1e-672a-4487-be31-ffb6e833ece5', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:1b:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8be925d7-f91b-45b1-b9dd-4682f9f4d374', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4202, 'fixed_ips': [{'subnet_id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'ip_address': '172.25.1.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T20:05:14Z', 'updated_at': '2022-02-09T20:05:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-36', '_interfaces': [{'id': '7b2a84dd-f7f9-46d1-971c-b8f4ec55fdaa', 'name': '', 'network_id': '78df49cf-d4b5-4453-b90c-35bb257c9f49', 'tenant_id': 'd438abd23344467585f0f5c211db1237', 'mac_address': 'fa:16:3e:ae:dd:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8be925d7-f91b-45b1-b9dd-4682f9f4d374', 'device_owner': 'network:router_interface', 'standard_attr_id': 4203, 'fixed_ips': [{'subnet_id': '406c7ad7-9b5b-4f24-b6c9-a5bbed8223fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T20:05:16Z', 'updated_at': '2022-02-09T20:05:18Z', 'revision_number': 2, 'project_id': 'd438abd23344467585f0f5c211db1237', 'subnets': [{'id': '406c7ad7-9b5b-4f24-b6c9-a5bbed8223fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-36', False) {} {{(pid=103232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 20:05:20.734565 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40900c68-f584-4099-9542-3eedb3486baa None None] Checking router: 8be925d7-f91b-45b1-b9dd-4682f9f4d374 for host: n-d-713498-36 {{(pid=103232) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 20:05:20.735077 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40900c68-f584-4099-9542-3eedb3486baa None None] Updating router 8be925d7-f91b-45b1-b9dd-4682f9f4d374 port 7b2a84dd-f7f9-46d1-971c-b8f4ec55fdaa binding host n-d-713498-36 {{(pid=103232) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 20:05:20.777164 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-40900c68-f584-4099-9542-3eedb3486baa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (7b2a84dd-f7f9-46d1-971c-b8f4ec55fdaa), before_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:05:20.869914 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Current status of the port 7e67ac9d-a559-4340-9521-6edcd31b9e38 is: ACTIVE; New status is: ACTIVE {{(pid=103232) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 20:05:21.139234 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-40900c68-f584-4099-9542-3eedb3486baa None None] Publish callbacks [] for port (7b2a84dd-f7f9-46d1-971c-b8f4ec55fdaa), precommit_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:05:21.150050 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-40900c68-f584-4099-9542-3eedb3486baa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762867176205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762866656485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762866656503'] for port (7b2a84dd-f7f9-46d1-971c-b8f4ec55fdaa), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:05:21.221585 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89c74d5b-0db1-4505-851d-27cc207d101d None None] Pushing event updated for resources: {'Port': ['ID=7b2a84dd-f7f9-46d1-971c-b8f4ec55fdaa,revision_number=3']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:05:21.298517 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.managers [None req-40900c68-f584-4099-9542-3eedb3486baa None None] Attempting to bind port 7b2a84dd-f7f9-46d1-971c-b8f4ec55fdaa on host n-d-713498-36 for vnic_type normal with profile {{(pid=103232) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 20:05:21.299044 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.managers [None req-40900c68-f584-4099-9542-3eedb3486baa None None] Attempting to bind port 7b2a84dd-f7f9-46d1-971c-b8f4ec55fdaa by drivers openvswitch,hyperv on host n-d-713498-36 at level 0 using segments [{'id': '46d77cb3-bfbb-4aef-b948-b5c8501cc6eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': '78df49cf-d4b5-4453-b90c-35bb257c9f49'}] {{(pid=103232) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 20:05:21.299552 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40900c68-f584-4099-9542-3eedb3486baa None None] Attempting to bind port 7b2a84dd-f7f9-46d1-971c-b8f4ec55fdaa on network 78df49cf-d4b5-4453-b90c-35bb257c9f49 {{(pid=103232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 20:05:21.305908 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40900c68-f584-4099-9542-3eedb3486baa None None] Checking agent: {'id': '496418a2-c002-4aec-ab1a-07f3bea491bd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-36', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 18, 51, 47), 'started_at': datetime.datetime(2022, 2, 9, 18, 52, 17), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 20, 5, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-36'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 20:05:21.306482 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40900c68-f584-4099-9542-3eedb3486baa None None] Checking segment: {'id': '46d77cb3-bfbb-4aef-b948-b5c8501cc6eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': '78df49cf-d4b5-4453-b90c-35bb257c9f49'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103232) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 20:05:21.306989 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-40900c68-f584-4099-9542-3eedb3486baa None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:05:21.307483 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40900c68-f584-4099-9542-3eedb3486baa None None] Bound using segment: {'id': '46d77cb3-bfbb-4aef-b948-b5c8501cc6eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': '78df49cf-d4b5-4453-b90c-35bb257c9f49'} {{(pid=103232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 20:05:21.308178 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.managers [None req-40900c68-f584-4099-9542-3eedb3486baa None None] Bound port: 7b2a84dd-f7f9-46d1-971c-b8f4ec55fdaa, host: n-d-713498-36, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '46d77cb3-bfbb-4aef-b948-b5c8501cc6eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': '78df49cf-d4b5-4453-b90c-35bb257c9f49'}}] {{(pid=103232) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 20:05:21.308691 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-40900c68-f584-4099-9542-3eedb3486baa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (7b2a84dd-f7f9-46d1-971c-b8f4ec55fdaa), before_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:05:21.392208 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-40900c68-f584-4099-9542-3eedb3486baa None None] For port 7b2a84dd-f7f9-46d1-971c-b8f4ec55fdaa, host n-d-713498-36, cleared binding levels {{(pid=103232) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 20:05:21.402163 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-40900c68-f584-4099-9542-3eedb3486baa None None] For port 7b2a84dd-f7f9-46d1-971c-b8f4ec55fdaa, host n-d-713498-36, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-36',level=0,port_id=7b2a84dd-f7f9-46d1-971c-b8f4ec55fdaa,segment=NetworkSegment(46d77cb3-bfbb-4aef-b948-b5c8501cc6eb),segment_id=46d77cb3-bfbb-4aef-b948-b5c8501cc6eb)] {{(pid=103232) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 20:05:21.412094 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-40900c68-f584-4099-9542-3eedb3486baa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762867176205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762866656485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762866656503'] for port (7b2a84dd-f7f9-46d1-971c-b8f4ec55fdaa), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:05:21.495648 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40900c68-f584-4099-9542-3eedb3486baa None None] Routers {'8be925d7-f91b-45b1-b9dd-4682f9f4d374'} bound to L3 agent in host n-d-713498-36 {{(pid=103232) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 20:05:21.496285 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.l3_hamode_db [None req-40900c68-f584-4099-9542-3eedb3486baa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T18:51:43Z,description=,heartbeat_timestamp=2022-02-09T20:05:13Z,host='n-d-713498-36',id=93303d5e-5d17-45e8-8963-7694f87783ae,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T18:51:43Z,topic='l3_agent')) {'router_ids': ['8be925d7-f91b-45b1-b9dd-4682f9f4d374'], 'active': True} {{(pid=103232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 20:05:21.503678 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89c74d5b-0db1-4505-851d-27cc207d101d None None] Pushing event updated for resources: {'Port': ['ID=7b2a84dd-f7f9-46d1-971c-b8f4ec55fdaa,revision_number=4']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:05:21.633474 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.provisioning_blocks [None req-31407efd-5c1b-4a19-bd29-1e498e3966bc None None] Provisioning complete for port 7b2a84dd-f7f9-46d1-971c-b8f4ec55fdaa triggered by entity DHCP. {{(pid=103232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 20:05:21.633854 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-31407efd-5c1b-4a19-bd29-1e498e3966bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593630'] for port (7b2a84dd-f7f9-46d1-971c-b8f4ec55fdaa), provisioning_complete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:05:21.691507 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.l3_dvr_db [None req-40900c68-f584-4099-9542-3eedb3486baa None None] Set router 8be925d7-f91b-45b1-b9dd-4682f9f4d374 gateway port host: n-d-713498-36 {{(pid=103232) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 20:05:21.904047 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-31407efd-5c1b-4a19-bd29-1e498e3966bc None None] Current status of the port 7b2a84dd-f7f9-46d1-971c-b8f4ec55fdaa is: DOWN; New status is: ACTIVE {{(pid=103232) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 20:05:21.904440 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-31407efd-5c1b-4a19-bd29-1e498e3966bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (7b2a84dd-f7f9-46d1-971c-b8f4ec55fdaa), before_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:05:21.979832 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-31407efd-5c1b-4a19-bd29-1e498e3966bc None None] For port 7b2a84dd-f7f9-46d1-971c-b8f4ec55fdaa, host n-d-713498-36, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-36',level=0,port_id=7b2a84dd-f7f9-46d1-971c-b8f4ec55fdaa,segment=NetworkSegment(46d77cb3-bfbb-4aef-b948-b5c8501cc6eb),segment_id=46d77cb3-bfbb-4aef-b948-b5c8501cc6eb)] {{(pid=103232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 20:05:21.985023 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-31407efd-5c1b-4a19-bd29-1e498e3966bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762867176205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762866656485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762866656503'] for port (7b2a84dd-f7f9-46d1-971c-b8f4ec55fdaa), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:05:22.248045 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31407efd-5c1b-4a19-bd29-1e498e3966bc None None] Pushing event updated for resources: {'Port': ['ID=7b2a84dd-f7f9-46d1-971c-b8f4ec55fdaa,revision_number=5']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:05:22.252982 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.provisioning_blocks [None req-c9262d2d-126d-4f96-83b9-1325168f6438 None None] Provisioning complete for port 7b2a84dd-f7f9-46d1-971c-b8f4ec55fdaa triggered by entity DHCP. {{(pid=103232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 20:05:22.253425 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-c9262d2d-126d-4f96-83b9-1325168f6438 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593630'] for port (7b2a84dd-f7f9-46d1-971c-b8f4ec55fdaa), provisioning_complete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:05:22.293203 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.l3_hamode_db [None req-40900c68-f584-4099-9542-3eedb3486baa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8be925d7-f91b-45b1-b9dd-4682f9f4d374', 'name': 'tempest-TestMinimumBasicScenario-1222902821-router', 'tenant_id': 'd438abd23344467585f0f5c211db1237', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88055e1e-672a-4487-be31-ffb6e833ece5', 'external_fixed_ips': [{'subnet_id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'ip_address': '172.25.1.115'}], 'enable_snat': True}, 'gw_port_id': '7e67ac9d-a559-4340-9521-6edcd31b9e38', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T20:05:14Z', 'updated_at': '2022-02-09T20:05:17Z', 'revision_number': 4, 'project_id': 'd438abd23344467585f0f5c211db1237', 'gw_port': {'id': '7e67ac9d-a559-4340-9521-6edcd31b9e38', 'name': '', 'network_id': '88055e1e-672a-4487-be31-ffb6e833ece5', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:1b:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8be925d7-f91b-45b1-b9dd-4682f9f4d374', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4202, 'fixed_ips': [{'subnet_id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'ip_address': '172.25.1.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T20:05:14Z', 'updated_at': '2022-02-09T20:05:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-36', '_interfaces': [{'id': '7b2a84dd-f7f9-46d1-971c-b8f4ec55fdaa', 'name': '', 'network_id': '78df49cf-d4b5-4453-b90c-35bb257c9f49', 'tenant_id': 'd438abd23344467585f0f5c211db1237', 'mac_address': 'fa:16:3e:ae:dd:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8be925d7-f91b-45b1-b9dd-4682f9f4d374', 'device_owner': 'network:router_interface', 'standard_attr_id': 4203, 'fixed_ips': [{'subnet_id': '406c7ad7-9b5b-4f24-b6c9-a5bbed8223fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T20:05:16Z', 'updated_at': '2022-02-09T20:05:21Z', 'revision_number': 4, 'project_id': 'd438abd23344467585f0f5c211db1237', 'subnets': [{'id': '406c7ad7-9b5b-4f24-b6c9-a5bbed8223fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-36', False) {} {{(pid=103232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 20:05:22.326107 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40900c68-f584-4099-9542-3eedb3486baa None None] The sync data for ids ['8be925d7-f91b-45b1-b9dd-4682f9f4d374'] in n-d-713498-36 is: [{'id': '8be925d7-f91b-45b1-b9dd-4682f9f4d374', 'name': 'tempest-TestMinimumBasicScenario-1222902821-router', 'tenant_id': 'd438abd23344467585f0f5c211db1237', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88055e1e-672a-4487-be31-ffb6e833ece5', 'external_fixed_ips': [{'subnet_id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'ip_address': '172.25.1.115'}], 'enable_snat': True}, 'gw_port_id': '7e67ac9d-a559-4340-9521-6edcd31b9e38', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T20:05:14Z', 'updated_at': '2022-02-09T20:05:17Z', 'revision_number': 4, 'project_id': 'd438abd23344467585f0f5c211db1237', 'gw_port': {'id': '7e67ac9d-a559-4340-9521-6edcd31b9e38', 'name': '', 'network_id': '88055e1e-672a-4487-be31-ffb6e833ece5', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:1b:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8be925d7-f91b-45b1-b9dd-4682f9f4d374', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4202, 'fixed_ips': [{'subnet_id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'ip_address': '172.25.1.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T20:05:14Z', 'updated_at': '2022-02-09T20:05:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-36', '_interfaces': [{'id': '7b2a84dd-f7f9-46d1-971c-b8f4ec55fdaa', 'name': '', 'network_id': '78df49cf-d4b5-4453-b90c-35bb257c9f49', 'tenant_id': 'd438abd23344467585f0f5c211db1237', 'mac_address': 'fa:16:3e:ae:dd:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8be925d7-f91b-45b1-b9dd-4682f9f4d374', 'device_owner': 'network:router_interface', 'standard_attr_id': 4203, 'fixed_ips': [{'subnet_id': '406c7ad7-9b5b-4f24-b6c9-a5bbed8223fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T20:05:16Z', 'updated_at': '2022-02-09T20:05:21Z', 'revision_number': 4, 'project_id': 'd438abd23344467585f0f5c211db1237', 'subnets': [{'id': '406c7ad7-9b5b-4f24-b6c9-a5bbed8223fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103232) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 20:05:22.430683 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-c9262d2d-126d-4f96-83b9-1325168f6438 None None] Current status of the port 7b2a84dd-f7f9-46d1-971c-b8f4ec55fdaa is: ACTIVE; New status is: ACTIVE {{(pid=103232) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 20:05:22.614587 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Device 7b2a84dd-f7f9-46d1-971c-b8f4ec55fdaa up at agent ovs-agent-n-d-713498-36 {{(pid=103232) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 20:05:22.699782 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.provisioning_blocks [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Provisioning complete for port 7b2a84dd-f7f9-46d1-971c-b8f4ec55fdaa triggered by entity L2. {{(pid=103232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 20:05:22.700255 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593630'] for port (7b2a84dd-f7f9-46d1-971c-b8f4ec55fdaa), provisioning_complete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:05:22.801504 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Current status of the port 7b2a84dd-f7f9-46d1-971c-b8f4ec55fdaa is: ACTIVE; New status is: ACTIVE {{(pid=103232) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 20:05:29.537628 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4925a5ed-e456-4e37-8ebf-42b6623912c9 req-7cb6cb2d-87e7-4054-95b8-62b40579d6bc tempest-TestMinimumBasicScenario-1563614198 tempest-TestMinimumBasicScenario-1563614198-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:05:29.539254 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-4925a5ed-e456-4e37-8ebf-42b6623912c9 req-7cb6cb2d-87e7-4054-95b8-62b40579d6bc tempest-TestMinimumBasicScenario-1563614198 tempest-TestMinimumBasicScenario-1563614198-project] 10.222.0.75 "GET /v2.0/networks?id=d22516e5-39ad-4f6a-a558-8a836e1ef36c HTTP/1.1" status: 200 len: 815 time: 0.1076250 Feb 09 20:05:29.555401 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-4925a5ed-e456-4e37-8ebf-42b6623912c9 req-7a8032c8-3265-4237-aa7a-72cd6e7040e0 tempest-TestMinimumBasicScenario-1563614198 tempest-TestMinimumBasicScenario-1563614198-project] 10.222.0.75 "GET /v2.0/quotas/07b006a1671a456b91c885e04eeed7e9 HTTP/1.1" status: 200 len: 375 time: 0.0106797 Feb 09 20:05:29.617843 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-4925a5ed-e456-4e37-8ebf-42b6623912c9 req-f856800f-49be-43a5-9d2b-6e29929f1ab0 tempest-TestMinimumBasicScenario-1563614198 tempest-TestMinimumBasicScenario-1563614198-project] 10.222.0.75 "GET /v2.0/ports?tenant_id=07b006a1671a456b91c885e04eeed7e9&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0566185 Feb 09 20:05:29.719087 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-4925a5ed-e456-4e37-8ebf-42b6623912c9 req-64e5bec8-f662-40a3-ae22-8f5cbb7848cc service neutron] 10.222.0.75 "GET /v2.0/networks/d22516e5-39ad-4f6a-a558-8a836e1ef36c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0875168 Feb 09 20:05:29.817509 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-4925a5ed-e456-4e37-8ebf-42b6623912c9 req-250b2104-0213-4d9d-83ea-6dd5996faf4f service neutron] 10.222.0.75 "GET /v2.0/networks/d22516e5-39ad-4f6a-a558-8a836e1ef36c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0915403 Feb 09 20:05:30.001346 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-744b148e-ae51-4340-a42a-e6762708efb2 req-e8bdfd92-e3ba-472c-835b-99cbc34c5689 tempest-TestMinimumBasicScenario-1563614198 tempest-TestMinimumBasicScenario-1563614198-project] 10.222.0.75 "GET /v2.0/ports?device_id=d556c41c-69d0-4f03-8d25-638905803467 HTTP/1.1" status: 200 len: 210 time: 0.0381429 Feb 09 20:05:30.983119 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4925a5ed-e456-4e37-8ebf-42b6623912c9 req-4d657396-755c-461d-8a22-0dd1f7cbe146 tempest-TestMinimumBasicScenario-1563614198 tempest-TestMinimumBasicScenario-1563614198-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:05:30.985051 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-4925a5ed-e456-4e37-8ebf-42b6623912c9 req-4d657396-755c-461d-8a22-0dd1f7cbe146 tempest-TestMinimumBasicScenario-1563614198 tempest-TestMinimumBasicScenario-1563614198-project] 10.222.0.89 "GET /v2.0/networks?id=d22516e5-39ad-4f6a-a558-8a836e1ef36c HTTP/1.1" status: 200 len: 815 time: 0.1134548 Feb 09 20:05:30.997540 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.v2.base [req-4925a5ed-e456-4e37-8ebf-42b6623912c9 req-6ada01ae-58c5-458b-be66-bada69e39a72 tempest-TestMinimumBasicScenario-1563614198 tempest-TestMinimumBasicScenario-1563614198-project] Request body: {'port': {'device_id': 'd556c41c-69d0-4f03-8d25-638905803467', 'network_id': 'd22516e5-39ad-4f6a-a558-8a836e1ef36c', 'admin_state_up': True, 'tenant_id': '07b006a1671a456b91c885e04eeed7e9'}} {{(pid=103229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 20:05:31.116817 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-6d297a58-32b1-48aa-b896-1f65533bb19e req-f58797a0-03f8-4c91-bb55-4472c490149b tempest-TestMinimumBasicScenario-1563614198 tempest-TestMinimumBasicScenario-1563614198-project] 10.222.0.75 "GET /v2.0/ports?device_id=d556c41c-69d0-4f03-8d25-638905803467 HTTP/1.1" status: 200 len: 210 time: 0.0422146 Feb 09 20:05:31.156685 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4925a5ed-e456-4e37-8ebf-42b6623912c9 req-6ada01ae-58c5-458b-be66-bada69e39a72 tempest-TestMinimumBasicScenario-1563614198 tempest-TestMinimumBasicScenario-1563614198-project] Made reservation on behalf of 07b006a1671a456b91c885e04eeed7e9 for: {'port': 1} {{(pid=103229) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 20:05:31.160594 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-4925a5ed-e456-4e37-8ebf-42b6623912c9 req-6ada01ae-58c5-458b-be66-bada69e39a72 tempest-TestMinimumBasicScenario-1563614198 tempest-TestMinimumBasicScenario-1563614198-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (None), before_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:05:31.327298 n-d-713498-36 neutron-server[103229]: DEBUG neutron.db.db_base_plugin_common [req-4925a5ed-e456-4e37-8ebf-42b6623912c9 req-6ada01ae-58c5-458b-be66-bada69e39a72 tempest-TestMinimumBasicScenario-1563614198 tempest-TestMinimumBasicScenario-1563614198-project] Allocated IP 172.20.0.8 (d22516e5-39ad-4f6a-a558-8a836e1ef36c/bfc90063-bc7d-4b0d-9483-d02d72b7f4c2/78eafdde-e255-407f-9280-17e0b315071e) {{(pid=103229) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 20:05:31.568143 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-4925a5ed-e456-4e37-8ebf-42b6623912c9 req-6ada01ae-58c5-458b-be66-bada69e39a72 tempest-TestMinimumBasicScenario-1563614198 tempest-TestMinimumBasicScenario-1563614198-project] Publish callbacks [] for port (78eafdde-e255-407f-9280-17e0b315071e), precommit_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:05:31.666473 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-4925a5ed-e456-4e37-8ebf-42b6623912c9 req-6ada01ae-58c5-458b-be66-bada69e39a72 tempest-TestMinimumBasicScenario-1563614198 tempest-TestMinimumBasicScenario-1563614198-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762866656467', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12867576'] for port (78eafdde-e255-407f-9280-17e0b315071e), after_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:05:31.722098 n-d-713498-36 neutron-server[103229]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4925a5ed-e456-4e37-8ebf-42b6623912c9 req-6ada01ae-58c5-458b-be66-bada69e39a72 tempest-TestMinimumBasicScenario-1563614198 tempest-TestMinimumBasicScenario-1563614198-project] Network d22516e5-39ad-4f6a-a558-8a836e1ef36c is already hosted by enough agents. {{(pid=103229) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 20:05:31.725927 n-d-713498-36 neutron-server[103229]: DEBUG neutron.scheduler.base_scheduler [req-4925a5ed-e456-4e37-8ebf-42b6623912c9 req-6ada01ae-58c5-458b-be66-bada69e39a72 tempest-TestMinimumBasicScenario-1563614198 tempest-TestMinimumBasicScenario-1563614198-project] Resources bound (agent type, host, resource id): {{(pid=103229) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 20:05:31.730923 n-d-713498-36 neutron-server[103229]: DEBUG neutron.db.l3_dvrscheduler_db [req-4925a5ed-e456-4e37-8ebf-42b6623912c9 req-6ada01ae-58c5-458b-be66-bada69e39a72 tempest-TestMinimumBasicScenario-1563614198 tempest-TestMinimumBasicScenario-1563614198-project] Received port after_create {{(pid=103229) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 20:05:31.735867 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ada01ae-58c5-458b-be66-bada69e39a72 tempest-TestMinimumBasicScenario-1563614198 tempest-TestMinimumBasicScenario-1563614198-project] Pushing event updated for resources: {'Port': ['ID=78eafdde-e255-407f-9280-17e0b315071e,revision_number=1']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:05:31.802205 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4925a5ed-e456-4e37-8ebf-42b6623912c9 req-6ada01ae-58c5-458b-be66-bada69e39a72 tempest-TestMinimumBasicScenario-1563614198 tempest-TestMinimumBasicScenario-1563614198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:05:31.803392 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-4925a5ed-e456-4e37-8ebf-42b6623912c9 req-6ada01ae-58c5-458b-be66-bada69e39a72 tempest-TestMinimumBasicScenario-1563614198 tempest-TestMinimumBasicScenario-1563614198-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171096'] for port (None), before_response {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:05:31.835921 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-4925a5ed-e456-4e37-8ebf-42b6623912c9 req-6ada01ae-58c5-458b-be66-bada69e39a72 tempest-TestMinimumBasicScenario-1563614198 tempest-TestMinimumBasicScenario-1563614198-project] 10.222.0.89 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8425624 Feb 09 20:05:32.046270 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.provisioning_blocks [None req-2ca25f50-637d-4b39-a5e3-7cead290b397 None None] Provisioning complete for port 78eafdde-e255-407f-9280-17e0b315071e triggered by entity DHCP. {{(pid=103232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 20:05:32.047387 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-2ca25f50-637d-4b39-a5e3-7cead290b397 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593630'] for port (78eafdde-e255-407f-9280-17e0b315071e), provisioning_complete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:05:32.086199 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-2ca25f50-637d-4b39-a5e3-7cead290b397 None None] Port 78eafdde-e255-407f-9280-17e0b315071e cannot update to ACTIVE because it is not bound. {{(pid=103232) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 20:05:32.277151 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-955311c6-7bf4-4317-a624-08df605e63c2 req-8e2d31fc-1e78-4fd7-8e45-6f0f02cd5b21 tempest-TestMinimumBasicScenario-1563614198 tempest-TestMinimumBasicScenario-1563614198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:05:32.279401 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-955311c6-7bf4-4317-a624-08df605e63c2 req-8e2d31fc-1e78-4fd7-8e45-6f0f02cd5b21 tempest-TestMinimumBasicScenario-1563614198 tempest-TestMinimumBasicScenario-1563614198-project] 10.222.0.75 "GET /v2.0/ports?device_id=d556c41c-69d0-4f03-8d25-638905803467 HTTP/1.1" status: 200 len: 931 time: 0.0687513 Feb 09 20:05:32.337703 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-955311c6-7bf4-4317-a624-08df605e63c2 req-53a3c3fc-6ca9-4fc4-beb2-af0c06ab5635 tempest-TestMinimumBasicScenario-1563614198 tempest-TestMinimumBasicScenario-1563614198-project] 10.222.0.75 "GET /v2.0/security-groups?id=d355fb8d-ac00-45b1-8e45-b78775947e54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509205 Feb 09 20:05:33.479240 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cddd714-f2c0-4353-8ba8-3ea4e2c6dcfa req-b8fac21e-4890-4852-8f6b-3d8d8174e65f tempest-TestMinimumBasicScenario-1563614198 tempest-TestMinimumBasicScenario-1563614198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:05:33.480837 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-4cddd714-f2c0-4353-8ba8-3ea4e2c6dcfa req-b8fac21e-4890-4852-8f6b-3d8d8174e65f tempest-TestMinimumBasicScenario-1563614198 tempest-TestMinimumBasicScenario-1563614198-project] 10.222.0.75 "GET /v2.0/ports?device_id=d556c41c-69d0-4f03-8d25-638905803467 HTTP/1.1" status: 200 len: 931 time: 0.0601611 Feb 09 20:05:33.539728 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-4cddd714-f2c0-4353-8ba8-3ea4e2c6dcfa req-1752e7c9-165f-45ce-ad4c-5d44733a3e49 tempest-TestMinimumBasicScenario-1563614198 tempest-TestMinimumBasicScenario-1563614198-project] 10.222.0.75 "GET /v2.0/security-groups?id=d355fb8d-ac00-45b1-8e45-b78775947e54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521224 Feb 09 20:05:34.693880 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70e6c177-8585-473b-8bd4-a226bcf7e221 req-0621f4fd-a22c-4f2a-9d62-d55fad4239fe tempest-TestMinimumBasicScenario-1563614198 tempest-TestMinimumBasicScenario-1563614198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:05:34.695386 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-70e6c177-8585-473b-8bd4-a226bcf7e221 req-0621f4fd-a22c-4f2a-9d62-d55fad4239fe tempest-TestMinimumBasicScenario-1563614198 tempest-TestMinimumBasicScenario-1563614198-project] 10.222.0.75 "GET /v2.0/ports?device_id=d556c41c-69d0-4f03-8d25-638905803467 HTTP/1.1" status: 200 len: 931 time: 0.0645149 Feb 09 20:05:34.748390 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-70e6c177-8585-473b-8bd4-a226bcf7e221 req-f69065df-7a7c-42f1-9a7b-294d998e3061 tempest-TestMinimumBasicScenario-1563614198 tempest-TestMinimumBasicScenario-1563614198-project] 10.222.0.75 "GET /v2.0/security-groups?id=d355fb8d-ac00-45b1-8e45-b78775947e54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471828 Feb 09 20:05:35.890773 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31377da2-972a-4c47-828e-a7a007b59664 req-d43b818d-9e69-41fb-929e-a60fe9737d92 tempest-TestMinimumBasicScenario-1563614198 tempest-TestMinimumBasicScenario-1563614198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:05:35.894473 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-31377da2-972a-4c47-828e-a7a007b59664 req-d43b818d-9e69-41fb-929e-a60fe9737d92 tempest-TestMinimumBasicScenario-1563614198 tempest-TestMinimumBasicScenario-1563614198-project] 10.222.0.75 "GET /v2.0/ports?device_id=d556c41c-69d0-4f03-8d25-638905803467 HTTP/1.1" status: 200 len: 931 time: 0.0600991 Feb 09 20:05:35.948933 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-31377da2-972a-4c47-828e-a7a007b59664 req-7121ec26-ae8e-46c4-b629-81fb1962b3f9 tempest-TestMinimumBasicScenario-1563614198 tempest-TestMinimumBasicScenario-1563614198-project] 10.222.0.75 "GET /v2.0/security-groups?id=d355fb8d-ac00-45b1-8e45-b78775947e54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510902 Feb 09 20:05:37.089439 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eee3cc2-c6f4-40ba-bf81-501d7c39ba56 req-3a3f0f6d-cdc5-47a2-a595-2a4b628d88d5 tempest-TestMinimumBasicScenario-1563614198 tempest-TestMinimumBasicScenario-1563614198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:05:37.098068 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-1eee3cc2-c6f4-40ba-bf81-501d7c39ba56 req-3a3f0f6d-cdc5-47a2-a595-2a4b628d88d5 tempest-TestMinimumBasicScenario-1563614198 tempest-TestMinimumBasicScenario-1563614198-project] 10.222.0.75 "GET /v2.0/ports?device_id=d556c41c-69d0-4f03-8d25-638905803467 HTTP/1.1" status: 200 len: 931 time: 0.0724709 Feb 09 20:05:37.176808 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-1eee3cc2-c6f4-40ba-bf81-501d7c39ba56 req-b514a18d-0cc4-47fb-af73-1e5e1a0006c9 tempest-TestMinimumBasicScenario-1563614198 tempest-TestMinimumBasicScenario-1563614198-project] 10.222.0.75 "GET /v2.0/security-groups?id=d355fb8d-ac00-45b1-8e45-b78775947e54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0778074 Feb 09 20:05:38.315674 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b59f5fb-0cbf-4498-b309-33e19a711adb req-b76362fe-8b2c-4c1a-951c-24c1d704dd30 tempest-TestMinimumBasicScenario-1563614198 tempest-TestMinimumBasicScenario-1563614198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:05:38.317287 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-5b59f5fb-0cbf-4498-b309-33e19a711adb req-b76362fe-8b2c-4c1a-951c-24c1d704dd30 tempest-TestMinimumBasicScenario-1563614198 tempest-TestMinimumBasicScenario-1563614198-project] 10.222.0.75 "GET /v2.0/ports?device_id=d556c41c-69d0-4f03-8d25-638905803467 HTTP/1.1" status: 200 len: 931 time: 0.0595036 Feb 09 20:05:38.370854 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-5b59f5fb-0cbf-4498-b309-33e19a711adb req-3f986d27-3563-4ad2-a556-3ccfc921748f tempest-TestMinimumBasicScenario-1563614198 tempest-TestMinimumBasicScenario-1563614198-project] 10.222.0.75 "GET /v2.0/security-groups?id=d355fb8d-ac00-45b1-8e45-b78775947e54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473936 Feb 09 20:05:38.889434 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.v2.base [req-4925a5ed-e456-4e37-8ebf-42b6623912c9 req-01860944-b91e-4aac-9347-822998a2861e service neutron] Request body: {'port': {'device_id': 'd556c41c-69d0-4f03-8d25-638905803467', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-713498-36'}} {{(pid=103229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 20:05:38.954784 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-4925a5ed-e456-4e37-8ebf-42b6623912c9 req-01860944-b91e-4aac-9347-822998a2861e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (78eafdde-e255-407f-9280-17e0b315071e), before_update {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:05:39.240885 n-d-713498-36 neutron-server[103229]: DEBUG neutron.notifiers.nova [req-4925a5ed-e456-4e37-8ebf-42b6623912c9 req-01860944-b91e-4aac-9347-822998a2861e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 78eafdde-e255-407f-9280-17e0b315071e {{(pid=103229) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 20:05:39.248693 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-4925a5ed-e456-4e37-8ebf-42b6623912c9 req-01860944-b91e-4aac-9347-822998a2861e service neutron] Publish callbacks [] for port (78eafdde-e255-407f-9280-17e0b315071e), precommit_update {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:05:39.261603 n-d-713498-36 neutron-server[103229]: DEBUG neutron.db.provisioning_blocks [req-4925a5ed-e456-4e37-8ebf-42b6623912c9 req-01860944-b91e-4aac-9347-822998a2861e service neutron] Transition to ACTIVE for port object 78eafdde-e255-407f-9280-17e0b315071e will not be triggered until provisioned by entity L2. {{(pid=103229) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 20:05:39.265537 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-4925a5ed-e456-4e37-8ebf-42b6623912c9 req-01860944-b91e-4aac-9347-822998a2861e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762867176205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762866656485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762866656503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12867569'] for port (78eafdde-e255-407f-9280-17e0b315071e), after_update {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:05:39.325080 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01860944-b91e-4aac-9347-822998a2861e service neutron] Pushing event updated for resources: {'Port': ['ID=78eafdde-e255-407f-9280-17e0b315071e,revision_number=2']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:05:39.402595 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.managers [req-4925a5ed-e456-4e37-8ebf-42b6623912c9 req-01860944-b91e-4aac-9347-822998a2861e service neutron] Attempting to bind port 78eafdde-e255-407f-9280-17e0b315071e on host n-h1-713498-36 for vnic_type normal with profile {{(pid=103229) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 20:05:39.402943 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.managers [req-4925a5ed-e456-4e37-8ebf-42b6623912c9 req-01860944-b91e-4aac-9347-822998a2861e service neutron] Attempting to bind port 78eafdde-e255-407f-9280-17e0b315071e by drivers openvswitch,hyperv on host n-h1-713498-36 at level 0 using segments [{'id': '50022d81-55f0-45ba-ab3b-6d8a42e875d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': 'd22516e5-39ad-4f6a-a558-8a836e1ef36c'}] {{(pid=103229) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 20:05:39.403277 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4925a5ed-e456-4e37-8ebf-42b6623912c9 req-01860944-b91e-4aac-9347-822998a2861e service neutron] Attempting to bind port 78eafdde-e255-407f-9280-17e0b315071e on network d22516e5-39ad-4f6a-a558-8a836e1ef36c {{(pid=103229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 20:05:39.411485 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4925a5ed-e456-4e37-8ebf-42b6623912c9 req-01860944-b91e-4aac-9347-822998a2861e service neutron] Port 78eafdde-e255-407f-9280-17e0b315071e on network d22516e5-39ad-4f6a-a558-8a836e1ef36c not bound, no agent of type Open vSwitch agent registered on host n-h1-713498-36 {{(pid=103229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 20:05:39.411819 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4925a5ed-e456-4e37-8ebf-42b6623912c9 req-01860944-b91e-4aac-9347-822998a2861e service neutron] Attempting to bind port 78eafdde-e255-407f-9280-17e0b315071e on network d22516e5-39ad-4f6a-a558-8a836e1ef36c {{(pid=103229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 20:05:39.417723 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4925a5ed-e456-4e37-8ebf-42b6623912c9 req-01860944-b91e-4aac-9347-822998a2861e service neutron] Checking agent: {'id': '488cd9ae-631f-4955-ba0b-4f5a13f12e9c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713498-36', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 18, 59, 18), 'started_at': datetime.datetime(2022, 2, 9, 18, 59, 18), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 20, 5, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 20:05:39.417907 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4925a5ed-e456-4e37-8ebf-42b6623912c9 req-01860944-b91e-4aac-9347-822998a2861e service neutron] Checking segment: {'id': '50022d81-55f0-45ba-ab3b-6d8a42e875d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': 'd22516e5-39ad-4f6a-a558-8a836e1ef36c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103229) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 20:05:39.418358 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4925a5ed-e456-4e37-8ebf-42b6623912c9 req-01860944-b91e-4aac-9347-822998a2861e service neutron] Bound using segment: {'id': '50022d81-55f0-45ba-ab3b-6d8a42e875d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': 'd22516e5-39ad-4f6a-a558-8a836e1ef36c'} {{(pid=103229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 20:05:39.418799 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.managers [req-4925a5ed-e456-4e37-8ebf-42b6623912c9 req-01860944-b91e-4aac-9347-822998a2861e service neutron] Bound port: 78eafdde-e255-407f-9280-17e0b315071e, host: n-h1-713498-36, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '50022d81-55f0-45ba-ab3b-6d8a42e875d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': 'd22516e5-39ad-4f6a-a558-8a836e1ef36c'}}] {{(pid=103229) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 20:05:39.419170 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-4925a5ed-e456-4e37-8ebf-42b6623912c9 req-01860944-b91e-4aac-9347-822998a2861e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (78eafdde-e255-407f-9280-17e0b315071e), before_update {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:05:39.498413 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.db [req-4925a5ed-e456-4e37-8ebf-42b6623912c9 req-01860944-b91e-4aac-9347-822998a2861e service neutron] For port 78eafdde-e255-407f-9280-17e0b315071e, host n-h1-713498-36, cleared binding levels {{(pid=103229) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 20:05:39.506066 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.db [req-4925a5ed-e456-4e37-8ebf-42b6623912c9 req-01860944-b91e-4aac-9347-822998a2861e service neutron] For port 78eafdde-e255-407f-9280-17e0b315071e, host n-h1-713498-36, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-36',level=0,port_id=78eafdde-e255-407f-9280-17e0b315071e,segment=NetworkSegment(50022d81-55f0-45ba-ab3b-6d8a42e875d0),segment_id=50022d81-55f0-45ba-ab3b-6d8a42e875d0)] {{(pid=103229) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 20:05:39.511086 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-4925a5ed-e456-4e37-8ebf-42b6623912c9 req-01860944-b91e-4aac-9347-822998a2861e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762867176205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762866656485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762866656503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12867569'] for port (78eafdde-e255-407f-9280-17e0b315071e), after_update {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:05:39.537918 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-950c0552-dd5f-4bf0-bba3-1cdf1431f0ac req-36976eb6-0e99-4c8e-a405-d6b1e233d9b8 tempest-TestMinimumBasicScenario-1563614198 tempest-TestMinimumBasicScenario-1563614198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:05:39.540643 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-950c0552-dd5f-4bf0-bba3-1cdf1431f0ac req-36976eb6-0e99-4c8e-a405-d6b1e233d9b8 tempest-TestMinimumBasicScenario-1563614198 tempest-TestMinimumBasicScenario-1563614198-project] 10.222.0.75 "GET /v2.0/ports?device_id=d556c41c-69d0-4f03-8d25-638905803467 HTTP/1.1" status: 200 len: 943 time: 0.0922105 Feb 09 20:05:39.574190 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4925a5ed-e456-4e37-8ebf-42b6623912c9 req-01860944-b91e-4aac-9347-822998a2861e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:05:39.574824 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-4925a5ed-e456-4e37-8ebf-42b6623912c9 req-01860944-b91e-4aac-9347-822998a2861e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171096'] for port (None), before_response {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:05:39.577222 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-4925a5ed-e456-4e37-8ebf-42b6623912c9 req-01860944-b91e-4aac-9347-822998a2861e service neutron] 10.222.0.89 "PUT /v2.0/ports/78eafdde-e255-407f-9280-17e0b315071e HTTP/1.1" status: 200 len: 1092 time: 0.7870770 Feb 09 20:05:39.577967 n-d-713498-36 neutron-server[103229]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd556c41c-69d0-4f03-8d25-638905803467', 'tag': '78eafdde-e255-407f-9280-17e0b315071e'}] {{(pid=103229) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 20:05:39.581402 n-d-713498-36 neutron-server[103229]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}07d618d1c5389b9cd0b8ca1de8f17b65d6cfa6b0806685514be6977118e88e42" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2565c25e-0a2b-42ce-af2e-70f489466e75" -d '{"events": [{"name": "network-changed", "server_uuid": "d556c41c-69d0-4f03-8d25-638905803467", "tag": "78eafdde-e255-407f-9280-17e0b315071e"}]}' {{(pid=103229) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 20:05:39.630754 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-950c0552-dd5f-4bf0-bba3-1cdf1431f0ac req-0e984b6c-0538-4480-afba-8aa6937282bd tempest-TestMinimumBasicScenario-1563614198 tempest-TestMinimumBasicScenario-1563614198-project] 10.222.0.75 "GET /v2.0/security-groups?id=d355fb8d-ac00-45b1-8e45-b78775947e54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0736320 Feb 09 20:05:39.643036 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01860944-b91e-4aac-9347-822998a2861e service neutron] Pushing event updated for resources: {'Port': ['ID=78eafdde-e255-407f-9280-17e0b315071e,revision_number=3']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:05:39.686724 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4925a5ed-e456-4e37-8ebf-42b6623912c9 req-ad7549a5-fb3c-44f1-955e-331c40b24f57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:05:39.688632 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-4925a5ed-e456-4e37-8ebf-42b6623912c9 req-ad7549a5-fb3c-44f1-955e-331c40b24f57 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=07b006a1671a456b91c885e04eeed7e9&device_id=d556c41c-69d0-4f03-8d25-638905803467 HTTP/1.1" status: 200 len: 1126 time: 0.0561059 Feb 09 20:05:39.734019 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-4925a5ed-e456-4e37-8ebf-42b6623912c9 req-bbea5e9b-8230-49a5-bd19-5463c85193aa service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=78eafdde-e255-407f-9280-17e0b315071e HTTP/1.1" status: 200 len: 217 time: 0.0384765 Feb 09 20:05:39.791704 n-d-713498-36 neutron-server[103229]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 20:05:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-caa128b0-4a83-4c7c-9564-6c19abe629f6 x-openstack-request-id: req-caa128b0-4a83-4c7c-9564-6c19abe629f6 {{(pid=103229) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 20:05:39.791979 n-d-713498-36 neutron-server[103229]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d556c41c-69d0-4f03-8d25-638905803467", "tag": "78eafdde-e255-407f-9280-17e0b315071e", "status": "completed", "code": 200}]} {{(pid=103229) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 20:05:39.792236 n-d-713498-36 neutron-server[103229]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-caa128b0-4a83-4c7c-9564-6c19abe629f6 {{(pid=103229) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 20:05:39.792638 n-d-713498-36 neutron-server[103229]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd556c41c-69d0-4f03-8d25-638905803467', 'tag': '78eafdde-e255-407f-9280-17e0b315071e', 'status': 'completed', 'code': 200} Feb 09 20:05:39.799633 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4925a5ed-e456-4e37-8ebf-42b6623912c9 req-0dd2bf8b-0d30-4233-bb7a-1410f04c2b84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:05:39.801156 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-4925a5ed-e456-4e37-8ebf-42b6623912c9 req-0dd2bf8b-0d30-4233-bb7a-1410f04c2b84 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=bfc90063-bc7d-4b0d-9483-d02d72b7f4c2 HTTP/1.1" status: 200 len: 854 time: 0.0613096 Feb 09 20:05:39.852010 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4925a5ed-e456-4e37-8ebf-42b6623912c9 req-3b92a748-7d3a-4bc7-9caa-987fbe589fe9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:05:39.853517 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-4925a5ed-e456-4e37-8ebf-42b6623912c9 req-3b92a748-7d3a-4bc7-9caa-987fbe589fe9 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=d22516e5-39ad-4f6a-a558-8a836e1ef36c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0468121 Feb 09 20:05:39.947068 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-4925a5ed-e456-4e37-8ebf-42b6623912c9 req-981e5f1c-823a-4152-835c-4f83fdb7ef14 service neutron] 10.222.0.89 "GET /v2.0/networks/d22516e5-39ad-4f6a-a558-8a836e1ef36c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0873272 Feb 09 20:05:40.040822 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-4925a5ed-e456-4e37-8ebf-42b6623912c9 req-0e809079-31b5-493d-8494-e6c4f15c0a3d service neutron] 10.222.0.89 "GET /v2.0/networks/d22516e5-39ad-4f6a-a558-8a836e1ef36c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0883701 Feb 09 20:05:40.133656 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2565c25e-0a2b-42ce-af2e-70f489466e75 req-8eb13115-29a3-4e5f-9593-2cec1ce54f4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:05:40.135219 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-2565c25e-0a2b-42ce-af2e-70f489466e75 req-8eb13115-29a3-4e5f-9593-2cec1ce54f4a service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=07b006a1671a456b91c885e04eeed7e9&device_id=d556c41c-69d0-4f03-8d25-638905803467 HTTP/1.1" status: 200 len: 1126 time: 0.0472717 Feb 09 20:05:40.231966 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2565c25e-0a2b-42ce-af2e-70f489466e75 req-acbe09d3-8b95-4dd4-bd4e-113b6e62e128 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:05:40.233721 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-2565c25e-0a2b-42ce-af2e-70f489466e75 req-acbe09d3-8b95-4dd4-bd4e-113b6e62e128 service neutron] 10.222.0.89 "GET /v2.0/networks?id=d22516e5-39ad-4f6a-a558-8a836e1ef36c HTTP/1.1" status: 200 len: 916 time: 0.0921175 Feb 09 20:05:40.276688 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-2565c25e-0a2b-42ce-af2e-70f489466e75 req-5211e3f3-8766-42a7-8167-baf23867271b service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=78eafdde-e255-407f-9280-17e0b315071e HTTP/1.1" status: 200 len: 217 time: 0.0363348 Feb 09 20:05:40.329145 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2565c25e-0a2b-42ce-af2e-70f489466e75 req-1fc84cd8-d954-4723-8804-26e534994573 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:05:40.330721 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-2565c25e-0a2b-42ce-af2e-70f489466e75 req-1fc84cd8-d954-4723-8804-26e534994573 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=bfc90063-bc7d-4b0d-9483-d02d72b7f4c2 HTTP/1.1" status: 200 len: 854 time: 0.0482650 Feb 09 20:05:40.385005 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2565c25e-0a2b-42ce-af2e-70f489466e75 req-9660796e-142e-4b52-ac97-8845bfd77733 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:05:40.386550 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-2565c25e-0a2b-42ce-af2e-70f489466e75 req-9660796e-142e-4b52-ac97-8845bfd77733 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=d22516e5-39ad-4f6a-a558-8a836e1ef36c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0498681 Feb 09 20:05:40.480365 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-2565c25e-0a2b-42ce-af2e-70f489466e75 req-103ca196-d057-424e-aaaf-c44c5109288c service neutron] 10.222.0.89 "GET /v2.0/networks/d22516e5-39ad-4f6a-a558-8a836e1ef36c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856433 Feb 09 20:05:40.581219 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-2565c25e-0a2b-42ce-af2e-70f489466e75 req-efc5b390-29d5-46c3-a3ba-9b06ab47f595 service neutron] 10.222.0.89 "GET /v2.0/networks/d22516e5-39ad-4f6a-a558-8a836e1ef36c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0939753 Feb 09 20:05:40.739340 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9d4557d-076d-4aa5-8b67-bd3c04df17e6 req-6c3994d4-1257-42a9-8396-c81e73fe2299 tempest-TestMinimumBasicScenario-1563614198 tempest-TestMinimumBasicScenario-1563614198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:05:40.740909 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-c9d4557d-076d-4aa5-8b67-bd3c04df17e6 req-6c3994d4-1257-42a9-8396-c81e73fe2299 tempest-TestMinimumBasicScenario-1563614198 tempest-TestMinimumBasicScenario-1563614198-project] 10.222.0.75 "GET /v2.0/ports?device_id=d556c41c-69d0-4f03-8d25-638905803467 HTTP/1.1" status: 200 len: 943 time: 0.0537181 Feb 09 20:05:40.791257 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-c9d4557d-076d-4aa5-8b67-bd3c04df17e6 req-102b13e2-4e4b-4faf-b322-974fcfd61b78 tempest-TestMinimumBasicScenario-1563614198 tempest-TestMinimumBasicScenario-1563614198-project] 10.222.0.75 "GET /v2.0/security-groups?id=d355fb8d-ac00-45b1-8e45-b78775947e54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446835 Feb 09 20:05:40.906313 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-8ab29d70-156d-47d0-b65f-a53ab03bd92a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762867132591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593584'] for agent (af91e4b9-f4e1-42b1-a25c-a10dc47171c8), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:05:41.713045 n-d-713498-36 neutron-server[103233]: DEBUG neutron.db.agents_db [None req-4a8a6a42-0a0c-4437-8958-92282682b6bb None None] Agent healthcheck: found 7 active agents {{(pid=103233) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 20:05:41.935432 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afd5e881-b04c-4da8-b468-90fcbb0c6ab1 req-0355e28b-031b-4d71-99ef-4a690116bc76 tempest-TestMinimumBasicScenario-1563614198 tempest-TestMinimumBasicScenario-1563614198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:05:41.937730 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-afd5e881-b04c-4da8-b468-90fcbb0c6ab1 req-0355e28b-031b-4d71-99ef-4a690116bc76 tempest-TestMinimumBasicScenario-1563614198 tempest-TestMinimumBasicScenario-1563614198-project] 10.222.0.75 "GET /v2.0/ports?device_id=d556c41c-69d0-4f03-8d25-638905803467 HTTP/1.1" status: 200 len: 943 time: 0.0696516 Feb 09 20:05:41.989441 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-afd5e881-b04c-4da8-b468-90fcbb0c6ab1 req-e365397a-341a-464f-8659-3f27a5e968c9 tempest-TestMinimumBasicScenario-1563614198 tempest-TestMinimumBasicScenario-1563614198-project] 10.222.0.75 "GET /v2.0/security-groups?id=d355fb8d-ac00-45b1-8e45-b78775947e54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452793 Feb 09 20:05:43.136293 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31bfe8c9-6c44-4f0d-bc94-8b69544864c1 req-7f0ff4a6-5706-4b91-b979-14974d45575d tempest-TestMinimumBasicScenario-1563614198 tempest-TestMinimumBasicScenario-1563614198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:05:43.137899 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-31bfe8c9-6c44-4f0d-bc94-8b69544864c1 req-7f0ff4a6-5706-4b91-b979-14974d45575d tempest-TestMinimumBasicScenario-1563614198 tempest-TestMinimumBasicScenario-1563614198-project] 10.222.0.75 "GET /v2.0/ports?device_id=d556c41c-69d0-4f03-8d25-638905803467 HTTP/1.1" status: 200 len: 943 time: 0.0688446 Feb 09 20:05:43.194596 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-feca77bc-a6aa-47bb-b17b-2bb135b1effc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762867132591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593584'] for agent (93303d5e-5d17-45e8-8963-7694f87783ae), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:05:43.202657 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-31bfe8c9-6c44-4f0d-bc94-8b69544864c1 req-98fb8cfd-d259-499b-ae99-e28d1109e86a tempest-TestMinimumBasicScenario-1563614198 tempest-TestMinimumBasicScenario-1563614198-project] 10.222.0.75 "GET /v2.0/security-groups?id=d355fb8d-ac00-45b1-8e45-b78775947e54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557351 Feb 09 20:05:44.097580 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Device 78eafdde-e255-407f-9280-17e0b315071e details requested by agent hyperv_n-h1-713498-36 with host n-h1-713498-36 {{(pid=103232) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 20:05:44.197980 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] For port 78eafdde-e255-407f-9280-17e0b315071e, host n-h1-713498-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-36',level=0,port_id=78eafdde-e255-407f-9280-17e0b315071e,segment=NetworkSegment(50022d81-55f0-45ba-ab3b-6d8a42e875d0),segment_id=50022d81-55f0-45ba-ab3b-6d8a42e875d0)] {{(pid=103232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 20:05:44.210993 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Returning: {'device': '78eafdde-e255-407f-9280-17e0b315071e', 'network_id': 'd22516e5-39ad-4f6a-a558-8a836e1ef36c', 'port_id': '78eafdde-e255-407f-9280-17e0b315071e', 'mac_address': 'fa:16:3e:9d:69:92', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 352, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bfc90063-bc7d-4b0d-9483-d02d72b7f4c2', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103232) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 20:05:44.250565 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Current status of the port 78eafdde-e255-407f-9280-17e0b315071e is: DOWN; New status is: BUILD {{(pid=103232) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 20:05:44.250962 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (78eafdde-e255-407f-9280-17e0b315071e), before_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:05:44.265087 n-d-713498-36 neutron-server[103232]: DEBUG neutron.notifiers.nova [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 78eafdde-e255-407f-9280-17e0b315071e {{(pid=103232) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 20:05:44.289437 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] For port 78eafdde-e255-407f-9280-17e0b315071e, host n-h1-713498-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-36',level=0,port_id=78eafdde-e255-407f-9280-17e0b315071e,segment=NetworkSegment(50022d81-55f0-45ba-ab3b-6d8a42e875d0),segment_id=50022d81-55f0-45ba-ab3b-6d8a42e875d0)] {{(pid=103232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 20:05:44.294367 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762867176205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762866656485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762866656503'] for port (78eafdde-e255-407f-9280-17e0b315071e), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:05:44.333155 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14d83d11-33d8-4164-85b9-8e16dfb19368 req-b10f0798-e24d-4426-a831-c904cb782ee2 tempest-TestMinimumBasicScenario-1563614198 tempest-TestMinimumBasicScenario-1563614198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:05:44.334749 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-14d83d11-33d8-4164-85b9-8e16dfb19368 req-b10f0798-e24d-4426-a831-c904cb782ee2 tempest-TestMinimumBasicScenario-1563614198 tempest-TestMinimumBasicScenario-1563614198-project] 10.222.0.75 "GET /v2.0/ports?device_id=d556c41c-69d0-4f03-8d25-638905803467 HTTP/1.1" status: 200 len: 943 time: 0.0581441 Feb 09 20:05:44.346082 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Pushing event updated for resources: {'Port': ['ID=78eafdde-e255-407f-9280-17e0b315071e,revision_number=4']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:05:44.383687 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-14d83d11-33d8-4164-85b9-8e16dfb19368 req-81b6dd05-5c17-4ac5-aacb-10439ee0cbd6 tempest-TestMinimumBasicScenario-1563614198 tempest-TestMinimumBasicScenario-1563614198-project] 10.222.0.75 "GET /v2.0/security-groups?id=d355fb8d-ac00-45b1-8e45-b78775947e54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430846 Feb 09 20:05:44.494772 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] get_ports_and_sgs() called for port_ids ['78eafdde-e255-407f-9280-17e0b315071e'] {{(pid=103232) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 20:05:44.549714 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-edc54c9b-7f13-45d9-9271-85c9738b0128 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762867132591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593584'] for agent (a62b1850-466f-48ae-bec7-d62fb280e14b), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:05:45.508081 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ef519e1-1f2a-4bd4-90ac-4bf491af2617 req-77e09885-6d1d-4d60-97bd-ee1aa0a39b3c tempest-TestMinimumBasicScenario-1563614198 tempest-TestMinimumBasicScenario-1563614198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:05:45.509595 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-2ef519e1-1f2a-4bd4-90ac-4bf491af2617 req-77e09885-6d1d-4d60-97bd-ee1aa0a39b3c tempest-TestMinimumBasicScenario-1563614198 tempest-TestMinimumBasicScenario-1563614198-project] 10.222.0.75 "GET /v2.0/ports?device_id=d556c41c-69d0-4f03-8d25-638905803467 HTTP/1.1" status: 200 len: 944 time: 0.0559788 Feb 09 20:05:45.562413 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-2ef519e1-1f2a-4bd4-90ac-4bf491af2617 req-05751133-3ff1-4dac-b5d2-d86c35881860 tempest-TestMinimumBasicScenario-1563614198 tempest-TestMinimumBasicScenario-1563614198-project] 10.222.0.75 "GET /v2.0/security-groups?id=d355fb8d-ac00-45b1-8e45-b78775947e54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463824 Feb 09 20:05:46.113801 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Device 78eafdde-e255-407f-9280-17e0b315071e up at agent hyperv_n-h1-713498-36 {{(pid=103232) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 20:05:46.173036 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-a7262a8e-0513-48fd-984d-75726a511961 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762867132591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593584'] for agent (911cfea2-02ae-4ec9-bac3-7808ee1cdd9c), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:05:46.179965 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.provisioning_blocks [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Provisioning for port 78eafdde-e255-407f-9280-17e0b315071e completed by entity L2. {{(pid=103232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 20:05:46.183756 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.provisioning_blocks [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Provisioning complete for port 78eafdde-e255-407f-9280-17e0b315071e triggered by entity L2. {{(pid=103232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 20:05:46.184383 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593630'] for port (78eafdde-e255-407f-9280-17e0b315071e), provisioning_complete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:05:46.266496 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Current status of the port 78eafdde-e255-407f-9280-17e0b315071e is: BUILD; New status is: ACTIVE {{(pid=103232) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 20:05:46.266893 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (78eafdde-e255-407f-9280-17e0b315071e), before_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:05:46.290822 n-d-713498-36 neutron-server[103232]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd556c41c-69d0-4f03-8d25-638905803467', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '78eafdde-e255-407f-9280-17e0b315071e'}] {{(pid=103232) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 20:05:46.293117 n-d-713498-36 neutron-server[103232]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cbbf3601bdfb8db7b6600aedba7e3851fa962f00dad36f02e289fea53b94aa67" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-404e47b9-646e-46b7-9e96-9adb1cfbc24d" -d '{"events": [{"server_uuid": "d556c41c-69d0-4f03-8d25-638905803467", "name": "network-vif-plugged", "status": "completed", "tag": "78eafdde-e255-407f-9280-17e0b315071e"}]}' {{(pid=103232) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 20:05:46.306539 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] For port 78eafdde-e255-407f-9280-17e0b315071e, host n-h1-713498-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-36',level=0,port_id=78eafdde-e255-407f-9280-17e0b315071e,segment=NetworkSegment(50022d81-55f0-45ba-ab3b-6d8a42e875d0),segment_id=50022d81-55f0-45ba-ab3b-6d8a42e875d0)] {{(pid=103232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 20:05:46.312373 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762867176205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762866656485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762866656503'] for port (78eafdde-e255-407f-9280-17e0b315071e), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:05:46.363384 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Pushing event updated for resources: {'Port': ['ID=78eafdde-e255-407f-9280-17e0b315071e,revision_number=5']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:05:46.392766 n-d-713498-36 neutron-server[103232]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 20:05:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e1952309-50b8-43a8-8afe-bf174a663b48 x-openstack-request-id: req-e1952309-50b8-43a8-8afe-bf174a663b48 {{(pid=103232) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 20:05:46.393087 n-d-713498-36 neutron-server[103232]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d556c41c-69d0-4f03-8d25-638905803467", "name": "network-vif-plugged", "status": "completed", "tag": "78eafdde-e255-407f-9280-17e0b315071e", "code": 200}]} {{(pid=103232) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 20:05:46.393340 n-d-713498-36 neutron-server[103232]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-e1952309-50b8-43a8-8afe-bf174a663b48 {{(pid=103232) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 20:05:46.393731 n-d-713498-36 neutron-server[103232]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd556c41c-69d0-4f03-8d25-638905803467', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '78eafdde-e255-407f-9280-17e0b315071e', 'code': 200} Feb 09 20:05:46.502303 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c698965c-0fee-4e62-bab4-3b269ecdf398 req-b4306454-4d5d-458b-aab5-166840d9b51b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:05:46.503876 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-c698965c-0fee-4e62-bab4-3b269ecdf398 req-b4306454-4d5d-458b-aab5-166840d9b51b service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=d556c41c-69d0-4f03-8d25-638905803467 HTTP/1.1" status: 200 len: 1128 time: 0.0532312 Feb 09 20:05:46.550480 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-c698965c-0fee-4e62-bab4-3b269ecdf398 req-30640812-8fc8-4303-a6c6-0bee27b3a1a0 service neutron] 10.222.0.89 "GET /v2.0/security-groups?id=d355fb8d-ac00-45b1-8e45-b78775947e54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409791 Feb 09 20:05:46.691657 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6c1005e-b718-453b-b8cd-06728ad94d86 req-7905c19c-c57e-4d43-aa1e-82c3b0da4b0e tempest-TestMinimumBasicScenario-1563614198 tempest-TestMinimumBasicScenario-1563614198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:05:46.693307 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-a6c1005e-b718-453b-b8cd-06728ad94d86 req-7905c19c-c57e-4d43-aa1e-82c3b0da4b0e tempest-TestMinimumBasicScenario-1563614198 tempest-TestMinimumBasicScenario-1563614198-project] 10.222.0.75 "GET /v2.0/ports?device_id=d556c41c-69d0-4f03-8d25-638905803467 HTTP/1.1" status: 200 len: 945 time: 0.0556443 Feb 09 20:05:46.747825 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-a6c1005e-b718-453b-b8cd-06728ad94d86 req-ccb06104-4cec-4f23-a01b-a8d00add1c08 tempest-TestMinimumBasicScenario-1563614198 tempest-TestMinimumBasicScenario-1563614198-project] 10.222.0.75 "GET /v2.0/security-groups?id=d355fb8d-ac00-45b1-8e45-b78775947e54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490110 Feb 09 20:05:47.155412 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762867132591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593584'] for agent (496418a2-c002-4aec-ab1a-07f3bea491bd), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:05:47.871817 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07c75169-242d-44d3-bd00-e2a0cec6606c req-522b3191-a895-41a2-ad20-355aa467be45 tempest-TestMinimumBasicScenario-1563614198 tempest-TestMinimumBasicScenario-1563614198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:05:47.873225 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-07c75169-242d-44d3-bd00-e2a0cec6606c req-522b3191-a895-41a2-ad20-355aa467be45 tempest-TestMinimumBasicScenario-1563614198 tempest-TestMinimumBasicScenario-1563614198-project] 10.222.0.75 "GET /v2.0/ports?device_id=d556c41c-69d0-4f03-8d25-638905803467 HTTP/1.1" status: 200 len: 945 time: 0.0542707 Feb 09 20:05:47.922812 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-07c75169-242d-44d3-bd00-e2a0cec6606c req-cc02bcb0-1c49-4b13-b7d5-cf453bb339e4 tempest-TestMinimumBasicScenario-1563614198 tempest-TestMinimumBasicScenario-1563614198-project] 10.222.0.75 "GET /v2.0/security-groups?id=d355fb8d-ac00-45b1-8e45-b78775947e54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433996 Feb 09 20:05:48.053687 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6158b8e-b506-4db9-b848-9dece15aac32 req-745b80b8-a08f-45a4-a731-b375f59f02e4 tempest-TestMinimumBasicScenario-1563614198 tempest-TestMinimumBasicScenario-1563614198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:05:48.055241 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-b6158b8e-b506-4db9-b848-9dece15aac32 req-745b80b8-a08f-45a4-a731-b375f59f02e4 tempest-TestMinimumBasicScenario-1563614198 tempest-TestMinimumBasicScenario-1563614198-project] 10.222.0.75 "GET /v2.0/ports?device_id=d556c41c-69d0-4f03-8d25-638905803467 HTTP/1.1" status: 200 len: 945 time: 0.0629361 Feb 09 20:05:48.105900 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-b6158b8e-b506-4db9-b848-9dece15aac32 req-92f3359b-acf6-4dda-a9aa-883afb996f2c tempest-TestMinimumBasicScenario-1563614198 tempest-TestMinimumBasicScenario-1563614198-project] 10.222.0.75 "GET /v2.0/security-groups?id=d355fb8d-ac00-45b1-8e45-b78775947e54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447714 Feb 09 20:05:48.310337 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-976fcfd2-0573-44eb-978d-dd9a8e60cf0e req-5ac22ace-18d6-4d39-b3ac-bd946cca6bd6 tempest-TestMinimumBasicScenario-1563614198 tempest-TestMinimumBasicScenario-1563614198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:05:48.312471 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-976fcfd2-0573-44eb-978d-dd9a8e60cf0e req-5ac22ace-18d6-4d39-b3ac-bd946cca6bd6 tempest-TestMinimumBasicScenario-1563614198 tempest-TestMinimumBasicScenario-1563614198-project] 10.222.0.75 "GET /v2.0/ports?device_id=d556c41c-69d0-4f03-8d25-638905803467 HTTP/1.1" status: 200 len: 945 time: 0.0567834 Feb 09 20:05:48.363636 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-976fcfd2-0573-44eb-978d-dd9a8e60cf0e req-2c187537-10d5-4d52-b7f3-8795182e91f0 tempest-TestMinimumBasicScenario-1563614198 tempest-TestMinimumBasicScenario-1563614198-project] 10.222.0.75 "GET /v2.0/security-groups?id=d355fb8d-ac00-45b1-8e45-b78775947e54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454965 Feb 09 20:05:49.036963 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762867132591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593584'] for agent (488cd9ae-631f-4955-ba0b-4f5a13f12e9c), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:05:49.513523 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762867132591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593584'] for agent (bcd5faee-dc24-4298-9134-0e0aa054058e), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:06:07.302291 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-941b76a1-9f97-4e47-90e3-61dddf845f56 req-aea58668-318f-4422-b389-9d97d89d0909 tempest-TestMinimumBasicScenario-1563614198 tempest-TestMinimumBasicScenario-1563614198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:06:07.303875 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-941b76a1-9f97-4e47-90e3-61dddf845f56 req-aea58668-318f-4422-b389-9d97d89d0909 tempest-TestMinimumBasicScenario-1563614198 tempest-TestMinimumBasicScenario-1563614198-project] 10.222.0.75 "GET /v2.0/ports?device_id=d556c41c-69d0-4f03-8d25-638905803467 HTTP/1.1" status: 200 len: 945 time: 0.0550268 Feb 09 20:06:07.359231 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-941b76a1-9f97-4e47-90e3-61dddf845f56 req-2894f291-ac64-4cef-b2d0-71da7aaa1b3c tempest-TestMinimumBasicScenario-1563614198 tempest-TestMinimumBasicScenario-1563614198-project] 10.222.0.75 "GET /v2.0/security-groups?id=d355fb8d-ac00-45b1-8e45-b78775947e54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494988 Feb 09 20:06:07.382302 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 53996) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:06:07.479467 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9596641a-ae02-41eb-8519-8fe860bcabbc tempest-TestMinimumBasicScenario-723160902 tempest-TestMinimumBasicScenario-723160902-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:06:07.480997 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-9596641a-ae02-41eb-8519-8fe860bcabbc tempest-TestMinimumBasicScenario-723160902 tempest-TestMinimumBasicScenario-723160902-project-admin] 10.222.0.75 "GET /v2.0/ports?device_id=d556c41c-69d0-4f03-8d25-638905803467 HTTP/1.1" status: 200 len: 1123 time: 0.0976732 Feb 09 20:06:07.484150 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 54000) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:06:07.488619 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.v2.base [None req-f36e116e-bf29-4ed3-91c1-ddf8008c2302 tempest-TestMinimumBasicScenario-1563614198 tempest-TestMinimumBasicScenario-1563614198-project] Request body: {'floatingip': {'floating_network_id': '88055e1e-672a-4487-be31-ffb6e833ece5', 'port_id': '78eafdde-e255-407f-9280-17e0b315071e', 'tenant_id': '07b006a1671a456b91c885e04eeed7e9', 'fixed_ip_address': '172.20.0.8'}} {{(pid=103230) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 20:06:07.516733 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-f36e116e-bf29-4ed3-91c1-ddf8008c2302 tempest-TestMinimumBasicScenario-1563614198 tempest-TestMinimumBasicScenario-1563614198-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:06:07.624456 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-f36e116e-bf29-4ed3-91c1-ddf8008c2302 tempest-TestMinimumBasicScenario-1563614198 tempest-TestMinimumBasicScenario-1563614198-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (None), before_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:06:07.732266 n-d-713498-36 neutron-server[103230]: DEBUG neutron.db.db_base_plugin_common [None req-f36e116e-bf29-4ed3-91c1-ddf8008c2302 tempest-TestMinimumBasicScenario-1563614198 tempest-TestMinimumBasicScenario-1563614198-project] Allocated IP 172.25.1.41 (88055e1e-672a-4487-be31-ffb6e833ece5/ac16dbcc-383c-4b43-9153-d763c4a53f91/9964cadb-3e56-4d9a-89e7-75ba6686e067) {{(pid=103230) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 20:06:07.854281 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-f36e116e-bf29-4ed3-91c1-ddf8008c2302 tempest-TestMinimumBasicScenario-1563614198 tempest-TestMinimumBasicScenario-1563614198-project] Publish callbacks [] for port (9964cadb-3e56-4d9a-89e7-75ba6686e067), precommit_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:06:07.891114 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-f36e116e-bf29-4ed3-91c1-ddf8008c2302 tempest-TestMinimumBasicScenario-1563614198 tempest-TestMinimumBasicScenario-1563614198-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762866656467', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14393751'] for port (9964cadb-3e56-4d9a-89e7-75ba6686e067), after_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:06:07.928812 n-d-713498-36 neutron-server[103230]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f36e116e-bf29-4ed3-91c1-ddf8008c2302 tempest-TestMinimumBasicScenario-1563614198 tempest-TestMinimumBasicScenario-1563614198-project] Network 88055e1e-672a-4487-be31-ffb6e833ece5 is already hosted by enough agents. {{(pid=103230) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 20:06:07.934816 n-d-713498-36 neutron-server[103230]: DEBUG neutron.scheduler.base_scheduler [None req-f36e116e-bf29-4ed3-91c1-ddf8008c2302 tempest-TestMinimumBasicScenario-1563614198 tempest-TestMinimumBasicScenario-1563614198-project] Resources bound (agent type, host, resource id): {{(pid=103230) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 20:06:07.939318 n-d-713498-36 neutron-server[103230]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f36e116e-bf29-4ed3-91c1-ddf8008c2302 tempest-TestMinimumBasicScenario-1563614198 tempest-TestMinimumBasicScenario-1563614198-project] Received port after_create {{(pid=103230) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 20:06:07.965635 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f36e116e-bf29-4ed3-91c1-ddf8008c2302 tempest-TestMinimumBasicScenario-1563614198 tempest-TestMinimumBasicScenario-1563614198-project] Pushing event updated for resources: {'Port': ['ID=9964cadb-3e56-4d9a-89e7-75ba6686e067,revision_number=1']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:06:07.979155 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f36e116e-bf29-4ed3-91c1-ddf8008c2302 tempest-TestMinimumBasicScenario-1563614198 tempest-TestMinimumBasicScenario-1563614198-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:06:07.979509 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f36e116e-bf29-4ed3-91c1-ddf8008c2302 tempest-TestMinimumBasicScenario-1563614198 tempest-TestMinimumBasicScenario-1563614198-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:06:07.979855 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f36e116e-bf29-4ed3-91c1-ddf8008c2302 tempest-TestMinimumBasicScenario-1563614198 tempest-TestMinimumBasicScenario-1563614198-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:06:07.980193 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f36e116e-bf29-4ed3-91c1-ddf8008c2302 tempest-TestMinimumBasicScenario-1563614198 tempest-TestMinimumBasicScenario-1563614198-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:06:07.980530 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f36e116e-bf29-4ed3-91c1-ddf8008c2302 tempest-TestMinimumBasicScenario-1563614198 tempest-TestMinimumBasicScenario-1563614198-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:06:07.980859 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f36e116e-bf29-4ed3-91c1-ddf8008c2302 tempest-TestMinimumBasicScenario-1563614198 tempest-TestMinimumBasicScenario-1563614198-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:06:07.981190 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f36e116e-bf29-4ed3-91c1-ddf8008c2302 tempest-TestMinimumBasicScenario-1563614198 tempest-TestMinimumBasicScenario-1563614198-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:06:07.981518 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f36e116e-bf29-4ed3-91c1-ddf8008c2302 tempest-TestMinimumBasicScenario-1563614198 tempest-TestMinimumBasicScenario-1563614198-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:06:07.981847 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f36e116e-bf29-4ed3-91c1-ddf8008c2302 tempest-TestMinimumBasicScenario-1563614198 tempest-TestMinimumBasicScenario-1563614198-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:06:07.982719 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f36e116e-bf29-4ed3-91c1-ddf8008c2302 tempest-TestMinimumBasicScenario-1563614198 tempest-TestMinimumBasicScenario-1563614198-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:06:07.983049 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f36e116e-bf29-4ed3-91c1-ddf8008c2302 tempest-TestMinimumBasicScenario-1563614198 tempest-TestMinimumBasicScenario-1563614198-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:06:07.983371 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f36e116e-bf29-4ed3-91c1-ddf8008c2302 tempest-TestMinimumBasicScenario-1563614198 tempest-TestMinimumBasicScenario-1563614198-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:06:07.983690 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f36e116e-bf29-4ed3-91c1-ddf8008c2302 tempest-TestMinimumBasicScenario-1563614198 tempest-TestMinimumBasicScenario-1563614198-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:06:08.364598 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-f36e116e-bf29-4ed3-91c1-ddf8008c2302 tempest-TestMinimumBasicScenario-1563614198 tempest-TestMinimumBasicScenario-1563614198-project] Publish callbacks [] for floatingip (c9d0f959-4800-49ef-b5c2-22833184cf30), precommit_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:06:08.446965 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-f36e116e-bf29-4ed3-91c1-ddf8008c2302 tempest-TestMinimumBasicScenario-1563614198 tempest-TestMinimumBasicScenario-1563614198-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (9964cadb-3e56-4d9a-89e7-75ba6686e067), before_update {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:06:08.603672 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-f36e116e-bf29-4ed3-91c1-ddf8008c2302 tempest-TestMinimumBasicScenario-1563614198 tempest-TestMinimumBasicScenario-1563614198-project] Publish callbacks [] for port (9964cadb-3e56-4d9a-89e7-75ba6686e067), precommit_update {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:06:08.610441 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-f36e116e-bf29-4ed3-91c1-ddf8008c2302 tempest-TestMinimumBasicScenario-1563614198 tempest-TestMinimumBasicScenario-1563614198-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762867176205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762866656485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762866656503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14393758'] for port (9964cadb-3e56-4d9a-89e7-75ba6686e067), after_update {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:06:08.684483 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f36e116e-bf29-4ed3-91c1-ddf8008c2302 tempest-TestMinimumBasicScenario-1563614198 tempest-TestMinimumBasicScenario-1563614198-project] Pushing event updated for resources: {'Port': ['ID=9964cadb-3e56-4d9a-89e7-75ba6686e067,revision_number=2']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:06:08.696866 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-f36e116e-bf29-4ed3-91c1-ddf8008c2302 tempest-TestMinimumBasicScenario-1563614198 tempest-TestMinimumBasicScenario-1563614198-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1818909'] for floatingip (c9d0f959-4800-49ef-b5c2-22833184cf30), after_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:06:08.805602 n-d-713498-36 neutron-server[103230]: INFO neutron.db.l3_db [None req-f36e116e-bf29-4ed3-91c1-ddf8008c2302 tempest-TestMinimumBasicScenario-1563614198 tempest-TestMinimumBasicScenario-1563614198-project] Floating IP c9d0f959-4800-49ef-b5c2-22833184cf30 associated. External IP: 172.25.1.41, port: 78eafdde-e255-407f-9280-17e0b315071e. Feb 09 20:06:09.049838 n-d-713498-36 neutron-server[103230]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f36e116e-bf29-4ed3-91c1-ddf8008c2302 tempest-TestMinimumBasicScenario-1563614198 tempest-TestMinimumBasicScenario-1563614198-project] Router 9e76d20e-be72-441e-855c-678028a6e26f has already been hosted by L3 agent 93303d5e-5d17-45e8-8963-7694f87783ae {{(pid=103230) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 20:06:09.449900 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f36e116e-bf29-4ed3-91c1-ddf8008c2302 tempest-TestMinimumBasicScenario-1563614198 tempest-TestMinimumBasicScenario-1563614198-project] Notify agent at l3_agent.n-d-713498-36 the message routers_updated {{(pid=103230) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 20:06:09.461315 n-d-713498-36 neutron-server[103233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a7740de-1fd0-4658-bd7d-6392b58af73a None None] Sync routers for ids ['9e76d20e-be72-441e-855c-678028a6e26f'] in n-d-713498-36 {{(pid=103233) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 20:06:09.472996 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-f36e116e-bf29-4ed3-91c1-ddf8008c2302 tempest-TestMinimumBasicScenario-1563614198 tempest-TestMinimumBasicScenario-1563614198-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171096'] for floatingip (None), before_response {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:06:09.473661 n-d-713498-36 neutron-server[103233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a7740de-1fd0-4658-bd7d-6392b58af73a None None] Routers {'9e76d20e-be72-441e-855c-678028a6e26f'} bound to L3 agent in host n-d-713498-36 {{(pid=103233) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 20:06:09.474403 n-d-713498-36 neutron-server[103233]: DEBUG neutron.db.l3_hamode_db [None req-7a7740de-1fd0-4658-bd7d-6392b58af73a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T18:51:43Z,description=,heartbeat_timestamp=2022-02-09T20:05:43Z,host='n-d-713498-36',id=93303d5e-5d17-45e8-8963-7694f87783ae,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T18:51:43Z,topic='l3_agent')) {'router_ids': ['9e76d20e-be72-441e-855c-678028a6e26f'], 'active': True} {{(pid=103233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 20:06:09.510620 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-f36e116e-bf29-4ed3-91c1-ddf8008c2302 tempest-TestMinimumBasicScenario-1563614198 tempest-TestMinimumBasicScenario-1563614198-project] 10.222.0.75 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.0251362 Feb 09 20:06:09.511879 n-d-713498-36 neutron-server[103230]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd556c41c-69d0-4f03-8d25-638905803467', 'tag': '78eafdde-e255-407f-9280-17e0b315071e'}] {{(pid=103230) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 20:06:09.514101 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 54002) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:06:09.517600 n-d-713498-36 neutron-server[103230]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bdec2cd40908e72a0a66447c6deb3367bbdbf2f4033028e05eb26280eb3900ec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fee96120-5428-415e-a418-b119496e83bf" -d '{"events": [{"name": "network-changed", "server_uuid": "d556c41c-69d0-4f03-8d25-638905803467", "tag": "78eafdde-e255-407f-9280-17e0b315071e"}]}' {{(pid=103230) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 20:06:09.520235 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.v2.base [None req-08bbf088-71eb-4d89-b294-0541426e55d5 tempest-TestMinimumBasicScenario-1563614198 tempest-TestMinimumBasicScenario-1563614198-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1900712017', 'description': 'tempest-secgroup-smoke-1900712017 description', 'project_id': '07b006a1671a456b91c885e04eeed7e9'}} {{(pid=103229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 20:06:09.554078 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-08bbf088-71eb-4d89-b294-0541426e55d5 tempest-TestMinimumBasicScenario-1563614198 tempest-TestMinimumBasicScenario-1563614198-project] Publish callbacks [] for security_group (None), before_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:06:09.603425 n-d-713498-36 neutron-server[103233]: DEBUG neutron.db.l3_dvr_db [None req-7a7740de-1fd0-4658-bd7d-6392b58af73a None None] Set router 9e76d20e-be72-441e-855c-678028a6e26f gateway port host: n-d-713498-36 {{(pid=103233) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 20:06:09.640265 n-d-713498-36 neutron-server[103230]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 20:06:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f7eece65-75f0-48de-ae5a-6189683acb21 x-openstack-request-id: req-f7eece65-75f0-48de-ae5a-6189683acb21 {{(pid=103230) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 20:06:09.640501 n-d-713498-36 neutron-server[103230]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d556c41c-69d0-4f03-8d25-638905803467", "tag": "78eafdde-e255-407f-9280-17e0b315071e", "status": "completed", "code": 200}]} {{(pid=103230) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 20:06:09.640785 n-d-713498-36 neutron-server[103230]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-f7eece65-75f0-48de-ae5a-6189683acb21 {{(pid=103230) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 20:06:09.641274 n-d-713498-36 neutron-server[103230]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd556c41c-69d0-4f03-8d25-638905803467', 'tag': '78eafdde-e255-407f-9280-17e0b315071e', 'status': 'completed', 'code': 200} Feb 09 20:06:09.641618 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-08bbf088-71eb-4d89-b294-0541426e55d5 tempest-TestMinimumBasicScenario-1563614198 tempest-TestMinimumBasicScenario-1563614198-project] Publish callbacks [] for security_group (28bbd9ba-5d34-473f-8e48-8ecd770d835d), precommit_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:06:09.646967 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-08bbf088-71eb-4d89-b294-0541426e55d5 tempest-TestMinimumBasicScenario-1563614198 tempest-TestMinimumBasicScenario-1563614198-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1892331'] for security_group (28bbd9ba-5d34-473f-8e48-8ecd770d835d), after_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:06:09.707878 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-08bbf088-71eb-4d89-b294-0541426e55d5 tempest-TestMinimumBasicScenario-1563614198 tempest-TestMinimumBasicScenario-1563614198-project] Publish callbacks [] for security_group (None), before_response {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:06:09.709101 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-08bbf088-71eb-4d89-b294-0541426e55d5 tempest-TestMinimumBasicScenario-1563614198 tempest-TestMinimumBasicScenario-1563614198-project] 10.222.0.75 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.1931314 Feb 09 20:06:09.712250 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 54008) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:06:09.717628 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.v2.base [None req-ca3285d3-2193-4e55-afb8-66c61600cfbe tempest-TestMinimumBasicScenario-1563614198 tempest-TestMinimumBasicScenario-1563614198-project] Request body: {'security_group_rule': {'security_group_id': '28bbd9ba-5d34-473f-8e48-8ecd770d835d', 'project_id': '07b006a1671a456b91c885e04eeed7e9', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103230) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 20:06:09.721814 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08bbf088-71eb-4d89-b294-0541426e55d5 tempest-TestMinimumBasicScenario-1563614198 tempest-TestMinimumBasicScenario-1563614198-project] Pushing event updated for resources: {'SecurityGroup': ['ID=28bbd9ba-5d34-473f-8e48-8ecd770d835d,revision_number=1']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:06:09.730583 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08bbf088-71eb-4d89-b294-0541426e55d5 tempest-TestMinimumBasicScenario-1563614198 tempest-TestMinimumBasicScenario-1563614198-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:06:09.730967 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08bbf088-71eb-4d89-b294-0541426e55d5 tempest-TestMinimumBasicScenario-1563614198 tempest-TestMinimumBasicScenario-1563614198-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:06:09.731349 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08bbf088-71eb-4d89-b294-0541426e55d5 tempest-TestMinimumBasicScenario-1563614198 tempest-TestMinimumBasicScenario-1563614198-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:06:09.731735 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08bbf088-71eb-4d89-b294-0541426e55d5 tempest-TestMinimumBasicScenario-1563614198 tempest-TestMinimumBasicScenario-1563614198-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:06:09.732825 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08bbf088-71eb-4d89-b294-0541426e55d5 tempest-TestMinimumBasicScenario-1563614198 tempest-TestMinimumBasicScenario-1563614198-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:06:09.733231 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08bbf088-71eb-4d89-b294-0541426e55d5 tempest-TestMinimumBasicScenario-1563614198 tempest-TestMinimumBasicScenario-1563614198-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:06:09.733631 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08bbf088-71eb-4d89-b294-0541426e55d5 tempest-TestMinimumBasicScenario-1563614198 tempest-TestMinimumBasicScenario-1563614198-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:06:09.734293 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08bbf088-71eb-4d89-b294-0541426e55d5 tempest-TestMinimumBasicScenario-1563614198 tempest-TestMinimumBasicScenario-1563614198-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:06:09.734293 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08bbf088-71eb-4d89-b294-0541426e55d5 tempest-TestMinimumBasicScenario-1563614198 tempest-TestMinimumBasicScenario-1563614198-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:06:09.734587 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08bbf088-71eb-4d89-b294-0541426e55d5 tempest-TestMinimumBasicScenario-1563614198 tempest-TestMinimumBasicScenario-1563614198-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:06:09.734923 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08bbf088-71eb-4d89-b294-0541426e55d5 tempest-TestMinimumBasicScenario-1563614198 tempest-TestMinimumBasicScenario-1563614198-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:06:09.735257 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08bbf088-71eb-4d89-b294-0541426e55d5 tempest-TestMinimumBasicScenario-1563614198 tempest-TestMinimumBasicScenario-1563614198-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:06:09.735642 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08bbf088-71eb-4d89-b294-0541426e55d5 tempest-TestMinimumBasicScenario-1563614198 tempest-TestMinimumBasicScenario-1563614198-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:06:09.749720 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fee96120-5428-415e-a418-b119496e83bf req-e6e1ea33-fad7-4685-8b2b-85ce0a270394 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:06:09.751308 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-fee96120-5428-415e-a418-b119496e83bf req-e6e1ea33-fad7-4685-8b2b-85ce0a270394 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=07b006a1671a456b91c885e04eeed7e9&device_id=d556c41c-69d0-4f03-8d25-638905803467 HTTP/1.1" status: 200 len: 1128 time: 0.0804312 Feb 09 20:06:09.754563 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-ca3285d3-2193-4e55-afb8-66c61600cfbe tempest-TestMinimumBasicScenario-1563614198 tempest-TestMinimumBasicScenario-1563614198-project] Publish callbacks [] for security_group_rule (15930700-18bf-4c78-a274-c7d0bdd26c33), before_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:06:09.818726 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-ca3285d3-2193-4e55-afb8-66c61600cfbe tempest-TestMinimumBasicScenario-1563614198 tempest-TestMinimumBasicScenario-1563614198-project] Publish callbacks [] for security_group_rule (15930700-18bf-4c78-a274-c7d0bdd26c33), precommit_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:06:09.824047 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-ca3285d3-2193-4e55-afb8-66c61600cfbe tempest-TestMinimumBasicScenario-1563614198 tempest-TestMinimumBasicScenario-1563614198-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1892250'] for security_group_rule (15930700-18bf-4c78-a274-c7d0bdd26c33), after_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:06:09.846318 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca3285d3-2193-4e55-afb8-66c61600cfbe tempest-TestMinimumBasicScenario-1563614198 tempest-TestMinimumBasicScenario-1563614198-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=15930700-18bf-4c78-a274-c7d0bdd26c33,revision_number=0']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:06:09.853613 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-ca3285d3-2193-4e55-afb8-66c61600cfbe tempest-TestMinimumBasicScenario-1563614198 tempest-TestMinimumBasicScenario-1563614198-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:06:09.854921 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-ca3285d3-2193-4e55-afb8-66c61600cfbe tempest-TestMinimumBasicScenario-1563614198 tempest-TestMinimumBasicScenario-1563614198-project] 10.222.0.75 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1411521 Feb 09 20:06:09.860212 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 54010) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:06:09.865084 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fee96120-5428-415e-a418-b119496e83bf req-a575558a-7100-41b9-906c-5f02c73ece83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:06:09.866872 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-fee96120-5428-415e-a418-b119496e83bf req-a575558a-7100-41b9-906c-5f02c73ece83 service neutron] 10.222.0.89 "GET /v2.0/networks?id=d22516e5-39ad-4f6a-a558-8a836e1ef36c HTTP/1.1" status: 200 len: 916 time: 0.1095402 Feb 09 20:06:09.867041 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.v2.base [None req-ff1fc4da-0a0b-4505-bdfb-7f10d804dfb8 tempest-TestMinimumBasicScenario-1563614198 tempest-TestMinimumBasicScenario-1563614198-project] Request body: {'security_group_rule': {'security_group_id': '28bbd9ba-5d34-473f-8e48-8ecd770d835d', 'project_id': '07b006a1671a456b91c885e04eeed7e9', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103230) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 20:06:09.871864 n-d-713498-36 neutron-server[103233]: DEBUG neutron.db.l3_hamode_db [None req-7a7740de-1fd0-4658-bd7d-6392b58af73a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9e76d20e-be72-441e-855c-678028a6e26f', 'name': 'tempest-TestMinimumBasicScenario-1187863634-router', 'tenant_id': '07b006a1671a456b91c885e04eeed7e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88055e1e-672a-4487-be31-ffb6e833ece5', 'external_fixed_ips': [{'subnet_id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'ip_address': '172.25.1.10'}], 'enable_snat': True}, 'gw_port_id': '17e60794-c73b-4aaf-93fa-63ad8e0ad581', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T20:05:09Z', 'updated_at': '2022-02-09T20:05:12Z', 'revision_number': 4, 'project_id': '07b006a1671a456b91c885e04eeed7e9', 'gw_port': {'id': '17e60794-c73b-4aaf-93fa-63ad8e0ad581', 'name': '', 'network_id': '88055e1e-672a-4487-be31-ffb6e833ece5', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:ae:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e76d20e-be72-441e-855c-678028a6e26f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4190, 'fixed_ips': [{'subnet_id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'ip_address': '172.25.1.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T20:05:09Z', 'updated_at': '2022-02-09T20:05:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-36', '_floatingips': [{'id': 'c9d0f959-4800-49ef-b5c2-22833184cf30', 'tenant_id': '07b006a1671a456b91c885e04eeed7e9', 'floating_ip_address': '172.25.1.41', 'floating_network_id': '88055e1e-672a-4487-be31-ffb6e833ece5', 'router_id': '9e76d20e-be72-441e-855c-678028a6e26f', 'port_id': '78eafdde-e255-407f-9280-17e0b315071e', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4206, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd22516e5-39ad-4f6a-a558-8a836e1ef36c', 'mac_address': 'fa:16:3e:9d:69:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd556c41c-69d0-4f03-8d25-638905803467', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T20:06:08Z', 'updated_at': '2022-02-09T20:06:08Z', 'revision_number': 0, 'project_id': '07b006a1671a456b91c885e04eeed7e9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '71c2eec3-a331-40c5-9a3c-c497de90407f', 'name': '', 'network_id': 'd22516e5-39ad-4f6a-a558-8a836e1ef36c', 'tenant_id': '07b006a1671a456b91c885e04eeed7e9', 'mac_address': 'fa:16:3e:8b:c4:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e76d20e-be72-441e-855c-678028a6e26f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4191, 'fixed_ips': [{'subnet_id': 'bfc90063-bc7d-4b0d-9483-d02d72b7f4c2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T20:05:11Z', 'updated_at': '2022-02-09T20:05:16Z', 'revision_number': 5, 'project_id': '07b006a1671a456b91c885e04eeed7e9', 'subnets': [{'id': 'bfc90063-bc7d-4b0d-9483-d02d72b7f4c2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-36', False) {} {{(pid=103233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 20:06:09.898165 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-ff1fc4da-0a0b-4505-bdfb-7f10d804dfb8 tempest-TestMinimumBasicScenario-1563614198 tempest-TestMinimumBasicScenario-1563614198-project] Publish callbacks [] for security_group_rule (049ebbe7-ee3b-4acb-b25e-0ea5a2111e3a), before_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:06:09.900652 n-d-713498-36 neutron-server[103233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a7740de-1fd0-4658-bd7d-6392b58af73a None None] Checking router: 9e76d20e-be72-441e-855c-678028a6e26f for host: n-d-713498-36 {{(pid=103233) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 20:06:09.910933 n-d-713498-36 neutron-server[103233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a7740de-1fd0-4658-bd7d-6392b58af73a None None] Routers {'9e76d20e-be72-441e-855c-678028a6e26f'} bound to L3 agent in host n-d-713498-36 {{(pid=103233) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 20:06:09.911546 n-d-713498-36 neutron-server[103233]: DEBUG neutron.db.l3_hamode_db [None req-7a7740de-1fd0-4658-bd7d-6392b58af73a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T18:51:43Z,description=,heartbeat_timestamp=2022-02-09T20:05:43Z,host='n-d-713498-36',id=93303d5e-5d17-45e8-8963-7694f87783ae,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T18:51:43Z,topic='l3_agent')) {'router_ids': ['9e76d20e-be72-441e-855c-678028a6e26f'], 'active': True} {{(pid=103233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 20:06:09.943935 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-fee96120-5428-415e-a418-b119496e83bf req-fc024549-89f0-4a20-8f82-2011343ad3f7 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=78eafdde-e255-407f-9280-17e0b315071e HTTP/1.1" status: 200 len: 998 time: 0.0706835 Feb 09 20:06:09.977928 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-ff1fc4da-0a0b-4505-bdfb-7f10d804dfb8 tempest-TestMinimumBasicScenario-1563614198 tempest-TestMinimumBasicScenario-1563614198-project] Publish callbacks [] for security_group_rule (049ebbe7-ee3b-4acb-b25e-0ea5a2111e3a), precommit_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:06:09.983632 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-ff1fc4da-0a0b-4505-bdfb-7f10d804dfb8 tempest-TestMinimumBasicScenario-1563614198 tempest-TestMinimumBasicScenario-1563614198-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1892250'] for security_group_rule (049ebbe7-ee3b-4acb-b25e-0ea5a2111e3a), after_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:06:10.001460 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fee96120-5428-415e-a418-b119496e83bf req-b7660b07-5054-4819-99f5-7843e919a131 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:06:10.003547 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-fee96120-5428-415e-a418-b119496e83bf req-b7660b07-5054-4819-99f5-7843e919a131 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=bfc90063-bc7d-4b0d-9483-d02d72b7f4c2 HTTP/1.1" status: 200 len: 854 time: 0.0541532 Feb 09 20:06:10.004489 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff1fc4da-0a0b-4505-bdfb-7f10d804dfb8 tempest-TestMinimumBasicScenario-1563614198 tempest-TestMinimumBasicScenario-1563614198-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=049ebbe7-ee3b-4acb-b25e-0ea5a2111e3a,revision_number=0']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:06:10.016712 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-ff1fc4da-0a0b-4505-bdfb-7f10d804dfb8 tempest-TestMinimumBasicScenario-1563614198 tempest-TestMinimumBasicScenario-1563614198-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:06:10.021995 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 54012) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:06:10.022558 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-ff1fc4da-0a0b-4505-bdfb-7f10d804dfb8 tempest-TestMinimumBasicScenario-1563614198 tempest-TestMinimumBasicScenario-1563614198-project] 10.222.0.75 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1612451 Feb 09 20:06:10.034509 n-d-713498-36 neutron-server[103233]: DEBUG neutron.db.l3_dvr_db [None req-7a7740de-1fd0-4658-bd7d-6392b58af73a None None] Set router 9e76d20e-be72-441e-855c-678028a6e26f gateway port host: n-d-713498-36 {{(pid=103233) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 20:06:10.040955 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.v2.base [None req-af1d9995-42bb-4b22-a6e6-8351b4327da2 tempest-TestMinimumBasicScenario-1563614198 tempest-TestMinimumBasicScenario-1563614198-project] Request body: {'security_group_rule': {'security_group_id': '28bbd9ba-5d34-473f-8e48-8ecd770d835d', 'project_id': '07b006a1671a456b91c885e04eeed7e9', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 20:06:10.080141 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fee96120-5428-415e-a418-b119496e83bf req-2ab7e71f-a1b1-4344-b7c5-04ba4a9cac20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:06:10.081636 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-fee96120-5428-415e-a418-b119496e83bf req-2ab7e71f-a1b1-4344-b7c5-04ba4a9cac20 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=d22516e5-39ad-4f6a-a558-8a836e1ef36c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0723789 Feb 09 20:06:10.083048 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-af1d9995-42bb-4b22-a6e6-8351b4327da2 tempest-TestMinimumBasicScenario-1563614198 tempest-TestMinimumBasicScenario-1563614198-project] Publish callbacks [] for security_group_rule (6a09acb4-ac5e-40a3-9dd9-ccee358e6c6f), before_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:06:10.200368 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-af1d9995-42bb-4b22-a6e6-8351b4327da2 tempest-TestMinimumBasicScenario-1563614198 tempest-TestMinimumBasicScenario-1563614198-project] Publish callbacks [] for security_group_rule (6a09acb4-ac5e-40a3-9dd9-ccee358e6c6f), precommit_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:06:10.207513 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-af1d9995-42bb-4b22-a6e6-8351b4327da2 tempest-TestMinimumBasicScenario-1563614198 tempest-TestMinimumBasicScenario-1563614198-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1892250'] for security_group_rule (6a09acb4-ac5e-40a3-9dd9-ccee358e6c6f), after_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:06:10.235441 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-fee96120-5428-415e-a418-b119496e83bf req-8b9995a5-44d9-4b70-9f6e-1c7ae5eb4f84 service neutron] 10.222.0.89 "GET /v2.0/networks/d22516e5-39ad-4f6a-a558-8a836e1ef36c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1427007 Feb 09 20:06:10.237705 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af1d9995-42bb-4b22-a6e6-8351b4327da2 tempest-TestMinimumBasicScenario-1563614198 tempest-TestMinimumBasicScenario-1563614198-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6a09acb4-ac5e-40a3-9dd9-ccee358e6c6f,revision_number=0']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:06:10.253518 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-af1d9995-42bb-4b22-a6e6-8351b4327da2 tempest-TestMinimumBasicScenario-1563614198 tempest-TestMinimumBasicScenario-1563614198-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:06:10.255230 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-af1d9995-42bb-4b22-a6e6-8351b4327da2 tempest-TestMinimumBasicScenario-1563614198 tempest-TestMinimumBasicScenario-1563614198-project] 10.222.0.75 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2323775 Feb 09 20:06:10.261400 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 54014) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:06:10.268383 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.v2.base [None req-c751e837-6838-4db0-9245-ad9fd82dc4ac tempest-TestMinimumBasicScenario-1563614198 tempest-TestMinimumBasicScenario-1563614198-project] Request body: {'security_group_rule': {'security_group_id': '28bbd9ba-5d34-473f-8e48-8ecd770d835d', 'project_id': '07b006a1671a456b91c885e04eeed7e9', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103230) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 20:06:10.298937 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-c751e837-6838-4db0-9245-ad9fd82dc4ac tempest-TestMinimumBasicScenario-1563614198 tempest-TestMinimumBasicScenario-1563614198-project] Publish callbacks [] for security_group_rule (b914aa57-91c0-4d7d-ae78-cf45eaa5753e), before_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:06:10.305939 n-d-713498-36 neutron-server[103233]: DEBUG neutron.db.l3_hamode_db [None req-7a7740de-1fd0-4658-bd7d-6392b58af73a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9e76d20e-be72-441e-855c-678028a6e26f', 'name': 'tempest-TestMinimumBasicScenario-1187863634-router', 'tenant_id': '07b006a1671a456b91c885e04eeed7e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88055e1e-672a-4487-be31-ffb6e833ece5', 'external_fixed_ips': [{'subnet_id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'ip_address': '172.25.1.10'}], 'enable_snat': True}, 'gw_port_id': '17e60794-c73b-4aaf-93fa-63ad8e0ad581', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T20:05:09Z', 'updated_at': '2022-02-09T20:05:12Z', 'revision_number': 4, 'project_id': '07b006a1671a456b91c885e04eeed7e9', 'gw_port': {'id': '17e60794-c73b-4aaf-93fa-63ad8e0ad581', 'name': '', 'network_id': '88055e1e-672a-4487-be31-ffb6e833ece5', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:ae:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e76d20e-be72-441e-855c-678028a6e26f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4190, 'fixed_ips': [{'subnet_id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'ip_address': '172.25.1.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T20:05:09Z', 'updated_at': '2022-02-09T20:05:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-36', '_floatingips': [{'id': 'c9d0f959-4800-49ef-b5c2-22833184cf30', 'tenant_id': '07b006a1671a456b91c885e04eeed7e9', 'floating_ip_address': '172.25.1.41', 'floating_network_id': '88055e1e-672a-4487-be31-ffb6e833ece5', 'router_id': '9e76d20e-be72-441e-855c-678028a6e26f', 'port_id': '78eafdde-e255-407f-9280-17e0b315071e', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4206, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd22516e5-39ad-4f6a-a558-8a836e1ef36c', 'mac_address': 'fa:16:3e:9d:69:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd556c41c-69d0-4f03-8d25-638905803467', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T20:06:08Z', 'updated_at': '2022-02-09T20:06:08Z', 'revision_number': 0, 'project_id': '07b006a1671a456b91c885e04eeed7e9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '71c2eec3-a331-40c5-9a3c-c497de90407f', 'name': '', 'network_id': 'd22516e5-39ad-4f6a-a558-8a836e1ef36c', 'tenant_id': '07b006a1671a456b91c885e04eeed7e9', 'mac_address': 'fa:16:3e:8b:c4:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e76d20e-be72-441e-855c-678028a6e26f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4191, 'fixed_ips': [{'subnet_id': 'bfc90063-bc7d-4b0d-9483-d02d72b7f4c2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T20:05:11Z', 'updated_at': '2022-02-09T20:05:16Z', 'revision_number': 5, 'project_id': '07b006a1671a456b91c885e04eeed7e9', 'subnets': [{'id': 'bfc90063-bc7d-4b0d-9483-d02d72b7f4c2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-36', False) {} {{(pid=103233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 20:06:10.335325 n-d-713498-36 neutron-server[103233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a7740de-1fd0-4658-bd7d-6392b58af73a None None] The sync data for ids ['9e76d20e-be72-441e-855c-678028a6e26f'] in n-d-713498-36 is: [{'id': '9e76d20e-be72-441e-855c-678028a6e26f', 'name': 'tempest-TestMinimumBasicScenario-1187863634-router', 'tenant_id': '07b006a1671a456b91c885e04eeed7e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88055e1e-672a-4487-be31-ffb6e833ece5', 'external_fixed_ips': [{'subnet_id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'ip_address': '172.25.1.10'}], 'enable_snat': True}, 'gw_port_id': '17e60794-c73b-4aaf-93fa-63ad8e0ad581', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T20:05:09Z', 'updated_at': '2022-02-09T20:05:12Z', 'revision_number': 4, 'project_id': '07b006a1671a456b91c885e04eeed7e9', 'gw_port': {'id': '17e60794-c73b-4aaf-93fa-63ad8e0ad581', 'name': '', 'network_id': '88055e1e-672a-4487-be31-ffb6e833ece5', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:ae:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e76d20e-be72-441e-855c-678028a6e26f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4190, 'fixed_ips': [{'subnet_id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'ip_address': '172.25.1.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T20:05:09Z', 'updated_at': '2022-02-09T20:05:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-36', '_floatingips': [{'id': 'c9d0f959-4800-49ef-b5c2-22833184cf30', 'tenant_id': '07b006a1671a456b91c885e04eeed7e9', 'floating_ip_address': '172.25.1.41', 'floating_network_id': '88055e1e-672a-4487-be31-ffb6e833ece5', 'router_id': '9e76d20e-be72-441e-855c-678028a6e26f', 'port_id': '78eafdde-e255-407f-9280-17e0b315071e', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4206, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd22516e5-39ad-4f6a-a558-8a836e1ef36c', 'mac_address': 'fa:16:3e:9d:69:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd556c41c-69d0-4f03-8d25-638905803467', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T20:06:08Z', 'updated_at': '2022-02-09T20:06:08Z', 'revision_number': 0, 'project_id': '07b006a1671a456b91c885e04eeed7e9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '71c2eec3-a331-40c5-9a3c-c497de90407f', 'name': '', 'network_id': 'd22516e5-39ad-4f6a-a558-8a836e1ef36c', 'tenant_id': '07b006a1671a456b91c885e04eeed7e9', 'mac_address': 'fa:16:3e:8b:c4:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e76d20e-be72-441e-855c-678028a6e26f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4191, 'fixed_ips': [{'subnet_id': 'bfc90063-bc7d-4b0d-9483-d02d72b7f4c2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T20:05:11Z', 'updated_at': '2022-02-09T20:05:16Z', 'revision_number': 5, 'project_id': '07b006a1671a456b91c885e04eeed7e9', 'subnets': [{'id': 'bfc90063-bc7d-4b0d-9483-d02d72b7f4c2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103233) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 20:06:10.355199 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-fee96120-5428-415e-a418-b119496e83bf req-5afe7a9b-1f5c-4139-bdfb-dff9ea558244 service neutron] 10.222.0.89 "GET /v2.0/networks/d22516e5-39ad-4f6a-a558-8a836e1ef36c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1131151 Feb 09 20:06:10.375618 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-c751e837-6838-4db0-9245-ad9fd82dc4ac tempest-TestMinimumBasicScenario-1563614198 tempest-TestMinimumBasicScenario-1563614198-project] Publish callbacks [] for security_group_rule (b914aa57-91c0-4d7d-ae78-cf45eaa5753e), precommit_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:06:10.382841 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-c751e837-6838-4db0-9245-ad9fd82dc4ac tempest-TestMinimumBasicScenario-1563614198 tempest-TestMinimumBasicScenario-1563614198-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1892250'] for security_group_rule (b914aa57-91c0-4d7d-ae78-cf45eaa5753e), after_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:06:10.400159 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c751e837-6838-4db0-9245-ad9fd82dc4ac tempest-TestMinimumBasicScenario-1563614198 tempest-TestMinimumBasicScenario-1563614198-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b914aa57-91c0-4d7d-ae78-cf45eaa5753e,revision_number=0']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:06:10.412061 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-c751e837-6838-4db0-9245-ad9fd82dc4ac tempest-TestMinimumBasicScenario-1563614198 tempest-TestMinimumBasicScenario-1563614198-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:06:10.413321 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-c751e837-6838-4db0-9245-ad9fd82dc4ac tempest-TestMinimumBasicScenario-1563614198 tempest-TestMinimumBasicScenario-1563614198-project] 10.222.0.75 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1499665 Feb 09 20:06:10.416067 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 54016) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:06:10.421633 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.v2.base [None req-148b5e61-6b7a-41be-b5a7-d2f32b694dc2 tempest-TestMinimumBasicScenario-1563614198 tempest-TestMinimumBasicScenario-1563614198-project] Request body: {'security_group_rule': {'security_group_id': '28bbd9ba-5d34-473f-8e48-8ecd770d835d', 'project_id': '07b006a1671a456b91c885e04eeed7e9', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103230) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 20:06:10.448095 n-d-713498-36 neutron-server[103230]: INFO neutron.db.securitygroups_db [None req-148b5e61-6b7a-41be-b5a7-d2f32b694dc2 tempest-TestMinimumBasicScenario-1563614198 tempest-TestMinimumBasicScenario-1563614198-project] Project 07b006a1671a456b91c885e04eeed7e9 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 09 20:06:10.454265 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-148b5e61-6b7a-41be-b5a7-d2f32b694dc2 tempest-TestMinimumBasicScenario-1563614198 tempest-TestMinimumBasicScenario-1563614198-project] Publish callbacks [] for security_group_rule (ee91e443-8cff-4435-8510-36bbd00a7bb0), before_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:06:10.537128 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-148b5e61-6b7a-41be-b5a7-d2f32b694dc2 tempest-TestMinimumBasicScenario-1563614198 tempest-TestMinimumBasicScenario-1563614198-project] Publish callbacks [] for security_group_rule (ee91e443-8cff-4435-8510-36bbd00a7bb0), precommit_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:06:10.542142 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-148b5e61-6b7a-41be-b5a7-d2f32b694dc2 tempest-TestMinimumBasicScenario-1563614198 tempest-TestMinimumBasicScenario-1563614198-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1892250'] for security_group_rule (ee91e443-8cff-4435-8510-36bbd00a7bb0), after_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:06:10.564589 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-148b5e61-6b7a-41be-b5a7-d2f32b694dc2 tempest-TestMinimumBasicScenario-1563614198 tempest-TestMinimumBasicScenario-1563614198-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ee91e443-8cff-4435-8510-36bbd00a7bb0,revision_number=0']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:06:10.575291 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-148b5e61-6b7a-41be-b5a7-d2f32b694dc2 tempest-TestMinimumBasicScenario-1563614198 tempest-TestMinimumBasicScenario-1563614198-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:06:10.576664 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-148b5e61-6b7a-41be-b5a7-d2f32b694dc2 tempest-TestMinimumBasicScenario-1563614198 tempest-TestMinimumBasicScenario-1563614198-project] 10.222.0.75 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1594217 Feb 09 20:06:10.579436 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 54018) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:06:10.584684 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.v2.base [None req-e82b064e-924a-4a4a-9139-2de2e0e9138c tempest-TestMinimumBasicScenario-1563614198 tempest-TestMinimumBasicScenario-1563614198-project] Request body: {'security_group_rule': {'security_group_id': '28bbd9ba-5d34-473f-8e48-8ecd770d835d', 'project_id': '07b006a1671a456b91c885e04eeed7e9', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103230) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 20:06:10.588415 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ab5f5d6-59dd-441e-b83f-fdae49aaf077 None None] New status for floating IP c9d0f959-4800-49ef-b5c2-22833184cf30: ACTIVE {{(pid=103232) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 09 20:06:10.608580 n-d-713498-36 neutron-server[103230]: INFO neutron.db.securitygroups_db [None req-e82b064e-924a-4a4a-9139-2de2e0e9138c tempest-TestMinimumBasicScenario-1563614198 tempest-TestMinimumBasicScenario-1563614198-project] Project 07b006a1671a456b91c885e04eeed7e9 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 09 20:06:10.614112 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-e82b064e-924a-4a4a-9139-2de2e0e9138c tempest-TestMinimumBasicScenario-1563614198 tempest-TestMinimumBasicScenario-1563614198-project] Publish callbacks [] for security_group_rule (f46d68aa-9b18-4817-9c97-80f32c1b7989), before_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:06:10.683532 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-e82b064e-924a-4a4a-9139-2de2e0e9138c tempest-TestMinimumBasicScenario-1563614198 tempest-TestMinimumBasicScenario-1563614198-project] Publish callbacks [] for security_group_rule (f46d68aa-9b18-4817-9c97-80f32c1b7989), precommit_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:06:10.688400 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-e82b064e-924a-4a4a-9139-2de2e0e9138c tempest-TestMinimumBasicScenario-1563614198 tempest-TestMinimumBasicScenario-1563614198-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1892250'] for security_group_rule (f46d68aa-9b18-4817-9c97-80f32c1b7989), after_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:06:10.710299 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e82b064e-924a-4a4a-9139-2de2e0e9138c tempest-TestMinimumBasicScenario-1563614198 tempest-TestMinimumBasicScenario-1563614198-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f46d68aa-9b18-4817-9c97-80f32c1b7989,revision_number=0']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:06:10.718374 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-e82b064e-924a-4a4a-9139-2de2e0e9138c tempest-TestMinimumBasicScenario-1563614198 tempest-TestMinimumBasicScenario-1563614198-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:06:10.718374 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-e82b064e-924a-4a4a-9139-2de2e0e9138c tempest-TestMinimumBasicScenario-1563614198 tempest-TestMinimumBasicScenario-1563614198-project] 10.222.0.75 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1374986 Feb 09 20:06:10.817787 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-629c4c42-f124-45c1-9f55-c6e7f4a43e62 req-f81e4adf-0570-48cd-8a20-a34652dc6523 tempest-TestMinimumBasicScenario-1563614198 tempest-TestMinimumBasicScenario-1563614198-project] 10.222.0.75 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1900712017&fields=id&tenant_id=07b006a1671a456b91c885e04eeed7e9 HTTP/1.1" status: 200 len: 267 time: 0.0482125 Feb 09 20:06:10.881168 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-629c4c42-f124-45c1-9f55-c6e7f4a43e62 req-ef9ff22d-1e42-4d2d-85ed-dd52a14e09ec tempest-TestMinimumBasicScenario-1563614198 tempest-TestMinimumBasicScenario-1563614198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:06:10.882676 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-629c4c42-f124-45c1-9f55-c6e7f4a43e62 req-ef9ff22d-1e42-4d2d-85ed-dd52a14e09ec tempest-TestMinimumBasicScenario-1563614198 tempest-TestMinimumBasicScenario-1563614198-project] 10.222.0.75 "GET /v2.0/ports?device_id=d556c41c-69d0-4f03-8d25-638905803467 HTTP/1.1" status: 200 len: 945 time: 0.0594082 Feb 09 20:06:10.894287 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.v2.base [req-629c4c42-f124-45c1-9f55-c6e7f4a43e62 req-6fa7d959-91aa-43a4-9f29-1dd277a9188c tempest-TestMinimumBasicScenario-1563614198 tempest-TestMinimumBasicScenario-1563614198-project] Request body: {'port': {'security_groups': ['d355fb8d-ac00-45b1-8e45-b78775947e54', '28bbd9ba-5d34-473f-8e48-8ecd770d835d']}} {{(pid=103230) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 20:06:10.910757 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-54e2a2a3-7629-4db4-b0ba-1ede1262408c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762867132591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593584'] for agent (af91e4b9-f4e1-42b1-a25c-a10dc47171c8), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:06:10.965867 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [req-629c4c42-f124-45c1-9f55-c6e7f4a43e62 req-6fa7d959-91aa-43a4-9f29-1dd277a9188c tempest-TestMinimumBasicScenario-1563614198 tempest-TestMinimumBasicScenario-1563614198-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (78eafdde-e255-407f-9280-17e0b315071e), before_update {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:06:11.165587 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.db [req-629c4c42-f124-45c1-9f55-c6e7f4a43e62 req-6fa7d959-91aa-43a4-9f29-1dd277a9188c tempest-TestMinimumBasicScenario-1563614198 tempest-TestMinimumBasicScenario-1563614198-project] For port 78eafdde-e255-407f-9280-17e0b315071e, host n-h1-713498-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-36',level=0,port_id=78eafdde-e255-407f-9280-17e0b315071e,segment=NetworkSegment(50022d81-55f0-45ba-ab3b-6d8a42e875d0),segment_id=50022d81-55f0-45ba-ab3b-6d8a42e875d0)] {{(pid=103230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 20:06:11.198913 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [req-629c4c42-f124-45c1-9f55-c6e7f4a43e62 req-6fa7d959-91aa-43a4-9f29-1dd277a9188c tempest-TestMinimumBasicScenario-1563614198 tempest-TestMinimumBasicScenario-1563614198-project] Publish callbacks [] for port (78eafdde-e255-407f-9280-17e0b315071e), precommit_update {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:06:11.205564 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [req-629c4c42-f124-45c1-9f55-c6e7f4a43e62 req-6fa7d959-91aa-43a4-9f29-1dd277a9188c tempest-TestMinimumBasicScenario-1563614198 tempest-TestMinimumBasicScenario-1563614198-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762867176205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762866656485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762866656503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14393758'] for port (78eafdde-e255-407f-9280-17e0b315071e), after_update {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:06:11.228619 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] get_ports_and_sgs() called for port_ids ['78eafdde-e255-407f-9280-17e0b315071e'] {{(pid=103232) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 20:06:11.258254 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-629c4c42-f124-45c1-9f55-c6e7f4a43e62 req-6fa7d959-91aa-43a4-9f29-1dd277a9188c tempest-TestMinimumBasicScenario-1563614198 tempest-TestMinimumBasicScenario-1563614198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:06:11.258970 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [req-629c4c42-f124-45c1-9f55-c6e7f4a43e62 req-6fa7d959-91aa-43a4-9f29-1dd277a9188c tempest-TestMinimumBasicScenario-1563614198 tempest-TestMinimumBasicScenario-1563614198-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171096'] for port (None), before_response {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:06:11.260453 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-629c4c42-f124-45c1-9f55-c6e7f4a43e62 req-6fa7d959-91aa-43a4-9f29-1dd277a9188c tempest-TestMinimumBasicScenario-1563614198 tempest-TestMinimumBasicScenario-1563614198-project] 10.222.0.75 "PUT /v2.0/ports/78eafdde-e255-407f-9280-17e0b315071e HTTP/1.1" status: 200 len: 981 time: 0.3710284 Feb 09 20:06:11.288380 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fa7d959-91aa-43a4-9f29-1dd277a9188c tempest-TestMinimumBasicScenario-1563614198 tempest-TestMinimumBasicScenario-1563614198-project] Pushing event updated for resources: {'Port': ['ID=78eafdde-e255-407f-9280-17e0b315071e,revision_number=6']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:06:11.324008 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] get_ports_and_sgs() called for port_ids ['78eafdde-e255-407f-9280-17e0b315071e'] {{(pid=103232) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 20:06:11.396262 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d8ed203-f29b-4717-abbb-2c9d31add58d req-8f28a9b8-0842-4101-a46b-355cd8f76780 tempest-TestMinimumBasicScenario-1563614198 tempest-TestMinimumBasicScenario-1563614198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:06:11.398176 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-6d8ed203-f29b-4717-abbb-2c9d31add58d req-8f28a9b8-0842-4101-a46b-355cd8f76780 tempest-TestMinimumBasicScenario-1563614198 tempest-TestMinimumBasicScenario-1563614198-project] 10.222.0.75 "GET /v2.0/ports?device_id=d556c41c-69d0-4f03-8d25-638905803467 HTTP/1.1" status: 200 len: 984 time: 0.0608909 Feb 09 20:06:11.476502 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-6d8ed203-f29b-4717-abbb-2c9d31add58d req-94a50099-e428-4747-b21d-8b7fe8d551a4 tempest-TestMinimumBasicScenario-1563614198 tempest-TestMinimumBasicScenario-1563614198-project] 10.222.0.75 "GET /v2.0/security-groups?id=28bbd9ba-5d34-473f-8e48-8ecd770d835d&id=d355fb8d-ac00-45b1-8e45-b78775947e54&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0688071 Feb 09 20:06:11.643595 n-d-713498-36 neutron-server[103230]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd556c41c-69d0-4f03-8d25-638905803467', 'tag': '78eafdde-e255-407f-9280-17e0b315071e'}] {{(pid=103230) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 20:06:11.646038 n-d-713498-36 neutron-server[103230]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bdec2cd40908e72a0a66447c6deb3367bbdbf2f4033028e05eb26280eb3900ec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-755bb11e-ad20-44a5-b660-99926bd310d4" -d '{"events": [{"name": "network-changed", "server_uuid": "d556c41c-69d0-4f03-8d25-638905803467", "tag": "78eafdde-e255-407f-9280-17e0b315071e"}]}' {{(pid=103230) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 20:06:11.668936 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.provisioning_blocks [None req-4fd4dedd-8249-4ce6-bb5f-53916f9d9503 None None] Provisioning complete for port 78eafdde-e255-407f-9280-17e0b315071e triggered by entity DHCP. {{(pid=103232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 20:06:11.670061 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-4fd4dedd-8249-4ce6-bb5f-53916f9d9503 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593630'] for port (78eafdde-e255-407f-9280-17e0b315071e), provisioning_complete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:06:11.686999 n-d-713498-36 neutron-server[103230]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 20:06:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-744d4c34-ef61-4a6b-a480-ad22a11a8414 x-openstack-request-id: req-744d4c34-ef61-4a6b-a480-ad22a11a8414 {{(pid=103230) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 20:06:11.687322 n-d-713498-36 neutron-server[103230]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d556c41c-69d0-4f03-8d25-638905803467", "tag": "78eafdde-e255-407f-9280-17e0b315071e", "status": "completed", "code": 200}]} {{(pid=103230) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 20:06:11.687578 n-d-713498-36 neutron-server[103230]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-744d4c34-ef61-4a6b-a480-ad22a11a8414 {{(pid=103230) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 20:06:11.688004 n-d-713498-36 neutron-server[103230]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd556c41c-69d0-4f03-8d25-638905803467', 'tag': '78eafdde-e255-407f-9280-17e0b315071e', 'status': 'completed', 'code': 200} Feb 09 20:06:11.760303 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-755bb11e-ad20-44a5-b660-99926bd310d4 req-33d9e133-262c-4d5c-b9b5-ebbd95f16da5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:06:11.761798 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-755bb11e-ad20-44a5-b660-99926bd310d4 req-33d9e133-262c-4d5c-b9b5-ebbd95f16da5 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=07b006a1671a456b91c885e04eeed7e9&device_id=d556c41c-69d0-4f03-8d25-638905803467 HTTP/1.1" status: 200 len: 1167 time: 0.0523100 Feb 09 20:06:11.859333 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-755bb11e-ad20-44a5-b660-99926bd310d4 req-a564d437-0158-4c15-a27a-2ca6d4d1639c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:06:11.865022 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-755bb11e-ad20-44a5-b660-99926bd310d4 req-a564d437-0158-4c15-a27a-2ca6d4d1639c service neutron] 10.222.0.89 "GET /v2.0/networks?id=d22516e5-39ad-4f6a-a558-8a836e1ef36c HTTP/1.1" status: 200 len: 916 time: 0.0957904 Feb 09 20:06:11.876501 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-4fd4dedd-8249-4ce6-bb5f-53916f9d9503 None None] Current status of the port 78eafdde-e255-407f-9280-17e0b315071e is: ACTIVE; New status is: ACTIVE {{(pid=103232) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 20:06:11.936353 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-755bb11e-ad20-44a5-b660-99926bd310d4 req-aae51df9-3d42-49f3-962b-53af2c94813f service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=78eafdde-e255-407f-9280-17e0b315071e HTTP/1.1" status: 200 len: 1000 time: 0.0648248 Feb 09 20:06:11.989817 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-755bb11e-ad20-44a5-b660-99926bd310d4 req-467d7c7a-26cf-413d-b4bd-1dd42ad738c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:06:11.991279 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-755bb11e-ad20-44a5-b660-99926bd310d4 req-467d7c7a-26cf-413d-b4bd-1dd42ad738c9 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=bfc90063-bc7d-4b0d-9483-d02d72b7f4c2 HTTP/1.1" status: 200 len: 854 time: 0.0490835 Feb 09 20:06:12.041866 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-755bb11e-ad20-44a5-b660-99926bd310d4 req-4e7202b6-24fd-42e3-9afa-8a4f773a89e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:06:12.043424 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-755bb11e-ad20-44a5-b660-99926bd310d4 req-4e7202b6-24fd-42e3-9afa-8a4f773a89e2 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=d22516e5-39ad-4f6a-a558-8a836e1ef36c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0461955 Feb 09 20:06:12.134911 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-755bb11e-ad20-44a5-b660-99926bd310d4 req-c0bfae7c-ebdf-453c-ad37-8e797184bf51 service neutron] 10.222.0.89 "GET /v2.0/networks/d22516e5-39ad-4f6a-a558-8a836e1ef36c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836329 Feb 09 20:06:12.260846 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-755bb11e-ad20-44a5-b660-99926bd310d4 req-aa89056c-33bb-423e-a261-389f6b99f1a5 service neutron] 10.222.0.89 "GET /v2.0/networks/d22516e5-39ad-4f6a-a558-8a836e1ef36c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1198504 Feb 09 20:06:13.187996 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-57005200-70b8-4b4a-9d13-cfd9747cd531 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762867132591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593584'] for agent (93303d5e-5d17-45e8-8963-7694f87783ae), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:06:14.523899 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-edc54c9b-7f13-45d9-9271-85c9738b0128 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762867132591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593584'] for agent (a62b1850-466f-48ae-bec7-d62fb280e14b), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:06:16.157840 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-a7262a8e-0513-48fd-984d-75726a511961 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762867132591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593584'] for agent (911cfea2-02ae-4ec9-bac3-7808ee1cdd9c), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:06:17.147653 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762867132591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593584'] for agent (496418a2-c002-4aec-ab1a-07f3bea491bd), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:06:18.714338 n-d-713498-36 neutron-server[103233]: DEBUG neutron.db.agents_db [None req-4a8a6a42-0a0c-4437-8958-92282682b6bb None None] Agent healthcheck: found 7 active agents {{(pid=103233) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 20:06:19.034371 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762867132591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593584'] for agent (488cd9ae-631f-4955-ba0b-4f5a13f12e9c), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:06:19.509537 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762867132591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593584'] for agent (bcd5faee-dc24-4298-9134-0e0aa054058e), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:06:23.648170 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8fc33e1-913d-4f87-9abd-e04c33e7209a req-4ef638f8-745d-4c82-89da-75070931f6ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:06:23.649710 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-f8fc33e1-913d-4f87-9abd-e04c33e7209a req-4ef638f8-745d-4c82-89da-75070931f6ab service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=07b006a1671a456b91c885e04eeed7e9&device_id=d556c41c-69d0-4f03-8d25-638905803467 HTTP/1.1" status: 200 len: 1167 time: 0.0499530 Feb 09 20:06:23.653305 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d8b0068-a5ba-48c5-8d5c-d60f833a7f5c req-c41da2e8-0e2d-4cc1-9286-91706111cb2b tempest-TestMinimumBasicScenario-1563614198 tempest-TestMinimumBasicScenario-1563614198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:06:23.655340 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-2d8b0068-a5ba-48c5-8d5c-d60f833a7f5c req-c41da2e8-0e2d-4cc1-9286-91706111cb2b tempest-TestMinimumBasicScenario-1563614198 tempest-TestMinimumBasicScenario-1563614198-project] 10.222.0.75 "GET /v2.0/ports?device_id=d556c41c-69d0-4f03-8d25-638905803467 HTTP/1.1" status: 200 len: 984 time: 0.0588558 Feb 09 20:06:23.725943 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-2d8b0068-a5ba-48c5-8d5c-d60f833a7f5c req-ab9c1780-0e78-4dea-9fdc-2a75a0cff95b tempest-TestMinimumBasicScenario-1563614198 tempest-TestMinimumBasicScenario-1563614198-project] 10.222.0.75 "GET /v2.0/security-groups?id=28bbd9ba-5d34-473f-8e48-8ecd770d835d&id=d355fb8d-ac00-45b1-8e45-b78775947e54&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0646460 Feb 09 20:06:23.754955 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8fc33e1-913d-4f87-9abd-e04c33e7209a req-acc08fe0-9f17-4708-bedf-790741e508c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:06:23.756965 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-f8fc33e1-913d-4f87-9abd-e04c33e7209a req-acc08fe0-9f17-4708-bedf-790741e508c5 service neutron] 10.222.0.89 "GET /v2.0/networks?id=d22516e5-39ad-4f6a-a558-8a836e1ef36c HTTP/1.1" status: 200 len: 916 time: 0.1000595 Feb 09 20:06:23.827161 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-f8fc33e1-913d-4f87-9abd-e04c33e7209a req-3059e5ad-9212-4ee3-b7f5-e08f34e4aad8 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=78eafdde-e255-407f-9280-17e0b315071e HTTP/1.1" status: 200 len: 1000 time: 0.0639229 Feb 09 20:06:23.876796 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8fc33e1-913d-4f87-9abd-e04c33e7209a req-d180877e-fcdb-44c8-b8b6-347af198a9c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:06:23.878305 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-f8fc33e1-913d-4f87-9abd-e04c33e7209a req-d180877e-fcdb-44c8-b8b6-347af198a9c2 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=bfc90063-bc7d-4b0d-9483-d02d72b7f4c2 HTTP/1.1" status: 200 len: 854 time: 0.0450549 Feb 09 20:06:23.932952 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8fc33e1-913d-4f87-9abd-e04c33e7209a req-e030657a-000a-4f44-a7db-6b2d8d3c883c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:06:23.936108 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-f8fc33e1-913d-4f87-9abd-e04c33e7209a req-e030657a-000a-4f44-a7db-6b2d8d3c883c service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=d22516e5-39ad-4f6a-a558-8a836e1ef36c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0509064 Feb 09 20:06:24.024798 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-f8fc33e1-913d-4f87-9abd-e04c33e7209a req-38c45fb9-0909-4bb2-8ef8-dc5084ba2c50 service neutron] 10.222.0.89 "GET /v2.0/networks/d22516e5-39ad-4f6a-a558-8a836e1ef36c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0831916 Feb 09 20:06:24.136178 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-f8fc33e1-913d-4f87-9abd-e04c33e7209a req-6aebad14-5c23-4df0-bf26-945c086af726 service neutron] 10.222.0.89 "GET /v2.0/networks/d22516e5-39ad-4f6a-a558-8a836e1ef36c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1057069 Feb 09 20:06:24.397343 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5525efbb-cb55-48cc-bf92-88d4f913156c req-ed6cedb6-4454-4ef4-b54e-e0a2f9e1b893 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:06:24.398797 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-5525efbb-cb55-48cc-bf92-88d4f913156c req-ed6cedb6-4454-4ef4-b54e-e0a2f9e1b893 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=07b006a1671a456b91c885e04eeed7e9&device_id=d556c41c-69d0-4f03-8d25-638905803467 HTTP/1.1" status: 200 len: 1167 time: 0.0478466 Feb 09 20:06:24.509604 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5525efbb-cb55-48cc-bf92-88d4f913156c req-c39a8aa9-47ed-4052-9851-fc1378c07e79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:06:24.511262 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-5525efbb-cb55-48cc-bf92-88d4f913156c req-c39a8aa9-47ed-4052-9851-fc1378c07e79 service neutron] 10.222.0.89 "GET /v2.0/networks?id=d22516e5-39ad-4f6a-a558-8a836e1ef36c HTTP/1.1" status: 200 len: 916 time: 0.0910771 Feb 09 20:06:24.580343 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-5525efbb-cb55-48cc-bf92-88d4f913156c req-8043714e-8840-44c8-85df-099ebfd3f9e3 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=78eafdde-e255-407f-9280-17e0b315071e HTTP/1.1" status: 200 len: 1000 time: 0.0615373 Feb 09 20:06:24.632582 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5525efbb-cb55-48cc-bf92-88d4f913156c req-a177ec06-8736-4f48-bbeb-8b1e9a6b0cf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:06:24.634095 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-5525efbb-cb55-48cc-bf92-88d4f913156c req-a177ec06-8736-4f48-bbeb-8b1e9a6b0cf2 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=bfc90063-bc7d-4b0d-9483-d02d72b7f4c2 HTTP/1.1" status: 200 len: 854 time: 0.0478945 Feb 09 20:06:24.688590 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5525efbb-cb55-48cc-bf92-88d4f913156c req-a470f89e-0248-4f7b-a325-772c061f02b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:06:24.690106 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-5525efbb-cb55-48cc-bf92-88d4f913156c req-a470f89e-0248-4f7b-a325-772c061f02b5 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=d22516e5-39ad-4f6a-a558-8a836e1ef36c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0500262 Feb 09 20:06:24.785156 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-5525efbb-cb55-48cc-bf92-88d4f913156c req-8cbf0830-337b-4f98-95f7-b5f3e4aded80 service neutron] 10.222.0.89 "GET /v2.0/networks/d22516e5-39ad-4f6a-a558-8a836e1ef36c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0887113 Feb 09 20:06:24.922577 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a114580-4c66-4800-8df2-9e06765cefee req-2d0d3c75-4230-48b3-84b2-46f8595c8396 tempest-TestMinimumBasicScenario-1563614198 tempest-TestMinimumBasicScenario-1563614198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:06:24.924142 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-0a114580-4c66-4800-8df2-9e06765cefee req-2d0d3c75-4230-48b3-84b2-46f8595c8396 tempest-TestMinimumBasicScenario-1563614198 tempest-TestMinimumBasicScenario-1563614198-project] 10.222.0.75 "GET /v2.0/ports?device_id=d556c41c-69d0-4f03-8d25-638905803467 HTTP/1.1" status: 200 len: 984 time: 0.1134682 Feb 09 20:06:24.928148 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-5525efbb-cb55-48cc-bf92-88d4f913156c req-625f8dab-a236-44f5-84cc-c34143152c82 service neutron] 10.222.0.89 "GET /v2.0/networks/d22516e5-39ad-4f6a-a558-8a836e1ef36c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1366730 Feb 09 20:06:24.993273 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-0a114580-4c66-4800-8df2-9e06765cefee req-e1314384-1a4e-4fff-96c0-34920523b9c5 tempest-TestMinimumBasicScenario-1563614198 tempest-TestMinimumBasicScenario-1563614198-project] 10.222.0.75 "GET /v2.0/security-groups?id=28bbd9ba-5d34-473f-8e48-8ecd770d835d&id=d355fb8d-ac00-45b1-8e45-b78775947e54&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0629001 Feb 09 20:06:26.119706 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c01c76b0-0817-41b2-9508-60c4c3973ad5 req-1d07b124-dad0-444c-ace3-bc04973395a6 tempest-TestMinimumBasicScenario-1563614198 tempest-TestMinimumBasicScenario-1563614198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:06:26.121223 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-c01c76b0-0817-41b2-9508-60c4c3973ad5 req-1d07b124-dad0-444c-ace3-bc04973395a6 tempest-TestMinimumBasicScenario-1563614198 tempest-TestMinimumBasicScenario-1563614198-project] 10.222.0.75 "GET /v2.0/ports?device_id=d556c41c-69d0-4f03-8d25-638905803467 HTTP/1.1" status: 200 len: 984 time: 0.0554240 Feb 09 20:06:26.183019 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-c01c76b0-0817-41b2-9508-60c4c3973ad5 req-e11feb5e-e580-4cd4-b7e1-348317ba2a92 tempest-TestMinimumBasicScenario-1563614198 tempest-TestMinimumBasicScenario-1563614198-project] 10.222.0.75 "GET /v2.0/security-groups?id=28bbd9ba-5d34-473f-8e48-8ecd770d835d&id=d355fb8d-ac00-45b1-8e45-b78775947e54&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0552094 Feb 09 20:06:27.313641 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa946374-4a15-4d07-979e-516d8edc1ab2 req-5a6e19d8-b789-4300-aca1-8acd0611a038 tempest-TestMinimumBasicScenario-1563614198 tempest-TestMinimumBasicScenario-1563614198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:06:27.315343 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-fa946374-4a15-4d07-979e-516d8edc1ab2 req-5a6e19d8-b789-4300-aca1-8acd0611a038 tempest-TestMinimumBasicScenario-1563614198 tempest-TestMinimumBasicScenario-1563614198-project] 10.222.0.75 "GET /v2.0/ports?device_id=d556c41c-69d0-4f03-8d25-638905803467 HTTP/1.1" status: 200 len: 984 time: 0.0579741 Feb 09 20:06:27.379537 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-fa946374-4a15-4d07-979e-516d8edc1ab2 req-929e9c14-4404-4c3e-8385-57380b9f3b0d tempest-TestMinimumBasicScenario-1563614198 tempest-TestMinimumBasicScenario-1563614198-project] 10.222.0.75 "GET /v2.0/security-groups?id=28bbd9ba-5d34-473f-8e48-8ecd770d835d&id=d355fb8d-ac00-45b1-8e45-b78775947e54&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0583529 Feb 09 20:06:28.515978 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd3ab939-ef5d-431a-a6e1-8a813c18ebd0 req-ad75e5b4-6eb7-4853-bbf6-ffe91d11ab6e tempest-TestMinimumBasicScenario-1563614198 tempest-TestMinimumBasicScenario-1563614198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:06:28.517522 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-fd3ab939-ef5d-431a-a6e1-8a813c18ebd0 req-ad75e5b4-6eb7-4853-bbf6-ffe91d11ab6e tempest-TestMinimumBasicScenario-1563614198 tempest-TestMinimumBasicScenario-1563614198-project] 10.222.0.75 "GET /v2.0/ports?device_id=d556c41c-69d0-4f03-8d25-638905803467 HTTP/1.1" status: 200 len: 984 time: 0.0633972 Feb 09 20:06:28.584216 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-fd3ab939-ef5d-431a-a6e1-8a813c18ebd0 req-e37215aa-9ee6-4ef3-b792-e715e21f96f5 tempest-TestMinimumBasicScenario-1563614198 tempest-TestMinimumBasicScenario-1563614198-project] 10.222.0.75 "GET /v2.0/security-groups?id=28bbd9ba-5d34-473f-8e48-8ecd770d835d&id=d355fb8d-ac00-45b1-8e45-b78775947e54&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0609202 Feb 09 20:06:29.710329 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90804974-cede-49dd-8b01-e5d0d847b449 req-a4877f77-f453-4201-85be-beb1509f12e8 tempest-TestMinimumBasicScenario-1563614198 tempest-TestMinimumBasicScenario-1563614198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:06:29.711833 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-90804974-cede-49dd-8b01-e5d0d847b449 req-a4877f77-f453-4201-85be-beb1509f12e8 tempest-TestMinimumBasicScenario-1563614198 tempest-TestMinimumBasicScenario-1563614198-project] 10.222.0.75 "GET /v2.0/ports?device_id=d556c41c-69d0-4f03-8d25-638905803467 HTTP/1.1" status: 200 len: 984 time: 0.0546930 Feb 09 20:06:29.773815 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-90804974-cede-49dd-8b01-e5d0d847b449 req-6923f735-5691-4b0e-9d3d-12f7dcd2d6a7 tempest-TestMinimumBasicScenario-1563614198 tempest-TestMinimumBasicScenario-1563614198-project] 10.222.0.75 "GET /v2.0/security-groups?id=28bbd9ba-5d34-473f-8e48-8ecd770d835d&id=d355fb8d-ac00-45b1-8e45-b78775947e54&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0559998 Feb 09 20:06:30.897936 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fce6474-3bce-4a39-a098-c92380215c20 req-fb647810-9a0b-4d5b-8a3c-1ccf3e8b3f2d tempest-TestMinimumBasicScenario-1563614198 tempest-TestMinimumBasicScenario-1563614198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:06:30.900452 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-7fce6474-3bce-4a39-a098-c92380215c20 req-fb647810-9a0b-4d5b-8a3c-1ccf3e8b3f2d tempest-TestMinimumBasicScenario-1563614198 tempest-TestMinimumBasicScenario-1563614198-project] 10.222.0.75 "GET /v2.0/ports?device_id=d556c41c-69d0-4f03-8d25-638905803467 HTTP/1.1" status: 200 len: 984 time: 0.0554807 Feb 09 20:06:30.964095 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-7fce6474-3bce-4a39-a098-c92380215c20 req-7ad5a3ec-e5e5-44e9-a25f-7db7b0e646ed tempest-TestMinimumBasicScenario-1563614198 tempest-TestMinimumBasicScenario-1563614198-project] 10.222.0.75 "GET /v2.0/security-groups?id=28bbd9ba-5d34-473f-8e48-8ecd770d835d&id=d355fb8d-ac00-45b1-8e45-b78775947e54&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0571470 Feb 09 20:06:32.088847 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecdba43f-3e5c-43df-a2fa-e7b045596989 req-68440538-0163-4615-863d-727d243dd433 tempest-TestMinimumBasicScenario-1563614198 tempest-TestMinimumBasicScenario-1563614198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:06:32.090371 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-ecdba43f-3e5c-43df-a2fa-e7b045596989 req-68440538-0163-4615-863d-727d243dd433 tempest-TestMinimumBasicScenario-1563614198 tempest-TestMinimumBasicScenario-1563614198-project] 10.222.0.75 "GET /v2.0/ports?device_id=d556c41c-69d0-4f03-8d25-638905803467 HTTP/1.1" status: 200 len: 984 time: 0.0552716 Feb 09 20:06:32.158155 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-ecdba43f-3e5c-43df-a2fa-e7b045596989 req-b308d063-0f21-4602-9e13-947570cb1b70 tempest-TestMinimumBasicScenario-1563614198 tempest-TestMinimumBasicScenario-1563614198-project] 10.222.0.75 "GET /v2.0/security-groups?id=28bbd9ba-5d34-473f-8e48-8ecd770d835d&id=d355fb8d-ac00-45b1-8e45-b78775947e54&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0595901 Feb 09 20:06:33.287324 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51a6f56a-7738-455b-aabf-86bafac442b3 req-efbc5c67-b229-4f27-8182-044709b3007d tempest-TestMinimumBasicScenario-1563614198 tempest-TestMinimumBasicScenario-1563614198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:06:33.288883 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-51a6f56a-7738-455b-aabf-86bafac442b3 req-efbc5c67-b229-4f27-8182-044709b3007d tempest-TestMinimumBasicScenario-1563614198 tempest-TestMinimumBasicScenario-1563614198-project] 10.222.0.75 "GET /v2.0/ports?device_id=d556c41c-69d0-4f03-8d25-638905803467 HTTP/1.1" status: 200 len: 984 time: 0.0575809 Feb 09 20:06:33.358615 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-51a6f56a-7738-455b-aabf-86bafac442b3 req-99be2dae-5a32-4dd4-a6bd-5bf155446c71 tempest-TestMinimumBasicScenario-1563614198 tempest-TestMinimumBasicScenario-1563614198-project] 10.222.0.75 "GET /v2.0/security-groups?id=28bbd9ba-5d34-473f-8e48-8ecd770d835d&id=d355fb8d-ac00-45b1-8e45-b78775947e54&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0625055 Feb 09 20:06:34.488336 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c3f209d-270a-4094-b20f-454356fcb514 req-89829004-08f1-4f04-99d4-8e09fdff80bd tempest-TestMinimumBasicScenario-1563614198 tempest-TestMinimumBasicScenario-1563614198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:06:34.489898 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-2c3f209d-270a-4094-b20f-454356fcb514 req-89829004-08f1-4f04-99d4-8e09fdff80bd tempest-TestMinimumBasicScenario-1563614198 tempest-TestMinimumBasicScenario-1563614198-project] 10.222.0.75 "GET /v2.0/ports?device_id=d556c41c-69d0-4f03-8d25-638905803467 HTTP/1.1" status: 200 len: 984 time: 0.0600293 Feb 09 20:06:34.552865 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-2c3f209d-270a-4094-b20f-454356fcb514 req-2cf1f382-7a79-4102-ac20-3d052689f010 tempest-TestMinimumBasicScenario-1563614198 tempest-TestMinimumBasicScenario-1563614198-project] 10.222.0.75 "GET /v2.0/security-groups?id=28bbd9ba-5d34-473f-8e48-8ecd770d835d&id=d355fb8d-ac00-45b1-8e45-b78775947e54&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0570128 Feb 09 20:06:35.688398 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42ae98e4-3a95-4977-bec1-d8ff10098ac7 req-fe2364f6-40ad-4a20-ada5-31006b367c89 tempest-TestMinimumBasicScenario-1563614198 tempest-TestMinimumBasicScenario-1563614198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:06:35.690058 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-42ae98e4-3a95-4977-bec1-d8ff10098ac7 req-fe2364f6-40ad-4a20-ada5-31006b367c89 tempest-TestMinimumBasicScenario-1563614198 tempest-TestMinimumBasicScenario-1563614198-project] 10.222.0.75 "GET /v2.0/ports?device_id=d556c41c-69d0-4f03-8d25-638905803467 HTTP/1.1" status: 200 len: 984 time: 0.0651996 Feb 09 20:06:35.753119 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-42ae98e4-3a95-4977-bec1-d8ff10098ac7 req-2e8571d1-172d-4201-9480-4a6adcb042d5 tempest-TestMinimumBasicScenario-1563614198 tempest-TestMinimumBasicScenario-1563614198-project] 10.222.0.75 "GET /v2.0/security-groups?id=28bbd9ba-5d34-473f-8e48-8ecd770d835d&id=d355fb8d-ac00-45b1-8e45-b78775947e54&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0564737 Feb 09 20:06:36.882388 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ce399a2-3224-4e01-8a35-5d4849211024 req-40d039d3-0913-4fca-bb8e-ea96a9b42d87 tempest-TestMinimumBasicScenario-1563614198 tempest-TestMinimumBasicScenario-1563614198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:06:36.884033 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-9ce399a2-3224-4e01-8a35-5d4849211024 req-40d039d3-0913-4fca-bb8e-ea96a9b42d87 tempest-TestMinimumBasicScenario-1563614198 tempest-TestMinimumBasicScenario-1563614198-project] 10.222.0.75 "GET /v2.0/ports?device_id=d556c41c-69d0-4f03-8d25-638905803467 HTTP/1.1" status: 200 len: 984 time: 0.0553529 Feb 09 20:06:36.950178 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-9ce399a2-3224-4e01-8a35-5d4849211024 req-ddecf740-0835-4212-a082-8b7d2b71eb94 tempest-TestMinimumBasicScenario-1563614198 tempest-TestMinimumBasicScenario-1563614198-project] 10.222.0.75 "GET /v2.0/security-groups?id=28bbd9ba-5d34-473f-8e48-8ecd770d835d&id=d355fb8d-ac00-45b1-8e45-b78775947e54&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0575616 Feb 09 20:06:38.090497 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b510939-ab7a-4abf-bc52-d4bbf8e11810 req-9c210754-5a11-4338-b1ff-6f120d71c4b2 tempest-TestMinimumBasicScenario-1563614198 tempest-TestMinimumBasicScenario-1563614198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:06:38.092621 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-7b510939-ab7a-4abf-bc52-d4bbf8e11810 req-9c210754-5a11-4338-b1ff-6f120d71c4b2 tempest-TestMinimumBasicScenario-1563614198 tempest-TestMinimumBasicScenario-1563614198-project] 10.222.0.75 "GET /v2.0/ports?device_id=d556c41c-69d0-4f03-8d25-638905803467 HTTP/1.1" status: 200 len: 984 time: 0.0654798 Feb 09 20:06:38.160790 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-7b510939-ab7a-4abf-bc52-d4bbf8e11810 req-b98e5df2-bf54-4c34-a549-b4dd0df2437d tempest-TestMinimumBasicScenario-1563614198 tempest-TestMinimumBasicScenario-1563614198-project] 10.222.0.75 "GET /v2.0/security-groups?id=28bbd9ba-5d34-473f-8e48-8ecd770d835d&id=d355fb8d-ac00-45b1-8e45-b78775947e54&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0585022 Feb 09 20:06:39.284700 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1d745f2-3ac5-488a-ae03-101ba543773e req-00aa6dd5-efe9-43d4-bc23-fd6f2f45ef61 tempest-TestMinimumBasicScenario-1563614198 tempest-TestMinimumBasicScenario-1563614198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:06:39.286263 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-f1d745f2-3ac5-488a-ae03-101ba543773e req-00aa6dd5-efe9-43d4-bc23-fd6f2f45ef61 tempest-TestMinimumBasicScenario-1563614198 tempest-TestMinimumBasicScenario-1563614198-project] 10.222.0.75 "GET /v2.0/ports?device_id=d556c41c-69d0-4f03-8d25-638905803467 HTTP/1.1" status: 200 len: 984 time: 0.0543680 Feb 09 20:06:39.352039 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-f1d745f2-3ac5-488a-ae03-101ba543773e req-6081da5a-8f2c-4d79-bed2-652e2c4c7c0e tempest-TestMinimumBasicScenario-1563614198 tempest-TestMinimumBasicScenario-1563614198-project] 10.222.0.75 "GET /v2.0/security-groups?id=28bbd9ba-5d34-473f-8e48-8ecd770d835d&id=d355fb8d-ac00-45b1-8e45-b78775947e54&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0599773 Feb 09 20:06:40.480579 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-600eee3c-4184-4a6f-9277-7d793505ee2a req-f29c7534-f9e9-40e4-b696-25fef7d636a2 tempest-TestMinimumBasicScenario-1563614198 tempest-TestMinimumBasicScenario-1563614198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:06:40.482707 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-600eee3c-4184-4a6f-9277-7d793505ee2a req-f29c7534-f9e9-40e4-b696-25fef7d636a2 tempest-TestMinimumBasicScenario-1563614198 tempest-TestMinimumBasicScenario-1563614198-project] 10.222.0.75 "GET /v2.0/ports?device_id=d556c41c-69d0-4f03-8d25-638905803467 HTTP/1.1" status: 200 len: 984 time: 0.0594280 Feb 09 20:06:40.547364 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-600eee3c-4184-4a6f-9277-7d793505ee2a req-1421e6bc-ebf3-4d14-8e15-33c179235ab4 tempest-TestMinimumBasicScenario-1563614198 tempest-TestMinimumBasicScenario-1563614198-project] 10.222.0.75 "GET /v2.0/security-groups?id=28bbd9ba-5d34-473f-8e48-8ecd770d835d&id=d355fb8d-ac00-45b1-8e45-b78775947e54&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0584385 Feb 09 20:06:40.916427 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-7d4135cc-38ef-4897-87cd-98ee1679a6a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762867132591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593584'] for agent (af91e4b9-f4e1-42b1-a25c-a10dc47171c8), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:06:43.195995 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-85b23ad4-403c-49cc-9782-f8ad1002bfcd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762867132591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593584'] for agent (93303d5e-5d17-45e8-8963-7694f87783ae), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:06:44.530340 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-edc54c9b-7f13-45d9-9271-85c9738b0128 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762867132591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593584'] for agent (a62b1850-466f-48ae-bec7-d62fb280e14b), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:06:46.164474 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-a7262a8e-0513-48fd-984d-75726a511961 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762867132591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593584'] for agent (911cfea2-02ae-4ec9-bac3-7808ee1cdd9c), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:06:47.150244 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762867132591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593584'] for agent (496418a2-c002-4aec-ab1a-07f3bea491bd), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:06:49.049909 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762867132591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593584'] for agent (488cd9ae-631f-4955-ba0b-4f5a13f12e9c), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:06:49.526123 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762867132591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593584'] for agent (bcd5faee-dc24-4298-9134-0e0aa054058e), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:06:55.715682 n-d-713498-36 neutron-server[103233]: DEBUG neutron.db.agents_db [None req-4a8a6a42-0a0c-4437-8958-92282682b6bb None None] Agent healthcheck: found 7 active agents {{(pid=103233) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 20:07:10.911772 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-173f0017-ac76-4c79-8a9f-464ef8846073 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762867132591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593584'] for agent (af91e4b9-f4e1-42b1-a25c-a10dc47171c8), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:07:13.187743 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-73c7a3e5-6eda-4c58-81be-63f6b9ecb533 req-d6e7b9f0-361d-4d53-be88-0a9e4766c2b4 tempest-TestMinimumBasicScenario-1563614198 tempest-TestMinimumBasicScenario-1563614198-project] 10.222.0.75 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1900712017&fields=id&tenant_id=07b006a1671a456b91c885e04eeed7e9 HTTP/1.1" status: 200 len: 267 time: 0.0490744 Feb 09 20:07:13.189791 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-d0ca64a8-fa71-477a-882b-46ab6317d866 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762867132591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593584'] for agent (93303d5e-5d17-45e8-8963-7694f87783ae), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:07:13.248978 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73c7a3e5-6eda-4c58-81be-63f6b9ecb533 req-d0526ba9-ac24-4733-ab90-8d958812438b tempest-TestMinimumBasicScenario-1563614198 tempest-TestMinimumBasicScenario-1563614198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:07:13.250629 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-73c7a3e5-6eda-4c58-81be-63f6b9ecb533 req-d0526ba9-ac24-4733-ab90-8d958812438b tempest-TestMinimumBasicScenario-1563614198 tempest-TestMinimumBasicScenario-1563614198-project] 10.222.0.75 "GET /v2.0/ports?device_id=d556c41c-69d0-4f03-8d25-638905803467 HTTP/1.1" status: 200 len: 984 time: 0.0556936 Feb 09 20:07:13.265369 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.v2.base [req-73c7a3e5-6eda-4c58-81be-63f6b9ecb533 req-e2c64325-a403-4ca5-9806-61c3515d7ef7 tempest-TestMinimumBasicScenario-1563614198 tempest-TestMinimumBasicScenario-1563614198-project] Request body: {'port': {'security_groups': ['d355fb8d-ac00-45b1-8e45-b78775947e54']}} {{(pid=103229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 20:07:13.341900 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-73c7a3e5-6eda-4c58-81be-63f6b9ecb533 req-e2c64325-a403-4ca5-9806-61c3515d7ef7 tempest-TestMinimumBasicScenario-1563614198 tempest-TestMinimumBasicScenario-1563614198-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (78eafdde-e255-407f-9280-17e0b315071e), before_update {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:07:13.819738 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.db [req-73c7a3e5-6eda-4c58-81be-63f6b9ecb533 req-e2c64325-a403-4ca5-9806-61c3515d7ef7 tempest-TestMinimumBasicScenario-1563614198 tempest-TestMinimumBasicScenario-1563614198-project] For port 78eafdde-e255-407f-9280-17e0b315071e, host n-h1-713498-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-36',level=0,port_id=78eafdde-e255-407f-9280-17e0b315071e,segment=NetworkSegment(50022d81-55f0-45ba-ab3b-6d8a42e875d0),segment_id=50022d81-55f0-45ba-ab3b-6d8a42e875d0)] {{(pid=103229) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 20:07:13.852984 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-73c7a3e5-6eda-4c58-81be-63f6b9ecb533 req-e2c64325-a403-4ca5-9806-61c3515d7ef7 tempest-TestMinimumBasicScenario-1563614198 tempest-TestMinimumBasicScenario-1563614198-project] Publish callbacks [] for port (78eafdde-e255-407f-9280-17e0b315071e), precommit_update {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:07:13.858495 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-73c7a3e5-6eda-4c58-81be-63f6b9ecb533 req-e2c64325-a403-4ca5-9806-61c3515d7ef7 tempest-TestMinimumBasicScenario-1563614198 tempest-TestMinimumBasicScenario-1563614198-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762867176205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762866656485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762866656503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12867569'] for port (78eafdde-e255-407f-9280-17e0b315071e), after_update {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:07:13.873431 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] get_ports_and_sgs() called for port_ids ['78eafdde-e255-407f-9280-17e0b315071e'] {{(pid=103232) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 20:07:13.904314 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73c7a3e5-6eda-4c58-81be-63f6b9ecb533 req-e2c64325-a403-4ca5-9806-61c3515d7ef7 tempest-TestMinimumBasicScenario-1563614198 tempest-TestMinimumBasicScenario-1563614198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:07:13.904572 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-73c7a3e5-6eda-4c58-81be-63f6b9ecb533 req-e2c64325-a403-4ca5-9806-61c3515d7ef7 tempest-TestMinimumBasicScenario-1563614198 tempest-TestMinimumBasicScenario-1563614198-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171096'] for port (None), before_response {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:07:13.906782 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-73c7a3e5-6eda-4c58-81be-63f6b9ecb533 req-e2c64325-a403-4ca5-9806-61c3515d7ef7 tempest-TestMinimumBasicScenario-1563614198 tempest-TestMinimumBasicScenario-1563614198-project] 10.222.0.75 "PUT /v2.0/ports/78eafdde-e255-407f-9280-17e0b315071e HTTP/1.1" status: 200 len: 942 time: 0.6465843 Feb 09 20:07:13.907051 n-d-713498-36 neutron-server[103229]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd556c41c-69d0-4f03-8d25-638905803467', 'tag': '78eafdde-e255-407f-9280-17e0b315071e'}] {{(pid=103229) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 20:07:13.912662 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 54088) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:07:13.913660 n-d-713498-36 neutron-server[103229]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}07d618d1c5389b9cd0b8ca1de8f17b65d6cfa6b0806685514be6977118e88e42" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ff45c7fe-d744-4c46-9d6b-05416b48d246" -d '{"events": [{"name": "network-changed", "server_uuid": "d556c41c-69d0-4f03-8d25-638905803467", "tag": "78eafdde-e255-407f-9280-17e0b315071e"}]}' {{(pid=103229) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 20:07:13.953013 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2c64325-a403-4ca5-9806-61c3515d7ef7 tempest-TestMinimumBasicScenario-1563614198 tempest-TestMinimumBasicScenario-1563614198-project] Pushing event updated for resources: {'Port': ['ID=78eafdde-e255-407f-9280-17e0b315071e,revision_number=7']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:07:13.962276 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2c64325-a403-4ca5-9806-61c3515d7ef7 tempest-TestMinimumBasicScenario-1563614198 tempest-TestMinimumBasicScenario-1563614198-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:07:13.962632 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2c64325-a403-4ca5-9806-61c3515d7ef7 tempest-TestMinimumBasicScenario-1563614198 tempest-TestMinimumBasicScenario-1563614198-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:07:13.962981 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2c64325-a403-4ca5-9806-61c3515d7ef7 tempest-TestMinimumBasicScenario-1563614198 tempest-TestMinimumBasicScenario-1563614198-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:07:13.963336 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2c64325-a403-4ca5-9806-61c3515d7ef7 tempest-TestMinimumBasicScenario-1563614198 tempest-TestMinimumBasicScenario-1563614198-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:07:13.963680 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2c64325-a403-4ca5-9806-61c3515d7ef7 tempest-TestMinimumBasicScenario-1563614198 tempest-TestMinimumBasicScenario-1563614198-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:07:13.964022 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2c64325-a403-4ca5-9806-61c3515d7ef7 tempest-TestMinimumBasicScenario-1563614198 tempest-TestMinimumBasicScenario-1563614198-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:07:13.965003 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2c64325-a403-4ca5-9806-61c3515d7ef7 tempest-TestMinimumBasicScenario-1563614198 tempest-TestMinimumBasicScenario-1563614198-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:07:13.965227 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2c64325-a403-4ca5-9806-61c3515d7ef7 tempest-TestMinimumBasicScenario-1563614198 tempest-TestMinimumBasicScenario-1563614198-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:07:13.965808 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2c64325-a403-4ca5-9806-61c3515d7ef7 tempest-TestMinimumBasicScenario-1563614198 tempest-TestMinimumBasicScenario-1563614198-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:07:13.966366 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2c64325-a403-4ca5-9806-61c3515d7ef7 tempest-TestMinimumBasicScenario-1563614198 tempest-TestMinimumBasicScenario-1563614198-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:07:13.966712 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2c64325-a403-4ca5-9806-61c3515d7ef7 tempest-TestMinimumBasicScenario-1563614198 tempest-TestMinimumBasicScenario-1563614198-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:07:13.967049 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2c64325-a403-4ca5-9806-61c3515d7ef7 tempest-TestMinimumBasicScenario-1563614198 tempest-TestMinimumBasicScenario-1563614198-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:07:13.967383 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2c64325-a403-4ca5-9806-61c3515d7ef7 tempest-TestMinimumBasicScenario-1563614198 tempest-TestMinimumBasicScenario-1563614198-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:07:13.983503 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] get_ports_and_sgs() called for port_ids ['78eafdde-e255-407f-9280-17e0b315071e'] {{(pid=103232) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 20:07:13.985117 n-d-713498-36 neutron-server[103229]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 20:07:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cd1479ad-958c-454c-a45c-ac95813315a5 x-openstack-request-id: req-cd1479ad-958c-454c-a45c-ac95813315a5 {{(pid=103229) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 20:07:13.985425 n-d-713498-36 neutron-server[103229]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d556c41c-69d0-4f03-8d25-638905803467", "tag": "78eafdde-e255-407f-9280-17e0b315071e", "status": "completed", "code": 200}]} {{(pid=103229) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 20:07:13.985685 n-d-713498-36 neutron-server[103229]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-cd1479ad-958c-454c-a45c-ac95813315a5 {{(pid=103229) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 20:07:13.986137 n-d-713498-36 neutron-server[103229]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd556c41c-69d0-4f03-8d25-638905803467', 'tag': '78eafdde-e255-407f-9280-17e0b315071e', 'status': 'completed', 'code': 200} Feb 09 20:07:14.000586 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-69125b8f-2c3a-4aec-98e6-fe21a14a2647 tempest-TestMinimumBasicScenario-1563614198 tempest-TestMinimumBasicScenario-1563614198-project] Publish callbacks [] for security_group (28bbd9ba-5d34-473f-8e48-8ecd770d835d), before_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:07:14.040088 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-69125b8f-2c3a-4aec-98e6-fe21a14a2647 tempest-TestMinimumBasicScenario-1563614198 tempest-TestMinimumBasicScenario-1563614198-project] Publish callbacks [] for security_group (28bbd9ba-5d34-473f-8e48-8ecd770d835d), precommit_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:07:14.075692 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff45c7fe-d744-4c46-9d6b-05416b48d246 req-fb0c3dd3-da1f-471c-bda2-15b78c4b872a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:07:14.078958 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-ff45c7fe-d744-4c46-9d6b-05416b48d246 req-fb0c3dd3-da1f-471c-bda2-15b78c4b872a service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=07b006a1671a456b91c885e04eeed7e9&device_id=d556c41c-69d0-4f03-8d25-638905803467 HTTP/1.1" status: 200 len: 1128 time: 0.0689375 Feb 09 20:07:14.149209 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-69125b8f-2c3a-4aec-98e6-fe21a14a2647 tempest-TestMinimumBasicScenario-1563614198 tempest-TestMinimumBasicScenario-1563614198-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1892331'] for security_group (28bbd9ba-5d34-473f-8e48-8ecd770d835d), after_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:07:14.152642 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-69125b8f-2c3a-4aec-98e6-fe21a14a2647 tempest-TestMinimumBasicScenario-1563614198 tempest-TestMinimumBasicScenario-1563614198-project] Publish callbacks [] for security_group (None), before_response {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:07:14.153837 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-69125b8f-2c3a-4aec-98e6-fe21a14a2647 tempest-TestMinimumBasicScenario-1563614198 tempest-TestMinimumBasicScenario-1563614198-project] 10.222.0.75 "DELETE /v2.0/security-groups/28bbd9ba-5d34-473f-8e48-8ecd770d835d HTTP/1.1" status: 204 len: 168 time: 0.2400970 Feb 09 20:07:14.157338 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 54092) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:07:14.211386 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69125b8f-2c3a-4aec-98e6-fe21a14a2647 tempest-TestMinimumBasicScenario-1563614198 tempest-TestMinimumBasicScenario-1563614198-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=28bbd9ba-5d34-473f-8e48-8ecd770d835d,revision_number=None']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:07:14.224104 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff45c7fe-d744-4c46-9d6b-05416b48d246 req-e8048271-be5e-49ee-a59e-b5f3b547b9d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:07:14.225254 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.provisioning_blocks [None req-4faf334a-1f56-46e6-be16-3d167d03b261 None None] Provisioning complete for port 78eafdde-e255-407f-9280-17e0b315071e triggered by entity DHCP. {{(pid=103232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 20:07:14.225761 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-4faf334a-1f56-46e6-be16-3d167d03b261 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593630'] for port (78eafdde-e255-407f-9280-17e0b315071e), provisioning_complete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:07:14.225889 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-ff45c7fe-d744-4c46-9d6b-05416b48d246 req-e8048271-be5e-49ee-a59e-b5f3b547b9d8 service neutron] 10.222.0.89 "GET /v2.0/networks?id=d22516e5-39ad-4f6a-a558-8a836e1ef36c HTTP/1.1" status: 200 len: 916 time: 0.1395097 Feb 09 20:07:14.229191 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69125b8f-2c3a-4aec-98e6-fe21a14a2647 tempest-TestMinimumBasicScenario-1563614198 tempest-TestMinimumBasicScenario-1563614198-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:07:14.229552 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69125b8f-2c3a-4aec-98e6-fe21a14a2647 tempest-TestMinimumBasicScenario-1563614198 tempest-TestMinimumBasicScenario-1563614198-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:07:14.229898 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69125b8f-2c3a-4aec-98e6-fe21a14a2647 tempest-TestMinimumBasicScenario-1563614198 tempest-TestMinimumBasicScenario-1563614198-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:07:14.230322 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69125b8f-2c3a-4aec-98e6-fe21a14a2647 tempest-TestMinimumBasicScenario-1563614198 tempest-TestMinimumBasicScenario-1563614198-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:07:14.230665 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69125b8f-2c3a-4aec-98e6-fe21a14a2647 tempest-TestMinimumBasicScenario-1563614198 tempest-TestMinimumBasicScenario-1563614198-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:07:14.231000 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69125b8f-2c3a-4aec-98e6-fe21a14a2647 tempest-TestMinimumBasicScenario-1563614198 tempest-TestMinimumBasicScenario-1563614198-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:07:14.231556 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69125b8f-2c3a-4aec-98e6-fe21a14a2647 tempest-TestMinimumBasicScenario-1563614198 tempest-TestMinimumBasicScenario-1563614198-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:07:14.231893 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69125b8f-2c3a-4aec-98e6-fe21a14a2647 tempest-TestMinimumBasicScenario-1563614198 tempest-TestMinimumBasicScenario-1563614198-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:07:14.232224 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69125b8f-2c3a-4aec-98e6-fe21a14a2647 tempest-TestMinimumBasicScenario-1563614198 tempest-TestMinimumBasicScenario-1563614198-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:07:14.232556 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69125b8f-2c3a-4aec-98e6-fe21a14a2647 tempest-TestMinimumBasicScenario-1563614198 tempest-TestMinimumBasicScenario-1563614198-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:07:14.232886 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69125b8f-2c3a-4aec-98e6-fe21a14a2647 tempest-TestMinimumBasicScenario-1563614198 tempest-TestMinimumBasicScenario-1563614198-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:07:14.233209 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69125b8f-2c3a-4aec-98e6-fe21a14a2647 tempest-TestMinimumBasicScenario-1563614198 tempest-TestMinimumBasicScenario-1563614198-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:07:14.233561 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69125b8f-2c3a-4aec-98e6-fe21a14a2647 tempest-TestMinimumBasicScenario-1563614198 tempest-TestMinimumBasicScenario-1563614198-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:07:14.306186 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-ff45c7fe-d744-4c46-9d6b-05416b48d246 req-a72974db-8c46-4691-bace-fd70cd9abe72 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=78eafdde-e255-407f-9280-17e0b315071e HTTP/1.1" status: 200 len: 1000 time: 0.0741022 Feb 09 20:07:14.350828 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-4faf334a-1f56-46e6-be16-3d167d03b261 None None] Current status of the port 78eafdde-e255-407f-9280-17e0b315071e is: ACTIVE; New status is: ACTIVE {{(pid=103232) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 20:07:14.353306 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.plugin [None req-ea60388a-8a2e-4bf2-937c-159d8331612e tempest-TestMinimumBasicScenario-1563614198 tempest-TestMinimumBasicScenario-1563614198-project] Deleting port 9964cadb-3e56-4d9a-89e7-75ba6686e067 {{(pid=103230) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 20:07:14.353738 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-ea60388a-8a2e-4bf2-937c-159d8331612e tempest-TestMinimumBasicScenario-1563614198 tempest-TestMinimumBasicScenario-1563614198-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762867170196'] for port (9964cadb-3e56-4d9a-89e7-75ba6686e067), before_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:07:14.360382 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff45c7fe-d744-4c46-9d6b-05416b48d246 req-711de678-2320-4e75-89c5-1305cafe78e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:07:14.361837 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-ff45c7fe-d744-4c46-9d6b-05416b48d246 req-711de678-2320-4e75-89c5-1305cafe78e6 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=bfc90063-bc7d-4b0d-9483-d02d72b7f4c2 HTTP/1.1" status: 200 len: 854 time: 0.0491219 Feb 09 20:07:14.417540 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff45c7fe-d744-4c46-9d6b-05416b48d246 req-de954862-dcbd-4a66-bc1a-f5e18cc39a10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:07:14.419093 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-ff45c7fe-d744-4c46-9d6b-05416b48d246 req-de954862-dcbd-4a66-bc1a-f5e18cc39a10 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=d22516e5-39ad-4f6a-a558-8a836e1ef36c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0515621 Feb 09 20:07:14.440468 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-ea60388a-8a2e-4bf2-937c-159d8331612e tempest-TestMinimumBasicScenario-1563614198 tempest-TestMinimumBasicScenario-1563614198-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1820838'] for port (9964cadb-3e56-4d9a-89e7-75ba6686e067), precommit_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:07:14.440806 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-ea60388a-8a2e-4bf2-937c-159d8331612e tempest-TestMinimumBasicScenario-1563614198 tempest-TestMinimumBasicScenario-1563614198-project] Publish callbacks [] for floatingip (9964cadb-3e56-4d9a-89e7-75ba6686e067), precommit_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:07:14.455093 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.plugin [None req-ea60388a-8a2e-4bf2-937c-159d8331612e tempest-TestMinimumBasicScenario-1563614198 tempest-TestMinimumBasicScenario-1563614198-project] Calling delete_port for 9964cadb-3e56-4d9a-89e7-75ba6686e067 owned by network:floatingip {{(pid=103230) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 20:07:14.519413 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-ff45c7fe-d744-4c46-9d6b-05416b48d246 req-9074d5c3-690f-4da3-8f22-c2d018623fb5 service neutron] 10.222.0.89 "GET /v2.0/networks/d22516e5-39ad-4f6a-a558-8a836e1ef36c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0947430 Feb 09 20:07:14.533589 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-edc54c9b-7f13-45d9-9271-85c9738b0128 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762867132591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593584'] for agent (a62b1850-466f-48ae-bec7-d62fb280e14b), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:07:14.622469 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-ff45c7fe-d744-4c46-9d6b-05416b48d246 req-81783b2a-b9ae-4ab7-902e-486357c41878 service neutron] 10.222.0.89 "GET /v2.0/networks/d22516e5-39ad-4f6a-a558-8a836e1ef36c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0972481 Feb 09 20:07:14.639314 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-ea60388a-8a2e-4bf2-937c-159d8331612e tempest-TestMinimumBasicScenario-1563614198 tempest-TestMinimumBasicScenario-1563614198-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762867177463', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762866656476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14393751'] for port (9964cadb-3e56-4d9a-89e7-75ba6686e067), after_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:07:14.668059 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea60388a-8a2e-4bf2-937c-159d8331612e tempest-TestMinimumBasicScenario-1563614198 tempest-TestMinimumBasicScenario-1563614198-project] Pushing event deleted for resources: {'Port': ['ID=9964cadb-3e56-4d9a-89e7-75ba6686e067,revision_number=None']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:07:14.734943 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-ea60388a-8a2e-4bf2-937c-159d8331612e tempest-TestMinimumBasicScenario-1563614198 tempest-TestMinimumBasicScenario-1563614198-project] Publish callbacks [] for floatingip (c9d0f959-4800-49ef-b5c2-22833184cf30), after_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:07:14.735281 n-d-713498-36 neutron-server[103230]: INFO neutron.db.l3_db [None req-ea60388a-8a2e-4bf2-937c-159d8331612e tempest-TestMinimumBasicScenario-1563614198 tempest-TestMinimumBasicScenario-1563614198-project] Floating IP c9d0f959-4800-49ef-b5c2-22833184cf30 disassociated (deleted). External IP: 172.25.1.41, port: 78eafdde-e255-407f-9280-17e0b315071e. Feb 09 20:07:14.960618 n-d-713498-36 neutron-server[103230]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ea60388a-8a2e-4bf2-937c-159d8331612e tempest-TestMinimumBasicScenario-1563614198 tempest-TestMinimumBasicScenario-1563614198-project] Router 9e76d20e-be72-441e-855c-678028a6e26f has already been hosted by L3 agent 93303d5e-5d17-45e8-8963-7694f87783ae {{(pid=103230) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 20:07:15.074741 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ea60388a-8a2e-4bf2-937c-159d8331612e tempest-TestMinimumBasicScenario-1563614198 tempest-TestMinimumBasicScenario-1563614198-project] Notify agent at l3_agent.n-d-713498-36 the message routers_updated {{(pid=103230) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 20:07:15.079331 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-ea60388a-8a2e-4bf2-937c-159d8331612e tempest-TestMinimumBasicScenario-1563614198 tempest-TestMinimumBasicScenario-1563614198-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171096'] for floatingip (None), before_response {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:07:15.084839 n-d-713498-36 neutron-server[103233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89965522-c564-4b5c-994e-2bbc72b2a586 None None] Sync routers for ids ['9e76d20e-be72-441e-855c-678028a6e26f'] in n-d-713498-36 {{(pid=103233) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 20:07:15.102752 n-d-713498-36 neutron-server[103233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89965522-c564-4b5c-994e-2bbc72b2a586 None None] Routers {'9e76d20e-be72-441e-855c-678028a6e26f'} bound to L3 agent in host n-d-713498-36 {{(pid=103233) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 20:07:15.102752 n-d-713498-36 neutron-server[103233]: DEBUG neutron.db.l3_hamode_db [None req-89965522-c564-4b5c-994e-2bbc72b2a586 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T18:51:43Z,description=,heartbeat_timestamp=2022-02-09T20:07:13Z,host='n-d-713498-36',id=93303d5e-5d17-45e8-8963-7694f87783ae,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T18:51:43Z,topic='l3_agent')) {'router_ids': ['9e76d20e-be72-441e-855c-678028a6e26f'], 'active': True} {{(pid=103233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 20:07:15.116578 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-ea60388a-8a2e-4bf2-937c-159d8331612e tempest-TestMinimumBasicScenario-1563614198 tempest-TestMinimumBasicScenario-1563614198-project] 10.222.0.75 "DELETE /v2.0/floatingips/c9d0f959-4800-49ef-b5c2-22833184cf30 HTTP/1.1" status: 204 len: 168 time: 0.9555762 Feb 09 20:07:15.116578 n-d-713498-36 neutron-server[103230]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd556c41c-69d0-4f03-8d25-638905803467', 'tag': '78eafdde-e255-407f-9280-17e0b315071e'}] {{(pid=103230) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 20:07:15.117277 n-d-713498-36 neutron-server[103230]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bdec2cd40908e72a0a66447c6deb3367bbdbf2f4033028e05eb26280eb3900ec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-17e60dfa-4d0a-461a-ad92-81feb7fdef40" -d '{"events": [{"name": "network-changed", "server_uuid": "d556c41c-69d0-4f03-8d25-638905803467", "tag": "78eafdde-e255-407f-9280-17e0b315071e"}]}' {{(pid=103230) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 20:07:15.164872 n-d-713498-36 neutron-server[103230]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 20:07:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0d084b94-3cb3-4173-b9c2-5ba1a8c64d95 x-openstack-request-id: req-0d084b94-3cb3-4173-b9c2-5ba1a8c64d95 {{(pid=103230) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 20:07:15.165170 n-d-713498-36 neutron-server[103230]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d556c41c-69d0-4f03-8d25-638905803467", "tag": "78eafdde-e255-407f-9280-17e0b315071e", "status": "completed", "code": 200}]} {{(pid=103230) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 20:07:15.165425 n-d-713498-36 neutron-server[103230]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-0d084b94-3cb3-4173-b9c2-5ba1a8c64d95 {{(pid=103230) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 20:07:15.165835 n-d-713498-36 neutron-server[103230]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd556c41c-69d0-4f03-8d25-638905803467', 'tag': '78eafdde-e255-407f-9280-17e0b315071e', 'status': 'completed', 'code': 200} Feb 09 20:07:15.237587 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17e60dfa-4d0a-461a-ad92-81feb7fdef40 req-54f70778-1cc4-4153-a27f-f17926a059c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:07:15.238166 n-d-713498-36 neutron-server[103233]: DEBUG neutron.db.l3_dvr_db [None req-89965522-c564-4b5c-994e-2bbc72b2a586 None None] Set router 9e76d20e-be72-441e-855c-678028a6e26f gateway port host: n-d-713498-36 {{(pid=103233) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 20:07:15.240023 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-17e60dfa-4d0a-461a-ad92-81feb7fdef40 req-54f70778-1cc4-4153-a27f-f17926a059c0 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=07b006a1671a456b91c885e04eeed7e9&device_id=d556c41c-69d0-4f03-8d25-638905803467 HTTP/1.1" status: 200 len: 1128 time: 0.0519457 Feb 09 20:07:15.357279 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17e60dfa-4d0a-461a-ad92-81feb7fdef40 req-a8dc4e47-c142-4965-a75e-81c6569a71f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:07:15.359472 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-17e60dfa-4d0a-461a-ad92-81feb7fdef40 req-a8dc4e47-c142-4965-a75e-81c6569a71f9 service neutron] 10.222.0.89 "GET /v2.0/networks?id=d22516e5-39ad-4f6a-a558-8a836e1ef36c HTTP/1.1" status: 200 len: 916 time: 0.1140633 Feb 09 20:07:15.422301 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-17e60dfa-4d0a-461a-ad92-81feb7fdef40 req-7ea512a4-1bce-4abb-a8b9-590ce0e5e8fb service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=78eafdde-e255-407f-9280-17e0b315071e HTTP/1.1" status: 200 len: 217 time: 0.0536926 Feb 09 20:07:15.482786 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17e60dfa-4d0a-461a-ad92-81feb7fdef40 req-70cca98e-c86d-41ff-8f96-78c26c9ee884 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:07:15.484253 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-17e60dfa-4d0a-461a-ad92-81feb7fdef40 req-70cca98e-c86d-41ff-8f96-78c26c9ee884 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=bfc90063-bc7d-4b0d-9483-d02d72b7f4c2 HTTP/1.1" status: 200 len: 854 time: 0.0562081 Feb 09 20:07:15.505863 n-d-713498-36 neutron-server[103233]: DEBUG neutron.db.l3_hamode_db [None req-89965522-c564-4b5c-994e-2bbc72b2a586 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9e76d20e-be72-441e-855c-678028a6e26f', 'name': 'tempest-TestMinimumBasicScenario-1187863634-router', 'tenant_id': '07b006a1671a456b91c885e04eeed7e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88055e1e-672a-4487-be31-ffb6e833ece5', 'external_fixed_ips': [{'subnet_id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'ip_address': '172.25.1.10'}], 'enable_snat': True}, 'gw_port_id': '17e60794-c73b-4aaf-93fa-63ad8e0ad581', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T20:05:09Z', 'updated_at': '2022-02-09T20:05:12Z', 'revision_number': 4, 'project_id': '07b006a1671a456b91c885e04eeed7e9', 'gw_port': {'id': '17e60794-c73b-4aaf-93fa-63ad8e0ad581', 'name': '', 'network_id': '88055e1e-672a-4487-be31-ffb6e833ece5', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:ae:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e76d20e-be72-441e-855c-678028a6e26f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4190, 'fixed_ips': [{'subnet_id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'ip_address': '172.25.1.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T20:05:09Z', 'updated_at': '2022-02-09T20:05:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-36', '_interfaces': [{'id': '71c2eec3-a331-40c5-9a3c-c497de90407f', 'name': '', 'network_id': 'd22516e5-39ad-4f6a-a558-8a836e1ef36c', 'tenant_id': '07b006a1671a456b91c885e04eeed7e9', 'mac_address': 'fa:16:3e:8b:c4:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e76d20e-be72-441e-855c-678028a6e26f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4191, 'fixed_ips': [{'subnet_id': 'bfc90063-bc7d-4b0d-9483-d02d72b7f4c2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T20:05:11Z', 'updated_at': '2022-02-09T20:05:16Z', 'revision_number': 5, 'project_id': '07b006a1671a456b91c885e04eeed7e9', 'subnets': [{'id': 'bfc90063-bc7d-4b0d-9483-d02d72b7f4c2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-36', False) {} {{(pid=103233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 20:07:15.533633 n-d-713498-36 neutron-server[103233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89965522-c564-4b5c-994e-2bbc72b2a586 None None] Checking router: 9e76d20e-be72-441e-855c-678028a6e26f for host: n-d-713498-36 {{(pid=103233) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 20:07:15.538383 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17e60dfa-4d0a-461a-ad92-81feb7fdef40 req-a7c8955d-da12-43e0-9457-6c8a6e396a4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:07:15.540257 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-17e60dfa-4d0a-461a-ad92-81feb7fdef40 req-a7c8955d-da12-43e0-9457-6c8a6e396a4a service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=d22516e5-39ad-4f6a-a558-8a836e1ef36c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0477755 Feb 09 20:07:15.543078 n-d-713498-36 neutron-server[103233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89965522-c564-4b5c-994e-2bbc72b2a586 None None] Routers {'9e76d20e-be72-441e-855c-678028a6e26f'} bound to L3 agent in host n-d-713498-36 {{(pid=103233) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 20:07:15.543715 n-d-713498-36 neutron-server[103233]: DEBUG neutron.db.l3_hamode_db [None req-89965522-c564-4b5c-994e-2bbc72b2a586 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T18:51:43Z,description=,heartbeat_timestamp=2022-02-09T20:07:13Z,host='n-d-713498-36',id=93303d5e-5d17-45e8-8963-7694f87783ae,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T18:51:43Z,topic='l3_agent')) {'router_ids': ['9e76d20e-be72-441e-855c-678028a6e26f'], 'active': True} {{(pid=103233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 20:07:15.639714 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-17e60dfa-4d0a-461a-ad92-81feb7fdef40 req-95adefd7-872b-4a25-979b-38e8119e342e service neutron] 10.222.0.89 "GET /v2.0/networks/d22516e5-39ad-4f6a-a558-8a836e1ef36c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0921259 Feb 09 20:07:15.657792 n-d-713498-36 neutron-server[103233]: DEBUG neutron.db.l3_dvr_db [None req-89965522-c564-4b5c-994e-2bbc72b2a586 None None] Set router 9e76d20e-be72-441e-855c-678028a6e26f gateway port host: n-d-713498-36 {{(pid=103233) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 20:07:15.733293 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-17e60dfa-4d0a-461a-ad92-81feb7fdef40 req-1e42700d-ed3e-44ea-ae8d-3b1906927dc8 service neutron] 10.222.0.89 "GET /v2.0/networks/d22516e5-39ad-4f6a-a558-8a836e1ef36c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0878608 Feb 09 20:07:15.867223 n-d-713498-36 neutron-server[103233]: DEBUG neutron.db.l3_hamode_db [None req-89965522-c564-4b5c-994e-2bbc72b2a586 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9e76d20e-be72-441e-855c-678028a6e26f', 'name': 'tempest-TestMinimumBasicScenario-1187863634-router', 'tenant_id': '07b006a1671a456b91c885e04eeed7e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88055e1e-672a-4487-be31-ffb6e833ece5', 'external_fixed_ips': [{'subnet_id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'ip_address': '172.25.1.10'}], 'enable_snat': True}, 'gw_port_id': '17e60794-c73b-4aaf-93fa-63ad8e0ad581', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T20:05:09Z', 'updated_at': '2022-02-09T20:05:12Z', 'revision_number': 4, 'project_id': '07b006a1671a456b91c885e04eeed7e9', 'gw_port': {'id': '17e60794-c73b-4aaf-93fa-63ad8e0ad581', 'name': '', 'network_id': '88055e1e-672a-4487-be31-ffb6e833ece5', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:ae:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e76d20e-be72-441e-855c-678028a6e26f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4190, 'fixed_ips': [{'subnet_id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'ip_address': '172.25.1.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T20:05:09Z', 'updated_at': '2022-02-09T20:05:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-36', '_interfaces': [{'id': '71c2eec3-a331-40c5-9a3c-c497de90407f', 'name': '', 'network_id': 'd22516e5-39ad-4f6a-a558-8a836e1ef36c', 'tenant_id': '07b006a1671a456b91c885e04eeed7e9', 'mac_address': 'fa:16:3e:8b:c4:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e76d20e-be72-441e-855c-678028a6e26f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4191, 'fixed_ips': [{'subnet_id': 'bfc90063-bc7d-4b0d-9483-d02d72b7f4c2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T20:05:11Z', 'updated_at': '2022-02-09T20:05:16Z', 'revision_number': 5, 'project_id': '07b006a1671a456b91c885e04eeed7e9', 'subnets': [{'id': 'bfc90063-bc7d-4b0d-9483-d02d72b7f4c2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-36', False) {} {{(pid=103233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 20:07:15.899358 n-d-713498-36 neutron-server[103233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89965522-c564-4b5c-994e-2bbc72b2a586 None None] The sync data for ids ['9e76d20e-be72-441e-855c-678028a6e26f'] in n-d-713498-36 is: [{'id': '9e76d20e-be72-441e-855c-678028a6e26f', 'name': 'tempest-TestMinimumBasicScenario-1187863634-router', 'tenant_id': '07b006a1671a456b91c885e04eeed7e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88055e1e-672a-4487-be31-ffb6e833ece5', 'external_fixed_ips': [{'subnet_id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'ip_address': '172.25.1.10'}], 'enable_snat': True}, 'gw_port_id': '17e60794-c73b-4aaf-93fa-63ad8e0ad581', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T20:05:09Z', 'updated_at': '2022-02-09T20:05:12Z', 'revision_number': 4, 'project_id': '07b006a1671a456b91c885e04eeed7e9', 'gw_port': {'id': '17e60794-c73b-4aaf-93fa-63ad8e0ad581', 'name': '', 'network_id': '88055e1e-672a-4487-be31-ffb6e833ece5', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:ae:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e76d20e-be72-441e-855c-678028a6e26f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4190, 'fixed_ips': [{'subnet_id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'ip_address': '172.25.1.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T20:05:09Z', 'updated_at': '2022-02-09T20:05:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-36', '_interfaces': [{'id': '71c2eec3-a331-40c5-9a3c-c497de90407f', 'name': '', 'network_id': 'd22516e5-39ad-4f6a-a558-8a836e1ef36c', 'tenant_id': '07b006a1671a456b91c885e04eeed7e9', 'mac_address': 'fa:16:3e:8b:c4:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e76d20e-be72-441e-855c-678028a6e26f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4191, 'fixed_ips': [{'subnet_id': 'bfc90063-bc7d-4b0d-9483-d02d72b7f4c2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T20:05:11Z', 'updated_at': '2022-02-09T20:05:16Z', 'revision_number': 5, 'project_id': '07b006a1671a456b91c885e04eeed7e9', 'subnets': [{'id': 'bfc90063-bc7d-4b0d-9483-d02d72b7f4c2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103233) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 20:07:16.149074 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11539e9d-0893-42b3-acfb-a26e44831b10 None None] New status for floating IP c9d0f959-4800-49ef-b5c2-22833184cf30: DOWN {{(pid=103232) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 09 20:07:16.227764 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-a7262a8e-0513-48fd-984d-75726a511961 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762867132591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593584'] for agent (911cfea2-02ae-4ec9-bac3-7808ee1cdd9c), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:07:17.154582 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762867132591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593584'] for agent (496418a2-c002-4aec-ab1a-07f3bea491bd), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:07:19.049435 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762867132591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593584'] for agent (488cd9ae-631f-4955-ba0b-4f5a13f12e9c), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:07:19.540986 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762867132591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593584'] for agent (bcd5faee-dc24-4298-9134-0e0aa054058e), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:07:25.347293 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-743f53ad-9c3a-4a7c-badf-2a8f563f79ca req-5170adec-7e11-414e-b23e-97f5449c3978 service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=d556c41c-69d0-4f03-8d25-638905803467&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0608761 Feb 09 20:07:25.450481 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-743f53ad-9c3a-4a7c-badf-2a8f563f79ca req-1e5632e4-26ca-4d50-8e05-828ad0eb61be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:07:25.451989 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-743f53ad-9c3a-4a7c-badf-2a8f563f79ca req-1e5632e4-26ca-4d50-8e05-828ad0eb61be service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=07b006a1671a456b91c885e04eeed7e9&device_id=d556c41c-69d0-4f03-8d25-638905803467 HTTP/1.1" status: 200 len: 1128 time: 0.0488117 Feb 09 20:07:25.558903 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-743f53ad-9c3a-4a7c-badf-2a8f563f79ca req-6485cfe6-1a7b-42bd-a8ca-48fdfc01f5aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:07:25.560679 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-743f53ad-9c3a-4a7c-badf-2a8f563f79ca req-6485cfe6-1a7b-42bd-a8ca-48fdfc01f5aa service neutron] 10.222.0.89 "GET /v2.0/networks?id=d22516e5-39ad-4f6a-a558-8a836e1ef36c HTTP/1.1" status: 200 len: 916 time: 0.0904758 Feb 09 20:07:25.612962 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-743f53ad-9c3a-4a7c-badf-2a8f563f79ca req-b063365d-4e41-43da-b858-3795d4cbe6bb service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=78eafdde-e255-407f-9280-17e0b315071e HTTP/1.1" status: 200 len: 217 time: 0.0449505 Feb 09 20:07:25.666367 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-743f53ad-9c3a-4a7c-badf-2a8f563f79ca req-76d621eb-79e1-46af-99fc-2ca8998d2c4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:07:25.668039 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-743f53ad-9c3a-4a7c-badf-2a8f563f79ca req-76d621eb-79e1-46af-99fc-2ca8998d2c4e service neutron] 10.222.0.89 "GET /v2.0/subnets?id=bfc90063-bc7d-4b0d-9483-d02d72b7f4c2 HTTP/1.1" status: 200 len: 854 time: 0.0499120 Feb 09 20:07:25.721106 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-743f53ad-9c3a-4a7c-badf-2a8f563f79ca req-99405507-4477-4fe8-8948-3f82749d6056 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:07:25.722583 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-743f53ad-9c3a-4a7c-badf-2a8f563f79ca req-99405507-4477-4fe8-8948-3f82749d6056 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=d22516e5-39ad-4f6a-a558-8a836e1ef36c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0489726 Feb 09 20:07:25.820063 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-743f53ad-9c3a-4a7c-badf-2a8f563f79ca req-c6e45b9e-cdda-4a5c-bdb6-608aed871c96 service neutron] 10.222.0.89 "GET /v2.0/networks/d22516e5-39ad-4f6a-a558-8a836e1ef36c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0919046 Feb 09 20:07:25.913480 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-743f53ad-9c3a-4a7c-badf-2a8f563f79ca req-ee7e710f-f191-48f2-8acf-130240ec63f3 service neutron] 10.222.0.89 "GET /v2.0/networks/d22516e5-39ad-4f6a-a558-8a836e1ef36c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0867951 Feb 09 20:07:30.579963 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed910a00-f153-4f5b-afbf-07d2dd61efac req-2a13b231-9e14-470b-9321-6f87dedaf098 tempest-TestMinimumBasicScenario-1563614198 tempest-TestMinimumBasicScenario-1563614198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:07:30.581431 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-ed910a00-f153-4f5b-afbf-07d2dd61efac req-2a13b231-9e14-470b-9321-6f87dedaf098 tempest-TestMinimumBasicScenario-1563614198 tempest-TestMinimumBasicScenario-1563614198-project] 10.222.0.75 "GET /v2.0/ports?device_id=d556c41c-69d0-4f03-8d25-638905803467 HTTP/1.1" status: 200 len: 945 time: 0.0584054 Feb 09 20:07:30.630053 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-ed910a00-f153-4f5b-afbf-07d2dd61efac req-663ae8f1-ee03-4a89-8155-0deda8fc37b7 tempest-TestMinimumBasicScenario-1563614198 tempest-TestMinimumBasicScenario-1563614198-project] 10.222.0.75 "GET /v2.0/security-groups?id=d355fb8d-ac00-45b1-8e45-b78775947e54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429142 Feb 09 20:07:31.759894 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26777367-1d56-4246-a0ff-7d311e777e97 req-7e96ab1a-b249-41d6-9bb1-44cbe3ca0505 tempest-TestMinimumBasicScenario-1563614198 tempest-TestMinimumBasicScenario-1563614198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:07:31.761602 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-26777367-1d56-4246-a0ff-7d311e777e97 req-7e96ab1a-b249-41d6-9bb1-44cbe3ca0505 tempest-TestMinimumBasicScenario-1563614198 tempest-TestMinimumBasicScenario-1563614198-project] 10.222.0.75 "GET /v2.0/ports?device_id=d556c41c-69d0-4f03-8d25-638905803467 HTTP/1.1" status: 200 len: 945 time: 0.0567780 Feb 09 20:07:31.818976 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-26777367-1d56-4246-a0ff-7d311e777e97 req-731900a5-9931-4aed-8692-60b22932c9de tempest-TestMinimumBasicScenario-1563614198 tempest-TestMinimumBasicScenario-1563614198-project] 10.222.0.75 "GET /v2.0/security-groups?id=d355fb8d-ac00-45b1-8e45-b78775947e54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513694 Feb 09 20:07:32.181518 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6a000ce-852f-428b-b661-4bd03eb69769 req-e6228267-4f4c-431a-8c0d-c811f2bcb20f tempest-TestMinimumBasicScenario-1563614198 tempest-TestMinimumBasicScenario-1563614198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:07:32.185021 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-d6a000ce-852f-428b-b661-4bd03eb69769 req-e6228267-4f4c-431a-8c0d-c811f2bcb20f tempest-TestMinimumBasicScenario-1563614198 tempest-TestMinimumBasicScenario-1563614198-project] 10.222.0.89 "GET /v2.0/ports?device_id=d556c41c-69d0-4f03-8d25-638905803467 HTTP/1.1" status: 200 len: 945 time: 0.0572240 Feb 09 20:07:32.278962 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.plugin [req-d6a000ce-852f-428b-b661-4bd03eb69769 req-a79c473e-3c37-4ee2-95f5-d280b81e8e34 tempest-TestMinimumBasicScenario-1563614198 tempest-TestMinimumBasicScenario-1563614198-project] Deleting port 78eafdde-e255-407f-9280-17e0b315071e {{(pid=103229) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 20:07:32.279875 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-d6a000ce-852f-428b-b661-4bd03eb69769 req-a79c473e-3c37-4ee2-95f5-d280b81e8e34 tempest-TestMinimumBasicScenario-1563614198 tempest-TestMinimumBasicScenario-1563614198-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762867170196'] for port (78eafdde-e255-407f-9280-17e0b315071e), before_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:07:32.371947 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.db [req-d6a000ce-852f-428b-b661-4bd03eb69769 req-a79c473e-3c37-4ee2-95f5-d280b81e8e34 tempest-TestMinimumBasicScenario-1563614198 tempest-TestMinimumBasicScenario-1563614198-project] For port 78eafdde-e255-407f-9280-17e0b315071e, host n-h1-713498-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-36',level=0,port_id=78eafdde-e255-407f-9280-17e0b315071e,segment=NetworkSegment(50022d81-55f0-45ba-ab3b-6d8a42e875d0),segment_id=50022d81-55f0-45ba-ab3b-6d8a42e875d0)] {{(pid=103229) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 20:07:32.372316 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-d6a000ce-852f-428b-b661-4bd03eb69769 req-a79c473e-3c37-4ee2-95f5-d280b81e8e34 tempest-TestMinimumBasicScenario-1563614198 tempest-TestMinimumBasicScenario-1563614198-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1820838'] for port (78eafdde-e255-407f-9280-17e0b315071e), precommit_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:07:32.386325 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.plugin [req-d6a000ce-852f-428b-b661-4bd03eb69769 req-a79c473e-3c37-4ee2-95f5-d280b81e8e34 tempest-TestMinimumBasicScenario-1563614198 tempest-TestMinimumBasicScenario-1563614198-project] Calling delete_port for 78eafdde-e255-407f-9280-17e0b315071e owned by compute:nova {{(pid=103229) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 20:07:32.513821 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-d6a000ce-852f-428b-b661-4bd03eb69769 req-a79c473e-3c37-4ee2-95f5-d280b81e8e34 tempest-TestMinimumBasicScenario-1563614198 tempest-TestMinimumBasicScenario-1563614198-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762867177463', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762866656476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12867576'] for port (78eafdde-e255-407f-9280-17e0b315071e), after_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:07:32.525387 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] get_ports_and_sgs() called for port_ids ['78eafdde-e255-407f-9280-17e0b315071e'] {{(pid=103232) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 20:07:32.543697 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a79c473e-3c37-4ee2-95f5-d280b81e8e34 tempest-TestMinimumBasicScenario-1563614198 tempest-TestMinimumBasicScenario-1563614198-project] Pushing event deleted for resources: {'Port': ['ID=78eafdde-e255-407f-9280-17e0b315071e,revision_number=None']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:07:32.586873 n-d-713498-36 neutron-server[103229]: DEBUG neutron.db.l3_dvrscheduler_db [req-d6a000ce-852f-428b-b661-4bd03eb69769 req-a79c473e-3c37-4ee2-95f5-d280b81e8e34 tempest-TestMinimumBasicScenario-1563614198 tempest-TestMinimumBasicScenario-1563614198-project] No DVR routers for this DVR port 78eafdde-e255-407f-9280-17e0b315071e on host n-h1-713498-36 {{(pid=103229) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 20:07:32.590213 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-d6a000ce-852f-428b-b661-4bd03eb69769 req-a79c473e-3c37-4ee2-95f5-d280b81e8e34 tempest-TestMinimumBasicScenario-1563614198 tempest-TestMinimumBasicScenario-1563614198-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171096'] for port (None), before_response {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:07:32.593639 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-d6a000ce-852f-428b-b661-4bd03eb69769 req-a79c473e-3c37-4ee2-95f5-d280b81e8e34 tempest-TestMinimumBasicScenario-1563614198 tempest-TestMinimumBasicScenario-1563614198-project] 10.222.0.89 "DELETE /v2.0/ports/78eafdde-e255-407f-9280-17e0b315071e HTTP/1.1" status: 204 len: 173 time: 0.4041111 Feb 09 20:07:32.594114 n-d-713498-36 neutron-server[103229]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd556c41c-69d0-4f03-8d25-638905803467', 'name': 'network-vif-deleted', 'tag': '78eafdde-e255-407f-9280-17e0b315071e'}] {{(pid=103229) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 20:07:32.596342 n-d-713498-36 neutron-server[103229]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}07d618d1c5389b9cd0b8ca1de8f17b65d6cfa6b0806685514be6977118e88e42" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5ace5f13-c421-4a73-999d-902116e176b0" -d '{"events": [{"server_uuid": "d556c41c-69d0-4f03-8d25-638905803467", "name": "network-vif-deleted", "tag": "78eafdde-e255-407f-9280-17e0b315071e"}]}' {{(pid=103229) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 20:07:32.637769 n-d-713498-36 neutron-server[103229]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 20:07:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f59ddb66-b44e-4cd1-a761-48be9d6d769c x-openstack-request-id: req-f59ddb66-b44e-4cd1-a761-48be9d6d769c {{(pid=103229) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 20:07:32.638089 n-d-713498-36 neutron-server[103229]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d556c41c-69d0-4f03-8d25-638905803467", "name": "network-vif-deleted", "tag": "78eafdde-e255-407f-9280-17e0b315071e", "status": "completed", "code": 200}]} {{(pid=103229) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 20:07:32.638561 n-d-713498-36 neutron-server[103229]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-f59ddb66-b44e-4cd1-a761-48be9d6d769c {{(pid=103229) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 20:07:32.638965 n-d-713498-36 neutron-server[103229]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd556c41c-69d0-4f03-8d25-638905803467', 'name': 'network-vif-deleted', 'tag': '78eafdde-e255-407f-9280-17e0b315071e', 'status': 'completed', 'code': 200} Feb 09 20:07:32.716579 n-d-713498-36 neutron-server[103233]: DEBUG neutron.db.agents_db [None req-4a8a6a42-0a0c-4437-8958-92282682b6bb None None] Agent healthcheck: found 7 active agents {{(pid=103233) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 20:07:32.951144 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-bc8b2dd7-f4d2-4fe9-9572-aeef43d287e7 req-20d49c92-a7e9-4d02-a671-4873041dd0bc tempest-TestMinimumBasicScenario-1563614198 tempest-TestMinimumBasicScenario-1563614198-project] 10.222.0.75 "GET /v2.0/ports?device_id=d556c41c-69d0-4f03-8d25-638905803467 HTTP/1.1" status: 200 len: 210 time: 0.0373471 Feb 09 20:07:34.556203 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 54210) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:07:34.920917 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-0e023a12-04f5-42ac-ab8e-13a899ddf750 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1834525'] for router_interface (9e76d20e-be72-441e-855c-678028a6e26f), before_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:07:35.177408 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.plugin [None req-0e023a12-04f5-42ac-ab8e-13a899ddf750 admin admin] Deleting port 71c2eec3-a331-40c5-9a3c-c497de90407f {{(pid=103229) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 20:07:35.177663 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-0e023a12-04f5-42ac-ab8e-13a899ddf750 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762867170196'] for port (71c2eec3-a331-40c5-9a3c-c497de90407f), before_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:07:35.257876 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.db [None req-0e023a12-04f5-42ac-ab8e-13a899ddf750 admin admin] For port 71c2eec3-a331-40c5-9a3c-c497de90407f, host n-d-713498-36, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-36',level=0,port_id=71c2eec3-a331-40c5-9a3c-c497de90407f,segment=NetworkSegment(50022d81-55f0-45ba-ab3b-6d8a42e875d0),segment_id=50022d81-55f0-45ba-ab3b-6d8a42e875d0)] {{(pid=103229) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 20:07:35.258304 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-0e023a12-04f5-42ac-ab8e-13a899ddf750 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1820838'] for port (71c2eec3-a331-40c5-9a3c-c497de90407f), precommit_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:07:35.272204 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.plugin [None req-0e023a12-04f5-42ac-ab8e-13a899ddf750 admin admin] Calling delete_port for 71c2eec3-a331-40c5-9a3c-c497de90407f owned by network:router_interface {{(pid=103229) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 20:07:35.472080 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-0e023a12-04f5-42ac-ab8e-13a899ddf750 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762867177463', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762866656476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12867576'] for port (71c2eec3-a331-40c5-9a3c-c497de90407f), after_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:07:35.500956 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e023a12-04f5-42ac-ab8e-13a899ddf750 admin admin] Pushing event deleted for resources: {'Port': ['ID=71c2eec3-a331-40c5-9a3c-c497de90407f,revision_number=None']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:07:35.690713 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-0e023a12-04f5-42ac-ab8e-13a899ddf750 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1613467', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1834633'] for router_interface (9e76d20e-be72-441e-855c-678028a6e26f), after_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:07:35.923061 n-d-713498-36 neutron-server[103229]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0e023a12-04f5-42ac-ab8e-13a899ddf750 admin admin] Router 9e76d20e-be72-441e-855c-678028a6e26f has already been hosted by L3 agent 93303d5e-5d17-45e8-8963-7694f87783ae {{(pid=103229) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 20:07:36.038431 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0e023a12-04f5-42ac-ab8e-13a899ddf750 admin admin] Notify agent at l3_agent.n-d-713498-36 the message routers_updated {{(pid=103229) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 20:07:36.045721 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-0e023a12-04f5-42ac-ab8e-13a899ddf750 admin admin] 10.222.0.75 "PUT /v2.0/routers/9e76d20e-be72-441e-855c-678028a6e26f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4883163 Feb 09 20:07:36.048251 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 54212) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:07:36.052681 n-d-713498-36 neutron-server[103233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d0d06d0-dc5d-43ce-8bec-06cb5c131e0f None None] Sync routers for ids ['9e76d20e-be72-441e-855c-678028a6e26f'] in n-d-713498-36 {{(pid=103233) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 20:07:36.069243 n-d-713498-36 neutron-server[103233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d0d06d0-dc5d-43ce-8bec-06cb5c131e0f None None] Routers {'9e76d20e-be72-441e-855c-678028a6e26f'} bound to L3 agent in host n-d-713498-36 {{(pid=103233) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 20:07:36.070241 n-d-713498-36 neutron-server[103233]: DEBUG neutron.db.l3_hamode_db [None req-5d0d06d0-dc5d-43ce-8bec-06cb5c131e0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T18:51:43Z,description=,heartbeat_timestamp=2022-02-09T20:07:13Z,host='n-d-713498-36',id=93303d5e-5d17-45e8-8963-7694f87783ae,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T18:51:43Z,topic='l3_agent')) {'router_ids': ['9e76d20e-be72-441e-855c-678028a6e26f'], 'active': True} {{(pid=103233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 20:07:36.165136 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-cd559317-3984-40f0-ac16-cb64feee7cc6 admin admin] Publish callbacks [] for router (9e76d20e-be72-441e-855c-678028a6e26f), before_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:07:36.191910 n-d-713498-36 neutron-server[103233]: DEBUG neutron.db.l3_dvr_db [None req-5d0d06d0-dc5d-43ce-8bec-06cb5c131e0f None None] Set router 9e76d20e-be72-441e-855c-678028a6e26f gateway port host: n-d-713498-36 {{(pid=103233) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 20:07:36.281642 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-cd559317-3984-40f0-ac16-cb64feee7cc6 admin admin] Publish callbacks [] for router_gateway (9e76d20e-be72-441e-855c-678028a6e26f), before_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:07:36.356691 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.plugin [None req-cd559317-3984-40f0-ac16-cb64feee7cc6 admin admin] Deleting port 17e60794-c73b-4aaf-93fa-63ad8e0ad581 {{(pid=103229) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 20:07:36.357217 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-cd559317-3984-40f0-ac16-cb64feee7cc6 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762867170196'] for port (17e60794-c73b-4aaf-93fa-63ad8e0ad581), before_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:07:36.388313 n-d-713498-36 neutron-server[103233]: DEBUG neutron.db.l3_hamode_db [None req-5d0d06d0-dc5d-43ce-8bec-06cb5c131e0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9e76d20e-be72-441e-855c-678028a6e26f', 'name': 'tempest-TestMinimumBasicScenario-1187863634-router', 'tenant_id': '07b006a1671a456b91c885e04eeed7e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88055e1e-672a-4487-be31-ffb6e833ece5', 'external_fixed_ips': [{'subnet_id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'ip_address': '172.25.1.10'}], 'enable_snat': True}, 'gw_port_id': '17e60794-c73b-4aaf-93fa-63ad8e0ad581', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T20:05:09Z', 'updated_at': '2022-02-09T20:07:35Z', 'revision_number': 5, 'project_id': '07b006a1671a456b91c885e04eeed7e9', 'gw_port': {'id': '17e60794-c73b-4aaf-93fa-63ad8e0ad581', 'name': '', 'network_id': '88055e1e-672a-4487-be31-ffb6e833ece5', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:ae:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e76d20e-be72-441e-855c-678028a6e26f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4190, 'fixed_ips': [{'subnet_id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'ip_address': '172.25.1.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T20:05:09Z', 'updated_at': '2022-02-09T20:05:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-36'}], 'n-d-713498-36', False) {} {{(pid=103233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 20:07:36.420404 n-d-713498-36 neutron-server[103233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d0d06d0-dc5d-43ce-8bec-06cb5c131e0f None None] Checking router: 9e76d20e-be72-441e-855c-678028a6e26f for host: n-d-713498-36 {{(pid=103233) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 20:07:36.428931 n-d-713498-36 neutron-server[103233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d0d06d0-dc5d-43ce-8bec-06cb5c131e0f None None] Routers {'9e76d20e-be72-441e-855c-678028a6e26f'} bound to L3 agent in host n-d-713498-36 {{(pid=103233) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 20:07:36.429532 n-d-713498-36 neutron-server[103233]: DEBUG neutron.db.l3_hamode_db [None req-5d0d06d0-dc5d-43ce-8bec-06cb5c131e0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T18:51:43Z,description=,heartbeat_timestamp=2022-02-09T20:07:13Z,host='n-d-713498-36',id=93303d5e-5d17-45e8-8963-7694f87783ae,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T18:51:43Z,topic='l3_agent')) {'router_ids': ['9e76d20e-be72-441e-855c-678028a6e26f'], 'active': True} {{(pid=103233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 20:07:36.444768 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.db [None req-cd559317-3984-40f0-ac16-cb64feee7cc6 admin admin] For port 17e60794-c73b-4aaf-93fa-63ad8e0ad581, host n-d-713498-36, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-36',level=0,port_id=17e60794-c73b-4aaf-93fa-63ad8e0ad581,segment=NetworkSegment(a4222f89-8d3f-4b51-953b-1a8126392491),segment_id=a4222f89-8d3f-4b51-953b-1a8126392491)] {{(pid=103229) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 20:07:36.445102 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-cd559317-3984-40f0-ac16-cb64feee7cc6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1820838'] for port (17e60794-c73b-4aaf-93fa-63ad8e0ad581), precommit_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:07:36.458958 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.plugin [None req-cd559317-3984-40f0-ac16-cb64feee7cc6 admin admin] Calling delete_port for 17e60794-c73b-4aaf-93fa-63ad8e0ad581 owned by network:router_gateway {{(pid=103229) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 20:07:36.541649 n-d-713498-36 neutron-server[103233]: DEBUG neutron.db.l3_dvr_db [None req-5d0d06d0-dc5d-43ce-8bec-06cb5c131e0f None None] Set router 9e76d20e-be72-441e-855c-678028a6e26f gateway port host: None {{(pid=103233) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 20:07:36.628851 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Device 78eafdde-e255-407f-9280-17e0b315071e no longer exists at agent hyperv_n-h1-713498-36 {{(pid=103232) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 20:07:36.645385 n-d-713498-36 neutron-server[103233]: DEBUG neutron.db.l3_hamode_db [None req-5d0d06d0-dc5d-43ce-8bec-06cb5c131e0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9e76d20e-be72-441e-855c-678028a6e26f', 'name': 'tempest-TestMinimumBasicScenario-1187863634-router', 'tenant_id': '07b006a1671a456b91c885e04eeed7e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T20:05:09Z', 'updated_at': '2022-02-09T20:07:36Z', 'revision_number': 6, 'project_id': '07b006a1671a456b91c885e04eeed7e9', 'gw_port_host': None}], 'n-d-713498-36', False) {} {{(pid=103233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 20:07:36.656615 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] No Port match for: 78eafdde-e255-407f-9280-17e0b315071e {{(pid=103232) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 20:07:36.657440 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Device 78eafdde-e255-407f-9280-17e0b315071e not bound to the agent host n-h1-713498-36 {{(pid=103232) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 20:07:36.735937 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-cd559317-3984-40f0-ac16-cb64feee7cc6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762867177463', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762866656476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12867576'] for port (17e60794-c73b-4aaf-93fa-63ad8e0ad581), after_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:07:36.765149 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd559317-3984-40f0-ac16-cb64feee7cc6 admin admin] Pushing event deleted for resources: {'Port': ['ID=17e60794-c73b-4aaf-93fa-63ad8e0ad581,revision_number=None']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:07:36.784175 n-d-713498-36 neutron-server[103233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d0d06d0-dc5d-43ce-8bec-06cb5c131e0f None None] The sync data for ids ['9e76d20e-be72-441e-855c-678028a6e26f'] in n-d-713498-36 is: [{'id': '9e76d20e-be72-441e-855c-678028a6e26f', 'name': 'tempest-TestMinimumBasicScenario-1187863634-router', 'tenant_id': '07b006a1671a456b91c885e04eeed7e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T20:05:09Z', 'updated_at': '2022-02-09T20:07:36Z', 'revision_number': 6, 'project_id': '07b006a1671a456b91c885e04eeed7e9', 'gw_port_host': None}] {{(pid=103233) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 20:07:36.846546 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-cd559317-3984-40f0-ac16-cb64feee7cc6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1818987'] for router_gateway (9e76d20e-be72-441e-855c-678028a6e26f), after_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:07:37.245815 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-cd559317-3984-40f0-ac16-cb64feee7cc6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1834988', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-58375'] for router (9e76d20e-be72-441e-855c-678028a6e26f), precommit_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:07:37.248128 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-cd559317-3984-40f0-ac16-cb64feee7cc6 admin admin] Publish callbacks [] for router_controller (9e76d20e-be72-441e-855c-678028a6e26f), precommit_delete_associations {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:07:37.293291 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-cd559317-3984-40f0-ac16-cb64feee7cc6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1835003'] for router (9e76d20e-be72-441e-855c-678028a6e26f), after_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:07:37.293875 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cd559317-3984-40f0-ac16-cb64feee7cc6 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 9e76d20e-be72-441e-855c-678028a6e26f {{(pid=103229) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 09 20:07:37.300698 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-cd559317-3984-40f0-ac16-cb64feee7cc6 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:07:37.305991 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 54214) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:07:37.306495 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-cd559317-3984-40f0-ac16-cb64feee7cc6 admin admin] 10.222.0.75 "DELETE /v2.0/routers/9e76d20e-be72-441e-855c-678028a6e26f HTTP/1.1" status: 204 len: 168 time: 1.2570512 Feb 09 20:07:37.352502 n-d-713498-36 neutron-server[103230]: DEBUG neutron.db.db_base_plugin_v2 [None req-8677404e-cd72-47e2-b159-a0f5ca5924cc admin admin] Deleting subnet bfc90063-bc7d-4b0d-9483-d02d72b7f4c2 {{(pid=103230) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 20:07:37.356350 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-8677404e-cd72-47e2-b159-a0f5ca5924cc admin admin] Publish callbacks [] for subnet (bfc90063-bc7d-4b0d-9483-d02d72b7f4c2), before_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:07:37.395969 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-8677404e-cd72-47e2-b159-a0f5ca5924cc admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12895822'] for subnet (bfc90063-bc7d-4b0d-9483-d02d72b7f4c2), precommit_delete_associations {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:07:37.473636 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-8677404e-cd72-47e2-b159-a0f5ca5924cc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-759852'] for subnet (bfc90063-bc7d-4b0d-9483-d02d72b7f4c2), precommit_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:07:37.531158 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-8677404e-cd72-47e2-b159-a0f5ca5924cc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-760023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14393672', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12985882'] for subnet (bfc90063-bc7d-4b0d-9483-d02d72b7f4c2), after_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:07:37.565072 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-8677404e-cd72-47e2-b159-a0f5ca5924cc admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:07:37.568974 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-8677404e-cd72-47e2-b159-a0f5ca5924cc admin admin] 10.222.0.75 "DELETE /v2.0/subnets/bfc90063-bc7d-4b0d-9483-d02d72b7f4c2 HTTP/1.1" status: 204 len: 168 time: 0.2613411 Feb 09 20:07:37.571521 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 54216) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:07:37.573985 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8677404e-cd72-47e2-b159-a0f5ca5924cc admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bfc90063-bc7d-4b0d-9483-d02d72b7f4c2,revision_number=None']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:07:37.581204 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4fee0e8b-15ab-4956-8e8e-c70d66c29cf7 None None] Network d22516e5-39ad-4f6a-a558-8a836e1ef36c requested from n-d-713498-36 {{(pid=103232) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 20:07:37.650744 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-f02c01d7-b5e1-4672-8a08-bff9a56ff419 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-670458'] for network (d22516e5-39ad-4f6a-a558-8a836e1ef36c), before_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:07:37.721204 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.plugin [None req-f02c01d7-b5e1-4672-8a08-bff9a56ff419 admin admin] Deleting port ca339a22-50ce-4d33-b74e-97dc28a89724 {{(pid=103230) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 20:07:37.721798 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-f02c01d7-b5e1-4672-8a08-bff9a56ff419 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762867170196'] for port (ca339a22-50ce-4d33-b74e-97dc28a89724), before_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:07:37.770973 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b178202-78bb-44f4-959b-c18dca7e507f None None] DHCP port deletion for d22516e5-39ad-4f6a-a558-8a836e1ef36c request from n-d-713498-36 {{(pid=103232) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 09 20:07:37.795019 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.db [None req-f02c01d7-b5e1-4672-8a08-bff9a56ff419 admin admin] For port ca339a22-50ce-4d33-b74e-97dc28a89724, host n-d-713498-36, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-36',level=0,port_id=ca339a22-50ce-4d33-b74e-97dc28a89724,segment=NetworkSegment(50022d81-55f0-45ba-ab3b-6d8a42e875d0),segment_id=50022d81-55f0-45ba-ab3b-6d8a42e875d0)] {{(pid=103230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 20:07:37.795383 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-f02c01d7-b5e1-4672-8a08-bff9a56ff419 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1820838'] for port (ca339a22-50ce-4d33-b74e-97dc28a89724), precommit_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:07:37.809942 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.plugin [None req-f02c01d7-b5e1-4672-8a08-bff9a56ff419 admin admin] Calling delete_port for ca339a22-50ce-4d33-b74e-97dc28a89724 owned by network:dhcp {{(pid=103230) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 20:07:37.836165 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-9b178202-78bb-44f4-959b-c18dca7e507f None None] Deleting port ca339a22-50ce-4d33-b74e-97dc28a89724 {{(pid=103232) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 20:07:37.837058 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-9b178202-78bb-44f4-959b-c18dca7e507f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762867170196'] for port (ca339a22-50ce-4d33-b74e-97dc28a89724), before_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:07:37.911342 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-f02c01d7-b5e1-4672-8a08-bff9a56ff419 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762867177463', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762866656476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14393751'] for port (ca339a22-50ce-4d33-b74e-97dc28a89724), after_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:07:37.913462 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-9b178202-78bb-44f4-959b-c18dca7e507f None None] For port ca339a22-50ce-4d33-b74e-97dc28a89724, host n-d-713498-36, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-36',level=0,port_id=ca339a22-50ce-4d33-b74e-97dc28a89724,segment=NetworkSegment(50022d81-55f0-45ba-ab3b-6d8a42e875d0),segment_id=50022d81-55f0-45ba-ab3b-6d8a42e875d0)] {{(pid=103232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 20:07:37.914155 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-9b178202-78bb-44f4-959b-c18dca7e507f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1820838'] for port (ca339a22-50ce-4d33-b74e-97dc28a89724), precommit_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:07:37.929869 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-9b178202-78bb-44f4-959b-c18dca7e507f None None] Calling delete_port for ca339a22-50ce-4d33-b74e-97dc28a89724 owned by network:dhcp {{(pid=103232) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 20:07:37.930237 n-d-713498-36 neutron-server[103230]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f02c01d7-b5e1-4672-8a08-bff9a56ff419 admin admin] No DVR routers for this DVR port ca339a22-50ce-4d33-b74e-97dc28a89724 on host n-d-713498-36 {{(pid=103230) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 20:07:37.954440 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f02c01d7-b5e1-4672-8a08-bff9a56ff419 admin admin] Pushing event deleted for resources: {'Port': ['ID=ca339a22-50ce-4d33-b74e-97dc28a89724,revision_number=None']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:07:38.028015 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-9b178202-78bb-44f4-959b-c18dca7e507f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762867177463', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762866656476'] for port (ca339a22-50ce-4d33-b74e-97dc28a89724), after_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:07:38.037187 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-f02c01d7-b5e1-4672-8a08-bff9a56ff419 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-590267', 'neutron.services.segments.db._delete_segments_for_network-8762867132609'] for network (d22516e5-39ad-4f6a-a558-8a836e1ef36c), precommit_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:07:38.054560 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b178202-78bb-44f4-959b-c18dca7e507f None None] Pushing event deleted for resources: {'Port': ['ID=ca339a22-50ce-4d33-b74e-97dc28a89724,revision_number=None']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:07:38.060073 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b178202-78bb-44f4-959b-c18dca7e507f None None] No DVR routers for this DVR port ca339a22-50ce-4d33-b74e-97dc28a89724 on host n-d-713498-36 {{(pid=103232) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 20:07:38.062744 n-d-713498-36 neutron-server[103230]: DEBUG neutron.services.segments.db [None req-f02c01d7-b5e1-4672-8a08-bff9a56ff419 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d22516e5-39ad-4f6a-a558-8a836e1ef36c']}} {{(pid=103230) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 20:07:38.071313 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b178202-78bb-44f4-959b-c18dca7e507f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:07:38.071313 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b178202-78bb-44f4-959b-c18dca7e507f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:07:38.071313 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b178202-78bb-44f4-959b-c18dca7e507f None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:07:38.071886 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b178202-78bb-44f4-959b-c18dca7e507f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:07:38.072467 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b178202-78bb-44f4-959b-c18dca7e507f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:07:38.073114 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b178202-78bb-44f4-959b-c18dca7e507f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:07:38.074058 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b178202-78bb-44f4-959b-c18dca7e507f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:07:38.074798 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b178202-78bb-44f4-959b-c18dca7e507f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:07:38.075338 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b178202-78bb-44f4-959b-c18dca7e507f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:07:38.075857 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b178202-78bb-44f4-959b-c18dca7e507f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:07:38.076450 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b178202-78bb-44f4-959b-c18dca7e507f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:07:38.077975 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b178202-78bb-44f4-959b-c18dca7e507f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:07:38.078531 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b178202-78bb-44f4-959b-c18dca7e507f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:07:38.085931 n-d-713498-36 neutron-server[103230]: DEBUG neutron.services.segments.db [None req-f02c01d7-b5e1-4672-8a08-bff9a56ff419 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '50022d81-55f0-45ba-ab3b-6d8a42e875d0') {'for_net_delete': True} {{(pid=103230) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 20:07:38.086159 n-d-713498-36 neutron-server[103230]: DEBUG neutron.services.segments.db [None req-f02c01d7-b5e1-4672-8a08-bff9a56ff419 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '50022d81-55f0-45ba-ab3b-6d8a42e875d0') {} {{(pid=103230) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 20:07:38.099063 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-f02c01d7-b5e1-4672-8a08-bff9a56ff419 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762867134154', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12895813'] for segment (50022d81-55f0-45ba-ab3b-6d8a42e875d0), before_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:07:38.114723 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-f02c01d7-b5e1-4672-8a08-bff9a56ff419 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-759574'] for segment (50022d81-55f0-45ba-ab3b-6d8a42e875d0), precommit_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:07:38.121785 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f02c01d7-b5e1-4672-8a08-bff9a56ff419 admin admin] Releasing vlan 352 on physical network physnet1 to pool {{(pid=103230) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 20:07:38.122206 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-f02c01d7-b5e1-4672-8a08-bff9a56ff419 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-759574', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14393826'] for segment (50022d81-55f0-45ba-ab3b-6d8a42e875d0), after_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:07:38.123896 n-d-713498-36 neutron-server[103230]: Traceback (most recent call last): Feb 09 20:07:38.123896 n-d-713498-36 neutron-server[103230]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 20:07:38.123896 n-d-713498-36 neutron-server[103230]: timer() Feb 09 20:07:38.123896 n-d-713498-36 neutron-server[103230]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 20:07:38.123896 n-d-713498-36 neutron-server[103230]: cb(*args, **kw) Feb 09 20:07:38.123896 n-d-713498-36 neutron-server[103230]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 20:07:38.123896 n-d-713498-36 neutron-server[103230]: return func(*args, **kwargs) Feb 09 20:07:38.123896 n-d-713498-36 neutron-server[103230]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 20:07:38.123896 n-d-713498-36 neutron-server[103230]: self._notify() Feb 09 20:07:38.123896 n-d-713498-36 neutron-server[103230]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 20:07:38.123896 n-d-713498-36 neutron-server[103230]: self.callback(batched_events) Feb 09 20:07:38.123896 n-d-713498-36 neutron-server[103230]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 20:07:38.123896 n-d-713498-36 neutron-server[103230]: event.method(event) Feb 09 20:07:38.123896 n-d-713498-36 neutron-server[103230]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 20:07:38.123896 n-d-713498-36 neutron-server[103230]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 20:07:38.123896 n-d-713498-36 neutron-server[103230]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 20:07:38.123896 n-d-713498-36 neutron-server[103230]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 20:07:38.123896 n-d-713498-36 neutron-server[103230]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 20:07:38.123896 n-d-713498-36 neutron-server[103230]: return f(self, *a, **k) Feb 09 20:07:38.123896 n-d-713498-36 neutron-server[103230]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 20:07:38.123896 n-d-713498-36 neutron-server[103230]: return self._get(url).json() Feb 09 20:07:38.123896 n-d-713498-36 neutron-server[103230]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 20:07:38.123896 n-d-713498-36 neutron-server[103230]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 20:07:38.123896 n-d-713498-36 neutron-server[103230]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 20:07:38.123896 n-d-713498-36 neutron-server[103230]: return self.request(url, 'GET', **kwargs) Feb 09 20:07:38.123896 n-d-713498-36 neutron-server[103230]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 20:07:38.123896 n-d-713498-36 neutron-server[103230]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 20:07:38.123896 n-d-713498-36 neutron-server[103230]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 20:07:38.123896 n-d-713498-36 neutron-server[103230]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 20:07:38.123896 n-d-713498-36 neutron-server[103230]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 20:07:38.123896 n-d-713498-36 neutron-server[103230]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 20:07:38.123896 n-d-713498-36 neutron-server[103230]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 20:07:38.179447 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-f02c01d7-b5e1-4672-8a08-bff9a56ff419 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-590242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1885479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1818895'] for network (d22516e5-39ad-4f6a-a558-8a836e1ef36c), after_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:07:38.185158 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-f02c01d7-b5e1-4672-8a08-bff9a56ff419 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:07:38.189300 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-f02c01d7-b5e1-4672-8a08-bff9a56ff419 admin admin] 10.222.0.75 "DELETE /v2.0/networks/d22516e5-39ad-4f6a-a558-8a836e1ef36c HTTP/1.1" status: 204 len: 168 time: 0.6166723 Feb 09 20:07:38.192457 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 54220) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:07:38.202606 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f02c01d7-b5e1-4672-8a08-bff9a56ff419 admin admin] Pushing event deleted for resources: {'Network': ['ID=d22516e5-39ad-4f6a-a558-8a836e1ef36c,revision_number=None']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:07:38.544822 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-e0d362fe-76c3-4063-8a0f-e39f85f080db admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1834525'] for router_interface (8be925d7-f91b-45b1-b9dd-4682f9f4d374), before_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:07:38.617475 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Device ca339a22-50ce-4d33-b74e-97dc28a89724 no longer exists at agent ovs-agent-n-d-713498-36 {{(pid=103232) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 20:07:38.638416 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] No Port match for: ca339a22-50ce-4d33-b74e-97dc28a89724 {{(pid=103232) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 20:07:38.638768 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Device ca339a22-50ce-4d33-b74e-97dc28a89724 not bound to the agent host n-d-713498-36 {{(pid=103232) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 20:07:38.639197 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Device 71c2eec3-a331-40c5-9a3c-c497de90407f no longer exists at agent ovs-agent-n-d-713498-36 {{(pid=103232) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 20:07:38.658343 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] No Port match for: 71c2eec3-a331-40c5-9a3c-c497de90407f {{(pid=103232) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 20:07:38.658677 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Device 71c2eec3-a331-40c5-9a3c-c497de90407f not bound to the agent host n-d-713498-36 {{(pid=103232) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 20:07:38.659098 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Device 17e60794-c73b-4aaf-93fa-63ad8e0ad581 no longer exists at agent ovs-agent-n-d-713498-36 {{(pid=103232) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 20:07:38.677725 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] No Port match for: 17e60794-c73b-4aaf-93fa-63ad8e0ad581 {{(pid=103232) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 20:07:38.678105 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Device 17e60794-c73b-4aaf-93fa-63ad8e0ad581 not bound to the agent host n-d-713498-36 {{(pid=103232) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 20:07:38.809813 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.plugin [None req-e0d362fe-76c3-4063-8a0f-e39f85f080db admin admin] Deleting port 7b2a84dd-f7f9-46d1-971c-b8f4ec55fdaa {{(pid=103229) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 20:07:38.810098 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-e0d362fe-76c3-4063-8a0f-e39f85f080db admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762867170196'] for port (7b2a84dd-f7f9-46d1-971c-b8f4ec55fdaa), before_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:07:38.888141 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.db [None req-e0d362fe-76c3-4063-8a0f-e39f85f080db admin admin] For port 7b2a84dd-f7f9-46d1-971c-b8f4ec55fdaa, host n-d-713498-36, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-36',level=0,port_id=7b2a84dd-f7f9-46d1-971c-b8f4ec55fdaa,segment=NetworkSegment(46d77cb3-bfbb-4aef-b948-b5c8501cc6eb),segment_id=46d77cb3-bfbb-4aef-b948-b5c8501cc6eb)] {{(pid=103229) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 20:07:38.888503 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-e0d362fe-76c3-4063-8a0f-e39f85f080db admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1820838'] for port (7b2a84dd-f7f9-46d1-971c-b8f4ec55fdaa), precommit_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:07:38.901751 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.plugin [None req-e0d362fe-76c3-4063-8a0f-e39f85f080db admin admin] Calling delete_port for 7b2a84dd-f7f9-46d1-971c-b8f4ec55fdaa owned by network:router_interface {{(pid=103229) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 20:07:39.094473 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-e0d362fe-76c3-4063-8a0f-e39f85f080db admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762867177463', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762866656476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12867576'] for port (7b2a84dd-f7f9-46d1-971c-b8f4ec55fdaa), after_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:07:39.126231 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0d362fe-76c3-4063-8a0f-e39f85f080db admin admin] Pushing event deleted for resources: {'Port': ['ID=7b2a84dd-f7f9-46d1-971c-b8f4ec55fdaa,revision_number=None']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:07:39.305549 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-e0d362fe-76c3-4063-8a0f-e39f85f080db admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1613467', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1834633'] for router_interface (8be925d7-f91b-45b1-b9dd-4682f9f4d374), after_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:07:39.553059 n-d-713498-36 neutron-server[103229]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e0d362fe-76c3-4063-8a0f-e39f85f080db admin admin] Router 8be925d7-f91b-45b1-b9dd-4682f9f4d374 has already been hosted by L3 agent 93303d5e-5d17-45e8-8963-7694f87783ae {{(pid=103229) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 20:07:39.662124 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e0d362fe-76c3-4063-8a0f-e39f85f080db admin admin] Notify agent at l3_agent.n-d-713498-36 the message routers_updated {{(pid=103229) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 20:07:39.667829 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-e0d362fe-76c3-4063-8a0f-e39f85f080db admin admin] 10.222.0.75 "PUT /v2.0/routers/8be925d7-f91b-45b1-b9dd-4682f9f4d374/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4742262 Feb 09 20:07:39.670528 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 54222) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:07:39.672567 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f86a7556-2c50-47ea-91ff-f1e8d583959a None None] Sync routers for ids ['8be925d7-f91b-45b1-b9dd-4682f9f4d374'] in n-d-713498-36 {{(pid=103232) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 20:07:39.683393 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f86a7556-2c50-47ea-91ff-f1e8d583959a None None] Routers {'8be925d7-f91b-45b1-b9dd-4682f9f4d374'} bound to L3 agent in host n-d-713498-36 {{(pid=103232) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 20:07:39.684099 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.l3_hamode_db [None req-f86a7556-2c50-47ea-91ff-f1e8d583959a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T18:51:43Z,description=,heartbeat_timestamp=2022-02-09T20:07:13Z,host='n-d-713498-36',id=93303d5e-5d17-45e8-8963-7694f87783ae,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T18:51:43Z,topic='l3_agent')) {'router_ids': ['8be925d7-f91b-45b1-b9dd-4682f9f4d374'], 'active': True} {{(pid=103232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 20:07:39.780175 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-5f8068ea-4979-485b-b32e-fe0fda66c449 admin admin] Publish callbacks [] for router (8be925d7-f91b-45b1-b9dd-4682f9f4d374), before_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:07:39.789840 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.l3_dvr_db [None req-f86a7556-2c50-47ea-91ff-f1e8d583959a None None] Set router 8be925d7-f91b-45b1-b9dd-4682f9f4d374 gateway port host: n-d-713498-36 {{(pid=103232) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 20:07:39.889397 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-5f8068ea-4979-485b-b32e-fe0fda66c449 admin admin] Publish callbacks [] for router_gateway (8be925d7-f91b-45b1-b9dd-4682f9f4d374), before_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:07:39.948372 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.plugin [None req-5f8068ea-4979-485b-b32e-fe0fda66c449 admin admin] Deleting port 7e67ac9d-a559-4340-9521-6edcd31b9e38 {{(pid=103230) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 20:07:39.948714 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-5f8068ea-4979-485b-b32e-fe0fda66c449 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762867170196'] for port (7e67ac9d-a559-4340-9521-6edcd31b9e38), before_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:07:40.037439 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.db [None req-5f8068ea-4979-485b-b32e-fe0fda66c449 admin admin] For port 7e67ac9d-a559-4340-9521-6edcd31b9e38, host n-d-713498-36, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-36',level=0,port_id=7e67ac9d-a559-4340-9521-6edcd31b9e38,segment=NetworkSegment(a4222f89-8d3f-4b51-953b-1a8126392491),segment_id=a4222f89-8d3f-4b51-953b-1a8126392491)] {{(pid=103230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 20:07:40.037804 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-5f8068ea-4979-485b-b32e-fe0fda66c449 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1820838'] for port (7e67ac9d-a559-4340-9521-6edcd31b9e38), precommit_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:07:40.053691 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.plugin [None req-5f8068ea-4979-485b-b32e-fe0fda66c449 admin admin] Calling delete_port for 7e67ac9d-a559-4340-9521-6edcd31b9e38 owned by network:router_gateway {{(pid=103230) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 20:07:40.139212 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.l3_hamode_db [None req-f86a7556-2c50-47ea-91ff-f1e8d583959a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8be925d7-f91b-45b1-b9dd-4682f9f4d374', 'name': 'tempest-TestMinimumBasicScenario-1222902821-router', 'tenant_id': 'd438abd23344467585f0f5c211db1237', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88055e1e-672a-4487-be31-ffb6e833ece5', 'external_fixed_ips': [{'subnet_id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'ip_address': '172.25.1.115'}], 'enable_snat': True}, 'gw_port_id': '7e67ac9d-a559-4340-9521-6edcd31b9e38', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T20:05:14Z', 'updated_at': '2022-02-09T20:07:39Z', 'revision_number': 5, 'project_id': 'd438abd23344467585f0f5c211db1237', 'gw_port': {'id': '7e67ac9d-a559-4340-9521-6edcd31b9e38', 'name': '', 'network_id': '88055e1e-672a-4487-be31-ffb6e833ece5', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:1b:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8be925d7-f91b-45b1-b9dd-4682f9f4d374', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4202, 'fixed_ips': [{'subnet_id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'ip_address': '172.25.1.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T20:05:14Z', 'updated_at': '2022-02-09T20:05:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-36'}], 'n-d-713498-36', False) {} {{(pid=103232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 20:07:40.166204 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f86a7556-2c50-47ea-91ff-f1e8d583959a None None] Checking router: 8be925d7-f91b-45b1-b9dd-4682f9f4d374 for host: n-d-713498-36 {{(pid=103232) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 20:07:40.176318 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f86a7556-2c50-47ea-91ff-f1e8d583959a None None] Routers {'8be925d7-f91b-45b1-b9dd-4682f9f4d374'} bound to L3 agent in host n-d-713498-36 {{(pid=103232) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 20:07:40.176916 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.l3_hamode_db [None req-f86a7556-2c50-47ea-91ff-f1e8d583959a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T18:51:43Z,description=,heartbeat_timestamp=2022-02-09T20:07:13Z,host='n-d-713498-36',id=93303d5e-5d17-45e8-8963-7694f87783ae,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T18:51:43Z,topic='l3_agent')) {'router_ids': ['8be925d7-f91b-45b1-b9dd-4682f9f4d374'], 'active': True} {{(pid=103232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 20:07:40.227766 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-5f8068ea-4979-485b-b32e-fe0fda66c449 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762867177463', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762866656476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14393751'] for port (7e67ac9d-a559-4340-9521-6edcd31b9e38), after_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:07:40.254053 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f8068ea-4979-485b-b32e-fe0fda66c449 admin admin] Pushing event deleted for resources: {'Port': ['ID=7e67ac9d-a559-4340-9521-6edcd31b9e38,revision_number=None']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:07:40.271337 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.l3_dvr_db [None req-f86a7556-2c50-47ea-91ff-f1e8d583959a None None] Set router 8be925d7-f91b-45b1-b9dd-4682f9f4d374 gateway port host: None {{(pid=103232) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 20:07:40.321032 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-5f8068ea-4979-485b-b32e-fe0fda66c449 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1818987'] for router_gateway (8be925d7-f91b-45b1-b9dd-4682f9f4d374), after_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:07:40.327863 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.l3_hamode_db [None req-f86a7556-2c50-47ea-91ff-f1e8d583959a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8be925d7-f91b-45b1-b9dd-4682f9f4d374', 'name': 'tempest-TestMinimumBasicScenario-1222902821-router', 'tenant_id': 'd438abd23344467585f0f5c211db1237', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T20:05:14Z', 'updated_at': '2022-02-09T20:07:39Z', 'revision_number': 6, 'project_id': 'd438abd23344467585f0f5c211db1237', 'gw_port_host': None}], 'n-d-713498-36', False) {} {{(pid=103232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 20:07:40.353610 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f86a7556-2c50-47ea-91ff-f1e8d583959a None None] The sync data for ids ['8be925d7-f91b-45b1-b9dd-4682f9f4d374'] in n-d-713498-36 is: [{'id': '8be925d7-f91b-45b1-b9dd-4682f9f4d374', 'name': 'tempest-TestMinimumBasicScenario-1222902821-router', 'tenant_id': 'd438abd23344467585f0f5c211db1237', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T20:05:14Z', 'updated_at': '2022-02-09T20:07:39Z', 'revision_number': 6, 'project_id': 'd438abd23344467585f0f5c211db1237', 'gw_port_host': None}] {{(pid=103232) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 20:07:40.418389 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-5f8068ea-4979-485b-b32e-fe0fda66c449 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1834988', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-58375'] for router (8be925d7-f91b-45b1-b9dd-4682f9f4d374), precommit_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:07:40.420491 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-5f8068ea-4979-485b-b32e-fe0fda66c449 admin admin] Publish callbacks [] for router_controller (8be925d7-f91b-45b1-b9dd-4682f9f4d374), precommit_delete_associations {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:07:40.466635 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-5f8068ea-4979-485b-b32e-fe0fda66c449 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1835003'] for router (8be925d7-f91b-45b1-b9dd-4682f9f4d374), after_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:07:40.467148 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5f8068ea-4979-485b-b32e-fe0fda66c449 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 8be925d7-f91b-45b1-b9dd-4682f9f4d374 {{(pid=103230) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 09 20:07:40.471435 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-5f8068ea-4979-485b-b32e-fe0fda66c449 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:07:40.472570 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-5f8068ea-4979-485b-b32e-fe0fda66c449 admin admin] 10.222.0.75 "DELETE /v2.0/routers/8be925d7-f91b-45b1-b9dd-4682f9f4d374 HTTP/1.1" status: 204 len: 168 time: 0.8010101 Feb 09 20:07:40.475313 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 54224) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:07:40.520581 n-d-713498-36 neutron-server[103229]: DEBUG neutron.db.db_base_plugin_v2 [None req-3ea011ad-3993-45cc-8fa6-9e7db79d5a9f admin admin] Deleting subnet 406c7ad7-9b5b-4f24-b6c9-a5bbed8223fd {{(pid=103229) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 20:07:40.523658 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-3ea011ad-3993-45cc-8fa6-9e7db79d5a9f admin admin] Publish callbacks [] for subnet (406c7ad7-9b5b-4f24-b6c9-a5bbed8223fd), before_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:07:40.560265 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-3ea011ad-3993-45cc-8fa6-9e7db79d5a9f admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16683410'] for subnet (406c7ad7-9b5b-4f24-b6c9-a5bbed8223fd), precommit_delete_associations {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:07:40.642650 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-3ea011ad-3993-45cc-8fa6-9e7db79d5a9f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-759852'] for subnet (406c7ad7-9b5b-4f24-b6c9-a5bbed8223fd), precommit_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:07:40.698043 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-3ea011ad-3993-45cc-8fa6-9e7db79d5a9f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-760023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12867367', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12759238'] for subnet (406c7ad7-9b5b-4f24-b6c9-a5bbed8223fd), after_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:07:40.726874 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ea011ad-3993-45cc-8fa6-9e7db79d5a9f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=406c7ad7-9b5b-4f24-b6c9-a5bbed8223fd,revision_number=None']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:07:40.728859 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-3ea011ad-3993-45cc-8fa6-9e7db79d5a9f admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:07:40.733263 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-3ea011ad-3993-45cc-8fa6-9e7db79d5a9f admin admin] 10.222.0.75 "DELETE /v2.0/subnets/406c7ad7-9b5b-4f24-b6c9-a5bbed8223fd HTTP/1.1" status: 204 len: 168 time: 0.2568896 Feb 09 20:07:40.736948 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 54226) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:07:40.738590 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b7dda86-561a-4ae7-bd36-d0a996ac0ea8 None None] Network 78df49cf-d4b5-4453-b90c-35bb257c9f49 requested from n-d-713498-36 {{(pid=103232) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 20:07:40.813821 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-6082e35f-0b3b-49d2-8733-fac9e8013c0b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-670458'] for network (78df49cf-d4b5-4453-b90c-35bb257c9f49), before_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:07:40.862369 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Device 7b2a84dd-f7f9-46d1-971c-b8f4ec55fdaa no longer exists at agent ovs-agent-n-d-713498-36 {{(pid=103232) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 20:07:40.876805 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.plugin [None req-6082e35f-0b3b-49d2-8733-fac9e8013c0b admin admin] Deleting port 7911763a-66b2-4da1-babd-8d862250c135 {{(pid=103230) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 20:07:40.877149 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-6082e35f-0b3b-49d2-8733-fac9e8013c0b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762867170196'] for port (7911763a-66b2-4da1-babd-8d862250c135), before_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:07:40.890323 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] No Port match for: 7b2a84dd-f7f9-46d1-971c-b8f4ec55fdaa {{(pid=103232) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 20:07:40.890681 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Device 7b2a84dd-f7f9-46d1-971c-b8f4ec55fdaa not bound to the agent host n-d-713498-36 {{(pid=103232) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 20:07:40.916518 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-cd3d71b4-d557-4d58-aa7a-b4d531a21899 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762867132591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593584'] for agent (af91e4b9-f4e1-42b1-a25c-a10dc47171c8), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:07:40.946049 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.db [None req-6082e35f-0b3b-49d2-8733-fac9e8013c0b admin admin] For port 7911763a-66b2-4da1-babd-8d862250c135, host n-d-713498-36, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-36',level=0,port_id=7911763a-66b2-4da1-babd-8d862250c135,segment=NetworkSegment(46d77cb3-bfbb-4aef-b948-b5c8501cc6eb),segment_id=46d77cb3-bfbb-4aef-b948-b5c8501cc6eb)] {{(pid=103230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 20:07:40.946337 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-6082e35f-0b3b-49d2-8733-fac9e8013c0b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1820838'] for port (7911763a-66b2-4da1-babd-8d862250c135), precommit_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:07:40.959769 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.plugin [None req-6082e35f-0b3b-49d2-8733-fac9e8013c0b admin admin] Calling delete_port for 7911763a-66b2-4da1-babd-8d862250c135 owned by network:dhcp {{(pid=103230) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 20:07:41.047119 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-6082e35f-0b3b-49d2-8733-fac9e8013c0b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762867177463', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762866656476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14393751'] for port (7911763a-66b2-4da1-babd-8d862250c135), after_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:07:41.078286 n-d-713498-36 neutron-server[103230]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6082e35f-0b3b-49d2-8733-fac9e8013c0b admin admin] No DVR routers for this DVR port 7911763a-66b2-4da1-babd-8d862250c135 on host n-d-713498-36 {{(pid=103230) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 20:07:41.079985 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6082e35f-0b3b-49d2-8733-fac9e8013c0b admin admin] Pushing event deleted for resources: {'Port': ['ID=7911763a-66b2-4da1-babd-8d862250c135,revision_number=None']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:07:41.201007 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c522ba94-5c98-4368-b854-480228c238c6 None None] DHCP port deletion for 78df49cf-d4b5-4453-b90c-35bb257c9f49 request from n-d-713498-36 {{(pid=103232) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 09 20:07:41.435474 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-6082e35f-0b3b-49d2-8733-fac9e8013c0b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-590267', 'neutron.services.segments.db._delete_segments_for_network-8762867132609'] for network (78df49cf-d4b5-4453-b90c-35bb257c9f49), precommit_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:07:41.457373 n-d-713498-36 neutron-server[103230]: DEBUG neutron.services.segments.db [None req-6082e35f-0b3b-49d2-8733-fac9e8013c0b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['78df49cf-d4b5-4453-b90c-35bb257c9f49']}} {{(pid=103230) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 20:07:41.470320 n-d-713498-36 neutron-server[103230]: DEBUG neutron.services.segments.db [None req-6082e35f-0b3b-49d2-8733-fac9e8013c0b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '46d77cb3-bfbb-4aef-b948-b5c8501cc6eb') {'for_net_delete': True} {{(pid=103230) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 20:07:41.470733 n-d-713498-36 neutron-server[103230]: DEBUG neutron.services.segments.db [None req-6082e35f-0b3b-49d2-8733-fac9e8013c0b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '46d77cb3-bfbb-4aef-b948-b5c8501cc6eb') {} {{(pid=103230) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 20:07:41.485007 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-6082e35f-0b3b-49d2-8733-fac9e8013c0b admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762867134154', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12895813'] for segment (46d77cb3-bfbb-4aef-b948-b5c8501cc6eb), before_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:07:41.504375 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-6082e35f-0b3b-49d2-8733-fac9e8013c0b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-759574'] for segment (46d77cb3-bfbb-4aef-b948-b5c8501cc6eb), precommit_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:07:41.511751 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6082e35f-0b3b-49d2-8733-fac9e8013c0b admin admin] Releasing vlan 377 on physical network physnet1 to pool {{(pid=103230) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 20:07:41.512329 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-6082e35f-0b3b-49d2-8733-fac9e8013c0b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-759574', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14393826'] for segment (46d77cb3-bfbb-4aef-b948-b5c8501cc6eb), after_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:07:41.514117 n-d-713498-36 neutron-server[103230]: Traceback (most recent call last): Feb 09 20:07:41.514117 n-d-713498-36 neutron-server[103230]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 20:07:41.514117 n-d-713498-36 neutron-server[103230]: timer() Feb 09 20:07:41.514117 n-d-713498-36 neutron-server[103230]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 20:07:41.514117 n-d-713498-36 neutron-server[103230]: cb(*args, **kw) Feb 09 20:07:41.514117 n-d-713498-36 neutron-server[103230]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 20:07:41.514117 n-d-713498-36 neutron-server[103230]: return func(*args, **kwargs) Feb 09 20:07:41.514117 n-d-713498-36 neutron-server[103230]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 20:07:41.514117 n-d-713498-36 neutron-server[103230]: self._notify() Feb 09 20:07:41.514117 n-d-713498-36 neutron-server[103230]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 20:07:41.514117 n-d-713498-36 neutron-server[103230]: self.callback(batched_events) Feb 09 20:07:41.514117 n-d-713498-36 neutron-server[103230]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 20:07:41.514117 n-d-713498-36 neutron-server[103230]: event.method(event) Feb 09 20:07:41.514117 n-d-713498-36 neutron-server[103230]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 20:07:41.514117 n-d-713498-36 neutron-server[103230]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 20:07:41.514117 n-d-713498-36 neutron-server[103230]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 20:07:41.514117 n-d-713498-36 neutron-server[103230]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 20:07:41.514117 n-d-713498-36 neutron-server[103230]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 20:07:41.514117 n-d-713498-36 neutron-server[103230]: return f(self, *a, **k) Feb 09 20:07:41.514117 n-d-713498-36 neutron-server[103230]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 20:07:41.514117 n-d-713498-36 neutron-server[103230]: return self._get(url).json() Feb 09 20:07:41.514117 n-d-713498-36 neutron-server[103230]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 20:07:41.514117 n-d-713498-36 neutron-server[103230]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 20:07:41.514117 n-d-713498-36 neutron-server[103230]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 20:07:41.514117 n-d-713498-36 neutron-server[103230]: return self.request(url, 'GET', **kwargs) Feb 09 20:07:41.514117 n-d-713498-36 neutron-server[103230]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 20:07:41.514117 n-d-713498-36 neutron-server[103230]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 20:07:41.514117 n-d-713498-36 neutron-server[103230]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 20:07:41.514117 n-d-713498-36 neutron-server[103230]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 20:07:41.514117 n-d-713498-36 neutron-server[103230]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 20:07:41.514117 n-d-713498-36 neutron-server[103230]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 20:07:41.514117 n-d-713498-36 neutron-server[103230]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 20:07:41.570948 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-6082e35f-0b3b-49d2-8733-fac9e8013c0b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-590242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1885479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1818895'] for network (78df49cf-d4b5-4453-b90c-35bb257c9f49), after_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:07:41.577666 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-6082e35f-0b3b-49d2-8733-fac9e8013c0b admin admin] Publish callbacks [] for network (None), before_response {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:07:41.581081 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-6082e35f-0b3b-49d2-8733-fac9e8013c0b admin admin] 10.222.0.75 "DELETE /v2.0/networks/78df49cf-d4b5-4453-b90c-35bb257c9f49 HTTP/1.1" status: 204 len: 168 time: 0.8425989 Feb 09 20:07:41.593391 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6082e35f-0b3b-49d2-8733-fac9e8013c0b admin admin] Pushing event deleted for resources: {'Network': ['ID=78df49cf-d4b5-4453-b90c-35bb257c9f49,revision_number=None']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:07:41.741192 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 54230) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:07:41.782419 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-32c9d5f9-1a0b-4cfc-933b-b8bd61b17c56 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=07b006a1671a456b91c885e04eeed7e9&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0400321 Feb 09 20:07:41.784811 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 54232) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:07:41.832875 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-0e7c66e2-80d7-43ab-b0a8-c71729f5a8df admin admin] Publish callbacks [] for security_group (d355fb8d-ac00-45b1-8e45-b78775947e54), before_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:07:41.853338 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-0e7c66e2-80d7-43ab-b0a8-c71729f5a8df admin admin] Publish callbacks [] for security_group (d355fb8d-ac00-45b1-8e45-b78775947e54), precommit_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:07:41.900334 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-0e7c66e2-80d7-43ab-b0a8-c71729f5a8df admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1892331'] for security_group (d355fb8d-ac00-45b1-8e45-b78775947e54), after_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:07:41.903072 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-0e7c66e2-80d7-43ab-b0a8-c71729f5a8df admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:07:41.904228 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-0e7c66e2-80d7-43ab-b0a8-c71729f5a8df admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/d355fb8d-ac00-45b1-8e45-b78775947e54 HTTP/1.1" status: 204 len: 168 time: 0.1185253 Feb 09 20:07:41.912002 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e7c66e2-80d7-43ab-b0a8-c71729f5a8df admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d355fb8d-ac00-45b1-8e45-b78775947e54,revision_number=None']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:07:42.234718 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 54238) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:07:42.280473 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-c02a7fce-b42c-44bd-94f9-0a78f0998778 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=d438abd23344467585f0f5c211db1237&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0446327 Feb 09 20:07:42.283069 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 54240) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:07:42.333391 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-1a3210c0-8ba5-4501-9f4b-0972ca9a418c admin admin] Publish callbacks [] for security_group (c148a962-575a-431a-b148-e330799ba1b1), before_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:07:42.353828 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-1a3210c0-8ba5-4501-9f4b-0972ca9a418c admin admin] Publish callbacks [] for security_group (c148a962-575a-431a-b148-e330799ba1b1), precommit_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:07:42.405154 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-1a3210c0-8ba5-4501-9f4b-0972ca9a418c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1892331'] for security_group (c148a962-575a-431a-b148-e330799ba1b1), after_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:07:42.407868 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-1a3210c0-8ba5-4501-9f4b-0972ca9a418c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:07:42.409038 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-1a3210c0-8ba5-4501-9f4b-0972ca9a418c admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/c148a962-575a-431a-b148-e330799ba1b1 HTTP/1.1" status: 204 len: 168 time: 0.1250379 Feb 09 20:07:42.417513 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a3210c0-8ba5-4501-9f4b-0972ca9a418c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c148a962-575a-431a-b148-e330799ba1b1,revision_number=None']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:07:42.632041 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Device 7911763a-66b2-4da1-babd-8d862250c135 no longer exists at agent ovs-agent-n-d-713498-36 {{(pid=103232) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 20:07:42.657021 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] No Port match for: 7911763a-66b2-4da1-babd-8d862250c135 {{(pid=103232) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 20:07:42.657365 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Device 7911763a-66b2-4da1-babd-8d862250c135 not bound to the agent host n-d-713498-36 {{(pid=103232) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 20:07:42.657792 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Device 7e67ac9d-a559-4340-9521-6edcd31b9e38 no longer exists at agent ovs-agent-n-d-713498-36 {{(pid=103232) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 20:07:42.677934 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] No Port match for: 7e67ac9d-a559-4340-9521-6edcd31b9e38 {{(pid=103232) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 20:07:42.678312 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Device 7e67ac9d-a559-4340-9521-6edcd31b9e38 not bound to the agent host n-d-713498-36 {{(pid=103232) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 20:07:43.194460 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-a15d296e-a042-4467-944b-ee1ae22beb41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762867132591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593584'] for agent (93303d5e-5d17-45e8-8963-7694f87783ae), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:07:44.252781 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 54280) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:07:44.257523 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.v2.base [None req-1d501b1c-f083-45fc-97f8-2a53c2928042 tempest-TestNetworkAdvancedServerOps-38498957 tempest-TestNetworkAdvancedServerOps-38498957-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-665012268', 'description': 'tempest-secgroup-smoke-665012268 description', 'project_id': 'c799cd12150c4200978dc1a66164f122'}} {{(pid=103229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 20:07:44.285107 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-1d501b1c-f083-45fc-97f8-2a53c2928042 tempest-TestNetworkAdvancedServerOps-38498957 tempest-TestNetworkAdvancedServerOps-38498957-project] Publish callbacks [] for security_group (None), before_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:07:44.295661 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-1d501b1c-f083-45fc-97f8-2a53c2928042 tempest-TestNetworkAdvancedServerOps-38498957 tempest-TestNetworkAdvancedServerOps-38498957-project] Publish callbacks [] for security_group (None), before_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:07:44.383535 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-1d501b1c-f083-45fc-97f8-2a53c2928042 tempest-TestNetworkAdvancedServerOps-38498957 tempest-TestNetworkAdvancedServerOps-38498957-project] Publish callbacks [] for security_group (1072b773-6db3-4699-8634-2a8297424a39), precommit_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:07:44.387819 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-1d501b1c-f083-45fc-97f8-2a53c2928042 tempest-TestNetworkAdvancedServerOps-38498957 tempest-TestNetworkAdvancedServerOps-38498957-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1892331'] for security_group (1072b773-6db3-4699-8634-2a8297424a39), after_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:07:44.420652 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d501b1c-f083-45fc-97f8-2a53c2928042 tempest-TestNetworkAdvancedServerOps-38498957 tempest-TestNetworkAdvancedServerOps-38498957-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1072b773-6db3-4699-8634-2a8297424a39,revision_number=1']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:07:44.467168 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-1d501b1c-f083-45fc-97f8-2a53c2928042 tempest-TestNetworkAdvancedServerOps-38498957 tempest-TestNetworkAdvancedServerOps-38498957-project] Publish callbacks [] for security_group (a53c300c-2f9c-427c-80f0-3ca1adbdaa32), precommit_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:07:44.471177 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-1d501b1c-f083-45fc-97f8-2a53c2928042 tempest-TestNetworkAdvancedServerOps-38498957 tempest-TestNetworkAdvancedServerOps-38498957-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1892331'] for security_group (a53c300c-2f9c-427c-80f0-3ca1adbdaa32), after_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:07:44.503579 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-1d501b1c-f083-45fc-97f8-2a53c2928042 tempest-TestNetworkAdvancedServerOps-38498957 tempest-TestNetworkAdvancedServerOps-38498957-project] Publish callbacks [] for security_group (None), before_response {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:07:44.504852 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-1d501b1c-f083-45fc-97f8-2a53c2928042 tempest-TestNetworkAdvancedServerOps-38498957 tempest-TestNetworkAdvancedServerOps-38498957-project] 10.222.0.75 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.2509038 Feb 09 20:07:44.505581 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d501b1c-f083-45fc-97f8-2a53c2928042 tempest-TestNetworkAdvancedServerOps-38498957 tempest-TestNetworkAdvancedServerOps-38498957-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a53c300c-2f9c-427c-80f0-3ca1adbdaa32,revision_number=1']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:07:44.508692 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 54282) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:07:44.514032 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.v2.base [None req-96ad8fe1-abc5-4ee9-9c76-0257ac05c005 tempest-TestNetworkAdvancedServerOps-38498957 tempest-TestNetworkAdvancedServerOps-38498957-project] Request body: {'security_group_rule': {'security_group_id': 'a53c300c-2f9c-427c-80f0-3ca1adbdaa32', 'project_id': 'c799cd12150c4200978dc1a66164f122', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 20:07:44.539183 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-edc54c9b-7f13-45d9-9271-85c9738b0128 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762867132591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593584'] for agent (a62b1850-466f-48ae-bec7-d62fb280e14b), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:07:44.541977 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-96ad8fe1-abc5-4ee9-9c76-0257ac05c005 tempest-TestNetworkAdvancedServerOps-38498957 tempest-TestNetworkAdvancedServerOps-38498957-project] Publish callbacks [] for security_group_rule (af4ea87d-a002-4575-a9f6-16541a51a9ff), before_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:07:44.600485 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-96ad8fe1-abc5-4ee9-9c76-0257ac05c005 tempest-TestNetworkAdvancedServerOps-38498957 tempest-TestNetworkAdvancedServerOps-38498957-project] Publish callbacks [] for security_group_rule (af4ea87d-a002-4575-a9f6-16541a51a9ff), precommit_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:07:44.604308 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-96ad8fe1-abc5-4ee9-9c76-0257ac05c005 tempest-TestNetworkAdvancedServerOps-38498957 tempest-TestNetworkAdvancedServerOps-38498957-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1892250'] for security_group_rule (af4ea87d-a002-4575-a9f6-16541a51a9ff), after_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:07:44.622480 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96ad8fe1-abc5-4ee9-9c76-0257ac05c005 tempest-TestNetworkAdvancedServerOps-38498957 tempest-TestNetworkAdvancedServerOps-38498957-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=af4ea87d-a002-4575-a9f6-16541a51a9ff,revision_number=0']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:07:44.629894 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-96ad8fe1-abc5-4ee9-9c76-0257ac05c005 tempest-TestNetworkAdvancedServerOps-38498957 tempest-TestNetworkAdvancedServerOps-38498957-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:07:44.631131 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-96ad8fe1-abc5-4ee9-9c76-0257ac05c005 tempest-TestNetworkAdvancedServerOps-38498957 tempest-TestNetworkAdvancedServerOps-38498957-project] 10.222.0.75 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1215057 Feb 09 20:07:44.633843 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 54284) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:07:44.638905 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.v2.base [None req-8ae341fe-ebbf-41bb-8035-ecf4d88b69f0 tempest-TestNetworkAdvancedServerOps-38498957 tempest-TestNetworkAdvancedServerOps-38498957-project] Request body: {'security_group_rule': {'security_group_id': 'a53c300c-2f9c-427c-80f0-3ca1adbdaa32', 'project_id': 'c799cd12150c4200978dc1a66164f122', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 20:07:44.668585 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-8ae341fe-ebbf-41bb-8035-ecf4d88b69f0 tempest-TestNetworkAdvancedServerOps-38498957 tempest-TestNetworkAdvancedServerOps-38498957-project] Publish callbacks [] for security_group_rule (9ee48c01-0ae4-466d-80ef-b5db47d149c8), before_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:07:44.723682 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-8ae341fe-ebbf-41bb-8035-ecf4d88b69f0 tempest-TestNetworkAdvancedServerOps-38498957 tempest-TestNetworkAdvancedServerOps-38498957-project] Publish callbacks [] for security_group_rule (9ee48c01-0ae4-466d-80ef-b5db47d149c8), precommit_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:07:44.727254 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-8ae341fe-ebbf-41bb-8035-ecf4d88b69f0 tempest-TestNetworkAdvancedServerOps-38498957 tempest-TestNetworkAdvancedServerOps-38498957-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1892250'] for security_group_rule (9ee48c01-0ae4-466d-80ef-b5db47d149c8), after_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:07:44.745485 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ae341fe-ebbf-41bb-8035-ecf4d88b69f0 tempest-TestNetworkAdvancedServerOps-38498957 tempest-TestNetworkAdvancedServerOps-38498957-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9ee48c01-0ae4-466d-80ef-b5db47d149c8,revision_number=0']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:07:44.753560 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-8ae341fe-ebbf-41bb-8035-ecf4d88b69f0 tempest-TestNetworkAdvancedServerOps-38498957 tempest-TestNetworkAdvancedServerOps-38498957-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:07:44.754908 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-8ae341fe-ebbf-41bb-8035-ecf4d88b69f0 tempest-TestNetworkAdvancedServerOps-38498957 tempest-TestNetworkAdvancedServerOps-38498957-project] 10.222.0.75 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1200693 Feb 09 20:07:44.757488 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 54286) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:07:44.762448 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.v2.base [None req-79dd9bf9-3d29-4a0a-a521-7ddc6f176620 tempest-TestNetworkAdvancedServerOps-38498957 tempest-TestNetworkAdvancedServerOps-38498957-project] Request body: {'security_group_rule': {'security_group_id': 'a53c300c-2f9c-427c-80f0-3ca1adbdaa32', 'project_id': 'c799cd12150c4200978dc1a66164f122', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 20:07:44.786548 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-79dd9bf9-3d29-4a0a-a521-7ddc6f176620 tempest-TestNetworkAdvancedServerOps-38498957 tempest-TestNetworkAdvancedServerOps-38498957-project] Publish callbacks [] for security_group_rule (f98af9e9-8975-4b58-b88a-fd9d6846f115), before_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:07:44.849927 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-79dd9bf9-3d29-4a0a-a521-7ddc6f176620 tempest-TestNetworkAdvancedServerOps-38498957 tempest-TestNetworkAdvancedServerOps-38498957-project] Publish callbacks [] for security_group_rule (f98af9e9-8975-4b58-b88a-fd9d6846f115), precommit_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:07:44.856103 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-79dd9bf9-3d29-4a0a-a521-7ddc6f176620 tempest-TestNetworkAdvancedServerOps-38498957 tempest-TestNetworkAdvancedServerOps-38498957-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1892250'] for security_group_rule (f98af9e9-8975-4b58-b88a-fd9d6846f115), after_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:07:44.878274 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79dd9bf9-3d29-4a0a-a521-7ddc6f176620 tempest-TestNetworkAdvancedServerOps-38498957 tempest-TestNetworkAdvancedServerOps-38498957-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f98af9e9-8975-4b58-b88a-fd9d6846f115,revision_number=0']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:07:44.886260 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-79dd9bf9-3d29-4a0a-a521-7ddc6f176620 tempest-TestNetworkAdvancedServerOps-38498957 tempest-TestNetworkAdvancedServerOps-38498957-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:07:44.887461 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-79dd9bf9-3d29-4a0a-a521-7ddc6f176620 tempest-TestNetworkAdvancedServerOps-38498957 tempest-TestNetworkAdvancedServerOps-38498957-project] 10.222.0.75 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1289933 Feb 09 20:07:44.890399 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 54288) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:07:44.894696 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.v2.base [None req-f9f20280-d26c-4575-a9c8-45a2fb2d98ec tempest-TestNetworkAdvancedServerOps-38498957 tempest-TestNetworkAdvancedServerOps-38498957-project] Request body: {'security_group_rule': {'security_group_id': 'a53c300c-2f9c-427c-80f0-3ca1adbdaa32', 'project_id': 'c799cd12150c4200978dc1a66164f122', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 20:07:44.920024 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-f9f20280-d26c-4575-a9c8-45a2fb2d98ec tempest-TestNetworkAdvancedServerOps-38498957 tempest-TestNetworkAdvancedServerOps-38498957-project] Publish callbacks [] for security_group_rule (a7f6e357-73d1-413a-b036-fbbe10884c73), before_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:07:44.984656 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-f9f20280-d26c-4575-a9c8-45a2fb2d98ec tempest-TestNetworkAdvancedServerOps-38498957 tempest-TestNetworkAdvancedServerOps-38498957-project] Publish callbacks [] for security_group_rule (a7f6e357-73d1-413a-b036-fbbe10884c73), precommit_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:07:44.988522 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-f9f20280-d26c-4575-a9c8-45a2fb2d98ec tempest-TestNetworkAdvancedServerOps-38498957 tempest-TestNetworkAdvancedServerOps-38498957-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1892250'] for security_group_rule (a7f6e357-73d1-413a-b036-fbbe10884c73), after_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:07:45.010098 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9f20280-d26c-4575-a9c8-45a2fb2d98ec tempest-TestNetworkAdvancedServerOps-38498957 tempest-TestNetworkAdvancedServerOps-38498957-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a7f6e357-73d1-413a-b036-fbbe10884c73,revision_number=0']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:07:45.019979 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-f9f20280-d26c-4575-a9c8-45a2fb2d98ec tempest-TestNetworkAdvancedServerOps-38498957 tempest-TestNetworkAdvancedServerOps-38498957-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:07:45.021181 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-f9f20280-d26c-4575-a9c8-45a2fb2d98ec tempest-TestNetworkAdvancedServerOps-38498957 tempest-TestNetworkAdvancedServerOps-38498957-project] 10.222.0.75 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1298401 Feb 09 20:07:45.023992 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 54290) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:07:45.028992 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.v2.base [None req-8808b270-852f-466e-9929-3b7ba75540ce tempest-TestNetworkAdvancedServerOps-38498957 tempest-TestNetworkAdvancedServerOps-38498957-project] Request body: {'security_group_rule': {'security_group_id': 'a53c300c-2f9c-427c-80f0-3ca1adbdaa32', 'project_id': 'c799cd12150c4200978dc1a66164f122', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 20:07:45.050213 n-d-713498-36 neutron-server[103229]: INFO neutron.db.securitygroups_db [None req-8808b270-852f-466e-9929-3b7ba75540ce tempest-TestNetworkAdvancedServerOps-38498957 tempest-TestNetworkAdvancedServerOps-38498957-project] Project c799cd12150c4200978dc1a66164f122 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 09 20:07:45.056306 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-8808b270-852f-466e-9929-3b7ba75540ce tempest-TestNetworkAdvancedServerOps-38498957 tempest-TestNetworkAdvancedServerOps-38498957-project] Publish callbacks [] for security_group_rule (1b9eb6d3-75c5-42bd-a3aa-9fc99a99fcd8), before_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:07:45.118885 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-8808b270-852f-466e-9929-3b7ba75540ce tempest-TestNetworkAdvancedServerOps-38498957 tempest-TestNetworkAdvancedServerOps-38498957-project] Publish callbacks [] for security_group_rule (1b9eb6d3-75c5-42bd-a3aa-9fc99a99fcd8), precommit_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:07:45.123922 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-8808b270-852f-466e-9929-3b7ba75540ce tempest-TestNetworkAdvancedServerOps-38498957 tempest-TestNetworkAdvancedServerOps-38498957-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1892250'] for security_group_rule (1b9eb6d3-75c5-42bd-a3aa-9fc99a99fcd8), after_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:07:45.144539 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8808b270-852f-466e-9929-3b7ba75540ce tempest-TestNetworkAdvancedServerOps-38498957 tempest-TestNetworkAdvancedServerOps-38498957-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1b9eb6d3-75c5-42bd-a3aa-9fc99a99fcd8,revision_number=0']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:07:45.154260 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-8808b270-852f-466e-9929-3b7ba75540ce tempest-TestNetworkAdvancedServerOps-38498957 tempest-TestNetworkAdvancedServerOps-38498957-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:07:45.155693 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-8808b270-852f-466e-9929-3b7ba75540ce tempest-TestNetworkAdvancedServerOps-38498957 tempest-TestNetworkAdvancedServerOps-38498957-project] 10.222.0.75 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1305897 Feb 09 20:07:45.158377 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 54292) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:07:45.163083 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.v2.base [None req-f262c82b-9541-4b2b-a61a-c3e07bce1729 tempest-TestNetworkAdvancedServerOps-38498957 tempest-TestNetworkAdvancedServerOps-38498957-project] Request body: {'security_group_rule': {'security_group_id': 'a53c300c-2f9c-427c-80f0-3ca1adbdaa32', 'project_id': 'c799cd12150c4200978dc1a66164f122', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 20:07:45.185889 n-d-713498-36 neutron-server[103229]: INFO neutron.db.securitygroups_db [None req-f262c82b-9541-4b2b-a61a-c3e07bce1729 tempest-TestNetworkAdvancedServerOps-38498957 tempest-TestNetworkAdvancedServerOps-38498957-project] Project c799cd12150c4200978dc1a66164f122 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 09 20:07:45.191547 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-f262c82b-9541-4b2b-a61a-c3e07bce1729 tempest-TestNetworkAdvancedServerOps-38498957 tempest-TestNetworkAdvancedServerOps-38498957-project] Publish callbacks [] for security_group_rule (af6a3a66-6f68-456a-97da-b8f3aa1bfc13), before_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:07:45.255311 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-f262c82b-9541-4b2b-a61a-c3e07bce1729 tempest-TestNetworkAdvancedServerOps-38498957 tempest-TestNetworkAdvancedServerOps-38498957-project] Publish callbacks [] for security_group_rule (af6a3a66-6f68-456a-97da-b8f3aa1bfc13), precommit_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:07:45.259106 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-f262c82b-9541-4b2b-a61a-c3e07bce1729 tempest-TestNetworkAdvancedServerOps-38498957 tempest-TestNetworkAdvancedServerOps-38498957-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1892250'] for security_group_rule (af6a3a66-6f68-456a-97da-b8f3aa1bfc13), after_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:07:45.277288 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f262c82b-9541-4b2b-a61a-c3e07bce1729 tempest-TestNetworkAdvancedServerOps-38498957 tempest-TestNetworkAdvancedServerOps-38498957-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=af6a3a66-6f68-456a-97da-b8f3aa1bfc13,revision_number=0']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:07:45.286166 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-f262c82b-9541-4b2b-a61a-c3e07bce1729 tempest-TestNetworkAdvancedServerOps-38498957 tempest-TestNetworkAdvancedServerOps-38498957-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:07:45.287416 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-f262c82b-9541-4b2b-a61a-c3e07bce1729 tempest-TestNetworkAdvancedServerOps-38498957 tempest-TestNetworkAdvancedServerOps-38498957-project] 10.222.0.75 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1280298 Feb 09 20:07:45.291057 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 54294) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:07:45.296864 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.v2.base [None req-c0d7a567-1e2d-4e33-951a-3e535242cb0f tempest-TestNetworkAdvancedServerOps-38498957 tempest-TestNetworkAdvancedServerOps-38498957-project] Request body: {'network': {'name': 'tempest-network-smoke--984110421', 'project_id': 'c799cd12150c4200978dc1a66164f122', 'port_security_enabled': True}} {{(pid=103230) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 20:07:45.316327 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c0d7a567-1e2d-4e33-951a-3e535242cb0f tempest-TestNetworkAdvancedServerOps-38498957 tempest-TestNetworkAdvancedServerOps-38498957-project] Made reservation on behalf of c799cd12150c4200978dc1a66164f122 for: {'network': 1} {{(pid=103230) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 20:07:45.320093 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-c0d7a567-1e2d-4e33-951a-3e535242cb0f tempest-TestNetworkAdvancedServerOps-38498957 tempest-TestNetworkAdvancedServerOps-38498957-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for network (None), before_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:07:45.346183 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c0d7a567-1e2d-4e33-951a-3e535242cb0f tempest-TestNetworkAdvancedServerOps-38498957 tempest-TestNetworkAdvancedServerOps-38498957-project] vlan segment allocate from pool success with {'vlan_id': 397, 'physical_network': 'physnet1'} {{(pid=103230) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 20:07:45.360361 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-c0d7a567-1e2d-4e33-951a-3e535242cb0f tempest-TestNetworkAdvancedServerOps-38498957 tempest-TestNetworkAdvancedServerOps-38498957-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-759574'] for segment (f347484d-b521-41b4-a39b-f0ddfba0fde2), precommit_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:07:45.360729 n-d-713498-36 neutron-server[103230]: INFO neutron.db.segments_db [None req-c0d7a567-1e2d-4e33-951a-3e535242cb0f tempest-TestNetworkAdvancedServerOps-38498957 tempest-TestNetworkAdvancedServerOps-38498957-project] Added segment f347484d-b521-41b4-a39b-f0ddfba0fde2 of type vlan for network 66832ecc-be61-47d4-a5ad-6f054effe748 Feb 09 20:07:45.414885 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-c0d7a567-1e2d-4e33-951a-3e535242cb0f tempest-TestNetworkAdvancedServerOps-38498957 tempest-TestNetworkAdvancedServerOps-38498957-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762866642225'] for network (66832ecc-be61-47d4-a5ad-6f054effe748), precommit_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:07:45.441789 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-c0d7a567-1e2d-4e33-951a-3e535242cb0f tempest-TestNetworkAdvancedServerOps-38498957 tempest-TestNetworkAdvancedServerOps-38498957-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1885479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452'] for network (66832ecc-be61-47d4-a5ad-6f054effe748), after_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:07:45.446756 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0d7a567-1e2d-4e33-951a-3e535242cb0f tempest-TestNetworkAdvancedServerOps-38498957 tempest-TestNetworkAdvancedServerOps-38498957-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:07:45.447352 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-c0d7a567-1e2d-4e33-951a-3e535242cb0f tempest-TestNetworkAdvancedServerOps-38498957 tempest-TestNetworkAdvancedServerOps-38498957-project] Publish callbacks [] for network (None), before_response {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:07:45.518696 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-c0d7a567-1e2d-4e33-951a-3e535242cb0f tempest-TestNetworkAdvancedServerOps-38498957 tempest-TestNetworkAdvancedServerOps-38498957-project] 10.222.0.75 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.2255244 Feb 09 20:07:45.521582 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 54296) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:07:45.526713 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.v2.base [None req-7b3661ea-c3f3-44f9-acca-fbbbde7570df tempest-TestNetworkAdvancedServerOps-38498957 tempest-TestNetworkAdvancedServerOps-38498957-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1190011595', 'admin_state_up': True, 'project_id': 'c799cd12150c4200978dc1a66164f122', 'external_gateway_info': {'network_id': '88055e1e-672a-4487-be31-ffb6e833ece5'}}} {{(pid=103229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 20:07:45.542611 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0d7a567-1e2d-4e33-951a-3e535242cb0f tempest-TestNetworkAdvancedServerOps-38498957 tempest-TestNetworkAdvancedServerOps-38498957-project] Pushing event updated for resources: {'Network': ['ID=66832ecc-be61-47d4-a5ad-6f054effe748,revision_number=1']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:07:45.550159 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-7b3661ea-c3f3-44f9-acca-fbbbde7570df tempest-TestNetworkAdvancedServerOps-38498957 tempest-TestNetworkAdvancedServerOps-38498957-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1834830', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-58389'] for router (6b141b7b-0de2-4263-9085-db3cd86399ca), before_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:07:45.551457 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-7b3661ea-c3f3-44f9-acca-fbbbde7570df tempest-TestNetworkAdvancedServerOps-38498957 tempest-TestNetworkAdvancedServerOps-38498957-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1834810', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1822096', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1886735', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-58380'] for router (6b141b7b-0de2-4263-9085-db3cd86399ca), precommit_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:07:45.556593 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Network 66832ecc-be61-47d4-a5ad-6f054effe748 details requested by agent ovs-agent-n-d-713498-36 with host n-d-713498-36 {{(pid=103232) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 20:07:45.610147 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-7b3661ea-c3f3-44f9-acca-fbbbde7570df tempest-TestNetworkAdvancedServerOps-38498957 tempest-TestNetworkAdvancedServerOps-38498957-project] Publish callbacks [] for router_controller (6b141b7b-0de2-4263-9085-db3cd86399ca), precommit_add_association {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:07:45.756730 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-7b3661ea-c3f3-44f9-acca-fbbbde7570df tempest-TestNetworkAdvancedServerOps-38498957 tempest-TestNetworkAdvancedServerOps-38498957-project] Publish callbacks [] for router_gateway (6b141b7b-0de2-4263-9085-db3cd86399ca), precommit_update {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:07:45.947852 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-7b3661ea-c3f3-44f9-acca-fbbbde7570df tempest-TestNetworkAdvancedServerOps-38498957 tempest-TestNetworkAdvancedServerOps-38498957-project] Publish callbacks [] for router_gateway (6b141b7b-0de2-4263-9085-db3cd86399ca), before_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:07:45.970226 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-7b3661ea-c3f3-44f9-acca-fbbbde7570df tempest-TestNetworkAdvancedServerOps-38498957 tempest-TestNetworkAdvancedServerOps-38498957-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (None), before_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:07:46.071032 n-d-713498-36 neutron-server[103229]: DEBUG neutron.db.db_base_plugin_common [None req-7b3661ea-c3f3-44f9-acca-fbbbde7570df tempest-TestNetworkAdvancedServerOps-38498957 tempest-TestNetworkAdvancedServerOps-38498957-project] Allocated IP 172.25.1.238 (88055e1e-672a-4487-be31-ffb6e833ece5/ac16dbcc-383c-4b43-9153-d763c4a53f91/1cd93a15-427b-42cd-8b59-1048be871b17) {{(pid=103229) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 20:07:46.173981 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-a7262a8e-0513-48fd-984d-75726a511961 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762867132591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593584'] for agent (911cfea2-02ae-4ec9-bac3-7808ee1cdd9c), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:07:46.178952 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-7b3661ea-c3f3-44f9-acca-fbbbde7570df tempest-TestNetworkAdvancedServerOps-38498957 tempest-TestNetworkAdvancedServerOps-38498957-project] Publish callbacks [] for port (1cd93a15-427b-42cd-8b59-1048be871b17), precommit_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:07:46.213902 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-7b3661ea-c3f3-44f9-acca-fbbbde7570df tempest-TestNetworkAdvancedServerOps-38498957 tempest-TestNetworkAdvancedServerOps-38498957-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762866656467', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12867576'] for port (1cd93a15-427b-42cd-8b59-1048be871b17), after_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:07:46.253769 n-d-713498-36 neutron-server[103229]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b3661ea-c3f3-44f9-acca-fbbbde7570df tempest-TestNetworkAdvancedServerOps-38498957 tempest-TestNetworkAdvancedServerOps-38498957-project] Network 88055e1e-672a-4487-be31-ffb6e833ece5 is already hosted by enough agents. {{(pid=103229) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 20:07:46.256761 n-d-713498-36 neutron-server[103229]: DEBUG neutron.scheduler.base_scheduler [None req-7b3661ea-c3f3-44f9-acca-fbbbde7570df tempest-TestNetworkAdvancedServerOps-38498957 tempest-TestNetworkAdvancedServerOps-38498957-project] Resources bound (agent type, host, resource id): {{(pid=103229) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 20:07:46.260742 n-d-713498-36 neutron-server[103229]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b3661ea-c3f3-44f9-acca-fbbbde7570df tempest-TestNetworkAdvancedServerOps-38498957 tempest-TestNetworkAdvancedServerOps-38498957-project] Received port after_create {{(pid=103229) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 20:07:46.282795 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b3661ea-c3f3-44f9-acca-fbbbde7570df tempest-TestNetworkAdvancedServerOps-38498957 tempest-TestNetworkAdvancedServerOps-38498957-project] Pushing event updated for resources: {'Port': ['ID=1cd93a15-427b-42cd-8b59-1048be871b17,revision_number=1']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:07:46.874464 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-7b3661ea-c3f3-44f9-acca-fbbbde7570df tempest-TestNetworkAdvancedServerOps-38498957 tempest-TestNetworkAdvancedServerOps-38498957-project] Publish callbacks [] for router_gateway (6b141b7b-0de2-4263-9085-db3cd86399ca), after_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:07:47.075943 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-7b3661ea-c3f3-44f9-acca-fbbbde7570df tempest-TestNetworkAdvancedServerOps-38498957 tempest-TestNetworkAdvancedServerOps-38498957-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1834945', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1818951'] for router (6b141b7b-0de2-4263-9085-db3cd86399ca), after_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:07:47.157369 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762867132591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593584'] for agent (496418a2-c002-4aec-ab1a-07f3bea491bd), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:07:47.208678 n-d-713498-36 neutron-server[103229]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7b3661ea-c3f3-44f9-acca-fbbbde7570df tempest-TestNetworkAdvancedServerOps-38498957 tempest-TestNetworkAdvancedServerOps-38498957-project] Router 6b141b7b-0de2-4263-9085-db3cd86399ca is scheduled to L3 agent 93303d5e-5d17-45e8-8963-7694f87783ae with binding_index 1 {{(pid=103229) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 09 20:07:47.318724 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7b3661ea-c3f3-44f9-acca-fbbbde7570df tempest-TestNetworkAdvancedServerOps-38498957 tempest-TestNetworkAdvancedServerOps-38498957-project] Notify agent at l3_agent.n-d-713498-36 the message routers_updated {{(pid=103229) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 20:07:47.328557 n-d-713498-36 neutron-server[103233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec80ebe8-c2de-46d3-92c4-425c756abec5 None None] Sync routers for ids ['6b141b7b-0de2-4263-9085-db3cd86399ca'] in n-d-713498-36 {{(pid=103233) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 20:07:47.338730 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-7b3661ea-c3f3-44f9-acca-fbbbde7570df tempest-TestNetworkAdvancedServerOps-38498957 tempest-TestNetworkAdvancedServerOps-38498957-project] Publish callbacks [] for router (None), before_response {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:07:47.339400 n-d-713498-36 neutron-server[103233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec80ebe8-c2de-46d3-92c4-425c756abec5 None None] Routers {'6b141b7b-0de2-4263-9085-db3cd86399ca'} bound to L3 agent in host n-d-713498-36 {{(pid=103233) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 20:07:47.343142 n-d-713498-36 neutron-server[103233]: DEBUG neutron.db.l3_hamode_db [None req-ec80ebe8-c2de-46d3-92c4-425c756abec5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-09T18:51:43Z,description=,heartbeat_timestamp=2022-02-09T20:07:43Z,host='n-d-713498-36',id=93303d5e-5d17-45e8-8963-7694f87783ae,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T18:51:43Z,topic='l3_agent')) {'router_ids': ['6b141b7b-0de2-4263-9085-db3cd86399ca'], 'active': True} {{(pid=103233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 20:07:47.343339 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-7b3661ea-c3f3-44f9-acca-fbbbde7570df tempest-TestNetworkAdvancedServerOps-38498957 tempest-TestNetworkAdvancedServerOps-38498957-project] 10.222.0.75 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 1.8173380 Feb 09 20:07:47.343339 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 54298) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:07:47.447411 n-d-713498-36 neutron-server[103233]: DEBUG neutron.db.l3_dvr_db [None req-ec80ebe8-c2de-46d3-92c4-425c756abec5 None None] Set router 6b141b7b-0de2-4263-9085-db3cd86399ca gateway port host: n-d-713498-36 {{(pid=103233) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 20:07:47.478435 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-ae9f7d0e-19dd-4c2c-88fc-a58564702a3a tempest-TestNetworkAdvancedServerOps-796730407 tempest-TestNetworkAdvancedServerOps-796730407-project-admin] 10.222.0.75 "GET /v2.0/subnets?project_id=c799cd12150c4200978dc1a66164f122&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1339798 Feb 09 20:07:47.481937 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 54302) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:07:47.625703 n-d-713498-36 neutron-server[103233]: DEBUG neutron.db.l3_hamode_db [None req-ec80ebe8-c2de-46d3-92c4-425c756abec5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b141b7b-0de2-4263-9085-db3cd86399ca', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1190011595', 'tenant_id': 'c799cd12150c4200978dc1a66164f122', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88055e1e-672a-4487-be31-ffb6e833ece5', 'external_fixed_ips': [{'subnet_id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'ip_address': '172.25.1.238'}], 'enable_snat': True}, 'gw_port_id': '1cd93a15-427b-42cd-8b59-1048be871b17', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T20:07:45Z', 'updated_at': '2022-02-09T20:07:46Z', 'revision_number': 3, 'project_id': 'c799cd12150c4200978dc1a66164f122', 'gw_port': {'id': '1cd93a15-427b-42cd-8b59-1048be871b17', 'name': '', 'network_id': '88055e1e-672a-4487-be31-ffb6e833ece5', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:c8:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6b141b7b-0de2-4263-9085-db3cd86399ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4233, 'fixed_ips': [{'subnet_id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'ip_address': '172.25.1.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T20:07:45Z', 'updated_at': '2022-02-09T20:07:46Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-36'}], 'n-d-713498-36', False) {} {{(pid=103233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 20:07:47.632126 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-335519e6-ecd7-4ef3-8bd2-a6f3fd1c587f tempest-TestNetworkAdvancedServerOps-796730407 tempest-TestNetworkAdvancedServerOps-796730407-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:07:47.633661 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-335519e6-ecd7-4ef3-8bd2-a6f3fd1c587f tempest-TestNetworkAdvancedServerOps-796730407 tempest-TestNetworkAdvancedServerOps-796730407-project-admin] 10.222.0.75 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1507618 Feb 09 20:07:47.637406 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 54304) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:07:47.657583 n-d-713498-36 neutron-server[103233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec80ebe8-c2de-46d3-92c4-425c756abec5 None None] Checking router: 6b141b7b-0de2-4263-9085-db3cd86399ca for host: n-d-713498-36 {{(pid=103233) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 20:07:47.657924 n-d-713498-36 neutron-server[103233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec80ebe8-c2de-46d3-92c4-425c756abec5 None None] Updating router 6b141b7b-0de2-4263-9085-db3cd86399ca port 1cd93a15-427b-42cd-8b59-1048be871b17 binding host n-d-713498-36 {{(pid=103233) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 20:07:47.671899 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-c78a307f-f8be-471d-bd51-b1a9267af95a tempest-TestNetworkAdvancedServerOps-796730407 tempest-TestNetworkAdvancedServerOps-796730407-project-admin] 10.222.0.75 "GET /v2.0/subnets?network_id=88055e1e-672a-4487-be31-ffb6e833ece5&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0333078 Feb 09 20:07:47.674493 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 54306) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:07:47.679261 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.v2.base [None req-9038b9c1-efc9-4084-bf87-1998b9c62d62 tempest-TestNetworkAdvancedServerOps-38498957 tempest-TestNetworkAdvancedServerOps-38498957-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-264081531', 'network_id': '66832ecc-be61-47d4-a5ad-6f054effe748', 'project_id': 'c799cd12150c4200978dc1a66164f122', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 20:07:47.693582 n-d-713498-36 neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-ec80ebe8-c2de-46d3-92c4-425c756abec5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (1cd93a15-427b-42cd-8b59-1048be871b17), before_update {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:07:47.794466 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9038b9c1-efc9-4084-bf87-1998b9c62d62 tempest-TestNetworkAdvancedServerOps-38498957 tempest-TestNetworkAdvancedServerOps-38498957-project] Made reservation on behalf of c799cd12150c4200978dc1a66164f122 for: {'subnet': 1} {{(pid=103229) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 20:07:47.798268 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-9038b9c1-efc9-4084-bf87-1998b9c62d62 tempest-TestNetworkAdvancedServerOps-38498957 tempest-TestNetworkAdvancedServerOps-38498957-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12759265'] for subnet (None), before_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:07:47.951415 n-d-713498-36 neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-ec80ebe8-c2de-46d3-92c4-425c756abec5 None None] Publish callbacks [] for port (1cd93a15-427b-42cd-8b59-1048be871b17), precommit_update {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:07:47.957713 n-d-713498-36 neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-ec80ebe8-c2de-46d3-92c4-425c756abec5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762867176205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762866656485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762866656503'] for port (1cd93a15-427b-42cd-8b59-1048be871b17), after_update {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:07:48.008299 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-9038b9c1-efc9-4084-bf87-1998b9c62d62 tempest-TestNetworkAdvancedServerOps-38498957 tempest-TestNetworkAdvancedServerOps-38498957-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12867428', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12759263'] for subnet (3a1adf80-30c4-4bb5-a7a1-f9664fd4c4a0), after_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:07:48.010090 n-d-713498-36 neutron-server[103233]: DEBUG neutron.plugins.ml2.managers [None req-ec80ebe8-c2de-46d3-92c4-425c756abec5 None None] Attempting to bind port 1cd93a15-427b-42cd-8b59-1048be871b17 on host n-d-713498-36 for vnic_type normal with profile {{(pid=103233) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 20:07:48.011037 n-d-713498-36 neutron-server[103233]: DEBUG neutron.plugins.ml2.managers [None req-ec80ebe8-c2de-46d3-92c4-425c756abec5 None None] Attempting to bind port 1cd93a15-427b-42cd-8b59-1048be871b17 by drivers openvswitch,hyperv on host n-d-713498-36 at level 0 using segments [{'id': 'a4222f89-8d3f-4b51-953b-1a8126392491', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '88055e1e-672a-4487-be31-ffb6e833ece5'}] {{(pid=103233) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 20:07:48.011037 n-d-713498-36 neutron-server[103233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec80ebe8-c2de-46d3-92c4-425c756abec5 None None] Attempting to bind port 1cd93a15-427b-42cd-8b59-1048be871b17 on network 88055e1e-672a-4487-be31-ffb6e833ece5 {{(pid=103233) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 20:07:48.014303 n-d-713498-36 neutron-server[103233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86926460-8fdd-4ac1-b0ab-81dadf0a0417 None None] Pushing event updated for resources: {'Port': ['ID=1cd93a15-427b-42cd-8b59-1048be871b17,revision_number=2']} {{(pid=103233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:07:48.022530 n-d-713498-36 neutron-server[103233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec80ebe8-c2de-46d3-92c4-425c756abec5 None None] Checking agent: {'id': '496418a2-c002-4aec-ab1a-07f3bea491bd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-36', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 18, 51, 47), 'started_at': datetime.datetime(2022, 2, 9, 18, 52, 17), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 20, 7, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-36'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103233) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 20:07:48.022907 n-d-713498-36 neutron-server[103233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec80ebe8-c2de-46d3-92c4-425c756abec5 None None] Checking segment: {'id': 'a4222f89-8d3f-4b51-953b-1a8126392491', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '88055e1e-672a-4487-be31-ffb6e833ece5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103233) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 20:07:48.023328 n-d-713498-36 neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-ec80ebe8-c2de-46d3-92c4-425c756abec5 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:07:48.023701 n-d-713498-36 neutron-server[103233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec80ebe8-c2de-46d3-92c4-425c756abec5 None None] Bound using segment: {'id': 'a4222f89-8d3f-4b51-953b-1a8126392491', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '88055e1e-672a-4487-be31-ffb6e833ece5'} {{(pid=103233) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 20:07:48.024269 n-d-713498-36 neutron-server[103233]: DEBUG neutron.plugins.ml2.managers [None req-ec80ebe8-c2de-46d3-92c4-425c756abec5 None None] Bound port: 1cd93a15-427b-42cd-8b59-1048be871b17, host: n-d-713498-36, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a4222f89-8d3f-4b51-953b-1a8126392491', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '88055e1e-672a-4487-be31-ffb6e833ece5'}}] {{(pid=103233) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 20:07:48.024649 n-d-713498-36 neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-ec80ebe8-c2de-46d3-92c4-425c756abec5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (1cd93a15-427b-42cd-8b59-1048be871b17), before_update {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:07:48.027022 n-d-713498-36 neutron-server[103233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86926460-8fdd-4ac1-b0ab-81dadf0a0417 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:07:48.027357 n-d-713498-36 neutron-server[103233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86926460-8fdd-4ac1-b0ab-81dadf0a0417 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:07:48.027739 n-d-713498-36 neutron-server[103233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86926460-8fdd-4ac1-b0ab-81dadf0a0417 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:07:48.028072 n-d-713498-36 neutron-server[103233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86926460-8fdd-4ac1-b0ab-81dadf0a0417 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:07:48.028400 n-d-713498-36 neutron-server[103233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86926460-8fdd-4ac1-b0ab-81dadf0a0417 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:07:48.028732 n-d-713498-36 neutron-server[103233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86926460-8fdd-4ac1-b0ab-81dadf0a0417 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:07:48.029054 n-d-713498-36 neutron-server[103233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86926460-8fdd-4ac1-b0ab-81dadf0a0417 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:07:48.029375 n-d-713498-36 neutron-server[103233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86926460-8fdd-4ac1-b0ab-81dadf0a0417 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:07:48.029695 n-d-713498-36 neutron-server[103233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86926460-8fdd-4ac1-b0ab-81dadf0a0417 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:07:48.030044 n-d-713498-36 neutron-server[103233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86926460-8fdd-4ac1-b0ab-81dadf0a0417 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:07:48.030366 n-d-713498-36 neutron-server[103233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86926460-8fdd-4ac1-b0ab-81dadf0a0417 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:07:48.030686 n-d-713498-36 neutron-server[103233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86926460-8fdd-4ac1-b0ab-81dadf0a0417 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:07:48.031006 n-d-713498-36 neutron-server[103233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86926460-8fdd-4ac1-b0ab-81dadf0a0417 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:07:48.074358 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9038b9c1-efc9-4084-bf87-1998b9c62d62 tempest-TestNetworkAdvancedServerOps-38498957 tempest-TestNetworkAdvancedServerOps-38498957-project] Pushing event updated for resources: {'Subnet': ['ID=3a1adf80-30c4-4bb5-a7a1-f9664fd4c4a0,revision_number=0']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:07:48.083634 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9038b9c1-efc9-4084-bf87-1998b9c62d62 tempest-TestNetworkAdvancedServerOps-38498957 tempest-TestNetworkAdvancedServerOps-38498957-project] Checking segment: {'id': 'f347484d-b521-41b4-a39b-f0ddfba0fde2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '66832ecc-be61-47d4-a5ad-6f054effe748'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103229) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 20:07:48.084100 n-d-713498-36 neutron-server[103229]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9038b9c1-efc9-4084-bf87-1998b9c62d62 tempest-TestNetworkAdvancedServerOps-38498957 tempest-TestNetworkAdvancedServerOps-38498957-project] Network hostable DHCP agents. Network: 66832ecc-be61-47d4-a5ad-6f054effe748, hostable agents: ['af91e4b9-f4e1-42b1-a25c-a10dc47171c8'], hosted agents: [] {{(pid=103229) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 20:07:48.096408 n-d-713498-36 neutron-server[103233]: DEBUG neutron.plugins.ml2.db [None req-ec80ebe8-c2de-46d3-92c4-425c756abec5 None None] For port 1cd93a15-427b-42cd-8b59-1048be871b17, host n-d-713498-36, cleared binding levels {{(pid=103233) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 20:07:48.099619 n-d-713498-36 neutron-server[103233]: DEBUG neutron.plugins.ml2.db [None req-ec80ebe8-c2de-46d3-92c4-425c756abec5 None None] For port 1cd93a15-427b-42cd-8b59-1048be871b17, host n-d-713498-36, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-36',level=0,port_id=1cd93a15-427b-42cd-8b59-1048be871b17,segment=NetworkSegment(a4222f89-8d3f-4b51-953b-1a8126392491),segment_id=a4222f89-8d3f-4b51-953b-1a8126392491)] {{(pid=103233) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 20:07:48.104211 n-d-713498-36 neutron-server[103229]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9038b9c1-efc9-4084-bf87-1998b9c62d62 tempest-TestNetworkAdvancedServerOps-38498957 tempest-TestNetworkAdvancedServerOps-38498957-project] Network 66832ecc-be61-47d4-a5ad-6f054effe748 is scheduled to be hosted by DHCP agent af91e4b9-f4e1-42b1-a25c-a10dc47171c8 with binding_index 1 {{(pid=103229) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 20:07:48.106751 n-d-713498-36 neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-ec80ebe8-c2de-46d3-92c4-425c756abec5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762867176205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762866656485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762866656503'] for port (1cd93a15-427b-42cd-8b59-1048be871b17), after_update {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:07:48.114211 n-d-713498-36 neutron-server[103229]: DEBUG neutron.scheduler.base_scheduler [None req-9038b9c1-efc9-4084-bf87-1998b9c62d62 tempest-TestNetworkAdvancedServerOps-38498957 tempest-TestNetworkAdvancedServerOps-38498957-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713498-36, 66832ecc-be61-47d4-a5ad-6f054effe748) {{(pid=103229) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 20:07:48.118416 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9038b9c1-efc9-4084-bf87-1998b9c62d62 tempest-TestNetworkAdvancedServerOps-38498957 tempest-TestNetworkAdvancedServerOps-38498957-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:07:48.119082 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-9038b9c1-efc9-4084-bf87-1998b9c62d62 tempest-TestNetworkAdvancedServerOps-38498957 tempest-TestNetworkAdvancedServerOps-38498957-project] Publish callbacks [] for subnet (None), before_response {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:07:48.128210 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03b0cf14-6c0d-44f2-be36-bd6ce1d1e898 None None] Network 66832ecc-be61-47d4-a5ad-6f054effe748 requested from n-d-713498-36 {{(pid=103232) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 20:07:48.137705 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-9038b9c1-efc9-4084-bf87-1998b9c62d62 tempest-TestNetworkAdvancedServerOps-38498957 tempest-TestNetworkAdvancedServerOps-38498957-project] 10.222.0.75 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.4621084 Feb 09 20:07:48.140595 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 54308) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:07:48.173426 n-d-713498-36 neutron-server[103233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86926460-8fdd-4ac1-b0ab-81dadf0a0417 None None] Pushing event updated for resources: {'Port': ['ID=1cd93a15-427b-42cd-8b59-1048be871b17,revision_number=3']} {{(pid=103233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:07:48.177690 n-d-713498-36 neutron-server[103233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec80ebe8-c2de-46d3-92c4-425c756abec5 None None] Routers {'6b141b7b-0de2-4263-9085-db3cd86399ca'} bound to L3 agent in host n-d-713498-36 {{(pid=103233) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 20:07:48.178331 n-d-713498-36 neutron-server[103233]: DEBUG neutron.db.l3_hamode_db [None req-ec80ebe8-c2de-46d3-92c4-425c756abec5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-09T18:51:43Z,description=,heartbeat_timestamp=2022-02-09T20:07:43Z,host='n-d-713498-36',id=93303d5e-5d17-45e8-8963-7694f87783ae,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T18:51:43Z,topic='l3_agent')) {'router_ids': ['6b141b7b-0de2-4263-9085-db3cd86399ca'], 'active': True} {{(pid=103233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 20:07:48.249098 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82492bae-4386-4a79-ba0e-020362bde2b9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8b32e980-7cce-5e82-a341-bd2fa8945c89-66832ecc-be61-47d4-a5ad-6f054effe748', 'network_id': '66832ecc-be61-47d4-a5ad-6f054effe748', 'project_id': 'c799cd12150c4200978dc1a66164f122', 'fixed_ips': [{'subnet_id': '3a1adf80-30c4-4bb5-a7a1-f9664fd4c4a0'}]}} from n-d-713498-36. {{(pid=103232) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 09 20:07:48.250822 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-82492bae-4386-4a79-ba0e-020362bde2b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (None), before_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:07:48.298873 n-d-713498-36 neutron-server[103233]: DEBUG neutron.db.l3_dvr_db [None req-ec80ebe8-c2de-46d3-92c4-425c756abec5 None None] Set router 6b141b7b-0de2-4263-9085-db3cd86399ca gateway port host: n-d-713498-36 {{(pid=103233) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 20:07:48.418900 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.db_base_plugin_common [None req-82492bae-4386-4a79-ba0e-020362bde2b9 None None] Allocated IP 172.20.0.2 (66832ecc-be61-47d4-a5ad-6f054effe748/3a1adf80-30c4-4bb5-a7a1-f9664fd4c4a0/912877f2-6701-4e0d-a10c-4869ca975547) {{(pid=103232) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 20:07:48.489735 n-d-713498-36 neutron-server[103233]: DEBUG neutron.db.l3_hamode_db [None req-ec80ebe8-c2de-46d3-92c4-425c756abec5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b141b7b-0de2-4263-9085-db3cd86399ca', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1190011595', 'tenant_id': 'c799cd12150c4200978dc1a66164f122', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88055e1e-672a-4487-be31-ffb6e833ece5', 'external_fixed_ips': [{'subnet_id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'ip_address': '172.25.1.238'}], 'enable_snat': True}, 'gw_port_id': '1cd93a15-427b-42cd-8b59-1048be871b17', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T20:07:45Z', 'updated_at': '2022-02-09T20:07:46Z', 'revision_number': 3, 'project_id': 'c799cd12150c4200978dc1a66164f122', 'gw_port': {'id': '1cd93a15-427b-42cd-8b59-1048be871b17', 'name': '', 'network_id': '88055e1e-672a-4487-be31-ffb6e833ece5', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:c8:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6b141b7b-0de2-4263-9085-db3cd86399ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4233, 'fixed_ips': [{'subnet_id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'ip_address': '172.25.1.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T20:07:45Z', 'updated_at': '2022-02-09T20:07:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-36'}], 'n-d-713498-36', False) {} {{(pid=103233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 20:07:48.520620 n-d-713498-36 neutron-server[103233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec80ebe8-c2de-46d3-92c4-425c756abec5 None None] The sync data for ids ['6b141b7b-0de2-4263-9085-db3cd86399ca'] in n-d-713498-36 is: [{'id': '6b141b7b-0de2-4263-9085-db3cd86399ca', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1190011595', 'tenant_id': 'c799cd12150c4200978dc1a66164f122', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88055e1e-672a-4487-be31-ffb6e833ece5', 'external_fixed_ips': [{'subnet_id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'ip_address': '172.25.1.238'}], 'enable_snat': True}, 'gw_port_id': '1cd93a15-427b-42cd-8b59-1048be871b17', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T20:07:45Z', 'updated_at': '2022-02-09T20:07:46Z', 'revision_number': 3, 'project_id': 'c799cd12150c4200978dc1a66164f122', 'gw_port': {'id': '1cd93a15-427b-42cd-8b59-1048be871b17', 'name': '', 'network_id': '88055e1e-672a-4487-be31-ffb6e833ece5', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:c8:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6b141b7b-0de2-4263-9085-db3cd86399ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4233, 'fixed_ips': [{'subnet_id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'ip_address': '172.25.1.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T20:07:45Z', 'updated_at': '2022-02-09T20:07:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-36'}] {{(pid=103233) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 20:07:48.593100 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-82492bae-4386-4a79-ba0e-020362bde2b9 None None] Publish callbacks [] for port (912877f2-6701-4e0d-a10c-4869ca975547), precommit_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:07:48.601437 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-82492bae-4386-4a79-ba0e-020362bde2b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762866656467'] for port (912877f2-6701-4e0d-a10c-4869ca975547), after_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:07:48.642587 n-d-713498-36 neutron-server[103232]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82492bae-4386-4a79-ba0e-020362bde2b9 None None] Network 66832ecc-be61-47d4-a5ad-6f054effe748 is already hosted by enough agents. {{(pid=103232) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 20:07:48.647765 n-d-713498-36 neutron-server[103232]: DEBUG neutron.scheduler.base_scheduler [None req-82492bae-4386-4a79-ba0e-020362bde2b9 None None] Resources bound (agent type, host, resource id): {{(pid=103232) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 20:07:48.653244 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82492bae-4386-4a79-ba0e-020362bde2b9 None None] Received port after_create {{(pid=103232) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 20:07:48.663133 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82492bae-4386-4a79-ba0e-020362bde2b9 None None] Pushing event updated for resources: {'Port': ['ID=912877f2-6701-4e0d-a10c-4869ca975547,revision_number=1']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:07:48.725781 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.managers [None req-82492bae-4386-4a79-ba0e-020362bde2b9 None None] Attempting to bind port 912877f2-6701-4e0d-a10c-4869ca975547 on host n-d-713498-36 for vnic_type normal with profile {{(pid=103232) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 20:07:48.726233 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.managers [None req-82492bae-4386-4a79-ba0e-020362bde2b9 None None] Attempting to bind port 912877f2-6701-4e0d-a10c-4869ca975547 by drivers openvswitch,hyperv on host n-d-713498-36 at level 0 using segments [{'id': 'f347484d-b521-41b4-a39b-f0ddfba0fde2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '66832ecc-be61-47d4-a5ad-6f054effe748'}] {{(pid=103232) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 20:07:48.726667 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82492bae-4386-4a79-ba0e-020362bde2b9 None None] Attempting to bind port 912877f2-6701-4e0d-a10c-4869ca975547 on network 66832ecc-be61-47d4-a5ad-6f054effe748 {{(pid=103232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 20:07:48.733523 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82492bae-4386-4a79-ba0e-020362bde2b9 None None] Checking agent: {'id': '496418a2-c002-4aec-ab1a-07f3bea491bd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-36', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 18, 51, 47), 'started_at': datetime.datetime(2022, 2, 9, 18, 52, 17), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 20, 7, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-36'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 20:07:48.733523 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82492bae-4386-4a79-ba0e-020362bde2b9 None None] Checking segment: {'id': 'f347484d-b521-41b4-a39b-f0ddfba0fde2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '66832ecc-be61-47d4-a5ad-6f054effe748'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103232) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 20:07:48.733862 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-82492bae-4386-4a79-ba0e-020362bde2b9 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:07:48.734500 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82492bae-4386-4a79-ba0e-020362bde2b9 None None] Bound using segment: {'id': 'f347484d-b521-41b4-a39b-f0ddfba0fde2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '66832ecc-be61-47d4-a5ad-6f054effe748'} {{(pid=103232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 20:07:48.735357 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.managers [None req-82492bae-4386-4a79-ba0e-020362bde2b9 None None] Bound port: 912877f2-6701-4e0d-a10c-4869ca975547, host: n-d-713498-36, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f347484d-b521-41b4-a39b-f0ddfba0fde2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '66832ecc-be61-47d4-a5ad-6f054effe748'}}] {{(pid=103232) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 20:07:48.735921 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-82492bae-4386-4a79-ba0e-020362bde2b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (912877f2-6701-4e0d-a10c-4869ca975547), before_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:07:48.775603 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-79027811-ebc7-4736-8e6e-ca75189d49c7 tempest-TestNetworkAdvancedServerOps-38498957 tempest-TestNetworkAdvancedServerOps-38498957-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (None), before_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:07:48.843567 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-82492bae-4386-4a79-ba0e-020362bde2b9 None None] For port 912877f2-6701-4e0d-a10c-4869ca975547, host n-d-713498-36, cleared binding levels {{(pid=103232) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 20:07:48.848354 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-82492bae-4386-4a79-ba0e-020362bde2b9 None None] For port 912877f2-6701-4e0d-a10c-4869ca975547, host n-d-713498-36, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-36',level=0,port_id=912877f2-6701-4e0d-a10c-4869ca975547,segment=NetworkSegment(f347484d-b521-41b4-a39b-f0ddfba0fde2),segment_id=f347484d-b521-41b4-a39b-f0ddfba0fde2)] {{(pid=103232) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 20:07:48.863491 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-82492bae-4386-4a79-ba0e-020362bde2b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762867176205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762866656485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762866656503'] for port (912877f2-6701-4e0d-a10c-4869ca975547), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:07:48.951223 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82492bae-4386-4a79-ba0e-020362bde2b9 None None] Pushing event updated for resources: {'Port': ['ID=912877f2-6701-4e0d-a10c-4869ca975547,revision_number=2']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:07:49.080165 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762867132591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593584'] for agent (488cd9ae-631f-4955-ba0b-4f5a13f12e9c), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:07:49.221258 n-d-713498-36 neutron-server[103230]: DEBUG neutron.db.db_base_plugin_common [None req-79027811-ebc7-4736-8e6e-ca75189d49c7 tempest-TestNetworkAdvancedServerOps-38498957 tempest-TestNetworkAdvancedServerOps-38498957-project] Allocated IP 172.20.0.1 (66832ecc-be61-47d4-a5ad-6f054effe748/3a1adf80-30c4-4bb5-a7a1-f9664fd4c4a0/e424a371-38e5-42c0-bd30-be435e56d258) {{(pid=103230) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 20:07:49.374901 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-79027811-ebc7-4736-8e6e-ca75189d49c7 tempest-TestNetworkAdvancedServerOps-38498957 tempest-TestNetworkAdvancedServerOps-38498957-project] Publish callbacks [] for port (e424a371-38e5-42c0-bd30-be435e56d258), precommit_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:07:49.413192 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-79027811-ebc7-4736-8e6e-ca75189d49c7 tempest-TestNetworkAdvancedServerOps-38498957 tempest-TestNetworkAdvancedServerOps-38498957-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762866656467', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14393751'] for port (e424a371-38e5-42c0-bd30-be435e56d258), after_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:07:49.458808 n-d-713498-36 neutron-server[103230]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79027811-ebc7-4736-8e6e-ca75189d49c7 tempest-TestNetworkAdvancedServerOps-38498957 tempest-TestNetworkAdvancedServerOps-38498957-project] Network 66832ecc-be61-47d4-a5ad-6f054effe748 is already hosted by enough agents. {{(pid=103230) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 20:07:49.462426 n-d-713498-36 neutron-server[103230]: DEBUG neutron.scheduler.base_scheduler [None req-79027811-ebc7-4736-8e6e-ca75189d49c7 tempest-TestNetworkAdvancedServerOps-38498957 tempest-TestNetworkAdvancedServerOps-38498957-project] Resources bound (agent type, host, resource id): {{(pid=103230) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 20:07:49.468640 n-d-713498-36 neutron-server[103230]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79027811-ebc7-4736-8e6e-ca75189d49c7 tempest-TestNetworkAdvancedServerOps-38498957 tempest-TestNetworkAdvancedServerOps-38498957-project] Received port after_create {{(pid=103230) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 20:07:49.509221 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79027811-ebc7-4736-8e6e-ca75189d49c7 tempest-TestNetworkAdvancedServerOps-38498957 tempest-TestNetworkAdvancedServerOps-38498957-project] Pushing event updated for resources: {'Port': ['ID=e424a371-38e5-42c0-bd30-be435e56d258,revision_number=1']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:07:49.552821 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-79027811-ebc7-4736-8e6e-ca75189d49c7 tempest-TestNetworkAdvancedServerOps-38498957 tempest-TestNetworkAdvancedServerOps-38498957-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1819024'] for router_interface (6b141b7b-0de2-4263-9085-db3cd86399ca), before_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:07:49.569371 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762867132591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593584'] for agent (bcd5faee-dc24-4298-9134-0e0aa054058e), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:07:49.699038 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-79027811-ebc7-4736-8e6e-ca75189d49c7 tempest-TestNetworkAdvancedServerOps-38498957 tempest-TestNetworkAdvancedServerOps-38498957-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (e424a371-38e5-42c0-bd30-be435e56d258), before_update {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:07:50.011080 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e2059f9-69ae-4f27-97c1-dbbff2c0fcfa None None] Network 66832ecc-be61-47d4-a5ad-6f054effe748 requested from n-d-713498-36 {{(pid=103232) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 20:07:50.012012 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-79027811-ebc7-4736-8e6e-ca75189d49c7 tempest-TestNetworkAdvancedServerOps-38498957 tempest-TestNetworkAdvancedServerOps-38498957-project] Publish callbacks [] for port (e424a371-38e5-42c0-bd30-be435e56d258), precommit_update {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:07:50.017214 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-79027811-ebc7-4736-8e6e-ca75189d49c7 tempest-TestNetworkAdvancedServerOps-38498957 tempest-TestNetworkAdvancedServerOps-38498957-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762867176205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762866656485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762866656503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14393758'] for port (e424a371-38e5-42c0-bd30-be435e56d258), after_update {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:07:50.099136 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-79027811-ebc7-4736-8e6e-ca75189d49c7 tempest-TestNetworkAdvancedServerOps-38498957 tempest-TestNetworkAdvancedServerOps-38498957-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1613458', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1834496'] for router_interface (6b141b7b-0de2-4263-9085-db3cd86399ca), after_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:07:50.100794 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79027811-ebc7-4736-8e6e-ca75189d49c7 tempest-TestNetworkAdvancedServerOps-38498957 tempest-TestNetworkAdvancedServerOps-38498957-project] Pushing event updated for resources: {'Port': ['ID=e424a371-38e5-42c0-bd30-be435e56d258,revision_number=2']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:07:50.134262 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.provisioning_blocks [None req-9a56d444-14e5-44c7-b2aa-55963e3c3046 None None] Provisioning complete for port 912877f2-6701-4e0d-a10c-4869ca975547 triggered by entity DHCP. {{(pid=103232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 20:07:50.134635 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-9a56d444-14e5-44c7-b2aa-55963e3c3046 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593630'] for port (912877f2-6701-4e0d-a10c-4869ca975547), provisioning_complete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:07:50.209597 n-d-713498-36 neutron-server[103230]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79027811-ebc7-4736-8e6e-ca75189d49c7 tempest-TestNetworkAdvancedServerOps-38498957 tempest-TestNetworkAdvancedServerOps-38498957-project] Network 66832ecc-be61-47d4-a5ad-6f054effe748 is already hosted by enough agents. {{(pid=103230) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 20:07:50.211428 n-d-713498-36 neutron-server[103230]: DEBUG neutron.scheduler.base_scheduler [None req-79027811-ebc7-4736-8e6e-ca75189d49c7 tempest-TestNetworkAdvancedServerOps-38498957 tempest-TestNetworkAdvancedServerOps-38498957-project] Resources bound (agent type, host, resource id): {{(pid=103230) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 20:07:50.234090 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-9a56d444-14e5-44c7-b2aa-55963e3c3046 None None] Current status of the port 912877f2-6701-4e0d-a10c-4869ca975547 is: DOWN; New status is: ACTIVE {{(pid=103232) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 20:07:50.234822 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-9a56d444-14e5-44c7-b2aa-55963e3c3046 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (912877f2-6701-4e0d-a10c-4869ca975547), before_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:07:50.275662 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-9a56d444-14e5-44c7-b2aa-55963e3c3046 None None] For port 912877f2-6701-4e0d-a10c-4869ca975547, host n-d-713498-36, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-36',level=0,port_id=912877f2-6701-4e0d-a10c-4869ca975547,segment=NetworkSegment(f347484d-b521-41b4-a39b-f0ddfba0fde2),segment_id=f347484d-b521-41b4-a39b-f0ddfba0fde2)] {{(pid=103232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 20:07:50.282676 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-9a56d444-14e5-44c7-b2aa-55963e3c3046 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762867176205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762866656485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762866656503'] for port (912877f2-6701-4e0d-a10c-4869ca975547), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:07:50.339262 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a56d444-14e5-44c7-b2aa-55963e3c3046 None None] Pushing event updated for resources: {'Port': ['ID=912877f2-6701-4e0d-a10c-4869ca975547,revision_number=3']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:07:50.357261 n-d-713498-36 neutron-server[103230]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-79027811-ebc7-4736-8e6e-ca75189d49c7 tempest-TestNetworkAdvancedServerOps-38498957 tempest-TestNetworkAdvancedServerOps-38498957-project] Router 6b141b7b-0de2-4263-9085-db3cd86399ca has already been hosted by L3 agent 93303d5e-5d17-45e8-8963-7694f87783ae {{(pid=103230) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 20:07:50.408877 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.provisioning_blocks [None req-ca0d796a-57ff-4aa2-93a2-16a9a2ad19f8 None None] Provisioning complete for port e424a371-38e5-42c0-bd30-be435e56d258 triggered by entity DHCP. {{(pid=103232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 20:07:50.409486 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-ca0d796a-57ff-4aa2-93a2-16a9a2ad19f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593630'] for port (e424a371-38e5-42c0-bd30-be435e56d258), provisioning_complete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:07:50.452673 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-ca0d796a-57ff-4aa2-93a2-16a9a2ad19f8 None None] Port e424a371-38e5-42c0-bd30-be435e56d258 cannot update to ACTIVE because it is not bound. {{(pid=103232) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 20:07:50.462902 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.provisioning_blocks [None req-ca0d796a-57ff-4aa2-93a2-16a9a2ad19f8 None None] Provisioning complete for port 912877f2-6701-4e0d-a10c-4869ca975547 triggered by entity DHCP. {{(pid=103232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 20:07:50.464615 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-ca0d796a-57ff-4aa2-93a2-16a9a2ad19f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593630'] for port (912877f2-6701-4e0d-a10c-4869ca975547), provisioning_complete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:07:50.488099 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-79027811-ebc7-4736-8e6e-ca75189d49c7 tempest-TestNetworkAdvancedServerOps-38498957 tempest-TestNetworkAdvancedServerOps-38498957-project] Notify agent at l3_agent.n-d-713498-36 the message routers_updated {{(pid=103230) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 20:07:50.500987 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-79027811-ebc7-4736-8e6e-ca75189d49c7 tempest-TestNetworkAdvancedServerOps-38498957 tempest-TestNetworkAdvancedServerOps-38498957-project] 10.222.0.75 "PUT /v2.0/routers/6b141b7b-0de2-4263-9085-db3cd86399ca/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3525193 Feb 09 20:07:50.559298 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-ca0d796a-57ff-4aa2-93a2-16a9a2ad19f8 None None] Current status of the port 912877f2-6701-4e0d-a10c-4869ca975547 is: ACTIVE; New status is: ACTIVE {{(pid=103232) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 20:07:50.693837 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-d63f36d1-eaeb-4f11-85ac-9cad2869d0ce req-91c7b915-1b83-4cd0-b9f4-a1da4ff6459b tempest-TestNetworkAdvancedServerOps-38498957 tempest-TestNetworkAdvancedServerOps-38498957-project] 10.222.0.75 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-665012268&fields=id&tenant_id=c799cd12150c4200978dc1a66164f122 HTTP/1.1" status: 200 len: 267 time: 0.0596993 Feb 09 20:07:50.694354 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.provisioning_blocks [None req-b9f1f7e9-68eb-4b52-b42f-37dd68facfc4 None None] Provisioning complete for port e424a371-38e5-42c0-bd30-be435e56d258 triggered by entity DHCP. {{(pid=103232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 20:07:50.694354 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-b9f1f7e9-68eb-4b52-b42f-37dd68facfc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593630'] for port (e424a371-38e5-42c0-bd30-be435e56d258), provisioning_complete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:07:50.750784 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Device 1cd93a15-427b-42cd-8b59-1048be871b17 up at agent ovs-agent-n-d-713498-36 {{(pid=103232) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 20:07:50.781170 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-b9f1f7e9-68eb-4b52-b42f-37dd68facfc4 None None] Port e424a371-38e5-42c0-bd30-be435e56d258 cannot update to ACTIVE because it is not bound. {{(pid=103232) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 20:07:50.782494 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-996178ff-f532-4be6-9cb4-3e87374cb02c None None] Sync routers for ids ['6b141b7b-0de2-4263-9085-db3cd86399ca'] in n-d-713498-36 {{(pid=103232) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 20:07:50.806782 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.l3_dvrscheduler_db [None req-996178ff-f532-4be6-9cb4-3e87374cb02c None None] Routers {'6b141b7b-0de2-4263-9085-db3cd86399ca'} bound to L3 agent in host n-d-713498-36 {{(pid=103232) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 20:07:50.808852 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.l3_hamode_db [None req-996178ff-f532-4be6-9cb4-3e87374cb02c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-09T18:51:43Z,description=,heartbeat_timestamp=2022-02-09T20:07:43Z,host='n-d-713498-36',id=93303d5e-5d17-45e8-8963-7694f87783ae,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T18:51:43Z,topic='l3_agent')) {'router_ids': ['6b141b7b-0de2-4263-9085-db3cd86399ca'], 'active': True} {{(pid=103232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 20:07:50.820204 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d63f36d1-eaeb-4f11-85ac-9cad2869d0ce req-2a843989-0f95-48f0-93f3-0036a2c66cde tempest-TestNetworkAdvancedServerOps-38498957 tempest-TestNetworkAdvancedServerOps-38498957-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:07:50.821715 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-d63f36d1-eaeb-4f11-85ac-9cad2869d0ce req-2a843989-0f95-48f0-93f3-0036a2c66cde tempest-TestNetworkAdvancedServerOps-38498957 tempest-TestNetworkAdvancedServerOps-38498957-project] 10.222.0.75 "GET /v2.0/networks?id=66832ecc-be61-47d4-a5ad-6f054effe748 HTTP/1.1" status: 200 len: 796 time: 0.1285250 Feb 09 20:07:50.837948 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-d63f36d1-eaeb-4f11-85ac-9cad2869d0ce req-beee412a-a16b-4c2d-bf51-c574e7bccc09 tempest-TestNetworkAdvancedServerOps-38498957 tempest-TestNetworkAdvancedServerOps-38498957-project] 10.222.0.75 "GET /v2.0/quotas/c799cd12150c4200978dc1a66164f122 HTTP/1.1" status: 200 len: 375 time: 0.0099192 Feb 09 20:07:50.894166 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.provisioning_blocks [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Provisioning complete for port 1cd93a15-427b-42cd-8b59-1048be871b17 triggered by entity L2. {{(pid=103232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 20:07:50.894387 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593630'] for port (1cd93a15-427b-42cd-8b59-1048be871b17), provisioning_complete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:07:50.906214 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-d63f36d1-eaeb-4f11-85ac-9cad2869d0ce req-7e18cf40-090f-465d-bcd1-9351967a7669 tempest-TestNetworkAdvancedServerOps-38498957 tempest-TestNetworkAdvancedServerOps-38498957-project] 10.222.0.75 "GET /v2.0/ports?tenant_id=c799cd12150c4200978dc1a66164f122&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0580640 Feb 09 20:07:50.960731 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.provisioning_blocks [None req-d370811e-c74c-48a0-acc5-f6915131b564 None None] Provisioning complete for port e424a371-38e5-42c0-bd30-be435e56d258 triggered by entity DHCP. {{(pid=103232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 20:07:50.961115 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-d370811e-c74c-48a0-acc5-f6915131b564 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593630'] for port (e424a371-38e5-42c0-bd30-be435e56d258), provisioning_complete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:07:50.971639 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [req-d63f36d1-eaeb-4f11-85ac-9cad2869d0ce req-a5306f68-e844-4e62-b524-69922327cbe8 service neutron] http://10.222.0.75:9696/v2.0/extensions returned with HTTP 200 {{(pid=103229) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 09 20:07:50.972692 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-d63f36d1-eaeb-4f11-85ac-9cad2869d0ce req-a5306f68-e844-4e62-b524-69922327cbe8 service neutron] 10.222.0.75 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0537837 Feb 09 20:07:51.008654 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.l3_dvr_db [None req-996178ff-f532-4be6-9cb4-3e87374cb02c None None] Set router 6b141b7b-0de2-4263-9085-db3cd86399ca gateway port host: n-d-713498-36 {{(pid=103232) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 20:07:51.041074 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-d370811e-c74c-48a0-acc5-f6915131b564 None None] Port e424a371-38e5-42c0-bd30-be435e56d258 cannot update to ACTIVE because it is not bound. {{(pid=103232) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 20:07:51.072699 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-d63f36d1-eaeb-4f11-85ac-9cad2869d0ce req-5c7378b9-2a27-4d8e-ad92-77f1b6409fb7 service neutron] 10.222.0.75 "GET /v2.0/networks/66832ecc-be61-47d4-a5ad-6f054effe748?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0930493 Feb 09 20:07:51.162408 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Current status of the port 1cd93a15-427b-42cd-8b59-1048be871b17 is: DOWN; New status is: ACTIVE {{(pid=103232) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 20:07:51.162712 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (1cd93a15-427b-42cd-8b59-1048be871b17), before_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:07:51.168722 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-d63f36d1-eaeb-4f11-85ac-9cad2869d0ce req-2c266301-bfa3-48ae-8634-ced19688485a service neutron] 10.222.0.75 "GET /v2.0/networks/66832ecc-be61-47d4-a5ad-6f054effe748?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0884428 Feb 09 20:07:51.195191 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] For port 1cd93a15-427b-42cd-8b59-1048be871b17, host n-d-713498-36, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-36',level=0,port_id=1cd93a15-427b-42cd-8b59-1048be871b17,segment=NetworkSegment(a4222f89-8d3f-4b51-953b-1a8126392491),segment_id=a4222f89-8d3f-4b51-953b-1a8126392491)] {{(pid=103232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 20:07:51.201830 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762867176205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762866656485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762866656503'] for port (1cd93a15-427b-42cd-8b59-1048be871b17), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:07:51.202641 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Device 912877f2-6701-4e0d-a10c-4869ca975547 up at agent ovs-agent-n-d-713498-36 {{(pid=103232) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 20:07:51.324741 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Pushing event updated for resources: {'Port': ['ID=1cd93a15-427b-42cd-8b59-1048be871b17,revision_number=4']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:07:51.343217 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.provisioning_blocks [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Provisioning complete for port 912877f2-6701-4e0d-a10c-4869ca975547 triggered by entity L2. {{(pid=103232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 20:07:51.343589 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593630'] for port (912877f2-6701-4e0d-a10c-4869ca975547), provisioning_complete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:07:51.393036 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.l3_hamode_db [None req-996178ff-f532-4be6-9cb4-3e87374cb02c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b141b7b-0de2-4263-9085-db3cd86399ca', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1190011595', 'tenant_id': 'c799cd12150c4200978dc1a66164f122', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88055e1e-672a-4487-be31-ffb6e833ece5', 'external_fixed_ips': [{'subnet_id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'ip_address': '172.25.1.238'}], 'enable_snat': True}, 'gw_port_id': '1cd93a15-427b-42cd-8b59-1048be871b17', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T20:07:45Z', 'updated_at': '2022-02-09T20:07:49Z', 'revision_number': 4, 'project_id': 'c799cd12150c4200978dc1a66164f122', 'gw_port': {'id': '1cd93a15-427b-42cd-8b59-1048be871b17', 'name': '', 'network_id': '88055e1e-672a-4487-be31-ffb6e833ece5', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:c8:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6b141b7b-0de2-4263-9085-db3cd86399ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4233, 'fixed_ips': [{'subnet_id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'ip_address': '172.25.1.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T20:07:45Z', 'updated_at': '2022-02-09T20:07:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-36', '_interfaces': [{'id': 'e424a371-38e5-42c0-bd30-be435e56d258', 'name': '', 'network_id': '66832ecc-be61-47d4-a5ad-6f054effe748', 'tenant_id': 'c799cd12150c4200978dc1a66164f122', 'mac_address': 'fa:16:3e:c4:22:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6b141b7b-0de2-4263-9085-db3cd86399ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 4236, 'fixed_ips': [{'subnet_id': '3a1adf80-30c4-4bb5-a7a1-f9664fd4c4a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T20:07:48Z', 'updated_at': '2022-02-09T20:07:49Z', 'revision_number': 2, 'project_id': 'c799cd12150c4200978dc1a66164f122', 'subnets': [{'id': '3a1adf80-30c4-4bb5-a7a1-f9664fd4c4a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-36', False) {} {{(pid=103232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 20:07:51.424010 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-996178ff-f532-4be6-9cb4-3e87374cb02c None None] Checking router: 6b141b7b-0de2-4263-9085-db3cd86399ca for host: n-d-713498-36 {{(pid=103232) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 20:07:51.424276 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-996178ff-f532-4be6-9cb4-3e87374cb02c None None] Updating router 6b141b7b-0de2-4263-9085-db3cd86399ca port e424a371-38e5-42c0-bd30-be435e56d258 binding host n-d-713498-36 {{(pid=103232) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 20:07:51.476595 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-996178ff-f532-4be6-9cb4-3e87374cb02c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (e424a371-38e5-42c0-bd30-be435e56d258), before_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:07:51.506877 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Current status of the port 912877f2-6701-4e0d-a10c-4869ca975547 is: ACTIVE; New status is: ACTIVE {{(pid=103232) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 20:07:51.925891 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-996178ff-f532-4be6-9cb4-3e87374cb02c None None] Publish callbacks [] for port (e424a371-38e5-42c0-bd30-be435e56d258), precommit_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:07:51.932430 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-996178ff-f532-4be6-9cb4-3e87374cb02c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762867176205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762866656485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762866656503'] for port (e424a371-38e5-42c0-bd30-be435e56d258), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:07:51.982411 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-614b6e6c-1796-4c76-93ec-9391fdd5f8d1 None None] Pushing event updated for resources: {'Port': ['ID=e424a371-38e5-42c0-bd30-be435e56d258,revision_number=3']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:07:52.038970 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.managers [None req-996178ff-f532-4be6-9cb4-3e87374cb02c None None] Attempting to bind port e424a371-38e5-42c0-bd30-be435e56d258 on host n-d-713498-36 for vnic_type normal with profile {{(pid=103232) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 20:07:52.039340 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.managers [None req-996178ff-f532-4be6-9cb4-3e87374cb02c None None] Attempting to bind port e424a371-38e5-42c0-bd30-be435e56d258 by drivers openvswitch,hyperv on host n-d-713498-36 at level 0 using segments [{'id': 'f347484d-b521-41b4-a39b-f0ddfba0fde2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '66832ecc-be61-47d4-a5ad-6f054effe748'}] {{(pid=103232) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 20:07:52.039702 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-996178ff-f532-4be6-9cb4-3e87374cb02c None None] Attempting to bind port e424a371-38e5-42c0-bd30-be435e56d258 on network 66832ecc-be61-47d4-a5ad-6f054effe748 {{(pid=103232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 20:07:52.046289 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-996178ff-f532-4be6-9cb4-3e87374cb02c None None] Checking agent: {'id': '496418a2-c002-4aec-ab1a-07f3bea491bd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-36', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 18, 51, 47), 'started_at': datetime.datetime(2022, 2, 9, 18, 52, 17), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 20, 7, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-36'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 20:07:52.046661 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-996178ff-f532-4be6-9cb4-3e87374cb02c None None] Checking segment: {'id': 'f347484d-b521-41b4-a39b-f0ddfba0fde2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '66832ecc-be61-47d4-a5ad-6f054effe748'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103232) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 20:07:52.047057 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-996178ff-f532-4be6-9cb4-3e87374cb02c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:07:52.047445 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-996178ff-f532-4be6-9cb4-3e87374cb02c None None] Bound using segment: {'id': 'f347484d-b521-41b4-a39b-f0ddfba0fde2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '66832ecc-be61-47d4-a5ad-6f054effe748'} {{(pid=103232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 20:07:52.047904 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.managers [None req-996178ff-f532-4be6-9cb4-3e87374cb02c None None] Bound port: e424a371-38e5-42c0-bd30-be435e56d258, host: n-d-713498-36, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f347484d-b521-41b4-a39b-f0ddfba0fde2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '66832ecc-be61-47d4-a5ad-6f054effe748'}}] {{(pid=103232) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 20:07:52.048280 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-996178ff-f532-4be6-9cb4-3e87374cb02c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (e424a371-38e5-42c0-bd30-be435e56d258), before_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:07:52.113905 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-996178ff-f532-4be6-9cb4-3e87374cb02c None None] For port e424a371-38e5-42c0-bd30-be435e56d258, host n-d-713498-36, cleared binding levels {{(pid=103232) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 20:07:52.117604 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-996178ff-f532-4be6-9cb4-3e87374cb02c None None] For port e424a371-38e5-42c0-bd30-be435e56d258, host n-d-713498-36, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-36',level=0,port_id=e424a371-38e5-42c0-bd30-be435e56d258,segment=NetworkSegment(f347484d-b521-41b4-a39b-f0ddfba0fde2),segment_id=f347484d-b521-41b4-a39b-f0ddfba0fde2)] {{(pid=103232) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 20:07:52.124939 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-996178ff-f532-4be6-9cb4-3e87374cb02c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762867176205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762866656485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762866656503'] for port (e424a371-38e5-42c0-bd30-be435e56d258), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:07:52.201215 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.l3_dvrscheduler_db [None req-996178ff-f532-4be6-9cb4-3e87374cb02c None None] Routers {'6b141b7b-0de2-4263-9085-db3cd86399ca'} bound to L3 agent in host n-d-713498-36 {{(pid=103232) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 20:07:52.201778 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.l3_hamode_db [None req-996178ff-f532-4be6-9cb4-3e87374cb02c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-09T18:51:43Z,description=,heartbeat_timestamp=2022-02-09T20:07:43Z,host='n-d-713498-36',id=93303d5e-5d17-45e8-8963-7694f87783ae,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T18:51:43Z,topic='l3_agent')) {'router_ids': ['6b141b7b-0de2-4263-9085-db3cd86399ca'], 'active': True} {{(pid=103232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 20:07:52.203543 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-614b6e6c-1796-4c76-93ec-9391fdd5f8d1 None None] Pushing event updated for resources: {'Port': ['ID=e424a371-38e5-42c0-bd30-be435e56d258,revision_number=4']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:07:52.208462 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.provisioning_blocks [None req-c20c56b7-6c97-4e87-9492-f96a5b9789f7 None None] Provisioning complete for port e424a371-38e5-42c0-bd30-be435e56d258 triggered by entity DHCP. {{(pid=103232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 20:07:52.208838 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-c20c56b7-6c97-4e87-9492-f96a5b9789f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593630'] for port (e424a371-38e5-42c0-bd30-be435e56d258), provisioning_complete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:07:52.365886 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.l3_dvr_db [None req-996178ff-f532-4be6-9cb4-3e87374cb02c None None] Set router 6b141b7b-0de2-4263-9085-db3cd86399ca gateway port host: n-d-713498-36 {{(pid=103232) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 20:07:52.368636 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-756b1eec-ae0a-4823-8ecb-4973d529df37 req-a87e4eef-9e47-489c-8cda-a18d0cb6df38 tempest-TestNetworkAdvancedServerOps-38498957 tempest-TestNetworkAdvancedServerOps-38498957-project] 10.222.0.75 "GET /v2.0/ports?device_id=08458687-ddef-4f20-b020-ed91649f2a82 HTTP/1.1" status: 200 len: 210 time: 0.0378211 Feb 09 20:07:52.486717 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-c20c56b7-6c97-4e87-9492-f96a5b9789f7 None None] Current status of the port e424a371-38e5-42c0-bd30-be435e56d258 is: DOWN; New status is: ACTIVE {{(pid=103232) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 20:07:52.487131 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-c20c56b7-6c97-4e87-9492-f96a5b9789f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (e424a371-38e5-42c0-bd30-be435e56d258), before_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:07:52.564037 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-c20c56b7-6c97-4e87-9492-f96a5b9789f7 None None] For port e424a371-38e5-42c0-bd30-be435e56d258, host n-d-713498-36, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-36',level=0,port_id=e424a371-38e5-42c0-bd30-be435e56d258,segment=NetworkSegment(f347484d-b521-41b4-a39b-f0ddfba0fde2),segment_id=f347484d-b521-41b4-a39b-f0ddfba0fde2)] {{(pid=103232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 20:07:52.570334 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-c20c56b7-6c97-4e87-9492-f96a5b9789f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762867176205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762866656485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762866656503'] for port (e424a371-38e5-42c0-bd30-be435e56d258), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:07:52.658282 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Device 1cd93a15-427b-42cd-8b59-1048be871b17 up at agent ovs-agent-n-d-713498-36 {{(pid=103232) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 20:07:52.691417 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c20c56b7-6c97-4e87-9492-f96a5b9789f7 None None] Pushing event updated for resources: {'Port': ['ID=e424a371-38e5-42c0-bd30-be435e56d258,revision_number=5']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:07:52.726480 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.provisioning_blocks [None req-776d9b02-e205-4e1b-941a-b1d2edada19d None None] Provisioning complete for port e424a371-38e5-42c0-bd30-be435e56d258 triggered by entity DHCP. {{(pid=103232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 20:07:52.726862 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-776d9b02-e205-4e1b-941a-b1d2edada19d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593630'] for port (e424a371-38e5-42c0-bd30-be435e56d258), provisioning_complete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:07:52.781153 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.provisioning_blocks [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Provisioning complete for port 1cd93a15-427b-42cd-8b59-1048be871b17 triggered by entity L2. {{(pid=103232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 20:07:52.781543 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593630'] for port (1cd93a15-427b-42cd-8b59-1048be871b17), provisioning_complete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:07:52.785720 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.l3_hamode_db [None req-996178ff-f532-4be6-9cb4-3e87374cb02c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b141b7b-0de2-4263-9085-db3cd86399ca', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1190011595', 'tenant_id': 'c799cd12150c4200978dc1a66164f122', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88055e1e-672a-4487-be31-ffb6e833ece5', 'external_fixed_ips': [{'subnet_id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'ip_address': '172.25.1.238'}], 'enable_snat': True}, 'gw_port_id': '1cd93a15-427b-42cd-8b59-1048be871b17', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T20:07:45Z', 'updated_at': '2022-02-09T20:07:49Z', 'revision_number': 4, 'project_id': 'c799cd12150c4200978dc1a66164f122', 'gw_port': {'id': '1cd93a15-427b-42cd-8b59-1048be871b17', 'name': '', 'network_id': '88055e1e-672a-4487-be31-ffb6e833ece5', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:c8:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b141b7b-0de2-4263-9085-db3cd86399ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4233, 'fixed_ips': [{'subnet_id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'ip_address': '172.25.1.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T20:07:45Z', 'updated_at': '2022-02-09T20:07:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-36', '_interfaces': [{'id': 'e424a371-38e5-42c0-bd30-be435e56d258', 'name': '', 'network_id': '66832ecc-be61-47d4-a5ad-6f054effe748', 'tenant_id': 'c799cd12150c4200978dc1a66164f122', 'mac_address': 'fa:16:3e:c4:22:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6b141b7b-0de2-4263-9085-db3cd86399ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 4236, 'fixed_ips': [{'subnet_id': '3a1adf80-30c4-4bb5-a7a1-f9664fd4c4a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T20:07:48Z', 'updated_at': '2022-02-09T20:07:52Z', 'revision_number': 4, 'project_id': 'c799cd12150c4200978dc1a66164f122', 'subnets': [{'id': '3a1adf80-30c4-4bb5-a7a1-f9664fd4c4a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-36', False) {} {{(pid=103232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 20:07:52.849409 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-996178ff-f532-4be6-9cb4-3e87374cb02c None None] The sync data for ids ['6b141b7b-0de2-4263-9085-db3cd86399ca'] in n-d-713498-36 is: [{'id': '6b141b7b-0de2-4263-9085-db3cd86399ca', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1190011595', 'tenant_id': 'c799cd12150c4200978dc1a66164f122', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88055e1e-672a-4487-be31-ffb6e833ece5', 'external_fixed_ips': [{'subnet_id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'ip_address': '172.25.1.238'}], 'enable_snat': True}, 'gw_port_id': '1cd93a15-427b-42cd-8b59-1048be871b17', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T20:07:45Z', 'updated_at': '2022-02-09T20:07:49Z', 'revision_number': 4, 'project_id': 'c799cd12150c4200978dc1a66164f122', 'gw_port': {'id': '1cd93a15-427b-42cd-8b59-1048be871b17', 'name': '', 'network_id': '88055e1e-672a-4487-be31-ffb6e833ece5', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:c8:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b141b7b-0de2-4263-9085-db3cd86399ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4233, 'fixed_ips': [{'subnet_id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'ip_address': '172.25.1.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T20:07:45Z', 'updated_at': '2022-02-09T20:07:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-36', '_interfaces': [{'id': 'e424a371-38e5-42c0-bd30-be435e56d258', 'name': '', 'network_id': '66832ecc-be61-47d4-a5ad-6f054effe748', 'tenant_id': 'c799cd12150c4200978dc1a66164f122', 'mac_address': 'fa:16:3e:c4:22:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6b141b7b-0de2-4263-9085-db3cd86399ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 4236, 'fixed_ips': [{'subnet_id': '3a1adf80-30c4-4bb5-a7a1-f9664fd4c4a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T20:07:48Z', 'updated_at': '2022-02-09T20:07:52Z', 'revision_number': 4, 'project_id': 'c799cd12150c4200978dc1a66164f122', 'subnets': [{'id': '3a1adf80-30c4-4bb5-a7a1-f9664fd4c4a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103232) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 20:07:52.909331 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-776d9b02-e205-4e1b-941a-b1d2edada19d None None] Current status of the port e424a371-38e5-42c0-bd30-be435e56d258 is: ACTIVE; New status is: ACTIVE {{(pid=103232) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 20:07:52.964472 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Current status of the port 1cd93a15-427b-42cd-8b59-1048be871b17 is: ACTIVE; New status is: ACTIVE {{(pid=103232) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 20:07:53.493395 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-d0ef73ba-2b2f-4190-a49c-0d6fd21bd75d req-da599583-bc6d-4b35-8059-d114ab59528a tempest-TestNetworkAdvancedServerOps-38498957 tempest-TestNetworkAdvancedServerOps-38498957-project] 10.222.0.75 "GET /v2.0/ports?device_id=08458687-ddef-4f20-b020-ed91649f2a82 HTTP/1.1" status: 200 len: 210 time: 0.0330138 Feb 09 20:07:53.612954 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d63f36d1-eaeb-4f11-85ac-9cad2869d0ce req-3d248edb-cd93-415a-aca0-58815615171a tempest-TestNetworkAdvancedServerOps-38498957 tempest-TestNetworkAdvancedServerOps-38498957-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:07:53.614455 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-d63f36d1-eaeb-4f11-85ac-9cad2869d0ce req-3d248edb-cd93-415a-aca0-58815615171a tempest-TestNetworkAdvancedServerOps-38498957 tempest-TestNetworkAdvancedServerOps-38498957-project] 10.222.0.90 "GET /v2.0/networks?id=66832ecc-be61-47d4-a5ad-6f054effe748 HTTP/1.1" status: 200 len: 796 time: 0.1314232 Feb 09 20:07:53.686522 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-d63f36d1-eaeb-4f11-85ac-9cad2869d0ce req-19e1b050-796d-4b3c-8a48-f53c361aa6d8 tempest-TestNetworkAdvancedServerOps-38498957 tempest-TestNetworkAdvancedServerOps-38498957-project] 10.222.0.90 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c799cd12150c4200978dc1a66164f122 HTTP/1.1" status: 200 len: 379 time: 0.0616965 Feb 09 20:07:53.696738 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.v2.base [req-d63f36d1-eaeb-4f11-85ac-9cad2869d0ce req-8089768c-6c31-4e71-9e2d-b65753fb3428 tempest-TestNetworkAdvancedServerOps-38498957 tempest-TestNetworkAdvancedServerOps-38498957-project] Request body: {'port': {'device_id': '08458687-ddef-4f20-b020-ed91649f2a82', 'network_id': '66832ecc-be61-47d4-a5ad-6f054effe748', 'admin_state_up': True, 'tenant_id': 'c799cd12150c4200978dc1a66164f122', 'security_groups': ['a53c300c-2f9c-427c-80f0-3ca1adbdaa32']}} {{(pid=103230) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 20:07:53.812301 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d63f36d1-eaeb-4f11-85ac-9cad2869d0ce req-8089768c-6c31-4e71-9e2d-b65753fb3428 tempest-TestNetworkAdvancedServerOps-38498957 tempest-TestNetworkAdvancedServerOps-38498957-project] Made reservation on behalf of c799cd12150c4200978dc1a66164f122 for: {'port': 1} {{(pid=103230) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 20:07:53.815713 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [req-d63f36d1-eaeb-4f11-85ac-9cad2869d0ce req-8089768c-6c31-4e71-9e2d-b65753fb3428 tempest-TestNetworkAdvancedServerOps-38498957 tempest-TestNetworkAdvancedServerOps-38498957-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (None), before_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:07:53.950113 n-d-713498-36 neutron-server[103230]: DEBUG neutron.db.db_base_plugin_common [req-d63f36d1-eaeb-4f11-85ac-9cad2869d0ce req-8089768c-6c31-4e71-9e2d-b65753fb3428 tempest-TestNetworkAdvancedServerOps-38498957 tempest-TestNetworkAdvancedServerOps-38498957-project] Allocated IP 172.20.0.3 (66832ecc-be61-47d4-a5ad-6f054effe748/3a1adf80-30c4-4bb5-a7a1-f9664fd4c4a0/4b459701-b4c9-4963-8ad2-9d81dcc6ee35) {{(pid=103230) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 20:07:54.093125 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [req-d63f36d1-eaeb-4f11-85ac-9cad2869d0ce req-8089768c-6c31-4e71-9e2d-b65753fb3428 tempest-TestNetworkAdvancedServerOps-38498957 tempest-TestNetworkAdvancedServerOps-38498957-project] Publish callbacks [] for port (4b459701-b4c9-4963-8ad2-9d81dcc6ee35), precommit_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:07:54.127325 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [req-d63f36d1-eaeb-4f11-85ac-9cad2869d0ce req-8089768c-6c31-4e71-9e2d-b65753fb3428 tempest-TestNetworkAdvancedServerOps-38498957 tempest-TestNetworkAdvancedServerOps-38498957-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762866656467', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14393751'] for port (4b459701-b4c9-4963-8ad2-9d81dcc6ee35), after_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:07:54.169612 n-d-713498-36 neutron-server[103230]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d63f36d1-eaeb-4f11-85ac-9cad2869d0ce req-8089768c-6c31-4e71-9e2d-b65753fb3428 tempest-TestNetworkAdvancedServerOps-38498957 tempest-TestNetworkAdvancedServerOps-38498957-project] Network 66832ecc-be61-47d4-a5ad-6f054effe748 is already hosted by enough agents. {{(pid=103230) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 20:07:54.175087 n-d-713498-36 neutron-server[103230]: DEBUG neutron.scheduler.base_scheduler [req-d63f36d1-eaeb-4f11-85ac-9cad2869d0ce req-8089768c-6c31-4e71-9e2d-b65753fb3428 tempest-TestNetworkAdvancedServerOps-38498957 tempest-TestNetworkAdvancedServerOps-38498957-project] Resources bound (agent type, host, resource id): {{(pid=103230) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 20:07:54.177410 n-d-713498-36 neutron-server[103230]: DEBUG neutron.db.l3_dvrscheduler_db [req-d63f36d1-eaeb-4f11-85ac-9cad2869d0ce req-8089768c-6c31-4e71-9e2d-b65753fb3428 tempest-TestNetworkAdvancedServerOps-38498957 tempest-TestNetworkAdvancedServerOps-38498957-project] Received port after_create {{(pid=103230) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 20:07:54.211392 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8089768c-6c31-4e71-9e2d-b65753fb3428 tempest-TestNetworkAdvancedServerOps-38498957 tempest-TestNetworkAdvancedServerOps-38498957-project] Pushing event updated for resources: {'Port': ['ID=4b459701-b4c9-4963-8ad2-9d81dcc6ee35,revision_number=1']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:07:54.240167 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d63f36d1-eaeb-4f11-85ac-9cad2869d0ce req-8089768c-6c31-4e71-9e2d-b65753fb3428 tempest-TestNetworkAdvancedServerOps-38498957 tempest-TestNetworkAdvancedServerOps-38498957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:07:54.240780 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [req-d63f36d1-eaeb-4f11-85ac-9cad2869d0ce req-8089768c-6c31-4e71-9e2d-b65753fb3428 tempest-TestNetworkAdvancedServerOps-38498957 tempest-TestNetworkAdvancedServerOps-38498957-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171096'] for port (None), before_response {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:07:54.258460 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-d63f36d1-eaeb-4f11-85ac-9cad2869d0ce req-8089768c-6c31-4e71-9e2d-b65753fb3428 tempest-TestNetworkAdvancedServerOps-38498957 tempest-TestNetworkAdvancedServerOps-38498957-project] 10.222.0.90 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5654838 Feb 09 20:07:54.269669 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [req-d63f36d1-eaeb-4f11-85ac-9cad2869d0ce req-8c273853-b668-46fd-93cd-e4fcabdefaff tempest-TestNetworkAdvancedServerOps-38498957 tempest-TestNetworkAdvancedServerOps-38498957-project] http://10.222.0.75:9696/v2.0/extensions returned with HTTP 200 {{(pid=103230) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 09 20:07:54.271085 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-d63f36d1-eaeb-4f11-85ac-9cad2869d0ce req-8c273853-b668-46fd-93cd-e4fcabdefaff tempest-TestNetworkAdvancedServerOps-38498957 tempest-TestNetworkAdvancedServerOps-38498957-project] 10.222.0.90 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0063646 Feb 09 20:07:54.334163 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.v2.base [req-d63f36d1-eaeb-4f11-85ac-9cad2869d0ce req-bea6a9d7-8ffa-4eb6-a64b-bb26dcd30002 service neutron] Request body: {'port': {'device_id': '08458687-ddef-4f20-b020-ed91649f2a82', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-713498-36'}} {{(pid=103230) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 20:07:54.395463 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [req-d63f36d1-eaeb-4f11-85ac-9cad2869d0ce req-bea6a9d7-8ffa-4eb6-a64b-bb26dcd30002 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (4b459701-b4c9-4963-8ad2-9d81dcc6ee35), before_update {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:07:54.601262 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.provisioning_blocks [None req-7f161fef-831e-4dae-a854-da94485bfdbe None None] Provisioning complete for port 4b459701-b4c9-4963-8ad2-9d81dcc6ee35 triggered by entity DHCP. {{(pid=103232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 20:07:54.602298 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-7f161fef-831e-4dae-a854-da94485bfdbe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593630'] for port (4b459701-b4c9-4963-8ad2-9d81dcc6ee35), provisioning_complete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:07:54.645665 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-7f161fef-831e-4dae-a854-da94485bfdbe None None] Port 4b459701-b4c9-4963-8ad2-9d81dcc6ee35 cannot update to ACTIVE because it is not bound. {{(pid=103232) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 20:07:54.670187 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Device e424a371-38e5-42c0-bd30-be435e56d258 up at agent ovs-agent-n-d-713498-36 {{(pid=103232) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 20:07:54.676379 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-142cb146-bbdc-4141-bb1e-e4b6b03b4b98 req-8dfa7eca-53c2-43dd-8b4f-85015d957724 tempest-TestNetworkAdvancedServerOps-38498957 tempest-TestNetworkAdvancedServerOps-38498957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:07:54.677847 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-142cb146-bbdc-4141-bb1e-e4b6b03b4b98 req-8dfa7eca-53c2-43dd-8b4f-85015d957724 tempest-TestNetworkAdvancedServerOps-38498957 tempest-TestNetworkAdvancedServerOps-38498957-project] 10.222.0.75 "GET /v2.0/ports?device_id=08458687-ddef-4f20-b020-ed91649f2a82 HTTP/1.1" status: 200 len: 931 time: 0.0939989 Feb 09 20:07:54.720757 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.provisioning_blocks [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Provisioning complete for port e424a371-38e5-42c0-bd30-be435e56d258 triggered by entity L2. {{(pid=103232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 20:07:54.721268 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593630'] for port (e424a371-38e5-42c0-bd30-be435e56d258), provisioning_complete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:07:54.747981 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-142cb146-bbdc-4141-bb1e-e4b6b03b4b98 req-ca8950c0-8329-4ea6-bc03-47d4802b4ecb tempest-TestNetworkAdvancedServerOps-38498957 tempest-TestNetworkAdvancedServerOps-38498957-project] 10.222.0.75 "GET /v2.0/security-groups?id=a53c300c-2f9c-427c-80f0-3ca1adbdaa32&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0616097 Feb 09 20:07:54.779101 n-d-713498-36 neutron-server[103230]: DEBUG neutron.notifiers.nova [req-d63f36d1-eaeb-4f11-85ac-9cad2869d0ce req-bea6a9d7-8ffa-4eb6-a64b-bb26dcd30002 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4b459701-b4c9-4963-8ad2-9d81dcc6ee35 {{(pid=103230) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 20:07:54.786475 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [req-d63f36d1-eaeb-4f11-85ac-9cad2869d0ce req-bea6a9d7-8ffa-4eb6-a64b-bb26dcd30002 service neutron] Publish callbacks [] for port (4b459701-b4c9-4963-8ad2-9d81dcc6ee35), precommit_update {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:07:54.799790 n-d-713498-36 neutron-server[103230]: DEBUG neutron.db.provisioning_blocks [req-d63f36d1-eaeb-4f11-85ac-9cad2869d0ce req-bea6a9d7-8ffa-4eb6-a64b-bb26dcd30002 service neutron] Transition to ACTIVE for port object 4b459701-b4c9-4963-8ad2-9d81dcc6ee35 will not be triggered until provisioned by entity L2. {{(pid=103230) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 20:07:54.804072 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [req-d63f36d1-eaeb-4f11-85ac-9cad2869d0ce req-bea6a9d7-8ffa-4eb6-a64b-bb26dcd30002 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762867176205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762866656485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762866656503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14393758'] for port (4b459701-b4c9-4963-8ad2-9d81dcc6ee35), after_update {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:07:54.805255 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Current status of the port e424a371-38e5-42c0-bd30-be435e56d258 is: ACTIVE; New status is: ACTIVE {{(pid=103232) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 20:07:54.858511 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bea6a9d7-8ffa-4eb6-a64b-bb26dcd30002 service neutron] Pushing event updated for resources: {'Port': ['ID=4b459701-b4c9-4963-8ad2-9d81dcc6ee35,revision_number=2']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:07:55.219796 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.managers [req-d63f36d1-eaeb-4f11-85ac-9cad2869d0ce req-bea6a9d7-8ffa-4eb6-a64b-bb26dcd30002 service neutron] Attempting to bind port 4b459701-b4c9-4963-8ad2-9d81dcc6ee35 on host n-h2-713498-36 for vnic_type normal with profile {{(pid=103230) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 20:07:55.220008 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.managers [req-d63f36d1-eaeb-4f11-85ac-9cad2869d0ce req-bea6a9d7-8ffa-4eb6-a64b-bb26dcd30002 service neutron] Attempting to bind port 4b459701-b4c9-4963-8ad2-9d81dcc6ee35 by drivers openvswitch,hyperv on host n-h2-713498-36 at level 0 using segments [{'id': 'f347484d-b521-41b4-a39b-f0ddfba0fde2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '66832ecc-be61-47d4-a5ad-6f054effe748'}] {{(pid=103230) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 20:07:55.220323 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d63f36d1-eaeb-4f11-85ac-9cad2869d0ce req-bea6a9d7-8ffa-4eb6-a64b-bb26dcd30002 service neutron] Attempting to bind port 4b459701-b4c9-4963-8ad2-9d81dcc6ee35 on network 66832ecc-be61-47d4-a5ad-6f054effe748 {{(pid=103230) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 20:07:55.224687 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d63f36d1-eaeb-4f11-85ac-9cad2869d0ce req-bea6a9d7-8ffa-4eb6-a64b-bb26dcd30002 service neutron] Port 4b459701-b4c9-4963-8ad2-9d81dcc6ee35 on network 66832ecc-be61-47d4-a5ad-6f054effe748 not bound, no agent of type Open vSwitch agent registered on host n-h2-713498-36 {{(pid=103230) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 20:07:55.225007 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d63f36d1-eaeb-4f11-85ac-9cad2869d0ce req-bea6a9d7-8ffa-4eb6-a64b-bb26dcd30002 service neutron] Attempting to bind port 4b459701-b4c9-4963-8ad2-9d81dcc6ee35 on network 66832ecc-be61-47d4-a5ad-6f054effe748 {{(pid=103230) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 20:07:55.230607 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d63f36d1-eaeb-4f11-85ac-9cad2869d0ce req-bea6a9d7-8ffa-4eb6-a64b-bb26dcd30002 service neutron] Checking agent: {'id': 'bcd5faee-dc24-4298-9134-0e0aa054058e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713498-36', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 18, 59, 19), 'started_at': datetime.datetime(2022, 2, 9, 18, 59, 19), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 20, 7, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103230) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 20:07:55.230946 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d63f36d1-eaeb-4f11-85ac-9cad2869d0ce req-bea6a9d7-8ffa-4eb6-a64b-bb26dcd30002 service neutron] Checking segment: {'id': 'f347484d-b521-41b4-a39b-f0ddfba0fde2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '66832ecc-be61-47d4-a5ad-6f054effe748'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103230) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 20:07:55.231333 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d63f36d1-eaeb-4f11-85ac-9cad2869d0ce req-bea6a9d7-8ffa-4eb6-a64b-bb26dcd30002 service neutron] Bound using segment: {'id': 'f347484d-b521-41b4-a39b-f0ddfba0fde2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '66832ecc-be61-47d4-a5ad-6f054effe748'} {{(pid=103230) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 20:07:55.231751 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.managers [req-d63f36d1-eaeb-4f11-85ac-9cad2869d0ce req-bea6a9d7-8ffa-4eb6-a64b-bb26dcd30002 service neutron] Bound port: 4b459701-b4c9-4963-8ad2-9d81dcc6ee35, host: n-h2-713498-36, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f347484d-b521-41b4-a39b-f0ddfba0fde2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '66832ecc-be61-47d4-a5ad-6f054effe748'}}] {{(pid=103230) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 20:07:55.232104 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [req-d63f36d1-eaeb-4f11-85ac-9cad2869d0ce req-bea6a9d7-8ffa-4eb6-a64b-bb26dcd30002 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (4b459701-b4c9-4963-8ad2-9d81dcc6ee35), before_update {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:07:55.296213 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.db [req-d63f36d1-eaeb-4f11-85ac-9cad2869d0ce req-bea6a9d7-8ffa-4eb6-a64b-bb26dcd30002 service neutron] For port 4b459701-b4c9-4963-8ad2-9d81dcc6ee35, host n-h2-713498-36, cleared binding levels {{(pid=103230) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 20:07:55.299208 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.db [req-d63f36d1-eaeb-4f11-85ac-9cad2869d0ce req-bea6a9d7-8ffa-4eb6-a64b-bb26dcd30002 service neutron] For port 4b459701-b4c9-4963-8ad2-9d81dcc6ee35, host n-h2-713498-36, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-36',level=0,port_id=4b459701-b4c9-4963-8ad2-9d81dcc6ee35,segment=NetworkSegment(f347484d-b521-41b4-a39b-f0ddfba0fde2),segment_id=f347484d-b521-41b4-a39b-f0ddfba0fde2)] {{(pid=103230) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 20:07:55.305940 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [req-d63f36d1-eaeb-4f11-85ac-9cad2869d0ce req-bea6a9d7-8ffa-4eb6-a64b-bb26dcd30002 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762867176205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762866656485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762866656503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14393758'] for port (4b459701-b4c9-4963-8ad2-9d81dcc6ee35), after_update {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:07:55.341588 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d63f36d1-eaeb-4f11-85ac-9cad2869d0ce req-bea6a9d7-8ffa-4eb6-a64b-bb26dcd30002 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:07:55.342138 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [req-d63f36d1-eaeb-4f11-85ac-9cad2869d0ce req-bea6a9d7-8ffa-4eb6-a64b-bb26dcd30002 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171096'] for port (None), before_response {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:07:55.343493 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-d63f36d1-eaeb-4f11-85ac-9cad2869d0ce req-bea6a9d7-8ffa-4eb6-a64b-bb26dcd30002 service neutron] 10.222.0.90 "PUT /v2.0/ports/4b459701-b4c9-4963-8ad2-9d81dcc6ee35 HTTP/1.1" status: 200 len: 1092 time: 1.0639772 Feb 09 20:07:55.343930 n-d-713498-36 neutron-server[103230]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '08458687-ddef-4f20-b020-ed91649f2a82', 'tag': '4b459701-b4c9-4963-8ad2-9d81dcc6ee35'}] {{(pid=103230) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 20:07:55.346207 n-d-713498-36 neutron-server[103230]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bdec2cd40908e72a0a66447c6deb3367bbdbf2f4033028e05eb26280eb3900ec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bd8d02af-1741-4a1b-9d6b-d00a5b4a4713" -d '{"events": [{"name": "network-changed", "server_uuid": "08458687-ddef-4f20-b020-ed91649f2a82", "tag": "4b459701-b4c9-4963-8ad2-9d81dcc6ee35"}]}' {{(pid=103230) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 20:07:55.374609 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bea6a9d7-8ffa-4eb6-a64b-bb26dcd30002 service neutron] Pushing event updated for resources: {'Port': ['ID=4b459701-b4c9-4963-8ad2-9d81dcc6ee35,revision_number=3']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:07:55.403783 n-d-713498-36 neutron-server[103230]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 20:07:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a329debd-f0b2-46d4-b8e6-9ea26ce14c43 x-openstack-request-id: req-a329debd-f0b2-46d4-b8e6-9ea26ce14c43 {{(pid=103230) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 20:07:55.404073 n-d-713498-36 neutron-server[103230]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "08458687-ddef-4f20-b020-ed91649f2a82", "tag": "4b459701-b4c9-4963-8ad2-9d81dcc6ee35", "status": "completed", "code": 200}]} {{(pid=103230) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 20:07:55.404326 n-d-713498-36 neutron-server[103230]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-a329debd-f0b2-46d4-b8e6-9ea26ce14c43 {{(pid=103230) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 20:07:55.404734 n-d-713498-36 neutron-server[103230]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '08458687-ddef-4f20-b020-ed91649f2a82', 'tag': '4b459701-b4c9-4963-8ad2-9d81dcc6ee35', 'status': 'completed', 'code': 200} Feb 09 20:07:55.449717 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d63f36d1-eaeb-4f11-85ac-9cad2869d0ce req-d2fa9955-2cb9-475d-9da3-2003d3ce27ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:07:55.451336 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-d63f36d1-eaeb-4f11-85ac-9cad2869d0ce req-d2fa9955-2cb9-475d-9da3-2003d3ce27ba service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=c799cd12150c4200978dc1a66164f122&device_id=08458687-ddef-4f20-b020-ed91649f2a82 HTTP/1.1" status: 200 len: 1126 time: 0.0570872 Feb 09 20:07:55.501084 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-d63f36d1-eaeb-4f11-85ac-9cad2869d0ce req-44ac91c7-b453-4e7e-a997-3dae7ad86331 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=4b459701-b4c9-4963-8ad2-9d81dcc6ee35 HTTP/1.1" status: 200 len: 217 time: 0.0356567 Feb 09 20:07:55.553751 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d63f36d1-eaeb-4f11-85ac-9cad2869d0ce req-30f2cdcd-9cd9-428b-9ee4-2dbc7e5156ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:07:55.555244 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-d63f36d1-eaeb-4f11-85ac-9cad2869d0ce req-30f2cdcd-9cd9-428b-9ee4-2dbc7e5156ea service neutron] 10.222.0.90 "GET /v2.0/subnets?id=3a1adf80-30c4-4bb5-a7a1-f9664fd4c4a0 HTTP/1.1" status: 200 len: 834 time: 0.0472844 Feb 09 20:07:55.616689 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d63f36d1-eaeb-4f11-85ac-9cad2869d0ce req-34945da0-1f24-4e63-b6fa-c1d318722c98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:07:55.618130 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-d63f36d1-eaeb-4f11-85ac-9cad2869d0ce req-34945da0-1f24-4e63-b6fa-c1d318722c98 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=66832ecc-be61-47d4-a5ad-6f054effe748&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0551198 Feb 09 20:07:55.709628 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-d63f36d1-eaeb-4f11-85ac-9cad2869d0ce req-9dc2d9e0-8635-483f-a6e7-b3fef9140a87 service neutron] 10.222.0.90 "GET /v2.0/networks/66832ecc-be61-47d4-a5ad-6f054effe748?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0820134 Feb 09 20:07:55.805108 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-d63f36d1-eaeb-4f11-85ac-9cad2869d0ce req-5087d522-3646-4a56-88d0-8a274a4fc33e service neutron] 10.222.0.90 "GET /v2.0/networks/66832ecc-be61-47d4-a5ad-6f054effe748?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0873184 Feb 09 20:07:55.897684 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85bd4a67-3c91-4ae7-bdaf-a92c8c1965a5 req-3bbeeacf-7840-45c4-95a1-56e53c4e8874 tempest-TestNetworkAdvancedServerOps-38498957 tempest-TestNetworkAdvancedServerOps-38498957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:07:55.899168 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-85bd4a67-3c91-4ae7-bdaf-a92c8c1965a5 req-3bbeeacf-7840-45c4-95a1-56e53c4e8874 tempest-TestNetworkAdvancedServerOps-38498957 tempest-TestNetworkAdvancedServerOps-38498957-project] 10.222.0.75 "GET /v2.0/ports?device_id=08458687-ddef-4f20-b020-ed91649f2a82 HTTP/1.1" status: 200 len: 943 time: 0.0807052 Feb 09 20:07:55.938994 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd8d02af-1741-4a1b-9d6b-d00a5b4a4713 req-14776e5f-7ae2-4660-9b35-e2dc961c6bf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:07:55.940454 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-bd8d02af-1741-4a1b-9d6b-d00a5b4a4713 req-14776e5f-7ae2-4660-9b35-e2dc961c6bf3 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=c799cd12150c4200978dc1a66164f122&device_id=08458687-ddef-4f20-b020-ed91649f2a82 HTTP/1.1" status: 200 len: 1126 time: 0.0807664 Feb 09 20:07:55.978111 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-85bd4a67-3c91-4ae7-bdaf-a92c8c1965a5 req-0fbc5c97-4176-468c-9c02-eb0a5a1e97d4 tempest-TestNetworkAdvancedServerOps-38498957 tempest-TestNetworkAdvancedServerOps-38498957-project] 10.222.0.75 "GET /v2.0/security-groups?id=a53c300c-2f9c-427c-80f0-3ca1adbdaa32&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0725439 Feb 09 20:07:56.044312 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd8d02af-1741-4a1b-9d6b-d00a5b4a4713 req-ef7d7a16-546a-4ac3-9aa6-28e15568e75d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:07:56.045643 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-bd8d02af-1741-4a1b-9d6b-d00a5b4a4713 req-ef7d7a16-546a-4ac3-9aa6-28e15568e75d service neutron] 10.222.0.90 "GET /v2.0/networks?id=66832ecc-be61-47d4-a5ad-6f054effe748 HTTP/1.1" status: 200 len: 897 time: 0.0947235 Feb 09 20:07:56.089509 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-bd8d02af-1741-4a1b-9d6b-d00a5b4a4713 req-6a31fdca-ff65-4b4e-af70-c47bc020d77a service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=4b459701-b4c9-4963-8ad2-9d81dcc6ee35 HTTP/1.1" status: 200 len: 217 time: 0.0364110 Feb 09 20:07:56.142385 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd8d02af-1741-4a1b-9d6b-d00a5b4a4713 req-db70cd55-6856-4027-8d6a-021d3214fdc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:07:56.143812 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-bd8d02af-1741-4a1b-9d6b-d00a5b4a4713 req-db70cd55-6856-4027-8d6a-021d3214fdc1 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=3a1adf80-30c4-4bb5-a7a1-f9664fd4c4a0 HTTP/1.1" status: 200 len: 834 time: 0.0476763 Feb 09 20:07:56.196583 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd8d02af-1741-4a1b-9d6b-d00a5b4a4713 req-54da7dee-530f-4346-948d-32978010bc0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:07:56.198243 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-bd8d02af-1741-4a1b-9d6b-d00a5b4a4713 req-54da7dee-530f-4346-948d-32978010bc0e service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=66832ecc-be61-47d4-a5ad-6f054effe748&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0459259 Feb 09 20:07:56.287972 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-bd8d02af-1741-4a1b-9d6b-d00a5b4a4713 req-bb3b9aac-7a03-459a-9f6d-640d1c5cb6a0 service neutron] 10.222.0.90 "GET /v2.0/networks/66832ecc-be61-47d4-a5ad-6f054effe748?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0806601 Feb 09 20:07:56.383754 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-bd8d02af-1741-4a1b-9d6b-d00a5b4a4713 req-815fd940-0047-4b5a-8e79-4243dbafabc2 service neutron] 10.222.0.90 "GET /v2.0/networks/66832ecc-be61-47d4-a5ad-6f054effe748?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0875473 Feb 09 20:07:57.100028 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2d9de61-284c-4ccf-8885-51477a40770e req-d54b0f84-472b-4bf3-ade2-6938657533b8 tempest-TestNetworkAdvancedServerOps-38498957 tempest-TestNetworkAdvancedServerOps-38498957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:07:57.101508 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-e2d9de61-284c-4ccf-8885-51477a40770e req-d54b0f84-472b-4bf3-ade2-6938657533b8 tempest-TestNetworkAdvancedServerOps-38498957 tempest-TestNetworkAdvancedServerOps-38498957-project] 10.222.0.75 "GET /v2.0/ports?device_id=08458687-ddef-4f20-b020-ed91649f2a82 HTTP/1.1" status: 200 len: 943 time: 0.0533004 Feb 09 20:07:57.151313 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-e2d9de61-284c-4ccf-8885-51477a40770e req-038fb9fe-86fe-4193-8f8e-212c691beab0 tempest-TestNetworkAdvancedServerOps-38498957 tempest-TestNetworkAdvancedServerOps-38498957-project] 10.222.0.75 "GET /v2.0/security-groups?id=a53c300c-2f9c-427c-80f0-3ca1adbdaa32&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432808 Feb 09 20:07:58.211164 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Device 4b459701-b4c9-4963-8ad2-9d81dcc6ee35 details requested by agent hyperv_n-h2-713498-36 with host n-h2-713498-36 {{(pid=103232) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 20:07:58.274863 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5b15753-07c9-45ab-8504-f6aadbb5a6a9 req-cdde684c-6d7f-49ec-ba4a-61ed23cb776c tempest-TestNetworkAdvancedServerOps-38498957 tempest-TestNetworkAdvancedServerOps-38498957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:07:58.277199 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-c5b15753-07c9-45ab-8504-f6aadbb5a6a9 req-cdde684c-6d7f-49ec-ba4a-61ed23cb776c tempest-TestNetworkAdvancedServerOps-38498957 tempest-TestNetworkAdvancedServerOps-38498957-project] 10.222.0.75 "GET /v2.0/ports?device_id=08458687-ddef-4f20-b020-ed91649f2a82 HTTP/1.1" status: 200 len: 943 time: 0.0546527 Feb 09 20:07:58.307527 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-7429db8d-6021-40ad-813e-885be449a89b None None] For port 4b459701-b4c9-4963-8ad2-9d81dcc6ee35, host n-h2-713498-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-36',level=0,port_id=4b459701-b4c9-4963-8ad2-9d81dcc6ee35,segment=NetworkSegment(f347484d-b521-41b4-a39b-f0ddfba0fde2),segment_id=f347484d-b521-41b4-a39b-f0ddfba0fde2)] {{(pid=103232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 20:07:58.319592 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Returning: {'device': '4b459701-b4c9-4963-8ad2-9d81dcc6ee35', 'network_id': '66832ecc-be61-47d4-a5ad-6f054effe748', 'port_id': '4b459701-b4c9-4963-8ad2-9d81dcc6ee35', 'mac_address': 'fa:16:3e:5e:bd:fd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 397, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3a1adf80-30c4-4bb5-a7a1-f9664fd4c4a0', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103232) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 20:07:58.327773 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-c5b15753-07c9-45ab-8504-f6aadbb5a6a9 req-6f9722ca-17a8-4c41-a420-9c5e7b424f6e tempest-TestNetworkAdvancedServerOps-38498957 tempest-TestNetworkAdvancedServerOps-38498957-project] 10.222.0.75 "GET /v2.0/security-groups?id=a53c300c-2f9c-427c-80f0-3ca1adbdaa32&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450249 Feb 09 20:07:58.361893 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Current status of the port 4b459701-b4c9-4963-8ad2-9d81dcc6ee35 is: DOWN; New status is: BUILD {{(pid=103232) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 20:07:58.362311 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (4b459701-b4c9-4963-8ad2-9d81dcc6ee35), before_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:07:58.375521 n-d-713498-36 neutron-server[103232]: DEBUG neutron.notifiers.nova [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4b459701-b4c9-4963-8ad2-9d81dcc6ee35 {{(pid=103232) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 20:07:58.394604 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-7429db8d-6021-40ad-813e-885be449a89b None None] For port 4b459701-b4c9-4963-8ad2-9d81dcc6ee35, host n-h2-713498-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-36',level=0,port_id=4b459701-b4c9-4963-8ad2-9d81dcc6ee35,segment=NetworkSegment(f347484d-b521-41b4-a39b-f0ddfba0fde2),segment_id=f347484d-b521-41b4-a39b-f0ddfba0fde2)] {{(pid=103232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 20:07:58.398461 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762867176205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762866656485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762866656503'] for port (4b459701-b4c9-4963-8ad2-9d81dcc6ee35), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:07:58.446838 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Pushing event updated for resources: {'Port': ['ID=4b459701-b4c9-4963-8ad2-9d81dcc6ee35,revision_number=4']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:07:58.688249 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-7429db8d-6021-40ad-813e-885be449a89b None None] get_ports_and_sgs() called for port_ids ['4b459701-b4c9-4963-8ad2-9d81dcc6ee35'] {{(pid=103232) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 20:07:59.446220 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dc25a88-dc95-4e00-86e4-8bd968c48994 req-0b30c52a-8635-4f78-bbd5-4293bcf9c164 tempest-TestNetworkAdvancedServerOps-38498957 tempest-TestNetworkAdvancedServerOps-38498957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:07:59.448409 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-3dc25a88-dc95-4e00-86e4-8bd968c48994 req-0b30c52a-8635-4f78-bbd5-4293bcf9c164 tempest-TestNetworkAdvancedServerOps-38498957 tempest-TestNetworkAdvancedServerOps-38498957-project] 10.222.0.75 "GET /v2.0/ports?device_id=08458687-ddef-4f20-b020-ed91649f2a82 HTTP/1.1" status: 200 len: 944 time: 0.0521483 Feb 09 20:07:59.501170 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-3dc25a88-dc95-4e00-86e4-8bd968c48994 req-f8f9b228-a2f6-44b8-a4a6-5af779b5c746 tempest-TestNetworkAdvancedServerOps-38498957 tempest-TestNetworkAdvancedServerOps-38498957-project] 10.222.0.75 "GET /v2.0/security-groups?id=a53c300c-2f9c-427c-80f0-3ca1adbdaa32&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0461879 Feb 09 20:08:00.212859 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Device 4b459701-b4c9-4963-8ad2-9d81dcc6ee35 up at agent hyperv_n-h2-713498-36 {{(pid=103232) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 20:08:00.262865 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.provisioning_blocks [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Provisioning for port 4b459701-b4c9-4963-8ad2-9d81dcc6ee35 completed by entity L2. {{(pid=103232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 20:08:00.267125 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.provisioning_blocks [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Provisioning complete for port 4b459701-b4c9-4963-8ad2-9d81dcc6ee35 triggered by entity L2. {{(pid=103232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 20:08:00.267503 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593630'] for port (4b459701-b4c9-4963-8ad2-9d81dcc6ee35), provisioning_complete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:08:00.351200 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Current status of the port 4b459701-b4c9-4963-8ad2-9d81dcc6ee35 is: BUILD; New status is: ACTIVE {{(pid=103232) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 20:08:00.351630 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (4b459701-b4c9-4963-8ad2-9d81dcc6ee35), before_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:08:00.378453 n-d-713498-36 neutron-server[103232]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '08458687-ddef-4f20-b020-ed91649f2a82', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4b459701-b4c9-4963-8ad2-9d81dcc6ee35'}] {{(pid=103232) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 20:08:00.381039 n-d-713498-36 neutron-server[103232]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cbbf3601bdfb8db7b6600aedba7e3851fa962f00dad36f02e289fea53b94aa67" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-935a538e-ac3b-416a-8d62-47241b1f95b7" -d '{"events": [{"server_uuid": "08458687-ddef-4f20-b020-ed91649f2a82", "name": "network-vif-plugged", "status": "completed", "tag": "4b459701-b4c9-4963-8ad2-9d81dcc6ee35"}]}' {{(pid=103232) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 20:08:00.394907 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-7429db8d-6021-40ad-813e-885be449a89b None None] For port 4b459701-b4c9-4963-8ad2-9d81dcc6ee35, host n-h2-713498-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-36',level=0,port_id=4b459701-b4c9-4963-8ad2-9d81dcc6ee35,segment=NetworkSegment(f347484d-b521-41b4-a39b-f0ddfba0fde2),segment_id=f347484d-b521-41b4-a39b-f0ddfba0fde2)] {{(pid=103232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 20:08:00.399253 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762867176205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762866656485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762866656503'] for port (4b459701-b4c9-4963-8ad2-9d81dcc6ee35), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:08:00.423312 n-d-713498-36 neutron-server[103232]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 20:08:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f8d8d4c0-5bf5-43d4-9e8e-7e9fdd1e257c x-openstack-request-id: req-f8d8d4c0-5bf5-43d4-9e8e-7e9fdd1e257c {{(pid=103232) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 20:08:00.423610 n-d-713498-36 neutron-server[103232]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "08458687-ddef-4f20-b020-ed91649f2a82", "name": "network-vif-plugged", "status": "completed", "tag": "4b459701-b4c9-4963-8ad2-9d81dcc6ee35", "code": 200}]} {{(pid=103232) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 20:08:00.423866 n-d-713498-36 neutron-server[103232]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-f8d8d4c0-5bf5-43d4-9e8e-7e9fdd1e257c {{(pid=103232) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 20:08:00.424254 n-d-713498-36 neutron-server[103232]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '08458687-ddef-4f20-b020-ed91649f2a82', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4b459701-b4c9-4963-8ad2-9d81dcc6ee35', 'code': 200} Feb 09 20:08:00.450349 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Pushing event updated for resources: {'Port': ['ID=4b459701-b4c9-4963-8ad2-9d81dcc6ee35,revision_number=5']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:08:00.532829 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3812ef17-9f8a-4275-b0d1-dfa9ebc43b9e req-0832e1f0-7b4e-4454-be7b-439d9661141a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:08:00.534366 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-3812ef17-9f8a-4275-b0d1-dfa9ebc43b9e req-0832e1f0-7b4e-4454-be7b-439d9661141a service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=08458687-ddef-4f20-b020-ed91649f2a82 HTTP/1.1" status: 200 len: 1128 time: 0.0446651 Feb 09 20:08:00.591100 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-3812ef17-9f8a-4275-b0d1-dfa9ebc43b9e req-7c8a2936-752e-47b4-b058-56662a780d53 service neutron] 10.222.0.90 "GET /v2.0/security-groups?id=a53c300c-2f9c-427c-80f0-3ca1adbdaa32&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0466242 Feb 09 20:08:00.623824 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-642251c7-985a-4711-95ef-2b7406d087e3 req-53e8ed5c-1b9c-43b2-9c2d-cc9a58f331cd tempest-TestNetworkAdvancedServerOps-38498957 tempest-TestNetworkAdvancedServerOps-38498957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:08:00.625305 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-642251c7-985a-4711-95ef-2b7406d087e3 req-53e8ed5c-1b9c-43b2-9c2d-cc9a58f331cd tempest-TestNetworkAdvancedServerOps-38498957 tempest-TestNetworkAdvancedServerOps-38498957-project] 10.222.0.75 "GET /v2.0/ports?device_id=08458687-ddef-4f20-b020-ed91649f2a82 HTTP/1.1" status: 200 len: 945 time: 0.0538480 Feb 09 20:08:00.673427 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-642251c7-985a-4711-95ef-2b7406d087e3 req-da24ac00-97d4-48f6-9345-1d230f4d169d tempest-TestNetworkAdvancedServerOps-38498957 tempest-TestNetworkAdvancedServerOps-38498957-project] 10.222.0.75 "GET /v2.0/security-groups?id=a53c300c-2f9c-427c-80f0-3ca1adbdaa32&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424359 Feb 09 20:08:01.795329 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a13c6fc5-d42c-49f1-be79-6d549bc46a68 req-11105722-62d1-47e7-a2ed-a9ccd3a1c76d tempest-TestNetworkAdvancedServerOps-38498957 tempest-TestNetworkAdvancedServerOps-38498957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:08:01.796808 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-a13c6fc5-d42c-49f1-be79-6d549bc46a68 req-11105722-62d1-47e7-a2ed-a9ccd3a1c76d tempest-TestNetworkAdvancedServerOps-38498957 tempest-TestNetworkAdvancedServerOps-38498957-project] 10.222.0.75 "GET /v2.0/ports?device_id=08458687-ddef-4f20-b020-ed91649f2a82 HTTP/1.1" status: 200 len: 945 time: 0.0554442 Feb 09 20:08:01.847006 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-a13c6fc5-d42c-49f1-be79-6d549bc46a68 req-bccc8a44-2c22-45a9-9d8f-3684112dd04e tempest-TestNetworkAdvancedServerOps-38498957 tempest-TestNetworkAdvancedServerOps-38498957-project] 10.222.0.75 "GET /v2.0/security-groups?id=a53c300c-2f9c-427c-80f0-3ca1adbdaa32&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443933 Feb 09 20:08:02.974859 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d9eaac3-993f-4951-826e-8de6b9fccf2e req-ec4146b9-1fcb-4ff0-93a4-dd6ce3128f9e tempest-TestNetworkAdvancedServerOps-38498957 tempest-TestNetworkAdvancedServerOps-38498957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:08:02.976340 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-2d9eaac3-993f-4951-826e-8de6b9fccf2e req-ec4146b9-1fcb-4ff0-93a4-dd6ce3128f9e tempest-TestNetworkAdvancedServerOps-38498957 tempest-TestNetworkAdvancedServerOps-38498957-project] 10.222.0.75 "GET /v2.0/ports?device_id=08458687-ddef-4f20-b020-ed91649f2a82 HTTP/1.1" status: 200 len: 945 time: 0.0566301 Feb 09 20:08:03.025371 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-2d9eaac3-993f-4951-826e-8de6b9fccf2e req-c4656a40-3960-4053-9ec3-2564c394f039 tempest-TestNetworkAdvancedServerOps-38498957 tempest-TestNetworkAdvancedServerOps-38498957-project] 10.222.0.75 "GET /v2.0/security-groups?id=a53c300c-2f9c-427c-80f0-3ca1adbdaa32&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425756 Feb 09 20:08:03.144112 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d32f2e4f-6a2a-4b80-b21e-443e91209818 req-caefe8a0-3458-476d-9f89-b9291628edef tempest-TestNetworkAdvancedServerOps-38498957 tempest-TestNetworkAdvancedServerOps-38498957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:08:03.145487 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-d32f2e4f-6a2a-4b80-b21e-443e91209818 req-caefe8a0-3458-476d-9f89-b9291628edef tempest-TestNetworkAdvancedServerOps-38498957 tempest-TestNetworkAdvancedServerOps-38498957-project] 10.222.0.75 "GET /v2.0/ports?device_id=08458687-ddef-4f20-b020-ed91649f2a82 HTTP/1.1" status: 200 len: 945 time: 0.0522876 Feb 09 20:08:03.194974 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-d32f2e4f-6a2a-4b80-b21e-443e91209818 req-a18efb89-ae9e-4da6-a8de-c1eab9498319 tempest-TestNetworkAdvancedServerOps-38498957 tempest-TestNetworkAdvancedServerOps-38498957-project] 10.222.0.75 "GET /v2.0/security-groups?id=a53c300c-2f9c-427c-80f0-3ca1adbdaa32&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438836 Feb 09 20:08:03.216551 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 54366) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:08:03.264439 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-404b3d64-3a86-47e4-ae52-33bed7303bea tempest-TestNetworkAdvancedServerOps-796730407 tempest-TestNetworkAdvancedServerOps-796730407-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:08:03.265947 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-404b3d64-3a86-47e4-ae52-33bed7303bea tempest-TestNetworkAdvancedServerOps-796730407 tempest-TestNetworkAdvancedServerOps-796730407-project-admin] 10.222.0.75 "GET /v2.0/ports?device_id=08458687-ddef-4f20-b020-ed91649f2a82 HTTP/1.1" status: 200 len: 1123 time: 0.0484359 Feb 09 20:08:03.268790 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 54368) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:08:03.272937 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.v2.base [None req-3b35dae3-73d4-4464-81fd-d50bfb28600b tempest-TestNetworkAdvancedServerOps-38498957 tempest-TestNetworkAdvancedServerOps-38498957-project] Request body: {'floatingip': {'floating_network_id': '88055e1e-672a-4487-be31-ffb6e833ece5', 'port_id': '4b459701-b4c9-4963-8ad2-9d81dcc6ee35', 'tenant_id': 'c799cd12150c4200978dc1a66164f122', 'fixed_ip_address': '172.20.0.3'}} {{(pid=103230) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 20:08:03.292653 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-3b35dae3-73d4-4464-81fd-d50bfb28600b tempest-TestNetworkAdvancedServerOps-38498957 tempest-TestNetworkAdvancedServerOps-38498957-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:08:03.388024 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-3b35dae3-73d4-4464-81fd-d50bfb28600b tempest-TestNetworkAdvancedServerOps-38498957 tempest-TestNetworkAdvancedServerOps-38498957-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (None), before_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:08:03.495315 n-d-713498-36 neutron-server[103230]: DEBUG neutron.db.db_base_plugin_common [None req-3b35dae3-73d4-4464-81fd-d50bfb28600b tempest-TestNetworkAdvancedServerOps-38498957 tempest-TestNetworkAdvancedServerOps-38498957-project] Allocated IP 172.25.1.241 (88055e1e-672a-4487-be31-ffb6e833ece5/ac16dbcc-383c-4b43-9153-d763c4a53f91/3a5bca6d-6cf4-4e18-a28b-0ed6f53ef26a) {{(pid=103230) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 20:08:03.595428 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-3b35dae3-73d4-4464-81fd-d50bfb28600b tempest-TestNetworkAdvancedServerOps-38498957 tempest-TestNetworkAdvancedServerOps-38498957-project] Publish callbacks [] for port (3a5bca6d-6cf4-4e18-a28b-0ed6f53ef26a), precommit_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:08:03.628831 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-3b35dae3-73d4-4464-81fd-d50bfb28600b tempest-TestNetworkAdvancedServerOps-38498957 tempest-TestNetworkAdvancedServerOps-38498957-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762866656467', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14393751'] for port (3a5bca6d-6cf4-4e18-a28b-0ed6f53ef26a), after_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:08:03.670358 n-d-713498-36 neutron-server[103230]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b35dae3-73d4-4464-81fd-d50bfb28600b tempest-TestNetworkAdvancedServerOps-38498957 tempest-TestNetworkAdvancedServerOps-38498957-project] Network 88055e1e-672a-4487-be31-ffb6e833ece5 is already hosted by enough agents. {{(pid=103230) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 20:08:03.675084 n-d-713498-36 neutron-server[103230]: DEBUG neutron.scheduler.base_scheduler [None req-3b35dae3-73d4-4464-81fd-d50bfb28600b tempest-TestNetworkAdvancedServerOps-38498957 tempest-TestNetworkAdvancedServerOps-38498957-project] Resources bound (agent type, host, resource id): {{(pid=103230) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 20:08:03.678607 n-d-713498-36 neutron-server[103230]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b35dae3-73d4-4464-81fd-d50bfb28600b tempest-TestNetworkAdvancedServerOps-38498957 tempest-TestNetworkAdvancedServerOps-38498957-project] Received port after_create {{(pid=103230) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 20:08:03.704266 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b35dae3-73d4-4464-81fd-d50bfb28600b tempest-TestNetworkAdvancedServerOps-38498957 tempest-TestNetworkAdvancedServerOps-38498957-project] Pushing event updated for resources: {'Port': ['ID=3a5bca6d-6cf4-4e18-a28b-0ed6f53ef26a,revision_number=1']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:08:04.038474 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-3b35dae3-73d4-4464-81fd-d50bfb28600b tempest-TestNetworkAdvancedServerOps-38498957 tempest-TestNetworkAdvancedServerOps-38498957-project] Publish callbacks [] for floatingip (64091698-5cc8-4b30-9abb-cc04584e851e), precommit_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:08:04.109812 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-3b35dae3-73d4-4464-81fd-d50bfb28600b tempest-TestNetworkAdvancedServerOps-38498957 tempest-TestNetworkAdvancedServerOps-38498957-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (3a5bca6d-6cf4-4e18-a28b-0ed6f53ef26a), before_update {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:08:04.260776 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-3b35dae3-73d4-4464-81fd-d50bfb28600b tempest-TestNetworkAdvancedServerOps-38498957 tempest-TestNetworkAdvancedServerOps-38498957-project] Publish callbacks [] for port (3a5bca6d-6cf4-4e18-a28b-0ed6f53ef26a), precommit_update {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:08:04.265551 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-3b35dae3-73d4-4464-81fd-d50bfb28600b tempest-TestNetworkAdvancedServerOps-38498957 tempest-TestNetworkAdvancedServerOps-38498957-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762867176205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762866656485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762866656503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14393758'] for port (3a5bca6d-6cf4-4e18-a28b-0ed6f53ef26a), after_update {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:08:04.335867 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b35dae3-73d4-4464-81fd-d50bfb28600b tempest-TestNetworkAdvancedServerOps-38498957 tempest-TestNetworkAdvancedServerOps-38498957-project] Pushing event updated for resources: {'Port': ['ID=3a5bca6d-6cf4-4e18-a28b-0ed6f53ef26a,revision_number=2']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:08:04.344799 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-3b35dae3-73d4-4464-81fd-d50bfb28600b tempest-TestNetworkAdvancedServerOps-38498957 tempest-TestNetworkAdvancedServerOps-38498957-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1818909'] for floatingip (64091698-5cc8-4b30-9abb-cc04584e851e), after_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:08:04.447867 n-d-713498-36 neutron-server[103230]: INFO neutron.db.l3_db [None req-3b35dae3-73d4-4464-81fd-d50bfb28600b tempest-TestNetworkAdvancedServerOps-38498957 tempest-TestNetworkAdvancedServerOps-38498957-project] Floating IP 64091698-5cc8-4b30-9abb-cc04584e851e associated. External IP: 172.25.1.241, port: 4b459701-b4c9-4963-8ad2-9d81dcc6ee35. Feb 09 20:08:04.662880 n-d-713498-36 neutron-server[103230]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3b35dae3-73d4-4464-81fd-d50bfb28600b tempest-TestNetworkAdvancedServerOps-38498957 tempest-TestNetworkAdvancedServerOps-38498957-project] Router 6b141b7b-0de2-4263-9085-db3cd86399ca has already been hosted by L3 agent 93303d5e-5d17-45e8-8963-7694f87783ae {{(pid=103230) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 20:08:04.773792 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3b35dae3-73d4-4464-81fd-d50bfb28600b tempest-TestNetworkAdvancedServerOps-38498957 tempest-TestNetworkAdvancedServerOps-38498957-project] Notify agent at l3_agent.n-d-713498-36 the message routers_updated {{(pid=103230) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 20:08:04.783923 n-d-713498-36 neutron-server[103233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-990e5c0f-af45-408f-bc67-5fb1a9e8b02e None None] Sync routers for ids ['6b141b7b-0de2-4263-9085-db3cd86399ca'] in n-d-713498-36 {{(pid=103233) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 20:08:04.793928 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-3b35dae3-73d4-4464-81fd-d50bfb28600b tempest-TestNetworkAdvancedServerOps-38498957 tempest-TestNetworkAdvancedServerOps-38498957-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171096'] for floatingip (None), before_response {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:08:04.795967 n-d-713498-36 neutron-server[103233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-990e5c0f-af45-408f-bc67-5fb1a9e8b02e None None] Routers {'6b141b7b-0de2-4263-9085-db3cd86399ca'} bound to L3 agent in host n-d-713498-36 {{(pid=103233) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 20:08:04.796707 n-d-713498-36 neutron-server[103233]: DEBUG neutron.db.l3_hamode_db [None req-990e5c0f-af45-408f-bc67-5fb1a9e8b02e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-09T18:51:43Z,description=,heartbeat_timestamp=2022-02-09T20:07:43Z,host='n-d-713498-36',id=93303d5e-5d17-45e8-8963-7694f87783ae,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T18:51:43Z,topic='l3_agent')) {'router_ids': ['6b141b7b-0de2-4263-9085-db3cd86399ca'], 'active': True} {{(pid=103233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 20:08:04.823698 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-3b35dae3-73d4-4464-81fd-d50bfb28600b tempest-TestNetworkAdvancedServerOps-38498957 tempest-TestNetworkAdvancedServerOps-38498957-project] 10.222.0.75 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.5538914 Feb 09 20:08:04.824660 n-d-713498-36 neutron-server[103230]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '08458687-ddef-4f20-b020-ed91649f2a82', 'tag': '4b459701-b4c9-4963-8ad2-9d81dcc6ee35'}] {{(pid=103230) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 20:08:04.827194 n-d-713498-36 neutron-server[103230]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bdec2cd40908e72a0a66447c6deb3367bbdbf2f4033028e05eb26280eb3900ec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-331dcd83-6aae-498c-9190-164f45abc8a7" -d '{"events": [{"name": "network-changed", "server_uuid": "08458687-ddef-4f20-b020-ed91649f2a82", "tag": "4b459701-b4c9-4963-8ad2-9d81dcc6ee35"}]}' {{(pid=103230) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 20:08:04.866425 n-d-713498-36 neutron-server[103230]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 20:08:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e6532995-6e9c-4ea0-a336-3aad72b34671 x-openstack-request-id: req-e6532995-6e9c-4ea0-a336-3aad72b34671 {{(pid=103230) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 20:08:04.866720 n-d-713498-36 neutron-server[103230]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "08458687-ddef-4f20-b020-ed91649f2a82", "tag": "4b459701-b4c9-4963-8ad2-9d81dcc6ee35", "status": "completed", "code": 200}]} {{(pid=103230) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 20:08:04.866993 n-d-713498-36 neutron-server[103230]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-e6532995-6e9c-4ea0-a336-3aad72b34671 {{(pid=103230) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 20:08:04.867400 n-d-713498-36 neutron-server[103230]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '08458687-ddef-4f20-b020-ed91649f2a82', 'tag': '4b459701-b4c9-4963-8ad2-9d81dcc6ee35', 'status': 'completed', 'code': 200} Feb 09 20:08:04.913906 n-d-713498-36 neutron-server[103233]: DEBUG neutron.db.l3_dvr_db [None req-990e5c0f-af45-408f-bc67-5fb1a9e8b02e None None] Set router 6b141b7b-0de2-4263-9085-db3cd86399ca gateway port host: n-d-713498-36 {{(pid=103233) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 20:08:04.936544 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-331dcd83-6aae-498c-9190-164f45abc8a7 req-44f45638-fdea-4487-a638-0bc859d3177f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:08:04.938080 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-331dcd83-6aae-498c-9190-164f45abc8a7 req-44f45638-fdea-4487-a638-0bc859d3177f service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=c799cd12150c4200978dc1a66164f122&device_id=08458687-ddef-4f20-b020-ed91649f2a82 HTTP/1.1" status: 200 len: 1128 time: 0.0484512 Feb 09 20:08:04.943372 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67e9ecb1-0340-418d-b4e6-84e36ddcd3b7 req-85b6e282-0bb4-4323-8fe3-bc03a1603c83 tempest-TestNetworkAdvancedServerOps-38498957 tempest-TestNetworkAdvancedServerOps-38498957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:08:04.944840 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-67e9ecb1-0340-418d-b4e6-84e36ddcd3b7 req-85b6e282-0bb4-4323-8fe3-bc03a1603c83 tempest-TestNetworkAdvancedServerOps-38498957 tempest-TestNetworkAdvancedServerOps-38498957-project] 10.222.0.75 "GET /v2.0/ports?device_id=08458687-ddef-4f20-b020-ed91649f2a82 HTTP/1.1" status: 200 len: 945 time: 0.0606298 Feb 09 20:08:04.996329 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-67e9ecb1-0340-418d-b4e6-84e36ddcd3b7 req-35a64910-62c3-4e08-8886-87cb33f25f2c tempest-TestNetworkAdvancedServerOps-38498957 tempest-TestNetworkAdvancedServerOps-38498957-project] 10.222.0.75 "GET /v2.0/security-groups?id=a53c300c-2f9c-427c-80f0-3ca1adbdaa32&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456939 Feb 09 20:08:05.021403 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 54374) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:08:05.034809 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-331dcd83-6aae-498c-9190-164f45abc8a7 req-97fae361-296a-432b-91af-1315f654a285 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:08:05.036371 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-331dcd83-6aae-498c-9190-164f45abc8a7 req-97fae361-296a-432b-91af-1315f654a285 service neutron] 10.222.0.90 "GET /v2.0/networks?id=66832ecc-be61-47d4-a5ad-6f054effe748 HTTP/1.1" status: 200 len: 897 time: 0.0920897 Feb 09 20:08:05.085316 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-4557dae3-5f56-4ecd-8d6e-4252a8c5dcec tempest-TestNetworkAdvancedServerOps-38498957 tempest-TestNetworkAdvancedServerOps-38498957-project] 10.222.0.75 "GET /v2.0/floatingips/64091698-5cc8-4b30-9abb-cc04584e851e HTTP/1.1" status: 200 len: 991 time: 0.0616252 Feb 09 20:08:05.111941 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-331dcd83-6aae-498c-9190-164f45abc8a7 req-801c8cc4-d6f0-4347-aaf6-e9b59de63718 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=4b459701-b4c9-4963-8ad2-9d81dcc6ee35 HTTP/1.1" status: 200 len: 999 time: 0.0666964 Feb 09 20:08:05.148153 n-d-713498-36 neutron-server[103233]: DEBUG neutron.db.l3_hamode_db [None req-990e5c0f-af45-408f-bc67-5fb1a9e8b02e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b141b7b-0de2-4263-9085-db3cd86399ca', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1190011595', 'tenant_id': 'c799cd12150c4200978dc1a66164f122', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88055e1e-672a-4487-be31-ffb6e833ece5', 'external_fixed_ips': [{'subnet_id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'ip_address': '172.25.1.238'}], 'enable_snat': True}, 'gw_port_id': '1cd93a15-427b-42cd-8b59-1048be871b17', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T20:07:45Z', 'updated_at': '2022-02-09T20:07:49Z', 'revision_number': 4, 'project_id': 'c799cd12150c4200978dc1a66164f122', 'gw_port': {'id': '1cd93a15-427b-42cd-8b59-1048be871b17', 'name': '', 'network_id': '88055e1e-672a-4487-be31-ffb6e833ece5', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:c8:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b141b7b-0de2-4263-9085-db3cd86399ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4233, 'fixed_ips': [{'subnet_id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'ip_address': '172.25.1.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T20:07:45Z', 'updated_at': '2022-02-09T20:07:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-36', '_floatingips': [{'id': '64091698-5cc8-4b30-9abb-cc04584e851e', 'tenant_id': 'c799cd12150c4200978dc1a66164f122', 'floating_ip_address': '172.25.1.241', 'floating_network_id': '88055e1e-672a-4487-be31-ffb6e833ece5', 'router_id': '6b141b7b-0de2-4263-9085-db3cd86399ca', 'port_id': '4b459701-b4c9-4963-8ad2-9d81dcc6ee35', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4239, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '66832ecc-be61-47d4-a5ad-6f054effe748', 'mac_address': 'fa:16:3e:5e:bd:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08458687-ddef-4f20-b020-ed91649f2a82', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T20:08:03Z', 'updated_at': '2022-02-09T20:08:03Z', 'revision_number': 0, 'project_id': 'c799cd12150c4200978dc1a66164f122', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e424a371-38e5-42c0-bd30-be435e56d258', 'name': '', 'network_id': '66832ecc-be61-47d4-a5ad-6f054effe748', 'tenant_id': 'c799cd12150c4200978dc1a66164f122', 'mac_address': 'fa:16:3e:c4:22:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b141b7b-0de2-4263-9085-db3cd86399ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 4236, 'fixed_ips': [{'subnet_id': '3a1adf80-30c4-4bb5-a7a1-f9664fd4c4a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T20:07:48Z', 'updated_at': '2022-02-09T20:07:52Z', 'revision_number': 5, 'project_id': 'c799cd12150c4200978dc1a66164f122', 'subnets': [{'id': '3a1adf80-30c4-4bb5-a7a1-f9664fd4c4a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-36', False) {} {{(pid=103233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 20:08:05.165700 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-331dcd83-6aae-498c-9190-164f45abc8a7 req-8a6fdd87-5b9a-46b6-afcb-6c259f8b0bf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:08:05.167212 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-331dcd83-6aae-498c-9190-164f45abc8a7 req-8a6fdd87-5b9a-46b6-afcb-6c259f8b0bf1 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=3a1adf80-30c4-4bb5-a7a1-f9664fd4c4a0 HTTP/1.1" status: 200 len: 834 time: 0.0449839 Feb 09 20:08:05.220946 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-331dcd83-6aae-498c-9190-164f45abc8a7 req-33749f88-8bca-400f-8eed-47eea7d23f98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:08:05.222510 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-331dcd83-6aae-498c-9190-164f45abc8a7 req-33749f88-8bca-400f-8eed-47eea7d23f98 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=66832ecc-be61-47d4-a5ad-6f054effe748&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0483127 Feb 09 20:08:05.267573 n-d-713498-36 neutron-server[103233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-990e5c0f-af45-408f-bc67-5fb1a9e8b02e None None] Checking router: 6b141b7b-0de2-4263-9085-db3cd86399ca for host: n-d-713498-36 {{(pid=103233) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 20:08:05.276506 n-d-713498-36 neutron-server[103233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-990e5c0f-af45-408f-bc67-5fb1a9e8b02e None None] Routers {'6b141b7b-0de2-4263-9085-db3cd86399ca'} bound to L3 agent in host n-d-713498-36 {{(pid=103233) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 20:08:05.277205 n-d-713498-36 neutron-server[103233]: DEBUG neutron.db.l3_hamode_db [None req-990e5c0f-af45-408f-bc67-5fb1a9e8b02e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-09T18:51:43Z,description=,heartbeat_timestamp=2022-02-09T20:07:43Z,host='n-d-713498-36',id=93303d5e-5d17-45e8-8963-7694f87783ae,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T18:51:43Z,topic='l3_agent')) {'router_ids': ['6b141b7b-0de2-4263-9085-db3cd86399ca'], 'active': True} {{(pid=103233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 20:08:05.324148 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-331dcd83-6aae-498c-9190-164f45abc8a7 req-a6275768-aab0-4604-b40a-256924ad2f31 service neutron] 10.222.0.90 "GET /v2.0/networks/66832ecc-be61-47d4-a5ad-6f054effe748?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0915985 Feb 09 20:08:05.386997 n-d-713498-36 neutron-server[103233]: DEBUG neutron.db.l3_dvr_db [None req-990e5c0f-af45-408f-bc67-5fb1a9e8b02e None None] Set router 6b141b7b-0de2-4263-9085-db3cd86399ca gateway port host: n-d-713498-36 {{(pid=103233) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 20:08:05.417247 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-331dcd83-6aae-498c-9190-164f45abc8a7 req-c053a85b-1a7e-4bb8-84fc-1677d5da59ab service neutron] 10.222.0.90 "GET /v2.0/networks/66832ecc-be61-47d4-a5ad-6f054effe748?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0865834 Feb 09 20:08:05.608355 n-d-713498-36 neutron-server[103233]: DEBUG neutron.db.l3_hamode_db [None req-990e5c0f-af45-408f-bc67-5fb1a9e8b02e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b141b7b-0de2-4263-9085-db3cd86399ca', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1190011595', 'tenant_id': 'c799cd12150c4200978dc1a66164f122', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88055e1e-672a-4487-be31-ffb6e833ece5', 'external_fixed_ips': [{'subnet_id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'ip_address': '172.25.1.238'}], 'enable_snat': True}, 'gw_port_id': '1cd93a15-427b-42cd-8b59-1048be871b17', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T20:07:45Z', 'updated_at': '2022-02-09T20:07:49Z', 'revision_number': 4, 'project_id': 'c799cd12150c4200978dc1a66164f122', 'gw_port': {'id': '1cd93a15-427b-42cd-8b59-1048be871b17', 'name': '', 'network_id': '88055e1e-672a-4487-be31-ffb6e833ece5', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:c8:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b141b7b-0de2-4263-9085-db3cd86399ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4233, 'fixed_ips': [{'subnet_id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'ip_address': '172.25.1.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T20:07:45Z', 'updated_at': '2022-02-09T20:07:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-36', '_floatingips': [{'id': '64091698-5cc8-4b30-9abb-cc04584e851e', 'tenant_id': 'c799cd12150c4200978dc1a66164f122', 'floating_ip_address': '172.25.1.241', 'floating_network_id': '88055e1e-672a-4487-be31-ffb6e833ece5', 'router_id': '6b141b7b-0de2-4263-9085-db3cd86399ca', 'port_id': '4b459701-b4c9-4963-8ad2-9d81dcc6ee35', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4239, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '66832ecc-be61-47d4-a5ad-6f054effe748', 'mac_address': 'fa:16:3e:5e:bd:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08458687-ddef-4f20-b020-ed91649f2a82', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T20:08:03Z', 'updated_at': '2022-02-09T20:08:03Z', 'revision_number': 0, 'project_id': 'c799cd12150c4200978dc1a66164f122', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e424a371-38e5-42c0-bd30-be435e56d258', 'name': '', 'network_id': '66832ecc-be61-47d4-a5ad-6f054effe748', 'tenant_id': 'c799cd12150c4200978dc1a66164f122', 'mac_address': 'fa:16:3e:c4:22:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b141b7b-0de2-4263-9085-db3cd86399ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 4236, 'fixed_ips': [{'subnet_id': '3a1adf80-30c4-4bb5-a7a1-f9664fd4c4a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T20:07:48Z', 'updated_at': '2022-02-09T20:07:52Z', 'revision_number': 5, 'project_id': 'c799cd12150c4200978dc1a66164f122', 'subnets': [{'id': '3a1adf80-30c4-4bb5-a7a1-f9664fd4c4a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-36', False) {} {{(pid=103233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 20:08:05.637750 n-d-713498-36 neutron-server[103233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-990e5c0f-af45-408f-bc67-5fb1a9e8b02e None None] The sync data for ids ['6b141b7b-0de2-4263-9085-db3cd86399ca'] in n-d-713498-36 is: [{'id': '6b141b7b-0de2-4263-9085-db3cd86399ca', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1190011595', 'tenant_id': 'c799cd12150c4200978dc1a66164f122', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88055e1e-672a-4487-be31-ffb6e833ece5', 'external_fixed_ips': [{'subnet_id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'ip_address': '172.25.1.238'}], 'enable_snat': True}, 'gw_port_id': '1cd93a15-427b-42cd-8b59-1048be871b17', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T20:07:45Z', 'updated_at': '2022-02-09T20:07:49Z', 'revision_number': 4, 'project_id': 'c799cd12150c4200978dc1a66164f122', 'gw_port': {'id': '1cd93a15-427b-42cd-8b59-1048be871b17', 'name': '', 'network_id': '88055e1e-672a-4487-be31-ffb6e833ece5', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:c8:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b141b7b-0de2-4263-9085-db3cd86399ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4233, 'fixed_ips': [{'subnet_id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'ip_address': '172.25.1.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T20:07:45Z', 'updated_at': '2022-02-09T20:07:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-36', '_floatingips': [{'id': '64091698-5cc8-4b30-9abb-cc04584e851e', 'tenant_id': 'c799cd12150c4200978dc1a66164f122', 'floating_ip_address': '172.25.1.241', 'floating_network_id': '88055e1e-672a-4487-be31-ffb6e833ece5', 'router_id': '6b141b7b-0de2-4263-9085-db3cd86399ca', 'port_id': '4b459701-b4c9-4963-8ad2-9d81dcc6ee35', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4239, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '66832ecc-be61-47d4-a5ad-6f054effe748', 'mac_address': 'fa:16:3e:5e:bd:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08458687-ddef-4f20-b020-ed91649f2a82', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T20:08:03Z', 'updated_at': '2022-02-09T20:08:03Z', 'revision_number': 0, 'project_id': 'c799cd12150c4200978dc1a66164f122', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e424a371-38e5-42c0-bd30-be435e56d258', 'name': '', 'network_id': '66832ecc-be61-47d4-a5ad-6f054effe748', 'tenant_id': 'c799cd12150c4200978dc1a66164f122', 'mac_address': 'fa:16:3e:c4:22:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b141b7b-0de2-4263-9085-db3cd86399ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 4236, 'fixed_ips': [{'subnet_id': '3a1adf80-30c4-4bb5-a7a1-f9664fd4c4a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T20:07:48Z', 'updated_at': '2022-02-09T20:07:52Z', 'revision_number': 5, 'project_id': 'c799cd12150c4200978dc1a66164f122', 'subnets': [{'id': '3a1adf80-30c4-4bb5-a7a1-f9664fd4c4a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103233) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 20:08:05.834789 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-287fbb99-4d1b-40fb-a86d-be49215648ce None None] New status for floating IP 64091698-5cc8-4b30-9abb-cc04584e851e: ACTIVE {{(pid=103232) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 09 20:08:06.087882 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 54376) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:08:06.150667 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-976411a7-4f79-4517-921e-60d7ed2cf5bf tempest-TestNetworkAdvancedServerOps-38498957 tempest-TestNetworkAdvancedServerOps-38498957-project] 10.222.0.75 "GET /v2.0/floatingips/64091698-5cc8-4b30-9abb-cc04584e851e HTTP/1.1" status: 200 len: 993 time: 0.0613587 Feb 09 20:08:09.716158 n-d-713498-36 neutron-server[103233]: DEBUG neutron.db.agents_db [None req-4a8a6a42-0a0c-4437-8958-92282682b6bb None None] Agent healthcheck: found 7 active agents {{(pid=103233) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 20:08:10.920013 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-58879b3f-1626-42cc-aa8c-5b181de59a08 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762867132591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593584'] for agent (af91e4b9-f4e1-42b1-a25c-a10dc47171c8), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:08:13.191896 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-685cfeb2-3496-44f6-a43e-1a2ad145003d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762867132591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593584'] for agent (93303d5e-5d17-45e8-8963-7694f87783ae), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:08:14.536655 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-edc54c9b-7f13-45d9-9271-85c9738b0128 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762867132591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593584'] for agent (a62b1850-466f-48ae-bec7-d62fb280e14b), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:08:16.179196 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-a7262a8e-0513-48fd-984d-75726a511961 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762867132591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593584'] for agent (911cfea2-02ae-4ec9-bac3-7808ee1cdd9c), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:08:17.162905 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762867132591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593584'] for agent (496418a2-c002-4aec-ab1a-07f3bea491bd), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:08:19.087781 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762867132591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593584'] for agent (488cd9ae-631f-4955-ba0b-4f5a13f12e9c), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:08:19.540865 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762867132591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593584'] for agent (bcd5faee-dc24-4298-9134-0e0aa054058e), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:08:27.898719 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-c4c4e131-e496-4552-a5a4-3c66a7874b91 req-d345b36b-3bea-42fa-95c0-ce66bc29dacd service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=08458687-ddef-4f20-b020-ed91649f2a82&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0525048 Feb 09 20:08:27.999552 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4c4e131-e496-4552-a5a4-3c66a7874b91 req-1cc23dd9-f62d-46c2-ab42-a3538cfc1791 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:08:28.001069 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-c4c4e131-e496-4552-a5a4-3c66a7874b91 req-1cc23dd9-f62d-46c2-ab42-a3538cfc1791 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=c799cd12150c4200978dc1a66164f122&device_id=08458687-ddef-4f20-b020-ed91649f2a82 HTTP/1.1" status: 200 len: 1128 time: 0.0518343 Feb 09 20:08:28.115723 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4c4e131-e496-4552-a5a4-3c66a7874b91 req-d427f576-9038-4721-9440-27ef96534451 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:08:28.117592 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-c4c4e131-e496-4552-a5a4-3c66a7874b91 req-d427f576-9038-4721-9440-27ef96534451 service neutron] 10.222.0.90 "GET /v2.0/networks?id=66832ecc-be61-47d4-a5ad-6f054effe748 HTTP/1.1" status: 200 len: 897 time: 0.0940528 Feb 09 20:08:28.199958 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-c4c4e131-e496-4552-a5a4-3c66a7874b91 req-7f9f8a2f-2d32-46c0-ad41-9e5b598e7028 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=4b459701-b4c9-4963-8ad2-9d81dcc6ee35 HTTP/1.1" status: 200 len: 1001 time: 0.0719559 Feb 09 20:08:28.252451 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4c4e131-e496-4552-a5a4-3c66a7874b91 req-08f118c7-6cc8-4847-b345-561ddffc0f82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:08:28.253919 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-c4c4e131-e496-4552-a5a4-3c66a7874b91 req-08f118c7-6cc8-4847-b345-561ddffc0f82 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=3a1adf80-30c4-4bb5-a7a1-f9664fd4c4a0 HTTP/1.1" status: 200 len: 834 time: 0.0471644 Feb 09 20:08:28.309682 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4c4e131-e496-4552-a5a4-3c66a7874b91 req-5a9fab1d-1ade-4e33-b9a7-435c3e64bc6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:08:28.311483 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-c4c4e131-e496-4552-a5a4-3c66a7874b91 req-5a9fab1d-1ade-4e33-b9a7-435c3e64bc6d service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=66832ecc-be61-47d4-a5ad-6f054effe748&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0484197 Feb 09 20:08:28.418581 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-c4c4e131-e496-4552-a5a4-3c66a7874b91 req-55813194-0463-4460-a7d5-bba964302614 service neutron] 10.222.0.90 "GET /v2.0/networks/66832ecc-be61-47d4-a5ad-6f054effe748?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0972528 Feb 09 20:08:28.514461 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-c4c4e131-e496-4552-a5a4-3c66a7874b91 req-0936535a-48c9-42db-a69a-c6c69d5317b3 service neutron] 10.222.0.90 "GET /v2.0/networks/66832ecc-be61-47d4-a5ad-6f054effe748?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0879886 Feb 09 20:08:40.922527 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-c3db3de3-f835-4998-8ea5-e871598eb35d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762867132591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593584'] for agent (af91e4b9-f4e1-42b1-a25c-a10dc47171c8), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:08:43.195135 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-e497800b-6bc5-4efb-ab7a-7d601308a03c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762867132591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593584'] for agent (93303d5e-5d17-45e8-8963-7694f87783ae), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:08:43.611761 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1361a67c-0bb3-4dcb-8ff0-c36b95a34bf0 req-a9f3de2b-af8b-402e-9733-27b0189cceca tempest-TestNetworkAdvancedServerOps-38498957 tempest-TestNetworkAdvancedServerOps-38498957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:08:43.613249 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-1361a67c-0bb3-4dcb-8ff0-c36b95a34bf0 req-a9f3de2b-af8b-402e-9733-27b0189cceca tempest-TestNetworkAdvancedServerOps-38498957 tempest-TestNetworkAdvancedServerOps-38498957-project] 10.222.0.75 "GET /v2.0/ports?device_id=08458687-ddef-4f20-b020-ed91649f2a82 HTTP/1.1" status: 200 len: 945 time: 0.0608196 Feb 09 20:08:43.662597 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-1361a67c-0bb3-4dcb-8ff0-c36b95a34bf0 req-4a16c18a-56f3-49f3-87f7-04de087f495b tempest-TestNetworkAdvancedServerOps-38498957 tempest-TestNetworkAdvancedServerOps-38498957-project] 10.222.0.75 "GET /v2.0/security-groups?id=a53c300c-2f9c-427c-80f0-3ca1adbdaa32&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428600 Feb 09 20:08:44.542396 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-edc54c9b-7f13-45d9-9271-85c9738b0128 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762867132591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593584'] for agent (a62b1850-466f-48ae-bec7-d62fb280e14b), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:08:44.787957 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c057fc7e-f29d-455b-a724-6bbd131eaa4e req-b46ae9d8-39aa-483a-954d-8be6d09432d0 tempest-TestNetworkAdvancedServerOps-38498957 tempest-TestNetworkAdvancedServerOps-38498957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:08:44.789523 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-c057fc7e-f29d-455b-a724-6bbd131eaa4e req-b46ae9d8-39aa-483a-954d-8be6d09432d0 tempest-TestNetworkAdvancedServerOps-38498957 tempest-TestNetworkAdvancedServerOps-38498957-project] 10.222.0.75 "GET /v2.0/ports?device_id=08458687-ddef-4f20-b020-ed91649f2a82 HTTP/1.1" status: 200 len: 945 time: 0.0530598 Feb 09 20:08:44.845770 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-c057fc7e-f29d-455b-a724-6bbd131eaa4e req-653db2d3-d497-4205-be95-1a6ef86d4f9a tempest-TestNetworkAdvancedServerOps-38498957 tempest-TestNetworkAdvancedServerOps-38498957-project] 10.222.0.75 "GET /v2.0/security-groups?id=a53c300c-2f9c-427c-80f0-3ca1adbdaa32&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0497715 Feb 09 20:08:44.868724 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 54404) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:08:44.931895 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-071e858f-9daf-4595-84eb-7256b46ae7dd tempest-TestNetworkAdvancedServerOps-38498957 tempest-TestNetworkAdvancedServerOps-38498957-project] 10.222.0.75 "GET /v2.0/floatingips/64091698-5cc8-4b30-9abb-cc04584e851e HTTP/1.1" status: 200 len: 993 time: 0.0619514 Feb 09 20:08:46.188820 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-a7262a8e-0513-48fd-984d-75726a511961 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762867132591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593584'] for agent (911cfea2-02ae-4ec9-bac3-7808ee1cdd9c), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:08:46.255116 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d5ebd9a-e053-4550-bace-704a97eab47e req-fe3c01c5-68b9-462c-92c0-5b84ca6b34a1 tempest-TestNetworkAdvancedServerOps-38498957 tempest-TestNetworkAdvancedServerOps-38498957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:08:46.256627 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-7d5ebd9a-e053-4550-bace-704a97eab47e req-fe3c01c5-68b9-462c-92c0-5b84ca6b34a1 tempest-TestNetworkAdvancedServerOps-38498957 tempest-TestNetworkAdvancedServerOps-38498957-project] 10.222.0.75 "GET /v2.0/ports?device_id=08458687-ddef-4f20-b020-ed91649f2a82 HTTP/1.1" status: 200 len: 945 time: 0.0587800 Feb 09 20:08:46.313645 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-7d5ebd9a-e053-4550-bace-704a97eab47e req-5c917a33-c423-4c22-ae10-1d270076b2ef tempest-TestNetworkAdvancedServerOps-38498957 tempest-TestNetworkAdvancedServerOps-38498957-project] 10.222.0.75 "GET /v2.0/security-groups?id=a53c300c-2f9c-427c-80f0-3ca1adbdaa32&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0491295 Feb 09 20:08:46.716618 n-d-713498-36 neutron-server[103233]: DEBUG neutron.db.agents_db [None req-4a8a6a42-0a0c-4437-8958-92282682b6bb None None] Agent healthcheck: found 7 active agents {{(pid=103233) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 20:08:47.165968 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762867132591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593584'] for agent (496418a2-c002-4aec-ab1a-07f3bea491bd), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:08:47.444349 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04874234-e726-46ff-ba19-5bc130d6e36e req-188f1d77-e0a1-41d5-b336-05efd80c543c tempest-TestNetworkAdvancedServerOps-38498957 tempest-TestNetworkAdvancedServerOps-38498957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:08:47.446005 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-04874234-e726-46ff-ba19-5bc130d6e36e req-188f1d77-e0a1-41d5-b336-05efd80c543c tempest-TestNetworkAdvancedServerOps-38498957 tempest-TestNetworkAdvancedServerOps-38498957-project] 10.222.0.75 "GET /v2.0/ports?device_id=08458687-ddef-4f20-b020-ed91649f2a82 HTTP/1.1" status: 200 len: 945 time: 0.0544202 Feb 09 20:08:47.503957 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-04874234-e726-46ff-ba19-5bc130d6e36e req-ab26a7ad-bc4f-4b94-a072-0773771c5b76 tempest-TestNetworkAdvancedServerOps-38498957 tempest-TestNetworkAdvancedServerOps-38498957-project] 10.222.0.75 "GET /v2.0/security-groups?id=a53c300c-2f9c-427c-80f0-3ca1adbdaa32&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0518198 Feb 09 20:08:47.527649 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 54414) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:08:47.592584 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-02049e4a-56da-43f6-b1d5-2ec3275f03f4 tempest-TestNetworkAdvancedServerOps-38498957 tempest-TestNetworkAdvancedServerOps-38498957-project] 10.222.0.75 "GET /v2.0/floatingips/64091698-5cc8-4b30-9abb-cc04584e851e HTTP/1.1" status: 200 len: 993 time: 0.0637734 Feb 09 20:08:47.905055 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 54420) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:08:48.343460 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.plugin [None req-a816df90-51cc-4f5b-a7ca-c0cfc85172f5 tempest-TestNetworkAdvancedServerOps-38498957 tempest-TestNetworkAdvancedServerOps-38498957-project] Deleting port 3a5bca6d-6cf4-4e18-a28b-0ed6f53ef26a {{(pid=103229) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 20:08:48.343852 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-a816df90-51cc-4f5b-a7ca-c0cfc85172f5 tempest-TestNetworkAdvancedServerOps-38498957 tempest-TestNetworkAdvancedServerOps-38498957-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762867170196'] for port (3a5bca6d-6cf4-4e18-a28b-0ed6f53ef26a), before_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:08:48.419851 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-a816df90-51cc-4f5b-a7ca-c0cfc85172f5 tempest-TestNetworkAdvancedServerOps-38498957 tempest-TestNetworkAdvancedServerOps-38498957-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1820838'] for port (3a5bca6d-6cf4-4e18-a28b-0ed6f53ef26a), precommit_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:08:48.420193 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-a816df90-51cc-4f5b-a7ca-c0cfc85172f5 tempest-TestNetworkAdvancedServerOps-38498957 tempest-TestNetworkAdvancedServerOps-38498957-project] Publish callbacks [] for floatingip (3a5bca6d-6cf4-4e18-a28b-0ed6f53ef26a), precommit_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:08:48.432479 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.plugin [None req-a816df90-51cc-4f5b-a7ca-c0cfc85172f5 tempest-TestNetworkAdvancedServerOps-38498957 tempest-TestNetworkAdvancedServerOps-38498957-project] Calling delete_port for 3a5bca6d-6cf4-4e18-a28b-0ed6f53ef26a owned by network:floatingip {{(pid=103229) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 20:08:48.609736 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-a816df90-51cc-4f5b-a7ca-c0cfc85172f5 tempest-TestNetworkAdvancedServerOps-38498957 tempest-TestNetworkAdvancedServerOps-38498957-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762867177463', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762866656476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12867576'] for port (3a5bca6d-6cf4-4e18-a28b-0ed6f53ef26a), after_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:08:48.635266 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a816df90-51cc-4f5b-a7ca-c0cfc85172f5 tempest-TestNetworkAdvancedServerOps-38498957 tempest-TestNetworkAdvancedServerOps-38498957-project] Pushing event deleted for resources: {'Port': ['ID=3a5bca6d-6cf4-4e18-a28b-0ed6f53ef26a,revision_number=None']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:08:48.648061 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a816df90-51cc-4f5b-a7ca-c0cfc85172f5 tempest-TestNetworkAdvancedServerOps-38498957 tempest-TestNetworkAdvancedServerOps-38498957-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:08:48.648424 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a816df90-51cc-4f5b-a7ca-c0cfc85172f5 tempest-TestNetworkAdvancedServerOps-38498957 tempest-TestNetworkAdvancedServerOps-38498957-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:08:48.648787 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a816df90-51cc-4f5b-a7ca-c0cfc85172f5 tempest-TestNetworkAdvancedServerOps-38498957 tempest-TestNetworkAdvancedServerOps-38498957-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:08:48.649134 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a816df90-51cc-4f5b-a7ca-c0cfc85172f5 tempest-TestNetworkAdvancedServerOps-38498957 tempest-TestNetworkAdvancedServerOps-38498957-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:08:48.649478 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a816df90-51cc-4f5b-a7ca-c0cfc85172f5 tempest-TestNetworkAdvancedServerOps-38498957 tempest-TestNetworkAdvancedServerOps-38498957-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:08:48.649846 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a816df90-51cc-4f5b-a7ca-c0cfc85172f5 tempest-TestNetworkAdvancedServerOps-38498957 tempest-TestNetworkAdvancedServerOps-38498957-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:08:48.650274 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a816df90-51cc-4f5b-a7ca-c0cfc85172f5 tempest-TestNetworkAdvancedServerOps-38498957 tempest-TestNetworkAdvancedServerOps-38498957-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:08:48.650620 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a816df90-51cc-4f5b-a7ca-c0cfc85172f5 tempest-TestNetworkAdvancedServerOps-38498957 tempest-TestNetworkAdvancedServerOps-38498957-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:08:48.651097 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a816df90-51cc-4f5b-a7ca-c0cfc85172f5 tempest-TestNetworkAdvancedServerOps-38498957 tempest-TestNetworkAdvancedServerOps-38498957-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:08:48.651353 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a816df90-51cc-4f5b-a7ca-c0cfc85172f5 tempest-TestNetworkAdvancedServerOps-38498957 tempest-TestNetworkAdvancedServerOps-38498957-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:08:48.651787 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a816df90-51cc-4f5b-a7ca-c0cfc85172f5 tempest-TestNetworkAdvancedServerOps-38498957 tempest-TestNetworkAdvancedServerOps-38498957-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:08:48.652020 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a816df90-51cc-4f5b-a7ca-c0cfc85172f5 tempest-TestNetworkAdvancedServerOps-38498957 tempest-TestNetworkAdvancedServerOps-38498957-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:08:48.652347 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a816df90-51cc-4f5b-a7ca-c0cfc85172f5 tempest-TestNetworkAdvancedServerOps-38498957 tempest-TestNetworkAdvancedServerOps-38498957-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:08:48.707436 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-a816df90-51cc-4f5b-a7ca-c0cfc85172f5 tempest-TestNetworkAdvancedServerOps-38498957 tempest-TestNetworkAdvancedServerOps-38498957-project] Publish callbacks [] for floatingip (64091698-5cc8-4b30-9abb-cc04584e851e), after_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:08:48.707774 n-d-713498-36 neutron-server[103229]: INFO neutron.db.l3_db [None req-a816df90-51cc-4f5b-a7ca-c0cfc85172f5 tempest-TestNetworkAdvancedServerOps-38498957 tempest-TestNetworkAdvancedServerOps-38498957-project] Floating IP 64091698-5cc8-4b30-9abb-cc04584e851e disassociated (deleted). External IP: 172.25.1.241, port: 4b459701-b4c9-4963-8ad2-9d81dcc6ee35. Feb 09 20:08:48.939645 n-d-713498-36 neutron-server[103229]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a816df90-51cc-4f5b-a7ca-c0cfc85172f5 tempest-TestNetworkAdvancedServerOps-38498957 tempest-TestNetworkAdvancedServerOps-38498957-project] Router 6b141b7b-0de2-4263-9085-db3cd86399ca has already been hosted by L3 agent 93303d5e-5d17-45e8-8963-7694f87783ae {{(pid=103229) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 20:08:49.057151 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a816df90-51cc-4f5b-a7ca-c0cfc85172f5 tempest-TestNetworkAdvancedServerOps-38498957 tempest-TestNetworkAdvancedServerOps-38498957-project] Notify agent at l3_agent.n-d-713498-36 the message routers_updated {{(pid=103229) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 20:08:49.063227 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-a816df90-51cc-4f5b-a7ca-c0cfc85172f5 tempest-TestNetworkAdvancedServerOps-38498957 tempest-TestNetworkAdvancedServerOps-38498957-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171096'] for floatingip (None), before_response {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:08:49.067789 n-d-713498-36 neutron-server[103233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d4c2659-4bb5-42ed-96ef-eefbad57f9a2 None None] Sync routers for ids ['6b141b7b-0de2-4263-9085-db3cd86399ca'] in n-d-713498-36 {{(pid=103233) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 20:08:49.078544 n-d-713498-36 neutron-server[103233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d4c2659-4bb5-42ed-96ef-eefbad57f9a2 None None] Routers {'6b141b7b-0de2-4263-9085-db3cd86399ca'} bound to L3 agent in host n-d-713498-36 {{(pid=103233) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 20:08:49.079261 n-d-713498-36 neutron-server[103233]: DEBUG neutron.db.l3_hamode_db [None req-4d4c2659-4bb5-42ed-96ef-eefbad57f9a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T18:51:43Z,description=,heartbeat_timestamp=2022-02-09T20:08:43Z,host='n-d-713498-36',id=93303d5e-5d17-45e8-8963-7694f87783ae,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T18:51:43Z,topic='l3_agent')) {'router_ids': ['6b141b7b-0de2-4263-9085-db3cd86399ca'], 'active': True} {{(pid=103233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 20:08:49.080478 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762867132591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593584'] for agent (488cd9ae-631f-4955-ba0b-4f5a13f12e9c), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:08:49.096539 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-a816df90-51cc-4f5b-a7ca-c0cfc85172f5 tempest-TestNetworkAdvancedServerOps-38498957 tempest-TestNetworkAdvancedServerOps-38498957-project] 10.222.0.75 "DELETE /v2.0/floatingips/64091698-5cc8-4b30-9abb-cc04584e851e HTTP/1.1" status: 204 len: 168 time: 1.1903770 Feb 09 20:08:49.097236 n-d-713498-36 neutron-server[103229]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '08458687-ddef-4f20-b020-ed91649f2a82', 'tag': '4b459701-b4c9-4963-8ad2-9d81dcc6ee35'}] {{(pid=103229) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 20:08:49.099696 n-d-713498-36 neutron-server[103229]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}07d618d1c5389b9cd0b8ca1de8f17b65d6cfa6b0806685514be6977118e88e42" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-98549215-b336-440f-a2dc-bb6093d0a619" -d '{"events": [{"name": "network-changed", "server_uuid": "08458687-ddef-4f20-b020-ed91649f2a82", "tag": "4b459701-b4c9-4963-8ad2-9d81dcc6ee35"}]}' {{(pid=103229) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 20:08:49.142106 n-d-713498-36 neutron-server[103229]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 20:08:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6fadceae-615a-4fc9-85f1-0d78a9d936a1 x-openstack-request-id: req-6fadceae-615a-4fc9-85f1-0d78a9d936a1 {{(pid=103229) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 20:08:49.142456 n-d-713498-36 neutron-server[103229]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "08458687-ddef-4f20-b020-ed91649f2a82", "tag": "4b459701-b4c9-4963-8ad2-9d81dcc6ee35", "status": "completed", "code": 200}]} {{(pid=103229) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 20:08:49.142714 n-d-713498-36 neutron-server[103229]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-6fadceae-615a-4fc9-85f1-0d78a9d936a1 {{(pid=103229) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 20:08:49.143766 n-d-713498-36 neutron-server[103229]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '08458687-ddef-4f20-b020-ed91649f2a82', 'tag': '4b459701-b4c9-4963-8ad2-9d81dcc6ee35', 'status': 'completed', 'code': 200} Feb 09 20:08:49.201013 n-d-713498-36 neutron-server[103233]: DEBUG neutron.db.l3_dvr_db [None req-4d4c2659-4bb5-42ed-96ef-eefbad57f9a2 None None] Set router 6b141b7b-0de2-4263-9085-db3cd86399ca gateway port host: n-d-713498-36 {{(pid=103233) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 20:08:49.230994 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98549215-b336-440f-a2dc-bb6093d0a619 req-ed774e51-2856-466c-b1b6-b4e59fe20fb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:08:49.232624 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-98549215-b336-440f-a2dc-bb6093d0a619 req-ed774e51-2856-466c-b1b6-b4e59fe20fb7 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=c799cd12150c4200978dc1a66164f122&device_id=08458687-ddef-4f20-b020-ed91649f2a82 HTTP/1.1" status: 200 len: 1128 time: 0.0556436 Feb 09 20:08:49.374636 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98549215-b336-440f-a2dc-bb6093d0a619 req-f2b979c7-a584-47f6-a0bd-202bc0da6b99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:08:49.376098 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-98549215-b336-440f-a2dc-bb6093d0a619 req-f2b979c7-a584-47f6-a0bd-202bc0da6b99 service neutron] 10.222.0.90 "GET /v2.0/networks?id=66832ecc-be61-47d4-a5ad-6f054effe748 HTTP/1.1" status: 200 len: 897 time: 0.1320553 Feb 09 20:08:49.384276 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c281361f-ec5f-4b64-892e-affd4a002345 req-df2b3e23-33a5-4468-ad3e-2b172f0f2bc5 tempest-TestNetworkAdvancedServerOps-38498957 tempest-TestNetworkAdvancedServerOps-38498957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:08:49.385700 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-c281361f-ec5f-4b64-892e-affd4a002345 req-df2b3e23-33a5-4468-ad3e-2b172f0f2bc5 tempest-TestNetworkAdvancedServerOps-38498957 tempest-TestNetworkAdvancedServerOps-38498957-project] 10.222.0.75 "GET /v2.0/ports?device_id=08458687-ddef-4f20-b020-ed91649f2a82 HTTP/1.1" status: 200 len: 945 time: 0.0833814 Feb 09 20:08:49.428220 n-d-713498-36 neutron-server[103233]: DEBUG neutron.db.l3_hamode_db [None req-4d4c2659-4bb5-42ed-96ef-eefbad57f9a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b141b7b-0de2-4263-9085-db3cd86399ca', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1190011595', 'tenant_id': 'c799cd12150c4200978dc1a66164f122', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88055e1e-672a-4487-be31-ffb6e833ece5', 'external_fixed_ips': [{'subnet_id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'ip_address': '172.25.1.238'}], 'enable_snat': True}, 'gw_port_id': '1cd93a15-427b-42cd-8b59-1048be871b17', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T20:07:45Z', 'updated_at': '2022-02-09T20:07:49Z', 'revision_number': 4, 'project_id': 'c799cd12150c4200978dc1a66164f122', 'gw_port': {'id': '1cd93a15-427b-42cd-8b59-1048be871b17', 'name': '', 'network_id': '88055e1e-672a-4487-be31-ffb6e833ece5', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:c8:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b141b7b-0de2-4263-9085-db3cd86399ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4233, 'fixed_ips': [{'subnet_id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'ip_address': '172.25.1.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T20:07:45Z', 'updated_at': '2022-02-09T20:07:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-36', '_interfaces': [{'id': 'e424a371-38e5-42c0-bd30-be435e56d258', 'name': '', 'network_id': '66832ecc-be61-47d4-a5ad-6f054effe748', 'tenant_id': 'c799cd12150c4200978dc1a66164f122', 'mac_address': 'fa:16:3e:c4:22:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b141b7b-0de2-4263-9085-db3cd86399ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 4236, 'fixed_ips': [{'subnet_id': '3a1adf80-30c4-4bb5-a7a1-f9664fd4c4a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T20:07:48Z', 'updated_at': '2022-02-09T20:07:52Z', 'revision_number': 5, 'project_id': 'c799cd12150c4200978dc1a66164f122', 'subnets': [{'id': '3a1adf80-30c4-4bb5-a7a1-f9664fd4c4a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-36', False) {} {{(pid=103233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 20:08:49.443367 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-98549215-b336-440f-a2dc-bb6093d0a619 req-d60f2430-6b02-4b74-b0c0-d49e1f48c017 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=4b459701-b4c9-4963-8ad2-9d81dcc6ee35 HTTP/1.1" status: 200 len: 217 time: 0.0560253 Feb 09 20:08:49.459245 n-d-713498-36 neutron-server[103233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d4c2659-4bb5-42ed-96ef-eefbad57f9a2 None None] Checking router: 6b141b7b-0de2-4263-9085-db3cd86399ca for host: n-d-713498-36 {{(pid=103233) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 20:08:49.468900 n-d-713498-36 neutron-server[103233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d4c2659-4bb5-42ed-96ef-eefbad57f9a2 None None] Routers {'6b141b7b-0de2-4263-9085-db3cd86399ca'} bound to L3 agent in host n-d-713498-36 {{(pid=103233) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 20:08:49.469591 n-d-713498-36 neutron-server[103233]: DEBUG neutron.db.l3_hamode_db [None req-4d4c2659-4bb5-42ed-96ef-eefbad57f9a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T18:51:43Z,description=,heartbeat_timestamp=2022-02-09T20:08:43Z,host='n-d-713498-36',id=93303d5e-5d17-45e8-8963-7694f87783ae,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T18:51:43Z,topic='l3_agent')) {'router_ids': ['6b141b7b-0de2-4263-9085-db3cd86399ca'], 'active': True} {{(pid=103233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 20:08:49.509015 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-c281361f-ec5f-4b64-892e-affd4a002345 req-5b993c46-3a0c-443f-a446-dd5824f32c41 tempest-TestNetworkAdvancedServerOps-38498957 tempest-TestNetworkAdvancedServerOps-38498957-project] 10.222.0.75 "GET /v2.0/security-groups?id=a53c300c-2f9c-427c-80f0-3ca1adbdaa32&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1114562 Feb 09 20:08:49.516994 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98549215-b336-440f-a2dc-bb6093d0a619 req-fb9b06ba-547a-45a0-8f62-3faa8de18582 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:08:49.518455 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-98549215-b336-440f-a2dc-bb6093d0a619 req-fb9b06ba-547a-45a0-8f62-3faa8de18582 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=3a1adf80-30c4-4bb5-a7a1-f9664fd4c4a0 HTTP/1.1" status: 200 len: 834 time: 0.0671849 Feb 09 20:08:49.557345 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762867132591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593584'] for agent (bcd5faee-dc24-4298-9134-0e0aa054058e), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:08:49.577666 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98549215-b336-440f-a2dc-bb6093d0a619 req-3988b4e0-0eed-49a4-809a-16c2194a8bc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:08:49.579490 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-98549215-b336-440f-a2dc-bb6093d0a619 req-3988b4e0-0eed-49a4-809a-16c2194a8bc1 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=66832ecc-be61-47d4-a5ad-6f054effe748&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0531528 Feb 09 20:08:49.588855 n-d-713498-36 neutron-server[103233]: DEBUG neutron.db.l3_dvr_db [None req-4d4c2659-4bb5-42ed-96ef-eefbad57f9a2 None None] Set router 6b141b7b-0de2-4263-9085-db3cd86399ca gateway port host: n-d-713498-36 {{(pid=103233) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 20:08:49.671711 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-98549215-b336-440f-a2dc-bb6093d0a619 req-26549dfd-827a-49d6-914b-f8ea2cf86418 service neutron] 10.222.0.90 "GET /v2.0/networks/66832ecc-be61-47d4-a5ad-6f054effe748?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0835497 Feb 09 20:08:49.768750 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-98549215-b336-440f-a2dc-bb6093d0a619 req-b5b4ac8d-0eb2-40d8-8986-6937c2424ecc service neutron] 10.222.0.90 "GET /v2.0/networks/66832ecc-be61-47d4-a5ad-6f054effe748?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0887060 Feb 09 20:08:49.792996 n-d-713498-36 neutron-server[103233]: DEBUG neutron.db.l3_hamode_db [None req-4d4c2659-4bb5-42ed-96ef-eefbad57f9a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b141b7b-0de2-4263-9085-db3cd86399ca', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1190011595', 'tenant_id': 'c799cd12150c4200978dc1a66164f122', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88055e1e-672a-4487-be31-ffb6e833ece5', 'external_fixed_ips': [{'subnet_id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'ip_address': '172.25.1.238'}], 'enable_snat': True}, 'gw_port_id': '1cd93a15-427b-42cd-8b59-1048be871b17', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T20:07:45Z', 'updated_at': '2022-02-09T20:07:49Z', 'revision_number': 4, 'project_id': 'c799cd12150c4200978dc1a66164f122', 'gw_port': {'id': '1cd93a15-427b-42cd-8b59-1048be871b17', 'name': '', 'network_id': '88055e1e-672a-4487-be31-ffb6e833ece5', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:c8:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b141b7b-0de2-4263-9085-db3cd86399ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4233, 'fixed_ips': [{'subnet_id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'ip_address': '172.25.1.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T20:07:45Z', 'updated_at': '2022-02-09T20:07:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-36', '_interfaces': [{'id': 'e424a371-38e5-42c0-bd30-be435e56d258', 'name': '', 'network_id': '66832ecc-be61-47d4-a5ad-6f054effe748', 'tenant_id': 'c799cd12150c4200978dc1a66164f122', 'mac_address': 'fa:16:3e:c4:22:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b141b7b-0de2-4263-9085-db3cd86399ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 4236, 'fixed_ips': [{'subnet_id': '3a1adf80-30c4-4bb5-a7a1-f9664fd4c4a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T20:07:48Z', 'updated_at': '2022-02-09T20:07:52Z', 'revision_number': 5, 'project_id': 'c799cd12150c4200978dc1a66164f122', 'subnets': [{'id': '3a1adf80-30c4-4bb5-a7a1-f9664fd4c4a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-36', False) {} {{(pid=103233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 20:08:49.822956 n-d-713498-36 neutron-server[103233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d4c2659-4bb5-42ed-96ef-eefbad57f9a2 None None] The sync data for ids ['6b141b7b-0de2-4263-9085-db3cd86399ca'] in n-d-713498-36 is: [{'id': '6b141b7b-0de2-4263-9085-db3cd86399ca', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1190011595', 'tenant_id': 'c799cd12150c4200978dc1a66164f122', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88055e1e-672a-4487-be31-ffb6e833ece5', 'external_fixed_ips': [{'subnet_id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'ip_address': '172.25.1.238'}], 'enable_snat': True}, 'gw_port_id': '1cd93a15-427b-42cd-8b59-1048be871b17', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T20:07:45Z', 'updated_at': '2022-02-09T20:07:49Z', 'revision_number': 4, 'project_id': 'c799cd12150c4200978dc1a66164f122', 'gw_port': {'id': '1cd93a15-427b-42cd-8b59-1048be871b17', 'name': '', 'network_id': '88055e1e-672a-4487-be31-ffb6e833ece5', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:c8:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b141b7b-0de2-4263-9085-db3cd86399ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4233, 'fixed_ips': [{'subnet_id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'ip_address': '172.25.1.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T20:07:45Z', 'updated_at': '2022-02-09T20:07:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-36', '_interfaces': [{'id': 'e424a371-38e5-42c0-bd30-be435e56d258', 'name': '', 'network_id': '66832ecc-be61-47d4-a5ad-6f054effe748', 'tenant_id': 'c799cd12150c4200978dc1a66164f122', 'mac_address': 'fa:16:3e:c4:22:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b141b7b-0de2-4263-9085-db3cd86399ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 4236, 'fixed_ips': [{'subnet_id': '3a1adf80-30c4-4bb5-a7a1-f9664fd4c4a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T20:07:48Z', 'updated_at': '2022-02-09T20:07:52Z', 'revision_number': 5, 'project_id': 'c799cd12150c4200978dc1a66164f122', 'subnets': [{'id': '3a1adf80-30c4-4bb5-a7a1-f9664fd4c4a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103233) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 20:08:50.051116 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce3d1fc5-e9d5-4dd9-8bee-045fbdc9c655 None None] New status for floating IP 64091698-5cc8-4b30-9abb-cc04584e851e: DOWN {{(pid=103232) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 09 20:08:50.637812 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b00b3bb-f10e-4d3b-b484-62bf668a738c req-dc125d33-1a08-4f51-a524-7134aa9e1847 tempest-TestNetworkAdvancedServerOps-38498957 tempest-TestNetworkAdvancedServerOps-38498957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:08:50.639343 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-4b00b3bb-f10e-4d3b-b484-62bf668a738c req-dc125d33-1a08-4f51-a524-7134aa9e1847 tempest-TestNetworkAdvancedServerOps-38498957 tempest-TestNetworkAdvancedServerOps-38498957-project] 10.222.0.75 "GET /v2.0/ports?device_id=08458687-ddef-4f20-b020-ed91649f2a82 HTTP/1.1" status: 200 len: 945 time: 0.0548091 Feb 09 20:08:50.693053 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-4b00b3bb-f10e-4d3b-b484-62bf668a738c req-95344bc3-e3d8-47e0-82b3-3c4327393ef1 tempest-TestNetworkAdvancedServerOps-38498957 tempest-TestNetworkAdvancedServerOps-38498957-project] 10.222.0.75 "GET /v2.0/security-groups?id=a53c300c-2f9c-427c-80f0-3ca1adbdaa32&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0480819 Feb 09 20:08:51.481867 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84606438-5003-42b9-9433-5e3a9afd9f85 req-9c19e10b-89d4-4860-97b6-bb0b7ea49e23 tempest-TestNetworkAdvancedServerOps-38498957 tempest-TestNetworkAdvancedServerOps-38498957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:08:51.483348 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-84606438-5003-42b9-9433-5e3a9afd9f85 req-9c19e10b-89d4-4860-97b6-bb0b7ea49e23 tempest-TestNetworkAdvancedServerOps-38498957 tempest-TestNetworkAdvancedServerOps-38498957-project] 10.222.0.90 "GET /v2.0/ports?device_id=08458687-ddef-4f20-b020-ed91649f2a82 HTTP/1.1" status: 200 len: 945 time: 0.0535133 Feb 09 20:08:51.582306 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.plugin [req-84606438-5003-42b9-9433-5e3a9afd9f85 req-d16efc51-93e6-4d43-88ae-76130fdfc232 tempest-TestNetworkAdvancedServerOps-38498957 tempest-TestNetworkAdvancedServerOps-38498957-project] Deleting port 4b459701-b4c9-4963-8ad2-9d81dcc6ee35 {{(pid=103230) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 20:08:51.582650 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [req-84606438-5003-42b9-9433-5e3a9afd9f85 req-d16efc51-93e6-4d43-88ae-76130fdfc232 tempest-TestNetworkAdvancedServerOps-38498957 tempest-TestNetworkAdvancedServerOps-38498957-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762867170196'] for port (4b459701-b4c9-4963-8ad2-9d81dcc6ee35), before_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:08:51.682243 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.db [req-84606438-5003-42b9-9433-5e3a9afd9f85 req-d16efc51-93e6-4d43-88ae-76130fdfc232 tempest-TestNetworkAdvancedServerOps-38498957 tempest-TestNetworkAdvancedServerOps-38498957-project] For port 4b459701-b4c9-4963-8ad2-9d81dcc6ee35, host n-h2-713498-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-36',level=0,port_id=4b459701-b4c9-4963-8ad2-9d81dcc6ee35,segment=NetworkSegment(f347484d-b521-41b4-a39b-f0ddfba0fde2),segment_id=f347484d-b521-41b4-a39b-f0ddfba0fde2)] {{(pid=103230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 20:08:51.682611 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [req-84606438-5003-42b9-9433-5e3a9afd9f85 req-d16efc51-93e6-4d43-88ae-76130fdfc232 tempest-TestNetworkAdvancedServerOps-38498957 tempest-TestNetworkAdvancedServerOps-38498957-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1820838'] for port (4b459701-b4c9-4963-8ad2-9d81dcc6ee35), precommit_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:08:51.696118 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.plugin [req-84606438-5003-42b9-9433-5e3a9afd9f85 req-d16efc51-93e6-4d43-88ae-76130fdfc232 tempest-TestNetworkAdvancedServerOps-38498957 tempest-TestNetworkAdvancedServerOps-38498957-project] Calling delete_port for 4b459701-b4c9-4963-8ad2-9d81dcc6ee35 owned by compute:nova {{(pid=103230) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 20:08:51.863074 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c62ba815-65e3-465f-bcae-55d1f05f7804 req-2c584d1d-5f20-4408-bdca-efa19152abc9 tempest-TestNetworkAdvancedServerOps-38498957 tempest-TestNetworkAdvancedServerOps-38498957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:08:51.864555 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-c62ba815-65e3-465f-bcae-55d1f05f7804 req-2c584d1d-5f20-4408-bdca-efa19152abc9 tempest-TestNetworkAdvancedServerOps-38498957 tempest-TestNetworkAdvancedServerOps-38498957-project] 10.222.0.75 "GET /v2.0/ports?device_id=08458687-ddef-4f20-b020-ed91649f2a82 HTTP/1.1" status: 200 len: 945 time: 0.0967944 Feb 09 20:08:51.865312 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [req-84606438-5003-42b9-9433-5e3a9afd9f85 req-d16efc51-93e6-4d43-88ae-76130fdfc232 tempest-TestNetworkAdvancedServerOps-38498957 tempest-TestNetworkAdvancedServerOps-38498957-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762867177463', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762866656476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14393751'] for port (4b459701-b4c9-4963-8ad2-9d81dcc6ee35), after_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:08:51.910121 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d16efc51-93e6-4d43-88ae-76130fdfc232 tempest-TestNetworkAdvancedServerOps-38498957 tempest-TestNetworkAdvancedServerOps-38498957-project] Pushing event deleted for resources: {'Port': ['ID=4b459701-b4c9-4963-8ad2-9d81dcc6ee35,revision_number=None']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:08:51.949213 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d16efc51-93e6-4d43-88ae-76130fdfc232 tempest-TestNetworkAdvancedServerOps-38498957 tempest-TestNetworkAdvancedServerOps-38498957-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:08:51.949563 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d16efc51-93e6-4d43-88ae-76130fdfc232 tempest-TestNetworkAdvancedServerOps-38498957 tempest-TestNetworkAdvancedServerOps-38498957-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:08:51.949909 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d16efc51-93e6-4d43-88ae-76130fdfc232 tempest-TestNetworkAdvancedServerOps-38498957 tempest-TestNetworkAdvancedServerOps-38498957-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:08:51.950273 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d16efc51-93e6-4d43-88ae-76130fdfc232 tempest-TestNetworkAdvancedServerOps-38498957 tempest-TestNetworkAdvancedServerOps-38498957-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:08:51.950603 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d16efc51-93e6-4d43-88ae-76130fdfc232 tempest-TestNetworkAdvancedServerOps-38498957 tempest-TestNetworkAdvancedServerOps-38498957-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:08:51.950930 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d16efc51-93e6-4d43-88ae-76130fdfc232 tempest-TestNetworkAdvancedServerOps-38498957 tempest-TestNetworkAdvancedServerOps-38498957-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:08:51.951258 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d16efc51-93e6-4d43-88ae-76130fdfc232 tempest-TestNetworkAdvancedServerOps-38498957 tempest-TestNetworkAdvancedServerOps-38498957-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:08:51.951584 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d16efc51-93e6-4d43-88ae-76130fdfc232 tempest-TestNetworkAdvancedServerOps-38498957 tempest-TestNetworkAdvancedServerOps-38498957-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:08:51.951909 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d16efc51-93e6-4d43-88ae-76130fdfc232 tempest-TestNetworkAdvancedServerOps-38498957 tempest-TestNetworkAdvancedServerOps-38498957-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:08:51.952232 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d16efc51-93e6-4d43-88ae-76130fdfc232 tempest-TestNetworkAdvancedServerOps-38498957 tempest-TestNetworkAdvancedServerOps-38498957-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:08:51.952552 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d16efc51-93e6-4d43-88ae-76130fdfc232 tempest-TestNetworkAdvancedServerOps-38498957 tempest-TestNetworkAdvancedServerOps-38498957-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:08:51.952872 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d16efc51-93e6-4d43-88ae-76130fdfc232 tempest-TestNetworkAdvancedServerOps-38498957 tempest-TestNetworkAdvancedServerOps-38498957-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:08:51.953190 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d16efc51-93e6-4d43-88ae-76130fdfc232 tempest-TestNetworkAdvancedServerOps-38498957 tempest-TestNetworkAdvancedServerOps-38498957-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:08:51.975577 n-d-713498-36 neutron-server[103230]: DEBUG neutron.db.l3_dvrscheduler_db [req-84606438-5003-42b9-9433-5e3a9afd9f85 req-d16efc51-93e6-4d43-88ae-76130fdfc232 tempest-TestNetworkAdvancedServerOps-38498957 tempest-TestNetworkAdvancedServerOps-38498957-project] No DVR routers for this DVR port 4b459701-b4c9-4963-8ad2-9d81dcc6ee35 on host n-h2-713498-36 {{(pid=103230) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 20:08:51.980594 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [req-84606438-5003-42b9-9433-5e3a9afd9f85 req-d16efc51-93e6-4d43-88ae-76130fdfc232 tempest-TestNetworkAdvancedServerOps-38498957 tempest-TestNetworkAdvancedServerOps-38498957-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171096'] for port (None), before_response {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:08:51.983888 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-84606438-5003-42b9-9433-5e3a9afd9f85 req-d16efc51-93e6-4d43-88ae-76130fdfc232 tempest-TestNetworkAdvancedServerOps-38498957 tempest-TestNetworkAdvancedServerOps-38498957-project] 10.222.0.90 "DELETE /v2.0/ports/4b459701-b4c9-4963-8ad2-9d81dcc6ee35 HTTP/1.1" status: 204 len: 173 time: 0.4941485 Feb 09 20:08:51.984327 n-d-713498-36 neutron-server[103230]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '08458687-ddef-4f20-b020-ed91649f2a82', 'name': 'network-vif-deleted', 'tag': '4b459701-b4c9-4963-8ad2-9d81dcc6ee35'}] {{(pid=103230) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 20:08:51.986640 n-d-713498-36 neutron-server[103230]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bdec2cd40908e72a0a66447c6deb3367bbdbf2f4033028e05eb26280eb3900ec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-147117e6-99fe-425e-8dfb-569347f53de1" -d '{"events": [{"server_uuid": "08458687-ddef-4f20-b020-ed91649f2a82", "name": "network-vif-deleted", "tag": "4b459701-b4c9-4963-8ad2-9d81dcc6ee35"}]}' {{(pid=103230) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 20:08:52.003938 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-c62ba815-65e3-465f-bcae-55d1f05f7804 req-07728ae1-8758-4042-ae85-87252053a314 tempest-TestNetworkAdvancedServerOps-38498957 tempest-TestNetworkAdvancedServerOps-38498957-project] 10.222.0.75 "GET /v2.0/security-groups?id=a53c300c-2f9c-427c-80f0-3ca1adbdaa32&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1315074 Feb 09 20:08:52.050816 n-d-713498-36 neutron-server[103230]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 20:08:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d285f782-a48e-4f25-a321-d645283cf2ec x-openstack-request-id: req-d285f782-a48e-4f25-a321-d645283cf2ec {{(pid=103230) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 20:08:52.051126 n-d-713498-36 neutron-server[103230]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "08458687-ddef-4f20-b020-ed91649f2a82", "name": "network-vif-deleted", "tag": "4b459701-b4c9-4963-8ad2-9d81dcc6ee35", "status": "completed", "code": 200}]} {{(pid=103230) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 20:08:52.051405 n-d-713498-36 neutron-server[103230]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-d285f782-a48e-4f25-a321-d645283cf2ec {{(pid=103230) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 20:08:52.051805 n-d-713498-36 neutron-server[103230]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '08458687-ddef-4f20-b020-ed91649f2a82', 'name': 'network-vif-deleted', 'tag': '4b459701-b4c9-4963-8ad2-9d81dcc6ee35', 'status': 'completed', 'code': 200} Feb 09 20:08:53.064672 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 54436) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:08:53.447739 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-1d666d0c-3633-4c02-afdc-1e4da183c33e tempest-TestNetworkAdvancedServerOps-38498957 tempest-TestNetworkAdvancedServerOps-38498957-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1834525'] for router_interface (6b141b7b-0de2-4263-9085-db3cd86399ca), before_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:08:53.712790 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.plugin [None req-1d666d0c-3633-4c02-afdc-1e4da183c33e tempest-TestNetworkAdvancedServerOps-38498957 tempest-TestNetworkAdvancedServerOps-38498957-project] Deleting port e424a371-38e5-42c0-bd30-be435e56d258 {{(pid=103229) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 20:08:53.713061 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-1d666d0c-3633-4c02-afdc-1e4da183c33e tempest-TestNetworkAdvancedServerOps-38498957 tempest-TestNetworkAdvancedServerOps-38498957-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762867170196'] for port (e424a371-38e5-42c0-bd30-be435e56d258), before_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:08:53.805118 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.db [None req-1d666d0c-3633-4c02-afdc-1e4da183c33e tempest-TestNetworkAdvancedServerOps-38498957 tempest-TestNetworkAdvancedServerOps-38498957-project] For port e424a371-38e5-42c0-bd30-be435e56d258, host n-d-713498-36, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-36',level=0,port_id=e424a371-38e5-42c0-bd30-be435e56d258,segment=NetworkSegment(f347484d-b521-41b4-a39b-f0ddfba0fde2),segment_id=f347484d-b521-41b4-a39b-f0ddfba0fde2)] {{(pid=103229) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 20:08:53.805554 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-1d666d0c-3633-4c02-afdc-1e4da183c33e tempest-TestNetworkAdvancedServerOps-38498957 tempest-TestNetworkAdvancedServerOps-38498957-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1820838'] for port (e424a371-38e5-42c0-bd30-be435e56d258), precommit_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:08:53.819035 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.plugin [None req-1d666d0c-3633-4c02-afdc-1e4da183c33e tempest-TestNetworkAdvancedServerOps-38498957 tempest-TestNetworkAdvancedServerOps-38498957-project] Calling delete_port for e424a371-38e5-42c0-bd30-be435e56d258 owned by network:router_interface {{(pid=103229) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 20:08:54.006137 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-1d666d0c-3633-4c02-afdc-1e4da183c33e tempest-TestNetworkAdvancedServerOps-38498957 tempest-TestNetworkAdvancedServerOps-38498957-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762867177463', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762866656476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12867576'] for port (e424a371-38e5-42c0-bd30-be435e56d258), after_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:08:54.039647 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d666d0c-3633-4c02-afdc-1e4da183c33e tempest-TestNetworkAdvancedServerOps-38498957 tempest-TestNetworkAdvancedServerOps-38498957-project] Pushing event deleted for resources: {'Port': ['ID=e424a371-38e5-42c0-bd30-be435e56d258,revision_number=None']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:08:54.219908 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-1d666d0c-3633-4c02-afdc-1e4da183c33e tempest-TestNetworkAdvancedServerOps-38498957 tempest-TestNetworkAdvancedServerOps-38498957-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1613467', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1834633'] for router_interface (6b141b7b-0de2-4263-9085-db3cd86399ca), after_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:08:54.460857 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Device 4b459701-b4c9-4963-8ad2-9d81dcc6ee35 no longer exists at agent hyperv_n-h2-713498-36 {{(pid=103232) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 20:08:54.470040 n-d-713498-36 neutron-server[103229]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1d666d0c-3633-4c02-afdc-1e4da183c33e tempest-TestNetworkAdvancedServerOps-38498957 tempest-TestNetworkAdvancedServerOps-38498957-project] Router 6b141b7b-0de2-4263-9085-db3cd86399ca has already been hosted by L3 agent 93303d5e-5d17-45e8-8963-7694f87783ae {{(pid=103229) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 20:08:54.481516 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-7429db8d-6021-40ad-813e-885be449a89b None None] No Port match for: 4b459701-b4c9-4963-8ad2-9d81dcc6ee35 {{(pid=103232) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 20:08:54.481876 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Device 4b459701-b4c9-4963-8ad2-9d81dcc6ee35 not bound to the agent host n-h2-713498-36 {{(pid=103232) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 20:08:54.589179 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1d666d0c-3633-4c02-afdc-1e4da183c33e tempest-TestNetworkAdvancedServerOps-38498957 tempest-TestNetworkAdvancedServerOps-38498957-project] Notify agent at l3_agent.n-d-713498-36 the message routers_updated {{(pid=103229) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 20:08:54.594976 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-1d666d0c-3633-4c02-afdc-1e4da183c33e tempest-TestNetworkAdvancedServerOps-38498957 tempest-TestNetworkAdvancedServerOps-38498957-project] 10.222.0.75 "PUT /v2.0/routers/6b141b7b-0de2-4263-9085-db3cd86399ca/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5292487 Feb 09 20:08:54.599190 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 54438) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:08:54.600725 n-d-713498-36 neutron-server[103233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d0f2952-a0c3-4861-9cae-f8298415785e None None] Sync routers for ids ['6b141b7b-0de2-4263-9085-db3cd86399ca'] in n-d-713498-36 {{(pid=103233) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 20:08:54.615477 n-d-713498-36 neutron-server[103233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d0f2952-a0c3-4861-9cae-f8298415785e None None] Routers {'6b141b7b-0de2-4263-9085-db3cd86399ca'} bound to L3 agent in host n-d-713498-36 {{(pid=103233) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 20:08:54.616834 n-d-713498-36 neutron-server[103233]: DEBUG neutron.db.l3_hamode_db [None req-0d0f2952-a0c3-4861-9cae-f8298415785e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T18:51:43Z,description=,heartbeat_timestamp=2022-02-09T20:08:43Z,host='n-d-713498-36',id=93303d5e-5d17-45e8-8963-7694f87783ae,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T18:51:43Z,topic='l3_agent')) {'router_ids': ['6b141b7b-0de2-4263-9085-db3cd86399ca'], 'active': True} {{(pid=103233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 20:08:54.666360 n-d-713498-36 neutron-server[103229]: DEBUG neutron.db.db_base_plugin_v2 [None req-e61c10fe-f264-4d98-bc54-0fbe16ee8249 tempest-TestNetworkAdvancedServerOps-38498957 tempest-TestNetworkAdvancedServerOps-38498957-project] Deleting subnet 3a1adf80-30c4-4bb5-a7a1-f9664fd4c4a0 {{(pid=103229) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 20:08:54.671456 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-e61c10fe-f264-4d98-bc54-0fbe16ee8249 tempest-TestNetworkAdvancedServerOps-38498957 tempest-TestNetworkAdvancedServerOps-38498957-project] Publish callbacks [] for subnet (3a1adf80-30c4-4bb5-a7a1-f9664fd4c4a0), before_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:08:54.716843 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-e61c10fe-f264-4d98-bc54-0fbe16ee8249 tempest-TestNetworkAdvancedServerOps-38498957 tempest-TestNetworkAdvancedServerOps-38498957-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16683410'] for subnet (3a1adf80-30c4-4bb5-a7a1-f9664fd4c4a0), precommit_delete_associations {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:08:54.729247 n-d-713498-36 neutron-server[103233]: DEBUG neutron.db.l3_dvr_db [None req-0d0f2952-a0c3-4861-9cae-f8298415785e None None] Set router 6b141b7b-0de2-4263-9085-db3cd86399ca gateway port host: n-d-713498-36 {{(pid=103233) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 20:08:54.811458 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-e61c10fe-f264-4d98-bc54-0fbe16ee8249 tempest-TestNetworkAdvancedServerOps-38498957 tempest-TestNetworkAdvancedServerOps-38498957-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-759852'] for subnet (3a1adf80-30c4-4bb5-a7a1-f9664fd4c4a0), precommit_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:08:54.877526 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-e61c10fe-f264-4d98-bc54-0fbe16ee8249 tempest-TestNetworkAdvancedServerOps-38498957 tempest-TestNetworkAdvancedServerOps-38498957-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-760023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12867367', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12759238'] for subnet (3a1adf80-30c4-4bb5-a7a1-f9664fd4c4a0), after_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:08:54.903266 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e61c10fe-f264-4d98-bc54-0fbe16ee8249 tempest-TestNetworkAdvancedServerOps-38498957 tempest-TestNetworkAdvancedServerOps-38498957-project] Pushing event deleted for resources: {'Subnet': ['ID=3a1adf80-30c4-4bb5-a7a1-f9664fd4c4a0,revision_number=None']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:08:54.911005 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-e61c10fe-f264-4d98-bc54-0fbe16ee8249 tempest-TestNetworkAdvancedServerOps-38498957 tempest-TestNetworkAdvancedServerOps-38498957-project] Publish callbacks [] for subnet (None), before_response {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:08:54.916589 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-e61c10fe-f264-4d98-bc54-0fbe16ee8249 tempest-TestNetworkAdvancedServerOps-38498957 tempest-TestNetworkAdvancedServerOps-38498957-project] 10.222.0.75 "DELETE /v2.0/subnets/3a1adf80-30c4-4bb5-a7a1-f9664fd4c4a0 HTTP/1.1" status: 204 len: 168 time: 0.3163364 Feb 09 20:08:54.917687 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dce27322-54e1-4121-898c-4b1990ff5ac0 None None] Network 66832ecc-be61-47d4-a5ad-6f054effe748 requested from n-d-713498-36 {{(pid=103232) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 20:08:54.919145 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 54440) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:08:55.026666 n-d-713498-36 neutron-server[103233]: DEBUG neutron.db.l3_hamode_db [None req-0d0f2952-a0c3-4861-9cae-f8298415785e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b141b7b-0de2-4263-9085-db3cd86399ca', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1190011595', 'tenant_id': 'c799cd12150c4200978dc1a66164f122', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88055e1e-672a-4487-be31-ffb6e833ece5', 'external_fixed_ips': [{'subnet_id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'ip_address': '172.25.1.238'}], 'enable_snat': True}, 'gw_port_id': '1cd93a15-427b-42cd-8b59-1048be871b17', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T20:07:45Z', 'updated_at': '2022-02-09T20:08:53Z', 'revision_number': 5, 'project_id': 'c799cd12150c4200978dc1a66164f122', 'gw_port': {'id': '1cd93a15-427b-42cd-8b59-1048be871b17', 'name': '', 'network_id': '88055e1e-672a-4487-be31-ffb6e833ece5', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:c8:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b141b7b-0de2-4263-9085-db3cd86399ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4233, 'fixed_ips': [{'subnet_id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'ip_address': '172.25.1.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T20:07:45Z', 'updated_at': '2022-02-09T20:07:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-36'}], 'n-d-713498-36', False) {} {{(pid=103233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 20:08:55.041835 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-9a545dae-6c6b-495d-82b6-05447034261e tempest-TestNetworkAdvancedServerOps-38498957 tempest-TestNetworkAdvancedServerOps-38498957-project] Publish callbacks [] for router (6b141b7b-0de2-4263-9085-db3cd86399ca), before_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:08:55.069273 n-d-713498-36 neutron-server[103233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d0f2952-a0c3-4861-9cae-f8298415785e None None] Checking router: 6b141b7b-0de2-4263-9085-db3cd86399ca for host: n-d-713498-36 {{(pid=103233) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 20:08:55.078411 n-d-713498-36 neutron-server[103233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d0f2952-a0c3-4861-9cae-f8298415785e None None] Routers {'6b141b7b-0de2-4263-9085-db3cd86399ca'} bound to L3 agent in host n-d-713498-36 {{(pid=103233) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 20:08:55.079099 n-d-713498-36 neutron-server[103233]: DEBUG neutron.db.l3_hamode_db [None req-0d0f2952-a0c3-4861-9cae-f8298415785e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T18:51:43Z,description=,heartbeat_timestamp=2022-02-09T20:08:43Z,host='n-d-713498-36',id=93303d5e-5d17-45e8-8963-7694f87783ae,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T18:51:43Z,topic='l3_agent')) {'router_ids': ['6b141b7b-0de2-4263-9085-db3cd86399ca'], 'active': True} {{(pid=103233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 20:08:55.099369 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5546a469-9f18-4839-9e38-73ececd54533 None None] DHCP port deletion for 66832ecc-be61-47d4-a5ad-6f054effe748 request from n-d-713498-36 {{(pid=103232) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 09 20:08:55.163394 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-5546a469-9f18-4839-9e38-73ececd54533 None None] Deleting port 912877f2-6701-4e0d-a10c-4869ca975547 {{(pid=103232) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 20:08:55.163991 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-5546a469-9f18-4839-9e38-73ececd54533 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762867170196'] for port (912877f2-6701-4e0d-a10c-4869ca975547), before_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:08:55.172333 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-9a545dae-6c6b-495d-82b6-05447034261e tempest-TestNetworkAdvancedServerOps-38498957 tempest-TestNetworkAdvancedServerOps-38498957-project] Publish callbacks [] for router_gateway (6b141b7b-0de2-4263-9085-db3cd86399ca), before_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:08:55.210730 n-d-713498-36 neutron-server[103233]: DEBUG neutron.db.l3_dvr_db [None req-0d0f2952-a0c3-4861-9cae-f8298415785e None None] Set router 6b141b7b-0de2-4263-9085-db3cd86399ca gateway port host: n-d-713498-36 {{(pid=103233) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 20:08:55.253900 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.plugin [None req-9a545dae-6c6b-495d-82b6-05447034261e tempest-TestNetworkAdvancedServerOps-38498957 tempest-TestNetworkAdvancedServerOps-38498957-project] Deleting port 1cd93a15-427b-42cd-8b59-1048be871b17 {{(pid=103229) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 20:08:55.254898 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-9a545dae-6c6b-495d-82b6-05447034261e tempest-TestNetworkAdvancedServerOps-38498957 tempest-TestNetworkAdvancedServerOps-38498957-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762867170196'] for port (1cd93a15-427b-42cd-8b59-1048be871b17), before_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:08:55.259100 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-5546a469-9f18-4839-9e38-73ececd54533 None None] For port 912877f2-6701-4e0d-a10c-4869ca975547, host n-d-713498-36, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-36',level=0,port_id=912877f2-6701-4e0d-a10c-4869ca975547,segment=NetworkSegment(f347484d-b521-41b4-a39b-f0ddfba0fde2),segment_id=f347484d-b521-41b4-a39b-f0ddfba0fde2)] {{(pid=103232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 20:08:55.259607 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-5546a469-9f18-4839-9e38-73ececd54533 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1820838'] for port (912877f2-6701-4e0d-a10c-4869ca975547), precommit_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:08:55.272986 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-5546a469-9f18-4839-9e38-73ececd54533 None None] Calling delete_port for 912877f2-6701-4e0d-a10c-4869ca975547 owned by network:dhcp {{(pid=103232) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 20:08:55.366503 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-5546a469-9f18-4839-9e38-73ececd54533 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762867177463', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762866656476'] for port (912877f2-6701-4e0d-a10c-4869ca975547), after_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:08:55.382755 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5546a469-9f18-4839-9e38-73ececd54533 None None] No DVR routers for this DVR port 912877f2-6701-4e0d-a10c-4869ca975547 on host n-d-713498-36 {{(pid=103232) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 20:08:55.384950 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.db [None req-9a545dae-6c6b-495d-82b6-05447034261e tempest-TestNetworkAdvancedServerOps-38498957 tempest-TestNetworkAdvancedServerOps-38498957-project] For port 1cd93a15-427b-42cd-8b59-1048be871b17, host n-d-713498-36, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-36',level=0,port_id=1cd93a15-427b-42cd-8b59-1048be871b17,segment=NetworkSegment(a4222f89-8d3f-4b51-953b-1a8126392491),segment_id=a4222f89-8d3f-4b51-953b-1a8126392491)] {{(pid=103229) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 20:08:55.385557 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-9a545dae-6c6b-495d-82b6-05447034261e tempest-TestNetworkAdvancedServerOps-38498957 tempest-TestNetworkAdvancedServerOps-38498957-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1820838'] for port (1cd93a15-427b-42cd-8b59-1048be871b17), precommit_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:08:55.409393 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.plugin [None req-9a545dae-6c6b-495d-82b6-05447034261e tempest-TestNetworkAdvancedServerOps-38498957 tempest-TestNetworkAdvancedServerOps-38498957-project] Calling delete_port for 1cd93a15-427b-42cd-8b59-1048be871b17 owned by network:router_gateway {{(pid=103229) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 20:08:55.427357 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5546a469-9f18-4839-9e38-73ececd54533 None None] Pushing event deleted for resources: {'Port': ['ID=912877f2-6701-4e0d-a10c-4869ca975547,revision_number=None']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:08:55.440610 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5546a469-9f18-4839-9e38-73ececd54533 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:08:55.441224 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5546a469-9f18-4839-9e38-73ececd54533 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:08:55.441794 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5546a469-9f18-4839-9e38-73ececd54533 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:08:55.442413 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5546a469-9f18-4839-9e38-73ececd54533 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:08:55.442977 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5546a469-9f18-4839-9e38-73ececd54533 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:08:55.443620 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5546a469-9f18-4839-9e38-73ececd54533 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:08:55.444111 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5546a469-9f18-4839-9e38-73ececd54533 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:08:55.444668 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5546a469-9f18-4839-9e38-73ececd54533 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:08:55.445218 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5546a469-9f18-4839-9e38-73ececd54533 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:08:55.446299 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5546a469-9f18-4839-9e38-73ececd54533 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:08:55.446762 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5546a469-9f18-4839-9e38-73ececd54533 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:08:55.447307 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5546a469-9f18-4839-9e38-73ececd54533 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:08:55.447794 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5546a469-9f18-4839-9e38-73ececd54533 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:08:55.479045 n-d-713498-36 neutron-server[103233]: DEBUG neutron.db.l3_hamode_db [None req-0d0f2952-a0c3-4861-9cae-f8298415785e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b141b7b-0de2-4263-9085-db3cd86399ca', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1190011595', 'tenant_id': 'c799cd12150c4200978dc1a66164f122', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88055e1e-672a-4487-be31-ffb6e833ece5', 'external_fixed_ips': [{'subnet_id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'ip_address': '172.25.1.238'}], 'enable_snat': True}, 'gw_port_id': '1cd93a15-427b-42cd-8b59-1048be871b17', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T20:07:45Z', 'updated_at': '2022-02-09T20:08:53Z', 'revision_number': 5, 'project_id': 'c799cd12150c4200978dc1a66164f122', 'gw_port': {'id': '1cd93a15-427b-42cd-8b59-1048be871b17', 'name': '', 'network_id': '88055e1e-672a-4487-be31-ffb6e833ece5', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:c8:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b141b7b-0de2-4263-9085-db3cd86399ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4233, 'fixed_ips': [{'subnet_id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'ip_address': '172.25.1.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T20:07:45Z', 'updated_at': '2022-02-09T20:07:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-36'}], 'n-d-713498-36', False) {} {{(pid=103233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 20:08:55.513123 n-d-713498-36 neutron-server[103233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d0f2952-a0c3-4861-9cae-f8298415785e None None] The sync data for ids ['6b141b7b-0de2-4263-9085-db3cd86399ca'] in n-d-713498-36 is: [{'id': '6b141b7b-0de2-4263-9085-db3cd86399ca', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1190011595', 'tenant_id': 'c799cd12150c4200978dc1a66164f122', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88055e1e-672a-4487-be31-ffb6e833ece5', 'external_fixed_ips': [{'subnet_id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'ip_address': '172.25.1.238'}], 'enable_snat': True}, 'gw_port_id': '1cd93a15-427b-42cd-8b59-1048be871b17', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T20:07:45Z', 'updated_at': '2022-02-09T20:08:53Z', 'revision_number': 5, 'project_id': 'c799cd12150c4200978dc1a66164f122', 'gw_port': {'id': '1cd93a15-427b-42cd-8b59-1048be871b17', 'name': '', 'network_id': '88055e1e-672a-4487-be31-ffb6e833ece5', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:c8:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b141b7b-0de2-4263-9085-db3cd86399ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4233, 'fixed_ips': [{'subnet_id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'ip_address': '172.25.1.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T20:07:45Z', 'updated_at': '2022-02-09T20:07:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-36'}] {{(pid=103233) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 20:08:55.607113 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-9a545dae-6c6b-495d-82b6-05447034261e tempest-TestNetworkAdvancedServerOps-38498957 tempest-TestNetworkAdvancedServerOps-38498957-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762867177463', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762866656476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12867576'] for port (1cd93a15-427b-42cd-8b59-1048be871b17), after_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:08:55.633582 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a545dae-6c6b-495d-82b6-05447034261e tempest-TestNetworkAdvancedServerOps-38498957 tempest-TestNetworkAdvancedServerOps-38498957-project] Pushing event deleted for resources: {'Port': ['ID=1cd93a15-427b-42cd-8b59-1048be871b17,revision_number=None']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:08:55.701330 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-9a545dae-6c6b-495d-82b6-05447034261e tempest-TestNetworkAdvancedServerOps-38498957 tempest-TestNetworkAdvancedServerOps-38498957-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1818987'] for router_gateway (6b141b7b-0de2-4263-9085-db3cd86399ca), after_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:08:55.810941 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-9a545dae-6c6b-495d-82b6-05447034261e tempest-TestNetworkAdvancedServerOps-38498957 tempest-TestNetworkAdvancedServerOps-38498957-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1834988', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-58375'] for router (6b141b7b-0de2-4263-9085-db3cd86399ca), precommit_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:08:55.813334 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-9a545dae-6c6b-495d-82b6-05447034261e tempest-TestNetworkAdvancedServerOps-38498957 tempest-TestNetworkAdvancedServerOps-38498957-project] Publish callbacks [] for router_controller (6b141b7b-0de2-4263-9085-db3cd86399ca), precommit_delete_associations {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:08:55.861143 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-9a545dae-6c6b-495d-82b6-05447034261e tempest-TestNetworkAdvancedServerOps-38498957 tempest-TestNetworkAdvancedServerOps-38498957-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1835003'] for router (6b141b7b-0de2-4263-9085-db3cd86399ca), after_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:08:55.861817 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9a545dae-6c6b-495d-82b6-05447034261e tempest-TestNetworkAdvancedServerOps-38498957 tempest-TestNetworkAdvancedServerOps-38498957-project] Fanout notify agent at l3_agent the message router_deleted on router 6b141b7b-0de2-4263-9085-db3cd86399ca {{(pid=103229) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 09 20:08:55.869275 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-9a545dae-6c6b-495d-82b6-05447034261e tempest-TestNetworkAdvancedServerOps-38498957 tempest-TestNetworkAdvancedServerOps-38498957-project] Publish callbacks [] for router (None), before_response {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:08:55.870508 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-9a545dae-6c6b-495d-82b6-05447034261e tempest-TestNetworkAdvancedServerOps-38498957 tempest-TestNetworkAdvancedServerOps-38498957-project] 10.222.0.75 "DELETE /v2.0/routers/6b141b7b-0de2-4263-9085-db3cd86399ca HTTP/1.1" status: 204 len: 168 time: 0.9503229 Feb 09 20:08:55.874122 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 54442) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:08:55.958749 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-96dba874-3fdc-40f9-ba5d-76df9a24fb70 tempest-TestNetworkAdvancedServerOps-38498957 tempest-TestNetworkAdvancedServerOps-38498957-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-670458'] for network (66832ecc-be61-47d4-a5ad-6f054effe748), before_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:08:56.062409 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-96dba874-3fdc-40f9-ba5d-76df9a24fb70 tempest-TestNetworkAdvancedServerOps-38498957 tempest-TestNetworkAdvancedServerOps-38498957-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-590267', 'neutron.services.segments.db._delete_segments_for_network-8762867132609'] for network (66832ecc-be61-47d4-a5ad-6f054effe748), precommit_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:08:56.084119 n-d-713498-36 neutron-server[103229]: DEBUG neutron.services.segments.db [None req-96dba874-3fdc-40f9-ba5d-76df9a24fb70 tempest-TestNetworkAdvancedServerOps-38498957 tempest-TestNetworkAdvancedServerOps-38498957-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['66832ecc-be61-47d4-a5ad-6f054effe748']}} {{(pid=103229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 20:08:56.094242 n-d-713498-36 neutron-server[103229]: DEBUG neutron.services.segments.db [None req-96dba874-3fdc-40f9-ba5d-76df9a24fb70 tempest-TestNetworkAdvancedServerOps-38498957 tempest-TestNetworkAdvancedServerOps-38498957-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f347484d-b521-41b4-a39b-f0ddfba0fde2') {'for_net_delete': True} {{(pid=103229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 20:08:56.094539 n-d-713498-36 neutron-server[103229]: DEBUG neutron.services.segments.db [None req-96dba874-3fdc-40f9-ba5d-76df9a24fb70 tempest-TestNetworkAdvancedServerOps-38498957 tempest-TestNetworkAdvancedServerOps-38498957-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f347484d-b521-41b4-a39b-f0ddfba0fde2') {} {{(pid=103229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 20:08:56.104967 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-96dba874-3fdc-40f9-ba5d-76df9a24fb70 tempest-TestNetworkAdvancedServerOps-38498957 tempest-TestNetworkAdvancedServerOps-38498957-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762867134154', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16683417'] for segment (f347484d-b521-41b4-a39b-f0ddfba0fde2), before_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:08:56.117993 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-96dba874-3fdc-40f9-ba5d-76df9a24fb70 tempest-TestNetworkAdvancedServerOps-38498957 tempest-TestNetworkAdvancedServerOps-38498957-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-759574'] for segment (f347484d-b521-41b4-a39b-f0ddfba0fde2), precommit_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:08:56.123925 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-96dba874-3fdc-40f9-ba5d-76df9a24fb70 tempest-TestNetworkAdvancedServerOps-38498957 tempest-TestNetworkAdvancedServerOps-38498957-project] Releasing vlan 397 on physical network physnet1 to pool {{(pid=103229) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 20:08:56.124312 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-96dba874-3fdc-40f9-ba5d-76df9a24fb70 tempest-TestNetworkAdvancedServerOps-38498957 tempest-TestNetworkAdvancedServerOps-38498957-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-759574', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12867469'] for segment (f347484d-b521-41b4-a39b-f0ddfba0fde2), after_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:08:56.127253 n-d-713498-36 neutron-server[103229]: Traceback (most recent call last): Feb 09 20:08:56.127253 n-d-713498-36 neutron-server[103229]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 20:08:56.127253 n-d-713498-36 neutron-server[103229]: timer() Feb 09 20:08:56.127253 n-d-713498-36 neutron-server[103229]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 20:08:56.127253 n-d-713498-36 neutron-server[103229]: cb(*args, **kw) Feb 09 20:08:56.127253 n-d-713498-36 neutron-server[103229]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 20:08:56.127253 n-d-713498-36 neutron-server[103229]: return func(*args, **kwargs) Feb 09 20:08:56.127253 n-d-713498-36 neutron-server[103229]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 20:08:56.127253 n-d-713498-36 neutron-server[103229]: self._notify() Feb 09 20:08:56.127253 n-d-713498-36 neutron-server[103229]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 20:08:56.127253 n-d-713498-36 neutron-server[103229]: self.callback(batched_events) Feb 09 20:08:56.127253 n-d-713498-36 neutron-server[103229]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 20:08:56.127253 n-d-713498-36 neutron-server[103229]: event.method(event) Feb 09 20:08:56.127253 n-d-713498-36 neutron-server[103229]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 20:08:56.127253 n-d-713498-36 neutron-server[103229]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 20:08:56.127253 n-d-713498-36 neutron-server[103229]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 20:08:56.127253 n-d-713498-36 neutron-server[103229]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 20:08:56.127253 n-d-713498-36 neutron-server[103229]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 20:08:56.127253 n-d-713498-36 neutron-server[103229]: return f(self, *a, **k) Feb 09 20:08:56.127253 n-d-713498-36 neutron-server[103229]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 20:08:56.127253 n-d-713498-36 neutron-server[103229]: return self._get(url).json() Feb 09 20:08:56.127253 n-d-713498-36 neutron-server[103229]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 20:08:56.127253 n-d-713498-36 neutron-server[103229]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 20:08:56.127253 n-d-713498-36 neutron-server[103229]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 20:08:56.127253 n-d-713498-36 neutron-server[103229]: return self.request(url, 'GET', **kwargs) Feb 09 20:08:56.127253 n-d-713498-36 neutron-server[103229]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 20:08:56.127253 n-d-713498-36 neutron-server[103229]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 20:08:56.127253 n-d-713498-36 neutron-server[103229]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 20:08:56.127253 n-d-713498-36 neutron-server[103229]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 20:08:56.127253 n-d-713498-36 neutron-server[103229]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 20:08:56.127253 n-d-713498-36 neutron-server[103229]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 20:08:56.127253 n-d-713498-36 neutron-server[103229]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 20:08:56.489522 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-96dba874-3fdc-40f9-ba5d-76df9a24fb70 tempest-TestNetworkAdvancedServerOps-38498957 tempest-TestNetworkAdvancedServerOps-38498957-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-590242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1885479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1818895'] for network (66832ecc-be61-47d4-a5ad-6f054effe748), after_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:08:56.499225 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-96dba874-3fdc-40f9-ba5d-76df9a24fb70 tempest-TestNetworkAdvancedServerOps-38498957 tempest-TestNetworkAdvancedServerOps-38498957-project] Publish callbacks [] for network (None), before_response {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:08:56.502660 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-96dba874-3fdc-40f9-ba5d-76df9a24fb70 tempest-TestNetworkAdvancedServerOps-38498957 tempest-TestNetworkAdvancedServerOps-38498957-project] 10.222.0.75 "DELETE /v2.0/networks/66832ecc-be61-47d4-a5ad-6f054effe748 HTTP/1.1" status: 204 len: 168 time: 0.6272607 Feb 09 20:08:56.506530 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 54444) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:08:56.521129 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96dba874-3fdc-40f9-ba5d-76df9a24fb70 tempest-TestNetworkAdvancedServerOps-38498957 tempest-TestNetworkAdvancedServerOps-38498957-project] Pushing event deleted for resources: {'Network': ['ID=66832ecc-be61-47d4-a5ad-6f054effe748,revision_number=None']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:08:56.666452 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Device 1cd93a15-427b-42cd-8b59-1048be871b17 no longer exists at agent ovs-agent-n-d-713498-36 {{(pid=103232) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 20:08:56.691530 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] No Port match for: 1cd93a15-427b-42cd-8b59-1048be871b17 {{(pid=103232) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 20:08:56.691874 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Device 1cd93a15-427b-42cd-8b59-1048be871b17 not bound to the agent host n-d-713498-36 {{(pid=103232) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 20:08:56.692298 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Device e424a371-38e5-42c0-bd30-be435e56d258 no longer exists at agent ovs-agent-n-d-713498-36 {{(pid=103232) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 20:08:56.868481 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-743d4e7b-ab91-44b8-87c5-9388f735d52b tempest-TestNetworkAdvancedServerOps-38498957 tempest-TestNetworkAdvancedServerOps-38498957-project] Publish callbacks [] for security_group (a53c300c-2f9c-427c-80f0-3ca1adbdaa32), before_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:08:56.879434 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] No Port match for: e424a371-38e5-42c0-bd30-be435e56d258 {{(pid=103232) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 20:08:56.879814 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Device e424a371-38e5-42c0-bd30-be435e56d258 not bound to the agent host n-d-713498-36 {{(pid=103232) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 20:08:56.880197 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Device 912877f2-6701-4e0d-a10c-4869ca975547 no longer exists at agent ovs-agent-n-d-713498-36 {{(pid=103232) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 20:08:56.895447 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-743d4e7b-ab91-44b8-87c5-9388f735d52b tempest-TestNetworkAdvancedServerOps-38498957 tempest-TestNetworkAdvancedServerOps-38498957-project] Publish callbacks [] for security_group (a53c300c-2f9c-427c-80f0-3ca1adbdaa32), precommit_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:08:56.899840 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] No Port match for: 912877f2-6701-4e0d-a10c-4869ca975547 {{(pid=103232) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 20:08:56.900199 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Device 912877f2-6701-4e0d-a10c-4869ca975547 not bound to the agent host n-d-713498-36 {{(pid=103232) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 20:08:56.960687 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-743d4e7b-ab91-44b8-87c5-9388f735d52b tempest-TestNetworkAdvancedServerOps-38498957 tempest-TestNetworkAdvancedServerOps-38498957-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1892331'] for security_group (a53c300c-2f9c-427c-80f0-3ca1adbdaa32), after_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:08:56.963758 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-743d4e7b-ab91-44b8-87c5-9388f735d52b tempest-TestNetworkAdvancedServerOps-38498957 tempest-TestNetworkAdvancedServerOps-38498957-project] Publish callbacks [] for security_group (None), before_response {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:08:56.965097 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-743d4e7b-ab91-44b8-87c5-9388f735d52b tempest-TestNetworkAdvancedServerOps-38498957 tempest-TestNetworkAdvancedServerOps-38498957-project] 10.222.0.75 "DELETE /v2.0/security-groups/a53c300c-2f9c-427c-80f0-3ca1adbdaa32 HTTP/1.1" status: 204 len: 168 time: 0.4575582 Feb 09 20:08:56.975058 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-743d4e7b-ab91-44b8-87c5-9388f735d52b tempest-TestNetworkAdvancedServerOps-38498957 tempest-TestNetworkAdvancedServerOps-38498957-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a53c300c-2f9c-427c-80f0-3ca1adbdaa32,revision_number=None']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:08:57.480321 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 54450) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:08:57.484889 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.v2.base [None req-dd3ae33c-e76e-4524-9fc4-9b5823229b6a tempest-TestNetworkAdvancedServerOps-38498957 tempest-TestNetworkAdvancedServerOps-38498957-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-2013651543', 'description': 'tempest-secgroup-smoke-2013651543 description', 'project_id': 'c799cd12150c4200978dc1a66164f122'}} {{(pid=103229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 20:08:57.506089 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-dd3ae33c-e76e-4524-9fc4-9b5823229b6a tempest-TestNetworkAdvancedServerOps-38498957 tempest-TestNetworkAdvancedServerOps-38498957-project] Publish callbacks [] for security_group (None), before_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:08:57.576925 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-dd3ae33c-e76e-4524-9fc4-9b5823229b6a tempest-TestNetworkAdvancedServerOps-38498957 tempest-TestNetworkAdvancedServerOps-38498957-project] Publish callbacks [] for security_group (f891496c-be3e-403f-aa3e-c21bdc837702), precommit_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:08:57.581286 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-dd3ae33c-e76e-4524-9fc4-9b5823229b6a tempest-TestNetworkAdvancedServerOps-38498957 tempest-TestNetworkAdvancedServerOps-38498957-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1892331'] for security_group (f891496c-be3e-403f-aa3e-c21bdc837702), after_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:08:57.612175 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd3ae33c-e76e-4524-9fc4-9b5823229b6a tempest-TestNetworkAdvancedServerOps-38498957 tempest-TestNetworkAdvancedServerOps-38498957-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f891496c-be3e-403f-aa3e-c21bdc837702,revision_number=1']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:08:57.616171 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-dd3ae33c-e76e-4524-9fc4-9b5823229b6a tempest-TestNetworkAdvancedServerOps-38498957 tempest-TestNetworkAdvancedServerOps-38498957-project] Publish callbacks [] for security_group (None), before_response {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:08:57.617418 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-dd3ae33c-e76e-4524-9fc4-9b5823229b6a tempest-TestNetworkAdvancedServerOps-38498957 tempest-TestNetworkAdvancedServerOps-38498957-project] 10.222.0.75 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.1360412 Feb 09 20:08:57.622525 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 54452) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:08:57.628075 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.v2.base [None req-04640897-fac2-4176-ace5-c9a4f2013393 tempest-TestNetworkAdvancedServerOps-38498957 tempest-TestNetworkAdvancedServerOps-38498957-project] Request body: {'security_group_rule': {'security_group_id': 'f891496c-be3e-403f-aa3e-c21bdc837702', 'project_id': 'c799cd12150c4200978dc1a66164f122', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103230) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 20:08:57.655457 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-04640897-fac2-4176-ace5-c9a4f2013393 tempest-TestNetworkAdvancedServerOps-38498957 tempest-TestNetworkAdvancedServerOps-38498957-project] Publish callbacks [] for security_group_rule (de628685-69c0-475a-ba3e-3001b368839a), before_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:08:57.715469 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-04640897-fac2-4176-ace5-c9a4f2013393 tempest-TestNetworkAdvancedServerOps-38498957 tempest-TestNetworkAdvancedServerOps-38498957-project] Publish callbacks [] for security_group_rule (de628685-69c0-475a-ba3e-3001b368839a), precommit_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:08:57.721471 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-04640897-fac2-4176-ace5-c9a4f2013393 tempest-TestNetworkAdvancedServerOps-38498957 tempest-TestNetworkAdvancedServerOps-38498957-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1892250'] for security_group_rule (de628685-69c0-475a-ba3e-3001b368839a), after_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:08:57.741638 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04640897-fac2-4176-ace5-c9a4f2013393 tempest-TestNetworkAdvancedServerOps-38498957 tempest-TestNetworkAdvancedServerOps-38498957-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=de628685-69c0-475a-ba3e-3001b368839a,revision_number=0']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:08:57.751756 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-04640897-fac2-4176-ace5-c9a4f2013393 tempest-TestNetworkAdvancedServerOps-38498957 tempest-TestNetworkAdvancedServerOps-38498957-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:08:57.753033 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-04640897-fac2-4176-ace5-c9a4f2013393 tempest-TestNetworkAdvancedServerOps-38498957 tempest-TestNetworkAdvancedServerOps-38498957-project] 10.222.0.75 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1289418 Feb 09 20:08:57.755932 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 54454) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:08:57.760954 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.v2.base [None req-f263df19-025b-427f-a1d2-f588db6b04e5 tempest-TestNetworkAdvancedServerOps-38498957 tempest-TestNetworkAdvancedServerOps-38498957-project] Request body: {'security_group_rule': {'security_group_id': 'f891496c-be3e-403f-aa3e-c21bdc837702', 'project_id': 'c799cd12150c4200978dc1a66164f122', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103230) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 20:08:57.784460 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-f263df19-025b-427f-a1d2-f588db6b04e5 tempest-TestNetworkAdvancedServerOps-38498957 tempest-TestNetworkAdvancedServerOps-38498957-project] Publish callbacks [] for security_group_rule (716b5ebc-6103-4ffb-a88a-7ea4fc0b49fd), before_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:08:57.847500 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-f263df19-025b-427f-a1d2-f588db6b04e5 tempest-TestNetworkAdvancedServerOps-38498957 tempest-TestNetworkAdvancedServerOps-38498957-project] Publish callbacks [] for security_group_rule (716b5ebc-6103-4ffb-a88a-7ea4fc0b49fd), precommit_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:08:57.851400 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-f263df19-025b-427f-a1d2-f588db6b04e5 tempest-TestNetworkAdvancedServerOps-38498957 tempest-TestNetworkAdvancedServerOps-38498957-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1892250'] for security_group_rule (716b5ebc-6103-4ffb-a88a-7ea4fc0b49fd), after_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:08:57.866724 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f263df19-025b-427f-a1d2-f588db6b04e5 tempest-TestNetworkAdvancedServerOps-38498957 tempest-TestNetworkAdvancedServerOps-38498957-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=716b5ebc-6103-4ffb-a88a-7ea4fc0b49fd,revision_number=0']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:08:57.878832 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-f263df19-025b-427f-a1d2-f588db6b04e5 tempest-TestNetworkAdvancedServerOps-38498957 tempest-TestNetworkAdvancedServerOps-38498957-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:08:57.880002 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-f263df19-025b-427f-a1d2-f588db6b04e5 tempest-TestNetworkAdvancedServerOps-38498957 tempest-TestNetworkAdvancedServerOps-38498957-project] 10.222.0.75 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1230974 Feb 09 20:08:57.882711 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 54456) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:08:57.887274 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.v2.base [None req-6fa9f519-8ec3-4f51-b450-9e2dc957607d tempest-TestNetworkAdvancedServerOps-38498957 tempest-TestNetworkAdvancedServerOps-38498957-project] Request body: {'security_group_rule': {'security_group_id': 'f891496c-be3e-403f-aa3e-c21bdc837702', 'project_id': 'c799cd12150c4200978dc1a66164f122', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103230) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 20:08:57.912877 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-6fa9f519-8ec3-4f51-b450-9e2dc957607d tempest-TestNetworkAdvancedServerOps-38498957 tempest-TestNetworkAdvancedServerOps-38498957-project] Publish callbacks [] for security_group_rule (e0876a1c-e985-4f6f-bd9f-f5e785a03c9b), before_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:08:57.974672 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-6fa9f519-8ec3-4f51-b450-9e2dc957607d tempest-TestNetworkAdvancedServerOps-38498957 tempest-TestNetworkAdvancedServerOps-38498957-project] Publish callbacks [] for security_group_rule (e0876a1c-e985-4f6f-bd9f-f5e785a03c9b), precommit_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:08:57.980002 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-6fa9f519-8ec3-4f51-b450-9e2dc957607d tempest-TestNetworkAdvancedServerOps-38498957 tempest-TestNetworkAdvancedServerOps-38498957-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1892250'] for security_group_rule (e0876a1c-e985-4f6f-bd9f-f5e785a03c9b), after_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:08:58.003151 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fa9f519-8ec3-4f51-b450-9e2dc957607d tempest-TestNetworkAdvancedServerOps-38498957 tempest-TestNetworkAdvancedServerOps-38498957-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e0876a1c-e985-4f6f-bd9f-f5e785a03c9b,revision_number=0']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:08:58.012854 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-6fa9f519-8ec3-4f51-b450-9e2dc957607d tempest-TestNetworkAdvancedServerOps-38498957 tempest-TestNetworkAdvancedServerOps-38498957-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:08:58.014162 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-6fa9f519-8ec3-4f51-b450-9e2dc957607d tempest-TestNetworkAdvancedServerOps-38498957 tempest-TestNetworkAdvancedServerOps-38498957-project] 10.222.0.75 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1303222 Feb 09 20:08:58.018434 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 54458) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:08:58.022943 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.v2.base [None req-9e8ee591-f540-4eb5-b0cb-537757a53172 tempest-TestNetworkAdvancedServerOps-38498957 tempest-TestNetworkAdvancedServerOps-38498957-project] Request body: {'security_group_rule': {'security_group_id': 'f891496c-be3e-403f-aa3e-c21bdc837702', 'project_id': 'c799cd12150c4200978dc1a66164f122', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 20:08:58.052081 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-9e8ee591-f540-4eb5-b0cb-537757a53172 tempest-TestNetworkAdvancedServerOps-38498957 tempest-TestNetworkAdvancedServerOps-38498957-project] Publish callbacks [] for security_group_rule (80e9f8d2-aaa5-4086-a583-863ee8211992), before_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:08:58.114756 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-9e8ee591-f540-4eb5-b0cb-537757a53172 tempest-TestNetworkAdvancedServerOps-38498957 tempest-TestNetworkAdvancedServerOps-38498957-project] Publish callbacks [] for security_group_rule (80e9f8d2-aaa5-4086-a583-863ee8211992), precommit_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:08:58.119297 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-9e8ee591-f540-4eb5-b0cb-537757a53172 tempest-TestNetworkAdvancedServerOps-38498957 tempest-TestNetworkAdvancedServerOps-38498957-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1892250'] for security_group_rule (80e9f8d2-aaa5-4086-a583-863ee8211992), after_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:08:58.140435 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e8ee591-f540-4eb5-b0cb-537757a53172 tempest-TestNetworkAdvancedServerOps-38498957 tempest-TestNetworkAdvancedServerOps-38498957-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=80e9f8d2-aaa5-4086-a583-863ee8211992,revision_number=0']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:08:58.152220 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-9e8ee591-f540-4eb5-b0cb-537757a53172 tempest-TestNetworkAdvancedServerOps-38498957 tempest-TestNetworkAdvancedServerOps-38498957-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:08:58.153450 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-9e8ee591-f540-4eb5-b0cb-537757a53172 tempest-TestNetworkAdvancedServerOps-38498957 tempest-TestNetworkAdvancedServerOps-38498957-project] 10.222.0.75 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1342566 Feb 09 20:08:58.156974 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 54460) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:08:58.163614 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.v2.base [None req-642124ce-9d82-49a0-8663-253b53629ffa tempest-TestNetworkAdvancedServerOps-38498957 tempest-TestNetworkAdvancedServerOps-38498957-project] Request body: {'security_group_rule': {'security_group_id': 'f891496c-be3e-403f-aa3e-c21bdc837702', 'project_id': 'c799cd12150c4200978dc1a66164f122', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103230) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 20:08:58.186723 n-d-713498-36 neutron-server[103230]: INFO neutron.db.securitygroups_db [None req-642124ce-9d82-49a0-8663-253b53629ffa tempest-TestNetworkAdvancedServerOps-38498957 tempest-TestNetworkAdvancedServerOps-38498957-project] Project c799cd12150c4200978dc1a66164f122 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 09 20:08:58.191946 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-642124ce-9d82-49a0-8663-253b53629ffa tempest-TestNetworkAdvancedServerOps-38498957 tempest-TestNetworkAdvancedServerOps-38498957-project] Publish callbacks [] for security_group_rule (84bbc7a5-1ce6-4309-a871-8a870df221b6), before_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:08:58.251728 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-642124ce-9d82-49a0-8663-253b53629ffa tempest-TestNetworkAdvancedServerOps-38498957 tempest-TestNetworkAdvancedServerOps-38498957-project] Publish callbacks [] for security_group_rule (84bbc7a5-1ce6-4309-a871-8a870df221b6), precommit_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:08:58.256448 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-642124ce-9d82-49a0-8663-253b53629ffa tempest-TestNetworkAdvancedServerOps-38498957 tempest-TestNetworkAdvancedServerOps-38498957-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1892250'] for security_group_rule (84bbc7a5-1ce6-4309-a871-8a870df221b6), after_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:08:58.276746 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-642124ce-9d82-49a0-8663-253b53629ffa tempest-TestNetworkAdvancedServerOps-38498957 tempest-TestNetworkAdvancedServerOps-38498957-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=84bbc7a5-1ce6-4309-a871-8a870df221b6,revision_number=0']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:08:58.285196 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-642124ce-9d82-49a0-8663-253b53629ffa tempest-TestNetworkAdvancedServerOps-38498957 tempest-TestNetworkAdvancedServerOps-38498957-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:08:58.286332 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-642124ce-9d82-49a0-8663-253b53629ffa tempest-TestNetworkAdvancedServerOps-38498957 tempest-TestNetworkAdvancedServerOps-38498957-project] 10.222.0.75 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1279311 Feb 09 20:08:58.289637 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 54462) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:08:58.294545 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.v2.base [None req-20c67eed-f28b-4d2b-b46f-11b2a1d85676 tempest-TestNetworkAdvancedServerOps-38498957 tempest-TestNetworkAdvancedServerOps-38498957-project] Request body: {'security_group_rule': {'security_group_id': 'f891496c-be3e-403f-aa3e-c21bdc837702', 'project_id': 'c799cd12150c4200978dc1a66164f122', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103230) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 20:08:58.318637 n-d-713498-36 neutron-server[103230]: INFO neutron.db.securitygroups_db [None req-20c67eed-f28b-4d2b-b46f-11b2a1d85676 tempest-TestNetworkAdvancedServerOps-38498957 tempest-TestNetworkAdvancedServerOps-38498957-project] Project c799cd12150c4200978dc1a66164f122 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 09 20:08:58.324802 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-20c67eed-f28b-4d2b-b46f-11b2a1d85676 tempest-TestNetworkAdvancedServerOps-38498957 tempest-TestNetworkAdvancedServerOps-38498957-project] Publish callbacks [] for security_group_rule (38f7fe1f-31e4-43f4-9908-5a188abd2f83), before_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:08:58.400130 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-20c67eed-f28b-4d2b-b46f-11b2a1d85676 tempest-TestNetworkAdvancedServerOps-38498957 tempest-TestNetworkAdvancedServerOps-38498957-project] Publish callbacks [] for security_group_rule (38f7fe1f-31e4-43f4-9908-5a188abd2f83), precommit_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:08:58.404134 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-20c67eed-f28b-4d2b-b46f-11b2a1d85676 tempest-TestNetworkAdvancedServerOps-38498957 tempest-TestNetworkAdvancedServerOps-38498957-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1892250'] for security_group_rule (38f7fe1f-31e4-43f4-9908-5a188abd2f83), after_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:08:58.422881 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20c67eed-f28b-4d2b-b46f-11b2a1d85676 tempest-TestNetworkAdvancedServerOps-38498957 tempest-TestNetworkAdvancedServerOps-38498957-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=38f7fe1f-31e4-43f4-9908-5a188abd2f83,revision_number=0']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:08:58.431641 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-20c67eed-f28b-4d2b-b46f-11b2a1d85676 tempest-TestNetworkAdvancedServerOps-38498957 tempest-TestNetworkAdvancedServerOps-38498957-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:08:58.433327 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-20c67eed-f28b-4d2b-b46f-11b2a1d85676 tempest-TestNetworkAdvancedServerOps-38498957 tempest-TestNetworkAdvancedServerOps-38498957-project] 10.222.0.75 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1426919 Feb 09 20:08:58.437400 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 54464) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:08:58.442890 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.v2.base [None req-d67c92d7-b024-4400-bf90-d531081323a3 tempest-TestNetworkAdvancedServerOps-38498957 tempest-TestNetworkAdvancedServerOps-38498957-project] Request body: {'network': {'name': 'tempest-network-smoke--1770254297', 'project_id': 'c799cd12150c4200978dc1a66164f122', 'port_security_enabled': True}} {{(pid=103229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 20:08:58.463455 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d67c92d7-b024-4400-bf90-d531081323a3 tempest-TestNetworkAdvancedServerOps-38498957 tempest-TestNetworkAdvancedServerOps-38498957-project] Made reservation on behalf of c799cd12150c4200978dc1a66164f122 for: {'network': 1} {{(pid=103229) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 20:08:58.466765 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-d67c92d7-b024-4400-bf90-d531081323a3 tempest-TestNetworkAdvancedServerOps-38498957 tempest-TestNetworkAdvancedServerOps-38498957-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for network (None), before_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:08:58.493513 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d67c92d7-b024-4400-bf90-d531081323a3 tempest-TestNetworkAdvancedServerOps-38498957 tempest-TestNetworkAdvancedServerOps-38498957-project] vlan segment allocate from pool success with {'vlan_id': 376, 'physical_network': 'physnet1'} {{(pid=103229) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 20:08:58.505777 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-d67c92d7-b024-4400-bf90-d531081323a3 tempest-TestNetworkAdvancedServerOps-38498957 tempest-TestNetworkAdvancedServerOps-38498957-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-759574'] for segment (5498f946-fd0e-47a4-9739-4bf32df32c4e), precommit_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:08:58.506181 n-d-713498-36 neutron-server[103229]: INFO neutron.db.segments_db [None req-d67c92d7-b024-4400-bf90-d531081323a3 tempest-TestNetworkAdvancedServerOps-38498957 tempest-TestNetworkAdvancedServerOps-38498957-project] Added segment 5498f946-fd0e-47a4-9739-4bf32df32c4e of type vlan for network 1be40091-06c9-4686-9061-1ace30bd2999 Feb 09 20:08:58.558530 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-d67c92d7-b024-4400-bf90-d531081323a3 tempest-TestNetworkAdvancedServerOps-38498957 tempest-TestNetworkAdvancedServerOps-38498957-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762866642225'] for network (1be40091-06c9-4686-9061-1ace30bd2999), precommit_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:08:58.584460 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-d67c92d7-b024-4400-bf90-d531081323a3 tempest-TestNetworkAdvancedServerOps-38498957 tempest-TestNetworkAdvancedServerOps-38498957-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1885479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452'] for network (1be40091-06c9-4686-9061-1ace30bd2999), after_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:08:58.589543 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d67c92d7-b024-4400-bf90-d531081323a3 tempest-TestNetworkAdvancedServerOps-38498957 tempest-TestNetworkAdvancedServerOps-38498957-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:08:58.590316 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-d67c92d7-b024-4400-bf90-d531081323a3 tempest-TestNetworkAdvancedServerOps-38498957 tempest-TestNetworkAdvancedServerOps-38498957-project] Publish callbacks [] for network (None), before_response {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:08:58.645212 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-d67c92d7-b024-4400-bf90-d531081323a3 tempest-TestNetworkAdvancedServerOps-38498957 tempest-TestNetworkAdvancedServerOps-38498957-project] 10.222.0.75 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2065272 Feb 09 20:08:58.648535 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 54466) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:08:58.654445 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.v2.base [None req-fa14146a-d6a9-4bb0-b386-004e0b46cf21 tempest-TestNetworkAdvancedServerOps-38498957 tempest-TestNetworkAdvancedServerOps-38498957-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1446684764', 'admin_state_up': True, 'project_id': 'c799cd12150c4200978dc1a66164f122', 'external_gateway_info': {'network_id': '88055e1e-672a-4487-be31-ffb6e833ece5'}}} {{(pid=103230) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 20:08:58.661905 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d67c92d7-b024-4400-bf90-d531081323a3 tempest-TestNetworkAdvancedServerOps-38498957 tempest-TestNetworkAdvancedServerOps-38498957-project] Pushing event updated for resources: {'Network': ['ID=1be40091-06c9-4686-9061-1ace30bd2999,revision_number=1']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:08:58.674858 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Network 1be40091-06c9-4686-9061-1ace30bd2999 details requested by agent ovs-agent-n-d-713498-36 with host n-d-713498-36 {{(pid=103232) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 20:08:58.678444 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-fa14146a-d6a9-4bb0-b386-004e0b46cf21 tempest-TestNetworkAdvancedServerOps-38498957 tempest-TestNetworkAdvancedServerOps-38498957-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1834830', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-58389'] for router (21c98969-4a4d-4e18-aef4-6445a1879008), before_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:08:58.679659 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-fa14146a-d6a9-4bb0-b386-004e0b46cf21 tempest-TestNetworkAdvancedServerOps-38498957 tempest-TestNetworkAdvancedServerOps-38498957-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1834810', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1822096', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1886735', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-58380'] for router (21c98969-4a4d-4e18-aef4-6445a1879008), precommit_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:08:58.750112 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-fa14146a-d6a9-4bb0-b386-004e0b46cf21 tempest-TestNetworkAdvancedServerOps-38498957 tempest-TestNetworkAdvancedServerOps-38498957-project] Publish callbacks [] for router_controller (21c98969-4a4d-4e18-aef4-6445a1879008), precommit_add_association {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:08:58.893433 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-fa14146a-d6a9-4bb0-b386-004e0b46cf21 tempest-TestNetworkAdvancedServerOps-38498957 tempest-TestNetworkAdvancedServerOps-38498957-project] Publish callbacks [] for router_gateway (21c98969-4a4d-4e18-aef4-6445a1879008), precommit_update {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:08:59.096731 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-fa14146a-d6a9-4bb0-b386-004e0b46cf21 tempest-TestNetworkAdvancedServerOps-38498957 tempest-TestNetworkAdvancedServerOps-38498957-project] Publish callbacks [] for router_gateway (21c98969-4a4d-4e18-aef4-6445a1879008), before_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:08:59.119976 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-fa14146a-d6a9-4bb0-b386-004e0b46cf21 tempest-TestNetworkAdvancedServerOps-38498957 tempest-TestNetworkAdvancedServerOps-38498957-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (None), before_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:08:59.223004 n-d-713498-36 neutron-server[103230]: DEBUG neutron.db.db_base_plugin_common [None req-fa14146a-d6a9-4bb0-b386-004e0b46cf21 tempest-TestNetworkAdvancedServerOps-38498957 tempest-TestNetworkAdvancedServerOps-38498957-project] Allocated IP 172.25.1.167 (88055e1e-672a-4487-be31-ffb6e833ece5/ac16dbcc-383c-4b43-9153-d763c4a53f91/76d6b6ad-506f-46b5-90c6-2b9ed9c7c6d6) {{(pid=103230) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 20:08:59.329559 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-fa14146a-d6a9-4bb0-b386-004e0b46cf21 tempest-TestNetworkAdvancedServerOps-38498957 tempest-TestNetworkAdvancedServerOps-38498957-project] Publish callbacks [] for port (76d6b6ad-506f-46b5-90c6-2b9ed9c7c6d6), precommit_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:08:59.364758 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-fa14146a-d6a9-4bb0-b386-004e0b46cf21 tempest-TestNetworkAdvancedServerOps-38498957 tempest-TestNetworkAdvancedServerOps-38498957-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762866656467', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14393751'] for port (76d6b6ad-506f-46b5-90c6-2b9ed9c7c6d6), after_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:08:59.402213 n-d-713498-36 neutron-server[103230]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa14146a-d6a9-4bb0-b386-004e0b46cf21 tempest-TestNetworkAdvancedServerOps-38498957 tempest-TestNetworkAdvancedServerOps-38498957-project] Network 88055e1e-672a-4487-be31-ffb6e833ece5 is already hosted by enough agents. {{(pid=103230) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 20:08:59.407459 n-d-713498-36 neutron-server[103230]: DEBUG neutron.scheduler.base_scheduler [None req-fa14146a-d6a9-4bb0-b386-004e0b46cf21 tempest-TestNetworkAdvancedServerOps-38498957 tempest-TestNetworkAdvancedServerOps-38498957-project] Resources bound (agent type, host, resource id): {{(pid=103230) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 20:08:59.411749 n-d-713498-36 neutron-server[103230]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa14146a-d6a9-4bb0-b386-004e0b46cf21 tempest-TestNetworkAdvancedServerOps-38498957 tempest-TestNetworkAdvancedServerOps-38498957-project] Received port after_create {{(pid=103230) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 20:08:59.437256 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa14146a-d6a9-4bb0-b386-004e0b46cf21 tempest-TestNetworkAdvancedServerOps-38498957 tempest-TestNetworkAdvancedServerOps-38498957-project] Pushing event updated for resources: {'Port': ['ID=76d6b6ad-506f-46b5-90c6-2b9ed9c7c6d6,revision_number=1']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:08:59.678387 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-fa14146a-d6a9-4bb0-b386-004e0b46cf21 tempest-TestNetworkAdvancedServerOps-38498957 tempest-TestNetworkAdvancedServerOps-38498957-project] Publish callbacks [] for router_gateway (21c98969-4a4d-4e18-aef4-6445a1879008), after_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:08:59.893932 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-fa14146a-d6a9-4bb0-b386-004e0b46cf21 tempest-TestNetworkAdvancedServerOps-38498957 tempest-TestNetworkAdvancedServerOps-38498957-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1834945', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1818951'] for router (21c98969-4a4d-4e18-aef4-6445a1879008), after_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:09:00.031940 n-d-713498-36 neutron-server[103230]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fa14146a-d6a9-4bb0-b386-004e0b46cf21 tempest-TestNetworkAdvancedServerOps-38498957 tempest-TestNetworkAdvancedServerOps-38498957-project] Router 21c98969-4a4d-4e18-aef4-6445a1879008 is scheduled to L3 agent 93303d5e-5d17-45e8-8963-7694f87783ae with binding_index 1 {{(pid=103230) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 09 20:09:00.143930 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fa14146a-d6a9-4bb0-b386-004e0b46cf21 tempest-TestNetworkAdvancedServerOps-38498957 tempest-TestNetworkAdvancedServerOps-38498957-project] Notify agent at l3_agent.n-d-713498-36 the message routers_updated {{(pid=103230) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 20:09:00.156035 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-494ff8c2-3f59-4b24-a1ad-b3e2328e3ab4 None None] Sync routers for ids ['21c98969-4a4d-4e18-aef4-6445a1879008'] in n-d-713498-36 {{(pid=103232) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 20:09:00.170291 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-fa14146a-d6a9-4bb0-b386-004e0b46cf21 tempest-TestNetworkAdvancedServerOps-38498957 tempest-TestNetworkAdvancedServerOps-38498957-project] Publish callbacks [] for router (None), before_response {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:09:00.172297 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-fa14146a-d6a9-4bb0-b386-004e0b46cf21 tempest-TestNetworkAdvancedServerOps-38498957 tempest-TestNetworkAdvancedServerOps-38498957-project] 10.222.0.75 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 1.5222366 Feb 09 20:09:00.173937 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.l3_dvrscheduler_db [None req-494ff8c2-3f59-4b24-a1ad-b3e2328e3ab4 None None] Routers {'21c98969-4a4d-4e18-aef4-6445a1879008'} bound to L3 agent in host n-d-713498-36 {{(pid=103232) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 20:09:00.174630 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.l3_hamode_db [None req-494ff8c2-3f59-4b24-a1ad-b3e2328e3ab4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T18:51:43Z,description=,heartbeat_timestamp=2022-02-09T20:08:43Z,host='n-d-713498-36',id=93303d5e-5d17-45e8-8963-7694f87783ae,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T18:51:43Z,topic='l3_agent')) {'router_ids': ['21c98969-4a4d-4e18-aef4-6445a1879008'], 'active': True} {{(pid=103232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 20:09:00.175364 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 54468) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:09:00.241834 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-a2ea0977-021e-4191-b813-e4b6e73f69c2 tempest-TestNetworkAdvancedServerOps-796730407 tempest-TestNetworkAdvancedServerOps-796730407-project-admin] 10.222.0.75 "GET /v2.0/subnets?project_id=c799cd12150c4200978dc1a66164f122&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0648947 Feb 09 20:09:00.246297 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 54470) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:09:00.320451 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.l3_dvr_db [None req-494ff8c2-3f59-4b24-a1ad-b3e2328e3ab4 None None] Set router 21c98969-4a4d-4e18-aef4-6445a1879008 gateway port host: n-d-713498-36 {{(pid=103232) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 20:09:00.409393 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b8f53b1-90ed-4547-b610-af501e7dcbee tempest-TestNetworkAdvancedServerOps-796730407 tempest-TestNetworkAdvancedServerOps-796730407-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:09:00.413763 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-7b8f53b1-90ed-4547-b610-af501e7dcbee tempest-TestNetworkAdvancedServerOps-796730407 tempest-TestNetworkAdvancedServerOps-796730407-project-admin] 10.222.0.75 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1636765 Feb 09 20:09:00.414202 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 54472) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:09:00.449475 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-a16c673b-9e6e-439f-a9f4-7f1a1747358e tempest-TestNetworkAdvancedServerOps-796730407 tempest-TestNetworkAdvancedServerOps-796730407-project-admin] 10.222.0.75 "GET /v2.0/subnets?network_id=88055e1e-672a-4487-be31-ffb6e833ece5&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0335836 Feb 09 20:09:00.452802 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 54474) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:09:00.457706 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.v2.base [None req-88ea976b-6b4d-4ef9-aaf5-7477606db8b3 tempest-TestNetworkAdvancedServerOps-38498957 tempest-TestNetworkAdvancedServerOps-38498957-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-255078737', 'network_id': '1be40091-06c9-4686-9061-1ace30bd2999', 'project_id': 'c799cd12150c4200978dc1a66164f122', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103230) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 20:09:00.545400 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.l3_hamode_db [None req-494ff8c2-3f59-4b24-a1ad-b3e2328e3ab4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '21c98969-4a4d-4e18-aef4-6445a1879008', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1446684764', 'tenant_id': 'c799cd12150c4200978dc1a66164f122', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88055e1e-672a-4487-be31-ffb6e833ece5', 'external_fixed_ips': [{'subnet_id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'ip_address': '172.25.1.167'}], 'enable_snat': True}, 'gw_port_id': '76d6b6ad-506f-46b5-90c6-2b9ed9c7c6d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T20:08:58Z', 'updated_at': '2022-02-09T20:08:59Z', 'revision_number': 3, 'project_id': 'c799cd12150c4200978dc1a66164f122', 'gw_port': {'id': '76d6b6ad-506f-46b5-90c6-2b9ed9c7c6d6', 'name': '', 'network_id': '88055e1e-672a-4487-be31-ffb6e833ece5', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:fc:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '21c98969-4a4d-4e18-aef4-6445a1879008', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4252, 'fixed_ips': [{'subnet_id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'ip_address': '172.25.1.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T20:08:59Z', 'updated_at': '2022-02-09T20:08:59Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-36'}], 'n-d-713498-36', False) {} {{(pid=103232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 20:09:00.570065 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-88ea976b-6b4d-4ef9-aaf5-7477606db8b3 tempest-TestNetworkAdvancedServerOps-38498957 tempest-TestNetworkAdvancedServerOps-38498957-project] Made reservation on behalf of c799cd12150c4200978dc1a66164f122 for: {'subnet': 1} {{(pid=103230) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 20:09:00.573948 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-88ea976b-6b4d-4ef9-aaf5-7477606db8b3 tempest-TestNetworkAdvancedServerOps-38498957 tempest-TestNetworkAdvancedServerOps-38498957-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12985917'] for subnet (None), before_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:09:00.580583 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-494ff8c2-3f59-4b24-a1ad-b3e2328e3ab4 None None] Checking router: 21c98969-4a4d-4e18-aef4-6445a1879008 for host: n-d-713498-36 {{(pid=103232) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 20:09:00.580939 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-494ff8c2-3f59-4b24-a1ad-b3e2328e3ab4 None None] Updating router 21c98969-4a4d-4e18-aef4-6445a1879008 port 76d6b6ad-506f-46b5-90c6-2b9ed9c7c6d6 binding host n-d-713498-36 {{(pid=103232) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 20:09:00.611596 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-494ff8c2-3f59-4b24-a1ad-b3e2328e3ab4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (76d6b6ad-506f-46b5-90c6-2b9ed9c7c6d6), before_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:09:00.772065 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-88ea976b-6b4d-4ef9-aaf5-7477606db8b3 tempest-TestNetworkAdvancedServerOps-38498957 tempest-TestNetworkAdvancedServerOps-38498957-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14393611', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12985859'] for subnet (e0455f6c-a70c-4422-809f-37c14d4e0487), after_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:09:00.840212 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88ea976b-6b4d-4ef9-aaf5-7477606db8b3 tempest-TestNetworkAdvancedServerOps-38498957 tempest-TestNetworkAdvancedServerOps-38498957-project] Pushing event updated for resources: {'Subnet': ['ID=e0455f6c-a70c-4422-809f-37c14d4e0487,revision_number=0']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:09:00.847185 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88ea976b-6b4d-4ef9-aaf5-7477606db8b3 tempest-TestNetworkAdvancedServerOps-38498957 tempest-TestNetworkAdvancedServerOps-38498957-project] Checking segment: {'id': '5498f946-fd0e-47a4-9739-4bf32df32c4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': '1be40091-06c9-4686-9061-1ace30bd2999'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103230) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 20:09:00.847582 n-d-713498-36 neutron-server[103230]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88ea976b-6b4d-4ef9-aaf5-7477606db8b3 tempest-TestNetworkAdvancedServerOps-38498957 tempest-TestNetworkAdvancedServerOps-38498957-project] Network hostable DHCP agents. Network: 1be40091-06c9-4686-9061-1ace30bd2999, hostable agents: ['af91e4b9-f4e1-42b1-a25c-a10dc47171c8'], hosted agents: [] {{(pid=103230) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 20:09:00.868074 n-d-713498-36 neutron-server[103230]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88ea976b-6b4d-4ef9-aaf5-7477606db8b3 tempest-TestNetworkAdvancedServerOps-38498957 tempest-TestNetworkAdvancedServerOps-38498957-project] Network 1be40091-06c9-4686-9061-1ace30bd2999 is scheduled to be hosted by DHCP agent af91e4b9-f4e1-42b1-a25c-a10dc47171c8 with binding_index 1 {{(pid=103230) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 20:09:00.878131 n-d-713498-36 neutron-server[103230]: DEBUG neutron.scheduler.base_scheduler [None req-88ea976b-6b4d-4ef9-aaf5-7477606db8b3 tempest-TestNetworkAdvancedServerOps-38498957 tempest-TestNetworkAdvancedServerOps-38498957-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713498-36, 1be40091-06c9-4686-9061-1ace30bd2999) {{(pid=103230) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 20:09:00.883669 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88ea976b-6b4d-4ef9-aaf5-7477606db8b3 tempest-TestNetworkAdvancedServerOps-38498957 tempest-TestNetworkAdvancedServerOps-38498957-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:09:00.884621 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-88ea976b-6b4d-4ef9-aaf5-7477606db8b3 tempest-TestNetworkAdvancedServerOps-38498957 tempest-TestNetworkAdvancedServerOps-38498957-project] Publish callbacks [] for subnet (None), before_response {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:09:00.890700 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-494ff8c2-3f59-4b24-a1ad-b3e2328e3ab4 None None] Publish callbacks [] for port (76d6b6ad-506f-46b5-90c6-2b9ed9c7c6d6), precommit_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:09:00.893128 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20bb0f40-71b9-446a-a387-0dde061401dd None None] Network 1be40091-06c9-4686-9061-1ace30bd2999 requested from n-d-713498-36 {{(pid=103232) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 20:09:00.904045 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-88ea976b-6b4d-4ef9-aaf5-7477606db8b3 tempest-TestNetworkAdvancedServerOps-38498957 tempest-TestNetworkAdvancedServerOps-38498957-project] 10.222.0.75 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.4501679 Feb 09 20:09:00.907039 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 54476) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:09:00.958489 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-494ff8c2-3f59-4b24-a1ad-b3e2328e3ab4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762867176205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762866656485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762866656503'] for port (76d6b6ad-506f-46b5-90c6-2b9ed9c7c6d6), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:09:01.072233 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.managers [None req-494ff8c2-3f59-4b24-a1ad-b3e2328e3ab4 None None] Attempting to bind port 76d6b6ad-506f-46b5-90c6-2b9ed9c7c6d6 on host n-d-713498-36 for vnic_type normal with profile {{(pid=103232) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 20:09:01.072610 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.managers [None req-494ff8c2-3f59-4b24-a1ad-b3e2328e3ab4 None None] Attempting to bind port 76d6b6ad-506f-46b5-90c6-2b9ed9c7c6d6 by drivers openvswitch,hyperv on host n-d-713498-36 at level 0 using segments [{'id': 'a4222f89-8d3f-4b51-953b-1a8126392491', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '88055e1e-672a-4487-be31-ffb6e833ece5'}] {{(pid=103232) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 20:09:01.072972 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-494ff8c2-3f59-4b24-a1ad-b3e2328e3ab4 None None] Attempting to bind port 76d6b6ad-506f-46b5-90c6-2b9ed9c7c6d6 on network 88055e1e-672a-4487-be31-ffb6e833ece5 {{(pid=103232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 20:09:01.084540 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c0f0fea-5560-4e16-a37b-814df8aaed79 None None] Pushing event updated for resources: {'Port': ['ID=76d6b6ad-506f-46b5-90c6-2b9ed9c7c6d6,revision_number=2']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:09:01.089669 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-494ff8c2-3f59-4b24-a1ad-b3e2328e3ab4 None None] Checking agent: {'id': '496418a2-c002-4aec-ab1a-07f3bea491bd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-36', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 18, 51, 47), 'started_at': datetime.datetime(2022, 2, 9, 18, 52, 17), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 20, 8, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-36'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 20:09:01.090074 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-494ff8c2-3f59-4b24-a1ad-b3e2328e3ab4 None None] Checking segment: {'id': 'a4222f89-8d3f-4b51-953b-1a8126392491', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '88055e1e-672a-4487-be31-ffb6e833ece5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103232) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 20:09:01.090479 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-494ff8c2-3f59-4b24-a1ad-b3e2328e3ab4 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:09:01.090865 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-494ff8c2-3f59-4b24-a1ad-b3e2328e3ab4 None None] Bound using segment: {'id': 'a4222f89-8d3f-4b51-953b-1a8126392491', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '88055e1e-672a-4487-be31-ffb6e833ece5'} {{(pid=103232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 20:09:01.091335 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.managers [None req-494ff8c2-3f59-4b24-a1ad-b3e2328e3ab4 None None] Bound port: 76d6b6ad-506f-46b5-90c6-2b9ed9c7c6d6, host: n-d-713498-36, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a4222f89-8d3f-4b51-953b-1a8126392491', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '88055e1e-672a-4487-be31-ffb6e833ece5'}}] {{(pid=103232) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 20:09:01.091714 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-494ff8c2-3f59-4b24-a1ad-b3e2328e3ab4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (76d6b6ad-506f-46b5-90c6-2b9ed9c7c6d6), before_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:09:01.154002 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c674a44f-bf6a-4a5b-b275-21e331ea66bb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8b32e980-7cce-5e82-a341-bd2fa8945c89-1be40091-06c9-4686-9061-1ace30bd2999', 'network_id': '1be40091-06c9-4686-9061-1ace30bd2999', 'project_id': 'c799cd12150c4200978dc1a66164f122', 'fixed_ips': [{'subnet_id': 'e0455f6c-a70c-4422-809f-37c14d4e0487'}]}} from n-d-713498-36. {{(pid=103232) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 09 20:09:01.154834 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-c674a44f-bf6a-4a5b-b275-21e331ea66bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (None), before_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:09:01.184166 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-494ff8c2-3f59-4b24-a1ad-b3e2328e3ab4 None None] For port 76d6b6ad-506f-46b5-90c6-2b9ed9c7c6d6, host n-d-713498-36, cleared binding levels {{(pid=103232) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 20:09:01.191695 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-494ff8c2-3f59-4b24-a1ad-b3e2328e3ab4 None None] For port 76d6b6ad-506f-46b5-90c6-2b9ed9c7c6d6, host n-d-713498-36, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-36',level=0,port_id=76d6b6ad-506f-46b5-90c6-2b9ed9c7c6d6,segment=NetworkSegment(a4222f89-8d3f-4b51-953b-1a8126392491),segment_id=a4222f89-8d3f-4b51-953b-1a8126392491)] {{(pid=103232) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 20:09:01.241169 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-494ff8c2-3f59-4b24-a1ad-b3e2328e3ab4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762867176205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762866656485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762866656503'] for port (76d6b6ad-506f-46b5-90c6-2b9ed9c7c6d6), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:09:01.349286 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.l3_dvrscheduler_db [None req-494ff8c2-3f59-4b24-a1ad-b3e2328e3ab4 None None] Routers {'21c98969-4a4d-4e18-aef4-6445a1879008'} bound to L3 agent in host n-d-713498-36 {{(pid=103232) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 20:09:01.349936 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.l3_hamode_db [None req-494ff8c2-3f59-4b24-a1ad-b3e2328e3ab4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T18:51:43Z,description=,heartbeat_timestamp=2022-02-09T20:08:43Z,host='n-d-713498-36',id=93303d5e-5d17-45e8-8963-7694f87783ae,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T18:51:43Z,topic='l3_agent')) {'router_ids': ['21c98969-4a4d-4e18-aef4-6445a1879008'], 'active': True} {{(pid=103232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 20:09:01.423351 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c0f0fea-5560-4e16-a37b-814df8aaed79 None None] Pushing event updated for resources: {'Port': ['ID=76d6b6ad-506f-46b5-90c6-2b9ed9c7c6d6,revision_number=3']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:09:01.437085 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.db_base_plugin_common [None req-c674a44f-bf6a-4a5b-b275-21e331ea66bb None None] Allocated IP 172.20.0.2 (1be40091-06c9-4686-9061-1ace30bd2999/e0455f6c-a70c-4422-809f-37c14d4e0487/2267d63e-862f-45ae-aedf-cb638d2cc54d) {{(pid=103232) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 20:09:01.508748 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-f73db341-181c-49b4-8143-2562a46e1894 tempest-TestNetworkAdvancedServerOps-38498957 tempest-TestNetworkAdvancedServerOps-38498957-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (None), before_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:09:01.540864 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.l3_dvr_db [None req-494ff8c2-3f59-4b24-a1ad-b3e2328e3ab4 None None] Set router 21c98969-4a4d-4e18-aef4-6445a1879008 gateway port host: n-d-713498-36 {{(pid=103232) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 20:09:01.730315 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-c674a44f-bf6a-4a5b-b275-21e331ea66bb None None] Publish callbacks [] for port (2267d63e-862f-45ae-aedf-cb638d2cc54d), precommit_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:09:01.741094 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-c674a44f-bf6a-4a5b-b275-21e331ea66bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762866656467'] for port (2267d63e-862f-45ae-aedf-cb638d2cc54d), after_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:09:01.806484 n-d-713498-36 neutron-server[103232]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c674a44f-bf6a-4a5b-b275-21e331ea66bb None None] Network 1be40091-06c9-4686-9061-1ace30bd2999 is already hosted by enough agents. {{(pid=103232) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 20:09:01.811159 n-d-713498-36 neutron-server[103232]: DEBUG neutron.scheduler.base_scheduler [None req-c674a44f-bf6a-4a5b-b275-21e331ea66bb None None] Resources bound (agent type, host, resource id): {{(pid=103232) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 20:09:01.813492 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c674a44f-bf6a-4a5b-b275-21e331ea66bb None None] Received port after_create {{(pid=103232) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 20:09:01.820721 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c674a44f-bf6a-4a5b-b275-21e331ea66bb None None] Pushing event updated for resources: {'Port': ['ID=2267d63e-862f-45ae-aedf-cb638d2cc54d,revision_number=1']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:09:01.822068 n-d-713498-36 neutron-server[103230]: DEBUG neutron.db.db_base_plugin_common [None req-f73db341-181c-49b4-8143-2562a46e1894 tempest-TestNetworkAdvancedServerOps-38498957 tempest-TestNetworkAdvancedServerOps-38498957-project] Allocated IP 172.20.0.1 (1be40091-06c9-4686-9061-1ace30bd2999/e0455f6c-a70c-4422-809f-37c14d4e0487/ac06c230-414a-48ee-9ab5-421830a4a122) {{(pid=103230) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 20:09:01.966948 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-f73db341-181c-49b4-8143-2562a46e1894 tempest-TestNetworkAdvancedServerOps-38498957 tempest-TestNetworkAdvancedServerOps-38498957-project] Publish callbacks [] for port (ac06c230-414a-48ee-9ab5-421830a4a122), precommit_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:09:02.004648 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-f73db341-181c-49b4-8143-2562a46e1894 tempest-TestNetworkAdvancedServerOps-38498957 tempest-TestNetworkAdvancedServerOps-38498957-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762866656467', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14393751'] for port (ac06c230-414a-48ee-9ab5-421830a4a122), after_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:09:02.058330 n-d-713498-36 neutron-server[103230]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f73db341-181c-49b4-8143-2562a46e1894 tempest-TestNetworkAdvancedServerOps-38498957 tempest-TestNetworkAdvancedServerOps-38498957-project] Network 1be40091-06c9-4686-9061-1ace30bd2999 is already hosted by enough agents. {{(pid=103230) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 20:09:02.061819 n-d-713498-36 neutron-server[103230]: DEBUG neutron.scheduler.base_scheduler [None req-f73db341-181c-49b4-8143-2562a46e1894 tempest-TestNetworkAdvancedServerOps-38498957 tempest-TestNetworkAdvancedServerOps-38498957-project] Resources bound (agent type, host, resource id): {{(pid=103230) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 20:09:02.062217 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.managers [None req-c674a44f-bf6a-4a5b-b275-21e331ea66bb None None] Attempting to bind port 2267d63e-862f-45ae-aedf-cb638d2cc54d on host n-d-713498-36 for vnic_type normal with profile {{(pid=103232) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 20:09:02.062404 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.managers [None req-c674a44f-bf6a-4a5b-b275-21e331ea66bb None None] Attempting to bind port 2267d63e-862f-45ae-aedf-cb638d2cc54d by drivers openvswitch,hyperv on host n-d-713498-36 at level 0 using segments [{'id': '5498f946-fd0e-47a4-9739-4bf32df32c4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': '1be40091-06c9-4686-9061-1ace30bd2999'}] {{(pid=103232) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 20:09:02.062770 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c674a44f-bf6a-4a5b-b275-21e331ea66bb None None] Attempting to bind port 2267d63e-862f-45ae-aedf-cb638d2cc54d on network 1be40091-06c9-4686-9061-1ace30bd2999 {{(pid=103232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 20:09:02.066511 n-d-713498-36 neutron-server[103230]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f73db341-181c-49b4-8143-2562a46e1894 tempest-TestNetworkAdvancedServerOps-38498957 tempest-TestNetworkAdvancedServerOps-38498957-project] Received port after_create {{(pid=103230) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 20:09:02.071349 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f73db341-181c-49b4-8143-2562a46e1894 tempest-TestNetworkAdvancedServerOps-38498957 tempest-TestNetworkAdvancedServerOps-38498957-project] Pushing event updated for resources: {'Port': ['ID=ac06c230-414a-48ee-9ab5-421830a4a122,revision_number=1']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:09:02.072227 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.l3_hamode_db [None req-494ff8c2-3f59-4b24-a1ad-b3e2328e3ab4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '21c98969-4a4d-4e18-aef4-6445a1879008', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1446684764', 'tenant_id': 'c799cd12150c4200978dc1a66164f122', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88055e1e-672a-4487-be31-ffb6e833ece5', 'external_fixed_ips': [{'subnet_id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'ip_address': '172.25.1.167'}], 'enable_snat': True}, 'gw_port_id': '76d6b6ad-506f-46b5-90c6-2b9ed9c7c6d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T20:08:58Z', 'updated_at': '2022-02-09T20:08:59Z', 'revision_number': 3, 'project_id': 'c799cd12150c4200978dc1a66164f122', 'gw_port': {'id': '76d6b6ad-506f-46b5-90c6-2b9ed9c7c6d6', 'name': '', 'network_id': '88055e1e-672a-4487-be31-ffb6e833ece5', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:fc:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '21c98969-4a4d-4e18-aef4-6445a1879008', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4252, 'fixed_ips': [{'subnet_id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'ip_address': '172.25.1.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T20:08:59Z', 'updated_at': '2022-02-09T20:09:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-36'}], 'n-d-713498-36', False) {} {{(pid=103232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 20:09:02.074795 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c674a44f-bf6a-4a5b-b275-21e331ea66bb None None] Checking agent: {'id': '496418a2-c002-4aec-ab1a-07f3bea491bd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-36', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 18, 51, 47), 'started_at': datetime.datetime(2022, 2, 9, 18, 52, 17), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 20, 8, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-36'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 20:09:02.075171 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c674a44f-bf6a-4a5b-b275-21e331ea66bb None None] Checking segment: {'id': '5498f946-fd0e-47a4-9739-4bf32df32c4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': '1be40091-06c9-4686-9061-1ace30bd2999'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103232) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 20:09:02.075585 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-c674a44f-bf6a-4a5b-b275-21e331ea66bb None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:09:02.076036 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c674a44f-bf6a-4a5b-b275-21e331ea66bb None None] Bound using segment: {'id': '5498f946-fd0e-47a4-9739-4bf32df32c4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': '1be40091-06c9-4686-9061-1ace30bd2999'} {{(pid=103232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 20:09:02.076529 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.managers [None req-c674a44f-bf6a-4a5b-b275-21e331ea66bb None None] Bound port: 2267d63e-862f-45ae-aedf-cb638d2cc54d, host: n-d-713498-36, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5498f946-fd0e-47a4-9739-4bf32df32c4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': '1be40091-06c9-4686-9061-1ace30bd2999'}}] {{(pid=103232) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 20:09:02.076910 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-c674a44f-bf6a-4a5b-b275-21e331ea66bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (2267d63e-862f-45ae-aedf-cb638d2cc54d), before_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:09:02.110227 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-494ff8c2-3f59-4b24-a1ad-b3e2328e3ab4 None None] The sync data for ids ['21c98969-4a4d-4e18-aef4-6445a1879008'] in n-d-713498-36 is: [{'id': '21c98969-4a4d-4e18-aef4-6445a1879008', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1446684764', 'tenant_id': 'c799cd12150c4200978dc1a66164f122', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88055e1e-672a-4487-be31-ffb6e833ece5', 'external_fixed_ips': [{'subnet_id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'ip_address': '172.25.1.167'}], 'enable_snat': True}, 'gw_port_id': '76d6b6ad-506f-46b5-90c6-2b9ed9c7c6d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T20:08:58Z', 'updated_at': '2022-02-09T20:08:59Z', 'revision_number': 3, 'project_id': 'c799cd12150c4200978dc1a66164f122', 'gw_port': {'id': '76d6b6ad-506f-46b5-90c6-2b9ed9c7c6d6', 'name': '', 'network_id': '88055e1e-672a-4487-be31-ffb6e833ece5', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:fc:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '21c98969-4a4d-4e18-aef4-6445a1879008', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4252, 'fixed_ips': [{'subnet_id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'ip_address': '172.25.1.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T20:08:59Z', 'updated_at': '2022-02-09T20:09:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-36'}] {{(pid=103232) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 20:09:02.183358 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-c674a44f-bf6a-4a5b-b275-21e331ea66bb None None] For port 2267d63e-862f-45ae-aedf-cb638d2cc54d, host n-d-713498-36, cleared binding levels {{(pid=103232) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 20:09:02.187740 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-c674a44f-bf6a-4a5b-b275-21e331ea66bb None None] For port 2267d63e-862f-45ae-aedf-cb638d2cc54d, host n-d-713498-36, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-36',level=0,port_id=2267d63e-862f-45ae-aedf-cb638d2cc54d,segment=NetworkSegment(5498f946-fd0e-47a4-9739-4bf32df32c4e),segment_id=5498f946-fd0e-47a4-9739-4bf32df32c4e)] {{(pid=103232) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 20:09:02.197394 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-c674a44f-bf6a-4a5b-b275-21e331ea66bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762867176205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762866656485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762866656503'] for port (2267d63e-862f-45ae-aedf-cb638d2cc54d), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:09:02.264274 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c674a44f-bf6a-4a5b-b275-21e331ea66bb None None] Pushing event updated for resources: {'Port': ['ID=2267d63e-862f-45ae-aedf-cb638d2cc54d,revision_number=2']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:09:02.436168 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-f73db341-181c-49b4-8143-2562a46e1894 tempest-TestNetworkAdvancedServerOps-38498957 tempest-TestNetworkAdvancedServerOps-38498957-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1819024'] for router_interface (21c98969-4a4d-4e18-aef4-6445a1879008), before_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:09:02.605662 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-f73db341-181c-49b4-8143-2562a46e1894 tempest-TestNetworkAdvancedServerOps-38498957 tempest-TestNetworkAdvancedServerOps-38498957-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (ac06c230-414a-48ee-9ab5-421830a4a122), before_update {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:09:02.785266 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Device 76d6b6ad-506f-46b5-90c6-2b9ed9c7c6d6 up at agent ovs-agent-n-d-713498-36 {{(pid=103232) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 20:09:02.844811 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.provisioning_blocks [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Provisioning complete for port 76d6b6ad-506f-46b5-90c6-2b9ed9c7c6d6 triggered by entity L2. {{(pid=103232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 20:09:02.845208 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593630'] for port (76d6b6ad-506f-46b5-90c6-2b9ed9c7c6d6), provisioning_complete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:09:02.947029 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-f73db341-181c-49b4-8143-2562a46e1894 tempest-TestNetworkAdvancedServerOps-38498957 tempest-TestNetworkAdvancedServerOps-38498957-project] Publish callbacks [] for port (ac06c230-414a-48ee-9ab5-421830a4a122), precommit_update {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:09:02.953545 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-f73db341-181c-49b4-8143-2562a46e1894 tempest-TestNetworkAdvancedServerOps-38498957 tempest-TestNetworkAdvancedServerOps-38498957-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762867176205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762866656485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762866656503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14393758'] for port (ac06c230-414a-48ee-9ab5-421830a4a122), after_update {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:09:02.956705 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Current status of the port 76d6b6ad-506f-46b5-90c6-2b9ed9c7c6d6 is: DOWN; New status is: ACTIVE {{(pid=103232) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 20:09:02.957266 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (76d6b6ad-506f-46b5-90c6-2b9ed9c7c6d6), before_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:09:02.996800 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] For port 76d6b6ad-506f-46b5-90c6-2b9ed9c7c6d6, host n-d-713498-36, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-36',level=0,port_id=76d6b6ad-506f-46b5-90c6-2b9ed9c7c6d6,segment=NetworkSegment(a4222f89-8d3f-4b51-953b-1a8126392491),segment_id=a4222f89-8d3f-4b51-953b-1a8126392491)] {{(pid=103232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 20:09:03.002442 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762867176205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762866656485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762866656503'] for port (76d6b6ad-506f-46b5-90c6-2b9ed9c7c6d6), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:09:03.004365 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Device 2267d63e-862f-45ae-aedf-cb638d2cc54d up at agent ovs-agent-n-d-713498-36 {{(pid=103232) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 20:09:03.036285 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f73db341-181c-49b4-8143-2562a46e1894 tempest-TestNetworkAdvancedServerOps-38498957 tempest-TestNetworkAdvancedServerOps-38498957-project] Pushing event updated for resources: {'Port': ['ID=ac06c230-414a-48ee-9ab5-421830a4a122,revision_number=2']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:09:03.043416 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-f73db341-181c-49b4-8143-2562a46e1894 tempest-TestNetworkAdvancedServerOps-38498957 tempest-TestNetworkAdvancedServerOps-38498957-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1613458', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1834496'] for router_interface (21c98969-4a4d-4e18-aef4-6445a1879008), after_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:09:03.096472 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Pushing event updated for resources: {'Port': ['ID=76d6b6ad-506f-46b5-90c6-2b9ed9c7c6d6,revision_number=4']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:09:03.120814 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.provisioning_blocks [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Provisioning complete for port 2267d63e-862f-45ae-aedf-cb638d2cc54d triggered by entity L2. {{(pid=103232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 20:09:03.121264 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593630'] for port (2267d63e-862f-45ae-aedf-cb638d2cc54d), provisioning_complete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:09:03.169596 n-d-713498-36 neutron-server[103230]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f73db341-181c-49b4-8143-2562a46e1894 tempest-TestNetworkAdvancedServerOps-38498957 tempest-TestNetworkAdvancedServerOps-38498957-project] Network 1be40091-06c9-4686-9061-1ace30bd2999 is already hosted by enough agents. {{(pid=103230) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 20:09:03.171799 n-d-713498-36 neutron-server[103230]: DEBUG neutron.scheduler.base_scheduler [None req-f73db341-181c-49b4-8143-2562a46e1894 tempest-TestNetworkAdvancedServerOps-38498957 tempest-TestNetworkAdvancedServerOps-38498957-project] Resources bound (agent type, host, resource id): {{(pid=103230) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 20:09:03.250815 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Current status of the port 2267d63e-862f-45ae-aedf-cb638d2cc54d is: DOWN; New status is: ACTIVE {{(pid=103232) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 20:09:03.251628 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (2267d63e-862f-45ae-aedf-cb638d2cc54d), before_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:09:03.324976 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] For port 2267d63e-862f-45ae-aedf-cb638d2cc54d, host n-d-713498-36, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-36',level=0,port_id=2267d63e-862f-45ae-aedf-cb638d2cc54d,segment=NetworkSegment(5498f946-fd0e-47a4-9739-4bf32df32c4e),segment_id=5498f946-fd0e-47a4-9739-4bf32df32c4e)] {{(pid=103232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 20:09:03.336996 n-d-713498-36 neutron-server[103230]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f73db341-181c-49b4-8143-2562a46e1894 tempest-TestNetworkAdvancedServerOps-38498957 tempest-TestNetworkAdvancedServerOps-38498957-project] Router 21c98969-4a4d-4e18-aef4-6445a1879008 has already been hosted by L3 agent 93303d5e-5d17-45e8-8963-7694f87783ae {{(pid=103230) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 20:09:03.344821 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762867176205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762866656485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762866656503'] for port (2267d63e-862f-45ae-aedf-cb638d2cc54d), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:09:03.414480 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Pushing event updated for resources: {'Port': ['ID=2267d63e-862f-45ae-aedf-cb638d2cc54d,revision_number=3']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:09:03.476755 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f73db341-181c-49b4-8143-2562a46e1894 tempest-TestNetworkAdvancedServerOps-38498957 tempest-TestNetworkAdvancedServerOps-38498957-project] Notify agent at l3_agent.n-d-713498-36 the message routers_updated {{(pid=103230) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 20:09:03.483951 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-f73db341-181c-49b4-8143-2562a46e1894 tempest-TestNetworkAdvancedServerOps-38498957 tempest-TestNetworkAdvancedServerOps-38498957-project] 10.222.0.75 "PUT /v2.0/routers/21c98969-4a4d-4e18-aef4-6445a1879008/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5752037 Feb 09 20:09:03.545469 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9100181-1e81-4b2e-97f5-5ffb5a79d6e8 None None] Network 1be40091-06c9-4686-9061-1ace30bd2999 requested from n-d-713498-36 {{(pid=103232) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 20:09:03.669900 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.provisioning_blocks [None req-d8bc60eb-6c3e-4724-8749-fa5cfacf25cb None None] Provisioning complete for port 2267d63e-862f-45ae-aedf-cb638d2cc54d triggered by entity DHCP. {{(pid=103232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 20:09:03.670295 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-d8bc60eb-6c3e-4724-8749-fa5cfacf25cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593630'] for port (2267d63e-862f-45ae-aedf-cb638d2cc54d), provisioning_complete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:09:03.672013 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-9dcea9f5-7f03-4b1a-8743-15430c950ac2 req-c510596b-3fda-4b59-862e-e820c72a7b16 tempest-TestNetworkAdvancedServerOps-38498957 tempest-TestNetworkAdvancedServerOps-38498957-project] 10.222.0.75 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2013651543&fields=id&tenant_id=c799cd12150c4200978dc1a66164f122 HTTP/1.1" status: 200 len: 267 time: 0.0523078 Feb 09 20:09:03.771532 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-d8bc60eb-6c3e-4724-8749-fa5cfacf25cb None None] Current status of the port 2267d63e-862f-45ae-aedf-cb638d2cc54d is: ACTIVE; New status is: ACTIVE {{(pid=103232) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 20:09:03.829039 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dcea9f5-7f03-4b1a-8743-15430c950ac2 req-0e90d7c2-3d7a-41f9-a0cd-34c673c621b5 tempest-TestNetworkAdvancedServerOps-38498957 tempest-TestNetworkAdvancedServerOps-38498957-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:09:03.831613 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-9dcea9f5-7f03-4b1a-8743-15430c950ac2 req-0e90d7c2-3d7a-41f9-a0cd-34c673c621b5 tempest-TestNetworkAdvancedServerOps-38498957 tempest-TestNetworkAdvancedServerOps-38498957-project] 10.222.0.75 "GET /v2.0/networks?id=1be40091-06c9-4686-9061-1ace30bd2999 HTTP/1.1" status: 200 len: 797 time: 0.1494694 Feb 09 20:09:03.852967 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-9dcea9f5-7f03-4b1a-8743-15430c950ac2 req-33daede0-8eac-46b6-8768-650342159a80 tempest-TestNetworkAdvancedServerOps-38498957 tempest-TestNetworkAdvancedServerOps-38498957-project] 10.222.0.75 "GET /v2.0/quotas/c799cd12150c4200978dc1a66164f122 HTTP/1.1" status: 200 len: 375 time: 0.0149570 Feb 09 20:09:03.931354 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-9dcea9f5-7f03-4b1a-8743-15430c950ac2 req-b561183e-b0ce-4c8d-844a-a3696cd9ec0c tempest-TestNetworkAdvancedServerOps-38498957 tempest-TestNetworkAdvancedServerOps-38498957-project] 10.222.0.75 "GET /v2.0/ports?tenant_id=c799cd12150c4200978dc1a66164f122&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0707376 Feb 09 20:09:03.997497 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.provisioning_blocks [None req-7f18d157-098c-481f-83c5-4d401c7cdf69 None None] Provisioning complete for port ac06c230-414a-48ee-9ab5-421830a4a122 triggered by entity DHCP. {{(pid=103232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 20:09:03.998191 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-7f18d157-098c-481f-83c5-4d401c7cdf69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593630'] for port (ac06c230-414a-48ee-9ab5-421830a4a122), provisioning_complete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:09:04.055700 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-7f18d157-098c-481f-83c5-4d401c7cdf69 None None] Port ac06c230-414a-48ee-9ab5-421830a4a122 cannot update to ACTIVE because it is not bound. {{(pid=103232) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 20:09:04.072171 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.provisioning_blocks [None req-7f18d157-098c-481f-83c5-4d401c7cdf69 None None] Provisioning complete for port 2267d63e-862f-45ae-aedf-cb638d2cc54d triggered by entity DHCP. {{(pid=103232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 20:09:04.072545 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-7f18d157-098c-481f-83c5-4d401c7cdf69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593630'] for port (2267d63e-862f-45ae-aedf-cb638d2cc54d), provisioning_complete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:09:04.075366 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-9dcea9f5-7f03-4b1a-8743-15430c950ac2 req-778fd937-55ad-4f35-a768-021f26b8649f service neutron] 10.222.0.75 "GET /v2.0/networks/1be40091-06c9-4686-9061-1ace30bd2999?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1305938 Feb 09 20:09:04.154611 n-d-713498-36 neutron-server[103233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d62a3e68-1b5a-4af8-bfc8-129b121c7d52 None None] Sync routers for ids ['21c98969-4a4d-4e18-aef4-6445a1879008'] in n-d-713498-36 {{(pid=103233) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 20:09:04.174363 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-7f18d157-098c-481f-83c5-4d401c7cdf69 None None] Current status of the port 2267d63e-862f-45ae-aedf-cb638d2cc54d is: ACTIVE; New status is: ACTIVE {{(pid=103232) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 20:09:04.183960 n-d-713498-36 neutron-server[103233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d62a3e68-1b5a-4af8-bfc8-129b121c7d52 None None] Routers {'21c98969-4a4d-4e18-aef4-6445a1879008'} bound to L3 agent in host n-d-713498-36 {{(pid=103233) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 20:09:04.185895 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-9dcea9f5-7f03-4b1a-8743-15430c950ac2 req-93112ebc-d5f0-4250-b36b-9e16b8d91cf0 service neutron] 10.222.0.75 "GET /v2.0/networks/1be40091-06c9-4686-9061-1ace30bd2999?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1040649 Feb 09 20:09:04.189131 n-d-713498-36 neutron-server[103233]: DEBUG neutron.db.l3_hamode_db [None req-d62a3e68-1b5a-4af8-bfc8-129b121c7d52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T18:51:43Z,description=,heartbeat_timestamp=2022-02-09T20:08:43Z,host='n-d-713498-36',id=93303d5e-5d17-45e8-8963-7694f87783ae,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T18:51:43Z,topic='l3_agent')) {'router_ids': ['21c98969-4a4d-4e18-aef4-6445a1879008'], 'active': True} {{(pid=103233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 20:09:04.300494 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.provisioning_blocks [None req-0f94d463-cd0a-4017-b682-70a47874405d None None] Provisioning complete for port ac06c230-414a-48ee-9ab5-421830a4a122 triggered by entity DHCP. {{(pid=103232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 20:09:04.301696 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-0f94d463-cd0a-4017-b682-70a47874405d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593630'] for port (ac06c230-414a-48ee-9ab5-421830a4a122), provisioning_complete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:09:04.368976 n-d-713498-36 neutron-server[103233]: DEBUG neutron.db.l3_dvr_db [None req-d62a3e68-1b5a-4af8-bfc8-129b121c7d52 None None] Set router 21c98969-4a4d-4e18-aef4-6445a1879008 gateway port host: n-d-713498-36 {{(pid=103233) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 20:09:04.376332 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-0f94d463-cd0a-4017-b682-70a47874405d None None] Port ac06c230-414a-48ee-9ab5-421830a4a122 cannot update to ACTIVE because it is not bound. {{(pid=103232) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 20:09:04.420700 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-55521d95-2e91-466e-b6ad-d1e17a0c9092 req-9c3f5b73-39ad-4be5-a620-b31943f59603 tempest-TestNetworkAdvancedServerOps-38498957 tempest-TestNetworkAdvancedServerOps-38498957-project] 10.222.0.75 "GET /v2.0/ports?device_id=91d7f4b0-49d7-4ecf-baaa-3910cc38597f HTTP/1.1" status: 200 len: 210 time: 0.0401132 Feb 09 20:09:04.597784 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.provisioning_blocks [None req-ab062ec7-b716-4d91-8c5f-c9b8a9165e41 None None] Provisioning complete for port ac06c230-414a-48ee-9ab5-421830a4a122 triggered by entity DHCP. {{(pid=103232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 20:09:04.598525 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-ab062ec7-b716-4d91-8c5f-c9b8a9165e41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593630'] for port (ac06c230-414a-48ee-9ab5-421830a4a122), provisioning_complete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:09:04.612599 n-d-713498-36 neutron-server[103233]: DEBUG neutron.db.l3_hamode_db [None req-d62a3e68-1b5a-4af8-bfc8-129b121c7d52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '21c98969-4a4d-4e18-aef4-6445a1879008', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1446684764', 'tenant_id': 'c799cd12150c4200978dc1a66164f122', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88055e1e-672a-4487-be31-ffb6e833ece5', 'external_fixed_ips': [{'subnet_id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'ip_address': '172.25.1.167'}], 'enable_snat': True}, 'gw_port_id': '76d6b6ad-506f-46b5-90c6-2b9ed9c7c6d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T20:08:58Z', 'updated_at': '2022-02-09T20:09:02Z', 'revision_number': 4, 'project_id': 'c799cd12150c4200978dc1a66164f122', 'gw_port': {'id': '76d6b6ad-506f-46b5-90c6-2b9ed9c7c6d6', 'name': '', 'network_id': '88055e1e-672a-4487-be31-ffb6e833ece5', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:fc:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21c98969-4a4d-4e18-aef4-6445a1879008', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4252, 'fixed_ips': [{'subnet_id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'ip_address': '172.25.1.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T20:08:59Z', 'updated_at': '2022-02-09T20:09:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-36', '_interfaces': [{'id': 'ac06c230-414a-48ee-9ab5-421830a4a122', 'name': '', 'network_id': '1be40091-06c9-4686-9061-1ace30bd2999', 'tenant_id': 'c799cd12150c4200978dc1a66164f122', 'mac_address': 'fa:16:3e:bf:4b:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '21c98969-4a4d-4e18-aef4-6445a1879008', 'device_owner': 'network:router_interface', 'standard_attr_id': 4255, 'fixed_ips': [{'subnet_id': 'e0455f6c-a70c-4422-809f-37c14d4e0487', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T20:09:01Z', 'updated_at': '2022-02-09T20:09:02Z', 'revision_number': 2, 'project_id': 'c799cd12150c4200978dc1a66164f122', 'subnets': [{'id': 'e0455f6c-a70c-4422-809f-37c14d4e0487', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-36', False) {} {{(pid=103233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 20:09:04.635310 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-ab062ec7-b716-4d91-8c5f-c9b8a9165e41 None None] Port ac06c230-414a-48ee-9ab5-421830a4a122 cannot update to ACTIVE because it is not bound. {{(pid=103232) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 20:09:04.655358 n-d-713498-36 neutron-server[103233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d62a3e68-1b5a-4af8-bfc8-129b121c7d52 None None] Checking router: 21c98969-4a4d-4e18-aef4-6445a1879008 for host: n-d-713498-36 {{(pid=103233) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 20:09:04.655716 n-d-713498-36 neutron-server[103233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d62a3e68-1b5a-4af8-bfc8-129b121c7d52 None None] Updating router 21c98969-4a4d-4e18-aef4-6445a1879008 port ac06c230-414a-48ee-9ab5-421830a4a122 binding host n-d-713498-36 {{(pid=103233) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 20:09:04.688424 n-d-713498-36 neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-d62a3e68-1b5a-4af8-bfc8-129b121c7d52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (ac06c230-414a-48ee-9ab5-421830a4a122), before_update {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:09:04.697450 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Device 76d6b6ad-506f-46b5-90c6-2b9ed9c7c6d6 up at agent ovs-agent-n-d-713498-36 {{(pid=103232) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 20:09:04.748140 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.provisioning_blocks [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Provisioning complete for port 76d6b6ad-506f-46b5-90c6-2b9ed9c7c6d6 triggered by entity L2. {{(pid=103232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 20:09:04.748630 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593630'] for port (76d6b6ad-506f-46b5-90c6-2b9ed9c7c6d6), provisioning_complete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:09:04.836646 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Current status of the port 76d6b6ad-506f-46b5-90c6-2b9ed9c7c6d6 is: ACTIVE; New status is: ACTIVE {{(pid=103232) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 20:09:04.837737 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Device 2267d63e-862f-45ae-aedf-cb638d2cc54d up at agent ovs-agent-n-d-713498-36 {{(pid=103232) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 20:09:04.892963 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.provisioning_blocks [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Provisioning complete for port 2267d63e-862f-45ae-aedf-cb638d2cc54d triggered by entity L2. {{(pid=103232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 20:09:04.893422 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593630'] for port (2267d63e-862f-45ae-aedf-cb638d2cc54d), provisioning_complete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:09:04.978748 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Current status of the port 2267d63e-862f-45ae-aedf-cb638d2cc54d is: ACTIVE; New status is: ACTIVE {{(pid=103232) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 20:09:04.983590 n-d-713498-36 neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-d62a3e68-1b5a-4af8-bfc8-129b121c7d52 None None] Publish callbacks [] for port (ac06c230-414a-48ee-9ab5-421830a4a122), precommit_update {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:09:04.989809 n-d-713498-36 neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-d62a3e68-1b5a-4af8-bfc8-129b121c7d52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762867176205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762866656485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762866656503'] for port (ac06c230-414a-48ee-9ab5-421830a4a122), after_update {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:09:05.041668 n-d-713498-36 neutron-server[103233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b65c8dc3-2543-460f-9749-3ba71f04cd67 None None] Pushing event updated for resources: {'Port': ['ID=ac06c230-414a-48ee-9ab5-421830a4a122,revision_number=3']} {{(pid=103233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:09:05.067627 n-d-713498-36 neutron-server[103233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b65c8dc3-2543-460f-9749-3ba71f04cd67 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:09:05.067978 n-d-713498-36 neutron-server[103233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b65c8dc3-2543-460f-9749-3ba71f04cd67 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:09:05.068318 n-d-713498-36 neutron-server[103233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b65c8dc3-2543-460f-9749-3ba71f04cd67 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:09:05.068651 n-d-713498-36 neutron-server[103233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b65c8dc3-2543-460f-9749-3ba71f04cd67 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:09:05.068979 n-d-713498-36 neutron-server[103233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b65c8dc3-2543-460f-9749-3ba71f04cd67 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:09:05.069303 n-d-713498-36 neutron-server[103233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b65c8dc3-2543-460f-9749-3ba71f04cd67 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:09:05.069627 n-d-713498-36 neutron-server[103233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b65c8dc3-2543-460f-9749-3ba71f04cd67 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:09:05.069945 n-d-713498-36 neutron-server[103233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b65c8dc3-2543-460f-9749-3ba71f04cd67 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:09:05.070987 n-d-713498-36 neutron-server[103233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b65c8dc3-2543-460f-9749-3ba71f04cd67 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:09:05.071264 n-d-713498-36 neutron-server[103233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b65c8dc3-2543-460f-9749-3ba71f04cd67 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:09:05.071586 n-d-713498-36 neutron-server[103233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b65c8dc3-2543-460f-9749-3ba71f04cd67 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:09:05.071966 n-d-713498-36 neutron-server[103233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b65c8dc3-2543-460f-9749-3ba71f04cd67 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:09:05.072338 n-d-713498-36 neutron-server[103233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b65c8dc3-2543-460f-9749-3ba71f04cd67 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:09:05.110847 n-d-713498-36 neutron-server[103233]: DEBUG neutron.plugins.ml2.managers [None req-d62a3e68-1b5a-4af8-bfc8-129b121c7d52 None None] Attempting to bind port ac06c230-414a-48ee-9ab5-421830a4a122 on host n-d-713498-36 for vnic_type normal with profile {{(pid=103233) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 20:09:05.111226 n-d-713498-36 neutron-server[103233]: DEBUG neutron.plugins.ml2.managers [None req-d62a3e68-1b5a-4af8-bfc8-129b121c7d52 None None] Attempting to bind port ac06c230-414a-48ee-9ab5-421830a4a122 by drivers openvswitch,hyperv on host n-d-713498-36 at level 0 using segments [{'id': '5498f946-fd0e-47a4-9739-4bf32df32c4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': '1be40091-06c9-4686-9061-1ace30bd2999'}] {{(pid=103233) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 20:09:05.111602 n-d-713498-36 neutron-server[103233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d62a3e68-1b5a-4af8-bfc8-129b121c7d52 None None] Attempting to bind port ac06c230-414a-48ee-9ab5-421830a4a122 on network 1be40091-06c9-4686-9061-1ace30bd2999 {{(pid=103233) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 20:09:05.118340 n-d-713498-36 neutron-server[103233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d62a3e68-1b5a-4af8-bfc8-129b121c7d52 None None] Checking agent: {'id': '496418a2-c002-4aec-ab1a-07f3bea491bd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-36', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 18, 51, 47), 'started_at': datetime.datetime(2022, 2, 9, 18, 52, 17), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 20, 8, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-36'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103233) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 20:09:05.118784 n-d-713498-36 neutron-server[103233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d62a3e68-1b5a-4af8-bfc8-129b121c7d52 None None] Checking segment: {'id': '5498f946-fd0e-47a4-9739-4bf32df32c4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': '1be40091-06c9-4686-9061-1ace30bd2999'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103233) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 20:09:05.119274 n-d-713498-36 neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-d62a3e68-1b5a-4af8-bfc8-129b121c7d52 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:09:05.119672 n-d-713498-36 neutron-server[103233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d62a3e68-1b5a-4af8-bfc8-129b121c7d52 None None] Bound using segment: {'id': '5498f946-fd0e-47a4-9739-4bf32df32c4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': '1be40091-06c9-4686-9061-1ace30bd2999'} {{(pid=103233) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 20:09:05.120163 n-d-713498-36 neutron-server[103233]: DEBUG neutron.plugins.ml2.managers [None req-d62a3e68-1b5a-4af8-bfc8-129b121c7d52 None None] Bound port: ac06c230-414a-48ee-9ab5-421830a4a122, host: n-d-713498-36, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5498f946-fd0e-47a4-9739-4bf32df32c4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': '1be40091-06c9-4686-9061-1ace30bd2999'}}] {{(pid=103233) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 20:09:05.120547 n-d-713498-36 neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-d62a3e68-1b5a-4af8-bfc8-129b121c7d52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (ac06c230-414a-48ee-9ab5-421830a4a122), before_update {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:09:05.191451 n-d-713498-36 neutron-server[103233]: DEBUG neutron.plugins.ml2.db [None req-d62a3e68-1b5a-4af8-bfc8-129b121c7d52 None None] For port ac06c230-414a-48ee-9ab5-421830a4a122, host n-d-713498-36, cleared binding levels {{(pid=103233) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 20:09:05.194652 n-d-713498-36 neutron-server[103233]: DEBUG neutron.plugins.ml2.db [None req-d62a3e68-1b5a-4af8-bfc8-129b121c7d52 None None] For port ac06c230-414a-48ee-9ab5-421830a4a122, host n-d-713498-36, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-36',level=0,port_id=ac06c230-414a-48ee-9ab5-421830a4a122,segment=NetworkSegment(5498f946-fd0e-47a4-9739-4bf32df32c4e),segment_id=5498f946-fd0e-47a4-9739-4bf32df32c4e)] {{(pid=103233) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 20:09:05.202117 n-d-713498-36 neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-d62a3e68-1b5a-4af8-bfc8-129b121c7d52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762867176205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762866656485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762866656503'] for port (ac06c230-414a-48ee-9ab5-421830a4a122), after_update {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:09:05.263634 n-d-713498-36 neutron-server[103233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d62a3e68-1b5a-4af8-bfc8-129b121c7d52 None None] Routers {'21c98969-4a4d-4e18-aef4-6445a1879008'} bound to L3 agent in host n-d-713498-36 {{(pid=103233) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 20:09:05.264340 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.provisioning_blocks [None req-f80a1f9c-28fb-4610-93ce-82a186c6c9e8 None None] Provisioning complete for port ac06c230-414a-48ee-9ab5-421830a4a122 triggered by entity DHCP. {{(pid=103232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 20:09:05.264488 n-d-713498-36 neutron-server[103233]: DEBUG neutron.db.l3_hamode_db [None req-d62a3e68-1b5a-4af8-bfc8-129b121c7d52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T18:51:43Z,description=,heartbeat_timestamp=2022-02-09T20:08:43Z,host='n-d-713498-36',id=93303d5e-5d17-45e8-8963-7694f87783ae,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T18:51:43Z,topic='l3_agent')) {'router_ids': ['21c98969-4a4d-4e18-aef4-6445a1879008'], 'active': True} {{(pid=103233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 20:09:05.264790 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-f80a1f9c-28fb-4610-93ce-82a186c6c9e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593630'] for port (ac06c230-414a-48ee-9ab5-421830a4a122), provisioning_complete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:09:05.269469 n-d-713498-36 neutron-server[103233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b65c8dc3-2543-460f-9749-3ba71f04cd67 None None] Pushing event updated for resources: {'Port': ['ID=ac06c230-414a-48ee-9ab5-421830a4a122,revision_number=4']} {{(pid=103233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:09:05.367013 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-f80a1f9c-28fb-4610-93ce-82a186c6c9e8 None None] Current status of the port ac06c230-414a-48ee-9ab5-421830a4a122 is: DOWN; New status is: ACTIVE {{(pid=103232) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 20:09:05.368373 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-f80a1f9c-28fb-4610-93ce-82a186c6c9e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (ac06c230-414a-48ee-9ab5-421830a4a122), before_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:09:05.415784 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-f80a1f9c-28fb-4610-93ce-82a186c6c9e8 None None] For port ac06c230-414a-48ee-9ab5-421830a4a122, host n-d-713498-36, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-36',level=0,port_id=ac06c230-414a-48ee-9ab5-421830a4a122,segment=NetworkSegment(5498f946-fd0e-47a4-9739-4bf32df32c4e),segment_id=5498f946-fd0e-47a4-9739-4bf32df32c4e)] {{(pid=103232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 20:09:05.417992 n-d-713498-36 neutron-server[103233]: DEBUG neutron.db.l3_dvr_db [None req-d62a3e68-1b5a-4af8-bfc8-129b121c7d52 None None] Set router 21c98969-4a4d-4e18-aef4-6445a1879008 gateway port host: n-d-713498-36 {{(pid=103233) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 20:09:05.424807 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-f80a1f9c-28fb-4610-93ce-82a186c6c9e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762867176205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762866656485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762866656503'] for port (ac06c230-414a-48ee-9ab5-421830a4a122), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:09:05.496859 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f80a1f9c-28fb-4610-93ce-82a186c6c9e8 None None] Pushing event updated for resources: {'Port': ['ID=ac06c230-414a-48ee-9ab5-421830a4a122,revision_number=5']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:09:05.602617 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-95b8c582-9875-46b7-9fab-7e4e8d0c1793 req-95d836cb-9c2d-4242-a72c-668747306969 tempest-TestNetworkAdvancedServerOps-38498957 tempest-TestNetworkAdvancedServerOps-38498957-project] 10.222.0.75 "GET /v2.0/ports?device_id=91d7f4b0-49d7-4ecf-baaa-3910cc38597f HTTP/1.1" status: 200 len: 210 time: 0.0379956 Feb 09 20:09:05.646842 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.provisioning_blocks [None req-98b091c6-09f5-414b-a2ad-f16f7f5fbb96 None None] Provisioning complete for port ac06c230-414a-48ee-9ab5-421830a4a122 triggered by entity DHCP. {{(pid=103232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 20:09:05.647224 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-98b091c6-09f5-414b-a2ad-f16f7f5fbb96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593630'] for port (ac06c230-414a-48ee-9ab5-421830a4a122), provisioning_complete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:09:05.667788 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dcea9f5-7f03-4b1a-8743-15430c950ac2 req-dd713eb9-4eea-4369-a1c1-c51a09cd6051 tempest-TestNetworkAdvancedServerOps-38498957 tempest-TestNetworkAdvancedServerOps-38498957-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:09:05.669599 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-9dcea9f5-7f03-4b1a-8743-15430c950ac2 req-dd713eb9-4eea-4369-a1c1-c51a09cd6051 tempest-TestNetworkAdvancedServerOps-38498957 tempest-TestNetworkAdvancedServerOps-38498957-project] 10.222.0.89 "GET /v2.0/networks?id=1be40091-06c9-4686-9061-1ace30bd2999 HTTP/1.1" status: 200 len: 797 time: 0.2330868 Feb 09 20:09:05.736435 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-9dcea9f5-7f03-4b1a-8743-15430c950ac2 req-9a37fc30-3336-4fbc-85ab-f21d2177be6c tempest-TestNetworkAdvancedServerOps-38498957 tempest-TestNetworkAdvancedServerOps-38498957-project] 10.222.0.89 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c799cd12150c4200978dc1a66164f122 HTTP/1.1" status: 200 len: 380 time: 0.0578547 Feb 09 20:09:05.740597 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-98b091c6-09f5-414b-a2ad-f16f7f5fbb96 None None] Current status of the port ac06c230-414a-48ee-9ab5-421830a4a122 is: ACTIVE; New status is: ACTIVE {{(pid=103232) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 20:09:05.746858 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.v2.base [req-9dcea9f5-7f03-4b1a-8743-15430c950ac2 req-bd39fadc-1004-4bc4-95ed-d602fbe709df tempest-TestNetworkAdvancedServerOps-38498957 tempest-TestNetworkAdvancedServerOps-38498957-project] Request body: {'port': {'device_id': '91d7f4b0-49d7-4ecf-baaa-3910cc38597f', 'network_id': '1be40091-06c9-4686-9061-1ace30bd2999', 'admin_state_up': True, 'tenant_id': 'c799cd12150c4200978dc1a66164f122', 'security_groups': ['f891496c-be3e-403f-aa3e-c21bdc837702']}} {{(pid=103229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 20:09:05.775647 n-d-713498-36 neutron-server[103233]: DEBUG neutron.db.l3_hamode_db [None req-d62a3e68-1b5a-4af8-bfc8-129b121c7d52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '21c98969-4a4d-4e18-aef4-6445a1879008', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1446684764', 'tenant_id': 'c799cd12150c4200978dc1a66164f122', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88055e1e-672a-4487-be31-ffb6e833ece5', 'external_fixed_ips': [{'subnet_id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'ip_address': '172.25.1.167'}], 'enable_snat': True}, 'gw_port_id': '76d6b6ad-506f-46b5-90c6-2b9ed9c7c6d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T20:08:58Z', 'updated_at': '2022-02-09T20:09:02Z', 'revision_number': 4, 'project_id': 'c799cd12150c4200978dc1a66164f122', 'gw_port': {'id': '76d6b6ad-506f-46b5-90c6-2b9ed9c7c6d6', 'name': '', 'network_id': '88055e1e-672a-4487-be31-ffb6e833ece5', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:fc:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21c98969-4a4d-4e18-aef4-6445a1879008', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4252, 'fixed_ips': [{'subnet_id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'ip_address': '172.25.1.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T20:08:59Z', 'updated_at': '2022-02-09T20:09:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-36', '_interfaces': [{'id': 'ac06c230-414a-48ee-9ab5-421830a4a122', 'name': '', 'network_id': '1be40091-06c9-4686-9061-1ace30bd2999', 'tenant_id': 'c799cd12150c4200978dc1a66164f122', 'mac_address': 'fa:16:3e:bf:4b:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '21c98969-4a4d-4e18-aef4-6445a1879008', 'device_owner': 'network:router_interface', 'standard_attr_id': 4255, 'fixed_ips': [{'subnet_id': 'e0455f6c-a70c-4422-809f-37c14d4e0487', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T20:09:01Z', 'updated_at': '2022-02-09T20:09:05Z', 'revision_number': 4, 'project_id': 'c799cd12150c4200978dc1a66164f122', 'subnets': [{'id': 'e0455f6c-a70c-4422-809f-37c14d4e0487', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-36', False) {} {{(pid=103233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 20:09:05.807118 n-d-713498-36 neutron-server[103233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d62a3e68-1b5a-4af8-bfc8-129b121c7d52 None None] The sync data for ids ['21c98969-4a4d-4e18-aef4-6445a1879008'] in n-d-713498-36 is: [{'id': '21c98969-4a4d-4e18-aef4-6445a1879008', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1446684764', 'tenant_id': 'c799cd12150c4200978dc1a66164f122', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88055e1e-672a-4487-be31-ffb6e833ece5', 'external_fixed_ips': [{'subnet_id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'ip_address': '172.25.1.167'}], 'enable_snat': True}, 'gw_port_id': '76d6b6ad-506f-46b5-90c6-2b9ed9c7c6d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T20:08:58Z', 'updated_at': '2022-02-09T20:09:02Z', 'revision_number': 4, 'project_id': 'c799cd12150c4200978dc1a66164f122', 'gw_port': {'id': '76d6b6ad-506f-46b5-90c6-2b9ed9c7c6d6', 'name': '', 'network_id': '88055e1e-672a-4487-be31-ffb6e833ece5', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:fc:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21c98969-4a4d-4e18-aef4-6445a1879008', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4252, 'fixed_ips': [{'subnet_id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'ip_address': '172.25.1.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T20:08:59Z', 'updated_at': '2022-02-09T20:09:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-36', '_interfaces': [{'id': 'ac06c230-414a-48ee-9ab5-421830a4a122', 'name': '', 'network_id': '1be40091-06c9-4686-9061-1ace30bd2999', 'tenant_id': 'c799cd12150c4200978dc1a66164f122', 'mac_address': 'fa:16:3e:bf:4b:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '21c98969-4a4d-4e18-aef4-6445a1879008', 'device_owner': 'network:router_interface', 'standard_attr_id': 4255, 'fixed_ips': [{'subnet_id': 'e0455f6c-a70c-4422-809f-37c14d4e0487', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T20:09:01Z', 'updated_at': '2022-02-09T20:09:05Z', 'revision_number': 4, 'project_id': 'c799cd12150c4200978dc1a66164f122', 'subnets': [{'id': 'e0455f6c-a70c-4422-809f-37c14d4e0487', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103233) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 20:09:05.891740 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9dcea9f5-7f03-4b1a-8743-15430c950ac2 req-bd39fadc-1004-4bc4-95ed-d602fbe709df tempest-TestNetworkAdvancedServerOps-38498957 tempest-TestNetworkAdvancedServerOps-38498957-project] Made reservation on behalf of c799cd12150c4200978dc1a66164f122 for: {'port': 1} {{(pid=103229) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 20:09:05.895173 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-9dcea9f5-7f03-4b1a-8743-15430c950ac2 req-bd39fadc-1004-4bc4-95ed-d602fbe709df tempest-TestNetworkAdvancedServerOps-38498957 tempest-TestNetworkAdvancedServerOps-38498957-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (None), before_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:09:06.052548 n-d-713498-36 neutron-server[103229]: DEBUG neutron.db.db_base_plugin_common [req-9dcea9f5-7f03-4b1a-8743-15430c950ac2 req-bd39fadc-1004-4bc4-95ed-d602fbe709df tempest-TestNetworkAdvancedServerOps-38498957 tempest-TestNetworkAdvancedServerOps-38498957-project] Allocated IP 172.20.0.4 (1be40091-06c9-4686-9061-1ace30bd2999/e0455f6c-a70c-4422-809f-37c14d4e0487/a3ccdc21-409c-4d7a-bfc8-59a081355de3) {{(pid=103229) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 20:09:06.217386 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-9dcea9f5-7f03-4b1a-8743-15430c950ac2 req-bd39fadc-1004-4bc4-95ed-d602fbe709df tempest-TestNetworkAdvancedServerOps-38498957 tempest-TestNetworkAdvancedServerOps-38498957-project] Publish callbacks [] for port (a3ccdc21-409c-4d7a-bfc8-59a081355de3), precommit_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:09:06.254259 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-9dcea9f5-7f03-4b1a-8743-15430c950ac2 req-bd39fadc-1004-4bc4-95ed-d602fbe709df tempest-TestNetworkAdvancedServerOps-38498957 tempest-TestNetworkAdvancedServerOps-38498957-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762866656467', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12867576'] for port (a3ccdc21-409c-4d7a-bfc8-59a081355de3), after_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:09:06.309223 n-d-713498-36 neutron-server[103229]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9dcea9f5-7f03-4b1a-8743-15430c950ac2 req-bd39fadc-1004-4bc4-95ed-d602fbe709df tempest-TestNetworkAdvancedServerOps-38498957 tempest-TestNetworkAdvancedServerOps-38498957-project] Network 1be40091-06c9-4686-9061-1ace30bd2999 is already hosted by enough agents. {{(pid=103229) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 20:09:06.314920 n-d-713498-36 neutron-server[103229]: DEBUG neutron.scheduler.base_scheduler [req-9dcea9f5-7f03-4b1a-8743-15430c950ac2 req-bd39fadc-1004-4bc4-95ed-d602fbe709df tempest-TestNetworkAdvancedServerOps-38498957 tempest-TestNetworkAdvancedServerOps-38498957-project] Resources bound (agent type, host, resource id): {{(pid=103229) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 20:09:06.317325 n-d-713498-36 neutron-server[103229]: DEBUG neutron.db.l3_dvrscheduler_db [req-9dcea9f5-7f03-4b1a-8743-15430c950ac2 req-bd39fadc-1004-4bc4-95ed-d602fbe709df tempest-TestNetworkAdvancedServerOps-38498957 tempest-TestNetworkAdvancedServerOps-38498957-project] Received port after_create {{(pid=103229) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 20:09:06.324278 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd39fadc-1004-4bc4-95ed-d602fbe709df tempest-TestNetworkAdvancedServerOps-38498957 tempest-TestNetworkAdvancedServerOps-38498957-project] Pushing event updated for resources: {'Port': ['ID=a3ccdc21-409c-4d7a-bfc8-59a081355de3,revision_number=1']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:09:06.377742 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dcea9f5-7f03-4b1a-8743-15430c950ac2 req-bd39fadc-1004-4bc4-95ed-d602fbe709df tempest-TestNetworkAdvancedServerOps-38498957 tempest-TestNetworkAdvancedServerOps-38498957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:09:06.378553 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-9dcea9f5-7f03-4b1a-8743-15430c950ac2 req-bd39fadc-1004-4bc4-95ed-d602fbe709df tempest-TestNetworkAdvancedServerOps-38498957 tempest-TestNetworkAdvancedServerOps-38498957-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171096'] for port (None), before_response {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:09:06.400118 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-9dcea9f5-7f03-4b1a-8743-15430c950ac2 req-bd39fadc-1004-4bc4-95ed-d602fbe709df tempest-TestNetworkAdvancedServerOps-38498957 tempest-TestNetworkAdvancedServerOps-38498957-project] 10.222.0.89 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6580820 Feb 09 20:09:06.411714 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.v2.base [req-9dcea9f5-7f03-4b1a-8743-15430c950ac2 req-be85519a-9edb-4a6d-abeb-358074ce0322 service neutron] Request body: {'port': {'device_id': '91d7f4b0-49d7-4ecf-baaa-3910cc38597f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-713498-36'}} {{(pid=103229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 20:09:06.479505 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-9dcea9f5-7f03-4b1a-8743-15430c950ac2 req-be85519a-9edb-4a6d-abeb-358074ce0322 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (a3ccdc21-409c-4d7a-bfc8-59a081355de3), before_update {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:09:06.577164 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.provisioning_blocks [None req-bd02a5f7-df37-4fab-951c-6626f2bb4da5 None None] Provisioning complete for port a3ccdc21-409c-4d7a-bfc8-59a081355de3 triggered by entity DHCP. {{(pid=103232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 20:09:06.578254 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-bd02a5f7-df37-4fab-951c-6626f2bb4da5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593630'] for port (a3ccdc21-409c-4d7a-bfc8-59a081355de3), provisioning_complete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:09:06.615831 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-bd02a5f7-df37-4fab-951c-6626f2bb4da5 None None] Port a3ccdc21-409c-4d7a-bfc8-59a081355de3 cannot update to ACTIVE because it is not bound. {{(pid=103232) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 20:09:06.739352 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Device ac06c230-414a-48ee-9ab5-421830a4a122 up at agent ovs-agent-n-d-713498-36 {{(pid=103232) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 20:09:06.756376 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19c1512e-f5e4-41d1-b053-bc27f027f893 req-919421be-2e30-4999-8a9f-263c768be2aa tempest-TestNetworkAdvancedServerOps-38498957 tempest-TestNetworkAdvancedServerOps-38498957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:09:06.764261 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-19c1512e-f5e4-41d1-b053-bc27f027f893 req-919421be-2e30-4999-8a9f-263c768be2aa tempest-TestNetworkAdvancedServerOps-38498957 tempest-TestNetworkAdvancedServerOps-38498957-project] 10.222.0.75 "GET /v2.0/ports?device_id=91d7f4b0-49d7-4ecf-baaa-3910cc38597f HTTP/1.1" status: 200 len: 931 time: 0.0726817 Feb 09 20:09:06.797987 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.provisioning_blocks [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Provisioning complete for port ac06c230-414a-48ee-9ab5-421830a4a122 triggered by entity L2. {{(pid=103232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 20:09:06.798380 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593630'] for port (ac06c230-414a-48ee-9ab5-421830a4a122), provisioning_complete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:09:06.821794 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-19c1512e-f5e4-41d1-b053-bc27f027f893 req-e7926065-67f2-42cf-8b64-90c5bb1d8f4e tempest-TestNetworkAdvancedServerOps-38498957 tempest-TestNetworkAdvancedServerOps-38498957-project] 10.222.0.75 "GET /v2.0/security-groups?id=f891496c-be3e-403f-aa3e-c21bdc837702&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0564649 Feb 09 20:09:06.859669 n-d-713498-36 neutron-server[103229]: DEBUG neutron.notifiers.nova [req-9dcea9f5-7f03-4b1a-8743-15430c950ac2 req-be85519a-9edb-4a6d-abeb-358074ce0322 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a3ccdc21-409c-4d7a-bfc8-59a081355de3 {{(pid=103229) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 20:09:06.868869 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-9dcea9f5-7f03-4b1a-8743-15430c950ac2 req-be85519a-9edb-4a6d-abeb-358074ce0322 service neutron] Publish callbacks [] for port (a3ccdc21-409c-4d7a-bfc8-59a081355de3), precommit_update {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:09:06.884019 n-d-713498-36 neutron-server[103229]: DEBUG neutron.db.provisioning_blocks [req-9dcea9f5-7f03-4b1a-8743-15430c950ac2 req-be85519a-9edb-4a6d-abeb-358074ce0322 service neutron] Transition to ACTIVE for port object a3ccdc21-409c-4d7a-bfc8-59a081355de3 will not be triggered until provisioned by entity L2. {{(pid=103229) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 20:09:06.888460 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-9dcea9f5-7f03-4b1a-8743-15430c950ac2 req-be85519a-9edb-4a6d-abeb-358074ce0322 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762867176205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762866656485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762866656503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12867569'] for port (a3ccdc21-409c-4d7a-bfc8-59a081355de3), after_update {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:09:06.899970 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Current status of the port ac06c230-414a-48ee-9ab5-421830a4a122 is: ACTIVE; New status is: ACTIVE {{(pid=103232) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 20:09:06.946946 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be85519a-9edb-4a6d-abeb-358074ce0322 service neutron] Pushing event updated for resources: {'Port': ['ID=a3ccdc21-409c-4d7a-bfc8-59a081355de3,revision_number=2']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:09:07.045496 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.managers [req-9dcea9f5-7f03-4b1a-8743-15430c950ac2 req-be85519a-9edb-4a6d-abeb-358074ce0322 service neutron] Attempting to bind port a3ccdc21-409c-4d7a-bfc8-59a081355de3 on host n-h1-713498-36 for vnic_type normal with profile {{(pid=103229) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 20:09:07.045843 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.managers [req-9dcea9f5-7f03-4b1a-8743-15430c950ac2 req-be85519a-9edb-4a6d-abeb-358074ce0322 service neutron] Attempting to bind port a3ccdc21-409c-4d7a-bfc8-59a081355de3 by drivers openvswitch,hyperv on host n-h1-713498-36 at level 0 using segments [{'id': '5498f946-fd0e-47a4-9739-4bf32df32c4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': '1be40091-06c9-4686-9061-1ace30bd2999'}] {{(pid=103229) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 20:09:07.046213 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9dcea9f5-7f03-4b1a-8743-15430c950ac2 req-be85519a-9edb-4a6d-abeb-358074ce0322 service neutron] Attempting to bind port a3ccdc21-409c-4d7a-bfc8-59a081355de3 on network 1be40091-06c9-4686-9061-1ace30bd2999 {{(pid=103229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 20:09:07.051491 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9dcea9f5-7f03-4b1a-8743-15430c950ac2 req-be85519a-9edb-4a6d-abeb-358074ce0322 service neutron] Port a3ccdc21-409c-4d7a-bfc8-59a081355de3 on network 1be40091-06c9-4686-9061-1ace30bd2999 not bound, no agent of type Open vSwitch agent registered on host n-h1-713498-36 {{(pid=103229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 20:09:07.051796 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9dcea9f5-7f03-4b1a-8743-15430c950ac2 req-be85519a-9edb-4a6d-abeb-358074ce0322 service neutron] Attempting to bind port a3ccdc21-409c-4d7a-bfc8-59a081355de3 on network 1be40091-06c9-4686-9061-1ace30bd2999 {{(pid=103229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 20:09:07.058201 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9dcea9f5-7f03-4b1a-8743-15430c950ac2 req-be85519a-9edb-4a6d-abeb-358074ce0322 service neutron] Checking agent: {'id': '488cd9ae-631f-4955-ba0b-4f5a13f12e9c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713498-36', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 18, 59, 18), 'started_at': datetime.datetime(2022, 2, 9, 18, 59, 18), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 20, 8, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 20:09:07.058580 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9dcea9f5-7f03-4b1a-8743-15430c950ac2 req-be85519a-9edb-4a6d-abeb-358074ce0322 service neutron] Checking segment: {'id': '5498f946-fd0e-47a4-9739-4bf32df32c4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': '1be40091-06c9-4686-9061-1ace30bd2999'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103229) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 20:09:07.059119 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9dcea9f5-7f03-4b1a-8743-15430c950ac2 req-be85519a-9edb-4a6d-abeb-358074ce0322 service neutron] Bound using segment: {'id': '5498f946-fd0e-47a4-9739-4bf32df32c4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': '1be40091-06c9-4686-9061-1ace30bd2999'} {{(pid=103229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 20:09:07.059449 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.managers [req-9dcea9f5-7f03-4b1a-8743-15430c950ac2 req-be85519a-9edb-4a6d-abeb-358074ce0322 service neutron] Bound port: a3ccdc21-409c-4d7a-bfc8-59a081355de3, host: n-h1-713498-36, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5498f946-fd0e-47a4-9739-4bf32df32c4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': '1be40091-06c9-4686-9061-1ace30bd2999'}}] {{(pid=103229) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 20:09:07.059818 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-9dcea9f5-7f03-4b1a-8743-15430c950ac2 req-be85519a-9edb-4a6d-abeb-358074ce0322 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (a3ccdc21-409c-4d7a-bfc8-59a081355de3), before_update {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:09:07.145258 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.db [req-9dcea9f5-7f03-4b1a-8743-15430c950ac2 req-be85519a-9edb-4a6d-abeb-358074ce0322 service neutron] For port a3ccdc21-409c-4d7a-bfc8-59a081355de3, host n-h1-713498-36, cleared binding levels {{(pid=103229) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 20:09:07.149096 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.db [req-9dcea9f5-7f03-4b1a-8743-15430c950ac2 req-be85519a-9edb-4a6d-abeb-358074ce0322 service neutron] For port a3ccdc21-409c-4d7a-bfc8-59a081355de3, host n-h1-713498-36, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-36',level=0,port_id=a3ccdc21-409c-4d7a-bfc8-59a081355de3,segment=NetworkSegment(5498f946-fd0e-47a4-9739-4bf32df32c4e),segment_id=5498f946-fd0e-47a4-9739-4bf32df32c4e)] {{(pid=103229) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 20:09:07.157330 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-9dcea9f5-7f03-4b1a-8743-15430c950ac2 req-be85519a-9edb-4a6d-abeb-358074ce0322 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762867176205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762866656485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762866656503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12867569'] for port (a3ccdc21-409c-4d7a-bfc8-59a081355de3), after_update {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:09:07.195714 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dcea9f5-7f03-4b1a-8743-15430c950ac2 req-be85519a-9edb-4a6d-abeb-358074ce0322 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:09:07.196295 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-9dcea9f5-7f03-4b1a-8743-15430c950ac2 req-be85519a-9edb-4a6d-abeb-358074ce0322 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171096'] for port (None), before_response {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:09:07.197680 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-9dcea9f5-7f03-4b1a-8743-15430c950ac2 req-be85519a-9edb-4a6d-abeb-358074ce0322 service neutron] 10.222.0.89 "PUT /v2.0/ports/a3ccdc21-409c-4d7a-bfc8-59a081355de3 HTTP/1.1" status: 200 len: 1092 time: 0.7908421 Feb 09 20:09:07.198159 n-d-713498-36 neutron-server[103229]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '91d7f4b0-49d7-4ecf-baaa-3910cc38597f', 'tag': 'a3ccdc21-409c-4d7a-bfc8-59a081355de3'}] {{(pid=103229) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 20:09:07.200563 n-d-713498-36 neutron-server[103229]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}07d618d1c5389b9cd0b8ca1de8f17b65d6cfa6b0806685514be6977118e88e42" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-863c5a9c-a757-44fd-9167-d9653431b929" -d '{"events": [{"name": "network-changed", "server_uuid": "91d7f4b0-49d7-4ecf-baaa-3910cc38597f", "tag": "a3ccdc21-409c-4d7a-bfc8-59a081355de3"}]}' {{(pid=103229) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 20:09:07.260445 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be85519a-9edb-4a6d-abeb-358074ce0322 service neutron] Pushing event updated for resources: {'Port': ['ID=a3ccdc21-409c-4d7a-bfc8-59a081355de3,revision_number=3']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:09:07.265271 n-d-713498-36 neutron-server[103229]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 20:09:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d7018ccd-f40b-486e-bdff-4d7b6e89e295 x-openstack-request-id: req-d7018ccd-f40b-486e-bdff-4d7b6e89e295 {{(pid=103229) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 20:09:07.265704 n-d-713498-36 neutron-server[103229]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "91d7f4b0-49d7-4ecf-baaa-3910cc38597f", "tag": "a3ccdc21-409c-4d7a-bfc8-59a081355de3", "status": "completed", "code": 200}]} {{(pid=103229) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 20:09:07.266199 n-d-713498-36 neutron-server[103229]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-d7018ccd-f40b-486e-bdff-4d7b6e89e295 {{(pid=103229) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 20:09:07.266712 n-d-713498-36 neutron-server[103229]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '91d7f4b0-49d7-4ecf-baaa-3910cc38597f', 'tag': 'a3ccdc21-409c-4d7a-bfc8-59a081355de3', 'status': 'completed', 'code': 200} Feb 09 20:09:07.333153 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dcea9f5-7f03-4b1a-8743-15430c950ac2 req-af6484db-7d64-478f-a309-736e4df9a424 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:09:07.335503 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-9dcea9f5-7f03-4b1a-8743-15430c950ac2 req-af6484db-7d64-478f-a309-736e4df9a424 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=c799cd12150c4200978dc1a66164f122&device_id=91d7f4b0-49d7-4ecf-baaa-3910cc38597f HTTP/1.1" status: 200 len: 1126 time: 0.0673254 Feb 09 20:09:07.389496 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-9dcea9f5-7f03-4b1a-8743-15430c950ac2 req-0786f81e-3bc3-49ec-8578-97d4e4fcdbb6 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a3ccdc21-409c-4d7a-bfc8-59a081355de3 HTTP/1.1" status: 200 len: 217 time: 0.0457213 Feb 09 20:09:07.442092 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dcea9f5-7f03-4b1a-8743-15430c950ac2 req-d2d536df-90af-4ed0-8386-c51bf2f259dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:09:07.443571 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-9dcea9f5-7f03-4b1a-8743-15430c950ac2 req-d2d536df-90af-4ed0-8386-c51bf2f259dd service neutron] 10.222.0.89 "GET /v2.0/subnets?id=e0455f6c-a70c-4422-809f-37c14d4e0487 HTTP/1.1" status: 200 len: 834 time: 0.0486019 Feb 09 20:09:07.501616 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dcea9f5-7f03-4b1a-8743-15430c950ac2 req-66b529c1-d9fa-40ea-81b4-30050da57259 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:09:07.503190 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-9dcea9f5-7f03-4b1a-8743-15430c950ac2 req-66b529c1-d9fa-40ea-81b4-30050da57259 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=1be40091-06c9-4686-9061-1ace30bd2999&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0536530 Feb 09 20:09:07.599130 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-9dcea9f5-7f03-4b1a-8743-15430c950ac2 req-4d48cd8a-8a60-4679-a5d1-81308a374df8 service neutron] 10.222.0.89 "GET /v2.0/networks/1be40091-06c9-4686-9061-1ace30bd2999?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0894568 Feb 09 20:09:07.688749 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-9dcea9f5-7f03-4b1a-8743-15430c950ac2 req-bb6ced14-b07e-4f64-878d-5118f84d9870 service neutron] 10.222.0.89 "GET /v2.0/networks/1be40091-06c9-4686-9061-1ace30bd2999?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845838 Feb 09 20:09:07.778077 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-863c5a9c-a757-44fd-9167-d9653431b929 req-2afc8958-eab6-4138-b128-ba000a7c4335 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:09:07.779625 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-863c5a9c-a757-44fd-9167-d9653431b929 req-2afc8958-eab6-4138-b128-ba000a7c4335 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=c799cd12150c4200978dc1a66164f122&device_id=91d7f4b0-49d7-4ecf-baaa-3910cc38597f HTTP/1.1" status: 200 len: 1126 time: 0.0484273 Feb 09 20:09:07.886994 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-863c5a9c-a757-44fd-9167-d9653431b929 req-31973ca8-3d0c-4f30-a61c-fa6b49cb0027 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:09:07.888493 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-863c5a9c-a757-44fd-9167-d9653431b929 req-31973ca8-3d0c-4f30-a61c-fa6b49cb0027 service neutron] 10.222.0.89 "GET /v2.0/networks?id=1be40091-06c9-4686-9061-1ace30bd2999 HTTP/1.1" status: 200 len: 898 time: 0.1033804 Feb 09 20:09:07.931868 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-863c5a9c-a757-44fd-9167-d9653431b929 req-9744072a-3a87-4520-997b-6f5d894bfa6b service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a3ccdc21-409c-4d7a-bfc8-59a081355de3 HTTP/1.1" status: 200 len: 217 time: 0.0373001 Feb 09 20:09:07.961868 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a20bfad-31b3-417a-a1ea-5ff7c837d5e2 req-43ff8203-a0a6-44a1-8b42-42363b0acef4 tempest-TestNetworkAdvancedServerOps-38498957 tempest-TestNetworkAdvancedServerOps-38498957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:09:07.963436 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-2a20bfad-31b3-417a-a1ea-5ff7c837d5e2 req-43ff8203-a0a6-44a1-8b42-42363b0acef4 tempest-TestNetworkAdvancedServerOps-38498957 tempest-TestNetworkAdvancedServerOps-38498957-project] 10.222.0.75 "GET /v2.0/ports?device_id=91d7f4b0-49d7-4ecf-baaa-3910cc38597f HTTP/1.1" status: 200 len: 943 time: 0.0564587 Feb 09 20:09:07.988680 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-863c5a9c-a757-44fd-9167-d9653431b929 req-d6b91720-49c8-46b6-9743-f98c648e8d3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:09:07.990189 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-863c5a9c-a757-44fd-9167-d9653431b929 req-d6b91720-49c8-46b6-9743-f98c648e8d3d service neutron] 10.222.0.89 "GET /v2.0/subnets?id=e0455f6c-a70c-4422-809f-37c14d4e0487 HTTP/1.1" status: 200 len: 834 time: 0.0526254 Feb 09 20:09:08.019322 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-2a20bfad-31b3-417a-a1ea-5ff7c837d5e2 req-9e9a20d5-4b6f-40a6-83c7-2e12adebf5c5 tempest-TestNetworkAdvancedServerOps-38498957 tempest-TestNetworkAdvancedServerOps-38498957-project] 10.222.0.75 "GET /v2.0/security-groups?id=f891496c-be3e-403f-aa3e-c21bdc837702&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0496719 Feb 09 20:09:08.043208 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-863c5a9c-a757-44fd-9167-d9653431b929 req-b152254c-5e47-4c80-aec5-3ce83ea69d8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:09:08.044778 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-863c5a9c-a757-44fd-9167-d9653431b929 req-b152254c-5e47-4c80-aec5-3ce83ea69d8d service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=1be40091-06c9-4686-9061-1ace30bd2999&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0478733 Feb 09 20:09:08.142959 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-863c5a9c-a757-44fd-9167-d9653431b929 req-70e27dba-a3f1-4bcc-86c6-8e4d5bc0c70e service neutron] 10.222.0.89 "GET /v2.0/networks/1be40091-06c9-4686-9061-1ace30bd2999?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0908821 Feb 09 20:09:08.243033 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-863c5a9c-a757-44fd-9167-d9653431b929 req-9ebce3d8-7bc6-453c-a623-ec2987374e42 service neutron] 10.222.0.89 "GET /v2.0/networks/1be40091-06c9-4686-9061-1ace30bd2999?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0937076 Feb 09 20:09:09.158377 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-040dbd9d-8b14-4b80-a508-2bc8c7209fd8 req-d16122e5-9397-43a3-871c-3b0de8c7a5f2 tempest-TestNetworkAdvancedServerOps-38498957 tempest-TestNetworkAdvancedServerOps-38498957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:09:09.160111 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-040dbd9d-8b14-4b80-a508-2bc8c7209fd8 req-d16122e5-9397-43a3-871c-3b0de8c7a5f2 tempest-TestNetworkAdvancedServerOps-38498957 tempest-TestNetworkAdvancedServerOps-38498957-project] 10.222.0.75 "GET /v2.0/ports?device_id=91d7f4b0-49d7-4ecf-baaa-3910cc38597f HTTP/1.1" status: 200 len: 943 time: 0.0632839 Feb 09 20:09:09.212490 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-040dbd9d-8b14-4b80-a508-2bc8c7209fd8 req-ea8ae6b2-6f5e-49a5-bf93-64ad1dce8d2e tempest-TestNetworkAdvancedServerOps-38498957 tempest-TestNetworkAdvancedServerOps-38498957-project] 10.222.0.75 "GET /v2.0/security-groups?id=f891496c-be3e-403f-aa3e-c21bdc837702&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453477 Feb 09 20:09:10.340850 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94b4fa2c-26a9-487e-9113-c6c035a3d81e req-2654bdab-84db-463c-b9dd-9742dd0485ea tempest-TestNetworkAdvancedServerOps-38498957 tempest-TestNetworkAdvancedServerOps-38498957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:09:10.342396 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-94b4fa2c-26a9-487e-9113-c6c035a3d81e req-2654bdab-84db-463c-b9dd-9742dd0485ea tempest-TestNetworkAdvancedServerOps-38498957 tempest-TestNetworkAdvancedServerOps-38498957-project] 10.222.0.75 "GET /v2.0/ports?device_id=91d7f4b0-49d7-4ecf-baaa-3910cc38597f HTTP/1.1" status: 200 len: 943 time: 0.0549636 Feb 09 20:09:10.395328 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-94b4fa2c-26a9-487e-9113-c6c035a3d81e req-a5166240-f049-4b8f-ad1b-ad4acabc5e73 tempest-TestNetworkAdvancedServerOps-38498957 tempest-TestNetworkAdvancedServerOps-38498957-project] 10.222.0.75 "GET /v2.0/security-groups?id=f891496c-be3e-403f-aa3e-c21bdc837702&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472658 Feb 09 20:09:10.925896 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-eb31731e-cff7-485c-a739-bed96cdc439a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762867132591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593584'] for agent (af91e4b9-f4e1-42b1-a25c-a10dc47171c8), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:09:11.061919 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Device a3ccdc21-409c-4d7a-bfc8-59a081355de3 details requested by agent hyperv_n-h1-713498-36 with host n-h1-713498-36 {{(pid=103232) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 20:09:11.163259 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] For port a3ccdc21-409c-4d7a-bfc8-59a081355de3, host n-h1-713498-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-36',level=0,port_id=a3ccdc21-409c-4d7a-bfc8-59a081355de3,segment=NetworkSegment(5498f946-fd0e-47a4-9739-4bf32df32c4e),segment_id=5498f946-fd0e-47a4-9739-4bf32df32c4e)] {{(pid=103232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 20:09:11.175470 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Returning: {'device': 'a3ccdc21-409c-4d7a-bfc8-59a081355de3', 'network_id': '1be40091-06c9-4686-9061-1ace30bd2999', 'port_id': 'a3ccdc21-409c-4d7a-bfc8-59a081355de3', 'mac_address': 'fa:16:3e:58:d9:19', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 376, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e0455f6c-a70c-4422-809f-37c14d4e0487', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103232) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 20:09:11.213967 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Current status of the port a3ccdc21-409c-4d7a-bfc8-59a081355de3 is: DOWN; New status is: BUILD {{(pid=103232) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 20:09:11.214313 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (a3ccdc21-409c-4d7a-bfc8-59a081355de3), before_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:09:11.227896 n-d-713498-36 neutron-server[103232]: DEBUG neutron.notifiers.nova [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a3ccdc21-409c-4d7a-bfc8-59a081355de3 {{(pid=103232) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 20:09:11.248308 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] For port a3ccdc21-409c-4d7a-bfc8-59a081355de3, host n-h1-713498-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-36',level=0,port_id=a3ccdc21-409c-4d7a-bfc8-59a081355de3,segment=NetworkSegment(5498f946-fd0e-47a4-9739-4bf32df32c4e),segment_id=5498f946-fd0e-47a4-9739-4bf32df32c4e)] {{(pid=103232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 20:09:11.252294 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762867176205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762866656485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762866656503'] for port (a3ccdc21-409c-4d7a-bfc8-59a081355de3), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:09:11.307529 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Pushing event updated for resources: {'Port': ['ID=a3ccdc21-409c-4d7a-bfc8-59a081355de3,revision_number=4']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:09:11.495797 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] get_ports_and_sgs() called for port_ids ['a3ccdc21-409c-4d7a-bfc8-59a081355de3'] {{(pid=103232) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 20:09:11.541104 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-980b73ee-4a08-45b8-b731-4dc5cc1f25d0 req-2a64bc51-f984-48d1-9005-8180ffddb550 tempest-TestNetworkAdvancedServerOps-38498957 tempest-TestNetworkAdvancedServerOps-38498957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:09:11.542820 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-980b73ee-4a08-45b8-b731-4dc5cc1f25d0 req-2a64bc51-f984-48d1-9005-8180ffddb550 tempest-TestNetworkAdvancedServerOps-38498957 tempest-TestNetworkAdvancedServerOps-38498957-project] 10.222.0.75 "GET /v2.0/ports?device_id=91d7f4b0-49d7-4ecf-baaa-3910cc38597f HTTP/1.1" status: 200 len: 944 time: 0.0640583 Feb 09 20:09:11.603568 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-980b73ee-4a08-45b8-b731-4dc5cc1f25d0 req-dc17a02f-3b79-45bf-bca9-6feeea1a2491 tempest-TestNetworkAdvancedServerOps-38498957 tempest-TestNetworkAdvancedServerOps-38498957-project] 10.222.0.75 "GET /v2.0/security-groups?id=f891496c-be3e-403f-aa3e-c21bdc837702&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0511024 Feb 09 20:09:12.732294 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e47864db-5543-403a-b9b5-cd001bb63c6d req-784b88b0-394a-4329-91d5-c89ba8f5dfa6 tempest-TestNetworkAdvancedServerOps-38498957 tempest-TestNetworkAdvancedServerOps-38498957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:09:12.733807 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-e47864db-5543-403a-b9b5-cd001bb63c6d req-784b88b0-394a-4329-91d5-c89ba8f5dfa6 tempest-TestNetworkAdvancedServerOps-38498957 tempest-TestNetworkAdvancedServerOps-38498957-project] 10.222.0.75 "GET /v2.0/ports?device_id=91d7f4b0-49d7-4ecf-baaa-3910cc38597f HTTP/1.1" status: 200 len: 944 time: 0.0547810 Feb 09 20:09:12.786201 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-e47864db-5543-403a-b9b5-cd001bb63c6d req-f9d21b9d-ea7c-4455-844f-d54d04d71c8b tempest-TestNetworkAdvancedServerOps-38498957 tempest-TestNetworkAdvancedServerOps-38498957-project] 10.222.0.75 "GET /v2.0/security-groups?id=f891496c-be3e-403f-aa3e-c21bdc837702&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456955 Feb 09 20:09:13.061821 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Device a3ccdc21-409c-4d7a-bfc8-59a081355de3 up at agent hyperv_n-h1-713498-36 {{(pid=103232) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 20:09:13.113924 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.provisioning_blocks [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Provisioning for port a3ccdc21-409c-4d7a-bfc8-59a081355de3 completed by entity L2. {{(pid=103232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 20:09:13.118859 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.provisioning_blocks [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Provisioning complete for port a3ccdc21-409c-4d7a-bfc8-59a081355de3 triggered by entity L2. {{(pid=103232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 20:09:13.119241 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593630'] for port (a3ccdc21-409c-4d7a-bfc8-59a081355de3), provisioning_complete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:09:13.217154 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Current status of the port a3ccdc21-409c-4d7a-bfc8-59a081355de3 is: BUILD; New status is: ACTIVE {{(pid=103232) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 20:09:13.217721 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (a3ccdc21-409c-4d7a-bfc8-59a081355de3), before_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:09:13.220889 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-cdcf4ed7-d38e-40da-91de-e47e452b0058 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762867132591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593584'] for agent (93303d5e-5d17-45e8-8963-7694f87783ae), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:09:13.246829 n-d-713498-36 neutron-server[103232]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '91d7f4b0-49d7-4ecf-baaa-3910cc38597f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a3ccdc21-409c-4d7a-bfc8-59a081355de3'}] {{(pid=103232) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 20:09:13.249173 n-d-713498-36 neutron-server[103232]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cbbf3601bdfb8db7b6600aedba7e3851fa962f00dad36f02e289fea53b94aa67" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a12be871-fc23-45e9-b0f3-a32fdfc2952a" -d '{"events": [{"server_uuid": "91d7f4b0-49d7-4ecf-baaa-3910cc38597f", "name": "network-vif-plugged", "status": "completed", "tag": "a3ccdc21-409c-4d7a-bfc8-59a081355de3"}]}' {{(pid=103232) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 20:09:13.263276 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] For port a3ccdc21-409c-4d7a-bfc8-59a081355de3, host n-h1-713498-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-36',level=0,port_id=a3ccdc21-409c-4d7a-bfc8-59a081355de3,segment=NetworkSegment(5498f946-fd0e-47a4-9739-4bf32df32c4e),segment_id=5498f946-fd0e-47a4-9739-4bf32df32c4e)] {{(pid=103232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 20:09:13.267699 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762867176205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762866656485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762866656503'] for port (a3ccdc21-409c-4d7a-bfc8-59a081355de3), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:09:13.293886 n-d-713498-36 neutron-server[103232]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 20:09:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1f57b09c-0eec-423f-8659-8466fefdd152 x-openstack-request-id: req-1f57b09c-0eec-423f-8659-8466fefdd152 {{(pid=103232) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 20:09:13.294215 n-d-713498-36 neutron-server[103232]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "91d7f4b0-49d7-4ecf-baaa-3910cc38597f", "name": "network-vif-plugged", "status": "completed", "tag": "a3ccdc21-409c-4d7a-bfc8-59a081355de3", "code": 200}]} {{(pid=103232) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 20:09:13.294469 n-d-713498-36 neutron-server[103232]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-1f57b09c-0eec-423f-8659-8466fefdd152 {{(pid=103232) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 20:09:13.294862 n-d-713498-36 neutron-server[103232]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '91d7f4b0-49d7-4ecf-baaa-3910cc38597f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a3ccdc21-409c-4d7a-bfc8-59a081355de3', 'code': 200} Feb 09 20:09:13.324696 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Pushing event updated for resources: {'Port': ['ID=a3ccdc21-409c-4d7a-bfc8-59a081355de3,revision_number=5']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:09:13.404416 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1e454c7-bb25-4562-badb-c254dce4a1ee req-539cee85-5e1e-4299-a1b3-b633b6d4b46d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:09:13.405976 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-c1e454c7-bb25-4562-badb-c254dce4a1ee req-539cee85-5e1e-4299-a1b3-b633b6d4b46d service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=91d7f4b0-49d7-4ecf-baaa-3910cc38597f HTTP/1.1" status: 200 len: 1128 time: 0.0472825 Feb 09 20:09:13.453132 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-c1e454c7-bb25-4562-badb-c254dce4a1ee req-d1539796-910a-4b6d-b677-eedb1fc57f2a service neutron] 10.222.0.89 "GET /v2.0/security-groups?id=f891496c-be3e-403f-aa3e-c21bdc837702&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400722 Feb 09 20:09:13.918969 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4642cc70-20af-41f9-b3b5-edf8e0ca59d7 req-879107e6-445b-4cc2-8b33-7282bb3a4d07 tempest-TestNetworkAdvancedServerOps-38498957 tempest-TestNetworkAdvancedServerOps-38498957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:09:13.920507 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-4642cc70-20af-41f9-b3b5-edf8e0ca59d7 req-879107e6-445b-4cc2-8b33-7282bb3a4d07 tempest-TestNetworkAdvancedServerOps-38498957 tempest-TestNetworkAdvancedServerOps-38498957-project] 10.222.0.75 "GET /v2.0/ports?device_id=91d7f4b0-49d7-4ecf-baaa-3910cc38597f HTTP/1.1" status: 200 len: 945 time: 0.0614581 Feb 09 20:09:13.973480 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-4642cc70-20af-41f9-b3b5-edf8e0ca59d7 req-3716a4e1-65db-41e4-94ac-c5d7fc27b627 tempest-TestNetworkAdvancedServerOps-38498957 tempest-TestNetworkAdvancedServerOps-38498957-project] 10.222.0.75 "GET /v2.0/security-groups?id=f891496c-be3e-403f-aa3e-c21bdc837702&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462763 Feb 09 20:09:14.544288 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-edc54c9b-7f13-45d9-9271-85c9738b0128 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762867132591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593584'] for agent (a62b1850-466f-48ae-bec7-d62fb280e14b), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:09:15.098278 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea41d673-9add-4f3b-aa73-0ca3291997a0 req-2c22c0b0-21a4-4807-a15a-ba6534fc6f7e tempest-TestNetworkAdvancedServerOps-38498957 tempest-TestNetworkAdvancedServerOps-38498957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:09:15.099800 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-ea41d673-9add-4f3b-aa73-0ca3291997a0 req-2c22c0b0-21a4-4807-a15a-ba6534fc6f7e tempest-TestNetworkAdvancedServerOps-38498957 tempest-TestNetworkAdvancedServerOps-38498957-project] 10.222.0.75 "GET /v2.0/ports?device_id=91d7f4b0-49d7-4ecf-baaa-3910cc38597f HTTP/1.1" status: 200 len: 945 time: 0.0529783 Feb 09 20:09:15.154854 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-ea41d673-9add-4f3b-aa73-0ca3291997a0 req-4886dfd9-eb97-4d58-a32c-2f0a9a74a84e tempest-TestNetworkAdvancedServerOps-38498957 tempest-TestNetworkAdvancedServerOps-38498957-project] 10.222.0.75 "GET /v2.0/security-groups?id=f891496c-be3e-403f-aa3e-c21bdc837702&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0486820 Feb 09 20:09:15.277652 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7bea261-c0de-4f51-8556-691f0178aa53 req-78b241f1-26a9-46b0-a60f-967c568d42b6 tempest-TestNetworkAdvancedServerOps-38498957 tempest-TestNetworkAdvancedServerOps-38498957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:09:15.279358 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-c7bea261-c0de-4f51-8556-691f0178aa53 req-78b241f1-26a9-46b0-a60f-967c568d42b6 tempest-TestNetworkAdvancedServerOps-38498957 tempest-TestNetworkAdvancedServerOps-38498957-project] 10.222.0.75 "GET /v2.0/ports?device_id=91d7f4b0-49d7-4ecf-baaa-3910cc38597f HTTP/1.1" status: 200 len: 945 time: 0.0546248 Feb 09 20:09:15.330821 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-c7bea261-c0de-4f51-8556-691f0178aa53 req-502db0ed-78f5-4020-a458-673531686b88 tempest-TestNetworkAdvancedServerOps-38498957 tempest-TestNetworkAdvancedServerOps-38498957-project] 10.222.0.75 "GET /v2.0/security-groups?id=f891496c-be3e-403f-aa3e-c21bdc837702&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456700 Feb 09 20:09:15.353383 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 54530) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:09:15.399810 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11dff7f8-b87f-4e97-a58c-94e9f32bf77e tempest-TestNetworkAdvancedServerOps-796730407 tempest-TestNetworkAdvancedServerOps-796730407-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:09:15.402047 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-11dff7f8-b87f-4e97-a58c-94e9f32bf77e tempest-TestNetworkAdvancedServerOps-796730407 tempest-TestNetworkAdvancedServerOps-796730407-project-admin] 10.222.0.75 "GET /v2.0/ports?device_id=91d7f4b0-49d7-4ecf-baaa-3910cc38597f HTTP/1.1" status: 200 len: 1123 time: 0.0474951 Feb 09 20:09:15.404959 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 54532) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:09:15.410167 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.v2.base [None req-69af4672-6107-4b04-80ef-37bc50aaefc3 tempest-TestNetworkAdvancedServerOps-38498957 tempest-TestNetworkAdvancedServerOps-38498957-project] Request body: {'floatingip': {'floating_network_id': '88055e1e-672a-4487-be31-ffb6e833ece5', 'port_id': 'a3ccdc21-409c-4d7a-bfc8-59a081355de3', 'tenant_id': 'c799cd12150c4200978dc1a66164f122', 'fixed_ip_address': '172.20.0.4'}} {{(pid=103230) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 20:09:15.432283 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-69af4672-6107-4b04-80ef-37bc50aaefc3 tempest-TestNetworkAdvancedServerOps-38498957 tempest-TestNetworkAdvancedServerOps-38498957-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:09:15.537187 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-69af4672-6107-4b04-80ef-37bc50aaefc3 tempest-TestNetworkAdvancedServerOps-38498957 tempest-TestNetworkAdvancedServerOps-38498957-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (None), before_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:09:15.651582 n-d-713498-36 neutron-server[103230]: DEBUG neutron.db.db_base_plugin_common [None req-69af4672-6107-4b04-80ef-37bc50aaefc3 tempest-TestNetworkAdvancedServerOps-38498957 tempest-TestNetworkAdvancedServerOps-38498957-project] Allocated IP 172.25.1.136 (88055e1e-672a-4487-be31-ffb6e833ece5/ac16dbcc-383c-4b43-9153-d763c4a53f91/a9b21f3f-9cc0-4f19-95d8-14f04c3b72f5) {{(pid=103230) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 20:09:15.753829 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-69af4672-6107-4b04-80ef-37bc50aaefc3 tempest-TestNetworkAdvancedServerOps-38498957 tempest-TestNetworkAdvancedServerOps-38498957-project] Publish callbacks [] for port (a9b21f3f-9cc0-4f19-95d8-14f04c3b72f5), precommit_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:09:15.787740 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-69af4672-6107-4b04-80ef-37bc50aaefc3 tempest-TestNetworkAdvancedServerOps-38498957 tempest-TestNetworkAdvancedServerOps-38498957-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762866656467', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14393751'] for port (a9b21f3f-9cc0-4f19-95d8-14f04c3b72f5), after_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:09:15.832073 n-d-713498-36 neutron-server[103230]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69af4672-6107-4b04-80ef-37bc50aaefc3 tempest-TestNetworkAdvancedServerOps-38498957 tempest-TestNetworkAdvancedServerOps-38498957-project] Network 88055e1e-672a-4487-be31-ffb6e833ece5 is already hosted by enough agents. {{(pid=103230) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 20:09:15.835099 n-d-713498-36 neutron-server[103230]: DEBUG neutron.scheduler.base_scheduler [None req-69af4672-6107-4b04-80ef-37bc50aaefc3 tempest-TestNetworkAdvancedServerOps-38498957 tempest-TestNetworkAdvancedServerOps-38498957-project] Resources bound (agent type, host, resource id): {{(pid=103230) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 20:09:15.838733 n-d-713498-36 neutron-server[103230]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69af4672-6107-4b04-80ef-37bc50aaefc3 tempest-TestNetworkAdvancedServerOps-38498957 tempest-TestNetworkAdvancedServerOps-38498957-project] Received port after_create {{(pid=103230) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 20:09:15.867708 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69af4672-6107-4b04-80ef-37bc50aaefc3 tempest-TestNetworkAdvancedServerOps-38498957 tempest-TestNetworkAdvancedServerOps-38498957-project] Pushing event updated for resources: {'Port': ['ID=a9b21f3f-9cc0-4f19-95d8-14f04c3b72f5,revision_number=1']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:09:16.187533 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-a7262a8e-0513-48fd-984d-75726a511961 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762867132591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593584'] for agent (911cfea2-02ae-4ec9-bac3-7808ee1cdd9c), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:09:16.241607 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-69af4672-6107-4b04-80ef-37bc50aaefc3 tempest-TestNetworkAdvancedServerOps-38498957 tempest-TestNetworkAdvancedServerOps-38498957-project] Publish callbacks [] for floatingip (25af4a09-2787-4722-add9-2f841cdf947a), precommit_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:09:16.336782 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-69af4672-6107-4b04-80ef-37bc50aaefc3 tempest-TestNetworkAdvancedServerOps-38498957 tempest-TestNetworkAdvancedServerOps-38498957-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (a9b21f3f-9cc0-4f19-95d8-14f04c3b72f5), before_update {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:09:16.495348 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-69af4672-6107-4b04-80ef-37bc50aaefc3 tempest-TestNetworkAdvancedServerOps-38498957 tempest-TestNetworkAdvancedServerOps-38498957-project] Publish callbacks [] for port (a9b21f3f-9cc0-4f19-95d8-14f04c3b72f5), precommit_update {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:09:16.500124 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-69af4672-6107-4b04-80ef-37bc50aaefc3 tempest-TestNetworkAdvancedServerOps-38498957 tempest-TestNetworkAdvancedServerOps-38498957-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762867176205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762866656485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762866656503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14393758'] for port (a9b21f3f-9cc0-4f19-95d8-14f04c3b72f5), after_update {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:09:16.580082 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69af4672-6107-4b04-80ef-37bc50aaefc3 tempest-TestNetworkAdvancedServerOps-38498957 tempest-TestNetworkAdvancedServerOps-38498957-project] Pushing event updated for resources: {'Port': ['ID=a9b21f3f-9cc0-4f19-95d8-14f04c3b72f5,revision_number=2']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:09:16.593885 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-69af4672-6107-4b04-80ef-37bc50aaefc3 tempest-TestNetworkAdvancedServerOps-38498957 tempest-TestNetworkAdvancedServerOps-38498957-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1818909'] for floatingip (25af4a09-2787-4722-add9-2f841cdf947a), after_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:09:16.701631 n-d-713498-36 neutron-server[103230]: INFO neutron.db.l3_db [None req-69af4672-6107-4b04-80ef-37bc50aaefc3 tempest-TestNetworkAdvancedServerOps-38498957 tempest-TestNetworkAdvancedServerOps-38498957-project] Floating IP 25af4a09-2787-4722-add9-2f841cdf947a associated. External IP: 172.25.1.136, port: a3ccdc21-409c-4d7a-bfc8-59a081355de3. Feb 09 20:09:16.913153 n-d-713498-36 neutron-server[103230]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-69af4672-6107-4b04-80ef-37bc50aaefc3 tempest-TestNetworkAdvancedServerOps-38498957 tempest-TestNetworkAdvancedServerOps-38498957-project] Router 21c98969-4a4d-4e18-aef4-6445a1879008 has already been hosted by L3 agent 93303d5e-5d17-45e8-8963-7694f87783ae {{(pid=103230) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 20:09:17.026601 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-69af4672-6107-4b04-80ef-37bc50aaefc3 tempest-TestNetworkAdvancedServerOps-38498957 tempest-TestNetworkAdvancedServerOps-38498957-project] Notify agent at l3_agent.n-d-713498-36 the message routers_updated {{(pid=103230) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 20:09:17.036187 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5420e094-0ac3-4972-bd01-f0e207036611 None None] Sync routers for ids ['21c98969-4a4d-4e18-aef4-6445a1879008'] in n-d-713498-36 {{(pid=103232) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 20:09:17.046404 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-69af4672-6107-4b04-80ef-37bc50aaefc3 tempest-TestNetworkAdvancedServerOps-38498957 tempest-TestNetworkAdvancedServerOps-38498957-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171096'] for floatingip (None), before_response {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:09:17.046709 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5420e094-0ac3-4972-bd01-f0e207036611 None None] Routers {'21c98969-4a4d-4e18-aef4-6445a1879008'} bound to L3 agent in host n-d-713498-36 {{(pid=103232) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 20:09:17.047325 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.l3_hamode_db [None req-5420e094-0ac3-4972-bd01-f0e207036611 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T18:51:43Z,description=,heartbeat_timestamp=2022-02-09T20:09:13Z,host='n-d-713498-36',id=93303d5e-5d17-45e8-8963-7694f87783ae,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T18:51:43Z,topic='l3_agent')) {'router_ids': ['21c98969-4a4d-4e18-aef4-6445a1879008'], 'active': True} {{(pid=103232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 20:09:17.086019 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-69af4672-6107-4b04-80ef-37bc50aaefc3 tempest-TestNetworkAdvancedServerOps-38498957 tempest-TestNetworkAdvancedServerOps-38498957-project] 10.222.0.75 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.6772983 Feb 09 20:09:17.086019 n-d-713498-36 neutron-server[103230]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '91d7f4b0-49d7-4ecf-baaa-3910cc38597f', 'tag': 'a3ccdc21-409c-4d7a-bfc8-59a081355de3'}] {{(pid=103230) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 20:09:17.088224 n-d-713498-36 neutron-server[103230]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bdec2cd40908e72a0a66447c6deb3367bbdbf2f4033028e05eb26280eb3900ec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-39d827b4-fc63-426f-90d1-e91479b70dd7" -d '{"events": [{"name": "network-changed", "server_uuid": "91d7f4b0-49d7-4ecf-baaa-3910cc38597f", "tag": "a3ccdc21-409c-4d7a-bfc8-59a081355de3"}]}' {{(pid=103230) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 20:09:17.135971 n-d-713498-36 neutron-server[103230]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 20:09:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0b7020d7-7b58-4c6f-9ec8-42ba8b819043 x-openstack-request-id: req-0b7020d7-7b58-4c6f-9ec8-42ba8b819043 {{(pid=103230) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 20:09:17.136353 n-d-713498-36 neutron-server[103230]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "91d7f4b0-49d7-4ecf-baaa-3910cc38597f", "tag": "a3ccdc21-409c-4d7a-bfc8-59a081355de3", "status": "completed", "code": 200}]} {{(pid=103230) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 20:09:17.136756 n-d-713498-36 neutron-server[103230]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-0b7020d7-7b58-4c6f-9ec8-42ba8b819043 {{(pid=103230) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 20:09:17.137315 n-d-713498-36 neutron-server[103230]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '91d7f4b0-49d7-4ecf-baaa-3910cc38597f', 'tag': 'a3ccdc21-409c-4d7a-bfc8-59a081355de3', 'status': 'completed', 'code': 200} Feb 09 20:09:17.187784 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762867132591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593584'] for agent (496418a2-c002-4aec-ab1a-07f3bea491bd), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:09:17.204346 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.l3_dvr_db [None req-5420e094-0ac3-4972-bd01-f0e207036611 None None] Set router 21c98969-4a4d-4e18-aef4-6445a1879008 gateway port host: n-d-713498-36 {{(pid=103232) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 20:09:17.224866 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db0f8f6b-1d78-462e-944a-033a9d8210c7 req-71cd1fa9-3e3d-4cfe-be42-8775dbc5cee4 tempest-TestNetworkAdvancedServerOps-38498957 tempest-TestNetworkAdvancedServerOps-38498957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:09:17.226930 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-db0f8f6b-1d78-462e-944a-033a9d8210c7 req-71cd1fa9-3e3d-4cfe-be42-8775dbc5cee4 tempest-TestNetworkAdvancedServerOps-38498957 tempest-TestNetworkAdvancedServerOps-38498957-project] 10.222.0.75 "GET /v2.0/ports?device_id=91d7f4b0-49d7-4ecf-baaa-3910cc38597f HTTP/1.1" status: 200 len: 945 time: 0.0903907 Feb 09 20:09:17.232919 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39d827b4-fc63-426f-90d1-e91479b70dd7 req-ae9c742e-ef4d-4094-94bf-26cd07502f7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:09:17.234422 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-39d827b4-fc63-426f-90d1-e91479b70dd7 req-ae9c742e-ef4d-4094-94bf-26cd07502f7a service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=c799cd12150c4200978dc1a66164f122&device_id=91d7f4b0-49d7-4ecf-baaa-3910cc38597f HTTP/1.1" status: 200 len: 1128 time: 0.0689571 Feb 09 20:09:17.338875 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-db0f8f6b-1d78-462e-944a-033a9d8210c7 req-94ece680-1996-44e0-8f8b-5fe2b9ae4587 tempest-TestNetworkAdvancedServerOps-38498957 tempest-TestNetworkAdvancedServerOps-38498957-project] 10.222.0.75 "GET /v2.0/security-groups?id=f891496c-be3e-403f-aa3e-c21bdc837702&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1006303 Feb 09 20:09:17.371522 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39d827b4-fc63-426f-90d1-e91479b70dd7 req-b485e68f-0abb-47c6-abae-9b729585a475 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:09:17.374079 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-39d827b4-fc63-426f-90d1-e91479b70dd7 req-b485e68f-0abb-47c6-abae-9b729585a475 service neutron] 10.222.0.89 "GET /v2.0/networks?id=1be40091-06c9-4686-9061-1ace30bd2999 HTTP/1.1" status: 200 len: 898 time: 0.1290359 Feb 09 20:09:17.375179 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 54538) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:09:17.452375 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.l3_hamode_db [None req-5420e094-0ac3-4972-bd01-f0e207036611 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '21c98969-4a4d-4e18-aef4-6445a1879008', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1446684764', 'tenant_id': 'c799cd12150c4200978dc1a66164f122', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88055e1e-672a-4487-be31-ffb6e833ece5', 'external_fixed_ips': [{'subnet_id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'ip_address': '172.25.1.167'}], 'enable_snat': True}, 'gw_port_id': '76d6b6ad-506f-46b5-90c6-2b9ed9c7c6d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T20:08:58Z', 'updated_at': '2022-02-09T20:09:02Z', 'revision_number': 4, 'project_id': 'c799cd12150c4200978dc1a66164f122', 'gw_port': {'id': '76d6b6ad-506f-46b5-90c6-2b9ed9c7c6d6', 'name': '', 'network_id': '88055e1e-672a-4487-be31-ffb6e833ece5', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:fc:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21c98969-4a4d-4e18-aef4-6445a1879008', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4252, 'fixed_ips': [{'subnet_id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'ip_address': '172.25.1.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T20:08:59Z', 'updated_at': '2022-02-09T20:09:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-36', '_floatingips': [{'id': '25af4a09-2787-4722-add9-2f841cdf947a', 'tenant_id': 'c799cd12150c4200978dc1a66164f122', 'floating_ip_address': '172.25.1.136', 'floating_network_id': '88055e1e-672a-4487-be31-ffb6e833ece5', 'router_id': '21c98969-4a4d-4e18-aef4-6445a1879008', 'port_id': 'a3ccdc21-409c-4d7a-bfc8-59a081355de3', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4258, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1be40091-06c9-4686-9061-1ace30bd2999', 'mac_address': 'fa:16:3e:58:d9:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91d7f4b0-49d7-4ecf-baaa-3910cc38597f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T20:09:16Z', 'updated_at': '2022-02-09T20:09:16Z', 'revision_number': 0, 'project_id': 'c799cd12150c4200978dc1a66164f122', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ac06c230-414a-48ee-9ab5-421830a4a122', 'name': '', 'network_id': '1be40091-06c9-4686-9061-1ace30bd2999', 'tenant_id': 'c799cd12150c4200978dc1a66164f122', 'mac_address': 'fa:16:3e:bf:4b:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21c98969-4a4d-4e18-aef4-6445a1879008', 'device_owner': 'network:router_interface', 'standard_attr_id': 4255, 'fixed_ips': [{'subnet_id': 'e0455f6c-a70c-4422-809f-37c14d4e0487', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T20:09:01Z', 'updated_at': '2022-02-09T20:09:05Z', 'revision_number': 5, 'project_id': 'c799cd12150c4200978dc1a66164f122', 'subnets': [{'id': 'e0455f6c-a70c-4422-809f-37c14d4e0487', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-36', False) {} {{(pid=103232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 20:09:17.483312 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5420e094-0ac3-4972-bd01-f0e207036611 None None] Checking router: 21c98969-4a4d-4e18-aef4-6445a1879008 for host: n-d-713498-36 {{(pid=103232) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 20:09:17.483794 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-370a931e-8aa5-438c-bde2-05867976e46a tempest-TestNetworkAdvancedServerOps-38498957 tempest-TestNetworkAdvancedServerOps-38498957-project] 10.222.0.75 "GET /v2.0/floatingips/25af4a09-2787-4722-add9-2f841cdf947a HTTP/1.1" status: 200 len: 991 time: 0.1073713 Feb 09 20:09:17.490586 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-39d827b4-fc63-426f-90d1-e91479b70dd7 req-bb618cdb-22df-40c6-92f7-7a19234fecd9 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a3ccdc21-409c-4d7a-bfc8-59a081355de3 HTTP/1.1" status: 200 len: 999 time: 0.1088426 Feb 09 20:09:17.494609 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5420e094-0ac3-4972-bd01-f0e207036611 None None] Routers {'21c98969-4a4d-4e18-aef4-6445a1879008'} bound to L3 agent in host n-d-713498-36 {{(pid=103232) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 20:09:17.495245 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.l3_hamode_db [None req-5420e094-0ac3-4972-bd01-f0e207036611 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T18:51:43Z,description=,heartbeat_timestamp=2022-02-09T20:09:13Z,host='n-d-713498-36',id=93303d5e-5d17-45e8-8963-7694f87783ae,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T18:51:43Z,topic='l3_agent')) {'router_ids': ['21c98969-4a4d-4e18-aef4-6445a1879008'], 'active': True} {{(pid=103232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 20:09:17.541908 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39d827b4-fc63-426f-90d1-e91479b70dd7 req-37f3b437-6795-4364-89c4-fc9bc00d527b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:09:17.543494 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-39d827b4-fc63-426f-90d1-e91479b70dd7 req-37f3b437-6795-4364-89c4-fc9bc00d527b service neutron] 10.222.0.89 "GET /v2.0/subnets?id=e0455f6c-a70c-4422-809f-37c14d4e0487 HTTP/1.1" status: 200 len: 834 time: 0.0472047 Feb 09 20:09:17.596269 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39d827b4-fc63-426f-90d1-e91479b70dd7 req-e1ab1911-e060-435d-bc7c-5834c5a5aed8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:09:17.597806 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-39d827b4-fc63-426f-90d1-e91479b70dd7 req-e1ab1911-e060-435d-bc7c-5834c5a5aed8 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=1be40091-06c9-4686-9061-1ace30bd2999&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0487514 Feb 09 20:09:17.610307 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.l3_dvr_db [None req-5420e094-0ac3-4972-bd01-f0e207036611 None None] Set router 21c98969-4a4d-4e18-aef4-6445a1879008 gateway port host: n-d-713498-36 {{(pid=103232) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 20:09:17.692383 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-39d827b4-fc63-426f-90d1-e91479b70dd7 req-8126ab92-10e1-4f3b-9939-7df37bc3dd26 service neutron] 10.222.0.89 "GET /v2.0/networks/1be40091-06c9-4686-9061-1ace30bd2999?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0889778 Feb 09 20:09:17.787528 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-39d827b4-fc63-426f-90d1-e91479b70dd7 req-1d78fa26-60fe-4bf7-996c-1a2ae622097d service neutron] 10.222.0.89 "GET /v2.0/networks/1be40091-06c9-4686-9061-1ace30bd2999?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0895290 Feb 09 20:09:17.998498 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.l3_hamode_db [None req-5420e094-0ac3-4972-bd01-f0e207036611 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '21c98969-4a4d-4e18-aef4-6445a1879008', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1446684764', 'tenant_id': 'c799cd12150c4200978dc1a66164f122', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88055e1e-672a-4487-be31-ffb6e833ece5', 'external_fixed_ips': [{'subnet_id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'ip_address': '172.25.1.167'}], 'enable_snat': True}, 'gw_port_id': '76d6b6ad-506f-46b5-90c6-2b9ed9c7c6d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T20:08:58Z', 'updated_at': '2022-02-09T20:09:02Z', 'revision_number': 4, 'project_id': 'c799cd12150c4200978dc1a66164f122', 'gw_port': {'id': '76d6b6ad-506f-46b5-90c6-2b9ed9c7c6d6', 'name': '', 'network_id': '88055e1e-672a-4487-be31-ffb6e833ece5', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:fc:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21c98969-4a4d-4e18-aef4-6445a1879008', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4252, 'fixed_ips': [{'subnet_id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'ip_address': '172.25.1.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T20:08:59Z', 'updated_at': '2022-02-09T20:09:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-36', '_floatingips': [{'id': '25af4a09-2787-4722-add9-2f841cdf947a', 'tenant_id': 'c799cd12150c4200978dc1a66164f122', 'floating_ip_address': '172.25.1.136', 'floating_network_id': '88055e1e-672a-4487-be31-ffb6e833ece5', 'router_id': '21c98969-4a4d-4e18-aef4-6445a1879008', 'port_id': 'a3ccdc21-409c-4d7a-bfc8-59a081355de3', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4258, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1be40091-06c9-4686-9061-1ace30bd2999', 'mac_address': 'fa:16:3e:58:d9:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91d7f4b0-49d7-4ecf-baaa-3910cc38597f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T20:09:16Z', 'updated_at': '2022-02-09T20:09:16Z', 'revision_number': 0, 'project_id': 'c799cd12150c4200978dc1a66164f122', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ac06c230-414a-48ee-9ab5-421830a4a122', 'name': '', 'network_id': '1be40091-06c9-4686-9061-1ace30bd2999', 'tenant_id': 'c799cd12150c4200978dc1a66164f122', 'mac_address': 'fa:16:3e:bf:4b:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21c98969-4a4d-4e18-aef4-6445a1879008', 'device_owner': 'network:router_interface', 'standard_attr_id': 4255, 'fixed_ips': [{'subnet_id': 'e0455f6c-a70c-4422-809f-37c14d4e0487', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T20:09:01Z', 'updated_at': '2022-02-09T20:09:05Z', 'revision_number': 5, 'project_id': 'c799cd12150c4200978dc1a66164f122', 'subnets': [{'id': 'e0455f6c-a70c-4422-809f-37c14d4e0487', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-36', False) {} {{(pid=103232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 20:09:18.027262 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5420e094-0ac3-4972-bd01-f0e207036611 None None] The sync data for ids ['21c98969-4a4d-4e18-aef4-6445a1879008'] in n-d-713498-36 is: [{'id': '21c98969-4a4d-4e18-aef4-6445a1879008', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1446684764', 'tenant_id': 'c799cd12150c4200978dc1a66164f122', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88055e1e-672a-4487-be31-ffb6e833ece5', 'external_fixed_ips': [{'subnet_id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'ip_address': '172.25.1.167'}], 'enable_snat': True}, 'gw_port_id': '76d6b6ad-506f-46b5-90c6-2b9ed9c7c6d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T20:08:58Z', 'updated_at': '2022-02-09T20:09:02Z', 'revision_number': 4, 'project_id': 'c799cd12150c4200978dc1a66164f122', 'gw_port': {'id': '76d6b6ad-506f-46b5-90c6-2b9ed9c7c6d6', 'name': '', 'network_id': '88055e1e-672a-4487-be31-ffb6e833ece5', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:fc:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21c98969-4a4d-4e18-aef4-6445a1879008', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4252, 'fixed_ips': [{'subnet_id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'ip_address': '172.25.1.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T20:08:59Z', 'updated_at': '2022-02-09T20:09:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-36', '_floatingips': [{'id': '25af4a09-2787-4722-add9-2f841cdf947a', 'tenant_id': 'c799cd12150c4200978dc1a66164f122', 'floating_ip_address': '172.25.1.136', 'floating_network_id': '88055e1e-672a-4487-be31-ffb6e833ece5', 'router_id': '21c98969-4a4d-4e18-aef4-6445a1879008', 'port_id': 'a3ccdc21-409c-4d7a-bfc8-59a081355de3', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4258, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1be40091-06c9-4686-9061-1ace30bd2999', 'mac_address': 'fa:16:3e:58:d9:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91d7f4b0-49d7-4ecf-baaa-3910cc38597f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T20:09:16Z', 'updated_at': '2022-02-09T20:09:16Z', 'revision_number': 0, 'project_id': 'c799cd12150c4200978dc1a66164f122', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ac06c230-414a-48ee-9ab5-421830a4a122', 'name': '', 'network_id': '1be40091-06c9-4686-9061-1ace30bd2999', 'tenant_id': 'c799cd12150c4200978dc1a66164f122', 'mac_address': 'fa:16:3e:bf:4b:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21c98969-4a4d-4e18-aef4-6445a1879008', 'device_owner': 'network:router_interface', 'standard_attr_id': 4255, 'fixed_ips': [{'subnet_id': 'e0455f6c-a70c-4422-809f-37c14d4e0487', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T20:09:01Z', 'updated_at': '2022-02-09T20:09:05Z', 'revision_number': 5, 'project_id': 'c799cd12150c4200978dc1a66164f122', 'subnets': [{'id': 'e0455f6c-a70c-4422-809f-37c14d4e0487', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103232) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 20:09:18.231432 n-d-713498-36 neutron-server[103233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40c1dcf5-7195-4b94-b552-8e49713216cf None None] New status for floating IP 25af4a09-2787-4722-add9-2f841cdf947a: ACTIVE {{(pid=103233) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 09 20:09:18.488278 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 54540) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:09:18.555494 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-bdd34487-cbf3-4842-be05-416cb85f2f6b tempest-TestNetworkAdvancedServerOps-38498957 tempest-TestNetworkAdvancedServerOps-38498957-project] 10.222.0.75 "GET /v2.0/floatingips/25af4a09-2787-4722-add9-2f841cdf947a HTTP/1.1" status: 200 len: 993 time: 0.0659664 Feb 09 20:09:19.100445 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762867132591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593584'] for agent (488cd9ae-631f-4955-ba0b-4f5a13f12e9c), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:09:19.568261 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762867132591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593584'] for agent (bcd5faee-dc24-4298-9134-0e0aa054058e), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:09:23.716468 n-d-713498-36 neutron-server[103233]: DEBUG neutron.db.agents_db [None req-4a8a6a42-0a0c-4437-8958-92282682b6bb None None] Agent healthcheck: found 7 active agents {{(pid=103233) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 20:09:25.367673 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-8c5bf1f6-6b3c-4306-93f1-a8966d1f6953 req-52dee532-f19f-4d3c-855e-272052431991 service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=91d7f4b0-49d7-4ecf-baaa-3910cc38597f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0512552 Feb 09 20:09:25.453738 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c5bf1f6-6b3c-4306-93f1-a8966d1f6953 req-a21537ab-514b-492f-9c88-d3cd225c24aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:09:25.455276 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-8c5bf1f6-6b3c-4306-93f1-a8966d1f6953 req-a21537ab-514b-492f-9c88-d3cd225c24aa service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=c799cd12150c4200978dc1a66164f122&device_id=91d7f4b0-49d7-4ecf-baaa-3910cc38597f HTTP/1.1" status: 200 len: 1128 time: 0.0465209 Feb 09 20:09:25.563465 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c5bf1f6-6b3c-4306-93f1-a8966d1f6953 req-8495da75-11d8-40e8-88c6-887936490d4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:09:25.565007 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-8c5bf1f6-6b3c-4306-93f1-a8966d1f6953 req-8495da75-11d8-40e8-88c6-887936490d4f service neutron] 10.222.0.89 "GET /v2.0/networks?id=1be40091-06c9-4686-9061-1ace30bd2999 HTTP/1.1" status: 200 len: 898 time: 0.0888836 Feb 09 20:09:25.641129 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-8c5bf1f6-6b3c-4306-93f1-a8966d1f6953 req-510293ec-7195-4581-b0fd-2c8e6d33322a service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a3ccdc21-409c-4d7a-bfc8-59a081355de3 HTTP/1.1" status: 200 len: 1001 time: 0.0683808 Feb 09 20:09:25.690322 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c5bf1f6-6b3c-4306-93f1-a8966d1f6953 req-1e25185a-219a-4f90-ac7e-ac94e6a961c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:09:25.691974 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-8c5bf1f6-6b3c-4306-93f1-a8966d1f6953 req-1e25185a-219a-4f90-ac7e-ac94e6a961c5 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=e0455f6c-a70c-4422-809f-37c14d4e0487 HTTP/1.1" status: 200 len: 834 time: 0.0443695 Feb 09 20:09:25.740972 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c5bf1f6-6b3c-4306-93f1-a8966d1f6953 req-3b7116e5-eefc-40ba-a774-1d98b73cc10f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:09:25.743350 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-8c5bf1f6-6b3c-4306-93f1-a8966d1f6953 req-3b7116e5-eefc-40ba-a774-1d98b73cc10f service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=1be40091-06c9-4686-9061-1ace30bd2999&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0459681 Feb 09 20:09:25.838454 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-8c5bf1f6-6b3c-4306-93f1-a8966d1f6953 req-ab7ff49b-3a88-43e3-814d-d8a0be2cf1ae service neutron] 10.222.0.89 "GET /v2.0/networks/1be40091-06c9-4686-9061-1ace30bd2999?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0888457 Feb 09 20:09:25.928913 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-8c5bf1f6-6b3c-4306-93f1-a8966d1f6953 req-fc9e31a8-1386-43b5-a118-26f7e1a8e771 service neutron] 10.222.0.89 "GET /v2.0/networks/1be40091-06c9-4686-9061-1ace30bd2999?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0841479 Feb 09 20:09:40.928514 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-abc05232-0cad-49cd-a7c6-281f5370dd45 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762867132591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593584'] for agent (af91e4b9-f4e1-42b1-a25c-a10dc47171c8), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:09:43.203445 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-dab151a1-65c0-467d-a673-92bcce40b6e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762867132591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593584'] for agent (93303d5e-5d17-45e8-8963-7694f87783ae), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:09:44.548329 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-edc54c9b-7f13-45d9-9271-85c9738b0128 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762867132591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593584'] for agent (a62b1850-466f-48ae-bec7-d62fb280e14b), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:09:46.186766 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-a7262a8e-0513-48fd-984d-75726a511961 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762867132591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593584'] for agent (911cfea2-02ae-4ec9-bac3-7808ee1cdd9c), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:09:47.180671 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762867132591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593584'] for agent (496418a2-c002-4aec-ab1a-07f3bea491bd), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:09:47.275272 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c4b9d5d-6c0f-4b2d-9d6d-023c10bf3eb2 req-e2a67e8e-6223-4e5a-8932-49a2385faad3 tempest-TestNetworkAdvancedServerOps-38498957 tempest-TestNetworkAdvancedServerOps-38498957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:09:47.276781 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-5c4b9d5d-6c0f-4b2d-9d6d-023c10bf3eb2 req-e2a67e8e-6223-4e5a-8932-49a2385faad3 tempest-TestNetworkAdvancedServerOps-38498957 tempest-TestNetworkAdvancedServerOps-38498957-project] 10.222.0.75 "GET /v2.0/ports?device_id=91d7f4b0-49d7-4ecf-baaa-3910cc38597f HTTP/1.1" status: 200 len: 945 time: 0.0549195 Feb 09 20:09:47.277800 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1252cd9f-a197-449e-b4ac-2b3aa3327978 req-bb78897c-e080-4a39-b39b-59c67def188d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:09:47.279410 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-1252cd9f-a197-449e-b4ac-2b3aa3327978 req-bb78897c-e080-4a39-b39b-59c67def188d service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=c799cd12150c4200978dc1a66164f122&device_id=91d7f4b0-49d7-4ecf-baaa-3910cc38597f HTTP/1.1" status: 200 len: 1128 time: 0.0527582 Feb 09 20:09:47.326610 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-5c4b9d5d-6c0f-4b2d-9d6d-023c10bf3eb2 req-a72f9110-58b2-4da6-8d9e-61fd42a8beea tempest-TestNetworkAdvancedServerOps-38498957 tempest-TestNetworkAdvancedServerOps-38498957-project] 10.222.0.75 "GET /v2.0/security-groups?id=f891496c-be3e-403f-aa3e-c21bdc837702&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439684 Feb 09 20:09:47.368839 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1252cd9f-a197-449e-b4ac-2b3aa3327978 req-cc0e0862-d2ce-42ae-bfe4-2ecadaaacd24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:09:47.370312 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-1252cd9f-a197-449e-b4ac-2b3aa3327978 req-cc0e0862-d2ce-42ae-bfe4-2ecadaaacd24 service neutron] 10.222.0.89 "GET /v2.0/networks?id=1be40091-06c9-4686-9061-1ace30bd2999 HTTP/1.1" status: 200 len: 898 time: 0.0855923 Feb 09 20:09:47.439431 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-1252cd9f-a197-449e-b4ac-2b3aa3327978 req-28009d03-f290-4797-9d4b-b6a68229b67f service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a3ccdc21-409c-4d7a-bfc8-59a081355de3 HTTP/1.1" status: 200 len: 1001 time: 0.0633464 Feb 09 20:09:47.487688 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1252cd9f-a197-449e-b4ac-2b3aa3327978 req-be09c94d-306a-40e8-a181-84c431d9acf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:09:47.489115 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-1252cd9f-a197-449e-b4ac-2b3aa3327978 req-be09c94d-306a-40e8-a181-84c431d9acf5 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=e0455f6c-a70c-4422-809f-37c14d4e0487 HTTP/1.1" status: 200 len: 834 time: 0.0436461 Feb 09 20:09:47.536175 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1252cd9f-a197-449e-b4ac-2b3aa3327978 req-4c633fce-7460-4803-a9f1-b0d7d8af27b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:09:47.538317 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-1252cd9f-a197-449e-b4ac-2b3aa3327978 req-4c633fce-7460-4803-a9f1-b0d7d8af27b0 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=1be40091-06c9-4686-9061-1ace30bd2999&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0427380 Feb 09 20:09:47.634893 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-1252cd9f-a197-449e-b4ac-2b3aa3327978 req-77ed8e10-3107-4065-af49-e43bcfcbe89c service neutron] 10.222.0.89 "GET /v2.0/networks/1be40091-06c9-4686-9061-1ace30bd2999?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0907075 Feb 09 20:09:47.722681 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-1252cd9f-a197-449e-b4ac-2b3aa3327978 req-4f766b20-5d4d-48e6-998d-649715dfd720 service neutron] 10.222.0.89 "GET /v2.0/networks/1be40091-06c9-4686-9061-1ace30bd2999?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0815537 Feb 09 20:09:48.479056 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4c53f9b-2f0b-4eee-b590-fec0b00e8f94 req-acc244b4-86b5-41e8-b75e-184ed147465a tempest-TestNetworkAdvancedServerOps-38498957 tempest-TestNetworkAdvancedServerOps-38498957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:09:48.481096 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-f4c53f9b-2f0b-4eee-b590-fec0b00e8f94 req-acc244b4-86b5-41e8-b75e-184ed147465a tempest-TestNetworkAdvancedServerOps-38498957 tempest-TestNetworkAdvancedServerOps-38498957-project] 10.222.0.75 "GET /v2.0/ports?device_id=91d7f4b0-49d7-4ecf-baaa-3910cc38597f HTTP/1.1" status: 200 len: 945 time: 0.0738726 Feb 09 20:09:48.550199 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-f4c53f9b-2f0b-4eee-b590-fec0b00e8f94 req-e7c06dca-32cf-430f-987e-3cf661f9fa35 tempest-TestNetworkAdvancedServerOps-38498957 tempest-TestNetworkAdvancedServerOps-38498957-project] 10.222.0.75 "GET /v2.0/security-groups?id=f891496c-be3e-403f-aa3e-c21bdc837702&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0598924 Feb 09 20:09:49.090293 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762867132591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593584'] for agent (488cd9ae-631f-4955-ba0b-4f5a13f12e9c), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:09:49.570401 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762867132591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593584'] for agent (bcd5faee-dc24-4298-9134-0e0aa054058e), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:09:49.729696 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf6f77e9-83b3-46e4-b6ae-71f3030349a7 req-a1ef8db3-de42-4232-b125-d307d9b56e85 tempest-TestNetworkAdvancedServerOps-38498957 tempest-TestNetworkAdvancedServerOps-38498957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:09:49.731225 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-cf6f77e9-83b3-46e4-b6ae-71f3030349a7 req-a1ef8db3-de42-4232-b125-d307d9b56e85 tempest-TestNetworkAdvancedServerOps-38498957 tempest-TestNetworkAdvancedServerOps-38498957-project] 10.222.0.75 "GET /v2.0/ports?device_id=91d7f4b0-49d7-4ecf-baaa-3910cc38597f HTTP/1.1" status: 200 len: 945 time: 0.1060114 Feb 09 20:09:49.781090 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-cf6f77e9-83b3-46e4-b6ae-71f3030349a7 req-2a607bd4-ea1a-461b-8267-a79cca922362 tempest-TestNetworkAdvancedServerOps-38498957 tempest-TestNetworkAdvancedServerOps-38498957-project] 10.222.0.75 "GET /v2.0/security-groups?id=f891496c-be3e-403f-aa3e-c21bdc837702&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441618 Feb 09 20:09:50.905448 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f0d0bc5-c01a-47a5-823f-ae1906be908a req-376c263d-105e-4355-acd9-4e405acbb30a tempest-TestNetworkAdvancedServerOps-38498957 tempest-TestNetworkAdvancedServerOps-38498957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:09:50.906947 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-1f0d0bc5-c01a-47a5-823f-ae1906be908a req-376c263d-105e-4355-acd9-4e405acbb30a tempest-TestNetworkAdvancedServerOps-38498957 tempest-TestNetworkAdvancedServerOps-38498957-project] 10.222.0.75 "GET /v2.0/ports?device_id=91d7f4b0-49d7-4ecf-baaa-3910cc38597f HTTP/1.1" status: 200 len: 945 time: 0.0557616 Feb 09 20:09:50.956126 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-1f0d0bc5-c01a-47a5-823f-ae1906be908a req-7d257ece-d0c9-4b16-b34f-182f5df68792 tempest-TestNetworkAdvancedServerOps-38498957 tempest-TestNetworkAdvancedServerOps-38498957-project] 10.222.0.75 "GET /v2.0/security-groups?id=f891496c-be3e-403f-aa3e-c21bdc837702&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436058 Feb 09 20:09:52.079361 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc9410ef-3239-4eb6-9e5d-1c642781cd95 req-0a59e4be-2b1a-470b-b559-65ac65e50b8f tempest-TestNetworkAdvancedServerOps-38498957 tempest-TestNetworkAdvancedServerOps-38498957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:09:52.080845 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-bc9410ef-3239-4eb6-9e5d-1c642781cd95 req-0a59e4be-2b1a-470b-b559-65ac65e50b8f tempest-TestNetworkAdvancedServerOps-38498957 tempest-TestNetworkAdvancedServerOps-38498957-project] 10.222.0.75 "GET /v2.0/ports?device_id=91d7f4b0-49d7-4ecf-baaa-3910cc38597f HTTP/1.1" status: 200 len: 945 time: 0.0535316 Feb 09 20:09:52.130697 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-bc9410ef-3239-4eb6-9e5d-1c642781cd95 req-a38bf159-ac48-41e2-b8e8-cbc06ab33b13 tempest-TestNetworkAdvancedServerOps-38498957 tempest-TestNetworkAdvancedServerOps-38498957-project] 10.222.0.75 "GET /v2.0/security-groups?id=f891496c-be3e-403f-aa3e-c21bdc837702&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435259 Feb 09 20:09:53.256964 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8908c0da-bc7b-47ba-9ba6-3c28579cefab req-b8794c37-bda4-48e2-8b87-ec2a03d66c56 tempest-TestNetworkAdvancedServerOps-38498957 tempest-TestNetworkAdvancedServerOps-38498957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:09:53.259341 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-8908c0da-bc7b-47ba-9ba6-3c28579cefab req-b8794c37-bda4-48e2-8b87-ec2a03d66c56 tempest-TestNetworkAdvancedServerOps-38498957 tempest-TestNetworkAdvancedServerOps-38498957-project] 10.222.0.75 "GET /v2.0/ports?device_id=91d7f4b0-49d7-4ecf-baaa-3910cc38597f HTTP/1.1" status: 200 len: 945 time: 0.0556812 Feb 09 20:09:53.307841 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-8908c0da-bc7b-47ba-9ba6-3c28579cefab req-daac0b5d-f33d-4fa3-bb6b-81d6323c05a5 tempest-TestNetworkAdvancedServerOps-38498957 tempest-TestNetworkAdvancedServerOps-38498957-project] 10.222.0.75 "GET /v2.0/security-groups?id=f891496c-be3e-403f-aa3e-c21bdc837702&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428691 Feb 09 20:09:54.426147 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f8e0a77-946e-4a5d-91e8-ac198e7570b8 req-c973715f-2cde-4378-9d39-f2743c021a9b tempest-TestNetworkAdvancedServerOps-38498957 tempest-TestNetworkAdvancedServerOps-38498957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:09:54.427585 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-4f8e0a77-946e-4a5d-91e8-ac198e7570b8 req-c973715f-2cde-4378-9d39-f2743c021a9b tempest-TestNetworkAdvancedServerOps-38498957 tempest-TestNetworkAdvancedServerOps-38498957-project] 10.222.0.75 "GET /v2.0/ports?device_id=91d7f4b0-49d7-4ecf-baaa-3910cc38597f HTTP/1.1" status: 200 len: 945 time: 0.0521343 Feb 09 20:09:54.487243 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-4f8e0a77-946e-4a5d-91e8-ac198e7570b8 req-c93f79a4-6ed7-45ae-827e-98d9bc16a75c tempest-TestNetworkAdvancedServerOps-38498957 tempest-TestNetworkAdvancedServerOps-38498957-project] 10.222.0.75 "GET /v2.0/security-groups?id=f891496c-be3e-403f-aa3e-c21bdc837702&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0533659 Feb 09 20:09:55.618821 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66bef7f0-3093-441c-a295-5f62d7c3b1db req-01b5b211-0136-4378-998e-96e4ba8105af tempest-TestNetworkAdvancedServerOps-38498957 tempest-TestNetworkAdvancedServerOps-38498957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:09:55.620323 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-66bef7f0-3093-441c-a295-5f62d7c3b1db req-01b5b211-0136-4378-998e-96e4ba8105af tempest-TestNetworkAdvancedServerOps-38498957 tempest-TestNetworkAdvancedServerOps-38498957-project] 10.222.0.75 "GET /v2.0/ports?device_id=91d7f4b0-49d7-4ecf-baaa-3910cc38597f HTTP/1.1" status: 200 len: 945 time: 0.0598471 Feb 09 20:09:55.671946 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-66bef7f0-3093-441c-a295-5f62d7c3b1db req-6dff86e5-3cee-4c27-8c35-8cd9dd288aec tempest-TestNetworkAdvancedServerOps-38498957 tempest-TestNetworkAdvancedServerOps-38498957-project] 10.222.0.75 "GET /v2.0/security-groups?id=f891496c-be3e-403f-aa3e-c21bdc837702&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459213 Feb 09 20:09:56.791779 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a1cc7b0-33ac-44b1-a11e-0113231df1cd req-b231ade9-5d33-403a-b68b-86128bd9cb20 tempest-TestNetworkAdvancedServerOps-38498957 tempest-TestNetworkAdvancedServerOps-38498957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:09:56.793246 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-6a1cc7b0-33ac-44b1-a11e-0113231df1cd req-b231ade9-5d33-403a-b68b-86128bd9cb20 tempest-TestNetworkAdvancedServerOps-38498957 tempest-TestNetworkAdvancedServerOps-38498957-project] 10.222.0.75 "GET /v2.0/ports?device_id=91d7f4b0-49d7-4ecf-baaa-3910cc38597f HTTP/1.1" status: 200 len: 945 time: 0.0526512 Feb 09 20:09:56.844456 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-6a1cc7b0-33ac-44b1-a11e-0113231df1cd req-df615a61-5f9f-4f89-9069-ae2e8f8c37c5 tempest-TestNetworkAdvancedServerOps-38498957 tempest-TestNetworkAdvancedServerOps-38498957-project] 10.222.0.75 "GET /v2.0/security-groups?id=f891496c-be3e-403f-aa3e-c21bdc837702&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452108 Feb 09 20:09:58.012538 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cc8f42b-15d5-4750-a07d-7d1d41e25090 req-819ee959-ef88-4a82-b5f1-e6122dedfee2 tempest-TestNetworkAdvancedServerOps-38498957 tempest-TestNetworkAdvancedServerOps-38498957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:09:58.014053 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-1cc8f42b-15d5-4750-a07d-7d1d41e25090 req-819ee959-ef88-4a82-b5f1-e6122dedfee2 tempest-TestNetworkAdvancedServerOps-38498957 tempest-TestNetworkAdvancedServerOps-38498957-project] 10.222.0.75 "GET /v2.0/ports?device_id=91d7f4b0-49d7-4ecf-baaa-3910cc38597f HTTP/1.1" status: 200 len: 945 time: 0.1022561 Feb 09 20:09:58.063305 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-1cc8f42b-15d5-4750-a07d-7d1d41e25090 req-9ad2aa26-6b47-4a54-a506-fd41ac500a71 tempest-TestNetworkAdvancedServerOps-38498957 tempest-TestNetworkAdvancedServerOps-38498957-project] 10.222.0.75 "GET /v2.0/security-groups?id=f891496c-be3e-403f-aa3e-c21bdc837702&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432513 Feb 09 20:09:59.184650 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05e343b0-5c7b-42e3-90e3-087718a5835c req-7a3abd35-d42f-499b-9967-e4f6a90444e9 tempest-TestNetworkAdvancedServerOps-38498957 tempest-TestNetworkAdvancedServerOps-38498957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:09:59.186422 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-05e343b0-5c7b-42e3-90e3-087718a5835c req-7a3abd35-d42f-499b-9967-e4f6a90444e9 tempest-TestNetworkAdvancedServerOps-38498957 tempest-TestNetworkAdvancedServerOps-38498957-project] 10.222.0.75 "GET /v2.0/ports?device_id=91d7f4b0-49d7-4ecf-baaa-3910cc38597f HTTP/1.1" status: 200 len: 945 time: 0.0533867 Feb 09 20:09:59.235391 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-05e343b0-5c7b-42e3-90e3-087718a5835c req-0de850e6-6e67-4fdd-b27b-0538b4f79ce9 tempest-TestNetworkAdvancedServerOps-38498957 tempest-TestNetworkAdvancedServerOps-38498957-project] 10.222.0.75 "GET /v2.0/security-groups?id=f891496c-be3e-403f-aa3e-c21bdc837702&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434239 Feb 09 20:09:59.257580 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 54580) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:09:59.320614 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-cf5d8b24-8845-45c2-93e7-8a9fac16f6e3 tempest-TestNetworkAdvancedServerOps-38498957 tempest-TestNetworkAdvancedServerOps-38498957-project] 10.222.0.75 "GET /v2.0/floatingips/25af4a09-2787-4722-add9-2f841cdf947a HTTP/1.1" status: 200 len: 993 time: 0.0615723 Feb 09 20:10:00.715675 n-d-713498-36 neutron-server[103233]: DEBUG neutron.db.agents_db [None req-4a8a6a42-0a0c-4437-8958-92282682b6bb None None] Agent healthcheck: found 7 active agents {{(pid=103233) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 20:10:10.936414 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-95f59ca1-38a3-44bb-9298-240f456bb8c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762867132591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593584'] for agent (af91e4b9-f4e1-42b1-a25c-a10dc47171c8), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:10:13.204956 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-b94739c9-3034-46ca-a8a7-37138912e273 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762867132591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593584'] for agent (93303d5e-5d17-45e8-8963-7694f87783ae), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:10:13.816475 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [req-72aabe6b-6afe-458a-b00a-f44aa58294d6 req-a089e632-1974-4168-a9e3-401a0dafca48 service neutron] (103230) timed out ('10.222.0.89', 57141) {{(pid=103230) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Feb 09 20:10:14.550124 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-edc54c9b-7f13-45d9-9271-85c9738b0128 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762867132591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593584'] for agent (a62b1850-466f-48ae-bec7-d62fb280e14b), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:10:16.190293 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-a7262a8e-0513-48fd-984d-75726a511961 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762867132591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593584'] for agent (911cfea2-02ae-4ec9-bac3-7808ee1cdd9c), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:10:17.175901 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762867132591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593584'] for agent (496418a2-c002-4aec-ab1a-07f3bea491bd), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:10:19.106089 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762867132591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593584'] for agent (488cd9ae-631f-4955-ba0b-4f5a13f12e9c), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:10:19.579791 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762867132591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593584'] for agent (bcd5faee-dc24-4298-9134-0e0aa054058e), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:10:25.333454 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-544267d0-ba68-4ba0-9430-4ad8d1e64f59 req-3a2e38b1-f65d-42e6-a43b-62323f3f8d7a service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=91d7f4b0-49d7-4ecf-baaa-3910cc38597f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0442975 Feb 09 20:10:25.424838 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-544267d0-ba68-4ba0-9430-4ad8d1e64f59 req-b00ff0eb-4535-4ef6-9798-6bb3c46b40f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:10:25.426631 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-544267d0-ba68-4ba0-9430-4ad8d1e64f59 req-b00ff0eb-4535-4ef6-9798-6bb3c46b40f2 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=c799cd12150c4200978dc1a66164f122&device_id=91d7f4b0-49d7-4ecf-baaa-3910cc38597f HTTP/1.1" status: 200 len: 1128 time: 0.0511875 Feb 09 20:10:25.540224 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-544267d0-ba68-4ba0-9430-4ad8d1e64f59 req-9dcfdc13-6b9b-4551-9825-3759ab004e5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:10:25.541732 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-544267d0-ba68-4ba0-9430-4ad8d1e64f59 req-9dcfdc13-6b9b-4551-9825-3759ab004e5c service neutron] 10.222.0.89 "GET /v2.0/networks?id=1be40091-06c9-4686-9061-1ace30bd2999 HTTP/1.1" status: 200 len: 898 time: 0.0840964 Feb 09 20:10:25.612594 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-544267d0-ba68-4ba0-9430-4ad8d1e64f59 req-b9d1e036-e8c6-42b8-9710-45a6a7e8ea14 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a3ccdc21-409c-4d7a-bfc8-59a081355de3 HTTP/1.1" status: 200 len: 1001 time: 0.0642757 Feb 09 20:10:25.661248 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-544267d0-ba68-4ba0-9430-4ad8d1e64f59 req-78f7ebad-8ae4-494e-8094-3b667ee15790 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:10:25.662761 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-544267d0-ba68-4ba0-9430-4ad8d1e64f59 req-78f7ebad-8ae4-494e-8094-3b667ee15790 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=e0455f6c-a70c-4422-809f-37c14d4e0487 HTTP/1.1" status: 200 len: 834 time: 0.0435462 Feb 09 20:10:25.713666 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-544267d0-ba68-4ba0-9430-4ad8d1e64f59 req-7e57d098-d01f-4c77-86ae-a008817947ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:10:25.716365 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-544267d0-ba68-4ba0-9430-4ad8d1e64f59 req-7e57d098-d01f-4c77-86ae-a008817947ab service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=1be40091-06c9-4686-9061-1ace30bd2999&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0476141 Feb 09 20:10:25.806172 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-544267d0-ba68-4ba0-9430-4ad8d1e64f59 req-42167cbb-510d-4c77-9838-9e91382a6ea7 service neutron] 10.222.0.89 "GET /v2.0/networks/1be40091-06c9-4686-9061-1ace30bd2999?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0832932 Feb 09 20:10:25.894171 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-544267d0-ba68-4ba0-9430-4ad8d1e64f59 req-28ea0460-c977-47d2-8d27-77340f1fc9bd service neutron] 10.222.0.89 "GET /v2.0/networks/1be40091-06c9-4686-9061-1ace30bd2999?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0823462 Feb 09 20:10:29.692038 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 54590) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:10:29.848551 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.plugin [None req-37590dd7-34fc-47e5-b6b3-12c4875721f8 tempest-TestNetworkAdvancedServerOps-38498957 tempest-TestNetworkAdvancedServerOps-38498957-project] Deleting port a9b21f3f-9cc0-4f19-95d8-14f04c3b72f5 {{(pid=103230) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 20:10:29.848810 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-37590dd7-34fc-47e5-b6b3-12c4875721f8 tempest-TestNetworkAdvancedServerOps-38498957 tempest-TestNetworkAdvancedServerOps-38498957-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762867170196'] for port (a9b21f3f-9cc0-4f19-95d8-14f04c3b72f5), before_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:10:29.927299 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-37590dd7-34fc-47e5-b6b3-12c4875721f8 tempest-TestNetworkAdvancedServerOps-38498957 tempest-TestNetworkAdvancedServerOps-38498957-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1820838'] for port (a9b21f3f-9cc0-4f19-95d8-14f04c3b72f5), precommit_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:10:29.927632 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-37590dd7-34fc-47e5-b6b3-12c4875721f8 tempest-TestNetworkAdvancedServerOps-38498957 tempest-TestNetworkAdvancedServerOps-38498957-project] Publish callbacks [] for floatingip (a9b21f3f-9cc0-4f19-95d8-14f04c3b72f5), precommit_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:10:29.940842 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.plugin [None req-37590dd7-34fc-47e5-b6b3-12c4875721f8 tempest-TestNetworkAdvancedServerOps-38498957 tempest-TestNetworkAdvancedServerOps-38498957-project] Calling delete_port for a9b21f3f-9cc0-4f19-95d8-14f04c3b72f5 owned by network:floatingip {{(pid=103230) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 20:10:30.083549 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-37590dd7-34fc-47e5-b6b3-12c4875721f8 tempest-TestNetworkAdvancedServerOps-38498957 tempest-TestNetworkAdvancedServerOps-38498957-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762867177463', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762866656476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14393751'] for port (a9b21f3f-9cc0-4f19-95d8-14f04c3b72f5), after_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:10:30.112076 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37590dd7-34fc-47e5-b6b3-12c4875721f8 tempest-TestNetworkAdvancedServerOps-38498957 tempest-TestNetworkAdvancedServerOps-38498957-project] Pushing event deleted for resources: {'Port': ['ID=a9b21f3f-9cc0-4f19-95d8-14f04c3b72f5,revision_number=None']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:10:30.139328 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37590dd7-34fc-47e5-b6b3-12c4875721f8 tempest-TestNetworkAdvancedServerOps-38498957 tempest-TestNetworkAdvancedServerOps-38498957-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:10:30.139679 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37590dd7-34fc-47e5-b6b3-12c4875721f8 tempest-TestNetworkAdvancedServerOps-38498957 tempest-TestNetworkAdvancedServerOps-38498957-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:10:30.140019 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37590dd7-34fc-47e5-b6b3-12c4875721f8 tempest-TestNetworkAdvancedServerOps-38498957 tempest-TestNetworkAdvancedServerOps-38498957-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:10:30.140353 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37590dd7-34fc-47e5-b6b3-12c4875721f8 tempest-TestNetworkAdvancedServerOps-38498957 tempest-TestNetworkAdvancedServerOps-38498957-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:10:30.140683 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37590dd7-34fc-47e5-b6b3-12c4875721f8 tempest-TestNetworkAdvancedServerOps-38498957 tempest-TestNetworkAdvancedServerOps-38498957-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:10:30.141009 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37590dd7-34fc-47e5-b6b3-12c4875721f8 tempest-TestNetworkAdvancedServerOps-38498957 tempest-TestNetworkAdvancedServerOps-38498957-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:10:30.141336 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37590dd7-34fc-47e5-b6b3-12c4875721f8 tempest-TestNetworkAdvancedServerOps-38498957 tempest-TestNetworkAdvancedServerOps-38498957-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:10:30.141663 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37590dd7-34fc-47e5-b6b3-12c4875721f8 tempest-TestNetworkAdvancedServerOps-38498957 tempest-TestNetworkAdvancedServerOps-38498957-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:10:30.142012 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37590dd7-34fc-47e5-b6b3-12c4875721f8 tempest-TestNetworkAdvancedServerOps-38498957 tempest-TestNetworkAdvancedServerOps-38498957-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:10:30.142341 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37590dd7-34fc-47e5-b6b3-12c4875721f8 tempest-TestNetworkAdvancedServerOps-38498957 tempest-TestNetworkAdvancedServerOps-38498957-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:10:30.142663 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37590dd7-34fc-47e5-b6b3-12c4875721f8 tempest-TestNetworkAdvancedServerOps-38498957 tempest-TestNetworkAdvancedServerOps-38498957-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:10:30.142982 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37590dd7-34fc-47e5-b6b3-12c4875721f8 tempest-TestNetworkAdvancedServerOps-38498957 tempest-TestNetworkAdvancedServerOps-38498957-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:10:30.143304 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37590dd7-34fc-47e5-b6b3-12c4875721f8 tempest-TestNetworkAdvancedServerOps-38498957 tempest-TestNetworkAdvancedServerOps-38498957-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:10:30.189200 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-37590dd7-34fc-47e5-b6b3-12c4875721f8 tempest-TestNetworkAdvancedServerOps-38498957 tempest-TestNetworkAdvancedServerOps-38498957-project] Publish callbacks [] for floatingip (25af4a09-2787-4722-add9-2f841cdf947a), after_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:10:30.189611 n-d-713498-36 neutron-server[103230]: INFO neutron.db.l3_db [None req-37590dd7-34fc-47e5-b6b3-12c4875721f8 tempest-TestNetworkAdvancedServerOps-38498957 tempest-TestNetworkAdvancedServerOps-38498957-project] Floating IP 25af4a09-2787-4722-add9-2f841cdf947a disassociated (deleted). External IP: 172.25.1.136, port: a3ccdc21-409c-4d7a-bfc8-59a081355de3. Feb 09 20:10:30.720075 n-d-713498-36 neutron-server[103230]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-37590dd7-34fc-47e5-b6b3-12c4875721f8 tempest-TestNetworkAdvancedServerOps-38498957 tempest-TestNetworkAdvancedServerOps-38498957-project] Router 21c98969-4a4d-4e18-aef4-6445a1879008 has already been hosted by L3 agent 93303d5e-5d17-45e8-8963-7694f87783ae {{(pid=103230) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 20:10:30.834712 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-37590dd7-34fc-47e5-b6b3-12c4875721f8 tempest-TestNetworkAdvancedServerOps-38498957 tempest-TestNetworkAdvancedServerOps-38498957-project] Notify agent at l3_agent.n-d-713498-36 the message routers_updated {{(pid=103230) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 20:10:30.839561 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-37590dd7-34fc-47e5-b6b3-12c4875721f8 tempest-TestNetworkAdvancedServerOps-38498957 tempest-TestNetworkAdvancedServerOps-38498957-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171096'] for floatingip (None), before_response {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:10:30.845697 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37992ec9-3845-4a67-a2ed-5ef13ff1f7e5 None None] Sync routers for ids ['21c98969-4a4d-4e18-aef4-6445a1879008'] in n-d-713498-36 {{(pid=103232) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 20:10:30.855694 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37992ec9-3845-4a67-a2ed-5ef13ff1f7e5 None None] Routers {'21c98969-4a4d-4e18-aef4-6445a1879008'} bound to L3 agent in host n-d-713498-36 {{(pid=103232) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 20:10:30.856368 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.l3_hamode_db [None req-37992ec9-3845-4a67-a2ed-5ef13ff1f7e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T18:51:43Z,description=,heartbeat_timestamp=2022-02-09T20:10:13Z,host='n-d-713498-36',id=93303d5e-5d17-45e8-8963-7694f87783ae,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T18:51:43Z,topic='l3_agent')) {'router_ids': ['21c98969-4a4d-4e18-aef4-6445a1879008'], 'active': True} {{(pid=103232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 20:10:30.869747 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-37590dd7-34fc-47e5-b6b3-12c4875721f8 tempest-TestNetworkAdvancedServerOps-38498957 tempest-TestNetworkAdvancedServerOps-38498957-project] 10.222.0.75 "DELETE /v2.0/floatingips/25af4a09-2787-4722-add9-2f841cdf947a HTTP/1.1" status: 204 len: 168 time: 1.1765871 Feb 09 20:10:30.870910 n-d-713498-36 neutron-server[103230]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '91d7f4b0-49d7-4ecf-baaa-3910cc38597f', 'tag': 'a3ccdc21-409c-4d7a-bfc8-59a081355de3'}] {{(pid=103230) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 20:10:30.873379 n-d-713498-36 neutron-server[103230]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bdec2cd40908e72a0a66447c6deb3367bbdbf2f4033028e05eb26280eb3900ec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-74109ca0-f9f5-453a-9315-cff5c2f5cae9" -d '{"events": [{"name": "network-changed", "server_uuid": "91d7f4b0-49d7-4ecf-baaa-3910cc38597f", "tag": "a3ccdc21-409c-4d7a-bfc8-59a081355de3"}]}' {{(pid=103230) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 20:10:30.914363 n-d-713498-36 neutron-server[103230]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 20:10:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3693d62b-76a8-4cb3-8ca4-49829e7eb2b9 x-openstack-request-id: req-3693d62b-76a8-4cb3-8ca4-49829e7eb2b9 {{(pid=103230) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 20:10:30.914589 n-d-713498-36 neutron-server[103230]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "91d7f4b0-49d7-4ecf-baaa-3910cc38597f", "tag": "a3ccdc21-409c-4d7a-bfc8-59a081355de3", "status": "completed", "code": 200}]} {{(pid=103230) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 20:10:30.914819 n-d-713498-36 neutron-server[103230]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-3693d62b-76a8-4cb3-8ca4-49829e7eb2b9 {{(pid=103230) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 20:10:30.915245 n-d-713498-36 neutron-server[103230]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '91d7f4b0-49d7-4ecf-baaa-3910cc38597f', 'tag': 'a3ccdc21-409c-4d7a-bfc8-59a081355de3', 'status': 'completed', 'code': 200} Feb 09 20:10:30.974574 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.l3_dvr_db [None req-37992ec9-3845-4a67-a2ed-5ef13ff1f7e5 None None] Set router 21c98969-4a4d-4e18-aef4-6445a1879008 gateway port host: n-d-713498-36 {{(pid=103232) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 20:10:30.982954 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74109ca0-f9f5-453a-9315-cff5c2f5cae9 req-404b39cb-5d59-4584-b3b4-898a0cb1eca6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:10:30.984513 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-74109ca0-f9f5-453a-9315-cff5c2f5cae9 req-404b39cb-5d59-4584-b3b4-898a0cb1eca6 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=c799cd12150c4200978dc1a66164f122&device_id=91d7f4b0-49d7-4ecf-baaa-3910cc38597f HTTP/1.1" status: 200 len: 1128 time: 0.0477664 Feb 09 20:10:31.134820 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74109ca0-f9f5-453a-9315-cff5c2f5cae9 req-8eb2cd0b-43a5-4812-a3cc-903a51f50daa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:10:31.136305 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-74109ca0-f9f5-453a-9315-cff5c2f5cae9 req-8eb2cd0b-43a5-4812-a3cc-903a51f50daa service neutron] 10.222.0.89 "GET /v2.0/networks?id=1be40091-06c9-4686-9061-1ace30bd2999 HTTP/1.1" status: 200 len: 898 time: 0.1433897 Feb 09 20:10:31.195150 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.l3_hamode_db [None req-37992ec9-3845-4a67-a2ed-5ef13ff1f7e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '21c98969-4a4d-4e18-aef4-6445a1879008', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1446684764', 'tenant_id': 'c799cd12150c4200978dc1a66164f122', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88055e1e-672a-4487-be31-ffb6e833ece5', 'external_fixed_ips': [{'subnet_id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'ip_address': '172.25.1.167'}], 'enable_snat': True}, 'gw_port_id': '76d6b6ad-506f-46b5-90c6-2b9ed9c7c6d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T20:08:58Z', 'updated_at': '2022-02-09T20:09:02Z', 'revision_number': 4, 'project_id': 'c799cd12150c4200978dc1a66164f122', 'gw_port': {'id': '76d6b6ad-506f-46b5-90c6-2b9ed9c7c6d6', 'name': '', 'network_id': '88055e1e-672a-4487-be31-ffb6e833ece5', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:fc:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21c98969-4a4d-4e18-aef4-6445a1879008', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4252, 'fixed_ips': [{'subnet_id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'ip_address': '172.25.1.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T20:08:59Z', 'updated_at': '2022-02-09T20:09:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-36', '_interfaces': [{'id': 'ac06c230-414a-48ee-9ab5-421830a4a122', 'name': '', 'network_id': '1be40091-06c9-4686-9061-1ace30bd2999', 'tenant_id': 'c799cd12150c4200978dc1a66164f122', 'mac_address': 'fa:16:3e:bf:4b:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21c98969-4a4d-4e18-aef4-6445a1879008', 'device_owner': 'network:router_interface', 'standard_attr_id': 4255, 'fixed_ips': [{'subnet_id': 'e0455f6c-a70c-4422-809f-37c14d4e0487', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T20:09:01Z', 'updated_at': '2022-02-09T20:09:05Z', 'revision_number': 5, 'project_id': 'c799cd12150c4200978dc1a66164f122', 'subnets': [{'id': 'e0455f6c-a70c-4422-809f-37c14d4e0487', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-36', False) {} {{(pid=103232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 20:10:31.226774 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37992ec9-3845-4a67-a2ed-5ef13ff1f7e5 None None] Checking router: 21c98969-4a4d-4e18-aef4-6445a1879008 for host: n-d-713498-36 {{(pid=103232) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 20:10:31.236585 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37992ec9-3845-4a67-a2ed-5ef13ff1f7e5 None None] Routers {'21c98969-4a4d-4e18-aef4-6445a1879008'} bound to L3 agent in host n-d-713498-36 {{(pid=103232) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 20:10:31.237200 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.l3_hamode_db [None req-37992ec9-3845-4a67-a2ed-5ef13ff1f7e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T18:51:43Z,description=,heartbeat_timestamp=2022-02-09T20:10:13Z,host='n-d-713498-36',id=93303d5e-5d17-45e8-8963-7694f87783ae,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T18:51:43Z,topic='l3_agent')) {'router_ids': ['21c98969-4a4d-4e18-aef4-6445a1879008'], 'active': True} {{(pid=103232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 20:10:31.352230 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.l3_dvr_db [None req-37992ec9-3845-4a67-a2ed-5ef13ff1f7e5 None None] Set router 21c98969-4a4d-4e18-aef4-6445a1879008 gateway port host: n-d-713498-36 {{(pid=103232) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 20:10:31.492613 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6d08321-8676-4aec-beea-60da8b5a3348 req-13fec98d-d9b8-476d-82aa-db39db73429d tempest-TestNetworkAdvancedServerOps-38498957 tempest-TestNetworkAdvancedServerOps-38498957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:10:31.494101 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-d6d08321-8676-4aec-beea-60da8b5a3348 req-13fec98d-d9b8-476d-82aa-db39db73429d tempest-TestNetworkAdvancedServerOps-38498957 tempest-TestNetworkAdvancedServerOps-38498957-project] 10.222.0.75 "GET /v2.0/ports?device_id=91d7f4b0-49d7-4ecf-baaa-3910cc38597f HTTP/1.1" status: 200 len: 945 time: 0.4196527 Feb 09 20:10:31.495703 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-74109ca0-f9f5-453a-9315-cff5c2f5cae9 req-e7de9f3e-b03b-4b00-9d9e-cad661ca87ab service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a3ccdc21-409c-4d7a-bfc8-59a081355de3 HTTP/1.1" status: 200 len: 217 time: 0.3527532 Feb 09 20:10:31.571047 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.l3_hamode_db [None req-37992ec9-3845-4a67-a2ed-5ef13ff1f7e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '21c98969-4a4d-4e18-aef4-6445a1879008', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1446684764', 'tenant_id': 'c799cd12150c4200978dc1a66164f122', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88055e1e-672a-4487-be31-ffb6e833ece5', 'external_fixed_ips': [{'subnet_id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'ip_address': '172.25.1.167'}], 'enable_snat': True}, 'gw_port_id': '76d6b6ad-506f-46b5-90c6-2b9ed9c7c6d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T20:08:58Z', 'updated_at': '2022-02-09T20:09:02Z', 'revision_number': 4, 'project_id': 'c799cd12150c4200978dc1a66164f122', 'gw_port': {'id': '76d6b6ad-506f-46b5-90c6-2b9ed9c7c6d6', 'name': '', 'network_id': '88055e1e-672a-4487-be31-ffb6e833ece5', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:fc:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21c98969-4a4d-4e18-aef4-6445a1879008', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4252, 'fixed_ips': [{'subnet_id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'ip_address': '172.25.1.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T20:08:59Z', 'updated_at': '2022-02-09T20:09:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-36', '_interfaces': [{'id': 'ac06c230-414a-48ee-9ab5-421830a4a122', 'name': '', 'network_id': '1be40091-06c9-4686-9061-1ace30bd2999', 'tenant_id': 'c799cd12150c4200978dc1a66164f122', 'mac_address': 'fa:16:3e:bf:4b:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21c98969-4a4d-4e18-aef4-6445a1879008', 'device_owner': 'network:router_interface', 'standard_attr_id': 4255, 'fixed_ips': [{'subnet_id': 'e0455f6c-a70c-4422-809f-37c14d4e0487', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T20:09:01Z', 'updated_at': '2022-02-09T20:09:05Z', 'revision_number': 5, 'project_id': 'c799cd12150c4200978dc1a66164f122', 'subnets': [{'id': 'e0455f6c-a70c-4422-809f-37c14d4e0487', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-36', False) {} {{(pid=103232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 20:10:31.575883 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74109ca0-f9f5-453a-9315-cff5c2f5cae9 req-b4bd3dcb-84db-43db-a538-aa358a6de7b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:10:31.577349 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-74109ca0-f9f5-453a-9315-cff5c2f5cae9 req-b4bd3dcb-84db-43db-a538-aa358a6de7b5 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=e0455f6c-a70c-4422-809f-37c14d4e0487 HTTP/1.1" status: 200 len: 834 time: 0.0759065 Feb 09 20:10:31.581317 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-d6d08321-8676-4aec-beea-60da8b5a3348 req-3bdfb9bf-2295-47ef-bf93-98a6890fdfbc tempest-TestNetworkAdvancedServerOps-38498957 tempest-TestNetworkAdvancedServerOps-38498957-project] 10.222.0.75 "GET /v2.0/security-groups?id=f891496c-be3e-403f-aa3e-c21bdc837702&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0815284 Feb 09 20:10:31.598668 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37992ec9-3845-4a67-a2ed-5ef13ff1f7e5 None None] The sync data for ids ['21c98969-4a4d-4e18-aef4-6445a1879008'] in n-d-713498-36 is: [{'id': '21c98969-4a4d-4e18-aef4-6445a1879008', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1446684764', 'tenant_id': 'c799cd12150c4200978dc1a66164f122', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88055e1e-672a-4487-be31-ffb6e833ece5', 'external_fixed_ips': [{'subnet_id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'ip_address': '172.25.1.167'}], 'enable_snat': True}, 'gw_port_id': '76d6b6ad-506f-46b5-90c6-2b9ed9c7c6d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T20:08:58Z', 'updated_at': '2022-02-09T20:09:02Z', 'revision_number': 4, 'project_id': 'c799cd12150c4200978dc1a66164f122', 'gw_port': {'id': '76d6b6ad-506f-46b5-90c6-2b9ed9c7c6d6', 'name': '', 'network_id': '88055e1e-672a-4487-be31-ffb6e833ece5', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:fc:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21c98969-4a4d-4e18-aef4-6445a1879008', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4252, 'fixed_ips': [{'subnet_id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'ip_address': '172.25.1.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T20:08:59Z', 'updated_at': '2022-02-09T20:09:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-36', '_interfaces': [{'id': 'ac06c230-414a-48ee-9ab5-421830a4a122', 'name': '', 'network_id': '1be40091-06c9-4686-9061-1ace30bd2999', 'tenant_id': 'c799cd12150c4200978dc1a66164f122', 'mac_address': 'fa:16:3e:bf:4b:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21c98969-4a4d-4e18-aef4-6445a1879008', 'device_owner': 'network:router_interface', 'standard_attr_id': 4255, 'fixed_ips': [{'subnet_id': 'e0455f6c-a70c-4422-809f-37c14d4e0487', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T20:09:01Z', 'updated_at': '2022-02-09T20:09:05Z', 'revision_number': 5, 'project_id': 'c799cd12150c4200978dc1a66164f122', 'subnets': [{'id': 'e0455f6c-a70c-4422-809f-37c14d4e0487', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103232) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 20:10:31.631639 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74109ca0-f9f5-453a-9315-cff5c2f5cae9 req-052ef445-27ef-41c4-838e-c4d265278284 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:10:31.633144 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-74109ca0-f9f5-453a-9315-cff5c2f5cae9 req-052ef445-27ef-41c4-838e-c4d265278284 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=1be40091-06c9-4686-9061-1ace30bd2999&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0492289 Feb 09 20:10:31.730328 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-74109ca0-f9f5-453a-9315-cff5c2f5cae9 req-46819011-e291-47ff-ab0c-e71d4fc91f11 service neutron] 10.222.0.89 "GET /v2.0/networks/1be40091-06c9-4686-9061-1ace30bd2999?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0902729 Feb 09 20:10:31.826908 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-74109ca0-f9f5-453a-9315-cff5c2f5cae9 req-1c2349b9-3523-460c-8f79-f9e68217eef4 service neutron] 10.222.0.89 "GET /v2.0/networks/1be40091-06c9-4686-9061-1ace30bd2999?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0905981 Feb 09 20:10:31.834697 n-d-713498-36 neutron-server[103233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a71a172-e02d-480b-9c34-74cebeacc562 None None] New status for floating IP 25af4a09-2787-4722-add9-2f841cdf947a: DOWN {{(pid=103233) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 09 20:10:32.652876 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c515eed-158b-48d3-b902-619897fefe64 req-9b3bde96-7fc1-4ac8-b4f6-c3deefb01849 tempest-TestNetworkAdvancedServerOps-38498957 tempest-TestNetworkAdvancedServerOps-38498957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:10:32.654387 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-3c515eed-158b-48d3-b902-619897fefe64 req-9b3bde96-7fc1-4ac8-b4f6-c3deefb01849 tempest-TestNetworkAdvancedServerOps-38498957 tempest-TestNetworkAdvancedServerOps-38498957-project] 10.222.0.89 "GET /v2.0/ports?device_id=91d7f4b0-49d7-4ecf-baaa-3910cc38597f HTTP/1.1" status: 200 len: 945 time: 0.0543642 Feb 09 20:10:32.711269 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab7312f6-3f9d-4010-9b8c-a1b6c119bbfc req-2fc89858-0b15-4cde-ac4d-1852f9121352 tempest-TestNetworkAdvancedServerOps-38498957 tempest-TestNetworkAdvancedServerOps-38498957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:10:32.712861 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-ab7312f6-3f9d-4010-9b8c-a1b6c119bbfc req-2fc89858-0b15-4cde-ac4d-1852f9121352 tempest-TestNetworkAdvancedServerOps-38498957 tempest-TestNetworkAdvancedServerOps-38498957-project] 10.222.0.75 "GET /v2.0/ports?device_id=91d7f4b0-49d7-4ecf-baaa-3910cc38597f HTTP/1.1" status: 200 len: 945 time: 0.0569575 Feb 09 20:10:32.757212 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.plugin [req-3c515eed-158b-48d3-b902-619897fefe64 req-a80875b5-e39b-4f42-b1b8-67148b92dad1 tempest-TestNetworkAdvancedServerOps-38498957 tempest-TestNetworkAdvancedServerOps-38498957-project] Deleting port a3ccdc21-409c-4d7a-bfc8-59a081355de3 {{(pid=103229) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 20:10:32.757558 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-3c515eed-158b-48d3-b902-619897fefe64 req-a80875b5-e39b-4f42-b1b8-67148b92dad1 tempest-TestNetworkAdvancedServerOps-38498957 tempest-TestNetworkAdvancedServerOps-38498957-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762867170196'] for port (a3ccdc21-409c-4d7a-bfc8-59a081355de3), before_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:10:32.765463 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-ab7312f6-3f9d-4010-9b8c-a1b6c119bbfc req-0e747c6b-33a2-49fb-99de-e7a4b92630fd tempest-TestNetworkAdvancedServerOps-38498957 tempest-TestNetworkAdvancedServerOps-38498957-project] 10.222.0.75 "GET /v2.0/security-groups?id=f891496c-be3e-403f-aa3e-c21bdc837702&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469341 Feb 09 20:10:32.869668 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.db [req-3c515eed-158b-48d3-b902-619897fefe64 req-a80875b5-e39b-4f42-b1b8-67148b92dad1 tempest-TestNetworkAdvancedServerOps-38498957 tempest-TestNetworkAdvancedServerOps-38498957-project] For port a3ccdc21-409c-4d7a-bfc8-59a081355de3, host n-h1-713498-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-36',level=0,port_id=a3ccdc21-409c-4d7a-bfc8-59a081355de3,segment=NetworkSegment(5498f946-fd0e-47a4-9739-4bf32df32c4e),segment_id=5498f946-fd0e-47a4-9739-4bf32df32c4e)] {{(pid=103229) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 20:10:32.869969 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-3c515eed-158b-48d3-b902-619897fefe64 req-a80875b5-e39b-4f42-b1b8-67148b92dad1 tempest-TestNetworkAdvancedServerOps-38498957 tempest-TestNetworkAdvancedServerOps-38498957-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1820838'] for port (a3ccdc21-409c-4d7a-bfc8-59a081355de3), precommit_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:10:32.881568 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.plugin [req-3c515eed-158b-48d3-b902-619897fefe64 req-a80875b5-e39b-4f42-b1b8-67148b92dad1 tempest-TestNetworkAdvancedServerOps-38498957 tempest-TestNetworkAdvancedServerOps-38498957-project] Calling delete_port for a3ccdc21-409c-4d7a-bfc8-59a081355de3 owned by compute:nova {{(pid=103229) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 20:10:33.005945 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-3c515eed-158b-48d3-b902-619897fefe64 req-a80875b5-e39b-4f42-b1b8-67148b92dad1 tempest-TestNetworkAdvancedServerOps-38498957 tempest-TestNetworkAdvancedServerOps-38498957-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762867177463', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762866656476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12867576'] for port (a3ccdc21-409c-4d7a-bfc8-59a081355de3), after_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:10:33.032371 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a80875b5-e39b-4f42-b1b8-67148b92dad1 tempest-TestNetworkAdvancedServerOps-38498957 tempest-TestNetworkAdvancedServerOps-38498957-project] Pushing event deleted for resources: {'Port': ['ID=a3ccdc21-409c-4d7a-bfc8-59a081355de3,revision_number=None']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:10:33.043111 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a80875b5-e39b-4f42-b1b8-67148b92dad1 tempest-TestNetworkAdvancedServerOps-38498957 tempest-TestNetworkAdvancedServerOps-38498957-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:10:33.043550 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a80875b5-e39b-4f42-b1b8-67148b92dad1 tempest-TestNetworkAdvancedServerOps-38498957 tempest-TestNetworkAdvancedServerOps-38498957-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:10:33.043905 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a80875b5-e39b-4f42-b1b8-67148b92dad1 tempest-TestNetworkAdvancedServerOps-38498957 tempest-TestNetworkAdvancedServerOps-38498957-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:10:33.044248 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a80875b5-e39b-4f42-b1b8-67148b92dad1 tempest-TestNetworkAdvancedServerOps-38498957 tempest-TestNetworkAdvancedServerOps-38498957-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:10:33.044586 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a80875b5-e39b-4f42-b1b8-67148b92dad1 tempest-TestNetworkAdvancedServerOps-38498957 tempest-TestNetworkAdvancedServerOps-38498957-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:10:33.044921 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a80875b5-e39b-4f42-b1b8-67148b92dad1 tempest-TestNetworkAdvancedServerOps-38498957 tempest-TestNetworkAdvancedServerOps-38498957-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:10:33.045252 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a80875b5-e39b-4f42-b1b8-67148b92dad1 tempest-TestNetworkAdvancedServerOps-38498957 tempest-TestNetworkAdvancedServerOps-38498957-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:10:33.045584 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a80875b5-e39b-4f42-b1b8-67148b92dad1 tempest-TestNetworkAdvancedServerOps-38498957 tempest-TestNetworkAdvancedServerOps-38498957-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:10:33.045934 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a80875b5-e39b-4f42-b1b8-67148b92dad1 tempest-TestNetworkAdvancedServerOps-38498957 tempest-TestNetworkAdvancedServerOps-38498957-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:10:33.046278 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a80875b5-e39b-4f42-b1b8-67148b92dad1 tempest-TestNetworkAdvancedServerOps-38498957 tempest-TestNetworkAdvancedServerOps-38498957-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:10:33.046606 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a80875b5-e39b-4f42-b1b8-67148b92dad1 tempest-TestNetworkAdvancedServerOps-38498957 tempest-TestNetworkAdvancedServerOps-38498957-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:10:33.046929 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a80875b5-e39b-4f42-b1b8-67148b92dad1 tempest-TestNetworkAdvancedServerOps-38498957 tempest-TestNetworkAdvancedServerOps-38498957-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:10:33.047266 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a80875b5-e39b-4f42-b1b8-67148b92dad1 tempest-TestNetworkAdvancedServerOps-38498957 tempest-TestNetworkAdvancedServerOps-38498957-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:10:33.094266 n-d-713498-36 neutron-server[103229]: DEBUG neutron.db.l3_dvrscheduler_db [req-3c515eed-158b-48d3-b902-619897fefe64 req-a80875b5-e39b-4f42-b1b8-67148b92dad1 tempest-TestNetworkAdvancedServerOps-38498957 tempest-TestNetworkAdvancedServerOps-38498957-project] No DVR routers for this DVR port a3ccdc21-409c-4d7a-bfc8-59a081355de3 on host n-h1-713498-36 {{(pid=103229) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 20:10:33.096927 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-3c515eed-158b-48d3-b902-619897fefe64 req-a80875b5-e39b-4f42-b1b8-67148b92dad1 tempest-TestNetworkAdvancedServerOps-38498957 tempest-TestNetworkAdvancedServerOps-38498957-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171096'] for port (None), before_response {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:10:33.100424 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-3c515eed-158b-48d3-b902-619897fefe64 req-a80875b5-e39b-4f42-b1b8-67148b92dad1 tempest-TestNetworkAdvancedServerOps-38498957 tempest-TestNetworkAdvancedServerOps-38498957-project] 10.222.0.89 "DELETE /v2.0/ports/a3ccdc21-409c-4d7a-bfc8-59a081355de3 HTTP/1.1" status: 204 len: 173 time: 0.4401255 Feb 09 20:10:33.100882 n-d-713498-36 neutron-server[103229]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '91d7f4b0-49d7-4ecf-baaa-3910cc38597f', 'name': 'network-vif-deleted', 'tag': 'a3ccdc21-409c-4d7a-bfc8-59a081355de3'}] {{(pid=103229) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 20:10:33.103594 n-d-713498-36 neutron-server[103229]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}07d618d1c5389b9cd0b8ca1de8f17b65d6cfa6b0806685514be6977118e88e42" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-199bdad7-83ae-44aa-a17d-c61424348ecd" -d '{"events": [{"server_uuid": "91d7f4b0-49d7-4ecf-baaa-3910cc38597f", "name": "network-vif-deleted", "tag": "a3ccdc21-409c-4d7a-bfc8-59a081355de3"}]}' {{(pid=103229) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 20:10:33.151791 n-d-713498-36 neutron-server[103229]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 20:10:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-37846e1e-bef9-4387-ad1b-c012c8434b9d x-openstack-request-id: req-37846e1e-bef9-4387-ad1b-c012c8434b9d {{(pid=103229) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 20:10:33.152251 n-d-713498-36 neutron-server[103229]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "91d7f4b0-49d7-4ecf-baaa-3910cc38597f", "name": "network-vif-deleted", "tag": "a3ccdc21-409c-4d7a-bfc8-59a081355de3", "status": "completed", "code": 200}]} {{(pid=103229) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 20:10:33.152455 n-d-713498-36 neutron-server[103229]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-37846e1e-bef9-4387-ad1b-c012c8434b9d {{(pid=103229) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 20:10:33.152947 n-d-713498-36 neutron-server[103229]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '91d7f4b0-49d7-4ecf-baaa-3910cc38597f', 'name': 'network-vif-deleted', 'tag': 'a3ccdc21-409c-4d7a-bfc8-59a081355de3', 'status': 'completed', 'code': 200} Feb 09 20:10:33.827110 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 54608) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:10:34.188806 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-ad475a78-ae51-4188-94e1-fc65666cd765 tempest-TestNetworkAdvancedServerOps-38498957 tempest-TestNetworkAdvancedServerOps-38498957-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1834525'] for router_interface (21c98969-4a4d-4e18-aef4-6445a1879008), before_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:10:34.449737 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.plugin [None req-ad475a78-ae51-4188-94e1-fc65666cd765 tempest-TestNetworkAdvancedServerOps-38498957 tempest-TestNetworkAdvancedServerOps-38498957-project] Deleting port ac06c230-414a-48ee-9ab5-421830a4a122 {{(pid=103230) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 20:10:34.450029 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-ad475a78-ae51-4188-94e1-fc65666cd765 tempest-TestNetworkAdvancedServerOps-38498957 tempest-TestNetworkAdvancedServerOps-38498957-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762867170196'] for port (ac06c230-414a-48ee-9ab5-421830a4a122), before_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:10:34.538328 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.db [None req-ad475a78-ae51-4188-94e1-fc65666cd765 tempest-TestNetworkAdvancedServerOps-38498957 tempest-TestNetworkAdvancedServerOps-38498957-project] For port ac06c230-414a-48ee-9ab5-421830a4a122, host n-d-713498-36, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-36',level=0,port_id=ac06c230-414a-48ee-9ab5-421830a4a122,segment=NetworkSegment(5498f946-fd0e-47a4-9739-4bf32df32c4e),segment_id=5498f946-fd0e-47a4-9739-4bf32df32c4e)] {{(pid=103230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 20:10:34.538691 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-ad475a78-ae51-4188-94e1-fc65666cd765 tempest-TestNetworkAdvancedServerOps-38498957 tempest-TestNetworkAdvancedServerOps-38498957-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1820838'] for port (ac06c230-414a-48ee-9ab5-421830a4a122), precommit_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:10:34.552747 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.plugin [None req-ad475a78-ae51-4188-94e1-fc65666cd765 tempest-TestNetworkAdvancedServerOps-38498957 tempest-TestNetworkAdvancedServerOps-38498957-project] Calling delete_port for ac06c230-414a-48ee-9ab5-421830a4a122 owned by network:router_interface {{(pid=103230) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 20:10:34.743133 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-ad475a78-ae51-4188-94e1-fc65666cd765 tempest-TestNetworkAdvancedServerOps-38498957 tempest-TestNetworkAdvancedServerOps-38498957-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762867177463', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762866656476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14393751'] for port (ac06c230-414a-48ee-9ab5-421830a4a122), after_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:10:34.775369 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad475a78-ae51-4188-94e1-fc65666cd765 tempest-TestNetworkAdvancedServerOps-38498957 tempest-TestNetworkAdvancedServerOps-38498957-project] Pushing event deleted for resources: {'Port': ['ID=ac06c230-414a-48ee-9ab5-421830a4a122,revision_number=None']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:10:34.959136 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-ad475a78-ae51-4188-94e1-fc65666cd765 tempest-TestNetworkAdvancedServerOps-38498957 tempest-TestNetworkAdvancedServerOps-38498957-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1613467', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1834633'] for router_interface (21c98969-4a4d-4e18-aef4-6445a1879008), after_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:10:35.185170 n-d-713498-36 neutron-server[103230]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ad475a78-ae51-4188-94e1-fc65666cd765 tempest-TestNetworkAdvancedServerOps-38498957 tempest-TestNetworkAdvancedServerOps-38498957-project] Router 21c98969-4a4d-4e18-aef4-6445a1879008 has already been hosted by L3 agent 93303d5e-5d17-45e8-8963-7694f87783ae {{(pid=103230) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 20:10:35.296423 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ad475a78-ae51-4188-94e1-fc65666cd765 tempest-TestNetworkAdvancedServerOps-38498957 tempest-TestNetworkAdvancedServerOps-38498957-project] Notify agent at l3_agent.n-d-713498-36 the message routers_updated {{(pid=103230) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 20:10:35.301557 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-ad475a78-ae51-4188-94e1-fc65666cd765 tempest-TestNetworkAdvancedServerOps-38498957 tempest-TestNetworkAdvancedServerOps-38498957-project] 10.222.0.75 "PUT /v2.0/routers/21c98969-4a4d-4e18-aef4-6445a1879008/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4733613 Feb 09 20:10:35.304580 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 54610) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:10:35.306343 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db5f8e03-1b60-443d-91a7-1a7fdf9c3f3c None None] Sync routers for ids ['21c98969-4a4d-4e18-aef4-6445a1879008'] in n-d-713498-36 {{(pid=103232) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 20:10:35.316805 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db5f8e03-1b60-443d-91a7-1a7fdf9c3f3c None None] Routers {'21c98969-4a4d-4e18-aef4-6445a1879008'} bound to L3 agent in host n-d-713498-36 {{(pid=103232) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 20:10:35.317408 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.l3_hamode_db [None req-db5f8e03-1b60-443d-91a7-1a7fdf9c3f3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T18:51:43Z,description=,heartbeat_timestamp=2022-02-09T20:10:13Z,host='n-d-713498-36',id=93303d5e-5d17-45e8-8963-7694f87783ae,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T18:51:43Z,topic='l3_agent')) {'router_ids': ['21c98969-4a4d-4e18-aef4-6445a1879008'], 'active': True} {{(pid=103232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 20:10:35.360178 n-d-713498-36 neutron-server[103230]: DEBUG neutron.db.db_base_plugin_v2 [None req-a85c02e5-710b-4329-a7a7-5ab84b2f2f3c tempest-TestNetworkAdvancedServerOps-38498957 tempest-TestNetworkAdvancedServerOps-38498957-project] Deleting subnet e0455f6c-a70c-4422-809f-37c14d4e0487 {{(pid=103230) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 20:10:35.363459 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-a85c02e5-710b-4329-a7a7-5ab84b2f2f3c tempest-TestNetworkAdvancedServerOps-38498957 tempest-TestNetworkAdvancedServerOps-38498957-project] Publish callbacks [] for subnet (e0455f6c-a70c-4422-809f-37c14d4e0487), before_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:10:35.404995 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-a85c02e5-710b-4329-a7a7-5ab84b2f2f3c tempest-TestNetworkAdvancedServerOps-38498957 tempest-TestNetworkAdvancedServerOps-38498957-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12895822'] for subnet (e0455f6c-a70c-4422-809f-37c14d4e0487), precommit_delete_associations {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:10:35.426425 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.l3_dvr_db [None req-db5f8e03-1b60-443d-91a7-1a7fdf9c3f3c None None] Set router 21c98969-4a4d-4e18-aef4-6445a1879008 gateway port host: n-d-713498-36 {{(pid=103232) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 20:10:35.497967 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-a85c02e5-710b-4329-a7a7-5ab84b2f2f3c tempest-TestNetworkAdvancedServerOps-38498957 tempest-TestNetworkAdvancedServerOps-38498957-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-759852'] for subnet (e0455f6c-a70c-4422-809f-37c14d4e0487), precommit_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:10:35.559039 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-a85c02e5-710b-4329-a7a7-5ab84b2f2f3c tempest-TestNetworkAdvancedServerOps-38498957 tempest-TestNetworkAdvancedServerOps-38498957-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-760023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14393672', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12985882'] for subnet (e0455f6c-a70c-4422-809f-37c14d4e0487), after_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:10:35.586899 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a85c02e5-710b-4329-a7a7-5ab84b2f2f3c tempest-TestNetworkAdvancedServerOps-38498957 tempest-TestNetworkAdvancedServerOps-38498957-project] Pushing event deleted for resources: {'Subnet': ['ID=e0455f6c-a70c-4422-809f-37c14d4e0487,revision_number=None']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:10:35.591771 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-a85c02e5-710b-4329-a7a7-5ab84b2f2f3c tempest-TestNetworkAdvancedServerOps-38498957 tempest-TestNetworkAdvancedServerOps-38498957-project] Publish callbacks [] for subnet (None), before_response {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:10:35.595278 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-a85c02e5-710b-4329-a7a7-5ab84b2f2f3c tempest-TestNetworkAdvancedServerOps-38498957 tempest-TestNetworkAdvancedServerOps-38498957-project] 10.222.0.75 "DELETE /v2.0/subnets/e0455f6c-a70c-4422-809f-37c14d4e0487 HTTP/1.1" status: 204 len: 168 time: 0.2897453 Feb 09 20:10:35.597815 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 54612) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:10:35.600912 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94776796-9488-43cf-bdf4-f46cf6b8d87a None None] Network 1be40091-06c9-4686-9061-1ace30bd2999 requested from n-d-713498-36 {{(pid=103232) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 20:10:35.665968 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.l3_hamode_db [None req-db5f8e03-1b60-443d-91a7-1a7fdf9c3f3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '21c98969-4a4d-4e18-aef4-6445a1879008', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1446684764', 'tenant_id': 'c799cd12150c4200978dc1a66164f122', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88055e1e-672a-4487-be31-ffb6e833ece5', 'external_fixed_ips': [{'subnet_id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'ip_address': '172.25.1.167'}], 'enable_snat': True}, 'gw_port_id': '76d6b6ad-506f-46b5-90c6-2b9ed9c7c6d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T20:08:58Z', 'updated_at': '2022-02-09T20:10:34Z', 'revision_number': 5, 'project_id': 'c799cd12150c4200978dc1a66164f122', 'gw_port': {'id': '76d6b6ad-506f-46b5-90c6-2b9ed9c7c6d6', 'name': '', 'network_id': '88055e1e-672a-4487-be31-ffb6e833ece5', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:fc:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21c98969-4a4d-4e18-aef4-6445a1879008', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4252, 'fixed_ips': [{'subnet_id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'ip_address': '172.25.1.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T20:08:59Z', 'updated_at': '2022-02-09T20:09:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-36'}], 'n-d-713498-36', False) {} {{(pid=103232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 20:10:35.709230 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-0eb25a2d-1a17-49fa-a956-eaf959d19867 tempest-TestNetworkAdvancedServerOps-38498957 tempest-TestNetworkAdvancedServerOps-38498957-project] Publish callbacks [] for router (21c98969-4a4d-4e18-aef4-6445a1879008), before_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:10:35.713331 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db5f8e03-1b60-443d-91a7-1a7fdf9c3f3c None None] Checking router: 21c98969-4a4d-4e18-aef4-6445a1879008 for host: n-d-713498-36 {{(pid=103232) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 20:10:35.727728 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db5f8e03-1b60-443d-91a7-1a7fdf9c3f3c None None] Routers {'21c98969-4a4d-4e18-aef4-6445a1879008'} bound to L3 agent in host n-d-713498-36 {{(pid=103232) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 20:10:35.728329 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.l3_hamode_db [None req-db5f8e03-1b60-443d-91a7-1a7fdf9c3f3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T18:51:43Z,description=,heartbeat_timestamp=2022-02-09T20:10:13Z,host='n-d-713498-36',id=93303d5e-5d17-45e8-8963-7694f87783ae,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T18:51:43Z,topic='l3_agent')) {'router_ids': ['21c98969-4a4d-4e18-aef4-6445a1879008'], 'active': True} {{(pid=103232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 20:10:35.821249 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-0eb25a2d-1a17-49fa-a956-eaf959d19867 tempest-TestNetworkAdvancedServerOps-38498957 tempest-TestNetworkAdvancedServerOps-38498957-project] Publish callbacks [] for router_gateway (21c98969-4a4d-4e18-aef4-6445a1879008), before_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:10:35.883306 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.plugin [None req-0eb25a2d-1a17-49fa-a956-eaf959d19867 tempest-TestNetworkAdvancedServerOps-38498957 tempest-TestNetworkAdvancedServerOps-38498957-project] Deleting port 76d6b6ad-506f-46b5-90c6-2b9ed9c7c6d6 {{(pid=103230) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 20:10:35.883652 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-0eb25a2d-1a17-49fa-a956-eaf959d19867 tempest-TestNetworkAdvancedServerOps-38498957 tempest-TestNetworkAdvancedServerOps-38498957-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762867170196'] for port (76d6b6ad-506f-46b5-90c6-2b9ed9c7c6d6), before_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:10:35.979028 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.db [None req-0eb25a2d-1a17-49fa-a956-eaf959d19867 tempest-TestNetworkAdvancedServerOps-38498957 tempest-TestNetworkAdvancedServerOps-38498957-project] For port 76d6b6ad-506f-46b5-90c6-2b9ed9c7c6d6, host n-d-713498-36, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-36',level=0,port_id=76d6b6ad-506f-46b5-90c6-2b9ed9c7c6d6,segment=NetworkSegment(a4222f89-8d3f-4b51-953b-1a8126392491),segment_id=a4222f89-8d3f-4b51-953b-1a8126392491)] {{(pid=103230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 20:10:35.979777 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-0eb25a2d-1a17-49fa-a956-eaf959d19867 tempest-TestNetworkAdvancedServerOps-38498957 tempest-TestNetworkAdvancedServerOps-38498957-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1820838'] for port (76d6b6ad-506f-46b5-90c6-2b9ed9c7c6d6), precommit_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:10:35.994167 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.plugin [None req-0eb25a2d-1a17-49fa-a956-eaf959d19867 tempest-TestNetworkAdvancedServerOps-38498957 tempest-TestNetworkAdvancedServerOps-38498957-project] Calling delete_port for 76d6b6ad-506f-46b5-90c6-2b9ed9c7c6d6 owned by network:router_gateway {{(pid=103230) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 20:10:36.026568 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.l3_dvr_db [None req-db5f8e03-1b60-443d-91a7-1a7fdf9c3f3c None None] Set router 21c98969-4a4d-4e18-aef4-6445a1879008 gateway port host: n-d-713498-36 {{(pid=103232) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 20:10:36.057037 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de9d1781-417f-483a-b597-f6ab87db2015 None None] DHCP port deletion for 1be40091-06c9-4686-9061-1ace30bd2999 request from n-d-713498-36 {{(pid=103232) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 09 20:10:36.190573 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-0eb25a2d-1a17-49fa-a956-eaf959d19867 tempest-TestNetworkAdvancedServerOps-38498957 tempest-TestNetworkAdvancedServerOps-38498957-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762867177463', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762866656476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14393751'] for port (76d6b6ad-506f-46b5-90c6-2b9ed9c7c6d6), after_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:10:36.217343 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-de9d1781-417f-483a-b597-f6ab87db2015 None None] Deleting port 2267d63e-862f-45ae-aedf-cb638d2cc54d {{(pid=103232) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 20:10:36.217717 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-de9d1781-417f-483a-b597-f6ab87db2015 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762867170196'] for port (2267d63e-862f-45ae-aedf-cb638d2cc54d), before_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:10:36.275759 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eb25a2d-1a17-49fa-a956-eaf959d19867 tempest-TestNetworkAdvancedServerOps-38498957 tempest-TestNetworkAdvancedServerOps-38498957-project] Pushing event deleted for resources: {'Port': ['ID=76d6b6ad-506f-46b5-90c6-2b9ed9c7c6d6,revision_number=None']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:10:36.330328 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-de9d1781-417f-483a-b597-f6ab87db2015 None None] For port 2267d63e-862f-45ae-aedf-cb638d2cc54d, host n-d-713498-36, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-36',level=0,port_id=2267d63e-862f-45ae-aedf-cb638d2cc54d,segment=NetworkSegment(5498f946-fd0e-47a4-9739-4bf32df32c4e),segment_id=5498f946-fd0e-47a4-9739-4bf32df32c4e)] {{(pid=103232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 20:10:36.330909 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-de9d1781-417f-483a-b597-f6ab87db2015 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1820838'] for port (2267d63e-862f-45ae-aedf-cb638d2cc54d), precommit_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:10:36.347926 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-de9d1781-417f-483a-b597-f6ab87db2015 None None] Calling delete_port for 2267d63e-862f-45ae-aedf-cb638d2cc54d owned by network:dhcp {{(pid=103232) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 20:10:36.358236 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.l3_hamode_db [None req-db5f8e03-1b60-443d-91a7-1a7fdf9c3f3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '21c98969-4a4d-4e18-aef4-6445a1879008', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1446684764', 'tenant_id': 'c799cd12150c4200978dc1a66164f122', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88055e1e-672a-4487-be31-ffb6e833ece5', 'external_fixed_ips': [{'subnet_id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'ip_address': '172.25.1.167'}], 'enable_snat': True}, 'gw_port_id': '76d6b6ad-506f-46b5-90c6-2b9ed9c7c6d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T20:08:58Z', 'updated_at': '2022-02-09T20:10:34Z', 'revision_number': 5, 'project_id': 'c799cd12150c4200978dc1a66164f122', 'gw_port': {'id': '76d6b6ad-506f-46b5-90c6-2b9ed9c7c6d6', 'name': '', 'network_id': '88055e1e-672a-4487-be31-ffb6e833ece5', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:fc:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21c98969-4a4d-4e18-aef4-6445a1879008', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4252, 'fixed_ips': [{'subnet_id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'ip_address': '172.25.1.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T20:08:59Z', 'updated_at': '2022-02-09T20:09:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-36'}], 'n-d-713498-36', False) {} {{(pid=103232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 20:10:36.365597 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-0eb25a2d-1a17-49fa-a956-eaf959d19867 tempest-TestNetworkAdvancedServerOps-38498957 tempest-TestNetworkAdvancedServerOps-38498957-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1818987'] for router_gateway (21c98969-4a4d-4e18-aef4-6445a1879008), after_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:10:36.389237 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db5f8e03-1b60-443d-91a7-1a7fdf9c3f3c None None] The sync data for ids ['21c98969-4a4d-4e18-aef4-6445a1879008'] in n-d-713498-36 is: [{'id': '21c98969-4a4d-4e18-aef4-6445a1879008', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1446684764', 'tenant_id': 'c799cd12150c4200978dc1a66164f122', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88055e1e-672a-4487-be31-ffb6e833ece5', 'external_fixed_ips': [{'subnet_id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'ip_address': '172.25.1.167'}], 'enable_snat': True}, 'gw_port_id': '76d6b6ad-506f-46b5-90c6-2b9ed9c7c6d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T20:08:58Z', 'updated_at': '2022-02-09T20:10:34Z', 'revision_number': 5, 'project_id': 'c799cd12150c4200978dc1a66164f122', 'gw_port': {'id': '76d6b6ad-506f-46b5-90c6-2b9ed9c7c6d6', 'name': '', 'network_id': '88055e1e-672a-4487-be31-ffb6e833ece5', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:fc:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21c98969-4a4d-4e18-aef4-6445a1879008', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4252, 'fixed_ips': [{'subnet_id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'ip_address': '172.25.1.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T20:08:59Z', 'updated_at': '2022-02-09T20:09:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-36'}] {{(pid=103232) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 20:10:36.500158 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-0eb25a2d-1a17-49fa-a956-eaf959d19867 tempest-TestNetworkAdvancedServerOps-38498957 tempest-TestNetworkAdvancedServerOps-38498957-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1834988', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-58375'] for router (21c98969-4a4d-4e18-aef4-6445a1879008), precommit_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:10:36.502760 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-0eb25a2d-1a17-49fa-a956-eaf959d19867 tempest-TestNetworkAdvancedServerOps-38498957 tempest-TestNetworkAdvancedServerOps-38498957-project] Publish callbacks [] for router_controller (21c98969-4a4d-4e18-aef4-6445a1879008), precommit_delete_associations {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:10:36.518140 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-de9d1781-417f-483a-b597-f6ab87db2015 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762867177463', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762866656476'] for port (2267d63e-862f-45ae-aedf-cb638d2cc54d), after_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:10:36.552247 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de9d1781-417f-483a-b597-f6ab87db2015 None None] Pushing event deleted for resources: {'Port': ['ID=2267d63e-862f-45ae-aedf-cb638d2cc54d,revision_number=None']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:10:36.559211 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de9d1781-417f-483a-b597-f6ab87db2015 None None] No DVR routers for this DVR port 2267d63e-862f-45ae-aedf-cb638d2cc54d on host n-d-713498-36 {{(pid=103232) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 20:10:36.561472 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-0eb25a2d-1a17-49fa-a956-eaf959d19867 tempest-TestNetworkAdvancedServerOps-38498957 tempest-TestNetworkAdvancedServerOps-38498957-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1835003'] for router (21c98969-4a4d-4e18-aef4-6445a1879008), after_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:10:36.562212 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0eb25a2d-1a17-49fa-a956-eaf959d19867 tempest-TestNetworkAdvancedServerOps-38498957 tempest-TestNetworkAdvancedServerOps-38498957-project] Fanout notify agent at l3_agent the message router_deleted on router 21c98969-4a4d-4e18-aef4-6445a1879008 {{(pid=103230) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 09 20:10:36.569266 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-0eb25a2d-1a17-49fa-a956-eaf959d19867 tempest-TestNetworkAdvancedServerOps-38498957 tempest-TestNetworkAdvancedServerOps-38498957-project] Publish callbacks [] for router (None), before_response {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:10:36.570988 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-0eb25a2d-1a17-49fa-a956-eaf959d19867 tempest-TestNetworkAdvancedServerOps-38498957 tempest-TestNetworkAdvancedServerOps-38498957-project] 10.222.0.75 "DELETE /v2.0/routers/21c98969-4a4d-4e18-aef4-6445a1879008 HTTP/1.1" status: 204 len: 168 time: 0.9716432 Feb 09 20:10:36.573005 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 54614) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:10:36.580403 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de9d1781-417f-483a-b597-f6ab87db2015 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:10:36.580764 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de9d1781-417f-483a-b597-f6ab87db2015 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:10:36.581318 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de9d1781-417f-483a-b597-f6ab87db2015 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:10:36.581666 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de9d1781-417f-483a-b597-f6ab87db2015 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:10:36.582030 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de9d1781-417f-483a-b597-f6ab87db2015 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:10:36.582605 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de9d1781-417f-483a-b597-f6ab87db2015 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:10:36.582949 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de9d1781-417f-483a-b597-f6ab87db2015 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:10:36.583285 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de9d1781-417f-483a-b597-f6ab87db2015 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:10:36.583615 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de9d1781-417f-483a-b597-f6ab87db2015 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:10:36.583950 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de9d1781-417f-483a-b597-f6ab87db2015 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:10:36.584282 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de9d1781-417f-483a-b597-f6ab87db2015 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:10:36.584608 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de9d1781-417f-483a-b597-f6ab87db2015 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:10:36.584937 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de9d1781-417f-483a-b597-f6ab87db2015 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:10:36.665027 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-6204c984-d748-43c9-aaf3-c3f0ae35faf3 tempest-TestNetworkAdvancedServerOps-38498957 tempest-TestNetworkAdvancedServerOps-38498957-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-670458'] for network (1be40091-06c9-4686-9061-1ace30bd2999), before_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:10:36.767276 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-6204c984-d748-43c9-aaf3-c3f0ae35faf3 tempest-TestNetworkAdvancedServerOps-38498957 tempest-TestNetworkAdvancedServerOps-38498957-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-590267', 'neutron.services.segments.db._delete_segments_for_network-8762867132609'] for network (1be40091-06c9-4686-9061-1ace30bd2999), precommit_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:10:36.801996 n-d-713498-36 neutron-server[103230]: DEBUG neutron.services.segments.db [None req-6204c984-d748-43c9-aaf3-c3f0ae35faf3 tempest-TestNetworkAdvancedServerOps-38498957 tempest-TestNetworkAdvancedServerOps-38498957-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1be40091-06c9-4686-9061-1ace30bd2999']}} {{(pid=103230) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 20:10:36.814877 n-d-713498-36 neutron-server[103230]: DEBUG neutron.services.segments.db [None req-6204c984-d748-43c9-aaf3-c3f0ae35faf3 tempest-TestNetworkAdvancedServerOps-38498957 tempest-TestNetworkAdvancedServerOps-38498957-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5498f946-fd0e-47a4-9739-4bf32df32c4e') {'for_net_delete': True} {{(pid=103230) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 20:10:36.815445 n-d-713498-36 neutron-server[103230]: DEBUG neutron.services.segments.db [None req-6204c984-d748-43c9-aaf3-c3f0ae35faf3 tempest-TestNetworkAdvancedServerOps-38498957 tempest-TestNetworkAdvancedServerOps-38498957-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5498f946-fd0e-47a4-9739-4bf32df32c4e') {} {{(pid=103230) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 20:10:36.832528 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-6204c984-d748-43c9-aaf3-c3f0ae35faf3 tempest-TestNetworkAdvancedServerOps-38498957 tempest-TestNetworkAdvancedServerOps-38498957-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762867134154', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12895813'] for segment (5498f946-fd0e-47a4-9739-4bf32df32c4e), before_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:10:36.849278 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-6204c984-d748-43c9-aaf3-c3f0ae35faf3 tempest-TestNetworkAdvancedServerOps-38498957 tempest-TestNetworkAdvancedServerOps-38498957-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-759574'] for segment (5498f946-fd0e-47a4-9739-4bf32df32c4e), precommit_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:10:36.858578 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6204c984-d748-43c9-aaf3-c3f0ae35faf3 tempest-TestNetworkAdvancedServerOps-38498957 tempest-TestNetworkAdvancedServerOps-38498957-project] Releasing vlan 376 on physical network physnet1 to pool {{(pid=103230) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 20:10:36.859181 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-6204c984-d748-43c9-aaf3-c3f0ae35faf3 tempest-TestNetworkAdvancedServerOps-38498957 tempest-TestNetworkAdvancedServerOps-38498957-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-759574', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14393826'] for segment (5498f946-fd0e-47a4-9739-4bf32df32c4e), after_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:10:36.862709 n-d-713498-36 neutron-server[103230]: Traceback (most recent call last): Feb 09 20:10:36.862709 n-d-713498-36 neutron-server[103230]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 20:10:36.862709 n-d-713498-36 neutron-server[103230]: timer() Feb 09 20:10:36.862709 n-d-713498-36 neutron-server[103230]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 20:10:36.862709 n-d-713498-36 neutron-server[103230]: cb(*args, **kw) Feb 09 20:10:36.862709 n-d-713498-36 neutron-server[103230]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 20:10:36.862709 n-d-713498-36 neutron-server[103230]: return func(*args, **kwargs) Feb 09 20:10:36.862709 n-d-713498-36 neutron-server[103230]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 20:10:36.862709 n-d-713498-36 neutron-server[103230]: self._notify() Feb 09 20:10:36.862709 n-d-713498-36 neutron-server[103230]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 20:10:36.862709 n-d-713498-36 neutron-server[103230]: self.callback(batched_events) Feb 09 20:10:36.862709 n-d-713498-36 neutron-server[103230]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 20:10:36.862709 n-d-713498-36 neutron-server[103230]: event.method(event) Feb 09 20:10:36.862709 n-d-713498-36 neutron-server[103230]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 20:10:36.862709 n-d-713498-36 neutron-server[103230]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 20:10:36.862709 n-d-713498-36 neutron-server[103230]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 20:10:36.862709 n-d-713498-36 neutron-server[103230]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 20:10:36.862709 n-d-713498-36 neutron-server[103230]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 20:10:36.862709 n-d-713498-36 neutron-server[103230]: return f(self, *a, **k) Feb 09 20:10:36.862709 n-d-713498-36 neutron-server[103230]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 20:10:36.862709 n-d-713498-36 neutron-server[103230]: return self._get(url).json() Feb 09 20:10:36.862709 n-d-713498-36 neutron-server[103230]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 20:10:36.862709 n-d-713498-36 neutron-server[103230]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 20:10:36.862709 n-d-713498-36 neutron-server[103230]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 20:10:36.862709 n-d-713498-36 neutron-server[103230]: return self.request(url, 'GET', **kwargs) Feb 09 20:10:36.862709 n-d-713498-36 neutron-server[103230]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 20:10:36.862709 n-d-713498-36 neutron-server[103230]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 20:10:36.862709 n-d-713498-36 neutron-server[103230]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 20:10:36.862709 n-d-713498-36 neutron-server[103230]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 20:10:36.862709 n-d-713498-36 neutron-server[103230]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 20:10:36.862709 n-d-713498-36 neutron-server[103230]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 20:10:36.862709 n-d-713498-36 neutron-server[103230]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 20:10:36.885185 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Device ac06c230-414a-48ee-9ab5-421830a4a122 no longer exists at agent ovs-agent-n-d-713498-36 {{(pid=103232) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 20:10:36.916243 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] No Port match for: ac06c230-414a-48ee-9ab5-421830a4a122 {{(pid=103232) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 20:10:36.916888 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Device ac06c230-414a-48ee-9ab5-421830a4a122 not bound to the agent host n-d-713498-36 {{(pid=103232) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 20:10:36.918359 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Device 2267d63e-862f-45ae-aedf-cb638d2cc54d no longer exists at agent ovs-agent-n-d-713498-36 {{(pid=103232) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 20:10:36.944087 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-6204c984-d748-43c9-aaf3-c3f0ae35faf3 tempest-TestNetworkAdvancedServerOps-38498957 tempest-TestNetworkAdvancedServerOps-38498957-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-590242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1885479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1818895'] for network (1be40091-06c9-4686-9061-1ace30bd2999), after_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:10:36.946309 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] No Port match for: 2267d63e-862f-45ae-aedf-cb638d2cc54d {{(pid=103232) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 20:10:36.946668 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Device 2267d63e-862f-45ae-aedf-cb638d2cc54d not bound to the agent host n-d-713498-36 {{(pid=103232) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 20:10:36.958706 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-6204c984-d748-43c9-aaf3-c3f0ae35faf3 tempest-TestNetworkAdvancedServerOps-38498957 tempest-TestNetworkAdvancedServerOps-38498957-project] Publish callbacks [] for network (None), before_response {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:10:36.963565 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-6204c984-d748-43c9-aaf3-c3f0ae35faf3 tempest-TestNetworkAdvancedServerOps-38498957 tempest-TestNetworkAdvancedServerOps-38498957-project] 10.222.0.75 "DELETE /v2.0/networks/1be40091-06c9-4686-9061-1ace30bd2999 HTTP/1.1" status: 204 len: 168 time: 0.3890405 Feb 09 20:10:36.967272 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 54616) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:10:36.981371 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6204c984-d748-43c9-aaf3-c3f0ae35faf3 tempest-TestNetworkAdvancedServerOps-38498957 tempest-TestNetworkAdvancedServerOps-38498957-project] Pushing event deleted for resources: {'Network': ['ID=1be40091-06c9-4686-9061-1ace30bd2999,revision_number=None']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:10:37.045706 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-1a1d18cf-1042-460d-86ca-340f0d167006 tempest-TestNetworkAdvancedServerOps-38498957 tempest-TestNetworkAdvancedServerOps-38498957-project] Publish callbacks [] for security_group (f891496c-be3e-403f-aa3e-c21bdc837702), before_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:10:37.071428 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-1a1d18cf-1042-460d-86ca-340f0d167006 tempest-TestNetworkAdvancedServerOps-38498957 tempest-TestNetworkAdvancedServerOps-38498957-project] Publish callbacks [] for security_group (f891496c-be3e-403f-aa3e-c21bdc837702), precommit_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:10:37.136996 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-1a1d18cf-1042-460d-86ca-340f0d167006 tempest-TestNetworkAdvancedServerOps-38498957 tempest-TestNetworkAdvancedServerOps-38498957-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1892331'] for security_group (f891496c-be3e-403f-aa3e-c21bdc837702), after_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:10:37.139979 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-1a1d18cf-1042-460d-86ca-340f0d167006 tempest-TestNetworkAdvancedServerOps-38498957 tempest-TestNetworkAdvancedServerOps-38498957-project] Publish callbacks [] for security_group (None), before_response {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:10:37.143959 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-1a1d18cf-1042-460d-86ca-340f0d167006 tempest-TestNetworkAdvancedServerOps-38498957 tempest-TestNetworkAdvancedServerOps-38498957-project] 10.222.0.75 "DELETE /v2.0/security-groups/f891496c-be3e-403f-aa3e-c21bdc837702 HTTP/1.1" status: 204 len: 168 time: 0.1726584 Feb 09 20:10:37.151356 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a1d18cf-1042-460d-86ca-340f0d167006 tempest-TestNetworkAdvancedServerOps-38498957 tempest-TestNetworkAdvancedServerOps-38498957-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f891496c-be3e-403f-aa3e-c21bdc837702,revision_number=None']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:10:37.388739 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Device a3ccdc21-409c-4d7a-bfc8-59a081355de3 no longer exists at agent hyperv_n-h1-713498-36 {{(pid=103232) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 20:10:37.393549 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 54622) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:10:37.398205 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.v2.base [None req-008c007d-31c7-4fef-bd2a-84e01591b268 tempest-TestNetworkAdvancedServerOps-38498957 tempest-TestNetworkAdvancedServerOps-38498957-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1633546831', 'description': 'tempest-secgroup-smoke-1633546831 description', 'project_id': 'c799cd12150c4200978dc1a66164f122'}} {{(pid=103229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 20:10:37.412594 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] No Port match for: a3ccdc21-409c-4d7a-bfc8-59a081355de3 {{(pid=103232) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 20:10:37.412961 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Device a3ccdc21-409c-4d7a-bfc8-59a081355de3 not bound to the agent host n-h1-713498-36 {{(pid=103232) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 20:10:37.420460 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-008c007d-31c7-4fef-bd2a-84e01591b268 tempest-TestNetworkAdvancedServerOps-38498957 tempest-TestNetworkAdvancedServerOps-38498957-project] Publish callbacks [] for security_group (None), before_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:10:37.488765 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-008c007d-31c7-4fef-bd2a-84e01591b268 tempest-TestNetworkAdvancedServerOps-38498957 tempest-TestNetworkAdvancedServerOps-38498957-project] Publish callbacks [] for security_group (593a2d8e-fb79-4e46-ac61-c3c04a45383e), precommit_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:10:37.492580 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-008c007d-31c7-4fef-bd2a-84e01591b268 tempest-TestNetworkAdvancedServerOps-38498957 tempest-TestNetworkAdvancedServerOps-38498957-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1892331'] for security_group (593a2d8e-fb79-4e46-ac61-c3c04a45383e), after_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:10:37.525710 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-008c007d-31c7-4fef-bd2a-84e01591b268 tempest-TestNetworkAdvancedServerOps-38498957 tempest-TestNetworkAdvancedServerOps-38498957-project] Publish callbacks [] for security_group (None), before_response {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:10:37.527501 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-008c007d-31c7-4fef-bd2a-84e01591b268 tempest-TestNetworkAdvancedServerOps-38498957 tempest-TestNetworkAdvancedServerOps-38498957-project] 10.222.0.75 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.1328990 Feb 09 20:10:37.529405 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-008c007d-31c7-4fef-bd2a-84e01591b268 tempest-TestNetworkAdvancedServerOps-38498957 tempest-TestNetworkAdvancedServerOps-38498957-project] Pushing event updated for resources: {'SecurityGroup': ['ID=593a2d8e-fb79-4e46-ac61-c3c04a45383e,revision_number=1']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:10:37.531355 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 54624) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:10:37.535949 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.v2.base [None req-52835bf9-e656-452a-8801-0b6727393207 tempest-TestNetworkAdvancedServerOps-38498957 tempest-TestNetworkAdvancedServerOps-38498957-project] Request body: {'security_group_rule': {'security_group_id': '593a2d8e-fb79-4e46-ac61-c3c04a45383e', 'project_id': 'c799cd12150c4200978dc1a66164f122', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 20:10:37.564447 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-52835bf9-e656-452a-8801-0b6727393207 tempest-TestNetworkAdvancedServerOps-38498957 tempest-TestNetworkAdvancedServerOps-38498957-project] Publish callbacks [] for security_group_rule (1695b0f5-1404-4549-b454-31c7484a0dab), before_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:10:37.626791 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-52835bf9-e656-452a-8801-0b6727393207 tempest-TestNetworkAdvancedServerOps-38498957 tempest-TestNetworkAdvancedServerOps-38498957-project] Publish callbacks [] for security_group_rule (1695b0f5-1404-4549-b454-31c7484a0dab), precommit_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:10:37.631236 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-52835bf9-e656-452a-8801-0b6727393207 tempest-TestNetworkAdvancedServerOps-38498957 tempest-TestNetworkAdvancedServerOps-38498957-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1892250'] for security_group_rule (1695b0f5-1404-4549-b454-31c7484a0dab), after_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:10:37.652470 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52835bf9-e656-452a-8801-0b6727393207 tempest-TestNetworkAdvancedServerOps-38498957 tempest-TestNetworkAdvancedServerOps-38498957-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1695b0f5-1404-4549-b454-31c7484a0dab,revision_number=0']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:10:37.662268 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-52835bf9-e656-452a-8801-0b6727393207 tempest-TestNetworkAdvancedServerOps-38498957 tempest-TestNetworkAdvancedServerOps-38498957-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:10:37.663442 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-52835bf9-e656-452a-8801-0b6727393207 tempest-TestNetworkAdvancedServerOps-38498957 tempest-TestNetworkAdvancedServerOps-38498957-project] 10.222.0.75 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1311288 Feb 09 20:10:37.666214 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 54626) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:10:37.671281 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.v2.base [None req-4814a68f-c990-4495-baf6-c07987f4de83 tempest-TestNetworkAdvancedServerOps-38498957 tempest-TestNetworkAdvancedServerOps-38498957-project] Request body: {'security_group_rule': {'security_group_id': '593a2d8e-fb79-4e46-ac61-c3c04a45383e', 'project_id': 'c799cd12150c4200978dc1a66164f122', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 20:10:37.696633 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-4814a68f-c990-4495-baf6-c07987f4de83 tempest-TestNetworkAdvancedServerOps-38498957 tempest-TestNetworkAdvancedServerOps-38498957-project] Publish callbacks [] for security_group_rule (c84d0eda-6e02-435b-a188-3c3fcd586506), before_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:10:37.716814 n-d-713498-36 neutron-server[103233]: DEBUG neutron.db.agents_db [None req-4a8a6a42-0a0c-4437-8958-92282682b6bb None None] Agent healthcheck: found 7 active agents {{(pid=103233) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 20:10:37.754197 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-4814a68f-c990-4495-baf6-c07987f4de83 tempest-TestNetworkAdvancedServerOps-38498957 tempest-TestNetworkAdvancedServerOps-38498957-project] Publish callbacks [] for security_group_rule (c84d0eda-6e02-435b-a188-3c3fcd586506), precommit_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:10:37.757613 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-4814a68f-c990-4495-baf6-c07987f4de83 tempest-TestNetworkAdvancedServerOps-38498957 tempest-TestNetworkAdvancedServerOps-38498957-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1892250'] for security_group_rule (c84d0eda-6e02-435b-a188-3c3fcd586506), after_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:10:37.772992 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4814a68f-c990-4495-baf6-c07987f4de83 tempest-TestNetworkAdvancedServerOps-38498957 tempest-TestNetworkAdvancedServerOps-38498957-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c84d0eda-6e02-435b-a188-3c3fcd586506,revision_number=0']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:10:37.783688 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-4814a68f-c990-4495-baf6-c07987f4de83 tempest-TestNetworkAdvancedServerOps-38498957 tempest-TestNetworkAdvancedServerOps-38498957-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:10:37.784905 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-4814a68f-c990-4495-baf6-c07987f4de83 tempest-TestNetworkAdvancedServerOps-38498957 tempest-TestNetworkAdvancedServerOps-38498957-project] 10.222.0.75 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1177716 Feb 09 20:10:37.787602 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 54628) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:10:37.791988 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.v2.base [None req-3de11a47-98cd-4bcc-8c9e-d945872b9734 tempest-TestNetworkAdvancedServerOps-38498957 tempest-TestNetworkAdvancedServerOps-38498957-project] Request body: {'security_group_rule': {'security_group_id': '593a2d8e-fb79-4e46-ac61-c3c04a45383e', 'project_id': 'c799cd12150c4200978dc1a66164f122', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 20:10:37.818389 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-3de11a47-98cd-4bcc-8c9e-d945872b9734 tempest-TestNetworkAdvancedServerOps-38498957 tempest-TestNetworkAdvancedServerOps-38498957-project] Publish callbacks [] for security_group_rule (cb5aff58-1030-4154-96fc-c8e4e0e4a704), before_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:10:37.879496 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-3de11a47-98cd-4bcc-8c9e-d945872b9734 tempest-TestNetworkAdvancedServerOps-38498957 tempest-TestNetworkAdvancedServerOps-38498957-project] Publish callbacks [] for security_group_rule (cb5aff58-1030-4154-96fc-c8e4e0e4a704), precommit_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:10:37.883330 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-3de11a47-98cd-4bcc-8c9e-d945872b9734 tempest-TestNetworkAdvancedServerOps-38498957 tempest-TestNetworkAdvancedServerOps-38498957-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1892250'] for security_group_rule (cb5aff58-1030-4154-96fc-c8e4e0e4a704), after_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:10:37.904819 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3de11a47-98cd-4bcc-8c9e-d945872b9734 tempest-TestNetworkAdvancedServerOps-38498957 tempest-TestNetworkAdvancedServerOps-38498957-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cb5aff58-1030-4154-96fc-c8e4e0e4a704,revision_number=0']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:10:37.914491 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-3de11a47-98cd-4bcc-8c9e-d945872b9734 tempest-TestNetworkAdvancedServerOps-38498957 tempest-TestNetworkAdvancedServerOps-38498957-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:10:37.915701 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-3de11a47-98cd-4bcc-8c9e-d945872b9734 tempest-TestNetworkAdvancedServerOps-38498957 tempest-TestNetworkAdvancedServerOps-38498957-project] 10.222.0.75 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1271451 Feb 09 20:10:37.919451 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 54630) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:10:37.924048 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.v2.base [None req-99f53120-92dd-41ff-ae7c-9333fe5b3e55 tempest-TestNetworkAdvancedServerOps-38498957 tempest-TestNetworkAdvancedServerOps-38498957-project] Request body: {'security_group_rule': {'security_group_id': '593a2d8e-fb79-4e46-ac61-c3c04a45383e', 'project_id': 'c799cd12150c4200978dc1a66164f122', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103230) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 20:10:37.951063 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-99f53120-92dd-41ff-ae7c-9333fe5b3e55 tempest-TestNetworkAdvancedServerOps-38498957 tempest-TestNetworkAdvancedServerOps-38498957-project] Publish callbacks [] for security_group_rule (9735f740-0e42-4809-b3fa-1abc3529dcb5), before_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:10:38.010774 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-99f53120-92dd-41ff-ae7c-9333fe5b3e55 tempest-TestNetworkAdvancedServerOps-38498957 tempest-TestNetworkAdvancedServerOps-38498957-project] Publish callbacks [] for security_group_rule (9735f740-0e42-4809-b3fa-1abc3529dcb5), precommit_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:10:38.014714 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-99f53120-92dd-41ff-ae7c-9333fe5b3e55 tempest-TestNetworkAdvancedServerOps-38498957 tempest-TestNetworkAdvancedServerOps-38498957-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1892250'] for security_group_rule (9735f740-0e42-4809-b3fa-1abc3529dcb5), after_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:10:38.032904 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99f53120-92dd-41ff-ae7c-9333fe5b3e55 tempest-TestNetworkAdvancedServerOps-38498957 tempest-TestNetworkAdvancedServerOps-38498957-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9735f740-0e42-4809-b3fa-1abc3529dcb5,revision_number=0']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:10:38.042610 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-99f53120-92dd-41ff-ae7c-9333fe5b3e55 tempest-TestNetworkAdvancedServerOps-38498957 tempest-TestNetworkAdvancedServerOps-38498957-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:10:38.046417 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-99f53120-92dd-41ff-ae7c-9333fe5b3e55 tempest-TestNetworkAdvancedServerOps-38498957 tempest-TestNetworkAdvancedServerOps-38498957-project] 10.222.0.75 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1233327 Feb 09 20:10:38.046560 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 54632) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:10:38.050997 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.v2.base [None req-1a2fa6ec-376b-45d6-8bbf-4d59b5c650b4 tempest-TestNetworkAdvancedServerOps-38498957 tempest-TestNetworkAdvancedServerOps-38498957-project] Request body: {'security_group_rule': {'security_group_id': '593a2d8e-fb79-4e46-ac61-c3c04a45383e', 'project_id': 'c799cd12150c4200978dc1a66164f122', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103230) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 20:10:38.072013 n-d-713498-36 neutron-server[103230]: INFO neutron.db.securitygroups_db [None req-1a2fa6ec-376b-45d6-8bbf-4d59b5c650b4 tempest-TestNetworkAdvancedServerOps-38498957 tempest-TestNetworkAdvancedServerOps-38498957-project] Project c799cd12150c4200978dc1a66164f122 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 09 20:10:38.077831 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-1a2fa6ec-376b-45d6-8bbf-4d59b5c650b4 tempest-TestNetworkAdvancedServerOps-38498957 tempest-TestNetworkAdvancedServerOps-38498957-project] Publish callbacks [] for security_group_rule (f5ce450e-9836-4d96-956b-a2c411bd0095), before_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:10:38.137503 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-1a2fa6ec-376b-45d6-8bbf-4d59b5c650b4 tempest-TestNetworkAdvancedServerOps-38498957 tempest-TestNetworkAdvancedServerOps-38498957-project] Publish callbacks [] for security_group_rule (f5ce450e-9836-4d96-956b-a2c411bd0095), precommit_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:10:38.142116 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-1a2fa6ec-376b-45d6-8bbf-4d59b5c650b4 tempest-TestNetworkAdvancedServerOps-38498957 tempest-TestNetworkAdvancedServerOps-38498957-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1892250'] for security_group_rule (f5ce450e-9836-4d96-956b-a2c411bd0095), after_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:10:38.165675 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a2fa6ec-376b-45d6-8bbf-4d59b5c650b4 tempest-TestNetworkAdvancedServerOps-38498957 tempest-TestNetworkAdvancedServerOps-38498957-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f5ce450e-9836-4d96-956b-a2c411bd0095,revision_number=0']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:10:38.172683 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-1a2fa6ec-376b-45d6-8bbf-4d59b5c650b4 tempest-TestNetworkAdvancedServerOps-38498957 tempest-TestNetworkAdvancedServerOps-38498957-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:10:38.173301 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-1a2fa6ec-376b-45d6-8bbf-4d59b5c650b4 tempest-TestNetworkAdvancedServerOps-38498957 tempest-TestNetworkAdvancedServerOps-38498957-project] 10.222.0.75 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1258347 Feb 09 20:10:38.175943 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 54634) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:10:38.180184 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.v2.base [None req-c4f20197-353c-46b1-ad51-b6eedf243aca tempest-TestNetworkAdvancedServerOps-38498957 tempest-TestNetworkAdvancedServerOps-38498957-project] Request body: {'security_group_rule': {'security_group_id': '593a2d8e-fb79-4e46-ac61-c3c04a45383e', 'project_id': 'c799cd12150c4200978dc1a66164f122', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103230) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 20:10:38.200026 n-d-713498-36 neutron-server[103230]: INFO neutron.db.securitygroups_db [None req-c4f20197-353c-46b1-ad51-b6eedf243aca tempest-TestNetworkAdvancedServerOps-38498957 tempest-TestNetworkAdvancedServerOps-38498957-project] Project c799cd12150c4200978dc1a66164f122 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 09 20:10:38.204893 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-c4f20197-353c-46b1-ad51-b6eedf243aca tempest-TestNetworkAdvancedServerOps-38498957 tempest-TestNetworkAdvancedServerOps-38498957-project] Publish callbacks [] for security_group_rule (ecab8de8-394d-41e2-8c41-4d40f0b945f0), before_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:10:38.265202 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-c4f20197-353c-46b1-ad51-b6eedf243aca tempest-TestNetworkAdvancedServerOps-38498957 tempest-TestNetworkAdvancedServerOps-38498957-project] Publish callbacks [] for security_group_rule (ecab8de8-394d-41e2-8c41-4d40f0b945f0), precommit_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:10:38.268707 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-c4f20197-353c-46b1-ad51-b6eedf243aca tempest-TestNetworkAdvancedServerOps-38498957 tempest-TestNetworkAdvancedServerOps-38498957-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1892250'] for security_group_rule (ecab8de8-394d-41e2-8c41-4d40f0b945f0), after_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:10:38.293256 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4f20197-353c-46b1-ad51-b6eedf243aca tempest-TestNetworkAdvancedServerOps-38498957 tempest-TestNetworkAdvancedServerOps-38498957-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ecab8de8-394d-41e2-8c41-4d40f0b945f0,revision_number=0']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:10:38.299508 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-c4f20197-353c-46b1-ad51-b6eedf243aca tempest-TestNetworkAdvancedServerOps-38498957 tempest-TestNetworkAdvancedServerOps-38498957-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:10:38.303908 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-c4f20197-353c-46b1-ad51-b6eedf243aca tempest-TestNetworkAdvancedServerOps-38498957 tempest-TestNetworkAdvancedServerOps-38498957-project] 10.222.0.75 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1238863 Feb 09 20:10:38.303908 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 54636) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:10:38.309415 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.v2.base [None req-372ffd08-af59-427c-bc5d-8ebc2e6bff99 tempest-TestNetworkAdvancedServerOps-38498957 tempest-TestNetworkAdvancedServerOps-38498957-project] Request body: {'network': {'name': 'tempest-network-smoke--1882998501', 'project_id': 'c799cd12150c4200978dc1a66164f122', 'port_security_enabled': True}} {{(pid=103230) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 20:10:38.330110 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-372ffd08-af59-427c-bc5d-8ebc2e6bff99 tempest-TestNetworkAdvancedServerOps-38498957 tempest-TestNetworkAdvancedServerOps-38498957-project] Made reservation on behalf of c799cd12150c4200978dc1a66164f122 for: {'network': 1} {{(pid=103230) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 20:10:38.333497 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-372ffd08-af59-427c-bc5d-8ebc2e6bff99 tempest-TestNetworkAdvancedServerOps-38498957 tempest-TestNetworkAdvancedServerOps-38498957-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for network (None), before_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:10:38.360632 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-372ffd08-af59-427c-bc5d-8ebc2e6bff99 tempest-TestNetworkAdvancedServerOps-38498957 tempest-TestNetworkAdvancedServerOps-38498957-project] vlan segment allocate from pool success with {'vlan_id': 385, 'physical_network': 'physnet1'} {{(pid=103230) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 20:10:38.371028 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-372ffd08-af59-427c-bc5d-8ebc2e6bff99 tempest-TestNetworkAdvancedServerOps-38498957 tempest-TestNetworkAdvancedServerOps-38498957-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-759574'] for segment (e3f56fe2-eecd-418c-8ea8-4643a63acc12), precommit_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:10:38.371394 n-d-713498-36 neutron-server[103230]: INFO neutron.db.segments_db [None req-372ffd08-af59-427c-bc5d-8ebc2e6bff99 tempest-TestNetworkAdvancedServerOps-38498957 tempest-TestNetworkAdvancedServerOps-38498957-project] Added segment e3f56fe2-eecd-418c-8ea8-4643a63acc12 of type vlan for network b46e9279-2103-471b-a649-566e76ee5391 Feb 09 20:10:38.411369 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-372ffd08-af59-427c-bc5d-8ebc2e6bff99 tempest-TestNetworkAdvancedServerOps-38498957 tempest-TestNetworkAdvancedServerOps-38498957-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762866642225'] for network (b46e9279-2103-471b-a649-566e76ee5391), precommit_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:10:38.437170 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-372ffd08-af59-427c-bc5d-8ebc2e6bff99 tempest-TestNetworkAdvancedServerOps-38498957 tempest-TestNetworkAdvancedServerOps-38498957-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1885479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452'] for network (b46e9279-2103-471b-a649-566e76ee5391), after_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:10:38.442156 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-372ffd08-af59-427c-bc5d-8ebc2e6bff99 tempest-TestNetworkAdvancedServerOps-38498957 tempest-TestNetworkAdvancedServerOps-38498957-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:10:38.442732 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-372ffd08-af59-427c-bc5d-8ebc2e6bff99 tempest-TestNetworkAdvancedServerOps-38498957 tempest-TestNetworkAdvancedServerOps-38498957-project] Publish callbacks [] for network (None), before_response {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:10:38.491763 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-372ffd08-af59-427c-bc5d-8ebc2e6bff99 tempest-TestNetworkAdvancedServerOps-38498957 tempest-TestNetworkAdvancedServerOps-38498957-project] 10.222.0.75 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.1866384 Feb 09 20:10:38.494791 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 54638) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:10:38.501393 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.v2.base [None req-aac15b9e-134b-4736-a645-17c596f38cc4 tempest-TestNetworkAdvancedServerOps-38498957 tempest-TestNetworkAdvancedServerOps-38498957-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-898845328', 'admin_state_up': True, 'project_id': 'c799cd12150c4200978dc1a66164f122', 'external_gateway_info': {'network_id': '88055e1e-672a-4487-be31-ffb6e833ece5'}}} {{(pid=103230) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 20:10:38.524594 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-372ffd08-af59-427c-bc5d-8ebc2e6bff99 tempest-TestNetworkAdvancedServerOps-38498957 tempest-TestNetworkAdvancedServerOps-38498957-project] Pushing event updated for resources: {'Network': ['ID=b46e9279-2103-471b-a649-566e76ee5391,revision_number=1']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:10:38.535606 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Network b46e9279-2103-471b-a649-566e76ee5391 details requested by agent ovs-agent-n-d-713498-36 with host n-d-713498-36 {{(pid=103232) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 20:10:38.536245 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-aac15b9e-134b-4736-a645-17c596f38cc4 tempest-TestNetworkAdvancedServerOps-38498957 tempest-TestNetworkAdvancedServerOps-38498957-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1834830', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-58389'] for router (0b14e777-a83f-4c48-88b7-f88e13f4783d), before_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:10:38.537588 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-aac15b9e-134b-4736-a645-17c596f38cc4 tempest-TestNetworkAdvancedServerOps-38498957 tempest-TestNetworkAdvancedServerOps-38498957-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1834810', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1822096', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1886735', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-58380'] for router (0b14e777-a83f-4c48-88b7-f88e13f4783d), precommit_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:10:38.604033 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-aac15b9e-134b-4736-a645-17c596f38cc4 tempest-TestNetworkAdvancedServerOps-38498957 tempest-TestNetworkAdvancedServerOps-38498957-project] Publish callbacks [] for router_controller (0b14e777-a83f-4c48-88b7-f88e13f4783d), precommit_add_association {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:10:38.663588 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Device 76d6b6ad-506f-46b5-90c6-2b9ed9c7c6d6 no longer exists at agent ovs-agent-n-d-713498-36 {{(pid=103232) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 20:10:38.688740 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] No Port match for: 76d6b6ad-506f-46b5-90c6-2b9ed9c7c6d6 {{(pid=103232) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 20:10:38.689092 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Device 76d6b6ad-506f-46b5-90c6-2b9ed9c7c6d6 not bound to the agent host n-d-713498-36 {{(pid=103232) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 20:10:38.751023 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-aac15b9e-134b-4736-a645-17c596f38cc4 tempest-TestNetworkAdvancedServerOps-38498957 tempest-TestNetworkAdvancedServerOps-38498957-project] Publish callbacks [] for router_gateway (0b14e777-a83f-4c48-88b7-f88e13f4783d), precommit_update {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:10:39.252131 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-aac15b9e-134b-4736-a645-17c596f38cc4 tempest-TestNetworkAdvancedServerOps-38498957 tempest-TestNetworkAdvancedServerOps-38498957-project] Publish callbacks [] for router_gateway (0b14e777-a83f-4c48-88b7-f88e13f4783d), before_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:10:39.270343 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-aac15b9e-134b-4736-a645-17c596f38cc4 tempest-TestNetworkAdvancedServerOps-38498957 tempest-TestNetworkAdvancedServerOps-38498957-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (None), before_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:10:39.375378 n-d-713498-36 neutron-server[103230]: DEBUG neutron.db.db_base_plugin_common [None req-aac15b9e-134b-4736-a645-17c596f38cc4 tempest-TestNetworkAdvancedServerOps-38498957 tempest-TestNetworkAdvancedServerOps-38498957-project] Allocated IP 172.25.1.10 (88055e1e-672a-4487-be31-ffb6e833ece5/ac16dbcc-383c-4b43-9153-d763c4a53f91/cd3d5d76-16c4-4067-9fb9-efe9a189ac56) {{(pid=103230) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 20:10:39.480856 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-aac15b9e-134b-4736-a645-17c596f38cc4 tempest-TestNetworkAdvancedServerOps-38498957 tempest-TestNetworkAdvancedServerOps-38498957-project] Publish callbacks [] for port (cd3d5d76-16c4-4067-9fb9-efe9a189ac56), precommit_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:10:39.513431 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-aac15b9e-134b-4736-a645-17c596f38cc4 tempest-TestNetworkAdvancedServerOps-38498957 tempest-TestNetworkAdvancedServerOps-38498957-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762866656467', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14393751'] for port (cd3d5d76-16c4-4067-9fb9-efe9a189ac56), after_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:10:39.553157 n-d-713498-36 neutron-server[103230]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aac15b9e-134b-4736-a645-17c596f38cc4 tempest-TestNetworkAdvancedServerOps-38498957 tempest-TestNetworkAdvancedServerOps-38498957-project] Network 88055e1e-672a-4487-be31-ffb6e833ece5 is already hosted by enough agents. {{(pid=103230) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 20:10:39.556139 n-d-713498-36 neutron-server[103230]: DEBUG neutron.scheduler.base_scheduler [None req-aac15b9e-134b-4736-a645-17c596f38cc4 tempest-TestNetworkAdvancedServerOps-38498957 tempest-TestNetworkAdvancedServerOps-38498957-project] Resources bound (agent type, host, resource id): {{(pid=103230) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 20:10:39.560265 n-d-713498-36 neutron-server[103230]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aac15b9e-134b-4736-a645-17c596f38cc4 tempest-TestNetworkAdvancedServerOps-38498957 tempest-TestNetworkAdvancedServerOps-38498957-project] Received port after_create {{(pid=103230) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 20:10:39.565876 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aac15b9e-134b-4736-a645-17c596f38cc4 tempest-TestNetworkAdvancedServerOps-38498957 tempest-TestNetworkAdvancedServerOps-38498957-project] Pushing event updated for resources: {'Port': ['ID=cd3d5d76-16c4-4067-9fb9-efe9a189ac56,revision_number=1']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:10:39.820899 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-aac15b9e-134b-4736-a645-17c596f38cc4 tempest-TestNetworkAdvancedServerOps-38498957 tempest-TestNetworkAdvancedServerOps-38498957-project] Publish callbacks [] for router_gateway (0b14e777-a83f-4c48-88b7-f88e13f4783d), after_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:10:40.024925 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-aac15b9e-134b-4736-a645-17c596f38cc4 tempest-TestNetworkAdvancedServerOps-38498957 tempest-TestNetworkAdvancedServerOps-38498957-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1834945', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1818951'] for router (0b14e777-a83f-4c48-88b7-f88e13f4783d), after_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:10:40.155092 n-d-713498-36 neutron-server[103230]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aac15b9e-134b-4736-a645-17c596f38cc4 tempest-TestNetworkAdvancedServerOps-38498957 tempest-TestNetworkAdvancedServerOps-38498957-project] Router 0b14e777-a83f-4c48-88b7-f88e13f4783d is scheduled to L3 agent 93303d5e-5d17-45e8-8963-7694f87783ae with binding_index 1 {{(pid=103230) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 09 20:10:40.264914 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aac15b9e-134b-4736-a645-17c596f38cc4 tempest-TestNetworkAdvancedServerOps-38498957 tempest-TestNetworkAdvancedServerOps-38498957-project] Notify agent at l3_agent.n-d-713498-36 the message routers_updated {{(pid=103230) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 20:10:40.274665 n-d-713498-36 neutron-server[103233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8c62245-aee8-4d03-bc0f-05398be0a960 None None] Sync routers for ids ['0b14e777-a83f-4c48-88b7-f88e13f4783d'] in n-d-713498-36 {{(pid=103233) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 20:10:40.283935 n-d-713498-36 neutron-server[103233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8c62245-aee8-4d03-bc0f-05398be0a960 None None] Routers {'0b14e777-a83f-4c48-88b7-f88e13f4783d'} bound to L3 agent in host n-d-713498-36 {{(pid=103233) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 20:10:40.284612 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-aac15b9e-134b-4736-a645-17c596f38cc4 tempest-TestNetworkAdvancedServerOps-38498957 tempest-TestNetworkAdvancedServerOps-38498957-project] Publish callbacks [] for router (None), before_response {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:10:40.284770 n-d-713498-36 neutron-server[103233]: DEBUG neutron.db.l3_hamode_db [None req-b8c62245-aee8-4d03-bc0f-05398be0a960 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T18:51:43Z,description=,heartbeat_timestamp=2022-02-09T20:10:13Z,host='n-d-713498-36',id=93303d5e-5d17-45e8-8963-7694f87783ae,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T18:51:43Z,topic='l3_agent')) {'router_ids': ['0b14e777-a83f-4c48-88b7-f88e13f4783d'], 'active': True} {{(pid=103233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 20:10:40.285870 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-aac15b9e-134b-4736-a645-17c596f38cc4 tempest-TestNetworkAdvancedServerOps-38498957 tempest-TestNetworkAdvancedServerOps-38498957-project] 10.222.0.75 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 1.7901342 Feb 09 20:10:40.289113 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 54640) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:10:40.318616 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-b1a78931-08ba-473e-8738-7b39d7909c9b tempest-TestNetworkAdvancedServerOps-796730407 tempest-TestNetworkAdvancedServerOps-796730407-project-admin] 10.222.0.75 "GET /v2.0/subnets?project_id=c799cd12150c4200978dc1a66164f122&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0283554 Feb 09 20:10:40.321321 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 54642) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:10:40.393787 n-d-713498-36 neutron-server[103233]: DEBUG neutron.db.l3_dvr_db [None req-b8c62245-aee8-4d03-bc0f-05398be0a960 None None] Set router 0b14e777-a83f-4c48-88b7-f88e13f4783d gateway port host: n-d-713498-36 {{(pid=103233) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 20:10:40.408745 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76e66e19-f70c-4b35-9404-5a0a2c2c4512 tempest-TestNetworkAdvancedServerOps-796730407 tempest-TestNetworkAdvancedServerOps-796730407-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:10:40.410105 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-76e66e19-f70c-4b35-9404-5a0a2c2c4512 tempest-TestNetworkAdvancedServerOps-796730407 tempest-TestNetworkAdvancedServerOps-796730407-project-admin] 10.222.0.75 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0877328 Feb 09 20:10:40.415086 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 54644) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:10:40.443070 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-95f6a65e-d9bd-4389-bb35-3f5dc0a19aa3 tempest-TestNetworkAdvancedServerOps-796730407 tempest-TestNetworkAdvancedServerOps-796730407-project-admin] 10.222.0.75 "GET /v2.0/subnets?network_id=88055e1e-672a-4487-be31-ffb6e833ece5&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0268981 Feb 09 20:10:40.445572 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 54646) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:10:40.451436 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.v2.base [None req-1fd05850-34ba-43c1-a1d5-3d337d2c6c42 tempest-TestNetworkAdvancedServerOps-38498957 tempest-TestNetworkAdvancedServerOps-38498957-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1570949926', 'network_id': 'b46e9279-2103-471b-a649-566e76ee5391', 'project_id': 'c799cd12150c4200978dc1a66164f122', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 20:10:40.538828 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1fd05850-34ba-43c1-a1d5-3d337d2c6c42 tempest-TestNetworkAdvancedServerOps-38498957 tempest-TestNetworkAdvancedServerOps-38498957-project] Made reservation on behalf of c799cd12150c4200978dc1a66164f122 for: {'subnet': 1} {{(pid=103229) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 20:10:40.543050 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-1fd05850-34ba-43c1-a1d5-3d337d2c6c42 tempest-TestNetworkAdvancedServerOps-38498957 tempest-TestNetworkAdvancedServerOps-38498957-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12759265'] for subnet (None), before_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:10:40.582745 n-d-713498-36 neutron-server[103233]: DEBUG neutron.db.l3_hamode_db [None req-b8c62245-aee8-4d03-bc0f-05398be0a960 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b14e777-a83f-4c48-88b7-f88e13f4783d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-898845328', 'tenant_id': 'c799cd12150c4200978dc1a66164f122', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88055e1e-672a-4487-be31-ffb6e833ece5', 'external_fixed_ips': [{'subnet_id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'ip_address': '172.25.1.10'}], 'enable_snat': True}, 'gw_port_id': 'cd3d5d76-16c4-4067-9fb9-efe9a189ac56', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T20:10:38Z', 'updated_at': '2022-02-09T20:10:39Z', 'revision_number': 3, 'project_id': 'c799cd12150c4200978dc1a66164f122', 'gw_port': {'id': 'cd3d5d76-16c4-4067-9fb9-efe9a189ac56', 'name': '', 'network_id': '88055e1e-672a-4487-be31-ffb6e833ece5', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:11:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0b14e777-a83f-4c48-88b7-f88e13f4783d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4271, 'fixed_ips': [{'subnet_id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'ip_address': '172.25.1.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T20:10:39Z', 'updated_at': '2022-02-09T20:10:39Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-36'}], 'n-d-713498-36', False) {} {{(pid=103233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 20:10:40.609485 n-d-713498-36 neutron-server[103233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8c62245-aee8-4d03-bc0f-05398be0a960 None None] Checking router: 0b14e777-a83f-4c48-88b7-f88e13f4783d for host: n-d-713498-36 {{(pid=103233) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 20:10:40.609837 n-d-713498-36 neutron-server[103233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8c62245-aee8-4d03-bc0f-05398be0a960 None None] Updating router 0b14e777-a83f-4c48-88b7-f88e13f4783d port cd3d5d76-16c4-4067-9fb9-efe9a189ac56 binding host n-d-713498-36 {{(pid=103233) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 20:10:40.637529 n-d-713498-36 neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-b8c62245-aee8-4d03-bc0f-05398be0a960 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (cd3d5d76-16c4-4067-9fb9-efe9a189ac56), before_update {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:10:40.725570 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-1fd05850-34ba-43c1-a1d5-3d337d2c6c42 tempest-TestNetworkAdvancedServerOps-38498957 tempest-TestNetworkAdvancedServerOps-38498957-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12867428', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12759263'] for subnet (3da85bce-19c1-4392-8eda-0f0b1a480b9b), after_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:10:40.790277 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fd05850-34ba-43c1-a1d5-3d337d2c6c42 tempest-TestNetworkAdvancedServerOps-38498957 tempest-TestNetworkAdvancedServerOps-38498957-project] Pushing event updated for resources: {'Subnet': ['ID=3da85bce-19c1-4392-8eda-0f0b1a480b9b,revision_number=0']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:10:40.802822 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fd05850-34ba-43c1-a1d5-3d337d2c6c42 tempest-TestNetworkAdvancedServerOps-38498957 tempest-TestNetworkAdvancedServerOps-38498957-project] Checking segment: {'id': 'e3f56fe2-eecd-418c-8ea8-4643a63acc12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': 'b46e9279-2103-471b-a649-566e76ee5391'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103229) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 20:10:40.803197 n-d-713498-36 neutron-server[103229]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1fd05850-34ba-43c1-a1d5-3d337d2c6c42 tempest-TestNetworkAdvancedServerOps-38498957 tempest-TestNetworkAdvancedServerOps-38498957-project] Network hostable DHCP agents. Network: b46e9279-2103-471b-a649-566e76ee5391, hostable agents: ['af91e4b9-f4e1-42b1-a25c-a10dc47171c8'], hosted agents: [] {{(pid=103229) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 20:10:40.826220 n-d-713498-36 neutron-server[103229]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1fd05850-34ba-43c1-a1d5-3d337d2c6c42 tempest-TestNetworkAdvancedServerOps-38498957 tempest-TestNetworkAdvancedServerOps-38498957-project] Network b46e9279-2103-471b-a649-566e76ee5391 is scheduled to be hosted by DHCP agent af91e4b9-f4e1-42b1-a25c-a10dc47171c8 with binding_index 1 {{(pid=103229) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 20:10:40.837044 n-d-713498-36 neutron-server[103229]: DEBUG neutron.scheduler.base_scheduler [None req-1fd05850-34ba-43c1-a1d5-3d337d2c6c42 tempest-TestNetworkAdvancedServerOps-38498957 tempest-TestNetworkAdvancedServerOps-38498957-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713498-36, b46e9279-2103-471b-a649-566e76ee5391) {{(pid=103229) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 20:10:40.842566 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1fd05850-34ba-43c1-a1d5-3d337d2c6c42 tempest-TestNetworkAdvancedServerOps-38498957 tempest-TestNetworkAdvancedServerOps-38498957-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:10:40.843185 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-1fd05850-34ba-43c1-a1d5-3d337d2c6c42 tempest-TestNetworkAdvancedServerOps-38498957 tempest-TestNetworkAdvancedServerOps-38498957-project] Publish callbacks [] for subnet (None), before_response {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:10:40.850927 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42ca826c-92b6-411c-a746-c7518df7c018 None None] Network b46e9279-2103-471b-a649-566e76ee5391 requested from n-d-713498-36 {{(pid=103232) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 20:10:40.861767 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-1fd05850-34ba-43c1-a1d5-3d337d2c6c42 tempest-TestNetworkAdvancedServerOps-38498957 tempest-TestNetworkAdvancedServerOps-38498957-project] 10.222.0.75 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.4143152 Feb 09 20:10:40.865020 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 54648) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:10:40.910820 n-d-713498-36 neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-b8c62245-aee8-4d03-bc0f-05398be0a960 None None] Publish callbacks [] for port (cd3d5d76-16c4-4067-9fb9-efe9a189ac56), precommit_update {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:10:40.921645 n-d-713498-36 neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-b8c62245-aee8-4d03-bc0f-05398be0a960 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762867176205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762866656485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762866656503'] for port (cd3d5d76-16c4-4067-9fb9-efe9a189ac56), after_update {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:10:40.940946 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-73cb1620-382c-4ea6-9b4f-c007b6aad0e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762867132591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593584'] for agent (af91e4b9-f4e1-42b1-a25c-a10dc47171c8), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:10:40.972949 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24f98054-4c3b-4524-8aab-4b200e6ba003 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8b32e980-7cce-5e82-a341-bd2fa8945c89-b46e9279-2103-471b-a649-566e76ee5391', 'network_id': 'b46e9279-2103-471b-a649-566e76ee5391', 'project_id': 'c799cd12150c4200978dc1a66164f122', 'fixed_ips': [{'subnet_id': '3da85bce-19c1-4392-8eda-0f0b1a480b9b'}]}} from n-d-713498-36. {{(pid=103232) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 09 20:10:40.974058 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-24f98054-4c3b-4524-8aab-4b200e6ba003 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (None), before_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:10:40.975390 n-d-713498-36 neutron-server[103233]: DEBUG neutron.plugins.ml2.managers [None req-b8c62245-aee8-4d03-bc0f-05398be0a960 None None] Attempting to bind port cd3d5d76-16c4-4067-9fb9-efe9a189ac56 on host n-d-713498-36 for vnic_type normal with profile {{(pid=103233) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 20:10:40.975895 n-d-713498-36 neutron-server[103233]: DEBUG neutron.plugins.ml2.managers [None req-b8c62245-aee8-4d03-bc0f-05398be0a960 None None] Attempting to bind port cd3d5d76-16c4-4067-9fb9-efe9a189ac56 by drivers openvswitch,hyperv on host n-d-713498-36 at level 0 using segments [{'id': 'a4222f89-8d3f-4b51-953b-1a8126392491', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '88055e1e-672a-4487-be31-ffb6e833ece5'}] {{(pid=103233) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 20:10:40.976274 n-d-713498-36 neutron-server[103233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8c62245-aee8-4d03-bc0f-05398be0a960 None None] Attempting to bind port cd3d5d76-16c4-4067-9fb9-efe9a189ac56 on network 88055e1e-672a-4487-be31-ffb6e833ece5 {{(pid=103233) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 20:10:40.987848 n-d-713498-36 neutron-server[103233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8c62245-aee8-4d03-bc0f-05398be0a960 None None] Checking agent: {'id': '496418a2-c002-4aec-ab1a-07f3bea491bd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-36', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 18, 51, 47), 'started_at': datetime.datetime(2022, 2, 9, 18, 52, 17), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 20, 10, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-36'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103233) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 20:10:40.988223 n-d-713498-36 neutron-server[103233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8c62245-aee8-4d03-bc0f-05398be0a960 None None] Checking segment: {'id': 'a4222f89-8d3f-4b51-953b-1a8126392491', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '88055e1e-672a-4487-be31-ffb6e833ece5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103233) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 20:10:40.988842 n-d-713498-36 neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-b8c62245-aee8-4d03-bc0f-05398be0a960 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:10:40.989233 n-d-713498-36 neutron-server[103233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8c62245-aee8-4d03-bc0f-05398be0a960 None None] Bound using segment: {'id': 'a4222f89-8d3f-4b51-953b-1a8126392491', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '88055e1e-672a-4487-be31-ffb6e833ece5'} {{(pid=103233) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 20:10:40.989857 n-d-713498-36 neutron-server[103233]: DEBUG neutron.plugins.ml2.managers [None req-b8c62245-aee8-4d03-bc0f-05398be0a960 None None] Bound port: cd3d5d76-16c4-4067-9fb9-efe9a189ac56, host: n-d-713498-36, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a4222f89-8d3f-4b51-953b-1a8126392491', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '88055e1e-672a-4487-be31-ffb6e833ece5'}}] {{(pid=103233) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 20:10:40.990452 n-d-713498-36 neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-b8c62245-aee8-4d03-bc0f-05398be0a960 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (cd3d5d76-16c4-4067-9fb9-efe9a189ac56), before_update {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:10:40.992196 n-d-713498-36 neutron-server[103233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af2ab7f7-f150-4ad4-a09d-6175a99da397 None None] Pushing event updated for resources: {'Port': ['ID=cd3d5d76-16c4-4067-9fb9-efe9a189ac56,revision_number=2']} {{(pid=103233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:10:41.016746 n-d-713498-36 neutron-server[103233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af2ab7f7-f150-4ad4-a09d-6175a99da397 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:10:41.017096 n-d-713498-36 neutron-server[103233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af2ab7f7-f150-4ad4-a09d-6175a99da397 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:10:41.017477 n-d-713498-36 neutron-server[103233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af2ab7f7-f150-4ad4-a09d-6175a99da397 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:10:41.017850 n-d-713498-36 neutron-server[103233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af2ab7f7-f150-4ad4-a09d-6175a99da397 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:10:41.018269 n-d-713498-36 neutron-server[103233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af2ab7f7-f150-4ad4-a09d-6175a99da397 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:10:41.018679 n-d-713498-36 neutron-server[103233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af2ab7f7-f150-4ad4-a09d-6175a99da397 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:10:41.018993 n-d-713498-36 neutron-server[103233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af2ab7f7-f150-4ad4-a09d-6175a99da397 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:10:41.019320 n-d-713498-36 neutron-server[103233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af2ab7f7-f150-4ad4-a09d-6175a99da397 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:10:41.019644 n-d-713498-36 neutron-server[103233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af2ab7f7-f150-4ad4-a09d-6175a99da397 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:10:41.019966 n-d-713498-36 neutron-server[103233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af2ab7f7-f150-4ad4-a09d-6175a99da397 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:10:41.020294 n-d-713498-36 neutron-server[103233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af2ab7f7-f150-4ad4-a09d-6175a99da397 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:10:41.020619 n-d-713498-36 neutron-server[103233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af2ab7f7-f150-4ad4-a09d-6175a99da397 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:10:41.020947 n-d-713498-36 neutron-server[103233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af2ab7f7-f150-4ad4-a09d-6175a99da397 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:10:41.063192 n-d-713498-36 neutron-server[103233]: DEBUG neutron.plugins.ml2.db [None req-b8c62245-aee8-4d03-bc0f-05398be0a960 None None] For port cd3d5d76-16c4-4067-9fb9-efe9a189ac56, host n-d-713498-36, cleared binding levels {{(pid=103233) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 20:10:41.066404 n-d-713498-36 neutron-server[103233]: DEBUG neutron.plugins.ml2.db [None req-b8c62245-aee8-4d03-bc0f-05398be0a960 None None] For port cd3d5d76-16c4-4067-9fb9-efe9a189ac56, host n-d-713498-36, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-36',level=0,port_id=cd3d5d76-16c4-4067-9fb9-efe9a189ac56,segment=NetworkSegment(a4222f89-8d3f-4b51-953b-1a8126392491),segment_id=a4222f89-8d3f-4b51-953b-1a8126392491)] {{(pid=103233) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 20:10:41.073394 n-d-713498-36 neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-b8c62245-aee8-4d03-bc0f-05398be0a960 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762867176205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762866656485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762866656503'] for port (cd3d5d76-16c4-4067-9fb9-efe9a189ac56), after_update {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:10:41.125457 n-d-713498-36 neutron-server[103233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8c62245-aee8-4d03-bc0f-05398be0a960 None None] Routers {'0b14e777-a83f-4c48-88b7-f88e13f4783d'} bound to L3 agent in host n-d-713498-36 {{(pid=103233) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 20:10:41.126125 n-d-713498-36 neutron-server[103233]: DEBUG neutron.db.l3_hamode_db [None req-b8c62245-aee8-4d03-bc0f-05398be0a960 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T18:51:43Z,description=,heartbeat_timestamp=2022-02-09T20:10:13Z,host='n-d-713498-36',id=93303d5e-5d17-45e8-8963-7694f87783ae,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T18:51:43Z,topic='l3_agent')) {'router_ids': ['0b14e777-a83f-4c48-88b7-f88e13f4783d'], 'active': True} {{(pid=103233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 20:10:41.134331 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.db_base_plugin_common [None req-24f98054-4c3b-4524-8aab-4b200e6ba003 None None] Allocated IP 172.20.0.2 (b46e9279-2103-471b-a649-566e76ee5391/3da85bce-19c1-4392-8eda-0f0b1a480b9b/247f45df-920c-4d88-9bc6-f2bd6b2d3d67) {{(pid=103232) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 20:10:41.208053 n-d-713498-36 neutron-server[103233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af2ab7f7-f150-4ad4-a09d-6175a99da397 None None] Pushing event updated for resources: {'Port': ['ID=cd3d5d76-16c4-4067-9fb9-efe9a189ac56,revision_number=3']} {{(pid=103233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:10:41.260484 n-d-713498-36 neutron-server[103233]: DEBUG neutron.db.l3_dvr_db [None req-b8c62245-aee8-4d03-bc0f-05398be0a960 None None] Set router 0b14e777-a83f-4c48-88b7-f88e13f4783d gateway port host: n-d-713498-36 {{(pid=103233) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 20:10:41.308118 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-24f98054-4c3b-4524-8aab-4b200e6ba003 None None] Publish callbacks [] for port (247f45df-920c-4d88-9bc6-f2bd6b2d3d67), precommit_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:10:41.315415 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-24f98054-4c3b-4524-8aab-4b200e6ba003 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762866656467'] for port (247f45df-920c-4d88-9bc6-f2bd6b2d3d67), after_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:10:41.356461 n-d-713498-36 neutron-server[103232]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24f98054-4c3b-4524-8aab-4b200e6ba003 None None] Network b46e9279-2103-471b-a649-566e76ee5391 is already hosted by enough agents. {{(pid=103232) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 20:10:41.361099 n-d-713498-36 neutron-server[103232]: DEBUG neutron.scheduler.base_scheduler [None req-24f98054-4c3b-4524-8aab-4b200e6ba003 None None] Resources bound (agent type, host, resource id): {{(pid=103232) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 20:10:41.363675 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24f98054-4c3b-4524-8aab-4b200e6ba003 None None] Received port after_create {{(pid=103232) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 20:10:41.376528 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-88c84a37-c8a1-456c-9a10-1d1eee9adc64 tempest-TestNetworkAdvancedServerOps-38498957 tempest-TestNetworkAdvancedServerOps-38498957-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (None), before_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:10:41.399925 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24f98054-4c3b-4524-8aab-4b200e6ba003 None None] Pushing event updated for resources: {'Port': ['ID=247f45df-920c-4d88-9bc6-f2bd6b2d3d67,revision_number=1']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:10:41.443255 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.managers [None req-24f98054-4c3b-4524-8aab-4b200e6ba003 None None] Attempting to bind port 247f45df-920c-4d88-9bc6-f2bd6b2d3d67 on host n-d-713498-36 for vnic_type normal with profile {{(pid=103232) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 20:10:41.443635 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.managers [None req-24f98054-4c3b-4524-8aab-4b200e6ba003 None None] Attempting to bind port 247f45df-920c-4d88-9bc6-f2bd6b2d3d67 by drivers openvswitch,hyperv on host n-d-713498-36 at level 0 using segments [{'id': 'e3f56fe2-eecd-418c-8ea8-4643a63acc12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': 'b46e9279-2103-471b-a649-566e76ee5391'}] {{(pid=103232) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 20:10:41.444005 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24f98054-4c3b-4524-8aab-4b200e6ba003 None None] Attempting to bind port 247f45df-920c-4d88-9bc6-f2bd6b2d3d67 on network b46e9279-2103-471b-a649-566e76ee5391 {{(pid=103232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 20:10:41.450094 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24f98054-4c3b-4524-8aab-4b200e6ba003 None None] Checking agent: {'id': '496418a2-c002-4aec-ab1a-07f3bea491bd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-36', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 18, 51, 47), 'started_at': datetime.datetime(2022, 2, 9, 18, 52, 17), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 20, 10, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-36'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 20:10:41.450971 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24f98054-4c3b-4524-8aab-4b200e6ba003 None None] Checking segment: {'id': 'e3f56fe2-eecd-418c-8ea8-4643a63acc12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': 'b46e9279-2103-471b-a649-566e76ee5391'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103232) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 20:10:41.450971 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-24f98054-4c3b-4524-8aab-4b200e6ba003 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:10:41.451398 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24f98054-4c3b-4524-8aab-4b200e6ba003 None None] Bound using segment: {'id': 'e3f56fe2-eecd-418c-8ea8-4643a63acc12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': 'b46e9279-2103-471b-a649-566e76ee5391'} {{(pid=103232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 20:10:41.451878 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.managers [None req-24f98054-4c3b-4524-8aab-4b200e6ba003 None None] Bound port: 247f45df-920c-4d88-9bc6-f2bd6b2d3d67, host: n-d-713498-36, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e3f56fe2-eecd-418c-8ea8-4643a63acc12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': 'b46e9279-2103-471b-a649-566e76ee5391'}}] {{(pid=103232) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 20:10:41.452270 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-24f98054-4c3b-4524-8aab-4b200e6ba003 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (247f45df-920c-4d88-9bc6-f2bd6b2d3d67), before_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:10:41.453245 n-d-713498-36 neutron-server[103233]: DEBUG neutron.db.l3_hamode_db [None req-b8c62245-aee8-4d03-bc0f-05398be0a960 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b14e777-a83f-4c48-88b7-f88e13f4783d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-898845328', 'tenant_id': 'c799cd12150c4200978dc1a66164f122', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88055e1e-672a-4487-be31-ffb6e833ece5', 'external_fixed_ips': [{'subnet_id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'ip_address': '172.25.1.10'}], 'enable_snat': True}, 'gw_port_id': 'cd3d5d76-16c4-4067-9fb9-efe9a189ac56', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T20:10:38Z', 'updated_at': '2022-02-09T20:10:39Z', 'revision_number': 3, 'project_id': 'c799cd12150c4200978dc1a66164f122', 'gw_port': {'id': 'cd3d5d76-16c4-4067-9fb9-efe9a189ac56', 'name': '', 'network_id': '88055e1e-672a-4487-be31-ffb6e833ece5', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:11:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0b14e777-a83f-4c48-88b7-f88e13f4783d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4271, 'fixed_ips': [{'subnet_id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'ip_address': '172.25.1.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T20:10:39Z', 'updated_at': '2022-02-09T20:10:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-36'}], 'n-d-713498-36', False) {} {{(pid=103233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 20:10:41.479959 n-d-713498-36 neutron-server[103233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8c62245-aee8-4d03-bc0f-05398be0a960 None None] The sync data for ids ['0b14e777-a83f-4c48-88b7-f88e13f4783d'] in n-d-713498-36 is: [{'id': '0b14e777-a83f-4c48-88b7-f88e13f4783d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-898845328', 'tenant_id': 'c799cd12150c4200978dc1a66164f122', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88055e1e-672a-4487-be31-ffb6e833ece5', 'external_fixed_ips': [{'subnet_id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'ip_address': '172.25.1.10'}], 'enable_snat': True}, 'gw_port_id': 'cd3d5d76-16c4-4067-9fb9-efe9a189ac56', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T20:10:38Z', 'updated_at': '2022-02-09T20:10:39Z', 'revision_number': 3, 'project_id': 'c799cd12150c4200978dc1a66164f122', 'gw_port': {'id': 'cd3d5d76-16c4-4067-9fb9-efe9a189ac56', 'name': '', 'network_id': '88055e1e-672a-4487-be31-ffb6e833ece5', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:11:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0b14e777-a83f-4c48-88b7-f88e13f4783d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4271, 'fixed_ips': [{'subnet_id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'ip_address': '172.25.1.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T20:10:39Z', 'updated_at': '2022-02-09T20:10:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-36'}] {{(pid=103233) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 20:10:41.519808 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-24f98054-4c3b-4524-8aab-4b200e6ba003 None None] For port 247f45df-920c-4d88-9bc6-f2bd6b2d3d67, host n-d-713498-36, cleared binding levels {{(pid=103232) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 20:10:41.522954 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-24f98054-4c3b-4524-8aab-4b200e6ba003 None None] For port 247f45df-920c-4d88-9bc6-f2bd6b2d3d67, host n-d-713498-36, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-36',level=0,port_id=247f45df-920c-4d88-9bc6-f2bd6b2d3d67,segment=NetworkSegment(e3f56fe2-eecd-418c-8ea8-4643a63acc12),segment_id=e3f56fe2-eecd-418c-8ea8-4643a63acc12)] {{(pid=103232) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 20:10:41.531230 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-24f98054-4c3b-4524-8aab-4b200e6ba003 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762867176205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762866656485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762866656503'] for port (247f45df-920c-4d88-9bc6-f2bd6b2d3d67), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:10:41.600681 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24f98054-4c3b-4524-8aab-4b200e6ba003 None None] Pushing event updated for resources: {'Port': ['ID=247f45df-920c-4d88-9bc6-f2bd6b2d3d67,revision_number=2']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:10:41.705062 n-d-713498-36 neutron-server[103230]: DEBUG neutron.db.db_base_plugin_common [None req-88c84a37-c8a1-456c-9a10-1d1eee9adc64 tempest-TestNetworkAdvancedServerOps-38498957 tempest-TestNetworkAdvancedServerOps-38498957-project] Allocated IP 172.20.0.1 (b46e9279-2103-471b-a649-566e76ee5391/3da85bce-19c1-4392-8eda-0f0b1a480b9b/553d8d69-13de-4f32-b3ee-9ea05745b9e0) {{(pid=103230) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 20:10:41.881456 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-88c84a37-c8a1-456c-9a10-1d1eee9adc64 tempest-TestNetworkAdvancedServerOps-38498957 tempest-TestNetworkAdvancedServerOps-38498957-project] Publish callbacks [] for port (553d8d69-13de-4f32-b3ee-9ea05745b9e0), precommit_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:10:41.929612 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-88c84a37-c8a1-456c-9a10-1d1eee9adc64 tempest-TestNetworkAdvancedServerOps-38498957 tempest-TestNetworkAdvancedServerOps-38498957-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762866656467', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14393751'] for port (553d8d69-13de-4f32-b3ee-9ea05745b9e0), after_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:10:41.979557 n-d-713498-36 neutron-server[103230]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88c84a37-c8a1-456c-9a10-1d1eee9adc64 tempest-TestNetworkAdvancedServerOps-38498957 tempest-TestNetworkAdvancedServerOps-38498957-project] Network b46e9279-2103-471b-a649-566e76ee5391 is already hosted by enough agents. {{(pid=103230) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 20:10:41.982815 n-d-713498-36 neutron-server[103230]: DEBUG neutron.scheduler.base_scheduler [None req-88c84a37-c8a1-456c-9a10-1d1eee9adc64 tempest-TestNetworkAdvancedServerOps-38498957 tempest-TestNetworkAdvancedServerOps-38498957-project] Resources bound (agent type, host, resource id): {{(pid=103230) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 20:10:41.985272 n-d-713498-36 neutron-server[103230]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88c84a37-c8a1-456c-9a10-1d1eee9adc64 tempest-TestNetworkAdvancedServerOps-38498957 tempest-TestNetworkAdvancedServerOps-38498957-project] Received port after_create {{(pid=103230) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 20:10:42.024908 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88c84a37-c8a1-456c-9a10-1d1eee9adc64 tempest-TestNetworkAdvancedServerOps-38498957 tempest-TestNetworkAdvancedServerOps-38498957-project] Pushing event updated for resources: {'Port': ['ID=553d8d69-13de-4f32-b3ee-9ea05745b9e0,revision_number=1']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:10:42.040517 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-88c84a37-c8a1-456c-9a10-1d1eee9adc64 tempest-TestNetworkAdvancedServerOps-38498957 tempest-TestNetworkAdvancedServerOps-38498957-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1819024'] for router_interface (0b14e777-a83f-4c48-88b7-f88e13f4783d), before_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:10:42.192702 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-88c84a37-c8a1-456c-9a10-1d1eee9adc64 tempest-TestNetworkAdvancedServerOps-38498957 tempest-TestNetworkAdvancedServerOps-38498957-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (553d8d69-13de-4f32-b3ee-9ea05745b9e0), before_update {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:10:42.508168 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-88c84a37-c8a1-456c-9a10-1d1eee9adc64 tempest-TestNetworkAdvancedServerOps-38498957 tempest-TestNetworkAdvancedServerOps-38498957-project] Publish callbacks [] for port (553d8d69-13de-4f32-b3ee-9ea05745b9e0), precommit_update {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:10:42.516019 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-88c84a37-c8a1-456c-9a10-1d1eee9adc64 tempest-TestNetworkAdvancedServerOps-38498957 tempest-TestNetworkAdvancedServerOps-38498957-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762867176205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762866656485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762866656503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14393758'] for port (553d8d69-13de-4f32-b3ee-9ea05745b9e0), after_update {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:10:42.596796 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-88c84a37-c8a1-456c-9a10-1d1eee9adc64 tempest-TestNetworkAdvancedServerOps-38498957 tempest-TestNetworkAdvancedServerOps-38498957-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1613458', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1834496'] for router_interface (0b14e777-a83f-4c48-88b7-f88e13f4783d), after_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:10:42.598797 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88c84a37-c8a1-456c-9a10-1d1eee9adc64 tempest-TestNetworkAdvancedServerOps-38498957 tempest-TestNetworkAdvancedServerOps-38498957-project] Pushing event updated for resources: {'Port': ['ID=553d8d69-13de-4f32-b3ee-9ea05745b9e0,revision_number=2']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:10:42.619332 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e104f92-b4d4-48eb-a0d4-21d067094cf1 None None] Network b46e9279-2103-471b-a649-566e76ee5391 requested from n-d-713498-36 {{(pid=103232) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 20:10:42.693804 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.provisioning_blocks [None req-cee49bbf-6311-4115-b145-23a812d682c9 None None] Provisioning complete for port 247f45df-920c-4d88-9bc6-f2bd6b2d3d67 triggered by entity DHCP. {{(pid=103232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 20:10:42.694252 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-cee49bbf-6311-4115-b145-23a812d682c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593630'] for port (247f45df-920c-4d88-9bc6-f2bd6b2d3d67), provisioning_complete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:10:42.715800 n-d-713498-36 neutron-server[103230]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88c84a37-c8a1-456c-9a10-1d1eee9adc64 tempest-TestNetworkAdvancedServerOps-38498957 tempest-TestNetworkAdvancedServerOps-38498957-project] Network b46e9279-2103-471b-a649-566e76ee5391 is already hosted by enough agents. {{(pid=103230) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 20:10:42.717555 n-d-713498-36 neutron-server[103230]: DEBUG neutron.scheduler.base_scheduler [None req-88c84a37-c8a1-456c-9a10-1d1eee9adc64 tempest-TestNetworkAdvancedServerOps-38498957 tempest-TestNetworkAdvancedServerOps-38498957-project] Resources bound (agent type, host, resource id): {{(pid=103230) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 20:10:42.816067 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Device 247f45df-920c-4d88-9bc6-f2bd6b2d3d67 up at agent ovs-agent-n-d-713498-36 {{(pid=103232) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 20:10:42.868862 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-cee49bbf-6311-4115-b145-23a812d682c9 None None] Current status of the port 247f45df-920c-4d88-9bc6-f2bd6b2d3d67 is: DOWN; New status is: ACTIVE {{(pid=103232) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 20:10:42.869095 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-cee49bbf-6311-4115-b145-23a812d682c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (247f45df-920c-4d88-9bc6-f2bd6b2d3d67), before_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:10:42.923995 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-cee49bbf-6311-4115-b145-23a812d682c9 None None] For port 247f45df-920c-4d88-9bc6-f2bd6b2d3d67, host n-d-713498-36, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-36',level=0,port_id=247f45df-920c-4d88-9bc6-f2bd6b2d3d67,segment=NetworkSegment(e3f56fe2-eecd-418c-8ea8-4643a63acc12),segment_id=e3f56fe2-eecd-418c-8ea8-4643a63acc12)] {{(pid=103232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 20:10:42.926048 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.provisioning_blocks [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Provisioning complete for port 247f45df-920c-4d88-9bc6-f2bd6b2d3d67 triggered by entity L2. {{(pid=103232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 20:10:42.926933 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593630'] for port (247f45df-920c-4d88-9bc6-f2bd6b2d3d67), provisioning_complete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:10:42.930862 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-cee49bbf-6311-4115-b145-23a812d682c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762867176205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762866656485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762866656503'] for port (247f45df-920c-4d88-9bc6-f2bd6b2d3d67), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:10:43.031953 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cee49bbf-6311-4115-b145-23a812d682c9 None None] Pushing event updated for resources: {'Port': ['ID=247f45df-920c-4d88-9bc6-f2bd6b2d3d67,revision_number=3']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:10:43.087486 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Current status of the port 247f45df-920c-4d88-9bc6-f2bd6b2d3d67 is: ACTIVE; New status is: ACTIVE {{(pid=103232) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 20:10:43.088707 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Device cd3d5d76-16c4-4067-9fb9-efe9a189ac56 up at agent ovs-agent-n-d-713498-36 {{(pid=103232) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 20:10:43.158984 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.provisioning_blocks [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Provisioning complete for port cd3d5d76-16c4-4067-9fb9-efe9a189ac56 triggered by entity L2. {{(pid=103232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 20:10:43.159644 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593630'] for port (cd3d5d76-16c4-4067-9fb9-efe9a189ac56), provisioning_complete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:10:43.188295 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.provisioning_blocks [None req-517d5372-3ed9-4be7-97ea-5df03139b7bf None None] Provisioning complete for port 247f45df-920c-4d88-9bc6-f2bd6b2d3d67 triggered by entity DHCP. {{(pid=103232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 20:10:43.188982 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-517d5372-3ed9-4be7-97ea-5df03139b7bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593630'] for port (247f45df-920c-4d88-9bc6-f2bd6b2d3d67), provisioning_complete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:10:43.201015 n-d-713498-36 neutron-server[103230]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-88c84a37-c8a1-456c-9a10-1d1eee9adc64 tempest-TestNetworkAdvancedServerOps-38498957 tempest-TestNetworkAdvancedServerOps-38498957-project] Router 0b14e777-a83f-4c48-88b7-f88e13f4783d has already been hosted by L3 agent 93303d5e-5d17-45e8-8963-7694f87783ae {{(pid=103230) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 20:10:43.254413 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-81d3639d-f05f-4143-9ac6-331129f995f0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762867132591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593584'] for agent (93303d5e-5d17-45e8-8963-7694f87783ae), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:10:43.341363 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Current status of the port cd3d5d76-16c4-4067-9fb9-efe9a189ac56 is: DOWN; New status is: ACTIVE {{(pid=103232) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 20:10:43.341765 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (cd3d5d76-16c4-4067-9fb9-efe9a189ac56), before_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:10:43.342471 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-88c84a37-c8a1-456c-9a10-1d1eee9adc64 tempest-TestNetworkAdvancedServerOps-38498957 tempest-TestNetworkAdvancedServerOps-38498957-project] Notify agent at l3_agent.n-d-713498-36 the message routers_updated {{(pid=103230) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 20:10:43.349747 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-517d5372-3ed9-4be7-97ea-5df03139b7bf None None] Current status of the port 247f45df-920c-4d88-9bc6-f2bd6b2d3d67 is: ACTIVE; New status is: ACTIVE {{(pid=103232) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 20:10:43.350856 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-88c84a37-c8a1-456c-9a10-1d1eee9adc64 tempest-TestNetworkAdvancedServerOps-38498957 tempest-TestNetworkAdvancedServerOps-38498957-project] 10.222.0.75 "PUT /v2.0/routers/0b14e777-a83f-4c48-88b7-f88e13f4783d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4843271 Feb 09 20:10:43.368946 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] For port cd3d5d76-16c4-4067-9fb9-efe9a189ac56, host n-d-713498-36, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-36',level=0,port_id=cd3d5d76-16c4-4067-9fb9-efe9a189ac56,segment=NetworkSegment(a4222f89-8d3f-4b51-953b-1a8126392491),segment_id=a4222f89-8d3f-4b51-953b-1a8126392491)] {{(pid=103232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 20:10:43.378754 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762867176205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762866656485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762866656503'] for port (cd3d5d76-16c4-4067-9fb9-efe9a189ac56), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:10:43.383043 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.provisioning_blocks [None req-517d5372-3ed9-4be7-97ea-5df03139b7bf None None] Provisioning complete for port 553d8d69-13de-4f32-b3ee-9ea05745b9e0 triggered by entity DHCP. {{(pid=103232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 20:10:43.383347 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-517d5372-3ed9-4be7-97ea-5df03139b7bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593630'] for port (553d8d69-13de-4f32-b3ee-9ea05745b9e0), provisioning_complete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:10:43.444836 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8758f6d-5335-423e-ab84-cd38dffb404f None None] Sync routers for ids ['0b14e777-a83f-4c48-88b7-f88e13f4783d'] in n-d-713498-36 {{(pid=103232) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 20:10:43.466563 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-517d5372-3ed9-4be7-97ea-5df03139b7bf None None] Port 553d8d69-13de-4f32-b3ee-9ea05745b9e0 cannot update to ACTIVE because it is not bound. {{(pid=103232) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 20:10:43.476173 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8758f6d-5335-423e-ab84-cd38dffb404f None None] Routers {'0b14e777-a83f-4c48-88b7-f88e13f4783d'} bound to L3 agent in host n-d-713498-36 {{(pid=103232) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 20:10:43.476839 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.l3_hamode_db [None req-c8758f6d-5335-423e-ab84-cd38dffb404f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T18:51:43Z,description=,heartbeat_timestamp=2022-02-09T20:10:43Z,host='n-d-713498-36',id=93303d5e-5d17-45e8-8963-7694f87783ae,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T18:51:43Z,topic='l3_agent')) {'router_ids': ['0b14e777-a83f-4c48-88b7-f88e13f4783d'], 'active': True} {{(pid=103232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 20:10:43.478743 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Pushing event updated for resources: {'Port': ['ID=cd3d5d76-16c4-4067-9fb9-efe9a189ac56,revision_number=4']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:10:43.551571 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-c54e3c83-bce4-488a-82ab-b9a76d3028f9 req-0309b8d4-b1b0-42a8-bf4c-c43beba23b11 tempest-TestNetworkAdvancedServerOps-38498957 tempest-TestNetworkAdvancedServerOps-38498957-project] 10.222.0.75 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1633546831&fields=id&tenant_id=c799cd12150c4200978dc1a66164f122 HTTP/1.1" status: 200 len: 267 time: 0.0573161 Feb 09 20:10:43.616038 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.l3_dvr_db [None req-c8758f6d-5335-423e-ab84-cd38dffb404f None None] Set router 0b14e777-a83f-4c48-88b7-f88e13f4783d gateway port host: n-d-713498-36 {{(pid=103232) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 20:10:43.617882 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.provisioning_blocks [None req-dc3aef19-2299-4ade-b37e-cc6e2ce9fa84 None None] Provisioning complete for port 553d8d69-13de-4f32-b3ee-9ea05745b9e0 triggered by entity DHCP. {{(pid=103232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 20:10:43.618347 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-dc3aef19-2299-4ade-b37e-cc6e2ce9fa84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593630'] for port (553d8d69-13de-4f32-b3ee-9ea05745b9e0), provisioning_complete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:10:43.671575 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c54e3c83-bce4-488a-82ab-b9a76d3028f9 req-3f5f493d-5693-4df9-b9ee-17871120a92e tempest-TestNetworkAdvancedServerOps-38498957 tempest-TestNetworkAdvancedServerOps-38498957-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:10:43.672974 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-c54e3c83-bce4-488a-82ab-b9a76d3028f9 req-3f5f493d-5693-4df9-b9ee-17871120a92e tempest-TestNetworkAdvancedServerOps-38498957 tempest-TestNetworkAdvancedServerOps-38498957-project] 10.222.0.75 "GET /v2.0/networks?id=b46e9279-2103-471b-a649-566e76ee5391 HTTP/1.1" status: 200 len: 797 time: 0.1135852 Feb 09 20:10:43.688072 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-c54e3c83-bce4-488a-82ab-b9a76d3028f9 req-af0bac2f-23e8-4a8a-bc22-59e5728d4287 tempest-TestNetworkAdvancedServerOps-38498957 tempest-TestNetworkAdvancedServerOps-38498957-project] 10.222.0.75 "GET /v2.0/quotas/c799cd12150c4200978dc1a66164f122 HTTP/1.1" status: 200 len: 375 time: 0.0095692 Feb 09 20:10:43.688314 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-dc3aef19-2299-4ade-b37e-cc6e2ce9fa84 None None] Port 553d8d69-13de-4f32-b3ee-9ea05745b9e0 cannot update to ACTIVE because it is not bound. {{(pid=103232) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 20:10:43.749102 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-c54e3c83-bce4-488a-82ab-b9a76d3028f9 req-19c6c60f-ea62-468f-959a-24030d1da615 tempest-TestNetworkAdvancedServerOps-38498957 tempest-TestNetworkAdvancedServerOps-38498957-project] 10.222.0.75 "GET /v2.0/ports?tenant_id=c799cd12150c4200978dc1a66164f122&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0533726 Feb 09 20:10:43.840056 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.provisioning_blocks [None req-33bc786a-ba91-4ebc-b819-68c2615bff3d None None] Provisioning complete for port 553d8d69-13de-4f32-b3ee-9ea05745b9e0 triggered by entity DHCP. {{(pid=103232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 20:10:43.840481 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-33bc786a-ba91-4ebc-b819-68c2615bff3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593630'] for port (553d8d69-13de-4f32-b3ee-9ea05745b9e0), provisioning_complete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:10:43.852265 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-c54e3c83-bce4-488a-82ab-b9a76d3028f9 req-fdd84a82-f69d-42b7-b1b5-9c59f7aa864b service neutron] 10.222.0.75 "GET /v2.0/networks/b46e9279-2103-471b-a649-566e76ee5391?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0912466 Feb 09 20:10:43.889503 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-33bc786a-ba91-4ebc-b819-68c2615bff3d None None] Port 553d8d69-13de-4f32-b3ee-9ea05745b9e0 cannot update to ACTIVE because it is not bound. {{(pid=103232) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 20:10:43.903831 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.l3_hamode_db [None req-c8758f6d-5335-423e-ab84-cd38dffb404f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b14e777-a83f-4c48-88b7-f88e13f4783d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-898845328', 'tenant_id': 'c799cd12150c4200978dc1a66164f122', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88055e1e-672a-4487-be31-ffb6e833ece5', 'external_fixed_ips': [{'subnet_id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'ip_address': '172.25.1.10'}], 'enable_snat': True}, 'gw_port_id': 'cd3d5d76-16c4-4067-9fb9-efe9a189ac56', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T20:10:38Z', 'updated_at': '2022-02-09T20:10:42Z', 'revision_number': 4, 'project_id': 'c799cd12150c4200978dc1a66164f122', 'gw_port': {'id': 'cd3d5d76-16c4-4067-9fb9-efe9a189ac56', 'name': '', 'network_id': '88055e1e-672a-4487-be31-ffb6e833ece5', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:11:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b14e777-a83f-4c48-88b7-f88e13f4783d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4271, 'fixed_ips': [{'subnet_id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'ip_address': '172.25.1.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T20:10:39Z', 'updated_at': '2022-02-09T20:10:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-36', '_interfaces': [{'id': '553d8d69-13de-4f32-b3ee-9ea05745b9e0', 'name': '', 'network_id': 'b46e9279-2103-471b-a649-566e76ee5391', 'tenant_id': 'c799cd12150c4200978dc1a66164f122', 'mac_address': 'fa:16:3e:c3:15:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0b14e777-a83f-4c48-88b7-f88e13f4783d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4274, 'fixed_ips': [{'subnet_id': '3da85bce-19c1-4392-8eda-0f0b1a480b9b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T20:10:41Z', 'updated_at': '2022-02-09T20:10:42Z', 'revision_number': 2, 'project_id': 'c799cd12150c4200978dc1a66164f122', 'subnets': [{'id': '3da85bce-19c1-4392-8eda-0f0b1a480b9b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-36', False) {} {{(pid=103232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 20:10:43.935360 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8758f6d-5335-423e-ab84-cd38dffb404f None None] Checking router: 0b14e777-a83f-4c48-88b7-f88e13f4783d for host: n-d-713498-36 {{(pid=103232) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 20:10:43.935977 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8758f6d-5335-423e-ab84-cd38dffb404f None None] Updating router 0b14e777-a83f-4c48-88b7-f88e13f4783d port 553d8d69-13de-4f32-b3ee-9ea05745b9e0 binding host n-d-713498-36 {{(pid=103232) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 20:10:43.958889 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-c54e3c83-bce4-488a-82ab-b9a76d3028f9 req-5ef6de6c-8857-4e44-bb4d-001c88b33333 service neutron] 10.222.0.75 "GET /v2.0/networks/b46e9279-2103-471b-a649-566e76ee5391?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1005981 Feb 09 20:10:43.971118 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-c8758f6d-5335-423e-ab84-cd38dffb404f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (553d8d69-13de-4f32-b3ee-9ea05745b9e0), before_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:10:44.128437 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-df50ea95-e41c-4e20-89e7-93881184e7b1 req-cec3a27a-47c4-4987-b755-19932345f81e tempest-TestNetworkAdvancedServerOps-38498957 tempest-TestNetworkAdvancedServerOps-38498957-project] 10.222.0.75 "GET /v2.0/ports?device_id=fe688f6a-4af4-4c3b-94a9-bcb70cf4dd83 HTTP/1.1" status: 200 len: 210 time: 0.0304956 Feb 09 20:10:44.450467 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-c8758f6d-5335-423e-ab84-cd38dffb404f None None] Publish callbacks [] for port (553d8d69-13de-4f32-b3ee-9ea05745b9e0), precommit_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:10:44.456365 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-c8758f6d-5335-423e-ab84-cd38dffb404f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762867176205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762866656485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762866656503'] for port (553d8d69-13de-4f32-b3ee-9ea05745b9e0), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:10:44.531473 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7e57bc1-eff9-47ae-a390-1b8a5d68bc9d None None] Pushing event updated for resources: {'Port': ['ID=553d8d69-13de-4f32-b3ee-9ea05745b9e0,revision_number=3']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:10:44.596306 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-edc54c9b-7f13-45d9-9271-85c9738b0128 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762867132591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593584'] for agent (a62b1850-466f-48ae-bec7-d62fb280e14b), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:10:44.599499 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.managers [None req-c8758f6d-5335-423e-ab84-cd38dffb404f None None] Attempting to bind port 553d8d69-13de-4f32-b3ee-9ea05745b9e0 on host n-d-713498-36 for vnic_type normal with profile {{(pid=103232) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 20:10:44.599954 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.managers [None req-c8758f6d-5335-423e-ab84-cd38dffb404f None None] Attempting to bind port 553d8d69-13de-4f32-b3ee-9ea05745b9e0 by drivers openvswitch,hyperv on host n-d-713498-36 at level 0 using segments [{'id': 'e3f56fe2-eecd-418c-8ea8-4643a63acc12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': 'b46e9279-2103-471b-a649-566e76ee5391'}] {{(pid=103232) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 20:10:44.600382 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8758f6d-5335-423e-ab84-cd38dffb404f None None] Attempting to bind port 553d8d69-13de-4f32-b3ee-9ea05745b9e0 on network b46e9279-2103-471b-a649-566e76ee5391 {{(pid=103232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 20:10:44.606672 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8758f6d-5335-423e-ab84-cd38dffb404f None None] Checking agent: {'id': '496418a2-c002-4aec-ab1a-07f3bea491bd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-36', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 18, 51, 47), 'started_at': datetime.datetime(2022, 2, 9, 18, 52, 17), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 20, 10, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-36'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 20:10:44.607135 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8758f6d-5335-423e-ab84-cd38dffb404f None None] Checking segment: {'id': 'e3f56fe2-eecd-418c-8ea8-4643a63acc12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': 'b46e9279-2103-471b-a649-566e76ee5391'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103232) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 20:10:44.607601 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-c8758f6d-5335-423e-ab84-cd38dffb404f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:10:44.608057 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8758f6d-5335-423e-ab84-cd38dffb404f None None] Bound using segment: {'id': 'e3f56fe2-eecd-418c-8ea8-4643a63acc12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': 'b46e9279-2103-471b-a649-566e76ee5391'} {{(pid=103232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 20:10:44.608602 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.managers [None req-c8758f6d-5335-423e-ab84-cd38dffb404f None None] Bound port: 553d8d69-13de-4f32-b3ee-9ea05745b9e0, host: n-d-713498-36, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e3f56fe2-eecd-418c-8ea8-4643a63acc12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': 'b46e9279-2103-471b-a649-566e76ee5391'}}] {{(pid=103232) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 20:10:44.609056 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-c8758f6d-5335-423e-ab84-cd38dffb404f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (553d8d69-13de-4f32-b3ee-9ea05745b9e0), before_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:10:44.680480 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-c8758f6d-5335-423e-ab84-cd38dffb404f None None] For port 553d8d69-13de-4f32-b3ee-9ea05745b9e0, host n-d-713498-36, cleared binding levels {{(pid=103232) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 20:10:44.684433 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-c8758f6d-5335-423e-ab84-cd38dffb404f None None] For port 553d8d69-13de-4f32-b3ee-9ea05745b9e0, host n-d-713498-36, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-36',level=0,port_id=553d8d69-13de-4f32-b3ee-9ea05745b9e0,segment=NetworkSegment(e3f56fe2-eecd-418c-8ea8-4643a63acc12),segment_id=e3f56fe2-eecd-418c-8ea8-4643a63acc12)] {{(pid=103232) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 20:10:44.693996 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-c8758f6d-5335-423e-ab84-cd38dffb404f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762867176205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762866656485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762866656503'] for port (553d8d69-13de-4f32-b3ee-9ea05745b9e0), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:10:44.739016 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Device 247f45df-920c-4d88-9bc6-f2bd6b2d3d67 up at agent ovs-agent-n-d-713498-36 {{(pid=103232) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 20:10:44.805585 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7e57bc1-eff9-47ae-a390-1b8a5d68bc9d None None] Pushing event updated for resources: {'Port': ['ID=553d8d69-13de-4f32-b3ee-9ea05745b9e0,revision_number=4']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:10:44.821392 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8758f6d-5335-423e-ab84-cd38dffb404f None None] Routers {'0b14e777-a83f-4c48-88b7-f88e13f4783d'} bound to L3 agent in host n-d-713498-36 {{(pid=103232) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 20:10:44.822056 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.l3_hamode_db [None req-c8758f6d-5335-423e-ab84-cd38dffb404f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T18:51:43Z,description=,heartbeat_timestamp=2022-02-09T20:10:43Z,host='n-d-713498-36',id=93303d5e-5d17-45e8-8963-7694f87783ae,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T18:51:43Z,topic='l3_agent')) {'router_ids': ['0b14e777-a83f-4c48-88b7-f88e13f4783d'], 'active': True} {{(pid=103232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 20:10:44.916163 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.provisioning_blocks [None req-7e93cec9-a6e7-45b2-b6f9-754f604b8d56 None None] Provisioning complete for port 553d8d69-13de-4f32-b3ee-9ea05745b9e0 triggered by entity DHCP. {{(pid=103232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 20:10:44.916461 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-7e93cec9-a6e7-45b2-b6f9-754f604b8d56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593630'] for port (553d8d69-13de-4f32-b3ee-9ea05745b9e0), provisioning_complete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:10:44.952852 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.provisioning_blocks [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Provisioning complete for port 247f45df-920c-4d88-9bc6-f2bd6b2d3d67 triggered by entity L2. {{(pid=103232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 20:10:44.953230 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593630'] for port (247f45df-920c-4d88-9bc6-f2bd6b2d3d67), provisioning_complete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:10:45.009738 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.l3_dvr_db [None req-c8758f6d-5335-423e-ab84-cd38dffb404f None None] Set router 0b14e777-a83f-4c48-88b7-f88e13f4783d gateway port host: n-d-713498-36 {{(pid=103232) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 20:10:45.187536 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-7e93cec9-a6e7-45b2-b6f9-754f604b8d56 None None] Current status of the port 553d8d69-13de-4f32-b3ee-9ea05745b9e0 is: DOWN; New status is: ACTIVE {{(pid=103232) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 20:10:45.188194 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-7e93cec9-a6e7-45b2-b6f9-754f604b8d56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (553d8d69-13de-4f32-b3ee-9ea05745b9e0), before_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:10:45.265130 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-d7149949-a627-4fbe-9127-02051821d060 req-02e6046f-091a-48db-84d2-c494e2c3d9ce tempest-TestNetworkAdvancedServerOps-38498957 tempest-TestNetworkAdvancedServerOps-38498957-project] 10.222.0.75 "GET /v2.0/ports?device_id=fe688f6a-4af4-4c3b-94a9-bcb70cf4dd83 HTTP/1.1" status: 200 len: 210 time: 0.0514035 Feb 09 20:10:45.277318 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Current status of the port 247f45df-920c-4d88-9bc6-f2bd6b2d3d67 is: ACTIVE; New status is: ACTIVE {{(pid=103232) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 20:10:45.278762 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Device cd3d5d76-16c4-4067-9fb9-efe9a189ac56 up at agent ovs-agent-n-d-713498-36 {{(pid=103232) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 20:10:45.291561 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c54e3c83-bce4-488a-82ab-b9a76d3028f9 req-1d4432ab-9326-4dda-90f0-75e0ed335fde tempest-TestNetworkAdvancedServerOps-38498957 tempest-TestNetworkAdvancedServerOps-38498957-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:10:45.294016 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-c54e3c83-bce4-488a-82ab-b9a76d3028f9 req-1d4432ab-9326-4dda-90f0-75e0ed335fde tempest-TestNetworkAdvancedServerOps-38498957 tempest-TestNetworkAdvancedServerOps-38498957-project] 10.222.0.90 "GET /v2.0/networks?id=b46e9279-2103-471b-a649-566e76ee5391 HTTP/1.1" status: 200 len: 797 time: 0.1442475 Feb 09 20:10:45.313828 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-7e93cec9-a6e7-45b2-b6f9-754f604b8d56 None None] For port 553d8d69-13de-4f32-b3ee-9ea05745b9e0, host n-d-713498-36, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-36',level=0,port_id=553d8d69-13de-4f32-b3ee-9ea05745b9e0,segment=NetworkSegment(e3f56fe2-eecd-418c-8ea8-4643a63acc12),segment_id=e3f56fe2-eecd-418c-8ea8-4643a63acc12)] {{(pid=103232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 20:10:45.327186 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-7e93cec9-a6e7-45b2-b6f9-754f604b8d56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762867176205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762866656485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762866656503'] for port (553d8d69-13de-4f32-b3ee-9ea05745b9e0), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:10:45.377885 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-c54e3c83-bce4-488a-82ab-b9a76d3028f9 req-a7f1c5d3-5ca3-4525-8f27-0f84ffcb3570 tempest-TestNetworkAdvancedServerOps-38498957 tempest-TestNetworkAdvancedServerOps-38498957-project] 10.222.0.90 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c799cd12150c4200978dc1a66164f122 HTTP/1.1" status: 200 len: 380 time: 0.0728989 Feb 09 20:10:45.387895 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.v2.base [req-c54e3c83-bce4-488a-82ab-b9a76d3028f9 req-80c466d5-6ed1-41a2-b4f9-086e20dcc7db tempest-TestNetworkAdvancedServerOps-38498957 tempest-TestNetworkAdvancedServerOps-38498957-project] Request body: {'port': {'device_id': 'fe688f6a-4af4-4c3b-94a9-bcb70cf4dd83', 'network_id': 'b46e9279-2103-471b-a649-566e76ee5391', 'admin_state_up': True, 'tenant_id': 'c799cd12150c4200978dc1a66164f122', 'security_groups': ['593a2d8e-fb79-4e46-ac61-c3c04a45383e']}} {{(pid=103230) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 20:10:45.415440 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e93cec9-a6e7-45b2-b6f9-754f604b8d56 None None] Pushing event updated for resources: {'Port': ['ID=553d8d69-13de-4f32-b3ee-9ea05745b9e0,revision_number=5']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:10:45.438121 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.provisioning_blocks [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Provisioning complete for port cd3d5d76-16c4-4067-9fb9-efe9a189ac56 triggered by entity L2. {{(pid=103232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 20:10:45.438474 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593630'] for port (cd3d5d76-16c4-4067-9fb9-efe9a189ac56), provisioning_complete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:10:45.490653 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.l3_hamode_db [None req-c8758f6d-5335-423e-ab84-cd38dffb404f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b14e777-a83f-4c48-88b7-f88e13f4783d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-898845328', 'tenant_id': 'c799cd12150c4200978dc1a66164f122', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88055e1e-672a-4487-be31-ffb6e833ece5', 'external_fixed_ips': [{'subnet_id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'ip_address': '172.25.1.10'}], 'enable_snat': True}, 'gw_port_id': 'cd3d5d76-16c4-4067-9fb9-efe9a189ac56', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T20:10:38Z', 'updated_at': '2022-02-09T20:10:42Z', 'revision_number': 4, 'project_id': 'c799cd12150c4200978dc1a66164f122', 'gw_port': {'id': 'cd3d5d76-16c4-4067-9fb9-efe9a189ac56', 'name': '', 'network_id': '88055e1e-672a-4487-be31-ffb6e833ece5', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:11:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b14e777-a83f-4c48-88b7-f88e13f4783d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4271, 'fixed_ips': [{'subnet_id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'ip_address': '172.25.1.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T20:10:39Z', 'updated_at': '2022-02-09T20:10:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-36', '_interfaces': [{'id': '553d8d69-13de-4f32-b3ee-9ea05745b9e0', 'name': '', 'network_id': 'b46e9279-2103-471b-a649-566e76ee5391', 'tenant_id': 'c799cd12150c4200978dc1a66164f122', 'mac_address': 'fa:16:3e:c3:15:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0b14e777-a83f-4c48-88b7-f88e13f4783d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4274, 'fixed_ips': [{'subnet_id': '3da85bce-19c1-4392-8eda-0f0b1a480b9b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T20:10:41Z', 'updated_at': '2022-02-09T20:10:44Z', 'revision_number': 4, 'project_id': 'c799cd12150c4200978dc1a66164f122', 'subnets': [{'id': '3da85bce-19c1-4392-8eda-0f0b1a480b9b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-36', False) {} {{(pid=103232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 20:10:45.505858 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c54e3c83-bce4-488a-82ab-b9a76d3028f9 req-80c466d5-6ed1-41a2-b4f9-086e20dcc7db tempest-TestNetworkAdvancedServerOps-38498957 tempest-TestNetworkAdvancedServerOps-38498957-project] Made reservation on behalf of c799cd12150c4200978dc1a66164f122 for: {'port': 1} {{(pid=103230) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 20:10:45.509383 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [req-c54e3c83-bce4-488a-82ab-b9a76d3028f9 req-80c466d5-6ed1-41a2-b4f9-086e20dcc7db tempest-TestNetworkAdvancedServerOps-38498957 tempest-TestNetworkAdvancedServerOps-38498957-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (None), before_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:10:45.521159 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.provisioning_blocks [None req-b8506580-805f-44b8-9ed5-36ba103bb4dd None None] Provisioning complete for port 553d8d69-13de-4f32-b3ee-9ea05745b9e0 triggered by entity DHCP. {{(pid=103232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 20:10:45.521530 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-b8506580-805f-44b8-9ed5-36ba103bb4dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593630'] for port (553d8d69-13de-4f32-b3ee-9ea05745b9e0), provisioning_complete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:10:45.548348 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8758f6d-5335-423e-ab84-cd38dffb404f None None] The sync data for ids ['0b14e777-a83f-4c48-88b7-f88e13f4783d'] in n-d-713498-36 is: [{'id': '0b14e777-a83f-4c48-88b7-f88e13f4783d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-898845328', 'tenant_id': 'c799cd12150c4200978dc1a66164f122', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88055e1e-672a-4487-be31-ffb6e833ece5', 'external_fixed_ips': [{'subnet_id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'ip_address': '172.25.1.10'}], 'enable_snat': True}, 'gw_port_id': 'cd3d5d76-16c4-4067-9fb9-efe9a189ac56', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T20:10:38Z', 'updated_at': '2022-02-09T20:10:42Z', 'revision_number': 4, 'project_id': 'c799cd12150c4200978dc1a66164f122', 'gw_port': {'id': 'cd3d5d76-16c4-4067-9fb9-efe9a189ac56', 'name': '', 'network_id': '88055e1e-672a-4487-be31-ffb6e833ece5', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:11:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b14e777-a83f-4c48-88b7-f88e13f4783d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4271, 'fixed_ips': [{'subnet_id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'ip_address': '172.25.1.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T20:10:39Z', 'updated_at': '2022-02-09T20:10:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-36', '_interfaces': [{'id': '553d8d69-13de-4f32-b3ee-9ea05745b9e0', 'name': '', 'network_id': 'b46e9279-2103-471b-a649-566e76ee5391', 'tenant_id': 'c799cd12150c4200978dc1a66164f122', 'mac_address': 'fa:16:3e:c3:15:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0b14e777-a83f-4c48-88b7-f88e13f4783d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4274, 'fixed_ips': [{'subnet_id': '3da85bce-19c1-4392-8eda-0f0b1a480b9b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T20:10:41Z', 'updated_at': '2022-02-09T20:10:44Z', 'revision_number': 4, 'project_id': 'c799cd12150c4200978dc1a66164f122', 'subnets': [{'id': '3da85bce-19c1-4392-8eda-0f0b1a480b9b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103232) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 20:10:45.641883 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Current status of the port cd3d5d76-16c4-4067-9fb9-efe9a189ac56 is: ACTIVE; New status is: ACTIVE {{(pid=103232) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 20:10:45.659588 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-b8506580-805f-44b8-9ed5-36ba103bb4dd None None] Current status of the port 553d8d69-13de-4f32-b3ee-9ea05745b9e0 is: ACTIVE; New status is: ACTIVE {{(pid=103232) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 20:10:45.683962 n-d-713498-36 neutron-server[103230]: DEBUG neutron.db.db_base_plugin_common [req-c54e3c83-bce4-488a-82ab-b9a76d3028f9 req-80c466d5-6ed1-41a2-b4f9-086e20dcc7db tempest-TestNetworkAdvancedServerOps-38498957 tempest-TestNetworkAdvancedServerOps-38498957-project] Allocated IP 172.20.0.7 (b46e9279-2103-471b-a649-566e76ee5391/3da85bce-19c1-4392-8eda-0f0b1a480b9b/81f01025-e8e4-415e-8273-897c5188e279) {{(pid=103230) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 20:10:45.838063 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [req-c54e3c83-bce4-488a-82ab-b9a76d3028f9 req-80c466d5-6ed1-41a2-b4f9-086e20dcc7db tempest-TestNetworkAdvancedServerOps-38498957 tempest-TestNetworkAdvancedServerOps-38498957-project] Publish callbacks [] for port (81f01025-e8e4-415e-8273-897c5188e279), precommit_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:10:45.874948 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [req-c54e3c83-bce4-488a-82ab-b9a76d3028f9 req-80c466d5-6ed1-41a2-b4f9-086e20dcc7db tempest-TestNetworkAdvancedServerOps-38498957 tempest-TestNetworkAdvancedServerOps-38498957-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762866656467', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14393751'] for port (81f01025-e8e4-415e-8273-897c5188e279), after_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:10:45.924613 n-d-713498-36 neutron-server[103230]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c54e3c83-bce4-488a-82ab-b9a76d3028f9 req-80c466d5-6ed1-41a2-b4f9-086e20dcc7db tempest-TestNetworkAdvancedServerOps-38498957 tempest-TestNetworkAdvancedServerOps-38498957-project] Network b46e9279-2103-471b-a649-566e76ee5391 is already hosted by enough agents. {{(pid=103230) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 20:10:45.927901 n-d-713498-36 neutron-server[103230]: DEBUG neutron.scheduler.base_scheduler [req-c54e3c83-bce4-488a-82ab-b9a76d3028f9 req-80c466d5-6ed1-41a2-b4f9-086e20dcc7db tempest-TestNetworkAdvancedServerOps-38498957 tempest-TestNetworkAdvancedServerOps-38498957-project] Resources bound (agent type, host, resource id): {{(pid=103230) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 20:10:45.931649 n-d-713498-36 neutron-server[103230]: DEBUG neutron.db.l3_dvrscheduler_db [req-c54e3c83-bce4-488a-82ab-b9a76d3028f9 req-80c466d5-6ed1-41a2-b4f9-086e20dcc7db tempest-TestNetworkAdvancedServerOps-38498957 tempest-TestNetworkAdvancedServerOps-38498957-project] Received port after_create {{(pid=103230) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 20:10:45.965095 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80c466d5-6ed1-41a2-b4f9-086e20dcc7db tempest-TestNetworkAdvancedServerOps-38498957 tempest-TestNetworkAdvancedServerOps-38498957-project] Pushing event updated for resources: {'Port': ['ID=81f01025-e8e4-415e-8273-897c5188e279,revision_number=1']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:10:45.996861 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c54e3c83-bce4-488a-82ab-b9a76d3028f9 req-80c466d5-6ed1-41a2-b4f9-086e20dcc7db tempest-TestNetworkAdvancedServerOps-38498957 tempest-TestNetworkAdvancedServerOps-38498957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:10:45.997846 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [req-c54e3c83-bce4-488a-82ab-b9a76d3028f9 req-80c466d5-6ed1-41a2-b4f9-086e20dcc7db tempest-TestNetworkAdvancedServerOps-38498957 tempest-TestNetworkAdvancedServerOps-38498957-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171096'] for port (None), before_response {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:10:46.020204 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-c54e3c83-bce4-488a-82ab-b9a76d3028f9 req-80c466d5-6ed1-41a2-b4f9-086e20dcc7db tempest-TestNetworkAdvancedServerOps-38498957 tempest-TestNetworkAdvancedServerOps-38498957-project] 10.222.0.90 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6366889 Feb 09 20:10:46.034425 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.v2.base [req-c54e3c83-bce4-488a-82ab-b9a76d3028f9 req-bcc2e861-ba8f-4df7-bce3-6ad4d3f3ed68 service neutron] Request body: {'port': {'device_id': 'fe688f6a-4af4-4c3b-94a9-bcb70cf4dd83', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-713498-36'}} {{(pid=103230) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 20:10:46.107515 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [req-c54e3c83-bce4-488a-82ab-b9a76d3028f9 req-bcc2e861-ba8f-4df7-bce3-6ad4d3f3ed68 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (81f01025-e8e4-415e-8273-897c5188e279), before_update {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:10:46.200935 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-a7262a8e-0513-48fd-984d-75726a511961 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762867132591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593584'] for agent (911cfea2-02ae-4ec9-bac3-7808ee1cdd9c), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:10:46.203293 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.provisioning_blocks [None req-90bb2e69-c1a2-4991-bcfb-ceb7074b28ff None None] Provisioning complete for port 81f01025-e8e4-415e-8273-897c5188e279 triggered by entity DHCP. {{(pid=103232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 20:10:46.203660 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-90bb2e69-c1a2-4991-bcfb-ceb7074b28ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593630'] for port (81f01025-e8e4-415e-8273-897c5188e279), provisioning_complete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:10:46.241207 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-90bb2e69-c1a2-4991-bcfb-ceb7074b28ff None None] Port 81f01025-e8e4-415e-8273-897c5188e279 cannot update to ACTIVE because it is not bound. {{(pid=103232) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 20:10:46.421023 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a2034dc-dcdb-48ad-9889-b9200e59b21b req-af85fe45-623b-4878-bd38-0f5c208beea5 tempest-TestNetworkAdvancedServerOps-38498957 tempest-TestNetworkAdvancedServerOps-38498957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:10:46.422564 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-7a2034dc-dcdb-48ad-9889-b9200e59b21b req-af85fe45-623b-4878-bd38-0f5c208beea5 tempest-TestNetworkAdvancedServerOps-38498957 tempest-TestNetworkAdvancedServerOps-38498957-project] 10.222.0.75 "GET /v2.0/ports?device_id=fe688f6a-4af4-4c3b-94a9-bcb70cf4dd83 HTTP/1.1" status: 200 len: 931 time: 0.0877945 Feb 09 20:10:46.476220 n-d-713498-36 neutron-server[103230]: DEBUG neutron.notifiers.nova [req-c54e3c83-bce4-488a-82ab-b9a76d3028f9 req-bcc2e861-ba8f-4df7-bce3-6ad4d3f3ed68 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 81f01025-e8e4-415e-8273-897c5188e279 {{(pid=103230) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 20:10:46.492139 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [req-c54e3c83-bce4-488a-82ab-b9a76d3028f9 req-bcc2e861-ba8f-4df7-bce3-6ad4d3f3ed68 service neutron] Publish callbacks [] for port (81f01025-e8e4-415e-8273-897c5188e279), precommit_update {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:10:46.520724 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-7a2034dc-dcdb-48ad-9889-b9200e59b21b req-60f3cea2-682d-42b0-acbd-31bfbf6919df tempest-TestNetworkAdvancedServerOps-38498957 tempest-TestNetworkAdvancedServerOps-38498957-project] 10.222.0.75 "GET /v2.0/security-groups?id=593a2d8e-fb79-4e46-ac61-c3c04a45383e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0765722 Feb 09 20:10:46.524155 n-d-713498-36 neutron-server[103230]: DEBUG neutron.db.provisioning_blocks [req-c54e3c83-bce4-488a-82ab-b9a76d3028f9 req-bcc2e861-ba8f-4df7-bce3-6ad4d3f3ed68 service neutron] Transition to ACTIVE for port object 81f01025-e8e4-415e-8273-897c5188e279 will not be triggered until provisioned by entity L2. {{(pid=103230) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 20:10:46.529990 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [req-c54e3c83-bce4-488a-82ab-b9a76d3028f9 req-bcc2e861-ba8f-4df7-bce3-6ad4d3f3ed68 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762867176205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762866656485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762866656503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14393758'] for port (81f01025-e8e4-415e-8273-897c5188e279), after_update {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:10:46.628459 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcc2e861-ba8f-4df7-bce3-6ad4d3f3ed68 service neutron] Pushing event updated for resources: {'Port': ['ID=81f01025-e8e4-415e-8273-897c5188e279,revision_number=2']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:10:46.721186 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.managers [req-c54e3c83-bce4-488a-82ab-b9a76d3028f9 req-bcc2e861-ba8f-4df7-bce3-6ad4d3f3ed68 service neutron] Attempting to bind port 81f01025-e8e4-415e-8273-897c5188e279 on host n-h2-713498-36 for vnic_type normal with profile {{(pid=103230) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 20:10:46.721437 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.managers [req-c54e3c83-bce4-488a-82ab-b9a76d3028f9 req-bcc2e861-ba8f-4df7-bce3-6ad4d3f3ed68 service neutron] Attempting to bind port 81f01025-e8e4-415e-8273-897c5188e279 by drivers openvswitch,hyperv on host n-h2-713498-36 at level 0 using segments [{'id': 'e3f56fe2-eecd-418c-8ea8-4643a63acc12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': 'b46e9279-2103-471b-a649-566e76ee5391'}] {{(pid=103230) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 20:10:46.721763 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c54e3c83-bce4-488a-82ab-b9a76d3028f9 req-bcc2e861-ba8f-4df7-bce3-6ad4d3f3ed68 service neutron] Attempting to bind port 81f01025-e8e4-415e-8273-897c5188e279 on network b46e9279-2103-471b-a649-566e76ee5391 {{(pid=103230) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 20:10:46.726800 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c54e3c83-bce4-488a-82ab-b9a76d3028f9 req-bcc2e861-ba8f-4df7-bce3-6ad4d3f3ed68 service neutron] Port 81f01025-e8e4-415e-8273-897c5188e279 on network b46e9279-2103-471b-a649-566e76ee5391 not bound, no agent of type Open vSwitch agent registered on host n-h2-713498-36 {{(pid=103230) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 20:10:46.727126 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c54e3c83-bce4-488a-82ab-b9a76d3028f9 req-bcc2e861-ba8f-4df7-bce3-6ad4d3f3ed68 service neutron] Attempting to bind port 81f01025-e8e4-415e-8273-897c5188e279 on network b46e9279-2103-471b-a649-566e76ee5391 {{(pid=103230) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 20:10:46.733022 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c54e3c83-bce4-488a-82ab-b9a76d3028f9 req-bcc2e861-ba8f-4df7-bce3-6ad4d3f3ed68 service neutron] Checking agent: {'id': 'bcd5faee-dc24-4298-9134-0e0aa054058e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713498-36', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 18, 59, 19), 'started_at': datetime.datetime(2022, 2, 9, 18, 59, 19), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 20, 10, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103230) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 20:10:46.733510 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c54e3c83-bce4-488a-82ab-b9a76d3028f9 req-bcc2e861-ba8f-4df7-bce3-6ad4d3f3ed68 service neutron] Checking segment: {'id': 'e3f56fe2-eecd-418c-8ea8-4643a63acc12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': 'b46e9279-2103-471b-a649-566e76ee5391'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103230) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 20:10:46.734166 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c54e3c83-bce4-488a-82ab-b9a76d3028f9 req-bcc2e861-ba8f-4df7-bce3-6ad4d3f3ed68 service neutron] Bound using segment: {'id': 'e3f56fe2-eecd-418c-8ea8-4643a63acc12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': 'b46e9279-2103-471b-a649-566e76ee5391'} {{(pid=103230) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 20:10:46.734382 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.managers [req-c54e3c83-bce4-488a-82ab-b9a76d3028f9 req-bcc2e861-ba8f-4df7-bce3-6ad4d3f3ed68 service neutron] Bound port: 81f01025-e8e4-415e-8273-897c5188e279, host: n-h2-713498-36, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e3f56fe2-eecd-418c-8ea8-4643a63acc12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': 'b46e9279-2103-471b-a649-566e76ee5391'}}] {{(pid=103230) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 20:10:46.735101 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [req-c54e3c83-bce4-488a-82ab-b9a76d3028f9 req-bcc2e861-ba8f-4df7-bce3-6ad4d3f3ed68 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (81f01025-e8e4-415e-8273-897c5188e279), before_update {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:10:46.776186 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Device 553d8d69-13de-4f32-b3ee-9ea05745b9e0 up at agent ovs-agent-n-d-713498-36 {{(pid=103232) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 20:10:46.818216 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.db [req-c54e3c83-bce4-488a-82ab-b9a76d3028f9 req-bcc2e861-ba8f-4df7-bce3-6ad4d3f3ed68 service neutron] For port 81f01025-e8e4-415e-8273-897c5188e279, host n-h2-713498-36, cleared binding levels {{(pid=103230) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 20:10:46.827676 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.db [req-c54e3c83-bce4-488a-82ab-b9a76d3028f9 req-bcc2e861-ba8f-4df7-bce3-6ad4d3f3ed68 service neutron] For port 81f01025-e8e4-415e-8273-897c5188e279, host n-h2-713498-36, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-36',level=0,port_id=81f01025-e8e4-415e-8273-897c5188e279,segment=NetworkSegment(e3f56fe2-eecd-418c-8ea8-4643a63acc12),segment_id=e3f56fe2-eecd-418c-8ea8-4643a63acc12)] {{(pid=103230) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 20:10:46.839688 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.provisioning_blocks [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Provisioning complete for port 553d8d69-13de-4f32-b3ee-9ea05745b9e0 triggered by entity L2. {{(pid=103232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 20:10:46.840234 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593630'] for port (553d8d69-13de-4f32-b3ee-9ea05745b9e0), provisioning_complete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:10:46.841008 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [req-c54e3c83-bce4-488a-82ab-b9a76d3028f9 req-bcc2e861-ba8f-4df7-bce3-6ad4d3f3ed68 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762867176205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762866656485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762866656503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14393758'] for port (81f01025-e8e4-415e-8273-897c5188e279), after_update {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:10:46.899968 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c54e3c83-bce4-488a-82ab-b9a76d3028f9 req-bcc2e861-ba8f-4df7-bce3-6ad4d3f3ed68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:10:46.902704 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [req-c54e3c83-bce4-488a-82ab-b9a76d3028f9 req-bcc2e861-ba8f-4df7-bce3-6ad4d3f3ed68 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171096'] for port (None), before_response {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:10:46.904131 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-c54e3c83-bce4-488a-82ab-b9a76d3028f9 req-bcc2e861-ba8f-4df7-bce3-6ad4d3f3ed68 service neutron] 10.222.0.90 "PUT /v2.0/ports/81f01025-e8e4-415e-8273-897c5188e279 HTTP/1.1" status: 200 len: 1092 time: 0.8743920 Feb 09 20:10:46.904588 n-d-713498-36 neutron-server[103230]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fe688f6a-4af4-4c3b-94a9-bcb70cf4dd83', 'tag': '81f01025-e8e4-415e-8273-897c5188e279'}] {{(pid=103230) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 20:10:46.908162 n-d-713498-36 neutron-server[103230]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bdec2cd40908e72a0a66447c6deb3367bbdbf2f4033028e05eb26280eb3900ec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2e828c38-b17c-418e-bf8a-07348c48cafb" -d '{"events": [{"name": "network-changed", "server_uuid": "fe688f6a-4af4-4c3b-94a9-bcb70cf4dd83", "tag": "81f01025-e8e4-415e-8273-897c5188e279"}]}' {{(pid=103230) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 20:10:46.959564 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Current status of the port 553d8d69-13de-4f32-b3ee-9ea05745b9e0 is: ACTIVE; New status is: ACTIVE {{(pid=103232) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 20:10:46.961806 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcc2e861-ba8f-4df7-bce3-6ad4d3f3ed68 service neutron] Pushing event updated for resources: {'Port': ['ID=81f01025-e8e4-415e-8273-897c5188e279,revision_number=3']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:10:46.983122 n-d-713498-36 neutron-server[103230]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 20:10:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6f3948e4-9d1c-4d98-afc2-118cb0774172 x-openstack-request-id: req-6f3948e4-9d1c-4d98-afc2-118cb0774172 {{(pid=103230) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 20:10:46.983508 n-d-713498-36 neutron-server[103230]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fe688f6a-4af4-4c3b-94a9-bcb70cf4dd83", "tag": "81f01025-e8e4-415e-8273-897c5188e279", "status": "completed", "code": 200}]} {{(pid=103230) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 20:10:46.983829 n-d-713498-36 neutron-server[103230]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-6f3948e4-9d1c-4d98-afc2-118cb0774172 {{(pid=103230) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 20:10:46.984410 n-d-713498-36 neutron-server[103230]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fe688f6a-4af4-4c3b-94a9-bcb70cf4dd83', 'tag': '81f01025-e8e4-415e-8273-897c5188e279', 'status': 'completed', 'code': 200} Feb 09 20:10:47.024295 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c54e3c83-bce4-488a-82ab-b9a76d3028f9 req-7792bcc6-3f21-45ab-8f29-3820ff9a8977 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:10:47.025814 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-c54e3c83-bce4-488a-82ab-b9a76d3028f9 req-7792bcc6-3f21-45ab-8f29-3820ff9a8977 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=c799cd12150c4200978dc1a66164f122&device_id=fe688f6a-4af4-4c3b-94a9-bcb70cf4dd83 HTTP/1.1" status: 200 len: 1126 time: 0.0594699 Feb 09 20:10:47.072733 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-c54e3c83-bce4-488a-82ab-b9a76d3028f9 req-fdb7724c-8599-4f73-8791-c05712f8a7b9 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=81f01025-e8e4-415e-8273-897c5188e279 HTTP/1.1" status: 200 len: 217 time: 0.0384867 Feb 09 20:10:47.133447 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c54e3c83-bce4-488a-82ab-b9a76d3028f9 req-2a021b6a-f7a0-405a-97df-0104686d1c55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:10:47.134974 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-c54e3c83-bce4-488a-82ab-b9a76d3028f9 req-2a021b6a-f7a0-405a-97df-0104686d1c55 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=3da85bce-19c1-4392-8eda-0f0b1a480b9b HTTP/1.1" status: 200 len: 835 time: 0.0548792 Feb 09 20:10:47.178737 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762867132591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593584'] for agent (496418a2-c002-4aec-ab1a-07f3bea491bd), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:10:47.190057 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c54e3c83-bce4-488a-82ab-b9a76d3028f9 req-d4cceb7e-6a6a-4047-b8d9-5822da4b0125 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:10:47.192113 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-c54e3c83-bce4-488a-82ab-b9a76d3028f9 req-d4cceb7e-6a6a-4047-b8d9-5822da4b0125 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=b46e9279-2103-471b-a649-566e76ee5391&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0494778 Feb 09 20:10:47.285659 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-c54e3c83-bce4-488a-82ab-b9a76d3028f9 req-db91da1f-495b-4f2f-98b4-49ff94e91d4c service neutron] 10.222.0.90 "GET /v2.0/networks/b46e9279-2103-471b-a649-566e76ee5391?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0879605 Feb 09 20:10:47.385410 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-c54e3c83-bce4-488a-82ab-b9a76d3028f9 req-17d962b0-8b1e-44e4-b482-9a9963ab65b1 service neutron] 10.222.0.90 "GET /v2.0/networks/b46e9279-2103-471b-a649-566e76ee5391?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0937936 Feb 09 20:10:47.478881 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e828c38-b17c-418e-bf8a-07348c48cafb req-624909f6-a0ef-47ad-a4e7-0cca27d46b91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:10:47.481065 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-2e828c38-b17c-418e-bf8a-07348c48cafb req-624909f6-a0ef-47ad-a4e7-0cca27d46b91 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=c799cd12150c4200978dc1a66164f122&device_id=fe688f6a-4af4-4c3b-94a9-bcb70cf4dd83 HTTP/1.1" status: 200 len: 1126 time: 0.0472009 Feb 09 20:10:47.588876 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e828c38-b17c-418e-bf8a-07348c48cafb req-817d8295-1071-4ec6-89d7-819f28372f01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:10:47.591251 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-2e828c38-b17c-418e-bf8a-07348c48cafb req-817d8295-1071-4ec6-89d7-819f28372f01 service neutron] 10.222.0.90 "GET /v2.0/networks?id=b46e9279-2103-471b-a649-566e76ee5391 HTTP/1.1" status: 200 len: 898 time: 0.1033823 Feb 09 20:10:47.660579 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-2e828c38-b17c-418e-bf8a-07348c48cafb req-b86ca5f8-9d69-413c-b7d9-9159389a06c0 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=81f01025-e8e4-415e-8273-897c5188e279 HTTP/1.1" status: 200 len: 217 time: 0.0610361 Feb 09 20:10:47.725239 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48e1dea7-0181-4318-bdb8-91908a9dbc29 req-dc6f6302-1981-42b2-8009-021037b1fdd5 tempest-TestNetworkAdvancedServerOps-38498957 tempest-TestNetworkAdvancedServerOps-38498957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:10:47.726765 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-48e1dea7-0181-4318-bdb8-91908a9dbc29 req-dc6f6302-1981-42b2-8009-021037b1fdd5 tempest-TestNetworkAdvancedServerOps-38498957 tempest-TestNetworkAdvancedServerOps-38498957-project] 10.222.0.75 "GET /v2.0/ports?device_id=fe688f6a-4af4-4c3b-94a9-bcb70cf4dd83 HTTP/1.1" status: 200 len: 943 time: 0.1286252 Feb 09 20:10:47.731226 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e828c38-b17c-418e-bf8a-07348c48cafb req-dad3437c-8ce8-47c8-8822-37a8d63d45c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:10:47.732590 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-2e828c38-b17c-418e-bf8a-07348c48cafb req-dad3437c-8ce8-47c8-8822-37a8d63d45c7 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=3da85bce-19c1-4392-8eda-0f0b1a480b9b HTTP/1.1" status: 200 len: 835 time: 0.0657854 Feb 09 20:10:47.810304 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-48e1dea7-0181-4318-bdb8-91908a9dbc29 req-1105e54a-0cd8-48bb-b08c-93075e647a9f tempest-TestNetworkAdvancedServerOps-38498957 tempest-TestNetworkAdvancedServerOps-38498957-project] 10.222.0.75 "GET /v2.0/security-groups?id=593a2d8e-fb79-4e46-ac61-c3c04a45383e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0766478 Feb 09 20:10:47.816708 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e828c38-b17c-418e-bf8a-07348c48cafb req-73749b2b-5673-43f5-859e-8f69cda9a1a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:10:47.818174 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-2e828c38-b17c-418e-bf8a-07348c48cafb req-73749b2b-5673-43f5-859e-8f69cda9a1a9 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=b46e9279-2103-471b-a649-566e76ee5391&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0780497 Feb 09 20:10:47.911073 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-2e828c38-b17c-418e-bf8a-07348c48cafb req-6837ee47-9b94-481b-b7aa-0d2f044a590d service neutron] 10.222.0.90 "GET /v2.0/networks/b46e9279-2103-471b-a649-566e76ee5391?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0864155 Feb 09 20:10:48.009817 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-2e828c38-b17c-418e-bf8a-07348c48cafb req-48e2d7a2-874c-4bba-b629-37c7e67e2615 service neutron] 10.222.0.90 "GET /v2.0/networks/b46e9279-2103-471b-a649-566e76ee5391?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0912373 Feb 09 20:10:48.753774 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Device 81f01025-e8e4-415e-8273-897c5188e279 details requested by agent hyperv_n-h2-713498-36 with host n-h2-713498-36 {{(pid=103232) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 20:10:48.849916 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-7429db8d-6021-40ad-813e-885be449a89b None None] For port 81f01025-e8e4-415e-8273-897c5188e279, host n-h2-713498-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-36',level=0,port_id=81f01025-e8e4-415e-8273-897c5188e279,segment=NetworkSegment(e3f56fe2-eecd-418c-8ea8-4643a63acc12),segment_id=e3f56fe2-eecd-418c-8ea8-4643a63acc12)] {{(pid=103232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 20:10:48.861713 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Returning: {'device': '81f01025-e8e4-415e-8273-897c5188e279', 'network_id': 'b46e9279-2103-471b-a649-566e76ee5391', 'port_id': '81f01025-e8e4-415e-8273-897c5188e279', 'mac_address': 'fa:16:3e:95:b9:17', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 385, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3da85bce-19c1-4392-8eda-0f0b1a480b9b', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103232) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 20:10:48.905013 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Current status of the port 81f01025-e8e4-415e-8273-897c5188e279 is: DOWN; New status is: BUILD {{(pid=103232) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 20:10:48.905445 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (81f01025-e8e4-415e-8273-897c5188e279), before_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:10:48.921436 n-d-713498-36 neutron-server[103232]: DEBUG neutron.notifiers.nova [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 81f01025-e8e4-415e-8273-897c5188e279 {{(pid=103232) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 20:10:48.949020 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-7429db8d-6021-40ad-813e-885be449a89b None None] For port 81f01025-e8e4-415e-8273-897c5188e279, host n-h2-713498-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-36',level=0,port_id=81f01025-e8e4-415e-8273-897c5188e279,segment=NetworkSegment(e3f56fe2-eecd-418c-8ea8-4643a63acc12),segment_id=e3f56fe2-eecd-418c-8ea8-4643a63acc12)] {{(pid=103232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 20:10:48.949866 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d225f0d7-4208-4adc-b0ae-e960b023f05a req-100b4627-e79d-400f-98ce-dd5e7724402c tempest-TestNetworkAdvancedServerOps-38498957 tempest-TestNetworkAdvancedServerOps-38498957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:10:48.952040 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-d225f0d7-4208-4adc-b0ae-e960b023f05a req-100b4627-e79d-400f-98ce-dd5e7724402c tempest-TestNetworkAdvancedServerOps-38498957 tempest-TestNetworkAdvancedServerOps-38498957-project] 10.222.0.75 "GET /v2.0/ports?device_id=fe688f6a-4af4-4c3b-94a9-bcb70cf4dd83 HTTP/1.1" status: 200 len: 943 time: 0.0692487 Feb 09 20:10:48.954218 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762867176205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762866656485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762866656503'] for port (81f01025-e8e4-415e-8273-897c5188e279), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:10:49.013974 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Pushing event updated for resources: {'Port': ['ID=81f01025-e8e4-415e-8273-897c5188e279,revision_number=4']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:10:49.014657 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-d225f0d7-4208-4adc-b0ae-e960b023f05a req-c4fc3719-f739-4e57-9a65-5db453eda730 tempest-TestNetworkAdvancedServerOps-38498957 tempest-TestNetworkAdvancedServerOps-38498957-project] 10.222.0.75 "GET /v2.0/security-groups?id=593a2d8e-fb79-4e46-ac61-c3c04a45383e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0562148 Feb 09 20:10:49.140751 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762867132591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593584'] for agent (488cd9ae-631f-4955-ba0b-4f5a13f12e9c), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:10:49.208998 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-7429db8d-6021-40ad-813e-885be449a89b None None] get_ports_and_sgs() called for port_ids ['81f01025-e8e4-415e-8273-897c5188e279'] {{(pid=103232) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 20:10:49.577532 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762867132591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593584'] for agent (bcd5faee-dc24-4298-9134-0e0aa054058e), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:10:50.151121 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b5905bc-ad6d-427c-aacf-ed31ad04f6d3 req-575c6e5c-250b-429a-b1c9-2aeafcedc6b4 tempest-TestNetworkAdvancedServerOps-38498957 tempest-TestNetworkAdvancedServerOps-38498957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:10:50.153862 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-5b5905bc-ad6d-427c-aacf-ed31ad04f6d3 req-575c6e5c-250b-429a-b1c9-2aeafcedc6b4 tempest-TestNetworkAdvancedServerOps-38498957 tempest-TestNetworkAdvancedServerOps-38498957-project] 10.222.0.75 "GET /v2.0/ports?device_id=fe688f6a-4af4-4c3b-94a9-bcb70cf4dd83 HTTP/1.1" status: 200 len: 944 time: 0.0614607 Feb 09 20:10:50.211306 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-5b5905bc-ad6d-427c-aacf-ed31ad04f6d3 req-cfbe689d-aeaa-4bb3-9130-7ff2a65db299 tempest-TestNetworkAdvancedServerOps-38498957 tempest-TestNetworkAdvancedServerOps-38498957-project] 10.222.0.75 "GET /v2.0/security-groups?id=593a2d8e-fb79-4e46-ac61-c3c04a45383e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0508831 Feb 09 20:10:50.770566 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Device 81f01025-e8e4-415e-8273-897c5188e279 up at agent hyperv_n-h2-713498-36 {{(pid=103232) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 20:10:50.826304 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.provisioning_blocks [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Provisioning for port 81f01025-e8e4-415e-8273-897c5188e279 completed by entity L2. {{(pid=103232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 20:10:50.829938 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.provisioning_blocks [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Provisioning complete for port 81f01025-e8e4-415e-8273-897c5188e279 triggered by entity L2. {{(pid=103232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 20:10:50.830346 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593630'] for port (81f01025-e8e4-415e-8273-897c5188e279), provisioning_complete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:10:50.936321 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Current status of the port 81f01025-e8e4-415e-8273-897c5188e279 is: BUILD; New status is: ACTIVE {{(pid=103232) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 20:10:50.936932 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (81f01025-e8e4-415e-8273-897c5188e279), before_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:10:50.961836 n-d-713498-36 neutron-server[103232]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fe688f6a-4af4-4c3b-94a9-bcb70cf4dd83', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '81f01025-e8e4-415e-8273-897c5188e279'}] {{(pid=103232) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 20:10:50.964311 n-d-713498-36 neutron-server[103232]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cbbf3601bdfb8db7b6600aedba7e3851fa962f00dad36f02e289fea53b94aa67" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6bae0b7c-d7ad-4d41-a89d-ada63cdd8b51" -d '{"events": [{"server_uuid": "fe688f6a-4af4-4c3b-94a9-bcb70cf4dd83", "name": "network-vif-plugged", "status": "completed", "tag": "81f01025-e8e4-415e-8273-897c5188e279"}]}' {{(pid=103232) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 20:10:50.976502 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-7429db8d-6021-40ad-813e-885be449a89b None None] For port 81f01025-e8e4-415e-8273-897c5188e279, host n-h2-713498-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-36',level=0,port_id=81f01025-e8e4-415e-8273-897c5188e279,segment=NetworkSegment(e3f56fe2-eecd-418c-8ea8-4643a63acc12),segment_id=e3f56fe2-eecd-418c-8ea8-4643a63acc12)] {{(pid=103232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 20:10:50.982062 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762867176205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762866656485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762866656503'] for port (81f01025-e8e4-415e-8273-897c5188e279), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:10:51.054133 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Pushing event updated for resources: {'Port': ['ID=81f01025-e8e4-415e-8273-897c5188e279,revision_number=5']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:10:51.069140 n-d-713498-36 neutron-server[103232]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 20:10:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1919b0f7-654e-4410-a6a1-41b62ba8a961 x-openstack-request-id: req-1919b0f7-654e-4410-a6a1-41b62ba8a961 {{(pid=103232) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 20:10:51.069140 n-d-713498-36 neutron-server[103232]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fe688f6a-4af4-4c3b-94a9-bcb70cf4dd83", "name": "network-vif-plugged", "status": "completed", "tag": "81f01025-e8e4-415e-8273-897c5188e279", "code": 200}]} {{(pid=103232) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 20:10:51.069140 n-d-713498-36 neutron-server[103232]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-1919b0f7-654e-4410-a6a1-41b62ba8a961 {{(pid=103232) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 20:10:51.069500 n-d-713498-36 neutron-server[103232]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fe688f6a-4af4-4c3b-94a9-bcb70cf4dd83', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '81f01025-e8e4-415e-8273-897c5188e279', 'code': 200} Feb 09 20:10:51.181816 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31ae7dcb-d1c3-416c-b823-b609b630f1d5 req-63912ad2-7fda-4fd5-a900-0c9322582fa7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:10:51.184023 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-31ae7dcb-d1c3-416c-b823-b609b630f1d5 req-63912ad2-7fda-4fd5-a900-0c9322582fa7 service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=fe688f6a-4af4-4c3b-94a9-bcb70cf4dd83 HTTP/1.1" status: 200 len: 1128 time: 0.0522878 Feb 09 20:10:51.231714 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-31ae7dcb-d1c3-416c-b823-b609b630f1d5 req-4489ed18-353a-418c-b22b-02532f727767 service neutron] 10.222.0.90 "GET /v2.0/security-groups?id=593a2d8e-fb79-4e46-ac61-c3c04a45383e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410473 Feb 09 20:10:51.337135 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4836592-5d85-480e-867f-db97ee726c23 req-755addd8-cea5-44f2-abfe-339746b57523 tempest-TestNetworkAdvancedServerOps-38498957 tempest-TestNetworkAdvancedServerOps-38498957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:10:51.338641 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-b4836592-5d85-480e-867f-db97ee726c23 req-755addd8-cea5-44f2-abfe-339746b57523 tempest-TestNetworkAdvancedServerOps-38498957 tempest-TestNetworkAdvancedServerOps-38498957-project] 10.222.0.75 "GET /v2.0/ports?device_id=fe688f6a-4af4-4c3b-94a9-bcb70cf4dd83 HTTP/1.1" status: 200 len: 945 time: 0.0562096 Feb 09 20:10:51.388174 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-b4836592-5d85-480e-867f-db97ee726c23 req-c39a0678-22d6-4d49-8bf0-a245153a4af0 tempest-TestNetworkAdvancedServerOps-38498957 tempest-TestNetworkAdvancedServerOps-38498957-project] 10.222.0.75 "GET /v2.0/security-groups?id=593a2d8e-fb79-4e46-ac61-c3c04a45383e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437229 Feb 09 20:10:52.514317 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25a22575-3cb4-4209-a3c5-fd04b3c94c09 req-23145171-a555-4567-90a9-33c6758a9a32 tempest-TestNetworkAdvancedServerOps-38498957 tempest-TestNetworkAdvancedServerOps-38498957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:10:52.515763 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-25a22575-3cb4-4209-a3c5-fd04b3c94c09 req-23145171-a555-4567-90a9-33c6758a9a32 tempest-TestNetworkAdvancedServerOps-38498957 tempest-TestNetworkAdvancedServerOps-38498957-project] 10.222.0.75 "GET /v2.0/ports?device_id=fe688f6a-4af4-4c3b-94a9-bcb70cf4dd83 HTTP/1.1" status: 200 len: 945 time: 0.0525770 Feb 09 20:10:52.564432 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-25a22575-3cb4-4209-a3c5-fd04b3c94c09 req-b9c53982-efa6-47aa-96b8-44bb4f30b429 tempest-TestNetworkAdvancedServerOps-38498957 tempest-TestNetworkAdvancedServerOps-38498957-project] 10.222.0.75 "GET /v2.0/security-groups?id=593a2d8e-fb79-4e46-ac61-c3c04a45383e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429807 Feb 09 20:10:52.690534 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06643426-20c4-4556-9b7e-09173246b38c req-3a19fc7f-5449-4045-8d2c-7b0f990b82bf tempest-TestNetworkAdvancedServerOps-38498957 tempest-TestNetworkAdvancedServerOps-38498957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:10:52.692014 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-06643426-20c4-4556-9b7e-09173246b38c req-3a19fc7f-5449-4045-8d2c-7b0f990b82bf tempest-TestNetworkAdvancedServerOps-38498957 tempest-TestNetworkAdvancedServerOps-38498957-project] 10.222.0.75 "GET /v2.0/ports?device_id=fe688f6a-4af4-4c3b-94a9-bcb70cf4dd83 HTTP/1.1" status: 200 len: 945 time: 0.0582693 Feb 09 20:10:52.740475 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-06643426-20c4-4556-9b7e-09173246b38c req-be668a15-2d4e-4cf4-b998-01eab03b5407 tempest-TestNetworkAdvancedServerOps-38498957 tempest-TestNetworkAdvancedServerOps-38498957-project] 10.222.0.75 "GET /v2.0/security-groups?id=593a2d8e-fb79-4e46-ac61-c3c04a45383e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428474 Feb 09 20:10:52.763672 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 54702) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:10:52.810418 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80652dd8-ed54-4845-8914-5034ba823a5d tempest-TestNetworkAdvancedServerOps-796730407 tempest-TestNetworkAdvancedServerOps-796730407-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:10:52.812799 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-80652dd8-ed54-4845-8914-5034ba823a5d tempest-TestNetworkAdvancedServerOps-796730407 tempest-TestNetworkAdvancedServerOps-796730407-project-admin] 10.222.0.75 "GET /v2.0/ports?device_id=fe688f6a-4af4-4c3b-94a9-bcb70cf4dd83 HTTP/1.1" status: 200 len: 1123 time: 0.0478961 Feb 09 20:10:52.815679 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 54704) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:10:52.820001 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.v2.base [None req-9eb1f1d7-377a-43a8-9959-06282c4defcb tempest-TestNetworkAdvancedServerOps-38498957 tempest-TestNetworkAdvancedServerOps-38498957-project] Request body: {'floatingip': {'floating_network_id': '88055e1e-672a-4487-be31-ffb6e833ece5', 'port_id': '81f01025-e8e4-415e-8273-897c5188e279', 'tenant_id': 'c799cd12150c4200978dc1a66164f122', 'fixed_ip_address': '172.20.0.7'}} {{(pid=103230) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 20:10:52.840332 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-9eb1f1d7-377a-43a8-9959-06282c4defcb tempest-TestNetworkAdvancedServerOps-38498957 tempest-TestNetworkAdvancedServerOps-38498957-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:10:52.941176 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-9eb1f1d7-377a-43a8-9959-06282c4defcb tempest-TestNetworkAdvancedServerOps-38498957 tempest-TestNetworkAdvancedServerOps-38498957-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (None), before_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:10:53.048713 n-d-713498-36 neutron-server[103230]: DEBUG neutron.db.db_base_plugin_common [None req-9eb1f1d7-377a-43a8-9959-06282c4defcb tempest-TestNetworkAdvancedServerOps-38498957 tempest-TestNetworkAdvancedServerOps-38498957-project] Allocated IP 172.25.1.122 (88055e1e-672a-4487-be31-ffb6e833ece5/ac16dbcc-383c-4b43-9153-d763c4a53f91/04d4a92e-8e60-4248-b8ca-2ab6b4132b19) {{(pid=103230) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 20:10:53.178115 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-9eb1f1d7-377a-43a8-9959-06282c4defcb tempest-TestNetworkAdvancedServerOps-38498957 tempest-TestNetworkAdvancedServerOps-38498957-project] Publish callbacks [] for port (04d4a92e-8e60-4248-b8ca-2ab6b4132b19), precommit_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:10:53.211222 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-9eb1f1d7-377a-43a8-9959-06282c4defcb tempest-TestNetworkAdvancedServerOps-38498957 tempest-TestNetworkAdvancedServerOps-38498957-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762866656467', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14393751'] for port (04d4a92e-8e60-4248-b8ca-2ab6b4132b19), after_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:10:53.252962 n-d-713498-36 neutron-server[103230]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9eb1f1d7-377a-43a8-9959-06282c4defcb tempest-TestNetworkAdvancedServerOps-38498957 tempest-TestNetworkAdvancedServerOps-38498957-project] Network 88055e1e-672a-4487-be31-ffb6e833ece5 is already hosted by enough agents. {{(pid=103230) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 20:10:53.257374 n-d-713498-36 neutron-server[103230]: DEBUG neutron.scheduler.base_scheduler [None req-9eb1f1d7-377a-43a8-9959-06282c4defcb tempest-TestNetworkAdvancedServerOps-38498957 tempest-TestNetworkAdvancedServerOps-38498957-project] Resources bound (agent type, host, resource id): {{(pid=103230) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 20:10:53.261597 n-d-713498-36 neutron-server[103230]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9eb1f1d7-377a-43a8-9959-06282c4defcb tempest-TestNetworkAdvancedServerOps-38498957 tempest-TestNetworkAdvancedServerOps-38498957-project] Received port after_create {{(pid=103230) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 20:10:53.265036 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eb1f1d7-377a-43a8-9959-06282c4defcb tempest-TestNetworkAdvancedServerOps-38498957 tempest-TestNetworkAdvancedServerOps-38498957-project] Pushing event updated for resources: {'Port': ['ID=04d4a92e-8e60-4248-b8ca-2ab6b4132b19,revision_number=1']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:10:53.623581 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-9eb1f1d7-377a-43a8-9959-06282c4defcb tempest-TestNetworkAdvancedServerOps-38498957 tempest-TestNetworkAdvancedServerOps-38498957-project] Publish callbacks [] for floatingip (6384dc26-c234-41ac-825b-51722541f998), precommit_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:10:53.691649 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-9eb1f1d7-377a-43a8-9959-06282c4defcb tempest-TestNetworkAdvancedServerOps-38498957 tempest-TestNetworkAdvancedServerOps-38498957-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (04d4a92e-8e60-4248-b8ca-2ab6b4132b19), before_update {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:10:53.843455 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-9eb1f1d7-377a-43a8-9959-06282c4defcb tempest-TestNetworkAdvancedServerOps-38498957 tempest-TestNetworkAdvancedServerOps-38498957-project] Publish callbacks [] for port (04d4a92e-8e60-4248-b8ca-2ab6b4132b19), precommit_update {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:10:53.847959 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-9eb1f1d7-377a-43a8-9959-06282c4defcb tempest-TestNetworkAdvancedServerOps-38498957 tempest-TestNetworkAdvancedServerOps-38498957-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762867176205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762866656485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762866656503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14393758'] for port (04d4a92e-8e60-4248-b8ca-2ab6b4132b19), after_update {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:10:53.921876 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eb1f1d7-377a-43a8-9959-06282c4defcb tempest-TestNetworkAdvancedServerOps-38498957 tempest-TestNetworkAdvancedServerOps-38498957-project] Pushing event updated for resources: {'Port': ['ID=04d4a92e-8e60-4248-b8ca-2ab6b4132b19,revision_number=2']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:10:53.929753 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-9eb1f1d7-377a-43a8-9959-06282c4defcb tempest-TestNetworkAdvancedServerOps-38498957 tempest-TestNetworkAdvancedServerOps-38498957-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1818909'] for floatingip (6384dc26-c234-41ac-825b-51722541f998), after_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:10:54.031674 n-d-713498-36 neutron-server[103230]: INFO neutron.db.l3_db [None req-9eb1f1d7-377a-43a8-9959-06282c4defcb tempest-TestNetworkAdvancedServerOps-38498957 tempest-TestNetworkAdvancedServerOps-38498957-project] Floating IP 6384dc26-c234-41ac-825b-51722541f998 associated. External IP: 172.25.1.122, port: 81f01025-e8e4-415e-8273-897c5188e279. Feb 09 20:10:54.546763 n-d-713498-36 neutron-server[103230]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9eb1f1d7-377a-43a8-9959-06282c4defcb tempest-TestNetworkAdvancedServerOps-38498957 tempest-TestNetworkAdvancedServerOps-38498957-project] Router 0b14e777-a83f-4c48-88b7-f88e13f4783d has already been hosted by L3 agent 93303d5e-5d17-45e8-8963-7694f87783ae {{(pid=103230) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 20:10:54.653940 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9eb1f1d7-377a-43a8-9959-06282c4defcb tempest-TestNetworkAdvancedServerOps-38498957 tempest-TestNetworkAdvancedServerOps-38498957-project] Notify agent at l3_agent.n-d-713498-36 the message routers_updated {{(pid=103230) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 20:10:54.666116 n-d-713498-36 neutron-server[103233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37f0dad4-4f9d-4e55-ae6f-9cb4424bc8bd None None] Sync routers for ids ['0b14e777-a83f-4c48-88b7-f88e13f4783d'] in n-d-713498-36 {{(pid=103233) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 20:10:54.674890 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-9eb1f1d7-377a-43a8-9959-06282c4defcb tempest-TestNetworkAdvancedServerOps-38498957 tempest-TestNetworkAdvancedServerOps-38498957-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171096'] for floatingip (None), before_response {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:10:54.677099 n-d-713498-36 neutron-server[103233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37f0dad4-4f9d-4e55-ae6f-9cb4424bc8bd None None] Routers {'0b14e777-a83f-4c48-88b7-f88e13f4783d'} bound to L3 agent in host n-d-713498-36 {{(pid=103233) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 20:10:54.677752 n-d-713498-36 neutron-server[103233]: DEBUG neutron.db.l3_hamode_db [None req-37f0dad4-4f9d-4e55-ae6f-9cb4424bc8bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T18:51:43Z,description=,heartbeat_timestamp=2022-02-09T20:10:43Z,host='n-d-713498-36',id=93303d5e-5d17-45e8-8963-7694f87783ae,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T18:51:43Z,topic='l3_agent')) {'router_ids': ['0b14e777-a83f-4c48-88b7-f88e13f4783d'], 'active': True} {{(pid=103233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 20:10:54.709110 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-9eb1f1d7-377a-43a8-9959-06282c4defcb tempest-TestNetworkAdvancedServerOps-38498957 tempest-TestNetworkAdvancedServerOps-38498957-project] 10.222.0.75 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.8923919 Feb 09 20:10:54.709841 n-d-713498-36 neutron-server[103230]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fe688f6a-4af4-4c3b-94a9-bcb70cf4dd83', 'tag': '81f01025-e8e4-415e-8273-897c5188e279'}] {{(pid=103230) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 20:10:54.712213 n-d-713498-36 neutron-server[103230]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bdec2cd40908e72a0a66447c6deb3367bbdbf2f4033028e05eb26280eb3900ec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f37a578c-9442-4621-9128-e411b3d8b265" -d '{"events": [{"name": "network-changed", "server_uuid": "fe688f6a-4af4-4c3b-94a9-bcb70cf4dd83", "tag": "81f01025-e8e4-415e-8273-897c5188e279"}]}' {{(pid=103230) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 20:10:54.754813 n-d-713498-36 neutron-server[103230]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 20:10:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-47436c03-c6c8-4eae-aa9a-07ca303cfc08 x-openstack-request-id: req-47436c03-c6c8-4eae-aa9a-07ca303cfc08 {{(pid=103230) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 20:10:54.755090 n-d-713498-36 neutron-server[103230]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fe688f6a-4af4-4c3b-94a9-bcb70cf4dd83", "tag": "81f01025-e8e4-415e-8273-897c5188e279", "status": "completed", "code": 200}]} {{(pid=103230) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 20:10:54.755291 n-d-713498-36 neutron-server[103230]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-47436c03-c6c8-4eae-aa9a-07ca303cfc08 {{(pid=103230) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 20:10:54.755692 n-d-713498-36 neutron-server[103230]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fe688f6a-4af4-4c3b-94a9-bcb70cf4dd83', 'tag': '81f01025-e8e4-415e-8273-897c5188e279', 'status': 'completed', 'code': 200} Feb 09 20:10:54.820287 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecceb9ee-f6c3-4780-a47d-5b875150c2fa req-0733d131-4d8e-410c-84f7-78decbe5ce0a tempest-TestNetworkAdvancedServerOps-38498957 tempest-TestNetworkAdvancedServerOps-38498957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:10:54.821768 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-ecceb9ee-f6c3-4780-a47d-5b875150c2fa req-0733d131-4d8e-410c-84f7-78decbe5ce0a tempest-TestNetworkAdvancedServerOps-38498957 tempest-TestNetworkAdvancedServerOps-38498957-project] 10.222.0.75 "GET /v2.0/ports?device_id=fe688f6a-4af4-4c3b-94a9-bcb70cf4dd83 HTTP/1.1" status: 200 len: 945 time: 0.0599287 Feb 09 20:10:54.830601 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f37a578c-9442-4621-9128-e411b3d8b265 req-7011345a-bdab-42fc-87a4-71d224258914 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:10:54.832181 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-f37a578c-9442-4621-9128-e411b3d8b265 req-7011345a-bdab-42fc-87a4-71d224258914 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=c799cd12150c4200978dc1a66164f122&device_id=fe688f6a-4af4-4c3b-94a9-bcb70cf4dd83 HTTP/1.1" status: 200 len: 1128 time: 0.0538971 Feb 09 20:10:54.873539 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-ecceb9ee-f6c3-4780-a47d-5b875150c2fa req-eaf83d99-3255-4951-9fe4-e5a7c401faac tempest-TestNetworkAdvancedServerOps-38498957 tempest-TestNetworkAdvancedServerOps-38498957-project] 10.222.0.75 "GET /v2.0/security-groups?id=593a2d8e-fb79-4e46-ac61-c3c04a45383e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445602 Feb 09 20:10:54.886533 n-d-713498-36 neutron-server[103233]: DEBUG neutron.db.l3_dvr_db [None req-37f0dad4-4f9d-4e55-ae6f-9cb4424bc8bd None None] Set router 0b14e777-a83f-4c48-88b7-f88e13f4783d gateway port host: n-d-713498-36 {{(pid=103233) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 20:10:54.896733 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 54710) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:10:54.927102 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f37a578c-9442-4621-9128-e411b3d8b265 req-56fdb93a-1f67-435c-a672-4faa2902e103 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:10:54.928559 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-f37a578c-9442-4621-9128-e411b3d8b265 req-56fdb93a-1f67-435c-a672-4faa2902e103 service neutron] 10.222.0.90 "GET /v2.0/networks?id=b46e9279-2103-471b-a649-566e76ee5391 HTTP/1.1" status: 200 len: 898 time: 0.0896719 Feb 09 20:10:54.966215 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-6b267354-2ce3-452d-b03b-1ad7312b014e tempest-TestNetworkAdvancedServerOps-38498957 tempest-TestNetworkAdvancedServerOps-38498957-project] 10.222.0.75 "GET /v2.0/floatingips/6384dc26-c234-41ac-825b-51722541f998 HTTP/1.1" status: 200 len: 991 time: 0.0681481 Feb 09 20:10:55.004781 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-f37a578c-9442-4621-9128-e411b3d8b265 req-294ee9de-025f-43ff-94d6-f18a03c83b85 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=81f01025-e8e4-415e-8273-897c5188e279 HTTP/1.1" status: 200 len: 999 time: 0.0696516 Feb 09 20:10:55.053477 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f37a578c-9442-4621-9128-e411b3d8b265 req-2abf7c93-5329-4c8c-bb5f-36e8049aa0e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:10:55.055074 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-f37a578c-9442-4621-9128-e411b3d8b265 req-2abf7c93-5329-4c8c-bb5f-36e8049aa0e3 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=3da85bce-19c1-4392-8eda-0f0b1a480b9b HTTP/1.1" status: 200 len: 835 time: 0.0443959 Feb 09 20:10:55.106081 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f37a578c-9442-4621-9128-e411b3d8b265 req-b10fbbeb-05f2-48d2-958d-bc4f77f1be0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:10:55.108158 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-f37a578c-9442-4621-9128-e411b3d8b265 req-b10fbbeb-05f2-48d2-958d-bc4f77f1be0a service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=b46e9279-2103-471b-a649-566e76ee5391&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0457790 Feb 09 20:10:55.124107 n-d-713498-36 neutron-server[103233]: DEBUG neutron.db.l3_hamode_db [None req-37f0dad4-4f9d-4e55-ae6f-9cb4424bc8bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b14e777-a83f-4c48-88b7-f88e13f4783d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-898845328', 'tenant_id': 'c799cd12150c4200978dc1a66164f122', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88055e1e-672a-4487-be31-ffb6e833ece5', 'external_fixed_ips': [{'subnet_id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'ip_address': '172.25.1.10'}], 'enable_snat': True}, 'gw_port_id': 'cd3d5d76-16c4-4067-9fb9-efe9a189ac56', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T20:10:38Z', 'updated_at': '2022-02-09T20:10:42Z', 'revision_number': 4, 'project_id': 'c799cd12150c4200978dc1a66164f122', 'gw_port': {'id': 'cd3d5d76-16c4-4067-9fb9-efe9a189ac56', 'name': '', 'network_id': '88055e1e-672a-4487-be31-ffb6e833ece5', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:11:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b14e777-a83f-4c48-88b7-f88e13f4783d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4271, 'fixed_ips': [{'subnet_id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'ip_address': '172.25.1.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T20:10:39Z', 'updated_at': '2022-02-09T20:10:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-36', '_floatingips': [{'id': '6384dc26-c234-41ac-825b-51722541f998', 'tenant_id': 'c799cd12150c4200978dc1a66164f122', 'floating_ip_address': '172.25.1.122', 'floating_network_id': '88055e1e-672a-4487-be31-ffb6e833ece5', 'router_id': '0b14e777-a83f-4c48-88b7-f88e13f4783d', 'port_id': '81f01025-e8e4-415e-8273-897c5188e279', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4277, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b46e9279-2103-471b-a649-566e76ee5391', 'mac_address': 'fa:16:3e:95:b9:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe688f6a-4af4-4c3b-94a9-bcb70cf4dd83', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T20:10:53Z', 'updated_at': '2022-02-09T20:10:53Z', 'revision_number': 0, 'project_id': 'c799cd12150c4200978dc1a66164f122', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '553d8d69-13de-4f32-b3ee-9ea05745b9e0', 'name': '', 'network_id': 'b46e9279-2103-471b-a649-566e76ee5391', 'tenant_id': 'c799cd12150c4200978dc1a66164f122', 'mac_address': 'fa:16:3e:c3:15:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b14e777-a83f-4c48-88b7-f88e13f4783d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4274, 'fixed_ips': [{'subnet_id': '3da85bce-19c1-4392-8eda-0f0b1a480b9b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T20:10:41Z', 'updated_at': '2022-02-09T20:10:45Z', 'revision_number': 5, 'project_id': 'c799cd12150c4200978dc1a66164f122', 'subnets': [{'id': '3da85bce-19c1-4392-8eda-0f0b1a480b9b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-36', False) {} {{(pid=103233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 20:10:55.150403 n-d-713498-36 neutron-server[103233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37f0dad4-4f9d-4e55-ae6f-9cb4424bc8bd None None] Checking router: 0b14e777-a83f-4c48-88b7-f88e13f4783d for host: n-d-713498-36 {{(pid=103233) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 20:10:55.158984 n-d-713498-36 neutron-server[103233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37f0dad4-4f9d-4e55-ae6f-9cb4424bc8bd None None] Routers {'0b14e777-a83f-4c48-88b7-f88e13f4783d'} bound to L3 agent in host n-d-713498-36 {{(pid=103233) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 20:10:55.159618 n-d-713498-36 neutron-server[103233]: DEBUG neutron.db.l3_hamode_db [None req-37f0dad4-4f9d-4e55-ae6f-9cb4424bc8bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T18:51:43Z,description=,heartbeat_timestamp=2022-02-09T20:10:43Z,host='n-d-713498-36',id=93303d5e-5d17-45e8-8963-7694f87783ae,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T18:51:43Z,topic='l3_agent')) {'router_ids': ['0b14e777-a83f-4c48-88b7-f88e13f4783d'], 'active': True} {{(pid=103233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 20:10:55.209976 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-f37a578c-9442-4621-9128-e411b3d8b265 req-61be1bb8-aebe-4481-a303-3517995d0ef6 service neutron] 10.222.0.90 "GET /v2.0/networks/b46e9279-2103-471b-a649-566e76ee5391?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0902560 Feb 09 20:10:55.267913 n-d-713498-36 neutron-server[103233]: DEBUG neutron.db.l3_dvr_db [None req-37f0dad4-4f9d-4e55-ae6f-9cb4424bc8bd None None] Set router 0b14e777-a83f-4c48-88b7-f88e13f4783d gateway port host: n-d-713498-36 {{(pid=103233) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 20:10:55.304997 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-f37a578c-9442-4621-9128-e411b3d8b265 req-8d15ec5c-398f-4335-9b2f-023034e5d94a service neutron] 10.222.0.90 "GET /v2.0/networks/b46e9279-2103-471b-a649-566e76ee5391?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0866942 Feb 09 20:10:55.493871 n-d-713498-36 neutron-server[103233]: DEBUG neutron.db.l3_hamode_db [None req-37f0dad4-4f9d-4e55-ae6f-9cb4424bc8bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b14e777-a83f-4c48-88b7-f88e13f4783d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-898845328', 'tenant_id': 'c799cd12150c4200978dc1a66164f122', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88055e1e-672a-4487-be31-ffb6e833ece5', 'external_fixed_ips': [{'subnet_id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'ip_address': '172.25.1.10'}], 'enable_snat': True}, 'gw_port_id': 'cd3d5d76-16c4-4067-9fb9-efe9a189ac56', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T20:10:38Z', 'updated_at': '2022-02-09T20:10:42Z', 'revision_number': 4, 'project_id': 'c799cd12150c4200978dc1a66164f122', 'gw_port': {'id': 'cd3d5d76-16c4-4067-9fb9-efe9a189ac56', 'name': '', 'network_id': '88055e1e-672a-4487-be31-ffb6e833ece5', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:11:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b14e777-a83f-4c48-88b7-f88e13f4783d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4271, 'fixed_ips': [{'subnet_id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'ip_address': '172.25.1.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T20:10:39Z', 'updated_at': '2022-02-09T20:10:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-36', '_floatingips': [{'id': '6384dc26-c234-41ac-825b-51722541f998', 'tenant_id': 'c799cd12150c4200978dc1a66164f122', 'floating_ip_address': '172.25.1.122', 'floating_network_id': '88055e1e-672a-4487-be31-ffb6e833ece5', 'router_id': '0b14e777-a83f-4c48-88b7-f88e13f4783d', 'port_id': '81f01025-e8e4-415e-8273-897c5188e279', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4277, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b46e9279-2103-471b-a649-566e76ee5391', 'mac_address': 'fa:16:3e:95:b9:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe688f6a-4af4-4c3b-94a9-bcb70cf4dd83', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T20:10:53Z', 'updated_at': '2022-02-09T20:10:53Z', 'revision_number': 0, 'project_id': 'c799cd12150c4200978dc1a66164f122', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '553d8d69-13de-4f32-b3ee-9ea05745b9e0', 'name': '', 'network_id': 'b46e9279-2103-471b-a649-566e76ee5391', 'tenant_id': 'c799cd12150c4200978dc1a66164f122', 'mac_address': 'fa:16:3e:c3:15:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b14e777-a83f-4c48-88b7-f88e13f4783d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4274, 'fixed_ips': [{'subnet_id': '3da85bce-19c1-4392-8eda-0f0b1a480b9b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T20:10:41Z', 'updated_at': '2022-02-09T20:10:45Z', 'revision_number': 5, 'project_id': 'c799cd12150c4200978dc1a66164f122', 'subnets': [{'id': '3da85bce-19c1-4392-8eda-0f0b1a480b9b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-36', False) {} {{(pid=103233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 20:10:55.523027 n-d-713498-36 neutron-server[103233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37f0dad4-4f9d-4e55-ae6f-9cb4424bc8bd None None] The sync data for ids ['0b14e777-a83f-4c48-88b7-f88e13f4783d'] in n-d-713498-36 is: [{'id': '0b14e777-a83f-4c48-88b7-f88e13f4783d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-898845328', 'tenant_id': 'c799cd12150c4200978dc1a66164f122', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88055e1e-672a-4487-be31-ffb6e833ece5', 'external_fixed_ips': [{'subnet_id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'ip_address': '172.25.1.10'}], 'enable_snat': True}, 'gw_port_id': 'cd3d5d76-16c4-4067-9fb9-efe9a189ac56', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T20:10:38Z', 'updated_at': '2022-02-09T20:10:42Z', 'revision_number': 4, 'project_id': 'c799cd12150c4200978dc1a66164f122', 'gw_port': {'id': 'cd3d5d76-16c4-4067-9fb9-efe9a189ac56', 'name': '', 'network_id': '88055e1e-672a-4487-be31-ffb6e833ece5', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:11:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b14e777-a83f-4c48-88b7-f88e13f4783d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4271, 'fixed_ips': [{'subnet_id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'ip_address': '172.25.1.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T20:10:39Z', 'updated_at': '2022-02-09T20:10:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-36', '_floatingips': [{'id': '6384dc26-c234-41ac-825b-51722541f998', 'tenant_id': 'c799cd12150c4200978dc1a66164f122', 'floating_ip_address': '172.25.1.122', 'floating_network_id': '88055e1e-672a-4487-be31-ffb6e833ece5', 'router_id': '0b14e777-a83f-4c48-88b7-f88e13f4783d', 'port_id': '81f01025-e8e4-415e-8273-897c5188e279', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4277, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b46e9279-2103-471b-a649-566e76ee5391', 'mac_address': 'fa:16:3e:95:b9:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe688f6a-4af4-4c3b-94a9-bcb70cf4dd83', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T20:10:53Z', 'updated_at': '2022-02-09T20:10:53Z', 'revision_number': 0, 'project_id': 'c799cd12150c4200978dc1a66164f122', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '553d8d69-13de-4f32-b3ee-9ea05745b9e0', 'name': '', 'network_id': 'b46e9279-2103-471b-a649-566e76ee5391', 'tenant_id': 'c799cd12150c4200978dc1a66164f122', 'mac_address': 'fa:16:3e:c3:15:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b14e777-a83f-4c48-88b7-f88e13f4783d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4274, 'fixed_ips': [{'subnet_id': '3da85bce-19c1-4392-8eda-0f0b1a480b9b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T20:10:41Z', 'updated_at': '2022-02-09T20:10:45Z', 'revision_number': 5, 'project_id': 'c799cd12150c4200978dc1a66164f122', 'subnets': [{'id': '3da85bce-19c1-4392-8eda-0f0b1a480b9b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103233) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 20:10:55.715428 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c260eb98-ae00-4a75-8ee8-0332901edb5f None None] New status for floating IP 6384dc26-c234-41ac-825b-51722541f998: ACTIVE {{(pid=103232) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 09 20:10:55.969943 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 54712) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:10:56.028876 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-2def2900-5c14-4fa1-b2a6-4f91549f903a tempest-TestNetworkAdvancedServerOps-38498957 tempest-TestNetworkAdvancedServerOps-38498957-project] 10.222.0.75 "GET /v2.0/floatingips/6384dc26-c234-41ac-825b-51722541f998 HTTP/1.1" status: 200 len: 993 time: 0.0577729 Feb 09 20:11:10.934186 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-e4e849a4-4c5b-48da-bdaf-cd8cab5f92c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762867132591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593584'] for agent (af91e4b9-f4e1-42b1-a25c-a10dc47171c8), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:11:12.493154 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [req-96d88c0a-5699-44ce-ac3d-48bbcfed2b72 req-662d457c-4ed1-4c40-a4cf-fda592ffbeaf tempest-ServerDiskConfigTestJSON-1652657233 tempest-ServerDiskConfigTestJSON-1652657233-project] (103229) timed out ('10.222.0.90', 54860) {{(pid=103229) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Feb 09 20:11:13.207237 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-07673890-797e-423c-afcb-ef5347a4d716 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762867132591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593584'] for agent (93303d5e-5d17-45e8-8963-7694f87783ae), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:11:14.558222 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-edc54c9b-7f13-45d9-9271-85c9738b0128 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762867132591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593584'] for agent (a62b1850-466f-48ae-bec7-d62fb280e14b), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:11:14.715947 n-d-713498-36 neutron-server[103233]: DEBUG neutron.db.agents_db [None req-4a8a6a42-0a0c-4437-8958-92282682b6bb None None] Agent healthcheck: found 7 active agents {{(pid=103233) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 20:11:16.198049 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-a7262a8e-0513-48fd-984d-75726a511961 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762867132591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593584'] for agent (911cfea2-02ae-4ec9-bac3-7808ee1cdd9c), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:11:17.183828 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762867132591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593584'] for agent (496418a2-c002-4aec-ab1a-07f3bea491bd), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:11:19.135444 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762867132591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593584'] for agent (488cd9ae-631f-4955-ba0b-4f5a13f12e9c), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:11:19.578294 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762867132591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593584'] for agent (bcd5faee-dc24-4298-9134-0e0aa054058e), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:11:29.300685 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [req-32db1d11-f04c-472d-acf5-350b66f095c2 req-31e7d9e7-f954-43dd-bee3-66df7cf18814 service neutron] http://10.222.0.75:9696/v2.0/extensions returned with HTTP 200 {{(pid=103229) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 09 20:11:29.301674 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-32db1d11-f04c-472d-acf5-350b66f095c2 req-31e7d9e7-f954-43dd-bee3-66df7cf18814 service neutron] 10.222.0.75 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0060828 Feb 09 20:11:29.473603 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 54730) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:11:29.510625 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c24bc80d-1b33-4279-9615-cfa7d94ef87c req-e3861dd6-649f-4c66-b1c1-34c1c089ac64 tempest-TestNetworkAdvancedServerOps-38498957 tempest-TestNetworkAdvancedServerOps-38498957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:11:29.512104 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-c24bc80d-1b33-4279-9615-cfa7d94ef87c req-e3861dd6-649f-4c66-b1c1-34c1c089ac64 tempest-TestNetworkAdvancedServerOps-38498957 tempest-TestNetworkAdvancedServerOps-38498957-project] 10.222.0.75 "GET /v2.0/ports?device_id=fe688f6a-4af4-4c3b-94a9-bcb70cf4dd83 HTTP/1.1" status: 200 len: 945 time: 0.0610156 Feb 09 20:11:29.563651 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-c24bc80d-1b33-4279-9615-cfa7d94ef87c req-d4907502-fbd4-42df-8cef-a8ae49267ebb tempest-TestNetworkAdvancedServerOps-38498957 tempest-TestNetworkAdvancedServerOps-38498957-project] 10.222.0.75 "GET /v2.0/security-groups?id=593a2d8e-fb79-4e46-ac61-c3c04a45383e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454919 Feb 09 20:11:29.564530 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-68b391bb-766c-4802-b45d-d5c153fbbc1a req-567609c1-c194-4573-a745-ee3a1e6b1a44 service neutron] 10.222.0.75 "GET /v2.0/ports?device_id=fe688f6a-4af4-4c3b-94a9-bcb70cf4dd83&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0896592 Feb 09 20:11:29.575957 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [req-68b391bb-766c-4802-b45d-d5c153fbbc1a req-a537a4f9-598e-4b33-84ee-33d11c38ce6d service neutron] http://10.222.0.75:9696/v2.0/extensions returned with HTTP 200 {{(pid=103229) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 09 20:11:29.577028 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-68b391bb-766c-4802-b45d-d5c153fbbc1a req-a537a4f9-598e-4b33-84ee-33d11c38ce6d service neutron] 10.222.0.75 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0066965 Feb 09 20:11:29.908926 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b3b500c-a7b1-4163-a28b-db6132e3f186 req-9fb3371f-6d96-46b7-8a5c-70a752c8161e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:11:29.911108 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-4b3b500c-a7b1-4163-a28b-db6132e3f186 req-9fb3371f-6d96-46b7-8a5c-70a752c8161e service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=c799cd12150c4200978dc1a66164f122&device_id=fe688f6a-4af4-4c3b-94a9-bcb70cf4dd83 HTTP/1.1" status: 200 len: 1128 time: 0.0531685 Feb 09 20:11:30.021491 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b3b500c-a7b1-4163-a28b-db6132e3f186 req-6dcd279e-98ab-4f1b-a846-57270e8a8c21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:11:30.022898 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-4b3b500c-a7b1-4163-a28b-db6132e3f186 req-6dcd279e-98ab-4f1b-a846-57270e8a8c21 service neutron] 10.222.0.90 "GET /v2.0/networks?id=b46e9279-2103-471b-a649-566e76ee5391 HTTP/1.1" status: 200 len: 898 time: 0.0905077 Feb 09 20:11:30.089474 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-4b3b500c-a7b1-4163-a28b-db6132e3f186 req-b1e15f12-4699-4fe2-8c2b-ca17d66ae83f service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=81f01025-e8e4-415e-8273-897c5188e279 HTTP/1.1" status: 200 len: 1001 time: 0.0593362 Feb 09 20:11:30.137078 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b3b500c-a7b1-4163-a28b-db6132e3f186 req-6d9cd019-3afb-49e1-8b94-72e83b60762d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:11:30.139050 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-4b3b500c-a7b1-4163-a28b-db6132e3f186 req-6d9cd019-3afb-49e1-8b94-72e83b60762d service neutron] 10.222.0.90 "GET /v2.0/subnets?id=3da85bce-19c1-4392-8eda-0f0b1a480b9b HTTP/1.1" status: 200 len: 835 time: 0.0431561 Feb 09 20:11:30.192280 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b3b500c-a7b1-4163-a28b-db6132e3f186 req-d29fbf22-fcd0-4d74-83aa-8c81952a9cda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:11:30.193764 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-4b3b500c-a7b1-4163-a28b-db6132e3f186 req-d29fbf22-fcd0-4d74-83aa-8c81952a9cda service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=b46e9279-2103-471b-a649-566e76ee5391&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0486240 Feb 09 20:11:30.283866 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-4b3b500c-a7b1-4163-a28b-db6132e3f186 req-33e5ff6d-f3e0-4c12-8b27-25da8eabf21b service neutron] 10.222.0.90 "GET /v2.0/networks/b46e9279-2103-471b-a649-566e76ee5391?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0830226 Feb 09 20:11:30.376922 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-4b3b500c-a7b1-4163-a28b-db6132e3f186 req-64ae6a01-4fa7-4def-976e-67488ff74a18 service neutron] 10.222.0.90 "GET /v2.0/networks/b46e9279-2103-471b-a649-566e76ee5391?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0869205 Feb 09 20:11:30.707001 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9cc5ab6-def6-4e9e-9367-d6651bab323e req-938b21c7-2a53-4dad-b88e-e4c53314d86b tempest-TestNetworkAdvancedServerOps-38498957 tempest-TestNetworkAdvancedServerOps-38498957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:11:30.708526 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-a9cc5ab6-def6-4e9e-9367-d6651bab323e req-938b21c7-2a53-4dad-b88e-e4c53314d86b tempest-TestNetworkAdvancedServerOps-38498957 tempest-TestNetworkAdvancedServerOps-38498957-project] 10.222.0.75 "GET /v2.0/ports?device_id=fe688f6a-4af4-4c3b-94a9-bcb70cf4dd83 HTTP/1.1" status: 200 len: 945 time: 0.0688941 Feb 09 20:11:30.760334 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-a9cc5ab6-def6-4e9e-9367-d6651bab323e req-cba9320c-1238-4715-aaa5-30d6451628bb tempest-TestNetworkAdvancedServerOps-38498957 tempest-TestNetworkAdvancedServerOps-38498957-project] 10.222.0.75 "GET /v2.0/security-groups?id=593a2d8e-fb79-4e46-ac61-c3c04a45383e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459454 Feb 09 20:11:31.887995 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da4f7d89-51ff-4427-a6bc-c3b97f2e556e req-b2d0f71d-d5e7-4c82-ab89-80aabe276fac tempest-TestNetworkAdvancedServerOps-38498957 tempest-TestNetworkAdvancedServerOps-38498957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:11:31.889394 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-da4f7d89-51ff-4427-a6bc-c3b97f2e556e req-b2d0f71d-d5e7-4c82-ab89-80aabe276fac tempest-TestNetworkAdvancedServerOps-38498957 tempest-TestNetworkAdvancedServerOps-38498957-project] 10.222.0.75 "GET /v2.0/ports?device_id=fe688f6a-4af4-4c3b-94a9-bcb70cf4dd83 HTTP/1.1" status: 200 len: 945 time: 0.0551300 Feb 09 20:11:31.940610 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-da4f7d89-51ff-4427-a6bc-c3b97f2e556e req-453c8e7c-bd76-4a2b-a92b-b33759425f8a tempest-TestNetworkAdvancedServerOps-38498957 tempest-TestNetworkAdvancedServerOps-38498957-project] 10.222.0.75 "GET /v2.0/security-groups?id=593a2d8e-fb79-4e46-ac61-c3c04a45383e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449216 Feb 09 20:11:33.071395 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7a895a1-dc25-4abb-a96c-6d9cc5620a4d req-2b943ff4-c91b-4de7-ba70-c101c3b7f1a0 tempest-TestNetworkAdvancedServerOps-38498957 tempest-TestNetworkAdvancedServerOps-38498957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:11:33.072886 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-c7a895a1-dc25-4abb-a96c-6d9cc5620a4d req-2b943ff4-c91b-4de7-ba70-c101c3b7f1a0 tempest-TestNetworkAdvancedServerOps-38498957 tempest-TestNetworkAdvancedServerOps-38498957-project] 10.222.0.75 "GET /v2.0/ports?device_id=fe688f6a-4af4-4c3b-94a9-bcb70cf4dd83 HTTP/1.1" status: 200 len: 945 time: 0.0560787 Feb 09 20:11:33.135256 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-c7a895a1-dc25-4abb-a96c-6d9cc5620a4d req-f38c0e4a-ab8c-45dd-8e2d-bce1c799d436 tempest-TestNetworkAdvancedServerOps-38498957 tempest-TestNetworkAdvancedServerOps-38498957-project] 10.222.0.75 "GET /v2.0/security-groups?id=593a2d8e-fb79-4e46-ac61-c3c04a45383e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0552025 Feb 09 20:11:34.271021 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50fd26af-659a-48cb-9e67-f0823b69b6f3 req-87cb94b0-a88f-486d-b721-b7ba6fcd3e97 tempest-TestNetworkAdvancedServerOps-38498957 tempest-TestNetworkAdvancedServerOps-38498957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:11:34.272517 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-50fd26af-659a-48cb-9e67-f0823b69b6f3 req-87cb94b0-a88f-486d-b721-b7ba6fcd3e97 tempest-TestNetworkAdvancedServerOps-38498957 tempest-TestNetworkAdvancedServerOps-38498957-project] 10.222.0.75 "GET /v2.0/ports?device_id=fe688f6a-4af4-4c3b-94a9-bcb70cf4dd83 HTTP/1.1" status: 200 len: 945 time: 0.0541327 Feb 09 20:11:34.334246 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-50fd26af-659a-48cb-9e67-f0823b69b6f3 req-54096278-8a86-4ae0-a2bd-3150659bb00e tempest-TestNetworkAdvancedServerOps-38498957 tempest-TestNetworkAdvancedServerOps-38498957-project] 10.222.0.75 "GET /v2.0/security-groups?id=593a2d8e-fb79-4e46-ac61-c3c04a45383e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0560553 Feb 09 20:11:34.736592 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68b391bb-766c-4802-b45d-d5c153fbbc1a req-c535297a-9da3-4c4a-b713-087696e61fcb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:11:34.738105 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-68b391bb-766c-4802-b45d-d5c153fbbc1a req-c535297a-9da3-4c4a-b713-087696e61fcb service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=c799cd12150c4200978dc1a66164f122&device_id=fe688f6a-4af4-4c3b-94a9-bcb70cf4dd83 HTTP/1.1" status: 200 len: 1128 time: 0.0488904 Feb 09 20:11:34.826167 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68b391bb-766c-4802-b45d-d5c153fbbc1a req-68307850-d243-4200-a0d8-629097dcaf3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:11:34.827655 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-68b391bb-766c-4802-b45d-d5c153fbbc1a req-68307850-d243-4200-a0d8-629097dcaf3d service neutron] 10.222.0.90 "GET /v2.0/networks?id=b46e9279-2103-471b-a649-566e76ee5391 HTTP/1.1" status: 200 len: 898 time: 0.0832362 Feb 09 20:11:34.898817 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-68b391bb-766c-4802-b45d-d5c153fbbc1a req-69ea226e-6cf5-47d8-93da-dd2bcf08199c service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=81f01025-e8e4-415e-8273-897c5188e279 HTTP/1.1" status: 200 len: 1001 time: 0.0640359 Feb 09 20:11:34.950355 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68b391bb-766c-4802-b45d-d5c153fbbc1a req-445d63db-b863-4d3d-88e4-7ddda10d4c8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:11:34.951828 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-68b391bb-766c-4802-b45d-d5c153fbbc1a req-445d63db-b863-4d3d-88e4-7ddda10d4c8e service neutron] 10.222.0.90 "GET /v2.0/subnets?id=3da85bce-19c1-4392-8eda-0f0b1a480b9b HTTP/1.1" status: 200 len: 835 time: 0.0463459 Feb 09 20:11:35.008869 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68b391bb-766c-4802-b45d-d5c153fbbc1a req-e96ddfeb-9681-47c4-a265-1cc967b7d2a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:11:35.010405 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-68b391bb-766c-4802-b45d-d5c153fbbc1a req-e96ddfeb-9681-47c4-a265-1cc967b7d2a1 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=b46e9279-2103-471b-a649-566e76ee5391&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0519383 Feb 09 20:11:35.105597 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-68b391bb-766c-4802-b45d-d5c153fbbc1a req-90507278-ed8c-4643-9e5d-2ee1f9d6aea2 service neutron] 10.222.0.90 "GET /v2.0/networks/b46e9279-2103-471b-a649-566e76ee5391?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0880377 Feb 09 20:11:35.199735 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-68b391bb-766c-4802-b45d-d5c153fbbc1a req-09c6b758-8373-4ea8-af94-7d4a3a836380 service neutron] 10.222.0.90 "GET /v2.0/networks/b46e9279-2103-471b-a649-566e76ee5391?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0877142 Feb 09 20:11:35.455042 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fbca4da-c766-4e4d-8711-701b2bc41607 req-e888641d-765d-4f03-b7a2-14decf207285 tempest-TestNetworkAdvancedServerOps-38498957 tempest-TestNetworkAdvancedServerOps-38498957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:11:35.456541 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-2fbca4da-c766-4e4d-8711-701b2bc41607 req-e888641d-765d-4f03-b7a2-14decf207285 tempest-TestNetworkAdvancedServerOps-38498957 tempest-TestNetworkAdvancedServerOps-38498957-project] 10.222.0.75 "GET /v2.0/ports?device_id=fe688f6a-4af4-4c3b-94a9-bcb70cf4dd83 HTTP/1.1" status: 200 len: 945 time: 0.0550098 Feb 09 20:11:35.507224 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-2fbca4da-c766-4e4d-8711-701b2bc41607 req-cb97c151-dc05-4134-9b3a-e9c9c762818a tempest-TestNetworkAdvancedServerOps-38498957 tempest-TestNetworkAdvancedServerOps-38498957-project] 10.222.0.75 "GET /v2.0/security-groups?id=593a2d8e-fb79-4e46-ac61-c3c04a45383e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449326 Feb 09 20:11:36.639658 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c512a592-0008-4fe5-b651-8a8352a6d634 req-1210c33c-20d0-4e1a-8344-e61cb94d557f tempest-TestNetworkAdvancedServerOps-38498957 tempest-TestNetworkAdvancedServerOps-38498957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:11:36.644360 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-c512a592-0008-4fe5-b651-8a8352a6d634 req-1210c33c-20d0-4e1a-8344-e61cb94d557f tempest-TestNetworkAdvancedServerOps-38498957 tempest-TestNetworkAdvancedServerOps-38498957-project] 10.222.0.75 "GET /v2.0/ports?device_id=fe688f6a-4af4-4c3b-94a9-bcb70cf4dd83 HTTP/1.1" status: 200 len: 945 time: 0.0579405 Feb 09 20:11:36.712049 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-c512a592-0008-4fe5-b651-8a8352a6d634 req-72877edf-cd68-4164-b0da-49e6c460469a tempest-TestNetworkAdvancedServerOps-38498957 tempest-TestNetworkAdvancedServerOps-38498957-project] 10.222.0.75 "GET /v2.0/security-groups?id=593a2d8e-fb79-4e46-ac61-c3c04a45383e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0624294 Feb 09 20:11:37.851425 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e6a1b6a-8a48-4d08-b169-655bf6dd3dc6 req-f2b1b495-e439-467b-872d-0d5e2b629ae0 tempest-TestNetworkAdvancedServerOps-38498957 tempest-TestNetworkAdvancedServerOps-38498957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:11:37.852926 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-9e6a1b6a-8a48-4d08-b169-655bf6dd3dc6 req-f2b1b495-e439-467b-872d-0d5e2b629ae0 tempest-TestNetworkAdvancedServerOps-38498957 tempest-TestNetworkAdvancedServerOps-38498957-project] 10.222.0.75 "GET /v2.0/ports?device_id=fe688f6a-4af4-4c3b-94a9-bcb70cf4dd83 HTTP/1.1" status: 200 len: 945 time: 0.0684299 Feb 09 20:11:37.907033 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-9e6a1b6a-8a48-4d08-b169-655bf6dd3dc6 req-3f52263a-96d8-48cc-a7af-1fefd7413fa7 tempest-TestNetworkAdvancedServerOps-38498957 tempest-TestNetworkAdvancedServerOps-38498957-project] 10.222.0.75 "GET /v2.0/security-groups?id=593a2d8e-fb79-4e46-ac61-c3c04a45383e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0481055 Feb 09 20:11:39.047843 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29dbe421-5276-459f-8f93-ef82bbd4f289 req-14e4518d-9e83-4a70-8aa9-ad9bce02038b tempest-TestNetworkAdvancedServerOps-38498957 tempest-TestNetworkAdvancedServerOps-38498957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:11:39.049432 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-29dbe421-5276-459f-8f93-ef82bbd4f289 req-14e4518d-9e83-4a70-8aa9-ad9bce02038b tempest-TestNetworkAdvancedServerOps-38498957 tempest-TestNetworkAdvancedServerOps-38498957-project] 10.222.0.75 "GET /v2.0/ports?device_id=fe688f6a-4af4-4c3b-94a9-bcb70cf4dd83 HTTP/1.1" status: 200 len: 945 time: 0.0659473 Feb 09 20:11:39.104191 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-29dbe421-5276-459f-8f93-ef82bbd4f289 req-770b86af-87da-4b4c-895f-eb7fbd6e1c26 tempest-TestNetworkAdvancedServerOps-38498957 tempest-TestNetworkAdvancedServerOps-38498957-project] 10.222.0.75 "GET /v2.0/security-groups?id=593a2d8e-fb79-4e46-ac61-c3c04a45383e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0487411 Feb 09 20:11:40.239669 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16705ab5-85e2-48a0-b9a7-91d5c1b61d30 req-3bd641fc-9fa7-45c2-8d22-ffc5f7b4d596 tempest-TestNetworkAdvancedServerOps-38498957 tempest-TestNetworkAdvancedServerOps-38498957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:11:40.241170 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-16705ab5-85e2-48a0-b9a7-91d5c1b61d30 req-3bd641fc-9fa7-45c2-8d22-ffc5f7b4d596 tempest-TestNetworkAdvancedServerOps-38498957 tempest-TestNetworkAdvancedServerOps-38498957-project] 10.222.0.75 "GET /v2.0/ports?device_id=fe688f6a-4af4-4c3b-94a9-bcb70cf4dd83 HTTP/1.1" status: 200 len: 945 time: 0.0619192 Feb 09 20:11:40.290495 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-16705ab5-85e2-48a0-b9a7-91d5c1b61d30 req-5fdf0cec-aa0c-4ccd-8bec-6debd56378fb tempest-TestNetworkAdvancedServerOps-38498957 tempest-TestNetworkAdvancedServerOps-38498957-project] 10.222.0.75 "GET /v2.0/security-groups?id=593a2d8e-fb79-4e46-ac61-c3c04a45383e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437272 Feb 09 20:11:40.939022 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-f050ff5d-d1a2-476d-bce4-4923814d8785 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762867132591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593584'] for agent (af91e4b9-f4e1-42b1-a25c-a10dc47171c8), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:11:41.419972 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa5c1329-2a29-492a-b350-e70cd01a6bae req-dd6e2a49-613d-4a11-b2d7-632c0cc02ead tempest-TestNetworkAdvancedServerOps-38498957 tempest-TestNetworkAdvancedServerOps-38498957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:11:41.421661 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-fa5c1329-2a29-492a-b350-e70cd01a6bae req-dd6e2a49-613d-4a11-b2d7-632c0cc02ead tempest-TestNetworkAdvancedServerOps-38498957 tempest-TestNetworkAdvancedServerOps-38498957-project] 10.222.0.75 "GET /v2.0/ports?device_id=fe688f6a-4af4-4c3b-94a9-bcb70cf4dd83 HTTP/1.1" status: 200 len: 945 time: 0.0586803 Feb 09 20:11:41.472331 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-fa5c1329-2a29-492a-b350-e70cd01a6bae req-9d16558c-caf8-436c-b4d7-47e0c95a7427 tempest-TestNetworkAdvancedServerOps-38498957 tempest-TestNetworkAdvancedServerOps-38498957-project] 10.222.0.75 "GET /v2.0/security-groups?id=593a2d8e-fb79-4e46-ac61-c3c04a45383e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444727 Feb 09 20:11:42.599253 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c23baf59-6981-4810-b21a-fb03b2624961 req-123a17e8-f7bb-4ef5-9313-ad2b73c6699b tempest-TestNetworkAdvancedServerOps-38498957 tempest-TestNetworkAdvancedServerOps-38498957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:11:42.600641 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-c23baf59-6981-4810-b21a-fb03b2624961 req-123a17e8-f7bb-4ef5-9313-ad2b73c6699b tempest-TestNetworkAdvancedServerOps-38498957 tempest-TestNetworkAdvancedServerOps-38498957-project] 10.222.0.75 "GET /v2.0/ports?device_id=fe688f6a-4af4-4c3b-94a9-bcb70cf4dd83 HTTP/1.1" status: 200 len: 945 time: 0.0548854 Feb 09 20:11:42.651481 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-c23baf59-6981-4810-b21a-fb03b2624961 req-7c4f7ee4-e36d-42d4-92fc-d19ceedefb56 tempest-TestNetworkAdvancedServerOps-38498957 tempest-TestNetworkAdvancedServerOps-38498957-project] 10.222.0.75 "GET /v2.0/security-groups?id=593a2d8e-fb79-4e46-ac61-c3c04a45383e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449669 Feb 09 20:11:43.210145 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-2a57594a-8b5d-48a5-9f39-b9663b930bbc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762867132591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593584'] for agent (93303d5e-5d17-45e8-8963-7694f87783ae), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:11:43.778740 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51cad0de-0b38-4b49-a2c3-1c0c6ffb5a4c req-8532456e-2061-4513-a891-9b91ce550349 tempest-TestNetworkAdvancedServerOps-38498957 tempest-TestNetworkAdvancedServerOps-38498957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:11:43.780211 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-51cad0de-0b38-4b49-a2c3-1c0c6ffb5a4c req-8532456e-2061-4513-a891-9b91ce550349 tempest-TestNetworkAdvancedServerOps-38498957 tempest-TestNetworkAdvancedServerOps-38498957-project] 10.222.0.75 "GET /v2.0/ports?device_id=fe688f6a-4af4-4c3b-94a9-bcb70cf4dd83 HTTP/1.1" status: 200 len: 945 time: 0.0565302 Feb 09 20:11:43.830901 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-51cad0de-0b38-4b49-a2c3-1c0c6ffb5a4c req-b8b6163f-bc65-4599-af73-6e75aee6e48b tempest-TestNetworkAdvancedServerOps-38498957 tempest-TestNetworkAdvancedServerOps-38498957-project] 10.222.0.75 "GET /v2.0/security-groups?id=593a2d8e-fb79-4e46-ac61-c3c04a45383e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439916 Feb 09 20:11:44.564673 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-edc54c9b-7f13-45d9-9271-85c9738b0128 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762867132591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593584'] for agent (a62b1850-466f-48ae-bec7-d62fb280e14b), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:11:44.958015 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cbc50cd-4ef6-40a9-8b94-e4a1c425d558 req-6f861f1f-7d46-4f7a-bffa-a15c952437a8 tempest-TestNetworkAdvancedServerOps-38498957 tempest-TestNetworkAdvancedServerOps-38498957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:11:44.959607 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-4cbc50cd-4ef6-40a9-8b94-e4a1c425d558 req-6f861f1f-7d46-4f7a-bffa-a15c952437a8 tempest-TestNetworkAdvancedServerOps-38498957 tempest-TestNetworkAdvancedServerOps-38498957-project] 10.222.0.75 "GET /v2.0/ports?device_id=fe688f6a-4af4-4c3b-94a9-bcb70cf4dd83 HTTP/1.1" status: 200 len: 945 time: 0.0556462 Feb 09 20:11:45.018585 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-4cbc50cd-4ef6-40a9-8b94-e4a1c425d558 req-4a44ebf0-3699-4be3-836f-b036bc710095 tempest-TestNetworkAdvancedServerOps-38498957 tempest-TestNetworkAdvancedServerOps-38498957-project] 10.222.0.75 "GET /v2.0/security-groups?id=593a2d8e-fb79-4e46-ac61-c3c04a45383e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0533209 Feb 09 20:11:46.139424 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76b75054-5861-4fcc-b4be-9f57c22e5fef req-2d2190fa-afbf-4db7-b10d-ef12a228467a tempest-TestNetworkAdvancedServerOps-38498957 tempest-TestNetworkAdvancedServerOps-38498957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:11:46.141015 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-76b75054-5861-4fcc-b4be-9f57c22e5fef req-2d2190fa-afbf-4db7-b10d-ef12a228467a tempest-TestNetworkAdvancedServerOps-38498957 tempest-TestNetworkAdvancedServerOps-38498957-project] 10.222.0.75 "GET /v2.0/ports?device_id=fe688f6a-4af4-4c3b-94a9-bcb70cf4dd83 HTTP/1.1" status: 200 len: 945 time: 0.0532148 Feb 09 20:11:46.190879 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-76b75054-5861-4fcc-b4be-9f57c22e5fef req-e0635bd2-ad0d-4472-8251-fc032977d7f8 tempest-TestNetworkAdvancedServerOps-38498957 tempest-TestNetworkAdvancedServerOps-38498957-project] 10.222.0.75 "GET /v2.0/security-groups?id=593a2d8e-fb79-4e46-ac61-c3c04a45383e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441475 Feb 09 20:11:46.199191 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-a7262a8e-0513-48fd-984d-75726a511961 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762867132591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593584'] for agent (911cfea2-02ae-4ec9-bac3-7808ee1cdd9c), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:11:47.178520 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762867132591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593584'] for agent (496418a2-c002-4aec-ab1a-07f3bea491bd), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:11:47.298678 n-d-713498-36 neutron-server[103230]: INFO neutron.api.v2.resource [req-68b391bb-766c-4802-b45d-d5c153fbbc1a req-aa9417fa-745a-47dd-b6cd-74a9f5652f28 service neutron] show failed (client error): The resource could not be found. Feb 09 20:11:47.299723 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-68b391bb-766c-4802-b45d-d5c153fbbc1a req-aa9417fa-745a-47dd-b6cd-74a9f5652f28 service neutron] 10.222.0.90 "GET /v2.0/ports/81f01025-e8e4-415e-8273-897c5188e279/bindings/n-h1-713498-36 HTTP/1.1" status: 404 len: 381 time: 0.0611389 Feb 09 20:11:47.321299 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e480902-b463-490d-a5af-b0219d0b5196 req-460efcfc-e3a3-4581-b765-a3d9c4293630 tempest-TestNetworkAdvancedServerOps-38498957 tempest-TestNetworkAdvancedServerOps-38498957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:11:47.323193 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-3e480902-b463-490d-a5af-b0219d0b5196 req-460efcfc-e3a3-4581-b765-a3d9c4293630 tempest-TestNetworkAdvancedServerOps-38498957 tempest-TestNetworkAdvancedServerOps-38498957-project] 10.222.0.75 "GET /v2.0/ports?device_id=fe688f6a-4af4-4c3b-94a9-bcb70cf4dd83 HTTP/1.1" status: 200 len: 945 time: 0.0602953 Feb 09 20:11:47.395397 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-3e480902-b463-490d-a5af-b0219d0b5196 req-73ad90fb-a626-4650-8ea7-b88fca563e91 tempest-TestNetworkAdvancedServerOps-38498957 tempest-TestNetworkAdvancedServerOps-38498957-project] 10.222.0.75 "GET /v2.0/security-groups?id=593a2d8e-fb79-4e46-ac61-c3c04a45383e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0656292 Feb 09 20:11:47.603569 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68b391bb-766c-4802-b45d-d5c153fbbc1a req-6d69c3f4-3ee0-4ab2-a2ad-76856ec71bcf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:11:47.605075 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-68b391bb-766c-4802-b45d-d5c153fbbc1a req-6d69c3f4-3ee0-4ab2-a2ad-76856ec71bcf service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=fe688f6a-4af4-4c3b-94a9-bcb70cf4dd83&tenant_id=c799cd12150c4200978dc1a66164f122 HTTP/1.1" status: 200 len: 1128 time: 0.1031671 Feb 09 20:11:47.615869 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.v2.base [req-68b391bb-766c-4802-b45d-d5c153fbbc1a req-753d3787-225f-4d9f-9896-b759e05c1388 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-713498-36', 'device_owner': 'compute:nova'}} {{(pid=103229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 20:11:47.681842 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-68b391bb-766c-4802-b45d-d5c153fbbc1a req-753d3787-225f-4d9f-9896-b759e05c1388 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (81f01025-e8e4-415e-8273-897c5188e279), before_update {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:11:47.888674 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.db [req-68b391bb-766c-4802-b45d-d5c153fbbc1a req-753d3787-225f-4d9f-9896-b759e05c1388 service neutron] For port 81f01025-e8e4-415e-8273-897c5188e279, host n-h2-713498-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-36',level=0,port_id=81f01025-e8e4-415e-8273-897c5188e279,segment=NetworkSegment(e3f56fe2-eecd-418c-8ea8-4643a63acc12),segment_id=e3f56fe2-eecd-418c-8ea8-4643a63acc12)] {{(pid=103229) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 20:11:47.923995 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.db [req-68b391bb-766c-4802-b45d-d5c153fbbc1a req-753d3787-225f-4d9f-9896-b759e05c1388 service neutron] For port 81f01025-e8e4-415e-8273-897c5188e279, host n-h2-713498-36, cleared binding levels {{(pid=103229) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 20:11:47.963814 n-d-713498-36 neutron-server[103229]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fe688f6a-4af4-4c3b-94a9-bcb70cf4dd83', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '81f01025-e8e4-415e-8273-897c5188e279'}] {{(pid=103229) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 20:11:47.966202 n-d-713498-36 neutron-server[103229]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}07d618d1c5389b9cd0b8ca1de8f17b65d6cfa6b0806685514be6977118e88e42" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cab784a5-f7f5-4156-8c8e-c6d850ab92a0" -d '{"events": [{"server_uuid": "fe688f6a-4af4-4c3b-94a9-bcb70cf4dd83", "name": "network-vif-unplugged", "status": "completed", "tag": "81f01025-e8e4-415e-8273-897c5188e279"}]}' {{(pid=103229) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 20:11:47.970825 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-68b391bb-766c-4802-b45d-d5c153fbbc1a req-753d3787-225f-4d9f-9896-b759e05c1388 service neutron] Publish callbacks [] for port (81f01025-e8e4-415e-8273-897c5188e279), precommit_update {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:11:47.984628 n-d-713498-36 neutron-server[103229]: DEBUG neutron.db.provisioning_blocks [req-68b391bb-766c-4802-b45d-d5c153fbbc1a req-753d3787-225f-4d9f-9896-b759e05c1388 service neutron] Transition to ACTIVE for port object 81f01025-e8e4-415e-8273-897c5188e279 will not be triggered until provisioned by entity L2. {{(pid=103229) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 20:11:47.988348 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-68b391bb-766c-4802-b45d-d5c153fbbc1a req-753d3787-225f-4d9f-9896-b759e05c1388 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762867176205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762866656485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762866656503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12867569'] for port (81f01025-e8e4-415e-8273-897c5188e279), after_update {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:11:48.075048 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-753d3787-225f-4d9f-9896-b759e05c1388 service neutron] Pushing event updated for resources: {'Port': ['ID=81f01025-e8e4-415e-8273-897c5188e279,revision_number=6']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:11:48.082244 n-d-713498-36 neutron-server[103229]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 09 Feb 2022 20:11:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fd79cc47-10e6-41ff-b161-b0956bffc571 x-openstack-request-id: req-fd79cc47-10e6-41ff-b161-b0956bffc571 {{(pid=103229) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 20:11:48.082550 n-d-713498-36 neutron-server[103229]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fe688f6a-4af4-4c3b-94a9-bcb70cf4dd83", "name": "network-vif-unplugged", "status": "completed", "tag": "81f01025-e8e4-415e-8273-897c5188e279", "code": 200}]} {{(pid=103229) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 20:11:48.082910 n-d-713498-36 neutron-server[103229]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-fd79cc47-10e6-41ff-b161-b0956bffc571 {{(pid=103229) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 20:11:48.083204 n-d-713498-36 neutron-server[103229]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fe688f6a-4af4-4c3b-94a9-bcb70cf4dd83', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '81f01025-e8e4-415e-8273-897c5188e279', 'code': 200} Feb 09 20:11:48.095275 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-753d3787-225f-4d9f-9896-b759e05c1388 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:11:48.095627 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-753d3787-225f-4d9f-9896-b759e05c1388 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:11:48.095976 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-753d3787-225f-4d9f-9896-b759e05c1388 service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:11:48.096319 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-753d3787-225f-4d9f-9896-b759e05c1388 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:11:48.096660 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-753d3787-225f-4d9f-9896-b759e05c1388 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:11:48.096996 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-753d3787-225f-4d9f-9896-b759e05c1388 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:11:48.097330 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-753d3787-225f-4d9f-9896-b759e05c1388 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:11:48.097662 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-753d3787-225f-4d9f-9896-b759e05c1388 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:11:48.098021 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-753d3787-225f-4d9f-9896-b759e05c1388 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:11:48.098355 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-753d3787-225f-4d9f-9896-b759e05c1388 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:11:48.098686 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-753d3787-225f-4d9f-9896-b759e05c1388 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:11:48.099014 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-753d3787-225f-4d9f-9896-b759e05c1388 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:11:48.099338 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-753d3787-225f-4d9f-9896-b759e05c1388 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:11:48.135672 n-d-713498-36 neutron-server[103229]: DEBUG neutron.db.l3_dvrscheduler_db [req-68b391bb-766c-4802-b45d-d5c153fbbc1a req-753d3787-225f-4d9f-9896-b759e05c1388 service neutron] No DVR routers for this DVR port 81f01025-e8e4-415e-8273-897c5188e279 on host n-h2-713498-36 {{(pid=103229) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 20:11:48.279524 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.managers [req-68b391bb-766c-4802-b45d-d5c153fbbc1a req-753d3787-225f-4d9f-9896-b759e05c1388 service neutron] Attempting to bind port 81f01025-e8e4-415e-8273-897c5188e279 on host n-h1-713498-36 for vnic_type normal with profile {{(pid=103229) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 20:11:48.279864 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.managers [req-68b391bb-766c-4802-b45d-d5c153fbbc1a req-753d3787-225f-4d9f-9896-b759e05c1388 service neutron] Attempting to bind port 81f01025-e8e4-415e-8273-897c5188e279 by drivers openvswitch,hyperv on host n-h1-713498-36 at level 0 using segments [{'id': 'e3f56fe2-eecd-418c-8ea8-4643a63acc12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': 'b46e9279-2103-471b-a649-566e76ee5391'}] {{(pid=103229) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 20:11:48.280261 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68b391bb-766c-4802-b45d-d5c153fbbc1a req-753d3787-225f-4d9f-9896-b759e05c1388 service neutron] Attempting to bind port 81f01025-e8e4-415e-8273-897c5188e279 on network b46e9279-2103-471b-a649-566e76ee5391 {{(pid=103229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 20:11:48.285342 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68b391bb-766c-4802-b45d-d5c153fbbc1a req-753d3787-225f-4d9f-9896-b759e05c1388 service neutron] Port 81f01025-e8e4-415e-8273-897c5188e279 on network b46e9279-2103-471b-a649-566e76ee5391 not bound, no agent of type Open vSwitch agent registered on host n-h1-713498-36 {{(pid=103229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 20:11:48.285672 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68b391bb-766c-4802-b45d-d5c153fbbc1a req-753d3787-225f-4d9f-9896-b759e05c1388 service neutron] Attempting to bind port 81f01025-e8e4-415e-8273-897c5188e279 on network b46e9279-2103-471b-a649-566e76ee5391 {{(pid=103229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 20:11:48.290636 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68b391bb-766c-4802-b45d-d5c153fbbc1a req-753d3787-225f-4d9f-9896-b759e05c1388 service neutron] Checking agent: {'id': '488cd9ae-631f-4955-ba0b-4f5a13f12e9c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713498-36', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 18, 59, 18), 'started_at': datetime.datetime(2022, 2, 9, 18, 59, 18), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 20, 11, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 20:11:48.290924 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68b391bb-766c-4802-b45d-d5c153fbbc1a req-753d3787-225f-4d9f-9896-b759e05c1388 service neutron] Checking segment: {'id': 'e3f56fe2-eecd-418c-8ea8-4643a63acc12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': 'b46e9279-2103-471b-a649-566e76ee5391'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103229) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 20:11:48.291315 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68b391bb-766c-4802-b45d-d5c153fbbc1a req-753d3787-225f-4d9f-9896-b759e05c1388 service neutron] Bound using segment: {'id': 'e3f56fe2-eecd-418c-8ea8-4643a63acc12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': 'b46e9279-2103-471b-a649-566e76ee5391'} {{(pid=103229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 20:11:48.291748 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.managers [req-68b391bb-766c-4802-b45d-d5c153fbbc1a req-753d3787-225f-4d9f-9896-b759e05c1388 service neutron] Bound port: 81f01025-e8e4-415e-8273-897c5188e279, host: n-h1-713498-36, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e3f56fe2-eecd-418c-8ea8-4643a63acc12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': 'b46e9279-2103-471b-a649-566e76ee5391'}}] {{(pid=103229) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 20:11:48.292209 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-68b391bb-766c-4802-b45d-d5c153fbbc1a req-753d3787-225f-4d9f-9896-b759e05c1388 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (81f01025-e8e4-415e-8273-897c5188e279), before_update {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:11:48.356185 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.db [req-68b391bb-766c-4802-b45d-d5c153fbbc1a req-753d3787-225f-4d9f-9896-b759e05c1388 service neutron] For port 81f01025-e8e4-415e-8273-897c5188e279, host n-h1-713498-36, cleared binding levels {{(pid=103229) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 20:11:48.360011 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.db [req-68b391bb-766c-4802-b45d-d5c153fbbc1a req-753d3787-225f-4d9f-9896-b759e05c1388 service neutron] For port 81f01025-e8e4-415e-8273-897c5188e279, host n-h1-713498-36, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-36',level=0,port_id=81f01025-e8e4-415e-8273-897c5188e279,segment=NetworkSegment(e3f56fe2-eecd-418c-8ea8-4643a63acc12),segment_id=e3f56fe2-eecd-418c-8ea8-4643a63acc12)] {{(pid=103229) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 20:11:48.366671 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-68b391bb-766c-4802-b45d-d5c153fbbc1a req-753d3787-225f-4d9f-9896-b759e05c1388 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762867176205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762866656485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762866656503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12867569'] for port (81f01025-e8e4-415e-8273-897c5188e279), after_update {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:11:48.409004 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68b391bb-766c-4802-b45d-d5c153fbbc1a req-753d3787-225f-4d9f-9896-b759e05c1388 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:11:48.409778 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-68b391bb-766c-4802-b45d-d5c153fbbc1a req-753d3787-225f-4d9f-9896-b759e05c1388 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171096'] for port (None), before_response {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:11:48.411405 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-68b391bb-766c-4802-b45d-d5c153fbbc1a req-753d3787-225f-4d9f-9896-b759e05c1388 service neutron] 10.222.0.89 "PUT /v2.0/ports/81f01025-e8e4-415e-8273-897c5188e279 HTTP/1.1" status: 200 len: 1092 time: 0.7994077 Feb 09 20:11:48.438173 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-753d3787-225f-4d9f-9896-b759e05c1388 service neutron] Pushing event updated for resources: {'Port': ['ID=81f01025-e8e4-415e-8273-897c5188e279,revision_number=7']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:11:48.491029 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68b391bb-766c-4802-b45d-d5c153fbbc1a req-ed0de636-1e84-4339-8e26-16d5e78211f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:11:48.492571 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-68b391bb-766c-4802-b45d-d5c153fbbc1a req-ed0de636-1e84-4339-8e26-16d5e78211f5 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=c799cd12150c4200978dc1a66164f122&device_id=fe688f6a-4af4-4c3b-94a9-bcb70cf4dd83 HTTP/1.1" status: 200 len: 1126 time: 0.0505919 Feb 09 20:11:48.613054 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42b0304a-bc22-47e7-9037-ad0f062c6922 req-fdc0c798-de99-45a0-84da-f446a36878d2 tempest-TestNetworkAdvancedServerOps-38498957 tempest-TestNetworkAdvancedServerOps-38498957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:11:48.614478 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-42b0304a-bc22-47e7-9037-ad0f062c6922 req-fdc0c798-de99-45a0-84da-f446a36878d2 tempest-TestNetworkAdvancedServerOps-38498957 tempest-TestNetworkAdvancedServerOps-38498957-project] 10.222.0.75 "GET /v2.0/ports?device_id=fe688f6a-4af4-4c3b-94a9-bcb70cf4dd83 HTTP/1.1" status: 200 len: 943 time: 0.1201363 Feb 09 20:11:48.643686 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68b391bb-766c-4802-b45d-d5c153fbbc1a req-4dab6f5a-13df-4676-a203-4b45b02a311a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:11:48.645110 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-68b391bb-766c-4802-b45d-d5c153fbbc1a req-4dab6f5a-13df-4676-a203-4b45b02a311a service neutron] 10.222.0.89 "GET /v2.0/networks?id=b46e9279-2103-471b-a649-566e76ee5391 HTTP/1.1" status: 200 len: 898 time: 0.1416764 Feb 09 20:11:48.724190 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-42b0304a-bc22-47e7-9037-ad0f062c6922 req-593799e7-d83c-42eb-9eea-a52214dff880 tempest-TestNetworkAdvancedServerOps-38498957 tempest-TestNetworkAdvancedServerOps-38498957-project] 10.222.0.75 "GET /v2.0/security-groups?id=593a2d8e-fb79-4e46-ac61-c3c04a45383e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1015680 Feb 09 20:11:48.737233 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-68b391bb-766c-4802-b45d-d5c153fbbc1a req-a44547b5-6257-48ca-9b7d-dbaaf64d831c service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=81f01025-e8e4-415e-8273-897c5188e279 HTTP/1.1" status: 200 len: 999 time: 0.0857387 Feb 09 20:11:48.789831 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68b391bb-766c-4802-b45d-d5c153fbbc1a req-dce58bed-4d9f-4af8-b717-9b101aecfaa9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:11:48.791369 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-68b391bb-766c-4802-b45d-d5c153fbbc1a req-dce58bed-4d9f-4af8-b717-9b101aecfaa9 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=3da85bce-19c1-4392-8eda-0f0b1a480b9b HTTP/1.1" status: 200 len: 835 time: 0.0482359 Feb 09 20:11:48.848613 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68b391bb-766c-4802-b45d-d5c153fbbc1a req-ef05309e-561c-4ed3-ba22-1acdf04ee536 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:11:48.850902 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-68b391bb-766c-4802-b45d-d5c153fbbc1a req-ef05309e-561c-4ed3-ba22-1acdf04ee536 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=b46e9279-2103-471b-a649-566e76ee5391&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0534186 Feb 09 20:11:48.945817 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-68b391bb-766c-4802-b45d-d5c153fbbc1a req-6c65d1a7-a2fc-4d10-967b-0eb2bbb39e33 service neutron] 10.222.0.89 "GET /v2.0/networks/b46e9279-2103-471b-a649-566e76ee5391?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0892227 Feb 09 20:11:49.058942 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-68b391bb-766c-4802-b45d-d5c153fbbc1a req-4b2a86b8-2fb3-4ed8-9d53-16c022c0e746 service neutron] 10.222.0.89 "GET /v2.0/networks/b46e9279-2103-471b-a649-566e76ee5391?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1075523 Feb 09 20:11:49.137288 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762867132591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593584'] for agent (488cd9ae-631f-4955-ba0b-4f5a13f12e9c), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:11:49.593503 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762867132591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593584'] for agent (bcd5faee-dc24-4298-9134-0e0aa054058e), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:11:49.867319 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8adcfd1-2c5a-422e-bed7-90839043383e req-19357620-99cb-433a-a9ae-2afe41391759 tempest-TestNetworkAdvancedServerOps-38498957 tempest-TestNetworkAdvancedServerOps-38498957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:11:49.868798 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-d8adcfd1-2c5a-422e-bed7-90839043383e req-19357620-99cb-433a-a9ae-2afe41391759 tempest-TestNetworkAdvancedServerOps-38498957 tempest-TestNetworkAdvancedServerOps-38498957-project] 10.222.0.75 "GET /v2.0/ports?device_id=fe688f6a-4af4-4c3b-94a9-bcb70cf4dd83 HTTP/1.1" status: 200 len: 943 time: 0.0688992 Feb 09 20:11:49.918962 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-d8adcfd1-2c5a-422e-bed7-90839043383e req-493cbfb6-dbc8-4bbb-88b8-035f92d27d89 tempest-TestNetworkAdvancedServerOps-38498957 tempest-TestNetworkAdvancedServerOps-38498957-project] 10.222.0.75 "GET /v2.0/security-groups?id=593a2d8e-fb79-4e46-ac61-c3c04a45383e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443251 Feb 09 20:11:50.084716 n-d-713498-36 neutron-server[103229]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fe688f6a-4af4-4c3b-94a9-bcb70cf4dd83', 'tag': '81f01025-e8e4-415e-8273-897c5188e279'}] {{(pid=103229) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 20:11:50.087132 n-d-713498-36 neutron-server[103229]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}07d618d1c5389b9cd0b8ca1de8f17b65d6cfa6b0806685514be6977118e88e42" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a9ec9260-0f54-47ef-9068-6b7ca6db1338" -d '{"events": [{"name": "network-changed", "server_uuid": "fe688f6a-4af4-4c3b-94a9-bcb70cf4dd83", "tag": "81f01025-e8e4-415e-8273-897c5188e279"}]}' {{(pid=103229) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 20:11:50.144303 n-d-713498-36 neutron-server[103229]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 20:11:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f4d12aff-ff3a-42bf-a539-a7a6b629f049 x-openstack-request-id: req-f4d12aff-ff3a-42bf-a539-a7a6b629f049 {{(pid=103229) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 20:11:50.144664 n-d-713498-36 neutron-server[103229]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fe688f6a-4af4-4c3b-94a9-bcb70cf4dd83", "tag": "81f01025-e8e4-415e-8273-897c5188e279", "status": "completed", "code": 200}]} {{(pid=103229) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 20:11:50.144928 n-d-713498-36 neutron-server[103229]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-f4d12aff-ff3a-42bf-a539-a7a6b629f049 {{(pid=103229) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 20:11:50.145331 n-d-713498-36 neutron-server[103229]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fe688f6a-4af4-4c3b-94a9-bcb70cf4dd83', 'tag': '81f01025-e8e4-415e-8273-897c5188e279', 'status': 'completed', 'code': 200} Feb 09 20:11:50.211270 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9ec9260-0f54-47ef-9068-6b7ca6db1338 req-08279953-1f28-41c5-9b26-f6505ae816ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:11:50.212937 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-a9ec9260-0f54-47ef-9068-6b7ca6db1338 req-08279953-1f28-41c5-9b26-f6505ae816ea service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=c799cd12150c4200978dc1a66164f122&device_id=fe688f6a-4af4-4c3b-94a9-bcb70cf4dd83 HTTP/1.1" status: 200 len: 1126 time: 0.0498817 Feb 09 20:11:50.224031 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9ec9260-0f54-47ef-9068-6b7ca6db1338 req-6f5276e5-efb0-4c40-9a6e-852cb8b77136 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:11:50.225512 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-a9ec9260-0f54-47ef-9068-6b7ca6db1338 req-6f5276e5-efb0-4c40-9a6e-852cb8b77136 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=c799cd12150c4200978dc1a66164f122&device_id=fe688f6a-4af4-4c3b-94a9-bcb70cf4dd83 HTTP/1.1" status: 200 len: 1126 time: 0.0542514 Feb 09 20:11:50.326364 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9ec9260-0f54-47ef-9068-6b7ca6db1338 req-7c6c13d4-f8fd-4a96-afce-2418c7f374cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:11:50.328436 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9ec9260-0f54-47ef-9068-6b7ca6db1338 req-6f87f5b4-0ebc-44b4-ac61-e6af03f5feef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:11:50.328602 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-a9ec9260-0f54-47ef-9068-6b7ca6db1338 req-7c6c13d4-f8fd-4a96-afce-2418c7f374cc service neutron] 10.222.0.90 "GET /v2.0/networks?id=b46e9279-2103-471b-a649-566e76ee5391 HTTP/1.1" status: 200 len: 898 time: 0.0944693 Feb 09 20:11:50.329897 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-a9ec9260-0f54-47ef-9068-6b7ca6db1338 req-6f87f5b4-0ebc-44b4-ac61-e6af03f5feef service neutron] 10.222.0.89 "GET /v2.0/networks?id=b46e9279-2103-471b-a649-566e76ee5391 HTTP/1.1" status: 200 len: 898 time: 0.1081591 Feb 09 20:11:50.399579 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-a9ec9260-0f54-47ef-9068-6b7ca6db1338 req-7533703f-6891-49be-a930-1b38a292899a service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=81f01025-e8e4-415e-8273-897c5188e279 HTTP/1.1" status: 200 len: 999 time: 0.0631366 Feb 09 20:11:50.400425 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-a9ec9260-0f54-47ef-9068-6b7ca6db1338 req-cb8c9983-1c23-4109-9815-ee99f145916b service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=81f01025-e8e4-415e-8273-897c5188e279 HTTP/1.1" status: 200 len: 999 time: 0.0634940 Feb 09 20:11:50.459587 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9ec9260-0f54-47ef-9068-6b7ca6db1338 req-28785b5e-a3cf-4a45-a010-79e0c9051c56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:11:50.462262 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-a9ec9260-0f54-47ef-9068-6b7ca6db1338 req-28785b5e-a3cf-4a45-a010-79e0c9051c56 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=3da85bce-19c1-4392-8eda-0f0b1a480b9b HTTP/1.1" status: 200 len: 835 time: 0.0538642 Feb 09 20:11:50.463029 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9ec9260-0f54-47ef-9068-6b7ca6db1338 req-ce21a849-29b7-4e89-bcb9-310aa65a5a7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:11:50.464513 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-a9ec9260-0f54-47ef-9068-6b7ca6db1338 req-ce21a849-29b7-4e89-bcb9-310aa65a5a7b service neutron] 10.222.0.89 "GET /v2.0/subnets?id=3da85bce-19c1-4392-8eda-0f0b1a480b9b HTTP/1.1" status: 200 len: 835 time: 0.0578086 Feb 09 20:11:50.520197 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9ec9260-0f54-47ef-9068-6b7ca6db1338 req-2729c1e5-0b5d-494b-8cd1-f67b6a8e2bd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:11:50.521773 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-a9ec9260-0f54-47ef-9068-6b7ca6db1338 req-2729c1e5-0b5d-494b-8cd1-f67b6a8e2bd9 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=b46e9279-2103-471b-a649-566e76ee5391&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0510676 Feb 09 20:11:50.525553 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9ec9260-0f54-47ef-9068-6b7ca6db1338 req-a75c32c8-b509-4506-a4f6-dc69b044ddc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:11:50.527111 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-a9ec9260-0f54-47ef-9068-6b7ca6db1338 req-a75c32c8-b509-4506-a4f6-dc69b044ddc2 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=b46e9279-2103-471b-a649-566e76ee5391&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0573094 Feb 09 20:11:50.649291 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-a9ec9260-0f54-47ef-9068-6b7ca6db1338 req-7e2e137c-53da-4497-be91-ef5414005f57 service neutron] 10.222.0.90 "GET /v2.0/networks/b46e9279-2103-471b-a649-566e76ee5391?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1143792 Feb 09 20:11:50.652524 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-a9ec9260-0f54-47ef-9068-6b7ca6db1338 req-f5a15104-68d3-47c4-8f98-2258eab21da0 service neutron] 10.222.0.89 "GET /v2.0/networks/b46e9279-2103-471b-a649-566e76ee5391?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1232235 Feb 09 20:11:50.757857 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-a9ec9260-0f54-47ef-9068-6b7ca6db1338 req-39e97eb7-6f15-4a9e-af6e-e8865de15655 service neutron] 10.222.0.89 "GET /v2.0/networks/b46e9279-2103-471b-a649-566e76ee5391?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0968175 Feb 09 20:11:50.768018 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-a9ec9260-0f54-47ef-9068-6b7ca6db1338 req-74c3898d-1e21-43af-95bf-b9826d657520 service neutron] 10.222.0.90 "GET /v2.0/networks/b46e9279-2103-471b-a649-566e76ee5391?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1110563 Feb 09 20:11:51.007108 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Device 81f01025-e8e4-415e-8273-897c5188e279 no longer exists at agent hyperv_n-h2-713498-36 {{(pid=103232) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 20:11:51.050622 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7de6e53b-e7dd-4c4f-b960-098e1c493fc7 req-80f3444f-17c8-41e0-a691-ac85f98a3e0b tempest-TestNetworkAdvancedServerOps-38498957 tempest-TestNetworkAdvancedServerOps-38498957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:11:51.051243 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-7429db8d-6021-40ad-813e-885be449a89b None None] The host n-h2-713498-36 is not matching for port 81f01025-e8e4-415e-8273-897c5188e279 host n-h1-713498-36! {{(pid=103232) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2330}} Feb 09 20:11:51.051403 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Device 81f01025-e8e4-415e-8273-897c5188e279 not bound to the agent host n-h2-713498-36 {{(pid=103232) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 20:11:51.052236 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-7de6e53b-e7dd-4c4f-b960-098e1c493fc7 req-80f3444f-17c8-41e0-a691-ac85f98a3e0b tempest-TestNetworkAdvancedServerOps-38498957 tempest-TestNetworkAdvancedServerOps-38498957-project] 10.222.0.75 "GET /v2.0/ports?device_id=fe688f6a-4af4-4c3b-94a9-bcb70cf4dd83 HTTP/1.1" status: 200 len: 943 time: 0.0611832 Feb 09 20:11:51.102222 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-7de6e53b-e7dd-4c4f-b960-098e1c493fc7 req-fa53ec93-45a4-43f4-9c5e-d66125f03002 tempest-TestNetworkAdvancedServerOps-38498957 tempest-TestNetworkAdvancedServerOps-38498957-project] 10.222.0.75 "GET /v2.0/security-groups?id=593a2d8e-fb79-4e46-ac61-c3c04a45383e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440745 Feb 09 20:11:51.345365 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09923fad-c647-4dcb-9467-31c9e7217cf7 req-fa430f2e-72c3-4d03-bc3e-24e237fb0728 tempest-TestNetworkAdvancedServerOps-38498957 tempest-TestNetworkAdvancedServerOps-38498957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:11:51.346967 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-09923fad-c647-4dcb-9467-31c9e7217cf7 req-fa430f2e-72c3-4d03-bc3e-24e237fb0728 tempest-TestNetworkAdvancedServerOps-38498957 tempest-TestNetworkAdvancedServerOps-38498957-project] 10.222.0.75 "GET /v2.0/ports?device_id=fe688f6a-4af4-4c3b-94a9-bcb70cf4dd83 HTTP/1.1" status: 200 len: 943 time: 0.0928376 Feb 09 20:11:51.354415 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3a44a17-cc13-43b2-ae76-d353579eaa0f req-468f9c89-f1af-4fe1-8433-a02d218dd504 tempest-TestNetworkAdvancedServerOps-38498957 tempest-TestNetworkAdvancedServerOps-38498957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:11:51.355749 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-c3a44a17-cc13-43b2-ae76-d353579eaa0f req-468f9c89-f1af-4fe1-8433-a02d218dd504 tempest-TestNetworkAdvancedServerOps-38498957 tempest-TestNetworkAdvancedServerOps-38498957-project] 10.222.0.90 "GET /v2.0/ports?device_id=fe688f6a-4af4-4c3b-94a9-bcb70cf4dd83&tenant_id=c799cd12150c4200978dc1a66164f122&binding%3Ahost_id=n-h1-713498-36 HTTP/1.1" status: 200 len: 943 time: 0.0898213 Feb 09 20:11:51.437460 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-09923fad-c647-4dcb-9467-31c9e7217cf7 req-92c7391c-dda7-4ebd-ad3e-3f515bb47c08 tempest-TestNetworkAdvancedServerOps-38498957 tempest-TestNetworkAdvancedServerOps-38498957-project] 10.222.0.75 "GET /v2.0/security-groups?id=593a2d8e-fb79-4e46-ac61-c3c04a45383e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0807657 Feb 09 20:11:51.445068 n-d-713498-36 neutron-server[103230]: INFO neutron.api.v2.resource [req-c3a44a17-cc13-43b2-ae76-d353579eaa0f req-79823f75-94a6-44c8-95f5-2bbcc8bc76f0 service neutron] delete failed (client error): The resource could not be found. Feb 09 20:11:51.446050 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-c3a44a17-cc13-43b2-ae76-d353579eaa0f req-79823f75-94a6-44c8-95f5-2bbcc8bc76f0 service neutron] 10.222.0.90 "DELETE /v2.0/ports/81f01025-e8e4-415e-8273-897c5188e279/bindings/n-h2-713498-36 HTTP/1.1" status: 404 len: 381 time: 0.0828710 Feb 09 20:11:51.538382 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3a44a17-cc13-43b2-ae76-d353579eaa0f req-b869de2e-6af1-40e7-a790-4d74c6476c80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:11:51.539888 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-c3a44a17-cc13-43b2-ae76-d353579eaa0f req-b869de2e-6af1-40e7-a790-4d74c6476c80 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=c799cd12150c4200978dc1a66164f122&device_id=fe688f6a-4af4-4c3b-94a9-bcb70cf4dd83 HTTP/1.1" status: 200 len: 1126 time: 0.0463617 Feb 09 20:11:51.563695 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f491ed64-be89-41a6-8c80-59ef361edd7d req-8b5bc641-ae92-4a15-85a3-856ac747b9b3 tempest-TestNetworkAdvancedServerOps-38498957 tempest-TestNetworkAdvancedServerOps-38498957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:11:51.565245 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-f491ed64-be89-41a6-8c80-59ef361edd7d req-8b5bc641-ae92-4a15-85a3-856ac747b9b3 tempest-TestNetworkAdvancedServerOps-38498957 tempest-TestNetworkAdvancedServerOps-38498957-project] 10.222.0.75 "GET /v2.0/ports?device_id=fe688f6a-4af4-4c3b-94a9-bcb70cf4dd83 HTTP/1.1" status: 200 len: 943 time: 0.0550854 Feb 09 20:11:51.616423 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-f491ed64-be89-41a6-8c80-59ef361edd7d req-db8b23a2-534a-424f-b3df-c26734a81492 tempest-TestNetworkAdvancedServerOps-38498957 tempest-TestNetworkAdvancedServerOps-38498957-project] 10.222.0.75 "GET /v2.0/security-groups?id=593a2d8e-fb79-4e46-ac61-c3c04a45383e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437872 Feb 09 20:11:51.636554 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3a44a17-cc13-43b2-ae76-d353579eaa0f req-9636cc67-7ba1-41b1-b2c6-3cbf32efd001 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:11:51.638094 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-c3a44a17-cc13-43b2-ae76-d353579eaa0f req-9636cc67-7ba1-41b1-b2c6-3cbf32efd001 service neutron] 10.222.0.90 "GET /v2.0/networks?id=b46e9279-2103-471b-a649-566e76ee5391 HTTP/1.1" status: 200 len: 898 time: 0.0913506 Feb 09 20:11:51.704233 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-c3a44a17-cc13-43b2-ae76-d353579eaa0f req-d6a85769-74d7-41f0-8695-471a8b4f5692 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=81f01025-e8e4-415e-8273-897c5188e279 HTTP/1.1" status: 200 len: 999 time: 0.0588818 Feb 09 20:11:51.715377 n-d-713498-36 neutron-server[103233]: DEBUG neutron.db.agents_db [None req-4a8a6a42-0a0c-4437-8958-92282682b6bb None None] Agent healthcheck: found 7 active agents {{(pid=103233) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 20:11:51.759126 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3a44a17-cc13-43b2-ae76-d353579eaa0f req-20be69c8-2c81-4bb1-9cae-b4103a8d056c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:11:51.760541 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-c3a44a17-cc13-43b2-ae76-d353579eaa0f req-20be69c8-2c81-4bb1-9cae-b4103a8d056c service neutron] 10.222.0.90 "GET /v2.0/subnets?id=3da85bce-19c1-4392-8eda-0f0b1a480b9b HTTP/1.1" status: 200 len: 835 time: 0.0477097 Feb 09 20:11:51.795154 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Device 81f01025-e8e4-415e-8273-897c5188e279 details requested by agent hyperv_n-h1-713498-36 with host n-h1-713498-36 {{(pid=103232) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 20:11:51.810506 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3a44a17-cc13-43b2-ae76-d353579eaa0f req-ea8f19ae-8840-4f92-bf17-a5c154f39a24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:11:51.812620 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-c3a44a17-cc13-43b2-ae76-d353579eaa0f req-ea8f19ae-8840-4f92-bf17-a5c154f39a24 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=b46e9279-2103-471b-a649-566e76ee5391&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0450668 Feb 09 20:11:51.891615 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] For port 81f01025-e8e4-415e-8273-897c5188e279, host n-h1-713498-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-36',level=0,port_id=81f01025-e8e4-415e-8273-897c5188e279,segment=NetworkSegment(e3f56fe2-eecd-418c-8ea8-4643a63acc12),segment_id=e3f56fe2-eecd-418c-8ea8-4643a63acc12)] {{(pid=103232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 20:11:51.902478 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-c3a44a17-cc13-43b2-ae76-d353579eaa0f req-71725bef-ff69-4d51-b9cb-ecf4c9d3baea service neutron] 10.222.0.90 "GET /v2.0/networks/b46e9279-2103-471b-a649-566e76ee5391?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0828986 Feb 09 20:11:51.902976 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Returning: {'device': '81f01025-e8e4-415e-8273-897c5188e279', 'network_id': 'b46e9279-2103-471b-a649-566e76ee5391', 'port_id': '81f01025-e8e4-415e-8273-897c5188e279', 'mac_address': 'fa:16:3e:95:b9:17', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 385, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3da85bce-19c1-4392-8eda-0f0b1a480b9b', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103232) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 20:11:51.941829 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Current status of the port 81f01025-e8e4-415e-8273-897c5188e279 is: DOWN; New status is: BUILD {{(pid=103232) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 20:11:51.942254 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (81f01025-e8e4-415e-8273-897c5188e279), before_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:11:51.959709 n-d-713498-36 neutron-server[103232]: DEBUG neutron.notifiers.nova [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 81f01025-e8e4-415e-8273-897c5188e279 {{(pid=103232) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 20:11:51.981657 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] For port 81f01025-e8e4-415e-8273-897c5188e279, host n-h1-713498-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-36',level=0,port_id=81f01025-e8e4-415e-8273-897c5188e279,segment=NetworkSegment(e3f56fe2-eecd-418c-8ea8-4643a63acc12),segment_id=e3f56fe2-eecd-418c-8ea8-4643a63acc12)] {{(pid=103232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 20:11:51.986729 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762867176205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762866656485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762866656503'] for port (81f01025-e8e4-415e-8273-897c5188e279), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:11:52.010822 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-c3a44a17-cc13-43b2-ae76-d353579eaa0f req-c5e0363e-c8c4-4bd4-88d1-f0b602ad0ed3 service neutron] 10.222.0.90 "GET /v2.0/networks/b46e9279-2103-471b-a649-566e76ee5391?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1015074 Feb 09 20:11:52.046270 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Pushing event updated for resources: {'Port': ['ID=81f01025-e8e4-415e-8273-897c5188e279,revision_number=8']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:11:52.053870 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:11:52.054242 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:11:52.054581 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:11:52.054915 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:11:52.055245 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:11:52.055570 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:11:52.055892 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:11:52.056211 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:11:52.056530 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:11:52.056847 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:11:52.057164 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:11:52.057480 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:11:52.057796 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:11:52.230663 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] get_ports_and_sgs() called for port_ids ['81f01025-e8e4-415e-8273-897c5188e279'] {{(pid=103232) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 20:11:52.752021 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63abb8a0-d0b0-4b7f-a768-6474d9434342 req-9991abcc-7ae9-406c-bcc0-ddeea0e89354 tempest-TestNetworkAdvancedServerOps-38498957 tempest-TestNetworkAdvancedServerOps-38498957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:11:52.753541 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-63abb8a0-d0b0-4b7f-a768-6474d9434342 req-9991abcc-7ae9-406c-bcc0-ddeea0e89354 tempest-TestNetworkAdvancedServerOps-38498957 tempest-TestNetworkAdvancedServerOps-38498957-project] 10.222.0.75 "GET /v2.0/ports?device_id=fe688f6a-4af4-4c3b-94a9-bcb70cf4dd83 HTTP/1.1" status: 200 len: 944 time: 0.0590322 Feb 09 20:11:52.805243 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-63abb8a0-d0b0-4b7f-a768-6474d9434342 req-eb6146a8-2f01-4ba6-b95c-ddf6c02c05f9 tempest-TestNetworkAdvancedServerOps-38498957 tempest-TestNetworkAdvancedServerOps-38498957-project] 10.222.0.75 "GET /v2.0/security-groups?id=593a2d8e-fb79-4e46-ac61-c3c04a45383e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460064 Feb 09 20:11:52.828747 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 54820) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:11:52.902883 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-4a80eef8-15f1-40e5-be76-52d64e78affd tempest-TestNetworkAdvancedServerOps-38498957 tempest-TestNetworkAdvancedServerOps-38498957-project] 10.222.0.75 "GET /v2.0/floatingips/6384dc26-c234-41ac-825b-51722541f998 HTTP/1.1" status: 200 len: 992 time: 0.0729082 Feb 09 20:11:53.792901 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Device 81f01025-e8e4-415e-8273-897c5188e279 up at agent hyperv_n-h1-713498-36 {{(pid=103232) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 20:11:53.841338 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.provisioning_blocks [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Provisioning for port 81f01025-e8e4-415e-8273-897c5188e279 completed by entity L2. {{(pid=103232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 20:11:53.845585 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.provisioning_blocks [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Provisioning complete for port 81f01025-e8e4-415e-8273-897c5188e279 triggered by entity L2. {{(pid=103232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 20:11:53.846047 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593630'] for port (81f01025-e8e4-415e-8273-897c5188e279), provisioning_complete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:11:53.925808 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Current status of the port 81f01025-e8e4-415e-8273-897c5188e279 is: BUILD; New status is: ACTIVE {{(pid=103232) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 20:11:53.926228 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (81f01025-e8e4-415e-8273-897c5188e279), before_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:11:53.951790 n-d-713498-36 neutron-server[103232]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fe688f6a-4af4-4c3b-94a9-bcb70cf4dd83', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '81f01025-e8e4-415e-8273-897c5188e279'}] {{(pid=103232) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 20:11:53.954556 n-d-713498-36 neutron-server[103232]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cbbf3601bdfb8db7b6600aedba7e3851fa962f00dad36f02e289fea53b94aa67" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2c9e2858-07df-4b9f-92ad-c6f2074344f4" -d '{"events": [{"server_uuid": "fe688f6a-4af4-4c3b-94a9-bcb70cf4dd83", "name": "network-vif-plugged", "status": "completed", "tag": "81f01025-e8e4-415e-8273-897c5188e279"}]}' {{(pid=103232) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 20:11:53.967140 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] For port 81f01025-e8e4-415e-8273-897c5188e279, host n-h1-713498-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-36',level=0,port_id=81f01025-e8e4-415e-8273-897c5188e279,segment=NetworkSegment(e3f56fe2-eecd-418c-8ea8-4643a63acc12),segment_id=e3f56fe2-eecd-418c-8ea8-4643a63acc12)] {{(pid=103232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 20:11:53.971936 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762867176205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762866656485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762866656503'] for port (81f01025-e8e4-415e-8273-897c5188e279), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:11:54.001187 n-d-713498-36 neutron-server[103232]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 20:11:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cf89130d-d54b-4463-a015-c91d7e4de06f x-openstack-request-id: req-cf89130d-d54b-4463-a015-c91d7e4de06f {{(pid=103232) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 20:11:54.001479 n-d-713498-36 neutron-server[103232]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fe688f6a-4af4-4c3b-94a9-bcb70cf4dd83", "name": "network-vif-plugged", "status": "completed", "tag": "81f01025-e8e4-415e-8273-897c5188e279", "code": 200}]} {{(pid=103232) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 20:11:54.001735 n-d-713498-36 neutron-server[103232]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-cf89130d-d54b-4463-a015-c91d7e4de06f {{(pid=103232) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 20:11:54.002144 n-d-713498-36 neutron-server[103232]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fe688f6a-4af4-4c3b-94a9-bcb70cf4dd83', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '81f01025-e8e4-415e-8273-897c5188e279', 'code': 200} Feb 09 20:11:54.024581 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Pushing event updated for resources: {'Port': ['ID=81f01025-e8e4-415e-8273-897c5188e279,revision_number=9']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:12:10.942809 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-d3504cda-9511-4e29-97cf-2f86998dbb05 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762867132591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593584'] for agent (af91e4b9-f4e1-42b1-a25c-a10dc47171c8), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:12:13.212249 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-fac5a5b2-4d4f-4d00-9378-f056b6a08e2d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762867132591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593584'] for agent (93303d5e-5d17-45e8-8963-7694f87783ae), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:12:14.566250 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-edc54c9b-7f13-45d9-9271-85c9738b0128 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762867132591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593584'] for agent (a62b1850-466f-48ae-bec7-d62fb280e14b), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:12:16.203939 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-a7262a8e-0513-48fd-984d-75726a511961 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762867132591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593584'] for agent (911cfea2-02ae-4ec9-bac3-7808ee1cdd9c), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:12:17.182199 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762867132591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593584'] for agent (496418a2-c002-4aec-ab1a-07f3bea491bd), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:12:19.144415 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762867132591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593584'] for agent (488cd9ae-631f-4955-ba0b-4f5a13f12e9c), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:12:19.598440 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762867132591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593584'] for agent (bcd5faee-dc24-4298-9134-0e0aa054058e), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:12:21.462084 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 54832) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:12:21.623855 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.plugin [None req-5bc8ea98-ba7e-4dbe-990b-ac0e7f50fd68 tempest-TestNetworkAdvancedServerOps-38498957 tempest-TestNetworkAdvancedServerOps-38498957-project] Deleting port 04d4a92e-8e60-4248-b8ca-2ab6b4132b19 {{(pid=103230) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 20:12:21.624201 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-5bc8ea98-ba7e-4dbe-990b-ac0e7f50fd68 tempest-TestNetworkAdvancedServerOps-38498957 tempest-TestNetworkAdvancedServerOps-38498957-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762867170196'] for port (04d4a92e-8e60-4248-b8ca-2ab6b4132b19), before_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:12:21.699492 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-5bc8ea98-ba7e-4dbe-990b-ac0e7f50fd68 tempest-TestNetworkAdvancedServerOps-38498957 tempest-TestNetworkAdvancedServerOps-38498957-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1820838'] for port (04d4a92e-8e60-4248-b8ca-2ab6b4132b19), precommit_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:12:21.699812 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-5bc8ea98-ba7e-4dbe-990b-ac0e7f50fd68 tempest-TestNetworkAdvancedServerOps-38498957 tempest-TestNetworkAdvancedServerOps-38498957-project] Publish callbacks [] for floatingip (04d4a92e-8e60-4248-b8ca-2ab6b4132b19), precommit_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:12:21.712265 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.plugin [None req-5bc8ea98-ba7e-4dbe-990b-ac0e7f50fd68 tempest-TestNetworkAdvancedServerOps-38498957 tempest-TestNetworkAdvancedServerOps-38498957-project] Calling delete_port for 04d4a92e-8e60-4248-b8ca-2ab6b4132b19 owned by network:floatingip {{(pid=103230) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 20:12:21.863032 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-5bc8ea98-ba7e-4dbe-990b-ac0e7f50fd68 tempest-TestNetworkAdvancedServerOps-38498957 tempest-TestNetworkAdvancedServerOps-38498957-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762867177463', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762866656476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14393751'] for port (04d4a92e-8e60-4248-b8ca-2ab6b4132b19), after_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:12:21.889279 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bc8ea98-ba7e-4dbe-990b-ac0e7f50fd68 tempest-TestNetworkAdvancedServerOps-38498957 tempest-TestNetworkAdvancedServerOps-38498957-project] Pushing event deleted for resources: {'Port': ['ID=04d4a92e-8e60-4248-b8ca-2ab6b4132b19,revision_number=None']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:12:21.920538 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bc8ea98-ba7e-4dbe-990b-ac0e7f50fd68 tempest-TestNetworkAdvancedServerOps-38498957 tempest-TestNetworkAdvancedServerOps-38498957-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:12:21.920881 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bc8ea98-ba7e-4dbe-990b-ac0e7f50fd68 tempest-TestNetworkAdvancedServerOps-38498957 tempest-TestNetworkAdvancedServerOps-38498957-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:12:21.921223 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bc8ea98-ba7e-4dbe-990b-ac0e7f50fd68 tempest-TestNetworkAdvancedServerOps-38498957 tempest-TestNetworkAdvancedServerOps-38498957-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:12:21.922143 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bc8ea98-ba7e-4dbe-990b-ac0e7f50fd68 tempest-TestNetworkAdvancedServerOps-38498957 tempest-TestNetworkAdvancedServerOps-38498957-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:12:21.922619 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bc8ea98-ba7e-4dbe-990b-ac0e7f50fd68 tempest-TestNetworkAdvancedServerOps-38498957 tempest-TestNetworkAdvancedServerOps-38498957-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:12:21.922948 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bc8ea98-ba7e-4dbe-990b-ac0e7f50fd68 tempest-TestNetworkAdvancedServerOps-38498957 tempest-TestNetworkAdvancedServerOps-38498957-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:12:21.923277 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bc8ea98-ba7e-4dbe-990b-ac0e7f50fd68 tempest-TestNetworkAdvancedServerOps-38498957 tempest-TestNetworkAdvancedServerOps-38498957-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:12:21.923602 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bc8ea98-ba7e-4dbe-990b-ac0e7f50fd68 tempest-TestNetworkAdvancedServerOps-38498957 tempest-TestNetworkAdvancedServerOps-38498957-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:12:21.923926 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bc8ea98-ba7e-4dbe-990b-ac0e7f50fd68 tempest-TestNetworkAdvancedServerOps-38498957 tempest-TestNetworkAdvancedServerOps-38498957-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:12:21.924254 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bc8ea98-ba7e-4dbe-990b-ac0e7f50fd68 tempest-TestNetworkAdvancedServerOps-38498957 tempest-TestNetworkAdvancedServerOps-38498957-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:12:21.924610 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bc8ea98-ba7e-4dbe-990b-ac0e7f50fd68 tempest-TestNetworkAdvancedServerOps-38498957 tempest-TestNetworkAdvancedServerOps-38498957-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:12:21.924991 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bc8ea98-ba7e-4dbe-990b-ac0e7f50fd68 tempest-TestNetworkAdvancedServerOps-38498957 tempest-TestNetworkAdvancedServerOps-38498957-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:12:21.925311 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bc8ea98-ba7e-4dbe-990b-ac0e7f50fd68 tempest-TestNetworkAdvancedServerOps-38498957 tempest-TestNetworkAdvancedServerOps-38498957-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:12:21.966380 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-5bc8ea98-ba7e-4dbe-990b-ac0e7f50fd68 tempest-TestNetworkAdvancedServerOps-38498957 tempest-TestNetworkAdvancedServerOps-38498957-project] Publish callbacks [] for floatingip (6384dc26-c234-41ac-825b-51722541f998), after_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:12:21.966618 n-d-713498-36 neutron-server[103230]: INFO neutron.db.l3_db [None req-5bc8ea98-ba7e-4dbe-990b-ac0e7f50fd68 tempest-TestNetworkAdvancedServerOps-38498957 tempest-TestNetworkAdvancedServerOps-38498957-project] Floating IP 6384dc26-c234-41ac-825b-51722541f998 disassociated (deleted). External IP: 172.25.1.122, port: 81f01025-e8e4-415e-8273-897c5188e279. Feb 09 20:12:22.490331 n-d-713498-36 neutron-server[103230]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5bc8ea98-ba7e-4dbe-990b-ac0e7f50fd68 tempest-TestNetworkAdvancedServerOps-38498957 tempest-TestNetworkAdvancedServerOps-38498957-project] Router 0b14e777-a83f-4c48-88b7-f88e13f4783d has already been hosted by L3 agent 93303d5e-5d17-45e8-8963-7694f87783ae {{(pid=103230) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 20:12:22.604399 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5bc8ea98-ba7e-4dbe-990b-ac0e7f50fd68 tempest-TestNetworkAdvancedServerOps-38498957 tempest-TestNetworkAdvancedServerOps-38498957-project] Notify agent at l3_agent.n-d-713498-36 the message routers_updated {{(pid=103230) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 20:12:22.608871 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-5bc8ea98-ba7e-4dbe-990b-ac0e7f50fd68 tempest-TestNetworkAdvancedServerOps-38498957 tempest-TestNetworkAdvancedServerOps-38498957-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171096'] for floatingip (None), before_response {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:12:22.614916 n-d-713498-36 neutron-server[103233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a15c36f-0728-4502-b753-76dcdbfbe86c None None] Sync routers for ids ['0b14e777-a83f-4c48-88b7-f88e13f4783d'] in n-d-713498-36 {{(pid=103233) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 20:12:22.625780 n-d-713498-36 neutron-server[103233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a15c36f-0728-4502-b753-76dcdbfbe86c None None] Routers {'0b14e777-a83f-4c48-88b7-f88e13f4783d'} bound to L3 agent in host n-d-713498-36 {{(pid=103233) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 20:12:22.626419 n-d-713498-36 neutron-server[103233]: DEBUG neutron.db.l3_hamode_db [None req-9a15c36f-0728-4502-b753-76dcdbfbe86c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T18:51:43Z,description=,heartbeat_timestamp=2022-02-09T20:12:13Z,host='n-d-713498-36',id=93303d5e-5d17-45e8-8963-7694f87783ae,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T18:51:43Z,topic='l3_agent')) {'router_ids': ['0b14e777-a83f-4c48-88b7-f88e13f4783d'], 'active': True} {{(pid=103233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 20:12:22.646358 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-5bc8ea98-ba7e-4dbe-990b-ac0e7f50fd68 tempest-TestNetworkAdvancedServerOps-38498957 tempest-TestNetworkAdvancedServerOps-38498957-project] 10.222.0.75 "DELETE /v2.0/floatingips/6384dc26-c234-41ac-825b-51722541f998 HTTP/1.1" status: 204 len: 168 time: 1.1807237 Feb 09 20:12:22.646358 n-d-713498-36 neutron-server[103230]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fe688f6a-4af4-4c3b-94a9-bcb70cf4dd83', 'tag': '81f01025-e8e4-415e-8273-897c5188e279'}] {{(pid=103230) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 20:12:22.646899 n-d-713498-36 neutron-server[103230]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bdec2cd40908e72a0a66447c6deb3367bbdbf2f4033028e05eb26280eb3900ec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5caae201-6126-4ef9-8172-8afadaea2b8a" -d '{"events": [{"name": "network-changed", "server_uuid": "fe688f6a-4af4-4c3b-94a9-bcb70cf4dd83", "tag": "81f01025-e8e4-415e-8273-897c5188e279"}]}' {{(pid=103230) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 20:12:22.742824 n-d-713498-36 neutron-server[103233]: DEBUG neutron.db.l3_dvr_db [None req-9a15c36f-0728-4502-b753-76dcdbfbe86c None None] Set router 0b14e777-a83f-4c48-88b7-f88e13f4783d gateway port host: n-d-713498-36 {{(pid=103233) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 20:12:22.767249 n-d-713498-36 neutron-server[103230]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 20:12:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-11250eec-611f-464c-b115-e83f5244463e x-openstack-request-id: req-11250eec-611f-464c-b115-e83f5244463e {{(pid=103230) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 20:12:22.767861 n-d-713498-36 neutron-server[103230]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fe688f6a-4af4-4c3b-94a9-bcb70cf4dd83", "tag": "81f01025-e8e4-415e-8273-897c5188e279", "status": "completed", "code": 200}]} {{(pid=103230) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 20:12:22.768368 n-d-713498-36 neutron-server[103230]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-11250eec-611f-464c-b115-e83f5244463e {{(pid=103230) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 20:12:22.769076 n-d-713498-36 neutron-server[103230]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fe688f6a-4af4-4c3b-94a9-bcb70cf4dd83', 'tag': '81f01025-e8e4-415e-8273-897c5188e279', 'status': 'completed', 'code': 200} Feb 09 20:12:22.854677 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5caae201-6126-4ef9-8172-8afadaea2b8a req-eb0a00bd-df05-4e2a-85b4-9cd17c94d674 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:12:22.856184 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-5caae201-6126-4ef9-8172-8afadaea2b8a req-eb0a00bd-df05-4e2a-85b4-9cd17c94d674 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=c799cd12150c4200978dc1a66164f122&device_id=fe688f6a-4af4-4c3b-94a9-bcb70cf4dd83 HTTP/1.1" status: 200 len: 1128 time: 0.0531650 Feb 09 20:12:22.933991 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c3df0c9-ab60-4121-8722-72d5fad27f16 req-9683a03c-6898-4476-a34b-ffe6472438e2 tempest-TestNetworkAdvancedServerOps-38498957 tempest-TestNetworkAdvancedServerOps-38498957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:12:22.936794 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-9c3df0c9-ab60-4121-8722-72d5fad27f16 req-9683a03c-6898-4476-a34b-ffe6472438e2 tempest-TestNetworkAdvancedServerOps-38498957 tempest-TestNetworkAdvancedServerOps-38498957-project] 10.222.0.75 "GET /v2.0/ports?device_id=fe688f6a-4af4-4c3b-94a9-bcb70cf4dd83 HTTP/1.1" status: 200 len: 945 time: 0.0658605 Feb 09 20:12:22.960373 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5caae201-6126-4ef9-8172-8afadaea2b8a req-df60d99a-17b6-46a4-bf54-86b5655276ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:12:22.961887 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-5caae201-6126-4ef9-8172-8afadaea2b8a req-df60d99a-17b6-46a4-bf54-86b5655276ee service neutron] 10.222.0.89 "GET /v2.0/networks?id=b46e9279-2103-471b-a649-566e76ee5391 HTTP/1.1" status: 200 len: 898 time: 0.0972433 Feb 09 20:12:22.983856 n-d-713498-36 neutron-server[103233]: DEBUG neutron.db.l3_hamode_db [None req-9a15c36f-0728-4502-b753-76dcdbfbe86c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b14e777-a83f-4c48-88b7-f88e13f4783d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-898845328', 'tenant_id': 'c799cd12150c4200978dc1a66164f122', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88055e1e-672a-4487-be31-ffb6e833ece5', 'external_fixed_ips': [{'subnet_id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'ip_address': '172.25.1.10'}], 'enable_snat': True}, 'gw_port_id': 'cd3d5d76-16c4-4067-9fb9-efe9a189ac56', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T20:10:38Z', 'updated_at': '2022-02-09T20:10:42Z', 'revision_number': 4, 'project_id': 'c799cd12150c4200978dc1a66164f122', 'gw_port': {'id': 'cd3d5d76-16c4-4067-9fb9-efe9a189ac56', 'name': '', 'network_id': '88055e1e-672a-4487-be31-ffb6e833ece5', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:11:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b14e777-a83f-4c48-88b7-f88e13f4783d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4271, 'fixed_ips': [{'subnet_id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'ip_address': '172.25.1.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T20:10:39Z', 'updated_at': '2022-02-09T20:10:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-36', '_interfaces': [{'id': '553d8d69-13de-4f32-b3ee-9ea05745b9e0', 'name': '', 'network_id': 'b46e9279-2103-471b-a649-566e76ee5391', 'tenant_id': 'c799cd12150c4200978dc1a66164f122', 'mac_address': 'fa:16:3e:c3:15:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b14e777-a83f-4c48-88b7-f88e13f4783d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4274, 'fixed_ips': [{'subnet_id': '3da85bce-19c1-4392-8eda-0f0b1a480b9b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T20:10:41Z', 'updated_at': '2022-02-09T20:10:45Z', 'revision_number': 5, 'project_id': 'c799cd12150c4200978dc1a66164f122', 'subnets': [{'id': '3da85bce-19c1-4392-8eda-0f0b1a480b9b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-36', False) {} {{(pid=103233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 20:12:22.990256 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-9c3df0c9-ab60-4121-8722-72d5fad27f16 req-2f574644-846b-4c78-bb8d-f6896d8bb506 tempest-TestNetworkAdvancedServerOps-38498957 tempest-TestNetworkAdvancedServerOps-38498957-project] 10.222.0.75 "GET /v2.0/security-groups?id=593a2d8e-fb79-4e46-ac61-c3c04a45383e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461762 Feb 09 20:12:23.011394 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-5caae201-6126-4ef9-8172-8afadaea2b8a req-878c51ee-28bf-4d28-bcfa-0c2bd4534f73 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=81f01025-e8e4-415e-8273-897c5188e279 HTTP/1.1" status: 200 len: 217 time: 0.0432792 Feb 09 20:12:23.011779 n-d-713498-36 neutron-server[103233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a15c36f-0728-4502-b753-76dcdbfbe86c None None] Checking router: 0b14e777-a83f-4c48-88b7-f88e13f4783d for host: n-d-713498-36 {{(pid=103233) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 20:12:23.021435 n-d-713498-36 neutron-server[103233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a15c36f-0728-4502-b753-76dcdbfbe86c None None] Routers {'0b14e777-a83f-4c48-88b7-f88e13f4783d'} bound to L3 agent in host n-d-713498-36 {{(pid=103233) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 20:12:23.022062 n-d-713498-36 neutron-server[103233]: DEBUG neutron.db.l3_hamode_db [None req-9a15c36f-0728-4502-b753-76dcdbfbe86c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T18:51:43Z,description=,heartbeat_timestamp=2022-02-09T20:12:13Z,host='n-d-713498-36',id=93303d5e-5d17-45e8-8963-7694f87783ae,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T18:51:43Z,topic='l3_agent')) {'router_ids': ['0b14e777-a83f-4c48-88b7-f88e13f4783d'], 'active': True} {{(pid=103233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 20:12:23.065269 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5caae201-6126-4ef9-8172-8afadaea2b8a req-c5e4d7b2-fd9b-4909-b19f-214a4a0e4b78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:12:23.066906 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-5caae201-6126-4ef9-8172-8afadaea2b8a req-c5e4d7b2-fd9b-4909-b19f-214a4a0e4b78 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=3da85bce-19c1-4392-8eda-0f0b1a480b9b HTTP/1.1" status: 200 len: 835 time: 0.0492198 Feb 09 20:12:23.116913 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5caae201-6126-4ef9-8172-8afadaea2b8a req-884b2458-3dbe-416d-95e1-6ff36487457f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:12:23.118502 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-5caae201-6126-4ef9-8172-8afadaea2b8a req-884b2458-3dbe-416d-95e1-6ff36487457f service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=b46e9279-2103-471b-a649-566e76ee5391&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0450919 Feb 09 20:12:23.131407 n-d-713498-36 neutron-server[103233]: DEBUG neutron.db.l3_dvr_db [None req-9a15c36f-0728-4502-b753-76dcdbfbe86c None None] Set router 0b14e777-a83f-4c48-88b7-f88e13f4783d gateway port host: n-d-713498-36 {{(pid=103233) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 20:12:23.211928 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-5caae201-6126-4ef9-8172-8afadaea2b8a req-d6d271ae-5b8b-4027-acaa-3088b1a247ed service neutron] 10.222.0.89 "GET /v2.0/networks/b46e9279-2103-471b-a649-566e76ee5391?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858922 Feb 09 20:12:23.323603 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-5caae201-6126-4ef9-8172-8afadaea2b8a req-b4742e96-6190-445a-8ce8-7716c34ab5b1 service neutron] 10.222.0.89 "GET /v2.0/networks/b46e9279-2103-471b-a649-566e76ee5391?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1000412 Feb 09 20:12:23.445589 n-d-713498-36 neutron-server[103233]: DEBUG neutron.db.l3_hamode_db [None req-9a15c36f-0728-4502-b753-76dcdbfbe86c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b14e777-a83f-4c48-88b7-f88e13f4783d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-898845328', 'tenant_id': 'c799cd12150c4200978dc1a66164f122', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88055e1e-672a-4487-be31-ffb6e833ece5', 'external_fixed_ips': [{'subnet_id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'ip_address': '172.25.1.10'}], 'enable_snat': True}, 'gw_port_id': 'cd3d5d76-16c4-4067-9fb9-efe9a189ac56', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T20:10:38Z', 'updated_at': '2022-02-09T20:10:42Z', 'revision_number': 4, 'project_id': 'c799cd12150c4200978dc1a66164f122', 'gw_port': {'id': 'cd3d5d76-16c4-4067-9fb9-efe9a189ac56', 'name': '', 'network_id': '88055e1e-672a-4487-be31-ffb6e833ece5', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:11:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b14e777-a83f-4c48-88b7-f88e13f4783d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4271, 'fixed_ips': [{'subnet_id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'ip_address': '172.25.1.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T20:10:39Z', 'updated_at': '2022-02-09T20:10:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-36', '_interfaces': [{'id': '553d8d69-13de-4f32-b3ee-9ea05745b9e0', 'name': '', 'network_id': 'b46e9279-2103-471b-a649-566e76ee5391', 'tenant_id': 'c799cd12150c4200978dc1a66164f122', 'mac_address': 'fa:16:3e:c3:15:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b14e777-a83f-4c48-88b7-f88e13f4783d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4274, 'fixed_ips': [{'subnet_id': '3da85bce-19c1-4392-8eda-0f0b1a480b9b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T20:10:41Z', 'updated_at': '2022-02-09T20:10:45Z', 'revision_number': 5, 'project_id': 'c799cd12150c4200978dc1a66164f122', 'subnets': [{'id': '3da85bce-19c1-4392-8eda-0f0b1a480b9b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-36', False) {} {{(pid=103233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 20:12:23.475609 n-d-713498-36 neutron-server[103233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a15c36f-0728-4502-b753-76dcdbfbe86c None None] The sync data for ids ['0b14e777-a83f-4c48-88b7-f88e13f4783d'] in n-d-713498-36 is: [{'id': '0b14e777-a83f-4c48-88b7-f88e13f4783d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-898845328', 'tenant_id': 'c799cd12150c4200978dc1a66164f122', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88055e1e-672a-4487-be31-ffb6e833ece5', 'external_fixed_ips': [{'subnet_id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'ip_address': '172.25.1.10'}], 'enable_snat': True}, 'gw_port_id': 'cd3d5d76-16c4-4067-9fb9-efe9a189ac56', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T20:10:38Z', 'updated_at': '2022-02-09T20:10:42Z', 'revision_number': 4, 'project_id': 'c799cd12150c4200978dc1a66164f122', 'gw_port': {'id': 'cd3d5d76-16c4-4067-9fb9-efe9a189ac56', 'name': '', 'network_id': '88055e1e-672a-4487-be31-ffb6e833ece5', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:11:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b14e777-a83f-4c48-88b7-f88e13f4783d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4271, 'fixed_ips': [{'subnet_id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'ip_address': '172.25.1.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T20:10:39Z', 'updated_at': '2022-02-09T20:10:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-36', '_interfaces': [{'id': '553d8d69-13de-4f32-b3ee-9ea05745b9e0', 'name': '', 'network_id': 'b46e9279-2103-471b-a649-566e76ee5391', 'tenant_id': 'c799cd12150c4200978dc1a66164f122', 'mac_address': 'fa:16:3e:c3:15:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b14e777-a83f-4c48-88b7-f88e13f4783d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4274, 'fixed_ips': [{'subnet_id': '3da85bce-19c1-4392-8eda-0f0b1a480b9b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T20:10:41Z', 'updated_at': '2022-02-09T20:10:45Z', 'revision_number': 5, 'project_id': 'c799cd12150c4200978dc1a66164f122', 'subnets': [{'id': '3da85bce-19c1-4392-8eda-0f0b1a480b9b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103233) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 20:12:23.694135 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6567a423-d2b7-433a-a35b-4afe7f0fd4c9 None None] New status for floating IP 6384dc26-c234-41ac-825b-51722541f998: DOWN {{(pid=103232) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 09 20:12:24.116999 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5842410a-7891-4856-85f8-1fde20d72fb1 req-e5479e92-fc84-4165-8ebe-e645be1bd999 tempest-TestNetworkAdvancedServerOps-38498957 tempest-TestNetworkAdvancedServerOps-38498957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:12:24.118500 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-5842410a-7891-4856-85f8-1fde20d72fb1 req-e5479e92-fc84-4165-8ebe-e645be1bd999 tempest-TestNetworkAdvancedServerOps-38498957 tempest-TestNetworkAdvancedServerOps-38498957-project] 10.222.0.75 "GET /v2.0/ports?device_id=fe688f6a-4af4-4c3b-94a9-bcb70cf4dd83 HTTP/1.1" status: 200 len: 945 time: 0.0533726 Feb 09 20:12:24.167488 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-5842410a-7891-4856-85f8-1fde20d72fb1 req-d1512047-f182-4577-ba35-7f4beb50757b tempest-TestNetworkAdvancedServerOps-38498957 tempest-TestNetworkAdvancedServerOps-38498957-project] 10.222.0.75 "GET /v2.0/security-groups?id=593a2d8e-fb79-4e46-ac61-c3c04a45383e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432425 Feb 09 20:12:24.259236 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdd1e295-d8b5-4996-b4f0-16ed7e0ec175 req-0a4710c8-805b-45e5-ba34-7a97a7ad8b15 tempest-TestNetworkAdvancedServerOps-38498957 tempest-TestNetworkAdvancedServerOps-38498957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:12:24.260697 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-cdd1e295-d8b5-4996-b4f0-16ed7e0ec175 req-0a4710c8-805b-45e5-ba34-7a97a7ad8b15 tempest-TestNetworkAdvancedServerOps-38498957 tempest-TestNetworkAdvancedServerOps-38498957-project] 10.222.0.89 "GET /v2.0/ports?device_id=fe688f6a-4af4-4c3b-94a9-bcb70cf4dd83 HTTP/1.1" status: 200 len: 945 time: 0.0630629 Feb 09 20:12:24.350291 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.plugin [req-cdd1e295-d8b5-4996-b4f0-16ed7e0ec175 req-d5f1a4c0-5b6f-4fae-a1d2-9ea6b6c0ddd8 tempest-TestNetworkAdvancedServerOps-38498957 tempest-TestNetworkAdvancedServerOps-38498957-project] Deleting port 81f01025-e8e4-415e-8273-897c5188e279 {{(pid=103229) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 20:12:24.350644 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-cdd1e295-d8b5-4996-b4f0-16ed7e0ec175 req-d5f1a4c0-5b6f-4fae-a1d2-9ea6b6c0ddd8 tempest-TestNetworkAdvancedServerOps-38498957 tempest-TestNetworkAdvancedServerOps-38498957-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762867170196'] for port (81f01025-e8e4-415e-8273-897c5188e279), before_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:12:24.441198 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.db [req-cdd1e295-d8b5-4996-b4f0-16ed7e0ec175 req-d5f1a4c0-5b6f-4fae-a1d2-9ea6b6c0ddd8 tempest-TestNetworkAdvancedServerOps-38498957 tempest-TestNetworkAdvancedServerOps-38498957-project] For port 81f01025-e8e4-415e-8273-897c5188e279, host n-h1-713498-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-36',level=0,port_id=81f01025-e8e4-415e-8273-897c5188e279,segment=NetworkSegment(e3f56fe2-eecd-418c-8ea8-4643a63acc12),segment_id=e3f56fe2-eecd-418c-8ea8-4643a63acc12)] {{(pid=103229) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 20:12:24.441458 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-cdd1e295-d8b5-4996-b4f0-16ed7e0ec175 req-d5f1a4c0-5b6f-4fae-a1d2-9ea6b6c0ddd8 tempest-TestNetworkAdvancedServerOps-38498957 tempest-TestNetworkAdvancedServerOps-38498957-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1820838'] for port (81f01025-e8e4-415e-8273-897c5188e279), precommit_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:12:24.454954 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.plugin [req-cdd1e295-d8b5-4996-b4f0-16ed7e0ec175 req-d5f1a4c0-5b6f-4fae-a1d2-9ea6b6c0ddd8 tempest-TestNetworkAdvancedServerOps-38498957 tempest-TestNetworkAdvancedServerOps-38498957-project] Calling delete_port for 81f01025-e8e4-415e-8273-897c5188e279 owned by compute:nova {{(pid=103229) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 20:12:24.582182 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-cdd1e295-d8b5-4996-b4f0-16ed7e0ec175 req-d5f1a4c0-5b6f-4fae-a1d2-9ea6b6c0ddd8 tempest-TestNetworkAdvancedServerOps-38498957 tempest-TestNetworkAdvancedServerOps-38498957-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762867177463', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762866656476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12867576'] for port (81f01025-e8e4-415e-8273-897c5188e279), after_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:12:24.613254 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5f1a4c0-5b6f-4fae-a1d2-9ea6b6c0ddd8 tempest-TestNetworkAdvancedServerOps-38498957 tempest-TestNetworkAdvancedServerOps-38498957-project] Pushing event deleted for resources: {'Port': ['ID=81f01025-e8e4-415e-8273-897c5188e279,revision_number=None']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:12:24.658814 n-d-713498-36 neutron-server[103229]: DEBUG neutron.db.l3_dvrscheduler_db [req-cdd1e295-d8b5-4996-b4f0-16ed7e0ec175 req-d5f1a4c0-5b6f-4fae-a1d2-9ea6b6c0ddd8 tempest-TestNetworkAdvancedServerOps-38498957 tempest-TestNetworkAdvancedServerOps-38498957-project] No DVR routers for this DVR port 81f01025-e8e4-415e-8273-897c5188e279 on host n-h1-713498-36 {{(pid=103229) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 20:12:24.661601 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-cdd1e295-d8b5-4996-b4f0-16ed7e0ec175 req-d5f1a4c0-5b6f-4fae-a1d2-9ea6b6c0ddd8 tempest-TestNetworkAdvancedServerOps-38498957 tempest-TestNetworkAdvancedServerOps-38498957-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171096'] for port (None), before_response {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:12:24.665614 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-cdd1e295-d8b5-4996-b4f0-16ed7e0ec175 req-d5f1a4c0-5b6f-4fae-a1d2-9ea6b6c0ddd8 tempest-TestNetworkAdvancedServerOps-38498957 tempest-TestNetworkAdvancedServerOps-38498957-project] 10.222.0.89 "DELETE /v2.0/ports/81f01025-e8e4-415e-8273-897c5188e279 HTTP/1.1" status: 204 len: 173 time: 0.4003940 Feb 09 20:12:24.666118 n-d-713498-36 neutron-server[103229]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fe688f6a-4af4-4c3b-94a9-bcb70cf4dd83', 'name': 'network-vif-deleted', 'tag': '81f01025-e8e4-415e-8273-897c5188e279'}] {{(pid=103229) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 20:12:24.670392 n-d-713498-36 neutron-server[103229]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}07d618d1c5389b9cd0b8ca1de8f17b65d6cfa6b0806685514be6977118e88e42" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5c9d6e9d-4748-4ebd-9b1d-31f9ffbd67c8" -d '{"events": [{"server_uuid": "fe688f6a-4af4-4c3b-94a9-bcb70cf4dd83", "name": "network-vif-deleted", "tag": "81f01025-e8e4-415e-8273-897c5188e279"}]}' {{(pid=103229) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 20:12:24.714866 n-d-713498-36 neutron-server[103229]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 20:12:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b8d4edf3-e13b-415b-bc6d-7d56e981e833 x-openstack-request-id: req-b8d4edf3-e13b-415b-bc6d-7d56e981e833 {{(pid=103229) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 20:12:24.715406 n-d-713498-36 neutron-server[103229]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fe688f6a-4af4-4c3b-94a9-bcb70cf4dd83", "name": "network-vif-deleted", "tag": "81f01025-e8e4-415e-8273-897c5188e279", "status": "completed", "code": 200}]} {{(pid=103229) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 20:12:24.715882 n-d-713498-36 neutron-server[103229]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-b8d4edf3-e13b-415b-bc6d-7d56e981e833 {{(pid=103229) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 20:12:24.716290 n-d-713498-36 neutron-server[103229]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fe688f6a-4af4-4c3b-94a9-bcb70cf4dd83', 'name': 'network-vif-deleted', 'tag': '81f01025-e8e4-415e-8273-897c5188e279', 'status': 'completed', 'code': 200} Feb 09 20:12:25.226394 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 54848) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:12:25.611007 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-a29e639d-593e-42a1-8871-9f0a52fbde96 tempest-TestNetworkAdvancedServerOps-38498957 tempest-TestNetworkAdvancedServerOps-38498957-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1834525'] for router_interface (0b14e777-a83f-4c48-88b7-f88e13f4783d), before_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:12:25.884482 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.plugin [None req-a29e639d-593e-42a1-8871-9f0a52fbde96 tempest-TestNetworkAdvancedServerOps-38498957 tempest-TestNetworkAdvancedServerOps-38498957-project] Deleting port 553d8d69-13de-4f32-b3ee-9ea05745b9e0 {{(pid=103230) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 20:12:25.884732 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-a29e639d-593e-42a1-8871-9f0a52fbde96 tempest-TestNetworkAdvancedServerOps-38498957 tempest-TestNetworkAdvancedServerOps-38498957-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762867170196'] for port (553d8d69-13de-4f32-b3ee-9ea05745b9e0), before_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:12:25.979160 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.db [None req-a29e639d-593e-42a1-8871-9f0a52fbde96 tempest-TestNetworkAdvancedServerOps-38498957 tempest-TestNetworkAdvancedServerOps-38498957-project] For port 553d8d69-13de-4f32-b3ee-9ea05745b9e0, host n-d-713498-36, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-36',level=0,port_id=553d8d69-13de-4f32-b3ee-9ea05745b9e0,segment=NetworkSegment(e3f56fe2-eecd-418c-8ea8-4643a63acc12),segment_id=e3f56fe2-eecd-418c-8ea8-4643a63acc12)] {{(pid=103230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 20:12:25.979521 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-a29e639d-593e-42a1-8871-9f0a52fbde96 tempest-TestNetworkAdvancedServerOps-38498957 tempest-TestNetworkAdvancedServerOps-38498957-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1820838'] for port (553d8d69-13de-4f32-b3ee-9ea05745b9e0), precommit_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:12:25.992734 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.plugin [None req-a29e639d-593e-42a1-8871-9f0a52fbde96 tempest-TestNetworkAdvancedServerOps-38498957 tempest-TestNetworkAdvancedServerOps-38498957-project] Calling delete_port for 553d8d69-13de-4f32-b3ee-9ea05745b9e0 owned by network:router_interface {{(pid=103230) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 20:12:26.184206 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-a29e639d-593e-42a1-8871-9f0a52fbde96 tempest-TestNetworkAdvancedServerOps-38498957 tempest-TestNetworkAdvancedServerOps-38498957-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762867177463', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762866656476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14393751'] for port (553d8d69-13de-4f32-b3ee-9ea05745b9e0), after_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:12:26.215932 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a29e639d-593e-42a1-8871-9f0a52fbde96 tempest-TestNetworkAdvancedServerOps-38498957 tempest-TestNetworkAdvancedServerOps-38498957-project] Pushing event deleted for resources: {'Port': ['ID=553d8d69-13de-4f32-b3ee-9ea05745b9e0,revision_number=None']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:12:26.408617 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-a29e639d-593e-42a1-8871-9f0a52fbde96 tempest-TestNetworkAdvancedServerOps-38498957 tempest-TestNetworkAdvancedServerOps-38498957-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1613467', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1834633'] for router_interface (0b14e777-a83f-4c48-88b7-f88e13f4783d), after_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:12:26.644861 n-d-713498-36 neutron-server[103230]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a29e639d-593e-42a1-8871-9f0a52fbde96 tempest-TestNetworkAdvancedServerOps-38498957 tempest-TestNetworkAdvancedServerOps-38498957-project] Router 0b14e777-a83f-4c48-88b7-f88e13f4783d has already been hosted by L3 agent 93303d5e-5d17-45e8-8963-7694f87783ae {{(pid=103230) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 20:12:26.764939 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a29e639d-593e-42a1-8871-9f0a52fbde96 tempest-TestNetworkAdvancedServerOps-38498957 tempest-TestNetworkAdvancedServerOps-38498957-project] Notify agent at l3_agent.n-d-713498-36 the message routers_updated {{(pid=103230) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 20:12:26.770375 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-a29e639d-593e-42a1-8871-9f0a52fbde96 tempest-TestNetworkAdvancedServerOps-38498957 tempest-TestNetworkAdvancedServerOps-38498957-project] 10.222.0.75 "PUT /v2.0/routers/0b14e777-a83f-4c48-88b7-f88e13f4783d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5428872 Feb 09 20:12:26.773313 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 54850) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:12:26.776290 n-d-713498-36 neutron-server[103233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19054185-fd93-46bd-9a53-48ce608def2a None None] Sync routers for ids ['0b14e777-a83f-4c48-88b7-f88e13f4783d'] in n-d-713498-36 {{(pid=103233) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 20:12:26.787716 n-d-713498-36 neutron-server[103233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19054185-fd93-46bd-9a53-48ce608def2a None None] Routers {'0b14e777-a83f-4c48-88b7-f88e13f4783d'} bound to L3 agent in host n-d-713498-36 {{(pid=103233) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 20:12:26.788326 n-d-713498-36 neutron-server[103233]: DEBUG neutron.db.l3_hamode_db [None req-19054185-fd93-46bd-9a53-48ce608def2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T18:51:43Z,description=,heartbeat_timestamp=2022-02-09T20:12:13Z,host='n-d-713498-36',id=93303d5e-5d17-45e8-8963-7694f87783ae,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T18:51:43Z,topic='l3_agent')) {'router_ids': ['0b14e777-a83f-4c48-88b7-f88e13f4783d'], 'active': True} {{(pid=103233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 20:12:26.824862 n-d-713498-36 neutron-server[103229]: DEBUG neutron.db.db_base_plugin_v2 [None req-52219d70-3854-4c7a-936b-0f17790a7158 tempest-TestNetworkAdvancedServerOps-38498957 tempest-TestNetworkAdvancedServerOps-38498957-project] Deleting subnet 3da85bce-19c1-4392-8eda-0f0b1a480b9b {{(pid=103229) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 20:12:26.829047 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-52219d70-3854-4c7a-936b-0f17790a7158 tempest-TestNetworkAdvancedServerOps-38498957 tempest-TestNetworkAdvancedServerOps-38498957-project] Publish callbacks [] for subnet (3da85bce-19c1-4392-8eda-0f0b1a480b9b), before_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:12:26.872089 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-52219d70-3854-4c7a-936b-0f17790a7158 tempest-TestNetworkAdvancedServerOps-38498957 tempest-TestNetworkAdvancedServerOps-38498957-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16683410'] for subnet (3da85bce-19c1-4392-8eda-0f0b1a480b9b), precommit_delete_associations {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:12:26.896387 n-d-713498-36 neutron-server[103233]: DEBUG neutron.db.l3_dvr_db [None req-19054185-fd93-46bd-9a53-48ce608def2a None None] Set router 0b14e777-a83f-4c48-88b7-f88e13f4783d gateway port host: n-d-713498-36 {{(pid=103233) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 20:12:27.147523 n-d-713498-36 neutron-server[103233]: DEBUG neutron.db.l3_hamode_db [None req-19054185-fd93-46bd-9a53-48ce608def2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b14e777-a83f-4c48-88b7-f88e13f4783d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-898845328', 'tenant_id': 'c799cd12150c4200978dc1a66164f122', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88055e1e-672a-4487-be31-ffb6e833ece5', 'external_fixed_ips': [{'subnet_id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'ip_address': '172.25.1.10'}], 'enable_snat': True}, 'gw_port_id': 'cd3d5d76-16c4-4067-9fb9-efe9a189ac56', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T20:10:38Z', 'updated_at': '2022-02-09T20:12:26Z', 'revision_number': 5, 'project_id': 'c799cd12150c4200978dc1a66164f122', 'gw_port': {'id': 'cd3d5d76-16c4-4067-9fb9-efe9a189ac56', 'name': '', 'network_id': '88055e1e-672a-4487-be31-ffb6e833ece5', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:11:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b14e777-a83f-4c48-88b7-f88e13f4783d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4271, 'fixed_ips': [{'subnet_id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'ip_address': '172.25.1.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T20:10:39Z', 'updated_at': '2022-02-09T20:10:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-36'}], 'n-d-713498-36', False) {} {{(pid=103233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 20:12:27.179290 n-d-713498-36 neutron-server[103233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19054185-fd93-46bd-9a53-48ce608def2a None None] Checking router: 0b14e777-a83f-4c48-88b7-f88e13f4783d for host: n-d-713498-36 {{(pid=103233) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 20:12:27.189854 n-d-713498-36 neutron-server[103233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19054185-fd93-46bd-9a53-48ce608def2a None None] Routers {'0b14e777-a83f-4c48-88b7-f88e13f4783d'} bound to L3 agent in host n-d-713498-36 {{(pid=103233) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 20:12:27.190511 n-d-713498-36 neutron-server[103233]: DEBUG neutron.db.l3_hamode_db [None req-19054185-fd93-46bd-9a53-48ce608def2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T18:51:43Z,description=,heartbeat_timestamp=2022-02-09T20:12:13Z,host='n-d-713498-36',id=93303d5e-5d17-45e8-8963-7694f87783ae,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T18:51:43Z,topic='l3_agent')) {'router_ids': ['0b14e777-a83f-4c48-88b7-f88e13f4783d'], 'active': True} {{(pid=103233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 20:12:27.284638 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-52219d70-3854-4c7a-936b-0f17790a7158 tempest-TestNetworkAdvancedServerOps-38498957 tempest-TestNetworkAdvancedServerOps-38498957-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-759852'] for subnet (3da85bce-19c1-4392-8eda-0f0b1a480b9b), precommit_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:12:27.310686 n-d-713498-36 neutron-server[103233]: DEBUG neutron.db.l3_dvr_db [None req-19054185-fd93-46bd-9a53-48ce608def2a None None] Set router 0b14e777-a83f-4c48-88b7-f88e13f4783d gateway port host: n-d-713498-36 {{(pid=103233) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 20:12:27.351714 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-52219d70-3854-4c7a-936b-0f17790a7158 tempest-TestNetworkAdvancedServerOps-38498957 tempest-TestNetworkAdvancedServerOps-38498957-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-760023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12867367', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12759238'] for subnet (3da85bce-19c1-4392-8eda-0f0b1a480b9b), after_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:12:27.382730 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52219d70-3854-4c7a-936b-0f17790a7158 tempest-TestNetworkAdvancedServerOps-38498957 tempest-TestNetworkAdvancedServerOps-38498957-project] Pushing event deleted for resources: {'Subnet': ['ID=3da85bce-19c1-4392-8eda-0f0b1a480b9b,revision_number=None']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:12:27.386023 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-52219d70-3854-4c7a-936b-0f17790a7158 tempest-TestNetworkAdvancedServerOps-38498957 tempest-TestNetworkAdvancedServerOps-38498957-project] Publish callbacks [] for subnet (None), before_response {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:12:27.389712 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-52219d70-3854-4c7a-936b-0f17790a7158 tempest-TestNetworkAdvancedServerOps-38498957 tempest-TestNetworkAdvancedServerOps-38498957-project] 10.222.0.75 "DELETE /v2.0/subnets/3da85bce-19c1-4392-8eda-0f0b1a480b9b HTTP/1.1" status: 204 len: 168 time: 0.6153898 Feb 09 20:12:27.391666 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1476653c-5f82-445d-bccb-cab9827774be None None] Network b46e9279-2103-471b-a649-566e76ee5391 requested from n-d-713498-36 {{(pid=103232) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 20:12:27.392619 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 54852) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:12:27.500334 n-d-713498-36 neutron-server[103233]: DEBUG neutron.db.l3_hamode_db [None req-19054185-fd93-46bd-9a53-48ce608def2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b14e777-a83f-4c48-88b7-f88e13f4783d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-898845328', 'tenant_id': 'c799cd12150c4200978dc1a66164f122', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88055e1e-672a-4487-be31-ffb6e833ece5', 'external_fixed_ips': [{'subnet_id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'ip_address': '172.25.1.10'}], 'enable_snat': True}, 'gw_port_id': 'cd3d5d76-16c4-4067-9fb9-efe9a189ac56', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T20:10:38Z', 'updated_at': '2022-02-09T20:12:26Z', 'revision_number': 5, 'project_id': 'c799cd12150c4200978dc1a66164f122', 'gw_port': {'id': 'cd3d5d76-16c4-4067-9fb9-efe9a189ac56', 'name': '', 'network_id': '88055e1e-672a-4487-be31-ffb6e833ece5', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:11:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b14e777-a83f-4c48-88b7-f88e13f4783d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4271, 'fixed_ips': [{'subnet_id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'ip_address': '172.25.1.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T20:10:39Z', 'updated_at': '2022-02-09T20:10:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-36'}], 'n-d-713498-36', False) {} {{(pid=103233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 20:12:27.516681 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-91652834-d795-4fdf-96cf-7405d791dcb7 tempest-TestNetworkAdvancedServerOps-38498957 tempest-TestNetworkAdvancedServerOps-38498957-project] Publish callbacks [] for router (0b14e777-a83f-4c48-88b7-f88e13f4783d), before_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:12:27.528702 n-d-713498-36 neutron-server[103233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19054185-fd93-46bd-9a53-48ce608def2a None None] The sync data for ids ['0b14e777-a83f-4c48-88b7-f88e13f4783d'] in n-d-713498-36 is: [{'id': '0b14e777-a83f-4c48-88b7-f88e13f4783d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-898845328', 'tenant_id': 'c799cd12150c4200978dc1a66164f122', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88055e1e-672a-4487-be31-ffb6e833ece5', 'external_fixed_ips': [{'subnet_id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'ip_address': '172.25.1.10'}], 'enable_snat': True}, 'gw_port_id': 'cd3d5d76-16c4-4067-9fb9-efe9a189ac56', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T20:10:38Z', 'updated_at': '2022-02-09T20:12:26Z', 'revision_number': 5, 'project_id': 'c799cd12150c4200978dc1a66164f122', 'gw_port': {'id': 'cd3d5d76-16c4-4067-9fb9-efe9a189ac56', 'name': '', 'network_id': '88055e1e-672a-4487-be31-ffb6e833ece5', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:11:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b14e777-a83f-4c48-88b7-f88e13f4783d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4271, 'fixed_ips': [{'subnet_id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'ip_address': '172.25.1.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T20:10:39Z', 'updated_at': '2022-02-09T20:10:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-36'}] {{(pid=103233) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 20:12:27.588277 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6c20732-012f-48c8-9697-ce371b88dc93 None None] DHCP port deletion for b46e9279-2103-471b-a649-566e76ee5391 request from n-d-713498-36 {{(pid=103232) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 09 20:12:27.634590 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-91652834-d795-4fdf-96cf-7405d791dcb7 tempest-TestNetworkAdvancedServerOps-38498957 tempest-TestNetworkAdvancedServerOps-38498957-project] Publish callbacks [] for router_gateway (0b14e777-a83f-4c48-88b7-f88e13f4783d), before_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:12:27.636959 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-b6c20732-012f-48c8-9697-ce371b88dc93 None None] Deleting port 247f45df-920c-4d88-9bc6-f2bd6b2d3d67 {{(pid=103232) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 20:12:27.637336 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-b6c20732-012f-48c8-9697-ce371b88dc93 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762867170196'] for port (247f45df-920c-4d88-9bc6-f2bd6b2d3d67), before_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:12:27.696591 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.plugin [None req-91652834-d795-4fdf-96cf-7405d791dcb7 tempest-TestNetworkAdvancedServerOps-38498957 tempest-TestNetworkAdvancedServerOps-38498957-project] Deleting port cd3d5d76-16c4-4067-9fb9-efe9a189ac56 {{(pid=103230) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 20:12:27.697389 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-91652834-d795-4fdf-96cf-7405d791dcb7 tempest-TestNetworkAdvancedServerOps-38498957 tempest-TestNetworkAdvancedServerOps-38498957-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762867170196'] for port (cd3d5d76-16c4-4067-9fb9-efe9a189ac56), before_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:12:27.704731 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-b6c20732-012f-48c8-9697-ce371b88dc93 None None] For port 247f45df-920c-4d88-9bc6-f2bd6b2d3d67, host n-d-713498-36, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-36',level=0,port_id=247f45df-920c-4d88-9bc6-f2bd6b2d3d67,segment=NetworkSegment(e3f56fe2-eecd-418c-8ea8-4643a63acc12),segment_id=e3f56fe2-eecd-418c-8ea8-4643a63acc12)] {{(pid=103232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 20:12:27.705140 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-b6c20732-012f-48c8-9697-ce371b88dc93 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1820838'] for port (247f45df-920c-4d88-9bc6-f2bd6b2d3d67), precommit_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:12:27.718326 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-b6c20732-012f-48c8-9697-ce371b88dc93 None None] Calling delete_port for 247f45df-920c-4d88-9bc6-f2bd6b2d3d67 owned by network:dhcp {{(pid=103232) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 20:12:27.780732 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.db [None req-91652834-d795-4fdf-96cf-7405d791dcb7 tempest-TestNetworkAdvancedServerOps-38498957 tempest-TestNetworkAdvancedServerOps-38498957-project] For port cd3d5d76-16c4-4067-9fb9-efe9a189ac56, host n-d-713498-36, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-36',level=0,port_id=cd3d5d76-16c4-4067-9fb9-efe9a189ac56,segment=NetworkSegment(a4222f89-8d3f-4b51-953b-1a8126392491),segment_id=a4222f89-8d3f-4b51-953b-1a8126392491)] {{(pid=103230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 20:12:27.780965 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-91652834-d795-4fdf-96cf-7405d791dcb7 tempest-TestNetworkAdvancedServerOps-38498957 tempest-TestNetworkAdvancedServerOps-38498957-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1820838'] for port (cd3d5d76-16c4-4067-9fb9-efe9a189ac56), precommit_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:12:27.794309 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.plugin [None req-91652834-d795-4fdf-96cf-7405d791dcb7 tempest-TestNetworkAdvancedServerOps-38498957 tempest-TestNetworkAdvancedServerOps-38498957-project] Calling delete_port for cd3d5d76-16c4-4067-9fb9-efe9a189ac56 owned by network:router_gateway {{(pid=103230) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 20:12:27.805097 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-b6c20732-012f-48c8-9697-ce371b88dc93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762867177463', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762866656476'] for port (247f45df-920c-4d88-9bc6-f2bd6b2d3d67), after_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:12:27.832199 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6c20732-012f-48c8-9697-ce371b88dc93 None None] Pushing event deleted for resources: {'Port': ['ID=247f45df-920c-4d88-9bc6-f2bd6b2d3d67,revision_number=None']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:12:27.834165 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6c20732-012f-48c8-9697-ce371b88dc93 None None] No DVR routers for this DVR port 247f45df-920c-4d88-9bc6-f2bd6b2d3d67 on host n-d-713498-36 {{(pid=103232) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 20:12:27.901745 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Device 81f01025-e8e4-415e-8273-897c5188e279 no longer exists at agent hyperv_n-h1-713498-36 {{(pid=103232) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 20:12:27.924940 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] No Port match for: 81f01025-e8e4-415e-8273-897c5188e279 {{(pid=103232) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 20:12:27.925302 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Device 81f01025-e8e4-415e-8273-897c5188e279 not bound to the agent host n-h1-713498-36 {{(pid=103232) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 20:12:27.988011 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-91652834-d795-4fdf-96cf-7405d791dcb7 tempest-TestNetworkAdvancedServerOps-38498957 tempest-TestNetworkAdvancedServerOps-38498957-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762867177463', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762866656476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14393751'] for port (cd3d5d76-16c4-4067-9fb9-efe9a189ac56), after_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:12:28.025216 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91652834-d795-4fdf-96cf-7405d791dcb7 tempest-TestNetworkAdvancedServerOps-38498957 tempest-TestNetworkAdvancedServerOps-38498957-project] Pushing event deleted for resources: {'Port': ['ID=cd3d5d76-16c4-4067-9fb9-efe9a189ac56,revision_number=None']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:12:28.088413 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-91652834-d795-4fdf-96cf-7405d791dcb7 tempest-TestNetworkAdvancedServerOps-38498957 tempest-TestNetworkAdvancedServerOps-38498957-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1818987'] for router_gateway (0b14e777-a83f-4c48-88b7-f88e13f4783d), after_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:12:28.185545 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-91652834-d795-4fdf-96cf-7405d791dcb7 tempest-TestNetworkAdvancedServerOps-38498957 tempest-TestNetworkAdvancedServerOps-38498957-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1834988', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-58375'] for router (0b14e777-a83f-4c48-88b7-f88e13f4783d), precommit_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:12:28.188161 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-91652834-d795-4fdf-96cf-7405d791dcb7 tempest-TestNetworkAdvancedServerOps-38498957 tempest-TestNetworkAdvancedServerOps-38498957-project] Publish callbacks [] for router_controller (0b14e777-a83f-4c48-88b7-f88e13f4783d), precommit_delete_associations {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:12:28.231393 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-91652834-d795-4fdf-96cf-7405d791dcb7 tempest-TestNetworkAdvancedServerOps-38498957 tempest-TestNetworkAdvancedServerOps-38498957-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1835003'] for router (0b14e777-a83f-4c48-88b7-f88e13f4783d), after_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:12:28.231922 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-91652834-d795-4fdf-96cf-7405d791dcb7 tempest-TestNetworkAdvancedServerOps-38498957 tempest-TestNetworkAdvancedServerOps-38498957-project] Fanout notify agent at l3_agent the message router_deleted on router 0b14e777-a83f-4c48-88b7-f88e13f4783d {{(pid=103230) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 09 20:12:28.240417 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-91652834-d795-4fdf-96cf-7405d791dcb7 tempest-TestNetworkAdvancedServerOps-38498957 tempest-TestNetworkAdvancedServerOps-38498957-project] Publish callbacks [] for router (None), before_response {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:12:28.241563 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-91652834-d795-4fdf-96cf-7405d791dcb7 tempest-TestNetworkAdvancedServerOps-38498957 tempest-TestNetworkAdvancedServerOps-38498957-project] 10.222.0.75 "DELETE /v2.0/routers/0b14e777-a83f-4c48-88b7-f88e13f4783d HTTP/1.1" status: 204 len: 168 time: 0.8479450 Feb 09 20:12:28.244327 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 54854) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:12:28.341572 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-fe6d4519-6c04-4223-86bb-89c00a397b98 tempest-TestNetworkAdvancedServerOps-38498957 tempest-TestNetworkAdvancedServerOps-38498957-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-670458'] for network (b46e9279-2103-471b-a649-566e76ee5391), before_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:12:28.434646 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-fe6d4519-6c04-4223-86bb-89c00a397b98 tempest-TestNetworkAdvancedServerOps-38498957 tempest-TestNetworkAdvancedServerOps-38498957-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-590267', 'neutron.services.segments.db._delete_segments_for_network-8762867132609'] for network (b46e9279-2103-471b-a649-566e76ee5391), precommit_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:12:28.455372 n-d-713498-36 neutron-server[103230]: DEBUG neutron.services.segments.db [None req-fe6d4519-6c04-4223-86bb-89c00a397b98 tempest-TestNetworkAdvancedServerOps-38498957 tempest-TestNetworkAdvancedServerOps-38498957-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b46e9279-2103-471b-a649-566e76ee5391']}} {{(pid=103230) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 20:12:28.464754 n-d-713498-36 neutron-server[103230]: DEBUG neutron.services.segments.db [None req-fe6d4519-6c04-4223-86bb-89c00a397b98 tempest-TestNetworkAdvancedServerOps-38498957 tempest-TestNetworkAdvancedServerOps-38498957-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e3f56fe2-eecd-418c-8ea8-4643a63acc12') {'for_net_delete': True} {{(pid=103230) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 20:12:28.465057 n-d-713498-36 neutron-server[103230]: DEBUG neutron.services.segments.db [None req-fe6d4519-6c04-4223-86bb-89c00a397b98 tempest-TestNetworkAdvancedServerOps-38498957 tempest-TestNetworkAdvancedServerOps-38498957-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e3f56fe2-eecd-418c-8ea8-4643a63acc12') {} {{(pid=103230) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 20:12:28.475178 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-fe6d4519-6c04-4223-86bb-89c00a397b98 tempest-TestNetworkAdvancedServerOps-38498957 tempest-TestNetworkAdvancedServerOps-38498957-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762867134154', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12895813'] for segment (e3f56fe2-eecd-418c-8ea8-4643a63acc12), before_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:12:28.488761 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-fe6d4519-6c04-4223-86bb-89c00a397b98 tempest-TestNetworkAdvancedServerOps-38498957 tempest-TestNetworkAdvancedServerOps-38498957-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-759574'] for segment (e3f56fe2-eecd-418c-8ea8-4643a63acc12), precommit_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:12:28.494661 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fe6d4519-6c04-4223-86bb-89c00a397b98 tempest-TestNetworkAdvancedServerOps-38498957 tempest-TestNetworkAdvancedServerOps-38498957-project] Releasing vlan 385 on physical network physnet1 to pool {{(pid=103230) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 20:12:28.495048 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-fe6d4519-6c04-4223-86bb-89c00a397b98 tempest-TestNetworkAdvancedServerOps-38498957 tempest-TestNetworkAdvancedServerOps-38498957-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-759574', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14393826'] for segment (e3f56fe2-eecd-418c-8ea8-4643a63acc12), after_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:12:28.498014 n-d-713498-36 neutron-server[103230]: Traceback (most recent call last): Feb 09 20:12:28.498014 n-d-713498-36 neutron-server[103230]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 20:12:28.498014 n-d-713498-36 neutron-server[103230]: timer() Feb 09 20:12:28.498014 n-d-713498-36 neutron-server[103230]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 20:12:28.498014 n-d-713498-36 neutron-server[103230]: cb(*args, **kw) Feb 09 20:12:28.498014 n-d-713498-36 neutron-server[103230]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 20:12:28.498014 n-d-713498-36 neutron-server[103230]: return func(*args, **kwargs) Feb 09 20:12:28.498014 n-d-713498-36 neutron-server[103230]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 20:12:28.498014 n-d-713498-36 neutron-server[103230]: self._notify() Feb 09 20:12:28.498014 n-d-713498-36 neutron-server[103230]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 20:12:28.498014 n-d-713498-36 neutron-server[103230]: self.callback(batched_events) Feb 09 20:12:28.498014 n-d-713498-36 neutron-server[103230]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 20:12:28.498014 n-d-713498-36 neutron-server[103230]: event.method(event) Feb 09 20:12:28.498014 n-d-713498-36 neutron-server[103230]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 20:12:28.498014 n-d-713498-36 neutron-server[103230]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 20:12:28.498014 n-d-713498-36 neutron-server[103230]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 20:12:28.498014 n-d-713498-36 neutron-server[103230]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 20:12:28.498014 n-d-713498-36 neutron-server[103230]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 20:12:28.498014 n-d-713498-36 neutron-server[103230]: return f(self, *a, **k) Feb 09 20:12:28.498014 n-d-713498-36 neutron-server[103230]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 20:12:28.498014 n-d-713498-36 neutron-server[103230]: return self._get(url).json() Feb 09 20:12:28.498014 n-d-713498-36 neutron-server[103230]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 20:12:28.498014 n-d-713498-36 neutron-server[103230]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 20:12:28.498014 n-d-713498-36 neutron-server[103230]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 20:12:28.498014 n-d-713498-36 neutron-server[103230]: return self.request(url, 'GET', **kwargs) Feb 09 20:12:28.498014 n-d-713498-36 neutron-server[103230]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 20:12:28.498014 n-d-713498-36 neutron-server[103230]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 20:12:28.498014 n-d-713498-36 neutron-server[103230]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 20:12:28.498014 n-d-713498-36 neutron-server[103230]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 20:12:28.498014 n-d-713498-36 neutron-server[103230]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 20:12:28.498014 n-d-713498-36 neutron-server[103230]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 20:12:28.498014 n-d-713498-36 neutron-server[103230]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 20:12:28.556092 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-fe6d4519-6c04-4223-86bb-89c00a397b98 tempest-TestNetworkAdvancedServerOps-38498957 tempest-TestNetworkAdvancedServerOps-38498957-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-590242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1885479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1818895'] for network (b46e9279-2103-471b-a649-566e76ee5391), after_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:12:28.563623 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-fe6d4519-6c04-4223-86bb-89c00a397b98 tempest-TestNetworkAdvancedServerOps-38498957 tempest-TestNetworkAdvancedServerOps-38498957-project] Publish callbacks [] for network (None), before_response {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:12:28.566822 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-fe6d4519-6c04-4223-86bb-89c00a397b98 tempest-TestNetworkAdvancedServerOps-38498957 tempest-TestNetworkAdvancedServerOps-38498957-project] 10.222.0.75 "DELETE /v2.0/networks/b46e9279-2103-471b-a649-566e76ee5391 HTTP/1.1" status: 204 len: 168 time: 0.3215103 Feb 09 20:12:28.569782 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 54856) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:12:28.579914 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe6d4519-6c04-4223-86bb-89c00a397b98 tempest-TestNetworkAdvancedServerOps-38498957 tempest-TestNetworkAdvancedServerOps-38498957-project] Pushing event deleted for resources: {'Network': ['ID=b46e9279-2103-471b-a649-566e76ee5391,revision_number=None']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:12:28.635244 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-d695a62d-11ac-49dc-be92-f02055b58969 tempest-TestNetworkAdvancedServerOps-38498957 tempest-TestNetworkAdvancedServerOps-38498957-project] Publish callbacks [] for security_group (593a2d8e-fb79-4e46-ac61-c3c04a45383e), before_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:12:28.670970 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-d695a62d-11ac-49dc-be92-f02055b58969 tempest-TestNetworkAdvancedServerOps-38498957 tempest-TestNetworkAdvancedServerOps-38498957-project] Publish callbacks [] for security_group (593a2d8e-fb79-4e46-ac61-c3c04a45383e), precommit_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:12:28.719505 n-d-713498-36 neutron-server[103233]: DEBUG neutron.db.agents_db [None req-4a8a6a42-0a0c-4437-8958-92282682b6bb None None] Agent healthcheck: found 7 active agents {{(pid=103233) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 20:12:28.743404 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-d695a62d-11ac-49dc-be92-f02055b58969 tempest-TestNetworkAdvancedServerOps-38498957 tempest-TestNetworkAdvancedServerOps-38498957-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1892331'] for security_group (593a2d8e-fb79-4e46-ac61-c3c04a45383e), after_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:12:28.746126 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-d695a62d-11ac-49dc-be92-f02055b58969 tempest-TestNetworkAdvancedServerOps-38498957 tempest-TestNetworkAdvancedServerOps-38498957-project] Publish callbacks [] for security_group (None), before_response {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:12:28.747305 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-d695a62d-11ac-49dc-be92-f02055b58969 tempest-TestNetworkAdvancedServerOps-38498957 tempest-TestNetworkAdvancedServerOps-38498957-project] 10.222.0.75 "DELETE /v2.0/security-groups/593a2d8e-fb79-4e46-ac61-c3c04a45383e HTTP/1.1" status: 204 len: 168 time: 0.1764491 Feb 09 20:12:28.757721 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d695a62d-11ac-49dc-be92-f02055b58969 tempest-TestNetworkAdvancedServerOps-38498957 tempest-TestNetworkAdvancedServerOps-38498957-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=593a2d8e-fb79-4e46-ac61-c3c04a45383e,revision_number=None']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:12:28.800309 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Device 247f45df-920c-4d88-9bc6-f2bd6b2d3d67 no longer exists at agent ovs-agent-n-d-713498-36 {{(pid=103232) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 20:12:28.824513 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] No Port match for: 247f45df-920c-4d88-9bc6-f2bd6b2d3d67 {{(pid=103232) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 20:12:28.824870 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Device 247f45df-920c-4d88-9bc6-f2bd6b2d3d67 not bound to the agent host n-d-713498-36 {{(pid=103232) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 20:12:28.825305 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Device 553d8d69-13de-4f32-b3ee-9ea05745b9e0 no longer exists at agent ovs-agent-n-d-713498-36 {{(pid=103232) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 20:12:28.846123 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] No Port match for: 553d8d69-13de-4f32-b3ee-9ea05745b9e0 {{(pid=103232) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 20:12:28.846494 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Device 553d8d69-13de-4f32-b3ee-9ea05745b9e0 not bound to the agent host n-d-713498-36 {{(pid=103232) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 20:12:28.846898 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Device cd3d5d76-16c4-4067-9fb9-efe9a189ac56 no longer exists at agent ovs-agent-n-d-713498-36 {{(pid=103232) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 20:12:28.867007 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] No Port match for: cd3d5d76-16c4-4067-9fb9-efe9a189ac56 {{(pid=103232) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 20:12:28.867371 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Device cd3d5d76-16c4-4067-9fb9-efe9a189ac56 not bound to the agent host n-d-713498-36 {{(pid=103232) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 20:12:29.153122 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 54862) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:12:29.157809 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.v2.base [None req-85b06490-0114-41df-a425-02e1f95ed42b tempest-TestNetworkAdvancedServerOps-38498957 tempest-TestNetworkAdvancedServerOps-38498957-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1761170192', 'description': 'tempest-secgroup-smoke-1761170192 description', 'project_id': 'c799cd12150c4200978dc1a66164f122'}} {{(pid=103229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 20:12:29.179870 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-85b06490-0114-41df-a425-02e1f95ed42b tempest-TestNetworkAdvancedServerOps-38498957 tempest-TestNetworkAdvancedServerOps-38498957-project] Publish callbacks [] for security_group (None), before_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:12:29.249038 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-85b06490-0114-41df-a425-02e1f95ed42b tempest-TestNetworkAdvancedServerOps-38498957 tempest-TestNetworkAdvancedServerOps-38498957-project] Publish callbacks [] for security_group (93968f3f-6bf2-447d-b035-98a1d86f0fb1), precommit_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:12:29.253502 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-85b06490-0114-41df-a425-02e1f95ed42b tempest-TestNetworkAdvancedServerOps-38498957 tempest-TestNetworkAdvancedServerOps-38498957-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1892331'] for security_group (93968f3f-6bf2-447d-b035-98a1d86f0fb1), after_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:12:29.278738 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-85b06490-0114-41df-a425-02e1f95ed42b tempest-TestNetworkAdvancedServerOps-38498957 tempest-TestNetworkAdvancedServerOps-38498957-project] Publish callbacks [] for security_group (None), before_response {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:12:29.279969 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-85b06490-0114-41df-a425-02e1f95ed42b tempest-TestNetworkAdvancedServerOps-38498957 tempest-TestNetworkAdvancedServerOps-38498957-project] 10.222.0.75 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.1258426 Feb 09 20:12:29.283740 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 54864) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:12:29.288193 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85b06490-0114-41df-a425-02e1f95ed42b tempest-TestNetworkAdvancedServerOps-38498957 tempest-TestNetworkAdvancedServerOps-38498957-project] Pushing event updated for resources: {'SecurityGroup': ['ID=93968f3f-6bf2-447d-b035-98a1d86f0fb1,revision_number=1']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:12:29.288582 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.v2.base [None req-da2537a1-209a-4c7f-8640-37ea7c443d63 tempest-TestNetworkAdvancedServerOps-38498957 tempest-TestNetworkAdvancedServerOps-38498957-project] Request body: {'security_group_rule': {'security_group_id': '93968f3f-6bf2-447d-b035-98a1d86f0fb1', 'project_id': 'c799cd12150c4200978dc1a66164f122', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103230) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 20:12:29.316995 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-da2537a1-209a-4c7f-8640-37ea7c443d63 tempest-TestNetworkAdvancedServerOps-38498957 tempest-TestNetworkAdvancedServerOps-38498957-project] Publish callbacks [] for security_group_rule (be0a6ff3-5232-4c1a-b576-913c684ec766), before_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:12:29.372230 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-da2537a1-209a-4c7f-8640-37ea7c443d63 tempest-TestNetworkAdvancedServerOps-38498957 tempest-TestNetworkAdvancedServerOps-38498957-project] Publish callbacks [] for security_group_rule (be0a6ff3-5232-4c1a-b576-913c684ec766), precommit_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:12:29.376823 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-da2537a1-209a-4c7f-8640-37ea7c443d63 tempest-TestNetworkAdvancedServerOps-38498957 tempest-TestNetworkAdvancedServerOps-38498957-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1892250'] for security_group_rule (be0a6ff3-5232-4c1a-b576-913c684ec766), after_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:12:29.399065 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da2537a1-209a-4c7f-8640-37ea7c443d63 tempest-TestNetworkAdvancedServerOps-38498957 tempest-TestNetworkAdvancedServerOps-38498957-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=be0a6ff3-5232-4c1a-b576-913c684ec766,revision_number=0']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:12:29.406416 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-da2537a1-209a-4c7f-8640-37ea7c443d63 tempest-TestNetworkAdvancedServerOps-38498957 tempest-TestNetworkAdvancedServerOps-38498957-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:12:29.407846 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-da2537a1-209a-4c7f-8640-37ea7c443d63 tempest-TestNetworkAdvancedServerOps-38498957 tempest-TestNetworkAdvancedServerOps-38498957-project] 10.222.0.75 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1229949 Feb 09 20:12:29.410567 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 54866) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:12:29.423419 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.v2.base [None req-9c62e90e-1a22-48ed-9bbf-0f3f34b5437f tempest-TestNetworkAdvancedServerOps-38498957 tempest-TestNetworkAdvancedServerOps-38498957-project] Request body: {'security_group_rule': {'security_group_id': '93968f3f-6bf2-447d-b035-98a1d86f0fb1', 'project_id': 'c799cd12150c4200978dc1a66164f122', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103230) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 20:12:29.458498 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-9c62e90e-1a22-48ed-9bbf-0f3f34b5437f tempest-TestNetworkAdvancedServerOps-38498957 tempest-TestNetworkAdvancedServerOps-38498957-project] Publish callbacks [] for security_group_rule (d0dfd225-978c-47ae-938d-908f463b3a91), before_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:12:29.516093 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-9c62e90e-1a22-48ed-9bbf-0f3f34b5437f tempest-TestNetworkAdvancedServerOps-38498957 tempest-TestNetworkAdvancedServerOps-38498957-project] Publish callbacks [] for security_group_rule (d0dfd225-978c-47ae-938d-908f463b3a91), precommit_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:12:29.520310 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-9c62e90e-1a22-48ed-9bbf-0f3f34b5437f tempest-TestNetworkAdvancedServerOps-38498957 tempest-TestNetworkAdvancedServerOps-38498957-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1892250'] for security_group_rule (d0dfd225-978c-47ae-938d-908f463b3a91), after_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:12:29.538127 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c62e90e-1a22-48ed-9bbf-0f3f34b5437f tempest-TestNetworkAdvancedServerOps-38498957 tempest-TestNetworkAdvancedServerOps-38498957-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d0dfd225-978c-47ae-938d-908f463b3a91,revision_number=0']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:12:29.547347 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-9c62e90e-1a22-48ed-9bbf-0f3f34b5437f tempest-TestNetworkAdvancedServerOps-38498957 tempest-TestNetworkAdvancedServerOps-38498957-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:12:29.548587 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-9c62e90e-1a22-48ed-9bbf-0f3f34b5437f tempest-TestNetworkAdvancedServerOps-38498957 tempest-TestNetworkAdvancedServerOps-38498957-project] 10.222.0.75 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1370909 Feb 09 20:12:29.551356 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 54868) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:12:29.555785 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.v2.base [None req-7a3d83e0-3c01-494f-aeec-7210aa7a01ec tempest-TestNetworkAdvancedServerOps-38498957 tempest-TestNetworkAdvancedServerOps-38498957-project] Request body: {'security_group_rule': {'security_group_id': '93968f3f-6bf2-447d-b035-98a1d86f0fb1', 'project_id': 'c799cd12150c4200978dc1a66164f122', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103230) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 20:12:29.582955 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-7a3d83e0-3c01-494f-aeec-7210aa7a01ec tempest-TestNetworkAdvancedServerOps-38498957 tempest-TestNetworkAdvancedServerOps-38498957-project] Publish callbacks [] for security_group_rule (5e09a190-0e1d-4d0b-9fa7-ec5957bb41a9), before_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:12:29.641069 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-7a3d83e0-3c01-494f-aeec-7210aa7a01ec tempest-TestNetworkAdvancedServerOps-38498957 tempest-TestNetworkAdvancedServerOps-38498957-project] Publish callbacks [] for security_group_rule (5e09a190-0e1d-4d0b-9fa7-ec5957bb41a9), precommit_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:12:29.644922 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-7a3d83e0-3c01-494f-aeec-7210aa7a01ec tempest-TestNetworkAdvancedServerOps-38498957 tempest-TestNetworkAdvancedServerOps-38498957-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1892250'] for security_group_rule (5e09a190-0e1d-4d0b-9fa7-ec5957bb41a9), after_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:12:29.663726 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a3d83e0-3c01-494f-aeec-7210aa7a01ec tempest-TestNetworkAdvancedServerOps-38498957 tempest-TestNetworkAdvancedServerOps-38498957-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5e09a190-0e1d-4d0b-9fa7-ec5957bb41a9,revision_number=0']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:12:29.676011 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-7a3d83e0-3c01-494f-aeec-7210aa7a01ec tempest-TestNetworkAdvancedServerOps-38498957 tempest-TestNetworkAdvancedServerOps-38498957-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:12:29.678394 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-7a3d83e0-3c01-494f-aeec-7210aa7a01ec tempest-TestNetworkAdvancedServerOps-38498957 tempest-TestNetworkAdvancedServerOps-38498957-project] 10.222.0.75 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1260931 Feb 09 20:12:29.681837 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 54870) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:12:29.686864 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.v2.base [None req-373278cc-4d4c-427b-86ab-3a991b223b13 tempest-TestNetworkAdvancedServerOps-38498957 tempest-TestNetworkAdvancedServerOps-38498957-project] Request body: {'security_group_rule': {'security_group_id': '93968f3f-6bf2-447d-b035-98a1d86f0fb1', 'project_id': 'c799cd12150c4200978dc1a66164f122', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 20:12:29.712077 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-373278cc-4d4c-427b-86ab-3a991b223b13 tempest-TestNetworkAdvancedServerOps-38498957 tempest-TestNetworkAdvancedServerOps-38498957-project] Publish callbacks [] for security_group_rule (8b5a4c06-7017-4c44-a4bc-1687874979e0), before_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:12:29.772251 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-373278cc-4d4c-427b-86ab-3a991b223b13 tempest-TestNetworkAdvancedServerOps-38498957 tempest-TestNetworkAdvancedServerOps-38498957-project] Publish callbacks [] for security_group_rule (8b5a4c06-7017-4c44-a4bc-1687874979e0), precommit_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:12:29.776462 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-373278cc-4d4c-427b-86ab-3a991b223b13 tempest-TestNetworkAdvancedServerOps-38498957 tempest-TestNetworkAdvancedServerOps-38498957-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1892250'] for security_group_rule (8b5a4c06-7017-4c44-a4bc-1687874979e0), after_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:12:29.795166 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-373278cc-4d4c-427b-86ab-3a991b223b13 tempest-TestNetworkAdvancedServerOps-38498957 tempest-TestNetworkAdvancedServerOps-38498957-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8b5a4c06-7017-4c44-a4bc-1687874979e0,revision_number=0']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:12:29.806686 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-373278cc-4d4c-427b-86ab-3a991b223b13 tempest-TestNetworkAdvancedServerOps-38498957 tempest-TestNetworkAdvancedServerOps-38498957-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:12:29.807922 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-373278cc-4d4c-427b-86ab-3a991b223b13 tempest-TestNetworkAdvancedServerOps-38498957 tempest-TestNetworkAdvancedServerOps-38498957-project] 10.222.0.75 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1250439 Feb 09 20:12:29.811564 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 54872) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:12:29.816852 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.v2.base [None req-aa3b8fa3-488c-411b-83a5-01e72dfb0f70 tempest-TestNetworkAdvancedServerOps-38498957 tempest-TestNetworkAdvancedServerOps-38498957-project] Request body: {'security_group_rule': {'security_group_id': '93968f3f-6bf2-447d-b035-98a1d86f0fb1', 'project_id': 'c799cd12150c4200978dc1a66164f122', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 20:12:29.836873 n-d-713498-36 neutron-server[103229]: INFO neutron.db.securitygroups_db [None req-aa3b8fa3-488c-411b-83a5-01e72dfb0f70 tempest-TestNetworkAdvancedServerOps-38498957 tempest-TestNetworkAdvancedServerOps-38498957-project] Project c799cd12150c4200978dc1a66164f122 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 09 20:12:29.842081 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-aa3b8fa3-488c-411b-83a5-01e72dfb0f70 tempest-TestNetworkAdvancedServerOps-38498957 tempest-TestNetworkAdvancedServerOps-38498957-project] Publish callbacks [] for security_group_rule (ce507ca5-44a1-44cd-b8bc-aa7a3dd6d627), before_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:12:29.909551 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-aa3b8fa3-488c-411b-83a5-01e72dfb0f70 tempest-TestNetworkAdvancedServerOps-38498957 tempest-TestNetworkAdvancedServerOps-38498957-project] Publish callbacks [] for security_group_rule (ce507ca5-44a1-44cd-b8bc-aa7a3dd6d627), precommit_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:12:29.913907 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-aa3b8fa3-488c-411b-83a5-01e72dfb0f70 tempest-TestNetworkAdvancedServerOps-38498957 tempest-TestNetworkAdvancedServerOps-38498957-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1892250'] for security_group_rule (ce507ca5-44a1-44cd-b8bc-aa7a3dd6d627), after_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:12:29.933870 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa3b8fa3-488c-411b-83a5-01e72dfb0f70 tempest-TestNetworkAdvancedServerOps-38498957 tempest-TestNetworkAdvancedServerOps-38498957-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ce507ca5-44a1-44cd-b8bc-aa7a3dd6d627,revision_number=0']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:12:29.943959 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-aa3b8fa3-488c-411b-83a5-01e72dfb0f70 tempest-TestNetworkAdvancedServerOps-38498957 tempest-TestNetworkAdvancedServerOps-38498957-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:12:29.945220 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-aa3b8fa3-488c-411b-83a5-01e72dfb0f70 tempest-TestNetworkAdvancedServerOps-38498957 tempest-TestNetworkAdvancedServerOps-38498957-project] 10.222.0.75 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1324525 Feb 09 20:12:29.948355 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 54874) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:12:29.953000 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.v2.base [None req-daf7b30c-9ab4-48ee-b8e1-b910b56d3b8f tempest-TestNetworkAdvancedServerOps-38498957 tempest-TestNetworkAdvancedServerOps-38498957-project] Request body: {'security_group_rule': {'security_group_id': '93968f3f-6bf2-447d-b035-98a1d86f0fb1', 'project_id': 'c799cd12150c4200978dc1a66164f122', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 20:12:29.978645 n-d-713498-36 neutron-server[103229]: INFO neutron.db.securitygroups_db [None req-daf7b30c-9ab4-48ee-b8e1-b910b56d3b8f tempest-TestNetworkAdvancedServerOps-38498957 tempest-TestNetworkAdvancedServerOps-38498957-project] Project c799cd12150c4200978dc1a66164f122 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 09 20:12:29.984459 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-daf7b30c-9ab4-48ee-b8e1-b910b56d3b8f tempest-TestNetworkAdvancedServerOps-38498957 tempest-TestNetworkAdvancedServerOps-38498957-project] Publish callbacks [] for security_group_rule (1df0f304-f95f-4fc2-ae61-e0c54c4bd0a6), before_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:12:30.043998 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-daf7b30c-9ab4-48ee-b8e1-b910b56d3b8f tempest-TestNetworkAdvancedServerOps-38498957 tempest-TestNetworkAdvancedServerOps-38498957-project] Publish callbacks [] for security_group_rule (1df0f304-f95f-4fc2-ae61-e0c54c4bd0a6), precommit_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:12:30.050048 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-daf7b30c-9ab4-48ee-b8e1-b910b56d3b8f tempest-TestNetworkAdvancedServerOps-38498957 tempest-TestNetworkAdvancedServerOps-38498957-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1892250'] for security_group_rule (1df0f304-f95f-4fc2-ae61-e0c54c4bd0a6), after_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:12:30.068646 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daf7b30c-9ab4-48ee-b8e1-b910b56d3b8f tempest-TestNetworkAdvancedServerOps-38498957 tempest-TestNetworkAdvancedServerOps-38498957-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1df0f304-f95f-4fc2-ae61-e0c54c4bd0a6,revision_number=0']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:12:30.079447 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-daf7b30c-9ab4-48ee-b8e1-b910b56d3b8f tempest-TestNetworkAdvancedServerOps-38498957 tempest-TestNetworkAdvancedServerOps-38498957-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:12:30.080647 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-daf7b30c-9ab4-48ee-b8e1-b910b56d3b8f tempest-TestNetworkAdvancedServerOps-38498957 tempest-TestNetworkAdvancedServerOps-38498957-project] 10.222.0.75 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1313488 Feb 09 20:12:30.083540 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 54876) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:12:30.088355 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.v2.base [None req-fd374501-e231-4dd6-b132-c68f3292f36f tempest-TestNetworkAdvancedServerOps-38498957 tempest-TestNetworkAdvancedServerOps-38498957-project] Request body: {'network': {'name': 'tempest-network-smoke--652148946', 'project_id': 'c799cd12150c4200978dc1a66164f122', 'port_security_enabled': True}} {{(pid=103229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 20:12:30.107422 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fd374501-e231-4dd6-b132-c68f3292f36f tempest-TestNetworkAdvancedServerOps-38498957 tempest-TestNetworkAdvancedServerOps-38498957-project] Made reservation on behalf of c799cd12150c4200978dc1a66164f122 for: {'network': 1} {{(pid=103229) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 20:12:30.111600 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-fd374501-e231-4dd6-b132-c68f3292f36f tempest-TestNetworkAdvancedServerOps-38498957 tempest-TestNetworkAdvancedServerOps-38498957-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for network (None), before_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:12:30.135661 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fd374501-e231-4dd6-b132-c68f3292f36f tempest-TestNetworkAdvancedServerOps-38498957 tempest-TestNetworkAdvancedServerOps-38498957-project] vlan segment allocate from pool success with {'vlan_id': 390, 'physical_network': 'physnet1'} {{(pid=103229) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 20:12:30.144974 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-fd374501-e231-4dd6-b132-c68f3292f36f tempest-TestNetworkAdvancedServerOps-38498957 tempest-TestNetworkAdvancedServerOps-38498957-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-759574'] for segment (b056f84b-0795-4481-9cec-535a165e1eda), precommit_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:12:30.145324 n-d-713498-36 neutron-server[103229]: INFO neutron.db.segments_db [None req-fd374501-e231-4dd6-b132-c68f3292f36f tempest-TestNetworkAdvancedServerOps-38498957 tempest-TestNetworkAdvancedServerOps-38498957-project] Added segment b056f84b-0795-4481-9cec-535a165e1eda of type vlan for network b9c940a3-e4c9-41cb-ba32-c82b1b93eaf0 Feb 09 20:12:30.188683 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-fd374501-e231-4dd6-b132-c68f3292f36f tempest-TestNetworkAdvancedServerOps-38498957 tempest-TestNetworkAdvancedServerOps-38498957-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762866642225'] for network (b9c940a3-e4c9-41cb-ba32-c82b1b93eaf0), precommit_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:12:30.212753 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-fd374501-e231-4dd6-b132-c68f3292f36f tempest-TestNetworkAdvancedServerOps-38498957 tempest-TestNetworkAdvancedServerOps-38498957-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1885479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452'] for network (b9c940a3-e4c9-41cb-ba32-c82b1b93eaf0), after_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:12:30.217886 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd374501-e231-4dd6-b132-c68f3292f36f tempest-TestNetworkAdvancedServerOps-38498957 tempest-TestNetworkAdvancedServerOps-38498957-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:12:30.218755 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-fd374501-e231-4dd6-b132-c68f3292f36f tempest-TestNetworkAdvancedServerOps-38498957 tempest-TestNetworkAdvancedServerOps-38498957-project] Publish callbacks [] for network (None), before_response {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:12:30.281402 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-fd374501-e231-4dd6-b132-c68f3292f36f tempest-TestNetworkAdvancedServerOps-38498957 tempest-TestNetworkAdvancedServerOps-38498957-project] 10.222.0.75 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.1961482 Feb 09 20:12:30.283707 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 54878) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:12:30.288343 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.v2.base [None req-1577bd90-4ea8-41c5-84eb-15993ca68179 tempest-TestNetworkAdvancedServerOps-38498957 tempest-TestNetworkAdvancedServerOps-38498957-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-814519001', 'admin_state_up': True, 'project_id': 'c799cd12150c4200978dc1a66164f122', 'external_gateway_info': {'network_id': '88055e1e-672a-4487-be31-ffb6e833ece5'}}} {{(pid=103230) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 20:12:30.303282 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd374501-e231-4dd6-b132-c68f3292f36f tempest-TestNetworkAdvancedServerOps-38498957 tempest-TestNetworkAdvancedServerOps-38498957-project] Pushing event updated for resources: {'Network': ['ID=b9c940a3-e4c9-41cb-ba32-c82b1b93eaf0,revision_number=1']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:12:30.313605 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-1577bd90-4ea8-41c5-84eb-15993ca68179 tempest-TestNetworkAdvancedServerOps-38498957 tempest-TestNetworkAdvancedServerOps-38498957-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1834830', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-58389'] for router (cf091f46-b4eb-4e8a-b114-b3c716e30ba6), before_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:12:30.315045 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-1577bd90-4ea8-41c5-84eb-15993ca68179 tempest-TestNetworkAdvancedServerOps-38498957 tempest-TestNetworkAdvancedServerOps-38498957-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1834810', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1822096', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1886735', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-58380'] for router (cf091f46-b4eb-4e8a-b114-b3c716e30ba6), precommit_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:12:30.319089 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Network b9c940a3-e4c9-41cb-ba32-c82b1b93eaf0 details requested by agent ovs-agent-n-d-713498-36 with host n-d-713498-36 {{(pid=103232) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 20:12:30.410172 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-1577bd90-4ea8-41c5-84eb-15993ca68179 tempest-TestNetworkAdvancedServerOps-38498957 tempest-TestNetworkAdvancedServerOps-38498957-project] Publish callbacks [] for router_controller (cf091f46-b4eb-4e8a-b114-b3c716e30ba6), precommit_add_association {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:12:30.556695 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-1577bd90-4ea8-41c5-84eb-15993ca68179 tempest-TestNetworkAdvancedServerOps-38498957 tempest-TestNetworkAdvancedServerOps-38498957-project] Publish callbacks [] for router_gateway (cf091f46-b4eb-4e8a-b114-b3c716e30ba6), precommit_update {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:12:31.063532 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-1577bd90-4ea8-41c5-84eb-15993ca68179 tempest-TestNetworkAdvancedServerOps-38498957 tempest-TestNetworkAdvancedServerOps-38498957-project] Publish callbacks [] for router_gateway (cf091f46-b4eb-4e8a-b114-b3c716e30ba6), before_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:12:31.082830 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-1577bd90-4ea8-41c5-84eb-15993ca68179 tempest-TestNetworkAdvancedServerOps-38498957 tempest-TestNetworkAdvancedServerOps-38498957-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (None), before_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:12:31.192904 n-d-713498-36 neutron-server[103230]: DEBUG neutron.db.db_base_plugin_common [None req-1577bd90-4ea8-41c5-84eb-15993ca68179 tempest-TestNetworkAdvancedServerOps-38498957 tempest-TestNetworkAdvancedServerOps-38498957-project] Allocated IP 172.25.1.17 (88055e1e-672a-4487-be31-ffb6e833ece5/ac16dbcc-383c-4b43-9153-d763c4a53f91/c9c9d742-24a2-41a6-8569-d5bb84453b96) {{(pid=103230) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 20:12:31.305704 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-1577bd90-4ea8-41c5-84eb-15993ca68179 tempest-TestNetworkAdvancedServerOps-38498957 tempest-TestNetworkAdvancedServerOps-38498957-project] Publish callbacks [] for port (c9c9d742-24a2-41a6-8569-d5bb84453b96), precommit_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:12:31.347221 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-1577bd90-4ea8-41c5-84eb-15993ca68179 tempest-TestNetworkAdvancedServerOps-38498957 tempest-TestNetworkAdvancedServerOps-38498957-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762866656467', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14393751'] for port (c9c9d742-24a2-41a6-8569-d5bb84453b96), after_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:12:31.395589 n-d-713498-36 neutron-server[103230]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1577bd90-4ea8-41c5-84eb-15993ca68179 tempest-TestNetworkAdvancedServerOps-38498957 tempest-TestNetworkAdvancedServerOps-38498957-project] Network 88055e1e-672a-4487-be31-ffb6e833ece5 is already hosted by enough agents. {{(pid=103230) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 20:12:31.398586 n-d-713498-36 neutron-server[103230]: DEBUG neutron.scheduler.base_scheduler [None req-1577bd90-4ea8-41c5-84eb-15993ca68179 tempest-TestNetworkAdvancedServerOps-38498957 tempest-TestNetworkAdvancedServerOps-38498957-project] Resources bound (agent type, host, resource id): {{(pid=103230) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 20:12:31.400953 n-d-713498-36 neutron-server[103230]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1577bd90-4ea8-41c5-84eb-15993ca68179 tempest-TestNetworkAdvancedServerOps-38498957 tempest-TestNetworkAdvancedServerOps-38498957-project] Received port after_create {{(pid=103230) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 20:12:31.425587 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1577bd90-4ea8-41c5-84eb-15993ca68179 tempest-TestNetworkAdvancedServerOps-38498957 tempest-TestNetworkAdvancedServerOps-38498957-project] Pushing event updated for resources: {'Port': ['ID=c9c9d742-24a2-41a6-8569-d5bb84453b96,revision_number=1']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:12:31.667087 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-1577bd90-4ea8-41c5-84eb-15993ca68179 tempest-TestNetworkAdvancedServerOps-38498957 tempest-TestNetworkAdvancedServerOps-38498957-project] Publish callbacks [] for router_gateway (cf091f46-b4eb-4e8a-b114-b3c716e30ba6), after_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:12:31.874673 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-1577bd90-4ea8-41c5-84eb-15993ca68179 tempest-TestNetworkAdvancedServerOps-38498957 tempest-TestNetworkAdvancedServerOps-38498957-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1834945', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1818951'] for router (cf091f46-b4eb-4e8a-b114-b3c716e30ba6), after_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:12:32.013524 n-d-713498-36 neutron-server[103230]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1577bd90-4ea8-41c5-84eb-15993ca68179 tempest-TestNetworkAdvancedServerOps-38498957 tempest-TestNetworkAdvancedServerOps-38498957-project] Router cf091f46-b4eb-4e8a-b114-b3c716e30ba6 is scheduled to L3 agent 93303d5e-5d17-45e8-8963-7694f87783ae with binding_index 1 {{(pid=103230) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 09 20:12:32.128134 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1577bd90-4ea8-41c5-84eb-15993ca68179 tempest-TestNetworkAdvancedServerOps-38498957 tempest-TestNetworkAdvancedServerOps-38498957-project] Notify agent at l3_agent.n-d-713498-36 the message routers_updated {{(pid=103230) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 20:12:32.137936 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-deb1d0eb-e8b7-49ee-91cc-2e063c807fc8 None None] Sync routers for ids ['cf091f46-b4eb-4e8a-b114-b3c716e30ba6'] in n-d-713498-36 {{(pid=103232) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 20:12:32.148030 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.l3_dvrscheduler_db [None req-deb1d0eb-e8b7-49ee-91cc-2e063c807fc8 None None] Routers {'cf091f46-b4eb-4e8a-b114-b3c716e30ba6'} bound to L3 agent in host n-d-713498-36 {{(pid=103232) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 20:12:32.148250 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-1577bd90-4ea8-41c5-84eb-15993ca68179 tempest-TestNetworkAdvancedServerOps-38498957 tempest-TestNetworkAdvancedServerOps-38498957-project] Publish callbacks [] for router (None), before_response {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:12:32.148653 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.l3_hamode_db [None req-deb1d0eb-e8b7-49ee-91cc-2e063c807fc8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T18:51:43Z,description=,heartbeat_timestamp=2022-02-09T20:12:13Z,host='n-d-713498-36',id=93303d5e-5d17-45e8-8963-7694f87783ae,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T18:51:43Z,topic='l3_agent')) {'router_ids': ['cf091f46-b4eb-4e8a-b114-b3c716e30ba6'], 'active': True} {{(pid=103232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 20:12:32.149465 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-1577bd90-4ea8-41c5-84eb-15993ca68179 tempest-TestNetworkAdvancedServerOps-38498957 tempest-TestNetworkAdvancedServerOps-38498957-project] 10.222.0.75 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 1.8646536 Feb 09 20:12:32.152668 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 54880) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:12:32.183512 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-6f5592e5-fd86-45f8-950c-7e5e039cae27 tempest-TestNetworkAdvancedServerOps-796730407 tempest-TestNetworkAdvancedServerOps-796730407-project-admin] 10.222.0.75 "GET /v2.0/subnets?project_id=c799cd12150c4200978dc1a66164f122&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0296657 Feb 09 20:12:32.185972 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 54882) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:12:32.260076 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.l3_dvr_db [None req-deb1d0eb-e8b7-49ee-91cc-2e063c807fc8 None None] Set router cf091f46-b4eb-4e8a-b114-b3c716e30ba6 gateway port host: n-d-713498-36 {{(pid=103232) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 20:12:32.275327 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c8a605a-8714-4d97-98f7-82d77d356d7f tempest-TestNetworkAdvancedServerOps-796730407 tempest-TestNetworkAdvancedServerOps-796730407-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:12:32.276749 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-5c8a605a-8714-4d97-98f7-82d77d356d7f tempest-TestNetworkAdvancedServerOps-796730407 tempest-TestNetworkAdvancedServerOps-796730407-project-admin] 10.222.0.75 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0889850 Feb 09 20:12:32.279609 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 54884) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:12:32.307850 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-f7db65a0-0206-4caf-8eac-2692bb470cf9 tempest-TestNetworkAdvancedServerOps-796730407 tempest-TestNetworkAdvancedServerOps-796730407-project-admin] 10.222.0.75 "GET /v2.0/subnets?network_id=88055e1e-672a-4487-be31-ffb6e833ece5&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0271645 Feb 09 20:12:32.310464 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 54886) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:12:32.316127 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.v2.base [None req-e22bd5a9-0897-4669-934f-c996945d2ca2 tempest-TestNetworkAdvancedServerOps-38498957 tempest-TestNetworkAdvancedServerOps-38498957-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1265149757', 'network_id': 'b9c940a3-e4c9-41cb-ba32-c82b1b93eaf0', 'project_id': 'c799cd12150c4200978dc1a66164f122', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103230) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 20:12:32.408659 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e22bd5a9-0897-4669-934f-c996945d2ca2 tempest-TestNetworkAdvancedServerOps-38498957 tempest-TestNetworkAdvancedServerOps-38498957-project] Made reservation on behalf of c799cd12150c4200978dc1a66164f122 for: {'subnet': 1} {{(pid=103230) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 20:12:32.412259 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-e22bd5a9-0897-4669-934f-c996945d2ca2 tempest-TestNetworkAdvancedServerOps-38498957 tempest-TestNetworkAdvancedServerOps-38498957-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12985917'] for subnet (None), before_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:12:32.446418 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.l3_hamode_db [None req-deb1d0eb-e8b7-49ee-91cc-2e063c807fc8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf091f46-b4eb-4e8a-b114-b3c716e30ba6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-814519001', 'tenant_id': 'c799cd12150c4200978dc1a66164f122', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88055e1e-672a-4487-be31-ffb6e833ece5', 'external_fixed_ips': [{'subnet_id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'ip_address': '172.25.1.17'}], 'enable_snat': True}, 'gw_port_id': 'c9c9d742-24a2-41a6-8569-d5bb84453b96', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T20:12:30Z', 'updated_at': '2022-02-09T20:12:31Z', 'revision_number': 3, 'project_id': 'c799cd12150c4200978dc1a66164f122', 'gw_port': {'id': 'c9c9d742-24a2-41a6-8569-d5bb84453b96', 'name': '', 'network_id': '88055e1e-672a-4487-be31-ffb6e833ece5', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:85:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cf091f46-b4eb-4e8a-b114-b3c716e30ba6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4290, 'fixed_ips': [{'subnet_id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'ip_address': '172.25.1.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T20:12:31Z', 'updated_at': '2022-02-09T20:12:31Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-36'}], 'n-d-713498-36', False) {} {{(pid=103232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 20:12:32.472826 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-deb1d0eb-e8b7-49ee-91cc-2e063c807fc8 None None] Checking router: cf091f46-b4eb-4e8a-b114-b3c716e30ba6 for host: n-d-713498-36 {{(pid=103232) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 20:12:32.473179 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-deb1d0eb-e8b7-49ee-91cc-2e063c807fc8 None None] Updating router cf091f46-b4eb-4e8a-b114-b3c716e30ba6 port c9c9d742-24a2-41a6-8569-d5bb84453b96 binding host n-d-713498-36 {{(pid=103232) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 20:12:32.507124 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-deb1d0eb-e8b7-49ee-91cc-2e063c807fc8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (c9c9d742-24a2-41a6-8569-d5bb84453b96), before_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:12:32.618129 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-e22bd5a9-0897-4669-934f-c996945d2ca2 tempest-TestNetworkAdvancedServerOps-38498957 tempest-TestNetworkAdvancedServerOps-38498957-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14393611', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12985859'] for subnet (e1083585-a5b7-48e1-a337-664befec84f6), after_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:12:32.681110 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e22bd5a9-0897-4669-934f-c996945d2ca2 tempest-TestNetworkAdvancedServerOps-38498957 tempest-TestNetworkAdvancedServerOps-38498957-project] Pushing event updated for resources: {'Subnet': ['ID=e1083585-a5b7-48e1-a337-664befec84f6,revision_number=0']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:12:32.699545 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e22bd5a9-0897-4669-934f-c996945d2ca2 tempest-TestNetworkAdvancedServerOps-38498957 tempest-TestNetworkAdvancedServerOps-38498957-project] Checking segment: {'id': 'b056f84b-0795-4481-9cec-535a165e1eda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': 'b9c940a3-e4c9-41cb-ba32-c82b1b93eaf0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103230) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 20:12:32.699902 n-d-713498-36 neutron-server[103230]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e22bd5a9-0897-4669-934f-c996945d2ca2 tempest-TestNetworkAdvancedServerOps-38498957 tempest-TestNetworkAdvancedServerOps-38498957-project] Network hostable DHCP agents. Network: b9c940a3-e4c9-41cb-ba32-c82b1b93eaf0, hostable agents: ['af91e4b9-f4e1-42b1-a25c-a10dc47171c8'], hosted agents: [] {{(pid=103230) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 20:12:32.726998 n-d-713498-36 neutron-server[103230]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e22bd5a9-0897-4669-934f-c996945d2ca2 tempest-TestNetworkAdvancedServerOps-38498957 tempest-TestNetworkAdvancedServerOps-38498957-project] Network b9c940a3-e4c9-41cb-ba32-c82b1b93eaf0 is scheduled to be hosted by DHCP agent af91e4b9-f4e1-42b1-a25c-a10dc47171c8 with binding_index 1 {{(pid=103230) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 20:12:32.737395 n-d-713498-36 neutron-server[103230]: DEBUG neutron.scheduler.base_scheduler [None req-e22bd5a9-0897-4669-934f-c996945d2ca2 tempest-TestNetworkAdvancedServerOps-38498957 tempest-TestNetworkAdvancedServerOps-38498957-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713498-36, b9c940a3-e4c9-41cb-ba32-c82b1b93eaf0) {{(pid=103230) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 20:12:32.741795 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e22bd5a9-0897-4669-934f-c996945d2ca2 tempest-TestNetworkAdvancedServerOps-38498957 tempest-TestNetworkAdvancedServerOps-38498957-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:12:32.742411 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-e22bd5a9-0897-4669-934f-c996945d2ca2 tempest-TestNetworkAdvancedServerOps-38498957 tempest-TestNetworkAdvancedServerOps-38498957-project] Publish callbacks [] for subnet (None), before_response {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:12:32.751985 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0feb7f69-2a5e-42d1-8215-99e164e53140 None None] Network b9c940a3-e4c9-41cb-ba32-c82b1b93eaf0 requested from n-d-713498-36 {{(pid=103232) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 20:12:32.759719 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-e22bd5a9-0897-4669-934f-c996945d2ca2 tempest-TestNetworkAdvancedServerOps-38498957 tempest-TestNetworkAdvancedServerOps-38498957-project] 10.222.0.75 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.4479790 Feb 09 20:12:32.763398 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 54888) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:12:32.818828 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-deb1d0eb-e8b7-49ee-91cc-2e063c807fc8 None None] Publish callbacks [] for port (c9c9d742-24a2-41a6-8569-d5bb84453b96), precommit_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:12:32.825425 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-deb1d0eb-e8b7-49ee-91cc-2e063c807fc8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762867176205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762866656485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762866656503'] for port (c9c9d742-24a2-41a6-8569-d5bb84453b96), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:12:32.898956 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fd56301-e8bc-4663-8414-bab5ef30f1e0 None None] Pushing event updated for resources: {'Port': ['ID=c9c9d742-24a2-41a6-8569-d5bb84453b96,revision_number=2']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:12:32.902595 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.managers [None req-deb1d0eb-e8b7-49ee-91cc-2e063c807fc8 None None] Attempting to bind port c9c9d742-24a2-41a6-8569-d5bb84453b96 on host n-d-713498-36 for vnic_type normal with profile {{(pid=103232) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 20:12:32.902975 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.managers [None req-deb1d0eb-e8b7-49ee-91cc-2e063c807fc8 None None] Attempting to bind port c9c9d742-24a2-41a6-8569-d5bb84453b96 by drivers openvswitch,hyperv on host n-d-713498-36 at level 0 using segments [{'id': 'a4222f89-8d3f-4b51-953b-1a8126392491', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '88055e1e-672a-4487-be31-ffb6e833ece5'}] {{(pid=103232) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 20:12:32.903340 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-deb1d0eb-e8b7-49ee-91cc-2e063c807fc8 None None] Attempting to bind port c9c9d742-24a2-41a6-8569-d5bb84453b96 on network 88055e1e-672a-4487-be31-ffb6e833ece5 {{(pid=103232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 20:12:32.926220 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-deb1d0eb-e8b7-49ee-91cc-2e063c807fc8 None None] Checking agent: {'id': '496418a2-c002-4aec-ab1a-07f3bea491bd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-36', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 18, 51, 47), 'started_at': datetime.datetime(2022, 2, 9, 18, 52, 17), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 20, 12, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-36'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 20:12:32.926609 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-deb1d0eb-e8b7-49ee-91cc-2e063c807fc8 None None] Checking segment: {'id': 'a4222f89-8d3f-4b51-953b-1a8126392491', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '88055e1e-672a-4487-be31-ffb6e833ece5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103232) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 20:12:32.927050 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-deb1d0eb-e8b7-49ee-91cc-2e063c807fc8 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:12:32.927467 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-deb1d0eb-e8b7-49ee-91cc-2e063c807fc8 None None] Bound using segment: {'id': 'a4222f89-8d3f-4b51-953b-1a8126392491', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '88055e1e-672a-4487-be31-ffb6e833ece5'} {{(pid=103232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 20:12:32.928060 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.managers [None req-deb1d0eb-e8b7-49ee-91cc-2e063c807fc8 None None] Bound port: c9c9d742-24a2-41a6-8569-d5bb84453b96, host: n-d-713498-36, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a4222f89-8d3f-4b51-953b-1a8126392491', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '88055e1e-672a-4487-be31-ffb6e833ece5'}}] {{(pid=103232) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 20:12:32.928409 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-deb1d0eb-e8b7-49ee-91cc-2e063c807fc8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (c9c9d742-24a2-41a6-8569-d5bb84453b96), before_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:12:32.932732 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97191311-7c0b-4e51-ae2e-9587668d0cf4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8b32e980-7cce-5e82-a341-bd2fa8945c89-b9c940a3-e4c9-41cb-ba32-c82b1b93eaf0', 'network_id': 'b9c940a3-e4c9-41cb-ba32-c82b1b93eaf0', 'project_id': 'c799cd12150c4200978dc1a66164f122', 'fixed_ips': [{'subnet_id': 'e1083585-a5b7-48e1-a337-664befec84f6'}]}} from n-d-713498-36. {{(pid=103232) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 09 20:12:32.933572 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-97191311-7c0b-4e51-ae2e-9587668d0cf4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (None), before_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:12:33.051900 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-deb1d0eb-e8b7-49ee-91cc-2e063c807fc8 None None] For port c9c9d742-24a2-41a6-8569-d5bb84453b96, host n-d-713498-36, cleared binding levels {{(pid=103232) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 20:12:33.076720 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-deb1d0eb-e8b7-49ee-91cc-2e063c807fc8 None None] For port c9c9d742-24a2-41a6-8569-d5bb84453b96, host n-d-713498-36, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-36',level=0,port_id=c9c9d742-24a2-41a6-8569-d5bb84453b96,segment=NetworkSegment(a4222f89-8d3f-4b51-953b-1a8126392491),segment_id=a4222f89-8d3f-4b51-953b-1a8126392491)] {{(pid=103232) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 20:12:33.087284 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-deb1d0eb-e8b7-49ee-91cc-2e063c807fc8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762867176205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762866656485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762866656503'] for port (c9c9d742-24a2-41a6-8569-d5bb84453b96), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:12:33.171700 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.db_base_plugin_common [None req-97191311-7c0b-4e51-ae2e-9587668d0cf4 None None] Allocated IP 172.20.0.2 (b9c940a3-e4c9-41cb-ba32-c82b1b93eaf0/e1083585-a5b7-48e1-a337-664befec84f6/d50dbe4e-092b-4cd8-ab24-c96dabab86fa) {{(pid=103232) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 20:12:33.199267 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fd56301-e8bc-4663-8414-bab5ef30f1e0 None None] Pushing event updated for resources: {'Port': ['ID=c9c9d742-24a2-41a6-8569-d5bb84453b96,revision_number=3']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:12:33.201784 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.l3_dvrscheduler_db [None req-deb1d0eb-e8b7-49ee-91cc-2e063c807fc8 None None] Routers {'cf091f46-b4eb-4e8a-b114-b3c716e30ba6'} bound to L3 agent in host n-d-713498-36 {{(pid=103232) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 20:12:33.202929 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.l3_hamode_db [None req-deb1d0eb-e8b7-49ee-91cc-2e063c807fc8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T18:51:43Z,description=,heartbeat_timestamp=2022-02-09T20:12:13Z,host='n-d-713498-36',id=93303d5e-5d17-45e8-8963-7694f87783ae,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T18:51:43Z,topic='l3_agent')) {'router_ids': ['cf091f46-b4eb-4e8a-b114-b3c716e30ba6'], 'active': True} {{(pid=103232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 20:12:33.234132 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-028c4e75-8636-4794-9cbe-29787a4146b3 tempest-TestNetworkAdvancedServerOps-38498957 tempest-TestNetworkAdvancedServerOps-38498957-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (None), before_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:12:33.567159 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.l3_dvr_db [None req-deb1d0eb-e8b7-49ee-91cc-2e063c807fc8 None None] Set router cf091f46-b4eb-4e8a-b114-b3c716e30ba6 gateway port host: n-d-713498-36 {{(pid=103232) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 20:12:33.685476 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-97191311-7c0b-4e51-ae2e-9587668d0cf4 None None] Publish callbacks [] for port (d50dbe4e-092b-4cd8-ab24-c96dabab86fa), precommit_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:12:33.693298 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-97191311-7c0b-4e51-ae2e-9587668d0cf4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762866656467'] for port (d50dbe4e-092b-4cd8-ab24-c96dabab86fa), after_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:12:33.742840 n-d-713498-36 neutron-server[103230]: DEBUG neutron.db.db_base_plugin_common [None req-028c4e75-8636-4794-9cbe-29787a4146b3 tempest-TestNetworkAdvancedServerOps-38498957 tempest-TestNetworkAdvancedServerOps-38498957-project] Allocated IP 172.20.0.1 (b9c940a3-e4c9-41cb-ba32-c82b1b93eaf0/e1083585-a5b7-48e1-a337-664befec84f6/e1de4dbd-b969-4bc8-894d-e172b8d9e1c3) {{(pid=103230) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 20:12:33.756075 n-d-713498-36 neutron-server[103232]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97191311-7c0b-4e51-ae2e-9587668d0cf4 None None] Network b9c940a3-e4c9-41cb-ba32-c82b1b93eaf0 is already hosted by enough agents. {{(pid=103232) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 20:12:33.766191 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97191311-7c0b-4e51-ae2e-9587668d0cf4 None None] Pushing event updated for resources: {'Port': ['ID=d50dbe4e-092b-4cd8-ab24-c96dabab86fa,revision_number=1']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:12:33.770067 n-d-713498-36 neutron-server[103232]: DEBUG neutron.scheduler.base_scheduler [None req-97191311-7c0b-4e51-ae2e-9587668d0cf4 None None] Resources bound (agent type, host, resource id): {{(pid=103232) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 20:12:33.772499 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97191311-7c0b-4e51-ae2e-9587668d0cf4 None None] Received port after_create {{(pid=103232) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 20:12:33.856924 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.managers [None req-97191311-7c0b-4e51-ae2e-9587668d0cf4 None None] Attempting to bind port d50dbe4e-092b-4cd8-ab24-c96dabab86fa on host n-d-713498-36 for vnic_type normal with profile {{(pid=103232) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 20:12:33.857214 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.managers [None req-97191311-7c0b-4e51-ae2e-9587668d0cf4 None None] Attempting to bind port d50dbe4e-092b-4cd8-ab24-c96dabab86fa by drivers openvswitch,hyperv on host n-d-713498-36 at level 0 using segments [{'id': 'b056f84b-0795-4481-9cec-535a165e1eda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': 'b9c940a3-e4c9-41cb-ba32-c82b1b93eaf0'}] {{(pid=103232) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 20:12:33.857666 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97191311-7c0b-4e51-ae2e-9587668d0cf4 None None] Attempting to bind port d50dbe4e-092b-4cd8-ab24-c96dabab86fa on network b9c940a3-e4c9-41cb-ba32-c82b1b93eaf0 {{(pid=103232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 20:12:33.868206 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97191311-7c0b-4e51-ae2e-9587668d0cf4 None None] Checking agent: {'id': '496418a2-c002-4aec-ab1a-07f3bea491bd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-36', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 18, 51, 47), 'started_at': datetime.datetime(2022, 2, 9, 18, 52, 17), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 20, 12, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-36'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 20:12:33.868582 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97191311-7c0b-4e51-ae2e-9587668d0cf4 None None] Checking segment: {'id': 'b056f84b-0795-4481-9cec-535a165e1eda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': 'b9c940a3-e4c9-41cb-ba32-c82b1b93eaf0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103232) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 20:12:33.869100 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-97191311-7c0b-4e51-ae2e-9587668d0cf4 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:12:33.869504 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97191311-7c0b-4e51-ae2e-9587668d0cf4 None None] Bound using segment: {'id': 'b056f84b-0795-4481-9cec-535a165e1eda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': 'b9c940a3-e4c9-41cb-ba32-c82b1b93eaf0'} {{(pid=103232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 20:12:33.870009 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.managers [None req-97191311-7c0b-4e51-ae2e-9587668d0cf4 None None] Bound port: d50dbe4e-092b-4cd8-ab24-c96dabab86fa, host: n-d-713498-36, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b056f84b-0795-4481-9cec-535a165e1eda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': 'b9c940a3-e4c9-41cb-ba32-c82b1b93eaf0'}}] {{(pid=103232) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 20:12:33.870396 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-97191311-7c0b-4e51-ae2e-9587668d0cf4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (d50dbe4e-092b-4cd8-ab24-c96dabab86fa), before_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:12:33.870509 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-028c4e75-8636-4794-9cbe-29787a4146b3 tempest-TestNetworkAdvancedServerOps-38498957 tempest-TestNetworkAdvancedServerOps-38498957-project] Publish callbacks [] for port (e1de4dbd-b969-4bc8-894d-e172b8d9e1c3), precommit_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:12:33.895988 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.l3_hamode_db [None req-deb1d0eb-e8b7-49ee-91cc-2e063c807fc8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf091f46-b4eb-4e8a-b114-b3c716e30ba6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-814519001', 'tenant_id': 'c799cd12150c4200978dc1a66164f122', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88055e1e-672a-4487-be31-ffb6e833ece5', 'external_fixed_ips': [{'subnet_id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'ip_address': '172.25.1.17'}], 'enable_snat': True}, 'gw_port_id': 'c9c9d742-24a2-41a6-8569-d5bb84453b96', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T20:12:30Z', 'updated_at': '2022-02-09T20:12:31Z', 'revision_number': 3, 'project_id': 'c799cd12150c4200978dc1a66164f122', 'gw_port': {'id': 'c9c9d742-24a2-41a6-8569-d5bb84453b96', 'name': '', 'network_id': '88055e1e-672a-4487-be31-ffb6e833ece5', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:85:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cf091f46-b4eb-4e8a-b114-b3c716e30ba6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4290, 'fixed_ips': [{'subnet_id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'ip_address': '172.25.1.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T20:12:31Z', 'updated_at': '2022-02-09T20:12:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-36'}], 'n-d-713498-36', False) {} {{(pid=103232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 20:12:33.906730 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-028c4e75-8636-4794-9cbe-29787a4146b3 tempest-TestNetworkAdvancedServerOps-38498957 tempest-TestNetworkAdvancedServerOps-38498957-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762866656467', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14393751'] for port (e1de4dbd-b969-4bc8-894d-e172b8d9e1c3), after_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:12:33.945745 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-deb1d0eb-e8b7-49ee-91cc-2e063c807fc8 None None] The sync data for ids ['cf091f46-b4eb-4e8a-b114-b3c716e30ba6'] in n-d-713498-36 is: [{'id': 'cf091f46-b4eb-4e8a-b114-b3c716e30ba6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-814519001', 'tenant_id': 'c799cd12150c4200978dc1a66164f122', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88055e1e-672a-4487-be31-ffb6e833ece5', 'external_fixed_ips': [{'subnet_id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'ip_address': '172.25.1.17'}], 'enable_snat': True}, 'gw_port_id': 'c9c9d742-24a2-41a6-8569-d5bb84453b96', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T20:12:30Z', 'updated_at': '2022-02-09T20:12:31Z', 'revision_number': 3, 'project_id': 'c799cd12150c4200978dc1a66164f122', 'gw_port': {'id': 'c9c9d742-24a2-41a6-8569-d5bb84453b96', 'name': '', 'network_id': '88055e1e-672a-4487-be31-ffb6e833ece5', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:85:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cf091f46-b4eb-4e8a-b114-b3c716e30ba6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4290, 'fixed_ips': [{'subnet_id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'ip_address': '172.25.1.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T20:12:31Z', 'updated_at': '2022-02-09T20:12:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-36'}] {{(pid=103232) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 20:12:33.946832 n-d-713498-36 neutron-server[103230]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-028c4e75-8636-4794-9cbe-29787a4146b3 tempest-TestNetworkAdvancedServerOps-38498957 tempest-TestNetworkAdvancedServerOps-38498957-project] Network b9c940a3-e4c9-41cb-ba32-c82b1b93eaf0 is already hosted by enough agents. {{(pid=103230) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 20:12:33.952666 n-d-713498-36 neutron-server[103230]: DEBUG neutron.scheduler.base_scheduler [None req-028c4e75-8636-4794-9cbe-29787a4146b3 tempest-TestNetworkAdvancedServerOps-38498957 tempest-TestNetworkAdvancedServerOps-38498957-project] Resources bound (agent type, host, resource id): {{(pid=103230) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 20:12:33.956878 n-d-713498-36 neutron-server[103230]: DEBUG neutron.db.l3_dvrscheduler_db [None req-028c4e75-8636-4794-9cbe-29787a4146b3 tempest-TestNetworkAdvancedServerOps-38498957 tempest-TestNetworkAdvancedServerOps-38498957-project] Received port after_create {{(pid=103230) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 20:12:33.985806 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-028c4e75-8636-4794-9cbe-29787a4146b3 tempest-TestNetworkAdvancedServerOps-38498957 tempest-TestNetworkAdvancedServerOps-38498957-project] Pushing event updated for resources: {'Port': ['ID=e1de4dbd-b969-4bc8-894d-e172b8d9e1c3,revision_number=1']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:12:33.991533 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-97191311-7c0b-4e51-ae2e-9587668d0cf4 None None] For port d50dbe4e-092b-4cd8-ab24-c96dabab86fa, host n-d-713498-36, cleared binding levels {{(pid=103232) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 20:12:33.996270 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-97191311-7c0b-4e51-ae2e-9587668d0cf4 None None] For port d50dbe4e-092b-4cd8-ab24-c96dabab86fa, host n-d-713498-36, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-36',level=0,port_id=d50dbe4e-092b-4cd8-ab24-c96dabab86fa,segment=NetworkSegment(b056f84b-0795-4481-9cec-535a165e1eda),segment_id=b056f84b-0795-4481-9cec-535a165e1eda)] {{(pid=103232) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 20:12:34.004559 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-97191311-7c0b-4e51-ae2e-9587668d0cf4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762867176205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762866656485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762866656503'] for port (d50dbe4e-092b-4cd8-ab24-c96dabab86fa), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:12:34.012662 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-028c4e75-8636-4794-9cbe-29787a4146b3 tempest-TestNetworkAdvancedServerOps-38498957 tempest-TestNetworkAdvancedServerOps-38498957-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1819024'] for router_interface (cf091f46-b4eb-4e8a-b114-b3c716e30ba6), before_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:12:34.075458 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97191311-7c0b-4e51-ae2e-9587668d0cf4 None None] Pushing event updated for resources: {'Port': ['ID=d50dbe4e-092b-4cd8-ab24-c96dabab86fa,revision_number=2']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:12:34.188333 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-028c4e75-8636-4794-9cbe-29787a4146b3 tempest-TestNetworkAdvancedServerOps-38498957 tempest-TestNetworkAdvancedServerOps-38498957-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (e1de4dbd-b969-4bc8-894d-e172b8d9e1c3), before_update {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:12:34.897086 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Device c9c9d742-24a2-41a6-8569-d5bb84453b96 up at agent ovs-agent-n-d-713498-36 {{(pid=103232) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 20:12:34.928259 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-028c4e75-8636-4794-9cbe-29787a4146b3 tempest-TestNetworkAdvancedServerOps-38498957 tempest-TestNetworkAdvancedServerOps-38498957-project] Publish callbacks [] for port (e1de4dbd-b969-4bc8-894d-e172b8d9e1c3), precommit_update {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:12:34.934523 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-028c4e75-8636-4794-9cbe-29787a4146b3 tempest-TestNetworkAdvancedServerOps-38498957 tempest-TestNetworkAdvancedServerOps-38498957-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762867176205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762866656485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762866656503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14393758'] for port (e1de4dbd-b969-4bc8-894d-e172b8d9e1c3), after_update {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:12:34.962031 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.provisioning_blocks [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Provisioning complete for port c9c9d742-24a2-41a6-8569-d5bb84453b96 triggered by entity L2. {{(pid=103232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 20:12:34.962480 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593630'] for port (c9c9d742-24a2-41a6-8569-d5bb84453b96), provisioning_complete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:12:35.031543 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-028c4e75-8636-4794-9cbe-29787a4146b3 tempest-TestNetworkAdvancedServerOps-38498957 tempest-TestNetworkAdvancedServerOps-38498957-project] Pushing event updated for resources: {'Port': ['ID=e1de4dbd-b969-4bc8-894d-e172b8d9e1c3,revision_number=2']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:12:35.038614 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-028c4e75-8636-4794-9cbe-29787a4146b3 tempest-TestNetworkAdvancedServerOps-38498957 tempest-TestNetworkAdvancedServerOps-38498957-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1613458', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1834496'] for router_interface (cf091f46-b4eb-4e8a-b114-b3c716e30ba6), after_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:12:35.068032 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Current status of the port c9c9d742-24a2-41a6-8569-d5bb84453b96 is: DOWN; New status is: ACTIVE {{(pid=103232) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 20:12:35.068804 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (c9c9d742-24a2-41a6-8569-d5bb84453b96), before_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:12:35.099392 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] For port c9c9d742-24a2-41a6-8569-d5bb84453b96, host n-d-713498-36, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-36',level=0,port_id=c9c9d742-24a2-41a6-8569-d5bb84453b96,segment=NetworkSegment(a4222f89-8d3f-4b51-953b-1a8126392491),segment_id=a4222f89-8d3f-4b51-953b-1a8126392491)] {{(pid=103232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 20:12:35.109179 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762867176205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762866656485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762866656503'] for port (c9c9d742-24a2-41a6-8569-d5bb84453b96), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:12:35.110430 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Device d50dbe4e-092b-4cd8-ab24-c96dabab86fa up at agent ovs-agent-n-d-713498-36 {{(pid=103232) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 20:12:35.176988 n-d-713498-36 neutron-server[103230]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-028c4e75-8636-4794-9cbe-29787a4146b3 tempest-TestNetworkAdvancedServerOps-38498957 tempest-TestNetworkAdvancedServerOps-38498957-project] Network b9c940a3-e4c9-41cb-ba32-c82b1b93eaf0 is already hosted by enough agents. {{(pid=103230) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 20:12:35.180422 n-d-713498-36 neutron-server[103230]: DEBUG neutron.scheduler.base_scheduler [None req-028c4e75-8636-4794-9cbe-29787a4146b3 tempest-TestNetworkAdvancedServerOps-38498957 tempest-TestNetworkAdvancedServerOps-38498957-project] Resources bound (agent type, host, resource id): {{(pid=103230) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 20:12:35.207794 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Pushing event updated for resources: {'Port': ['ID=c9c9d742-24a2-41a6-8569-d5bb84453b96,revision_number=4']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:12:35.216933 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.provisioning_blocks [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Provisioning complete for port d50dbe4e-092b-4cd8-ab24-c96dabab86fa triggered by entity L2. {{(pid=103232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 20:12:35.217245 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593630'] for port (d50dbe4e-092b-4cd8-ab24-c96dabab86fa), provisioning_complete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:12:35.245536 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8102a19c-d757-439e-815f-5115890e4016 None None] Network b9c940a3-e4c9-41cb-ba32-c82b1b93eaf0 requested from n-d-713498-36 {{(pid=103232) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 20:12:35.312932 n-d-713498-36 neutron-server[103230]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-028c4e75-8636-4794-9cbe-29787a4146b3 tempest-TestNetworkAdvancedServerOps-38498957 tempest-TestNetworkAdvancedServerOps-38498957-project] Router cf091f46-b4eb-4e8a-b114-b3c716e30ba6 has already been hosted by L3 agent 93303d5e-5d17-45e8-8963-7694f87783ae {{(pid=103230) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 20:12:35.347166 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.provisioning_blocks [None req-e3a0d7c1-69df-4fe7-b293-41753c7947d8 None None] Provisioning complete for port d50dbe4e-092b-4cd8-ab24-c96dabab86fa triggered by entity DHCP. {{(pid=103232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 20:12:35.347729 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-e3a0d7c1-69df-4fe7-b293-41753c7947d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593630'] for port (d50dbe4e-092b-4cd8-ab24-c96dabab86fa), provisioning_complete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:12:35.433531 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-028c4e75-8636-4794-9cbe-29787a4146b3 tempest-TestNetworkAdvancedServerOps-38498957 tempest-TestNetworkAdvancedServerOps-38498957-project] Notify agent at l3_agent.n-d-713498-36 the message routers_updated {{(pid=103230) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 20:12:35.440443 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Current status of the port d50dbe4e-092b-4cd8-ab24-c96dabab86fa is: DOWN; New status is: ACTIVE {{(pid=103232) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 20:12:35.440594 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-028c4e75-8636-4794-9cbe-29787a4146b3 tempest-TestNetworkAdvancedServerOps-38498957 tempest-TestNetworkAdvancedServerOps-38498957-project] 10.222.0.75 "PUT /v2.0/routers/cf091f46-b4eb-4e8a-b114-b3c716e30ba6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6762693 Feb 09 20:12:35.440840 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (d50dbe4e-092b-4cd8-ab24-c96dabab86fa), before_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:12:35.504100 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] For port d50dbe4e-092b-4cd8-ab24-c96dabab86fa, host n-d-713498-36, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-36',level=0,port_id=d50dbe4e-092b-4cd8-ab24-c96dabab86fa,segment=NetworkSegment(b056f84b-0795-4481-9cec-535a165e1eda),segment_id=b056f84b-0795-4481-9cec-535a165e1eda)] {{(pid=103232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 20:12:35.525560 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762867176205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762866656485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762866656503'] for port (d50dbe4e-092b-4cd8-ab24-c96dabab86fa), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:12:35.568925 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-e3a0d7c1-69df-4fe7-b293-41753c7947d8 None None] Current status of the port d50dbe4e-092b-4cd8-ab24-c96dabab86fa is: DOWN; New status is: ACTIVE {{(pid=103232) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 20:12:35.569806 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-e3a0d7c1-69df-4fe7-b293-41753c7947d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (d50dbe4e-092b-4cd8-ab24-c96dabab86fa), before_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:12:35.606691 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Pushing event updated for resources: {'Port': ['ID=d50dbe4e-092b-4cd8-ab24-c96dabab86fa,revision_number=3']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:12:35.654989 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.db.api [None req-e3a0d7c1-69df-4fe7-b293-41753c7947d8 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103232) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 09 20:12:35.655665 n-d-713498-36 neutron-server[103232]: DEBUG oslo_db.api [None req-e3a0d7c1-69df-4fe7-b293-41753c7947d8 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 09 20:12:35.694849 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-9fc61dcf-6ce8-4bea-9376-71307fd7e052 req-dfc79c69-16e8-438b-bc0f-747ba194f57c tempest-TestNetworkAdvancedServerOps-38498957 tempest-TestNetworkAdvancedServerOps-38498957-project] 10.222.0.75 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1761170192&fields=id&tenant_id=c799cd12150c4200978dc1a66164f122 HTTP/1.1" status: 200 len: 267 time: 0.0614629 Feb 09 20:12:35.832718 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fc61dcf-6ce8-4bea-9376-71307fd7e052 req-c8e6e8f4-fdb0-4444-8c1b-e3eb2d8b1211 tempest-TestNetworkAdvancedServerOps-38498957 tempest-TestNetworkAdvancedServerOps-38498957-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:12:35.834336 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-9fc61dcf-6ce8-4bea-9376-71307fd7e052 req-c8e6e8f4-fdb0-4444-8c1b-e3eb2d8b1211 tempest-TestNetworkAdvancedServerOps-38498957 tempest-TestNetworkAdvancedServerOps-38498957-project] 10.222.0.75 "GET /v2.0/networks?id=b9c940a3-e4c9-41cb-ba32-c82b1b93eaf0 HTTP/1.1" status: 200 len: 796 time: 0.1292815 Feb 09 20:12:35.854923 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-9fc61dcf-6ce8-4bea-9376-71307fd7e052 req-388acebf-29ff-4dd7-b74b-4c415f9f8a52 tempest-TestNetworkAdvancedServerOps-38498957 tempest-TestNetworkAdvancedServerOps-38498957-project] 10.222.0.75 "GET /v2.0/quotas/c799cd12150c4200978dc1a66164f122 HTTP/1.1" status: 200 len: 375 time: 0.0115991 Feb 09 20:12:35.878280 n-d-713498-36 neutron-server[103233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8dd7c95c-90ed-41eb-975c-a9e3a972d82c None None] Sync routers for ids ['cf091f46-b4eb-4e8a-b114-b3c716e30ba6'] in n-d-713498-36 {{(pid=103233) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 20:12:35.889732 n-d-713498-36 neutron-server[103233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8dd7c95c-90ed-41eb-975c-a9e3a972d82c None None] Routers {'cf091f46-b4eb-4e8a-b114-b3c716e30ba6'} bound to L3 agent in host n-d-713498-36 {{(pid=103233) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 20:12:35.891050 n-d-713498-36 neutron-server[103233]: DEBUG neutron.db.l3_hamode_db [None req-8dd7c95c-90ed-41eb-975c-a9e3a972d82c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T18:51:43Z,description=,heartbeat_timestamp=2022-02-09T20:12:13Z,host='n-d-713498-36',id=93303d5e-5d17-45e8-8963-7694f87783ae,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T18:51:43Z,topic='l3_agent')) {'router_ids': ['cf091f46-b4eb-4e8a-b114-b3c716e30ba6'], 'active': True} {{(pid=103233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 20:12:35.933376 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-9fc61dcf-6ce8-4bea-9376-71307fd7e052 req-cd21b987-c6af-4308-a50f-d29cca7d6e40 tempest-TestNetworkAdvancedServerOps-38498957 tempest-TestNetworkAdvancedServerOps-38498957-project] 10.222.0.75 "GET /v2.0/ports?tenant_id=c799cd12150c4200978dc1a66164f122&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0705147 Feb 09 20:12:36.030575 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [req-9fc61dcf-6ce8-4bea-9376-71307fd7e052 req-24443e34-8b1c-4883-8f1f-6988b4cf6b99 service neutron] http://10.222.0.75:9696/v2.0/extensions returned with HTTP 200 {{(pid=103230) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 09 20:12:36.030575 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-9fc61dcf-6ce8-4bea-9376-71307fd7e052 req-24443e34-8b1c-4883-8f1f-6988b4cf6b99 service neutron] 10.222.0.75 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0792885 Feb 09 20:12:36.032929 n-d-713498-36 neutron-server[103233]: DEBUG neutron.db.l3_dvr_db [None req-8dd7c95c-90ed-41eb-975c-a9e3a972d82c None None] Set router cf091f46-b4eb-4e8a-b114-b3c716e30ba6 gateway port host: n-d-713498-36 {{(pid=103233) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 20:12:36.176288 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-9fc61dcf-6ce8-4bea-9376-71307fd7e052 req-57f540a1-77b7-42a2-8344-4cc9d8fea774 service neutron] 10.222.0.75 "GET /v2.0/networks/b9c940a3-e4c9-41cb-ba32-c82b1b93eaf0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1322205 Feb 09 20:12:36.246334 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-e3a0d7c1-69df-4fe7-b293-41753c7947d8 None None] Current status of the port d50dbe4e-092b-4cd8-ab24-c96dabab86fa is: ACTIVE; New status is: ACTIVE {{(pid=103232) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 20:12:36.271153 n-d-713498-36 neutron-server[103233]: DEBUG neutron.db.l3_hamode_db [None req-8dd7c95c-90ed-41eb-975c-a9e3a972d82c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf091f46-b4eb-4e8a-b114-b3c716e30ba6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-814519001', 'tenant_id': 'c799cd12150c4200978dc1a66164f122', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88055e1e-672a-4487-be31-ffb6e833ece5', 'external_fixed_ips': [{'subnet_id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'ip_address': '172.25.1.17'}], 'enable_snat': True}, 'gw_port_id': 'c9c9d742-24a2-41a6-8569-d5bb84453b96', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T20:12:30Z', 'updated_at': '2022-02-09T20:12:34Z', 'revision_number': 4, 'project_id': 'c799cd12150c4200978dc1a66164f122', 'gw_port': {'id': 'c9c9d742-24a2-41a6-8569-d5bb84453b96', 'name': '', 'network_id': '88055e1e-672a-4487-be31-ffb6e833ece5', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:85:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf091f46-b4eb-4e8a-b114-b3c716e30ba6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4290, 'fixed_ips': [{'subnet_id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'ip_address': '172.25.1.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T20:12:31Z', 'updated_at': '2022-02-09T20:12:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-36', '_interfaces': [{'id': 'e1de4dbd-b969-4bc8-894d-e172b8d9e1c3', 'name': '', 'network_id': 'b9c940a3-e4c9-41cb-ba32-c82b1b93eaf0', 'tenant_id': 'c799cd12150c4200978dc1a66164f122', 'mac_address': 'fa:16:3e:66:78:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cf091f46-b4eb-4e8a-b114-b3c716e30ba6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4293, 'fixed_ips': [{'subnet_id': 'e1083585-a5b7-48e1-a337-664befec84f6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T20:12:33Z', 'updated_at': '2022-02-09T20:12:34Z', 'revision_number': 2, 'project_id': 'c799cd12150c4200978dc1a66164f122', 'subnets': [{'id': 'e1083585-a5b7-48e1-a337-664befec84f6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-36', False) {} {{(pid=103233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 20:12:36.300742 n-d-713498-36 neutron-server[103233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8dd7c95c-90ed-41eb-975c-a9e3a972d82c None None] Checking router: cf091f46-b4eb-4e8a-b114-b3c716e30ba6 for host: n-d-713498-36 {{(pid=103233) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 20:12:36.301104 n-d-713498-36 neutron-server[103233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8dd7c95c-90ed-41eb-975c-a9e3a972d82c None None] Updating router cf091f46-b4eb-4e8a-b114-b3c716e30ba6 port e1de4dbd-b969-4bc8-894d-e172b8d9e1c3 binding host n-d-713498-36 {{(pid=103233) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 20:12:36.311041 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-9fc61dcf-6ce8-4bea-9376-71307fd7e052 req-17b2d8f5-cd6b-4ff4-b42f-4bc8aee59dfb service neutron] 10.222.0.75 "GET /v2.0/networks/b9c940a3-e4c9-41cb-ba32-c82b1b93eaf0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1270778 Feb 09 20:12:36.330430 n-d-713498-36 neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-8dd7c95c-90ed-41eb-975c-a9e3a972d82c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (e1de4dbd-b969-4bc8-894d-e172b8d9e1c3), before_update {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:12:36.372376 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.provisioning_blocks [None req-73d373a0-9e6c-4814-b191-437f2620917c None None] Provisioning complete for port e1de4dbd-b969-4bc8-894d-e172b8d9e1c3 triggered by entity DHCP. {{(pid=103232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 20:12:36.372712 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-73d373a0-9e6c-4814-b191-437f2620917c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593630'] for port (e1de4dbd-b969-4bc8-894d-e172b8d9e1c3), provisioning_complete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:12:36.432744 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-73d373a0-9e6c-4814-b191-437f2620917c None None] Port e1de4dbd-b969-4bc8-894d-e172b8d9e1c3 cannot update to ACTIVE because it is not bound. {{(pid=103232) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 20:12:36.467371 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.provisioning_blocks [None req-73d373a0-9e6c-4814-b191-437f2620917c None None] Provisioning complete for port d50dbe4e-092b-4cd8-ab24-c96dabab86fa triggered by entity DHCP. {{(pid=103232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 20:12:36.468541 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-73d373a0-9e6c-4814-b191-437f2620917c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593630'] for port (d50dbe4e-092b-4cd8-ab24-c96dabab86fa), provisioning_complete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:12:36.535952 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-c97e02a0-349c-4e3b-b00d-1a18f84fc81f req-d4ecac4b-8eb9-41fc-8925-304ca33a518f tempest-TestNetworkAdvancedServerOps-38498957 tempest-TestNetworkAdvancedServerOps-38498957-project] 10.222.0.75 "GET /v2.0/ports?device_id=3905ee27-759e-4f7b-8cfe-51a4065cd1e1 HTTP/1.1" status: 200 len: 210 time: 0.0397139 Feb 09 20:12:36.607669 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-73d373a0-9e6c-4814-b191-437f2620917c None None] Current status of the port d50dbe4e-092b-4cd8-ab24-c96dabab86fa is: ACTIVE; New status is: ACTIVE {{(pid=103232) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 20:12:36.720870 n-d-713498-36 neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-8dd7c95c-90ed-41eb-975c-a9e3a972d82c None None] Publish callbacks [] for port (e1de4dbd-b969-4bc8-894d-e172b8d9e1c3), precommit_update {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:12:36.733350 n-d-713498-36 neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-8dd7c95c-90ed-41eb-975c-a9e3a972d82c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762867176205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762866656485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762866656503'] for port (e1de4dbd-b969-4bc8-894d-e172b8d9e1c3), after_update {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:12:36.789712 n-d-713498-36 neutron-server[103233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-885c4572-9c3f-4bf6-b6f9-38e19038422b None None] Pushing event updated for resources: {'Port': ['ID=e1de4dbd-b969-4bc8-894d-e172b8d9e1c3,revision_number=3']} {{(pid=103233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:12:36.830006 n-d-713498-36 neutron-server[103233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-885c4572-9c3f-4bf6-b6f9-38e19038422b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:12:36.830613 n-d-713498-36 neutron-server[103233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-885c4572-9c3f-4bf6-b6f9-38e19038422b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:12:36.831097 n-d-713498-36 neutron-server[103233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-885c4572-9c3f-4bf6-b6f9-38e19038422b None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:12:36.831625 n-d-713498-36 neutron-server[103233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-885c4572-9c3f-4bf6-b6f9-38e19038422b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:12:36.831956 n-d-713498-36 neutron-server[103233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-885c4572-9c3f-4bf6-b6f9-38e19038422b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:12:36.832627 n-d-713498-36 neutron-server[103233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-885c4572-9c3f-4bf6-b6f9-38e19038422b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:12:36.832953 n-d-713498-36 neutron-server[103233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-885c4572-9c3f-4bf6-b6f9-38e19038422b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:12:36.833277 n-d-713498-36 neutron-server[103233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-885c4572-9c3f-4bf6-b6f9-38e19038422b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:12:36.833602 n-d-713498-36 neutron-server[103233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-885c4572-9c3f-4bf6-b6f9-38e19038422b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:12:36.834123 n-d-713498-36 neutron-server[103233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-885c4572-9c3f-4bf6-b6f9-38e19038422b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:12:36.834630 n-d-713498-36 neutron-server[103233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-885c4572-9c3f-4bf6-b6f9-38e19038422b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:12:36.835115 n-d-713498-36 neutron-server[103233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-885c4572-9c3f-4bf6-b6f9-38e19038422b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:12:36.835742 n-d-713498-36 neutron-server[103233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-885c4572-9c3f-4bf6-b6f9-38e19038422b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:12:36.845435 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Device c9c9d742-24a2-41a6-8569-d5bb84453b96 up at agent ovs-agent-n-d-713498-36 {{(pid=103232) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 20:12:36.884287 n-d-713498-36 neutron-server[103233]: DEBUG neutron.plugins.ml2.managers [None req-8dd7c95c-90ed-41eb-975c-a9e3a972d82c None None] Attempting to bind port e1de4dbd-b969-4bc8-894d-e172b8d9e1c3 on host n-d-713498-36 for vnic_type normal with profile {{(pid=103233) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 20:12:36.884862 n-d-713498-36 neutron-server[103233]: DEBUG neutron.plugins.ml2.managers [None req-8dd7c95c-90ed-41eb-975c-a9e3a972d82c None None] Attempting to bind port e1de4dbd-b969-4bc8-894d-e172b8d9e1c3 by drivers openvswitch,hyperv on host n-d-713498-36 at level 0 using segments [{'id': 'b056f84b-0795-4481-9cec-535a165e1eda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': 'b9c940a3-e4c9-41cb-ba32-c82b1b93eaf0'}] {{(pid=103233) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 20:12:36.885257 n-d-713498-36 neutron-server[103233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8dd7c95c-90ed-41eb-975c-a9e3a972d82c None None] Attempting to bind port e1de4dbd-b969-4bc8-894d-e172b8d9e1c3 on network b9c940a3-e4c9-41cb-ba32-c82b1b93eaf0 {{(pid=103233) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 20:12:36.893014 n-d-713498-36 neutron-server[103233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8dd7c95c-90ed-41eb-975c-a9e3a972d82c None None] Checking agent: {'id': '496418a2-c002-4aec-ab1a-07f3bea491bd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-36', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 18, 51, 47), 'started_at': datetime.datetime(2022, 2, 9, 18, 52, 17), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 20, 12, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-36'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103233) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 20:12:36.893571 n-d-713498-36 neutron-server[103233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8dd7c95c-90ed-41eb-975c-a9e3a972d82c None None] Checking segment: {'id': 'b056f84b-0795-4481-9cec-535a165e1eda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': 'b9c940a3-e4c9-41cb-ba32-c82b1b93eaf0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103233) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 20:12:36.894332 n-d-713498-36 neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-8dd7c95c-90ed-41eb-975c-a9e3a972d82c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:12:36.894828 n-d-713498-36 neutron-server[103233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8dd7c95c-90ed-41eb-975c-a9e3a972d82c None None] Bound using segment: {'id': 'b056f84b-0795-4481-9cec-535a165e1eda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': 'b9c940a3-e4c9-41cb-ba32-c82b1b93eaf0'} {{(pid=103233) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 20:12:36.895441 n-d-713498-36 neutron-server[103233]: DEBUG neutron.plugins.ml2.managers [None req-8dd7c95c-90ed-41eb-975c-a9e3a972d82c None None] Bound port: e1de4dbd-b969-4bc8-894d-e172b8d9e1c3, host: n-d-713498-36, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b056f84b-0795-4481-9cec-535a165e1eda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': 'b9c940a3-e4c9-41cb-ba32-c82b1b93eaf0'}}] {{(pid=103233) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 20:12:36.895901 n-d-713498-36 neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-8dd7c95c-90ed-41eb-975c-a9e3a972d82c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (e1de4dbd-b969-4bc8-894d-e172b8d9e1c3), before_update {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:12:36.920698 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.provisioning_blocks [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Provisioning complete for port c9c9d742-24a2-41a6-8569-d5bb84453b96 triggered by entity L2. {{(pid=103232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 20:12:36.921472 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593630'] for port (c9c9d742-24a2-41a6-8569-d5bb84453b96), provisioning_complete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:12:36.989792 n-d-713498-36 neutron-server[103233]: DEBUG neutron.plugins.ml2.db [None req-8dd7c95c-90ed-41eb-975c-a9e3a972d82c None None] For port e1de4dbd-b969-4bc8-894d-e172b8d9e1c3, host n-d-713498-36, cleared binding levels {{(pid=103233) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 20:12:36.994062 n-d-713498-36 neutron-server[103233]: DEBUG neutron.plugins.ml2.db [None req-8dd7c95c-90ed-41eb-975c-a9e3a972d82c None None] For port e1de4dbd-b969-4bc8-894d-e172b8d9e1c3, host n-d-713498-36, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-36',level=0,port_id=e1de4dbd-b969-4bc8-894d-e172b8d9e1c3,segment=NetworkSegment(b056f84b-0795-4481-9cec-535a165e1eda),segment_id=b056f84b-0795-4481-9cec-535a165e1eda)] {{(pid=103233) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 20:12:37.004327 n-d-713498-36 neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-8dd7c95c-90ed-41eb-975c-a9e3a972d82c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762867176205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762866656485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762866656503'] for port (e1de4dbd-b969-4bc8-894d-e172b8d9e1c3), after_update {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:12:37.100745 n-d-713498-36 neutron-server[103233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8dd7c95c-90ed-41eb-975c-a9e3a972d82c None None] Routers {'cf091f46-b4eb-4e8a-b114-b3c716e30ba6'} bound to L3 agent in host n-d-713498-36 {{(pid=103233) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 20:12:37.101766 n-d-713498-36 neutron-server[103233]: DEBUG neutron.db.l3_hamode_db [None req-8dd7c95c-90ed-41eb-975c-a9e3a972d82c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T18:51:43Z,description=,heartbeat_timestamp=2022-02-09T20:12:13Z,host='n-d-713498-36',id=93303d5e-5d17-45e8-8963-7694f87783ae,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T18:51:43Z,topic='l3_agent')) {'router_ids': ['cf091f46-b4eb-4e8a-b114-b3c716e30ba6'], 'active': True} {{(pid=103233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 20:12:37.145778 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Current status of the port c9c9d742-24a2-41a6-8569-d5bb84453b96 is: ACTIVE; New status is: ACTIVE {{(pid=103232) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 20:12:37.149599 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Device d50dbe4e-092b-4cd8-ab24-c96dabab86fa up at agent ovs-agent-n-d-713498-36 {{(pid=103232) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 20:12:37.254675 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.provisioning_blocks [None req-9eb27b2f-78ee-4dd4-8139-b684b5816952 None None] Provisioning complete for port e1de4dbd-b969-4bc8-894d-e172b8d9e1c3 triggered by entity DHCP. {{(pid=103232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 20:12:37.255354 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-9eb27b2f-78ee-4dd4-8139-b684b5816952 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593630'] for port (e1de4dbd-b969-4bc8-894d-e172b8d9e1c3), provisioning_complete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:12:37.316956 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.provisioning_blocks [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Provisioning complete for port d50dbe4e-092b-4cd8-ab24-c96dabab86fa triggered by entity L2. {{(pid=103232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 20:12:37.317493 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593630'] for port (d50dbe4e-092b-4cd8-ab24-c96dabab86fa), provisioning_complete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:12:37.441299 n-d-713498-36 neutron-server[103233]: DEBUG neutron.db.l3_dvr_db [None req-8dd7c95c-90ed-41eb-975c-a9e3a972d82c None None] Set router cf091f46-b4eb-4e8a-b114-b3c716e30ba6 gateway port host: n-d-713498-36 {{(pid=103233) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 20:12:37.544349 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-9eb27b2f-78ee-4dd4-8139-b684b5816952 None None] Current status of the port e1de4dbd-b969-4bc8-894d-e172b8d9e1c3 is: DOWN; New status is: ACTIVE {{(pid=103232) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 20:12:37.545115 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-9eb27b2f-78ee-4dd4-8139-b684b5816952 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (e1de4dbd-b969-4bc8-894d-e172b8d9e1c3), before_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:12:37.556518 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Current status of the port d50dbe4e-092b-4cd8-ab24-c96dabab86fa is: ACTIVE; New status is: ACTIVE {{(pid=103232) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 20:12:37.609542 n-d-713498-36 neutron-server[103233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-885c4572-9c3f-4bf6-b6f9-38e19038422b None None] Pushing event updated for resources: {'Port': ['ID=e1de4dbd-b969-4bc8-894d-e172b8d9e1c3,revision_number=4']} {{(pid=103233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:12:37.635782 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-9eb27b2f-78ee-4dd4-8139-b684b5816952 None None] For port e1de4dbd-b969-4bc8-894d-e172b8d9e1c3, host n-d-713498-36, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-36',level=0,port_id=e1de4dbd-b969-4bc8-894d-e172b8d9e1c3,segment=NetworkSegment(b056f84b-0795-4481-9cec-535a165e1eda),segment_id=b056f84b-0795-4481-9cec-535a165e1eda)] {{(pid=103232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 20:12:37.641555 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-9eb27b2f-78ee-4dd4-8139-b684b5816952 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762867176205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762866656485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762866656503'] for port (e1de4dbd-b969-4bc8-894d-e172b8d9e1c3), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:12:37.670444 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-f60b4ed4-af15-42c4-bab0-42dfc0ef3ea7 req-d4d28697-84d2-4a78-9aa2-243512bac037 tempest-TestNetworkAdvancedServerOps-38498957 tempest-TestNetworkAdvancedServerOps-38498957-project] 10.222.0.75 "GET /v2.0/ports?device_id=3905ee27-759e-4f7b-8cfe-51a4065cd1e1 HTTP/1.1" status: 200 len: 210 time: 0.0334272 Feb 09 20:12:37.715555 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eb27b2f-78ee-4dd4-8139-b684b5816952 None None] Pushing event updated for resources: {'Port': ['ID=e1de4dbd-b969-4bc8-894d-e172b8d9e1c3,revision_number=5']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:12:37.728845 n-d-713498-36 neutron-server[103233]: DEBUG neutron.db.l3_hamode_db [None req-8dd7c95c-90ed-41eb-975c-a9e3a972d82c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf091f46-b4eb-4e8a-b114-b3c716e30ba6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-814519001', 'tenant_id': 'c799cd12150c4200978dc1a66164f122', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88055e1e-672a-4487-be31-ffb6e833ece5', 'external_fixed_ips': [{'subnet_id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'ip_address': '172.25.1.17'}], 'enable_snat': True}, 'gw_port_id': 'c9c9d742-24a2-41a6-8569-d5bb84453b96', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T20:12:30Z', 'updated_at': '2022-02-09T20:12:34Z', 'revision_number': 4, 'project_id': 'c799cd12150c4200978dc1a66164f122', 'gw_port': {'id': 'c9c9d742-24a2-41a6-8569-d5bb84453b96', 'name': '', 'network_id': '88055e1e-672a-4487-be31-ffb6e833ece5', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:85:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf091f46-b4eb-4e8a-b114-b3c716e30ba6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4290, 'fixed_ips': [{'subnet_id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'ip_address': '172.25.1.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T20:12:31Z', 'updated_at': '2022-02-09T20:12:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-36', '_interfaces': [{'id': 'e1de4dbd-b969-4bc8-894d-e172b8d9e1c3', 'name': '', 'network_id': 'b9c940a3-e4c9-41cb-ba32-c82b1b93eaf0', 'tenant_id': 'c799cd12150c4200978dc1a66164f122', 'mac_address': 'fa:16:3e:66:78:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cf091f46-b4eb-4e8a-b114-b3c716e30ba6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4293, 'fixed_ips': [{'subnet_id': 'e1083585-a5b7-48e1-a337-664befec84f6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T20:12:33Z', 'updated_at': '2022-02-09T20:12:36Z', 'revision_number': 4, 'project_id': 'c799cd12150c4200978dc1a66164f122', 'subnets': [{'id': 'e1083585-a5b7-48e1-a337-664befec84f6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-36', False) {} {{(pid=103233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 20:12:37.762880 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.provisioning_blocks [None req-cbf4652d-2c16-4540-8b9d-1851abf38818 None None] Provisioning complete for port e1de4dbd-b969-4bc8-894d-e172b8d9e1c3 triggered by entity DHCP. {{(pid=103232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 20:12:37.763253 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-cbf4652d-2c16-4540-8b9d-1851abf38818 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593630'] for port (e1de4dbd-b969-4bc8-894d-e172b8d9e1c3), provisioning_complete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:12:37.768637 n-d-713498-36 neutron-server[103233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8dd7c95c-90ed-41eb-975c-a9e3a972d82c None None] The sync data for ids ['cf091f46-b4eb-4e8a-b114-b3c716e30ba6'] in n-d-713498-36 is: [{'id': 'cf091f46-b4eb-4e8a-b114-b3c716e30ba6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-814519001', 'tenant_id': 'c799cd12150c4200978dc1a66164f122', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88055e1e-672a-4487-be31-ffb6e833ece5', 'external_fixed_ips': [{'subnet_id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'ip_address': '172.25.1.17'}], 'enable_snat': True}, 'gw_port_id': 'c9c9d742-24a2-41a6-8569-d5bb84453b96', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T20:12:30Z', 'updated_at': '2022-02-09T20:12:34Z', 'revision_number': 4, 'project_id': 'c799cd12150c4200978dc1a66164f122', 'gw_port': {'id': 'c9c9d742-24a2-41a6-8569-d5bb84453b96', 'name': '', 'network_id': '88055e1e-672a-4487-be31-ffb6e833ece5', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:85:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf091f46-b4eb-4e8a-b114-b3c716e30ba6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4290, 'fixed_ips': [{'subnet_id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'ip_address': '172.25.1.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T20:12:31Z', 'updated_at': '2022-02-09T20:12:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-36', '_interfaces': [{'id': 'e1de4dbd-b969-4bc8-894d-e172b8d9e1c3', 'name': '', 'network_id': 'b9c940a3-e4c9-41cb-ba32-c82b1b93eaf0', 'tenant_id': 'c799cd12150c4200978dc1a66164f122', 'mac_address': 'fa:16:3e:66:78:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cf091f46-b4eb-4e8a-b114-b3c716e30ba6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4293, 'fixed_ips': [{'subnet_id': 'e1083585-a5b7-48e1-a337-664befec84f6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T20:12:33Z', 'updated_at': '2022-02-09T20:12:36Z', 'revision_number': 4, 'project_id': 'c799cd12150c4200978dc1a66164f122', 'subnets': [{'id': 'e1083585-a5b7-48e1-a337-664befec84f6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103233) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 20:12:37.901182 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-cbf4652d-2c16-4540-8b9d-1851abf38818 None None] Current status of the port e1de4dbd-b969-4bc8-894d-e172b8d9e1c3 is: ACTIVE; New status is: ACTIVE {{(pid=103232) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 20:12:38.023875 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fc61dcf-6ce8-4bea-9376-71307fd7e052 req-df86991c-5981-4ca2-af14-042189f0e1f2 tempest-TestNetworkAdvancedServerOps-38498957 tempest-TestNetworkAdvancedServerOps-38498957-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:12:38.026098 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-9fc61dcf-6ce8-4bea-9376-71307fd7e052 req-df86991c-5981-4ca2-af14-042189f0e1f2 tempest-TestNetworkAdvancedServerOps-38498957 tempest-TestNetworkAdvancedServerOps-38498957-project] 10.222.0.89 "GET /v2.0/networks?id=b9c940a3-e4c9-41cb-ba32-c82b1b93eaf0 HTTP/1.1" status: 200 len: 796 time: 0.1272991 Feb 09 20:12:38.106969 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-9fc61dcf-6ce8-4bea-9376-71307fd7e052 req-88a3c874-02ab-447b-bcd8-89a644e955ec tempest-TestNetworkAdvancedServerOps-38498957 tempest-TestNetworkAdvancedServerOps-38498957-project] 10.222.0.89 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c799cd12150c4200978dc1a66164f122 HTTP/1.1" status: 200 len: 380 time: 0.0723429 Feb 09 20:12:38.118189 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.v2.base [req-9fc61dcf-6ce8-4bea-9376-71307fd7e052 req-2e5f932d-9541-4384-a41e-a93cf267642f tempest-TestNetworkAdvancedServerOps-38498957 tempest-TestNetworkAdvancedServerOps-38498957-project] Request body: {'port': {'device_id': '3905ee27-759e-4f7b-8cfe-51a4065cd1e1', 'network_id': 'b9c940a3-e4c9-41cb-ba32-c82b1b93eaf0', 'admin_state_up': True, 'tenant_id': 'c799cd12150c4200978dc1a66164f122', 'security_groups': ['93968f3f-6bf2-447d-b035-98a1d86f0fb1']}} {{(pid=103229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 20:12:38.273492 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9fc61dcf-6ce8-4bea-9376-71307fd7e052 req-2e5f932d-9541-4384-a41e-a93cf267642f tempest-TestNetworkAdvancedServerOps-38498957 tempest-TestNetworkAdvancedServerOps-38498957-project] Made reservation on behalf of c799cd12150c4200978dc1a66164f122 for: {'port': 1} {{(pid=103229) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 20:12:38.277182 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-9fc61dcf-6ce8-4bea-9376-71307fd7e052 req-2e5f932d-9541-4384-a41e-a93cf267642f tempest-TestNetworkAdvancedServerOps-38498957 tempest-TestNetworkAdvancedServerOps-38498957-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (None), before_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:12:38.446091 n-d-713498-36 neutron-server[103229]: DEBUG neutron.db.db_base_plugin_common [req-9fc61dcf-6ce8-4bea-9376-71307fd7e052 req-2e5f932d-9541-4384-a41e-a93cf267642f tempest-TestNetworkAdvancedServerOps-38498957 tempest-TestNetworkAdvancedServerOps-38498957-project] Allocated IP 172.20.0.3 (b9c940a3-e4c9-41cb-ba32-c82b1b93eaf0/e1083585-a5b7-48e1-a337-664befec84f6/b47daed1-b2b2-47ba-bb4e-ae2cee912d1b) {{(pid=103229) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 20:12:38.640241 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-9fc61dcf-6ce8-4bea-9376-71307fd7e052 req-2e5f932d-9541-4384-a41e-a93cf267642f tempest-TestNetworkAdvancedServerOps-38498957 tempest-TestNetworkAdvancedServerOps-38498957-project] Publish callbacks [] for port (b47daed1-b2b2-47ba-bb4e-ae2cee912d1b), precommit_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:12:38.677197 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-9fc61dcf-6ce8-4bea-9376-71307fd7e052 req-2e5f932d-9541-4384-a41e-a93cf267642f tempest-TestNetworkAdvancedServerOps-38498957 tempest-TestNetworkAdvancedServerOps-38498957-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762866656467', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12867576'] for port (b47daed1-b2b2-47ba-bb4e-ae2cee912d1b), after_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:12:38.728434 n-d-713498-36 neutron-server[103229]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9fc61dcf-6ce8-4bea-9376-71307fd7e052 req-2e5f932d-9541-4384-a41e-a93cf267642f tempest-TestNetworkAdvancedServerOps-38498957 tempest-TestNetworkAdvancedServerOps-38498957-project] Network b9c940a3-e4c9-41cb-ba32-c82b1b93eaf0 is already hosted by enough agents. {{(pid=103229) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 20:12:38.731956 n-d-713498-36 neutron-server[103229]: DEBUG neutron.scheduler.base_scheduler [req-9fc61dcf-6ce8-4bea-9376-71307fd7e052 req-2e5f932d-9541-4384-a41e-a93cf267642f tempest-TestNetworkAdvancedServerOps-38498957 tempest-TestNetworkAdvancedServerOps-38498957-project] Resources bound (agent type, host, resource id): {{(pid=103229) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 20:12:38.738278 n-d-713498-36 neutron-server[103229]: DEBUG neutron.db.l3_dvrscheduler_db [req-9fc61dcf-6ce8-4bea-9376-71307fd7e052 req-2e5f932d-9541-4384-a41e-a93cf267642f tempest-TestNetworkAdvancedServerOps-38498957 tempest-TestNetworkAdvancedServerOps-38498957-project] Received port after_create {{(pid=103229) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 20:12:38.847964 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fc61dcf-6ce8-4bea-9376-71307fd7e052 req-2e5f932d-9541-4384-a41e-a93cf267642f tempest-TestNetworkAdvancedServerOps-38498957 tempest-TestNetworkAdvancedServerOps-38498957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:12:38.849537 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-9fc61dcf-6ce8-4bea-9376-71307fd7e052 req-2e5f932d-9541-4384-a41e-a93cf267642f tempest-TestNetworkAdvancedServerOps-38498957 tempest-TestNetworkAdvancedServerOps-38498957-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171096'] for port (None), before_response {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:12:38.882625 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e5f932d-9541-4384-a41e-a93cf267642f tempest-TestNetworkAdvancedServerOps-38498957 tempest-TestNetworkAdvancedServerOps-38498957-project] Pushing event updated for resources: {'Port': ['ID=b47daed1-b2b2-47ba-bb4e-ae2cee912d1b,revision_number=1']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:12:38.910838 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Device e1de4dbd-b969-4bc8-894d-e172b8d9e1c3 up at agent ovs-agent-n-d-713498-36 {{(pid=103232) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 20:12:38.929054 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-9fc61dcf-6ce8-4bea-9376-71307fd7e052 req-2e5f932d-9541-4384-a41e-a93cf267642f tempest-TestNetworkAdvancedServerOps-38498957 tempest-TestNetworkAdvancedServerOps-38498957-project] 10.222.0.89 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8163388 Feb 09 20:12:38.944329 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.v2.base [req-9fc61dcf-6ce8-4bea-9376-71307fd7e052 req-4bc32b27-14cd-4ea7-8371-d151fd2c3151 service neutron] Request body: {'port': {'device_id': '3905ee27-759e-4f7b-8cfe-51a4065cd1e1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-713498-36'}} {{(pid=103229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 20:12:38.984716 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.provisioning_blocks [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Provisioning complete for port e1de4dbd-b969-4bc8-894d-e172b8d9e1c3 triggered by entity L2. {{(pid=103232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 20:12:38.985243 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593630'] for port (e1de4dbd-b969-4bc8-894d-e172b8d9e1c3), provisioning_complete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:12:38.998249 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07702beb-7149-4665-8f03-054accd91636 req-ef4141cb-172e-44a3-9607-6ff0b42f28c5 tempest-TestNetworkAdvancedServerOps-38498957 tempest-TestNetworkAdvancedServerOps-38498957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:12:39.000957 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-07702beb-7149-4665-8f03-054accd91636 req-ef4141cb-172e-44a3-9607-6ff0b42f28c5 tempest-TestNetworkAdvancedServerOps-38498957 tempest-TestNetworkAdvancedServerOps-38498957-project] 10.222.0.75 "GET /v2.0/ports?device_id=3905ee27-759e-4f7b-8cfe-51a4065cd1e1 HTTP/1.1" status: 200 len: 931 time: 0.1461828 Feb 09 20:12:39.082171 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-07702beb-7149-4665-8f03-054accd91636 req-e9b6f93f-1009-4115-a607-715dec822960 tempest-TestNetworkAdvancedServerOps-38498957 tempest-TestNetworkAdvancedServerOps-38498957-project] 10.222.0.75 "GET /v2.0/security-groups?id=93968f3f-6bf2-447d-b035-98a1d86f0fb1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0742540 Feb 09 20:12:39.123374 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-9fc61dcf-6ce8-4bea-9376-71307fd7e052 req-4bc32b27-14cd-4ea7-8371-d151fd2c3151 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (b47daed1-b2b2-47ba-bb4e-ae2cee912d1b), before_update {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:12:39.134279 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Current status of the port e1de4dbd-b969-4bc8-894d-e172b8d9e1c3 is: ACTIVE; New status is: ACTIVE {{(pid=103232) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 20:12:39.149339 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.provisioning_blocks [None req-920e64da-e03d-4976-b1cf-b662ad3aa6ce None None] Provisioning complete for port b47daed1-b2b2-47ba-bb4e-ae2cee912d1b triggered by entity DHCP. {{(pid=103232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 20:12:39.149728 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-920e64da-e03d-4976-b1cf-b662ad3aa6ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593630'] for port (b47daed1-b2b2-47ba-bb4e-ae2cee912d1b), provisioning_complete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:12:39.203359 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-920e64da-e03d-4976-b1cf-b662ad3aa6ce None None] Port b47daed1-b2b2-47ba-bb4e-ae2cee912d1b cannot update to ACTIVE because it is not bound. {{(pid=103232) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 20:12:39.482528 n-d-713498-36 neutron-server[103229]: DEBUG neutron.notifiers.nova [req-9fc61dcf-6ce8-4bea-9376-71307fd7e052 req-4bc32b27-14cd-4ea7-8371-d151fd2c3151 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b47daed1-b2b2-47ba-bb4e-ae2cee912d1b {{(pid=103229) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 20:12:39.491113 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-9fc61dcf-6ce8-4bea-9376-71307fd7e052 req-4bc32b27-14cd-4ea7-8371-d151fd2c3151 service neutron] Publish callbacks [] for port (b47daed1-b2b2-47ba-bb4e-ae2cee912d1b), precommit_update {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:12:39.505224 n-d-713498-36 neutron-server[103229]: DEBUG neutron.db.provisioning_blocks [req-9fc61dcf-6ce8-4bea-9376-71307fd7e052 req-4bc32b27-14cd-4ea7-8371-d151fd2c3151 service neutron] Transition to ACTIVE for port object b47daed1-b2b2-47ba-bb4e-ae2cee912d1b will not be triggered until provisioned by entity L2. {{(pid=103229) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 20:12:39.509552 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-9fc61dcf-6ce8-4bea-9376-71307fd7e052 req-4bc32b27-14cd-4ea7-8371-d151fd2c3151 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762867176205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762866656485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762866656503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12867569'] for port (b47daed1-b2b2-47ba-bb4e-ae2cee912d1b), after_update {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:12:39.570084 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bc32b27-14cd-4ea7-8371-d151fd2c3151 service neutron] Pushing event updated for resources: {'Port': ['ID=b47daed1-b2b2-47ba-bb4e-ae2cee912d1b,revision_number=2']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:12:39.646335 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.managers [req-9fc61dcf-6ce8-4bea-9376-71307fd7e052 req-4bc32b27-14cd-4ea7-8371-d151fd2c3151 service neutron] Attempting to bind port b47daed1-b2b2-47ba-bb4e-ae2cee912d1b on host n-h1-713498-36 for vnic_type normal with profile {{(pid=103229) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 20:12:39.646756 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.managers [req-9fc61dcf-6ce8-4bea-9376-71307fd7e052 req-4bc32b27-14cd-4ea7-8371-d151fd2c3151 service neutron] Attempting to bind port b47daed1-b2b2-47ba-bb4e-ae2cee912d1b by drivers openvswitch,hyperv on host n-h1-713498-36 at level 0 using segments [{'id': 'b056f84b-0795-4481-9cec-535a165e1eda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': 'b9c940a3-e4c9-41cb-ba32-c82b1b93eaf0'}] {{(pid=103229) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 20:12:39.647193 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9fc61dcf-6ce8-4bea-9376-71307fd7e052 req-4bc32b27-14cd-4ea7-8371-d151fd2c3151 service neutron] Attempting to bind port b47daed1-b2b2-47ba-bb4e-ae2cee912d1b on network b9c940a3-e4c9-41cb-ba32-c82b1b93eaf0 {{(pid=103229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 20:12:39.652384 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9fc61dcf-6ce8-4bea-9376-71307fd7e052 req-4bc32b27-14cd-4ea7-8371-d151fd2c3151 service neutron] Port b47daed1-b2b2-47ba-bb4e-ae2cee912d1b on network b9c940a3-e4c9-41cb-ba32-c82b1b93eaf0 not bound, no agent of type Open vSwitch agent registered on host n-h1-713498-36 {{(pid=103229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 20:12:39.652710 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9fc61dcf-6ce8-4bea-9376-71307fd7e052 req-4bc32b27-14cd-4ea7-8371-d151fd2c3151 service neutron] Attempting to bind port b47daed1-b2b2-47ba-bb4e-ae2cee912d1b on network b9c940a3-e4c9-41cb-ba32-c82b1b93eaf0 {{(pid=103229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 20:12:39.658325 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9fc61dcf-6ce8-4bea-9376-71307fd7e052 req-4bc32b27-14cd-4ea7-8371-d151fd2c3151 service neutron] Checking agent: {'id': '488cd9ae-631f-4955-ba0b-4f5a13f12e9c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713498-36', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 18, 59, 18), 'started_at': datetime.datetime(2022, 2, 9, 18, 59, 18), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 20, 12, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 20:12:39.658670 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9fc61dcf-6ce8-4bea-9376-71307fd7e052 req-4bc32b27-14cd-4ea7-8371-d151fd2c3151 service neutron] Checking segment: {'id': 'b056f84b-0795-4481-9cec-535a165e1eda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': 'b9c940a3-e4c9-41cb-ba32-c82b1b93eaf0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103229) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 20:12:39.659076 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9fc61dcf-6ce8-4bea-9376-71307fd7e052 req-4bc32b27-14cd-4ea7-8371-d151fd2c3151 service neutron] Bound using segment: {'id': 'b056f84b-0795-4481-9cec-535a165e1eda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': 'b9c940a3-e4c9-41cb-ba32-c82b1b93eaf0'} {{(pid=103229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 20:12:39.659492 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.managers [req-9fc61dcf-6ce8-4bea-9376-71307fd7e052 req-4bc32b27-14cd-4ea7-8371-d151fd2c3151 service neutron] Bound port: b47daed1-b2b2-47ba-bb4e-ae2cee912d1b, host: n-h1-713498-36, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b056f84b-0795-4481-9cec-535a165e1eda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': 'b9c940a3-e4c9-41cb-ba32-c82b1b93eaf0'}}] {{(pid=103229) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 20:12:39.659845 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-9fc61dcf-6ce8-4bea-9376-71307fd7e052 req-4bc32b27-14cd-4ea7-8371-d151fd2c3151 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (b47daed1-b2b2-47ba-bb4e-ae2cee912d1b), before_update {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:12:39.736347 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.db [req-9fc61dcf-6ce8-4bea-9376-71307fd7e052 req-4bc32b27-14cd-4ea7-8371-d151fd2c3151 service neutron] For port b47daed1-b2b2-47ba-bb4e-ae2cee912d1b, host n-h1-713498-36, cleared binding levels {{(pid=103229) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 20:12:39.739831 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.db [req-9fc61dcf-6ce8-4bea-9376-71307fd7e052 req-4bc32b27-14cd-4ea7-8371-d151fd2c3151 service neutron] For port b47daed1-b2b2-47ba-bb4e-ae2cee912d1b, host n-h1-713498-36, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-36',level=0,port_id=b47daed1-b2b2-47ba-bb4e-ae2cee912d1b,segment=NetworkSegment(b056f84b-0795-4481-9cec-535a165e1eda),segment_id=b056f84b-0795-4481-9cec-535a165e1eda)] {{(pid=103229) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 20:12:39.746619 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-9fc61dcf-6ce8-4bea-9376-71307fd7e052 req-4bc32b27-14cd-4ea7-8371-d151fd2c3151 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762867176205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762866656485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762866656503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12867569'] for port (b47daed1-b2b2-47ba-bb4e-ae2cee912d1b), after_update {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:12:39.782829 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fc61dcf-6ce8-4bea-9376-71307fd7e052 req-4bc32b27-14cd-4ea7-8371-d151fd2c3151 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:12:39.783458 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-9fc61dcf-6ce8-4bea-9376-71307fd7e052 req-4bc32b27-14cd-4ea7-8371-d151fd2c3151 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171096'] for port (None), before_response {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:12:39.784896 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-9fc61dcf-6ce8-4bea-9376-71307fd7e052 req-4bc32b27-14cd-4ea7-8371-d151fd2c3151 service neutron] 10.222.0.89 "PUT /v2.0/ports/b47daed1-b2b2-47ba-bb4e-ae2cee912d1b HTTP/1.1" status: 200 len: 1092 time: 0.8472114 Feb 09 20:12:39.785375 n-d-713498-36 neutron-server[103229]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3905ee27-759e-4f7b-8cfe-51a4065cd1e1', 'tag': 'b47daed1-b2b2-47ba-bb4e-ae2cee912d1b'}] {{(pid=103229) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 20:12:39.787711 n-d-713498-36 neutron-server[103229]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}07d618d1c5389b9cd0b8ca1de8f17b65d6cfa6b0806685514be6977118e88e42" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a2b5c7a1-557b-4e07-bff2-9d7ad0b32f76" -d '{"events": [{"name": "network-changed", "server_uuid": "3905ee27-759e-4f7b-8cfe-51a4065cd1e1", "tag": "b47daed1-b2b2-47ba-bb4e-ae2cee912d1b"}]}' {{(pid=103229) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 20:12:39.814623 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bc32b27-14cd-4ea7-8371-d151fd2c3151 service neutron] Pushing event updated for resources: {'Port': ['ID=b47daed1-b2b2-47ba-bb4e-ae2cee912d1b,revision_number=3']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:12:39.846597 n-d-713498-36 neutron-server[103229]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 20:12:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1b92d5cf-6aa4-4c81-bd5a-0ef20d7436c2 x-openstack-request-id: req-1b92d5cf-6aa4-4c81-bd5a-0ef20d7436c2 {{(pid=103229) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 20:12:39.846910 n-d-713498-36 neutron-server[103229]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3905ee27-759e-4f7b-8cfe-51a4065cd1e1", "tag": "b47daed1-b2b2-47ba-bb4e-ae2cee912d1b", "status": "completed", "code": 200}]} {{(pid=103229) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 20:12:39.847159 n-d-713498-36 neutron-server[103229]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-1b92d5cf-6aa4-4c81-bd5a-0ef20d7436c2 {{(pid=103229) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 20:12:39.847572 n-d-713498-36 neutron-server[103229]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3905ee27-759e-4f7b-8cfe-51a4065cd1e1', 'tag': 'b47daed1-b2b2-47ba-bb4e-ae2cee912d1b', 'status': 'completed', 'code': 200} Feb 09 20:12:39.894588 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fc61dcf-6ce8-4bea-9376-71307fd7e052 req-4720fe06-b257-4f51-bd4f-90a1e713c3a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:12:39.896246 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-9fc61dcf-6ce8-4bea-9376-71307fd7e052 req-4720fe06-b257-4f51-bd4f-90a1e713c3a1 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=c799cd12150c4200978dc1a66164f122&device_id=3905ee27-759e-4f7b-8cfe-51a4065cd1e1 HTTP/1.1" status: 200 len: 1126 time: 0.0615087 Feb 09 20:12:39.944128 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-9fc61dcf-6ce8-4bea-9376-71307fd7e052 req-1a3ccbe7-1db6-4f92-a48e-b0eebb0bcfc2 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b47daed1-b2b2-47ba-bb4e-ae2cee912d1b HTTP/1.1" status: 200 len: 217 time: 0.0412002 Feb 09 20:12:39.998069 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fc61dcf-6ce8-4bea-9376-71307fd7e052 req-30cbacf6-2c15-459c-ade4-732a82101e84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:12:39.999644 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-9fc61dcf-6ce8-4bea-9376-71307fd7e052 req-30cbacf6-2c15-459c-ade4-732a82101e84 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=e1083585-a5b7-48e1-a337-664befec84f6 HTTP/1.1" status: 200 len: 835 time: 0.0503154 Feb 09 20:12:40.054205 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fc61dcf-6ce8-4bea-9376-71307fd7e052 req-416ece2b-de7f-4e96-8be8-327392bef39d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:12:40.055717 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-9fc61dcf-6ce8-4bea-9376-71307fd7e052 req-416ece2b-de7f-4e96-8be8-327392bef39d service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=b9c940a3-e4c9-41cb-ba32-c82b1b93eaf0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0495956 Feb 09 20:12:40.154872 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-9fc61dcf-6ce8-4bea-9376-71307fd7e052 req-298f0938-6577-434d-b505-d4b6c73561d7 service neutron] 10.222.0.89 "GET /v2.0/networks/b9c940a3-e4c9-41cb-ba32-c82b1b93eaf0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0927062 Feb 09 20:12:40.290919 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65927571-6ee0-4890-a867-8b902dd8a24e req-765e7452-7eab-43b5-9c50-27696bde62e3 tempest-TestNetworkAdvancedServerOps-38498957 tempest-TestNetworkAdvancedServerOps-38498957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:12:40.292401 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-65927571-6ee0-4890-a867-8b902dd8a24e req-765e7452-7eab-43b5-9c50-27696bde62e3 tempest-TestNetworkAdvancedServerOps-38498957 tempest-TestNetworkAdvancedServerOps-38498957-project] 10.222.0.75 "GET /v2.0/ports?device_id=3905ee27-759e-4f7b-8cfe-51a4065cd1e1 HTTP/1.1" status: 200 len: 943 time: 0.1227195 Feb 09 20:12:40.294208 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-9fc61dcf-6ce8-4bea-9376-71307fd7e052 req-0c280e02-d166-42c1-8f3b-76b9565892ef service neutron] 10.222.0.89 "GET /v2.0/networks/b9c940a3-e4c9-41cb-ba32-c82b1b93eaf0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1343305 Feb 09 20:12:40.360012 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-65927571-6ee0-4890-a867-8b902dd8a24e req-220a616c-105c-4743-aad5-6cf86daa4503 tempest-TestNetworkAdvancedServerOps-38498957 tempest-TestNetworkAdvancedServerOps-38498957-project] 10.222.0.75 "GET /v2.0/security-groups?id=93968f3f-6bf2-447d-b035-98a1d86f0fb1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0598111 Feb 09 20:12:40.402915 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2b5c7a1-557b-4e07-bff2-9d7ad0b32f76 req-30152742-3f1c-4308-a88d-3752471c6fb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:12:40.404408 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-a2b5c7a1-557b-4e07-bff2-9d7ad0b32f76 req-30152742-3f1c-4308-a88d-3752471c6fb5 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=c799cd12150c4200978dc1a66164f122&device_id=3905ee27-759e-4f7b-8cfe-51a4065cd1e1 HTTP/1.1" status: 200 len: 1126 time: 0.0623548 Feb 09 20:12:40.502816 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2b5c7a1-557b-4e07-bff2-9d7ad0b32f76 req-333536dd-e0cd-42e1-86f4-36aaf1d839bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:12:40.504316 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-a2b5c7a1-557b-4e07-bff2-9d7ad0b32f76 req-333536dd-e0cd-42e1-86f4-36aaf1d839bb service neutron] 10.222.0.89 "GET /v2.0/networks?id=b9c940a3-e4c9-41cb-ba32-c82b1b93eaf0 HTTP/1.1" status: 200 len: 897 time: 0.0942671 Feb 09 20:12:40.552066 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-a2b5c7a1-557b-4e07-bff2-9d7ad0b32f76 req-6dd75499-a054-4453-bdb8-bff758f4267d service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b47daed1-b2b2-47ba-bb4e-ae2cee912d1b HTTP/1.1" status: 200 len: 217 time: 0.0411797 Feb 09 20:12:40.607374 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2b5c7a1-557b-4e07-bff2-9d7ad0b32f76 req-e42a197c-0eaa-4534-867a-46742a1e6cef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:12:40.609408 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-a2b5c7a1-557b-4e07-bff2-9d7ad0b32f76 req-e42a197c-0eaa-4534-867a-46742a1e6cef service neutron] 10.222.0.89 "GET /v2.0/subnets?id=e1083585-a5b7-48e1-a337-664befec84f6 HTTP/1.1" status: 200 len: 835 time: 0.0517318 Feb 09 20:12:40.665553 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2b5c7a1-557b-4e07-bff2-9d7ad0b32f76 req-ca801fdc-82c8-4fe6-8ff6-4b8af5570a22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:12:40.667131 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-a2b5c7a1-557b-4e07-bff2-9d7ad0b32f76 req-ca801fdc-82c8-4fe6-8ff6-4b8af5570a22 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=b9c940a3-e4c9-41cb-ba32-c82b1b93eaf0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0514932 Feb 09 20:12:40.760445 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-a2b5c7a1-557b-4e07-bff2-9d7ad0b32f76 req-4a860571-1624-4261-a85f-64b8e4983b20 service neutron] 10.222.0.89 "GET /v2.0/networks/b9c940a3-e4c9-41cb-ba32-c82b1b93eaf0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856464 Feb 09 20:12:40.863568 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-a2b5c7a1-557b-4e07-bff2-9d7ad0b32f76 req-ddc6e214-31a2-4eac-9db5-57f46462e09a service neutron] 10.222.0.89 "GET /v2.0/networks/b9c940a3-e4c9-41cb-ba32-c82b1b93eaf0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0965428 Feb 09 20:12:40.946629 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-f08eb0a8-2074-4cbd-8c4c-81c98a938119 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762867132591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593584'] for agent (af91e4b9-f4e1-42b1-a25c-a10dc47171c8), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:12:41.497436 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f79d349-9684-4025-a93a-446a8b4f6c12 req-4cd73044-6309-442e-8a48-210a8c4638ac tempest-TestNetworkAdvancedServerOps-38498957 tempest-TestNetworkAdvancedServerOps-38498957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:12:41.499418 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-6f79d349-9684-4025-a93a-446a8b4f6c12 req-4cd73044-6309-442e-8a48-210a8c4638ac tempest-TestNetworkAdvancedServerOps-38498957 tempest-TestNetworkAdvancedServerOps-38498957-project] 10.222.0.75 "GET /v2.0/ports?device_id=3905ee27-759e-4f7b-8cfe-51a4065cd1e1 HTTP/1.1" status: 200 len: 943 time: 0.0635533 Feb 09 20:12:41.554864 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-6f79d349-9684-4025-a93a-446a8b4f6c12 req-7621abc8-0b5f-4623-b9ea-097c079e3c53 tempest-TestNetworkAdvancedServerOps-38498957 tempest-TestNetworkAdvancedServerOps-38498957-project] 10.222.0.75 "GET /v2.0/security-groups?id=93968f3f-6bf2-447d-b035-98a1d86f0fb1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0484331 Feb 09 20:12:42.686852 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-009fc967-dde5-4ac7-90d0-f652ac6d5797 req-751d07f0-2980-409f-98ab-af2bf9873398 tempest-TestNetworkAdvancedServerOps-38498957 tempest-TestNetworkAdvancedServerOps-38498957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:12:42.688377 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-009fc967-dde5-4ac7-90d0-f652ac6d5797 req-751d07f0-2980-409f-98ab-af2bf9873398 tempest-TestNetworkAdvancedServerOps-38498957 tempest-TestNetworkAdvancedServerOps-38498957-project] 10.222.0.75 "GET /v2.0/ports?device_id=3905ee27-759e-4f7b-8cfe-51a4065cd1e1 HTTP/1.1" status: 200 len: 943 time: 0.0571003 Feb 09 20:12:42.741463 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-009fc967-dde5-4ac7-90d0-f652ac6d5797 req-1496c2e0-8e83-4962-afd3-d3fa390e57df tempest-TestNetworkAdvancedServerOps-38498957 tempest-TestNetworkAdvancedServerOps-38498957-project] 10.222.0.75 "GET /v2.0/security-groups?id=93968f3f-6bf2-447d-b035-98a1d86f0fb1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467429 Feb 09 20:12:43.216489 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-63c5f7cc-fd29-4104-b5f6-d0cdd5bfe52d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762867132591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593584'] for agent (93303d5e-5d17-45e8-8963-7694f87783ae), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:12:43.866758 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93678a8b-e182-43c2-be7f-f3d8f11f0f02 req-7bbd19c7-9a3f-4648-9976-66a9aee51798 tempest-TestNetworkAdvancedServerOps-38498957 tempest-TestNetworkAdvancedServerOps-38498957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:12:43.868295 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-93678a8b-e182-43c2-be7f-f3d8f11f0f02 req-7bbd19c7-9a3f-4648-9976-66a9aee51798 tempest-TestNetworkAdvancedServerOps-38498957 tempest-TestNetworkAdvancedServerOps-38498957-project] 10.222.0.75 "GET /v2.0/ports?device_id=3905ee27-759e-4f7b-8cfe-51a4065cd1e1 HTTP/1.1" status: 200 len: 943 time: 0.0558820 Feb 09 20:12:43.919828 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-93678a8b-e182-43c2-be7f-f3d8f11f0f02 req-2e08414d-3423-409b-87f7-d8e94f393276 tempest-TestNetworkAdvancedServerOps-38498957 tempest-TestNetworkAdvancedServerOps-38498957-project] 10.222.0.75 "GET /v2.0/security-groups?id=93968f3f-6bf2-447d-b035-98a1d86f0fb1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458515 Feb 09 20:12:43.947874 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Device b47daed1-b2b2-47ba-bb4e-ae2cee912d1b details requested by agent hyperv_n-h1-713498-36 with host n-h1-713498-36 {{(pid=103232) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 20:12:44.064421 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] For port b47daed1-b2b2-47ba-bb4e-ae2cee912d1b, host n-h1-713498-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-36',level=0,port_id=b47daed1-b2b2-47ba-bb4e-ae2cee912d1b,segment=NetworkSegment(b056f84b-0795-4481-9cec-535a165e1eda),segment_id=b056f84b-0795-4481-9cec-535a165e1eda)] {{(pid=103232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 20:12:44.076058 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Returning: {'device': 'b47daed1-b2b2-47ba-bb4e-ae2cee912d1b', 'network_id': 'b9c940a3-e4c9-41cb-ba32-c82b1b93eaf0', 'port_id': 'b47daed1-b2b2-47ba-bb4e-ae2cee912d1b', 'mac_address': 'fa:16:3e:5a:eb:e2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 390, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e1083585-a5b7-48e1-a337-664befec84f6', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103232) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 20:12:44.118633 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Current status of the port b47daed1-b2b2-47ba-bb4e-ae2cee912d1b is: DOWN; New status is: BUILD {{(pid=103232) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 20:12:44.119029 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (b47daed1-b2b2-47ba-bb4e-ae2cee912d1b), before_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:12:44.133163 n-d-713498-36 neutron-server[103232]: DEBUG neutron.notifiers.nova [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b47daed1-b2b2-47ba-bb4e-ae2cee912d1b {{(pid=103232) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 20:12:44.154193 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] For port b47daed1-b2b2-47ba-bb4e-ae2cee912d1b, host n-h1-713498-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-36',level=0,port_id=b47daed1-b2b2-47ba-bb4e-ae2cee912d1b,segment=NetworkSegment(b056f84b-0795-4481-9cec-535a165e1eda),segment_id=b056f84b-0795-4481-9cec-535a165e1eda)] {{(pid=103232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 20:12:44.158575 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762867176205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762866656485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762866656503'] for port (b47daed1-b2b2-47ba-bb4e-ae2cee912d1b), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:12:44.209685 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Pushing event updated for resources: {'Port': ['ID=b47daed1-b2b2-47ba-bb4e-ae2cee912d1b,revision_number=4']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:12:44.345947 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] get_ports_and_sgs() called for port_ids ['b47daed1-b2b2-47ba-bb4e-ae2cee912d1b'] {{(pid=103232) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 20:12:44.593022 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-edc54c9b-7f13-45d9-9271-85c9738b0128 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762867132591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593584'] for agent (a62b1850-466f-48ae-bec7-d62fb280e14b), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:12:45.106218 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69b85ac7-2111-4cb7-b8c2-a3cc5b2f137d req-26e848c7-95e2-42f4-94bf-f948c6cfabaa tempest-TestNetworkAdvancedServerOps-38498957 tempest-TestNetworkAdvancedServerOps-38498957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:12:45.107797 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-69b85ac7-2111-4cb7-b8c2-a3cc5b2f137d req-26e848c7-95e2-42f4-94bf-f948c6cfabaa tempest-TestNetworkAdvancedServerOps-38498957 tempest-TestNetworkAdvancedServerOps-38498957-project] 10.222.0.75 "GET /v2.0/ports?device_id=3905ee27-759e-4f7b-8cfe-51a4065cd1e1 HTTP/1.1" status: 200 len: 944 time: 0.0575204 Feb 09 20:12:45.158466 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-69b85ac7-2111-4cb7-b8c2-a3cc5b2f137d req-c32706ee-8bc3-45fb-a908-3cd21c773a51 tempest-TestNetworkAdvancedServerOps-38498957 tempest-TestNetworkAdvancedServerOps-38498957-project] 10.222.0.75 "GET /v2.0/security-groups?id=93968f3f-6bf2-447d-b035-98a1d86f0fb1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439086 Feb 09 20:12:45.948197 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Device b47daed1-b2b2-47ba-bb4e-ae2cee912d1b up at agent hyperv_n-h1-713498-36 {{(pid=103232) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 20:12:45.996742 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.provisioning_blocks [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Provisioning for port b47daed1-b2b2-47ba-bb4e-ae2cee912d1b completed by entity L2. {{(pid=103232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 20:12:46.002549 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.provisioning_blocks [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Provisioning complete for port b47daed1-b2b2-47ba-bb4e-ae2cee912d1b triggered by entity L2. {{(pid=103232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 20:12:46.002988 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593630'] for port (b47daed1-b2b2-47ba-bb4e-ae2cee912d1b), provisioning_complete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:12:46.079555 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Current status of the port b47daed1-b2b2-47ba-bb4e-ae2cee912d1b is: BUILD; New status is: ACTIVE {{(pid=103232) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 20:12:46.079941 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (b47daed1-b2b2-47ba-bb4e-ae2cee912d1b), before_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:12:46.106944 n-d-713498-36 neutron-server[103232]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3905ee27-759e-4f7b-8cfe-51a4065cd1e1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b47daed1-b2b2-47ba-bb4e-ae2cee912d1b'}] {{(pid=103232) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 20:12:46.109772 n-d-713498-36 neutron-server[103232]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cbbf3601bdfb8db7b6600aedba7e3851fa962f00dad36f02e289fea53b94aa67" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5458986c-d9dd-445e-832e-229c3e6899ba" -d '{"events": [{"server_uuid": "3905ee27-759e-4f7b-8cfe-51a4065cd1e1", "name": "network-vif-plugged", "status": "completed", "tag": "b47daed1-b2b2-47ba-bb4e-ae2cee912d1b"}]}' {{(pid=103232) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 20:12:46.123098 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] For port b47daed1-b2b2-47ba-bb4e-ae2cee912d1b, host n-h1-713498-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-36',level=0,port_id=b47daed1-b2b2-47ba-bb4e-ae2cee912d1b,segment=NetworkSegment(b056f84b-0795-4481-9cec-535a165e1eda),segment_id=b056f84b-0795-4481-9cec-535a165e1eda)] {{(pid=103232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 20:12:46.128508 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762867176205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762866656485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762866656503'] for port (b47daed1-b2b2-47ba-bb4e-ae2cee912d1b), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:12:46.161144 n-d-713498-36 neutron-server[103232]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 20:12:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b1b6b972-45f8-4ef7-a928-bfa59da66903 x-openstack-request-id: req-b1b6b972-45f8-4ef7-a928-bfa59da66903 {{(pid=103232) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 20:12:46.161482 n-d-713498-36 neutron-server[103232]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3905ee27-759e-4f7b-8cfe-51a4065cd1e1", "name": "network-vif-plugged", "status": "completed", "tag": "b47daed1-b2b2-47ba-bb4e-ae2cee912d1b", "code": 200}]} {{(pid=103232) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 20:12:46.161739 n-d-713498-36 neutron-server[103232]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-b1b6b972-45f8-4ef7-a928-bfa59da66903 {{(pid=103232) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 20:12:46.162151 n-d-713498-36 neutron-server[103232]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3905ee27-759e-4f7b-8cfe-51a4065cd1e1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b47daed1-b2b2-47ba-bb4e-ae2cee912d1b', 'code': 200} Feb 09 20:12:46.212373 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Pushing event updated for resources: {'Port': ['ID=b47daed1-b2b2-47ba-bb4e-ae2cee912d1b,revision_number=5']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:12:46.220512 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-a7262a8e-0513-48fd-984d-75726a511961 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762867132591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593584'] for agent (911cfea2-02ae-4ec9-bac3-7808ee1cdd9c), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:12:46.302264 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e98e6d05-94fa-4a91-b01e-115c9d250e85 req-c2409565-b445-49ae-8a67-22d955862347 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:12:46.303838 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-e98e6d05-94fa-4a91-b01e-115c9d250e85 req-c2409565-b445-49ae-8a67-22d955862347 service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=3905ee27-759e-4f7b-8cfe-51a4065cd1e1 HTTP/1.1" status: 200 len: 1128 time: 0.0851638 Feb 09 20:12:46.325686 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aefedec-35ca-4056-90fe-e77eca1d80d2 req-fabe82a6-1626-49c2-8d02-719458f275bb tempest-TestNetworkAdvancedServerOps-38498957 tempest-TestNetworkAdvancedServerOps-38498957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:12:46.327374 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-1aefedec-35ca-4056-90fe-e77eca1d80d2 req-fabe82a6-1626-49c2-8d02-719458f275bb tempest-TestNetworkAdvancedServerOps-38498957 tempest-TestNetworkAdvancedServerOps-38498957-project] 10.222.0.75 "GET /v2.0/ports?device_id=3905ee27-759e-4f7b-8cfe-51a4065cd1e1 HTTP/1.1" status: 200 len: 945 time: 0.0759614 Feb 09 20:12:46.387615 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-e98e6d05-94fa-4a91-b01e-115c9d250e85 req-2171e6f4-56c7-47b9-baac-7e6d634f5c36 service neutron] 10.222.0.89 "GET /v2.0/security-groups?id=93968f3f-6bf2-447d-b035-98a1d86f0fb1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0746291 Feb 09 20:12:46.400560 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-1aefedec-35ca-4056-90fe-e77eca1d80d2 req-317dfa26-c624-4b6e-84b6-e396fd1ecde4 tempest-TestNetworkAdvancedServerOps-38498957 tempest-TestNetworkAdvancedServerOps-38498957-project] 10.222.0.75 "GET /v2.0/security-groups?id=93968f3f-6bf2-447d-b035-98a1d86f0fb1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0669549 Feb 09 20:12:47.185062 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762867132591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593584'] for agent (496418a2-c002-4aec-ab1a-07f3bea491bd), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:12:47.526847 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-532728e4-4fe4-4bb7-80d2-4b7698204161 req-a410880b-8394-4a8e-b1a4-fcdee4f7b564 tempest-TestNetworkAdvancedServerOps-38498957 tempest-TestNetworkAdvancedServerOps-38498957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:12:47.528350 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-532728e4-4fe4-4bb7-80d2-4b7698204161 req-a410880b-8394-4a8e-b1a4-fcdee4f7b564 tempest-TestNetworkAdvancedServerOps-38498957 tempest-TestNetworkAdvancedServerOps-38498957-project] 10.222.0.75 "GET /v2.0/ports?device_id=3905ee27-759e-4f7b-8cfe-51a4065cd1e1 HTTP/1.1" status: 200 len: 945 time: 0.0552080 Feb 09 20:12:47.590584 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-532728e4-4fe4-4bb7-80d2-4b7698204161 req-611c6464-72c1-4765-8d75-3db7c5227571 tempest-TestNetworkAdvancedServerOps-38498957 tempest-TestNetworkAdvancedServerOps-38498957-project] 10.222.0.75 "GET /v2.0/security-groups?id=93968f3f-6bf2-447d-b035-98a1d86f0fb1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0563517 Feb 09 20:12:48.715135 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08be1e43-b8d8-46f5-a480-9b20845c63e3 req-1654f7cf-a419-4659-9813-2511ef7e3e7a tempest-TestNetworkAdvancedServerOps-38498957 tempest-TestNetworkAdvancedServerOps-38498957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:12:48.716384 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-08be1e43-b8d8-46f5-a480-9b20845c63e3 req-1654f7cf-a419-4659-9813-2511ef7e3e7a tempest-TestNetworkAdvancedServerOps-38498957 tempest-TestNetworkAdvancedServerOps-38498957-project] 10.222.0.75 "GET /v2.0/ports?device_id=3905ee27-759e-4f7b-8cfe-51a4065cd1e1 HTTP/1.1" status: 200 len: 945 time: 0.0540407 Feb 09 20:12:48.772055 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-08be1e43-b8d8-46f5-a480-9b20845c63e3 req-fb98c71a-a597-4247-b4a8-1d47069b9215 tempest-TestNetworkAdvancedServerOps-38498957 tempest-TestNetworkAdvancedServerOps-38498957-project] 10.222.0.75 "GET /v2.0/security-groups?id=93968f3f-6bf2-447d-b035-98a1d86f0fb1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0488908 Feb 09 20:12:48.893327 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8523ee9-9450-4d12-8ad0-885ab7a59100 req-45ee701f-83cf-4e81-b068-8d0c773b2af5 tempest-TestNetworkAdvancedServerOps-38498957 tempest-TestNetworkAdvancedServerOps-38498957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:12:48.894858 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-d8523ee9-9450-4d12-8ad0-885ab7a59100 req-45ee701f-83cf-4e81-b068-8d0c773b2af5 tempest-TestNetworkAdvancedServerOps-38498957 tempest-TestNetworkAdvancedServerOps-38498957-project] 10.222.0.75 "GET /v2.0/ports?device_id=3905ee27-759e-4f7b-8cfe-51a4065cd1e1 HTTP/1.1" status: 200 len: 945 time: 0.0543909 Feb 09 20:12:48.945556 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-d8523ee9-9450-4d12-8ad0-885ab7a59100 req-958d4aa2-3966-4773-927d-6b99dcc90a45 tempest-TestNetworkAdvancedServerOps-38498957 tempest-TestNetworkAdvancedServerOps-38498957-project] 10.222.0.75 "GET /v2.0/security-groups?id=93968f3f-6bf2-447d-b035-98a1d86f0fb1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449331 Feb 09 20:12:48.967455 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 54950) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:12:49.057872 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8efac45-f07a-40ba-9615-1ee66e9bf551 tempest-TestNetworkAdvancedServerOps-796730407 tempest-TestNetworkAdvancedServerOps-796730407-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:12:49.059446 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-a8efac45-f07a-40ba-9615-1ee66e9bf551 tempest-TestNetworkAdvancedServerOps-796730407 tempest-TestNetworkAdvancedServerOps-796730407-project-admin] 10.222.0.75 "GET /v2.0/ports?device_id=3905ee27-759e-4f7b-8cfe-51a4065cd1e1 HTTP/1.1" status: 200 len: 1123 time: 0.0910037 Feb 09 20:12:49.063375 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 54954) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:12:49.068101 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.v2.base [None req-3bf46ee3-d849-4cf3-ae7c-466e3e544de8 tempest-TestNetworkAdvancedServerOps-38498957 tempest-TestNetworkAdvancedServerOps-38498957-project] Request body: {'floatingip': {'floating_network_id': '88055e1e-672a-4487-be31-ffb6e833ece5', 'port_id': 'b47daed1-b2b2-47ba-bb4e-ae2cee912d1b', 'tenant_id': 'c799cd12150c4200978dc1a66164f122', 'fixed_ip_address': '172.20.0.3'}} {{(pid=103230) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 20:12:49.088089 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-3bf46ee3-d849-4cf3-ae7c-466e3e544de8 tempest-TestNetworkAdvancedServerOps-38498957 tempest-TestNetworkAdvancedServerOps-38498957-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:12:49.144201 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762867132591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593584'] for agent (488cd9ae-631f-4955-ba0b-4f5a13f12e9c), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:12:49.191603 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-3bf46ee3-d849-4cf3-ae7c-466e3e544de8 tempest-TestNetworkAdvancedServerOps-38498957 tempest-TestNetworkAdvancedServerOps-38498957-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (None), before_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:12:49.301694 n-d-713498-36 neutron-server[103230]: DEBUG neutron.db.db_base_plugin_common [None req-3bf46ee3-d849-4cf3-ae7c-466e3e544de8 tempest-TestNetworkAdvancedServerOps-38498957 tempest-TestNetworkAdvancedServerOps-38498957-project] Allocated IP 172.25.1.119 (88055e1e-672a-4487-be31-ffb6e833ece5/ac16dbcc-383c-4b43-9153-d763c4a53f91/8c7008b0-1554-431c-a20d-5911190d9b4f) {{(pid=103230) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 20:12:49.411671 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-3bf46ee3-d849-4cf3-ae7c-466e3e544de8 tempest-TestNetworkAdvancedServerOps-38498957 tempest-TestNetworkAdvancedServerOps-38498957-project] Publish callbacks [] for port (8c7008b0-1554-431c-a20d-5911190d9b4f), precommit_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:12:49.446474 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-3bf46ee3-d849-4cf3-ae7c-466e3e544de8 tempest-TestNetworkAdvancedServerOps-38498957 tempest-TestNetworkAdvancedServerOps-38498957-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762866656467', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14393751'] for port (8c7008b0-1554-431c-a20d-5911190d9b4f), after_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:12:49.483822 n-d-713498-36 neutron-server[103230]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3bf46ee3-d849-4cf3-ae7c-466e3e544de8 tempest-TestNetworkAdvancedServerOps-38498957 tempest-TestNetworkAdvancedServerOps-38498957-project] Network 88055e1e-672a-4487-be31-ffb6e833ece5 is already hosted by enough agents. {{(pid=103230) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 20:12:49.489325 n-d-713498-36 neutron-server[103230]: DEBUG neutron.scheduler.base_scheduler [None req-3bf46ee3-d849-4cf3-ae7c-466e3e544de8 tempest-TestNetworkAdvancedServerOps-38498957 tempest-TestNetworkAdvancedServerOps-38498957-project] Resources bound (agent type, host, resource id): {{(pid=103230) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 20:12:49.492980 n-d-713498-36 neutron-server[103230]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bf46ee3-d849-4cf3-ae7c-466e3e544de8 tempest-TestNetworkAdvancedServerOps-38498957 tempest-TestNetworkAdvancedServerOps-38498957-project] Received port after_create {{(pid=103230) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 20:12:49.519266 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bf46ee3-d849-4cf3-ae7c-466e3e544de8 tempest-TestNetworkAdvancedServerOps-38498957 tempest-TestNetworkAdvancedServerOps-38498957-project] Pushing event updated for resources: {'Port': ['ID=8c7008b0-1554-431c-a20d-5911190d9b4f,revision_number=1']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:12:49.607198 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762867132591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593584'] for agent (bcd5faee-dc24-4298-9134-0e0aa054058e), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:12:49.901244 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-3bf46ee3-d849-4cf3-ae7c-466e3e544de8 tempest-TestNetworkAdvancedServerOps-38498957 tempest-TestNetworkAdvancedServerOps-38498957-project] Publish callbacks [] for floatingip (f13eaa33-7da2-47f0-a588-d7ed41b126ea), precommit_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:12:49.984649 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-3bf46ee3-d849-4cf3-ae7c-466e3e544de8 tempest-TestNetworkAdvancedServerOps-38498957 tempest-TestNetworkAdvancedServerOps-38498957-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (8c7008b0-1554-431c-a20d-5911190d9b4f), before_update {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:12:50.178565 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-3bf46ee3-d849-4cf3-ae7c-466e3e544de8 tempest-TestNetworkAdvancedServerOps-38498957 tempest-TestNetworkAdvancedServerOps-38498957-project] Publish callbacks [] for port (8c7008b0-1554-431c-a20d-5911190d9b4f), precommit_update {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:12:50.193765 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-3bf46ee3-d849-4cf3-ae7c-466e3e544de8 tempest-TestNetworkAdvancedServerOps-38498957 tempest-TestNetworkAdvancedServerOps-38498957-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762867176205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762866656485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762866656503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14393758'] for port (8c7008b0-1554-431c-a20d-5911190d9b4f), after_update {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:12:50.284667 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bf46ee3-d849-4cf3-ae7c-466e3e544de8 tempest-TestNetworkAdvancedServerOps-38498957 tempest-TestNetworkAdvancedServerOps-38498957-project] Pushing event updated for resources: {'Port': ['ID=8c7008b0-1554-431c-a20d-5911190d9b4f,revision_number=2']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:12:50.301732 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-3bf46ee3-d849-4cf3-ae7c-466e3e544de8 tempest-TestNetworkAdvancedServerOps-38498957 tempest-TestNetworkAdvancedServerOps-38498957-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1818909'] for floatingip (f13eaa33-7da2-47f0-a588-d7ed41b126ea), after_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:12:50.427791 n-d-713498-36 neutron-server[103230]: INFO neutron.db.l3_db [None req-3bf46ee3-d849-4cf3-ae7c-466e3e544de8 tempest-TestNetworkAdvancedServerOps-38498957 tempest-TestNetworkAdvancedServerOps-38498957-project] Floating IP f13eaa33-7da2-47f0-a588-d7ed41b126ea associated. External IP: 172.25.1.119, port: b47daed1-b2b2-47ba-bb4e-ae2cee912d1b. Feb 09 20:12:50.694747 n-d-713498-36 neutron-server[103230]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3bf46ee3-d849-4cf3-ae7c-466e3e544de8 tempest-TestNetworkAdvancedServerOps-38498957 tempest-TestNetworkAdvancedServerOps-38498957-project] Router cf091f46-b4eb-4e8a-b114-b3c716e30ba6 has already been hosted by L3 agent 93303d5e-5d17-45e8-8963-7694f87783ae {{(pid=103230) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 20:12:50.835633 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3bf46ee3-d849-4cf3-ae7c-466e3e544de8 tempest-TestNetworkAdvancedServerOps-38498957 tempest-TestNetworkAdvancedServerOps-38498957-project] Notify agent at l3_agent.n-d-713498-36 the message routers_updated {{(pid=103230) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 20:12:50.847128 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48a8899f-a6f0-4696-bb32-4b421c22ee78 None None] Sync routers for ids ['cf091f46-b4eb-4e8a-b114-b3c716e30ba6'] in n-d-713498-36 {{(pid=103232) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 20:12:50.857605 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-3bf46ee3-d849-4cf3-ae7c-466e3e544de8 tempest-TestNetworkAdvancedServerOps-38498957 tempest-TestNetworkAdvancedServerOps-38498957-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171096'] for floatingip (None), before_response {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:12:50.857864 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48a8899f-a6f0-4696-bb32-4b421c22ee78 None None] Routers {'cf091f46-b4eb-4e8a-b114-b3c716e30ba6'} bound to L3 agent in host n-d-713498-36 {{(pid=103232) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 20:12:50.858910 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.l3_hamode_db [None req-48a8899f-a6f0-4696-bb32-4b421c22ee78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T18:51:43Z,description=,heartbeat_timestamp=2022-02-09T20:12:43Z,host='n-d-713498-36',id=93303d5e-5d17-45e8-8963-7694f87783ae,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T18:51:43Z,topic='l3_agent')) {'router_ids': ['cf091f46-b4eb-4e8a-b114-b3c716e30ba6'], 'active': True} {{(pid=103232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 20:12:50.899450 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-3bf46ee3-d849-4cf3-ae7c-466e3e544de8 tempest-TestNetworkAdvancedServerOps-38498957 tempest-TestNetworkAdvancedServerOps-38498957-project] 10.222.0.75 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.8337686 Feb 09 20:12:50.900699 n-d-713498-36 neutron-server[103230]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3905ee27-759e-4f7b-8cfe-51a4065cd1e1', 'tag': 'b47daed1-b2b2-47ba-bb4e-ae2cee912d1b'}] {{(pid=103230) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 20:12:50.903300 n-d-713498-36 neutron-server[103230]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bdec2cd40908e72a0a66447c6deb3367bbdbf2f4033028e05eb26280eb3900ec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0e125ed4-8ff7-4e2e-b965-320777acdba5" -d '{"events": [{"name": "network-changed", "server_uuid": "3905ee27-759e-4f7b-8cfe-51a4065cd1e1", "tag": "b47daed1-b2b2-47ba-bb4e-ae2cee912d1b"}]}' {{(pid=103230) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 20:12:50.950218 n-d-713498-36 neutron-server[103230]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 20:12:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-66b69432-3122-4f03-909b-d38892fb7d00 x-openstack-request-id: req-66b69432-3122-4f03-909b-d38892fb7d00 {{(pid=103230) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 20:12:50.950550 n-d-713498-36 neutron-server[103230]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3905ee27-759e-4f7b-8cfe-51a4065cd1e1", "tag": "b47daed1-b2b2-47ba-bb4e-ae2cee912d1b", "status": "completed", "code": 200}]} {{(pid=103230) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 20:12:50.950780 n-d-713498-36 neutron-server[103230]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-66b69432-3122-4f03-909b-d38892fb7d00 {{(pid=103230) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 20:12:50.951195 n-d-713498-36 neutron-server[103230]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3905ee27-759e-4f7b-8cfe-51a4065cd1e1', 'tag': 'b47daed1-b2b2-47ba-bb4e-ae2cee912d1b', 'status': 'completed', 'code': 200} Feb 09 20:12:51.054519 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d900718a-061c-4199-9b70-f3351e7dc6f6 req-d5674c2b-7950-4a58-b17a-1b9588843e96 tempest-TestNetworkAdvancedServerOps-38498957 tempest-TestNetworkAdvancedServerOps-38498957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:12:51.056135 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-d900718a-061c-4199-9b70-f3351e7dc6f6 req-d5674c2b-7950-4a58-b17a-1b9588843e96 tempest-TestNetworkAdvancedServerOps-38498957 tempest-TestNetworkAdvancedServerOps-38498957-project] 10.222.0.75 "GET /v2.0/ports?device_id=3905ee27-759e-4f7b-8cfe-51a4065cd1e1 HTTP/1.1" status: 200 len: 945 time: 0.0946205 Feb 09 20:12:51.067401 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e125ed4-8ff7-4e2e-b965-320777acdba5 req-3dbd6901-2dc9-4560-b1df-a715f39d619e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:12:51.069036 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-0e125ed4-8ff7-4e2e-b965-320777acdba5 req-3dbd6901-2dc9-4560-b1df-a715f39d619e service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=c799cd12150c4200978dc1a66164f122&device_id=3905ee27-759e-4f7b-8cfe-51a4065cd1e1 HTTP/1.1" status: 200 len: 1128 time: 0.0952733 Feb 09 20:12:51.177978 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-d900718a-061c-4199-9b70-f3351e7dc6f6 req-daeee3f7-5233-4426-b142-ecbfab779334 tempest-TestNetworkAdvancedServerOps-38498957 tempest-TestNetworkAdvancedServerOps-38498957-project] 10.222.0.75 "GET /v2.0/security-groups?id=93968f3f-6bf2-447d-b035-98a1d86f0fb1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1141224 Feb 09 20:12:51.178186 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.l3_dvr_db [None req-48a8899f-a6f0-4696-bb32-4b421c22ee78 None None] Set router cf091f46-b4eb-4e8a-b114-b3c716e30ba6 gateway port host: n-d-713498-36 {{(pid=103232) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 20:12:51.202971 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 54960) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:12:51.211673 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e125ed4-8ff7-4e2e-b965-320777acdba5 req-e5934b2e-0379-4ab0-9829-9afafa712da0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:12:51.213262 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-0e125ed4-8ff7-4e2e-b965-320777acdba5 req-e5934b2e-0379-4ab0-9829-9afafa712da0 service neutron] 10.222.0.89 "GET /v2.0/networks?id=b9c940a3-e4c9-41cb-ba32-c82b1b93eaf0 HTTP/1.1" status: 200 len: 897 time: 0.1367023 Feb 09 20:12:51.274881 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-ed2b2835-b51e-48bc-a527-69bfc65c2a2d tempest-TestNetworkAdvancedServerOps-38498957 tempest-TestNetworkAdvancedServerOps-38498957-project] 10.222.0.75 "GET /v2.0/floatingips/f13eaa33-7da2-47f0-a588-d7ed41b126ea HTTP/1.1" status: 200 len: 991 time: 0.0707154 Feb 09 20:12:51.284856 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-0e125ed4-8ff7-4e2e-b965-320777acdba5 req-b15a903f-d543-4288-9bec-7ca77d9549e5 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b47daed1-b2b2-47ba-bb4e-ae2cee912d1b HTTP/1.1" status: 200 len: 999 time: 0.0652859 Feb 09 20:12:51.341898 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e125ed4-8ff7-4e2e-b965-320777acdba5 req-c281e2b3-e885-49e2-baeb-e0d303dab2a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:12:51.344999 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-0e125ed4-8ff7-4e2e-b965-320777acdba5 req-c281e2b3-e885-49e2-baeb-e0d303dab2a2 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=e1083585-a5b7-48e1-a337-664befec84f6 HTTP/1.1" status: 200 len: 835 time: 0.0546851 Feb 09 20:12:51.400324 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e125ed4-8ff7-4e2e-b965-320777acdba5 req-d9feade4-ac1b-4249-ab0f-3488cc01be3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:12:51.401874 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-0e125ed4-8ff7-4e2e-b965-320777acdba5 req-d9feade4-ac1b-4249-ab0f-3488cc01be3b service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=b9c940a3-e4c9-41cb-ba32-c82b1b93eaf0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0514944 Feb 09 20:12:51.463503 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.l3_hamode_db [None req-48a8899f-a6f0-4696-bb32-4b421c22ee78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf091f46-b4eb-4e8a-b114-b3c716e30ba6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-814519001', 'tenant_id': 'c799cd12150c4200978dc1a66164f122', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88055e1e-672a-4487-be31-ffb6e833ece5', 'external_fixed_ips': [{'subnet_id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'ip_address': '172.25.1.17'}], 'enable_snat': True}, 'gw_port_id': 'c9c9d742-24a2-41a6-8569-d5bb84453b96', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T20:12:30Z', 'updated_at': '2022-02-09T20:12:34Z', 'revision_number': 4, 'project_id': 'c799cd12150c4200978dc1a66164f122', 'gw_port': {'id': 'c9c9d742-24a2-41a6-8569-d5bb84453b96', 'name': '', 'network_id': '88055e1e-672a-4487-be31-ffb6e833ece5', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:85:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf091f46-b4eb-4e8a-b114-b3c716e30ba6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4290, 'fixed_ips': [{'subnet_id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'ip_address': '172.25.1.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T20:12:31Z', 'updated_at': '2022-02-09T20:12:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-36', '_floatingips': [{'id': 'f13eaa33-7da2-47f0-a588-d7ed41b126ea', 'tenant_id': 'c799cd12150c4200978dc1a66164f122', 'floating_ip_address': '172.25.1.119', 'floating_network_id': '88055e1e-672a-4487-be31-ffb6e833ece5', 'router_id': 'cf091f46-b4eb-4e8a-b114-b3c716e30ba6', 'port_id': 'b47daed1-b2b2-47ba-bb4e-ae2cee912d1b', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4296, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b9c940a3-e4c9-41cb-ba32-c82b1b93eaf0', 'mac_address': 'fa:16:3e:5a:eb:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3905ee27-759e-4f7b-8cfe-51a4065cd1e1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T20:12:49Z', 'updated_at': '2022-02-09T20:12:49Z', 'revision_number': 0, 'project_id': 'c799cd12150c4200978dc1a66164f122', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e1de4dbd-b969-4bc8-894d-e172b8d9e1c3', 'name': '', 'network_id': 'b9c940a3-e4c9-41cb-ba32-c82b1b93eaf0', 'tenant_id': 'c799cd12150c4200978dc1a66164f122', 'mac_address': 'fa:16:3e:66:78:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf091f46-b4eb-4e8a-b114-b3c716e30ba6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4293, 'fixed_ips': [{'subnet_id': 'e1083585-a5b7-48e1-a337-664befec84f6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T20:12:33Z', 'updated_at': '2022-02-09T20:12:37Z', 'revision_number': 5, 'project_id': 'c799cd12150c4200978dc1a66164f122', 'subnets': [{'id': 'e1083585-a5b7-48e1-a337-664befec84f6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-36', False) {} {{(pid=103232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 20:12:51.490076 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48a8899f-a6f0-4696-bb32-4b421c22ee78 None None] Checking router: cf091f46-b4eb-4e8a-b114-b3c716e30ba6 for host: n-d-713498-36 {{(pid=103232) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 20:12:51.499340 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-0e125ed4-8ff7-4e2e-b965-320777acdba5 req-cc82219e-e55a-4847-bd9b-a961ddaef674 service neutron] 10.222.0.89 "GET /v2.0/networks/b9c940a3-e4c9-41cb-ba32-c82b1b93eaf0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0907004 Feb 09 20:12:51.499535 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48a8899f-a6f0-4696-bb32-4b421c22ee78 None None] Routers {'cf091f46-b4eb-4e8a-b114-b3c716e30ba6'} bound to L3 agent in host n-d-713498-36 {{(pid=103232) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 20:12:51.499965 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.l3_hamode_db [None req-48a8899f-a6f0-4696-bb32-4b421c22ee78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T18:51:43Z,description=,heartbeat_timestamp=2022-02-09T20:12:43Z,host='n-d-713498-36',id=93303d5e-5d17-45e8-8963-7694f87783ae,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T18:51:43Z,topic='l3_agent')) {'router_ids': ['cf091f46-b4eb-4e8a-b114-b3c716e30ba6'], 'active': True} {{(pid=103232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 20:12:51.599817 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-0e125ed4-8ff7-4e2e-b965-320777acdba5 req-d6435cb1-8195-45ff-bf64-78b5d972fee1 service neutron] 10.222.0.89 "GET /v2.0/networks/b9c940a3-e4c9-41cb-ba32-c82b1b93eaf0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0947514 Feb 09 20:12:51.614902 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.l3_dvr_db [None req-48a8899f-a6f0-4696-bb32-4b421c22ee78 None None] Set router cf091f46-b4eb-4e8a-b114-b3c716e30ba6 gateway port host: n-d-713498-36 {{(pid=103232) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 20:12:51.867715 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.l3_hamode_db [None req-48a8899f-a6f0-4696-bb32-4b421c22ee78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf091f46-b4eb-4e8a-b114-b3c716e30ba6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-814519001', 'tenant_id': 'c799cd12150c4200978dc1a66164f122', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88055e1e-672a-4487-be31-ffb6e833ece5', 'external_fixed_ips': [{'subnet_id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'ip_address': '172.25.1.17'}], 'enable_snat': True}, 'gw_port_id': 'c9c9d742-24a2-41a6-8569-d5bb84453b96', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T20:12:30Z', 'updated_at': '2022-02-09T20:12:34Z', 'revision_number': 4, 'project_id': 'c799cd12150c4200978dc1a66164f122', 'gw_port': {'id': 'c9c9d742-24a2-41a6-8569-d5bb84453b96', 'name': '', 'network_id': '88055e1e-672a-4487-be31-ffb6e833ece5', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:85:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf091f46-b4eb-4e8a-b114-b3c716e30ba6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4290, 'fixed_ips': [{'subnet_id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'ip_address': '172.25.1.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T20:12:31Z', 'updated_at': '2022-02-09T20:12:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-36', '_floatingips': [{'id': 'f13eaa33-7da2-47f0-a588-d7ed41b126ea', 'tenant_id': 'c799cd12150c4200978dc1a66164f122', 'floating_ip_address': '172.25.1.119', 'floating_network_id': '88055e1e-672a-4487-be31-ffb6e833ece5', 'router_id': 'cf091f46-b4eb-4e8a-b114-b3c716e30ba6', 'port_id': 'b47daed1-b2b2-47ba-bb4e-ae2cee912d1b', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4296, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b9c940a3-e4c9-41cb-ba32-c82b1b93eaf0', 'mac_address': 'fa:16:3e:5a:eb:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3905ee27-759e-4f7b-8cfe-51a4065cd1e1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T20:12:49Z', 'updated_at': '2022-02-09T20:12:49Z', 'revision_number': 0, 'project_id': 'c799cd12150c4200978dc1a66164f122', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e1de4dbd-b969-4bc8-894d-e172b8d9e1c3', 'name': '', 'network_id': 'b9c940a3-e4c9-41cb-ba32-c82b1b93eaf0', 'tenant_id': 'c799cd12150c4200978dc1a66164f122', 'mac_address': 'fa:16:3e:66:78:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf091f46-b4eb-4e8a-b114-b3c716e30ba6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4293, 'fixed_ips': [{'subnet_id': 'e1083585-a5b7-48e1-a337-664befec84f6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T20:12:33Z', 'updated_at': '2022-02-09T20:12:37Z', 'revision_number': 5, 'project_id': 'c799cd12150c4200978dc1a66164f122', 'subnets': [{'id': 'e1083585-a5b7-48e1-a337-664befec84f6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-36', False) {} {{(pid=103232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 20:12:51.901129 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48a8899f-a6f0-4696-bb32-4b421c22ee78 None None] The sync data for ids ['cf091f46-b4eb-4e8a-b114-b3c716e30ba6'] in n-d-713498-36 is: [{'id': 'cf091f46-b4eb-4e8a-b114-b3c716e30ba6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-814519001', 'tenant_id': 'c799cd12150c4200978dc1a66164f122', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88055e1e-672a-4487-be31-ffb6e833ece5', 'external_fixed_ips': [{'subnet_id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'ip_address': '172.25.1.17'}], 'enable_snat': True}, 'gw_port_id': 'c9c9d742-24a2-41a6-8569-d5bb84453b96', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T20:12:30Z', 'updated_at': '2022-02-09T20:12:34Z', 'revision_number': 4, 'project_id': 'c799cd12150c4200978dc1a66164f122', 'gw_port': {'id': 'c9c9d742-24a2-41a6-8569-d5bb84453b96', 'name': '', 'network_id': '88055e1e-672a-4487-be31-ffb6e833ece5', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:85:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf091f46-b4eb-4e8a-b114-b3c716e30ba6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4290, 'fixed_ips': [{'subnet_id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'ip_address': '172.25.1.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T20:12:31Z', 'updated_at': '2022-02-09T20:12:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-36', '_floatingips': [{'id': 'f13eaa33-7da2-47f0-a588-d7ed41b126ea', 'tenant_id': 'c799cd12150c4200978dc1a66164f122', 'floating_ip_address': '172.25.1.119', 'floating_network_id': '88055e1e-672a-4487-be31-ffb6e833ece5', 'router_id': 'cf091f46-b4eb-4e8a-b114-b3c716e30ba6', 'port_id': 'b47daed1-b2b2-47ba-bb4e-ae2cee912d1b', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4296, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b9c940a3-e4c9-41cb-ba32-c82b1b93eaf0', 'mac_address': 'fa:16:3e:5a:eb:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3905ee27-759e-4f7b-8cfe-51a4065cd1e1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T20:12:49Z', 'updated_at': '2022-02-09T20:12:49Z', 'revision_number': 0, 'project_id': 'c799cd12150c4200978dc1a66164f122', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e1de4dbd-b969-4bc8-894d-e172b8d9e1c3', 'name': '', 'network_id': 'b9c940a3-e4c9-41cb-ba32-c82b1b93eaf0', 'tenant_id': 'c799cd12150c4200978dc1a66164f122', 'mac_address': 'fa:16:3e:66:78:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf091f46-b4eb-4e8a-b114-b3c716e30ba6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4293, 'fixed_ips': [{'subnet_id': 'e1083585-a5b7-48e1-a337-664befec84f6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T20:12:33Z', 'updated_at': '2022-02-09T20:12:37Z', 'revision_number': 5, 'project_id': 'c799cd12150c4200978dc1a66164f122', 'subnets': [{'id': 'e1083585-a5b7-48e1-a337-664befec84f6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103232) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 20:12:52.117278 n-d-713498-36 neutron-server[103233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14762f61-7c9e-40cc-a95f-619853fe8ed9 None None] New status for floating IP f13eaa33-7da2-47f0-a588-d7ed41b126ea: ACTIVE {{(pid=103233) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 09 20:12:52.278784 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 54962) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:12:52.340985 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-420c096b-b997-43fb-96e2-9f8e3c026ed0 tempest-TestNetworkAdvancedServerOps-38498957 tempest-TestNetworkAdvancedServerOps-38498957-project] 10.222.0.75 "GET /v2.0/floatingips/f13eaa33-7da2-47f0-a588-d7ed41b126ea HTTP/1.1" status: 200 len: 993 time: 0.0609989 Feb 09 20:13:05.710617 n-d-713498-36 neutron-server[103233]: DEBUG neutron.db.agents_db [None req-4a8a6a42-0a0c-4437-8958-92282682b6bb None None] Agent healthcheck: found 7 active agents {{(pid=103233) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 20:13:10.949326 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-7bc4025b-81af-46c7-9efa-d38db048833b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762867132591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593584'] for agent (af91e4b9-f4e1-42b1-a25c-a10dc47171c8), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:13:13.219693 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-a8e7fd0e-2584-4b77-bcf7-0b802bcd44c1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762867132591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593584'] for agent (93303d5e-5d17-45e8-8963-7694f87783ae), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:13:14.569847 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-edc54c9b-7f13-45d9-9271-85c9738b0128 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762867132591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593584'] for agent (a62b1850-466f-48ae-bec7-d62fb280e14b), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:13:16.210247 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-a7262a8e-0513-48fd-984d-75726a511961 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762867132591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593584'] for agent (911cfea2-02ae-4ec9-bac3-7808ee1cdd9c), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:13:17.195270 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762867132591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593584'] for agent (496418a2-c002-4aec-ab1a-07f3bea491bd), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:13:19.152854 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762867132591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593584'] for agent (488cd9ae-631f-4955-ba0b-4f5a13f12e9c), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:13:19.593709 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762867132591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593584'] for agent (bcd5faee-dc24-4298-9134-0e0aa054058e), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:13:23.601890 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58ff1f85-515b-469b-a725-3c893cd8bd06 req-b52aff12-f63e-4dfe-80b5-a7c6b3db6454 tempest-TestNetworkAdvancedServerOps-38498957 tempest-TestNetworkAdvancedServerOps-38498957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:13:23.603435 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-58ff1f85-515b-469b-a725-3c893cd8bd06 req-b52aff12-f63e-4dfe-80b5-a7c6b3db6454 tempest-TestNetworkAdvancedServerOps-38498957 tempest-TestNetworkAdvancedServerOps-38498957-project] 10.222.0.75 "GET /v2.0/ports?device_id=3905ee27-759e-4f7b-8cfe-51a4065cd1e1 HTTP/1.1" status: 200 len: 945 time: 0.0600290 Feb 09 20:13:23.652696 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-58ff1f85-515b-469b-a725-3c893cd8bd06 req-fce60276-482c-4add-9aa1-94be77b268a0 tempest-TestNetworkAdvancedServerOps-38498957 tempest-TestNetworkAdvancedServerOps-38498957-project] 10.222.0.75 "GET /v2.0/security-groups?id=93968f3f-6bf2-447d-b035-98a1d86f0fb1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430598 Feb 09 20:13:24.780391 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fff85e57-23db-41b5-a79b-a1c9213a7ecb req-29702712-7d93-44dd-b2a1-49745345d27b tempest-TestNetworkAdvancedServerOps-38498957 tempest-TestNetworkAdvancedServerOps-38498957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:13:24.781862 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-fff85e57-23db-41b5-a79b-a1c9213a7ecb req-29702712-7d93-44dd-b2a1-49745345d27b tempest-TestNetworkAdvancedServerOps-38498957 tempest-TestNetworkAdvancedServerOps-38498957-project] 10.222.0.75 "GET /v2.0/ports?device_id=3905ee27-759e-4f7b-8cfe-51a4065cd1e1 HTTP/1.1" status: 200 len: 945 time: 0.0565002 Feb 09 20:13:24.831432 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-fff85e57-23db-41b5-a79b-a1c9213a7ecb req-0b387df0-98c5-482b-89d3-bb28d43dcc85 tempest-TestNetworkAdvancedServerOps-38498957 tempest-TestNetworkAdvancedServerOps-38498957-project] 10.222.0.75 "GET /v2.0/security-groups?id=93968f3f-6bf2-447d-b035-98a1d86f0fb1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436847 Feb 09 20:13:25.955791 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b95a2fa5-83bb-4147-a401-ea7e05e2406e req-cdf9ffaf-936a-4667-a3a0-184b660f9053 tempest-TestNetworkAdvancedServerOps-38498957 tempest-TestNetworkAdvancedServerOps-38498957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:13:25.957285 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-b95a2fa5-83bb-4147-a401-ea7e05e2406e req-cdf9ffaf-936a-4667-a3a0-184b660f9053 tempest-TestNetworkAdvancedServerOps-38498957 tempest-TestNetworkAdvancedServerOps-38498957-project] 10.222.0.75 "GET /v2.0/ports?device_id=3905ee27-759e-4f7b-8cfe-51a4065cd1e1 HTTP/1.1" status: 200 len: 945 time: 0.0545764 Feb 09 20:13:26.006469 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-b95a2fa5-83bb-4147-a401-ea7e05e2406e req-54a8187a-a2d1-4671-ab6a-518cffc6fe6b tempest-TestNetworkAdvancedServerOps-38498957 tempest-TestNetworkAdvancedServerOps-38498957-project] 10.222.0.75 "GET /v2.0/security-groups?id=93968f3f-6bf2-447d-b035-98a1d86f0fb1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436277 Feb 09 20:13:27.134174 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9ddc63c-6de6-4d84-a2e3-bcfefba74cca req-6781c738-e0bf-47d4-8ca9-239d9a0d7931 tempest-TestNetworkAdvancedServerOps-38498957 tempest-TestNetworkAdvancedServerOps-38498957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:13:27.135713 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-d9ddc63c-6de6-4d84-a2e3-bcfefba74cca req-6781c738-e0bf-47d4-8ca9-239d9a0d7931 tempest-TestNetworkAdvancedServerOps-38498957 tempest-TestNetworkAdvancedServerOps-38498957-project] 10.222.0.75 "GET /v2.0/ports?device_id=3905ee27-759e-4f7b-8cfe-51a4065cd1e1 HTTP/1.1" status: 200 len: 945 time: 0.0577028 Feb 09 20:13:27.183811 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-d9ddc63c-6de6-4d84-a2e3-bcfefba74cca req-1456231f-959b-4c50-9a11-9dd8f30661e7 tempest-TestNetworkAdvancedServerOps-38498957 tempest-TestNetworkAdvancedServerOps-38498957-project] 10.222.0.75 "GET /v2.0/security-groups?id=93968f3f-6bf2-447d-b035-98a1d86f0fb1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423884 Feb 09 20:13:28.311559 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97623594-b529-4ebf-8068-856ab426ca6d req-94b29268-9ae5-4b2e-b350-63218d109608 tempest-TestNetworkAdvancedServerOps-38498957 tempest-TestNetworkAdvancedServerOps-38498957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:13:28.313041 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-97623594-b529-4ebf-8068-856ab426ca6d req-94b29268-9ae5-4b2e-b350-63218d109608 tempest-TestNetworkAdvancedServerOps-38498957 tempest-TestNetworkAdvancedServerOps-38498957-project] 10.222.0.75 "GET /v2.0/ports?device_id=3905ee27-759e-4f7b-8cfe-51a4065cd1e1 HTTP/1.1" status: 200 len: 945 time: 0.0572624 Feb 09 20:13:28.356228 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-890548f1-645e-4ca4-8606-5dff8c845735 req-e27cb43b-3926-4fb5-80ae-d4e18ba40fc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:13:28.358415 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-890548f1-645e-4ca4-8606-5dff8c845735 req-e27cb43b-3926-4fb5-80ae-d4e18ba40fc5 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=c799cd12150c4200978dc1a66164f122&device_id=3905ee27-759e-4f7b-8cfe-51a4065cd1e1 HTTP/1.1" status: 200 len: 1128 time: 0.0459921 Feb 09 20:13:28.371076 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-97623594-b529-4ebf-8068-856ab426ca6d req-dbe401fc-43dd-4927-9ecc-668174720aed tempest-TestNetworkAdvancedServerOps-38498957 tempest-TestNetworkAdvancedServerOps-38498957-project] 10.222.0.75 "GET /v2.0/security-groups?id=93968f3f-6bf2-447d-b035-98a1d86f0fb1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0518844 Feb 09 20:13:28.461487 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-890548f1-645e-4ca4-8606-5dff8c845735 req-ca2227ab-70ef-4a93-bef6-962a37ccbbae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:13:28.462998 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-890548f1-645e-4ca4-8606-5dff8c845735 req-ca2227ab-70ef-4a93-bef6-962a37ccbbae service neutron] 10.222.0.89 "GET /v2.0/networks?id=b9c940a3-e4c9-41cb-ba32-c82b1b93eaf0 HTTP/1.1" status: 200 len: 897 time: 0.0878451 Feb 09 20:13:28.532814 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-890548f1-645e-4ca4-8606-5dff8c845735 req-78a70b23-06ac-47f6-aeec-d185fe7ddb70 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b47daed1-b2b2-47ba-bb4e-ae2cee912d1b HTTP/1.1" status: 200 len: 1001 time: 0.0629032 Feb 09 20:13:28.582291 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-890548f1-645e-4ca4-8606-5dff8c845735 req-6cc4307c-1551-4aa7-9547-303a1b7b43c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:13:28.583782 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-890548f1-645e-4ca4-8606-5dff8c845735 req-6cc4307c-1551-4aa7-9547-303a1b7b43c1 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=e1083585-a5b7-48e1-a337-664befec84f6 HTTP/1.1" status: 200 len: 835 time: 0.0448022 Feb 09 20:13:28.635867 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-890548f1-645e-4ca4-8606-5dff8c845735 req-cf4208ac-9e91-42f9-8754-3a78649149da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:13:28.637388 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-890548f1-645e-4ca4-8606-5dff8c845735 req-cf4208ac-9e91-42f9-8754-3a78649149da service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=b9c940a3-e4c9-41cb-ba32-c82b1b93eaf0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0481503 Feb 09 20:13:28.647808 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [req-890548f1-645e-4ca4-8606-5dff8c845735 req-467ce6ae-c79a-45a4-ae22-5a7756594863 service neutron] http://10.222.0.75:9696/v2.0/extensions returned with HTTP 200 {{(pid=103229) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 09 20:13:28.648839 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-890548f1-645e-4ca4-8606-5dff8c845735 req-467ce6ae-c79a-45a4-ae22-5a7756594863 service neutron] 10.222.0.89 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0053532 Feb 09 20:13:28.741152 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-890548f1-645e-4ca4-8606-5dff8c845735 req-1139b12e-8e70-4485-ae5f-152101adf173 service neutron] 10.222.0.89 "GET /v2.0/networks/b9c940a3-e4c9-41cb-ba32-c82b1b93eaf0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0861137 Feb 09 20:13:28.829423 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-890548f1-645e-4ca4-8606-5dff8c845735 req-c712da4a-0c1a-4491-9fbe-1c024bbb9d0b service neutron] 10.222.0.89 "GET /v2.0/networks/b9c940a3-e4c9-41cb-ba32-c82b1b93eaf0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0825887 Feb 09 20:13:29.496538 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b903e02c-1bbd-47d3-8dbc-048c36966de4 req-c803b539-8c40-4734-a674-af9153a2691d tempest-TestNetworkAdvancedServerOps-38498957 tempest-TestNetworkAdvancedServerOps-38498957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:13:29.498584 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-b903e02c-1bbd-47d3-8dbc-048c36966de4 req-c803b539-8c40-4734-a674-af9153a2691d tempest-TestNetworkAdvancedServerOps-38498957 tempest-TestNetworkAdvancedServerOps-38498957-project] 10.222.0.75 "GET /v2.0/ports?device_id=3905ee27-759e-4f7b-8cfe-51a4065cd1e1 HTTP/1.1" status: 200 len: 945 time: 0.0588560 Feb 09 20:13:29.547756 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-b903e02c-1bbd-47d3-8dbc-048c36966de4 req-cb19139f-4eaa-48e9-8737-77b9fe15a8fe tempest-TestNetworkAdvancedServerOps-38498957 tempest-TestNetworkAdvancedServerOps-38498957-project] 10.222.0.75 "GET /v2.0/security-groups?id=93968f3f-6bf2-447d-b035-98a1d86f0fb1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435815 Feb 09 20:13:30.668703 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30cca2e2-81ac-4497-93ea-f4f288ac0e50 req-2ed80a6a-5d47-45bb-adeb-dc2e9a75f8ce tempest-TestNetworkAdvancedServerOps-38498957 tempest-TestNetworkAdvancedServerOps-38498957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:13:30.670529 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-30cca2e2-81ac-4497-93ea-f4f288ac0e50 req-2ed80a6a-5d47-45bb-adeb-dc2e9a75f8ce tempest-TestNetworkAdvancedServerOps-38498957 tempest-TestNetworkAdvancedServerOps-38498957-project] 10.222.0.75 "GET /v2.0/ports?device_id=3905ee27-759e-4f7b-8cfe-51a4065cd1e1 HTTP/1.1" status: 200 len: 945 time: 0.0533237 Feb 09 20:13:30.720549 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-30cca2e2-81ac-4497-93ea-f4f288ac0e50 req-a36deb66-28fc-4126-a949-b2a99b21dfdc tempest-TestNetworkAdvancedServerOps-38498957 tempest-TestNetworkAdvancedServerOps-38498957-project] 10.222.0.75 "GET /v2.0/security-groups?id=93968f3f-6bf2-447d-b035-98a1d86f0fb1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441456 Feb 09 20:13:31.842840 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d559d44-811a-4a83-b853-1f004ea1b2bf req-19bdd06d-073a-4621-a997-4445e1fa4ae4 tempest-TestNetworkAdvancedServerOps-38498957 tempest-TestNetworkAdvancedServerOps-38498957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:13:31.844240 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-3d559d44-811a-4a83-b853-1f004ea1b2bf req-19bdd06d-073a-4621-a997-4445e1fa4ae4 tempest-TestNetworkAdvancedServerOps-38498957 tempest-TestNetworkAdvancedServerOps-38498957-project] 10.222.0.75 "GET /v2.0/ports?device_id=3905ee27-759e-4f7b-8cfe-51a4065cd1e1 HTTP/1.1" status: 200 len: 945 time: 0.0540953 Feb 09 20:13:31.892544 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-3d559d44-811a-4a83-b853-1f004ea1b2bf req-8568430d-5d10-41b5-8e12-712bc27fdb67 tempest-TestNetworkAdvancedServerOps-38498957 tempest-TestNetworkAdvancedServerOps-38498957-project] 10.222.0.75 "GET /v2.0/security-groups?id=93968f3f-6bf2-447d-b035-98a1d86f0fb1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427163 Feb 09 20:13:33.011327 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cddd5df1-562b-4f7a-99ed-69d15a434954 req-7929947f-8712-4545-8ab6-d6e9de035e1f tempest-TestNetworkAdvancedServerOps-38498957 tempest-TestNetworkAdvancedServerOps-38498957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:13:33.013336 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-cddd5df1-562b-4f7a-99ed-69d15a434954 req-7929947f-8712-4545-8ab6-d6e9de035e1f tempest-TestNetworkAdvancedServerOps-38498957 tempest-TestNetworkAdvancedServerOps-38498957-project] 10.222.0.75 "GET /v2.0/ports?device_id=3905ee27-759e-4f7b-8cfe-51a4065cd1e1 HTTP/1.1" status: 200 len: 945 time: 0.0527089 Feb 09 20:13:33.062534 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-cddd5df1-562b-4f7a-99ed-69d15a434954 req-e7d49ac9-9b24-4e94-8c1b-28ba6c5359fd tempest-TestNetworkAdvancedServerOps-38498957 tempest-TestNetworkAdvancedServerOps-38498957-project] 10.222.0.75 "GET /v2.0/security-groups?id=93968f3f-6bf2-447d-b035-98a1d86f0fb1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432372 Feb 09 20:13:34.187725 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44d48a6b-5913-42ce-a72f-c08768b0559d req-8b32df3e-1a86-48e5-b19f-26b5b7dca436 tempest-TestNetworkAdvancedServerOps-38498957 tempest-TestNetworkAdvancedServerOps-38498957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:13:34.189235 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-44d48a6b-5913-42ce-a72f-c08768b0559d req-8b32df3e-1a86-48e5-b19f-26b5b7dca436 tempest-TestNetworkAdvancedServerOps-38498957 tempest-TestNetworkAdvancedServerOps-38498957-project] 10.222.0.75 "GET /v2.0/ports?device_id=3905ee27-759e-4f7b-8cfe-51a4065cd1e1 HTTP/1.1" status: 200 len: 945 time: 0.0578663 Feb 09 20:13:34.238293 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-44d48a6b-5913-42ce-a72f-c08768b0559d req-a3dc713e-f81d-4ebf-a86e-c440524cd615 tempest-TestNetworkAdvancedServerOps-38498957 tempest-TestNetworkAdvancedServerOps-38498957-project] 10.222.0.75 "GET /v2.0/security-groups?id=93968f3f-6bf2-447d-b035-98a1d86f0fb1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426116 Feb 09 20:13:35.363848 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f780c5fb-2b48-44c6-816f-86d9ab90fd64 req-4e84a043-b01d-4169-b899-ee6f349ce6ab tempest-TestNetworkAdvancedServerOps-38498957 tempest-TestNetworkAdvancedServerOps-38498957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:13:35.365340 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-f780c5fb-2b48-44c6-816f-86d9ab90fd64 req-4e84a043-b01d-4169-b899-ee6f349ce6ab tempest-TestNetworkAdvancedServerOps-38498957 tempest-TestNetworkAdvancedServerOps-38498957-project] 10.222.0.75 "GET /v2.0/ports?device_id=3905ee27-759e-4f7b-8cfe-51a4065cd1e1 HTTP/1.1" status: 200 len: 945 time: 0.0577805 Feb 09 20:13:35.415254 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-f780c5fb-2b48-44c6-816f-86d9ab90fd64 req-4e233b07-775d-4bf7-bf59-300458340fe7 tempest-TestNetworkAdvancedServerOps-38498957 tempest-TestNetworkAdvancedServerOps-38498957-project] 10.222.0.75 "GET /v2.0/security-groups?id=93968f3f-6bf2-447d-b035-98a1d86f0fb1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436726 Feb 09 20:13:36.548239 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c3210ca-7231-4e0c-9818-6bede7c2d718 req-db787cbf-a615-49f1-b00c-edf49bf30065 tempest-TestNetworkAdvancedServerOps-38498957 tempest-TestNetworkAdvancedServerOps-38498957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:13:36.549997 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-7c3210ca-7231-4e0c-9818-6bede7c2d718 req-db787cbf-a615-49f1-b00c-edf49bf30065 tempest-TestNetworkAdvancedServerOps-38498957 tempest-TestNetworkAdvancedServerOps-38498957-project] 10.222.0.75 "GET /v2.0/ports?device_id=3905ee27-759e-4f7b-8cfe-51a4065cd1e1 HTTP/1.1" status: 200 len: 945 time: 0.0558889 Feb 09 20:13:36.603831 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-7c3210ca-7231-4e0c-9818-6bede7c2d718 req-fcfc617f-65fe-4176-95dc-133cad35ea9d tempest-TestNetworkAdvancedServerOps-38498957 tempest-TestNetworkAdvancedServerOps-38498957-project] 10.222.0.75 "GET /v2.0/security-groups?id=93968f3f-6bf2-447d-b035-98a1d86f0fb1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472376 Feb 09 20:13:37.735833 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87b212d2-d075-4c00-a4b6-3241bcd767d1 req-f39f42c8-c7b3-4e93-941c-b6dba3c3943b tempest-TestNetworkAdvancedServerOps-38498957 tempest-TestNetworkAdvancedServerOps-38498957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:13:37.738921 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-87b212d2-d075-4c00-a4b6-3241bcd767d1 req-f39f42c8-c7b3-4e93-941c-b6dba3c3943b tempest-TestNetworkAdvancedServerOps-38498957 tempest-TestNetworkAdvancedServerOps-38498957-project] 10.222.0.75 "GET /v2.0/ports?device_id=3905ee27-759e-4f7b-8cfe-51a4065cd1e1 HTTP/1.1" status: 200 len: 945 time: 0.0575619 Feb 09 20:13:37.793712 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-87b212d2-d075-4c00-a4b6-3241bcd767d1 req-c616e935-1216-4f05-a40c-66bd10ec00f7 tempest-TestNetworkAdvancedServerOps-38498957 tempest-TestNetworkAdvancedServerOps-38498957-project] 10.222.0.75 "GET /v2.0/security-groups?id=93968f3f-6bf2-447d-b035-98a1d86f0fb1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0501049 Feb 09 20:13:38.924014 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e492c86-21b1-4ab2-9316-4f44192c669e req-fbb449f7-4b13-438c-baf9-1fc0652704b5 tempest-TestNetworkAdvancedServerOps-38498957 tempest-TestNetworkAdvancedServerOps-38498957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:13:38.925573 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-0e492c86-21b1-4ab2-9316-4f44192c669e req-fbb449f7-4b13-438c-baf9-1fc0652704b5 tempest-TestNetworkAdvancedServerOps-38498957 tempest-TestNetworkAdvancedServerOps-38498957-project] 10.222.0.75 "GET /v2.0/ports?device_id=3905ee27-759e-4f7b-8cfe-51a4065cd1e1 HTTP/1.1" status: 200 len: 945 time: 0.0565581 Feb 09 20:13:38.985319 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-0e492c86-21b1-4ab2-9316-4f44192c669e req-5ca000bb-5bdb-4f61-b5a5-c07c80f4c72e tempest-TestNetworkAdvancedServerOps-38498957 tempest-TestNetworkAdvancedServerOps-38498957-project] 10.222.0.75 "GET /v2.0/security-groups?id=93968f3f-6bf2-447d-b035-98a1d86f0fb1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0538292 Feb 09 20:13:39.009602 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 55006) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:13:39.086924 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-f02e9e90-ba42-468f-a3b8-6bd13d15348b tempest-TestNetworkAdvancedServerOps-38498957 tempest-TestNetworkAdvancedServerOps-38498957-project] 10.222.0.75 "GET /v2.0/floatingips/f13eaa33-7da2-47f0-a588-d7ed41b126ea HTTP/1.1" status: 200 len: 993 time: 0.0755503 Feb 09 20:13:40.380353 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3d88fa6-439e-469c-93a6-252c65754f8a req-ba7b14cf-30bd-47f6-9b13-a18a024f1d73 tempest-TestNetworkAdvancedServerOps-38498957 tempest-TestNetworkAdvancedServerOps-38498957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:13:40.389880 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-a3d88fa6-439e-469c-93a6-252c65754f8a req-ba7b14cf-30bd-47f6-9b13-a18a024f1d73 tempest-TestNetworkAdvancedServerOps-38498957 tempest-TestNetworkAdvancedServerOps-38498957-project] 10.222.0.75 "GET /v2.0/ports?device_id=3905ee27-759e-4f7b-8cfe-51a4065cd1e1 HTTP/1.1" status: 200 len: 945 time: 0.0607841 Feb 09 20:13:40.409273 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fc743d4-ebc7-421a-9c58-9f3eebd85d94 req-70f15696-5eca-4fd0-adca-fd10fd379a5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:13:40.411136 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-8fc743d4-ebc7-421a-9c58-9f3eebd85d94 req-70f15696-5eca-4fd0-adca-fd10fd379a5b service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=c799cd12150c4200978dc1a66164f122&device_id=3905ee27-759e-4f7b-8cfe-51a4065cd1e1 HTTP/1.1" status: 200 len: 1128 time: 0.0581615 Feb 09 20:13:40.439449 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-a3d88fa6-439e-469c-93a6-252c65754f8a req-8547c598-66c3-4b41-b544-fcf91393c477 tempest-TestNetworkAdvancedServerOps-38498957 tempest-TestNetworkAdvancedServerOps-38498957-project] 10.222.0.75 "GET /v2.0/security-groups?id=93968f3f-6bf2-447d-b035-98a1d86f0fb1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0518334 Feb 09 20:13:40.539957 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fc743d4-ebc7-421a-9c58-9f3eebd85d94 req-563d8408-9b91-4b9b-83a8-604ed0498b85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:13:40.542230 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-8fc743d4-ebc7-421a-9c58-9f3eebd85d94 req-563d8408-9b91-4b9b-83a8-604ed0498b85 service neutron] 10.222.0.89 "GET /v2.0/networks?id=b9c940a3-e4c9-41cb-ba32-c82b1b93eaf0 HTTP/1.1" status: 200 len: 897 time: 0.1250167 Feb 09 20:13:40.614806 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-8fc743d4-ebc7-421a-9c58-9f3eebd85d94 req-56640eab-0428-449f-b97a-d0bc88856994 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b47daed1-b2b2-47ba-bb4e-ae2cee912d1b HTTP/1.1" status: 200 len: 1001 time: 0.0670211 Feb 09 20:13:40.665402 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fc743d4-ebc7-421a-9c58-9f3eebd85d94 req-eddecc6d-2b81-4e0f-960e-08cee2459f86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:13:40.666822 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-8fc743d4-ebc7-421a-9c58-9f3eebd85d94 req-eddecc6d-2b81-4e0f-960e-08cee2459f86 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=e1083585-a5b7-48e1-a337-664befec84f6 HTTP/1.1" status: 200 len: 835 time: 0.0468073 Feb 09 20:13:40.717053 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fc743d4-ebc7-421a-9c58-9f3eebd85d94 req-5f298b4b-2747-4a5c-9693-c47ff55c28a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:13:40.718595 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-8fc743d4-ebc7-421a-9c58-9f3eebd85d94 req-5f298b4b-2747-4a5c-9693-c47ff55c28a9 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=b9c940a3-e4c9-41cb-ba32-c82b1b93eaf0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0466433 Feb 09 20:13:40.815607 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-8fc743d4-ebc7-421a-9c58-9f3eebd85d94 req-90f1ec9c-6ee5-42ca-84a6-19d0a537f7e7 service neutron] 10.222.0.89 "GET /v2.0/networks/b9c940a3-e4c9-41cb-ba32-c82b1b93eaf0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0911992 Feb 09 20:13:40.913026 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-8fc743d4-ebc7-421a-9c58-9f3eebd85d94 req-480ab8bf-880d-45f8-ab81-75d7c4616a42 service neutron] 10.222.0.89 "GET /v2.0/networks/b9c940a3-e4c9-41cb-ba32-c82b1b93eaf0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0905499 Feb 09 20:13:40.959487 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-3f1c95ff-629a-4c34-8bd1-0c50141ea669 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762867132591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593584'] for agent (af91e4b9-f4e1-42b1-a25c-a10dc47171c8), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:13:41.572042 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-883fb8b2-735b-4fb5-8f2c-cdebf6c6df96 req-3f5aeccc-0e8d-49ba-bf4e-01ed1bbef7d9 tempest-TestNetworkAdvancedServerOps-38498957 tempest-TestNetworkAdvancedServerOps-38498957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:13:41.573591 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-883fb8b2-735b-4fb5-8f2c-cdebf6c6df96 req-3f5aeccc-0e8d-49ba-bf4e-01ed1bbef7d9 tempest-TestNetworkAdvancedServerOps-38498957 tempest-TestNetworkAdvancedServerOps-38498957-project] 10.222.0.75 "GET /v2.0/ports?device_id=3905ee27-759e-4f7b-8cfe-51a4065cd1e1 HTTP/1.1" status: 200 len: 945 time: 0.0577776 Feb 09 20:13:41.637370 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-883fb8b2-735b-4fb5-8f2c-cdebf6c6df96 req-2357b52b-4e33-4086-a781-57600c1de10e tempest-TestNetworkAdvancedServerOps-38498957 tempest-TestNetworkAdvancedServerOps-38498957-project] 10.222.0.75 "GET /v2.0/security-groups?id=93968f3f-6bf2-447d-b035-98a1d86f0fb1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0571775 Feb 09 20:13:41.660431 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 55016) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:13:41.727542 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-3093fbb1-d97f-4e5c-b55e-7a7ba2f53cda tempest-TestNetworkAdvancedServerOps-38498957 tempest-TestNetworkAdvancedServerOps-38498957-project] 10.222.0.75 "GET /v2.0/floatingips/f13eaa33-7da2-47f0-a588-d7ed41b126ea HTTP/1.1" status: 200 len: 993 time: 0.0659306 Feb 09 20:13:42.709374 n-d-713498-36 neutron-server[103233]: DEBUG neutron.db.agents_db [None req-4a8a6a42-0a0c-4437-8958-92282682b6bb None None] Agent healthcheck: found 7 active agents {{(pid=103233) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 20:13:43.221836 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-f6ffae79-c49b-4377-89b7-32fc1772d52b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762867132591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593584'] for agent (93303d5e-5d17-45e8-8963-7694f87783ae), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:13:44.574398 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-edc54c9b-7f13-45d9-9271-85c9738b0128 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762867132591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593584'] for agent (a62b1850-466f-48ae-bec7-d62fb280e14b), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:13:46.213001 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-a7262a8e-0513-48fd-984d-75726a511961 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762867132591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593584'] for agent (911cfea2-02ae-4ec9-bac3-7808ee1cdd9c), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:13:47.189643 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762867132591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593584'] for agent (496418a2-c002-4aec-ab1a-07f3bea491bd), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:13:49.155247 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762867132591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593584'] for agent (488cd9ae-631f-4955-ba0b-4f5a13f12e9c), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:13:49.615795 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762867132591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593584'] for agent (bcd5faee-dc24-4298-9134-0e0aa054058e), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:14:10.953820 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-b1e49781-ba28-45b4-9166-cac2b82d729f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762867132591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593584'] for agent (af91e4b9-f4e1-42b1-a25c-a10dc47171c8), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:14:12.300197 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 55026) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:14:12.478529 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.plugin [None req-5b8f6e31-ec0f-4740-b6d2-59d533da60a3 tempest-TestNetworkAdvancedServerOps-38498957 tempest-TestNetworkAdvancedServerOps-38498957-project] Deleting port 8c7008b0-1554-431c-a20d-5911190d9b4f {{(pid=103229) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 20:14:12.478912 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-5b8f6e31-ec0f-4740-b6d2-59d533da60a3 tempest-TestNetworkAdvancedServerOps-38498957 tempest-TestNetworkAdvancedServerOps-38498957-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762867170196'] for port (8c7008b0-1554-431c-a20d-5911190d9b4f), before_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:14:12.571581 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-5b8f6e31-ec0f-4740-b6d2-59d533da60a3 tempest-TestNetworkAdvancedServerOps-38498957 tempest-TestNetworkAdvancedServerOps-38498957-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1820838'] for port (8c7008b0-1554-431c-a20d-5911190d9b4f), precommit_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:14:12.571914 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-5b8f6e31-ec0f-4740-b6d2-59d533da60a3 tempest-TestNetworkAdvancedServerOps-38498957 tempest-TestNetworkAdvancedServerOps-38498957-project] Publish callbacks [] for floatingip (8c7008b0-1554-431c-a20d-5911190d9b4f), precommit_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:14:12.584982 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.plugin [None req-5b8f6e31-ec0f-4740-b6d2-59d533da60a3 tempest-TestNetworkAdvancedServerOps-38498957 tempest-TestNetworkAdvancedServerOps-38498957-project] Calling delete_port for 8c7008b0-1554-431c-a20d-5911190d9b4f owned by network:floatingip {{(pid=103229) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 20:14:12.743805 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-5b8f6e31-ec0f-4740-b6d2-59d533da60a3 tempest-TestNetworkAdvancedServerOps-38498957 tempest-TestNetworkAdvancedServerOps-38498957-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762867177463', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762866656476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12867576'] for port (8c7008b0-1554-431c-a20d-5911190d9b4f), after_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:14:12.769578 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b8f6e31-ec0f-4740-b6d2-59d533da60a3 tempest-TestNetworkAdvancedServerOps-38498957 tempest-TestNetworkAdvancedServerOps-38498957-project] Pushing event deleted for resources: {'Port': ['ID=8c7008b0-1554-431c-a20d-5911190d9b4f,revision_number=None']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:14:12.782437 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b8f6e31-ec0f-4740-b6d2-59d533da60a3 tempest-TestNetworkAdvancedServerOps-38498957 tempest-TestNetworkAdvancedServerOps-38498957-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:14:12.782801 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b8f6e31-ec0f-4740-b6d2-59d533da60a3 tempest-TestNetworkAdvancedServerOps-38498957 tempest-TestNetworkAdvancedServerOps-38498957-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:14:12.783155 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b8f6e31-ec0f-4740-b6d2-59d533da60a3 tempest-TestNetworkAdvancedServerOps-38498957 tempest-TestNetworkAdvancedServerOps-38498957-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:14:12.783537 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b8f6e31-ec0f-4740-b6d2-59d533da60a3 tempest-TestNetworkAdvancedServerOps-38498957 tempest-TestNetworkAdvancedServerOps-38498957-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:14:12.783872 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b8f6e31-ec0f-4740-b6d2-59d533da60a3 tempest-TestNetworkAdvancedServerOps-38498957 tempest-TestNetworkAdvancedServerOps-38498957-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:14:12.784206 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b8f6e31-ec0f-4740-b6d2-59d533da60a3 tempest-TestNetworkAdvancedServerOps-38498957 tempest-TestNetworkAdvancedServerOps-38498957-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:14:12.784545 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b8f6e31-ec0f-4740-b6d2-59d533da60a3 tempest-TestNetworkAdvancedServerOps-38498957 tempest-TestNetworkAdvancedServerOps-38498957-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:14:12.784880 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b8f6e31-ec0f-4740-b6d2-59d533da60a3 tempest-TestNetworkAdvancedServerOps-38498957 tempest-TestNetworkAdvancedServerOps-38498957-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:14:12.785213 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b8f6e31-ec0f-4740-b6d2-59d533da60a3 tempest-TestNetworkAdvancedServerOps-38498957 tempest-TestNetworkAdvancedServerOps-38498957-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:14:12.785543 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b8f6e31-ec0f-4740-b6d2-59d533da60a3 tempest-TestNetworkAdvancedServerOps-38498957 tempest-TestNetworkAdvancedServerOps-38498957-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:14:12.785878 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b8f6e31-ec0f-4740-b6d2-59d533da60a3 tempest-TestNetworkAdvancedServerOps-38498957 tempest-TestNetworkAdvancedServerOps-38498957-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:14:12.786366 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b8f6e31-ec0f-4740-b6d2-59d533da60a3 tempest-TestNetworkAdvancedServerOps-38498957 tempest-TestNetworkAdvancedServerOps-38498957-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:14:12.786684 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b8f6e31-ec0f-4740-b6d2-59d533da60a3 tempest-TestNetworkAdvancedServerOps-38498957 tempest-TestNetworkAdvancedServerOps-38498957-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:14:13.166657 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-5b8f6e31-ec0f-4740-b6d2-59d533da60a3 tempest-TestNetworkAdvancedServerOps-38498957 tempest-TestNetworkAdvancedServerOps-38498957-project] Publish callbacks [] for floatingip (f13eaa33-7da2-47f0-a588-d7ed41b126ea), after_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:14:13.167530 n-d-713498-36 neutron-server[103229]: INFO neutron.db.l3_db [None req-5b8f6e31-ec0f-4740-b6d2-59d533da60a3 tempest-TestNetworkAdvancedServerOps-38498957 tempest-TestNetworkAdvancedServerOps-38498957-project] Floating IP f13eaa33-7da2-47f0-a588-d7ed41b126ea disassociated (deleted). External IP: 172.25.1.119, port: b47daed1-b2b2-47ba-bb4e-ae2cee912d1b. Feb 09 20:14:13.236134 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-63b69c9a-fcd7-4d42-b14f-179d8aba3c81 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762867132591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593584'] for agent (93303d5e-5d17-45e8-8963-7694f87783ae), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:14:13.399644 n-d-713498-36 neutron-server[103229]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5b8f6e31-ec0f-4740-b6d2-59d533da60a3 tempest-TestNetworkAdvancedServerOps-38498957 tempest-TestNetworkAdvancedServerOps-38498957-project] Router cf091f46-b4eb-4e8a-b114-b3c716e30ba6 has already been hosted by L3 agent 93303d5e-5d17-45e8-8963-7694f87783ae {{(pid=103229) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 20:14:13.514529 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5b8f6e31-ec0f-4740-b6d2-59d533da60a3 tempest-TestNetworkAdvancedServerOps-38498957 tempest-TestNetworkAdvancedServerOps-38498957-project] Notify agent at l3_agent.n-d-713498-36 the message routers_updated {{(pid=103229) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 20:14:13.519694 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-5b8f6e31-ec0f-4740-b6d2-59d533da60a3 tempest-TestNetworkAdvancedServerOps-38498957 tempest-TestNetworkAdvancedServerOps-38498957-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171096'] for floatingip (None), before_response {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:14:13.524396 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79d88a95-9191-4f58-a12e-c5d10642fa4b None None] Sync routers for ids ['cf091f46-b4eb-4e8a-b114-b3c716e30ba6'] in n-d-713498-36 {{(pid=103232) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 20:14:13.534537 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79d88a95-9191-4f58-a12e-c5d10642fa4b None None] Routers {'cf091f46-b4eb-4e8a-b114-b3c716e30ba6'} bound to L3 agent in host n-d-713498-36 {{(pid=103232) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 20:14:13.535165 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.l3_hamode_db [None req-79d88a95-9191-4f58-a12e-c5d10642fa4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T18:51:43Z,description=,heartbeat_timestamp=2022-02-09T20:14:13Z,host='n-d-713498-36',id=93303d5e-5d17-45e8-8963-7694f87783ae,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T18:51:43Z,topic='l3_agent')) {'router_ids': ['cf091f46-b4eb-4e8a-b114-b3c716e30ba6'], 'active': True} {{(pid=103232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 20:14:13.551952 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-5b8f6e31-ec0f-4740-b6d2-59d533da60a3 tempest-TestNetworkAdvancedServerOps-38498957 tempest-TestNetworkAdvancedServerOps-38498957-project] 10.222.0.75 "DELETE /v2.0/floatingips/f13eaa33-7da2-47f0-a588-d7ed41b126ea HTTP/1.1" status: 204 len: 168 time: 1.2503600 Feb 09 20:14:13.552372 n-d-713498-36 neutron-server[103229]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3905ee27-759e-4f7b-8cfe-51a4065cd1e1', 'tag': 'b47daed1-b2b2-47ba-bb4e-ae2cee912d1b'}] {{(pid=103229) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 20:14:13.554742 n-d-713498-36 neutron-server[103229]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}07d618d1c5389b9cd0b8ca1de8f17b65d6cfa6b0806685514be6977118e88e42" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7be7bda7-72a7-4d63-870c-f5051a60c1de" -d '{"events": [{"name": "network-changed", "server_uuid": "3905ee27-759e-4f7b-8cfe-51a4065cd1e1", "tag": "b47daed1-b2b2-47ba-bb4e-ae2cee912d1b"}]}' {{(pid=103229) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 20:14:13.600810 n-d-713498-36 neutron-server[103229]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 20:14:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2b1edb2a-4c01-4d54-bb9d-2695c5a6dbb8 x-openstack-request-id: req-2b1edb2a-4c01-4d54-bb9d-2695c5a6dbb8 {{(pid=103229) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 20:14:13.601112 n-d-713498-36 neutron-server[103229]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3905ee27-759e-4f7b-8cfe-51a4065cd1e1", "tag": "b47daed1-b2b2-47ba-bb4e-ae2cee912d1b", "status": "completed", "code": 200}]} {{(pid=103229) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 20:14:13.601370 n-d-713498-36 neutron-server[103229]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-2b1edb2a-4c01-4d54-bb9d-2695c5a6dbb8 {{(pid=103229) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 20:14:13.601790 n-d-713498-36 neutron-server[103229]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3905ee27-759e-4f7b-8cfe-51a4065cd1e1', 'tag': 'b47daed1-b2b2-47ba-bb4e-ae2cee912d1b', 'status': 'completed', 'code': 200} Feb 09 20:14:13.677264 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.l3_dvr_db [None req-79d88a95-9191-4f58-a12e-c5d10642fa4b None None] Set router cf091f46-b4eb-4e8a-b114-b3c716e30ba6 gateway port host: n-d-713498-36 {{(pid=103232) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 20:14:13.680427 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7be7bda7-72a7-4d63-870c-f5051a60c1de req-6bc8942a-1195-49fd-8aac-8e8994514537 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:14:13.681760 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-7be7bda7-72a7-4d63-870c-f5051a60c1de req-6bc8942a-1195-49fd-8aac-8e8994514537 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=c799cd12150c4200978dc1a66164f122&device_id=3905ee27-759e-4f7b-8cfe-51a4065cd1e1 HTTP/1.1" status: 200 len: 1128 time: 0.0535874 Feb 09 20:14:13.797823 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7be7bda7-72a7-4d63-870c-f5051a60c1de req-bb11717d-415d-4854-a1d1-bf1152cb64d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:14:13.799498 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-7be7bda7-72a7-4d63-870c-f5051a60c1de req-bb11717d-415d-4854-a1d1-bf1152cb64d3 service neutron] 10.222.0.89 "GET /v2.0/networks?id=b9c940a3-e4c9-41cb-ba32-c82b1b93eaf0 HTTP/1.1" status: 200 len: 897 time: 0.1104131 Feb 09 20:14:13.843653 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7905b92a-2e9a-40f1-a44c-fdcb7844f263 req-b77f8566-c50f-4c2e-a46d-7eeabff50862 tempest-TestNetworkAdvancedServerOps-38498957 tempest-TestNetworkAdvancedServerOps-38498957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:14:13.845103 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-7905b92a-2e9a-40f1-a44c-fdcb7844f263 req-b77f8566-c50f-4c2e-a46d-7eeabff50862 tempest-TestNetworkAdvancedServerOps-38498957 tempest-TestNetworkAdvancedServerOps-38498957-project] 10.222.0.75 "GET /v2.0/ports?device_id=3905ee27-759e-4f7b-8cfe-51a4065cd1e1 HTTP/1.1" status: 200 len: 945 time: 0.0708330 Feb 09 20:14:13.855350 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-7be7bda7-72a7-4d63-870c-f5051a60c1de req-08a0cf4e-8eea-4f17-aeaf-809040809a83 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b47daed1-b2b2-47ba-bb4e-ae2cee912d1b HTTP/1.1" status: 200 len: 217 time: 0.0495338 Feb 09 20:14:13.901415 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-7905b92a-2e9a-40f1-a44c-fdcb7844f263 req-95ed4d61-5fa7-4dc7-9f0a-de9b655dea4e tempest-TestNetworkAdvancedServerOps-38498957 tempest-TestNetworkAdvancedServerOps-38498957-project] 10.222.0.75 "GET /v2.0/security-groups?id=93968f3f-6bf2-447d-b035-98a1d86f0fb1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0490789 Feb 09 20:14:13.906241 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7be7bda7-72a7-4d63-870c-f5051a60c1de req-633836bc-abe0-496e-b71a-897d90f5192c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:14:13.908453 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-7be7bda7-72a7-4d63-870c-f5051a60c1de req-633836bc-abe0-496e-b71a-897d90f5192c service neutron] 10.222.0.89 "GET /v2.0/subnets?id=e1083585-a5b7-48e1-a337-664befec84f6 HTTP/1.1" status: 200 len: 835 time: 0.0469542 Feb 09 20:14:13.910803 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.l3_hamode_db [None req-79d88a95-9191-4f58-a12e-c5d10642fa4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf091f46-b4eb-4e8a-b114-b3c716e30ba6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-814519001', 'tenant_id': 'c799cd12150c4200978dc1a66164f122', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88055e1e-672a-4487-be31-ffb6e833ece5', 'external_fixed_ips': [{'subnet_id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'ip_address': '172.25.1.17'}], 'enable_snat': True}, 'gw_port_id': 'c9c9d742-24a2-41a6-8569-d5bb84453b96', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T20:12:30Z', 'updated_at': '2022-02-09T20:12:34Z', 'revision_number': 4, 'project_id': 'c799cd12150c4200978dc1a66164f122', 'gw_port': {'id': 'c9c9d742-24a2-41a6-8569-d5bb84453b96', 'name': '', 'network_id': '88055e1e-672a-4487-be31-ffb6e833ece5', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:85:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf091f46-b4eb-4e8a-b114-b3c716e30ba6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4290, 'fixed_ips': [{'subnet_id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'ip_address': '172.25.1.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T20:12:31Z', 'updated_at': '2022-02-09T20:12:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-36', '_interfaces': [{'id': 'e1de4dbd-b969-4bc8-894d-e172b8d9e1c3', 'name': '', 'network_id': 'b9c940a3-e4c9-41cb-ba32-c82b1b93eaf0', 'tenant_id': 'c799cd12150c4200978dc1a66164f122', 'mac_address': 'fa:16:3e:66:78:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf091f46-b4eb-4e8a-b114-b3c716e30ba6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4293, 'fixed_ips': [{'subnet_id': 'e1083585-a5b7-48e1-a337-664befec84f6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T20:12:33Z', 'updated_at': '2022-02-09T20:12:37Z', 'revision_number': 5, 'project_id': 'c799cd12150c4200978dc1a66164f122', 'subnets': [{'id': 'e1083585-a5b7-48e1-a337-664befec84f6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-36', False) {} {{(pid=103232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 20:14:13.939402 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79d88a95-9191-4f58-a12e-c5d10642fa4b None None] Checking router: cf091f46-b4eb-4e8a-b114-b3c716e30ba6 for host: n-d-713498-36 {{(pid=103232) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 20:14:13.952509 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79d88a95-9191-4f58-a12e-c5d10642fa4b None None] Routers {'cf091f46-b4eb-4e8a-b114-b3c716e30ba6'} bound to L3 agent in host n-d-713498-36 {{(pid=103232) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 20:14:13.953127 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.l3_hamode_db [None req-79d88a95-9191-4f58-a12e-c5d10642fa4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T18:51:43Z,description=,heartbeat_timestamp=2022-02-09T20:14:13Z,host='n-d-713498-36',id=93303d5e-5d17-45e8-8963-7694f87783ae,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T18:51:43Z,topic='l3_agent')) {'router_ids': ['cf091f46-b4eb-4e8a-b114-b3c716e30ba6'], 'active': True} {{(pid=103232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 20:14:13.966691 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7be7bda7-72a7-4d63-870c-f5051a60c1de req-d765b7bd-571d-41da-9043-33658b7b7b5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:14:13.969208 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-7be7bda7-72a7-4d63-870c-f5051a60c1de req-d765b7bd-571d-41da-9043-33658b7b7b5d service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=b9c940a3-e4c9-41cb-ba32-c82b1b93eaf0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0543818 Feb 09 20:14:14.066380 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.l3_dvr_db [None req-79d88a95-9191-4f58-a12e-c5d10642fa4b None None] Set router cf091f46-b4eb-4e8a-b114-b3c716e30ba6 gateway port host: n-d-713498-36 {{(pid=103232) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 20:14:14.072422 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-7be7bda7-72a7-4d63-870c-f5051a60c1de req-fc399966-ff7d-43c6-a45b-8ea90625a919 service neutron] 10.222.0.89 "GET /v2.0/networks/b9c940a3-e4c9-41cb-ba32-c82b1b93eaf0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0967565 Feb 09 20:14:14.168880 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-7be7bda7-72a7-4d63-870c-f5051a60c1de req-4a6fcd7d-5502-4546-bad0-2c1c96de6441 service neutron] 10.222.0.89 "GET /v2.0/networks/b9c940a3-e4c9-41cb-ba32-c82b1b93eaf0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0884252 Feb 09 20:14:14.289451 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.l3_hamode_db [None req-79d88a95-9191-4f58-a12e-c5d10642fa4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf091f46-b4eb-4e8a-b114-b3c716e30ba6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-814519001', 'tenant_id': 'c799cd12150c4200978dc1a66164f122', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88055e1e-672a-4487-be31-ffb6e833ece5', 'external_fixed_ips': [{'subnet_id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'ip_address': '172.25.1.17'}], 'enable_snat': True}, 'gw_port_id': 'c9c9d742-24a2-41a6-8569-d5bb84453b96', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T20:12:30Z', 'updated_at': '2022-02-09T20:12:34Z', 'revision_number': 4, 'project_id': 'c799cd12150c4200978dc1a66164f122', 'gw_port': {'id': 'c9c9d742-24a2-41a6-8569-d5bb84453b96', 'name': '', 'network_id': '88055e1e-672a-4487-be31-ffb6e833ece5', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:85:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf091f46-b4eb-4e8a-b114-b3c716e30ba6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4290, 'fixed_ips': [{'subnet_id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'ip_address': '172.25.1.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T20:12:31Z', 'updated_at': '2022-02-09T20:12:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-36', '_interfaces': [{'id': 'e1de4dbd-b969-4bc8-894d-e172b8d9e1c3', 'name': '', 'network_id': 'b9c940a3-e4c9-41cb-ba32-c82b1b93eaf0', 'tenant_id': 'c799cd12150c4200978dc1a66164f122', 'mac_address': 'fa:16:3e:66:78:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf091f46-b4eb-4e8a-b114-b3c716e30ba6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4293, 'fixed_ips': [{'subnet_id': 'e1083585-a5b7-48e1-a337-664befec84f6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T20:12:33Z', 'updated_at': '2022-02-09T20:12:37Z', 'revision_number': 5, 'project_id': 'c799cd12150c4200978dc1a66164f122', 'subnets': [{'id': 'e1083585-a5b7-48e1-a337-664befec84f6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-36', False) {} {{(pid=103232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 20:14:14.316584 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79d88a95-9191-4f58-a12e-c5d10642fa4b None None] The sync data for ids ['cf091f46-b4eb-4e8a-b114-b3c716e30ba6'] in n-d-713498-36 is: [{'id': 'cf091f46-b4eb-4e8a-b114-b3c716e30ba6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-814519001', 'tenant_id': 'c799cd12150c4200978dc1a66164f122', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88055e1e-672a-4487-be31-ffb6e833ece5', 'external_fixed_ips': [{'subnet_id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'ip_address': '172.25.1.17'}], 'enable_snat': True}, 'gw_port_id': 'c9c9d742-24a2-41a6-8569-d5bb84453b96', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T20:12:30Z', 'updated_at': '2022-02-09T20:12:34Z', 'revision_number': 4, 'project_id': 'c799cd12150c4200978dc1a66164f122', 'gw_port': {'id': 'c9c9d742-24a2-41a6-8569-d5bb84453b96', 'name': '', 'network_id': '88055e1e-672a-4487-be31-ffb6e833ece5', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:85:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf091f46-b4eb-4e8a-b114-b3c716e30ba6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4290, 'fixed_ips': [{'subnet_id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'ip_address': '172.25.1.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T20:12:31Z', 'updated_at': '2022-02-09T20:12:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-36', '_interfaces': [{'id': 'e1de4dbd-b969-4bc8-894d-e172b8d9e1c3', 'name': '', 'network_id': 'b9c940a3-e4c9-41cb-ba32-c82b1b93eaf0', 'tenant_id': 'c799cd12150c4200978dc1a66164f122', 'mac_address': 'fa:16:3e:66:78:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf091f46-b4eb-4e8a-b114-b3c716e30ba6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4293, 'fixed_ips': [{'subnet_id': 'e1083585-a5b7-48e1-a337-664befec84f6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T20:12:33Z', 'updated_at': '2022-02-09T20:12:37Z', 'revision_number': 5, 'project_id': 'c799cd12150c4200978dc1a66164f122', 'subnets': [{'id': 'e1083585-a5b7-48e1-a337-664befec84f6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103232) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 20:14:14.563096 n-d-713498-36 neutron-server[103233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c668b17-e575-4a5d-bfdb-a2a86ac9b6fb None None] New status for floating IP f13eaa33-7da2-47f0-a588-d7ed41b126ea: DOWN {{(pid=103233) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 09 20:14:14.581504 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-edc54c9b-7f13-45d9-9271-85c9738b0128 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762867132591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593584'] for agent (a62b1850-466f-48ae-bec7-d62fb280e14b), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:14:15.043675 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48faa6ac-fa63-432b-8bca-a63bee52bba5 req-2c22f5bd-341c-40f1-a7ae-01241425cff5 tempest-TestNetworkAdvancedServerOps-38498957 tempest-TestNetworkAdvancedServerOps-38498957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:14:15.045913 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-48faa6ac-fa63-432b-8bca-a63bee52bba5 req-2c22f5bd-341c-40f1-a7ae-01241425cff5 tempest-TestNetworkAdvancedServerOps-38498957 tempest-TestNetworkAdvancedServerOps-38498957-project] 10.222.0.75 "GET /v2.0/ports?device_id=3905ee27-759e-4f7b-8cfe-51a4065cd1e1 HTTP/1.1" status: 200 len: 945 time: 0.0644653 Feb 09 20:14:15.100426 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-48faa6ac-fa63-432b-8bca-a63bee52bba5 req-74cb39d2-7a23-468b-8427-34adf43d6f43 tempest-TestNetworkAdvancedServerOps-38498957 tempest-TestNetworkAdvancedServerOps-38498957-project] 10.222.0.75 "GET /v2.0/security-groups?id=93968f3f-6bf2-447d-b035-98a1d86f0fb1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0488925 Feb 09 20:14:15.320464 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f49d57b9-a205-4492-b3fa-e9c7c0b78e0b req-094d2697-f5f1-46cb-95c8-3a9245eb58ee tempest-TestNetworkAdvancedServerOps-38498957 tempest-TestNetworkAdvancedServerOps-38498957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:14:15.322001 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-f49d57b9-a205-4492-b3fa-e9c7c0b78e0b req-094d2697-f5f1-46cb-95c8-3a9245eb58ee tempest-TestNetworkAdvancedServerOps-38498957 tempest-TestNetworkAdvancedServerOps-38498957-project] 10.222.0.89 "GET /v2.0/ports?device_id=3905ee27-759e-4f7b-8cfe-51a4065cd1e1 HTTP/1.1" status: 200 len: 945 time: 0.0550714 Feb 09 20:14:15.427321 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.plugin [req-f49d57b9-a205-4492-b3fa-e9c7c0b78e0b req-d212d3ae-daaa-4cf4-94cf-95cc6031421e tempest-TestNetworkAdvancedServerOps-38498957 tempest-TestNetworkAdvancedServerOps-38498957-project] Deleting port b47daed1-b2b2-47ba-bb4e-ae2cee912d1b {{(pid=103229) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 20:14:15.427663 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-f49d57b9-a205-4492-b3fa-e9c7c0b78e0b req-d212d3ae-daaa-4cf4-94cf-95cc6031421e tempest-TestNetworkAdvancedServerOps-38498957 tempest-TestNetworkAdvancedServerOps-38498957-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762867170196'] for port (b47daed1-b2b2-47ba-bb4e-ae2cee912d1b), before_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:14:15.522347 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.db [req-f49d57b9-a205-4492-b3fa-e9c7c0b78e0b req-d212d3ae-daaa-4cf4-94cf-95cc6031421e tempest-TestNetworkAdvancedServerOps-38498957 tempest-TestNetworkAdvancedServerOps-38498957-project] For port b47daed1-b2b2-47ba-bb4e-ae2cee912d1b, host n-h1-713498-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-36',level=0,port_id=b47daed1-b2b2-47ba-bb4e-ae2cee912d1b,segment=NetworkSegment(b056f84b-0795-4481-9cec-535a165e1eda),segment_id=b056f84b-0795-4481-9cec-535a165e1eda)] {{(pid=103229) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 20:14:15.522703 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-f49d57b9-a205-4492-b3fa-e9c7c0b78e0b req-d212d3ae-daaa-4cf4-94cf-95cc6031421e tempest-TestNetworkAdvancedServerOps-38498957 tempest-TestNetworkAdvancedServerOps-38498957-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1820838'] for port (b47daed1-b2b2-47ba-bb4e-ae2cee912d1b), precommit_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:14:15.536155 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.plugin [req-f49d57b9-a205-4492-b3fa-e9c7c0b78e0b req-d212d3ae-daaa-4cf4-94cf-95cc6031421e tempest-TestNetworkAdvancedServerOps-38498957 tempest-TestNetworkAdvancedServerOps-38498957-project] Calling delete_port for b47daed1-b2b2-47ba-bb4e-ae2cee912d1b owned by compute:nova {{(pid=103229) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 20:14:15.697906 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-f49d57b9-a205-4492-b3fa-e9c7c0b78e0b req-d212d3ae-daaa-4cf4-94cf-95cc6031421e tempest-TestNetworkAdvancedServerOps-38498957 tempest-TestNetworkAdvancedServerOps-38498957-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762867177463', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762866656476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12867576'] for port (b47daed1-b2b2-47ba-bb4e-ae2cee912d1b), after_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:14:15.729946 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d212d3ae-daaa-4cf4-94cf-95cc6031421e tempest-TestNetworkAdvancedServerOps-38498957 tempest-TestNetworkAdvancedServerOps-38498957-project] Pushing event deleted for resources: {'Port': ['ID=b47daed1-b2b2-47ba-bb4e-ae2cee912d1b,revision_number=None']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:14:15.775902 n-d-713498-36 neutron-server[103229]: DEBUG neutron.db.l3_dvrscheduler_db [req-f49d57b9-a205-4492-b3fa-e9c7c0b78e0b req-d212d3ae-daaa-4cf4-94cf-95cc6031421e tempest-TestNetworkAdvancedServerOps-38498957 tempest-TestNetworkAdvancedServerOps-38498957-project] No DVR routers for this DVR port b47daed1-b2b2-47ba-bb4e-ae2cee912d1b on host n-h1-713498-36 {{(pid=103229) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 20:14:15.778786 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-f49d57b9-a205-4492-b3fa-e9c7c0b78e0b req-d212d3ae-daaa-4cf4-94cf-95cc6031421e tempest-TestNetworkAdvancedServerOps-38498957 tempest-TestNetworkAdvancedServerOps-38498957-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171096'] for port (None), before_response {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:14:15.782894 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-f49d57b9-a205-4492-b3fa-e9c7c0b78e0b req-d212d3ae-daaa-4cf4-94cf-95cc6031421e tempest-TestNetworkAdvancedServerOps-38498957 tempest-TestNetworkAdvancedServerOps-38498957-project] 10.222.0.89 "DELETE /v2.0/ports/b47daed1-b2b2-47ba-bb4e-ae2cee912d1b HTTP/1.1" status: 204 len: 173 time: 0.4561248 Feb 09 20:14:15.783365 n-d-713498-36 neutron-server[103229]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3905ee27-759e-4f7b-8cfe-51a4065cd1e1', 'name': 'network-vif-deleted', 'tag': 'b47daed1-b2b2-47ba-bb4e-ae2cee912d1b'}] {{(pid=103229) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 20:14:15.785732 n-d-713498-36 neutron-server[103229]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}07d618d1c5389b9cd0b8ca1de8f17b65d6cfa6b0806685514be6977118e88e42" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d699f396-8cf8-42c2-a89a-b77f87c39182" -d '{"events": [{"server_uuid": "3905ee27-759e-4f7b-8cfe-51a4065cd1e1", "name": "network-vif-deleted", "tag": "b47daed1-b2b2-47ba-bb4e-ae2cee912d1b"}]}' {{(pid=103229) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 20:14:15.836873 n-d-713498-36 neutron-server[103229]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 20:14:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4072aa8f-c3fa-48da-91e6-f68ec95e20a4 x-openstack-request-id: req-4072aa8f-c3fa-48da-91e6-f68ec95e20a4 {{(pid=103229) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 20:14:15.837275 n-d-713498-36 neutron-server[103229]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3905ee27-759e-4f7b-8cfe-51a4065cd1e1", "name": "network-vif-deleted", "tag": "b47daed1-b2b2-47ba-bb4e-ae2cee912d1b", "status": "completed", "code": 200}]} {{(pid=103229) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 20:14:15.837593 n-d-713498-36 neutron-server[103229]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-4072aa8f-c3fa-48da-91e6-f68ec95e20a4 {{(pid=103229) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 20:14:15.838101 n-d-713498-36 neutron-server[103229]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3905ee27-759e-4f7b-8cfe-51a4065cd1e1', 'name': 'network-vif-deleted', 'tag': 'b47daed1-b2b2-47ba-bb4e-ae2cee912d1b', 'status': 'completed', 'code': 200} Feb 09 20:14:16.227817 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-a7262a8e-0513-48fd-984d-75726a511961 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762867132591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593584'] for agent (911cfea2-02ae-4ec9-bac3-7808ee1cdd9c), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:14:16.261150 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-727c06f4-e3c0-4341-b2fe-d07c7b1e3621 req-9576e13e-8a76-46b6-a464-894032f87385 tempest-TestNetworkAdvancedServerOps-38498957 tempest-TestNetworkAdvancedServerOps-38498957-project] 10.222.0.75 "GET /v2.0/ports?device_id=3905ee27-759e-4f7b-8cfe-51a4065cd1e1 HTTP/1.1" status: 200 len: 210 time: 0.0498064 Feb 09 20:14:17.196427 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762867132591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593584'] for agent (496418a2-c002-4aec-ab1a-07f3bea491bd), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:14:17.322487 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 55046) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:14:18.029080 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-fdc49835-a827-452c-9405-afc8da1149ae tempest-TestNetworkAdvancedServerOps-38498957 tempest-TestNetworkAdvancedServerOps-38498957-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1834525'] for router_interface (cf091f46-b4eb-4e8a-b114-b3c716e30ba6), before_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:14:18.342311 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.plugin [None req-fdc49835-a827-452c-9405-afc8da1149ae tempest-TestNetworkAdvancedServerOps-38498957 tempest-TestNetworkAdvancedServerOps-38498957-project] Deleting port e1de4dbd-b969-4bc8-894d-e172b8d9e1c3 {{(pid=103230) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 20:14:18.343170 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-fdc49835-a827-452c-9405-afc8da1149ae tempest-TestNetworkAdvancedServerOps-38498957 tempest-TestNetworkAdvancedServerOps-38498957-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762867170196'] for port (e1de4dbd-b969-4bc8-894d-e172b8d9e1c3), before_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:14:18.440852 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.db [None req-fdc49835-a827-452c-9405-afc8da1149ae tempest-TestNetworkAdvancedServerOps-38498957 tempest-TestNetworkAdvancedServerOps-38498957-project] For port e1de4dbd-b969-4bc8-894d-e172b8d9e1c3, host n-d-713498-36, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-36',level=0,port_id=e1de4dbd-b969-4bc8-894d-e172b8d9e1c3,segment=NetworkSegment(b056f84b-0795-4481-9cec-535a165e1eda),segment_id=b056f84b-0795-4481-9cec-535a165e1eda)] {{(pid=103230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 20:14:18.441211 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-fdc49835-a827-452c-9405-afc8da1149ae tempest-TestNetworkAdvancedServerOps-38498957 tempest-TestNetworkAdvancedServerOps-38498957-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1820838'] for port (e1de4dbd-b969-4bc8-894d-e172b8d9e1c3), precommit_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:14:18.445700 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Device b47daed1-b2b2-47ba-bb4e-ae2cee912d1b no longer exists at agent hyperv_n-h1-713498-36 {{(pid=103232) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 20:14:18.463385 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.plugin [None req-fdc49835-a827-452c-9405-afc8da1149ae tempest-TestNetworkAdvancedServerOps-38498957 tempest-TestNetworkAdvancedServerOps-38498957-project] Calling delete_port for e1de4dbd-b969-4bc8-894d-e172b8d9e1c3 owned by network:router_interface {{(pid=103230) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 20:14:18.470506 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] No Port match for: b47daed1-b2b2-47ba-bb4e-ae2cee912d1b {{(pid=103232) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 20:14:18.470865 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Device b47daed1-b2b2-47ba-bb4e-ae2cee912d1b not bound to the agent host n-h1-713498-36 {{(pid=103232) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 20:14:18.660715 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-fdc49835-a827-452c-9405-afc8da1149ae tempest-TestNetworkAdvancedServerOps-38498957 tempest-TestNetworkAdvancedServerOps-38498957-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762867177463', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762866656476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14393751'] for port (e1de4dbd-b969-4bc8-894d-e172b8d9e1c3), after_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:14:18.692972 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdc49835-a827-452c-9405-afc8da1149ae tempest-TestNetworkAdvancedServerOps-38498957 tempest-TestNetworkAdvancedServerOps-38498957-project] Pushing event deleted for resources: {'Port': ['ID=e1de4dbd-b969-4bc8-894d-e172b8d9e1c3,revision_number=None']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:14:18.706610 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdc49835-a827-452c-9405-afc8da1149ae tempest-TestNetworkAdvancedServerOps-38498957 tempest-TestNetworkAdvancedServerOps-38498957-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:14:18.707096 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdc49835-a827-452c-9405-afc8da1149ae tempest-TestNetworkAdvancedServerOps-38498957 tempest-TestNetworkAdvancedServerOps-38498957-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:14:18.707481 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdc49835-a827-452c-9405-afc8da1149ae tempest-TestNetworkAdvancedServerOps-38498957 tempest-TestNetworkAdvancedServerOps-38498957-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:14:18.707671 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdc49835-a827-452c-9405-afc8da1149ae tempest-TestNetworkAdvancedServerOps-38498957 tempest-TestNetworkAdvancedServerOps-38498957-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:14:18.708000 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdc49835-a827-452c-9405-afc8da1149ae tempest-TestNetworkAdvancedServerOps-38498957 tempest-TestNetworkAdvancedServerOps-38498957-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:14:18.708353 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdc49835-a827-452c-9405-afc8da1149ae tempest-TestNetworkAdvancedServerOps-38498957 tempest-TestNetworkAdvancedServerOps-38498957-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:14:18.708632 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdc49835-a827-452c-9405-afc8da1149ae tempest-TestNetworkAdvancedServerOps-38498957 tempest-TestNetworkAdvancedServerOps-38498957-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:14:18.708965 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdc49835-a827-452c-9405-afc8da1149ae tempest-TestNetworkAdvancedServerOps-38498957 tempest-TestNetworkAdvancedServerOps-38498957-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:14:18.709301 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdc49835-a827-452c-9405-afc8da1149ae tempest-TestNetworkAdvancedServerOps-38498957 tempest-TestNetworkAdvancedServerOps-38498957-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:14:18.709642 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdc49835-a827-452c-9405-afc8da1149ae tempest-TestNetworkAdvancedServerOps-38498957 tempest-TestNetworkAdvancedServerOps-38498957-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:14:18.710059 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdc49835-a827-452c-9405-afc8da1149ae tempest-TestNetworkAdvancedServerOps-38498957 tempest-TestNetworkAdvancedServerOps-38498957-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:14:18.710319 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdc49835-a827-452c-9405-afc8da1149ae tempest-TestNetworkAdvancedServerOps-38498957 tempest-TestNetworkAdvancedServerOps-38498957-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:14:18.710641 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdc49835-a827-452c-9405-afc8da1149ae tempest-TestNetworkAdvancedServerOps-38498957 tempest-TestNetworkAdvancedServerOps-38498957-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:14:18.913539 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-fdc49835-a827-452c-9405-afc8da1149ae tempest-TestNetworkAdvancedServerOps-38498957 tempest-TestNetworkAdvancedServerOps-38498957-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1613467', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1834633'] for router_interface (cf091f46-b4eb-4e8a-b114-b3c716e30ba6), after_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:14:19.156573 n-d-713498-36 neutron-server[103230]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fdc49835-a827-452c-9405-afc8da1149ae tempest-TestNetworkAdvancedServerOps-38498957 tempest-TestNetworkAdvancedServerOps-38498957-project] Router cf091f46-b4eb-4e8a-b114-b3c716e30ba6 has already been hosted by L3 agent 93303d5e-5d17-45e8-8963-7694f87783ae {{(pid=103230) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 20:14:19.162357 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762867132591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593584'] for agent (488cd9ae-631f-4955-ba0b-4f5a13f12e9c), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:14:19.284225 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fdc49835-a827-452c-9405-afc8da1149ae tempest-TestNetworkAdvancedServerOps-38498957 tempest-TestNetworkAdvancedServerOps-38498957-project] Notify agent at l3_agent.n-d-713498-36 the message routers_updated {{(pid=103230) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 20:14:19.292430 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-fdc49835-a827-452c-9405-afc8da1149ae tempest-TestNetworkAdvancedServerOps-38498957 tempest-TestNetworkAdvancedServerOps-38498957-project] 10.222.0.75 "PUT /v2.0/routers/cf091f46-b4eb-4e8a-b114-b3c716e30ba6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9657435 Feb 09 20:14:19.292538 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 55048) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:14:19.294881 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df85f961-7405-4546-8dc4-cd70dbb6a53e None None] Sync routers for ids ['cf091f46-b4eb-4e8a-b114-b3c716e30ba6'] in n-d-713498-36 {{(pid=103232) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 20:14:19.306302 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df85f961-7405-4546-8dc4-cd70dbb6a53e None None] Routers {'cf091f46-b4eb-4e8a-b114-b3c716e30ba6'} bound to L3 agent in host n-d-713498-36 {{(pid=103232) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 20:14:19.306918 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.l3_hamode_db [None req-df85f961-7405-4546-8dc4-cd70dbb6a53e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T18:51:43Z,description=,heartbeat_timestamp=2022-02-09T20:14:13Z,host='n-d-713498-36',id=93303d5e-5d17-45e8-8963-7694f87783ae,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T18:51:43Z,topic='l3_agent')) {'router_ids': ['cf091f46-b4eb-4e8a-b114-b3c716e30ba6'], 'active': True} {{(pid=103232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 20:14:19.350760 n-d-713498-36 neutron-server[103229]: DEBUG neutron.db.db_base_plugin_v2 [None req-512a9793-9299-459d-b03e-4a6a1406b1d2 tempest-TestNetworkAdvancedServerOps-38498957 tempest-TestNetworkAdvancedServerOps-38498957-project] Deleting subnet e1083585-a5b7-48e1-a337-664befec84f6 {{(pid=103229) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 20:14:19.354513 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-512a9793-9299-459d-b03e-4a6a1406b1d2 tempest-TestNetworkAdvancedServerOps-38498957 tempest-TestNetworkAdvancedServerOps-38498957-project] Publish callbacks [] for subnet (e1083585-a5b7-48e1-a337-664befec84f6), before_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:14:19.397147 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-512a9793-9299-459d-b03e-4a6a1406b1d2 tempest-TestNetworkAdvancedServerOps-38498957 tempest-TestNetworkAdvancedServerOps-38498957-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16683410'] for subnet (e1083585-a5b7-48e1-a337-664befec84f6), precommit_delete_associations {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:14:19.462182 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.l3_dvr_db [None req-df85f961-7405-4546-8dc4-cd70dbb6a53e None None] Set router cf091f46-b4eb-4e8a-b114-b3c716e30ba6 gateway port host: n-d-713498-36 {{(pid=103232) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 20:14:19.494590 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-512a9793-9299-459d-b03e-4a6a1406b1d2 tempest-TestNetworkAdvancedServerOps-38498957 tempest-TestNetworkAdvancedServerOps-38498957-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-759852'] for subnet (e1083585-a5b7-48e1-a337-664befec84f6), precommit_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:14:19.568284 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-512a9793-9299-459d-b03e-4a6a1406b1d2 tempest-TestNetworkAdvancedServerOps-38498957 tempest-TestNetworkAdvancedServerOps-38498957-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-760023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12867367', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12759238'] for subnet (e1083585-a5b7-48e1-a337-664befec84f6), after_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:14:19.598054 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-512a9793-9299-459d-b03e-4a6a1406b1d2 tempest-TestNetworkAdvancedServerOps-38498957 tempest-TestNetworkAdvancedServerOps-38498957-project] Pushing event deleted for resources: {'Subnet': ['ID=e1083585-a5b7-48e1-a337-664befec84f6,revision_number=None']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:14:19.601812 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-512a9793-9299-459d-b03e-4a6a1406b1d2 tempest-TestNetworkAdvancedServerOps-38498957 tempest-TestNetworkAdvancedServerOps-38498957-project] Publish callbacks [] for subnet (None), before_response {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:14:19.607723 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-512a9793-9299-459d-b03e-4a6a1406b1d2 tempest-TestNetworkAdvancedServerOps-38498957 tempest-TestNetworkAdvancedServerOps-38498957-project] 10.222.0.75 "DELETE /v2.0/subnets/e1083585-a5b7-48e1-a337-664befec84f6 HTTP/1.1" status: 204 len: 168 time: 0.3117166 Feb 09 20:14:19.608142 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 55050) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:14:19.615753 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07a2f20f-95ed-4d9a-bdf3-654aede292d6 None None] Network b9c940a3-e4c9-41cb-ba32-c82b1b93eaf0 requested from n-d-713498-36 {{(pid=103232) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 20:14:19.709539 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762867132591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593584'] for agent (bcd5faee-dc24-4298-9134-0e0aa054058e), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:14:19.712303 n-d-713498-36 neutron-server[103233]: DEBUG neutron.db.agents_db [None req-4a8a6a42-0a0c-4437-8958-92282682b6bb None None] Agent healthcheck: found 7 active agents {{(pid=103233) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 20:14:19.727513 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-bfcfa6e5-1dac-4430-b7aa-93c6a8c6abde tempest-TestNetworkAdvancedServerOps-38498957 tempest-TestNetworkAdvancedServerOps-38498957-project] Publish callbacks [] for router (cf091f46-b4eb-4e8a-b114-b3c716e30ba6), before_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:14:19.767969 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.l3_hamode_db [None req-df85f961-7405-4546-8dc4-cd70dbb6a53e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf091f46-b4eb-4e8a-b114-b3c716e30ba6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-814519001', 'tenant_id': 'c799cd12150c4200978dc1a66164f122', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88055e1e-672a-4487-be31-ffb6e833ece5', 'external_fixed_ips': [{'subnet_id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'ip_address': '172.25.1.17'}], 'enable_snat': True}, 'gw_port_id': 'c9c9d742-24a2-41a6-8569-d5bb84453b96', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T20:12:30Z', 'updated_at': '2022-02-09T20:14:18Z', 'revision_number': 5, 'project_id': 'c799cd12150c4200978dc1a66164f122', 'gw_port': {'id': 'c9c9d742-24a2-41a6-8569-d5bb84453b96', 'name': '', 'network_id': '88055e1e-672a-4487-be31-ffb6e833ece5', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:85:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf091f46-b4eb-4e8a-b114-b3c716e30ba6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4290, 'fixed_ips': [{'subnet_id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'ip_address': '172.25.1.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T20:12:31Z', 'updated_at': '2022-02-09T20:12:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-36'}], 'n-d-713498-36', False) {} {{(pid=103232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 20:14:19.802561 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df85f961-7405-4546-8dc4-cd70dbb6a53e None None] Checking router: cf091f46-b4eb-4e8a-b114-b3c716e30ba6 for host: n-d-713498-36 {{(pid=103232) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 20:14:19.813514 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df85f961-7405-4546-8dc4-cd70dbb6a53e None None] Routers {'cf091f46-b4eb-4e8a-b114-b3c716e30ba6'} bound to L3 agent in host n-d-713498-36 {{(pid=103232) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 20:14:19.814084 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.l3_hamode_db [None req-df85f961-7405-4546-8dc4-cd70dbb6a53e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T18:51:43Z,description=,heartbeat_timestamp=2022-02-09T20:14:13Z,host='n-d-713498-36',id=93303d5e-5d17-45e8-8963-7694f87783ae,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T18:51:43Z,topic='l3_agent')) {'router_ids': ['cf091f46-b4eb-4e8a-b114-b3c716e30ba6'], 'active': True} {{(pid=103232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 20:14:19.848763 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-bfcfa6e5-1dac-4430-b7aa-93c6a8c6abde tempest-TestNetworkAdvancedServerOps-38498957 tempest-TestNetworkAdvancedServerOps-38498957-project] Publish callbacks [] for router_gateway (cf091f46-b4eb-4e8a-b114-b3c716e30ba6), before_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:14:19.858730 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9d8c732-fdff-4b3d-95b6-71ba0a0ca1af None None] DHCP port deletion for b9c940a3-e4c9-41cb-ba32-c82b1b93eaf0 request from n-d-713498-36 {{(pid=103232) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 09 20:14:19.911388 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.plugin [None req-bfcfa6e5-1dac-4430-b7aa-93c6a8c6abde tempest-TestNetworkAdvancedServerOps-38498957 tempest-TestNetworkAdvancedServerOps-38498957-project] Deleting port c9c9d742-24a2-41a6-8569-d5bb84453b96 {{(pid=103229) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 20:14:19.911880 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-bfcfa6e5-1dac-4430-b7aa-93c6a8c6abde tempest-TestNetworkAdvancedServerOps-38498957 tempest-TestNetworkAdvancedServerOps-38498957-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762867170196'] for port (c9c9d742-24a2-41a6-8569-d5bb84453b96), before_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:14:20.022850 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.db [None req-bfcfa6e5-1dac-4430-b7aa-93c6a8c6abde tempest-TestNetworkAdvancedServerOps-38498957 tempest-TestNetworkAdvancedServerOps-38498957-project] For port c9c9d742-24a2-41a6-8569-d5bb84453b96, host n-d-713498-36, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-36',level=0,port_id=c9c9d742-24a2-41a6-8569-d5bb84453b96,segment=NetworkSegment(a4222f89-8d3f-4b51-953b-1a8126392491),segment_id=a4222f89-8d3f-4b51-953b-1a8126392491)] {{(pid=103229) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 20:14:20.023210 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-bfcfa6e5-1dac-4430-b7aa-93c6a8c6abde tempest-TestNetworkAdvancedServerOps-38498957 tempest-TestNetworkAdvancedServerOps-38498957-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1820838'] for port (c9c9d742-24a2-41a6-8569-d5bb84453b96), precommit_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:14:20.039205 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.plugin [None req-bfcfa6e5-1dac-4430-b7aa-93c6a8c6abde tempest-TestNetworkAdvancedServerOps-38498957 tempest-TestNetworkAdvancedServerOps-38498957-project] Calling delete_port for c9c9d742-24a2-41a6-8569-d5bb84453b96 owned by network:router_gateway {{(pid=103229) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 20:14:20.144726 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.l3_dvr_db [None req-df85f961-7405-4546-8dc4-cd70dbb6a53e None None] Set router cf091f46-b4eb-4e8a-b114-b3c716e30ba6 gateway port host: n-d-713498-36 {{(pid=103232) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 20:14:20.203164 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-c9d8c732-fdff-4b3d-95b6-71ba0a0ca1af None None] Deleting port d50dbe4e-092b-4cd8-ab24-c96dabab86fa {{(pid=103232) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 20:14:20.203534 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-c9d8c732-fdff-4b3d-95b6-71ba0a0ca1af None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762867170196'] for port (d50dbe4e-092b-4cd8-ab24-c96dabab86fa), before_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:14:20.233122 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-bfcfa6e5-1dac-4430-b7aa-93c6a8c6abde tempest-TestNetworkAdvancedServerOps-38498957 tempest-TestNetworkAdvancedServerOps-38498957-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762867177463', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762866656476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12867576'] for port (c9c9d742-24a2-41a6-8569-d5bb84453b96), after_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:14:20.258795 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfcfa6e5-1dac-4430-b7aa-93c6a8c6abde tempest-TestNetworkAdvancedServerOps-38498957 tempest-TestNetworkAdvancedServerOps-38498957-project] Pushing event deleted for resources: {'Port': ['ID=c9c9d742-24a2-41a6-8569-d5bb84453b96,revision_number=None']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:14:20.321569 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-c9d8c732-fdff-4b3d-95b6-71ba0a0ca1af None None] For port d50dbe4e-092b-4cd8-ab24-c96dabab86fa, host n-d-713498-36, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-36',level=0,port_id=d50dbe4e-092b-4cd8-ab24-c96dabab86fa,segment=NetworkSegment(b056f84b-0795-4481-9cec-535a165e1eda),segment_id=b056f84b-0795-4481-9cec-535a165e1eda)] {{(pid=103232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 20:14:20.321987 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-c9d8c732-fdff-4b3d-95b6-71ba0a0ca1af None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1820838'] for port (d50dbe4e-092b-4cd8-ab24-c96dabab86fa), precommit_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:14:20.347708 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-bfcfa6e5-1dac-4430-b7aa-93c6a8c6abde tempest-TestNetworkAdvancedServerOps-38498957 tempest-TestNetworkAdvancedServerOps-38498957-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1818987'] for router_gateway (cf091f46-b4eb-4e8a-b114-b3c716e30ba6), after_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:14:20.352275 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-c9d8c732-fdff-4b3d-95b6-71ba0a0ca1af None None] Calling delete_port for d50dbe4e-092b-4cd8-ab24-c96dabab86fa owned by network:dhcp {{(pid=103232) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 20:14:20.445659 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-bfcfa6e5-1dac-4430-b7aa-93c6a8c6abde tempest-TestNetworkAdvancedServerOps-38498957 tempest-TestNetworkAdvancedServerOps-38498957-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1834988', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-58375'] for router (cf091f46-b4eb-4e8a-b114-b3c716e30ba6), precommit_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:14:20.447882 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-bfcfa6e5-1dac-4430-b7aa-93c6a8c6abde tempest-TestNetworkAdvancedServerOps-38498957 tempest-TestNetworkAdvancedServerOps-38498957-project] Publish callbacks [] for router_controller (cf091f46-b4eb-4e8a-b114-b3c716e30ba6), precommit_delete_associations {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:14:20.484096 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-c9d8c732-fdff-4b3d-95b6-71ba0a0ca1af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762867177463', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762866656476'] for port (d50dbe4e-092b-4cd8-ab24-c96dabab86fa), after_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:14:20.498745 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-bfcfa6e5-1dac-4430-b7aa-93c6a8c6abde tempest-TestNetworkAdvancedServerOps-38498957 tempest-TestNetworkAdvancedServerOps-38498957-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1835003'] for router (cf091f46-b4eb-4e8a-b114-b3c716e30ba6), after_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:14:20.499348 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bfcfa6e5-1dac-4430-b7aa-93c6a8c6abde tempest-TestNetworkAdvancedServerOps-38498957 tempest-TestNetworkAdvancedServerOps-38498957-project] Fanout notify agent at l3_agent the message router_deleted on router cf091f46-b4eb-4e8a-b114-b3c716e30ba6 {{(pid=103229) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 09 20:14:20.506248 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-bfcfa6e5-1dac-4430-b7aa-93c6a8c6abde tempest-TestNetworkAdvancedServerOps-38498957 tempest-TestNetworkAdvancedServerOps-38498957-project] Publish callbacks [] for router (None), before_response {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:14:20.507431 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-bfcfa6e5-1dac-4430-b7aa-93c6a8c6abde tempest-TestNetworkAdvancedServerOps-38498957 tempest-TestNetworkAdvancedServerOps-38498957-project] 10.222.0.75 "DELETE /v2.0/routers/cf091f46-b4eb-4e8a-b114-b3c716e30ba6 HTTP/1.1" status: 204 len: 168 time: 0.8983676 Feb 09 20:14:20.510783 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 55052) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:14:20.514371 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9d8c732-fdff-4b3d-95b6-71ba0a0ca1af None None] Pushing event deleted for resources: {'Port': ['ID=d50dbe4e-092b-4cd8-ab24-c96dabab86fa,revision_number=None']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:14:20.517721 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.l3_hamode_db [None req-df85f961-7405-4546-8dc4-cd70dbb6a53e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf091f46-b4eb-4e8a-b114-b3c716e30ba6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-814519001', 'tenant_id': 'c799cd12150c4200978dc1a66164f122', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88055e1e-672a-4487-be31-ffb6e833ece5', 'external_fixed_ips': [{'subnet_id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'ip_address': '172.25.1.17'}], 'enable_snat': True}, 'gw_port_id': 'c9c9d742-24a2-41a6-8569-d5bb84453b96', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T20:12:30Z', 'updated_at': '2022-02-09T20:14:18Z', 'revision_number': 5, 'project_id': 'c799cd12150c4200978dc1a66164f122', 'gw_port': {'id': 'c9c9d742-24a2-41a6-8569-d5bb84453b96', 'name': '', 'network_id': '88055e1e-672a-4487-be31-ffb6e833ece5', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:85:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf091f46-b4eb-4e8a-b114-b3c716e30ba6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4290, 'fixed_ips': [{'subnet_id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'ip_address': '172.25.1.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T20:12:31Z', 'updated_at': '2022-02-09T20:12:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-36'}], 'n-d-713498-36', False) {} {{(pid=103232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 20:14:20.522791 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9d8c732-fdff-4b3d-95b6-71ba0a0ca1af None None] No DVR routers for this DVR port d50dbe4e-092b-4cd8-ab24-c96dabab86fa on host n-d-713498-36 {{(pid=103232) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 20:14:20.564245 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9d8c732-fdff-4b3d-95b6-71ba0a0ca1af None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:14:20.564592 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9d8c732-fdff-4b3d-95b6-71ba0a0ca1af None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:14:20.565189 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9d8c732-fdff-4b3d-95b6-71ba0a0ca1af None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:14:20.565528 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9d8c732-fdff-4b3d-95b6-71ba0a0ca1af None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:14:20.565859 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9d8c732-fdff-4b3d-95b6-71ba0a0ca1af None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:14:20.566213 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9d8c732-fdff-4b3d-95b6-71ba0a0ca1af None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:14:20.566537 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9d8c732-fdff-4b3d-95b6-71ba0a0ca1af None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:14:20.566857 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9d8c732-fdff-4b3d-95b6-71ba0a0ca1af None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:14:20.567178 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9d8c732-fdff-4b3d-95b6-71ba0a0ca1af None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:14:20.567498 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9d8c732-fdff-4b3d-95b6-71ba0a0ca1af None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:14:20.567814 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9d8c732-fdff-4b3d-95b6-71ba0a0ca1af None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:14:20.568134 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9d8c732-fdff-4b3d-95b6-71ba0a0ca1af None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:14:20.568449 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9d8c732-fdff-4b3d-95b6-71ba0a0ca1af None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:14:20.574286 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df85f961-7405-4546-8dc4-cd70dbb6a53e None None] The sync data for ids ['cf091f46-b4eb-4e8a-b114-b3c716e30ba6'] in n-d-713498-36 is: [{'id': 'cf091f46-b4eb-4e8a-b114-b3c716e30ba6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-814519001', 'tenant_id': 'c799cd12150c4200978dc1a66164f122', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88055e1e-672a-4487-be31-ffb6e833ece5', 'external_fixed_ips': [{'subnet_id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'ip_address': '172.25.1.17'}], 'enable_snat': True}, 'gw_port_id': 'c9c9d742-24a2-41a6-8569-d5bb84453b96', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T20:12:30Z', 'updated_at': '2022-02-09T20:14:18Z', 'revision_number': 5, 'project_id': 'c799cd12150c4200978dc1a66164f122', 'gw_port': {'id': 'c9c9d742-24a2-41a6-8569-d5bb84453b96', 'name': '', 'network_id': '88055e1e-672a-4487-be31-ffb6e833ece5', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:85:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf091f46-b4eb-4e8a-b114-b3c716e30ba6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4290, 'fixed_ips': [{'subnet_id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'ip_address': '172.25.1.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T20:12:31Z', 'updated_at': '2022-02-09T20:12:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-36'}] {{(pid=103232) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 20:14:20.598447 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-4d314200-6628-4d99-8ed0-84418c43eb2f tempest-TestNetworkAdvancedServerOps-38498957 tempest-TestNetworkAdvancedServerOps-38498957-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-670458'] for network (b9c940a3-e4c9-41cb-ba32-c82b1b93eaf0), before_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:14:20.705750 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-4d314200-6628-4d99-8ed0-84418c43eb2f tempest-TestNetworkAdvancedServerOps-38498957 tempest-TestNetworkAdvancedServerOps-38498957-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-590267', 'neutron.services.segments.db._delete_segments_for_network-8762867132609'] for network (b9c940a3-e4c9-41cb-ba32-c82b1b93eaf0), precommit_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:14:20.733758 n-d-713498-36 neutron-server[103230]: DEBUG neutron.services.segments.db [None req-4d314200-6628-4d99-8ed0-84418c43eb2f tempest-TestNetworkAdvancedServerOps-38498957 tempest-TestNetworkAdvancedServerOps-38498957-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b9c940a3-e4c9-41cb-ba32-c82b1b93eaf0']}} {{(pid=103230) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 20:14:20.743887 n-d-713498-36 neutron-server[103230]: DEBUG neutron.services.segments.db [None req-4d314200-6628-4d99-8ed0-84418c43eb2f tempest-TestNetworkAdvancedServerOps-38498957 tempest-TestNetworkAdvancedServerOps-38498957-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b056f84b-0795-4481-9cec-535a165e1eda') {'for_net_delete': True} {{(pid=103230) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 20:14:20.744182 n-d-713498-36 neutron-server[103230]: DEBUG neutron.services.segments.db [None req-4d314200-6628-4d99-8ed0-84418c43eb2f tempest-TestNetworkAdvancedServerOps-38498957 tempest-TestNetworkAdvancedServerOps-38498957-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b056f84b-0795-4481-9cec-535a165e1eda') {} {{(pid=103230) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 20:14:20.757910 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-4d314200-6628-4d99-8ed0-84418c43eb2f tempest-TestNetworkAdvancedServerOps-38498957 tempest-TestNetworkAdvancedServerOps-38498957-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762867134154', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12895813'] for segment (b056f84b-0795-4481-9cec-535a165e1eda), before_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:14:20.773399 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-4d314200-6628-4d99-8ed0-84418c43eb2f tempest-TestNetworkAdvancedServerOps-38498957 tempest-TestNetworkAdvancedServerOps-38498957-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-759574'] for segment (b056f84b-0795-4481-9cec-535a165e1eda), precommit_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:14:20.779753 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4d314200-6628-4d99-8ed0-84418c43eb2f tempest-TestNetworkAdvancedServerOps-38498957 tempest-TestNetworkAdvancedServerOps-38498957-project] Releasing vlan 390 on physical network physnet1 to pool {{(pid=103230) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 20:14:20.780148 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-4d314200-6628-4d99-8ed0-84418c43eb2f tempest-TestNetworkAdvancedServerOps-38498957 tempest-TestNetworkAdvancedServerOps-38498957-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-759574', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14393826'] for segment (b056f84b-0795-4481-9cec-535a165e1eda), after_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:14:20.783234 n-d-713498-36 neutron-server[103230]: Traceback (most recent call last): Feb 09 20:14:20.783234 n-d-713498-36 neutron-server[103230]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 20:14:20.783234 n-d-713498-36 neutron-server[103230]: timer() Feb 09 20:14:20.783234 n-d-713498-36 neutron-server[103230]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 20:14:20.783234 n-d-713498-36 neutron-server[103230]: cb(*args, **kw) Feb 09 20:14:20.783234 n-d-713498-36 neutron-server[103230]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 20:14:20.783234 n-d-713498-36 neutron-server[103230]: return func(*args, **kwargs) Feb 09 20:14:20.783234 n-d-713498-36 neutron-server[103230]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 20:14:20.783234 n-d-713498-36 neutron-server[103230]: self._notify() Feb 09 20:14:20.783234 n-d-713498-36 neutron-server[103230]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 20:14:20.783234 n-d-713498-36 neutron-server[103230]: self.callback(batched_events) Feb 09 20:14:20.783234 n-d-713498-36 neutron-server[103230]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 20:14:20.783234 n-d-713498-36 neutron-server[103230]: event.method(event) Feb 09 20:14:20.783234 n-d-713498-36 neutron-server[103230]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 20:14:20.783234 n-d-713498-36 neutron-server[103230]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 20:14:20.783234 n-d-713498-36 neutron-server[103230]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 20:14:20.783234 n-d-713498-36 neutron-server[103230]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 20:14:20.783234 n-d-713498-36 neutron-server[103230]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 20:14:20.783234 n-d-713498-36 neutron-server[103230]: return f(self, *a, **k) Feb 09 20:14:20.783234 n-d-713498-36 neutron-server[103230]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 20:14:20.783234 n-d-713498-36 neutron-server[103230]: return self._get(url).json() Feb 09 20:14:20.783234 n-d-713498-36 neutron-server[103230]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 20:14:20.783234 n-d-713498-36 neutron-server[103230]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 20:14:20.783234 n-d-713498-36 neutron-server[103230]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 20:14:20.783234 n-d-713498-36 neutron-server[103230]: return self.request(url, 'GET', **kwargs) Feb 09 20:14:20.783234 n-d-713498-36 neutron-server[103230]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 20:14:20.783234 n-d-713498-36 neutron-server[103230]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 20:14:20.783234 n-d-713498-36 neutron-server[103230]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 20:14:20.783234 n-d-713498-36 neutron-server[103230]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 20:14:20.783234 n-d-713498-36 neutron-server[103230]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 20:14:20.783234 n-d-713498-36 neutron-server[103230]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 20:14:20.783234 n-d-713498-36 neutron-server[103230]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 20:14:20.851651 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-4d314200-6628-4d99-8ed0-84418c43eb2f tempest-TestNetworkAdvancedServerOps-38498957 tempest-TestNetworkAdvancedServerOps-38498957-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-590242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1885479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1818895'] for network (b9c940a3-e4c9-41cb-ba32-c82b1b93eaf0), after_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:14:20.860498 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-4d314200-6628-4d99-8ed0-84418c43eb2f tempest-TestNetworkAdvancedServerOps-38498957 tempest-TestNetworkAdvancedServerOps-38498957-project] Publish callbacks [] for network (None), before_response {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:14:20.863296 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-4d314200-6628-4d99-8ed0-84418c43eb2f tempest-TestNetworkAdvancedServerOps-38498957 tempest-TestNetworkAdvancedServerOps-38498957-project] 10.222.0.75 "DELETE /v2.0/networks/b9c940a3-e4c9-41cb-ba32-c82b1b93eaf0 HTTP/1.1" status: 204 len: 168 time: 0.3514535 Feb 09 20:14:20.866128 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 55054) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:14:20.892278 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d314200-6628-4d99-8ed0-84418c43eb2f tempest-TestNetworkAdvancedServerOps-38498957 tempest-TestNetworkAdvancedServerOps-38498957-project] Pushing event deleted for resources: {'Network': ['ID=b9c940a3-e4c9-41cb-ba32-c82b1b93eaf0,revision_number=None']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:14:20.949609 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-62472907-1529-4aa2-9dff-bede258773fa tempest-TestNetworkAdvancedServerOps-38498957 tempest-TestNetworkAdvancedServerOps-38498957-project] Publish callbacks [] for security_group (93968f3f-6bf2-447d-b035-98a1d86f0fb1), before_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:14:20.979884 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-62472907-1529-4aa2-9dff-bede258773fa tempest-TestNetworkAdvancedServerOps-38498957 tempest-TestNetworkAdvancedServerOps-38498957-project] Publish callbacks [] for security_group (93968f3f-6bf2-447d-b035-98a1d86f0fb1), precommit_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:14:21.049690 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Device e1de4dbd-b969-4bc8-894d-e172b8d9e1c3 no longer exists at agent ovs-agent-n-d-713498-36 {{(pid=103232) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 20:14:21.071870 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-62472907-1529-4aa2-9dff-bede258773fa tempest-TestNetworkAdvancedServerOps-38498957 tempest-TestNetworkAdvancedServerOps-38498957-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1892331'] for security_group (93968f3f-6bf2-447d-b035-98a1d86f0fb1), after_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:14:21.074567 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] No Port match for: e1de4dbd-b969-4bc8-894d-e172b8d9e1c3 {{(pid=103232) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 20:14:21.074764 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-62472907-1529-4aa2-9dff-bede258773fa tempest-TestNetworkAdvancedServerOps-38498957 tempest-TestNetworkAdvancedServerOps-38498957-project] Publish callbacks [] for security_group (None), before_response {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:14:21.074992 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Device e1de4dbd-b969-4bc8-894d-e172b8d9e1c3 not bound to the agent host n-d-713498-36 {{(pid=103232) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 20:14:21.075353 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Device d50dbe4e-092b-4cd8-ab24-c96dabab86fa no longer exists at agent ovs-agent-n-d-713498-36 {{(pid=103232) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 20:14:21.075751 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-62472907-1529-4aa2-9dff-bede258773fa tempest-TestNetworkAdvancedServerOps-38498957 tempest-TestNetworkAdvancedServerOps-38498957-project] 10.222.0.75 "DELETE /v2.0/security-groups/93968f3f-6bf2-447d-b035-98a1d86f0fb1 HTTP/1.1" status: 204 len: 168 time: 0.1919379 Feb 09 20:14:21.086201 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62472907-1529-4aa2-9dff-bede258773fa tempest-TestNetworkAdvancedServerOps-38498957 tempest-TestNetworkAdvancedServerOps-38498957-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=93968f3f-6bf2-447d-b035-98a1d86f0fb1,revision_number=None']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:14:21.111081 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] No Port match for: d50dbe4e-092b-4cd8-ab24-c96dabab86fa {{(pid=103232) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 20:14:21.111423 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Device d50dbe4e-092b-4cd8-ab24-c96dabab86fa not bound to the agent host n-d-713498-36 {{(pid=103232) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 20:14:21.619185 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 55060) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:14:21.630379 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.v2.base [None req-70905ea8-e64f-4689-9e63-e98860d53ca2 tempest-TestNetworkAdvancedServerOps-38498957 tempest-TestNetworkAdvancedServerOps-38498957-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1682139758', 'description': 'tempest-secgroup-smoke-1682139758 description', 'project_id': 'c799cd12150c4200978dc1a66164f122'}} {{(pid=103229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 20:14:21.651828 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-70905ea8-e64f-4689-9e63-e98860d53ca2 tempest-TestNetworkAdvancedServerOps-38498957 tempest-TestNetworkAdvancedServerOps-38498957-project] Publish callbacks [] for security_group (None), before_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:14:21.738985 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-70905ea8-e64f-4689-9e63-e98860d53ca2 tempest-TestNetworkAdvancedServerOps-38498957 tempest-TestNetworkAdvancedServerOps-38498957-project] Publish callbacks [] for security_group (563289f5-d3d2-4788-91db-f8adad85130d), precommit_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:14:21.747337 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-70905ea8-e64f-4689-9e63-e98860d53ca2 tempest-TestNetworkAdvancedServerOps-38498957 tempest-TestNetworkAdvancedServerOps-38498957-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1892331'] for security_group (563289f5-d3d2-4788-91db-f8adad85130d), after_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:14:21.773180 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-70905ea8-e64f-4689-9e63-e98860d53ca2 tempest-TestNetworkAdvancedServerOps-38498957 tempest-TestNetworkAdvancedServerOps-38498957-project] Publish callbacks [] for security_group (None), before_response {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:14:21.774474 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-70905ea8-e64f-4689-9e63-e98860d53ca2 tempest-TestNetworkAdvancedServerOps-38498957 tempest-TestNetworkAdvancedServerOps-38498957-project] 10.222.0.75 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.1542256 Feb 09 20:14:21.777895 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 55062) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:14:21.783340 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.v2.base [None req-d595bc75-dbb7-49bd-87c9-0bf18b33869a tempest-TestNetworkAdvancedServerOps-38498957 tempest-TestNetworkAdvancedServerOps-38498957-project] Request body: {'security_group_rule': {'security_group_id': '563289f5-d3d2-4788-91db-f8adad85130d', 'project_id': 'c799cd12150c4200978dc1a66164f122', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103230) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 20:14:21.783578 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70905ea8-e64f-4689-9e63-e98860d53ca2 tempest-TestNetworkAdvancedServerOps-38498957 tempest-TestNetworkAdvancedServerOps-38498957-project] Pushing event updated for resources: {'SecurityGroup': ['ID=563289f5-d3d2-4788-91db-f8adad85130d,revision_number=1']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:14:21.813146 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-d595bc75-dbb7-49bd-87c9-0bf18b33869a tempest-TestNetworkAdvancedServerOps-38498957 tempest-TestNetworkAdvancedServerOps-38498957-project] Publish callbacks [] for security_group_rule (5ada9f8b-8f8b-4344-a381-4b22295b9e43), before_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:14:21.862729 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-d595bc75-dbb7-49bd-87c9-0bf18b33869a tempest-TestNetworkAdvancedServerOps-38498957 tempest-TestNetworkAdvancedServerOps-38498957-project] Publish callbacks [] for security_group_rule (5ada9f8b-8f8b-4344-a381-4b22295b9e43), precommit_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:14:21.868935 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-d595bc75-dbb7-49bd-87c9-0bf18b33869a tempest-TestNetworkAdvancedServerOps-38498957 tempest-TestNetworkAdvancedServerOps-38498957-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1892250'] for security_group_rule (5ada9f8b-8f8b-4344-a381-4b22295b9e43), after_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:14:21.888249 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d595bc75-dbb7-49bd-87c9-0bf18b33869a tempest-TestNetworkAdvancedServerOps-38498957 tempest-TestNetworkAdvancedServerOps-38498957-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5ada9f8b-8f8b-4344-a381-4b22295b9e43,revision_number=0']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:14:21.902815 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-d595bc75-dbb7-49bd-87c9-0bf18b33869a tempest-TestNetworkAdvancedServerOps-38498957 tempest-TestNetworkAdvancedServerOps-38498957-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:14:21.903566 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-d595bc75-dbb7-49bd-87c9-0bf18b33869a tempest-TestNetworkAdvancedServerOps-38498957 tempest-TestNetworkAdvancedServerOps-38498957-project] 10.222.0.75 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1245587 Feb 09 20:14:21.906932 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 55064) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:14:21.911863 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.v2.base [None req-ce335f8d-9c09-4834-b301-a1d642d971b9 tempest-TestNetworkAdvancedServerOps-38498957 tempest-TestNetworkAdvancedServerOps-38498957-project] Request body: {'security_group_rule': {'security_group_id': '563289f5-d3d2-4788-91db-f8adad85130d', 'project_id': 'c799cd12150c4200978dc1a66164f122', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103230) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 20:14:21.941406 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-ce335f8d-9c09-4834-b301-a1d642d971b9 tempest-TestNetworkAdvancedServerOps-38498957 tempest-TestNetworkAdvancedServerOps-38498957-project] Publish callbacks [] for security_group_rule (960723d2-c965-4d66-9db5-9a956a68f4df), before_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:14:22.005167 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-ce335f8d-9c09-4834-b301-a1d642d971b9 tempest-TestNetworkAdvancedServerOps-38498957 tempest-TestNetworkAdvancedServerOps-38498957-project] Publish callbacks [] for security_group_rule (960723d2-c965-4d66-9db5-9a956a68f4df), precommit_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:14:22.008832 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-ce335f8d-9c09-4834-b301-a1d642d971b9 tempest-TestNetworkAdvancedServerOps-38498957 tempest-TestNetworkAdvancedServerOps-38498957-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1892250'] for security_group_rule (960723d2-c965-4d66-9db5-9a956a68f4df), after_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:14:22.038484 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce335f8d-9c09-4834-b301-a1d642d971b9 tempest-TestNetworkAdvancedServerOps-38498957 tempest-TestNetworkAdvancedServerOps-38498957-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=960723d2-c965-4d66-9db5-9a956a68f4df,revision_number=0']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:14:22.050737 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-ce335f8d-9c09-4834-b301-a1d642d971b9 tempest-TestNetworkAdvancedServerOps-38498957 tempest-TestNetworkAdvancedServerOps-38498957-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:14:22.052721 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-ce335f8d-9c09-4834-b301-a1d642d971b9 tempest-TestNetworkAdvancedServerOps-38498957 tempest-TestNetworkAdvancedServerOps-38498957-project] 10.222.0.75 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1444087 Feb 09 20:14:22.055741 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 55066) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:14:22.061188 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.v2.base [None req-cce4d3c1-7ee9-43e8-b9b6-febe39fc6566 tempest-TestNetworkAdvancedServerOps-38498957 tempest-TestNetworkAdvancedServerOps-38498957-project] Request body: {'security_group_rule': {'security_group_id': '563289f5-d3d2-4788-91db-f8adad85130d', 'project_id': 'c799cd12150c4200978dc1a66164f122', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103230) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 20:14:22.087848 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-cce4d3c1-7ee9-43e8-b9b6-febe39fc6566 tempest-TestNetworkAdvancedServerOps-38498957 tempest-TestNetworkAdvancedServerOps-38498957-project] Publish callbacks [] for security_group_rule (786afb05-a430-495e-b86e-168de3e38da8), before_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:14:22.155490 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-cce4d3c1-7ee9-43e8-b9b6-febe39fc6566 tempest-TestNetworkAdvancedServerOps-38498957 tempest-TestNetworkAdvancedServerOps-38498957-project] Publish callbacks [] for security_group_rule (786afb05-a430-495e-b86e-168de3e38da8), precommit_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:14:22.159789 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-cce4d3c1-7ee9-43e8-b9b6-febe39fc6566 tempest-TestNetworkAdvancedServerOps-38498957 tempest-TestNetworkAdvancedServerOps-38498957-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1892250'] for security_group_rule (786afb05-a430-495e-b86e-168de3e38da8), after_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:14:22.177712 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cce4d3c1-7ee9-43e8-b9b6-febe39fc6566 tempest-TestNetworkAdvancedServerOps-38498957 tempest-TestNetworkAdvancedServerOps-38498957-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=786afb05-a430-495e-b86e-168de3e38da8,revision_number=0']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:14:22.190574 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-cce4d3c1-7ee9-43e8-b9b6-febe39fc6566 tempest-TestNetworkAdvancedServerOps-38498957 tempest-TestNetworkAdvancedServerOps-38498957-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:14:22.191797 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-cce4d3c1-7ee9-43e8-b9b6-febe39fc6566 tempest-TestNetworkAdvancedServerOps-38498957 tempest-TestNetworkAdvancedServerOps-38498957-project] 10.222.0.75 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1349614 Feb 09 20:14:22.194918 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 55068) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:14:22.200201 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.v2.base [None req-f027fac6-4e14-4266-84c1-d26b28e63240 tempest-TestNetworkAdvancedServerOps-38498957 tempest-TestNetworkAdvancedServerOps-38498957-project] Request body: {'security_group_rule': {'security_group_id': '563289f5-d3d2-4788-91db-f8adad85130d', 'project_id': 'c799cd12150c4200978dc1a66164f122', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 20:14:22.231194 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-f027fac6-4e14-4266-84c1-d26b28e63240 tempest-TestNetworkAdvancedServerOps-38498957 tempest-TestNetworkAdvancedServerOps-38498957-project] Publish callbacks [] for security_group_rule (4577975b-0bf8-46c5-ac06-6ce0694ac7e4), before_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:14:22.296059 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-f027fac6-4e14-4266-84c1-d26b28e63240 tempest-TestNetworkAdvancedServerOps-38498957 tempest-TestNetworkAdvancedServerOps-38498957-project] Publish callbacks [] for security_group_rule (4577975b-0bf8-46c5-ac06-6ce0694ac7e4), precommit_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:14:22.301140 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-f027fac6-4e14-4266-84c1-d26b28e63240 tempest-TestNetworkAdvancedServerOps-38498957 tempest-TestNetworkAdvancedServerOps-38498957-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1892250'] for security_group_rule (4577975b-0bf8-46c5-ac06-6ce0694ac7e4), after_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:14:22.320624 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f027fac6-4e14-4266-84c1-d26b28e63240 tempest-TestNetworkAdvancedServerOps-38498957 tempest-TestNetworkAdvancedServerOps-38498957-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4577975b-0bf8-46c5-ac06-6ce0694ac7e4,revision_number=0']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:14:22.330560 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-f027fac6-4e14-4266-84c1-d26b28e63240 tempest-TestNetworkAdvancedServerOps-38498957 tempest-TestNetworkAdvancedServerOps-38498957-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:14:22.332650 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-f027fac6-4e14-4266-84c1-d26b28e63240 tempest-TestNetworkAdvancedServerOps-38498957 tempest-TestNetworkAdvancedServerOps-38498957-project] 10.222.0.75 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1358919 Feb 09 20:14:22.334858 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 55070) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:14:22.339949 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.v2.base [None req-85e06dc7-4c13-4a03-8883-48168ff50523 tempest-TestNetworkAdvancedServerOps-38498957 tempest-TestNetworkAdvancedServerOps-38498957-project] Request body: {'security_group_rule': {'security_group_id': '563289f5-d3d2-4788-91db-f8adad85130d', 'project_id': 'c799cd12150c4200978dc1a66164f122', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 20:14:22.366463 n-d-713498-36 neutron-server[103229]: INFO neutron.db.securitygroups_db [None req-85e06dc7-4c13-4a03-8883-48168ff50523 tempest-TestNetworkAdvancedServerOps-38498957 tempest-TestNetworkAdvancedServerOps-38498957-project] Project c799cd12150c4200978dc1a66164f122 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 09 20:14:22.373638 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-85e06dc7-4c13-4a03-8883-48168ff50523 tempest-TestNetworkAdvancedServerOps-38498957 tempest-TestNetworkAdvancedServerOps-38498957-project] Publish callbacks [] for security_group_rule (87d58e94-6fda-4de1-a2a4-5e59c92edc1c), before_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:14:22.448505 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-85e06dc7-4c13-4a03-8883-48168ff50523 tempest-TestNetworkAdvancedServerOps-38498957 tempest-TestNetworkAdvancedServerOps-38498957-project] Publish callbacks [] for security_group_rule (87d58e94-6fda-4de1-a2a4-5e59c92edc1c), precommit_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:14:22.453412 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-85e06dc7-4c13-4a03-8883-48168ff50523 tempest-TestNetworkAdvancedServerOps-38498957 tempest-TestNetworkAdvancedServerOps-38498957-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1892250'] for security_group_rule (87d58e94-6fda-4de1-a2a4-5e59c92edc1c), after_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:14:22.473773 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85e06dc7-4c13-4a03-8883-48168ff50523 tempest-TestNetworkAdvancedServerOps-38498957 tempest-TestNetworkAdvancedServerOps-38498957-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=87d58e94-6fda-4de1-a2a4-5e59c92edc1c,revision_number=0']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:14:22.480182 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-85e06dc7-4c13-4a03-8883-48168ff50523 tempest-TestNetworkAdvancedServerOps-38498957 tempest-TestNetworkAdvancedServerOps-38498957-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:14:22.481296 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-85e06dc7-4c13-4a03-8883-48168ff50523 tempest-TestNetworkAdvancedServerOps-38498957 tempest-TestNetworkAdvancedServerOps-38498957-project] 10.222.0.75 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1449573 Feb 09 20:14:22.484605 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 55072) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:14:22.489462 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.v2.base [None req-ff80fb32-59ba-4008-b58d-2bd8e5f439ed tempest-TestNetworkAdvancedServerOps-38498957 tempest-TestNetworkAdvancedServerOps-38498957-project] Request body: {'security_group_rule': {'security_group_id': '563289f5-d3d2-4788-91db-f8adad85130d', 'project_id': 'c799cd12150c4200978dc1a66164f122', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103230) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 20:14:22.511516 n-d-713498-36 neutron-server[103230]: INFO neutron.db.securitygroups_db [None req-ff80fb32-59ba-4008-b58d-2bd8e5f439ed tempest-TestNetworkAdvancedServerOps-38498957 tempest-TestNetworkAdvancedServerOps-38498957-project] Project c799cd12150c4200978dc1a66164f122 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 09 20:14:22.517481 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-ff80fb32-59ba-4008-b58d-2bd8e5f439ed tempest-TestNetworkAdvancedServerOps-38498957 tempest-TestNetworkAdvancedServerOps-38498957-project] Publish callbacks [] for security_group_rule (04a2587d-7f26-49a2-9dd0-33ba0a14de73), before_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:14:22.584211 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-ff80fb32-59ba-4008-b58d-2bd8e5f439ed tempest-TestNetworkAdvancedServerOps-38498957 tempest-TestNetworkAdvancedServerOps-38498957-project] Publish callbacks [] for security_group_rule (04a2587d-7f26-49a2-9dd0-33ba0a14de73), precommit_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:14:22.588181 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-ff80fb32-59ba-4008-b58d-2bd8e5f439ed tempest-TestNetworkAdvancedServerOps-38498957 tempest-TestNetworkAdvancedServerOps-38498957-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1892250'] for security_group_rule (04a2587d-7f26-49a2-9dd0-33ba0a14de73), after_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:14:22.607795 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff80fb32-59ba-4008-b58d-2bd8e5f439ed tempest-TestNetworkAdvancedServerOps-38498957 tempest-TestNetworkAdvancedServerOps-38498957-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=04a2587d-7f26-49a2-9dd0-33ba0a14de73,revision_number=0']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:14:22.616628 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-ff80fb32-59ba-4008-b58d-2bd8e5f439ed tempest-TestNetworkAdvancedServerOps-38498957 tempest-TestNetworkAdvancedServerOps-38498957-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:14:22.617820 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-ff80fb32-59ba-4008-b58d-2bd8e5f439ed tempest-TestNetworkAdvancedServerOps-38498957 tempest-TestNetworkAdvancedServerOps-38498957-project] 10.222.0.75 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1321707 Feb 09 20:14:22.621165 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 55074) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:14:22.626618 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.v2.base [None req-308a19c3-e759-48ca-956b-636a8b656e9c tempest-TestNetworkAdvancedServerOps-38498957 tempest-TestNetworkAdvancedServerOps-38498957-project] Request body: {'network': {'name': 'tempest-network-smoke--255808973', 'project_id': 'c799cd12150c4200978dc1a66164f122', 'port_security_enabled': True}} {{(pid=103230) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 20:14:22.647693 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-308a19c3-e759-48ca-956b-636a8b656e9c tempest-TestNetworkAdvancedServerOps-38498957 tempest-TestNetworkAdvancedServerOps-38498957-project] Made reservation on behalf of c799cd12150c4200978dc1a66164f122 for: {'network': 1} {{(pid=103230) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 20:14:22.651300 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-308a19c3-e759-48ca-956b-636a8b656e9c tempest-TestNetworkAdvancedServerOps-38498957 tempest-TestNetworkAdvancedServerOps-38498957-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for network (None), before_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:14:22.677099 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-308a19c3-e759-48ca-956b-636a8b656e9c tempest-TestNetworkAdvancedServerOps-38498957 tempest-TestNetworkAdvancedServerOps-38498957-project] vlan segment allocate from pool success with {'vlan_id': 351, 'physical_network': 'physnet1'} {{(pid=103230) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 20:14:22.688215 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-308a19c3-e759-48ca-956b-636a8b656e9c tempest-TestNetworkAdvancedServerOps-38498957 tempest-TestNetworkAdvancedServerOps-38498957-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-759574'] for segment (a0636e88-ce19-4171-bc23-dd6d4795e67e), precommit_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:14:22.688590 n-d-713498-36 neutron-server[103230]: INFO neutron.db.segments_db [None req-308a19c3-e759-48ca-956b-636a8b656e9c tempest-TestNetworkAdvancedServerOps-38498957 tempest-TestNetworkAdvancedServerOps-38498957-project] Added segment a0636e88-ce19-4171-bc23-dd6d4795e67e of type vlan for network 1161bceb-f651-4fad-87a1-a57b136decc4 Feb 09 20:14:22.751652 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-308a19c3-e759-48ca-956b-636a8b656e9c tempest-TestNetworkAdvancedServerOps-38498957 tempest-TestNetworkAdvancedServerOps-38498957-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762866642225'] for network (1161bceb-f651-4fad-87a1-a57b136decc4), precommit_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:14:22.782684 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-308a19c3-e759-48ca-956b-636a8b656e9c tempest-TestNetworkAdvancedServerOps-38498957 tempest-TestNetworkAdvancedServerOps-38498957-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1885479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452'] for network (1161bceb-f651-4fad-87a1-a57b136decc4), after_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:14:22.785872 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Device c9c9d742-24a2-41a6-8569-d5bb84453b96 no longer exists at agent ovs-agent-n-d-713498-36 {{(pid=103232) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 20:14:22.788601 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-308a19c3-e759-48ca-956b-636a8b656e9c tempest-TestNetworkAdvancedServerOps-38498957 tempest-TestNetworkAdvancedServerOps-38498957-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:14:22.789248 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-308a19c3-e759-48ca-956b-636a8b656e9c tempest-TestNetworkAdvancedServerOps-38498957 tempest-TestNetworkAdvancedServerOps-38498957-project] Publish callbacks [] for network (None), before_response {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:14:22.808045 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] No Port match for: c9c9d742-24a2-41a6-8569-d5bb84453b96 {{(pid=103232) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 20:14:22.808390 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Device c9c9d742-24a2-41a6-8569-d5bb84453b96 not bound to the agent host n-d-713498-36 {{(pid=103232) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 20:14:22.843849 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-308a19c3-e759-48ca-956b-636a8b656e9c tempest-TestNetworkAdvancedServerOps-38498957 tempest-TestNetworkAdvancedServerOps-38498957-project] 10.222.0.75 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.2213750 Feb 09 20:14:22.846521 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 55076) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:14:22.851850 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.v2.base [None req-5c8ba711-068c-4284-b0d1-53bb1717627b tempest-TestNetworkAdvancedServerOps-38498957 tempest-TestNetworkAdvancedServerOps-38498957-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1668250255', 'admin_state_up': True, 'project_id': 'c799cd12150c4200978dc1a66164f122', 'external_gateway_info': {'network_id': '88055e1e-672a-4487-be31-ffb6e833ece5'}}} {{(pid=103229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 20:14:22.865647 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-308a19c3-e759-48ca-956b-636a8b656e9c tempest-TestNetworkAdvancedServerOps-38498957 tempest-TestNetworkAdvancedServerOps-38498957-project] Pushing event updated for resources: {'Network': ['ID=1161bceb-f651-4fad-87a1-a57b136decc4,revision_number=1']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:14:22.874814 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-5c8ba711-068c-4284-b0d1-53bb1717627b tempest-TestNetworkAdvancedServerOps-38498957 tempest-TestNetworkAdvancedServerOps-38498957-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1834830', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-58389'] for router (738a972d-45bd-4de9-bb3b-439d0b865010), before_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:14:22.875889 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-5c8ba711-068c-4284-b0d1-53bb1717627b tempest-TestNetworkAdvancedServerOps-38498957 tempest-TestNetworkAdvancedServerOps-38498957-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1834810', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1822096', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1886735', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-58380'] for router (738a972d-45bd-4de9-bb3b-439d0b865010), precommit_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:14:22.878315 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Network 1161bceb-f651-4fad-87a1-a57b136decc4 details requested by agent ovs-agent-n-d-713498-36 with host n-d-713498-36 {{(pid=103232) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 20:14:22.934587 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-5c8ba711-068c-4284-b0d1-53bb1717627b tempest-TestNetworkAdvancedServerOps-38498957 tempest-TestNetworkAdvancedServerOps-38498957-project] Publish callbacks [] for router_controller (738a972d-45bd-4de9-bb3b-439d0b865010), precommit_add_association {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:14:23.089335 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-5c8ba711-068c-4284-b0d1-53bb1717627b tempest-TestNetworkAdvancedServerOps-38498957 tempest-TestNetworkAdvancedServerOps-38498957-project] Publish callbacks [] for router_gateway (738a972d-45bd-4de9-bb3b-439d0b865010), precommit_update {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:14:23.304028 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-5c8ba711-068c-4284-b0d1-53bb1717627b tempest-TestNetworkAdvancedServerOps-38498957 tempest-TestNetworkAdvancedServerOps-38498957-project] Publish callbacks [] for router_gateway (738a972d-45bd-4de9-bb3b-439d0b865010), before_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:14:23.324154 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-5c8ba711-068c-4284-b0d1-53bb1717627b tempest-TestNetworkAdvancedServerOps-38498957 tempest-TestNetworkAdvancedServerOps-38498957-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (None), before_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:14:23.439280 n-d-713498-36 neutron-server[103229]: DEBUG neutron.db.db_base_plugin_common [None req-5c8ba711-068c-4284-b0d1-53bb1717627b tempest-TestNetworkAdvancedServerOps-38498957 tempest-TestNetworkAdvancedServerOps-38498957-project] Allocated IP 172.25.1.89 (88055e1e-672a-4487-be31-ffb6e833ece5/ac16dbcc-383c-4b43-9153-d763c4a53f91/e04f9c25-6e65-4664-816c-d93d828932e6) {{(pid=103229) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 20:14:23.547466 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-5c8ba711-068c-4284-b0d1-53bb1717627b tempest-TestNetworkAdvancedServerOps-38498957 tempest-TestNetworkAdvancedServerOps-38498957-project] Publish callbacks [] for port (e04f9c25-6e65-4664-816c-d93d828932e6), precommit_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:14:23.587768 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-5c8ba711-068c-4284-b0d1-53bb1717627b tempest-TestNetworkAdvancedServerOps-38498957 tempest-TestNetworkAdvancedServerOps-38498957-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762866656467', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12867576'] for port (e04f9c25-6e65-4664-816c-d93d828932e6), after_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:14:23.630757 n-d-713498-36 neutron-server[103229]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c8ba711-068c-4284-b0d1-53bb1717627b tempest-TestNetworkAdvancedServerOps-38498957 tempest-TestNetworkAdvancedServerOps-38498957-project] Network 88055e1e-672a-4487-be31-ffb6e833ece5 is already hosted by enough agents. {{(pid=103229) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 20:14:23.633907 n-d-713498-36 neutron-server[103229]: DEBUG neutron.scheduler.base_scheduler [None req-5c8ba711-068c-4284-b0d1-53bb1717627b tempest-TestNetworkAdvancedServerOps-38498957 tempest-TestNetworkAdvancedServerOps-38498957-project] Resources bound (agent type, host, resource id): {{(pid=103229) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 20:14:23.637755 n-d-713498-36 neutron-server[103229]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c8ba711-068c-4284-b0d1-53bb1717627b tempest-TestNetworkAdvancedServerOps-38498957 tempest-TestNetworkAdvancedServerOps-38498957-project] Received port after_create {{(pid=103229) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 20:14:23.644032 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c8ba711-068c-4284-b0d1-53bb1717627b tempest-TestNetworkAdvancedServerOps-38498957 tempest-TestNetworkAdvancedServerOps-38498957-project] Pushing event updated for resources: {'Port': ['ID=e04f9c25-6e65-4664-816c-d93d828932e6,revision_number=1']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:14:23.954676 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-5c8ba711-068c-4284-b0d1-53bb1717627b tempest-TestNetworkAdvancedServerOps-38498957 tempest-TestNetworkAdvancedServerOps-38498957-project] Publish callbacks [] for router_gateway (738a972d-45bd-4de9-bb3b-439d0b865010), after_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:14:24.501363 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-5c8ba711-068c-4284-b0d1-53bb1717627b tempest-TestNetworkAdvancedServerOps-38498957 tempest-TestNetworkAdvancedServerOps-38498957-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1834945', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1818951'] for router (738a972d-45bd-4de9-bb3b-439d0b865010), after_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:14:24.652419 n-d-713498-36 neutron-server[103229]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5c8ba711-068c-4284-b0d1-53bb1717627b tempest-TestNetworkAdvancedServerOps-38498957 tempest-TestNetworkAdvancedServerOps-38498957-project] Router 738a972d-45bd-4de9-bb3b-439d0b865010 is scheduled to L3 agent 93303d5e-5d17-45e8-8963-7694f87783ae with binding_index 1 {{(pid=103229) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 09 20:14:24.769031 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5c8ba711-068c-4284-b0d1-53bb1717627b tempest-TestNetworkAdvancedServerOps-38498957 tempest-TestNetworkAdvancedServerOps-38498957-project] Notify agent at l3_agent.n-d-713498-36 the message routers_updated {{(pid=103229) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 20:14:24.781023 n-d-713498-36 neutron-server[103233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1508fa09-bd99-4bdf-bb06-c223e5850dc2 None None] Sync routers for ids ['738a972d-45bd-4de9-bb3b-439d0b865010'] in n-d-713498-36 {{(pid=103233) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 20:14:24.792352 n-d-713498-36 neutron-server[103233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1508fa09-bd99-4bdf-bb06-c223e5850dc2 None None] Routers {'738a972d-45bd-4de9-bb3b-439d0b865010'} bound to L3 agent in host n-d-713498-36 {{(pid=103233) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 20:14:24.792993 n-d-713498-36 neutron-server[103233]: DEBUG neutron.db.l3_hamode_db [None req-1508fa09-bd99-4bdf-bb06-c223e5850dc2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T18:51:43Z,description=,heartbeat_timestamp=2022-02-09T20:14:13Z,host='n-d-713498-36',id=93303d5e-5d17-45e8-8963-7694f87783ae,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T18:51:43Z,topic='l3_agent')) {'router_ids': ['738a972d-45bd-4de9-bb3b-439d0b865010'], 'active': True} {{(pid=103233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 20:14:24.795475 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-5c8ba711-068c-4284-b0d1-53bb1717627b tempest-TestNetworkAdvancedServerOps-38498957 tempest-TestNetworkAdvancedServerOps-38498957-project] Publish callbacks [] for router (None), before_response {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:14:24.797023 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-5c8ba711-068c-4284-b0d1-53bb1717627b tempest-TestNetworkAdvancedServerOps-38498957 tempest-TestNetworkAdvancedServerOps-38498957-project] 10.222.0.75 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 1.9488111 Feb 09 20:14:24.803319 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 55078) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:14:24.833702 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-72df5582-53aa-4648-89c1-9bf13e30ae40 tempest-TestNetworkAdvancedServerOps-796730407 tempest-TestNetworkAdvancedServerOps-796730407-project-admin] 10.222.0.75 "GET /v2.0/subnets?project_id=c799cd12150c4200978dc1a66164f122&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0291247 Feb 09 20:14:24.836473 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 55080) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:14:24.906204 n-d-713498-36 neutron-server[103233]: DEBUG neutron.db.l3_dvr_db [None req-1508fa09-bd99-4bdf-bb06-c223e5850dc2 None None] Set router 738a972d-45bd-4de9-bb3b-439d0b865010 gateway port host: n-d-713498-36 {{(pid=103233) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 20:14:24.934660 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e56ba6e-69ef-4f59-9962-7a1d22333485 tempest-TestNetworkAdvancedServerOps-796730407 tempest-TestNetworkAdvancedServerOps-796730407-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:14:24.937006 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-5e56ba6e-69ef-4f59-9962-7a1d22333485 tempest-TestNetworkAdvancedServerOps-796730407 tempest-TestNetworkAdvancedServerOps-796730407-project-admin] 10.222.0.75 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0993564 Feb 09 20:14:24.940224 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 55082) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:14:24.970334 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-77043838-c0b9-453d-ae36-d9bb407aa5f0 tempest-TestNetworkAdvancedServerOps-796730407 tempest-TestNetworkAdvancedServerOps-796730407-project-admin] 10.222.0.75 "GET /v2.0/subnets?network_id=88055e1e-672a-4487-be31-ffb6e833ece5&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0286014 Feb 09 20:14:24.972674 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 55084) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:14:24.978088 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.v2.base [None req-4cdd3308-649a-4a36-805a-aabbf4e95a7d tempest-TestNetworkAdvancedServerOps-38498957 tempest-TestNetworkAdvancedServerOps-38498957-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-746678345', 'network_id': '1161bceb-f651-4fad-87a1-a57b136decc4', 'project_id': 'c799cd12150c4200978dc1a66164f122', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103230) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 20:14:25.080442 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4cdd3308-649a-4a36-805a-aabbf4e95a7d tempest-TestNetworkAdvancedServerOps-38498957 tempest-TestNetworkAdvancedServerOps-38498957-project] Made reservation on behalf of c799cd12150c4200978dc1a66164f122 for: {'subnet': 1} {{(pid=103230) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 20:14:25.083864 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-4cdd3308-649a-4a36-805a-aabbf4e95a7d tempest-TestNetworkAdvancedServerOps-38498957 tempest-TestNetworkAdvancedServerOps-38498957-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12985917'] for subnet (None), before_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:14:25.103684 n-d-713498-36 neutron-server[103233]: DEBUG neutron.db.l3_hamode_db [None req-1508fa09-bd99-4bdf-bb06-c223e5850dc2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '738a972d-45bd-4de9-bb3b-439d0b865010', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1668250255', 'tenant_id': 'c799cd12150c4200978dc1a66164f122', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88055e1e-672a-4487-be31-ffb6e833ece5', 'external_fixed_ips': [{'subnet_id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'ip_address': '172.25.1.89'}], 'enable_snat': True}, 'gw_port_id': 'e04f9c25-6e65-4664-816c-d93d828932e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T20:14:22Z', 'updated_at': '2022-02-09T20:14:23Z', 'revision_number': 3, 'project_id': 'c799cd12150c4200978dc1a66164f122', 'gw_port': {'id': 'e04f9c25-6e65-4664-816c-d93d828932e6', 'name': '', 'network_id': '88055e1e-672a-4487-be31-ffb6e833ece5', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:17:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '738a972d-45bd-4de9-bb3b-439d0b865010', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4309, 'fixed_ips': [{'subnet_id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'ip_address': '172.25.1.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T20:14:23Z', 'updated_at': '2022-02-09T20:14:23Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-36'}], 'n-d-713498-36', False) {} {{(pid=103233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 20:14:25.132523 n-d-713498-36 neutron-server[103233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1508fa09-bd99-4bdf-bb06-c223e5850dc2 None None] Checking router: 738a972d-45bd-4de9-bb3b-439d0b865010 for host: n-d-713498-36 {{(pid=103233) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 20:14:25.132876 n-d-713498-36 neutron-server[103233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1508fa09-bd99-4bdf-bb06-c223e5850dc2 None None] Updating router 738a972d-45bd-4de9-bb3b-439d0b865010 port e04f9c25-6e65-4664-816c-d93d828932e6 binding host n-d-713498-36 {{(pid=103233) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 20:14:25.172490 n-d-713498-36 neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-1508fa09-bd99-4bdf-bb06-c223e5850dc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (e04f9c25-6e65-4664-816c-d93d828932e6), before_update {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:14:25.288585 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-4cdd3308-649a-4a36-805a-aabbf4e95a7d tempest-TestNetworkAdvancedServerOps-38498957 tempest-TestNetworkAdvancedServerOps-38498957-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14393611', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12985859'] for subnet (9b27c883-71ea-413a-a8d1-e9d9bc1a516f), after_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:14:25.356503 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cdd3308-649a-4a36-805a-aabbf4e95a7d tempest-TestNetworkAdvancedServerOps-38498957 tempest-TestNetworkAdvancedServerOps-38498957-project] Pushing event updated for resources: {'Subnet': ['ID=9b27c883-71ea-413a-a8d1-e9d9bc1a516f,revision_number=0']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:14:25.369489 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4cdd3308-649a-4a36-805a-aabbf4e95a7d tempest-TestNetworkAdvancedServerOps-38498957 tempest-TestNetworkAdvancedServerOps-38498957-project] Checking segment: {'id': 'a0636e88-ce19-4171-bc23-dd6d4795e67e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': '1161bceb-f651-4fad-87a1-a57b136decc4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103230) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 20:14:25.369860 n-d-713498-36 neutron-server[103230]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4cdd3308-649a-4a36-805a-aabbf4e95a7d tempest-TestNetworkAdvancedServerOps-38498957 tempest-TestNetworkAdvancedServerOps-38498957-project] Network hostable DHCP agents. Network: 1161bceb-f651-4fad-87a1-a57b136decc4, hostable agents: ['af91e4b9-f4e1-42b1-a25c-a10dc47171c8'], hosted agents: [] {{(pid=103230) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 20:14:25.390462 n-d-713498-36 neutron-server[103230]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4cdd3308-649a-4a36-805a-aabbf4e95a7d tempest-TestNetworkAdvancedServerOps-38498957 tempest-TestNetworkAdvancedServerOps-38498957-project] Network 1161bceb-f651-4fad-87a1-a57b136decc4 is scheduled to be hosted by DHCP agent af91e4b9-f4e1-42b1-a25c-a10dc47171c8 with binding_index 1 {{(pid=103230) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 20:14:25.407670 n-d-713498-36 neutron-server[103230]: DEBUG neutron.scheduler.base_scheduler [None req-4cdd3308-649a-4a36-805a-aabbf4e95a7d tempest-TestNetworkAdvancedServerOps-38498957 tempest-TestNetworkAdvancedServerOps-38498957-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713498-36, 1161bceb-f651-4fad-87a1-a57b136decc4) {{(pid=103230) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 20:14:25.412297 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4cdd3308-649a-4a36-805a-aabbf4e95a7d tempest-TestNetworkAdvancedServerOps-38498957 tempest-TestNetworkAdvancedServerOps-38498957-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:14:25.412899 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-4cdd3308-649a-4a36-805a-aabbf4e95a7d tempest-TestNetworkAdvancedServerOps-38498957 tempest-TestNetworkAdvancedServerOps-38498957-project] Publish callbacks [] for subnet (None), before_response {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:14:25.417350 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4808593-92d7-47eb-ab1e-06db8228f723 None None] Network 1161bceb-f651-4fad-87a1-a57b136decc4 requested from n-d-713498-36 {{(pid=103232) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 20:14:25.458705 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-4cdd3308-649a-4a36-805a-aabbf4e95a7d tempest-TestNetworkAdvancedServerOps-38498957 tempest-TestNetworkAdvancedServerOps-38498957-project] 10.222.0.75 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.4846926 Feb 09 20:14:25.461498 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 55086) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:14:25.475517 n-d-713498-36 neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-1508fa09-bd99-4bdf-bb06-c223e5850dc2 None None] Publish callbacks [] for port (e04f9c25-6e65-4664-816c-d93d828932e6), precommit_update {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:14:25.482683 n-d-713498-36 neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-1508fa09-bd99-4bdf-bb06-c223e5850dc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762867176205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762866656485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762866656503'] for port (e04f9c25-6e65-4664-816c-d93d828932e6), after_update {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:14:25.542315 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3044777b-0492-484b-b193-2b282dd7ee1e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8b32e980-7cce-5e82-a341-bd2fa8945c89-1161bceb-f651-4fad-87a1-a57b136decc4', 'network_id': '1161bceb-f651-4fad-87a1-a57b136decc4', 'project_id': 'c799cd12150c4200978dc1a66164f122', 'fixed_ips': [{'subnet_id': '9b27c883-71ea-413a-a8d1-e9d9bc1a516f'}]}} from n-d-713498-36. {{(pid=103232) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 09 20:14:25.547044 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-3044777b-0492-484b-b193-2b282dd7ee1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (None), before_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:14:25.547271 n-d-713498-36 neutron-server[103233]: DEBUG neutron.plugins.ml2.managers [None req-1508fa09-bd99-4bdf-bb06-c223e5850dc2 None None] Attempting to bind port e04f9c25-6e65-4664-816c-d93d828932e6 on host n-d-713498-36 for vnic_type normal with profile {{(pid=103233) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 20:14:25.547515 n-d-713498-36 neutron-server[103233]: DEBUG neutron.plugins.ml2.managers [None req-1508fa09-bd99-4bdf-bb06-c223e5850dc2 None None] Attempting to bind port e04f9c25-6e65-4664-816c-d93d828932e6 by drivers openvswitch,hyperv on host n-d-713498-36 at level 0 using segments [{'id': 'a4222f89-8d3f-4b51-953b-1a8126392491', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '88055e1e-672a-4487-be31-ffb6e833ece5'}] {{(pid=103233) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 20:14:25.547882 n-d-713498-36 neutron-server[103233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1508fa09-bd99-4bdf-bb06-c223e5850dc2 None None] Attempting to bind port e04f9c25-6e65-4664-816c-d93d828932e6 on network 88055e1e-672a-4487-be31-ffb6e833ece5 {{(pid=103233) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 20:14:25.553721 n-d-713498-36 neutron-server[103233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bafb9d1-8e91-4268-89bd-3c2bc2199c78 None None] Pushing event updated for resources: {'Port': ['ID=e04f9c25-6e65-4664-816c-d93d828932e6,revision_number=2']} {{(pid=103233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:14:25.564632 n-d-713498-36 neutron-server[103233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bafb9d1-8e91-4268-89bd-3c2bc2199c78 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:14:25.565117 n-d-713498-36 neutron-server[103233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bafb9d1-8e91-4268-89bd-3c2bc2199c78 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:14:25.565220 n-d-713498-36 neutron-server[103233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bafb9d1-8e91-4268-89bd-3c2bc2199c78 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:14:25.566369 n-d-713498-36 neutron-server[103233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bafb9d1-8e91-4268-89bd-3c2bc2199c78 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:14:25.566369 n-d-713498-36 neutron-server[103233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bafb9d1-8e91-4268-89bd-3c2bc2199c78 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:14:25.566369 n-d-713498-36 neutron-server[103233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bafb9d1-8e91-4268-89bd-3c2bc2199c78 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:14:25.566710 n-d-713498-36 neutron-server[103233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bafb9d1-8e91-4268-89bd-3c2bc2199c78 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:14:25.567033 n-d-713498-36 neutron-server[103233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bafb9d1-8e91-4268-89bd-3c2bc2199c78 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:14:25.567353 n-d-713498-36 neutron-server[103233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bafb9d1-8e91-4268-89bd-3c2bc2199c78 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:14:25.567738 n-d-713498-36 neutron-server[103233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bafb9d1-8e91-4268-89bd-3c2bc2199c78 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:14:25.568048 n-d-713498-36 neutron-server[103233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bafb9d1-8e91-4268-89bd-3c2bc2199c78 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:14:25.568363 n-d-713498-36 neutron-server[103233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bafb9d1-8e91-4268-89bd-3c2bc2199c78 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:14:25.568678 n-d-713498-36 neutron-server[103233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bafb9d1-8e91-4268-89bd-3c2bc2199c78 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:14:25.584595 n-d-713498-36 neutron-server[103233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1508fa09-bd99-4bdf-bb06-c223e5850dc2 None None] Checking agent: {'id': '496418a2-c002-4aec-ab1a-07f3bea491bd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-36', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 18, 51, 47), 'started_at': datetime.datetime(2022, 2, 9, 18, 52, 17), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 20, 14, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-36'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103233) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 20:14:25.585092 n-d-713498-36 neutron-server[103233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1508fa09-bd99-4bdf-bb06-c223e5850dc2 None None] Checking segment: {'id': 'a4222f89-8d3f-4b51-953b-1a8126392491', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '88055e1e-672a-4487-be31-ffb6e833ece5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103233) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 20:14:25.585570 n-d-713498-36 neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-1508fa09-bd99-4bdf-bb06-c223e5850dc2 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:14:25.586132 n-d-713498-36 neutron-server[103233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1508fa09-bd99-4bdf-bb06-c223e5850dc2 None None] Bound using segment: {'id': 'a4222f89-8d3f-4b51-953b-1a8126392491', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '88055e1e-672a-4487-be31-ffb6e833ece5'} {{(pid=103233) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 20:14:25.586688 n-d-713498-36 neutron-server[103233]: DEBUG neutron.plugins.ml2.managers [None req-1508fa09-bd99-4bdf-bb06-c223e5850dc2 None None] Bound port: e04f9c25-6e65-4664-816c-d93d828932e6, host: n-d-713498-36, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a4222f89-8d3f-4b51-953b-1a8126392491', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '88055e1e-672a-4487-be31-ffb6e833ece5'}}] {{(pid=103233) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 20:14:25.587150 n-d-713498-36 neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-1508fa09-bd99-4bdf-bb06-c223e5850dc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (e04f9c25-6e65-4664-816c-d93d828932e6), before_update {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:14:25.652526 n-d-713498-36 neutron-server[103233]: DEBUG neutron.plugins.ml2.db [None req-1508fa09-bd99-4bdf-bb06-c223e5850dc2 None None] For port e04f9c25-6e65-4664-816c-d93d828932e6, host n-d-713498-36, cleared binding levels {{(pid=103233) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 20:14:25.659052 n-d-713498-36 neutron-server[103233]: DEBUG neutron.plugins.ml2.db [None req-1508fa09-bd99-4bdf-bb06-c223e5850dc2 None None] For port e04f9c25-6e65-4664-816c-d93d828932e6, host n-d-713498-36, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-36',level=0,port_id=e04f9c25-6e65-4664-816c-d93d828932e6,segment=NetworkSegment(a4222f89-8d3f-4b51-953b-1a8126392491),segment_id=a4222f89-8d3f-4b51-953b-1a8126392491)] {{(pid=103233) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 20:14:25.669312 n-d-713498-36 neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-1508fa09-bd99-4bdf-bb06-c223e5850dc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762867176205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762866656485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762866656503'] for port (e04f9c25-6e65-4664-816c-d93d828932e6), after_update {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:14:25.713526 n-d-713498-36 neutron-server[103233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1508fa09-bd99-4bdf-bb06-c223e5850dc2 None None] Routers {'738a972d-45bd-4de9-bb3b-439d0b865010'} bound to L3 agent in host n-d-713498-36 {{(pid=103233) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 20:14:25.714210 n-d-713498-36 neutron-server[103233]: DEBUG neutron.db.l3_hamode_db [None req-1508fa09-bd99-4bdf-bb06-c223e5850dc2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T18:51:43Z,description=,heartbeat_timestamp=2022-02-09T20:14:13Z,host='n-d-713498-36',id=93303d5e-5d17-45e8-8963-7694f87783ae,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T18:51:43Z,topic='l3_agent')) {'router_ids': ['738a972d-45bd-4de9-bb3b-439d0b865010'], 'active': True} {{(pid=103233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 20:14:25.755261 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.db_base_plugin_common [None req-3044777b-0492-484b-b193-2b282dd7ee1e None None] Allocated IP 172.20.0.2 (1161bceb-f651-4fad-87a1-a57b136decc4/9b27c883-71ea-413a-a8d1-e9d9bc1a516f/66954411-f05e-4890-8ac5-60aec3f125dd) {{(pid=103232) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 20:14:25.812044 n-d-713498-36 neutron-server[103233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bafb9d1-8e91-4268-89bd-3c2bc2199c78 None None] Pushing event updated for resources: {'Port': ['ID=e04f9c25-6e65-4664-816c-d93d828932e6,revision_number=3']} {{(pid=103233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:14:25.862496 n-d-713498-36 neutron-server[103233]: DEBUG neutron.db.l3_dvr_db [None req-1508fa09-bd99-4bdf-bb06-c223e5850dc2 None None] Set router 738a972d-45bd-4de9-bb3b-439d0b865010 gateway port host: n-d-713498-36 {{(pid=103233) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 20:14:25.935371 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-3044777b-0492-484b-b193-2b282dd7ee1e None None] Publish callbacks [] for port (66954411-f05e-4890-8ac5-60aec3f125dd), precommit_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:14:25.945033 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-3044777b-0492-484b-b193-2b282dd7ee1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762866656467'] for port (66954411-f05e-4890-8ac5-60aec3f125dd), after_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:14:26.002452 n-d-713498-36 neutron-server[103232]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3044777b-0492-484b-b193-2b282dd7ee1e None None] Network 1161bceb-f651-4fad-87a1-a57b136decc4 is already hosted by enough agents. {{(pid=103232) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 20:14:26.005507 n-d-713498-36 neutron-server[103232]: DEBUG neutron.scheduler.base_scheduler [None req-3044777b-0492-484b-b193-2b282dd7ee1e None None] Resources bound (agent type, host, resource id): {{(pid=103232) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 20:14:26.010487 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3044777b-0492-484b-b193-2b282dd7ee1e None None] Received port after_create {{(pid=103232) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 20:14:26.014087 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3044777b-0492-484b-b193-2b282dd7ee1e None None] Pushing event updated for resources: {'Port': ['ID=66954411-f05e-4890-8ac5-60aec3f125dd,revision_number=1']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:14:26.060534 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-9f196ef8-93ec-4ebf-8c6c-7ecc7ad8661b tempest-TestNetworkAdvancedServerOps-38498957 tempest-TestNetworkAdvancedServerOps-38498957-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (None), before_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:14:26.080966 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.managers [None req-3044777b-0492-484b-b193-2b282dd7ee1e None None] Attempting to bind port 66954411-f05e-4890-8ac5-60aec3f125dd on host n-d-713498-36 for vnic_type normal with profile {{(pid=103232) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 20:14:26.081365 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.managers [None req-3044777b-0492-484b-b193-2b282dd7ee1e None None] Attempting to bind port 66954411-f05e-4890-8ac5-60aec3f125dd by drivers openvswitch,hyperv on host n-d-713498-36 at level 0 using segments [{'id': 'a0636e88-ce19-4171-bc23-dd6d4795e67e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': '1161bceb-f651-4fad-87a1-a57b136decc4'}] {{(pid=103232) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 20:14:26.081736 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3044777b-0492-484b-b193-2b282dd7ee1e None None] Attempting to bind port 66954411-f05e-4890-8ac5-60aec3f125dd on network 1161bceb-f651-4fad-87a1-a57b136decc4 {{(pid=103232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 20:14:26.086618 n-d-713498-36 neutron-server[103233]: DEBUG neutron.db.l3_hamode_db [None req-1508fa09-bd99-4bdf-bb06-c223e5850dc2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '738a972d-45bd-4de9-bb3b-439d0b865010', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1668250255', 'tenant_id': 'c799cd12150c4200978dc1a66164f122', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88055e1e-672a-4487-be31-ffb6e833ece5', 'external_fixed_ips': [{'subnet_id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'ip_address': '172.25.1.89'}], 'enable_snat': True}, 'gw_port_id': 'e04f9c25-6e65-4664-816c-d93d828932e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T20:14:22Z', 'updated_at': '2022-02-09T20:14:23Z', 'revision_number': 3, 'project_id': 'c799cd12150c4200978dc1a66164f122', 'gw_port': {'id': 'e04f9c25-6e65-4664-816c-d93d828932e6', 'name': '', 'network_id': '88055e1e-672a-4487-be31-ffb6e833ece5', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:17:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '738a972d-45bd-4de9-bb3b-439d0b865010', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4309, 'fixed_ips': [{'subnet_id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'ip_address': '172.25.1.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T20:14:23Z', 'updated_at': '2022-02-09T20:14:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-36'}], 'n-d-713498-36', False) {} {{(pid=103233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 20:14:26.087109 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3044777b-0492-484b-b193-2b282dd7ee1e None None] Checking agent: {'id': '496418a2-c002-4aec-ab1a-07f3bea491bd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-36', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 18, 51, 47), 'started_at': datetime.datetime(2022, 2, 9, 18, 52, 17), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 20, 14, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-36'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 20:14:26.087496 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3044777b-0492-484b-b193-2b282dd7ee1e None None] Checking segment: {'id': 'a0636e88-ce19-4171-bc23-dd6d4795e67e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': '1161bceb-f651-4fad-87a1-a57b136decc4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103232) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 20:14:26.088035 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-3044777b-0492-484b-b193-2b282dd7ee1e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:14:26.088717 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3044777b-0492-484b-b193-2b282dd7ee1e None None] Bound using segment: {'id': 'a0636e88-ce19-4171-bc23-dd6d4795e67e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': '1161bceb-f651-4fad-87a1-a57b136decc4'} {{(pid=103232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 20:14:26.089124 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.managers [None req-3044777b-0492-484b-b193-2b282dd7ee1e None None] Bound port: 66954411-f05e-4890-8ac5-60aec3f125dd, host: n-d-713498-36, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a0636e88-ce19-4171-bc23-dd6d4795e67e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': '1161bceb-f651-4fad-87a1-a57b136decc4'}}] {{(pid=103232) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 20:14:26.089489 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-3044777b-0492-484b-b193-2b282dd7ee1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (66954411-f05e-4890-8ac5-60aec3f125dd), before_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:14:26.117387 n-d-713498-36 neutron-server[103233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1508fa09-bd99-4bdf-bb06-c223e5850dc2 None None] The sync data for ids ['738a972d-45bd-4de9-bb3b-439d0b865010'] in n-d-713498-36 is: [{'id': '738a972d-45bd-4de9-bb3b-439d0b865010', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1668250255', 'tenant_id': 'c799cd12150c4200978dc1a66164f122', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88055e1e-672a-4487-be31-ffb6e833ece5', 'external_fixed_ips': [{'subnet_id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'ip_address': '172.25.1.89'}], 'enable_snat': True}, 'gw_port_id': 'e04f9c25-6e65-4664-816c-d93d828932e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T20:14:22Z', 'updated_at': '2022-02-09T20:14:23Z', 'revision_number': 3, 'project_id': 'c799cd12150c4200978dc1a66164f122', 'gw_port': {'id': 'e04f9c25-6e65-4664-816c-d93d828932e6', 'name': '', 'network_id': '88055e1e-672a-4487-be31-ffb6e833ece5', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:17:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '738a972d-45bd-4de9-bb3b-439d0b865010', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4309, 'fixed_ips': [{'subnet_id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'ip_address': '172.25.1.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T20:14:23Z', 'updated_at': '2022-02-09T20:14:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-36'}] {{(pid=103233) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 20:14:26.163338 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-3044777b-0492-484b-b193-2b282dd7ee1e None None] For port 66954411-f05e-4890-8ac5-60aec3f125dd, host n-d-713498-36, cleared binding levels {{(pid=103232) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 20:14:26.166751 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-3044777b-0492-484b-b193-2b282dd7ee1e None None] For port 66954411-f05e-4890-8ac5-60aec3f125dd, host n-d-713498-36, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-36',level=0,port_id=66954411-f05e-4890-8ac5-60aec3f125dd,segment=NetworkSegment(a0636e88-ce19-4171-bc23-dd6d4795e67e),segment_id=a0636e88-ce19-4171-bc23-dd6d4795e67e)] {{(pid=103232) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 20:14:26.176475 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-3044777b-0492-484b-b193-2b282dd7ee1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762867176205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762866656485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762866656503'] for port (66954411-f05e-4890-8ac5-60aec3f125dd), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:14:26.247677 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3044777b-0492-484b-b193-2b282dd7ee1e None None] Pushing event updated for resources: {'Port': ['ID=66954411-f05e-4890-8ac5-60aec3f125dd,revision_number=2']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:14:26.429555 n-d-713498-36 neutron-server[103230]: DEBUG neutron.db.db_base_plugin_common [None req-9f196ef8-93ec-4ebf-8c6c-7ecc7ad8661b tempest-TestNetworkAdvancedServerOps-38498957 tempest-TestNetworkAdvancedServerOps-38498957-project] Allocated IP 172.20.0.1 (1161bceb-f651-4fad-87a1-a57b136decc4/9b27c883-71ea-413a-a8d1-e9d9bc1a516f/cd8c76fb-f5a5-480d-ac15-bbea83d43fd5) {{(pid=103230) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 20:14:26.599614 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-9f196ef8-93ec-4ebf-8c6c-7ecc7ad8661b tempest-TestNetworkAdvancedServerOps-38498957 tempest-TestNetworkAdvancedServerOps-38498957-project] Publish callbacks [] for port (cd8c76fb-f5a5-480d-ac15-bbea83d43fd5), precommit_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:14:26.639953 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-9f196ef8-93ec-4ebf-8c6c-7ecc7ad8661b tempest-TestNetworkAdvancedServerOps-38498957 tempest-TestNetworkAdvancedServerOps-38498957-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762866656467', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14393751'] for port (cd8c76fb-f5a5-480d-ac15-bbea83d43fd5), after_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:14:26.688715 n-d-713498-36 neutron-server[103230]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f196ef8-93ec-4ebf-8c6c-7ecc7ad8661b tempest-TestNetworkAdvancedServerOps-38498957 tempest-TestNetworkAdvancedServerOps-38498957-project] Network 1161bceb-f651-4fad-87a1-a57b136decc4 is already hosted by enough agents. {{(pid=103230) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 20:14:26.692996 n-d-713498-36 neutron-server[103230]: DEBUG neutron.scheduler.base_scheduler [None req-9f196ef8-93ec-4ebf-8c6c-7ecc7ad8661b tempest-TestNetworkAdvancedServerOps-38498957 tempest-TestNetworkAdvancedServerOps-38498957-project] Resources bound (agent type, host, resource id): {{(pid=103230) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 20:14:26.697226 n-d-713498-36 neutron-server[103230]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f196ef8-93ec-4ebf-8c6c-7ecc7ad8661b tempest-TestNetworkAdvancedServerOps-38498957 tempest-TestNetworkAdvancedServerOps-38498957-project] Received port after_create {{(pid=103230) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 20:14:26.735943 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f196ef8-93ec-4ebf-8c6c-7ecc7ad8661b tempest-TestNetworkAdvancedServerOps-38498957 tempest-TestNetworkAdvancedServerOps-38498957-project] Pushing event updated for resources: {'Port': ['ID=cd8c76fb-f5a5-480d-ac15-bbea83d43fd5,revision_number=1']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:14:26.757217 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-9f196ef8-93ec-4ebf-8c6c-7ecc7ad8661b tempest-TestNetworkAdvancedServerOps-38498957 tempest-TestNetworkAdvancedServerOps-38498957-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1819024'] for router_interface (738a972d-45bd-4de9-bb3b-439d0b865010), before_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:14:26.919621 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Device 66954411-f05e-4890-8ac5-60aec3f125dd up at agent ovs-agent-n-d-713498-36 {{(pid=103232) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 20:14:26.934885 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-9f196ef8-93ec-4ebf-8c6c-7ecc7ad8661b tempest-TestNetworkAdvancedServerOps-38498957 tempest-TestNetworkAdvancedServerOps-38498957-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (cd8c76fb-f5a5-480d-ac15-bbea83d43fd5), before_update {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:14:26.978659 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.provisioning_blocks [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Provisioning complete for port 66954411-f05e-4890-8ac5-60aec3f125dd triggered by entity L2. {{(pid=103232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 20:14:26.979036 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593630'] for port (66954411-f05e-4890-8ac5-60aec3f125dd), provisioning_complete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:14:27.077493 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Current status of the port 66954411-f05e-4890-8ac5-60aec3f125dd is: DOWN; New status is: ACTIVE {{(pid=103232) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 20:14:27.078230 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (66954411-f05e-4890-8ac5-60aec3f125dd), before_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:14:27.130386 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] For port 66954411-f05e-4890-8ac5-60aec3f125dd, host n-d-713498-36, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-36',level=0,port_id=66954411-f05e-4890-8ac5-60aec3f125dd,segment=NetworkSegment(a0636e88-ce19-4171-bc23-dd6d4795e67e),segment_id=a0636e88-ce19-4171-bc23-dd6d4795e67e)] {{(pid=103232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 20:14:27.137246 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762867176205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762866656485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762866656503'] for port (66954411-f05e-4890-8ac5-60aec3f125dd), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:14:27.138862 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Device e04f9c25-6e65-4664-816c-d93d828932e6 up at agent ovs-agent-n-d-713498-36 {{(pid=103232) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 20:14:27.270478 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Pushing event updated for resources: {'Port': ['ID=66954411-f05e-4890-8ac5-60aec3f125dd,revision_number=3']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:14:27.296185 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.provisioning_blocks [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Provisioning complete for port e04f9c25-6e65-4664-816c-d93d828932e6 triggered by entity L2. {{(pid=103232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 20:14:27.297040 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593630'] for port (e04f9c25-6e65-4664-816c-d93d828932e6), provisioning_complete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:14:27.322525 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-9f196ef8-93ec-4ebf-8c6c-7ecc7ad8661b tempest-TestNetworkAdvancedServerOps-38498957 tempest-TestNetworkAdvancedServerOps-38498957-project] Publish callbacks [] for port (cd8c76fb-f5a5-480d-ac15-bbea83d43fd5), precommit_update {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:14:27.329249 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-9f196ef8-93ec-4ebf-8c6c-7ecc7ad8661b tempest-TestNetworkAdvancedServerOps-38498957 tempest-TestNetworkAdvancedServerOps-38498957-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762867176205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762866656485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762866656503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14393758'] for port (cd8c76fb-f5a5-480d-ac15-bbea83d43fd5), after_update {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:14:27.416713 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-9f196ef8-93ec-4ebf-8c6c-7ecc7ad8661b tempest-TestNetworkAdvancedServerOps-38498957 tempest-TestNetworkAdvancedServerOps-38498957-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1613458', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1834496'] for router_interface (738a972d-45bd-4de9-bb3b-439d0b865010), after_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:14:27.418567 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f196ef8-93ec-4ebf-8c6c-7ecc7ad8661b tempest-TestNetworkAdvancedServerOps-38498957 tempest-TestNetworkAdvancedServerOps-38498957-project] Pushing event updated for resources: {'Port': ['ID=cd8c76fb-f5a5-480d-ac15-bbea83d43fd5,revision_number=2']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:14:27.419467 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Current status of the port e04f9c25-6e65-4664-816c-d93d828932e6 is: DOWN; New status is: ACTIVE {{(pid=103232) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 20:14:27.421206 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (e04f9c25-6e65-4664-816c-d93d828932e6), before_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:14:27.446220 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] For port e04f9c25-6e65-4664-816c-d93d828932e6, host n-d-713498-36, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-36',level=0,port_id=e04f9c25-6e65-4664-816c-d93d828932e6,segment=NetworkSegment(a4222f89-8d3f-4b51-953b-1a8126392491),segment_id=a4222f89-8d3f-4b51-953b-1a8126392491)] {{(pid=103232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 20:14:27.452483 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762867176205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762866656485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762866656503'] for port (e04f9c25-6e65-4664-816c-d93d828932e6), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:14:27.526445 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Pushing event updated for resources: {'Port': ['ID=e04f9c25-6e65-4664-816c-d93d828932e6,revision_number=4']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:14:27.548496 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03fa18d0-7839-4c70-ae63-5e108ca78c73 None None] Network 1161bceb-f651-4fad-87a1-a57b136decc4 requested from n-d-713498-36 {{(pid=103232) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 20:14:27.563139 n-d-713498-36 neutron-server[103230]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f196ef8-93ec-4ebf-8c6c-7ecc7ad8661b tempest-TestNetworkAdvancedServerOps-38498957 tempest-TestNetworkAdvancedServerOps-38498957-project] Network 1161bceb-f651-4fad-87a1-a57b136decc4 is already hosted by enough agents. {{(pid=103230) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 20:14:27.566853 n-d-713498-36 neutron-server[103230]: DEBUG neutron.scheduler.base_scheduler [None req-9f196ef8-93ec-4ebf-8c6c-7ecc7ad8661b tempest-TestNetworkAdvancedServerOps-38498957 tempest-TestNetworkAdvancedServerOps-38498957-project] Resources bound (agent type, host, resource id): {{(pid=103230) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 20:14:27.637025 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.provisioning_blocks [None req-9ecaad9e-06d5-466f-94e9-be0f4f7976a2 None None] Provisioning complete for port 66954411-f05e-4890-8ac5-60aec3f125dd triggered by entity DHCP. {{(pid=103232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 20:14:27.637403 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-9ecaad9e-06d5-466f-94e9-be0f4f7976a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593630'] for port (66954411-f05e-4890-8ac5-60aec3f125dd), provisioning_complete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:14:27.763171 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-9ecaad9e-06d5-466f-94e9-be0f4f7976a2 None None] Current status of the port 66954411-f05e-4890-8ac5-60aec3f125dd is: ACTIVE; New status is: ACTIVE {{(pid=103232) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 20:14:27.989623 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.provisioning_blocks [None req-bb9023fe-6817-4642-bf18-65e2d079b06e None None] Provisioning complete for port 66954411-f05e-4890-8ac5-60aec3f125dd triggered by entity DHCP. {{(pid=103232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 20:14:27.990355 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-bb9023fe-6817-4642-bf18-65e2d079b06e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593630'] for port (66954411-f05e-4890-8ac5-60aec3f125dd), provisioning_complete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:14:28.056729 n-d-713498-36 neutron-server[103230]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9f196ef8-93ec-4ebf-8c6c-7ecc7ad8661b tempest-TestNetworkAdvancedServerOps-38498957 tempest-TestNetworkAdvancedServerOps-38498957-project] Router 738a972d-45bd-4de9-bb3b-439d0b865010 has already been hosted by L3 agent 93303d5e-5d17-45e8-8963-7694f87783ae {{(pid=103230) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 20:14:28.087302 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-bb9023fe-6817-4642-bf18-65e2d079b06e None None] Current status of the port 66954411-f05e-4890-8ac5-60aec3f125dd is: ACTIVE; New status is: ACTIVE {{(pid=103232) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 20:14:28.099982 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.provisioning_blocks [None req-bb9023fe-6817-4642-bf18-65e2d079b06e None None] Provisioning complete for port cd8c76fb-f5a5-480d-ac15-bbea83d43fd5 triggered by entity DHCP. {{(pid=103232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 20:14:28.100353 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-bb9023fe-6817-4642-bf18-65e2d079b06e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593630'] for port (cd8c76fb-f5a5-480d-ac15-bbea83d43fd5), provisioning_complete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:14:28.149467 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-bb9023fe-6817-4642-bf18-65e2d079b06e None None] Port cd8c76fb-f5a5-480d-ac15-bbea83d43fd5 cannot update to ACTIVE because it is not bound. {{(pid=103232) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 20:14:28.205052 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9f196ef8-93ec-4ebf-8c6c-7ecc7ad8661b tempest-TestNetworkAdvancedServerOps-38498957 tempest-TestNetworkAdvancedServerOps-38498957-project] Notify agent at l3_agent.n-d-713498-36 the message routers_updated {{(pid=103230) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 20:14:28.222935 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-9f196ef8-93ec-4ebf-8c6c-7ecc7ad8661b tempest-TestNetworkAdvancedServerOps-38498957 tempest-TestNetworkAdvancedServerOps-38498957-project] 10.222.0.75 "PUT /v2.0/routers/738a972d-45bd-4de9-bb3b-439d0b865010/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7598822 Feb 09 20:14:28.229268 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67e42e99-ab9f-4167-b042-fa77183db64f None None] Sync routers for ids ['738a972d-45bd-4de9-bb3b-439d0b865010'] in n-d-713498-36 {{(pid=103232) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 20:14:28.245008 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67e42e99-ab9f-4167-b042-fa77183db64f None None] Routers {'738a972d-45bd-4de9-bb3b-439d0b865010'} bound to L3 agent in host n-d-713498-36 {{(pid=103232) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 20:14:28.246007 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.l3_hamode_db [None req-67e42e99-ab9f-4167-b042-fa77183db64f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T18:51:43Z,description=,heartbeat_timestamp=2022-02-09T20:14:13Z,host='n-d-713498-36',id=93303d5e-5d17-45e8-8963-7694f87783ae,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T18:51:43Z,topic='l3_agent')) {'router_ids': ['738a972d-45bd-4de9-bb3b-439d0b865010'], 'active': True} {{(pid=103232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 20:14:28.343168 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.provisioning_blocks [None req-94b5bac3-55d5-488b-b97f-710a3d1669fd None None] Provisioning complete for port cd8c76fb-f5a5-480d-ac15-bbea83d43fd5 triggered by entity DHCP. {{(pid=103232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 20:14:28.343720 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-94b5bac3-55d5-488b-b97f-710a3d1669fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593630'] for port (cd8c76fb-f5a5-480d-ac15-bbea83d43fd5), provisioning_complete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:14:28.403532 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-94b5bac3-55d5-488b-b97f-710a3d1669fd None None] Port cd8c76fb-f5a5-480d-ac15-bbea83d43fd5 cannot update to ACTIVE because it is not bound. {{(pid=103232) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 20:14:28.417432 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.l3_dvr_db [None req-67e42e99-ab9f-4167-b042-fa77183db64f None None] Set router 738a972d-45bd-4de9-bb3b-439d0b865010 gateway port host: n-d-713498-36 {{(pid=103232) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 20:14:28.432780 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-137fc3a5-6dec-4855-ba03-89673d1f5a3d req-a87174c2-d0c3-4073-93b7-8fbc4a1fee8a tempest-TestNetworkAdvancedServerOps-38498957 tempest-TestNetworkAdvancedServerOps-38498957-project] 10.222.0.75 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1682139758&fields=id&tenant_id=c799cd12150c4200978dc1a66164f122 HTTP/1.1" status: 200 len: 267 time: 0.0532303 Feb 09 20:14:28.557221 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-137fc3a5-6dec-4855-ba03-89673d1f5a3d req-b075dcd1-6963-4c11-b1ba-7e8092840a76 tempest-TestNetworkAdvancedServerOps-38498957 tempest-TestNetworkAdvancedServerOps-38498957-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:14:28.559163 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-137fc3a5-6dec-4855-ba03-89673d1f5a3d req-b075dcd1-6963-4c11-b1ba-7e8092840a76 tempest-TestNetworkAdvancedServerOps-38498957 tempest-TestNetworkAdvancedServerOps-38498957-project] 10.222.0.75 "GET /v2.0/networks?id=1161bceb-f651-4fad-87a1-a57b136decc4 HTTP/1.1" status: 200 len: 796 time: 0.1169224 Feb 09 20:14:28.560600 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.provisioning_blocks [None req-b3b34d51-9f54-4aca-907b-dafd7d91d474 None None] Provisioning complete for port cd8c76fb-f5a5-480d-ac15-bbea83d43fd5 triggered by entity DHCP. {{(pid=103232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 20:14:28.560983 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-b3b34d51-9f54-4aca-907b-dafd7d91d474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593630'] for port (cd8c76fb-f5a5-480d-ac15-bbea83d43fd5), provisioning_complete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:14:28.584097 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-137fc3a5-6dec-4855-ba03-89673d1f5a3d req-79690ad0-f919-4e22-ba61-de95ea9eae0a tempest-TestNetworkAdvancedServerOps-38498957 tempest-TestNetworkAdvancedServerOps-38498957-project] 10.222.0.75 "GET /v2.0/quotas/c799cd12150c4200978dc1a66164f122 HTTP/1.1" status: 200 len: 375 time: 0.0171328 Feb 09 20:14:28.622206 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-b3b34d51-9f54-4aca-907b-dafd7d91d474 None None] Port cd8c76fb-f5a5-480d-ac15-bbea83d43fd5 cannot update to ACTIVE because it is not bound. {{(pid=103232) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 20:14:28.663349 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-137fc3a5-6dec-4855-ba03-89673d1f5a3d req-5b1ffb9e-8d7d-4148-8aad-51ec991cb983 tempest-TestNetworkAdvancedServerOps-38498957 tempest-TestNetworkAdvancedServerOps-38498957-project] 10.222.0.75 "GET /v2.0/ports?tenant_id=c799cd12150c4200978dc1a66164f122&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0737197 Feb 09 20:14:28.674754 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.l3_hamode_db [None req-67e42e99-ab9f-4167-b042-fa77183db64f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '738a972d-45bd-4de9-bb3b-439d0b865010', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1668250255', 'tenant_id': 'c799cd12150c4200978dc1a66164f122', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88055e1e-672a-4487-be31-ffb6e833ece5', 'external_fixed_ips': [{'subnet_id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'ip_address': '172.25.1.89'}], 'enable_snat': True}, 'gw_port_id': 'e04f9c25-6e65-4664-816c-d93d828932e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T20:14:22Z', 'updated_at': '2022-02-09T20:14:26Z', 'revision_number': 4, 'project_id': 'c799cd12150c4200978dc1a66164f122', 'gw_port': {'id': 'e04f9c25-6e65-4664-816c-d93d828932e6', 'name': '', 'network_id': '88055e1e-672a-4487-be31-ffb6e833ece5', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:17:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '738a972d-45bd-4de9-bb3b-439d0b865010', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4309, 'fixed_ips': [{'subnet_id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'ip_address': '172.25.1.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T20:14:23Z', 'updated_at': '2022-02-09T20:14:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-36', '_interfaces': [{'id': 'cd8c76fb-f5a5-480d-ac15-bbea83d43fd5', 'name': '', 'network_id': '1161bceb-f651-4fad-87a1-a57b136decc4', 'tenant_id': 'c799cd12150c4200978dc1a66164f122', 'mac_address': 'fa:16:3e:82:dd:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '738a972d-45bd-4de9-bb3b-439d0b865010', 'device_owner': 'network:router_interface', 'standard_attr_id': 4312, 'fixed_ips': [{'subnet_id': '9b27c883-71ea-413a-a8d1-e9d9bc1a516f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T20:14:26Z', 'updated_at': '2022-02-09T20:14:27Z', 'revision_number': 2, 'project_id': 'c799cd12150c4200978dc1a66164f122', 'subnets': [{'id': '9b27c883-71ea-413a-a8d1-e9d9bc1a516f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-36', False) {} {{(pid=103232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 20:14:28.703280 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67e42e99-ab9f-4167-b042-fa77183db64f None None] Checking router: 738a972d-45bd-4de9-bb3b-439d0b865010 for host: n-d-713498-36 {{(pid=103232) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 20:14:28.703645 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67e42e99-ab9f-4167-b042-fa77183db64f None None] Updating router 738a972d-45bd-4de9-bb3b-439d0b865010 port cd8c76fb-f5a5-480d-ac15-bbea83d43fd5 binding host n-d-713498-36 {{(pid=103232) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 20:14:28.732315 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-67e42e99-ab9f-4167-b042-fa77183db64f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (cd8c76fb-f5a5-480d-ac15-bbea83d43fd5), before_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:14:28.838643 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-137fc3a5-6dec-4855-ba03-89673d1f5a3d req-b8cf78cb-7b66-4798-b766-f4d240c456ad service neutron] 10.222.0.75 "GET /v2.0/networks/1161bceb-f651-4fad-87a1-a57b136decc4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1629581 Feb 09 20:14:28.864010 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Device 66954411-f05e-4890-8ac5-60aec3f125dd up at agent ovs-agent-n-d-713498-36 {{(pid=103232) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 20:14:28.953879 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-137fc3a5-6dec-4855-ba03-89673d1f5a3d req-d851c771-63e3-4516-8827-b6d120c0e481 service neutron] 10.222.0.75 "GET /v2.0/networks/1161bceb-f651-4fad-87a1-a57b136decc4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1098044 Feb 09 20:14:29.164382 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-07603741-dfc8-4707-b859-4b15415d5cfa req-507791f7-5df6-4521-9ab9-53078023a704 tempest-TestNetworkAdvancedServerOps-38498957 tempest-TestNetworkAdvancedServerOps-38498957-project] 10.222.0.75 "GET /v2.0/ports?device_id=2edb3d30-aa97-4b0c-80fa-b61ba4a3700c HTTP/1.1" status: 200 len: 210 time: 0.0432947 Feb 09 20:14:29.275925 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.provisioning_blocks [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Provisioning complete for port 66954411-f05e-4890-8ac5-60aec3f125dd triggered by entity L2. {{(pid=103232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 20:14:29.276549 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593630'] for port (66954411-f05e-4890-8ac5-60aec3f125dd), provisioning_complete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:14:29.450131 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-67e42e99-ab9f-4167-b042-fa77183db64f None None] Publish callbacks [] for port (cd8c76fb-f5a5-480d-ac15-bbea83d43fd5), precommit_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:14:29.463518 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-67e42e99-ab9f-4167-b042-fa77183db64f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762867176205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762866656485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762866656503'] for port (cd8c76fb-f5a5-480d-ac15-bbea83d43fd5), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:14:29.495961 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Current status of the port 66954411-f05e-4890-8ac5-60aec3f125dd is: ACTIVE; New status is: ACTIVE {{(pid=103232) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 20:14:29.497074 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Device e04f9c25-6e65-4664-816c-d93d828932e6 up at agent ovs-agent-n-d-713498-36 {{(pid=103232) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 20:14:29.563895 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-784b6ec4-9812-420b-be4e-e5f04b68f9a1 None None] Pushing event updated for resources: {'Port': ['ID=cd8c76fb-f5a5-480d-ac15-bbea83d43fd5,revision_number=3']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:14:29.653392 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.managers [None req-67e42e99-ab9f-4167-b042-fa77183db64f None None] Attempting to bind port cd8c76fb-f5a5-480d-ac15-bbea83d43fd5 on host n-d-713498-36 for vnic_type normal with profile {{(pid=103232) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 20:14:29.654718 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.managers [None req-67e42e99-ab9f-4167-b042-fa77183db64f None None] Attempting to bind port cd8c76fb-f5a5-480d-ac15-bbea83d43fd5 by drivers openvswitch,hyperv on host n-d-713498-36 at level 0 using segments [{'id': 'a0636e88-ce19-4171-bc23-dd6d4795e67e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': '1161bceb-f651-4fad-87a1-a57b136decc4'}] {{(pid=103232) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 20:14:29.655162 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67e42e99-ab9f-4167-b042-fa77183db64f None None] Attempting to bind port cd8c76fb-f5a5-480d-ac15-bbea83d43fd5 on network 1161bceb-f651-4fad-87a1-a57b136decc4 {{(pid=103232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 20:14:29.659676 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.provisioning_blocks [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Provisioning complete for port e04f9c25-6e65-4664-816c-d93d828932e6 triggered by entity L2. {{(pid=103232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 20:14:29.660064 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593630'] for port (e04f9c25-6e65-4664-816c-d93d828932e6), provisioning_complete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:14:29.667421 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67e42e99-ab9f-4167-b042-fa77183db64f None None] Checking agent: {'id': '496418a2-c002-4aec-ab1a-07f3bea491bd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-36', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 18, 51, 47), 'started_at': datetime.datetime(2022, 2, 9, 18, 52, 17), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 20, 14, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-36'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 20:14:29.667805 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67e42e99-ab9f-4167-b042-fa77183db64f None None] Checking segment: {'id': 'a0636e88-ce19-4171-bc23-dd6d4795e67e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': '1161bceb-f651-4fad-87a1-a57b136decc4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103232) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 20:14:29.668218 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-67e42e99-ab9f-4167-b042-fa77183db64f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:14:29.668620 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67e42e99-ab9f-4167-b042-fa77183db64f None None] Bound using segment: {'id': 'a0636e88-ce19-4171-bc23-dd6d4795e67e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': '1161bceb-f651-4fad-87a1-a57b136decc4'} {{(pid=103232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 20:14:29.669206 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.managers [None req-67e42e99-ab9f-4167-b042-fa77183db64f None None] Bound port: cd8c76fb-f5a5-480d-ac15-bbea83d43fd5, host: n-d-713498-36, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a0636e88-ce19-4171-bc23-dd6d4795e67e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': '1161bceb-f651-4fad-87a1-a57b136decc4'}}] {{(pid=103232) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 20:14:29.670204 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-67e42e99-ab9f-4167-b042-fa77183db64f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (cd8c76fb-f5a5-480d-ac15-bbea83d43fd5), before_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:14:29.786711 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-67e42e99-ab9f-4167-b042-fa77183db64f None None] For port cd8c76fb-f5a5-480d-ac15-bbea83d43fd5, host n-d-713498-36, cleared binding levels {{(pid=103232) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 20:14:29.828285 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-67e42e99-ab9f-4167-b042-fa77183db64f None None] For port cd8c76fb-f5a5-480d-ac15-bbea83d43fd5, host n-d-713498-36, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-36',level=0,port_id=cd8c76fb-f5a5-480d-ac15-bbea83d43fd5,segment=NetworkSegment(a0636e88-ce19-4171-bc23-dd6d4795e67e),segment_id=a0636e88-ce19-4171-bc23-dd6d4795e67e)] {{(pid=103232) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 20:14:29.847039 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-67e42e99-ab9f-4167-b042-fa77183db64f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762867176205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762866656485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762866656503'] for port (cd8c76fb-f5a5-480d-ac15-bbea83d43fd5), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:14:29.862848 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Current status of the port e04f9c25-6e65-4664-816c-d93d828932e6 is: ACTIVE; New status is: ACTIVE {{(pid=103232) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 20:14:29.923583 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.provisioning_blocks [None req-76184f5f-ff76-441f-b24f-a71115332db5 None None] Provisioning complete for port cd8c76fb-f5a5-480d-ac15-bbea83d43fd5 triggered by entity DHCP. {{(pid=103232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 20:14:29.924066 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-76184f5f-ff76-441f-b24f-a71115332db5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593630'] for port (cd8c76fb-f5a5-480d-ac15-bbea83d43fd5), provisioning_complete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:14:29.970333 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-784b6ec4-9812-420b-be4e-e5f04b68f9a1 None None] Pushing event updated for resources: {'Port': ['ID=cd8c76fb-f5a5-480d-ac15-bbea83d43fd5,revision_number=4']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:14:29.974901 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67e42e99-ab9f-4167-b042-fa77183db64f None None] Routers {'738a972d-45bd-4de9-bb3b-439d0b865010'} bound to L3 agent in host n-d-713498-36 {{(pid=103232) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 20:14:29.975540 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.l3_hamode_db [None req-67e42e99-ab9f-4167-b042-fa77183db64f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T18:51:43Z,description=,heartbeat_timestamp=2022-02-09T20:14:13Z,host='n-d-713498-36',id=93303d5e-5d17-45e8-8963-7694f87783ae,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T18:51:43Z,topic='l3_agent')) {'router_ids': ['738a972d-45bd-4de9-bb3b-439d0b865010'], 'active': True} {{(pid=103232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 20:14:30.149094 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.l3_dvr_db [None req-67e42e99-ab9f-4167-b042-fa77183db64f None None] Set router 738a972d-45bd-4de9-bb3b-439d0b865010 gateway port host: n-d-713498-36 {{(pid=103232) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 20:14:30.151484 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-76184f5f-ff76-441f-b24f-a71115332db5 None None] Current status of the port cd8c76fb-f5a5-480d-ac15-bbea83d43fd5 is: DOWN; New status is: ACTIVE {{(pid=103232) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 20:14:30.152038 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-76184f5f-ff76-441f-b24f-a71115332db5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (cd8c76fb-f5a5-480d-ac15-bbea83d43fd5), before_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:14:30.263352 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-76184f5f-ff76-441f-b24f-a71115332db5 None None] For port cd8c76fb-f5a5-480d-ac15-bbea83d43fd5, host n-d-713498-36, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-36',level=0,port_id=cd8c76fb-f5a5-480d-ac15-bbea83d43fd5,segment=NetworkSegment(a0636e88-ce19-4171-bc23-dd6d4795e67e),segment_id=a0636e88-ce19-4171-bc23-dd6d4795e67e)] {{(pid=103232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 20:14:30.284242 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-76184f5f-ff76-441f-b24f-a71115332db5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762867176205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762866656485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762866656503'] for port (cd8c76fb-f5a5-480d-ac15-bbea83d43fd5), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:14:30.317526 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-1eb6eb3b-1c3b-495c-b298-0d5f08f991f1 req-9bfb2296-b174-464b-a85d-a8877802a504 tempest-TestNetworkAdvancedServerOps-38498957 tempest-TestNetworkAdvancedServerOps-38498957-project] 10.222.0.75 "GET /v2.0/ports?device_id=2edb3d30-aa97-4b0c-80fa-b61ba4a3700c HTTP/1.1" status: 200 len: 210 time: 0.0351450 Feb 09 20:14:30.368438 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-137fc3a5-6dec-4855-ba03-89673d1f5a3d req-d9a9bd56-38a8-4f2d-8bc8-6b6822638659 tempest-TestNetworkAdvancedServerOps-38498957 tempest-TestNetworkAdvancedServerOps-38498957-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:14:30.372136 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-137fc3a5-6dec-4855-ba03-89673d1f5a3d req-d9a9bd56-38a8-4f2d-8bc8-6b6822638659 tempest-TestNetworkAdvancedServerOps-38498957 tempest-TestNetworkAdvancedServerOps-38498957-project] 10.222.0.90 "GET /v2.0/networks?id=1161bceb-f651-4fad-87a1-a57b136decc4 HTTP/1.1" status: 200 len: 796 time: 0.1501350 Feb 09 20:14:30.384740 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76184f5f-ff76-441f-b24f-a71115332db5 None None] Pushing event updated for resources: {'Port': ['ID=cd8c76fb-f5a5-480d-ac15-bbea83d43fd5,revision_number=5']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:14:30.431198 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.provisioning_blocks [None req-1bf7793d-db04-4e16-8c4a-c8bb4e8be3f4 None None] Provisioning complete for port cd8c76fb-f5a5-480d-ac15-bbea83d43fd5 triggered by entity DHCP. {{(pid=103232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 20:14:30.431816 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-1bf7793d-db04-4e16-8c4a-c8bb4e8be3f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593630'] for port (cd8c76fb-f5a5-480d-ac15-bbea83d43fd5), provisioning_complete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:14:30.456835 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-137fc3a5-6dec-4855-ba03-89673d1f5a3d req-d291e7fe-d170-4618-83e6-bcffc3d4a398 tempest-TestNetworkAdvancedServerOps-38498957 tempest-TestNetworkAdvancedServerOps-38498957-project] 10.222.0.90 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c799cd12150c4200978dc1a66164f122 HTTP/1.1" status: 200 len: 380 time: 0.0748484 Feb 09 20:14:30.465796 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.v2.base [req-137fc3a5-6dec-4855-ba03-89673d1f5a3d req-95ef9545-1497-44a3-a042-5aaf11eec256 tempest-TestNetworkAdvancedServerOps-38498957 tempest-TestNetworkAdvancedServerOps-38498957-project] Request body: {'port': {'device_id': '2edb3d30-aa97-4b0c-80fa-b61ba4a3700c', 'network_id': '1161bceb-f651-4fad-87a1-a57b136decc4', 'admin_state_up': True, 'tenant_id': 'c799cd12150c4200978dc1a66164f122', 'security_groups': ['563289f5-d3d2-4788-91db-f8adad85130d']}} {{(pid=103230) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 20:14:30.546393 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.l3_hamode_db [None req-67e42e99-ab9f-4167-b042-fa77183db64f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '738a972d-45bd-4de9-bb3b-439d0b865010', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1668250255', 'tenant_id': 'c799cd12150c4200978dc1a66164f122', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88055e1e-672a-4487-be31-ffb6e833ece5', 'external_fixed_ips': [{'subnet_id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'ip_address': '172.25.1.89'}], 'enable_snat': True}, 'gw_port_id': 'e04f9c25-6e65-4664-816c-d93d828932e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T20:14:22Z', 'updated_at': '2022-02-09T20:14:26Z', 'revision_number': 4, 'project_id': 'c799cd12150c4200978dc1a66164f122', 'gw_port': {'id': 'e04f9c25-6e65-4664-816c-d93d828932e6', 'name': '', 'network_id': '88055e1e-672a-4487-be31-ffb6e833ece5', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:17:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '738a972d-45bd-4de9-bb3b-439d0b865010', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4309, 'fixed_ips': [{'subnet_id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'ip_address': '172.25.1.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T20:14:23Z', 'updated_at': '2022-02-09T20:14:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-36', '_interfaces': [{'id': 'cd8c76fb-f5a5-480d-ac15-bbea83d43fd5', 'name': '', 'network_id': '1161bceb-f651-4fad-87a1-a57b136decc4', 'tenant_id': 'c799cd12150c4200978dc1a66164f122', 'mac_address': 'fa:16:3e:82:dd:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '738a972d-45bd-4de9-bb3b-439d0b865010', 'device_owner': 'network:router_interface', 'standard_attr_id': 4312, 'fixed_ips': [{'subnet_id': '9b27c883-71ea-413a-a8d1-e9d9bc1a516f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T20:14:26Z', 'updated_at': '2022-02-09T20:14:29Z', 'revision_number': 4, 'project_id': 'c799cd12150c4200978dc1a66164f122', 'subnets': [{'id': '9b27c883-71ea-413a-a8d1-e9d9bc1a516f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-36', False) {} {{(pid=103232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 20:14:30.580473 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67e42e99-ab9f-4167-b042-fa77183db64f None None] The sync data for ids ['738a972d-45bd-4de9-bb3b-439d0b865010'] in n-d-713498-36 is: [{'id': '738a972d-45bd-4de9-bb3b-439d0b865010', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1668250255', 'tenant_id': 'c799cd12150c4200978dc1a66164f122', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88055e1e-672a-4487-be31-ffb6e833ece5', 'external_fixed_ips': [{'subnet_id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'ip_address': '172.25.1.89'}], 'enable_snat': True}, 'gw_port_id': 'e04f9c25-6e65-4664-816c-d93d828932e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T20:14:22Z', 'updated_at': '2022-02-09T20:14:26Z', 'revision_number': 4, 'project_id': 'c799cd12150c4200978dc1a66164f122', 'gw_port': {'id': 'e04f9c25-6e65-4664-816c-d93d828932e6', 'name': '', 'network_id': '88055e1e-672a-4487-be31-ffb6e833ece5', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:17:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '738a972d-45bd-4de9-bb3b-439d0b865010', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4309, 'fixed_ips': [{'subnet_id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'ip_address': '172.25.1.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T20:14:23Z', 'updated_at': '2022-02-09T20:14:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-36', '_interfaces': [{'id': 'cd8c76fb-f5a5-480d-ac15-bbea83d43fd5', 'name': '', 'network_id': '1161bceb-f651-4fad-87a1-a57b136decc4', 'tenant_id': 'c799cd12150c4200978dc1a66164f122', 'mac_address': 'fa:16:3e:82:dd:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '738a972d-45bd-4de9-bb3b-439d0b865010', 'device_owner': 'network:router_interface', 'standard_attr_id': 4312, 'fixed_ips': [{'subnet_id': '9b27c883-71ea-413a-a8d1-e9d9bc1a516f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T20:14:26Z', 'updated_at': '2022-02-09T20:14:29Z', 'revision_number': 4, 'project_id': 'c799cd12150c4200978dc1a66164f122', 'subnets': [{'id': '9b27c883-71ea-413a-a8d1-e9d9bc1a516f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103232) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 20:14:30.589519 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-1bf7793d-db04-4e16-8c4a-c8bb4e8be3f4 None None] Current status of the port cd8c76fb-f5a5-480d-ac15-bbea83d43fd5 is: ACTIVE; New status is: ACTIVE {{(pid=103232) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 20:14:30.603806 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-137fc3a5-6dec-4855-ba03-89673d1f5a3d req-95ef9545-1497-44a3-a042-5aaf11eec256 tempest-TestNetworkAdvancedServerOps-38498957 tempest-TestNetworkAdvancedServerOps-38498957-project] Made reservation on behalf of c799cd12150c4200978dc1a66164f122 for: {'port': 1} {{(pid=103230) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 20:14:30.608031 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [req-137fc3a5-6dec-4855-ba03-89673d1f5a3d req-95ef9545-1497-44a3-a042-5aaf11eec256 tempest-TestNetworkAdvancedServerOps-38498957 tempest-TestNetworkAdvancedServerOps-38498957-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (None), before_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:14:30.803636 n-d-713498-36 neutron-server[103230]: DEBUG neutron.db.db_base_plugin_common [req-137fc3a5-6dec-4855-ba03-89673d1f5a3d req-95ef9545-1497-44a3-a042-5aaf11eec256 tempest-TestNetworkAdvancedServerOps-38498957 tempest-TestNetworkAdvancedServerOps-38498957-project] Allocated IP 172.20.0.11 (1161bceb-f651-4fad-87a1-a57b136decc4/9b27c883-71ea-413a-a8d1-e9d9bc1a516f/79557c52-4b61-47c2-9b94-dff6b7e4868f) {{(pid=103230) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 20:14:30.892565 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Device cd8c76fb-f5a5-480d-ac15-bbea83d43fd5 up at agent ovs-agent-n-d-713498-36 {{(pid=103232) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 20:14:30.951391 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.provisioning_blocks [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Provisioning complete for port cd8c76fb-f5a5-480d-ac15-bbea83d43fd5 triggered by entity L2. {{(pid=103232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 20:14:30.951765 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593630'] for port (cd8c76fb-f5a5-480d-ac15-bbea83d43fd5), provisioning_complete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:14:30.990293 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [req-137fc3a5-6dec-4855-ba03-89673d1f5a3d req-95ef9545-1497-44a3-a042-5aaf11eec256 tempest-TestNetworkAdvancedServerOps-38498957 tempest-TestNetworkAdvancedServerOps-38498957-project] Publish callbacks [] for port (79557c52-4b61-47c2-9b94-dff6b7e4868f), precommit_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:14:31.033162 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [req-137fc3a5-6dec-4855-ba03-89673d1f5a3d req-95ef9545-1497-44a3-a042-5aaf11eec256 tempest-TestNetworkAdvancedServerOps-38498957 tempest-TestNetworkAdvancedServerOps-38498957-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762866656467', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14393751'] for port (79557c52-4b61-47c2-9b94-dff6b7e4868f), after_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:14:31.050449 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Current status of the port cd8c76fb-f5a5-480d-ac15-bbea83d43fd5 is: ACTIVE; New status is: ACTIVE {{(pid=103232) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 20:14:31.085793 n-d-713498-36 neutron-server[103230]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-137fc3a5-6dec-4855-ba03-89673d1f5a3d req-95ef9545-1497-44a3-a042-5aaf11eec256 tempest-TestNetworkAdvancedServerOps-38498957 tempest-TestNetworkAdvancedServerOps-38498957-project] Network 1161bceb-f651-4fad-87a1-a57b136decc4 is already hosted by enough agents. {{(pid=103230) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 20:14:31.089184 n-d-713498-36 neutron-server[103230]: DEBUG neutron.scheduler.base_scheduler [req-137fc3a5-6dec-4855-ba03-89673d1f5a3d req-95ef9545-1497-44a3-a042-5aaf11eec256 tempest-TestNetworkAdvancedServerOps-38498957 tempest-TestNetworkAdvancedServerOps-38498957-project] Resources bound (agent type, host, resource id): {{(pid=103230) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 20:14:31.093292 n-d-713498-36 neutron-server[103230]: DEBUG neutron.db.l3_dvrscheduler_db [req-137fc3a5-6dec-4855-ba03-89673d1f5a3d req-95ef9545-1497-44a3-a042-5aaf11eec256 tempest-TestNetworkAdvancedServerOps-38498957 tempest-TestNetworkAdvancedServerOps-38498957-project] Received port after_create {{(pid=103230) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 20:14:31.100625 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95ef9545-1497-44a3-a042-5aaf11eec256 tempest-TestNetworkAdvancedServerOps-38498957 tempest-TestNetworkAdvancedServerOps-38498957-project] Pushing event updated for resources: {'Port': ['ID=79557c52-4b61-47c2-9b94-dff6b7e4868f,revision_number=1']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:14:31.173543 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-137fc3a5-6dec-4855-ba03-89673d1f5a3d req-95ef9545-1497-44a3-a042-5aaf11eec256 tempest-TestNetworkAdvancedServerOps-38498957 tempest-TestNetworkAdvancedServerOps-38498957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:14:31.174736 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [req-137fc3a5-6dec-4855-ba03-89673d1f5a3d req-95ef9545-1497-44a3-a042-5aaf11eec256 tempest-TestNetworkAdvancedServerOps-38498957 tempest-TestNetworkAdvancedServerOps-38498957-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171096'] for port (None), before_response {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:14:31.216685 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-137fc3a5-6dec-4855-ba03-89673d1f5a3d req-95ef9545-1497-44a3-a042-5aaf11eec256 tempest-TestNetworkAdvancedServerOps-38498957 tempest-TestNetworkAdvancedServerOps-38498957-project] 10.222.0.90 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7546883 Feb 09 20:14:31.280242 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.v2.base [req-137fc3a5-6dec-4855-ba03-89673d1f5a3d req-c42d1d47-b2aa-4a0b-b4dd-540f470df53a service neutron] Request body: {'port': {'device_id': '2edb3d30-aa97-4b0c-80fa-b61ba4a3700c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-713498-36'}} {{(pid=103230) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 20:14:31.361722 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [req-137fc3a5-6dec-4855-ba03-89673d1f5a3d req-c42d1d47-b2aa-4a0b-b4dd-540f470df53a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (79557c52-4b61-47c2-9b94-dff6b7e4868f), before_update {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:14:31.424010 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.provisioning_blocks [None req-87ddf08c-88df-4df9-baf8-11d39afee3d2 None None] Provisioning complete for port 79557c52-4b61-47c2-9b94-dff6b7e4868f triggered by entity DHCP. {{(pid=103232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 20:14:31.424547 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-87ddf08c-88df-4df9-baf8-11d39afee3d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593630'] for port (79557c52-4b61-47c2-9b94-dff6b7e4868f), provisioning_complete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:14:31.475111 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-87ddf08c-88df-4df9-baf8-11d39afee3d2 None None] Port 79557c52-4b61-47c2-9b94-dff6b7e4868f cannot update to ACTIVE because it is not bound. {{(pid=103232) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 20:14:31.567820 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d15c9a8f-6526-4b89-841c-d95081f094cf req-02fb2d77-0892-42f8-8f19-bffd53427a03 tempest-TestNetworkAdvancedServerOps-38498957 tempest-TestNetworkAdvancedServerOps-38498957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:14:31.569433 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-d15c9a8f-6526-4b89-841c-d95081f094cf req-02fb2d77-0892-42f8-8f19-bffd53427a03 tempest-TestNetworkAdvancedServerOps-38498957 tempest-TestNetworkAdvancedServerOps-38498957-project] 10.222.0.75 "GET /v2.0/ports?device_id=2edb3d30-aa97-4b0c-80fa-b61ba4a3700c HTTP/1.1" status: 200 len: 932 time: 0.1562076 Feb 09 20:14:31.692290 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-d15c9a8f-6526-4b89-841c-d95081f094cf req-ef5e396a-67bb-4c48-9c63-54b23fa34df4 tempest-TestNetworkAdvancedServerOps-38498957 tempest-TestNetworkAdvancedServerOps-38498957-project] 10.222.0.75 "GET /v2.0/security-groups?id=563289f5-d3d2-4788-91db-f8adad85130d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1088357 Feb 09 20:14:31.786438 n-d-713498-36 neutron-server[103230]: DEBUG neutron.notifiers.nova [req-137fc3a5-6dec-4855-ba03-89673d1f5a3d req-c42d1d47-b2aa-4a0b-b4dd-540f470df53a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 79557c52-4b61-47c2-9b94-dff6b7e4868f {{(pid=103230) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 20:14:31.795143 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [req-137fc3a5-6dec-4855-ba03-89673d1f5a3d req-c42d1d47-b2aa-4a0b-b4dd-540f470df53a service neutron] Publish callbacks [] for port (79557c52-4b61-47c2-9b94-dff6b7e4868f), precommit_update {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:14:31.809312 n-d-713498-36 neutron-server[103230]: DEBUG neutron.db.provisioning_blocks [req-137fc3a5-6dec-4855-ba03-89673d1f5a3d req-c42d1d47-b2aa-4a0b-b4dd-540f470df53a service neutron] Transition to ACTIVE for port object 79557c52-4b61-47c2-9b94-dff6b7e4868f will not be triggered until provisioned by entity L2. {{(pid=103230) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 20:14:31.815841 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [req-137fc3a5-6dec-4855-ba03-89673d1f5a3d req-c42d1d47-b2aa-4a0b-b4dd-540f470df53a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762867176205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762866656485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762866656503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14393758'] for port (79557c52-4b61-47c2-9b94-dff6b7e4868f), after_update {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:14:31.873829 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c42d1d47-b2aa-4a0b-b4dd-540f470df53a service neutron] Pushing event updated for resources: {'Port': ['ID=79557c52-4b61-47c2-9b94-dff6b7e4868f,revision_number=2']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:14:31.951123 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.managers [req-137fc3a5-6dec-4855-ba03-89673d1f5a3d req-c42d1d47-b2aa-4a0b-b4dd-540f470df53a service neutron] Attempting to bind port 79557c52-4b61-47c2-9b94-dff6b7e4868f on host n-h2-713498-36 for vnic_type normal with profile {{(pid=103230) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 20:14:31.951472 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.managers [req-137fc3a5-6dec-4855-ba03-89673d1f5a3d req-c42d1d47-b2aa-4a0b-b4dd-540f470df53a service neutron] Attempting to bind port 79557c52-4b61-47c2-9b94-dff6b7e4868f by drivers openvswitch,hyperv on host n-h2-713498-36 at level 0 using segments [{'id': 'a0636e88-ce19-4171-bc23-dd6d4795e67e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': '1161bceb-f651-4fad-87a1-a57b136decc4'}] {{(pid=103230) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 20:14:31.951900 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-137fc3a5-6dec-4855-ba03-89673d1f5a3d req-c42d1d47-b2aa-4a0b-b4dd-540f470df53a service neutron] Attempting to bind port 79557c52-4b61-47c2-9b94-dff6b7e4868f on network 1161bceb-f651-4fad-87a1-a57b136decc4 {{(pid=103230) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 20:14:31.956974 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-137fc3a5-6dec-4855-ba03-89673d1f5a3d req-c42d1d47-b2aa-4a0b-b4dd-540f470df53a service neutron] Port 79557c52-4b61-47c2-9b94-dff6b7e4868f on network 1161bceb-f651-4fad-87a1-a57b136decc4 not bound, no agent of type Open vSwitch agent registered on host n-h2-713498-36 {{(pid=103230) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 20:14:31.957267 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-137fc3a5-6dec-4855-ba03-89673d1f5a3d req-c42d1d47-b2aa-4a0b-b4dd-540f470df53a service neutron] Attempting to bind port 79557c52-4b61-47c2-9b94-dff6b7e4868f on network 1161bceb-f651-4fad-87a1-a57b136decc4 {{(pid=103230) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 20:14:31.962731 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-137fc3a5-6dec-4855-ba03-89673d1f5a3d req-c42d1d47-b2aa-4a0b-b4dd-540f470df53a service neutron] Checking agent: {'id': 'bcd5faee-dc24-4298-9134-0e0aa054058e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713498-36', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 18, 59, 19), 'started_at': datetime.datetime(2022, 2, 9, 18, 59, 19), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 20, 14, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103230) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 20:14:31.963076 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-137fc3a5-6dec-4855-ba03-89673d1f5a3d req-c42d1d47-b2aa-4a0b-b4dd-540f470df53a service neutron] Checking segment: {'id': 'a0636e88-ce19-4171-bc23-dd6d4795e67e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': '1161bceb-f651-4fad-87a1-a57b136decc4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103230) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 20:14:31.963469 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-137fc3a5-6dec-4855-ba03-89673d1f5a3d req-c42d1d47-b2aa-4a0b-b4dd-540f470df53a service neutron] Bound using segment: {'id': 'a0636e88-ce19-4171-bc23-dd6d4795e67e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': '1161bceb-f651-4fad-87a1-a57b136decc4'} {{(pid=103230) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 20:14:31.963903 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.managers [req-137fc3a5-6dec-4855-ba03-89673d1f5a3d req-c42d1d47-b2aa-4a0b-b4dd-540f470df53a service neutron] Bound port: 79557c52-4b61-47c2-9b94-dff6b7e4868f, host: n-h2-713498-36, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a0636e88-ce19-4171-bc23-dd6d4795e67e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': '1161bceb-f651-4fad-87a1-a57b136decc4'}}] {{(pid=103230) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 20:14:31.964264 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [req-137fc3a5-6dec-4855-ba03-89673d1f5a3d req-c42d1d47-b2aa-4a0b-b4dd-540f470df53a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (79557c52-4b61-47c2-9b94-dff6b7e4868f), before_update {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:14:32.042431 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.db [req-137fc3a5-6dec-4855-ba03-89673d1f5a3d req-c42d1d47-b2aa-4a0b-b4dd-540f470df53a service neutron] For port 79557c52-4b61-47c2-9b94-dff6b7e4868f, host n-h2-713498-36, cleared binding levels {{(pid=103230) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 20:14:32.046729 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.db [req-137fc3a5-6dec-4855-ba03-89673d1f5a3d req-c42d1d47-b2aa-4a0b-b4dd-540f470df53a service neutron] For port 79557c52-4b61-47c2-9b94-dff6b7e4868f, host n-h2-713498-36, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-36',level=0,port_id=79557c52-4b61-47c2-9b94-dff6b7e4868f,segment=NetworkSegment(a0636e88-ce19-4171-bc23-dd6d4795e67e),segment_id=a0636e88-ce19-4171-bc23-dd6d4795e67e)] {{(pid=103230) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 20:14:32.053793 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [req-137fc3a5-6dec-4855-ba03-89673d1f5a3d req-c42d1d47-b2aa-4a0b-b4dd-540f470df53a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762867176205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762866656485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762866656503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14393758'] for port (79557c52-4b61-47c2-9b94-dff6b7e4868f), after_update {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:14:32.092082 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-137fc3a5-6dec-4855-ba03-89673d1f5a3d req-c42d1d47-b2aa-4a0b-b4dd-540f470df53a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:14:32.093035 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [req-137fc3a5-6dec-4855-ba03-89673d1f5a3d req-c42d1d47-b2aa-4a0b-b4dd-540f470df53a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171096'] for port (None), before_response {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:14:32.094668 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-137fc3a5-6dec-4855-ba03-89673d1f5a3d req-c42d1d47-b2aa-4a0b-b4dd-540f470df53a service neutron] 10.222.0.90 "PUT /v2.0/ports/79557c52-4b61-47c2-9b94-dff6b7e4868f HTTP/1.1" status: 200 len: 1093 time: 0.8701949 Feb 09 20:14:32.095134 n-d-713498-36 neutron-server[103230]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2edb3d30-aa97-4b0c-80fa-b61ba4a3700c', 'tag': '79557c52-4b61-47c2-9b94-dff6b7e4868f'}] {{(pid=103230) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 20:14:32.097441 n-d-713498-36 neutron-server[103230]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bdec2cd40908e72a0a66447c6deb3367bbdbf2f4033028e05eb26280eb3900ec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-79f5bf0e-2ef0-4d23-9bcc-828d9d1995ad" -d '{"events": [{"name": "network-changed", "server_uuid": "2edb3d30-aa97-4b0c-80fa-b61ba4a3700c", "tag": "79557c52-4b61-47c2-9b94-dff6b7e4868f"}]}' {{(pid=103230) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 20:14:32.128110 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c42d1d47-b2aa-4a0b-b4dd-540f470df53a service neutron] Pushing event updated for resources: {'Port': ['ID=79557c52-4b61-47c2-9b94-dff6b7e4868f,revision_number=3']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:14:32.157319 n-d-713498-36 neutron-server[103230]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 20:14:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-62c7fc5c-9603-43fd-a62f-53af3ccaf589 x-openstack-request-id: req-62c7fc5c-9603-43fd-a62f-53af3ccaf589 {{(pid=103230) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 20:14:32.157614 n-d-713498-36 neutron-server[103230]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2edb3d30-aa97-4b0c-80fa-b61ba4a3700c", "tag": "79557c52-4b61-47c2-9b94-dff6b7e4868f", "status": "completed", "code": 200}]} {{(pid=103230) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 20:14:32.157869 n-d-713498-36 neutron-server[103230]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-62c7fc5c-9603-43fd-a62f-53af3ccaf589 {{(pid=103230) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 20:14:32.158316 n-d-713498-36 neutron-server[103230]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2edb3d30-aa97-4b0c-80fa-b61ba4a3700c', 'tag': '79557c52-4b61-47c2-9b94-dff6b7e4868f', 'status': 'completed', 'code': 200} Feb 09 20:14:32.199305 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-137fc3a5-6dec-4855-ba03-89673d1f5a3d req-ade8d7e1-1296-42ec-9a81-866501bec272 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:14:32.201558 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-137fc3a5-6dec-4855-ba03-89673d1f5a3d req-ade8d7e1-1296-42ec-9a81-866501bec272 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=c799cd12150c4200978dc1a66164f122&device_id=2edb3d30-aa97-4b0c-80fa-b61ba4a3700c HTTP/1.1" status: 200 len: 1127 time: 0.0584011 Feb 09 20:14:32.260266 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-137fc3a5-6dec-4855-ba03-89673d1f5a3d req-f05b0e52-222f-4839-958a-277389b4dbd6 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=79557c52-4b61-47c2-9b94-dff6b7e4868f HTTP/1.1" status: 200 len: 217 time: 0.0486610 Feb 09 20:14:32.320981 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-137fc3a5-6dec-4855-ba03-89673d1f5a3d req-4d344c02-abfb-4d10-ad87-03ae501c59c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:14:32.322488 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-137fc3a5-6dec-4855-ba03-89673d1f5a3d req-4d344c02-abfb-4d10-ad87-03ae501c59c3 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=9b27c883-71ea-413a-a8d1-e9d9bc1a516f HTTP/1.1" status: 200 len: 834 time: 0.0559900 Feb 09 20:14:32.374622 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-137fc3a5-6dec-4855-ba03-89673d1f5a3d req-2402c561-a7c6-47da-afd8-d3f4a04d4a65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:14:32.376154 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-137fc3a5-6dec-4855-ba03-89673d1f5a3d req-2402c561-a7c6-47da-afd8-d3f4a04d4a65 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=1161bceb-f651-4fad-87a1-a57b136decc4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0474019 Feb 09 20:14:32.479832 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-137fc3a5-6dec-4855-ba03-89673d1f5a3d req-4531c664-03ac-45cc-88c7-b5a6f707b446 service neutron] 10.222.0.90 "GET /v2.0/networks/1161bceb-f651-4fad-87a1-a57b136decc4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0965304 Feb 09 20:14:32.581195 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-137fc3a5-6dec-4855-ba03-89673d1f5a3d req-c40ad438-b18a-444e-b045-97798e1a0c3a service neutron] 10.222.0.90 "GET /v2.0/networks/1161bceb-f651-4fad-87a1-a57b136decc4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0934296 Feb 09 20:14:32.681944 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79f5bf0e-2ef0-4d23-9bcc-828d9d1995ad req-9508db00-451c-42d3-aa0b-98909a2d2f7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:14:32.683543 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-79f5bf0e-2ef0-4d23-9bcc-828d9d1995ad req-9508db00-451c-42d3-aa0b-98909a2d2f7a service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=c799cd12150c4200978dc1a66164f122&device_id=2edb3d30-aa97-4b0c-80fa-b61ba4a3700c HTTP/1.1" status: 200 len: 1127 time: 0.0571070 Feb 09 20:14:32.819639 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79f5bf0e-2ef0-4d23-9bcc-828d9d1995ad req-54333021-a15b-43cc-ae24-d957333f59ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:14:32.821136 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-79f5bf0e-2ef0-4d23-9bcc-828d9d1995ad req-54333021-a15b-43cc-ae24-d957333f59ae service neutron] 10.222.0.90 "GET /v2.0/networks?id=1161bceb-f651-4fad-87a1-a57b136decc4 HTTP/1.1" status: 200 len: 897 time: 0.1308506 Feb 09 20:14:32.875309 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-79f5bf0e-2ef0-4d23-9bcc-828d9d1995ad req-ad826bf6-19a2-4fd0-bcf7-53db353092d6 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=79557c52-4b61-47c2-9b94-dff6b7e4868f HTTP/1.1" status: 200 len: 217 time: 0.0469027 Feb 09 20:14:32.886383 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac649392-701e-441d-9d99-f114da6a2c29 req-e712a3ae-ad30-41f5-ae52-459c4338fae1 tempest-TestNetworkAdvancedServerOps-38498957 tempest-TestNetworkAdvancedServerOps-38498957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:14:32.887869 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-ac649392-701e-441d-9d99-f114da6a2c29 req-e712a3ae-ad30-41f5-ae52-459c4338fae1 tempest-TestNetworkAdvancedServerOps-38498957 tempest-TestNetworkAdvancedServerOps-38498957-project] 10.222.0.75 "GET /v2.0/ports?device_id=2edb3d30-aa97-4b0c-80fa-b61ba4a3700c HTTP/1.1" status: 200 len: 944 time: 0.1102054 Feb 09 20:14:32.956938 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79f5bf0e-2ef0-4d23-9bcc-828d9d1995ad req-f586e001-b6d1-4ce1-8665-e855a02583bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:14:32.958445 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-79f5bf0e-2ef0-4d23-9bcc-828d9d1995ad req-f586e001-b6d1-4ce1-8665-e855a02583bf service neutron] 10.222.0.90 "GET /v2.0/subnets?id=9b27c883-71ea-413a-a8d1-e9d9bc1a516f HTTP/1.1" status: 200 len: 834 time: 0.0691159 Feb 09 20:14:32.985211 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-ac649392-701e-441d-9d99-f114da6a2c29 req-d94fbdda-0d8e-41a7-a63a-dfadcd029740 tempest-TestNetworkAdvancedServerOps-38498957 tempest-TestNetworkAdvancedServerOps-38498957-project] 10.222.0.75 "GET /v2.0/security-groups?id=563289f5-d3d2-4788-91db-f8adad85130d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0873606 Feb 09 20:14:33.019857 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79f5bf0e-2ef0-4d23-9bcc-828d9d1995ad req-f2fc0c9d-b655-4371-a784-dc0effcbb575 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:14:33.021394 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-79f5bf0e-2ef0-4d23-9bcc-828d9d1995ad req-f2fc0c9d-b655-4371-a784-dc0effcbb575 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=1161bceb-f651-4fad-87a1-a57b136decc4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0547969 Feb 09 20:14:33.122049 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-79f5bf0e-2ef0-4d23-9bcc-828d9d1995ad req-e340ac50-2142-461f-9f7c-bfd21b93de3f service neutron] 10.222.0.90 "GET /v2.0/networks/1161bceb-f651-4fad-87a1-a57b136decc4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0939729 Feb 09 20:14:33.220895 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-79f5bf0e-2ef0-4d23-9bcc-828d9d1995ad req-0af828a8-9c6b-43df-8d6d-e2b3be6a0714 service neutron] 10.222.0.90 "GET /v2.0/networks/1161bceb-f651-4fad-87a1-a57b136decc4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0923660 Feb 09 20:14:33.821823 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Device 79557c52-4b61-47c2-9b94-dff6b7e4868f details requested by agent hyperv_n-h2-713498-36 with host n-h2-713498-36 {{(pid=103232) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 20:14:33.929821 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-7429db8d-6021-40ad-813e-885be449a89b None None] For port 79557c52-4b61-47c2-9b94-dff6b7e4868f, host n-h2-713498-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-36',level=0,port_id=79557c52-4b61-47c2-9b94-dff6b7e4868f,segment=NetworkSegment(a0636e88-ce19-4171-bc23-dd6d4795e67e),segment_id=a0636e88-ce19-4171-bc23-dd6d4795e67e)] {{(pid=103232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 20:14:33.942874 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Returning: {'device': '79557c52-4b61-47c2-9b94-dff6b7e4868f', 'network_id': '1161bceb-f651-4fad-87a1-a57b136decc4', 'port_id': '79557c52-4b61-47c2-9b94-dff6b7e4868f', 'mac_address': 'fa:16:3e:27:2e:db', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 351, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9b27c883-71ea-413a-a8d1-e9d9bc1a516f', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103232) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 20:14:33.986333 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Current status of the port 79557c52-4b61-47c2-9b94-dff6b7e4868f is: DOWN; New status is: BUILD {{(pid=103232) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 20:14:33.986333 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (79557c52-4b61-47c2-9b94-dff6b7e4868f), before_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:14:34.000115 n-d-713498-36 neutron-server[103232]: DEBUG neutron.notifiers.nova [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 79557c52-4b61-47c2-9b94-dff6b7e4868f {{(pid=103232) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 20:14:34.021350 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-7429db8d-6021-40ad-813e-885be449a89b None None] For port 79557c52-4b61-47c2-9b94-dff6b7e4868f, host n-h2-713498-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-36',level=0,port_id=79557c52-4b61-47c2-9b94-dff6b7e4868f,segment=NetworkSegment(a0636e88-ce19-4171-bc23-dd6d4795e67e),segment_id=a0636e88-ce19-4171-bc23-dd6d4795e67e)] {{(pid=103232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 20:14:34.030651 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762867176205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762866656485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762866656503'] for port (79557c52-4b61-47c2-9b94-dff6b7e4868f), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:14:34.087130 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Pushing event updated for resources: {'Port': ['ID=79557c52-4b61-47c2-9b94-dff6b7e4868f,revision_number=4']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:14:34.132819 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54b9b825-27b3-4586-86ad-e6ea220298d4 req-7167cd04-4b0c-4747-93c5-318db99571e1 tempest-TestNetworkAdvancedServerOps-38498957 tempest-TestNetworkAdvancedServerOps-38498957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:14:34.134379 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-54b9b825-27b3-4586-86ad-e6ea220298d4 req-7167cd04-4b0c-4747-93c5-318db99571e1 tempest-TestNetworkAdvancedServerOps-38498957 tempest-TestNetworkAdvancedServerOps-38498957-project] 10.222.0.75 "GET /v2.0/ports?device_id=2edb3d30-aa97-4b0c-80fa-b61ba4a3700c HTTP/1.1" status: 200 len: 945 time: 0.0677233 Feb 09 20:14:34.187885 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-54b9b825-27b3-4586-86ad-e6ea220298d4 req-e4ce5439-e225-49a2-8e69-f80ccf508807 tempest-TestNetworkAdvancedServerOps-38498957 tempest-TestNetworkAdvancedServerOps-38498957-project] 10.222.0.75 "GET /v2.0/security-groups?id=563289f5-d3d2-4788-91db-f8adad85130d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462348 Feb 09 20:14:34.312640 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-7429db8d-6021-40ad-813e-885be449a89b None None] get_ports_and_sgs() called for port_ids ['79557c52-4b61-47c2-9b94-dff6b7e4868f'] {{(pid=103232) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 20:14:35.339615 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60fd1145-03d4-404a-9cc0-c20d4d3ae0b7 req-c1e60339-de27-46be-8b14-24d060c8ed15 tempest-TestNetworkAdvancedServerOps-38498957 tempest-TestNetworkAdvancedServerOps-38498957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:14:35.342527 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-60fd1145-03d4-404a-9cc0-c20d4d3ae0b7 req-c1e60339-de27-46be-8b14-24d060c8ed15 tempest-TestNetworkAdvancedServerOps-38498957 tempest-TestNetworkAdvancedServerOps-38498957-project] 10.222.0.75 "GET /v2.0/ports?device_id=2edb3d30-aa97-4b0c-80fa-b61ba4a3700c HTTP/1.1" status: 200 len: 945 time: 0.0674813 Feb 09 20:14:35.401491 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-60fd1145-03d4-404a-9cc0-c20d4d3ae0b7 req-05440c3d-0e38-408a-ab45-8ae0816c19b2 tempest-TestNetworkAdvancedServerOps-38498957 tempest-TestNetworkAdvancedServerOps-38498957-project] 10.222.0.75 "GET /v2.0/security-groups?id=563289f5-d3d2-4788-91db-f8adad85130d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0490952 Feb 09 20:14:35.838499 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Device 79557c52-4b61-47c2-9b94-dff6b7e4868f up at agent hyperv_n-h2-713498-36 {{(pid=103232) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 20:14:35.892929 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.provisioning_blocks [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Provisioning for port 79557c52-4b61-47c2-9b94-dff6b7e4868f completed by entity L2. {{(pid=103232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 20:14:35.897535 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.provisioning_blocks [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Provisioning complete for port 79557c52-4b61-47c2-9b94-dff6b7e4868f triggered by entity L2. {{(pid=103232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 20:14:35.897919 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593630'] for port (79557c52-4b61-47c2-9b94-dff6b7e4868f), provisioning_complete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:14:35.983658 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Current status of the port 79557c52-4b61-47c2-9b94-dff6b7e4868f is: BUILD; New status is: ACTIVE {{(pid=103232) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 20:14:35.984054 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (79557c52-4b61-47c2-9b94-dff6b7e4868f), before_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:14:36.008597 n-d-713498-36 neutron-server[103232]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2edb3d30-aa97-4b0c-80fa-b61ba4a3700c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '79557c52-4b61-47c2-9b94-dff6b7e4868f'}] {{(pid=103232) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 20:14:36.010904 n-d-713498-36 neutron-server[103232]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cbbf3601bdfb8db7b6600aedba7e3851fa962f00dad36f02e289fea53b94aa67" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0bc5139e-849e-4ccf-9870-e5c7527b5692" -d '{"events": [{"server_uuid": "2edb3d30-aa97-4b0c-80fa-b61ba4a3700c", "name": "network-vif-plugged", "status": "completed", "tag": "79557c52-4b61-47c2-9b94-dff6b7e4868f"}]}' {{(pid=103232) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 20:14:36.026715 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-7429db8d-6021-40ad-813e-885be449a89b None None] For port 79557c52-4b61-47c2-9b94-dff6b7e4868f, host n-h2-713498-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-36',level=0,port_id=79557c52-4b61-47c2-9b94-dff6b7e4868f,segment=NetworkSegment(a0636e88-ce19-4171-bc23-dd6d4795e67e),segment_id=a0636e88-ce19-4171-bc23-dd6d4795e67e)] {{(pid=103232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 20:14:36.032633 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762867176205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762866656485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762866656503'] for port (79557c52-4b61-47c2-9b94-dff6b7e4868f), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:14:36.059813 n-d-713498-36 neutron-server[103232]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 20:14:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3c123a6c-2151-4f24-a85c-1d1e2682cae1 x-openstack-request-id: req-3c123a6c-2151-4f24-a85c-1d1e2682cae1 {{(pid=103232) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 20:14:36.061998 n-d-713498-36 neutron-server[103232]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2edb3d30-aa97-4b0c-80fa-b61ba4a3700c", "name": "network-vif-plugged", "status": "completed", "tag": "79557c52-4b61-47c2-9b94-dff6b7e4868f", "code": 200}]} {{(pid=103232) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 20:14:36.061998 n-d-713498-36 neutron-server[103232]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-3c123a6c-2151-4f24-a85c-1d1e2682cae1 {{(pid=103232) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 20:14:36.061998 n-d-713498-36 neutron-server[103232]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2edb3d30-aa97-4b0c-80fa-b61ba4a3700c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '79557c52-4b61-47c2-9b94-dff6b7e4868f', 'code': 200} Feb 09 20:14:36.092844 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Pushing event updated for resources: {'Port': ['ID=79557c52-4b61-47c2-9b94-dff6b7e4868f,revision_number=5']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:14:36.174041 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06f1890f-4f05-4010-9096-2f0ed31c6df1 req-894df46b-e657-46f3-9aa3-5be6f5a6fd07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:14:36.175615 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-06f1890f-4f05-4010-9096-2f0ed31c6df1 req-894df46b-e657-46f3-9aa3-5be6f5a6fd07 service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=2edb3d30-aa97-4b0c-80fa-b61ba4a3700c HTTP/1.1" status: 200 len: 1129 time: 0.0491414 Feb 09 20:14:36.230243 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-06f1890f-4f05-4010-9096-2f0ed31c6df1 req-0c519dfe-5966-4db5-a7c7-d249fd24ea56 service neutron] 10.222.0.90 "GET /v2.0/security-groups?id=563289f5-d3d2-4788-91db-f8adad85130d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454056 Feb 09 20:14:36.535765 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bec333a-cb8b-4b90-b462-43adfb420bdf req-43786779-3cd2-40c0-b9c5-47224e8419da tempest-TestNetworkAdvancedServerOps-38498957 tempest-TestNetworkAdvancedServerOps-38498957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:14:36.537324 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-7bec333a-cb8b-4b90-b462-43adfb420bdf req-43786779-3cd2-40c0-b9c5-47224e8419da tempest-TestNetworkAdvancedServerOps-38498957 tempest-TestNetworkAdvancedServerOps-38498957-project] 10.222.0.75 "GET /v2.0/ports?device_id=2edb3d30-aa97-4b0c-80fa-b61ba4a3700c HTTP/1.1" status: 200 len: 946 time: 0.0638447 Feb 09 20:14:36.607571 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-7bec333a-cb8b-4b90-b462-43adfb420bdf req-4a9eb29e-ee91-40c0-b21e-37f49b01ee8f tempest-TestNetworkAdvancedServerOps-38498957 tempest-TestNetworkAdvancedServerOps-38498957-project] 10.222.0.75 "GET /v2.0/security-groups?id=563289f5-d3d2-4788-91db-f8adad85130d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0633132 Feb 09 20:14:37.735296 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77bd6e28-de8e-4dcb-ae4e-bc7793c1f49d req-1c94c14c-a485-4a85-8bb6-acd83b1b96d4 tempest-TestNetworkAdvancedServerOps-38498957 tempest-TestNetworkAdvancedServerOps-38498957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:14:37.736885 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-77bd6e28-de8e-4dcb-ae4e-bc7793c1f49d req-1c94c14c-a485-4a85-8bb6-acd83b1b96d4 tempest-TestNetworkAdvancedServerOps-38498957 tempest-TestNetworkAdvancedServerOps-38498957-project] 10.222.0.75 "GET /v2.0/ports?device_id=2edb3d30-aa97-4b0c-80fa-b61ba4a3700c HTTP/1.1" status: 200 len: 946 time: 0.0565736 Feb 09 20:14:37.797335 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-77bd6e28-de8e-4dcb-ae4e-bc7793c1f49d req-1792a1fe-f012-44ba-86c2-6295d504d5b0 tempest-TestNetworkAdvancedServerOps-38498957 tempest-TestNetworkAdvancedServerOps-38498957-project] 10.222.0.75 "GET /v2.0/security-groups?id=563289f5-d3d2-4788-91db-f8adad85130d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0543191 Feb 09 20:14:37.950231 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12c749d2-d594-42e0-aff6-ee6adae83c80 req-97fd0861-0860-4c74-bc08-f71b74ff980f tempest-TestNetworkAdvancedServerOps-38498957 tempest-TestNetworkAdvancedServerOps-38498957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:14:37.952455 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-12c749d2-d594-42e0-aff6-ee6adae83c80 req-97fd0861-0860-4c74-bc08-f71b74ff980f tempest-TestNetworkAdvancedServerOps-38498957 tempest-TestNetworkAdvancedServerOps-38498957-project] 10.222.0.75 "GET /v2.0/ports?device_id=2edb3d30-aa97-4b0c-80fa-b61ba4a3700c HTTP/1.1" status: 200 len: 946 time: 0.0700216 Feb 09 20:14:38.025340 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-12c749d2-d594-42e0-aff6-ee6adae83c80 req-bfa53bea-0db1-4ec5-a839-b1c0e951c676 tempest-TestNetworkAdvancedServerOps-38498957 tempest-TestNetworkAdvancedServerOps-38498957-project] 10.222.0.75 "GET /v2.0/security-groups?id=563289f5-d3d2-4788-91db-f8adad85130d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0606940 Feb 09 20:14:38.046862 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 55140) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:14:38.115118 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e332f88-e145-41fe-99c5-bf0b35848752 tempest-TestNetworkAdvancedServerOps-796730407 tempest-TestNetworkAdvancedServerOps-796730407-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:14:38.116815 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-3e332f88-e145-41fe-99c5-bf0b35848752 tempest-TestNetworkAdvancedServerOps-796730407 tempest-TestNetworkAdvancedServerOps-796730407-project-admin] 10.222.0.75 "GET /v2.0/ports?device_id=2edb3d30-aa97-4b0c-80fa-b61ba4a3700c HTTP/1.1" status: 200 len: 1124 time: 0.0685468 Feb 09 20:14:38.119676 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 55142) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:14:38.125049 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.v2.base [None req-ac5432d0-2f26-4480-948c-9b2d1d10a3be tempest-TestNetworkAdvancedServerOps-38498957 tempest-TestNetworkAdvancedServerOps-38498957-project] Request body: {'floatingip': {'floating_network_id': '88055e1e-672a-4487-be31-ffb6e833ece5', 'port_id': '79557c52-4b61-47c2-9b94-dff6b7e4868f', 'tenant_id': 'c799cd12150c4200978dc1a66164f122', 'fixed_ip_address': '172.20.0.11'}} {{(pid=103229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 20:14:38.153340 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-ac5432d0-2f26-4480-948c-9b2d1d10a3be tempest-TestNetworkAdvancedServerOps-38498957 tempest-TestNetworkAdvancedServerOps-38498957-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:14:38.283227 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-ac5432d0-2f26-4480-948c-9b2d1d10a3be tempest-TestNetworkAdvancedServerOps-38498957 tempest-TestNetworkAdvancedServerOps-38498957-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (None), before_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:14:38.404477 n-d-713498-36 neutron-server[103229]: DEBUG neutron.db.db_base_plugin_common [None req-ac5432d0-2f26-4480-948c-9b2d1d10a3be tempest-TestNetworkAdvancedServerOps-38498957 tempest-TestNetworkAdvancedServerOps-38498957-project] Allocated IP 172.25.1.140 (88055e1e-672a-4487-be31-ffb6e833ece5/ac16dbcc-383c-4b43-9153-d763c4a53f91/1e8acc83-9b84-4c67-aa94-535caa695b6f) {{(pid=103229) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 20:14:38.517043 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-ac5432d0-2f26-4480-948c-9b2d1d10a3be tempest-TestNetworkAdvancedServerOps-38498957 tempest-TestNetworkAdvancedServerOps-38498957-project] Publish callbacks [] for port (1e8acc83-9b84-4c67-aa94-535caa695b6f), precommit_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:14:38.562131 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-ac5432d0-2f26-4480-948c-9b2d1d10a3be tempest-TestNetworkAdvancedServerOps-38498957 tempest-TestNetworkAdvancedServerOps-38498957-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762866656467', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12867576'] for port (1e8acc83-9b84-4c67-aa94-535caa695b6f), after_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:14:38.614743 n-d-713498-36 neutron-server[103229]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac5432d0-2f26-4480-948c-9b2d1d10a3be tempest-TestNetworkAdvancedServerOps-38498957 tempest-TestNetworkAdvancedServerOps-38498957-project] Network 88055e1e-672a-4487-be31-ffb6e833ece5 is already hosted by enough agents. {{(pid=103229) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 20:14:38.617812 n-d-713498-36 neutron-server[103229]: DEBUG neutron.scheduler.base_scheduler [None req-ac5432d0-2f26-4480-948c-9b2d1d10a3be tempest-TestNetworkAdvancedServerOps-38498957 tempest-TestNetworkAdvancedServerOps-38498957-project] Resources bound (agent type, host, resource id): {{(pid=103229) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 20:14:38.621405 n-d-713498-36 neutron-server[103229]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac5432d0-2f26-4480-948c-9b2d1d10a3be tempest-TestNetworkAdvancedServerOps-38498957 tempest-TestNetworkAdvancedServerOps-38498957-project] Received port after_create {{(pid=103229) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 20:14:38.644688 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac5432d0-2f26-4480-948c-9b2d1d10a3be tempest-TestNetworkAdvancedServerOps-38498957 tempest-TestNetworkAdvancedServerOps-38498957-project] Pushing event updated for resources: {'Port': ['ID=1e8acc83-9b84-4c67-aa94-535caa695b6f,revision_number=1']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:14:39.005796 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-ac5432d0-2f26-4480-948c-9b2d1d10a3be tempest-TestNetworkAdvancedServerOps-38498957 tempest-TestNetworkAdvancedServerOps-38498957-project] Publish callbacks [] for floatingip (2094b3ea-60e7-4a32-a869-feaf9fbd92e7), precommit_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:14:39.090604 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-ac5432d0-2f26-4480-948c-9b2d1d10a3be tempest-TestNetworkAdvancedServerOps-38498957 tempest-TestNetworkAdvancedServerOps-38498957-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (1e8acc83-9b84-4c67-aa94-535caa695b6f), before_update {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:14:39.255222 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-ac5432d0-2f26-4480-948c-9b2d1d10a3be tempest-TestNetworkAdvancedServerOps-38498957 tempest-TestNetworkAdvancedServerOps-38498957-project] Publish callbacks [] for port (1e8acc83-9b84-4c67-aa94-535caa695b6f), precommit_update {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:14:39.269527 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-ac5432d0-2f26-4480-948c-9b2d1d10a3be tempest-TestNetworkAdvancedServerOps-38498957 tempest-TestNetworkAdvancedServerOps-38498957-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762867176205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762866656485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762866656503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12867569'] for port (1e8acc83-9b84-4c67-aa94-535caa695b6f), after_update {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:14:39.344394 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac5432d0-2f26-4480-948c-9b2d1d10a3be tempest-TestNetworkAdvancedServerOps-38498957 tempest-TestNetworkAdvancedServerOps-38498957-project] Pushing event updated for resources: {'Port': ['ID=1e8acc83-9b84-4c67-aa94-535caa695b6f,revision_number=2']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:14:39.357450 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-ac5432d0-2f26-4480-948c-9b2d1d10a3be tempest-TestNetworkAdvancedServerOps-38498957 tempest-TestNetworkAdvancedServerOps-38498957-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1818909'] for floatingip (2094b3ea-60e7-4a32-a869-feaf9fbd92e7), after_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:14:39.471159 n-d-713498-36 neutron-server[103229]: INFO neutron.db.l3_db [None req-ac5432d0-2f26-4480-948c-9b2d1d10a3be tempest-TestNetworkAdvancedServerOps-38498957 tempest-TestNetworkAdvancedServerOps-38498957-project] Floating IP 2094b3ea-60e7-4a32-a869-feaf9fbd92e7 associated. External IP: 172.25.1.140, port: 79557c52-4b61-47c2-9b94-dff6b7e4868f. Feb 09 20:14:39.706541 n-d-713498-36 neutron-server[103229]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ac5432d0-2f26-4480-948c-9b2d1d10a3be tempest-TestNetworkAdvancedServerOps-38498957 tempest-TestNetworkAdvancedServerOps-38498957-project] Router 738a972d-45bd-4de9-bb3b-439d0b865010 has already been hosted by L3 agent 93303d5e-5d17-45e8-8963-7694f87783ae {{(pid=103229) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 20:14:39.839267 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ac5432d0-2f26-4480-948c-9b2d1d10a3be tempest-TestNetworkAdvancedServerOps-38498957 tempest-TestNetworkAdvancedServerOps-38498957-project] Notify agent at l3_agent.n-d-713498-36 the message routers_updated {{(pid=103229) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 20:14:39.850053 n-d-713498-36 neutron-server[103233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a68e54e3-86c5-4f4c-8382-fab74f95f0b8 None None] Sync routers for ids ['738a972d-45bd-4de9-bb3b-439d0b865010'] in n-d-713498-36 {{(pid=103233) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 20:14:39.859508 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-ac5432d0-2f26-4480-948c-9b2d1d10a3be tempest-TestNetworkAdvancedServerOps-38498957 tempest-TestNetworkAdvancedServerOps-38498957-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171096'] for floatingip (None), before_response {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:14:39.861746 n-d-713498-36 neutron-server[103233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a68e54e3-86c5-4f4c-8382-fab74f95f0b8 None None] Routers {'738a972d-45bd-4de9-bb3b-439d0b865010'} bound to L3 agent in host n-d-713498-36 {{(pid=103233) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 20:14:39.862414 n-d-713498-36 neutron-server[103233]: DEBUG neutron.db.l3_hamode_db [None req-a68e54e3-86c5-4f4c-8382-fab74f95f0b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T18:51:43Z,description=,heartbeat_timestamp=2022-02-09T20:14:13Z,host='n-d-713498-36',id=93303d5e-5d17-45e8-8963-7694f87783ae,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T18:51:43Z,topic='l3_agent')) {'router_ids': ['738a972d-45bd-4de9-bb3b-439d0b865010'], 'active': True} {{(pid=103233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 20:14:39.892537 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-ac5432d0-2f26-4480-948c-9b2d1d10a3be tempest-TestNetworkAdvancedServerOps-38498957 tempest-TestNetworkAdvancedServerOps-38498957-project] 10.222.0.75 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.7717342 Feb 09 20:14:39.893335 n-d-713498-36 neutron-server[103229]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2edb3d30-aa97-4b0c-80fa-b61ba4a3700c', 'tag': '79557c52-4b61-47c2-9b94-dff6b7e4868f'}] {{(pid=103229) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 20:14:39.895802 n-d-713498-36 neutron-server[103229]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}07d618d1c5389b9cd0b8ca1de8f17b65d6cfa6b0806685514be6977118e88e42" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-102ae401-6ee3-4a2d-8346-90ded73dc541" -d '{"events": [{"name": "network-changed", "server_uuid": "2edb3d30-aa97-4b0c-80fa-b61ba4a3700c", "tag": "79557c52-4b61-47c2-9b94-dff6b7e4868f"}]}' {{(pid=103229) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 20:14:39.948538 n-d-713498-36 neutron-server[103229]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 20:14:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f8c7d1d2-e188-4c4f-8e69-d59d699442f5 x-openstack-request-id: req-f8c7d1d2-e188-4c4f-8e69-d59d699442f5 {{(pid=103229) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 20:14:39.948829 n-d-713498-36 neutron-server[103229]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2edb3d30-aa97-4b0c-80fa-b61ba4a3700c", "tag": "79557c52-4b61-47c2-9b94-dff6b7e4868f", "status": "completed", "code": 200}]} {{(pid=103229) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 20:14:39.949089 n-d-713498-36 neutron-server[103229]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-f8c7d1d2-e188-4c4f-8e69-d59d699442f5 {{(pid=103229) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 20:14:39.949499 n-d-713498-36 neutron-server[103229]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2edb3d30-aa97-4b0c-80fa-b61ba4a3700c', 'tag': '79557c52-4b61-47c2-9b94-dff6b7e4868f', 'status': 'completed', 'code': 200} Feb 09 20:14:39.984861 n-d-713498-36 neutron-server[103233]: DEBUG neutron.db.l3_dvr_db [None req-a68e54e3-86c5-4f4c-8382-fab74f95f0b8 None None] Set router 738a972d-45bd-4de9-bb3b-439d0b865010 gateway port host: n-d-713498-36 {{(pid=103233) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 20:14:40.023848 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-102ae401-6ee3-4a2d-8346-90ded73dc541 req-82707d3a-c88e-4c83-8591-8e8ae1a33a48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:14:40.024484 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d09f5de-0086-40b2-811a-2c2b6e450dd7 req-94778077-a874-45c2-a1af-ccb35639c88e tempest-TestNetworkAdvancedServerOps-38498957 tempest-TestNetworkAdvancedServerOps-38498957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:14:40.025347 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-102ae401-6ee3-4a2d-8346-90ded73dc541 req-82707d3a-c88e-4c83-8591-8e8ae1a33a48 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=c799cd12150c4200978dc1a66164f122&device_id=2edb3d30-aa97-4b0c-80fa-b61ba4a3700c HTTP/1.1" status: 200 len: 1129 time: 0.0495741 Feb 09 20:14:40.026325 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-2d09f5de-0086-40b2-811a-2c2b6e450dd7 req-94778077-a874-45c2-a1af-ccb35639c88e tempest-TestNetworkAdvancedServerOps-38498957 tempest-TestNetworkAdvancedServerOps-38498957-project] 10.222.0.75 "GET /v2.0/ports?device_id=2edb3d30-aa97-4b0c-80fa-b61ba4a3700c HTTP/1.1" status: 200 len: 946 time: 0.0648994 Feb 09 20:14:40.093909 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-2d09f5de-0086-40b2-811a-2c2b6e450dd7 req-3b0626c3-6b4d-422b-86d9-cc160ddb96db tempest-TestNetworkAdvancedServerOps-38498957 tempest-TestNetworkAdvancedServerOps-38498957-project] 10.222.0.75 "GET /v2.0/security-groups?id=563289f5-d3d2-4788-91db-f8adad85130d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0600801 Feb 09 20:14:40.127099 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 55148) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:14:40.159682 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-102ae401-6ee3-4a2d-8346-90ded73dc541 req-de86a9b5-1844-4ec7-9f13-6e49ac61ab5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:14:40.160477 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-102ae401-6ee3-4a2d-8346-90ded73dc541 req-de86a9b5-1844-4ec7-9f13-6e49ac61ab5b service neutron] 10.222.0.90 "GET /v2.0/networks?id=1161bceb-f651-4fad-87a1-a57b136decc4 HTTP/1.1" status: 200 len: 897 time: 0.1279254 Feb 09 20:14:40.217854 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-aed8660e-9b9d-46d6-a3de-0486d3246524 tempest-TestNetworkAdvancedServerOps-38498957 tempest-TestNetworkAdvancedServerOps-38498957-project] 10.222.0.75 "GET /v2.0/floatingips/2094b3ea-60e7-4a32-a869-feaf9fbd92e7 HTTP/1.1" status: 200 len: 992 time: 0.0879529 Feb 09 20:14:40.238268 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-102ae401-6ee3-4a2d-8346-90ded73dc541 req-c933db90-d7c3-4caa-a7ce-79a0a1d8b5af service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=79557c52-4b61-47c2-9b94-dff6b7e4868f HTTP/1.1" status: 200 len: 1000 time: 0.0698078 Feb 09 20:14:40.304219 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-102ae401-6ee3-4a2d-8346-90ded73dc541 req-3a952d8b-bb84-4e2e-9779-f404fd866d52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:14:40.304219 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-102ae401-6ee3-4a2d-8346-90ded73dc541 req-3a952d8b-bb84-4e2e-9779-f404fd866d52 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=9b27c883-71ea-413a-a8d1-e9d9bc1a516f HTTP/1.1" status: 200 len: 834 time: 0.0566499 Feb 09 20:14:40.355247 n-d-713498-36 neutron-server[103233]: DEBUG neutron.db.l3_hamode_db [None req-a68e54e3-86c5-4f4c-8382-fab74f95f0b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '738a972d-45bd-4de9-bb3b-439d0b865010', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1668250255', 'tenant_id': 'c799cd12150c4200978dc1a66164f122', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88055e1e-672a-4487-be31-ffb6e833ece5', 'external_fixed_ips': [{'subnet_id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'ip_address': '172.25.1.89'}], 'enable_snat': True}, 'gw_port_id': 'e04f9c25-6e65-4664-816c-d93d828932e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T20:14:22Z', 'updated_at': '2022-02-09T20:14:26Z', 'revision_number': 4, 'project_id': 'c799cd12150c4200978dc1a66164f122', 'gw_port': {'id': 'e04f9c25-6e65-4664-816c-d93d828932e6', 'name': '', 'network_id': '88055e1e-672a-4487-be31-ffb6e833ece5', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:17:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '738a972d-45bd-4de9-bb3b-439d0b865010', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4309, 'fixed_ips': [{'subnet_id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'ip_address': '172.25.1.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T20:14:23Z', 'updated_at': '2022-02-09T20:14:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-36', '_floatingips': [{'id': '2094b3ea-60e7-4a32-a869-feaf9fbd92e7', 'tenant_id': 'c799cd12150c4200978dc1a66164f122', 'floating_ip_address': '172.25.1.140', 'floating_network_id': '88055e1e-672a-4487-be31-ffb6e833ece5', 'router_id': '738a972d-45bd-4de9-bb3b-439d0b865010', 'port_id': '79557c52-4b61-47c2-9b94-dff6b7e4868f', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4315, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1161bceb-f651-4fad-87a1-a57b136decc4', 'mac_address': 'fa:16:3e:27:2e:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2edb3d30-aa97-4b0c-80fa-b61ba4a3700c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T20:14:38Z', 'updated_at': '2022-02-09T20:14:38Z', 'revision_number': 0, 'project_id': 'c799cd12150c4200978dc1a66164f122', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cd8c76fb-f5a5-480d-ac15-bbea83d43fd5', 'name': '', 'network_id': '1161bceb-f651-4fad-87a1-a57b136decc4', 'tenant_id': 'c799cd12150c4200978dc1a66164f122', 'mac_address': 'fa:16:3e:82:dd:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '738a972d-45bd-4de9-bb3b-439d0b865010', 'device_owner': 'network:router_interface', 'standard_attr_id': 4312, 'fixed_ips': [{'subnet_id': '9b27c883-71ea-413a-a8d1-e9d9bc1a516f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T20:14:26Z', 'updated_at': '2022-02-09T20:14:30Z', 'revision_number': 5, 'project_id': 'c799cd12150c4200978dc1a66164f122', 'subnets': [{'id': '9b27c883-71ea-413a-a8d1-e9d9bc1a516f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-36', False) {} {{(pid=103233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 20:14:40.358916 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-102ae401-6ee3-4a2d-8346-90ded73dc541 req-567aac75-7e23-4bc9-80e4-75665a04e93d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:14:40.360541 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-102ae401-6ee3-4a2d-8346-90ded73dc541 req-567aac75-7e23-4bc9-80e4-75665a04e93d service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=1161bceb-f651-4fad-87a1-a57b136decc4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0470777 Feb 09 20:14:40.385335 n-d-713498-36 neutron-server[103233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a68e54e3-86c5-4f4c-8382-fab74f95f0b8 None None] Checking router: 738a972d-45bd-4de9-bb3b-439d0b865010 for host: n-d-713498-36 {{(pid=103233) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 20:14:40.396488 n-d-713498-36 neutron-server[103233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a68e54e3-86c5-4f4c-8382-fab74f95f0b8 None None] Routers {'738a972d-45bd-4de9-bb3b-439d0b865010'} bound to L3 agent in host n-d-713498-36 {{(pid=103233) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 20:14:40.397474 n-d-713498-36 neutron-server[103233]: DEBUG neutron.db.l3_hamode_db [None req-a68e54e3-86c5-4f4c-8382-fab74f95f0b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T18:51:43Z,description=,heartbeat_timestamp=2022-02-09T20:14:13Z,host='n-d-713498-36',id=93303d5e-5d17-45e8-8963-7694f87783ae,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T18:51:43Z,topic='l3_agent')) {'router_ids': ['738a972d-45bd-4de9-bb3b-439d0b865010'], 'active': True} {{(pid=103233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 20:14:40.461274 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-102ae401-6ee3-4a2d-8346-90ded73dc541 req-61d0df18-a6f1-4098-bd65-158ac9e436fa service neutron] 10.222.0.90 "GET /v2.0/networks/1161bceb-f651-4fad-87a1-a57b136decc4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0935297 Feb 09 20:14:40.535209 n-d-713498-36 neutron-server[103233]: DEBUG neutron.db.l3_dvr_db [None req-a68e54e3-86c5-4f4c-8382-fab74f95f0b8 None None] Set router 738a972d-45bd-4de9-bb3b-439d0b865010 gateway port host: n-d-713498-36 {{(pid=103233) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 20:14:40.595632 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-102ae401-6ee3-4a2d-8346-90ded73dc541 req-6f5bf8e9-cfa6-4ebb-b86a-7c7e8062dbe9 service neutron] 10.222.0.90 "GET /v2.0/networks/1161bceb-f651-4fad-87a1-a57b136decc4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1279726 Feb 09 20:14:40.790718 n-d-713498-36 neutron-server[103233]: DEBUG neutron.db.l3_hamode_db [None req-a68e54e3-86c5-4f4c-8382-fab74f95f0b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '738a972d-45bd-4de9-bb3b-439d0b865010', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1668250255', 'tenant_id': 'c799cd12150c4200978dc1a66164f122', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88055e1e-672a-4487-be31-ffb6e833ece5', 'external_fixed_ips': [{'subnet_id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'ip_address': '172.25.1.89'}], 'enable_snat': True}, 'gw_port_id': 'e04f9c25-6e65-4664-816c-d93d828932e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T20:14:22Z', 'updated_at': '2022-02-09T20:14:26Z', 'revision_number': 4, 'project_id': 'c799cd12150c4200978dc1a66164f122', 'gw_port': {'id': 'e04f9c25-6e65-4664-816c-d93d828932e6', 'name': '', 'network_id': '88055e1e-672a-4487-be31-ffb6e833ece5', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:17:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '738a972d-45bd-4de9-bb3b-439d0b865010', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4309, 'fixed_ips': [{'subnet_id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'ip_address': '172.25.1.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T20:14:23Z', 'updated_at': '2022-02-09T20:14:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-36', '_floatingips': [{'id': '2094b3ea-60e7-4a32-a869-feaf9fbd92e7', 'tenant_id': 'c799cd12150c4200978dc1a66164f122', 'floating_ip_address': '172.25.1.140', 'floating_network_id': '88055e1e-672a-4487-be31-ffb6e833ece5', 'router_id': '738a972d-45bd-4de9-bb3b-439d0b865010', 'port_id': '79557c52-4b61-47c2-9b94-dff6b7e4868f', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4315, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1161bceb-f651-4fad-87a1-a57b136decc4', 'mac_address': 'fa:16:3e:27:2e:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2edb3d30-aa97-4b0c-80fa-b61ba4a3700c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T20:14:38Z', 'updated_at': '2022-02-09T20:14:38Z', 'revision_number': 0, 'project_id': 'c799cd12150c4200978dc1a66164f122', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cd8c76fb-f5a5-480d-ac15-bbea83d43fd5', 'name': '', 'network_id': '1161bceb-f651-4fad-87a1-a57b136decc4', 'tenant_id': 'c799cd12150c4200978dc1a66164f122', 'mac_address': 'fa:16:3e:82:dd:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '738a972d-45bd-4de9-bb3b-439d0b865010', 'device_owner': 'network:router_interface', 'standard_attr_id': 4312, 'fixed_ips': [{'subnet_id': '9b27c883-71ea-413a-a8d1-e9d9bc1a516f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T20:14:26Z', 'updated_at': '2022-02-09T20:14:30Z', 'revision_number': 5, 'project_id': 'c799cd12150c4200978dc1a66164f122', 'subnets': [{'id': '9b27c883-71ea-413a-a8d1-e9d9bc1a516f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-36', False) {} {{(pid=103233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 20:14:40.819007 n-d-713498-36 neutron-server[103233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a68e54e3-86c5-4f4c-8382-fab74f95f0b8 None None] The sync data for ids ['738a972d-45bd-4de9-bb3b-439d0b865010'] in n-d-713498-36 is: [{'id': '738a972d-45bd-4de9-bb3b-439d0b865010', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1668250255', 'tenant_id': 'c799cd12150c4200978dc1a66164f122', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88055e1e-672a-4487-be31-ffb6e833ece5', 'external_fixed_ips': [{'subnet_id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'ip_address': '172.25.1.89'}], 'enable_snat': True}, 'gw_port_id': 'e04f9c25-6e65-4664-816c-d93d828932e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T20:14:22Z', 'updated_at': '2022-02-09T20:14:26Z', 'revision_number': 4, 'project_id': 'c799cd12150c4200978dc1a66164f122', 'gw_port': {'id': 'e04f9c25-6e65-4664-816c-d93d828932e6', 'name': '', 'network_id': '88055e1e-672a-4487-be31-ffb6e833ece5', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:17:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '738a972d-45bd-4de9-bb3b-439d0b865010', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4309, 'fixed_ips': [{'subnet_id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'ip_address': '172.25.1.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T20:14:23Z', 'updated_at': '2022-02-09T20:14:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-36', '_floatingips': [{'id': '2094b3ea-60e7-4a32-a869-feaf9fbd92e7', 'tenant_id': 'c799cd12150c4200978dc1a66164f122', 'floating_ip_address': '172.25.1.140', 'floating_network_id': '88055e1e-672a-4487-be31-ffb6e833ece5', 'router_id': '738a972d-45bd-4de9-bb3b-439d0b865010', 'port_id': '79557c52-4b61-47c2-9b94-dff6b7e4868f', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4315, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1161bceb-f651-4fad-87a1-a57b136decc4', 'mac_address': 'fa:16:3e:27:2e:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2edb3d30-aa97-4b0c-80fa-b61ba4a3700c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T20:14:38Z', 'updated_at': '2022-02-09T20:14:38Z', 'revision_number': 0, 'project_id': 'c799cd12150c4200978dc1a66164f122', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cd8c76fb-f5a5-480d-ac15-bbea83d43fd5', 'name': '', 'network_id': '1161bceb-f651-4fad-87a1-a57b136decc4', 'tenant_id': 'c799cd12150c4200978dc1a66164f122', 'mac_address': 'fa:16:3e:82:dd:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '738a972d-45bd-4de9-bb3b-439d0b865010', 'device_owner': 'network:router_interface', 'standard_attr_id': 4312, 'fixed_ips': [{'subnet_id': '9b27c883-71ea-413a-a8d1-e9d9bc1a516f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T20:14:26Z', 'updated_at': '2022-02-09T20:14:30Z', 'revision_number': 5, 'project_id': 'c799cd12150c4200978dc1a66164f122', 'subnets': [{'id': '9b27c883-71ea-413a-a8d1-e9d9bc1a516f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103233) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 20:14:40.957922 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-4703f1ba-4030-4e92-9f62-65abc0a02fd9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762867132591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593584'] for agent (af91e4b9-f4e1-42b1-a25c-a10dc47171c8), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:14:41.044162 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17e61a10-c8df-406e-b754-8dca6c632763 None None] New status for floating IP 2094b3ea-60e7-4a32-a869-feaf9fbd92e7: ACTIVE {{(pid=103232) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 09 20:14:41.222148 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 55150) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:14:41.286460 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-5820aa28-9e12-42d4-a031-dae5f446739b tempest-TestNetworkAdvancedServerOps-38498957 tempest-TestNetworkAdvancedServerOps-38498957-project] 10.222.0.75 "GET /v2.0/floatingips/2094b3ea-60e7-4a32-a869-feaf9fbd92e7 HTTP/1.1" status: 200 len: 994 time: 0.0630159 Feb 09 20:14:43.229710 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-441f8f44-ad0b-4072-b0b0-3d069ed5250d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762867132591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593584'] for agent (93303d5e-5d17-45e8-8963-7694f87783ae), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:14:44.586291 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-edc54c9b-7f13-45d9-9271-85c9738b0128 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762867132591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593584'] for agent (a62b1850-466f-48ae-bec7-d62fb280e14b), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:14:46.215605 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-a7262a8e-0513-48fd-984d-75726a511961 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762867132591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593584'] for agent (911cfea2-02ae-4ec9-bac3-7808ee1cdd9c), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:14:47.195323 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762867132591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593584'] for agent (496418a2-c002-4aec-ab1a-07f3bea491bd), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:14:49.162699 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762867132591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593584'] for agent (488cd9ae-631f-4955-ba0b-4f5a13f12e9c), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:14:49.630464 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762867132591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593584'] for agent (bcd5faee-dc24-4298-9134-0e0aa054058e), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:14:56.712336 n-d-713498-36 neutron-server[103233]: DEBUG neutron.db.agents_db [None req-4a8a6a42-0a0c-4437-8958-92282682b6bb None None] Agent healthcheck: found 7 active agents {{(pid=103233) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 20:15:10.960771 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-d77f05d4-5b0a-4eef-b6ff-93f3d05cc885 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762867132591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593584'] for agent (af91e4b9-f4e1-42b1-a25c-a10dc47171c8), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:15:13.235701 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-fa510aeb-01e2-4efe-9a62-64fe852d01d6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762867132591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593584'] for agent (93303d5e-5d17-45e8-8963-7694f87783ae), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:15:14.584082 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-edc54c9b-7f13-45d9-9271-85c9738b0128 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762867132591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593584'] for agent (a62b1850-466f-48ae-bec7-d62fb280e14b), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:15:16.220203 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-a7262a8e-0513-48fd-984d-75726a511961 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762867132591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593584'] for agent (911cfea2-02ae-4ec9-bac3-7808ee1cdd9c), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:15:16.801608 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f428caf8-26f4-4fee-9733-0e8b26556c37 req-fefbb955-b18e-4670-9942-207d2cc89a82 tempest-TestNetworkAdvancedServerOps-38498957 tempest-TestNetworkAdvancedServerOps-38498957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:15:16.803203 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-f428caf8-26f4-4fee-9733-0e8b26556c37 req-fefbb955-b18e-4670-9942-207d2cc89a82 tempest-TestNetworkAdvancedServerOps-38498957 tempest-TestNetworkAdvancedServerOps-38498957-project] 10.222.0.75 "GET /v2.0/ports?device_id=2edb3d30-aa97-4b0c-80fa-b61ba4a3700c HTTP/1.1" status: 200 len: 946 time: 0.1022708 Feb 09 20:15:16.859346 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-f428caf8-26f4-4fee-9733-0e8b26556c37 req-4f4e0f5c-1919-4210-8999-5a4fd75c5d3d tempest-TestNetworkAdvancedServerOps-38498957 tempest-TestNetworkAdvancedServerOps-38498957-project] 10.222.0.75 "GET /v2.0/security-groups?id=563289f5-d3d2-4788-91db-f8adad85130d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0505264 Feb 09 20:15:17.191123 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762867132591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593584'] for agent (496418a2-c002-4aec-ab1a-07f3bea491bd), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:15:18.038621 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d46a8b4c-6fe5-4c12-b80d-faf2e1b6a2f2 req-60908936-57c8-42d0-99a2-e601a434ba5c tempest-TestNetworkAdvancedServerOps-38498957 tempest-TestNetworkAdvancedServerOps-38498957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:15:18.040197 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-d46a8b4c-6fe5-4c12-b80d-faf2e1b6a2f2 req-60908936-57c8-42d0-99a2-e601a434ba5c tempest-TestNetworkAdvancedServerOps-38498957 tempest-TestNetworkAdvancedServerOps-38498957-project] 10.222.0.75 "GET /v2.0/ports?device_id=2edb3d30-aa97-4b0c-80fa-b61ba4a3700c HTTP/1.1" status: 200 len: 946 time: 0.1046162 Feb 09 20:15:18.096221 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-d46a8b4c-6fe5-4c12-b80d-faf2e1b6a2f2 req-49f98548-57f6-4113-8931-139af9cb5c4f tempest-TestNetworkAdvancedServerOps-38498957 tempest-TestNetworkAdvancedServerOps-38498957-project] 10.222.0.75 "GET /v2.0/security-groups?id=563289f5-d3d2-4788-91db-f8adad85130d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0499353 Feb 09 20:15:18.118969 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 55184) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:15:18.182187 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-6b972a66-5fe5-4781-a2d0-55bc29b1090d tempest-TestNetworkAdvancedServerOps-38498957 tempest-TestNetworkAdvancedServerOps-38498957-project] 10.222.0.75 "GET /v2.0/floatingips/2094b3ea-60e7-4a32-a869-feaf9fbd92e7 HTTP/1.1" status: 200 len: 994 time: 0.0619164 Feb 09 20:15:19.179844 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762867132591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593584'] for agent (488cd9ae-631f-4955-ba0b-4f5a13f12e9c), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:15:19.579717 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc19fa9e-88b2-42eb-9a1c-cc1cdabc6add req-47494518-e165-4385-91c6-5f0e21b3cfe3 tempest-TestNetworkAdvancedServerOps-38498957 tempest-TestNetworkAdvancedServerOps-38498957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:15:19.581321 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-dc19fa9e-88b2-42eb-9a1c-cc1cdabc6add req-47494518-e165-4385-91c6-5f0e21b3cfe3 tempest-TestNetworkAdvancedServerOps-38498957 tempest-TestNetworkAdvancedServerOps-38498957-project] 10.222.0.75 "GET /v2.0/ports?device_id=2edb3d30-aa97-4b0c-80fa-b61ba4a3700c HTTP/1.1" status: 200 len: 946 time: 0.1259613 Feb 09 20:15:19.587844 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59e8dfbf-5b54-47bd-a36f-c5a7eb7c9f53 req-338e9211-a4d6-4aa4-848b-f6c7445ac97f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:15:19.589344 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-59e8dfbf-5b54-47bd-a36f-c5a7eb7c9f53 req-338e9211-a4d6-4aa4-848b-f6c7445ac97f service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=c799cd12150c4200978dc1a66164f122&device_id=2edb3d30-aa97-4b0c-80fa-b61ba4a3700c HTTP/1.1" status: 200 len: 1129 time: 0.0845613 Feb 09 20:15:19.634814 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762867132591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593584'] for agent (bcd5faee-dc24-4298-9134-0e0aa054058e), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:15:19.712266 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-dc19fa9e-88b2-42eb-9a1c-cc1cdabc6add req-9664c453-8cb7-4c42-a37b-701f3e6bf5fa tempest-TestNetworkAdvancedServerOps-38498957 tempest-TestNetworkAdvancedServerOps-38498957-project] 10.222.0.75 "GET /v2.0/security-groups?id=563289f5-d3d2-4788-91db-f8adad85130d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1210666 Feb 09 20:15:19.732322 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59e8dfbf-5b54-47bd-a36f-c5a7eb7c9f53 req-7a18c633-1c4c-49f2-90fb-412a7cb5457a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:15:19.736245 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-59e8dfbf-5b54-47bd-a36f-c5a7eb7c9f53 req-7a18c633-1c4c-49f2-90fb-412a7cb5457a service neutron] 10.222.0.90 "GET /v2.0/networks?id=1161bceb-f651-4fad-87a1-a57b136decc4 HTTP/1.1" status: 200 len: 897 time: 0.1373823 Feb 09 20:15:19.828052 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-59e8dfbf-5b54-47bd-a36f-c5a7eb7c9f53 req-b351fc87-1fa4-4f29-be1d-35efc5c0f427 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=79557c52-4b61-47c2-9b94-dff6b7e4868f HTTP/1.1" status: 200 len: 1002 time: 0.0863094 Feb 09 20:15:19.885915 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59e8dfbf-5b54-47bd-a36f-c5a7eb7c9f53 req-436c2a09-bf73-46b8-8878-613d471d759c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:15:19.887744 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-59e8dfbf-5b54-47bd-a36f-c5a7eb7c9f53 req-436c2a09-bf73-46b8-8878-613d471d759c service neutron] 10.222.0.90 "GET /v2.0/subnets?id=9b27c883-71ea-413a-a8d1-e9d9bc1a516f HTTP/1.1" status: 200 len: 834 time: 0.0507209 Feb 09 20:15:19.947440 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59e8dfbf-5b54-47bd-a36f-c5a7eb7c9f53 req-abfc2129-9409-4be9-8b2c-7ff5e1ae22a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:15:19.948996 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-59e8dfbf-5b54-47bd-a36f-c5a7eb7c9f53 req-abfc2129-9409-4be9-8b2c-7ff5e1ae22a2 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=1161bceb-f651-4fad-87a1-a57b136decc4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0536346 Feb 09 20:15:20.046388 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-59e8dfbf-5b54-47bd-a36f-c5a7eb7c9f53 req-37962a25-4bb6-46c1-9593-920e50c286ff service neutron] 10.222.0.90 "GET /v2.0/networks/1161bceb-f651-4fad-87a1-a57b136decc4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0895727 Feb 09 20:15:20.151703 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-59e8dfbf-5b54-47bd-a36f-c5a7eb7c9f53 req-812fc0bc-303f-490f-991a-6510737ce07a service neutron] 10.222.0.90 "GET /v2.0/networks/1161bceb-f651-4fad-87a1-a57b136decc4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0992861 Feb 09 20:15:20.845777 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58807a4c-fdf3-4fa1-95d8-6a4b76e1c71c req-d2593086-1859-43a7-9d10-998e8150c3a0 tempest-TestNetworkAdvancedServerOps-38498957 tempest-TestNetworkAdvancedServerOps-38498957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:15:20.847385 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-58807a4c-fdf3-4fa1-95d8-6a4b76e1c71c req-d2593086-1859-43a7-9d10-998e8150c3a0 tempest-TestNetworkAdvancedServerOps-38498957 tempest-TestNetworkAdvancedServerOps-38498957-project] 10.222.0.75 "GET /v2.0/ports?device_id=2edb3d30-aa97-4b0c-80fa-b61ba4a3700c HTTP/1.1" status: 200 len: 946 time: 0.0578811 Feb 09 20:15:20.905187 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-58807a4c-fdf3-4fa1-95d8-6a4b76e1c71c req-b39cc2da-8a15-4400-8585-0a8dc1a4ace0 tempest-TestNetworkAdvancedServerOps-38498957 tempest-TestNetworkAdvancedServerOps-38498957-project] 10.222.0.75 "GET /v2.0/security-groups?id=563289f5-d3d2-4788-91db-f8adad85130d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0518811 Feb 09 20:15:22.035187 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b3c8d22-f344-4b97-b849-a5bbbe7be26c req-a43cd614-e48a-4ba6-ad10-2078cccc6c5c tempest-TestNetworkAdvancedServerOps-38498957 tempest-TestNetworkAdvancedServerOps-38498957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:15:22.036717 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-8b3c8d22-f344-4b97-b849-a5bbbe7be26c req-a43cd614-e48a-4ba6-ad10-2078cccc6c5c tempest-TestNetworkAdvancedServerOps-38498957 tempest-TestNetworkAdvancedServerOps-38498957-project] 10.222.0.75 "GET /v2.0/ports?device_id=2edb3d30-aa97-4b0c-80fa-b61ba4a3700c HTTP/1.1" status: 200 len: 946 time: 0.0558124 Feb 09 20:15:22.095911 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-8b3c8d22-f344-4b97-b849-a5bbbe7be26c req-22a85e8a-75b1-41de-b87e-1af6d6a3c5fa tempest-TestNetworkAdvancedServerOps-38498957 tempest-TestNetworkAdvancedServerOps-38498957-project] 10.222.0.75 "GET /v2.0/security-groups?id=563289f5-d3d2-4788-91db-f8adad85130d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0532789 Feb 09 20:15:22.118867 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 55196) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:15:22.182022 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-fc4ba439-b0a1-4b40-9b43-d72006cfb5ea tempest-TestNetworkAdvancedServerOps-38498957 tempest-TestNetworkAdvancedServerOps-38498957-project] 10.222.0.75 "GET /v2.0/floatingips/2094b3ea-60e7-4a32-a869-feaf9fbd92e7 HTTP/1.1" status: 200 len: 994 time: 0.0619080 Feb 09 20:15:22.426328 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 55202) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:15:22.595629 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.plugin [None req-b65bc6cd-ac25-4790-89a6-208b5090ebd0 tempest-TestNetworkAdvancedServerOps-38498957 tempest-TestNetworkAdvancedServerOps-38498957-project] Deleting port 1e8acc83-9b84-4c67-aa94-535caa695b6f {{(pid=103230) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 20:15:22.595971 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-b65bc6cd-ac25-4790-89a6-208b5090ebd0 tempest-TestNetworkAdvancedServerOps-38498957 tempest-TestNetworkAdvancedServerOps-38498957-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762867170196'] for port (1e8acc83-9b84-4c67-aa94-535caa695b6f), before_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:15:22.682832 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-b65bc6cd-ac25-4790-89a6-208b5090ebd0 tempest-TestNetworkAdvancedServerOps-38498957 tempest-TestNetworkAdvancedServerOps-38498957-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1820838'] for port (1e8acc83-9b84-4c67-aa94-535caa695b6f), precommit_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:15:22.683172 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-b65bc6cd-ac25-4790-89a6-208b5090ebd0 tempest-TestNetworkAdvancedServerOps-38498957 tempest-TestNetworkAdvancedServerOps-38498957-project] Publish callbacks [] for floatingip (1e8acc83-9b84-4c67-aa94-535caa695b6f), precommit_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:15:22.696844 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.plugin [None req-b65bc6cd-ac25-4790-89a6-208b5090ebd0 tempest-TestNetworkAdvancedServerOps-38498957 tempest-TestNetworkAdvancedServerOps-38498957-project] Calling delete_port for 1e8acc83-9b84-4c67-aa94-535caa695b6f owned by network:floatingip {{(pid=103230) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 20:15:22.857478 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-b65bc6cd-ac25-4790-89a6-208b5090ebd0 tempest-TestNetworkAdvancedServerOps-38498957 tempest-TestNetworkAdvancedServerOps-38498957-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762867177463', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762866656476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14393751'] for port (1e8acc83-9b84-4c67-aa94-535caa695b6f), after_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:15:22.881201 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b65bc6cd-ac25-4790-89a6-208b5090ebd0 tempest-TestNetworkAdvancedServerOps-38498957 tempest-TestNetworkAdvancedServerOps-38498957-project] Pushing event deleted for resources: {'Port': ['ID=1e8acc83-9b84-4c67-aa94-535caa695b6f,revision_number=None']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:15:22.895589 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b65bc6cd-ac25-4790-89a6-208b5090ebd0 tempest-TestNetworkAdvancedServerOps-38498957 tempest-TestNetworkAdvancedServerOps-38498957-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:15:22.895942 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b65bc6cd-ac25-4790-89a6-208b5090ebd0 tempest-TestNetworkAdvancedServerOps-38498957 tempest-TestNetworkAdvancedServerOps-38498957-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:15:22.896290 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b65bc6cd-ac25-4790-89a6-208b5090ebd0 tempest-TestNetworkAdvancedServerOps-38498957 tempest-TestNetworkAdvancedServerOps-38498957-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:15:22.896629 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b65bc6cd-ac25-4790-89a6-208b5090ebd0 tempest-TestNetworkAdvancedServerOps-38498957 tempest-TestNetworkAdvancedServerOps-38498957-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:15:22.896951 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b65bc6cd-ac25-4790-89a6-208b5090ebd0 tempest-TestNetworkAdvancedServerOps-38498957 tempest-TestNetworkAdvancedServerOps-38498957-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:15:22.897282 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b65bc6cd-ac25-4790-89a6-208b5090ebd0 tempest-TestNetworkAdvancedServerOps-38498957 tempest-TestNetworkAdvancedServerOps-38498957-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:15:22.897615 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b65bc6cd-ac25-4790-89a6-208b5090ebd0 tempest-TestNetworkAdvancedServerOps-38498957 tempest-TestNetworkAdvancedServerOps-38498957-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:15:22.897940 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b65bc6cd-ac25-4790-89a6-208b5090ebd0 tempest-TestNetworkAdvancedServerOps-38498957 tempest-TestNetworkAdvancedServerOps-38498957-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:15:22.898303 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b65bc6cd-ac25-4790-89a6-208b5090ebd0 tempest-TestNetworkAdvancedServerOps-38498957 tempest-TestNetworkAdvancedServerOps-38498957-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:15:22.898626 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b65bc6cd-ac25-4790-89a6-208b5090ebd0 tempest-TestNetworkAdvancedServerOps-38498957 tempest-TestNetworkAdvancedServerOps-38498957-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:15:22.898952 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b65bc6cd-ac25-4790-89a6-208b5090ebd0 tempest-TestNetworkAdvancedServerOps-38498957 tempest-TestNetworkAdvancedServerOps-38498957-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:15:22.899277 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b65bc6cd-ac25-4790-89a6-208b5090ebd0 tempest-TestNetworkAdvancedServerOps-38498957 tempest-TestNetworkAdvancedServerOps-38498957-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:15:22.899592 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b65bc6cd-ac25-4790-89a6-208b5090ebd0 tempest-TestNetworkAdvancedServerOps-38498957 tempest-TestNetworkAdvancedServerOps-38498957-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:15:22.965345 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-b65bc6cd-ac25-4790-89a6-208b5090ebd0 tempest-TestNetworkAdvancedServerOps-38498957 tempest-TestNetworkAdvancedServerOps-38498957-project] Publish callbacks [] for floatingip (2094b3ea-60e7-4a32-a869-feaf9fbd92e7), after_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:15:22.966023 n-d-713498-36 neutron-server[103230]: INFO neutron.db.l3_db [None req-b65bc6cd-ac25-4790-89a6-208b5090ebd0 tempest-TestNetworkAdvancedServerOps-38498957 tempest-TestNetworkAdvancedServerOps-38498957-project] Floating IP 2094b3ea-60e7-4a32-a869-feaf9fbd92e7 disassociated (deleted). External IP: 172.25.1.140, port: 79557c52-4b61-47c2-9b94-dff6b7e4868f. Feb 09 20:15:23.211377 n-d-713498-36 neutron-server[103230]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b65bc6cd-ac25-4790-89a6-208b5090ebd0 tempest-TestNetworkAdvancedServerOps-38498957 tempest-TestNetworkAdvancedServerOps-38498957-project] Router 738a972d-45bd-4de9-bb3b-439d0b865010 has already been hosted by L3 agent 93303d5e-5d17-45e8-8963-7694f87783ae {{(pid=103230) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 20:15:23.330265 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b65bc6cd-ac25-4790-89a6-208b5090ebd0 tempest-TestNetworkAdvancedServerOps-38498957 tempest-TestNetworkAdvancedServerOps-38498957-project] Notify agent at l3_agent.n-d-713498-36 the message routers_updated {{(pid=103230) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 20:15:23.335351 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-b65bc6cd-ac25-4790-89a6-208b5090ebd0 tempest-TestNetworkAdvancedServerOps-38498957 tempest-TestNetworkAdvancedServerOps-38498957-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171096'] for floatingip (None), before_response {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:15:23.341170 n-d-713498-36 neutron-server[103233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9bdce0f-3cab-4a96-9dad-f4bbc298e369 None None] Sync routers for ids ['738a972d-45bd-4de9-bb3b-439d0b865010'] in n-d-713498-36 {{(pid=103233) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 20:15:23.352549 n-d-713498-36 neutron-server[103233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9bdce0f-3cab-4a96-9dad-f4bbc298e369 None None] Routers {'738a972d-45bd-4de9-bb3b-439d0b865010'} bound to L3 agent in host n-d-713498-36 {{(pid=103233) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 20:15:23.353169 n-d-713498-36 neutron-server[103233]: DEBUG neutron.db.l3_hamode_db [None req-f9bdce0f-3cab-4a96-9dad-f4bbc298e369 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T18:51:43Z,description=,heartbeat_timestamp=2022-02-09T20:15:13Z,host='n-d-713498-36',id=93303d5e-5d17-45e8-8963-7694f87783ae,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T18:51:43Z,topic='l3_agent')) {'router_ids': ['738a972d-45bd-4de9-bb3b-439d0b865010'], 'active': True} {{(pid=103233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 20:15:23.375165 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-b65bc6cd-ac25-4790-89a6-208b5090ebd0 tempest-TestNetworkAdvancedServerOps-38498957 tempest-TestNetworkAdvancedServerOps-38498957-project] 10.222.0.75 "DELETE /v2.0/floatingips/2094b3ea-60e7-4a32-a869-feaf9fbd92e7 HTTP/1.1" status: 204 len: 168 time: 0.9474959 Feb 09 20:15:23.375780 n-d-713498-36 neutron-server[103230]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2edb3d30-aa97-4b0c-80fa-b61ba4a3700c', 'tag': '79557c52-4b61-47c2-9b94-dff6b7e4868f'}] {{(pid=103230) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 20:15:23.378279 n-d-713498-36 neutron-server[103230]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bdec2cd40908e72a0a66447c6deb3367bbdbf2f4033028e05eb26280eb3900ec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3ef402d3-eee4-4275-8104-806aa5009db0" -d '{"events": [{"name": "network-changed", "server_uuid": "2edb3d30-aa97-4b0c-80fa-b61ba4a3700c", "tag": "79557c52-4b61-47c2-9b94-dff6b7e4868f"}]}' {{(pid=103230) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 20:15:23.421754 n-d-713498-36 neutron-server[103230]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 20:15:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e9794357-3218-4193-b927-c79c9feb727a x-openstack-request-id: req-e9794357-3218-4193-b927-c79c9feb727a {{(pid=103230) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 20:15:23.423366 n-d-713498-36 neutron-server[103230]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2edb3d30-aa97-4b0c-80fa-b61ba4a3700c", "tag": "79557c52-4b61-47c2-9b94-dff6b7e4868f", "status": "completed", "code": 200}]} {{(pid=103230) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 20:15:23.423366 n-d-713498-36 neutron-server[103230]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-e9794357-3218-4193-b927-c79c9feb727a {{(pid=103230) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 20:15:23.423936 n-d-713498-36 neutron-server[103230]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2edb3d30-aa97-4b0c-80fa-b61ba4a3700c', 'tag': '79557c52-4b61-47c2-9b94-dff6b7e4868f', 'status': 'completed', 'code': 200} Feb 09 20:15:23.475770 n-d-713498-36 neutron-server[103233]: DEBUG neutron.db.l3_dvr_db [None req-f9bdce0f-3cab-4a96-9dad-f4bbc298e369 None None] Set router 738a972d-45bd-4de9-bb3b-439d0b865010 gateway port host: n-d-713498-36 {{(pid=103233) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 20:15:23.501994 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ef402d3-eee4-4275-8104-806aa5009db0 req-d26e891a-51ce-45cc-9d09-8858be590003 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:15:23.503881 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-3ef402d3-eee4-4275-8104-806aa5009db0 req-d26e891a-51ce-45cc-9d09-8858be590003 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=c799cd12150c4200978dc1a66164f122&device_id=2edb3d30-aa97-4b0c-80fa-b61ba4a3700c HTTP/1.1" status: 200 len: 1129 time: 0.0580988 Feb 09 20:15:23.626106 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ef402d3-eee4-4275-8104-806aa5009db0 req-f243bb40-1cad-4e67-806a-56779cce7cc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:15:23.627683 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-3ef402d3-eee4-4275-8104-806aa5009db0 req-f243bb40-1cad-4e67-806a-56779cce7cc3 service neutron] 10.222.0.90 "GET /v2.0/networks?id=1161bceb-f651-4fad-87a1-a57b136decc4 HTTP/1.1" status: 200 len: 897 time: 0.1121826 Feb 09 20:15:23.662408 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b266172c-887f-4d5e-80d5-fc197c84b618 req-830d2c1c-8708-4ac5-a579-313974255e79 tempest-TestNetworkAdvancedServerOps-38498957 tempest-TestNetworkAdvancedServerOps-38498957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:15:23.667311 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-b266172c-887f-4d5e-80d5-fc197c84b618 req-830d2c1c-8708-4ac5-a579-313974255e79 tempest-TestNetworkAdvancedServerOps-38498957 tempest-TestNetworkAdvancedServerOps-38498957-project] 10.222.0.75 "GET /v2.0/ports?device_id=2edb3d30-aa97-4b0c-80fa-b61ba4a3700c HTTP/1.1" status: 200 len: 946 time: 0.0578332 Feb 09 20:15:23.678070 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-3ef402d3-eee4-4275-8104-806aa5009db0 req-b3ca25bd-4d09-46fe-bee5-e6e0ffeec36c service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=79557c52-4b61-47c2-9b94-dff6b7e4868f HTTP/1.1" status: 200 len: 217 time: 0.0376172 Feb 09 20:15:23.713065 n-d-713498-36 neutron-server[103233]: DEBUG neutron.db.l3_hamode_db [None req-f9bdce0f-3cab-4a96-9dad-f4bbc298e369 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '738a972d-45bd-4de9-bb3b-439d0b865010', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1668250255', 'tenant_id': 'c799cd12150c4200978dc1a66164f122', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88055e1e-672a-4487-be31-ffb6e833ece5', 'external_fixed_ips': [{'subnet_id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'ip_address': '172.25.1.89'}], 'enable_snat': True}, 'gw_port_id': 'e04f9c25-6e65-4664-816c-d93d828932e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T20:14:22Z', 'updated_at': '2022-02-09T20:14:26Z', 'revision_number': 4, 'project_id': 'c799cd12150c4200978dc1a66164f122', 'gw_port': {'id': 'e04f9c25-6e65-4664-816c-d93d828932e6', 'name': '', 'network_id': '88055e1e-672a-4487-be31-ffb6e833ece5', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:17:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '738a972d-45bd-4de9-bb3b-439d0b865010', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4309, 'fixed_ips': [{'subnet_id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'ip_address': '172.25.1.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T20:14:23Z', 'updated_at': '2022-02-09T20:14:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-36', '_interfaces': [{'id': 'cd8c76fb-f5a5-480d-ac15-bbea83d43fd5', 'name': '', 'network_id': '1161bceb-f651-4fad-87a1-a57b136decc4', 'tenant_id': 'c799cd12150c4200978dc1a66164f122', 'mac_address': 'fa:16:3e:82:dd:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '738a972d-45bd-4de9-bb3b-439d0b865010', 'device_owner': 'network:router_interface', 'standard_attr_id': 4312, 'fixed_ips': [{'subnet_id': '9b27c883-71ea-413a-a8d1-e9d9bc1a516f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T20:14:26Z', 'updated_at': '2022-02-09T20:14:30Z', 'revision_number': 5, 'project_id': 'c799cd12150c4200978dc1a66164f122', 'subnets': [{'id': '9b27c883-71ea-413a-a8d1-e9d9bc1a516f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-36', False) {} {{(pid=103233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 20:15:23.718004 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-b266172c-887f-4d5e-80d5-fc197c84b618 req-bc789dc6-4165-42f3-99ea-36a2f410a987 tempest-TestNetworkAdvancedServerOps-38498957 tempest-TestNetworkAdvancedServerOps-38498957-project] 10.222.0.75 "GET /v2.0/security-groups?id=563289f5-d3d2-4788-91db-f8adad85130d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0480490 Feb 09 20:15:23.740994 n-d-713498-36 neutron-server[103233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9bdce0f-3cab-4a96-9dad-f4bbc298e369 None None] Checking router: 738a972d-45bd-4de9-bb3b-439d0b865010 for host: n-d-713498-36 {{(pid=103233) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 20:15:23.741580 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ef402d3-eee4-4275-8104-806aa5009db0 req-593250ba-0145-49d4-a73b-e6900654c1f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:15:23.743094 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-3ef402d3-eee4-4275-8104-806aa5009db0 req-593250ba-0145-49d4-a73b-e6900654c1f2 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=9b27c883-71ea-413a-a8d1-e9d9bc1a516f HTTP/1.1" status: 200 len: 834 time: 0.0523598 Feb 09 20:15:23.759500 n-d-713498-36 neutron-server[103233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9bdce0f-3cab-4a96-9dad-f4bbc298e369 None None] Routers {'738a972d-45bd-4de9-bb3b-439d0b865010'} bound to L3 agent in host n-d-713498-36 {{(pid=103233) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 20:15:23.760127 n-d-713498-36 neutron-server[103233]: DEBUG neutron.db.l3_hamode_db [None req-f9bdce0f-3cab-4a96-9dad-f4bbc298e369 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T18:51:43Z,description=,heartbeat_timestamp=2022-02-09T20:15:13Z,host='n-d-713498-36',id=93303d5e-5d17-45e8-8963-7694f87783ae,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T18:51:43Z,topic='l3_agent')) {'router_ids': ['738a972d-45bd-4de9-bb3b-439d0b865010'], 'active': True} {{(pid=103233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 20:15:23.809298 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ef402d3-eee4-4275-8104-806aa5009db0 req-8bc7eaaa-36fc-4a62-ad0a-441164d0cabb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:15:23.811054 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-3ef402d3-eee4-4275-8104-806aa5009db0 req-8bc7eaaa-36fc-4a62-ad0a-441164d0cabb service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=1161bceb-f651-4fad-87a1-a57b136decc4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0573785 Feb 09 20:15:23.871381 n-d-713498-36 neutron-server[103233]: DEBUG neutron.db.l3_dvr_db [None req-f9bdce0f-3cab-4a96-9dad-f4bbc298e369 None None] Set router 738a972d-45bd-4de9-bb3b-439d0b865010 gateway port host: n-d-713498-36 {{(pid=103233) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 20:15:23.912022 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-3ef402d3-eee4-4275-8104-806aa5009db0 req-07bc360b-6b38-4067-b00c-f1eb7fcfcfd2 service neutron] 10.222.0.90 "GET /v2.0/networks/1161bceb-f651-4fad-87a1-a57b136decc4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0915904 Feb 09 20:15:24.013544 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-3ef402d3-eee4-4275-8104-806aa5009db0 req-f5e14fc5-3fb0-4c94-b9f7-83845e45cc38 service neutron] 10.222.0.90 "GET /v2.0/networks/1161bceb-f651-4fad-87a1-a57b136decc4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0930154 Feb 09 20:15:24.092438 n-d-713498-36 neutron-server[103233]: DEBUG neutron.db.l3_hamode_db [None req-f9bdce0f-3cab-4a96-9dad-f4bbc298e369 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '738a972d-45bd-4de9-bb3b-439d0b865010', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1668250255', 'tenant_id': 'c799cd12150c4200978dc1a66164f122', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88055e1e-672a-4487-be31-ffb6e833ece5', 'external_fixed_ips': [{'subnet_id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'ip_address': '172.25.1.89'}], 'enable_snat': True}, 'gw_port_id': 'e04f9c25-6e65-4664-816c-d93d828932e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T20:14:22Z', 'updated_at': '2022-02-09T20:14:26Z', 'revision_number': 4, 'project_id': 'c799cd12150c4200978dc1a66164f122', 'gw_port': {'id': 'e04f9c25-6e65-4664-816c-d93d828932e6', 'name': '', 'network_id': '88055e1e-672a-4487-be31-ffb6e833ece5', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:17:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '738a972d-45bd-4de9-bb3b-439d0b865010', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4309, 'fixed_ips': [{'subnet_id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'ip_address': '172.25.1.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T20:14:23Z', 'updated_at': '2022-02-09T20:14:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-36', '_interfaces': [{'id': 'cd8c76fb-f5a5-480d-ac15-bbea83d43fd5', 'name': '', 'network_id': '1161bceb-f651-4fad-87a1-a57b136decc4', 'tenant_id': 'c799cd12150c4200978dc1a66164f122', 'mac_address': 'fa:16:3e:82:dd:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '738a972d-45bd-4de9-bb3b-439d0b865010', 'device_owner': 'network:router_interface', 'standard_attr_id': 4312, 'fixed_ips': [{'subnet_id': '9b27c883-71ea-413a-a8d1-e9d9bc1a516f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T20:14:26Z', 'updated_at': '2022-02-09T20:14:30Z', 'revision_number': 5, 'project_id': 'c799cd12150c4200978dc1a66164f122', 'subnets': [{'id': '9b27c883-71ea-413a-a8d1-e9d9bc1a516f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-36', False) {} {{(pid=103233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 20:15:24.215489 n-d-713498-36 neutron-server[103233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9bdce0f-3cab-4a96-9dad-f4bbc298e369 None None] The sync data for ids ['738a972d-45bd-4de9-bb3b-439d0b865010'] in n-d-713498-36 is: [{'id': '738a972d-45bd-4de9-bb3b-439d0b865010', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1668250255', 'tenant_id': 'c799cd12150c4200978dc1a66164f122', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88055e1e-672a-4487-be31-ffb6e833ece5', 'external_fixed_ips': [{'subnet_id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'ip_address': '172.25.1.89'}], 'enable_snat': True}, 'gw_port_id': 'e04f9c25-6e65-4664-816c-d93d828932e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T20:14:22Z', 'updated_at': '2022-02-09T20:14:26Z', 'revision_number': 4, 'project_id': 'c799cd12150c4200978dc1a66164f122', 'gw_port': {'id': 'e04f9c25-6e65-4664-816c-d93d828932e6', 'name': '', 'network_id': '88055e1e-672a-4487-be31-ffb6e833ece5', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:17:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '738a972d-45bd-4de9-bb3b-439d0b865010', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4309, 'fixed_ips': [{'subnet_id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'ip_address': '172.25.1.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T20:14:23Z', 'updated_at': '2022-02-09T20:14:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-36', '_interfaces': [{'id': 'cd8c76fb-f5a5-480d-ac15-bbea83d43fd5', 'name': '', 'network_id': '1161bceb-f651-4fad-87a1-a57b136decc4', 'tenant_id': 'c799cd12150c4200978dc1a66164f122', 'mac_address': 'fa:16:3e:82:dd:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '738a972d-45bd-4de9-bb3b-439d0b865010', 'device_owner': 'network:router_interface', 'standard_attr_id': 4312, 'fixed_ips': [{'subnet_id': '9b27c883-71ea-413a-a8d1-e9d9bc1a516f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T20:14:26Z', 'updated_at': '2022-02-09T20:14:30Z', 'revision_number': 5, 'project_id': 'c799cd12150c4200978dc1a66164f122', 'subnets': [{'id': '9b27c883-71ea-413a-a8d1-e9d9bc1a516f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103233) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 20:15:24.457754 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ae36ad9-3b2e-46c4-87bb-6e119e70b6b7 None None] New status for floating IP 2094b3ea-60e7-4a32-a869-feaf9fbd92e7: DOWN {{(pid=103232) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 09 20:15:24.851169 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfa68f03-c8de-4f8d-8faf-e1986bf3fd96 req-dec5b7ea-6850-4c7d-9f53-8c89620d03dc tempest-TestNetworkAdvancedServerOps-38498957 tempest-TestNetworkAdvancedServerOps-38498957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:15:24.852666 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-cfa68f03-c8de-4f8d-8faf-e1986bf3fd96 req-dec5b7ea-6850-4c7d-9f53-8c89620d03dc tempest-TestNetworkAdvancedServerOps-38498957 tempest-TestNetworkAdvancedServerOps-38498957-project] 10.222.0.75 "GET /v2.0/ports?device_id=2edb3d30-aa97-4b0c-80fa-b61ba4a3700c HTTP/1.1" status: 200 len: 946 time: 0.0561285 Feb 09 20:15:24.904032 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-cfa68f03-c8de-4f8d-8faf-e1986bf3fd96 req-645f29fc-31a3-4028-8d16-308d9670db3e tempest-TestNetworkAdvancedServerOps-38498957 tempest-TestNetworkAdvancedServerOps-38498957-project] 10.222.0.75 "GET /v2.0/security-groups?id=563289f5-d3d2-4788-91db-f8adad85130d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455680 Feb 09 20:15:25.556376 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26729d16-3ec3-4f93-8e85-35a89e046f4f req-e1d53f89-01f8-434b-aa1e-e9de225a3644 tempest-TestNetworkAdvancedServerOps-38498957 tempest-TestNetworkAdvancedServerOps-38498957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:15:25.557852 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-26729d16-3ec3-4f93-8e85-35a89e046f4f req-e1d53f89-01f8-434b-aa1e-e9de225a3644 tempest-TestNetworkAdvancedServerOps-38498957 tempest-TestNetworkAdvancedServerOps-38498957-project] 10.222.0.90 "GET /v2.0/ports?device_id=2edb3d30-aa97-4b0c-80fa-b61ba4a3700c HTTP/1.1" status: 200 len: 946 time: 0.0542355 Feb 09 20:15:25.680606 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.plugin [req-26729d16-3ec3-4f93-8e85-35a89e046f4f req-903f18af-1c79-4346-8911-b27028291fd9 tempest-TestNetworkAdvancedServerOps-38498957 tempest-TestNetworkAdvancedServerOps-38498957-project] Deleting port 79557c52-4b61-47c2-9b94-dff6b7e4868f {{(pid=103230) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 20:15:25.681669 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [req-26729d16-3ec3-4f93-8e85-35a89e046f4f req-903f18af-1c79-4346-8911-b27028291fd9 tempest-TestNetworkAdvancedServerOps-38498957 tempest-TestNetworkAdvancedServerOps-38498957-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762867170196'] for port (79557c52-4b61-47c2-9b94-dff6b7e4868f), before_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:15:25.799235 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.db [req-26729d16-3ec3-4f93-8e85-35a89e046f4f req-903f18af-1c79-4346-8911-b27028291fd9 tempest-TestNetworkAdvancedServerOps-38498957 tempest-TestNetworkAdvancedServerOps-38498957-project] For port 79557c52-4b61-47c2-9b94-dff6b7e4868f, host n-h2-713498-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-36',level=0,port_id=79557c52-4b61-47c2-9b94-dff6b7e4868f,segment=NetworkSegment(a0636e88-ce19-4171-bc23-dd6d4795e67e),segment_id=a0636e88-ce19-4171-bc23-dd6d4795e67e)] {{(pid=103230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 20:15:25.799594 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [req-26729d16-3ec3-4f93-8e85-35a89e046f4f req-903f18af-1c79-4346-8911-b27028291fd9 tempest-TestNetworkAdvancedServerOps-38498957 tempest-TestNetworkAdvancedServerOps-38498957-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1820838'] for port (79557c52-4b61-47c2-9b94-dff6b7e4868f), precommit_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:15:25.813066 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.plugin [req-26729d16-3ec3-4f93-8e85-35a89e046f4f req-903f18af-1c79-4346-8911-b27028291fd9 tempest-TestNetworkAdvancedServerOps-38498957 tempest-TestNetworkAdvancedServerOps-38498957-project] Calling delete_port for 79557c52-4b61-47c2-9b94-dff6b7e4868f owned by compute:nova {{(pid=103230) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 20:15:26.062675 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-217127b4-9e40-4c47-aff5-728f5b62bbdb req-eadb3396-a604-4e9f-816e-60b443fab5bf tempest-TestNetworkAdvancedServerOps-38498957 tempest-TestNetworkAdvancedServerOps-38498957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:15:26.064385 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-217127b4-9e40-4c47-aff5-728f5b62bbdb req-eadb3396-a604-4e9f-816e-60b443fab5bf tempest-TestNetworkAdvancedServerOps-38498957 tempest-TestNetworkAdvancedServerOps-38498957-project] 10.222.0.75 "GET /v2.0/ports?device_id=2edb3d30-aa97-4b0c-80fa-b61ba4a3700c HTTP/1.1" status: 200 len: 946 time: 0.0860906 Feb 09 20:15:26.122984 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-217127b4-9e40-4c47-aff5-728f5b62bbdb req-70af94b1-28e7-4904-a572-cf791b092d58 tempest-TestNetworkAdvancedServerOps-38498957 tempest-TestNetworkAdvancedServerOps-38498957-project] 10.222.0.75 "GET /v2.0/security-groups?id=563289f5-d3d2-4788-91db-f8adad85130d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0522478 Feb 09 20:15:26.291621 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [req-26729d16-3ec3-4f93-8e85-35a89e046f4f req-903f18af-1c79-4346-8911-b27028291fd9 tempest-TestNetworkAdvancedServerOps-38498957 tempest-TestNetworkAdvancedServerOps-38498957-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762867177463', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762866656476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14393751'] for port (79557c52-4b61-47c2-9b94-dff6b7e4868f), after_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:15:26.325997 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-903f18af-1c79-4346-8911-b27028291fd9 tempest-TestNetworkAdvancedServerOps-38498957 tempest-TestNetworkAdvancedServerOps-38498957-project] Pushing event deleted for resources: {'Port': ['ID=79557c52-4b61-47c2-9b94-dff6b7e4868f,revision_number=None']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:15:26.373004 n-d-713498-36 neutron-server[103230]: DEBUG neutron.db.l3_dvrscheduler_db [req-26729d16-3ec3-4f93-8e85-35a89e046f4f req-903f18af-1c79-4346-8911-b27028291fd9 tempest-TestNetworkAdvancedServerOps-38498957 tempest-TestNetworkAdvancedServerOps-38498957-project] No DVR routers for this DVR port 79557c52-4b61-47c2-9b94-dff6b7e4868f on host n-h2-713498-36 {{(pid=103230) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 20:15:26.375804 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [req-26729d16-3ec3-4f93-8e85-35a89e046f4f req-903f18af-1c79-4346-8911-b27028291fd9 tempest-TestNetworkAdvancedServerOps-38498957 tempest-TestNetworkAdvancedServerOps-38498957-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171096'] for port (None), before_response {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:15:26.379154 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-26729d16-3ec3-4f93-8e85-35a89e046f4f req-903f18af-1c79-4346-8911-b27028291fd9 tempest-TestNetworkAdvancedServerOps-38498957 tempest-TestNetworkAdvancedServerOps-38498957-project] 10.222.0.90 "DELETE /v2.0/ports/79557c52-4b61-47c2-9b94-dff6b7e4868f HTTP/1.1" status: 204 len: 173 time: 0.8147416 Feb 09 20:15:26.379606 n-d-713498-36 neutron-server[103230]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2edb3d30-aa97-4b0c-80fa-b61ba4a3700c', 'name': 'network-vif-deleted', 'tag': '79557c52-4b61-47c2-9b94-dff6b7e4868f'}] {{(pid=103230) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 20:15:26.381871 n-d-713498-36 neutron-server[103230]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bdec2cd40908e72a0a66447c6deb3367bbdbf2f4033028e05eb26280eb3900ec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f7b904b5-3600-49f1-baf0-bd6d4321dee1" -d '{"events": [{"server_uuid": "2edb3d30-aa97-4b0c-80fa-b61ba4a3700c", "name": "network-vif-deleted", "tag": "79557c52-4b61-47c2-9b94-dff6b7e4868f"}]}' {{(pid=103230) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 20:15:26.428661 n-d-713498-36 neutron-server[103230]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 20:15:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8374e9e3-3356-43f6-9a3d-08cec5a0f576 x-openstack-request-id: req-8374e9e3-3356-43f6-9a3d-08cec5a0f576 {{(pid=103230) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 20:15:26.428954 n-d-713498-36 neutron-server[103230]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2edb3d30-aa97-4b0c-80fa-b61ba4a3700c", "name": "network-vif-deleted", "tag": "79557c52-4b61-47c2-9b94-dff6b7e4868f", "status": "completed", "code": 200}]} {{(pid=103230) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 20:15:26.429206 n-d-713498-36 neutron-server[103230]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-8374e9e3-3356-43f6-9a3d-08cec5a0f576 {{(pid=103230) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 20:15:26.429606 n-d-713498-36 neutron-server[103230]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2edb3d30-aa97-4b0c-80fa-b61ba4a3700c', 'name': 'network-vif-deleted', 'tag': '79557c52-4b61-47c2-9b94-dff6b7e4868f', 'status': 'completed', 'code': 200} Feb 09 20:15:27.188498 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 55218) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:15:27.594468 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-945c1771-0286-4490-bbc5-84c895be617e tempest-TestNetworkAdvancedServerOps-38498957 tempest-TestNetworkAdvancedServerOps-38498957-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1834525'] for router_interface (738a972d-45bd-4de9-bb3b-439d0b865010), before_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:15:27.888364 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.plugin [None req-945c1771-0286-4490-bbc5-84c895be617e tempest-TestNetworkAdvancedServerOps-38498957 tempest-TestNetworkAdvancedServerOps-38498957-project] Deleting port cd8c76fb-f5a5-480d-ac15-bbea83d43fd5 {{(pid=103230) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 20:15:27.888623 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-945c1771-0286-4490-bbc5-84c895be617e tempest-TestNetworkAdvancedServerOps-38498957 tempest-TestNetworkAdvancedServerOps-38498957-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762867170196'] for port (cd8c76fb-f5a5-480d-ac15-bbea83d43fd5), before_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:15:27.981252 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.db [None req-945c1771-0286-4490-bbc5-84c895be617e tempest-TestNetworkAdvancedServerOps-38498957 tempest-TestNetworkAdvancedServerOps-38498957-project] For port cd8c76fb-f5a5-480d-ac15-bbea83d43fd5, host n-d-713498-36, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-36',level=0,port_id=cd8c76fb-f5a5-480d-ac15-bbea83d43fd5,segment=NetworkSegment(a0636e88-ce19-4171-bc23-dd6d4795e67e),segment_id=a0636e88-ce19-4171-bc23-dd6d4795e67e)] {{(pid=103230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 20:15:27.981545 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-945c1771-0286-4490-bbc5-84c895be617e tempest-TestNetworkAdvancedServerOps-38498957 tempest-TestNetworkAdvancedServerOps-38498957-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1820838'] for port (cd8c76fb-f5a5-480d-ac15-bbea83d43fd5), precommit_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:15:27.995149 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.plugin [None req-945c1771-0286-4490-bbc5-84c895be617e tempest-TestNetworkAdvancedServerOps-38498957 tempest-TestNetworkAdvancedServerOps-38498957-project] Calling delete_port for cd8c76fb-f5a5-480d-ac15-bbea83d43fd5 owned by network:router_interface {{(pid=103230) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 20:15:28.198494 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-945c1771-0286-4490-bbc5-84c895be617e tempest-TestNetworkAdvancedServerOps-38498957 tempest-TestNetworkAdvancedServerOps-38498957-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762867177463', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762866656476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14393751'] for port (cd8c76fb-f5a5-480d-ac15-bbea83d43fd5), after_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:15:28.235066 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-945c1771-0286-4490-bbc5-84c895be617e tempest-TestNetworkAdvancedServerOps-38498957 tempest-TestNetworkAdvancedServerOps-38498957-project] Pushing event deleted for resources: {'Port': ['ID=cd8c76fb-f5a5-480d-ac15-bbea83d43fd5,revision_number=None']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:15:28.439871 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-945c1771-0286-4490-bbc5-84c895be617e tempest-TestNetworkAdvancedServerOps-38498957 tempest-TestNetworkAdvancedServerOps-38498957-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1613467', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1834633'] for router_interface (738a972d-45bd-4de9-bb3b-439d0b865010), after_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:15:28.676417 n-d-713498-36 neutron-server[103230]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-945c1771-0286-4490-bbc5-84c895be617e tempest-TestNetworkAdvancedServerOps-38498957 tempest-TestNetworkAdvancedServerOps-38498957-project] Router 738a972d-45bd-4de9-bb3b-439d0b865010 has already been hosted by L3 agent 93303d5e-5d17-45e8-8963-7694f87783ae {{(pid=103230) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 20:15:28.790297 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-945c1771-0286-4490-bbc5-84c895be617e tempest-TestNetworkAdvancedServerOps-38498957 tempest-TestNetworkAdvancedServerOps-38498957-project] Notify agent at l3_agent.n-d-713498-36 the message routers_updated {{(pid=103230) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 20:15:28.796369 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-945c1771-0286-4490-bbc5-84c895be617e tempest-TestNetworkAdvancedServerOps-38498957 tempest-TestNetworkAdvancedServerOps-38498957-project] 10.222.0.75 "PUT /v2.0/routers/738a972d-45bd-4de9-bb3b-439d0b865010/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6066582 Feb 09 20:15:28.799015 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 55220) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:15:28.802809 n-d-713498-36 neutron-server[103233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-371c9444-1830-4c6b-8f15-c4b23e6cf6f9 None None] Sync routers for ids ['738a972d-45bd-4de9-bb3b-439d0b865010'] in n-d-713498-36 {{(pid=103233) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 20:15:28.825068 n-d-713498-36 neutron-server[103233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-371c9444-1830-4c6b-8f15-c4b23e6cf6f9 None None] Routers {'738a972d-45bd-4de9-bb3b-439d0b865010'} bound to L3 agent in host n-d-713498-36 {{(pid=103233) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 20:15:28.825706 n-d-713498-36 neutron-server[103233]: DEBUG neutron.db.l3_hamode_db [None req-371c9444-1830-4c6b-8f15-c4b23e6cf6f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T18:51:43Z,description=,heartbeat_timestamp=2022-02-09T20:15:13Z,host='n-d-713498-36',id=93303d5e-5d17-45e8-8963-7694f87783ae,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T18:51:43Z,topic='l3_agent')) {'router_ids': ['738a972d-45bd-4de9-bb3b-439d0b865010'], 'active': True} {{(pid=103233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 20:15:28.862795 n-d-713498-36 neutron-server[103230]: DEBUG neutron.db.db_base_plugin_v2 [None req-37480fbc-7c85-47ae-a73c-d27462a7aa7d tempest-TestNetworkAdvancedServerOps-38498957 tempest-TestNetworkAdvancedServerOps-38498957-project] Deleting subnet 9b27c883-71ea-413a-a8d1-e9d9bc1a516f {{(pid=103230) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 20:15:28.866499 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-37480fbc-7c85-47ae-a73c-d27462a7aa7d tempest-TestNetworkAdvancedServerOps-38498957 tempest-TestNetworkAdvancedServerOps-38498957-project] Publish callbacks [] for subnet (9b27c883-71ea-413a-a8d1-e9d9bc1a516f), before_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:15:28.916292 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-37480fbc-7c85-47ae-a73c-d27462a7aa7d tempest-TestNetworkAdvancedServerOps-38498957 tempest-TestNetworkAdvancedServerOps-38498957-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12895822'] for subnet (9b27c883-71ea-413a-a8d1-e9d9bc1a516f), precommit_delete_associations {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:15:28.958183 n-d-713498-36 neutron-server[103233]: DEBUG neutron.db.l3_dvr_db [None req-371c9444-1830-4c6b-8f15-c4b23e6cf6f9 None None] Set router 738a972d-45bd-4de9-bb3b-439d0b865010 gateway port host: n-d-713498-36 {{(pid=103233) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 20:15:29.029663 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-37480fbc-7c85-47ae-a73c-d27462a7aa7d tempest-TestNetworkAdvancedServerOps-38498957 tempest-TestNetworkAdvancedServerOps-38498957-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-759852'] for subnet (9b27c883-71ea-413a-a8d1-e9d9bc1a516f), precommit_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:15:29.097675 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-37480fbc-7c85-47ae-a73c-d27462a7aa7d tempest-TestNetworkAdvancedServerOps-38498957 tempest-TestNetworkAdvancedServerOps-38498957-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-760023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14393672', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12985882'] for subnet (9b27c883-71ea-413a-a8d1-e9d9bc1a516f), after_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:15:29.127373 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37480fbc-7c85-47ae-a73c-d27462a7aa7d tempest-TestNetworkAdvancedServerOps-38498957 tempest-TestNetworkAdvancedServerOps-38498957-project] Pushing event deleted for resources: {'Subnet': ['ID=9b27c883-71ea-413a-a8d1-e9d9bc1a516f,revision_number=None']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:15:29.130313 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-37480fbc-7c85-47ae-a73c-d27462a7aa7d tempest-TestNetworkAdvancedServerOps-38498957 tempest-TestNetworkAdvancedServerOps-38498957-project] Publish callbacks [] for subnet (None), before_response {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:15:29.135319 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-37480fbc-7c85-47ae-a73c-d27462a7aa7d tempest-TestNetworkAdvancedServerOps-38498957 tempest-TestNetworkAdvancedServerOps-38498957-project] 10.222.0.75 "DELETE /v2.0/subnets/9b27c883-71ea-413a-a8d1-e9d9bc1a516f HTTP/1.1" status: 204 len: 168 time: 0.3352625 Feb 09 20:15:29.136270 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1cfd53c3-afc1-486b-93a6-b15be68491d5 None None] Network 1161bceb-f651-4fad-87a1-a57b136decc4 requested from n-d-713498-36 {{(pid=103232) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 20:15:29.138127 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 55222) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:15:29.169314 n-d-713498-36 neutron-server[103233]: DEBUG neutron.db.l3_hamode_db [None req-371c9444-1830-4c6b-8f15-c4b23e6cf6f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '738a972d-45bd-4de9-bb3b-439d0b865010', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1668250255', 'tenant_id': 'c799cd12150c4200978dc1a66164f122', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88055e1e-672a-4487-be31-ffb6e833ece5', 'external_fixed_ips': [{'subnet_id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'ip_address': '172.25.1.89'}], 'enable_snat': True}, 'gw_port_id': 'e04f9c25-6e65-4664-816c-d93d828932e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T20:14:22Z', 'updated_at': '2022-02-09T20:15:28Z', 'revision_number': 5, 'project_id': 'c799cd12150c4200978dc1a66164f122', 'gw_port': {'id': 'e04f9c25-6e65-4664-816c-d93d828932e6', 'name': '', 'network_id': '88055e1e-672a-4487-be31-ffb6e833ece5', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:17:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '738a972d-45bd-4de9-bb3b-439d0b865010', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4309, 'fixed_ips': [{'subnet_id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'ip_address': '172.25.1.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T20:14:23Z', 'updated_at': '2022-02-09T20:14:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-36'}], 'n-d-713498-36', False) {} {{(pid=103233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 20:15:29.209574 n-d-713498-36 neutron-server[103233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-371c9444-1830-4c6b-8f15-c4b23e6cf6f9 None None] Checking router: 738a972d-45bd-4de9-bb3b-439d0b865010 for host: n-d-713498-36 {{(pid=103233) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 20:15:29.222228 n-d-713498-36 neutron-server[103233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-371c9444-1830-4c6b-8f15-c4b23e6cf6f9 None None] Routers {'738a972d-45bd-4de9-bb3b-439d0b865010'} bound to L3 agent in host n-d-713498-36 {{(pid=103233) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 20:15:29.222840 n-d-713498-36 neutron-server[103233]: DEBUG neutron.db.l3_hamode_db [None req-371c9444-1830-4c6b-8f15-c4b23e6cf6f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T18:51:43Z,description=,heartbeat_timestamp=2022-02-09T20:15:13Z,host='n-d-713498-36',id=93303d5e-5d17-45e8-8963-7694f87783ae,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T18:51:43Z,topic='l3_agent')) {'router_ids': ['738a972d-45bd-4de9-bb3b-439d0b865010'], 'active': True} {{(pid=103233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 20:15:29.309943 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-592111eb-b0a1-41c6-a8a6-99a7d119989f tempest-TestNetworkAdvancedServerOps-38498957 tempest-TestNetworkAdvancedServerOps-38498957-project] Publish callbacks [] for router (738a972d-45bd-4de9-bb3b-439d0b865010), before_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:15:29.328546 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f5e4d64-496f-4335-b353-ced6b3713a23 None None] DHCP port deletion for 1161bceb-f651-4fad-87a1-a57b136decc4 request from n-d-713498-36 {{(pid=103232) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 09 20:15:29.361285 n-d-713498-36 neutron-server[103233]: DEBUG neutron.db.l3_dvr_db [None req-371c9444-1830-4c6b-8f15-c4b23e6cf6f9 None None] Set router 738a972d-45bd-4de9-bb3b-439d0b865010 gateway port host: n-d-713498-36 {{(pid=103233) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 20:15:29.383061 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-3f5e4d64-496f-4335-b353-ced6b3713a23 None None] Deleting port 66954411-f05e-4890-8ac5-60aec3f125dd {{(pid=103232) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 20:15:29.383441 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-3f5e4d64-496f-4335-b353-ced6b3713a23 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762867170196'] for port (66954411-f05e-4890-8ac5-60aec3f125dd), before_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:15:29.437448 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-592111eb-b0a1-41c6-a8a6-99a7d119989f tempest-TestNetworkAdvancedServerOps-38498957 tempest-TestNetworkAdvancedServerOps-38498957-project] Publish callbacks [] for router_gateway (738a972d-45bd-4de9-bb3b-439d0b865010), before_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:15:29.458945 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-3f5e4d64-496f-4335-b353-ced6b3713a23 None None] For port 66954411-f05e-4890-8ac5-60aec3f125dd, host n-d-713498-36, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-36',level=0,port_id=66954411-f05e-4890-8ac5-60aec3f125dd,segment=NetworkSegment(a0636e88-ce19-4171-bc23-dd6d4795e67e),segment_id=a0636e88-ce19-4171-bc23-dd6d4795e67e)] {{(pid=103232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 20:15:29.459369 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-3f5e4d64-496f-4335-b353-ced6b3713a23 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1820838'] for port (66954411-f05e-4890-8ac5-60aec3f125dd), precommit_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:15:29.474133 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-3f5e4d64-496f-4335-b353-ced6b3713a23 None None] Calling delete_port for 66954411-f05e-4890-8ac5-60aec3f125dd owned by network:dhcp {{(pid=103232) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 20:15:29.497792 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.plugin [None req-592111eb-b0a1-41c6-a8a6-99a7d119989f tempest-TestNetworkAdvancedServerOps-38498957 tempest-TestNetworkAdvancedServerOps-38498957-project] Deleting port e04f9c25-6e65-4664-816c-d93d828932e6 {{(pid=103230) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 20:15:29.498201 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-592111eb-b0a1-41c6-a8a6-99a7d119989f tempest-TestNetworkAdvancedServerOps-38498957 tempest-TestNetworkAdvancedServerOps-38498957-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762867170196'] for port (e04f9c25-6e65-4664-816c-d93d828932e6), before_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:15:29.575428 n-d-713498-36 neutron-server[103233]: DEBUG neutron.db.l3_hamode_db [None req-371c9444-1830-4c6b-8f15-c4b23e6cf6f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '738a972d-45bd-4de9-bb3b-439d0b865010', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1668250255', 'tenant_id': 'c799cd12150c4200978dc1a66164f122', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88055e1e-672a-4487-be31-ffb6e833ece5', 'external_fixed_ips': [{'subnet_id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'ip_address': '172.25.1.89'}], 'enable_snat': True}, 'gw_port_id': 'e04f9c25-6e65-4664-816c-d93d828932e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T20:14:22Z', 'updated_at': '2022-02-09T20:15:28Z', 'revision_number': 5, 'project_id': 'c799cd12150c4200978dc1a66164f122', 'gw_port': {'id': 'e04f9c25-6e65-4664-816c-d93d828932e6', 'name': '', 'network_id': '88055e1e-672a-4487-be31-ffb6e833ece5', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:17:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '738a972d-45bd-4de9-bb3b-439d0b865010', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4309, 'fixed_ips': [{'subnet_id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'ip_address': '172.25.1.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T20:14:23Z', 'updated_at': '2022-02-09T20:14:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-36'}], 'n-d-713498-36', False) {} {{(pid=103233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 20:15:29.603827 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.db [None req-592111eb-b0a1-41c6-a8a6-99a7d119989f tempest-TestNetworkAdvancedServerOps-38498957 tempest-TestNetworkAdvancedServerOps-38498957-project] For port e04f9c25-6e65-4664-816c-d93d828932e6, host n-d-713498-36, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-36',level=0,port_id=e04f9c25-6e65-4664-816c-d93d828932e6,segment=NetworkSegment(a4222f89-8d3f-4b51-953b-1a8126392491),segment_id=a4222f89-8d3f-4b51-953b-1a8126392491)] {{(pid=103230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 20:15:29.604782 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-592111eb-b0a1-41c6-a8a6-99a7d119989f tempest-TestNetworkAdvancedServerOps-38498957 tempest-TestNetworkAdvancedServerOps-38498957-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1820838'] for port (e04f9c25-6e65-4664-816c-d93d828932e6), precommit_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:15:29.608161 n-d-713498-36 neutron-server[103233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-371c9444-1830-4c6b-8f15-c4b23e6cf6f9 None None] The sync data for ids ['738a972d-45bd-4de9-bb3b-439d0b865010'] in n-d-713498-36 is: [{'id': '738a972d-45bd-4de9-bb3b-439d0b865010', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1668250255', 'tenant_id': 'c799cd12150c4200978dc1a66164f122', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88055e1e-672a-4487-be31-ffb6e833ece5', 'external_fixed_ips': [{'subnet_id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'ip_address': '172.25.1.89'}], 'enable_snat': True}, 'gw_port_id': 'e04f9c25-6e65-4664-816c-d93d828932e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T20:14:22Z', 'updated_at': '2022-02-09T20:15:28Z', 'revision_number': 5, 'project_id': 'c799cd12150c4200978dc1a66164f122', 'gw_port': {'id': 'e04f9c25-6e65-4664-816c-d93d828932e6', 'name': '', 'network_id': '88055e1e-672a-4487-be31-ffb6e833ece5', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:17:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '738a972d-45bd-4de9-bb3b-439d0b865010', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4309, 'fixed_ips': [{'subnet_id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'ip_address': '172.25.1.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T20:14:23Z', 'updated_at': '2022-02-09T20:14:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-36'}] {{(pid=103233) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 20:15:29.633385 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.plugin [None req-592111eb-b0a1-41c6-a8a6-99a7d119989f tempest-TestNetworkAdvancedServerOps-38498957 tempest-TestNetworkAdvancedServerOps-38498957-project] Calling delete_port for e04f9c25-6e65-4664-816c-d93d828932e6 owned by network:router_gateway {{(pid=103230) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 20:15:29.737394 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-3f5e4d64-496f-4335-b353-ced6b3713a23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762867177463', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762866656476'] for port (66954411-f05e-4890-8ac5-60aec3f125dd), after_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:15:29.766878 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f5e4d64-496f-4335-b353-ced6b3713a23 None None] Pushing event deleted for resources: {'Port': ['ID=66954411-f05e-4890-8ac5-60aec3f125dd,revision_number=None']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:15:29.769347 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f5e4d64-496f-4335-b353-ced6b3713a23 None None] No DVR routers for this DVR port 66954411-f05e-4890-8ac5-60aec3f125dd on host n-d-713498-36 {{(pid=103232) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 20:15:29.784088 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f5e4d64-496f-4335-b353-ced6b3713a23 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:15:29.785259 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f5e4d64-496f-4335-b353-ced6b3713a23 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:15:29.786250 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f5e4d64-496f-4335-b353-ced6b3713a23 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:15:29.786734 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f5e4d64-496f-4335-b353-ced6b3713a23 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:15:29.787442 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f5e4d64-496f-4335-b353-ced6b3713a23 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:15:29.787986 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f5e4d64-496f-4335-b353-ced6b3713a23 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:15:29.788511 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f5e4d64-496f-4335-b353-ced6b3713a23 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:15:29.789091 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f5e4d64-496f-4335-b353-ced6b3713a23 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:15:29.789597 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f5e4d64-496f-4335-b353-ced6b3713a23 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:15:29.789941 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f5e4d64-496f-4335-b353-ced6b3713a23 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:15:29.790429 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f5e4d64-496f-4335-b353-ced6b3713a23 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:15:29.790709 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f5e4d64-496f-4335-b353-ced6b3713a23 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:15:29.791001 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f5e4d64-496f-4335-b353-ced6b3713a23 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:15:29.829370 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-592111eb-b0a1-41c6-a8a6-99a7d119989f tempest-TestNetworkAdvancedServerOps-38498957 tempest-TestNetworkAdvancedServerOps-38498957-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762867177463', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762866656476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14393751'] for port (e04f9c25-6e65-4664-816c-d93d828932e6), after_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:15:29.857152 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-592111eb-b0a1-41c6-a8a6-99a7d119989f tempest-TestNetworkAdvancedServerOps-38498957 tempest-TestNetworkAdvancedServerOps-38498957-project] Pushing event deleted for resources: {'Port': ['ID=e04f9c25-6e65-4664-816c-d93d828932e6,revision_number=None']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:15:29.923404 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-592111eb-b0a1-41c6-a8a6-99a7d119989f tempest-TestNetworkAdvancedServerOps-38498957 tempest-TestNetworkAdvancedServerOps-38498957-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1818987'] for router_gateway (738a972d-45bd-4de9-bb3b-439d0b865010), after_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:15:30.027718 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-592111eb-b0a1-41c6-a8a6-99a7d119989f tempest-TestNetworkAdvancedServerOps-38498957 tempest-TestNetworkAdvancedServerOps-38498957-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1834988', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-58375'] for router (738a972d-45bd-4de9-bb3b-439d0b865010), precommit_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:15:30.031361 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-592111eb-b0a1-41c6-a8a6-99a7d119989f tempest-TestNetworkAdvancedServerOps-38498957 tempest-TestNetworkAdvancedServerOps-38498957-project] Publish callbacks [] for router_controller (738a972d-45bd-4de9-bb3b-439d0b865010), precommit_delete_associations {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:15:30.084956 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-592111eb-b0a1-41c6-a8a6-99a7d119989f tempest-TestNetworkAdvancedServerOps-38498957 tempest-TestNetworkAdvancedServerOps-38498957-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1835003'] for router (738a972d-45bd-4de9-bb3b-439d0b865010), after_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:15:30.086032 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-592111eb-b0a1-41c6-a8a6-99a7d119989f tempest-TestNetworkAdvancedServerOps-38498957 tempest-TestNetworkAdvancedServerOps-38498957-project] Fanout notify agent at l3_agent the message router_deleted on router 738a972d-45bd-4de9-bb3b-439d0b865010 {{(pid=103230) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 09 20:15:30.088733 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Device 79557c52-4b61-47c2-9b94-dff6b7e4868f no longer exists at agent hyperv_n-h2-713498-36 {{(pid=103232) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 20:15:30.094489 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-592111eb-b0a1-41c6-a8a6-99a7d119989f tempest-TestNetworkAdvancedServerOps-38498957 tempest-TestNetworkAdvancedServerOps-38498957-project] Publish callbacks [] for router (None), before_response {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:15:30.095878 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-592111eb-b0a1-41c6-a8a6-99a7d119989f tempest-TestNetworkAdvancedServerOps-38498957 tempest-TestNetworkAdvancedServerOps-38498957-project] 10.222.0.75 "DELETE /v2.0/routers/738a972d-45bd-4de9-bb3b-439d0b865010 HTTP/1.1" status: 204 len: 168 time: 0.9565461 Feb 09 20:15:30.098563 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 55224) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:15:30.113658 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-7429db8d-6021-40ad-813e-885be449a89b None None] No Port match for: 79557c52-4b61-47c2-9b94-dff6b7e4868f {{(pid=103232) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 20:15:30.114059 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Device 79557c52-4b61-47c2-9b94-dff6b7e4868f not bound to the agent host n-h2-713498-36 {{(pid=103232) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 20:15:30.193433 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-33dfd953-6756-4933-af65-3bc8b64c64a7 tempest-TestNetworkAdvancedServerOps-38498957 tempest-TestNetworkAdvancedServerOps-38498957-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-670458'] for network (1161bceb-f651-4fad-87a1-a57b136decc4), before_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:15:30.296080 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-33dfd953-6756-4933-af65-3bc8b64c64a7 tempest-TestNetworkAdvancedServerOps-38498957 tempest-TestNetworkAdvancedServerOps-38498957-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-590267', 'neutron.services.segments.db._delete_segments_for_network-8762867132609'] for network (1161bceb-f651-4fad-87a1-a57b136decc4), precommit_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:15:30.322023 n-d-713498-36 neutron-server[103230]: DEBUG neutron.services.segments.db [None req-33dfd953-6756-4933-af65-3bc8b64c64a7 tempest-TestNetworkAdvancedServerOps-38498957 tempest-TestNetworkAdvancedServerOps-38498957-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1161bceb-f651-4fad-87a1-a57b136decc4']}} {{(pid=103230) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 20:15:30.333733 n-d-713498-36 neutron-server[103230]: DEBUG neutron.services.segments.db [None req-33dfd953-6756-4933-af65-3bc8b64c64a7 tempest-TestNetworkAdvancedServerOps-38498957 tempest-TestNetworkAdvancedServerOps-38498957-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a0636e88-ce19-4171-bc23-dd6d4795e67e') {'for_net_delete': True} {{(pid=103230) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 20:15:30.334058 n-d-713498-36 neutron-server[103230]: DEBUG neutron.services.segments.db [None req-33dfd953-6756-4933-af65-3bc8b64c64a7 tempest-TestNetworkAdvancedServerOps-38498957 tempest-TestNetworkAdvancedServerOps-38498957-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a0636e88-ce19-4171-bc23-dd6d4795e67e') {} {{(pid=103230) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 20:15:30.351678 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-33dfd953-6756-4933-af65-3bc8b64c64a7 tempest-TestNetworkAdvancedServerOps-38498957 tempest-TestNetworkAdvancedServerOps-38498957-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762867134154', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12895813'] for segment (a0636e88-ce19-4171-bc23-dd6d4795e67e), before_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:15:30.377332 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-33dfd953-6756-4933-af65-3bc8b64c64a7 tempest-TestNetworkAdvancedServerOps-38498957 tempest-TestNetworkAdvancedServerOps-38498957-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-759574'] for segment (a0636e88-ce19-4171-bc23-dd6d4795e67e), precommit_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:15:30.384637 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-33dfd953-6756-4933-af65-3bc8b64c64a7 tempest-TestNetworkAdvancedServerOps-38498957 tempest-TestNetworkAdvancedServerOps-38498957-project] Releasing vlan 351 on physical network physnet1 to pool {{(pid=103230) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 20:15:30.385102 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-33dfd953-6756-4933-af65-3bc8b64c64a7 tempest-TestNetworkAdvancedServerOps-38498957 tempest-TestNetworkAdvancedServerOps-38498957-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-759574', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14393826'] for segment (a0636e88-ce19-4171-bc23-dd6d4795e67e), after_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:15:30.388897 n-d-713498-36 neutron-server[103230]: Traceback (most recent call last): Feb 09 20:15:30.388897 n-d-713498-36 neutron-server[103230]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 20:15:30.388897 n-d-713498-36 neutron-server[103230]: timer() Feb 09 20:15:30.388897 n-d-713498-36 neutron-server[103230]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 20:15:30.388897 n-d-713498-36 neutron-server[103230]: cb(*args, **kw) Feb 09 20:15:30.388897 n-d-713498-36 neutron-server[103230]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 20:15:30.388897 n-d-713498-36 neutron-server[103230]: return func(*args, **kwargs) Feb 09 20:15:30.388897 n-d-713498-36 neutron-server[103230]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 20:15:30.388897 n-d-713498-36 neutron-server[103230]: self._notify() Feb 09 20:15:30.388897 n-d-713498-36 neutron-server[103230]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 20:15:30.388897 n-d-713498-36 neutron-server[103230]: self.callback(batched_events) Feb 09 20:15:30.388897 n-d-713498-36 neutron-server[103230]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 20:15:30.388897 n-d-713498-36 neutron-server[103230]: event.method(event) Feb 09 20:15:30.388897 n-d-713498-36 neutron-server[103230]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 20:15:30.388897 n-d-713498-36 neutron-server[103230]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 20:15:30.388897 n-d-713498-36 neutron-server[103230]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 20:15:30.388897 n-d-713498-36 neutron-server[103230]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 20:15:30.388897 n-d-713498-36 neutron-server[103230]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 20:15:30.388897 n-d-713498-36 neutron-server[103230]: return f(self, *a, **k) Feb 09 20:15:30.388897 n-d-713498-36 neutron-server[103230]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 20:15:30.388897 n-d-713498-36 neutron-server[103230]: return self._get(url).json() Feb 09 20:15:30.388897 n-d-713498-36 neutron-server[103230]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 20:15:30.388897 n-d-713498-36 neutron-server[103230]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 20:15:30.388897 n-d-713498-36 neutron-server[103230]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 20:15:30.388897 n-d-713498-36 neutron-server[103230]: return self.request(url, 'GET', **kwargs) Feb 09 20:15:30.388897 n-d-713498-36 neutron-server[103230]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 20:15:30.388897 n-d-713498-36 neutron-server[103230]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 20:15:30.388897 n-d-713498-36 neutron-server[103230]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 20:15:30.388897 n-d-713498-36 neutron-server[103230]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 20:15:30.388897 n-d-713498-36 neutron-server[103230]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 20:15:30.388897 n-d-713498-36 neutron-server[103230]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 20:15:30.388897 n-d-713498-36 neutron-server[103230]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 20:15:30.454434 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-33dfd953-6756-4933-af65-3bc8b64c64a7 tempest-TestNetworkAdvancedServerOps-38498957 tempest-TestNetworkAdvancedServerOps-38498957-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-590242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1885479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1818895'] for network (1161bceb-f651-4fad-87a1-a57b136decc4), after_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:15:30.459585 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-33dfd953-6756-4933-af65-3bc8b64c64a7 tempest-TestNetworkAdvancedServerOps-38498957 tempest-TestNetworkAdvancedServerOps-38498957-project] Publish callbacks [] for network (None), before_response {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:15:30.463051 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-33dfd953-6756-4933-af65-3bc8b64c64a7 tempest-TestNetworkAdvancedServerOps-38498957 tempest-TestNetworkAdvancedServerOps-38498957-project] 10.222.0.75 "DELETE /v2.0/networks/1161bceb-f651-4fad-87a1-a57b136decc4 HTTP/1.1" status: 204 len: 168 time: 0.3635180 Feb 09 20:15:30.466419 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 55226) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:15:30.484713 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33dfd953-6756-4933-af65-3bc8b64c64a7 tempest-TestNetworkAdvancedServerOps-38498957 tempest-TestNetworkAdvancedServerOps-38498957-project] Pushing event deleted for resources: {'Network': ['ID=1161bceb-f651-4fad-87a1-a57b136decc4,revision_number=None']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:15:30.531536 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-3e357157-815a-4294-8f0c-7689a1c0dcb7 tempest-TestNetworkAdvancedServerOps-38498957 tempest-TestNetworkAdvancedServerOps-38498957-project] Publish callbacks [] for security_group (563289f5-d3d2-4788-91db-f8adad85130d), before_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:15:30.558486 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-3e357157-815a-4294-8f0c-7689a1c0dcb7 tempest-TestNetworkAdvancedServerOps-38498957 tempest-TestNetworkAdvancedServerOps-38498957-project] Publish callbacks [] for security_group (563289f5-d3d2-4788-91db-f8adad85130d), precommit_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:15:30.630266 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-3e357157-815a-4294-8f0c-7689a1c0dcb7 tempest-TestNetworkAdvancedServerOps-38498957 tempest-TestNetworkAdvancedServerOps-38498957-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1892331'] for security_group (563289f5-d3d2-4788-91db-f8adad85130d), after_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:15:30.632787 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-3e357157-815a-4294-8f0c-7689a1c0dcb7 tempest-TestNetworkAdvancedServerOps-38498957 tempest-TestNetworkAdvancedServerOps-38498957-project] Publish callbacks [] for security_group (None), before_response {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:15:30.634016 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-3e357157-815a-4294-8f0c-7689a1c0dcb7 tempest-TestNetworkAdvancedServerOps-38498957 tempest-TestNetworkAdvancedServerOps-38498957-project] 10.222.0.75 "DELETE /v2.0/security-groups/563289f5-d3d2-4788-91db-f8adad85130d HTTP/1.1" status: 204 len: 168 time: 0.1665754 Feb 09 20:15:30.643552 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e357157-815a-4294-8f0c-7689a1c0dcb7 tempest-TestNetworkAdvancedServerOps-38498957 tempest-TestNetworkAdvancedServerOps-38498957-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=563289f5-d3d2-4788-91db-f8adad85130d,revision_number=None']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:15:30.651555 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e357157-815a-4294-8f0c-7689a1c0dcb7 tempest-TestNetworkAdvancedServerOps-38498957 tempest-TestNetworkAdvancedServerOps-38498957-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:15:30.652438 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e357157-815a-4294-8f0c-7689a1c0dcb7 tempest-TestNetworkAdvancedServerOps-38498957 tempest-TestNetworkAdvancedServerOps-38498957-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:15:30.652802 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e357157-815a-4294-8f0c-7689a1c0dcb7 tempest-TestNetworkAdvancedServerOps-38498957 tempest-TestNetworkAdvancedServerOps-38498957-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:15:30.653148 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e357157-815a-4294-8f0c-7689a1c0dcb7 tempest-TestNetworkAdvancedServerOps-38498957 tempest-TestNetworkAdvancedServerOps-38498957-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:15:30.653487 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e357157-815a-4294-8f0c-7689a1c0dcb7 tempest-TestNetworkAdvancedServerOps-38498957 tempest-TestNetworkAdvancedServerOps-38498957-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:15:30.653818 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e357157-815a-4294-8f0c-7689a1c0dcb7 tempest-TestNetworkAdvancedServerOps-38498957 tempest-TestNetworkAdvancedServerOps-38498957-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:15:30.654203 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e357157-815a-4294-8f0c-7689a1c0dcb7 tempest-TestNetworkAdvancedServerOps-38498957 tempest-TestNetworkAdvancedServerOps-38498957-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:15:30.654544 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e357157-815a-4294-8f0c-7689a1c0dcb7 tempest-TestNetworkAdvancedServerOps-38498957 tempest-TestNetworkAdvancedServerOps-38498957-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:15:30.655861 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e357157-815a-4294-8f0c-7689a1c0dcb7 tempest-TestNetworkAdvancedServerOps-38498957 tempest-TestNetworkAdvancedServerOps-38498957-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:15:30.655861 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e357157-815a-4294-8f0c-7689a1c0dcb7 tempest-TestNetworkAdvancedServerOps-38498957 tempest-TestNetworkAdvancedServerOps-38498957-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:15:30.655861 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e357157-815a-4294-8f0c-7689a1c0dcb7 tempest-TestNetworkAdvancedServerOps-38498957 tempest-TestNetworkAdvancedServerOps-38498957-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:15:30.656605 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e357157-815a-4294-8f0c-7689a1c0dcb7 tempest-TestNetworkAdvancedServerOps-38498957 tempest-TestNetworkAdvancedServerOps-38498957-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:15:30.657314 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e357157-815a-4294-8f0c-7689a1c0dcb7 tempest-TestNetworkAdvancedServerOps-38498957 tempest-TestNetworkAdvancedServerOps-38498957-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:15:30.871290 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Device cd8c76fb-f5a5-480d-ac15-bbea83d43fd5 no longer exists at agent ovs-agent-n-d-713498-36 {{(pid=103232) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 20:15:30.897107 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] No Port match for: cd8c76fb-f5a5-480d-ac15-bbea83d43fd5 {{(pid=103232) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 20:15:30.897107 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Device cd8c76fb-f5a5-480d-ac15-bbea83d43fd5 not bound to the agent host n-d-713498-36 {{(pid=103232) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 20:15:30.897107 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Device e04f9c25-6e65-4664-816c-d93d828932e6 no longer exists at agent ovs-agent-n-d-713498-36 {{(pid=103232) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 20:15:30.914375 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] No Port match for: e04f9c25-6e65-4664-816c-d93d828932e6 {{(pid=103232) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 20:15:30.914728 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Device e04f9c25-6e65-4664-816c-d93d828932e6 not bound to the agent host n-d-713498-36 {{(pid=103232) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 20:15:30.915162 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Device 66954411-f05e-4890-8ac5-60aec3f125dd no longer exists at agent ovs-agent-n-d-713498-36 {{(pid=103232) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 20:15:30.935491 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] No Port match for: 66954411-f05e-4890-8ac5-60aec3f125dd {{(pid=103232) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 20:15:30.935847 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Device 66954411-f05e-4890-8ac5-60aec3f125dd not bound to the agent host n-d-713498-36 {{(pid=103232) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 20:15:31.009824 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 55234) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:15:31.170723 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-3e5075c8-bb84-4758-bdbb-093601e97758 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=c799cd12150c4200978dc1a66164f122&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1595216 Feb 09 20:15:31.173170 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 55238) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:15:31.229283 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-e823e71b-1f3b-42b0-9868-64dd89ec32eb admin admin] Publish callbacks [] for security_group (1072b773-6db3-4699-8634-2a8297424a39), before_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:15:31.252396 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-e823e71b-1f3b-42b0-9868-64dd89ec32eb admin admin] Publish callbacks [] for security_group (1072b773-6db3-4699-8634-2a8297424a39), precommit_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:15:31.300627 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-e823e71b-1f3b-42b0-9868-64dd89ec32eb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1892331'] for security_group (1072b773-6db3-4699-8634-2a8297424a39), after_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:15:31.303437 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-e823e71b-1f3b-42b0-9868-64dd89ec32eb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:15:31.304658 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-e823e71b-1f3b-42b0-9868-64dd89ec32eb admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/1072b773-6db3-4699-8634-2a8297424a39 HTTP/1.1" status: 204 len: 168 time: 0.1305165 Feb 09 20:15:31.315669 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e823e71b-1f3b-42b0-9868-64dd89ec32eb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1072b773-6db3-4699-8634-2a8297424a39,revision_number=None']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:15:31.617777 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 55244) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:15:31.631253 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-406c05db-ac31-40fe-97f6-d668c812f0ec admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:15:31.712631 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-406c05db-ac31-40fe-97f6-d668c812f0ec admin admin] Publish callbacks [] for security_group (1cbc0bc7-a61f-492b-901f-132957e20363), precommit_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:15:31.717584 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-406c05db-ac31-40fe-97f6-d668c812f0ec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1892331'] for security_group (1cbc0bc7-a61f-492b-901f-132957e20363), after_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:15:31.753851 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-406c05db-ac31-40fe-97f6-d668c812f0ec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1cbc0bc7-a61f-492b-901f-132957e20363,revision_number=1']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:15:31.758427 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-406c05db-ac31-40fe-97f6-d668c812f0ec admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=4d523c7f8efc47b1b92ea6dbf7feaf70&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1395617 Feb 09 20:15:31.762961 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 55246) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:15:31.814397 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-92809cf3-363c-41bd-9987-848467f0f843 admin admin] Publish callbacks [] for security_group (1cbc0bc7-a61f-492b-901f-132957e20363), before_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:15:31.842371 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-92809cf3-363c-41bd-9987-848467f0f843 admin admin] Publish callbacks [] for security_group (1cbc0bc7-a61f-492b-901f-132957e20363), precommit_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:15:31.891365 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-92809cf3-363c-41bd-9987-848467f0f843 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1892331'] for security_group (1cbc0bc7-a61f-492b-901f-132957e20363), after_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:15:31.894172 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-92809cf3-363c-41bd-9987-848467f0f843 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:15:31.895340 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-92809cf3-363c-41bd-9987-848467f0f843 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/1cbc0bc7-a61f-492b-901f-132957e20363 HTTP/1.1" status: 204 len: 168 time: 0.1317241 Feb 09 20:15:31.904367 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92809cf3-363c-41bd-9987-848467f0f843 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1cbc0bc7-a61f-492b-901f-132957e20363,revision_number=None']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:15:32.706203 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 55268) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:15:32.807291 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.v2.base [None req-52520097-cb89-4abd-9d88-c78c512e2a11 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-222607312-network', 'tenant_id': 'b8f9990d965e4c57a95957edeb189b35'}} {{(pid=103229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 20:15:32.828092 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-52520097-cb89-4abd-9d88-c78c512e2a11 admin admin] Made reservation on behalf of b8f9990d965e4c57a95957edeb189b35 for: {'network': 1} {{(pid=103229) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 20:15:32.830483 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-52520097-cb89-4abd-9d88-c78c512e2a11 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for network (None), before_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:15:32.840579 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-52520097-cb89-4abd-9d88-c78c512e2a11 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:15:32.920831 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-52520097-cb89-4abd-9d88-c78c512e2a11 admin admin] Publish callbacks [] for security_group (5a166d90-0116-413f-b873-f4f61a054e03), precommit_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:15:32.925070 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-52520097-cb89-4abd-9d88-c78c512e2a11 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1892331'] for security_group (5a166d90-0116-413f-b873-f4f61a054e03), after_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:15:32.954772 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-52520097-cb89-4abd-9d88-c78c512e2a11 admin admin] vlan segment allocate from pool success with {'vlan_id': 398, 'physical_network': 'physnet1'} {{(pid=103229) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 20:15:32.961406 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52520097-cb89-4abd-9d88-c78c512e2a11 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5a166d90-0116-413f-b873-f4f61a054e03,revision_number=1']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:15:32.970633 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-52520097-cb89-4abd-9d88-c78c512e2a11 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-759574'] for segment (6eae29b3-2d6f-4832-9df1-d4b7ca050d85), precommit_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:15:32.971191 n-d-713498-36 neutron-server[103229]: INFO neutron.db.segments_db [None req-52520097-cb89-4abd-9d88-c78c512e2a11 admin admin] Added segment 6eae29b3-2d6f-4832-9df1-d4b7ca050d85 of type vlan for network bf0aa6cf-cfa0-4134-9562-80f96f1b0353 Feb 09 20:15:33.036839 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-52520097-cb89-4abd-9d88-c78c512e2a11 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762866642225'] for network (bf0aa6cf-cfa0-4134-9562-80f96f1b0353), precommit_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:15:33.062905 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-52520097-cb89-4abd-9d88-c78c512e2a11 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1885479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452'] for network (bf0aa6cf-cfa0-4134-9562-80f96f1b0353), after_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:15:33.063920 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52520097-cb89-4abd-9d88-c78c512e2a11 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:15:33.064464 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-52520097-cb89-4abd-9d88-c78c512e2a11 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:15:33.124978 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-52520097-cb89-4abd-9d88-c78c512e2a11 admin admin] 10.222.0.75 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.4176397 Feb 09 20:15:33.129933 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 55272) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:15:33.132404 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52520097-cb89-4abd-9d88-c78c512e2a11 admin admin] Pushing event updated for resources: {'Network': ['ID=bf0aa6cf-cfa0-4134-9562-80f96f1b0353,revision_number=1']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:15:33.133584 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.v2.base [None req-0092d54f-b82f-47f2-bbd3-fe97d6683b06 admin admin] Request body: {'subnet': {'network_id': 'bf0aa6cf-cfa0-4134-9562-80f96f1b0353', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-222607312-subnet', 'tenant_id': 'b8f9990d965e4c57a95957edeb189b35', 'ip_version': 4}} {{(pid=103230) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 20:15:33.145438 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Network bf0aa6cf-cfa0-4134-9562-80f96f1b0353 details requested by agent ovs-agent-n-d-713498-36 with host n-d-713498-36 {{(pid=103232) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 20:15:33.169079 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0092d54f-b82f-47f2-bbd3-fe97d6683b06 admin admin] Made reservation on behalf of b8f9990d965e4c57a95957edeb189b35 for: {'subnet': 1} {{(pid=103230) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 20:15:33.171576 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-0092d54f-b82f-47f2-bbd3-fe97d6683b06 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12985917'] for subnet (None), before_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:15:33.371119 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-0092d54f-b82f-47f2-bbd3-fe97d6683b06 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14393611', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12985859'] for subnet (f7f74a64-69c9-4210-8b78-9533b9ade151), after_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:15:33.712933 n-d-713498-36 neutron-server[103233]: DEBUG neutron.db.agents_db [None req-4a8a6a42-0a0c-4437-8958-92282682b6bb None None] Agent healthcheck: found 7 active agents {{(pid=103233) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 20:15:33.734506 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0092d54f-b82f-47f2-bbd3-fe97d6683b06 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f7f74a64-69c9-4210-8b78-9533b9ade151,revision_number=0']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:15:33.745304 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0092d54f-b82f-47f2-bbd3-fe97d6683b06 admin admin] Checking segment: {'id': '6eae29b3-2d6f-4832-9df1-d4b7ca050d85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': 'bf0aa6cf-cfa0-4134-9562-80f96f1b0353'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103230) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 20:15:33.745856 n-d-713498-36 neutron-server[103230]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0092d54f-b82f-47f2-bbd3-fe97d6683b06 admin admin] Network hostable DHCP agents. Network: bf0aa6cf-cfa0-4134-9562-80f96f1b0353, hostable agents: ['af91e4b9-f4e1-42b1-a25c-a10dc47171c8'], hosted agents: [] {{(pid=103230) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 20:15:33.763710 n-d-713498-36 neutron-server[103230]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0092d54f-b82f-47f2-bbd3-fe97d6683b06 admin admin] Network bf0aa6cf-cfa0-4134-9562-80f96f1b0353 is scheduled to be hosted by DHCP agent af91e4b9-f4e1-42b1-a25c-a10dc47171c8 with binding_index 1 {{(pid=103230) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 20:15:33.774478 n-d-713498-36 neutron-server[103230]: DEBUG neutron.scheduler.base_scheduler [None req-0092d54f-b82f-47f2-bbd3-fe97d6683b06 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713498-36, bf0aa6cf-cfa0-4134-9562-80f96f1b0353) {{(pid=103230) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 20:15:33.779482 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0092d54f-b82f-47f2-bbd3-fe97d6683b06 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:15:33.780070 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-0092d54f-b82f-47f2-bbd3-fe97d6683b06 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:15:33.786049 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3eeb073a-64a3-4c30-bee1-62508a368f12 None None] Network bf0aa6cf-cfa0-4134-9562-80f96f1b0353 requested from n-d-713498-36 {{(pid=103232) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 20:15:33.799466 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-0092d54f-b82f-47f2-bbd3-fe97d6683b06 admin admin] 10.222.0.75 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.6700413 Feb 09 20:15:33.802245 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 55274) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:15:33.806821 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.v2.base [None req-a905c1d8-0513-454d-9ac4-519a9d5c7a9c admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-222607312-router', 'tenant_id': 'b8f9990d965e4c57a95957edeb189b35', 'external_gateway_info': {'network_id': '88055e1e-672a-4487-be31-ffb6e833ece5'}}} {{(pid=103229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 20:15:33.832795 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-a905c1d8-0513-454d-9ac4-519a9d5c7a9c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1834830', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-58389'] for router (5487a766-bfbe-40e6-b588-712454745da8), before_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:15:33.834405 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-a905c1d8-0513-454d-9ac4-519a9d5c7a9c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1834810', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1822096', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1886735', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-58380'] for router (5487a766-bfbe-40e6-b588-712454745da8), precommit_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:15:33.903263 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-a905c1d8-0513-454d-9ac4-519a9d5c7a9c admin admin] Publish callbacks [] for router_controller (5487a766-bfbe-40e6-b588-712454745da8), precommit_add_association {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:15:33.905443 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5aaca84e-5780-46e5-bb74-b93c26968415 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8b32e980-7cce-5e82-a341-bd2fa8945c89-bf0aa6cf-cfa0-4134-9562-80f96f1b0353', 'network_id': 'bf0aa6cf-cfa0-4134-9562-80f96f1b0353', 'project_id': 'b8f9990d965e4c57a95957edeb189b35', 'fixed_ips': [{'subnet_id': 'f7f74a64-69c9-4210-8b78-9533b9ade151'}]}} from n-d-713498-36. {{(pid=103232) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 09 20:15:33.906683 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-5aaca84e-5780-46e5-bb74-b93c26968415 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (None), before_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:15:34.067920 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.db_base_plugin_common [None req-5aaca84e-5780-46e5-bb74-b93c26968415 None None] Allocated IP 172.20.0.2 (bf0aa6cf-cfa0-4134-9562-80f96f1b0353/f7f74a64-69c9-4210-8b78-9533b9ade151/1433c0a5-1c17-48e9-8df8-e2f64f732b03) {{(pid=103232) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 20:15:34.227566 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-5aaca84e-5780-46e5-bb74-b93c26968415 None None] Publish callbacks [] for port (1433c0a5-1c17-48e9-8df8-e2f64f732b03), precommit_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:15:34.242802 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-5aaca84e-5780-46e5-bb74-b93c26968415 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762866656467'] for port (1433c0a5-1c17-48e9-8df8-e2f64f732b03), after_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:15:34.290676 n-d-713498-36 neutron-server[103232]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5aaca84e-5780-46e5-bb74-b93c26968415 None None] Network bf0aa6cf-cfa0-4134-9562-80f96f1b0353 is already hosted by enough agents. {{(pid=103232) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 20:15:34.294405 n-d-713498-36 neutron-server[103232]: DEBUG neutron.scheduler.base_scheduler [None req-5aaca84e-5780-46e5-bb74-b93c26968415 None None] Resources bound (agent type, host, resource id): {{(pid=103232) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 20:15:34.298133 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5aaca84e-5780-46e5-bb74-b93c26968415 None None] Received port after_create {{(pid=103232) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 20:15:34.304258 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aaca84e-5780-46e5-bb74-b93c26968415 None None] Pushing event updated for resources: {'Port': ['ID=1433c0a5-1c17-48e9-8df8-e2f64f732b03,revision_number=1']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:15:34.368118 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.managers [None req-5aaca84e-5780-46e5-bb74-b93c26968415 None None] Attempting to bind port 1433c0a5-1c17-48e9-8df8-e2f64f732b03 on host n-d-713498-36 for vnic_type normal with profile {{(pid=103232) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 20:15:34.368416 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.managers [None req-5aaca84e-5780-46e5-bb74-b93c26968415 None None] Attempting to bind port 1433c0a5-1c17-48e9-8df8-e2f64f732b03 by drivers openvswitch,hyperv on host n-d-713498-36 at level 0 using segments [{'id': '6eae29b3-2d6f-4832-9df1-d4b7ca050d85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': 'bf0aa6cf-cfa0-4134-9562-80f96f1b0353'}] {{(pid=103232) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 20:15:34.368734 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5aaca84e-5780-46e5-bb74-b93c26968415 None None] Attempting to bind port 1433c0a5-1c17-48e9-8df8-e2f64f732b03 on network bf0aa6cf-cfa0-4134-9562-80f96f1b0353 {{(pid=103232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 20:15:34.376098 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5aaca84e-5780-46e5-bb74-b93c26968415 None None] Checking agent: {'id': '496418a2-c002-4aec-ab1a-07f3bea491bd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-36', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 18, 51, 47), 'started_at': datetime.datetime(2022, 2, 9, 18, 52, 17), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 20, 15, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-36'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 20:15:34.376632 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5aaca84e-5780-46e5-bb74-b93c26968415 None None] Checking segment: {'id': '6eae29b3-2d6f-4832-9df1-d4b7ca050d85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': 'bf0aa6cf-cfa0-4134-9562-80f96f1b0353'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103232) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 20:15:34.377156 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-5aaca84e-5780-46e5-bb74-b93c26968415 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:15:34.377741 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5aaca84e-5780-46e5-bb74-b93c26968415 None None] Bound using segment: {'id': '6eae29b3-2d6f-4832-9df1-d4b7ca050d85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': 'bf0aa6cf-cfa0-4134-9562-80f96f1b0353'} {{(pid=103232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 20:15:34.378369 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.managers [None req-5aaca84e-5780-46e5-bb74-b93c26968415 None None] Bound port: 1433c0a5-1c17-48e9-8df8-e2f64f732b03, host: n-d-713498-36, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6eae29b3-2d6f-4832-9df1-d4b7ca050d85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': 'bf0aa6cf-cfa0-4134-9562-80f96f1b0353'}}] {{(pid=103232) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 20:15:34.378866 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-5aaca84e-5780-46e5-bb74-b93c26968415 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (1433c0a5-1c17-48e9-8df8-e2f64f732b03), before_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:15:34.385375 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-a905c1d8-0513-454d-9ac4-519a9d5c7a9c admin admin] Publish callbacks [] for router_gateway (5487a766-bfbe-40e6-b588-712454745da8), precommit_update {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:15:34.454858 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-5aaca84e-5780-46e5-bb74-b93c26968415 None None] For port 1433c0a5-1c17-48e9-8df8-e2f64f732b03, host n-d-713498-36, cleared binding levels {{(pid=103232) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 20:15:34.458520 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-5aaca84e-5780-46e5-bb74-b93c26968415 None None] For port 1433c0a5-1c17-48e9-8df8-e2f64f732b03, host n-d-713498-36, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-36',level=0,port_id=1433c0a5-1c17-48e9-8df8-e2f64f732b03,segment=NetworkSegment(6eae29b3-2d6f-4832-9df1-d4b7ca050d85),segment_id=6eae29b3-2d6f-4832-9df1-d4b7ca050d85)] {{(pid=103232) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 20:15:34.465764 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-5aaca84e-5780-46e5-bb74-b93c26968415 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762867176205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762866656485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762866656503'] for port (1433c0a5-1c17-48e9-8df8-e2f64f732b03), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:15:34.536649 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aaca84e-5780-46e5-bb74-b93c26968415 None None] Pushing event updated for resources: {'Port': ['ID=1433c0a5-1c17-48e9-8df8-e2f64f732b03,revision_number=2']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:15:34.621410 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-a905c1d8-0513-454d-9ac4-519a9d5c7a9c admin admin] Publish callbacks [] for router_gateway (5487a766-bfbe-40e6-b588-712454745da8), before_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:15:34.643198 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-a905c1d8-0513-454d-9ac4-519a9d5c7a9c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (None), before_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:15:34.778930 n-d-713498-36 neutron-server[103229]: DEBUG neutron.db.db_base_plugin_common [None req-a905c1d8-0513-454d-9ac4-519a9d5c7a9c admin admin] Allocated IP 172.25.1.55 (88055e1e-672a-4487-be31-ffb6e833ece5/ac16dbcc-383c-4b43-9153-d763c4a53f91/86bbe2d5-805a-4320-bacb-39bcd1712a8b) {{(pid=103229) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 20:15:34.910426 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-a905c1d8-0513-454d-9ac4-519a9d5c7a9c admin admin] Publish callbacks [] for port (86bbe2d5-805a-4320-bacb-39bcd1712a8b), precommit_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:15:34.915193 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Device 1433c0a5-1c17-48e9-8df8-e2f64f732b03 up at agent ovs-agent-n-d-713498-36 {{(pid=103232) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 20:15:34.953220 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-a905c1d8-0513-454d-9ac4-519a9d5c7a9c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762866656467', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12867576'] for port (86bbe2d5-805a-4320-bacb-39bcd1712a8b), after_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:15:34.972925 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.provisioning_blocks [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Provisioning complete for port 1433c0a5-1c17-48e9-8df8-e2f64f732b03 triggered by entity L2. {{(pid=103232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 20:15:34.973264 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593630'] for port (1433c0a5-1c17-48e9-8df8-e2f64f732b03), provisioning_complete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:15:34.989759 n-d-713498-36 neutron-server[103229]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a905c1d8-0513-454d-9ac4-519a9d5c7a9c admin admin] Network 88055e1e-672a-4487-be31-ffb6e833ece5 is already hosted by enough agents. {{(pid=103229) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 20:15:34.993410 n-d-713498-36 neutron-server[103229]: DEBUG neutron.scheduler.base_scheduler [None req-a905c1d8-0513-454d-9ac4-519a9d5c7a9c admin admin] Resources bound (agent type, host, resource id): {{(pid=103229) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 20:15:34.997259 n-d-713498-36 neutron-server[103229]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a905c1d8-0513-454d-9ac4-519a9d5c7a9c admin admin] Received port after_create {{(pid=103229) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 20:15:35.046793 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a905c1d8-0513-454d-9ac4-519a9d5c7a9c admin admin] Pushing event updated for resources: {'Port': ['ID=86bbe2d5-805a-4320-bacb-39bcd1712a8b,revision_number=1']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:15:35.065533 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Current status of the port 1433c0a5-1c17-48e9-8df8-e2f64f732b03 is: DOWN; New status is: ACTIVE {{(pid=103232) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 20:15:35.065935 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (1433c0a5-1c17-48e9-8df8-e2f64f732b03), before_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:15:35.106951 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] For port 1433c0a5-1c17-48e9-8df8-e2f64f732b03, host n-d-713498-36, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-36',level=0,port_id=1433c0a5-1c17-48e9-8df8-e2f64f732b03,segment=NetworkSegment(6eae29b3-2d6f-4832-9df1-d4b7ca050d85),segment_id=6eae29b3-2d6f-4832-9df1-d4b7ca050d85)] {{(pid=103232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 20:15:35.111538 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762867176205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762866656485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762866656503'] for port (1433c0a5-1c17-48e9-8df8-e2f64f732b03), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:15:35.164905 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Pushing event updated for resources: {'Port': ['ID=1433c0a5-1c17-48e9-8df8-e2f64f732b03,revision_number=3']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:15:35.296811 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-a905c1d8-0513-454d-9ac4-519a9d5c7a9c admin admin] Publish callbacks [] for router_gateway (5487a766-bfbe-40e6-b588-712454745da8), after_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:15:35.516722 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-a905c1d8-0513-454d-9ac4-519a9d5c7a9c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1834945', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1818951'] for router (5487a766-bfbe-40e6-b588-712454745da8), after_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:15:35.578192 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-febdb5a2-a8f7-4fca-a33d-75265cd1fe56 None None] Network bf0aa6cf-cfa0-4134-9562-80f96f1b0353 requested from n-d-713498-36 {{(pid=103232) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 20:15:35.646085 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.provisioning_blocks [None req-6179162b-a0ca-4a29-971e-88ef04bfba29 None None] Provisioning complete for port 1433c0a5-1c17-48e9-8df8-e2f64f732b03 triggered by entity DHCP. {{(pid=103232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 20:15:35.646463 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-6179162b-a0ca-4a29-971e-88ef04bfba29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593630'] for port (1433c0a5-1c17-48e9-8df8-e2f64f732b03), provisioning_complete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:15:35.669011 n-d-713498-36 neutron-server[103229]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a905c1d8-0513-454d-9ac4-519a9d5c7a9c admin admin] Router 5487a766-bfbe-40e6-b588-712454745da8 is scheduled to L3 agent 93303d5e-5d17-45e8-8963-7694f87783ae with binding_index 1 {{(pid=103229) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 09 20:15:35.774758 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-6179162b-a0ca-4a29-971e-88ef04bfba29 None None] Current status of the port 1433c0a5-1c17-48e9-8df8-e2f64f732b03 is: ACTIVE; New status is: ACTIVE {{(pid=103232) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 20:15:35.797227 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a905c1d8-0513-454d-9ac4-519a9d5c7a9c admin admin] Notify agent at l3_agent.n-d-713498-36 the message routers_updated {{(pid=103229) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 20:15:35.807197 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4236306-d3cf-4d68-9da9-7f36f7347173 None None] Sync routers for ids ['5487a766-bfbe-40e6-b588-712454745da8'] in n-d-713498-36 {{(pid=103232) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 20:15:35.821516 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4236306-d3cf-4d68-9da9-7f36f7347173 None None] Routers {'5487a766-bfbe-40e6-b588-712454745da8'} bound to L3 agent in host n-d-713498-36 {{(pid=103232) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 20:15:35.822367 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.l3_hamode_db [None req-f4236306-d3cf-4d68-9da9-7f36f7347173 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T18:51:43Z,description=,heartbeat_timestamp=2022-02-09T20:15:13Z,host='n-d-713498-36',id=93303d5e-5d17-45e8-8963-7694f87783ae,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T18:51:43Z,topic='l3_agent')) {'router_ids': ['5487a766-bfbe-40e6-b588-712454745da8'], 'active': True} {{(pid=103232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 20:15:35.829502 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-a905c1d8-0513-454d-9ac4-519a9d5c7a9c admin admin] Publish callbacks [] for router (None), before_response {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:15:35.833527 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-a905c1d8-0513-454d-9ac4-519a9d5c7a9c admin admin] 10.222.0.75 "POST /v2.0/routers HTTP/1.1" status: 201 len: 919 time: 2.0276871 Feb 09 20:15:35.833849 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 55276) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:15:35.961128 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.l3_dvr_db [None req-f4236306-d3cf-4d68-9da9-7f36f7347173 None None] Set router 5487a766-bfbe-40e6-b588-712454745da8 gateway port host: n-d-713498-36 {{(pid=103232) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 20:15:36.122153 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.provisioning_blocks [None req-ef323235-1254-4242-a421-608bc0604057 None None] Provisioning complete for port 1433c0a5-1c17-48e9-8df8-e2f64f732b03 triggered by entity DHCP. {{(pid=103232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 20:15:36.122777 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-ef323235-1254-4242-a421-608bc0604057 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593630'] for port (1433c0a5-1c17-48e9-8df8-e2f64f732b03), provisioning_complete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:15:36.265121 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-ef323235-1254-4242-a421-608bc0604057 None None] Current status of the port 1433c0a5-1c17-48e9-8df8-e2f64f732b03 is: ACTIVE; New status is: ACTIVE {{(pid=103232) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 20:15:36.270913 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.l3_hamode_db [None req-f4236306-d3cf-4d68-9da9-7f36f7347173 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5487a766-bfbe-40e6-b588-712454745da8', 'name': 'tempest-TestShelveInstance-222607312-router', 'tenant_id': 'b8f9990d965e4c57a95957edeb189b35', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88055e1e-672a-4487-be31-ffb6e833ece5', 'external_fixed_ips': [{'subnet_id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'ip_address': '172.25.1.55'}], 'enable_snat': True}, 'gw_port_id': '86bbe2d5-805a-4320-bacb-39bcd1712a8b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T20:15:33Z', 'updated_at': '2022-02-09T20:15:35Z', 'revision_number': 3, 'project_id': 'b8f9990d965e4c57a95957edeb189b35', 'gw_port': {'id': '86bbe2d5-805a-4320-bacb-39bcd1712a8b', 'name': '', 'network_id': '88055e1e-672a-4487-be31-ffb6e833ece5', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:90:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5487a766-bfbe-40e6-b588-712454745da8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4331, 'fixed_ips': [{'subnet_id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'ip_address': '172.25.1.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T20:15:34Z', 'updated_at': '2022-02-09T20:15:34Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-36'}], 'n-d-713498-36', False) {} {{(pid=103232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 20:15:36.307511 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4236306-d3cf-4d68-9da9-7f36f7347173 None None] Checking router: 5487a766-bfbe-40e6-b588-712454745da8 for host: n-d-713498-36 {{(pid=103232) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 20:15:36.308236 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4236306-d3cf-4d68-9da9-7f36f7347173 None None] Updating router 5487a766-bfbe-40e6-b588-712454745da8 port 86bbe2d5-805a-4320-bacb-39bcd1712a8b binding host n-d-713498-36 {{(pid=103232) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 20:15:36.326005 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-f8165f5d-8545-4dd5-884c-38f1e597901e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (None), before_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:15:36.340440 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-f4236306-d3cf-4d68-9da9-7f36f7347173 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (86bbe2d5-805a-4320-bacb-39bcd1712a8b), before_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:15:36.496896 n-d-713498-36 neutron-server[103229]: DEBUG neutron.db.db_base_plugin_common [None req-f8165f5d-8545-4dd5-884c-38f1e597901e admin admin] Allocated IP 172.20.0.1 (bf0aa6cf-cfa0-4134-9562-80f96f1b0353/f7f74a64-69c9-4210-8b78-9533b9ade151/ecd7d528-3573-49a1-980f-3f2c2daf1393) {{(pid=103229) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 20:15:36.626747 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-f4236306-d3cf-4d68-9da9-7f36f7347173 None None] Publish callbacks [] for port (86bbe2d5-805a-4320-bacb-39bcd1712a8b), precommit_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:15:36.633191 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-f4236306-d3cf-4d68-9da9-7f36f7347173 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762867176205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762866656485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762866656503'] for port (86bbe2d5-805a-4320-bacb-39bcd1712a8b), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:15:36.642797 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-f8165f5d-8545-4dd5-884c-38f1e597901e admin admin] Publish callbacks [] for port (ecd7d528-3573-49a1-980f-3f2c2daf1393), precommit_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:15:36.681231 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-f8165f5d-8545-4dd5-884c-38f1e597901e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762866656467', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12867576'] for port (ecd7d528-3573-49a1-980f-3f2c2daf1393), after_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:15:36.690610 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.managers [None req-f4236306-d3cf-4d68-9da9-7f36f7347173 None None] Attempting to bind port 86bbe2d5-805a-4320-bacb-39bcd1712a8b on host n-d-713498-36 for vnic_type normal with profile {{(pid=103232) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 20:15:36.690997 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.managers [None req-f4236306-d3cf-4d68-9da9-7f36f7347173 None None] Attempting to bind port 86bbe2d5-805a-4320-bacb-39bcd1712a8b by drivers openvswitch,hyperv on host n-d-713498-36 at level 0 using segments [{'id': 'a4222f89-8d3f-4b51-953b-1a8126392491', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '88055e1e-672a-4487-be31-ffb6e833ece5'}] {{(pid=103232) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 20:15:36.692052 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4236306-d3cf-4d68-9da9-7f36f7347173 None None] Attempting to bind port 86bbe2d5-805a-4320-bacb-39bcd1712a8b on network 88055e1e-672a-4487-be31-ffb6e833ece5 {{(pid=103232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 20:15:36.700832 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4236306-d3cf-4d68-9da9-7f36f7347173 None None] Checking agent: {'id': '496418a2-c002-4aec-ab1a-07f3bea491bd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-36', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 18, 51, 47), 'started_at': datetime.datetime(2022, 2, 9, 18, 52, 17), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 20, 15, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-36'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 20:15:36.701249 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4236306-d3cf-4d68-9da9-7f36f7347173 None None] Checking segment: {'id': 'a4222f89-8d3f-4b51-953b-1a8126392491', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '88055e1e-672a-4487-be31-ffb6e833ece5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103232) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 20:15:36.701662 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-f4236306-d3cf-4d68-9da9-7f36f7347173 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:15:36.702447 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4236306-d3cf-4d68-9da9-7f36f7347173 None None] Bound using segment: {'id': 'a4222f89-8d3f-4b51-953b-1a8126392491', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '88055e1e-672a-4487-be31-ffb6e833ece5'} {{(pid=103232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 20:15:36.702928 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.managers [None req-f4236306-d3cf-4d68-9da9-7f36f7347173 None None] Bound port: 86bbe2d5-805a-4320-bacb-39bcd1712a8b, host: n-d-713498-36, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a4222f89-8d3f-4b51-953b-1a8126392491', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '88055e1e-672a-4487-be31-ffb6e833ece5'}}] {{(pid=103232) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 20:15:36.703295 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-f4236306-d3cf-4d68-9da9-7f36f7347173 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (86bbe2d5-805a-4320-bacb-39bcd1712a8b), before_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:15:36.736555 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a108cbdc-428d-4a76-8a91-c071ebc81493 None None] Pushing event updated for resources: {'Port': ['ID=86bbe2d5-805a-4320-bacb-39bcd1712a8b,revision_number=2']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:15:36.742502 n-d-713498-36 neutron-server[103229]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8165f5d-8545-4dd5-884c-38f1e597901e admin admin] Network bf0aa6cf-cfa0-4134-9562-80f96f1b0353 is already hosted by enough agents. {{(pid=103229) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 20:15:36.744511 n-d-713498-36 neutron-server[103229]: DEBUG neutron.scheduler.base_scheduler [None req-f8165f5d-8545-4dd5-884c-38f1e597901e admin admin] Resources bound (agent type, host, resource id): {{(pid=103229) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 20:15:36.759121 n-d-713498-36 neutron-server[103229]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8165f5d-8545-4dd5-884c-38f1e597901e admin admin] Received port after_create {{(pid=103229) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 20:15:36.780109 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-f4236306-d3cf-4d68-9da9-7f36f7347173 None None] For port 86bbe2d5-805a-4320-bacb-39bcd1712a8b, host n-d-713498-36, cleared binding levels {{(pid=103232) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 20:15:36.783832 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-f4236306-d3cf-4d68-9da9-7f36f7347173 None None] For port 86bbe2d5-805a-4320-bacb-39bcd1712a8b, host n-d-713498-36, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-36',level=0,port_id=86bbe2d5-805a-4320-bacb-39bcd1712a8b,segment=NetworkSegment(a4222f89-8d3f-4b51-953b-1a8126392491),segment_id=a4222f89-8d3f-4b51-953b-1a8126392491)] {{(pid=103232) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 20:15:36.793259 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-f4236306-d3cf-4d68-9da9-7f36f7347173 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762867176205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762866656485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762866656503'] for port (86bbe2d5-805a-4320-bacb-39bcd1712a8b), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:15:36.855830 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-f8165f5d-8545-4dd5-884c-38f1e597901e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1819024'] for router_interface (5487a766-bfbe-40e6-b588-712454745da8), before_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:15:36.869297 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8165f5d-8545-4dd5-884c-38f1e597901e admin admin] Pushing event updated for resources: {'Port': ['ID=ecd7d528-3573-49a1-980f-3f2c2daf1393,revision_number=1']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:15:36.872404 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4236306-d3cf-4d68-9da9-7f36f7347173 None None] Routers {'5487a766-bfbe-40e6-b588-712454745da8'} bound to L3 agent in host n-d-713498-36 {{(pid=103232) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 20:15:36.873081 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.l3_hamode_db [None req-f4236306-d3cf-4d68-9da9-7f36f7347173 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T18:51:43Z,description=,heartbeat_timestamp=2022-02-09T20:15:13Z,host='n-d-713498-36',id=93303d5e-5d17-45e8-8963-7694f87783ae,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T18:51:43Z,topic='l3_agent')) {'router_ids': ['5487a766-bfbe-40e6-b588-712454745da8'], 'active': True} {{(pid=103232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 20:15:36.879406 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a108cbdc-428d-4a76-8a91-c071ebc81493 None None] Pushing event updated for resources: {'Port': ['ID=86bbe2d5-805a-4320-bacb-39bcd1712a8b,revision_number=3']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:15:37.000308 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Device 1433c0a5-1c17-48e9-8df8-e2f64f732b03 up at agent ovs-agent-n-d-713498-36 {{(pid=103232) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 20:15:37.034864 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-f8165f5d-8545-4dd5-884c-38f1e597901e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (ecd7d528-3573-49a1-980f-3f2c2daf1393), before_update {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:15:37.067588 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.l3_dvr_db [None req-f4236306-d3cf-4d68-9da9-7f36f7347173 None None] Set router 5487a766-bfbe-40e6-b588-712454745da8 gateway port host: n-d-713498-36 {{(pid=103232) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 20:15:37.191411 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.provisioning_blocks [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Provisioning complete for port 1433c0a5-1c17-48e9-8df8-e2f64f732b03 triggered by entity L2. {{(pid=103232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 20:15:37.191810 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593630'] for port (1433c0a5-1c17-48e9-8df8-e2f64f732b03), provisioning_complete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:15:37.235492 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.provisioning_blocks [None req-47cdcadd-b33d-48d3-a987-b1f830dd02f8 None None] Provisioning complete for port ecd7d528-3573-49a1-980f-3f2c2daf1393 triggered by entity DHCP. {{(pid=103232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 20:15:37.235876 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-47cdcadd-b33d-48d3-a987-b1f830dd02f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593630'] for port (ecd7d528-3573-49a1-980f-3f2c2daf1393), provisioning_complete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:15:37.243695 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-f8165f5d-8545-4dd5-884c-38f1e597901e admin admin] Publish callbacks [] for port (ecd7d528-3573-49a1-980f-3f2c2daf1393), precommit_update {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:15:37.250097 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-f8165f5d-8545-4dd5-884c-38f1e597901e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762867176205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762866656485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762866656503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12867569'] for port (ecd7d528-3573-49a1-980f-3f2c2daf1393), after_update {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:15:37.317230 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-47cdcadd-b33d-48d3-a987-b1f830dd02f8 None None] Port ecd7d528-3573-49a1-980f-3f2c2daf1393 cannot update to ACTIVE because it is not bound. {{(pid=103232) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 20:15:37.322953 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-f8165f5d-8545-4dd5-884c-38f1e597901e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1613458', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1834496'] for router_interface (5487a766-bfbe-40e6-b588-712454745da8), after_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:15:37.324921 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8165f5d-8545-4dd5-884c-38f1e597901e admin admin] Pushing event updated for resources: {'Port': ['ID=ecd7d528-3573-49a1-980f-3f2c2daf1393,revision_number=2']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:15:37.394299 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Current status of the port 1433c0a5-1c17-48e9-8df8-e2f64f732b03 is: ACTIVE; New status is: ACTIVE {{(pid=103232) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 20:15:37.416382 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.l3_hamode_db [None req-f4236306-d3cf-4d68-9da9-7f36f7347173 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5487a766-bfbe-40e6-b588-712454745da8', 'name': 'tempest-TestShelveInstance-222607312-router', 'tenant_id': 'b8f9990d965e4c57a95957edeb189b35', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88055e1e-672a-4487-be31-ffb6e833ece5', 'external_fixed_ips': [{'subnet_id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'ip_address': '172.25.1.55'}], 'enable_snat': True}, 'gw_port_id': '86bbe2d5-805a-4320-bacb-39bcd1712a8b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T20:15:33Z', 'updated_at': '2022-02-09T20:15:35Z', 'revision_number': 3, 'project_id': 'b8f9990d965e4c57a95957edeb189b35', 'gw_port': {'id': '86bbe2d5-805a-4320-bacb-39bcd1712a8b', 'name': '', 'network_id': '88055e1e-672a-4487-be31-ffb6e833ece5', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:90:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5487a766-bfbe-40e6-b588-712454745da8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4331, 'fixed_ips': [{'subnet_id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'ip_address': '172.25.1.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T20:15:34Z', 'updated_at': '2022-02-09T20:15:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-36'}], 'n-d-713498-36', False) {} {{(pid=103232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 20:15:37.433913 n-d-713498-36 neutron-server[103229]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8165f5d-8545-4dd5-884c-38f1e597901e admin admin] Network bf0aa6cf-cfa0-4134-9562-80f96f1b0353 is already hosted by enough agents. {{(pid=103229) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 20:15:37.435957 n-d-713498-36 neutron-server[103229]: DEBUG neutron.scheduler.base_scheduler [None req-f8165f5d-8545-4dd5-884c-38f1e597901e admin admin] Resources bound (agent type, host, resource id): {{(pid=103229) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 20:15:37.597529 n-d-713498-36 neutron-server[103229]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f8165f5d-8545-4dd5-884c-38f1e597901e admin admin] Router 5487a766-bfbe-40e6-b588-712454745da8 has already been hosted by L3 agent 93303d5e-5d17-45e8-8963-7694f87783ae {{(pid=103229) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 20:15:37.647253 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4236306-d3cf-4d68-9da9-7f36f7347173 None None] The sync data for ids ['5487a766-bfbe-40e6-b588-712454745da8'] in n-d-713498-36 is: [{'id': '5487a766-bfbe-40e6-b588-712454745da8', 'name': 'tempest-TestShelveInstance-222607312-router', 'tenant_id': 'b8f9990d965e4c57a95957edeb189b35', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88055e1e-672a-4487-be31-ffb6e833ece5', 'external_fixed_ips': [{'subnet_id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'ip_address': '172.25.1.55'}], 'enable_snat': True}, 'gw_port_id': '86bbe2d5-805a-4320-bacb-39bcd1712a8b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T20:15:33Z', 'updated_at': '2022-02-09T20:15:35Z', 'revision_number': 3, 'project_id': 'b8f9990d965e4c57a95957edeb189b35', 'gw_port': {'id': '86bbe2d5-805a-4320-bacb-39bcd1712a8b', 'name': '', 'network_id': '88055e1e-672a-4487-be31-ffb6e833ece5', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:90:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5487a766-bfbe-40e6-b588-712454745da8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4331, 'fixed_ips': [{'subnet_id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'ip_address': '172.25.1.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T20:15:34Z', 'updated_at': '2022-02-09T20:15:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-36'}] {{(pid=103232) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 20:15:37.740464 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f8165f5d-8545-4dd5-884c-38f1e597901e admin admin] Notify agent at l3_agent.n-d-713498-36 the message routers_updated {{(pid=103229) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 20:15:37.747529 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-f8165f5d-8545-4dd5-884c-38f1e597901e admin admin] 10.222.0.75 "PUT /v2.0/routers/5487a766-bfbe-40e6-b588-712454745da8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9125502 Feb 09 20:15:37.843626 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.provisioning_blocks [None req-6c5decfe-407f-464e-a724-e34174c22b13 None None] Provisioning complete for port ecd7d528-3573-49a1-980f-3f2c2daf1393 triggered by entity DHCP. {{(pid=103232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 20:15:37.844005 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-6c5decfe-407f-464e-a724-e34174c22b13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593630'] for port (ecd7d528-3573-49a1-980f-3f2c2daf1393), provisioning_complete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:15:37.885045 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-6c5decfe-407f-464e-a724-e34174c22b13 None None] Port ecd7d528-3573-49a1-980f-3f2c2daf1393 cannot update to ACTIVE because it is not bound. {{(pid=103232) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 20:15:38.407411 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 55292) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:15:38.417154 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.v2.base [None req-ff31e236-6319-4354-868c-e91e33f28c5b admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-229562034-network', 'tenant_id': 'f00d4c0092c84226927f07a27cdee9ab'}} {{(pid=103229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 20:15:38.445497 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ff31e236-6319-4354-868c-e91e33f28c5b admin admin] Made reservation on behalf of f00d4c0092c84226927f07a27cdee9ab for: {'network': 1} {{(pid=103229) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 20:15:38.448252 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-ff31e236-6319-4354-868c-e91e33f28c5b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for network (None), before_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:15:38.458194 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-ff31e236-6319-4354-868c-e91e33f28c5b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:15:38.587466 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-ff31e236-6319-4354-868c-e91e33f28c5b admin admin] Publish callbacks [] for security_group (c8cbf0bb-6857-4de4-8fca-6fdb6ffd0bdf), precommit_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:15:38.597599 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-ff31e236-6319-4354-868c-e91e33f28c5b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1892331'] for security_group (c8cbf0bb-6857-4de4-8fca-6fdb6ffd0bdf), after_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:15:38.641056 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff31e236-6319-4354-868c-e91e33f28c5b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c8cbf0bb-6857-4de4-8fca-6fdb6ffd0bdf,revision_number=1']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:15:38.645816 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ff31e236-6319-4354-868c-e91e33f28c5b admin admin] vlan segment allocate from pool success with {'vlan_id': 371, 'physical_network': 'physnet1'} {{(pid=103229) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 20:15:38.657214 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-ff31e236-6319-4354-868c-e91e33f28c5b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-759574'] for segment (1393c932-2c1e-4c5a-9a5f-69cb898a2801), precommit_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:15:38.657637 n-d-713498-36 neutron-server[103229]: INFO neutron.db.segments_db [None req-ff31e236-6319-4354-868c-e91e33f28c5b admin admin] Added segment 1393c932-2c1e-4c5a-9a5f-69cb898a2801 of type vlan for network dd4a96d6-5e4c-4d00-b504-c3fa77c99154 Feb 09 20:15:38.711226 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-ff31e236-6319-4354-868c-e91e33f28c5b admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762866642225'] for network (dd4a96d6-5e4c-4d00-b504-c3fa77c99154), precommit_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:15:38.740810 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-ff31e236-6319-4354-868c-e91e33f28c5b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1885479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452'] for network (dd4a96d6-5e4c-4d00-b504-c3fa77c99154), after_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:15:38.742323 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff31e236-6319-4354-868c-e91e33f28c5b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:15:38.742922 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-ff31e236-6319-4354-868c-e91e33f28c5b admin admin] Publish callbacks [] for network (None), before_response {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:15:38.797053 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-ff31e236-6319-4354-868c-e91e33f28c5b admin admin] 10.222.0.75 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.3885274 Feb 09 20:15:38.799915 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 55294) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:15:38.805546 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.v2.base [None req-e3d04dfc-5c44-49a0-b291-680e4b71e86d admin admin] Request body: {'subnet': {'network_id': 'dd4a96d6-5e4c-4d00-b504-c3fa77c99154', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-229562034-subnet', 'tenant_id': 'f00d4c0092c84226927f07a27cdee9ab', 'ip_version': 4}} {{(pid=103230) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 20:15:38.810855 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff31e236-6319-4354-868c-e91e33f28c5b admin admin] Pushing event updated for resources: {'Network': ['ID=dd4a96d6-5e4c-4d00-b504-c3fa77c99154,revision_number=1']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:15:38.827815 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e3d04dfc-5c44-49a0-b291-680e4b71e86d admin admin] Made reservation on behalf of f00d4c0092c84226927f07a27cdee9ab for: {'subnet': 1} {{(pid=103230) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 20:15:38.830518 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Network dd4a96d6-5e4c-4d00-b504-c3fa77c99154 details requested by agent ovs-agent-n-d-713498-36 with host n-d-713498-36 {{(pid=103232) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 20:15:38.831336 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-e3d04dfc-5c44-49a0-b291-680e4b71e86d admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12985917'] for subnet (None), before_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:15:38.923421 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Device 86bbe2d5-805a-4320-bacb-39bcd1712a8b up at agent ovs-agent-n-d-713498-36 {{(pid=103232) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 20:15:38.984881 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.provisioning_blocks [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Provisioning complete for port 86bbe2d5-805a-4320-bacb-39bcd1712a8b triggered by entity L2. {{(pid=103232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 20:15:38.985260 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593630'] for port (86bbe2d5-805a-4320-bacb-39bcd1712a8b), provisioning_complete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:15:39.046012 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-e3d04dfc-5c44-49a0-b291-680e4b71e86d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14393611', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12985859'] for subnet (dd4e30a2-df49-4b7e-bc7c-1cb8f4f0066f), after_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:15:39.075621 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Current status of the port 86bbe2d5-805a-4320-bacb-39bcd1712a8b is: DOWN; New status is: ACTIVE {{(pid=103232) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 20:15:39.076015 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (86bbe2d5-805a-4320-bacb-39bcd1712a8b), before_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:15:39.110737 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] For port 86bbe2d5-805a-4320-bacb-39bcd1712a8b, host n-d-713498-36, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-36',level=0,port_id=86bbe2d5-805a-4320-bacb-39bcd1712a8b,segment=NetworkSegment(a4222f89-8d3f-4b51-953b-1a8126392491),segment_id=a4222f89-8d3f-4b51-953b-1a8126392491)] {{(pid=103232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 20:15:39.115626 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762867176205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762866656485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762866656503'] for port (86bbe2d5-805a-4320-bacb-39bcd1712a8b), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:15:39.117454 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3d04dfc-5c44-49a0-b291-680e4b71e86d admin admin] Pushing event updated for resources: {'Subnet': ['ID=dd4e30a2-df49-4b7e-bc7c-1cb8f4f0066f,revision_number=0']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:15:39.119723 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3d04dfc-5c44-49a0-b291-680e4b71e86d admin admin] Checking segment: {'id': '1393c932-2c1e-4c5a-9a5f-69cb898a2801', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': 'dd4a96d6-5e4c-4d00-b504-c3fa77c99154'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103230) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 20:15:39.120082 n-d-713498-36 neutron-server[103230]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3d04dfc-5c44-49a0-b291-680e4b71e86d admin admin] Network hostable DHCP agents. Network: dd4a96d6-5e4c-4d00-b504-c3fa77c99154, hostable agents: ['af91e4b9-f4e1-42b1-a25c-a10dc47171c8'], hosted agents: [] {{(pid=103230) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 20:15:39.139466 n-d-713498-36 neutron-server[103230]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3d04dfc-5c44-49a0-b291-680e4b71e86d admin admin] Network dd4a96d6-5e4c-4d00-b504-c3fa77c99154 is scheduled to be hosted by DHCP agent af91e4b9-f4e1-42b1-a25c-a10dc47171c8 with binding_index 1 {{(pid=103230) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 20:15:39.150287 n-d-713498-36 neutron-server[103230]: DEBUG neutron.scheduler.base_scheduler [None req-e3d04dfc-5c44-49a0-b291-680e4b71e86d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713498-36, dd4a96d6-5e4c-4d00-b504-c3fa77c99154) {{(pid=103230) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 20:15:39.155562 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3d04dfc-5c44-49a0-b291-680e4b71e86d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:15:39.156386 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-e3d04dfc-5c44-49a0-b291-680e4b71e86d admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:15:39.160564 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96490372-fac5-4d10-9a56-d0a0f0d92fc6 None None] Network dd4a96d6-5e4c-4d00-b504-c3fa77c99154 requested from n-d-713498-36 {{(pid=103232) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 20:15:39.178008 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-e3d04dfc-5c44-49a0-b291-680e4b71e86d admin admin] 10.222.0.75 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.3761806 Feb 09 20:15:39.182480 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 55296) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:15:39.188994 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.v2.base [None req-0c2bf47f-b533-4999-925b-6330418bf693 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-229562034-router', 'tenant_id': 'f00d4c0092c84226927f07a27cdee9ab', 'external_gateway_info': {'network_id': '88055e1e-672a-4487-be31-ffb6e833ece5'}}} {{(pid=103229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 20:15:39.210988 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-0c2bf47f-b533-4999-925b-6330418bf693 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1834830', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-58389'] for router (9fadd50f-b1e6-4bd7-b9ca-0498528fb0ff), before_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:15:39.212328 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-0c2bf47f-b533-4999-925b-6330418bf693 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1834810', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1822096', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1886735', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-58380'] for router (9fadd50f-b1e6-4bd7-b9ca-0498528fb0ff), precommit_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:15:39.217106 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Pushing event updated for resources: {'Port': ['ID=86bbe2d5-805a-4320-bacb-39bcd1712a8b,revision_number=4']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:15:39.287487 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-0c2bf47f-b533-4999-925b-6330418bf693 admin admin] Publish callbacks [] for router_controller (9fadd50f-b1e6-4bd7-b9ca-0498528fb0ff), precommit_add_association {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:15:39.313617 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06d8027a-ee78-4663-b14a-61ecc6e42686 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8b32e980-7cce-5e82-a341-bd2fa8945c89-dd4a96d6-5e4c-4d00-b504-c3fa77c99154', 'network_id': 'dd4a96d6-5e4c-4d00-b504-c3fa77c99154', 'project_id': 'f00d4c0092c84226927f07a27cdee9ab', 'fixed_ips': [{'subnet_id': 'dd4e30a2-df49-4b7e-bc7c-1cb8f4f0066f'}]}} from n-d-713498-36. {{(pid=103232) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 09 20:15:39.315332 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-06d8027a-ee78-4663-b14a-61ecc6e42686 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (None), before_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:15:39.440466 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-0c2bf47f-b533-4999-925b-6330418bf693 admin admin] Publish callbacks [] for router_gateway (9fadd50f-b1e6-4bd7-b9ca-0498528fb0ff), precommit_update {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:15:39.467326 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.db_base_plugin_common [None req-06d8027a-ee78-4663-b14a-61ecc6e42686 None None] Allocated IP 172.20.0.2 (dd4a96d6-5e4c-4d00-b504-c3fa77c99154/dd4e30a2-df49-4b7e-bc7c-1cb8f4f0066f/9ac57e11-bd41-41b4-943f-152fd1fff352) {{(pid=103232) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 20:15:39.624966 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-06d8027a-ee78-4663-b14a-61ecc6e42686 None None] Publish callbacks [] for port (9ac57e11-bd41-41b4-943f-152fd1fff352), precommit_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:15:39.631131 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-06d8027a-ee78-4663-b14a-61ecc6e42686 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762866656467'] for port (9ac57e11-bd41-41b4-943f-152fd1fff352), after_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:15:39.670919 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-0c2bf47f-b533-4999-925b-6330418bf693 admin admin] Publish callbacks [] for router_gateway (9fadd50f-b1e6-4bd7-b9ca-0498528fb0ff), before_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:15:39.677109 n-d-713498-36 neutron-server[103232]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06d8027a-ee78-4663-b14a-61ecc6e42686 None None] Network dd4a96d6-5e4c-4d00-b504-c3fa77c99154 is already hosted by enough agents. {{(pid=103232) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 20:15:39.680580 n-d-713498-36 neutron-server[103232]: DEBUG neutron.scheduler.base_scheduler [None req-06d8027a-ee78-4663-b14a-61ecc6e42686 None None] Resources bound (agent type, host, resource id): {{(pid=103232) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 20:15:39.688625 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06d8027a-ee78-4663-b14a-61ecc6e42686 None None] Received port after_create {{(pid=103232) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 20:15:39.688859 n-d-713498-36 neutron-server[103233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ec63b99-f67a-400a-8ba6-94338ab8523b None None] Sync routers for ids ['5487a766-bfbe-40e6-b588-712454745da8'] in n-d-713498-36 {{(pid=103233) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 20:15:39.691851 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06d8027a-ee78-4663-b14a-61ecc6e42686 None None] Pushing event updated for resources: {'Port': ['ID=9ac57e11-bd41-41b4-943f-152fd1fff352,revision_number=1']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:15:39.693055 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-0c2bf47f-b533-4999-925b-6330418bf693 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (None), before_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:15:39.702455 n-d-713498-36 neutron-server[103233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ec63b99-f67a-400a-8ba6-94338ab8523b None None] Routers {'5487a766-bfbe-40e6-b588-712454745da8'} bound to L3 agent in host n-d-713498-36 {{(pid=103233) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 20:15:39.702650 n-d-713498-36 neutron-server[103233]: DEBUG neutron.db.l3_hamode_db [None req-7ec63b99-f67a-400a-8ba6-94338ab8523b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T18:51:43Z,description=,heartbeat_timestamp=2022-02-09T20:15:13Z,host='n-d-713498-36',id=93303d5e-5d17-45e8-8963-7694f87783ae,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T18:51:43Z,topic='l3_agent')) {'router_ids': ['5487a766-bfbe-40e6-b588-712454745da8'], 'active': True} {{(pid=103233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 20:15:39.755609 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.managers [None req-06d8027a-ee78-4663-b14a-61ecc6e42686 None None] Attempting to bind port 9ac57e11-bd41-41b4-943f-152fd1fff352 on host n-d-713498-36 for vnic_type normal with profile {{(pid=103232) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 20:15:39.755977 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.managers [None req-06d8027a-ee78-4663-b14a-61ecc6e42686 None None] Attempting to bind port 9ac57e11-bd41-41b4-943f-152fd1fff352 by drivers openvswitch,hyperv on host n-d-713498-36 at level 0 using segments [{'id': '1393c932-2c1e-4c5a-9a5f-69cb898a2801', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': 'dd4a96d6-5e4c-4d00-b504-c3fa77c99154'}] {{(pid=103232) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 20:15:39.756348 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06d8027a-ee78-4663-b14a-61ecc6e42686 None None] Attempting to bind port 9ac57e11-bd41-41b4-943f-152fd1fff352 on network dd4a96d6-5e4c-4d00-b504-c3fa77c99154 {{(pid=103232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 20:15:39.761642 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06d8027a-ee78-4663-b14a-61ecc6e42686 None None] Checking agent: {'id': '496418a2-c002-4aec-ab1a-07f3bea491bd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-36', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 18, 51, 47), 'started_at': datetime.datetime(2022, 2, 9, 18, 52, 17), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 20, 15, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-36'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 20:15:39.762282 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06d8027a-ee78-4663-b14a-61ecc6e42686 None None] Checking segment: {'id': '1393c932-2c1e-4c5a-9a5f-69cb898a2801', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': 'dd4a96d6-5e4c-4d00-b504-c3fa77c99154'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103232) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 20:15:39.762697 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-06d8027a-ee78-4663-b14a-61ecc6e42686 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:15:39.763088 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06d8027a-ee78-4663-b14a-61ecc6e42686 None None] Bound using segment: {'id': '1393c932-2c1e-4c5a-9a5f-69cb898a2801', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': 'dd4a96d6-5e4c-4d00-b504-c3fa77c99154'} {{(pid=103232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 20:15:39.763676 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.managers [None req-06d8027a-ee78-4663-b14a-61ecc6e42686 None None] Bound port: 9ac57e11-bd41-41b4-943f-152fd1fff352, host: n-d-713498-36, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1393c932-2c1e-4c5a-9a5f-69cb898a2801', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': 'dd4a96d6-5e4c-4d00-b504-c3fa77c99154'}}] {{(pid=103232) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 20:15:39.764049 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-06d8027a-ee78-4663-b14a-61ecc6e42686 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (9ac57e11-bd41-41b4-943f-152fd1fff352), before_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:15:39.822547 n-d-713498-36 neutron-server[103233]: DEBUG neutron.db.l3_dvr_db [None req-7ec63b99-f67a-400a-8ba6-94338ab8523b None None] Set router 5487a766-bfbe-40e6-b588-712454745da8 gateway port host: n-d-713498-36 {{(pid=103233) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 20:15:39.835680 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-06d8027a-ee78-4663-b14a-61ecc6e42686 None None] For port 9ac57e11-bd41-41b4-943f-152fd1fff352, host n-d-713498-36, cleared binding levels {{(pid=103232) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 20:15:39.839923 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-06d8027a-ee78-4663-b14a-61ecc6e42686 None None] For port 9ac57e11-bd41-41b4-943f-152fd1fff352, host n-d-713498-36, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-36',level=0,port_id=9ac57e11-bd41-41b4-943f-152fd1fff352,segment=NetworkSegment(1393c932-2c1e-4c5a-9a5f-69cb898a2801),segment_id=1393c932-2c1e-4c5a-9a5f-69cb898a2801)] {{(pid=103232) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 20:15:39.846793 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-06d8027a-ee78-4663-b14a-61ecc6e42686 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762867176205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762866656485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762866656503'] for port (9ac57e11-bd41-41b4-943f-152fd1fff352), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:15:39.919020 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06d8027a-ee78-4663-b14a-61ecc6e42686 None None] Pushing event updated for resources: {'Port': ['ID=9ac57e11-bd41-41b4-943f-152fd1fff352,revision_number=2']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:15:40.050777 n-d-713498-36 neutron-server[103233]: DEBUG neutron.db.l3_hamode_db [None req-7ec63b99-f67a-400a-8ba6-94338ab8523b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5487a766-bfbe-40e6-b588-712454745da8', 'name': 'tempest-TestShelveInstance-222607312-router', 'tenant_id': 'b8f9990d965e4c57a95957edeb189b35', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88055e1e-672a-4487-be31-ffb6e833ece5', 'external_fixed_ips': [{'subnet_id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'ip_address': '172.25.1.55'}], 'enable_snat': True}, 'gw_port_id': '86bbe2d5-805a-4320-bacb-39bcd1712a8b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T20:15:33Z', 'updated_at': '2022-02-09T20:15:36Z', 'revision_number': 4, 'project_id': 'b8f9990d965e4c57a95957edeb189b35', 'gw_port': {'id': '86bbe2d5-805a-4320-bacb-39bcd1712a8b', 'name': '', 'network_id': '88055e1e-672a-4487-be31-ffb6e833ece5', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:90:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5487a766-bfbe-40e6-b588-712454745da8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4331, 'fixed_ips': [{'subnet_id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'ip_address': '172.25.1.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T20:15:34Z', 'updated_at': '2022-02-09T20:15:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-36', '_interfaces': [{'id': 'ecd7d528-3573-49a1-980f-3f2c2daf1393', 'name': '', 'network_id': 'bf0aa6cf-cfa0-4134-9562-80f96f1b0353', 'tenant_id': 'b8f9990d965e4c57a95957edeb189b35', 'mac_address': 'fa:16:3e:e5:ed:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5487a766-bfbe-40e6-b588-712454745da8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4332, 'fixed_ips': [{'subnet_id': 'f7f74a64-69c9-4210-8b78-9533b9ade151', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T20:15:36Z', 'updated_at': '2022-02-09T20:15:37Z', 'revision_number': 2, 'project_id': 'b8f9990d965e4c57a95957edeb189b35', 'subnets': [{'id': 'f7f74a64-69c9-4210-8b78-9533b9ade151', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-36', False) {} {{(pid=103233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 20:15:40.079454 n-d-713498-36 neutron-server[103233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ec63b99-f67a-400a-8ba6-94338ab8523b None None] Checking router: 5487a766-bfbe-40e6-b588-712454745da8 for host: n-d-713498-36 {{(pid=103233) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 20:15:40.079687 n-d-713498-36 neutron-server[103233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ec63b99-f67a-400a-8ba6-94338ab8523b None None] Updating router 5487a766-bfbe-40e6-b588-712454745da8 port ecd7d528-3573-49a1-980f-3f2c2daf1393 binding host n-d-713498-36 {{(pid=103233) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 20:15:40.122616 n-d-713498-36 neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-7ec63b99-f67a-400a-8ba6-94338ab8523b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (ecd7d528-3573-49a1-980f-3f2c2daf1393), before_update {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:15:40.158715 n-d-713498-36 neutron-server[103229]: DEBUG neutron.db.db_base_plugin_common [None req-0c2bf47f-b533-4999-925b-6330418bf693 admin admin] Allocated IP 172.25.1.222 (88055e1e-672a-4487-be31-ffb6e833ece5/ac16dbcc-383c-4b43-9153-d763c4a53f91/5bacdf27-d5ce-41c9-b693-7cac36bd2247) {{(pid=103229) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 20:15:40.276055 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-0c2bf47f-b533-4999-925b-6330418bf693 admin admin] Publish callbacks [] for port (5bacdf27-d5ce-41c9-b693-7cac36bd2247), precommit_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:15:40.332792 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-0c2bf47f-b533-4999-925b-6330418bf693 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762866656467', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12867576'] for port (5bacdf27-d5ce-41c9-b693-7cac36bd2247), after_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:15:40.373624 n-d-713498-36 neutron-server[103229]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c2bf47f-b533-4999-925b-6330418bf693 admin admin] Network 88055e1e-672a-4487-be31-ffb6e833ece5 is already hosted by enough agents. {{(pid=103229) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 20:15:40.376516 n-d-713498-36 neutron-server[103229]: DEBUG neutron.scheduler.base_scheduler [None req-0c2bf47f-b533-4999-925b-6330418bf693 admin admin] Resources bound (agent type, host, resource id): {{(pid=103229) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 20:15:40.382221 n-d-713498-36 neutron-server[103229]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c2bf47f-b533-4999-925b-6330418bf693 admin admin] Received port after_create {{(pid=103229) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 20:15:40.413189 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c2bf47f-b533-4999-925b-6330418bf693 admin admin] Pushing event updated for resources: {'Port': ['ID=5bacdf27-d5ce-41c9-b693-7cac36bd2247,revision_number=1']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:15:40.421727 n-d-713498-36 neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-7ec63b99-f67a-400a-8ba6-94338ab8523b None None] Publish callbacks [] for port (ecd7d528-3573-49a1-980f-3f2c2daf1393), precommit_update {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:15:40.427210 n-d-713498-36 neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-7ec63b99-f67a-400a-8ba6-94338ab8523b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762867176205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762866656485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762866656503'] for port (ecd7d528-3573-49a1-980f-3f2c2daf1393), after_update {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:15:40.477843 n-d-713498-36 neutron-server[103233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-074deb02-2b47-4dc9-bdbc-fc39e7d346f2 None None] Pushing event updated for resources: {'Port': ['ID=ecd7d528-3573-49a1-980f-3f2c2daf1393,revision_number=3']} {{(pid=103233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:15:40.488502 n-d-713498-36 neutron-server[103233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-074deb02-2b47-4dc9-bdbc-fc39e7d346f2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:15:40.488847 n-d-713498-36 neutron-server[103233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-074deb02-2b47-4dc9-bdbc-fc39e7d346f2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:15:40.489186 n-d-713498-36 neutron-server[103233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-074deb02-2b47-4dc9-bdbc-fc39e7d346f2 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:15:40.489554 n-d-713498-36 neutron-server[103233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-074deb02-2b47-4dc9-bdbc-fc39e7d346f2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:15:40.489846 n-d-713498-36 neutron-server[103233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-074deb02-2b47-4dc9-bdbc-fc39e7d346f2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:15:40.490201 n-d-713498-36 neutron-server[103233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-074deb02-2b47-4dc9-bdbc-fc39e7d346f2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:15:40.490524 n-d-713498-36 neutron-server[103233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-074deb02-2b47-4dc9-bdbc-fc39e7d346f2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:15:40.490845 n-d-713498-36 neutron-server[103233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-074deb02-2b47-4dc9-bdbc-fc39e7d346f2 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:15:40.491165 n-d-713498-36 neutron-server[103233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-074deb02-2b47-4dc9-bdbc-fc39e7d346f2 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:15:40.491485 n-d-713498-36 neutron-server[103233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-074deb02-2b47-4dc9-bdbc-fc39e7d346f2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:15:40.492280 n-d-713498-36 neutron-server[103233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-074deb02-2b47-4dc9-bdbc-fc39e7d346f2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:15:40.492280 n-d-713498-36 neutron-server[103233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-074deb02-2b47-4dc9-bdbc-fc39e7d346f2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:15:40.492510 n-d-713498-36 neutron-server[103233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-074deb02-2b47-4dc9-bdbc-fc39e7d346f2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:15:40.550371 n-d-713498-36 neutron-server[103233]: DEBUG neutron.plugins.ml2.managers [None req-7ec63b99-f67a-400a-8ba6-94338ab8523b None None] Attempting to bind port ecd7d528-3573-49a1-980f-3f2c2daf1393 on host n-d-713498-36 for vnic_type normal with profile {{(pid=103233) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 20:15:40.550371 n-d-713498-36 neutron-server[103233]: DEBUG neutron.plugins.ml2.managers [None req-7ec63b99-f67a-400a-8ba6-94338ab8523b None None] Attempting to bind port ecd7d528-3573-49a1-980f-3f2c2daf1393 by drivers openvswitch,hyperv on host n-d-713498-36 at level 0 using segments [{'id': '6eae29b3-2d6f-4832-9df1-d4b7ca050d85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': 'bf0aa6cf-cfa0-4134-9562-80f96f1b0353'}] {{(pid=103233) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 20:15:40.550371 n-d-713498-36 neutron-server[103233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ec63b99-f67a-400a-8ba6-94338ab8523b None None] Attempting to bind port ecd7d528-3573-49a1-980f-3f2c2daf1393 on network bf0aa6cf-cfa0-4134-9562-80f96f1b0353 {{(pid=103233) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 20:15:40.556161 n-d-713498-36 neutron-server[103233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ec63b99-f67a-400a-8ba6-94338ab8523b None None] Checking agent: {'id': '496418a2-c002-4aec-ab1a-07f3bea491bd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-36', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 18, 51, 47), 'started_at': datetime.datetime(2022, 2, 9, 18, 52, 17), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 20, 15, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-36'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103233) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 20:15:40.556612 n-d-713498-36 neutron-server[103233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ec63b99-f67a-400a-8ba6-94338ab8523b None None] Checking segment: {'id': '6eae29b3-2d6f-4832-9df1-d4b7ca050d85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': 'bf0aa6cf-cfa0-4134-9562-80f96f1b0353'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103233) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 20:15:40.557233 n-d-713498-36 neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-7ec63b99-f67a-400a-8ba6-94338ab8523b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:15:40.557703 n-d-713498-36 neutron-server[103233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ec63b99-f67a-400a-8ba6-94338ab8523b None None] Bound using segment: {'id': '6eae29b3-2d6f-4832-9df1-d4b7ca050d85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': 'bf0aa6cf-cfa0-4134-9562-80f96f1b0353'} {{(pid=103233) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 20:15:40.558372 n-d-713498-36 neutron-server[103233]: DEBUG neutron.plugins.ml2.managers [None req-7ec63b99-f67a-400a-8ba6-94338ab8523b None None] Bound port: ecd7d528-3573-49a1-980f-3f2c2daf1393, host: n-d-713498-36, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6eae29b3-2d6f-4832-9df1-d4b7ca050d85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': 'bf0aa6cf-cfa0-4134-9562-80f96f1b0353'}}] {{(pid=103233) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 20:15:40.559052 n-d-713498-36 neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-7ec63b99-f67a-400a-8ba6-94338ab8523b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (ecd7d528-3573-49a1-980f-3f2c2daf1393), before_update {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:15:40.676558 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-0c2bf47f-b533-4999-925b-6330418bf693 admin admin] Publish callbacks [] for router_gateway (9fadd50f-b1e6-4bd7-b9ca-0498528fb0ff), after_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:15:40.743016 n-d-713498-36 neutron-server[103233]: DEBUG neutron.plugins.ml2.db [None req-7ec63b99-f67a-400a-8ba6-94338ab8523b None None] For port ecd7d528-3573-49a1-980f-3f2c2daf1393, host n-d-713498-36, cleared binding levels {{(pid=103233) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 20:15:40.747082 n-d-713498-36 neutron-server[103233]: DEBUG neutron.plugins.ml2.db [None req-7ec63b99-f67a-400a-8ba6-94338ab8523b None None] For port ecd7d528-3573-49a1-980f-3f2c2daf1393, host n-d-713498-36, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-36',level=0,port_id=ecd7d528-3573-49a1-980f-3f2c2daf1393,segment=NetworkSegment(6eae29b3-2d6f-4832-9df1-d4b7ca050d85),segment_id=6eae29b3-2d6f-4832-9df1-d4b7ca050d85)] {{(pid=103233) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 20:15:40.755002 n-d-713498-36 neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-7ec63b99-f67a-400a-8ba6-94338ab8523b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762867176205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762866656485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762866656503'] for port (ecd7d528-3573-49a1-980f-3f2c2daf1393), after_update {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:15:40.793118 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.provisioning_blocks [None req-bd5ac3f1-13df-4749-95f7-4f6f0349eaee None None] Provisioning complete for port ecd7d528-3573-49a1-980f-3f2c2daf1393 triggered by entity DHCP. {{(pid=103232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 20:15:40.793924 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-bd5ac3f1-13df-4749-95f7-4f6f0349eaee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593630'] for port (ecd7d528-3573-49a1-980f-3f2c2daf1393), provisioning_complete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:15:40.827872 n-d-713498-36 neutron-server[103233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ec63b99-f67a-400a-8ba6-94338ab8523b None None] Routers {'5487a766-bfbe-40e6-b588-712454745da8'} bound to L3 agent in host n-d-713498-36 {{(pid=103233) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 20:15:40.828510 n-d-713498-36 neutron-server[103233]: DEBUG neutron.db.l3_hamode_db [None req-7ec63b99-f67a-400a-8ba6-94338ab8523b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T18:51:43Z,description=,heartbeat_timestamp=2022-02-09T20:15:13Z,host='n-d-713498-36',id=93303d5e-5d17-45e8-8963-7694f87783ae,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T18:51:43Z,topic='l3_agent')) {'router_ids': ['5487a766-bfbe-40e6-b588-712454745da8'], 'active': True} {{(pid=103233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 20:15:40.876118 n-d-713498-36 neutron-server[103233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-074deb02-2b47-4dc9-bdbc-fc39e7d346f2 None None] Pushing event updated for resources: {'Port': ['ID=ecd7d528-3573-49a1-980f-3f2c2daf1393,revision_number=4']} {{(pid=103233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:15:41.005571 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-b80c6965-8fb2-4612-b2ea-c74ef21e511a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762867132591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593584'] for agent (af91e4b9-f4e1-42b1-a25c-a10dc47171c8), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:15:41.008581 n-d-713498-36 neutron-server[103233]: DEBUG neutron.db.l3_dvr_db [None req-7ec63b99-f67a-400a-8ba6-94338ab8523b None None] Set router 5487a766-bfbe-40e6-b588-712454745da8 gateway port host: n-d-713498-36 {{(pid=103233) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 20:15:41.011822 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-bd5ac3f1-13df-4749-95f7-4f6f0349eaee None None] Current status of the port ecd7d528-3573-49a1-980f-3f2c2daf1393 is: DOWN; New status is: ACTIVE {{(pid=103232) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 20:15:41.012103 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-bd5ac3f1-13df-4749-95f7-4f6f0349eaee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (ecd7d528-3573-49a1-980f-3f2c2daf1393), before_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:15:41.052558 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-0c2bf47f-b533-4999-925b-6330418bf693 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1834945', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1818951'] for router (9fadd50f-b1e6-4bd7-b9ca-0498528fb0ff), after_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:15:41.099028 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-bd5ac3f1-13df-4749-95f7-4f6f0349eaee None None] For port ecd7d528-3573-49a1-980f-3f2c2daf1393, host n-d-713498-36, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-36',level=0,port_id=ecd7d528-3573-49a1-980f-3f2c2daf1393,segment=NetworkSegment(6eae29b3-2d6f-4832-9df1-d4b7ca050d85),segment_id=6eae29b3-2d6f-4832-9df1-d4b7ca050d85)] {{(pid=103232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 20:15:41.107121 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-bd5ac3f1-13df-4749-95f7-4f6f0349eaee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762867176205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762866656485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762866656503'] for port (ecd7d528-3573-49a1-980f-3f2c2daf1393), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:15:41.205490 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Device 9ac57e11-bd41-41b4-943f-152fd1fff352 up at agent ovs-agent-n-d-713498-36 {{(pid=103232) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 20:15:41.255831 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd5ac3f1-13df-4749-95f7-4f6f0349eaee None None] Pushing event updated for resources: {'Port': ['ID=ecd7d528-3573-49a1-980f-3f2c2daf1393,revision_number=5']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:15:41.309316 n-d-713498-36 neutron-server[103229]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0c2bf47f-b533-4999-925b-6330418bf693 admin admin] Router 9fadd50f-b1e6-4bd7-b9ca-0498528fb0ff is scheduled to L3 agent 93303d5e-5d17-45e8-8963-7694f87783ae with binding_index 1 {{(pid=103229) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 09 20:15:41.312647 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.provisioning_blocks [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Provisioning complete for port 9ac57e11-bd41-41b4-943f-152fd1fff352 triggered by entity L2. {{(pid=103232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 20:15:41.313034 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593630'] for port (9ac57e11-bd41-41b4-943f-152fd1fff352), provisioning_complete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:15:41.348191 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0895af2e-80bf-4973-ae20-a67dfc089d73 None None] Network dd4a96d6-5e4c-4d00-b504-c3fa77c99154 requested from n-d-713498-36 {{(pid=103232) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 20:15:41.353671 n-d-713498-36 neutron-server[103233]: DEBUG neutron.db.l3_hamode_db [None req-7ec63b99-f67a-400a-8ba6-94338ab8523b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5487a766-bfbe-40e6-b588-712454745da8', 'name': 'tempest-TestShelveInstance-222607312-router', 'tenant_id': 'b8f9990d965e4c57a95957edeb189b35', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88055e1e-672a-4487-be31-ffb6e833ece5', 'external_fixed_ips': [{'subnet_id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'ip_address': '172.25.1.55'}], 'enable_snat': True}, 'gw_port_id': '86bbe2d5-805a-4320-bacb-39bcd1712a8b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T20:15:33Z', 'updated_at': '2022-02-09T20:15:36Z', 'revision_number': 4, 'project_id': 'b8f9990d965e4c57a95957edeb189b35', 'gw_port': {'id': '86bbe2d5-805a-4320-bacb-39bcd1712a8b', 'name': '', 'network_id': '88055e1e-672a-4487-be31-ffb6e833ece5', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:90:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5487a766-bfbe-40e6-b588-712454745da8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4331, 'fixed_ips': [{'subnet_id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'ip_address': '172.25.1.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T20:15:34Z', 'updated_at': '2022-02-09T20:15:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-36', '_interfaces': [{'id': 'ecd7d528-3573-49a1-980f-3f2c2daf1393', 'name': '', 'network_id': 'bf0aa6cf-cfa0-4134-9562-80f96f1b0353', 'tenant_id': 'b8f9990d965e4c57a95957edeb189b35', 'mac_address': 'fa:16:3e:e5:ed:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5487a766-bfbe-40e6-b588-712454745da8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4332, 'fixed_ips': [{'subnet_id': 'f7f74a64-69c9-4210-8b78-9533b9ade151', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T20:15:36Z', 'updated_at': '2022-02-09T20:15:40Z', 'revision_number': 4, 'project_id': 'b8f9990d965e4c57a95957edeb189b35', 'subnets': [{'id': 'f7f74a64-69c9-4210-8b78-9533b9ade151', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-36', False) {} {{(pid=103233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 20:15:41.385252 n-d-713498-36 neutron-server[103233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ec63b99-f67a-400a-8ba6-94338ab8523b None None] The sync data for ids ['5487a766-bfbe-40e6-b588-712454745da8'] in n-d-713498-36 is: [{'id': '5487a766-bfbe-40e6-b588-712454745da8', 'name': 'tempest-TestShelveInstance-222607312-router', 'tenant_id': 'b8f9990d965e4c57a95957edeb189b35', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88055e1e-672a-4487-be31-ffb6e833ece5', 'external_fixed_ips': [{'subnet_id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'ip_address': '172.25.1.55'}], 'enable_snat': True}, 'gw_port_id': '86bbe2d5-805a-4320-bacb-39bcd1712a8b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T20:15:33Z', 'updated_at': '2022-02-09T20:15:36Z', 'revision_number': 4, 'project_id': 'b8f9990d965e4c57a95957edeb189b35', 'gw_port': {'id': '86bbe2d5-805a-4320-bacb-39bcd1712a8b', 'name': '', 'network_id': '88055e1e-672a-4487-be31-ffb6e833ece5', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:90:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5487a766-bfbe-40e6-b588-712454745da8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4331, 'fixed_ips': [{'subnet_id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'ip_address': '172.25.1.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T20:15:34Z', 'updated_at': '2022-02-09T20:15:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-36', '_interfaces': [{'id': 'ecd7d528-3573-49a1-980f-3f2c2daf1393', 'name': '', 'network_id': 'bf0aa6cf-cfa0-4134-9562-80f96f1b0353', 'tenant_id': 'b8f9990d965e4c57a95957edeb189b35', 'mac_address': 'fa:16:3e:e5:ed:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5487a766-bfbe-40e6-b588-712454745da8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4332, 'fixed_ips': [{'subnet_id': 'f7f74a64-69c9-4210-8b78-9533b9ade151', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T20:15:36Z', 'updated_at': '2022-02-09T20:15:40Z', 'revision_number': 4, 'project_id': 'b8f9990d965e4c57a95957edeb189b35', 'subnets': [{'id': 'f7f74a64-69c9-4210-8b78-9533b9ade151', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103233) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 20:15:41.425509 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.provisioning_blocks [None req-2932f6c4-8b7d-46de-ac89-573f3843887c None None] Provisioning complete for port 9ac57e11-bd41-41b4-943f-152fd1fff352 triggered by entity DHCP. {{(pid=103232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 20:15:41.425891 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-2932f6c4-8b7d-46de-ac89-573f3843887c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593630'] for port (9ac57e11-bd41-41b4-943f-152fd1fff352), provisioning_complete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:15:41.484387 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0c2bf47f-b533-4999-925b-6330418bf693 admin admin] Notify agent at l3_agent.n-d-713498-36 the message routers_updated {{(pid=103229) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 20:15:41.503709 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-150527fd-8faa-4037-9cd7-1bbc8db502e6 None None] Sync routers for ids ['9fadd50f-b1e6-4bd7-b9ca-0498528fb0ff'] in n-d-713498-36 {{(pid=103232) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 20:15:41.520621 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-0c2bf47f-b533-4999-925b-6330418bf693 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:15:41.524757 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-0c2bf47f-b533-4999-925b-6330418bf693 admin admin] 10.222.0.75 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 2.3401678 Feb 09 20:15:41.529240 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 55298) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:15:41.555793 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Current status of the port 9ac57e11-bd41-41b4-943f-152fd1fff352 is: DOWN; New status is: ACTIVE {{(pid=103232) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 20:15:41.556258 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (9ac57e11-bd41-41b4-943f-152fd1fff352), before_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:15:41.642685 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] For port 9ac57e11-bd41-41b4-943f-152fd1fff352, host n-d-713498-36, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-36',level=0,port_id=9ac57e11-bd41-41b4-943f-152fd1fff352,segment=NetworkSegment(1393c932-2c1e-4c5a-9a5f-69cb898a2801),segment_id=1393c932-2c1e-4c5a-9a5f-69cb898a2801)] {{(pid=103232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 20:15:41.644894 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.l3_dvrscheduler_db [None req-150527fd-8faa-4037-9cd7-1bbc8db502e6 None None] Routers {'9fadd50f-b1e6-4bd7-b9ca-0498528fb0ff'} bound to L3 agent in host n-d-713498-36 {{(pid=103232) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 20:15:41.645711 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.l3_hamode_db [None req-150527fd-8faa-4037-9cd7-1bbc8db502e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T18:51:43Z,description=,heartbeat_timestamp=2022-02-09T20:15:13Z,host='n-d-713498-36',id=93303d5e-5d17-45e8-8963-7694f87783ae,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T18:51:43Z,topic='l3_agent')) {'router_ids': ['9fadd50f-b1e6-4bd7-b9ca-0498528fb0ff'], 'active': True} {{(pid=103232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 20:15:41.684589 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762867176205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762866656485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762866656503'] for port (9ac57e11-bd41-41b4-943f-152fd1fff352), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:15:41.685393 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Device 86bbe2d5-805a-4320-bacb-39bcd1712a8b up at agent ovs-agent-n-d-713498-36 {{(pid=103232) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 20:15:41.874429 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Pushing event updated for resources: {'Port': ['ID=9ac57e11-bd41-41b4-943f-152fd1fff352,revision_number=3']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:15:41.880772 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-2932f6c4-8b7d-46de-ac89-573f3843887c None None] Current status of the port 9ac57e11-bd41-41b4-943f-152fd1fff352 is: ACTIVE; New status is: ACTIVE {{(pid=103232) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 20:15:41.905179 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.l3_dvr_db [None req-150527fd-8faa-4037-9cd7-1bbc8db502e6 None None] Set router 9fadd50f-b1e6-4bd7-b9ca-0498528fb0ff gateway port host: n-d-713498-36 {{(pid=103232) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 20:15:41.972285 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.provisioning_blocks [None req-2932f6c4-8b7d-46de-ac89-573f3843887c None None] Provisioning complete for port ecd7d528-3573-49a1-980f-3f2c2daf1393 triggered by entity DHCP. {{(pid=103232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 20:15:41.972545 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-2932f6c4-8b7d-46de-ac89-573f3843887c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593630'] for port (ecd7d528-3573-49a1-980f-3f2c2daf1393), provisioning_complete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:15:41.986661 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.provisioning_blocks [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Provisioning complete for port 86bbe2d5-805a-4320-bacb-39bcd1712a8b triggered by entity L2. {{(pid=103232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 20:15:41.986998 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593630'] for port (86bbe2d5-805a-4320-bacb-39bcd1712a8b), provisioning_complete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:15:42.072840 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-001edfb6-98ba-4bf0-aea4-bf87cbfaba3b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (None), before_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:15:42.272182 n-d-713498-36 neutron-server[103230]: DEBUG neutron.db.db_base_plugin_common [None req-001edfb6-98ba-4bf0-aea4-bf87cbfaba3b admin admin] Allocated IP 172.20.0.1 (dd4a96d6-5e4c-4d00-b504-c3fa77c99154/dd4e30a2-df49-4b7e-bc7c-1cb8f4f0066f/895044c9-f853-40f2-bd22-83a2299502fd) {{(pid=103230) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 20:15:42.405574 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-001edfb6-98ba-4bf0-aea4-bf87cbfaba3b admin admin] Publish callbacks [] for port (895044c9-f853-40f2-bd22-83a2299502fd), precommit_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:15:42.456287 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-001edfb6-98ba-4bf0-aea4-bf87cbfaba3b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762866656467', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14393751'] for port (895044c9-f853-40f2-bd22-83a2299502fd), after_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:15:42.473436 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-2932f6c4-8b7d-46de-ac89-573f3843887c None None] Current status of the port ecd7d528-3573-49a1-980f-3f2c2daf1393 is: ACTIVE; New status is: ACTIVE {{(pid=103232) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 20:15:42.481614 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Current status of the port 86bbe2d5-805a-4320-bacb-39bcd1712a8b is: ACTIVE; New status is: ACTIVE {{(pid=103232) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 20:15:42.488185 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.l3_hamode_db [None req-150527fd-8faa-4037-9cd7-1bbc8db502e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9fadd50f-b1e6-4bd7-b9ca-0498528fb0ff', 'name': 'tempest-TestShelveInstance-229562034-router', 'tenant_id': 'f00d4c0092c84226927f07a27cdee9ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88055e1e-672a-4487-be31-ffb6e833ece5', 'external_fixed_ips': [{'subnet_id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'ip_address': '172.25.1.222'}], 'enable_snat': True}, 'gw_port_id': '5bacdf27-d5ce-41c9-b693-7cac36bd2247', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T20:15:39Z', 'updated_at': '2022-02-09T20:15:40Z', 'revision_number': 3, 'project_id': 'f00d4c0092c84226927f07a27cdee9ab', 'gw_port': {'id': '5bacdf27-d5ce-41c9-b693-7cac36bd2247', 'name': '', 'network_id': '88055e1e-672a-4487-be31-ffb6e833ece5', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:6f:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9fadd50f-b1e6-4bd7-b9ca-0498528fb0ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4343, 'fixed_ips': [{'subnet_id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'ip_address': '172.25.1.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T20:15:39Z', 'updated_at': '2022-02-09T20:15:40Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-36'}], 'n-d-713498-36', False) {} {{(pid=103232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 20:15:42.493897 n-d-713498-36 neutron-server[103230]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-001edfb6-98ba-4bf0-aea4-bf87cbfaba3b admin admin] Network dd4a96d6-5e4c-4d00-b504-c3fa77c99154 is already hosted by enough agents. {{(pid=103230) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 20:15:42.497713 n-d-713498-36 neutron-server[103230]: DEBUG neutron.scheduler.base_scheduler [None req-001edfb6-98ba-4bf0-aea4-bf87cbfaba3b admin admin] Resources bound (agent type, host, resource id): {{(pid=103230) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 20:15:42.501885 n-d-713498-36 neutron-server[103230]: DEBUG neutron.db.l3_dvrscheduler_db [None req-001edfb6-98ba-4bf0-aea4-bf87cbfaba3b admin admin] Received port after_create {{(pid=103230) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 20:15:42.528599 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-150527fd-8faa-4037-9cd7-1bbc8db502e6 None None] Checking router: 9fadd50f-b1e6-4bd7-b9ca-0498528fb0ff for host: n-d-713498-36 {{(pid=103232) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 20:15:42.529060 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-150527fd-8faa-4037-9cd7-1bbc8db502e6 None None] Updating router 9fadd50f-b1e6-4bd7-b9ca-0498528fb0ff port 5bacdf27-d5ce-41c9-b693-7cac36bd2247 binding host n-d-713498-36 {{(pid=103232) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 20:15:42.557177 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-001edfb6-98ba-4bf0-aea4-bf87cbfaba3b admin admin] Pushing event updated for resources: {'Port': ['ID=895044c9-f853-40f2-bd22-83a2299502fd,revision_number=1']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:15:42.577563 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-001edfb6-98ba-4bf0-aea4-bf87cbfaba3b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1819024'] for router_interface (9fadd50f-b1e6-4bd7-b9ca-0498528fb0ff), before_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:15:42.580741 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-150527fd-8faa-4037-9cd7-1bbc8db502e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (5bacdf27-d5ce-41c9-b693-7cac36bd2247), before_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:15:42.703458 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.provisioning_blocks [None req-d4191f70-6a1c-4dc9-96d7-7592ce8ea912 None None] Provisioning complete for port 9ac57e11-bd41-41b4-943f-152fd1fff352 triggered by entity DHCP. {{(pid=103232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 20:15:42.703458 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-d4191f70-6a1c-4dc9-96d7-7592ce8ea912 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593630'] for port (9ac57e11-bd41-41b4-943f-152fd1fff352), provisioning_complete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:15:42.751441 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-001edfb6-98ba-4bf0-aea4-bf87cbfaba3b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (895044c9-f853-40f2-bd22-83a2299502fd), before_update {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:15:42.907553 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-d4191f70-6a1c-4dc9-96d7-7592ce8ea912 None None] Current status of the port 9ac57e11-bd41-41b4-943f-152fd1fff352 is: ACTIVE; New status is: ACTIVE {{(pid=103232) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 20:15:42.950846 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-001edfb6-98ba-4bf0-aea4-bf87cbfaba3b admin admin] Publish callbacks [] for port (895044c9-f853-40f2-bd22-83a2299502fd), precommit_update {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:15:42.957361 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-001edfb6-98ba-4bf0-aea4-bf87cbfaba3b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762867176205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762866656485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762866656503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14393758'] for port (895044c9-f853-40f2-bd22-83a2299502fd), after_update {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:15:42.976071 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-150527fd-8faa-4037-9cd7-1bbc8db502e6 None None] Publish callbacks [] for port (5bacdf27-d5ce-41c9-b693-7cac36bd2247), precommit_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:15:42.984443 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-150527fd-8faa-4037-9cd7-1bbc8db502e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762867176205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762866656485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762866656503'] for port (5bacdf27-d5ce-41c9-b693-7cac36bd2247), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:15:43.018093 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Device 9ac57e11-bd41-41b4-943f-152fd1fff352 up at agent ovs-agent-n-d-713498-36 {{(pid=103232) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 20:15:43.038168 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-001edfb6-98ba-4bf0-aea4-bf87cbfaba3b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1613458', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1834496'] for router_interface (9fadd50f-b1e6-4bd7-b9ca-0498528fb0ff), after_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:15:43.040099 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-001edfb6-98ba-4bf0-aea4-bf87cbfaba3b admin admin] Pushing event updated for resources: {'Port': ['ID=895044c9-f853-40f2-bd22-83a2299502fd,revision_number=2']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:15:43.085331 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ccb4068-c8dc-4ef1-afe0-757b65b7a3ff None None] Pushing event updated for resources: {'Port': ['ID=5bacdf27-d5ce-41c9-b693-7cac36bd2247,revision_number=2']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:15:43.094316 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.provisioning_blocks [None req-623840f8-8d14-414f-8c27-a03e67d2ceca None None] Provisioning complete for port 895044c9-f853-40f2-bd22-83a2299502fd triggered by entity DHCP. {{(pid=103232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 20:15:43.094696 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-623840f8-8d14-414f-8c27-a03e67d2ceca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593630'] for port (895044c9-f853-40f2-bd22-83a2299502fd), provisioning_complete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:15:43.096295 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.managers [None req-150527fd-8faa-4037-9cd7-1bbc8db502e6 None None] Attempting to bind port 5bacdf27-d5ce-41c9-b693-7cac36bd2247 on host n-d-713498-36 for vnic_type normal with profile {{(pid=103232) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 20:15:43.096665 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.managers [None req-150527fd-8faa-4037-9cd7-1bbc8db502e6 None None] Attempting to bind port 5bacdf27-d5ce-41c9-b693-7cac36bd2247 by drivers openvswitch,hyperv on host n-d-713498-36 at level 0 using segments [{'id': 'a4222f89-8d3f-4b51-953b-1a8126392491', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '88055e1e-672a-4487-be31-ffb6e833ece5'}] {{(pid=103232) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 20:15:43.097025 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-150527fd-8faa-4037-9cd7-1bbc8db502e6 None None] Attempting to bind port 5bacdf27-d5ce-41c9-b693-7cac36bd2247 on network 88055e1e-672a-4487-be31-ffb6e833ece5 {{(pid=103232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 20:15:43.123956 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-150527fd-8faa-4037-9cd7-1bbc8db502e6 None None] Checking agent: {'id': '496418a2-c002-4aec-ab1a-07f3bea491bd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-36', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 18, 51, 47), 'started_at': datetime.datetime(2022, 2, 9, 18, 52, 17), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 20, 15, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-36'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 20:15:43.124327 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-150527fd-8faa-4037-9cd7-1bbc8db502e6 None None] Checking segment: {'id': 'a4222f89-8d3f-4b51-953b-1a8126392491', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '88055e1e-672a-4487-be31-ffb6e833ece5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103232) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 20:15:43.124728 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-150527fd-8faa-4037-9cd7-1bbc8db502e6 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:15:43.125128 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-150527fd-8faa-4037-9cd7-1bbc8db502e6 None None] Bound using segment: {'id': 'a4222f89-8d3f-4b51-953b-1a8126392491', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '88055e1e-672a-4487-be31-ffb6e833ece5'} {{(pid=103232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 20:15:43.125637 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.managers [None req-150527fd-8faa-4037-9cd7-1bbc8db502e6 None None] Bound port: 5bacdf27-d5ce-41c9-b693-7cac36bd2247, host: n-d-713498-36, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a4222f89-8d3f-4b51-953b-1a8126392491', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '88055e1e-672a-4487-be31-ffb6e833ece5'}}] {{(pid=103232) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 20:15:43.126016 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-150527fd-8faa-4037-9cd7-1bbc8db502e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (5bacdf27-d5ce-41c9-b693-7cac36bd2247), before_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:15:43.140009 n-d-713498-36 neutron-server[103230]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-001edfb6-98ba-4bf0-aea4-bf87cbfaba3b admin admin] Network dd4a96d6-5e4c-4d00-b504-c3fa77c99154 is already hosted by enough agents. {{(pid=103230) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 20:15:43.141384 n-d-713498-36 neutron-server[103230]: DEBUG neutron.scheduler.base_scheduler [None req-001edfb6-98ba-4bf0-aea4-bf87cbfaba3b admin admin] Resources bound (agent type, host, resource id): {{(pid=103230) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 20:15:43.172249 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-623840f8-8d14-414f-8c27-a03e67d2ceca None None] Port 895044c9-f853-40f2-bd22-83a2299502fd cannot update to ACTIVE because it is not bound. {{(pid=103232) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 20:15:43.202794 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.provisioning_blocks [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Provisioning complete for port 9ac57e11-bd41-41b4-943f-152fd1fff352 triggered by entity L2. {{(pid=103232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 20:15:43.203323 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593630'] for port (9ac57e11-bd41-41b4-943f-152fd1fff352), provisioning_complete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:15:43.237403 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-150527fd-8faa-4037-9cd7-1bbc8db502e6 None None] For port 5bacdf27-d5ce-41c9-b693-7cac36bd2247, host n-d-713498-36, cleared binding levels {{(pid=103232) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 20:15:43.257362 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-150527fd-8faa-4037-9cd7-1bbc8db502e6 None None] For port 5bacdf27-d5ce-41c9-b693-7cac36bd2247, host n-d-713498-36, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-36',level=0,port_id=5bacdf27-d5ce-41c9-b693-7cac36bd2247,segment=NetworkSegment(a4222f89-8d3f-4b51-953b-1a8126392491),segment_id=a4222f89-8d3f-4b51-953b-1a8126392491)] {{(pid=103232) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 20:15:43.274281 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-150527fd-8faa-4037-9cd7-1bbc8db502e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762867176205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762866656485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762866656503'] for port (5bacdf27-d5ce-41c9-b693-7cac36bd2247), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:15:43.275123 n-d-713498-36 neutron-server[103230]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-001edfb6-98ba-4bf0-aea4-bf87cbfaba3b admin admin] Router 9fadd50f-b1e6-4bd7-b9ca-0498528fb0ff has already been hosted by L3 agent 93303d5e-5d17-45e8-8963-7694f87783ae {{(pid=103230) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 20:15:43.315965 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-82734ec7-f504-4084-818c-3122ef7b017c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762867132591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593584'] for agent (93303d5e-5d17-45e8-8963-7694f87783ae), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:15:43.381562 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ccb4068-c8dc-4ef1-afe0-757b65b7a3ff None None] Pushing event updated for resources: {'Port': ['ID=5bacdf27-d5ce-41c9-b693-7cac36bd2247,revision_number=3']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:15:43.404772 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.l3_dvrscheduler_db [None req-150527fd-8faa-4037-9cd7-1bbc8db502e6 None None] Routers {'9fadd50f-b1e6-4bd7-b9ca-0498528fb0ff'} bound to L3 agent in host n-d-713498-36 {{(pid=103232) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 20:15:43.405409 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.l3_hamode_db [None req-150527fd-8faa-4037-9cd7-1bbc8db502e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T18:51:43Z,description=,heartbeat_timestamp=2022-02-09T20:15:43Z,host='n-d-713498-36',id=93303d5e-5d17-45e8-8963-7694f87783ae,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T18:51:43Z,topic='l3_agent')) {'router_ids': ['9fadd50f-b1e6-4bd7-b9ca-0498528fb0ff'], 'active': True} {{(pid=103232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 20:15:43.407629 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-001edfb6-98ba-4bf0-aea4-bf87cbfaba3b admin admin] Notify agent at l3_agent.n-d-713498-36 the message routers_updated {{(pid=103230) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 20:15:43.414267 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-001edfb6-98ba-4bf0-aea4-bf87cbfaba3b admin admin] 10.222.0.75 "PUT /v2.0/routers/9fadd50f-b1e6-4bd7-b9ca-0498528fb0ff/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8838911 Feb 09 20:15:43.444159 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Current status of the port 9ac57e11-bd41-41b4-943f-152fd1fff352 is: ACTIVE; New status is: ACTIVE {{(pid=103232) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 20:15:43.445283 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Device ecd7d528-3573-49a1-980f-3f2c2daf1393 up at agent ovs-agent-n-d-713498-36 {{(pid=103232) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 20:15:43.518911 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.provisioning_blocks [None req-54676446-c607-4fac-b02c-bb9395da8c95 None None] Provisioning complete for port 895044c9-f853-40f2-bd22-83a2299502fd triggered by entity DHCP. {{(pid=103232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 20:15:43.519644 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-54676446-c607-4fac-b02c-bb9395da8c95 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593630'] for port (895044c9-f853-40f2-bd22-83a2299502fd), provisioning_complete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:15:43.581011 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-54676446-c607-4fac-b02c-bb9395da8c95 None None] Port 895044c9-f853-40f2-bd22-83a2299502fd cannot update to ACTIVE because it is not bound. {{(pid=103232) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 20:15:43.597494 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.provisioning_blocks [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Provisioning complete for port ecd7d528-3573-49a1-980f-3f2c2daf1393 triggered by entity L2. {{(pid=103232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 20:15:43.597799 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593630'] for port (ecd7d528-3573-49a1-980f-3f2c2daf1393), provisioning_complete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:15:43.600362 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.l3_dvr_db [None req-150527fd-8faa-4037-9cd7-1bbc8db502e6 None None] Set router 9fadd50f-b1e6-4bd7-b9ca-0498528fb0ff gateway port host: n-d-713498-36 {{(pid=103232) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 20:15:43.811011 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Current status of the port ecd7d528-3573-49a1-980f-3f2c2daf1393 is: ACTIVE; New status is: ACTIVE {{(pid=103232) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 20:15:43.882361 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.l3_hamode_db [None req-150527fd-8faa-4037-9cd7-1bbc8db502e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9fadd50f-b1e6-4bd7-b9ca-0498528fb0ff', 'name': 'tempest-TestShelveInstance-229562034-router', 'tenant_id': 'f00d4c0092c84226927f07a27cdee9ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88055e1e-672a-4487-be31-ffb6e833ece5', 'external_fixed_ips': [{'subnet_id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'ip_address': '172.25.1.222'}], 'enable_snat': True}, 'gw_port_id': '5bacdf27-d5ce-41c9-b693-7cac36bd2247', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T20:15:39Z', 'updated_at': '2022-02-09T20:15:42Z', 'revision_number': 4, 'project_id': 'f00d4c0092c84226927f07a27cdee9ab', 'gw_port': {'id': '5bacdf27-d5ce-41c9-b693-7cac36bd2247', 'name': '', 'network_id': '88055e1e-672a-4487-be31-ffb6e833ece5', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:6f:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9fadd50f-b1e6-4bd7-b9ca-0498528fb0ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4343, 'fixed_ips': [{'subnet_id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'ip_address': '172.25.1.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T20:15:39Z', 'updated_at': '2022-02-09T20:15:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-36', '_interfaces': [{'id': '895044c9-f853-40f2-bd22-83a2299502fd', 'name': '', 'network_id': 'dd4a96d6-5e4c-4d00-b504-c3fa77c99154', 'tenant_id': 'f00d4c0092c84226927f07a27cdee9ab', 'mac_address': 'fa:16:3e:11:35:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9fadd50f-b1e6-4bd7-b9ca-0498528fb0ff', 'device_owner': 'network:router_interface', 'standard_attr_id': 4344, 'fixed_ips': [{'subnet_id': 'dd4e30a2-df49-4b7e-bc7c-1cb8f4f0066f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T20:15:42Z', 'updated_at': '2022-02-09T20:15:42Z', 'revision_number': 2, 'project_id': 'f00d4c0092c84226927f07a27cdee9ab', 'subnets': [{'id': 'dd4e30a2-df49-4b7e-bc7c-1cb8f4f0066f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-36', False) {} {{(pid=103232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 20:15:43.905534 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 55306) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:15:43.910205 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.v2.base [None req-f1446f54-99ab-490e-898f-b45434a9e2e3 tempest-TestShelveInstance-1852451263 tempest-TestShelveInstance-1852451263-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-669848511', 'description': 'tempest-secgroup-smoke-669848511 description', 'project_id': 'b8f9990d965e4c57a95957edeb189b35'}} {{(pid=103230) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 20:15:43.911860 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-150527fd-8faa-4037-9cd7-1bbc8db502e6 None None] The sync data for ids ['9fadd50f-b1e6-4bd7-b9ca-0498528fb0ff'] in n-d-713498-36 is: [{'id': '9fadd50f-b1e6-4bd7-b9ca-0498528fb0ff', 'name': 'tempest-TestShelveInstance-229562034-router', 'tenant_id': 'f00d4c0092c84226927f07a27cdee9ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88055e1e-672a-4487-be31-ffb6e833ece5', 'external_fixed_ips': [{'subnet_id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'ip_address': '172.25.1.222'}], 'enable_snat': True}, 'gw_port_id': '5bacdf27-d5ce-41c9-b693-7cac36bd2247', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T20:15:39Z', 'updated_at': '2022-02-09T20:15:42Z', 'revision_number': 4, 'project_id': 'f00d4c0092c84226927f07a27cdee9ab', 'gw_port': {'id': '5bacdf27-d5ce-41c9-b693-7cac36bd2247', 'name': '', 'network_id': '88055e1e-672a-4487-be31-ffb6e833ece5', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:6f:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9fadd50f-b1e6-4bd7-b9ca-0498528fb0ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4343, 'fixed_ips': [{'subnet_id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'ip_address': '172.25.1.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T20:15:39Z', 'updated_at': '2022-02-09T20:15:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-36', '_interfaces': [{'id': '895044c9-f853-40f2-bd22-83a2299502fd', 'name': '', 'network_id': 'dd4a96d6-5e4c-4d00-b504-c3fa77c99154', 'tenant_id': 'f00d4c0092c84226927f07a27cdee9ab', 'mac_address': 'fa:16:3e:11:35:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9fadd50f-b1e6-4bd7-b9ca-0498528fb0ff', 'device_owner': 'network:router_interface', 'standard_attr_id': 4344, 'fixed_ips': [{'subnet_id': 'dd4e30a2-df49-4b7e-bc7c-1cb8f4f0066f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T20:15:42Z', 'updated_at': '2022-02-09T20:15:42Z', 'revision_number': 2, 'project_id': 'f00d4c0092c84226927f07a27cdee9ab', 'subnets': [{'id': 'dd4e30a2-df49-4b7e-bc7c-1cb8f4f0066f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103232) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 20:15:43.936863 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-f1446f54-99ab-490e-898f-b45434a9e2e3 tempest-TestShelveInstance-1852451263 tempest-TestShelveInstance-1852451263-project] Publish callbacks [] for security_group (None), before_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:15:44.019064 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-f1446f54-99ab-490e-898f-b45434a9e2e3 tempest-TestShelveInstance-1852451263 tempest-TestShelveInstance-1852451263-project] Publish callbacks [] for security_group (149c08b9-0259-4ed9-82ce-5e633c637de7), precommit_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:15:44.022753 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-f1446f54-99ab-490e-898f-b45434a9e2e3 tempest-TestShelveInstance-1852451263 tempest-TestShelveInstance-1852451263-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1892331'] for security_group (149c08b9-0259-4ed9-82ce-5e633c637de7), after_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:15:44.055042 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-f1446f54-99ab-490e-898f-b45434a9e2e3 tempest-TestShelveInstance-1852451263 tempest-TestShelveInstance-1852451263-project] Publish callbacks [] for security_group (None), before_response {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:15:44.056285 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-f1446f54-99ab-490e-898f-b45434a9e2e3 tempest-TestShelveInstance-1852451263 tempest-TestShelveInstance-1852451263-project] 10.222.0.75 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.1497278 Feb 09 20:15:44.057009 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1446f54-99ab-490e-898f-b45434a9e2e3 tempest-TestShelveInstance-1852451263 tempest-TestShelveInstance-1852451263-project] Pushing event updated for resources: {'SecurityGroup': ['ID=149c08b9-0259-4ed9-82ce-5e633c637de7,revision_number=1']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:15:44.061143 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 55308) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:15:44.066819 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.v2.base [None req-96b18bfb-8ad6-4e93-af4d-9cedaae97d9c tempest-TestShelveInstance-1852451263 tempest-TestShelveInstance-1852451263-project] Request body: {'security_group_rule': {'security_group_id': '149c08b9-0259-4ed9-82ce-5e633c637de7', 'project_id': 'b8f9990d965e4c57a95957edeb189b35', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 20:15:44.098205 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-96b18bfb-8ad6-4e93-af4d-9cedaae97d9c tempest-TestShelveInstance-1852451263 tempest-TestShelveInstance-1852451263-project] Publish callbacks [] for security_group_rule (0753b39e-6ede-4811-abd2-9098745beee1), before_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:15:44.182156 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-96b18bfb-8ad6-4e93-af4d-9cedaae97d9c tempest-TestShelveInstance-1852451263 tempest-TestShelveInstance-1852451263-project] Publish callbacks [] for security_group_rule (0753b39e-6ede-4811-abd2-9098745beee1), precommit_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:15:44.188588 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-96b18bfb-8ad6-4e93-af4d-9cedaae97d9c tempest-TestShelveInstance-1852451263 tempest-TestShelveInstance-1852451263-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1892250'] for security_group_rule (0753b39e-6ede-4811-abd2-9098745beee1), after_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:15:44.218752 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96b18bfb-8ad6-4e93-af4d-9cedaae97d9c tempest-TestShelveInstance-1852451263 tempest-TestShelveInstance-1852451263-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0753b39e-6ede-4811-abd2-9098745beee1,revision_number=0']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:15:44.226774 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-96b18bfb-8ad6-4e93-af4d-9cedaae97d9c tempest-TestShelveInstance-1852451263 tempest-TestShelveInstance-1852451263-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:15:44.232297 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-96b18bfb-8ad6-4e93-af4d-9cedaae97d9c tempest-TestShelveInstance-1852451263 tempest-TestShelveInstance-1852451263-project] 10.222.0.75 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1653943 Feb 09 20:15:44.232785 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 55310) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:15:44.238602 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.v2.base [None req-08677d9b-13ee-4349-a5f3-fb3317a92358 tempest-TestShelveInstance-1852451263 tempest-TestShelveInstance-1852451263-project] Request body: {'security_group_rule': {'security_group_id': '149c08b9-0259-4ed9-82ce-5e633c637de7', 'project_id': 'b8f9990d965e4c57a95957edeb189b35', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 20:15:44.269749 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-08677d9b-13ee-4349-a5f3-fb3317a92358 tempest-TestShelveInstance-1852451263 tempest-TestShelveInstance-1852451263-project] Publish callbacks [] for security_group_rule (8e7d5d61-d81c-4290-927e-e0e3c7311ef0), before_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:15:44.333891 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-08677d9b-13ee-4349-a5f3-fb3317a92358 tempest-TestShelveInstance-1852451263 tempest-TestShelveInstance-1852451263-project] Publish callbacks [] for security_group_rule (8e7d5d61-d81c-4290-927e-e0e3c7311ef0), precommit_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:15:44.338081 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-08677d9b-13ee-4349-a5f3-fb3317a92358 tempest-TestShelveInstance-1852451263 tempest-TestShelveInstance-1852451263-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1892250'] for security_group_rule (8e7d5d61-d81c-4290-927e-e0e3c7311ef0), after_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:15:44.359387 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08677d9b-13ee-4349-a5f3-fb3317a92358 tempest-TestShelveInstance-1852451263 tempest-TestShelveInstance-1852451263-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8e7d5d61-d81c-4290-927e-e0e3c7311ef0,revision_number=0']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:15:44.364875 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-08677d9b-13ee-4349-a5f3-fb3317a92358 tempest-TestShelveInstance-1852451263 tempest-TestShelveInstance-1852451263-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:15:44.366099 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-08677d9b-13ee-4349-a5f3-fb3317a92358 tempest-TestShelveInstance-1852451263 tempest-TestShelveInstance-1852451263-project] 10.222.0.75 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1317804 Feb 09 20:15:44.368852 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 55312) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:15:44.373973 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.v2.base [None req-fa0c1202-6f39-4508-97f6-d6ede8975a6f tempest-TestShelveInstance-1852451263 tempest-TestShelveInstance-1852451263-project] Request body: {'security_group_rule': {'security_group_id': '149c08b9-0259-4ed9-82ce-5e633c637de7', 'project_id': 'b8f9990d965e4c57a95957edeb189b35', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 20:15:44.400629 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-fa0c1202-6f39-4508-97f6-d6ede8975a6f tempest-TestShelveInstance-1852451263 tempest-TestShelveInstance-1852451263-project] Publish callbacks [] for security_group_rule (e662eee1-80ce-4a5c-aef0-f87370fa2195), before_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:15:44.461523 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-fa0c1202-6f39-4508-97f6-d6ede8975a6f tempest-TestShelveInstance-1852451263 tempest-TestShelveInstance-1852451263-project] Publish callbacks [] for security_group_rule (e662eee1-80ce-4a5c-aef0-f87370fa2195), precommit_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:15:44.467346 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-fa0c1202-6f39-4508-97f6-d6ede8975a6f tempest-TestShelveInstance-1852451263 tempest-TestShelveInstance-1852451263-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1892250'] for security_group_rule (e662eee1-80ce-4a5c-aef0-f87370fa2195), after_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:15:44.487006 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa0c1202-6f39-4508-97f6-d6ede8975a6f tempest-TestShelveInstance-1852451263 tempest-TestShelveInstance-1852451263-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e662eee1-80ce-4a5c-aef0-f87370fa2195,revision_number=0']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:15:44.499673 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-fa0c1202-6f39-4508-97f6-d6ede8975a6f tempest-TestShelveInstance-1852451263 tempest-TestShelveInstance-1852451263-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:15:44.501614 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-fa0c1202-6f39-4508-97f6-d6ede8975a6f tempest-TestShelveInstance-1852451263 tempest-TestShelveInstance-1852451263-project] 10.222.0.75 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1315598 Feb 09 20:15:44.505827 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 55314) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:15:44.510466 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.v2.base [None req-4fedffc8-e6a0-4d67-9dba-c9a965bfcf5b tempest-TestShelveInstance-1852451263 tempest-TestShelveInstance-1852451263-project] Request body: {'security_group_rule': {'security_group_id': '149c08b9-0259-4ed9-82ce-5e633c637de7', 'project_id': 'b8f9990d965e4c57a95957edeb189b35', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 20:15:44.543732 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-4fedffc8-e6a0-4d67-9dba-c9a965bfcf5b tempest-TestShelveInstance-1852451263 tempest-TestShelveInstance-1852451263-project] Publish callbacks [] for security_group_rule (7032ec9a-8210-48f8-9fdf-e16c7b86794d), before_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:15:44.597346 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-edc54c9b-7f13-45d9-9271-85c9738b0128 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762867132591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593584'] for agent (a62b1850-466f-48ae-bec7-d62fb280e14b), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:15:44.618060 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-4fedffc8-e6a0-4d67-9dba-c9a965bfcf5b tempest-TestShelveInstance-1852451263 tempest-TestShelveInstance-1852451263-project] Publish callbacks [] for security_group_rule (7032ec9a-8210-48f8-9fdf-e16c7b86794d), precommit_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:15:44.623065 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-4fedffc8-e6a0-4d67-9dba-c9a965bfcf5b tempest-TestShelveInstance-1852451263 tempest-TestShelveInstance-1852451263-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1892250'] for security_group_rule (7032ec9a-8210-48f8-9fdf-e16c7b86794d), after_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:15:44.644920 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fedffc8-e6a0-4d67-9dba-c9a965bfcf5b tempest-TestShelveInstance-1852451263 tempest-TestShelveInstance-1852451263-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7032ec9a-8210-48f8-9fdf-e16c7b86794d,revision_number=0']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:15:44.656476 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-4fedffc8-e6a0-4d67-9dba-c9a965bfcf5b tempest-TestShelveInstance-1852451263 tempest-TestShelveInstance-1852451263-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:15:44.658048 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-4fedffc8-e6a0-4d67-9dba-c9a965bfcf5b tempest-TestShelveInstance-1852451263 tempest-TestShelveInstance-1852451263-project] 10.222.0.75 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1510813 Feb 09 20:15:44.662219 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 55316) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:15:44.671201 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.v2.base [None req-5249498d-9419-460b-bbdc-6358d57aebad tempest-TestShelveInstance-1852451263 tempest-TestShelveInstance-1852451263-project] Request body: {'security_group_rule': {'security_group_id': '149c08b9-0259-4ed9-82ce-5e633c637de7', 'project_id': 'b8f9990d965e4c57a95957edeb189b35', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 20:15:44.693659 n-d-713498-36 neutron-server[103229]: INFO neutron.db.securitygroups_db [None req-5249498d-9419-460b-bbdc-6358d57aebad tempest-TestShelveInstance-1852451263 tempest-TestShelveInstance-1852451263-project] Project b8f9990d965e4c57a95957edeb189b35 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 09 20:15:44.699149 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-5249498d-9419-460b-bbdc-6358d57aebad tempest-TestShelveInstance-1852451263 tempest-TestShelveInstance-1852451263-project] Publish callbacks [] for security_group_rule (b494c4bd-942c-4681-be52-0cb810696419), before_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:15:44.765410 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-5249498d-9419-460b-bbdc-6358d57aebad tempest-TestShelveInstance-1852451263 tempest-TestShelveInstance-1852451263-project] Publish callbacks [] for security_group_rule (b494c4bd-942c-4681-be52-0cb810696419), precommit_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:15:44.770099 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-5249498d-9419-460b-bbdc-6358d57aebad tempest-TestShelveInstance-1852451263 tempest-TestShelveInstance-1852451263-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1892250'] for security_group_rule (b494c4bd-942c-4681-be52-0cb810696419), after_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:15:44.789401 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5249498d-9419-460b-bbdc-6358d57aebad tempest-TestShelveInstance-1852451263 tempest-TestShelveInstance-1852451263-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b494c4bd-942c-4681-be52-0cb810696419,revision_number=0']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:15:44.799195 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-5249498d-9419-460b-bbdc-6358d57aebad tempest-TestShelveInstance-1852451263 tempest-TestShelveInstance-1852451263-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:15:44.803322 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-5249498d-9419-460b-bbdc-6358d57aebad tempest-TestShelveInstance-1852451263 tempest-TestShelveInstance-1852451263-project] 10.222.0.75 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1369772 Feb 09 20:15:44.803485 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 55318) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:15:44.807997 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.v2.base [None req-50549c88-a74c-4976-9427-2feb4ab19eb0 tempest-TestShelveInstance-1852451263 tempest-TestShelveInstance-1852451263-project] Request body: {'security_group_rule': {'security_group_id': '149c08b9-0259-4ed9-82ce-5e633c637de7', 'project_id': 'b8f9990d965e4c57a95957edeb189b35', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 20:15:44.832381 n-d-713498-36 neutron-server[103229]: INFO neutron.db.securitygroups_db [None req-50549c88-a74c-4976-9427-2feb4ab19eb0 tempest-TestShelveInstance-1852451263 tempest-TestShelveInstance-1852451263-project] Project b8f9990d965e4c57a95957edeb189b35 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 09 20:15:44.840219 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-50549c88-a74c-4976-9427-2feb4ab19eb0 tempest-TestShelveInstance-1852451263 tempest-TestShelveInstance-1852451263-project] Publish callbacks [] for security_group_rule (48fe6143-e75a-4064-8a0c-6033580a5d88), before_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:15:44.916331 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-50549c88-a74c-4976-9427-2feb4ab19eb0 tempest-TestShelveInstance-1852451263 tempest-TestShelveInstance-1852451263-project] Publish callbacks [] for security_group_rule (48fe6143-e75a-4064-8a0c-6033580a5d88), precommit_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:15:44.922100 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Device 5bacdf27-d5ce-41c9-b693-7cac36bd2247 up at agent ovs-agent-n-d-713498-36 {{(pid=103232) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 20:15:44.923354 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-50549c88-a74c-4976-9427-2feb4ab19eb0 tempest-TestShelveInstance-1852451263 tempest-TestShelveInstance-1852451263-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1892250'] for security_group_rule (48fe6143-e75a-4064-8a0c-6033580a5d88), after_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:15:44.945704 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50549c88-a74c-4976-9427-2feb4ab19eb0 tempest-TestShelveInstance-1852451263 tempest-TestShelveInstance-1852451263-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=48fe6143-e75a-4064-8a0c-6033580a5d88,revision_number=0']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:15:44.961911 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-50549c88-a74c-4976-9427-2feb4ab19eb0 tempest-TestShelveInstance-1852451263 tempest-TestShelveInstance-1852451263-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:15:44.965531 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-50549c88-a74c-4976-9427-2feb4ab19eb0 tempest-TestShelveInstance-1852451263 tempest-TestShelveInstance-1852451263-project] 10.222.0.75 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1589375 Feb 09 20:15:44.981858 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.provisioning_blocks [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Provisioning complete for port 5bacdf27-d5ce-41c9-b693-7cac36bd2247 triggered by entity L2. {{(pid=103232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 20:15:44.982276 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593630'] for port (5bacdf27-d5ce-41c9-b693-7cac36bd2247), provisioning_complete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:15:45.066354 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Current status of the port 5bacdf27-d5ce-41c9-b693-7cac36bd2247 is: DOWN; New status is: ACTIVE {{(pid=103232) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 20:15:45.066943 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (5bacdf27-d5ce-41c9-b693-7cac36bd2247), before_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:15:45.093016 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] For port 5bacdf27-d5ce-41c9-b693-7cac36bd2247, host n-d-713498-36, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-36',level=0,port_id=5bacdf27-d5ce-41c9-b693-7cac36bd2247,segment=NetworkSegment(a4222f89-8d3f-4b51-953b-1a8126392491),segment_id=a4222f89-8d3f-4b51-953b-1a8126392491)] {{(pid=103232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 20:15:45.099367 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762867176205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762866656485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762866656503'] for port (5bacdf27-d5ce-41c9-b693-7cac36bd2247), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:15:45.133392 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-82d88312-ecea-4ace-9fd2-66567d12db1d req-7dc144ce-302f-464e-b826-a1daf9a94ead tempest-TestShelveInstance-1852451263 tempest-TestShelveInstance-1852451263-project] 10.222.0.75 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-669848511&fields=id&tenant_id=b8f9990d965e4c57a95957edeb189b35 HTTP/1.1" status: 200 len: 267 time: 0.0532832 Feb 09 20:15:45.155039 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Pushing event updated for resources: {'Port': ['ID=5bacdf27-d5ce-41c9-b693-7cac36bd2247,revision_number=4']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:15:45.254440 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82d88312-ecea-4ace-9fd2-66567d12db1d req-7ae6e507-2e89-4227-bffb-f8b1fa1db88a tempest-TestShelveInstance-1852451263 tempest-TestShelveInstance-1852451263-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:15:45.256545 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-82d88312-ecea-4ace-9fd2-66567d12db1d req-7ae6e507-2e89-4227-bffb-f8b1fa1db88a tempest-TestShelveInstance-1852451263 tempest-TestShelveInstance-1852451263-project] 10.222.0.75 "GET /v2.0/networks?id=bf0aa6cf-cfa0-4134-9562-80f96f1b0353 HTTP/1.1" status: 200 len: 808 time: 0.1135833 Feb 09 20:15:45.271905 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-82d88312-ecea-4ace-9fd2-66567d12db1d req-d49eb97e-041a-46b7-8779-2a2536705652 tempest-TestShelveInstance-1852451263 tempest-TestShelveInstance-1852451263-project] 10.222.0.75 "GET /v2.0/quotas/b8f9990d965e4c57a95957edeb189b35 HTTP/1.1" status: 200 len: 375 time: 0.0099039 Feb 09 20:15:45.330902 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-82d88312-ecea-4ace-9fd2-66567d12db1d req-e4db4c5e-cbbf-4900-9a92-6417c8b75a23 tempest-TestShelveInstance-1852451263 tempest-TestShelveInstance-1852451263-project] 10.222.0.75 "GET /v2.0/ports?tenant_id=b8f9990d965e4c57a95957edeb189b35&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0533206 Feb 09 20:15:45.436614 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-82d88312-ecea-4ace-9fd2-66567d12db1d req-9ae05bda-467f-455b-975e-e19485f5c568 service neutron] 10.222.0.75 "GET /v2.0/networks/bf0aa6cf-cfa0-4134-9562-80f96f1b0353?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0936346 Feb 09 20:15:45.538770 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-82d88312-ecea-4ace-9fd2-66567d12db1d req-08822c70-fb9d-46a8-924f-7a9adaad0ce2 service neutron] 10.222.0.75 "GET /v2.0/networks/bf0aa6cf-cfa0-4134-9562-80f96f1b0353?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0959170 Feb 09 20:15:45.711063 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-9a22156b-a993-4e70-ac08-39036a713676 req-b16f948c-63cc-4add-aea6-8d300ace5c24 tempest-TestShelveInstance-1852451263 tempest-TestShelveInstance-1852451263-project] 10.222.0.75 "GET /v2.0/ports?device_id=5c2bae3b-03ad-4f4b-b4c7-f639e8a5ea3d HTTP/1.1" status: 200 len: 210 time: 0.0285509 Feb 09 20:15:46.146307 n-d-713498-36 neutron-server[103233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5cecc41b-540c-405c-95d5-486b2db6f88b None None] Sync routers for ids ['9fadd50f-b1e6-4bd7-b9ca-0498528fb0ff'] in n-d-713498-36 {{(pid=103233) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 20:15:46.158797 n-d-713498-36 neutron-server[103233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5cecc41b-540c-405c-95d5-486b2db6f88b None None] Routers {'9fadd50f-b1e6-4bd7-b9ca-0498528fb0ff'} bound to L3 agent in host n-d-713498-36 {{(pid=103233) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 20:15:46.159526 n-d-713498-36 neutron-server[103233]: DEBUG neutron.db.l3_hamode_db [None req-5cecc41b-540c-405c-95d5-486b2db6f88b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T18:51:43Z,description=,heartbeat_timestamp=2022-02-09T20:15:43Z,host='n-d-713498-36',id=93303d5e-5d17-45e8-8963-7694f87783ae,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T18:51:43Z,topic='l3_agent')) {'router_ids': ['9fadd50f-b1e6-4bd7-b9ca-0498528fb0ff'], 'active': True} {{(pid=103233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 20:15:46.231925 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-a7262a8e-0513-48fd-984d-75726a511961 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762867132591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593584'] for agent (911cfea2-02ae-4ec9-bac3-7808ee1cdd9c), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:15:46.273731 n-d-713498-36 neutron-server[103233]: DEBUG neutron.db.l3_dvr_db [None req-5cecc41b-540c-405c-95d5-486b2db6f88b None None] Set router 9fadd50f-b1e6-4bd7-b9ca-0498528fb0ff gateway port host: n-d-713498-36 {{(pid=103233) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 20:15:46.487916 n-d-713498-36 neutron-server[103233]: DEBUG neutron.db.l3_hamode_db [None req-5cecc41b-540c-405c-95d5-486b2db6f88b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9fadd50f-b1e6-4bd7-b9ca-0498528fb0ff', 'name': 'tempest-TestShelveInstance-229562034-router', 'tenant_id': 'f00d4c0092c84226927f07a27cdee9ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88055e1e-672a-4487-be31-ffb6e833ece5', 'external_fixed_ips': [{'subnet_id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'ip_address': '172.25.1.222'}], 'enable_snat': True}, 'gw_port_id': '5bacdf27-d5ce-41c9-b693-7cac36bd2247', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T20:15:39Z', 'updated_at': '2022-02-09T20:15:42Z', 'revision_number': 4, 'project_id': 'f00d4c0092c84226927f07a27cdee9ab', 'gw_port': {'id': '5bacdf27-d5ce-41c9-b693-7cac36bd2247', 'name': '', 'network_id': '88055e1e-672a-4487-be31-ffb6e833ece5', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:6f:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9fadd50f-b1e6-4bd7-b9ca-0498528fb0ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4343, 'fixed_ips': [{'subnet_id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'ip_address': '172.25.1.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T20:15:39Z', 'updated_at': '2022-02-09T20:15:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-36', '_interfaces': [{'id': '895044c9-f853-40f2-bd22-83a2299502fd', 'name': '', 'network_id': 'dd4a96d6-5e4c-4d00-b504-c3fa77c99154', 'tenant_id': 'f00d4c0092c84226927f07a27cdee9ab', 'mac_address': 'fa:16:3e:11:35:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9fadd50f-b1e6-4bd7-b9ca-0498528fb0ff', 'device_owner': 'network:router_interface', 'standard_attr_id': 4344, 'fixed_ips': [{'subnet_id': 'dd4e30a2-df49-4b7e-bc7c-1cb8f4f0066f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T20:15:42Z', 'updated_at': '2022-02-09T20:15:42Z', 'revision_number': 2, 'project_id': 'f00d4c0092c84226927f07a27cdee9ab', 'subnets': [{'id': 'dd4e30a2-df49-4b7e-bc7c-1cb8f4f0066f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-36', False) {} {{(pid=103233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 20:15:46.517063 n-d-713498-36 neutron-server[103233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5cecc41b-540c-405c-95d5-486b2db6f88b None None] Checking router: 9fadd50f-b1e6-4bd7-b9ca-0498528fb0ff for host: n-d-713498-36 {{(pid=103233) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 20:15:46.517414 n-d-713498-36 neutron-server[103233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5cecc41b-540c-405c-95d5-486b2db6f88b None None] Updating router 9fadd50f-b1e6-4bd7-b9ca-0498528fb0ff port 895044c9-f853-40f2-bd22-83a2299502fd binding host n-d-713498-36 {{(pid=103233) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 20:15:46.544904 n-d-713498-36 neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-5cecc41b-540c-405c-95d5-486b2db6f88b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (895044c9-f853-40f2-bd22-83a2299502fd), before_update {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:15:46.852597 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82d88312-ecea-4ace-9fd2-66567d12db1d req-5e5035e9-59dc-4dca-9c1d-f99389588fc4 tempest-TestShelveInstance-1852451263 tempest-TestShelveInstance-1852451263-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:15:46.855083 n-d-713498-36 neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-5cecc41b-540c-405c-95d5-486b2db6f88b None None] Publish callbacks [] for port (895044c9-f853-40f2-bd22-83a2299502fd), precommit_update {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:15:46.856552 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-82d88312-ecea-4ace-9fd2-66567d12db1d req-5e5035e9-59dc-4dca-9c1d-f99389588fc4 tempest-TestShelveInstance-1852451263 tempest-TestShelveInstance-1852451263-project] 10.222.0.89 "GET /v2.0/networks?id=bf0aa6cf-cfa0-4134-9562-80f96f1b0353 HTTP/1.1" status: 200 len: 808 time: 0.1327386 Feb 09 20:15:46.858547 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-44b83743-a70b-4bb8-bd2c-4b3b881ce9eb req-30354adb-ac46-43be-9c35-356c9e9c11e5 tempest-TestShelveInstance-1852451263 tempest-TestShelveInstance-1852451263-project] 10.222.0.75 "GET /v2.0/ports?device_id=5c2bae3b-03ad-4f4b-b4c7-f639e8a5ea3d HTTP/1.1" status: 200 len: 210 time: 0.0628479 Feb 09 20:15:46.864526 n-d-713498-36 neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-5cecc41b-540c-405c-95d5-486b2db6f88b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762867176205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762866656485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762866656503'] for port (895044c9-f853-40f2-bd22-83a2299502fd), after_update {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:15:46.922450 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Device 5bacdf27-d5ce-41c9-b693-7cac36bd2247 up at agent ovs-agent-n-d-713498-36 {{(pid=103232) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 20:15:46.937484 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-82d88312-ecea-4ace-9fd2-66567d12db1d req-e665b848-12f5-4a5a-a030-f373e4d7fa46 tempest-TestShelveInstance-1852451263 tempest-TestShelveInstance-1852451263-project] 10.222.0.89 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b8f9990d965e4c57a95957edeb189b35 HTTP/1.1" status: 200 len: 379 time: 0.0721395 Feb 09 20:15:46.937708 n-d-713498-36 neutron-server[103233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47b8c43d-7ec1-4704-b953-31ec54ce9a38 None None] Pushing event updated for resources: {'Port': ['ID=895044c9-f853-40f2-bd22-83a2299502fd,revision_number=3']} {{(pid=103233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:15:46.952549 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.v2.base [req-82d88312-ecea-4ace-9fd2-66567d12db1d req-6821e7a9-cbea-430e-a872-c51344f3cc9a tempest-TestShelveInstance-1852451263 tempest-TestShelveInstance-1852451263-project] Request body: {'port': {'device_id': '5c2bae3b-03ad-4f4b-b4c7-f639e8a5ea3d', 'network_id': 'bf0aa6cf-cfa0-4134-9562-80f96f1b0353', 'admin_state_up': True, 'tenant_id': 'b8f9990d965e4c57a95957edeb189b35', 'security_groups': ['149c08b9-0259-4ed9-82ce-5e633c637de7']}} {{(pid=103229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 20:15:46.991119 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.provisioning_blocks [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Provisioning complete for port 5bacdf27-d5ce-41c9-b693-7cac36bd2247 triggered by entity L2. {{(pid=103232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 20:15:46.991738 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593630'] for port (5bacdf27-d5ce-41c9-b693-7cac36bd2247), provisioning_complete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:15:46.994805 n-d-713498-36 neutron-server[103233]: DEBUG neutron.plugins.ml2.managers [None req-5cecc41b-540c-405c-95d5-486b2db6f88b None None] Attempting to bind port 895044c9-f853-40f2-bd22-83a2299502fd on host n-d-713498-36 for vnic_type normal with profile {{(pid=103233) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 20:15:46.995301 n-d-713498-36 neutron-server[103233]: DEBUG neutron.plugins.ml2.managers [None req-5cecc41b-540c-405c-95d5-486b2db6f88b None None] Attempting to bind port 895044c9-f853-40f2-bd22-83a2299502fd by drivers openvswitch,hyperv on host n-d-713498-36 at level 0 using segments [{'id': '1393c932-2c1e-4c5a-9a5f-69cb898a2801', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': 'dd4a96d6-5e4c-4d00-b504-c3fa77c99154'}] {{(pid=103233) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 20:15:46.995815 n-d-713498-36 neutron-server[103233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5cecc41b-540c-405c-95d5-486b2db6f88b None None] Attempting to bind port 895044c9-f853-40f2-bd22-83a2299502fd on network dd4a96d6-5e4c-4d00-b504-c3fa77c99154 {{(pid=103233) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 20:15:47.001278 n-d-713498-36 neutron-server[103233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5cecc41b-540c-405c-95d5-486b2db6f88b None None] Checking agent: {'id': '496418a2-c002-4aec-ab1a-07f3bea491bd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-36', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 18, 51, 47), 'started_at': datetime.datetime(2022, 2, 9, 18, 52, 17), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 20, 15, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-36'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103233) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 20:15:47.001928 n-d-713498-36 neutron-server[103233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5cecc41b-540c-405c-95d5-486b2db6f88b None None] Checking segment: {'id': '1393c932-2c1e-4c5a-9a5f-69cb898a2801', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': 'dd4a96d6-5e4c-4d00-b504-c3fa77c99154'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103233) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 20:15:47.002551 n-d-713498-36 neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-5cecc41b-540c-405c-95d5-486b2db6f88b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:15:47.003102 n-d-713498-36 neutron-server[103233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5cecc41b-540c-405c-95d5-486b2db6f88b None None] Bound using segment: {'id': '1393c932-2c1e-4c5a-9a5f-69cb898a2801', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': 'dd4a96d6-5e4c-4d00-b504-c3fa77c99154'} {{(pid=103233) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 20:15:47.003735 n-d-713498-36 neutron-server[103233]: DEBUG neutron.plugins.ml2.managers [None req-5cecc41b-540c-405c-95d5-486b2db6f88b None None] Bound port: 895044c9-f853-40f2-bd22-83a2299502fd, host: n-d-713498-36, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1393c932-2c1e-4c5a-9a5f-69cb898a2801', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': 'dd4a96d6-5e4c-4d00-b504-c3fa77c99154'}}] {{(pid=103233) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 20:15:47.004283 n-d-713498-36 neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-5cecc41b-540c-405c-95d5-486b2db6f88b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (895044c9-f853-40f2-bd22-83a2299502fd), before_update {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:15:47.075108 n-d-713498-36 neutron-server[103233]: DEBUG neutron.plugins.ml2.db [None req-5cecc41b-540c-405c-95d5-486b2db6f88b None None] For port 895044c9-f853-40f2-bd22-83a2299502fd, host n-d-713498-36, cleared binding levels {{(pid=103233) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 20:15:47.078720 n-d-713498-36 neutron-server[103233]: DEBUG neutron.plugins.ml2.db [None req-5cecc41b-540c-405c-95d5-486b2db6f88b None None] For port 895044c9-f853-40f2-bd22-83a2299502fd, host n-d-713498-36, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-36',level=0,port_id=895044c9-f853-40f2-bd22-83a2299502fd,segment=NetworkSegment(1393c932-2c1e-4c5a-9a5f-69cb898a2801),segment_id=1393c932-2c1e-4c5a-9a5f-69cb898a2801)] {{(pid=103233) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 20:15:47.089704 n-d-713498-36 neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-5cecc41b-540c-405c-95d5-486b2db6f88b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762867176205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762866656485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762866656503'] for port (895044c9-f853-40f2-bd22-83a2299502fd), after_update {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:15:47.098046 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Current status of the port 5bacdf27-d5ce-41c9-b693-7cac36bd2247 is: ACTIVE; New status is: ACTIVE {{(pid=103232) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 20:15:47.131437 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-82d88312-ecea-4ace-9fd2-66567d12db1d req-6821e7a9-cbea-430e-a872-c51344f3cc9a tempest-TestShelveInstance-1852451263 tempest-TestShelveInstance-1852451263-project] Made reservation on behalf of b8f9990d965e4c57a95957edeb189b35 for: {'port': 1} {{(pid=103229) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 20:15:47.135121 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-82d88312-ecea-4ace-9fd2-66567d12db1d req-6821e7a9-cbea-430e-a872-c51344f3cc9a tempest-TestShelveInstance-1852451263 tempest-TestShelveInstance-1852451263-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (None), before_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:15:47.144800 n-d-713498-36 neutron-server[103233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5cecc41b-540c-405c-95d5-486b2db6f88b None None] Routers {'9fadd50f-b1e6-4bd7-b9ca-0498528fb0ff'} bound to L3 agent in host n-d-713498-36 {{(pid=103233) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 20:15:47.145442 n-d-713498-36 neutron-server[103233]: DEBUG neutron.db.l3_hamode_db [None req-5cecc41b-540c-405c-95d5-486b2db6f88b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T18:51:43Z,description=,heartbeat_timestamp=2022-02-09T20:15:43Z,host='n-d-713498-36',id=93303d5e-5d17-45e8-8963-7694f87783ae,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T18:51:43Z,topic='l3_agent')) {'router_ids': ['9fadd50f-b1e6-4bd7-b9ca-0498528fb0ff'], 'active': True} {{(pid=103233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 20:15:47.202687 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762867132591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593584'] for agent (496418a2-c002-4aec-ab1a-07f3bea491bd), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:15:47.229130 n-d-713498-36 neutron-server[103233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47b8c43d-7ec1-4704-b953-31ec54ce9a38 None None] Pushing event updated for resources: {'Port': ['ID=895044c9-f853-40f2-bd22-83a2299502fd,revision_number=4']} {{(pid=103233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:15:47.244242 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.provisioning_blocks [None req-a74efd78-3f8e-4868-913c-d6b1a65cc276 None None] Provisioning complete for port 895044c9-f853-40f2-bd22-83a2299502fd triggered by entity DHCP. {{(pid=103232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 20:15:47.244776 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-a74efd78-3f8e-4868-913c-d6b1a65cc276 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593630'] for port (895044c9-f853-40f2-bd22-83a2299502fd), provisioning_complete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:15:47.281729 n-d-713498-36 neutron-server[103233]: DEBUG neutron.db.l3_dvr_db [None req-5cecc41b-540c-405c-95d5-486b2db6f88b None None] Set router 9fadd50f-b1e6-4bd7-b9ca-0498528fb0ff gateway port host: n-d-713498-36 {{(pid=103233) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 20:15:47.287353 n-d-713498-36 neutron-server[103229]: DEBUG neutron.db.db_base_plugin_common [req-82d88312-ecea-4ace-9fd2-66567d12db1d req-6821e7a9-cbea-430e-a872-c51344f3cc9a tempest-TestShelveInstance-1852451263 tempest-TestShelveInstance-1852451263-project] Allocated IP 172.20.0.11 (bf0aa6cf-cfa0-4134-9562-80f96f1b0353/f7f74a64-69c9-4210-8b78-9533b9ade151/99cc98f1-0428-4657-b22b-3014c9111f83) {{(pid=103229) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 20:15:47.362089 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-a74efd78-3f8e-4868-913c-d6b1a65cc276 None None] Current status of the port 895044c9-f853-40f2-bd22-83a2299502fd is: DOWN; New status is: ACTIVE {{(pid=103232) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 20:15:47.362631 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-a74efd78-3f8e-4868-913c-d6b1a65cc276 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (895044c9-f853-40f2-bd22-83a2299502fd), before_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:15:47.407658 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-a74efd78-3f8e-4868-913c-d6b1a65cc276 None None] For port 895044c9-f853-40f2-bd22-83a2299502fd, host n-d-713498-36, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-36',level=0,port_id=895044c9-f853-40f2-bd22-83a2299502fd,segment=NetworkSegment(1393c932-2c1e-4c5a-9a5f-69cb898a2801),segment_id=1393c932-2c1e-4c5a-9a5f-69cb898a2801)] {{(pid=103232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 20:15:47.414002 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-a74efd78-3f8e-4868-913c-d6b1a65cc276 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762867176205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762866656485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762866656503'] for port (895044c9-f853-40f2-bd22-83a2299502fd), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:15:47.481846 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-82d88312-ecea-4ace-9fd2-66567d12db1d req-6821e7a9-cbea-430e-a872-c51344f3cc9a tempest-TestShelveInstance-1852451263 tempest-TestShelveInstance-1852451263-project] Publish callbacks [] for port (99cc98f1-0428-4657-b22b-3014c9111f83), precommit_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:15:47.484396 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a74efd78-3f8e-4868-913c-d6b1a65cc276 None None] Pushing event updated for resources: {'Port': ['ID=895044c9-f853-40f2-bd22-83a2299502fd,revision_number=5']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:15:47.518681 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-82d88312-ecea-4ace-9fd2-66567d12db1d req-6821e7a9-cbea-430e-a872-c51344f3cc9a tempest-TestShelveInstance-1852451263 tempest-TestShelveInstance-1852451263-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762866656467', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12867576'] for port (99cc98f1-0428-4657-b22b-3014c9111f83), after_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:15:47.536942 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.provisioning_blocks [None req-42070e69-c90f-44ba-a9dd-ca63fb88200a None None] Provisioning complete for port 895044c9-f853-40f2-bd22-83a2299502fd triggered by entity DHCP. {{(pid=103232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 20:15:47.537355 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-42070e69-c90f-44ba-a9dd-ca63fb88200a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593630'] for port (895044c9-f853-40f2-bd22-83a2299502fd), provisioning_complete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:15:47.566118 n-d-713498-36 neutron-server[103229]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-82d88312-ecea-4ace-9fd2-66567d12db1d req-6821e7a9-cbea-430e-a872-c51344f3cc9a tempest-TestShelveInstance-1852451263 tempest-TestShelveInstance-1852451263-project] Network bf0aa6cf-cfa0-4134-9562-80f96f1b0353 is already hosted by enough agents. {{(pid=103229) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 20:15:47.571634 n-d-713498-36 neutron-server[103229]: DEBUG neutron.scheduler.base_scheduler [req-82d88312-ecea-4ace-9fd2-66567d12db1d req-6821e7a9-cbea-430e-a872-c51344f3cc9a tempest-TestShelveInstance-1852451263 tempest-TestShelveInstance-1852451263-project] Resources bound (agent type, host, resource id): {{(pid=103229) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 20:15:47.574703 n-d-713498-36 neutron-server[103229]: DEBUG neutron.db.l3_dvrscheduler_db [req-82d88312-ecea-4ace-9fd2-66567d12db1d req-6821e7a9-cbea-430e-a872-c51344f3cc9a tempest-TestShelveInstance-1852451263 tempest-TestShelveInstance-1852451263-project] Received port after_create {{(pid=103229) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 20:15:47.607024 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6821e7a9-cbea-430e-a872-c51344f3cc9a tempest-TestShelveInstance-1852451263 tempest-TestShelveInstance-1852451263-project] Pushing event updated for resources: {'Port': ['ID=99cc98f1-0428-4657-b22b-3014c9111f83,revision_number=1']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:15:47.634977 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-42070e69-c90f-44ba-a9dd-ca63fb88200a None None] Current status of the port 895044c9-f853-40f2-bd22-83a2299502fd is: ACTIVE; New status is: ACTIVE {{(pid=103232) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 20:15:47.636640 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82d88312-ecea-4ace-9fd2-66567d12db1d req-6821e7a9-cbea-430e-a872-c51344f3cc9a tempest-TestShelveInstance-1852451263 tempest-TestShelveInstance-1852451263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:15:47.637329 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-82d88312-ecea-4ace-9fd2-66567d12db1d req-6821e7a9-cbea-430e-a872-c51344f3cc9a tempest-TestShelveInstance-1852451263 tempest-TestShelveInstance-1852451263-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171096'] for port (None), before_response {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:15:47.662229 n-d-713498-36 neutron-server[103233]: DEBUG neutron.db.l3_hamode_db [None req-5cecc41b-540c-405c-95d5-486b2db6f88b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9fadd50f-b1e6-4bd7-b9ca-0498528fb0ff', 'name': 'tempest-TestShelveInstance-229562034-router', 'tenant_id': 'f00d4c0092c84226927f07a27cdee9ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88055e1e-672a-4487-be31-ffb6e833ece5', 'external_fixed_ips': [{'subnet_id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'ip_address': '172.25.1.222'}], 'enable_snat': True}, 'gw_port_id': '5bacdf27-d5ce-41c9-b693-7cac36bd2247', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T20:15:39Z', 'updated_at': '2022-02-09T20:15:42Z', 'revision_number': 4, 'project_id': 'f00d4c0092c84226927f07a27cdee9ab', 'gw_port': {'id': '5bacdf27-d5ce-41c9-b693-7cac36bd2247', 'name': '', 'network_id': '88055e1e-672a-4487-be31-ffb6e833ece5', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:6f:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9fadd50f-b1e6-4bd7-b9ca-0498528fb0ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4343, 'fixed_ips': [{'subnet_id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'ip_address': '172.25.1.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T20:15:39Z', 'updated_at': '2022-02-09T20:15:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-36', '_interfaces': [{'id': '895044c9-f853-40f2-bd22-83a2299502fd', 'name': '', 'network_id': 'dd4a96d6-5e4c-4d00-b504-c3fa77c99154', 'tenant_id': 'f00d4c0092c84226927f07a27cdee9ab', 'mac_address': 'fa:16:3e:11:35:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9fadd50f-b1e6-4bd7-b9ca-0498528fb0ff', 'device_owner': 'network:router_interface', 'standard_attr_id': 4344, 'fixed_ips': [{'subnet_id': 'dd4e30a2-df49-4b7e-bc7c-1cb8f4f0066f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T20:15:42Z', 'updated_at': '2022-02-09T20:15:47Z', 'revision_number': 4, 'project_id': 'f00d4c0092c84226927f07a27cdee9ab', 'subnets': [{'id': 'dd4e30a2-df49-4b7e-bc7c-1cb8f4f0066f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-36', False) {} {{(pid=103233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 20:15:47.662556 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-82d88312-ecea-4ace-9fd2-66567d12db1d req-6821e7a9-cbea-430e-a872-c51344f3cc9a tempest-TestShelveInstance-1852451263 tempest-TestShelveInstance-1852451263-project] 10.222.0.89 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7112873 Feb 09 20:15:47.678028 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.v2.base [req-82d88312-ecea-4ace-9fd2-66567d12db1d req-f823eefc-5a42-400b-8c42-0686eeba398b service neutron] Request body: {'port': {'device_id': '5c2bae3b-03ad-4f4b-b4c7-f639e8a5ea3d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-713498-36'}} {{(pid=103229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 20:15:47.691199 n-d-713498-36 neutron-server[103233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5cecc41b-540c-405c-95d5-486b2db6f88b None None] The sync data for ids ['9fadd50f-b1e6-4bd7-b9ca-0498528fb0ff'] in n-d-713498-36 is: [{'id': '9fadd50f-b1e6-4bd7-b9ca-0498528fb0ff', 'name': 'tempest-TestShelveInstance-229562034-router', 'tenant_id': 'f00d4c0092c84226927f07a27cdee9ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88055e1e-672a-4487-be31-ffb6e833ece5', 'external_fixed_ips': [{'subnet_id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'ip_address': '172.25.1.222'}], 'enable_snat': True}, 'gw_port_id': '5bacdf27-d5ce-41c9-b693-7cac36bd2247', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T20:15:39Z', 'updated_at': '2022-02-09T20:15:42Z', 'revision_number': 4, 'project_id': 'f00d4c0092c84226927f07a27cdee9ab', 'gw_port': {'id': '5bacdf27-d5ce-41c9-b693-7cac36bd2247', 'name': '', 'network_id': '88055e1e-672a-4487-be31-ffb6e833ece5', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:6f:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9fadd50f-b1e6-4bd7-b9ca-0498528fb0ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4343, 'fixed_ips': [{'subnet_id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'ip_address': '172.25.1.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T20:15:39Z', 'updated_at': '2022-02-09T20:15:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-36', '_interfaces': [{'id': '895044c9-f853-40f2-bd22-83a2299502fd', 'name': '', 'network_id': 'dd4a96d6-5e4c-4d00-b504-c3fa77c99154', 'tenant_id': 'f00d4c0092c84226927f07a27cdee9ab', 'mac_address': 'fa:16:3e:11:35:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9fadd50f-b1e6-4bd7-b9ca-0498528fb0ff', 'device_owner': 'network:router_interface', 'standard_attr_id': 4344, 'fixed_ips': [{'subnet_id': 'dd4e30a2-df49-4b7e-bc7c-1cb8f4f0066f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T20:15:42Z', 'updated_at': '2022-02-09T20:15:47Z', 'revision_number': 4, 'project_id': 'f00d4c0092c84226927f07a27cdee9ab', 'subnets': [{'id': 'dd4e30a2-df49-4b7e-bc7c-1cb8f4f0066f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103233) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 20:15:47.763746 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-82d88312-ecea-4ace-9fd2-66567d12db1d req-f823eefc-5a42-400b-8c42-0686eeba398b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (99cc98f1-0428-4657-b22b-3014c9111f83), before_update {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:15:47.859047 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.provisioning_blocks [None req-6f605d78-a35a-4df1-bbf7-d27baac29e85 None None] Provisioning complete for port 99cc98f1-0428-4657-b22b-3014c9111f83 triggered by entity DHCP. {{(pid=103232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 20:15:47.859497 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-6f605d78-a35a-4df1-bbf7-d27baac29e85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593630'] for port (99cc98f1-0428-4657-b22b-3014c9111f83), provisioning_complete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:15:47.903419 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-6f605d78-a35a-4df1-bbf7-d27baac29e85 None None] Port 99cc98f1-0428-4657-b22b-3014c9111f83 cannot update to ACTIVE because it is not bound. {{(pid=103232) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 20:15:48.064108 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e21ba21-b7da-43a9-8f28-3f018c336184 req-203f404f-8472-45e4-b005-5aa33974b8b3 tempest-TestShelveInstance-1852451263 tempest-TestShelveInstance-1852451263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:15:48.065545 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-5e21ba21-b7da-43a9-8f28-3f018c336184 req-203f404f-8472-45e4-b005-5aa33974b8b3 tempest-TestShelveInstance-1852451263 tempest-TestShelveInstance-1852451263-project] 10.222.0.75 "GET /v2.0/ports?device_id=5c2bae3b-03ad-4f4b-b4c7-f639e8a5ea3d HTTP/1.1" status: 200 len: 932 time: 0.1005006 Feb 09 20:15:48.132243 n-d-713498-36 neutron-server[103229]: DEBUG neutron.notifiers.nova [req-82d88312-ecea-4ace-9fd2-66567d12db1d req-f823eefc-5a42-400b-8c42-0686eeba398b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 99cc98f1-0428-4657-b22b-3014c9111f83 {{(pid=103229) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 20:15:48.147071 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-82d88312-ecea-4ace-9fd2-66567d12db1d req-f823eefc-5a42-400b-8c42-0686eeba398b service neutron] Publish callbacks [] for port (99cc98f1-0428-4657-b22b-3014c9111f83), precommit_update {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:15:48.161785 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-5e21ba21-b7da-43a9-8f28-3f018c336184 req-075b061e-6e20-4c88-a81c-c9866d99c69e tempest-TestShelveInstance-1852451263 tempest-TestShelveInstance-1852451263-project] 10.222.0.75 "GET /v2.0/security-groups?id=149c08b9-0259-4ed9-82ce-5e633c637de7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0902746 Feb 09 20:15:48.170844 n-d-713498-36 neutron-server[103229]: DEBUG neutron.db.provisioning_blocks [req-82d88312-ecea-4ace-9fd2-66567d12db1d req-f823eefc-5a42-400b-8c42-0686eeba398b service neutron] Transition to ACTIVE for port object 99cc98f1-0428-4657-b22b-3014c9111f83 will not be triggered until provisioned by entity L2. {{(pid=103229) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 20:15:48.175524 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-82d88312-ecea-4ace-9fd2-66567d12db1d req-f823eefc-5a42-400b-8c42-0686eeba398b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762867176205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762866656485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762866656503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12867569'] for port (99cc98f1-0428-4657-b22b-3014c9111f83), after_update {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:15:48.257255 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f823eefc-5a42-400b-8c42-0686eeba398b service neutron] Pushing event updated for resources: {'Port': ['ID=99cc98f1-0428-4657-b22b-3014c9111f83,revision_number=2']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:15:48.319411 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.managers [req-82d88312-ecea-4ace-9fd2-66567d12db1d req-f823eefc-5a42-400b-8c42-0686eeba398b service neutron] Attempting to bind port 99cc98f1-0428-4657-b22b-3014c9111f83 on host n-h1-713498-36 for vnic_type normal with profile {{(pid=103229) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 20:15:48.319776 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.managers [req-82d88312-ecea-4ace-9fd2-66567d12db1d req-f823eefc-5a42-400b-8c42-0686eeba398b service neutron] Attempting to bind port 99cc98f1-0428-4657-b22b-3014c9111f83 by drivers openvswitch,hyperv on host n-h1-713498-36 at level 0 using segments [{'id': '6eae29b3-2d6f-4832-9df1-d4b7ca050d85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': 'bf0aa6cf-cfa0-4134-9562-80f96f1b0353'}] {{(pid=103229) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 20:15:48.320180 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82d88312-ecea-4ace-9fd2-66567d12db1d req-f823eefc-5a42-400b-8c42-0686eeba398b service neutron] Attempting to bind port 99cc98f1-0428-4657-b22b-3014c9111f83 on network bf0aa6cf-cfa0-4134-9562-80f96f1b0353 {{(pid=103229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 20:15:48.326350 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82d88312-ecea-4ace-9fd2-66567d12db1d req-f823eefc-5a42-400b-8c42-0686eeba398b service neutron] Port 99cc98f1-0428-4657-b22b-3014c9111f83 on network bf0aa6cf-cfa0-4134-9562-80f96f1b0353 not bound, no agent of type Open vSwitch agent registered on host n-h1-713498-36 {{(pid=103229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 20:15:48.326802 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82d88312-ecea-4ace-9fd2-66567d12db1d req-f823eefc-5a42-400b-8c42-0686eeba398b service neutron] Attempting to bind port 99cc98f1-0428-4657-b22b-3014c9111f83 on network bf0aa6cf-cfa0-4134-9562-80f96f1b0353 {{(pid=103229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 20:15:48.332613 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82d88312-ecea-4ace-9fd2-66567d12db1d req-f823eefc-5a42-400b-8c42-0686eeba398b service neutron] Checking agent: {'id': '488cd9ae-631f-4955-ba0b-4f5a13f12e9c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713498-36', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 18, 59, 18), 'started_at': datetime.datetime(2022, 2, 9, 18, 59, 18), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 20, 15, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 20:15:48.332978 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82d88312-ecea-4ace-9fd2-66567d12db1d req-f823eefc-5a42-400b-8c42-0686eeba398b service neutron] Checking segment: {'id': '6eae29b3-2d6f-4832-9df1-d4b7ca050d85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': 'bf0aa6cf-cfa0-4134-9562-80f96f1b0353'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103229) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 20:15:48.333389 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82d88312-ecea-4ace-9fd2-66567d12db1d req-f823eefc-5a42-400b-8c42-0686eeba398b service neutron] Bound using segment: {'id': '6eae29b3-2d6f-4832-9df1-d4b7ca050d85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': 'bf0aa6cf-cfa0-4134-9562-80f96f1b0353'} {{(pid=103229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 20:15:48.333822 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.managers [req-82d88312-ecea-4ace-9fd2-66567d12db1d req-f823eefc-5a42-400b-8c42-0686eeba398b service neutron] Bound port: 99cc98f1-0428-4657-b22b-3014c9111f83, host: n-h1-713498-36, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6eae29b3-2d6f-4832-9df1-d4b7ca050d85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': 'bf0aa6cf-cfa0-4134-9562-80f96f1b0353'}}] {{(pid=103229) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 20:15:48.334192 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-82d88312-ecea-4ace-9fd2-66567d12db1d req-f823eefc-5a42-400b-8c42-0686eeba398b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (99cc98f1-0428-4657-b22b-3014c9111f83), before_update {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:15:48.413642 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.db [req-82d88312-ecea-4ace-9fd2-66567d12db1d req-f823eefc-5a42-400b-8c42-0686eeba398b service neutron] For port 99cc98f1-0428-4657-b22b-3014c9111f83, host n-h1-713498-36, cleared binding levels {{(pid=103229) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 20:15:48.421149 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.db [req-82d88312-ecea-4ace-9fd2-66567d12db1d req-f823eefc-5a42-400b-8c42-0686eeba398b service neutron] For port 99cc98f1-0428-4657-b22b-3014c9111f83, host n-h1-713498-36, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-36',level=0,port_id=99cc98f1-0428-4657-b22b-3014c9111f83,segment=NetworkSegment(6eae29b3-2d6f-4832-9df1-d4b7ca050d85),segment_id=6eae29b3-2d6f-4832-9df1-d4b7ca050d85)] {{(pid=103229) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 20:15:48.428847 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-82d88312-ecea-4ace-9fd2-66567d12db1d req-f823eefc-5a42-400b-8c42-0686eeba398b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762867176205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762866656485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762866656503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12867569'] for port (99cc98f1-0428-4657-b22b-3014c9111f83), after_update {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:15:48.468276 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82d88312-ecea-4ace-9fd2-66567d12db1d req-f823eefc-5a42-400b-8c42-0686eeba398b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:15:48.468900 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-82d88312-ecea-4ace-9fd2-66567d12db1d req-f823eefc-5a42-400b-8c42-0686eeba398b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171096'] for port (None), before_response {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:15:48.470323 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-82d88312-ecea-4ace-9fd2-66567d12db1d req-f823eefc-5a42-400b-8c42-0686eeba398b service neutron] 10.222.0.89 "PUT /v2.0/ports/99cc98f1-0428-4657-b22b-3014c9111f83 HTTP/1.1" status: 200 len: 1093 time: 0.7968926 Feb 09 20:15:48.470776 n-d-713498-36 neutron-server[103229]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5c2bae3b-03ad-4f4b-b4c7-f639e8a5ea3d', 'tag': '99cc98f1-0428-4657-b22b-3014c9111f83'}] {{(pid=103229) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 20:15:48.473023 n-d-713498-36 neutron-server[103229]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}07d618d1c5389b9cd0b8ca1de8f17b65d6cfa6b0806685514be6977118e88e42" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7c3923f2-177d-4d26-bf9d-baea32e7c385" -d '{"events": [{"name": "network-changed", "server_uuid": "5c2bae3b-03ad-4f4b-b4c7-f639e8a5ea3d", "tag": "99cc98f1-0428-4657-b22b-3014c9111f83"}]}' {{(pid=103229) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 20:15:48.516167 n-d-713498-36 neutron-server[103229]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 20:15:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-765ed1ec-ef8b-4806-a877-bd5d8c3ac07d x-openstack-request-id: req-765ed1ec-ef8b-4806-a877-bd5d8c3ac07d {{(pid=103229) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 20:15:48.516470 n-d-713498-36 neutron-server[103229]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5c2bae3b-03ad-4f4b-b4c7-f639e8a5ea3d", "tag": "99cc98f1-0428-4657-b22b-3014c9111f83", "status": "completed", "code": 200}]} {{(pid=103229) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 20:15:48.516728 n-d-713498-36 neutron-server[103229]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-765ed1ec-ef8b-4806-a877-bd5d8c3ac07d {{(pid=103229) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 20:15:48.517163 n-d-713498-36 neutron-server[103229]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5c2bae3b-03ad-4f4b-b4c7-f639e8a5ea3d', 'tag': '99cc98f1-0428-4657-b22b-3014c9111f83', 'status': 'completed', 'code': 200} Feb 09 20:15:48.518234 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f823eefc-5a42-400b-8c42-0686eeba398b service neutron] Pushing event updated for resources: {'Port': ['ID=99cc98f1-0428-4657-b22b-3014c9111f83,revision_number=3']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:15:48.574268 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82d88312-ecea-4ace-9fd2-66567d12db1d req-7a3dcaa7-feb7-429f-86f5-484e796651ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:15:48.574268 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-82d88312-ecea-4ace-9fd2-66567d12db1d req-7a3dcaa7-feb7-429f-86f5-484e796651ae service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=b8f9990d965e4c57a95957edeb189b35&device_id=5c2bae3b-03ad-4f4b-b4c7-f639e8a5ea3d HTTP/1.1" status: 200 len: 1127 time: 0.0509257 Feb 09 20:15:48.617446 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-82d88312-ecea-4ace-9fd2-66567d12db1d req-81723ad4-80c1-4969-a367-a70c7783ee37 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=99cc98f1-0428-4657-b22b-3014c9111f83 HTTP/1.1" status: 200 len: 217 time: 0.0377595 Feb 09 20:15:48.666693 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82d88312-ecea-4ace-9fd2-66567d12db1d req-d5b907cf-1147-49a2-8d38-0a24b821b43d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:15:48.669014 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-82d88312-ecea-4ace-9fd2-66567d12db1d req-d5b907cf-1147-49a2-8d38-0a24b821b43d service neutron] 10.222.0.89 "GET /v2.0/subnets?id=f7f74a64-69c9-4210-8b78-9533b9ade151 HTTP/1.1" status: 200 len: 847 time: 0.0466681 Feb 09 20:15:48.724324 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82d88312-ecea-4ace-9fd2-66567d12db1d req-d3e76f90-c91a-4116-bb77-0e527a4865f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:15:48.725872 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-82d88312-ecea-4ace-9fd2-66567d12db1d req-d3e76f90-c91a-4116-bb77-0e527a4865f0 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=bf0aa6cf-cfa0-4134-9562-80f96f1b0353&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0517654 Feb 09 20:15:48.817166 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-82d88312-ecea-4ace-9fd2-66567d12db1d req-ae9675db-b50a-4bc1-83dd-4f90aa08b678 service neutron] 10.222.0.89 "GET /v2.0/networks/bf0aa6cf-cfa0-4134-9562-80f96f1b0353?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850492 Feb 09 20:15:48.911919 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Device 895044c9-f853-40f2-bd22-83a2299502fd up at agent ovs-agent-n-d-713498-36 {{(pid=103232) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 20:15:48.916180 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-82d88312-ecea-4ace-9fd2-66567d12db1d req-1f6ee7af-60a5-4aec-a5e5-7498909f6e45 service neutron] 10.222.0.89 "GET /v2.0/networks/bf0aa6cf-cfa0-4134-9562-80f96f1b0353?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0936809 Feb 09 20:15:48.968151 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.provisioning_blocks [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Provisioning complete for port 895044c9-f853-40f2-bd22-83a2299502fd triggered by entity L2. {{(pid=103232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 20:15:48.968780 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593630'] for port (895044c9-f853-40f2-bd22-83a2299502fd), provisioning_complete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:15:49.015670 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c3923f2-177d-4d26-bf9d-baea32e7c385 req-32ea9fd4-f0b7-4784-9fa6-4f21640163fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:15:49.017194 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-7c3923f2-177d-4d26-bf9d-baea32e7c385 req-32ea9fd4-f0b7-4784-9fa6-4f21640163fe service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=b8f9990d965e4c57a95957edeb189b35&device_id=5c2bae3b-03ad-4f4b-b4c7-f639e8a5ea3d HTTP/1.1" status: 200 len: 1127 time: 0.0511584 Feb 09 20:15:49.057455 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Current status of the port 895044c9-f853-40f2-bd22-83a2299502fd is: ACTIVE; New status is: ACTIVE {{(pid=103232) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 20:15:49.115619 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c3923f2-177d-4d26-bf9d-baea32e7c385 req-801f4653-82aa-4866-a01d-4b962e3ad231 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:15:49.116986 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-7c3923f2-177d-4d26-bf9d-baea32e7c385 req-801f4653-82aa-4866-a01d-4b962e3ad231 service neutron] 10.222.0.89 "GET /v2.0/networks?id=bf0aa6cf-cfa0-4134-9562-80f96f1b0353 HTTP/1.1" status: 200 len: 909 time: 0.0935071 Feb 09 20:15:49.162777 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-7c3923f2-177d-4d26-bf9d-baea32e7c385 req-d537659a-36e3-4a9b-bab5-59b675e67d93 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=99cc98f1-0428-4657-b22b-3014c9111f83 HTTP/1.1" status: 200 len: 217 time: 0.0382118 Feb 09 20:15:49.196829 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762867132591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593584'] for agent (488cd9ae-631f-4955-ba0b-4f5a13f12e9c), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:15:49.212445 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c3923f2-177d-4d26-bf9d-baea32e7c385 req-33c0116d-bc73-47b1-a789-3c2fb826491c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:15:49.214295 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-7c3923f2-177d-4d26-bf9d-baea32e7c385 req-33c0116d-bc73-47b1-a789-3c2fb826491c service neutron] 10.222.0.89 "GET /v2.0/subnets?id=f7f74a64-69c9-4210-8b78-9533b9ade151 HTTP/1.1" status: 200 len: 847 time: 0.0456364 Feb 09 20:15:49.303783 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c3923f2-177d-4d26-bf9d-baea32e7c385 req-70727e81-8f1f-4f05-8c73-597b9070d4b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:15:49.306073 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-7c3923f2-177d-4d26-bf9d-baea32e7c385 req-70727e81-8f1f-4f05-8c73-597b9070d4b5 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=bf0aa6cf-cfa0-4134-9562-80f96f1b0353&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0841260 Feb 09 20:15:49.381546 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e4934f2-b0d7-44f5-8b53-f66aea1b35fb req-d7f6803e-d168-4f63-bd53-8aeeccd7462b tempest-TestShelveInstance-1852451263 tempest-TestShelveInstance-1852451263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:15:49.382996 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-2e4934f2-b0d7-44f5-8b53-f66aea1b35fb req-d7f6803e-d168-4f63-bd53-8aeeccd7462b tempest-TestShelveInstance-1852451263 tempest-TestShelveInstance-1852451263-project] 10.222.0.75 "GET /v2.0/ports?device_id=5c2bae3b-03ad-4f4b-b4c7-f639e8a5ea3d HTTP/1.1" status: 200 len: 944 time: 0.1338160 Feb 09 20:15:49.460426 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-2e4934f2-b0d7-44f5-8b53-f66aea1b35fb req-cf225553-b415-427c-9902-1926f2d388dd tempest-TestShelveInstance-1852451263 tempest-TestShelveInstance-1852451263-project] 10.222.0.75 "GET /v2.0/security-groups?id=149c08b9-0259-4ed9-82ce-5e633c637de7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0708587 Feb 09 20:15:49.462501 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-7c3923f2-177d-4d26-bf9d-baea32e7c385 req-437c5e6a-91c8-46c3-8717-da94d224fedd service neutron] 10.222.0.89 "GET /v2.0/networks/bf0aa6cf-cfa0-4134-9562-80f96f1b0353?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1498222 Feb 09 20:15:49.557782 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-7c3923f2-177d-4d26-bf9d-baea32e7c385 req-237312bc-ce2a-496b-ac1a-277a5b4e0574 service neutron] 10.222.0.89 "GET /v2.0/networks/bf0aa6cf-cfa0-4134-9562-80f96f1b0353?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0889165 Feb 09 20:15:49.631222 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762867132591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593584'] for agent (bcd5faee-dc24-4298-9134-0e0aa054058e), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:15:50.585931 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cc8e9aa-c6fe-4e73-8394-1be5a18a4f98 req-e14ab854-3e62-4018-bb3b-deee9e38dfb7 tempest-TestShelveInstance-1852451263 tempest-TestShelveInstance-1852451263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:15:50.587453 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-2cc8e9aa-c6fe-4e73-8394-1be5a18a4f98 req-e14ab854-3e62-4018-bb3b-deee9e38dfb7 tempest-TestShelveInstance-1852451263 tempest-TestShelveInstance-1852451263-project] 10.222.0.75 "GET /v2.0/ports?device_id=5c2bae3b-03ad-4f4b-b4c7-f639e8a5ea3d HTTP/1.1" status: 200 len: 944 time: 0.0543580 Feb 09 20:15:50.638918 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-2cc8e9aa-c6fe-4e73-8394-1be5a18a4f98 req-c1205aa0-6747-4ce1-bec5-5118c820ee6c tempest-TestShelveInstance-1852451263 tempest-TestShelveInstance-1852451263-project] 10.222.0.75 "GET /v2.0/security-groups?id=149c08b9-0259-4ed9-82ce-5e633c637de7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448956 Feb 09 20:15:50.975696 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Device 99cc98f1-0428-4657-b22b-3014c9111f83 details requested by agent hyperv_n-h1-713498-36 with host n-h1-713498-36 {{(pid=103232) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 20:15:51.079063 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] For port 99cc98f1-0428-4657-b22b-3014c9111f83, host n-h1-713498-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-36',level=0,port_id=99cc98f1-0428-4657-b22b-3014c9111f83,segment=NetworkSegment(6eae29b3-2d6f-4832-9df1-d4b7ca050d85),segment_id=6eae29b3-2d6f-4832-9df1-d4b7ca050d85)] {{(pid=103232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 20:15:51.092272 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Returning: {'device': '99cc98f1-0428-4657-b22b-3014c9111f83', 'network_id': 'bf0aa6cf-cfa0-4134-9562-80f96f1b0353', 'port_id': '99cc98f1-0428-4657-b22b-3014c9111f83', 'mac_address': 'fa:16:3e:98:4b:08', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 398, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f7f74a64-69c9-4210-8b78-9533b9ade151', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103232) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 20:15:51.135422 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Current status of the port 99cc98f1-0428-4657-b22b-3014c9111f83 is: DOWN; New status is: BUILD {{(pid=103232) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 20:15:51.135813 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (99cc98f1-0428-4657-b22b-3014c9111f83), before_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:15:51.149172 n-d-713498-36 neutron-server[103232]: DEBUG neutron.notifiers.nova [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 99cc98f1-0428-4657-b22b-3014c9111f83 {{(pid=103232) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 20:15:51.171519 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] For port 99cc98f1-0428-4657-b22b-3014c9111f83, host n-h1-713498-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-36',level=0,port_id=99cc98f1-0428-4657-b22b-3014c9111f83,segment=NetworkSegment(6eae29b3-2d6f-4832-9df1-d4b7ca050d85),segment_id=6eae29b3-2d6f-4832-9df1-d4b7ca050d85)] {{(pid=103232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 20:15:51.175609 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762867176205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762866656485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762866656503'] for port (99cc98f1-0428-4657-b22b-3014c9111f83), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:15:51.229221 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Pushing event updated for resources: {'Port': ['ID=99cc98f1-0428-4657-b22b-3014c9111f83,revision_number=4']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:15:51.421619 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] get_ports_and_sgs() called for port_ids ['99cc98f1-0428-4657-b22b-3014c9111f83'] {{(pid=103232) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 20:15:51.765816 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-813926b2-b8bb-43ec-a91a-929edab1f47e req-05d123b5-02d5-4aef-b1c8-6f60bdced278 tempest-TestShelveInstance-1852451263 tempest-TestShelveInstance-1852451263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:15:51.767336 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-813926b2-b8bb-43ec-a91a-929edab1f47e req-05d123b5-02d5-4aef-b1c8-6f60bdced278 tempest-TestShelveInstance-1852451263 tempest-TestShelveInstance-1852451263-project] 10.222.0.75 "GET /v2.0/ports?device_id=5c2bae3b-03ad-4f4b-b4c7-f639e8a5ea3d HTTP/1.1" status: 200 len: 945 time: 0.0575109 Feb 09 20:15:51.819870 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-813926b2-b8bb-43ec-a91a-929edab1f47e req-d5f90058-0915-4e6d-a090-3c891bc5fab8 tempest-TestShelveInstance-1852451263 tempest-TestShelveInstance-1852451263-project] 10.222.0.75 "GET /v2.0/security-groups?id=149c08b9-0259-4ed9-82ce-5e633c637de7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0469182 Feb 09 20:15:52.270190 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [req-89ae38ab-f569-4341-9e7c-26e88840d3ae req-443c38b6-6ca2-4fc3-bf8e-ce355eb7d96e service neutron] (103229) timed out ('10.222.0.75', 51388) {{(pid=103229) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Feb 09 20:15:52.942876 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe2d7302-0d82-4ac8-913a-44e1da39dcf1 req-cf49eb77-e9c6-47d2-8cfa-c5567c9503a1 tempest-TestShelveInstance-1852451263 tempest-TestShelveInstance-1852451263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:15:52.944369 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-fe2d7302-0d82-4ac8-913a-44e1da39dcf1 req-cf49eb77-e9c6-47d2-8cfa-c5567c9503a1 tempest-TestShelveInstance-1852451263 tempest-TestShelveInstance-1852451263-project] 10.222.0.75 "GET /v2.0/ports?device_id=5c2bae3b-03ad-4f4b-b4c7-f639e8a5ea3d HTTP/1.1" status: 200 len: 945 time: 0.0562758 Feb 09 20:15:52.992133 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Device 99cc98f1-0428-4657-b22b-3014c9111f83 up at agent hyperv_n-h1-713498-36 {{(pid=103232) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 20:15:52.994461 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-fe2d7302-0d82-4ac8-913a-44e1da39dcf1 req-940e1aa3-af04-4667-a071-10e395a203bf tempest-TestShelveInstance-1852451263 tempest-TestShelveInstance-1852451263-project] 10.222.0.75 "GET /v2.0/security-groups?id=149c08b9-0259-4ed9-82ce-5e633c637de7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438063 Feb 09 20:15:53.042272 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.provisioning_blocks [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Provisioning for port 99cc98f1-0428-4657-b22b-3014c9111f83 completed by entity L2. {{(pid=103232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 20:15:53.049098 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.provisioning_blocks [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Provisioning complete for port 99cc98f1-0428-4657-b22b-3014c9111f83 triggered by entity L2. {{(pid=103232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 20:15:53.049834 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593630'] for port (99cc98f1-0428-4657-b22b-3014c9111f83), provisioning_complete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:15:53.132475 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Current status of the port 99cc98f1-0428-4657-b22b-3014c9111f83 is: BUILD; New status is: ACTIVE {{(pid=103232) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 20:15:53.132778 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (99cc98f1-0428-4657-b22b-3014c9111f83), before_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:15:53.157167 n-d-713498-36 neutron-server[103232]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5c2bae3b-03ad-4f4b-b4c7-f639e8a5ea3d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '99cc98f1-0428-4657-b22b-3014c9111f83'}] {{(pid=103232) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 20:15:53.159445 n-d-713498-36 neutron-server[103232]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cbbf3601bdfb8db7b6600aedba7e3851fa962f00dad36f02e289fea53b94aa67" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4e6ec2a4-8a61-46e6-bf35-8b39a85f1c2e" -d '{"events": [{"server_uuid": "5c2bae3b-03ad-4f4b-b4c7-f639e8a5ea3d", "name": "network-vif-plugged", "status": "completed", "tag": "99cc98f1-0428-4657-b22b-3014c9111f83"}]}' {{(pid=103232) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 20:15:53.172876 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] For port 99cc98f1-0428-4657-b22b-3014c9111f83, host n-h1-713498-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-36',level=0,port_id=99cc98f1-0428-4657-b22b-3014c9111f83,segment=NetworkSegment(6eae29b3-2d6f-4832-9df1-d4b7ca050d85),segment_id=6eae29b3-2d6f-4832-9df1-d4b7ca050d85)] {{(pid=103232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 20:15:53.177598 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762867176205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762866656485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762866656503'] for port (99cc98f1-0428-4657-b22b-3014c9111f83), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:15:53.234889 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Pushing event updated for resources: {'Port': ['ID=99cc98f1-0428-4657-b22b-3014c9111f83,revision_number=5']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:15:53.264019 n-d-713498-36 neutron-server[103232]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 20:15:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9d777aa7-477a-4e00-b388-7972889806e6 x-openstack-request-id: req-9d777aa7-477a-4e00-b388-7972889806e6 {{(pid=103232) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 20:15:53.264849 n-d-713498-36 neutron-server[103232]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5c2bae3b-03ad-4f4b-b4c7-f639e8a5ea3d", "name": "network-vif-plugged", "status": "completed", "tag": "99cc98f1-0428-4657-b22b-3014c9111f83", "code": 200}]} {{(pid=103232) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 20:15:53.265108 n-d-713498-36 neutron-server[103232]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-9d777aa7-477a-4e00-b388-7972889806e6 {{(pid=103232) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 20:15:53.265513 n-d-713498-36 neutron-server[103232]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5c2bae3b-03ad-4f4b-b4c7-f639e8a5ea3d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '99cc98f1-0428-4657-b22b-3014c9111f83', 'code': 200} Feb 09 20:15:53.367669 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7e7edd5-6567-478d-b10f-9d8b6149c0c5 req-6dcf8d56-963d-467b-b96e-09e87b1a3573 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:15:53.369201 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-d7e7edd5-6567-478d-b10f-9d8b6149c0c5 req-6dcf8d56-963d-467b-b96e-09e87b1a3573 service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=5c2bae3b-03ad-4f4b-b4c7-f639e8a5ea3d HTTP/1.1" status: 200 len: 1129 time: 0.0501273 Feb 09 20:15:53.418475 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-d7e7edd5-6567-478d-b10f-9d8b6149c0c5 req-9dd5ffbf-62e7-4664-b77a-e52724bd5069 service neutron] 10.222.0.89 "GET /v2.0/security-groups?id=149c08b9-0259-4ed9-82ce-5e633c637de7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437760 Feb 09 20:15:54.141336 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbda6f26-407a-46a7-a49c-f67e8742cc9a req-2bf1198a-cfaf-4860-a27a-14350514992e tempest-TestShelveInstance-1852451263 tempest-TestShelveInstance-1852451263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:15:54.144228 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-fbda6f26-407a-46a7-a49c-f67e8742cc9a req-2bf1198a-cfaf-4860-a27a-14350514992e tempest-TestShelveInstance-1852451263 tempest-TestShelveInstance-1852451263-project] 10.222.0.75 "GET /v2.0/ports?device_id=5c2bae3b-03ad-4f4b-b4c7-f639e8a5ea3d HTTP/1.1" status: 200 len: 946 time: 0.0663264 Feb 09 20:15:54.197868 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-fbda6f26-407a-46a7-a49c-f67e8742cc9a req-1a3a8a4f-5179-4adb-b51c-75b99626c25d tempest-TestShelveInstance-1852451263 tempest-TestShelveInstance-1852451263-project] 10.222.0.75 "GET /v2.0/security-groups?id=149c08b9-0259-4ed9-82ce-5e633c637de7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0480037 Feb 09 20:15:55.329117 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4703abc3-53b6-488b-a6ac-78a6b9905a35 req-16571838-901c-4b50-a193-168cfcb07cce tempest-TestShelveInstance-1852451263 tempest-TestShelveInstance-1852451263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:15:55.330691 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-4703abc3-53b6-488b-a6ac-78a6b9905a35 req-16571838-901c-4b50-a193-168cfcb07cce tempest-TestShelveInstance-1852451263 tempest-TestShelveInstance-1852451263-project] 10.222.0.75 "GET /v2.0/ports?device_id=5c2bae3b-03ad-4f4b-b4c7-f639e8a5ea3d HTTP/1.1" status: 200 len: 946 time: 0.0529876 Feb 09 20:15:55.385883 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-4703abc3-53b6-488b-a6ac-78a6b9905a35 req-fed251d6-2a99-4eaf-8c14-255e0c134a24 tempest-TestShelveInstance-1852451263 tempest-TestShelveInstance-1852451263-project] 10.222.0.75 "GET /v2.0/security-groups?id=149c08b9-0259-4ed9-82ce-5e633c637de7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0475149 Feb 09 20:15:55.513495 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c0e5081-9b1d-4854-bae8-09213fee6cfa req-3c5e4ff2-aadd-4d50-be3b-70a3ad767630 tempest-TestShelveInstance-1852451263 tempest-TestShelveInstance-1852451263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:15:55.515004 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-1c0e5081-9b1d-4854-bae8-09213fee6cfa req-3c5e4ff2-aadd-4d50-be3b-70a3ad767630 tempest-TestShelveInstance-1852451263 tempest-TestShelveInstance-1852451263-project] 10.222.0.75 "GET /v2.0/ports?device_id=5c2bae3b-03ad-4f4b-b4c7-f639e8a5ea3d HTTP/1.1" status: 200 len: 946 time: 0.0559826 Feb 09 20:15:55.568437 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-1c0e5081-9b1d-4854-bae8-09213fee6cfa req-4c77a8b7-aec6-4b90-952e-55b217388665 tempest-TestShelveInstance-1852451263 tempest-TestShelveInstance-1852451263-project] 10.222.0.75 "GET /v2.0/security-groups?id=149c08b9-0259-4ed9-82ce-5e633c637de7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0459750 Feb 09 20:15:55.590882 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 55372) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:15:55.738343 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21a68113-81f9-4ead-9bec-f16503b33ada tempest-TestShelveInstance-1943970421 tempest-TestShelveInstance-1943970421-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:15:55.739880 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-21a68113-81f9-4ead-9bec-f16503b33ada tempest-TestShelveInstance-1943970421 tempest-TestShelveInstance-1943970421-project-admin] 10.222.0.75 "GET /v2.0/ports?device_id=5c2bae3b-03ad-4f4b-b4c7-f639e8a5ea3d HTTP/1.1" status: 200 len: 1124 time: 0.1479778 Feb 09 20:15:55.743861 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 55376) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:15:55.753225 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.v2.base [None req-c47e954f-706c-4344-bcfb-215754d976d7 tempest-TestShelveInstance-1852451263 tempest-TestShelveInstance-1852451263-project] Request body: {'floatingip': {'floating_network_id': '88055e1e-672a-4487-be31-ffb6e833ece5', 'port_id': '99cc98f1-0428-4657-b22b-3014c9111f83', 'tenant_id': 'b8f9990d965e4c57a95957edeb189b35', 'fixed_ip_address': '172.20.0.11'}} {{(pid=103230) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 20:15:55.774316 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-c47e954f-706c-4344-bcfb-215754d976d7 tempest-TestShelveInstance-1852451263 tempest-TestShelveInstance-1852451263-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:15:55.876172 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-c47e954f-706c-4344-bcfb-215754d976d7 tempest-TestShelveInstance-1852451263 tempest-TestShelveInstance-1852451263-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (None), before_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:15:55.981254 n-d-713498-36 neutron-server[103230]: DEBUG neutron.db.db_base_plugin_common [None req-c47e954f-706c-4344-bcfb-215754d976d7 tempest-TestShelveInstance-1852451263 tempest-TestShelveInstance-1852451263-project] Allocated IP 172.25.1.169 (88055e1e-672a-4487-be31-ffb6e833ece5/ac16dbcc-383c-4b43-9153-d763c4a53f91/27516da7-c948-4ab1-bc12-c5614427d836) {{(pid=103230) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 20:15:56.085792 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-c47e954f-706c-4344-bcfb-215754d976d7 tempest-TestShelveInstance-1852451263 tempest-TestShelveInstance-1852451263-project] Publish callbacks [] for port (27516da7-c948-4ab1-bc12-c5614427d836), precommit_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:15:56.120212 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-c47e954f-706c-4344-bcfb-215754d976d7 tempest-TestShelveInstance-1852451263 tempest-TestShelveInstance-1852451263-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762866656467', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14393751'] for port (27516da7-c948-4ab1-bc12-c5614427d836), after_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:15:56.155944 n-d-713498-36 neutron-server[103230]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c47e954f-706c-4344-bcfb-215754d976d7 tempest-TestShelveInstance-1852451263 tempest-TestShelveInstance-1852451263-project] Network 88055e1e-672a-4487-be31-ffb6e833ece5 is already hosted by enough agents. {{(pid=103230) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 20:15:56.161365 n-d-713498-36 neutron-server[103230]: DEBUG neutron.scheduler.base_scheduler [None req-c47e954f-706c-4344-bcfb-215754d976d7 tempest-TestShelveInstance-1852451263 tempest-TestShelveInstance-1852451263-project] Resources bound (agent type, host, resource id): {{(pid=103230) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 20:15:56.165424 n-d-713498-36 neutron-server[103230]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c47e954f-706c-4344-bcfb-215754d976d7 tempest-TestShelveInstance-1852451263 tempest-TestShelveInstance-1852451263-project] Received port after_create {{(pid=103230) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 20:15:56.189194 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c47e954f-706c-4344-bcfb-215754d976d7 tempest-TestShelveInstance-1852451263 tempest-TestShelveInstance-1852451263-project] Pushing event updated for resources: {'Port': ['ID=27516da7-c948-4ab1-bc12-c5614427d836,revision_number=1']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:15:56.538975 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-c47e954f-706c-4344-bcfb-215754d976d7 tempest-TestShelveInstance-1852451263 tempest-TestShelveInstance-1852451263-project] Publish callbacks [] for floatingip (986a11cd-2f34-48af-b4e7-a6ddfedf50e7), precommit_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:15:56.618507 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-c47e954f-706c-4344-bcfb-215754d976d7 tempest-TestShelveInstance-1852451263 tempest-TestShelveInstance-1852451263-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (27516da7-c948-4ab1-bc12-c5614427d836), before_update {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:15:56.780738 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-c47e954f-706c-4344-bcfb-215754d976d7 tempest-TestShelveInstance-1852451263 tempest-TestShelveInstance-1852451263-project] Publish callbacks [] for port (27516da7-c948-4ab1-bc12-c5614427d836), precommit_update {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:15:56.785842 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-c47e954f-706c-4344-bcfb-215754d976d7 tempest-TestShelveInstance-1852451263 tempest-TestShelveInstance-1852451263-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762867176205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762866656485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762866656503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14393758'] for port (27516da7-c948-4ab1-bc12-c5614427d836), after_update {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:15:56.859635 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c47e954f-706c-4344-bcfb-215754d976d7 tempest-TestShelveInstance-1852451263 tempest-TestShelveInstance-1852451263-project] Pushing event updated for resources: {'Port': ['ID=27516da7-c948-4ab1-bc12-c5614427d836,revision_number=2']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:15:56.872218 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-c47e954f-706c-4344-bcfb-215754d976d7 tempest-TestShelveInstance-1852451263 tempest-TestShelveInstance-1852451263-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1818909'] for floatingip (986a11cd-2f34-48af-b4e7-a6ddfedf50e7), after_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:15:56.978235 n-d-713498-36 neutron-server[103230]: INFO neutron.db.l3_db [None req-c47e954f-706c-4344-bcfb-215754d976d7 tempest-TestShelveInstance-1852451263 tempest-TestShelveInstance-1852451263-project] Floating IP 986a11cd-2f34-48af-b4e7-a6ddfedf50e7 associated. External IP: 172.25.1.169, port: 99cc98f1-0428-4657-b22b-3014c9111f83. Feb 09 20:15:57.203467 n-d-713498-36 neutron-server[103230]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c47e954f-706c-4344-bcfb-215754d976d7 tempest-TestShelveInstance-1852451263 tempest-TestShelveInstance-1852451263-project] Router 5487a766-bfbe-40e6-b588-712454745da8 has already been hosted by L3 agent 93303d5e-5d17-45e8-8963-7694f87783ae {{(pid=103230) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 20:15:57.317261 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c47e954f-706c-4344-bcfb-215754d976d7 tempest-TestShelveInstance-1852451263 tempest-TestShelveInstance-1852451263-project] Notify agent at l3_agent.n-d-713498-36 the message routers_updated {{(pid=103230) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 20:15:57.331588 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6df729c1-8296-4f47-b27f-82b8c81554db None None] Sync routers for ids ['5487a766-bfbe-40e6-b588-712454745da8'] in n-d-713498-36 {{(pid=103232) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 20:15:57.339842 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-c47e954f-706c-4344-bcfb-215754d976d7 tempest-TestShelveInstance-1852451263 tempest-TestShelveInstance-1852451263-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171096'] for floatingip (None), before_response {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:15:57.343344 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6df729c1-8296-4f47-b27f-82b8c81554db None None] Routers {'5487a766-bfbe-40e6-b588-712454745da8'} bound to L3 agent in host n-d-713498-36 {{(pid=103232) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 20:15:57.343979 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.l3_hamode_db [None req-6df729c1-8296-4f47-b27f-82b8c81554db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T18:51:43Z,description=,heartbeat_timestamp=2022-02-09T20:15:43Z,host='n-d-713498-36',id=93303d5e-5d17-45e8-8963-7694f87783ae,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T18:51:43Z,topic='l3_agent')) {'router_ids': ['5487a766-bfbe-40e6-b588-712454745da8'], 'active': True} {{(pid=103232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 20:15:57.371968 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-c47e954f-706c-4344-bcfb-215754d976d7 tempest-TestShelveInstance-1852451263 tempest-TestShelveInstance-1852451263-project] 10.222.0.75 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.6266348 Feb 09 20:15:57.372586 n-d-713498-36 neutron-server[103230]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5c2bae3b-03ad-4f4b-b4c7-f639e8a5ea3d', 'tag': '99cc98f1-0428-4657-b22b-3014c9111f83'}] {{(pid=103230) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 20:15:57.375099 n-d-713498-36 neutron-server[103230]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bdec2cd40908e72a0a66447c6deb3367bbdbf2f4033028e05eb26280eb3900ec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-32773936-b3eb-4e6d-8a5b-adb02bc6af25" -d '{"events": [{"name": "network-changed", "server_uuid": "5c2bae3b-03ad-4f4b-b4c7-f639e8a5ea3d", "tag": "99cc98f1-0428-4657-b22b-3014c9111f83"}]}' {{(pid=103230) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 20:15:57.430894 n-d-713498-36 neutron-server[103230]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 20:15:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6bef5382-2bb9-47bd-aeda-16d91e9399c5 x-openstack-request-id: req-6bef5382-2bb9-47bd-aeda-16d91e9399c5 {{(pid=103230) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 20:15:57.431191 n-d-713498-36 neutron-server[103230]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5c2bae3b-03ad-4f4b-b4c7-f639e8a5ea3d", "tag": "99cc98f1-0428-4657-b22b-3014c9111f83", "status": "completed", "code": 200}]} {{(pid=103230) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 20:15:57.431448 n-d-713498-36 neutron-server[103230]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-6bef5382-2bb9-47bd-aeda-16d91e9399c5 {{(pid=103230) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 20:15:57.432005 n-d-713498-36 neutron-server[103230]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5c2bae3b-03ad-4f4b-b4c7-f639e8a5ea3d', 'tag': '99cc98f1-0428-4657-b22b-3014c9111f83', 'status': 'completed', 'code': 200} Feb 09 20:15:57.509693 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32773936-b3eb-4e6d-8a5b-adb02bc6af25 req-284a6c2a-4327-46d2-813d-4078fce89f32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:15:57.511354 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-32773936-b3eb-4e6d-8a5b-adb02bc6af25 req-284a6c2a-4327-46d2-813d-4078fce89f32 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=b8f9990d965e4c57a95957edeb189b35&device_id=5c2bae3b-03ad-4f4b-b4c7-f639e8a5ea3d HTTP/1.1" status: 200 len: 1129 time: 0.0589852 Feb 09 20:15:57.603098 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32773936-b3eb-4e6d-8a5b-adb02bc6af25 req-c731fabf-6b22-452a-bd1b-f05d5037e36d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:15:57.605247 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-32773936-b3eb-4e6d-8a5b-adb02bc6af25 req-c731fabf-6b22-452a-bd1b-f05d5037e36d service neutron] 10.222.0.89 "GET /v2.0/networks?id=bf0aa6cf-cfa0-4134-9562-80f96f1b0353 HTTP/1.1" status: 200 len: 909 time: 0.0886559 Feb 09 20:15:57.634377 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.l3_dvr_db [None req-6df729c1-8296-4f47-b27f-82b8c81554db None None] Set router 5487a766-bfbe-40e6-b588-712454745da8 gateway port host: n-d-713498-36 {{(pid=103232) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 20:15:57.677736 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-32773936-b3eb-4e6d-8a5b-adb02bc6af25 req-b024b581-1ab3-46ab-a0ce-81689381c339 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=99cc98f1-0428-4657-b22b-3014c9111f83 HTTP/1.1" status: 200 len: 1000 time: 0.0668211 Feb 09 20:15:57.728823 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32773936-b3eb-4e6d-8a5b-adb02bc6af25 req-78cee17a-3780-41ce-b4da-16796e8c668e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:15:57.731132 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-32773936-b3eb-4e6d-8a5b-adb02bc6af25 req-78cee17a-3780-41ce-b4da-16796e8c668e service neutron] 10.222.0.89 "GET /v2.0/subnets?id=f7f74a64-69c9-4210-8b78-9533b9ade151 HTTP/1.1" status: 200 len: 847 time: 0.0474048 Feb 09 20:15:57.779996 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32773936-b3eb-4e6d-8a5b-adb02bc6af25 req-3a4c6e7c-20fe-4a09-9b16-560b6297abe0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:15:57.781759 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-32773936-b3eb-4e6d-8a5b-adb02bc6af25 req-3a4c6e7c-20fe-4a09-9b16-560b6297abe0 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=bf0aa6cf-cfa0-4134-9562-80f96f1b0353&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0453949 Feb 09 20:15:57.875645 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.l3_hamode_db [None req-6df729c1-8296-4f47-b27f-82b8c81554db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5487a766-bfbe-40e6-b588-712454745da8', 'name': 'tempest-TestShelveInstance-222607312-router', 'tenant_id': 'b8f9990d965e4c57a95957edeb189b35', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88055e1e-672a-4487-be31-ffb6e833ece5', 'external_fixed_ips': [{'subnet_id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'ip_address': '172.25.1.55'}], 'enable_snat': True}, 'gw_port_id': '86bbe2d5-805a-4320-bacb-39bcd1712a8b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T20:15:33Z', 'updated_at': '2022-02-09T20:15:36Z', 'revision_number': 4, 'project_id': 'b8f9990d965e4c57a95957edeb189b35', 'gw_port': {'id': '86bbe2d5-805a-4320-bacb-39bcd1712a8b', 'name': '', 'network_id': '88055e1e-672a-4487-be31-ffb6e833ece5', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:90:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5487a766-bfbe-40e6-b588-712454745da8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4331, 'fixed_ips': [{'subnet_id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'ip_address': '172.25.1.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T20:15:34Z', 'updated_at': '2022-02-09T20:15:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-36', '_floatingips': [{'id': '986a11cd-2f34-48af-b4e7-a6ddfedf50e7', 'tenant_id': 'b8f9990d965e4c57a95957edeb189b35', 'floating_ip_address': '172.25.1.169', 'floating_network_id': '88055e1e-672a-4487-be31-ffb6e833ece5', 'router_id': '5487a766-bfbe-40e6-b588-712454745da8', 'port_id': '99cc98f1-0428-4657-b22b-3014c9111f83', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4356, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'bf0aa6cf-cfa0-4134-9562-80f96f1b0353', 'mac_address': 'fa:16:3e:98:4b:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c2bae3b-03ad-4f4b-b4c7-f639e8a5ea3d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T20:15:56Z', 'updated_at': '2022-02-09T20:15:56Z', 'revision_number': 0, 'project_id': 'b8f9990d965e4c57a95957edeb189b35', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ecd7d528-3573-49a1-980f-3f2c2daf1393', 'name': '', 'network_id': 'bf0aa6cf-cfa0-4134-9562-80f96f1b0353', 'tenant_id': 'b8f9990d965e4c57a95957edeb189b35', 'mac_address': 'fa:16:3e:e5:ed:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5487a766-bfbe-40e6-b588-712454745da8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4332, 'fixed_ips': [{'subnet_id': 'f7f74a64-69c9-4210-8b78-9533b9ade151', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T20:15:36Z', 'updated_at': '2022-02-09T20:15:41Z', 'revision_number': 5, 'project_id': 'b8f9990d965e4c57a95957edeb189b35', 'subnets': [{'id': 'f7f74a64-69c9-4210-8b78-9533b9ade151', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-36', False) {} {{(pid=103232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 20:15:57.884717 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-32773936-b3eb-4e6d-8a5b-adb02bc6af25 req-9c7969a2-0904-469e-a29e-b3ab8a65561c service neutron] 10.222.0.89 "GET /v2.0/networks/bf0aa6cf-cfa0-4134-9562-80f96f1b0353?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0973899 Feb 09 20:15:57.902395 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6df729c1-8296-4f47-b27f-82b8c81554db None None] Checking router: 5487a766-bfbe-40e6-b588-712454745da8 for host: n-d-713498-36 {{(pid=103232) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 20:15:57.910964 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6df729c1-8296-4f47-b27f-82b8c81554db None None] Routers {'5487a766-bfbe-40e6-b588-712454745da8'} bound to L3 agent in host n-d-713498-36 {{(pid=103232) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 20:15:57.911575 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.l3_hamode_db [None req-6df729c1-8296-4f47-b27f-82b8c81554db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T18:51:43Z,description=,heartbeat_timestamp=2022-02-09T20:15:43Z,host='n-d-713498-36',id=93303d5e-5d17-45e8-8963-7694f87783ae,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T18:51:43Z,topic='l3_agent')) {'router_ids': ['5487a766-bfbe-40e6-b588-712454745da8'], 'active': True} {{(pid=103232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 20:15:57.978593 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-32773936-b3eb-4e6d-8a5b-adb02bc6af25 req-b6fd7c9b-6627-4864-a28e-07a8f172f195 service neutron] 10.222.0.89 "GET /v2.0/networks/bf0aa6cf-cfa0-4134-9562-80f96f1b0353?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0877619 Feb 09 20:15:58.028388 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.l3_dvr_db [None req-6df729c1-8296-4f47-b27f-82b8c81554db None None] Set router 5487a766-bfbe-40e6-b588-712454745da8 gateway port host: n-d-713498-36 {{(pid=103232) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 20:15:58.287660 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.l3_hamode_db [None req-6df729c1-8296-4f47-b27f-82b8c81554db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5487a766-bfbe-40e6-b588-712454745da8', 'name': 'tempest-TestShelveInstance-222607312-router', 'tenant_id': 'b8f9990d965e4c57a95957edeb189b35', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88055e1e-672a-4487-be31-ffb6e833ece5', 'external_fixed_ips': [{'subnet_id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'ip_address': '172.25.1.55'}], 'enable_snat': True}, 'gw_port_id': '86bbe2d5-805a-4320-bacb-39bcd1712a8b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T20:15:33Z', 'updated_at': '2022-02-09T20:15:36Z', 'revision_number': 4, 'project_id': 'b8f9990d965e4c57a95957edeb189b35', 'gw_port': {'id': '86bbe2d5-805a-4320-bacb-39bcd1712a8b', 'name': '', 'network_id': '88055e1e-672a-4487-be31-ffb6e833ece5', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:90:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5487a766-bfbe-40e6-b588-712454745da8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4331, 'fixed_ips': [{'subnet_id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'ip_address': '172.25.1.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T20:15:34Z', 'updated_at': '2022-02-09T20:15:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-36', '_floatingips': [{'id': '986a11cd-2f34-48af-b4e7-a6ddfedf50e7', 'tenant_id': 'b8f9990d965e4c57a95957edeb189b35', 'floating_ip_address': '172.25.1.169', 'floating_network_id': '88055e1e-672a-4487-be31-ffb6e833ece5', 'router_id': '5487a766-bfbe-40e6-b588-712454745da8', 'port_id': '99cc98f1-0428-4657-b22b-3014c9111f83', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4356, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'bf0aa6cf-cfa0-4134-9562-80f96f1b0353', 'mac_address': 'fa:16:3e:98:4b:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c2bae3b-03ad-4f4b-b4c7-f639e8a5ea3d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T20:15:56Z', 'updated_at': '2022-02-09T20:15:56Z', 'revision_number': 0, 'project_id': 'b8f9990d965e4c57a95957edeb189b35', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ecd7d528-3573-49a1-980f-3f2c2daf1393', 'name': '', 'network_id': 'bf0aa6cf-cfa0-4134-9562-80f96f1b0353', 'tenant_id': 'b8f9990d965e4c57a95957edeb189b35', 'mac_address': 'fa:16:3e:e5:ed:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5487a766-bfbe-40e6-b588-712454745da8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4332, 'fixed_ips': [{'subnet_id': 'f7f74a64-69c9-4210-8b78-9533b9ade151', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T20:15:36Z', 'updated_at': '2022-02-09T20:15:41Z', 'revision_number': 5, 'project_id': 'b8f9990d965e4c57a95957edeb189b35', 'subnets': [{'id': 'f7f74a64-69c9-4210-8b78-9533b9ade151', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-36', False) {} {{(pid=103232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 20:15:58.314642 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6df729c1-8296-4f47-b27f-82b8c81554db None None] The sync data for ids ['5487a766-bfbe-40e6-b588-712454745da8'] in n-d-713498-36 is: [{'id': '5487a766-bfbe-40e6-b588-712454745da8', 'name': 'tempest-TestShelveInstance-222607312-router', 'tenant_id': 'b8f9990d965e4c57a95957edeb189b35', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88055e1e-672a-4487-be31-ffb6e833ece5', 'external_fixed_ips': [{'subnet_id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'ip_address': '172.25.1.55'}], 'enable_snat': True}, 'gw_port_id': '86bbe2d5-805a-4320-bacb-39bcd1712a8b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T20:15:33Z', 'updated_at': '2022-02-09T20:15:36Z', 'revision_number': 4, 'project_id': 'b8f9990d965e4c57a95957edeb189b35', 'gw_port': {'id': '86bbe2d5-805a-4320-bacb-39bcd1712a8b', 'name': '', 'network_id': '88055e1e-672a-4487-be31-ffb6e833ece5', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:90:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5487a766-bfbe-40e6-b588-712454745da8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4331, 'fixed_ips': [{'subnet_id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'ip_address': '172.25.1.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T20:15:34Z', 'updated_at': '2022-02-09T20:15:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-36', '_floatingips': [{'id': '986a11cd-2f34-48af-b4e7-a6ddfedf50e7', 'tenant_id': 'b8f9990d965e4c57a95957edeb189b35', 'floating_ip_address': '172.25.1.169', 'floating_network_id': '88055e1e-672a-4487-be31-ffb6e833ece5', 'router_id': '5487a766-bfbe-40e6-b588-712454745da8', 'port_id': '99cc98f1-0428-4657-b22b-3014c9111f83', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4356, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'bf0aa6cf-cfa0-4134-9562-80f96f1b0353', 'mac_address': 'fa:16:3e:98:4b:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c2bae3b-03ad-4f4b-b4c7-f639e8a5ea3d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T20:15:56Z', 'updated_at': '2022-02-09T20:15:56Z', 'revision_number': 0, 'project_id': 'b8f9990d965e4c57a95957edeb189b35', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ecd7d528-3573-49a1-980f-3f2c2daf1393', 'name': '', 'network_id': 'bf0aa6cf-cfa0-4134-9562-80f96f1b0353', 'tenant_id': 'b8f9990d965e4c57a95957edeb189b35', 'mac_address': 'fa:16:3e:e5:ed:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5487a766-bfbe-40e6-b588-712454745da8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4332, 'fixed_ips': [{'subnet_id': 'f7f74a64-69c9-4210-8b78-9533b9ade151', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T20:15:36Z', 'updated_at': '2022-02-09T20:15:41Z', 'revision_number': 5, 'project_id': 'b8f9990d965e4c57a95957edeb189b35', 'subnets': [{'id': 'f7f74a64-69c9-4210-8b78-9533b9ade151', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103232) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 20:15:58.519470 n-d-713498-36 neutron-server[103233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66f24d80-13a7-4bdd-8ccc-340691133b0a None None] New status for floating IP 986a11cd-2f34-48af-b4e7-a6ddfedf50e7: ACTIVE {{(pid=103233) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 09 20:16:10.711546 n-d-713498-36 neutron-server[103233]: DEBUG neutron.db.agents_db [None req-4a8a6a42-0a0c-4437-8958-92282682b6bb None None] Agent healthcheck: found 7 active agents {{(pid=103233) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 20:16:10.962983 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-c9843b2a-5c7d-4629-9053-7751bb1e38fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762867132591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593584'] for agent (af91e4b9-f4e1-42b1-a25c-a10dc47171c8), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:16:13.237911 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-81b55e12-e61d-4f23-aec3-74965fb61dd9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762867132591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593584'] for agent (93303d5e-5d17-45e8-8963-7694f87783ae), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:16:14.591614 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-edc54c9b-7f13-45d9-9271-85c9738b0128 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762867132591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593584'] for agent (a62b1850-466f-48ae-bec7-d62fb280e14b), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:16:16.224138 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-a7262a8e-0513-48fd-984d-75726a511961 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762867132591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593584'] for agent (911cfea2-02ae-4ec9-bac3-7808ee1cdd9c), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:16:17.185723 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762867132591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593584'] for agent (496418a2-c002-4aec-ab1a-07f3bea491bd), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:16:19.211584 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762867132591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593584'] for agent (488cd9ae-631f-4955-ba0b-4f5a13f12e9c), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:16:19.644081 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762867132591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593584'] for agent (bcd5faee-dc24-4298-9134-0e0aa054058e), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:16:32.335672 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-7d60c83a-2239-4cd0-95fa-000e5770cffa req-84a1302c-ea44-40c8-afaf-64f2e73a54c5 service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=5c2bae3b-03ad-4f4b-b4c7-f639e8a5ea3d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0512261 Feb 09 20:16:32.430675 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d60c83a-2239-4cd0-95fa-000e5770cffa req-9835c31d-91e1-4e53-9e91-47eaa7fb9f2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:16:32.432756 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-7d60c83a-2239-4cd0-95fa-000e5770cffa req-9835c31d-91e1-4e53-9e91-47eaa7fb9f2a service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=b8f9990d965e4c57a95957edeb189b35&device_id=5c2bae3b-03ad-4f4b-b4c7-f639e8a5ea3d HTTP/1.1" status: 200 len: 1129 time: 0.0511274 Feb 09 20:16:32.537745 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d60c83a-2239-4cd0-95fa-000e5770cffa req-680cd045-3d0c-4ec5-826a-c864035360e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:16:32.539250 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-7d60c83a-2239-4cd0-95fa-000e5770cffa req-680cd045-3d0c-4ec5-826a-c864035360e6 service neutron] 10.222.0.89 "GET /v2.0/networks?id=bf0aa6cf-cfa0-4134-9562-80f96f1b0353 HTTP/1.1" status: 200 len: 909 time: 0.0880225 Feb 09 20:16:32.925069 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-7d60c83a-2239-4cd0-95fa-000e5770cffa req-b9b670f3-67e8-407d-b63a-3ec37469529c service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=99cc98f1-0428-4657-b22b-3014c9111f83 HTTP/1.1" status: 200 len: 1002 time: 0.3790126 Feb 09 20:16:32.976511 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d60c83a-2239-4cd0-95fa-000e5770cffa req-c98c3ff9-6a03-41c9-ab23-94b0639c94ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:16:32.978024 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-7d60c83a-2239-4cd0-95fa-000e5770cffa req-c98c3ff9-6a03-41c9-ab23-94b0639c94ce service neutron] 10.222.0.89 "GET /v2.0/subnets?id=f7f74a64-69c9-4210-8b78-9533b9ade151 HTTP/1.1" status: 200 len: 847 time: 0.0471699 Feb 09 20:16:33.030448 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d60c83a-2239-4cd0-95fa-000e5770cffa req-dc7f5fd3-a63b-43b6-a7a5-90b0ab20fea9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:16:33.031960 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-7d60c83a-2239-4cd0-95fa-000e5770cffa req-dc7f5fd3-a63b-43b6-a7a5-90b0ab20fea9 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=bf0aa6cf-cfa0-4134-9562-80f96f1b0353&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0482328 Feb 09 20:16:33.130330 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-7d60c83a-2239-4cd0-95fa-000e5770cffa req-f2696bc9-6c22-410a-90bd-6a0552b98585 service neutron] 10.222.0.89 "GET /v2.0/networks/bf0aa6cf-cfa0-4134-9562-80f96f1b0353?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0915616 Feb 09 20:16:33.230987 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-7d60c83a-2239-4cd0-95fa-000e5770cffa req-44d9a783-3d34-4a1b-8281-51a2f695ed24 service neutron] 10.222.0.89 "GET /v2.0/networks/bf0aa6cf-cfa0-4134-9562-80f96f1b0353?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0928602 Feb 09 20:16:40.971572 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-dd227f8d-de1f-4227-a09b-caa07378e27d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762867132591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593584'] for agent (af91e4b9-f4e1-42b1-a25c-a10dc47171c8), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:16:43.252276 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-91390978-ff69-4647-94fd-3f4394763535 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762867132591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593584'] for agent (93303d5e-5d17-45e8-8963-7694f87783ae), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:16:44.587582 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-edc54c9b-7f13-45d9-9271-85c9738b0128 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762867132591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593584'] for agent (a62b1850-466f-48ae-bec7-d62fb280e14b), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:16:46.226363 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-a7262a8e-0513-48fd-984d-75726a511961 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762867132591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593584'] for agent (911cfea2-02ae-4ec9-bac3-7808ee1cdd9c), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:16:47.190507 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762867132591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593584'] for agent (496418a2-c002-4aec-ab1a-07f3bea491bd), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:16:47.714505 n-d-713498-36 neutron-server[103233]: DEBUG neutron.db.agents_db [None req-4a8a6a42-0a0c-4437-8958-92282682b6bb None None] Agent healthcheck: found 7 active agents {{(pid=103233) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 20:16:49.207472 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762867132591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593584'] for agent (488cd9ae-631f-4955-ba0b-4f5a13f12e9c), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:16:49.637225 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762867132591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593584'] for agent (bcd5faee-dc24-4298-9134-0e0aa054058e), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:17:10.965476 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-746ef04e-78cf-4cf8-80a1-d9a30b2a25d2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762867132591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593584'] for agent (af91e4b9-f4e1-42b1-a25c-a10dc47171c8), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:17:13.246518 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-70349761-96fe-4b85-a21c-c628c6d5a4dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762867132591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593584'] for agent (93303d5e-5d17-45e8-8963-7694f87783ae), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:17:14.588666 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-edc54c9b-7f13-45d9-9271-85c9738b0128 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762867132591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593584'] for agent (a62b1850-466f-48ae-bec7-d62fb280e14b), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:17:16.233061 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-a7262a8e-0513-48fd-984d-75726a511961 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762867132591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593584'] for agent (911cfea2-02ae-4ec9-bac3-7808ee1cdd9c), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:17:17.193304 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762867132591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593584'] for agent (496418a2-c002-4aec-ab1a-07f3bea491bd), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:17:19.221104 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762867132591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593584'] for agent (488cd9ae-631f-4955-ba0b-4f5a13f12e9c), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:17:19.658347 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762867132591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593584'] for agent (bcd5faee-dc24-4298-9134-0e0aa054058e), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:17:24.713942 n-d-713498-36 neutron-server[103233]: DEBUG neutron.db.agents_db [None req-4a8a6a42-0a0c-4437-8958-92282682b6bb None None] Agent healthcheck: found 7 active agents {{(pid=103233) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 20:17:32.386938 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-6368d96f-0f1b-4d60-9fdc-9c95528be10e req-c25191c4-60ae-4337-82ae-31146cff651a service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=5c2bae3b-03ad-4f4b-b4c7-f639e8a5ea3d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0950239 Feb 09 20:17:32.479095 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6368d96f-0f1b-4d60-9fdc-9c95528be10e req-f3f28d8b-c4e2-4494-b5f8-f8cf8294eb59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:17:32.480604 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-6368d96f-0f1b-4d60-9fdc-9c95528be10e req-f3f28d8b-c4e2-4494-b5f8-f8cf8294eb59 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=b8f9990d965e4c57a95957edeb189b35&device_id=5c2bae3b-03ad-4f4b-b4c7-f639e8a5ea3d HTTP/1.1" status: 200 len: 1129 time: 0.0502093 Feb 09 20:17:32.583930 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6368d96f-0f1b-4d60-9fdc-9c95528be10e req-7590ecd0-7918-49f1-a003-504b0a95ab86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:17:32.585400 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-6368d96f-0f1b-4d60-9fdc-9c95528be10e req-7590ecd0-7918-49f1-a003-504b0a95ab86 service neutron] 10.222.0.89 "GET /v2.0/networks?id=bf0aa6cf-cfa0-4134-9562-80f96f1b0353 HTTP/1.1" status: 200 len: 909 time: 0.0867777 Feb 09 20:17:32.661540 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-6368d96f-0f1b-4d60-9fdc-9c95528be10e req-b506b37f-8c26-4cfa-b9b6-92acbe96398b service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=99cc98f1-0428-4657-b22b-3014c9111f83 HTTP/1.1" status: 200 len: 1002 time: 0.0692155 Feb 09 20:17:32.717039 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6368d96f-0f1b-4d60-9fdc-9c95528be10e req-1afd3dd7-c8f1-4188-963f-124d608f0879 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:17:32.718536 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-6368d96f-0f1b-4d60-9fdc-9c95528be10e req-1afd3dd7-c8f1-4188-963f-124d608f0879 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=f7f74a64-69c9-4210-8b78-9533b9ade151 HTTP/1.1" status: 200 len: 847 time: 0.0514901 Feb 09 20:17:32.770355 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6368d96f-0f1b-4d60-9fdc-9c95528be10e req-c2892f44-8060-4988-8943-948334003813 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:17:32.771857 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-6368d96f-0f1b-4d60-9fdc-9c95528be10e req-c2892f44-8060-4988-8943-948334003813 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=bf0aa6cf-cfa0-4134-9562-80f96f1b0353&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0470669 Feb 09 20:17:32.863993 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-6368d96f-0f1b-4d60-9fdc-9c95528be10e req-8c4e5909-3d49-4c0f-af81-c58139b186b6 service neutron] 10.222.0.89 "GET /v2.0/networks/bf0aa6cf-cfa0-4134-9562-80f96f1b0353?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0861862 Feb 09 20:17:32.956641 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-6368d96f-0f1b-4d60-9fdc-9c95528be10e req-e6faf96a-44d6-4953-8e8e-ab17c3262c72 service neutron] 10.222.0.89 "GET /v2.0/networks/bf0aa6cf-cfa0-4134-9562-80f96f1b0353?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0864511 Feb 09 20:17:40.967352 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-6bd4953e-3081-45bf-a623-3c3f8dc108e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762867132591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593584'] for agent (af91e4b9-f4e1-42b1-a25c-a10dc47171c8), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:17:43.248964 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-6c4df8c7-9345-49f5-aad8-74901f3aa273 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762867132591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593584'] for agent (93303d5e-5d17-45e8-8963-7694f87783ae), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:17:44.590618 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-edc54c9b-7f13-45d9-9271-85c9738b0128 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762867132591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593584'] for agent (a62b1850-466f-48ae-bec7-d62fb280e14b), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:17:46.235127 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-a7262a8e-0513-48fd-984d-75726a511961 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762867132591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593584'] for agent (911cfea2-02ae-4ec9-bac3-7808ee1cdd9c), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:17:47.196882 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762867132591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593584'] for agent (496418a2-c002-4aec-ab1a-07f3bea491bd), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:17:49.220778 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762867132591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593584'] for agent (488cd9ae-631f-4955-ba0b-4f5a13f12e9c), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:17:49.671969 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762867132591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593584'] for agent (bcd5faee-dc24-4298-9134-0e0aa054058e), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:17:53.277233 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c64bc0fa-cfb7-482e-9717-b8ad2bf54423 req-66343d51-192e-441d-a52b-f613fb90f87e tempest-TestShelveInstance-1852451263 tempest-TestShelveInstance-1852451263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:17:53.278603 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-c64bc0fa-cfb7-482e-9717-b8ad2bf54423 req-66343d51-192e-441d-a52b-f613fb90f87e tempest-TestShelveInstance-1852451263 tempest-TestShelveInstance-1852451263-project] 10.222.0.75 "GET /v2.0/ports?device_id=5c2bae3b-03ad-4f4b-b4c7-f639e8a5ea3d HTTP/1.1" status: 200 len: 946 time: 0.0558143 Feb 09 20:17:53.333849 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-c64bc0fa-cfb7-482e-9717-b8ad2bf54423 req-c247c823-1c01-4fa4-b80f-17674daa453c tempest-TestShelveInstance-1852451263 tempest-TestShelveInstance-1852451263-project] 10.222.0.75 "GET /v2.0/security-groups?id=149c08b9-0259-4ed9-82ce-5e633c637de7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457327 Feb 09 20:17:54.473262 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-631bf8f9-1300-46bf-bfaf-86f243748882 req-01e9e6ed-f0bb-4b17-9065-eedf100254f5 tempest-TestShelveInstance-1852451263 tempest-TestShelveInstance-1852451263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:17:54.474800 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-631bf8f9-1300-46bf-bfaf-86f243748882 req-01e9e6ed-f0bb-4b17-9065-eedf100254f5 tempest-TestShelveInstance-1852451263 tempest-TestShelveInstance-1852451263-project] 10.222.0.75 "GET /v2.0/ports?device_id=5c2bae3b-03ad-4f4b-b4c7-f639e8a5ea3d HTTP/1.1" status: 200 len: 946 time: 0.0663218 Feb 09 20:17:54.526382 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-631bf8f9-1300-46bf-bfaf-86f243748882 req-fc1d2b5f-0662-4c88-a0c9-9c5b3d2294cd tempest-TestShelveInstance-1852451263 tempest-TestShelveInstance-1852451263-project] 10.222.0.75 "GET /v2.0/security-groups?id=149c08b9-0259-4ed9-82ce-5e633c637de7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451291 Feb 09 20:17:55.651668 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dbd0487-3ac1-4d83-82fe-aaea986e7d15 req-98d4a47b-270c-4e8a-9611-4693d82eab55 tempest-TestShelveInstance-1852451263 tempest-TestShelveInstance-1852451263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:17:55.653162 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-2dbd0487-3ac1-4d83-82fe-aaea986e7d15 req-98d4a47b-270c-4e8a-9611-4693d82eab55 tempest-TestShelveInstance-1852451263 tempest-TestShelveInstance-1852451263-project] 10.222.0.75 "GET /v2.0/ports?device_id=5c2bae3b-03ad-4f4b-b4c7-f639e8a5ea3d HTTP/1.1" status: 200 len: 946 time: 0.0579739 Feb 09 20:17:55.704222 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-2dbd0487-3ac1-4d83-82fe-aaea986e7d15 req-8e278233-9fb2-4cf6-a691-9586253193ff tempest-TestShelveInstance-1852451263 tempest-TestShelveInstance-1852451263-project] 10.222.0.75 "GET /v2.0/security-groups?id=149c08b9-0259-4ed9-82ce-5e633c637de7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454333 Feb 09 20:17:56.824967 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4357615-1479-4d2f-9df4-25667515e82c req-d8daf2de-6300-44e7-b1e7-89bbdec320f2 tempest-TestShelveInstance-1852451263 tempest-TestShelveInstance-1852451263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:17:56.826393 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-c4357615-1479-4d2f-9df4-25667515e82c req-d8daf2de-6300-44e7-b1e7-89bbdec320f2 tempest-TestShelveInstance-1852451263 tempest-TestShelveInstance-1852451263-project] 10.222.0.75 "GET /v2.0/ports?device_id=5c2bae3b-03ad-4f4b-b4c7-f639e8a5ea3d HTTP/1.1" status: 200 len: 946 time: 0.0544701 Feb 09 20:17:56.877404 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-c4357615-1479-4d2f-9df4-25667515e82c req-25e20b74-a9bd-4141-bfe7-e060dd429a96 tempest-TestShelveInstance-1852451263 tempest-TestShelveInstance-1852451263-project] 10.222.0.75 "GET /v2.0/security-groups?id=149c08b9-0259-4ed9-82ce-5e633c637de7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453987 Feb 09 20:17:58.016309 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-367c5e3a-5681-4384-a282-e27327fe373d req-8c75e089-40bd-484d-a119-d6d6d2a0ddee tempest-TestShelveInstance-1852451263 tempest-TestShelveInstance-1852451263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:17:58.018598 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-367c5e3a-5681-4384-a282-e27327fe373d req-8c75e089-40bd-484d-a119-d6d6d2a0ddee tempest-TestShelveInstance-1852451263 tempest-TestShelveInstance-1852451263-project] 10.222.0.75 "GET /v2.0/ports?device_id=5c2bae3b-03ad-4f4b-b4c7-f639e8a5ea3d HTTP/1.1" status: 200 len: 946 time: 0.0637641 Feb 09 20:17:58.073319 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-367c5e3a-5681-4384-a282-e27327fe373d req-540ee56c-f6f7-4df8-bebe-11fb4c1985f8 tempest-TestShelveInstance-1852451263 tempest-TestShelveInstance-1852451263-project] 10.222.0.75 "GET /v2.0/security-groups?id=149c08b9-0259-4ed9-82ce-5e633c637de7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0488234 Feb 09 20:17:59.212384 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95bf75f1-8a0c-475f-aa76-a0f4bb767451 req-85f6bc71-7f6c-4b20-8fb5-883e5b51c13c tempest-TestShelveInstance-1852451263 tempest-TestShelveInstance-1852451263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:17:59.214030 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-95bf75f1-8a0c-475f-aa76-a0f4bb767451 req-85f6bc71-7f6c-4b20-8fb5-883e5b51c13c tempest-TestShelveInstance-1852451263 tempest-TestShelveInstance-1852451263-project] 10.222.0.75 "GET /v2.0/ports?device_id=5c2bae3b-03ad-4f4b-b4c7-f639e8a5ea3d HTTP/1.1" status: 200 len: 946 time: 0.0608613 Feb 09 20:17:59.275277 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-95bf75f1-8a0c-475f-aa76-a0f4bb767451 req-e878a938-a045-422b-913b-25f043cc2c19 tempest-TestShelveInstance-1852451263 tempest-TestShelveInstance-1852451263-project] 10.222.0.75 "GET /v2.0/security-groups?id=149c08b9-0259-4ed9-82ce-5e633c637de7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0536115 Feb 09 20:18:00.421595 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2f1bfe0-b488-421c-82d5-6192d077059c req-b0a11069-1469-46bd-bbb2-3a8ffec27272 tempest-TestShelveInstance-1852451263 tempest-TestShelveInstance-1852451263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:18:00.424118 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-a2f1bfe0-b488-421c-82d5-6192d077059c req-b0a11069-1469-46bd-bbb2-3a8ffec27272 tempest-TestShelveInstance-1852451263 tempest-TestShelveInstance-1852451263-project] 10.222.0.75 "GET /v2.0/ports?device_id=5c2bae3b-03ad-4f4b-b4c7-f639e8a5ea3d HTTP/1.1" status: 200 len: 946 time: 0.0672498 Feb 09 20:18:00.485895 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-a2f1bfe0-b488-421c-82d5-6192d077059c req-28b39040-5aa4-4c83-9e72-77bfbfa67e1a tempest-TestShelveInstance-1852451263 tempest-TestShelveInstance-1852451263-project] 10.222.0.75 "GET /v2.0/security-groups?id=149c08b9-0259-4ed9-82ce-5e633c637de7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0561295 Feb 09 20:18:01.616056 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-948bc425-6f3e-434a-be1d-5389342af0ca req-0d1443ab-a406-48a8-943a-fa45f82b6574 tempest-TestShelveInstance-1852451263 tempest-TestShelveInstance-1852451263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:18:01.618495 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-948bc425-6f3e-434a-be1d-5389342af0ca req-0d1443ab-a406-48a8-943a-fa45f82b6574 tempest-TestShelveInstance-1852451263 tempest-TestShelveInstance-1852451263-project] 10.222.0.75 "GET /v2.0/ports?device_id=5c2bae3b-03ad-4f4b-b4c7-f639e8a5ea3d HTTP/1.1" status: 200 len: 946 time: 0.0548446 Feb 09 20:18:01.668109 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-948bc425-6f3e-434a-be1d-5389342af0ca req-2eb86600-3e01-4bf7-9097-c0b6812cd1d0 tempest-TestShelveInstance-1852451263 tempest-TestShelveInstance-1852451263-project] 10.222.0.75 "GET /v2.0/security-groups?id=149c08b9-0259-4ed9-82ce-5e633c637de7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438631 Feb 09 20:18:01.713145 n-d-713498-36 neutron-server[103233]: DEBUG neutron.db.agents_db [None req-4a8a6a42-0a0c-4437-8958-92282682b6bb None None] Agent healthcheck: found 7 active agents {{(pid=103233) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 20:18:02.793459 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2c385b8-a792-4063-bab6-575330d21636 req-a0d49362-3e63-4f36-888b-042d424ba631 tempest-TestShelveInstance-1852451263 tempest-TestShelveInstance-1852451263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:18:02.795055 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-b2c385b8-a792-4063-bab6-575330d21636 req-a0d49362-3e63-4f36-888b-042d424ba631 tempest-TestShelveInstance-1852451263 tempest-TestShelveInstance-1852451263-project] 10.222.0.75 "GET /v2.0/ports?device_id=5c2bae3b-03ad-4f4b-b4c7-f639e8a5ea3d HTTP/1.1" status: 200 len: 946 time: 0.0560606 Feb 09 20:18:02.845403 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-b2c385b8-a792-4063-bab6-575330d21636 req-4038549e-f935-4667-b52d-cb559d60bb9b tempest-TestShelveInstance-1852451263 tempest-TestShelveInstance-1852451263-project] 10.222.0.75 "GET /v2.0/security-groups?id=149c08b9-0259-4ed9-82ce-5e633c637de7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442021 Feb 09 20:18:03.978765 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79927c2b-bdde-4b80-b505-fc0fcf1ddca8 req-86da30e3-8b7b-49fa-ab76-4d909dda671f tempest-TestShelveInstance-1852451263 tempest-TestShelveInstance-1852451263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:18:03.980262 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-79927c2b-bdde-4b80-b505-fc0fcf1ddca8 req-86da30e3-8b7b-49fa-ab76-4d909dda671f tempest-TestShelveInstance-1852451263 tempest-TestShelveInstance-1852451263-project] 10.222.0.75 "GET /v2.0/ports?device_id=5c2bae3b-03ad-4f4b-b4c7-f639e8a5ea3d HTTP/1.1" status: 200 len: 946 time: 0.0638804 Feb 09 20:18:04.034086 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-79927c2b-bdde-4b80-b505-fc0fcf1ddca8 req-0dc25297-d50b-45ce-a5d9-3f177d3133f6 tempest-TestShelveInstance-1852451263 tempest-TestShelveInstance-1852451263-project] 10.222.0.75 "GET /v2.0/security-groups?id=149c08b9-0259-4ed9-82ce-5e633c637de7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0478497 Feb 09 20:18:05.160814 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92d06e33-3892-44f1-90a7-7569861b381f req-472efe63-0598-41b6-9978-fcd17e573c40 tempest-TestShelveInstance-1852451263 tempest-TestShelveInstance-1852451263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:18:05.162271 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-92d06e33-3892-44f1-90a7-7569861b381f req-472efe63-0598-41b6-9978-fcd17e573c40 tempest-TestShelveInstance-1852451263 tempest-TestShelveInstance-1852451263-project] 10.222.0.75 "GET /v2.0/ports?device_id=5c2bae3b-03ad-4f4b-b4c7-f639e8a5ea3d HTTP/1.1" status: 200 len: 946 time: 0.0561419 Feb 09 20:18:05.221239 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-92d06e33-3892-44f1-90a7-7569861b381f req-b2060614-0652-4d0f-8100-072d667a4d08 tempest-TestShelveInstance-1852451263 tempest-TestShelveInstance-1852451263-project] 10.222.0.75 "GET /v2.0/security-groups?id=149c08b9-0259-4ed9-82ce-5e633c637de7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0518770 Feb 09 20:18:05.878179 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Device 99cc98f1-0428-4657-b22b-3014c9111f83 details requested by agent hyperv_n-h1-713498-36 with host n-h1-713498-36 {{(pid=103232) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 20:18:05.975373 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] For port 99cc98f1-0428-4657-b22b-3014c9111f83, host n-h1-713498-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-36',level=0,port_id=99cc98f1-0428-4657-b22b-3014c9111f83,segment=NetworkSegment(6eae29b3-2d6f-4832-9df1-d4b7ca050d85),segment_id=6eae29b3-2d6f-4832-9df1-d4b7ca050d85)] {{(pid=103232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 20:18:05.988891 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Returning: {'device': '99cc98f1-0428-4657-b22b-3014c9111f83', 'network_id': 'bf0aa6cf-cfa0-4134-9562-80f96f1b0353', 'port_id': '99cc98f1-0428-4657-b22b-3014c9111f83', 'mac_address': 'fa:16:3e:98:4b:08', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 398, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f7f74a64-69c9-4210-8b78-9533b9ade151', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103232) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 20:18:06.036530 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Current status of the port 99cc98f1-0428-4657-b22b-3014c9111f83 is: ACTIVE; New status is: BUILD {{(pid=103232) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 20:18:06.036933 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (99cc98f1-0428-4657-b22b-3014c9111f83), before_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:18:06.052963 n-d-713498-36 neutron-server[103232]: DEBUG neutron.notifiers.nova [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 99cc98f1-0428-4657-b22b-3014c9111f83 {{(pid=103232) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 20:18:06.077921 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] For port 99cc98f1-0428-4657-b22b-3014c9111f83, host n-h1-713498-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-36',level=0,port_id=99cc98f1-0428-4657-b22b-3014c9111f83,segment=NetworkSegment(6eae29b3-2d6f-4832-9df1-d4b7ca050d85),segment_id=6eae29b3-2d6f-4832-9df1-d4b7ca050d85)] {{(pid=103232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 20:18:06.086859 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762867176205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762866656485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762866656503'] for port (99cc98f1-0428-4657-b22b-3014c9111f83), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:18:06.147143 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Pushing event updated for resources: {'Port': ['ID=99cc98f1-0428-4657-b22b-3014c9111f83,revision_number=6']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:18:06.157054 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:18:06.157409 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:18:06.157742 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:18:06.158119 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:18:06.158459 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:18:06.158790 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:18:06.159122 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:18:06.159449 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:18:06.159777 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:18:06.160103 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:18:06.160426 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:18:06.160889 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:18:06.161221 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:18:06.168550 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] get_ports_and_sgs() called for port_ids ['99cc98f1-0428-4657-b22b-3014c9111f83'] {{(pid=103232) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 20:18:06.394087 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc5468a7-6def-4a0e-89da-fcee08fd46f2 req-6ecc0cdb-ca4d-4f69-a5f4-2386437b1709 tempest-TestShelveInstance-1852451263 tempest-TestShelveInstance-1852451263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:18:06.396437 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-dc5468a7-6def-4a0e-89da-fcee08fd46f2 req-6ecc0cdb-ca4d-4f69-a5f4-2386437b1709 tempest-TestShelveInstance-1852451263 tempest-TestShelveInstance-1852451263-project] 10.222.0.75 "GET /v2.0/ports?device_id=5c2bae3b-03ad-4f4b-b4c7-f639e8a5ea3d HTTP/1.1" status: 200 len: 945 time: 0.0703340 Feb 09 20:18:06.465753 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-dc5468a7-6def-4a0e-89da-fcee08fd46f2 req-69a3407e-1c41-4ae2-b07e-cae6c08454d0 tempest-TestShelveInstance-1852451263 tempest-TestShelveInstance-1852451263-project] 10.222.0.75 "GET /v2.0/security-groups?id=149c08b9-0259-4ed9-82ce-5e633c637de7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0624001 Feb 09 20:18:07.634709 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8af3976e-04a3-48c7-994b-0f1820b61cc2 req-6ba4e0a5-a485-4ec4-b4e6-c37fee20f1be tempest-TestShelveInstance-1852451263 tempest-TestShelveInstance-1852451263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:18:07.636318 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-8af3976e-04a3-48c7-994b-0f1820b61cc2 req-6ba4e0a5-a485-4ec4-b4e6-c37fee20f1be tempest-TestShelveInstance-1852451263 tempest-TestShelveInstance-1852451263-project] 10.222.0.75 "GET /v2.0/ports?device_id=5c2bae3b-03ad-4f4b-b4c7-f639e8a5ea3d HTTP/1.1" status: 200 len: 945 time: 0.0704360 Feb 09 20:18:07.702550 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-8af3976e-04a3-48c7-994b-0f1820b61cc2 req-ee8a36c9-4fd2-447e-831e-505c8760363c tempest-TestShelveInstance-1852451263 tempest-TestShelveInstance-1852451263-project] 10.222.0.75 "GET /v2.0/security-groups?id=149c08b9-0259-4ed9-82ce-5e633c637de7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0598106 Feb 09 20:18:07.879373 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Device 99cc98f1-0428-4657-b22b-3014c9111f83 up at agent hyperv_n-h1-713498-36 {{(pid=103232) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 20:18:07.966808 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.provisioning_blocks [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Provisioning complete for port 99cc98f1-0428-4657-b22b-3014c9111f83 triggered by entity L2. {{(pid=103232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 20:18:07.967518 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593630'] for port (99cc98f1-0428-4657-b22b-3014c9111f83), provisioning_complete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:18:08.075729 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Current status of the port 99cc98f1-0428-4657-b22b-3014c9111f83 is: BUILD; New status is: ACTIVE {{(pid=103232) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 20:18:08.076126 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (99cc98f1-0428-4657-b22b-3014c9111f83), before_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:18:08.106092 n-d-713498-36 neutron-server[103232]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5c2bae3b-03ad-4f4b-b4c7-f639e8a5ea3d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '99cc98f1-0428-4657-b22b-3014c9111f83'}] {{(pid=103232) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 20:18:08.108564 n-d-713498-36 neutron-server[103232]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cbbf3601bdfb8db7b6600aedba7e3851fa962f00dad36f02e289fea53b94aa67" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-73f0bea1-c82e-4388-97d4-e3840b4c5ec3" -d '{"events": [{"server_uuid": "5c2bae3b-03ad-4f4b-b4c7-f639e8a5ea3d", "name": "network-vif-plugged", "status": "completed", "tag": "99cc98f1-0428-4657-b22b-3014c9111f83"}]}' {{(pid=103232) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 20:18:08.123730 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] For port 99cc98f1-0428-4657-b22b-3014c9111f83, host n-h1-713498-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-36',level=0,port_id=99cc98f1-0428-4657-b22b-3014c9111f83,segment=NetworkSegment(6eae29b3-2d6f-4832-9df1-d4b7ca050d85),segment_id=6eae29b3-2d6f-4832-9df1-d4b7ca050d85)] {{(pid=103232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 20:18:08.129639 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762867176205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762866656485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762866656503'] for port (99cc98f1-0428-4657-b22b-3014c9111f83), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:18:08.172725 n-d-713498-36 neutron-server[103232]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 20:18:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-34aa4350-0bf7-4af6-b13b-084bfc4cb7c6 x-openstack-request-id: req-34aa4350-0bf7-4af6-b13b-084bfc4cb7c6 {{(pid=103232) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 20:18:08.173093 n-d-713498-36 neutron-server[103232]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5c2bae3b-03ad-4f4b-b4c7-f639e8a5ea3d", "name": "network-vif-plugged", "status": "completed", "tag": "99cc98f1-0428-4657-b22b-3014c9111f83", "code": 200}]} {{(pid=103232) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 20:18:08.173417 n-d-713498-36 neutron-server[103232]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-34aa4350-0bf7-4af6-b13b-084bfc4cb7c6 {{(pid=103232) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 20:18:08.173870 n-d-713498-36 neutron-server[103232]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5c2bae3b-03ad-4f4b-b4c7-f639e8a5ea3d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '99cc98f1-0428-4657-b22b-3014c9111f83', 'code': 200} Feb 09 20:18:08.192462 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Pushing event updated for resources: {'Port': ['ID=99cc98f1-0428-4657-b22b-3014c9111f83,revision_number=7']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:18:08.825873 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9474bbc-6ac6-4d38-b51a-d24ea3fd557d req-8ed644f6-5159-42cc-a187-9d55b293c89f tempest-TestShelveInstance-1852451263 tempest-TestShelveInstance-1852451263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:18:08.827522 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-d9474bbc-6ac6-4d38-b51a-d24ea3fd557d req-8ed644f6-5159-42cc-a187-9d55b293c89f tempest-TestShelveInstance-1852451263 tempest-TestShelveInstance-1852451263-project] 10.222.0.75 "GET /v2.0/ports?device_id=5c2bae3b-03ad-4f4b-b4c7-f639e8a5ea3d HTTP/1.1" status: 200 len: 946 time: 0.0563722 Feb 09 20:18:08.885990 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-d9474bbc-6ac6-4d38-b51a-d24ea3fd557d req-7c55427f-1647-4d3e-9e9a-b444ec693ff1 tempest-TestShelveInstance-1852451263 tempest-TestShelveInstance-1852451263-project] 10.222.0.75 "GET /v2.0/security-groups?id=149c08b9-0259-4ed9-82ce-5e633c637de7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0526628 Feb 09 20:18:10.021996 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9d96d58-a38b-402d-83be-0a656618134e req-cbc4643e-3741-40cd-8c9b-c040368c7b3a tempest-TestShelveInstance-1852451263 tempest-TestShelveInstance-1852451263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:18:10.030042 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-d9d96d58-a38b-402d-83be-0a656618134e req-cbc4643e-3741-40cd-8c9b-c040368c7b3a tempest-TestShelveInstance-1852451263 tempest-TestShelveInstance-1852451263-project] 10.222.0.75 "GET /v2.0/ports?device_id=5c2bae3b-03ad-4f4b-b4c7-f639e8a5ea3d HTTP/1.1" status: 200 len: 946 time: 0.0646174 Feb 09 20:18:10.082519 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-d9d96d58-a38b-402d-83be-0a656618134e req-d9187f8a-c46d-4109-9cc0-a6195558f426 tempest-TestShelveInstance-1852451263 tempest-TestShelveInstance-1852451263-project] 10.222.0.75 "GET /v2.0/security-groups?id=149c08b9-0259-4ed9-82ce-5e633c637de7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0512915 Feb 09 20:18:10.971098 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-2c105ed6-8632-42c6-95f8-2a9d3230b681 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762867132591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593584'] for agent (af91e4b9-f4e1-42b1-a25c-a10dc47171c8), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:18:11.234500 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7894e63a-d31c-4f0a-87da-b1fa71b3d771 req-cbbc988d-3fee-4a3c-83d1-b74fb7ae8638 tempest-TestShelveInstance-1852451263 tempest-TestShelveInstance-1852451263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:18:11.236122 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-7894e63a-d31c-4f0a-87da-b1fa71b3d771 req-cbbc988d-3fee-4a3c-83d1-b74fb7ae8638 tempest-TestShelveInstance-1852451263 tempest-TestShelveInstance-1852451263-project] 10.222.0.75 "GET /v2.0/ports?device_id=5c2bae3b-03ad-4f4b-b4c7-f639e8a5ea3d HTTP/1.1" status: 200 len: 946 time: 0.0691836 Feb 09 20:18:11.293158 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-7894e63a-d31c-4f0a-87da-b1fa71b3d771 req-4404a86b-bd51-49a1-a2b5-da9a8496c864 tempest-TestShelveInstance-1852451263 tempest-TestShelveInstance-1852451263-project] 10.222.0.75 "GET /v2.0/security-groups?id=149c08b9-0259-4ed9-82ce-5e633c637de7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0500205 Feb 09 20:18:12.458139 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9617dcd5-0fe2-427f-8435-1aac2f9371dc req-8005fb32-cbd8-4575-803d-8efeda92972b tempest-TestShelveInstance-1852451263 tempest-TestShelveInstance-1852451263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:18:12.461251 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-9617dcd5-0fe2-427f-8435-1aac2f9371dc req-8005fb32-cbd8-4575-803d-8efeda92972b tempest-TestShelveInstance-1852451263 tempest-TestShelveInstance-1852451263-project] 10.222.0.75 "GET /v2.0/ports?device_id=5c2bae3b-03ad-4f4b-b4c7-f639e8a5ea3d HTTP/1.1" status: 200 len: 946 time: 0.0901523 Feb 09 20:18:12.529344 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-9617dcd5-0fe2-427f-8435-1aac2f9371dc req-734ea315-3e8c-4e81-bbb3-ca4e28342057 tempest-TestShelveInstance-1852451263 tempest-TestShelveInstance-1852451263-project] 10.222.0.75 "GET /v2.0/security-groups?id=149c08b9-0259-4ed9-82ce-5e633c637de7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0572922 Feb 09 20:18:13.259397 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-9e4918d9-3a86-4a43-9f47-a01dafea3b00 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762867132591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593584'] for agent (93303d5e-5d17-45e8-8963-7694f87783ae), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:18:13.671901 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8418a8a-cc07-4a3c-9fe7-df8ec51004d8 req-fb109998-dba0-474c-a807-46c9106115d9 tempest-TestShelveInstance-1852451263 tempest-TestShelveInstance-1852451263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:18:13.673581 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-b8418a8a-cc07-4a3c-9fe7-df8ec51004d8 req-fb109998-dba0-474c-a807-46c9106115d9 tempest-TestShelveInstance-1852451263 tempest-TestShelveInstance-1852451263-project] 10.222.0.75 "GET /v2.0/ports?device_id=5c2bae3b-03ad-4f4b-b4c7-f639e8a5ea3d HTTP/1.1" status: 200 len: 946 time: 0.0625420 Feb 09 20:18:13.731772 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-b8418a8a-cc07-4a3c-9fe7-df8ec51004d8 req-ed183e1f-f563-45f2-87b7-ffc39d590af1 tempest-TestShelveInstance-1852451263 tempest-TestShelveInstance-1852451263-project] 10.222.0.75 "GET /v2.0/security-groups?id=149c08b9-0259-4ed9-82ce-5e633c637de7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0516927 Feb 09 20:18:14.595602 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-edc54c9b-7f13-45d9-9271-85c9738b0128 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762867132591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593584'] for agent (a62b1850-466f-48ae-bec7-d62fb280e14b), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:18:14.885410 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5e53fed-6c4e-4d87-b8a9-41601805b4bd req-dd7b7a0c-7547-4d17-985a-d06260e0b141 tempest-TestShelveInstance-1852451263 tempest-TestShelveInstance-1852451263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:18:14.886996 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-a5e53fed-6c4e-4d87-b8a9-41601805b4bd req-dd7b7a0c-7547-4d17-985a-d06260e0b141 tempest-TestShelveInstance-1852451263 tempest-TestShelveInstance-1852451263-project] 10.222.0.75 "GET /v2.0/ports?device_id=5c2bae3b-03ad-4f4b-b4c7-f639e8a5ea3d HTTP/1.1" status: 200 len: 946 time: 0.0788715 Feb 09 20:18:14.958827 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-a5e53fed-6c4e-4d87-b8a9-41601805b4bd req-7c5f1670-a5f2-42fd-b7b0-39fb9f74ebc1 tempest-TestShelveInstance-1852451263 tempest-TestShelveInstance-1852451263-project] 10.222.0.75 "GET /v2.0/security-groups?id=149c08b9-0259-4ed9-82ce-5e633c637de7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0658412 Feb 09 20:18:15.712188 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dee9dc0-97ff-434c-80a4-226155d00b03 req-00fb0eb5-18a4-4b1d-8b40-63734059ab78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:18:15.713793 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-5dee9dc0-97ff-434c-80a4-226155d00b03 req-00fb0eb5-18a4-4b1d-8b40-63734059ab78 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=b8f9990d965e4c57a95957edeb189b35&device_id=5c2bae3b-03ad-4f4b-b4c7-f639e8a5ea3d HTTP/1.1" status: 200 len: 1129 time: 0.0464947 Feb 09 20:18:15.805781 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dee9dc0-97ff-434c-80a4-226155d00b03 req-b1a23d64-1ea6-40e5-b172-d180fd2d40ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:18:15.807345 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-5dee9dc0-97ff-434c-80a4-226155d00b03 req-b1a23d64-1ea6-40e5-b172-d180fd2d40ee service neutron] 10.222.0.89 "GET /v2.0/networks?id=bf0aa6cf-cfa0-4134-9562-80f96f1b0353 HTTP/1.1" status: 200 len: 909 time: 0.0881891 Feb 09 20:18:15.875759 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-5dee9dc0-97ff-434c-80a4-226155d00b03 req-a38c87ad-fafc-4d5d-af02-b1a32b58bcac service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=99cc98f1-0428-4657-b22b-3014c9111f83 HTTP/1.1" status: 200 len: 1002 time: 0.0629625 Feb 09 20:18:15.931127 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dee9dc0-97ff-434c-80a4-226155d00b03 req-2c47cdf3-c2b9-4c17-87e9-796116ffbf4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:18:15.932768 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-5dee9dc0-97ff-434c-80a4-226155d00b03 req-2c47cdf3-c2b9-4c17-87e9-796116ffbf4c service neutron] 10.222.0.89 "GET /v2.0/subnets?id=f7f74a64-69c9-4210-8b78-9533b9ade151 HTTP/1.1" status: 200 len: 847 time: 0.0510490 Feb 09 20:18:15.983637 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dee9dc0-97ff-434c-80a4-226155d00b03 req-96007656-0143-49df-be93-fe13d881207a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:18:15.985157 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-5dee9dc0-97ff-434c-80a4-226155d00b03 req-96007656-0143-49df-be93-fe13d881207a service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=bf0aa6cf-cfa0-4134-9562-80f96f1b0353&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0464406 Feb 09 20:18:16.118249 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-5dee9dc0-97ff-434c-80a4-226155d00b03 req-82314ed7-76ea-4bce-8ca2-1d78469b0c10 service neutron] 10.222.0.89 "GET /v2.0/networks/bf0aa6cf-cfa0-4134-9562-80f96f1b0353?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1253536 Feb 09 20:18:16.125108 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a1bc5a5-ab03-4bf7-b5ce-adab67f6c87f req-02ebd27a-89ca-40ed-a41b-089ed3fe633c tempest-TestShelveInstance-1852451263 tempest-TestShelveInstance-1852451263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:18:16.126534 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-1a1bc5a5-ab03-4bf7-b5ce-adab67f6c87f req-02ebd27a-89ca-40ed-a41b-089ed3fe633c tempest-TestShelveInstance-1852451263 tempest-TestShelveInstance-1852451263-project] 10.222.0.75 "GET /v2.0/ports?device_id=5c2bae3b-03ad-4f4b-b4c7-f639e8a5ea3d HTTP/1.1" status: 200 len: 946 time: 0.0918024 Feb 09 20:18:16.228453 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-1a1bc5a5-ab03-4bf7-b5ce-adab67f6c87f req-54f52f2f-bcbf-49f6-a01f-e5e21f6bfefe tempest-TestShelveInstance-1852451263 tempest-TestShelveInstance-1852451263-project] 10.222.0.75 "GET /v2.0/security-groups?id=149c08b9-0259-4ed9-82ce-5e633c637de7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0928884 Feb 09 20:18:16.238232 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-a7262a8e-0513-48fd-984d-75726a511961 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762867132591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593584'] for agent (911cfea2-02ae-4ec9-bac3-7808ee1cdd9c), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:18:16.255685 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-5dee9dc0-97ff-434c-80a4-226155d00b03 req-91c993b0-5af9-4f1d-a133-1c18f4da3b41 service neutron] 10.222.0.89 "GET /v2.0/networks/bf0aa6cf-cfa0-4134-9562-80f96f1b0353?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1282003 Feb 09 20:18:17.201936 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762867132591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593584'] for agent (496418a2-c002-4aec-ab1a-07f3bea491bd), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:18:17.353726 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f470b62-b309-481b-a4e6-1bc78bd2147d req-860d62a6-fdb0-4807-b857-a7a22bce77b1 tempest-TestShelveInstance-1852451263 tempest-TestShelveInstance-1852451263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:18:17.355238 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-1f470b62-b309-481b-a4e6-1bc78bd2147d req-860d62a6-fdb0-4807-b857-a7a22bce77b1 tempest-TestShelveInstance-1852451263 tempest-TestShelveInstance-1852451263-project] 10.222.0.75 "GET /v2.0/ports?device_id=5c2bae3b-03ad-4f4b-b4c7-f639e8a5ea3d HTTP/1.1" status: 200 len: 946 time: 0.0541921 Feb 09 20:18:17.408808 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-1f470b62-b309-481b-a4e6-1bc78bd2147d req-22f17f9f-9e0d-409f-aa46-7c7bbafd867f tempest-TestShelveInstance-1852451263 tempest-TestShelveInstance-1852451263-project] 10.222.0.75 "GET /v2.0/security-groups?id=149c08b9-0259-4ed9-82ce-5e633c637de7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0479703 Feb 09 20:18:18.543730 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aa693f7-c1d6-4279-9771-22f422cb78b6 req-42cd5a4e-6fef-454d-92bc-61f1b0263503 tempest-TestShelveInstance-1852451263 tempest-TestShelveInstance-1852451263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:18:18.545210 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-9aa693f7-c1d6-4279-9771-22f422cb78b6 req-42cd5a4e-6fef-454d-92bc-61f1b0263503 tempest-TestShelveInstance-1852451263 tempest-TestShelveInstance-1852451263-project] 10.222.0.75 "GET /v2.0/ports?device_id=5c2bae3b-03ad-4f4b-b4c7-f639e8a5ea3d HTTP/1.1" status: 200 len: 946 time: 0.0635026 Feb 09 20:18:18.596021 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-9aa693f7-c1d6-4279-9771-22f422cb78b6 req-4cea8d9d-3b41-42fd-9924-4b1b77b9e30c tempest-TestShelveInstance-1852451263 tempest-TestShelveInstance-1852451263-project] 10.222.0.75 "GET /v2.0/security-groups?id=149c08b9-0259-4ed9-82ce-5e633c637de7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448503 Feb 09 20:18:18.717643 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [req-a80b2473-e3b2-42a2-9576-95b92d8e5c8a req-a842adee-7317-4bd3-b4cc-4bcecf8d72e1 service neutron] http://10.222.0.75:9696/v2.0/extensions returned with HTTP 200 {{(pid=103230) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 09 20:18:18.718703 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-a80b2473-e3b2-42a2-9576-95b92d8e5c8a req-a842adee-7317-4bd3-b4cc-4bcecf8d72e1 service neutron] 10.222.0.75 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0541592 Feb 09 20:18:19.249787 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762867132591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593584'] for agent (488cd9ae-631f-4955-ba0b-4f5a13f12e9c), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:18:19.686949 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762867132591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593584'] for agent (bcd5faee-dc24-4298-9134-0e0aa054058e), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:18:19.906167 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c3b0a12-01fd-4677-93b3-02d2997396fc req-a94a462c-16cf-4cb1-adc1-bde2edc10d73 tempest-TestShelveInstance-1852451263 tempest-TestShelveInstance-1852451263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:18:19.909809 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-4c3b0a12-01fd-4677-93b3-02d2997396fc req-a94a462c-16cf-4cb1-adc1-bde2edc10d73 tempest-TestShelveInstance-1852451263 tempest-TestShelveInstance-1852451263-project] 10.222.0.75 "GET /v2.0/ports?device_id=5c2bae3b-03ad-4f4b-b4c7-f639e8a5ea3d HTTP/1.1" status: 200 len: 946 time: 0.0713801 Feb 09 20:18:19.941142 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Device 99cc98f1-0428-4657-b22b-3014c9111f83 no longer exists at agent hyperv_n-h1-713498-36 {{(pid=103232) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 20:18:19.980444 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-4c3b0a12-01fd-4677-93b3-02d2997396fc req-1e945797-95b7-4508-a6fd-266b4c89a9cf tempest-TestShelveInstance-1852451263 tempest-TestShelveInstance-1852451263-project] 10.222.0.75 "GET /v2.0/security-groups?id=149c08b9-0259-4ed9-82ce-5e633c637de7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0649962 Feb 09 20:18:20.042162 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Current status of the port 99cc98f1-0428-4657-b22b-3014c9111f83 is: ACTIVE; New status is: DOWN {{(pid=103232) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 20:18:20.042557 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (99cc98f1-0428-4657-b22b-3014c9111f83), before_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:18:20.067819 n-d-713498-36 neutron-server[103232]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5c2bae3b-03ad-4f4b-b4c7-f639e8a5ea3d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '99cc98f1-0428-4657-b22b-3014c9111f83'}] {{(pid=103232) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 20:18:20.070446 n-d-713498-36 neutron-server[103232]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cbbf3601bdfb8db7b6600aedba7e3851fa962f00dad36f02e289fea53b94aa67" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d0400994-86b7-4d99-ae8b-6367e42fd054" -d '{"events": [{"server_uuid": "5c2bae3b-03ad-4f4b-b4c7-f639e8a5ea3d", "name": "network-vif-unplugged", "status": "completed", "tag": "99cc98f1-0428-4657-b22b-3014c9111f83"}]}' {{(pid=103232) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 20:18:20.083967 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] For port 99cc98f1-0428-4657-b22b-3014c9111f83, host n-h1-713498-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-36',level=0,port_id=99cc98f1-0428-4657-b22b-3014c9111f83,segment=NetworkSegment(6eae29b3-2d6f-4832-9df1-d4b7ca050d85),segment_id=6eae29b3-2d6f-4832-9df1-d4b7ca050d85)] {{(pid=103232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 20:18:20.091898 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762867176205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762866656485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762866656503'] for port (99cc98f1-0428-4657-b22b-3014c9111f83), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:18:20.117582 n-d-713498-36 neutron-server[103232]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Wed, 09 Feb 2022 20:18:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-435a4c10-8f76-4444-86fc-f59adbb15dde x-openstack-request-id: req-435a4c10-8f76-4444-86fc-f59adbb15dde {{(pid=103232) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 20:18:20.117884 n-d-713498-36 neutron-server[103232]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5c2bae3b-03ad-4f4b-b4c7-f639e8a5ea3d", "name": "network-vif-unplugged", "status": "failed", "tag": "99cc98f1-0428-4657-b22b-3014c9111f83", "code": 422}]} {{(pid=103232) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 20:18:20.118177 n-d-713498-36 neutron-server[103232]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-435a4c10-8f76-4444-86fc-f59adbb15dde {{(pid=103232) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 20:18:20.118553 n-d-713498-36 neutron-server[103232]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '5c2bae3b-03ad-4f4b-b4c7-f639e8a5ea3d', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '99cc98f1-0428-4657-b22b-3014c9111f83', 'code': 422} returned with failed status Feb 09 20:18:20.147163 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Pushing event updated for resources: {'Port': ['ID=99cc98f1-0428-4657-b22b-3014c9111f83,revision_number=8']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:18:20.283109 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-7eb68f54-5f81-4e9d-907f-a55dc3b81245 req-f747411b-2f69-437a-b592-667e7dc1e37b service neutron] 10.222.0.75 "GET /v2.0/ports?device_id=5c2bae3b-03ad-4f4b-b4c7-f639e8a5ea3d&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0937409 Feb 09 20:18:21.119300 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c94a0f3-72cc-4903-baea-949b77df7859 req-fe6703b2-a49d-4ed6-8c3d-dd8042fb27f8 tempest-TestShelveInstance-1852451263 tempest-TestShelveInstance-1852451263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:18:21.120858 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-5c94a0f3-72cc-4903-baea-949b77df7859 req-fe6703b2-a49d-4ed6-8c3d-dd8042fb27f8 tempest-TestShelveInstance-1852451263 tempest-TestShelveInstance-1852451263-project] 10.222.0.75 "GET /v2.0/ports?device_id=5c2bae3b-03ad-4f4b-b4c7-f639e8a5ea3d HTTP/1.1" status: 200 len: 944 time: 0.0638340 Feb 09 20:18:21.121263 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eb68f54-5f81-4e9d-907f-a55dc3b81245 req-05afb29b-a099-4272-9a2c-bf30b8784a04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:18:21.122793 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-7eb68f54-5f81-4e9d-907f-a55dc3b81245 req-05afb29b-a099-4272-9a2c-bf30b8784a04 service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=5c2bae3b-03ad-4f4b-b4c7-f639e8a5ea3d&tenant_id=b8f9990d965e4c57a95957edeb189b35 HTTP/1.1" status: 200 len: 1127 time: 0.0479088 Feb 09 20:18:21.133522 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [req-7eb68f54-5f81-4e9d-907f-a55dc3b81245 req-97c93c25-6d78-43fc-885a-69307f68917c service neutron] http://10.222.0.75:9696/v2.0/extensions returned with HTTP 200 {{(pid=103230) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 09 20:18:21.134526 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-7eb68f54-5f81-4e9d-907f-a55dc3b81245 req-97c93c25-6d78-43fc-885a-69307f68917c service neutron] 10.222.0.90 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0057287 Feb 09 20:18:21.146217 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.v2.base [req-7eb68f54-5f81-4e9d-907f-a55dc3b81245 req-264c5906-e682-4094-a508-468377cadb3e service neutron] Request body: {'port': {'binding:host_id': 'n-h2-713498-36', 'device_owner': 'compute:nova'}} {{(pid=103230) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 20:18:21.172249 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-5c94a0f3-72cc-4903-baea-949b77df7859 req-4cc1d7de-c239-46aa-87ee-c2728aa811f8 tempest-TestShelveInstance-1852451263 tempest-TestShelveInstance-1852451263-project] 10.222.0.75 "GET /v2.0/security-groups?id=149c08b9-0259-4ed9-82ce-5e633c637de7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456140 Feb 09 20:18:21.209167 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [req-7eb68f54-5f81-4e9d-907f-a55dc3b81245 req-264c5906-e682-4094-a508-468377cadb3e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (99cc98f1-0428-4657-b22b-3014c9111f83), before_update {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:18:21.722953 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.db [req-7eb68f54-5f81-4e9d-907f-a55dc3b81245 req-264c5906-e682-4094-a508-468377cadb3e service neutron] For port 99cc98f1-0428-4657-b22b-3014c9111f83, host n-h1-713498-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-36',level=0,port_id=99cc98f1-0428-4657-b22b-3014c9111f83,segment=NetworkSegment(6eae29b3-2d6f-4832-9df1-d4b7ca050d85),segment_id=6eae29b3-2d6f-4832-9df1-d4b7ca050d85)] {{(pid=103230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 20:18:21.762305 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.db [req-7eb68f54-5f81-4e9d-907f-a55dc3b81245 req-264c5906-e682-4094-a508-468377cadb3e service neutron] For port 99cc98f1-0428-4657-b22b-3014c9111f83, host n-h1-713498-36, cleared binding levels {{(pid=103230) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 20:18:21.794542 n-d-713498-36 neutron-server[103230]: DEBUG neutron.notifiers.nova [req-7eb68f54-5f81-4e9d-907f-a55dc3b81245 req-264c5906-e682-4094-a508-468377cadb3e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 99cc98f1-0428-4657-b22b-3014c9111f83 {{(pid=103230) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 20:18:21.801935 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [req-7eb68f54-5f81-4e9d-907f-a55dc3b81245 req-264c5906-e682-4094-a508-468377cadb3e service neutron] Publish callbacks [] for port (99cc98f1-0428-4657-b22b-3014c9111f83), precommit_update {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:18:21.815461 n-d-713498-36 neutron-server[103230]: DEBUG neutron.db.provisioning_blocks [req-7eb68f54-5f81-4e9d-907f-a55dc3b81245 req-264c5906-e682-4094-a508-468377cadb3e service neutron] Transition to ACTIVE for port object 99cc98f1-0428-4657-b22b-3014c9111f83 will not be triggered until provisioned by entity L2. {{(pid=103230) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 20:18:21.818439 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [req-7eb68f54-5f81-4e9d-907f-a55dc3b81245 req-264c5906-e682-4094-a508-468377cadb3e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762867176205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762866656485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762866656503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14393758'] for port (99cc98f1-0428-4657-b22b-3014c9111f83), after_update {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:18:21.896080 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-264c5906-e682-4094-a508-468377cadb3e service neutron] Pushing event updated for resources: {'Port': ['ID=99cc98f1-0428-4657-b22b-3014c9111f83,revision_number=9']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:18:21.911458 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-264c5906-e682-4094-a508-468377cadb3e service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:18:21.911813 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-264c5906-e682-4094-a508-468377cadb3e service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:18:21.912162 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-264c5906-e682-4094-a508-468377cadb3e service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:18:21.912505 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-264c5906-e682-4094-a508-468377cadb3e service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:18:21.912892 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-264c5906-e682-4094-a508-468377cadb3e service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:18:21.913241 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-264c5906-e682-4094-a508-468377cadb3e service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:18:21.913636 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-264c5906-e682-4094-a508-468377cadb3e service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:18:21.914002 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-264c5906-e682-4094-a508-468377cadb3e service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:18:21.914323 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-264c5906-e682-4094-a508-468377cadb3e service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:18:21.914655 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-264c5906-e682-4094-a508-468377cadb3e service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:18:21.914987 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-264c5906-e682-4094-a508-468377cadb3e service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:18:21.915310 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-264c5906-e682-4094-a508-468377cadb3e service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:18:21.915632 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-264c5906-e682-4094-a508-468377cadb3e service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:18:21.956023 n-d-713498-36 neutron-server[103230]: DEBUG neutron.db.l3_dvrscheduler_db [req-7eb68f54-5f81-4e9d-907f-a55dc3b81245 req-264c5906-e682-4094-a508-468377cadb3e service neutron] No DVR routers for this DVR port 99cc98f1-0428-4657-b22b-3014c9111f83 on host n-h1-713498-36 {{(pid=103230) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 20:18:22.099913 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.managers [req-7eb68f54-5f81-4e9d-907f-a55dc3b81245 req-264c5906-e682-4094-a508-468377cadb3e service neutron] Attempting to bind port 99cc98f1-0428-4657-b22b-3014c9111f83 on host n-h2-713498-36 for vnic_type normal with profile {{(pid=103230) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 20:18:22.100161 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.managers [req-7eb68f54-5f81-4e9d-907f-a55dc3b81245 req-264c5906-e682-4094-a508-468377cadb3e service neutron] Attempting to bind port 99cc98f1-0428-4657-b22b-3014c9111f83 by drivers openvswitch,hyperv on host n-h2-713498-36 at level 0 using segments [{'id': '6eae29b3-2d6f-4832-9df1-d4b7ca050d85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': 'bf0aa6cf-cfa0-4134-9562-80f96f1b0353'}] {{(pid=103230) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 20:18:22.100527 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7eb68f54-5f81-4e9d-907f-a55dc3b81245 req-264c5906-e682-4094-a508-468377cadb3e service neutron] Attempting to bind port 99cc98f1-0428-4657-b22b-3014c9111f83 on network bf0aa6cf-cfa0-4134-9562-80f96f1b0353 {{(pid=103230) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 20:18:22.106098 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7eb68f54-5f81-4e9d-907f-a55dc3b81245 req-264c5906-e682-4094-a508-468377cadb3e service neutron] Port 99cc98f1-0428-4657-b22b-3014c9111f83 on network bf0aa6cf-cfa0-4134-9562-80f96f1b0353 not bound, no agent of type Open vSwitch agent registered on host n-h2-713498-36 {{(pid=103230) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 20:18:22.106427 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7eb68f54-5f81-4e9d-907f-a55dc3b81245 req-264c5906-e682-4094-a508-468377cadb3e service neutron] Attempting to bind port 99cc98f1-0428-4657-b22b-3014c9111f83 on network bf0aa6cf-cfa0-4134-9562-80f96f1b0353 {{(pid=103230) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 20:18:22.111310 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7eb68f54-5f81-4e9d-907f-a55dc3b81245 req-264c5906-e682-4094-a508-468377cadb3e service neutron] Checking agent: {'id': 'bcd5faee-dc24-4298-9134-0e0aa054058e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713498-36', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 18, 59, 19), 'started_at': datetime.datetime(2022, 2, 9, 18, 59, 19), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 20, 18, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103230) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 20:18:22.111652 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7eb68f54-5f81-4e9d-907f-a55dc3b81245 req-264c5906-e682-4094-a508-468377cadb3e service neutron] Checking segment: {'id': '6eae29b3-2d6f-4832-9df1-d4b7ca050d85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': 'bf0aa6cf-cfa0-4134-9562-80f96f1b0353'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103230) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 20:18:22.112042 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7eb68f54-5f81-4e9d-907f-a55dc3b81245 req-264c5906-e682-4094-a508-468377cadb3e service neutron] Bound using segment: {'id': '6eae29b3-2d6f-4832-9df1-d4b7ca050d85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': 'bf0aa6cf-cfa0-4134-9562-80f96f1b0353'} {{(pid=103230) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 20:18:22.112467 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.managers [req-7eb68f54-5f81-4e9d-907f-a55dc3b81245 req-264c5906-e682-4094-a508-468377cadb3e service neutron] Bound port: 99cc98f1-0428-4657-b22b-3014c9111f83, host: n-h2-713498-36, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6eae29b3-2d6f-4832-9df1-d4b7ca050d85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': 'bf0aa6cf-cfa0-4134-9562-80f96f1b0353'}}] {{(pid=103230) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 20:18:22.112825 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [req-7eb68f54-5f81-4e9d-907f-a55dc3b81245 req-264c5906-e682-4094-a508-468377cadb3e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (99cc98f1-0428-4657-b22b-3014c9111f83), before_update {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:18:22.176676 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.db [req-7eb68f54-5f81-4e9d-907f-a55dc3b81245 req-264c5906-e682-4094-a508-468377cadb3e service neutron] For port 99cc98f1-0428-4657-b22b-3014c9111f83, host n-h2-713498-36, cleared binding levels {{(pid=103230) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 20:18:22.180272 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.db [req-7eb68f54-5f81-4e9d-907f-a55dc3b81245 req-264c5906-e682-4094-a508-468377cadb3e service neutron] For port 99cc98f1-0428-4657-b22b-3014c9111f83, host n-h2-713498-36, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-36',level=0,port_id=99cc98f1-0428-4657-b22b-3014c9111f83,segment=NetworkSegment(6eae29b3-2d6f-4832-9df1-d4b7ca050d85),segment_id=6eae29b3-2d6f-4832-9df1-d4b7ca050d85)] {{(pid=103230) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 20:18:22.186827 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [req-7eb68f54-5f81-4e9d-907f-a55dc3b81245 req-264c5906-e682-4094-a508-468377cadb3e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762867176205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762866656485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762866656503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14393758'] for port (99cc98f1-0428-4657-b22b-3014c9111f83), after_update {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:18:22.223560 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eb68f54-5f81-4e9d-907f-a55dc3b81245 req-264c5906-e682-4094-a508-468377cadb3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:18:22.224804 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [req-7eb68f54-5f81-4e9d-907f-a55dc3b81245 req-264c5906-e682-4094-a508-468377cadb3e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171096'] for port (None), before_response {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:18:22.226254 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-7eb68f54-5f81-4e9d-907f-a55dc3b81245 req-264c5906-e682-4094-a508-468377cadb3e service neutron] 10.222.0.90 "PUT /v2.0/ports/99cc98f1-0428-4657-b22b-3014c9111f83 HTTP/1.1" status: 200 len: 1093 time: 1.0839617 Feb 09 20:18:22.228748 n-d-713498-36 neutron-server[103230]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5c2bae3b-03ad-4f4b-b4c7-f639e8a5ea3d', 'tag': '99cc98f1-0428-4657-b22b-3014c9111f83'}] {{(pid=103230) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 20:18:22.232481 n-d-713498-36 neutron-server[103230]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bdec2cd40908e72a0a66447c6deb3367bbdbf2f4033028e05eb26280eb3900ec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-09af050f-1b71-40f7-b1e1-3619dd7ac7a5" -d '{"events": [{"name": "network-changed", "server_uuid": "5c2bae3b-03ad-4f4b-b4c7-f639e8a5ea3d", "tag": "99cc98f1-0428-4657-b22b-3014c9111f83"}]}' {{(pid=103230) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 20:18:22.319507 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-264c5906-e682-4094-a508-468377cadb3e service neutron] Pushing event updated for resources: {'Port': ['ID=99cc98f1-0428-4657-b22b-3014c9111f83,revision_number=10']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:18:22.354765 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e933a41-a8e9-4de5-8a1c-24faeb04aad6 req-fa5b8e25-259b-429d-920e-69990562382f tempest-TestShelveInstance-1852451263 tempest-TestShelveInstance-1852451263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:18:22.356294 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-7e933a41-a8e9-4de5-8a1c-24faeb04aad6 req-fa5b8e25-259b-429d-920e-69990562382f tempest-TestShelveInstance-1852451263 tempest-TestShelveInstance-1852451263-project] 10.222.0.75 "GET /v2.0/ports?device_id=5c2bae3b-03ad-4f4b-b4c7-f639e8a5ea3d HTTP/1.1" status: 200 len: 945 time: 0.1083865 Feb 09 20:18:22.363560 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eb68f54-5f81-4e9d-907f-a55dc3b81245 req-3fc89822-19e1-4166-bb04-8c0e801a5d26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:18:22.365085 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-7eb68f54-5f81-4e9d-907f-a55dc3b81245 req-3fc89822-19e1-4166-bb04-8c0e801a5d26 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=b8f9990d965e4c57a95957edeb189b35&device_id=5c2bae3b-03ad-4f4b-b4c7-f639e8a5ea3d HTTP/1.1" status: 200 len: 1128 time: 0.0994558 Feb 09 20:18:22.472225 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-7e933a41-a8e9-4de5-8a1c-24faeb04aad6 req-5e1cc64e-43a2-400b-8677-277639aefa8e tempest-TestShelveInstance-1852451263 tempest-TestShelveInstance-1852451263-project] 10.222.0.75 "GET /v2.0/security-groups?id=149c08b9-0259-4ed9-82ce-5e633c637de7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1061411 Feb 09 20:18:22.499386 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eb68f54-5f81-4e9d-907f-a55dc3b81245 req-fef37798-3152-4df0-9cf5-a878c92f256b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:18:22.500853 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-7eb68f54-5f81-4e9d-907f-a55dc3b81245 req-fef37798-3152-4df0-9cf5-a878c92f256b service neutron] 10.222.0.90 "GET /v2.0/networks?id=bf0aa6cf-cfa0-4134-9562-80f96f1b0353 HTTP/1.1" status: 200 len: 909 time: 0.1274388 Feb 09 20:18:22.568836 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-7eb68f54-5f81-4e9d-907f-a55dc3b81245 req-09108c08-6dc7-42cc-8c52-a33189c45d98 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=99cc98f1-0428-4657-b22b-3014c9111f83 HTTP/1.1" status: 200 len: 1000 time: 0.0602295 Feb 09 20:18:22.620244 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eb68f54-5f81-4e9d-907f-a55dc3b81245 req-0a5d239f-d370-4717-966a-e54b7b8a53c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:18:22.621587 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-7eb68f54-5f81-4e9d-907f-a55dc3b81245 req-0a5d239f-d370-4717-966a-e54b7b8a53c7 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=f7f74a64-69c9-4210-8b78-9533b9ade151 HTTP/1.1" status: 200 len: 847 time: 0.0443945 Feb 09 20:18:22.675402 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eb68f54-5f81-4e9d-907f-a55dc3b81245 req-521e41e3-2724-4ea9-832d-4d1c93027636 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:18:22.676875 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-7eb68f54-5f81-4e9d-907f-a55dc3b81245 req-521e41e3-2724-4ea9-832d-4d1c93027636 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=bf0aa6cf-cfa0-4134-9562-80f96f1b0353&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0487046 Feb 09 20:18:22.773137 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-7eb68f54-5f81-4e9d-907f-a55dc3b81245 req-4d860b96-abcf-4e26-abae-109bc519d265 service neutron] 10.222.0.90 "GET /v2.0/networks/bf0aa6cf-cfa0-4134-9562-80f96f1b0353?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0894353 Feb 09 20:18:22.865878 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-7eb68f54-5f81-4e9d-907f-a55dc3b81245 req-6f39bfa6-c020-42d3-8d13-e6222e188474 service neutron] 10.222.0.90 "GET /v2.0/networks/bf0aa6cf-cfa0-4134-9562-80f96f1b0353?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0865495 Feb 09 20:18:23.358506 n-d-713498-36 neutron-server[103230]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 20:18:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7b19b506-73f5-4030-a227-a48c0870b14b x-openstack-request-id: req-7b19b506-73f5-4030-a227-a48c0870b14b {{(pid=103230) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 20:18:23.359560 n-d-713498-36 neutron-server[103230]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5c2bae3b-03ad-4f4b-b4c7-f639e8a5ea3d", "tag": "99cc98f1-0428-4657-b22b-3014c9111f83", "status": "completed", "code": 200}]} {{(pid=103230) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 20:18:23.360066 n-d-713498-36 neutron-server[103230]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-7b19b506-73f5-4030-a227-a48c0870b14b {{(pid=103230) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 20:18:23.360683 n-d-713498-36 neutron-server[103230]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5c2bae3b-03ad-4f4b-b4c7-f639e8a5ea3d', 'tag': '99cc98f1-0428-4657-b22b-3014c9111f83', 'status': 'completed', 'code': 200} Feb 09 20:18:23.614067 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86d59c75-b3dc-41b6-8cbe-9dc7403201d9 req-1269fd01-8941-4f90-8d2d-1884356a142f tempest-TestShelveInstance-1852451263 tempest-TestShelveInstance-1852451263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:18:23.615598 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-86d59c75-b3dc-41b6-8cbe-9dc7403201d9 req-1269fd01-8941-4f90-8d2d-1884356a142f tempest-TestShelveInstance-1852451263 tempest-TestShelveInstance-1852451263-project] 10.222.0.75 "GET /v2.0/ports?device_id=5c2bae3b-03ad-4f4b-b4c7-f639e8a5ea3d HTTP/1.1" status: 200 len: 945 time: 0.0596614 Feb 09 20:18:23.680795 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-86d59c75-b3dc-41b6-8cbe-9dc7403201d9 req-970a9d9d-fbf5-4119-ae37-5bdd3844d9d2 tempest-TestShelveInstance-1852451263 tempest-TestShelveInstance-1852451263-project] 10.222.0.75 "GET /v2.0/security-groups?id=149c08b9-0259-4ed9-82ce-5e633c637de7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0586941 Feb 09 20:18:24.821948 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b59540b2-4991-4e90-9c99-751d4caf67eb req-e97906bf-a9d7-4ef9-a166-deb5e2f98ca9 tempest-TestShelveInstance-1852451263 tempest-TestShelveInstance-1852451263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:18:24.823526 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-b59540b2-4991-4e90-9c99-751d4caf67eb req-e97906bf-a9d7-4ef9-a166-deb5e2f98ca9 tempest-TestShelveInstance-1852451263 tempest-TestShelveInstance-1852451263-project] 10.222.0.75 "GET /v2.0/ports?device_id=5c2bae3b-03ad-4f4b-b4c7-f639e8a5ea3d HTTP/1.1" status: 200 len: 945 time: 0.0632126 Feb 09 20:18:24.881202 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-b59540b2-4991-4e90-9c99-751d4caf67eb req-f14d19db-3c8d-474a-b413-0c41240d8052 tempest-TestShelveInstance-1852451263 tempest-TestShelveInstance-1852451263-project] 10.222.0.75 "GET /v2.0/security-groups?id=149c08b9-0259-4ed9-82ce-5e633c637de7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0515270 Feb 09 20:18:26.023028 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-823be067-73f0-4219-963c-7fdab2a067bb req-33875b14-1736-4130-9280-c8f3447cf800 tempest-TestShelveInstance-1852451263 tempest-TestShelveInstance-1852451263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:18:26.027474 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-823be067-73f0-4219-963c-7fdab2a067bb req-33875b14-1736-4130-9280-c8f3447cf800 tempest-TestShelveInstance-1852451263 tempest-TestShelveInstance-1852451263-project] 10.222.0.75 "GET /v2.0/ports?device_id=5c2bae3b-03ad-4f4b-b4c7-f639e8a5ea3d HTTP/1.1" status: 200 len: 945 time: 0.0619013 Feb 09 20:18:26.101328 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-823be067-73f0-4219-963c-7fdab2a067bb req-78ece028-5a4f-4caa-9bb2-65a98d34ebc6 tempest-TestShelveInstance-1852451263 tempest-TestShelveInstance-1852451263-project] 10.222.0.75 "GET /v2.0/security-groups?id=149c08b9-0259-4ed9-82ce-5e633c637de7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0674646 Feb 09 20:18:27.248475 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dfbd6c7-3b2c-4ccf-9479-faafd8714e2f req-be0c6362-f055-4c0a-b9f5-2e48436d8dc8 tempest-TestShelveInstance-1852451263 tempest-TestShelveInstance-1852451263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:18:27.250402 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-4dfbd6c7-3b2c-4ccf-9479-faafd8714e2f req-be0c6362-f055-4c0a-b9f5-2e48436d8dc8 tempest-TestShelveInstance-1852451263 tempest-TestShelveInstance-1852451263-project] 10.222.0.75 "GET /v2.0/ports?device_id=5c2bae3b-03ad-4f4b-b4c7-f639e8a5ea3d HTTP/1.1" status: 200 len: 945 time: 0.0708711 Feb 09 20:18:27.314607 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-4dfbd6c7-3b2c-4ccf-9479-faafd8714e2f req-137f94a6-3bb6-4220-8df9-30ea1cc57e73 tempest-TestShelveInstance-1852451263 tempest-TestShelveInstance-1852451263-project] 10.222.0.75 "GET /v2.0/security-groups?id=149c08b9-0259-4ed9-82ce-5e633c637de7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0577149 Feb 09 20:18:28.453987 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0ab8a74-3133-484e-9a87-a46c2f59d7be req-e4167356-9f9b-45f6-a9c8-ad6cf1e6cd2f tempest-TestShelveInstance-1852451263 tempest-TestShelveInstance-1852451263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:18:28.456616 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-b0ab8a74-3133-484e-9a87-a46c2f59d7be req-e4167356-9f9b-45f6-a9c8-ad6cf1e6cd2f tempest-TestShelveInstance-1852451263 tempest-TestShelveInstance-1852451263-project] 10.222.0.75 "GET /v2.0/ports?device_id=5c2bae3b-03ad-4f4b-b4c7-f639e8a5ea3d HTTP/1.1" status: 200 len: 945 time: 0.0664313 Feb 09 20:18:28.509980 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-b0ab8a74-3133-484e-9a87-a46c2f59d7be req-01538e39-3391-4c9a-b8bc-0d955f1b2475 tempest-TestShelveInstance-1852451263 tempest-TestShelveInstance-1852451263-project] 10.222.0.75 "GET /v2.0/security-groups?id=149c08b9-0259-4ed9-82ce-5e633c637de7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0482020 Feb 09 20:18:29.646923 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e0f1980-f132-488c-ae70-9b24c9f24a8f req-6205de28-0d04-46f2-8979-3022f6161036 tempest-TestShelveInstance-1852451263 tempest-TestShelveInstance-1852451263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:18:29.649408 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-2e0f1980-f132-488c-ae70-9b24c9f24a8f req-6205de28-0d04-46f2-8979-3022f6161036 tempest-TestShelveInstance-1852451263 tempest-TestShelveInstance-1852451263-project] 10.222.0.75 "GET /v2.0/ports?device_id=5c2bae3b-03ad-4f4b-b4c7-f639e8a5ea3d HTTP/1.1" status: 200 len: 945 time: 0.0601292 Feb 09 20:18:29.710963 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-2e0f1980-f132-488c-ae70-9b24c9f24a8f req-3341bb48-d574-4560-9474-1ca31d0ce9fd tempest-TestShelveInstance-1852451263 tempest-TestShelveInstance-1852451263-project] 10.222.0.75 "GET /v2.0/security-groups?id=149c08b9-0259-4ed9-82ce-5e633c637de7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0549688 Feb 09 20:18:30.849930 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12d92a5a-e598-4a86-b906-d418164e7a7a req-33ea955a-9e16-446f-996a-0a738942bcff tempest-TestShelveInstance-1852451263 tempest-TestShelveInstance-1852451263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:18:30.852558 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-12d92a5a-e598-4a86-b906-d418164e7a7a req-33ea955a-9e16-446f-996a-0a738942bcff tempest-TestShelveInstance-1852451263 tempest-TestShelveInstance-1852451263-project] 10.222.0.75 "GET /v2.0/ports?device_id=5c2bae3b-03ad-4f4b-b4c7-f639e8a5ea3d HTTP/1.1" status: 200 len: 945 time: 0.0658634 Feb 09 20:18:30.909361 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-12d92a5a-e598-4a86-b906-d418164e7a7a req-afc45756-51f2-40af-845a-468ff1956d4c tempest-TestShelveInstance-1852451263 tempest-TestShelveInstance-1852451263-project] 10.222.0.75 "GET /v2.0/security-groups?id=149c08b9-0259-4ed9-82ce-5e633c637de7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0506678 Feb 09 20:18:31.384592 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09af050f-1b71-40f7-b1e1-3619dd7ac7a5 req-17d1db08-ee3d-4e65-9d66-076f8b041493 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:18:31.386147 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-09af050f-1b71-40f7-b1e1-3619dd7ac7a5 req-17d1db08-ee3d-4e65-9d66-076f8b041493 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=b8f9990d965e4c57a95957edeb189b35&device_id=5c2bae3b-03ad-4f4b-b4c7-f639e8a5ea3d HTTP/1.1" status: 200 len: 1128 time: 0.0450397 Feb 09 20:18:31.488522 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09af050f-1b71-40f7-b1e1-3619dd7ac7a5 req-c7707aa8-e2fa-434b-a1e1-f6363493bc53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:18:31.490014 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-09af050f-1b71-40f7-b1e1-3619dd7ac7a5 req-c7707aa8-e2fa-434b-a1e1-f6363493bc53 service neutron] 10.222.0.90 "GET /v2.0/networks?id=bf0aa6cf-cfa0-4134-9562-80f96f1b0353 HTTP/1.1" status: 200 len: 909 time: 0.0914693 Feb 09 20:18:31.559450 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-09af050f-1b71-40f7-b1e1-3619dd7ac7a5 req-5e122331-3f16-47ae-bcaa-8854b9046a7f service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=99cc98f1-0428-4657-b22b-3014c9111f83 HTTP/1.1" status: 200 len: 1000 time: 0.0626428 Feb 09 20:18:31.616832 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09af050f-1b71-40f7-b1e1-3619dd7ac7a5 req-f5addb70-2017-463a-8666-d92a9b77c9e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:18:31.618357 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-09af050f-1b71-40f7-b1e1-3619dd7ac7a5 req-f5addb70-2017-463a-8666-d92a9b77c9e2 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=f7f74a64-69c9-4210-8b78-9533b9ade151 HTTP/1.1" status: 200 len: 847 time: 0.0514598 Feb 09 20:18:31.669919 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09af050f-1b71-40f7-b1e1-3619dd7ac7a5 req-2e88212e-ec24-408c-b1fe-bfe15cae1cde service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:18:31.671382 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-09af050f-1b71-40f7-b1e1-3619dd7ac7a5 req-2e88212e-ec24-408c-b1fe-bfe15cae1cde service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=bf0aa6cf-cfa0-4134-9562-80f96f1b0353&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0471954 Feb 09 20:18:31.766138 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-09af050f-1b71-40f7-b1e1-3619dd7ac7a5 req-42333e41-d6c5-45fb-a06c-1916b6eabb9c service neutron] 10.222.0.90 "GET /v2.0/networks/bf0aa6cf-cfa0-4134-9562-80f96f1b0353?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0866325 Feb 09 20:18:31.862770 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-09af050f-1b71-40f7-b1e1-3619dd7ac7a5 req-c7f74015-fbfe-477c-a60e-1ae4d4bb5d60 service neutron] 10.222.0.90 "GET /v2.0/networks/bf0aa6cf-cfa0-4134-9562-80f96f1b0353?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0907409 Feb 09 20:18:32.051201 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02cb6975-5b02-4833-9c12-17d45a6b9546 req-ba24d245-f8d2-48be-9a7b-b745a3291d5e tempest-TestShelveInstance-1852451263 tempest-TestShelveInstance-1852451263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:18:32.052775 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-02cb6975-5b02-4833-9c12-17d45a6b9546 req-ba24d245-f8d2-48be-9a7b-b745a3291d5e tempest-TestShelveInstance-1852451263 tempest-TestShelveInstance-1852451263-project] 10.222.0.75 "GET /v2.0/ports?device_id=5c2bae3b-03ad-4f4b-b4c7-f639e8a5ea3d HTTP/1.1" status: 200 len: 945 time: 0.0706534 Feb 09 20:18:32.107173 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-02cb6975-5b02-4833-9c12-17d45a6b9546 req-e768b846-ec5c-41a0-9bf7-f8dec7cf4085 tempest-TestShelveInstance-1852451263 tempest-TestShelveInstance-1852451263-project] 10.222.0.75 "GET /v2.0/security-groups?id=149c08b9-0259-4ed9-82ce-5e633c637de7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0469031 Feb 09 20:18:33.234200 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51a332aa-e6b0-40d6-bb44-8f16ce759b64 req-21dbc9c0-bf9c-4f35-8952-a4d7ff4946b0 tempest-TestShelveInstance-1852451263 tempest-TestShelveInstance-1852451263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:18:33.235703 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-51a332aa-e6b0-40d6-bb44-8f16ce759b64 req-21dbc9c0-bf9c-4f35-8952-a4d7ff4946b0 tempest-TestShelveInstance-1852451263 tempest-TestShelveInstance-1852451263-project] 10.222.0.75 "GET /v2.0/ports?device_id=5c2bae3b-03ad-4f4b-b4c7-f639e8a5ea3d HTTP/1.1" status: 200 len: 945 time: 0.0578010 Feb 09 20:18:33.291741 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-51a332aa-e6b0-40d6-bb44-8f16ce759b64 req-9dd18a85-b715-4ac2-a64f-50b99f0e052c tempest-TestShelveInstance-1852451263 tempest-TestShelveInstance-1852451263-project] 10.222.0.75 "GET /v2.0/security-groups?id=149c08b9-0259-4ed9-82ce-5e633c637de7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0501225 Feb 09 20:18:34.422767 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-777afe8f-6558-4b59-a2f3-5c8244fd0c27 req-fe53b468-6e87-4ac0-ac29-8138a96df7e9 tempest-TestShelveInstance-1852451263 tempest-TestShelveInstance-1852451263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:18:34.424281 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-777afe8f-6558-4b59-a2f3-5c8244fd0c27 req-fe53b468-6e87-4ac0-ac29-8138a96df7e9 tempest-TestShelveInstance-1852451263 tempest-TestShelveInstance-1852451263-project] 10.222.0.75 "GET /v2.0/ports?device_id=5c2bae3b-03ad-4f4b-b4c7-f639e8a5ea3d HTTP/1.1" status: 200 len: 945 time: 0.0546336 Feb 09 20:18:34.475436 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-777afe8f-6558-4b59-a2f3-5c8244fd0c27 req-a99e4f82-be5d-4cb9-b6c9-219bcc65853e tempest-TestShelveInstance-1852451263 tempest-TestShelveInstance-1852451263-project] 10.222.0.75 "GET /v2.0/security-groups?id=149c08b9-0259-4ed9-82ce-5e633c637de7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450635 Feb 09 20:18:34.876120 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Device 99cc98f1-0428-4657-b22b-3014c9111f83 details requested by agent hyperv_n-h2-713498-36 with host n-h2-713498-36 {{(pid=103232) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 20:18:34.971946 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-7429db8d-6021-40ad-813e-885be449a89b None None] For port 99cc98f1-0428-4657-b22b-3014c9111f83, host n-h2-713498-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-36',level=0,port_id=99cc98f1-0428-4657-b22b-3014c9111f83,segment=NetworkSegment(6eae29b3-2d6f-4832-9df1-d4b7ca050d85),segment_id=6eae29b3-2d6f-4832-9df1-d4b7ca050d85)] {{(pid=103232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 20:18:34.988085 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Returning: {'device': '99cc98f1-0428-4657-b22b-3014c9111f83', 'network_id': 'bf0aa6cf-cfa0-4134-9562-80f96f1b0353', 'port_id': '99cc98f1-0428-4657-b22b-3014c9111f83', 'mac_address': 'fa:16:3e:98:4b:08', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 398, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f7f74a64-69c9-4210-8b78-9533b9ade151', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103232) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 20:18:35.026792 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Current status of the port 99cc98f1-0428-4657-b22b-3014c9111f83 is: DOWN; New status is: BUILD {{(pid=103232) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 20:18:35.027186 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (99cc98f1-0428-4657-b22b-3014c9111f83), before_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:18:35.040677 n-d-713498-36 neutron-server[103232]: DEBUG neutron.notifiers.nova [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 99cc98f1-0428-4657-b22b-3014c9111f83 {{(pid=103232) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 20:18:35.060424 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-7429db8d-6021-40ad-813e-885be449a89b None None] For port 99cc98f1-0428-4657-b22b-3014c9111f83, host n-h2-713498-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-36',level=0,port_id=99cc98f1-0428-4657-b22b-3014c9111f83,segment=NetworkSegment(6eae29b3-2d6f-4832-9df1-d4b7ca050d85),segment_id=6eae29b3-2d6f-4832-9df1-d4b7ca050d85)] {{(pid=103232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 20:18:35.064907 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762867176205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762866656485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762866656503'] for port (99cc98f1-0428-4657-b22b-3014c9111f83), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:18:35.111635 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Pushing event updated for resources: {'Port': ['ID=99cc98f1-0428-4657-b22b-3014c9111f83,revision_number=11']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:18:35.329925 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-7429db8d-6021-40ad-813e-885be449a89b None None] get_ports_and_sgs() called for port_ids ['99cc98f1-0428-4657-b22b-3014c9111f83'] {{(pid=103232) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 20:18:35.610673 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-312f4efe-b84d-4ec2-b47a-314171c0f213 req-13686564-4230-485a-8632-9efd85c53fba tempest-TestShelveInstance-1852451263 tempest-TestShelveInstance-1852451263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:18:35.612121 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-312f4efe-b84d-4ec2-b47a-314171c0f213 req-13686564-4230-485a-8632-9efd85c53fba tempest-TestShelveInstance-1852451263 tempest-TestShelveInstance-1852451263-project] 10.222.0.75 "GET /v2.0/ports?device_id=5c2bae3b-03ad-4f4b-b4c7-f639e8a5ea3d HTTP/1.1" status: 200 len: 946 time: 0.0659506 Feb 09 20:18:35.687522 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-312f4efe-b84d-4ec2-b47a-314171c0f213 req-3cfa23cd-328b-4d4c-80f2-c846e5f66b1d tempest-TestShelveInstance-1852451263 tempest-TestShelveInstance-1852451263-project] 10.222.0.75 "GET /v2.0/security-groups?id=149c08b9-0259-4ed9-82ce-5e633c637de7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0657146 Feb 09 20:18:36.810253 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-892a6c25-52bd-4fcd-ba06-075192694594 req-8519b77d-3f3f-4518-ac9a-86509fc99192 tempest-TestShelveInstance-1852451263 tempest-TestShelveInstance-1852451263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:18:36.811646 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-892a6c25-52bd-4fcd-ba06-075192694594 req-8519b77d-3f3f-4518-ac9a-86509fc99192 tempest-TestShelveInstance-1852451263 tempest-TestShelveInstance-1852451263-project] 10.222.0.75 "GET /v2.0/ports?device_id=5c2bae3b-03ad-4f4b-b4c7-f639e8a5ea3d HTTP/1.1" status: 200 len: 946 time: 0.0530248 Feb 09 20:18:36.865346 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-892a6c25-52bd-4fcd-ba06-075192694594 req-4b9e1e96-0daa-44e4-a0ec-d8ea1b2aa9b5 tempest-TestShelveInstance-1852451263 tempest-TestShelveInstance-1852451263-project] 10.222.0.75 "GET /v2.0/security-groups?id=149c08b9-0259-4ed9-82ce-5e633c637de7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0477691 Feb 09 20:18:36.891376 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Device 99cc98f1-0428-4657-b22b-3014c9111f83 up at agent hyperv_n-h2-713498-36 {{(pid=103232) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 20:18:36.944468 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.provisioning_blocks [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Provisioning for port 99cc98f1-0428-4657-b22b-3014c9111f83 completed by entity L2. {{(pid=103232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 20:18:36.948326 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.provisioning_blocks [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Provisioning complete for port 99cc98f1-0428-4657-b22b-3014c9111f83 triggered by entity L2. {{(pid=103232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 20:18:36.948720 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593630'] for port (99cc98f1-0428-4657-b22b-3014c9111f83), provisioning_complete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:18:37.199757 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Current status of the port 99cc98f1-0428-4657-b22b-3014c9111f83 is: BUILD; New status is: ACTIVE {{(pid=103232) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 20:18:37.200143 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (99cc98f1-0428-4657-b22b-3014c9111f83), before_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:18:37.222902 n-d-713498-36 neutron-server[103232]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5c2bae3b-03ad-4f4b-b4c7-f639e8a5ea3d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '99cc98f1-0428-4657-b22b-3014c9111f83'}] {{(pid=103232) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 20:18:37.225717 n-d-713498-36 neutron-server[103232]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cbbf3601bdfb8db7b6600aedba7e3851fa962f00dad36f02e289fea53b94aa67" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-99c5cec1-8180-4ce3-a788-f2aedd545b03" -d '{"events": [{"server_uuid": "5c2bae3b-03ad-4f4b-b4c7-f639e8a5ea3d", "name": "network-vif-plugged", "status": "completed", "tag": "99cc98f1-0428-4657-b22b-3014c9111f83"}]}' {{(pid=103232) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 20:18:37.237902 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-7429db8d-6021-40ad-813e-885be449a89b None None] For port 99cc98f1-0428-4657-b22b-3014c9111f83, host n-h2-713498-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-36',level=0,port_id=99cc98f1-0428-4657-b22b-3014c9111f83,segment=NetworkSegment(6eae29b3-2d6f-4832-9df1-d4b7ca050d85),segment_id=6eae29b3-2d6f-4832-9df1-d4b7ca050d85)] {{(pid=103232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 20:18:37.243403 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762867176205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762866656485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762866656503'] for port (99cc98f1-0428-4657-b22b-3014c9111f83), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:18:37.269304 n-d-713498-36 neutron-server[103232]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 20:18:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2e473a38-1972-4bd7-a418-2abde006c60d x-openstack-request-id: req-2e473a38-1972-4bd7-a418-2abde006c60d {{(pid=103232) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 20:18:37.269601 n-d-713498-36 neutron-server[103232]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5c2bae3b-03ad-4f4b-b4c7-f639e8a5ea3d", "name": "network-vif-plugged", "status": "completed", "tag": "99cc98f1-0428-4657-b22b-3014c9111f83", "code": 200}]} {{(pid=103232) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 20:18:37.269859 n-d-713498-36 neutron-server[103232]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-2e473a38-1972-4bd7-a418-2abde006c60d {{(pid=103232) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 20:18:37.270272 n-d-713498-36 neutron-server[103232]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5c2bae3b-03ad-4f4b-b4c7-f639e8a5ea3d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '99cc98f1-0428-4657-b22b-3014c9111f83', 'code': 200} Feb 09 20:18:37.299161 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Pushing event updated for resources: {'Port': ['ID=99cc98f1-0428-4657-b22b-3014c9111f83,revision_number=12']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:18:37.460627 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0a53843-8679-43a8-8293-4ec2a9493f8a req-27716c5c-8a53-4f92-bff0-2742d3bca6d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:18:37.462237 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-c0a53843-8679-43a8-8293-4ec2a9493f8a req-27716c5c-8a53-4f92-bff0-2742d3bca6d3 service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=5c2bae3b-03ad-4f4b-b4c7-f639e8a5ea3d HTTP/1.1" status: 200 len: 1130 time: 0.0462570 Feb 09 20:18:37.508817 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-c0a53843-8679-43a8-8293-4ec2a9493f8a req-8872cc92-351c-4273-a4c0-7d62d04e67db service neutron] 10.222.0.90 "GET /v2.0/security-groups?id=149c08b9-0259-4ed9-82ce-5e633c637de7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394540 Feb 09 20:18:37.898860 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89c1d9cc-47c1-4ca0-be8d-f56d142c4b21 req-860e974e-8af4-4d39-beb1-3553389916ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:18:37.900727 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-89c1d9cc-47c1-4ca0-be8d-f56d142c4b21 req-860e974e-8af4-4d39-beb1-3553389916ae service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=b8f9990d965e4c57a95957edeb189b35&device_id=5c2bae3b-03ad-4f4b-b4c7-f639e8a5ea3d HTTP/1.1" status: 200 len: 1130 time: 0.0520356 Feb 09 20:18:38.002135 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3719f8ab-bf55-4845-a840-858d9d6ebe56 req-648acab8-1bbc-4388-8a2b-cf293fe1fe33 tempest-TestShelveInstance-1852451263 tempest-TestShelveInstance-1852451263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:18:38.003706 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-3719f8ab-bf55-4845-a840-858d9d6ebe56 req-648acab8-1bbc-4388-8a2b-cf293fe1fe33 tempest-TestShelveInstance-1852451263 tempest-TestShelveInstance-1852451263-project] 10.222.0.75 "GET /v2.0/ports?device_id=5c2bae3b-03ad-4f4b-b4c7-f639e8a5ea3d HTTP/1.1" status: 200 len: 947 time: 0.0619533 Feb 09 20:18:38.029555 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89c1d9cc-47c1-4ca0-be8d-f56d142c4b21 req-05f59cfe-8329-42c8-813d-25b09709a3ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:18:38.031976 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-89c1d9cc-47c1-4ca0-be8d-f56d142c4b21 req-05f59cfe-8329-42c8-813d-25b09709a3ca service neutron] 10.222.0.90 "GET /v2.0/networks?id=bf0aa6cf-cfa0-4134-9562-80f96f1b0353 HTTP/1.1" status: 200 len: 909 time: 0.1024723 Feb 09 20:18:38.066606 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-3719f8ab-bf55-4845-a840-858d9d6ebe56 req-86240ba1-e70c-44dc-9b1d-0e4bf05190fa tempest-TestShelveInstance-1852451263 tempest-TestShelveInstance-1852451263-project] 10.222.0.75 "GET /v2.0/security-groups?id=149c08b9-0259-4ed9-82ce-5e633c637de7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0559981 Feb 09 20:18:38.112999 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-89c1d9cc-47c1-4ca0-be8d-f56d142c4b21 req-feeb5de4-ccd7-45ba-8817-4e5e782771b3 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=99cc98f1-0428-4657-b22b-3014c9111f83 HTTP/1.1" status: 200 len: 1002 time: 0.0732758 Feb 09 20:18:38.172206 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89c1d9cc-47c1-4ca0-be8d-f56d142c4b21 req-c77794b0-87d2-4e5d-90ec-ee9cdd49aa10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:18:38.173698 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-89c1d9cc-47c1-4ca0-be8d-f56d142c4b21 req-c77794b0-87d2-4e5d-90ec-ee9cdd49aa10 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=f7f74a64-69c9-4210-8b78-9533b9ade151 HTTP/1.1" status: 200 len: 847 time: 0.0538299 Feb 09 20:18:38.226907 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89c1d9cc-47c1-4ca0-be8d-f56d142c4b21 req-b71d8b32-354f-4d8a-8415-fb0b72932119 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:18:38.228463 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-89c1d9cc-47c1-4ca0-be8d-f56d142c4b21 req-b71d8b32-354f-4d8a-8415-fb0b72932119 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=bf0aa6cf-cfa0-4134-9562-80f96f1b0353&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0478535 Feb 09 20:18:38.320148 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-89c1d9cc-47c1-4ca0-be8d-f56d142c4b21 req-1f7e6b5a-f5ad-4430-a7c5-4a811d493647 service neutron] 10.222.0.90 "GET /v2.0/networks/bf0aa6cf-cfa0-4134-9562-80f96f1b0353?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850205 Feb 09 20:18:38.422729 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-89c1d9cc-47c1-4ca0-be8d-f56d142c4b21 req-eff626d9-acf6-40ea-9ea3-23046563861f service neutron] 10.222.0.90 "GET /v2.0/networks/bf0aa6cf-cfa0-4134-9562-80f96f1b0353?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0955522 Feb 09 20:18:38.712830 n-d-713498-36 neutron-server[103233]: DEBUG neutron.db.agents_db [None req-4a8a6a42-0a0c-4437-8958-92282682b6bb None None] Agent healthcheck: found 7 active agents {{(pid=103233) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 20:18:39.208384 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8a881cf-c814-4272-adfc-1d273e947175 req-c00d8de5-a4c1-483d-9a07-685bea6d79b0 tempest-TestShelveInstance-1852451263 tempest-TestShelveInstance-1852451263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:18:39.211400 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-f8a881cf-c814-4272-adfc-1d273e947175 req-c00d8de5-a4c1-483d-9a07-685bea6d79b0 tempest-TestShelveInstance-1852451263 tempest-TestShelveInstance-1852451263-project] 10.222.0.75 "GET /v2.0/ports?device_id=5c2bae3b-03ad-4f4b-b4c7-f639e8a5ea3d HTTP/1.1" status: 200 len: 947 time: 0.0653617 Feb 09 20:18:39.267891 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-f8a881cf-c814-4272-adfc-1d273e947175 req-1f678227-9232-4dea-8672-76785543eaf3 tempest-TestShelveInstance-1852451263 tempest-TestShelveInstance-1852451263-project] 10.222.0.75 "GET /v2.0/security-groups?id=149c08b9-0259-4ed9-82ce-5e633c637de7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0499842 Feb 09 20:18:40.399907 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60ab5122-58f3-435e-a60c-2dedcbd71c48 req-a7311b6e-3145-47b1-b78d-856efc2139a4 tempest-TestShelveInstance-1852451263 tempest-TestShelveInstance-1852451263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:18:40.401482 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-60ab5122-58f3-435e-a60c-2dedcbd71c48 req-a7311b6e-3145-47b1-b78d-856efc2139a4 tempest-TestShelveInstance-1852451263 tempest-TestShelveInstance-1852451263-project] 10.222.0.75 "GET /v2.0/ports?device_id=5c2bae3b-03ad-4f4b-b4c7-f639e8a5ea3d HTTP/1.1" status: 200 len: 947 time: 0.0581670 Feb 09 20:18:40.452775 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-60ab5122-58f3-435e-a60c-2dedcbd71c48 req-e0b5e09d-c0dd-4c97-a9a2-aaa5942d8e5a tempest-TestShelveInstance-1852451263 tempest-TestShelveInstance-1852451263-project] 10.222.0.75 "GET /v2.0/security-groups?id=149c08b9-0259-4ed9-82ce-5e633c637de7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454836 Feb 09 20:18:40.974017 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-fab7e47e-9f3d-4368-92f1-9d407c4d842b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762867132591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593584'] for agent (af91e4b9-f4e1-42b1-a25c-a10dc47171c8), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:18:43.254308 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-33556be5-4236-448b-9b36-0b8bf97c858f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762867132591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593584'] for agent (93303d5e-5d17-45e8-8963-7694f87783ae), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:18:44.596382 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-edc54c9b-7f13-45d9-9271-85c9738b0128 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762867132591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593584'] for agent (a62b1850-466f-48ae-bec7-d62fb280e14b), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:18:46.239602 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-a7262a8e-0513-48fd-984d-75726a511961 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762867132591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593584'] for agent (911cfea2-02ae-4ec9-bac3-7808ee1cdd9c), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:18:47.205219 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762867132591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593584'] for agent (496418a2-c002-4aec-ab1a-07f3bea491bd), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:18:49.264921 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762867132591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593584'] for agent (488cd9ae-631f-4955-ba0b-4f5a13f12e9c), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:18:49.684203 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762867132591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593584'] for agent (bcd5faee-dc24-4298-9134-0e0aa054058e), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:19:10.980432 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-80c3d9b1-03e2-4367-b720-f66d7915d320 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762867132591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593584'] for agent (af91e4b9-f4e1-42b1-a25c-a10dc47171c8), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:19:13.257612 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-8ae2d640-625c-469a-99c2-b986c698d7ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762867132591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593584'] for agent (93303d5e-5d17-45e8-8963-7694f87783ae), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:19:14.599516 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-edc54c9b-7f13-45d9-9271-85c9738b0128 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762867132591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593584'] for agent (a62b1850-466f-48ae-bec7-d62fb280e14b), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:19:15.712017 n-d-713498-36 neutron-server[103233]: DEBUG neutron.db.agents_db [None req-4a8a6a42-0a0c-4437-8958-92282682b6bb None None] Agent healthcheck: found 7 active agents {{(pid=103233) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 20:19:16.242759 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-a7262a8e-0513-48fd-984d-75726a511961 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762867132591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593584'] for agent (911cfea2-02ae-4ec9-bac3-7808ee1cdd9c), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:19:17.207575 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762867132591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593584'] for agent (496418a2-c002-4aec-ab1a-07f3bea491bd), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:19:19.268070 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762867132591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593584'] for agent (488cd9ae-631f-4955-ba0b-4f5a13f12e9c), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:19:19.685126 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762867132591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593584'] for agent (bcd5faee-dc24-4298-9134-0e0aa054058e), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:19:37.944808 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-07574841-278f-4b14-aa91-a6173a23a56b req-59fc02ef-cdd6-4598-97ff-d2dabb892689 service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=5c2bae3b-03ad-4f4b-b4c7-f639e8a5ea3d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0945556 Feb 09 20:19:38.032702 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07574841-278f-4b14-aa91-a6173a23a56b req-d1c74bb8-5999-4dfb-ab3f-b3e7e17fa38d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:19:38.034248 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-07574841-278f-4b14-aa91-a6173a23a56b req-d1c74bb8-5999-4dfb-ab3f-b3e7e17fa38d service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=b8f9990d965e4c57a95957edeb189b35&device_id=5c2bae3b-03ad-4f4b-b4c7-f639e8a5ea3d HTTP/1.1" status: 200 len: 1130 time: 0.0457640 Feb 09 20:19:38.141514 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07574841-278f-4b14-aa91-a6173a23a56b req-54518257-e7c8-4f28-9ef3-3402d6e1f08b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:19:38.143034 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-07574841-278f-4b14-aa91-a6173a23a56b req-54518257-e7c8-4f28-9ef3-3402d6e1f08b service neutron] 10.222.0.90 "GET /v2.0/networks?id=bf0aa6cf-cfa0-4134-9562-80f96f1b0353 HTTP/1.1" status: 200 len: 909 time: 0.0897772 Feb 09 20:19:38.220438 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-07574841-278f-4b14-aa91-a6173a23a56b req-793e9317-c599-437c-99d3-cb4a18199222 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=99cc98f1-0428-4657-b22b-3014c9111f83 HTTP/1.1" status: 200 len: 1002 time: 0.0711780 Feb 09 20:19:38.273595 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07574841-278f-4b14-aa91-a6173a23a56b req-901983ab-0c00-4132-a034-038b4c813038 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:19:38.275063 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-07574841-278f-4b14-aa91-a6173a23a56b req-901983ab-0c00-4132-a034-038b4c813038 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=f7f74a64-69c9-4210-8b78-9533b9ade151 HTTP/1.1" status: 200 len: 847 time: 0.0483797 Feb 09 20:19:38.325045 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07574841-278f-4b14-aa91-a6173a23a56b req-f6ff756e-0735-4563-a2b3-418cad408b6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:19:38.326593 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-07574841-278f-4b14-aa91-a6173a23a56b req-f6ff756e-0735-4563-a2b3-418cad408b6a service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=bf0aa6cf-cfa0-4134-9562-80f96f1b0353&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0457726 Feb 09 20:19:38.419397 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-07574841-278f-4b14-aa91-a6173a23a56b req-cd4661da-0532-413e-a842-5062517f4a00 service neutron] 10.222.0.90 "GET /v2.0/networks/bf0aa6cf-cfa0-4134-9562-80f96f1b0353?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859511 Feb 09 20:19:38.507102 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-07574841-278f-4b14-aa91-a6173a23a56b req-ebc2c78e-c64f-4031-b2e2-4e18db2742aa service neutron] 10.222.0.90 "GET /v2.0/networks/bf0aa6cf-cfa0-4134-9562-80f96f1b0353?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0821075 Feb 09 20:19:40.982147 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-f52fcaf3-56d0-415b-976b-682bf45143cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762867132591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593584'] for agent (af91e4b9-f4e1-42b1-a25c-a10dc47171c8), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:19:43.260699 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-d4dcac47-511f-4b9e-89ba-739533555106 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762867132591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593584'] for agent (93303d5e-5d17-45e8-8963-7694f87783ae), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:19:44.605029 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-edc54c9b-7f13-45d9-9271-85c9738b0128 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762867132591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593584'] for agent (a62b1850-466f-48ae-bec7-d62fb280e14b), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:19:46.246231 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-a7262a8e-0513-48fd-984d-75726a511961 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762867132591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593584'] for agent (911cfea2-02ae-4ec9-bac3-7808ee1cdd9c), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:19:47.210581 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762867132591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593584'] for agent (496418a2-c002-4aec-ab1a-07f3bea491bd), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:19:49.280490 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762867132591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593584'] for agent (488cd9ae-631f-4955-ba0b-4f5a13f12e9c), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:19:49.700906 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762867132591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593584'] for agent (bcd5faee-dc24-4298-9134-0e0aa054058e), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:19:50.386881 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 55696) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:19:50.549200 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.plugin [None req-4a7d19ed-8cc9-4fbf-a513-6d2ad3ca786c tempest-TestShelveInstance-1852451263 tempest-TestShelveInstance-1852451263-project] Deleting port 27516da7-c948-4ab1-bc12-c5614427d836 {{(pid=103229) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 20:19:50.549541 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-4a7d19ed-8cc9-4fbf-a513-6d2ad3ca786c tempest-TestShelveInstance-1852451263 tempest-TestShelveInstance-1852451263-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762867170196'] for port (27516da7-c948-4ab1-bc12-c5614427d836), before_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:19:50.624870 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-4a7d19ed-8cc9-4fbf-a513-6d2ad3ca786c tempest-TestShelveInstance-1852451263 tempest-TestShelveInstance-1852451263-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1820838'] for port (27516da7-c948-4ab1-bc12-c5614427d836), precommit_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:19:50.625198 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-4a7d19ed-8cc9-4fbf-a513-6d2ad3ca786c tempest-TestShelveInstance-1852451263 tempest-TestShelveInstance-1852451263-project] Publish callbacks [] for floatingip (27516da7-c948-4ab1-bc12-c5614427d836), precommit_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:19:50.637632 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.plugin [None req-4a7d19ed-8cc9-4fbf-a513-6d2ad3ca786c tempest-TestShelveInstance-1852451263 tempest-TestShelveInstance-1852451263-project] Calling delete_port for 27516da7-c948-4ab1-bc12-c5614427d836 owned by network:floatingip {{(pid=103229) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 20:19:50.790850 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-4a7d19ed-8cc9-4fbf-a513-6d2ad3ca786c tempest-TestShelveInstance-1852451263 tempest-TestShelveInstance-1852451263-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762867177463', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762866656476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12867576'] for port (27516da7-c948-4ab1-bc12-c5614427d836), after_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:19:50.820230 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a7d19ed-8cc9-4fbf-a513-6d2ad3ca786c tempest-TestShelveInstance-1852451263 tempest-TestShelveInstance-1852451263-project] Pushing event deleted for resources: {'Port': ['ID=27516da7-c948-4ab1-bc12-c5614427d836,revision_number=None']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:19:50.842524 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a7d19ed-8cc9-4fbf-a513-6d2ad3ca786c tempest-TestShelveInstance-1852451263 tempest-TestShelveInstance-1852451263-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:19:50.842874 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a7d19ed-8cc9-4fbf-a513-6d2ad3ca786c tempest-TestShelveInstance-1852451263 tempest-TestShelveInstance-1852451263-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:19:50.843214 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a7d19ed-8cc9-4fbf-a513-6d2ad3ca786c tempest-TestShelveInstance-1852451263 tempest-TestShelveInstance-1852451263-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:19:50.843550 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a7d19ed-8cc9-4fbf-a513-6d2ad3ca786c tempest-TestShelveInstance-1852451263 tempest-TestShelveInstance-1852451263-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:19:50.843885 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a7d19ed-8cc9-4fbf-a513-6d2ad3ca786c tempest-TestShelveInstance-1852451263 tempest-TestShelveInstance-1852451263-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:19:50.844226 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a7d19ed-8cc9-4fbf-a513-6d2ad3ca786c tempest-TestShelveInstance-1852451263 tempest-TestShelveInstance-1852451263-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:19:50.844546 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a7d19ed-8cc9-4fbf-a513-6d2ad3ca786c tempest-TestShelveInstance-1852451263 tempest-TestShelveInstance-1852451263-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:19:50.844871 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a7d19ed-8cc9-4fbf-a513-6d2ad3ca786c tempest-TestShelveInstance-1852451263 tempest-TestShelveInstance-1852451263-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:19:50.845194 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a7d19ed-8cc9-4fbf-a513-6d2ad3ca786c tempest-TestShelveInstance-1852451263 tempest-TestShelveInstance-1852451263-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:19:50.845513 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a7d19ed-8cc9-4fbf-a513-6d2ad3ca786c tempest-TestShelveInstance-1852451263 tempest-TestShelveInstance-1852451263-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:19:50.845835 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a7d19ed-8cc9-4fbf-a513-6d2ad3ca786c tempest-TestShelveInstance-1852451263 tempest-TestShelveInstance-1852451263-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:19:50.846177 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a7d19ed-8cc9-4fbf-a513-6d2ad3ca786c tempest-TestShelveInstance-1852451263 tempest-TestShelveInstance-1852451263-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:19:50.846496 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a7d19ed-8cc9-4fbf-a513-6d2ad3ca786c tempest-TestShelveInstance-1852451263 tempest-TestShelveInstance-1852451263-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:19:50.892420 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-4a7d19ed-8cc9-4fbf-a513-6d2ad3ca786c tempest-TestShelveInstance-1852451263 tempest-TestShelveInstance-1852451263-project] Publish callbacks [] for floatingip (986a11cd-2f34-48af-b4e7-a6ddfedf50e7), after_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:19:50.892682 n-d-713498-36 neutron-server[103229]: INFO neutron.db.l3_db [None req-4a7d19ed-8cc9-4fbf-a513-6d2ad3ca786c tempest-TestShelveInstance-1852451263 tempest-TestShelveInstance-1852451263-project] Floating IP 986a11cd-2f34-48af-b4e7-a6ddfedf50e7 disassociated (deleted). External IP: 172.25.1.169, port: 99cc98f1-0428-4657-b22b-3014c9111f83. Feb 09 20:19:51.110196 n-d-713498-36 neutron-server[103229]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4a7d19ed-8cc9-4fbf-a513-6d2ad3ca786c tempest-TestShelveInstance-1852451263 tempest-TestShelveInstance-1852451263-project] Router 5487a766-bfbe-40e6-b588-712454745da8 has already been hosted by L3 agent 93303d5e-5d17-45e8-8963-7694f87783ae {{(pid=103229) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 20:19:51.223424 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4a7d19ed-8cc9-4fbf-a513-6d2ad3ca786c tempest-TestShelveInstance-1852451263 tempest-TestShelveInstance-1852451263-project] Notify agent at l3_agent.n-d-713498-36 the message routers_updated {{(pid=103229) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 20:19:51.228570 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-4a7d19ed-8cc9-4fbf-a513-6d2ad3ca786c tempest-TestShelveInstance-1852451263 tempest-TestShelveInstance-1852451263-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171096'] for floatingip (None), before_response {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:19:51.233691 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48f0d773-c1fe-4f49-ade7-14e83f05e41b None None] Sync routers for ids ['5487a766-bfbe-40e6-b588-712454745da8'] in n-d-713498-36 {{(pid=103232) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 20:19:51.243391 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48f0d773-c1fe-4f49-ade7-14e83f05e41b None None] Routers {'5487a766-bfbe-40e6-b588-712454745da8'} bound to L3 agent in host n-d-713498-36 {{(pid=103232) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 20:19:51.243999 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.l3_hamode_db [None req-48f0d773-c1fe-4f49-ade7-14e83f05e41b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T18:51:43Z,description=,heartbeat_timestamp=2022-02-09T20:19:43Z,host='n-d-713498-36',id=93303d5e-5d17-45e8-8963-7694f87783ae,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T18:51:43Z,topic='l3_agent')) {'router_ids': ['5487a766-bfbe-40e6-b588-712454745da8'], 'active': True} {{(pid=103232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 20:19:51.260357 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-4a7d19ed-8cc9-4fbf-a513-6d2ad3ca786c tempest-TestShelveInstance-1852451263 tempest-TestShelveInstance-1852451263-project] 10.222.0.75 "DELETE /v2.0/floatingips/986a11cd-2f34-48af-b4e7-a6ddfedf50e7 HTTP/1.1" status: 204 len: 168 time: 0.8723824 Feb 09 20:19:51.260951 n-d-713498-36 neutron-server[103229]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5c2bae3b-03ad-4f4b-b4c7-f639e8a5ea3d', 'tag': '99cc98f1-0428-4657-b22b-3014c9111f83'}] {{(pid=103229) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 20:19:51.263231 n-d-713498-36 neutron-server[103229]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}07d618d1c5389b9cd0b8ca1de8f17b65d6cfa6b0806685514be6977118e88e42" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-31ce9a36-8a4a-4c35-8a4c-5c881a73d6b5" -d '{"events": [{"name": "network-changed", "server_uuid": "5c2bae3b-03ad-4f4b-b4c7-f639e8a5ea3d", "tag": "99cc98f1-0428-4657-b22b-3014c9111f83"}]}' {{(pid=103229) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 20:19:51.360355 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.l3_dvr_db [None req-48f0d773-c1fe-4f49-ade7-14e83f05e41b None None] Set router 5487a766-bfbe-40e6-b588-712454745da8 gateway port host: n-d-713498-36 {{(pid=103232) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 20:19:51.366366 n-d-713498-36 neutron-server[103229]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 20:19:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ac1403fa-0adb-42ea-a16c-3bad34d8a89d x-openstack-request-id: req-ac1403fa-0adb-42ea-a16c-3bad34d8a89d {{(pid=103229) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 20:19:51.366983 n-d-713498-36 neutron-server[103229]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5c2bae3b-03ad-4f4b-b4c7-f639e8a5ea3d", "tag": "99cc98f1-0428-4657-b22b-3014c9111f83", "status": "completed", "code": 200}]} {{(pid=103229) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 20:19:51.367386 n-d-713498-36 neutron-server[103229]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-ac1403fa-0adb-42ea-a16c-3bad34d8a89d {{(pid=103229) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 20:19:51.368052 n-d-713498-36 neutron-server[103229]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5c2bae3b-03ad-4f4b-b4c7-f639e8a5ea3d', 'tag': '99cc98f1-0428-4657-b22b-3014c9111f83', 'status': 'completed', 'code': 200} Feb 09 20:19:51.452707 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31ce9a36-8a4a-4c35-8a4c-5c881a73d6b5 req-49908c93-0493-4740-9a7e-9f3bb227a3e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:19:51.455129 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-31ce9a36-8a4a-4c35-8a4c-5c881a73d6b5 req-49908c93-0493-4740-9a7e-9f3bb227a3e2 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=b8f9990d965e4c57a95957edeb189b35&device_id=5c2bae3b-03ad-4f4b-b4c7-f639e8a5ea3d HTTP/1.1" status: 200 len: 1130 time: 0.0665948 Feb 09 20:19:51.541429 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-550ca8a1-8cda-45d6-8a85-0341c95cfb41 req-c701a3b2-195f-47dc-b759-1d0c10cd6838 tempest-TestShelveInstance-1852451263 tempest-TestShelveInstance-1852451263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:19:51.542962 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-550ca8a1-8cda-45d6-8a85-0341c95cfb41 req-c701a3b2-195f-47dc-b759-1d0c10cd6838 tempest-TestShelveInstance-1852451263 tempest-TestShelveInstance-1852451263-project] 10.222.0.75 "GET /v2.0/ports?device_id=5c2bae3b-03ad-4f4b-b4c7-f639e8a5ea3d HTTP/1.1" status: 200 len: 947 time: 0.0607052 Feb 09 20:19:51.558844 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31ce9a36-8a4a-4c35-8a4c-5c881a73d6b5 req-1278df45-25cc-4e29-ad77-dad4c0d43d80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:19:51.560559 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-31ce9a36-8a4a-4c35-8a4c-5c881a73d6b5 req-1278df45-25cc-4e29-ad77-dad4c0d43d80 service neutron] 10.222.0.90 "GET /v2.0/networks?id=bf0aa6cf-cfa0-4134-9562-80f96f1b0353 HTTP/1.1" status: 200 len: 909 time: 0.0990205 Feb 09 20:19:51.585145 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.l3_hamode_db [None req-48f0d773-c1fe-4f49-ade7-14e83f05e41b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5487a766-bfbe-40e6-b588-712454745da8', 'name': 'tempest-TestShelveInstance-222607312-router', 'tenant_id': 'b8f9990d965e4c57a95957edeb189b35', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88055e1e-672a-4487-be31-ffb6e833ece5', 'external_fixed_ips': [{'subnet_id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'ip_address': '172.25.1.55'}], 'enable_snat': True}, 'gw_port_id': '86bbe2d5-805a-4320-bacb-39bcd1712a8b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T20:15:33Z', 'updated_at': '2022-02-09T20:15:36Z', 'revision_number': 4, 'project_id': 'b8f9990d965e4c57a95957edeb189b35', 'gw_port': {'id': '86bbe2d5-805a-4320-bacb-39bcd1712a8b', 'name': '', 'network_id': '88055e1e-672a-4487-be31-ffb6e833ece5', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:90:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5487a766-bfbe-40e6-b588-712454745da8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4331, 'fixed_ips': [{'subnet_id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'ip_address': '172.25.1.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T20:15:34Z', 'updated_at': '2022-02-09T20:15:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-36', '_interfaces': [{'id': 'ecd7d528-3573-49a1-980f-3f2c2daf1393', 'name': '', 'network_id': 'bf0aa6cf-cfa0-4134-9562-80f96f1b0353', 'tenant_id': 'b8f9990d965e4c57a95957edeb189b35', 'mac_address': 'fa:16:3e:e5:ed:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5487a766-bfbe-40e6-b588-712454745da8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4332, 'fixed_ips': [{'subnet_id': 'f7f74a64-69c9-4210-8b78-9533b9ade151', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T20:15:36Z', 'updated_at': '2022-02-09T20:15:41Z', 'revision_number': 5, 'project_id': 'b8f9990d965e4c57a95957edeb189b35', 'subnets': [{'id': 'f7f74a64-69c9-4210-8b78-9533b9ade151', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-36', False) {} {{(pid=103232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 20:19:51.598759 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-550ca8a1-8cda-45d6-8a85-0341c95cfb41 req-d00ea36e-cb87-4929-bb62-e803e45b8493 tempest-TestShelveInstance-1852451263 tempest-TestShelveInstance-1852451263-project] 10.222.0.75 "GET /v2.0/security-groups?id=149c08b9-0259-4ed9-82ce-5e633c637de7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0459483 Feb 09 20:19:51.611429 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-31ce9a36-8a4a-4c35-8a4c-5c881a73d6b5 req-9650d3a0-5c22-4413-bd1c-e4781c6b5882 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=99cc98f1-0428-4657-b22b-3014c9111f83 HTTP/1.1" status: 200 len: 217 time: 0.0447049 Feb 09 20:19:51.613564 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48f0d773-c1fe-4f49-ade7-14e83f05e41b None None] Checking router: 5487a766-bfbe-40e6-b588-712454745da8 for host: n-d-713498-36 {{(pid=103232) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 20:19:51.622136 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48f0d773-c1fe-4f49-ade7-14e83f05e41b None None] Routers {'5487a766-bfbe-40e6-b588-712454745da8'} bound to L3 agent in host n-d-713498-36 {{(pid=103232) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 20:19:51.622732 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.l3_hamode_db [None req-48f0d773-c1fe-4f49-ade7-14e83f05e41b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T18:51:43Z,description=,heartbeat_timestamp=2022-02-09T20:19:43Z,host='n-d-713498-36',id=93303d5e-5d17-45e8-8963-7694f87783ae,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T18:51:43Z,topic='l3_agent')) {'router_ids': ['5487a766-bfbe-40e6-b588-712454745da8'], 'active': True} {{(pid=103232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 20:19:51.662345 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31ce9a36-8a4a-4c35-8a4c-5c881a73d6b5 req-dd8a95ab-287d-4275-80a2-5493893b8a61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:19:51.663806 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-31ce9a36-8a4a-4c35-8a4c-5c881a73d6b5 req-dd8a95ab-287d-4275-80a2-5493893b8a61 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=f7f74a64-69c9-4210-8b78-9533b9ade151 HTTP/1.1" status: 200 len: 847 time: 0.0452437 Feb 09 20:19:51.715029 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31ce9a36-8a4a-4c35-8a4c-5c881a73d6b5 req-27a8ea9e-06db-4fc5-b459-95d0f6d3ecc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:19:51.716545 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-31ce9a36-8a4a-4c35-8a4c-5c881a73d6b5 req-27a8ea9e-06db-4fc5-b459-95d0f6d3ecc2 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=bf0aa6cf-cfa0-4134-9562-80f96f1b0353&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0457540 Feb 09 20:19:51.731277 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.l3_dvr_db [None req-48f0d773-c1fe-4f49-ade7-14e83f05e41b None None] Set router 5487a766-bfbe-40e6-b588-712454745da8 gateway port host: n-d-713498-36 {{(pid=103232) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 20:19:51.809510 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-31ce9a36-8a4a-4c35-8a4c-5c881a73d6b5 req-d98c5d9e-bc7e-4278-9506-3e15c25b2d48 service neutron] 10.222.0.90 "GET /v2.0/networks/bf0aa6cf-cfa0-4134-9562-80f96f1b0353?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855629 Feb 09 20:19:51.899456 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-31ce9a36-8a4a-4c35-8a4c-5c881a73d6b5 req-9b1deb16-0f39-42e6-9b89-972b27e7e8f9 service neutron] 10.222.0.90 "GET /v2.0/networks/bf0aa6cf-cfa0-4134-9562-80f96f1b0353?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0832918 Feb 09 20:19:51.929372 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.l3_hamode_db [None req-48f0d773-c1fe-4f49-ade7-14e83f05e41b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5487a766-bfbe-40e6-b588-712454745da8', 'name': 'tempest-TestShelveInstance-222607312-router', 'tenant_id': 'b8f9990d965e4c57a95957edeb189b35', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88055e1e-672a-4487-be31-ffb6e833ece5', 'external_fixed_ips': [{'subnet_id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'ip_address': '172.25.1.55'}], 'enable_snat': True}, 'gw_port_id': '86bbe2d5-805a-4320-bacb-39bcd1712a8b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T20:15:33Z', 'updated_at': '2022-02-09T20:15:36Z', 'revision_number': 4, 'project_id': 'b8f9990d965e4c57a95957edeb189b35', 'gw_port': {'id': '86bbe2d5-805a-4320-bacb-39bcd1712a8b', 'name': '', 'network_id': '88055e1e-672a-4487-be31-ffb6e833ece5', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:90:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5487a766-bfbe-40e6-b588-712454745da8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4331, 'fixed_ips': [{'subnet_id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'ip_address': '172.25.1.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T20:15:34Z', 'updated_at': '2022-02-09T20:15:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-36', '_interfaces': [{'id': 'ecd7d528-3573-49a1-980f-3f2c2daf1393', 'name': '', 'network_id': 'bf0aa6cf-cfa0-4134-9562-80f96f1b0353', 'tenant_id': 'b8f9990d965e4c57a95957edeb189b35', 'mac_address': 'fa:16:3e:e5:ed:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5487a766-bfbe-40e6-b588-712454745da8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4332, 'fixed_ips': [{'subnet_id': 'f7f74a64-69c9-4210-8b78-9533b9ade151', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T20:15:36Z', 'updated_at': '2022-02-09T20:15:41Z', 'revision_number': 5, 'project_id': 'b8f9990d965e4c57a95957edeb189b35', 'subnets': [{'id': 'f7f74a64-69c9-4210-8b78-9533b9ade151', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-36', False) {} {{(pid=103232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 20:19:51.960137 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48f0d773-c1fe-4f49-ade7-14e83f05e41b None None] The sync data for ids ['5487a766-bfbe-40e6-b588-712454745da8'] in n-d-713498-36 is: [{'id': '5487a766-bfbe-40e6-b588-712454745da8', 'name': 'tempest-TestShelveInstance-222607312-router', 'tenant_id': 'b8f9990d965e4c57a95957edeb189b35', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88055e1e-672a-4487-be31-ffb6e833ece5', 'external_fixed_ips': [{'subnet_id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'ip_address': '172.25.1.55'}], 'enable_snat': True}, 'gw_port_id': '86bbe2d5-805a-4320-bacb-39bcd1712a8b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T20:15:33Z', 'updated_at': '2022-02-09T20:15:36Z', 'revision_number': 4, 'project_id': 'b8f9990d965e4c57a95957edeb189b35', 'gw_port': {'id': '86bbe2d5-805a-4320-bacb-39bcd1712a8b', 'name': '', 'network_id': '88055e1e-672a-4487-be31-ffb6e833ece5', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:90:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5487a766-bfbe-40e6-b588-712454745da8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4331, 'fixed_ips': [{'subnet_id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'ip_address': '172.25.1.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T20:15:34Z', 'updated_at': '2022-02-09T20:15:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-36', '_interfaces': [{'id': 'ecd7d528-3573-49a1-980f-3f2c2daf1393', 'name': '', 'network_id': 'bf0aa6cf-cfa0-4134-9562-80f96f1b0353', 'tenant_id': 'b8f9990d965e4c57a95957edeb189b35', 'mac_address': 'fa:16:3e:e5:ed:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5487a766-bfbe-40e6-b588-712454745da8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4332, 'fixed_ips': [{'subnet_id': 'f7f74a64-69c9-4210-8b78-9533b9ade151', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T20:15:36Z', 'updated_at': '2022-02-09T20:15:41Z', 'revision_number': 5, 'project_id': 'b8f9990d965e4c57a95957edeb189b35', 'subnets': [{'id': 'f7f74a64-69c9-4210-8b78-9533b9ade151', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103232) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 20:19:52.182541 n-d-713498-36 neutron-server[103233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6530160-c47f-4e1d-8d62-e6c41b0b5dff None None] New status for floating IP 986a11cd-2f34-48af-b4e7-a6ddfedf50e7: DOWN {{(pid=103233) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 09 20:19:52.711876 n-d-713498-36 neutron-server[103233]: DEBUG neutron.db.agents_db [None req-4a8a6a42-0a0c-4437-8958-92282682b6bb None None] Agent healthcheck: found 7 active agents {{(pid=103233) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 20:19:52.723666 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bda4141b-4774-4043-934e-162d9fdebda4 req-09543ff7-451e-4bd3-b9e0-e0a2f8188845 tempest-TestShelveInstance-1852451263 tempest-TestShelveInstance-1852451263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:19:52.725234 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-bda4141b-4774-4043-934e-162d9fdebda4 req-09543ff7-451e-4bd3-b9e0-e0a2f8188845 tempest-TestShelveInstance-1852451263 tempest-TestShelveInstance-1852451263-project] 10.222.0.75 "GET /v2.0/ports?device_id=5c2bae3b-03ad-4f4b-b4c7-f639e8a5ea3d HTTP/1.1" status: 200 len: 947 time: 0.0543101 Feb 09 20:19:52.774858 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-bda4141b-4774-4043-934e-162d9fdebda4 req-b7baf55d-3391-44f5-a578-e55fe3358c15 tempest-TestShelveInstance-1852451263 tempest-TestShelveInstance-1852451263-project] 10.222.0.75 "GET /v2.0/security-groups?id=149c08b9-0259-4ed9-82ce-5e633c637de7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439994 Feb 09 20:19:52.896096 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-801ea9de-9115-48fd-b7c5-2a4957e46157 req-110b3cc2-3f1b-4e78-9ab0-988c33f58239 tempest-TestShelveInstance-1852451263 tempest-TestShelveInstance-1852451263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:19:52.898190 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-801ea9de-9115-48fd-b7c5-2a4957e46157 req-110b3cc2-3f1b-4e78-9ab0-988c33f58239 tempest-TestShelveInstance-1852451263 tempest-TestShelveInstance-1852451263-project] 10.222.0.90 "GET /v2.0/ports?device_id=5c2bae3b-03ad-4f4b-b4c7-f639e8a5ea3d HTTP/1.1" status: 200 len: 947 time: 0.0622637 Feb 09 20:19:52.989486 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.plugin [req-801ea9de-9115-48fd-b7c5-2a4957e46157 req-0bed4a90-7f2c-4632-9f61-599a7c7cab8e tempest-TestShelveInstance-1852451263 tempest-TestShelveInstance-1852451263-project] Deleting port 99cc98f1-0428-4657-b22b-3014c9111f83 {{(pid=103230) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 20:19:52.989826 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [req-801ea9de-9115-48fd-b7c5-2a4957e46157 req-0bed4a90-7f2c-4632-9f61-599a7c7cab8e tempest-TestShelveInstance-1852451263 tempest-TestShelveInstance-1852451263-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762867170196'] for port (99cc98f1-0428-4657-b22b-3014c9111f83), before_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:19:53.080703 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.db [req-801ea9de-9115-48fd-b7c5-2a4957e46157 req-0bed4a90-7f2c-4632-9f61-599a7c7cab8e tempest-TestShelveInstance-1852451263 tempest-TestShelveInstance-1852451263-project] For port 99cc98f1-0428-4657-b22b-3014c9111f83, host n-h2-713498-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-36',level=0,port_id=99cc98f1-0428-4657-b22b-3014c9111f83,segment=NetworkSegment(6eae29b3-2d6f-4832-9df1-d4b7ca050d85),segment_id=6eae29b3-2d6f-4832-9df1-d4b7ca050d85)] {{(pid=103230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 20:19:53.081065 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [req-801ea9de-9115-48fd-b7c5-2a4957e46157 req-0bed4a90-7f2c-4632-9f61-599a7c7cab8e tempest-TestShelveInstance-1852451263 tempest-TestShelveInstance-1852451263-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1820838'] for port (99cc98f1-0428-4657-b22b-3014c9111f83), precommit_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:19:53.095967 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.plugin [req-801ea9de-9115-48fd-b7c5-2a4957e46157 req-0bed4a90-7f2c-4632-9f61-599a7c7cab8e tempest-TestShelveInstance-1852451263 tempest-TestShelveInstance-1852451263-project] Calling delete_port for 99cc98f1-0428-4657-b22b-3014c9111f83 owned by compute:nova {{(pid=103230) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 20:19:53.226575 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [req-801ea9de-9115-48fd-b7c5-2a4957e46157 req-0bed4a90-7f2c-4632-9f61-599a7c7cab8e tempest-TestShelveInstance-1852451263 tempest-TestShelveInstance-1852451263-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762867177463', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762866656476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14393751'] for port (99cc98f1-0428-4657-b22b-3014c9111f83), after_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:19:53.260597 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bed4a90-7f2c-4632-9f61-599a7c7cab8e tempest-TestShelveInstance-1852451263 tempest-TestShelveInstance-1852451263-project] Pushing event deleted for resources: {'Port': ['ID=99cc98f1-0428-4657-b22b-3014c9111f83,revision_number=None']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:19:53.286594 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bed4a90-7f2c-4632-9f61-599a7c7cab8e tempest-TestShelveInstance-1852451263 tempest-TestShelveInstance-1852451263-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:19:53.287087 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bed4a90-7f2c-4632-9f61-599a7c7cab8e tempest-TestShelveInstance-1852451263 tempest-TestShelveInstance-1852451263-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:19:53.287616 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bed4a90-7f2c-4632-9f61-599a7c7cab8e tempest-TestShelveInstance-1852451263 tempest-TestShelveInstance-1852451263-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:19:53.288006 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bed4a90-7f2c-4632-9f61-599a7c7cab8e tempest-TestShelveInstance-1852451263 tempest-TestShelveInstance-1852451263-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:19:53.288288 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bed4a90-7f2c-4632-9f61-599a7c7cab8e tempest-TestShelveInstance-1852451263 tempest-TestShelveInstance-1852451263-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:19:53.288628 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bed4a90-7f2c-4632-9f61-599a7c7cab8e tempest-TestShelveInstance-1852451263 tempest-TestShelveInstance-1852451263-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:19:53.289246 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bed4a90-7f2c-4632-9f61-599a7c7cab8e tempest-TestShelveInstance-1852451263 tempest-TestShelveInstance-1852451263-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:19:53.289246 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bed4a90-7f2c-4632-9f61-599a7c7cab8e tempest-TestShelveInstance-1852451263 tempest-TestShelveInstance-1852451263-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:19:53.289636 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bed4a90-7f2c-4632-9f61-599a7c7cab8e tempest-TestShelveInstance-1852451263 tempest-TestShelveInstance-1852451263-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:19:53.290162 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bed4a90-7f2c-4632-9f61-599a7c7cab8e tempest-TestShelveInstance-1852451263 tempest-TestShelveInstance-1852451263-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:19:53.290382 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bed4a90-7f2c-4632-9f61-599a7c7cab8e tempest-TestShelveInstance-1852451263 tempest-TestShelveInstance-1852451263-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:19:53.291019 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bed4a90-7f2c-4632-9f61-599a7c7cab8e tempest-TestShelveInstance-1852451263 tempest-TestShelveInstance-1852451263-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:19:53.291019 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bed4a90-7f2c-4632-9f61-599a7c7cab8e tempest-TestShelveInstance-1852451263 tempest-TestShelveInstance-1852451263-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:19:53.311590 n-d-713498-36 neutron-server[103230]: DEBUG neutron.db.l3_dvrscheduler_db [req-801ea9de-9115-48fd-b7c5-2a4957e46157 req-0bed4a90-7f2c-4632-9f61-599a7c7cab8e tempest-TestShelveInstance-1852451263 tempest-TestShelveInstance-1852451263-project] No DVR routers for this DVR port 99cc98f1-0428-4657-b22b-3014c9111f83 on host n-h2-713498-36 {{(pid=103230) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 20:19:53.314343 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [req-801ea9de-9115-48fd-b7c5-2a4957e46157 req-0bed4a90-7f2c-4632-9f61-599a7c7cab8e tempest-TestShelveInstance-1852451263 tempest-TestShelveInstance-1852451263-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171096'] for port (None), before_response {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:19:53.317644 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-801ea9de-9115-48fd-b7c5-2a4957e46157 req-0bed4a90-7f2c-4632-9f61-599a7c7cab8e tempest-TestShelveInstance-1852451263 tempest-TestShelveInstance-1852451263-project] 10.222.0.90 "DELETE /v2.0/ports/99cc98f1-0428-4657-b22b-3014c9111f83 HTTP/1.1" status: 204 len: 173 time: 0.4143927 Feb 09 20:19:53.318282 n-d-713498-36 neutron-server[103230]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5c2bae3b-03ad-4f4b-b4c7-f639e8a5ea3d', 'name': 'network-vif-deleted', 'tag': '99cc98f1-0428-4657-b22b-3014c9111f83'}] {{(pid=103230) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 20:19:53.321069 n-d-713498-36 neutron-server[103230]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bdec2cd40908e72a0a66447c6deb3367bbdbf2f4033028e05eb26280eb3900ec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b64cc292-688a-482d-8ab5-e01394ca08b6" -d '{"events": [{"server_uuid": "5c2bae3b-03ad-4f4b-b4c7-f639e8a5ea3d", "name": "network-vif-deleted", "tag": "99cc98f1-0428-4657-b22b-3014c9111f83"}]}' {{(pid=103230) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 20:19:53.362181 n-d-713498-36 neutron-server[103230]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 20:19:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cd457dbd-26a4-47d0-91da-34314b83b46d x-openstack-request-id: req-cd457dbd-26a4-47d0-91da-34314b83b46d {{(pid=103230) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 20:19:53.362494 n-d-713498-36 neutron-server[103230]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5c2bae3b-03ad-4f4b-b4c7-f639e8a5ea3d", "name": "network-vif-deleted", "tag": "99cc98f1-0428-4657-b22b-3014c9111f83", "status": "completed", "code": 200}]} {{(pid=103230) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 20:19:53.362743 n-d-713498-36 neutron-server[103230]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-cd457dbd-26a4-47d0-91da-34314b83b46d {{(pid=103230) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 20:19:53.363143 n-d-713498-36 neutron-server[103230]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5c2bae3b-03ad-4f4b-b4c7-f639e8a5ea3d', 'name': 'network-vif-deleted', 'tag': '99cc98f1-0428-4657-b22b-3014c9111f83', 'status': 'completed', 'code': 200} Feb 09 20:19:53.839714 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 55718) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:19:53.898120 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-7cc2f46a-824d-4223-a3f9-87ba58e542cb tempest-TestShelveInstance-1852451263 tempest-TestShelveInstance-1852451263-project] Publish callbacks [] for security_group (149c08b9-0259-4ed9-82ce-5e633c637de7), before_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:19:53.922754 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-7cc2f46a-824d-4223-a3f9-87ba58e542cb tempest-TestShelveInstance-1852451263 tempest-TestShelveInstance-1852451263-project] Publish callbacks [] for security_group (149c08b9-0259-4ed9-82ce-5e633c637de7), precommit_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:19:53.982614 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-7cc2f46a-824d-4223-a3f9-87ba58e542cb tempest-TestShelveInstance-1852451263 tempest-TestShelveInstance-1852451263-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1892331'] for security_group (149c08b9-0259-4ed9-82ce-5e633c637de7), after_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:19:53.985491 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-7cc2f46a-824d-4223-a3f9-87ba58e542cb tempest-TestShelveInstance-1852451263 tempest-TestShelveInstance-1852451263-project] Publish callbacks [] for security_group (None), before_response {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:19:53.986679 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-7cc2f46a-824d-4223-a3f9-87ba58e542cb tempest-TestShelveInstance-1852451263 tempest-TestShelveInstance-1852451263-project] 10.222.0.75 "DELETE /v2.0/security-groups/149c08b9-0259-4ed9-82ce-5e633c637de7 HTTP/1.1" status: 204 len: 168 time: 0.1459830 Feb 09 20:19:53.996448 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cc2f46a-824d-4223-a3f9-87ba58e542cb tempest-TestShelveInstance-1852451263 tempest-TestShelveInstance-1852451263-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=149c08b9-0259-4ed9-82ce-5e633c637de7,revision_number=None']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:19:54.410003 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 55724) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:19:54.415330 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.v2.base [None req-d83b4bb0-9ed8-42bb-a4bb-5380711d9d68 tempest-TestShelveInstance-1852451263 tempest-TestShelveInstance-1852451263-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-571300472', 'description': 'tempest-secgroup-smoke-571300472 description', 'project_id': 'b8f9990d965e4c57a95957edeb189b35'}} {{(pid=103230) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 20:19:54.435520 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-d83b4bb0-9ed8-42bb-a4bb-5380711d9d68 tempest-TestShelveInstance-1852451263 tempest-TestShelveInstance-1852451263-project] Publish callbacks [] for security_group (None), before_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:19:54.502213 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-d83b4bb0-9ed8-42bb-a4bb-5380711d9d68 tempest-TestShelveInstance-1852451263 tempest-TestShelveInstance-1852451263-project] Publish callbacks [] for security_group (e6ea5bbe-4934-46d8-97e2-9bffb122c364), precommit_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:19:54.506263 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-d83b4bb0-9ed8-42bb-a4bb-5380711d9d68 tempest-TestShelveInstance-1852451263 tempest-TestShelveInstance-1852451263-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1892331'] for security_group (e6ea5bbe-4934-46d8-97e2-9bffb122c364), after_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:19:54.538167 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-d83b4bb0-9ed8-42bb-a4bb-5380711d9d68 tempest-TestShelveInstance-1852451263 tempest-TestShelveInstance-1852451263-project] Publish callbacks [] for security_group (None), before_response {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:19:54.539410 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-d83b4bb0-9ed8-42bb-a4bb-5380711d9d68 tempest-TestShelveInstance-1852451263 tempest-TestShelveInstance-1852451263-project] 10.222.0.75 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.1283934 Feb 09 20:19:54.541293 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d83b4bb0-9ed8-42bb-a4bb-5380711d9d68 tempest-TestShelveInstance-1852451263 tempest-TestShelveInstance-1852451263-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e6ea5bbe-4934-46d8-97e2-9bffb122c364,revision_number=1']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:19:54.542457 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 55726) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:19:54.547034 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.v2.base [None req-12138bef-21b4-4875-9d15-c5b4c4a850bd tempest-TestShelveInstance-1852451263 tempest-TestShelveInstance-1852451263-project] Request body: {'security_group_rule': {'security_group_id': 'e6ea5bbe-4934-46d8-97e2-9bffb122c364', 'project_id': 'b8f9990d965e4c57a95957edeb189b35', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 20:19:54.572793 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-12138bef-21b4-4875-9d15-c5b4c4a850bd tempest-TestShelveInstance-1852451263 tempest-TestShelveInstance-1852451263-project] Publish callbacks [] for security_group_rule (d404c622-e61f-4dd6-bdc6-7e7bf1c99a7d), before_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:19:54.618231 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-12138bef-21b4-4875-9d15-c5b4c4a850bd tempest-TestShelveInstance-1852451263 tempest-TestShelveInstance-1852451263-project] Publish callbacks [] for security_group_rule (d404c622-e61f-4dd6-bdc6-7e7bf1c99a7d), precommit_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:19:54.622020 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-12138bef-21b4-4875-9d15-c5b4c4a850bd tempest-TestShelveInstance-1852451263 tempest-TestShelveInstance-1852451263-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1892250'] for security_group_rule (d404c622-e61f-4dd6-bdc6-7e7bf1c99a7d), after_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:19:54.639365 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12138bef-21b4-4875-9d15-c5b4c4a850bd tempest-TestShelveInstance-1852451263 tempest-TestShelveInstance-1852451263-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d404c622-e61f-4dd6-bdc6-7e7bf1c99a7d,revision_number=0']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:19:54.648892 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-12138bef-21b4-4875-9d15-c5b4c4a850bd tempest-TestShelveInstance-1852451263 tempest-TestShelveInstance-1852451263-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:19:54.650107 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-12138bef-21b4-4875-9d15-c5b4c4a850bd tempest-TestShelveInstance-1852451263 tempest-TestShelveInstance-1852451263-project] 10.222.0.75 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1066129 Feb 09 20:19:54.652947 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 55728) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:19:54.657287 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.v2.base [None req-84d3045f-0748-4e33-b338-6c85690037b5 tempest-TestShelveInstance-1852451263 tempest-TestShelveInstance-1852451263-project] Request body: {'security_group_rule': {'security_group_id': 'e6ea5bbe-4934-46d8-97e2-9bffb122c364', 'project_id': 'b8f9990d965e4c57a95957edeb189b35', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 20:19:54.682034 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-84d3045f-0748-4e33-b338-6c85690037b5 tempest-TestShelveInstance-1852451263 tempest-TestShelveInstance-1852451263-project] Publish callbacks [] for security_group_rule (8af44a25-b015-4526-b274-c211f403f5c9), before_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:19:54.740496 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-84d3045f-0748-4e33-b338-6c85690037b5 tempest-TestShelveInstance-1852451263 tempest-TestShelveInstance-1852451263-project] Publish callbacks [] for security_group_rule (8af44a25-b015-4526-b274-c211f403f5c9), precommit_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:19:54.744416 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-84d3045f-0748-4e33-b338-6c85690037b5 tempest-TestShelveInstance-1852451263 tempest-TestShelveInstance-1852451263-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1892250'] for security_group_rule (8af44a25-b015-4526-b274-c211f403f5c9), after_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:19:54.762118 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84d3045f-0748-4e33-b338-6c85690037b5 tempest-TestShelveInstance-1852451263 tempest-TestShelveInstance-1852451263-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8af44a25-b015-4526-b274-c211f403f5c9,revision_number=0']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:19:54.769239 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-84d3045f-0748-4e33-b338-6c85690037b5 tempest-TestShelveInstance-1852451263 tempest-TestShelveInstance-1852451263-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:19:54.770469 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-84d3045f-0748-4e33-b338-6c85690037b5 tempest-TestShelveInstance-1852451263 tempest-TestShelveInstance-1852451263-project] 10.222.0.75 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1165619 Feb 09 20:19:54.773769 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 55730) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:19:54.778148 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.v2.base [None req-bd8bd5bc-9db7-4301-925d-1ed371cfbaac tempest-TestShelveInstance-1852451263 tempest-TestShelveInstance-1852451263-project] Request body: {'security_group_rule': {'security_group_id': 'e6ea5bbe-4934-46d8-97e2-9bffb122c364', 'project_id': 'b8f9990d965e4c57a95957edeb189b35', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 20:19:54.802231 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-bd8bd5bc-9db7-4301-925d-1ed371cfbaac tempest-TestShelveInstance-1852451263 tempest-TestShelveInstance-1852451263-project] Publish callbacks [] for security_group_rule (f7bef4a8-048e-4967-bb4b-f8b215755c21), before_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:19:54.858216 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-bd8bd5bc-9db7-4301-925d-1ed371cfbaac tempest-TestShelveInstance-1852451263 tempest-TestShelveInstance-1852451263-project] Publish callbacks [] for security_group_rule (f7bef4a8-048e-4967-bb4b-f8b215755c21), precommit_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:19:54.861657 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-bd8bd5bc-9db7-4301-925d-1ed371cfbaac tempest-TestShelveInstance-1852451263 tempest-TestShelveInstance-1852451263-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1892250'] for security_group_rule (f7bef4a8-048e-4967-bb4b-f8b215755c21), after_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:19:54.879223 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd8bd5bc-9db7-4301-925d-1ed371cfbaac tempest-TestShelveInstance-1852451263 tempest-TestShelveInstance-1852451263-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f7bef4a8-048e-4967-bb4b-f8b215755c21,revision_number=0']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:19:54.889848 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-bd8bd5bc-9db7-4301-925d-1ed371cfbaac tempest-TestShelveInstance-1852451263 tempest-TestShelveInstance-1852451263-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:19:54.891063 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-bd8bd5bc-9db7-4301-925d-1ed371cfbaac tempest-TestShelveInstance-1852451263 tempest-TestShelveInstance-1852451263-project] 10.222.0.75 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1162751 Feb 09 20:19:54.894009 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 55732) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:19:54.899708 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.v2.base [None req-37f0e4eb-68ba-45ae-a52c-63c7b9fd58d9 tempest-TestShelveInstance-1852451263 tempest-TestShelveInstance-1852451263-project] Request body: {'security_group_rule': {'security_group_id': 'e6ea5bbe-4934-46d8-97e2-9bffb122c364', 'project_id': 'b8f9990d965e4c57a95957edeb189b35', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103230) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 20:19:54.924286 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-37f0e4eb-68ba-45ae-a52c-63c7b9fd58d9 tempest-TestShelveInstance-1852451263 tempest-TestShelveInstance-1852451263-project] Publish callbacks [] for security_group_rule (f4d1723d-51cd-4bae-b53d-dd8da203a2d5), before_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:19:54.986321 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-37f0e4eb-68ba-45ae-a52c-63c7b9fd58d9 tempest-TestShelveInstance-1852451263 tempest-TestShelveInstance-1852451263-project] Publish callbacks [] for security_group_rule (f4d1723d-51cd-4bae-b53d-dd8da203a2d5), precommit_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:19:54.990366 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-37f0e4eb-68ba-45ae-a52c-63c7b9fd58d9 tempest-TestShelveInstance-1852451263 tempest-TestShelveInstance-1852451263-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1892250'] for security_group_rule (f4d1723d-51cd-4bae-b53d-dd8da203a2d5), after_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:19:55.007618 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37f0e4eb-68ba-45ae-a52c-63c7b9fd58d9 tempest-TestShelveInstance-1852451263 tempest-TestShelveInstance-1852451263-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f4d1723d-51cd-4bae-b53d-dd8da203a2d5,revision_number=0']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:19:55.015561 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-37f0e4eb-68ba-45ae-a52c-63c7b9fd58d9 tempest-TestShelveInstance-1852451263 tempest-TestShelveInstance-1852451263-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:19:55.016736 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-37f0e4eb-68ba-45ae-a52c-63c7b9fd58d9 tempest-TestShelveInstance-1852451263 tempest-TestShelveInstance-1852451263-project] 10.222.0.75 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1217320 Feb 09 20:19:55.019580 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 55734) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:19:55.024346 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.v2.base [None req-354df736-5c81-4e67-b92d-412b8a299219 tempest-TestShelveInstance-1852451263 tempest-TestShelveInstance-1852451263-project] Request body: {'security_group_rule': {'security_group_id': 'e6ea5bbe-4934-46d8-97e2-9bffb122c364', 'project_id': 'b8f9990d965e4c57a95957edeb189b35', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103230) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 20:19:55.044044 n-d-713498-36 neutron-server[103230]: INFO neutron.db.securitygroups_db [None req-354df736-5c81-4e67-b92d-412b8a299219 tempest-TestShelveInstance-1852451263 tempest-TestShelveInstance-1852451263-project] Project b8f9990d965e4c57a95957edeb189b35 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 09 20:19:55.048937 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-354df736-5c81-4e67-b92d-412b8a299219 tempest-TestShelveInstance-1852451263 tempest-TestShelveInstance-1852451263-project] Publish callbacks [] for security_group_rule (0b431524-eeac-47c1-a7b8-b1bd38ae8103), before_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:19:55.107898 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-354df736-5c81-4e67-b92d-412b8a299219 tempest-TestShelveInstance-1852451263 tempest-TestShelveInstance-1852451263-project] Publish callbacks [] for security_group_rule (0b431524-eeac-47c1-a7b8-b1bd38ae8103), precommit_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:19:55.111553 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-354df736-5c81-4e67-b92d-412b8a299219 tempest-TestShelveInstance-1852451263 tempest-TestShelveInstance-1852451263-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1892250'] for security_group_rule (0b431524-eeac-47c1-a7b8-b1bd38ae8103), after_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:19:55.129584 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-354df736-5c81-4e67-b92d-412b8a299219 tempest-TestShelveInstance-1852451263 tempest-TestShelveInstance-1852451263-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0b431524-eeac-47c1-a7b8-b1bd38ae8103,revision_number=0']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:19:55.136857 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-354df736-5c81-4e67-b92d-412b8a299219 tempest-TestShelveInstance-1852451263 tempest-TestShelveInstance-1852451263-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:19:55.138066 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-354df736-5c81-4e67-b92d-412b8a299219 tempest-TestShelveInstance-1852451263 tempest-TestShelveInstance-1852451263-project] 10.222.0.75 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1175585 Feb 09 20:19:55.141020 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 55736) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:19:55.145465 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.v2.base [None req-f3044f90-ec6b-444d-8ed1-21ff67f749ab tempest-TestShelveInstance-1852451263 tempest-TestShelveInstance-1852451263-project] Request body: {'security_group_rule': {'security_group_id': 'e6ea5bbe-4934-46d8-97e2-9bffb122c364', 'project_id': 'b8f9990d965e4c57a95957edeb189b35', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103230) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 20:19:55.165721 n-d-713498-36 neutron-server[103230]: INFO neutron.db.securitygroups_db [None req-f3044f90-ec6b-444d-8ed1-21ff67f749ab tempest-TestShelveInstance-1852451263 tempest-TestShelveInstance-1852451263-project] Project b8f9990d965e4c57a95957edeb189b35 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 09 20:19:55.170562 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-f3044f90-ec6b-444d-8ed1-21ff67f749ab tempest-TestShelveInstance-1852451263 tempest-TestShelveInstance-1852451263-project] Publish callbacks [] for security_group_rule (0aa972b7-73cc-4630-a988-5ca04f400169), before_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:19:55.229125 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-f3044f90-ec6b-444d-8ed1-21ff67f749ab tempest-TestShelveInstance-1852451263 tempest-TestShelveInstance-1852451263-project] Publish callbacks [] for security_group_rule (0aa972b7-73cc-4630-a988-5ca04f400169), precommit_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:19:55.232880 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-f3044f90-ec6b-444d-8ed1-21ff67f749ab tempest-TestShelveInstance-1852451263 tempest-TestShelveInstance-1852451263-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1892250'] for security_group_rule (0aa972b7-73cc-4630-a988-5ca04f400169), after_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:19:55.251169 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3044f90-ec6b-444d-8ed1-21ff67f749ab tempest-TestShelveInstance-1852451263 tempest-TestShelveInstance-1852451263-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0aa972b7-73cc-4630-a988-5ca04f400169,revision_number=0']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:19:55.258293 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-f3044f90-ec6b-444d-8ed1-21ff67f749ab tempest-TestShelveInstance-1852451263 tempest-TestShelveInstance-1852451263-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:19:55.259475 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-f3044f90-ec6b-444d-8ed1-21ff67f749ab tempest-TestShelveInstance-1852451263 tempest-TestShelveInstance-1852451263-project] 10.222.0.75 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1176200 Feb 09 20:19:57.264647 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Device 99cc98f1-0428-4657-b22b-3014c9111f83 no longer exists at agent hyperv_n-h2-713498-36 {{(pid=103232) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 20:19:57.284492 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-7429db8d-6021-40ad-813e-885be449a89b None None] No Port match for: 99cc98f1-0428-4657-b22b-3014c9111f83 {{(pid=103232) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 20:19:57.284849 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Device 99cc98f1-0428-4657-b22b-3014c9111f83 not bound to the agent host n-h2-713498-36 {{(pid=103232) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 20:20:10.985938 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-6af33594-8aae-46ee-840e-1d89c515b71c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762867132591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593584'] for agent (af91e4b9-f4e1-42b1-a25c-a10dc47171c8), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:20:13.263464 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-907a52fc-61ae-47e2-87b2-d40ceee3d592 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762867132591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593584'] for agent (93303d5e-5d17-45e8-8963-7694f87783ae), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:20:14.605139 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-edc54c9b-7f13-45d9-9271-85c9738b0128 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762867132591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593584'] for agent (a62b1850-466f-48ae-bec7-d62fb280e14b), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:20:14.711892 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-6004ebae-b0f0-4036-a891-6e6cd147dda8 req-4dcaa7cd-400a-4110-b73c-3d96711cdb10 tempest-TestShelveInstance-1852451263 tempest-TestShelveInstance-1852451263-project] 10.222.0.75 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-571300472&fields=id&tenant_id=b8f9990d965e4c57a95957edeb189b35 HTTP/1.1" status: 200 len: 267 time: 0.0444601 Feb 09 20:20:14.818501 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6004ebae-b0f0-4036-a891-6e6cd147dda8 req-acbef3df-6c21-4ba4-b572-e81591a0beee tempest-TestShelveInstance-1852451263 tempest-TestShelveInstance-1852451263-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:20:14.819883 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-6004ebae-b0f0-4036-a891-6e6cd147dda8 req-acbef3df-6c21-4ba4-b572-e81591a0beee tempest-TestShelveInstance-1852451263 tempest-TestShelveInstance-1852451263-project] 10.222.0.75 "GET /v2.0/networks?id=bf0aa6cf-cfa0-4134-9562-80f96f1b0353 HTTP/1.1" status: 200 len: 808 time: 0.1015906 Feb 09 20:20:14.834246 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-6004ebae-b0f0-4036-a891-6e6cd147dda8 req-a377cdc8-b144-4034-a63f-43b8922e0065 tempest-TestShelveInstance-1852451263 tempest-TestShelveInstance-1852451263-project] 10.222.0.75 "GET /v2.0/quotas/b8f9990d965e4c57a95957edeb189b35 HTTP/1.1" status: 200 len: 375 time: 0.0090263 Feb 09 20:20:14.887861 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-6004ebae-b0f0-4036-a891-6e6cd147dda8 req-d2fea2a0-0c83-4e2d-ac1d-f5a05a00d3d5 tempest-TestShelveInstance-1852451263 tempest-TestShelveInstance-1852451263-project] 10.222.0.75 "GET /v2.0/ports?tenant_id=b8f9990d965e4c57a95957edeb189b35&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0486910 Feb 09 20:20:14.946440 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [req-6004ebae-b0f0-4036-a891-6e6cd147dda8 req-25dd49b1-e772-4a46-8595-c431051ace60 service neutron] http://10.222.0.75:9696/v2.0/extensions returned with HTTP 200 {{(pid=103229) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 09 20:20:14.947440 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-6004ebae-b0f0-4036-a891-6e6cd147dda8 req-25dd49b1-e772-4a46-8595-c431051ace60 service neutron] 10.222.0.75 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0488071 Feb 09 20:20:15.038123 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-6004ebae-b0f0-4036-a891-6e6cd147dda8 req-3ece91e2-fbb0-4550-9df5-107a62a9e753 service neutron] 10.222.0.75 "GET /v2.0/networks/bf0aa6cf-cfa0-4134-9562-80f96f1b0353?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848401 Feb 09 20:20:15.125389 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-6004ebae-b0f0-4036-a891-6e6cd147dda8 req-59c1df8f-fe5d-4e89-9abf-ed13220ab57e service neutron] 10.222.0.75 "GET /v2.0/networks/bf0aa6cf-cfa0-4134-9562-80f96f1b0353?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0815256 Feb 09 20:20:15.411239 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-d05bf1b4-51f4-4ce4-9822-5e2bf41a4019 req-62acb28d-e449-4e51-99dc-70bda3807bd5 tempest-TestShelveInstance-1852451263 tempest-TestShelveInstance-1852451263-project] 10.222.0.75 "GET /v2.0/ports?device_id=c5173dbe-8bf2-4f5c-bd93-ff0994490115 HTTP/1.1" status: 200 len: 210 time: 0.0305798 Feb 09 20:20:16.249253 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-a7262a8e-0513-48fd-984d-75726a511961 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762867132591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593584'] for agent (911cfea2-02ae-4ec9-bac3-7808ee1cdd9c), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:20:16.346221 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6004ebae-b0f0-4036-a891-6e6cd147dda8 req-2ec297be-c5ad-4582-8138-1ac2db69457d tempest-TestShelveInstance-1852451263 tempest-TestShelveInstance-1852451263-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:20:16.347634 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-6004ebae-b0f0-4036-a891-6e6cd147dda8 req-2ec297be-c5ad-4582-8138-1ac2db69457d tempest-TestShelveInstance-1852451263 tempest-TestShelveInstance-1852451263-project] 10.222.0.89 "GET /v2.0/networks?id=bf0aa6cf-cfa0-4134-9562-80f96f1b0353 HTTP/1.1" status: 200 len: 808 time: 0.1165946 Feb 09 20:20:16.410149 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-6004ebae-b0f0-4036-a891-6e6cd147dda8 req-b703fcd3-f65e-4c98-95cb-8f110e80c552 tempest-TestShelveInstance-1852451263 tempest-TestShelveInstance-1852451263-project] 10.222.0.89 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b8f9990d965e4c57a95957edeb189b35 HTTP/1.1" status: 200 len: 379 time: 0.0551624 Feb 09 20:20:16.419563 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.v2.base [req-6004ebae-b0f0-4036-a891-6e6cd147dda8 req-c815413a-ac98-4dba-994a-77f5214bd11f tempest-TestShelveInstance-1852451263 tempest-TestShelveInstance-1852451263-project] Request body: {'port': {'device_id': 'c5173dbe-8bf2-4f5c-bd93-ff0994490115', 'network_id': 'bf0aa6cf-cfa0-4134-9562-80f96f1b0353', 'admin_state_up': True, 'tenant_id': 'b8f9990d965e4c57a95957edeb189b35', 'security_groups': ['e6ea5bbe-4934-46d8-97e2-9bffb122c364']}} {{(pid=103229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 20:20:16.525108 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-27a051da-289a-42ca-8a47-7fd15b72da17 req-4b5fd3c3-c09e-4bad-ac55-b87a97109d46 tempest-TestShelveInstance-1852451263 tempest-TestShelveInstance-1852451263-project] 10.222.0.75 "GET /v2.0/ports?device_id=c5173dbe-8bf2-4f5c-bd93-ff0994490115 HTTP/1.1" status: 200 len: 210 time: 0.0410566 Feb 09 20:20:16.558062 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6004ebae-b0f0-4036-a891-6e6cd147dda8 req-c815413a-ac98-4dba-994a-77f5214bd11f tempest-TestShelveInstance-1852451263 tempest-TestShelveInstance-1852451263-project] Made reservation on behalf of b8f9990d965e4c57a95957edeb189b35 for: {'port': 1} {{(pid=103229) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 20:20:16.561575 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-6004ebae-b0f0-4036-a891-6e6cd147dda8 req-c815413a-ac98-4dba-994a-77f5214bd11f tempest-TestShelveInstance-1852451263 tempest-TestShelveInstance-1852451263-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (None), before_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:20:16.685672 n-d-713498-36 neutron-server[103229]: DEBUG neutron.db.db_base_plugin_common [req-6004ebae-b0f0-4036-a891-6e6cd147dda8 req-c815413a-ac98-4dba-994a-77f5214bd11f tempest-TestShelveInstance-1852451263 tempest-TestShelveInstance-1852451263-project] Allocated IP 172.20.0.4 (bf0aa6cf-cfa0-4134-9562-80f96f1b0353/f7f74a64-69c9-4210-8b78-9533b9ade151/6d90bbbf-c621-452a-bca0-b51dd77ef023) {{(pid=103229) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 20:20:16.829578 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-6004ebae-b0f0-4036-a891-6e6cd147dda8 req-c815413a-ac98-4dba-994a-77f5214bd11f tempest-TestShelveInstance-1852451263 tempest-TestShelveInstance-1852451263-project] Publish callbacks [] for port (6d90bbbf-c621-452a-bca0-b51dd77ef023), precommit_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:20:16.862529 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-6004ebae-b0f0-4036-a891-6e6cd147dda8 req-c815413a-ac98-4dba-994a-77f5214bd11f tempest-TestShelveInstance-1852451263 tempest-TestShelveInstance-1852451263-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762866656467', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12867576'] for port (6d90bbbf-c621-452a-bca0-b51dd77ef023), after_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:20:16.906238 n-d-713498-36 neutron-server[103229]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6004ebae-b0f0-4036-a891-6e6cd147dda8 req-c815413a-ac98-4dba-994a-77f5214bd11f tempest-TestShelveInstance-1852451263 tempest-TestShelveInstance-1852451263-project] Network bf0aa6cf-cfa0-4134-9562-80f96f1b0353 is already hosted by enough agents. {{(pid=103229) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 20:20:16.909401 n-d-713498-36 neutron-server[103229]: DEBUG neutron.scheduler.base_scheduler [req-6004ebae-b0f0-4036-a891-6e6cd147dda8 req-c815413a-ac98-4dba-994a-77f5214bd11f tempest-TestShelveInstance-1852451263 tempest-TestShelveInstance-1852451263-project] Resources bound (agent type, host, resource id): {{(pid=103229) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 20:20:16.913727 n-d-713498-36 neutron-server[103229]: DEBUG neutron.db.l3_dvrscheduler_db [req-6004ebae-b0f0-4036-a891-6e6cd147dda8 req-c815413a-ac98-4dba-994a-77f5214bd11f tempest-TestShelveInstance-1852451263 tempest-TestShelveInstance-1852451263-project] Received port after_create {{(pid=103229) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 20:20:16.945329 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c815413a-ac98-4dba-994a-77f5214bd11f tempest-TestShelveInstance-1852451263 tempest-TestShelveInstance-1852451263-project] Pushing event updated for resources: {'Port': ['ID=6d90bbbf-c621-452a-bca0-b51dd77ef023,revision_number=1']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:20:16.972562 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6004ebae-b0f0-4036-a891-6e6cd147dda8 req-c815413a-ac98-4dba-994a-77f5214bd11f tempest-TestShelveInstance-1852451263 tempest-TestShelveInstance-1852451263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:20:16.973207 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-6004ebae-b0f0-4036-a891-6e6cd147dda8 req-c815413a-ac98-4dba-994a-77f5214bd11f tempest-TestShelveInstance-1852451263 tempest-TestShelveInstance-1852451263-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171096'] for port (None), before_response {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:20:16.993010 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-6004ebae-b0f0-4036-a891-6e6cd147dda8 req-c815413a-ac98-4dba-994a-77f5214bd11f tempest-TestShelveInstance-1852451263 tempest-TestShelveInstance-1852451263-project] 10.222.0.89 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5783157 Feb 09 20:20:17.003980 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.v2.base [req-6004ebae-b0f0-4036-a891-6e6cd147dda8 req-fc090f9d-804a-4dc8-87c6-0b94f9705828 service neutron] Request body: {'port': {'device_id': 'c5173dbe-8bf2-4f5c-bd93-ff0994490115', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-713498-36'}} {{(pid=103229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 20:20:17.069044 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-6004ebae-b0f0-4036-a891-6e6cd147dda8 req-fc090f9d-804a-4dc8-87c6-0b94f9705828 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (6d90bbbf-c621-452a-bca0-b51dd77ef023), before_update {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:20:17.225701 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762867132591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593584'] for agent (496418a2-c002-4aec-ab1a-07f3bea491bd), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:20:17.228365 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.provisioning_blocks [None req-c97cff98-a55b-435a-a09d-d1b43b32a925 None None] Provisioning complete for port 6d90bbbf-c621-452a-bca0-b51dd77ef023 triggered by entity DHCP. {{(pid=103232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 20:20:17.228951 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-c97cff98-a55b-435a-a09d-d1b43b32a925 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593630'] for port (6d90bbbf-c621-452a-bca0-b51dd77ef023), provisioning_complete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:20:17.268320 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-c97cff98-a55b-435a-a09d-d1b43b32a925 None None] Port 6d90bbbf-c621-452a-bca0-b51dd77ef023 cannot update to ACTIVE because it is not bound. {{(pid=103232) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 20:20:17.351777 n-d-713498-36 neutron-server[103229]: DEBUG neutron.notifiers.nova [req-6004ebae-b0f0-4036-a891-6e6cd147dda8 req-fc090f9d-804a-4dc8-87c6-0b94f9705828 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6d90bbbf-c621-452a-bca0-b51dd77ef023 {{(pid=103229) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 20:20:17.359578 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-6004ebae-b0f0-4036-a891-6e6cd147dda8 req-fc090f9d-804a-4dc8-87c6-0b94f9705828 service neutron] Publish callbacks [] for port (6d90bbbf-c621-452a-bca0-b51dd77ef023), precommit_update {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:20:17.373019 n-d-713498-36 neutron-server[103229]: DEBUG neutron.db.provisioning_blocks [req-6004ebae-b0f0-4036-a891-6e6cd147dda8 req-fc090f9d-804a-4dc8-87c6-0b94f9705828 service neutron] Transition to ACTIVE for port object 6d90bbbf-c621-452a-bca0-b51dd77ef023 will not be triggered until provisioned by entity L2. {{(pid=103229) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 20:20:17.376874 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-6004ebae-b0f0-4036-a891-6e6cd147dda8 req-fc090f9d-804a-4dc8-87c6-0b94f9705828 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762867176205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762866656485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762866656503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12867569'] for port (6d90bbbf-c621-452a-bca0-b51dd77ef023), after_update {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:20:17.713430 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f796cdbe-860d-49f8-9746-ec979e209bf3 req-8ba8c175-f52d-4381-a240-2546e8c00fc0 tempest-TestShelveInstance-1852451263 tempest-TestShelveInstance-1852451263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:20:17.715694 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-f796cdbe-860d-49f8-9746-ec979e209bf3 req-8ba8c175-f52d-4381-a240-2546e8c00fc0 tempest-TestShelveInstance-1852451263 tempest-TestShelveInstance-1852451263-project] 10.222.0.75 "GET /v2.0/ports?device_id=c5173dbe-8bf2-4f5c-bd93-ff0994490115 HTTP/1.1" status: 200 len: 943 time: 0.1147592 Feb 09 20:20:17.737293 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc090f9d-804a-4dc8-87c6-0b94f9705828 service neutron] Pushing event updated for resources: {'Port': ['ID=6d90bbbf-c621-452a-bca0-b51dd77ef023,revision_number=2']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:20:17.802643 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-f796cdbe-860d-49f8-9746-ec979e209bf3 req-5f6a07eb-8f00-4e6a-b0db-fffdf1160727 tempest-TestShelveInstance-1852451263 tempest-TestShelveInstance-1852451263-project] 10.222.0.75 "GET /v2.0/security-groups?id=e6ea5bbe-4934-46d8-97e2-9bffb122c364&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0669134 Feb 09 20:20:17.814171 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.managers [req-6004ebae-b0f0-4036-a891-6e6cd147dda8 req-fc090f9d-804a-4dc8-87c6-0b94f9705828 service neutron] Attempting to bind port 6d90bbbf-c621-452a-bca0-b51dd77ef023 on host n-h1-713498-36 for vnic_type normal with profile {{(pid=103229) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 20:20:17.814171 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.managers [req-6004ebae-b0f0-4036-a891-6e6cd147dda8 req-fc090f9d-804a-4dc8-87c6-0b94f9705828 service neutron] Attempting to bind port 6d90bbbf-c621-452a-bca0-b51dd77ef023 by drivers openvswitch,hyperv on host n-h1-713498-36 at level 0 using segments [{'id': '6eae29b3-2d6f-4832-9df1-d4b7ca050d85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': 'bf0aa6cf-cfa0-4134-9562-80f96f1b0353'}] {{(pid=103229) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 20:20:17.814171 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6004ebae-b0f0-4036-a891-6e6cd147dda8 req-fc090f9d-804a-4dc8-87c6-0b94f9705828 service neutron] Attempting to bind port 6d90bbbf-c621-452a-bca0-b51dd77ef023 on network bf0aa6cf-cfa0-4134-9562-80f96f1b0353 {{(pid=103229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 20:20:17.816432 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6004ebae-b0f0-4036-a891-6e6cd147dda8 req-fc090f9d-804a-4dc8-87c6-0b94f9705828 service neutron] Port 6d90bbbf-c621-452a-bca0-b51dd77ef023 on network bf0aa6cf-cfa0-4134-9562-80f96f1b0353 not bound, no agent of type Open vSwitch agent registered on host n-h1-713498-36 {{(pid=103229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 20:20:17.816829 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6004ebae-b0f0-4036-a891-6e6cd147dda8 req-fc090f9d-804a-4dc8-87c6-0b94f9705828 service neutron] Attempting to bind port 6d90bbbf-c621-452a-bca0-b51dd77ef023 on network bf0aa6cf-cfa0-4134-9562-80f96f1b0353 {{(pid=103229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 20:20:17.823027 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6004ebae-b0f0-4036-a891-6e6cd147dda8 req-fc090f9d-804a-4dc8-87c6-0b94f9705828 service neutron] Checking agent: {'id': '488cd9ae-631f-4955-ba0b-4f5a13f12e9c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713498-36', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 18, 59, 18), 'started_at': datetime.datetime(2022, 2, 9, 18, 59, 18), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 20, 19, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 20:20:17.823447 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6004ebae-b0f0-4036-a891-6e6cd147dda8 req-fc090f9d-804a-4dc8-87c6-0b94f9705828 service neutron] Checking segment: {'id': '6eae29b3-2d6f-4832-9df1-d4b7ca050d85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': 'bf0aa6cf-cfa0-4134-9562-80f96f1b0353'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103229) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 20:20:17.823906 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6004ebae-b0f0-4036-a891-6e6cd147dda8 req-fc090f9d-804a-4dc8-87c6-0b94f9705828 service neutron] Bound using segment: {'id': '6eae29b3-2d6f-4832-9df1-d4b7ca050d85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': 'bf0aa6cf-cfa0-4134-9562-80f96f1b0353'} {{(pid=103229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 20:20:17.824407 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.managers [req-6004ebae-b0f0-4036-a891-6e6cd147dda8 req-fc090f9d-804a-4dc8-87c6-0b94f9705828 service neutron] Bound port: 6d90bbbf-c621-452a-bca0-b51dd77ef023, host: n-h1-713498-36, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6eae29b3-2d6f-4832-9df1-d4b7ca050d85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': 'bf0aa6cf-cfa0-4134-9562-80f96f1b0353'}}] {{(pid=103229) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 20:20:17.824840 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-6004ebae-b0f0-4036-a891-6e6cd147dda8 req-fc090f9d-804a-4dc8-87c6-0b94f9705828 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (6d90bbbf-c621-452a-bca0-b51dd77ef023), before_update {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:20:17.897313 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.db [req-6004ebae-b0f0-4036-a891-6e6cd147dda8 req-fc090f9d-804a-4dc8-87c6-0b94f9705828 service neutron] For port 6d90bbbf-c621-452a-bca0-b51dd77ef023, host n-h1-713498-36, cleared binding levels {{(pid=103229) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 20:20:17.900606 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.db [req-6004ebae-b0f0-4036-a891-6e6cd147dda8 req-fc090f9d-804a-4dc8-87c6-0b94f9705828 service neutron] For port 6d90bbbf-c621-452a-bca0-b51dd77ef023, host n-h1-713498-36, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-36',level=0,port_id=6d90bbbf-c621-452a-bca0-b51dd77ef023,segment=NetworkSegment(6eae29b3-2d6f-4832-9df1-d4b7ca050d85),segment_id=6eae29b3-2d6f-4832-9df1-d4b7ca050d85)] {{(pid=103229) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 20:20:17.908686 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-6004ebae-b0f0-4036-a891-6e6cd147dda8 req-fc090f9d-804a-4dc8-87c6-0b94f9705828 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762867176205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762866656485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762866656503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12867569'] for port (6d90bbbf-c621-452a-bca0-b51dd77ef023), after_update {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:20:17.943648 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6004ebae-b0f0-4036-a891-6e6cd147dda8 req-fc090f9d-804a-4dc8-87c6-0b94f9705828 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:20:17.944634 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-6004ebae-b0f0-4036-a891-6e6cd147dda8 req-fc090f9d-804a-4dc8-87c6-0b94f9705828 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171096'] for port (None), before_response {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:20:17.946059 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-6004ebae-b0f0-4036-a891-6e6cd147dda8 req-fc090f9d-804a-4dc8-87c6-0b94f9705828 service neutron] 10.222.0.89 "PUT /v2.0/ports/6d90bbbf-c621-452a-bca0-b51dd77ef023 HTTP/1.1" status: 200 len: 1092 time: 0.9463515 Feb 09 20:20:17.948635 n-d-713498-36 neutron-server[103229]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c5173dbe-8bf2-4f5c-bd93-ff0994490115', 'tag': '6d90bbbf-c621-452a-bca0-b51dd77ef023'}] {{(pid=103229) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 20:20:17.951553 n-d-713498-36 neutron-server[103229]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}07d618d1c5389b9cd0b8ca1de8f17b65d6cfa6b0806685514be6977118e88e42" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cd62bced-8ead-4b2d-8b89-d1b6f2a6fcc3" -d '{"events": [{"name": "network-changed", "server_uuid": "c5173dbe-8bf2-4f5c-bd93-ff0994490115", "tag": "6d90bbbf-c621-452a-bca0-b51dd77ef023"}]}' {{(pid=103229) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 20:20:17.980383 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc090f9d-804a-4dc8-87c6-0b94f9705828 service neutron] Pushing event updated for resources: {'Port': ['ID=6d90bbbf-c621-452a-bca0-b51dd77ef023,revision_number=3']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:20:18.028271 n-d-713498-36 neutron-server[103229]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 20:20:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ead3eb5d-ff88-4c26-8e33-8290691d6950 x-openstack-request-id: req-ead3eb5d-ff88-4c26-8e33-8290691d6950 {{(pid=103229) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 20:20:18.028652 n-d-713498-36 neutron-server[103229]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c5173dbe-8bf2-4f5c-bd93-ff0994490115", "tag": "6d90bbbf-c621-452a-bca0-b51dd77ef023", "status": "completed", "code": 200}]} {{(pid=103229) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 20:20:18.029563 n-d-713498-36 neutron-server[103229]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-ead3eb5d-ff88-4c26-8e33-8290691d6950 {{(pid=103229) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 20:20:18.030130 n-d-713498-36 neutron-server[103229]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c5173dbe-8bf2-4f5c-bd93-ff0994490115', 'tag': '6d90bbbf-c621-452a-bca0-b51dd77ef023', 'status': 'completed', 'code': 200} Feb 09 20:20:18.051337 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6004ebae-b0f0-4036-a891-6e6cd147dda8 req-ed5565bf-e6f3-4b23-af3d-f36dfde2bd71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:20:18.053703 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-6004ebae-b0f0-4036-a891-6e6cd147dda8 req-ed5565bf-e6f3-4b23-af3d-f36dfde2bd71 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=b8f9990d965e4c57a95957edeb189b35&device_id=c5173dbe-8bf2-4f5c-bd93-ff0994490115 HTTP/1.1" status: 200 len: 1126 time: 0.0621240 Feb 09 20:20:18.098298 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-6004ebae-b0f0-4036-a891-6e6cd147dda8 req-720a42de-bdd7-40a2-b40a-314d224dc2c9 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=6d90bbbf-c621-452a-bca0-b51dd77ef023 HTTP/1.1" status: 200 len: 217 time: 0.0375082 Feb 09 20:20:18.155606 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6004ebae-b0f0-4036-a891-6e6cd147dda8 req-6693ae4f-4c23-470d-912a-f0d775e490b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:20:18.157061 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-6004ebae-b0f0-4036-a891-6e6cd147dda8 req-6693ae4f-4c23-470d-912a-f0d775e490b5 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=f7f74a64-69c9-4210-8b78-9533b9ade151 HTTP/1.1" status: 200 len: 847 time: 0.0533063 Feb 09 20:20:18.210112 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6004ebae-b0f0-4036-a891-6e6cd147dda8 req-9499346b-176e-4271-97dc-8e9450fbf011 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:20:18.211638 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-6004ebae-b0f0-4036-a891-6e6cd147dda8 req-9499346b-176e-4271-97dc-8e9450fbf011 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=bf0aa6cf-cfa0-4134-9562-80f96f1b0353&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0489299 Feb 09 20:20:18.306634 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-6004ebae-b0f0-4036-a891-6e6cd147dda8 req-755f25a9-a994-4269-95c7-b5ca255912d3 service neutron] 10.222.0.89 "GET /v2.0/networks/bf0aa6cf-cfa0-4134-9562-80f96f1b0353?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0888166 Feb 09 20:20:18.399285 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-6004ebae-b0f0-4036-a891-6e6cd147dda8 req-ad3bedda-929f-442a-9e4b-db4529227253 service neutron] 10.222.0.89 "GET /v2.0/networks/bf0aa6cf-cfa0-4134-9562-80f96f1b0353?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0841067 Feb 09 20:20:18.488227 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd62bced-8ead-4b2d-8b89-d1b6f2a6fcc3 req-5d81288a-51db-4565-bad7-b6fe9fcd1330 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:20:18.490369 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-cd62bced-8ead-4b2d-8b89-d1b6f2a6fcc3 req-5d81288a-51db-4565-bad7-b6fe9fcd1330 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=b8f9990d965e4c57a95957edeb189b35&device_id=c5173dbe-8bf2-4f5c-bd93-ff0994490115 HTTP/1.1" status: 200 len: 1126 time: 0.0465498 Feb 09 20:20:18.586316 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd62bced-8ead-4b2d-8b89-d1b6f2a6fcc3 req-c806e435-e423-4278-9b46-24a8936d7eea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:20:18.587811 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-cd62bced-8ead-4b2d-8b89-d1b6f2a6fcc3 req-c806e435-e423-4278-9b46-24a8936d7eea service neutron] 10.222.0.89 "GET /v2.0/networks?id=bf0aa6cf-cfa0-4134-9562-80f96f1b0353 HTTP/1.1" status: 200 len: 909 time: 0.0922496 Feb 09 20:20:18.627822 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-cd62bced-8ead-4b2d-8b89-d1b6f2a6fcc3 req-f6eacee9-301b-4b20-9c8d-20f1e73d7b27 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=6d90bbbf-c621-452a-bca0-b51dd77ef023 HTTP/1.1" status: 200 len: 217 time: 0.0340717 Feb 09 20:20:18.675582 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd62bced-8ead-4b2d-8b89-d1b6f2a6fcc3 req-f3238e65-2842-4567-8a11-8fc722abc748 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:20:18.677290 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-cd62bced-8ead-4b2d-8b89-d1b6f2a6fcc3 req-f3238e65-2842-4567-8a11-8fc722abc748 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=f7f74a64-69c9-4210-8b78-9533b9ade151 HTTP/1.1" status: 200 len: 847 time: 0.0438190 Feb 09 20:20:18.730101 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd62bced-8ead-4b2d-8b89-d1b6f2a6fcc3 req-b964d4bd-9158-4e84-b1c3-600755d6688b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:20:18.731719 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-cd62bced-8ead-4b2d-8b89-d1b6f2a6fcc3 req-b964d4bd-9158-4e84-b1c3-600755d6688b service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=bf0aa6cf-cfa0-4134-9562-80f96f1b0353&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0493913 Feb 09 20:20:18.821229 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-cd62bced-8ead-4b2d-8b89-d1b6f2a6fcc3 req-a8077595-f8f4-455e-bc9a-c58d16f1bcf2 service neutron] 10.222.0.89 "GET /v2.0/networks/bf0aa6cf-cfa0-4134-9562-80f96f1b0353?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839100 Feb 09 20:20:18.915582 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d77fa342-2ebb-477a-b589-0a7d0919e2d2 req-c829d2b2-d12c-47ed-a085-2f0239308c17 tempest-TestShelveInstance-1852451263 tempest-TestShelveInstance-1852451263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:20:18.917106 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-d77fa342-2ebb-477a-b589-0a7d0919e2d2 req-c829d2b2-d12c-47ed-a085-2f0239308c17 tempest-TestShelveInstance-1852451263 tempest-TestShelveInstance-1852451263-project] 10.222.0.75 "GET /v2.0/ports?device_id=c5173dbe-8bf2-4f5c-bd93-ff0994490115 HTTP/1.1" status: 200 len: 943 time: 0.0545146 Feb 09 20:20:18.919829 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-cd62bced-8ead-4b2d-8b89-d1b6f2a6fcc3 req-7d577982-35e1-4e29-9d32-7bdab2603117 service neutron] 10.222.0.89 "GET /v2.0/networks/bf0aa6cf-cfa0-4134-9562-80f96f1b0353?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0930338 Feb 09 20:20:18.968531 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-d77fa342-2ebb-477a-b589-0a7d0919e2d2 req-ec8e4f14-93e6-4f14-8a92-21c79a94846d tempest-TestShelveInstance-1852451263 tempest-TestShelveInstance-1852451263-project] 10.222.0.75 "GET /v2.0/security-groups?id=e6ea5bbe-4934-46d8-97e2-9bffb122c364&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456402 Feb 09 20:20:19.279145 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762867132591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593584'] for agent (488cd9ae-631f-4955-ba0b-4f5a13f12e9c), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:20:19.699097 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762867132591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593584'] for agent (bcd5faee-dc24-4298-9134-0e0aa054058e), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:20:20.139095 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-502b4a4e-0393-405b-922c-aeab3b759046 req-94282a02-43f6-4463-a4ba-af399038f283 tempest-TestShelveInstance-1852451263 tempest-TestShelveInstance-1852451263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:20:20.140627 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-502b4a4e-0393-405b-922c-aeab3b759046 req-94282a02-43f6-4463-a4ba-af399038f283 tempest-TestShelveInstance-1852451263 tempest-TestShelveInstance-1852451263-project] 10.222.0.75 "GET /v2.0/ports?device_id=c5173dbe-8bf2-4f5c-bd93-ff0994490115 HTTP/1.1" status: 200 len: 943 time: 0.1035812 Feb 09 20:20:20.190290 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-502b4a4e-0393-405b-922c-aeab3b759046 req-7397ebdd-e6fb-4f4d-bb41-5b8f0d95bf1c tempest-TestShelveInstance-1852451263 tempest-TestShelveInstance-1852451263-project] 10.222.0.75 "GET /v2.0/security-groups?id=e6ea5bbe-4934-46d8-97e2-9bffb122c364&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432966 Feb 09 20:20:21.318863 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b842c93d-e7cf-43f7-a6de-134d58222668 req-6023c6c6-03b4-41a8-8988-2c1dd33d9d4d tempest-TestShelveInstance-1852451263 tempest-TestShelveInstance-1852451263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:20:21.320325 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-b842c93d-e7cf-43f7-a6de-134d58222668 req-6023c6c6-03b4-41a8-8988-2c1dd33d9d4d tempest-TestShelveInstance-1852451263 tempest-TestShelveInstance-1852451263-project] 10.222.0.75 "GET /v2.0/ports?device_id=c5173dbe-8bf2-4f5c-bd93-ff0994490115 HTTP/1.1" status: 200 len: 943 time: 0.0594375 Feb 09 20:20:21.372757 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-b842c93d-e7cf-43f7-a6de-134d58222668 req-a80edd90-4e78-40df-8a9c-145428e84ff1 tempest-TestShelveInstance-1852451263 tempest-TestShelveInstance-1852451263-project] 10.222.0.75 "GET /v2.0/security-groups?id=e6ea5bbe-4934-46d8-97e2-9bffb122c364&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0466981 Feb 09 20:20:22.496782 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3172300d-7e08-418e-b52c-7fbedb687e18 req-6592e974-0d13-422b-91b3-2baa0288b166 tempest-TestShelveInstance-1852451263 tempest-TestShelveInstance-1852451263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:20:22.498480 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-3172300d-7e08-418e-b52c-7fbedb687e18 req-6592e974-0d13-422b-91b3-2baa0288b166 tempest-TestShelveInstance-1852451263 tempest-TestShelveInstance-1852451263-project] 10.222.0.75 "GET /v2.0/ports?device_id=c5173dbe-8bf2-4f5c-bd93-ff0994490115 HTTP/1.1" status: 200 len: 943 time: 0.0565970 Feb 09 20:20:22.558271 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-3172300d-7e08-418e-b52c-7fbedb687e18 req-a6158fe2-131c-491a-8e5c-d25b0943b910 tempest-TestShelveInstance-1852451263 tempest-TestShelveInstance-1852451263-project] 10.222.0.75 "GET /v2.0/security-groups?id=e6ea5bbe-4934-46d8-97e2-9bffb122c364&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0535772 Feb 09 20:20:23.681411 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59d794f5-7c6a-48d6-b32b-3305985cc8f6 req-44ba0a23-0fd9-446f-bbf6-ec6e9a4f420e tempest-TestShelveInstance-1852451263 tempest-TestShelveInstance-1852451263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:20:23.682963 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-59d794f5-7c6a-48d6-b32b-3305985cc8f6 req-44ba0a23-0fd9-446f-bbf6-ec6e9a4f420e tempest-TestShelveInstance-1852451263 tempest-TestShelveInstance-1852451263-project] 10.222.0.75 "GET /v2.0/ports?device_id=c5173dbe-8bf2-4f5c-bd93-ff0994490115 HTTP/1.1" status: 200 len: 943 time: 0.0539196 Feb 09 20:20:23.731728 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-59d794f5-7c6a-48d6-b32b-3305985cc8f6 req-6ed2f283-af35-4e72-b9d2-d99cf58c213d tempest-TestShelveInstance-1852451263 tempest-TestShelveInstance-1852451263-project] 10.222.0.75 "GET /v2.0/security-groups?id=e6ea5bbe-4934-46d8-97e2-9bffb122c364&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432050 Feb 09 20:20:24.852631 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-306c0941-cb3e-4535-a062-f02957fe080a req-ad995d99-31e5-43e8-9f02-adf67f5c78e7 tempest-TestShelveInstance-1852451263 tempest-TestShelveInstance-1852451263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:20:24.854113 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-306c0941-cb3e-4535-a062-f02957fe080a req-ad995d99-31e5-43e8-9f02-adf67f5c78e7 tempest-TestShelveInstance-1852451263 tempest-TestShelveInstance-1852451263-project] 10.222.0.75 "GET /v2.0/ports?device_id=c5173dbe-8bf2-4f5c-bd93-ff0994490115 HTTP/1.1" status: 200 len: 943 time: 0.0541735 Feb 09 20:20:24.902453 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-306c0941-cb3e-4535-a062-f02957fe080a req-d177bbd0-a038-4a24-9502-1c72aef5c619 tempest-TestShelveInstance-1852451263 tempest-TestShelveInstance-1852451263-project] 10.222.0.75 "GET /v2.0/security-groups?id=e6ea5bbe-4934-46d8-97e2-9bffb122c364&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427601 Feb 09 20:20:26.026857 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1deedc05-c870-49aa-8d65-d43dc94e4751 req-a07d69ba-ccf7-4fb4-9c31-bfe125085253 tempest-TestShelveInstance-1852451263 tempest-TestShelveInstance-1852451263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:20:26.028340 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-1deedc05-c870-49aa-8d65-d43dc94e4751 req-a07d69ba-ccf7-4fb4-9c31-bfe125085253 tempest-TestShelveInstance-1852451263 tempest-TestShelveInstance-1852451263-project] 10.222.0.75 "GET /v2.0/ports?device_id=c5173dbe-8bf2-4f5c-bd93-ff0994490115 HTTP/1.1" status: 200 len: 943 time: 0.0553734 Feb 09 20:20:26.087116 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-1deedc05-c870-49aa-8d65-d43dc94e4751 req-64b33937-d8da-4d39-80e2-f13219c49ad8 tempest-TestShelveInstance-1852451263 tempest-TestShelveInstance-1852451263-project] 10.222.0.75 "GET /v2.0/security-groups?id=e6ea5bbe-4934-46d8-97e2-9bffb122c364&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0518522 Feb 09 20:20:27.206817 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-843c6350-2259-4174-b702-cd9d171b87e6 req-4e5229a7-ad0e-4447-82c8-6e606c3efa29 tempest-TestShelveInstance-1852451263 tempest-TestShelveInstance-1852451263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:20:27.208906 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-843c6350-2259-4174-b702-cd9d171b87e6 req-4e5229a7-ad0e-4447-82c8-6e606c3efa29 tempest-TestShelveInstance-1852451263 tempest-TestShelveInstance-1852451263-project] 10.222.0.75 "GET /v2.0/ports?device_id=c5173dbe-8bf2-4f5c-bd93-ff0994490115 HTTP/1.1" status: 200 len: 943 time: 0.0529072 Feb 09 20:20:27.258000 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-843c6350-2259-4174-b702-cd9d171b87e6 req-09efb220-3fd3-4a4a-9496-0b1a3c194a93 tempest-TestShelveInstance-1852451263 tempest-TestShelveInstance-1852451263-project] 10.222.0.75 "GET /v2.0/security-groups?id=e6ea5bbe-4934-46d8-97e2-9bffb122c364&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431905 Feb 09 20:20:28.377197 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9941a73-6e92-430b-acfd-d33434077497 req-e7c84b52-a5fd-44b0-b4bd-d6dcd7f742f2 tempest-TestShelveInstance-1852451263 tempest-TestShelveInstance-1852451263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:20:28.378684 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-b9941a73-6e92-430b-acfd-d33434077497 req-e7c84b52-a5fd-44b0-b4bd-d6dcd7f742f2 tempest-TestShelveInstance-1852451263 tempest-TestShelveInstance-1852451263-project] 10.222.0.75 "GET /v2.0/ports?device_id=c5173dbe-8bf2-4f5c-bd93-ff0994490115 HTTP/1.1" status: 200 len: 943 time: 0.0519457 Feb 09 20:20:28.428237 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-b9941a73-6e92-430b-acfd-d33434077497 req-6d6c0b90-f14c-410c-9d3e-388660dd23c2 tempest-TestShelveInstance-1852451263 tempest-TestShelveInstance-1852451263-project] 10.222.0.75 "GET /v2.0/security-groups?id=e6ea5bbe-4934-46d8-97e2-9bffb122c364&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432203 Feb 09 20:20:29.553558 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37811224-f7f6-4882-8764-bd3ca2d233da req-efe614ca-750a-4bef-a97f-97cf6748d54a tempest-TestShelveInstance-1852451263 tempest-TestShelveInstance-1852451263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:20:29.555887 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-37811224-f7f6-4882-8764-bd3ca2d233da req-efe614ca-750a-4bef-a97f-97cf6748d54a tempest-TestShelveInstance-1852451263 tempest-TestShelveInstance-1852451263-project] 10.222.0.75 "GET /v2.0/ports?device_id=c5173dbe-8bf2-4f5c-bd93-ff0994490115 HTTP/1.1" status: 200 len: 943 time: 0.0572393 Feb 09 20:20:29.603544 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-37811224-f7f6-4882-8764-bd3ca2d233da req-b0ae7486-de8e-448a-91e9-7526d3e7b7b1 tempest-TestShelveInstance-1852451263 tempest-TestShelveInstance-1852451263-project] 10.222.0.75 "GET /v2.0/security-groups?id=e6ea5bbe-4934-46d8-97e2-9bffb122c364&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435829 Feb 09 20:20:29.710785 n-d-713498-36 neutron-server[103233]: DEBUG neutron.db.agents_db [None req-4a8a6a42-0a0c-4437-8958-92282682b6bb None None] Agent healthcheck: found 7 active agents {{(pid=103233) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 20:20:30.722017 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-423beb12-8332-45c5-8873-61a3b751a277 req-7fc0419e-7837-485d-bb74-6c018a4ba1df tempest-TestShelveInstance-1852451263 tempest-TestShelveInstance-1852451263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:20:30.724072 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-423beb12-8332-45c5-8873-61a3b751a277 req-7fc0419e-7837-485d-bb74-6c018a4ba1df tempest-TestShelveInstance-1852451263 tempest-TestShelveInstance-1852451263-project] 10.222.0.75 "GET /v2.0/ports?device_id=c5173dbe-8bf2-4f5c-bd93-ff0994490115 HTTP/1.1" status: 200 len: 943 time: 0.0517247 Feb 09 20:20:30.771824 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-423beb12-8332-45c5-8873-61a3b751a277 req-e78af989-232c-44a1-a7ac-2c5e8d9bda45 tempest-TestShelveInstance-1852451263 tempest-TestShelveInstance-1852451263-project] 10.222.0.75 "GET /v2.0/security-groups?id=e6ea5bbe-4934-46d8-97e2-9bffb122c364&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423462 Feb 09 20:20:31.891217 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ec2ff03-504e-41f5-9726-2aeccae3473d req-e11ebaef-107e-4dc6-a43b-dcc7c15248f6 tempest-TestShelveInstance-1852451263 tempest-TestShelveInstance-1852451263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:20:31.892673 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-2ec2ff03-504e-41f5-9726-2aeccae3473d req-e11ebaef-107e-4dc6-a43b-dcc7c15248f6 tempest-TestShelveInstance-1852451263 tempest-TestShelveInstance-1852451263-project] 10.222.0.75 "GET /v2.0/ports?device_id=c5173dbe-8bf2-4f5c-bd93-ff0994490115 HTTP/1.1" status: 200 len: 943 time: 0.0519571 Feb 09 20:20:31.942075 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-2ec2ff03-504e-41f5-9726-2aeccae3473d req-7d4cd9c2-f430-45e6-bda1-982b30ccc01e tempest-TestShelveInstance-1852451263 tempest-TestShelveInstance-1852451263-project] 10.222.0.75 "GET /v2.0/security-groups?id=e6ea5bbe-4934-46d8-97e2-9bffb122c364&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428438 Feb 09 20:20:32.437230 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Device 6d90bbbf-c621-452a-bca0-b51dd77ef023 details requested by agent hyperv_n-h1-713498-36 with host n-h1-713498-36 {{(pid=103232) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 20:20:32.531944 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] For port 6d90bbbf-c621-452a-bca0-b51dd77ef023, host n-h1-713498-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-36',level=0,port_id=6d90bbbf-c621-452a-bca0-b51dd77ef023,segment=NetworkSegment(6eae29b3-2d6f-4832-9df1-d4b7ca050d85),segment_id=6eae29b3-2d6f-4832-9df1-d4b7ca050d85)] {{(pid=103232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 20:20:32.543255 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Returning: {'device': '6d90bbbf-c621-452a-bca0-b51dd77ef023', 'network_id': 'bf0aa6cf-cfa0-4134-9562-80f96f1b0353', 'port_id': '6d90bbbf-c621-452a-bca0-b51dd77ef023', 'mac_address': 'fa:16:3e:e6:39:13', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 398, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f7f74a64-69c9-4210-8b78-9533b9ade151', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103232) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 20:20:32.585230 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Current status of the port 6d90bbbf-c621-452a-bca0-b51dd77ef023 is: DOWN; New status is: BUILD {{(pid=103232) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 20:20:32.585622 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (6d90bbbf-c621-452a-bca0-b51dd77ef023), before_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:20:32.598124 n-d-713498-36 neutron-server[103232]: DEBUG neutron.notifiers.nova [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6d90bbbf-c621-452a-bca0-b51dd77ef023 {{(pid=103232) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 20:20:32.617126 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] For port 6d90bbbf-c621-452a-bca0-b51dd77ef023, host n-h1-713498-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-36',level=0,port_id=6d90bbbf-c621-452a-bca0-b51dd77ef023,segment=NetworkSegment(6eae29b3-2d6f-4832-9df1-d4b7ca050d85),segment_id=6eae29b3-2d6f-4832-9df1-d4b7ca050d85)] {{(pid=103232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 20:20:32.621189 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762867176205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762866656485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762866656503'] for port (6d90bbbf-c621-452a-bca0-b51dd77ef023), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:20:32.669446 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Pushing event updated for resources: {'Port': ['ID=6d90bbbf-c621-452a-bca0-b51dd77ef023,revision_number=4']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:20:32.677497 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:20:32.677854 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:20:32.678239 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:20:32.678584 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:20:32.678922 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:20:32.679287 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:20:32.679616 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:20:32.679947 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:20:32.680276 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:20:32.680605 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:20:32.680932 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:20:32.681257 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:20:32.681582 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:20:32.855880 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] get_ports_and_sgs() called for port_ids ['6d90bbbf-c621-452a-bca0-b51dd77ef023'] {{(pid=103232) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 20:20:33.067732 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7396d669-36f9-4219-bb3c-a522b2e59dc2 req-9d4fd725-bcf5-4ba3-a775-a65071a9a9f8 tempest-TestShelveInstance-1852451263 tempest-TestShelveInstance-1852451263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:20:33.069365 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-7396d669-36f9-4219-bb3c-a522b2e59dc2 req-9d4fd725-bcf5-4ba3-a775-a65071a9a9f8 tempest-TestShelveInstance-1852451263 tempest-TestShelveInstance-1852451263-project] 10.222.0.75 "GET /v2.0/ports?device_id=c5173dbe-8bf2-4f5c-bd93-ff0994490115 HTTP/1.1" status: 200 len: 944 time: 0.0595791 Feb 09 20:20:33.119323 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-7396d669-36f9-4219-bb3c-a522b2e59dc2 req-70e0a404-fa11-42d0-ade7-3dd4ec0dd3d3 tempest-TestShelveInstance-1852451263 tempest-TestShelveInstance-1852451263-project] 10.222.0.75 "GET /v2.0/security-groups?id=e6ea5bbe-4934-46d8-97e2-9bffb122c364&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442371 Feb 09 20:20:34.239298 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6f1816e-561c-4651-b19a-79c387f559b0 req-eccbb4b1-941b-4c35-807a-f9ba967c8672 tempest-TestShelveInstance-1852451263 tempest-TestShelveInstance-1852451263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:20:34.240930 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-c6f1816e-561c-4651-b19a-79c387f559b0 req-eccbb4b1-941b-4c35-807a-f9ba967c8672 tempest-TestShelveInstance-1852451263 tempest-TestShelveInstance-1852451263-project] 10.222.0.75 "GET /v2.0/ports?device_id=c5173dbe-8bf2-4f5c-bd93-ff0994490115 HTTP/1.1" status: 200 len: 944 time: 0.0535157 Feb 09 20:20:34.295268 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-c6f1816e-561c-4651-b19a-79c387f559b0 req-b09d12fb-69d8-4756-94dd-da99e5bcc56f tempest-TestShelveInstance-1852451263 tempest-TestShelveInstance-1852451263-project] 10.222.0.75 "GET /v2.0/security-groups?id=e6ea5bbe-4934-46d8-97e2-9bffb122c364&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0487344 Feb 09 20:20:34.454021 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Device 6d90bbbf-c621-452a-bca0-b51dd77ef023 up at agent hyperv_n-h1-713498-36 {{(pid=103232) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 20:20:34.502828 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.provisioning_blocks [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Provisioning for port 6d90bbbf-c621-452a-bca0-b51dd77ef023 completed by entity L2. {{(pid=103232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 20:20:34.507079 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.provisioning_blocks [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Provisioning complete for port 6d90bbbf-c621-452a-bca0-b51dd77ef023 triggered by entity L2. {{(pid=103232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 20:20:34.507458 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593630'] for port (6d90bbbf-c621-452a-bca0-b51dd77ef023), provisioning_complete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:20:34.586985 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Current status of the port 6d90bbbf-c621-452a-bca0-b51dd77ef023 is: BUILD; New status is: ACTIVE {{(pid=103232) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 20:20:34.587377 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (6d90bbbf-c621-452a-bca0-b51dd77ef023), before_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:20:34.610142 n-d-713498-36 neutron-server[103232]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c5173dbe-8bf2-4f5c-bd93-ff0994490115', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6d90bbbf-c621-452a-bca0-b51dd77ef023'}] {{(pid=103232) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 20:20:34.612456 n-d-713498-36 neutron-server[103232]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cbbf3601bdfb8db7b6600aedba7e3851fa962f00dad36f02e289fea53b94aa67" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eb638d41-eefe-45bf-8188-d6d049f8c5e9" -d '{"events": [{"server_uuid": "c5173dbe-8bf2-4f5c-bd93-ff0994490115", "name": "network-vif-plugged", "status": "completed", "tag": "6d90bbbf-c621-452a-bca0-b51dd77ef023"}]}' {{(pid=103232) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 20:20:34.625094 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] For port 6d90bbbf-c621-452a-bca0-b51dd77ef023, host n-h1-713498-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-36',level=0,port_id=6d90bbbf-c621-452a-bca0-b51dd77ef023,segment=NetworkSegment(6eae29b3-2d6f-4832-9df1-d4b7ca050d85),segment_id=6eae29b3-2d6f-4832-9df1-d4b7ca050d85)] {{(pid=103232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 20:20:34.628813 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762867176205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762866656485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762866656503'] for port (6d90bbbf-c621-452a-bca0-b51dd77ef023), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:20:34.653243 n-d-713498-36 neutron-server[103232]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 20:20:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0ac33101-8359-4329-96f3-6184635ec2ec x-openstack-request-id: req-0ac33101-8359-4329-96f3-6184635ec2ec {{(pid=103232) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 20:20:34.653537 n-d-713498-36 neutron-server[103232]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c5173dbe-8bf2-4f5c-bd93-ff0994490115", "name": "network-vif-plugged", "status": "completed", "tag": "6d90bbbf-c621-452a-bca0-b51dd77ef023", "code": 200}]} {{(pid=103232) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 20:20:34.653786 n-d-713498-36 neutron-server[103232]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-0ac33101-8359-4329-96f3-6184635ec2ec {{(pid=103232) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 20:20:34.654195 n-d-713498-36 neutron-server[103232]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c5173dbe-8bf2-4f5c-bd93-ff0994490115', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6d90bbbf-c621-452a-bca0-b51dd77ef023', 'code': 200} Feb 09 20:20:34.682591 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Pushing event updated for resources: {'Port': ['ID=6d90bbbf-c621-452a-bca0-b51dd77ef023,revision_number=5']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:20:34.753240 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6edb193d-7e7e-49c4-afe4-67d3b65a4aca req-78aa333a-7b0e-462b-a0d3-981c55b8eb7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:20:34.754875 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-6edb193d-7e7e-49c4-afe4-67d3b65a4aca req-78aa333a-7b0e-462b-a0d3-981c55b8eb7f service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=c5173dbe-8bf2-4f5c-bd93-ff0994490115 HTTP/1.1" status: 200 len: 1128 time: 0.0439556 Feb 09 20:20:34.806202 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-6edb193d-7e7e-49c4-afe4-67d3b65a4aca req-5c3167df-647b-4c64-b82e-b7759cfd3e96 service neutron] 10.222.0.89 "GET /v2.0/security-groups?id=e6ea5bbe-4934-46d8-97e2-9bffb122c364&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0459149 Feb 09 20:20:35.418177 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4652adb-8c35-4be0-afca-73a83007cf20 req-daf8830f-0ae3-423d-859c-1b470c86f576 tempest-TestShelveInstance-1852451263 tempest-TestShelveInstance-1852451263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:20:35.419658 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-d4652adb-8c35-4be0-afca-73a83007cf20 req-daf8830f-0ae3-423d-859c-1b470c86f576 tempest-TestShelveInstance-1852451263 tempest-TestShelveInstance-1852451263-project] 10.222.0.75 "GET /v2.0/ports?device_id=c5173dbe-8bf2-4f5c-bd93-ff0994490115 HTTP/1.1" status: 200 len: 945 time: 0.0546341 Feb 09 20:20:35.470754 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-d4652adb-8c35-4be0-afca-73a83007cf20 req-8cc28272-15a2-4728-8a97-2b2c9c0b539e tempest-TestShelveInstance-1852451263 tempest-TestShelveInstance-1852451263-project] 10.222.0.75 "GET /v2.0/security-groups?id=e6ea5bbe-4934-46d8-97e2-9bffb122c364&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455444 Feb 09 20:20:36.594730 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0b361da-0368-4496-9f2d-c6af5e0595ce req-4d546540-17d3-46be-abf6-2f8febac6b0a tempest-TestShelveInstance-1852451263 tempest-TestShelveInstance-1852451263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:20:36.596216 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-a0b361da-0368-4496-9f2d-c6af5e0595ce req-4d546540-17d3-46be-abf6-2f8febac6b0a tempest-TestShelveInstance-1852451263 tempest-TestShelveInstance-1852451263-project] 10.222.0.75 "GET /v2.0/ports?device_id=c5173dbe-8bf2-4f5c-bd93-ff0994490115 HTTP/1.1" status: 200 len: 945 time: 0.0556288 Feb 09 20:20:36.646594 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-a0b361da-0368-4496-9f2d-c6af5e0595ce req-586fc94d-b047-4976-b518-88c2586f73b9 tempest-TestShelveInstance-1852451263 tempest-TestShelveInstance-1852451263-project] 10.222.0.75 "GET /v2.0/security-groups?id=e6ea5bbe-4934-46d8-97e2-9bffb122c364&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440063 Feb 09 20:20:36.769807 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf574b41-403a-4490-a797-50c6b55047a7 req-5f36fe61-4a57-4131-99d5-7a2fc1b1ed8e tempest-TestShelveInstance-1852451263 tempest-TestShelveInstance-1852451263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:20:36.771383 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-cf574b41-403a-4490-a797-50c6b55047a7 req-5f36fe61-4a57-4131-99d5-7a2fc1b1ed8e tempest-TestShelveInstance-1852451263 tempest-TestShelveInstance-1852451263-project] 10.222.0.75 "GET /v2.0/ports?device_id=c5173dbe-8bf2-4f5c-bd93-ff0994490115 HTTP/1.1" status: 200 len: 945 time: 0.0568421 Feb 09 20:20:36.821194 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-cf574b41-403a-4490-a797-50c6b55047a7 req-da991c85-0874-4293-9cab-0d91768498dd tempest-TestShelveInstance-1852451263 tempest-TestShelveInstance-1852451263-project] 10.222.0.75 "GET /v2.0/security-groups?id=e6ea5bbe-4934-46d8-97e2-9bffb122c364&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443296 Feb 09 20:20:36.842697 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 55946) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:20:36.887485 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be388b19-ba23-4973-a3f3-8bf807fb6370 tempest-TestShelveInstance-1943970421 tempest-TestShelveInstance-1943970421-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:20:36.889007 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-be388b19-ba23-4973-a3f3-8bf807fb6370 tempest-TestShelveInstance-1943970421 tempest-TestShelveInstance-1943970421-project-admin] 10.222.0.75 "GET /v2.0/ports?device_id=c5173dbe-8bf2-4f5c-bd93-ff0994490115 HTTP/1.1" status: 200 len: 1123 time: 0.0452912 Feb 09 20:20:36.891880 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 55948) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:20:36.896189 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.v2.base [None req-e7acbd3b-dff7-4a29-94c4-e38c6a487d78 tempest-TestShelveInstance-1852451263 tempest-TestShelveInstance-1852451263-project] Request body: {'floatingip': {'floating_network_id': '88055e1e-672a-4487-be31-ffb6e833ece5', 'port_id': '6d90bbbf-c621-452a-bca0-b51dd77ef023', 'tenant_id': 'b8f9990d965e4c57a95957edeb189b35', 'fixed_ip_address': '172.20.0.4'}} {{(pid=103229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 20:20:36.917660 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-e7acbd3b-dff7-4a29-94c4-e38c6a487d78 tempest-TestShelveInstance-1852451263 tempest-TestShelveInstance-1852451263-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:20:37.026561 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-e7acbd3b-dff7-4a29-94c4-e38c6a487d78 tempest-TestShelveInstance-1852451263 tempest-TestShelveInstance-1852451263-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (None), before_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:20:37.134480 n-d-713498-36 neutron-server[103229]: DEBUG neutron.db.db_base_plugin_common [None req-e7acbd3b-dff7-4a29-94c4-e38c6a487d78 tempest-TestShelveInstance-1852451263 tempest-TestShelveInstance-1852451263-project] Allocated IP 172.25.1.141 (88055e1e-672a-4487-be31-ffb6e833ece5/ac16dbcc-383c-4b43-9153-d763c4a53f91/7a05cfa6-9a3c-4d9a-a349-5b3930419fbf) {{(pid=103229) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 20:20:37.243424 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-e7acbd3b-dff7-4a29-94c4-e38c6a487d78 tempest-TestShelveInstance-1852451263 tempest-TestShelveInstance-1852451263-project] Publish callbacks [] for port (7a05cfa6-9a3c-4d9a-a349-5b3930419fbf), precommit_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:20:37.277889 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-e7acbd3b-dff7-4a29-94c4-e38c6a487d78 tempest-TestShelveInstance-1852451263 tempest-TestShelveInstance-1852451263-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762866656467', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12867576'] for port (7a05cfa6-9a3c-4d9a-a349-5b3930419fbf), after_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:20:37.315012 n-d-713498-36 neutron-server[103229]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7acbd3b-dff7-4a29-94c4-e38c6a487d78 tempest-TestShelveInstance-1852451263 tempest-TestShelveInstance-1852451263-project] Network 88055e1e-672a-4487-be31-ffb6e833ece5 is already hosted by enough agents. {{(pid=103229) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 20:20:37.321291 n-d-713498-36 neutron-server[103229]: DEBUG neutron.scheduler.base_scheduler [None req-e7acbd3b-dff7-4a29-94c4-e38c6a487d78 tempest-TestShelveInstance-1852451263 tempest-TestShelveInstance-1852451263-project] Resources bound (agent type, host, resource id): {{(pid=103229) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 20:20:37.323725 n-d-713498-36 neutron-server[103229]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7acbd3b-dff7-4a29-94c4-e38c6a487d78 tempest-TestShelveInstance-1852451263 tempest-TestShelveInstance-1852451263-project] Received port after_create {{(pid=103229) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 20:20:37.351477 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7acbd3b-dff7-4a29-94c4-e38c6a487d78 tempest-TestShelveInstance-1852451263 tempest-TestShelveInstance-1852451263-project] Pushing event updated for resources: {'Port': ['ID=7a05cfa6-9a3c-4d9a-a349-5b3930419fbf,revision_number=1']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:20:37.689024 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-e7acbd3b-dff7-4a29-94c4-e38c6a487d78 tempest-TestShelveInstance-1852451263 tempest-TestShelveInstance-1852451263-project] Publish callbacks [] for floatingip (9826715b-23d6-4e51-aed1-1003230a384c), precommit_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:20:37.758866 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-e7acbd3b-dff7-4a29-94c4-e38c6a487d78 tempest-TestShelveInstance-1852451263 tempest-TestShelveInstance-1852451263-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (7a05cfa6-9a3c-4d9a-a349-5b3930419fbf), before_update {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:20:37.932708 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-e7acbd3b-dff7-4a29-94c4-e38c6a487d78 tempest-TestShelveInstance-1852451263 tempest-TestShelveInstance-1852451263-project] Publish callbacks [] for port (7a05cfa6-9a3c-4d9a-a349-5b3930419fbf), precommit_update {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:20:37.937220 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-e7acbd3b-dff7-4a29-94c4-e38c6a487d78 tempest-TestShelveInstance-1852451263 tempest-TestShelveInstance-1852451263-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762867176205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762866656485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762866656503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12867569'] for port (7a05cfa6-9a3c-4d9a-a349-5b3930419fbf), after_update {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:20:38.010798 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7acbd3b-dff7-4a29-94c4-e38c6a487d78 tempest-TestShelveInstance-1852451263 tempest-TestShelveInstance-1852451263-project] Pushing event updated for resources: {'Port': ['ID=7a05cfa6-9a3c-4d9a-a349-5b3930419fbf,revision_number=2']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:20:38.021829 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-e7acbd3b-dff7-4a29-94c4-e38c6a487d78 tempest-TestShelveInstance-1852451263 tempest-TestShelveInstance-1852451263-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1818909'] for floatingip (9826715b-23d6-4e51-aed1-1003230a384c), after_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:20:38.132756 n-d-713498-36 neutron-server[103229]: INFO neutron.db.l3_db [None req-e7acbd3b-dff7-4a29-94c4-e38c6a487d78 tempest-TestShelveInstance-1852451263 tempest-TestShelveInstance-1852451263-project] Floating IP 9826715b-23d6-4e51-aed1-1003230a384c associated. External IP: 172.25.1.141, port: 6d90bbbf-c621-452a-bca0-b51dd77ef023. Feb 09 20:20:38.350340 n-d-713498-36 neutron-server[103229]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e7acbd3b-dff7-4a29-94c4-e38c6a487d78 tempest-TestShelveInstance-1852451263 tempest-TestShelveInstance-1852451263-project] Router 5487a766-bfbe-40e6-b588-712454745da8 has already been hosted by L3 agent 93303d5e-5d17-45e8-8963-7694f87783ae {{(pid=103229) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 20:20:38.460566 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e7acbd3b-dff7-4a29-94c4-e38c6a487d78 tempest-TestShelveInstance-1852451263 tempest-TestShelveInstance-1852451263-project] Notify agent at l3_agent.n-d-713498-36 the message routers_updated {{(pid=103229) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 20:20:38.469705 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e6c120c-f01b-4422-a1bd-7f4aec46057d None None] Sync routers for ids ['5487a766-bfbe-40e6-b588-712454745da8'] in n-d-713498-36 {{(pid=103232) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 20:20:38.479291 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-e7acbd3b-dff7-4a29-94c4-e38c6a487d78 tempest-TestShelveInstance-1852451263 tempest-TestShelveInstance-1852451263-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171096'] for floatingip (None), before_response {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:20:38.481080 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e6c120c-f01b-4422-a1bd-7f4aec46057d None None] Routers {'5487a766-bfbe-40e6-b588-712454745da8'} bound to L3 agent in host n-d-713498-36 {{(pid=103232) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 20:20:38.481947 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.l3_hamode_db [None req-7e6c120c-f01b-4422-a1bd-7f4aec46057d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T18:51:43Z,description=,heartbeat_timestamp=2022-02-09T20:20:13Z,host='n-d-713498-36',id=93303d5e-5d17-45e8-8963-7694f87783ae,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T18:51:43Z,topic='l3_agent')) {'router_ids': ['5487a766-bfbe-40e6-b588-712454745da8'], 'active': True} {{(pid=103232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 20:20:38.510271 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-e7acbd3b-dff7-4a29-94c4-e38c6a487d78 tempest-TestShelveInstance-1852451263 tempest-TestShelveInstance-1852451263-project] 10.222.0.75 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.6173384 Feb 09 20:20:38.510861 n-d-713498-36 neutron-server[103229]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c5173dbe-8bf2-4f5c-bd93-ff0994490115', 'tag': '6d90bbbf-c621-452a-bca0-b51dd77ef023'}] {{(pid=103229) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 20:20:38.513086 n-d-713498-36 neutron-server[103229]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}07d618d1c5389b9cd0b8ca1de8f17b65d6cfa6b0806685514be6977118e88e42" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9729019c-fe27-4b08-a01e-b0dd6be4aa75" -d '{"events": [{"name": "network-changed", "server_uuid": "c5173dbe-8bf2-4f5c-bd93-ff0994490115", "tag": "6d90bbbf-c621-452a-bca0-b51dd77ef023"}]}' {{(pid=103229) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 20:20:38.549471 n-d-713498-36 neutron-server[103229]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 20:20:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8f3a6f7d-2a02-416d-b8b9-86354a88add1 x-openstack-request-id: req-8f3a6f7d-2a02-416d-b8b9-86354a88add1 {{(pid=103229) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 20:20:38.549769 n-d-713498-36 neutron-server[103229]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c5173dbe-8bf2-4f5c-bd93-ff0994490115", "tag": "6d90bbbf-c621-452a-bca0-b51dd77ef023", "status": "completed", "code": 200}]} {{(pid=103229) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 20:20:38.550058 n-d-713498-36 neutron-server[103229]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-8f3a6f7d-2a02-416d-b8b9-86354a88add1 {{(pid=103229) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 20:20:38.550485 n-d-713498-36 neutron-server[103229]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c5173dbe-8bf2-4f5c-bd93-ff0994490115', 'tag': '6d90bbbf-c621-452a-bca0-b51dd77ef023', 'status': 'completed', 'code': 200} Feb 09 20:20:38.598317 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.l3_dvr_db [None req-7e6c120c-f01b-4422-a1bd-7f4aec46057d None None] Set router 5487a766-bfbe-40e6-b588-712454745da8 gateway port host: n-d-713498-36 {{(pid=103232) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 20:20:38.621790 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9729019c-fe27-4b08-a01e-b0dd6be4aa75 req-84bee14b-d893-4bf4-a6db-fe9562d6f8db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:20:38.623286 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-9729019c-fe27-4b08-a01e-b0dd6be4aa75 req-84bee14b-d893-4bf4-a6db-fe9562d6f8db service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=b8f9990d965e4c57a95957edeb189b35&device_id=c5173dbe-8bf2-4f5c-bd93-ff0994490115 HTTP/1.1" status: 200 len: 1128 time: 0.0517135 Feb 09 20:20:38.713432 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9729019c-fe27-4b08-a01e-b0dd6be4aa75 req-485d164b-3ea5-40ac-824b-ca7fcf9573d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:20:38.714953 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-9729019c-fe27-4b08-a01e-b0dd6be4aa75 req-485d164b-3ea5-40ac-824b-ca7fcf9573d6 service neutron] 10.222.0.89 "GET /v2.0/networks?id=bf0aa6cf-cfa0-4134-9562-80f96f1b0353 HTTP/1.1" status: 200 len: 909 time: 0.0845287 Feb 09 20:20:38.784304 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-9729019c-fe27-4b08-a01e-b0dd6be4aa75 req-70d5d2af-44b6-4e82-aa55-1d11ec972c8b service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=6d90bbbf-c621-452a-bca0-b51dd77ef023 HTTP/1.1" status: 200 len: 999 time: 0.0636125 Feb 09 20:20:38.824877 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.l3_hamode_db [None req-7e6c120c-f01b-4422-a1bd-7f4aec46057d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5487a766-bfbe-40e6-b588-712454745da8', 'name': 'tempest-TestShelveInstance-222607312-router', 'tenant_id': 'b8f9990d965e4c57a95957edeb189b35', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88055e1e-672a-4487-be31-ffb6e833ece5', 'external_fixed_ips': [{'subnet_id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'ip_address': '172.25.1.55'}], 'enable_snat': True}, 'gw_port_id': '86bbe2d5-805a-4320-bacb-39bcd1712a8b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T20:15:33Z', 'updated_at': '2022-02-09T20:15:36Z', 'revision_number': 4, 'project_id': 'b8f9990d965e4c57a95957edeb189b35', 'gw_port': {'id': '86bbe2d5-805a-4320-bacb-39bcd1712a8b', 'name': '', 'network_id': '88055e1e-672a-4487-be31-ffb6e833ece5', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:90:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5487a766-bfbe-40e6-b588-712454745da8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4331, 'fixed_ips': [{'subnet_id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'ip_address': '172.25.1.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T20:15:34Z', 'updated_at': '2022-02-09T20:15:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-36', '_floatingips': [{'id': '9826715b-23d6-4e51-aed1-1003230a384c', 'tenant_id': 'b8f9990d965e4c57a95957edeb189b35', 'floating_ip_address': '172.25.1.141', 'floating_network_id': '88055e1e-672a-4487-be31-ffb6e833ece5', 'router_id': '5487a766-bfbe-40e6-b588-712454745da8', 'port_id': '6d90bbbf-c621-452a-bca0-b51dd77ef023', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4368, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'bf0aa6cf-cfa0-4134-9562-80f96f1b0353', 'mac_address': 'fa:16:3e:e6:39:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5173dbe-8bf2-4f5c-bd93-ff0994490115', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T20:20:37Z', 'updated_at': '2022-02-09T20:20:37Z', 'revision_number': 0, 'project_id': 'b8f9990d965e4c57a95957edeb189b35', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ecd7d528-3573-49a1-980f-3f2c2daf1393', 'name': '', 'network_id': 'bf0aa6cf-cfa0-4134-9562-80f96f1b0353', 'tenant_id': 'b8f9990d965e4c57a95957edeb189b35', 'mac_address': 'fa:16:3e:e5:ed:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5487a766-bfbe-40e6-b588-712454745da8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4332, 'fixed_ips': [{'subnet_id': 'f7f74a64-69c9-4210-8b78-9533b9ade151', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T20:15:36Z', 'updated_at': '2022-02-09T20:15:41Z', 'revision_number': 5, 'project_id': 'b8f9990d965e4c57a95957edeb189b35', 'subnets': [{'id': 'f7f74a64-69c9-4210-8b78-9533b9ade151', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-36', False) {} {{(pid=103232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 20:20:38.832351 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9729019c-fe27-4b08-a01e-b0dd6be4aa75 req-9f648448-f1e9-4fd2-a96e-25076c23bfa4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:20:38.834467 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-9729019c-fe27-4b08-a01e-b0dd6be4aa75 req-9f648448-f1e9-4fd2-a96e-25076c23bfa4 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=f7f74a64-69c9-4210-8b78-9533b9ade151 HTTP/1.1" status: 200 len: 847 time: 0.0446541 Feb 09 20:20:38.851377 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e6c120c-f01b-4422-a1bd-7f4aec46057d None None] Checking router: 5487a766-bfbe-40e6-b588-712454745da8 for host: n-d-713498-36 {{(pid=103232) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 20:20:38.859528 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e6c120c-f01b-4422-a1bd-7f4aec46057d None None] Routers {'5487a766-bfbe-40e6-b588-712454745da8'} bound to L3 agent in host n-d-713498-36 {{(pid=103232) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 20:20:38.860118 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.l3_hamode_db [None req-7e6c120c-f01b-4422-a1bd-7f4aec46057d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T18:51:43Z,description=,heartbeat_timestamp=2022-02-09T20:20:13Z,host='n-d-713498-36',id=93303d5e-5d17-45e8-8963-7694f87783ae,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T18:51:43Z,topic='l3_agent')) {'router_ids': ['5487a766-bfbe-40e6-b588-712454745da8'], 'active': True} {{(pid=103232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 20:20:38.882796 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9729019c-fe27-4b08-a01e-b0dd6be4aa75 req-45965dbc-1448-49c5-b580-2ac74db3d7d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:20:38.884213 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-9729019c-fe27-4b08-a01e-b0dd6be4aa75 req-45965dbc-1448-49c5-b580-2ac74db3d7d2 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=bf0aa6cf-cfa0-4134-9562-80f96f1b0353&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0443771 Feb 09 20:20:38.984289 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-9729019c-fe27-4b08-a01e-b0dd6be4aa75 req-32c06146-1850-4ba9-b8c7-7f47cab85f46 service neutron] 10.222.0.89 "GET /v2.0/networks/bf0aa6cf-cfa0-4134-9562-80f96f1b0353?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0943198 Feb 09 20:20:39.081786 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-9729019c-fe27-4b08-a01e-b0dd6be4aa75 req-4a0843a5-ce9d-43c0-bb18-528957aa6f48 service neutron] 10.222.0.89 "GET /v2.0/networks/bf0aa6cf-cfa0-4134-9562-80f96f1b0353?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0909929 Feb 09 20:20:39.132978 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.l3_dvr_db [None req-7e6c120c-f01b-4422-a1bd-7f4aec46057d None None] Set router 5487a766-bfbe-40e6-b588-712454745da8 gateway port host: n-d-713498-36 {{(pid=103232) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 20:20:39.358684 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.l3_hamode_db [None req-7e6c120c-f01b-4422-a1bd-7f4aec46057d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5487a766-bfbe-40e6-b588-712454745da8', 'name': 'tempest-TestShelveInstance-222607312-router', 'tenant_id': 'b8f9990d965e4c57a95957edeb189b35', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88055e1e-672a-4487-be31-ffb6e833ece5', 'external_fixed_ips': [{'subnet_id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'ip_address': '172.25.1.55'}], 'enable_snat': True}, 'gw_port_id': '86bbe2d5-805a-4320-bacb-39bcd1712a8b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T20:15:33Z', 'updated_at': '2022-02-09T20:15:36Z', 'revision_number': 4, 'project_id': 'b8f9990d965e4c57a95957edeb189b35', 'gw_port': {'id': '86bbe2d5-805a-4320-bacb-39bcd1712a8b', 'name': '', 'network_id': '88055e1e-672a-4487-be31-ffb6e833ece5', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:90:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5487a766-bfbe-40e6-b588-712454745da8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4331, 'fixed_ips': [{'subnet_id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'ip_address': '172.25.1.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T20:15:34Z', 'updated_at': '2022-02-09T20:15:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-36', '_floatingips': [{'id': '9826715b-23d6-4e51-aed1-1003230a384c', 'tenant_id': 'b8f9990d965e4c57a95957edeb189b35', 'floating_ip_address': '172.25.1.141', 'floating_network_id': '88055e1e-672a-4487-be31-ffb6e833ece5', 'router_id': '5487a766-bfbe-40e6-b588-712454745da8', 'port_id': '6d90bbbf-c621-452a-bca0-b51dd77ef023', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4368, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'bf0aa6cf-cfa0-4134-9562-80f96f1b0353', 'mac_address': 'fa:16:3e:e6:39:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5173dbe-8bf2-4f5c-bd93-ff0994490115', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T20:20:37Z', 'updated_at': '2022-02-09T20:20:37Z', 'revision_number': 0, 'project_id': 'b8f9990d965e4c57a95957edeb189b35', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ecd7d528-3573-49a1-980f-3f2c2daf1393', 'name': '', 'network_id': 'bf0aa6cf-cfa0-4134-9562-80f96f1b0353', 'tenant_id': 'b8f9990d965e4c57a95957edeb189b35', 'mac_address': 'fa:16:3e:e5:ed:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5487a766-bfbe-40e6-b588-712454745da8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4332, 'fixed_ips': [{'subnet_id': 'f7f74a64-69c9-4210-8b78-9533b9ade151', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T20:15:36Z', 'updated_at': '2022-02-09T20:15:41Z', 'revision_number': 5, 'project_id': 'b8f9990d965e4c57a95957edeb189b35', 'subnets': [{'id': 'f7f74a64-69c9-4210-8b78-9533b9ade151', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-36', False) {} {{(pid=103232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 20:20:39.383835 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e6c120c-f01b-4422-a1bd-7f4aec46057d None None] The sync data for ids ['5487a766-bfbe-40e6-b588-712454745da8'] in n-d-713498-36 is: [{'id': '5487a766-bfbe-40e6-b588-712454745da8', 'name': 'tempest-TestShelveInstance-222607312-router', 'tenant_id': 'b8f9990d965e4c57a95957edeb189b35', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88055e1e-672a-4487-be31-ffb6e833ece5', 'external_fixed_ips': [{'subnet_id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'ip_address': '172.25.1.55'}], 'enable_snat': True}, 'gw_port_id': '86bbe2d5-805a-4320-bacb-39bcd1712a8b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T20:15:33Z', 'updated_at': '2022-02-09T20:15:36Z', 'revision_number': 4, 'project_id': 'b8f9990d965e4c57a95957edeb189b35', 'gw_port': {'id': '86bbe2d5-805a-4320-bacb-39bcd1712a8b', 'name': '', 'network_id': '88055e1e-672a-4487-be31-ffb6e833ece5', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:90:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5487a766-bfbe-40e6-b588-712454745da8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4331, 'fixed_ips': [{'subnet_id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'ip_address': '172.25.1.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T20:15:34Z', 'updated_at': '2022-02-09T20:15:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-36', '_floatingips': [{'id': '9826715b-23d6-4e51-aed1-1003230a384c', 'tenant_id': 'b8f9990d965e4c57a95957edeb189b35', 'floating_ip_address': '172.25.1.141', 'floating_network_id': '88055e1e-672a-4487-be31-ffb6e833ece5', 'router_id': '5487a766-bfbe-40e6-b588-712454745da8', 'port_id': '6d90bbbf-c621-452a-bca0-b51dd77ef023', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4368, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'bf0aa6cf-cfa0-4134-9562-80f96f1b0353', 'mac_address': 'fa:16:3e:e6:39:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5173dbe-8bf2-4f5c-bd93-ff0994490115', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T20:20:37Z', 'updated_at': '2022-02-09T20:20:37Z', 'revision_number': 0, 'project_id': 'b8f9990d965e4c57a95957edeb189b35', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ecd7d528-3573-49a1-980f-3f2c2daf1393', 'name': '', 'network_id': 'bf0aa6cf-cfa0-4134-9562-80f96f1b0353', 'tenant_id': 'b8f9990d965e4c57a95957edeb189b35', 'mac_address': 'fa:16:3e:e5:ed:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5487a766-bfbe-40e6-b588-712454745da8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4332, 'fixed_ips': [{'subnet_id': 'f7f74a64-69c9-4210-8b78-9533b9ade151', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T20:15:36Z', 'updated_at': '2022-02-09T20:15:41Z', 'revision_number': 5, 'project_id': 'b8f9990d965e4c57a95957edeb189b35', 'subnets': [{'id': 'f7f74a64-69c9-4210-8b78-9533b9ade151', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103232) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 20:20:39.581347 n-d-713498-36 neutron-server[103233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e34b1948-2db3-4bae-b6ad-af5b15b09170 None None] New status for floating IP 9826715b-23d6-4e51-aed1-1003230a384c: ACTIVE {{(pid=103233) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 09 20:20:40.988954 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-a02e19cf-2b32-4214-99aa-47d8599b6332 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762867132591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593584'] for agent (af91e4b9-f4e1-42b1-a25c-a10dc47171c8), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:20:43.265998 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-62dc5fd8-cb71-4fe5-86ba-948328ddff3b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762867132591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593584'] for agent (93303d5e-5d17-45e8-8963-7694f87783ae), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:20:44.612738 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-edc54c9b-7f13-45d9-9271-85c9738b0128 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762867132591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593584'] for agent (a62b1850-466f-48ae-bec7-d62fb280e14b), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:20:46.247540 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-a7262a8e-0513-48fd-984d-75726a511961 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762867132591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593584'] for agent (911cfea2-02ae-4ec9-bac3-7808ee1cdd9c), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:20:47.210960 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762867132591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593584'] for agent (496418a2-c002-4aec-ab1a-07f3bea491bd), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:20:49.296636 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762867132591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593584'] for agent (488cd9ae-631f-4955-ba0b-4f5a13f12e9c), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:20:49.729454 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762867132591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593584'] for agent (bcd5faee-dc24-4298-9134-0e0aa054058e), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:21:06.710762 n-d-713498-36 neutron-server[103233]: DEBUG neutron.db.agents_db [None req-4a8a6a42-0a0c-4437-8958-92282682b6bb None None] Agent healthcheck: found 7 active agents {{(pid=103233) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 20:21:10.991168 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-b0f64312-4f60-48a6-a5dc-9927caa13840 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762867132591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593584'] for agent (af91e4b9-f4e1-42b1-a25c-a10dc47171c8), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:21:13.267195 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-955d4d26-4f77-4f1d-a9be-e73b4830cbfe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762867132591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593584'] for agent (93303d5e-5d17-45e8-8963-7694f87783ae), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:21:14.612051 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-edc54c9b-7f13-45d9-9271-85c9738b0128 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762867132591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593584'] for agent (a62b1850-466f-48ae-bec7-d62fb280e14b), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:21:16.249417 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-a7262a8e-0513-48fd-984d-75726a511961 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762867132591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593584'] for agent (911cfea2-02ae-4ec9-bac3-7808ee1cdd9c), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:21:17.212719 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762867132591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593584'] for agent (496418a2-c002-4aec-ab1a-07f3bea491bd), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:21:19.302931 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762867132591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593584'] for agent (488cd9ae-631f-4955-ba0b-4f5a13f12e9c), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:21:19.743862 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762867132591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593584'] for agent (bcd5faee-dc24-4298-9134-0e0aa054058e), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:21:34.327940 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-386e0872-0f06-4b5e-93e6-51510e534512 req-5891a35d-e268-4af9-b864-5e8c2abaf150 service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=c5173dbe-8bf2-4f5c-bd93-ff0994490115&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0434713 Feb 09 20:21:34.414689 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-386e0872-0f06-4b5e-93e6-51510e534512 req-6dc4b98e-1267-4e28-b389-f08502532f3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:21:34.416163 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-386e0872-0f06-4b5e-93e6-51510e534512 req-6dc4b98e-1267-4e28-b389-f08502532f3b service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=b8f9990d965e4c57a95957edeb189b35&device_id=c5173dbe-8bf2-4f5c-bd93-ff0994490115 HTTP/1.1" status: 200 len: 1128 time: 0.0475743 Feb 09 20:21:34.518007 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-386e0872-0f06-4b5e-93e6-51510e534512 req-200c3c6d-fe17-4f12-ab65-8d2497f69b36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:21:34.519589 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-386e0872-0f06-4b5e-93e6-51510e534512 req-200c3c6d-fe17-4f12-ab65-8d2497f69b36 service neutron] 10.222.0.89 "GET /v2.0/networks?id=bf0aa6cf-cfa0-4134-9562-80f96f1b0353 HTTP/1.1" status: 200 len: 909 time: 0.0842206 Feb 09 20:21:34.587292 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-386e0872-0f06-4b5e-93e6-51510e534512 req-5b01c486-10fe-42ac-8295-099904d84242 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=6d90bbbf-c621-452a-bca0-b51dd77ef023 HTTP/1.1" status: 200 len: 1001 time: 0.0620925 Feb 09 20:21:34.635246 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-386e0872-0f06-4b5e-93e6-51510e534512 req-f9815633-1dc7-485b-8444-187facc7fb5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:21:34.636680 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-386e0872-0f06-4b5e-93e6-51510e534512 req-f9815633-1dc7-485b-8444-187facc7fb5e service neutron] 10.222.0.89 "GET /v2.0/subnets?id=f7f74a64-69c9-4210-8b78-9533b9ade151 HTTP/1.1" status: 200 len: 847 time: 0.0436163 Feb 09 20:21:34.684022 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-386e0872-0f06-4b5e-93e6-51510e534512 req-fee0615f-ed85-47b9-ae14-fe6c2805c9ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:21:34.685485 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-386e0872-0f06-4b5e-93e6-51510e534512 req-fee0615f-ed85-47b9-ae14-fe6c2805c9ba service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=bf0aa6cf-cfa0-4134-9562-80f96f1b0353&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0428853 Feb 09 20:21:34.775919 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-386e0872-0f06-4b5e-93e6-51510e534512 req-bf0d71fb-26c1-4d3f-87ae-9572aec1c01c service neutron] 10.222.0.89 "GET /v2.0/networks/bf0aa6cf-cfa0-4134-9562-80f96f1b0353?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842991 Feb 09 20:21:35.163266 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-386e0872-0f06-4b5e-93e6-51510e534512 req-97e9588d-7e17-49e5-8c71-2f184160b2b2 service neutron] 10.222.0.89 "GET /v2.0/networks/bf0aa6cf-cfa0-4134-9562-80f96f1b0353?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3821402 Feb 09 20:21:40.992701 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-1ce09b20-57a1-404b-b504-177ab2aa9dd0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762867132591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593584'] for agent (af91e4b9-f4e1-42b1-a25c-a10dc47171c8), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:21:43.270079 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-6da0a09a-c2ff-41d2-aef9-5a42d03b4d56 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762867132591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593584'] for agent (93303d5e-5d17-45e8-8963-7694f87783ae), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:21:43.710811 n-d-713498-36 neutron-server[103233]: DEBUG neutron.db.agents_db [None req-4a8a6a42-0a0c-4437-8958-92282682b6bb None None] Agent healthcheck: found 7 active agents {{(pid=103233) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 20:21:44.613744 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-edc54c9b-7f13-45d9-9271-85c9738b0128 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762867132591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593584'] for agent (a62b1850-466f-48ae-bec7-d62fb280e14b), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:21:46.249838 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-a7262a8e-0513-48fd-984d-75726a511961 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762867132591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593584'] for agent (911cfea2-02ae-4ec9-bac3-7808ee1cdd9c), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:21:47.215787 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762867132591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593584'] for agent (496418a2-c002-4aec-ab1a-07f3bea491bd), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:21:49.292523 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762867132591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593584'] for agent (488cd9ae-631f-4955-ba0b-4f5a13f12e9c), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:21:49.760314 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762867132591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593584'] for agent (bcd5faee-dc24-4298-9134-0e0aa054058e), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:22:10.994202 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-cd34ad96-cf86-4aea-932a-3fc96cb6813d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762867132591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593584'] for agent (af91e4b9-f4e1-42b1-a25c-a10dc47171c8), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:22:13.271385 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-162fdd0a-f85d-4c11-a772-499e7bf948c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762867132591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593584'] for agent (93303d5e-5d17-45e8-8963-7694f87783ae), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:22:14.615719 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-edc54c9b-7f13-45d9-9271-85c9738b0128 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762867132591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593584'] for agent (a62b1850-466f-48ae-bec7-d62fb280e14b), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:22:16.253546 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-a7262a8e-0513-48fd-984d-75726a511961 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762867132591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593584'] for agent (911cfea2-02ae-4ec9-bac3-7808ee1cdd9c), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:22:17.217919 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762867132591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593584'] for agent (496418a2-c002-4aec-ab1a-07f3bea491bd), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:22:19.292131 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762867132591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593584'] for agent (488cd9ae-631f-4955-ba0b-4f5a13f12e9c), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:22:19.759596 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762867132591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593584'] for agent (bcd5faee-dc24-4298-9134-0e0aa054058e), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:22:20.710224 n-d-713498-36 neutron-server[103233]: DEBUG neutron.db.agents_db [None req-4a8a6a42-0a0c-4437-8958-92282682b6bb None None] Agent healthcheck: found 7 active agents {{(pid=103233) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 20:22:36.382943 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-7f649a07-782a-49e5-a34a-87dd4d4628ed req-7e0810f5-c372-4471-81b7-7395d9dcfc81 service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=c5173dbe-8bf2-4f5c-bd93-ff0994490115&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1002548 Feb 09 20:22:36.481455 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f649a07-782a-49e5-a34a-87dd4d4628ed req-8886e7b6-208d-4625-8b4e-8351e7143329 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:22:36.483125 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-7f649a07-782a-49e5-a34a-87dd4d4628ed req-8886e7b6-208d-4625-8b4e-8351e7143329 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=b8f9990d965e4c57a95957edeb189b35&device_id=c5173dbe-8bf2-4f5c-bd93-ff0994490115 HTTP/1.1" status: 200 len: 1128 time: 0.0538781 Feb 09 20:22:36.557577 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac2c63b9-d0c1-4c1f-822b-994d56c85006 req-c8f1345a-1ac9-4a94-acf6-f398d852cc61 tempest-TestShelveInstance-1852451263 tempest-TestShelveInstance-1852451263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:22:36.559134 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-ac2c63b9-d0c1-4c1f-822b-994d56c85006 req-c8f1345a-1ac9-4a94-acf6-f398d852cc61 tempest-TestShelveInstance-1852451263 tempest-TestShelveInstance-1852451263-project] 10.222.0.75 "GET /v2.0/ports?device_id=c5173dbe-8bf2-4f5c-bd93-ff0994490115 HTTP/1.1" status: 200 len: 945 time: 0.0646179 Feb 09 20:22:36.600839 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f649a07-782a-49e5-a34a-87dd4d4628ed req-52bb5af4-12ef-4005-b05f-312398ed4af9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:22:36.602428 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-7f649a07-782a-49e5-a34a-87dd4d4628ed req-52bb5af4-12ef-4005-b05f-312398ed4af9 service neutron] 10.222.0.89 "GET /v2.0/networks?id=bf0aa6cf-cfa0-4134-9562-80f96f1b0353 HTTP/1.1" status: 200 len: 909 time: 0.0997202 Feb 09 20:22:36.614737 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-ac2c63b9-d0c1-4c1f-822b-994d56c85006 req-1be67849-b90d-4c3e-890c-511fc94a651b tempest-TestShelveInstance-1852451263 tempest-TestShelveInstance-1852451263-project] 10.222.0.75 "GET /v2.0/security-groups?id=e6ea5bbe-4934-46d8-97e2-9bffb122c364&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0461664 Feb 09 20:22:36.676861 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-7f649a07-782a-49e5-a34a-87dd4d4628ed req-ef252081-7c70-4f62-9014-31d37c19fbac service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=6d90bbbf-c621-452a-bca0-b51dd77ef023 HTTP/1.1" status: 200 len: 1001 time: 0.0631514 Feb 09 20:22:36.724526 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f649a07-782a-49e5-a34a-87dd4d4628ed req-d38ccc94-59d3-46c0-9219-bd20ca58bd79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:22:36.725977 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-7f649a07-782a-49e5-a34a-87dd4d4628ed req-d38ccc94-59d3-46c0-9219-bd20ca58bd79 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=f7f74a64-69c9-4210-8b78-9533b9ade151 HTTP/1.1" status: 200 len: 847 time: 0.0428879 Feb 09 20:22:36.774453 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f649a07-782a-49e5-a34a-87dd4d4628ed req-509c9a8f-44b4-402f-9bfd-5cadc227834f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:22:36.775963 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-7f649a07-782a-49e5-a34a-87dd4d4628ed req-509c9a8f-44b4-402f-9bfd-5cadc227834f service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=bf0aa6cf-cfa0-4134-9562-80f96f1b0353&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0437281 Feb 09 20:22:36.871562 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-7f649a07-782a-49e5-a34a-87dd4d4628ed req-c16dc75e-da9e-42a0-bff9-26ee3c67ce09 service neutron] 10.222.0.89 "GET /v2.0/networks/bf0aa6cf-cfa0-4134-9562-80f96f1b0353?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853882 Feb 09 20:22:36.963993 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-7f649a07-782a-49e5-a34a-87dd4d4628ed req-ce674309-1612-4e86-b1c4-aea1e638eb4a service neutron] 10.222.0.89 "GET /v2.0/networks/bf0aa6cf-cfa0-4134-9562-80f96f1b0353?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855093 Feb 09 20:22:37.754485 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7199b0d-0cba-406f-be47-180a9247ff9a req-e56b8044-fafd-413c-92df-6f8f877585ce tempest-TestShelveInstance-1852451263 tempest-TestShelveInstance-1852451263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:22:37.755975 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-a7199b0d-0cba-406f-be47-180a9247ff9a req-e56b8044-fafd-413c-92df-6f8f877585ce tempest-TestShelveInstance-1852451263 tempest-TestShelveInstance-1852451263-project] 10.222.0.75 "GET /v2.0/ports?device_id=c5173dbe-8bf2-4f5c-bd93-ff0994490115 HTTP/1.1" status: 200 len: 945 time: 0.0592890 Feb 09 20:22:37.810589 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-a7199b0d-0cba-406f-be47-180a9247ff9a req-06287ecf-c11d-40aa-9a42-37d3b7ff1e83 tempest-TestShelveInstance-1852451263 tempest-TestShelveInstance-1852451263-project] 10.222.0.75 "GET /v2.0/security-groups?id=e6ea5bbe-4934-46d8-97e2-9bffb122c364&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0488565 Feb 09 20:22:38.937259 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fea2a760-7241-4da6-af55-bc67b6bd68dd req-9766f42f-89f6-4139-9794-a256402bc05a tempest-TestShelveInstance-1852451263 tempest-TestShelveInstance-1852451263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:22:38.938792 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-fea2a760-7241-4da6-af55-bc67b6bd68dd req-9766f42f-89f6-4139-9794-a256402bc05a tempest-TestShelveInstance-1852451263 tempest-TestShelveInstance-1852451263-project] 10.222.0.75 "GET /v2.0/ports?device_id=c5173dbe-8bf2-4f5c-bd93-ff0994490115 HTTP/1.1" status: 200 len: 945 time: 0.0531147 Feb 09 20:22:38.987680 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-fea2a760-7241-4da6-af55-bc67b6bd68dd req-ba2b058d-7ce3-4295-ae5c-4a743958638d tempest-TestShelveInstance-1852451263 tempest-TestShelveInstance-1852451263-project] 10.222.0.75 "GET /v2.0/security-groups?id=e6ea5bbe-4934-46d8-97e2-9bffb122c364&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427039 Feb 09 20:22:40.107777 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd596434-2665-44b9-b4a7-c3e887d66d16 req-2b1649ce-62e9-468b-8625-931ccf28b24b tempest-TestShelveInstance-1852451263 tempest-TestShelveInstance-1852451263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:22:40.109355 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-dd596434-2665-44b9-b4a7-c3e887d66d16 req-2b1649ce-62e9-468b-8625-931ccf28b24b tempest-TestShelveInstance-1852451263 tempest-TestShelveInstance-1852451263-project] 10.222.0.75 "GET /v2.0/ports?device_id=c5173dbe-8bf2-4f5c-bd93-ff0994490115 HTTP/1.1" status: 200 len: 945 time: 0.0525873 Feb 09 20:22:40.177770 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-dd596434-2665-44b9-b4a7-c3e887d66d16 req-b3ca867e-ac0a-4151-94d5-337fcbc63ffb tempest-TestShelveInstance-1852451263 tempest-TestShelveInstance-1852451263-project] 10.222.0.75 "GET /v2.0/security-groups?id=e6ea5bbe-4934-46d8-97e2-9bffb122c364&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0625207 Feb 09 20:22:40.996909 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-7d3df4ca-a9da-4881-b367-087c4baa55d6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762867132591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593584'] for agent (af91e4b9-f4e1-42b1-a25c-a10dc47171c8), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:22:41.300486 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d3b0d39-3bf0-40d2-83b6-2e213ef125ed req-41f108c8-44dd-49f9-a60b-30df79399aa6 tempest-TestShelveInstance-1852451263 tempest-TestShelveInstance-1852451263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:22:41.301892 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-7d3b0d39-3bf0-40d2-83b6-2e213ef125ed req-41f108c8-44dd-49f9-a60b-30df79399aa6 tempest-TestShelveInstance-1852451263 tempest-TestShelveInstance-1852451263-project] 10.222.0.75 "GET /v2.0/ports?device_id=c5173dbe-8bf2-4f5c-bd93-ff0994490115 HTTP/1.1" status: 200 len: 945 time: 0.0526838 Feb 09 20:22:41.354862 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-7d3b0d39-3bf0-40d2-83b6-2e213ef125ed req-e9207749-4ef1-42bc-ab9f-7d6b2613411c tempest-TestShelveInstance-1852451263 tempest-TestShelveInstance-1852451263-project] 10.222.0.75 "GET /v2.0/security-groups?id=e6ea5bbe-4934-46d8-97e2-9bffb122c364&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0472319 Feb 09 20:22:42.473651 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4339d545-5f53-4b01-95da-fe6b52e0e404 req-f0ee0d40-2b1d-4420-8582-582740920bc9 tempest-TestShelveInstance-1852451263 tempest-TestShelveInstance-1852451263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:22:42.475151 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-4339d545-5f53-4b01-95da-fe6b52e0e404 req-f0ee0d40-2b1d-4420-8582-582740920bc9 tempest-TestShelveInstance-1852451263 tempest-TestShelveInstance-1852451263-project] 10.222.0.75 "GET /v2.0/ports?device_id=c5173dbe-8bf2-4f5c-bd93-ff0994490115 HTTP/1.1" status: 200 len: 945 time: 0.0535042 Feb 09 20:22:42.523474 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-4339d545-5f53-4b01-95da-fe6b52e0e404 req-1deb823f-0a41-44e7-98eb-8884052af27f tempest-TestShelveInstance-1852451263 tempest-TestShelveInstance-1852451263-project] 10.222.0.75 "GET /v2.0/security-groups?id=e6ea5bbe-4934-46d8-97e2-9bffb122c364&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421848 Feb 09 20:22:43.273175 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-2a15f31f-60e4-4286-a141-5541d24f8846 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762867132591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593584'] for agent (93303d5e-5d17-45e8-8963-7694f87783ae), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:22:43.646653 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4914e40f-4506-4b19-a2bc-2e44022aef3a req-deccb3e6-ca29-4587-9ac3-93992c224558 tempest-TestShelveInstance-1852451263 tempest-TestShelveInstance-1852451263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:22:43.648120 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-4914e40f-4506-4b19-a2bc-2e44022aef3a req-deccb3e6-ca29-4587-9ac3-93992c224558 tempest-TestShelveInstance-1852451263 tempest-TestShelveInstance-1852451263-project] 10.222.0.75 "GET /v2.0/ports?device_id=c5173dbe-8bf2-4f5c-bd93-ff0994490115 HTTP/1.1" status: 200 len: 945 time: 0.0532312 Feb 09 20:22:43.697856 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-4914e40f-4506-4b19-a2bc-2e44022aef3a req-0432d7e7-ba76-4e9e-8793-6c4806947069 tempest-TestShelveInstance-1852451263 tempest-TestShelveInstance-1852451263-project] 10.222.0.75 "GET /v2.0/security-groups?id=e6ea5bbe-4934-46d8-97e2-9bffb122c364&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442021 Feb 09 20:22:44.619173 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-edc54c9b-7f13-45d9-9271-85c9738b0128 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762867132591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593584'] for agent (a62b1850-466f-48ae-bec7-d62fb280e14b), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:22:44.820840 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7b0226f-afe1-4cbf-8d94-97d6542cd1e1 req-93faaa60-a1e6-4b06-b1ba-d5fa71e4fc0e tempest-TestShelveInstance-1852451263 tempest-TestShelveInstance-1852451263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:22:44.822282 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-e7b0226f-afe1-4cbf-8d94-97d6542cd1e1 req-93faaa60-a1e6-4b06-b1ba-d5fa71e4fc0e tempest-TestShelveInstance-1852451263 tempest-TestShelveInstance-1852451263-project] 10.222.0.75 "GET /v2.0/ports?device_id=c5173dbe-8bf2-4f5c-bd93-ff0994490115 HTTP/1.1" status: 200 len: 945 time: 0.0563390 Feb 09 20:22:44.870389 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-e7b0226f-afe1-4cbf-8d94-97d6542cd1e1 req-9fa499ab-6458-405c-9b96-5bf544f673f9 tempest-TestShelveInstance-1852451263 tempest-TestShelveInstance-1852451263-project] 10.222.0.75 "GET /v2.0/security-groups?id=e6ea5bbe-4934-46d8-97e2-9bffb122c364&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425568 Feb 09 20:22:45.993586 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0e6a47c-5980-4eeb-9c12-686e4dba97cc req-f1ccd112-7576-4ed8-95bd-d5b1c52e894e tempest-TestShelveInstance-1852451263 tempest-TestShelveInstance-1852451263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:22:45.995080 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-e0e6a47c-5980-4eeb-9c12-686e4dba97cc req-f1ccd112-7576-4ed8-95bd-d5b1c52e894e tempest-TestShelveInstance-1852451263 tempest-TestShelveInstance-1852451263-project] 10.222.0.75 "GET /v2.0/ports?device_id=c5173dbe-8bf2-4f5c-bd93-ff0994490115 HTTP/1.1" status: 200 len: 945 time: 0.0559194 Feb 09 20:22:46.045267 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-e0e6a47c-5980-4eeb-9c12-686e4dba97cc req-03e5ec31-6b77-4569-a2ec-1113b0c56e98 tempest-TestShelveInstance-1852451263 tempest-TestShelveInstance-1852451263-project] 10.222.0.75 "GET /v2.0/security-groups?id=e6ea5bbe-4934-46d8-97e2-9bffb122c364&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445654 Feb 09 20:22:46.255542 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-a7262a8e-0513-48fd-984d-75726a511961 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762867132591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593584'] for agent (911cfea2-02ae-4ec9-bac3-7808ee1cdd9c), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:22:46.684194 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11bf964e-3fd2-44a0-a3ec-7327c545b911 req-bbee3dda-f883-49ab-b886-2851fd349d80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:22:46.685724 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-11bf964e-3fd2-44a0-a3ec-7327c545b911 req-bbee3dda-f883-49ab-b886-2851fd349d80 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=b8f9990d965e4c57a95957edeb189b35&device_id=c5173dbe-8bf2-4f5c-bd93-ff0994490115 HTTP/1.1" status: 200 len: 1128 time: 0.0463076 Feb 09 20:22:46.788008 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11bf964e-3fd2-44a0-a3ec-7327c545b911 req-7a2129ad-3b54-4a07-a49a-d9dacd302531 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:22:46.789504 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-11bf964e-3fd2-44a0-a3ec-7327c545b911 req-7a2129ad-3b54-4a07-a49a-d9dacd302531 service neutron] 10.222.0.89 "GET /v2.0/networks?id=bf0aa6cf-cfa0-4134-9562-80f96f1b0353 HTTP/1.1" status: 200 len: 909 time: 0.0974541 Feb 09 20:22:46.869287 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-11bf964e-3fd2-44a0-a3ec-7327c545b911 req-7eb760cc-20b0-44e8-9d96-b128a99e1c76 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=6d90bbbf-c621-452a-bca0-b51dd77ef023 HTTP/1.1" status: 200 len: 1001 time: 0.0737991 Feb 09 20:22:46.916993 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11bf964e-3fd2-44a0-a3ec-7327c545b911 req-7b856daf-a931-4330-b378-869006730874 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:22:46.918452 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-11bf964e-3fd2-44a0-a3ec-7327c545b911 req-7b856daf-a931-4330-b378-869006730874 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=f7f74a64-69c9-4210-8b78-9533b9ade151 HTTP/1.1" status: 200 len: 847 time: 0.0435972 Feb 09 20:22:46.971937 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11bf964e-3fd2-44a0-a3ec-7327c545b911 req-d6ef9c85-0db9-48b7-a1e1-6d5a68250809 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:22:46.973474 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-11bf964e-3fd2-44a0-a3ec-7327c545b911 req-d6ef9c85-0db9-48b7-a1e1-6d5a68250809 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=bf0aa6cf-cfa0-4134-9562-80f96f1b0353&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0480683 Feb 09 20:22:47.061624 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-11bf964e-3fd2-44a0-a3ec-7327c545b911 req-32fae94d-8d24-46d3-9538-b23fdfa49e29 service neutron] 10.222.0.89 "GET /v2.0/networks/bf0aa6cf-cfa0-4134-9562-80f96f1b0353?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0820680 Feb 09 20:22:47.193689 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-237d3b80-234c-47f6-b996-9a48cf78770d req-f8301c4d-4d3f-41f5-aeb6-33c0c65aaebf tempest-TestShelveInstance-1852451263 tempest-TestShelveInstance-1852451263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:22:47.195119 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-237d3b80-234c-47f6-b996-9a48cf78770d req-f8301c4d-4d3f-41f5-aeb6-33c0c65aaebf tempest-TestShelveInstance-1852451263 tempest-TestShelveInstance-1852451263-project] 10.222.0.75 "GET /v2.0/ports?device_id=c5173dbe-8bf2-4f5c-bd93-ff0994490115 HTTP/1.1" status: 200 len: 945 time: 0.0800514 Feb 09 20:22:47.198971 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-11bf964e-3fd2-44a0-a3ec-7327c545b911 req-b2e6db24-794a-43c0-82dc-7d2fce5536d9 service neutron] 10.222.0.89 "GET /v2.0/networks/bf0aa6cf-cfa0-4134-9562-80f96f1b0353?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1318967 Feb 09 20:22:47.221540 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762867132591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593584'] for agent (496418a2-c002-4aec-ab1a-07f3bea491bd), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:22:47.247502 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-237d3b80-234c-47f6-b996-9a48cf78770d req-9f178fe2-71f3-437f-8013-1ebc9c136e58 tempest-TestShelveInstance-1852451263 tempest-TestShelveInstance-1852451263-project] 10.222.0.75 "GET /v2.0/security-groups?id=e6ea5bbe-4934-46d8-97e2-9bffb122c364&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0468187 Feb 09 20:22:48.369976 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2113832-1a67-4162-a5a4-03c227309831 req-04e05eb2-106b-421d-97e1-1675e69ce4d3 tempest-TestShelveInstance-1852451263 tempest-TestShelveInstance-1852451263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:22:48.371455 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-b2113832-1a67-4162-a5a4-03c227309831 req-04e05eb2-106b-421d-97e1-1675e69ce4d3 tempest-TestShelveInstance-1852451263 tempest-TestShelveInstance-1852451263-project] 10.222.0.75 "GET /v2.0/ports?device_id=c5173dbe-8bf2-4f5c-bd93-ff0994490115 HTTP/1.1" status: 200 len: 945 time: 0.0573142 Feb 09 20:22:48.418953 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-b2113832-1a67-4162-a5a4-03c227309831 req-b884bb3e-2c9c-449f-8b5f-42fa3105656b tempest-TestShelveInstance-1852451263 tempest-TestShelveInstance-1852451263-project] 10.222.0.75 "GET /v2.0/security-groups?id=e6ea5bbe-4934-46d8-97e2-9bffb122c364&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411460 Feb 09 20:22:49.309207 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762867132591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593584'] for agent (488cd9ae-631f-4955-ba0b-4f5a13f12e9c), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:22:49.540514 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-906e81db-092d-4e1d-9e85-39fab9e7a5cf req-b62585bd-3c2d-4495-8839-e6c55794a474 tempest-TestShelveInstance-1852451263 tempest-TestShelveInstance-1852451263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:22:49.542011 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-906e81db-092d-4e1d-9e85-39fab9e7a5cf req-b62585bd-3c2d-4495-8839-e6c55794a474 tempest-TestShelveInstance-1852451263 tempest-TestShelveInstance-1852451263-project] 10.222.0.75 "GET /v2.0/ports?device_id=c5173dbe-8bf2-4f5c-bd93-ff0994490115 HTTP/1.1" status: 200 len: 945 time: 0.0528681 Feb 09 20:22:49.597624 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-906e81db-092d-4e1d-9e85-39fab9e7a5cf req-5ad1abff-d40c-4d5b-86b7-c73ddbd57e64 tempest-TestShelveInstance-1852451263 tempest-TestShelveInstance-1852451263-project] 10.222.0.75 "GET /v2.0/security-groups?id=e6ea5bbe-4934-46d8-97e2-9bffb122c364&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0497258 Feb 09 20:22:49.787540 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762867132591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593584'] for agent (bcd5faee-dc24-4298-9134-0e0aa054058e), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:22:50.724295 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0b8c874-db26-4c3f-9bbe-2c3264a71edf req-1b247464-ae49-4402-9b8b-14fe8dfd938f tempest-TestShelveInstance-1852451263 tempest-TestShelveInstance-1852451263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:22:50.725775 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-f0b8c874-db26-4c3f-9bbe-2c3264a71edf req-1b247464-ae49-4402-9b8b-14fe8dfd938f tempest-TestShelveInstance-1852451263 tempest-TestShelveInstance-1852451263-project] 10.222.0.75 "GET /v2.0/ports?device_id=c5173dbe-8bf2-4f5c-bd93-ff0994490115 HTTP/1.1" status: 200 len: 945 time: 0.0564878 Feb 09 20:22:50.773655 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-f0b8c874-db26-4c3f-9bbe-2c3264a71edf req-7e26b512-8d03-4763-873a-7f046b36ce04 tempest-TestShelveInstance-1852451263 tempest-TestShelveInstance-1852451263-project] 10.222.0.75 "GET /v2.0/security-groups?id=e6ea5bbe-4934-46d8-97e2-9bffb122c364&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422108 Feb 09 20:22:51.107383 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Device 6d90bbbf-c621-452a-bca0-b51dd77ef023 no longer exists at agent hyperv_n-h1-713498-36 {{(pid=103232) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 20:22:51.195590 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Current status of the port 6d90bbbf-c621-452a-bca0-b51dd77ef023 is: ACTIVE; New status is: DOWN {{(pid=103232) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 20:22:51.195982 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (6d90bbbf-c621-452a-bca0-b51dd77ef023), before_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:22:51.218729 n-d-713498-36 neutron-server[103232]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c5173dbe-8bf2-4f5c-bd93-ff0994490115', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6d90bbbf-c621-452a-bca0-b51dd77ef023'}] {{(pid=103232) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 20:22:51.221364 n-d-713498-36 neutron-server[103232]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cbbf3601bdfb8db7b6600aedba7e3851fa962f00dad36f02e289fea53b94aa67" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e1088189-fce5-4888-854d-68e623f06830" -d '{"events": [{"server_uuid": "c5173dbe-8bf2-4f5c-bd93-ff0994490115", "name": "network-vif-unplugged", "status": "completed", "tag": "6d90bbbf-c621-452a-bca0-b51dd77ef023"}]}' {{(pid=103232) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 20:22:51.234972 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] For port 6d90bbbf-c621-452a-bca0-b51dd77ef023, host n-h1-713498-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-36',level=0,port_id=6d90bbbf-c621-452a-bca0-b51dd77ef023,segment=NetworkSegment(6eae29b3-2d6f-4832-9df1-d4b7ca050d85),segment_id=6eae29b3-2d6f-4832-9df1-d4b7ca050d85)] {{(pid=103232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 20:22:51.240055 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762867176205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762866656485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762866656503'] for port (6d90bbbf-c621-452a-bca0-b51dd77ef023), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:22:51.291561 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Pushing event updated for resources: {'Port': ['ID=6d90bbbf-c621-452a-bca0-b51dd77ef023,revision_number=6']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:22:51.299973 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:22:51.300190 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:22:51.300545 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:22:51.300883 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:22:51.301218 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:22:51.302003 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:22:51.302003 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:22:51.302277 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:22:51.302560 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:22:51.303074 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:22:51.303622 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:22:51.303954 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:22:51.304282 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:22:51.320815 n-d-713498-36 neutron-server[103232]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 09 Feb 2022 20:22:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-062fdff8-4e7f-44ac-a787-be32dca79cff x-openstack-request-id: req-062fdff8-4e7f-44ac-a787-be32dca79cff {{(pid=103232) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 20:22:51.321290 n-d-713498-36 neutron-server[103232]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c5173dbe-8bf2-4f5c-bd93-ff0994490115", "name": "network-vif-unplugged", "status": "completed", "tag": "6d90bbbf-c621-452a-bca0-b51dd77ef023", "code": 200}]} {{(pid=103232) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 20:22:51.321716 n-d-713498-36 neutron-server[103232]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-062fdff8-4e7f-44ac-a787-be32dca79cff {{(pid=103232) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 20:22:51.322134 n-d-713498-36 neutron-server[103232]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c5173dbe-8bf2-4f5c-bd93-ff0994490115', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6d90bbbf-c621-452a-bca0-b51dd77ef023', 'code': 200} Feb 09 20:22:51.896376 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dd7c1eb-816f-4a72-bdb5-ce74a2b1f85a req-4a2b75d3-ee0c-4080-ac48-e5c2bc12f91b tempest-TestShelveInstance-1852451263 tempest-TestShelveInstance-1852451263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:22:51.897880 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-1dd7c1eb-816f-4a72-bdb5-ce74a2b1f85a req-4a2b75d3-ee0c-4080-ac48-e5c2bc12f91b tempest-TestShelveInstance-1852451263 tempest-TestShelveInstance-1852451263-project] 10.222.0.75 "GET /v2.0/ports?device_id=c5173dbe-8bf2-4f5c-bd93-ff0994490115 HTTP/1.1" status: 200 len: 943 time: 0.0571826 Feb 09 20:22:51.948409 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-1dd7c1eb-816f-4a72-bdb5-ce74a2b1f85a req-271947b0-e293-4366-bab3-3efa8a2d704f tempest-TestShelveInstance-1852451263 tempest-TestShelveInstance-1852451263-project] 10.222.0.75 "GET /v2.0/security-groups?id=e6ea5bbe-4934-46d8-97e2-9bffb122c364&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447979 Feb 09 20:22:53.069818 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f126f710-a6f1-4078-813a-58826e95b47c req-db5e3b38-5586-490d-b9a6-33beab6f2359 tempest-TestShelveInstance-1852451263 tempest-TestShelveInstance-1852451263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:22:53.071348 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-f126f710-a6f1-4078-813a-58826e95b47c req-db5e3b38-5586-490d-b9a6-33beab6f2359 tempest-TestShelveInstance-1852451263 tempest-TestShelveInstance-1852451263-project] 10.222.0.75 "GET /v2.0/ports?device_id=c5173dbe-8bf2-4f5c-bd93-ff0994490115 HTTP/1.1" status: 200 len: 943 time: 0.0534632 Feb 09 20:22:53.122197 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-f126f710-a6f1-4078-813a-58826e95b47c req-862ec6c3-119e-4c45-84af-30573596db7a tempest-TestShelveInstance-1852451263 tempest-TestShelveInstance-1852451263-project] 10.222.0.75 "GET /v2.0/security-groups?id=e6ea5bbe-4934-46d8-97e2-9bffb122c364&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449822 Feb 09 20:22:54.355379 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-296ad0f3-6afc-476e-9d17-f9aaa3865485 req-0ed22c41-e3f3-4e19-90ca-4265ffe3184f service neutron] 10.222.0.75 "GET /v2.0/ports?device_id=c5173dbe-8bf2-4f5c-bd93-ff0994490115&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0776248 Feb 09 20:22:54.365529 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [req-296ad0f3-6afc-476e-9d17-f9aaa3865485 req-7516acfb-a74f-4ff5-8d46-a39bfab95ee8 service neutron] http://10.222.0.75:9696/v2.0/extensions returned with HTTP 200 {{(pid=103229) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 09 20:22:54.366524 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-296ad0f3-6afc-476e-9d17-f9aaa3865485 req-7516acfb-a74f-4ff5-8d46-a39bfab95ee8 service neutron] 10.222.0.75 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0065289 Feb 09 20:22:54.377891 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21047f7d-0f48-49ef-92f8-8f8e4c8097fb req-310ddc3d-9f29-4c80-8d7e-2e93fde6a808 tempest-TestShelveInstance-1852451263 tempest-TestShelveInstance-1852451263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:22:54.379368 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-21047f7d-0f48-49ef-92f8-8f8e4c8097fb req-310ddc3d-9f29-4c80-8d7e-2e93fde6a808 tempest-TestShelveInstance-1852451263 tempest-TestShelveInstance-1852451263-project] 10.222.0.75 "GET /v2.0/ports?device_id=c5173dbe-8bf2-4f5c-bd93-ff0994490115 HTTP/1.1" status: 200 len: 943 time: 0.0761061 Feb 09 20:22:54.427865 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-21047f7d-0f48-49ef-92f8-8f8e4c8097fb req-1858e11f-e8df-4ca3-90c6-dc00996323ed tempest-TestShelveInstance-1852451263 tempest-TestShelveInstance-1852451263-project] 10.222.0.75 "GET /v2.0/security-groups?id=e6ea5bbe-4934-46d8-97e2-9bffb122c364&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427835 Feb 09 20:22:55.551056 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69828276-c0db-457e-8358-09439334451b req-70e48350-b86a-4bc5-8c83-8f61ec8296d6 tempest-TestShelveInstance-1852451263 tempest-TestShelveInstance-1852451263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:22:55.552580 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-69828276-c0db-457e-8358-09439334451b req-70e48350-b86a-4bc5-8c83-8f61ec8296d6 tempest-TestShelveInstance-1852451263 tempest-TestShelveInstance-1852451263-project] 10.222.0.75 "GET /v2.0/ports?device_id=c5173dbe-8bf2-4f5c-bd93-ff0994490115 HTTP/1.1" status: 200 len: 943 time: 0.0564225 Feb 09 20:22:55.611277 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-69828276-c0db-457e-8358-09439334451b req-507b6a10-e608-4a0e-afaf-5c8c19335745 tempest-TestShelveInstance-1852451263 tempest-TestShelveInstance-1852451263-project] 10.222.0.75 "GET /v2.0/security-groups?id=e6ea5bbe-4934-46d8-97e2-9bffb122c364&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0529053 Feb 09 20:22:56.737833 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6790f302-18fc-4a1a-b7e1-a8aff3a4a3a0 req-3fe26c68-5e8a-4c05-8674-9acc27ddf9f7 tempest-TestShelveInstance-1852451263 tempest-TestShelveInstance-1852451263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:22:56.739380 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-6790f302-18fc-4a1a-b7e1-a8aff3a4a3a0 req-3fe26c68-5e8a-4c05-8674-9acc27ddf9f7 tempest-TestShelveInstance-1852451263 tempest-TestShelveInstance-1852451263-project] 10.222.0.75 "GET /v2.0/ports?device_id=c5173dbe-8bf2-4f5c-bd93-ff0994490115 HTTP/1.1" status: 200 len: 943 time: 0.0557535 Feb 09 20:22:56.787792 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-6790f302-18fc-4a1a-b7e1-a8aff3a4a3a0 req-99057762-cd9d-4ef6-a70e-7553ebbdb576 tempest-TestShelveInstance-1852451263 tempest-TestShelveInstance-1852451263-project] 10.222.0.75 "GET /v2.0/security-groups?id=e6ea5bbe-4934-46d8-97e2-9bffb122c364&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427492 Feb 09 20:22:57.709232 n-d-713498-36 neutron-server[103233]: DEBUG neutron.db.agents_db [None req-4a8a6a42-0a0c-4437-8958-92282682b6bb None None] Agent healthcheck: found 7 active agents {{(pid=103233) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 20:22:57.902902 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06575321-564e-403d-8960-f8585a57e794 req-12f521b4-759f-48ad-958f-ebf0b8178189 tempest-TestShelveInstance-1852451263 tempest-TestShelveInstance-1852451263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:22:57.904371 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-06575321-564e-403d-8960-f8585a57e794 req-12f521b4-759f-48ad-958f-ebf0b8178189 tempest-TestShelveInstance-1852451263 tempest-TestShelveInstance-1852451263-project] 10.222.0.75 "GET /v2.0/ports?device_id=c5173dbe-8bf2-4f5c-bd93-ff0994490115 HTTP/1.1" status: 200 len: 943 time: 0.0514941 Feb 09 20:22:57.958053 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-06575321-564e-403d-8960-f8585a57e794 req-b7054388-2f35-497d-a755-70c76f519232 tempest-TestShelveInstance-1852451263 tempest-TestShelveInstance-1852451263-project] 10.222.0.75 "GET /v2.0/security-groups?id=e6ea5bbe-4934-46d8-97e2-9bffb122c364&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0474672 Feb 09 20:22:59.084797 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aed122a-dc46-401a-9da8-b7aa5b7f183d req-50b1462b-f70e-40d4-b123-bdb12ee163e7 tempest-TestShelveInstance-1852451263 tempest-TestShelveInstance-1852451263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:22:59.086244 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-1aed122a-dc46-401a-9da8-b7aa5b7f183d req-50b1462b-f70e-40d4-b123-bdb12ee163e7 tempest-TestShelveInstance-1852451263 tempest-TestShelveInstance-1852451263-project] 10.222.0.75 "GET /v2.0/ports?device_id=c5173dbe-8bf2-4f5c-bd93-ff0994490115 HTTP/1.1" status: 200 len: 943 time: 0.0603857 Feb 09 20:22:59.141584 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-1aed122a-dc46-401a-9da8-b7aa5b7f183d req-8662b907-c74d-48f1-9fbe-07d303917246 tempest-TestShelveInstance-1852451263 tempest-TestShelveInstance-1852451263-project] 10.222.0.75 "GET /v2.0/security-groups?id=e6ea5bbe-4934-46d8-97e2-9bffb122c364&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0496702 Feb 09 20:23:00.264213 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b6a32ec-3b14-41c3-bd64-a77ecaee8258 req-4874ef29-00c2-4f35-8b4e-ab948d974f03 tempest-TestShelveInstance-1852451263 tempest-TestShelveInstance-1852451263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:23:00.265702 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-0b6a32ec-3b14-41c3-bd64-a77ecaee8258 req-4874ef29-00c2-4f35-8b4e-ab948d974f03 tempest-TestShelveInstance-1852451263 tempest-TestShelveInstance-1852451263-project] 10.222.0.75 "GET /v2.0/ports?device_id=c5173dbe-8bf2-4f5c-bd93-ff0994490115 HTTP/1.1" status: 200 len: 943 time: 0.0531328 Feb 09 20:23:00.315293 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-0b6a32ec-3b14-41c3-bd64-a77ecaee8258 req-880a1f6f-55b2-4876-958e-081c98aac9f5 tempest-TestShelveInstance-1852451263 tempest-TestShelveInstance-1852451263-project] 10.222.0.75 "GET /v2.0/security-groups?id=e6ea5bbe-4934-46d8-97e2-9bffb122c364&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433164 Feb 09 20:23:01.436652 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e49a6e4-7300-43d7-8cea-cb97f07ffaa8 req-adcc3a59-3857-46ca-aaf4-29dc2dfbd3d5 tempest-TestShelveInstance-1852451263 tempest-TestShelveInstance-1852451263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:23:01.438301 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-5e49a6e4-7300-43d7-8cea-cb97f07ffaa8 req-adcc3a59-3857-46ca-aaf4-29dc2dfbd3d5 tempest-TestShelveInstance-1852451263 tempest-TestShelveInstance-1852451263-project] 10.222.0.75 "GET /v2.0/ports?device_id=c5173dbe-8bf2-4f5c-bd93-ff0994490115 HTTP/1.1" status: 200 len: 943 time: 0.0549889 Feb 09 20:23:01.491774 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-5e49a6e4-7300-43d7-8cea-cb97f07ffaa8 req-ef30b9a2-db17-4902-89ab-dc183a35f2a6 tempest-TestShelveInstance-1852451263 tempest-TestShelveInstance-1852451263-project] 10.222.0.75 "GET /v2.0/security-groups?id=e6ea5bbe-4934-46d8-97e2-9bffb122c364&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0469019 Feb 09 20:23:02.613539 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed9c9245-8dbe-4933-afc3-14d866e42cc3 req-5d579732-c7a9-4b65-ae07-8137496c2bdc tempest-TestShelveInstance-1852451263 tempest-TestShelveInstance-1852451263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:23:02.615076 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-ed9c9245-8dbe-4933-afc3-14d866e42cc3 req-5d579732-c7a9-4b65-ae07-8137496c2bdc tempest-TestShelveInstance-1852451263 tempest-TestShelveInstance-1852451263-project] 10.222.0.75 "GET /v2.0/ports?device_id=c5173dbe-8bf2-4f5c-bd93-ff0994490115 HTTP/1.1" status: 200 len: 943 time: 0.0539432 Feb 09 20:23:02.664182 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-ed9c9245-8dbe-4933-afc3-14d866e42cc3 req-5bcfd795-8580-4b23-97ad-e55347bee69b tempest-TestShelveInstance-1852451263 tempest-TestShelveInstance-1852451263-project] 10.222.0.75 "GET /v2.0/security-groups?id=e6ea5bbe-4934-46d8-97e2-9bffb122c364&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434468 Feb 09 20:23:03.792281 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7e9a4bd-58f5-45ec-a578-a03fd991a1a7 req-cb883110-3636-44bd-9952-4c06b63dabda tempest-TestShelveInstance-1852451263 tempest-TestShelveInstance-1852451263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:23:03.793748 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-d7e9a4bd-58f5-45ec-a578-a03fd991a1a7 req-cb883110-3636-44bd-9952-4c06b63dabda tempest-TestShelveInstance-1852451263 tempest-TestShelveInstance-1852451263-project] 10.222.0.75 "GET /v2.0/ports?device_id=c5173dbe-8bf2-4f5c-bd93-ff0994490115 HTTP/1.1" status: 200 len: 943 time: 0.0580122 Feb 09 20:23:03.849219 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-d7e9a4bd-58f5-45ec-a578-a03fd991a1a7 req-ea28d784-b46d-40bb-ba8c-e4a042fe3ecc tempest-TestShelveInstance-1852451263 tempest-TestShelveInstance-1852451263-project] 10.222.0.75 "GET /v2.0/security-groups?id=e6ea5bbe-4934-46d8-97e2-9bffb122c364&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0482359 Feb 09 20:23:04.981544 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5896e819-7f07-4877-998b-c1aa58e163b0 req-22b6a33f-1ca8-4a41-ae46-7b5b1d43a715 tempest-TestShelveInstance-1852451263 tempest-TestShelveInstance-1852451263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:23:04.983153 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-5896e819-7f07-4877-998b-c1aa58e163b0 req-22b6a33f-1ca8-4a41-ae46-7b5b1d43a715 tempest-TestShelveInstance-1852451263 tempest-TestShelveInstance-1852451263-project] 10.222.0.75 "GET /v2.0/ports?device_id=c5173dbe-8bf2-4f5c-bd93-ff0994490115 HTTP/1.1" status: 200 len: 943 time: 0.0617886 Feb 09 20:23:05.036927 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-5896e819-7f07-4877-998b-c1aa58e163b0 req-784ede48-57e0-4729-8273-802e571d4f78 tempest-TestShelveInstance-1852451263 tempest-TestShelveInstance-1852451263-project] 10.222.0.75 "GET /v2.0/security-groups?id=e6ea5bbe-4934-46d8-97e2-9bffb122c364&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0473382 Feb 09 20:23:06.166066 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac1cef67-687f-486f-86d8-4ba3078c1bd9 req-c5781ed5-31cb-429d-90de-ddcfdb95f767 tempest-TestShelveInstance-1852451263 tempest-TestShelveInstance-1852451263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:23:06.167553 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-ac1cef67-687f-486f-86d8-4ba3078c1bd9 req-c5781ed5-31cb-429d-90de-ddcfdb95f767 tempest-TestShelveInstance-1852451263 tempest-TestShelveInstance-1852451263-project] 10.222.0.75 "GET /v2.0/ports?device_id=c5173dbe-8bf2-4f5c-bd93-ff0994490115 HTTP/1.1" status: 200 len: 943 time: 0.0574327 Feb 09 20:23:06.216172 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-ac1cef67-687f-486f-86d8-4ba3078c1bd9 req-1e8b37c7-0cd1-4a6f-9a33-58060c1b216c tempest-TestShelveInstance-1852451263 tempest-TestShelveInstance-1852451263-project] 10.222.0.75 "GET /v2.0/security-groups?id=e6ea5bbe-4934-46d8-97e2-9bffb122c364&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430295 Feb 09 20:23:07.337249 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-400899e9-7534-4dfd-bc5a-5616a86c9234 req-2e4ae710-3746-4577-9f3f-cdc22cccb24a tempest-TestShelveInstance-1852451263 tempest-TestShelveInstance-1852451263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:23:07.338696 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-400899e9-7534-4dfd-bc5a-5616a86c9234 req-2e4ae710-3746-4577-9f3f-cdc22cccb24a tempest-TestShelveInstance-1852451263 tempest-TestShelveInstance-1852451263-project] 10.222.0.75 "GET /v2.0/ports?device_id=c5173dbe-8bf2-4f5c-bd93-ff0994490115 HTTP/1.1" status: 200 len: 943 time: 0.0529160 Feb 09 20:23:07.391285 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-400899e9-7534-4dfd-bc5a-5616a86c9234 req-62ed1298-d5b2-4c18-8394-3c902c0260ce tempest-TestShelveInstance-1852451263 tempest-TestShelveInstance-1852451263-project] 10.222.0.75 "GET /v2.0/security-groups?id=e6ea5bbe-4934-46d8-97e2-9bffb122c364&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0468524 Feb 09 20:23:08.527531 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77f73c9a-2630-4ed0-8816-7aad99789040 req-dcf57a29-9124-4c38-8f46-e40c674e6022 tempest-TestShelveInstance-1852451263 tempest-TestShelveInstance-1852451263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:23:08.529188 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-77f73c9a-2630-4ed0-8816-7aad99789040 req-dcf57a29-9124-4c38-8f46-e40c674e6022 tempest-TestShelveInstance-1852451263 tempest-TestShelveInstance-1852451263-project] 10.222.0.75 "GET /v2.0/ports?device_id=c5173dbe-8bf2-4f5c-bd93-ff0994490115 HTTP/1.1" status: 200 len: 943 time: 0.0591829 Feb 09 20:23:08.583897 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-77f73c9a-2630-4ed0-8816-7aad99789040 req-c546dff0-e16b-4899-80c0-22491d398295 tempest-TestShelveInstance-1852451263 tempest-TestShelveInstance-1852451263-project] 10.222.0.75 "GET /v2.0/security-groups?id=e6ea5bbe-4934-46d8-97e2-9bffb122c364&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0488043 Feb 09 20:23:08.921648 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-296ad0f3-6afc-476e-9d17-f9aaa3865485 req-0884d728-9b98-4d55-984f-66bad0b80b84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:23:08.923197 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-296ad0f3-6afc-476e-9d17-f9aaa3865485 req-0884d728-9b98-4d55-984f-66bad0b80b84 service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=c5173dbe-8bf2-4f5c-bd93-ff0994490115&tenant_id=b8f9990d965e4c57a95957edeb189b35 HTTP/1.1" status: 200 len: 1126 time: 0.0433433 Feb 09 20:23:08.990588 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-296ad0f3-6afc-476e-9d17-f9aaa3865485 req-3420889c-3f97-4ad5-bb44-d445a9656490 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:23:08.992104 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-296ad0f3-6afc-476e-9d17-f9aaa3865485 req-3420889c-3f97-4ad5-bb44-d445a9656490 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=b8f9990d965e4c57a95957edeb189b35&device_id=c5173dbe-8bf2-4f5c-bd93-ff0994490115 HTTP/1.1" status: 200 len: 1126 time: 0.0487683 Feb 09 20:23:09.079739 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-296ad0f3-6afc-476e-9d17-f9aaa3865485 req-8cf1ed8c-f3b0-4c14-995c-1969d6d162c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:23:09.081199 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-296ad0f3-6afc-476e-9d17-f9aaa3865485 req-8cf1ed8c-f3b0-4c14-995c-1969d6d162c8 service neutron] 10.222.0.89 "GET /v2.0/networks?id=bf0aa6cf-cfa0-4134-9562-80f96f1b0353 HTTP/1.1" status: 200 len: 909 time: 0.0823703 Feb 09 20:23:09.151236 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-296ad0f3-6afc-476e-9d17-f9aaa3865485 req-c7f8bd67-3f23-4d57-b18a-45869b9491f5 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=6d90bbbf-c621-452a-bca0-b51dd77ef023 HTTP/1.1" status: 200 len: 999 time: 0.0637209 Feb 09 20:23:09.199056 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-296ad0f3-6afc-476e-9d17-f9aaa3865485 req-f67283c4-3485-4425-a601-904531473235 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:23:09.200392 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-296ad0f3-6afc-476e-9d17-f9aaa3865485 req-f67283c4-3485-4425-a601-904531473235 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=f7f74a64-69c9-4210-8b78-9533b9ade151 HTTP/1.1" status: 200 len: 847 time: 0.0440440 Feb 09 20:23:09.248168 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-296ad0f3-6afc-476e-9d17-f9aaa3865485 req-690af033-c2b4-4022-9a7e-811b9f3f0601 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:23:09.249633 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-296ad0f3-6afc-476e-9d17-f9aaa3865485 req-690af033-c2b4-4022-9a7e-811b9f3f0601 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=bf0aa6cf-cfa0-4134-9562-80f96f1b0353&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0438633 Feb 09 20:23:09.343530 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-296ad0f3-6afc-476e-9d17-f9aaa3865485 req-5f2eb136-0b74-4791-8f67-305db0ad56fb service neutron] 10.222.0.89 "GET /v2.0/networks/bf0aa6cf-cfa0-4134-9562-80f96f1b0353?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0871992 Feb 09 20:23:09.433511 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-296ad0f3-6afc-476e-9d17-f9aaa3865485 req-7a9862f6-e0ef-48b0-b754-7745cac7f582 service neutron] 10.222.0.89 "GET /v2.0/networks/bf0aa6cf-cfa0-4134-9562-80f96f1b0353?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0841985 Feb 09 20:23:09.701797 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c7cc82e-049b-4dcd-be0b-57677236ec88 req-0f7952d6-3f1c-492b-a6a7-fae750884646 tempest-TestShelveInstance-1852451263 tempest-TestShelveInstance-1852451263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:23:09.703326 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-8c7cc82e-049b-4dcd-be0b-57677236ec88 req-0f7952d6-3f1c-492b-a6a7-fae750884646 tempest-TestShelveInstance-1852451263 tempest-TestShelveInstance-1852451263-project] 10.222.0.75 "GET /v2.0/ports?device_id=c5173dbe-8bf2-4f5c-bd93-ff0994490115 HTTP/1.1" status: 200 len: 943 time: 0.0530324 Feb 09 20:23:09.757001 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-8c7cc82e-049b-4dcd-be0b-57677236ec88 req-e4e3f194-8c5d-476c-aaf7-aae38cbacfdc tempest-TestShelveInstance-1852451263 tempest-TestShelveInstance-1852451263-project] 10.222.0.75 "GET /v2.0/security-groups?id=e6ea5bbe-4934-46d8-97e2-9bffb122c364&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0474966 Feb 09 20:23:10.884225 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cd69a4f-a4ea-473c-8c8d-6713a188ce1e req-31f1dddc-0e40-4804-a47d-ddb813710683 tempest-TestShelveInstance-1852451263 tempest-TestShelveInstance-1852451263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:23:10.885645 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-3cd69a4f-a4ea-473c-8c8d-6713a188ce1e req-31f1dddc-0e40-4804-a47d-ddb813710683 tempest-TestShelveInstance-1852451263 tempest-TestShelveInstance-1852451263-project] 10.222.0.75 "GET /v2.0/ports?device_id=c5173dbe-8bf2-4f5c-bd93-ff0994490115 HTTP/1.1" status: 200 len: 943 time: 0.0603044 Feb 09 20:23:10.942966 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-3cd69a4f-a4ea-473c-8c8d-6713a188ce1e req-8a8f8253-bac1-4eee-bcc0-0f8bc92f3680 tempest-TestShelveInstance-1852451263 tempest-TestShelveInstance-1852451263-project] 10.222.0.75 "GET /v2.0/security-groups?id=e6ea5bbe-4934-46d8-97e2-9bffb122c364&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0509810 Feb 09 20:23:11.000081 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-ad5f0a0f-5b62-4211-bdf7-28154150e56c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762867132591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593584'] for agent (af91e4b9-f4e1-42b1-a25c-a10dc47171c8), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:23:12.060267 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbc3f986-8354-4b87-ad04-333f4dda5793 req-d8fbaeef-d087-47fd-931a-ee097d7d767f tempest-TestShelveInstance-1852451263 tempest-TestShelveInstance-1852451263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:23:12.061742 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-dbc3f986-8354-4b87-ad04-333f4dda5793 req-d8fbaeef-d087-47fd-931a-ee097d7d767f tempest-TestShelveInstance-1852451263 tempest-TestShelveInstance-1852451263-project] 10.222.0.75 "GET /v2.0/ports?device_id=c5173dbe-8bf2-4f5c-bd93-ff0994490115 HTTP/1.1" status: 200 len: 943 time: 0.0519907 Feb 09 20:23:12.112045 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-dbc3f986-8354-4b87-ad04-333f4dda5793 req-65c53098-b120-49d4-ae8d-357adcbba330 tempest-TestShelveInstance-1852451263 tempest-TestShelveInstance-1852451263-project] 10.222.0.75 "GET /v2.0/security-groups?id=e6ea5bbe-4934-46d8-97e2-9bffb122c364&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436800 Feb 09 20:23:13.232955 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8c088ed-d35b-4a99-bad5-076dbc397741 req-259c89c9-f8d9-4885-b3de-8a7d7cae876b tempest-TestShelveInstance-1852451263 tempest-TestShelveInstance-1852451263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:23:13.234539 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-d8c088ed-d35b-4a99-bad5-076dbc397741 req-259c89c9-f8d9-4885-b3de-8a7d7cae876b tempest-TestShelveInstance-1852451263 tempest-TestShelveInstance-1852451263-project] 10.222.0.75 "GET /v2.0/ports?device_id=c5173dbe-8bf2-4f5c-bd93-ff0994490115 HTTP/1.1" status: 200 len: 943 time: 0.0539260 Feb 09 20:23:13.274892 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-31385c6b-d9aa-4245-bb0d-713f16b58ce4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762867132591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593584'] for agent (93303d5e-5d17-45e8-8963-7694f87783ae), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:23:13.285387 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-d8c088ed-d35b-4a99-bad5-076dbc397741 req-22c974e6-e09a-4631-91a9-351ad3777631 tempest-TestShelveInstance-1852451263 tempest-TestShelveInstance-1852451263-project] 10.222.0.75 "GET /v2.0/security-groups?id=e6ea5bbe-4934-46d8-97e2-9bffb122c364&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452411 Feb 09 20:23:14.403866 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44a8cf4f-001b-426e-91c0-f4b8f818a974 req-764f063d-7b51-44dd-a41c-dafd360bedfe tempest-TestShelveInstance-1852451263 tempest-TestShelveInstance-1852451263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:23:14.405346 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-44a8cf4f-001b-426e-91c0-f4b8f818a974 req-764f063d-7b51-44dd-a41c-dafd360bedfe tempest-TestShelveInstance-1852451263 tempest-TestShelveInstance-1852451263-project] 10.222.0.75 "GET /v2.0/ports?device_id=c5173dbe-8bf2-4f5c-bd93-ff0994490115 HTTP/1.1" status: 200 len: 943 time: 0.0525596 Feb 09 20:23:14.454576 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-44a8cf4f-001b-426e-91c0-f4b8f818a974 req-16565562-b47b-4541-8de4-3c9aa01af875 tempest-TestShelveInstance-1852451263 tempest-TestShelveInstance-1852451263-project] 10.222.0.75 "GET /v2.0/security-groups?id=e6ea5bbe-4934-46d8-97e2-9bffb122c364&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425582 Feb 09 20:23:14.623019 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-edc54c9b-7f13-45d9-9271-85c9738b0128 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762867132591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593584'] for agent (a62b1850-466f-48ae-bec7-d62fb280e14b), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:23:15.575068 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1c4bacf-3705-472c-b2fa-741456f0d32b req-f91e671a-1fb0-4c86-9e4c-e0669c112115 tempest-TestShelveInstance-1852451263 tempest-TestShelveInstance-1852451263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:23:15.576560 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-b1c4bacf-3705-472c-b2fa-741456f0d32b req-f91e671a-1fb0-4c86-9e4c-e0669c112115 tempest-TestShelveInstance-1852451263 tempest-TestShelveInstance-1852451263-project] 10.222.0.75 "GET /v2.0/ports?device_id=c5173dbe-8bf2-4f5c-bd93-ff0994490115 HTTP/1.1" status: 200 len: 943 time: 0.0526865 Feb 09 20:23:15.627258 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-b1c4bacf-3705-472c-b2fa-741456f0d32b req-366fb176-2e17-472d-842b-a5bcc4bda6ff tempest-TestShelveInstance-1852451263 tempest-TestShelveInstance-1852451263-project] 10.222.0.75 "GET /v2.0/security-groups?id=e6ea5bbe-4934-46d8-97e2-9bffb122c364&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445733 Feb 09 20:23:16.260528 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-a7262a8e-0513-48fd-984d-75726a511961 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762867132591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593584'] for agent (911cfea2-02ae-4ec9-bac3-7808ee1cdd9c), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:23:16.749503 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaa07712-baf5-40ca-94d4-0c5371c4fd84 req-878eda16-6684-4763-9673-59f6db912329 tempest-TestShelveInstance-1852451263 tempest-TestShelveInstance-1852451263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:23:16.751612 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-eaa07712-baf5-40ca-94d4-0c5371c4fd84 req-878eda16-6684-4763-9673-59f6db912329 tempest-TestShelveInstance-1852451263 tempest-TestShelveInstance-1852451263-project] 10.222.0.75 "GET /v2.0/ports?device_id=c5173dbe-8bf2-4f5c-bd93-ff0994490115 HTTP/1.1" status: 200 len: 943 time: 0.0566230 Feb 09 20:23:16.799322 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-eaa07712-baf5-40ca-94d4-0c5371c4fd84 req-fe00a476-358e-4901-b1e6-872fab7dddb6 tempest-TestShelveInstance-1852451263 tempest-TestShelveInstance-1852451263-project] 10.222.0.75 "GET /v2.0/security-groups?id=e6ea5bbe-4934-46d8-97e2-9bffb122c364&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422032 Feb 09 20:23:17.224352 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762867132591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593584'] for agent (496418a2-c002-4aec-ab1a-07f3bea491bd), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:23:17.277322 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Device 6d90bbbf-c621-452a-bca0-b51dd77ef023 details requested by agent hyperv_n-h1-713498-36 with host n-h1-713498-36 {{(pid=103232) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 20:23:17.377067 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] For port 6d90bbbf-c621-452a-bca0-b51dd77ef023, host n-h1-713498-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-36',level=0,port_id=6d90bbbf-c621-452a-bca0-b51dd77ef023,segment=NetworkSegment(6eae29b3-2d6f-4832-9df1-d4b7ca050d85),segment_id=6eae29b3-2d6f-4832-9df1-d4b7ca050d85)] {{(pid=103232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 20:23:17.388242 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Returning: {'device': '6d90bbbf-c621-452a-bca0-b51dd77ef023', 'network_id': 'bf0aa6cf-cfa0-4134-9562-80f96f1b0353', 'port_id': '6d90bbbf-c621-452a-bca0-b51dd77ef023', 'mac_address': 'fa:16:3e:e6:39:13', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 398, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f7f74a64-69c9-4210-8b78-9533b9ade151', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103232) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 20:23:17.430480 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Current status of the port 6d90bbbf-c621-452a-bca0-b51dd77ef023 is: DOWN; New status is: BUILD {{(pid=103232) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 20:23:17.430871 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (6d90bbbf-c621-452a-bca0-b51dd77ef023), before_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:23:17.446508 n-d-713498-36 neutron-server[103232]: DEBUG neutron.notifiers.nova [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6d90bbbf-c621-452a-bca0-b51dd77ef023 {{(pid=103232) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 20:23:17.467104 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] For port 6d90bbbf-c621-452a-bca0-b51dd77ef023, host n-h1-713498-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-36',level=0,port_id=6d90bbbf-c621-452a-bca0-b51dd77ef023,segment=NetworkSegment(6eae29b3-2d6f-4832-9df1-d4b7ca050d85),segment_id=6eae29b3-2d6f-4832-9df1-d4b7ca050d85)] {{(pid=103232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 20:23:17.472130 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762867176205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762866656485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762866656503'] for port (6d90bbbf-c621-452a-bca0-b51dd77ef023), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:23:17.521007 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Pushing event updated for resources: {'Port': ['ID=6d90bbbf-c621-452a-bca0-b51dd77ef023,revision_number=7']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:23:17.705294 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] get_ports_and_sgs() called for port_ids ['6d90bbbf-c621-452a-bca0-b51dd77ef023'] {{(pid=103232) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 20:23:17.926490 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaa806e1-e5c5-445b-9060-5bcd895feb2d req-9904e60c-0b8e-4226-ba7e-9196c7232ddb tempest-TestShelveInstance-1852451263 tempest-TestShelveInstance-1852451263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:23:17.927990 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-eaa806e1-e5c5-445b-9060-5bcd895feb2d req-9904e60c-0b8e-4226-ba7e-9196c7232ddb tempest-TestShelveInstance-1852451263 tempest-TestShelveInstance-1852451263-project] 10.222.0.75 "GET /v2.0/ports?device_id=c5173dbe-8bf2-4f5c-bd93-ff0994490115 HTTP/1.1" status: 200 len: 944 time: 0.0565555 Feb 09 20:23:17.978046 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-eaa806e1-e5c5-445b-9060-5bcd895feb2d req-d3feefa8-df4c-4011-bad7-acd364e40a54 tempest-TestShelveInstance-1852451263 tempest-TestShelveInstance-1852451263-project] 10.222.0.75 "GET /v2.0/security-groups?id=e6ea5bbe-4934-46d8-97e2-9bffb122c364&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442822 Feb 09 20:23:19.098983 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bc851fe-b327-4966-a9cb-4e3d11465fc4 req-088ada12-d7da-4ccd-ac6e-91cbccaefb71 tempest-TestShelveInstance-1852451263 tempest-TestShelveInstance-1852451263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:23:19.100455 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-2bc851fe-b327-4966-a9cb-4e3d11465fc4 req-088ada12-d7da-4ccd-ac6e-91cbccaefb71 tempest-TestShelveInstance-1852451263 tempest-TestShelveInstance-1852451263-project] 10.222.0.75 "GET /v2.0/ports?device_id=c5173dbe-8bf2-4f5c-bd93-ff0994490115 HTTP/1.1" status: 200 len: 944 time: 0.0527086 Feb 09 20:23:19.150115 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-2bc851fe-b327-4966-a9cb-4e3d11465fc4 req-5a2b2821-6f92-4b86-b3f7-ac89d5dc424f tempest-TestShelveInstance-1852451263 tempest-TestShelveInstance-1852451263-project] 10.222.0.75 "GET /v2.0/security-groups?id=e6ea5bbe-4934-46d8-97e2-9bffb122c364&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440466 Feb 09 20:23:19.277384 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Device 6d90bbbf-c621-452a-bca0-b51dd77ef023 up at agent hyperv_n-h1-713498-36 {{(pid=103232) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 20:23:19.328273 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762867132591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593584'] for agent (488cd9ae-631f-4955-ba0b-4f5a13f12e9c), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:23:19.337868 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.provisioning_blocks [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Provisioning complete for port 6d90bbbf-c621-452a-bca0-b51dd77ef023 triggered by entity L2. {{(pid=103232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 20:23:19.338282 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593630'] for port (6d90bbbf-c621-452a-bca0-b51dd77ef023), provisioning_complete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:23:19.416464 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Current status of the port 6d90bbbf-c621-452a-bca0-b51dd77ef023 is: BUILD; New status is: ACTIVE {{(pid=103232) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 20:23:19.416851 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (6d90bbbf-c621-452a-bca0-b51dd77ef023), before_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:23:19.438903 n-d-713498-36 neutron-server[103232]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c5173dbe-8bf2-4f5c-bd93-ff0994490115', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6d90bbbf-c621-452a-bca0-b51dd77ef023'}] {{(pid=103232) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 20:23:19.441461 n-d-713498-36 neutron-server[103232]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cbbf3601bdfb8db7b6600aedba7e3851fa962f00dad36f02e289fea53b94aa67" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5a6671aa-c296-430b-8804-9a9eda2198a9" -d '{"events": [{"server_uuid": "c5173dbe-8bf2-4f5c-bd93-ff0994490115", "name": "network-vif-plugged", "status": "completed", "tag": "6d90bbbf-c621-452a-bca0-b51dd77ef023"}]}' {{(pid=103232) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 20:23:19.454539 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] For port 6d90bbbf-c621-452a-bca0-b51dd77ef023, host n-h1-713498-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-36',level=0,port_id=6d90bbbf-c621-452a-bca0-b51dd77ef023,segment=NetworkSegment(6eae29b3-2d6f-4832-9df1-d4b7ca050d85),segment_id=6eae29b3-2d6f-4832-9df1-d4b7ca050d85)] {{(pid=103232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 20:23:19.459149 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762867176205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762866656485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762866656503'] for port (6d90bbbf-c621-452a-bca0-b51dd77ef023), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:23:19.482824 n-d-713498-36 neutron-server[103232]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 20:23:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5f69c36e-2fc7-475f-80e9-83419f620793 x-openstack-request-id: req-5f69c36e-2fc7-475f-80e9-83419f620793 {{(pid=103232) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 20:23:19.483122 n-d-713498-36 neutron-server[103232]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c5173dbe-8bf2-4f5c-bd93-ff0994490115", "name": "network-vif-plugged", "status": "completed", "tag": "6d90bbbf-c621-452a-bca0-b51dd77ef023", "code": 200}]} {{(pid=103232) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 20:23:19.483382 n-d-713498-36 neutron-server[103232]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-5f69c36e-2fc7-475f-80e9-83419f620793 {{(pid=103232) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 20:23:19.483790 n-d-713498-36 neutron-server[103232]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c5173dbe-8bf2-4f5c-bd93-ff0994490115', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6d90bbbf-c621-452a-bca0-b51dd77ef023', 'code': 200} Feb 09 20:23:19.511236 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Pushing event updated for resources: {'Port': ['ID=6d90bbbf-c621-452a-bca0-b51dd77ef023,revision_number=8']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:23:19.624465 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38800e17-5b58-42f4-b850-a59d939d3f01 req-fe0631b7-9a6f-4093-ac27-1b2ba6400aa1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:23:19.626506 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-38800e17-5b58-42f4-b850-a59d939d3f01 req-fe0631b7-9a6f-4093-ac27-1b2ba6400aa1 service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=c5173dbe-8bf2-4f5c-bd93-ff0994490115 HTTP/1.1" status: 200 len: 1128 time: 0.0433700 Feb 09 20:23:19.670533 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-38800e17-5b58-42f4-b850-a59d939d3f01 req-cb83ad34-4ed6-4704-9836-acfb0ca21f30 service neutron] 10.222.0.89 "GET /v2.0/security-groups?id=e6ea5bbe-4934-46d8-97e2-9bffb122c364&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387545 Feb 09 20:23:19.808381 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762867132591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593584'] for agent (bcd5faee-dc24-4298-9134-0e0aa054058e), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:23:20.275500 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43791ba2-c666-4c9b-981c-f597672f286c req-c73d7d11-a938-48f9-87c1-93e9f477cf3c tempest-TestShelveInstance-1852451263 tempest-TestShelveInstance-1852451263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:23:20.276981 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-43791ba2-c666-4c9b-981c-f597672f286c req-c73d7d11-a938-48f9-87c1-93e9f477cf3c tempest-TestShelveInstance-1852451263 tempest-TestShelveInstance-1852451263-project] 10.222.0.75 "GET /v2.0/ports?device_id=c5173dbe-8bf2-4f5c-bd93-ff0994490115 HTTP/1.1" status: 200 len: 945 time: 0.0561435 Feb 09 20:23:20.325816 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-43791ba2-c666-4c9b-981c-f597672f286c req-2b050c67-7733-4c31-b4d0-92add0d1fcd5 tempest-TestShelveInstance-1852451263 tempest-TestShelveInstance-1852451263-project] 10.222.0.75 "GET /v2.0/security-groups?id=e6ea5bbe-4934-46d8-97e2-9bffb122c364&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425508 Feb 09 20:23:21.455362 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df34f8b7-1704-4f8d-a32d-996a83aa17a6 req-f3338c69-b68e-4b1a-b48e-70275b05dd86 tempest-TestShelveInstance-1852451263 tempest-TestShelveInstance-1852451263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:23:21.456864 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-df34f8b7-1704-4f8d-a32d-996a83aa17a6 req-f3338c69-b68e-4b1a-b48e-70275b05dd86 tempest-TestShelveInstance-1852451263 tempest-TestShelveInstance-1852451263-project] 10.222.0.75 "GET /v2.0/ports?device_id=c5173dbe-8bf2-4f5c-bd93-ff0994490115 HTTP/1.1" status: 200 len: 945 time: 0.0597270 Feb 09 20:23:21.504752 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-df34f8b7-1704-4f8d-a32d-996a83aa17a6 req-84cb15d0-cb4a-4d97-b2af-3b30fb9a39bb tempest-TestShelveInstance-1852451263 tempest-TestShelveInstance-1852451263-project] 10.222.0.75 "GET /v2.0/security-groups?id=e6ea5bbe-4934-46d8-97e2-9bffb122c364&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421984 Feb 09 20:23:34.708352 n-d-713498-36 neutron-server[103233]: DEBUG neutron.db.agents_db [None req-4a8a6a42-0a0c-4437-8958-92282682b6bb None None] Agent healthcheck: found 7 active agents {{(pid=103233) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 20:23:38.311735 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-13c5b446-6b23-4a7b-94ae-901d9d156baa req-45b6b8db-f115-4394-9d89-bef30683d7b6 service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=c5173dbe-8bf2-4f5c-bd93-ff0994490115&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0442019 Feb 09 20:23:38.401228 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13c5b446-6b23-4a7b-94ae-901d9d156baa req-6adf6b60-a0a2-4aa2-8ab7-34e6c76dcf84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:23:38.402772 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-13c5b446-6b23-4a7b-94ae-901d9d156baa req-6adf6b60-a0a2-4aa2-8ab7-34e6c76dcf84 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=b8f9990d965e4c57a95957edeb189b35&device_id=c5173dbe-8bf2-4f5c-bd93-ff0994490115 HTTP/1.1" status: 200 len: 1128 time: 0.0452886 Feb 09 20:23:38.522364 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13c5b446-6b23-4a7b-94ae-901d9d156baa req-d7bd323f-207f-4c27-b8fe-83f8f1a5a5d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:23:38.523876 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-13c5b446-6b23-4a7b-94ae-901d9d156baa req-d7bd323f-207f-4c27-b8fe-83f8f1a5a5d4 service neutron] 10.222.0.89 "GET /v2.0/networks?id=bf0aa6cf-cfa0-4134-9562-80f96f1b0353 HTTP/1.1" status: 200 len: 909 time: 0.1023378 Feb 09 20:23:38.594859 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-13c5b446-6b23-4a7b-94ae-901d9d156baa req-f4a3924f-db74-4c7b-a4ef-c881e66c1ed6 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=6d90bbbf-c621-452a-bca0-b51dd77ef023 HTTP/1.1" status: 200 len: 1001 time: 0.0646970 Feb 09 20:23:38.643069 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13c5b446-6b23-4a7b-94ae-901d9d156baa req-690c4cd5-11d7-4f2c-84d6-1684f6e186c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:23:38.644469 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-13c5b446-6b23-4a7b-94ae-901d9d156baa req-690c4cd5-11d7-4f2c-84d6-1684f6e186c4 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=f7f74a64-69c9-4210-8b78-9533b9ade151 HTTP/1.1" status: 200 len: 847 time: 0.0437267 Feb 09 20:23:38.703032 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13c5b446-6b23-4a7b-94ae-901d9d156baa req-40e7bb7b-f1ee-4b4e-abfb-6070bb729ae6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:23:38.704682 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-13c5b446-6b23-4a7b-94ae-901d9d156baa req-40e7bb7b-f1ee-4b4e-abfb-6070bb729ae6 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=bf0aa6cf-cfa0-4134-9562-80f96f1b0353&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0535645 Feb 09 20:23:38.714028 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [req-13c5b446-6b23-4a7b-94ae-901d9d156baa req-ab1d42db-7e19-412a-ac8c-1aa7722e27cc service neutron] http://10.222.0.75:9696/v2.0/extensions returned with HTTP 200 {{(pid=103229) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 09 20:23:38.715029 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-13c5b446-6b23-4a7b-94ae-901d9d156baa req-ab1d42db-7e19-412a-ac8c-1aa7722e27cc service neutron] 10.222.0.89 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0048153 Feb 09 20:23:38.807420 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-13c5b446-6b23-4a7b-94ae-901d9d156baa req-a43e1d72-a4f6-453b-b696-57fa9bb81309 service neutron] 10.222.0.89 "GET /v2.0/networks/bf0aa6cf-cfa0-4134-9562-80f96f1b0353?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0871742 Feb 09 20:23:38.901145 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-13c5b446-6b23-4a7b-94ae-901d9d156baa req-ee0feb83-419b-40a7-afb3-3b2c9bd99ee2 service neutron] 10.222.0.89 "GET /v2.0/networks/bf0aa6cf-cfa0-4134-9562-80f96f1b0353?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0884850 Feb 09 20:23:41.003076 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-ccf75b77-b475-4cf1-97ec-b20ec9c2e9fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762867132591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593584'] for agent (af91e4b9-f4e1-42b1-a25c-a10dc47171c8), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:23:43.278143 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-ae964642-2d95-47c4-84a5-72b67b09c23d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762867132591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593584'] for agent (93303d5e-5d17-45e8-8963-7694f87783ae), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:23:44.629316 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-edc54c9b-7f13-45d9-9271-85c9738b0128 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762867132591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593584'] for agent (a62b1850-466f-48ae-bec7-d62fb280e14b), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:23:46.261746 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-a7262a8e-0513-48fd-984d-75726a511961 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762867132591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593584'] for agent (911cfea2-02ae-4ec9-bac3-7808ee1cdd9c), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:23:47.227480 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762867132591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593584'] for agent (496418a2-c002-4aec-ab1a-07f3bea491bd), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:23:49.343097 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762867132591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593584'] for agent (488cd9ae-631f-4955-ba0b-4f5a13f12e9c), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:23:49.816487 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762867132591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593584'] for agent (bcd5faee-dc24-4298-9134-0e0aa054058e), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:24:11.005009 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-3c3d0499-6d43-4c26-917e-2017819bc00e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762867132591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593584'] for agent (af91e4b9-f4e1-42b1-a25c-a10dc47171c8), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:24:11.707906 n-d-713498-36 neutron-server[103233]: DEBUG neutron.db.agents_db [None req-4a8a6a42-0a0c-4437-8958-92282682b6bb None None] Agent healthcheck: found 7 active agents {{(pid=103233) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 20:24:13.279979 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-03251b28-7d77-46f2-922c-d92987591ea1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762867132591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593584'] for agent (93303d5e-5d17-45e8-8963-7694f87783ae), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:24:14.628850 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-edc54c9b-7f13-45d9-9271-85c9738b0128 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762867132591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593584'] for agent (a62b1850-466f-48ae-bec7-d62fb280e14b), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:24:16.264393 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-a7262a8e-0513-48fd-984d-75726a511961 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762867132591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593584'] for agent (911cfea2-02ae-4ec9-bac3-7808ee1cdd9c), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:24:17.232594 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762867132591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593584'] for agent (496418a2-c002-4aec-ab1a-07f3bea491bd), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:24:19.352985 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762867132591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593584'] for agent (488cd9ae-631f-4955-ba0b-4f5a13f12e9c), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:24:19.834327 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762867132591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593584'] for agent (bcd5faee-dc24-4298-9134-0e0aa054058e), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:24:34.804313 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 56132) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:24:34.960580 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.plugin [None req-6b6a28f6-efa2-4568-846d-102e3c07db24 tempest-TestShelveInstance-1852451263 tempest-TestShelveInstance-1852451263-project] Deleting port 7a05cfa6-9a3c-4d9a-a349-5b3930419fbf {{(pid=103230) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 20:24:34.960920 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-6b6a28f6-efa2-4568-846d-102e3c07db24 tempest-TestShelveInstance-1852451263 tempest-TestShelveInstance-1852451263-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762867170196'] for port (7a05cfa6-9a3c-4d9a-a349-5b3930419fbf), before_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:24:35.035981 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-6b6a28f6-efa2-4568-846d-102e3c07db24 tempest-TestShelveInstance-1852451263 tempest-TestShelveInstance-1852451263-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1820838'] for port (7a05cfa6-9a3c-4d9a-a349-5b3930419fbf), precommit_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:24:35.036338 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-6b6a28f6-efa2-4568-846d-102e3c07db24 tempest-TestShelveInstance-1852451263 tempest-TestShelveInstance-1852451263-project] Publish callbacks [] for floatingip (7a05cfa6-9a3c-4d9a-a349-5b3930419fbf), precommit_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:24:35.048272 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.plugin [None req-6b6a28f6-efa2-4568-846d-102e3c07db24 tempest-TestShelveInstance-1852451263 tempest-TestShelveInstance-1852451263-project] Calling delete_port for 7a05cfa6-9a3c-4d9a-a349-5b3930419fbf owned by network:floatingip {{(pid=103230) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 20:24:35.197111 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-6b6a28f6-efa2-4568-846d-102e3c07db24 tempest-TestShelveInstance-1852451263 tempest-TestShelveInstance-1852451263-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762867177463', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762866656476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14393751'] for port (7a05cfa6-9a3c-4d9a-a349-5b3930419fbf), after_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:24:35.223299 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b6a28f6-efa2-4568-846d-102e3c07db24 tempest-TestShelveInstance-1852451263 tempest-TestShelveInstance-1852451263-project] Pushing event deleted for resources: {'Port': ['ID=7a05cfa6-9a3c-4d9a-a349-5b3930419fbf,revision_number=None']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:24:35.546412 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b6a28f6-efa2-4568-846d-102e3c07db24 tempest-TestShelveInstance-1852451263 tempest-TestShelveInstance-1852451263-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:24:35.546756 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b6a28f6-efa2-4568-846d-102e3c07db24 tempest-TestShelveInstance-1852451263 tempest-TestShelveInstance-1852451263-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:24:35.547894 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b6a28f6-efa2-4568-846d-102e3c07db24 tempest-TestShelveInstance-1852451263 tempest-TestShelveInstance-1852451263-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:24:35.548358 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b6a28f6-efa2-4568-846d-102e3c07db24 tempest-TestShelveInstance-1852451263 tempest-TestShelveInstance-1852451263-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:24:35.548695 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b6a28f6-efa2-4568-846d-102e3c07db24 tempest-TestShelveInstance-1852451263 tempest-TestShelveInstance-1852451263-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:24:35.549024 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b6a28f6-efa2-4568-846d-102e3c07db24 tempest-TestShelveInstance-1852451263 tempest-TestShelveInstance-1852451263-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:24:35.549350 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b6a28f6-efa2-4568-846d-102e3c07db24 tempest-TestShelveInstance-1852451263 tempest-TestShelveInstance-1852451263-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:24:35.549673 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b6a28f6-efa2-4568-846d-102e3c07db24 tempest-TestShelveInstance-1852451263 tempest-TestShelveInstance-1852451263-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:24:35.550016 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b6a28f6-efa2-4568-846d-102e3c07db24 tempest-TestShelveInstance-1852451263 tempest-TestShelveInstance-1852451263-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:24:35.550345 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b6a28f6-efa2-4568-846d-102e3c07db24 tempest-TestShelveInstance-1852451263 tempest-TestShelveInstance-1852451263-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:24:35.550666 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b6a28f6-efa2-4568-846d-102e3c07db24 tempest-TestShelveInstance-1852451263 tempest-TestShelveInstance-1852451263-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:24:35.550988 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b6a28f6-efa2-4568-846d-102e3c07db24 tempest-TestShelveInstance-1852451263 tempest-TestShelveInstance-1852451263-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:24:35.551307 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b6a28f6-efa2-4568-846d-102e3c07db24 tempest-TestShelveInstance-1852451263 tempest-TestShelveInstance-1852451263-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:24:35.592814 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-6b6a28f6-efa2-4568-846d-102e3c07db24 tempest-TestShelveInstance-1852451263 tempest-TestShelveInstance-1852451263-project] Publish callbacks [] for floatingip (9826715b-23d6-4e51-aed1-1003230a384c), after_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:24:35.593140 n-d-713498-36 neutron-server[103230]: INFO neutron.db.l3_db [None req-6b6a28f6-efa2-4568-846d-102e3c07db24 tempest-TestShelveInstance-1852451263 tempest-TestShelveInstance-1852451263-project] Floating IP 9826715b-23d6-4e51-aed1-1003230a384c disassociated (deleted). External IP: 172.25.1.141, port: 6d90bbbf-c621-452a-bca0-b51dd77ef023. Feb 09 20:24:35.809359 n-d-713498-36 neutron-server[103230]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6b6a28f6-efa2-4568-846d-102e3c07db24 tempest-TestShelveInstance-1852451263 tempest-TestShelveInstance-1852451263-project] Router 5487a766-bfbe-40e6-b588-712454745da8 has already been hosted by L3 agent 93303d5e-5d17-45e8-8963-7694f87783ae {{(pid=103230) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 20:24:35.920673 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6b6a28f6-efa2-4568-846d-102e3c07db24 tempest-TestShelveInstance-1852451263 tempest-TestShelveInstance-1852451263-project] Notify agent at l3_agent.n-d-713498-36 the message routers_updated {{(pid=103230) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 20:24:35.925913 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-6b6a28f6-efa2-4568-846d-102e3c07db24 tempest-TestShelveInstance-1852451263 tempest-TestShelveInstance-1852451263-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171096'] for floatingip (None), before_response {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:24:35.931596 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd942d78-6f8b-4baa-b95d-cdd79f8fa6d2 None None] Sync routers for ids ['5487a766-bfbe-40e6-b588-712454745da8'] in n-d-713498-36 {{(pid=103232) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 20:24:35.941554 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd942d78-6f8b-4baa-b95d-cdd79f8fa6d2 None None] Routers {'5487a766-bfbe-40e6-b588-712454745da8'} bound to L3 agent in host n-d-713498-36 {{(pid=103232) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 20:24:35.942204 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.l3_hamode_db [None req-fd942d78-6f8b-4baa-b95d-cdd79f8fa6d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T18:51:43Z,description=,heartbeat_timestamp=2022-02-09T20:24:13Z,host='n-d-713498-36',id=93303d5e-5d17-45e8-8963-7694f87783ae,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T18:51:43Z,topic='l3_agent')) {'router_ids': ['5487a766-bfbe-40e6-b588-712454745da8'], 'active': True} {{(pid=103232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 20:24:35.964809 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-6b6a28f6-efa2-4568-846d-102e3c07db24 tempest-TestShelveInstance-1852451263 tempest-TestShelveInstance-1852451263-project] 10.222.0.75 "DELETE /v2.0/floatingips/9826715b-23d6-4e51-aed1-1003230a384c HTTP/1.1" status: 204 len: 168 time: 1.1593606 Feb 09 20:24:35.965414 n-d-713498-36 neutron-server[103230]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c5173dbe-8bf2-4f5c-bd93-ff0994490115', 'tag': '6d90bbbf-c621-452a-bca0-b51dd77ef023'}] {{(pid=103230) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 20:24:35.967996 n-d-713498-36 neutron-server[103230]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bdec2cd40908e72a0a66447c6deb3367bbdbf2f4033028e05eb26280eb3900ec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1117fe32-6f68-4f55-96b3-759fe2980555" -d '{"events": [{"name": "network-changed", "server_uuid": "c5173dbe-8bf2-4f5c-bd93-ff0994490115", "tag": "6d90bbbf-c621-452a-bca0-b51dd77ef023"}]}' {{(pid=103230) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 20:24:36.057719 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.l3_dvr_db [None req-fd942d78-6f8b-4baa-b95d-cdd79f8fa6d2 None None] Set router 5487a766-bfbe-40e6-b588-712454745da8 gateway port host: n-d-713498-36 {{(pid=103232) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 20:24:36.140326 n-d-713498-36 neutron-server[103230]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 20:24:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c25572a1-44fd-4faf-afa2-2eb35c073ca7 x-openstack-request-id: req-c25572a1-44fd-4faf-afa2-2eb35c073ca7 {{(pid=103230) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 20:24:36.141587 n-d-713498-36 neutron-server[103230]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c5173dbe-8bf2-4f5c-bd93-ff0994490115", "tag": "6d90bbbf-c621-452a-bca0-b51dd77ef023", "status": "completed", "code": 200}]} {{(pid=103230) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 20:24:36.141822 n-d-713498-36 neutron-server[103230]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-c25572a1-44fd-4faf-afa2-2eb35c073ca7 {{(pid=103230) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 20:24:36.142255 n-d-713498-36 neutron-server[103230]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c5173dbe-8bf2-4f5c-bd93-ff0994490115', 'tag': '6d90bbbf-c621-452a-bca0-b51dd77ef023', 'status': 'completed', 'code': 200} Feb 09 20:24:36.224517 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1117fe32-6f68-4f55-96b3-759fe2980555 req-898cb627-f407-46c3-aeee-de409090ab18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:24:36.226882 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-1117fe32-6f68-4f55-96b3-759fe2980555 req-898cb627-f407-46c3-aeee-de409090ab18 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=b8f9990d965e4c57a95957edeb189b35&device_id=c5173dbe-8bf2-4f5c-bd93-ff0994490115 HTTP/1.1" status: 200 len: 1128 time: 0.0629132 Feb 09 20:24:36.239519 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a73edee-8ccb-4067-a2a5-c319affeb8b8 req-14656be9-c60d-4fb4-b6b1-de189f01c5db tempest-TestShelveInstance-1852451263 tempest-TestShelveInstance-1852451263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:24:36.248441 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-2a73edee-8ccb-4067-a2a5-c319affeb8b8 req-14656be9-c60d-4fb4-b6b1-de189f01c5db tempest-TestShelveInstance-1852451263 tempest-TestShelveInstance-1852451263-project] 10.222.0.75 "GET /v2.0/ports?device_id=c5173dbe-8bf2-4f5c-bd93-ff0994490115 HTTP/1.1" status: 200 len: 945 time: 0.0636666 Feb 09 20:24:36.270904 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.l3_hamode_db [None req-fd942d78-6f8b-4baa-b95d-cdd79f8fa6d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5487a766-bfbe-40e6-b588-712454745da8', 'name': 'tempest-TestShelveInstance-222607312-router', 'tenant_id': 'b8f9990d965e4c57a95957edeb189b35', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88055e1e-672a-4487-be31-ffb6e833ece5', 'external_fixed_ips': [{'subnet_id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'ip_address': '172.25.1.55'}], 'enable_snat': True}, 'gw_port_id': '86bbe2d5-805a-4320-bacb-39bcd1712a8b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T20:15:33Z', 'updated_at': '2022-02-09T20:15:36Z', 'revision_number': 4, 'project_id': 'b8f9990d965e4c57a95957edeb189b35', 'gw_port': {'id': '86bbe2d5-805a-4320-bacb-39bcd1712a8b', 'name': '', 'network_id': '88055e1e-672a-4487-be31-ffb6e833ece5', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:90:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5487a766-bfbe-40e6-b588-712454745da8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4331, 'fixed_ips': [{'subnet_id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'ip_address': '172.25.1.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T20:15:34Z', 'updated_at': '2022-02-09T20:15:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-36', '_interfaces': [{'id': 'ecd7d528-3573-49a1-980f-3f2c2daf1393', 'name': '', 'network_id': 'bf0aa6cf-cfa0-4134-9562-80f96f1b0353', 'tenant_id': 'b8f9990d965e4c57a95957edeb189b35', 'mac_address': 'fa:16:3e:e5:ed:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5487a766-bfbe-40e6-b588-712454745da8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4332, 'fixed_ips': [{'subnet_id': 'f7f74a64-69c9-4210-8b78-9533b9ade151', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T20:15:36Z', 'updated_at': '2022-02-09T20:15:41Z', 'revision_number': 5, 'project_id': 'b8f9990d965e4c57a95957edeb189b35', 'subnets': [{'id': 'f7f74a64-69c9-4210-8b78-9533b9ade151', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-36', False) {} {{(pid=103232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 20:24:36.300665 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd942d78-6f8b-4baa-b95d-cdd79f8fa6d2 None None] Checking router: 5487a766-bfbe-40e6-b588-712454745da8 for host: n-d-713498-36 {{(pid=103232) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 20:24:36.308971 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-2a73edee-8ccb-4067-a2a5-c319affeb8b8 req-d42d60e0-d8ac-4452-9c31-384ad0b6e8dd tempest-TestShelveInstance-1852451263 tempest-TestShelveInstance-1852451263-project] 10.222.0.75 "GET /v2.0/security-groups?id=e6ea5bbe-4934-46d8-97e2-9bffb122c364&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0533259 Feb 09 20:24:36.313798 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd942d78-6f8b-4baa-b95d-cdd79f8fa6d2 None None] Routers {'5487a766-bfbe-40e6-b588-712454745da8'} bound to L3 agent in host n-d-713498-36 {{(pid=103232) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 20:24:36.315061 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.l3_hamode_db [None req-fd942d78-6f8b-4baa-b95d-cdd79f8fa6d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T18:51:43Z,description=,heartbeat_timestamp=2022-02-09T20:24:13Z,host='n-d-713498-36',id=93303d5e-5d17-45e8-8963-7694f87783ae,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T18:51:43Z,topic='l3_agent')) {'router_ids': ['5487a766-bfbe-40e6-b588-712454745da8'], 'active': True} {{(pid=103232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 20:24:36.346502 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1117fe32-6f68-4f55-96b3-759fe2980555 req-0db50bb9-eef5-45b3-8658-957c885185c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:24:36.347987 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-1117fe32-6f68-4f55-96b3-759fe2980555 req-0db50bb9-eef5-45b3-8658-957c885185c1 service neutron] 10.222.0.89 "GET /v2.0/networks?id=bf0aa6cf-cfa0-4134-9562-80f96f1b0353 HTTP/1.1" status: 200 len: 909 time: 0.1151922 Feb 09 20:24:36.396850 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-1117fe32-6f68-4f55-96b3-759fe2980555 req-870c9bcf-5f20-40ef-ba2a-1980283cfe3c service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=6d90bbbf-c621-452a-bca0-b51dd77ef023 HTTP/1.1" status: 200 len: 217 time: 0.0422421 Feb 09 20:24:36.428669 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.l3_dvr_db [None req-fd942d78-6f8b-4baa-b95d-cdd79f8fa6d2 None None] Set router 5487a766-bfbe-40e6-b588-712454745da8 gateway port host: n-d-713498-36 {{(pid=103232) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 20:24:36.450714 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1117fe32-6f68-4f55-96b3-759fe2980555 req-4795a85b-c20c-43a8-a697-dea49987aa8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:24:36.452204 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-1117fe32-6f68-4f55-96b3-759fe2980555 req-4795a85b-c20c-43a8-a697-dea49987aa8f service neutron] 10.222.0.89 "GET /v2.0/subnets?id=f7f74a64-69c9-4210-8b78-9533b9ade151 HTTP/1.1" status: 200 len: 847 time: 0.0499582 Feb 09 20:24:36.503424 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1117fe32-6f68-4f55-96b3-759fe2980555 req-882f44d9-fee2-4cda-85c7-83a697ad323c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:24:36.505570 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-1117fe32-6f68-4f55-96b3-759fe2980555 req-882f44d9-fee2-4cda-85c7-83a697ad323c service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=bf0aa6cf-cfa0-4134-9562-80f96f1b0353&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0461707 Feb 09 20:24:36.607563 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-1117fe32-6f68-4f55-96b3-759fe2980555 req-03bc62c1-49e8-4061-af62-0e1ff8f52b92 service neutron] 10.222.0.89 "GET /v2.0/networks/bf0aa6cf-cfa0-4134-9562-80f96f1b0353?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0958319 Feb 09 20:24:36.707331 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-1117fe32-6f68-4f55-96b3-759fe2980555 req-5daa1421-3514-4f46-80fa-f69fe61fc253 service neutron] 10.222.0.89 "GET /v2.0/networks/bf0aa6cf-cfa0-4134-9562-80f96f1b0353?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0920398 Feb 09 20:24:36.814227 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.l3_hamode_db [None req-fd942d78-6f8b-4baa-b95d-cdd79f8fa6d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5487a766-bfbe-40e6-b588-712454745da8', 'name': 'tempest-TestShelveInstance-222607312-router', 'tenant_id': 'b8f9990d965e4c57a95957edeb189b35', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88055e1e-672a-4487-be31-ffb6e833ece5', 'external_fixed_ips': [{'subnet_id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'ip_address': '172.25.1.55'}], 'enable_snat': True}, 'gw_port_id': '86bbe2d5-805a-4320-bacb-39bcd1712a8b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T20:15:33Z', 'updated_at': '2022-02-09T20:15:36Z', 'revision_number': 4, 'project_id': 'b8f9990d965e4c57a95957edeb189b35', 'gw_port': {'id': '86bbe2d5-805a-4320-bacb-39bcd1712a8b', 'name': '', 'network_id': '88055e1e-672a-4487-be31-ffb6e833ece5', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:90:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5487a766-bfbe-40e6-b588-712454745da8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4331, 'fixed_ips': [{'subnet_id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'ip_address': '172.25.1.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T20:15:34Z', 'updated_at': '2022-02-09T20:15:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-36', '_interfaces': [{'id': 'ecd7d528-3573-49a1-980f-3f2c2daf1393', 'name': '', 'network_id': 'bf0aa6cf-cfa0-4134-9562-80f96f1b0353', 'tenant_id': 'b8f9990d965e4c57a95957edeb189b35', 'mac_address': 'fa:16:3e:e5:ed:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5487a766-bfbe-40e6-b588-712454745da8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4332, 'fixed_ips': [{'subnet_id': 'f7f74a64-69c9-4210-8b78-9533b9ade151', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T20:15:36Z', 'updated_at': '2022-02-09T20:15:41Z', 'revision_number': 5, 'project_id': 'b8f9990d965e4c57a95957edeb189b35', 'subnets': [{'id': 'f7f74a64-69c9-4210-8b78-9533b9ade151', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-36', False) {} {{(pid=103232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 20:24:36.841199 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd942d78-6f8b-4baa-b95d-cdd79f8fa6d2 None None] The sync data for ids ['5487a766-bfbe-40e6-b588-712454745da8'] in n-d-713498-36 is: [{'id': '5487a766-bfbe-40e6-b588-712454745da8', 'name': 'tempest-TestShelveInstance-222607312-router', 'tenant_id': 'b8f9990d965e4c57a95957edeb189b35', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88055e1e-672a-4487-be31-ffb6e833ece5', 'external_fixed_ips': [{'subnet_id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'ip_address': '172.25.1.55'}], 'enable_snat': True}, 'gw_port_id': '86bbe2d5-805a-4320-bacb-39bcd1712a8b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T20:15:33Z', 'updated_at': '2022-02-09T20:15:36Z', 'revision_number': 4, 'project_id': 'b8f9990d965e4c57a95957edeb189b35', 'gw_port': {'id': '86bbe2d5-805a-4320-bacb-39bcd1712a8b', 'name': '', 'network_id': '88055e1e-672a-4487-be31-ffb6e833ece5', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:90:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5487a766-bfbe-40e6-b588-712454745da8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4331, 'fixed_ips': [{'subnet_id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'ip_address': '172.25.1.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T20:15:34Z', 'updated_at': '2022-02-09T20:15:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-36', '_interfaces': [{'id': 'ecd7d528-3573-49a1-980f-3f2c2daf1393', 'name': '', 'network_id': 'bf0aa6cf-cfa0-4134-9562-80f96f1b0353', 'tenant_id': 'b8f9990d965e4c57a95957edeb189b35', 'mac_address': 'fa:16:3e:e5:ed:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5487a766-bfbe-40e6-b588-712454745da8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4332, 'fixed_ips': [{'subnet_id': 'f7f74a64-69c9-4210-8b78-9533b9ade151', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T20:15:36Z', 'updated_at': '2022-02-09T20:15:41Z', 'revision_number': 5, 'project_id': 'b8f9990d965e4c57a95957edeb189b35', 'subnets': [{'id': 'f7f74a64-69c9-4210-8b78-9533b9ade151', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103232) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 20:24:37.080584 n-d-713498-36 neutron-server[103233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3777938b-7b81-4e2b-9cc9-2faec5b3b772 None None] New status for floating IP 9826715b-23d6-4e51-aed1-1003230a384c: DOWN {{(pid=103233) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 09 20:24:37.430778 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55238bb4-55c6-44af-ae99-133be23ae4b9 req-0d1588db-5a73-4423-b8fb-2669297699e6 tempest-TestShelveInstance-1852451263 tempest-TestShelveInstance-1852451263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:24:37.432137 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-55238bb4-55c6-44af-ae99-133be23ae4b9 req-0d1588db-5a73-4423-b8fb-2669297699e6 tempest-TestShelveInstance-1852451263 tempest-TestShelveInstance-1852451263-project] 10.222.0.75 "GET /v2.0/ports?device_id=c5173dbe-8bf2-4f5c-bd93-ff0994490115 HTTP/1.1" status: 200 len: 945 time: 0.0611725 Feb 09 20:24:37.481478 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-55238bb4-55c6-44af-ae99-133be23ae4b9 req-d0dc65ef-8150-4f8b-8134-93c6367e18bf tempest-TestShelveInstance-1852451263 tempest-TestShelveInstance-1852451263-project] 10.222.0.75 "GET /v2.0/security-groups?id=e6ea5bbe-4934-46d8-97e2-9bffb122c364&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437298 Feb 09 20:24:37.682497 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7c27353-b38e-49cb-8dfe-1b88650e1e52 req-d371d2d7-8b73-4b8c-968a-1ba5af5714d0 tempest-TestShelveInstance-1852451263 tempest-TestShelveInstance-1852451263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:24:37.683978 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-e7c27353-b38e-49cb-8dfe-1b88650e1e52 req-d371d2d7-8b73-4b8c-968a-1ba5af5714d0 tempest-TestShelveInstance-1852451263 tempest-TestShelveInstance-1852451263-project] 10.222.0.89 "GET /v2.0/ports?device_id=c5173dbe-8bf2-4f5c-bd93-ff0994490115 HTTP/1.1" status: 200 len: 945 time: 0.0561283 Feb 09 20:24:37.785234 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.plugin [req-e7c27353-b38e-49cb-8dfe-1b88650e1e52 req-90e5a504-3704-44d3-b06a-da1cea1c2097 tempest-TestShelveInstance-1852451263 tempest-TestShelveInstance-1852451263-project] Deleting port 6d90bbbf-c621-452a-bca0-b51dd77ef023 {{(pid=103229) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 20:24:37.785582 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-e7c27353-b38e-49cb-8dfe-1b88650e1e52 req-90e5a504-3704-44d3-b06a-da1cea1c2097 tempest-TestShelveInstance-1852451263 tempest-TestShelveInstance-1852451263-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762867170196'] for port (6d90bbbf-c621-452a-bca0-b51dd77ef023), before_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:24:37.877557 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.db [req-e7c27353-b38e-49cb-8dfe-1b88650e1e52 req-90e5a504-3704-44d3-b06a-da1cea1c2097 tempest-TestShelveInstance-1852451263 tempest-TestShelveInstance-1852451263-project] For port 6d90bbbf-c621-452a-bca0-b51dd77ef023, host n-h1-713498-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-36',level=0,port_id=6d90bbbf-c621-452a-bca0-b51dd77ef023,segment=NetworkSegment(6eae29b3-2d6f-4832-9df1-d4b7ca050d85),segment_id=6eae29b3-2d6f-4832-9df1-d4b7ca050d85)] {{(pid=103229) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 20:24:37.877945 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-e7c27353-b38e-49cb-8dfe-1b88650e1e52 req-90e5a504-3704-44d3-b06a-da1cea1c2097 tempest-TestShelveInstance-1852451263 tempest-TestShelveInstance-1852451263-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1820838'] for port (6d90bbbf-c621-452a-bca0-b51dd77ef023), precommit_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:24:37.891308 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.plugin [req-e7c27353-b38e-49cb-8dfe-1b88650e1e52 req-90e5a504-3704-44d3-b06a-da1cea1c2097 tempest-TestShelveInstance-1852451263 tempest-TestShelveInstance-1852451263-project] Calling delete_port for 6d90bbbf-c621-452a-bca0-b51dd77ef023 owned by compute:nova {{(pid=103229) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 20:24:38.023559 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-e7c27353-b38e-49cb-8dfe-1b88650e1e52 req-90e5a504-3704-44d3-b06a-da1cea1c2097 tempest-TestShelveInstance-1852451263 tempest-TestShelveInstance-1852451263-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762867177463', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762866656476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12867576'] for port (6d90bbbf-c621-452a-bca0-b51dd77ef023), after_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:24:38.049256 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90e5a504-3704-44d3-b06a-da1cea1c2097 tempest-TestShelveInstance-1852451263 tempest-TestShelveInstance-1852451263-project] Pushing event deleted for resources: {'Port': ['ID=6d90bbbf-c621-452a-bca0-b51dd77ef023,revision_number=None']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:24:38.062245 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90e5a504-3704-44d3-b06a-da1cea1c2097 tempest-TestShelveInstance-1852451263 tempest-TestShelveInstance-1852451263-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:24:38.063262 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90e5a504-3704-44d3-b06a-da1cea1c2097 tempest-TestShelveInstance-1852451263 tempest-TestShelveInstance-1852451263-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:24:38.063611 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90e5a504-3704-44d3-b06a-da1cea1c2097 tempest-TestShelveInstance-1852451263 tempest-TestShelveInstance-1852451263-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:24:38.063946 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90e5a504-3704-44d3-b06a-da1cea1c2097 tempest-TestShelveInstance-1852451263 tempest-TestShelveInstance-1852451263-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:24:38.064279 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90e5a504-3704-44d3-b06a-da1cea1c2097 tempest-TestShelveInstance-1852451263 tempest-TestShelveInstance-1852451263-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:24:38.064609 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90e5a504-3704-44d3-b06a-da1cea1c2097 tempest-TestShelveInstance-1852451263 tempest-TestShelveInstance-1852451263-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:24:38.064940 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90e5a504-3704-44d3-b06a-da1cea1c2097 tempest-TestShelveInstance-1852451263 tempest-TestShelveInstance-1852451263-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:24:38.065524 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90e5a504-3704-44d3-b06a-da1cea1c2097 tempest-TestShelveInstance-1852451263 tempest-TestShelveInstance-1852451263-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:24:38.065851 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90e5a504-3704-44d3-b06a-da1cea1c2097 tempest-TestShelveInstance-1852451263 tempest-TestShelveInstance-1852451263-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:24:38.066204 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90e5a504-3704-44d3-b06a-da1cea1c2097 tempest-TestShelveInstance-1852451263 tempest-TestShelveInstance-1852451263-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:24:38.066539 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90e5a504-3704-44d3-b06a-da1cea1c2097 tempest-TestShelveInstance-1852451263 tempest-TestShelveInstance-1852451263-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:24:38.067014 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90e5a504-3704-44d3-b06a-da1cea1c2097 tempest-TestShelveInstance-1852451263 tempest-TestShelveInstance-1852451263-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:24:38.067355 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90e5a504-3704-44d3-b06a-da1cea1c2097 tempest-TestShelveInstance-1852451263 tempest-TestShelveInstance-1852451263-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:24:38.110469 n-d-713498-36 neutron-server[103229]: DEBUG neutron.db.l3_dvrscheduler_db [req-e7c27353-b38e-49cb-8dfe-1b88650e1e52 req-90e5a504-3704-44d3-b06a-da1cea1c2097 tempest-TestShelveInstance-1852451263 tempest-TestShelveInstance-1852451263-project] No DVR routers for this DVR port 6d90bbbf-c621-452a-bca0-b51dd77ef023 on host n-h1-713498-36 {{(pid=103229) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 20:24:38.112972 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-e7c27353-b38e-49cb-8dfe-1b88650e1e52 req-90e5a504-3704-44d3-b06a-da1cea1c2097 tempest-TestShelveInstance-1852451263 tempest-TestShelveInstance-1852451263-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171096'] for port (None), before_response {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:24:38.116329 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-e7c27353-b38e-49cb-8dfe-1b88650e1e52 req-90e5a504-3704-44d3-b06a-da1cea1c2097 tempest-TestShelveInstance-1852451263 tempest-TestShelveInstance-1852451263-project] 10.222.0.89 "DELETE /v2.0/ports/6d90bbbf-c621-452a-bca0-b51dd77ef023 HTTP/1.1" status: 204 len: 173 time: 0.4273887 Feb 09 20:24:38.116792 n-d-713498-36 neutron-server[103229]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c5173dbe-8bf2-4f5c-bd93-ff0994490115', 'name': 'network-vif-deleted', 'tag': '6d90bbbf-c621-452a-bca0-b51dd77ef023'}] {{(pid=103229) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 20:24:38.119087 n-d-713498-36 neutron-server[103229]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}07d618d1c5389b9cd0b8ca1de8f17b65d6cfa6b0806685514be6977118e88e42" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d8a35300-8b81-4046-8855-4854f7c2c5e5" -d '{"events": [{"server_uuid": "c5173dbe-8bf2-4f5c-bd93-ff0994490115", "name": "network-vif-deleted", "tag": "6d90bbbf-c621-452a-bca0-b51dd77ef023"}]}' {{(pid=103229) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 20:24:38.164367 n-d-713498-36 neutron-server[103229]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 20:24:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-68351b8c-d44c-4206-9d1e-c735fb3471f6 x-openstack-request-id: req-68351b8c-d44c-4206-9d1e-c735fb3471f6 {{(pid=103229) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 20:24:38.165086 n-d-713498-36 neutron-server[103229]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c5173dbe-8bf2-4f5c-bd93-ff0994490115", "name": "network-vif-deleted", "tag": "6d90bbbf-c621-452a-bca0-b51dd77ef023", "status": "completed", "code": 200}]} {{(pid=103229) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 20:24:38.165348 n-d-713498-36 neutron-server[103229]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-68351b8c-d44c-4206-9d1e-c735fb3471f6 {{(pid=103229) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 20:24:38.165749 n-d-713498-36 neutron-server[103229]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c5173dbe-8bf2-4f5c-bd93-ff0994490115', 'name': 'network-vif-deleted', 'tag': '6d90bbbf-c621-452a-bca0-b51dd77ef023', 'status': 'completed', 'code': 200} Feb 09 20:24:38.589634 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-010e849d-bd00-4b8d-bf02-44a9fdf711f5 req-e6be63d1-d886-4a71-87f8-67284c4844f5 tempest-TestShelveInstance-1852451263 tempest-TestShelveInstance-1852451263-project] 10.222.0.75 "GET /v2.0/ports?device_id=c5173dbe-8bf2-4f5c-bd93-ff0994490115 HTTP/1.1" status: 200 len: 210 time: 0.0332069 Feb 09 20:24:39.682468 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Device 6d90bbbf-c621-452a-bca0-b51dd77ef023 no longer exists at agent hyperv_n-h1-713498-36 {{(pid=103232) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 20:24:39.688542 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-bc444fe9-0842-4a48-9ef9-e58000442845 req-071f5329-4b03-4801-b6be-3be5b8f78020 tempest-TestShelveInstance-1852451263 tempest-TestShelveInstance-1852451263-project] 10.222.0.75 "GET /v2.0/ports?device_id=c5173dbe-8bf2-4f5c-bd93-ff0994490115 HTTP/1.1" status: 200 len: 210 time: 0.0283194 Feb 09 20:24:39.712260 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] No Port match for: 6d90bbbf-c621-452a-bca0-b51dd77ef023 {{(pid=103232) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 20:24:39.712603 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Device 6d90bbbf-c621-452a-bca0-b51dd77ef023 not bound to the agent host n-h1-713498-36 {{(pid=103232) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 20:24:40.795485 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-387910ea-76eb-47e1-8f90-894790847414 req-df243233-57bd-4202-910d-459da9cdfb6d tempest-TestShelveInstance-1852451263 tempest-TestShelveInstance-1852451263-project] 10.222.0.75 "GET /v2.0/ports?device_id=c5173dbe-8bf2-4f5c-bd93-ff0994490115 HTTP/1.1" status: 200 len: 210 time: 0.0293934 Feb 09 20:24:41.007201 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-a9fe3712-a824-44de-ade5-fea8a3284a72 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762867132591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593584'] for agent (af91e4b9-f4e1-42b1-a25c-a10dc47171c8), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:24:41.896667 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-95092777-755c-4f34-a581-a400c750aaff req-64515f17-ee6a-4944-b182-5135617d328e tempest-TestShelveInstance-1852451263 tempest-TestShelveInstance-1852451263-project] 10.222.0.75 "GET /v2.0/ports?device_id=c5173dbe-8bf2-4f5c-bd93-ff0994490115 HTTP/1.1" status: 200 len: 210 time: 0.0312319 Feb 09 20:24:43.003133 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-e0a72fbb-a333-4c7a-89b9-4d1504929e72 req-04b51234-1138-4bfb-bae8-47c0bff5c8d0 tempest-TestShelveInstance-1852451263 tempest-TestShelveInstance-1852451263-project] 10.222.0.75 "GET /v2.0/ports?device_id=c5173dbe-8bf2-4f5c-bd93-ff0994490115 HTTP/1.1" status: 200 len: 210 time: 0.0292561 Feb 09 20:24:43.286543 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-767a546d-f5b5-422c-8089-ba57d6e939fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762867132591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593584'] for agent (93303d5e-5d17-45e8-8963-7694f87783ae), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:24:44.102794 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-961a16e6-fee6-4eab-a956-36bdec8cca51 req-9461287e-3134-409b-a94f-34b0d605e914 tempest-TestShelveInstance-1852451263 tempest-TestShelveInstance-1852451263-project] 10.222.0.75 "GET /v2.0/ports?device_id=c5173dbe-8bf2-4f5c-bd93-ff0994490115 HTTP/1.1" status: 200 len: 210 time: 0.0283542 Feb 09 20:24:44.632649 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-edc54c9b-7f13-45d9-9271-85c9738b0128 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762867132591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593584'] for agent (a62b1850-466f-48ae-bec7-d62fb280e14b), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:24:45.199297 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-15702c4a-eb26-476e-88b2-d41f716b970d req-125cbfe9-ad65-4d51-81f0-ef76d1d40c05 tempest-TestShelveInstance-1852451263 tempest-TestShelveInstance-1852451263-project] 10.222.0.75 "GET /v2.0/ports?device_id=c5173dbe-8bf2-4f5c-bd93-ff0994490115 HTTP/1.1" status: 200 len: 210 time: 0.0288324 Feb 09 20:24:46.272582 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-a7262a8e-0513-48fd-984d-75726a511961 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762867132591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593584'] for agent (911cfea2-02ae-4ec9-bac3-7808ee1cdd9c), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:24:46.310016 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-d4ee359c-f50b-40b1-91ef-b63157a7916c req-f4ce57a8-68c3-498a-b6d1-e2512b9bebf8 tempest-TestShelveInstance-1852451263 tempest-TestShelveInstance-1852451263-project] 10.222.0.75 "GET /v2.0/ports?device_id=c5173dbe-8bf2-4f5c-bd93-ff0994490115 HTTP/1.1" status: 200 len: 210 time: 0.0322235 Feb 09 20:24:47.225511 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762867132591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593584'] for agent (496418a2-c002-4aec-ab1a-07f3bea491bd), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:24:47.371180 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 56176) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:24:47.429687 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-d744e469-70d3-47a7-a498-79b85ebca10f tempest-TestShelveInstance-1852451263 tempest-TestShelveInstance-1852451263-project] Publish callbacks [] for security_group (e6ea5bbe-4934-46d8-97e2-9bffb122c364), before_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:24:47.456462 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-d744e469-70d3-47a7-a498-79b85ebca10f tempest-TestShelveInstance-1852451263 tempest-TestShelveInstance-1852451263-project] Publish callbacks [] for security_group (e6ea5bbe-4934-46d8-97e2-9bffb122c364), precommit_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:24:47.525975 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-d744e469-70d3-47a7-a498-79b85ebca10f tempest-TestShelveInstance-1852451263 tempest-TestShelveInstance-1852451263-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1892331'] for security_group (e6ea5bbe-4934-46d8-97e2-9bffb122c364), after_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:24:47.529451 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-d744e469-70d3-47a7-a498-79b85ebca10f tempest-TestShelveInstance-1852451263 tempest-TestShelveInstance-1852451263-project] Publish callbacks [] for security_group (None), before_response {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:24:47.533383 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-d744e469-70d3-47a7-a498-79b85ebca10f tempest-TestShelveInstance-1852451263 tempest-TestShelveInstance-1852451263-project] 10.222.0.75 "DELETE /v2.0/security-groups/e6ea5bbe-4934-46d8-97e2-9bffb122c364 HTTP/1.1" status: 204 len: 168 time: 0.1583531 Feb 09 20:24:47.551507 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d744e469-70d3-47a7-a498-79b85ebca10f tempest-TestShelveInstance-1852451263 tempest-TestShelveInstance-1852451263-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e6ea5bbe-4934-46d8-97e2-9bffb122c364,revision_number=None']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:24:48.602238 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 56182) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:24:48.710472 n-d-713498-36 neutron-server[103233]: DEBUG neutron.db.agents_db [None req-4a8a6a42-0a0c-4437-8958-92282682b6bb None None] Agent healthcheck: found 7 active agents {{(pid=103233) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 20:24:49.050255 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-35ed74b5-75f6-48ab-9b46-c19585597820 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1834525'] for router_interface (5487a766-bfbe-40e6-b588-712454745da8), before_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:24:49.353824 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762867132591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593584'] for agent (488cd9ae-631f-4955-ba0b-4f5a13f12e9c), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:24:49.615679 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.plugin [None req-35ed74b5-75f6-48ab-9b46-c19585597820 admin admin] Deleting port ecd7d528-3573-49a1-980f-3f2c2daf1393 {{(pid=103229) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 20:24:49.616276 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-35ed74b5-75f6-48ab-9b46-c19585597820 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762867170196'] for port (ecd7d528-3573-49a1-980f-3f2c2daf1393), before_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:24:49.696981 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.db [None req-35ed74b5-75f6-48ab-9b46-c19585597820 admin admin] For port ecd7d528-3573-49a1-980f-3f2c2daf1393, host n-d-713498-36, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-36',level=0,port_id=ecd7d528-3573-49a1-980f-3f2c2daf1393,segment=NetworkSegment(6eae29b3-2d6f-4832-9df1-d4b7ca050d85),segment_id=6eae29b3-2d6f-4832-9df1-d4b7ca050d85)] {{(pid=103229) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 20:24:49.697343 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-35ed74b5-75f6-48ab-9b46-c19585597820 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1820838'] for port (ecd7d528-3573-49a1-980f-3f2c2daf1393), precommit_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:24:49.710457 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.plugin [None req-35ed74b5-75f6-48ab-9b46-c19585597820 admin admin] Calling delete_port for ecd7d528-3573-49a1-980f-3f2c2daf1393 owned by network:router_interface {{(pid=103229) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 20:24:49.837084 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762867132591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593584'] for agent (bcd5faee-dc24-4298-9134-0e0aa054058e), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:24:49.896118 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-35ed74b5-75f6-48ab-9b46-c19585597820 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762867177463', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762866656476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12867576'] for port (ecd7d528-3573-49a1-980f-3f2c2daf1393), after_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:24:49.924511 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35ed74b5-75f6-48ab-9b46-c19585597820 admin admin] Pushing event deleted for resources: {'Port': ['ID=ecd7d528-3573-49a1-980f-3f2c2daf1393,revision_number=None']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:24:50.095408 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-35ed74b5-75f6-48ab-9b46-c19585597820 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1613467', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1834633'] for router_interface (5487a766-bfbe-40e6-b588-712454745da8), after_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:24:50.331705 n-d-713498-36 neutron-server[103229]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-35ed74b5-75f6-48ab-9b46-c19585597820 admin admin] Router 5487a766-bfbe-40e6-b588-712454745da8 has already been hosted by L3 agent 93303d5e-5d17-45e8-8963-7694f87783ae {{(pid=103229) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 20:24:50.441127 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-35ed74b5-75f6-48ab-9b46-c19585597820 admin admin] Notify agent at l3_agent.n-d-713498-36 the message routers_updated {{(pid=103229) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 20:24:50.448906 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-35ed74b5-75f6-48ab-9b46-c19585597820 admin admin] 10.222.0.75 "PUT /v2.0/routers/5487a766-bfbe-40e6-b588-712454745da8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8430882 Feb 09 20:24:50.449130 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 56186) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:24:50.451728 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52e4cb1d-60af-4a98-a6c0-b444d4f11687 None None] Sync routers for ids ['5487a766-bfbe-40e6-b588-712454745da8'] in n-d-713498-36 {{(pid=103232) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 20:24:50.461674 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52e4cb1d-60af-4a98-a6c0-b444d4f11687 None None] Routers {'5487a766-bfbe-40e6-b588-712454745da8'} bound to L3 agent in host n-d-713498-36 {{(pid=103232) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 20:24:50.462319 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.l3_hamode_db [None req-52e4cb1d-60af-4a98-a6c0-b444d4f11687 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T18:51:43Z,description=,heartbeat_timestamp=2022-02-09T20:24:43Z,host='n-d-713498-36',id=93303d5e-5d17-45e8-8963-7694f87783ae,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T18:51:43Z,topic='l3_agent')) {'router_ids': ['5487a766-bfbe-40e6-b588-712454745da8'], 'active': True} {{(pid=103232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 20:24:50.562089 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-e96c3db1-3e8f-4e33-81a7-991961facbea admin admin] Publish callbacks [] for router (5487a766-bfbe-40e6-b588-712454745da8), before_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:24:50.583941 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.l3_dvr_db [None req-52e4cb1d-60af-4a98-a6c0-b444d4f11687 None None] Set router 5487a766-bfbe-40e6-b588-712454745da8 gateway port host: n-d-713498-36 {{(pid=103232) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 20:24:50.671124 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-e96c3db1-3e8f-4e33-81a7-991961facbea admin admin] Publish callbacks [] for router_gateway (5487a766-bfbe-40e6-b588-712454745da8), before_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:24:50.728851 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.plugin [None req-e96c3db1-3e8f-4e33-81a7-991961facbea admin admin] Deleting port 86bbe2d5-805a-4320-bacb-39bcd1712a8b {{(pid=103229) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 20:24:50.729258 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-e96c3db1-3e8f-4e33-81a7-991961facbea admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762867170196'] for port (86bbe2d5-805a-4320-bacb-39bcd1712a8b), before_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:24:50.782639 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.l3_hamode_db [None req-52e4cb1d-60af-4a98-a6c0-b444d4f11687 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5487a766-bfbe-40e6-b588-712454745da8', 'name': 'tempest-TestShelveInstance-222607312-router', 'tenant_id': 'b8f9990d965e4c57a95957edeb189b35', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88055e1e-672a-4487-be31-ffb6e833ece5', 'external_fixed_ips': [{'subnet_id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'ip_address': '172.25.1.55'}], 'enable_snat': True}, 'gw_port_id': '86bbe2d5-805a-4320-bacb-39bcd1712a8b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T20:15:33Z', 'updated_at': '2022-02-09T20:24:49Z', 'revision_number': 5, 'project_id': 'b8f9990d965e4c57a95957edeb189b35', 'gw_port': {'id': '86bbe2d5-805a-4320-bacb-39bcd1712a8b', 'name': '', 'network_id': '88055e1e-672a-4487-be31-ffb6e833ece5', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:90:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5487a766-bfbe-40e6-b588-712454745da8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4331, 'fixed_ips': [{'subnet_id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'ip_address': '172.25.1.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T20:15:34Z', 'updated_at': '2022-02-09T20:15:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-36'}], 'n-d-713498-36', False) {} {{(pid=103232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 20:24:50.808905 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52e4cb1d-60af-4a98-a6c0-b444d4f11687 None None] Checking router: 5487a766-bfbe-40e6-b588-712454745da8 for host: n-d-713498-36 {{(pid=103232) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 20:24:50.814694 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.db [None req-e96c3db1-3e8f-4e33-81a7-991961facbea admin admin] For port 86bbe2d5-805a-4320-bacb-39bcd1712a8b, host n-d-713498-36, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-36',level=0,port_id=86bbe2d5-805a-4320-bacb-39bcd1712a8b,segment=NetworkSegment(a4222f89-8d3f-4b51-953b-1a8126392491),segment_id=a4222f89-8d3f-4b51-953b-1a8126392491)] {{(pid=103229) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 20:24:50.815668 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-e96c3db1-3e8f-4e33-81a7-991961facbea admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1820838'] for port (86bbe2d5-805a-4320-bacb-39bcd1712a8b), precommit_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:24:50.818425 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52e4cb1d-60af-4a98-a6c0-b444d4f11687 None None] Routers {'5487a766-bfbe-40e6-b588-712454745da8'} bound to L3 agent in host n-d-713498-36 {{(pid=103232) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 20:24:50.819034 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.l3_hamode_db [None req-52e4cb1d-60af-4a98-a6c0-b444d4f11687 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T18:51:43Z,description=,heartbeat_timestamp=2022-02-09T20:24:43Z,host='n-d-713498-36',id=93303d5e-5d17-45e8-8963-7694f87783ae,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T18:51:43Z,topic='l3_agent')) {'router_ids': ['5487a766-bfbe-40e6-b588-712454745da8'], 'active': True} {{(pid=103232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 20:24:50.835128 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.plugin [None req-e96c3db1-3e8f-4e33-81a7-991961facbea admin admin] Calling delete_port for 86bbe2d5-805a-4320-bacb-39bcd1712a8b owned by network:router_gateway {{(pid=103229) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 20:24:50.912797 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.l3_dvr_db [None req-52e4cb1d-60af-4a98-a6c0-b444d4f11687 None None] Set router 5487a766-bfbe-40e6-b588-712454745da8 gateway port host: None {{(pid=103232) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 20:24:50.970250 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.l3_hamode_db [None req-52e4cb1d-60af-4a98-a6c0-b444d4f11687 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5487a766-bfbe-40e6-b588-712454745da8', 'name': 'tempest-TestShelveInstance-222607312-router', 'tenant_id': 'b8f9990d965e4c57a95957edeb189b35', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T20:15:33Z', 'updated_at': '2022-02-09T20:24:50Z', 'revision_number': 6, 'project_id': 'b8f9990d965e4c57a95957edeb189b35', 'gw_port_host': None}], 'n-d-713498-36', False) {} {{(pid=103232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 20:24:50.997837 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52e4cb1d-60af-4a98-a6c0-b444d4f11687 None None] The sync data for ids ['5487a766-bfbe-40e6-b588-712454745da8'] in n-d-713498-36 is: [{'id': '5487a766-bfbe-40e6-b588-712454745da8', 'name': 'tempest-TestShelveInstance-222607312-router', 'tenant_id': 'b8f9990d965e4c57a95957edeb189b35', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T20:15:33Z', 'updated_at': '2022-02-09T20:24:50Z', 'revision_number': 6, 'project_id': 'b8f9990d965e4c57a95957edeb189b35', 'gw_port_host': None}] {{(pid=103232) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 20:24:51.039051 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-e96c3db1-3e8f-4e33-81a7-991961facbea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762867177463', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762866656476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12867576'] for port (86bbe2d5-805a-4320-bacb-39bcd1712a8b), after_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:24:51.064558 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e96c3db1-3e8f-4e33-81a7-991961facbea admin admin] Pushing event deleted for resources: {'Port': ['ID=86bbe2d5-805a-4320-bacb-39bcd1712a8b,revision_number=None']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:24:51.129443 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-e96c3db1-3e8f-4e33-81a7-991961facbea admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1818987'] for router_gateway (5487a766-bfbe-40e6-b588-712454745da8), after_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:24:51.224362 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-e96c3db1-3e8f-4e33-81a7-991961facbea admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1834988', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-58375'] for router (5487a766-bfbe-40e6-b588-712454745da8), precommit_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:24:51.226581 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-e96c3db1-3e8f-4e33-81a7-991961facbea admin admin] Publish callbacks [] for router_controller (5487a766-bfbe-40e6-b588-712454745da8), precommit_delete_associations {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:24:51.278110 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-e96c3db1-3e8f-4e33-81a7-991961facbea admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1835003'] for router (5487a766-bfbe-40e6-b588-712454745da8), after_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:24:51.278626 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e96c3db1-3e8f-4e33-81a7-991961facbea admin admin] Fanout notify agent at l3_agent the message router_deleted on router 5487a766-bfbe-40e6-b588-712454745da8 {{(pid=103229) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 09 20:24:51.283839 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-e96c3db1-3e8f-4e33-81a7-991961facbea admin admin] Publish callbacks [] for router (None), before_response {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:24:51.285037 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-e96c3db1-3e8f-4e33-81a7-991961facbea admin admin] 10.222.0.75 "DELETE /v2.0/routers/5487a766-bfbe-40e6-b588-712454745da8 HTTP/1.1" status: 204 len: 168 time: 0.8349369 Feb 09 20:24:51.287670 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 56190) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:24:51.339255 n-d-713498-36 neutron-server[103229]: DEBUG neutron.db.db_base_plugin_v2 [None req-2a066103-fcf3-4886-a4f4-d3ea823e068a admin admin] Deleting subnet f7f74a64-69c9-4210-8b78-9533b9ade151 {{(pid=103229) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 20:24:51.342632 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-2a066103-fcf3-4886-a4f4-d3ea823e068a admin admin] Publish callbacks [] for subnet (f7f74a64-69c9-4210-8b78-9533b9ade151), before_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:24:51.389181 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-2a066103-fcf3-4886-a4f4-d3ea823e068a admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16683410'] for subnet (f7f74a64-69c9-4210-8b78-9533b9ade151), precommit_delete_associations {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:24:51.498106 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-2a066103-fcf3-4886-a4f4-d3ea823e068a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-759852'] for subnet (f7f74a64-69c9-4210-8b78-9533b9ade151), precommit_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:24:51.527448 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Device ecd7d528-3573-49a1-980f-3f2c2daf1393 no longer exists at agent ovs-agent-n-d-713498-36 {{(pid=103232) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 20:24:51.563661 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] No Port match for: ecd7d528-3573-49a1-980f-3f2c2daf1393 {{(pid=103232) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 20:24:51.564303 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Device ecd7d528-3573-49a1-980f-3f2c2daf1393 not bound to the agent host n-d-713498-36 {{(pid=103232) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 20:24:51.573758 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-2a066103-fcf3-4886-a4f4-d3ea823e068a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-760023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12867367', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12759238'] for subnet (f7f74a64-69c9-4210-8b78-9533b9ade151), after_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:24:51.603309 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a066103-fcf3-4886-a4f4-d3ea823e068a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f7f74a64-69c9-4210-8b78-9533b9ade151,revision_number=None']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:24:51.605225 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-2a066103-fcf3-4886-a4f4-d3ea823e068a admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:24:51.611342 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-2a066103-fcf3-4886-a4f4-d3ea823e068a admin admin] 10.222.0.75 "DELETE /v2.0/subnets/f7f74a64-69c9-4210-8b78-9533b9ade151 HTTP/1.1" status: 204 len: 168 time: 0.3199315 Feb 09 20:24:51.611675 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 56192) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:24:51.614854 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3bb2c89-fa0f-4f4b-802a-56261420c390 None None] Network bf0aa6cf-cfa0-4134-9562-80f96f1b0353 requested from n-d-713498-36 {{(pid=103232) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 20:24:51.683291 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-bf764c64-7dde-4b9e-9a68-e3f9b19de39e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-670458'] for network (bf0aa6cf-cfa0-4134-9562-80f96f1b0353), before_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:24:51.750985 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.plugin [None req-bf764c64-7dde-4b9e-9a68-e3f9b19de39e admin admin] Deleting port 1433c0a5-1c17-48e9-8df8-e2f64f732b03 {{(pid=103230) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 20:24:51.751407 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-bf764c64-7dde-4b9e-9a68-e3f9b19de39e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762867170196'] for port (1433c0a5-1c17-48e9-8df8-e2f64f732b03), before_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:24:51.816497 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.db [None req-bf764c64-7dde-4b9e-9a68-e3f9b19de39e admin admin] For port 1433c0a5-1c17-48e9-8df8-e2f64f732b03, host n-d-713498-36, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-36',level=0,port_id=1433c0a5-1c17-48e9-8df8-e2f64f732b03,segment=NetworkSegment(6eae29b3-2d6f-4832-9df1-d4b7ca050d85),segment_id=6eae29b3-2d6f-4832-9df1-d4b7ca050d85)] {{(pid=103230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 20:24:51.816945 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-bf764c64-7dde-4b9e-9a68-e3f9b19de39e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1820838'] for port (1433c0a5-1c17-48e9-8df8-e2f64f732b03), precommit_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:24:51.831505 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.plugin [None req-bf764c64-7dde-4b9e-9a68-e3f9b19de39e admin admin] Calling delete_port for 1433c0a5-1c17-48e9-8df8-e2f64f732b03 owned by network:dhcp {{(pid=103230) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 20:24:51.868638 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b99044d6-ada1-4f7c-a816-3f970abddde9 None None] DHCP port deletion for bf0aa6cf-cfa0-4134-9562-80f96f1b0353 request from n-d-713498-36 {{(pid=103232) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 09 20:24:51.922860 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-bf764c64-7dde-4b9e-9a68-e3f9b19de39e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762867177463', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762866656476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14393751'] for port (1433c0a5-1c17-48e9-8df8-e2f64f732b03), after_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:24:51.930944 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-b99044d6-ada1-4f7c-a816-3f970abddde9 None None] Deleting port 1433c0a5-1c17-48e9-8df8-e2f64f732b03 {{(pid=103232) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 20:24:51.931632 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-b99044d6-ada1-4f7c-a816-3f970abddde9 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762867170196'] for port (1433c0a5-1c17-48e9-8df8-e2f64f732b03), before_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:24:51.955964 n-d-713498-36 neutron-server[103230]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf764c64-7dde-4b9e-9a68-e3f9b19de39e admin admin] No DVR routers for this DVR port 1433c0a5-1c17-48e9-8df8-e2f64f732b03 on host n-d-713498-36 {{(pid=103230) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 20:24:51.960343 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf764c64-7dde-4b9e-9a68-e3f9b19de39e admin admin] Pushing event deleted for resources: {'Port': ['ID=1433c0a5-1c17-48e9-8df8-e2f64f732b03,revision_number=None']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:24:52.006661 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-b99044d6-ada1-4f7c-a816-3f970abddde9 None None] For port 1433c0a5-1c17-48e9-8df8-e2f64f732b03, host n-d-713498-36, got binding levels [] {{(pid=103232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 20:24:52.007151 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-b99044d6-ada1-4f7c-a816-3f970abddde9 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1820838'] for port (1433c0a5-1c17-48e9-8df8-e2f64f732b03), precommit_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:24:52.022949 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-b99044d6-ada1-4f7c-a816-3f970abddde9 None None] Calling delete_port for 1433c0a5-1c17-48e9-8df8-e2f64f732b03 owned by network:dhcp {{(pid=103232) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 20:24:52.026019 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.ipam_backend_mixin [None req-b99044d6-ada1-4f7c-a816-3f970abddde9 None None] Port 1433c0a5-1c17-48e9-8df8-e2f64f732b03 was not found and therefore no delete operation was performed {{(pid=103232) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Feb 09 20:24:52.027310 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-b99044d6-ada1-4f7c-a816-3f970abddde9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762867177463', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762866656476'] for port (1433c0a5-1c17-48e9-8df8-e2f64f732b03), after_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:24:52.033190 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-bf764c64-7dde-4b9e-9a68-e3f9b19de39e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-590267', 'neutron.services.segments.db._delete_segments_for_network-8762867132609'] for network (bf0aa6cf-cfa0-4134-9562-80f96f1b0353), precommit_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:24:52.056930 n-d-713498-36 neutron-server[103230]: DEBUG neutron.services.segments.db [None req-bf764c64-7dde-4b9e-9a68-e3f9b19de39e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bf0aa6cf-cfa0-4134-9562-80f96f1b0353']}} {{(pid=103230) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 20:24:52.057102 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b99044d6-ada1-4f7c-a816-3f970abddde9 None None] Pushing event deleted for resources: {'Port': ['ID=1433c0a5-1c17-48e9-8df8-e2f64f732b03,revision_number=None']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:24:52.063365 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b99044d6-ada1-4f7c-a816-3f970abddde9 None None] No DVR routers for this DVR port 1433c0a5-1c17-48e9-8df8-e2f64f732b03 on host n-d-713498-36 {{(pid=103232) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 20:24:52.079728 n-d-713498-36 neutron-server[103230]: DEBUG neutron.services.segments.db [None req-bf764c64-7dde-4b9e-9a68-e3f9b19de39e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6eae29b3-2d6f-4832-9df1-d4b7ca050d85') {'for_net_delete': True} {{(pid=103230) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 20:24:52.080026 n-d-713498-36 neutron-server[103230]: DEBUG neutron.services.segments.db [None req-bf764c64-7dde-4b9e-9a68-e3f9b19de39e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6eae29b3-2d6f-4832-9df1-d4b7ca050d85') {} {{(pid=103230) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 20:24:52.084619 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b99044d6-ada1-4f7c-a816-3f970abddde9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:24:52.085169 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b99044d6-ada1-4f7c-a816-3f970abddde9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:24:52.085688 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b99044d6-ada1-4f7c-a816-3f970abddde9 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:24:52.086232 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b99044d6-ada1-4f7c-a816-3f970abddde9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:24:52.086746 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b99044d6-ada1-4f7c-a816-3f970abddde9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:24:52.087423 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b99044d6-ada1-4f7c-a816-3f970abddde9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:24:52.087930 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b99044d6-ada1-4f7c-a816-3f970abddde9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:24:52.088859 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b99044d6-ada1-4f7c-a816-3f970abddde9 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:24:52.089210 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b99044d6-ada1-4f7c-a816-3f970abddde9 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:24:52.089553 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b99044d6-ada1-4f7c-a816-3f970abddde9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:24:52.089889 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b99044d6-ada1-4f7c-a816-3f970abddde9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:24:52.090269 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b99044d6-ada1-4f7c-a816-3f970abddde9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:24:52.090603 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b99044d6-ada1-4f7c-a816-3f970abddde9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:24:52.092176 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-bf764c64-7dde-4b9e-9a68-e3f9b19de39e admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762867134154', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12895813'] for segment (6eae29b3-2d6f-4832-9df1-d4b7ca050d85), before_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:24:52.108900 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-bf764c64-7dde-4b9e-9a68-e3f9b19de39e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-759574'] for segment (6eae29b3-2d6f-4832-9df1-d4b7ca050d85), precommit_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:24:52.114189 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bf764c64-7dde-4b9e-9a68-e3f9b19de39e admin admin] Releasing vlan 398 on physical network physnet1 to pool {{(pid=103230) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 20:24:52.114592 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-bf764c64-7dde-4b9e-9a68-e3f9b19de39e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-759574', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14393826'] for segment (6eae29b3-2d6f-4832-9df1-d4b7ca050d85), after_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:24:52.116317 n-d-713498-36 neutron-server[103230]: Traceback (most recent call last): Feb 09 20:24:52.116317 n-d-713498-36 neutron-server[103230]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 20:24:52.116317 n-d-713498-36 neutron-server[103230]: timer() Feb 09 20:24:52.116317 n-d-713498-36 neutron-server[103230]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 20:24:52.116317 n-d-713498-36 neutron-server[103230]: cb(*args, **kw) Feb 09 20:24:52.116317 n-d-713498-36 neutron-server[103230]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 20:24:52.116317 n-d-713498-36 neutron-server[103230]: return func(*args, **kwargs) Feb 09 20:24:52.116317 n-d-713498-36 neutron-server[103230]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 20:24:52.116317 n-d-713498-36 neutron-server[103230]: self._notify() Feb 09 20:24:52.116317 n-d-713498-36 neutron-server[103230]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 20:24:52.116317 n-d-713498-36 neutron-server[103230]: self.callback(batched_events) Feb 09 20:24:52.116317 n-d-713498-36 neutron-server[103230]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 20:24:52.116317 n-d-713498-36 neutron-server[103230]: event.method(event) Feb 09 20:24:52.116317 n-d-713498-36 neutron-server[103230]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 20:24:52.116317 n-d-713498-36 neutron-server[103230]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 20:24:52.116317 n-d-713498-36 neutron-server[103230]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 20:24:52.116317 n-d-713498-36 neutron-server[103230]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 20:24:52.116317 n-d-713498-36 neutron-server[103230]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 20:24:52.116317 n-d-713498-36 neutron-server[103230]: return f(self, *a, **k) Feb 09 20:24:52.116317 n-d-713498-36 neutron-server[103230]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 20:24:52.116317 n-d-713498-36 neutron-server[103230]: return self._get(url).json() Feb 09 20:24:52.116317 n-d-713498-36 neutron-server[103230]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 20:24:52.116317 n-d-713498-36 neutron-server[103230]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 20:24:52.116317 n-d-713498-36 neutron-server[103230]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 20:24:52.116317 n-d-713498-36 neutron-server[103230]: return self.request(url, 'GET', **kwargs) Feb 09 20:24:52.116317 n-d-713498-36 neutron-server[103230]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 20:24:52.116317 n-d-713498-36 neutron-server[103230]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 20:24:52.116317 n-d-713498-36 neutron-server[103230]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 20:24:52.116317 n-d-713498-36 neutron-server[103230]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 20:24:52.116317 n-d-713498-36 neutron-server[103230]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 20:24:52.116317 n-d-713498-36 neutron-server[103230]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 20:24:52.116317 n-d-713498-36 neutron-server[103230]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 20:24:52.177204 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-bf764c64-7dde-4b9e-9a68-e3f9b19de39e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-590242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1885479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1818895'] for network (bf0aa6cf-cfa0-4134-9562-80f96f1b0353), after_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:24:52.184422 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-bf764c64-7dde-4b9e-9a68-e3f9b19de39e admin admin] Publish callbacks [] for network (None), before_response {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:24:52.188281 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-bf764c64-7dde-4b9e-9a68-e3f9b19de39e admin admin] 10.222.0.75 "DELETE /v2.0/networks/bf0aa6cf-cfa0-4134-9562-80f96f1b0353 HTTP/1.1" status: 204 len: 168 time: 0.5756061 Feb 09 20:24:52.191516 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 56194) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:24:52.198609 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf764c64-7dde-4b9e-9a68-e3f9b19de39e admin admin] Pushing event deleted for resources: {'Network': ['ID=bf0aa6cf-cfa0-4134-9562-80f96f1b0353,revision_number=None']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:24:52.568169 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-0996beb4-d510-4232-9080-c978d82c2da0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1834525'] for router_interface (9fadd50f-b1e6-4bd7-b9ca-0498528fb0ff), before_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:24:52.832949 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.plugin [None req-0996beb4-d510-4232-9080-c978d82c2da0 admin admin] Deleting port 895044c9-f853-40f2-bd22-83a2299502fd {{(pid=103229) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 20:24:52.833209 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-0996beb4-d510-4232-9080-c978d82c2da0 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762867170196'] for port (895044c9-f853-40f2-bd22-83a2299502fd), before_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:24:52.919315 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.db [None req-0996beb4-d510-4232-9080-c978d82c2da0 admin admin] For port 895044c9-f853-40f2-bd22-83a2299502fd, host n-d-713498-36, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-36',level=0,port_id=895044c9-f853-40f2-bd22-83a2299502fd,segment=NetworkSegment(1393c932-2c1e-4c5a-9a5f-69cb898a2801),segment_id=1393c932-2c1e-4c5a-9a5f-69cb898a2801)] {{(pid=103229) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 20:24:52.919586 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-0996beb4-d510-4232-9080-c978d82c2da0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1820838'] for port (895044c9-f853-40f2-bd22-83a2299502fd), precommit_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:24:52.932630 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.plugin [None req-0996beb4-d510-4232-9080-c978d82c2da0 admin admin] Calling delete_port for 895044c9-f853-40f2-bd22-83a2299502fd owned by network:router_interface {{(pid=103229) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 20:24:53.128172 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-0996beb4-d510-4232-9080-c978d82c2da0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762867177463', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762866656476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12867576'] for port (895044c9-f853-40f2-bd22-83a2299502fd), after_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:24:53.162027 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0996beb4-d510-4232-9080-c978d82c2da0 admin admin] Pushing event deleted for resources: {'Port': ['ID=895044c9-f853-40f2-bd22-83a2299502fd,revision_number=None']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:24:53.217758 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Device 1433c0a5-1c17-48e9-8df8-e2f64f732b03 no longer exists at agent ovs-agent-n-d-713498-36 {{(pid=103232) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 20:24:53.243513 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] No Port match for: 1433c0a5-1c17-48e9-8df8-e2f64f732b03 {{(pid=103232) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 20:24:53.244165 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Device 1433c0a5-1c17-48e9-8df8-e2f64f732b03 not bound to the agent host n-d-713498-36 {{(pid=103232) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 20:24:53.244759 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Device 86bbe2d5-805a-4320-bacb-39bcd1712a8b no longer exists at agent ovs-agent-n-d-713498-36 {{(pid=103232) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 20:24:53.271850 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] No Port match for: 86bbe2d5-805a-4320-bacb-39bcd1712a8b {{(pid=103232) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 20:24:53.272516 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Device 86bbe2d5-805a-4320-bacb-39bcd1712a8b not bound to the agent host n-d-713498-36 {{(pid=103232) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 20:24:53.334472 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-0996beb4-d510-4232-9080-c978d82c2da0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1613467', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1834633'] for router_interface (9fadd50f-b1e6-4bd7-b9ca-0498528fb0ff), after_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:24:53.578788 n-d-713498-36 neutron-server[103229]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0996beb4-d510-4232-9080-c978d82c2da0 admin admin] Router 9fadd50f-b1e6-4bd7-b9ca-0498528fb0ff has already been hosted by L3 agent 93303d5e-5d17-45e8-8963-7694f87783ae {{(pid=103229) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 20:24:53.692919 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0996beb4-d510-4232-9080-c978d82c2da0 admin admin] Notify agent at l3_agent.n-d-713498-36 the message routers_updated {{(pid=103229) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 20:24:53.698399 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-0996beb4-d510-4232-9080-c978d82c2da0 admin admin] 10.222.0.75 "PUT /v2.0/routers/9fadd50f-b1e6-4bd7-b9ca-0498528fb0ff/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5055528 Feb 09 20:24:53.700902 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 56196) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:24:53.702694 n-d-713498-36 neutron-server[103233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0343a400-68ce-47ca-961b-fb3b8bd2dd99 None None] Sync routers for ids ['9fadd50f-b1e6-4bd7-b9ca-0498528fb0ff'] in n-d-713498-36 {{(pid=103233) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 20:24:53.713788 n-d-713498-36 neutron-server[103233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0343a400-68ce-47ca-961b-fb3b8bd2dd99 None None] Routers {'9fadd50f-b1e6-4bd7-b9ca-0498528fb0ff'} bound to L3 agent in host n-d-713498-36 {{(pid=103233) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 20:24:53.714446 n-d-713498-36 neutron-server[103233]: DEBUG neutron.db.l3_hamode_db [None req-0343a400-68ce-47ca-961b-fb3b8bd2dd99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T18:51:43Z,description=,heartbeat_timestamp=2022-02-09T20:24:43Z,host='n-d-713498-36',id=93303d5e-5d17-45e8-8963-7694f87783ae,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T18:51:43Z,topic='l3_agent')) {'router_ids': ['9fadd50f-b1e6-4bd7-b9ca-0498528fb0ff'], 'active': True} {{(pid=103233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 20:24:53.825300 n-d-713498-36 neutron-server[103233]: DEBUG neutron.db.l3_dvr_db [None req-0343a400-68ce-47ca-961b-fb3b8bd2dd99 None None] Set router 9fadd50f-b1e6-4bd7-b9ca-0498528fb0ff gateway port host: n-d-713498-36 {{(pid=103233) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 20:24:54.009215 n-d-713498-36 neutron-server[103233]: DEBUG neutron.db.l3_hamode_db [None req-0343a400-68ce-47ca-961b-fb3b8bd2dd99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9fadd50f-b1e6-4bd7-b9ca-0498528fb0ff', 'name': 'tempest-TestShelveInstance-229562034-router', 'tenant_id': 'f00d4c0092c84226927f07a27cdee9ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88055e1e-672a-4487-be31-ffb6e833ece5', 'external_fixed_ips': [{'subnet_id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'ip_address': '172.25.1.222'}], 'enable_snat': True}, 'gw_port_id': '5bacdf27-d5ce-41c9-b693-7cac36bd2247', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T20:15:39Z', 'updated_at': '2022-02-09T20:24:53Z', 'revision_number': 5, 'project_id': 'f00d4c0092c84226927f07a27cdee9ab', 'gw_port': {'id': '5bacdf27-d5ce-41c9-b693-7cac36bd2247', 'name': '', 'network_id': '88055e1e-672a-4487-be31-ffb6e833ece5', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:6f:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9fadd50f-b1e6-4bd7-b9ca-0498528fb0ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4343, 'fixed_ips': [{'subnet_id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'ip_address': '172.25.1.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T20:15:39Z', 'updated_at': '2022-02-09T20:15:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-36'}], 'n-d-713498-36', False) {} {{(pid=103233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 20:24:54.035873 n-d-713498-36 neutron-server[103233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0343a400-68ce-47ca-961b-fb3b8bd2dd99 None None] Checking router: 9fadd50f-b1e6-4bd7-b9ca-0498528fb0ff for host: n-d-713498-36 {{(pid=103233) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 20:24:54.044389 n-d-713498-36 neutron-server[103233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0343a400-68ce-47ca-961b-fb3b8bd2dd99 None None] Routers {'9fadd50f-b1e6-4bd7-b9ca-0498528fb0ff'} bound to L3 agent in host n-d-713498-36 {{(pid=103233) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 20:24:54.044995 n-d-713498-36 neutron-server[103233]: DEBUG neutron.db.l3_hamode_db [None req-0343a400-68ce-47ca-961b-fb3b8bd2dd99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T18:51:43Z,description=,heartbeat_timestamp=2022-02-09T20:24:43Z,host='n-d-713498-36',id=93303d5e-5d17-45e8-8963-7694f87783ae,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T18:51:43Z,topic='l3_agent')) {'router_ids': ['9fadd50f-b1e6-4bd7-b9ca-0498528fb0ff'], 'active': True} {{(pid=103233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 20:24:54.112972 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-82341d19-7a95-421a-8bd7-1627e2a9bcba admin admin] Publish callbacks [] for router (9fadd50f-b1e6-4bd7-b9ca-0498528fb0ff), before_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:24:54.157781 n-d-713498-36 neutron-server[103233]: DEBUG neutron.db.l3_dvr_db [None req-0343a400-68ce-47ca-961b-fb3b8bd2dd99 None None] Set router 9fadd50f-b1e6-4bd7-b9ca-0498528fb0ff gateway port host: n-d-713498-36 {{(pid=103233) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 20:24:54.219001 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-82341d19-7a95-421a-8bd7-1627e2a9bcba admin admin] Publish callbacks [] for router_gateway (9fadd50f-b1e6-4bd7-b9ca-0498528fb0ff), before_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:24:54.272662 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.plugin [None req-82341d19-7a95-421a-8bd7-1627e2a9bcba admin admin] Deleting port 5bacdf27-d5ce-41c9-b693-7cac36bd2247 {{(pid=103229) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 20:24:54.272918 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-82341d19-7a95-421a-8bd7-1627e2a9bcba admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762867170196'] for port (5bacdf27-d5ce-41c9-b693-7cac36bd2247), before_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:24:54.339438 n-d-713498-36 neutron-server[103233]: DEBUG neutron.db.l3_hamode_db [None req-0343a400-68ce-47ca-961b-fb3b8bd2dd99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9fadd50f-b1e6-4bd7-b9ca-0498528fb0ff', 'name': 'tempest-TestShelveInstance-229562034-router', 'tenant_id': 'f00d4c0092c84226927f07a27cdee9ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88055e1e-672a-4487-be31-ffb6e833ece5', 'external_fixed_ips': [{'subnet_id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'ip_address': '172.25.1.222'}], 'enable_snat': True}, 'gw_port_id': '5bacdf27-d5ce-41c9-b693-7cac36bd2247', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T20:15:39Z', 'updated_at': '2022-02-09T20:24:53Z', 'revision_number': 5, 'project_id': 'f00d4c0092c84226927f07a27cdee9ab', 'gw_port': {'id': '5bacdf27-d5ce-41c9-b693-7cac36bd2247', 'name': '', 'network_id': '88055e1e-672a-4487-be31-ffb6e833ece5', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:6f:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9fadd50f-b1e6-4bd7-b9ca-0498528fb0ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4343, 'fixed_ips': [{'subnet_id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'ip_address': '172.25.1.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T20:15:39Z', 'updated_at': '2022-02-09T20:15:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-36'}], 'n-d-713498-36', False) {} {{(pid=103233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 20:24:54.351225 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.db [None req-82341d19-7a95-421a-8bd7-1627e2a9bcba admin admin] For port 5bacdf27-d5ce-41c9-b693-7cac36bd2247, host n-d-713498-36, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-36',level=0,port_id=5bacdf27-d5ce-41c9-b693-7cac36bd2247,segment=NetworkSegment(a4222f89-8d3f-4b51-953b-1a8126392491),segment_id=a4222f89-8d3f-4b51-953b-1a8126392491)] {{(pid=103229) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 20:24:54.351800 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-82341d19-7a95-421a-8bd7-1627e2a9bcba admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1820838'] for port (5bacdf27-d5ce-41c9-b693-7cac36bd2247), precommit_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:24:54.364255 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.plugin [None req-82341d19-7a95-421a-8bd7-1627e2a9bcba admin admin] Calling delete_port for 5bacdf27-d5ce-41c9-b693-7cac36bd2247 owned by network:router_gateway {{(pid=103229) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 20:24:54.365287 n-d-713498-36 neutron-server[103233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0343a400-68ce-47ca-961b-fb3b8bd2dd99 None None] The sync data for ids ['9fadd50f-b1e6-4bd7-b9ca-0498528fb0ff'] in n-d-713498-36 is: [{'id': '9fadd50f-b1e6-4bd7-b9ca-0498528fb0ff', 'name': 'tempest-TestShelveInstance-229562034-router', 'tenant_id': 'f00d4c0092c84226927f07a27cdee9ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88055e1e-672a-4487-be31-ffb6e833ece5', 'external_fixed_ips': [{'subnet_id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'ip_address': '172.25.1.222'}], 'enable_snat': True}, 'gw_port_id': '5bacdf27-d5ce-41c9-b693-7cac36bd2247', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T20:15:39Z', 'updated_at': '2022-02-09T20:24:53Z', 'revision_number': 5, 'project_id': 'f00d4c0092c84226927f07a27cdee9ab', 'gw_port': {'id': '5bacdf27-d5ce-41c9-b693-7cac36bd2247', 'name': '', 'network_id': '88055e1e-672a-4487-be31-ffb6e833ece5', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:6f:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9fadd50f-b1e6-4bd7-b9ca-0498528fb0ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4343, 'fixed_ips': [{'subnet_id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'ip_address': '172.25.1.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T20:15:39Z', 'updated_at': '2022-02-09T20:15:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-36'}] {{(pid=103233) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 20:24:54.540466 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-82341d19-7a95-421a-8bd7-1627e2a9bcba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762867177463', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762866656476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12867576'] for port (5bacdf27-d5ce-41c9-b693-7cac36bd2247), after_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:24:54.575186 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82341d19-7a95-421a-8bd7-1627e2a9bcba admin admin] Pushing event deleted for resources: {'Port': ['ID=5bacdf27-d5ce-41c9-b693-7cac36bd2247,revision_number=None']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:24:54.632355 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-82341d19-7a95-421a-8bd7-1627e2a9bcba admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1818987'] for router_gateway (9fadd50f-b1e6-4bd7-b9ca-0498528fb0ff), after_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:24:54.722674 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-82341d19-7a95-421a-8bd7-1627e2a9bcba admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1834988', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-58375'] for router (9fadd50f-b1e6-4bd7-b9ca-0498528fb0ff), precommit_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:24:54.724884 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-82341d19-7a95-421a-8bd7-1627e2a9bcba admin admin] Publish callbacks [] for router_controller (9fadd50f-b1e6-4bd7-b9ca-0498528fb0ff), precommit_delete_associations {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:24:54.775095 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-82341d19-7a95-421a-8bd7-1627e2a9bcba admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1835003'] for router (9fadd50f-b1e6-4bd7-b9ca-0498528fb0ff), after_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:24:54.775901 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-82341d19-7a95-421a-8bd7-1627e2a9bcba admin admin] Fanout notify agent at l3_agent the message router_deleted on router 9fadd50f-b1e6-4bd7-b9ca-0498528fb0ff {{(pid=103229) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 09 20:24:54.783140 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-82341d19-7a95-421a-8bd7-1627e2a9bcba admin admin] Publish callbacks [] for router (None), before_response {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:24:54.784325 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-82341d19-7a95-421a-8bd7-1627e2a9bcba admin admin] 10.222.0.75 "DELETE /v2.0/routers/9fadd50f-b1e6-4bd7-b9ca-0498528fb0ff HTTP/1.1" status: 204 len: 168 time: 1.0822892 Feb 09 20:24:54.786935 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 56198) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:24:54.833642 n-d-713498-36 neutron-server[103230]: DEBUG neutron.db.db_base_plugin_v2 [None req-c40f91fa-7c43-4bc6-80f5-d59a19237468 admin admin] Deleting subnet dd4e30a2-df49-4b7e-bc7c-1cb8f4f0066f {{(pid=103230) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 20:24:54.837106 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-c40f91fa-7c43-4bc6-80f5-d59a19237468 admin admin] Publish callbacks [] for subnet (dd4e30a2-df49-4b7e-bc7c-1cb8f4f0066f), before_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:24:54.873018 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-c40f91fa-7c43-4bc6-80f5-d59a19237468 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12895822'] for subnet (dd4e30a2-df49-4b7e-bc7c-1cb8f4f0066f), precommit_delete_associations {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:24:54.956873 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-c40f91fa-7c43-4bc6-80f5-d59a19237468 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-759852'] for subnet (dd4e30a2-df49-4b7e-bc7c-1cb8f4f0066f), precommit_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:24:55.013094 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-c40f91fa-7c43-4bc6-80f5-d59a19237468 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-760023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14393672', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12985882'] for subnet (dd4e30a2-df49-4b7e-bc7c-1cb8f4f0066f), after_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:24:55.041267 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c40f91fa-7c43-4bc6-80f5-d59a19237468 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=dd4e30a2-df49-4b7e-bc7c-1cb8f4f0066f,revision_number=None']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:24:55.043162 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-c40f91fa-7c43-4bc6-80f5-d59a19237468 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:24:55.047414 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-c40f91fa-7c43-4bc6-80f5-d59a19237468 admin admin] 10.222.0.75 "DELETE /v2.0/subnets/dd4e30a2-df49-4b7e-bc7c-1cb8f4f0066f HTTP/1.1" status: 204 len: 168 time: 0.2583966 Feb 09 20:24:55.049819 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 56200) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:24:55.053414 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed808aa0-b5bb-4ca3-bb99-6085cd440c3a None None] Network dd4a96d6-5e4c-4d00-b504-c3fa77c99154 requested from n-d-713498-36 {{(pid=103232) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 20:24:55.128208 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-ea24e921-8e5c-4c8d-8222-3cb615cca064 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-670458'] for network (dd4a96d6-5e4c-4d00-b504-c3fa77c99154), before_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:24:55.189445 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.plugin [None req-ea24e921-8e5c-4c8d-8222-3cb615cca064 admin admin] Deleting port 9ac57e11-bd41-41b4-943f-152fd1fff352 {{(pid=103230) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 20:24:55.189445 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-ea24e921-8e5c-4c8d-8222-3cb615cca064 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762867170196'] for port (9ac57e11-bd41-41b4-943f-152fd1fff352), before_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:24:55.197600 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Device 895044c9-f853-40f2-bd22-83a2299502fd no longer exists at agent ovs-agent-n-d-713498-36 {{(pid=103232) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 20:24:55.225659 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] No Port match for: 895044c9-f853-40f2-bd22-83a2299502fd {{(pid=103232) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 20:24:55.226029 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Device 895044c9-f853-40f2-bd22-83a2299502fd not bound to the agent host n-d-713498-36 {{(pid=103232) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 20:24:55.226455 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Device 5bacdf27-d5ce-41c9-b693-7cac36bd2247 no longer exists at agent ovs-agent-n-d-713498-36 {{(pid=103232) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 20:24:55.250780 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef279ae6-f2f5-4843-a94f-5e269fe67045 None None] DHCP port deletion for dd4a96d6-5e4c-4d00-b504-c3fa77c99154 request from n-d-713498-36 {{(pid=103232) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 09 20:24:55.252643 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] No Port match for: 5bacdf27-d5ce-41c9-b693-7cac36bd2247 {{(pid=103232) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 20:24:55.253051 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Device 5bacdf27-d5ce-41c9-b693-7cac36bd2247 not bound to the agent host n-d-713498-36 {{(pid=103232) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 20:24:55.262853 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.db [None req-ea24e921-8e5c-4c8d-8222-3cb615cca064 admin admin] For port 9ac57e11-bd41-41b4-943f-152fd1fff352, host n-d-713498-36, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-36',level=0,port_id=9ac57e11-bd41-41b4-943f-152fd1fff352,segment=NetworkSegment(1393c932-2c1e-4c5a-9a5f-69cb898a2801),segment_id=1393c932-2c1e-4c5a-9a5f-69cb898a2801)] {{(pid=103230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 20:24:55.263226 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-ea24e921-8e5c-4c8d-8222-3cb615cca064 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1820838'] for port (9ac57e11-bd41-41b4-943f-152fd1fff352), precommit_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:24:55.277839 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.plugin [None req-ea24e921-8e5c-4c8d-8222-3cb615cca064 admin admin] Calling delete_port for 9ac57e11-bd41-41b4-943f-152fd1fff352 owned by network:dhcp {{(pid=103230) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 20:24:55.299888 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-ef279ae6-f2f5-4843-a94f-5e269fe67045 None None] Deleting port 9ac57e11-bd41-41b4-943f-152fd1fff352 {{(pid=103232) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 20:24:55.300251 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-ef279ae6-f2f5-4843-a94f-5e269fe67045 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762867170196'] for port (9ac57e11-bd41-41b4-943f-152fd1fff352), before_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:24:55.363908 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-ea24e921-8e5c-4c8d-8222-3cb615cca064 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762867177463', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762866656476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14393751'] for port (9ac57e11-bd41-41b4-943f-152fd1fff352), after_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:24:55.368661 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-ef279ae6-f2f5-4843-a94f-5e269fe67045 None None] For port 9ac57e11-bd41-41b4-943f-152fd1fff352, host n-d-713498-36, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-36',level=0,port_id=9ac57e11-bd41-41b4-943f-152fd1fff352,segment=NetworkSegment(1393c932-2c1e-4c5a-9a5f-69cb898a2801),segment_id=1393c932-2c1e-4c5a-9a5f-69cb898a2801)] {{(pid=103232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 20:24:55.369086 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-ef279ae6-f2f5-4843-a94f-5e269fe67045 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1820838'] for port (9ac57e11-bd41-41b4-943f-152fd1fff352), precommit_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:24:55.383192 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-ef279ae6-f2f5-4843-a94f-5e269fe67045 None None] Calling delete_port for 9ac57e11-bd41-41b4-943f-152fd1fff352 owned by network:dhcp {{(pid=103232) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 20:24:55.392039 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea24e921-8e5c-4c8d-8222-3cb615cca064 admin admin] Pushing event deleted for resources: {'Port': ['ID=9ac57e11-bd41-41b4-943f-152fd1fff352,revision_number=None']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:24:55.393871 n-d-713498-36 neutron-server[103230]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea24e921-8e5c-4c8d-8222-3cb615cca064 admin admin] No DVR routers for this DVR port 9ac57e11-bd41-41b4-943f-152fd1fff352 on host n-d-713498-36 {{(pid=103230) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 20:24:55.459607 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-ef279ae6-f2f5-4843-a94f-5e269fe67045 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762867177463', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762866656476'] for port (9ac57e11-bd41-41b4-943f-152fd1fff352), after_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:24:55.468650 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-ea24e921-8e5c-4c8d-8222-3cb615cca064 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-590267', 'neutron.services.segments.db._delete_segments_for_network-8762867132609'] for network (dd4a96d6-5e4c-4d00-b504-c3fa77c99154), precommit_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:24:55.486161 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef279ae6-f2f5-4843-a94f-5e269fe67045 None None] Pushing event deleted for resources: {'Port': ['ID=9ac57e11-bd41-41b4-943f-152fd1fff352,revision_number=None']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:24:55.488129 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef279ae6-f2f5-4843-a94f-5e269fe67045 None None] No DVR routers for this DVR port 9ac57e11-bd41-41b4-943f-152fd1fff352 on host n-d-713498-36 {{(pid=103232) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 20:24:55.497071 n-d-713498-36 neutron-server[103230]: DEBUG neutron.services.segments.db [None req-ea24e921-8e5c-4c8d-8222-3cb615cca064 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dd4a96d6-5e4c-4d00-b504-c3fa77c99154']}} {{(pid=103230) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 20:24:55.507854 n-d-713498-36 neutron-server[103230]: DEBUG neutron.services.segments.db [None req-ea24e921-8e5c-4c8d-8222-3cb615cca064 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1393c932-2c1e-4c5a-9a5f-69cb898a2801') {'for_net_delete': True} {{(pid=103230) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 20:24:55.508151 n-d-713498-36 neutron-server[103230]: DEBUG neutron.services.segments.db [None req-ea24e921-8e5c-4c8d-8222-3cb615cca064 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1393c932-2c1e-4c5a-9a5f-69cb898a2801') {} {{(pid=103230) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 20:24:55.517602 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-ea24e921-8e5c-4c8d-8222-3cb615cca064 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762867134154', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12895813'] for segment (1393c932-2c1e-4c5a-9a5f-69cb898a2801), before_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:24:55.530904 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-ea24e921-8e5c-4c8d-8222-3cb615cca064 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-759574'] for segment (1393c932-2c1e-4c5a-9a5f-69cb898a2801), precommit_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:24:55.537700 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ea24e921-8e5c-4c8d-8222-3cb615cca064 admin admin] Releasing vlan 371 on physical network physnet1 to pool {{(pid=103230) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 20:24:55.538235 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-ea24e921-8e5c-4c8d-8222-3cb615cca064 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-759574', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14393826'] for segment (1393c932-2c1e-4c5a-9a5f-69cb898a2801), after_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:24:55.539967 n-d-713498-36 neutron-server[103230]: Traceback (most recent call last): Feb 09 20:24:55.539967 n-d-713498-36 neutron-server[103230]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 20:24:55.539967 n-d-713498-36 neutron-server[103230]: timer() Feb 09 20:24:55.539967 n-d-713498-36 neutron-server[103230]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 20:24:55.539967 n-d-713498-36 neutron-server[103230]: cb(*args, **kw) Feb 09 20:24:55.539967 n-d-713498-36 neutron-server[103230]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 20:24:55.539967 n-d-713498-36 neutron-server[103230]: return func(*args, **kwargs) Feb 09 20:24:55.539967 n-d-713498-36 neutron-server[103230]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 20:24:55.539967 n-d-713498-36 neutron-server[103230]: self._notify() Feb 09 20:24:55.539967 n-d-713498-36 neutron-server[103230]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 20:24:55.539967 n-d-713498-36 neutron-server[103230]: self.callback(batched_events) Feb 09 20:24:55.539967 n-d-713498-36 neutron-server[103230]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 20:24:55.539967 n-d-713498-36 neutron-server[103230]: event.method(event) Feb 09 20:24:55.539967 n-d-713498-36 neutron-server[103230]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 20:24:55.539967 n-d-713498-36 neutron-server[103230]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 20:24:55.539967 n-d-713498-36 neutron-server[103230]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 20:24:55.539967 n-d-713498-36 neutron-server[103230]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 20:24:55.539967 n-d-713498-36 neutron-server[103230]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 20:24:55.539967 n-d-713498-36 neutron-server[103230]: return f(self, *a, **k) Feb 09 20:24:55.539967 n-d-713498-36 neutron-server[103230]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 20:24:55.539967 n-d-713498-36 neutron-server[103230]: return self._get(url).json() Feb 09 20:24:55.539967 n-d-713498-36 neutron-server[103230]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 20:24:55.539967 n-d-713498-36 neutron-server[103230]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 20:24:55.539967 n-d-713498-36 neutron-server[103230]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 20:24:55.539967 n-d-713498-36 neutron-server[103230]: return self.request(url, 'GET', **kwargs) Feb 09 20:24:55.539967 n-d-713498-36 neutron-server[103230]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 20:24:55.539967 n-d-713498-36 neutron-server[103230]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 20:24:55.539967 n-d-713498-36 neutron-server[103230]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 20:24:55.539967 n-d-713498-36 neutron-server[103230]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 20:24:55.539967 n-d-713498-36 neutron-server[103230]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 20:24:55.539967 n-d-713498-36 neutron-server[103230]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 20:24:55.539967 n-d-713498-36 neutron-server[103230]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 20:24:55.601606 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-ea24e921-8e5c-4c8d-8222-3cb615cca064 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-590242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1885479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1818895'] for network (dd4a96d6-5e4c-4d00-b504-c3fa77c99154), after_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:24:55.606832 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-ea24e921-8e5c-4c8d-8222-3cb615cca064 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:24:55.611003 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-ea24e921-8e5c-4c8d-8222-3cb615cca064 admin admin] 10.222.0.75 "DELETE /v2.0/networks/dd4a96d6-5e4c-4d00-b504-c3fa77c99154 HTTP/1.1" status: 204 len: 168 time: 0.5602033 Feb 09 20:24:55.624018 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea24e921-8e5c-4c8d-8222-3cb615cca064 admin admin] Pushing event deleted for resources: {'Network': ['ID=dd4a96d6-5e4c-4d00-b504-c3fa77c99154,revision_number=None']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:24:55.717152 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 56204) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:24:55.757497 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-57b6271d-40af-496a-b09a-553f94e3ad7f admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=b8f9990d965e4c57a95957edeb189b35&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0391035 Feb 09 20:24:55.759994 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 56206) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:24:55.807334 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-10103040-2bf3-4568-9833-685564dd4800 admin admin] Publish callbacks [] for security_group (5a166d90-0116-413f-b873-f4f61a054e03), before_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:24:55.828482 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-10103040-2bf3-4568-9833-685564dd4800 admin admin] Publish callbacks [] for security_group (5a166d90-0116-413f-b873-f4f61a054e03), precommit_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:24:55.875960 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-10103040-2bf3-4568-9833-685564dd4800 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1892331'] for security_group (5a166d90-0116-413f-b873-f4f61a054e03), after_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:24:55.878721 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-10103040-2bf3-4568-9833-685564dd4800 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:24:55.879871 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-10103040-2bf3-4568-9833-685564dd4800 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/5a166d90-0116-413f-b873-f4f61a054e03 HTTP/1.1" status: 204 len: 168 time: 0.1189709 Feb 09 20:24:55.887568 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10103040-2bf3-4568-9833-685564dd4800 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5a166d90-0116-413f-b873-f4f61a054e03,revision_number=None']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:24:56.208311 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 56212) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:24:56.249891 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-8b9cc26c-01c9-48ac-91b0-82f3188d8f4e admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=f00d4c0092c84226927f07a27cdee9ab&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0402968 Feb 09 20:24:56.252497 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 56214) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:24:56.304296 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-25408442-eb8d-46df-8b03-7620f6efb630 admin admin] Publish callbacks [] for security_group (c8cbf0bb-6857-4de4-8fca-6fdb6ffd0bdf), before_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:24:56.325238 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-25408442-eb8d-46df-8b03-7620f6efb630 admin admin] Publish callbacks [] for security_group (c8cbf0bb-6857-4de4-8fca-6fdb6ffd0bdf), precommit_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:24:56.374533 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-25408442-eb8d-46df-8b03-7620f6efb630 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1892331'] for security_group (c8cbf0bb-6857-4de4-8fca-6fdb6ffd0bdf), after_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:24:56.377230 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-25408442-eb8d-46df-8b03-7620f6efb630 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:24:56.378437 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-25408442-eb8d-46df-8b03-7620f6efb630 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/c8cbf0bb-6857-4de4-8fca-6fdb6ffd0bdf HTTP/1.1" status: 204 len: 168 time: 0.1250281 Feb 09 20:24:56.386348 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25408442-eb8d-46df-8b03-7620f6efb630 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c8cbf0bb-6857-4de4-8fca-6fdb6ffd0bdf,revision_number=None']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:24:57.042167 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 56236) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:24:57.138813 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.v2.base [None req-6fe193c2-acb2-4170-998c-8114f46b142b admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-432054653-network', 'tenant_id': '2ba66b8cd58e4f95a06352b46d37ff98'}} {{(pid=103229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 20:24:57.159998 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6fe193c2-acb2-4170-998c-8114f46b142b admin admin] Made reservation on behalf of 2ba66b8cd58e4f95a06352b46d37ff98 for: {'network': 1} {{(pid=103229) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 20:24:57.162566 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-6fe193c2-acb2-4170-998c-8114f46b142b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for network (None), before_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:24:57.167022 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Device 9ac57e11-bd41-41b4-943f-152fd1fff352 no longer exists at agent ovs-agent-n-d-713498-36 {{(pid=103232) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 20:24:57.171825 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-6fe193c2-acb2-4170-998c-8114f46b142b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:24:57.188268 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] No Port match for: 9ac57e11-bd41-41b4-943f-152fd1fff352 {{(pid=103232) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 20:24:57.188607 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Device 9ac57e11-bd41-41b4-943f-152fd1fff352 not bound to the agent host n-d-713498-36 {{(pid=103232) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 20:24:57.251370 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-6fe193c2-acb2-4170-998c-8114f46b142b admin admin] Publish callbacks [] for security_group (794d29ba-4413-4998-a285-839c3962fea0), precommit_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:24:57.255229 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-6fe193c2-acb2-4170-998c-8114f46b142b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1892331'] for security_group (794d29ba-4413-4998-a285-839c3962fea0), after_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:24:57.285128 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6fe193c2-acb2-4170-998c-8114f46b142b admin admin] vlan segment allocate from pool success with {'vlan_id': 368, 'physical_network': 'physnet1'} {{(pid=103229) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 20:24:57.291491 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fe193c2-acb2-4170-998c-8114f46b142b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=794d29ba-4413-4998-a285-839c3962fea0,revision_number=1']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:24:57.298566 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-6fe193c2-acb2-4170-998c-8114f46b142b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-759574'] for segment (a8330c9a-b745-47f4-a942-d51b0c4ec42e), precommit_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:24:57.298907 n-d-713498-36 neutron-server[103229]: INFO neutron.db.segments_db [None req-6fe193c2-acb2-4170-998c-8114f46b142b admin admin] Added segment a8330c9a-b745-47f4-a942-d51b0c4ec42e of type vlan for network 93700c4d-539d-4291-96be-1b30414bda47 Feb 09 20:24:57.338334 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-6fe193c2-acb2-4170-998c-8114f46b142b admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762866642225'] for network (93700c4d-539d-4291-96be-1b30414bda47), precommit_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:24:57.362716 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-6fe193c2-acb2-4170-998c-8114f46b142b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1885479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452'] for network (93700c4d-539d-4291-96be-1b30414bda47), after_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:24:57.363653 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6fe193c2-acb2-4170-998c-8114f46b142b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:24:57.364227 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-6fe193c2-acb2-4170-998c-8114f46b142b admin admin] Publish callbacks [] for network (None), before_response {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:24:57.419354 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-6fe193c2-acb2-4170-998c-8114f46b142b admin admin] 10.222.0.75 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.3759818 Feb 09 20:24:57.423110 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 56240) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:24:57.427868 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.v2.base [None req-976525d0-a744-4c8e-b27b-cc3c1177321f admin admin] Request body: {'subnet': {'network_id': '93700c4d-539d-4291-96be-1b30414bda47', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-432054653-subnet', 'tenant_id': '2ba66b8cd58e4f95a06352b46d37ff98', 'ip_version': 4}} {{(pid=103229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 20:24:57.440898 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fe193c2-acb2-4170-998c-8114f46b142b admin admin] Pushing event updated for resources: {'Network': ['ID=93700c4d-539d-4291-96be-1b30414bda47,revision_number=1']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:24:57.451049 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Network 93700c4d-539d-4291-96be-1b30414bda47 details requested by agent ovs-agent-n-d-713498-36 with host n-d-713498-36 {{(pid=103232) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 20:24:57.453245 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-976525d0-a744-4c8e-b27b-cc3c1177321f admin admin] Made reservation on behalf of 2ba66b8cd58e4f95a06352b46d37ff98 for: {'subnet': 1} {{(pid=103229) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 20:24:57.455613 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-976525d0-a744-4c8e-b27b-cc3c1177321f admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12759265'] for subnet (None), before_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:24:57.624659 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-976525d0-a744-4c8e-b27b-cc3c1177321f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12867428', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12759263'] for subnet (ca5ff4dd-b510-4942-92f8-7c7060ae387a), after_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:24:57.672208 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-976525d0-a744-4c8e-b27b-cc3c1177321f admin admin] Pushing event updated for resources: {'Subnet': ['ID=ca5ff4dd-b510-4942-92f8-7c7060ae387a,revision_number=0']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:24:57.690557 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-976525d0-a744-4c8e-b27b-cc3c1177321f admin admin] Checking segment: {'id': 'a8330c9a-b745-47f4-a942-d51b0c4ec42e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': '93700c4d-539d-4291-96be-1b30414bda47'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103229) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 20:24:57.690923 n-d-713498-36 neutron-server[103229]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-976525d0-a744-4c8e-b27b-cc3c1177321f admin admin] Network hostable DHCP agents. Network: 93700c4d-539d-4291-96be-1b30414bda47, hostable agents: ['af91e4b9-f4e1-42b1-a25c-a10dc47171c8'], hosted agents: [] {{(pid=103229) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 20:24:57.707974 n-d-713498-36 neutron-server[103229]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-976525d0-a744-4c8e-b27b-cc3c1177321f admin admin] Network 93700c4d-539d-4291-96be-1b30414bda47 is scheduled to be hosted by DHCP agent af91e4b9-f4e1-42b1-a25c-a10dc47171c8 with binding_index 1 {{(pid=103229) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 20:24:57.717168 n-d-713498-36 neutron-server[103229]: DEBUG neutron.scheduler.base_scheduler [None req-976525d0-a744-4c8e-b27b-cc3c1177321f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713498-36, 93700c4d-539d-4291-96be-1b30414bda47) {{(pid=103229) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 20:24:57.721870 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-976525d0-a744-4c8e-b27b-cc3c1177321f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:24:57.722503 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-976525d0-a744-4c8e-b27b-cc3c1177321f admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:24:57.728045 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04954fd5-ca00-4a75-a9b1-6aa64ada0581 None None] Network 93700c4d-539d-4291-96be-1b30414bda47 requested from n-d-713498-36 {{(pid=103232) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 20:24:57.742143 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-976525d0-a744-4c8e-b27b-cc3c1177321f admin admin] 10.222.0.75 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3178468 Feb 09 20:24:57.744940 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 56242) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:24:57.749497 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.v2.base [None req-892eface-1246-4513-ba52-3f614768913b admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-432054653-router', 'tenant_id': '2ba66b8cd58e4f95a06352b46d37ff98', 'external_gateway_info': {'network_id': '88055e1e-672a-4487-be31-ffb6e833ece5'}}} {{(pid=103230) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 20:24:57.771641 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-892eface-1246-4513-ba52-3f614768913b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1834830', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-58389'] for router (b9d92fd8-4023-4769-beb4-3e7902c2986f), before_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:24:57.772709 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-892eface-1246-4513-ba52-3f614768913b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1834810', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1822096', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1886735', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-58380'] for router (b9d92fd8-4023-4769-beb4-3e7902c2986f), precommit_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:24:57.830747 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-892eface-1246-4513-ba52-3f614768913b admin admin] Publish callbacks [] for router_controller (b9d92fd8-4023-4769-beb4-3e7902c2986f), precommit_add_association {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:24:57.846056 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c04fb466-d3ac-4343-a25e-80b6700fd3f3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8b32e980-7cce-5e82-a341-bd2fa8945c89-93700c4d-539d-4291-96be-1b30414bda47', 'network_id': '93700c4d-539d-4291-96be-1b30414bda47', 'project_id': '2ba66b8cd58e4f95a06352b46d37ff98', 'fixed_ips': [{'subnet_id': 'ca5ff4dd-b510-4942-92f8-7c7060ae387a'}]}} from n-d-713498-36. {{(pid=103232) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 09 20:24:57.846928 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-c04fb466-d3ac-4343-a25e-80b6700fd3f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (None), before_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:24:57.976996 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-892eface-1246-4513-ba52-3f614768913b admin admin] Publish callbacks [] for router_gateway (b9d92fd8-4023-4769-beb4-3e7902c2986f), precommit_update {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:24:57.982992 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.db_base_plugin_common [None req-c04fb466-d3ac-4343-a25e-80b6700fd3f3 None None] Allocated IP 172.20.0.2 (93700c4d-539d-4291-96be-1b30414bda47/ca5ff4dd-b510-4942-92f8-7c7060ae387a/296cfa7b-5e83-4aec-80f4-545c7e0eb98e) {{(pid=103232) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 20:24:58.139025 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-c04fb466-d3ac-4343-a25e-80b6700fd3f3 None None] Publish callbacks [] for port (296cfa7b-5e83-4aec-80f4-545c7e0eb98e), precommit_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:24:58.146750 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-c04fb466-d3ac-4343-a25e-80b6700fd3f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762866656467'] for port (296cfa7b-5e83-4aec-80f4-545c7e0eb98e), after_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:24:58.189057 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-892eface-1246-4513-ba52-3f614768913b admin admin] Publish callbacks [] for router_gateway (b9d92fd8-4023-4769-beb4-3e7902c2986f), before_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:24:58.191249 n-d-713498-36 neutron-server[103232]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c04fb466-d3ac-4343-a25e-80b6700fd3f3 None None] Network 93700c4d-539d-4291-96be-1b30414bda47 is already hosted by enough agents. {{(pid=103232) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 20:24:58.194317 n-d-713498-36 neutron-server[103232]: DEBUG neutron.scheduler.base_scheduler [None req-c04fb466-d3ac-4343-a25e-80b6700fd3f3 None None] Resources bound (agent type, host, resource id): {{(pid=103232) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 20:24:58.197694 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c04fb466-d3ac-4343-a25e-80b6700fd3f3 None None] Received port after_create {{(pid=103232) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 20:24:58.206324 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c04fb466-d3ac-4343-a25e-80b6700fd3f3 None None] Pushing event updated for resources: {'Port': ['ID=296cfa7b-5e83-4aec-80f4-545c7e0eb98e,revision_number=1']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:24:58.222706 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-892eface-1246-4513-ba52-3f614768913b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (None), before_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:24:58.258758 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.managers [None req-c04fb466-d3ac-4343-a25e-80b6700fd3f3 None None] Attempting to bind port 296cfa7b-5e83-4aec-80f4-545c7e0eb98e on host n-d-713498-36 for vnic_type normal with profile {{(pid=103232) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 20:24:58.259041 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.managers [None req-c04fb466-d3ac-4343-a25e-80b6700fd3f3 None None] Attempting to bind port 296cfa7b-5e83-4aec-80f4-545c7e0eb98e by drivers openvswitch,hyperv on host n-d-713498-36 at level 0 using segments [{'id': 'a8330c9a-b745-47f4-a942-d51b0c4ec42e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': '93700c4d-539d-4291-96be-1b30414bda47'}] {{(pid=103232) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 20:24:58.259407 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c04fb466-d3ac-4343-a25e-80b6700fd3f3 None None] Attempting to bind port 296cfa7b-5e83-4aec-80f4-545c7e0eb98e on network 93700c4d-539d-4291-96be-1b30414bda47 {{(pid=103232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 20:24:58.264387 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c04fb466-d3ac-4343-a25e-80b6700fd3f3 None None] Checking agent: {'id': '496418a2-c002-4aec-ab1a-07f3bea491bd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-36', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 18, 51, 47), 'started_at': datetime.datetime(2022, 2, 9, 18, 52, 17), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 20, 24, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-36'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 20:24:58.264761 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c04fb466-d3ac-4343-a25e-80b6700fd3f3 None None] Checking segment: {'id': 'a8330c9a-b745-47f4-a942-d51b0c4ec42e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': '93700c4d-539d-4291-96be-1b30414bda47'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103232) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 20:24:58.265873 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-c04fb466-d3ac-4343-a25e-80b6700fd3f3 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:24:58.266349 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c04fb466-d3ac-4343-a25e-80b6700fd3f3 None None] Bound using segment: {'id': 'a8330c9a-b745-47f4-a942-d51b0c4ec42e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': '93700c4d-539d-4291-96be-1b30414bda47'} {{(pid=103232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 20:24:58.266817 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.managers [None req-c04fb466-d3ac-4343-a25e-80b6700fd3f3 None None] Bound port: 296cfa7b-5e83-4aec-80f4-545c7e0eb98e, host: n-d-713498-36, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a8330c9a-b745-47f4-a942-d51b0c4ec42e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': '93700c4d-539d-4291-96be-1b30414bda47'}}] {{(pid=103232) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 20:24:58.267204 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-c04fb466-d3ac-4343-a25e-80b6700fd3f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (296cfa7b-5e83-4aec-80f4-545c7e0eb98e), before_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:24:58.326867 n-d-713498-36 neutron-server[103230]: DEBUG neutron.db.db_base_plugin_common [None req-892eface-1246-4513-ba52-3f614768913b admin admin] Allocated IP 172.25.1.234 (88055e1e-672a-4487-be31-ffb6e833ece5/ac16dbcc-383c-4b43-9153-d763c4a53f91/7ddecc1d-f569-41e5-a31d-feae5e8b5856) {{(pid=103230) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 20:24:58.332213 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-c04fb466-d3ac-4343-a25e-80b6700fd3f3 None None] For port 296cfa7b-5e83-4aec-80f4-545c7e0eb98e, host n-d-713498-36, cleared binding levels {{(pid=103232) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 20:24:58.335299 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-c04fb466-d3ac-4343-a25e-80b6700fd3f3 None None] For port 296cfa7b-5e83-4aec-80f4-545c7e0eb98e, host n-d-713498-36, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-36',level=0,port_id=296cfa7b-5e83-4aec-80f4-545c7e0eb98e,segment=NetworkSegment(a8330c9a-b745-47f4-a942-d51b0c4ec42e),segment_id=a8330c9a-b745-47f4-a942-d51b0c4ec42e)] {{(pid=103232) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 20:24:58.340707 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-c04fb466-d3ac-4343-a25e-80b6700fd3f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762867176205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762866656485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762866656503'] for port (296cfa7b-5e83-4aec-80f4-545c7e0eb98e), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:24:58.396327 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c04fb466-d3ac-4343-a25e-80b6700fd3f3 None None] Pushing event updated for resources: {'Port': ['ID=296cfa7b-5e83-4aec-80f4-545c7e0eb98e,revision_number=2']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:24:58.445764 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-892eface-1246-4513-ba52-3f614768913b admin admin] Publish callbacks [] for port (7ddecc1d-f569-41e5-a31d-feae5e8b5856), precommit_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:24:58.501014 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-892eface-1246-4513-ba52-3f614768913b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762866656467', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14393751'] for port (7ddecc1d-f569-41e5-a31d-feae5e8b5856), after_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:24:58.548235 n-d-713498-36 neutron-server[103230]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-892eface-1246-4513-ba52-3f614768913b admin admin] Network 88055e1e-672a-4487-be31-ffb6e833ece5 is already hosted by enough agents. {{(pid=103230) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 20:24:58.550644 n-d-713498-36 neutron-server[103230]: DEBUG neutron.scheduler.base_scheduler [None req-892eface-1246-4513-ba52-3f614768913b admin admin] Resources bound (agent type, host, resource id): {{(pid=103230) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 20:24:58.557701 n-d-713498-36 neutron-server[103230]: DEBUG neutron.db.l3_dvrscheduler_db [None req-892eface-1246-4513-ba52-3f614768913b admin admin] Received port after_create {{(pid=103230) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 20:24:58.580209 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-892eface-1246-4513-ba52-3f614768913b admin admin] Pushing event updated for resources: {'Port': ['ID=7ddecc1d-f569-41e5-a31d-feae5e8b5856,revision_number=1']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:24:58.826655 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-892eface-1246-4513-ba52-3f614768913b admin admin] Publish callbacks [] for router_gateway (b9d92fd8-4023-4769-beb4-3e7902c2986f), after_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:24:59.025327 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-892eface-1246-4513-ba52-3f614768913b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1834945', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1818951'] for router (b9d92fd8-4023-4769-beb4-3e7902c2986f), after_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:24:59.166346 n-d-713498-36 neutron-server[103230]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-892eface-1246-4513-ba52-3f614768913b admin admin] Router b9d92fd8-4023-4769-beb4-3e7902c2986f is scheduled to L3 agent 93303d5e-5d17-45e8-8963-7694f87783ae with binding_index 1 {{(pid=103230) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 09 20:24:59.224556 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Device 296cfa7b-5e83-4aec-80f4-545c7e0eb98e up at agent ovs-agent-n-d-713498-36 {{(pid=103232) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 20:24:59.277672 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.provisioning_blocks [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Provisioning complete for port 296cfa7b-5e83-4aec-80f4-545c7e0eb98e triggered by entity L2. {{(pid=103232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 20:24:59.278091 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593630'] for port (296cfa7b-5e83-4aec-80f4-545c7e0eb98e), provisioning_complete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:24:59.289834 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-892eface-1246-4513-ba52-3f614768913b admin admin] Notify agent at l3_agent.n-d-713498-36 the message routers_updated {{(pid=103230) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 20:24:59.303500 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-019bdc1d-5f5a-43d5-806e-ce6efb278e86 None None] Sync routers for ids ['b9d92fd8-4023-4769-beb4-3e7902c2986f'] in n-d-713498-36 {{(pid=103232) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 20:24:59.316117 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-892eface-1246-4513-ba52-3f614768913b admin admin] Publish callbacks [] for router (None), before_response {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:24:59.318020 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-892eface-1246-4513-ba52-3f614768913b admin admin] 10.222.0.75 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 1.5714827 Feb 09 20:24:59.320348 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 56244) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:24:59.329585 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.l3_dvrscheduler_db [None req-019bdc1d-5f5a-43d5-806e-ce6efb278e86 None None] Routers {'b9d92fd8-4023-4769-beb4-3e7902c2986f'} bound to L3 agent in host n-d-713498-36 {{(pid=103232) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 20:24:59.330252 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.l3_hamode_db [None req-019bdc1d-5f5a-43d5-806e-ce6efb278e86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T18:51:43Z,description=,heartbeat_timestamp=2022-02-09T20:24:43Z,host='n-d-713498-36',id=93303d5e-5d17-45e8-8963-7694f87783ae,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T18:51:43Z,topic='l3_agent')) {'router_ids': ['b9d92fd8-4023-4769-beb4-3e7902c2986f'], 'active': True} {{(pid=103232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 20:24:59.433862 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf569d8f-4de2-4ae4-ae76-e64004b515b0 None None] Network 93700c4d-539d-4291-96be-1b30414bda47 requested from n-d-713498-36 {{(pid=103232) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 20:24:59.504693 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Current status of the port 296cfa7b-5e83-4aec-80f4-545c7e0eb98e is: DOWN; New status is: ACTIVE {{(pid=103232) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 20:24:59.505076 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (296cfa7b-5e83-4aec-80f4-545c7e0eb98e), before_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:24:59.720554 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.l3_dvr_db [None req-019bdc1d-5f5a-43d5-806e-ce6efb278e86 None None] Set router b9d92fd8-4023-4769-beb4-3e7902c2986f gateway port host: n-d-713498-36 {{(pid=103232) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 20:24:59.824110 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] For port 296cfa7b-5e83-4aec-80f4-545c7e0eb98e, host n-d-713498-36, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-36',level=0,port_id=296cfa7b-5e83-4aec-80f4-545c7e0eb98e,segment=NetworkSegment(a8330c9a-b745-47f4-a942-d51b0c4ec42e),segment_id=a8330c9a-b745-47f4-a942-d51b0c4ec42e)] {{(pid=103232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 20:24:59.825148 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.provisioning_blocks [None req-452b1898-9d26-4fda-9ffd-a60466180701 None None] Provisioning complete for port 296cfa7b-5e83-4aec-80f4-545c7e0eb98e triggered by entity DHCP. {{(pid=103232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 20:24:59.825526 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-452b1898-9d26-4fda-9ffd-a60466180701 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593630'] for port (296cfa7b-5e83-4aec-80f4-545c7e0eb98e), provisioning_complete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:24:59.879968 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762867176205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762866656485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762866656503'] for port (296cfa7b-5e83-4aec-80f4-545c7e0eb98e), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:24:59.991137 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Pushing event updated for resources: {'Port': ['ID=296cfa7b-5e83-4aec-80f4-545c7e0eb98e,revision_number=3']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:25:00.056448 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-452b1898-9d26-4fda-9ffd-a60466180701 None None] Current status of the port 296cfa7b-5e83-4aec-80f4-545c7e0eb98e is: ACTIVE; New status is: ACTIVE {{(pid=103232) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 20:25:00.073920 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-285624f2-ce44-48e8-8bb4-6ab30f0683ec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (None), before_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:25:00.082710 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.l3_hamode_db [None req-019bdc1d-5f5a-43d5-806e-ce6efb278e86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b9d92fd8-4023-4769-beb4-3e7902c2986f', 'name': 'tempest-TestSnapshotPattern-432054653-router', 'tenant_id': '2ba66b8cd58e4f95a06352b46d37ff98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88055e1e-672a-4487-be31-ffb6e833ece5', 'external_fixed_ips': [{'subnet_id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'ip_address': '172.25.1.234'}], 'enable_snat': True}, 'gw_port_id': '7ddecc1d-f569-41e5-a31d-feae5e8b5856', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T20:24:57Z', 'updated_at': '2022-02-09T20:24:58Z', 'revision_number': 3, 'project_id': '2ba66b8cd58e4f95a06352b46d37ff98', 'gw_port': {'id': '7ddecc1d-f569-41e5-a31d-feae5e8b5856', 'name': '', 'network_id': '88055e1e-672a-4487-be31-ffb6e833ece5', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:5c:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b9d92fd8-4023-4769-beb4-3e7902c2986f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4379, 'fixed_ips': [{'subnet_id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'ip_address': '172.25.1.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T20:24:58Z', 'updated_at': '2022-02-09T20:24:58Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-36'}], 'n-d-713498-36', False) {} {{(pid=103232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 20:25:00.114960 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-019bdc1d-5f5a-43d5-806e-ce6efb278e86 None None] Checking router: b9d92fd8-4023-4769-beb4-3e7902c2986f for host: n-d-713498-36 {{(pid=103232) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 20:25:00.115317 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-019bdc1d-5f5a-43d5-806e-ce6efb278e86 None None] Updating router b9d92fd8-4023-4769-beb4-3e7902c2986f port 7ddecc1d-f569-41e5-a31d-feae5e8b5856 binding host n-d-713498-36 {{(pid=103232) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 20:25:00.144288 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-019bdc1d-5f5a-43d5-806e-ce6efb278e86 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (7ddecc1d-f569-41e5-a31d-feae5e8b5856), before_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:25:00.241948 n-d-713498-36 neutron-server[103230]: DEBUG neutron.db.db_base_plugin_common [None req-285624f2-ce44-48e8-8bb4-6ab30f0683ec admin admin] Allocated IP 172.20.0.1 (93700c4d-539d-4291-96be-1b30414bda47/ca5ff4dd-b510-4942-92f8-7c7060ae387a/39206fac-f558-4345-a6e3-08862cfdb92c) {{(pid=103230) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 20:25:00.332163 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.provisioning_blocks [None req-42965d17-9362-4423-b022-6adb001207ef None None] Provisioning complete for port 296cfa7b-5e83-4aec-80f4-545c7e0eb98e triggered by entity DHCP. {{(pid=103232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 20:25:00.332780 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-42965d17-9362-4423-b022-6adb001207ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593630'] for port (296cfa7b-5e83-4aec-80f4-545c7e0eb98e), provisioning_complete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:25:00.350799 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-285624f2-ce44-48e8-8bb4-6ab30f0683ec admin admin] Publish callbacks [] for port (39206fac-f558-4345-a6e3-08862cfdb92c), precommit_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:25:00.384766 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-285624f2-ce44-48e8-8bb4-6ab30f0683ec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762866656467', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14393751'] for port (39206fac-f558-4345-a6e3-08862cfdb92c), after_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:25:00.423949 n-d-713498-36 neutron-server[103230]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-285624f2-ce44-48e8-8bb4-6ab30f0683ec admin admin] Network 93700c4d-539d-4291-96be-1b30414bda47 is already hosted by enough agents. {{(pid=103230) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 20:25:00.428927 n-d-713498-36 neutron-server[103230]: DEBUG neutron.scheduler.base_scheduler [None req-285624f2-ce44-48e8-8bb4-6ab30f0683ec admin admin] Resources bound (agent type, host, resource id): {{(pid=103230) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 20:25:00.431487 n-d-713498-36 neutron-server[103230]: DEBUG neutron.db.l3_dvrscheduler_db [None req-285624f2-ce44-48e8-8bb4-6ab30f0683ec admin admin] Received port after_create {{(pid=103230) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 20:25:00.462139 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-285624f2-ce44-48e8-8bb4-6ab30f0683ec admin admin] Pushing event updated for resources: {'Port': ['ID=39206fac-f558-4345-a6e3-08862cfdb92c,revision_number=1']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:25:00.485601 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-285624f2-ce44-48e8-8bb4-6ab30f0683ec admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1819024'] for router_interface (b9d92fd8-4023-4769-beb4-3e7902c2986f), before_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:25:00.489611 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-019bdc1d-5f5a-43d5-806e-ce6efb278e86 None None] Publish callbacks [] for port (7ddecc1d-f569-41e5-a31d-feae5e8b5856), precommit_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:25:00.491475 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-42965d17-9362-4423-b022-6adb001207ef None None] Current status of the port 296cfa7b-5e83-4aec-80f4-545c7e0eb98e is: ACTIVE; New status is: ACTIVE {{(pid=103232) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 20:25:00.498341 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-019bdc1d-5f5a-43d5-806e-ce6efb278e86 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762867176205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762866656485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762866656503'] for port (7ddecc1d-f569-41e5-a31d-feae5e8b5856), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:25:00.555749 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.managers [None req-019bdc1d-5f5a-43d5-806e-ce6efb278e86 None None] Attempting to bind port 7ddecc1d-f569-41e5-a31d-feae5e8b5856 on host n-d-713498-36 for vnic_type normal with profile {{(pid=103232) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 20:25:00.556127 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.managers [None req-019bdc1d-5f5a-43d5-806e-ce6efb278e86 None None] Attempting to bind port 7ddecc1d-f569-41e5-a31d-feae5e8b5856 by drivers openvswitch,hyperv on host n-d-713498-36 at level 0 using segments [{'id': 'a4222f89-8d3f-4b51-953b-1a8126392491', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '88055e1e-672a-4487-be31-ffb6e833ece5'}] {{(pid=103232) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 20:25:00.556494 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-019bdc1d-5f5a-43d5-806e-ce6efb278e86 None None] Attempting to bind port 7ddecc1d-f569-41e5-a31d-feae5e8b5856 on network 88055e1e-672a-4487-be31-ffb6e833ece5 {{(pid=103232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 20:25:00.558526 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40fb059a-fec9-43e1-9aed-3722e0296c1c None None] Pushing event updated for resources: {'Port': ['ID=7ddecc1d-f569-41e5-a31d-feae5e8b5856,revision_number=2']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:25:00.564945 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-019bdc1d-5f5a-43d5-806e-ce6efb278e86 None None] Checking agent: {'id': '496418a2-c002-4aec-ab1a-07f3bea491bd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-36', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 18, 51, 47), 'started_at': datetime.datetime(2022, 2, 9, 18, 52, 17), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 20, 24, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-36'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 20:25:00.565603 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-019bdc1d-5f5a-43d5-806e-ce6efb278e86 None None] Checking segment: {'id': 'a4222f89-8d3f-4b51-953b-1a8126392491', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '88055e1e-672a-4487-be31-ffb6e833ece5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103232) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 20:25:00.566019 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-019bdc1d-5f5a-43d5-806e-ce6efb278e86 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:25:00.566390 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-019bdc1d-5f5a-43d5-806e-ce6efb278e86 None None] Bound using segment: {'id': 'a4222f89-8d3f-4b51-953b-1a8126392491', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '88055e1e-672a-4487-be31-ffb6e833ece5'} {{(pid=103232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 20:25:00.566863 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.managers [None req-019bdc1d-5f5a-43d5-806e-ce6efb278e86 None None] Bound port: 7ddecc1d-f569-41e5-a31d-feae5e8b5856, host: n-d-713498-36, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a4222f89-8d3f-4b51-953b-1a8126392491', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '88055e1e-672a-4487-be31-ffb6e833ece5'}}] {{(pid=103232) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 20:25:00.567246 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-019bdc1d-5f5a-43d5-806e-ce6efb278e86 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (7ddecc1d-f569-41e5-a31d-feae5e8b5856), before_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:25:00.625617 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-019bdc1d-5f5a-43d5-806e-ce6efb278e86 None None] For port 7ddecc1d-f569-41e5-a31d-feae5e8b5856, host n-d-713498-36, cleared binding levels {{(pid=103232) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 20:25:00.629689 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-019bdc1d-5f5a-43d5-806e-ce6efb278e86 None None] For port 7ddecc1d-f569-41e5-a31d-feae5e8b5856, host n-d-713498-36, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-36',level=0,port_id=7ddecc1d-f569-41e5-a31d-feae5e8b5856,segment=NetworkSegment(a4222f89-8d3f-4b51-953b-1a8126392491),segment_id=a4222f89-8d3f-4b51-953b-1a8126392491)] {{(pid=103232) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 20:25:00.637981 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-019bdc1d-5f5a-43d5-806e-ce6efb278e86 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762867176205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762866656485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762866656503'] for port (7ddecc1d-f569-41e5-a31d-feae5e8b5856), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:25:00.650188 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-285624f2-ce44-48e8-8bb4-6ab30f0683ec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (39206fac-f558-4345-a6e3-08862cfdb92c), before_update {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:25:00.699334 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.l3_dvrscheduler_db [None req-019bdc1d-5f5a-43d5-806e-ce6efb278e86 None None] Routers {'b9d92fd8-4023-4769-beb4-3e7902c2986f'} bound to L3 agent in host n-d-713498-36 {{(pid=103232) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 20:25:00.699947 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.l3_hamode_db [None req-019bdc1d-5f5a-43d5-806e-ce6efb278e86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T18:51:43Z,description=,heartbeat_timestamp=2022-02-09T20:24:43Z,host='n-d-713498-36',id=93303d5e-5d17-45e8-8963-7694f87783ae,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T18:51:43Z,topic='l3_agent')) {'router_ids': ['b9d92fd8-4023-4769-beb4-3e7902c2986f'], 'active': True} {{(pid=103232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 20:25:00.741622 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40fb059a-fec9-43e1-9aed-3722e0296c1c None None] Pushing event updated for resources: {'Port': ['ID=7ddecc1d-f569-41e5-a31d-feae5e8b5856,revision_number=3']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:25:00.794014 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.provisioning_blocks [None req-80e77f7d-e76a-41ea-8324-2555c615f2fe None None] Provisioning complete for port 39206fac-f558-4345-a6e3-08862cfdb92c triggered by entity DHCP. {{(pid=103232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 20:25:00.794389 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-80e77f7d-e76a-41ea-8324-2555c615f2fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593630'] for port (39206fac-f558-4345-a6e3-08862cfdb92c), provisioning_complete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:25:00.828482 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-285624f2-ce44-48e8-8bb4-6ab30f0683ec admin admin] Publish callbacks [] for port (39206fac-f558-4345-a6e3-08862cfdb92c), precommit_update {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:25:00.833486 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-285624f2-ce44-48e8-8bb4-6ab30f0683ec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762867176205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762866656485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762866656503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14393758'] for port (39206fac-f558-4345-a6e3-08862cfdb92c), after_update {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:25:00.846463 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-80e77f7d-e76a-41ea-8324-2555c615f2fe None None] Port 39206fac-f558-4345-a6e3-08862cfdb92c cannot update to ACTIVE because it is not bound. {{(pid=103232) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 20:25:00.855655 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.l3_dvr_db [None req-019bdc1d-5f5a-43d5-806e-ce6efb278e86 None None] Set router b9d92fd8-4023-4769-beb4-3e7902c2986f gateway port host: n-d-713498-36 {{(pid=103232) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 20:25:00.906705 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-285624f2-ce44-48e8-8bb4-6ab30f0683ec admin admin] Pushing event updated for resources: {'Port': ['ID=39206fac-f558-4345-a6e3-08862cfdb92c,revision_number=2']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:25:00.910451 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-285624f2-ce44-48e8-8bb4-6ab30f0683ec admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1613458', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1834496'] for router_interface (b9d92fd8-4023-4769-beb4-3e7902c2986f), after_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:25:01.001886 n-d-713498-36 neutron-server[103230]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-285624f2-ce44-48e8-8bb4-6ab30f0683ec admin admin] Network 93700c4d-539d-4291-96be-1b30414bda47 is already hosted by enough agents. {{(pid=103230) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 20:25:01.003390 n-d-713498-36 neutron-server[103230]: DEBUG neutron.scheduler.base_scheduler [None req-285624f2-ce44-48e8-8bb4-6ab30f0683ec admin admin] Resources bound (agent type, host, resource id): {{(pid=103230) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 20:25:01.070358 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.l3_hamode_db [None req-019bdc1d-5f5a-43d5-806e-ce6efb278e86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b9d92fd8-4023-4769-beb4-3e7902c2986f', 'name': 'tempest-TestSnapshotPattern-432054653-router', 'tenant_id': '2ba66b8cd58e4f95a06352b46d37ff98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88055e1e-672a-4487-be31-ffb6e833ece5', 'external_fixed_ips': [{'subnet_id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'ip_address': '172.25.1.234'}], 'enable_snat': True}, 'gw_port_id': '7ddecc1d-f569-41e5-a31d-feae5e8b5856', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T20:24:57Z', 'updated_at': '2022-02-09T20:25:00Z', 'revision_number': 4, 'project_id': '2ba66b8cd58e4f95a06352b46d37ff98', 'gw_port': {'id': '7ddecc1d-f569-41e5-a31d-feae5e8b5856', 'name': '', 'network_id': '88055e1e-672a-4487-be31-ffb6e833ece5', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:5c:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b9d92fd8-4023-4769-beb4-3e7902c2986f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4379, 'fixed_ips': [{'subnet_id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'ip_address': '172.25.1.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T20:24:58Z', 'updated_at': '2022-02-09T20:25:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-36', '_interfaces': [{'id': '39206fac-f558-4345-a6e3-08862cfdb92c', 'name': '', 'network_id': '93700c4d-539d-4291-96be-1b30414bda47', 'tenant_id': '2ba66b8cd58e4f95a06352b46d37ff98', 'mac_address': 'fa:16:3e:9f:b6:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b9d92fd8-4023-4769-beb4-3e7902c2986f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4380, 'fixed_ips': [{'subnet_id': 'ca5ff4dd-b510-4942-92f8-7c7060ae387a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T20:25:00Z', 'updated_at': '2022-02-09T20:25:00Z', 'revision_number': 1, 'project_id': '2ba66b8cd58e4f95a06352b46d37ff98', 'subnets': [{'id': 'ca5ff4dd-b510-4942-92f8-7c7060ae387a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-36', False) {} {{(pid=103232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 20:25:01.104399 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-019bdc1d-5f5a-43d5-806e-ce6efb278e86 None None] The sync data for ids ['b9d92fd8-4023-4769-beb4-3e7902c2986f'] in n-d-713498-36 is: [{'id': 'b9d92fd8-4023-4769-beb4-3e7902c2986f', 'name': 'tempest-TestSnapshotPattern-432054653-router', 'tenant_id': '2ba66b8cd58e4f95a06352b46d37ff98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88055e1e-672a-4487-be31-ffb6e833ece5', 'external_fixed_ips': [{'subnet_id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'ip_address': '172.25.1.234'}], 'enable_snat': True}, 'gw_port_id': '7ddecc1d-f569-41e5-a31d-feae5e8b5856', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T20:24:57Z', 'updated_at': '2022-02-09T20:25:00Z', 'revision_number': 4, 'project_id': '2ba66b8cd58e4f95a06352b46d37ff98', 'gw_port': {'id': '7ddecc1d-f569-41e5-a31d-feae5e8b5856', 'name': '', 'network_id': '88055e1e-672a-4487-be31-ffb6e833ece5', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:5c:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b9d92fd8-4023-4769-beb4-3e7902c2986f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4379, 'fixed_ips': [{'subnet_id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'ip_address': '172.25.1.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T20:24:58Z', 'updated_at': '2022-02-09T20:25:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-36', '_interfaces': [{'id': '39206fac-f558-4345-a6e3-08862cfdb92c', 'name': '', 'network_id': '93700c4d-539d-4291-96be-1b30414bda47', 'tenant_id': '2ba66b8cd58e4f95a06352b46d37ff98', 'mac_address': 'fa:16:3e:9f:b6:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b9d92fd8-4023-4769-beb4-3e7902c2986f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4380, 'fixed_ips': [{'subnet_id': 'ca5ff4dd-b510-4942-92f8-7c7060ae387a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T20:25:00Z', 'updated_at': '2022-02-09T20:25:00Z', 'revision_number': 1, 'project_id': '2ba66b8cd58e4f95a06352b46d37ff98', 'subnets': [{'id': 'ca5ff4dd-b510-4942-92f8-7c7060ae387a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103232) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 20:25:01.176961 n-d-713498-36 neutron-server[103230]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-285624f2-ce44-48e8-8bb4-6ab30f0683ec admin admin] Router b9d92fd8-4023-4769-beb4-3e7902c2986f has already been hosted by L3 agent 93303d5e-5d17-45e8-8963-7694f87783ae {{(pid=103230) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 20:25:01.244314 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Device 296cfa7b-5e83-4aec-80f4-545c7e0eb98e up at agent ovs-agent-n-d-713498-36 {{(pid=103232) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 20:25:01.297297 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.provisioning_blocks [None req-09233908-5fdc-4422-8780-aff027a82f85 None None] Provisioning complete for port 39206fac-f558-4345-a6e3-08862cfdb92c triggered by entity DHCP. {{(pid=103232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 20:25:01.297685 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-09233908-5fdc-4422-8780-aff027a82f85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593630'] for port (39206fac-f558-4345-a6e3-08862cfdb92c), provisioning_complete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:25:01.333340 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-285624f2-ce44-48e8-8bb4-6ab30f0683ec admin admin] Notify agent at l3_agent.n-d-713498-36 the message routers_updated {{(pid=103230) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 20:25:01.339034 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-285624f2-ce44-48e8-8bb4-6ab30f0683ec admin admin] 10.222.0.75 "PUT /v2.0/routers/b9d92fd8-4023-4769-beb4-3e7902c2986f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0176213 Feb 09 20:25:01.342928 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-09233908-5fdc-4422-8780-aff027a82f85 None None] Port 39206fac-f558-4345-a6e3-08862cfdb92c cannot update to ACTIVE because it is not bound. {{(pid=103232) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 20:25:01.345386 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.provisioning_blocks [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Provisioning complete for port 296cfa7b-5e83-4aec-80f4-545c7e0eb98e triggered by entity L2. {{(pid=103232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 20:25:01.345767 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593630'] for port (296cfa7b-5e83-4aec-80f4-545c7e0eb98e), provisioning_complete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:25:01.486773 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Current status of the port 296cfa7b-5e83-4aec-80f4-545c7e0eb98e is: ACTIVE; New status is: ACTIVE {{(pid=103232) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 20:25:01.981736 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 56260) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:25:01.987171 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.v2.base [None req-20a89189-be41-43f0-9c22-3139398480a6 admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-1672790500-network', 'tenant_id': '75b25e6ce128494395ec8952b82a2112'}} {{(pid=103230) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 20:25:02.010327 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-20a89189-be41-43f0-9c22-3139398480a6 admin admin] Made reservation on behalf of 75b25e6ce128494395ec8952b82a2112 for: {'network': 1} {{(pid=103230) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 20:25:02.012731 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-20a89189-be41-43f0-9c22-3139398480a6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for network (None), before_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:25:02.022959 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-20a89189-be41-43f0-9c22-3139398480a6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:25:02.108739 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-20a89189-be41-43f0-9c22-3139398480a6 admin admin] Publish callbacks [] for security_group (485a14bb-4ea9-4707-8468-64633e0b774a), precommit_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:25:02.112746 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-20a89189-be41-43f0-9c22-3139398480a6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1892331'] for security_group (485a14bb-4ea9-4707-8468-64633e0b774a), after_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:25:02.139046 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-20a89189-be41-43f0-9c22-3139398480a6 admin admin] vlan segment allocate from pool success with {'vlan_id': 361, 'physical_network': 'physnet1'} {{(pid=103230) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 20:25:02.148790 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20a89189-be41-43f0-9c22-3139398480a6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=485a14bb-4ea9-4707-8468-64633e0b774a,revision_number=1']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:25:02.157060 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-20a89189-be41-43f0-9c22-3139398480a6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-759574'] for segment (c7662a76-c3d9-413e-899c-c848fdffb3cb), precommit_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:25:02.157428 n-d-713498-36 neutron-server[103230]: INFO neutron.db.segments_db [None req-20a89189-be41-43f0-9c22-3139398480a6 admin admin] Added segment c7662a76-c3d9-413e-899c-c848fdffb3cb of type vlan for network 2d0d6a6c-9917-4ff2-a697-e3e36a21bf45 Feb 09 20:25:02.200166 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-20a89189-be41-43f0-9c22-3139398480a6 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762866642225'] for network (2d0d6a6c-9917-4ff2-a697-e3e36a21bf45), precommit_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:25:02.228111 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-20a89189-be41-43f0-9c22-3139398480a6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1885479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452'] for network (2d0d6a6c-9917-4ff2-a697-e3e36a21bf45), after_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:25:02.229271 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20a89189-be41-43f0-9c22-3139398480a6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:25:02.229939 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-20a89189-be41-43f0-9c22-3139398480a6 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:25:02.291198 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-20a89189-be41-43f0-9c22-3139398480a6 admin admin] 10.222.0.75 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.3081634 Feb 09 20:25:02.294102 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 56262) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:25:02.301476 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.v2.base [None req-41a79fed-3ce9-4cad-8fbb-760289a0cff1 admin admin] Request body: {'subnet': {'network_id': '2d0d6a6c-9917-4ff2-a697-e3e36a21bf45', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-1672790500-subnet', 'tenant_id': '75b25e6ce128494395ec8952b82a2112', 'ip_version': 4}} {{(pid=103229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 20:25:02.304700 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20a89189-be41-43f0-9c22-3139398480a6 admin admin] Pushing event updated for resources: {'Network': ['ID=2d0d6a6c-9917-4ff2-a697-e3e36a21bf45,revision_number=1']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:25:02.315678 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Network 2d0d6a6c-9917-4ff2-a697-e3e36a21bf45 details requested by agent ovs-agent-n-d-713498-36 with host n-d-713498-36 {{(pid=103232) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 20:25:02.333162 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-41a79fed-3ce9-4cad-8fbb-760289a0cff1 admin admin] Made reservation on behalf of 75b25e6ce128494395ec8952b82a2112 for: {'subnet': 1} {{(pid=103229) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 20:25:02.335672 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-41a79fed-3ce9-4cad-8fbb-760289a0cff1 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12759265'] for subnet (None), before_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:25:02.513685 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-41a79fed-3ce9-4cad-8fbb-760289a0cff1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12867428', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12759263'] for subnet (8604ed5b-c18c-4221-85af-7852f4583a7a), after_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:25:02.581063 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41a79fed-3ce9-4cad-8fbb-760289a0cff1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8604ed5b-c18c-4221-85af-7852f4583a7a,revision_number=0']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:25:02.601858 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41a79fed-3ce9-4cad-8fbb-760289a0cff1 admin admin] Checking segment: {'id': 'c7662a76-c3d9-413e-899c-c848fdffb3cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '2d0d6a6c-9917-4ff2-a697-e3e36a21bf45'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103229) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 20:25:02.602252 n-d-713498-36 neutron-server[103229]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41a79fed-3ce9-4cad-8fbb-760289a0cff1 admin admin] Network hostable DHCP agents. Network: 2d0d6a6c-9917-4ff2-a697-e3e36a21bf45, hostable agents: ['af91e4b9-f4e1-42b1-a25c-a10dc47171c8'], hosted agents: [] {{(pid=103229) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 20:25:02.620469 n-d-713498-36 neutron-server[103229]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41a79fed-3ce9-4cad-8fbb-760289a0cff1 admin admin] Network 2d0d6a6c-9917-4ff2-a697-e3e36a21bf45 is scheduled to be hosted by DHCP agent af91e4b9-f4e1-42b1-a25c-a10dc47171c8 with binding_index 1 {{(pid=103229) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 20:25:02.631346 n-d-713498-36 neutron-server[103229]: DEBUG neutron.scheduler.base_scheduler [None req-41a79fed-3ce9-4cad-8fbb-760289a0cff1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713498-36, 2d0d6a6c-9917-4ff2-a697-e3e36a21bf45) {{(pid=103229) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 20:25:02.635966 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41a79fed-3ce9-4cad-8fbb-760289a0cff1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:25:02.636571 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-41a79fed-3ce9-4cad-8fbb-760289a0cff1 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:25:02.641821 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0fad36e-2526-435b-8c80-0b932afae8f5 None None] Network 2d0d6a6c-9917-4ff2-a697-e3e36a21bf45 requested from n-d-713498-36 {{(pid=103232) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 20:25:02.658150 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-41a79fed-3ce9-4cad-8fbb-760289a0cff1 admin admin] 10.222.0.75 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.3591948 Feb 09 20:25:02.658632 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 56264) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:25:02.663427 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.v2.base [None req-77dcbec7-e551-496d-bc2e-888826832b3b admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-1672790500-router', 'tenant_id': '75b25e6ce128494395ec8952b82a2112', 'external_gateway_info': {'network_id': '88055e1e-672a-4487-be31-ffb6e833ece5'}}} {{(pid=103230) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 20:25:02.685309 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-77dcbec7-e551-496d-bc2e-888826832b3b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1834830', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-58389'] for router (c36a389e-0bab-44ea-b4b5-9ad05f99fa87), before_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:25:02.686705 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-77dcbec7-e551-496d-bc2e-888826832b3b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1834810', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1822096', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1886735', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-58380'] for router (c36a389e-0bab-44ea-b4b5-9ad05f99fa87), precommit_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:25:02.743736 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-77dcbec7-e551-496d-bc2e-888826832b3b admin admin] Publish callbacks [] for router_controller (c36a389e-0bab-44ea-b4b5-9ad05f99fa87), precommit_add_association {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:25:02.764165 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-574ec584-855d-4977-b2d4-0a9e668156d0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8b32e980-7cce-5e82-a341-bd2fa8945c89-2d0d6a6c-9917-4ff2-a697-e3e36a21bf45', 'network_id': '2d0d6a6c-9917-4ff2-a697-e3e36a21bf45', 'project_id': '75b25e6ce128494395ec8952b82a2112', 'fixed_ips': [{'subnet_id': '8604ed5b-c18c-4221-85af-7852f4583a7a'}]}} from n-d-713498-36. {{(pid=103232) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 09 20:25:02.765157 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-574ec584-855d-4977-b2d4-0a9e668156d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (None), before_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:25:02.902931 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-77dcbec7-e551-496d-bc2e-888826832b3b admin admin] Publish callbacks [] for router_gateway (c36a389e-0bab-44ea-b4b5-9ad05f99fa87), precommit_update {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:25:02.913872 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.db_base_plugin_common [None req-574ec584-855d-4977-b2d4-0a9e668156d0 None None] Allocated IP 172.20.0.2 (2d0d6a6c-9917-4ff2-a697-e3e36a21bf45/8604ed5b-c18c-4221-85af-7852f4583a7a/191e01ed-1954-4a80-91b6-8fa82007d429) {{(pid=103232) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 20:25:03.064548 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-574ec584-855d-4977-b2d4-0a9e668156d0 None None] Publish callbacks [] for port (191e01ed-1954-4a80-91b6-8fa82007d429), precommit_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:25:03.071409 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-574ec584-855d-4977-b2d4-0a9e668156d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762866656467'] for port (191e01ed-1954-4a80-91b6-8fa82007d429), after_create {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:25:03.112110 n-d-713498-36 neutron-server[103232]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-574ec584-855d-4977-b2d4-0a9e668156d0 None None] Network 2d0d6a6c-9917-4ff2-a697-e3e36a21bf45 is already hosted by enough agents. {{(pid=103232) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 20:25:03.115068 n-d-713498-36 neutron-server[103232]: DEBUG neutron.scheduler.base_scheduler [None req-574ec584-855d-4977-b2d4-0a9e668156d0 None None] Resources bound (agent type, host, resource id): {{(pid=103232) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 20:25:03.117253 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-77dcbec7-e551-496d-bc2e-888826832b3b admin admin] Publish callbacks [] for router_gateway (c36a389e-0bab-44ea-b4b5-9ad05f99fa87), before_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:25:03.118491 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.l3_dvrscheduler_db [None req-574ec584-855d-4977-b2d4-0a9e668156d0 None None] Received port after_create {{(pid=103232) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 20:25:03.125886 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-574ec584-855d-4977-b2d4-0a9e668156d0 None None] Pushing event updated for resources: {'Port': ['ID=191e01ed-1954-4a80-91b6-8fa82007d429,revision_number=1']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:25:03.138381 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-77dcbec7-e551-496d-bc2e-888826832b3b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (None), before_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:25:03.185228 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.managers [None req-574ec584-855d-4977-b2d4-0a9e668156d0 None None] Attempting to bind port 191e01ed-1954-4a80-91b6-8fa82007d429 on host n-d-713498-36 for vnic_type normal with profile {{(pid=103232) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 20:25:03.186379 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.managers [None req-574ec584-855d-4977-b2d4-0a9e668156d0 None None] Attempting to bind port 191e01ed-1954-4a80-91b6-8fa82007d429 by drivers openvswitch,hyperv on host n-d-713498-36 at level 0 using segments [{'id': 'c7662a76-c3d9-413e-899c-c848fdffb3cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '2d0d6a6c-9917-4ff2-a697-e3e36a21bf45'}] {{(pid=103232) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 20:25:03.187346 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-574ec584-855d-4977-b2d4-0a9e668156d0 None None] Attempting to bind port 191e01ed-1954-4a80-91b6-8fa82007d429 on network 2d0d6a6c-9917-4ff2-a697-e3e36a21bf45 {{(pid=103232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 20:25:03.193013 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-574ec584-855d-4977-b2d4-0a9e668156d0 None None] Checking agent: {'id': '496418a2-c002-4aec-ab1a-07f3bea491bd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-36', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 18, 51, 47), 'started_at': datetime.datetime(2022, 2, 9, 18, 52, 17), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 20, 24, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-36'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 20:25:03.193394 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-574ec584-855d-4977-b2d4-0a9e668156d0 None None] Checking segment: {'id': 'c7662a76-c3d9-413e-899c-c848fdffb3cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '2d0d6a6c-9917-4ff2-a697-e3e36a21bf45'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103232) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 20:25:03.193994 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-574ec584-855d-4977-b2d4-0a9e668156d0 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:25:03.194434 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-574ec584-855d-4977-b2d4-0a9e668156d0 None None] Bound using segment: {'id': 'c7662a76-c3d9-413e-899c-c848fdffb3cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '2d0d6a6c-9917-4ff2-a697-e3e36a21bf45'} {{(pid=103232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 20:25:03.194906 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.managers [None req-574ec584-855d-4977-b2d4-0a9e668156d0 None None] Bound port: 191e01ed-1954-4a80-91b6-8fa82007d429, host: n-d-713498-36, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c7662a76-c3d9-413e-899c-c848fdffb3cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '2d0d6a6c-9917-4ff2-a697-e3e36a21bf45'}}] {{(pid=103232) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 20:25:03.195291 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-574ec584-855d-4977-b2d4-0a9e668156d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (191e01ed-1954-4a80-91b6-8fa82007d429), before_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:25:03.248373 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Device 7ddecc1d-f569-41e5-a31d-feae5e8b5856 up at agent ovs-agent-n-d-713498-36 {{(pid=103232) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 20:25:03.264896 n-d-713498-36 neutron-server[103230]: DEBUG neutron.db.db_base_plugin_common [None req-77dcbec7-e551-496d-bc2e-888826832b3b admin admin] Allocated IP 172.25.1.153 (88055e1e-672a-4487-be31-ffb6e833ece5/ac16dbcc-383c-4b43-9153-d763c4a53f91/89da1571-ff9e-4c78-abf6-2aaa7de93a7f) {{(pid=103230) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 20:25:03.315963 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-574ec584-855d-4977-b2d4-0a9e668156d0 None None] For port 191e01ed-1954-4a80-91b6-8fa82007d429, host n-d-713498-36, cleared binding levels {{(pid=103232) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 20:25:03.320353 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-574ec584-855d-4977-b2d4-0a9e668156d0 None None] For port 191e01ed-1954-4a80-91b6-8fa82007d429, host n-d-713498-36, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-36',level=0,port_id=191e01ed-1954-4a80-91b6-8fa82007d429,segment=NetworkSegment(c7662a76-c3d9-413e-899c-c848fdffb3cb),segment_id=c7662a76-c3d9-413e-899c-c848fdffb3cb)] {{(pid=103232) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 20:25:03.330284 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-574ec584-855d-4977-b2d4-0a9e668156d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762867176205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762866656485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762866656503'] for port (191e01ed-1954-4a80-91b6-8fa82007d429), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:25:03.364394 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.provisioning_blocks [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Provisioning complete for port 7ddecc1d-f569-41e5-a31d-feae5e8b5856 triggered by entity L2. {{(pid=103232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 20:25:03.364773 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593630'] for port (7ddecc1d-f569-41e5-a31d-feae5e8b5856), provisioning_complete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:25:03.383400 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-77dcbec7-e551-496d-bc2e-888826832b3b admin admin] Publish callbacks [] for port (89da1571-ff9e-4c78-abf6-2aaa7de93a7f), precommit_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:25:03.425740 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-77dcbec7-e551-496d-bc2e-888826832b3b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762866656467', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14393751'] for port (89da1571-ff9e-4c78-abf6-2aaa7de93a7f), after_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:25:03.426928 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-574ec584-855d-4977-b2d4-0a9e668156d0 None None] Pushing event updated for resources: {'Port': ['ID=191e01ed-1954-4a80-91b6-8fa82007d429,revision_number=2']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:25:03.480418 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Current status of the port 7ddecc1d-f569-41e5-a31d-feae5e8b5856 is: DOWN; New status is: ACTIVE {{(pid=103232) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 20:25:03.480829 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (7ddecc1d-f569-41e5-a31d-feae5e8b5856), before_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:25:03.485520 n-d-713498-36 neutron-server[103230]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77dcbec7-e551-496d-bc2e-888826832b3b admin admin] Network 88055e1e-672a-4487-be31-ffb6e833ece5 is already hosted by enough agents. {{(pid=103230) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 20:25:03.488646 n-d-713498-36 neutron-server[103230]: DEBUG neutron.scheduler.base_scheduler [None req-77dcbec7-e551-496d-bc2e-888826832b3b admin admin] Resources bound (agent type, host, resource id): {{(pid=103230) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 20:25:03.501856 n-d-713498-36 neutron-server[103230]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77dcbec7-e551-496d-bc2e-888826832b3b admin admin] Received port after_create {{(pid=103230) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 20:25:03.504743 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] For port 7ddecc1d-f569-41e5-a31d-feae5e8b5856, host n-d-713498-36, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-36',level=0,port_id=7ddecc1d-f569-41e5-a31d-feae5e8b5856,segment=NetworkSegment(a4222f89-8d3f-4b51-953b-1a8126392491),segment_id=a4222f89-8d3f-4b51-953b-1a8126392491)] {{(pid=103232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 20:25:03.505704 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77dcbec7-e551-496d-bc2e-888826832b3b admin admin] Pushing event updated for resources: {'Port': ['ID=89da1571-ff9e-4c78-abf6-2aaa7de93a7f,revision_number=1']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:25:03.510511 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762867176205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762866656485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762866656503'] for port (7ddecc1d-f569-41e5-a31d-feae5e8b5856), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:25:03.563315 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Pushing event updated for resources: {'Port': ['ID=7ddecc1d-f569-41e5-a31d-feae5e8b5856,revision_number=4']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:25:03.657717 n-d-713498-36 neutron-server[103233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-847ca005-ab84-43a8-a49e-c668a9958d49 None None] Sync routers for ids ['b9d92fd8-4023-4769-beb4-3e7902c2986f'] in n-d-713498-36 {{(pid=103233) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 20:25:03.676818 n-d-713498-36 neutron-server[103233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-847ca005-ab84-43a8-a49e-c668a9958d49 None None] Routers {'b9d92fd8-4023-4769-beb4-3e7902c2986f'} bound to L3 agent in host n-d-713498-36 {{(pid=103233) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 20:25:03.677349 n-d-713498-36 neutron-server[103233]: DEBUG neutron.db.l3_hamode_db [None req-847ca005-ab84-43a8-a49e-c668a9958d49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T18:51:43Z,description=,heartbeat_timestamp=2022-02-09T20:24:43Z,host='n-d-713498-36',id=93303d5e-5d17-45e8-8963-7694f87783ae,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T18:51:43Z,topic='l3_agent')) {'router_ids': ['b9d92fd8-4023-4769-beb4-3e7902c2986f'], 'active': True} {{(pid=103233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 20:25:03.813554 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-77dcbec7-e551-496d-bc2e-888826832b3b admin admin] Publish callbacks [] for router_gateway (c36a389e-0bab-44ea-b4b5-9ad05f99fa87), after_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:25:03.887439 n-d-713498-36 neutron-server[103233]: DEBUG neutron.db.l3_dvr_db [None req-847ca005-ab84-43a8-a49e-c668a9958d49 None None] Set router b9d92fd8-4023-4769-beb4-3e7902c2986f gateway port host: n-d-713498-36 {{(pid=103233) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 20:25:04.023181 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-77dcbec7-e551-496d-bc2e-888826832b3b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1834945', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1818951'] for router (c36a389e-0bab-44ea-b4b5-9ad05f99fa87), after_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:25:04.092591 n-d-713498-36 neutron-server[103233]: DEBUG neutron.db.l3_hamode_db [None req-847ca005-ab84-43a8-a49e-c668a9958d49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b9d92fd8-4023-4769-beb4-3e7902c2986f', 'name': 'tempest-TestSnapshotPattern-432054653-router', 'tenant_id': '2ba66b8cd58e4f95a06352b46d37ff98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88055e1e-672a-4487-be31-ffb6e833ece5', 'external_fixed_ips': [{'subnet_id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'ip_address': '172.25.1.234'}], 'enable_snat': True}, 'gw_port_id': '7ddecc1d-f569-41e5-a31d-feae5e8b5856', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T20:24:57Z', 'updated_at': '2022-02-09T20:25:00Z', 'revision_number': 4, 'project_id': '2ba66b8cd58e4f95a06352b46d37ff98', 'gw_port': {'id': '7ddecc1d-f569-41e5-a31d-feae5e8b5856', 'name': '', 'network_id': '88055e1e-672a-4487-be31-ffb6e833ece5', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:5c:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9d92fd8-4023-4769-beb4-3e7902c2986f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4379, 'fixed_ips': [{'subnet_id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'ip_address': '172.25.1.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T20:24:58Z', 'updated_at': '2022-02-09T20:25:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-36', '_interfaces': [{'id': '39206fac-f558-4345-a6e3-08862cfdb92c', 'name': '', 'network_id': '93700c4d-539d-4291-96be-1b30414bda47', 'tenant_id': '2ba66b8cd58e4f95a06352b46d37ff98', 'mac_address': 'fa:16:3e:9f:b6:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b9d92fd8-4023-4769-beb4-3e7902c2986f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4380, 'fixed_ips': [{'subnet_id': 'ca5ff4dd-b510-4942-92f8-7c7060ae387a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T20:25:00Z', 'updated_at': '2022-02-09T20:25:00Z', 'revision_number': 2, 'project_id': '2ba66b8cd58e4f95a06352b46d37ff98', 'subnets': [{'id': 'ca5ff4dd-b510-4942-92f8-7c7060ae387a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-36', False) {} {{(pid=103233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 20:25:04.121527 n-d-713498-36 neutron-server[103233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-847ca005-ab84-43a8-a49e-c668a9958d49 None None] Checking router: b9d92fd8-4023-4769-beb4-3e7902c2986f for host: n-d-713498-36 {{(pid=103233) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 20:25:04.121921 n-d-713498-36 neutron-server[103233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-847ca005-ab84-43a8-a49e-c668a9958d49 None None] Updating router b9d92fd8-4023-4769-beb4-3e7902c2986f port 39206fac-f558-4345-a6e3-08862cfdb92c binding host n-d-713498-36 {{(pid=103233) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 20:25:04.161236 n-d-713498-36 neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-847ca005-ab84-43a8-a49e-c668a9958d49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (39206fac-f558-4345-a6e3-08862cfdb92c), before_update {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:25:04.162761 n-d-713498-36 neutron-server[103230]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-77dcbec7-e551-496d-bc2e-888826832b3b admin admin] Router c36a389e-0bab-44ea-b4b5-9ad05f99fa87 is scheduled to L3 agent 93303d5e-5d17-45e8-8963-7694f87783ae with binding_index 1 {{(pid=103230) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 09 20:25:04.281654 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-77dcbec7-e551-496d-bc2e-888826832b3b admin admin] Notify agent at l3_agent.n-d-713498-36 the message routers_updated {{(pid=103230) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 20:25:04.292408 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93d13116-0c85-4c42-ae36-f40aec27e5dc None None] Sync routers for ids ['c36a389e-0bab-44ea-b4b5-9ad05f99fa87'] in n-d-713498-36 {{(pid=103232) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 20:25:04.299956 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-77dcbec7-e551-496d-bc2e-888826832b3b admin admin] Publish callbacks [] for router (None), before_response {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:25:04.302320 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-77dcbec7-e551-496d-bc2e-888826832b3b admin admin] 10.222.0.75 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 1.6415088 Feb 09 20:25:04.305098 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 56266) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:25:04.312828 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93d13116-0c85-4c42-ae36-f40aec27e5dc None None] Routers {'c36a389e-0bab-44ea-b4b5-9ad05f99fa87'} bound to L3 agent in host n-d-713498-36 {{(pid=103232) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 20:25:04.313812 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.l3_hamode_db [None req-93d13116-0c85-4c42-ae36-f40aec27e5dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T18:51:43Z,description=,heartbeat_timestamp=2022-02-09T20:24:43Z,host='n-d-713498-36',id=93303d5e-5d17-45e8-8963-7694f87783ae,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T18:51:43Z,topic='l3_agent')) {'router_ids': ['c36a389e-0bab-44ea-b4b5-9ad05f99fa87'], 'active': True} {{(pid=103232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 20:25:04.492618 n-d-713498-36 neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-847ca005-ab84-43a8-a49e-c668a9958d49 None None] Publish callbacks [] for port (39206fac-f558-4345-a6e3-08862cfdb92c), precommit_update {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:25:04.499639 n-d-713498-36 neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-847ca005-ab84-43a8-a49e-c668a9958d49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762867176205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762866656485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762866656503'] for port (39206fac-f558-4345-a6e3-08862cfdb92c), after_update {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:25:04.559331 n-d-713498-36 neutron-server[103233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4775279f-c11c-45b2-80cd-19b4deda5cc7 None None] Pushing event updated for resources: {'Port': ['ID=39206fac-f558-4345-a6e3-08862cfdb92c,revision_number=3']} {{(pid=103233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:25:04.587756 n-d-713498-36 neutron-server[103233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4775279f-c11c-45b2-80cd-19b4deda5cc7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:25:04.588105 n-d-713498-36 neutron-server[103233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4775279f-c11c-45b2-80cd-19b4deda5cc7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:25:04.588434 n-d-713498-36 neutron-server[103233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4775279f-c11c-45b2-80cd-19b4deda5cc7 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:25:04.588763 n-d-713498-36 neutron-server[103233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4775279f-c11c-45b2-80cd-19b4deda5cc7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:25:04.589089 n-d-713498-36 neutron-server[103233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4775279f-c11c-45b2-80cd-19b4deda5cc7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:25:04.589594 n-d-713498-36 neutron-server[103233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4775279f-c11c-45b2-80cd-19b4deda5cc7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:25:04.589932 n-d-713498-36 neutron-server[103233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4775279f-c11c-45b2-80cd-19b4deda5cc7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:25:04.590284 n-d-713498-36 neutron-server[103233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4775279f-c11c-45b2-80cd-19b4deda5cc7 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:25:04.590584 n-d-713498-36 neutron-server[103233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4775279f-c11c-45b2-80cd-19b4deda5cc7 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:25:04.592685 n-d-713498-36 neutron-server[103233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4775279f-c11c-45b2-80cd-19b4deda5cc7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:25:04.593301 n-d-713498-36 neutron-server[103233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4775279f-c11c-45b2-80cd-19b4deda5cc7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:25:04.595930 n-d-713498-36 neutron-server[103233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4775279f-c11c-45b2-80cd-19b4deda5cc7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:25:04.596271 n-d-713498-36 neutron-server[103233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4775279f-c11c-45b2-80cd-19b4deda5cc7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:25:04.599157 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4efcdd2-dcc0-4cfe-890b-3f46b5253de9 None None] Network 2d0d6a6c-9917-4ff2-a697-e3e36a21bf45 requested from n-d-713498-36 {{(pid=103232) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 20:25:04.633859 n-d-713498-36 neutron-server[103233]: DEBUG neutron.plugins.ml2.managers [None req-847ca005-ab84-43a8-a49e-c668a9958d49 None None] Attempting to bind port 39206fac-f558-4345-a6e3-08862cfdb92c on host n-d-713498-36 for vnic_type normal with profile {{(pid=103233) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 20:25:04.634240 n-d-713498-36 neutron-server[103233]: DEBUG neutron.plugins.ml2.managers [None req-847ca005-ab84-43a8-a49e-c668a9958d49 None None] Attempting to bind port 39206fac-f558-4345-a6e3-08862cfdb92c by drivers openvswitch,hyperv on host n-d-713498-36 at level 0 using segments [{'id': 'a8330c9a-b745-47f4-a942-d51b0c4ec42e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': '93700c4d-539d-4291-96be-1b30414bda47'}] {{(pid=103233) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 20:25:04.634601 n-d-713498-36 neutron-server[103233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-847ca005-ab84-43a8-a49e-c668a9958d49 None None] Attempting to bind port 39206fac-f558-4345-a6e3-08862cfdb92c on network 93700c4d-539d-4291-96be-1b30414bda47 {{(pid=103233) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 20:25:04.640587 n-d-713498-36 neutron-server[103233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-847ca005-ab84-43a8-a49e-c668a9958d49 None None] Checking agent: {'id': '496418a2-c002-4aec-ab1a-07f3bea491bd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-36', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 18, 51, 47), 'started_at': datetime.datetime(2022, 2, 9, 18, 52, 17), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 20, 24, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-36'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103233) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 20:25:04.641059 n-d-713498-36 neutron-server[103233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-847ca005-ab84-43a8-a49e-c668a9958d49 None None] Checking segment: {'id': 'a8330c9a-b745-47f4-a942-d51b0c4ec42e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': '93700c4d-539d-4291-96be-1b30414bda47'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103233) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 20:25:04.641619 n-d-713498-36 neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-847ca005-ab84-43a8-a49e-c668a9958d49 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:25:04.642038 n-d-713498-36 neutron-server[103233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-847ca005-ab84-43a8-a49e-c668a9958d49 None None] Bound using segment: {'id': 'a8330c9a-b745-47f4-a942-d51b0c4ec42e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': '93700c4d-539d-4291-96be-1b30414bda47'} {{(pid=103233) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 20:25:04.642507 n-d-713498-36 neutron-server[103233]: DEBUG neutron.plugins.ml2.managers [None req-847ca005-ab84-43a8-a49e-c668a9958d49 None None] Bound port: 39206fac-f558-4345-a6e3-08862cfdb92c, host: n-d-713498-36, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a8330c9a-b745-47f4-a942-d51b0c4ec42e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': '93700c4d-539d-4291-96be-1b30414bda47'}}] {{(pid=103233) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 20:25:04.642879 n-d-713498-36 neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-847ca005-ab84-43a8-a49e-c668a9958d49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (39206fac-f558-4345-a6e3-08862cfdb92c), before_update {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:25:04.683428 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.provisioning_blocks [None req-ae752f14-d510-459e-ae3c-d56ec39c1420 None None] Provisioning complete for port 191e01ed-1954-4a80-91b6-8fa82007d429 triggered by entity DHCP. {{(pid=103232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 20:25:04.684108 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-ae752f14-d510-459e-ae3c-d56ec39c1420 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593630'] for port (191e01ed-1954-4a80-91b6-8fa82007d429), provisioning_complete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:25:04.725682 n-d-713498-36 neutron-server[103233]: DEBUG neutron.plugins.ml2.db [None req-847ca005-ab84-43a8-a49e-c668a9958d49 None None] For port 39206fac-f558-4345-a6e3-08862cfdb92c, host n-d-713498-36, cleared binding levels {{(pid=103233) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 20:25:04.729330 n-d-713498-36 neutron-server[103233]: DEBUG neutron.plugins.ml2.db [None req-847ca005-ab84-43a8-a49e-c668a9958d49 None None] For port 39206fac-f558-4345-a6e3-08862cfdb92c, host n-d-713498-36, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-36',level=0,port_id=39206fac-f558-4345-a6e3-08862cfdb92c,segment=NetworkSegment(a8330c9a-b745-47f4-a942-d51b0c4ec42e),segment_id=a8330c9a-b745-47f4-a942-d51b0c4ec42e)] {{(pid=103233) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 20:25:04.741265 n-d-713498-36 neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-847ca005-ab84-43a8-a49e-c668a9958d49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762867176205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762866656485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762866656503'] for port (39206fac-f558-4345-a6e3-08862cfdb92c), after_update {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:25:04.762501 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.l3_dvr_db [None req-93d13116-0c85-4c42-ae36-f40aec27e5dc None None] Set router c36a389e-0bab-44ea-b4b5-9ad05f99fa87 gateway port host: n-d-713498-36 {{(pid=103232) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 20:25:04.815232 n-d-713498-36 neutron-server[103233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-847ca005-ab84-43a8-a49e-c668a9958d49 None None] Routers {'b9d92fd8-4023-4769-beb4-3e7902c2986f'} bound to L3 agent in host n-d-713498-36 {{(pid=103233) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 20:25:04.816163 n-d-713498-36 neutron-server[103233]: DEBUG neutron.db.l3_hamode_db [None req-847ca005-ab84-43a8-a49e-c668a9958d49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T18:51:43Z,description=,heartbeat_timestamp=2022-02-09T20:24:43Z,host='n-d-713498-36',id=93303d5e-5d17-45e8-8963-7694f87783ae,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T18:51:43Z,topic='l3_agent')) {'router_ids': ['b9d92fd8-4023-4769-beb4-3e7902c2986f'], 'active': True} {{(pid=103233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 20:25:04.831967 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-03f5d762-ab83-4b7d-bef7-2576677417f9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (None), before_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:25:04.891489 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-ae752f14-d510-459e-ae3c-d56ec39c1420 None None] Current status of the port 191e01ed-1954-4a80-91b6-8fa82007d429 is: DOWN; New status is: ACTIVE {{(pid=103232) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 20:25:04.892098 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-ae752f14-d510-459e-ae3c-d56ec39c1420 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (191e01ed-1954-4a80-91b6-8fa82007d429), before_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:25:04.924508 n-d-713498-36 neutron-server[103233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4775279f-c11c-45b2-80cd-19b4deda5cc7 None None] Pushing event updated for resources: {'Port': ['ID=39206fac-f558-4345-a6e3-08862cfdb92c,revision_number=4']} {{(pid=103233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:25:04.955683 n-d-713498-36 neutron-server[103233]: DEBUG neutron.db.l3_dvr_db [None req-847ca005-ab84-43a8-a49e-c668a9958d49 None None] Set router b9d92fd8-4023-4769-beb4-3e7902c2986f gateway port host: n-d-713498-36 {{(pid=103233) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 20:25:04.977039 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-ae752f14-d510-459e-ae3c-d56ec39c1420 None None] For port 191e01ed-1954-4a80-91b6-8fa82007d429, host n-d-713498-36, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-36',level=0,port_id=191e01ed-1954-4a80-91b6-8fa82007d429,segment=NetworkSegment(c7662a76-c3d9-413e-899c-c848fdffb3cb),segment_id=c7662a76-c3d9-413e-899c-c848fdffb3cb)] {{(pid=103232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 20:25:04.986148 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-ae752f14-d510-459e-ae3c-d56ec39c1420 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762867176205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762866656485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762866656503'] for port (191e01ed-1954-4a80-91b6-8fa82007d429), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:25:05.050746 n-d-713498-36 neutron-server[103229]: DEBUG neutron.db.db_base_plugin_common [None req-03f5d762-ab83-4b7d-bef7-2576677417f9 admin admin] Allocated IP 172.20.0.1 (2d0d6a6c-9917-4ff2-a697-e3e36a21bf45/8604ed5b-c18c-4221-85af-7852f4583a7a/b6125e68-c941-434b-95c8-fc6f9a5c540c) {{(pid=103229) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 20:25:05.118177 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae752f14-d510-459e-ae3c-d56ec39c1420 None None] Pushing event updated for resources: {'Port': ['ID=191e01ed-1954-4a80-91b6-8fa82007d429,revision_number=3']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:25:05.143813 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.provisioning_blocks [None req-94f24275-792f-414a-8286-06e5624cb10b None None] Provisioning complete for port 39206fac-f558-4345-a6e3-08862cfdb92c triggered by entity DHCP. {{(pid=103232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 20:25:05.144138 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-94f24275-792f-414a-8286-06e5624cb10b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593630'] for port (39206fac-f558-4345-a6e3-08862cfdb92c), provisioning_complete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:25:05.222722 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.l3_hamode_db [None req-93d13116-0c85-4c42-ae36-f40aec27e5dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c36a389e-0bab-44ea-b4b5-9ad05f99fa87', 'name': 'tempest-TestSnapshotPattern-1672790500-router', 'tenant_id': '75b25e6ce128494395ec8952b82a2112', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88055e1e-672a-4487-be31-ffb6e833ece5', 'external_fixed_ips': [{'subnet_id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'ip_address': '172.25.1.153'}], 'enable_snat': True}, 'gw_port_id': '89da1571-ff9e-4c78-abf6-2aaa7de93a7f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T20:25:02Z', 'updated_at': '2022-02-09T20:25:03Z', 'revision_number': 3, 'project_id': '75b25e6ce128494395ec8952b82a2112', 'gw_port': {'id': '89da1571-ff9e-4c78-abf6-2aaa7de93a7f', 'name': '', 'network_id': '88055e1e-672a-4487-be31-ffb6e833ece5', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:44:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c36a389e-0bab-44ea-b4b5-9ad05f99fa87', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4391, 'fixed_ips': [{'subnet_id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'ip_address': '172.25.1.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T20:25:03Z', 'updated_at': '2022-02-09T20:25:03Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-36'}], 'n-d-713498-36', False) {} {{(pid=103232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 20:25:05.232719 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-03f5d762-ab83-4b7d-bef7-2576677417f9 admin admin] Publish callbacks [] for port (b6125e68-c941-434b-95c8-fc6f9a5c540c), precommit_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:25:05.273602 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93d13116-0c85-4c42-ae36-f40aec27e5dc None None] Checking router: c36a389e-0bab-44ea-b4b5-9ad05f99fa87 for host: n-d-713498-36 {{(pid=103232) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 20:25:05.274058 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93d13116-0c85-4c42-ae36-f40aec27e5dc None None] Updating router c36a389e-0bab-44ea-b4b5-9ad05f99fa87 port 89da1571-ff9e-4c78-abf6-2aaa7de93a7f binding host n-d-713498-36 {{(pid=103232) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 20:25:05.281147 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-03f5d762-ab83-4b7d-bef7-2576677417f9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762866656467', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12867576'] for port (b6125e68-c941-434b-95c8-fc6f9a5c540c), after_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:25:05.306556 n-d-713498-36 neutron-server[103233]: DEBUG neutron.db.l3_hamode_db [None req-847ca005-ab84-43a8-a49e-c668a9958d49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b9d92fd8-4023-4769-beb4-3e7902c2986f', 'name': 'tempest-TestSnapshotPattern-432054653-router', 'tenant_id': '2ba66b8cd58e4f95a06352b46d37ff98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88055e1e-672a-4487-be31-ffb6e833ece5', 'external_fixed_ips': [{'subnet_id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'ip_address': '172.25.1.234'}], 'enable_snat': True}, 'gw_port_id': '7ddecc1d-f569-41e5-a31d-feae5e8b5856', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T20:24:57Z', 'updated_at': '2022-02-09T20:25:00Z', 'revision_number': 4, 'project_id': '2ba66b8cd58e4f95a06352b46d37ff98', 'gw_port': {'id': '7ddecc1d-f569-41e5-a31d-feae5e8b5856', 'name': '', 'network_id': '88055e1e-672a-4487-be31-ffb6e833ece5', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:5c:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9d92fd8-4023-4769-beb4-3e7902c2986f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4379, 'fixed_ips': [{'subnet_id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'ip_address': '172.25.1.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T20:24:58Z', 'updated_at': '2022-02-09T20:25:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-36', '_interfaces': [{'id': '39206fac-f558-4345-a6e3-08862cfdb92c', 'name': '', 'network_id': '93700c4d-539d-4291-96be-1b30414bda47', 'tenant_id': '2ba66b8cd58e4f95a06352b46d37ff98', 'mac_address': 'fa:16:3e:9f:b6:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b9d92fd8-4023-4769-beb4-3e7902c2986f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4380, 'fixed_ips': [{'subnet_id': 'ca5ff4dd-b510-4942-92f8-7c7060ae387a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T20:25:00Z', 'updated_at': '2022-02-09T20:25:04Z', 'revision_number': 4, 'project_id': '2ba66b8cd58e4f95a06352b46d37ff98', 'subnets': [{'id': 'ca5ff4dd-b510-4942-92f8-7c7060ae387a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-36', False) {} {{(pid=103233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 20:25:05.319721 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-94f24275-792f-414a-8286-06e5624cb10b None None] Current status of the port 39206fac-f558-4345-a6e3-08862cfdb92c is: DOWN; New status is: ACTIVE {{(pid=103232) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 20:25:05.320275 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-94f24275-792f-414a-8286-06e5624cb10b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (39206fac-f558-4345-a6e3-08862cfdb92c), before_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:25:05.330256 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-93d13116-0c85-4c42-ae36-f40aec27e5dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (89da1571-ff9e-4c78-abf6-2aaa7de93a7f), before_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:25:05.336057 n-d-713498-36 neutron-server[103229]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03f5d762-ab83-4b7d-bef7-2576677417f9 admin admin] Network 2d0d6a6c-9917-4ff2-a697-e3e36a21bf45 is already hosted by enough agents. {{(pid=103229) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 20:25:05.337756 n-d-713498-36 neutron-server[103229]: DEBUG neutron.scheduler.base_scheduler [None req-03f5d762-ab83-4b7d-bef7-2576677417f9 admin admin] Resources bound (agent type, host, resource id): {{(pid=103229) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 20:25:05.340298 n-d-713498-36 neutron-server[103229]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03f5d762-ab83-4b7d-bef7-2576677417f9 admin admin] Received port after_create {{(pid=103229) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 20:25:05.364117 n-d-713498-36 neutron-server[103233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-847ca005-ab84-43a8-a49e-c668a9958d49 None None] The sync data for ids ['b9d92fd8-4023-4769-beb4-3e7902c2986f'] in n-d-713498-36 is: [{'id': 'b9d92fd8-4023-4769-beb4-3e7902c2986f', 'name': 'tempest-TestSnapshotPattern-432054653-router', 'tenant_id': '2ba66b8cd58e4f95a06352b46d37ff98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88055e1e-672a-4487-be31-ffb6e833ece5', 'external_fixed_ips': [{'subnet_id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'ip_address': '172.25.1.234'}], 'enable_snat': True}, 'gw_port_id': '7ddecc1d-f569-41e5-a31d-feae5e8b5856', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T20:24:57Z', 'updated_at': '2022-02-09T20:25:00Z', 'revision_number': 4, 'project_id': '2ba66b8cd58e4f95a06352b46d37ff98', 'gw_port': {'id': '7ddecc1d-f569-41e5-a31d-feae5e8b5856', 'name': '', 'network_id': '88055e1e-672a-4487-be31-ffb6e833ece5', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:5c:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9d92fd8-4023-4769-beb4-3e7902c2986f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4379, 'fixed_ips': [{'subnet_id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'ip_address': '172.25.1.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T20:24:58Z', 'updated_at': '2022-02-09T20:25:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-36', '_interfaces': [{'id': '39206fac-f558-4345-a6e3-08862cfdb92c', 'name': '', 'network_id': '93700c4d-539d-4291-96be-1b30414bda47', 'tenant_id': '2ba66b8cd58e4f95a06352b46d37ff98', 'mac_address': 'fa:16:3e:9f:b6:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b9d92fd8-4023-4769-beb4-3e7902c2986f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4380, 'fixed_ips': [{'subnet_id': 'ca5ff4dd-b510-4942-92f8-7c7060ae387a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T20:25:00Z', 'updated_at': '2022-02-09T20:25:04Z', 'revision_number': 4, 'project_id': '2ba66b8cd58e4f95a06352b46d37ff98', 'subnets': [{'id': 'ca5ff4dd-b510-4942-92f8-7c7060ae387a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103233) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 20:25:05.412646 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03f5d762-ab83-4b7d-bef7-2576677417f9 admin admin] Pushing event updated for resources: {'Port': ['ID=b6125e68-c941-434b-95c8-fc6f9a5c540c,revision_number=1']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:25:05.424202 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-03f5d762-ab83-4b7d-bef7-2576677417f9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1819024'] for router_interface (c36a389e-0bab-44ea-b4b5-9ad05f99fa87), before_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:25:05.427939 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Device 39206fac-f558-4345-a6e3-08862cfdb92c up at agent ovs-agent-n-d-713498-36 {{(pid=103232) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 20:25:05.480040 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-94f24275-792f-414a-8286-06e5624cb10b None None] For port 39206fac-f558-4345-a6e3-08862cfdb92c, host n-d-713498-36, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-36',level=0,port_id=39206fac-f558-4345-a6e3-08862cfdb92c,segment=NetworkSegment(a8330c9a-b745-47f4-a942-d51b0c4ec42e),segment_id=a8330c9a-b745-47f4-a942-d51b0c4ec42e)] {{(pid=103232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 20:25:05.509831 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-94f24275-792f-414a-8286-06e5624cb10b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762867176205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762866656485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762866656503'] for port (39206fac-f558-4345-a6e3-08862cfdb92c), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:25:05.603950 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-03f5d762-ab83-4b7d-bef7-2576677417f9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (b6125e68-c941-434b-95c8-fc6f9a5c540c), before_update {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:25:05.662382 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94f24275-792f-414a-8286-06e5624cb10b None None] Pushing event updated for resources: {'Port': ['ID=39206fac-f558-4345-a6e3-08862cfdb92c,revision_number=5']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:25:05.708994 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.provisioning_blocks [None req-3087fb82-ee16-475c-b579-0669d99c91e7 None None] Provisioning complete for port 191e01ed-1954-4a80-91b6-8fa82007d429 triggered by entity DHCP. {{(pid=103232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 20:25:05.709381 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-3087fb82-ee16-475c-b579-0669d99c91e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593630'] for port (191e01ed-1954-4a80-91b6-8fa82007d429), provisioning_complete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:25:05.717344 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.provisioning_blocks [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Provisioning complete for port 39206fac-f558-4345-a6e3-08862cfdb92c triggered by entity L2. {{(pid=103232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 20:25:05.717724 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593630'] for port (39206fac-f558-4345-a6e3-08862cfdb92c), provisioning_complete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:25:05.823483 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-03f5d762-ab83-4b7d-bef7-2576677417f9 admin admin] Publish callbacks [] for port (b6125e68-c941-434b-95c8-fc6f9a5c540c), precommit_update {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:25:05.829825 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-03f5d762-ab83-4b7d-bef7-2576677417f9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762867176205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762866656485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762866656503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12867569'] for port (b6125e68-c941-434b-95c8-fc6f9a5c540c), after_update {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:25:05.874672 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-93d13116-0c85-4c42-ae36-f40aec27e5dc None None] Publish callbacks [] for port (89da1571-ff9e-4c78-abf6-2aaa7de93a7f), precommit_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:25:05.902384 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03f5d762-ab83-4b7d-bef7-2576677417f9 admin admin] Pushing event updated for resources: {'Port': ['ID=b6125e68-c941-434b-95c8-fc6f9a5c540c,revision_number=2']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:25:05.905291 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-03f5d762-ab83-4b7d-bef7-2576677417f9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1613458', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1834496'] for router_interface (c36a389e-0bab-44ea-b4b5-9ad05f99fa87), after_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:25:05.924077 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-93d13116-0c85-4c42-ae36-f40aec27e5dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762867176205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762866656485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762866656503'] for port (89da1571-ff9e-4c78-abf6-2aaa7de93a7f), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:25:05.992388 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-3087fb82-ee16-475c-b579-0669d99c91e7 None None] Current status of the port 191e01ed-1954-4a80-91b6-8fa82007d429 is: ACTIVE; New status is: ACTIVE {{(pid=103232) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 20:25:06.011263 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Current status of the port 39206fac-f558-4345-a6e3-08862cfdb92c is: ACTIVE; New status is: ACTIVE {{(pid=103232) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 20:25:06.012400 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Device 191e01ed-1954-4a80-91b6-8fa82007d429 up at agent ovs-agent-n-d-713498-36 {{(pid=103232) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 20:25:06.024893 n-d-713498-36 neutron-server[103229]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03f5d762-ab83-4b7d-bef7-2576677417f9 admin admin] Network 2d0d6a6c-9917-4ff2-a697-e3e36a21bf45 is already hosted by enough agents. {{(pid=103229) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 20:25:06.026952 n-d-713498-36 neutron-server[103229]: DEBUG neutron.scheduler.base_scheduler [None req-03f5d762-ab83-4b7d-bef7-2576677417f9 admin admin] Resources bound (agent type, host, resource id): {{(pid=103229) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 20:25:06.059351 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-090f65d7-5897-4b9d-8b6f-25569b2152d5 None None] Pushing event updated for resources: {'Port': ['ID=89da1571-ff9e-4c78-abf6-2aaa7de93a7f,revision_number=2']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:25:06.063395 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.managers [None req-93d13116-0c85-4c42-ae36-f40aec27e5dc None None] Attempting to bind port 89da1571-ff9e-4c78-abf6-2aaa7de93a7f on host n-d-713498-36 for vnic_type normal with profile {{(pid=103232) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 20:25:06.063812 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.managers [None req-93d13116-0c85-4c42-ae36-f40aec27e5dc None None] Attempting to bind port 89da1571-ff9e-4c78-abf6-2aaa7de93a7f by drivers openvswitch,hyperv on host n-d-713498-36 at level 0 using segments [{'id': 'a4222f89-8d3f-4b51-953b-1a8126392491', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '88055e1e-672a-4487-be31-ffb6e833ece5'}] {{(pid=103232) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 20:25:06.064174 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93d13116-0c85-4c42-ae36-f40aec27e5dc None None] Attempting to bind port 89da1571-ff9e-4c78-abf6-2aaa7de93a7f on network 88055e1e-672a-4487-be31-ffb6e833ece5 {{(pid=103232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 20:25:06.083409 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93d13116-0c85-4c42-ae36-f40aec27e5dc None None] Checking agent: {'id': '496418a2-c002-4aec-ab1a-07f3bea491bd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-36', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 18, 51, 47), 'started_at': datetime.datetime(2022, 2, 9, 18, 52, 17), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 20, 24, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-36'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 20:25:06.083993 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93d13116-0c85-4c42-ae36-f40aec27e5dc None None] Checking segment: {'id': 'a4222f89-8d3f-4b51-953b-1a8126392491', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '88055e1e-672a-4487-be31-ffb6e833ece5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103232) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 20:25:06.084629 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-93d13116-0c85-4c42-ae36-f40aec27e5dc None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:25:06.085250 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93d13116-0c85-4c42-ae36-f40aec27e5dc None None] Bound using segment: {'id': 'a4222f89-8d3f-4b51-953b-1a8126392491', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '88055e1e-672a-4487-be31-ffb6e833ece5'} {{(pid=103232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 20:25:06.086036 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.managers [None req-93d13116-0c85-4c42-ae36-f40aec27e5dc None None] Bound port: 89da1571-ff9e-4c78-abf6-2aaa7de93a7f, host: n-d-713498-36, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a4222f89-8d3f-4b51-953b-1a8126392491', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '88055e1e-672a-4487-be31-ffb6e833ece5'}}] {{(pid=103232) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 20:25:06.086753 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-93d13116-0c85-4c42-ae36-f40aec27e5dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (89da1571-ff9e-4c78-abf6-2aaa7de93a7f), before_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:25:06.098174 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.provisioning_blocks [None req-3087fb82-ee16-475c-b579-0669d99c91e7 None None] Provisioning complete for port 39206fac-f558-4345-a6e3-08862cfdb92c triggered by entity DHCP. {{(pid=103232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 20:25:06.098546 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-3087fb82-ee16-475c-b579-0669d99c91e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593630'] for port (39206fac-f558-4345-a6e3-08862cfdb92c), provisioning_complete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:25:06.180449 n-d-713498-36 neutron-server[103229]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-03f5d762-ab83-4b7d-bef7-2576677417f9 admin admin] Router c36a389e-0bab-44ea-b4b5-9ad05f99fa87 has already been hosted by L3 agent 93303d5e-5d17-45e8-8963-7694f87783ae {{(pid=103229) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 20:25:06.228256 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-93d13116-0c85-4c42-ae36-f40aec27e5dc None None] For port 89da1571-ff9e-4c78-abf6-2aaa7de93a7f, host n-d-713498-36, cleared binding levels {{(pid=103232) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 20:25:06.255275 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.provisioning_blocks [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Provisioning complete for port 191e01ed-1954-4a80-91b6-8fa82007d429 triggered by entity L2. {{(pid=103232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 20:25:06.255679 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593630'] for port (191e01ed-1954-4a80-91b6-8fa82007d429), provisioning_complete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:25:06.324716 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-93d13116-0c85-4c42-ae36-f40aec27e5dc None None] For port 89da1571-ff9e-4c78-abf6-2aaa7de93a7f, host n-d-713498-36, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-36',level=0,port_id=89da1571-ff9e-4c78-abf6-2aaa7de93a7f,segment=NetworkSegment(a4222f89-8d3f-4b51-953b-1a8126392491),segment_id=a4222f89-8d3f-4b51-953b-1a8126392491)] {{(pid=103232) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 20:25:06.334209 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-03f5d762-ab83-4b7d-bef7-2576677417f9 admin admin] Notify agent at l3_agent.n-d-713498-36 the message routers_updated {{(pid=103229) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 20:25:06.337661 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-93d13116-0c85-4c42-ae36-f40aec27e5dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762867176205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762866656485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762866656503'] for port (89da1571-ff9e-4c78-abf6-2aaa7de93a7f), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:25:06.339863 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-03f5d762-ab83-4b7d-bef7-2576677417f9 admin admin] 10.222.0.75 "PUT /v2.0/routers/c36a389e-0bab-44ea-b4b5-9ad05f99fa87/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0333307 Feb 09 20:25:06.371704 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-3087fb82-ee16-475c-b579-0669d99c91e7 None None] Current status of the port 39206fac-f558-4345-a6e3-08862cfdb92c is: ACTIVE; New status is: ACTIVE {{(pid=103232) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 20:25:06.442200 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Current status of the port 191e01ed-1954-4a80-91b6-8fa82007d429 is: ACTIVE; New status is: ACTIVE {{(pid=103232) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 20:25:06.443319 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Device 7ddecc1d-f569-41e5-a31d-feae5e8b5856 up at agent ovs-agent-n-d-713498-36 {{(pid=103232) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 20:25:06.444936 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93d13116-0c85-4c42-ae36-f40aec27e5dc None None] Routers {'c36a389e-0bab-44ea-b4b5-9ad05f99fa87'} bound to L3 agent in host n-d-713498-36 {{(pid=103232) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 20:25:06.445571 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.l3_hamode_db [None req-93d13116-0c85-4c42-ae36-f40aec27e5dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T18:51:43Z,description=,heartbeat_timestamp=2022-02-09T20:24:43Z,host='n-d-713498-36',id=93303d5e-5d17-45e8-8963-7694f87783ae,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T18:51:43Z,topic='l3_agent')) {'router_ids': ['c36a389e-0bab-44ea-b4b5-9ad05f99fa87'], 'active': True} {{(pid=103232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 20:25:06.544216 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-090f65d7-5897-4b9d-8b6f-25569b2152d5 None None] Pushing event updated for resources: {'Port': ['ID=89da1571-ff9e-4c78-abf6-2aaa7de93a7f,revision_number=3']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:25:06.602793 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.provisioning_blocks [None req-2d1e41c8-62b7-4551-b0de-e8e4c9582020 None None] Provisioning complete for port b6125e68-c941-434b-95c8-fc6f9a5c540c triggered by entity DHCP. {{(pid=103232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 20:25:06.603243 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-2d1e41c8-62b7-4551-b0de-e8e4c9582020 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593630'] for port (b6125e68-c941-434b-95c8-fc6f9a5c540c), provisioning_complete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:25:06.849589 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.provisioning_blocks [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Provisioning complete for port 7ddecc1d-f569-41e5-a31d-feae5e8b5856 triggered by entity L2. {{(pid=103232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 20:25:06.849869 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593630'] for port (7ddecc1d-f569-41e5-a31d-feae5e8b5856), provisioning_complete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:25:06.851322 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-2d1e41c8-62b7-4551-b0de-e8e4c9582020 None None] Port b6125e68-c941-434b-95c8-fc6f9a5c540c cannot update to ACTIVE because it is not bound. {{(pid=103232) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 20:25:06.854674 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.l3_dvr_db [None req-93d13116-0c85-4c42-ae36-f40aec27e5dc None None] Set router c36a389e-0bab-44ea-b4b5-9ad05f99fa87 gateway port host: n-d-713498-36 {{(pid=103232) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 20:25:07.089983 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Current status of the port 7ddecc1d-f569-41e5-a31d-feae5e8b5856 is: ACTIVE; New status is: ACTIVE {{(pid=103232) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 20:25:07.164083 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.l3_hamode_db [None req-93d13116-0c85-4c42-ae36-f40aec27e5dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c36a389e-0bab-44ea-b4b5-9ad05f99fa87', 'name': 'tempest-TestSnapshotPattern-1672790500-router', 'tenant_id': '75b25e6ce128494395ec8952b82a2112', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88055e1e-672a-4487-be31-ffb6e833ece5', 'external_fixed_ips': [{'subnet_id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'ip_address': '172.25.1.153'}], 'enable_snat': True}, 'gw_port_id': '89da1571-ff9e-4c78-abf6-2aaa7de93a7f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T20:25:02Z', 'updated_at': '2022-02-09T20:25:05Z', 'revision_number': 4, 'project_id': '75b25e6ce128494395ec8952b82a2112', 'gw_port': {'id': '89da1571-ff9e-4c78-abf6-2aaa7de93a7f', 'name': '', 'network_id': '88055e1e-672a-4487-be31-ffb6e833ece5', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:44:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c36a389e-0bab-44ea-b4b5-9ad05f99fa87', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4391, 'fixed_ips': [{'subnet_id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'ip_address': '172.25.1.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T20:25:03Z', 'updated_at': '2022-02-09T20:25:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-36', '_interfaces': [{'id': 'b6125e68-c941-434b-95c8-fc6f9a5c540c', 'name': '', 'network_id': '2d0d6a6c-9917-4ff2-a697-e3e36a21bf45', 'tenant_id': '75b25e6ce128494395ec8952b82a2112', 'mac_address': 'fa:16:3e:89:ee:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c36a389e-0bab-44ea-b4b5-9ad05f99fa87', 'device_owner': 'network:router_interface', 'standard_attr_id': 4392, 'fixed_ips': [{'subnet_id': '8604ed5b-c18c-4221-85af-7852f4583a7a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T20:25:04Z', 'updated_at': '2022-02-09T20:25:05Z', 'revision_number': 2, 'project_id': '75b25e6ce128494395ec8952b82a2112', 'subnets': [{'id': '8604ed5b-c18c-4221-85af-7852f4583a7a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-36', False) {} {{(pid=103232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 20:25:07.196306 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93d13116-0c85-4c42-ae36-f40aec27e5dc None None] The sync data for ids ['c36a389e-0bab-44ea-b4b5-9ad05f99fa87'] in n-d-713498-36 is: [{'id': 'c36a389e-0bab-44ea-b4b5-9ad05f99fa87', 'name': 'tempest-TestSnapshotPattern-1672790500-router', 'tenant_id': '75b25e6ce128494395ec8952b82a2112', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88055e1e-672a-4487-be31-ffb6e833ece5', 'external_fixed_ips': [{'subnet_id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'ip_address': '172.25.1.153'}], 'enable_snat': True}, 'gw_port_id': '89da1571-ff9e-4c78-abf6-2aaa7de93a7f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T20:25:02Z', 'updated_at': '2022-02-09T20:25:05Z', 'revision_number': 4, 'project_id': '75b25e6ce128494395ec8952b82a2112', 'gw_port': {'id': '89da1571-ff9e-4c78-abf6-2aaa7de93a7f', 'name': '', 'network_id': '88055e1e-672a-4487-be31-ffb6e833ece5', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:44:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c36a389e-0bab-44ea-b4b5-9ad05f99fa87', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4391, 'fixed_ips': [{'subnet_id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'ip_address': '172.25.1.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T20:25:03Z', 'updated_at': '2022-02-09T20:25:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-36', '_interfaces': [{'id': 'b6125e68-c941-434b-95c8-fc6f9a5c540c', 'name': '', 'network_id': '2d0d6a6c-9917-4ff2-a697-e3e36a21bf45', 'tenant_id': '75b25e6ce128494395ec8952b82a2112', 'mac_address': 'fa:16:3e:89:ee:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c36a389e-0bab-44ea-b4b5-9ad05f99fa87', 'device_owner': 'network:router_interface', 'standard_attr_id': 4392, 'fixed_ips': [{'subnet_id': '8604ed5b-c18c-4221-85af-7852f4583a7a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T20:25:04Z', 'updated_at': '2022-02-09T20:25:05Z', 'revision_number': 2, 'project_id': '75b25e6ce128494395ec8952b82a2112', 'subnets': [{'id': '8604ed5b-c18c-4221-85af-7852f4583a7a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103232) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 20:25:07.200447 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Device 39206fac-f558-4345-a6e3-08862cfdb92c up at agent ovs-agent-n-d-713498-36 {{(pid=103232) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 20:25:07.263248 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.provisioning_blocks [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Provisioning complete for port 39206fac-f558-4345-a6e3-08862cfdb92c triggered by entity L2. {{(pid=103232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 20:25:07.263632 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593630'] for port (39206fac-f558-4345-a6e3-08862cfdb92c), provisioning_complete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:25:07.301712 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 56276) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:25:07.307098 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.v2.base [None req-04901e4b-3d6e-4ffb-a83f-8930f4bf8653 tempest-TestSnapshotPattern-2109285631 tempest-TestSnapshotPattern-2109285631-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-267918858', 'description': 'tempest-secgroup-smoke-267918858 description', 'project_id': '2ba66b8cd58e4f95a06352b46d37ff98'}} {{(pid=103229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 20:25:07.333207 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-04901e4b-3d6e-4ffb-a83f-8930f4bf8653 tempest-TestSnapshotPattern-2109285631 tempest-TestSnapshotPattern-2109285631-project] Publish callbacks [] for security_group (None), before_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:25:07.357803 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Current status of the port 39206fac-f558-4345-a6e3-08862cfdb92c is: ACTIVE; New status is: ACTIVE {{(pid=103232) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 20:25:07.359919 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Device 191e01ed-1954-4a80-91b6-8fa82007d429 up at agent ovs-agent-n-d-713498-36 {{(pid=103232) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 20:25:07.429774 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.provisioning_blocks [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Provisioning complete for port 191e01ed-1954-4a80-91b6-8fa82007d429 triggered by entity L2. {{(pid=103232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 20:25:07.429774 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593630'] for port (191e01ed-1954-4a80-91b6-8fa82007d429), provisioning_complete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:25:07.441663 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-04901e4b-3d6e-4ffb-a83f-8930f4bf8653 tempest-TestSnapshotPattern-2109285631 tempest-TestSnapshotPattern-2109285631-project] Publish callbacks [] for security_group (1af7238b-7266-4fc7-9cd3-84fd69b32286), precommit_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:25:07.447581 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-04901e4b-3d6e-4ffb-a83f-8930f4bf8653 tempest-TestSnapshotPattern-2109285631 tempest-TestSnapshotPattern-2109285631-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1892331'] for security_group (1af7238b-7266-4fc7-9cd3-84fd69b32286), after_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:25:07.488509 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-04901e4b-3d6e-4ffb-a83f-8930f4bf8653 tempest-TestSnapshotPattern-2109285631 tempest-TestSnapshotPattern-2109285631-project] Publish callbacks [] for security_group (None), before_response {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:25:07.490173 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-04901e4b-3d6e-4ffb-a83f-8930f4bf8653 tempest-TestSnapshotPattern-2109285631 tempest-TestSnapshotPattern-2109285631-project] 10.222.0.75 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.1869626 Feb 09 20:25:07.493207 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 56278) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:25:07.498197 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.v2.base [None req-5aeebbdc-d91c-4f6d-be7f-2b9b245ccea7 tempest-TestSnapshotPattern-2109285631 tempest-TestSnapshotPattern-2109285631-project] Request body: {'security_group_rule': {'security_group_id': '1af7238b-7266-4fc7-9cd3-84fd69b32286', 'project_id': '2ba66b8cd58e4f95a06352b46d37ff98', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 20:25:07.508576 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04901e4b-3d6e-4ffb-a83f-8930f4bf8653 tempest-TestSnapshotPattern-2109285631 tempest-TestSnapshotPattern-2109285631-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1af7238b-7266-4fc7-9cd3-84fd69b32286,revision_number=1']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:25:07.532376 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-5aeebbdc-d91c-4f6d-be7f-2b9b245ccea7 tempest-TestSnapshotPattern-2109285631 tempest-TestSnapshotPattern-2109285631-project] Publish callbacks [] for security_group_rule (b8a3e99c-e303-4406-a23a-a44a2883854e), before_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:25:07.537030 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Current status of the port 191e01ed-1954-4a80-91b6-8fa82007d429 is: ACTIVE; New status is: ACTIVE {{(pid=103232) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 20:25:07.595995 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-5aeebbdc-d91c-4f6d-be7f-2b9b245ccea7 tempest-TestSnapshotPattern-2109285631 tempest-TestSnapshotPattern-2109285631-project] Publish callbacks [] for security_group_rule (b8a3e99c-e303-4406-a23a-a44a2883854e), precommit_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:25:07.599277 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-5aeebbdc-d91c-4f6d-be7f-2b9b245ccea7 tempest-TestSnapshotPattern-2109285631 tempest-TestSnapshotPattern-2109285631-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1892250'] for security_group_rule (b8a3e99c-e303-4406-a23a-a44a2883854e), after_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:25:07.619533 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aeebbdc-d91c-4f6d-be7f-2b9b245ccea7 tempest-TestSnapshotPattern-2109285631 tempest-TestSnapshotPattern-2109285631-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b8a3e99c-e303-4406-a23a-a44a2883854e,revision_number=0']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:25:07.630435 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-5aeebbdc-d91c-4f6d-be7f-2b9b245ccea7 tempest-TestSnapshotPattern-2109285631 tempest-TestSnapshotPattern-2109285631-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:25:07.631713 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-5aeebbdc-d91c-4f6d-be7f-2b9b245ccea7 tempest-TestSnapshotPattern-2109285631 tempest-TestSnapshotPattern-2109285631-project] 10.222.0.75 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1372144 Feb 09 20:25:07.634440 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 56280) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:25:07.638886 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.v2.base [None req-38870c5a-269a-47b5-8a5b-d1dc30cf1b33 tempest-TestSnapshotPattern-2109285631 tempest-TestSnapshotPattern-2109285631-project] Request body: {'security_group_rule': {'security_group_id': '1af7238b-7266-4fc7-9cd3-84fd69b32286', 'project_id': '2ba66b8cd58e4f95a06352b46d37ff98', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 20:25:07.664998 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-38870c5a-269a-47b5-8a5b-d1dc30cf1b33 tempest-TestSnapshotPattern-2109285631 tempest-TestSnapshotPattern-2109285631-project] Publish callbacks [] for security_group_rule (02fe6bb0-77c3-4cff-8006-85b588942ce6), before_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:25:07.735705 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-38870c5a-269a-47b5-8a5b-d1dc30cf1b33 tempest-TestSnapshotPattern-2109285631 tempest-TestSnapshotPattern-2109285631-project] Publish callbacks [] for security_group_rule (02fe6bb0-77c3-4cff-8006-85b588942ce6), precommit_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:25:07.739800 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-38870c5a-269a-47b5-8a5b-d1dc30cf1b33 tempest-TestSnapshotPattern-2109285631 tempest-TestSnapshotPattern-2109285631-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1892250'] for security_group_rule (02fe6bb0-77c3-4cff-8006-85b588942ce6), after_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:25:07.758727 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38870c5a-269a-47b5-8a5b-d1dc30cf1b33 tempest-TestSnapshotPattern-2109285631 tempest-TestSnapshotPattern-2109285631-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=02fe6bb0-77c3-4cff-8006-85b588942ce6,revision_number=0']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:25:07.768834 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-38870c5a-269a-47b5-8a5b-d1dc30cf1b33 tempest-TestSnapshotPattern-2109285631 tempest-TestSnapshotPattern-2109285631-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:25:07.770168 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-38870c5a-269a-47b5-8a5b-d1dc30cf1b33 tempest-TestSnapshotPattern-2109285631 tempest-TestSnapshotPattern-2109285631-project] 10.222.0.75 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1347606 Feb 09 20:25:07.772976 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 56282) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:25:07.777403 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.v2.base [None req-93cbb4eb-3583-43d1-b04d-9d7a5ff5a9c3 tempest-TestSnapshotPattern-2109285631 tempest-TestSnapshotPattern-2109285631-project] Request body: {'security_group_rule': {'security_group_id': '1af7238b-7266-4fc7-9cd3-84fd69b32286', 'project_id': '2ba66b8cd58e4f95a06352b46d37ff98', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 20:25:07.804042 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-93cbb4eb-3583-43d1-b04d-9d7a5ff5a9c3 tempest-TestSnapshotPattern-2109285631 tempest-TestSnapshotPattern-2109285631-project] Publish callbacks [] for security_group_rule (51c12032-00ab-4433-9344-87d9e93a3ecd), before_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:25:07.864665 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-93cbb4eb-3583-43d1-b04d-9d7a5ff5a9c3 tempest-TestSnapshotPattern-2109285631 tempest-TestSnapshotPattern-2109285631-project] Publish callbacks [] for security_group_rule (51c12032-00ab-4433-9344-87d9e93a3ecd), precommit_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:25:07.870467 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-93cbb4eb-3583-43d1-b04d-9d7a5ff5a9c3 tempest-TestSnapshotPattern-2109285631 tempest-TestSnapshotPattern-2109285631-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1892250'] for security_group_rule (51c12032-00ab-4433-9344-87d9e93a3ecd), after_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:25:07.890698 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93cbb4eb-3583-43d1-b04d-9d7a5ff5a9c3 tempest-TestSnapshotPattern-2109285631 tempest-TestSnapshotPattern-2109285631-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=51c12032-00ab-4433-9344-87d9e93a3ecd,revision_number=0']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:25:07.900788 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-93cbb4eb-3583-43d1-b04d-9d7a5ff5a9c3 tempest-TestSnapshotPattern-2109285631 tempest-TestSnapshotPattern-2109285631-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:25:07.902140 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-93cbb4eb-3583-43d1-b04d-9d7a5ff5a9c3 tempest-TestSnapshotPattern-2109285631 tempest-TestSnapshotPattern-2109285631-project] 10.222.0.75 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1280792 Feb 09 20:25:07.904821 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 56284) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:25:07.910555 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.v2.base [None req-dbe41a27-0d2c-4eb3-8790-234d51726d8c tempest-TestSnapshotPattern-2109285631 tempest-TestSnapshotPattern-2109285631-project] Request body: {'security_group_rule': {'security_group_id': '1af7238b-7266-4fc7-9cd3-84fd69b32286', 'project_id': '2ba66b8cd58e4f95a06352b46d37ff98', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 20:25:07.935878 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-dbe41a27-0d2c-4eb3-8790-234d51726d8c tempest-TestSnapshotPattern-2109285631 tempest-TestSnapshotPattern-2109285631-project] Publish callbacks [] for security_group_rule (7d4608c9-4546-4d9c-8757-3e8f05bd4f68), before_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:25:07.993794 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-dbe41a27-0d2c-4eb3-8790-234d51726d8c tempest-TestSnapshotPattern-2109285631 tempest-TestSnapshotPattern-2109285631-project] Publish callbacks [] for security_group_rule (7d4608c9-4546-4d9c-8757-3e8f05bd4f68), precommit_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:25:07.997307 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-dbe41a27-0d2c-4eb3-8790-234d51726d8c tempest-TestSnapshotPattern-2109285631 tempest-TestSnapshotPattern-2109285631-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1892250'] for security_group_rule (7d4608c9-4546-4d9c-8757-3e8f05bd4f68), after_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:25:08.015675 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbe41a27-0d2c-4eb3-8790-234d51726d8c tempest-TestSnapshotPattern-2109285631 tempest-TestSnapshotPattern-2109285631-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7d4608c9-4546-4d9c-8757-3e8f05bd4f68,revision_number=0']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:25:08.023924 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-dbe41a27-0d2c-4eb3-8790-234d51726d8c tempest-TestSnapshotPattern-2109285631 tempest-TestSnapshotPattern-2109285631-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:25:08.025094 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-dbe41a27-0d2c-4eb3-8790-234d51726d8c tempest-TestSnapshotPattern-2109285631 tempest-TestSnapshotPattern-2109285631-project] 10.222.0.75 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1181927 Feb 09 20:25:08.027851 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 56286) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:25:08.032688 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.v2.base [None req-c22b946a-979e-42c4-9e2c-ae7bd8b2a5e7 tempest-TestSnapshotPattern-2109285631 tempest-TestSnapshotPattern-2109285631-project] Request body: {'security_group_rule': {'security_group_id': '1af7238b-7266-4fc7-9cd3-84fd69b32286', 'project_id': '2ba66b8cd58e4f95a06352b46d37ff98', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 20:25:08.058236 n-d-713498-36 neutron-server[103229]: INFO neutron.db.securitygroups_db [None req-c22b946a-979e-42c4-9e2c-ae7bd8b2a5e7 tempest-TestSnapshotPattern-2109285631 tempest-TestSnapshotPattern-2109285631-project] Project 2ba66b8cd58e4f95a06352b46d37ff98 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 09 20:25:08.066935 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-c22b946a-979e-42c4-9e2c-ae7bd8b2a5e7 tempest-TestSnapshotPattern-2109285631 tempest-TestSnapshotPattern-2109285631-project] Publish callbacks [] for security_group_rule (59b18a5c-5b73-4cb2-84c9-8b3eb858162e), before_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:25:08.146250 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-c22b946a-979e-42c4-9e2c-ae7bd8b2a5e7 tempest-TestSnapshotPattern-2109285631 tempest-TestSnapshotPattern-2109285631-project] Publish callbacks [] for security_group_rule (59b18a5c-5b73-4cb2-84c9-8b3eb858162e), precommit_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:25:08.150744 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-c22b946a-979e-42c4-9e2c-ae7bd8b2a5e7 tempest-TestSnapshotPattern-2109285631 tempest-TestSnapshotPattern-2109285631-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1892250'] for security_group_rule (59b18a5c-5b73-4cb2-84c9-8b3eb858162e), after_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:25:08.169505 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c22b946a-979e-42c4-9e2c-ae7bd8b2a5e7 tempest-TestSnapshotPattern-2109285631 tempest-TestSnapshotPattern-2109285631-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=59b18a5c-5b73-4cb2-84c9-8b3eb858162e,revision_number=0']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:25:08.179431 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-c22b946a-979e-42c4-9e2c-ae7bd8b2a5e7 tempest-TestSnapshotPattern-2109285631 tempest-TestSnapshotPattern-2109285631-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:25:08.180717 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-c22b946a-979e-42c4-9e2c-ae7bd8b2a5e7 tempest-TestSnapshotPattern-2109285631 tempest-TestSnapshotPattern-2109285631-project] 10.222.0.75 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1519332 Feb 09 20:25:08.183519 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 56288) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:25:08.189614 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.v2.base [None req-f56224d8-1806-41e3-b851-6ea16c2be833 tempest-TestSnapshotPattern-2109285631 tempest-TestSnapshotPattern-2109285631-project] Request body: {'security_group_rule': {'security_group_id': '1af7238b-7266-4fc7-9cd3-84fd69b32286', 'project_id': '2ba66b8cd58e4f95a06352b46d37ff98', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 20:25:08.212836 n-d-713498-36 neutron-server[103229]: INFO neutron.db.securitygroups_db [None req-f56224d8-1806-41e3-b851-6ea16c2be833 tempest-TestSnapshotPattern-2109285631 tempest-TestSnapshotPattern-2109285631-project] Project 2ba66b8cd58e4f95a06352b46d37ff98 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 09 20:25:08.219116 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-f56224d8-1806-41e3-b851-6ea16c2be833 tempest-TestSnapshotPattern-2109285631 tempest-TestSnapshotPattern-2109285631-project] Publish callbacks [] for security_group_rule (56bb95b3-4213-4eb4-8341-1e97017dca2c), before_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:25:08.283339 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-f56224d8-1806-41e3-b851-6ea16c2be833 tempest-TestSnapshotPattern-2109285631 tempest-TestSnapshotPattern-2109285631-project] Publish callbacks [] for security_group_rule (56bb95b3-4213-4eb4-8341-1e97017dca2c), precommit_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:25:08.287685 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-f56224d8-1806-41e3-b851-6ea16c2be833 tempest-TestSnapshotPattern-2109285631 tempest-TestSnapshotPattern-2109285631-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1892250'] for security_group_rule (56bb95b3-4213-4eb4-8341-1e97017dca2c), after_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:25:08.307174 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f56224d8-1806-41e3-b851-6ea16c2be833 tempest-TestSnapshotPattern-2109285631 tempest-TestSnapshotPattern-2109285631-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=56bb95b3-4213-4eb4-8341-1e97017dca2c,revision_number=0']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:25:08.317887 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-f56224d8-1806-41e3-b851-6ea16c2be833 tempest-TestSnapshotPattern-2109285631 tempest-TestSnapshotPattern-2109285631-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:25:08.319408 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-f56224d8-1806-41e3-b851-6ea16c2be833 tempest-TestSnapshotPattern-2109285631 tempest-TestSnapshotPattern-2109285631-project] 10.222.0.75 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1347332 Feb 09 20:25:08.551600 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-10162e86-ad2c-48dc-996d-fca6e8cc3893 req-0b4c8fdc-2029-4194-ad4e-7a1ae9968467 tempest-TestSnapshotPattern-2109285631 tempest-TestSnapshotPattern-2109285631-project] 10.222.0.75 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-267918858&fields=id&tenant_id=2ba66b8cd58e4f95a06352b46d37ff98 HTTP/1.1" status: 200 len: 267 time: 0.0492768 Feb 09 20:25:08.673087 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10162e86-ad2c-48dc-996d-fca6e8cc3893 req-2751ea22-3ddc-469b-a56d-8cdaf00095c8 tempest-TestSnapshotPattern-2109285631 tempest-TestSnapshotPattern-2109285631-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:25:08.674664 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-10162e86-ad2c-48dc-996d-fca6e8cc3893 req-2751ea22-3ddc-469b-a56d-8cdaf00095c8 tempest-TestSnapshotPattern-2109285631 tempest-TestSnapshotPattern-2109285631-project] 10.222.0.75 "GET /v2.0/networks?id=93700c4d-539d-4291-96be-1b30414bda47 HTTP/1.1" status: 200 len: 809 time: 0.1169174 Feb 09 20:25:08.690601 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-10162e86-ad2c-48dc-996d-fca6e8cc3893 req-5d2e4456-a081-4284-8db4-6fc7f2b093ac tempest-TestSnapshotPattern-2109285631 tempest-TestSnapshotPattern-2109285631-project] 10.222.0.75 "GET /v2.0/quotas/2ba66b8cd58e4f95a06352b46d37ff98 HTTP/1.1" status: 200 len: 375 time: 0.0100517 Feb 09 20:25:08.754396 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-10162e86-ad2c-48dc-996d-fca6e8cc3893 req-c327abc5-626e-4ca0-bca4-c262cb10babf tempest-TestSnapshotPattern-2109285631 tempest-TestSnapshotPattern-2109285631-project] 10.222.0.75 "GET /v2.0/ports?tenant_id=2ba66b8cd58e4f95a06352b46d37ff98&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0581949 Feb 09 20:25:08.860732 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [req-10162e86-ad2c-48dc-996d-fca6e8cc3893 req-69b445b6-945d-4f23-a711-56b89fce4f55 service neutron] http://10.222.0.75:9696/v2.0/extensions returned with HTTP 200 {{(pid=103230) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 09 20:25:08.861741 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-10162e86-ad2c-48dc-996d-fca6e8cc3893 req-69b445b6-945d-4f23-a711-56b89fce4f55 service neutron] 10.222.0.75 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0959730 Feb 09 20:25:08.956485 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-10162e86-ad2c-48dc-996d-fca6e8cc3893 req-cd9818aa-ce5d-4370-90c7-cfc3bf35ca29 service neutron] 10.222.0.75 "GET /v2.0/networks/93700c4d-539d-4291-96be-1b30414bda47?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0888290 Feb 09 20:25:09.052775 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-10162e86-ad2c-48dc-996d-fca6e8cc3893 req-c79024ea-ee71-455b-b0e8-2abc0260ea2e service neutron] 10.222.0.75 "GET /v2.0/networks/93700c4d-539d-4291-96be-1b30414bda47?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0906556 Feb 09 20:25:09.242095 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-5a22fb16-e8af-4332-8659-d04df1c30026 req-d6fe48b8-bdab-4e2d-b2dc-0b9c4b028341 tempest-TestSnapshotPattern-2109285631 tempest-TestSnapshotPattern-2109285631-project] 10.222.0.75 "GET /v2.0/ports?device_id=2cd2a004-a5b3-4ac3-8c3f-45a6138d76ab HTTP/1.1" status: 200 len: 210 time: 0.0432851 Feb 09 20:25:09.267012 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Device 89da1571-ff9e-4c78-abf6-2aaa7de93a7f up at agent ovs-agent-n-d-713498-36 {{(pid=103232) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 20:25:09.322282 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.provisioning_blocks [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Provisioning complete for port 89da1571-ff9e-4c78-abf6-2aaa7de93a7f triggered by entity L2. {{(pid=103232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 20:25:09.322599 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593630'] for port (89da1571-ff9e-4c78-abf6-2aaa7de93a7f), provisioning_complete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:25:09.413775 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Current status of the port 89da1571-ff9e-4c78-abf6-2aaa7de93a7f is: DOWN; New status is: ACTIVE {{(pid=103232) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 20:25:09.414202 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (89da1571-ff9e-4c78-abf6-2aaa7de93a7f), before_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:25:09.441857 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] For port 89da1571-ff9e-4c78-abf6-2aaa7de93a7f, host n-d-713498-36, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-36',level=0,port_id=89da1571-ff9e-4c78-abf6-2aaa7de93a7f,segment=NetworkSegment(a4222f89-8d3f-4b51-953b-1a8126392491),segment_id=a4222f89-8d3f-4b51-953b-1a8126392491)] {{(pid=103232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 20:25:09.446754 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762867176205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762866656485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762866656503'] for port (89da1571-ff9e-4c78-abf6-2aaa7de93a7f), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:25:09.496617 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Pushing event updated for resources: {'Port': ['ID=89da1571-ff9e-4c78-abf6-2aaa7de93a7f,revision_number=4']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:25:09.511289 n-d-713498-36 neutron-server[103233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f4c888b-260a-423a-9519-6254264c68d8 None None] Sync routers for ids ['c36a389e-0bab-44ea-b4b5-9ad05f99fa87'] in n-d-713498-36 {{(pid=103233) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 20:25:09.521797 n-d-713498-36 neutron-server[103233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f4c888b-260a-423a-9519-6254264c68d8 None None] Routers {'c36a389e-0bab-44ea-b4b5-9ad05f99fa87'} bound to L3 agent in host n-d-713498-36 {{(pid=103233) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 20:25:09.522532 n-d-713498-36 neutron-server[103233]: DEBUG neutron.db.l3_hamode_db [None req-0f4c888b-260a-423a-9519-6254264c68d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T18:51:43Z,description=,heartbeat_timestamp=2022-02-09T20:24:43Z,host='n-d-713498-36',id=93303d5e-5d17-45e8-8963-7694f87783ae,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T18:51:43Z,topic='l3_agent')) {'router_ids': ['c36a389e-0bab-44ea-b4b5-9ad05f99fa87'], 'active': True} {{(pid=103233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 20:25:09.640588 n-d-713498-36 neutron-server[103233]: DEBUG neutron.db.l3_dvr_db [None req-0f4c888b-260a-423a-9519-6254264c68d8 None None] Set router c36a389e-0bab-44ea-b4b5-9ad05f99fa87 gateway port host: n-d-713498-36 {{(pid=103233) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 20:25:09.859704 n-d-713498-36 neutron-server[103233]: DEBUG neutron.db.l3_hamode_db [None req-0f4c888b-260a-423a-9519-6254264c68d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c36a389e-0bab-44ea-b4b5-9ad05f99fa87', 'name': 'tempest-TestSnapshotPattern-1672790500-router', 'tenant_id': '75b25e6ce128494395ec8952b82a2112', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88055e1e-672a-4487-be31-ffb6e833ece5', 'external_fixed_ips': [{'subnet_id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'ip_address': '172.25.1.153'}], 'enable_snat': True}, 'gw_port_id': '89da1571-ff9e-4c78-abf6-2aaa7de93a7f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T20:25:02Z', 'updated_at': '2022-02-09T20:25:05Z', 'revision_number': 4, 'project_id': '75b25e6ce128494395ec8952b82a2112', 'gw_port': {'id': '89da1571-ff9e-4c78-abf6-2aaa7de93a7f', 'name': '', 'network_id': '88055e1e-672a-4487-be31-ffb6e833ece5', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:44:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c36a389e-0bab-44ea-b4b5-9ad05f99fa87', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4391, 'fixed_ips': [{'subnet_id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'ip_address': '172.25.1.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T20:25:03Z', 'updated_at': '2022-02-09T20:25:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-36', '_interfaces': [{'id': 'b6125e68-c941-434b-95c8-fc6f9a5c540c', 'name': '', 'network_id': '2d0d6a6c-9917-4ff2-a697-e3e36a21bf45', 'tenant_id': '75b25e6ce128494395ec8952b82a2112', 'mac_address': 'fa:16:3e:89:ee:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c36a389e-0bab-44ea-b4b5-9ad05f99fa87', 'device_owner': 'network:router_interface', 'standard_attr_id': 4392, 'fixed_ips': [{'subnet_id': '8604ed5b-c18c-4221-85af-7852f4583a7a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T20:25:04Z', 'updated_at': '2022-02-09T20:25:05Z', 'revision_number': 2, 'project_id': '75b25e6ce128494395ec8952b82a2112', 'subnets': [{'id': '8604ed5b-c18c-4221-85af-7852f4583a7a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-36', False) {} {{(pid=103233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 20:25:09.885539 n-d-713498-36 neutron-server[103233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f4c888b-260a-423a-9519-6254264c68d8 None None] Checking router: c36a389e-0bab-44ea-b4b5-9ad05f99fa87 for host: n-d-713498-36 {{(pid=103233) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 20:25:09.885892 n-d-713498-36 neutron-server[103233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f4c888b-260a-423a-9519-6254264c68d8 None None] Updating router c36a389e-0bab-44ea-b4b5-9ad05f99fa87 port b6125e68-c941-434b-95c8-fc6f9a5c540c binding host n-d-713498-36 {{(pid=103233) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 20:25:09.912142 n-d-713498-36 neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-0f4c888b-260a-423a-9519-6254264c68d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (b6125e68-c941-434b-95c8-fc6f9a5c540c), before_update {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:25:10.266368 n-d-713498-36 neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-0f4c888b-260a-423a-9519-6254264c68d8 None None] Publish callbacks [] for port (b6125e68-c941-434b-95c8-fc6f9a5c540c), precommit_update {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:25:10.271779 n-d-713498-36 neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-0f4c888b-260a-423a-9519-6254264c68d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762867176205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762866656485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762866656503'] for port (b6125e68-c941-434b-95c8-fc6f9a5c540c), after_update {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:25:10.325248 n-d-713498-36 neutron-server[103233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17bd03be-9cab-45d7-8b12-b541902892ae None None] Pushing event updated for resources: {'Port': ['ID=b6125e68-c941-434b-95c8-fc6f9a5c540c,revision_number=3']} {{(pid=103233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:25:10.396249 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10162e86-ad2c-48dc-996d-fca6e8cc3893 req-7ff29257-4a75-4e62-a4fd-b35d329a94a6 tempest-TestSnapshotPattern-2109285631 tempest-TestSnapshotPattern-2109285631-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:25:10.398184 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-10162e86-ad2c-48dc-996d-fca6e8cc3893 req-7ff29257-4a75-4e62-a4fd-b35d329a94a6 tempest-TestSnapshotPattern-2109285631 tempest-TestSnapshotPattern-2109285631-project] 10.222.0.89 "GET /v2.0/networks?id=93700c4d-539d-4291-96be-1b30414bda47 HTTP/1.1" status: 200 len: 809 time: 0.1659782 Feb 09 20:25:10.399869 n-d-713498-36 neutron-server[103233]: DEBUG neutron.plugins.ml2.managers [None req-0f4c888b-260a-423a-9519-6254264c68d8 None None] Attempting to bind port b6125e68-c941-434b-95c8-fc6f9a5c540c on host n-d-713498-36 for vnic_type normal with profile {{(pid=103233) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 20:25:10.400240 n-d-713498-36 neutron-server[103233]: DEBUG neutron.plugins.ml2.managers [None req-0f4c888b-260a-423a-9519-6254264c68d8 None None] Attempting to bind port b6125e68-c941-434b-95c8-fc6f9a5c540c by drivers openvswitch,hyperv on host n-d-713498-36 at level 0 using segments [{'id': 'c7662a76-c3d9-413e-899c-c848fdffb3cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '2d0d6a6c-9917-4ff2-a697-e3e36a21bf45'}] {{(pid=103233) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 20:25:10.400600 n-d-713498-36 neutron-server[103233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f4c888b-260a-423a-9519-6254264c68d8 None None] Attempting to bind port b6125e68-c941-434b-95c8-fc6f9a5c540c on network 2d0d6a6c-9917-4ff2-a697-e3e36a21bf45 {{(pid=103233) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 20:25:10.401913 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-ae7de07d-5bfa-46ca-80e9-ff8e2aaab1c5 req-6e4c308c-c1a8-416e-a88c-97506b7798c9 tempest-TestSnapshotPattern-2109285631 tempest-TestSnapshotPattern-2109285631-project] 10.222.0.75 "GET /v2.0/ports?device_id=2cd2a004-a5b3-4ac3-8c3f-45a6138d76ab HTTP/1.1" status: 200 len: 210 time: 0.0397060 Feb 09 20:25:10.425991 n-d-713498-36 neutron-server[103233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f4c888b-260a-423a-9519-6254264c68d8 None None] Checking agent: {'id': '496418a2-c002-4aec-ab1a-07f3bea491bd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-36', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 18, 51, 47), 'started_at': datetime.datetime(2022, 2, 9, 18, 52, 17), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 20, 24, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-36'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103233) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 20:25:10.425991 n-d-713498-36 neutron-server[103233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f4c888b-260a-423a-9519-6254264c68d8 None None] Checking segment: {'id': 'c7662a76-c3d9-413e-899c-c848fdffb3cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '2d0d6a6c-9917-4ff2-a697-e3e36a21bf45'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103233) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 20:25:10.425991 n-d-713498-36 neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-0f4c888b-260a-423a-9519-6254264c68d8 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:25:10.425991 n-d-713498-36 neutron-server[103233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f4c888b-260a-423a-9519-6254264c68d8 None None] Bound using segment: {'id': 'c7662a76-c3d9-413e-899c-c848fdffb3cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '2d0d6a6c-9917-4ff2-a697-e3e36a21bf45'} {{(pid=103233) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 20:25:10.425991 n-d-713498-36 neutron-server[103233]: DEBUG neutron.plugins.ml2.managers [None req-0f4c888b-260a-423a-9519-6254264c68d8 None None] Bound port: b6125e68-c941-434b-95c8-fc6f9a5c540c, host: n-d-713498-36, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c7662a76-c3d9-413e-899c-c848fdffb3cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '2d0d6a6c-9917-4ff2-a697-e3e36a21bf45'}}] {{(pid=103233) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 20:25:10.425991 n-d-713498-36 neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-0f4c888b-260a-423a-9519-6254264c68d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (b6125e68-c941-434b-95c8-fc6f9a5c540c), before_update {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:25:10.472496 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-10162e86-ad2c-48dc-996d-fca6e8cc3893 req-9c209dc9-da9a-4d0a-91b9-8102eebfb918 tempest-TestSnapshotPattern-2109285631 tempest-TestSnapshotPattern-2109285631-project] 10.222.0.89 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=2ba66b8cd58e4f95a06352b46d37ff98 HTTP/1.1" status: 200 len: 379 time: 0.0646477 Feb 09 20:25:10.482326 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.v2.base [req-10162e86-ad2c-48dc-996d-fca6e8cc3893 req-16022d7b-8af2-4b3c-b6ad-0b9878563461 tempest-TestSnapshotPattern-2109285631 tempest-TestSnapshotPattern-2109285631-project] Request body: {'port': {'device_id': '2cd2a004-a5b3-4ac3-8c3f-45a6138d76ab', 'network_id': '93700c4d-539d-4291-96be-1b30414bda47', 'admin_state_up': True, 'tenant_id': '2ba66b8cd58e4f95a06352b46d37ff98', 'security_groups': ['1af7238b-7266-4fc7-9cd3-84fd69b32286']}} {{(pid=103229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 20:25:10.490933 n-d-713498-36 neutron-server[103233]: DEBUG neutron.plugins.ml2.db [None req-0f4c888b-260a-423a-9519-6254264c68d8 None None] For port b6125e68-c941-434b-95c8-fc6f9a5c540c, host n-d-713498-36, cleared binding levels {{(pid=103233) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 20:25:10.495018 n-d-713498-36 neutron-server[103233]: DEBUG neutron.plugins.ml2.db [None req-0f4c888b-260a-423a-9519-6254264c68d8 None None] For port b6125e68-c941-434b-95c8-fc6f9a5c540c, host n-d-713498-36, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-36',level=0,port_id=b6125e68-c941-434b-95c8-fc6f9a5c540c,segment=NetworkSegment(c7662a76-c3d9-413e-899c-c848fdffb3cb),segment_id=c7662a76-c3d9-413e-899c-c848fdffb3cb)] {{(pid=103233) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 20:25:10.502988 n-d-713498-36 neutron-server[103233]: DEBUG neutron_lib.callbacks.manager [None req-0f4c888b-260a-423a-9519-6254264c68d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762867176205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762866656485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762866656503'] for port (b6125e68-c941-434b-95c8-fc6f9a5c540c), after_update {{(pid=103233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:25:10.563079 n-d-713498-36 neutron-server[103233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f4c888b-260a-423a-9519-6254264c68d8 None None] Routers {'c36a389e-0bab-44ea-b4b5-9ad05f99fa87'} bound to L3 agent in host n-d-713498-36 {{(pid=103233) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 20:25:10.563630 n-d-713498-36 neutron-server[103233]: DEBUG neutron.db.l3_hamode_db [None req-0f4c888b-260a-423a-9519-6254264c68d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T18:51:43Z,description=,heartbeat_timestamp=2022-02-09T20:24:43Z,host='n-d-713498-36',id=93303d5e-5d17-45e8-8963-7694f87783ae,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T18:51:43Z,topic='l3_agent')) {'router_ids': ['c36a389e-0bab-44ea-b4b5-9ad05f99fa87'], 'active': True} {{(pid=103233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 20:25:10.568696 n-d-713498-36 neutron-server[103233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17bd03be-9cab-45d7-8b12-b541902892ae None None] Pushing event updated for resources: {'Port': ['ID=b6125e68-c941-434b-95c8-fc6f9a5c540c,revision_number=4']} {{(pid=103233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:25:10.620216 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-10162e86-ad2c-48dc-996d-fca6e8cc3893 req-16022d7b-8af2-4b3c-b6ad-0b9878563461 tempest-TestSnapshotPattern-2109285631 tempest-TestSnapshotPattern-2109285631-project] Made reservation on behalf of 2ba66b8cd58e4f95a06352b46d37ff98 for: {'port': 1} {{(pid=103229) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 20:25:10.623738 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-10162e86-ad2c-48dc-996d-fca6e8cc3893 req-16022d7b-8af2-4b3c-b6ad-0b9878563461 tempest-TestSnapshotPattern-2109285631 tempest-TestSnapshotPattern-2109285631-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (None), before_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:25:10.627526 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.provisioning_blocks [None req-d7370b0e-e594-4672-b147-d229df176398 None None] Provisioning complete for port b6125e68-c941-434b-95c8-fc6f9a5c540c triggered by entity DHCP. {{(pid=103232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 20:25:10.628597 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-d7370b0e-e594-4672-b147-d229df176398 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593630'] for port (b6125e68-c941-434b-95c8-fc6f9a5c540c), provisioning_complete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:25:10.695636 n-d-713498-36 neutron-server[103233]: DEBUG neutron.db.l3_dvr_db [None req-0f4c888b-260a-423a-9519-6254264c68d8 None None] Set router c36a389e-0bab-44ea-b4b5-9ad05f99fa87 gateway port host: n-d-713498-36 {{(pid=103233) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 20:25:10.745330 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-d7370b0e-e594-4672-b147-d229df176398 None None] Current status of the port b6125e68-c941-434b-95c8-fc6f9a5c540c is: DOWN; New status is: ACTIVE {{(pid=103232) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 20:25:10.745884 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-d7370b0e-e594-4672-b147-d229df176398 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (b6125e68-c941-434b-95c8-fc6f9a5c540c), before_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:25:10.784841 n-d-713498-36 neutron-server[103229]: DEBUG neutron.db.db_base_plugin_common [req-10162e86-ad2c-48dc-996d-fca6e8cc3893 req-16022d7b-8af2-4b3c-b6ad-0b9878563461 tempest-TestSnapshotPattern-2109285631 tempest-TestSnapshotPattern-2109285631-project] Allocated IP 172.20.0.6 (93700c4d-539d-4291-96be-1b30414bda47/ca5ff4dd-b510-4942-92f8-7c7060ae387a/3f559252-e7b2-44a8-aaf9-e61223bc3fee) {{(pid=103229) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 20:25:10.787705 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-d7370b0e-e594-4672-b147-d229df176398 None None] For port b6125e68-c941-434b-95c8-fc6f9a5c540c, host n-d-713498-36, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-36',level=0,port_id=b6125e68-c941-434b-95c8-fc6f9a5c540c,segment=NetworkSegment(c7662a76-c3d9-413e-899c-c848fdffb3cb),segment_id=c7662a76-c3d9-413e-899c-c848fdffb3cb)] {{(pid=103232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 20:25:10.792319 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-d7370b0e-e594-4672-b147-d229df176398 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762867176205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762866656485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762866656503'] for port (b6125e68-c941-434b-95c8-fc6f9a5c540c), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:25:10.850680 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7370b0e-e594-4672-b147-d229df176398 None None] Pushing event updated for resources: {'Port': ['ID=b6125e68-c941-434b-95c8-fc6f9a5c540c,revision_number=5']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:25:10.913616 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.provisioning_blocks [None req-01497b45-9b16-4648-b836-f07b6530bd4e None None] Provisioning complete for port b6125e68-c941-434b-95c8-fc6f9a5c540c triggered by entity DHCP. {{(pid=103232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 20:25:10.914328 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-01497b45-9b16-4648-b836-f07b6530bd4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593630'] for port (b6125e68-c941-434b-95c8-fc6f9a5c540c), provisioning_complete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:25:10.949589 n-d-713498-36 neutron-server[103233]: DEBUG neutron.db.l3_hamode_db [None req-0f4c888b-260a-423a-9519-6254264c68d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c36a389e-0bab-44ea-b4b5-9ad05f99fa87', 'name': 'tempest-TestSnapshotPattern-1672790500-router', 'tenant_id': '75b25e6ce128494395ec8952b82a2112', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88055e1e-672a-4487-be31-ffb6e833ece5', 'external_fixed_ips': [{'subnet_id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'ip_address': '172.25.1.153'}], 'enable_snat': True}, 'gw_port_id': '89da1571-ff9e-4c78-abf6-2aaa7de93a7f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T20:25:02Z', 'updated_at': '2022-02-09T20:25:05Z', 'revision_number': 4, 'project_id': '75b25e6ce128494395ec8952b82a2112', 'gw_port': {'id': '89da1571-ff9e-4c78-abf6-2aaa7de93a7f', 'name': '', 'network_id': '88055e1e-672a-4487-be31-ffb6e833ece5', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:44:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c36a389e-0bab-44ea-b4b5-9ad05f99fa87', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4391, 'fixed_ips': [{'subnet_id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'ip_address': '172.25.1.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T20:25:03Z', 'updated_at': '2022-02-09T20:25:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-36', '_interfaces': [{'id': 'b6125e68-c941-434b-95c8-fc6f9a5c540c', 'name': '', 'network_id': '2d0d6a6c-9917-4ff2-a697-e3e36a21bf45', 'tenant_id': '75b25e6ce128494395ec8952b82a2112', 'mac_address': 'fa:16:3e:89:ee:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c36a389e-0bab-44ea-b4b5-9ad05f99fa87', 'device_owner': 'network:router_interface', 'standard_attr_id': 4392, 'fixed_ips': [{'subnet_id': '8604ed5b-c18c-4221-85af-7852f4583a7a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T20:25:04Z', 'updated_at': '2022-02-09T20:25:10Z', 'revision_number': 4, 'project_id': '75b25e6ce128494395ec8952b82a2112', 'subnets': [{'id': '8604ed5b-c18c-4221-85af-7852f4583a7a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-36', False) {} {{(pid=103233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 20:25:10.962858 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-10162e86-ad2c-48dc-996d-fca6e8cc3893 req-16022d7b-8af2-4b3c-b6ad-0b9878563461 tempest-TestSnapshotPattern-2109285631 tempest-TestSnapshotPattern-2109285631-project] Publish callbacks [] for port (3f559252-e7b2-44a8-aaf9-e61223bc3fee), precommit_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:25:10.980071 n-d-713498-36 neutron-server[103233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f4c888b-260a-423a-9519-6254264c68d8 None None] The sync data for ids ['c36a389e-0bab-44ea-b4b5-9ad05f99fa87'] in n-d-713498-36 is: [{'id': 'c36a389e-0bab-44ea-b4b5-9ad05f99fa87', 'name': 'tempest-TestSnapshotPattern-1672790500-router', 'tenant_id': '75b25e6ce128494395ec8952b82a2112', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88055e1e-672a-4487-be31-ffb6e833ece5', 'external_fixed_ips': [{'subnet_id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'ip_address': '172.25.1.153'}], 'enable_snat': True}, 'gw_port_id': '89da1571-ff9e-4c78-abf6-2aaa7de93a7f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T20:25:02Z', 'updated_at': '2022-02-09T20:25:05Z', 'revision_number': 4, 'project_id': '75b25e6ce128494395ec8952b82a2112', 'gw_port': {'id': '89da1571-ff9e-4c78-abf6-2aaa7de93a7f', 'name': '', 'network_id': '88055e1e-672a-4487-be31-ffb6e833ece5', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:44:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c36a389e-0bab-44ea-b4b5-9ad05f99fa87', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4391, 'fixed_ips': [{'subnet_id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'ip_address': '172.25.1.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T20:25:03Z', 'updated_at': '2022-02-09T20:25:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-36', '_interfaces': [{'id': 'b6125e68-c941-434b-95c8-fc6f9a5c540c', 'name': '', 'network_id': '2d0d6a6c-9917-4ff2-a697-e3e36a21bf45', 'tenant_id': '75b25e6ce128494395ec8952b82a2112', 'mac_address': 'fa:16:3e:89:ee:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c36a389e-0bab-44ea-b4b5-9ad05f99fa87', 'device_owner': 'network:router_interface', 'standard_attr_id': 4392, 'fixed_ips': [{'subnet_id': '8604ed5b-c18c-4221-85af-7852f4583a7a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T20:25:04Z', 'updated_at': '2022-02-09T20:25:10Z', 'revision_number': 4, 'project_id': '75b25e6ce128494395ec8952b82a2112', 'subnets': [{'id': '8604ed5b-c18c-4221-85af-7852f4583a7a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103233) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 20:25:11.003125 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-10162e86-ad2c-48dc-996d-fca6e8cc3893 req-16022d7b-8af2-4b3c-b6ad-0b9878563461 tempest-TestSnapshotPattern-2109285631 tempest-TestSnapshotPattern-2109285631-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762866656467', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12867576'] for port (3f559252-e7b2-44a8-aaf9-e61223bc3fee), after_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:25:11.021689 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-01497b45-9b16-4648-b836-f07b6530bd4e None None] Current status of the port b6125e68-c941-434b-95c8-fc6f9a5c540c is: ACTIVE; New status is: ACTIVE {{(pid=103232) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 20:25:11.024559 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-6ccddc0e-fa74-4817-84d6-9bc0aa2fbfc2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762867132591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593584'] for agent (af91e4b9-f4e1-42b1-a25c-a10dc47171c8), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:25:11.045458 n-d-713498-36 neutron-server[103229]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-10162e86-ad2c-48dc-996d-fca6e8cc3893 req-16022d7b-8af2-4b3c-b6ad-0b9878563461 tempest-TestSnapshotPattern-2109285631 tempest-TestSnapshotPattern-2109285631-project] Network 93700c4d-539d-4291-96be-1b30414bda47 is already hosted by enough agents. {{(pid=103229) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 20:25:11.050654 n-d-713498-36 neutron-server[103229]: DEBUG neutron.scheduler.base_scheduler [req-10162e86-ad2c-48dc-996d-fca6e8cc3893 req-16022d7b-8af2-4b3c-b6ad-0b9878563461 tempest-TestSnapshotPattern-2109285631 tempest-TestSnapshotPattern-2109285631-project] Resources bound (agent type, host, resource id): {{(pid=103229) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 20:25:11.054555 n-d-713498-36 neutron-server[103229]: DEBUG neutron.db.l3_dvrscheduler_db [req-10162e86-ad2c-48dc-996d-fca6e8cc3893 req-16022d7b-8af2-4b3c-b6ad-0b9878563461 tempest-TestSnapshotPattern-2109285631 tempest-TestSnapshotPattern-2109285631-project] Received port after_create {{(pid=103229) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 20:25:11.085555 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16022d7b-8af2-4b3c-b6ad-0b9878563461 tempest-TestSnapshotPattern-2109285631 tempest-TestSnapshotPattern-2109285631-project] Pushing event updated for resources: {'Port': ['ID=3f559252-e7b2-44a8-aaf9-e61223bc3fee,revision_number=1']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:25:11.123174 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10162e86-ad2c-48dc-996d-fca6e8cc3893 req-16022d7b-8af2-4b3c-b6ad-0b9878563461 tempest-TestSnapshotPattern-2109285631 tempest-TestSnapshotPattern-2109285631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:25:11.123817 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-10162e86-ad2c-48dc-996d-fca6e8cc3893 req-16022d7b-8af2-4b3c-b6ad-0b9878563461 tempest-TestSnapshotPattern-2109285631 tempest-TestSnapshotPattern-2109285631-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171096'] for port (None), before_response {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:25:11.144794 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-10162e86-ad2c-48dc-996d-fca6e8cc3893 req-16022d7b-8af2-4b3c-b6ad-0b9878563461 tempest-TestSnapshotPattern-2109285631 tempest-TestSnapshotPattern-2109285631-project] 10.222.0.89 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6665175 Feb 09 20:25:11.157225 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.v2.base [req-10162e86-ad2c-48dc-996d-fca6e8cc3893 req-d5515837-a13f-4437-81a2-2c7c63a6404b service neutron] Request body: {'port': {'device_id': '2cd2a004-a5b3-4ac3-8c3f-45a6138d76ab', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-713498-36'}} {{(pid=103229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 20:25:11.228856 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-10162e86-ad2c-48dc-996d-fca6e8cc3893 req-d5515837-a13f-4437-81a2-2c7c63a6404b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (3f559252-e7b2-44a8-aaf9-e61223bc3fee), before_update {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:25:11.267351 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Device b6125e68-c941-434b-95c8-fc6f9a5c540c up at agent ovs-agent-n-d-713498-36 {{(pid=103232) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 20:25:11.323760 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.provisioning_blocks [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Provisioning complete for port b6125e68-c941-434b-95c8-fc6f9a5c540c triggered by entity L2. {{(pid=103232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 20:25:11.324197 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593630'] for port (b6125e68-c941-434b-95c8-fc6f9a5c540c), provisioning_complete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:25:11.410010 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Current status of the port b6125e68-c941-434b-95c8-fc6f9a5c540c is: ACTIVE; New status is: ACTIVE {{(pid=103232) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 20:25:11.411451 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Device 89da1571-ff9e-4c78-abf6-2aaa7de93a7f up at agent ovs-agent-n-d-713498-36 {{(pid=103232) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 20:25:11.472653 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.provisioning_blocks [None req-12d44f78-b6c4-404f-82ed-d3a9f8d02337 None None] Provisioning complete for port 3f559252-e7b2-44a8-aaf9-e61223bc3fee triggered by entity DHCP. {{(pid=103232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 20:25:11.473031 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-12d44f78-b6c4-404f-82ed-d3a9f8d02337 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593630'] for port (3f559252-e7b2-44a8-aaf9-e61223bc3fee), provisioning_complete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:25:11.516967 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-12d44f78-b6c4-404f-82ed-d3a9f8d02337 None None] Port 3f559252-e7b2-44a8-aaf9-e61223bc3fee cannot update to ACTIVE because it is not bound. {{(pid=103232) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 20:25:11.520104 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.provisioning_blocks [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Provisioning complete for port 89da1571-ff9e-4c78-abf6-2aaa7de93a7f triggered by entity L2. {{(pid=103232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 20:25:11.520476 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593630'] for port (89da1571-ff9e-4c78-abf6-2aaa7de93a7f), provisioning_complete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:25:11.615454 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Current status of the port 89da1571-ff9e-4c78-abf6-2aaa7de93a7f is: ACTIVE; New status is: ACTIVE {{(pid=103232) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 20:25:11.867224 n-d-713498-36 neutron-server[103229]: DEBUG neutron.notifiers.nova [req-10162e86-ad2c-48dc-996d-fca6e8cc3893 req-d5515837-a13f-4437-81a2-2c7c63a6404b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3f559252-e7b2-44a8-aaf9-e61223bc3fee {{(pid=103229) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 20:25:11.877054 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-10162e86-ad2c-48dc-996d-fca6e8cc3893 req-d5515837-a13f-4437-81a2-2c7c63a6404b service neutron] Publish callbacks [] for port (3f559252-e7b2-44a8-aaf9-e61223bc3fee), precommit_update {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:25:11.895178 n-d-713498-36 neutron-server[103229]: DEBUG neutron.db.provisioning_blocks [req-10162e86-ad2c-48dc-996d-fca6e8cc3893 req-d5515837-a13f-4437-81a2-2c7c63a6404b service neutron] Transition to ACTIVE for port object 3f559252-e7b2-44a8-aaf9-e61223bc3fee will not be triggered until provisioned by entity L2. {{(pid=103229) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 20:25:11.899082 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-10162e86-ad2c-48dc-996d-fca6e8cc3893 req-d5515837-a13f-4437-81a2-2c7c63a6404b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762867176205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762866656485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762866656503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12867569'] for port (3f559252-e7b2-44a8-aaf9-e61223bc3fee), after_update {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:25:11.909553 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ea38d8e-6c6c-424f-ae59-5bfc5f13538a req-c2e14b49-a3ff-4456-ad11-1a09eaecadc3 tempest-TestSnapshotPattern-2109285631 tempest-TestSnapshotPattern-2109285631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:25:11.911081 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-6ea38d8e-6c6c-424f-ae59-5bfc5f13538a req-c2e14b49-a3ff-4456-ad11-1a09eaecadc3 tempest-TestSnapshotPattern-2109285631 tempest-TestSnapshotPattern-2109285631-project] 10.222.0.75 "GET /v2.0/ports?device_id=2cd2a004-a5b3-4ac3-8c3f-45a6138d76ab HTTP/1.1" status: 200 len: 931 time: 0.4183421 Feb 09 20:25:11.978714 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5515837-a13f-4437-81a2-2c7c63a6404b service neutron] Pushing event updated for resources: {'Port': ['ID=3f559252-e7b2-44a8-aaf9-e61223bc3fee,revision_number=2']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:25:12.053656 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-6ea38d8e-6c6c-424f-ae59-5bfc5f13538a req-47645f9e-c178-4331-adb4-45400f1ec631 tempest-TestSnapshotPattern-2109285631 tempest-TestSnapshotPattern-2109285631-project] 10.222.0.75 "GET /v2.0/security-groups?id=1af7238b-7266-4fc7-9cd3-84fd69b32286&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1218224 Feb 09 20:25:12.086483 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.managers [req-10162e86-ad2c-48dc-996d-fca6e8cc3893 req-d5515837-a13f-4437-81a2-2c7c63a6404b service neutron] Attempting to bind port 3f559252-e7b2-44a8-aaf9-e61223bc3fee on host n-h1-713498-36 for vnic_type normal with profile {{(pid=103229) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 20:25:12.086818 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.managers [req-10162e86-ad2c-48dc-996d-fca6e8cc3893 req-d5515837-a13f-4437-81a2-2c7c63a6404b service neutron] Attempting to bind port 3f559252-e7b2-44a8-aaf9-e61223bc3fee by drivers openvswitch,hyperv on host n-h1-713498-36 at level 0 using segments [{'id': 'a8330c9a-b745-47f4-a942-d51b0c4ec42e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': '93700c4d-539d-4291-96be-1b30414bda47'}] {{(pid=103229) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 20:25:12.087177 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10162e86-ad2c-48dc-996d-fca6e8cc3893 req-d5515837-a13f-4437-81a2-2c7c63a6404b service neutron] Attempting to bind port 3f559252-e7b2-44a8-aaf9-e61223bc3fee on network 93700c4d-539d-4291-96be-1b30414bda47 {{(pid=103229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 20:25:12.091881 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10162e86-ad2c-48dc-996d-fca6e8cc3893 req-d5515837-a13f-4437-81a2-2c7c63a6404b service neutron] Port 3f559252-e7b2-44a8-aaf9-e61223bc3fee on network 93700c4d-539d-4291-96be-1b30414bda47 not bound, no agent of type Open vSwitch agent registered on host n-h1-713498-36 {{(pid=103229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 20:25:12.092206 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10162e86-ad2c-48dc-996d-fca6e8cc3893 req-d5515837-a13f-4437-81a2-2c7c63a6404b service neutron] Attempting to bind port 3f559252-e7b2-44a8-aaf9-e61223bc3fee on network 93700c4d-539d-4291-96be-1b30414bda47 {{(pid=103229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 20:25:12.097688 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10162e86-ad2c-48dc-996d-fca6e8cc3893 req-d5515837-a13f-4437-81a2-2c7c63a6404b service neutron] Checking agent: {'id': '488cd9ae-631f-4955-ba0b-4f5a13f12e9c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713498-36', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 18, 59, 18), 'started_at': datetime.datetime(2022, 2, 9, 18, 59, 18), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 20, 24, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 20:25:12.098093 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10162e86-ad2c-48dc-996d-fca6e8cc3893 req-d5515837-a13f-4437-81a2-2c7c63a6404b service neutron] Checking segment: {'id': 'a8330c9a-b745-47f4-a942-d51b0c4ec42e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': '93700c4d-539d-4291-96be-1b30414bda47'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103229) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 20:25:12.098488 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10162e86-ad2c-48dc-996d-fca6e8cc3893 req-d5515837-a13f-4437-81a2-2c7c63a6404b service neutron] Bound using segment: {'id': 'a8330c9a-b745-47f4-a942-d51b0c4ec42e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': '93700c4d-539d-4291-96be-1b30414bda47'} {{(pid=103229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 20:25:12.098921 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.managers [req-10162e86-ad2c-48dc-996d-fca6e8cc3893 req-d5515837-a13f-4437-81a2-2c7c63a6404b service neutron] Bound port: 3f559252-e7b2-44a8-aaf9-e61223bc3fee, host: n-h1-713498-36, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a8330c9a-b745-47f4-a942-d51b0c4ec42e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': '93700c4d-539d-4291-96be-1b30414bda47'}}] {{(pid=103229) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 20:25:12.099282 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-10162e86-ad2c-48dc-996d-fca6e8cc3893 req-d5515837-a13f-4437-81a2-2c7c63a6404b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (3f559252-e7b2-44a8-aaf9-e61223bc3fee), before_update {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:25:12.167113 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.db [req-10162e86-ad2c-48dc-996d-fca6e8cc3893 req-d5515837-a13f-4437-81a2-2c7c63a6404b service neutron] For port 3f559252-e7b2-44a8-aaf9-e61223bc3fee, host n-h1-713498-36, cleared binding levels {{(pid=103229) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 20:25:12.170231 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.db [req-10162e86-ad2c-48dc-996d-fca6e8cc3893 req-d5515837-a13f-4437-81a2-2c7c63a6404b service neutron] For port 3f559252-e7b2-44a8-aaf9-e61223bc3fee, host n-h1-713498-36, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-36',level=0,port_id=3f559252-e7b2-44a8-aaf9-e61223bc3fee,segment=NetworkSegment(a8330c9a-b745-47f4-a942-d51b0c4ec42e),segment_id=a8330c9a-b745-47f4-a942-d51b0c4ec42e)] {{(pid=103229) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 20:25:12.177667 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-10162e86-ad2c-48dc-996d-fca6e8cc3893 req-d5515837-a13f-4437-81a2-2c7c63a6404b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762867176205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762866656485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762866656503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12867569'] for port (3f559252-e7b2-44a8-aaf9-e61223bc3fee), after_update {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:25:12.212568 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10162e86-ad2c-48dc-996d-fca6e8cc3893 req-d5515837-a13f-4437-81a2-2c7c63a6404b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:25:12.213206 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-10162e86-ad2c-48dc-996d-fca6e8cc3893 req-d5515837-a13f-4437-81a2-2c7c63a6404b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171096'] for port (None), before_response {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:25:12.214788 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-10162e86-ad2c-48dc-996d-fca6e8cc3893 req-d5515837-a13f-4437-81a2-2c7c63a6404b service neutron] 10.222.0.89 "PUT /v2.0/ports/3f559252-e7b2-44a8-aaf9-e61223bc3fee HTTP/1.1" status: 200 len: 1092 time: 1.0627594 Feb 09 20:25:12.215234 n-d-713498-36 neutron-server[103229]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2cd2a004-a5b3-4ac3-8c3f-45a6138d76ab', 'tag': '3f559252-e7b2-44a8-aaf9-e61223bc3fee'}] {{(pid=103229) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 20:25:12.218098 n-d-713498-36 neutron-server[103229]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}07d618d1c5389b9cd0b8ca1de8f17b65d6cfa6b0806685514be6977118e88e42" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5e7673ab-ce4d-43f2-a3c0-928d45885c4e" -d '{"events": [{"name": "network-changed", "server_uuid": "2cd2a004-a5b3-4ac3-8c3f-45a6138d76ab", "tag": "3f559252-e7b2-44a8-aaf9-e61223bc3fee"}]}' {{(pid=103229) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 20:25:12.252764 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5515837-a13f-4437-81a2-2c7c63a6404b service neutron] Pushing event updated for resources: {'Port': ['ID=3f559252-e7b2-44a8-aaf9-e61223bc3fee,revision_number=3']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:25:12.327854 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10162e86-ad2c-48dc-996d-fca6e8cc3893 req-fc51094e-cfe7-414f-bbf4-7f9c1e6f5714 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:25:12.329599 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-10162e86-ad2c-48dc-996d-fca6e8cc3893 req-fc51094e-cfe7-414f-bbf4-7f9c1e6f5714 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=2ba66b8cd58e4f95a06352b46d37ff98&device_id=2cd2a004-a5b3-4ac3-8c3f-45a6138d76ab HTTP/1.1" status: 200 len: 1126 time: 0.0663528 Feb 09 20:25:12.374699 n-d-713498-36 neutron-server[103229]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 20:25:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3df6752a-018e-4073-98cf-37cc3bd036d9 x-openstack-request-id: req-3df6752a-018e-4073-98cf-37cc3bd036d9 {{(pid=103229) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 20:25:12.375658 n-d-713498-36 neutron-server[103229]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2cd2a004-a5b3-4ac3-8c3f-45a6138d76ab", "tag": "3f559252-e7b2-44a8-aaf9-e61223bc3fee", "status": "completed", "code": 200}]} {{(pid=103229) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 20:25:12.375926 n-d-713498-36 neutron-server[103229]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-3df6752a-018e-4073-98cf-37cc3bd036d9 {{(pid=103229) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 20:25:12.376336 n-d-713498-36 neutron-server[103229]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2cd2a004-a5b3-4ac3-8c3f-45a6138d76ab', 'tag': '3f559252-e7b2-44a8-aaf9-e61223bc3fee', 'status': 'completed', 'code': 200} Feb 09 20:25:12.378245 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-10162e86-ad2c-48dc-996d-fca6e8cc3893 req-3b183459-f32c-4872-95ac-84b8c3841ccc service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=3f559252-e7b2-44a8-aaf9-e61223bc3fee HTTP/1.1" status: 200 len: 217 time: 0.0410697 Feb 09 20:25:12.434685 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10162e86-ad2c-48dc-996d-fca6e8cc3893 req-14f3ffd4-274f-4de0-9751-ab476811646a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:25:12.436088 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-10162e86-ad2c-48dc-996d-fca6e8cc3893 req-14f3ffd4-274f-4de0-9751-ab476811646a service neutron] 10.222.0.89 "GET /v2.0/subnets?id=ca5ff4dd-b510-4942-92f8-7c7060ae387a HTTP/1.1" status: 200 len: 848 time: 0.0477724 Feb 09 20:25:12.484827 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10162e86-ad2c-48dc-996d-fca6e8cc3893 req-934a452f-9329-4d4b-8ff4-b880d28cb919 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:25:12.486291 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-10162e86-ad2c-48dc-996d-fca6e8cc3893 req-934a452f-9329-4d4b-8ff4-b880d28cb919 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=93700c4d-539d-4291-96be-1b30414bda47&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0447521 Feb 09 20:25:12.577747 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-10162e86-ad2c-48dc-996d-fca6e8cc3893 req-ee0bd979-2faf-458e-b7a9-8f3d49082ff4 service neutron] 10.222.0.89 "GET /v2.0/networks/93700c4d-539d-4291-96be-1b30414bda47?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853682 Feb 09 20:25:12.665573 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-10162e86-ad2c-48dc-996d-fca6e8cc3893 req-62afbefa-6664-419a-a6c2-dbdad13c5382 service neutron] 10.222.0.89 "GET /v2.0/networks/93700c4d-539d-4291-96be-1b30414bda47?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0820451 Feb 09 20:25:12.761776 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e7673ab-ce4d-43f2-a3c0-928d45885c4e req-6bff4bff-5a3f-4f19-9620-31827e305db0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:25:12.763333 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-5e7673ab-ce4d-43f2-a3c0-928d45885c4e req-6bff4bff-5a3f-4f19-9620-31827e305db0 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=2ba66b8cd58e4f95a06352b46d37ff98&device_id=2cd2a004-a5b3-4ac3-8c3f-45a6138d76ab HTTP/1.1" status: 200 len: 1126 time: 0.0533698 Feb 09 20:25:12.854092 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e7673ab-ce4d-43f2-a3c0-928d45885c4e req-6b32b21d-8fa7-48ba-8f01-782aee72dce6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:25:12.855649 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-5e7673ab-ce4d-43f2-a3c0-928d45885c4e req-6b32b21d-8fa7-48ba-8f01-782aee72dce6 service neutron] 10.222.0.89 "GET /v2.0/networks?id=93700c4d-539d-4291-96be-1b30414bda47 HTTP/1.1" status: 200 len: 910 time: 0.0867190 Feb 09 20:25:12.903559 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-5e7673ab-ce4d-43f2-a3c0-928d45885c4e req-cc3ab6b9-55cb-42f2-967b-bc43d248703f service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=3f559252-e7b2-44a8-aaf9-e61223bc3fee HTTP/1.1" status: 200 len: 217 time: 0.0404000 Feb 09 20:25:12.952054 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e7673ab-ce4d-43f2-a3c0-928d45885c4e req-438ac383-129f-495f-97c7-b8e5291c47bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:25:12.953719 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-5e7673ab-ce4d-43f2-a3c0-928d45885c4e req-438ac383-129f-495f-97c7-b8e5291c47bb service neutron] 10.222.0.89 "GET /v2.0/subnets?id=ca5ff4dd-b510-4942-92f8-7c7060ae387a HTTP/1.1" status: 200 len: 848 time: 0.0446503 Feb 09 20:25:13.006515 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e7673ab-ce4d-43f2-a3c0-928d45885c4e req-2584a2fb-d98f-4a76-8786-5ee06c882f01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:25:13.008217 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-5e7673ab-ce4d-43f2-a3c0-928d45885c4e req-2584a2fb-d98f-4a76-8786-5ee06c882f01 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=93700c4d-539d-4291-96be-1b30414bda47&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0483158 Feb 09 20:25:13.101826 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-5e7673ab-ce4d-43f2-a3c0-928d45885c4e req-60075fe6-4255-47bf-8ed7-484b79681136 service neutron] 10.222.0.89 "GET /v2.0/networks/93700c4d-539d-4291-96be-1b30414bda47?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0870121 Feb 09 20:25:13.228400 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfcb7088-d9e5-4fab-be73-ec0ae7cde6d3 req-1afce72d-6fad-4d7d-8ddc-98ae5396a80b tempest-TestSnapshotPattern-2109285631 tempest-TestSnapshotPattern-2109285631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:25:13.229871 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-dfcb7088-d9e5-4fab-be73-ec0ae7cde6d3 req-1afce72d-6fad-4d7d-8ddc-98ae5396a80b tempest-TestSnapshotPattern-2109285631 tempest-TestSnapshotPattern-2109285631-project] 10.222.0.75 "GET /v2.0/ports?device_id=2cd2a004-a5b3-4ac3-8c3f-45a6138d76ab HTTP/1.1" status: 200 len: 943 time: 0.1038339 Feb 09 20:25:13.232188 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-5e7673ab-ce4d-43f2-a3c0-928d45885c4e req-cac21378-266c-4ae0-9b70-0ca6622ece2f service neutron] 10.222.0.89 "GET /v2.0/networks/93700c4d-539d-4291-96be-1b30414bda47?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1243935 Feb 09 20:25:13.280567 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-eb94130f-c67d-45df-b1bf-f9b18c1f7ea9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762867132591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593584'] for agent (93303d5e-5d17-45e8-8963-7694f87783ae), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:25:13.288022 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-dfcb7088-d9e5-4fab-be73-ec0ae7cde6d3 req-e2c9e728-93fe-4fd8-841a-5d6c8219fc21 tempest-TestSnapshotPattern-2109285631 tempest-TestSnapshotPattern-2109285631-project] 10.222.0.75 "GET /v2.0/security-groups?id=1af7238b-7266-4fc7-9cd3-84fd69b32286&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0515244 Feb 09 20:25:14.408653 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a546fd7-351f-4028-a1bb-e26fbffa06d5 req-6ed90b8c-dd97-48de-b272-bbb8eb572b0c tempest-TestSnapshotPattern-2109285631 tempest-TestSnapshotPattern-2109285631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:25:14.410148 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-8a546fd7-351f-4028-a1bb-e26fbffa06d5 req-6ed90b8c-dd97-48de-b272-bbb8eb572b0c tempest-TestSnapshotPattern-2109285631 tempest-TestSnapshotPattern-2109285631-project] 10.222.0.75 "GET /v2.0/ports?device_id=2cd2a004-a5b3-4ac3-8c3f-45a6138d76ab HTTP/1.1" status: 200 len: 943 time: 0.0525484 Feb 09 20:25:14.458524 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-8a546fd7-351f-4028-a1bb-e26fbffa06d5 req-29f0850c-0c72-4b91-836f-c02226034fc9 tempest-TestSnapshotPattern-2109285631 tempest-TestSnapshotPattern-2109285631-project] 10.222.0.75 "GET /v2.0/security-groups?id=1af7238b-7266-4fc7-9cd3-84fd69b32286&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428064 Feb 09 20:25:14.636217 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-edc54c9b-7f13-45d9-9271-85c9738b0128 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762867132591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593584'] for agent (a62b1850-466f-48ae-bec7-d62fb280e14b), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:25:15.579667 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd3b5bf0-66c9-4ae3-962f-300778969f0d req-5b74ae9e-06e3-4460-a5c2-bbb610452a0f tempest-TestSnapshotPattern-2109285631 tempest-TestSnapshotPattern-2109285631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:25:15.581160 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-fd3b5bf0-66c9-4ae3-962f-300778969f0d req-5b74ae9e-06e3-4460-a5c2-bbb610452a0f tempest-TestSnapshotPattern-2109285631 tempest-TestSnapshotPattern-2109285631-project] 10.222.0.75 "GET /v2.0/ports?device_id=2cd2a004-a5b3-4ac3-8c3f-45a6138d76ab HTTP/1.1" status: 200 len: 943 time: 0.0540650 Feb 09 20:25:15.630202 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-fd3b5bf0-66c9-4ae3-962f-300778969f0d req-d082442c-1b2f-44a0-b661-955e58338168 tempest-TestSnapshotPattern-2109285631 tempest-TestSnapshotPattern-2109285631-project] 10.222.0.75 "GET /v2.0/security-groups?id=1af7238b-7266-4fc7-9cd3-84fd69b32286&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434635 Feb 09 20:25:15.728511 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Device 3f559252-e7b2-44a8-aaf9-e61223bc3fee details requested by agent hyperv_n-h1-713498-36 with host n-h1-713498-36 {{(pid=103232) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 20:25:15.834359 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] For port 3f559252-e7b2-44a8-aaf9-e61223bc3fee, host n-h1-713498-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-36',level=0,port_id=3f559252-e7b2-44a8-aaf9-e61223bc3fee,segment=NetworkSegment(a8330c9a-b745-47f4-a942-d51b0c4ec42e),segment_id=a8330c9a-b745-47f4-a942-d51b0c4ec42e)] {{(pid=103232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 20:25:15.846567 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Returning: {'device': '3f559252-e7b2-44a8-aaf9-e61223bc3fee', 'network_id': '93700c4d-539d-4291-96be-1b30414bda47', 'port_id': '3f559252-e7b2-44a8-aaf9-e61223bc3fee', 'mac_address': 'fa:16:3e:bd:6e:64', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 368, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ca5ff4dd-b510-4942-92f8-7c7060ae387a', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103232) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 20:25:15.885459 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Current status of the port 3f559252-e7b2-44a8-aaf9-e61223bc3fee is: DOWN; New status is: BUILD {{(pid=103232) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 20:25:15.885874 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (3f559252-e7b2-44a8-aaf9-e61223bc3fee), before_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:25:15.899164 n-d-713498-36 neutron-server[103232]: DEBUG neutron.notifiers.nova [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3f559252-e7b2-44a8-aaf9-e61223bc3fee {{(pid=103232) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 20:25:15.920170 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] For port 3f559252-e7b2-44a8-aaf9-e61223bc3fee, host n-h1-713498-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-36',level=0,port_id=3f559252-e7b2-44a8-aaf9-e61223bc3fee,segment=NetworkSegment(a8330c9a-b745-47f4-a942-d51b0c4ec42e),segment_id=a8330c9a-b745-47f4-a942-d51b0c4ec42e)] {{(pid=103232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 20:25:15.926817 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762867176205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762866656485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762866656503'] for port (3f559252-e7b2-44a8-aaf9-e61223bc3fee), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:25:15.974118 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Pushing event updated for resources: {'Port': ['ID=3f559252-e7b2-44a8-aaf9-e61223bc3fee,revision_number=4']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:25:16.144396 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] get_ports_and_sgs() called for port_ids ['3f559252-e7b2-44a8-aaf9-e61223bc3fee'] {{(pid=103232) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 20:25:16.278680 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-a7262a8e-0513-48fd-984d-75726a511961 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762867132591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593584'] for agent (911cfea2-02ae-4ec9-bac3-7808ee1cdd9c), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:25:16.754019 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a77f210-bc70-41d4-8064-31887c5623bb req-56c8c54c-b2c3-4837-8a61-41e460fc4c2a tempest-TestSnapshotPattern-2109285631 tempest-TestSnapshotPattern-2109285631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:25:16.755512 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-3a77f210-bc70-41d4-8064-31887c5623bb req-56c8c54c-b2c3-4837-8a61-41e460fc4c2a tempest-TestSnapshotPattern-2109285631 tempest-TestSnapshotPattern-2109285631-project] 10.222.0.75 "GET /v2.0/ports?device_id=2cd2a004-a5b3-4ac3-8c3f-45a6138d76ab HTTP/1.1" status: 200 len: 944 time: 0.0590489 Feb 09 20:25:16.806089 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-3a77f210-bc70-41d4-8064-31887c5623bb req-10bbf6f0-3761-40af-a6f4-41bb3a0517fb tempest-TestSnapshotPattern-2109285631 tempest-TestSnapshotPattern-2109285631-project] 10.222.0.75 "GET /v2.0/security-groups?id=1af7238b-7266-4fc7-9cd3-84fd69b32286&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450411 Feb 09 20:25:17.230670 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762867132591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593584'] for agent (496418a2-c002-4aec-ab1a-07f3bea491bd), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:25:17.729940 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Device 3f559252-e7b2-44a8-aaf9-e61223bc3fee up at agent hyperv_n-h1-713498-36 {{(pid=103232) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 20:25:17.778322 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.provisioning_blocks [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Provisioning for port 3f559252-e7b2-44a8-aaf9-e61223bc3fee completed by entity L2. {{(pid=103232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 20:25:17.783995 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.provisioning_blocks [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Provisioning complete for port 3f559252-e7b2-44a8-aaf9-e61223bc3fee triggered by entity L2. {{(pid=103232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 20:25:17.784369 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593630'] for port (3f559252-e7b2-44a8-aaf9-e61223bc3fee), provisioning_complete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:25:17.872201 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Current status of the port 3f559252-e7b2-44a8-aaf9-e61223bc3fee is: BUILD; New status is: ACTIVE {{(pid=103232) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 20:25:17.872591 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (3f559252-e7b2-44a8-aaf9-e61223bc3fee), before_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:25:17.897558 n-d-713498-36 neutron-server[103232]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2cd2a004-a5b3-4ac3-8c3f-45a6138d76ab', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3f559252-e7b2-44a8-aaf9-e61223bc3fee'}] {{(pid=103232) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 20:25:17.899822 n-d-713498-36 neutron-server[103232]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cbbf3601bdfb8db7b6600aedba7e3851fa962f00dad36f02e289fea53b94aa67" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-298cefdb-6e47-4859-8575-c9efe9870746" -d '{"events": [{"server_uuid": "2cd2a004-a5b3-4ac3-8c3f-45a6138d76ab", "name": "network-vif-plugged", "status": "completed", "tag": "3f559252-e7b2-44a8-aaf9-e61223bc3fee"}]}' {{(pid=103232) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 20:25:17.917222 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] For port 3f559252-e7b2-44a8-aaf9-e61223bc3fee, host n-h1-713498-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-36',level=0,port_id=3f559252-e7b2-44a8-aaf9-e61223bc3fee,segment=NetworkSegment(a8330c9a-b745-47f4-a942-d51b0c4ec42e),segment_id=a8330c9a-b745-47f4-a942-d51b0c4ec42e)] {{(pid=103232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 20:25:17.922739 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762867176205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762866656485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762866656503'] for port (3f559252-e7b2-44a8-aaf9-e61223bc3fee), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:25:17.943725 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b661361d-ad44-453b-9986-b34ae2bb8eb3 req-a61f5c7c-001d-4c83-8b21-90088d22433f tempest-TestSnapshotPattern-2109285631 tempest-TestSnapshotPattern-2109285631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:25:17.945335 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-b661361d-ad44-453b-9986-b34ae2bb8eb3 req-a61f5c7c-001d-4c83-8b21-90088d22433f tempest-TestSnapshotPattern-2109285631 tempest-TestSnapshotPattern-2109285631-project] 10.222.0.75 "GET /v2.0/ports?device_id=2cd2a004-a5b3-4ac3-8c3f-45a6138d76ab HTTP/1.1" status: 200 len: 944 time: 0.0588686 Feb 09 20:25:17.949466 n-d-713498-36 neutron-server[103232]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 20:25:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-63e21d13-407a-432d-8b12-89619aa5841f x-openstack-request-id: req-63e21d13-407a-432d-8b12-89619aa5841f {{(pid=103232) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 20:25:17.950366 n-d-713498-36 neutron-server[103232]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2cd2a004-a5b3-4ac3-8c3f-45a6138d76ab", "name": "network-vif-plugged", "status": "completed", "tag": "3f559252-e7b2-44a8-aaf9-e61223bc3fee", "code": 200}]} {{(pid=103232) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 20:25:17.950366 n-d-713498-36 neutron-server[103232]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-63e21d13-407a-432d-8b12-89619aa5841f {{(pid=103232) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 20:25:17.950577 n-d-713498-36 neutron-server[103232]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2cd2a004-a5b3-4ac3-8c3f-45a6138d76ab', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3f559252-e7b2-44a8-aaf9-e61223bc3fee', 'code': 200} Feb 09 20:25:17.979388 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Pushing event updated for resources: {'Port': ['ID=3f559252-e7b2-44a8-aaf9-e61223bc3fee,revision_number=5']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:25:18.000653 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-b661361d-ad44-453b-9986-b34ae2bb8eb3 req-db0fb376-fa88-454a-bee7-fe845ce771ae tempest-TestSnapshotPattern-2109285631 tempest-TestSnapshotPattern-2109285631-project] 10.222.0.75 "GET /v2.0/security-groups?id=1af7238b-7266-4fc7-9cd3-84fd69b32286&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0490229 Feb 09 20:25:18.053641 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f87ad591-b28e-4d21-a014-d4180108d8ad req-0a5dbdae-d32b-4939-9235-dde9ed300500 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:25:18.055168 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-f87ad591-b28e-4d21-a014-d4180108d8ad req-0a5dbdae-d32b-4939-9235-dde9ed300500 service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=2cd2a004-a5b3-4ac3-8c3f-45a6138d76ab HTTP/1.1" status: 200 len: 1128 time: 0.0483081 Feb 09 20:25:18.100802 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-f87ad591-b28e-4d21-a014-d4180108d8ad req-7fb4307f-8535-4695-95af-9116a0f529c7 service neutron] 10.222.0.89 "GET /v2.0/security-groups?id=1af7238b-7266-4fc7-9cd3-84fd69b32286&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400131 Feb 09 20:25:19.177136 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b65d4610-fbdc-438e-8c24-120b5a7ff9ec req-ab07c787-ca06-4312-817c-ac210585cf01 tempest-TestSnapshotPattern-2109285631 tempest-TestSnapshotPattern-2109285631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:25:19.178806 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-b65d4610-fbdc-438e-8c24-120b5a7ff9ec req-ab07c787-ca06-4312-817c-ac210585cf01 tempest-TestSnapshotPattern-2109285631 tempest-TestSnapshotPattern-2109285631-project] 10.222.0.75 "GET /v2.0/ports?device_id=2cd2a004-a5b3-4ac3-8c3f-45a6138d76ab HTTP/1.1" status: 200 len: 945 time: 0.1062264 Feb 09 20:25:19.232434 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-b65d4610-fbdc-438e-8c24-120b5a7ff9ec req-30b75fe8-4823-43bb-a51d-c73234ec8c60 tempest-TestSnapshotPattern-2109285631 tempest-TestSnapshotPattern-2109285631-project] 10.222.0.75 "GET /v2.0/security-groups?id=1af7238b-7266-4fc7-9cd3-84fd69b32286&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0470757 Feb 09 20:25:19.367751 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762867132591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593584'] for agent (488cd9ae-631f-4955-ba0b-4f5a13f12e9c), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:25:19.844413 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762867132591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593584'] for agent (bcd5faee-dc24-4298-9134-0e0aa054058e), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:25:20.401804 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5a68a15-6ffd-4430-a117-7fc3ba4586c9 req-1c01ee76-9040-4531-bf78-175b103f0a93 tempest-TestSnapshotPattern-2109285631 tempest-TestSnapshotPattern-2109285631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:25:20.403360 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-d5a68a15-6ffd-4430-a117-7fc3ba4586c9 req-1c01ee76-9040-4531-bf78-175b103f0a93 tempest-TestSnapshotPattern-2109285631 tempest-TestSnapshotPattern-2109285631-project] 10.222.0.75 "GET /v2.0/ports?device_id=2cd2a004-a5b3-4ac3-8c3f-45a6138d76ab HTTP/1.1" status: 200 len: 945 time: 0.1028018 Feb 09 20:25:20.452493 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-d5a68a15-6ffd-4430-a117-7fc3ba4586c9 req-2a490b5c-674d-416a-9e05-9f87a92668b0 tempest-TestSnapshotPattern-2109285631 tempest-TestSnapshotPattern-2109285631-project] 10.222.0.75 "GET /v2.0/security-groups?id=1af7238b-7266-4fc7-9cd3-84fd69b32286&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435081 Feb 09 20:25:20.569423 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87ba533f-e66f-463e-8878-7b8477096410 req-56b17e14-5d1a-4d9d-ae7d-fe39693deecd tempest-TestSnapshotPattern-2109285631 tempest-TestSnapshotPattern-2109285631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:25:20.570937 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-87ba533f-e66f-463e-8878-7b8477096410 req-56b17e14-5d1a-4d9d-ae7d-fe39693deecd tempest-TestSnapshotPattern-2109285631 tempest-TestSnapshotPattern-2109285631-project] 10.222.0.75 "GET /v2.0/ports?device_id=2cd2a004-a5b3-4ac3-8c3f-45a6138d76ab HTTP/1.1" status: 200 len: 945 time: 0.0525017 Feb 09 20:25:20.623619 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-87ba533f-e66f-463e-8878-7b8477096410 req-a0180c61-01e4-4cfb-a8dd-527024aab466 tempest-TestSnapshotPattern-2109285631 tempest-TestSnapshotPattern-2109285631-project] 10.222.0.75 "GET /v2.0/security-groups?id=1af7238b-7266-4fc7-9cd3-84fd69b32286&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0469816 Feb 09 20:25:20.645655 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 56350) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:25:20.729224 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3cc0680c-9101-454a-b170-531a4d876148 tempest-TestSnapshotPattern-260625323 tempest-TestSnapshotPattern-260625323-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:25:20.730843 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-3cc0680c-9101-454a-b170-531a4d876148 tempest-TestSnapshotPattern-260625323 tempest-TestSnapshotPattern-260625323-project-admin] 10.222.0.75 "GET /v2.0/ports?device_id=2cd2a004-a5b3-4ac3-8c3f-45a6138d76ab HTTP/1.1" status: 200 len: 1123 time: 0.0841813 Feb 09 20:25:20.734612 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 56354) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:25:20.738795 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.v2.base [None req-6d2c842c-b6b5-4114-a7f1-d3623cbd632a tempest-TestSnapshotPattern-2109285631 tempest-TestSnapshotPattern-2109285631-project] Request body: {'floatingip': {'floating_network_id': '88055e1e-672a-4487-be31-ffb6e833ece5', 'port_id': '3f559252-e7b2-44a8-aaf9-e61223bc3fee', 'tenant_id': '2ba66b8cd58e4f95a06352b46d37ff98', 'fixed_ip_address': '172.20.0.6'}} {{(pid=103230) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 20:25:20.758446 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-6d2c842c-b6b5-4114-a7f1-d3623cbd632a tempest-TestSnapshotPattern-2109285631 tempest-TestSnapshotPattern-2109285631-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:25:20.857609 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-6d2c842c-b6b5-4114-a7f1-d3623cbd632a tempest-TestSnapshotPattern-2109285631 tempest-TestSnapshotPattern-2109285631-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (None), before_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:25:20.972538 n-d-713498-36 neutron-server[103230]: DEBUG neutron.db.db_base_plugin_common [None req-6d2c842c-b6b5-4114-a7f1-d3623cbd632a tempest-TestSnapshotPattern-2109285631 tempest-TestSnapshotPattern-2109285631-project] Allocated IP 172.25.1.250 (88055e1e-672a-4487-be31-ffb6e833ece5/ac16dbcc-383c-4b43-9153-d763c4a53f91/521ec2d5-b850-4d53-94ed-8c798336c961) {{(pid=103230) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 20:25:21.078414 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-6d2c842c-b6b5-4114-a7f1-d3623cbd632a tempest-TestSnapshotPattern-2109285631 tempest-TestSnapshotPattern-2109285631-project] Publish callbacks [] for port (521ec2d5-b850-4d53-94ed-8c798336c961), precommit_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:25:21.112076 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-6d2c842c-b6b5-4114-a7f1-d3623cbd632a tempest-TestSnapshotPattern-2109285631 tempest-TestSnapshotPattern-2109285631-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762866656467', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14393751'] for port (521ec2d5-b850-4d53-94ed-8c798336c961), after_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:25:21.153877 n-d-713498-36 neutron-server[103230]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d2c842c-b6b5-4114-a7f1-d3623cbd632a tempest-TestSnapshotPattern-2109285631 tempest-TestSnapshotPattern-2109285631-project] Network 88055e1e-672a-4487-be31-ffb6e833ece5 is already hosted by enough agents. {{(pid=103230) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 20:25:21.157601 n-d-713498-36 neutron-server[103230]: DEBUG neutron.scheduler.base_scheduler [None req-6d2c842c-b6b5-4114-a7f1-d3623cbd632a tempest-TestSnapshotPattern-2109285631 tempest-TestSnapshotPattern-2109285631-project] Resources bound (agent type, host, resource id): {{(pid=103230) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 20:25:21.161068 n-d-713498-36 neutron-server[103230]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d2c842c-b6b5-4114-a7f1-d3623cbd632a tempest-TestSnapshotPattern-2109285631 tempest-TestSnapshotPattern-2109285631-project] Received port after_create {{(pid=103230) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 20:25:21.189844 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d2c842c-b6b5-4114-a7f1-d3623cbd632a tempest-TestSnapshotPattern-2109285631 tempest-TestSnapshotPattern-2109285631-project] Pushing event updated for resources: {'Port': ['ID=521ec2d5-b850-4d53-94ed-8c798336c961,revision_number=1']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:25:21.823746 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-6d2c842c-b6b5-4114-a7f1-d3623cbd632a tempest-TestSnapshotPattern-2109285631 tempest-TestSnapshotPattern-2109285631-project] Publish callbacks [] for floatingip (d2d28848-3574-423b-b460-11b385f09c2f), precommit_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:25:21.890967 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-6d2c842c-b6b5-4114-a7f1-d3623cbd632a tempest-TestSnapshotPattern-2109285631 tempest-TestSnapshotPattern-2109285631-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (521ec2d5-b850-4d53-94ed-8c798336c961), before_update {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:25:22.038869 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-6d2c842c-b6b5-4114-a7f1-d3623cbd632a tempest-TestSnapshotPattern-2109285631 tempest-TestSnapshotPattern-2109285631-project] Publish callbacks [] for port (521ec2d5-b850-4d53-94ed-8c798336c961), precommit_update {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:25:22.043620 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-6d2c842c-b6b5-4114-a7f1-d3623cbd632a tempest-TestSnapshotPattern-2109285631 tempest-TestSnapshotPattern-2109285631-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762867176205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762866656485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762866656503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14393758'] for port (521ec2d5-b850-4d53-94ed-8c798336c961), after_update {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:25:22.109347 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d2c842c-b6b5-4114-a7f1-d3623cbd632a tempest-TestSnapshotPattern-2109285631 tempest-TestSnapshotPattern-2109285631-project] Pushing event updated for resources: {'Port': ['ID=521ec2d5-b850-4d53-94ed-8c798336c961,revision_number=2']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:25:22.120945 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-6d2c842c-b6b5-4114-a7f1-d3623cbd632a tempest-TestSnapshotPattern-2109285631 tempest-TestSnapshotPattern-2109285631-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1818909'] for floatingip (d2d28848-3574-423b-b460-11b385f09c2f), after_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:25:22.225456 n-d-713498-36 neutron-server[103230]: INFO neutron.db.l3_db [None req-6d2c842c-b6b5-4114-a7f1-d3623cbd632a tempest-TestSnapshotPattern-2109285631 tempest-TestSnapshotPattern-2109285631-project] Floating IP d2d28848-3574-423b-b460-11b385f09c2f associated. External IP: 172.25.1.250, port: 3f559252-e7b2-44a8-aaf9-e61223bc3fee. Feb 09 20:25:22.442971 n-d-713498-36 neutron-server[103230]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6d2c842c-b6b5-4114-a7f1-d3623cbd632a tempest-TestSnapshotPattern-2109285631 tempest-TestSnapshotPattern-2109285631-project] Router b9d92fd8-4023-4769-beb4-3e7902c2986f has already been hosted by L3 agent 93303d5e-5d17-45e8-8963-7694f87783ae {{(pid=103230) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 20:25:22.563334 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6d2c842c-b6b5-4114-a7f1-d3623cbd632a tempest-TestSnapshotPattern-2109285631 tempest-TestSnapshotPattern-2109285631-project] Notify agent at l3_agent.n-d-713498-36 the message routers_updated {{(pid=103230) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 20:25:22.579185 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a0e1c79-c8ab-4ba2-b113-1a4c83354555 None None] Sync routers for ids ['b9d92fd8-4023-4769-beb4-3e7902c2986f'] in n-d-713498-36 {{(pid=103232) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 20:25:22.582396 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-6d2c842c-b6b5-4114-a7f1-d3623cbd632a tempest-TestSnapshotPattern-2109285631 tempest-TestSnapshotPattern-2109285631-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171096'] for floatingip (None), before_response {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:25:22.588571 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a0e1c79-c8ab-4ba2-b113-1a4c83354555 None None] Routers {'b9d92fd8-4023-4769-beb4-3e7902c2986f'} bound to L3 agent in host n-d-713498-36 {{(pid=103232) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 20:25:22.589384 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.l3_hamode_db [None req-3a0e1c79-c8ab-4ba2-b113-1a4c83354555 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T18:51:43Z,description=,heartbeat_timestamp=2022-02-09T20:25:13Z,host='n-d-713498-36',id=93303d5e-5d17-45e8-8963-7694f87783ae,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T18:51:43Z,topic='l3_agent')) {'router_ids': ['b9d92fd8-4023-4769-beb4-3e7902c2986f'], 'active': True} {{(pid=103232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 20:25:22.612603 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-6d2c842c-b6b5-4114-a7f1-d3623cbd632a tempest-TestSnapshotPattern-2109285631 tempest-TestSnapshotPattern-2109285631-project] 10.222.0.75 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.8769710 Feb 09 20:25:22.613263 n-d-713498-36 neutron-server[103230]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2cd2a004-a5b3-4ac3-8c3f-45a6138d76ab', 'tag': '3f559252-e7b2-44a8-aaf9-e61223bc3fee'}] {{(pid=103230) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 20:25:22.615638 n-d-713498-36 neutron-server[103230]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bdec2cd40908e72a0a66447c6deb3367bbdbf2f4033028e05eb26280eb3900ec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3cfa36ec-9b7a-45f5-a0d9-d121fa367462" -d '{"events": [{"name": "network-changed", "server_uuid": "2cd2a004-a5b3-4ac3-8c3f-45a6138d76ab", "tag": "3f559252-e7b2-44a8-aaf9-e61223bc3fee"}]}' {{(pid=103230) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 20:25:22.658083 n-d-713498-36 neutron-server[103230]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 20:25:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-08c409c3-fa8b-4665-aaff-dc0dbe2fb0fb x-openstack-request-id: req-08c409c3-fa8b-4665-aaff-dc0dbe2fb0fb {{(pid=103230) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 20:25:22.658381 n-d-713498-36 neutron-server[103230]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2cd2a004-a5b3-4ac3-8c3f-45a6138d76ab", "tag": "3f559252-e7b2-44a8-aaf9-e61223bc3fee", "status": "completed", "code": 200}]} {{(pid=103230) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 20:25:22.658636 n-d-713498-36 neutron-server[103230]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-08c409c3-fa8b-4665-aaff-dc0dbe2fb0fb {{(pid=103230) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 20:25:22.659043 n-d-713498-36 neutron-server[103230]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2cd2a004-a5b3-4ac3-8c3f-45a6138d76ab', 'tag': '3f559252-e7b2-44a8-aaf9-e61223bc3fee', 'status': 'completed', 'code': 200} Feb 09 20:25:22.701576 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.l3_dvr_db [None req-3a0e1c79-c8ab-4ba2-b113-1a4c83354555 None None] Set router b9d92fd8-4023-4769-beb4-3e7902c2986f gateway port host: n-d-713498-36 {{(pid=103232) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 20:25:22.728638 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cfa36ec-9b7a-45f5-a0d9-d121fa367462 req-48b29764-5c2e-445c-bf61-2b9882e9baae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:25:22.730266 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-3cfa36ec-9b7a-45f5-a0d9-d121fa367462 req-48b29764-5c2e-445c-bf61-2b9882e9baae service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=2ba66b8cd58e4f95a06352b46d37ff98&device_id=2cd2a004-a5b3-4ac3-8c3f-45a6138d76ab HTTP/1.1" status: 200 len: 1128 time: 0.0502295 Feb 09 20:25:22.820281 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cfa36ec-9b7a-45f5-a0d9-d121fa367462 req-4faa857e-7165-49fb-a989-ae8bdb0d2f21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:25:22.821750 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-3cfa36ec-9b7a-45f5-a0d9-d121fa367462 req-4faa857e-7165-49fb-a989-ae8bdb0d2f21 service neutron] 10.222.0.89 "GET /v2.0/networks?id=93700c4d-539d-4291-96be-1b30414bda47 HTTP/1.1" status: 200 len: 910 time: 0.0861852 Feb 09 20:25:22.895090 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-3cfa36ec-9b7a-45f5-a0d9-d121fa367462 req-9e82e33c-da0e-4086-baa4-310546c17fe1 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=3f559252-e7b2-44a8-aaf9-e61223bc3fee HTTP/1.1" status: 200 len: 999 time: 0.0667744 Feb 09 20:25:22.946962 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cfa36ec-9b7a-45f5-a0d9-d121fa367462 req-9c72cb1e-8cfa-462f-96fa-69d5e4f78201 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:25:22.948447 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-3cfa36ec-9b7a-45f5-a0d9-d121fa367462 req-9c72cb1e-8cfa-462f-96fa-69d5e4f78201 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=ca5ff4dd-b510-4942-92f8-7c7060ae387a HTTP/1.1" status: 200 len: 848 time: 0.0470424 Feb 09 20:25:22.949277 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.l3_hamode_db [None req-3a0e1c79-c8ab-4ba2-b113-1a4c83354555 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b9d92fd8-4023-4769-beb4-3e7902c2986f', 'name': 'tempest-TestSnapshotPattern-432054653-router', 'tenant_id': '2ba66b8cd58e4f95a06352b46d37ff98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88055e1e-672a-4487-be31-ffb6e833ece5', 'external_fixed_ips': [{'subnet_id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'ip_address': '172.25.1.234'}], 'enable_snat': True}, 'gw_port_id': '7ddecc1d-f569-41e5-a31d-feae5e8b5856', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T20:24:57Z', 'updated_at': '2022-02-09T20:25:00Z', 'revision_number': 4, 'project_id': '2ba66b8cd58e4f95a06352b46d37ff98', 'gw_port': {'id': '7ddecc1d-f569-41e5-a31d-feae5e8b5856', 'name': '', 'network_id': '88055e1e-672a-4487-be31-ffb6e833ece5', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:5c:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9d92fd8-4023-4769-beb4-3e7902c2986f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4379, 'fixed_ips': [{'subnet_id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'ip_address': '172.25.1.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T20:24:58Z', 'updated_at': '2022-02-09T20:25:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-36', '_floatingips': [{'id': 'd2d28848-3574-423b-b460-11b385f09c2f', 'tenant_id': '2ba66b8cd58e4f95a06352b46d37ff98', 'floating_ip_address': '172.25.1.250', 'floating_network_id': '88055e1e-672a-4487-be31-ffb6e833ece5', 'router_id': 'b9d92fd8-4023-4769-beb4-3e7902c2986f', 'port_id': '3f559252-e7b2-44a8-aaf9-e61223bc3fee', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4404, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '93700c4d-539d-4291-96be-1b30414bda47', 'mac_address': 'fa:16:3e:bd:6e:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2cd2a004-a5b3-4ac3-8c3f-45a6138d76ab', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T20:25:21Z', 'updated_at': '2022-02-09T20:25:21Z', 'revision_number': 0, 'project_id': '2ba66b8cd58e4f95a06352b46d37ff98', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '39206fac-f558-4345-a6e3-08862cfdb92c', 'name': '', 'network_id': '93700c4d-539d-4291-96be-1b30414bda47', 'tenant_id': '2ba66b8cd58e4f95a06352b46d37ff98', 'mac_address': 'fa:16:3e:9f:b6:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9d92fd8-4023-4769-beb4-3e7902c2986f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4380, 'fixed_ips': [{'subnet_id': 'ca5ff4dd-b510-4942-92f8-7c7060ae387a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T20:25:00Z', 'updated_at': '2022-02-09T20:25:05Z', 'revision_number': 5, 'project_id': '2ba66b8cd58e4f95a06352b46d37ff98', 'subnets': [{'id': 'ca5ff4dd-b510-4942-92f8-7c7060ae387a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-36', False) {} {{(pid=103232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 20:25:22.976631 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a0e1c79-c8ab-4ba2-b113-1a4c83354555 None None] Checking router: b9d92fd8-4023-4769-beb4-3e7902c2986f for host: n-d-713498-36 {{(pid=103232) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 20:25:22.985685 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a0e1c79-c8ab-4ba2-b113-1a4c83354555 None None] Routers {'b9d92fd8-4023-4769-beb4-3e7902c2986f'} bound to L3 agent in host n-d-713498-36 {{(pid=103232) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 20:25:22.986320 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.l3_hamode_db [None req-3a0e1c79-c8ab-4ba2-b113-1a4c83354555 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T18:51:43Z,description=,heartbeat_timestamp=2022-02-09T20:25:13Z,host='n-d-713498-36',id=93303d5e-5d17-45e8-8963-7694f87783ae,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T18:51:43Z,topic='l3_agent')) {'router_ids': ['b9d92fd8-4023-4769-beb4-3e7902c2986f'], 'active': True} {{(pid=103232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 20:25:22.995974 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cfa36ec-9b7a-45f5-a0d9-d121fa367462 req-1a8ea34b-5ab7-4a7d-aade-743ee8bba0b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:25:22.997574 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-3cfa36ec-9b7a-45f5-a0d9-d121fa367462 req-1a8ea34b-5ab7-4a7d-aade-743ee8bba0b8 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=93700c4d-539d-4291-96be-1b30414bda47&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0437953 Feb 09 20:25:23.089563 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-3cfa36ec-9b7a-45f5-a0d9-d121fa367462 req-73088dc7-6c48-444c-b153-885c43e045b9 service neutron] 10.222.0.89 "GET /v2.0/networks/93700c4d-539d-4291-96be-1b30414bda47?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0857832 Feb 09 20:25:23.094894 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.l3_dvr_db [None req-3a0e1c79-c8ab-4ba2-b113-1a4c83354555 None None] Set router b9d92fd8-4023-4769-beb4-3e7902c2986f gateway port host: n-d-713498-36 {{(pid=103232) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 20:25:23.178571 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-3cfa36ec-9b7a-45f5-a0d9-d121fa367462 req-943163d7-d6a2-4da2-bbcc-2136a296c900 service neutron] 10.222.0.89 "GET /v2.0/networks/93700c4d-539d-4291-96be-1b30414bda47?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0834773 Feb 09 20:25:23.323946 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.l3_hamode_db [None req-3a0e1c79-c8ab-4ba2-b113-1a4c83354555 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b9d92fd8-4023-4769-beb4-3e7902c2986f', 'name': 'tempest-TestSnapshotPattern-432054653-router', 'tenant_id': '2ba66b8cd58e4f95a06352b46d37ff98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88055e1e-672a-4487-be31-ffb6e833ece5', 'external_fixed_ips': [{'subnet_id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'ip_address': '172.25.1.234'}], 'enable_snat': True}, 'gw_port_id': '7ddecc1d-f569-41e5-a31d-feae5e8b5856', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T20:24:57Z', 'updated_at': '2022-02-09T20:25:00Z', 'revision_number': 4, 'project_id': '2ba66b8cd58e4f95a06352b46d37ff98', 'gw_port': {'id': '7ddecc1d-f569-41e5-a31d-feae5e8b5856', 'name': '', 'network_id': '88055e1e-672a-4487-be31-ffb6e833ece5', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:5c:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9d92fd8-4023-4769-beb4-3e7902c2986f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4379, 'fixed_ips': [{'subnet_id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'ip_address': '172.25.1.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T20:24:58Z', 'updated_at': '2022-02-09T20:25:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-36', '_floatingips': [{'id': 'd2d28848-3574-423b-b460-11b385f09c2f', 'tenant_id': '2ba66b8cd58e4f95a06352b46d37ff98', 'floating_ip_address': '172.25.1.250', 'floating_network_id': '88055e1e-672a-4487-be31-ffb6e833ece5', 'router_id': 'b9d92fd8-4023-4769-beb4-3e7902c2986f', 'port_id': '3f559252-e7b2-44a8-aaf9-e61223bc3fee', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4404, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '93700c4d-539d-4291-96be-1b30414bda47', 'mac_address': 'fa:16:3e:bd:6e:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2cd2a004-a5b3-4ac3-8c3f-45a6138d76ab', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T20:25:21Z', 'updated_at': '2022-02-09T20:25:21Z', 'revision_number': 0, 'project_id': '2ba66b8cd58e4f95a06352b46d37ff98', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '39206fac-f558-4345-a6e3-08862cfdb92c', 'name': '', 'network_id': '93700c4d-539d-4291-96be-1b30414bda47', 'tenant_id': '2ba66b8cd58e4f95a06352b46d37ff98', 'mac_address': 'fa:16:3e:9f:b6:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9d92fd8-4023-4769-beb4-3e7902c2986f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4380, 'fixed_ips': [{'subnet_id': 'ca5ff4dd-b510-4942-92f8-7c7060ae387a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T20:25:00Z', 'updated_at': '2022-02-09T20:25:05Z', 'revision_number': 5, 'project_id': '2ba66b8cd58e4f95a06352b46d37ff98', 'subnets': [{'id': 'ca5ff4dd-b510-4942-92f8-7c7060ae387a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-36', False) {} {{(pid=103232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 20:25:23.510961 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a0e1c79-c8ab-4ba2-b113-1a4c83354555 None None] The sync data for ids ['b9d92fd8-4023-4769-beb4-3e7902c2986f'] in n-d-713498-36 is: [{'id': 'b9d92fd8-4023-4769-beb4-3e7902c2986f', 'name': 'tempest-TestSnapshotPattern-432054653-router', 'tenant_id': '2ba66b8cd58e4f95a06352b46d37ff98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88055e1e-672a-4487-be31-ffb6e833ece5', 'external_fixed_ips': [{'subnet_id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'ip_address': '172.25.1.234'}], 'enable_snat': True}, 'gw_port_id': '7ddecc1d-f569-41e5-a31d-feae5e8b5856', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T20:24:57Z', 'updated_at': '2022-02-09T20:25:00Z', 'revision_number': 4, 'project_id': '2ba66b8cd58e4f95a06352b46d37ff98', 'gw_port': {'id': '7ddecc1d-f569-41e5-a31d-feae5e8b5856', 'name': '', 'network_id': '88055e1e-672a-4487-be31-ffb6e833ece5', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:5c:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9d92fd8-4023-4769-beb4-3e7902c2986f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4379, 'fixed_ips': [{'subnet_id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'ip_address': '172.25.1.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T20:24:58Z', 'updated_at': '2022-02-09T20:25:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-36', '_floatingips': [{'id': 'd2d28848-3574-423b-b460-11b385f09c2f', 'tenant_id': '2ba66b8cd58e4f95a06352b46d37ff98', 'floating_ip_address': '172.25.1.250', 'floating_network_id': '88055e1e-672a-4487-be31-ffb6e833ece5', 'router_id': 'b9d92fd8-4023-4769-beb4-3e7902c2986f', 'port_id': '3f559252-e7b2-44a8-aaf9-e61223bc3fee', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4404, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '93700c4d-539d-4291-96be-1b30414bda47', 'mac_address': 'fa:16:3e:bd:6e:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2cd2a004-a5b3-4ac3-8c3f-45a6138d76ab', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T20:25:21Z', 'updated_at': '2022-02-09T20:25:21Z', 'revision_number': 0, 'project_id': '2ba66b8cd58e4f95a06352b46d37ff98', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '39206fac-f558-4345-a6e3-08862cfdb92c', 'name': '', 'network_id': '93700c4d-539d-4291-96be-1b30414bda47', 'tenant_id': '2ba66b8cd58e4f95a06352b46d37ff98', 'mac_address': 'fa:16:3e:9f:b6:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9d92fd8-4023-4769-beb4-3e7902c2986f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4380, 'fixed_ips': [{'subnet_id': 'ca5ff4dd-b510-4942-92f8-7c7060ae387a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T20:25:00Z', 'updated_at': '2022-02-09T20:25:05Z', 'revision_number': 5, 'project_id': '2ba66b8cd58e4f95a06352b46d37ff98', 'subnets': [{'id': 'ca5ff4dd-b510-4942-92f8-7c7060ae387a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103232) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 20:25:23.710936 n-d-713498-36 neutron-server[103233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29ab31a0-65b5-41f2-9cd9-ffd89a2deb84 None None] New status for floating IP d2d28848-3574-423b-b460-11b385f09c2f: ACTIVE {{(pid=103233) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 09 20:25:25.710250 n-d-713498-36 neutron-server[103233]: DEBUG neutron.db.agents_db [None req-4a8a6a42-0a0c-4437-8958-92282682b6bb None None] Agent healthcheck: found 7 active agents {{(pid=103233) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 20:25:38.310037 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-903365e3-918f-4928-ba0b-3ccba64de5ed req-2ac75a01-824f-4265-8148-62053f3eb786 service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=2cd2a004-a5b3-4ac3-8c3f-45a6138d76ab&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0437818 Feb 09 20:25:38.406752 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-903365e3-918f-4928-ba0b-3ccba64de5ed req-4e4df0e9-9ccc-4664-82a4-19da3538cdf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:25:38.408178 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-903365e3-918f-4928-ba0b-3ccba64de5ed req-4e4df0e9-9ccc-4664-82a4-19da3538cdf8 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=2ba66b8cd58e4f95a06352b46d37ff98&device_id=2cd2a004-a5b3-4ac3-8c3f-45a6138d76ab HTTP/1.1" status: 200 len: 1128 time: 0.0552812 Feb 09 20:25:38.509679 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-903365e3-918f-4928-ba0b-3ccba64de5ed req-07cce0ac-b13e-4028-91f0-a893be425fd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:25:38.511234 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-903365e3-918f-4928-ba0b-3ccba64de5ed req-07cce0ac-b13e-4028-91f0-a893be425fd3 service neutron] 10.222.0.89 "GET /v2.0/networks?id=93700c4d-539d-4291-96be-1b30414bda47 HTTP/1.1" status: 200 len: 910 time: 0.0846293 Feb 09 20:25:38.579299 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-903365e3-918f-4928-ba0b-3ccba64de5ed req-f33a06c6-73a8-4552-9781-f7c0991e9d08 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=3f559252-e7b2-44a8-aaf9-e61223bc3fee HTTP/1.1" status: 200 len: 1001 time: 0.0624816 Feb 09 20:25:38.627710 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-903365e3-918f-4928-ba0b-3ccba64de5ed req-17e8ba44-bcff-43a2-a103-667f55bcd9d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:25:38.629108 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-903365e3-918f-4928-ba0b-3ccba64de5ed req-17e8ba44-bcff-43a2-a103-667f55bcd9d5 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=ca5ff4dd-b510-4942-92f8-7c7060ae387a HTTP/1.1" status: 200 len: 848 time: 0.0427330 Feb 09 20:25:38.679349 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-903365e3-918f-4928-ba0b-3ccba64de5ed req-a71a6764-c467-467d-81b9-fa2064af98bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:25:38.680742 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-903365e3-918f-4928-ba0b-3ccba64de5ed req-a71a6764-c467-467d-81b9-fa2064af98bf service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=93700c4d-539d-4291-96be-1b30414bda47&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0441196 Feb 09 20:25:38.775288 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-903365e3-918f-4928-ba0b-3ccba64de5ed req-9f0799b6-5a1c-405b-8e9a-6ce34bfd78df service neutron] 10.222.0.89 "GET /v2.0/networks/93700c4d-539d-4291-96be-1b30414bda47?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0881011 Feb 09 20:25:38.864050 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-903365e3-918f-4928-ba0b-3ccba64de5ed req-df13a991-450f-437c-afec-65cc82891376 service neutron] 10.222.0.89 "GET /v2.0/networks/93700c4d-539d-4291-96be-1b30414bda47?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0825183 Feb 09 20:25:41.011960 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-dbab9fa8-bb97-4cdb-9838-37e7f211371a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762867132591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593584'] for agent (af91e4b9-f4e1-42b1-a25c-a10dc47171c8), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:25:43.283095 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-cfb90dc8-36ba-4bd3-a616-32a35841509a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762867132591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593584'] for agent (93303d5e-5d17-45e8-8963-7694f87783ae), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:25:44.638321 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-edc54c9b-7f13-45d9-9271-85c9738b0128 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762867132591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593584'] for agent (a62b1850-466f-48ae-bec7-d62fb280e14b), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:25:46.270024 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-a7262a8e-0513-48fd-984d-75726a511961 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762867132591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593584'] for agent (911cfea2-02ae-4ec9-bac3-7808ee1cdd9c), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:25:47.223636 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762867132591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593584'] for agent (496418a2-c002-4aec-ab1a-07f3bea491bd), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:25:49.382790 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762867132591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593584'] for agent (488cd9ae-631f-4955-ba0b-4f5a13f12e9c), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:25:49.858604 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762867132591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593584'] for agent (bcd5faee-dc24-4298-9134-0e0aa054058e), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:26:02.711596 n-d-713498-36 neutron-server[103233]: DEBUG neutron.db.agents_db [None req-4a8a6a42-0a0c-4437-8958-92282682b6bb None None] Agent healthcheck: found 7 active agents {{(pid=103233) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 20:26:11.004352 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-8123a5b2-af7d-4f58-a388-35f4c655a618 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762867132591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593584'] for agent (af91e4b9-f4e1-42b1-a25c-a10dc47171c8), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:26:13.284087 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-5b292c9b-931f-44df-bdd8-15d2d6122123 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762867132591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593584'] for agent (93303d5e-5d17-45e8-8963-7694f87783ae), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:26:14.641319 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-edc54c9b-7f13-45d9-9271-85c9738b0128 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762867132591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593584'] for agent (a62b1850-466f-48ae-bec7-d62fb280e14b), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:26:16.273900 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-a7262a8e-0513-48fd-984d-75726a511961 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762867132591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593584'] for agent (911cfea2-02ae-4ec9-bac3-7808ee1cdd9c), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:26:17.226221 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762867132591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593584'] for agent (496418a2-c002-4aec-ab1a-07f3bea491bd), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:26:19.398502 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762867132591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593584'] for agent (488cd9ae-631f-4955-ba0b-4f5a13f12e9c), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:26:19.858605 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762867132591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593584'] for agent (bcd5faee-dc24-4298-9134-0e0aa054058e), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:26:38.338629 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-b959b807-5177-48c2-ab5c-43567e14ca5e req-75a9d6d7-dd5a-49fd-a558-2188a959c804 service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=2cd2a004-a5b3-4ac3-8c3f-45a6138d76ab&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0446622 Feb 09 20:26:38.428499 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b959b807-5177-48c2-ab5c-43567e14ca5e req-edd9a0ac-e95b-439e-b163-961fe8f5bbda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:26:38.430048 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-b959b807-5177-48c2-ab5c-43567e14ca5e req-edd9a0ac-e95b-439e-b163-961fe8f5bbda service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=2ba66b8cd58e4f95a06352b46d37ff98&device_id=2cd2a004-a5b3-4ac3-8c3f-45a6138d76ab HTTP/1.1" status: 200 len: 1128 time: 0.0501144 Feb 09 20:26:38.529909 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b959b807-5177-48c2-ab5c-43567e14ca5e req-ca86cfd9-e419-4372-b81a-83a4999128c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:26:38.531376 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-b959b807-5177-48c2-ab5c-43567e14ca5e req-ca86cfd9-e419-4372-b81a-83a4999128c9 service neutron] 10.222.0.89 "GET /v2.0/networks?id=93700c4d-539d-4291-96be-1b30414bda47 HTTP/1.1" status: 200 len: 910 time: 0.0838704 Feb 09 20:26:38.604182 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-b959b807-5177-48c2-ab5c-43567e14ca5e req-3f6ff786-2a0d-48aa-8f67-600176c78b06 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=3f559252-e7b2-44a8-aaf9-e61223bc3fee HTTP/1.1" status: 200 len: 1001 time: 0.0655262 Feb 09 20:26:38.654289 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b959b807-5177-48c2-ab5c-43567e14ca5e req-d2f4b160-e839-4383-b453-02d5c22cc73d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:26:38.655775 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-b959b807-5177-48c2-ab5c-43567e14ca5e req-d2f4b160-e839-4383-b453-02d5c22cc73d service neutron] 10.222.0.89 "GET /v2.0/subnets?id=ca5ff4dd-b510-4942-92f8-7c7060ae387a HTTP/1.1" status: 200 len: 848 time: 0.0463302 Feb 09 20:26:38.710034 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b959b807-5177-48c2-ab5c-43567e14ca5e req-8470fe8a-63af-48a9-b52c-35cfd4338176 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:26:38.711623 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-b959b807-5177-48c2-ab5c-43567e14ca5e req-8470fe8a-63af-48a9-b52c-35cfd4338176 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=93700c4d-539d-4291-96be-1b30414bda47&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0493960 Feb 09 20:26:38.805609 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-b959b807-5177-48c2-ab5c-43567e14ca5e req-478a7396-6cbe-4cf9-acc9-4a145bae5481 service neutron] 10.222.0.89 "GET /v2.0/networks/93700c4d-539d-4291-96be-1b30414bda47?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0881166 Feb 09 20:26:38.894298 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-b959b807-5177-48c2-ab5c-43567e14ca5e req-691a7cca-79c3-4a8d-9c66-bc57dfa78ef2 service neutron] 10.222.0.89 "GET /v2.0/networks/93700c4d-539d-4291-96be-1b30414bda47?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0833635 Feb 09 20:26:39.710315 n-d-713498-36 neutron-server[103233]: DEBUG neutron.db.agents_db [None req-4a8a6a42-0a0c-4437-8958-92282682b6bb None None] Agent healthcheck: found 7 active agents {{(pid=103233) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 20:26:41.007087 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-4501be7e-c653-4e9d-8efd-c12262a15a34 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762867132591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593584'] for agent (af91e4b9-f4e1-42b1-a25c-a10dc47171c8), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:26:43.285515 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-40a43081-bc01-41f4-be16-da6aff3d9325 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762867132591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593584'] for agent (93303d5e-5d17-45e8-8963-7694f87783ae), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:26:44.647638 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-edc54c9b-7f13-45d9-9271-85c9738b0128 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762867132591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593584'] for agent (a62b1850-466f-48ae-bec7-d62fb280e14b), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:26:46.276908 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-a7262a8e-0513-48fd-984d-75726a511961 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762867132591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593584'] for agent (911cfea2-02ae-4ec9-bac3-7808ee1cdd9c), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:26:47.228466 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762867132591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593584'] for agent (496418a2-c002-4aec-ab1a-07f3bea491bd), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:26:49.412810 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762867132591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593584'] for agent (488cd9ae-631f-4955-ba0b-4f5a13f12e9c), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:26:49.856887 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762867132591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593584'] for agent (bcd5faee-dc24-4298-9134-0e0aa054058e), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:27:11.008840 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-05db5ec7-6e89-4428-bcb6-2b1659d276cb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762867132591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593584'] for agent (af91e4b9-f4e1-42b1-a25c-a10dc47171c8), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:27:13.286955 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-8f312412-2cc0-4eac-a3b3-a4966ad35332 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762867132591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593584'] for agent (93303d5e-5d17-45e8-8963-7694f87783ae), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:27:14.647621 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-edc54c9b-7f13-45d9-9271-85c9738b0128 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762867132591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593584'] for agent (a62b1850-466f-48ae-bec7-d62fb280e14b), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:27:16.280175 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-a7262a8e-0513-48fd-984d-75726a511961 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762867132591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593584'] for agent (911cfea2-02ae-4ec9-bac3-7808ee1cdd9c), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:27:16.709154 n-d-713498-36 neutron-server[103233]: DEBUG neutron.db.agents_db [None req-4a8a6a42-0a0c-4437-8958-92282682b6bb None None] Agent healthcheck: found 7 active agents {{(pid=103233) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 20:27:17.234615 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762867132591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593584'] for agent (496418a2-c002-4aec-ab1a-07f3bea491bd), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:27:19.427012 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762867132591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593584'] for agent (488cd9ae-631f-4955-ba0b-4f5a13f12e9c), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:27:19.859056 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762867132591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593584'] for agent (bcd5faee-dc24-4298-9134-0e0aa054058e), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:27:22.414131 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Device 3f559252-e7b2-44a8-aaf9-e61223bc3fee details requested by agent hyperv_n-h1-713498-36 with host n-h1-713498-36 {{(pid=103232) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 20:27:22.532635 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] For port 3f559252-e7b2-44a8-aaf9-e61223bc3fee, host n-h1-713498-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-36',level=0,port_id=3f559252-e7b2-44a8-aaf9-e61223bc3fee,segment=NetworkSegment(a8330c9a-b745-47f4-a942-d51b0c4ec42e),segment_id=a8330c9a-b745-47f4-a942-d51b0c4ec42e)] {{(pid=103232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 20:27:22.547284 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Returning: {'device': '3f559252-e7b2-44a8-aaf9-e61223bc3fee', 'network_id': '93700c4d-539d-4291-96be-1b30414bda47', 'port_id': '3f559252-e7b2-44a8-aaf9-e61223bc3fee', 'mac_address': 'fa:16:3e:bd:6e:64', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 368, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ca5ff4dd-b510-4942-92f8-7c7060ae387a', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103232) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 20:27:22.597427 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Current status of the port 3f559252-e7b2-44a8-aaf9-e61223bc3fee is: ACTIVE; New status is: BUILD {{(pid=103232) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 20:27:22.597824 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (3f559252-e7b2-44a8-aaf9-e61223bc3fee), before_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:27:22.611727 n-d-713498-36 neutron-server[103232]: DEBUG neutron.notifiers.nova [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 3f559252-e7b2-44a8-aaf9-e61223bc3fee {{(pid=103232) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 20:27:22.632581 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] For port 3f559252-e7b2-44a8-aaf9-e61223bc3fee, host n-h1-713498-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-36',level=0,port_id=3f559252-e7b2-44a8-aaf9-e61223bc3fee,segment=NetworkSegment(a8330c9a-b745-47f4-a942-d51b0c4ec42e),segment_id=a8330c9a-b745-47f4-a942-d51b0c4ec42e)] {{(pid=103232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 20:27:22.637194 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762867176205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762866656485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762866656503'] for port (3f559252-e7b2-44a8-aaf9-e61223bc3fee), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:27:22.688359 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Pushing event updated for resources: {'Port': ['ID=3f559252-e7b2-44a8-aaf9-e61223bc3fee,revision_number=6']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:27:22.696350 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:27:22.696701 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:27:22.697207 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:27:22.697555 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:27:22.698453 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:27:22.698798 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:27:22.699127 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:27:22.699472 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:27:22.699790 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:27:22.700121 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:27:22.700449 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:27:22.700773 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:27:22.701098 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:27:22.711977 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] get_ports_and_sgs() called for port_ids ['3f559252-e7b2-44a8-aaf9-e61223bc3fee'] {{(pid=103232) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 20:27:24.436537 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Device 3f559252-e7b2-44a8-aaf9-e61223bc3fee up at agent hyperv_n-h1-713498-36 {{(pid=103232) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 20:27:24.494460 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.provisioning_blocks [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Provisioning complete for port 3f559252-e7b2-44a8-aaf9-e61223bc3fee triggered by entity L2. {{(pid=103232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 20:27:24.495464 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593630'] for port (3f559252-e7b2-44a8-aaf9-e61223bc3fee), provisioning_complete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:27:24.588103 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Current status of the port 3f559252-e7b2-44a8-aaf9-e61223bc3fee is: BUILD; New status is: ACTIVE {{(pid=103232) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 20:27:24.589242 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (3f559252-e7b2-44a8-aaf9-e61223bc3fee), before_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:27:24.617202 n-d-713498-36 neutron-server[103232]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2cd2a004-a5b3-4ac3-8c3f-45a6138d76ab', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3f559252-e7b2-44a8-aaf9-e61223bc3fee'}] {{(pid=103232) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 20:27:24.619631 n-d-713498-36 neutron-server[103232]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cbbf3601bdfb8db7b6600aedba7e3851fa962f00dad36f02e289fea53b94aa67" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6390dd4f-83b3-4f83-91ba-7ba8fef41a61" -d '{"events": [{"server_uuid": "2cd2a004-a5b3-4ac3-8c3f-45a6138d76ab", "name": "network-vif-plugged", "status": "completed", "tag": "3f559252-e7b2-44a8-aaf9-e61223bc3fee"}]}' {{(pid=103232) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 20:27:24.634738 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] For port 3f559252-e7b2-44a8-aaf9-e61223bc3fee, host n-h1-713498-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-36',level=0,port_id=3f559252-e7b2-44a8-aaf9-e61223bc3fee,segment=NetworkSegment(a8330c9a-b745-47f4-a942-d51b0c4ec42e),segment_id=a8330c9a-b745-47f4-a942-d51b0c4ec42e)] {{(pid=103232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 20:27:24.645223 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762867176205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762866656485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762866656503'] for port (3f559252-e7b2-44a8-aaf9-e61223bc3fee), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:27:24.712299 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Pushing event updated for resources: {'Port': ['ID=3f559252-e7b2-44a8-aaf9-e61223bc3fee,revision_number=7']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:27:25.693248 n-d-713498-36 neutron-server[103232]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 20:27:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cfcb3e3b-769f-4b88-8480-4e860ac12ff0 x-openstack-request-id: req-cfcb3e3b-769f-4b88-8480-4e860ac12ff0 {{(pid=103232) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 20:27:25.693862 n-d-713498-36 neutron-server[103232]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2cd2a004-a5b3-4ac3-8c3f-45a6138d76ab", "name": "network-vif-plugged", "status": "completed", "tag": "3f559252-e7b2-44a8-aaf9-e61223bc3fee", "code": 200}]} {{(pid=103232) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 20:27:25.693862 n-d-713498-36 neutron-server[103232]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-cfcb3e3b-769f-4b88-8480-4e860ac12ff0 {{(pid=103232) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 20:27:25.694203 n-d-713498-36 neutron-server[103232]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2cd2a004-a5b3-4ac3-8c3f-45a6138d76ab', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3f559252-e7b2-44a8-aaf9-e61223bc3fee', 'code': 200} Feb 09 20:27:32.099198 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-b25bf993-7c17-46a0-9b02-bb1a2f304df6 req-18707a75-7f60-443f-9d25-ee130f346ae1 tempest-TestSnapshotPattern-2109285631 tempest-TestSnapshotPattern-2109285631-project] 10.222.0.75 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-267918858&fields=id&tenant_id=2ba66b8cd58e4f95a06352b46d37ff98 HTTP/1.1" status: 200 len: 267 time: 0.0468032 Feb 09 20:27:32.219331 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b25bf993-7c17-46a0-9b02-bb1a2f304df6 req-f25ffa00-efbd-403b-9e9a-77ebd3139a0c tempest-TestSnapshotPattern-2109285631 tempest-TestSnapshotPattern-2109285631-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:27:32.220831 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-b25bf993-7c17-46a0-9b02-bb1a2f304df6 req-f25ffa00-efbd-403b-9e9a-77ebd3139a0c tempest-TestSnapshotPattern-2109285631 tempest-TestSnapshotPattern-2109285631-project] 10.222.0.75 "GET /v2.0/networks?id=93700c4d-539d-4291-96be-1b30414bda47 HTTP/1.1" status: 200 len: 809 time: 0.1148262 Feb 09 20:27:32.235921 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-b25bf993-7c17-46a0-9b02-bb1a2f304df6 req-17483935-9db0-4caf-b0df-5d218d352703 tempest-TestSnapshotPattern-2109285631 tempest-TestSnapshotPattern-2109285631-project] 10.222.0.75 "GET /v2.0/quotas/2ba66b8cd58e4f95a06352b46d37ff98 HTTP/1.1" status: 200 len: 375 time: 0.0096951 Feb 09 20:27:32.295189 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-b25bf993-7c17-46a0-9b02-bb1a2f304df6 req-7a209b10-0103-45a7-b2e0-4c0346f3694c tempest-TestSnapshotPattern-2109285631 tempest-TestSnapshotPattern-2109285631-project] 10.222.0.75 "GET /v2.0/ports?tenant_id=2ba66b8cd58e4f95a06352b46d37ff98&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0537422 Feb 09 20:27:32.405293 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-b25bf993-7c17-46a0-9b02-bb1a2f304df6 req-7832e333-631f-48a9-85ec-754aae82c3ec service neutron] 10.222.0.75 "GET /v2.0/networks/93700c4d-539d-4291-96be-1b30414bda47?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0986881 Feb 09 20:27:32.497288 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-b25bf993-7c17-46a0-9b02-bb1a2f304df6 req-68277d0c-ff52-4e80-af08-03710c9112ea service neutron] 10.222.0.75 "GET /v2.0/networks/93700c4d-539d-4291-96be-1b30414bda47?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857882 Feb 09 20:27:32.667482 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-5d193d0e-cab2-4fca-9750-103b0d6e3763 req-a38e0085-a158-406d-b65d-bdc62c66b48d tempest-TestSnapshotPattern-2109285631 tempest-TestSnapshotPattern-2109285631-project] 10.222.0.75 "GET /v2.0/ports?device_id=ec1e532a-2a78-4c70-b469-1a011387955b HTTP/1.1" status: 200 len: 210 time: 0.0295987 Feb 09 20:27:33.696314 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b25bf993-7c17-46a0-9b02-bb1a2f304df6 req-a0c31eb2-5a81-44a2-b53d-5fc2fb1cb34c tempest-TestSnapshotPattern-2109285631 tempest-TestSnapshotPattern-2109285631-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:27:33.697841 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-b25bf993-7c17-46a0-9b02-bb1a2f304df6 req-a0c31eb2-5a81-44a2-b53d-5fc2fb1cb34c tempest-TestSnapshotPattern-2109285631 tempest-TestSnapshotPattern-2109285631-project] 10.222.0.90 "GET /v2.0/networks?id=93700c4d-539d-4291-96be-1b30414bda47 HTTP/1.1" status: 200 len: 809 time: 0.1128967 Feb 09 20:27:33.776429 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-64241a85-a1dc-4c0f-adf0-a63b59d83311 req-227f6494-8e33-4972-87e8-89e3ae08771c tempest-TestSnapshotPattern-2109285631 tempest-TestSnapshotPattern-2109285631-project] 10.222.0.75 "GET /v2.0/ports?device_id=ec1e532a-2a78-4c70-b469-1a011387955b HTTP/1.1" status: 200 len: 210 time: 0.0369177 Feb 09 20:27:33.793346 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-b25bf993-7c17-46a0-9b02-bb1a2f304df6 req-dddd496e-432a-4903-9815-9ba1ff1607d7 tempest-TestSnapshotPattern-2109285631 tempest-TestSnapshotPattern-2109285631-project] 10.222.0.90 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=2ba66b8cd58e4f95a06352b46d37ff98 HTTP/1.1" status: 200 len: 379 time: 0.0826654 Feb 09 20:27:33.802672 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.v2.base [req-b25bf993-7c17-46a0-9b02-bb1a2f304df6 req-ce3eeba5-05e2-404f-a739-b2c47b2d4665 tempest-TestSnapshotPattern-2109285631 tempest-TestSnapshotPattern-2109285631-project] Request body: {'port': {'device_id': 'ec1e532a-2a78-4c70-b469-1a011387955b', 'network_id': '93700c4d-539d-4291-96be-1b30414bda47', 'admin_state_up': True, 'tenant_id': '2ba66b8cd58e4f95a06352b46d37ff98', 'security_groups': ['1af7238b-7266-4fc7-9cd3-84fd69b32286']}} {{(pid=103230) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 20:27:33.921092 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b25bf993-7c17-46a0-9b02-bb1a2f304df6 req-ce3eeba5-05e2-404f-a739-b2c47b2d4665 tempest-TestSnapshotPattern-2109285631 tempest-TestSnapshotPattern-2109285631-project] Made reservation on behalf of 2ba66b8cd58e4f95a06352b46d37ff98 for: {'port': 1} {{(pid=103230) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 20:27:33.924633 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [req-b25bf993-7c17-46a0-9b02-bb1a2f304df6 req-ce3eeba5-05e2-404f-a739-b2c47b2d4665 tempest-TestSnapshotPattern-2109285631 tempest-TestSnapshotPattern-2109285631-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (None), before_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:27:34.082358 n-d-713498-36 neutron-server[103230]: DEBUG neutron.db.db_base_plugin_common [req-b25bf993-7c17-46a0-9b02-bb1a2f304df6 req-ce3eeba5-05e2-404f-a739-b2c47b2d4665 tempest-TestSnapshotPattern-2109285631 tempest-TestSnapshotPattern-2109285631-project] Allocated IP 172.20.0.13 (93700c4d-539d-4291-96be-1b30414bda47/ca5ff4dd-b510-4942-92f8-7c7060ae387a/22b9b4fc-9cb6-4b2f-86fb-ea2ae81029c5) {{(pid=103230) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 20:27:34.306388 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [req-b25bf993-7c17-46a0-9b02-bb1a2f304df6 req-ce3eeba5-05e2-404f-a739-b2c47b2d4665 tempest-TestSnapshotPattern-2109285631 tempest-TestSnapshotPattern-2109285631-project] Publish callbacks [] for port (22b9b4fc-9cb6-4b2f-86fb-ea2ae81029c5), precommit_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:27:34.351351 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [req-b25bf993-7c17-46a0-9b02-bb1a2f304df6 req-ce3eeba5-05e2-404f-a739-b2c47b2d4665 tempest-TestSnapshotPattern-2109285631 tempest-TestSnapshotPattern-2109285631-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762866656467', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14393751'] for port (22b9b4fc-9cb6-4b2f-86fb-ea2ae81029c5), after_create {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:27:34.412133 n-d-713498-36 neutron-server[103230]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b25bf993-7c17-46a0-9b02-bb1a2f304df6 req-ce3eeba5-05e2-404f-a739-b2c47b2d4665 tempest-TestSnapshotPattern-2109285631 tempest-TestSnapshotPattern-2109285631-project] Network 93700c4d-539d-4291-96be-1b30414bda47 is already hosted by enough agents. {{(pid=103230) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 20:27:34.415449 n-d-713498-36 neutron-server[103230]: DEBUG neutron.scheduler.base_scheduler [req-b25bf993-7c17-46a0-9b02-bb1a2f304df6 req-ce3eeba5-05e2-404f-a739-b2c47b2d4665 tempest-TestSnapshotPattern-2109285631 tempest-TestSnapshotPattern-2109285631-project] Resources bound (agent type, host, resource id): {{(pid=103230) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 20:27:34.420318 n-d-713498-36 neutron-server[103230]: DEBUG neutron.db.l3_dvrscheduler_db [req-b25bf993-7c17-46a0-9b02-bb1a2f304df6 req-ce3eeba5-05e2-404f-a739-b2c47b2d4665 tempest-TestSnapshotPattern-2109285631 tempest-TestSnapshotPattern-2109285631-project] Received port after_create {{(pid=103230) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 20:27:34.455905 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce3eeba5-05e2-404f-a739-b2c47b2d4665 tempest-TestSnapshotPattern-2109285631 tempest-TestSnapshotPattern-2109285631-project] Pushing event updated for resources: {'Port': ['ID=22b9b4fc-9cb6-4b2f-86fb-ea2ae81029c5,revision_number=1']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:27:34.466695 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce3eeba5-05e2-404f-a739-b2c47b2d4665 tempest-TestSnapshotPattern-2109285631 tempest-TestSnapshotPattern-2109285631-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:27:34.467043 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce3eeba5-05e2-404f-a739-b2c47b2d4665 tempest-TestSnapshotPattern-2109285631 tempest-TestSnapshotPattern-2109285631-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:27:34.467380 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce3eeba5-05e2-404f-a739-b2c47b2d4665 tempest-TestSnapshotPattern-2109285631 tempest-TestSnapshotPattern-2109285631-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:27:34.467715 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce3eeba5-05e2-404f-a739-b2c47b2d4665 tempest-TestSnapshotPattern-2109285631 tempest-TestSnapshotPattern-2109285631-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:27:34.468046 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce3eeba5-05e2-404f-a739-b2c47b2d4665 tempest-TestSnapshotPattern-2109285631 tempest-TestSnapshotPattern-2109285631-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:27:34.468372 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce3eeba5-05e2-404f-a739-b2c47b2d4665 tempest-TestSnapshotPattern-2109285631 tempest-TestSnapshotPattern-2109285631-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:27:34.468694 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce3eeba5-05e2-404f-a739-b2c47b2d4665 tempest-TestSnapshotPattern-2109285631 tempest-TestSnapshotPattern-2109285631-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:27:34.469019 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce3eeba5-05e2-404f-a739-b2c47b2d4665 tempest-TestSnapshotPattern-2109285631 tempest-TestSnapshotPattern-2109285631-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:27:34.469336 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce3eeba5-05e2-404f-a739-b2c47b2d4665 tempest-TestSnapshotPattern-2109285631 tempest-TestSnapshotPattern-2109285631-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:27:34.469652 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce3eeba5-05e2-404f-a739-b2c47b2d4665 tempest-TestSnapshotPattern-2109285631 tempest-TestSnapshotPattern-2109285631-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:27:34.470050 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce3eeba5-05e2-404f-a739-b2c47b2d4665 tempest-TestSnapshotPattern-2109285631 tempest-TestSnapshotPattern-2109285631-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:27:34.470313 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce3eeba5-05e2-404f-a739-b2c47b2d4665 tempest-TestSnapshotPattern-2109285631 tempest-TestSnapshotPattern-2109285631-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:27:34.470641 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce3eeba5-05e2-404f-a739-b2c47b2d4665 tempest-TestSnapshotPattern-2109285631 tempest-TestSnapshotPattern-2109285631-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:27:34.511473 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b25bf993-7c17-46a0-9b02-bb1a2f304df6 req-ce3eeba5-05e2-404f-a739-b2c47b2d4665 tempest-TestSnapshotPattern-2109285631 tempest-TestSnapshotPattern-2109285631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:27:34.512211 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [req-b25bf993-7c17-46a0-9b02-bb1a2f304df6 req-ce3eeba5-05e2-404f-a739-b2c47b2d4665 tempest-TestSnapshotPattern-2109285631 tempest-TestSnapshotPattern-2109285631-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171096'] for port (None), before_response {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:27:34.536892 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-b25bf993-7c17-46a0-9b02-bb1a2f304df6 req-ce3eeba5-05e2-404f-a739-b2c47b2d4665 tempest-TestSnapshotPattern-2109285631 tempest-TestSnapshotPattern-2109285631-project] 10.222.0.90 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7376084 Feb 09 20:27:34.769389 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.provisioning_blocks [None req-85c7e338-94c4-41ed-892d-08e405b60ac0 None None] Provisioning complete for port 22b9b4fc-9cb6-4b2f-86fb-ea2ae81029c5 triggered by entity DHCP. {{(pid=103232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 20:27:34.770075 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-85c7e338-94c4-41ed-892d-08e405b60ac0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593630'] for port (22b9b4fc-9cb6-4b2f-86fb-ea2ae81029c5), provisioning_complete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:27:34.820368 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-85c7e338-94c4-41ed-892d-08e405b60ac0 None None] Port 22b9b4fc-9cb6-4b2f-86fb-ea2ae81029c5 cannot update to ACTIVE because it is not bound. {{(pid=103232) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 20:27:34.924718 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5546692c-cda9-47b0-851c-c8ecf3b58154 req-ddb4256c-657b-4074-a5d6-d295f213b2f3 tempest-TestSnapshotPattern-2109285631 tempest-TestSnapshotPattern-2109285631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:27:34.926163 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-5546692c-cda9-47b0-851c-c8ecf3b58154 req-ddb4256c-657b-4074-a5d6-d295f213b2f3 tempest-TestSnapshotPattern-2109285631 tempest-TestSnapshotPattern-2109285631-project] 10.222.0.75 "GET /v2.0/ports?device_id=ec1e532a-2a78-4c70-b469-1a011387955b HTTP/1.1" status: 200 len: 932 time: 0.0608733 Feb 09 20:27:34.981790 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-5546692c-cda9-47b0-851c-c8ecf3b58154 req-13a75fd1-ca65-43a1-8c0b-e29b7c908338 tempest-TestSnapshotPattern-2109285631 tempest-TestSnapshotPattern-2109285631-project] 10.222.0.75 "GET /v2.0/security-groups?id=1af7238b-7266-4fc7-9cd3-84fd69b32286&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0485935 Feb 09 20:27:36.163397 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46792af1-608d-4270-8f8d-185ddb6daa33 req-1cb0a2de-c42f-419d-ab61-6cc0e31b2a61 tempest-TestSnapshotPattern-2109285631 tempest-TestSnapshotPattern-2109285631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:27:36.165640 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-46792af1-608d-4270-8f8d-185ddb6daa33 req-1cb0a2de-c42f-419d-ab61-6cc0e31b2a61 tempest-TestSnapshotPattern-2109285631 tempest-TestSnapshotPattern-2109285631-project] 10.222.0.75 "GET /v2.0/ports?device_id=ec1e532a-2a78-4c70-b469-1a011387955b HTTP/1.1" status: 200 len: 932 time: 0.1093814 Feb 09 20:27:36.239992 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-46792af1-608d-4270-8f8d-185ddb6daa33 req-e0eed35f-c769-4360-89a9-384ff7c086c6 tempest-TestSnapshotPattern-2109285631 tempest-TestSnapshotPattern-2109285631-project] 10.222.0.75 "GET /v2.0/security-groups?id=1af7238b-7266-4fc7-9cd3-84fd69b32286&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0664704 Feb 09 20:27:36.449234 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Device 3f559252-e7b2-44a8-aaf9-e61223bc3fee no longer exists at agent hyperv_n-h1-713498-36 {{(pid=103232) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 20:27:36.551630 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Current status of the port 3f559252-e7b2-44a8-aaf9-e61223bc3fee is: ACTIVE; New status is: DOWN {{(pid=103232) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 20:27:36.551948 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (3f559252-e7b2-44a8-aaf9-e61223bc3fee), before_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:27:36.594600 n-d-713498-36 neutron-server[103232]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2cd2a004-a5b3-4ac3-8c3f-45a6138d76ab', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3f559252-e7b2-44a8-aaf9-e61223bc3fee'}] {{(pid=103232) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 20:27:36.599689 n-d-713498-36 neutron-server[103232]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cbbf3601bdfb8db7b6600aedba7e3851fa962f00dad36f02e289fea53b94aa67" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2e2e14b7-4b1b-4c73-82c3-1cc33a1cecde" -d '{"events": [{"server_uuid": "2cd2a004-a5b3-4ac3-8c3f-45a6138d76ab", "name": "network-vif-unplugged", "status": "completed", "tag": "3f559252-e7b2-44a8-aaf9-e61223bc3fee"}]}' {{(pid=103232) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 20:27:36.613939 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] For port 3f559252-e7b2-44a8-aaf9-e61223bc3fee, host n-h1-713498-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-36',level=0,port_id=3f559252-e7b2-44a8-aaf9-e61223bc3fee,segment=NetworkSegment(a8330c9a-b745-47f4-a942-d51b0c4ec42e),segment_id=a8330c9a-b745-47f4-a942-d51b0c4ec42e)] {{(pid=103232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 20:27:36.621610 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762867176205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762866656485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762866656503'] for port (3f559252-e7b2-44a8-aaf9-e61223bc3fee), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:27:36.673201 n-d-713498-36 neutron-server[103232]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 09 Feb 2022 20:27:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-821f6a50-b370-4feb-a4b5-d61c75f30aff x-openstack-request-id: req-821f6a50-b370-4feb-a4b5-d61c75f30aff {{(pid=103232) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 20:27:36.673498 n-d-713498-36 neutron-server[103232]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2cd2a004-a5b3-4ac3-8c3f-45a6138d76ab", "name": "network-vif-unplugged", "status": "completed", "tag": "3f559252-e7b2-44a8-aaf9-e61223bc3fee", "code": 200}]} {{(pid=103232) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 20:27:36.673939 n-d-713498-36 neutron-server[103232]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-821f6a50-b370-4feb-a4b5-d61c75f30aff {{(pid=103232) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 20:27:36.674527 n-d-713498-36 neutron-server[103232]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2cd2a004-a5b3-4ac3-8c3f-45a6138d76ab', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3f559252-e7b2-44a8-aaf9-e61223bc3fee', 'code': 200} Feb 09 20:27:36.706151 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Pushing event updated for resources: {'Port': ['ID=3f559252-e7b2-44a8-aaf9-e61223bc3fee,revision_number=8']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:27:37.379827 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54113103-e7dc-4523-98f9-235e08b659dc req-7765515d-4611-4342-95ba-7512f56c1d0b tempest-TestSnapshotPattern-2109285631 tempest-TestSnapshotPattern-2109285631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:27:37.382302 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-54113103-e7dc-4523-98f9-235e08b659dc req-7765515d-4611-4342-95ba-7512f56c1d0b tempest-TestSnapshotPattern-2109285631 tempest-TestSnapshotPattern-2109285631-project] 10.222.0.75 "GET /v2.0/ports?device_id=ec1e532a-2a78-4c70-b469-1a011387955b HTTP/1.1" status: 200 len: 932 time: 0.0616632 Feb 09 20:27:37.454178 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-54113103-e7dc-4523-98f9-235e08b659dc req-10516b2d-64fd-4ad4-81f8-7738735caa56 tempest-TestSnapshotPattern-2109285631 tempest-TestSnapshotPattern-2109285631-project] 10.222.0.75 "GET /v2.0/security-groups?id=1af7238b-7266-4fc7-9cd3-84fd69b32286&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0576828 Feb 09 20:27:38.601154 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76d605bb-aa73-45e6-b2d2-4bc50b1af105 req-e295c9c2-5965-4c6c-bec6-8269989b5a15 tempest-TestSnapshotPattern-2109285631 tempest-TestSnapshotPattern-2109285631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:27:38.602789 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-76d605bb-aa73-45e6-b2d2-4bc50b1af105 req-e295c9c2-5965-4c6c-bec6-8269989b5a15 tempest-TestSnapshotPattern-2109285631 tempest-TestSnapshotPattern-2109285631-project] 10.222.0.75 "GET /v2.0/ports?device_id=ec1e532a-2a78-4c70-b469-1a011387955b HTTP/1.1" status: 200 len: 932 time: 0.0617285 Feb 09 20:27:38.656713 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-76d605bb-aa73-45e6-b2d2-4bc50b1af105 req-652f5b64-ec6c-41fb-a4d6-53fa22803ae3 tempest-TestSnapshotPattern-2109285631 tempest-TestSnapshotPattern-2109285631-project] 10.222.0.75 "GET /v2.0/security-groups?id=1af7238b-7266-4fc7-9cd3-84fd69b32286&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0473144 Feb 09 20:27:39.797196 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abda028c-1178-4a66-ac89-db38d0b5a978 req-d1982e2a-3527-484d-92a0-94e4696469bc tempest-TestSnapshotPattern-2109285631 tempest-TestSnapshotPattern-2109285631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:27:39.799131 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-abda028c-1178-4a66-ac89-db38d0b5a978 req-d1982e2a-3527-484d-92a0-94e4696469bc tempest-TestSnapshotPattern-2109285631 tempest-TestSnapshotPattern-2109285631-project] 10.222.0.75 "GET /v2.0/ports?device_id=ec1e532a-2a78-4c70-b469-1a011387955b HTTP/1.1" status: 200 len: 932 time: 0.0671434 Feb 09 20:27:39.854861 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-abda028c-1178-4a66-ac89-db38d0b5a978 req-bc161b07-71df-41f4-b52e-252dc310c2f1 tempest-TestSnapshotPattern-2109285631 tempest-TestSnapshotPattern-2109285631-project] 10.222.0.75 "GET /v2.0/security-groups?id=1af7238b-7266-4fc7-9cd3-84fd69b32286&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0495317 Feb 09 20:27:40.380542 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-8f55a22d-f7e1-427b-8fa9-8c76bf59b3af req-13f846fc-1614-425e-8302-b8b782ad0b1c service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=2cd2a004-a5b3-4ac3-8c3f-45a6138d76ab&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1174853 Feb 09 20:27:40.481790 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f55a22d-f7e1-427b-8fa9-8c76bf59b3af req-e32fbe70-ef45-44e4-ad3f-e88ceaee5bf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:27:40.483635 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-8f55a22d-f7e1-427b-8fa9-8c76bf59b3af req-e32fbe70-ef45-44e4-ad3f-e88ceaee5bf6 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=2ba66b8cd58e4f95a06352b46d37ff98&device_id=2cd2a004-a5b3-4ac3-8c3f-45a6138d76ab HTTP/1.1" status: 200 len: 1126 time: 0.0550368 Feb 09 20:27:40.600052 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f55a22d-f7e1-427b-8fa9-8c76bf59b3af req-58ed13d7-d6d7-4bb5-8a05-7e0039b68d25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:27:40.601843 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-8f55a22d-f7e1-427b-8fa9-8c76bf59b3af req-58ed13d7-d6d7-4bb5-8a05-7e0039b68d25 service neutron] 10.222.0.89 "GET /v2.0/networks?id=93700c4d-539d-4291-96be-1b30414bda47 HTTP/1.1" status: 200 len: 910 time: 0.1000483 Feb 09 20:27:40.680156 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-8f55a22d-f7e1-427b-8fa9-8c76bf59b3af req-4f8bded5-51b5-4aa4-b091-85e2a6c8b3b1 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=3f559252-e7b2-44a8-aaf9-e61223bc3fee HTTP/1.1" status: 200 len: 999 time: 0.0719473 Feb 09 20:27:40.731778 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f55a22d-f7e1-427b-8fa9-8c76bf59b3af req-064e88d8-66ea-4e4a-afa1-5062228cfdfd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:27:40.733400 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-8f55a22d-f7e1-427b-8fa9-8c76bf59b3af req-064e88d8-66ea-4e4a-afa1-5062228cfdfd service neutron] 10.222.0.89 "GET /v2.0/subnets?id=ca5ff4dd-b510-4942-92f8-7c7060ae387a HTTP/1.1" status: 200 len: 848 time: 0.0470638 Feb 09 20:27:40.784495 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f55a22d-f7e1-427b-8fa9-8c76bf59b3af req-23fbb891-d424-4ffa-bab0-af86cb568249 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:27:40.786012 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-8f55a22d-f7e1-427b-8fa9-8c76bf59b3af req-23fbb891-d424-4ffa-bab0-af86cb568249 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=93700c4d-539d-4291-96be-1b30414bda47&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0472276 Feb 09 20:27:40.898352 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-8f55a22d-f7e1-427b-8fa9-8c76bf59b3af req-2e554535-f5f9-4ed2-94e5-e20ba8cc05fa service neutron] 10.222.0.89 "GET /v2.0/networks/93700c4d-539d-4291-96be-1b30414bda47?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1053376 Feb 09 20:27:41.048010 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-16200e48-1c6e-4810-bc96-9cfe693a7159 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762867132591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593584'] for agent (af91e4b9-f4e1-42b1-a25c-a10dc47171c8), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:27:41.128767 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-8f55a22d-f7e1-427b-8fa9-8c76bf59b3af req-14e130f1-36d4-4a41-85f5-a074d6f79f37 service neutron] 10.222.0.89 "GET /v2.0/networks/93700c4d-539d-4291-96be-1b30414bda47?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2241478 Feb 09 20:27:41.137132 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46d1e8be-8b7f-464a-a9ca-a65d32b3d489 req-24b33575-ed06-4961-bce4-24ad732f1caa tempest-TestSnapshotPattern-2109285631 tempest-TestSnapshotPattern-2109285631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:27:41.138703 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-46d1e8be-8b7f-464a-a9ca-a65d32b3d489 req-24b33575-ed06-4961-bce4-24ad732f1caa tempest-TestSnapshotPattern-2109285631 tempest-TestSnapshotPattern-2109285631-project] 10.222.0.75 "GET /v2.0/ports?device_id=ec1e532a-2a78-4c70-b469-1a011387955b HTTP/1.1" status: 200 len: 932 time: 0.1244717 Feb 09 20:27:41.202144 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-46d1e8be-8b7f-464a-a9ca-a65d32b3d489 req-12523cf8-e8e3-47be-9e88-431b403cfa34 tempest-TestSnapshotPattern-2109285631 tempest-TestSnapshotPattern-2109285631-project] 10.222.0.75 "GET /v2.0/security-groups?id=1af7238b-7266-4fc7-9cd3-84fd69b32286&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0505211 Feb 09 20:27:41.943649 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.v2.base [req-b25bf993-7c17-46a0-9b02-bb1a2f304df6 req-a4e9fc6a-91f9-4170-a823-aba5b6386435 service neutron] Request body: {'port': {'device_id': 'ec1e532a-2a78-4c70-b469-1a011387955b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-713498-36'}} {{(pid=103230) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 20:27:42.008471 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [req-b25bf993-7c17-46a0-9b02-bb1a2f304df6 req-a4e9fc6a-91f9-4170-a823-aba5b6386435 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (22b9b4fc-9cb6-4b2f-86fb-ea2ae81029c5), before_update {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:27:42.273611 n-d-713498-36 neutron-server[103230]: DEBUG neutron.notifiers.nova [req-b25bf993-7c17-46a0-9b02-bb1a2f304df6 req-a4e9fc6a-91f9-4170-a823-aba5b6386435 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 22b9b4fc-9cb6-4b2f-86fb-ea2ae81029c5 {{(pid=103230) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 20:27:42.290147 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [req-b25bf993-7c17-46a0-9b02-bb1a2f304df6 req-a4e9fc6a-91f9-4170-a823-aba5b6386435 service neutron] Publish callbacks [] for port (22b9b4fc-9cb6-4b2f-86fb-ea2ae81029c5), precommit_update {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:27:42.320122 n-d-713498-36 neutron-server[103230]: DEBUG neutron.db.provisioning_blocks [req-b25bf993-7c17-46a0-9b02-bb1a2f304df6 req-a4e9fc6a-91f9-4170-a823-aba5b6386435 service neutron] Transition to ACTIVE for port object 22b9b4fc-9cb6-4b2f-86fb-ea2ae81029c5 will not be triggered until provisioned by entity L2. {{(pid=103230) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 20:27:42.324924 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [req-b25bf993-7c17-46a0-9b02-bb1a2f304df6 req-a4e9fc6a-91f9-4170-a823-aba5b6386435 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762867176205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762866656485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762866656503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14393758'] for port (22b9b4fc-9cb6-4b2f-86fb-ea2ae81029c5), after_update {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:27:42.388813 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a046981f-428e-4ca4-ad33-5a8effb7029f req-8123bc54-25c3-4134-bb47-7dcc97fd4b6b tempest-TestSnapshotPattern-2109285631 tempest-TestSnapshotPattern-2109285631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:27:42.390381 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-a046981f-428e-4ca4-ad33-5a8effb7029f req-8123bc54-25c3-4134-bb47-7dcc97fd4b6b tempest-TestSnapshotPattern-2109285631 tempest-TestSnapshotPattern-2109285631-project] 10.222.0.75 "GET /v2.0/ports?device_id=ec1e532a-2a78-4c70-b469-1a011387955b HTTP/1.1" status: 200 len: 932 time: 0.1111219 Feb 09 20:27:42.397552 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4e9fc6a-91f9-4170-a823-aba5b6386435 service neutron] Pushing event updated for resources: {'Port': ['ID=22b9b4fc-9cb6-4b2f-86fb-ea2ae81029c5,revision_number=2']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:27:42.509324 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-a046981f-428e-4ca4-ad33-5a8effb7029f req-95e45896-6aa6-4e1c-afd7-a491c66f093d tempest-TestSnapshotPattern-2109285631 tempest-TestSnapshotPattern-2109285631-project] 10.222.0.75 "GET /v2.0/security-groups?id=1af7238b-7266-4fc7-9cd3-84fd69b32286&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1076024 Feb 09 20:27:42.512962 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.managers [req-b25bf993-7c17-46a0-9b02-bb1a2f304df6 req-a4e9fc6a-91f9-4170-a823-aba5b6386435 service neutron] Attempting to bind port 22b9b4fc-9cb6-4b2f-86fb-ea2ae81029c5 on host n-h2-713498-36 for vnic_type normal with profile {{(pid=103230) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 20:27:42.513356 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.managers [req-b25bf993-7c17-46a0-9b02-bb1a2f304df6 req-a4e9fc6a-91f9-4170-a823-aba5b6386435 service neutron] Attempting to bind port 22b9b4fc-9cb6-4b2f-86fb-ea2ae81029c5 by drivers openvswitch,hyperv on host n-h2-713498-36 at level 0 using segments [{'id': 'a8330c9a-b745-47f4-a942-d51b0c4ec42e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': '93700c4d-539d-4291-96be-1b30414bda47'}] {{(pid=103230) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 20:27:42.513639 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b25bf993-7c17-46a0-9b02-bb1a2f304df6 req-a4e9fc6a-91f9-4170-a823-aba5b6386435 service neutron] Attempting to bind port 22b9b4fc-9cb6-4b2f-86fb-ea2ae81029c5 on network 93700c4d-539d-4291-96be-1b30414bda47 {{(pid=103230) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 20:27:42.518411 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b25bf993-7c17-46a0-9b02-bb1a2f304df6 req-a4e9fc6a-91f9-4170-a823-aba5b6386435 service neutron] Port 22b9b4fc-9cb6-4b2f-86fb-ea2ae81029c5 on network 93700c4d-539d-4291-96be-1b30414bda47 not bound, no agent of type Open vSwitch agent registered on host n-h2-713498-36 {{(pid=103230) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 20:27:42.518826 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b25bf993-7c17-46a0-9b02-bb1a2f304df6 req-a4e9fc6a-91f9-4170-a823-aba5b6386435 service neutron] Attempting to bind port 22b9b4fc-9cb6-4b2f-86fb-ea2ae81029c5 on network 93700c4d-539d-4291-96be-1b30414bda47 {{(pid=103230) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 20:27:42.527808 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b25bf993-7c17-46a0-9b02-bb1a2f304df6 req-a4e9fc6a-91f9-4170-a823-aba5b6386435 service neutron] Checking agent: {'id': 'bcd5faee-dc24-4298-9134-0e0aa054058e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713498-36', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 18, 59, 19), 'started_at': datetime.datetime(2022, 2, 9, 18, 59, 19), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 20, 27, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103230) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 20:27:42.528152 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b25bf993-7c17-46a0-9b02-bb1a2f304df6 req-a4e9fc6a-91f9-4170-a823-aba5b6386435 service neutron] Checking segment: {'id': 'a8330c9a-b745-47f4-a942-d51b0c4ec42e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': '93700c4d-539d-4291-96be-1b30414bda47'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103230) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 20:27:42.528534 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b25bf993-7c17-46a0-9b02-bb1a2f304df6 req-a4e9fc6a-91f9-4170-a823-aba5b6386435 service neutron] Bound using segment: {'id': 'a8330c9a-b745-47f4-a942-d51b0c4ec42e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': '93700c4d-539d-4291-96be-1b30414bda47'} {{(pid=103230) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 20:27:42.528993 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.managers [req-b25bf993-7c17-46a0-9b02-bb1a2f304df6 req-a4e9fc6a-91f9-4170-a823-aba5b6386435 service neutron] Bound port: 22b9b4fc-9cb6-4b2f-86fb-ea2ae81029c5, host: n-h2-713498-36, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a8330c9a-b745-47f4-a942-d51b0c4ec42e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': '93700c4d-539d-4291-96be-1b30414bda47'}}] {{(pid=103230) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 20:27:42.529352 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [req-b25bf993-7c17-46a0-9b02-bb1a2f304df6 req-a4e9fc6a-91f9-4170-a823-aba5b6386435 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (22b9b4fc-9cb6-4b2f-86fb-ea2ae81029c5), before_update {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:27:42.595849 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.db [req-b25bf993-7c17-46a0-9b02-bb1a2f304df6 req-a4e9fc6a-91f9-4170-a823-aba5b6386435 service neutron] For port 22b9b4fc-9cb6-4b2f-86fb-ea2ae81029c5, host n-h2-713498-36, cleared binding levels {{(pid=103230) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 20:27:42.598886 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.db [req-b25bf993-7c17-46a0-9b02-bb1a2f304df6 req-a4e9fc6a-91f9-4170-a823-aba5b6386435 service neutron] For port 22b9b4fc-9cb6-4b2f-86fb-ea2ae81029c5, host n-h2-713498-36, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-36',level=0,port_id=22b9b4fc-9cb6-4b2f-86fb-ea2ae81029c5,segment=NetworkSegment(a8330c9a-b745-47f4-a942-d51b0c4ec42e),segment_id=a8330c9a-b745-47f4-a942-d51b0c4ec42e)] {{(pid=103230) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 20:27:42.606234 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [req-b25bf993-7c17-46a0-9b02-bb1a2f304df6 req-a4e9fc6a-91f9-4170-a823-aba5b6386435 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762867176205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762866656485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762866656503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14393758'] for port (22b9b4fc-9cb6-4b2f-86fb-ea2ae81029c5), after_update {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:27:42.650356 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b25bf993-7c17-46a0-9b02-bb1a2f304df6 req-a4e9fc6a-91f9-4170-a823-aba5b6386435 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:27:42.651051 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [req-b25bf993-7c17-46a0-9b02-bb1a2f304df6 req-a4e9fc6a-91f9-4170-a823-aba5b6386435 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171096'] for port (None), before_response {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:27:42.652678 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-b25bf993-7c17-46a0-9b02-bb1a2f304df6 req-a4e9fc6a-91f9-4170-a823-aba5b6386435 service neutron] 10.222.0.90 "PUT /v2.0/ports/22b9b4fc-9cb6-4b2f-86fb-ea2ae81029c5 HTTP/1.1" status: 200 len: 1093 time: 0.7564337 Feb 09 20:27:42.653130 n-d-713498-36 neutron-server[103230]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ec1e532a-2a78-4c70-b469-1a011387955b', 'tag': '22b9b4fc-9cb6-4b2f-86fb-ea2ae81029c5'}] {{(pid=103230) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 20:27:42.655541 n-d-713498-36 neutron-server[103230]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bdec2cd40908e72a0a66447c6deb3367bbdbf2f4033028e05eb26280eb3900ec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9d29153b-d52d-48f1-9243-9f61cfb92696" -d '{"events": [{"name": "network-changed", "server_uuid": "ec1e532a-2a78-4c70-b469-1a011387955b", "tag": "22b9b4fc-9cb6-4b2f-86fb-ea2ae81029c5"}]}' {{(pid=103230) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 20:27:42.680795 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4e9fc6a-91f9-4170-a823-aba5b6386435 service neutron] Pushing event updated for resources: {'Port': ['ID=22b9b4fc-9cb6-4b2f-86fb-ea2ae81029c5,revision_number=3']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:27:42.704871 n-d-713498-36 neutron-server[103230]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 20:27:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-758699bb-325c-4f9a-831b-63bbb9e6a551 x-openstack-request-id: req-758699bb-325c-4f9a-831b-63bbb9e6a551 {{(pid=103230) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 20:27:42.705163 n-d-713498-36 neutron-server[103230]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ec1e532a-2a78-4c70-b469-1a011387955b", "tag": "22b9b4fc-9cb6-4b2f-86fb-ea2ae81029c5", "status": "completed", "code": 200}]} {{(pid=103230) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 20:27:42.705419 n-d-713498-36 neutron-server[103230]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-758699bb-325c-4f9a-831b-63bbb9e6a551 {{(pid=103230) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 20:27:42.705828 n-d-713498-36 neutron-server[103230]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ec1e532a-2a78-4c70-b469-1a011387955b', 'tag': '22b9b4fc-9cb6-4b2f-86fb-ea2ae81029c5', 'status': 'completed', 'code': 200} Feb 09 20:27:42.757518 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b25bf993-7c17-46a0-9b02-bb1a2f304df6 req-515def77-1f45-461c-b7fb-c7b891bad137 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:27:42.759104 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-b25bf993-7c17-46a0-9b02-bb1a2f304df6 req-515def77-1f45-461c-b7fb-c7b891bad137 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=2ba66b8cd58e4f95a06352b46d37ff98&device_id=ec1e532a-2a78-4c70-b469-1a011387955b HTTP/1.1" status: 200 len: 1127 time: 0.0489385 Feb 09 20:27:42.805579 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-b25bf993-7c17-46a0-9b02-bb1a2f304df6 req-f645ac9c-5eab-4121-9ecd-632ab7f129a9 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=22b9b4fc-9cb6-4b2f-86fb-ea2ae81029c5 HTTP/1.1" status: 200 len: 217 time: 0.0368333 Feb 09 20:27:42.863225 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b25bf993-7c17-46a0-9b02-bb1a2f304df6 req-84266523-63f4-46c0-92ad-6dfc2afaaa3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:27:42.864662 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-b25bf993-7c17-46a0-9b02-bb1a2f304df6 req-84266523-63f4-46c0-92ad-6dfc2afaaa3c service neutron] 10.222.0.90 "GET /v2.0/subnets?id=ca5ff4dd-b510-4942-92f8-7c7060ae387a HTTP/1.1" status: 200 len: 848 time: 0.0497804 Feb 09 20:27:42.919683 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b25bf993-7c17-46a0-9b02-bb1a2f304df6 req-74ce0253-fab3-418e-84d2-f1ed1ec511de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:27:42.921206 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-b25bf993-7c17-46a0-9b02-bb1a2f304df6 req-74ce0253-fab3-418e-84d2-f1ed1ec511de service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=93700c4d-539d-4291-96be-1b30414bda47&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0492048 Feb 09 20:27:43.017347 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-b25bf993-7c17-46a0-9b02-bb1a2f304df6 req-224eb035-35c9-43ef-9ff2-67c4bf6c2b0b service neutron] 10.222.0.90 "GET /v2.0/networks/93700c4d-539d-4291-96be-1b30414bda47?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0857856 Feb 09 20:27:43.124396 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-b25bf993-7c17-46a0-9b02-bb1a2f304df6 req-e61f54a2-1dac-43f1-bd75-2e94200529dd service neutron] 10.222.0.90 "GET /v2.0/networks/93700c4d-539d-4291-96be-1b30414bda47?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0975792 Feb 09 20:27:43.220072 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d29153b-d52d-48f1-9243-9f61cfb92696 req-561c293f-ac7a-43b0-b47b-bbffc228c8db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:27:43.221566 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-9d29153b-d52d-48f1-9243-9f61cfb92696 req-561c293f-ac7a-43b0-b47b-bbffc228c8db service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=2ba66b8cd58e4f95a06352b46d37ff98&device_id=ec1e532a-2a78-4c70-b469-1a011387955b HTTP/1.1" status: 200 len: 1127 time: 0.0465875 Feb 09 20:27:43.288868 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-7806a008-0d0e-4ef5-b007-c862d3828ea2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762867132591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593584'] for agent (93303d5e-5d17-45e8-8963-7694f87783ae), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:27:43.320468 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d29153b-d52d-48f1-9243-9f61cfb92696 req-e261f0bb-7e14-410b-a980-d17f17bcee6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:27:43.322121 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-9d29153b-d52d-48f1-9243-9f61cfb92696 req-e261f0bb-7e14-410b-a980-d17f17bcee6c service neutron] 10.222.0.90 "GET /v2.0/networks?id=93700c4d-539d-4291-96be-1b30414bda47 HTTP/1.1" status: 200 len: 910 time: 0.0916047 Feb 09 20:27:43.367435 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-9d29153b-d52d-48f1-9243-9f61cfb92696 req-ed4e0213-a12b-4d51-b5d3-a6b01a24186e service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=22b9b4fc-9cb6-4b2f-86fb-ea2ae81029c5 HTTP/1.1" status: 200 len: 217 time: 0.0365453 Feb 09 20:27:43.417563 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d29153b-d52d-48f1-9243-9f61cfb92696 req-a657ced9-3124-4724-ac4f-be529f1f7cbb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:27:43.419078 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-9d29153b-d52d-48f1-9243-9f61cfb92696 req-a657ced9-3124-4724-ac4f-be529f1f7cbb service neutron] 10.222.0.90 "GET /v2.0/subnets?id=ca5ff4dd-b510-4942-92f8-7c7060ae387a HTTP/1.1" status: 200 len: 848 time: 0.0454516 Feb 09 20:27:43.470369 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d29153b-d52d-48f1-9243-9f61cfb92696 req-d75febdd-7a4f-45e8-94af-d61459da5700 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:27:43.471901 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-9d29153b-d52d-48f1-9243-9f61cfb92696 req-d75febdd-7a4f-45e8-94af-d61459da5700 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=93700c4d-539d-4291-96be-1b30414bda47&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0446908 Feb 09 20:27:43.566991 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-9d29153b-d52d-48f1-9243-9f61cfb92696 req-642df918-6dc2-44eb-888e-a72a72fb83a6 service neutron] 10.222.0.90 "GET /v2.0/networks/93700c4d-539d-4291-96be-1b30414bda47?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0879669 Feb 09 20:27:43.698780 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f23e1b0-5234-4c24-a610-1113df30d554 req-82bccf12-f5ca-40c9-940d-f7ae6b0d8260 tempest-TestSnapshotPattern-2109285631 tempest-TestSnapshotPattern-2109285631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:27:43.700237 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-7f23e1b0-5234-4c24-a610-1113df30d554 req-82bccf12-f5ca-40c9-940d-f7ae6b0d8260 tempest-TestSnapshotPattern-2109285631 tempest-TestSnapshotPattern-2109285631-project] 10.222.0.75 "GET /v2.0/ports?device_id=ec1e532a-2a78-4c70-b469-1a011387955b HTTP/1.1" status: 200 len: 944 time: 0.1176319 Feb 09 20:27:43.718076 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-9d29153b-d52d-48f1-9243-9f61cfb92696 req-4d72205b-43eb-47b1-beec-2bfa52d4bceb service neutron] 10.222.0.90 "GET /v2.0/networks/93700c4d-539d-4291-96be-1b30414bda47?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1430058 Feb 09 20:27:43.761663 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-7f23e1b0-5234-4c24-a610-1113df30d554 req-3315ccef-d0bb-4e38-92d3-3ab2b9ace73a tempest-TestSnapshotPattern-2109285631 tempest-TestSnapshotPattern-2109285631-project] 10.222.0.75 "GET /v2.0/security-groups?id=1af7238b-7266-4fc7-9cd3-84fd69b32286&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0557797 Feb 09 20:27:44.651170 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-edc54c9b-7f13-45d9-9271-85c9738b0128 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762867132591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593584'] for agent (a62b1850-466f-48ae-bec7-d62fb280e14b), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:27:44.886203 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ea51a6a-5a5e-45f9-80da-4b14cebff46d req-d7009ee4-53ec-4994-b60e-ff0c0a827fc3 tempest-TestSnapshotPattern-2109285631 tempest-TestSnapshotPattern-2109285631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:27:44.887564 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-4ea51a6a-5a5e-45f9-80da-4b14cebff46d req-d7009ee4-53ec-4994-b60e-ff0c0a827fc3 tempest-TestSnapshotPattern-2109285631 tempest-TestSnapshotPattern-2109285631-project] 10.222.0.75 "GET /v2.0/ports?device_id=ec1e532a-2a78-4c70-b469-1a011387955b HTTP/1.1" status: 200 len: 944 time: 0.0514805 Feb 09 20:27:44.935391 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-4ea51a6a-5a5e-45f9-80da-4b14cebff46d req-69179515-cdb8-4e1d-8713-b46e6862346c tempest-TestSnapshotPattern-2109285631 tempest-TestSnapshotPattern-2109285631-project] 10.222.0.75 "GET /v2.0/security-groups?id=1af7238b-7266-4fc7-9cd3-84fd69b32286&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422785 Feb 09 20:27:45.628393 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Device 22b9b4fc-9cb6-4b2f-86fb-ea2ae81029c5 details requested by agent hyperv_n-h2-713498-36 with host n-h2-713498-36 {{(pid=103232) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 20:27:45.727190 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-7429db8d-6021-40ad-813e-885be449a89b None None] For port 22b9b4fc-9cb6-4b2f-86fb-ea2ae81029c5, host n-h2-713498-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-36',level=0,port_id=22b9b4fc-9cb6-4b2f-86fb-ea2ae81029c5,segment=NetworkSegment(a8330c9a-b745-47f4-a942-d51b0c4ec42e),segment_id=a8330c9a-b745-47f4-a942-d51b0c4ec42e)] {{(pid=103232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 20:27:45.738453 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Returning: {'device': '22b9b4fc-9cb6-4b2f-86fb-ea2ae81029c5', 'network_id': '93700c4d-539d-4291-96be-1b30414bda47', 'port_id': '22b9b4fc-9cb6-4b2f-86fb-ea2ae81029c5', 'mac_address': 'fa:16:3e:bf:a6:18', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 368, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ca5ff4dd-b510-4942-92f8-7c7060ae387a', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103232) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 20:27:45.774612 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Current status of the port 22b9b4fc-9cb6-4b2f-86fb-ea2ae81029c5 is: DOWN; New status is: BUILD {{(pid=103232) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 20:27:45.775007 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (22b9b4fc-9cb6-4b2f-86fb-ea2ae81029c5), before_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:27:45.788081 n-d-713498-36 neutron-server[103232]: DEBUG neutron.notifiers.nova [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 22b9b4fc-9cb6-4b2f-86fb-ea2ae81029c5 {{(pid=103232) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 20:27:45.807693 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-7429db8d-6021-40ad-813e-885be449a89b None None] For port 22b9b4fc-9cb6-4b2f-86fb-ea2ae81029c5, host n-h2-713498-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-36',level=0,port_id=22b9b4fc-9cb6-4b2f-86fb-ea2ae81029c5,segment=NetworkSegment(a8330c9a-b745-47f4-a942-d51b0c4ec42e),segment_id=a8330c9a-b745-47f4-a942-d51b0c4ec42e)] {{(pid=103232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 20:27:45.811792 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762867176205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762866656485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762866656503'] for port (22b9b4fc-9cb6-4b2f-86fb-ea2ae81029c5), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:27:45.857929 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Pushing event updated for resources: {'Port': ['ID=22b9b4fc-9cb6-4b2f-86fb-ea2ae81029c5,revision_number=4']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:27:46.058157 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0946c203-9118-4591-bfe3-e6b07e55d945 req-92e3d88a-8434-4f85-b604-5707fa113d21 tempest-TestSnapshotPattern-2109285631 tempest-TestSnapshotPattern-2109285631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:27:46.059598 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-0946c203-9118-4591-bfe3-e6b07e55d945 req-92e3d88a-8434-4f85-b604-5707fa113d21 tempest-TestSnapshotPattern-2109285631 tempest-TestSnapshotPattern-2109285631-project] 10.222.0.75 "GET /v2.0/ports?device_id=ec1e532a-2a78-4c70-b469-1a011387955b HTTP/1.1" status: 200 len: 945 time: 0.0544276 Feb 09 20:27:46.109925 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-0946c203-9118-4591-bfe3-e6b07e55d945 req-198e283e-c123-4877-b40e-2a6ec0630747 tempest-TestSnapshotPattern-2109285631 tempest-TestSnapshotPattern-2109285631-project] 10.222.0.75 "GET /v2.0/security-groups?id=1af7238b-7266-4fc7-9cd3-84fd69b32286&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436897 Feb 09 20:27:46.112959 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-7429db8d-6021-40ad-813e-885be449a89b None None] get_ports_and_sgs() called for port_ids ['22b9b4fc-9cb6-4b2f-86fb-ea2ae81029c5'] {{(pid=103232) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 20:27:46.298669 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-a7262a8e-0513-48fd-984d-75726a511961 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762867132591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593584'] for agent (911cfea2-02ae-4ec9-bac3-7808ee1cdd9c), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:27:47.233471 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762867132591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593584'] for agent (496418a2-c002-4aec-ab1a-07f3bea491bd), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:27:47.235930 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa94628c-53fa-446c-b0ad-32d3485f54c9 req-44753bca-2dca-4a10-9c4c-b451e1f8e4b5 tempest-TestSnapshotPattern-2109285631 tempest-TestSnapshotPattern-2109285631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:27:47.237465 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-aa94628c-53fa-446c-b0ad-32d3485f54c9 req-44753bca-2dca-4a10-9c4c-b451e1f8e4b5 tempest-TestSnapshotPattern-2109285631 tempest-TestSnapshotPattern-2109285631-project] 10.222.0.75 "GET /v2.0/ports?device_id=ec1e532a-2a78-4c70-b469-1a011387955b HTTP/1.1" status: 200 len: 945 time: 0.0570340 Feb 09 20:27:47.292593 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-aa94628c-53fa-446c-b0ad-32d3485f54c9 req-6165cd03-287c-48c0-96fe-d6bb5a44f48f tempest-TestSnapshotPattern-2109285631 tempest-TestSnapshotPattern-2109285631-project] 10.222.0.75 "GET /v2.0/security-groups?id=1af7238b-7266-4fc7-9cd3-84fd69b32286&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0494232 Feb 09 20:27:47.640222 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Device 22b9b4fc-9cb6-4b2f-86fb-ea2ae81029c5 up at agent hyperv_n-h2-713498-36 {{(pid=103232) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 20:27:47.687646 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.provisioning_blocks [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Provisioning for port 22b9b4fc-9cb6-4b2f-86fb-ea2ae81029c5 completed by entity L2. {{(pid=103232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 20:27:47.691895 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.provisioning_blocks [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Provisioning complete for port 22b9b4fc-9cb6-4b2f-86fb-ea2ae81029c5 triggered by entity L2. {{(pid=103232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 20:27:47.692276 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593630'] for port (22b9b4fc-9cb6-4b2f-86fb-ea2ae81029c5), provisioning_complete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:27:47.775546 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Current status of the port 22b9b4fc-9cb6-4b2f-86fb-ea2ae81029c5 is: BUILD; New status is: ACTIVE {{(pid=103232) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 20:27:47.776173 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (22b9b4fc-9cb6-4b2f-86fb-ea2ae81029c5), before_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:27:47.802213 n-d-713498-36 neutron-server[103232]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ec1e532a-2a78-4c70-b469-1a011387955b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '22b9b4fc-9cb6-4b2f-86fb-ea2ae81029c5'}] {{(pid=103232) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 20:27:47.804150 n-d-713498-36 neutron-server[103232]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cbbf3601bdfb8db7b6600aedba7e3851fa962f00dad36f02e289fea53b94aa67" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cb3f5c0b-db4d-4344-a492-f4d3daf1c3dc" -d '{"events": [{"server_uuid": "ec1e532a-2a78-4c70-b469-1a011387955b", "name": "network-vif-plugged", "status": "completed", "tag": "22b9b4fc-9cb6-4b2f-86fb-ea2ae81029c5"}]}' {{(pid=103232) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 20:27:47.817464 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-7429db8d-6021-40ad-813e-885be449a89b None None] For port 22b9b4fc-9cb6-4b2f-86fb-ea2ae81029c5, host n-h2-713498-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-36',level=0,port_id=22b9b4fc-9cb6-4b2f-86fb-ea2ae81029c5,segment=NetworkSegment(a8330c9a-b745-47f4-a942-d51b0c4ec42e),segment_id=a8330c9a-b745-47f4-a942-d51b0c4ec42e)] {{(pid=103232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 20:27:47.821690 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762867176205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762866656485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762866656503'] for port (22b9b4fc-9cb6-4b2f-86fb-ea2ae81029c5), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:27:47.845882 n-d-713498-36 neutron-server[103232]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 20:27:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-92342a62-10ee-409a-a454-c21a8b3997f6 x-openstack-request-id: req-92342a62-10ee-409a-a454-c21a8b3997f6 {{(pid=103232) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 20:27:47.846210 n-d-713498-36 neutron-server[103232]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ec1e532a-2a78-4c70-b469-1a011387955b", "name": "network-vif-plugged", "status": "completed", "tag": "22b9b4fc-9cb6-4b2f-86fb-ea2ae81029c5", "code": 200}]} {{(pid=103232) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 20:27:47.846465 n-d-713498-36 neutron-server[103232]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-92342a62-10ee-409a-a454-c21a8b3997f6 {{(pid=103232) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 20:27:47.846848 n-d-713498-36 neutron-server[103232]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ec1e532a-2a78-4c70-b469-1a011387955b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '22b9b4fc-9cb6-4b2f-86fb-ea2ae81029c5', 'code': 200} Feb 09 20:27:47.872774 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Pushing event updated for resources: {'Port': ['ID=22b9b4fc-9cb6-4b2f-86fb-ea2ae81029c5,revision_number=5']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:27:47.950571 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-481b6620-6930-4279-88f0-140765e16e23 req-7e1c3313-22e4-40f4-8f2d-759766653b93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:27:47.952057 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-481b6620-6930-4279-88f0-140765e16e23 req-7e1c3313-22e4-40f4-8f2d-759766653b93 service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=ec1e532a-2a78-4c70-b469-1a011387955b HTTP/1.1" status: 200 len: 1129 time: 0.0482786 Feb 09 20:27:47.999080 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-481b6620-6930-4279-88f0-140765e16e23 req-675c3e7b-33aa-4d5e-befc-ccd4364481f1 service neutron] 10.222.0.90 "GET /v2.0/security-groups?id=1af7238b-7266-4fc7-9cd3-84fd69b32286&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396397 Feb 09 20:27:48.411292 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf99d03b-fc88-4546-9679-ff0f0f3cd7a5 req-558fa2c8-cabf-448b-85e7-6a8bad19e11a tempest-TestSnapshotPattern-2109285631 tempest-TestSnapshotPattern-2109285631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:27:48.413015 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-bf99d03b-fc88-4546-9679-ff0f0f3cd7a5 req-558fa2c8-cabf-448b-85e7-6a8bad19e11a tempest-TestSnapshotPattern-2109285631 tempest-TestSnapshotPattern-2109285631-project] 10.222.0.75 "GET /v2.0/ports?device_id=ec1e532a-2a78-4c70-b469-1a011387955b HTTP/1.1" status: 200 len: 946 time: 0.0518773 Feb 09 20:27:48.467513 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-bf99d03b-fc88-4546-9679-ff0f0f3cd7a5 req-52f12d97-9331-4286-b287-ea53515ee8fc tempest-TestSnapshotPattern-2109285631 tempest-TestSnapshotPattern-2109285631-project] 10.222.0.75 "GET /v2.0/security-groups?id=1af7238b-7266-4fc7-9cd3-84fd69b32286&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0467024 Feb 09 20:27:49.428252 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762867132591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593584'] for agent (488cd9ae-631f-4955-ba0b-4f5a13f12e9c), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:27:49.591306 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a16dccd1-68fe-4fb1-8fda-21b5d6c00a04 req-94ed9d95-6fd6-4db0-914a-515aa20ad3e9 tempest-TestSnapshotPattern-2109285631 tempest-TestSnapshotPattern-2109285631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:27:49.592817 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-a16dccd1-68fe-4fb1-8fda-21b5d6c00a04 req-94ed9d95-6fd6-4db0-914a-515aa20ad3e9 tempest-TestSnapshotPattern-2109285631 tempest-TestSnapshotPattern-2109285631-project] 10.222.0.75 "GET /v2.0/ports?device_id=ec1e532a-2a78-4c70-b469-1a011387955b HTTP/1.1" status: 200 len: 946 time: 0.0551679 Feb 09 20:27:49.641500 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-a16dccd1-68fe-4fb1-8fda-21b5d6c00a04 req-ac82048c-7f44-4589-b652-2a03c34d6652 tempest-TestSnapshotPattern-2109285631 tempest-TestSnapshotPattern-2109285631-project] 10.222.0.75 "GET /v2.0/security-groups?id=1af7238b-7266-4fc7-9cd3-84fd69b32286&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431283 Feb 09 20:27:49.761539 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5554ea6-8ee3-4c9a-9f5a-5640fa3e8511 req-30acd63e-3fbb-4547-b210-ef526e967278 tempest-TestSnapshotPattern-2109285631 tempest-TestSnapshotPattern-2109285631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:27:49.762969 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-a5554ea6-8ee3-4c9a-9f5a-5640fa3e8511 req-30acd63e-3fbb-4547-b210-ef526e967278 tempest-TestSnapshotPattern-2109285631 tempest-TestSnapshotPattern-2109285631-project] 10.222.0.75 "GET /v2.0/ports?device_id=ec1e532a-2a78-4c70-b469-1a011387955b HTTP/1.1" status: 200 len: 946 time: 0.0518239 Feb 09 20:27:49.811168 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-a5554ea6-8ee3-4c9a-9f5a-5640fa3e8511 req-6015d0dc-a590-4f8e-ad1e-76808e8a9510 tempest-TestSnapshotPattern-2109285631 tempest-TestSnapshotPattern-2109285631-project] 10.222.0.75 "GET /v2.0/security-groups?id=1af7238b-7266-4fc7-9cd3-84fd69b32286&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426784 Feb 09 20:27:49.833116 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 56608) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:27:49.870267 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762867132591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593584'] for agent (bcd5faee-dc24-4298-9134-0e0aa054058e), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:27:49.881112 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6018c5d9-58c2-4cde-ae10-5008d8aee98e tempest-TestSnapshotPattern-260625323 tempest-TestSnapshotPattern-260625323-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:27:49.882658 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-6018c5d9-58c2-4cde-ae10-5008d8aee98e tempest-TestSnapshotPattern-260625323 tempest-TestSnapshotPattern-260625323-project-admin] 10.222.0.75 "GET /v2.0/ports?device_id=ec1e532a-2a78-4c70-b469-1a011387955b HTTP/1.1" status: 200 len: 1124 time: 0.0485783 Feb 09 20:27:49.885508 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 56610) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:27:49.889743 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.v2.base [None req-8c4ca0db-e0d0-4fad-9b3a-fea4d324268d tempest-TestSnapshotPattern-2109285631 tempest-TestSnapshotPattern-2109285631-project] Request body: {'floatingip': {'floating_network_id': '88055e1e-672a-4487-be31-ffb6e833ece5', 'port_id': '22b9b4fc-9cb6-4b2f-86fb-ea2ae81029c5', 'tenant_id': '2ba66b8cd58e4f95a06352b46d37ff98', 'fixed_ip_address': '172.20.0.13'}} {{(pid=103229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 20:27:49.909507 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-8c4ca0db-e0d0-4fad-9b3a-fea4d324268d tempest-TestSnapshotPattern-2109285631 tempest-TestSnapshotPattern-2109285631-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:27:50.002258 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-8c4ca0db-e0d0-4fad-9b3a-fea4d324268d tempest-TestSnapshotPattern-2109285631 tempest-TestSnapshotPattern-2109285631-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (None), before_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:27:50.106442 n-d-713498-36 neutron-server[103229]: DEBUG neutron.db.db_base_plugin_common [None req-8c4ca0db-e0d0-4fad-9b3a-fea4d324268d tempest-TestSnapshotPattern-2109285631 tempest-TestSnapshotPattern-2109285631-project] Allocated IP 172.25.1.83 (88055e1e-672a-4487-be31-ffb6e833ece5/ac16dbcc-383c-4b43-9153-d763c4a53f91/e9fce660-a264-4e63-bee3-15c4268a57e8) {{(pid=103229) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 20:27:50.207387 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-8c4ca0db-e0d0-4fad-9b3a-fea4d324268d tempest-TestSnapshotPattern-2109285631 tempest-TestSnapshotPattern-2109285631-project] Publish callbacks [] for port (e9fce660-a264-4e63-bee3-15c4268a57e8), precommit_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:27:50.240196 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-8c4ca0db-e0d0-4fad-9b3a-fea4d324268d tempest-TestSnapshotPattern-2109285631 tempest-TestSnapshotPattern-2109285631-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762866656467', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12867576'] for port (e9fce660-a264-4e63-bee3-15c4268a57e8), after_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:27:50.285443 n-d-713498-36 neutron-server[103229]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c4ca0db-e0d0-4fad-9b3a-fea4d324268d tempest-TestSnapshotPattern-2109285631 tempest-TestSnapshotPattern-2109285631-project] Network 88055e1e-672a-4487-be31-ffb6e833ece5 is already hosted by enough agents. {{(pid=103229) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 20:27:50.288378 n-d-713498-36 neutron-server[103229]: DEBUG neutron.scheduler.base_scheduler [None req-8c4ca0db-e0d0-4fad-9b3a-fea4d324268d tempest-TestSnapshotPattern-2109285631 tempest-TestSnapshotPattern-2109285631-project] Resources bound (agent type, host, resource id): {{(pid=103229) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 20:27:50.291950 n-d-713498-36 neutron-server[103229]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c4ca0db-e0d0-4fad-9b3a-fea4d324268d tempest-TestSnapshotPattern-2109285631 tempest-TestSnapshotPattern-2109285631-project] Received port after_create {{(pid=103229) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 20:27:50.297205 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c4ca0db-e0d0-4fad-9b3a-fea4d324268d tempest-TestSnapshotPattern-2109285631 tempest-TestSnapshotPattern-2109285631-project] Pushing event updated for resources: {'Port': ['ID=e9fce660-a264-4e63-bee3-15c4268a57e8,revision_number=1']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:27:50.323444 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c4ca0db-e0d0-4fad-9b3a-fea4d324268d tempest-TestSnapshotPattern-2109285631 tempest-TestSnapshotPattern-2109285631-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:27:50.323796 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c4ca0db-e0d0-4fad-9b3a-fea4d324268d tempest-TestSnapshotPattern-2109285631 tempest-TestSnapshotPattern-2109285631-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:27:50.324139 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c4ca0db-e0d0-4fad-9b3a-fea4d324268d tempest-TestSnapshotPattern-2109285631 tempest-TestSnapshotPattern-2109285631-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:27:50.324480 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c4ca0db-e0d0-4fad-9b3a-fea4d324268d tempest-TestSnapshotPattern-2109285631 tempest-TestSnapshotPattern-2109285631-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:27:50.324821 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c4ca0db-e0d0-4fad-9b3a-fea4d324268d tempest-TestSnapshotPattern-2109285631 tempest-TestSnapshotPattern-2109285631-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:27:50.325156 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c4ca0db-e0d0-4fad-9b3a-fea4d324268d tempest-TestSnapshotPattern-2109285631 tempest-TestSnapshotPattern-2109285631-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:27:50.325484 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c4ca0db-e0d0-4fad-9b3a-fea4d324268d tempest-TestSnapshotPattern-2109285631 tempest-TestSnapshotPattern-2109285631-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:27:50.325813 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c4ca0db-e0d0-4fad-9b3a-fea4d324268d tempest-TestSnapshotPattern-2109285631 tempest-TestSnapshotPattern-2109285631-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:27:50.326166 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c4ca0db-e0d0-4fad-9b3a-fea4d324268d tempest-TestSnapshotPattern-2109285631 tempest-TestSnapshotPattern-2109285631-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:27:50.326494 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c4ca0db-e0d0-4fad-9b3a-fea4d324268d tempest-TestSnapshotPattern-2109285631 tempest-TestSnapshotPattern-2109285631-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:27:50.326824 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c4ca0db-e0d0-4fad-9b3a-fea4d324268d tempest-TestSnapshotPattern-2109285631 tempest-TestSnapshotPattern-2109285631-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:27:50.327334 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c4ca0db-e0d0-4fad-9b3a-fea4d324268d tempest-TestSnapshotPattern-2109285631 tempest-TestSnapshotPattern-2109285631-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:27:50.327663 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c4ca0db-e0d0-4fad-9b3a-fea4d324268d tempest-TestSnapshotPattern-2109285631 tempest-TestSnapshotPattern-2109285631-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:27:50.945210 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-8c4ca0db-e0d0-4fad-9b3a-fea4d324268d tempest-TestSnapshotPattern-2109285631 tempest-TestSnapshotPattern-2109285631-project] Publish callbacks [] for floatingip (9d335561-0828-4f14-bf37-077a507cad2d), precommit_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:27:51.012366 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-8c4ca0db-e0d0-4fad-9b3a-fea4d324268d tempest-TestSnapshotPattern-2109285631 tempest-TestSnapshotPattern-2109285631-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (e9fce660-a264-4e63-bee3-15c4268a57e8), before_update {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:27:51.162653 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-8c4ca0db-e0d0-4fad-9b3a-fea4d324268d tempest-TestSnapshotPattern-2109285631 tempest-TestSnapshotPattern-2109285631-project] Publish callbacks [] for port (e9fce660-a264-4e63-bee3-15c4268a57e8), precommit_update {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:27:51.167711 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-8c4ca0db-e0d0-4fad-9b3a-fea4d324268d tempest-TestSnapshotPattern-2109285631 tempest-TestSnapshotPattern-2109285631-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762867176205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762866656485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762866656503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12867569'] for port (e9fce660-a264-4e63-bee3-15c4268a57e8), after_update {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:27:51.234121 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c4ca0db-e0d0-4fad-9b3a-fea4d324268d tempest-TestSnapshotPattern-2109285631 tempest-TestSnapshotPattern-2109285631-project] Pushing event updated for resources: {'Port': ['ID=e9fce660-a264-4e63-bee3-15c4268a57e8,revision_number=2']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:27:51.246781 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-8c4ca0db-e0d0-4fad-9b3a-fea4d324268d tempest-TestSnapshotPattern-2109285631 tempest-TestSnapshotPattern-2109285631-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1818909'] for floatingip (9d335561-0828-4f14-bf37-077a507cad2d), after_create {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:27:51.351704 n-d-713498-36 neutron-server[103229]: INFO neutron.db.l3_db [None req-8c4ca0db-e0d0-4fad-9b3a-fea4d324268d tempest-TestSnapshotPattern-2109285631 tempest-TestSnapshotPattern-2109285631-project] Floating IP 9d335561-0828-4f14-bf37-077a507cad2d associated. External IP: 172.25.1.83, port: 22b9b4fc-9cb6-4b2f-86fb-ea2ae81029c5. Feb 09 20:27:51.566119 n-d-713498-36 neutron-server[103229]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8c4ca0db-e0d0-4fad-9b3a-fea4d324268d tempest-TestSnapshotPattern-2109285631 tempest-TestSnapshotPattern-2109285631-project] Router b9d92fd8-4023-4769-beb4-3e7902c2986f has already been hosted by L3 agent 93303d5e-5d17-45e8-8963-7694f87783ae {{(pid=103229) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 20:27:51.681780 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8c4ca0db-e0d0-4fad-9b3a-fea4d324268d tempest-TestSnapshotPattern-2109285631 tempest-TestSnapshotPattern-2109285631-project] Notify agent at l3_agent.n-d-713498-36 the message routers_updated {{(pid=103229) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 20:27:51.692115 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad88b5b7-f6f7-457b-9319-befe22f344f7 None None] Sync routers for ids ['b9d92fd8-4023-4769-beb4-3e7902c2986f'] in n-d-713498-36 {{(pid=103232) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 20:27:51.701826 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-8c4ca0db-e0d0-4fad-9b3a-fea4d324268d tempest-TestSnapshotPattern-2109285631 tempest-TestSnapshotPattern-2109285631-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171096'] for floatingip (None), before_response {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:27:51.703599 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad88b5b7-f6f7-457b-9319-befe22f344f7 None None] Routers {'b9d92fd8-4023-4769-beb4-3e7902c2986f'} bound to L3 agent in host n-d-713498-36 {{(pid=103232) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 20:27:51.704221 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.l3_hamode_db [None req-ad88b5b7-f6f7-457b-9319-befe22f344f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T18:51:43Z,description=,heartbeat_timestamp=2022-02-09T20:27:43Z,host='n-d-713498-36',id=93303d5e-5d17-45e8-8963-7694f87783ae,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T18:51:43Z,topic='l3_agent')) {'router_ids': ['b9d92fd8-4023-4769-beb4-3e7902c2986f'], 'active': True} {{(pid=103232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 20:27:51.731337 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-8c4ca0db-e0d0-4fad-9b3a-fea4d324268d tempest-TestSnapshotPattern-2109285631 tempest-TestSnapshotPattern-2109285631-project] 10.222.0.75 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.8447630 Feb 09 20:27:51.732035 n-d-713498-36 neutron-server[103229]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ec1e532a-2a78-4c70-b469-1a011387955b', 'tag': '22b9b4fc-9cb6-4b2f-86fb-ea2ae81029c5'}] {{(pid=103229) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 20:27:51.734428 n-d-713498-36 neutron-server[103229]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}07d618d1c5389b9cd0b8ca1de8f17b65d6cfa6b0806685514be6977118e88e42" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a63a9d42-97bc-4a98-8c4e-a23218bc5359" -d '{"events": [{"name": "network-changed", "server_uuid": "ec1e532a-2a78-4c70-b469-1a011387955b", "tag": "22b9b4fc-9cb6-4b2f-86fb-ea2ae81029c5"}]}' {{(pid=103229) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 20:27:51.785097 n-d-713498-36 neutron-server[103229]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 20:27:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f31132c9-011d-483b-8402-b909807ea75b x-openstack-request-id: req-f31132c9-011d-483b-8402-b909807ea75b {{(pid=103229) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 20:27:51.785393 n-d-713498-36 neutron-server[103229]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ec1e532a-2a78-4c70-b469-1a011387955b", "tag": "22b9b4fc-9cb6-4b2f-86fb-ea2ae81029c5", "status": "completed", "code": 200}]} {{(pid=103229) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 20:27:51.785651 n-d-713498-36 neutron-server[103229]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-f31132c9-011d-483b-8402-b909807ea75b {{(pid=103229) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 20:27:51.786086 n-d-713498-36 neutron-server[103229]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ec1e532a-2a78-4c70-b469-1a011387955b', 'tag': '22b9b4fc-9cb6-4b2f-86fb-ea2ae81029c5', 'status': 'completed', 'code': 200} Feb 09 20:27:51.815891 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.l3_dvr_db [None req-ad88b5b7-f6f7-457b-9319-befe22f344f7 None None] Set router b9d92fd8-4023-4769-beb4-3e7902c2986f gateway port host: n-d-713498-36 {{(pid=103232) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 20:27:51.856468 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a63a9d42-97bc-4a98-8c4e-a23218bc5359 req-5c1da46c-28ac-48aa-94f9-18ed36598095 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:27:51.857986 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-a63a9d42-97bc-4a98-8c4e-a23218bc5359 req-5c1da46c-28ac-48aa-94f9-18ed36598095 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=2ba66b8cd58e4f95a06352b46d37ff98&device_id=ec1e532a-2a78-4c70-b469-1a011387955b HTTP/1.1" status: 200 len: 1129 time: 0.0502763 Feb 09 20:27:51.961609 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a63a9d42-97bc-4a98-8c4e-a23218bc5359 req-62eaa96f-0721-4e8f-b232-e80a634de1f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:27:51.963791 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-a63a9d42-97bc-4a98-8c4e-a23218bc5359 req-62eaa96f-0721-4e8f-b232-e80a634de1f3 service neutron] 10.222.0.90 "GET /v2.0/networks?id=93700c4d-539d-4291-96be-1b30414bda47 HTTP/1.1" status: 200 len: 910 time: 0.0995290 Feb 09 20:27:52.033197 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-a63a9d42-97bc-4a98-8c4e-a23218bc5359 req-9602f79d-bdfe-4965-9aa0-641c21c2c386 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=22b9b4fc-9cb6-4b2f-86fb-ea2ae81029c5 HTTP/1.1" status: 200 len: 999 time: 0.0631230 Feb 09 20:27:52.050545 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.l3_hamode_db [None req-ad88b5b7-f6f7-457b-9319-befe22f344f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b9d92fd8-4023-4769-beb4-3e7902c2986f', 'name': 'tempest-TestSnapshotPattern-432054653-router', 'tenant_id': '2ba66b8cd58e4f95a06352b46d37ff98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88055e1e-672a-4487-be31-ffb6e833ece5', 'external_fixed_ips': [{'subnet_id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'ip_address': '172.25.1.234'}], 'enable_snat': True}, 'gw_port_id': '7ddecc1d-f569-41e5-a31d-feae5e8b5856', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T20:24:57Z', 'updated_at': '2022-02-09T20:25:00Z', 'revision_number': 4, 'project_id': '2ba66b8cd58e4f95a06352b46d37ff98', 'gw_port': {'id': '7ddecc1d-f569-41e5-a31d-feae5e8b5856', 'name': '', 'network_id': '88055e1e-672a-4487-be31-ffb6e833ece5', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:5c:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9d92fd8-4023-4769-beb4-3e7902c2986f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4379, 'fixed_ips': [{'subnet_id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'ip_address': '172.25.1.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T20:24:58Z', 'updated_at': '2022-02-09T20:25:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-36', '_floatingips': [{'id': '9d335561-0828-4f14-bf37-077a507cad2d', 'tenant_id': '2ba66b8cd58e4f95a06352b46d37ff98', 'floating_ip_address': '172.25.1.83', 'floating_network_id': '88055e1e-672a-4487-be31-ffb6e833ece5', 'router_id': 'b9d92fd8-4023-4769-beb4-3e7902c2986f', 'port_id': '22b9b4fc-9cb6-4b2f-86fb-ea2ae81029c5', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4407, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '93700c4d-539d-4291-96be-1b30414bda47', 'mac_address': 'fa:16:3e:bf:a6:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec1e532a-2a78-4c70-b469-1a011387955b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T20:27:50Z', 'updated_at': '2022-02-09T20:27:50Z', 'revision_number': 0, 'project_id': '2ba66b8cd58e4f95a06352b46d37ff98', 'fixed_ip_address_scope': None}, {'id': 'd2d28848-3574-423b-b460-11b385f09c2f', 'tenant_id': '2ba66b8cd58e4f95a06352b46d37ff98', 'floating_ip_address': '172.25.1.250', 'floating_network_id': '88055e1e-672a-4487-be31-ffb6e833ece5', 'router_id': 'b9d92fd8-4023-4769-beb4-3e7902c2986f', 'port_id': '3f559252-e7b2-44a8-aaf9-e61223bc3fee', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 4404, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '93700c4d-539d-4291-96be-1b30414bda47', 'mac_address': 'fa:16:3e:bd:6e:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2cd2a004-a5b3-4ac3-8c3f-45a6138d76ab', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T20:25:21Z', 'updated_at': '2022-02-09T20:25:23Z', 'revision_number': 1, 'project_id': '2ba66b8cd58e4f95a06352b46d37ff98', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '39206fac-f558-4345-a6e3-08862cfdb92c', 'name': '', 'network_id': '93700c4d-539d-4291-96be-1b30414bda47', 'tenant_id': '2ba66b8cd58e4f95a06352b46d37ff98', 'mac_address': 'fa:16:3e:9f:b6:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9d92fd8-4023-4769-beb4-3e7902c2986f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4380, 'fixed_ips': [{'subnet_id': 'ca5ff4dd-b510-4942-92f8-7c7060ae387a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T20:25:00Z', 'updated_at': '2022-02-09T20:25:05Z', 'revision_number': 5, 'project_id': '2ba66b8cd58e4f95a06352b46d37ff98', 'subnets': [{'id': 'ca5ff4dd-b510-4942-92f8-7c7060ae387a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-36', False) {} {{(pid=103232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 20:27:52.077223 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad88b5b7-f6f7-457b-9319-befe22f344f7 None None] Checking router: b9d92fd8-4023-4769-beb4-3e7902c2986f for host: n-d-713498-36 {{(pid=103232) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 20:27:52.081879 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a63a9d42-97bc-4a98-8c4e-a23218bc5359 req-352715b4-e875-46c5-8c96-e4b31a301884 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:27:52.083425 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-a63a9d42-97bc-4a98-8c4e-a23218bc5359 req-352715b4-e875-46c5-8c96-e4b31a301884 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=ca5ff4dd-b510-4942-92f8-7c7060ae387a HTTP/1.1" status: 200 len: 848 time: 0.0440788 Feb 09 20:27:52.085551 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad88b5b7-f6f7-457b-9319-befe22f344f7 None None] Routers {'b9d92fd8-4023-4769-beb4-3e7902c2986f'} bound to L3 agent in host n-d-713498-36 {{(pid=103232) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 20:27:52.086171 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.l3_hamode_db [None req-ad88b5b7-f6f7-457b-9319-befe22f344f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T18:51:43Z,description=,heartbeat_timestamp=2022-02-09T20:27:43Z,host='n-d-713498-36',id=93303d5e-5d17-45e8-8963-7694f87783ae,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T18:51:43Z,topic='l3_agent')) {'router_ids': ['b9d92fd8-4023-4769-beb4-3e7902c2986f'], 'active': True} {{(pid=103232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 20:27:52.135274 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a63a9d42-97bc-4a98-8c4e-a23218bc5359 req-f411bbfc-4ffa-4f73-968b-5dad59dee7b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:27:52.137044 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-a63a9d42-97bc-4a98-8c4e-a23218bc5359 req-f411bbfc-4ffa-4f73-968b-5dad59dee7b7 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=93700c4d-539d-4291-96be-1b30414bda47&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0459008 Feb 09 20:27:52.197002 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.l3_dvr_db [None req-ad88b5b7-f6f7-457b-9319-befe22f344f7 None None] Set router b9d92fd8-4023-4769-beb4-3e7902c2986f gateway port host: n-d-713498-36 {{(pid=103232) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 20:27:52.238943 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-a63a9d42-97bc-4a98-8c4e-a23218bc5359 req-150f8890-94c8-4a7b-a9a2-71aff4857356 service neutron] 10.222.0.90 "GET /v2.0/networks/93700c4d-539d-4291-96be-1b30414bda47?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0949385 Feb 09 20:27:52.334083 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-a63a9d42-97bc-4a98-8c4e-a23218bc5359 req-175575ab-ddf5-4c42-8846-9755f9beb7d1 service neutron] 10.222.0.90 "GET /v2.0/networks/93700c4d-539d-4291-96be-1b30414bda47?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0880735 Feb 09 20:27:52.589306 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.l3_hamode_db [None req-ad88b5b7-f6f7-457b-9319-befe22f344f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b9d92fd8-4023-4769-beb4-3e7902c2986f', 'name': 'tempest-TestSnapshotPattern-432054653-router', 'tenant_id': '2ba66b8cd58e4f95a06352b46d37ff98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88055e1e-672a-4487-be31-ffb6e833ece5', 'external_fixed_ips': [{'subnet_id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'ip_address': '172.25.1.234'}], 'enable_snat': True}, 'gw_port_id': '7ddecc1d-f569-41e5-a31d-feae5e8b5856', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T20:24:57Z', 'updated_at': '2022-02-09T20:25:00Z', 'revision_number': 4, 'project_id': '2ba66b8cd58e4f95a06352b46d37ff98', 'gw_port': {'id': '7ddecc1d-f569-41e5-a31d-feae5e8b5856', 'name': '', 'network_id': '88055e1e-672a-4487-be31-ffb6e833ece5', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:5c:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9d92fd8-4023-4769-beb4-3e7902c2986f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4379, 'fixed_ips': [{'subnet_id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'ip_address': '172.25.1.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T20:24:58Z', 'updated_at': '2022-02-09T20:25:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-36', '_floatingips': [{'id': '9d335561-0828-4f14-bf37-077a507cad2d', 'tenant_id': '2ba66b8cd58e4f95a06352b46d37ff98', 'floating_ip_address': '172.25.1.83', 'floating_network_id': '88055e1e-672a-4487-be31-ffb6e833ece5', 'router_id': 'b9d92fd8-4023-4769-beb4-3e7902c2986f', 'port_id': '22b9b4fc-9cb6-4b2f-86fb-ea2ae81029c5', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4407, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '93700c4d-539d-4291-96be-1b30414bda47', 'mac_address': 'fa:16:3e:bf:a6:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec1e532a-2a78-4c70-b469-1a011387955b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T20:27:50Z', 'updated_at': '2022-02-09T20:27:50Z', 'revision_number': 0, 'project_id': '2ba66b8cd58e4f95a06352b46d37ff98', 'fixed_ip_address_scope': None}, {'id': 'd2d28848-3574-423b-b460-11b385f09c2f', 'tenant_id': '2ba66b8cd58e4f95a06352b46d37ff98', 'floating_ip_address': '172.25.1.250', 'floating_network_id': '88055e1e-672a-4487-be31-ffb6e833ece5', 'router_id': 'b9d92fd8-4023-4769-beb4-3e7902c2986f', 'port_id': '3f559252-e7b2-44a8-aaf9-e61223bc3fee', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 4404, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '93700c4d-539d-4291-96be-1b30414bda47', 'mac_address': 'fa:16:3e:bd:6e:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2cd2a004-a5b3-4ac3-8c3f-45a6138d76ab', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T20:25:21Z', 'updated_at': '2022-02-09T20:25:23Z', 'revision_number': 1, 'project_id': '2ba66b8cd58e4f95a06352b46d37ff98', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '39206fac-f558-4345-a6e3-08862cfdb92c', 'name': '', 'network_id': '93700c4d-539d-4291-96be-1b30414bda47', 'tenant_id': '2ba66b8cd58e4f95a06352b46d37ff98', 'mac_address': 'fa:16:3e:9f:b6:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9d92fd8-4023-4769-beb4-3e7902c2986f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4380, 'fixed_ips': [{'subnet_id': 'ca5ff4dd-b510-4942-92f8-7c7060ae387a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T20:25:00Z', 'updated_at': '2022-02-09T20:25:05Z', 'revision_number': 5, 'project_id': '2ba66b8cd58e4f95a06352b46d37ff98', 'subnets': [{'id': 'ca5ff4dd-b510-4942-92f8-7c7060ae387a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-36', False) {} {{(pid=103232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 20:27:52.614437 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad88b5b7-f6f7-457b-9319-befe22f344f7 None None] The sync data for ids ['b9d92fd8-4023-4769-beb4-3e7902c2986f'] in n-d-713498-36 is: [{'id': 'b9d92fd8-4023-4769-beb4-3e7902c2986f', 'name': 'tempest-TestSnapshotPattern-432054653-router', 'tenant_id': '2ba66b8cd58e4f95a06352b46d37ff98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88055e1e-672a-4487-be31-ffb6e833ece5', 'external_fixed_ips': [{'subnet_id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'ip_address': '172.25.1.234'}], 'enable_snat': True}, 'gw_port_id': '7ddecc1d-f569-41e5-a31d-feae5e8b5856', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T20:24:57Z', 'updated_at': '2022-02-09T20:25:00Z', 'revision_number': 4, 'project_id': '2ba66b8cd58e4f95a06352b46d37ff98', 'gw_port': {'id': '7ddecc1d-f569-41e5-a31d-feae5e8b5856', 'name': '', 'network_id': '88055e1e-672a-4487-be31-ffb6e833ece5', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:5c:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9d92fd8-4023-4769-beb4-3e7902c2986f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4379, 'fixed_ips': [{'subnet_id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'ip_address': '172.25.1.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T20:24:58Z', 'updated_at': '2022-02-09T20:25:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-36', '_floatingips': [{'id': '9d335561-0828-4f14-bf37-077a507cad2d', 'tenant_id': '2ba66b8cd58e4f95a06352b46d37ff98', 'floating_ip_address': '172.25.1.83', 'floating_network_id': '88055e1e-672a-4487-be31-ffb6e833ece5', 'router_id': 'b9d92fd8-4023-4769-beb4-3e7902c2986f', 'port_id': '22b9b4fc-9cb6-4b2f-86fb-ea2ae81029c5', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4407, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '93700c4d-539d-4291-96be-1b30414bda47', 'mac_address': 'fa:16:3e:bf:a6:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec1e532a-2a78-4c70-b469-1a011387955b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T20:27:50Z', 'updated_at': '2022-02-09T20:27:50Z', 'revision_number': 0, 'project_id': '2ba66b8cd58e4f95a06352b46d37ff98', 'fixed_ip_address_scope': None}, {'id': 'd2d28848-3574-423b-b460-11b385f09c2f', 'tenant_id': '2ba66b8cd58e4f95a06352b46d37ff98', 'floating_ip_address': '172.25.1.250', 'floating_network_id': '88055e1e-672a-4487-be31-ffb6e833ece5', 'router_id': 'b9d92fd8-4023-4769-beb4-3e7902c2986f', 'port_id': '3f559252-e7b2-44a8-aaf9-e61223bc3fee', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 4404, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '93700c4d-539d-4291-96be-1b30414bda47', 'mac_address': 'fa:16:3e:bd:6e:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2cd2a004-a5b3-4ac3-8c3f-45a6138d76ab', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T20:25:21Z', 'updated_at': '2022-02-09T20:25:23Z', 'revision_number': 1, 'project_id': '2ba66b8cd58e4f95a06352b46d37ff98', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '39206fac-f558-4345-a6e3-08862cfdb92c', 'name': '', 'network_id': '93700c4d-539d-4291-96be-1b30414bda47', 'tenant_id': '2ba66b8cd58e4f95a06352b46d37ff98', 'mac_address': 'fa:16:3e:9f:b6:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9d92fd8-4023-4769-beb4-3e7902c2986f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4380, 'fixed_ips': [{'subnet_id': 'ca5ff4dd-b510-4942-92f8-7c7060ae387a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T20:25:00Z', 'updated_at': '2022-02-09T20:25:05Z', 'revision_number': 5, 'project_id': '2ba66b8cd58e4f95a06352b46d37ff98', 'subnets': [{'id': 'ca5ff4dd-b510-4942-92f8-7c7060ae387a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103232) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 20:27:52.801328 n-d-713498-36 neutron-server[103233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9045c72a-cf94-4117-a729-f894d5ef2fa8 None None] New status for floating IP 9d335561-0828-4f14-bf37-077a507cad2d: ACTIVE {{(pid=103233) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 09 20:27:53.708074 n-d-713498-36 neutron-server[103233]: DEBUG neutron.db.agents_db [None req-4a8a6a42-0a0c-4437-8958-92282682b6bb None None] Agent healthcheck: found 7 active agents {{(pid=103233) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 20:28:11.012377 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-b051cd0d-4202-4484-9584-52348a6bef88 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762867132591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593584'] for agent (af91e4b9-f4e1-42b1-a25c-a10dc47171c8), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:28:13.292016 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-90896812-e627-4b47-ad7f-3c75f867a8bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762867132591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593584'] for agent (93303d5e-5d17-45e8-8963-7694f87783ae), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:28:14.653599 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-edc54c9b-7f13-45d9-9271-85c9738b0128 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762867132591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593584'] for agent (a62b1850-466f-48ae-bec7-d62fb280e14b), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:28:16.285983 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-a7262a8e-0513-48fd-984d-75726a511961 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762867132591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593584'] for agent (911cfea2-02ae-4ec9-bac3-7808ee1cdd9c), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:28:17.225086 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762867132591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593584'] for agent (496418a2-c002-4aec-ab1a-07f3bea491bd), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:28:19.453875 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762867132591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593584'] for agent (488cd9ae-631f-4955-ba0b-4f5a13f12e9c), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:28:19.868882 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762867132591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593584'] for agent (bcd5faee-dc24-4298-9134-0e0aa054058e), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:28:30.706836 n-d-713498-36 neutron-server[103233]: DEBUG neutron.db.agents_db [None req-4a8a6a42-0a0c-4437-8958-92282682b6bb None None] Agent healthcheck: found 7 active agents {{(pid=103233) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 20:28:41.015048 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-4c2ceed4-7c2b-44a8-935f-4966eaaca09e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762867132591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593584'] for agent (af91e4b9-f4e1-42b1-a25c-a10dc47171c8), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:28:41.304193 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-2a034950-4005-4e28-9707-f766a14e869b req-923c467c-1655-4f8c-8238-e0c847b7d402 service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=2cd2a004-a5b3-4ac3-8c3f-45a6138d76ab&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0439212 Feb 09 20:28:41.389809 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a034950-4005-4e28-9707-f766a14e869b req-e5934ff1-c2c0-4f0d-a015-a3d0d8a9da74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:28:41.391301 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-2a034950-4005-4e28-9707-f766a14e869b req-e5934ff1-c2c0-4f0d-a015-a3d0d8a9da74 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=2ba66b8cd58e4f95a06352b46d37ff98&device_id=2cd2a004-a5b3-4ac3-8c3f-45a6138d76ab HTTP/1.1" status: 200 len: 1126 time: 0.0452030 Feb 09 20:28:41.501768 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a034950-4005-4e28-9707-f766a14e869b req-d15ecea1-9bb2-47c2-92a3-397116c44292 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:28:41.503279 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-2a034950-4005-4e28-9707-f766a14e869b req-d15ecea1-9bb2-47c2-92a3-397116c44292 service neutron] 10.222.0.89 "GET /v2.0/networks?id=93700c4d-539d-4291-96be-1b30414bda47 HTTP/1.1" status: 200 len: 910 time: 0.0942032 Feb 09 20:28:41.568076 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-2a034950-4005-4e28-9707-f766a14e869b req-89139bc1-67b0-42d5-aaeb-8e31e4e332b1 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=3f559252-e7b2-44a8-aaf9-e61223bc3fee HTTP/1.1" status: 200 len: 999 time: 0.0586545 Feb 09 20:28:41.622044 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a034950-4005-4e28-9707-f766a14e869b req-50162827-7054-44b1-9b29-77a4f1a0284c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:28:41.623580 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-2a034950-4005-4e28-9707-f766a14e869b req-50162827-7054-44b1-9b29-77a4f1a0284c service neutron] 10.222.0.89 "GET /v2.0/subnets?id=ca5ff4dd-b510-4942-92f8-7c7060ae387a HTTP/1.1" status: 200 len: 848 time: 0.0505586 Feb 09 20:28:41.674830 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a034950-4005-4e28-9707-f766a14e869b req-bcbc73ef-8c9f-40db-807a-6afa51226ea4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:28:41.676482 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-2a034950-4005-4e28-9707-f766a14e869b req-bcbc73ef-8c9f-40db-807a-6afa51226ea4 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=93700c4d-539d-4291-96be-1b30414bda47&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0473473 Feb 09 20:28:41.776960 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-2a034950-4005-4e28-9707-f766a14e869b req-c3df9d78-a8aa-4c9e-8338-fdd008bbca10 service neutron] 10.222.0.89 "GET /v2.0/networks/93700c4d-539d-4291-96be-1b30414bda47?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0947349 Feb 09 20:28:41.875537 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-2a034950-4005-4e28-9707-f766a14e869b req-4c60798e-94a2-47a9-b042-89c9870c4db3 service neutron] 10.222.0.89 "GET /v2.0/networks/93700c4d-539d-4291-96be-1b30414bda47?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0927901 Feb 09 20:28:43.294675 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-6f55f816-8b87-4474-b6f4-286d5c17e350 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762867132591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593584'] for agent (93303d5e-5d17-45e8-8963-7694f87783ae), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:28:43.828274 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-4a4365d2-ff6c-4c36-b2cd-87a331776e6d req-578059d2-2c02-4fb6-bdbb-bba5a2c9d91e service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=ec1e532a-2a78-4c70-b469-1a011387955b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0455887 Feb 09 20:28:43.916748 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a4365d2-ff6c-4c36-b2cd-87a331776e6d req-d9a2ff94-9f18-46d4-821f-b79bedc4eef8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:28:43.918239 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-4a4365d2-ff6c-4c36-b2cd-87a331776e6d req-d9a2ff94-9f18-46d4-821f-b79bedc4eef8 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=2ba66b8cd58e4f95a06352b46d37ff98&device_id=ec1e532a-2a78-4c70-b469-1a011387955b HTTP/1.1" status: 200 len: 1129 time: 0.0493474 Feb 09 20:28:44.022631 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a4365d2-ff6c-4c36-b2cd-87a331776e6d req-cf874f2c-c26c-4ddd-8972-a32f76e4a721 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:28:44.024984 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-4a4365d2-ff6c-4c36-b2cd-87a331776e6d req-cf874f2c-c26c-4ddd-8972-a32f76e4a721 service neutron] 10.222.0.90 "GET /v2.0/networks?id=93700c4d-539d-4291-96be-1b30414bda47 HTTP/1.1" status: 200 len: 910 time: 0.0870934 Feb 09 20:28:44.094422 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-4a4365d2-ff6c-4c36-b2cd-87a331776e6d req-4b0b86b4-7239-4f9f-8ff2-150b4b65a3f1 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=22b9b4fc-9cb6-4b2f-86fb-ea2ae81029c5 HTTP/1.1" status: 200 len: 1001 time: 0.0630007 Feb 09 20:28:44.436304 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a4365d2-ff6c-4c36-b2cd-87a331776e6d req-8e624597-7779-44f9-953e-b4de19cd9b30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:28:44.437888 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-4a4365d2-ff6c-4c36-b2cd-87a331776e6d req-8e624597-7779-44f9-953e-b4de19cd9b30 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=ca5ff4dd-b510-4942-92f8-7c7060ae387a HTTP/1.1" status: 200 len: 848 time: 0.3376486 Feb 09 20:28:44.488186 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a4365d2-ff6c-4c36-b2cd-87a331776e6d req-f35c0933-a655-4d60-9322-a0feaad69fe5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:28:44.489656 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-4a4365d2-ff6c-4c36-b2cd-87a331776e6d req-f35c0933-a655-4d60-9322-a0feaad69fe5 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=93700c4d-539d-4291-96be-1b30414bda47&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0434237 Feb 09 20:28:44.500720 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [req-4a4365d2-ff6c-4c36-b2cd-87a331776e6d req-24ff65a9-8315-4775-862c-42df66aeb3c8 service neutron] http://10.222.0.75:9696/v2.0/extensions returned with HTTP 200 {{(pid=103230) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 09 20:28:44.501638 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-4a4365d2-ff6c-4c36-b2cd-87a331776e6d req-24ff65a9-8315-4775-862c-42df66aeb3c8 service neutron] 10.222.0.90 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0048747 Feb 09 20:28:44.604023 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-4a4365d2-ff6c-4c36-b2cd-87a331776e6d req-ce70e578-50fa-4207-bad2-31f9cc0d4d79 service neutron] 10.222.0.90 "GET /v2.0/networks/93700c4d-539d-4291-96be-1b30414bda47?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0941541 Feb 09 20:28:44.656269 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-edc54c9b-7f13-45d9-9271-85c9738b0128 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762867132591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593584'] for agent (a62b1850-466f-48ae-bec7-d62fb280e14b), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:28:44.699051 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-4a4365d2-ff6c-4c36-b2cd-87a331776e6d req-bc19465a-90d0-4972-8d03-ac8c57afeb8f service neutron] 10.222.0.90 "GET /v2.0/networks/93700c4d-539d-4291-96be-1b30414bda47?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0888724 Feb 09 20:28:46.287782 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-a7262a8e-0513-48fd-984d-75726a511961 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762867132591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593584'] for agent (911cfea2-02ae-4ec9-bac3-7808ee1cdd9c), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:28:47.228117 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762867132591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593584'] for agent (496418a2-c002-4aec-ab1a-07f3bea491bd), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:28:49.439963 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762867132591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593584'] for agent (488cd9ae-631f-4955-ba0b-4f5a13f12e9c), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:28:49.867521 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762867132591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593584'] for agent (bcd5faee-dc24-4298-9134-0e0aa054058e), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:29:07.705805 n-d-713498-36 neutron-server[103233]: DEBUG neutron.db.agents_db [None req-4a8a6a42-0a0c-4437-8958-92282682b6bb None None] Agent healthcheck: found 7 active agents {{(pid=103233) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 20:29:11.016349 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-614c3ddd-b1dd-4bd2-9bdc-d292934d9567 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762867132591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593584'] for agent (af91e4b9-f4e1-42b1-a25c-a10dc47171c8), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:29:13.295125 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-850a2cb6-319e-4f1d-b734-4fafb8be7def None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762867132591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593584'] for agent (93303d5e-5d17-45e8-8963-7694f87783ae), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:29:14.658186 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-edc54c9b-7f13-45d9-9271-85c9738b0128 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762867132591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593584'] for agent (a62b1850-466f-48ae-bec7-d62fb280e14b), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:29:16.291445 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-a7262a8e-0513-48fd-984d-75726a511961 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762867132591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593584'] for agent (911cfea2-02ae-4ec9-bac3-7808ee1cdd9c), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:29:17.229283 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762867132591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593584'] for agent (496418a2-c002-4aec-ab1a-07f3bea491bd), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:29:19.455774 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762867132591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593584'] for agent (488cd9ae-631f-4955-ba0b-4f5a13f12e9c), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:29:19.882186 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762867132591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593584'] for agent (bcd5faee-dc24-4298-9134-0e0aa054058e), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:29:26.247950 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Device 22b9b4fc-9cb6-4b2f-86fb-ea2ae81029c5 details requested by agent hyperv_n-h2-713498-36 with host n-h2-713498-36 {{(pid=103232) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 20:29:26.345857 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-7429db8d-6021-40ad-813e-885be449a89b None None] For port 22b9b4fc-9cb6-4b2f-86fb-ea2ae81029c5, host n-h2-713498-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-36',level=0,port_id=22b9b4fc-9cb6-4b2f-86fb-ea2ae81029c5,segment=NetworkSegment(a8330c9a-b745-47f4-a942-d51b0c4ec42e),segment_id=a8330c9a-b745-47f4-a942-d51b0c4ec42e)] {{(pid=103232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 20:29:26.359704 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Returning: {'device': '22b9b4fc-9cb6-4b2f-86fb-ea2ae81029c5', 'network_id': '93700c4d-539d-4291-96be-1b30414bda47', 'port_id': '22b9b4fc-9cb6-4b2f-86fb-ea2ae81029c5', 'mac_address': 'fa:16:3e:bf:a6:18', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 368, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ca5ff4dd-b510-4942-92f8-7c7060ae387a', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103232) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 20:29:26.395748 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Current status of the port 22b9b4fc-9cb6-4b2f-86fb-ea2ae81029c5 is: ACTIVE; New status is: BUILD {{(pid=103232) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 20:29:26.396145 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (22b9b4fc-9cb6-4b2f-86fb-ea2ae81029c5), before_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:29:26.408551 n-d-713498-36 neutron-server[103232]: DEBUG neutron.notifiers.nova [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 22b9b4fc-9cb6-4b2f-86fb-ea2ae81029c5 {{(pid=103232) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 20:29:26.432492 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-7429db8d-6021-40ad-813e-885be449a89b None None] For port 22b9b4fc-9cb6-4b2f-86fb-ea2ae81029c5, host n-h2-713498-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-36',level=0,port_id=22b9b4fc-9cb6-4b2f-86fb-ea2ae81029c5,segment=NetworkSegment(a8330c9a-b745-47f4-a942-d51b0c4ec42e),segment_id=a8330c9a-b745-47f4-a942-d51b0c4ec42e)] {{(pid=103232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 20:29:26.436948 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762867176205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762866656485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762866656503'] for port (22b9b4fc-9cb6-4b2f-86fb-ea2ae81029c5), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:29:26.486380 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Pushing event updated for resources: {'Port': ['ID=22b9b4fc-9cb6-4b2f-86fb-ea2ae81029c5,revision_number=6']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:29:26.494875 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:29:26.495226 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:29:26.495566 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:29:26.495905 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:29:26.496239 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:29:26.496571 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:29:26.496894 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:29:26.497219 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:29:26.497540 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:29:26.497862 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:29:26.498260 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:29:26.498533 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:29:26.498852 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:29:26.549118 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-7429db8d-6021-40ad-813e-885be449a89b None None] get_ports_and_sgs() called for port_ids ['22b9b4fc-9cb6-4b2f-86fb-ea2ae81029c5'] {{(pid=103232) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 20:29:28.261652 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Device 22b9b4fc-9cb6-4b2f-86fb-ea2ae81029c5 up at agent hyperv_n-h2-713498-36 {{(pid=103232) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 20:29:28.320056 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.provisioning_blocks [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Provisioning complete for port 22b9b4fc-9cb6-4b2f-86fb-ea2ae81029c5 triggered by entity L2. {{(pid=103232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 20:29:28.320440 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-593630'] for port (22b9b4fc-9cb6-4b2f-86fb-ea2ae81029c5), provisioning_complete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:29:28.418785 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Current status of the port 22b9b4fc-9cb6-4b2f-86fb-ea2ae81029c5 is: BUILD; New status is: ACTIVE {{(pid=103232) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 20:29:28.419497 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (22b9b4fc-9cb6-4b2f-86fb-ea2ae81029c5), before_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:29:28.445144 n-d-713498-36 neutron-server[103232]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ec1e532a-2a78-4c70-b469-1a011387955b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '22b9b4fc-9cb6-4b2f-86fb-ea2ae81029c5'}] {{(pid=103232) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 20:29:28.447847 n-d-713498-36 neutron-server[103232]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cbbf3601bdfb8db7b6600aedba7e3851fa962f00dad36f02e289fea53b94aa67" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4f932bc4-c901-458f-b683-694d7369fab4" -d '{"events": [{"server_uuid": "ec1e532a-2a78-4c70-b469-1a011387955b", "name": "network-vif-plugged", "status": "completed", "tag": "22b9b4fc-9cb6-4b2f-86fb-ea2ae81029c5"}]}' {{(pid=103232) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 20:29:28.478607 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-7429db8d-6021-40ad-813e-885be449a89b None None] For port 22b9b4fc-9cb6-4b2f-86fb-ea2ae81029c5, host n-h2-713498-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-36',level=0,port_id=22b9b4fc-9cb6-4b2f-86fb-ea2ae81029c5,segment=NetworkSegment(a8330c9a-b745-47f4-a942-d51b0c4ec42e),segment_id=a8330c9a-b745-47f4-a942-d51b0c4ec42e)] {{(pid=103232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 20:29:28.484657 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762867176205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762866656485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762866656503'] for port (22b9b4fc-9cb6-4b2f-86fb-ea2ae81029c5), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:29:28.539774 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Pushing event updated for resources: {'Port': ['ID=22b9b4fc-9cb6-4b2f-86fb-ea2ae81029c5,revision_number=7']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:29:28.611612 n-d-713498-36 neutron-server[103232]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 20:29:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bcf0126a-c281-4eb6-9e14-676b0a140909 x-openstack-request-id: req-bcf0126a-c281-4eb6-9e14-676b0a140909 {{(pid=103232) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 20:29:28.611957 n-d-713498-36 neutron-server[103232]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ec1e532a-2a78-4c70-b469-1a011387955b", "name": "network-vif-plugged", "status": "completed", "tag": "22b9b4fc-9cb6-4b2f-86fb-ea2ae81029c5", "code": 200}]} {{(pid=103232) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 20:29:28.612210 n-d-713498-36 neutron-server[103232]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-bcf0126a-c281-4eb6-9e14-676b0a140909 {{(pid=103232) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 20:29:28.613190 n-d-713498-36 neutron-server[103232]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ec1e532a-2a78-4c70-b469-1a011387955b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '22b9b4fc-9cb6-4b2f-86fb-ea2ae81029c5', 'code': 200} Feb 09 20:29:36.358875 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 56814) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:29:36.522570 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.plugin [None req-15699330-e2f1-4397-ad1f-77df1d39fa6c tempest-TestSnapshotPattern-2109285631 tempest-TestSnapshotPattern-2109285631-project] Deleting port e9fce660-a264-4e63-bee3-15c4268a57e8 {{(pid=103229) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 20:29:36.522925 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-15699330-e2f1-4397-ad1f-77df1d39fa6c tempest-TestSnapshotPattern-2109285631 tempest-TestSnapshotPattern-2109285631-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762867170196'] for port (e9fce660-a264-4e63-bee3-15c4268a57e8), before_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:29:36.603240 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-15699330-e2f1-4397-ad1f-77df1d39fa6c tempest-TestSnapshotPattern-2109285631 tempest-TestSnapshotPattern-2109285631-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1820838'] for port (e9fce660-a264-4e63-bee3-15c4268a57e8), precommit_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:29:36.603678 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-15699330-e2f1-4397-ad1f-77df1d39fa6c tempest-TestSnapshotPattern-2109285631 tempest-TestSnapshotPattern-2109285631-project] Publish callbacks [] for floatingip (e9fce660-a264-4e63-bee3-15c4268a57e8), precommit_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:29:36.615525 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.plugin [None req-15699330-e2f1-4397-ad1f-77df1d39fa6c tempest-TestSnapshotPattern-2109285631 tempest-TestSnapshotPattern-2109285631-project] Calling delete_port for e9fce660-a264-4e63-bee3-15c4268a57e8 owned by network:floatingip {{(pid=103229) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 20:29:36.763520 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-15699330-e2f1-4397-ad1f-77df1d39fa6c tempest-TestSnapshotPattern-2109285631 tempest-TestSnapshotPattern-2109285631-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762867177463', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762866656476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12867576'] for port (e9fce660-a264-4e63-bee3-15c4268a57e8), after_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:29:36.802591 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15699330-e2f1-4397-ad1f-77df1d39fa6c tempest-TestSnapshotPattern-2109285631 tempest-TestSnapshotPattern-2109285631-project] Pushing event deleted for resources: {'Port': ['ID=e9fce660-a264-4e63-bee3-15c4268a57e8,revision_number=None']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:29:36.832391 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15699330-e2f1-4397-ad1f-77df1d39fa6c tempest-TestSnapshotPattern-2109285631 tempest-TestSnapshotPattern-2109285631-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:29:36.833204 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15699330-e2f1-4397-ad1f-77df1d39fa6c tempest-TestSnapshotPattern-2109285631 tempest-TestSnapshotPattern-2109285631-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:29:36.833550 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15699330-e2f1-4397-ad1f-77df1d39fa6c tempest-TestSnapshotPattern-2109285631 tempest-TestSnapshotPattern-2109285631-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:29:36.833889 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15699330-e2f1-4397-ad1f-77df1d39fa6c tempest-TestSnapshotPattern-2109285631 tempest-TestSnapshotPattern-2109285631-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:29:36.835083 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15699330-e2f1-4397-ad1f-77df1d39fa6c tempest-TestSnapshotPattern-2109285631 tempest-TestSnapshotPattern-2109285631-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:29:36.835584 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15699330-e2f1-4397-ad1f-77df1d39fa6c tempest-TestSnapshotPattern-2109285631 tempest-TestSnapshotPattern-2109285631-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:29:36.835900 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15699330-e2f1-4397-ad1f-77df1d39fa6c tempest-TestSnapshotPattern-2109285631 tempest-TestSnapshotPattern-2109285631-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:29:36.836230 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15699330-e2f1-4397-ad1f-77df1d39fa6c tempest-TestSnapshotPattern-2109285631 tempest-TestSnapshotPattern-2109285631-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:29:36.836559 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15699330-e2f1-4397-ad1f-77df1d39fa6c tempest-TestSnapshotPattern-2109285631 tempest-TestSnapshotPattern-2109285631-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:29:36.836884 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15699330-e2f1-4397-ad1f-77df1d39fa6c tempest-TestSnapshotPattern-2109285631 tempest-TestSnapshotPattern-2109285631-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:29:36.837212 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15699330-e2f1-4397-ad1f-77df1d39fa6c tempest-TestSnapshotPattern-2109285631 tempest-TestSnapshotPattern-2109285631-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:29:36.837539 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15699330-e2f1-4397-ad1f-77df1d39fa6c tempest-TestSnapshotPattern-2109285631 tempest-TestSnapshotPattern-2109285631-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:29:36.837867 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15699330-e2f1-4397-ad1f-77df1d39fa6c tempest-TestSnapshotPattern-2109285631 tempest-TestSnapshotPattern-2109285631-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:29:36.878670 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-15699330-e2f1-4397-ad1f-77df1d39fa6c tempest-TestSnapshotPattern-2109285631 tempest-TestSnapshotPattern-2109285631-project] Publish callbacks [] for floatingip (9d335561-0828-4f14-bf37-077a507cad2d), after_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:29:36.879010 n-d-713498-36 neutron-server[103229]: INFO neutron.db.l3_db [None req-15699330-e2f1-4397-ad1f-77df1d39fa6c tempest-TestSnapshotPattern-2109285631 tempest-TestSnapshotPattern-2109285631-project] Floating IP 9d335561-0828-4f14-bf37-077a507cad2d disassociated (deleted). External IP: 172.25.1.83, port: 22b9b4fc-9cb6-4b2f-86fb-ea2ae81029c5. Feb 09 20:29:37.097148 n-d-713498-36 neutron-server[103229]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-15699330-e2f1-4397-ad1f-77df1d39fa6c tempest-TestSnapshotPattern-2109285631 tempest-TestSnapshotPattern-2109285631-project] Router b9d92fd8-4023-4769-beb4-3e7902c2986f has already been hosted by L3 agent 93303d5e-5d17-45e8-8963-7694f87783ae {{(pid=103229) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 20:29:37.218065 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-15699330-e2f1-4397-ad1f-77df1d39fa6c tempest-TestSnapshotPattern-2109285631 tempest-TestSnapshotPattern-2109285631-project] Notify agent at l3_agent.n-d-713498-36 the message routers_updated {{(pid=103229) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 20:29:37.223031 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-15699330-e2f1-4397-ad1f-77df1d39fa6c tempest-TestSnapshotPattern-2109285631 tempest-TestSnapshotPattern-2109285631-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171096'] for floatingip (None), before_response {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:29:37.229406 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9be89dd8-18b9-446c-b703-8125a4e7f7ad None None] Sync routers for ids ['b9d92fd8-4023-4769-beb4-3e7902c2986f'] in n-d-713498-36 {{(pid=103232) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 20:29:37.239655 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9be89dd8-18b9-446c-b703-8125a4e7f7ad None None] Routers {'b9d92fd8-4023-4769-beb4-3e7902c2986f'} bound to L3 agent in host n-d-713498-36 {{(pid=103232) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 20:29:37.240260 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.l3_hamode_db [None req-9be89dd8-18b9-446c-b703-8125a4e7f7ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T18:51:43Z,description=,heartbeat_timestamp=2022-02-09T20:29:13Z,host='n-d-713498-36',id=93303d5e-5d17-45e8-8963-7694f87783ae,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T18:51:43Z,topic='l3_agent')) {'router_ids': ['b9d92fd8-4023-4769-beb4-3e7902c2986f'], 'active': True} {{(pid=103232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 20:29:37.255458 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-15699330-e2f1-4397-ad1f-77df1d39fa6c tempest-TestSnapshotPattern-2109285631 tempest-TestSnapshotPattern-2109285631-project] 10.222.0.75 "DELETE /v2.0/floatingips/9d335561-0828-4f14-bf37-077a507cad2d HTTP/1.1" status: 204 len: 168 time: 0.8930171 Feb 09 20:29:37.255458 n-d-713498-36 neutron-server[103229]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ec1e532a-2a78-4c70-b469-1a011387955b', 'tag': '22b9b4fc-9cb6-4b2f-86fb-ea2ae81029c5'}] {{(pid=103229) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 20:29:37.257084 n-d-713498-36 neutron-server[103229]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}07d618d1c5389b9cd0b8ca1de8f17b65d6cfa6b0806685514be6977118e88e42" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3d6b38ff-1035-4f84-97d3-cf5192dbf727" -d '{"events": [{"name": "network-changed", "server_uuid": "ec1e532a-2a78-4c70-b469-1a011387955b", "tag": "22b9b4fc-9cb6-4b2f-86fb-ea2ae81029c5"}]}' {{(pid=103229) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 20:29:37.319646 n-d-713498-36 neutron-server[103229]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 20:29:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a521bee1-b12d-41e2-bf42-81437e3db952 x-openstack-request-id: req-a521bee1-b12d-41e2-bf42-81437e3db952 {{(pid=103229) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 20:29:37.320004 n-d-713498-36 neutron-server[103229]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ec1e532a-2a78-4c70-b469-1a011387955b", "tag": "22b9b4fc-9cb6-4b2f-86fb-ea2ae81029c5", "status": "completed", "code": 200}]} {{(pid=103229) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 20:29:37.320304 n-d-713498-36 neutron-server[103229]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-a521bee1-b12d-41e2-bf42-81437e3db952 {{(pid=103229) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 20:29:37.320836 n-d-713498-36 neutron-server[103229]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ec1e532a-2a78-4c70-b469-1a011387955b', 'tag': '22b9b4fc-9cb6-4b2f-86fb-ea2ae81029c5', 'status': 'completed', 'code': 200} Feb 09 20:29:37.363738 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.l3_dvr_db [None req-9be89dd8-18b9-446c-b703-8125a4e7f7ad None None] Set router b9d92fd8-4023-4769-beb4-3e7902c2986f gateway port host: n-d-713498-36 {{(pid=103232) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 20:29:37.395388 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d6b38ff-1035-4f84-97d3-cf5192dbf727 req-063ba780-fe56-4615-a529-cf145c502ee2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:29:37.398081 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-3d6b38ff-1035-4f84-97d3-cf5192dbf727 req-063ba780-fe56-4615-a529-cf145c502ee2 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=2ba66b8cd58e4f95a06352b46d37ff98&device_id=ec1e532a-2a78-4c70-b469-1a011387955b HTTP/1.1" status: 200 len: 1129 time: 0.0569835 Feb 09 20:29:37.508451 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d6b38ff-1035-4f84-97d3-cf5192dbf727 req-22ead4b7-0b97-46a6-8cbe-28249bbe6e46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:29:37.510060 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-3d6b38ff-1035-4f84-97d3-cf5192dbf727 req-22ead4b7-0b97-46a6-8cbe-28249bbe6e46 service neutron] 10.222.0.90 "GET /v2.0/networks?id=93700c4d-539d-4291-96be-1b30414bda47 HTTP/1.1" status: 200 len: 910 time: 0.1058583 Feb 09 20:29:37.587315 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-3d6b38ff-1035-4f84-97d3-cf5192dbf727 req-87ab627c-4286-4579-8c82-b06cc5ccb411 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=22b9b4fc-9cb6-4b2f-86fb-ea2ae81029c5 HTTP/1.1" status: 200 len: 217 time: 0.0668299 Feb 09 20:29:37.629324 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.l3_hamode_db [None req-9be89dd8-18b9-446c-b703-8125a4e7f7ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b9d92fd8-4023-4769-beb4-3e7902c2986f', 'name': 'tempest-TestSnapshotPattern-432054653-router', 'tenant_id': '2ba66b8cd58e4f95a06352b46d37ff98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88055e1e-672a-4487-be31-ffb6e833ece5', 'external_fixed_ips': [{'subnet_id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'ip_address': '172.25.1.234'}], 'enable_snat': True}, 'gw_port_id': '7ddecc1d-f569-41e5-a31d-feae5e8b5856', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T20:24:57Z', 'updated_at': '2022-02-09T20:25:00Z', 'revision_number': 4, 'project_id': '2ba66b8cd58e4f95a06352b46d37ff98', 'gw_port': {'id': '7ddecc1d-f569-41e5-a31d-feae5e8b5856', 'name': '', 'network_id': '88055e1e-672a-4487-be31-ffb6e833ece5', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:5c:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9d92fd8-4023-4769-beb4-3e7902c2986f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4379, 'fixed_ips': [{'subnet_id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'ip_address': '172.25.1.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T20:24:58Z', 'updated_at': '2022-02-09T20:25:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-36', '_floatingips': [{'id': 'd2d28848-3574-423b-b460-11b385f09c2f', 'tenant_id': '2ba66b8cd58e4f95a06352b46d37ff98', 'floating_ip_address': '172.25.1.250', 'floating_network_id': '88055e1e-672a-4487-be31-ffb6e833ece5', 'router_id': 'b9d92fd8-4023-4769-beb4-3e7902c2986f', 'port_id': '3f559252-e7b2-44a8-aaf9-e61223bc3fee', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 4404, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '93700c4d-539d-4291-96be-1b30414bda47', 'mac_address': 'fa:16:3e:bd:6e:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2cd2a004-a5b3-4ac3-8c3f-45a6138d76ab', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T20:25:21Z', 'updated_at': '2022-02-09T20:25:23Z', 'revision_number': 1, 'project_id': '2ba66b8cd58e4f95a06352b46d37ff98', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '39206fac-f558-4345-a6e3-08862cfdb92c', 'name': '', 'network_id': '93700c4d-539d-4291-96be-1b30414bda47', 'tenant_id': '2ba66b8cd58e4f95a06352b46d37ff98', 'mac_address': 'fa:16:3e:9f:b6:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9d92fd8-4023-4769-beb4-3e7902c2986f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4380, 'fixed_ips': [{'subnet_id': 'ca5ff4dd-b510-4942-92f8-7c7060ae387a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T20:25:00Z', 'updated_at': '2022-02-09T20:25:05Z', 'revision_number': 5, 'project_id': '2ba66b8cd58e4f95a06352b46d37ff98', 'subnets': [{'id': 'ca5ff4dd-b510-4942-92f8-7c7060ae387a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-36', False) {} {{(pid=103232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 20:29:37.644336 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b72c1ae-2ec2-454f-90d6-bb3f21d00b98 req-dd2cadd2-4ea9-4800-af3c-9264632e7c77 tempest-TestSnapshotPattern-2109285631 tempest-TestSnapshotPattern-2109285631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:29:37.646340 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-6b72c1ae-2ec2-454f-90d6-bb3f21d00b98 req-dd2cadd2-4ea9-4800-af3c-9264632e7c77 tempest-TestSnapshotPattern-2109285631 tempest-TestSnapshotPattern-2109285631-project] 10.222.0.75 "GET /v2.0/ports?device_id=ec1e532a-2a78-4c70-b469-1a011387955b HTTP/1.1" status: 200 len: 946 time: 0.1394155 Feb 09 20:29:37.654099 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d6b38ff-1035-4f84-97d3-cf5192dbf727 req-5f99983d-c6ef-40ee-9026-43e50ceb4e1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:29:37.655560 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9be89dd8-18b9-446c-b703-8125a4e7f7ad None None] Checking router: b9d92fd8-4023-4769-beb4-3e7902c2986f for host: n-d-713498-36 {{(pid=103232) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 20:29:37.655788 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-3d6b38ff-1035-4f84-97d3-cf5192dbf727 req-5f99983d-c6ef-40ee-9026-43e50ceb4e1a service neutron] 10.222.0.90 "GET /v2.0/subnets?id=ca5ff4dd-b510-4942-92f8-7c7060ae387a HTTP/1.1" status: 200 len: 848 time: 0.0619786 Feb 09 20:29:37.665229 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9be89dd8-18b9-446c-b703-8125a4e7f7ad None None] Routers {'b9d92fd8-4023-4769-beb4-3e7902c2986f'} bound to L3 agent in host n-d-713498-36 {{(pid=103232) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 20:29:37.665835 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.l3_hamode_db [None req-9be89dd8-18b9-446c-b703-8125a4e7f7ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T18:51:43Z,description=,heartbeat_timestamp=2022-02-09T20:29:13Z,host='n-d-713498-36',id=93303d5e-5d17-45e8-8963-7694f87783ae,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T18:51:43Z,topic='l3_agent')) {'router_ids': ['b9d92fd8-4023-4769-beb4-3e7902c2986f'], 'active': True} {{(pid=103232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 20:29:37.734716 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-6b72c1ae-2ec2-454f-90d6-bb3f21d00b98 req-a6c79c0c-e3d6-437f-8157-068a1e62c240 tempest-TestSnapshotPattern-2109285631 tempest-TestSnapshotPattern-2109285631-project] 10.222.0.75 "GET /v2.0/security-groups?id=1af7238b-7266-4fc7-9cd3-84fd69b32286&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0779693 Feb 09 20:29:37.751644 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d6b38ff-1035-4f84-97d3-cf5192dbf727 req-71d6da28-b994-4ada-8e19-24e54d0af964 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:29:37.751644 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-3d6b38ff-1035-4f84-97d3-cf5192dbf727 req-71d6da28-b994-4ada-8e19-24e54d0af964 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=93700c4d-539d-4291-96be-1b30414bda47&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0862594 Feb 09 20:29:37.779301 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.l3_dvr_db [None req-9be89dd8-18b9-446c-b703-8125a4e7f7ad None None] Set router b9d92fd8-4023-4769-beb4-3e7902c2986f gateway port host: n-d-713498-36 {{(pid=103232) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 20:29:37.854553 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-3d6b38ff-1035-4f84-97d3-cf5192dbf727 req-8eaa61c6-008e-4542-ba8a-1b10cc8d0219 service neutron] 10.222.0.90 "GET /v2.0/networks/93700c4d-539d-4291-96be-1b30414bda47?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0943911 Feb 09 20:29:37.952790 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-3d6b38ff-1035-4f84-97d3-cf5192dbf727 req-cf363f52-a078-4a1c-8424-c17efe32f53e service neutron] 10.222.0.90 "GET /v2.0/networks/93700c4d-539d-4291-96be-1b30414bda47?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0914259 Feb 09 20:29:38.017597 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.l3_hamode_db [None req-9be89dd8-18b9-446c-b703-8125a4e7f7ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b9d92fd8-4023-4769-beb4-3e7902c2986f', 'name': 'tempest-TestSnapshotPattern-432054653-router', 'tenant_id': '2ba66b8cd58e4f95a06352b46d37ff98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88055e1e-672a-4487-be31-ffb6e833ece5', 'external_fixed_ips': [{'subnet_id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'ip_address': '172.25.1.234'}], 'enable_snat': True}, 'gw_port_id': '7ddecc1d-f569-41e5-a31d-feae5e8b5856', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T20:24:57Z', 'updated_at': '2022-02-09T20:25:00Z', 'revision_number': 4, 'project_id': '2ba66b8cd58e4f95a06352b46d37ff98', 'gw_port': {'id': '7ddecc1d-f569-41e5-a31d-feae5e8b5856', 'name': '', 'network_id': '88055e1e-672a-4487-be31-ffb6e833ece5', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:5c:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9d92fd8-4023-4769-beb4-3e7902c2986f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4379, 'fixed_ips': [{'subnet_id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'ip_address': '172.25.1.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T20:24:58Z', 'updated_at': '2022-02-09T20:25:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-36', '_floatingips': [{'id': 'd2d28848-3574-423b-b460-11b385f09c2f', 'tenant_id': '2ba66b8cd58e4f95a06352b46d37ff98', 'floating_ip_address': '172.25.1.250', 'floating_network_id': '88055e1e-672a-4487-be31-ffb6e833ece5', 'router_id': 'b9d92fd8-4023-4769-beb4-3e7902c2986f', 'port_id': '3f559252-e7b2-44a8-aaf9-e61223bc3fee', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 4404, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '93700c4d-539d-4291-96be-1b30414bda47', 'mac_address': 'fa:16:3e:bd:6e:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2cd2a004-a5b3-4ac3-8c3f-45a6138d76ab', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T20:25:21Z', 'updated_at': '2022-02-09T20:25:23Z', 'revision_number': 1, 'project_id': '2ba66b8cd58e4f95a06352b46d37ff98', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '39206fac-f558-4345-a6e3-08862cfdb92c', 'name': '', 'network_id': '93700c4d-539d-4291-96be-1b30414bda47', 'tenant_id': '2ba66b8cd58e4f95a06352b46d37ff98', 'mac_address': 'fa:16:3e:9f:b6:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9d92fd8-4023-4769-beb4-3e7902c2986f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4380, 'fixed_ips': [{'subnet_id': 'ca5ff4dd-b510-4942-92f8-7c7060ae387a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T20:25:00Z', 'updated_at': '2022-02-09T20:25:05Z', 'revision_number': 5, 'project_id': '2ba66b8cd58e4f95a06352b46d37ff98', 'subnets': [{'id': 'ca5ff4dd-b510-4942-92f8-7c7060ae387a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-36', False) {} {{(pid=103232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 20:29:38.045834 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9be89dd8-18b9-446c-b703-8125a4e7f7ad None None] The sync data for ids ['b9d92fd8-4023-4769-beb4-3e7902c2986f'] in n-d-713498-36 is: [{'id': 'b9d92fd8-4023-4769-beb4-3e7902c2986f', 'name': 'tempest-TestSnapshotPattern-432054653-router', 'tenant_id': '2ba66b8cd58e4f95a06352b46d37ff98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88055e1e-672a-4487-be31-ffb6e833ece5', 'external_fixed_ips': [{'subnet_id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'ip_address': '172.25.1.234'}], 'enable_snat': True}, 'gw_port_id': '7ddecc1d-f569-41e5-a31d-feae5e8b5856', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T20:24:57Z', 'updated_at': '2022-02-09T20:25:00Z', 'revision_number': 4, 'project_id': '2ba66b8cd58e4f95a06352b46d37ff98', 'gw_port': {'id': '7ddecc1d-f569-41e5-a31d-feae5e8b5856', 'name': '', 'network_id': '88055e1e-672a-4487-be31-ffb6e833ece5', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:5c:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9d92fd8-4023-4769-beb4-3e7902c2986f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4379, 'fixed_ips': [{'subnet_id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'ip_address': '172.25.1.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T20:24:58Z', 'updated_at': '2022-02-09T20:25:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-36', '_floatingips': [{'id': 'd2d28848-3574-423b-b460-11b385f09c2f', 'tenant_id': '2ba66b8cd58e4f95a06352b46d37ff98', 'floating_ip_address': '172.25.1.250', 'floating_network_id': '88055e1e-672a-4487-be31-ffb6e833ece5', 'router_id': 'b9d92fd8-4023-4769-beb4-3e7902c2986f', 'port_id': '3f559252-e7b2-44a8-aaf9-e61223bc3fee', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 4404, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '93700c4d-539d-4291-96be-1b30414bda47', 'mac_address': 'fa:16:3e:bd:6e:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2cd2a004-a5b3-4ac3-8c3f-45a6138d76ab', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T20:25:21Z', 'updated_at': '2022-02-09T20:25:23Z', 'revision_number': 1, 'project_id': '2ba66b8cd58e4f95a06352b46d37ff98', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '39206fac-f558-4345-a6e3-08862cfdb92c', 'name': '', 'network_id': '93700c4d-539d-4291-96be-1b30414bda47', 'tenant_id': '2ba66b8cd58e4f95a06352b46d37ff98', 'mac_address': 'fa:16:3e:9f:b6:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9d92fd8-4023-4769-beb4-3e7902c2986f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4380, 'fixed_ips': [{'subnet_id': 'ca5ff4dd-b510-4942-92f8-7c7060ae387a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T20:25:00Z', 'updated_at': '2022-02-09T20:25:05Z', 'revision_number': 5, 'project_id': '2ba66b8cd58e4f95a06352b46d37ff98', 'subnets': [{'id': 'ca5ff4dd-b510-4942-92f8-7c7060ae387a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103232) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 20:29:38.301504 n-d-713498-36 neutron-server[103233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e78dcbb-884f-48a7-b055-a6ba093d5869 None None] New status for floating IP 9d335561-0828-4f14-bf37-077a507cad2d: DOWN {{(pid=103233) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 09 20:29:38.306205 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Device 22b9b4fc-9cb6-4b2f-86fb-ea2ae81029c5 no longer exists at agent hyperv_n-h2-713498-36 {{(pid=103232) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 20:29:38.386382 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Current status of the port 22b9b4fc-9cb6-4b2f-86fb-ea2ae81029c5 is: ACTIVE; New status is: DOWN {{(pid=103232) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 20:29:38.386783 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-725641'] for port (22b9b4fc-9cb6-4b2f-86fb-ea2ae81029c5), before_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:29:38.410414 n-d-713498-36 neutron-server[103232]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ec1e532a-2a78-4c70-b469-1a011387955b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '22b9b4fc-9cb6-4b2f-86fb-ea2ae81029c5'}] {{(pid=103232) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 20:29:38.412869 n-d-713498-36 neutron-server[103232]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cbbf3601bdfb8db7b6600aedba7e3851fa962f00dad36f02e289fea53b94aa67" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aa1a05d9-0bc4-4bbc-ae6a-9fa2cb2fd021" -d '{"events": [{"server_uuid": "ec1e532a-2a78-4c70-b469-1a011387955b", "name": "network-vif-unplugged", "status": "completed", "tag": "22b9b4fc-9cb6-4b2f-86fb-ea2ae81029c5"}]}' {{(pid=103232) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 20:29:38.425618 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-7429db8d-6021-40ad-813e-885be449a89b None None] For port 22b9b4fc-9cb6-4b2f-86fb-ea2ae81029c5, host n-h2-713498-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-36',level=0,port_id=22b9b4fc-9cb6-4b2f-86fb-ea2ae81029c5,segment=NetworkSegment(a8330c9a-b745-47f4-a942-d51b0c4ec42e),segment_id=a8330c9a-b745-47f4-a942-d51b0c4ec42e)] {{(pid=103232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 20:29:38.431251 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762867176205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762866656485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762866656503'] for port (22b9b4fc-9cb6-4b2f-86fb-ea2ae81029c5), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:29:38.454847 n-d-713498-36 neutron-server[103232]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 09 Feb 2022 20:29:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-73af690f-323b-46ec-8962-42b3e93b72cf x-openstack-request-id: req-73af690f-323b-46ec-8962-42b3e93b72cf {{(pid=103232) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 20:29:38.455078 n-d-713498-36 neutron-server[103232]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ec1e532a-2a78-4c70-b469-1a011387955b", "name": "network-vif-unplugged", "status": "completed", "tag": "22b9b4fc-9cb6-4b2f-86fb-ea2ae81029c5", "code": 200}]} {{(pid=103232) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 20:29:38.455334 n-d-713498-36 neutron-server[103232]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-73af690f-323b-46ec-8962-42b3e93b72cf {{(pid=103232) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 20:29:38.455721 n-d-713498-36 neutron-server[103232]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ec1e532a-2a78-4c70-b469-1a011387955b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '22b9b4fc-9cb6-4b2f-86fb-ea2ae81029c5', 'code': 200} Feb 09 20:29:38.483529 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Pushing event updated for resources: {'Port': ['ID=22b9b4fc-9cb6-4b2f-86fb-ea2ae81029c5,revision_number=8']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:29:38.869495 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed449dfd-ca19-4439-bf17-6a63c8baafff req-93dc3f5a-e8af-42a5-8e27-c992c2615ffd tempest-TestSnapshotPattern-2109285631 tempest-TestSnapshotPattern-2109285631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:29:38.871003 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-ed449dfd-ca19-4439-bf17-6a63c8baafff req-93dc3f5a-e8af-42a5-8e27-c992c2615ffd tempest-TestSnapshotPattern-2109285631 tempest-TestSnapshotPattern-2109285631-project] 10.222.0.75 "GET /v2.0/ports?device_id=ec1e532a-2a78-4c70-b469-1a011387955b HTTP/1.1" status: 200 len: 944 time: 0.0656271 Feb 09 20:29:38.921096 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-ed449dfd-ca19-4439-bf17-6a63c8baafff req-6831c3e7-5887-496d-97eb-affe06755f75 tempest-TestSnapshotPattern-2109285631 tempest-TestSnapshotPattern-2109285631-project] 10.222.0.75 "GET /v2.0/security-groups?id=1af7238b-7266-4fc7-9cd3-84fd69b32286&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444083 Feb 09 20:29:39.114777 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5343085-2121-47dc-b368-b3a44467e4d9 req-cf47fe08-5510-4359-ad3b-05def0bc5f3e tempest-TestSnapshotPattern-2109285631 tempest-TestSnapshotPattern-2109285631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:29:39.116806 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-a5343085-2121-47dc-b368-b3a44467e4d9 req-cf47fe08-5510-4359-ad3b-05def0bc5f3e tempest-TestSnapshotPattern-2109285631 tempest-TestSnapshotPattern-2109285631-project] 10.222.0.90 "GET /v2.0/ports?device_id=ec1e532a-2a78-4c70-b469-1a011387955b HTTP/1.1" status: 200 len: 944 time: 0.0519772 Feb 09 20:29:39.211005 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.plugin [req-a5343085-2121-47dc-b368-b3a44467e4d9 req-d8558e32-5fe0-4ec6-a2ba-4d74cfb37b01 tempest-TestSnapshotPattern-2109285631 tempest-TestSnapshotPattern-2109285631-project] Deleting port 22b9b4fc-9cb6-4b2f-86fb-ea2ae81029c5 {{(pid=103230) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 20:29:39.211329 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [req-a5343085-2121-47dc-b368-b3a44467e4d9 req-d8558e32-5fe0-4ec6-a2ba-4d74cfb37b01 tempest-TestSnapshotPattern-2109285631 tempest-TestSnapshotPattern-2109285631-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762867170196'] for port (22b9b4fc-9cb6-4b2f-86fb-ea2ae81029c5), before_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:29:39.304006 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.db [req-a5343085-2121-47dc-b368-b3a44467e4d9 req-d8558e32-5fe0-4ec6-a2ba-4d74cfb37b01 tempest-TestSnapshotPattern-2109285631 tempest-TestSnapshotPattern-2109285631-project] For port 22b9b4fc-9cb6-4b2f-86fb-ea2ae81029c5, host n-h2-713498-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-36',level=0,port_id=22b9b4fc-9cb6-4b2f-86fb-ea2ae81029c5,segment=NetworkSegment(a8330c9a-b745-47f4-a942-d51b0c4ec42e),segment_id=a8330c9a-b745-47f4-a942-d51b0c4ec42e)] {{(pid=103230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 20:29:39.304373 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [req-a5343085-2121-47dc-b368-b3a44467e4d9 req-d8558e32-5fe0-4ec6-a2ba-4d74cfb37b01 tempest-TestSnapshotPattern-2109285631 tempest-TestSnapshotPattern-2109285631-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1820838'] for port (22b9b4fc-9cb6-4b2f-86fb-ea2ae81029c5), precommit_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:29:39.317359 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.plugin [req-a5343085-2121-47dc-b368-b3a44467e4d9 req-d8558e32-5fe0-4ec6-a2ba-4d74cfb37b01 tempest-TestSnapshotPattern-2109285631 tempest-TestSnapshotPattern-2109285631-project] Calling delete_port for 22b9b4fc-9cb6-4b2f-86fb-ea2ae81029c5 owned by compute:nova {{(pid=103230) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 20:29:39.448862 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [req-a5343085-2121-47dc-b368-b3a44467e4d9 req-d8558e32-5fe0-4ec6-a2ba-4d74cfb37b01 tempest-TestSnapshotPattern-2109285631 tempest-TestSnapshotPattern-2109285631-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762867177463', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762866656476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14393751'] for port (22b9b4fc-9cb6-4b2f-86fb-ea2ae81029c5), after_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:29:39.475540 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8558e32-5fe0-4ec6-a2ba-4d74cfb37b01 tempest-TestSnapshotPattern-2109285631 tempest-TestSnapshotPattern-2109285631-project] Pushing event deleted for resources: {'Port': ['ID=22b9b4fc-9cb6-4b2f-86fb-ea2ae81029c5,revision_number=None']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:29:39.485551 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8558e32-5fe0-4ec6-a2ba-4d74cfb37b01 tempest-TestSnapshotPattern-2109285631 tempest-TestSnapshotPattern-2109285631-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:29:39.485909 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8558e32-5fe0-4ec6-a2ba-4d74cfb37b01 tempest-TestSnapshotPattern-2109285631 tempest-TestSnapshotPattern-2109285631-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:29:39.486280 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8558e32-5fe0-4ec6-a2ba-4d74cfb37b01 tempest-TestSnapshotPattern-2109285631 tempest-TestSnapshotPattern-2109285631-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:29:39.486625 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8558e32-5fe0-4ec6-a2ba-4d74cfb37b01 tempest-TestSnapshotPattern-2109285631 tempest-TestSnapshotPattern-2109285631-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:29:39.486966 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8558e32-5fe0-4ec6-a2ba-4d74cfb37b01 tempest-TestSnapshotPattern-2109285631 tempest-TestSnapshotPattern-2109285631-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:29:39.487304 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8558e32-5fe0-4ec6-a2ba-4d74cfb37b01 tempest-TestSnapshotPattern-2109285631 tempest-TestSnapshotPattern-2109285631-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:29:39.487639 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8558e32-5fe0-4ec6-a2ba-4d74cfb37b01 tempest-TestSnapshotPattern-2109285631 tempest-TestSnapshotPattern-2109285631-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:29:39.487967 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8558e32-5fe0-4ec6-a2ba-4d74cfb37b01 tempest-TestSnapshotPattern-2109285631 tempest-TestSnapshotPattern-2109285631-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:29:39.488295 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8558e32-5fe0-4ec6-a2ba-4d74cfb37b01 tempest-TestSnapshotPattern-2109285631 tempest-TestSnapshotPattern-2109285631-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:29:39.489215 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8558e32-5fe0-4ec6-a2ba-4d74cfb37b01 tempest-TestSnapshotPattern-2109285631 tempest-TestSnapshotPattern-2109285631-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:29:39.489215 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8558e32-5fe0-4ec6-a2ba-4d74cfb37b01 tempest-TestSnapshotPattern-2109285631 tempest-TestSnapshotPattern-2109285631-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:29:39.489428 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8558e32-5fe0-4ec6-a2ba-4d74cfb37b01 tempest-TestSnapshotPattern-2109285631 tempest-TestSnapshotPattern-2109285631-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:29:39.489654 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8558e32-5fe0-4ec6-a2ba-4d74cfb37b01 tempest-TestSnapshotPattern-2109285631 tempest-TestSnapshotPattern-2109285631-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-36 {{(pid=103230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 20:29:39.534413 n-d-713498-36 neutron-server[103230]: DEBUG neutron.db.l3_dvrscheduler_db [req-a5343085-2121-47dc-b368-b3a44467e4d9 req-d8558e32-5fe0-4ec6-a2ba-4d74cfb37b01 tempest-TestSnapshotPattern-2109285631 tempest-TestSnapshotPattern-2109285631-project] No DVR routers for this DVR port 22b9b4fc-9cb6-4b2f-86fb-ea2ae81029c5 on host n-h2-713498-36 {{(pid=103230) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 20:29:39.537036 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [req-a5343085-2121-47dc-b368-b3a44467e4d9 req-d8558e32-5fe0-4ec6-a2ba-4d74cfb37b01 tempest-TestSnapshotPattern-2109285631 tempest-TestSnapshotPattern-2109285631-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171096'] for port (None), before_response {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:29:39.540443 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-a5343085-2121-47dc-b368-b3a44467e4d9 req-d8558e32-5fe0-4ec6-a2ba-4d74cfb37b01 tempest-TestSnapshotPattern-2109285631 tempest-TestSnapshotPattern-2109285631-project] 10.222.0.90 "DELETE /v2.0/ports/22b9b4fc-9cb6-4b2f-86fb-ea2ae81029c5 HTTP/1.1" status: 204 len: 173 time: 0.4183652 Feb 09 20:29:39.540885 n-d-713498-36 neutron-server[103230]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ec1e532a-2a78-4c70-b469-1a011387955b', 'name': 'network-vif-deleted', 'tag': '22b9b4fc-9cb6-4b2f-86fb-ea2ae81029c5'}] {{(pid=103230) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 20:29:39.543167 n-d-713498-36 neutron-server[103230]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bdec2cd40908e72a0a66447c6deb3367bbdbf2f4033028e05eb26280eb3900ec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-71b0205a-7b06-46b4-abf1-3519c41de4cd" -d '{"events": [{"server_uuid": "ec1e532a-2a78-4c70-b469-1a011387955b", "name": "network-vif-deleted", "tag": "22b9b4fc-9cb6-4b2f-86fb-ea2ae81029c5"}]}' {{(pid=103230) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 20:29:39.649981 n-d-713498-36 neutron-server[103230]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 20:29:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1cba08d5-0708-462d-b83f-ad10661f668b x-openstack-request-id: req-1cba08d5-0708-462d-b83f-ad10661f668b {{(pid=103230) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 20:29:39.650292 n-d-713498-36 neutron-server[103230]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ec1e532a-2a78-4c70-b469-1a011387955b", "name": "network-vif-deleted", "tag": "22b9b4fc-9cb6-4b2f-86fb-ea2ae81029c5", "status": "completed", "code": 200}]} {{(pid=103230) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 20:29:39.650548 n-d-713498-36 neutron-server[103230]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-1cba08d5-0708-462d-b83f-ad10661f668b {{(pid=103230) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 20:29:39.650960 n-d-713498-36 neutron-server[103230]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ec1e532a-2a78-4c70-b469-1a011387955b', 'name': 'network-vif-deleted', 'tag': '22b9b4fc-9cb6-4b2f-86fb-ea2ae81029c5', 'status': 'completed', 'code': 200} Feb 09 20:29:40.046308 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-27458854-5ffd-4651-bc1f-b110cd15afbb req-6f477bc3-0b86-4d86-9657-4783563adaa5 tempest-TestSnapshotPattern-2109285631 tempest-TestSnapshotPattern-2109285631-project] 10.222.0.75 "GET /v2.0/ports?device_id=ec1e532a-2a78-4c70-b469-1a011387955b HTTP/1.1" status: 200 len: 210 time: 0.0339029 Feb 09 20:29:41.021401 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-bb0c7253-3a28-413e-b072-d95f9313c05c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762867132591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593584'] for agent (af91e4b9-f4e1-42b1-a25c-a10dc47171c8), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:29:41.623589 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 56876) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:29:41.779768 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.plugin [None req-7cfa3b0b-9715-4cc5-aba2-fa8f9e39b15c tempest-TestSnapshotPattern-2109285631 tempest-TestSnapshotPattern-2109285631-project] Deleting port 521ec2d5-b850-4d53-94ed-8c798336c961 {{(pid=103229) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 20:29:41.780122 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-7cfa3b0b-9715-4cc5-aba2-fa8f9e39b15c tempest-TestSnapshotPattern-2109285631 tempest-TestSnapshotPattern-2109285631-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762867170196'] for port (521ec2d5-b850-4d53-94ed-8c798336c961), before_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:29:41.857808 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-7cfa3b0b-9715-4cc5-aba2-fa8f9e39b15c tempest-TestSnapshotPattern-2109285631 tempest-TestSnapshotPattern-2109285631-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1820838'] for port (521ec2d5-b850-4d53-94ed-8c798336c961), precommit_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:29:41.858092 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-7cfa3b0b-9715-4cc5-aba2-fa8f9e39b15c tempest-TestSnapshotPattern-2109285631 tempest-TestSnapshotPattern-2109285631-project] Publish callbacks [] for floatingip (521ec2d5-b850-4d53-94ed-8c798336c961), precommit_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:29:41.870821 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.plugin [None req-7cfa3b0b-9715-4cc5-aba2-fa8f9e39b15c tempest-TestSnapshotPattern-2109285631 tempest-TestSnapshotPattern-2109285631-project] Calling delete_port for 521ec2d5-b850-4d53-94ed-8c798336c961 owned by network:floatingip {{(pid=103229) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 20:29:42.030578 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-7cfa3b0b-9715-4cc5-aba2-fa8f9e39b15c tempest-TestSnapshotPattern-2109285631 tempest-TestSnapshotPattern-2109285631-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762867177463', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762866656476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12867576'] for port (521ec2d5-b850-4d53-94ed-8c798336c961), after_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:29:42.056923 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cfa3b0b-9715-4cc5-aba2-fa8f9e39b15c tempest-TestSnapshotPattern-2109285631 tempest-TestSnapshotPattern-2109285631-project] Pushing event deleted for resources: {'Port': ['ID=521ec2d5-b850-4d53-94ed-8c798336c961,revision_number=None']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:29:42.123742 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-7cfa3b0b-9715-4cc5-aba2-fa8f9e39b15c tempest-TestSnapshotPattern-2109285631 tempest-TestSnapshotPattern-2109285631-project] Publish callbacks [] for floatingip (d2d28848-3574-423b-b460-11b385f09c2f), after_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:29:42.123995 n-d-713498-36 neutron-server[103229]: INFO neutron.db.l3_db [None req-7cfa3b0b-9715-4cc5-aba2-fa8f9e39b15c tempest-TestSnapshotPattern-2109285631 tempest-TestSnapshotPattern-2109285631-project] Floating IP d2d28848-3574-423b-b460-11b385f09c2f disassociated (deleted). External IP: 172.25.1.250, port: 3f559252-e7b2-44a8-aaf9-e61223bc3fee. Feb 09 20:29:42.322319 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Device 22b9b4fc-9cb6-4b2f-86fb-ea2ae81029c5 no longer exists at agent hyperv_n-h2-713498-36 {{(pid=103232) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 20:29:42.339817 n-d-713498-36 neutron-server[103229]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7cfa3b0b-9715-4cc5-aba2-fa8f9e39b15c tempest-TestSnapshotPattern-2109285631 tempest-TestSnapshotPattern-2109285631-project] Router b9d92fd8-4023-4769-beb4-3e7902c2986f has already been hosted by L3 agent 93303d5e-5d17-45e8-8963-7694f87783ae {{(pid=103229) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 20:29:42.342937 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-7429db8d-6021-40ad-813e-885be449a89b None None] No Port match for: 22b9b4fc-9cb6-4b2f-86fb-ea2ae81029c5 {{(pid=103232) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 20:29:42.343285 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Device 22b9b4fc-9cb6-4b2f-86fb-ea2ae81029c5 not bound to the agent host n-h2-713498-36 {{(pid=103232) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 20:29:42.451762 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7cfa3b0b-9715-4cc5-aba2-fa8f9e39b15c tempest-TestSnapshotPattern-2109285631 tempest-TestSnapshotPattern-2109285631-project] Notify agent at l3_agent.n-d-713498-36 the message routers_updated {{(pid=103229) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 20:29:42.456294 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-7cfa3b0b-9715-4cc5-aba2-fa8f9e39b15c tempest-TestSnapshotPattern-2109285631 tempest-TestSnapshotPattern-2109285631-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171096'] for floatingip (None), before_response {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:29:42.461550 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b758a78-3bfb-471d-97f0-e8db9cdd43dd None None] Sync routers for ids ['b9d92fd8-4023-4769-beb4-3e7902c2986f'] in n-d-713498-36 {{(pid=103232) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 20:29:42.475918 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b758a78-3bfb-471d-97f0-e8db9cdd43dd None None] Routers {'b9d92fd8-4023-4769-beb4-3e7902c2986f'} bound to L3 agent in host n-d-713498-36 {{(pid=103232) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 20:29:42.476527 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.l3_hamode_db [None req-7b758a78-3bfb-471d-97f0-e8db9cdd43dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T18:51:43Z,description=,heartbeat_timestamp=2022-02-09T20:29:13Z,host='n-d-713498-36',id=93303d5e-5d17-45e8-8963-7694f87783ae,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T18:51:43Z,topic='l3_agent')) {'router_ids': ['b9d92fd8-4023-4769-beb4-3e7902c2986f'], 'active': True} {{(pid=103232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 20:29:42.485548 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-7cfa3b0b-9715-4cc5-aba2-fa8f9e39b15c tempest-TestSnapshotPattern-2109285631 tempest-TestSnapshotPattern-2109285631-project] 10.222.0.75 "DELETE /v2.0/floatingips/d2d28848-3574-423b-b460-11b385f09c2f HTTP/1.1" status: 204 len: 168 time: 0.8608809 Feb 09 20:29:42.486171 n-d-713498-36 neutron-server[103229]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2cd2a004-a5b3-4ac3-8c3f-45a6138d76ab', 'tag': '3f559252-e7b2-44a8-aaf9-e61223bc3fee'}] {{(pid=103229) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 20:29:42.488408 n-d-713498-36 neutron-server[103229]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}07d618d1c5389b9cd0b8ca1de8f17b65d6cfa6b0806685514be6977118e88e42" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-991c9957-250b-4221-8a1b-886b1c13fb50" -d '{"events": [{"name": "network-changed", "server_uuid": "2cd2a004-a5b3-4ac3-8c3f-45a6138d76ab", "tag": "3f559252-e7b2-44a8-aaf9-e61223bc3fee"}]}' {{(pid=103229) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 20:29:42.530458 n-d-713498-36 neutron-server[103229]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 20:29:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a6362879-bff8-4cfa-b461-5d68acedd9c7 x-openstack-request-id: req-a6362879-bff8-4cfa-b461-5d68acedd9c7 {{(pid=103229) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 20:29:42.530985 n-d-713498-36 neutron-server[103229]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2cd2a004-a5b3-4ac3-8c3f-45a6138d76ab", "tag": "3f559252-e7b2-44a8-aaf9-e61223bc3fee", "status": "completed", "code": 200}]} {{(pid=103229) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 20:29:42.531242 n-d-713498-36 neutron-server[103229]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-a6362879-bff8-4cfa-b461-5d68acedd9c7 {{(pid=103229) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 20:29:42.531655 n-d-713498-36 neutron-server[103229]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2cd2a004-a5b3-4ac3-8c3f-45a6138d76ab', 'tag': '3f559252-e7b2-44a8-aaf9-e61223bc3fee', 'status': 'completed', 'code': 200} Feb 09 20:29:42.593643 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.l3_dvr_db [None req-7b758a78-3bfb-471d-97f0-e8db9cdd43dd None None] Set router b9d92fd8-4023-4769-beb4-3e7902c2986f gateway port host: n-d-713498-36 {{(pid=103232) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 20:29:42.608449 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-991c9957-250b-4221-8a1b-886b1c13fb50 req-c057633a-a3ea-45a9-8b14-f94b683e6853 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:29:42.609989 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-991c9957-250b-4221-8a1b-886b1c13fb50 req-c057633a-a3ea-45a9-8b14-f94b683e6853 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=2ba66b8cd58e4f95a06352b46d37ff98&device_id=2cd2a004-a5b3-4ac3-8c3f-45a6138d76ab HTTP/1.1" status: 200 len: 1126 time: 0.0532086 Feb 09 20:29:42.816464 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.l3_hamode_db [None req-7b758a78-3bfb-471d-97f0-e8db9cdd43dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b9d92fd8-4023-4769-beb4-3e7902c2986f', 'name': 'tempest-TestSnapshotPattern-432054653-router', 'tenant_id': '2ba66b8cd58e4f95a06352b46d37ff98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88055e1e-672a-4487-be31-ffb6e833ece5', 'external_fixed_ips': [{'subnet_id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'ip_address': '172.25.1.234'}], 'enable_snat': True}, 'gw_port_id': '7ddecc1d-f569-41e5-a31d-feae5e8b5856', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T20:24:57Z', 'updated_at': '2022-02-09T20:25:00Z', 'revision_number': 4, 'project_id': '2ba66b8cd58e4f95a06352b46d37ff98', 'gw_port': {'id': '7ddecc1d-f569-41e5-a31d-feae5e8b5856', 'name': '', 'network_id': '88055e1e-672a-4487-be31-ffb6e833ece5', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:5c:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9d92fd8-4023-4769-beb4-3e7902c2986f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4379, 'fixed_ips': [{'subnet_id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'ip_address': '172.25.1.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T20:24:58Z', 'updated_at': '2022-02-09T20:25:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-36', '_interfaces': [{'id': '39206fac-f558-4345-a6e3-08862cfdb92c', 'name': '', 'network_id': '93700c4d-539d-4291-96be-1b30414bda47', 'tenant_id': '2ba66b8cd58e4f95a06352b46d37ff98', 'mac_address': 'fa:16:3e:9f:b6:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9d92fd8-4023-4769-beb4-3e7902c2986f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4380, 'fixed_ips': [{'subnet_id': 'ca5ff4dd-b510-4942-92f8-7c7060ae387a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T20:25:00Z', 'updated_at': '2022-02-09T20:25:05Z', 'revision_number': 5, 'project_id': '2ba66b8cd58e4f95a06352b46d37ff98', 'subnets': [{'id': 'ca5ff4dd-b510-4942-92f8-7c7060ae387a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-36', False) {} {{(pid=103232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 20:29:42.843282 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b758a78-3bfb-471d-97f0-e8db9cdd43dd None None] Checking router: b9d92fd8-4023-4769-beb4-3e7902c2986f for host: n-d-713498-36 {{(pid=103232) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 20:29:42.852628 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b758a78-3bfb-471d-97f0-e8db9cdd43dd None None] Routers {'b9d92fd8-4023-4769-beb4-3e7902c2986f'} bound to L3 agent in host n-d-713498-36 {{(pid=103232) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 20:29:42.853241 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.l3_hamode_db [None req-7b758a78-3bfb-471d-97f0-e8db9cdd43dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T18:51:43Z,description=,heartbeat_timestamp=2022-02-09T20:29:13Z,host='n-d-713498-36',id=93303d5e-5d17-45e8-8963-7694f87783ae,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T18:51:43Z,topic='l3_agent')) {'router_ids': ['b9d92fd8-4023-4769-beb4-3e7902c2986f'], 'active': True} {{(pid=103232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 20:29:42.968840 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.l3_dvr_db [None req-7b758a78-3bfb-471d-97f0-e8db9cdd43dd None None] Set router b9d92fd8-4023-4769-beb4-3e7902c2986f gateway port host: n-d-713498-36 {{(pid=103232) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 20:29:43.050981 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6024aaa-d9f3-4032-aa3d-b05694f653c4 req-61cdef40-472b-4972-b8da-538fd233232e tempest-TestSnapshotPattern-2109285631 tempest-TestSnapshotPattern-2109285631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:29:43.052558 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-c6024aaa-d9f3-4032-aa3d-b05694f653c4 req-61cdef40-472b-4972-b8da-538fd233232e tempest-TestSnapshotPattern-2109285631 tempest-TestSnapshotPattern-2109285631-project] 10.222.0.75 "GET /v2.0/ports?device_id=2cd2a004-a5b3-4ac3-8c3f-45a6138d76ab HTTP/1.1" status: 200 len: 943 time: 0.0869746 Feb 09 20:29:43.054915 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-991c9957-250b-4221-8a1b-886b1c13fb50 req-7fac94bf-d51d-4ee4-ab16-9acf6a323ea7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:29:43.056304 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-991c9957-250b-4221-8a1b-886b1c13fb50 req-7fac94bf-d51d-4ee4-ab16-9acf6a323ea7 service neutron] 10.222.0.89 "GET /v2.0/networks?id=93700c4d-539d-4291-96be-1b30414bda47 HTTP/1.1" status: 200 len: 910 time: 0.4406505 Feb 09 20:29:43.117090 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-991c9957-250b-4221-8a1b-886b1c13fb50 req-c91c3df8-ca19-4a83-98d6-e7719717b5ed service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=3f559252-e7b2-44a8-aaf9-e61223bc3fee HTTP/1.1" status: 200 len: 217 time: 0.0504947 Feb 09 20:29:43.173276 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-c6024aaa-d9f3-4032-aa3d-b05694f653c4 req-242c9afc-daa5-43f5-8c79-46997dd02903 tempest-TestSnapshotPattern-2109285631 tempest-TestSnapshotPattern-2109285631-project] 10.222.0.75 "GET /v2.0/security-groups?id=1af7238b-7266-4fc7-9cd3-84fd69b32286&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1132920 Feb 09 20:29:43.185323 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-991c9957-250b-4221-8a1b-886b1c13fb50 req-72e1e1d7-5737-4b02-9dba-6fca186d3c55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:29:43.186860 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-991c9957-250b-4221-8a1b-886b1c13fb50 req-72e1e1d7-5737-4b02-9dba-6fca186d3c55 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=ca5ff4dd-b510-4942-92f8-7c7060ae387a HTTP/1.1" status: 200 len: 848 time: 0.0621574 Feb 09 20:29:43.236723 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-991c9957-250b-4221-8a1b-886b1c13fb50 req-cd6410bb-5b31-41d4-9263-a70ad70eff67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:29:43.238903 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-991c9957-250b-4221-8a1b-886b1c13fb50 req-cd6410bb-5b31-41d4-9263-a70ad70eff67 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=93700c4d-539d-4291-96be-1b30414bda47&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0451860 Feb 09 20:29:43.330931 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-4581d1e3-4118-4386-a0c9-384b14028158 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762867132591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593584'] for agent (93303d5e-5d17-45e8-8963-7694f87783ae), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:29:43.339796 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-991c9957-250b-4221-8a1b-886b1c13fb50 req-0ad87242-1078-4f44-bf32-06932f4bcb5e service neutron] 10.222.0.89 "GET /v2.0/networks/93700c4d-539d-4291-96be-1b30414bda47?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0937607 Feb 09 20:29:43.361850 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.l3_hamode_db [None req-7b758a78-3bfb-471d-97f0-e8db9cdd43dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b9d92fd8-4023-4769-beb4-3e7902c2986f', 'name': 'tempest-TestSnapshotPattern-432054653-router', 'tenant_id': '2ba66b8cd58e4f95a06352b46d37ff98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88055e1e-672a-4487-be31-ffb6e833ece5', 'external_fixed_ips': [{'subnet_id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'ip_address': '172.25.1.234'}], 'enable_snat': True}, 'gw_port_id': '7ddecc1d-f569-41e5-a31d-feae5e8b5856', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T20:24:57Z', 'updated_at': '2022-02-09T20:25:00Z', 'revision_number': 4, 'project_id': '2ba66b8cd58e4f95a06352b46d37ff98', 'gw_port': {'id': '7ddecc1d-f569-41e5-a31d-feae5e8b5856', 'name': '', 'network_id': '88055e1e-672a-4487-be31-ffb6e833ece5', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:5c:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9d92fd8-4023-4769-beb4-3e7902c2986f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4379, 'fixed_ips': [{'subnet_id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'ip_address': '172.25.1.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T20:24:58Z', 'updated_at': '2022-02-09T20:25:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-36', '_interfaces': [{'id': '39206fac-f558-4345-a6e3-08862cfdb92c', 'name': '', 'network_id': '93700c4d-539d-4291-96be-1b30414bda47', 'tenant_id': '2ba66b8cd58e4f95a06352b46d37ff98', 'mac_address': 'fa:16:3e:9f:b6:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9d92fd8-4023-4769-beb4-3e7902c2986f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4380, 'fixed_ips': [{'subnet_id': 'ca5ff4dd-b510-4942-92f8-7c7060ae387a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T20:25:00Z', 'updated_at': '2022-02-09T20:25:05Z', 'revision_number': 5, 'project_id': '2ba66b8cd58e4f95a06352b46d37ff98', 'subnets': [{'id': 'ca5ff4dd-b510-4942-92f8-7c7060ae387a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-36', False) {} {{(pid=103232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 20:29:43.390389 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b758a78-3bfb-471d-97f0-e8db9cdd43dd None None] The sync data for ids ['b9d92fd8-4023-4769-beb4-3e7902c2986f'] in n-d-713498-36 is: [{'id': 'b9d92fd8-4023-4769-beb4-3e7902c2986f', 'name': 'tempest-TestSnapshotPattern-432054653-router', 'tenant_id': '2ba66b8cd58e4f95a06352b46d37ff98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88055e1e-672a-4487-be31-ffb6e833ece5', 'external_fixed_ips': [{'subnet_id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'ip_address': '172.25.1.234'}], 'enable_snat': True}, 'gw_port_id': '7ddecc1d-f569-41e5-a31d-feae5e8b5856', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T20:24:57Z', 'updated_at': '2022-02-09T20:25:00Z', 'revision_number': 4, 'project_id': '2ba66b8cd58e4f95a06352b46d37ff98', 'gw_port': {'id': '7ddecc1d-f569-41e5-a31d-feae5e8b5856', 'name': '', 'network_id': '88055e1e-672a-4487-be31-ffb6e833ece5', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:5c:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9d92fd8-4023-4769-beb4-3e7902c2986f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4379, 'fixed_ips': [{'subnet_id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'ip_address': '172.25.1.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T20:24:58Z', 'updated_at': '2022-02-09T20:25:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-36', '_interfaces': [{'id': '39206fac-f558-4345-a6e3-08862cfdb92c', 'name': '', 'network_id': '93700c4d-539d-4291-96be-1b30414bda47', 'tenant_id': '2ba66b8cd58e4f95a06352b46d37ff98', 'mac_address': 'fa:16:3e:9f:b6:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9d92fd8-4023-4769-beb4-3e7902c2986f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4380, 'fixed_ips': [{'subnet_id': 'ca5ff4dd-b510-4942-92f8-7c7060ae387a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T20:25:00Z', 'updated_at': '2022-02-09T20:25:05Z', 'revision_number': 5, 'project_id': '2ba66b8cd58e4f95a06352b46d37ff98', 'subnets': [{'id': 'ca5ff4dd-b510-4942-92f8-7c7060ae387a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103232) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 20:29:43.436544 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-991c9957-250b-4221-8a1b-886b1c13fb50 req-c17790ef-5968-4c31-9f9d-d818a75962ba service neutron] 10.222.0.89 "GET /v2.0/networks/93700c4d-539d-4291-96be-1b30414bda47?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0900381 Feb 09 20:29:43.612747 n-d-713498-36 neutron-server[103233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b01056af-fe4b-475e-8779-eb98dc2204b8 None None] New status for floating IP d2d28848-3574-423b-b460-11b385f09c2f: DOWN {{(pid=103233) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 09 20:29:44.238580 n-d-713498-36 neutron-server[103229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8335b1b4-0384-438d-b33c-e88db1823c70 req-46b335e7-867e-4443-b401-71deec43ca93 tempest-TestSnapshotPattern-2109285631 tempest-TestSnapshotPattern-2109285631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:29:44.240039 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-8335b1b4-0384-438d-b33c-e88db1823c70 req-46b335e7-867e-4443-b401-71deec43ca93 tempest-TestSnapshotPattern-2109285631 tempest-TestSnapshotPattern-2109285631-project] 10.222.0.89 "GET /v2.0/ports?device_id=2cd2a004-a5b3-4ac3-8c3f-45a6138d76ab HTTP/1.1" status: 200 len: 943 time: 0.0594504 Feb 09 20:29:44.301229 n-d-713498-36 neutron-server[103230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-726a2831-40d3-425a-99ab-d428b9370e42 req-13d97d26-b1e2-4246-8ab3-10939f2dc57d tempest-TestSnapshotPattern-2109285631 tempest-TestSnapshotPattern-2109285631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 20:29:44.302729 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-726a2831-40d3-425a-99ab-d428b9370e42 req-13d97d26-b1e2-4246-8ab3-10939f2dc57d tempest-TestSnapshotPattern-2109285631 tempest-TestSnapshotPattern-2109285631-project] 10.222.0.75 "GET /v2.0/ports?device_id=2cd2a004-a5b3-4ac3-8c3f-45a6138d76ab HTTP/1.1" status: 200 len: 943 time: 0.0540786 Feb 09 20:29:44.335103 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.plugin [req-8335b1b4-0384-438d-b33c-e88db1823c70 req-d972dba5-d852-43fa-8e55-f517ffb2a167 tempest-TestSnapshotPattern-2109285631 tempest-TestSnapshotPattern-2109285631-project] Deleting port 3f559252-e7b2-44a8-aaf9-e61223bc3fee {{(pid=103229) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 20:29:44.335462 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-8335b1b4-0384-438d-b33c-e88db1823c70 req-d972dba5-d852-43fa-8e55-f517ffb2a167 tempest-TestSnapshotPattern-2109285631 tempest-TestSnapshotPattern-2109285631-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762867170196'] for port (3f559252-e7b2-44a8-aaf9-e61223bc3fee), before_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:29:44.353186 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [req-726a2831-40d3-425a-99ab-d428b9370e42 req-1e95fe57-3095-4200-ab47-7413c9fb8fc3 tempest-TestSnapshotPattern-2109285631 tempest-TestSnapshotPattern-2109285631-project] 10.222.0.75 "GET /v2.0/security-groups?id=1af7238b-7266-4fc7-9cd3-84fd69b32286&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437071 Feb 09 20:29:44.426902 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.db [req-8335b1b4-0384-438d-b33c-e88db1823c70 req-d972dba5-d852-43fa-8e55-f517ffb2a167 tempest-TestSnapshotPattern-2109285631 tempest-TestSnapshotPattern-2109285631-project] For port 3f559252-e7b2-44a8-aaf9-e61223bc3fee, host n-h1-713498-36, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-36',level=0,port_id=3f559252-e7b2-44a8-aaf9-e61223bc3fee,segment=NetworkSegment(a8330c9a-b745-47f4-a942-d51b0c4ec42e),segment_id=a8330c9a-b745-47f4-a942-d51b0c4ec42e)] {{(pid=103229) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 20:29:44.427253 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-8335b1b4-0384-438d-b33c-e88db1823c70 req-d972dba5-d852-43fa-8e55-f517ffb2a167 tempest-TestSnapshotPattern-2109285631 tempest-TestSnapshotPattern-2109285631-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1820838'] for port (3f559252-e7b2-44a8-aaf9-e61223bc3fee), precommit_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:29:44.440869 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.plugin [req-8335b1b4-0384-438d-b33c-e88db1823c70 req-d972dba5-d852-43fa-8e55-f517ffb2a167 tempest-TestSnapshotPattern-2109285631 tempest-TestSnapshotPattern-2109285631-project] Calling delete_port for 3f559252-e7b2-44a8-aaf9-e61223bc3fee owned by compute:nova {{(pid=103229) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 20:29:44.565677 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-8335b1b4-0384-438d-b33c-e88db1823c70 req-d972dba5-d852-43fa-8e55-f517ffb2a167 tempest-TestSnapshotPattern-2109285631 tempest-TestSnapshotPattern-2109285631-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762867177463', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762866656476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12867576'] for port (3f559252-e7b2-44a8-aaf9-e61223bc3fee), after_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:29:44.598696 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d972dba5-d852-43fa-8e55-f517ffb2a167 tempest-TestSnapshotPattern-2109285631 tempest-TestSnapshotPattern-2109285631-project] Pushing event deleted for resources: {'Port': ['ID=3f559252-e7b2-44a8-aaf9-e61223bc3fee,revision_number=None']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:29:44.643045 n-d-713498-36 neutron-server[103229]: DEBUG neutron.db.l3_dvrscheduler_db [req-8335b1b4-0384-438d-b33c-e88db1823c70 req-d972dba5-d852-43fa-8e55-f517ffb2a167 tempest-TestSnapshotPattern-2109285631 tempest-TestSnapshotPattern-2109285631-project] No DVR routers for this DVR port 3f559252-e7b2-44a8-aaf9-e61223bc3fee on host n-h1-713498-36 {{(pid=103229) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 20:29:44.645742 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [req-8335b1b4-0384-438d-b33c-e88db1823c70 req-d972dba5-d852-43fa-8e55-f517ffb2a167 tempest-TestSnapshotPattern-2109285631 tempest-TestSnapshotPattern-2109285631-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-171096'] for port (None), before_response {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:29:44.650944 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [req-8335b1b4-0384-438d-b33c-e88db1823c70 req-d972dba5-d852-43fa-8e55-f517ffb2a167 tempest-TestSnapshotPattern-2109285631 tempest-TestSnapshotPattern-2109285631-project] 10.222.0.89 "DELETE /v2.0/ports/3f559252-e7b2-44a8-aaf9-e61223bc3fee HTTP/1.1" status: 204 len: 173 time: 0.4060881 Feb 09 20:29:44.651416 n-d-713498-36 neutron-server[103229]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2cd2a004-a5b3-4ac3-8c3f-45a6138d76ab', 'name': 'network-vif-deleted', 'tag': '3f559252-e7b2-44a8-aaf9-e61223bc3fee'}] {{(pid=103229) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 20:29:44.654191 n-d-713498-36 neutron-server[103229]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}07d618d1c5389b9cd0b8ca1de8f17b65d6cfa6b0806685514be6977118e88e42" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-411ccde6-1fce-440b-a403-7cc49da0c73a" -d '{"events": [{"server_uuid": "2cd2a004-a5b3-4ac3-8c3f-45a6138d76ab", "name": "network-vif-deleted", "tag": "3f559252-e7b2-44a8-aaf9-e61223bc3fee"}]}' {{(pid=103229) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 20:29:44.664156 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-edc54c9b-7f13-45d9-9271-85c9738b0128 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762867132591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593584'] for agent (a62b1850-466f-48ae-bec7-d62fb280e14b), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:29:44.693927 n-d-713498-36 neutron-server[103229]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 20:29:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9e3efc91-7f01-4a8f-b8dc-cd66049d638f x-openstack-request-id: req-9e3efc91-7f01-4a8f-b8dc-cd66049d638f {{(pid=103229) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 20:29:44.694351 n-d-713498-36 neutron-server[103229]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2cd2a004-a5b3-4ac3-8c3f-45a6138d76ab", "name": "network-vif-deleted", "tag": "3f559252-e7b2-44a8-aaf9-e61223bc3fee", "status": "completed", "code": 200}]} {{(pid=103229) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 20:29:44.694693 n-d-713498-36 neutron-server[103229]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-9e3efc91-7f01-4a8f-b8dc-cd66049d638f {{(pid=103229) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 20:29:44.695183 n-d-713498-36 neutron-server[103229]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2cd2a004-a5b3-4ac3-8c3f-45a6138d76ab', 'name': 'network-vif-deleted', 'tag': '3f559252-e7b2-44a8-aaf9-e61223bc3fee', 'status': 'completed', 'code': 200} Feb 09 20:29:44.704806 n-d-713498-36 neutron-server[103233]: DEBUG neutron.db.agents_db [None req-4a8a6a42-0a0c-4437-8958-92282682b6bb None None] Agent healthcheck: found 7 active agents {{(pid=103233) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 20:29:45.410809 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 56890) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:29:45.467614 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-1c1bc035-e4bf-4e13-b0c7-d534e40aacd7 tempest-TestSnapshotPattern-2109285631 tempest-TestSnapshotPattern-2109285631-project] Publish callbacks [] for security_group (1af7238b-7266-4fc7-9cd3-84fd69b32286), before_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:29:45.493369 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-1c1bc035-e4bf-4e13-b0c7-d534e40aacd7 tempest-TestSnapshotPattern-2109285631 tempest-TestSnapshotPattern-2109285631-project] Publish callbacks [] for security_group (1af7238b-7266-4fc7-9cd3-84fd69b32286), precommit_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:29:45.552263 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-1c1bc035-e4bf-4e13-b0c7-d534e40aacd7 tempest-TestSnapshotPattern-2109285631 tempest-TestSnapshotPattern-2109285631-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1892331'] for security_group (1af7238b-7266-4fc7-9cd3-84fd69b32286), after_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:29:45.556050 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-1c1bc035-e4bf-4e13-b0c7-d534e40aacd7 tempest-TestSnapshotPattern-2109285631 tempest-TestSnapshotPattern-2109285631-project] Publish callbacks [] for security_group (None), before_response {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:29:45.557199 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-1c1bc035-e4bf-4e13-b0c7-d534e40aacd7 tempest-TestSnapshotPattern-2109285631 tempest-TestSnapshotPattern-2109285631-project] 10.222.0.75 "DELETE /v2.0/security-groups/1af7238b-7266-4fc7-9cd3-84fd69b32286 HTTP/1.1" status: 204 len: 168 time: 0.1453915 Feb 09 20:29:45.566737 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c1bc035-e4bf-4e13-b0c7-d534e40aacd7 tempest-TestSnapshotPattern-2109285631 tempest-TestSnapshotPattern-2109285631-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1af7238b-7266-4fc7-9cd3-84fd69b32286,revision_number=None']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:29:45.618325 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 56894) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:29:45.976860 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-4f63fcc3-0e17-4f5b-8d6c-807e28518e15 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1834525'] for router_interface (b9d92fd8-4023-4769-beb4-3e7902c2986f), before_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:29:46.230830 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.plugin [None req-4f63fcc3-0e17-4f5b-8d6c-807e28518e15 admin admin] Deleting port 39206fac-f558-4345-a6e3-08862cfdb92c {{(pid=103229) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 20:29:46.231087 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-4f63fcc3-0e17-4f5b-8d6c-807e28518e15 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762867170196'] for port (39206fac-f558-4345-a6e3-08862cfdb92c), before_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:29:46.298689 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-a7262a8e-0513-48fd-984d-75726a511961 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762867132591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593584'] for agent (911cfea2-02ae-4ec9-bac3-7808ee1cdd9c), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:29:46.312087 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.db [None req-4f63fcc3-0e17-4f5b-8d6c-807e28518e15 admin admin] For port 39206fac-f558-4345-a6e3-08862cfdb92c, host n-d-713498-36, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-36',level=0,port_id=39206fac-f558-4345-a6e3-08862cfdb92c,segment=NetworkSegment(a8330c9a-b745-47f4-a942-d51b0c4ec42e),segment_id=a8330c9a-b745-47f4-a942-d51b0c4ec42e)] {{(pid=103229) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 20:29:46.312450 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-4f63fcc3-0e17-4f5b-8d6c-807e28518e15 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1820838'] for port (39206fac-f558-4345-a6e3-08862cfdb92c), precommit_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:29:46.326246 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.plugin [None req-4f63fcc3-0e17-4f5b-8d6c-807e28518e15 admin admin] Calling delete_port for 39206fac-f558-4345-a6e3-08862cfdb92c owned by network:router_interface {{(pid=103229) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 20:29:46.507235 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-4f63fcc3-0e17-4f5b-8d6c-807e28518e15 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762867177463', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762866656476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12867576'] for port (39206fac-f558-4345-a6e3-08862cfdb92c), after_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:29:46.536910 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f63fcc3-0e17-4f5b-8d6c-807e28518e15 admin admin] Pushing event deleted for resources: {'Port': ['ID=39206fac-f558-4345-a6e3-08862cfdb92c,revision_number=None']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:29:46.705701 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-4f63fcc3-0e17-4f5b-8d6c-807e28518e15 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1613467', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1834633'] for router_interface (b9d92fd8-4023-4769-beb4-3e7902c2986f), after_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:29:46.929115 n-d-713498-36 neutron-server[103229]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4f63fcc3-0e17-4f5b-8d6c-807e28518e15 admin admin] Router b9d92fd8-4023-4769-beb4-3e7902c2986f has already been hosted by L3 agent 93303d5e-5d17-45e8-8963-7694f87783ae {{(pid=103229) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 20:29:47.035897 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4f63fcc3-0e17-4f5b-8d6c-807e28518e15 admin admin] Notify agent at l3_agent.n-d-713498-36 the message routers_updated {{(pid=103229) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 20:29:47.041534 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-4f63fcc3-0e17-4f5b-8d6c-807e28518e15 admin admin] 10.222.0.75 "PUT /v2.0/routers/b9d92fd8-4023-4769-beb4-3e7902c2986f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4221585 Feb 09 20:29:47.044062 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 56896) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:29:47.045387 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc25d49b-e5af-4db8-9e32-def91927d411 None None] Sync routers for ids ['b9d92fd8-4023-4769-beb4-3e7902c2986f'] in n-d-713498-36 {{(pid=103232) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 20:29:47.055874 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc25d49b-e5af-4db8-9e32-def91927d411 None None] Routers {'b9d92fd8-4023-4769-beb4-3e7902c2986f'} bound to L3 agent in host n-d-713498-36 {{(pid=103232) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 20:29:47.056485 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.l3_hamode_db [None req-dc25d49b-e5af-4db8-9e32-def91927d411 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T18:51:43Z,description=,heartbeat_timestamp=2022-02-09T20:29:43Z,host='n-d-713498-36',id=93303d5e-5d17-45e8-8963-7694f87783ae,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T18:51:43Z,topic='l3_agent')) {'router_ids': ['b9d92fd8-4023-4769-beb4-3e7902c2986f'], 'active': True} {{(pid=103232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 20:29:47.145735 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-a0f14108-b82d-4504-89ce-23d43a7c703f admin admin] Publish callbacks [] for router (b9d92fd8-4023-4769-beb4-3e7902c2986f), before_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:29:47.161138 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.l3_dvr_db [None req-dc25d49b-e5af-4db8-9e32-def91927d411 None None] Set router b9d92fd8-4023-4769-beb4-3e7902c2986f gateway port host: n-d-713498-36 {{(pid=103232) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 20:29:47.256696 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-a0f14108-b82d-4504-89ce-23d43a7c703f admin admin] Publish callbacks [] for router_gateway (b9d92fd8-4023-4769-beb4-3e7902c2986f), before_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:29:47.273970 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762867132591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593584'] for agent (496418a2-c002-4aec-ab1a-07f3bea491bd), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:29:47.323782 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.plugin [None req-a0f14108-b82d-4504-89ce-23d43a7c703f admin admin] Deleting port 7ddecc1d-f569-41e5-a31d-feae5e8b5856 {{(pid=103229) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 20:29:47.324120 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-a0f14108-b82d-4504-89ce-23d43a7c703f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762867170196'] for port (7ddecc1d-f569-41e5-a31d-feae5e8b5856), before_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:29:47.369211 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.l3_hamode_db [None req-dc25d49b-e5af-4db8-9e32-def91927d411 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b9d92fd8-4023-4769-beb4-3e7902c2986f', 'name': 'tempest-TestSnapshotPattern-432054653-router', 'tenant_id': '2ba66b8cd58e4f95a06352b46d37ff98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88055e1e-672a-4487-be31-ffb6e833ece5', 'external_fixed_ips': [{'subnet_id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'ip_address': '172.25.1.234'}], 'enable_snat': True}, 'gw_port_id': '7ddecc1d-f569-41e5-a31d-feae5e8b5856', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T20:24:57Z', 'updated_at': '2022-02-09T20:29:46Z', 'revision_number': 5, 'project_id': '2ba66b8cd58e4f95a06352b46d37ff98', 'gw_port': {'id': '7ddecc1d-f569-41e5-a31d-feae5e8b5856', 'name': '', 'network_id': '88055e1e-672a-4487-be31-ffb6e833ece5', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:5c:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9d92fd8-4023-4769-beb4-3e7902c2986f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4379, 'fixed_ips': [{'subnet_id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'ip_address': '172.25.1.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T20:24:58Z', 'updated_at': '2022-02-09T20:25:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-36'}], 'n-d-713498-36', False) {} {{(pid=103232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 20:29:47.396054 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc25d49b-e5af-4db8-9e32-def91927d411 None None] Checking router: b9d92fd8-4023-4769-beb4-3e7902c2986f for host: n-d-713498-36 {{(pid=103232) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 20:29:47.403624 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.db [None req-a0f14108-b82d-4504-89ce-23d43a7c703f admin admin] For port 7ddecc1d-f569-41e5-a31d-feae5e8b5856, host n-d-713498-36, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-36',level=0,port_id=7ddecc1d-f569-41e5-a31d-feae5e8b5856,segment=NetworkSegment(a4222f89-8d3f-4b51-953b-1a8126392491),segment_id=a4222f89-8d3f-4b51-953b-1a8126392491)] {{(pid=103229) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 20:29:47.403987 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-a0f14108-b82d-4504-89ce-23d43a7c703f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1820838'] for port (7ddecc1d-f569-41e5-a31d-feae5e8b5856), precommit_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:29:47.404540 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc25d49b-e5af-4db8-9e32-def91927d411 None None] Routers {'b9d92fd8-4023-4769-beb4-3e7902c2986f'} bound to L3 agent in host n-d-713498-36 {{(pid=103232) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 20:29:47.405149 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.l3_hamode_db [None req-dc25d49b-e5af-4db8-9e32-def91927d411 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T18:51:43Z,description=,heartbeat_timestamp=2022-02-09T20:29:43Z,host='n-d-713498-36',id=93303d5e-5d17-45e8-8963-7694f87783ae,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T18:51:43Z,topic='l3_agent')) {'router_ids': ['b9d92fd8-4023-4769-beb4-3e7902c2986f'], 'active': True} {{(pid=103232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 20:29:47.417216 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.plugin [None req-a0f14108-b82d-4504-89ce-23d43a7c703f admin admin] Calling delete_port for 7ddecc1d-f569-41e5-a31d-feae5e8b5856 owned by network:router_gateway {{(pid=103229) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 20:29:47.495486 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.l3_dvr_db [None req-dc25d49b-e5af-4db8-9e32-def91927d411 None None] Set router b9d92fd8-4023-4769-beb4-3e7902c2986f gateway port host: None {{(pid=103232) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 20:29:47.550574 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.l3_hamode_db [None req-dc25d49b-e5af-4db8-9e32-def91927d411 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b9d92fd8-4023-4769-beb4-3e7902c2986f', 'name': 'tempest-TestSnapshotPattern-432054653-router', 'tenant_id': '2ba66b8cd58e4f95a06352b46d37ff98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T20:24:57Z', 'updated_at': '2022-02-09T20:29:47Z', 'revision_number': 6, 'project_id': '2ba66b8cd58e4f95a06352b46d37ff98', 'gw_port_host': None}], 'n-d-713498-36', False) {} {{(pid=103232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 20:29:47.579557 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc25d49b-e5af-4db8-9e32-def91927d411 None None] The sync data for ids ['b9d92fd8-4023-4769-beb4-3e7902c2986f'] in n-d-713498-36 is: [{'id': 'b9d92fd8-4023-4769-beb4-3e7902c2986f', 'name': 'tempest-TestSnapshotPattern-432054653-router', 'tenant_id': '2ba66b8cd58e4f95a06352b46d37ff98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T20:24:57Z', 'updated_at': '2022-02-09T20:29:47Z', 'revision_number': 6, 'project_id': '2ba66b8cd58e4f95a06352b46d37ff98', 'gw_port_host': None}] {{(pid=103232) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 20:29:47.592655 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-a0f14108-b82d-4504-89ce-23d43a7c703f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762867177463', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762866656476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12867576'] for port (7ddecc1d-f569-41e5-a31d-feae5e8b5856), after_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:29:47.619960 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0f14108-b82d-4504-89ce-23d43a7c703f admin admin] Pushing event deleted for resources: {'Port': ['ID=7ddecc1d-f569-41e5-a31d-feae5e8b5856,revision_number=None']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:29:47.683793 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-a0f14108-b82d-4504-89ce-23d43a7c703f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1818987'] for router_gateway (b9d92fd8-4023-4769-beb4-3e7902c2986f), after_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:29:47.774310 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-a0f14108-b82d-4504-89ce-23d43a7c703f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1834988', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-58375'] for router (b9d92fd8-4023-4769-beb4-3e7902c2986f), precommit_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:29:47.776385 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-a0f14108-b82d-4504-89ce-23d43a7c703f admin admin] Publish callbacks [] for router_controller (b9d92fd8-4023-4769-beb4-3e7902c2986f), precommit_delete_associations {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:29:47.818206 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-a0f14108-b82d-4504-89ce-23d43a7c703f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1835003'] for router (b9d92fd8-4023-4769-beb4-3e7902c2986f), after_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:29:47.819458 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a0f14108-b82d-4504-89ce-23d43a7c703f admin admin] Fanout notify agent at l3_agent the message router_deleted on router b9d92fd8-4023-4769-beb4-3e7902c2986f {{(pid=103229) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 09 20:29:47.824550 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-a0f14108-b82d-4504-89ce-23d43a7c703f admin admin] Publish callbacks [] for router (None), before_response {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:29:47.825682 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-a0f14108-b82d-4504-89ce-23d43a7c703f admin admin] 10.222.0.75 "DELETE /v2.0/routers/b9d92fd8-4023-4769-beb4-3e7902c2986f HTTP/1.1" status: 204 len: 168 time: 0.7805600 Feb 09 20:29:47.828298 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 56898) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:29:47.872715 n-d-713498-36 neutron-server[103229]: DEBUG neutron.db.db_base_plugin_v2 [None req-998b041b-0f81-4acb-ba71-132282de431f admin admin] Deleting subnet ca5ff4dd-b510-4942-92f8-7c7060ae387a {{(pid=103229) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 20:29:47.875767 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-998b041b-0f81-4acb-ba71-132282de431f admin admin] Publish callbacks [] for subnet (ca5ff4dd-b510-4942-92f8-7c7060ae387a), before_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:29:47.913348 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-998b041b-0f81-4acb-ba71-132282de431f admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16683410'] for subnet (ca5ff4dd-b510-4942-92f8-7c7060ae387a), precommit_delete_associations {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:29:47.993922 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-998b041b-0f81-4acb-ba71-132282de431f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-759852'] for subnet (ca5ff4dd-b510-4942-92f8-7c7060ae387a), precommit_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:29:48.052118 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-998b041b-0f81-4acb-ba71-132282de431f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-760023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12867367', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12759238'] for subnet (ca5ff4dd-b510-4942-92f8-7c7060ae387a), after_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:29:48.080337 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-998b041b-0f81-4acb-ba71-132282de431f admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:29:48.083582 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-998b041b-0f81-4acb-ba71-132282de431f admin admin] 10.222.0.75 "DELETE /v2.0/subnets/ca5ff4dd-b510-4942-92f8-7c7060ae387a HTTP/1.1" status: 204 len: 168 time: 0.2543132 Feb 09 20:29:48.084972 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-998b041b-0f81-4acb-ba71-132282de431f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ca5ff4dd-b510-4942-92f8-7c7060ae387a,revision_number=None']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:29:48.086395 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 56900) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:29:48.088236 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e13ba62-e5ca-475b-8624-2d196e2ff3af None None] Network 93700c4d-539d-4291-96be-1b30414bda47 requested from n-d-713498-36 {{(pid=103232) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 20:29:48.155367 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-6923f70b-aa95-4e49-8f78-1809a023ab40 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-670458'] for network (93700c4d-539d-4291-96be-1b30414bda47), before_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:29:48.219627 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.plugin [None req-6923f70b-aa95-4e49-8f78-1809a023ab40 admin admin] Deleting port 296cfa7b-5e83-4aec-80f4-545c7e0eb98e {{(pid=103230) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 20:29:48.219970 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-6923f70b-aa95-4e49-8f78-1809a023ab40 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762867170196'] for port (296cfa7b-5e83-4aec-80f4-545c7e0eb98e), before_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:29:48.282328 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.db [None req-6923f70b-aa95-4e49-8f78-1809a023ab40 admin admin] For port 296cfa7b-5e83-4aec-80f4-545c7e0eb98e, host n-d-713498-36, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-36',level=0,port_id=296cfa7b-5e83-4aec-80f4-545c7e0eb98e,segment=NetworkSegment(a8330c9a-b745-47f4-a942-d51b0c4ec42e),segment_id=a8330c9a-b745-47f4-a942-d51b0c4ec42e)] {{(pid=103230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 20:29:48.282622 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-6923f70b-aa95-4e49-8f78-1809a023ab40 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1820838'] for port (296cfa7b-5e83-4aec-80f4-545c7e0eb98e), precommit_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:29:48.296240 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.plugin [None req-6923f70b-aa95-4e49-8f78-1809a023ab40 admin admin] Calling delete_port for 296cfa7b-5e83-4aec-80f4-545c7e0eb98e owned by network:dhcp {{(pid=103230) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 20:29:48.372172 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a44d746a-89f2-448b-9bd6-626ba361a150 None None] DHCP port deletion for 93700c4d-539d-4291-96be-1b30414bda47 request from n-d-713498-36 {{(pid=103232) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 09 20:29:48.384516 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-6923f70b-aa95-4e49-8f78-1809a023ab40 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762867177463', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762866656476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14393751'] for port (296cfa7b-5e83-4aec-80f4-545c7e0eb98e), after_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:29:48.415161 n-d-713498-36 neutron-server[103230]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6923f70b-aa95-4e49-8f78-1809a023ab40 admin admin] No DVR routers for this DVR port 296cfa7b-5e83-4aec-80f4-545c7e0eb98e on host n-d-713498-36 {{(pid=103230) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 20:29:48.417176 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6923f70b-aa95-4e49-8f78-1809a023ab40 admin admin] Pushing event deleted for resources: {'Port': ['ID=296cfa7b-5e83-4aec-80f4-545c7e0eb98e,revision_number=None']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:29:48.424511 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-a44d746a-89f2-448b-9bd6-626ba361a150 None None] Deleting port 296cfa7b-5e83-4aec-80f4-545c7e0eb98e {{(pid=103232) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 20:29:48.424893 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-a44d746a-89f2-448b-9bd6-626ba361a150 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762867170196'] for port (296cfa7b-5e83-4aec-80f4-545c7e0eb98e), before_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:29:48.492176 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-6923f70b-aa95-4e49-8f78-1809a023ab40 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-590267', 'neutron.services.segments.db._delete_segments_for_network-8762867132609'] for network (93700c4d-539d-4291-96be-1b30414bda47), precommit_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:29:48.497339 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-a44d746a-89f2-448b-9bd6-626ba361a150 None None] For port 296cfa7b-5e83-4aec-80f4-545c7e0eb98e, host n-d-713498-36, got binding levels [] {{(pid=103232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 20:29:48.497733 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-a44d746a-89f2-448b-9bd6-626ba361a150 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1820838'] for port (296cfa7b-5e83-4aec-80f4-545c7e0eb98e), precommit_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:29:48.510997 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-a44d746a-89f2-448b-9bd6-626ba361a150 None None] Calling delete_port for 296cfa7b-5e83-4aec-80f4-545c7e0eb98e owned by network:dhcp {{(pid=103232) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 20:29:48.514054 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.ipam_backend_mixin [None req-a44d746a-89f2-448b-9bd6-626ba361a150 None None] Port 296cfa7b-5e83-4aec-80f4-545c7e0eb98e was not found and therefore no delete operation was performed {{(pid=103232) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Feb 09 20:29:48.515302 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-a44d746a-89f2-448b-9bd6-626ba361a150 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762867177463', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762866656476'] for port (296cfa7b-5e83-4aec-80f4-545c7e0eb98e), after_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:29:48.518232 n-d-713498-36 neutron-server[103230]: DEBUG neutron.services.segments.db [None req-6923f70b-aa95-4e49-8f78-1809a023ab40 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['93700c4d-539d-4291-96be-1b30414bda47']}} {{(pid=103230) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 20:29:48.528053 n-d-713498-36 neutron-server[103230]: DEBUG neutron.services.segments.db [None req-6923f70b-aa95-4e49-8f78-1809a023ab40 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a8330c9a-b745-47f4-a942-d51b0c4ec42e') {'for_net_delete': True} {{(pid=103230) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 20:29:48.528350 n-d-713498-36 neutron-server[103230]: DEBUG neutron.services.segments.db [None req-6923f70b-aa95-4e49-8f78-1809a023ab40 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a8330c9a-b745-47f4-a942-d51b0c4ec42e') {} {{(pid=103230) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 20:29:48.538972 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-6923f70b-aa95-4e49-8f78-1809a023ab40 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762867134154', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12895813'] for segment (a8330c9a-b745-47f4-a942-d51b0c4ec42e), before_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:29:48.542173 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a44d746a-89f2-448b-9bd6-626ba361a150 None None] Pushing event deleted for resources: {'Port': ['ID=296cfa7b-5e83-4aec-80f4-545c7e0eb98e,revision_number=None']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:29:48.546661 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a44d746a-89f2-448b-9bd6-626ba361a150 None None] No DVR routers for this DVR port 296cfa7b-5e83-4aec-80f4-545c7e0eb98e on host n-d-713498-36 {{(pid=103232) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 20:29:48.558932 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-6923f70b-aa95-4e49-8f78-1809a023ab40 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-759574'] for segment (a8330c9a-b745-47f4-a942-d51b0c4ec42e), precommit_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:29:48.566657 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6923f70b-aa95-4e49-8f78-1809a023ab40 admin admin] Releasing vlan 368 on physical network physnet1 to pool {{(pid=103230) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 20:29:48.568396 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-6923f70b-aa95-4e49-8f78-1809a023ab40 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-759574', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14393826'] for segment (a8330c9a-b745-47f4-a942-d51b0c4ec42e), after_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:29:48.570728 n-d-713498-36 neutron-server[103230]: Traceback (most recent call last): Feb 09 20:29:48.570728 n-d-713498-36 neutron-server[103230]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 20:29:48.570728 n-d-713498-36 neutron-server[103230]: timer() Feb 09 20:29:48.570728 n-d-713498-36 neutron-server[103230]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 20:29:48.570728 n-d-713498-36 neutron-server[103230]: cb(*args, **kw) Feb 09 20:29:48.570728 n-d-713498-36 neutron-server[103230]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 20:29:48.570728 n-d-713498-36 neutron-server[103230]: return func(*args, **kwargs) Feb 09 20:29:48.570728 n-d-713498-36 neutron-server[103230]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 20:29:48.570728 n-d-713498-36 neutron-server[103230]: self._notify() Feb 09 20:29:48.570728 n-d-713498-36 neutron-server[103230]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 20:29:48.570728 n-d-713498-36 neutron-server[103230]: self.callback(batched_events) Feb 09 20:29:48.570728 n-d-713498-36 neutron-server[103230]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 20:29:48.570728 n-d-713498-36 neutron-server[103230]: event.method(event) Feb 09 20:29:48.570728 n-d-713498-36 neutron-server[103230]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 20:29:48.570728 n-d-713498-36 neutron-server[103230]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 20:29:48.570728 n-d-713498-36 neutron-server[103230]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 20:29:48.570728 n-d-713498-36 neutron-server[103230]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 20:29:48.570728 n-d-713498-36 neutron-server[103230]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 20:29:48.570728 n-d-713498-36 neutron-server[103230]: return f(self, *a, **k) Feb 09 20:29:48.570728 n-d-713498-36 neutron-server[103230]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 20:29:48.570728 n-d-713498-36 neutron-server[103230]: return self._get(url).json() Feb 09 20:29:48.570728 n-d-713498-36 neutron-server[103230]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 20:29:48.570728 n-d-713498-36 neutron-server[103230]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 20:29:48.570728 n-d-713498-36 neutron-server[103230]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 20:29:48.570728 n-d-713498-36 neutron-server[103230]: return self.request(url, 'GET', **kwargs) Feb 09 20:29:48.570728 n-d-713498-36 neutron-server[103230]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 20:29:48.570728 n-d-713498-36 neutron-server[103230]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 20:29:48.570728 n-d-713498-36 neutron-server[103230]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 20:29:48.570728 n-d-713498-36 neutron-server[103230]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 20:29:48.570728 n-d-713498-36 neutron-server[103230]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 20:29:48.570728 n-d-713498-36 neutron-server[103230]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 20:29:48.570728 n-d-713498-36 neutron-server[103230]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 20:29:48.628310 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-6923f70b-aa95-4e49-8f78-1809a023ab40 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-590242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1885479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1818895'] for network (93700c4d-539d-4291-96be-1b30414bda47), after_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:29:48.636874 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-6923f70b-aa95-4e49-8f78-1809a023ab40 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:29:48.639403 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-6923f70b-aa95-4e49-8f78-1809a023ab40 admin admin] 10.222.0.75 "DELETE /v2.0/networks/93700c4d-539d-4291-96be-1b30414bda47 HTTP/1.1" status: 204 len: 168 time: 0.5515957 Feb 09 20:29:48.642804 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 56902) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:29:48.655475 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6923f70b-aa95-4e49-8f78-1809a023ab40 admin admin] Pushing event deleted for resources: {'Network': ['ID=93700c4d-539d-4291-96be-1b30414bda47,revision_number=None']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:29:48.995552 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-6e5007ac-256d-46e0-a4e2-5021c46fef3f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1834525'] for router_interface (c36a389e-0bab-44ea-b4b5-9ad05f99fa87), before_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:29:49.066687 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Device 3f559252-e7b2-44a8-aaf9-e61223bc3fee no longer exists at agent hyperv_n-h1-713498-36 {{(pid=103232) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 20:29:49.089310 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] No Port match for: 3f559252-e7b2-44a8-aaf9-e61223bc3fee {{(pid=103232) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 20:29:49.089749 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Device 3f559252-e7b2-44a8-aaf9-e61223bc3fee not bound to the agent host n-h1-713498-36 {{(pid=103232) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 20:29:49.336277 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Device 39206fac-f558-4345-a6e3-08862cfdb92c no longer exists at agent ovs-agent-n-d-713498-36 {{(pid=103232) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 20:29:49.369303 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] No Port match for: 39206fac-f558-4345-a6e3-08862cfdb92c {{(pid=103232) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 20:29:49.369676 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Device 39206fac-f558-4345-a6e3-08862cfdb92c not bound to the agent host n-d-713498-36 {{(pid=103232) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 20:29:49.370112 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Device 7ddecc1d-f569-41e5-a31d-feae5e8b5856 no longer exists at agent ovs-agent-n-d-713498-36 {{(pid=103232) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 20:29:49.390514 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] No Port match for: 7ddecc1d-f569-41e5-a31d-feae5e8b5856 {{(pid=103232) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 20:29:49.391211 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Device 7ddecc1d-f569-41e5-a31d-feae5e8b5856 not bound to the agent host n-d-713498-36 {{(pid=103232) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 20:29:49.391335 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Device 296cfa7b-5e83-4aec-80f4-545c7e0eb98e no longer exists at agent ovs-agent-n-d-713498-36 {{(pid=103232) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 20:29:49.411677 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] No Port match for: 296cfa7b-5e83-4aec-80f4-545c7e0eb98e {{(pid=103232) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 20:29:49.412075 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Device 296cfa7b-5e83-4aec-80f4-545c7e0eb98e not bound to the agent host n-d-713498-36 {{(pid=103232) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 20:29:49.471084 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762867132591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593584'] for agent (488cd9ae-631f-4955-ba0b-4f5a13f12e9c), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:29:49.553939 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.plugin [None req-6e5007ac-256d-46e0-a4e2-5021c46fef3f admin admin] Deleting port b6125e68-c941-434b-95c8-fc6f9a5c540c {{(pid=103229) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 20:29:49.554428 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-6e5007ac-256d-46e0-a4e2-5021c46fef3f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762867170196'] for port (b6125e68-c941-434b-95c8-fc6f9a5c540c), before_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:29:49.632510 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.db [None req-6e5007ac-256d-46e0-a4e2-5021c46fef3f admin admin] For port b6125e68-c941-434b-95c8-fc6f9a5c540c, host n-d-713498-36, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-36',level=0,port_id=b6125e68-c941-434b-95c8-fc6f9a5c540c,segment=NetworkSegment(c7662a76-c3d9-413e-899c-c848fdffb3cb),segment_id=c7662a76-c3d9-413e-899c-c848fdffb3cb)] {{(pid=103229) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 20:29:49.632876 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-6e5007ac-256d-46e0-a4e2-5021c46fef3f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1820838'] for port (b6125e68-c941-434b-95c8-fc6f9a5c540c), precommit_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:29:49.645633 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.plugin [None req-6e5007ac-256d-46e0-a4e2-5021c46fef3f admin admin] Calling delete_port for b6125e68-c941-434b-95c8-fc6f9a5c540c owned by network:router_interface {{(pid=103229) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 20:29:49.831938 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-6e5007ac-256d-46e0-a4e2-5021c46fef3f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762867177463', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762866656476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12867576'] for port (b6125e68-c941-434b-95c8-fc6f9a5c540c), after_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:29:49.857621 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e5007ac-256d-46e0-a4e2-5021c46fef3f admin admin] Pushing event deleted for resources: {'Port': ['ID=b6125e68-c941-434b-95c8-fc6f9a5c540c,revision_number=None']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:29:49.886344 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762867132591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593584'] for agent (bcd5faee-dc24-4298-9134-0e0aa054058e), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:29:50.034845 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-6e5007ac-256d-46e0-a4e2-5021c46fef3f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1613467', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1834633'] for router_interface (c36a389e-0bab-44ea-b4b5-9ad05f99fa87), after_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:29:50.252564 n-d-713498-36 neutron-server[103229]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6e5007ac-256d-46e0-a4e2-5021c46fef3f admin admin] Router c36a389e-0bab-44ea-b4b5-9ad05f99fa87 has already been hosted by L3 agent 93303d5e-5d17-45e8-8963-7694f87783ae {{(pid=103229) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 20:29:50.369487 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6e5007ac-256d-46e0-a4e2-5021c46fef3f admin admin] Notify agent at l3_agent.n-d-713498-36 the message routers_updated {{(pid=103229) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 20:29:50.374728 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-6e5007ac-256d-46e0-a4e2-5021c46fef3f admin admin] 10.222.0.75 "PUT /v2.0/routers/c36a389e-0bab-44ea-b4b5-9ad05f99fa87/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7307966 Feb 09 20:29:50.377276 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 56904) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:29:50.377847 n-d-713498-36 neutron-server[103233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3cf54800-2880-4ad7-9b83-fb34d6d9b829 None None] Sync routers for ids ['c36a389e-0bab-44ea-b4b5-9ad05f99fa87'] in n-d-713498-36 {{(pid=103233) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 20:29:50.392244 n-d-713498-36 neutron-server[103233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3cf54800-2880-4ad7-9b83-fb34d6d9b829 None None] Routers {'c36a389e-0bab-44ea-b4b5-9ad05f99fa87'} bound to L3 agent in host n-d-713498-36 {{(pid=103233) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 20:29:50.392852 n-d-713498-36 neutron-server[103233]: DEBUG neutron.db.l3_hamode_db [None req-3cf54800-2880-4ad7-9b83-fb34d6d9b829 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T18:51:43Z,description=,heartbeat_timestamp=2022-02-09T20:29:43Z,host='n-d-713498-36',id=93303d5e-5d17-45e8-8963-7694f87783ae,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T18:51:43Z,topic='l3_agent')) {'router_ids': ['c36a389e-0bab-44ea-b4b5-9ad05f99fa87'], 'active': True} {{(pid=103233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 20:29:50.481215 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-8a7ec670-acee-41c6-b945-bfff7e2c8a1e admin admin] Publish callbacks [] for router (c36a389e-0bab-44ea-b4b5-9ad05f99fa87), before_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:29:50.494097 n-d-713498-36 neutron-server[103233]: DEBUG neutron.db.l3_dvr_db [None req-3cf54800-2880-4ad7-9b83-fb34d6d9b829 None None] Set router c36a389e-0bab-44ea-b4b5-9ad05f99fa87 gateway port host: n-d-713498-36 {{(pid=103233) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 20:29:50.590439 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-8a7ec670-acee-41c6-b945-bfff7e2c8a1e admin admin] Publish callbacks [] for router_gateway (c36a389e-0bab-44ea-b4b5-9ad05f99fa87), before_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:29:50.647687 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.plugin [None req-8a7ec670-acee-41c6-b945-bfff7e2c8a1e admin admin] Deleting port 89da1571-ff9e-4c78-abf6-2aaa7de93a7f {{(pid=103229) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 20:29:50.648380 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-8a7ec670-acee-41c6-b945-bfff7e2c8a1e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762867170196'] for port (89da1571-ff9e-4c78-abf6-2aaa7de93a7f), before_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:29:50.677365 n-d-713498-36 neutron-server[103233]: DEBUG neutron.db.l3_hamode_db [None req-3cf54800-2880-4ad7-9b83-fb34d6d9b829 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c36a389e-0bab-44ea-b4b5-9ad05f99fa87', 'name': 'tempest-TestSnapshotPattern-1672790500-router', 'tenant_id': '75b25e6ce128494395ec8952b82a2112', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88055e1e-672a-4487-be31-ffb6e833ece5', 'external_fixed_ips': [{'subnet_id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'ip_address': '172.25.1.153'}], 'enable_snat': True}, 'gw_port_id': '89da1571-ff9e-4c78-abf6-2aaa7de93a7f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T20:25:02Z', 'updated_at': '2022-02-09T20:29:49Z', 'revision_number': 5, 'project_id': '75b25e6ce128494395ec8952b82a2112', 'gw_port': {'id': '89da1571-ff9e-4c78-abf6-2aaa7de93a7f', 'name': '', 'network_id': '88055e1e-672a-4487-be31-ffb6e833ece5', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:44:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c36a389e-0bab-44ea-b4b5-9ad05f99fa87', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4391, 'fixed_ips': [{'subnet_id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'ip_address': '172.25.1.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-36', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T20:25:03Z', 'updated_at': '2022-02-09T20:25:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac16dbcc-383c-4b43-9153-d763c4a53f91', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-36'}], 'n-d-713498-36', False) {} {{(pid=103233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 20:29:50.703725 n-d-713498-36 neutron-server[103233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3cf54800-2880-4ad7-9b83-fb34d6d9b829 None None] Checking router: c36a389e-0bab-44ea-b4b5-9ad05f99fa87 for host: n-d-713498-36 {{(pid=103233) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 20:29:50.711999 n-d-713498-36 neutron-server[103233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3cf54800-2880-4ad7-9b83-fb34d6d9b829 None None] Routers {'c36a389e-0bab-44ea-b4b5-9ad05f99fa87'} bound to L3 agent in host n-d-713498-36 {{(pid=103233) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 20:29:50.712592 n-d-713498-36 neutron-server[103233]: DEBUG neutron.db.l3_hamode_db [None req-3cf54800-2880-4ad7-9b83-fb34d6d9b829 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-36', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T18:51:43Z,description=,heartbeat_timestamp=2022-02-09T20:29:43Z,host='n-d-713498-36',id=93303d5e-5d17-45e8-8963-7694f87783ae,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T18:51:43Z,topic='l3_agent')) {'router_ids': ['c36a389e-0bab-44ea-b4b5-9ad05f99fa87'], 'active': True} {{(pid=103233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 20:29:50.727781 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.db [None req-8a7ec670-acee-41c6-b945-bfff7e2c8a1e admin admin] For port 89da1571-ff9e-4c78-abf6-2aaa7de93a7f, host n-d-713498-36, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-36',level=0,port_id=89da1571-ff9e-4c78-abf6-2aaa7de93a7f,segment=NetworkSegment(a4222f89-8d3f-4b51-953b-1a8126392491),segment_id=a4222f89-8d3f-4b51-953b-1a8126392491)] {{(pid=103229) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 20:29:50.728149 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-8a7ec670-acee-41c6-b945-bfff7e2c8a1e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1820838'] for port (89da1571-ff9e-4c78-abf6-2aaa7de93a7f), precommit_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:29:50.741566 n-d-713498-36 neutron-server[103229]: DEBUG neutron.plugins.ml2.plugin [None req-8a7ec670-acee-41c6-b945-bfff7e2c8a1e admin admin] Calling delete_port for 89da1571-ff9e-4c78-abf6-2aaa7de93a7f owned by network:router_gateway {{(pid=103229) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 20:29:50.799601 n-d-713498-36 neutron-server[103233]: DEBUG neutron.db.l3_dvr_db [None req-3cf54800-2880-4ad7-9b83-fb34d6d9b829 None None] Set router c36a389e-0bab-44ea-b4b5-9ad05f99fa87 gateway port host: None {{(pid=103233) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 20:29:50.854266 n-d-713498-36 neutron-server[103233]: DEBUG neutron.db.l3_hamode_db [None req-3cf54800-2880-4ad7-9b83-fb34d6d9b829 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c36a389e-0bab-44ea-b4b5-9ad05f99fa87', 'name': 'tempest-TestSnapshotPattern-1672790500-router', 'tenant_id': '75b25e6ce128494395ec8952b82a2112', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T20:25:02Z', 'updated_at': '2022-02-09T20:29:50Z', 'revision_number': 6, 'project_id': '75b25e6ce128494395ec8952b82a2112', 'gw_port_host': None}], 'n-d-713498-36', False) {} {{(pid=103233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 20:29:50.880967 n-d-713498-36 neutron-server[103233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3cf54800-2880-4ad7-9b83-fb34d6d9b829 None None] The sync data for ids ['c36a389e-0bab-44ea-b4b5-9ad05f99fa87'] in n-d-713498-36 is: [{'id': 'c36a389e-0bab-44ea-b4b5-9ad05f99fa87', 'name': 'tempest-TestSnapshotPattern-1672790500-router', 'tenant_id': '75b25e6ce128494395ec8952b82a2112', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T20:25:02Z', 'updated_at': '2022-02-09T20:29:50Z', 'revision_number': 6, 'project_id': '75b25e6ce128494395ec8952b82a2112', 'gw_port_host': None}] {{(pid=103233) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 20:29:50.909210 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-8a7ec670-acee-41c6-b945-bfff7e2c8a1e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762867177463', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762866656476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12867576'] for port (89da1571-ff9e-4c78-abf6-2aaa7de93a7f), after_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:29:50.934694 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a7ec670-acee-41c6-b945-bfff7e2c8a1e admin admin] Pushing event deleted for resources: {'Port': ['ID=89da1571-ff9e-4c78-abf6-2aaa7de93a7f,revision_number=None']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:29:51.004790 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-8a7ec670-acee-41c6-b945-bfff7e2c8a1e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1818987'] for router_gateway (c36a389e-0bab-44ea-b4b5-9ad05f99fa87), after_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:29:51.097745 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-8a7ec670-acee-41c6-b945-bfff7e2c8a1e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1834988', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-58375'] for router (c36a389e-0bab-44ea-b4b5-9ad05f99fa87), precommit_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:29:51.100561 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-8a7ec670-acee-41c6-b945-bfff7e2c8a1e admin admin] Publish callbacks [] for router_controller (c36a389e-0bab-44ea-b4b5-9ad05f99fa87), precommit_delete_associations {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:29:51.143237 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-8a7ec670-acee-41c6-b945-bfff7e2c8a1e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1835003'] for router (c36a389e-0bab-44ea-b4b5-9ad05f99fa87), after_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:29:51.143657 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8a7ec670-acee-41c6-b945-bfff7e2c8a1e admin admin] Fanout notify agent at l3_agent the message router_deleted on router c36a389e-0bab-44ea-b4b5-9ad05f99fa87 {{(pid=103229) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 09 20:29:51.148485 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-8a7ec670-acee-41c6-b945-bfff7e2c8a1e admin admin] Publish callbacks [] for router (None), before_response {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:29:51.149683 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-8a7ec670-acee-41c6-b945-bfff7e2c8a1e admin admin] 10.222.0.75 "DELETE /v2.0/routers/c36a389e-0bab-44ea-b4b5-9ad05f99fa87 HTTP/1.1" status: 204 len: 168 time: 0.7714875 Feb 09 20:29:51.152242 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 56906) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:29:51.197633 n-d-713498-36 neutron-server[103229]: DEBUG neutron.db.db_base_plugin_v2 [None req-f8362d78-a366-4632-bb2b-20cbfa054144 admin admin] Deleting subnet 8604ed5b-c18c-4221-85af-7852f4583a7a {{(pid=103229) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 20:29:51.200680 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-f8362d78-a366-4632-bb2b-20cbfa054144 admin admin] Publish callbacks [] for subnet (8604ed5b-c18c-4221-85af-7852f4583a7a), before_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:29:51.238880 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-f8362d78-a366-4632-bb2b-20cbfa054144 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16683410'] for subnet (8604ed5b-c18c-4221-85af-7852f4583a7a), precommit_delete_associations {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:29:51.314479 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-f8362d78-a366-4632-bb2b-20cbfa054144 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-759852'] for subnet (8604ed5b-c18c-4221-85af-7852f4583a7a), precommit_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:29:51.369562 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-f8362d78-a366-4632-bb2b-20cbfa054144 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-760023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12867367', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12759238'] for subnet (8604ed5b-c18c-4221-85af-7852f4583a7a), after_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:29:51.399832 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8362d78-a366-4632-bb2b-20cbfa054144 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8604ed5b-c18c-4221-85af-7852f4583a7a,revision_number=None']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:29:51.407142 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-f8362d78-a366-4632-bb2b-20cbfa054144 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:29:51.412627 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07e85c7c-da7f-4383-a729-3df1d0d07607 None None] Network 2d0d6a6c-9917-4ff2-a697-e3e36a21bf45 requested from n-d-713498-36 {{(pid=103232) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 20:29:51.414565 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-f8362d78-a366-4632-bb2b-20cbfa054144 admin admin] 10.222.0.75 "DELETE /v2.0/subnets/8604ed5b-c18c-4221-85af-7852f4583a7a HTTP/1.1" status: 204 len: 168 time: 0.2612534 Feb 09 20:29:51.415018 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 56908) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:29:51.457422 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Device b6125e68-c941-434b-95c8-fc6f9a5c540c no longer exists at agent ovs-agent-n-d-713498-36 {{(pid=103232) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 20:29:51.481570 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] No Port match for: b6125e68-c941-434b-95c8-fc6f9a5c540c {{(pid=103232) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 20:29:51.481929 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Device b6125e68-c941-434b-95c8-fc6f9a5c540c not bound to the agent host n-d-713498-36 {{(pid=103232) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 20:29:51.482380 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Device 89da1571-ff9e-4c78-abf6-2aaa7de93a7f no longer exists at agent ovs-agent-n-d-713498-36 {{(pid=103232) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 20:29:51.499403 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-d181e86e-a018-4948-85b2-92ffab07904d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-670458'] for network (2d0d6a6c-9917-4ff2-a697-e3e36a21bf45), before_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:29:51.512115 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] No Port match for: 89da1571-ff9e-4c78-abf6-2aaa7de93a7f {{(pid=103232) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 20:29:51.512637 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Device 89da1571-ff9e-4c78-abf6-2aaa7de93a7f not bound to the agent host n-d-713498-36 {{(pid=103232) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 20:29:51.561268 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.plugin [None req-d181e86e-a018-4948-85b2-92ffab07904d admin admin] Deleting port 191e01ed-1954-4a80-91b6-8fa82007d429 {{(pid=103230) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 20:29:51.561670 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-d181e86e-a018-4948-85b2-92ffab07904d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762867170196'] for port (191e01ed-1954-4a80-91b6-8fa82007d429), before_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:29:51.626162 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7c856b4-55f4-4f31-a164-ddb508f756de None None] DHCP port deletion for 2d0d6a6c-9917-4ff2-a697-e3e36a21bf45 request from n-d-713498-36 {{(pid=103232) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 09 20:29:51.628852 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.db [None req-d181e86e-a018-4948-85b2-92ffab07904d admin admin] For port 191e01ed-1954-4a80-91b6-8fa82007d429, host n-d-713498-36, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-36',level=0,port_id=191e01ed-1954-4a80-91b6-8fa82007d429,segment=NetworkSegment(c7662a76-c3d9-413e-899c-c848fdffb3cb),segment_id=c7662a76-c3d9-413e-899c-c848fdffb3cb)] {{(pid=103230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 20:29:51.629219 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-d181e86e-a018-4948-85b2-92ffab07904d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1820838'] for port (191e01ed-1954-4a80-91b6-8fa82007d429), precommit_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:29:51.643138 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.plugin [None req-d181e86e-a018-4948-85b2-92ffab07904d admin admin] Calling delete_port for 191e01ed-1954-4a80-91b6-8fa82007d429 owned by network:dhcp {{(pid=103230) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 20:29:51.677399 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-a7c856b4-55f4-4f31-a164-ddb508f756de None None] Deleting port 191e01ed-1954-4a80-91b6-8fa82007d429 {{(pid=103232) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 20:29:51.678612 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-a7c856b4-55f4-4f31-a164-ddb508f756de None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762867170196'] for port (191e01ed-1954-4a80-91b6-8fa82007d429), before_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:29:51.744091 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-d181e86e-a018-4948-85b2-92ffab07904d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762867177463', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762866656476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14393751'] for port (191e01ed-1954-4a80-91b6-8fa82007d429), after_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:29:51.752970 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.db [None req-a7c856b4-55f4-4f31-a164-ddb508f756de None None] For port 191e01ed-1954-4a80-91b6-8fa82007d429, host n-d-713498-36, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-36',level=0,port_id=191e01ed-1954-4a80-91b6-8fa82007d429,segment=NetworkSegment(c7662a76-c3d9-413e-899c-c848fdffb3cb),segment_id=c7662a76-c3d9-413e-899c-c848fdffb3cb)] {{(pid=103232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 20:29:51.753464 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-a7c856b4-55f4-4f31-a164-ddb508f756de None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1820838'] for port (191e01ed-1954-4a80-91b6-8fa82007d429), precommit_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:29:51.757436 n-d-713498-36 neutron-server[103230]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d181e86e-a018-4948-85b2-92ffab07904d admin admin] No DVR routers for this DVR port 191e01ed-1954-4a80-91b6-8fa82007d429 on host n-d-713498-36 {{(pid=103230) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 20:29:51.771024 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-a7c856b4-55f4-4f31-a164-ddb508f756de None None] Calling delete_port for 191e01ed-1954-4a80-91b6-8fa82007d429 owned by network:dhcp {{(pid=103232) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 20:29:51.780108 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d181e86e-a018-4948-85b2-92ffab07904d admin admin] Pushing event deleted for resources: {'Port': ['ID=191e01ed-1954-4a80-91b6-8fa82007d429,revision_number=None']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:29:51.852216 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-d181e86e-a018-4948-85b2-92ffab07904d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-590267', 'neutron.services.segments.db._delete_segments_for_network-8762867132609'] for network (2d0d6a6c-9917-4ff2-a697-e3e36a21bf45), precommit_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:29:51.861866 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-a7c856b4-55f4-4f31-a164-ddb508f756de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-725541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-304131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762867177463', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762866656476'] for port (191e01ed-1954-4a80-91b6-8fa82007d429), after_delete {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:29:51.873043 n-d-713498-36 neutron-server[103230]: DEBUG neutron.services.segments.db [None req-d181e86e-a018-4948-85b2-92ffab07904d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2d0d6a6c-9917-4ff2-a697-e3e36a21bf45']}} {{(pid=103230) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 20:29:51.882735 n-d-713498-36 neutron-server[103230]: DEBUG neutron.services.segments.db [None req-d181e86e-a018-4948-85b2-92ffab07904d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c7662a76-c3d9-413e-899c-c848fdffb3cb') {'for_net_delete': True} {{(pid=103230) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 20:29:51.883081 n-d-713498-36 neutron-server[103230]: DEBUG neutron.services.segments.db [None req-d181e86e-a018-4948-85b2-92ffab07904d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c7662a76-c3d9-413e-899c-c848fdffb3cb') {} {{(pid=103230) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 20:29:51.887184 n-d-713498-36 neutron-server[103232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7c856b4-55f4-4f31-a164-ddb508f756de None None] Pushing event deleted for resources: {'Port': ['ID=191e01ed-1954-4a80-91b6-8fa82007d429,revision_number=None']} {{(pid=103232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:29:51.893097 n-d-713498-36 neutron-server[103232]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7c856b4-55f4-4f31-a164-ddb508f756de None None] No DVR routers for this DVR port 191e01ed-1954-4a80-91b6-8fa82007d429 on host n-d-713498-36 {{(pid=103232) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 20:29:51.895746 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-d181e86e-a018-4948-85b2-92ffab07904d admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762867134154', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12895813'] for segment (c7662a76-c3d9-413e-899c-c848fdffb3cb), before_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:29:51.915189 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-d181e86e-a018-4948-85b2-92ffab07904d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-759574'] for segment (c7662a76-c3d9-413e-899c-c848fdffb3cb), precommit_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:29:51.921934 n-d-713498-36 neutron-server[103230]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d181e86e-a018-4948-85b2-92ffab07904d admin admin] Releasing vlan 361 on physical network physnet1 to pool {{(pid=103230) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 20:29:51.922382 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-d181e86e-a018-4948-85b2-92ffab07904d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-759574', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14393826'] for segment (c7662a76-c3d9-413e-899c-c848fdffb3cb), after_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:29:51.924792 n-d-713498-36 neutron-server[103230]: Traceback (most recent call last): Feb 09 20:29:51.924792 n-d-713498-36 neutron-server[103230]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 20:29:51.924792 n-d-713498-36 neutron-server[103230]: timer() Feb 09 20:29:51.924792 n-d-713498-36 neutron-server[103230]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 20:29:51.924792 n-d-713498-36 neutron-server[103230]: cb(*args, **kw) Feb 09 20:29:51.924792 n-d-713498-36 neutron-server[103230]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 20:29:51.924792 n-d-713498-36 neutron-server[103230]: return func(*args, **kwargs) Feb 09 20:29:51.924792 n-d-713498-36 neutron-server[103230]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 20:29:51.924792 n-d-713498-36 neutron-server[103230]: self._notify() Feb 09 20:29:51.924792 n-d-713498-36 neutron-server[103230]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 20:29:51.924792 n-d-713498-36 neutron-server[103230]: self.callback(batched_events) Feb 09 20:29:51.924792 n-d-713498-36 neutron-server[103230]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 20:29:51.924792 n-d-713498-36 neutron-server[103230]: event.method(event) Feb 09 20:29:51.924792 n-d-713498-36 neutron-server[103230]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 20:29:51.924792 n-d-713498-36 neutron-server[103230]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 20:29:51.924792 n-d-713498-36 neutron-server[103230]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 20:29:51.924792 n-d-713498-36 neutron-server[103230]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 20:29:51.924792 n-d-713498-36 neutron-server[103230]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 20:29:51.924792 n-d-713498-36 neutron-server[103230]: return f(self, *a, **k) Feb 09 20:29:51.924792 n-d-713498-36 neutron-server[103230]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 20:29:51.924792 n-d-713498-36 neutron-server[103230]: return self._get(url).json() Feb 09 20:29:51.924792 n-d-713498-36 neutron-server[103230]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 20:29:51.924792 n-d-713498-36 neutron-server[103230]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 20:29:51.924792 n-d-713498-36 neutron-server[103230]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 20:29:51.924792 n-d-713498-36 neutron-server[103230]: return self.request(url, 'GET', **kwargs) Feb 09 20:29:51.924792 n-d-713498-36 neutron-server[103230]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 20:29:51.924792 n-d-713498-36 neutron-server[103230]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 20:29:51.924792 n-d-713498-36 neutron-server[103230]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 20:29:51.924792 n-d-713498-36 neutron-server[103230]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 20:29:51.924792 n-d-713498-36 neutron-server[103230]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 20:29:51.924792 n-d-713498-36 neutron-server[103230]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 20:29:51.924792 n-d-713498-36 neutron-server[103230]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 20:29:51.980470 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-d181e86e-a018-4948-85b2-92ffab07904d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-590242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1885479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613452', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1818895'] for network (2d0d6a6c-9917-4ff2-a697-e3e36a21bf45), after_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:29:51.985767 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-d181e86e-a018-4948-85b2-92ffab07904d admin admin] Publish callbacks [] for network (None), before_response {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:29:51.988970 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-d181e86e-a018-4948-85b2-92ffab07904d admin admin] 10.222.0.75 "DELETE /v2.0/networks/2d0d6a6c-9917-4ff2-a697-e3e36a21bf45 HTTP/1.1" status: 204 len: 168 time: 0.5729682 Feb 09 20:29:52.002762 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d181e86e-a018-4948-85b2-92ffab07904d admin admin] Pushing event deleted for resources: {'Network': ['ID=2d0d6a6c-9917-4ff2-a697-e3e36a21bf45,revision_number=None']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:29:52.172937 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 56912) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:29:52.220203 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-d79ca2c2-6388-4730-ac83-20dce5ce4941 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=2ba66b8cd58e4f95a06352b46d37ff98&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0460193 Feb 09 20:29:52.222645 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [-] (103229) accepted ('10.222.0.75', 56914) {{(pid=103229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:29:52.268925 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-85052679-d912-4d18-b22d-6a2ef0ad23d9 admin admin] Publish callbacks [] for security_group (794d29ba-4413-4998-a285-839c3962fea0), before_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:29:52.290706 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-85052679-d912-4d18-b22d-6a2ef0ad23d9 admin admin] Publish callbacks [] for security_group (794d29ba-4413-4998-a285-839c3962fea0), precommit_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:29:52.342438 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-85052679-d912-4d18-b22d-6a2ef0ad23d9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1892331'] for security_group (794d29ba-4413-4998-a285-839c3962fea0), after_delete {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:29:52.345339 n-d-713498-36 neutron-server[103229]: DEBUG neutron_lib.callbacks.manager [None req-85052679-d912-4d18-b22d-6a2ef0ad23d9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:29:52.346575 n-d-713498-36 neutron-server[103229]: INFO neutron.wsgi [None req-85052679-d912-4d18-b22d-6a2ef0ad23d9 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/794d29ba-4413-4998-a285-839c3962fea0 HTTP/1.1" status: 204 len: 168 time: 0.1229286 Feb 09 20:29:52.355485 n-d-713498-36 neutron-server[103229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85052679-d912-4d18-b22d-6a2ef0ad23d9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=794d29ba-4413-4998-a285-839c3962fea0,revision_number=None']} {{(pid=103229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:29:52.687006 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 56920) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:29:52.728239 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-f3c91303-928d-4bdd-a7a0-3c2690c18b2e admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=75b25e6ce128494395ec8952b82a2112&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0400546 Feb 09 20:29:52.731080 n-d-713498-36 neutron-server[103230]: DEBUG neutron.wsgi [-] (103230) accepted ('10.222.0.75', 56922) {{(pid=103230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 20:29:52.795410 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-8cf312e9-d729-4c3f-91de-661682339784 admin admin] Publish callbacks [] for security_group (485a14bb-4ea9-4707-8468-64633e0b774a), before_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:29:52.817672 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-8cf312e9-d729-4c3f-91de-661682339784 admin admin] Publish callbacks [] for security_group (485a14bb-4ea9-4707-8468-64633e0b774a), precommit_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:29:52.866807 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-8cf312e9-d729-4c3f-91de-661682339784 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1892331'] for security_group (485a14bb-4ea9-4707-8468-64633e0b774a), after_delete {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:29:52.869357 n-d-713498-36 neutron-server[103230]: DEBUG neutron_lib.callbacks.manager [None req-8cf312e9-d729-4c3f-91de-661682339784 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:29:52.870534 n-d-713498-36 neutron-server[103230]: INFO neutron.wsgi [None req-8cf312e9-d729-4c3f-91de-661682339784 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/485a14bb-4ea9-4707-8468-64633e0b774a HTTP/1.1" status: 204 len: 168 time: 0.1381321 Feb 09 20:29:52.878180 n-d-713498-36 neutron-server[103230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cf312e9-d729-4c3f-91de-661682339784 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=485a14bb-4ea9-4707-8468-64633e0b774a,revision_number=None']} {{(pid=103230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 20:29:53.327122 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Device 191e01ed-1954-4a80-91b6-8fa82007d429 no longer exists at agent ovs-agent-n-d-713498-36 {{(pid=103232) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 20:29:53.348438 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.plugin [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] No Port match for: 191e01ed-1954-4a80-91b6-8fa82007d429 {{(pid=103232) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 20:29:53.348768 n-d-713498-36 neutron-server[103232]: DEBUG neutron.plugins.ml2.rpc [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Device 191e01ed-1954-4a80-91b6-8fa82007d429 not bound to the agent host n-d-713498-36 {{(pid=103232) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 20:30:11.025147 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-c9768ed5-41f2-4166-bcd3-75502770d203 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762867132591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593584'] for agent (af91e4b9-f4e1-42b1-a25c-a10dc47171c8), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:30:13.293556 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-984ea8e4-c7ef-4cad-aa31-49aca3b2a085 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762867132591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593584'] for agent (93303d5e-5d17-45e8-8963-7694f87783ae), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:30:14.663600 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-edc54c9b-7f13-45d9-9271-85c9738b0128 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762867132591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593584'] for agent (a62b1850-466f-48ae-bec7-d62fb280e14b), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:30:16.299511 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-a7262a8e-0513-48fd-984d-75726a511961 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762867132591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593584'] for agent (911cfea2-02ae-4ec9-bac3-7808ee1cdd9c), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:30:17.230310 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762867132591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593584'] for agent (496418a2-c002-4aec-ab1a-07f3bea491bd), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:30:19.469367 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762867132591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593584'] for agent (488cd9ae-631f-4955-ba0b-4f5a13f12e9c), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:30:19.895663 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762867132591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593584'] for agent (bcd5faee-dc24-4298-9134-0e0aa054058e), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:30:21.704059 n-d-713498-36 neutron-server[103233]: DEBUG neutron.db.agents_db [None req-4a8a6a42-0a0c-4437-8958-92282682b6bb None None] Agent healthcheck: found 7 active agents {{(pid=103233) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 20:30:41.027279 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-95366b21-ebea-47a4-b4ef-3644b7c0ae2d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762867132591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593584'] for agent (af91e4b9-f4e1-42b1-a25c-a10dc47171c8), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:30:43.294779 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-da6771b6-80a5-4e1c-8966-c083e1cbe3f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762867132591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593584'] for agent (93303d5e-5d17-45e8-8963-7694f87783ae), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:30:44.665837 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-edc54c9b-7f13-45d9-9271-85c9738b0128 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762867132591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593584'] for agent (a62b1850-466f-48ae-bec7-d62fb280e14b), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:30:46.300318 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-a7262a8e-0513-48fd-984d-75726a511961 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762867132591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593584'] for agent (911cfea2-02ae-4ec9-bac3-7808ee1cdd9c), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:30:47.232452 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762867132591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593584'] for agent (496418a2-c002-4aec-ab1a-07f3bea491bd), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:30:49.483833 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762867132591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593584'] for agent (488cd9ae-631f-4955-ba0b-4f5a13f12e9c), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:30:49.917353 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762867132591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593584'] for agent (bcd5faee-dc24-4298-9134-0e0aa054058e), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:30:58.703526 n-d-713498-36 neutron-server[103233]: DEBUG neutron.db.agents_db [None req-4a8a6a42-0a0c-4437-8958-92282682b6bb None None] Agent healthcheck: found 7 active agents {{(pid=103233) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 20:31:11.029394 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-a35f2c1e-035e-46ef-8de4-5cc8d2ea18c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762867132591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593584'] for agent (af91e4b9-f4e1-42b1-a25c-a10dc47171c8), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:31:13.296205 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-79d32e0e-a580-4ea3-ba69-c117696e1924 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762867132591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593584'] for agent (93303d5e-5d17-45e8-8963-7694f87783ae), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:31:14.668604 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-edc54c9b-7f13-45d9-9271-85c9738b0128 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762867132591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593584'] for agent (a62b1850-466f-48ae-bec7-d62fb280e14b), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:31:16.304968 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-a7262a8e-0513-48fd-984d-75726a511961 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762867132591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593584'] for agent (911cfea2-02ae-4ec9-bac3-7808ee1cdd9c), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:31:17.234826 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762867132591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593584'] for agent (496418a2-c002-4aec-ab1a-07f3bea491bd), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:31:19.485522 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762867132591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593584'] for agent (488cd9ae-631f-4955-ba0b-4f5a13f12e9c), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:31:19.932206 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762867132591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593584'] for agent (bcd5faee-dc24-4298-9134-0e0aa054058e), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:31:35.702178 n-d-713498-36 neutron-server[103233]: DEBUG neutron.db.agents_db [None req-4a8a6a42-0a0c-4437-8958-92282682b6bb None None] Agent healthcheck: found 7 active agents {{(pid=103233) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 20:31:41.034626 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-50f8aee9-dc68-40af-b45c-c5303db471bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762867132591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593584'] for agent (af91e4b9-f4e1-42b1-a25c-a10dc47171c8), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:31:43.299988 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-c7d5a98a-0175-47da-a244-75b2ca58e7e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762867132591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593584'] for agent (93303d5e-5d17-45e8-8963-7694f87783ae), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:31:44.670750 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-edc54c9b-7f13-45d9-9271-85c9738b0128 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762867132591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593584'] for agent (a62b1850-466f-48ae-bec7-d62fb280e14b), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:31:46.308336 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-a7262a8e-0513-48fd-984d-75726a511961 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762867132591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593584'] for agent (911cfea2-02ae-4ec9-bac3-7808ee1cdd9c), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:31:47.239716 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762867132591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593584'] for agent (496418a2-c002-4aec-ab1a-07f3bea491bd), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:31:49.485140 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762867132591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593584'] for agent (488cd9ae-631f-4955-ba0b-4f5a13f12e9c), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:31:49.940679 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762867132591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593584'] for agent (bcd5faee-dc24-4298-9134-0e0aa054058e), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:32:11.027852 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-b89e31c7-1ae8-40ee-8ca0-b9f5ef536489 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762867132591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593584'] for agent (af91e4b9-f4e1-42b1-a25c-a10dc47171c8), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:32:12.701143 n-d-713498-36 neutron-server[103233]: DEBUG neutron.db.agents_db [None req-4a8a6a42-0a0c-4437-8958-92282682b6bb None None] Agent healthcheck: found 7 active agents {{(pid=103233) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 20:32:13.302689 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-09e858cc-b55c-4292-bbfc-da85fb860d98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762867132591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593584'] for agent (93303d5e-5d17-45e8-8963-7694f87783ae), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:32:14.674462 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-edc54c9b-7f13-45d9-9271-85c9738b0128 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762867132591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593584'] for agent (a62b1850-466f-48ae-bec7-d62fb280e14b), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:32:16.309690 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-a7262a8e-0513-48fd-984d-75726a511961 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762867132591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593584'] for agent (911cfea2-02ae-4ec9-bac3-7808ee1cdd9c), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:32:17.233385 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762867132591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593584'] for agent (496418a2-c002-4aec-ab1a-07f3bea491bd), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:32:19.485119 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762867132591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593584'] for agent (488cd9ae-631f-4955-ba0b-4f5a13f12e9c), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:32:19.954468 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762867132591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593584'] for agent (bcd5faee-dc24-4298-9134-0e0aa054058e), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:32:41.032334 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-d2be784d-9c08-4f8b-a9d2-9251fd8d5320 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762867132591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593584'] for agent (af91e4b9-f4e1-42b1-a25c-a10dc47171c8), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:32:43.315765 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-07452ea9-bf24-41e5-9015-39622878ed07 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762867132591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593584'] for agent (93303d5e-5d17-45e8-8963-7694f87783ae), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:32:44.678351 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-edc54c9b-7f13-45d9-9271-85c9738b0128 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762867132591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593584'] for agent (a62b1850-466f-48ae-bec7-d62fb280e14b), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:32:46.313990 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-a7262a8e-0513-48fd-984d-75726a511961 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762867132591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593584'] for agent (911cfea2-02ae-4ec9-bac3-7808ee1cdd9c), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:32:47.236059 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762867132591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593584'] for agent (496418a2-c002-4aec-ab1a-07f3bea491bd), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:32:49.654592 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762867132591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593584'] for agent (488cd9ae-631f-4955-ba0b-4f5a13f12e9c), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:32:49.700727 n-d-713498-36 neutron-server[103233]: DEBUG neutron.db.agents_db [None req-4a8a6a42-0a0c-4437-8958-92282682b6bb None None] Agent healthcheck: found 7 active agents {{(pid=103233) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 20:32:49.968817 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762867132591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593584'] for agent (bcd5faee-dc24-4298-9134-0e0aa054058e), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:33:11.035555 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-ca9d7b2d-fb0a-4c11-aec0-7ddf8c8f1c0e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762867132591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593584'] for agent (af91e4b9-f4e1-42b1-a25c-a10dc47171c8), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:33:13.310093 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-78d81bba-8e6f-4306-b8c8-650a48eaaacc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762867132591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593584'] for agent (93303d5e-5d17-45e8-8963-7694f87783ae), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:33:14.679030 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-edc54c9b-7f13-45d9-9271-85c9738b0128 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762867132591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593584'] for agent (a62b1850-466f-48ae-bec7-d62fb280e14b), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:33:16.314784 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-a7262a8e-0513-48fd-984d-75726a511961 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762867132591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593584'] for agent (911cfea2-02ae-4ec9-bac3-7808ee1cdd9c), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:33:17.253578 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762867132591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593584'] for agent (496418a2-c002-4aec-ab1a-07f3bea491bd), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:33:19.514087 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762867132591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593584'] for agent (488cd9ae-631f-4955-ba0b-4f5a13f12e9c), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:33:19.972938 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762867132591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593584'] for agent (bcd5faee-dc24-4298-9134-0e0aa054058e), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:33:26.700562 n-d-713498-36 neutron-server[103233]: DEBUG neutron.db.agents_db [None req-4a8a6a42-0a0c-4437-8958-92282682b6bb None None] Agent healthcheck: found 7 active agents {{(pid=103233) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 20:33:41.039372 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-63e86489-511d-450c-82f0-78d09ae6c2a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762867132591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593584'] for agent (af91e4b9-f4e1-42b1-a25c-a10dc47171c8), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:33:43.314791 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-cab647d8-712b-42d4-8b3c-1633b46b0746 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762867132591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593584'] for agent (93303d5e-5d17-45e8-8963-7694f87783ae), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:33:44.682408 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-edc54c9b-7f13-45d9-9271-85c9738b0128 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762867132591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593584'] for agent (a62b1850-466f-48ae-bec7-d62fb280e14b), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:33:46.324206 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-a7262a8e-0513-48fd-984d-75726a511961 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762867132591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593584'] for agent (911cfea2-02ae-4ec9-bac3-7808ee1cdd9c), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:33:47.236342 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762867132591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593584'] for agent (496418a2-c002-4aec-ab1a-07f3bea491bd), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:33:49.528374 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762867132591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593584'] for agent (488cd9ae-631f-4955-ba0b-4f5a13f12e9c), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:33:49.968308 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762867132591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593584'] for agent (bcd5faee-dc24-4298-9134-0e0aa054058e), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:34:03.699930 n-d-713498-36 neutron-server[103233]: DEBUG neutron.db.agents_db [None req-4a8a6a42-0a0c-4437-8958-92282682b6bb None None] Agent healthcheck: found 7 active agents {{(pid=103233) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 20:34:11.043129 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-5d308f1f-9172-46f0-a2d1-69de60ca5842 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762867132591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593584'] for agent (af91e4b9-f4e1-42b1-a25c-a10dc47171c8), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:34:13.317731 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-6be3e2e4-48b8-4ac6-a186-b7f85f30a8d7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762867132591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593584'] for agent (93303d5e-5d17-45e8-8963-7694f87783ae), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:34:14.688871 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-edc54c9b-7f13-45d9-9271-85c9738b0128 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762867132591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593584'] for agent (a62b1850-466f-48ae-bec7-d62fb280e14b), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:34:16.314747 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-a7262a8e-0513-48fd-984d-75726a511961 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762867132591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593584'] for agent (911cfea2-02ae-4ec9-bac3-7808ee1cdd9c), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:34:17.239441 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762867132591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593584'] for agent (496418a2-c002-4aec-ab1a-07f3bea491bd), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:34:19.527833 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762867132591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593584'] for agent (488cd9ae-631f-4955-ba0b-4f5a13f12e9c), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:34:19.968385 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762867132591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593584'] for agent (bcd5faee-dc24-4298-9134-0e0aa054058e), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:34:40.698732 n-d-713498-36 neutron-server[103233]: DEBUG neutron.db.agents_db [None req-4a8a6a42-0a0c-4437-8958-92282682b6bb None None] Agent healthcheck: found 7 active agents {{(pid=103233) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 20:34:41.045832 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-5e986641-01c7-4bc4-aeec-5a05a49c16c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762867132591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593584'] for agent (af91e4b9-f4e1-42b1-a25c-a10dc47171c8), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:34:43.321276 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-8043470f-59cc-497c-ba1a-bb2ddfbdf058 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762867132591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593584'] for agent (93303d5e-5d17-45e8-8963-7694f87783ae), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:34:44.690919 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-edc54c9b-7f13-45d9-9271-85c9738b0128 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762867132591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593584'] for agent (a62b1850-466f-48ae-bec7-d62fb280e14b), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:34:46.318912 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-a7262a8e-0513-48fd-984d-75726a511961 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762867132591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593584'] for agent (911cfea2-02ae-4ec9-bac3-7808ee1cdd9c), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:34:47.243024 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762867132591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593584'] for agent (496418a2-c002-4aec-ab1a-07f3bea491bd), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:34:49.527954 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762867132591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593584'] for agent (488cd9ae-631f-4955-ba0b-4f5a13f12e9c), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:34:49.968231 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762867132591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593584'] for agent (bcd5faee-dc24-4298-9134-0e0aa054058e), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:35:11.054168 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-198f58fd-205e-4dff-80bb-37ca3515aa70 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762867132591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593584'] for agent (af91e4b9-f4e1-42b1-a25c-a10dc47171c8), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:35:13.324112 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-586c6167-91a5-4665-b7a6-485988ec1059 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762867132591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593584'] for agent (93303d5e-5d17-45e8-8963-7694f87783ae), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:35:14.694608 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-edc54c9b-7f13-45d9-9271-85c9738b0128 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762867132591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593584'] for agent (a62b1850-466f-48ae-bec7-d62fb280e14b), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:35:16.322210 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-a7262a8e-0513-48fd-984d-75726a511961 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762867132591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593584'] for agent (911cfea2-02ae-4ec9-bac3-7808ee1cdd9c), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:35:17.246231 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762867132591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593584'] for agent (496418a2-c002-4aec-ab1a-07f3bea491bd), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:35:17.698335 n-d-713498-36 neutron-server[103233]: DEBUG neutron.db.agents_db [None req-4a8a6a42-0a0c-4437-8958-92282682b6bb None None] Agent healthcheck: found 7 active agents {{(pid=103233) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 20:35:19.547120 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762867132591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593584'] for agent (488cd9ae-631f-4955-ba0b-4f5a13f12e9c), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:35:19.966761 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762867132591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593584'] for agent (bcd5faee-dc24-4298-9134-0e0aa054058e), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:35:41.047557 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-05656480-3655-49fc-80f3-ff5c7b09467b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762867132591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593584'] for agent (af91e4b9-f4e1-42b1-a25c-a10dc47171c8), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:35:43.329064 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-09b32b2d-2b29-4fc0-a61c-7a2564a9e3dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762867132591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593584'] for agent (93303d5e-5d17-45e8-8963-7694f87783ae), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:35:44.695935 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-edc54c9b-7f13-45d9-9271-85c9738b0128 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762867132591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593584'] for agent (a62b1850-466f-48ae-bec7-d62fb280e14b), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:35:46.324378 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-a7262a8e-0513-48fd-984d-75726a511961 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762867132591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593584'] for agent (911cfea2-02ae-4ec9-bac3-7808ee1cdd9c), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:35:47.249940 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762867132591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593584'] for agent (496418a2-c002-4aec-ab1a-07f3bea491bd), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:35:49.541888 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762867132591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593584'] for agent (488cd9ae-631f-4955-ba0b-4f5a13f12e9c), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:35:49.982543 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762867132591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593584'] for agent (bcd5faee-dc24-4298-9134-0e0aa054058e), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:35:54.697289 n-d-713498-36 neutron-server[103233]: DEBUG neutron.db.agents_db [None req-4a8a6a42-0a0c-4437-8958-92282682b6bb None None] Agent healthcheck: found 7 active agents {{(pid=103233) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 20:36:11.048589 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-2435a435-6af2-44db-8e39-008a64b16828 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762867132591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593584'] for agent (af91e4b9-f4e1-42b1-a25c-a10dc47171c8), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:36:13.333477 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-ee87200f-219d-4408-841e-e5beae4b4565 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762867132591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593584'] for agent (93303d5e-5d17-45e8-8963-7694f87783ae), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:36:14.698590 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-edc54c9b-7f13-45d9-9271-85c9738b0128 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762867132591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593584'] for agent (a62b1850-466f-48ae-bec7-d62fb280e14b), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:36:16.328028 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-a7262a8e-0513-48fd-984d-75726a511961 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762867132591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593584'] for agent (911cfea2-02ae-4ec9-bac3-7808ee1cdd9c), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:36:17.252996 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762867132591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593584'] for agent (496418a2-c002-4aec-ab1a-07f3bea491bd), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:36:19.574031 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762867132591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593584'] for agent (488cd9ae-631f-4955-ba0b-4f5a13f12e9c), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:36:19.989480 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762867132591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593584'] for agent (bcd5faee-dc24-4298-9134-0e0aa054058e), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:36:31.696345 n-d-713498-36 neutron-server[103233]: DEBUG neutron.db.agents_db [None req-4a8a6a42-0a0c-4437-8958-92282682b6bb None None] Agent healthcheck: found 7 active agents {{(pid=103233) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 20:36:41.050267 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-9358cd1b-538d-4528-870d-c67bfa87e4e3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762867132591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593584'] for agent (af91e4b9-f4e1-42b1-a25c-a10dc47171c8), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:36:43.336021 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-e05f56cd-4bd0-4001-a325-cc3d9470fd0b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762867132591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593584'] for agent (93303d5e-5d17-45e8-8963-7694f87783ae), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:36:44.701564 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-edc54c9b-7f13-45d9-9271-85c9738b0128 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762867132591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593584'] for agent (a62b1850-466f-48ae-bec7-d62fb280e14b), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:36:46.330837 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-a7262a8e-0513-48fd-984d-75726a511961 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762867132591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593584'] for agent (911cfea2-02ae-4ec9-bac3-7808ee1cdd9c), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:36:47.256553 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762867132591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593584'] for agent (496418a2-c002-4aec-ab1a-07f3bea491bd), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:36:49.571654 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762867132591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593584'] for agent (488cd9ae-631f-4955-ba0b-4f5a13f12e9c), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:36:50.013839 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762867132591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593584'] for agent (bcd5faee-dc24-4298-9134-0e0aa054058e), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:37:08.696184 n-d-713498-36 neutron-server[103233]: DEBUG neutron.db.agents_db [None req-4a8a6a42-0a0c-4437-8958-92282682b6bb None None] Agent healthcheck: found 7 active agents {{(pid=103233) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 20:37:11.055336 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-7398d6b1-304e-4e7d-950e-2a7fd121a93f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762867132591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593584'] for agent (af91e4b9-f4e1-42b1-a25c-a10dc47171c8), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:37:13.339793 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-5e8e7c6f-073f-401f-a5a5-648174513277 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762867132591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593584'] for agent (93303d5e-5d17-45e8-8963-7694f87783ae), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:37:14.704364 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-edc54c9b-7f13-45d9-9271-85c9738b0128 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762867132591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593584'] for agent (a62b1850-466f-48ae-bec7-d62fb280e14b), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:37:16.335078 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-a7262a8e-0513-48fd-984d-75726a511961 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762867132591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593584'] for agent (911cfea2-02ae-4ec9-bac3-7808ee1cdd9c), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:37:17.261566 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762867132591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593584'] for agent (496418a2-c002-4aec-ab1a-07f3bea491bd), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:37:19.600646 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762867132591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593584'] for agent (488cd9ae-631f-4955-ba0b-4f5a13f12e9c), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:37:20.030231 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762867132591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593584'] for agent (bcd5faee-dc24-4298-9134-0e0aa054058e), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:37:41.049773 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-9eea80fa-9255-4af9-93eb-9f36652e7c42 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762867132591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593584'] for agent (af91e4b9-f4e1-42b1-a25c-a10dc47171c8), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:37:43.342590 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-dcf0e53b-0dfb-484b-a86a-e2e17035f0aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762867132591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593584'] for agent (93303d5e-5d17-45e8-8963-7694f87783ae), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:37:44.708973 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-edc54c9b-7f13-45d9-9271-85c9738b0128 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762867132591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593584'] for agent (a62b1850-466f-48ae-bec7-d62fb280e14b), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:37:45.699250 n-d-713498-36 neutron-server[103233]: DEBUG neutron.db.agents_db [None req-4a8a6a42-0a0c-4437-8958-92282682b6bb None None] Agent healthcheck: found 7 active agents {{(pid=103233) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 20:37:46.337970 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-a7262a8e-0513-48fd-984d-75726a511961 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762867132591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593584'] for agent (911cfea2-02ae-4ec9-bac3-7808ee1cdd9c), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:37:47.255968 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762867132591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593584'] for agent (496418a2-c002-4aec-ab1a-07f3bea491bd), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:37:49.607625 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762867132591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593584'] for agent (488cd9ae-631f-4955-ba0b-4f5a13f12e9c), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:37:50.053024 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762867132591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593584'] for agent (bcd5faee-dc24-4298-9134-0e0aa054058e), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:37:54.368149 n-d-713498-36 neutron-server[103229]: DEBUG neutron.wsgi [req-296ad0f3-6afc-476e-9d17-f9aaa3865485 req-7516acfb-a74f-4ff5-8d46-a39bfab95ee8 service neutron] (103229) timed out ('10.222.0.75', 54730) {{(pid=103229) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Feb 09 20:38:11.054117 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-200727f4-3540-4bc9-b8fd-8ee835ad9270 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762867132591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593584'] for agent (af91e4b9-f4e1-42b1-a25c-a10dc47171c8), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:38:13.350685 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-ddae3f2a-2378-4044-907d-2618db6c8454 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762867132591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593584'] for agent (93303d5e-5d17-45e8-8963-7694f87783ae), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:38:14.715161 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-edc54c9b-7f13-45d9-9271-85c9738b0128 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762867132591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593584'] for agent (a62b1850-466f-48ae-bec7-d62fb280e14b), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:38:16.341353 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-a7262a8e-0513-48fd-984d-75726a511961 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762867132591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593584'] for agent (911cfea2-02ae-4ec9-bac3-7808ee1cdd9c), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:38:17.261343 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-feba8d9a-b363-44ae-a696-386e01513380 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762867132591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593584'] for agent (496418a2-c002-4aec-ab1a-07f3bea491bd), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:38:19.618061 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-c6a98977-c9d5-409e-82d6-0c4a74d752fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762867132591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593584'] for agent (488cd9ae-631f-4955-ba0b-4f5a13f12e9c), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:38:20.095972 n-d-713498-36 neutron-server[103232]: DEBUG neutron_lib.callbacks.manager [None req-7429db8d-6021-40ad-813e-885be449a89b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762867132591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-593584'] for agent (bcd5faee-dc24-4298-9134-0e0aa054058e), after_update {{(pid=103232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 20:38:22.700074 n-d-713498-36 neutron-server[103233]: DEBUG neutron.db.agents_db [None req-4a8a6a42-0a0c-4437-8958-92282682b6bb None None] Agent healthcheck: found 7 active agents {{(pid=103233) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}